-- Logs begin at Wed 2022-01-26 20:23:04 UTC, end at Wed 2022-01-26 22:55:27 UTC. -- Jan 26 20:55:01.872270 n-d-760453-5 systemd[1]: Started Devstack devstack@q-svc.service. Jan 26 20:55:04.835680 n-d-760453-5 neutron-server[103061]: INFO neutron.common.config [-] Logging enabled! Jan 26 20:55:04.836285 n-d-760453-5 neutron-server[103061]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev432 Jan 26 20:55:04.836450 n-d-760453-5 neutron-server[103061]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103061) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jan 26 20:55:04.839685 n-d-760453-5 neutron-server[103061]: INFO neutron.common.config [-] Logging enabled! Jan 26 20:55:04.839943 n-d-760453-5 neutron-server[103061]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev432 Jan 26 20:55:04.840258 n-d-760453-5 neutron-server[103061]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103061) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jan 26 20:55:04.841180 n-d-760453-5 neutron-server[103061]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:55:04.841439 n-d-760453-5 neutron-server[103061]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jan 26 20:55:04.841807 n-d-760453-5 neutron-server[103061]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jan 26 20:55:04.842056 n-d-760453-5 neutron-server[103061]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jan 26 20:55:04.842286 n-d-760453-5 neutron-server[103061]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jan 26 20:55:04.842611 n-d-760453-5 neutron-server[103061]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 20:55:04.843033 n-d-760453-5 neutron-server[103061]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Jan 26 20:55:04.843347 n-d-760453-5 neutron-server[103061]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 20:55:04.843645 n-d-760453-5 neutron-server[103061]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 20:55:04.843937 n-d-760453-5 neutron-server[103061]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 20:55:04.844231 n-d-760453-5 neutron-server[103061]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 20:55:04.844522 n-d-760453-5 neutron-server[103061]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 20:55:04.844803 n-d-760453-5 neutron-server[103061]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 20:55:04.845116 n-d-760453-5 neutron-server[103061]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 20:55:04.845440 n-d-760453-5 neutron-server[103061]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 20:55:04.845732 n-d-760453-5 neutron-server[103061]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 20:55:04.846013 n-d-760453-5 neutron-server[103061]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 20:55:04.846295 n-d-760453-5 neutron-server[103061]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 20:55:04.846588 n-d-760453-5 neutron-server[103061]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 20:55:04.846866 n-d-760453-5 neutron-server[103061]: DEBUG neutron.common.config [-] config_source = [] {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 20:55:04.847154 n-d-760453-5 neutron-server[103061]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 20:55:04.847440 n-d-760453-5 neutron-server[103061]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 20:55:04.847724 n-d-760453-5 neutron-server[103061]: DEBUG neutron.common.config [-] debug = True {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 20:55:04.848002 n-d-760453-5 neutron-server[103061]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 20:55:04.848438 n-d-760453-5 neutron-server[103061]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 20:55:04.848845 n-d-760453-5 neutron-server[103061]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 20:55:04.849123 n-d-760453-5 neutron-server[103061]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 20:55:04.849431 n-d-760453-5 neutron-server[103061]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 20:55:04.849719 n-d-760453-5 neutron-server[103061]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 20:55:04.849990 n-d-760453-5 neutron-server[103061]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 20:55:04.850267 n-d-760453-5 neutron-server[103061]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 20:55:04.850547 n-d-760453-5 neutron-server[103061]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 20:55:04.850873 n-d-760453-5 neutron-server[103061]: DEBUG neutron.common.config [-] host = n-d-760453-5 {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 20:55:04.851147 n-d-760453-5 neutron-server[103061]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 20:55:04.851431 n-d-760453-5 neutron-server[103061]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 20:55:04.851718 n-d-760453-5 neutron-server[103061]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 20:55:04.852002 n-d-760453-5 neutron-server[103061]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 20:55:04.852273 n-d-760453-5 neutron-server[103061]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 20:55:04.852548 n-d-760453-5 neutron-server[103061]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 20:55:04.852829 n-d-760453-5 neutron-server[103061]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 20:55:04.853101 n-d-760453-5 neutron-server[103061]: DEBUG neutron.common.config [-] log_dir = None {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 20:55:04.853400 n-d-760453-5 neutron-server[103061]: DEBUG neutron.common.config [-] log_file = None {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 20:55:04.853676 n-d-760453-5 neutron-server[103061]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 20:55:04.853962 n-d-760453-5 neutron-server[103061]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 20:55:04.854247 n-d-760453-5 neutron-server[103061]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 20:55:04.854534 n-d-760453-5 neutron-server[103061]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 20:55:04.854759 n-d-760453-5 neutron-server[103061]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 20:55:04.854982 n-d-760453-5 neutron-server[103061]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 20:55:04.855268 n-d-760453-5 neutron-server[103061]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 20:55:04.855552 n-d-760453-5 neutron-server[103061]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 20:55:04.855825 n-d-760453-5 neutron-server[103061]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 20:55:04.856096 n-d-760453-5 neutron-server[103061]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 20:55:04.856367 n-d-760453-5 neutron-server[103061]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 20:55:04.856638 n-d-760453-5 neutron-server[103061]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 20:55:04.856909 n-d-760453-5 neutron-server[103061]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 20:55:04.857175 n-d-760453-5 neutron-server[103061]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 20:55:04.857485 n-d-760453-5 neutron-server[103061]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 20:55:04.857769 n-d-760453-5 neutron-server[103061]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 20:55:04.858052 n-d-760453-5 neutron-server[103061]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 20:55:04.858323 n-d-760453-5 neutron-server[103061]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 20:55:04.858594 n-d-760453-5 neutron-server[103061]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 20:55:04.858861 n-d-760453-5 neutron-server[103061]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 20:55:04.859127 n-d-760453-5 neutron-server[103061]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 20:55:04.859407 n-d-760453-5 neutron-server[103061]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 20:55:04.859675 n-d-760453-5 neutron-server[103061]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 20:55:04.859945 n-d-760453-5 neutron-server[103061]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 20:55:04.860220 n-d-760453-5 neutron-server[103061]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 20:55:04.860501 n-d-760453-5 neutron-server[103061]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 20:55:04.861281 n-d-760453-5 neutron-server[103061]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 20:55:04.861574 n-d-760453-5 neutron-server[103061]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 20:55:04.861871 n-d-760453-5 neutron-server[103061]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 20:55:04.862156 n-d-760453-5 neutron-server[103061]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 20:55:04.862438 n-d-760453-5 neutron-server[103061]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 20:55:04.862719 n-d-760453-5 neutron-server[103061]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 20:55:04.862991 n-d-760453-5 neutron-server[103061]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 20:55:04.863269 n-d-760453-5 neutron-server[103061]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 20:55:04.863535 n-d-760453-5 neutron-server[103061]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 20:55:04.863799 n-d-760453-5 neutron-server[103061]: DEBUG neutron.common.config [-] use_journal = False {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 20:55:04.864070 n-d-760453-5 neutron-server[103061]: DEBUG neutron.common.config [-] use_json = False {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 20:55:04.864341 n-d-760453-5 neutron-server[103061]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 20:55:04.864608 n-d-760453-5 neutron-server[103061]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 20:55:04.864886 n-d-760453-5 neutron-server[103061]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 20:55:04.865154 n-d-760453-5 neutron-server[103061]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 20:55:04.865446 n-d-760453-5 neutron-server[103061]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 20:55:04.865717 n-d-760453-5 neutron-server[103061]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 20:55:04.865985 n-d-760453-5 neutron-server[103061]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 20:55:04.866267 n-d-760453-5 neutron-server[103061]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 20:55:04.866538 n-d-760453-5 neutron-server[103061]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 20:55:04.866832 n-d-760453-5 neutron-server[103061]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:55:04.867128 n-d-760453-5 neutron-server[103061]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:55:04.867423 n-d-760453-5 neutron-server[103061]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:55:04.867719 n-d-760453-5 neutron-server[103061]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:55:04.868005 n-d-760453-5 neutron-server[103061]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:55:04.868283 n-d-760453-5 neutron-server[103061]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:55:04.868570 n-d-760453-5 neutron-server[103061]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:55:04.868845 n-d-760453-5 neutron-server[103061]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:55:04.869132 n-d-760453-5 neutron-server[103061]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:55:04.869446 n-d-760453-5 neutron-server[103061]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:55:04.869730 n-d-760453-5 neutron-server[103061]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:55:04.870001 n-d-760453-5 neutron-server[103061]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:55:04.870298 n-d-760453-5 neutron-server[103061]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:55:04.870593 n-d-760453-5 neutron-server[103061]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:55:04.870887 n-d-760453-5 neutron-server[103061]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:55:04.871191 n-d-760453-5 neutron-server[103061]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:55:04.871484 n-d-760453-5 neutron-server[103061]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:55:04.871775 n-d-760453-5 neutron-server[103061]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:55:04.872049 n-d-760453-5 neutron-server[103061]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:55:04.872338 n-d-760453-5 neutron-server[103061]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:55:04.872597 n-d-760453-5 neutron-server[103061]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:55:04.872871 n-d-760453-5 neutron-server[103061]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:55:04.873155 n-d-760453-5 neutron-server[103061]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:55:04.873460 n-d-760453-5 neutron-server[103061]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:55:04.873747 n-d-760453-5 neutron-server[103061]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:55:04.874032 n-d-760453-5 neutron-server[103061]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:55:04.874306 n-d-760453-5 neutron-server[103061]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:55:04.874602 n-d-760453-5 neutron-server[103061]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:55:04.874885 n-d-760453-5 neutron-server[103061]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:55:04.875176 n-d-760453-5 neutron-server[103061]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:55:04.875467 n-d-760453-5 neutron-server[103061]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:55:04.875740 n-d-760453-5 neutron-server[103061]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:55:04.876018 n-d-760453-5 neutron-server[103061]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:55:04.876913 n-d-760453-5 neutron-server[103061]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:55:04.877211 n-d-760453-5 neutron-server[103061]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:55:04.877513 n-d-760453-5 neutron-server[103061]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:55:04.877794 n-d-760453-5 neutron-server[103061]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:55:04.878084 n-d-760453-5 neutron-server[103061]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:55:04.878360 n-d-760453-5 neutron-server[103061]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:55:04.878634 n-d-760453-5 neutron-server[103061]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:55:04.878917 n-d-760453-5 neutron-server[103061]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:55:04.879195 n-d-760453-5 neutron-server[103061]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:55:04.879466 n-d-760453-5 neutron-server[103061]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:55:04.879737 n-d-760453-5 neutron-server[103061]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:55:04.880013 n-d-760453-5 neutron-server[103061]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:55:04.880299 n-d-760453-5 neutron-server[103061]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:55:04.880575 n-d-760453-5 neutron-server[103061]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:55:04.880845 n-d-760453-5 neutron-server[103061]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:55:04.881115 n-d-760453-5 neutron-server[103061]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:55:04.881416 n-d-760453-5 neutron-server[103061]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:55:04.881687 n-d-760453-5 neutron-server[103061]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:55:04.881969 n-d-760453-5 neutron-server[103061]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:55:04.882242 n-d-760453-5 neutron-server[103061]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:55:04.882512 n-d-760453-5 neutron-server[103061]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:55:04.882782 n-d-760453-5 neutron-server[103061]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:55:04.883055 n-d-760453-5 neutron-server[103061]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:55:04.883321 n-d-760453-5 neutron-server[103061]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:55:04.883587 n-d-760453-5 neutron-server[103061]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:55:04.883860 n-d-760453-5 neutron-server[103061]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:55:04.884130 n-d-760453-5 neutron-server[103061]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:55:04.884401 n-d-760453-5 neutron-server[103061]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:55:04.884668 n-d-760453-5 neutron-server[103061]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:55:04.884938 n-d-760453-5 neutron-server[103061]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:55:04.885205 n-d-760453-5 neutron-server[103061]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:55:04.885507 n-d-760453-5 neutron-server[103061]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:55:04.885776 n-d-760453-5 neutron-server[103061]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:55:04.886043 n-d-760453-5 neutron-server[103061]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:55:04.886309 n-d-760453-5 neutron-server[103061]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:55:04.886578 n-d-760453-5 neutron-server[103061]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:55:04.886844 n-d-760453-5 neutron-server[103061]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:55:04.887111 n-d-760453-5 neutron-server[103061]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:55:04.887380 n-d-760453-5 neutron-server[103061]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:55:04.887648 n-d-760453-5 neutron-server[103061]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:55:04.887918 n-d-760453-5 neutron-server[103061]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:55:04.888200 n-d-760453-5 neutron-server[103061]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:55:04.888491 n-d-760453-5 neutron-server[103061]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:55:04.888763 n-d-760453-5 neutron-server[103061]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:55:04.889037 n-d-760453-5 neutron-server[103061]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:55:04.889326 n-d-760453-5 neutron-server[103061]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:55:04.889602 n-d-760453-5 neutron-server[103061]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:55:04.889876 n-d-760453-5 neutron-server[103061]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:55:04.890163 n-d-760453-5 neutron-server[103061]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:55:04.890420 n-d-760453-5 neutron-server[103061]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:55:04.890698 n-d-760453-5 neutron-server[103061]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:55:04.890968 n-d-760453-5 neutron-server[103061]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:55:04.891255 n-d-760453-5 neutron-server[103061]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:55:04.891533 n-d-760453-5 neutron-server[103061]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:55:04.891815 n-d-760453-5 neutron-server[103061]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:55:04.892136 n-d-760453-5 neutron-server[103061]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:55:04.892408 n-d-760453-5 neutron-server[103061]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:55:04.892700 n-d-760453-5 neutron-server[103061]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:55:04.892972 n-d-760453-5 neutron-server[103061]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:55:04.893250 n-d-760453-5 neutron-server[103061]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:55:04.893549 n-d-760453-5 neutron-server[103061]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:55:04.893820 n-d-760453-5 neutron-server[103061]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:55:04.894097 n-d-760453-5 neutron-server[103061]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:55:04.894377 n-d-760453-5 neutron-server[103061]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:55:04.894667 n-d-760453-5 neutron-server[103061]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:55:04.894957 n-d-760453-5 neutron-server[103061]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:55:04.895247 n-d-760453-5 neutron-server[103061]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:55:04.895538 n-d-760453-5 neutron-server[103061]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:55:04.895828 n-d-760453-5 neutron-server[103061]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:55:04.896104 n-d-760453-5 neutron-server[103061]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:55:04.896408 n-d-760453-5 neutron-server[103061]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:55:04.896687 n-d-760453-5 neutron-server[103061]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:55:04.896903 n-d-760453-5 neutron-server[103061]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jan 26 20:55:04.897138 n-d-760453-5 neutron-server[103061]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=103061) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jan 26 20:55:05.271527 n-d-760453-5 neutron-server[103061]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=103061) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Jan 26 20:55:05.271805 n-d-760453-5 neutron-server[103061]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=103061) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Jan 26 20:55:05.272111 n-d-760453-5 neutron-server[103061]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=103061) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Jan 26 20:55:05.272448 n-d-760453-5 neutron-server[103061]: INFO neutron.manager [-] Loading core plugin: ml2 Jan 26 20:55:05.602863 n-d-760453-5 neutron-server[103061]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103061) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 20:55:05.603082 n-d-760453-5 neutron-server[103061]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103061) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 20:55:05.603349 n-d-760453-5 neutron-server[103061]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103061) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 20:55:05.604662 n-d-760453-5 neutron-server[103061]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103061) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 20:55:05.604936 n-d-760453-5 neutron-server[103061]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103061) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 20:55:05.605199 n-d-760453-5 neutron-server[103061]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103061) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 20:55:05.649751 n-d-760453-5 neutron-server[103061]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103061) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 20:55:05.650030 n-d-760453-5 neutron-server[103061]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103061) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 20:55:05.650295 n-d-760453-5 neutron-server[103061]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103061) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 20:55:05.664361 n-d-760453-5 neutron-server[103061]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103061) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 20:55:05.664639 n-d-760453-5 neutron-server[103061]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103061) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 20:55:05.664908 n-d-760453-5 neutron-server[103061]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103061) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 20:55:05.695720 n-d-760453-5 neutron-server[103061]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103061) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 20:55:05.695998 n-d-760453-5 neutron-server[103061]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103061) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 20:55:05.696266 n-d-760453-5 neutron-server[103061]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103061) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 20:55:05.732390 n-d-760453-5 neutron-server[103061]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103061) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 20:55:05.732668 n-d-760453-5 neutron-server[103061]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103061) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 20:55:05.732940 n-d-760453-5 neutron-server[103061]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103061) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 20:55:06.066592 n-d-760453-5 neutron-server[103061]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=103061) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 20:55:06.067197 n-d-760453-5 neutron-server[103061]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=103061) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 20:55:06.067197 n-d-760453-5 neutron-server[103061]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=103061) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 20:55:06.067387 n-d-760453-5 neutron-server[103061]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=103061) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 20:55:06.068081 n-d-760453-5 neutron-server[103061]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=103061) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 20:55:06.168228 n-d-760453-5 neutron-server[103061]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=103061) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 20:55:06.168552 n-d-760453-5 neutron-server[103061]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=103061) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 20:55:06.168835 n-d-760453-5 neutron-server[103061]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=103061) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 20:55:06.169112 n-d-760453-5 neutron-server[103061]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=103061) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 20:55:06.169410 n-d-760453-5 neutron-server[103061]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=103061) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 20:55:06.169728 n-d-760453-5 neutron-server[103061]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=103061) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 20:55:06.169993 n-d-760453-5 neutron-server[103061]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=103061) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 20:55:06.170253 n-d-760453-5 neutron-server[103061]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=103061) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 20:55:06.170514 n-d-760453-5 neutron-server[103061]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=103061) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 20:55:06.170806 n-d-760453-5 neutron-server[103061]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=103061) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 20:55:06.171069 n-d-760453-5 neutron-server[103061]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=103061) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 20:55:06.171337 n-d-760453-5 neutron-server[103061]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=103061) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 20:55:06.171598 n-d-760453-5 neutron-server[103061]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=103061) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 20:55:06.171854 n-d-760453-5 neutron-server[103061]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=103061) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 20:55:06.172110 n-d-760453-5 neutron-server[103061]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=103061) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 20:55:06.172376 n-d-760453-5 neutron-server[103061]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103061) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 20:55:06.172641 n-d-760453-5 neutron-server[103061]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=103061) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 20:55:06.172907 n-d-760453-5 neutron-server[103061]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=103061) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 20:55:06.173203 n-d-760453-5 neutron-server[103061]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=103061) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 20:55:06.173494 n-d-760453-5 neutron-server[103061]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=103061) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 20:55:06.173773 n-d-760453-5 neutron-server[103061]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103061) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 20:55:06.174032 n-d-760453-5 neutron-server[103061]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103061) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 20:55:06.174317 n-d-760453-5 neutron-server[103061]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103061) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 20:55:06.174696 n-d-760453-5 neutron-server[103061]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103061) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 20:55:06.174952 n-d-760453-5 neutron-server[103061]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103061) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 20:55:06.175204 n-d-760453-5 neutron-server[103061]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103061) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 20:55:06.175604 n-d-760453-5 neutron-server[103061]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=103061) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 26 20:55:06.175840 n-d-760453-5 neutron-server[103061]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=103061) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 26 20:55:06.176076 n-d-760453-5 neutron-server[103061]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=103061) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 26 20:55:06.176316 n-d-760453-5 neutron-server[103061]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=103061) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 26 20:55:06.176552 n-d-760453-5 neutron-server[103061]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=103061) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 26 20:55:06.176786 n-d-760453-5 neutron-server[103061]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=103061) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 26 20:55:06.177149 n-d-760453-5 neutron-server[103061]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jan 26 20:55:06.180308 n-d-760453-5 neutron-server[103061]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jan 26 20:55:06.184404 n-d-760453-5 neutron-server[103061]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jan 26 20:55:06.188261 n-d-760453-5 neutron-server[103061]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(550, 599)])]) Jan 26 20:55:06.189972 n-d-760453-5 neutron-server[103061]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jan 26 20:55:06.190425 n-d-760453-5 neutron-server[103061]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jan 26 20:55:06.190758 n-d-760453-5 neutron-server[103061]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jan 26 20:55:06.191141 n-d-760453-5 neutron-server[103061]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jan 26 20:55:06.193995 n-d-760453-5 neutron-server[103061]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jan 26 20:55:06.194249 n-d-760453-5 neutron-server[103061]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jan 26 20:55:06.194594 n-d-760453-5 neutron-server[103061]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jan 26 20:55:06.199931 n-d-760453-5 neutron-server[103061]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Jan 26 20:55:06.224979 n-d-760453-5 neutron-server[103061]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jan 26 20:55:06.225465 n-d-760453-5 neutron-server[103061]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=103061) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 20:55:06.225765 n-d-760453-5 neutron-server[103061]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=103061) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} Jan 26 20:55:06.226124 n-d-760453-5 neutron-server[103061]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=103061) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 20:55:06.227505 n-d-760453-5 neutron-server[103061]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=103061) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jan 26 20:55:06.227783 n-d-760453-5 neutron-server[103061]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jan 26 20:55:06.228029 n-d-760453-5 neutron-server[103061]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jan 26 20:55:06.231282 n-d-760453-5 neutron-server[103061]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=103061) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 20:55:06.231558 n-d-760453-5 neutron-server[103061]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=103061) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 20:55:06.296300 n-d-760453-5 neutron-server[103061]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jan 26 20:55:06.296539 n-d-760453-5 neutron-server[103061]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jan 26 20:55:06.296780 n-d-760453-5 neutron-server[103061]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jan 26 20:55:06.297149 n-d-760453-5 neutron-server[103061]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jan 26 20:55:06.317072 n-d-760453-5 neutron-server[103061]: DEBUG oslo_db.sqlalchemy.engines [None req-f6456ffb-c15f-40bb-9ba0-612eec65e6dd None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=103061) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jan 26 20:55:06.747861 n-d-760453-5 neutron-server[103061]: INFO neutron.plugins.ml2.managers [None req-f6456ffb-c15f-40bb-9ba0-612eec65e6dd None None] Initializing driver for type 'gre' Jan 26 20:55:06.748393 n-d-760453-5 neutron-server[103061]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-f6456ffb-c15f-40bb-9ba0-612eec65e6dd None None] gre ID ranges: [(1, 1000)] Jan 26 20:55:06.800244 n-d-760453-5 neutron-server[103061]: INFO neutron.plugins.ml2.managers [None req-f6456ffb-c15f-40bb-9ba0-612eec65e6dd None None] Initializing driver for type 'local' Jan 26 20:55:06.800610 n-d-760453-5 neutron-server[103061]: INFO neutron.plugins.ml2.managers [None req-f6456ffb-c15f-40bb-9ba0-612eec65e6dd None None] Initializing driver for type 'vlan' Jan 26 20:55:06.812636 n-d-760453-5 neutron-server[103061]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-f6456ffb-c15f-40bb-9ba0-612eec65e6dd None None] VlanTypeDriver initialization complete Jan 26 20:55:06.813031 n-d-760453-5 neutron-server[103061]: INFO neutron.plugins.ml2.managers [None req-f6456ffb-c15f-40bb-9ba0-612eec65e6dd None None] Initializing driver for type 'vxlan' Jan 26 20:55:06.813535 n-d-760453-5 neutron-server[103061]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-f6456ffb-c15f-40bb-9ba0-612eec65e6dd None None] vxlan ID ranges: [(1, 1000)] Jan 26 20:55:06.862604 n-d-760453-5 neutron-server[103061]: INFO neutron.plugins.ml2.managers [None req-f6456ffb-c15f-40bb-9ba0-612eec65e6dd None None] Initializing extension driver 'port_security' Jan 26 20:55:06.862966 n-d-760453-5 neutron-server[103061]: INFO neutron.plugins.ml2.extensions.port_security [None req-f6456ffb-c15f-40bb-9ba0-612eec65e6dd None None] PortSecurityExtensionDriver initialization complete Jan 26 20:55:06.863303 n-d-760453-5 neutron-server[103061]: INFO neutron.plugins.ml2.managers [None req-f6456ffb-c15f-40bb-9ba0-612eec65e6dd None None] Initializing mechanism driver 'openvswitch' Jan 26 20:55:06.863636 n-d-760453-5 neutron-server[103061]: INFO neutron.plugins.ml2.managers [None req-f6456ffb-c15f-40bb-9ba0-612eec65e6dd None None] Initializing mechanism driver 'hyperv' Jan 26 20:55:06.870411 n-d-760453-5 neutron-server[103061]: DEBUG neutron.plugins.ml2.plugin [None req-f6456ffb-c15f-40bb-9ba0-612eec65e6dd None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=103061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 20:55:06.871101 n-d-760453-5 neutron-server[103061]: DEBUG neutron_lib.callbacks.manager [None req-f6456ffb-c15f-40bb-9ba0-612eec65e6dd None None] Subscribe: > port after_create 55550000 {{(pid=103061) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 20:55:06.871472 n-d-760453-5 neutron-server[103061]: DEBUG neutron_lib.callbacks.manager [None req-f6456ffb-c15f-40bb-9ba0-612eec65e6dd None None] Subscribe: > port after_update 55550000 {{(pid=103061) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 20:55:06.871832 n-d-760453-5 neutron-server[103061]: DEBUG neutron_lib.callbacks.manager [None req-f6456ffb-c15f-40bb-9ba0-612eec65e6dd None None] Subscribe: > port after_delete 55550000 {{(pid=103061) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 20:55:06.872389 n-d-760453-5 neutron-server[103061]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=103061) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jan 26 20:55:06.872837 n-d-760453-5 neutron-server[103061]: DEBUG neutron_lib.callbacks.manager [None req-f6456ffb-c15f-40bb-9ba0-612eec65e6dd None None] Subscribe: > subnet after_create 55550000 {{(pid=103061) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 20:55:06.873191 n-d-760453-5 neutron-server[103061]: DEBUG neutron_lib.callbacks.manager [None req-f6456ffb-c15f-40bb-9ba0-612eec65e6dd None None] Subscribe: > subnet after_update 55550000 {{(pid=103061) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 20:55:06.873565 n-d-760453-5 neutron-server[103061]: DEBUG neutron_lib.callbacks.manager [None req-f6456ffb-c15f-40bb-9ba0-612eec65e6dd None None] Subscribe: > subnet after_delete 55550000 {{(pid=103061) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 20:55:06.873975 n-d-760453-5 neutron-server[103061]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=103061) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jan 26 20:55:06.874379 n-d-760453-5 neutron-server[103061]: DEBUG neutron_lib.callbacks.manager [None req-f6456ffb-c15f-40bb-9ba0-612eec65e6dd None None] Subscribe: > network after_create 55550000 {{(pid=103061) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 20:55:06.874733 n-d-760453-5 neutron-server[103061]: DEBUG neutron_lib.callbacks.manager [None req-f6456ffb-c15f-40bb-9ba0-612eec65e6dd None None] Subscribe: > network after_update 55550000 {{(pid=103061) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 20:55:06.875074 n-d-760453-5 neutron-server[103061]: DEBUG neutron_lib.callbacks.manager [None req-f6456ffb-c15f-40bb-9ba0-612eec65e6dd None None] Subscribe: > network after_delete 55550000 {{(pid=103061) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 20:55:06.875469 n-d-760453-5 neutron-server[103061]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=103061) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jan 26 20:55:06.875886 n-d-760453-5 neutron-server[103061]: DEBUG neutron_lib.callbacks.manager [None req-f6456ffb-c15f-40bb-9ba0-612eec65e6dd None None] Subscribe: > security_group after_create 55550000 {{(pid=103061) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 20:55:06.876816 n-d-760453-5 neutron-server[103061]: DEBUG neutron_lib.callbacks.manager [None req-f6456ffb-c15f-40bb-9ba0-612eec65e6dd None None] Subscribe: > security_group after_update 55550000 {{(pid=103061) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 20:55:06.877168 n-d-760453-5 neutron-server[103061]: DEBUG neutron_lib.callbacks.manager [None req-f6456ffb-c15f-40bb-9ba0-612eec65e6dd None None] Subscribe: > security_group after_delete 55550000 {{(pid=103061) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 20:55:06.877738 n-d-760453-5 neutron-server[103061]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=103061) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jan 26 20:55:06.878153 n-d-760453-5 neutron-server[103061]: DEBUG neutron_lib.callbacks.manager [None req-f6456ffb-c15f-40bb-9ba0-612eec65e6dd None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=103061) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 20:55:06.878519 n-d-760453-5 neutron-server[103061]: DEBUG neutron_lib.callbacks.manager [None req-f6456ffb-c15f-40bb-9ba0-612eec65e6dd None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=103061) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 20:55:06.878859 n-d-760453-5 neutron-server[103061]: DEBUG neutron_lib.callbacks.manager [None req-f6456ffb-c15f-40bb-9ba0-612eec65e6dd None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=103061) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 20:55:06.879265 n-d-760453-5 neutron-server[103061]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=103061) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jan 26 20:55:06.879686 n-d-760453-5 neutron-server[103061]: DEBUG neutron_lib.callbacks.manager [None req-f6456ffb-c15f-40bb-9ba0-612eec65e6dd None None] Subscribe: > address_group after_create 55550000 {{(pid=103061) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 20:55:06.880035 n-d-760453-5 neutron-server[103061]: DEBUG neutron_lib.callbacks.manager [None req-f6456ffb-c15f-40bb-9ba0-612eec65e6dd None None] Subscribe: > address_group after_update 55550000 {{(pid=103061) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 20:55:06.880375 n-d-760453-5 neutron-server[103061]: DEBUG neutron_lib.callbacks.manager [None req-f6456ffb-c15f-40bb-9ba0-612eec65e6dd None None] Subscribe: > address_group after_delete 55550000 {{(pid=103061) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 20:55:06.880771 n-d-760453-5 neutron-server[103061]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=103061) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jan 26 20:55:06.881214 n-d-760453-5 neutron-server[103061]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-f6456ffb-c15f-40bb-9ba0-612eec65e6dd None None] ML2 OVO RPC backend initialized. {{(pid=103061) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:161}} Jan 26 20:55:06.881954 n-d-760453-5 neutron-server[103061]: DEBUG neutron_lib.callbacks.manager [None req-f6456ffb-c15f-40bb-9ba0-612eec65e6dd None None] Subscribe: > router_interface after_create 55550000 {{(pid=103061) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 20:55:06.882307 n-d-760453-5 neutron-server[103061]: DEBUG neutron_lib.callbacks.manager [None req-f6456ffb-c15f-40bb-9ba0-612eec65e6dd None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103061) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 20:55:06.882725 n-d-760453-5 neutron-server[103061]: DEBUG neutron_lib.callbacks.manager [None req-f6456ffb-c15f-40bb-9ba0-612eec65e6dd None None] Subscribe: > network before_response 55550000 {{(pid=103061) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 20:55:06.883074 n-d-760453-5 neutron-server[103061]: DEBUG neutron_lib.callbacks.manager [None req-f6456ffb-c15f-40bb-9ba0-612eec65e6dd None None] Subscribe: > networks before_response 55550000 {{(pid=103061) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 20:55:06.883429 n-d-760453-5 neutron-server[103061]: DEBUG neutron_lib.callbacks.manager [None req-f6456ffb-c15f-40bb-9ba0-612eec65e6dd None None] Subscribe: > port before_response 55550000 {{(pid=103061) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 20:55:06.883770 n-d-760453-5 neutron-server[103061]: DEBUG neutron_lib.callbacks.manager [None req-f6456ffb-c15f-40bb-9ba0-612eec65e6dd None None] Subscribe: > ports before_response 55550000 {{(pid=103061) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 20:55:06.884123 n-d-760453-5 neutron-server[103061]: DEBUG neutron_lib.callbacks.manager [None req-f6456ffb-c15f-40bb-9ba0-612eec65e6dd None None] Subscribe: > subnet before_response 55550000 {{(pid=103061) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 20:55:06.884464 n-d-760453-5 neutron-server[103061]: DEBUG neutron_lib.callbacks.manager [None req-f6456ffb-c15f-40bb-9ba0-612eec65e6dd None None] Subscribe: > subnets before_response 55550000 {{(pid=103061) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 20:55:06.884807 n-d-760453-5 neutron-server[103061]: DEBUG neutron_lib.callbacks.manager [None req-f6456ffb-c15f-40bb-9ba0-612eec65e6dd None None] Subscribe: > network after_create 55550000 {{(pid=103061) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 20:55:06.885147 n-d-760453-5 neutron-server[103061]: DEBUG neutron_lib.callbacks.manager [None req-f6456ffb-c15f-40bb-9ba0-612eec65e6dd None None] Subscribe: > network after_update 55550000 {{(pid=103061) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 20:55:06.885509 n-d-760453-5 neutron-server[103061]: DEBUG neutron_lib.callbacks.manager [None req-f6456ffb-c15f-40bb-9ba0-612eec65e6dd None None] Subscribe: > network after_delete 55550000 {{(pid=103061) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 20:55:06.885847 n-d-760453-5 neutron-server[103061]: DEBUG neutron_lib.callbacks.manager [None req-f6456ffb-c15f-40bb-9ba0-612eec65e6dd None None] Subscribe: > port after_create 55550000 {{(pid=103061) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 20:55:06.886181 n-d-760453-5 neutron-server[103061]: DEBUG neutron_lib.callbacks.manager [None req-f6456ffb-c15f-40bb-9ba0-612eec65e6dd None None] Subscribe: > port after_update 55550000 {{(pid=103061) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 20:55:06.886515 n-d-760453-5 neutron-server[103061]: DEBUG neutron_lib.callbacks.manager [None req-f6456ffb-c15f-40bb-9ba0-612eec65e6dd None None] Subscribe: > port after_delete 55550000 {{(pid=103061) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 20:55:06.886850 n-d-760453-5 neutron-server[103061]: DEBUG neutron_lib.callbacks.manager [None req-f6456ffb-c15f-40bb-9ba0-612eec65e6dd None None] Subscribe: > subnet after_create 55550000 {{(pid=103061) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 20:55:06.887185 n-d-760453-5 neutron-server[103061]: DEBUG neutron_lib.callbacks.manager [None req-f6456ffb-c15f-40bb-9ba0-612eec65e6dd None None] Subscribe: > subnet after_update 55550000 {{(pid=103061) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 20:55:06.887517 n-d-760453-5 neutron-server[103061]: DEBUG neutron_lib.callbacks.manager [None req-f6456ffb-c15f-40bb-9ba0-612eec65e6dd None None] Subscribe: > subnet after_delete 55550000 {{(pid=103061) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 20:55:06.894963 n-d-760453-5 neutron-server[103061]: INFO neutron.quota [None req-f6456ffb-c15f-40bb-9ba0-612eec65e6dd None None] Loaded quota_driver: . Jan 26 20:55:06.895331 n-d-760453-5 neutron-server[103061]: INFO neutron.plugins.ml2.plugin [None req-f6456ffb-c15f-40bb-9ba0-612eec65e6dd None None] Modular L2 Plugin initialization complete Jan 26 20:55:06.895672 n-d-760453-5 neutron-server[103061]: DEBUG neutron.manager [None req-f6456ffb-c15f-40bb-9ba0-612eec65e6dd None None] Loading services supported by the core plugin {{(pid=103061) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jan 26 20:55:06.896008 n-d-760453-5 neutron-server[103061]: INFO neutron.plugins.ml2.managers [None req-f6456ffb-c15f-40bb-9ba0-612eec65e6dd None None] Got port-security extension from driver 'port_security' Jan 26 20:55:06.896483 n-d-760453-5 neutron-server[103061]: INFO neutron.extensions.vlantransparent [None req-f6456ffb-c15f-40bb-9ba0-612eec65e6dd None None] Disabled vlantransparent extension. Jan 26 20:55:06.896970 n-d-760453-5 neutron-server[103061]: DEBUG neutron.manager [None req-f6456ffb-c15f-40bb-9ba0-612eec65e6dd None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=103061) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jan 26 20:55:06.897317 n-d-760453-5 neutron-server[103061]: INFO neutron.manager [None req-f6456ffb-c15f-40bb-9ba0-612eec65e6dd None None] Loading Plugin: router Jan 26 20:55:06.934692 n-d-760453-5 neutron-server[103061]: DEBUG neutron_lib.callbacks.manager [None req-f6456ffb-c15f-40bb-9ba0-612eec65e6dd None None] Subscribe: > router_interface before_create 55550000 {{(pid=103061) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 20:55:06.935083 n-d-760453-5 neutron-server[103061]: DEBUG neutron_lib.callbacks.manager [None req-f6456ffb-c15f-40bb-9ba0-612eec65e6dd None None] Subscribe: > router after_create 55549900 {{(pid=103061) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 20:55:06.935454 n-d-760453-5 neutron-server[103061]: DEBUG neutron_lib.callbacks.manager [None req-f6456ffb-c15f-40bb-9ba0-612eec65e6dd None None] Subscribe: > router before_create 55549900 {{(pid=103061) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 20:55:06.935822 n-d-760453-5 neutron-server[103061]: DEBUG neutron_lib.callbacks.manager [None req-f6456ffb-c15f-40bb-9ba0-612eec65e6dd None None] Subscribe: > router_interface before_delete 55550000 {{(pid=103061) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 20:55:06.936195 n-d-760453-5 neutron-server[103061]: DEBUG neutron_lib.callbacks.manager [None req-f6456ffb-c15f-40bb-9ba0-612eec65e6dd None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103061) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 20:55:06.936555 n-d-760453-5 neutron-server[103061]: DEBUG neutron_lib.callbacks.manager [None req-f6456ffb-c15f-40bb-9ba0-612eec65e6dd None None] Subscribe: > router after_delete 55549900 {{(pid=103061) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 20:55:06.936915 n-d-760453-5 neutron-server[103061]: DEBUG neutron_lib.callbacks.manager [None req-f6456ffb-c15f-40bb-9ba0-612eec65e6dd None None] Subscribe: > floatingip after_create 55550000 {{(pid=103061) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 20:55:06.937268 n-d-760453-5 neutron-server[103061]: DEBUG neutron_lib.callbacks.manager [None req-f6456ffb-c15f-40bb-9ba0-612eec65e6dd None None] Subscribe: > floatingip after_update 55550000 {{(pid=103061) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 20:55:06.937658 n-d-760453-5 neutron-server[103061]: DEBUG neutron_lib.callbacks.manager [None req-f6456ffb-c15f-40bb-9ba0-612eec65e6dd None None] Subscribe: > router after_create 55549900 {{(pid=103061) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 20:55:06.938010 n-d-760453-5 neutron-server[103061]: DEBUG neutron_lib.callbacks.manager [None req-f6456ffb-c15f-40bb-9ba0-612eec65e6dd None None] Subscribe: > router after_update 55549900 {{(pid=103061) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 20:55:06.938358 n-d-760453-5 neutron-server[103061]: DEBUG neutron_lib.callbacks.manager [None req-f6456ffb-c15f-40bb-9ba0-612eec65e6dd None None] Subscribe: > router after_update 55549900 {{(pid=103061) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 20:55:06.939282 n-d-760453-5 neutron-server[103061]: DEBUG neutron_lib.callbacks.manager [None req-f6456ffb-c15f-40bb-9ba0-612eec65e6dd None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=103061) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 20:55:06.939660 n-d-760453-5 neutron-server[103061]: DEBUG neutron_lib.callbacks.manager [None req-f6456ffb-c15f-40bb-9ba0-612eec65e6dd None None] Subscribe: > router after_update 55549900 {{(pid=103061) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 20:55:06.940073 n-d-760453-5 neutron-server[103061]: DEBUG neutron_lib.callbacks.manager [None req-f6456ffb-c15f-40bb-9ba0-612eec65e6dd None None] Subscribe: > router precommit_update 55549900 {{(pid=103061) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 20:55:06.940452 n-d-760453-5 neutron-server[103061]: DEBUG neutron_lib.callbacks.manager [None req-f6456ffb-c15f-40bb-9ba0-612eec65e6dd None None] Subscribe: port after_update 55550000 {{(pid=103061) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 20:55:06.940790 n-d-760453-5 neutron-server[103061]: DEBUG neutron_lib.callbacks.manager [None req-f6456ffb-c15f-40bb-9ba0-612eec65e6dd None None] Subscribe: port after_delete 55550000 {{(pid=103061) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 20:55:06.941129 n-d-760453-5 neutron-server[103061]: DEBUG neutron_lib.callbacks.manager [None req-f6456ffb-c15f-40bb-9ba0-612eec65e6dd None None] Subscribe: subnet after_update 55550000 {{(pid=103061) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 20:55:06.941494 n-d-760453-5 neutron-server[103061]: DEBUG neutron_lib.callbacks.manager [None req-f6456ffb-c15f-40bb-9ba0-612eec65e6dd None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=103061) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 20:55:06.941845 n-d-760453-5 neutron-server[103061]: DEBUG neutron_lib.callbacks.manager [None req-f6456ffb-c15f-40bb-9ba0-612eec65e6dd None None] Subscribe: > port precommit_delete 55550000 {{(pid=103061) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 20:55:06.942193 n-d-760453-5 neutron-server[103061]: DEBUG neutron_lib.callbacks.manager [None req-f6456ffb-c15f-40bb-9ba0-612eec65e6dd None None] Subscribe: > router precommit_create 55549900 {{(pid=103061) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 20:55:06.942535 n-d-760453-5 neutron-server[103061]: DEBUG neutron_lib.callbacks.manager [None req-f6456ffb-c15f-40bb-9ba0-612eec65e6dd None None] Subscribe: port before_delete 55550000 {{(pid=103061) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 20:55:06.942878 n-d-760453-5 neutron-server[103061]: DEBUG neutron_lib.callbacks.manager [None req-f6456ffb-c15f-40bb-9ba0-612eec65e6dd None None] Subscribe: > router precommit_create 55550000 {{(pid=103061) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 20:55:06.943236 n-d-760453-5 neutron-server[103061]: DEBUG neutron_lib.callbacks.manager [None req-f6456ffb-c15f-40bb-9ba0-612eec65e6dd None None] Subscribe: > router after_update 55549900 {{(pid=103061) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 20:55:06.943578 n-d-760453-5 neutron-server[103061]: DEBUG neutron_lib.callbacks.manager [None req-f6456ffb-c15f-40bb-9ba0-612eec65e6dd None None] Subscribe: > router precommit_delete 55549900 {{(pid=103061) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 20:55:06.943929 n-d-760453-5 neutron-server[103061]: DEBUG neutron_lib.callbacks.manager [None req-f6456ffb-c15f-40bb-9ba0-612eec65e6dd None None] Subscribe: > router precommit_create 55549900 {{(pid=103061) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 20:55:06.944288 n-d-760453-5 neutron-server[103061]: DEBUG neutron_lib.callbacks.manager [None req-f6456ffb-c15f-40bb-9ba0-612eec65e6dd None None] Subscribe: > router_interface after_create 55550000 {{(pid=103061) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 20:55:06.944631 n-d-760453-5 neutron-server[103061]: DEBUG neutron_lib.callbacks.manager [None req-f6456ffb-c15f-40bb-9ba0-612eec65e6dd None None] Subscribe: > router precommit_update 55549900 {{(pid=103061) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 20:55:06.944996 n-d-760453-5 neutron-server[103061]: DEBUG neutron_lib.callbacks.manager [None req-f6456ffb-c15f-40bb-9ba0-612eec65e6dd None None] Subscribe: > agent after_create 55550000 {{(pid=103061) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 20:55:06.945372 n-d-760453-5 neutron-server[103061]: DEBUG neutron_lib.callbacks.manager [None req-f6456ffb-c15f-40bb-9ba0-612eec65e6dd None None] Subscribe: > agent after_delete 55550000 {{(pid=103061) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 20:55:06.945720 n-d-760453-5 neutron-server[103061]: DEBUG neutron_lib.callbacks.manager [None req-f6456ffb-c15f-40bb-9ba0-612eec65e6dd None None] Subscribe: > network after_delete 55550000 {{(pid=103061) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 20:55:06.946563 n-d-760453-5 neutron-server[103061]: DEBUG neutron.quota.resource_registry [None req-f6456ffb-c15f-40bb-9ba0-612eec65e6dd None None] Tracking information for resource: router configured {{(pid=103061) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 26 20:55:06.946894 n-d-760453-5 neutron-server[103061]: DEBUG neutron.quota.resource_registry [None req-f6456ffb-c15f-40bb-9ba0-612eec65e6dd None None] Tracking information for resource: floatingip configured {{(pid=103061) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 26 20:55:06.951852 n-d-760453-5 neutron-server[103061]: INFO neutron.db.l3_agentschedulers_db [None req-f6456ffb-c15f-40bb-9ba0-612eec65e6dd None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jan 26 20:55:06.952432 n-d-760453-5 neutron-server[103061]: DEBUG neutron_lib.callbacks.manager [None req-f6456ffb-c15f-40bb-9ba0-612eec65e6dd None None] Subscribe: port after_update 55550000 {{(pid=103061) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 20:55:06.952794 n-d-760453-5 neutron-server[103061]: DEBUG neutron_lib.callbacks.manager [None req-f6456ffb-c15f-40bb-9ba0-612eec65e6dd None None] Subscribe: port after_create 55550000 {{(pid=103061) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 20:55:06.953147 n-d-760453-5 neutron-server[103061]: DEBUG neutron_lib.callbacks.manager [None req-f6456ffb-c15f-40bb-9ba0-612eec65e6dd None None] Subscribe: port after_delete 55550000 {{(pid=103061) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 20:55:06.953525 n-d-760453-5 neutron-server[103061]: DEBUG neutron_lib.callbacks.manager [None req-f6456ffb-c15f-40bb-9ba0-612eec65e6dd None None] Subscribe: port after_update 55550000 {{(pid=103061) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 20:55:06.954470 n-d-760453-5 neutron-server[103061]: DEBUG neutron_lib.callbacks.manager [None req-f6456ffb-c15f-40bb-9ba0-612eec65e6dd None None] Subscribe: > router before_create 55550100 {{(pid=103061) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 20:55:06.954836 n-d-760453-5 neutron-server[103061]: DEBUG neutron_lib.callbacks.manager [None req-f6456ffb-c15f-40bb-9ba0-612eec65e6dd None None] Subscribe: > router precommit_delete 55550100 {{(pid=103061) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 20:55:06.955198 n-d-760453-5 neutron-server[103061]: DEBUG neutron_lib.callbacks.manager [None req-f6456ffb-c15f-40bb-9ba0-612eec65e6dd None None] Subscribe: > router precommit_create 55550100 {{(pid=103061) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 20:55:06.955553 n-d-760453-5 neutron-server[103061]: DEBUG neutron_lib.callbacks.manager [None req-f6456ffb-c15f-40bb-9ba0-612eec65e6dd None None] Subscribe: > router precommit_update 55550100 {{(pid=103061) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 20:55:06.960501 n-d-760453-5 neutron-server[103061]: DEBUG neutron.services.provider_configuration [None req-f6456ffb-c15f-40bb-9ba0-612eec65e6dd None None] Service providers = [] {{(pid=103061) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jan 26 20:55:06.960860 n-d-760453-5 neutron-server[103061]: DEBUG neutron.db.servicetype_db [None req-f6456ffb-c15f-40bb-9ba0-612eec65e6dd None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=103061) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jan 26 20:55:06.963855 n-d-760453-5 neutron-server[103061]: DEBUG neutron.services.service_base [None req-f6456ffb-c15f-40bb-9ba0-612eec65e6dd None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=103061) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jan 26 20:55:06.964205 n-d-760453-5 neutron-server[103061]: DEBUG neutron.services.service_base [None req-f6456ffb-c15f-40bb-9ba0-612eec65e6dd None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=103061) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jan 26 20:55:06.964545 n-d-760453-5 neutron-server[103061]: DEBUG neutron.services.service_base [None req-f6456ffb-c15f-40bb-9ba0-612eec65e6dd None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=103061) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jan 26 20:55:06.965467 n-d-760453-5 neutron-server[103061]: DEBUG neutron.services.service_base [None req-f6456ffb-c15f-40bb-9ba0-612eec65e6dd None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=103061) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jan 26 20:55:06.965839 n-d-760453-5 neutron-server[103061]: INFO neutron.services.service_base [None req-f6456ffb-c15f-40bb-9ba0-612eec65e6dd None None] Default provider is not specified for service type L3_ROUTER_NAT Jan 26 20:55:06.966213 n-d-760453-5 neutron-server[103061]: DEBUG neutron.manager [None req-f6456ffb-c15f-40bb-9ba0-612eec65e6dd None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=103061) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 26 20:55:06.966529 n-d-760453-5 neutron-server[103061]: INFO neutron.manager [None req-f6456ffb-c15f-40bb-9ba0-612eec65e6dd None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jan 26 20:55:06.977371 n-d-760453-5 neutron-server[103061]: DEBUG neutron.manager [None req-f6456ffb-c15f-40bb-9ba0-612eec65e6dd None None] Successfully loaded METERING plugin. Description: METERING {{(pid=103061) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 26 20:55:06.977708 n-d-760453-5 neutron-server[103061]: INFO neutron.manager [None req-f6456ffb-c15f-40bb-9ba0-612eec65e6dd None None] Loading Plugin: auto_allocate Jan 26 20:55:06.983563 n-d-760453-5 neutron-server[103061]: DEBUG neutron_lib.callbacks.manager [None req-f6456ffb-c15f-40bb-9ba0-612eec65e6dd None None] Subscribe: network precommit_update 55550000 {{(pid=103061) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 20:55:06.983933 n-d-760453-5 neutron-server[103061]: DEBUG neutron_lib.callbacks.manager [None req-f6456ffb-c15f-40bb-9ba0-612eec65e6dd None None] Subscribe: network precommit_create 55550000 {{(pid=103061) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 20:55:06.984448 n-d-760453-5 neutron-server[103061]: DEBUG neutron.manager [None req-f6456ffb-c15f-40bb-9ba0-612eec65e6dd None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=103061) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 26 20:55:06.984770 n-d-760453-5 neutron-server[103061]: INFO neutron.manager [None req-f6456ffb-c15f-40bb-9ba0-612eec65e6dd None None] Loading Plugin: tag Jan 26 20:55:06.991958 n-d-760453-5 neutron-server[103061]: DEBUG neutron.manager [None req-f6456ffb-c15f-40bb-9ba0-612eec65e6dd None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=103061) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 26 20:55:06.992283 n-d-760453-5 neutron-server[103061]: INFO neutron.manager [None req-f6456ffb-c15f-40bb-9ba0-612eec65e6dd None None] Loading Plugin: timestamp Jan 26 20:55:06.996323 n-d-760453-5 neutron-server[103061]: DEBUG neutron.manager [None req-f6456ffb-c15f-40bb-9ba0-612eec65e6dd None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=103061) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 26 20:55:06.996657 n-d-760453-5 neutron-server[103061]: INFO neutron.manager [None req-f6456ffb-c15f-40bb-9ba0-612eec65e6dd None None] Loading Plugin: network_ip_availability Jan 26 20:55:07.002812 n-d-760453-5 neutron-server[103061]: DEBUG neutron_lib.callbacks.manager [None req-f6456ffb-c15f-40bb-9ba0-612eec65e6dd None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103061) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 20:55:07.003140 n-d-760453-5 neutron-server[103061]: DEBUG neutron_lib.callbacks.manager [None req-f6456ffb-c15f-40bb-9ba0-612eec65e6dd None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103061) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 20:55:07.003496 n-d-760453-5 neutron-server[103061]: DEBUG neutron_lib.callbacks.manager [None req-f6456ffb-c15f-40bb-9ba0-612eec65e6dd None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103061) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 20:55:07.004204 n-d-760453-5 neutron-server[103061]: DEBUG neutron.manager [None req-f6456ffb-c15f-40bb-9ba0-612eec65e6dd None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=103061) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 26 20:55:07.004525 n-d-760453-5 neutron-server[103061]: INFO neutron.manager [None req-f6456ffb-c15f-40bb-9ba0-612eec65e6dd None None] Loading Plugin: flavors Jan 26 20:55:07.009399 n-d-760453-5 neutron-server[103061]: DEBUG neutron.manager [None req-f6456ffb-c15f-40bb-9ba0-612eec65e6dd None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=103061) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 26 20:55:07.009728 n-d-760453-5 neutron-server[103061]: INFO neutron.manager [None req-f6456ffb-c15f-40bb-9ba0-612eec65e6dd None None] Loading Plugin: revisions Jan 26 20:55:07.014052 n-d-760453-5 neutron-server[103061]: DEBUG neutron.manager [None req-f6456ffb-c15f-40bb-9ba0-612eec65e6dd None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=103061) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 26 20:55:07.014442 n-d-760453-5 neutron-server[103061]: DEBUG oslo_concurrency.lockutils [None req-f6456ffb-c15f-40bb-9ba0-612eec65e6dd None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.742s {{(pid=103061) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Jan 26 20:55:07.015185 n-d-760453-5 neutron-server[103061]: DEBUG neutron.api.extensions [None req-f6456ffb-c15f-40bb-9ba0-612eec65e6dd None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=103061) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Jan 26 20:55:07.015522 n-d-760453-5 neutron-server[103061]: INFO neutron.api.extensions [None req-f6456ffb-c15f-40bb-9ba0-612eec65e6dd None None] Initializing extension manager. Jan 26 20:55:07.016038 n-d-760453-5 neutron-server[103061]: DEBUG neutron.api.extensions [None req-f6456ffb-c15f-40bb-9ba0-612eec65e6dd None None] Loading extension file: __init__.py {{(pid=103061) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 26 20:55:07.016376 n-d-760453-5 neutron-server[103061]: DEBUG neutron.api.extensions [None req-f6456ffb-c15f-40bb-9ba0-612eec65e6dd None None] Loading extension file: __pycache__ {{(pid=103061) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 26 20:55:07.016708 n-d-760453-5 neutron-server[103061]: DEBUG neutron.api.extensions [None req-f6456ffb-c15f-40bb-9ba0-612eec65e6dd None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=103061) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 26 20:55:07.017063 n-d-760453-5 neutron-server[103061]: DEBUG neutron.api.extensions [None req-f6456ffb-c15f-40bb-9ba0-612eec65e6dd None None] Loading extension file: address_group.py {{(pid=103061) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 26 20:55:07.017832 n-d-760453-5 neutron-server[103061]: DEBUG neutron.api.extensions [None req-f6456ffb-c15f-40bb-9ba0-612eec65e6dd None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=103061) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 20:55:07.018401 n-d-760453-5 neutron-server[103061]: INFO neutron.api.extensions [None req-f6456ffb-c15f-40bb-9ba0-612eec65e6dd None None] Loaded extension: address-group Jan 26 20:55:07.018727 n-d-760453-5 neutron-server[103061]: DEBUG neutron.api.extensions [None req-f6456ffb-c15f-40bb-9ba0-612eec65e6dd None None] Loading extension file: address_scope.py {{(pid=103061) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 26 20:55:07.019442 n-d-760453-5 neutron-server[103061]: DEBUG neutron.api.extensions [None req-f6456ffb-c15f-40bb-9ba0-612eec65e6dd None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=103061) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 20:55:07.019953 n-d-760453-5 neutron-server[103061]: INFO neutron.api.extensions [None req-f6456ffb-c15f-40bb-9ba0-612eec65e6dd None None] Loaded extension: address-scope Jan 26 20:55:07.020279 n-d-760453-5 neutron-server[103061]: DEBUG neutron.api.extensions [None req-f6456ffb-c15f-40bb-9ba0-612eec65e6dd None None] Loading extension file: admin_state_down_before_update.py {{(pid=103061) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 26 20:55:07.021206 n-d-760453-5 neutron-server[103061]: DEBUG neutron.api.extensions [None req-f6456ffb-c15f-40bb-9ba0-612eec65e6dd None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=103061) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 20:55:07.021757 n-d-760453-5 neutron-server[103061]: INFO neutron.api.extensions [None req-f6456ffb-c15f-40bb-9ba0-612eec65e6dd None None] Loaded extension: router-admin-state-down-before-update Jan 26 20:55:07.022081 n-d-760453-5 neutron-server[103061]: DEBUG neutron.api.extensions [None req-f6456ffb-c15f-40bb-9ba0-612eec65e6dd None None] Loading extension file: agent.py {{(pid=103061) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 26 20:55:07.022961 n-d-760453-5 neutron-server[103061]: DEBUG neutron.api.extensions [None req-f6456ffb-c15f-40bb-9ba0-612eec65e6dd None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=103061) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 20:55:07.023477 n-d-760453-5 neutron-server[103061]: INFO neutron.api.extensions [None req-f6456ffb-c15f-40bb-9ba0-612eec65e6dd None None] Loaded extension: agent Jan 26 20:55:07.023798 n-d-760453-5 neutron-server[103061]: DEBUG neutron.api.extensions [None req-f6456ffb-c15f-40bb-9ba0-612eec65e6dd None None] Loading extension file: agent_resources_synced.py {{(pid=103061) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 26 20:55:07.024708 n-d-760453-5 neutron-server[103061]: DEBUG neutron.api.extensions [None req-f6456ffb-c15f-40bb-9ba0-612eec65e6dd None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=103061) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 20:55:07.025218 n-d-760453-5 neutron-server[103061]: INFO neutron.api.extensions [None req-f6456ffb-c15f-40bb-9ba0-612eec65e6dd None None] Loaded extension: agent-resources-synced Jan 26 20:55:07.025564 n-d-760453-5 neutron-server[103061]: DEBUG neutron.api.extensions [None req-f6456ffb-c15f-40bb-9ba0-612eec65e6dd None None] Loading extension file: allowedaddresspairs.py {{(pid=103061) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 26 20:55:07.027338 n-d-760453-5 neutron-server[103061]: DEBUG neutron.api.extensions [None req-f6456ffb-c15f-40bb-9ba0-612eec65e6dd None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=103061) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 20:55:07.027856 n-d-760453-5 neutron-server[103061]: INFO neutron.api.extensions [None req-f6456ffb-c15f-40bb-9ba0-612eec65e6dd None None] Loaded extension: allowed-address-pairs Jan 26 20:55:07.028181 n-d-760453-5 neutron-server[103061]: DEBUG neutron.api.extensions [None req-f6456ffb-c15f-40bb-9ba0-612eec65e6dd None None] Loading extension file: auto_allocated_topology.py {{(pid=103061) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 26 20:55:07.029260 n-d-760453-5 neutron-server[103061]: DEBUG neutron.api.extensions [None req-f6456ffb-c15f-40bb-9ba0-612eec65e6dd None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=103061) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 20:55:07.029800 n-d-760453-5 neutron-server[103061]: INFO neutron.api.extensions [None req-f6456ffb-c15f-40bb-9ba0-612eec65e6dd None None] Loaded extension: auto-allocated-topology Jan 26 20:55:07.030127 n-d-760453-5 neutron-server[103061]: DEBUG neutron.api.extensions [None req-f6456ffb-c15f-40bb-9ba0-612eec65e6dd None None] Loading extension file: availability_zone.py {{(pid=103061) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 26 20:55:07.030818 n-d-760453-5 neutron-server[103061]: DEBUG neutron.api.extensions [None req-f6456ffb-c15f-40bb-9ba0-612eec65e6dd None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=103061) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 20:55:07.031321 n-d-760453-5 neutron-server[103061]: INFO neutron.api.extensions [None req-f6456ffb-c15f-40bb-9ba0-612eec65e6dd None None] Loaded extension: availability_zone Jan 26 20:55:07.031639 n-d-760453-5 neutron-server[103061]: DEBUG neutron.api.extensions [None req-f6456ffb-c15f-40bb-9ba0-612eec65e6dd None None] Loading extension file: availability_zone_filter.py {{(pid=103061) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 26 20:55:07.032573 n-d-760453-5 neutron-server[103061]: DEBUG neutron.api.extensions [None req-f6456ffb-c15f-40bb-9ba0-612eec65e6dd None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=103061) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 20:55:07.033079 n-d-760453-5 neutron-server[103061]: INFO neutron.api.extensions [None req-f6456ffb-c15f-40bb-9ba0-612eec65e6dd None None] Loaded extension: availability_zone_filter Jan 26 20:55:07.033430 n-d-760453-5 neutron-server[103061]: DEBUG neutron.api.extensions [None req-f6456ffb-c15f-40bb-9ba0-612eec65e6dd None None] Loading extension file: data_plane_status.py {{(pid=103061) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 26 20:55:07.034334 n-d-760453-5 neutron-server[103061]: DEBUG neutron.api.extensions [None req-f6456ffb-c15f-40bb-9ba0-612eec65e6dd None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=103061) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 20:55:07.034836 n-d-760453-5 neutron-server[103061]: INFO neutron.api.extensions [None req-f6456ffb-c15f-40bb-9ba0-612eec65e6dd None None] Extension data-plane-status not supported by any of loaded plugins Jan 26 20:55:07.035156 n-d-760453-5 neutron-server[103061]: DEBUG neutron.api.extensions [None req-f6456ffb-c15f-40bb-9ba0-612eec65e6dd None None] Loading extension file: default_subnetpools.py {{(pid=103061) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 26 20:55:07.036109 n-d-760453-5 neutron-server[103061]: DEBUG neutron.api.extensions [None req-f6456ffb-c15f-40bb-9ba0-612eec65e6dd None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=103061) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 20:55:07.036610 n-d-760453-5 neutron-server[103061]: INFO neutron.api.extensions [None req-f6456ffb-c15f-40bb-9ba0-612eec65e6dd None None] Loaded extension: default-subnetpools Jan 26 20:55:07.036931 n-d-760453-5 neutron-server[103061]: DEBUG neutron.api.extensions [None req-f6456ffb-c15f-40bb-9ba0-612eec65e6dd None None] Loading extension file: dhcpagentscheduler.py {{(pid=103061) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 26 20:55:07.037763 n-d-760453-5 neutron-server[103061]: DEBUG neutron.api.extensions [None req-f6456ffb-c15f-40bb-9ba0-612eec65e6dd None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103061) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 20:55:07.038270 n-d-760453-5 neutron-server[103061]: INFO neutron.api.extensions [None req-f6456ffb-c15f-40bb-9ba0-612eec65e6dd None None] Loaded extension: dhcp_agent_scheduler Jan 26 20:55:07.038590 n-d-760453-5 neutron-server[103061]: DEBUG neutron.api.extensions [None req-f6456ffb-c15f-40bb-9ba0-612eec65e6dd None None] Loading extension file: dns.py {{(pid=103061) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 26 20:55:07.039518 n-d-760453-5 neutron-server[103061]: DEBUG neutron.api.extensions [None req-f6456ffb-c15f-40bb-9ba0-612eec65e6dd None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=103061) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 20:55:07.040030 n-d-760453-5 neutron-server[103061]: INFO neutron.api.extensions [None req-f6456ffb-c15f-40bb-9ba0-612eec65e6dd None None] Extension dns-integration not supported by any of loaded plugins Jan 26 20:55:07.040353 n-d-760453-5 neutron-server[103061]: DEBUG neutron.api.extensions [None req-f6456ffb-c15f-40bb-9ba0-612eec65e6dd None None] Loading extension file: dns_domain_ports.py {{(pid=103061) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 26 20:55:07.041266 n-d-760453-5 neutron-server[103061]: DEBUG neutron.api.extensions [None req-f6456ffb-c15f-40bb-9ba0-612eec65e6dd None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=103061) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 20:55:07.041803 n-d-760453-5 neutron-server[103061]: INFO neutron.api.extensions [None req-f6456ffb-c15f-40bb-9ba0-612eec65e6dd None None] Extension dns-domain-ports not supported by any of loaded plugins Jan 26 20:55:07.042126 n-d-760453-5 neutron-server[103061]: DEBUG neutron.api.extensions [None req-f6456ffb-c15f-40bb-9ba0-612eec65e6dd None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=103061) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 26 20:55:07.043045 n-d-760453-5 neutron-server[103061]: DEBUG neutron.api.extensions [None req-f6456ffb-c15f-40bb-9ba0-612eec65e6dd None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=103061) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 20:55:07.043553 n-d-760453-5 neutron-server[103061]: INFO neutron.api.extensions [None req-f6456ffb-c15f-40bb-9ba0-612eec65e6dd None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Jan 26 20:55:07.043875 n-d-760453-5 neutron-server[103061]: DEBUG neutron.api.extensions [None req-f6456ffb-c15f-40bb-9ba0-612eec65e6dd None None] Loading extension file: dvr.py {{(pid=103061) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 26 20:55:07.044541 n-d-760453-5 neutron-server[103061]: DEBUG neutron.api.extensions [None req-f6456ffb-c15f-40bb-9ba0-612eec65e6dd None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=103061) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 20:55:07.045046 n-d-760453-5 neutron-server[103061]: INFO neutron.api.extensions [None req-f6456ffb-c15f-40bb-9ba0-612eec65e6dd None None] Loaded extension: dvr Jan 26 20:55:07.045401 n-d-760453-5 neutron-server[103061]: DEBUG neutron.api.extensions [None req-f6456ffb-c15f-40bb-9ba0-612eec65e6dd None None] Loading extension file: ecmp_routes.py {{(pid=103061) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 26 20:55:07.046318 n-d-760453-5 neutron-server[103061]: DEBUG neutron.api.extensions [None req-f6456ffb-c15f-40bb-9ba0-612eec65e6dd None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=103061) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 20:55:07.046819 n-d-760453-5 neutron-server[103061]: INFO neutron.api.extensions [None req-f6456ffb-c15f-40bb-9ba0-612eec65e6dd None None] Extension ecmp_routes not supported by any of loaded plugins Jan 26 20:55:07.047139 n-d-760453-5 neutron-server[103061]: DEBUG neutron.api.extensions [None req-f6456ffb-c15f-40bb-9ba0-612eec65e6dd None None] Loading extension file: empty_string_filtering.py {{(pid=103061) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 26 20:55:07.048580 n-d-760453-5 neutron-server[103061]: DEBUG neutron.api.extensions [None req-f6456ffb-c15f-40bb-9ba0-612eec65e6dd None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=103061) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 20:55:07.049091 n-d-760453-5 neutron-server[103061]: INFO neutron.api.extensions [None req-f6456ffb-c15f-40bb-9ba0-612eec65e6dd None None] Loaded extension: empty-string-filtering Jan 26 20:55:07.049446 n-d-760453-5 neutron-server[103061]: DEBUG neutron.api.extensions [None req-f6456ffb-c15f-40bb-9ba0-612eec65e6dd None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=103061) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 26 20:55:07.050356 n-d-760453-5 neutron-server[103061]: DEBUG neutron.api.extensions [None req-f6456ffb-c15f-40bb-9ba0-612eec65e6dd None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103061) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 20:55:07.050862 n-d-760453-5 neutron-server[103061]: INFO neutron.api.extensions [None req-f6456ffb-c15f-40bb-9ba0-612eec65e6dd None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jan 26 20:55:07.051179 n-d-760453-5 neutron-server[103061]: DEBUG neutron.api.extensions [None req-f6456ffb-c15f-40bb-9ba0-612eec65e6dd None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=103061) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 26 20:55:07.052092 n-d-760453-5 neutron-server[103061]: DEBUG neutron.api.extensions [None req-f6456ffb-c15f-40bb-9ba0-612eec65e6dd None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=103061) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 20:55:07.052593 n-d-760453-5 neutron-server[103061]: INFO neutron.api.extensions [None req-f6456ffb-c15f-40bb-9ba0-612eec65e6dd None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jan 26 20:55:07.052912 n-d-760453-5 neutron-server[103061]: DEBUG neutron.api.extensions [None req-f6456ffb-c15f-40bb-9ba0-612eec65e6dd None None] Loading extension file: external_net.py {{(pid=103061) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 26 20:55:07.053848 n-d-760453-5 neutron-server[103061]: DEBUG neutron.api.extensions [None req-f6456ffb-c15f-40bb-9ba0-612eec65e6dd None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=103061) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 20:55:07.054351 n-d-760453-5 neutron-server[103061]: INFO neutron.api.extensions [None req-f6456ffb-c15f-40bb-9ba0-612eec65e6dd None None] Loaded extension: external-net Jan 26 20:55:07.054668 n-d-760453-5 neutron-server[103061]: DEBUG neutron.api.extensions [None req-f6456ffb-c15f-40bb-9ba0-612eec65e6dd None None] Loading extension file: extra_dhcp_opt.py {{(pid=103061) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 26 20:55:07.055577 n-d-760453-5 neutron-server[103061]: DEBUG neutron.api.extensions [None req-f6456ffb-c15f-40bb-9ba0-612eec65e6dd None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=103061) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 20:55:07.056080 n-d-760453-5 neutron-server[103061]: INFO neutron.api.extensions [None req-f6456ffb-c15f-40bb-9ba0-612eec65e6dd None None] Loaded extension: extra_dhcp_opt Jan 26 20:55:07.056398 n-d-760453-5 neutron-server[103061]: DEBUG neutron.api.extensions [None req-f6456ffb-c15f-40bb-9ba0-612eec65e6dd None None] Loading extension file: extraroute.py {{(pid=103061) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 26 20:55:07.057322 n-d-760453-5 neutron-server[103061]: DEBUG neutron.api.extensions [None req-f6456ffb-c15f-40bb-9ba0-612eec65e6dd None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=103061) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 20:55:07.057844 n-d-760453-5 neutron-server[103061]: INFO neutron.api.extensions [None req-f6456ffb-c15f-40bb-9ba0-612eec65e6dd None None] Loaded extension: extraroute Jan 26 20:55:07.058162 n-d-760453-5 neutron-server[103061]: DEBUG neutron.api.extensions [None req-f6456ffb-c15f-40bb-9ba0-612eec65e6dd None None] Loading extension file: extraroute_atomic.py {{(pid=103061) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 26 20:55:07.059198 n-d-760453-5 neutron-server[103061]: DEBUG neutron.api.extensions [None req-f6456ffb-c15f-40bb-9ba0-612eec65e6dd None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=103061) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 20:55:07.059704 n-d-760453-5 neutron-server[103061]: INFO neutron.api.extensions [None req-f6456ffb-c15f-40bb-9ba0-612eec65e6dd None None] Loaded extension: extraroute-atomic Jan 26 20:55:07.060024 n-d-760453-5 neutron-server[103061]: DEBUG neutron.api.extensions [None req-f6456ffb-c15f-40bb-9ba0-612eec65e6dd None None] Loading extension file: filter_validation.py {{(pid=103061) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 26 20:55:07.060689 n-d-760453-5 neutron-server[103061]: DEBUG neutron.api.extensions [None req-f6456ffb-c15f-40bb-9ba0-612eec65e6dd None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=103061) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 20:55:07.061189 n-d-760453-5 neutron-server[103061]: INFO neutron.api.extensions [None req-f6456ffb-c15f-40bb-9ba0-612eec65e6dd None None] Loaded extension: filter-validation Jan 26 20:55:07.061539 n-d-760453-5 neutron-server[103061]: DEBUG neutron.api.extensions [None req-f6456ffb-c15f-40bb-9ba0-612eec65e6dd None None] Loading extension file: fip_pf_description.py {{(pid=103061) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 26 20:55:07.062456 n-d-760453-5 neutron-server[103061]: DEBUG neutron.api.extensions [None req-f6456ffb-c15f-40bb-9ba0-612eec65e6dd None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=103061) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 20:55:07.062958 n-d-760453-5 neutron-server[103061]: INFO neutron.api.extensions [None req-f6456ffb-c15f-40bb-9ba0-612eec65e6dd None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jan 26 20:55:07.063277 n-d-760453-5 neutron-server[103061]: DEBUG neutron.api.extensions [None req-f6456ffb-c15f-40bb-9ba0-612eec65e6dd None None] Loading extension file: fip_port_details.py {{(pid=103061) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 26 20:55:07.064797 n-d-760453-5 neutron-server[103061]: DEBUG neutron.api.extensions [None req-f6456ffb-c15f-40bb-9ba0-612eec65e6dd None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103061) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 20:55:07.065324 n-d-760453-5 neutron-server[103061]: INFO neutron.api.extensions [None req-f6456ffb-c15f-40bb-9ba0-612eec65e6dd None None] Loaded extension: fip-port-details Jan 26 20:55:07.065659 n-d-760453-5 neutron-server[103061]: DEBUG neutron.api.extensions [None req-f6456ffb-c15f-40bb-9ba0-612eec65e6dd None None] Loading extension file: flavors.py {{(pid=103061) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 26 20:55:07.066908 n-d-760453-5 neutron-server[103061]: DEBUG neutron.api.extensions [None req-f6456ffb-c15f-40bb-9ba0-612eec65e6dd None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=103061) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 20:55:07.067436 n-d-760453-5 neutron-server[103061]: INFO neutron.api.extensions [None req-f6456ffb-c15f-40bb-9ba0-612eec65e6dd None None] Loaded extension: flavors Jan 26 20:55:07.067758 n-d-760453-5 neutron-server[103061]: DEBUG neutron.api.extensions [None req-f6456ffb-c15f-40bb-9ba0-612eec65e6dd None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=103061) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 26 20:55:07.069460 n-d-760453-5 neutron-server[103061]: DEBUG neutron.api.extensions [None req-f6456ffb-c15f-40bb-9ba0-612eec65e6dd None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=103061) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 20:55:07.069985 n-d-760453-5 neutron-server[103061]: INFO neutron.api.extensions [None req-f6456ffb-c15f-40bb-9ba0-612eec65e6dd None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jan 26 20:55:07.070313 n-d-760453-5 neutron-server[103061]: DEBUG neutron.api.extensions [None req-f6456ffb-c15f-40bb-9ba0-612eec65e6dd None None] Loading extension file: floatingip_pools.py {{(pid=103061) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 26 20:55:07.071015 n-d-760453-5 neutron-server[103061]: DEBUG neutron.api.extensions [None req-f6456ffb-c15f-40bb-9ba0-612eec65e6dd None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=103061) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 20:55:07.071527 n-d-760453-5 neutron-server[103061]: INFO neutron.api.extensions [None req-f6456ffb-c15f-40bb-9ba0-612eec65e6dd None None] Loaded extension: floatingip-pools Jan 26 20:55:07.071851 n-d-760453-5 neutron-server[103061]: DEBUG neutron.api.extensions [None req-f6456ffb-c15f-40bb-9ba0-612eec65e6dd None None] Loading extension file: ip_allocation.py {{(pid=103061) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 26 20:55:07.072787 n-d-760453-5 neutron-server[103061]: DEBUG neutron.api.extensions [None req-f6456ffb-c15f-40bb-9ba0-612eec65e6dd None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=103061) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 20:55:07.073310 n-d-760453-5 neutron-server[103061]: INFO neutron.api.extensions [None req-f6456ffb-c15f-40bb-9ba0-612eec65e6dd None None] Extension ip_allocation not supported by any of loaded plugins Jan 26 20:55:07.073639 n-d-760453-5 neutron-server[103061]: DEBUG neutron.api.extensions [None req-f6456ffb-c15f-40bb-9ba0-612eec65e6dd None None] Loading extension file: ip_substring_port_filtering.py {{(pid=103061) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 26 20:55:07.074566 n-d-760453-5 neutron-server[103061]: DEBUG neutron.api.extensions [None req-f6456ffb-c15f-40bb-9ba0-612eec65e6dd None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=103061) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 20:55:07.075079 n-d-760453-5 neutron-server[103061]: INFO neutron.api.extensions [None req-f6456ffb-c15f-40bb-9ba0-612eec65e6dd None None] Loaded extension: ip-substring-filtering Jan 26 20:55:07.075403 n-d-760453-5 neutron-server[103061]: DEBUG neutron.api.extensions [None req-f6456ffb-c15f-40bb-9ba0-612eec65e6dd None None] Loading extension file: l2_adjacency.py {{(pid=103061) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 26 20:55:07.076344 n-d-760453-5 neutron-server[103061]: DEBUG neutron.api.extensions [None req-f6456ffb-c15f-40bb-9ba0-612eec65e6dd None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=103061) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 20:55:07.076851 n-d-760453-5 neutron-server[103061]: INFO neutron.api.extensions [None req-f6456ffb-c15f-40bb-9ba0-612eec65e6dd None None] Extension l2_adjacency not supported by any of loaded plugins Jan 26 20:55:07.077173 n-d-760453-5 neutron-server[103061]: DEBUG neutron.api.extensions [None req-f6456ffb-c15f-40bb-9ba0-612eec65e6dd None None] Loading extension file: l3.py {{(pid=103061) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 26 20:55:07.078168 n-d-760453-5 neutron-server[103061]: DEBUG neutron.api.extensions [None req-f6456ffb-c15f-40bb-9ba0-612eec65e6dd None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=103061) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 20:55:07.078685 n-d-760453-5 neutron-server[103061]: INFO neutron.api.extensions [None req-f6456ffb-c15f-40bb-9ba0-612eec65e6dd None None] Loaded extension: router Jan 26 20:55:07.079009 n-d-760453-5 neutron-server[103061]: DEBUG neutron.api.extensions [None req-f6456ffb-c15f-40bb-9ba0-612eec65e6dd None None] Loading extension file: l3_conntrack_helper.py {{(pid=103061) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 26 20:55:07.081458 n-d-760453-5 neutron-server[103061]: DEBUG neutron.api.extensions [None req-f6456ffb-c15f-40bb-9ba0-612eec65e6dd None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103061) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 20:55:07.081993 n-d-760453-5 neutron-server[103061]: INFO neutron.api.extensions [None req-f6456ffb-c15f-40bb-9ba0-612eec65e6dd None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jan 26 20:55:07.082324 n-d-760453-5 neutron-server[103061]: DEBUG neutron.api.extensions [None req-f6456ffb-c15f-40bb-9ba0-612eec65e6dd None None] Loading extension file: l3_ext_gw_mode.py {{(pid=103061) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 26 20:55:07.083261 n-d-760453-5 neutron-server[103061]: DEBUG neutron.api.extensions [None req-f6456ffb-c15f-40bb-9ba0-612eec65e6dd None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=103061) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 20:55:07.083781 n-d-760453-5 neutron-server[103061]: INFO neutron.api.extensions [None req-f6456ffb-c15f-40bb-9ba0-612eec65e6dd None None] Loaded extension: ext-gw-mode Jan 26 20:55:07.084105 n-d-760453-5 neutron-server[103061]: DEBUG neutron.api.extensions [None req-f6456ffb-c15f-40bb-9ba0-612eec65e6dd None None] Loading extension file: l3_ext_ha_mode.py {{(pid=103061) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 26 20:55:07.085277 n-d-760453-5 neutron-server[103061]: DEBUG neutron.api.extensions [None req-f6456ffb-c15f-40bb-9ba0-612eec65e6dd None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=103061) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 20:55:07.085810 n-d-760453-5 neutron-server[103061]: INFO neutron.api.extensions [None req-f6456ffb-c15f-40bb-9ba0-612eec65e6dd None None] Loaded extension: l3-ha Jan 26 20:55:07.086131 n-d-760453-5 neutron-server[103061]: DEBUG neutron.api.extensions [None req-f6456ffb-c15f-40bb-9ba0-612eec65e6dd None None] Loading extension file: l3_flavors.py {{(pid=103061) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 26 20:55:07.087046 n-d-760453-5 neutron-server[103061]: DEBUG neutron.api.extensions [None req-f6456ffb-c15f-40bb-9ba0-612eec65e6dd None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=103061) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 20:55:07.087552 n-d-760453-5 neutron-server[103061]: INFO neutron.api.extensions [None req-f6456ffb-c15f-40bb-9ba0-612eec65e6dd None None] Loaded extension: l3-flavors Jan 26 20:55:07.087872 n-d-760453-5 neutron-server[103061]: DEBUG neutron.api.extensions [None req-f6456ffb-c15f-40bb-9ba0-612eec65e6dd None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=103061) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 26 20:55:07.088780 n-d-760453-5 neutron-server[103061]: DEBUG neutron.api.extensions [None req-f6456ffb-c15f-40bb-9ba0-612eec65e6dd None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=103061) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 20:55:07.089307 n-d-760453-5 neutron-server[103061]: INFO neutron.api.extensions [None req-f6456ffb-c15f-40bb-9ba0-612eec65e6dd None None] Loaded extension: l3-port-ip-change-not-allowed Jan 26 20:55:07.089638 n-d-760453-5 neutron-server[103061]: DEBUG neutron.api.extensions [None req-f6456ffb-c15f-40bb-9ba0-612eec65e6dd None None] Loading extension file: l3agentscheduler.py {{(pid=103061) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 26 20:55:07.090688 n-d-760453-5 neutron-server[103061]: DEBUG neutron.api.extensions [None req-f6456ffb-c15f-40bb-9ba0-612eec65e6dd None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103061) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 20:55:07.091201 n-d-760453-5 neutron-server[103061]: INFO neutron.api.extensions [None req-f6456ffb-c15f-40bb-9ba0-612eec65e6dd None None] Loaded extension: l3_agent_scheduler Jan 26 20:55:07.091525 n-d-760453-5 neutron-server[103061]: DEBUG neutron.api.extensions [None req-f6456ffb-c15f-40bb-9ba0-612eec65e6dd None None] Loading extension file: local_ip.py {{(pid=103061) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 26 20:55:07.093331 n-d-760453-5 neutron-server[103061]: DEBUG neutron.api.extensions [None req-f6456ffb-c15f-40bb-9ba0-612eec65e6dd None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=103061) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 20:55:07.093868 n-d-760453-5 neutron-server[103061]: INFO neutron.api.extensions [None req-f6456ffb-c15f-40bb-9ba0-612eec65e6dd None None] Extension local_ip not supported by any of loaded plugins Jan 26 20:55:07.094204 n-d-760453-5 neutron-server[103061]: DEBUG neutron.api.extensions [None req-f6456ffb-c15f-40bb-9ba0-612eec65e6dd None None] Loading extension file: logging.py {{(pid=103061) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 26 20:55:07.095719 n-d-760453-5 neutron-server[103061]: DEBUG neutron.api.extensions [None req-f6456ffb-c15f-40bb-9ba0-612eec65e6dd None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=103061) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 20:55:07.096236 n-d-760453-5 neutron-server[103061]: INFO neutron.api.extensions [None req-f6456ffb-c15f-40bb-9ba0-612eec65e6dd None None] Extension logging not supported by any of loaded plugins Jan 26 20:55:07.096568 n-d-760453-5 neutron-server[103061]: DEBUG neutron.api.extensions [None req-f6456ffb-c15f-40bb-9ba0-612eec65e6dd None None] Loading extension file: metering.py {{(pid=103061) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 26 20:55:07.097323 n-d-760453-5 neutron-server[103061]: DEBUG neutron.api.extensions [None req-f6456ffb-c15f-40bb-9ba0-612eec65e6dd None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=103061) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 20:55:07.097905 n-d-760453-5 neutron-server[103061]: INFO neutron.api.extensions [None req-f6456ffb-c15f-40bb-9ba0-612eec65e6dd None None] Loaded extension: metering Jan 26 20:55:07.098232 n-d-760453-5 neutron-server[103061]: DEBUG neutron.api.extensions [None req-f6456ffb-c15f-40bb-9ba0-612eec65e6dd None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=103061) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 26 20:55:07.099334 n-d-760453-5 neutron-server[103061]: DEBUG neutron.api.extensions [None req-f6456ffb-c15f-40bb-9ba0-612eec65e6dd None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=103061) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 20:55:07.099851 n-d-760453-5 neutron-server[103061]: INFO neutron.api.extensions [None req-f6456ffb-c15f-40bb-9ba0-612eec65e6dd None None] Loaded extension: metering_source_and_destination_fields Jan 26 20:55:07.100177 n-d-760453-5 neutron-server[103061]: DEBUG neutron.api.extensions [None req-f6456ffb-c15f-40bb-9ba0-612eec65e6dd None None] Loading extension file: multiprovidernet.py {{(pid=103061) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 26 20:55:07.101108 n-d-760453-5 neutron-server[103061]: DEBUG neutron.api.extensions [None req-f6456ffb-c15f-40bb-9ba0-612eec65e6dd None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=103061) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 20:55:07.101655 n-d-760453-5 neutron-server[103061]: INFO neutron.api.extensions [None req-f6456ffb-c15f-40bb-9ba0-612eec65e6dd None None] Loaded extension: multi-provider Jan 26 20:55:07.101979 n-d-760453-5 neutron-server[103061]: DEBUG neutron.api.extensions [None req-f6456ffb-c15f-40bb-9ba0-612eec65e6dd None None] Loading extension file: netmtu.py {{(pid=103061) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 26 20:55:07.102896 n-d-760453-5 neutron-server[103061]: DEBUG neutron.api.extensions [None req-f6456ffb-c15f-40bb-9ba0-612eec65e6dd None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=103061) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 20:55:07.103403 n-d-760453-5 neutron-server[103061]: INFO neutron.api.extensions [None req-f6456ffb-c15f-40bb-9ba0-612eec65e6dd None None] Loaded extension: net-mtu Jan 26 20:55:07.103724 n-d-760453-5 neutron-server[103061]: DEBUG neutron.api.extensions [None req-f6456ffb-c15f-40bb-9ba0-612eec65e6dd None None] Loading extension file: netmtu_writable.py {{(pid=103061) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 26 20:55:07.104639 n-d-760453-5 neutron-server[103061]: DEBUG neutron.api.extensions [None req-f6456ffb-c15f-40bb-9ba0-612eec65e6dd None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=103061) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 20:55:07.105146 n-d-760453-5 neutron-server[103061]: INFO neutron.api.extensions [None req-f6456ffb-c15f-40bb-9ba0-612eec65e6dd None None] Loaded extension: net-mtu-writable Jan 26 20:55:07.105494 n-d-760453-5 neutron-server[103061]: DEBUG neutron.api.extensions [None req-f6456ffb-c15f-40bb-9ba0-612eec65e6dd None None] Loading extension file: network_availability_zone.py {{(pid=103061) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 26 20:55:07.106162 n-d-760453-5 neutron-server[103061]: DEBUG neutron.api.extensions [None req-f6456ffb-c15f-40bb-9ba0-612eec65e6dd None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=103061) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 20:55:07.106665 n-d-760453-5 neutron-server[103061]: INFO neutron.api.extensions [None req-f6456ffb-c15f-40bb-9ba0-612eec65e6dd None None] Loaded extension: network_availability_zone Jan 26 20:55:07.106990 n-d-760453-5 neutron-server[103061]: DEBUG neutron.api.extensions [None req-f6456ffb-c15f-40bb-9ba0-612eec65e6dd None None] Loading extension file: network_ip_availability.py {{(pid=103061) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 26 20:55:07.108110 n-d-760453-5 neutron-server[103061]: DEBUG neutron.api.extensions [None req-f6456ffb-c15f-40bb-9ba0-612eec65e6dd None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=103061) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 20:55:07.108623 n-d-760453-5 neutron-server[103061]: INFO neutron.api.extensions [None req-f6456ffb-c15f-40bb-9ba0-612eec65e6dd None None] Loaded extension: network-ip-availability Jan 26 20:55:07.108950 n-d-760453-5 neutron-server[103061]: DEBUG neutron.api.extensions [None req-f6456ffb-c15f-40bb-9ba0-612eec65e6dd None None] Loading extension file: network_segment_range.py {{(pid=103061) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 26 20:55:07.109740 n-d-760453-5 neutron-server[103061]: DEBUG neutron.api.extensions [None req-f6456ffb-c15f-40bb-9ba0-612eec65e6dd None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=103061) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 20:55:07.110246 n-d-760453-5 neutron-server[103061]: INFO neutron.api.extensions [None req-f6456ffb-c15f-40bb-9ba0-612eec65e6dd None None] Extension network-segment-range not supported by any of loaded plugins Jan 26 20:55:07.111104 n-d-760453-5 neutron-server[103061]: DEBUG neutron.api.extensions [None req-f6456ffb-c15f-40bb-9ba0-612eec65e6dd None None] Loading extension file: pagination.py {{(pid=103061) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 26 20:55:07.112090 n-d-760453-5 neutron-server[103061]: DEBUG neutron.api.extensions [None req-f6456ffb-c15f-40bb-9ba0-612eec65e6dd None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103061) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 20:55:07.112418 n-d-760453-5 neutron-server[103061]: INFO neutron.api.extensions [None req-f6456ffb-c15f-40bb-9ba0-612eec65e6dd None None] Loaded extension: pagination Jan 26 20:55:07.112736 n-d-760453-5 neutron-server[103061]: DEBUG neutron.api.extensions [None req-f6456ffb-c15f-40bb-9ba0-612eec65e6dd None None] Loading extension file: port_device_profile.py {{(pid=103061) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 26 20:55:07.113682 n-d-760453-5 neutron-server[103061]: DEBUG neutron.api.extensions [None req-f6456ffb-c15f-40bb-9ba0-612eec65e6dd None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=103061) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 20:55:07.114199 n-d-760453-5 neutron-server[103061]: INFO neutron.api.extensions [None req-f6456ffb-c15f-40bb-9ba0-612eec65e6dd None None] Loaded extension: port-device-profile Jan 26 20:55:07.114519 n-d-760453-5 neutron-server[103061]: DEBUG neutron.api.extensions [None req-f6456ffb-c15f-40bb-9ba0-612eec65e6dd None None] Loading extension file: port_mac_address_regenerate.py {{(pid=103061) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 26 20:55:07.115443 n-d-760453-5 neutron-server[103061]: DEBUG neutron.api.extensions [None req-f6456ffb-c15f-40bb-9ba0-612eec65e6dd None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=103061) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 20:55:07.115954 n-d-760453-5 neutron-server[103061]: INFO neutron.api.extensions [None req-f6456ffb-c15f-40bb-9ba0-612eec65e6dd None None] Loaded extension: port-mac-address-regenerate Jan 26 20:55:07.116275 n-d-760453-5 neutron-server[103061]: DEBUG neutron.api.extensions [None req-f6456ffb-c15f-40bb-9ba0-612eec65e6dd None None] Loading extension file: port_numa_affinity_policy.py {{(pid=103061) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 26 20:55:07.117321 n-d-760453-5 neutron-server[103061]: DEBUG neutron.api.extensions [None req-f6456ffb-c15f-40bb-9ba0-612eec65e6dd None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=103061) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 20:55:07.117839 n-d-760453-5 neutron-server[103061]: INFO neutron.api.extensions [None req-f6456ffb-c15f-40bb-9ba0-612eec65e6dd None None] Loaded extension: port-numa-affinity-policy Jan 26 20:55:07.118161 n-d-760453-5 neutron-server[103061]: DEBUG neutron.api.extensions [None req-f6456ffb-c15f-40bb-9ba0-612eec65e6dd None None] Loading extension file: port_resource_request.py {{(pid=103061) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 26 20:55:07.119081 n-d-760453-5 neutron-server[103061]: DEBUG neutron.api.extensions [None req-f6456ffb-c15f-40bb-9ba0-612eec65e6dd None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=103061) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 20:55:07.119587 n-d-760453-5 neutron-server[103061]: INFO neutron.api.extensions [None req-f6456ffb-c15f-40bb-9ba0-612eec65e6dd None None] Extension port-resource-request not supported by any of loaded plugins Jan 26 20:55:07.119909 n-d-760453-5 neutron-server[103061]: DEBUG neutron.api.extensions [None req-f6456ffb-c15f-40bb-9ba0-612eec65e6dd None None] Loading extension file: port_resource_request_groups.py {{(pid=103061) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 26 20:55:07.120869 n-d-760453-5 neutron-server[103061]: DEBUG neutron.api.extensions [None req-f6456ffb-c15f-40bb-9ba0-612eec65e6dd None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=103061) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 20:55:07.121422 n-d-760453-5 neutron-server[103061]: INFO neutron.api.extensions [None req-f6456ffb-c15f-40bb-9ba0-612eec65e6dd None None] Extension port-resource-request-groups not supported by any of loaded plugins Jan 26 20:55:07.121744 n-d-760453-5 neutron-server[103061]: DEBUG neutron.api.extensions [None req-f6456ffb-c15f-40bb-9ba0-612eec65e6dd None None] Loading extension file: portbindings.py {{(pid=103061) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 26 20:55:07.122667 n-d-760453-5 neutron-server[103061]: DEBUG neutron.api.extensions [None req-f6456ffb-c15f-40bb-9ba0-612eec65e6dd None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=103061) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 20:55:07.123180 n-d-760453-5 neutron-server[103061]: INFO neutron.api.extensions [None req-f6456ffb-c15f-40bb-9ba0-612eec65e6dd None None] Loaded extension: binding Jan 26 20:55:07.123497 n-d-760453-5 neutron-server[103061]: DEBUG neutron.api.extensions [None req-f6456ffb-c15f-40bb-9ba0-612eec65e6dd None None] Loading extension file: portbindings_extended.py {{(pid=103061) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 26 20:55:07.124760 n-d-760453-5 neutron-server[103061]: DEBUG neutron.api.extensions [None req-f6456ffb-c15f-40bb-9ba0-612eec65e6dd None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=103061) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 20:55:07.125276 n-d-760453-5 neutron-server[103061]: INFO neutron.api.extensions [None req-f6456ffb-c15f-40bb-9ba0-612eec65e6dd None None] Loaded extension: binding-extended Jan 26 20:55:07.125627 n-d-760453-5 neutron-server[103061]: DEBUG neutron.api.extensions [None req-f6456ffb-c15f-40bb-9ba0-612eec65e6dd None None] Loading extension file: portsecurity.py {{(pid=103061) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 26 20:55:07.127124 n-d-760453-5 neutron-server[103061]: DEBUG neutron.api.extensions [None req-f6456ffb-c15f-40bb-9ba0-612eec65e6dd None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=103061) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 20:55:07.127634 n-d-760453-5 neutron-server[103061]: INFO neutron.api.extensions [None req-f6456ffb-c15f-40bb-9ba0-612eec65e6dd None None] Loaded extension: port-security Jan 26 20:55:07.127957 n-d-760453-5 neutron-server[103061]: DEBUG neutron.api.extensions [None req-f6456ffb-c15f-40bb-9ba0-612eec65e6dd None None] Loading extension file: project_id.py {{(pid=103061) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 26 20:55:07.128934 n-d-760453-5 neutron-server[103061]: DEBUG neutron.api.extensions [None req-f6456ffb-c15f-40bb-9ba0-612eec65e6dd None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=103061) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 20:55:07.129260 n-d-760453-5 neutron-server[103061]: INFO neutron.api.extensions [None req-f6456ffb-c15f-40bb-9ba0-612eec65e6dd None None] Loaded extension: project-id Jan 26 20:55:07.129602 n-d-760453-5 neutron-server[103061]: DEBUG neutron.api.extensions [None req-f6456ffb-c15f-40bb-9ba0-612eec65e6dd None None] Loading extension file: providernet.py {{(pid=103061) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 26 20:55:07.130520 n-d-760453-5 neutron-server[103061]: DEBUG neutron.api.extensions [None req-f6456ffb-c15f-40bb-9ba0-612eec65e6dd None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=103061) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 20:55:07.131031 n-d-760453-5 neutron-server[103061]: INFO neutron.api.extensions [None req-f6456ffb-c15f-40bb-9ba0-612eec65e6dd None None] Loaded extension: provider Jan 26 20:55:07.131355 n-d-760453-5 neutron-server[103061]: DEBUG neutron.api.extensions [None req-f6456ffb-c15f-40bb-9ba0-612eec65e6dd None None] Loading extension file: qos.py {{(pid=103061) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 26 20:55:07.135002 n-d-760453-5 neutron-server[103061]: DEBUG neutron.api.extensions [None req-f6456ffb-c15f-40bb-9ba0-612eec65e6dd None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=103061) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 20:55:07.135529 n-d-760453-5 neutron-server[103061]: INFO neutron.api.extensions [None req-f6456ffb-c15f-40bb-9ba0-612eec65e6dd None None] Extension qos not supported by any of loaded plugins Jan 26 20:55:07.135859 n-d-760453-5 neutron-server[103061]: DEBUG neutron.api.extensions [None req-f6456ffb-c15f-40bb-9ba0-612eec65e6dd None None] Loading extension file: qos_bw_limit_direction.py {{(pid=103061) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 26 20:55:07.137111 n-d-760453-5 neutron-server[103061]: DEBUG neutron.api.extensions [None req-f6456ffb-c15f-40bb-9ba0-612eec65e6dd None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=103061) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 20:55:07.137660 n-d-760453-5 neutron-server[103061]: INFO neutron.api.extensions [None req-f6456ffb-c15f-40bb-9ba0-612eec65e6dd None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jan 26 20:55:07.137992 n-d-760453-5 neutron-server[103061]: DEBUG neutron.api.extensions [None req-f6456ffb-c15f-40bb-9ba0-612eec65e6dd None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=103061) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 26 20:55:07.138911 n-d-760453-5 neutron-server[103061]: DEBUG neutron.api.extensions [None req-f6456ffb-c15f-40bb-9ba0-612eec65e6dd None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=103061) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 20:55:07.139422 n-d-760453-5 neutron-server[103061]: INFO neutron.api.extensions [None req-f6456ffb-c15f-40bb-9ba0-612eec65e6dd None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jan 26 20:55:07.139749 n-d-760453-5 neutron-server[103061]: DEBUG neutron.api.extensions [None req-f6456ffb-c15f-40bb-9ba0-612eec65e6dd None None] Loading extension file: qos_default.py {{(pid=103061) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 26 20:55:07.140665 n-d-760453-5 neutron-server[103061]: DEBUG neutron.api.extensions [None req-f6456ffb-c15f-40bb-9ba0-612eec65e6dd None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=103061) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 20:55:07.141181 n-d-760453-5 neutron-server[103061]: INFO neutron.api.extensions [None req-f6456ffb-c15f-40bb-9ba0-612eec65e6dd None None] Extension qos-default not supported by any of loaded plugins Jan 26 20:55:07.141539 n-d-760453-5 neutron-server[103061]: DEBUG neutron.api.extensions [None req-f6456ffb-c15f-40bb-9ba0-612eec65e6dd None None] Loading extension file: qos_fip.py {{(pid=103061) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 26 20:55:07.142487 n-d-760453-5 neutron-server[103061]: DEBUG neutron.api.extensions [None req-f6456ffb-c15f-40bb-9ba0-612eec65e6dd None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=103061) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 20:55:07.142997 n-d-760453-5 neutron-server[103061]: INFO neutron.api.extensions [None req-f6456ffb-c15f-40bb-9ba0-612eec65e6dd None None] Extension qos-fip not supported by any of loaded plugins Jan 26 20:55:07.143328 n-d-760453-5 neutron-server[103061]: DEBUG neutron.api.extensions [None req-f6456ffb-c15f-40bb-9ba0-612eec65e6dd None None] Loading extension file: qos_fip_network_policy.py {{(pid=103061) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 26 20:55:07.144238 n-d-760453-5 neutron-server[103061]: DEBUG neutron.api.extensions [None req-f6456ffb-c15f-40bb-9ba0-612eec65e6dd None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=103061) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 20:55:07.144748 n-d-760453-5 neutron-server[103061]: INFO neutron.api.extensions [None req-f6456ffb-c15f-40bb-9ba0-612eec65e6dd None None] Extension qos-fip-network-policy not supported by any of loaded plugins Jan 26 20:55:07.145073 n-d-760453-5 neutron-server[103061]: DEBUG neutron.api.extensions [None req-f6456ffb-c15f-40bb-9ba0-612eec65e6dd None None] Loading extension file: qos_gateway_ip.py {{(pid=103061) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 26 20:55:07.146049 n-d-760453-5 neutron-server[103061]: DEBUG neutron.api.extensions [None req-f6456ffb-c15f-40bb-9ba0-612eec65e6dd None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=103061) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 20:55:07.146560 n-d-760453-5 neutron-server[103061]: INFO neutron.api.extensions [None req-f6456ffb-c15f-40bb-9ba0-612eec65e6dd None None] Extension qos-gateway-ip not supported by any of loaded plugins Jan 26 20:55:07.146884 n-d-760453-5 neutron-server[103061]: DEBUG neutron.api.extensions [None req-f6456ffb-c15f-40bb-9ba0-612eec65e6dd None None] Loading extension file: qos_port_network_policy.py {{(pid=103061) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 26 20:55:07.147889 n-d-760453-5 neutron-server[103061]: DEBUG neutron.api.extensions [None req-f6456ffb-c15f-40bb-9ba0-612eec65e6dd None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=103061) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 20:55:07.148444 n-d-760453-5 neutron-server[103061]: INFO neutron.api.extensions [None req-f6456ffb-c15f-40bb-9ba0-612eec65e6dd None None] Extension qos-port-network-policy not supported by any of loaded plugins Jan 26 20:55:07.148767 n-d-760453-5 neutron-server[103061]: DEBUG neutron.api.extensions [None req-f6456ffb-c15f-40bb-9ba0-612eec65e6dd None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=103061) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 26 20:55:07.149851 n-d-760453-5 neutron-server[103061]: DEBUG neutron.api.extensions [None req-f6456ffb-c15f-40bb-9ba0-612eec65e6dd None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=103061) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 20:55:07.150399 n-d-760453-5 neutron-server[103061]: INFO neutron.api.extensions [None req-f6456ffb-c15f-40bb-9ba0-612eec65e6dd None None] Extension qos-pps-minimum not supported by any of loaded plugins Jan 26 20:55:07.150721 n-d-760453-5 neutron-server[103061]: DEBUG neutron.api.extensions [None req-f6456ffb-c15f-40bb-9ba0-612eec65e6dd None None] Loading extension file: qos_pps_rule.py {{(pid=103061) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 26 20:55:07.151905 n-d-760453-5 neutron-server[103061]: DEBUG neutron.api.extensions [None req-f6456ffb-c15f-40bb-9ba0-612eec65e6dd None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=103061) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 20:55:07.152625 n-d-760453-5 neutron-server[103061]: INFO neutron.api.extensions [None req-f6456ffb-c15f-40bb-9ba0-612eec65e6dd None None] Extension qos-pps not supported by any of loaded plugins Jan 26 20:55:07.153015 n-d-760453-5 neutron-server[103061]: DEBUG neutron.api.extensions [None req-f6456ffb-c15f-40bb-9ba0-612eec65e6dd None None] Loading extension file: qos_rule_type_details.py {{(pid=103061) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 26 20:55:07.153975 n-d-760453-5 neutron-server[103061]: DEBUG neutron.api.extensions [None req-f6456ffb-c15f-40bb-9ba0-612eec65e6dd None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=103061) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 20:55:07.154484 n-d-760453-5 neutron-server[103061]: INFO neutron.api.extensions [None req-f6456ffb-c15f-40bb-9ba0-612eec65e6dd None None] Extension qos-rule-type-details not supported by any of loaded plugins Jan 26 20:55:07.154804 n-d-760453-5 neutron-server[103061]: DEBUG neutron.api.extensions [None req-f6456ffb-c15f-40bb-9ba0-612eec65e6dd None None] Loading extension file: qos_rules_alias.py {{(pid=103061) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 26 20:55:07.155850 n-d-760453-5 neutron-server[103061]: DEBUG neutron.api.extensions [None req-f6456ffb-c15f-40bb-9ba0-612eec65e6dd None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=103061) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 20:55:07.156364 n-d-760453-5 neutron-server[103061]: INFO neutron.api.extensions [None req-f6456ffb-c15f-40bb-9ba0-612eec65e6dd None None] Extension qos-rules-alias not supported by any of loaded plugins Jan 26 20:55:07.156684 n-d-760453-5 neutron-server[103061]: DEBUG neutron.api.extensions [None req-f6456ffb-c15f-40bb-9ba0-612eec65e6dd None None] Loading extension file: quota_check_limit.py {{(pid=103061) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 26 20:55:07.157660 n-d-760453-5 neutron-server[103061]: DEBUG neutron.api.extensions [None req-f6456ffb-c15f-40bb-9ba0-612eec65e6dd None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=103061) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 20:55:07.158173 n-d-760453-5 neutron-server[103061]: INFO neutron.api.extensions [None req-f6456ffb-c15f-40bb-9ba0-612eec65e6dd None None] Loaded extension: quota-check-limit Jan 26 20:55:07.158493 n-d-760453-5 neutron-server[103061]: DEBUG neutron.api.extensions [None req-f6456ffb-c15f-40bb-9ba0-612eec65e6dd None None] Loading extension file: quotasv2.py {{(pid=103061) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 26 20:55:07.159431 n-d-760453-5 neutron-server[103061]: DEBUG neutron.api.extensions [None req-f6456ffb-c15f-40bb-9ba0-612eec65e6dd None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=103061) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 20:55:07.159757 n-d-760453-5 neutron-server[103061]: INFO neutron.api.extensions [None req-f6456ffb-c15f-40bb-9ba0-612eec65e6dd None None] Loaded extension: quotas Jan 26 20:55:07.160076 n-d-760453-5 neutron-server[103061]: DEBUG neutron.api.extensions [None req-f6456ffb-c15f-40bb-9ba0-612eec65e6dd None None] Loading extension file: quotasv2_detail.py {{(pid=103061) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 26 20:55:07.161949 n-d-760453-5 neutron-server[103061]: DEBUG neutron.api.extensions [None req-f6456ffb-c15f-40bb-9ba0-612eec65e6dd None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=103061) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 20:55:07.162290 n-d-760453-5 neutron-server[103061]: INFO neutron.api.extensions [None req-f6456ffb-c15f-40bb-9ba0-612eec65e6dd None None] Loaded extension: quota_details Jan 26 20:55:07.162621 n-d-760453-5 neutron-server[103061]: DEBUG neutron.api.extensions [None req-f6456ffb-c15f-40bb-9ba0-612eec65e6dd None None] Loading extension file: rbac.py {{(pid=103061) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 26 20:55:07.163676 n-d-760453-5 neutron-server[103061]: DEBUG neutron.api.extensions [None req-f6456ffb-c15f-40bb-9ba0-612eec65e6dd None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=103061) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 20:55:07.164197 n-d-760453-5 neutron-server[103061]: INFO neutron.api.extensions [None req-f6456ffb-c15f-40bb-9ba0-612eec65e6dd None None] Loaded extension: rbac-policies Jan 26 20:55:07.164525 n-d-760453-5 neutron-server[103061]: DEBUG neutron.api.extensions [None req-f6456ffb-c15f-40bb-9ba0-612eec65e6dd None None] Loading extension file: rbac_address_group.py {{(pid=103061) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 26 20:55:07.165497 n-d-760453-5 neutron-server[103061]: DEBUG neutron.api.extensions [None req-f6456ffb-c15f-40bb-9ba0-612eec65e6dd None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=103061) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 20:55:07.166017 n-d-760453-5 neutron-server[103061]: INFO neutron.api.extensions [None req-f6456ffb-c15f-40bb-9ba0-612eec65e6dd None None] Loaded extension: rbac-address-group Jan 26 20:55:07.166340 n-d-760453-5 neutron-server[103061]: DEBUG neutron.api.extensions [None req-f6456ffb-c15f-40bb-9ba0-612eec65e6dd None None] Loading extension file: rbac_address_scope.py {{(pid=103061) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 26 20:55:07.167260 n-d-760453-5 neutron-server[103061]: DEBUG neutron.api.extensions [None req-f6456ffb-c15f-40bb-9ba0-612eec65e6dd None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=103061) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 20:55:07.167774 n-d-760453-5 neutron-server[103061]: INFO neutron.api.extensions [None req-f6456ffb-c15f-40bb-9ba0-612eec65e6dd None None] Loaded extension: rbac-address-scope Jan 26 20:55:07.168097 n-d-760453-5 neutron-server[103061]: DEBUG neutron.api.extensions [None req-f6456ffb-c15f-40bb-9ba0-612eec65e6dd None None] Loading extension file: rbac_security_groups.py {{(pid=103061) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 26 20:55:07.169011 n-d-760453-5 neutron-server[103061]: DEBUG neutron.api.extensions [None req-f6456ffb-c15f-40bb-9ba0-612eec65e6dd None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=103061) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 20:55:07.169559 n-d-760453-5 neutron-server[103061]: INFO neutron.api.extensions [None req-f6456ffb-c15f-40bb-9ba0-612eec65e6dd None None] Loaded extension: rbac-security-groups Jan 26 20:55:07.169881 n-d-760453-5 neutron-server[103061]: DEBUG neutron.api.extensions [None req-f6456ffb-c15f-40bb-9ba0-612eec65e6dd None None] Loading extension file: rbac_subnetpool.py {{(pid=103061) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 26 20:55:07.170799 n-d-760453-5 neutron-server[103061]: DEBUG neutron.api.extensions [None req-f6456ffb-c15f-40bb-9ba0-612eec65e6dd None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=103061) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 20:55:07.171317 n-d-760453-5 neutron-server[103061]: INFO neutron.api.extensions [None req-f6456ffb-c15f-40bb-9ba0-612eec65e6dd None None] Loaded extension: rbac-subnetpool Jan 26 20:55:07.171637 n-d-760453-5 neutron-server[103061]: DEBUG neutron.api.extensions [None req-f6456ffb-c15f-40bb-9ba0-612eec65e6dd None None] Loading extension file: revisionifmatch.py {{(pid=103061) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 26 20:55:07.172550 n-d-760453-5 neutron-server[103061]: DEBUG neutron.api.extensions [None req-f6456ffb-c15f-40bb-9ba0-612eec65e6dd None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=103061) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 20:55:07.173597 n-d-760453-5 neutron-server[103061]: INFO neutron.api.extensions [None req-f6456ffb-c15f-40bb-9ba0-612eec65e6dd None None] Loaded extension: revision-if-match Jan 26 20:55:07.173921 n-d-760453-5 neutron-server[103061]: DEBUG neutron.api.extensions [None req-f6456ffb-c15f-40bb-9ba0-612eec65e6dd None None] Loading extension file: revisions.py {{(pid=103061) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 26 20:55:07.175037 n-d-760453-5 neutron-server[103061]: DEBUG neutron.api.extensions [None req-f6456ffb-c15f-40bb-9ba0-612eec65e6dd None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=103061) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 20:55:07.175549 n-d-760453-5 neutron-server[103061]: INFO neutron.api.extensions [None req-f6456ffb-c15f-40bb-9ba0-612eec65e6dd None None] Loaded extension: standard-attr-revisions Jan 26 20:55:07.175869 n-d-760453-5 neutron-server[103061]: DEBUG neutron.api.extensions [None req-f6456ffb-c15f-40bb-9ba0-612eec65e6dd None None] Loading extension file: router_availability_zone.py {{(pid=103061) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 26 20:55:07.176537 n-d-760453-5 neutron-server[103061]: DEBUG neutron.api.extensions [None req-f6456ffb-c15f-40bb-9ba0-612eec65e6dd None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=103061) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 20:55:07.177049 n-d-760453-5 neutron-server[103061]: INFO neutron.api.extensions [None req-f6456ffb-c15f-40bb-9ba0-612eec65e6dd None None] Loaded extension: router_availability_zone Jan 26 20:55:07.177403 n-d-760453-5 neutron-server[103061]: DEBUG neutron.api.extensions [None req-f6456ffb-c15f-40bb-9ba0-612eec65e6dd None None] Loading extension file: routerservicetype.py {{(pid=103061) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 26 20:55:07.178319 n-d-760453-5 neutron-server[103061]: DEBUG neutron.api.extensions [None req-f6456ffb-c15f-40bb-9ba0-612eec65e6dd None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=103061) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 20:55:07.178827 n-d-760453-5 neutron-server[103061]: INFO neutron.api.extensions [None req-f6456ffb-c15f-40bb-9ba0-612eec65e6dd None None] Extension router-service-type not supported by any of loaded plugins Jan 26 20:55:07.179142 n-d-760453-5 neutron-server[103061]: DEBUG neutron.api.extensions [None req-f6456ffb-c15f-40bb-9ba0-612eec65e6dd None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=103061) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 26 20:55:07.180146 n-d-760453-5 neutron-server[103061]: DEBUG neutron.api.extensions [None req-f6456ffb-c15f-40bb-9ba0-612eec65e6dd None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=103061) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 20:55:07.180646 n-d-760453-5 neutron-server[103061]: INFO neutron.api.extensions [None req-f6456ffb-c15f-40bb-9ba0-612eec65e6dd None None] Loaded extension: security-groups-normalized-cidr Jan 26 20:55:07.180964 n-d-760453-5 neutron-server[103061]: DEBUG neutron.api.extensions [None req-f6456ffb-c15f-40bb-9ba0-612eec65e6dd None None] Loading extension file: security_groups_port_filtering.py {{(pid=103061) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 26 20:55:07.181931 n-d-760453-5 neutron-server[103061]: DEBUG neutron.api.extensions [None req-f6456ffb-c15f-40bb-9ba0-612eec65e6dd None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=103061) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 20:55:07.182448 n-d-760453-5 neutron-server[103061]: INFO neutron.api.extensions [None req-f6456ffb-c15f-40bb-9ba0-612eec65e6dd None None] Loaded extension: port-security-groups-filtering Jan 26 20:55:07.182763 n-d-760453-5 neutron-server[103061]: DEBUG neutron.api.extensions [None req-f6456ffb-c15f-40bb-9ba0-612eec65e6dd None None] Loading extension file: security_groups_remote_address_group.py {{(pid=103061) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 26 20:55:07.183687 n-d-760453-5 neutron-server[103061]: DEBUG neutron.api.extensions [None req-f6456ffb-c15f-40bb-9ba0-612eec65e6dd None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=103061) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 20:55:07.184193 n-d-760453-5 neutron-server[103061]: INFO neutron.api.extensions [None req-f6456ffb-c15f-40bb-9ba0-612eec65e6dd None None] Loaded extension: security-groups-remote-address-group Jan 26 20:55:07.184511 n-d-760453-5 neutron-server[103061]: DEBUG neutron.api.extensions [None req-f6456ffb-c15f-40bb-9ba0-612eec65e6dd None None] Loading extension file: security_groups_shared_filtering.py {{(pid=103061) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 26 20:55:07.185485 n-d-760453-5 neutron-server[103061]: DEBUG neutron.api.extensions [None req-f6456ffb-c15f-40bb-9ba0-612eec65e6dd None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=103061) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 20:55:07.185998 n-d-760453-5 neutron-server[103061]: INFO neutron.api.extensions [None req-f6456ffb-c15f-40bb-9ba0-612eec65e6dd None None] Loaded extension: security-groups-shared-filtering Jan 26 20:55:07.186320 n-d-760453-5 neutron-server[103061]: DEBUG neutron.api.extensions [None req-f6456ffb-c15f-40bb-9ba0-612eec65e6dd None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=103061) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 26 20:55:07.186914 n-d-760453-5 neutron-server[103061]: WARNING neutron.api.extensions [None req-f6456ffb-c15f-40bb-9ba0-612eec65e6dd None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Jan 26 20:55:07.187236 n-d-760453-5 neutron-server[103061]: DEBUG neutron.api.extensions [None req-f6456ffb-c15f-40bb-9ba0-612eec65e6dd None None] Loading extension file: securitygroup.py {{(pid=103061) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 26 20:55:07.197568 n-d-760453-5 neutron-server[103061]: DEBUG neutron.api.extensions [None req-f6456ffb-c15f-40bb-9ba0-612eec65e6dd None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=103061) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 20:55:07.198102 n-d-760453-5 neutron-server[103061]: INFO neutron.api.extensions [None req-f6456ffb-c15f-40bb-9ba0-612eec65e6dd None None] Loaded extension: security-group Jan 26 20:55:07.198434 n-d-760453-5 neutron-server[103061]: DEBUG neutron.api.extensions [None req-f6456ffb-c15f-40bb-9ba0-612eec65e6dd None None] Loading extension file: segment.py {{(pid=103061) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 26 20:55:07.199226 n-d-760453-5 neutron-server[103061]: DEBUG neutron.api.extensions [None req-f6456ffb-c15f-40bb-9ba0-612eec65e6dd None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=103061) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 20:55:07.199742 n-d-760453-5 neutron-server[103061]: INFO neutron.api.extensions [None req-f6456ffb-c15f-40bb-9ba0-612eec65e6dd None None] Extension segment not supported by any of loaded plugins Jan 26 20:55:07.200067 n-d-760453-5 neutron-server[103061]: DEBUG neutron.api.extensions [None req-f6456ffb-c15f-40bb-9ba0-612eec65e6dd None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=103061) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 26 20:55:07.201007 n-d-760453-5 neutron-server[103061]: DEBUG neutron.api.extensions [None req-f6456ffb-c15f-40bb-9ba0-612eec65e6dd None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=103061) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 20:55:07.201563 n-d-760453-5 neutron-server[103061]: INFO neutron.api.extensions [None req-f6456ffb-c15f-40bb-9ba0-612eec65e6dd None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jan 26 20:55:07.201890 n-d-760453-5 neutron-server[103061]: DEBUG neutron.api.extensions [None req-f6456ffb-c15f-40bb-9ba0-612eec65e6dd None None] Loading extension file: servicetype.py {{(pid=103061) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 26 20:55:07.202986 n-d-760453-5 neutron-server[103061]: DEBUG neutron.api.extensions [None req-f6456ffb-c15f-40bb-9ba0-612eec65e6dd None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=103061) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 20:55:07.203509 n-d-760453-5 neutron-server[103061]: INFO neutron.api.extensions [None req-f6456ffb-c15f-40bb-9ba0-612eec65e6dd None None] Loaded extension: service-type Jan 26 20:55:07.203833 n-d-760453-5 neutron-server[103061]: DEBUG neutron.api.extensions [None req-f6456ffb-c15f-40bb-9ba0-612eec65e6dd None None] Loading extension file: sorting.py {{(pid=103061) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 26 20:55:07.204842 n-d-760453-5 neutron-server[103061]: DEBUG neutron.api.extensions [None req-f6456ffb-c15f-40bb-9ba0-612eec65e6dd None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103061) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 20:55:07.205173 n-d-760453-5 neutron-server[103061]: INFO neutron.api.extensions [None req-f6456ffb-c15f-40bb-9ba0-612eec65e6dd None None] Loaded extension: sorting Jan 26 20:55:07.205526 n-d-760453-5 neutron-server[103061]: DEBUG neutron.api.extensions [None req-f6456ffb-c15f-40bb-9ba0-612eec65e6dd None None] Loading extension file: standard_attr_segment.py {{(pid=103061) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 26 20:55:07.206443 n-d-760453-5 neutron-server[103061]: DEBUG neutron.api.extensions [None req-f6456ffb-c15f-40bb-9ba0-612eec65e6dd None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103061) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 20:55:07.206955 n-d-760453-5 neutron-server[103061]: INFO neutron.api.extensions [None req-f6456ffb-c15f-40bb-9ba0-612eec65e6dd None None] Extension standard-attr-segment not supported by any of loaded plugins Jan 26 20:55:07.207274 n-d-760453-5 neutron-server[103061]: DEBUG neutron.api.extensions [None req-f6456ffb-c15f-40bb-9ba0-612eec65e6dd None None] Loading extension file: standardattrdescription.py {{(pid=103061) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 26 20:55:07.207930 n-d-760453-5 neutron-server[103061]: DEBUG neutron.api.extensions [None req-f6456ffb-c15f-40bb-9ba0-612eec65e6dd None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=103061) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 20:55:07.208439 n-d-760453-5 neutron-server[103061]: INFO neutron.api.extensions [None req-f6456ffb-c15f-40bb-9ba0-612eec65e6dd None None] Loaded extension: standard-attr-description Jan 26 20:55:07.208762 n-d-760453-5 neutron-server[103061]: DEBUG neutron.api.extensions [None req-f6456ffb-c15f-40bb-9ba0-612eec65e6dd None None] Loading extension file: stateful_security_group.py {{(pid=103061) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 26 20:55:07.209998 n-d-760453-5 neutron-server[103061]: DEBUG neutron.api.extensions [None req-f6456ffb-c15f-40bb-9ba0-612eec65e6dd None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=103061) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 20:55:07.210518 n-d-760453-5 neutron-server[103061]: INFO neutron.api.extensions [None req-f6456ffb-c15f-40bb-9ba0-612eec65e6dd None None] Loaded extension: stateful-security-group Jan 26 20:55:07.210840 n-d-760453-5 neutron-server[103061]: DEBUG neutron.api.extensions [None req-f6456ffb-c15f-40bb-9ba0-612eec65e6dd None None] Loading extension file: stdattrs_common.py {{(pid=103061) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 26 20:55:07.211403 n-d-760453-5 neutron-server[103061]: WARNING neutron.api.extensions [None req-f6456ffb-c15f-40bb-9ba0-612eec65e6dd None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jan 26 20:55:07.211727 n-d-760453-5 neutron-server[103061]: DEBUG neutron.api.extensions [None req-f6456ffb-c15f-40bb-9ba0-612eec65e6dd None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=103061) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 26 20:55:07.212664 n-d-760453-5 neutron-server[103061]: DEBUG neutron.api.extensions [None req-f6456ffb-c15f-40bb-9ba0-612eec65e6dd None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=103061) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 20:55:07.213171 n-d-760453-5 neutron-server[103061]: INFO neutron.api.extensions [None req-f6456ffb-c15f-40bb-9ba0-612eec65e6dd None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jan 26 20:55:07.213523 n-d-760453-5 neutron-server[103061]: DEBUG neutron.api.extensions [None req-f6456ffb-c15f-40bb-9ba0-612eec65e6dd None None] Loading extension file: subnet_onboard.py {{(pid=103061) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 26 20:55:07.214600 n-d-760453-5 neutron-server[103061]: DEBUG neutron.api.extensions [None req-f6456ffb-c15f-40bb-9ba0-612eec65e6dd None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=103061) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 20:55:07.215118 n-d-760453-5 neutron-server[103061]: INFO neutron.api.extensions [None req-f6456ffb-c15f-40bb-9ba0-612eec65e6dd None None] Loaded extension: subnet_onboard Jan 26 20:55:07.215442 n-d-760453-5 neutron-server[103061]: DEBUG neutron.api.extensions [None req-f6456ffb-c15f-40bb-9ba0-612eec65e6dd None None] Loading extension file: subnet_segmentid_writable.py {{(pid=103061) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 26 20:55:07.216368 n-d-760453-5 neutron-server[103061]: DEBUG neutron.api.extensions [None req-f6456ffb-c15f-40bb-9ba0-612eec65e6dd None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=103061) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 20:55:07.216880 n-d-760453-5 neutron-server[103061]: INFO neutron.api.extensions [None req-f6456ffb-c15f-40bb-9ba0-612eec65e6dd None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jan 26 20:55:07.217202 n-d-760453-5 neutron-server[103061]: DEBUG neutron.api.extensions [None req-f6456ffb-c15f-40bb-9ba0-612eec65e6dd None None] Loading extension file: subnet_service_types.py {{(pid=103061) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 26 20:55:07.218157 n-d-760453-5 neutron-server[103061]: DEBUG neutron.api.extensions [None req-f6456ffb-c15f-40bb-9ba0-612eec65e6dd None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=103061) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 20:55:07.218684 n-d-760453-5 neutron-server[103061]: INFO neutron.api.extensions [None req-f6456ffb-c15f-40bb-9ba0-612eec65e6dd None None] Loaded extension: subnet-service-types Jan 26 20:55:07.219006 n-d-760453-5 neutron-server[103061]: DEBUG neutron.api.extensions [None req-f6456ffb-c15f-40bb-9ba0-612eec65e6dd None None] Loading extension file: subnetallocation.py {{(pid=103061) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 26 20:55:07.220614 n-d-760453-5 neutron-server[103061]: DEBUG neutron.api.extensions [None req-f6456ffb-c15f-40bb-9ba0-612eec65e6dd None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=103061) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 20:55:07.221130 n-d-760453-5 neutron-server[103061]: INFO neutron.api.extensions [None req-f6456ffb-c15f-40bb-9ba0-612eec65e6dd None None] Loaded extension: subnet_allocation Jan 26 20:55:07.221489 n-d-760453-5 neutron-server[103061]: DEBUG neutron.api.extensions [None req-f6456ffb-c15f-40bb-9ba0-612eec65e6dd None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=103061) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 26 20:55:07.222155 n-d-760453-5 neutron-server[103061]: DEBUG neutron.api.extensions [None req-f6456ffb-c15f-40bb-9ba0-612eec65e6dd None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=103061) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 20:55:07.222664 n-d-760453-5 neutron-server[103061]: INFO neutron.api.extensions [None req-f6456ffb-c15f-40bb-9ba0-612eec65e6dd None None] Loaded extension: subnetpool-prefix-ops Jan 26 20:55:07.222983 n-d-760453-5 neutron-server[103061]: DEBUG neutron.api.extensions [None req-f6456ffb-c15f-40bb-9ba0-612eec65e6dd None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=103061) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 26 20:55:07.223924 n-d-760453-5 neutron-server[103061]: DEBUG neutron.api.extensions [None req-f6456ffb-c15f-40bb-9ba0-612eec65e6dd None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=103061) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 20:55:07.224429 n-d-760453-5 neutron-server[103061]: INFO neutron.api.extensions [None req-f6456ffb-c15f-40bb-9ba0-612eec65e6dd None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jan 26 20:55:07.224748 n-d-760453-5 neutron-server[103061]: DEBUG neutron.api.extensions [None req-f6456ffb-c15f-40bb-9ba0-612eec65e6dd None None] Loading extension file: tagging.py {{(pid=103061) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 26 20:55:07.225847 n-d-760453-5 neutron-server[103061]: DEBUG neutron.api.extensions [None req-f6456ffb-c15f-40bb-9ba0-612eec65e6dd None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=103061) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 20:55:07.226348 n-d-760453-5 neutron-server[103061]: INFO neutron.api.extensions [None req-f6456ffb-c15f-40bb-9ba0-612eec65e6dd None None] Loaded extension: standard-attr-tag Jan 26 20:55:07.226672 n-d-760453-5 neutron-server[103061]: DEBUG neutron.api.extensions [None req-f6456ffb-c15f-40bb-9ba0-612eec65e6dd None None] Loading extension file: timestamp.py {{(pid=103061) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 26 20:55:07.227895 n-d-760453-5 neutron-server[103061]: DEBUG neutron.api.extensions [None req-f6456ffb-c15f-40bb-9ba0-612eec65e6dd None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=103061) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 20:55:07.228415 n-d-760453-5 neutron-server[103061]: INFO neutron.api.extensions [None req-f6456ffb-c15f-40bb-9ba0-612eec65e6dd None None] Loaded extension: standard-attr-timestamp Jan 26 20:55:07.228740 n-d-760453-5 neutron-server[103061]: DEBUG neutron.api.extensions [None req-f6456ffb-c15f-40bb-9ba0-612eec65e6dd None None] Loading extension file: trunk.py {{(pid=103061) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 26 20:55:07.229810 n-d-760453-5 neutron-server[103061]: DEBUG neutron.api.extensions [None req-f6456ffb-c15f-40bb-9ba0-612eec65e6dd None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=103061) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 20:55:07.230327 n-d-760453-5 neutron-server[103061]: INFO neutron.api.extensions [None req-f6456ffb-c15f-40bb-9ba0-612eec65e6dd None None] Extension trunk not supported by any of loaded plugins Jan 26 20:55:07.230654 n-d-760453-5 neutron-server[103061]: DEBUG neutron.api.extensions [None req-f6456ffb-c15f-40bb-9ba0-612eec65e6dd None None] Loading extension file: trunk_details.py {{(pid=103061) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 26 20:55:07.231582 n-d-760453-5 neutron-server[103061]: DEBUG neutron.api.extensions [None req-f6456ffb-c15f-40bb-9ba0-612eec65e6dd None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=103061) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 20:55:07.232100 n-d-760453-5 neutron-server[103061]: INFO neutron.api.extensions [None req-f6456ffb-c15f-40bb-9ba0-612eec65e6dd None None] Extension trunk-details not supported by any of loaded plugins Jan 26 20:55:07.232423 n-d-760453-5 neutron-server[103061]: DEBUG neutron.api.extensions [None req-f6456ffb-c15f-40bb-9ba0-612eec65e6dd None None] Loading extension file: uplink_status_propagation.py {{(pid=103061) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 26 20:55:07.233368 n-d-760453-5 neutron-server[103061]: DEBUG neutron.api.extensions [None req-f6456ffb-c15f-40bb-9ba0-612eec65e6dd None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=103061) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 20:55:07.233885 n-d-760453-5 neutron-server[103061]: INFO neutron.api.extensions [None req-f6456ffb-c15f-40bb-9ba0-612eec65e6dd None None] Extension uplink-status-propagation not supported by any of loaded plugins Jan 26 20:55:07.234210 n-d-760453-5 neutron-server[103061]: DEBUG neutron.api.extensions [None req-f6456ffb-c15f-40bb-9ba0-612eec65e6dd None None] Loading extension file: vlantransparent.py {{(pid=103061) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 26 20:55:07.234868 n-d-760453-5 neutron-server[103061]: DEBUG neutron.api.extensions [None req-f6456ffb-c15f-40bb-9ba0-612eec65e6dd None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=103061) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 20:55:07.235374 n-d-760453-5 neutron-server[103061]: INFO neutron.api.extensions [None req-f6456ffb-c15f-40bb-9ba0-612eec65e6dd None None] Extension vlan-transparent not supported by any of loaded plugins Jan 26 20:55:07.238495 n-d-760453-5 neutron-server[103061]: INFO neutron.quota.resource_registry [None req-f6456ffb-c15f-40bb-9ba0-612eec65e6dd None None] Creating instance of TrackedResource for resource:network Jan 26 20:55:07.239019 n-d-760453-5 neutron-server[103061]: INFO neutron.quota.resource_registry [None req-f6456ffb-c15f-40bb-9ba0-612eec65e6dd None None] Creating instance of TrackedResource for resource:subnet Jan 26 20:55:07.239417 n-d-760453-5 neutron-server[103061]: INFO neutron.quota.resource_registry [None req-f6456ffb-c15f-40bb-9ba0-612eec65e6dd None None] Creating instance of TrackedResource for resource:subnetpool Jan 26 20:55:07.239808 n-d-760453-5 neutron-server[103061]: INFO neutron.quota.resource_registry [None req-f6456ffb-c15f-40bb-9ba0-612eec65e6dd None None] Creating instance of TrackedResource for resource:port Jan 26 20:55:07.241027 n-d-760453-5 neutron-server[103061]: DEBUG neutron.api.v2.resource_helper [None req-f6456ffb-c15f-40bb-9ba0-612eec65e6dd None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103061) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 26 20:55:07.241522 n-d-760453-5 neutron-server[103061]: DEBUG neutron.api.v2.resource_helper [None req-f6456ffb-c15f-40bb-9ba0-612eec65e6dd None None] Service FLAVORS assigned prefix: {{(pid=103061) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 26 20:55:07.242141 n-d-760453-5 neutron-server[103061]: DEBUG neutron.api.v2.resource_helper [None req-f6456ffb-c15f-40bb-9ba0-612eec65e6dd None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103061) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 26 20:55:07.242560 n-d-760453-5 neutron-server[103061]: DEBUG neutron.api.v2.resource_helper [None req-f6456ffb-c15f-40bb-9ba0-612eec65e6dd None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103061) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 26 20:55:07.242890 n-d-760453-5 neutron-server[103061]: INFO neutron.quota.resource_registry [None req-f6456ffb-c15f-40bb-9ba0-612eec65e6dd None None] Creating instance of TrackedResource for resource:router Jan 26 20:55:07.243322 n-d-760453-5 neutron-server[103061]: INFO neutron.quota.resource_registry [None req-f6456ffb-c15f-40bb-9ba0-612eec65e6dd None None] Creating instance of TrackedResource for resource:floatingip Jan 26 20:55:07.243826 n-d-760453-5 neutron-server[103061]: DEBUG neutron.api.v2.resource_helper [None req-f6456ffb-c15f-40bb-9ba0-612eec65e6dd None None] Service METERING assigned prefix: /metering {{(pid=103061) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 26 20:55:07.245265 n-d-760453-5 neutron-server[103061]: DEBUG neutron_lib.callbacks.manager [None req-f6456ffb-c15f-40bb-9ba0-612eec65e6dd None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103061) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 20:55:07.245668 n-d-760453-5 neutron-server[103061]: DEBUG neutron_lib.callbacks.manager [None req-f6456ffb-c15f-40bb-9ba0-612eec65e6dd None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103061) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 20:55:07.246018 n-d-760453-5 neutron-server[103061]: DEBUG neutron_lib.callbacks.manager [None req-f6456ffb-c15f-40bb-9ba0-612eec65e6dd None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103061) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 20:55:07.247023 n-d-760453-5 neutron-server[103061]: INFO neutron.quota.resource_registry [None req-f6456ffb-c15f-40bb-9ba0-612eec65e6dd None None] Creating instance of CountableResource for resource:rbac_policy Jan 26 20:55:07.247472 n-d-760453-5 neutron-server[103061]: INFO neutron.quota.resource_registry [None req-f6456ffb-c15f-40bb-9ba0-612eec65e6dd None None] Creating instance of TrackedResource for resource:security_group Jan 26 20:55:07.247897 n-d-760453-5 neutron-server[103061]: INFO neutron.quota.resource_registry [None req-f6456ffb-c15f-40bb-9ba0-612eec65e6dd None None] Creating instance of TrackedResource for resource:security_group_rule Jan 26 20:55:07.249599 n-d-760453-5 neutron-server[103061]: DEBUG neutron.api.v2.resource_helper [None req-f6456ffb-c15f-40bb-9ba0-612eec65e6dd None None] Service CORE assigned prefix: {{(pid=103061) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 26 20:55:07.249945 n-d-760453-5 neutron-server[103061]: INFO neutron.quota.resource_registry [None req-f6456ffb-c15f-40bb-9ba0-612eec65e6dd None None] Creating instance of TrackedResource for resource:subnetpool Jan 26 20:55:07.250304 n-d-760453-5 neutron-server[103061]: WARNING neutron.quota.resource_registry [None req-f6456ffb-c15f-40bb-9ba0-612eec65e6dd None None] subnetpool is already registered Jan 26 20:55:07.250736 n-d-760453-5 neutron-server[103061]: DEBUG neutron.api.v2.resource_helper [None req-f6456ffb-c15f-40bb-9ba0-612eec65e6dd None None] Service CORE assigned prefix: {{(pid=103061) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 26 20:55:07.251067 n-d-760453-5 neutron-server[103061]: INFO neutron.quota.resource_registry [None req-f6456ffb-c15f-40bb-9ba0-612eec65e6dd None None] Creating instance of TrackedResource for resource:subnetpool Jan 26 20:55:07.251428 n-d-760453-5 neutron-server[103061]: WARNING neutron.quota.resource_registry [None req-f6456ffb-c15f-40bb-9ba0-612eec65e6dd None None] subnetpool is already registered Jan 26 20:55:07.253769 n-d-760453-5 neutron-server[103061]: DEBUG neutron.api.v2.resource_helper [None req-f6456ffb-c15f-40bb-9ba0-612eec65e6dd None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103061) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 26 20:55:07.254158 n-d-760453-5 neutron-server[103061]: DEBUG neutron.api.v2.resource_helper [None req-f6456ffb-c15f-40bb-9ba0-612eec65e6dd None None] Service FLAVORS assigned prefix: {{(pid=103061) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 26 20:55:07.254739 n-d-760453-5 neutron-server[103061]: DEBUG neutron.api.v2.resource_helper [None req-f6456ffb-c15f-40bb-9ba0-612eec65e6dd None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103061) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 26 20:55:07.255153 n-d-760453-5 neutron-server[103061]: DEBUG neutron.api.v2.resource_helper [None req-f6456ffb-c15f-40bb-9ba0-612eec65e6dd None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103061) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 26 20:55:07.255484 n-d-760453-5 neutron-server[103061]: INFO neutron.quota.resource_registry [None req-f6456ffb-c15f-40bb-9ba0-612eec65e6dd None None] Creating instance of TrackedResource for resource:router Jan 26 20:55:07.255820 n-d-760453-5 neutron-server[103061]: WARNING neutron.quota.resource_registry [None req-f6456ffb-c15f-40bb-9ba0-612eec65e6dd None None] router is already registered Jan 26 20:55:07.256227 n-d-760453-5 neutron-server[103061]: INFO neutron.quota.resource_registry [None req-f6456ffb-c15f-40bb-9ba0-612eec65e6dd None None] Creating instance of TrackedResource for resource:floatingip Jan 26 20:55:07.256558 n-d-760453-5 neutron-server[103061]: WARNING neutron.quota.resource_registry [None req-f6456ffb-c15f-40bb-9ba0-612eec65e6dd None None] floatingip is already registered Jan 26 20:55:07.257005 n-d-760453-5 neutron-server[103061]: DEBUG neutron.api.v2.resource_helper [None req-f6456ffb-c15f-40bb-9ba0-612eec65e6dd None None] Service METERING assigned prefix: /metering {{(pid=103061) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 26 20:55:07.257696 n-d-760453-5 neutron-server[103061]: INFO neutron.quota.resource_registry [None req-f6456ffb-c15f-40bb-9ba0-612eec65e6dd None None] Creating instance of CountableResource for resource:rbac_policy Jan 26 20:55:07.258022 n-d-760453-5 neutron-server[103061]: WARNING neutron.quota.resource_registry [None req-f6456ffb-c15f-40bb-9ba0-612eec65e6dd None None] rbac_policy is already registered Jan 26 20:55:07.258433 n-d-760453-5 neutron-server[103061]: INFO neutron.quota.resource_registry [None req-f6456ffb-c15f-40bb-9ba0-612eec65e6dd None None] Creating instance of TrackedResource for resource:security_group Jan 26 20:55:07.258762 n-d-760453-5 neutron-server[103061]: WARNING neutron.quota.resource_registry [None req-f6456ffb-c15f-40bb-9ba0-612eec65e6dd None None] security_group is already registered Jan 26 20:55:07.259164 n-d-760453-5 neutron-server[103061]: INFO neutron.quota.resource_registry [None req-f6456ffb-c15f-40bb-9ba0-612eec65e6dd None None] Creating instance of TrackedResource for resource:security_group_rule Jan 26 20:55:07.259493 n-d-760453-5 neutron-server[103061]: WARNING neutron.quota.resource_registry [None req-f6456ffb-c15f-40bb-9ba0-612eec65e6dd None None] security_group_rule is already registered Jan 26 20:55:07.260124 n-d-760453-5 neutron-server[103061]: DEBUG neutron.api.v2.resource_helper [None req-f6456ffb-c15f-40bb-9ba0-612eec65e6dd None None] Service CORE assigned prefix: {{(pid=103061) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 26 20:55:07.260447 n-d-760453-5 neutron-server[103061]: INFO neutron.quota.resource_registry [None req-f6456ffb-c15f-40bb-9ba0-612eec65e6dd None None] Creating instance of TrackedResource for resource:subnetpool Jan 26 20:55:07.260775 n-d-760453-5 neutron-server[103061]: WARNING neutron.quota.resource_registry [None req-f6456ffb-c15f-40bb-9ba0-612eec65e6dd None None] subnetpool is already registered Jan 26 20:55:07.261188 n-d-760453-5 neutron-server[103061]: DEBUG neutron.api.v2.resource_helper [None req-f6456ffb-c15f-40bb-9ba0-612eec65e6dd None None] Service CORE assigned prefix: {{(pid=103061) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 26 20:55:07.261538 n-d-760453-5 neutron-server[103061]: INFO neutron.quota.resource_registry [None req-f6456ffb-c15f-40bb-9ba0-612eec65e6dd None None] Creating instance of TrackedResource for resource:subnetpool Jan 26 20:55:07.261866 n-d-760453-5 neutron-server[103061]: WARNING neutron.quota.resource_registry [None req-f6456ffb-c15f-40bb-9ba0-612eec65e6dd None None] subnetpool is already registered Jan 26 20:55:07.262354 n-d-760453-5 neutron-server[103061]: DEBUG neutron.api.extensions [None req-f6456ffb-c15f-40bb-9ba0-612eec65e6dd None None] Extended resource: extensions {{(pid=103061) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 26 20:55:07.263804 n-d-760453-5 neutron-server[103061]: DEBUG neutron.api.extensions [None req-f6456ffb-c15f-40bb-9ba0-612eec65e6dd None None] Extended resource: address-groups {{(pid=103061) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 26 20:55:07.265376 n-d-760453-5 neutron-server[103061]: DEBUG neutron.api.extensions [None req-f6456ffb-c15f-40bb-9ba0-612eec65e6dd None None] Extended resource: address-scopes {{(pid=103061) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 26 20:55:07.266629 n-d-760453-5 neutron-server[103061]: DEBUG neutron.api.extensions [None req-f6456ffb-c15f-40bb-9ba0-612eec65e6dd None None] Extended resource: agents {{(pid=103061) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 26 20:55:07.267836 n-d-760453-5 neutron-server[103061]: DEBUG neutron.api.extensions [None req-f6456ffb-c15f-40bb-9ba0-612eec65e6dd None None] Extended resource: auto-allocated-topology {{(pid=103061) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 26 20:55:07.269084 n-d-760453-5 neutron-server[103061]: DEBUG neutron.api.extensions [None req-f6456ffb-c15f-40bb-9ba0-612eec65e6dd None None] Extended resource: availability_zones {{(pid=103061) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 26 20:55:07.270325 n-d-760453-5 neutron-server[103061]: DEBUG neutron.api.extensions [None req-f6456ffb-c15f-40bb-9ba0-612eec65e6dd None None] Extended resource: dhcp-networks {{(pid=103061) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 26 20:55:07.271824 n-d-760453-5 neutron-server[103061]: DEBUG neutron.api.extensions [None req-f6456ffb-c15f-40bb-9ba0-612eec65e6dd None None] Extended resource: dhcp-agents {{(pid=103061) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 26 20:55:07.273251 n-d-760453-5 neutron-server[103061]: DEBUG neutron.api.extensions [None req-f6456ffb-c15f-40bb-9ba0-612eec65e6dd None None] Extended resource: routers {{(pid=103061) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 26 20:55:07.275504 n-d-760453-5 neutron-server[103061]: DEBUG neutron.api.extensions [None req-f6456ffb-c15f-40bb-9ba0-612eec65e6dd None None] Extended resource: flavors {{(pid=103061) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 26 20:55:07.276658 n-d-760453-5 neutron-server[103061]: DEBUG neutron.api.extensions [None req-f6456ffb-c15f-40bb-9ba0-612eec65e6dd None None] Extended resource: service_profiles {{(pid=103061) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 26 20:55:07.277896 n-d-760453-5 neutron-server[103061]: DEBUG neutron.api.extensions [None req-f6456ffb-c15f-40bb-9ba0-612eec65e6dd None None] Extended resource: next_providers {{(pid=103061) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 26 20:55:07.279347 n-d-760453-5 neutron-server[103061]: DEBUG neutron.api.extensions [None req-f6456ffb-c15f-40bb-9ba0-612eec65e6dd None None] Extended resource: service_profiles {{(pid=103061) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 26 20:55:07.280879 n-d-760453-5 neutron-server[103061]: DEBUG neutron.api.extensions [None req-f6456ffb-c15f-40bb-9ba0-612eec65e6dd None None] Extended resource: floatingip-pools {{(pid=103061) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 26 20:55:07.282164 n-d-760453-5 neutron-server[103061]: DEBUG neutron.api.extensions [None req-f6456ffb-c15f-40bb-9ba0-612eec65e6dd None None] Extended resource: routers {{(pid=103061) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 26 20:55:07.284802 n-d-760453-5 neutron-server[103061]: DEBUG neutron.api.extensions [None req-f6456ffb-c15f-40bb-9ba0-612eec65e6dd None None] Extended resource: floatingips {{(pid=103061) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 26 20:55:07.286108 n-d-760453-5 neutron-server[103061]: DEBUG neutron.api.extensions [None req-f6456ffb-c15f-40bb-9ba0-612eec65e6dd None None] Extended resource: l3-routers {{(pid=103061) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 26 20:55:07.287486 n-d-760453-5 neutron-server[103061]: DEBUG neutron.api.extensions [None req-f6456ffb-c15f-40bb-9ba0-612eec65e6dd None None] Extended resource: l3-agents {{(pid=103061) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 26 20:55:07.288909 n-d-760453-5 neutron-server[103061]: DEBUG neutron.api.extensions [None req-f6456ffb-c15f-40bb-9ba0-612eec65e6dd None None] Extended resource: metering-labels {{(pid=103061) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 26 20:55:07.290311 n-d-760453-5 neutron-server[103061]: DEBUG neutron.api.extensions [None req-f6456ffb-c15f-40bb-9ba0-612eec65e6dd None None] Extended resource: metering-label-rules {{(pid=103061) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 26 20:55:07.291592 n-d-760453-5 neutron-server[103061]: DEBUG neutron.api.extensions [None req-f6456ffb-c15f-40bb-9ba0-612eec65e6dd None None] Extended resource: network-ip-availabilities {{(pid=103061) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 26 20:55:07.292865 n-d-760453-5 neutron-server[103061]: DEBUG neutron.api.extensions [None req-f6456ffb-c15f-40bb-9ba0-612eec65e6dd None None] Extended resource: bindings {{(pid=103061) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 26 20:55:07.294523 n-d-760453-5 neutron-server[103061]: DEBUG neutron.api.extensions [None req-f6456ffb-c15f-40bb-9ba0-612eec65e6dd None None] Extended resource: quotas {{(pid=103061) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 26 20:55:07.296103 n-d-760453-5 neutron-server[103061]: DEBUG neutron.api.extensions [None req-f6456ffb-c15f-40bb-9ba0-612eec65e6dd None None] Extended resource: quotas {{(pid=103061) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 26 20:55:07.297651 n-d-760453-5 neutron-server[103061]: DEBUG neutron.api.extensions [None req-f6456ffb-c15f-40bb-9ba0-612eec65e6dd None None] Extended resource: rbac-policies {{(pid=103061) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 26 20:55:07.299496 n-d-760453-5 neutron-server[103061]: DEBUG neutron.api.extensions [None req-f6456ffb-c15f-40bb-9ba0-612eec65e6dd None None] Extended resource: security-groups {{(pid=103061) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 26 20:55:07.300717 n-d-760453-5 neutron-server[103061]: DEBUG neutron.api.extensions [None req-f6456ffb-c15f-40bb-9ba0-612eec65e6dd None None] Extended resource: security-group-rules {{(pid=103061) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 26 20:55:07.301973 n-d-760453-5 neutron-server[103061]: DEBUG neutron.api.extensions [None req-f6456ffb-c15f-40bb-9ba0-612eec65e6dd None None] Extended resource: service-providers {{(pid=103061) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 26 20:55:07.303194 n-d-760453-5 neutron-server[103061]: DEBUG neutron.api.extensions [None req-f6456ffb-c15f-40bb-9ba0-612eec65e6dd None None] Extended resource: subnetpools {{(pid=103061) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 26 20:55:07.304639 n-d-760453-5 neutron-server[103061]: DEBUG neutron.api.extensions [None req-f6456ffb-c15f-40bb-9ba0-612eec65e6dd None None] Extended resource: subnetpools {{(pid=103061) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 26 20:55:07.306116 n-d-760453-5 neutron-server[103061]: DEBUG neutron.api.extensions [None req-f6456ffb-c15f-40bb-9ba0-612eec65e6dd None None] Extended resource: tags {{(pid=103061) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 26 20:55:07.307772 n-d-760453-5 neutron-server[103061]: DEBUG neutron.api.extensions [None req-f6456ffb-c15f-40bb-9ba0-612eec65e6dd None None] Extended resource: tags {{(pid=103061) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 26 20:55:07.309612 n-d-760453-5 neutron-server[103061]: DEBUG neutron.api.extensions [None req-f6456ffb-c15f-40bb-9ba0-612eec65e6dd None None] Extended resource: tags {{(pid=103061) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 26 20:55:07.311395 n-d-760453-5 neutron-server[103061]: DEBUG neutron.api.extensions [None req-f6456ffb-c15f-40bb-9ba0-612eec65e6dd None None] Extended resource: tags {{(pid=103061) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 26 20:55:07.314224 n-d-760453-5 neutron-server[103061]: DEBUG neutron.api.extensions [None req-f6456ffb-c15f-40bb-9ba0-612eec65e6dd None None] Extended resource: tags {{(pid=103061) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 26 20:55:07.316074 n-d-760453-5 neutron-server[103061]: DEBUG neutron.api.extensions [None req-f6456ffb-c15f-40bb-9ba0-612eec65e6dd None None] Extended resource: tags {{(pid=103061) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 26 20:55:07.317797 n-d-760453-5 neutron-server[103061]: DEBUG neutron.api.extensions [None req-f6456ffb-c15f-40bb-9ba0-612eec65e6dd None None] Extended resource: tags {{(pid=103061) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 26 20:55:07.319693 n-d-760453-5 neutron-server[103061]: DEBUG neutron.api.extensions [None req-f6456ffb-c15f-40bb-9ba0-612eec65e6dd None None] Extended resource: tags {{(pid=103061) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 26 20:55:07.321474 n-d-760453-5 neutron-server[103061]: DEBUG neutron.api.extensions [None req-f6456ffb-c15f-40bb-9ba0-612eec65e6dd None None] Extended resource: tags {{(pid=103061) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 26 20:55:07.323328 n-d-760453-5 neutron-server[103061]: DEBUG neutron.api.extensions [None req-f6456ffb-c15f-40bb-9ba0-612eec65e6dd None None] Extended resource: tags {{(pid=103061) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 26 20:55:07.329161 n-d-760453-5 neutron-server[103061]: WARNING keystonemiddleware.auth_token [None req-f6456ffb-c15f-40bb-9ba0-612eec65e6dd None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jan 26 20:55:07.333905 n-d-760453-5 neutron-server[103061]: WARNING keystonemiddleware.auth_token [None req-f6456ffb-c15f-40bb-9ba0-612eec65e6dd None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jan 26 20:55:07.342625 n-d-760453-5 neutron-server[103061]: DEBUG oslo_concurrency.lockutils [None req-f6456ffb-c15f-40bb-9ba0-612eec65e6dd None None] Acquired lock "singleton_lock" {{(pid=103061) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Jan 26 20:55:07.343095 n-d-760453-5 neutron-server[103061]: DEBUG oslo_concurrency.lockutils [None req-f6456ffb-c15f-40bb-9ba0-612eec65e6dd None None] Releasing lock "singleton_lock" {{(pid=103061) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Jan 26 20:55:07.343738 n-d-760453-5 neutron-server[103061]: INFO oslo_service.service [None req-f6456ffb-c15f-40bb-9ba0-612eec65e6dd None None] Starting 2 workers Jan 26 20:55:07.349157 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [None req-f6456ffb-c15f-40bb-9ba0-612eec65e6dd None None] Started child 103304 {{(pid=103061) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jan 26 20:55:07.353663 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [None req-f6456ffb-c15f-40bb-9ba0-612eec65e6dd None None] Started child 103305 {{(pid=103061) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jan 26 20:55:07.354818 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 20:55:07.355465 n-d-760453-5 neutron-server[103061]: INFO neutron.service [None req-f6456ffb-c15f-40bb-9ba0-612eec65e6dd None None] Neutron service started, listening on 0.0.0.0:9696 Jan 26 20:55:07.355873 n-d-760453-5 neutron-server[103061]: DEBUG neutron_lib.callbacks.manager [None req-f6456ffb-c15f-40bb-9ba0-612eec65e6dd None None] Publish callbacks [] for process (None), before_spawn {{(pid=103061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 20:55:07.356197 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [-] (103304) wsgi starting up on http://0.0.0.0:9696 Jan 26 20:55:07.358391 n-d-760453-5 neutron-server[103061]: INFO oslo_service.service [None req-f6456ffb-c15f-40bb-9ba0-612eec65e6dd None None] Starting 1 workers Jan 26 20:55:07.358653 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 20:55:07.360074 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [-] (103305) wsgi starting up on http://0.0.0.0:9696 Jan 26 20:55:07.364261 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [None req-f6456ffb-c15f-40bb-9ba0-612eec65e6dd None None] Started child 103306 {{(pid=103061) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jan 26 20:55:07.364808 n-d-760453-5 neutron-server[103061]: INFO oslo_service.service [None req-f6456ffb-c15f-40bb-9ba0-612eec65e6dd None None] Starting 1 workers Jan 26 20:55:07.368117 n-d-760453-5 neutron-server[103306]: DEBUG neutron.service [None req-f6456ffb-c15f-40bb-9ba0-612eec65e6dd None None] calling RpcWorker wait() {{(pid=103306) _wait /opt/stack/neutron/neutron/service.py:128}} Jan 26 20:55:07.368640 n-d-760453-5 neutron-server[103306]: DEBUG neutron.service [None req-f6456ffb-c15f-40bb-9ba0-612eec65e6dd None None] returning from RpcWorker wait() {{(pid=103306) _wait /opt/stack/neutron/neutron/service.py:135}} Jan 26 20:55:07.369314 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [None req-f6456ffb-c15f-40bb-9ba0-612eec65e6dd None None] Started child 103307 {{(pid=103061) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jan 26 20:55:07.369910 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 20:55:07.370125 n-d-760453-5 neutron-server[103061]: DEBUG neutron_lib.callbacks.manager [None req-f6456ffb-c15f-40bb-9ba0-612eec65e6dd None None] Publish callbacks [] for process (None), after_spawn {{(pid=103061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 20:55:07.370401 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 20:55:07.372114 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103061) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jan 26 20:55:07.372329 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:55:07.372514 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jan 26 20:55:07.372741 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jan 26 20:55:07.373080 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jan 26 20:55:07.373250 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jan 26 20:55:07.373767 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 20:55:07.374043 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 20:55:07.374291 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 20:55:07.374550 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 20:55:07.374854 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 20:55:07.375032 n-d-760453-5 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 20:55:07.375521 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 20:55:07.375675 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 20:55:07.375933 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 20:55:07.376235 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 20:55:07.376468 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 20:55:07.376641 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 20:55:07.376799 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 20:55:07.377056 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 20:55:07.377307 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 20:55:07.377608 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 20:55:07.377870 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 20:55:07.378110 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 20:55:07.378354 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 20:55:07.378507 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 20:55:07.378770 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 20:55:07.379026 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 20:55:07.379272 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 20:55:07.379539 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] debug = True {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 20:55:07.379777 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 20:55:07.380255 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 20:55:07.380480 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 20:55:07.380715 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 20:55:07.380946 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 20:55:07.381216 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 20:55:07.381482 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 20:55:07.381787 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 20:55:07.382001 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 20:55:07.382233 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 20:55:07.382466 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 20:55:07.382731 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 20:55:07.382976 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 20:55:07.383207 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 20:55:07.383444 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 20:55:07.383657 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 20:55:07.383918 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 20:55:07.384134 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 20:55:07.384576 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] host = n-d-760453-5 {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 20:55:07.384809 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 20:55:07.385041 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 20:55:07.385264 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 20:55:07.385531 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 20:55:07.385786 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 20:55:07.386015 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 20:55:07.386731 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 20:55:07.386731 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 20:55:07.386731 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 20:55:07.387223 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 20:55:07.387223 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 20:55:07.387495 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 20:55:07.387630 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 20:55:07.387873 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] log_file = None {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 20:55:07.388032 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] log_options = True {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 20:55:07.388189 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 20:55:07.388472 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 20:55:07.388725 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 20:55:07.388912 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 20:55:07.389082 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 20:55:07.389245 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 20:55:07.389547 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 20:55:07.389707 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 20:55:07.389947 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 20:55:07.390162 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 20:55:07.390371 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 20:55:07.390584 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 20:55:07.390831 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 20:55:07.391072 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 20:55:07.391323 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 20:55:07.391550 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 20:55:07.391840 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 20:55:07.392084 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 20:55:07.392339 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 20:55:07.392564 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 20:55:07.392802 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 20:55:07.393056 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 20:55:07.393279 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 20:55:07.393535 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 20:55:07.393765 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 20:55:07.394448 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 20:55:07.394710 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 20:55:07.395445 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 20:55:07.395833 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 20:55:07.396117 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 20:55:07.396466 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 20:55:07.396669 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 20:55:07.396839 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 20:55:07.397070 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 20:55:07.397373 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 20:55:07.397585 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 20:55:07.397814 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 20:55:07.398374 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 20:55:07.398374 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 20:55:07.398768 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 20:55:07.398768 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 20:55:07.399034 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 20:55:07.399211 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 20:55:07.399423 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 20:55:07.399787 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 20:55:07.399935 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 20:55:07.400099 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] use_json = False {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 20:55:07.400277 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 20:55:07.400508 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 20:55:07.400750 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 20:55:07.400981 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 20:55:07.401225 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 20:55:07.401461 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 20:55:07.401835 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 20:55:07.402085 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 20:55:07.402230 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 20:55:07.402555 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:55:07.402848 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:55:07.403152 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:55:07.403381 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:55:07.403530 n-d-760453-5 neutron-server[103307]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 20:55:07.403676 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:55:07.403837 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:55:07.404068 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:55:07.404285 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:55:07.404514 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:55:07.404757 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:55:07.405051 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:55:07.405270 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:55:07.405587 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:55:07.405874 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:55:07.406088 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:55:07.406458 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:55:07.406635 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:55:07.406886 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:55:07.407126 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:55:07.408926 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:55:07.409333 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:55:07.411879 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:55:07.412044 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:55:07.413001 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:55:07.413001 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:55:07.413001 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:55:07.413001 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:55:07.413314 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:55:07.413523 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:55:07.413905 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:55:07.414191 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:55:07.414469 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.13/identity {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:55:07.414755 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:55:07.414984 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:55:07.415238 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:55:07.415468 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:55:07.415761 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:55:07.416008 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:55:07.416226 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:55:07.416506 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:55:07.416738 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:55:07.416979 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:55:07.417205 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:55:07.417470 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:55:07.417708 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:55:07.417960 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:55:07.418188 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:55:07.418449 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:55:07.418698 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:55:07.418926 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:55:07.419155 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:55:07.419418 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:55:07.419642 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:55:07.419867 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:55:07.420103 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:55:07.420426 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:55:07.420690 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:55:07.421064 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:55:07.421314 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:55:07.421546 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:55:07.421766 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:55:07.421991 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:55:07.422230 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:55:07.422452 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:55:07.422668 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:55:07.428587 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:55:07.428849 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:55:07.429353 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:55:07.429812 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:55:07.430093 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:55:07.430328 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:55:07.430579 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:55:07.430810 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:55:07.431336 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:55:07.431627 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:55:07.431927 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:55:07.432197 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:55:07.432392 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:55:07.432609 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:55:07.433059 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:55:07.433284 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:55:07.433523 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:55:07.433788 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:55:07.434018 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:55:07.434238 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:55:07.434460 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:55:07.434702 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:55:07.434897 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:55:07.435161 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:55:07.435452 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:55:07.435653 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:55:07.435952 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:55:07.436262 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:55:07.436504 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:55:07.436752 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:55:07.436972 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:55:07.437225 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:55:07.437498 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:55:07.437747 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:55:07.437993 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:55:07.438215 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:55:07.438434 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:55:07.438721 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:55:07.438956 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:55:07.439196 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:55:07.439444 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:55:07.439664 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:55:07.439940 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:55:07.440167 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:55:07.440393 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:55:07.440612 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:55:07.440861 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:55:07.441106 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:55:07.441392 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:55:07.441634 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:55:07.441881 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:55:07.442139 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:55:07.442377 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:55:07.442678 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:55:07.442922 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:55:07.443214 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:55:07.443460 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:55:07.443731 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:55:07.444046 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:55:07.444319 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:55:07.444600 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:55:07.444852 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:55:07.445084 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:55:07.445369 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:55:07.445629 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:55:07.445879 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:55:07.446106 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:55:07.446363 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:55:07.446739 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:55:07.447006 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:55:07.447233 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:55:07.447475 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:55:07.447708 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:55:07.448049 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:55:07.448302 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:55:07.448517 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:55:07.448754 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:55:07.449037 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:55:07.449319 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:55:07.449556 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:55:07.449819 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:55:07.450071 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:55:07.450317 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:55:07.450551 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:55:07.450800 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.13/identity {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:55:07.451032 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:55:07.451266 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:55:07.451498 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:55:07.451712 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:55:07.451995 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:55:07.452215 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:55:07.452469 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:55:07.452685 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:55:07.452932 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:55:07.453197 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:55:07.453444 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:55:07.453696 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:55:07.453930 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:55:07.454152 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:55:07.454496 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:55:07.454845 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:55:07.455269 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:55:07.455499 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:55:07.455743 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:55:07.455985 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:55:07.456207 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:55:07.456430 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:55:07.456648 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:55:07.456903 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:55:07.457162 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:55:07.457436 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:55:07.457710 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:55:07.457926 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:55:07.458170 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:55:07.458419 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:55:07.458693 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:55:07.458908 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:55:07.459156 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:55:07.459380 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:55:07.459855 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:55:07.460080 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:55:07.460298 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:55:07.460530 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:55:07.460764 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:55:07.460995 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:55:07.461209 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:55:07.461471 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:55:07.461718 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:55:07.462066 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:55:07.462306 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:55:07.462560 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:55:07.462832 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:55:07.463021 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:55:07.463257 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:55:07.463511 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:55:07.463753 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:55:07.463970 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:55:07.464187 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:55:07.464402 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:55:07.464661 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:55:07.464913 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:55:07.465151 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:55:07.465386 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:55:07.465601 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:55:07.465813 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:55:07.466030 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:55:07.466242 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:55:07.466529 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:55:07.466769 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:55:07.467001 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:55:07.467262 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:55:07.467473 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:55:07.467709 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:55:07.467965 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:55:07.468187 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:55:07.468398 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:55:07.468621 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:55:07.468842 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:55:07.469052 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:55:07.469276 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:55:07.469508 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:55:07.469739 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:55:07.470500 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:55:07.470763 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:55:07.470994 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:55:07.471242 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:55:07.471446 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:55:07.471656 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:55:07.471878 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:55:07.472087 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:55:07.472313 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:55:07.472568 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:55:07.472795 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:55:07.473006 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:55:07.473227 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:55:07.473464 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:55:07.473676 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:55:07.473919 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:55:07.474129 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:55:07.474343 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:55:07.474566 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:55:07.474781 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:55:07.475009 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:55:07.475302 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:55:07.475549 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:55:07.475847 n-d-760453-5 neutron-server[103306]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 20:55:07.475974 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:55:07.476225 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:55:07.476456 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:55:07.476707 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:55:07.477134 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:55:07.477316 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:55:07.477519 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:55:07.477773 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:55:07.478013 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:55:07.478245 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:55:07.478461 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:55:07.478835 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:55:07.479394 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:55:07.479744 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:55:07.480099 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:55:07.480345 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:55:07.480671 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:55:07.481483 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:550:599'] {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:55:07.481783 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:55:07.482107 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:55:07.482296 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:55:07.482644 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:55:07.482926 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:55:07.483178 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:55:07.483640 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:55:07.483769 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:55:07.483927 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:55:07.484172 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:55:07.484407 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:55:07.484658 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:55:07.484858 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:55:07.485091 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:55:07.486148 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:55:07.486340 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:55:07.486560 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:55:07.486802 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:55:07.487057 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:55:07.487286 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:55:07.487500 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:55:07.487731 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:55:07.487982 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:55:07.488126 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jan 26 20:55:07.488686 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103061) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jan 26 20:55:07.488825 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:55:07.488966 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jan 26 20:55:07.489146 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jan 26 20:55:07.489336 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jan 26 20:55:07.489512 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jan 26 20:55:07.489707 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 20:55:07.489867 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 20:55:07.490001 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 20:55:07.490193 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 20:55:07.490383 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 20:55:07.490564 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 20:55:07.490728 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 20:55:07.490893 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 20:55:07.491041 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 20:55:07.491222 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 20:55:07.491341 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 20:55:07.491507 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 20:55:07.491697 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 20:55:07.491898 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 20:55:07.492015 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 20:55:07.492230 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 20:55:07.492366 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 20:55:07.492514 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 20:55:07.492778 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 20:55:07.492778 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 20:55:07.493083 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 20:55:07.493083 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 20:55:07.493428 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] debug = True {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 20:55:07.493428 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 20:55:07.493692 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 20:55:07.493851 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 20:55:07.494000 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 20:55:07.494134 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 20:55:07.494362 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 20:55:07.494525 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 20:55:07.494666 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 20:55:07.494759 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 20:55:07.494888 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 20:55:07.495126 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 20:55:07.495361 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 20:55:07.495546 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 20:55:07.495784 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 20:55:07.495897 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 20:55:07.495979 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 20:55:07.496132 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 20:55:07.496328 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 20:55:07.496444 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] host = n-d-760453-5 {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 20:55:07.496605 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 20:55:07.496769 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 20:55:07.496998 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 20:55:07.497130 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 20:55:07.497235 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 20:55:07.497415 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 20:55:07.497601 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 20:55:07.497763 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 20:55:07.497886 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 20:55:07.498071 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 20:55:07.498188 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 20:55:07.498400 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 20:55:07.498537 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 20:55:07.498667 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] log_file = None {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 20:55:07.498804 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] log_options = True {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 20:55:07.498983 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 20:55:07.499164 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 20:55:07.499339 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 20:55:07.499504 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 20:55:07.499653 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 20:55:07.499830 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 20:55:07.499991 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 20:55:07.500397 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 20:55:07.500397 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 20:55:07.500551 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 20:55:07.500642 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 20:55:07.500827 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 20:55:07.500959 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 20:55:07.501121 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 20:55:07.501447 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 20:55:07.501593 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 20:55:07.501683 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 20:55:07.502075 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 20:55:07.502075 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 20:55:07.502292 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 20:55:07.502376 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 20:55:07.502525 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 20:55:07.502842 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 20:55:07.503015 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 20:55:07.503192 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 20:55:07.503359 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 20:55:07.503541 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 20:55:07.503912 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 20:55:07.504021 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 20:55:07.504168 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 20:55:07.504357 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 20:55:07.504618 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 20:55:07.504618 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 20:55:07.504993 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 20:55:07.504993 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 20:55:07.505199 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 20:55:07.505354 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 20:55:07.505477 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 20:55:07.505759 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 20:55:07.505977 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 20:55:07.506139 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 20:55:07.506263 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 20:55:07.506466 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 20:55:07.506613 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 20:55:07.506773 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 20:55:07.507211 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 20:55:07.507211 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] use_json = False {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 20:55:07.507462 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 20:55:07.507626 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 20:55:07.508034 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 20:55:07.508034 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 20:55:07.508203 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 20:55:07.508273 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 20:55:07.508380 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 20:55:07.508537 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 20:55:07.508701 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 20:55:07.508880 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:55:07.509041 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:55:07.509211 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:55:07.509394 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:55:07.509561 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:55:07.509723 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:55:07.509885 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:55:07.510842 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:55:07.510842 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:55:07.510842 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:55:07.510842 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:55:07.510842 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:55:07.510842 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:55:07.511330 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:55:07.511330 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:55:07.511330 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:55:07.511541 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:55:07.511620 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:55:07.511699 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:55:07.511870 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:55:07.512031 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:55:07.512192 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:55:07.512363 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:55:07.512517 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:55:07.512683 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:55:07.512833 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:55:07.513004 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:55:07.513157 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:55:07.513338 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:55:07.513519 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:55:07.513685 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:55:07.513860 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.13/identity {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:55:07.514005 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:55:07.514142 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:55:07.514299 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:55:07.514462 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:55:07.514633 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:55:07.514785 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:55:07.515444 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:55:07.515444 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:55:07.515444 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:55:07.515444 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:55:07.515759 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:55:07.515759 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:55:07.515903 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:55:07.516008 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:55:07.516168 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:55:07.516331 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:55:07.516495 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:55:07.516660 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:55:07.516877 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:55:07.517032 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:55:07.517198 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:55:07.517384 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:55:07.517548 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:55:07.517715 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:55:07.517881 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:55:07.518051 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:55:07.518214 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:55:07.518376 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:55:07.518542 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:55:07.518703 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:55:07.519026 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:55:07.519188 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:55:07.519350 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:55:07.519515 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:55:07.519678 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:55:07.519843 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:55:07.520021 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:55:07.520181 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:55:07.520500 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:55:07.520668 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:55:07.520828 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:55:07.521139 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:55:07.521333 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:55:07.521494 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:55:07.521659 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:55:07.521821 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:55:07.522003 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:55:07.522137 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:55:07.522302 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:55:07.522462 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:55:07.522624 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:55:07.522786 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:55:07.522949 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:55:07.523112 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:55:07.523275 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:55:07.523437 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:55:07.523603 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:55:07.523780 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:55:07.523925 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:55:07.524098 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:55:07.524275 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:55:07.524437 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:55:07.524599 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:55:07.524760 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:55:07.525016 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:55:07.525117 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:55:07.525235 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:55:07.525423 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:55:07.525586 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:55:07.525750 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:55:07.525912 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:55:07.526073 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:55:07.526237 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:55:07.526399 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:55:07.526560 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:55:07.526723 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:55:07.526883 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:55:07.527043 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:55:07.527206 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:55:07.527367 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:55:07.527529 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:55:07.527690 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:55:07.527850 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:55:07.528011 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:55:07.528174 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:55:07.528335 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:55:07.528509 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:55:07.528669 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:55:07.528833 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:55:07.528997 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:55:07.529166 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:55:07.529358 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:55:07.529524 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:55:07.529686 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:55:07.529847 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:55:07.530009 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:55:07.530171 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:55:07.530332 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:55:07.530499 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:55:07.530660 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:55:07.530821 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:55:07.530982 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:55:07.531154 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:55:07.531319 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:55:07.531480 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:55:07.531643 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:55:07.531828 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:55:07.531988 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:55:07.532149 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:55:07.532309 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:55:07.533060 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:55:07.533254 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:55:07.533441 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:55:07.533604 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:55:07.533767 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:55:07.533928 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:55:07.534092 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:55:07.534255 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.13/identity {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:55:07.534417 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:55:07.534580 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:55:07.534742 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:55:07.534904 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:55:07.535067 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:55:07.535230 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:55:07.535391 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:55:07.535554 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:55:07.535717 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:55:07.535879 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:55:07.536040 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:55:07.536201 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:55:07.536363 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:55:07.536524 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:55:07.536686 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:55:07.536847 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:55:07.537009 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:55:07.537172 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:55:07.537351 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:55:07.537514 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:55:07.537675 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:55:07.537837 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:55:07.538000 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:55:07.538161 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:55:07.538323 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:55:07.538474 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:55:07.538635 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:55:07.538797 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:55:07.538959 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:55:07.539122 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:55:07.539283 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:55:07.539445 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:55:07.539610 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:55:07.539771 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:55:07.539934 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:55:07.540097 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:55:07.540257 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:55:07.540421 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:55:07.540587 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:55:07.540748 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:55:07.540915 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:55:07.541076 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:55:07.541238 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:55:07.541437 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:55:07.541600 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:55:07.541763 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:55:07.541925 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:55:07.542088 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:55:07.542255 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:55:07.542416 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:55:07.542580 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:55:07.542742 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:55:07.542904 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:55:07.543066 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:55:07.543232 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:55:07.543397 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:55:07.543561 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:55:07.543723 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:55:07.543887 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:55:07.545324 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:55:07.545324 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:55:07.545324 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:55:07.545324 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:55:07.545903 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 39534) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 20:55:07.546054 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:55:07.546054 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:55:07.546054 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:55:07.546054 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:55:07.546054 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:55:07.546054 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:55:07.546054 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:55:07.546054 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:55:07.547064 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:55:07.547064 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:55:07.547064 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:55:07.547064 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:55:07.547064 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:55:07.547064 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:55:07.547064 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:55:07.547064 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:55:07.548109 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:55:07.548109 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:55:07.548109 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:55:07.548109 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:55:07.548109 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:55:07.548109 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:55:07.548109 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:55:07.549509 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:55:07.549509 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:55:07.549509 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:55:07.549509 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:55:07.549509 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:55:07.549509 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:55:07.550249 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:55:07.550249 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:55:07.550249 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:55:07.550249 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:55:07.550249 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:55:07.550882 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:55:07.550882 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:55:07.550882 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:55:07.550882 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:55:07.551381 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:55:07.551381 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:55:07.551381 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:55:07.551768 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:55:07.551768 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:55:07.551768 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:55:07.552140 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:55:07.552140 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:55:07.552404 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:55:07.552404 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:55:07.552656 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:55:07.552656 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:55:07.552920 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:55:07.553054 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:55:07.553188 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:55:07.553337 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:55:07.553468 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:550:599'] {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:55:07.553633 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:55:07.553796 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:55:07.553965 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:55:07.554062 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [-] 10.222.0.13 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0072379 Jan 26 20:55:07.554220 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:55:07.554304 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:55:07.554442 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:55:07.555103 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:55:07.555103 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:55:07.555103 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:55:07.555103 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:55:07.555452 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:55:07.555452 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:55:07.555600 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:55:07.555679 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:55:07.555800 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:55:07.555961 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:55:07.556125 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:55:07.556286 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:55:07.556448 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:55:07.556609 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:55:07.556771 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:55:07.556934 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:55:07.557096 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 20:55:07.557251 n-d-760453-5 neutron-server[103061]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103061) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jan 26 20:55:18.856615 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6458e843-0df1-433b-858a-ee89a47d4ced None None] get_active_networks_info from n-d-760453-5 {{(pid=103306) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jan 26 20:55:18.919587 n-d-760453-5 neutron-server[103306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6458e843-0df1-433b-858a-ee89a47d4ced None None] No non-hosted networks {{(pid=103306) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jan 26 20:55:18.944984 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.agentschedulers_db [None req-6458e843-0df1-433b-858a-ee89a47d4ced None None] DHCP Agent not found on host n-d-760453-5 {{(pid=103306) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Jan 26 20:55:19.054609 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-48443897-b08e-4ee0-914d-a474bff499d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-4110822'] for agent (474ccdf7-ab6c-405b-a3b2-dc7b05829902), after_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 20:55:21.150085 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-ec07ef0c-a752-47b0-92a2-5fca9ed2f001 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-4110822'] for agent (09df100c-3af1-4b0a-bda8-05914c71c458), after_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 20:55:21.180773 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-df748350-3b9a-4643-8807-447983029514 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (09df100c-3af1-4b0a-bda8-05914c71c458), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 20:55:22.058229 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-841f5991-a4d8-4d4b-b215-cbc6bab5427b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-4110822'] for agent (aa7ee9d2-08eb-4e12-b895-24c57300dfec), after_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 20:55:23.890475 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-839dd188-ec69-470c-9ab0-d318dc1a2e96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-4110822'] for agent (e79b4fc6-6c71-44b2-a6d0-ff3e1f4dfd0d), after_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 20:55:25.011034 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-4110822'] for agent (fea0591a-627d-4c87-9a9a-01625ddf3277), after_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 20:55:25.012727 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 20:55:25.013283 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 20:55:25.013801 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 20:55:25.015082 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 20:55:25.015411 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 20:55:25.017823 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 20:55:25.018481 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 20:55:25.019254 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 20:55:25.019703 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 20:55:25.020323 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 20:55:25.020749 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 20:55:25.021370 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 20:55:25.022169 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 20:55:25.023438 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'n-d-760453-5', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}) {} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 20:55:25.034722 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'n-d-760453-5', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 20:55:25.356608 n-d-760453-5 neutron-server[103306]: INFO neutron.db.l3_hamode_db [None req-c2d5481d-e32d-47e6-a538-88f6319cb6da None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jan 26 20:55:25.436291 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2d5481d-e32d-47e6-a538-88f6319cb6da None None] Routers set() bound to L3 agent in host n-d-760453-5 {{(pid=103306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 20:55:25.436610 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2d5481d-e32d-47e6-a538-88f6319cb6da None None] Router IDs set() for agent in host n-d-760453-5 {{(pid=103306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Jan 26 20:55:27.580222 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 39634) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 20:55:28.064675 n-d-760453-5 neutron-server[103305]: WARNING oslo_policy.policy [None req-206386fc-b128-4d1a-82de-241a83512782 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 26 20:55:28.065246 n-d-760453-5 neutron-server[103305]: WARNING oslo_policy.policy [None req-206386fc-b128-4d1a-82de-241a83512782 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 26 20:55:28.291683 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [None req-206386fc-b128-4d1a-82de-241a83512782 admin admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=103305) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 26 20:55:28.292714 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-206386fc-b128-4d1a-82de-241a83512782 admin admin] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.7115800 Jan 26 20:55:30.944437 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 39650) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 20:55:31.240064 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-4b462ab6-9f5c-46dd-8694-3ea555240be6 admin admin] Request body: {'subnetpool': {'tenant_id': 'a1466f11f6fd4da898a7b573134112de', 'name': 'shared-default-subnetpool-v4', 'shared': True, 'is_default': True, 'default_prefixlen': 26, 'prefixes': ['172.20.0.0/16']}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 20:55:31.330007 n-d-760453-5 neutron-server[103305]: DEBUG neutron.policy [None req-4b462ab6-9f5c-46dd-8694-3ea555240be6 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103305) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jan 26 20:55:31.371538 n-d-760453-5 neutron-server[103305]: WARNING oslo_policy.policy [None req-4b462ab6-9f5c-46dd-8694-3ea555240be6 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 26 20:55:31.371904 n-d-760453-5 neutron-server[103305]: WARNING oslo_policy.policy [None req-4b462ab6-9f5c-46dd-8694-3ea555240be6 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 26 20:55:31.463455 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-4b462ab6-9f5c-46dd-8694-3ea555240be6 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8746559703883', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8746559703320', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8746559718091', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8746559719860', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8746559478820', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8746559504302', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-748282', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-817402', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-4137302', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-4083382'] for rbac-policy (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 20:55:31.528742 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-4b462ab6-9f5c-46dd-8694-3ea555240be6 admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 20:55:31.529976 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-4b462ab6-9f5c-46dd-8694-3ea555240be6 admin admin] 10.222.0.13 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.5845969 Jan 26 20:55:34.139246 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 39662) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 20:55:34.431643 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-541d1e63-66f5-4293-bda8-11c920a98442 admin admin] Request body: {'network': {'name': 'private', 'project_id': 'decae8bd541749dfa4cb4639ecdfefb3', 'tenant_id': 'decae8bd541749dfa4cb4639ecdfefb3', 'admin_state_up': True}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 20:55:34.459309 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-541d1e63-66f5-4293-bda8-11c920a98442 admin admin] Made reservation on behalf of decae8bd541749dfa4cb4639ecdfefb3 for: {'network': 1} {{(pid=103305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 20:55:34.462178 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-541d1e63-66f5-4293-bda8-11c920a98442 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for network (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 20:55:34.479557 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-541d1e63-66f5-4293-bda8-11c920a98442 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 20:55:34.587195 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-541d1e63-66f5-4293-bda8-11c920a98442 admin admin] Publish callbacks [] for security_group (41eccc66-d917-4afc-b6c0-4e9e613efde2), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 20:55:34.590827 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-541d1e63-66f5-4293-bda8-11c920a98442 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (41eccc66-d917-4afc-b6c0-4e9e613efde2), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 20:55:34.610825 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-541d1e63-66f5-4293-bda8-11c920a98442 admin admin] vlan segment allocate from pool success with {'vlan_id': 577, 'physical_network': 'physnet1'} {{(pid=103305) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 26 20:55:34.638302 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-541d1e63-66f5-4293-bda8-11c920a98442 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8746560774009', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576559'] for segment (167c7497-694c-4fa9-8bb9-b6e40212ee34), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 20:55:34.638866 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-541d1e63-66f5-4293-bda8-11c920a98442 admin admin] Unsubscribe: segment precommit_create {{(pid=103305) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jan 26 20:55:34.639385 n-d-760453-5 neutron-server[103305]: INFO neutron.db.segments_db [None req-541d1e63-66f5-4293-bda8-11c920a98442 admin admin] Added segment 167c7497-694c-4fa9-8bb9-b6e40212ee34 of type vlan for network f261828e-8f1a-46d6-92aa-615659df8004 Jan 26 20:55:34.655122 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-541d1e63-66f5-4293-bda8-11c920a98442 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41eccc66-d917-4afc-b6c0-4e9e613efde2,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 20:55:34.681095 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-541d1e63-66f5-4293-bda8-11c920a98442 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 20:55:34.681464 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-541d1e63-66f5-4293-bda8-11c920a98442 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 20:55:34.681800 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-541d1e63-66f5-4293-bda8-11c920a98442 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 20:55:34.682128 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-541d1e63-66f5-4293-bda8-11c920a98442 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 20:55:34.682453 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-541d1e63-66f5-4293-bda8-11c920a98442 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 20:55:34.682774 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-541d1e63-66f5-4293-bda8-11c920a98442 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 20:55:34.683091 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-541d1e63-66f5-4293-bda8-11c920a98442 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 20:55:34.683407 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-541d1e63-66f5-4293-bda8-11c920a98442 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 20:55:34.683721 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-541d1e63-66f5-4293-bda8-11c920a98442 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 20:55:34.684032 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-541d1e63-66f5-4293-bda8-11c920a98442 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 20:55:34.684342 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-541d1e63-66f5-4293-bda8-11c920a98442 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 20:55:34.684651 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-541d1e63-66f5-4293-bda8-11c920a98442 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 20:55:34.684959 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-541d1e63-66f5-4293-bda8-11c920a98442 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 20:55:34.686048 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-541d1e63-66f5-4293-bda8-11c920a98442 admin admin] Tracked resource versions report: Jan 26 20:55:34.686048 n-d-760453-5 neutron-server[103305]: pushed versions: Jan 26 20:55:34.686048 n-d-760453-5 neutron-server[103305]: { 'AddressGroup': {'1.2'}, Jan 26 20:55:34.686048 n-d-760453-5 neutron-server[103305]: 'ConntrackHelper': {'1.0'}, Jan 26 20:55:34.686048 n-d-760453-5 neutron-server[103305]: 'LocalIPAssociation': {'1.0'}, Jan 26 20:55:34.686048 n-d-760453-5 neutron-server[103305]: 'Log': {'1.0'}, Jan 26 20:55:34.686048 n-d-760453-5 neutron-server[103305]: 'Network': {'1.1'}, Jan 26 20:55:34.686048 n-d-760453-5 neutron-server[103305]: 'Port': {'1.7'}, Jan 26 20:55:34.686048 n-d-760453-5 neutron-server[103305]: 'PortForwarding': {'1.2'}, Jan 26 20:55:34.686048 n-d-760453-5 neutron-server[103305]: 'QosPolicy': {'1.10'}, Jan 26 20:55:34.686048 n-d-760453-5 neutron-server[103305]: 'SecurityGroup': {'1.5'}, Jan 26 20:55:34.686048 n-d-760453-5 neutron-server[103305]: 'SecurityGroupRule': {'1.2'}, Jan 26 20:55:34.686048 n-d-760453-5 neutron-server[103305]: 'SubPort': {'1.0'}, Jan 26 20:55:34.686048 n-d-760453-5 neutron-server[103305]: 'Subnet': {'1.1'}, Jan 26 20:55:34.686048 n-d-760453-5 neutron-server[103305]: 'Trunk': {'1.1'}} Jan 26 20:55:34.686048 n-d-760453-5 neutron-server[103305]: consumer versions: Jan 26 20:55:34.686048 n-d-760453-5 neutron-server[103305]: { DHCP agent@n-d-760453-5: {}, Jan 26 20:55:34.686048 n-d-760453-5 neutron-server[103305]: L3 agent@n-d-760453-5: {}, Jan 26 20:55:34.686048 n-d-760453-5 neutron-server[103305]: Metadata agent@n-d-760453-5: {}, Jan 26 20:55:34.686048 n-d-760453-5 neutron-server[103305]: Metering agent@n-d-760453-5: {}, Jan 26 20:55:34.686048 n-d-760453-5 neutron-server[103305]: Open vSwitch agent@n-d-760453-5: { 'AddressGroup': '1.2', Jan 26 20:55:34.686048 n-d-760453-5 neutron-server[103305]: 'ConntrackHelper': '1.0', Jan 26 20:55:34.686048 n-d-760453-5 neutron-server[103305]: 'LocalIPAssociation': '1.0', Jan 26 20:55:34.686048 n-d-760453-5 neutron-server[103305]: 'Log': '1.0', Jan 26 20:55:34.686048 n-d-760453-5 neutron-server[103305]: 'Network': '1.1', Jan 26 20:55:34.686048 n-d-760453-5 neutron-server[103305]: 'Port': '1.7', Jan 26 20:55:34.686048 n-d-760453-5 neutron-server[103305]: 'PortForwarding': '1.2', Jan 26 20:55:34.686048 n-d-760453-5 neutron-server[103305]: 'QosPolicy': '1.10', Jan 26 20:55:34.686048 n-d-760453-5 neutron-server[103305]: 'SecurityGroup': '1.5', Jan 26 20:55:34.686048 n-d-760453-5 neutron-server[103305]: 'SecurityGroupRule': '1.2', Jan 26 20:55:34.686048 n-d-760453-5 neutron-server[103305]: 'SubPort': '1.0', Jan 26 20:55:34.686048 n-d-760453-5 neutron-server[103305]: 'Subnet': '1.1', Jan 26 20:55:34.686048 n-d-760453-5 neutron-server[103305]: 'Trunk': '1.1'}} Jan 26 20:55:34.686048 n-d-760453-5 neutron-server[103305]: {{(pid=103305) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 26 20:55:34.752084 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-541d1e63-66f5-4293-bda8-11c920a98442 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746560256871'] for network (f261828e-8f1a-46d6-92aa-615659df8004), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 20:55:34.791065 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-541d1e63-66f5-4293-bda8-11c920a98442 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503'] for network (f261828e-8f1a-46d6-92aa-615659df8004), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 20:55:34.792123 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-541d1e63-66f5-4293-bda8-11c920a98442 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:55:34.792821 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-541d1e63-66f5-4293-bda8-11c920a98442 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709645'] for network (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 20:55:34.876310 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-541d1e63-66f5-4293-bda8-11c920a98442 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.7359183 Jan 26 20:55:34.888722 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-541d1e63-66f5-4293-bda8-11c920a98442 admin admin] Pushing event updated for resources: {'Network': ['ID=f261828e-8f1a-46d6-92aa-615659df8004,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 20:55:34.902428 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Network f261828e-8f1a-46d6-92aa-615659df8004 details requested by agent ovs-agent-n-d-760453-5 with host n-d-760453-5 {{(pid=103306) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 26 20:55:37.580314 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 39676) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 20:55:37.962556 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b2b6119-22c2-4844-9fc1-b8e0c5a3dd7e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:55:37.963916 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-7b2b6119-22c2-4844-9fc1-b8e0c5a3dd7e admin admin] 10.222.0.13 "GET /v2.0/networks/f261828e-8f1a-46d6-92aa-615659df8004 HTTP/1.1" status: 200 len: 825 time: 0.3826404 Jan 26 20:55:37.988397 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-b033aaca-6511-4e26-a050-6630874d1cf3 admin admin] 10.222.0.13 "GET /v2.0/subnetpools/339c2eab-3812-43ef-b5bb-9c4aa79ae90f HTTP/1.1" status: 200 len: 734 time: 0.0184402 Jan 26 20:55:37.996726 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-41396185-27b0-46c1-99a5-228c7748b312 admin admin] Request body: {'subnet': {'subnetpool_id': '339c2eab-3812-43ef-b5bb-9c4aa79ae90f', 'gateway_ip': '172.20.0.1', 'tenant_id': 'decae8bd541749dfa4cb4639ecdfefb3', 'name': 'private-subnet', 'network_id': 'f261828e-8f1a-46d6-92aa-615659df8004', 'ip_version': 4}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 20:55:38.016855 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41396185-27b0-46c1-99a5-228c7748b312 admin admin] Made reservation on behalf of decae8bd541749dfa4cb4639ecdfefb3 for: {'subnet': 1} {{(pid=103305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 20:55:38.019126 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-41396185-27b0-46c1-99a5-228c7748b312 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 20:55:38.305573 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-41396185-27b0-46c1-99a5-228c7748b312 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503'] for subnet (8c645b07-e523-4c02-bc04-c893b321321d), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 20:55:38.374056 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41396185-27b0-46c1-99a5-228c7748b312 admin admin] Checking segment: {'id': '167c7497-694c-4fa9-8bb9-b6e40212ee34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'f261828e-8f1a-46d6-92aa-615659df8004'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103305) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 20:55:38.374444 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41396185-27b0-46c1-99a5-228c7748b312 admin admin] Network hostable DHCP agents. Network: f261828e-8f1a-46d6-92aa-615659df8004, hostable agents: ['474ccdf7-ab6c-405b-a3b2-dc7b05829902'], hosted agents: [] {{(pid=103305) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 26 20:55:38.376518 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41396185-27b0-46c1-99a5-228c7748b312 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8c645b07-e523-4c02-bc04-c893b321321d,revision_number=0']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 20:55:38.399345 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41396185-27b0-46c1-99a5-228c7748b312 admin admin] Network f261828e-8f1a-46d6-92aa-615659df8004 is scheduled to be hosted by DHCP agent 474ccdf7-ab6c-405b-a3b2-dc7b05829902 with binding_index 1 {{(pid=103305) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 26 20:55:38.411313 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [None req-41396185-27b0-46c1-99a5-228c7748b312 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760453-5, f261828e-8f1a-46d6-92aa-615659df8004) {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 20:55:38.416140 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41396185-27b0-46c1-99a5-228c7748b312 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:55:38.416728 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-41396185-27b0-46c1-99a5-228c7748b312 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709645'] for subnet (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 20:55:38.422125 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99ed446c-b0e4-4a24-9a0c-0d217e0fdaf9 None None] Network f261828e-8f1a-46d6-92aa-615659df8004 requested from n-d-760453-5 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 26 20:55:38.433242 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-41396185-27b0-46c1-99a5-228c7748b312 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4396980 Jan 26 20:55:38.713995 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db10cfcb-8510-4ba7-871f-69b05d627bde None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3c4099e8-8ffb-51d1-af7f-5868973e933f-f261828e-8f1a-46d6-92aa-615659df8004', 'network_id': 'f261828e-8f1a-46d6-92aa-615659df8004', 'project_id': 'decae8bd541749dfa4cb4639ecdfefb3', 'fixed_ips': [{'subnet_id': '8c645b07-e523-4c02-bc04-c893b321321d'}]}} from n-d-760453-5. {{(pid=103306) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 26 20:55:38.715293 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-db10cfcb-8510-4ba7-871f-69b05d627bde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (None), before_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 20:55:38.988519 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.db_base_plugin_common [None req-db10cfcb-8510-4ba7-871f-69b05d627bde None None] Allocated IP 172.20.0.2 (f261828e-8f1a-46d6-92aa-615659df8004/8c645b07-e523-4c02-bc04-c893b321321d/3d87ec25-f579-422f-abfb-71990a647c96) {{(pid=103306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 20:55:39.255405 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-db10cfcb-8510-4ba7-871f-69b05d627bde None None] Publish callbacks [] for port (3d87ec25-f579-422f-abfb-71990a647c96), precommit_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 20:55:39.267590 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-db10cfcb-8510-4ba7-871f-69b05d627bde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746560234527'] for port (3d87ec25-f579-422f-abfb-71990a647c96), after_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 20:55:39.349233 n-d-760453-5 neutron-server[103306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db10cfcb-8510-4ba7-871f-69b05d627bde None None] Network f261828e-8f1a-46d6-92aa-615659df8004 is already hosted by enough agents. {{(pid=103306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 20:55:39.353585 n-d-760453-5 neutron-server[103306]: DEBUG neutron.scheduler.base_scheduler [None req-db10cfcb-8510-4ba7-871f-69b05d627bde None None] Resources bound (agent type, host, resource id): {{(pid=103306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 20:55:39.355119 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db10cfcb-8510-4ba7-871f-69b05d627bde None None] Pushing event updated for resources: {'Port': ['ID=3d87ec25-f579-422f-abfb-71990a647c96,revision_number=1']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 20:55:39.360210 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db10cfcb-8510-4ba7-871f-69b05d627bde None None] Received port after_create {{(pid=103306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 20:55:39.368161 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db10cfcb-8510-4ba7-871f-69b05d627bde None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 20:55:39.368512 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db10cfcb-8510-4ba7-871f-69b05d627bde None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 20:55:39.368847 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db10cfcb-8510-4ba7-871f-69b05d627bde None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 20:55:39.369177 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db10cfcb-8510-4ba7-871f-69b05d627bde None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 20:55:39.369529 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db10cfcb-8510-4ba7-871f-69b05d627bde None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 20:55:39.369855 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db10cfcb-8510-4ba7-871f-69b05d627bde None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 20:55:39.370175 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db10cfcb-8510-4ba7-871f-69b05d627bde None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 20:55:39.370493 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db10cfcb-8510-4ba7-871f-69b05d627bde None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 20:55:39.370810 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db10cfcb-8510-4ba7-871f-69b05d627bde None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 20:55:39.371126 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db10cfcb-8510-4ba7-871f-69b05d627bde None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 20:55:39.371441 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db10cfcb-8510-4ba7-871f-69b05d627bde None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 20:55:39.371755 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db10cfcb-8510-4ba7-871f-69b05d627bde None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 20:55:39.372068 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db10cfcb-8510-4ba7-871f-69b05d627bde None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 20:55:39.373119 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db10cfcb-8510-4ba7-871f-69b05d627bde None None] Tracked resource versions report: Jan 26 20:55:39.373119 n-d-760453-5 neutron-server[103306]: pushed versions: Jan 26 20:55:39.373119 n-d-760453-5 neutron-server[103306]: { 'AddressGroup': {'1.2'}, Jan 26 20:55:39.373119 n-d-760453-5 neutron-server[103306]: 'ConntrackHelper': {'1.0'}, Jan 26 20:55:39.373119 n-d-760453-5 neutron-server[103306]: 'LocalIPAssociation': {'1.0'}, Jan 26 20:55:39.373119 n-d-760453-5 neutron-server[103306]: 'Log': {'1.0'}, Jan 26 20:55:39.373119 n-d-760453-5 neutron-server[103306]: 'Network': {'1.1'}, Jan 26 20:55:39.373119 n-d-760453-5 neutron-server[103306]: 'Port': {'1.7'}, Jan 26 20:55:39.373119 n-d-760453-5 neutron-server[103306]: 'PortForwarding': {'1.2'}, Jan 26 20:55:39.373119 n-d-760453-5 neutron-server[103306]: 'QosPolicy': {'1.10'}, Jan 26 20:55:39.373119 n-d-760453-5 neutron-server[103306]: 'SecurityGroup': {'1.5'}, Jan 26 20:55:39.373119 n-d-760453-5 neutron-server[103306]: 'SecurityGroupRule': {'1.2'}, Jan 26 20:55:39.373119 n-d-760453-5 neutron-server[103306]: 'SubPort': {'1.0'}, Jan 26 20:55:39.373119 n-d-760453-5 neutron-server[103306]: 'Subnet': {'1.1'}, Jan 26 20:55:39.373119 n-d-760453-5 neutron-server[103306]: 'Trunk': {'1.1'}} Jan 26 20:55:39.373119 n-d-760453-5 neutron-server[103306]: consumer versions: Jan 26 20:55:39.373119 n-d-760453-5 neutron-server[103306]: { DHCP agent@n-d-760453-5: {}, Jan 26 20:55:39.373119 n-d-760453-5 neutron-server[103306]: L3 agent@n-d-760453-5: {}, Jan 26 20:55:39.373119 n-d-760453-5 neutron-server[103306]: Metadata agent@n-d-760453-5: {}, Jan 26 20:55:39.373119 n-d-760453-5 neutron-server[103306]: Metering agent@n-d-760453-5: {}, Jan 26 20:55:39.373119 n-d-760453-5 neutron-server[103306]: Open vSwitch agent@n-d-760453-5: { 'AddressGroup': '1.2', Jan 26 20:55:39.373119 n-d-760453-5 neutron-server[103306]: 'ConntrackHelper': '1.0', Jan 26 20:55:39.373119 n-d-760453-5 neutron-server[103306]: 'LocalIPAssociation': '1.0', Jan 26 20:55:39.373119 n-d-760453-5 neutron-server[103306]: 'Log': '1.0', Jan 26 20:55:39.373119 n-d-760453-5 neutron-server[103306]: 'Network': '1.1', Jan 26 20:55:39.373119 n-d-760453-5 neutron-server[103306]: 'Port': '1.7', Jan 26 20:55:39.373119 n-d-760453-5 neutron-server[103306]: 'PortForwarding': '1.2', Jan 26 20:55:39.373119 n-d-760453-5 neutron-server[103306]: 'QosPolicy': '1.10', Jan 26 20:55:39.373119 n-d-760453-5 neutron-server[103306]: 'SecurityGroup': '1.5', Jan 26 20:55:39.373119 n-d-760453-5 neutron-server[103306]: 'SecurityGroupRule': '1.2', Jan 26 20:55:39.373119 n-d-760453-5 neutron-server[103306]: 'SubPort': '1.0', Jan 26 20:55:39.373119 n-d-760453-5 neutron-server[103306]: 'Subnet': '1.1', Jan 26 20:55:39.373119 n-d-760453-5 neutron-server[103306]: 'Trunk': '1.1'}} Jan 26 20:55:39.373119 n-d-760453-5 neutron-server[103306]: {{(pid=103306) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 26 20:55:39.445342 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-db10cfcb-8510-4ba7-871f-69b05d627bde None None] Attempting to bind port 3d87ec25-f579-422f-abfb-71990a647c96 on host n-d-760453-5 for vnic_type normal with profile {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 20:55:39.445976 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-db10cfcb-8510-4ba7-871f-69b05d627bde None None] Attempting to bind port 3d87ec25-f579-422f-abfb-71990a647c96 by drivers openvswitch,hyperv on host n-d-760453-5 at level 0 using segments [{'id': '167c7497-694c-4fa9-8bb9-b6e40212ee34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'f261828e-8f1a-46d6-92aa-615659df8004'}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 26 20:55:39.446147 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db10cfcb-8510-4ba7-871f-69b05d627bde None None] Attempting to bind port 3d87ec25-f579-422f-abfb-71990a647c96 on network f261828e-8f1a-46d6-92aa-615659df8004 {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 20:55:39.451143 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db10cfcb-8510-4ba7-871f-69b05d627bde None None] Checking agent: {'id': 'fea0591a-627d-4c87-9a9a-01625ddf3277', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760453-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 20, 55, 25), 'started_at': datetime.datetime(2022, 1, 26, 20, 55, 25), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 20, 55, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760453-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 26 20:55:39.451516 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db10cfcb-8510-4ba7-871f-69b05d627bde None None] Checking segment: {'id': '167c7497-694c-4fa9-8bb9-b6e40212ee34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'f261828e-8f1a-46d6-92aa-615659df8004'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 20:55:39.451988 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-db10cfcb-8510-4ba7-871f-69b05d627bde None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 20:55:39.452410 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db10cfcb-8510-4ba7-871f-69b05d627bde None None] Bound using segment: {'id': '167c7497-694c-4fa9-8bb9-b6e40212ee34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'f261828e-8f1a-46d6-92aa-615659df8004'} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 26 20:55:39.452895 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-db10cfcb-8510-4ba7-871f-69b05d627bde None None] Bound port: 3d87ec25-f579-422f-abfb-71990a647c96, host: n-d-760453-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '167c7497-694c-4fa9-8bb9-b6e40212ee34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'f261828e-8f1a-46d6-92aa-615659df8004'}}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 26 20:55:39.453317 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-db10cfcb-8510-4ba7-871f-69b05d627bde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (3d87ec25-f579-422f-abfb-71990a647c96), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 20:55:39.518032 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-db10cfcb-8510-4ba7-871f-69b05d627bde None None] For port 3d87ec25-f579-422f-abfb-71990a647c96, host n-d-760453-5, cleared binding levels {{(pid=103306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 26 20:55:39.538097 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-db10cfcb-8510-4ba7-871f-69b05d627bde None None] For port 3d87ec25-f579-422f-abfb-71990a647c96, host n-d-760453-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=3d87ec25-f579-422f-abfb-71990a647c96,segment=NetworkSegment(167c7497-694c-4fa9-8bb9-b6e40212ee34),segment_id=167c7497-694c-4fa9-8bb9-b6e40212ee34)] {{(pid=103306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 26 20:55:39.542606 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-db10cfcb-8510-4ba7-871f-69b05d627bde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (3d87ec25-f579-422f-abfb-71990a647c96), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 20:55:39.596940 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db10cfcb-8510-4ba7-871f-69b05d627bde None None] Pushing event updated for resources: {'Port': ['ID=3d87ec25-f579-422f-abfb-71990a647c96,revision_number=2']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 20:55:40.905666 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 39684) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 20:55:41.217495 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [None req-b26ec080-ea44-4f26-b963-8a05c0f931da admin admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=103305) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 26 20:55:41.219117 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-b26ec080-ea44-4f26-b963-8a05c0f931da admin admin] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3123765 Jan 26 20:55:43.666371 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 39692) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 20:55:44.154681 n-d-760453-5 neutron-server[103304]: WARNING oslo_policy.policy [None req-2096cad0-b65f-49b4-8c4f-a42e03886c86 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 26 20:55:44.155234 n-d-760453-5 neutron-server[103304]: WARNING oslo_policy.policy [None req-2096cad0-b65f-49b4-8c4f-a42e03886c86 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 26 20:55:44.380106 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [None req-2096cad0-b65f-49b4-8c4f-a42e03886c86 admin admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=103304) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 26 20:55:44.397313 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-2096cad0-b65f-49b4-8c4f-a42e03886c86 admin admin] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.7129247 Jan 26 20:55:47.060112 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 39708) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 20:55:47.362181 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-5c396de1-4217-4324-86c7-0762a5011ed0 admin admin] Request body: {'router': {'tenant_id': 'decae8bd541749dfa4cb4639ecdfefb3', 'admin_state_up': True, 'name': 'router1'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 20:55:47.390763 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-5c396de1-4217-4324-86c7-0762a5011ed0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4104596', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13108'] for router (b3e94431-87f9-444d-9667-cd5a3fdc450e), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 20:55:47.392424 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-5c396de1-4217-4324-86c7-0762a5011ed0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4105828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4111306', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3733576', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13069'] for router (b3e94431-87f9-444d-9667-cd5a3fdc450e), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 20:55:47.534478 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-5c396de1-4217-4324-86c7-0762a5011ed0 admin admin] Publish callbacks [] for router_controller (b3e94431-87f9-444d-9667-cd5a3fdc450e), precommit_add_association {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 20:55:47.540727 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-5c396de1-4217-4324-86c7-0762a5011ed0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4105757', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4111263'] for router (b3e94431-87f9-444d-9667-cd5a3fdc450e), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 20:55:47.555877 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-5c396de1-4217-4324-86c7-0762a5011ed0 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 20:55:47.557091 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-5c396de1-4217-4324-86c7-0762a5011ed0 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.4959219 Jan 26 20:55:48.831724 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-a9b1cbdd-1ed8-4e92-a2c7-c5d45f2f0c39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (474ccdf7-ab6c-405b-a3b2-dc7b05829902), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 20:55:49.600519 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device 3d87ec25-f579-422f-abfb-71990a647c96 up at agent ovs-agent-n-d-760453-5 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 20:55:49.689186 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Provisioning complete for port 3d87ec25-f579-422f-abfb-71990a647c96 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 20:55:49.689630 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (3d87ec25-f579-422f-abfb-71990a647c96), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 20:55:49.801738 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Current status of the port 3d87ec25-f579-422f-abfb-71990a647c96 is: DOWN; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 20:55:49.802047 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (3d87ec25-f579-422f-abfb-71990a647c96), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 20:55:49.837229 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] For port 3d87ec25-f579-422f-abfb-71990a647c96, host n-d-760453-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=3d87ec25-f579-422f-abfb-71990a647c96,segment=NetworkSegment(167c7497-694c-4fa9-8bb9-b6e40212ee34),segment_id=167c7497-694c-4fa9-8bb9-b6e40212ee34)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 20:55:49.843225 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (3d87ec25-f579-422f-abfb-71990a647c96), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 20:55:49.893157 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Pushing event updated for resources: {'Port': ['ID=3d87ec25-f579-422f-abfb-71990a647c96,revision_number=3']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 20:55:50.023228 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 39720) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 20:55:50.329623 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [None req-c2944a93-2d78-4da9-a705-d9facad67f35 admin admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=103305) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 26 20:55:50.330697 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-c2944a93-2d78-4da9-a705-d9facad67f35 admin admin] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3065166 Jan 26 20:55:50.618461 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf206315-f635-4149-8ce1-63a2cad4f7c0 None None] Network f261828e-8f1a-46d6-92aa-615659df8004 requested from n-d-760453-5 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 26 20:55:50.675767 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-68c5e172-b6f7-47ee-81e0-e1ef6c6b18a1 None None] Provisioning complete for port 3d87ec25-f579-422f-abfb-71990a647c96 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 20:55:50.676077 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-68c5e172-b6f7-47ee-81e0-e1ef6c6b18a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (3d87ec25-f579-422f-abfb-71990a647c96), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 20:55:50.808113 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-68c5e172-b6f7-47ee-81e0-e1ef6c6b18a1 None None] Current status of the port 3d87ec25-f579-422f-abfb-71990a647c96 is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 20:55:51.030506 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-1bc93d7f-ea65-40bf-85f2-aca51d9942cd None None] Provisioning complete for port 3d87ec25-f579-422f-abfb-71990a647c96 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 20:55:51.031158 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-1bc93d7f-ea65-40bf-85f2-aca51d9942cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (3d87ec25-f579-422f-abfb-71990a647c96), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 20:55:51.107124 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-1bc93d7f-ea65-40bf-85f2-aca51d9942cd None None] Current status of the port 3d87ec25-f579-422f-abfb-71990a647c96 is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 20:55:51.137816 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-faabac12-d695-47b8-b703-3c2f8e9cee40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (09df100c-3af1-4b0a-bda8-05914c71c458), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 20:55:51.537525 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device 3d87ec25-f579-422f-abfb-71990a647c96 up at agent ovs-agent-n-d-760453-5 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 20:55:51.583439 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Provisioning complete for port 3d87ec25-f579-422f-abfb-71990a647c96 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 20:55:51.584085 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (3d87ec25-f579-422f-abfb-71990a647c96), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 20:55:51.659048 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Current status of the port 3d87ec25-f579-422f-abfb-71990a647c96 is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 20:55:52.020388 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-841f5991-a4d8-4d4b-b215-cbc6bab5427b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (aa7ee9d2-08eb-4e12-b895-24c57300dfec), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 20:55:52.840678 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 39750) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 20:55:52.964954 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-b3569b69-9875-450f-9430-64283071afd9 admin admin] Request body: {'network': {'project_id': 'a1466f11f6fd4da898a7b573134112de', 'admin_state_up': True, 'provider:physical_network': 'physnet1', 'tenant_id': 'a1466f11f6fd4da898a7b573134112de', 'is_default': True, 'provider:network_type': 'flat', 'router:external': True, 'name': 'public'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 20:55:52.985156 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3569b69-9875-450f-9430-64283071afd9 admin admin] Made reservation on behalf of a1466f11f6fd4da898a7b573134112de for: {'network': 1} {{(pid=103305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 20:55:52.987603 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-b3569b69-9875-450f-9430-64283071afd9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for network (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 20:55:52.995343 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-b3569b69-9875-450f-9430-64283071afd9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 20:55:53.068397 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-b3569b69-9875-450f-9430-64283071afd9 admin admin] Publish callbacks [] for security_group (c67abe85-9bcb-4f5b-bc74-b32d35cc7990), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 20:55:53.072325 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-b3569b69-9875-450f-9430-64283071afd9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (c67abe85-9bcb-4f5b-bc74-b32d35cc7990), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 20:55:53.086660 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-b3569b69-9875-450f-9430-64283071afd9 admin admin] Reserving flat network on physical network physnet1 {{(pid=103305) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jan 26 20:55:53.111062 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3569b69-9875-450f-9430-64283071afd9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c67abe85-9bcb-4f5b-bc74-b32d35cc7990,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 20:55:53.114027 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-b3569b69-9875-450f-9430-64283071afd9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576559'] for segment (e17cb353-418f-48b9-b982-21a6233ee99b), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 20:55:53.114363 n-d-760453-5 neutron-server[103305]: INFO neutron.db.segments_db [None req-b3569b69-9875-450f-9430-64283071afd9 admin admin] Added segment e17cb353-418f-48b9-b982-21a6233ee99b of type flat for network 4140a1f1-c93a-4bea-83a0-68953a54f299 Jan 26 20:55:53.159055 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-b3569b69-9875-450f-9430-64283071afd9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746560256871'] for network (4140a1f1-c93a-4bea-83a0-68953a54f299), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 20:55:53.190611 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-b3569b69-9875-450f-9430-64283071afd9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503'] for network (4140a1f1-c93a-4bea-83a0-68953a54f299), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 20:55:53.191500 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3569b69-9875-450f-9430-64283071afd9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:55:53.192080 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-b3569b69-9875-450f-9430-64283071afd9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709645'] for network (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 20:55:53.244687 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-b3569b69-9875-450f-9430-64283071afd9 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.4029481 Jan 26 20:55:53.251455 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3569b69-9875-450f-9430-64283071afd9 admin admin] Pushing event updated for resources: {'Network': ['ID=4140a1f1-c93a-4bea-83a0-68953a54f299,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 20:55:53.272115 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Network 4140a1f1-c93a-4bea-83a0-68953a54f299 details requested by agent ovs-agent-n-d-760453-5 with host n-d-760453-5 {{(pid=103306) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 26 20:55:53.832307 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-839dd188-ec69-470c-9ab0-d318dc1a2e96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (e79b4fc6-6c71-44b2-a6d0-ff3e1f4dfd0d), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 20:55:55.001316 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (fea0591a-627d-4c87-9a9a-01625ddf3277), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 20:55:55.532490 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 39758) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 20:55:55.624934 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d85596e8-a91d-49e9-8469-ae2cf62a764c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:55:55.626285 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-d85596e8-a91d-49e9-8469-ae2cf62a764c admin admin] 10.222.0.13 "GET /v2.0/subnets/8c645b07-e523-4c02-bc04-c893b321321d HTTP/1.1" status: 200 len: 849 time: 0.0928404 Jan 26 20:55:55.740228 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-213a4d9d-a032-4fed-a86b-61398dbe047c admin admin] 10.222.0.13 "GET /v2.0/routers/b3e94431-87f9-444d-9667-cd5a3fdc450e HTTP/1.1" status: 200 len: 704 time: 0.1084354 Jan 26 20:55:56.002497 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-c519ca1c-6b03-470b-ab83-2805737c57e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 20:55:56.290718 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.db_base_plugin_common [None req-c519ca1c-6b03-470b-ab83-2805737c57e4 admin admin] Allocated IP 172.20.0.1 (f261828e-8f1a-46d6-92aa-615659df8004/8c645b07-e523-4c02-bc04-c893b321321d/5eade567-db62-4723-81ae-a3c5106bec3a) {{(pid=103305) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 20:55:56.483170 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-c519ca1c-6b03-470b-ab83-2805737c57e4 admin admin] Publish callbacks [] for port (5eade567-db62-4723-81ae-a3c5106bec3a), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 20:55:56.551743 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-c519ca1c-6b03-470b-ab83-2805737c57e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746560234527'] for port (5eade567-db62-4723-81ae-a3c5106bec3a), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 20:55:56.623256 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c519ca1c-6b03-470b-ab83-2805737c57e4 admin admin] Network f261828e-8f1a-46d6-92aa-615659df8004 is already hosted by enough agents. {{(pid=103305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 20:55:56.629406 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [None req-c519ca1c-6b03-470b-ab83-2805737c57e4 admin admin] Resources bound (agent type, host, resource id): {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 20:55:56.631946 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c519ca1c-6b03-470b-ab83-2805737c57e4 admin admin] Received port after_create {{(pid=103305) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 20:55:56.632626 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-c519ca1c-6b03-470b-ab83-2805737c57e4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4111050'] for router_interface (b3e94431-87f9-444d-9667-cd5a3fdc450e), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 20:55:56.692753 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c519ca1c-6b03-470b-ab83-2805737c57e4 admin admin] Pushing event updated for resources: {'Port': ['ID=5eade567-db62-4723-81ae-a3c5106bec3a,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 20:55:56.834994 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-c519ca1c-6b03-470b-ab83-2805737c57e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (5eade567-db62-4723-81ae-a3c5106bec3a), before_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 20:55:56.862018 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-1bff4e99-9c98-4141-a7aa-b928aafcb529 None None] Provisioning complete for port 5eade567-db62-4723-81ae-a3c5106bec3a triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 20:55:56.862548 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-1bff4e99-9c98-4141-a7aa-b928aafcb529 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (5eade567-db62-4723-81ae-a3c5106bec3a), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 20:55:56.894592 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-1bff4e99-9c98-4141-a7aa-b928aafcb529 None None] Port 5eade567-db62-4723-81ae-a3c5106bec3a cannot update to ACTIVE because it is not bound. {{(pid=103306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 26 20:55:57.041483 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-c519ca1c-6b03-470b-ab83-2805737c57e4 admin admin] Publish callbacks [] for port (5eade567-db62-4723-81ae-a3c5106bec3a), precommit_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 20:55:57.046580 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-c519ca1c-6b03-470b-ab83-2805737c57e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (5eade567-db62-4723-81ae-a3c5106bec3a), after_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 20:55:57.047376 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-c519ca1c-6b03-470b-ab83-2805737c57e4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3709457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4110682'] for router_interface (b3e94431-87f9-444d-9667-cd5a3fdc450e), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 20:55:57.125976 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c519ca1c-6b03-470b-ab83-2805737c57e4 admin admin] Pushing event updated for resources: {'Port': ['ID=5eade567-db62-4723-81ae-a3c5106bec3a,revision_number=2']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 20:55:57.170776 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c519ca1c-6b03-470b-ab83-2805737c57e4 admin admin] Network f261828e-8f1a-46d6-92aa-615659df8004 is already hosted by enough agents. {{(pid=103305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 20:55:57.172083 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [None req-c519ca1c-6b03-470b-ab83-2805737c57e4 admin admin] Resources bound (agent type, host, resource id): {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 20:55:57.329731 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c519ca1c-6b03-470b-ab83-2805737c57e4 admin admin] Router b3e94431-87f9-444d-9667-cd5a3fdc450e is scheduled to L3 agent 09df100c-3af1-4b0a-bda8-05914c71c458 with binding_index 1 {{(pid=103305) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 26 20:55:57.418023 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-1d8e1f71-897f-467d-85c7-a69fdb8e643d None None] Provisioning complete for port 5eade567-db62-4723-81ae-a3c5106bec3a triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 20:55:57.418562 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-1d8e1f71-897f-467d-85c7-a69fdb8e643d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (5eade567-db62-4723-81ae-a3c5106bec3a), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 20:55:57.419716 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.agents_db [None req-569f1ced-6396-4ddf-b79f-e03b0b2146ab None None] Agent healthcheck: found 5 active agents {{(pid=103307) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 26 20:55:57.421503 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c519ca1c-6b03-470b-ab83-2805737c57e4 admin admin] Notify agent at l3_agent.n-d-760453-5 the message routers_updated {{(pid=103305) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 26 20:55:57.432689 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-886443d6-7e94-45cc-9fa2-d1699a0db5a8 None None] Sync routers for ids ['b3e94431-87f9-444d-9667-cd5a3fdc450e'] in n-d-760453-5 {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 26 20:55:57.433919 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-c519ca1c-6b03-470b-ab83-2805737c57e4 admin admin] 10.222.0.13 "PUT /v2.0/routers/b3e94431-87f9-444d-9667-cd5a3fdc450e/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.6887021 Jan 26 20:55:57.445868 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-886443d6-7e94-45cc-9fa2-d1699a0db5a8 None None] Routers {'b3e94431-87f9-444d-9667-cd5a3fdc450e'} bound to L3 agent in host n-d-760453-5 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 20:55:57.446625 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-886443d6-7e94-45cc-9fa2-d1699a0db5a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-01-26T20:55:21Z,description=,heartbeat_timestamp=2022-01-26T20:55:51Z,host='n-d-760453-5',id=09df100c-3af1-4b0a-bda8-05914c71c458,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:55:21Z,topic='l3_agent')) {'router_ids': ['b3e94431-87f9-444d-9667-cd5a3fdc450e'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 20:55:57.461431 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-1d8e1f71-897f-467d-85c7-a69fdb8e643d None None] Port 5eade567-db62-4723-81ae-a3c5106bec3a cannot update to ACTIVE because it is not bound. {{(pid=103306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 26 20:55:57.635755 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_dvr_db [None req-886443d6-7e94-45cc-9fa2-d1699a0db5a8 None None] Set router b3e94431-87f9-444d-9667-cd5a3fdc450e gateway port host: None {{(pid=103307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 20:55:58.067074 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-886443d6-7e94-45cc-9fa2-d1699a0db5a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3e94431-87f9-444d-9667-cd5a3fdc450e', 'name': 'router1', 'tenant_id': 'decae8bd541749dfa4cb4639ecdfefb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T20:55:47Z', 'updated_at': '2022-01-26T20:55:56Z', 'revision_number': 2, 'project_id': 'decae8bd541749dfa4cb4639ecdfefb3', 'gw_port_host': None, '_interfaces': [{'id': '5eade567-db62-4723-81ae-a3c5106bec3a', 'name': '', 'network_id': 'f261828e-8f1a-46d6-92aa-615659df8004', 'tenant_id': 'decae8bd541749dfa4cb4639ecdfefb3', 'mac_address': 'fa:16:3e:71:bc:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3e94431-87f9-444d-9667-cd5a3fdc450e', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '8c645b07-e523-4c02-bc04-c893b321321d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T20:55:56Z', 'updated_at': '2022-01-26T20:55:56Z', 'revision_number': 2, 'project_id': 'decae8bd541749dfa4cb4639ecdfefb3', 'subnets': [{'id': '8c645b07-e523-4c02-bc04-c893b321321d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '339c2eab-3812-43ef-b5bb-9c4aa79ae90f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760453-5', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 20:55:58.118227 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-886443d6-7e94-45cc-9fa2-d1699a0db5a8 None None] Checking router: b3e94431-87f9-444d-9667-cd5a3fdc450e for host: n-d-760453-5 {{(pid=103307) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 26 20:55:58.118593 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-886443d6-7e94-45cc-9fa2-d1699a0db5a8 None None] Updating router b3e94431-87f9-444d-9667-cd5a3fdc450e port 5eade567-db62-4723-81ae-a3c5106bec3a binding host n-d-760453-5 {{(pid=103307) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 26 20:55:58.166468 n-d-760453-5 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-886443d6-7e94-45cc-9fa2-d1699a0db5a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (5eade567-db62-4723-81ae-a3c5106bec3a), before_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 20:55:58.677635 n-d-760453-5 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-886443d6-7e94-45cc-9fa2-d1699a0db5a8 None None] Publish callbacks [] for port (5eade567-db62-4723-81ae-a3c5106bec3a), precommit_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 20:55:58.684109 n-d-760453-5 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-886443d6-7e94-45cc-9fa2-d1699a0db5a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (5eade567-db62-4723-81ae-a3c5106bec3a), after_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 20:55:58.838093 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e245389-b4fa-41a8-a751-86b8909c3233 None None] Pushing event updated for resources: {'Port': ['ID=5eade567-db62-4723-81ae-a3c5106bec3a,revision_number=3']} {{(pid=103307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 20:55:58.852024 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e245389-b4fa-41a8-a751-86b8909c3233 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 20:55:58.852479 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e245389-b4fa-41a8-a751-86b8909c3233 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 20:55:58.852697 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e245389-b4fa-41a8-a751-86b8909c3233 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 20:55:58.853023 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e245389-b4fa-41a8-a751-86b8909c3233 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 20:55:58.853389 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e245389-b4fa-41a8-a751-86b8909c3233 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 20:55:58.853690 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e245389-b4fa-41a8-a751-86b8909c3233 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 20:55:58.854007 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e245389-b4fa-41a8-a751-86b8909c3233 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 20:55:58.854323 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e245389-b4fa-41a8-a751-86b8909c3233 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 20:55:58.854638 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e245389-b4fa-41a8-a751-86b8909c3233 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 20:55:58.854997 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e245389-b4fa-41a8-a751-86b8909c3233 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 20:55:58.855249 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e245389-b4fa-41a8-a751-86b8909c3233 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 20:55:58.855565 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e245389-b4fa-41a8-a751-86b8909c3233 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 20:55:58.855870 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e245389-b4fa-41a8-a751-86b8909c3233 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 20:55:58.856943 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e245389-b4fa-41a8-a751-86b8909c3233 None None] Tracked resource versions report: Jan 26 20:55:58.856943 n-d-760453-5 neutron-server[103307]: pushed versions: Jan 26 20:55:58.856943 n-d-760453-5 neutron-server[103307]: { 'AddressGroup': {'1.2'}, Jan 26 20:55:58.856943 n-d-760453-5 neutron-server[103307]: 'ConntrackHelper': {'1.0'}, Jan 26 20:55:58.856943 n-d-760453-5 neutron-server[103307]: 'LocalIPAssociation': {'1.0'}, Jan 26 20:55:58.856943 n-d-760453-5 neutron-server[103307]: 'Log': {'1.0'}, Jan 26 20:55:58.856943 n-d-760453-5 neutron-server[103307]: 'Network': {'1.1'}, Jan 26 20:55:58.856943 n-d-760453-5 neutron-server[103307]: 'Port': {'1.7'}, Jan 26 20:55:58.856943 n-d-760453-5 neutron-server[103307]: 'PortForwarding': {'1.2'}, Jan 26 20:55:58.856943 n-d-760453-5 neutron-server[103307]: 'QosPolicy': {'1.10'}, Jan 26 20:55:58.856943 n-d-760453-5 neutron-server[103307]: 'SecurityGroup': {'1.5'}, Jan 26 20:55:58.856943 n-d-760453-5 neutron-server[103307]: 'SecurityGroupRule': {'1.2'}, Jan 26 20:55:58.856943 n-d-760453-5 neutron-server[103307]: 'SubPort': {'1.0'}, Jan 26 20:55:58.856943 n-d-760453-5 neutron-server[103307]: 'Subnet': {'1.1'}, Jan 26 20:55:58.856943 n-d-760453-5 neutron-server[103307]: 'Trunk': {'1.1'}} Jan 26 20:55:58.856943 n-d-760453-5 neutron-server[103307]: consumer versions: Jan 26 20:55:58.856943 n-d-760453-5 neutron-server[103307]: { DHCP agent@n-d-760453-5: {}, Jan 26 20:55:58.856943 n-d-760453-5 neutron-server[103307]: L3 agent@n-d-760453-5: {}, Jan 26 20:55:58.856943 n-d-760453-5 neutron-server[103307]: Metadata agent@n-d-760453-5: {}, Jan 26 20:55:58.856943 n-d-760453-5 neutron-server[103307]: Metering agent@n-d-760453-5: {}, Jan 26 20:55:58.856943 n-d-760453-5 neutron-server[103307]: Open vSwitch agent@n-d-760453-5: { 'AddressGroup': '1.2', Jan 26 20:55:58.856943 n-d-760453-5 neutron-server[103307]: 'ConntrackHelper': '1.0', Jan 26 20:55:58.856943 n-d-760453-5 neutron-server[103307]: 'LocalIPAssociation': '1.0', Jan 26 20:55:58.856943 n-d-760453-5 neutron-server[103307]: 'Log': '1.0', Jan 26 20:55:58.856943 n-d-760453-5 neutron-server[103307]: 'Network': '1.1', Jan 26 20:55:58.856943 n-d-760453-5 neutron-server[103307]: 'Port': '1.7', Jan 26 20:55:58.856943 n-d-760453-5 neutron-server[103307]: 'PortForwarding': '1.2', Jan 26 20:55:58.856943 n-d-760453-5 neutron-server[103307]: 'QosPolicy': '1.10', Jan 26 20:55:58.856943 n-d-760453-5 neutron-server[103307]: 'SecurityGroup': '1.5', Jan 26 20:55:58.856943 n-d-760453-5 neutron-server[103307]: 'SecurityGroupRule': '1.2', Jan 26 20:55:58.856943 n-d-760453-5 neutron-server[103307]: 'SubPort': '1.0', Jan 26 20:55:58.856943 n-d-760453-5 neutron-server[103307]: 'Subnet': '1.1', Jan 26 20:55:58.856943 n-d-760453-5 neutron-server[103307]: 'Trunk': '1.1'}} Jan 26 20:55:58.856943 n-d-760453-5 neutron-server[103307]: {{(pid=103307) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 26 20:55:58.863362 n-d-760453-5 neutron-server[103307]: DEBUG neutron.plugins.ml2.managers [None req-886443d6-7e94-45cc-9fa2-d1699a0db5a8 None None] Attempting to bind port 5eade567-db62-4723-81ae-a3c5106bec3a on host n-d-760453-5 for vnic_type normal with profile {{(pid=103307) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 20:55:58.863755 n-d-760453-5 neutron-server[103307]: DEBUG neutron.plugins.ml2.managers [None req-886443d6-7e94-45cc-9fa2-d1699a0db5a8 None None] Attempting to bind port 5eade567-db62-4723-81ae-a3c5106bec3a by drivers openvswitch,hyperv on host n-d-760453-5 at level 0 using segments [{'id': '167c7497-694c-4fa9-8bb9-b6e40212ee34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'f261828e-8f1a-46d6-92aa-615659df8004'}] {{(pid=103307) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 26 20:55:58.864175 n-d-760453-5 neutron-server[103307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-886443d6-7e94-45cc-9fa2-d1699a0db5a8 None None] Attempting to bind port 5eade567-db62-4723-81ae-a3c5106bec3a on network f261828e-8f1a-46d6-92aa-615659df8004 {{(pid=103307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 20:55:58.869137 n-d-760453-5 neutron-server[103307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-886443d6-7e94-45cc-9fa2-d1699a0db5a8 None None] Checking agent: {'id': 'fea0591a-627d-4c87-9a9a-01625ddf3277', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760453-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 20, 55, 25), 'started_at': datetime.datetime(2022, 1, 26, 20, 55, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 20, 55, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760453-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 26 20:55:58.869569 n-d-760453-5 neutron-server[103307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-886443d6-7e94-45cc-9fa2-d1699a0db5a8 None None] Checking segment: {'id': '167c7497-694c-4fa9-8bb9-b6e40212ee34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'f261828e-8f1a-46d6-92aa-615659df8004'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103307) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 20:55:58.870041 n-d-760453-5 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-886443d6-7e94-45cc-9fa2-d1699a0db5a8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 20:55:58.870417 n-d-760453-5 neutron-server[103307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-886443d6-7e94-45cc-9fa2-d1699a0db5a8 None None] Bound using segment: {'id': '167c7497-694c-4fa9-8bb9-b6e40212ee34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'f261828e-8f1a-46d6-92aa-615659df8004'} {{(pid=103307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 26 20:55:58.870914 n-d-760453-5 neutron-server[103307]: DEBUG neutron.plugins.ml2.managers [None req-886443d6-7e94-45cc-9fa2-d1699a0db5a8 None None] Bound port: 5eade567-db62-4723-81ae-a3c5106bec3a, host: n-d-760453-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '167c7497-694c-4fa9-8bb9-b6e40212ee34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'f261828e-8f1a-46d6-92aa-615659df8004'}}] {{(pid=103307) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 26 20:55:58.871291 n-d-760453-5 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-886443d6-7e94-45cc-9fa2-d1699a0db5a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (5eade567-db62-4723-81ae-a3c5106bec3a), before_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 20:55:58.890268 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-de8927dc-80ee-4211-a95a-4449022982db None None] Provisioning complete for port 5eade567-db62-4723-81ae-a3c5106bec3a triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 20:55:58.890789 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-de8927dc-80ee-4211-a95a-4449022982db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (5eade567-db62-4723-81ae-a3c5106bec3a), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 20:55:58.924220 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-de8927dc-80ee-4211-a95a-4449022982db None None] Port 5eade567-db62-4723-81ae-a3c5106bec3a cannot update to ACTIVE because it is not bound. {{(pid=103306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 26 20:55:58.939572 n-d-760453-5 neutron-server[103307]: DEBUG neutron.plugins.ml2.db [None req-886443d6-7e94-45cc-9fa2-d1699a0db5a8 None None] For port 5eade567-db62-4723-81ae-a3c5106bec3a, host n-d-760453-5, cleared binding levels {{(pid=103307) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 26 20:55:58.959027 n-d-760453-5 neutron-server[103307]: DEBUG neutron.plugins.ml2.db [None req-886443d6-7e94-45cc-9fa2-d1699a0db5a8 None None] For port 5eade567-db62-4723-81ae-a3c5106bec3a, host n-d-760453-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=5eade567-db62-4723-81ae-a3c5106bec3a,segment=NetworkSegment(167c7497-694c-4fa9-8bb9-b6e40212ee34),segment_id=167c7497-694c-4fa9-8bb9-b6e40212ee34)] {{(pid=103307) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 26 20:55:58.963147 n-d-760453-5 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-886443d6-7e94-45cc-9fa2-d1699a0db5a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (5eade567-db62-4723-81ae-a3c5106bec3a), after_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 20:55:59.018762 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-886443d6-7e94-45cc-9fa2-d1699a0db5a8 None None] Routers {'b3e94431-87f9-444d-9667-cd5a3fdc450e'} bound to L3 agent in host n-d-760453-5 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 20:55:59.019377 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-886443d6-7e94-45cc-9fa2-d1699a0db5a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-01-26T20:55:21Z,description=,heartbeat_timestamp=2022-01-26T20:55:51Z,host='n-d-760453-5',id=09df100c-3af1-4b0a-bda8-05914c71c458,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:55:21Z,topic='l3_agent')) {'router_ids': ['b3e94431-87f9-444d-9667-cd5a3fdc450e'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 20:55:59.057539 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e245389-b4fa-41a8-a751-86b8909c3233 None None] Pushing event updated for resources: {'Port': ['ID=5eade567-db62-4723-81ae-a3c5106bec3a,revision_number=4']} {{(pid=103307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 20:55:59.114722 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_dvr_db [None req-886443d6-7e94-45cc-9fa2-d1699a0db5a8 None None] Set router b3e94431-87f9-444d-9667-cd5a3fdc450e gateway port host: None {{(pid=103307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 20:55:59.245703 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-7391ccbe-a772-429b-accf-7e32f63a33cd None None] Provisioning complete for port 5eade567-db62-4723-81ae-a3c5106bec3a triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 20:55:59.246015 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-7391ccbe-a772-429b-accf-7e32f63a33cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (5eade567-db62-4723-81ae-a3c5106bec3a), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 20:55:59.323832 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-7391ccbe-a772-429b-accf-7e32f63a33cd None None] Current status of the port 5eade567-db62-4723-81ae-a3c5106bec3a is: DOWN; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 20:55:59.324224 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-7391ccbe-a772-429b-accf-7e32f63a33cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (5eade567-db62-4723-81ae-a3c5106bec3a), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 20:55:59.324924 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-886443d6-7e94-45cc-9fa2-d1699a0db5a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3e94431-87f9-444d-9667-cd5a3fdc450e', 'name': 'router1', 'tenant_id': 'decae8bd541749dfa4cb4639ecdfefb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T20:55:47Z', 'updated_at': '2022-01-26T20:55:56Z', 'revision_number': 2, 'project_id': 'decae8bd541749dfa4cb4639ecdfefb3', 'gw_port_host': None, '_interfaces': [{'id': '5eade567-db62-4723-81ae-a3c5106bec3a', 'name': '', 'network_id': 'f261828e-8f1a-46d6-92aa-615659df8004', 'tenant_id': 'decae8bd541749dfa4cb4639ecdfefb3', 'mac_address': 'fa:16:3e:71:bc:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3e94431-87f9-444d-9667-cd5a3fdc450e', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '8c645b07-e523-4c02-bc04-c893b321321d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T20:55:56Z', 'updated_at': '2022-01-26T20:55:58Z', 'revision_number': 4, 'project_id': 'decae8bd541749dfa4cb4639ecdfefb3', 'subnets': [{'id': '8c645b07-e523-4c02-bc04-c893b321321d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '339c2eab-3812-43ef-b5bb-9c4aa79ae90f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760453-5', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 20:55:59.352734 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-886443d6-7e94-45cc-9fa2-d1699a0db5a8 None None] The sync data for ids ['b3e94431-87f9-444d-9667-cd5a3fdc450e'] in n-d-760453-5 is: [{'id': 'b3e94431-87f9-444d-9667-cd5a3fdc450e', 'name': 'router1', 'tenant_id': 'decae8bd541749dfa4cb4639ecdfefb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T20:55:47Z', 'updated_at': '2022-01-26T20:55:56Z', 'revision_number': 2, 'project_id': 'decae8bd541749dfa4cb4639ecdfefb3', 'gw_port_host': None, '_interfaces': [{'id': '5eade567-db62-4723-81ae-a3c5106bec3a', 'name': '', 'network_id': 'f261828e-8f1a-46d6-92aa-615659df8004', 'tenant_id': 'decae8bd541749dfa4cb4639ecdfefb3', 'mac_address': 'fa:16:3e:71:bc:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3e94431-87f9-444d-9667-cd5a3fdc450e', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '8c645b07-e523-4c02-bc04-c893b321321d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T20:55:56Z', 'updated_at': '2022-01-26T20:55:58Z', 'revision_number': 4, 'project_id': 'decae8bd541749dfa4cb4639ecdfefb3', 'subnets': [{'id': '8c645b07-e523-4c02-bc04-c893b321321d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '339c2eab-3812-43ef-b5bb-9c4aa79ae90f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 26 20:55:59.358788 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-7391ccbe-a772-429b-accf-7e32f63a33cd None None] For port 5eade567-db62-4723-81ae-a3c5106bec3a, host n-d-760453-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=5eade567-db62-4723-81ae-a3c5106bec3a,segment=NetworkSegment(167c7497-694c-4fa9-8bb9-b6e40212ee34),segment_id=167c7497-694c-4fa9-8bb9-b6e40212ee34)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 20:55:59.362997 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-7391ccbe-a772-429b-accf-7e32f63a33cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (5eade567-db62-4723-81ae-a3c5106bec3a), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 20:55:59.415583 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7391ccbe-a772-429b-accf-7e32f63a33cd None None] Pushing event updated for resources: {'Port': ['ID=5eade567-db62-4723-81ae-a3c5106bec3a,revision_number=5']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 20:56:02.066363 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 39776) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 20:56:02.331320 n-d-760453-5 neutron-server[103304]: DEBUG neutron.policy [None req-a3eedfca-eff4-48f2-866f-50495f12ee84 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103304) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jan 26 20:56:02.373270 n-d-760453-5 neutron-server[103304]: WARNING oslo_policy.policy [None req-a3eedfca-eff4-48f2-866f-50495f12ee84 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 26 20:56:02.373919 n-d-760453-5 neutron-server[103304]: WARNING oslo_policy.policy [None req-a3eedfca-eff4-48f2-866f-50495f12ee84 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 26 20:56:02.382239 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3eedfca-eff4-48f2-866f-50495f12ee84 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:56:02.384032 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-a3eedfca-eff4-48f2-866f-50495f12ee84 admin admin] 10.222.0.13 "GET /v2.0/networks/4140a1f1-c93a-4bea-83a0-68953a54f299 HTTP/1.1" status: 200 len: 842 time: 0.3166931 Jan 26 20:56:02.394340 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-b1102718-c945-4d39-80dd-1ee39ba39681 admin admin] Request body: {'subnet': {'name': 'public-subnet', 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'tenant_id': 'a1466f11f6fd4da898a7b573134112de', 'gateway_ip': '172.25.1.1', 'cidr': '172.25.1.0/24', 'ip_version': 4, 'enable_dhcp': False}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 20:56:02.436029 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1102718-c945-4d39-80dd-1ee39ba39681 admin admin] Made reservation on behalf of a1466f11f6fd4da898a7b573134112de for: {'subnet': 1} {{(pid=103304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 20:56:02.438833 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-b1102718-c945-4d39-80dd-1ee39ba39681 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 20:56:02.847067 n-d-760453-5 neutron-server[103304]: DEBUG neutron.objects.ports [None req-b1102718-c945-4d39-80dd-1ee39ba39681 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103304) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Jan 26 20:56:02.847542 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-b1102718-c945-4d39-80dd-1ee39ba39681 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503'] for subnet (e48251a1-e30d-4820-8396-00c6f6aeb601), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 20:56:02.914651 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1102718-c945-4d39-80dd-1ee39ba39681 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e48251a1-e30d-4820-8396-00c6f6aeb601,revision_number=0']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 20:56:02.919109 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1102718-c945-4d39-80dd-1ee39ba39681 admin admin] Checking segment: {'id': 'e17cb353-418f-48b9-b982-21a6233ee99b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103304) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 20:56:02.919484 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1102718-c945-4d39-80dd-1ee39ba39681 admin admin] Network hostable DHCP agents. Network: 4140a1f1-c93a-4bea-83a0-68953a54f299, hostable agents: ['474ccdf7-ab6c-405b-a3b2-dc7b05829902'], hosted agents: [] {{(pid=103304) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 26 20:56:02.929392 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1102718-c945-4d39-80dd-1ee39ba39681 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 20:56:02.929741 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1102718-c945-4d39-80dd-1ee39ba39681 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 20:56:02.930080 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1102718-c945-4d39-80dd-1ee39ba39681 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 20:56:02.930412 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1102718-c945-4d39-80dd-1ee39ba39681 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 20:56:02.930742 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1102718-c945-4d39-80dd-1ee39ba39681 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 20:56:02.931066 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1102718-c945-4d39-80dd-1ee39ba39681 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 20:56:02.931387 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1102718-c945-4d39-80dd-1ee39ba39681 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 20:56:02.931706 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1102718-c945-4d39-80dd-1ee39ba39681 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 20:56:02.932024 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1102718-c945-4d39-80dd-1ee39ba39681 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 20:56:02.932340 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1102718-c945-4d39-80dd-1ee39ba39681 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 20:56:02.932655 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1102718-c945-4d39-80dd-1ee39ba39681 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 20:56:02.932970 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1102718-c945-4d39-80dd-1ee39ba39681 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 20:56:02.933313 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1102718-c945-4d39-80dd-1ee39ba39681 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 20:56:02.934372 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1102718-c945-4d39-80dd-1ee39ba39681 admin admin] Tracked resource versions report: Jan 26 20:56:02.934372 n-d-760453-5 neutron-server[103304]: pushed versions: Jan 26 20:56:02.934372 n-d-760453-5 neutron-server[103304]: { 'AddressGroup': {'1.2'}, Jan 26 20:56:02.934372 n-d-760453-5 neutron-server[103304]: 'ConntrackHelper': {'1.0'}, Jan 26 20:56:02.934372 n-d-760453-5 neutron-server[103304]: 'LocalIPAssociation': {'1.0'}, Jan 26 20:56:02.934372 n-d-760453-5 neutron-server[103304]: 'Log': {'1.0'}, Jan 26 20:56:02.934372 n-d-760453-5 neutron-server[103304]: 'Network': {'1.1'}, Jan 26 20:56:02.934372 n-d-760453-5 neutron-server[103304]: 'Port': {'1.7'}, Jan 26 20:56:02.934372 n-d-760453-5 neutron-server[103304]: 'PortForwarding': {'1.2'}, Jan 26 20:56:02.934372 n-d-760453-5 neutron-server[103304]: 'QosPolicy': {'1.10'}, Jan 26 20:56:02.934372 n-d-760453-5 neutron-server[103304]: 'SecurityGroup': {'1.5'}, Jan 26 20:56:02.934372 n-d-760453-5 neutron-server[103304]: 'SecurityGroupRule': {'1.2'}, Jan 26 20:56:02.934372 n-d-760453-5 neutron-server[103304]: 'SubPort': {'1.0'}, Jan 26 20:56:02.934372 n-d-760453-5 neutron-server[103304]: 'Subnet': {'1.1'}, Jan 26 20:56:02.934372 n-d-760453-5 neutron-server[103304]: 'Trunk': {'1.1'}} Jan 26 20:56:02.934372 n-d-760453-5 neutron-server[103304]: consumer versions: Jan 26 20:56:02.934372 n-d-760453-5 neutron-server[103304]: { DHCP agent@n-d-760453-5: {}, Jan 26 20:56:02.934372 n-d-760453-5 neutron-server[103304]: L3 agent@n-d-760453-5: {}, Jan 26 20:56:02.934372 n-d-760453-5 neutron-server[103304]: Metadata agent@n-d-760453-5: {}, Jan 26 20:56:02.934372 n-d-760453-5 neutron-server[103304]: Metering agent@n-d-760453-5: {}, Jan 26 20:56:02.934372 n-d-760453-5 neutron-server[103304]: Open vSwitch agent@n-d-760453-5: { 'AddressGroup': '1.2', Jan 26 20:56:02.934372 n-d-760453-5 neutron-server[103304]: 'ConntrackHelper': '1.0', Jan 26 20:56:02.934372 n-d-760453-5 neutron-server[103304]: 'LocalIPAssociation': '1.0', Jan 26 20:56:02.934372 n-d-760453-5 neutron-server[103304]: 'Log': '1.0', Jan 26 20:56:02.934372 n-d-760453-5 neutron-server[103304]: 'Network': '1.1', Jan 26 20:56:02.934372 n-d-760453-5 neutron-server[103304]: 'Port': '1.7', Jan 26 20:56:02.934372 n-d-760453-5 neutron-server[103304]: 'PortForwarding': '1.2', Jan 26 20:56:02.934372 n-d-760453-5 neutron-server[103304]: 'QosPolicy': '1.10', Jan 26 20:56:02.934372 n-d-760453-5 neutron-server[103304]: 'SecurityGroup': '1.5', Jan 26 20:56:02.934372 n-d-760453-5 neutron-server[103304]: 'SecurityGroupRule': '1.2', Jan 26 20:56:02.934372 n-d-760453-5 neutron-server[103304]: 'SubPort': '1.0', Jan 26 20:56:02.934372 n-d-760453-5 neutron-server[103304]: 'Subnet': '1.1', Jan 26 20:56:02.934372 n-d-760453-5 neutron-server[103304]: 'Trunk': '1.1'}} Jan 26 20:56:02.934372 n-d-760453-5 neutron-server[103304]: {{(pid=103304) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 26 20:56:02.972268 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1102718-c945-4d39-80dd-1ee39ba39681 admin admin] Network 4140a1f1-c93a-4bea-83a0-68953a54f299 is scheduled to be hosted by DHCP agent 474ccdf7-ab6c-405b-a3b2-dc7b05829902 with binding_index 1 {{(pid=103304) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 26 20:56:02.984518 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [None req-b1102718-c945-4d39-80dd-1ee39ba39681 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760453-5, 4140a1f1-c93a-4bea-83a0-68953a54f299) {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 20:56:02.989120 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1102718-c945-4d39-80dd-1ee39ba39681 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:56:02.989773 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-b1102718-c945-4d39-80dd-1ee39ba39681 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709645'] for subnet (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 20:56:02.995454 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-358c7a44-3697-48ea-9bc3-3c8b6481791e None None] Network 4140a1f1-c93a-4bea-83a0-68953a54f299 requested from n-d-760453-5 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 26 20:56:03.016475 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-b1102718-c945-4d39-80dd-1ee39ba39681 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6258569 Jan 26 20:56:03.102783 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1ce297d-99cf-40df-82fa-11ad122586f3 None None] Network 4140a1f1-c93a-4bea-83a0-68953a54f299 requested from n-d-760453-5 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 26 20:56:05.362118 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 39790) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 20:56:05.608558 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-c65ca5c4-1eb9-4a1b-86b7-3dddd778b4c6 admin admin] 10.222.0.13 "GET /v2.0/routers/b3e94431-87f9-444d-9667-cd5a3fdc450e HTTP/1.1" status: 200 len: 710 time: 0.2452292 Jan 26 20:56:05.693735 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9987f7fe-754d-4cb5-a31e-5a1f6d90ecfa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:56:05.695035 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-9987f7fe-754d-4cb5-a31e-5a1f6d90ecfa admin admin] 10.222.0.13 "GET /v2.0/networks/4140a1f1-c93a-4bea-83a0-68953a54f299 HTTP/1.1" status: 200 len: 886 time: 0.0811803 Jan 26 20:56:05.704397 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-3560f34b-d5cf-47aa-9211-af47cbc805e0 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299'}}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 20:56:05.964366 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-3560f34b-d5cf-47aa-9211-af47cbc805e0 admin admin] Publish callbacks [] for router_gateway (b3e94431-87f9-444d-9667-cd5a3fdc450e), precommit_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 20:56:06.203604 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-3560f34b-d5cf-47aa-9211-af47cbc805e0 admin admin] Publish callbacks [] for router_gateway (b3e94431-87f9-444d-9667-cd5a3fdc450e), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 20:56:06.282386 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-3560f34b-d5cf-47aa-9211-af47cbc805e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 20:56:06.432341 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.db_base_plugin_common [None req-3560f34b-d5cf-47aa-9211-af47cbc805e0 admin admin] Allocated IP 172.25.1.204 (4140a1f1-c93a-4bea-83a0-68953a54f299/e48251a1-e30d-4820-8396-00c6f6aeb601/5f54d000-95cb-4195-8c0e-17f567330ff4) {{(pid=103304) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 20:56:06.542149 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-3560f34b-d5cf-47aa-9211-af47cbc805e0 admin admin] Publish callbacks [] for port (5f54d000-95cb-4195-8c0e-17f567330ff4), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 20:56:06.601135 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-3560f34b-d5cf-47aa-9211-af47cbc805e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746560234527'] for port (5f54d000-95cb-4195-8c0e-17f567330ff4), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 20:56:06.666424 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3560f34b-d5cf-47aa-9211-af47cbc805e0 admin admin] Network 4140a1f1-c93a-4bea-83a0-68953a54f299 is already hosted by enough agents. {{(pid=103304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 20:56:06.671100 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [None req-3560f34b-d5cf-47aa-9211-af47cbc805e0 admin admin] Resources bound (agent type, host, resource id): {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 20:56:06.678343 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3560f34b-d5cf-47aa-9211-af47cbc805e0 admin admin] Received port after_create {{(pid=103304) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 20:56:06.727005 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3560f34b-d5cf-47aa-9211-af47cbc805e0 admin admin] Pushing event updated for resources: {'Port': ['ID=5f54d000-95cb-4195-8c0e-17f567330ff4,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 20:56:07.008441 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-3560f34b-d5cf-47aa-9211-af47cbc805e0 admin admin] Publish callbacks [] for router_gateway (b3e94431-87f9-444d-9667-cd5a3fdc450e), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 20:56:07.199098 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-3560f34b-d5cf-47aa-9211-af47cbc805e0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4111352', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4105746', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13075'] for router (b3e94431-87f9-444d-9667-cd5a3fdc450e), precommit_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 20:56:07.204018 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-3560f34b-d5cf-47aa-9211-af47cbc805e0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4111263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-4111345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-4111334', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-4105739'] for router (b3e94431-87f9-444d-9667-cd5a3fdc450e), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 20:56:07.311541 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3560f34b-d5cf-47aa-9211-af47cbc805e0 admin admin] Router b3e94431-87f9-444d-9667-cd5a3fdc450e has already been hosted by L3 agent 09df100c-3af1-4b0a-bda8-05914c71c458 {{(pid=103304) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 26 20:56:07.418822 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3560f34b-d5cf-47aa-9211-af47cbc805e0 admin admin] Notify agent at l3_agent.n-d-760453-5 the message routers_updated {{(pid=103304) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 26 20:56:07.424543 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-3560f34b-d5cf-47aa-9211-af47cbc805e0 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 20:56:07.441326 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-3560f34b-d5cf-47aa-9211-af47cbc805e0 admin admin] 10.222.0.13 "PUT /v2.0/routers/b3e94431-87f9-444d-9667-cd5a3fdc450e HTTP/1.1" status: 200 len: 890 time: 1.7254381 Jan 26 20:56:07.598073 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device 5eade567-db62-4723-81ae-a3c5106bec3a up at agent ovs-agent-n-d-760453-5 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 20:56:07.625024 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6084a494-b438-442a-9b5a-346de13e07cc None None] Sync routers for ids ['b3e94431-87f9-444d-9667-cd5a3fdc450e'] in n-d-760453-5 {{(pid=103306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 26 20:56:07.650217 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6084a494-b438-442a-9b5a-346de13e07cc None None] Routers {'b3e94431-87f9-444d-9667-cd5a3fdc450e'} bound to L3 agent in host n-d-760453-5 {{(pid=103306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 20:56:07.650881 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-6084a494-b438-442a-9b5a-346de13e07cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-01-26T20:55:21Z,description=,heartbeat_timestamp=2022-01-26T20:55:51Z,host='n-d-760453-5',id=09df100c-3af1-4b0a-bda8-05914c71c458,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:55:21Z,topic='l3_agent')) {'router_ids': ['b3e94431-87f9-444d-9667-cd5a3fdc450e'], 'active': True} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 20:56:07.739608 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Provisioning complete for port 5eade567-db62-4723-81ae-a3c5106bec3a triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 20:56:07.739993 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (5eade567-db62-4723-81ae-a3c5106bec3a), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 20:56:07.898385 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvr_db [None req-6084a494-b438-442a-9b5a-346de13e07cc None None] Set router b3e94431-87f9-444d-9667-cd5a3fdc450e gateway port host: n-d-760453-5 {{(pid=103306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 20:56:08.075501 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Current status of the port 5eade567-db62-4723-81ae-a3c5106bec3a is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 20:56:08.386278 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-6084a494-b438-442a-9b5a-346de13e07cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3e94431-87f9-444d-9667-cd5a3fdc450e', 'name': 'router1', 'tenant_id': 'decae8bd541749dfa4cb4639ecdfefb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'external_fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.204'}], 'enable_snat': True}, 'gw_port_id': '5f54d000-95cb-4195-8c0e-17f567330ff4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T20:55:47Z', 'updated_at': '2022-01-26T20:56:06Z', 'revision_number': 4, 'project_id': 'decae8bd541749dfa4cb4639ecdfefb3', 'gw_port': {'id': '5f54d000-95cb-4195-8c0e-17f567330ff4', 'name': '', 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:aa:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3e94431-87f9-444d-9667-cd5a3fdc450e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T20:56:06Z', 'updated_at': '2022-01-26T20:56:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-5', '_interfaces': [{'id': '5eade567-db62-4723-81ae-a3c5106bec3a', 'name': '', 'network_id': 'f261828e-8f1a-46d6-92aa-615659df8004', 'tenant_id': 'decae8bd541749dfa4cb4639ecdfefb3', 'mac_address': 'fa:16:3e:71:bc:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3e94431-87f9-444d-9667-cd5a3fdc450e', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '8c645b07-e523-4c02-bc04-c893b321321d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T20:55:56Z', 'updated_at': '2022-01-26T20:55:59Z', 'revision_number': 5, 'project_id': 'decae8bd541749dfa4cb4639ecdfefb3', 'subnets': [{'id': '8c645b07-e523-4c02-bc04-c893b321321d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '339c2eab-3812-43ef-b5bb-9c4aa79ae90f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760453-5', False) {} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 20:56:08.437893 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6084a494-b438-442a-9b5a-346de13e07cc None None] Checking router: b3e94431-87f9-444d-9667-cd5a3fdc450e for host: n-d-760453-5 {{(pid=103306) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 26 20:56:08.438244 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6084a494-b438-442a-9b5a-346de13e07cc None None] Updating router b3e94431-87f9-444d-9667-cd5a3fdc450e port 5f54d000-95cb-4195-8c0e-17f567330ff4 binding host n-d-760453-5 {{(pid=103306) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 26 20:56:08.485309 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-6084a494-b438-442a-9b5a-346de13e07cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (5f54d000-95cb-4195-8c0e-17f567330ff4), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 20:56:08.800206 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-6084a494-b438-442a-9b5a-346de13e07cc None None] Publish callbacks [] for port (5f54d000-95cb-4195-8c0e-17f567330ff4), precommit_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 20:56:08.805799 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-6084a494-b438-442a-9b5a-346de13e07cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (5f54d000-95cb-4195-8c0e-17f567330ff4), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 20:56:08.854784 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-6084a494-b438-442a-9b5a-346de13e07cc None None] Attempting to bind port 5f54d000-95cb-4195-8c0e-17f567330ff4 on host n-d-760453-5 for vnic_type normal with profile {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 20:56:08.855159 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-6084a494-b438-442a-9b5a-346de13e07cc None None] Attempting to bind port 5f54d000-95cb-4195-8c0e-17f567330ff4 by drivers openvswitch,hyperv on host n-d-760453-5 at level 0 using segments [{'id': 'e17cb353-418f-48b9-b982-21a6233ee99b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299'}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 26 20:56:08.855525 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6084a494-b438-442a-9b5a-346de13e07cc None None] Attempting to bind port 5f54d000-95cb-4195-8c0e-17f567330ff4 on network 4140a1f1-c93a-4bea-83a0-68953a54f299 {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 20:56:08.862697 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e4cb04d-c678-4d71-b3a5-3139df983ecb None None] Pushing event updated for resources: {'Port': ['ID=5f54d000-95cb-4195-8c0e-17f567330ff4,revision_number=2']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 20:56:08.866392 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6084a494-b438-442a-9b5a-346de13e07cc None None] Checking agent: {'id': 'fea0591a-627d-4c87-9a9a-01625ddf3277', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760453-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 20, 55, 25), 'started_at': datetime.datetime(2022, 1, 26, 20, 55, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 20, 55, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760453-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 26 20:56:08.866771 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6084a494-b438-442a-9b5a-346de13e07cc None None] Checking segment: {'id': 'e17cb353-418f-48b9-b982-21a6233ee99b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 20:56:08.867171 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-6084a494-b438-442a-9b5a-346de13e07cc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 20:56:08.867557 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6084a494-b438-442a-9b5a-346de13e07cc None None] Bound using segment: {'id': 'e17cb353-418f-48b9-b982-21a6233ee99b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299'} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 26 20:56:08.868027 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-6084a494-b438-442a-9b5a-346de13e07cc None None] Bound port: 5f54d000-95cb-4195-8c0e-17f567330ff4, host: n-d-760453-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e17cb353-418f-48b9-b982-21a6233ee99b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299'}}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 26 20:56:08.868431 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-6084a494-b438-442a-9b5a-346de13e07cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (5f54d000-95cb-4195-8c0e-17f567330ff4), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 20:56:08.916911 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-6084a494-b438-442a-9b5a-346de13e07cc None None] For port 5f54d000-95cb-4195-8c0e-17f567330ff4, host n-d-760453-5, cleared binding levels {{(pid=103306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 26 20:56:08.920379 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-6084a494-b438-442a-9b5a-346de13e07cc None None] For port 5f54d000-95cb-4195-8c0e-17f567330ff4, host n-d-760453-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=5f54d000-95cb-4195-8c0e-17f567330ff4,segment=NetworkSegment(e17cb353-418f-48b9-b982-21a6233ee99b),segment_id=e17cb353-418f-48b9-b982-21a6233ee99b)] {{(pid=103306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 26 20:56:08.924878 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-6084a494-b438-442a-9b5a-346de13e07cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (5f54d000-95cb-4195-8c0e-17f567330ff4), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 20:56:08.981003 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6084a494-b438-442a-9b5a-346de13e07cc None None] Routers {'b3e94431-87f9-444d-9667-cd5a3fdc450e'} bound to L3 agent in host n-d-760453-5 {{(pid=103306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 20:56:08.981625 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-6084a494-b438-442a-9b5a-346de13e07cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-01-26T20:55:21Z,description=,heartbeat_timestamp=2022-01-26T20:55:51Z,host='n-d-760453-5',id=09df100c-3af1-4b0a-bda8-05914c71c458,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:55:21Z,topic='l3_agent')) {'router_ids': ['b3e94431-87f9-444d-9667-cd5a3fdc450e'], 'active': True} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 20:56:08.985128 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e4cb04d-c678-4d71-b3a5-3139df983ecb None None] Pushing event updated for resources: {'Port': ['ID=5f54d000-95cb-4195-8c0e-17f567330ff4,revision_number=3']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 20:56:09.089782 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvr_db [None req-6084a494-b438-442a-9b5a-346de13e07cc None None] Set router b3e94431-87f9-444d-9667-cd5a3fdc450e gateway port host: n-d-760453-5 {{(pid=103306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 20:56:09.296083 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-6084a494-b438-442a-9b5a-346de13e07cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3e94431-87f9-444d-9667-cd5a3fdc450e', 'name': 'router1', 'tenant_id': 'decae8bd541749dfa4cb4639ecdfefb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'external_fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.204'}], 'enable_snat': True}, 'gw_port_id': '5f54d000-95cb-4195-8c0e-17f567330ff4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T20:55:47Z', 'updated_at': '2022-01-26T20:56:06Z', 'revision_number': 4, 'project_id': 'decae8bd541749dfa4cb4639ecdfefb3', 'gw_port': {'id': '5f54d000-95cb-4195-8c0e-17f567330ff4', 'name': '', 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:aa:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3e94431-87f9-444d-9667-cd5a3fdc450e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T20:56:06Z', 'updated_at': '2022-01-26T20:56:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-5', '_interfaces': [{'id': '5eade567-db62-4723-81ae-a3c5106bec3a', 'name': '', 'network_id': 'f261828e-8f1a-46d6-92aa-615659df8004', 'tenant_id': 'decae8bd541749dfa4cb4639ecdfefb3', 'mac_address': 'fa:16:3e:71:bc:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3e94431-87f9-444d-9667-cd5a3fdc450e', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '8c645b07-e523-4c02-bc04-c893b321321d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T20:55:56Z', 'updated_at': '2022-01-26T20:55:59Z', 'revision_number': 5, 'project_id': 'decae8bd541749dfa4cb4639ecdfefb3', 'subnets': [{'id': '8c645b07-e523-4c02-bc04-c893b321321d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '339c2eab-3812-43ef-b5bb-9c4aa79ae90f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760453-5', False) {} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 20:56:09.321140 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6084a494-b438-442a-9b5a-346de13e07cc None None] The sync data for ids ['b3e94431-87f9-444d-9667-cd5a3fdc450e'] in n-d-760453-5 is: [{'id': 'b3e94431-87f9-444d-9667-cd5a3fdc450e', 'name': 'router1', 'tenant_id': 'decae8bd541749dfa4cb4639ecdfefb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'external_fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.204'}], 'enable_snat': True}, 'gw_port_id': '5f54d000-95cb-4195-8c0e-17f567330ff4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T20:55:47Z', 'updated_at': '2022-01-26T20:56:06Z', 'revision_number': 4, 'project_id': 'decae8bd541749dfa4cb4639ecdfefb3', 'gw_port': {'id': '5f54d000-95cb-4195-8c0e-17f567330ff4', 'name': '', 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:aa:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3e94431-87f9-444d-9667-cd5a3fdc450e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T20:56:06Z', 'updated_at': '2022-01-26T20:56:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-5', '_interfaces': [{'id': '5eade567-db62-4723-81ae-a3c5106bec3a', 'name': '', 'network_id': 'f261828e-8f1a-46d6-92aa-615659df8004', 'tenant_id': 'decae8bd541749dfa4cb4639ecdfefb3', 'mac_address': 'fa:16:3e:71:bc:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3e94431-87f9-444d-9667-cd5a3fdc450e', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '8c645b07-e523-4c02-bc04-c893b321321d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T20:55:56Z', 'updated_at': '2022-01-26T20:55:59Z', 'revision_number': 5, 'project_id': 'decae8bd541749dfa4cb4639ecdfefb3', 'subnets': [{'id': '8c645b07-e523-4c02-bc04-c893b321321d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '339c2eab-3812-43ef-b5bb-9c4aa79ae90f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 26 20:56:09.608113 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device 5f54d000-95cb-4195-8c0e-17f567330ff4 up at agent ovs-agent-n-d-760453-5 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 20:56:09.661597 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Provisioning complete for port 5f54d000-95cb-4195-8c0e-17f567330ff4 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 20:56:09.661990 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (5f54d000-95cb-4195-8c0e-17f567330ff4), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 20:56:09.745372 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Current status of the port 5f54d000-95cb-4195-8c0e-17f567330ff4 is: DOWN; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 20:56:09.745778 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (5f54d000-95cb-4195-8c0e-17f567330ff4), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 20:56:09.767389 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] For port 5f54d000-95cb-4195-8c0e-17f567330ff4, host n-d-760453-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=5f54d000-95cb-4195-8c0e-17f567330ff4,segment=NetworkSegment(e17cb353-418f-48b9-b982-21a6233ee99b),segment_id=e17cb353-418f-48b9-b982-21a6233ee99b)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 20:56:09.772718 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (5f54d000-95cb-4195-8c0e-17f567330ff4), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 20:56:09.822351 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Pushing event updated for resources: {'Port': ['ID=5f54d000-95cb-4195-8c0e-17f567330ff4,revision_number=4']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 20:56:09.909276 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 39802) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 20:56:10.027375 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-585e1045-37bd-4273-bfe6-a3cca0c455ad admin admin] 10.222.0.13 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 413 time: 0.1169143 Jan 26 20:56:11.549984 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device 5f54d000-95cb-4195-8c0e-17f567330ff4 up at agent ovs-agent-n-d-760453-5 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 20:56:11.614048 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Provisioning complete for port 5f54d000-95cb-4195-8c0e-17f567330ff4 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 20:56:11.614750 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (5f54d000-95cb-4195-8c0e-17f567330ff4), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 20:56:11.695770 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Current status of the port 5f54d000-95cb-4195-8c0e-17f567330ff4 is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 20:56:18.838454 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-5639fd6a-ca47-4324-b3ac-b8c9b1f65b15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (474ccdf7-ab6c-405b-a3b2-dc7b05829902), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 20:56:21.151408 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-94a9e4d7-8efd-4d3c-93da-f4d96d69f7b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (09df100c-3af1-4b0a-bda8-05914c71c458), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 20:56:22.025448 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-841f5991-a4d8-4d4b-b215-cbc6bab5427b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (aa7ee9d2-08eb-4e12-b895-24c57300dfec), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 20:56:23.838308 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-839dd188-ec69-470c-9ab0-d318dc1a2e96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (e79b4fc6-6c71-44b2-a6d0-ff3e1f4dfd0d), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 20:56:25.011410 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (fea0591a-627d-4c87-9a9a-01625ddf3277), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 20:56:34.424586 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.agents_db [None req-569f1ced-6396-4ddf-b79f-e03b0b2146ab None None] Agent healthcheck: found 5 active agents {{(pid=103307) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 26 20:56:48.837506 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-0560f675-b656-4476-b6e5-1a88232c0bf7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (474ccdf7-ab6c-405b-a3b2-dc7b05829902), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 20:56:51.144130 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b123aec0-5c5f-43fd-93f3-c57b3a5eea81 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (09df100c-3af1-4b0a-bda8-05914c71c458), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 20:56:52.029439 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-841f5991-a4d8-4d4b-b215-cbc6bab5427b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (aa7ee9d2-08eb-4e12-b895-24c57300dfec), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 20:56:53.841512 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-839dd188-ec69-470c-9ab0-d318dc1a2e96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (e79b4fc6-6c71-44b2-a6d0-ff3e1f4dfd0d), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 20:56:55.008417 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (fea0591a-627d-4c87-9a9a-01625ddf3277), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 20:57:11.424367 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.agents_db [None req-569f1ced-6396-4ddf-b79f-e03b0b2146ab None None] Agent healthcheck: found 5 active agents {{(pid=103307) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 26 20:57:18.830476 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-18e8cac1-342a-4f13-b096-963c14479540 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (474ccdf7-ab6c-405b-a3b2-dc7b05829902), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 20:57:21.148086 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-66f1d8fe-a9e5-4a0b-825e-69a271580d9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (09df100c-3af1-4b0a-bda8-05914c71c458), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 20:57:22.032161 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-841f5991-a4d8-4d4b-b215-cbc6bab5427b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (aa7ee9d2-08eb-4e12-b895-24c57300dfec), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 20:57:23.844508 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-839dd188-ec69-470c-9ab0-d318dc1a2e96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (e79b4fc6-6c71-44b2-a6d0-ff3e1f4dfd0d), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 20:57:25.002729 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (fea0591a-627d-4c87-9a9a-01625ddf3277), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 20:57:33.782564 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 40318) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 20:57:33.842670 n-d-760453-5 neutron-server[103304]: INFO neutron.pecan_wsgi.hooks.translation [None req-aac47064-2ee7-45a6-912e-aff35debfa2d admin admin] GET failed (client error): The resource could not be found. Jan 26 20:57:33.844022 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-aac47064-2ee7-45a6-912e-aff35debfa2d admin admin] 10.222.0.13 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0602407 Jan 26 20:57:34.002381 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab48d324-b7ac-4e54-8f56-116a77a2c9bf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:57:34.003765 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-ab48d324-b7ac-4e54-8f56-116a77a2c9bf admin admin] 10.222.0.13 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1558211 Jan 26 20:57:36.257026 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 40328) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 20:57:36.357882 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2be6cf7-cb3c-49de-bd5c-907f5d9f8cdc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:57:36.359262 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-e2be6cf7-cb3c-49de-bd5c-907f5d9f8cdc admin admin] 10.222.0.13 "GET /v2.0/subnets/8c645b07-e523-4c02-bc04-c893b321321d HTTP/1.1" status: 200 len: 849 time: 0.1012180 Jan 26 20:57:36.368646 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-078119c8-37ac-4af1-a9ba-59b19ed6d653 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 20:57:36.451777 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-078119c8-37ac-4af1-a9ba-59b19ed6d653 admin admin] Publish callbacks [] for subnet (8c645b07-e523-4c02-bc04-c893b321321d), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 20:57:36.592219 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-078119c8-37ac-4af1-a9ba-59b19ed6d653 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8746560636609'] for subnet (8c645b07-e523-4c02-bc04-c893b321321d), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 20:57:36.622007 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-078119c8-37ac-4af1-a9ba-59b19ed6d653 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:57:36.623177 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-078119c8-37ac-4af1-a9ba-59b19ed6d653 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709645'] for subnet (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 20:57:36.623875 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-078119c8-37ac-4af1-a9ba-59b19ed6d653 admin admin] 10.222.0.13 "PUT /v2.0/subnets/8c645b07-e523-4c02-bc04-c893b321321d HTTP/1.1" status: 200 len: 868 time: 0.2588313 Jan 26 20:57:36.626417 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-540b1de2-204b-4cd5-8dde-fcdc0badee7a None None] Network f261828e-8f1a-46d6-92aa-615659df8004 requested from n-d-760453-5 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 26 20:57:36.646062 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-078119c8-37ac-4af1-a9ba-59b19ed6d653 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8c645b07-e523-4c02-bc04-c893b321321d,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 20:57:36.653041 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-078119c8-37ac-4af1-a9ba-59b19ed6d653 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 20:57:36.653420 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-078119c8-37ac-4af1-a9ba-59b19ed6d653 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 20:57:36.653761 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-078119c8-37ac-4af1-a9ba-59b19ed6d653 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 20:57:36.654101 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-078119c8-37ac-4af1-a9ba-59b19ed6d653 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 20:57:36.654508 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-078119c8-37ac-4af1-a9ba-59b19ed6d653 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 20:57:36.654843 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-078119c8-37ac-4af1-a9ba-59b19ed6d653 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 20:57:36.655172 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-078119c8-37ac-4af1-a9ba-59b19ed6d653 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 20:57:36.657265 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-078119c8-37ac-4af1-a9ba-59b19ed6d653 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 20:57:36.657265 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-078119c8-37ac-4af1-a9ba-59b19ed6d653 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 20:57:36.657265 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-078119c8-37ac-4af1-a9ba-59b19ed6d653 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 20:57:36.657265 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-078119c8-37ac-4af1-a9ba-59b19ed6d653 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 20:57:36.657265 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-078119c8-37ac-4af1-a9ba-59b19ed6d653 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 20:57:36.657265 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-078119c8-37ac-4af1-a9ba-59b19ed6d653 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 20:57:36.942181 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-1cdd1d50-067f-443b-b2fb-55db9313791b None None] Provisioning complete for port 5eade567-db62-4723-81ae-a3c5106bec3a triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 20:57:36.942585 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-1cdd1d50-067f-443b-b2fb-55db9313791b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (5eade567-db62-4723-81ae-a3c5106bec3a), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 20:57:37.025844 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-1cdd1d50-067f-443b-b2fb-55db9313791b None None] Current status of the port 5eade567-db62-4723-81ae-a3c5106bec3a is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 20:57:37.035976 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-1cdd1d50-067f-443b-b2fb-55db9313791b None None] Provisioning complete for port 3d87ec25-f579-422f-abfb-71990a647c96 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 20:57:37.036365 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-1cdd1d50-067f-443b-b2fb-55db9313791b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (3d87ec25-f579-422f-abfb-71990a647c96), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 20:57:37.109162 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-1cdd1d50-067f-443b-b2fb-55db9313791b None None] Current status of the port 3d87ec25-f579-422f-abfb-71990a647c96 is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 20:57:38.880847 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 40336) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 20:57:39.146155 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5930c618-e348-4c0b-94c4-cabd9998891b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:57:39.146528 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5930c618-e348-4c0b-94c4-cabd9998891b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:57:39.150027 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-5930c618-e348-4c0b-94c4-cabd9998891b admin admin] 10.222.0.13 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2662253 Jan 26 20:57:41.377910 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 40344) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 20:57:41.578243 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f32c3ed7-ccf6-4112-a65e-bff52363d8b1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:57:41.578650 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f32c3ed7-ccf6-4112-a65e-bff52363d8b1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:57:41.580201 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-f32c3ed7-ccf6-4112-a65e-bff52363d8b1 admin admin] 10.222.0.13 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2013426 Jan 26 20:57:43.815650 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 40354) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 20:57:43.937751 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dcd9c9a-1c29-4e35-b1c1-453ca9e57517 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:57:43.939121 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-3dcd9c9a-1c29-4e35-b1c1-453ca9e57517 admin admin] 10.222.0.13 "GET /v2.0/networks/4140a1f1-c93a-4bea-83a0-68953a54f299 HTTP/1.1" status: 200 len: 886 time: 0.1225207 Jan 26 20:57:46.250838 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 40362) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 20:57:46.450696 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14acfab7-7cdd-4323-905e-0398db122a8e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:57:46.452039 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-14acfab7-7cdd-4323-905e-0398db122a8e admin admin] 10.222.0.13 "GET /v2.0/networks/f261828e-8f1a-46d6-92aa-615659df8004 HTTP/1.1" status: 200 len: 869 time: 0.2002549 Jan 26 20:57:48.422111 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.agents_db [None req-569f1ced-6396-4ddf-b79f-e03b0b2146ab None None] Agent healthcheck: found 5 active agents {{(pid=103307) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 26 20:57:48.685826 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 40370) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 20:57:48.809681 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a39ca71-c85d-43d3-a01c-197e3e27f83e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:57:48.810133 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a39ca71-c85d-43d3-a01c-197e3e27f83e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:57:48.811798 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-1a39ca71-c85d-43d3-a01c-197e3e27f83e admin admin] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1248384 Jan 26 20:57:48.830075 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b09c88c3-8d3a-4165-ab5f-377735f76af2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (474ccdf7-ab6c-405b-a3b2-dc7b05829902), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 20:57:51.046536 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 40378) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 20:57:51.137646 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33dbdae6-6c5d-4a2c-9e18-1c73a8ca29c8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:57:51.138101 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33dbdae6-6c5d-4a2c-9e18-1c73a8ca29c8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:57:51.139747 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-33dbdae6-6c5d-4a2c-9e18-1c73a8ca29c8 admin admin] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0921221 Jan 26 20:57:51.151196 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-7cf7042a-a997-4f00-a151-d18803683332 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (09df100c-3af1-4b0a-bda8-05914c71c458), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 20:57:52.034318 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-841f5991-a4d8-4d4b-b215-cbc6bab5427b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (aa7ee9d2-08eb-4e12-b895-24c57300dfec), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 20:57:53.388946 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 40386) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 20:57:53.480479 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1bafdc2-10cc-4387-8e0d-a6cc247596e8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:57:53.481880 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-b1bafdc2-10cc-4387-8e0d-a6cc247596e8 admin admin] 10.222.0.13 "GET /v2.0/subnets/8c645b07-e523-4c02-bc04-c893b321321d HTTP/1.1" status: 200 len: 868 time: 0.0919440 Jan 26 20:57:53.848972 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-839dd188-ec69-470c-9ab0-d318dc1a2e96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (e79b4fc6-6c71-44b2-a6d0-ff3e1f4dfd0d), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 20:57:55.004712 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (fea0591a-627d-4c87-9a9a-01625ddf3277), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 20:57:55.700514 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 40394) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 20:57:55.787881 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a6f4599-f038-4751-9e89-0187359bce40 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:57:55.789191 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-8a6f4599-f038-4751-9e89-0187359bce40 admin admin] 10.222.0.13 "GET /v2.0/subnets/e48251a1-e30d-4820-8396-00c6f6aeb601 HTTP/1.1" status: 200 len: 816 time: 0.0877070 Jan 26 20:58:18.833325 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-baeccd4e-fe5a-4ef2-b449-3f5e50f40558 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (474ccdf7-ab6c-405b-a3b2-dc7b05829902), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 20:58:20.065374 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 40448) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 20:58:20.111889 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [None req-0aa35483-7edf-46e8-8a78-626b5e5fdbb5 admin admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=103304) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 26 20:58:20.112957 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-0aa35483-7edf-46e8-8a78-626b5e5fdbb5 admin admin] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0466149 Jan 26 20:58:21.147455 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-daed2ee6-27fc-4cdd-8c73-4deef5b582b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (09df100c-3af1-4b0a-bda8-05914c71c458), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 20:58:22.037216 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-841f5991-a4d8-4d4b-b215-cbc6bab5427b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (aa7ee9d2-08eb-4e12-b895-24c57300dfec), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 20:58:22.415220 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 40456) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 20:58:22.475674 n-d-760453-5 neutron-server[103304]: INFO neutron.pecan_wsgi.hooks.translation [None req-a6d211d2-23cf-46d7-8b95-c1d6c0baea4d admin admin] GET failed (client error): The resource could not be found. Jan 26 20:58:22.476944 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-a6d211d2-23cf-46d7-8b95-c1d6c0baea4d admin admin] 10.222.0.13 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0607891 Jan 26 20:58:22.560994 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6da53bfd-8ee6-431d-8e0d-0414830d4793 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:58:22.562604 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-6da53bfd-8ee6-431d-8e0d-0414830d4793 admin admin] 10.222.0.13 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0816214 Jan 26 20:58:23.852607 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-839dd188-ec69-470c-9ab0-d318dc1a2e96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (e79b4fc6-6c71-44b2-a6d0-ff3e1f4dfd0d), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 20:58:24.854882 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 40466) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 20:58:24.899329 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-bf3051b4-3fc9-4854-b2ab-b813f83e4595 admin admin] Request body: {'network': {'name': 'shared', 'tenant_id': 'a1466f11f6fd4da898a7b573134112de', 'shared': True, 'project_id': 'a1466f11f6fd4da898a7b573134112de', 'admin_state_up': True}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 20:58:24.921720 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf3051b4-3fc9-4854-b2ab-b813f83e4595 admin admin] Made reservation on behalf of a1466f11f6fd4da898a7b573134112de for: {'network': 1} {{(pid=103304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 20:58:24.923955 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-bf3051b4-3fc9-4854-b2ab-b813f83e4595 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for network (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 20:58:24.968448 n-d-760453-5 neutron-server[103304]: WARNING neutron.services.revisions.revision_plugin [None req-bf3051b4-3fc9-4854-b2ab-b813f83e4595 admin admin] Could not find related network for resource to bump revision. Jan 26 20:58:24.983884 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bf3051b4-3fc9-4854-b2ab-b813f83e4595 admin admin] vlan segment allocate from pool success with {'vlan_id': 561, 'physical_network': 'physnet1'} {{(pid=103304) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 26 20:58:24.996187 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-bf3051b4-3fc9-4854-b2ab-b813f83e4595 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8746560774009', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576559'] for segment (4eab25d6-89d9-4907-a1c2-51b06443ba33), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 20:58:24.996754 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-bf3051b4-3fc9-4854-b2ab-b813f83e4595 admin admin] Unsubscribe: segment precommit_create {{(pid=103304) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jan 26 20:58:24.997216 n-d-760453-5 neutron-server[103304]: INFO neutron.db.segments_db [None req-bf3051b4-3fc9-4854-b2ab-b813f83e4595 admin admin] Added segment 4eab25d6-89d9-4907-a1c2-51b06443ba33 of type vlan for network 7fbe9cf5-e12c-436d-b372-55a19c9faa30 Jan 26 20:58:25.007274 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (fea0591a-627d-4c87-9a9a-01625ddf3277), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 20:58:25.043132 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-bf3051b4-3fc9-4854-b2ab-b813f83e4595 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746560256871'] for network (7fbe9cf5-e12c-436d-b372-55a19c9faa30), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 20:58:25.072841 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-bf3051b4-3fc9-4854-b2ab-b813f83e4595 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503'] for network (7fbe9cf5-e12c-436d-b372-55a19c9faa30), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 20:58:25.073787 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf3051b4-3fc9-4854-b2ab-b813f83e4595 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:58:25.074365 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-bf3051b4-3fc9-4854-b2ab-b813f83e4595 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709645'] for network (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 20:58:25.153383 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-bf3051b4-3fc9-4854-b2ab-b813f83e4595 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2973688 Jan 26 20:58:25.166451 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf3051b4-3fc9-4854-b2ab-b813f83e4595 admin admin] Pushing event updated for resources: {'Network': ['ID=7fbe9cf5-e12c-436d-b372-55a19c9faa30,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 20:58:25.329051 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Network 7fbe9cf5-e12c-436d-b372-55a19c9faa30 details requested by agent ovs-agent-n-d-760453-5 with host n-d-760453-5 {{(pid=103306) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 26 20:58:25.420909 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.agents_db [None req-569f1ced-6396-4ddf-b79f-e03b0b2146ab None None] Agent healthcheck: found 5 active agents {{(pid=103307) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 26 20:58:27.440434 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 40476) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 20:58:27.499354 n-d-760453-5 neutron-server[103305]: INFO neutron.pecan_wsgi.hooks.translation [None req-6fb8723e-20ac-48d6-9e7a-27cfc147597e admin admin] GET failed (client error): The resource could not be found. Jan 26 20:58:27.500723 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-6fb8723e-20ac-48d6-9e7a-27cfc147597e admin admin] 10.222.0.13 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0593531 Jan 26 20:58:27.601363 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f643d435-d33e-42b2-95b5-2335a3aa2852 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:58:27.602772 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-f643d435-d33e-42b2-95b5-2335a3aa2852 admin admin] 10.222.0.13 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0980513 Jan 26 20:58:27.612481 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-b12b85ce-1a35-43a3-80a0-03debca0edec admin admin] Request body: {'subnet': {'cidr': '192.168.233.0/24', 'name': 'shared-subnet', 'network_id': '7fbe9cf5-e12c-436d-b372-55a19c9faa30', 'tenant_id': 'a1466f11f6fd4da898a7b573134112de', 'description': 'shared-subnet', 'ip_version': 4}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 20:58:27.631557 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b12b85ce-1a35-43a3-80a0-03debca0edec admin admin] Made reservation on behalf of a1466f11f6fd4da898a7b573134112de for: {'subnet': 1} {{(pid=103305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 20:58:27.633800 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-b12b85ce-1a35-43a3-80a0-03debca0edec admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 20:58:27.795022 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-b12b85ce-1a35-43a3-80a0-03debca0edec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503'] for subnet (fd77e534-75e6-4b90-950e-f5824d584430), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 20:58:27.854333 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12b85ce-1a35-43a3-80a0-03debca0edec admin admin] Pushing event updated for resources: {'Subnet': ['ID=fd77e534-75e6-4b90-950e-f5824d584430,revision_number=0']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 20:58:27.861363 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b12b85ce-1a35-43a3-80a0-03debca0edec admin admin] Checking segment: {'id': '4eab25d6-89d9-4907-a1c2-51b06443ba33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '7fbe9cf5-e12c-436d-b372-55a19c9faa30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103305) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 20:58:27.861712 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b12b85ce-1a35-43a3-80a0-03debca0edec admin admin] Network hostable DHCP agents. Network: 7fbe9cf5-e12c-436d-b372-55a19c9faa30, hostable agents: ['474ccdf7-ab6c-405b-a3b2-dc7b05829902'], hosted agents: [] {{(pid=103305) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 26 20:58:27.865241 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b12b85ce-1a35-43a3-80a0-03debca0edec admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 20:58:27.865612 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b12b85ce-1a35-43a3-80a0-03debca0edec admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 20:58:27.865956 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b12b85ce-1a35-43a3-80a0-03debca0edec admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 20:58:27.866294 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b12b85ce-1a35-43a3-80a0-03debca0edec admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 20:58:27.866628 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b12b85ce-1a35-43a3-80a0-03debca0edec admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 20:58:27.866967 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b12b85ce-1a35-43a3-80a0-03debca0edec admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 20:58:27.867298 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b12b85ce-1a35-43a3-80a0-03debca0edec admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 20:58:27.867623 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b12b85ce-1a35-43a3-80a0-03debca0edec admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 20:58:27.867946 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b12b85ce-1a35-43a3-80a0-03debca0edec admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 20:58:27.868269 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b12b85ce-1a35-43a3-80a0-03debca0edec admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 20:58:27.868593 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b12b85ce-1a35-43a3-80a0-03debca0edec admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 20:58:27.869469 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b12b85ce-1a35-43a3-80a0-03debca0edec admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 20:58:27.869809 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b12b85ce-1a35-43a3-80a0-03debca0edec admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 20:58:27.885651 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b12b85ce-1a35-43a3-80a0-03debca0edec admin admin] Network 7fbe9cf5-e12c-436d-b372-55a19c9faa30 is scheduled to be hosted by DHCP agent 474ccdf7-ab6c-405b-a3b2-dc7b05829902 with binding_index 1 {{(pid=103305) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 26 20:58:27.894187 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [None req-b12b85ce-1a35-43a3-80a0-03debca0edec admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760453-5, 7fbe9cf5-e12c-436d-b372-55a19c9faa30) {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 20:58:27.898623 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b12b85ce-1a35-43a3-80a0-03debca0edec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 20:58:27.899903 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-b12b85ce-1a35-43a3-80a0-03debca0edec admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709645'] for subnet (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 20:58:27.906531 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3980f99c-e5e9-4203-9faf-3dcb082addfd None None] Network 7fbe9cf5-e12c-436d-b372-55a19c9faa30 requested from n-d-760453-5 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 26 20:58:27.914480 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-b12b85ce-1a35-43a3-80a0-03debca0edec admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3053563 Jan 26 20:58:28.008137 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc7a352f-48c5-45eb-bcf3-2e8fe74fee9c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3c4099e8-8ffb-51d1-af7f-5868973e933f-7fbe9cf5-e12c-436d-b372-55a19c9faa30', 'network_id': '7fbe9cf5-e12c-436d-b372-55a19c9faa30', 'project_id': 'a1466f11f6fd4da898a7b573134112de', 'fixed_ips': [{'subnet_id': 'fd77e534-75e6-4b90-950e-f5824d584430'}]}} from n-d-760453-5. {{(pid=103306) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 26 20:58:28.009022 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fc7a352f-48c5-45eb-bcf3-2e8fe74fee9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (None), before_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 20:58:28.151009 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.db_base_plugin_common [None req-fc7a352f-48c5-45eb-bcf3-2e8fe74fee9c None None] Allocated IP 192.168.233.2 (7fbe9cf5-e12c-436d-b372-55a19c9faa30/fd77e534-75e6-4b90-950e-f5824d584430/7d467a31-e978-44c8-bcfd-f33938d33748) {{(pid=103306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 20:58:28.297207 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fc7a352f-48c5-45eb-bcf3-2e8fe74fee9c None None] Publish callbacks [] for port (7d467a31-e978-44c8-bcfd-f33938d33748), precommit_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 20:58:28.303513 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fc7a352f-48c5-45eb-bcf3-2e8fe74fee9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746560234527'] for port (7d467a31-e978-44c8-bcfd-f33938d33748), after_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 20:58:28.344575 n-d-760453-5 neutron-server[103306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc7a352f-48c5-45eb-bcf3-2e8fe74fee9c None None] Network 7fbe9cf5-e12c-436d-b372-55a19c9faa30 is already hosted by enough agents. {{(pid=103306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 20:58:28.352242 n-d-760453-5 neutron-server[103306]: DEBUG neutron.scheduler.base_scheduler [None req-fc7a352f-48c5-45eb-bcf3-2e8fe74fee9c None None] Resources bound (agent type, host, resource id): {{(pid=103306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 20:58:28.355265 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc7a352f-48c5-45eb-bcf3-2e8fe74fee9c None None] Received port after_create {{(pid=103306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 20:58:28.357246 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc7a352f-48c5-45eb-bcf3-2e8fe74fee9c None None] Pushing event updated for resources: {'Port': ['ID=7d467a31-e978-44c8-bcfd-f33938d33748,revision_number=1']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 20:58:28.365936 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc7a352f-48c5-45eb-bcf3-2e8fe74fee9c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 20:58:28.366284 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc7a352f-48c5-45eb-bcf3-2e8fe74fee9c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 20:58:28.366626 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc7a352f-48c5-45eb-bcf3-2e8fe74fee9c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 20:58:28.366960 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc7a352f-48c5-45eb-bcf3-2e8fe74fee9c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 20:58:28.367290 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc7a352f-48c5-45eb-bcf3-2e8fe74fee9c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 20:58:28.367617 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc7a352f-48c5-45eb-bcf3-2e8fe74fee9c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 20:58:28.367942 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc7a352f-48c5-45eb-bcf3-2e8fe74fee9c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 20:58:28.368265 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc7a352f-48c5-45eb-bcf3-2e8fe74fee9c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 20:58:28.368591 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc7a352f-48c5-45eb-bcf3-2e8fe74fee9c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 20:58:28.369498 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc7a352f-48c5-45eb-bcf3-2e8fe74fee9c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 20:58:28.369824 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc7a352f-48c5-45eb-bcf3-2e8fe74fee9c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 20:58:28.370144 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc7a352f-48c5-45eb-bcf3-2e8fe74fee9c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 20:58:28.370465 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc7a352f-48c5-45eb-bcf3-2e8fe74fee9c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 20:58:28.422719 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-fc7a352f-48c5-45eb-bcf3-2e8fe74fee9c None None] Attempting to bind port 7d467a31-e978-44c8-bcfd-f33938d33748 on host n-d-760453-5 for vnic_type normal with profile {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 20:58:28.423019 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-fc7a352f-48c5-45eb-bcf3-2e8fe74fee9c None None] Attempting to bind port 7d467a31-e978-44c8-bcfd-f33938d33748 by drivers openvswitch,hyperv on host n-d-760453-5 at level 0 using segments [{'id': '4eab25d6-89d9-4907-a1c2-51b06443ba33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '7fbe9cf5-e12c-436d-b372-55a19c9faa30'}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 26 20:58:28.426656 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc7a352f-48c5-45eb-bcf3-2e8fe74fee9c None None] Attempting to bind port 7d467a31-e978-44c8-bcfd-f33938d33748 on network 7fbe9cf5-e12c-436d-b372-55a19c9faa30 {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 20:58:28.428625 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc7a352f-48c5-45eb-bcf3-2e8fe74fee9c None None] Checking agent: {'id': 'fea0591a-627d-4c87-9a9a-01625ddf3277', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760453-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 20, 55, 25), 'started_at': datetime.datetime(2022, 1, 26, 20, 55, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 20, 58, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760453-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 26 20:58:28.428996 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc7a352f-48c5-45eb-bcf3-2e8fe74fee9c None None] Checking segment: {'id': '4eab25d6-89d9-4907-a1c2-51b06443ba33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '7fbe9cf5-e12c-436d-b372-55a19c9faa30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 20:58:28.429428 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fc7a352f-48c5-45eb-bcf3-2e8fe74fee9c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 20:58:28.429824 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc7a352f-48c5-45eb-bcf3-2e8fe74fee9c None None] Bound using segment: {'id': '4eab25d6-89d9-4907-a1c2-51b06443ba33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '7fbe9cf5-e12c-436d-b372-55a19c9faa30'} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 26 20:58:28.430291 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-fc7a352f-48c5-45eb-bcf3-2e8fe74fee9c None None] Bound port: 7d467a31-e978-44c8-bcfd-f33938d33748, host: n-d-760453-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4eab25d6-89d9-4907-a1c2-51b06443ba33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '7fbe9cf5-e12c-436d-b372-55a19c9faa30'}}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 26 20:58:28.430667 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fc7a352f-48c5-45eb-bcf3-2e8fe74fee9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (7d467a31-e978-44c8-bcfd-f33938d33748), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 20:58:28.496260 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-fc7a352f-48c5-45eb-bcf3-2e8fe74fee9c None None] For port 7d467a31-e978-44c8-bcfd-f33938d33748, host n-d-760453-5, cleared binding levels {{(pid=103306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 26 20:58:28.499667 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-fc7a352f-48c5-45eb-bcf3-2e8fe74fee9c None None] For port 7d467a31-e978-44c8-bcfd-f33938d33748, host n-d-760453-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=7d467a31-e978-44c8-bcfd-f33938d33748,segment=NetworkSegment(4eab25d6-89d9-4907-a1c2-51b06443ba33),segment_id=4eab25d6-89d9-4907-a1c2-51b06443ba33)] {{(pid=103306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 26 20:58:28.504246 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fc7a352f-48c5-45eb-bcf3-2e8fe74fee9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (7d467a31-e978-44c8-bcfd-f33938d33748), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 20:58:28.654916 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc7a352f-48c5-45eb-bcf3-2e8fe74fee9c None None] Pushing event updated for resources: {'Port': ['ID=7d467a31-e978-44c8-bcfd-f33938d33748,revision_number=2']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 20:58:29.654895 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bb8e165-d8e9-4e64-9307-13ca6c06617e None None] Network 7fbe9cf5-e12c-436d-b372-55a19c9faa30 requested from n-d-760453-5 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 26 20:58:29.675671 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device 7d467a31-e978-44c8-bcfd-f33938d33748 up at agent ovs-agent-n-d-760453-5 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 20:58:29.778131 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-d0fb063b-10e1-4a9b-9fab-1c90cadd8b98 None None] Provisioning complete for port 7d467a31-e978-44c8-bcfd-f33938d33748 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 20:58:29.778564 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d0fb063b-10e1-4a9b-9fab-1c90cadd8b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (7d467a31-e978-44c8-bcfd-f33938d33748), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 20:58:29.842306 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Provisioning complete for port 7d467a31-e978-44c8-bcfd-f33938d33748 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 20:58:29.842678 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (7d467a31-e978-44c8-bcfd-f33938d33748), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 20:58:29.945368 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-d0fb063b-10e1-4a9b-9fab-1c90cadd8b98 None None] Current status of the port 7d467a31-e978-44c8-bcfd-f33938d33748 is: DOWN; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 20:58:29.945743 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d0fb063b-10e1-4a9b-9fab-1c90cadd8b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (7d467a31-e978-44c8-bcfd-f33938d33748), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 20:58:29.976715 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Current status of the port 7d467a31-e978-44c8-bcfd-f33938d33748 is: DOWN; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 20:58:29.977160 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (7d467a31-e978-44c8-bcfd-f33938d33748), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 20:58:30.007911 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-d0fb063b-10e1-4a9b-9fab-1c90cadd8b98 None None] For port 7d467a31-e978-44c8-bcfd-f33938d33748, host n-d-760453-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=7d467a31-e978-44c8-bcfd-f33938d33748,segment=NetworkSegment(4eab25d6-89d9-4907-a1c2-51b06443ba33),segment_id=4eab25d6-89d9-4907-a1c2-51b06443ba33)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 20:58:30.015180 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d0fb063b-10e1-4a9b-9fab-1c90cadd8b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (7d467a31-e978-44c8-bcfd-f33938d33748), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 20:58:30.091335 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.db.api [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103306) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 26 20:58:30.091746 n-d-760453-5 neutron-server[103306]: DEBUG oslo_db.api [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 26 20:58:30.095993 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0fb063b-10e1-4a9b-9fab-1c90cadd8b98 None None] Pushing event updated for resources: {'Port': ['ID=7d467a31-e978-44c8-bcfd-f33938d33748,revision_number=3']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 20:58:30.137408 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-902eda59-3613-4f54-94b6-9767be735e7e None None] Provisioning complete for port 7d467a31-e978-44c8-bcfd-f33938d33748 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 20:58:30.137794 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-902eda59-3613-4f54-94b6-9767be735e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (7d467a31-e978-44c8-bcfd-f33938d33748), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 20:58:30.217772 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-902eda59-3613-4f54-94b6-9767be735e7e None None] Current status of the port 7d467a31-e978-44c8-bcfd-f33938d33748 is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 20:58:30.627639 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Current status of the port 7d467a31-e978-44c8-bcfd-f33938d33748 is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 20:58:31.623532 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device 7d467a31-e978-44c8-bcfd-f33938d33748 up at agent ovs-agent-n-d-760453-5 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 20:58:31.671228 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Provisioning complete for port 7d467a31-e978-44c8-bcfd-f33938d33748 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 20:58:31.671556 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (7d467a31-e978-44c8-bcfd-f33938d33748), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 20:58:31.747757 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Current status of the port 7d467a31-e978-44c8-bcfd-f33938d33748 is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 20:58:48.835263 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-afb7d9a9-b85e-4adf-b333-c5907f7cd8d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (474ccdf7-ab6c-405b-a3b2-dc7b05829902), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 20:58:51.148691 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-5e0c3505-9c85-46af-95b3-474c4fbdf5f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (09df100c-3af1-4b0a-bda8-05914c71c458), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 20:58:52.041528 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-841f5991-a4d8-4d4b-b215-cbc6bab5427b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (aa7ee9d2-08eb-4e12-b895-24c57300dfec), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 20:58:53.856116 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-839dd188-ec69-470c-9ab0-d318dc1a2e96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (e79b4fc6-6c71-44b2-a6d0-ff3e1f4dfd0d), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 20:58:55.010862 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (fea0591a-627d-4c87-9a9a-01625ddf3277), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 20:59:02.419604 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.agents_db [None req-569f1ced-6396-4ddf-b79f-e03b0b2146ab None None] Agent healthcheck: found 5 active agents {{(pid=103307) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 26 20:59:18.838157 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-305f27e9-107a-4acb-a54b-fb1b89ddbf24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (474ccdf7-ab6c-405b-a3b2-dc7b05829902), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 20:59:21.150405 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-f598d9d6-26bf-4371-aba5-16feb0962c5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (09df100c-3af1-4b0a-bda8-05914c71c458), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 20:59:22.046448 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-841f5991-a4d8-4d4b-b215-cbc6bab5427b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (aa7ee9d2-08eb-4e12-b895-24c57300dfec), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 20:59:23.860351 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-839dd188-ec69-470c-9ab0-d318dc1a2e96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (e79b4fc6-6c71-44b2-a6d0-ff3e1f4dfd0d), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 20:59:25.014195 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (fea0591a-627d-4c87-9a9a-01625ddf3277), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 20:59:39.418533 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.agents_db [None req-569f1ced-6396-4ddf-b79f-e03b0b2146ab None None] Agent healthcheck: found 5 active agents {{(pid=103307) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 26 20:59:45.374051 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 40522) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 20:59:45.380003 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [None req-6d73bc7f-e394-4e01-910b-20658361d44c tempest-verify_tempest_config-1791591938 tempest-verify_tempest_config-1791591938-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=103305) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 26 20:59:45.380986 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-6d73bc7f-e394-4e01-910b-20658361d44c tempest-verify_tempest_config-1791591938 tempest-verify_tempest_config-1791591938-project] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0059667 Jan 26 20:59:45.671670 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 40540) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 20:59:45.771347 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-01f01b28-6ba4-4987-943b-990cd05d7925 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 20:59:45.875366 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-01f01b28-6ba4-4987-943b-990cd05d7925 admin admin] Publish callbacks [] for security_group (cf6e1ca0-3f18-462c-9935-839dea60fb4d), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 20:59:45.878809 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-01f01b28-6ba4-4987-943b-990cd05d7925 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (cf6e1ca0-3f18-462c-9935-839dea60fb4d), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 20:59:45.920471 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f01b28-6ba4-4987-943b-990cd05d7925 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf6e1ca0-3f18-462c-9935-839dea60fb4d,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 20:59:45.924202 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-01f01b28-6ba4-4987-943b-990cd05d7925 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ece1017907d3446081753137c3aaf257&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2515414 Jan 26 20:59:45.927032 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 40546) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 20:59:45.929443 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01f01b28-6ba4-4987-943b-990cd05d7925 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 20:59:45.929786 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01f01b28-6ba4-4987-943b-990cd05d7925 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 20:59:45.930119 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01f01b28-6ba4-4987-943b-990cd05d7925 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 20:59:45.930450 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01f01b28-6ba4-4987-943b-990cd05d7925 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 20:59:45.930773 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01f01b28-6ba4-4987-943b-990cd05d7925 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 20:59:45.931095 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01f01b28-6ba4-4987-943b-990cd05d7925 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 20:59:45.931952 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01f01b28-6ba4-4987-943b-990cd05d7925 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 20:59:45.932271 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01f01b28-6ba4-4987-943b-990cd05d7925 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 20:59:45.932586 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01f01b28-6ba4-4987-943b-990cd05d7925 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 20:59:45.932902 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01f01b28-6ba4-4987-943b-990cd05d7925 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 20:59:45.933221 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01f01b28-6ba4-4987-943b-990cd05d7925 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 20:59:45.933576 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01f01b28-6ba4-4987-943b-990cd05d7925 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 20:59:45.933891 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01f01b28-6ba4-4987-943b-990cd05d7925 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 20:59:45.980283 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-ebf865a8-6b10-4ddb-a8e5-59a82afdacce admin admin] Publish callbacks [] for security_group (cf6e1ca0-3f18-462c-9935-839dea60fb4d), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 20:59:46.003819 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-ebf865a8-6b10-4ddb-a8e5-59a82afdacce admin admin] Publish callbacks [] for security_group (cf6e1ca0-3f18-462c-9935-839dea60fb4d), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 20:59:46.091820 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-ebf865a8-6b10-4ddb-a8e5-59a82afdacce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (cf6e1ca0-3f18-462c-9935-839dea60fb4d), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 20:59:46.094535 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-ebf865a8-6b10-4ddb-a8e5-59a82afdacce admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 20:59:46.095742 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-ebf865a8-6b10-4ddb-a8e5-59a82afdacce admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/cf6e1ca0-3f18-462c-9935-839dea60fb4d HTTP/1.1" status: 204 len: 168 time: 0.1677628 Jan 26 20:59:46.104099 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf865a8-6b10-4ddb-a8e5-59a82afdacce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf6e1ca0-3f18-462c-9935-839dea60fb4d,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 20:59:46.110859 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf865a8-6b10-4ddb-a8e5-59a82afdacce admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 20:59:46.111205 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf865a8-6b10-4ddb-a8e5-59a82afdacce admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 20:59:46.111543 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf865a8-6b10-4ddb-a8e5-59a82afdacce admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 20:59:46.111875 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf865a8-6b10-4ddb-a8e5-59a82afdacce admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 20:59:46.112205 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf865a8-6b10-4ddb-a8e5-59a82afdacce admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 20:59:46.112533 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf865a8-6b10-4ddb-a8e5-59a82afdacce admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 20:59:46.112855 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf865a8-6b10-4ddb-a8e5-59a82afdacce admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 20:59:46.113176 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf865a8-6b10-4ddb-a8e5-59a82afdacce admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 20:59:46.113538 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf865a8-6b10-4ddb-a8e5-59a82afdacce admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 20:59:46.113875 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf865a8-6b10-4ddb-a8e5-59a82afdacce admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 20:59:46.114197 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf865a8-6b10-4ddb-a8e5-59a82afdacce admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 20:59:46.114516 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf865a8-6b10-4ddb-a8e5-59a82afdacce admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 20:59:46.114834 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf865a8-6b10-4ddb-a8e5-59a82afdacce admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 20:59:48.841049 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-f8af3c5f-f792-4efd-b76e-c419c3ed9f7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (474ccdf7-ab6c-405b-a3b2-dc7b05829902), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 20:59:51.153006 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-aafda157-926a-42bb-a348-bd227252120b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (09df100c-3af1-4b0a-bda8-05914c71c458), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 20:59:52.046176 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-841f5991-a4d8-4d4b-b215-cbc6bab5427b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (aa7ee9d2-08eb-4e12-b895-24c57300dfec), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 20:59:53.863334 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-839dd188-ec69-470c-9ab0-d318dc1a2e96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (e79b4fc6-6c71-44b2-a6d0-ff3e1f4dfd0d), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 20:59:55.021383 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (fea0591a-627d-4c87-9a9a-01625ddf3277), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:00:16.417077 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.agents_db [None req-569f1ced-6396-4ddf-b79f-e03b0b2146ab None None] Agent healthcheck: found 5 active agents {{(pid=103307) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 26 21:00:18.842261 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-e6c6de86-1f7d-439e-a067-e4d6b516fb47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (474ccdf7-ab6c-405b-a3b2-dc7b05829902), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:00:21.154073 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-09759b3a-e454-4482-9156-1181ac0e1deb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (09df100c-3af1-4b0a-bda8-05914c71c458), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:00:22.047270 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-841f5991-a4d8-4d4b-b215-cbc6bab5427b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (aa7ee9d2-08eb-4e12-b895-24c57300dfec), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:00:23.864897 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-839dd188-ec69-470c-9ab0-d318dc1a2e96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (e79b4fc6-6c71-44b2-a6d0-ff3e1f4dfd0d), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:00:25.013031 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (fea0591a-627d-4c87-9a9a-01625ddf3277), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:00:48.847763 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d1c1f79b-2c8e-49ea-9c5b-012b4fd4dd68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (474ccdf7-ab6c-405b-a3b2-dc7b05829902), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:00:51.154497 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d55dcdc5-8648-4e6f-a75d-db0ef44e9851 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (09df100c-3af1-4b0a-bda8-05914c71c458), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:00:52.050946 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-841f5991-a4d8-4d4b-b215-cbc6bab5427b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (aa7ee9d2-08eb-4e12-b895-24c57300dfec), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:00:53.415335 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.agents_db [None req-569f1ced-6396-4ddf-b79f-e03b0b2146ab None None] Agent healthcheck: found 5 active agents {{(pid=103307) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 26 21:00:53.962502 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-839dd188-ec69-470c-9ab0-d318dc1a2e96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (e79b4fc6-6c71-44b2-a6d0-ff3e1f4dfd0d), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:00:55.014847 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (fea0591a-627d-4c87-9a9a-01625ddf3277), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:01:18.850027 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2b816e82-b38a-4159-bc2f-dd6eadc68757 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (474ccdf7-ab6c-405b-a3b2-dc7b05829902), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:01:21.155970 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-0c596bc4-4045-4555-8357-597dfa1d7181 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (09df100c-3af1-4b0a-bda8-05914c71c458), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:01:22.052719 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-841f5991-a4d8-4d4b-b215-cbc6bab5427b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (aa7ee9d2-08eb-4e12-b895-24c57300dfec), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:01:23.871557 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-839dd188-ec69-470c-9ab0-d318dc1a2e96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (e79b4fc6-6c71-44b2-a6d0-ff3e1f4dfd0d), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:01:25.018104 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (fea0591a-627d-4c87-9a9a-01625ddf3277), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:01:30.415206 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.agents_db [None req-569f1ced-6396-4ddf-b79f-e03b0b2146ab None None] Agent healthcheck: found 5 active agents {{(pid=103307) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 26 21:01:48.853200 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-24ab861e-7a64-47be-bbfc-55e69b5ff66f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (474ccdf7-ab6c-405b-a3b2-dc7b05829902), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:01:51.157365 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2d0fba06-9273-41ec-9477-47c92faaaa6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (09df100c-3af1-4b0a-bda8-05914c71c458), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:01:52.055105 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-841f5991-a4d8-4d4b-b215-cbc6bab5427b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (aa7ee9d2-08eb-4e12-b895-24c57300dfec), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:01:53.874555 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-839dd188-ec69-470c-9ab0-d318dc1a2e96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (e79b4fc6-6c71-44b2-a6d0-ff3e1f4dfd0d), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:01:55.019828 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (fea0591a-627d-4c87-9a9a-01625ddf3277), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:02:07.416570 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.agents_db [None req-569f1ced-6396-4ddf-b79f-e03b0b2146ab None None] Agent healthcheck: found 5 active agents {{(pid=103307) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 26 21:02:18.855712 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-6ba28141-f5da-4554-945f-680ab11b4d68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (474ccdf7-ab6c-405b-a3b2-dc7b05829902), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:02:21.157710 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-38553f21-f1c3-4249-bdd4-bdd3f28405fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (09df100c-3af1-4b0a-bda8-05914c71c458), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:02:22.058138 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-841f5991-a4d8-4d4b-b215-cbc6bab5427b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (aa7ee9d2-08eb-4e12-b895-24c57300dfec), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:02:23.877711 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-839dd188-ec69-470c-9ab0-d318dc1a2e96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (e79b4fc6-6c71-44b2-a6d0-ff3e1f4dfd0d), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:02:25.022285 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (fea0591a-627d-4c87-9a9a-01625ddf3277), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:02:44.415090 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.agents_db [None req-569f1ced-6396-4ddf-b79f-e03b0b2146ab None None] Agent healthcheck: found 5 active agents {{(pid=103307) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 26 21:02:48.857405 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-115eab3f-466b-44c3-8c0d-e44a7f2706aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (474ccdf7-ab6c-405b-a3b2-dc7b05829902), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:02:51.160886 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-60fe5130-e173-4bc0-afd5-c6922a58ffcb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (09df100c-3af1-4b0a-bda8-05914c71c458), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:02:52.060860 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-841f5991-a4d8-4d4b-b215-cbc6bab5427b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (aa7ee9d2-08eb-4e12-b895-24c57300dfec), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:02:52.689278 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-4110822'] for agent (4d619873-4b60-439f-9b5a-b155dc8bbc34), after_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:02:53.880888 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-839dd188-ec69-470c-9ab0-d318dc1a2e96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (e79b4fc6-6c71-44b2-a6d0-ff3e1f4dfd0d), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:02:55.024974 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (fea0591a-627d-4c87-9a9a-01625ddf3277), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:03:08.068683 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-4110822'] for agent (32ef628b-8417-46c5-8729-60fcabe358f1), after_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:03:18.859173 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-71b762cc-aa57-468e-b92c-59e869dad253 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (474ccdf7-ab6c-405b-a3b2-dc7b05829902), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:03:21.162877 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-98028468-49b6-416f-a018-7f466ebe6465 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (09df100c-3af1-4b0a-bda8-05914c71c458), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:03:21.414065 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.agents_db [None req-569f1ced-6396-4ddf-b79f-e03b0b2146ab None None] Agent healthcheck: found 7 active agents {{(pid=103307) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 26 21:03:22.063188 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-841f5991-a4d8-4d4b-b215-cbc6bab5427b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (aa7ee9d2-08eb-4e12-b895-24c57300dfec), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:03:22.687997 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (4d619873-4b60-439f-9b5a-b155dc8bbc34), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:03:23.883318 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-839dd188-ec69-470c-9ab0-d318dc1a2e96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (e79b4fc6-6c71-44b2-a6d0-ff3e1f4dfd0d), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:03:25.027028 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (fea0591a-627d-4c87-9a9a-01625ddf3277), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:03:38.047257 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (32ef628b-8417-46c5-8729-60fcabe358f1), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:03:38.310330 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 40600) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:03:38.413246 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-6a1a94a2-7e29-4fb7-afd5-289b01636a59 admin admin] 10.222.0.13 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4931 time: 0.1018877 Jan 26 21:03:40.673971 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 40610) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:03:40.728496 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-bc87cb98-b6a7-457c-9a35-970b66f0379f admin admin] 10.222.0.13 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4931 time: 0.0534215 Jan 26 21:03:48.860562 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-68fc4102-637d-448f-95d7-21c0e8ae95af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (474ccdf7-ab6c-405b-a3b2-dc7b05829902), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:03:51.164056 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d9e9aeb6-7929-4ff9-b5f8-f390dea5cf08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (09df100c-3af1-4b0a-bda8-05914c71c458), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:03:52.066924 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-841f5991-a4d8-4d4b-b215-cbc6bab5427b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (aa7ee9d2-08eb-4e12-b895-24c57300dfec), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:03:52.687372 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (4d619873-4b60-439f-9b5a-b155dc8bbc34), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:03:53.886448 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-839dd188-ec69-470c-9ab0-d318dc1a2e96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (e79b4fc6-6c71-44b2-a6d0-ff3e1f4dfd0d), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:03:55.029784 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (fea0591a-627d-4c87-9a9a-01625ddf3277), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:03:58.414143 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.agents_db [None req-569f1ced-6396-4ddf-b79f-e03b0b2146ab None None] Agent healthcheck: found 7 active agents {{(pid=103307) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 26 21:04:08.055483 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (32ef628b-8417-46c5-8729-60fcabe358f1), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:04:18.864316 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-42ddedd4-8758-4212-9889-7c3c7f4abeb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (474ccdf7-ab6c-405b-a3b2-dc7b05829902), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:04:21.169771 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-448a8324-c48b-4440-b03a-dac3ea856c67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (09df100c-3af1-4b0a-bda8-05914c71c458), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:04:22.072690 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-841f5991-a4d8-4d4b-b215-cbc6bab5427b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (aa7ee9d2-08eb-4e12-b895-24c57300dfec), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:04:22.703583 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (4d619873-4b60-439f-9b5a-b155dc8bbc34), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:04:23.904217 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-839dd188-ec69-470c-9ab0-d318dc1a2e96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (e79b4fc6-6c71-44b2-a6d0-ff3e1f4dfd0d), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:04:25.032284 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (fea0591a-627d-4c87-9a9a-01625ddf3277), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:04:35.412814 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.agents_db [None req-569f1ced-6396-4ddf-b79f-e03b0b2146ab None None] Agent healthcheck: found 7 active agents {{(pid=103307) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 26 21:04:38.042158 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (32ef628b-8417-46c5-8729-60fcabe358f1), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:04:48.866622 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2b92997b-a0c8-463f-b880-363476cb40d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (474ccdf7-ab6c-405b-a3b2-dc7b05829902), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:04:51.161777 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-f1a69499-3369-435d-9ac3-36941bb64400 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (09df100c-3af1-4b0a-bda8-05914c71c458), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:04:52.072969 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-841f5991-a4d8-4d4b-b215-cbc6bab5427b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (aa7ee9d2-08eb-4e12-b895-24c57300dfec), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:04:52.697630 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (4d619873-4b60-439f-9b5a-b155dc8bbc34), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:04:53.896579 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-839dd188-ec69-470c-9ab0-d318dc1a2e96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (e79b4fc6-6c71-44b2-a6d0-ff3e1f4dfd0d), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:04:55.034160 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (fea0591a-627d-4c87-9a9a-01625ddf3277), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:05:00.465411 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 40806) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:05:00.863480 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-9b2e6003-804a-4eb4-9f0d-94c3f932adad tempest-AutoAllocateNetworkTest-919043124 tempest-AutoAllocateNetworkTest-919043124-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=d69961e9ce4040818bbeb2f616736e0b&shared=False HTTP/1.1" status: 200 len: 208 time: 0.3988106 Jan 26 21:05:00.863745 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 40826) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:05:01.076359 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-636d9569-1c62-4bdb-8469-c96be745f118 tempest-AutoAllocateNetworkTest-919043124 tempest-AutoAllocateNetworkTest-919043124-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:05:01.078098 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-636d9569-1c62-4bdb-8469-c96be745f118 tempest-AutoAllocateNetworkTest-919043124 tempest-AutoAllocateNetworkTest-919043124-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 764 time: 0.2117553 Jan 26 21:05:01.081134 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 40838) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:05:01.142386 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 40844) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:05:01.142559 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-bb11c470-775f-4154-8fe5-8e0d583c4e10 tempest-AutoAllocateNetworkTest-919043124 tempest-AutoAllocateNetworkTest-919043124-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0602667 Jan 26 21:05:01.160322 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 40846) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:05:01.175676 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-291ad246-6123-495e-a53a-a773fe7f076d tempest-AutoAllocateNetworkTest-919043124 tempest-AutoAllocateNetworkTest-919043124-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=d69961e9ce4040818bbeb2f616736e0b HTTP/1.1" status: 200 len: 208 time: 0.0294938 Jan 26 21:05:01.492788 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-11123938-7b5f-4637-89cb-6b7566ae7ba7 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-12624398-network', 'tenant_id': 'd23b24c8db034dca99b1d99ddc0880a5'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:05:01.515572 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11123938-7b5f-4637-89cb-6b7566ae7ba7 admin admin] Made reservation on behalf of d23b24c8db034dca99b1d99ddc0880a5 for: {'network': 1} {{(pid=103305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 21:05:01.517993 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-11123938-7b5f-4637-89cb-6b7566ae7ba7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for network (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:05:01.526514 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-11123938-7b5f-4637-89cb-6b7566ae7ba7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:05:01.607037 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-11123938-7b5f-4637-89cb-6b7566ae7ba7 admin admin] Publish callbacks [] for security_group (2f4bb8ce-67ff-422b-9f37-31b8044a42c7), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:05:01.611959 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-11123938-7b5f-4637-89cb-6b7566ae7ba7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (2f4bb8ce-67ff-422b-9f37-31b8044a42c7), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:05:01.625994 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-11123938-7b5f-4637-89cb-6b7566ae7ba7 admin admin] vlan segment allocate from pool success with {'vlan_id': 558, 'physical_network': 'physnet1'} {{(pid=103305) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 26 21:05:01.643117 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-11123938-7b5f-4637-89cb-6b7566ae7ba7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576559'] for segment (86abbadd-e980-48d3-bcba-75375a5948b3), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:05:01.643377 n-d-760453-5 neutron-server[103305]: INFO neutron.db.segments_db [None req-11123938-7b5f-4637-89cb-6b7566ae7ba7 admin admin] Added segment 86abbadd-e980-48d3-bcba-75375a5948b3 of type vlan for network 9b81ad00-7180-4a41-9594-2bd0d66dbd57 Jan 26 21:05:01.663527 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11123938-7b5f-4637-89cb-6b7566ae7ba7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f4bb8ce-67ff-422b-9f37-31b8044a42c7,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:05:01.689904 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11123938-7b5f-4637-89cb-6b7566ae7ba7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:05:01.690226 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11123938-7b5f-4637-89cb-6b7566ae7ba7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:05:01.690564 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11123938-7b5f-4637-89cb-6b7566ae7ba7 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:05:01.690899 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11123938-7b5f-4637-89cb-6b7566ae7ba7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:05:01.691230 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11123938-7b5f-4637-89cb-6b7566ae7ba7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:05:01.691592 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11123938-7b5f-4637-89cb-6b7566ae7ba7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:05:01.691920 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11123938-7b5f-4637-89cb-6b7566ae7ba7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:05:01.692244 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11123938-7b5f-4637-89cb-6b7566ae7ba7 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:05:01.692642 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11123938-7b5f-4637-89cb-6b7566ae7ba7 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:05:01.692908 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11123938-7b5f-4637-89cb-6b7566ae7ba7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:05:01.693216 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11123938-7b5f-4637-89cb-6b7566ae7ba7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:05:01.693559 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11123938-7b5f-4637-89cb-6b7566ae7ba7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:05:01.693877 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11123938-7b5f-4637-89cb-6b7566ae7ba7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:05:01.694925 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11123938-7b5f-4637-89cb-6b7566ae7ba7 admin admin] Tracked resource versions report: Jan 26 21:05:01.694925 n-d-760453-5 neutron-server[103305]: pushed versions: Jan 26 21:05:01.694925 n-d-760453-5 neutron-server[103305]: { 'AddressGroup': {'1.2'}, Jan 26 21:05:01.694925 n-d-760453-5 neutron-server[103305]: 'ConntrackHelper': {'1.0'}, Jan 26 21:05:01.694925 n-d-760453-5 neutron-server[103305]: 'LocalIPAssociation': {'1.0'}, Jan 26 21:05:01.694925 n-d-760453-5 neutron-server[103305]: 'Log': {'1.0'}, Jan 26 21:05:01.694925 n-d-760453-5 neutron-server[103305]: 'Network': {'1.1'}, Jan 26 21:05:01.694925 n-d-760453-5 neutron-server[103305]: 'Port': {'1.7'}, Jan 26 21:05:01.694925 n-d-760453-5 neutron-server[103305]: 'PortForwarding': {'1.2'}, Jan 26 21:05:01.694925 n-d-760453-5 neutron-server[103305]: 'QosPolicy': {'1.10'}, Jan 26 21:05:01.694925 n-d-760453-5 neutron-server[103305]: 'SecurityGroup': {'1.5'}, Jan 26 21:05:01.694925 n-d-760453-5 neutron-server[103305]: 'SecurityGroupRule': {'1.2'}, Jan 26 21:05:01.694925 n-d-760453-5 neutron-server[103305]: 'SubPort': {'1.0'}, Jan 26 21:05:01.694925 n-d-760453-5 neutron-server[103305]: 'Subnet': {'1.1'}, Jan 26 21:05:01.694925 n-d-760453-5 neutron-server[103305]: 'Trunk': {'1.1'}} Jan 26 21:05:01.694925 n-d-760453-5 neutron-server[103305]: consumer versions: Jan 26 21:05:01.694925 n-d-760453-5 neutron-server[103305]: { DHCP agent@n-d-760453-5: {}, Jan 26 21:05:01.694925 n-d-760453-5 neutron-server[103305]: HyperV agent@n-h1-760453-5: {}, Jan 26 21:05:01.694925 n-d-760453-5 neutron-server[103305]: HyperV agent@n-h2-760453-5: {}, Jan 26 21:05:01.694925 n-d-760453-5 neutron-server[103305]: L3 agent@n-d-760453-5: {}, Jan 26 21:05:01.694925 n-d-760453-5 neutron-server[103305]: Metadata agent@n-d-760453-5: {}, Jan 26 21:05:01.694925 n-d-760453-5 neutron-server[103305]: Metering agent@n-d-760453-5: {}, Jan 26 21:05:01.694925 n-d-760453-5 neutron-server[103305]: Open vSwitch agent@n-d-760453-5: { 'AddressGroup': '1.2', Jan 26 21:05:01.694925 n-d-760453-5 neutron-server[103305]: 'ConntrackHelper': '1.0', Jan 26 21:05:01.694925 n-d-760453-5 neutron-server[103305]: 'LocalIPAssociation': '1.0', Jan 26 21:05:01.694925 n-d-760453-5 neutron-server[103305]: 'Log': '1.0', Jan 26 21:05:01.694925 n-d-760453-5 neutron-server[103305]: 'Network': '1.1', Jan 26 21:05:01.694925 n-d-760453-5 neutron-server[103305]: 'Port': '1.7', Jan 26 21:05:01.694925 n-d-760453-5 neutron-server[103305]: 'PortForwarding': '1.2', Jan 26 21:05:01.694925 n-d-760453-5 neutron-server[103305]: 'QosPolicy': '1.10', Jan 26 21:05:01.694925 n-d-760453-5 neutron-server[103305]: 'SecurityGroup': '1.5', Jan 26 21:05:01.694925 n-d-760453-5 neutron-server[103305]: 'SecurityGroupRule': '1.2', Jan 26 21:05:01.694925 n-d-760453-5 neutron-server[103305]: 'SubPort': '1.0', Jan 26 21:05:01.694925 n-d-760453-5 neutron-server[103305]: 'Subnet': '1.1', Jan 26 21:05:01.694925 n-d-760453-5 neutron-server[103305]: 'Trunk': '1.1'}} Jan 26 21:05:01.694925 n-d-760453-5 neutron-server[103305]: {{(pid=103305) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 26 21:05:01.709225 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-11123938-7b5f-4637-89cb-6b7566ae7ba7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746560256871'] for network (9b81ad00-7180-4a41-9594-2bd0d66dbd57), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:05:01.740015 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-11123938-7b5f-4637-89cb-6b7566ae7ba7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503'] for network (9b81ad00-7180-4a41-9594-2bd0d66dbd57), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:05:01.740970 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11123938-7b5f-4637-89cb-6b7566ae7ba7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:05:01.741588 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-11123938-7b5f-4637-89cb-6b7566ae7ba7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709645'] for network (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:05:01.804421 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-11123938-7b5f-4637-89cb-6b7566ae7ba7 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 0.6430202 Jan 26 21:05:01.807405 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 40878) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:05:01.808237 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11123938-7b5f-4637-89cb-6b7566ae7ba7 admin admin] Pushing event updated for resources: {'Network': ['ID=9b81ad00-7180-4a41-9594-2bd0d66dbd57,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:05:01.822535 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Network 9b81ad00-7180-4a41-9594-2bd0d66dbd57 details requested by agent ovs-agent-n-d-760453-5 with host n-d-760453-5 {{(pid=103306) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 26 21:05:01.827073 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-e95abffa-e9ca-4c17-9427-48b5b9d5d162 admin admin] Request body: {'subnet': {'network_id': '9b81ad00-7180-4a41-9594-2bd0d66dbd57', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-12624398-subnet', 'tenant_id': 'd23b24c8db034dca99b1d99ddc0880a5', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:05:01.875435 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e95abffa-e9ca-4c17-9427-48b5b9d5d162 admin admin] Made reservation on behalf of d23b24c8db034dca99b1d99ddc0880a5 for: {'subnet': 1} {{(pid=103304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 21:05:01.878840 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-e95abffa-e9ca-4c17-9427-48b5b9d5d162 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:05:01.881817 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 40886) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:05:02.075858 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-e95abffa-e9ca-4c17-9427-48b5b9d5d162 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503'] for subnet (4d1fd205-2a9b-47a0-a1f2-a48040a3bbee), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:05:02.095194 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-55fafc9a-6bf6-4cb7-a9c4-19c8e8032ae5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:05:02.127744 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e95abffa-e9ca-4c17-9427-48b5b9d5d162 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4d1fd205-2a9b-47a0-a1f2-a48040a3bbee,revision_number=0']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:05:02.136898 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e95abffa-e9ca-4c17-9427-48b5b9d5d162 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:05:02.137252 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e95abffa-e9ca-4c17-9427-48b5b9d5d162 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:05:02.137642 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e95abffa-e9ca-4c17-9427-48b5b9d5d162 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:05:02.138139 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e95abffa-e9ca-4c17-9427-48b5b9d5d162 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:05:02.138613 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e95abffa-e9ca-4c17-9427-48b5b9d5d162 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:05:02.139118 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e95abffa-e9ca-4c17-9427-48b5b9d5d162 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:05:02.139460 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e95abffa-e9ca-4c17-9427-48b5b9d5d162 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:05:02.139787 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e95abffa-e9ca-4c17-9427-48b5b9d5d162 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:05:02.140117 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e95abffa-e9ca-4c17-9427-48b5b9d5d162 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:05:02.140441 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e95abffa-e9ca-4c17-9427-48b5b9d5d162 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:05:02.140766 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e95abffa-e9ca-4c17-9427-48b5b9d5d162 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:05:02.141090 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e95abffa-e9ca-4c17-9427-48b5b9d5d162 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:05:02.141435 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e95abffa-e9ca-4c17-9427-48b5b9d5d162 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:05:02.142654 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e95abffa-e9ca-4c17-9427-48b5b9d5d162 admin admin] Tracked resource versions report: Jan 26 21:05:02.142654 n-d-760453-5 neutron-server[103304]: pushed versions: Jan 26 21:05:02.142654 n-d-760453-5 neutron-server[103304]: { 'AddressGroup': {'1.2'}, Jan 26 21:05:02.142654 n-d-760453-5 neutron-server[103304]: 'ConntrackHelper': {'1.0'}, Jan 26 21:05:02.142654 n-d-760453-5 neutron-server[103304]: 'LocalIPAssociation': {'1.0'}, Jan 26 21:05:02.142654 n-d-760453-5 neutron-server[103304]: 'Log': {'1.0'}, Jan 26 21:05:02.142654 n-d-760453-5 neutron-server[103304]: 'Network': {'1.1'}, Jan 26 21:05:02.142654 n-d-760453-5 neutron-server[103304]: 'Port': {'1.7'}, Jan 26 21:05:02.142654 n-d-760453-5 neutron-server[103304]: 'PortForwarding': {'1.2'}, Jan 26 21:05:02.142654 n-d-760453-5 neutron-server[103304]: 'QosPolicy': {'1.10'}, Jan 26 21:05:02.142654 n-d-760453-5 neutron-server[103304]: 'SecurityGroup': {'1.5'}, Jan 26 21:05:02.142654 n-d-760453-5 neutron-server[103304]: 'SecurityGroupRule': {'1.2'}, Jan 26 21:05:02.142654 n-d-760453-5 neutron-server[103304]: 'SubPort': {'1.0'}, Jan 26 21:05:02.142654 n-d-760453-5 neutron-server[103304]: 'Subnet': {'1.1'}, Jan 26 21:05:02.142654 n-d-760453-5 neutron-server[103304]: 'Trunk': {'1.1'}} Jan 26 21:05:02.142654 n-d-760453-5 neutron-server[103304]: consumer versions: Jan 26 21:05:02.142654 n-d-760453-5 neutron-server[103304]: { DHCP agent@n-d-760453-5: {}, Jan 26 21:05:02.142654 n-d-760453-5 neutron-server[103304]: HyperV agent@n-h1-760453-5: {}, Jan 26 21:05:02.142654 n-d-760453-5 neutron-server[103304]: HyperV agent@n-h2-760453-5: {}, Jan 26 21:05:02.142654 n-d-760453-5 neutron-server[103304]: L3 agent@n-d-760453-5: {}, Jan 26 21:05:02.142654 n-d-760453-5 neutron-server[103304]: Metadata agent@n-d-760453-5: {}, Jan 26 21:05:02.142654 n-d-760453-5 neutron-server[103304]: Metering agent@n-d-760453-5: {}, Jan 26 21:05:02.142654 n-d-760453-5 neutron-server[103304]: Open vSwitch agent@n-d-760453-5: { 'AddressGroup': '1.2', Jan 26 21:05:02.142654 n-d-760453-5 neutron-server[103304]: 'ConntrackHelper': '1.0', Jan 26 21:05:02.142654 n-d-760453-5 neutron-server[103304]: 'LocalIPAssociation': '1.0', Jan 26 21:05:02.142654 n-d-760453-5 neutron-server[103304]: 'Log': '1.0', Jan 26 21:05:02.142654 n-d-760453-5 neutron-server[103304]: 'Network': '1.1', Jan 26 21:05:02.142654 n-d-760453-5 neutron-server[103304]: 'Port': '1.7', Jan 26 21:05:02.142654 n-d-760453-5 neutron-server[103304]: 'PortForwarding': '1.2', Jan 26 21:05:02.142654 n-d-760453-5 neutron-server[103304]: 'QosPolicy': '1.10', Jan 26 21:05:02.142654 n-d-760453-5 neutron-server[103304]: 'SecurityGroup': '1.5', Jan 26 21:05:02.142654 n-d-760453-5 neutron-server[103304]: 'SecurityGroupRule': '1.2', Jan 26 21:05:02.142654 n-d-760453-5 neutron-server[103304]: 'SubPort': '1.0', Jan 26 21:05:02.142654 n-d-760453-5 neutron-server[103304]: 'Subnet': '1.1', Jan 26 21:05:02.142654 n-d-760453-5 neutron-server[103304]: 'Trunk': '1.1'}} Jan 26 21:05:02.142654 n-d-760453-5 neutron-server[103304]: {{(pid=103304) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 26 21:05:02.165092 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e95abffa-e9ca-4c17-9427-48b5b9d5d162 admin admin] Checking segment: {'id': '86abbadd-e980-48d3-bcba-75375a5948b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '9b81ad00-7180-4a41-9594-2bd0d66dbd57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103304) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 21:05:02.165699 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e95abffa-e9ca-4c17-9427-48b5b9d5d162 admin admin] Network hostable DHCP agents. Network: 9b81ad00-7180-4a41-9594-2bd0d66dbd57, hostable agents: ['474ccdf7-ab6c-405b-a3b2-dc7b05829902'], hosted agents: [] {{(pid=103304) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 26 21:05:02.184496 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e95abffa-e9ca-4c17-9427-48b5b9d5d162 admin admin] Network 9b81ad00-7180-4a41-9594-2bd0d66dbd57 is scheduled to be hosted by DHCP agent 474ccdf7-ab6c-405b-a3b2-dc7b05829902 with binding_index 1 {{(pid=103304) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 26 21:05:02.196553 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [None req-e95abffa-e9ca-4c17-9427-48b5b9d5d162 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760453-5, 9b81ad00-7180-4a41-9594-2bd0d66dbd57) {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:05:02.201262 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e95abffa-e9ca-4c17-9427-48b5b9d5d162 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:05:02.202217 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-e95abffa-e9ca-4c17-9427-48b5b9d5d162 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709645'] for subnet (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:05:02.206087 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3135a882-b013-4b33-b4ad-2bc9f342efb7 None None] Network 9b81ad00-7180-4a41-9594-2bd0d66dbd57 requested from n-d-760453-5 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 26 21:05:02.208273 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-55fafc9a-6bf6-4cb7-a9c4-19c8e8032ae5 admin admin] Publish callbacks [] for security_group (50f186d3-9b0e-4213-979a-ba92346caa67), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:05:02.214098 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-55fafc9a-6bf6-4cb7-a9c4-19c8e8032ae5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (50f186d3-9b0e-4213-979a-ba92346caa67), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:05:02.225573 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-e95abffa-e9ca-4c17-9427-48b5b9d5d162 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.4170239 Jan 26 21:05:02.228291 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 40906) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:05:02.240089 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-00809643-98bd-4551-ac1e-fc1b13eaf04d admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-12624398-router', 'tenant_id': 'd23b24c8db034dca99b1d99ddc0880a5', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299'}}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:05:02.257548 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55fafc9a-6bf6-4cb7-a9c4-19c8e8032ae5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50f186d3-9b0e-4213-979a-ba92346caa67,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:05:02.283639 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-55fafc9a-6bf6-4cb7-a9c4-19c8e8032ae5 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d69961e9ce4040818bbeb2f616736e0b&name=default HTTP/1.1" status: 200 len: 2992 time: 0.4005575 Jan 26 21:05:02.286569 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 40908) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:05:02.290383 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-00809643-98bd-4551-ac1e-fc1b13eaf04d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4104596', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13108'] for router (1e1537f3-2953-450d-9758-e36dd4e159f5), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:05:02.291592 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-00809643-98bd-4551-ac1e-fc1b13eaf04d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4105828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4111306', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3733576', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13069'] for router (1e1537f3-2953-450d-9758-e36dd4e159f5), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:05:02.328978 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e454092e-6946-48e7-943f-4d694dc25858 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3c4099e8-8ffb-51d1-af7f-5868973e933f-9b81ad00-7180-4a41-9594-2bd0d66dbd57', 'network_id': '9b81ad00-7180-4a41-9594-2bd0d66dbd57', 'project_id': 'd23b24c8db034dca99b1d99ddc0880a5', 'fixed_ips': [{'subnet_id': '4d1fd205-2a9b-47a0-a1f2-a48040a3bbee'}]}} from n-d-760453-5. {{(pid=103306) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 26 21:05:02.331130 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-e454092e-6946-48e7-943f-4d694dc25858 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (None), before_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:05:02.343397 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-678c68ba-ddf1-4256-8dc7-fbecc9c1aa1d admin admin] Publish callbacks [] for security_group (50f186d3-9b0e-4213-979a-ba92346caa67), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:05:02.373963 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-678c68ba-ddf1-4256-8dc7-fbecc9c1aa1d admin admin] Publish callbacks [] for security_group (50f186d3-9b0e-4213-979a-ba92346caa67), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:05:02.413371 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-00809643-98bd-4551-ac1e-fc1b13eaf04d admin admin] Publish callbacks [] for router_controller (1e1537f3-2953-450d-9758-e36dd4e159f5), precommit_add_association {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:05:02.435925 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-678c68ba-ddf1-4256-8dc7-fbecc9c1aa1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (50f186d3-9b0e-4213-979a-ba92346caa67), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:05:02.439172 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-678c68ba-ddf1-4256-8dc7-fbecc9c1aa1d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:05:02.440544 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-678c68ba-ddf1-4256-8dc7-fbecc9c1aa1d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/50f186d3-9b0e-4213-979a-ba92346caa67 HTTP/1.1" status: 204 len: 168 time: 0.1530056 Jan 26 21:05:02.451162 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-678c68ba-ddf1-4256-8dc7-fbecc9c1aa1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50f186d3-9b0e-4213-979a-ba92346caa67,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:05:02.580003 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.db_base_plugin_common [None req-e454092e-6946-48e7-943f-4d694dc25858 None None] Allocated IP 172.20.0.2 (9b81ad00-7180-4a41-9594-2bd0d66dbd57/4d1fd205-2a9b-47a0-a1f2-a48040a3bbee/5b09afa8-93cc-41f4-bd12-aabce3fb0941) {{(pid=103306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 21:05:02.693577 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-00809643-98bd-4551-ac1e-fc1b13eaf04d admin admin] Publish callbacks [] for router_gateway (1e1537f3-2953-450d-9758-e36dd4e159f5), precommit_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:05:02.764730 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-e454092e-6946-48e7-943f-4d694dc25858 None None] Publish callbacks [] for port (5b09afa8-93cc-41f4-bd12-aabce3fb0941), precommit_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:05:02.774934 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-e454092e-6946-48e7-943f-4d694dc25858 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746560234527'] for port (5b09afa8-93cc-41f4-bd12-aabce3fb0941), after_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:05:02.829742 n-d-760453-5 neutron-server[103306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e454092e-6946-48e7-943f-4d694dc25858 None None] Network 9b81ad00-7180-4a41-9594-2bd0d66dbd57 is already hosted by enough agents. {{(pid=103306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 21:05:02.833578 n-d-760453-5 neutron-server[103306]: DEBUG neutron.scheduler.base_scheduler [None req-e454092e-6946-48e7-943f-4d694dc25858 None None] Resources bound (agent type, host, resource id): {{(pid=103306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:05:02.839638 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e454092e-6946-48e7-943f-4d694dc25858 None None] Received port after_create {{(pid=103306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 21:05:02.847302 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e454092e-6946-48e7-943f-4d694dc25858 None None] Pushing event updated for resources: {'Port': ['ID=5b09afa8-93cc-41f4-bd12-aabce3fb0941,revision_number=1']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:05:02.873543 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e454092e-6946-48e7-943f-4d694dc25858 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:05:02.874223 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e454092e-6946-48e7-943f-4d694dc25858 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:05:02.874762 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e454092e-6946-48e7-943f-4d694dc25858 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:05:02.875313 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e454092e-6946-48e7-943f-4d694dc25858 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:05:02.875841 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e454092e-6946-48e7-943f-4d694dc25858 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:05:02.876411 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e454092e-6946-48e7-943f-4d694dc25858 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:05:02.876932 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e454092e-6946-48e7-943f-4d694dc25858 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:05:02.877482 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e454092e-6946-48e7-943f-4d694dc25858 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:05:02.878010 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e454092e-6946-48e7-943f-4d694dc25858 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:05:02.878530 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e454092e-6946-48e7-943f-4d694dc25858 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:05:02.879063 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e454092e-6946-48e7-943f-4d694dc25858 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:05:02.879577 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e454092e-6946-48e7-943f-4d694dc25858 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:05:02.880113 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e454092e-6946-48e7-943f-4d694dc25858 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:05:02.881390 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e454092e-6946-48e7-943f-4d694dc25858 None None] Tracked resource versions report: Jan 26 21:05:02.881390 n-d-760453-5 neutron-server[103306]: pushed versions: Jan 26 21:05:02.881390 n-d-760453-5 neutron-server[103306]: { 'AddressGroup': {'1.2'}, Jan 26 21:05:02.881390 n-d-760453-5 neutron-server[103306]: 'ConntrackHelper': {'1.0'}, Jan 26 21:05:02.881390 n-d-760453-5 neutron-server[103306]: 'LocalIPAssociation': {'1.0'}, Jan 26 21:05:02.881390 n-d-760453-5 neutron-server[103306]: 'Log': {'1.0'}, Jan 26 21:05:02.881390 n-d-760453-5 neutron-server[103306]: 'Network': {'1.1'}, Jan 26 21:05:02.881390 n-d-760453-5 neutron-server[103306]: 'Port': {'1.7'}, Jan 26 21:05:02.881390 n-d-760453-5 neutron-server[103306]: 'PortForwarding': {'1.2'}, Jan 26 21:05:02.881390 n-d-760453-5 neutron-server[103306]: 'QosPolicy': {'1.10'}, Jan 26 21:05:02.881390 n-d-760453-5 neutron-server[103306]: 'SecurityGroup': {'1.5'}, Jan 26 21:05:02.881390 n-d-760453-5 neutron-server[103306]: 'SecurityGroupRule': {'1.2'}, Jan 26 21:05:02.881390 n-d-760453-5 neutron-server[103306]: 'SubPort': {'1.0'}, Jan 26 21:05:02.881390 n-d-760453-5 neutron-server[103306]: 'Subnet': {'1.1'}, Jan 26 21:05:02.881390 n-d-760453-5 neutron-server[103306]: 'Trunk': {'1.1'}} Jan 26 21:05:02.881390 n-d-760453-5 neutron-server[103306]: consumer versions: Jan 26 21:05:02.881390 n-d-760453-5 neutron-server[103306]: { DHCP agent@n-d-760453-5: {}, Jan 26 21:05:02.881390 n-d-760453-5 neutron-server[103306]: HyperV agent@n-h1-760453-5: {}, Jan 26 21:05:02.881390 n-d-760453-5 neutron-server[103306]: HyperV agent@n-h2-760453-5: {}, Jan 26 21:05:02.881390 n-d-760453-5 neutron-server[103306]: L3 agent@n-d-760453-5: {}, Jan 26 21:05:02.881390 n-d-760453-5 neutron-server[103306]: Metadata agent@n-d-760453-5: {}, Jan 26 21:05:02.881390 n-d-760453-5 neutron-server[103306]: Metering agent@n-d-760453-5: {}, Jan 26 21:05:02.881390 n-d-760453-5 neutron-server[103306]: Open vSwitch agent@n-d-760453-5: { 'AddressGroup': '1.2', Jan 26 21:05:02.881390 n-d-760453-5 neutron-server[103306]: 'ConntrackHelper': '1.0', Jan 26 21:05:02.881390 n-d-760453-5 neutron-server[103306]: 'LocalIPAssociation': '1.0', Jan 26 21:05:02.881390 n-d-760453-5 neutron-server[103306]: 'Log': '1.0', Jan 26 21:05:02.881390 n-d-760453-5 neutron-server[103306]: 'Network': '1.1', Jan 26 21:05:02.881390 n-d-760453-5 neutron-server[103306]: 'Port': '1.7', Jan 26 21:05:02.881390 n-d-760453-5 neutron-server[103306]: 'PortForwarding': '1.2', Jan 26 21:05:02.881390 n-d-760453-5 neutron-server[103306]: 'QosPolicy': '1.10', Jan 26 21:05:02.881390 n-d-760453-5 neutron-server[103306]: 'SecurityGroup': '1.5', Jan 26 21:05:02.881390 n-d-760453-5 neutron-server[103306]: 'SecurityGroupRule': '1.2', Jan 26 21:05:02.881390 n-d-760453-5 neutron-server[103306]: 'SubPort': '1.0', Jan 26 21:05:02.881390 n-d-760453-5 neutron-server[103306]: 'Subnet': '1.1', Jan 26 21:05:02.881390 n-d-760453-5 neutron-server[103306]: 'Trunk': '1.1'}} Jan 26 21:05:02.881390 n-d-760453-5 neutron-server[103306]: {{(pid=103306) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 26 21:05:02.936189 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-e454092e-6946-48e7-943f-4d694dc25858 None None] Attempting to bind port 5b09afa8-93cc-41f4-bd12-aabce3fb0941 on host n-d-760453-5 for vnic_type normal with profile {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 21:05:02.936569 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-e454092e-6946-48e7-943f-4d694dc25858 None None] Attempting to bind port 5b09afa8-93cc-41f4-bd12-aabce3fb0941 by drivers openvswitch,hyperv on host n-d-760453-5 at level 0 using segments [{'id': '86abbadd-e980-48d3-bcba-75375a5948b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '9b81ad00-7180-4a41-9594-2bd0d66dbd57'}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 26 21:05:02.937233 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e454092e-6946-48e7-943f-4d694dc25858 None None] Attempting to bind port 5b09afa8-93cc-41f4-bd12-aabce3fb0941 on network 9b81ad00-7180-4a41-9594-2bd0d66dbd57 {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 21:05:02.944971 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e454092e-6946-48e7-943f-4d694dc25858 None None] Checking agent: {'id': 'fea0591a-627d-4c87-9a9a-01625ddf3277', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760453-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 20, 55, 25), 'started_at': datetime.datetime(2022, 1, 26, 20, 55, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 21, 4, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760453-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 26 21:05:02.945307 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e454092e-6946-48e7-943f-4d694dc25858 None None] Checking segment: {'id': '86abbadd-e980-48d3-bcba-75375a5948b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '9b81ad00-7180-4a41-9594-2bd0d66dbd57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 21:05:02.945548 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-00809643-98bd-4551-ac1e-fc1b13eaf04d admin admin] Publish callbacks [] for router_gateway (1e1537f3-2953-450d-9758-e36dd4e159f5), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:05:02.945987 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-e454092e-6946-48e7-943f-4d694dc25858 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:05:02.946059 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e454092e-6946-48e7-943f-4d694dc25858 None None] Bound using segment: {'id': '86abbadd-e980-48d3-bcba-75375a5948b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '9b81ad00-7180-4a41-9594-2bd0d66dbd57'} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 26 21:05:02.946535 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-e454092e-6946-48e7-943f-4d694dc25858 None None] Bound port: 5b09afa8-93cc-41f4-bd12-aabce3fb0941, host: n-d-760453-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '86abbadd-e980-48d3-bcba-75375a5948b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '9b81ad00-7180-4a41-9594-2bd0d66dbd57'}}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 26 21:05:02.946918 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-e454092e-6946-48e7-943f-4d694dc25858 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (5b09afa8-93cc-41f4-bd12-aabce3fb0941), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:05:02.978945 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-00809643-98bd-4551-ac1e-fc1b13eaf04d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:05:03.062014 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-e454092e-6946-48e7-943f-4d694dc25858 None None] For port 5b09afa8-93cc-41f4-bd12-aabce3fb0941, host n-d-760453-5, cleared binding levels {{(pid=103306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 26 21:05:03.066671 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-e454092e-6946-48e7-943f-4d694dc25858 None None] For port 5b09afa8-93cc-41f4-bd12-aabce3fb0941, host n-d-760453-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=5b09afa8-93cc-41f4-bd12-aabce3fb0941,segment=NetworkSegment(86abbadd-e980-48d3-bcba-75375a5948b3),segment_id=86abbadd-e980-48d3-bcba-75375a5948b3)] {{(pid=103306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 26 21:05:03.075676 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-e454092e-6946-48e7-943f-4d694dc25858 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (5b09afa8-93cc-41f4-bd12-aabce3fb0941), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:05:03.161191 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e454092e-6946-48e7-943f-4d694dc25858 None None] Pushing event updated for resources: {'Port': ['ID=5b09afa8-93cc-41f4-bd12-aabce3fb0941,revision_number=2']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:05:03.166007 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.db_base_plugin_common [None req-00809643-98bd-4551-ac1e-fc1b13eaf04d admin admin] Allocated IP 172.25.1.97 (4140a1f1-c93a-4bea-83a0-68953a54f299/e48251a1-e30d-4820-8396-00c6f6aeb601/dfff1849-53a1-451a-a3fd-8d3a9f61264e) {{(pid=103304) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 21:05:03.307318 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-00809643-98bd-4551-ac1e-fc1b13eaf04d admin admin] Publish callbacks [] for port (dfff1849-53a1-451a-a3fd-8d3a9f61264e), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:05:03.354915 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-00809643-98bd-4551-ac1e-fc1b13eaf04d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746560234527'] for port (dfff1849-53a1-451a-a3fd-8d3a9f61264e), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:05:03.411638 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00809643-98bd-4551-ac1e-fc1b13eaf04d admin admin] Pushing event updated for resources: {'Port': ['ID=dfff1849-53a1-451a-a3fd-8d3a9f61264e,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:05:03.427086 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00809643-98bd-4551-ac1e-fc1b13eaf04d admin admin] Network 4140a1f1-c93a-4bea-83a0-68953a54f299 is already hosted by enough agents. {{(pid=103304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 21:05:03.427086 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [None req-00809643-98bd-4551-ac1e-fc1b13eaf04d admin admin] Resources bound (agent type, host, resource id): {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:05:03.428515 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00809643-98bd-4551-ac1e-fc1b13eaf04d admin admin] Received port after_create {{(pid=103304) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 21:05:03.753492 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-00809643-98bd-4551-ac1e-fc1b13eaf04d admin admin] Publish callbacks [] for router_gateway (1e1537f3-2953-450d-9758-e36dd4e159f5), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:05:03.938887 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device 5b09afa8-93cc-41f4-bd12-aabce3fb0941 up at agent ovs-agent-n-d-760453-5 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 21:05:04.010204 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Provisioning complete for port 5b09afa8-93cc-41f4-bd12-aabce3fb0941 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:05:04.010940 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (5b09afa8-93cc-41f4-bd12-aabce3fb0941), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:05:04.037800 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-00809643-98bd-4551-ac1e-fc1b13eaf04d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4105757', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4111263'] for router (1e1537f3-2953-450d-9758-e36dd4e159f5), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:05:04.228156 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Current status of the port 5b09afa8-93cc-41f4-bd12-aabce3fb0941 is: DOWN; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:05:04.229562 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (5b09afa8-93cc-41f4-bd12-aabce3fb0941), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:05:04.329534 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] For port 5b09afa8-93cc-41f4-bd12-aabce3fb0941, host n-d-760453-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=5b09afa8-93cc-41f4-bd12-aabce3fb0941,segment=NetworkSegment(86abbadd-e980-48d3-bcba-75375a5948b3),segment_id=86abbadd-e980-48d3-bcba-75375a5948b3)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:05:04.342808 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (5b09afa8-93cc-41f4-bd12-aabce3fb0941), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:05:04.363838 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00809643-98bd-4551-ac1e-fc1b13eaf04d admin admin] Router 1e1537f3-2953-450d-9758-e36dd4e159f5 is scheduled to L3 agent 09df100c-3af1-4b0a-bda8-05914c71c458 with binding_index 1 {{(pid=103304) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 26 21:05:04.448240 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Pushing event updated for resources: {'Port': ['ID=5b09afa8-93cc-41f4-bd12-aabce3fb0941,revision_number=3']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:05:04.535184 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00809643-98bd-4551-ac1e-fc1b13eaf04d admin admin] Notify agent at l3_agent.n-d-760453-5 the message routers_updated {{(pid=103304) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 26 21:05:04.546902 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a27d8ba8-15be-4294-8daf-db9fcfce8164 None None] Sync routers for ids ['1e1537f3-2953-450d-9758-e36dd4e159f5'] in n-d-760453-5 {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 26 21:05:04.562584 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a27d8ba8-15be-4294-8daf-db9fcfce8164 None None] Routers {'1e1537f3-2953-450d-9758-e36dd4e159f5'} bound to L3 agent in host n-d-760453-5 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 21:05:04.562743 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f415ecfc-c158-499e-abdf-aa2efd7b629d None None] Network 9b81ad00-7180-4a41-9594-2bd0d66dbd57 requested from n-d-760453-5 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 26 21:05:04.563742 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-a27d8ba8-15be-4294-8daf-db9fcfce8164 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-26T20:55:21Z,description=,heartbeat_timestamp=2022-01-26T21:04:51Z,host='n-d-760453-5',id=09df100c-3af1-4b0a-bda8-05914c71c458,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:55:21Z,topic='l3_agent')) {'router_ids': ['1e1537f3-2953-450d-9758-e36dd4e159f5'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:05:04.594075 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-00809643-98bd-4551-ac1e-fc1b13eaf04d admin admin] Publish callbacks [] for router (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:05:04.597579 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-00809643-98bd-4551-ac1e-fc1b13eaf04d admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 933 time: 2.3664770 Jan 26 21:05:04.598821 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 41006) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:05:04.624747 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-8cbf22ae-dd4f-423b-9fc5-fae6c5a18609 None None] Provisioning complete for port 5b09afa8-93cc-41f4-bd12-aabce3fb0941 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:05:04.625131 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-8cbf22ae-dd4f-423b-9fc5-fae6c5a18609 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (5b09afa8-93cc-41f4-bd12-aabce3fb0941), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:05:04.741500 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_dvr_db [None req-a27d8ba8-15be-4294-8daf-db9fcfce8164 None None] Set router 1e1537f3-2953-450d-9758-e36dd4e159f5 gateway port host: n-d-760453-5 {{(pid=103307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 21:05:04.845712 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-8cbf22ae-dd4f-423b-9fc5-fae6c5a18609 None None] Current status of the port 5b09afa8-93cc-41f4-bd12-aabce3fb0941 is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:05:04.966868 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-a27d8ba8-15be-4294-8daf-db9fcfce8164 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e1537f3-2953-450d-9758-e36dd4e159f5', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-12624398-router', 'tenant_id': 'd23b24c8db034dca99b1d99ddc0880a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'external_fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.97'}], 'enable_snat': True}, 'gw_port_id': 'dfff1849-53a1-451a-a3fd-8d3a9f61264e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T21:05:02Z', 'updated_at': '2022-01-26T21:05:03Z', 'revision_number': 3, 'project_id': 'd23b24c8db034dca99b1d99ddc0880a5', 'gw_port': {'id': 'dfff1849-53a1-451a-a3fd-8d3a9f61264e', 'name': '', 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:f5:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e1537f3-2953-450d-9758-e36dd4e159f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:05:02Z', 'updated_at': '2022-01-26T21:05:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-5'}], 'n-d-760453-5', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:05:05.006264 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a27d8ba8-15be-4294-8daf-db9fcfce8164 None None] Checking router: 1e1537f3-2953-450d-9758-e36dd4e159f5 for host: n-d-760453-5 {{(pid=103307) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 26 21:05:05.006549 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a27d8ba8-15be-4294-8daf-db9fcfce8164 None None] Updating router 1e1537f3-2953-450d-9758-e36dd4e159f5 port dfff1849-53a1-451a-a3fd-8d3a9f61264e binding host n-d-760453-5 {{(pid=103307) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 26 21:05:05.037496 n-d-760453-5 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-a27d8ba8-15be-4294-8daf-db9fcfce8164 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (dfff1849-53a1-451a-a3fd-8d3a9f61264e), before_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:05:05.289446 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-2d512fb5-2a7c-4b3b-b95a-5b8f2ef6d3df None None] Provisioning complete for port 5b09afa8-93cc-41f4-bd12-aabce3fb0941 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:05:05.290746 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2d512fb5-2a7c-4b3b-b95a-5b8f2ef6d3df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (5b09afa8-93cc-41f4-bd12-aabce3fb0941), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:05:05.341017 n-d-760453-5 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-a27d8ba8-15be-4294-8daf-db9fcfce8164 None None] Publish callbacks [] for port (dfff1849-53a1-451a-a3fd-8d3a9f61264e), precommit_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:05:05.354817 n-d-760453-5 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-a27d8ba8-15be-4294-8daf-db9fcfce8164 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (dfff1849-53a1-451a-a3fd-8d3a9f61264e), after_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:05:05.400240 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2d512fb5-2a7c-4b3b-b95a-5b8f2ef6d3df None None] Current status of the port 5b09afa8-93cc-41f4-bd12-aabce3fb0941 is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:05:05.424909 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-3dafd2e3-a870-40ec-95b0-872ac87ae9c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:05:05.439688 n-d-760453-5 neutron-server[103307]: DEBUG neutron.plugins.ml2.managers [None req-a27d8ba8-15be-4294-8daf-db9fcfce8164 None None] Attempting to bind port dfff1849-53a1-451a-a3fd-8d3a9f61264e on host n-d-760453-5 for vnic_type normal with profile {{(pid=103307) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 21:05:05.440120 n-d-760453-5 neutron-server[103307]: DEBUG neutron.plugins.ml2.managers [None req-a27d8ba8-15be-4294-8daf-db9fcfce8164 None None] Attempting to bind port dfff1849-53a1-451a-a3fd-8d3a9f61264e by drivers openvswitch,hyperv on host n-d-760453-5 at level 0 using segments [{'id': 'e17cb353-418f-48b9-b982-21a6233ee99b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299'}] {{(pid=103307) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 26 21:05:05.440925 n-d-760453-5 neutron-server[103307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a27d8ba8-15be-4294-8daf-db9fcfce8164 None None] Attempting to bind port dfff1849-53a1-451a-a3fd-8d3a9f61264e on network 4140a1f1-c93a-4bea-83a0-68953a54f299 {{(pid=103307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 21:05:05.449633 n-d-760453-5 neutron-server[103307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a27d8ba8-15be-4294-8daf-db9fcfce8164 None None] Checking agent: {'id': 'fea0591a-627d-4c87-9a9a-01625ddf3277', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760453-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 20, 55, 25), 'started_at': datetime.datetime(2022, 1, 26, 20, 55, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 21, 4, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760453-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 26 21:05:05.450569 n-d-760453-5 neutron-server[103307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a27d8ba8-15be-4294-8daf-db9fcfce8164 None None] Checking segment: {'id': 'e17cb353-418f-48b9-b982-21a6233ee99b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103307) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 21:05:05.450979 n-d-760453-5 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-a27d8ba8-15be-4294-8daf-db9fcfce8164 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:05:05.451377 n-d-760453-5 neutron-server[103307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a27d8ba8-15be-4294-8daf-db9fcfce8164 None None] Bound using segment: {'id': 'e17cb353-418f-48b9-b982-21a6233ee99b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299'} {{(pid=103307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 26 21:05:05.451846 n-d-760453-5 neutron-server[103307]: DEBUG neutron.plugins.ml2.managers [None req-a27d8ba8-15be-4294-8daf-db9fcfce8164 None None] Bound port: dfff1849-53a1-451a-a3fd-8d3a9f61264e, host: n-d-760453-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e17cb353-418f-48b9-b982-21a6233ee99b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299'}}] {{(pid=103307) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 26 21:05:05.452226 n-d-760453-5 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-a27d8ba8-15be-4294-8daf-db9fcfce8164 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (dfff1849-53a1-451a-a3fd-8d3a9f61264e), before_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:05:05.453938 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db53b26-df19-46bf-8900-5ababb2a5570 None None] Pushing event updated for resources: {'Port': ['ID=dfff1849-53a1-451a-a3fd-8d3a9f61264e,revision_number=2']} {{(pid=103307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:05:05.485638 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db53b26-df19-46bf-8900-5ababb2a5570 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:05:05.485960 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db53b26-df19-46bf-8900-5ababb2a5570 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:05:05.486241 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db53b26-df19-46bf-8900-5ababb2a5570 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:05:05.486575 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db53b26-df19-46bf-8900-5ababb2a5570 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:05:05.487814 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db53b26-df19-46bf-8900-5ababb2a5570 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:05:05.488034 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db53b26-df19-46bf-8900-5ababb2a5570 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:05:05.488373 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db53b26-df19-46bf-8900-5ababb2a5570 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:05:05.488706 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db53b26-df19-46bf-8900-5ababb2a5570 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:05:05.489019 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db53b26-df19-46bf-8900-5ababb2a5570 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:05:05.489363 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db53b26-df19-46bf-8900-5ababb2a5570 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:05:05.489692 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db53b26-df19-46bf-8900-5ababb2a5570 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:05:05.490012 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db53b26-df19-46bf-8900-5ababb2a5570 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:05:05.490331 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db53b26-df19-46bf-8900-5ababb2a5570 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:05:05.491402 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db53b26-df19-46bf-8900-5ababb2a5570 None None] Tracked resource versions report: Jan 26 21:05:05.491402 n-d-760453-5 neutron-server[103307]: pushed versions: Jan 26 21:05:05.491402 n-d-760453-5 neutron-server[103307]: { 'AddressGroup': {'1.2'}, Jan 26 21:05:05.491402 n-d-760453-5 neutron-server[103307]: 'ConntrackHelper': {'1.0'}, Jan 26 21:05:05.491402 n-d-760453-5 neutron-server[103307]: 'LocalIPAssociation': {'1.0'}, Jan 26 21:05:05.491402 n-d-760453-5 neutron-server[103307]: 'Log': {'1.0'}, Jan 26 21:05:05.491402 n-d-760453-5 neutron-server[103307]: 'Network': {'1.1'}, Jan 26 21:05:05.491402 n-d-760453-5 neutron-server[103307]: 'Port': {'1.7'}, Jan 26 21:05:05.491402 n-d-760453-5 neutron-server[103307]: 'PortForwarding': {'1.2'}, Jan 26 21:05:05.491402 n-d-760453-5 neutron-server[103307]: 'QosPolicy': {'1.10'}, Jan 26 21:05:05.491402 n-d-760453-5 neutron-server[103307]: 'SecurityGroup': {'1.5'}, Jan 26 21:05:05.491402 n-d-760453-5 neutron-server[103307]: 'SecurityGroupRule': {'1.2'}, Jan 26 21:05:05.491402 n-d-760453-5 neutron-server[103307]: 'SubPort': {'1.0'}, Jan 26 21:05:05.491402 n-d-760453-5 neutron-server[103307]: 'Subnet': {'1.1'}, Jan 26 21:05:05.491402 n-d-760453-5 neutron-server[103307]: 'Trunk': {'1.1'}} Jan 26 21:05:05.491402 n-d-760453-5 neutron-server[103307]: consumer versions: Jan 26 21:05:05.491402 n-d-760453-5 neutron-server[103307]: { DHCP agent@n-d-760453-5: {}, Jan 26 21:05:05.491402 n-d-760453-5 neutron-server[103307]: HyperV agent@n-h1-760453-5: {}, Jan 26 21:05:05.491402 n-d-760453-5 neutron-server[103307]: HyperV agent@n-h2-760453-5: {}, Jan 26 21:05:05.491402 n-d-760453-5 neutron-server[103307]: L3 agent@n-d-760453-5: {}, Jan 26 21:05:05.491402 n-d-760453-5 neutron-server[103307]: Metadata agent@n-d-760453-5: {}, Jan 26 21:05:05.491402 n-d-760453-5 neutron-server[103307]: Metering agent@n-d-760453-5: {}, Jan 26 21:05:05.491402 n-d-760453-5 neutron-server[103307]: Open vSwitch agent@n-d-760453-5: { 'AddressGroup': '1.2', Jan 26 21:05:05.491402 n-d-760453-5 neutron-server[103307]: 'ConntrackHelper': '1.0', Jan 26 21:05:05.491402 n-d-760453-5 neutron-server[103307]: 'LocalIPAssociation': '1.0', Jan 26 21:05:05.491402 n-d-760453-5 neutron-server[103307]: 'Log': '1.0', Jan 26 21:05:05.491402 n-d-760453-5 neutron-server[103307]: 'Network': '1.1', Jan 26 21:05:05.491402 n-d-760453-5 neutron-server[103307]: 'Port': '1.7', Jan 26 21:05:05.491402 n-d-760453-5 neutron-server[103307]: 'PortForwarding': '1.2', Jan 26 21:05:05.491402 n-d-760453-5 neutron-server[103307]: 'QosPolicy': '1.10', Jan 26 21:05:05.491402 n-d-760453-5 neutron-server[103307]: 'SecurityGroup': '1.5', Jan 26 21:05:05.491402 n-d-760453-5 neutron-server[103307]: 'SecurityGroupRule': '1.2', Jan 26 21:05:05.491402 n-d-760453-5 neutron-server[103307]: 'SubPort': '1.0', Jan 26 21:05:05.491402 n-d-760453-5 neutron-server[103307]: 'Subnet': '1.1', Jan 26 21:05:05.491402 n-d-760453-5 neutron-server[103307]: 'Trunk': '1.1'}} Jan 26 21:05:05.491402 n-d-760453-5 neutron-server[103307]: {{(pid=103307) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 26 21:05:05.534541 n-d-760453-5 neutron-server[103307]: DEBUG neutron.plugins.ml2.db [None req-a27d8ba8-15be-4294-8daf-db9fcfce8164 None None] For port dfff1849-53a1-451a-a3fd-8d3a9f61264e, host n-d-760453-5, cleared binding levels {{(pid=103307) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 26 21:05:05.538328 n-d-760453-5 neutron-server[103307]: DEBUG neutron.plugins.ml2.db [None req-a27d8ba8-15be-4294-8daf-db9fcfce8164 None None] For port dfff1849-53a1-451a-a3fd-8d3a9f61264e, host n-d-760453-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=dfff1849-53a1-451a-a3fd-8d3a9f61264e,segment=NetworkSegment(e17cb353-418f-48b9-b982-21a6233ee99b),segment_id=e17cb353-418f-48b9-b982-21a6233ee99b)] {{(pid=103307) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 26 21:05:05.547006 n-d-760453-5 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-a27d8ba8-15be-4294-8daf-db9fcfce8164 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (dfff1849-53a1-451a-a3fd-8d3a9f61264e), after_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:05:05.628873 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a27d8ba8-15be-4294-8daf-db9fcfce8164 None None] Routers {'1e1537f3-2953-450d-9758-e36dd4e159f5'} bound to L3 agent in host n-d-760453-5 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 21:05:05.630308 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-a27d8ba8-15be-4294-8daf-db9fcfce8164 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-26T20:55:21Z,description=,heartbeat_timestamp=2022-01-26T21:04:51Z,host='n-d-760453-5',id=09df100c-3af1-4b0a-bda8-05914c71c458,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:55:21Z,topic='l3_agent')) {'router_ids': ['1e1537f3-2953-450d-9758-e36dd4e159f5'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:05:05.672815 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db53b26-df19-46bf-8900-5ababb2a5570 None None] Pushing event updated for resources: {'Port': ['ID=dfff1849-53a1-451a-a3fd-8d3a9f61264e,revision_number=3']} {{(pid=103307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:05:05.713801 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.db_base_plugin_common [None req-3dafd2e3-a870-40ec-95b0-872ac87ae9c7 admin admin] Allocated IP 172.20.0.1 (9b81ad00-7180-4a41-9594-2bd0d66dbd57/4d1fd205-2a9b-47a0-a1f2-a48040a3bbee/076ddd78-7c26-43be-8bb8-b1fe7e196fd1) {{(pid=103305) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 21:05:05.771784 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 41060) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:05:05.775383 n-d-760453-5 neutron-server[103304]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jan 26 21:05:05.802712 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_dvr_db [None req-a27d8ba8-15be-4294-8daf-db9fcfce8164 None None] Set router 1e1537f3-2953-450d-9758-e36dd4e159f5 gateway port host: n-d-760453-5 {{(pid=103307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 21:05:05.836002 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-e911ca57-289d-4fb8-9642-15743c34c992 req-ddf65418-d6de-4385-9af1-bc2c8da6a2b0 tempest-DeleteServersAdminTestJSON-986730985 tempest-DeleteServersAdminTestJSON-986730985-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=2f184c8f2783474a9301ac955aff42f5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0620613 Jan 26 21:05:05.886233 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device 5b09afa8-93cc-41f4-bd12-aabce3fb0941 up at agent ovs-agent-n-d-760453-5 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 21:05:05.912309 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-3dafd2e3-a870-40ec-95b0-872ac87ae9c7 admin admin] Publish callbacks [] for port (076ddd78-7c26-43be-8bb8-b1fe7e196fd1), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:05:05.958694 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-3dafd2e3-a870-40ec-95b0-872ac87ae9c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746560234527'] for port (076ddd78-7c26-43be-8bb8-b1fe7e196fd1), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:05:05.984525 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Provisioning complete for port 5b09afa8-93cc-41f4-bd12-aabce3fb0941 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:05:05.985044 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (5b09afa8-93cc-41f4-bd12-aabce3fb0941), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:05:06.045665 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e911ca57-289d-4fb8-9642-15743c34c992 req-4a1b08f0-c552-4344-a22d-d48966779192 tempest-DeleteServersAdminTestJSON-986730985 tempest-DeleteServersAdminTestJSON-986730985-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:05:06.047102 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-e911ca57-289d-4fb8-9642-15743c34c992 req-4a1b08f0-c552-4344-a22d-d48966779192 tempest-DeleteServersAdminTestJSON-986730985 tempest-DeleteServersAdminTestJSON-986730985-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2041543 Jan 26 21:05:06.047572 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 41086) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:05:06.051743 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dafd2e3-a870-40ec-95b0-872ac87ae9c7 admin admin] Pushing event updated for resources: {'Port': ['ID=076ddd78-7c26-43be-8bb8-b1fe7e196fd1,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:05:06.062136 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dafd2e3-a870-40ec-95b0-872ac87ae9c7 admin admin] Network 9b81ad00-7180-4a41-9594-2bd0d66dbd57 is already hosted by enough agents. {{(pid=103305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 21:05:06.064086 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [None req-3dafd2e3-a870-40ec-95b0-872ac87ae9c7 admin admin] Resources bound (agent type, host, resource id): {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:05:06.072863 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dafd2e3-a870-40ec-95b0-872ac87ae9c7 admin admin] Received port after_create {{(pid=103305) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 21:05:06.073414 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-3dafd2e3-a870-40ec-95b0-872ac87ae9c7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4111050'] for router_interface (1e1537f3-2953-450d-9758-e36dd4e159f5), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:05:06.090001 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Current status of the port 5b09afa8-93cc-41f4-bd12-aabce3fb0941 is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:05:06.100582 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-a27d8ba8-15be-4294-8daf-db9fcfce8164 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e1537f3-2953-450d-9758-e36dd4e159f5', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-12624398-router', 'tenant_id': 'd23b24c8db034dca99b1d99ddc0880a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'external_fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.97'}], 'enable_snat': True}, 'gw_port_id': 'dfff1849-53a1-451a-a3fd-8d3a9f61264e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T21:05:02Z', 'updated_at': '2022-01-26T21:05:03Z', 'revision_number': 3, 'project_id': 'd23b24c8db034dca99b1d99ddc0880a5', 'gw_port': {'id': 'dfff1849-53a1-451a-a3fd-8d3a9f61264e', 'name': '', 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:f5:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e1537f3-2953-450d-9758-e36dd4e159f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:05:02Z', 'updated_at': '2022-01-26T21:05:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-5'}], 'n-d-760453-5', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:05:06.106020 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-9afe6c21-e808-40d4-a182-340ee532c006 req-5fa6948f-e843-46a2-a382-86228c9c4bc7 tempest-AggregatesAdminTestJSON-1273738830 tempest-AggregatesAdminTestJSON-1273738830-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=062b2464efe344bcb4c3f57dd987cc14&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0495760 Jan 26 21:05:06.139639 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a27d8ba8-15be-4294-8daf-db9fcfce8164 None None] The sync data for ids ['1e1537f3-2953-450d-9758-e36dd4e159f5'] in n-d-760453-5 is: [{'id': '1e1537f3-2953-450d-9758-e36dd4e159f5', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-12624398-router', 'tenant_id': 'd23b24c8db034dca99b1d99ddc0880a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'external_fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.97'}], 'enable_snat': True}, 'gw_port_id': 'dfff1849-53a1-451a-a3fd-8d3a9f61264e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T21:05:02Z', 'updated_at': '2022-01-26T21:05:03Z', 'revision_number': 3, 'project_id': 'd23b24c8db034dca99b1d99ddc0880a5', 'gw_port': {'id': 'dfff1849-53a1-451a-a3fd-8d3a9f61264e', 'name': '', 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:f5:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e1537f3-2953-450d-9758-e36dd4e159f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:05:02Z', 'updated_at': '2022-01-26T21:05:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-5'}] {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 26 21:05:06.205600 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-e911ca57-289d-4fb8-9642-15743c34c992 req-521a174d-d3a0-4328-a22d-3c707c4ab8e2 tempest-DeleteServersAdminTestJSON-986730985 tempest-DeleteServersAdminTestJSON-986730985-project] 10.222.0.13 "GET /v2.0/quotas/2f184c8f2783474a9301ac955aff42f5 HTTP/1.1" status: 200 len: 375 time: 0.1467259 Jan 26 21:05:06.282697 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-3dafd2e3-a870-40ec-95b0-872ac87ae9c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (076ddd78-7c26-43be-8bb8-b1fe7e196fd1), before_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:05:06.440165 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-e911ca57-289d-4fb8-9642-15743c34c992 req-0f747142-7167-45fe-bcc9-b95a5e75eccc tempest-DeleteServersAdminTestJSON-986730985 tempest-DeleteServersAdminTestJSON-986730985-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=2f184c8f2783474a9301ac955aff42f5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2334800 Jan 26 21:05:06.451847 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-a1b9e126-fcfe-4ae5-9d4f-cc58c82cf949 None None] Provisioning complete for port 076ddd78-7c26-43be-8bb8-b1fe7e196fd1 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:05:06.452388 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-a1b9e126-fcfe-4ae5-9d4f-cc58c82cf949 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (076ddd78-7c26-43be-8bb8-b1fe7e196fd1), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:05:06.511726 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9afe6c21-e808-40d4-a182-340ee532c006 req-8472c563-50fc-4cbb-b466-18024fed37f1 tempest-AggregatesAdminTestJSON-1273738830 tempest-AggregatesAdminTestJSON-1273738830-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:05:06.520163 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-a1b9e126-fcfe-4ae5-9d4f-cc58c82cf949 None None] Port 076ddd78-7c26-43be-8bb8-b1fe7e196fd1 cannot update to ACTIVE because it is not bound. {{(pid=103306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 26 21:05:06.520409 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-9afe6c21-e808-40d4-a182-340ee532c006 req-8472c563-50fc-4cbb-b466-18024fed37f1 tempest-AggregatesAdminTestJSON-1273738830 tempest-AggregatesAdminTestJSON-1273738830-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4127684 Jan 26 21:05:06.531562 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-9afe6c21-e808-40d4-a182-340ee532c006 req-057d67f3-373f-49a7-8f4e-0e52e6221481 tempest-AggregatesAdminTestJSON-1273738830 tempest-AggregatesAdminTestJSON-1273738830-project] 10.222.0.13 "GET /v2.0/quotas/062b2464efe344bcb4c3f57dd987cc14 HTTP/1.1" status: 200 len: 375 time: 0.0101178 Jan 26 21:05:06.536235 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-3dafd2e3-a870-40ec-95b0-872ac87ae9c7 admin admin] Publish callbacks [] for port (076ddd78-7c26-43be-8bb8-b1fe7e196fd1), precommit_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:05:06.543916 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-3dafd2e3-a870-40ec-95b0-872ac87ae9c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (076ddd78-7c26-43be-8bb8-b1fe7e196fd1), after_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:05:06.545032 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-3dafd2e3-a870-40ec-95b0-872ac87ae9c7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3709457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4110682'] for router_interface (1e1537f3-2953-450d-9758-e36dd4e159f5), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:05:06.590328 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-9afe6c21-e808-40d4-a182-340ee532c006 req-2dace803-a507-45ac-b894-fa01a1ca603d tempest-AggregatesAdminTestJSON-1273738830 tempest-AggregatesAdminTestJSON-1273738830-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=062b2464efe344bcb4c3f57dd987cc14&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0511532 Jan 26 21:05:06.636692 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dafd2e3-a870-40ec-95b0-872ac87ae9c7 admin admin] Pushing event updated for resources: {'Port': ['ID=076ddd78-7c26-43be-8bb8-b1fe7e196fd1,revision_number=2']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:05:06.694826 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dafd2e3-a870-40ec-95b0-872ac87ae9c7 admin admin] Network 9b81ad00-7180-4a41-9594-2bd0d66dbd57 is already hosted by enough agents. {{(pid=103305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 21:05:06.699849 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [None req-3dafd2e3-a870-40ec-95b0-872ac87ae9c7 admin admin] Resources bound (agent type, host, resource id): {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:05:06.920941 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3dafd2e3-a870-40ec-95b0-872ac87ae9c7 admin admin] Router 1e1537f3-2953-450d-9758-e36dd4e159f5 has already been hosted by L3 agent 09df100c-3af1-4b0a-bda8-05914c71c458 {{(pid=103305) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 26 21:05:07.078466 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3dafd2e3-a870-40ec-95b0-872ac87ae9c7 admin admin] Notify agent at l3_agent.n-d-760453-5 the message routers_updated {{(pid=103305) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 26 21:05:07.092410 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-3dafd2e3-a870-40ec-95b0-872ac87ae9c7 admin admin] 10.222.0.13 "PUT /v2.0/routers/1e1537f3-2953-450d-9758-e36dd4e159f5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4917738 Jan 26 21:05:07.151353 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-8520532f-4634-4766-b11b-4ec546d285e4 None None] Provisioning complete for port 076ddd78-7c26-43be-8bb8-b1fe7e196fd1 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:05:07.151756 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-8520532f-4634-4766-b11b-4ec546d285e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (076ddd78-7c26-43be-8bb8-b1fe7e196fd1), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:05:07.190968 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-8520532f-4634-4766-b11b-4ec546d285e4 None None] Port 076ddd78-7c26-43be-8bb8-b1fe7e196fd1 cannot update to ACTIVE because it is not bound. {{(pid=103306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 26 21:05:07.316824 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-79709f6c-94f0-496d-a1ae-7bc8e9919afb req-e8829f4d-d716-466a-8c6a-4ee88d38d812 tempest-DeleteServersAdminTestJSON-986730985 tempest-DeleteServersAdminTestJSON-986730985-project] 10.222.0.13 "GET /v2.0/ports?device_id=ea5bd61d-2f0e-4c11-b9d0-dade8914079e HTTP/1.1" status: 200 len: 210 time: 0.0567536 Jan 26 21:05:07.421327 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-17720b8d-a69c-4bd5-9469-d6d614c25c4b req-6cfe7ffb-3db3-460f-b17b-fb4092c66248 tempest-AggregatesAdminTestJSON-1273738830 tempest-AggregatesAdminTestJSON-1273738830-project] 10.222.0.13 "GET /v2.0/ports?device_id=78528354-17c1-426b-b28c-50fe165aa1d3 HTTP/1.1" status: 200 len: 210 time: 0.0505950 Jan 26 21:05:07.522892 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 41158) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:05:07.974394 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-485a39f6-7955-4988-b60a-4092d9c16596 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:05:08.012882 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device dfff1849-53a1-451a-a3fd-8d3a9f61264e up at agent ovs-agent-n-d-760453-5 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 21:05:08.226653 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Provisioning complete for port dfff1849-53a1-451a-a3fd-8d3a9f61264e triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:05:08.228411 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (dfff1849-53a1-451a-a3fd-8d3a9f61264e), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:05:08.244871 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-485a39f6-7955-4988-b60a-4092d9c16596 admin admin] Publish callbacks [] for security_group (7c6a0b1d-628b-4abc-81a6-138b5648886c), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:05:08.257732 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-485a39f6-7955-4988-b60a-4092d9c16596 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (7c6a0b1d-628b-4abc-81a6-138b5648886c), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:05:08.258365 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (32ef628b-8417-46c5-8729-60fcabe358f1), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:05:08.376673 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Current status of the port dfff1849-53a1-451a-a3fd-8d3a9f61264e is: DOWN; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:05:08.377265 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (dfff1849-53a1-451a-a3fd-8d3a9f61264e), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:05:08.395119 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-485a39f6-7955-4988-b60a-4092d9c16596 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=223bdab9ec6e4a878aa43618991e37c2&name=default HTTP/1.1" status: 200 len: 2992 time: 0.8688264 Jan 26 21:05:08.395818 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 41220) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:05:08.414706 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] For port dfff1849-53a1-451a-a3fd-8d3a9f61264e, host n-d-760453-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=dfff1849-53a1-451a-a3fd-8d3a9f61264e,segment=NetworkSegment(e17cb353-418f-48b9-b982-21a6233ee99b),segment_id=e17cb353-418f-48b9-b982-21a6233ee99b)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:05:08.426268 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-485a39f6-7955-4988-b60a-4092d9c16596 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c6a0b1d-628b-4abc-81a6-138b5648886c,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:05:08.432307 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (dfff1849-53a1-451a-a3fd-8d3a9f61264e), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:05:08.546590 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-78bea71c-2bad-4f54-80b3-4f537bb08c41 admin admin] Publish callbacks [] for security_group (7c6a0b1d-628b-4abc-81a6-138b5648886c), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:05:08.584424 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Pushing event updated for resources: {'Port': ['ID=dfff1849-53a1-451a-a3fd-8d3a9f61264e,revision_number=4']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:05:08.650807 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-b89aca2b-6bd4-4e13-a364-2dc1fde782ba req-bad62180-8650-4099-a1f5-7007a9135727 tempest-DeleteServersAdminTestJSON-986730985 tempest-DeleteServersAdminTestJSON-986730985-project] 10.222.0.13 "GET /v2.0/ports?device_id=ea5bd61d-2f0e-4c11-b9d0-dade8914079e HTTP/1.1" status: 200 len: 210 time: 0.0809493 Jan 26 21:05:08.652873 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-78bea71c-2bad-4f54-80b3-4f537bb08c41 admin admin] Publish callbacks [] for security_group (7c6a0b1d-628b-4abc-81a6-138b5648886c), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:05:08.693927 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 41236) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:05:08.700160 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-8823aca5-ce5c-4eb8-b2c5-daa6a826b606 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-81033054-network', 'tenant_id': 'e7679454c85346a29783423477ec0e30'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:05:08.759955 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8823aca5-ce5c-4eb8-b2c5-daa6a826b606 admin admin] Made reservation on behalf of e7679454c85346a29783423477ec0e30 for: {'network': 1} {{(pid=103305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 21:05:08.765141 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-8823aca5-ce5c-4eb8-b2c5-daa6a826b606 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for network (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:05:08.774050 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-78bea71c-2bad-4f54-80b3-4f537bb08c41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (7c6a0b1d-628b-4abc-81a6-138b5648886c), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:05:08.777427 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-78bea71c-2bad-4f54-80b3-4f537bb08c41 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:05:08.777873 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-8823aca5-ce5c-4eb8-b2c5-daa6a826b606 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:05:08.782843 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-78bea71c-2bad-4f54-80b3-4f537bb08c41 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/7c6a0b1d-628b-4abc-81a6-138b5648886c HTTP/1.1" status: 204 len: 168 time: 0.3852050 Jan 26 21:05:08.793593 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78bea71c-2bad-4f54-80b3-4f537bb08c41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c6a0b1d-628b-4abc-81a6-138b5648886c,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:05:08.879315 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67b5ee33-67ae-4cc0-aafb-c0c421a00327 None None] Sync routers for ids ['1e1537f3-2953-450d-9758-e36dd4e159f5'] in n-d-760453-5 {{(pid=103306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 26 21:05:08.897824 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-8823aca5-ce5c-4eb8-b2c5-daa6a826b606 admin admin] Publish callbacks [] for security_group (bc0a45f1-54a0-459d-b1b1-d9a915a7145f), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:05:08.921068 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67b5ee33-67ae-4cc0-aafb-c0c421a00327 None None] Routers {'1e1537f3-2953-450d-9758-e36dd4e159f5'} bound to L3 agent in host n-d-760453-5 {{(pid=103306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 21:05:08.923677 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-8823aca5-ce5c-4eb8-b2c5-daa6a826b606 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (bc0a45f1-54a0-459d-b1b1-d9a915a7145f), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:05:08.929924 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-67b5ee33-67ae-4cc0-aafb-c0c421a00327 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-26T20:55:21Z,description=,heartbeat_timestamp=2022-01-26T21:04:51Z,host='n-d-760453-5',id=09df100c-3af1-4b0a-bda8-05914c71c458,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:55:21Z,topic='l3_agent')) {'router_ids': ['1e1537f3-2953-450d-9758-e36dd4e159f5'], 'active': True} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:05:08.962780 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8823aca5-ce5c-4eb8-b2c5-daa6a826b606 admin admin] vlan segment allocate from pool success with {'vlan_id': 554, 'physical_network': 'physnet1'} {{(pid=103305) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 26 21:05:09.025531 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8823aca5-ce5c-4eb8-b2c5-daa6a826b606 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc0a45f1-54a0-459d-b1b1-d9a915a7145f,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:05:09.032661 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-8823aca5-ce5c-4eb8-b2c5-daa6a826b606 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576559'] for segment (0c196677-38e2-4720-8565-2cf0c74cea78), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:05:09.033325 n-d-760453-5 neutron-server[103305]: INFO neutron.db.segments_db [None req-8823aca5-ce5c-4eb8-b2c5-daa6a826b606 admin admin] Added segment 0c196677-38e2-4720-8565-2cf0c74cea78 of type vlan for network 4e04e0b8-bab3-4a33-9552-063f77c9a25a Jan 26 21:05:09.101860 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-9d313d9b-6cca-4903-a9e0-97466399b276 req-ca092ea0-034d-40d0-963c-97317a21da18 tempest-AggregatesAdminTestJSON-1273738830 tempest-AggregatesAdminTestJSON-1273738830-project] 10.222.0.13 "GET /v2.0/ports?device_id=78528354-17c1-426b-b28c-50fe165aa1d3 HTTP/1.1" status: 200 len: 210 time: 0.0862257 Jan 26 21:05:09.134336 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-8823aca5-ce5c-4eb8-b2c5-daa6a826b606 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746560256871'] for network (4e04e0b8-bab3-4a33-9552-063f77c9a25a), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:05:09.145656 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvr_db [None req-67b5ee33-67ae-4cc0-aafb-c0c421a00327 None None] Set router 1e1537f3-2953-450d-9758-e36dd4e159f5 gateway port host: n-d-760453-5 {{(pid=103306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 21:05:09.182122 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-8823aca5-ce5c-4eb8-b2c5-daa6a826b606 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503'] for network (4e04e0b8-bab3-4a33-9552-063f77c9a25a), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:05:09.183168 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8823aca5-ce5c-4eb8-b2c5-daa6a826b606 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:05:09.184556 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-8823aca5-ce5c-4eb8-b2c5-daa6a826b606 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709645'] for network (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:05:09.293041 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-8823aca5-ce5c-4eb8-b2c5-daa6a826b606 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 0.5977554 Jan 26 21:05:09.296502 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 41258) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:05:09.303634 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-0d3e6ddb-cf81-4fda-a1d5-cfa508460d0b admin admin] Request body: {'subnet': {'network_id': '4e04e0b8-bab3-4a33-9552-063f77c9a25a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-81033054-subnet', 'tenant_id': 'e7679454c85346a29783423477ec0e30', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:05:09.332498 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8823aca5-ce5c-4eb8-b2c5-daa6a826b606 admin admin] Pushing event updated for resources: {'Network': ['ID=4e04e0b8-bab3-4a33-9552-063f77c9a25a,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:05:09.342532 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d3e6ddb-cf81-4fda-a1d5-cfa508460d0b admin admin] Made reservation on behalf of e7679454c85346a29783423477ec0e30 for: {'subnet': 1} {{(pid=103304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 21:05:09.346236 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-0d3e6ddb-cf81-4fda-a1d5-cfa508460d0b admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:05:09.368299 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Network 4e04e0b8-bab3-4a33-9552-063f77c9a25a details requested by agent ovs-agent-n-d-760453-5 with host n-d-760453-5 {{(pid=103306) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 26 21:05:09.483760 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 41264) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:05:09.552407 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-67b5ee33-67ae-4cc0-aafb-c0c421a00327 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e1537f3-2953-450d-9758-e36dd4e159f5', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-12624398-router', 'tenant_id': 'd23b24c8db034dca99b1d99ddc0880a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'external_fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.97'}], 'enable_snat': True}, 'gw_port_id': 'dfff1849-53a1-451a-a3fd-8d3a9f61264e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T21:05:02Z', 'updated_at': '2022-01-26T21:05:06Z', 'revision_number': 4, 'project_id': 'd23b24c8db034dca99b1d99ddc0880a5', 'gw_port': {'id': 'dfff1849-53a1-451a-a3fd-8d3a9f61264e', 'name': '', 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:f5:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e1537f3-2953-450d-9758-e36dd4e159f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:05:02Z', 'updated_at': '2022-01-26T21:05:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-5', '_interfaces': [{'id': '076ddd78-7c26-43be-8bb8-b1fe7e196fd1', 'name': '', 'network_id': '9b81ad00-7180-4a41-9594-2bd0d66dbd57', 'tenant_id': 'd23b24c8db034dca99b1d99ddc0880a5', 'mac_address': 'fa:16:3e:3e:7c:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e1537f3-2953-450d-9758-e36dd4e159f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '4d1fd205-2a9b-47a0-a1f2-a48040a3bbee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:05:05Z', 'updated_at': '2022-01-26T21:05:06Z', 'revision_number': 2, 'project_id': 'd23b24c8db034dca99b1d99ddc0880a5', 'subnets': [{'id': '4d1fd205-2a9b-47a0-a1f2-a48040a3bbee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760453-5', False) {} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:05:09.589566 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67b5ee33-67ae-4cc0-aafb-c0c421a00327 None None] Checking router: 1e1537f3-2953-450d-9758-e36dd4e159f5 for host: n-d-760453-5 {{(pid=103306) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 26 21:05:09.589923 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67b5ee33-67ae-4cc0-aafb-c0c421a00327 None None] Updating router 1e1537f3-2953-450d-9758-e36dd4e159f5 port 076ddd78-7c26-43be-8bb8-b1fe7e196fd1 binding host n-d-760453-5 {{(pid=103306) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 26 21:05:09.590973 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-0d3e6ddb-cf81-4fda-a1d5-cfa508460d0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503'] for subnet (95999c46-2344-478a-b136-7e2a2c60a736), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:05:09.616897 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-67b5ee33-67ae-4cc0-aafb-c0c421a00327 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (076ddd78-7c26-43be-8bb8-b1fe7e196fd1), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:05:09.634011 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 41270) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:05:09.645713 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3e6ddb-cf81-4fda-a1d5-cfa508460d0b admin admin] Pushing event updated for resources: {'Subnet': ['ID=95999c46-2344-478a-b136-7e2a2c60a736,revision_number=0']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:05:09.658690 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-e353e658-6d87-4cf0-9ecd-d58cf69fcb2c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:05:09.675402 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d3e6ddb-cf81-4fda-a1d5-cfa508460d0b admin admin] Checking segment: {'id': '0c196677-38e2-4720-8565-2cf0c74cea78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '4e04e0b8-bab3-4a33-9552-063f77c9a25a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103304) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 21:05:09.675883 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d3e6ddb-cf81-4fda-a1d5-cfa508460d0b admin admin] Network hostable DHCP agents. Network: 4e04e0b8-bab3-4a33-9552-063f77c9a25a, hostable agents: ['474ccdf7-ab6c-405b-a3b2-dc7b05829902'], hosted agents: [] {{(pid=103304) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 26 21:05:09.716452 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d3e6ddb-cf81-4fda-a1d5-cfa508460d0b admin admin] Network 4e04e0b8-bab3-4a33-9552-063f77c9a25a is scheduled to be hosted by DHCP agent 474ccdf7-ab6c-405b-a3b2-dc7b05829902 with binding_index 1 {{(pid=103304) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 26 21:05:09.744563 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [None req-0d3e6ddb-cf81-4fda-a1d5-cfa508460d0b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760453-5, 4e04e0b8-bab3-4a33-9552-063f77c9a25a) {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:05:09.762918 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 41274) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:05:09.763076 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d3e6ddb-cf81-4fda-a1d5-cfa508460d0b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:05:09.763602 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-0d3e6ddb-cf81-4fda-a1d5-cfa508460d0b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709645'] for subnet (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:05:09.808254 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-0d3e6ddb-cf81-4fda-a1d5-cfa508460d0b admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.5102651 Jan 26 21:05:09.808872 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 41278) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:05:09.820444 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-de054ca7-249c-48c8-a373-9ee585cd9cd0 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-81033054-router', 'tenant_id': 'e7679454c85346a29783423477ec0e30', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299'}}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:05:09.883792 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.57', 56484) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:05:09.897591 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.57', 56485) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:05:09.901808 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a9f1a86-4df3-4f62-8709-2fc12202b882 None None] Network 4e04e0b8-bab3-4a33-9552-063f77c9a25a requested from n-d-760453-5 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 26 21:05:10.004036 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-9afe6c21-e808-40d4-a182-340ee532c006 req-eaed8752-da67-4fee-a830-67952d15d6d6 tempest-AggregatesAdminTestJSON-1273738830 tempest-AggregatesAdminTestJSON-1273738830-project] 10.222.0.57 "GET /v2.0/networks?tenant_id=062b2464efe344bcb4c3f57dd987cc14&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0941873 Jan 26 21:05:10.020693 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-de054ca7-249c-48c8-a373-9ee585cd9cd0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4104596', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13108'] for router (4d9c3b54-1f0d-40ca-b3e8-139c9cdb241a), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:05:10.024281 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-de054ca7-249c-48c8-a373-9ee585cd9cd0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4105828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4111306', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3733576', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13069'] for router (4d9c3b54-1f0d-40ca-b3e8-139c9cdb241a), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:05:10.048170 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device dfff1849-53a1-451a-a3fd-8d3a9f61264e up at agent ovs-agent-n-d-760453-5 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 21:05:10.049802 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-a48715b8-cff9-4885-a52c-8ee1f67da257 req-71421b10-75b7-4cee-b144-17803db722bd tempest-DeleteServersAdminTestJSON-986730985 tempest-DeleteServersAdminTestJSON-986730985-project] 10.222.0.13 "GET /v2.0/ports?device_id=ea5bd61d-2f0e-4c11-b9d0-dade8914079e HTTP/1.1" status: 200 len: 210 time: 0.1714039 Jan 26 21:05:10.051408 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 41284) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:05:10.073910 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-e353e658-6d87-4cf0-9ecd-d58cf69fcb2c admin admin] Publish callbacks [] for security_group (f22466dd-2be9-4022-82f9-8844dd0701f2), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:05:10.074482 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-c8cd9ccd-ee99-41b9-b896-27e86c76369d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:05:10.114617 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-e911ca57-289d-4fb8-9642-15743c34c992 req-3ae0abe1-2b6c-44eb-beb8-323ff80a666c tempest-DeleteServersAdminTestJSON-986730985 tempest-DeleteServersAdminTestJSON-986730985-project] 10.222.0.57 "GET /v2.0/networks?tenant_id=2f184c8f2783474a9301ac955aff42f5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2216203 Jan 26 21:05:10.202731 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-e353e658-6d87-4cf0-9ecd-d58cf69fcb2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (f22466dd-2be9-4022-82f9-8844dd0701f2), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:05:10.269794 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-dc20cf93-b461-4e79-a62b-41978ca8c025 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:05:10.272750 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-586219b0-9a6a-410c-bbff-f1bb1fd4967f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3c4099e8-8ffb-51d1-af7f-5868973e933f-4e04e0b8-bab3-4a33-9552-063f77c9a25a', 'network_id': '4e04e0b8-bab3-4a33-9552-063f77c9a25a', 'project_id': 'e7679454c85346a29783423477ec0e30', 'fixed_ips': [{'subnet_id': '95999c46-2344-478a-b136-7e2a2c60a736'}]}} from n-d-760453-5. {{(pid=103306) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 26 21:05:10.274482 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-586219b0-9a6a-410c-bbff-f1bb1fd4967f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (None), before_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:05:10.305866 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-de054ca7-249c-48c8-a373-9ee585cd9cd0 admin admin] Publish callbacks [] for router_controller (4d9c3b54-1f0d-40ca-b3e8-139c9cdb241a), precommit_add_association {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:05:10.343102 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-e353e658-6d87-4cf0-9ecd-d58cf69fcb2c admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=66f89475555740d8bcef676f861f8040&name=default HTTP/1.1" status: 200 len: 2992 time: 0.7077882 Jan 26 21:05:10.344121 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 41306) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:05:10.465759 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e911ca57-289d-4fb8-9642-15743c34c992 req-3af9eede-f5a3-4cd9-8938-95088182a0b7 tempest-DeleteServersAdminTestJSON-986730985 tempest-DeleteServersAdminTestJSON-986730985-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:05:10.467472 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-e911ca57-289d-4fb8-9642-15743c34c992 req-3af9eede-f5a3-4cd9-8938-95088182a0b7 tempest-DeleteServersAdminTestJSON-986730985 tempest-DeleteServersAdminTestJSON-986730985-project] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3461754 Jan 26 21:05:10.511463 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Provisioning complete for port dfff1849-53a1-451a-a3fd-8d3a9f61264e triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:05:10.513036 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (dfff1849-53a1-451a-a3fd-8d3a9f61264e), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:05:10.533935 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-fce86a3c-00e7-4303-b974-c3f780b9db37 req-e86afd22-2f5b-4e2a-b194-c17f7def4504 tempest-AggregatesAdminTestJSON-1273738830 tempest-AggregatesAdminTestJSON-1273738830-project] 10.222.0.13 "GET /v2.0/ports?device_id=78528354-17c1-426b-b28c-50fe165aa1d3 HTTP/1.1" status: 200 len: 210 time: 0.2616487 Jan 26 21:05:10.571217 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9afe6c21-e808-40d4-a182-340ee532c006 req-17c27d45-f447-49ff-82b5-ca5a28a2175d tempest-AggregatesAdminTestJSON-1273738830 tempest-AggregatesAdminTestJSON-1273738830-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:05:10.572791 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-9afe6c21-e808-40d4-a182-340ee532c006 req-17c27d45-f447-49ff-82b5-ca5a28a2175d tempest-AggregatesAdminTestJSON-1273738830 tempest-AggregatesAdminTestJSON-1273738830-project] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5560565 Jan 26 21:05:10.573624 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-ab6e4fdb-a05e-4d98-be0e-124197e66268 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:05:10.587668 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [req-9afe6c21-e808-40d4-a182-340ee532c006 req-c63375e1-1cf2-4293-b09a-bee74151557c tempest-AggregatesAdminTestJSON-1273738830 tempest-AggregatesAdminTestJSON-1273738830-project] Request body: {'port': {'device_id': '78528354-17c1-426b-b28c-50fe165aa1d3', 'network_id': '7fbe9cf5-e12c-436d-b372-55a19c9faa30', 'admin_state_up': True, 'tenant_id': '062b2464efe344bcb4c3f57dd987cc14'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:05:10.602894 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [req-e911ca57-289d-4fb8-9642-15743c34c992 req-00012d3b-7ecf-44d0-91b1-55c9f537ea3a tempest-DeleteServersAdminTestJSON-986730985 tempest-DeleteServersAdminTestJSON-986730985-project] Request body: {'port': {'device_id': 'ea5bd61d-2f0e-4c11-b9d0-dade8914079e', 'network_id': '7fbe9cf5-e12c-436d-b372-55a19c9faa30', 'admin_state_up': True, 'tenant_id': '2f184c8f2783474a9301ac955aff42f5'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:05:10.719113 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.db_base_plugin_common [None req-586219b0-9a6a-410c-bbff-f1bb1fd4967f None None] Allocated IP 172.20.0.2 (4e04e0b8-bab3-4a33-9552-063f77c9a25a/95999c46-2344-478a-b136-7e2a2c60a736/d6554e7e-26e4-4136-a5dc-212535f1535f) {{(pid=103306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 21:05:10.771901 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-67b5ee33-67ae-4cc0-aafb-c0c421a00327 None None] Publish callbacks [] for port (076ddd78-7c26-43be-8bb8-b1fe7e196fd1), precommit_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:05:10.773433 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-de054ca7-249c-48c8-a373-9ee585cd9cd0 admin admin] Publish callbacks [] for router_gateway (4d9c3b54-1f0d-40ca-b3e8-139c9cdb241a), precommit_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:05:10.818392 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-67b5ee33-67ae-4cc0-aafb-c0c421a00327 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (076ddd78-7c26-43be-8bb8-b1fe7e196fd1), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:05:10.898065 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-ab6e4fdb-a05e-4d98-be0e-124197e66268 admin admin] Publish callbacks [] for security_group (ec3b13f3-beb8-455d-917e-67a9c890fd71), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:05:10.972480 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Current status of the port dfff1849-53a1-451a-a3fd-8d3a9f61264e is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:05:10.995075 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-ab6e4fdb-a05e-4d98-be0e-124197e66268 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (ec3b13f3-beb8-455d-917e-67a9c890fd71), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:05:11.035087 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-ab6e4fdb-a05e-4d98-be0e-124197e66268 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=3a110c5c05bd4bfda800c810868fcd14&name=default HTTP/1.1" status: 200 len: 2992 time: 1.2704945 Jan 26 21:05:11.049391 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 41326) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:05:11.079649 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d378e6-2127-4561-a4ef-dc2f4adbf010 None None] Pushing event updated for resources: {'Port': ['ID=076ddd78-7c26-43be-8bb8-b1fe7e196fd1,revision_number=3']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:05:11.083631 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9afe6c21-e808-40d4-a182-340ee532c006 req-c63375e1-1cf2-4293-b09a-bee74151557c tempest-AggregatesAdminTestJSON-1273738830 tempest-AggregatesAdminTestJSON-1273738830-project] Made reservation on behalf of 062b2464efe344bcb4c3f57dd987cc14 for: {'port': 1} {{(pid=103305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 21:05:11.091631 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-9afe6c21-e808-40d4-a182-340ee532c006 req-c63375e1-1cf2-4293-b09a-bee74151557c tempest-AggregatesAdminTestJSON-1273738830 tempest-AggregatesAdminTestJSON-1273738830-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:05:11.102672 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e353e658-6d87-4cf0-9ecd-d58cf69fcb2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f22466dd-2be9-4022-82f9-8844dd0701f2,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:05:11.113715 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-9afe6c21-e808-40d4-a182-340ee532c006 req-c63375e1-1cf2-4293-b09a-bee74151557c tempest-AggregatesAdminTestJSON-1273738830 tempest-AggregatesAdminTestJSON-1273738830-project] Publish callbacks [] for security_group (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:05:11.149093 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e911ca57-289d-4fb8-9642-15743c34c992 req-00012d3b-7ecf-44d0-91b1-55c9f537ea3a tempest-DeleteServersAdminTestJSON-986730985 tempest-DeleteServersAdminTestJSON-986730985-project] Made reservation on behalf of 2f184c8f2783474a9301ac955aff42f5 for: {'port': 1} {{(pid=103304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 21:05:11.153573 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-e911ca57-289d-4fb8-9642-15743c34c992 req-00012d3b-7ecf-44d0-91b1-55c9f537ea3a tempest-DeleteServersAdminTestJSON-986730985 tempest-DeleteServersAdminTestJSON-986730985-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:05:11.172666 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-e911ca57-289d-4fb8-9642-15743c34c992 req-00012d3b-7ecf-44d0-91b1-55c9f537ea3a tempest-DeleteServersAdminTestJSON-986730985 tempest-DeleteServersAdminTestJSON-986730985-project] Publish callbacks [] for security_group (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:05:11.177622 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab6e4fdb-a05e-4d98-be0e-124197e66268 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec3b13f3-beb8-455d-917e-67a9c890fd71,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:05:11.191263 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-dc20cf93-b461-4e79-a62b-41978ca8c025 admin admin] Publish callbacks [] for security_group (d4330f52-6e69-4aa8-8c69-824069c5d9ac), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:05:11.193314 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-65ecf2c6-838d-4fae-ac39-777a469f7f75 admin admin] Publish callbacks [] for security_group (ec3b13f3-beb8-455d-917e-67a9c890fd71), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:05:11.289052 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-e911ca57-289d-4fb8-9642-15743c34c992 req-00012d3b-7ecf-44d0-91b1-55c9f537ea3a tempest-DeleteServersAdminTestJSON-986730985 tempest-DeleteServersAdminTestJSON-986730985-project] Publish callbacks [] for security_group (e5ebc764-134d-4fd7-a877-9b9331affbb9), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:05:11.289931 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-dc20cf93-b461-4e79-a62b-41978ca8c025 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (d4330f52-6e69-4aa8-8c69-824069c5d9ac), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:05:11.299469 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-9afe6c21-e808-40d4-a182-340ee532c006 req-c63375e1-1cf2-4293-b09a-bee74151557c tempest-AggregatesAdminTestJSON-1273738830 tempest-AggregatesAdminTestJSON-1273738830-project] Publish callbacks [] for security_group (76b31edb-9c28-4457-9aaf-1be2804eb7bc), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:05:11.314869 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-67b5ee33-67ae-4cc0-aafb-c0c421a00327 None None] Attempting to bind port 076ddd78-7c26-43be-8bb8-b1fe7e196fd1 on host n-d-760453-5 for vnic_type normal with profile {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 21:05:11.315435 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-67b5ee33-67ae-4cc0-aafb-c0c421a00327 None None] Attempting to bind port 076ddd78-7c26-43be-8bb8-b1fe7e196fd1 by drivers openvswitch,hyperv on host n-d-760453-5 at level 0 using segments [{'id': '86abbadd-e980-48d3-bcba-75375a5948b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '9b81ad00-7180-4a41-9594-2bd0d66dbd57'}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 26 21:05:11.315691 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67b5ee33-67ae-4cc0-aafb-c0c421a00327 None None] Attempting to bind port 076ddd78-7c26-43be-8bb8-b1fe7e196fd1 on network 9b81ad00-7180-4a41-9594-2bd0d66dbd57 {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 21:05:11.317096 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-e911ca57-289d-4fb8-9642-15743c34c992 req-00012d3b-7ecf-44d0-91b1-55c9f537ea3a tempest-DeleteServersAdminTestJSON-986730985 tempest-DeleteServersAdminTestJSON-986730985-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (e5ebc764-134d-4fd7-a877-9b9331affbb9), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:05:11.331412 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-9afe6c21-e808-40d4-a182-340ee532c006 req-c63375e1-1cf2-4293-b09a-bee74151557c tempest-AggregatesAdminTestJSON-1273738830 tempest-AggregatesAdminTestJSON-1273738830-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (76b31edb-9c28-4457-9aaf-1be2804eb7bc), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:05:11.334545 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-a63d62bf-0f48-4100-b0b2-126f3ba6157e admin admin] Publish callbacks [] for security_group (f22466dd-2be9-4022-82f9-8844dd0701f2), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:05:11.346421 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67b5ee33-67ae-4cc0-aafb-c0c421a00327 None None] Checking agent: {'id': 'fea0591a-627d-4c87-9a9a-01625ddf3277', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760453-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 20, 55, 25), 'started_at': datetime.datetime(2022, 1, 26, 20, 55, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 21, 4, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760453-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 26 21:05:11.357351 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67b5ee33-67ae-4cc0-aafb-c0c421a00327 None None] Checking segment: {'id': '86abbadd-e980-48d3-bcba-75375a5948b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '9b81ad00-7180-4a41-9594-2bd0d66dbd57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 21:05:11.358462 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-67b5ee33-67ae-4cc0-aafb-c0c421a00327 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:05:11.358959 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67b5ee33-67ae-4cc0-aafb-c0c421a00327 None None] Bound using segment: {'id': '86abbadd-e980-48d3-bcba-75375a5948b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '9b81ad00-7180-4a41-9594-2bd0d66dbd57'} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 26 21:05:11.359476 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-67b5ee33-67ae-4cc0-aafb-c0c421a00327 None None] Bound port: 076ddd78-7c26-43be-8bb8-b1fe7e196fd1, host: n-d-760453-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '86abbadd-e980-48d3-bcba-75375a5948b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '9b81ad00-7180-4a41-9594-2bd0d66dbd57'}}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 26 21:05:11.360827 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-67b5ee33-67ae-4cc0-aafb-c0c421a00327 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (076ddd78-7c26-43be-8bb8-b1fe7e196fd1), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:05:11.391102 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c63375e1-1cf2-4293-b09a-bee74151557c tempest-AggregatesAdminTestJSON-1273738830 tempest-AggregatesAdminTestJSON-1273738830-project] Pushing event updated for resources: {'SecurityGroup': ['ID=76b31edb-9c28-4457-9aaf-1be2804eb7bc,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:05:11.404900 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-c4bcf636-17c4-4e35-83ea-8364992d074a None None] Provisioning complete for port 076ddd78-7c26-43be-8bb8-b1fe7e196fd1 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:05:11.405313 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-c4bcf636-17c4-4e35-83ea-8364992d074a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (076ddd78-7c26-43be-8bb8-b1fe7e196fd1), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:05:11.428090 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-586219b0-9a6a-410c-bbff-f1bb1fd4967f None None] Publish callbacks [] for port (d6554e7e-26e4-4136-a5dc-212535f1535f), precommit_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:05:11.469888 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-c8cd9ccd-ee99-41b9-b896-27e86c76369d admin admin] Publish callbacks [] for security_group (cf2db796-a601-42f5-87b7-36a1e34a3f10), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:05:11.475972 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-586219b0-9a6a-410c-bbff-f1bb1fd4967f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746560234527'] for port (d6554e7e-26e4-4136-a5dc-212535f1535f), after_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:05:11.526732 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-c8cd9ccd-ee99-41b9-b896-27e86c76369d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (cf2db796-a601-42f5-87b7-36a1e34a3f10), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:05:11.535027 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-a63d62bf-0f48-4100-b0b2-126f3ba6157e admin admin] Publish callbacks [] for security_group (f22466dd-2be9-4022-82f9-8844dd0701f2), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:05:11.582288 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-65ecf2c6-838d-4fae-ac39-777a469f7f75 admin admin] Publish callbacks [] for security_group (ec3b13f3-beb8-455d-917e-67a9c890fd71), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:05:11.710679 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-c4bcf636-17c4-4e35-83ea-8364992d074a None None] Port 076ddd78-7c26-43be-8bb8-b1fe7e196fd1 cannot update to ACTIVE because it is not bound. {{(pid=103306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 26 21:05:11.731451 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-586219b0-9a6a-410c-bbff-f1bb1fd4967f None None] Pushing event updated for resources: {'Port': ['ID=d6554e7e-26e4-4136-a5dc-212535f1535f,revision_number=1']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:05:11.735489 n-d-760453-5 neutron-server[103306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-586219b0-9a6a-410c-bbff-f1bb1fd4967f None None] Network 4e04e0b8-bab3-4a33-9552-063f77c9a25a is already hosted by enough agents. {{(pid=103306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 21:05:11.744357 n-d-760453-5 neutron-server[103306]: DEBUG neutron.scheduler.base_scheduler [None req-586219b0-9a6a-410c-bbff-f1bb1fd4967f None None] Resources bound (agent type, host, resource id): {{(pid=103306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:05:11.750971 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-586219b0-9a6a-410c-bbff-f1bb1fd4967f None None] Received port after_create {{(pid=103306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 21:05:11.764297 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-67b5ee33-67ae-4cc0-aafb-c0c421a00327 None None] For port 076ddd78-7c26-43be-8bb8-b1fe7e196fd1, host n-d-760453-5, cleared binding levels {{(pid=103306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 26 21:05:11.769671 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-67b5ee33-67ae-4cc0-aafb-c0c421a00327 None None] For port 076ddd78-7c26-43be-8bb8-b1fe7e196fd1, host n-d-760453-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=076ddd78-7c26-43be-8bb8-b1fe7e196fd1,segment=NetworkSegment(86abbadd-e980-48d3-bcba-75375a5948b3),segment_id=86abbadd-e980-48d3-bcba-75375a5948b3)] {{(pid=103306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 26 21:05:11.798198 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-67b5ee33-67ae-4cc0-aafb-c0c421a00327 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (076ddd78-7c26-43be-8bb8-b1fe7e196fd1), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:05:11.848443 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-c8cd9ccd-ee99-41b9-b896-27e86c76369d admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=769e75213e6d4a509594ce85fcd2d794&name=default HTTP/1.1" status: 200 len: 2992 time: 2.3636200 Jan 26 21:05:11.852727 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8cd9ccd-ee99-41b9-b896-27e86c76369d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf2db796-a601-42f5-87b7-36a1e34a3f10,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:05:11.872460 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 41336) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:05:11.894024 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-65ecf2c6-838d-4fae-ac39-777a469f7f75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (ec3b13f3-beb8-455d-917e-67a9c890fd71), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:05:11.898213 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-65ecf2c6-838d-4fae-ac39-777a469f7f75 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:05:11.903408 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-65ecf2c6-838d-4fae-ac39-777a469f7f75 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ec3b13f3-beb8-455d-917e-67a9c890fd71 HTTP/1.1" status: 204 len: 168 time: 0.8529038 Jan 26 21:05:11.934368 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-dc20cf93-b461-4e79-a62b-41978ca8c025 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=7d89951452754bf78ef99dc0e1e42aa1&name=default HTTP/1.1" status: 200 len: 2992 time: 1.8749864 Jan 26 21:05:11.935660 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 41340) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:05:12.086297 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-586219b0-9a6a-410c-bbff-f1bb1fd4967f None None] Attempting to bind port d6554e7e-26e4-4136-a5dc-212535f1535f on host n-d-760453-5 for vnic_type normal with profile {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 21:05:12.086297 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-586219b0-9a6a-410c-bbff-f1bb1fd4967f None None] Attempting to bind port d6554e7e-26e4-4136-a5dc-212535f1535f by drivers openvswitch,hyperv on host n-d-760453-5 at level 0 using segments [{'id': '0c196677-38e2-4720-8565-2cf0c74cea78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '4e04e0b8-bab3-4a33-9552-063f77c9a25a'}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 26 21:05:12.086297 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-586219b0-9a6a-410c-bbff-f1bb1fd4967f None None] Attempting to bind port d6554e7e-26e4-4136-a5dc-212535f1535f on network 4e04e0b8-bab3-4a33-9552-063f77c9a25a {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 21:05:12.105010 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.db_base_plugin_common [req-9afe6c21-e808-40d4-a182-340ee532c006 req-c63375e1-1cf2-4293-b09a-bee74151557c tempest-AggregatesAdminTestJSON-1273738830 tempest-AggregatesAdminTestJSON-1273738830-project] Allocated IP 192.168.233.177 (7fbe9cf5-e12c-436d-b372-55a19c9faa30/fd77e534-75e6-4b90-950e-f5824d584430/7a705eca-c84e-4a17-a00b-e4696927b03e) {{(pid=103305) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 21:05:12.195411 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d378e6-2127-4561-a4ef-dc2f4adbf010 None None] Pushing event updated for resources: {'Port': ['ID=076ddd78-7c26-43be-8bb8-b1fe7e196fd1,revision_number=4']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:05:12.222710 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-586219b0-9a6a-410c-bbff-f1bb1fd4967f None None] Checking agent: {'id': 'fea0591a-627d-4c87-9a9a-01625ddf3277', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760453-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 20, 55, 25), 'started_at': datetime.datetime(2022, 1, 26, 20, 55, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 21, 4, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760453-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 26 21:05:12.223091 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-586219b0-9a6a-410c-bbff-f1bb1fd4967f None None] Checking segment: {'id': '0c196677-38e2-4720-8565-2cf0c74cea78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '4e04e0b8-bab3-4a33-9552-063f77c9a25a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 21:05:12.223675 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-586219b0-9a6a-410c-bbff-f1bb1fd4967f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:05:12.224120 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-586219b0-9a6a-410c-bbff-f1bb1fd4967f None None] Bound using segment: {'id': '0c196677-38e2-4720-8565-2cf0c74cea78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '4e04e0b8-bab3-4a33-9552-063f77c9a25a'} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 26 21:05:12.224684 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-586219b0-9a6a-410c-bbff-f1bb1fd4967f None None] Bound port: d6554e7e-26e4-4136-a5dc-212535f1535f, host: n-d-760453-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c196677-38e2-4720-8565-2cf0c74cea78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '4e04e0b8-bab3-4a33-9552-063f77c9a25a'}}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 26 21:05:12.225068 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-586219b0-9a6a-410c-bbff-f1bb1fd4967f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (d6554e7e-26e4-4136-a5dc-212535f1535f), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:05:12.234155 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67b5ee33-67ae-4cc0-aafb-c0c421a00327 None None] Routers {'1e1537f3-2953-450d-9758-e36dd4e159f5'} bound to L3 agent in host n-d-760453-5 {{(pid=103306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 21:05:12.234969 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-67b5ee33-67ae-4cc0-aafb-c0c421a00327 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-26T20:55:21Z,description=,heartbeat_timestamp=2022-01-26T21:04:51Z,host='n-d-760453-5',id=09df100c-3af1-4b0a-bda8-05914c71c458,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:55:21Z,topic='l3_agent')) {'router_ids': ['1e1537f3-2953-450d-9758-e36dd4e159f5'], 'active': True} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:05:12.413766 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.agents_db [None req-569f1ced-6396-4ddf-b79f-e03b0b2146ab None None] Agent healthcheck: found 7 active agents {{(pid=103307) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 26 21:05:12.520471 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvr_db [None req-67b5ee33-67ae-4cc0-aafb-c0c421a00327 None None] Set router 1e1537f3-2953-450d-9758-e36dd4e159f5 gateway port host: n-d-760453-5 {{(pid=103306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 21:05:12.580630 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-58d060a0-434f-46b1-9be5-964ffcc33541 req-64b86274-34b9-4849-af62-ade1b2e6376a tempest-AggregatesAdminTestJSON-1273738830 tempest-AggregatesAdminTestJSON-1273738830-project] 10.222.0.13 "GET /v2.0/ports?device_id=78528354-17c1-426b-b28c-50fe165aa1d3 HTTP/1.1" status: 200 len: 210 time: 0.6976635 Jan 26 21:05:12.599482 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc20cf93-b461-4e79-a62b-41978ca8c025 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4330f52-6e69-4aa8-8c69-824069c5d9ac,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:05:12.600678 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-a63d62bf-0f48-4100-b0b2-126f3ba6157e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (f22466dd-2be9-4022-82f9-8844dd0701f2), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:05:12.628979 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-74e510ef-7f7d-464e-ba12-19075df03183 req-da4b44a5-2cc6-4862-9a3c-6975b3e2131f tempest-DeleteServersAdminTestJSON-986730985 tempest-DeleteServersAdminTestJSON-986730985-project] 10.222.0.13 "GET /v2.0/ports?device_id=ea5bd61d-2f0e-4c11-b9d0-dade8914079e HTTP/1.1" status: 200 len: 210 time: 0.8047621 Jan 26 21:05:12.631220 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-a63d62bf-0f48-4100-b0b2-126f3ba6157e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:05:12.663420 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-a63d62bf-0f48-4100-b0b2-126f3ba6157e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/f22466dd-2be9-4022-82f9-8844dd0701f2 HTTP/1.1" status: 204 len: 168 time: 2.1361744 Jan 26 21:05:12.799655 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 41346) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:05:12.814428 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00012d3b-7ecf-44d0-91b1-55c9f537ea3a tempest-DeleteServersAdminTestJSON-986730985 tempest-DeleteServersAdminTestJSON-986730985-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e5ebc764-134d-4fd7-a877-9b9331affbb9,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:05:12.824467 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-9afe6c21-e808-40d4-a182-340ee532c006 req-c63375e1-1cf2-4293-b09a-bee74151557c tempest-AggregatesAdminTestJSON-1273738830 tempest-AggregatesAdminTestJSON-1273738830-project] Publish callbacks [] for port (7a705eca-c84e-4a17-a00b-e4696927b03e), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:05:12.854808 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a63d62bf-0f48-4100-b0b2-126f3ba6157e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f22466dd-2be9-4022-82f9-8844dd0701f2,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:05:12.910014 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ecf2c6-838d-4fae-ac39-777a469f7f75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec3b13f3-beb8-455d-917e-67a9c890fd71,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:05:12.912892 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-5f14a6ff-ebc8-4755-8ec0-9914eb88dba0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:05:12.963618 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-69c412df-b85b-4b6e-9eac-e9343d606382 admin admin] Publish callbacks [] for security_group (d4330f52-6e69-4aa8-8c69-824069c5d9ac), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:05:13.006702 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-25c3ffeb-0ecf-4255-931e-b5429b8923f0 admin admin] Publish callbacks [] for security_group (cf2db796-a601-42f5-87b7-36a1e34a3f10), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:05:13.035692 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-69c412df-b85b-4b6e-9eac-e9343d606382 admin admin] Publish callbacks [] for security_group (d4330f52-6e69-4aa8-8c69-824069c5d9ac), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:05:13.051319 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-d3b65753-a919-4f65-8537-b685f4542f85 None None] Provisioning complete for port 076ddd78-7c26-43be-8bb8-b1fe7e196fd1 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:05:13.056362 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-de054ca7-249c-48c8-a373-9ee585cd9cd0 admin admin] Publish callbacks [] for router_gateway (4d9c3b54-1f0d-40ca-b3e8-139c9cdb241a), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:05:13.056945 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d3b65753-a919-4f65-8537-b685f4542f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (076ddd78-7c26-43be-8bb8-b1fe7e196fd1), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:05:13.138126 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-9afe6c21-e808-40d4-a182-340ee532c006 req-c63375e1-1cf2-4293-b09a-bee74151557c tempest-AggregatesAdminTestJSON-1273738830 tempest-AggregatesAdminTestJSON-1273738830-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746560234527'] for port (7a705eca-c84e-4a17-a00b-e4696927b03e), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:05:13.174773 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-25c3ffeb-0ecf-4255-931e-b5429b8923f0 admin admin] Publish callbacks [] for security_group (cf2db796-a601-42f5-87b7-36a1e34a3f10), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:05:13.223268 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9afe6c21-e808-40d4-a182-340ee532c006 req-c63375e1-1cf2-4293-b09a-bee74151557c tempest-AggregatesAdminTestJSON-1273738830 tempest-AggregatesAdminTestJSON-1273738830-project] Network 7fbe9cf5-e12c-436d-b372-55a19c9faa30 is already hosted by enough agents. {{(pid=103305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 21:05:13.278555 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.db_base_plugin_common [req-e911ca57-289d-4fb8-9642-15743c34c992 req-00012d3b-7ecf-44d0-91b1-55c9f537ea3a tempest-DeleteServersAdminTestJSON-986730985 tempest-DeleteServersAdminTestJSON-986730985-project] Allocated IP 192.168.233.7 (7fbe9cf5-e12c-436d-b372-55a19c9faa30/fd77e534-75e6-4b90-950e-f5824d584430/3d496241-3dcc-4c53-9ce3-beac6f3a5fb6) {{(pid=103304) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 21:05:13.295498 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-de054ca7-249c-48c8-a373-9ee585cd9cd0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:05:13.297015 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [req-9afe6c21-e808-40d4-a182-340ee532c006 req-c63375e1-1cf2-4293-b09a-bee74151557c tempest-AggregatesAdminTestJSON-1273738830 tempest-AggregatesAdminTestJSON-1273738830-project] Resources bound (agent type, host, resource id): {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:05:13.392605 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-586219b0-9a6a-410c-bbff-f1bb1fd4967f None None] For port d6554e7e-26e4-4136-a5dc-212535f1535f, host n-d-760453-5, cleared binding levels {{(pid=103306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 26 21:05:13.470214 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-586219b0-9a6a-410c-bbff-f1bb1fd4967f None None] For port d6554e7e-26e4-4136-a5dc-212535f1535f, host n-d-760453-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=d6554e7e-26e4-4136-a5dc-212535f1535f,segment=NetworkSegment(0c196677-38e2-4720-8565-2cf0c74cea78),segment_id=0c196677-38e2-4720-8565-2cf0c74cea78)] {{(pid=103306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 26 21:05:13.484748 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-586219b0-9a6a-410c-bbff-f1bb1fd4967f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (d6554e7e-26e4-4136-a5dc-212535f1535f), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:05:13.505921 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c63375e1-1cf2-4293-b09a-bee74151557c tempest-AggregatesAdminTestJSON-1273738830 tempest-AggregatesAdminTestJSON-1273738830-project] Pushing event updated for resources: {'Port': ['ID=7a705eca-c84e-4a17-a00b-e4696927b03e,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:05:13.521665 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [req-9afe6c21-e808-40d4-a182-340ee532c006 req-c63375e1-1cf2-4293-b09a-bee74151557c tempest-AggregatesAdminTestJSON-1273738830 tempest-AggregatesAdminTestJSON-1273738830-project] Received port after_create {{(pid=103305) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 21:05:13.527196 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9afe6c21-e808-40d4-a182-340ee532c006 req-c63375e1-1cf2-4293-b09a-bee74151557c tempest-AggregatesAdminTestJSON-1273738830 tempest-AggregatesAdminTestJSON-1273738830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:05:13.528014 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-9afe6c21-e808-40d4-a182-340ee532c006 req-c63375e1-1cf2-4293-b09a-bee74151557c tempest-AggregatesAdminTestJSON-1273738830 tempest-AggregatesAdminTestJSON-1273738830-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709645'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:05:13.614245 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-9afe6c21-e808-40d4-a182-340ee532c006 req-c63375e1-1cf2-4293-b09a-bee74151557c tempest-AggregatesAdminTestJSON-1273738830 tempest-AggregatesAdminTestJSON-1273738830-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.0306299 Jan 26 21:05:13.624546 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-25c3ffeb-0ecf-4255-931e-b5429b8923f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (cf2db796-a601-42f5-87b7-36a1e34a3f10), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:05:13.632726 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-25c3ffeb-0ecf-4255-931e-b5429b8923f0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:05:13.638650 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-25c3ffeb-0ecf-4255-931e-b5429b8923f0 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/cf2db796-a601-42f5-87b7-36a1e34a3f10 HTTP/1.1" status: 204 len: 168 time: 1.7482700 Jan 26 21:05:13.656393 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-69c412df-b85b-4b6e-9eac-e9343d606382 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (d4330f52-6e69-4aa8-8c69-824069c5d9ac), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:05:13.663021 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-69c412df-b85b-4b6e-9eac-e9343d606382 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:05:13.664813 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-69c412df-b85b-4b6e-9eac-e9343d606382 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d4330f52-6e69-4aa8-8c69-824069c5d9ac HTTP/1.1" status: 204 len: 168 time: 1.7153811 Jan 26 21:05:13.671376 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [req-9afe6c21-e808-40d4-a182-340ee532c006 req-a5f03026-763b-4dfc-9609-f44a018ae0ca tempest-AggregatesAdminTestJSON-1273738830 tempest-AggregatesAdminTestJSON-1273738830-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=103305) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 26 21:05:13.674323 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-9afe6c21-e808-40d4-a182-340ee532c006 req-a5f03026-763b-4dfc-9609-f44a018ae0ca tempest-AggregatesAdminTestJSON-1273738830 tempest-AggregatesAdminTestJSON-1273738830-project] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0190799 Jan 26 21:05:13.705906 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-d3b65753-a919-4f65-8537-b685f4542f85 None None] Current status of the port 076ddd78-7c26-43be-8bb8-b1fe7e196fd1 is: DOWN; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:05:13.706541 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d3b65753-a919-4f65-8537-b685f4542f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (076ddd78-7c26-43be-8bb8-b1fe7e196fd1), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:05:13.709051 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c3ffeb-0ecf-4255-931e-b5429b8923f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf2db796-a601-42f5-87b7-36a1e34a3f10,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:05:13.824917 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c412df-b85b-4b6e-9eac-e9343d606382 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4330f52-6e69-4aa8-8c69-824069c5d9ac,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:05:13.844893 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-5f14a6ff-ebc8-4755-8ec0-9914eb88dba0 admin admin] Publish callbacks [] for security_group (1ebe7d57-91a4-452e-9154-0f510e1c9eff), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:05:13.853059 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-5f14a6ff-ebc8-4755-8ec0-9914eb88dba0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (1ebe7d57-91a4-452e-9154-0f510e1c9eff), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:05:13.979376 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.db_base_plugin_common [None req-de054ca7-249c-48c8-a373-9ee585cd9cd0 admin admin] Allocated IP 172.25.1.230 (4140a1f1-c93a-4bea-83a0-68953a54f299/e48251a1-e30d-4820-8396-00c6f6aeb601/3edee885-caea-4ea9-be94-2d14144f2fca) {{(pid=103304) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 21:05:14.047742 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-5f14a6ff-ebc8-4755-8ec0-9914eb88dba0 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=5d7907f102724c7a98cea5ec49fca9ef&name=default HTTP/1.1" status: 200 len: 2993 time: 1.2213545 Jan 26 21:05:14.048526 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f14a6ff-ebc8-4755-8ec0-9914eb88dba0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ebe7d57-91a4-452e-9154-0f510e1c9eff,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:05:14.053882 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-586219b0-9a6a-410c-bbff-f1bb1fd4967f None None] Pushing event updated for resources: {'Port': ['ID=d6554e7e-26e4-4136-a5dc-212535f1535f,revision_number=2']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:05:14.062065 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 41378) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:05:14.079218 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-1d46b9f6-3894-4c05-8a9f-8a4c5c0e8ba0 req-8adf3c3e-da67-4220-af85-105ac524b7df tempest-DeleteServersAdminTestJSON-986730985 tempest-DeleteServersAdminTestJSON-986730985-project] 10.222.0.13 "GET /v2.0/ports?device_id=ea5bd61d-2f0e-4c11-b9d0-dade8914079e HTTP/1.1" status: 200 len: 210 time: 0.1578610 Jan 26 21:05:14.079734 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-d3b65753-a919-4f65-8537-b685f4542f85 None None] For port 076ddd78-7c26-43be-8bb8-b1fe7e196fd1, host n-d-760453-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=076ddd78-7c26-43be-8bb8-b1fe7e196fd1,segment=NetworkSegment(86abbadd-e980-48d3-bcba-75375a5948b3),segment_id=86abbadd-e980-48d3-bcba-75375a5948b3)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:05:14.093386 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d3b65753-a919-4f65-8537-b685f4542f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (076ddd78-7c26-43be-8bb8-b1fe7e196fd1), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:05:14.201470 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-67b5ee33-67ae-4cc0-aafb-c0c421a00327 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e1537f3-2953-450d-9758-e36dd4e159f5', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-12624398-router', 'tenant_id': 'd23b24c8db034dca99b1d99ddc0880a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'external_fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.97'}], 'enable_snat': True}, 'gw_port_id': 'dfff1849-53a1-451a-a3fd-8d3a9f61264e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T21:05:02Z', 'updated_at': '2022-01-26T21:05:06Z', 'revision_number': 4, 'project_id': 'd23b24c8db034dca99b1d99ddc0880a5', 'gw_port': {'id': 'dfff1849-53a1-451a-a3fd-8d3a9f61264e', 'name': '', 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:f5:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e1537f3-2953-450d-9758-e36dd4e159f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:05:02Z', 'updated_at': '2022-01-26T21:05:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-5', '_interfaces': [{'id': '076ddd78-7c26-43be-8bb8-b1fe7e196fd1', 'name': '', 'network_id': '9b81ad00-7180-4a41-9594-2bd0d66dbd57', 'tenant_id': 'd23b24c8db034dca99b1d99ddc0880a5', 'mac_address': 'fa:16:3e:3e:7c:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e1537f3-2953-450d-9758-e36dd4e159f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '4d1fd205-2a9b-47a0-a1f2-a48040a3bbee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:05:05Z', 'updated_at': '2022-01-26T21:05:11Z', 'revision_number': 4, 'project_id': 'd23b24c8db034dca99b1d99ddc0880a5', 'subnets': [{'id': '4d1fd205-2a9b-47a0-a1f2-a48040a3bbee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760453-5', False) {} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:05:14.212618 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39946e9-89c0-48e7-9033-e458b35d8906 req-f889fc3f-3bc1-447d-ad6f-fc1bd6e98df6 tempest-AggregatesAdminTestJSON-1273738830 tempest-AggregatesAdminTestJSON-1273738830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:05:14.223005 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-f39946e9-89c0-48e7-9033-e458b35d8906 req-f889fc3f-3bc1-447d-ad6f-fc1bd6e98df6 tempest-AggregatesAdminTestJSON-1273738830 tempest-AggregatesAdminTestJSON-1273738830-project] 10.222.0.13 "GET /v2.0/ports?device_id=78528354-17c1-426b-b28c-50fe165aa1d3 HTTP/1.1" status: 200 len: 936 time: 0.4471173 Jan 26 21:05:14.254217 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67b5ee33-67ae-4cc0-aafb-c0c421a00327 None None] The sync data for ids ['1e1537f3-2953-450d-9758-e36dd4e159f5'] in n-d-760453-5 is: [{'id': '1e1537f3-2953-450d-9758-e36dd4e159f5', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-12624398-router', 'tenant_id': 'd23b24c8db034dca99b1d99ddc0880a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'external_fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.97'}], 'enable_snat': True}, 'gw_port_id': 'dfff1849-53a1-451a-a3fd-8d3a9f61264e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T21:05:02Z', 'updated_at': '2022-01-26T21:05:06Z', 'revision_number': 4, 'project_id': 'd23b24c8db034dca99b1d99ddc0880a5', 'gw_port': {'id': 'dfff1849-53a1-451a-a3fd-8d3a9f61264e', 'name': '', 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:f5:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e1537f3-2953-450d-9758-e36dd4e159f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:05:02Z', 'updated_at': '2022-01-26T21:05:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-5', '_interfaces': [{'id': '076ddd78-7c26-43be-8bb8-b1fe7e196fd1', 'name': '', 'network_id': '9b81ad00-7180-4a41-9594-2bd0d66dbd57', 'tenant_id': 'd23b24c8db034dca99b1d99ddc0880a5', 'mac_address': 'fa:16:3e:3e:7c:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e1537f3-2953-450d-9758-e36dd4e159f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '4d1fd205-2a9b-47a0-a1f2-a48040a3bbee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:05:05Z', 'updated_at': '2022-01-26T21:05:11Z', 'revision_number': 4, 'project_id': 'd23b24c8db034dca99b1d99ddc0880a5', 'subnets': [{'id': '4d1fd205-2a9b-47a0-a1f2-a48040a3bbee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 26 21:05:14.348173 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b65753-a919-4f65-8537-b685f4542f85 None None] Pushing event updated for resources: {'Port': ['ID=076ddd78-7c26-43be-8bb8-b1fe7e196fd1,revision_number=5']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:05:14.349329 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-abb7a4f9-9d21-4d00-b369-295cef832611 admin admin] Publish callbacks [] for security_group (1ebe7d57-91a4-452e-9154-0f510e1c9eff), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:05:14.390278 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-96990125-7f54-4747-b71c-764b25c4bdf7 None None] Provisioning complete for port 7a705eca-c84e-4a17-a00b-e4696927b03e triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:05:14.391005 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-96990125-7f54-4747-b71c-764b25c4bdf7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (7a705eca-c84e-4a17-a00b-e4696927b03e), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:05:14.468249 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-abb7a4f9-9d21-4d00-b369-295cef832611 admin admin] Publish callbacks [] for security_group (1ebe7d57-91a4-452e-9154-0f510e1c9eff), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:05:14.571090 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-96990125-7f54-4747-b71c-764b25c4bdf7 None None] Port 7a705eca-c84e-4a17-a00b-e4696927b03e cannot update to ACTIVE because it is not bound. {{(pid=103306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 26 21:05:14.641541 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-abb7a4f9-9d21-4d00-b369-295cef832611 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (1ebe7d57-91a4-452e-9154-0f510e1c9eff), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:05:14.650377 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-abb7a4f9-9d21-4d00-b369-295cef832611 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:05:14.654058 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-abb7a4f9-9d21-4d00-b369-295cef832611 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/1ebe7d57-91a4-452e-9154-0f510e1c9eff HTTP/1.1" status: 204 len: 168 time: 0.5853870 Jan 26 21:05:14.698839 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb7a4f9-9d21-4d00-b369-295cef832611 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ebe7d57-91a4-452e-9154-0f510e1c9eff,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:05:14.743803 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-e911ca57-289d-4fb8-9642-15743c34c992 req-00012d3b-7ecf-44d0-91b1-55c9f537ea3a tempest-DeleteServersAdminTestJSON-986730985 tempest-DeleteServersAdminTestJSON-986730985-project] Publish callbacks [] for port (3d496241-3dcc-4c53-9ce3-beac6f3a5fb6), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:05:14.753136 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 41386) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:05:14.781326 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-34b496ad-538e-447a-acb2-1e55a13d8c63 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:05:14.904578 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 41388) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:05:14.943093 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-4dd5a04f-3f77-4a71-98a9-e727d258512d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:05:14.968569 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-de054ca7-249c-48c8-a373-9ee585cd9cd0 admin admin] Publish callbacks [] for port (3edee885-caea-4ea9-be94-2d14144f2fca), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:05:15.162879 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-4dd5a04f-3f77-4a71-98a9-e727d258512d admin admin] Publish callbacks [] for security_group (756527e5-644a-43ba-86eb-211e66d1b35e), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:05:15.185350 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [req-9afe6c21-e808-40d4-a182-340ee532c006 req-28c32453-25c8-4c45-bf6d-4cac56187ba1 service neutron] Request body: {'port': {'device_id': '78528354-17c1-426b-b28c-50fe165aa1d3', 'device_owner': 'compute:tempest-test_az-1543113367', 'binding:host_id': 'n-h2-760453-5'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:05:15.213529 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-4dd5a04f-3f77-4a71-98a9-e727d258512d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (756527e5-644a-43ba-86eb-211e66d1b35e), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:05:15.281347 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-f39946e9-89c0-48e7-9033-e458b35d8906 req-6b0c7ea7-b55d-450c-a008-4d1d22e0faae tempest-AggregatesAdminTestJSON-1273738830 tempest-AggregatesAdminTestJSON-1273738830-project] 10.222.0.13 "GET /v2.0/security-groups?id=76b31edb-9c28-4457-9aaf-1be2804eb7bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9995275 Jan 26 21:05:15.323586 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-de054ca7-249c-48c8-a373-9ee585cd9cd0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746560234527'] for port (3edee885-caea-4ea9-be94-2d14144f2fca), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:05:15.346163 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-e911ca57-289d-4fb8-9642-15743c34c992 req-00012d3b-7ecf-44d0-91b1-55c9f537ea3a tempest-DeleteServersAdminTestJSON-986730985 tempest-DeleteServersAdminTestJSON-986730985-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746560234527'] for port (3d496241-3dcc-4c53-9ce3-beac6f3a5fb6), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:05:15.377658 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd5a04f-3f77-4a71-98a9-e727d258512d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=756527e5-644a-43ba-86eb-211e66d1b35e,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:05:15.520373 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-4dd5a04f-3f77-4a71-98a9-e727d258512d admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c0bca81685ea479689d3c20e6931fdd5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6146352 Jan 26 21:05:15.564283 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 41398) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:05:15.578577 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de054ca7-249c-48c8-a373-9ee585cd9cd0 admin admin] Pushing event updated for resources: {'Port': ['ID=3edee885-caea-4ea9-be94-2d14144f2fca,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:05:15.683580 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-34b496ad-538e-447a-acb2-1e55a13d8c63 admin admin] Publish callbacks [] for security_group (620d4ddc-ea68-4094-a106-bfb7af2039bb), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:05:15.693359 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-34b496ad-538e-447a-acb2-1e55a13d8c63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (620d4ddc-ea68-4094-a106-bfb7af2039bb), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:05:15.802799 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de054ca7-249c-48c8-a373-9ee585cd9cd0 admin admin] Network 4140a1f1-c93a-4bea-83a0-68953a54f299 is already hosted by enough agents. {{(pid=103304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 21:05:15.838171 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b496ad-538e-447a-acb2-1e55a13d8c63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=620d4ddc-ea68-4094-a106-bfb7af2039bb,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:05:15.851601 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [None req-de054ca7-249c-48c8-a373-9ee585cd9cd0 admin admin] Resources bound (agent type, host, resource id): {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:05:15.854864 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-9afe6c21-e808-40d4-a182-340ee532c006 req-28c32453-25c8-4c45-bf6d-4cac56187ba1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (7a705eca-c84e-4a17-a00b-e4696927b03e), before_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:05:15.888723 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de054ca7-249c-48c8-a373-9ee585cd9cd0 admin admin] Received port after_create {{(pid=103304) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 21:05:15.917419 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e911ca57-289d-4fb8-9642-15743c34c992 req-00012d3b-7ecf-44d0-91b1-55c9f537ea3a tempest-DeleteServersAdminTestJSON-986730985 tempest-DeleteServersAdminTestJSON-986730985-project] Network 7fbe9cf5-e12c-436d-b372-55a19c9faa30 is already hosted by enough agents. {{(pid=103304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 21:05:15.928111 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-9c9af6e8-6eab-48c2-bce0-266772e6864e admin admin] Publish callbacks [] for security_group (756527e5-644a-43ba-86eb-211e66d1b35e), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:05:16.019098 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [req-e911ca57-289d-4fb8-9642-15743c34c992 req-00012d3b-7ecf-44d0-91b1-55c9f537ea3a tempest-DeleteServersAdminTestJSON-986730985 tempest-DeleteServersAdminTestJSON-986730985-project] Resources bound (agent type, host, resource id): {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:05:16.023979 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [req-e911ca57-289d-4fb8-9642-15743c34c992 req-00012d3b-7ecf-44d0-91b1-55c9f537ea3a tempest-DeleteServersAdminTestJSON-986730985 tempest-DeleteServersAdminTestJSON-986730985-project] Received port after_create {{(pid=103304) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 21:05:16.044326 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-9c9af6e8-6eab-48c2-bce0-266772e6864e admin admin] Publish callbacks [] for security_group (756527e5-644a-43ba-86eb-211e66d1b35e), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:05:16.055226 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e911ca57-289d-4fb8-9642-15743c34c992 req-00012d3b-7ecf-44d0-91b1-55c9f537ea3a tempest-DeleteServersAdminTestJSON-986730985 tempest-DeleteServersAdminTestJSON-986730985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:05:16.056176 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-e911ca57-289d-4fb8-9642-15743c34c992 req-00012d3b-7ecf-44d0-91b1-55c9f537ea3a tempest-DeleteServersAdminTestJSON-986730985 tempest-DeleteServersAdminTestJSON-986730985-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709645'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:05:16.166487 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-e911ca57-289d-4fb8-9642-15743c34c992 req-00012d3b-7ecf-44d0-91b1-55c9f537ea3a tempest-DeleteServersAdminTestJSON-986730985 tempest-DeleteServersAdminTestJSON-986730985-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 5.6118758 Jan 26 21:05:16.180067 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58724b8f-db6d-4cb6-8042-96b281ca39df req-b034ce90-f63e-4370-bda1-04658ec43c5f tempest-DeleteServersAdminTestJSON-986730985 tempest-DeleteServersAdminTestJSON-986730985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:05:16.193206 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-58724b8f-db6d-4cb6-8042-96b281ca39df req-b034ce90-f63e-4370-bda1-04658ec43c5f tempest-DeleteServersAdminTestJSON-986730985 tempest-DeleteServersAdminTestJSON-986730985-project] 10.222.0.13 "GET /v2.0/ports?device_id=ea5bd61d-2f0e-4c11-b9d0-dade8914079e HTTP/1.1" status: 200 len: 934 time: 0.9071035 Jan 26 21:05:16.258027 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-34b496ad-538e-447a-acb2-1e55a13d8c63 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=76a696ac6bf145e1a4ca7a24f153b9ef&name=default HTTP/1.1" status: 200 len: 2996 time: 1.5035973 Jan 26 21:05:16.261080 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 41414) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:05:16.286377 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fe6e6c5-fef4-4c23-867a-d8b3205ee835 None None] Network 4e04e0b8-bab3-4a33-9552-063f77c9a25a requested from n-d-760453-5 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 26 21:05:16.289607 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [req-e911ca57-289d-4fb8-9642-15743c34c992 req-01befaf8-d2ee-4788-99b6-34ea2b0721fd service neutron] Request body: {'port': {'device_id': 'ea5bd61d-2f0e-4c11-b9d0-dade8914079e', 'device_owner': 'compute:tempest-test_az-1543113367', 'binding:host_id': 'n-h2-760453-5'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:05:16.391561 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device 076ddd78-7c26-43be-8bb8-b1fe7e196fd1 up at agent ovs-agent-n-d-760453-5 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 21:05:16.530628 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00012d3b-7ecf-44d0-91b1-55c9f537ea3a tempest-DeleteServersAdminTestJSON-986730985 tempest-DeleteServersAdminTestJSON-986730985-project] Pushing event updated for resources: {'Port': ['ID=3d496241-3dcc-4c53-9ce3-beac6f3a5fb6,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:05:16.670902 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-90290527-0001-482b-a0a8-7c73e35ca80d None None] Provisioning complete for port d6554e7e-26e4-4136-a5dc-212535f1535f triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:05:16.675038 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-90290527-0001-482b-a0a8-7c73e35ca80d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (d6554e7e-26e4-4136-a5dc-212535f1535f), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:05:16.962225 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-de054ca7-249c-48c8-a373-9ee585cd9cd0 admin admin] Publish callbacks [] for router_gateway (4d9c3b54-1f0d-40ca-b3e8-139c9cdb241a), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:05:17.013036 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Provisioning complete for port 076ddd78-7c26-43be-8bb8-b1fe7e196fd1 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:05:17.014250 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (076ddd78-7c26-43be-8bb8-b1fe7e196fd1), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:05:17.033497 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-58724b8f-db6d-4cb6-8042-96b281ca39df req-a8332b7b-bbb8-424e-bae0-43e5da6999ec tempest-DeleteServersAdminTestJSON-986730985 tempest-DeleteServersAdminTestJSON-986730985-project] 10.222.0.13 "GET /v2.0/security-groups?id=e5ebc764-134d-4fd7-a877-9b9331affbb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8393309 Jan 26 21:05:17.075582 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-64e19a2b-aabd-428f-b582-5f574e69485a admin admin] Publish callbacks [] for security_group (620d4ddc-ea68-4094-a106-bfb7af2039bb), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:05:17.090007 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-9c9af6e8-6eab-48c2-bce0-266772e6864e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (756527e5-644a-43ba-86eb-211e66d1b35e), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:05:17.100384 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-9c9af6e8-6eab-48c2-bce0-266772e6864e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:05:17.103375 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-9c9af6e8-6eab-48c2-bce0-266772e6864e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/756527e5-644a-43ba-86eb-211e66d1b35e HTTP/1.1" status: 204 len: 168 time: 1.5366769 Jan 26 21:05:17.138353 n-d-760453-5 neutron-server[103305]: DEBUG neutron.notifiers.nova [req-9afe6c21-e808-40d4-a182-340ee532c006 req-28c32453-25c8-4c45-bf6d-4cac56187ba1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7a705eca-c84e-4a17-a00b-e4696927b03e {{(pid=103305) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 26 21:05:17.184180 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c9af6e8-6eab-48c2-bce0-266772e6864e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=756527e5-644a-43ba-86eb-211e66d1b35e,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:05:17.217967 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-9afe6c21-e808-40d4-a182-340ee532c006 req-28c32453-25c8-4c45-bf6d-4cac56187ba1 service neutron] Publish callbacks [] for port (7a705eca-c84e-4a17-a00b-e4696927b03e), precommit_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:05:17.241206 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-64e19a2b-aabd-428f-b582-5f574e69485a admin admin] Publish callbacks [] for security_group (620d4ddc-ea68-4094-a106-bfb7af2039bb), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:05:17.249322 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-e911ca57-289d-4fb8-9642-15743c34c992 req-01befaf8-d2ee-4788-99b6-34ea2b0721fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (3d496241-3dcc-4c53-9ce3-beac6f3a5fb6), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:05:17.303318 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.provisioning_blocks [req-9afe6c21-e808-40d4-a182-340ee532c006 req-28c32453-25c8-4c45-bf6d-4cac56187ba1 service neutron] Transition to ACTIVE for port object 7a705eca-c84e-4a17-a00b-e4696927b03e will not be triggered until provisioned by entity L2. {{(pid=103305) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 21:05:17.325012 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-9afe6c21-e808-40d4-a182-340ee532c006 req-28c32453-25c8-4c45-bf6d-4cac56187ba1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (7a705eca-c84e-4a17-a00b-e4696927b03e), after_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:05:17.437062 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-90290527-0001-482b-a0a8-7c73e35ca80d None None] Current status of the port d6554e7e-26e4-4136-a5dc-212535f1535f is: DOWN; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:05:17.438157 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-90290527-0001-482b-a0a8-7c73e35ca80d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (d6554e7e-26e4-4136-a5dc-212535f1535f), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:05:17.461133 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c32453-25c8-4c45-bf6d-4cac56187ba1 service neutron] Pushing event updated for resources: {'Port': ['ID=7a705eca-c84e-4a17-a00b-e4696927b03e,revision_number=2']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:05:17.488605 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c94db4a-6585-4463-a424-8dd6f94ca656 req-78edc0ae-df82-41a0-94c6-4d8c94b662c4 tempest-AggregatesAdminTestJSON-1273738830 tempest-AggregatesAdminTestJSON-1273738830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:05:17.499774 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-2c94db4a-6585-4463-a424-8dd6f94ca656 req-78edc0ae-df82-41a0-94c6-4d8c94b662c4 tempest-AggregatesAdminTestJSON-1273738830 tempest-AggregatesAdminTestJSON-1273738830-project] 10.222.0.13 "GET /v2.0/ports?device_id=78528354-17c1-426b-b28c-50fe165aa1d3 HTTP/1.1" status: 200 len: 936 time: 0.9428978 Jan 26 21:05:17.544883 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-90290527-0001-482b-a0a8-7c73e35ca80d None None] For port d6554e7e-26e4-4136-a5dc-212535f1535f, host n-d-760453-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=d6554e7e-26e4-4136-a5dc-212535f1535f,segment=NetworkSegment(0c196677-38e2-4720-8565-2cf0c74cea78),segment_id=0c196677-38e2-4720-8565-2cf0c74cea78)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:05:17.558370 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-90290527-0001-482b-a0a8-7c73e35ca80d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (d6554e7e-26e4-4136-a5dc-212535f1535f), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:05:17.690513 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Current status of the port 076ddd78-7c26-43be-8bb8-b1fe7e196fd1 is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:05:17.691983 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device d6554e7e-26e4-4136-a5dc-212535f1535f up at agent ovs-agent-n-d-760453-5 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 21:05:17.799944 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-63cc728c-275b-4926-b845-f035c4ddfa57 None None] Provisioning complete for port d6554e7e-26e4-4136-a5dc-212535f1535f triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:05:17.800757 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-63cc728c-275b-4926-b845-f035c4ddfa57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (d6554e7e-26e4-4136-a5dc-212535f1535f), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:05:17.924077 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Provisioning complete for port d6554e7e-26e4-4136-a5dc-212535f1535f triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:05:17.924779 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (d6554e7e-26e4-4136-a5dc-212535f1535f), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:05:17.926672 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90290527-0001-482b-a0a8-7c73e35ca80d None None] Pushing event updated for resources: {'Port': ['ID=d6554e7e-26e4-4136-a5dc-212535f1535f,revision_number=3']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:05:18.037229 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-64e19a2b-aabd-428f-b582-5f574e69485a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (620d4ddc-ea68-4094-a106-bfb7af2039bb), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:05:18.040268 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-64e19a2b-aabd-428f-b582-5f574e69485a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:05:18.048858 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-64e19a2b-aabd-428f-b582-5f574e69485a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/620d4ddc-ea68-4094-a106-bfb7af2039bb HTTP/1.1" status: 204 len: 168 time: 1.7657914 Jan 26 21:05:18.054777 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [req-9afe6c21-e808-40d4-a182-340ee532c006 req-28c32453-25c8-4c45-bf6d-4cac56187ba1 service neutron] Attempting to bind port 7a705eca-c84e-4a17-a00b-e4696927b03e on host n-h2-760453-5 for vnic_type normal with profile {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 21:05:18.065929 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [req-9afe6c21-e808-40d4-a182-340ee532c006 req-28c32453-25c8-4c45-bf6d-4cac56187ba1 service neutron] Attempting to bind port 7a705eca-c84e-4a17-a00b-e4696927b03e by drivers openvswitch,hyperv on host n-h2-760453-5 at level 0 using segments [{'id': '4eab25d6-89d9-4907-a1c2-51b06443ba33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '7fbe9cf5-e12c-436d-b372-55a19c9faa30'}] {{(pid=103305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 26 21:05:18.066656 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9afe6c21-e808-40d4-a182-340ee532c006 req-28c32453-25c8-4c45-bf6d-4cac56187ba1 service neutron] Attempting to bind port 7a705eca-c84e-4a17-a00b-e4696927b03e on network 7fbe9cf5-e12c-436d-b372-55a19c9faa30 {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 21:05:18.085021 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e19a2b-aabd-428f-b582-5f574e69485a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=620d4ddc-ea68-4094-a106-bfb7af2039bb,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:05:18.089668 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9afe6c21-e808-40d4-a182-340ee532c006 req-28c32453-25c8-4c45-bf6d-4cac56187ba1 service neutron] Port 7a705eca-c84e-4a17-a00b-e4696927b03e on network 7fbe9cf5-e12c-436d-b372-55a19c9faa30 not bound, no agent of type Open vSwitch agent registered on host n-h2-760453-5 {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 26 21:05:18.090171 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9afe6c21-e808-40d4-a182-340ee532c006 req-28c32453-25c8-4c45-bf6d-4cac56187ba1 service neutron] Attempting to bind port 7a705eca-c84e-4a17-a00b-e4696927b03e on network 7fbe9cf5-e12c-436d-b372-55a19c9faa30 {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 21:05:18.099556 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9afe6c21-e808-40d4-a182-340ee532c006 req-28c32453-25c8-4c45-bf6d-4cac56187ba1 service neutron] Checking agent: {'id': '4d619873-4b60-439f-9b5a-b155dc8bbc34', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-760453-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 21, 2, 53), 'started_at': datetime.datetime(2022, 1, 26, 21, 2, 53), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 21, 4, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 26 21:05:18.101804 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9afe6c21-e808-40d4-a182-340ee532c006 req-28c32453-25c8-4c45-bf6d-4cac56187ba1 service neutron] Checking segment: {'id': '4eab25d6-89d9-4907-a1c2-51b06443ba33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '7fbe9cf5-e12c-436d-b372-55a19c9faa30'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103305) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 21:05:18.104000 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9afe6c21-e808-40d4-a182-340ee532c006 req-28c32453-25c8-4c45-bf6d-4cac56187ba1 service neutron] Bound using segment: {'id': '4eab25d6-89d9-4907-a1c2-51b06443ba33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '7fbe9cf5-e12c-436d-b372-55a19c9faa30'} {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 26 21:05:18.104554 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [req-9afe6c21-e808-40d4-a182-340ee532c006 req-28c32453-25c8-4c45-bf6d-4cac56187ba1 service neutron] Bound port: 7a705eca-c84e-4a17-a00b-e4696927b03e, host: n-h2-760453-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4eab25d6-89d9-4907-a1c2-51b06443ba33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '7fbe9cf5-e12c-436d-b372-55a19c9faa30'}}] {{(pid=103305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 26 21:05:18.104986 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-9afe6c21-e808-40d4-a182-340ee532c006 req-28c32453-25c8-4c45-bf6d-4cac56187ba1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (7a705eca-c84e-4a17-a00b-e4696927b03e), before_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:05:18.149774 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-63cc728c-275b-4926-b845-f035c4ddfa57 None None] Current status of the port d6554e7e-26e4-4136-a5dc-212535f1535f is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:05:18.184555 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-63cc728c-275b-4926-b845-f035c4ddfa57 None None] Provisioning complete for port 3d496241-3dcc-4c53-9ce3-beac6f3a5fb6 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:05:18.186646 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-63cc728c-275b-4926-b845-f035c4ddfa57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (3d496241-3dcc-4c53-9ce3-beac6f3a5fb6), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:05:18.258272 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-2c94db4a-6585-4463-a424-8dd6f94ca656 req-e746fa9b-0dda-4aa5-8e25-59de8b8ccee4 tempest-AggregatesAdminTestJSON-1273738830 tempest-AggregatesAdminTestJSON-1273738830-project] 10.222.0.13 "GET /v2.0/security-groups?id=76b31edb-9c28-4457-9aaf-1be2804eb7bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7576640 Jan 26 21:05:18.284990 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [req-9afe6c21-e808-40d4-a182-340ee532c006 req-28c32453-25c8-4c45-bf6d-4cac56187ba1 service neutron] For port 7a705eca-c84e-4a17-a00b-e4696927b03e, host n-h2-760453-5, cleared binding levels {{(pid=103305) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 26 21:05:18.296173 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [req-9afe6c21-e808-40d4-a182-340ee532c006 req-28c32453-25c8-4c45-bf6d-4cac56187ba1 service neutron] For port 7a705eca-c84e-4a17-a00b-e4696927b03e, host n-h2-760453-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-5',level=0,port_id=7a705eca-c84e-4a17-a00b-e4696927b03e,segment=NetworkSegment(4eab25d6-89d9-4907-a1c2-51b06443ba33),segment_id=4eab25d6-89d9-4907-a1c2-51b06443ba33)] {{(pid=103305) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 26 21:05:18.304899 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-9afe6c21-e808-40d4-a182-340ee532c006 req-28c32453-25c8-4c45-bf6d-4cac56187ba1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (7a705eca-c84e-4a17-a00b-e4696927b03e), after_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:05:18.357770 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-63cc728c-275b-4926-b845-f035c4ddfa57 None None] Port 3d496241-3dcc-4c53-9ce3-beac6f3a5fb6 cannot update to ACTIVE because it is not bound. {{(pid=103306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 26 21:05:18.360137 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Current status of the port d6554e7e-26e4-4136-a5dc-212535f1535f is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:05:18.476773 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device d6554e7e-26e4-4136-a5dc-212535f1535f up at agent ovs-agent-n-d-760453-5 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 21:05:18.484461 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c32453-25c8-4c45-bf6d-4cac56187ba1 service neutron] Pushing event updated for resources: {'Port': ['ID=7a705eca-c84e-4a17-a00b-e4696927b03e,revision_number=3']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:05:18.497277 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9afe6c21-e808-40d4-a182-340ee532c006 req-28c32453-25c8-4c45-bf6d-4cac56187ba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:05:18.499381 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-9afe6c21-e808-40d4-a182-340ee532c006 req-28c32453-25c8-4c45-bf6d-4cac56187ba1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709645'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:05:18.503027 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-9afe6c21-e808-40d4-a182-340ee532c006 req-28c32453-25c8-4c45-bf6d-4cac56187ba1 service neutron] 10.222.0.57 "PUT /v2.0/ports/7a705eca-c84e-4a17-a00b-e4696927b03e HTTP/1.1" status: 200 len: 1118 time: 4.3237453 Jan 26 21:05:18.504193 n-d-760453-5 neutron-server[103305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '78528354-17c1-426b-b28c-50fe165aa1d3', 'tag': '7a705eca-c84e-4a17-a00b-e4696927b03e'}] {{(pid=103305) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 21:05:18.591340 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-de054ca7-249c-48c8-a373-9ee585cd9cd0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4105757', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4111263'] for router (4d9c3b54-1f0d-40ca-b3e8-139c9cdb241a), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:05:18.654521 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Provisioning complete for port d6554e7e-26e4-4136-a5dc-212535f1535f triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:05:18.654981 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (d6554e7e-26e4-4136-a5dc-212535f1535f), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:05:18.678503 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7a0b82-bdea-434b-9b77-f8cea39b997b req-4ddf855f-acde-46c3-a60b-05b14dbe1e78 tempest-DeleteServersAdminTestJSON-986730985 tempest-DeleteServersAdminTestJSON-986730985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:05:18.680730 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-8e7a0b82-bdea-434b-9b77-f8cea39b997b req-4ddf855f-acde-46c3-a60b-05b14dbe1e78 tempest-DeleteServersAdminTestJSON-986730985 tempest-DeleteServersAdminTestJSON-986730985-project] 10.222.0.13 "GET /v2.0/ports?device_id=ea5bd61d-2f0e-4c11-b9d0-dade8914079e HTTP/1.1" status: 200 len: 934 time: 0.5057018 Jan 26 21:05:18.856905 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9afe6c21-e808-40d4-a182-340ee532c006 req-64aca20c-19b2-4ce6-8b5a-3ee78c5fd951 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:05:18.866569 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-9afe6c21-e808-40d4-a182-340ee532c006 req-64aca20c-19b2-4ce6-8b5a-3ee78c5fd951 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=062b2464efe344bcb4c3f57dd987cc14&device_id=78528354-17c1-426b-b28c-50fe165aa1d3 HTTP/1.1" status: 200 len: 1121 time: 0.1968632 Jan 26 21:05:18.944532 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Current status of the port d6554e7e-26e4-4136-a5dc-212535f1535f is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:05:18.964321 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-dc367011-bab3-4dcf-bea2-397754f5cb17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (474ccdf7-ab6c-405b-a3b2-dc7b05829902), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:05:19.006618 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-9afe6c21-e808-40d4-a182-340ee532c006 req-c7da8c4b-8ec6-4042-b0a3-e2f885c10187 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.177&port_id=7a705eca-c84e-4a17-a00b-e4696927b03e HTTP/1.1" status: 200 len: 217 time: 0.1228411 Jan 26 21:05:19.118222 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-8e7a0b82-bdea-434b-9b77-f8cea39b997b req-499f003a-8af0-497c-82ee-e93c76994f2e tempest-DeleteServersAdminTestJSON-986730985 tempest-DeleteServersAdminTestJSON-986730985-project] 10.222.0.13 "GET /v2.0/security-groups?id=e5ebc764-134d-4fd7-a877-9b9331affbb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4096365 Jan 26 21:05:19.356730 n-d-760453-5 neutron-server[103304]: DEBUG neutron.notifiers.nova [req-e911ca57-289d-4fb8-9642-15743c34c992 req-01befaf8-d2ee-4788-99b6-34ea2b0721fd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3d496241-3dcc-4c53-9ce3-beac6f3a5fb6 {{(pid=103304) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 26 21:05:19.367547 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-e911ca57-289d-4fb8-9642-15743c34c992 req-01befaf8-d2ee-4788-99b6-34ea2b0721fd service neutron] Publish callbacks [] for port (3d496241-3dcc-4c53-9ce3-beac6f3a5fb6), precommit_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:05:19.393387 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de054ca7-249c-48c8-a373-9ee585cd9cd0 admin admin] Router 4d9c3b54-1f0d-40ca-b3e8-139c9cdb241a is scheduled to L3 agent 09df100c-3af1-4b0a-bda8-05914c71c458 with binding_index 1 {{(pid=103304) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 26 21:05:19.405984 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.provisioning_blocks [req-e911ca57-289d-4fb8-9642-15743c34c992 req-01befaf8-d2ee-4788-99b6-34ea2b0721fd service neutron] Transition to ACTIVE for port object 3d496241-3dcc-4c53-9ce3-beac6f3a5fb6 will not be triggered until provisioned by entity L2. {{(pid=103304) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 21:05:19.437673 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-e911ca57-289d-4fb8-9642-15743c34c992 req-01befaf8-d2ee-4788-99b6-34ea2b0721fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (3d496241-3dcc-4c53-9ce3-beac6f3a5fb6), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:05:19.487097 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d4654568b7bf041e72ff8fe1c96d6d761d9c921f2b99bc7b3a26632be20cee0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f21250b-6d25-408b-bd77-9b8bf09500df" -d '{"events": [{"name": "network-changed", "server_uuid": "78528354-17c1-426b-b28c-50fe165aa1d3", "tag": "7a705eca-c84e-4a17-a00b-e4696927b03e"}]}' {{(pid=103305) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 21:05:19.772866 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480e89a4-ca30-4ada-ac92-68f6ab03962a req-7826a099-4e62-418a-9cd7-f0321a5fc630 tempest-AggregatesAdminTestJSON-1273738830 tempest-AggregatesAdminTestJSON-1273738830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:05:19.775204 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-480e89a4-ca30-4ada-ac92-68f6ab03962a req-7826a099-4e62-418a-9cd7-f0321a5fc630 tempest-AggregatesAdminTestJSON-1273738830 tempest-AggregatesAdminTestJSON-1273738830-project] 10.222.0.13 "GET /v2.0/ports?device_id=78528354-17c1-426b-b28c-50fe165aa1d3 HTTP/1.1" status: 200 len: 970 time: 0.3337355 Jan 26 21:05:19.777436 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01befaf8-d2ee-4788-99b6-34ea2b0721fd service neutron] Pushing event updated for resources: {'Port': ['ID=3d496241-3dcc-4c53-9ce3-beac6f3a5fb6,revision_number=2']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:05:20.012447 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [req-e911ca57-289d-4fb8-9642-15743c34c992 req-01befaf8-d2ee-4788-99b6-34ea2b0721fd service neutron] Attempting to bind port 3d496241-3dcc-4c53-9ce3-beac6f3a5fb6 on host n-h2-760453-5 for vnic_type normal with profile {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 21:05:20.015338 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [req-e911ca57-289d-4fb8-9642-15743c34c992 req-01befaf8-d2ee-4788-99b6-34ea2b0721fd service neutron] Attempting to bind port 3d496241-3dcc-4c53-9ce3-beac6f3a5fb6 by drivers openvswitch,hyperv on host n-h2-760453-5 at level 0 using segments [{'id': '4eab25d6-89d9-4907-a1c2-51b06443ba33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '7fbe9cf5-e12c-436d-b372-55a19c9faa30'}] {{(pid=103304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 26 21:05:20.019801 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e911ca57-289d-4fb8-9642-15743c34c992 req-01befaf8-d2ee-4788-99b6-34ea2b0721fd service neutron] Attempting to bind port 3d496241-3dcc-4c53-9ce3-beac6f3a5fb6 on network 7fbe9cf5-e12c-436d-b372-55a19c9faa30 {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 21:05:20.033990 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de054ca7-249c-48c8-a373-9ee585cd9cd0 admin admin] Notify agent at l3_agent.n-d-760453-5 the message routers_updated {{(pid=103304) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 26 21:05:20.035612 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b50d26c1-ecd8-4aaf-b9e5-d5f710bc14ad None None] Sync routers for ids ['4d9c3b54-1f0d-40ca-b3e8-139c9cdb241a'] in n-d-760453-5 {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 26 21:05:20.049666 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b50d26c1-ecd8-4aaf-b9e5-d5f710bc14ad None None] Routers {'4d9c3b54-1f0d-40ca-b3e8-139c9cdb241a'} bound to L3 agent in host n-d-760453-5 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 21:05:20.050275 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-b50d26c1-ecd8-4aaf-b9e5-d5f710bc14ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-26T20:55:21Z,description=,heartbeat_timestamp=2022-01-26T21:04:51Z,host='n-d-760453-5',id=09df100c-3af1-4b0a-bda8-05914c71c458,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:55:21Z,topic='l3_agent')) {'router_ids': ['4d9c3b54-1f0d-40ca-b3e8-139c9cdb241a'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:05:20.057275 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-480e89a4-ca30-4ada-ac92-68f6ab03962a req-2f44d83a-072e-4474-90be-a8cf118bf0c7 tempest-AggregatesAdminTestJSON-1273738830 tempest-AggregatesAdminTestJSON-1273738830-project] 10.222.0.13 "GET /v2.0/security-groups?id=76b31edb-9c28-4457-9aaf-1be2804eb7bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2750726 Jan 26 21:05:20.080496 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e911ca57-289d-4fb8-9642-15743c34c992 req-01befaf8-d2ee-4788-99b6-34ea2b0721fd service neutron] Port 3d496241-3dcc-4c53-9ce3-beac6f3a5fb6 on network 7fbe9cf5-e12c-436d-b372-55a19c9faa30 not bound, no agent of type Open vSwitch agent registered on host n-h2-760453-5 {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 26 21:05:20.082413 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e911ca57-289d-4fb8-9642-15743c34c992 req-01befaf8-d2ee-4788-99b6-34ea2b0721fd service neutron] Attempting to bind port 3d496241-3dcc-4c53-9ce3-beac6f3a5fb6 on network 7fbe9cf5-e12c-436d-b372-55a19c9faa30 {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 21:05:20.098459 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e911ca57-289d-4fb8-9642-15743c34c992 req-01befaf8-d2ee-4788-99b6-34ea2b0721fd service neutron] Checking agent: {'id': '4d619873-4b60-439f-9b5a-b155dc8bbc34', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-760453-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 21, 2, 53), 'started_at': datetime.datetime(2022, 1, 26, 21, 2, 53), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 21, 4, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 26 21:05:20.100277 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e911ca57-289d-4fb8-9642-15743c34c992 req-01befaf8-d2ee-4788-99b6-34ea2b0721fd service neutron] Checking segment: {'id': '4eab25d6-89d9-4907-a1c2-51b06443ba33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '7fbe9cf5-e12c-436d-b372-55a19c9faa30'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103304) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 21:05:20.105951 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 26 Jan 2022 21:05:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d2ca3e9-c762-4b62-afd7-8e6089e46eb6 x-openstack-request-id: req-1d2ca3e9-c762-4b62-afd7-8e6089e46eb6 {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 21:05:20.106360 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "78528354-17c1-426b-b28c-50fe165aa1d3", "tag": "7a705eca-c84e-4a17-a00b-e4696927b03e", "status": "completed", "code": 200}]} {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 21:05:20.106750 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-1d2ca3e9-c762-4b62-afd7-8e6089e46eb6 {{(pid=103305) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 21:05:20.107301 n-d-760453-5 neutron-server[103305]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '78528354-17c1-426b-b28c-50fe165aa1d3', 'tag': '7a705eca-c84e-4a17-a00b-e4696927b03e', 'status': 'completed', 'code': 200} Jan 26 21:05:20.108972 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e911ca57-289d-4fb8-9642-15743c34c992 req-01befaf8-d2ee-4788-99b6-34ea2b0721fd service neutron] Bound using segment: {'id': '4eab25d6-89d9-4907-a1c2-51b06443ba33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '7fbe9cf5-e12c-436d-b372-55a19c9faa30'} {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 26 21:05:20.109723 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [req-e911ca57-289d-4fb8-9642-15743c34c992 req-01befaf8-d2ee-4788-99b6-34ea2b0721fd service neutron] Bound port: 3d496241-3dcc-4c53-9ce3-beac6f3a5fb6, host: n-h2-760453-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4eab25d6-89d9-4907-a1c2-51b06443ba33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '7fbe9cf5-e12c-436d-b372-55a19c9faa30'}}] {{(pid=103304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 26 21:05:20.110354 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-e911ca57-289d-4fb8-9642-15743c34c992 req-01befaf8-d2ee-4788-99b6-34ea2b0721fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (3d496241-3dcc-4c53-9ce3-beac6f3a5fb6), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:05:20.209368 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-de054ca7-249c-48c8-a373-9ee585cd9cd0 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:05:20.213334 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-de054ca7-249c-48c8-a373-9ee585cd9cd0 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 934 time: 10.4001431 Jan 26 21:05:20.216914 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 41514) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:05:20.360175 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [req-e911ca57-289d-4fb8-9642-15743c34c992 req-01befaf8-d2ee-4788-99b6-34ea2b0721fd service neutron] For port 3d496241-3dcc-4c53-9ce3-beac6f3a5fb6, host n-h2-760453-5, cleared binding levels {{(pid=103304) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 26 21:05:20.396123 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b467c31a-8cfd-4a39-984e-14e8c7370bca req-add4ceb9-4685-4694-a6ab-bf7a832ef400 tempest-DeleteServersAdminTestJSON-986730985 tempest-DeleteServersAdminTestJSON-986730985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:05:20.404054 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-b467c31a-8cfd-4a39-984e-14e8c7370bca req-add4ceb9-4685-4694-a6ab-bf7a832ef400 tempest-DeleteServersAdminTestJSON-986730985 tempest-DeleteServersAdminTestJSON-986730985-project] 10.222.0.13 "GET /v2.0/ports?device_id=ea5bd61d-2f0e-4c11-b9d0-dade8914079e HTTP/1.1" status: 200 len: 968 time: 0.1607873 Jan 26 21:05:20.430323 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [req-e911ca57-289d-4fb8-9642-15743c34c992 req-01befaf8-d2ee-4788-99b6-34ea2b0721fd service neutron] For port 3d496241-3dcc-4c53-9ce3-beac6f3a5fb6, host n-h2-760453-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-5',level=0,port_id=3d496241-3dcc-4c53-9ce3-beac6f3a5fb6,segment=NetworkSegment(4eab25d6-89d9-4907-a1c2-51b06443ba33),segment_id=4eab25d6-89d9-4907-a1c2-51b06443ba33)] {{(pid=103304) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 26 21:05:20.446055 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-e911ca57-289d-4fb8-9642-15743c34c992 req-01befaf8-d2ee-4788-99b6-34ea2b0721fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (3d496241-3dcc-4c53-9ce3-beac6f3a5fb6), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:05:20.454518 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_dvr_db [None req-b50d26c1-ecd8-4aaf-b9e5-d5f710bc14ad None None] Set router 4d9c3b54-1f0d-40ca-b3e8-139c9cdb241a gateway port host: n-d-760453-5 {{(pid=103307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 21:05:20.548469 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9afe6c21-e808-40d4-a182-340ee532c006 req-efda1746-85d4-4188-a173-f58f4e25a7d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:05:20.555883 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-9afe6c21-e808-40d4-a182-340ee532c006 req-efda1746-85d4-4188-a173-f58f4e25a7d5 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=fd77e534-75e6-4b90-950e-f5824d584430 HTTP/1.1" status: 200 len: 843 time: 0.1332014 Jan 26 21:05:20.638262 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-b467c31a-8cfd-4a39-984e-14e8c7370bca req-75454b25-95a7-4c90-a365-94c5c0901095 tempest-DeleteServersAdminTestJSON-986730985 tempest-DeleteServersAdminTestJSON-986730985-project] 10.222.0.13 "GET /v2.0/security-groups?id=e5ebc764-134d-4fd7-a877-9b9331affbb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2326727 Jan 26 21:05:20.676638 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e911ca57-289d-4fb8-9642-15743c34c992 req-01befaf8-d2ee-4788-99b6-34ea2b0721fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:05:20.677567 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-e911ca57-289d-4fb8-9642-15743c34c992 req-01befaf8-d2ee-4788-99b6-34ea2b0721fd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709645'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:05:20.679210 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-e911ca57-289d-4fb8-9642-15743c34c992 req-01befaf8-d2ee-4788-99b6-34ea2b0721fd service neutron] 10.222.0.57 "PUT /v2.0/ports/3d496241-3dcc-4c53-9ce3-beac6f3a5fb6 HTTP/1.1" status: 200 len: 1116 time: 4.3979609 Jan 26 21:05:20.681779 n-d-760453-5 neutron-server[103304]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ea5bd61d-2f0e-4c11-b9d0-dade8914079e', 'tag': '3d496241-3dcc-4c53-9ce3-beac6f3a5fb6'}] {{(pid=103304) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 21:05:20.828463 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-b50d26c1-ecd8-4aaf-b9e5-d5f710bc14ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d9c3b54-1f0d-40ca-b3e8-139c9cdb241a', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-81033054-router', 'tenant_id': 'e7679454c85346a29783423477ec0e30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'external_fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.230'}], 'enable_snat': True}, 'gw_port_id': '3edee885-caea-4ea9-be94-2d14144f2fca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T21:05:10Z', 'updated_at': '2022-01-26T21:05:16Z', 'revision_number': 3, 'project_id': 'e7679454c85346a29783423477ec0e30', 'gw_port': {'id': '3edee885-caea-4ea9-be94-2d14144f2fca', 'name': '', 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:91:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d9c3b54-1f0d-40ca-b3e8-139c9cdb241a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:05:13Z', 'updated_at': '2022-01-26T21:05:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-5'}], 'n-d-760453-5', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:05:20.872744 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01befaf8-d2ee-4788-99b6-34ea2b0721fd service neutron] Pushing event updated for resources: {'Port': ['ID=3d496241-3dcc-4c53-9ce3-beac6f3a5fb6,revision_number=3']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:05:20.928299 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b50d26c1-ecd8-4aaf-b9e5-d5f710bc14ad None None] Checking router: 4d9c3b54-1f0d-40ca-b3e8-139c9cdb241a for host: n-d-760453-5 {{(pid=103307) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 26 21:05:20.929443 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e911ca57-289d-4fb8-9642-15743c34c992 req-8b890250-4091-462e-9bc4-555fea65669b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:05:20.935993 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-e911ca57-289d-4fb8-9642-15743c34c992 req-8b890250-4091-462e-9bc4-555fea65669b service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=2f184c8f2783474a9301ac955aff42f5&device_id=ea5bd61d-2f0e-4c11-b9d0-dade8914079e HTTP/1.1" status: 200 len: 1119 time: 0.1649063 Jan 26 21:05:20.939576 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b50d26c1-ecd8-4aaf-b9e5-d5f710bc14ad None None] Updating router 4d9c3b54-1f0d-40ca-b3e8-139c9cdb241a port 3edee885-caea-4ea9-be94-2d14144f2fca binding host n-d-760453-5 {{(pid=103307) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 26 21:05:20.986726 n-d-760453-5 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-b50d26c1-ecd8-4aaf-b9e5-d5f710bc14ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (3edee885-caea-4ea9-be94-2d14144f2fca), before_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:05:21.092972 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9afe6c21-e808-40d4-a182-340ee532c006 req-5a4e884d-1b5a-46d4-885f-abf1b2161a57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:05:21.101006 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-9afe6c21-e808-40d4-a182-340ee532c006 req-5a4e884d-1b5a-46d4-885f-abf1b2161a57 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=7fbe9cf5-e12c-436d-b372-55a19c9faa30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4378092 Jan 26 21:05:21.211356 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-cc3d1ef8-4eea-436f-8e30-01d0ef4667ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (09df100c-3af1-4b0a-bda8-05914c71c458), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:05:21.505531 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d52b45f1943fcd332af9527eb73ff93c8d715d44383a3f6d18de73b4cfcf87b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e811294-a105-4885-9e78-c6eb47c13be6" -d '{"events": [{"name": "network-changed", "server_uuid": "ea5bd61d-2f0e-4c11-b9d0-dade8914079e", "tag": "3d496241-3dcc-4c53-9ce3-beac6f3a5fb6"}]}' {{(pid=103304) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 21:05:21.506534 n-d-760453-5 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-b50d26c1-ecd8-4aaf-b9e5-d5f710bc14ad None None] Publish callbacks [] for port (3edee885-caea-4ea9-be94-2d14144f2fca), precommit_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:05:21.515609 n-d-760453-5 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-b50d26c1-ecd8-4aaf-b9e5-d5f710bc14ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (3edee885-caea-4ea9-be94-2d14144f2fca), after_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:05:21.557594 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-0e725881-92b4-409d-92f4-0f36d046b02e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:05:21.672729 n-d-760453-5 neutron-server[103307]: DEBUG neutron.plugins.ml2.managers [None req-b50d26c1-ecd8-4aaf-b9e5-d5f710bc14ad None None] Attempting to bind port 3edee885-caea-4ea9-be94-2d14144f2fca on host n-d-760453-5 for vnic_type normal with profile {{(pid=103307) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 21:05:21.673177 n-d-760453-5 neutron-server[103307]: DEBUG neutron.plugins.ml2.managers [None req-b50d26c1-ecd8-4aaf-b9e5-d5f710bc14ad None None] Attempting to bind port 3edee885-caea-4ea9-be94-2d14144f2fca by drivers openvswitch,hyperv on host n-d-760453-5 at level 0 using segments [{'id': 'e17cb353-418f-48b9-b982-21a6233ee99b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299'}] {{(pid=103307) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 26 21:05:21.677728 n-d-760453-5 neutron-server[103307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b50d26c1-ecd8-4aaf-b9e5-d5f710bc14ad None None] Attempting to bind port 3edee885-caea-4ea9-be94-2d14144f2fca on network 4140a1f1-c93a-4bea-83a0-68953a54f299 {{(pid=103307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 21:05:21.698188 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e191604c-638c-4ced-871f-81dff5fcfd52 None None] Pushing event updated for resources: {'Port': ['ID=3edee885-caea-4ea9-be94-2d14144f2fca,revision_number=2']} {{(pid=103307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:05:21.706961 n-d-760453-5 neutron-server[103307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b50d26c1-ecd8-4aaf-b9e5-d5f710bc14ad None None] Checking agent: {'id': 'fea0591a-627d-4c87-9a9a-01625ddf3277', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760453-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 20, 55, 25), 'started_at': datetime.datetime(2022, 1, 26, 20, 55, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 21, 4, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760453-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 26 21:05:21.707832 n-d-760453-5 neutron-server[103307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b50d26c1-ecd8-4aaf-b9e5-d5f710bc14ad None None] Checking segment: {'id': 'e17cb353-418f-48b9-b982-21a6233ee99b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103307) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 21:05:21.708247 n-d-760453-5 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-b50d26c1-ecd8-4aaf-b9e5-d5f710bc14ad None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:05:21.708656 n-d-760453-5 neutron-server[103307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b50d26c1-ecd8-4aaf-b9e5-d5f710bc14ad None None] Bound using segment: {'id': 'e17cb353-418f-48b9-b982-21a6233ee99b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299'} {{(pid=103307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 26 21:05:21.709153 n-d-760453-5 neutron-server[103307]: DEBUG neutron.plugins.ml2.managers [None req-b50d26c1-ecd8-4aaf-b9e5-d5f710bc14ad None None] Bound port: 3edee885-caea-4ea9-be94-2d14144f2fca, host: n-d-760453-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e17cb353-418f-48b9-b982-21a6233ee99b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299'}}] {{(pid=103307) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 26 21:05:21.709600 n-d-760453-5 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-b50d26c1-ecd8-4aaf-b9e5-d5f710bc14ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (3edee885-caea-4ea9-be94-2d14144f2fca), before_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:05:21.815488 n-d-760453-5 neutron-server[103307]: DEBUG neutron.plugins.ml2.db [None req-b50d26c1-ecd8-4aaf-b9e5-d5f710bc14ad None None] For port 3edee885-caea-4ea9-be94-2d14144f2fca, host n-d-760453-5, cleared binding levels {{(pid=103307) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 26 21:05:21.836634 n-d-760453-5 neutron-server[103307]: DEBUG neutron.plugins.ml2.db [None req-b50d26c1-ecd8-4aaf-b9e5-d5f710bc14ad None None] For port 3edee885-caea-4ea9-be94-2d14144f2fca, host n-d-760453-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=3edee885-caea-4ea9-be94-2d14144f2fca,segment=NetworkSegment(e17cb353-418f-48b9-b982-21a6233ee99b),segment_id=e17cb353-418f-48b9-b982-21a6233ee99b)] {{(pid=103307) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 26 21:05:21.843967 n-d-760453-5 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-b50d26c1-ecd8-4aaf-b9e5-d5f710bc14ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (3edee885-caea-4ea9-be94-2d14144f2fca), after_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:05:21.858793 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.db_base_plugin_common [None req-0e725881-92b4-409d-92f4-0f36d046b02e admin admin] Allocated IP 172.20.0.1 (4e04e0b8-bab3-4a33-9552-063f77c9a25a/95999c46-2344-478a-b136-7e2a2c60a736/b0497c82-5cfb-49e1-b07e-c8abcc9a2b0f) {{(pid=103305) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 21:05:21.931008 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 41558) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:05:21.979516 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b50d26c1-ecd8-4aaf-b9e5-d5f710bc14ad None None] Routers {'4d9c3b54-1f0d-40ca-b3e8-139c9cdb241a'} bound to L3 agent in host n-d-760453-5 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 21:05:21.987087 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-b50d26c1-ecd8-4aaf-b9e5-d5f710bc14ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-26T20:55:21Z,description=,heartbeat_timestamp=2022-01-26T21:05:21Z,host='n-d-760453-5',id=09df100c-3af1-4b0a-bda8-05914c71c458,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:55:21Z,topic='l3_agent')) {'router_ids': ['4d9c3b54-1f0d-40ca-b3e8-139c9cdb241a'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:05:21.991381 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e191604c-638c-4ced-871f-81dff5fcfd52 None None] Pushing event updated for resources: {'Port': ['ID=3edee885-caea-4ea9-be94-2d14144f2fca,revision_number=3']} {{(pid=103307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:05:22.035141 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3fb5b54-e8e6-441f-aa84-1341a13ae05e req-31856939-5314-4cac-ab13-851582f60c51 tempest-AggregatesAdminTestJSON-1273738830 tempest-AggregatesAdminTestJSON-1273738830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:05:22.044489 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-e3fb5b54-e8e6-441f-aa84-1341a13ae05e req-31856939-5314-4cac-ab13-851582f60c51 tempest-AggregatesAdminTestJSON-1273738830 tempest-AggregatesAdminTestJSON-1273738830-project] 10.222.0.13 "GET /v2.0/ports?device_id=78528354-17c1-426b-b28c-50fe165aa1d3 HTTP/1.1" status: 200 len: 970 time: 0.0922527 Jan 26 21:05:22.101810 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-841f5991-a4d8-4d4b-b215-cbc6bab5427b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (aa7ee9d2-08eb-4e12-b895-24c57300dfec), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:05:22.129422 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-0e725881-92b4-409d-92f4-0f36d046b02e admin admin] Publish callbacks [] for port (b0497c82-5cfb-49e1-b07e-c8abcc9a2b0f), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:05:22.153010 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-e3fb5b54-e8e6-441f-aa84-1341a13ae05e req-96b5dc00-65ee-4876-b760-31f2cd133dae tempest-AggregatesAdminTestJSON-1273738830 tempest-AggregatesAdminTestJSON-1273738830-project] 10.222.0.13 "GET /v2.0/security-groups?id=76b31edb-9c28-4457-9aaf-1be2804eb7bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075332 Jan 26 21:05:22.184160 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-a7e46cce-c052-427b-bb30-7aea64586e99 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-572309366-network', 'tenant_id': '6a368bf2185e476485148d66b6d73c5c'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:05:22.210253 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-0e725881-92b4-409d-92f4-0f36d046b02e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746560234527'] for port (b0497c82-5cfb-49e1-b07e-c8abcc9a2b0f), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:05:22.233240 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7e46cce-c052-427b-bb30-7aea64586e99 admin admin] Made reservation on behalf of 6a368bf2185e476485148d66b6d73c5c for: {'network': 1} {{(pid=103304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 21:05:22.235590 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-a7e46cce-c052-427b-bb30-7aea64586e99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for network (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:05:22.251738 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_dvr_db [None req-b50d26c1-ecd8-4aaf-b9e5-d5f710bc14ad None None] Set router 4d9c3b54-1f0d-40ca-b3e8-139c9cdb241a gateway port host: n-d-760453-5 {{(pid=103307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 21:05:22.251911 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-a7e46cce-c052-427b-bb30-7aea64586e99 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:05:22.271586 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e725881-92b4-409d-92f4-0f36d046b02e admin admin] Pushing event updated for resources: {'Port': ['ID=b0497c82-5cfb-49e1-b07e-c8abcc9a2b0f,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:05:22.317915 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e725881-92b4-409d-92f4-0f36d046b02e admin admin] Network 4e04e0b8-bab3-4a33-9552-063f77c9a25a is already hosted by enough agents. {{(pid=103305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 21:05:22.327697 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [None req-0e725881-92b4-409d-92f4-0f36d046b02e admin admin] Resources bound (agent type, host, resource id): {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:05:22.348430 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e725881-92b4-409d-92f4-0f36d046b02e admin admin] Received port after_create {{(pid=103305) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 21:05:22.351881 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-0e725881-92b4-409d-92f4-0f36d046b02e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4111050'] for router_interface (4d9c3b54-1f0d-40ca-b3e8-139c9cdb241a), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:05:22.593871 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-e911ca57-289d-4fb8-9642-15743c34c992 req-ea026085-8c7d-4853-a79e-990790a6bfdc service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.7&port_id=3d496241-3dcc-4c53-9ce3-beac6f3a5fb6 HTTP/1.1" status: 200 len: 217 time: 0.2138147 Jan 26 21:05:22.603371 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 26 Jan 2022 21:05:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff2bde39-0389-4fc1-a7f5-67d244af1a85 x-openstack-request-id: req-ff2bde39-0389-4fc1-a7f5-67d244af1a85 {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 21:05:22.603673 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ea5bd61d-2f0e-4c11-b9d0-dade8914079e", "tag": "3d496241-3dcc-4c53-9ce3-beac6f3a5fb6", "status": "completed", "code": 200}]} {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 21:05:22.604884 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ff2bde39-0389-4fc1-a7f5-67d244af1a85 {{(pid=103304) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 21:05:22.608160 n-d-760453-5 neutron-server[103304]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ea5bd61d-2f0e-4c11-b9d0-dade8914079e', 'tag': '3d496241-3dcc-4c53-9ce3-beac6f3a5fb6', 'status': 'completed', 'code': 200} Jan 26 21:05:22.718505 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-b50d26c1-ecd8-4aaf-b9e5-d5f710bc14ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d9c3b54-1f0d-40ca-b3e8-139c9cdb241a', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-81033054-router', 'tenant_id': 'e7679454c85346a29783423477ec0e30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'external_fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.230'}], 'enable_snat': True}, 'gw_port_id': '3edee885-caea-4ea9-be94-2d14144f2fca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T21:05:10Z', 'updated_at': '2022-01-26T21:05:16Z', 'revision_number': 3, 'project_id': 'e7679454c85346a29783423477ec0e30', 'gw_port': {'id': '3edee885-caea-4ea9-be94-2d14144f2fca', 'name': '', 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:91:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d9c3b54-1f0d-40ca-b3e8-139c9cdb241a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:05:13Z', 'updated_at': '2022-01-26T21:05:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-5'}], 'n-d-760453-5', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:05:22.735001 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (4d619873-4b60-439f-9b5a-b155dc8bbc34), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:05:22.736565 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4161f834-a959-4188-937e-5627cee0d63a req-46aa095f-4370-4fce-bfd0-262fcc09666b tempest-DeleteServersAdminTestJSON-986730985 tempest-DeleteServersAdminTestJSON-986730985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:05:22.738779 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-4161f834-a959-4188-937e-5627cee0d63a req-46aa095f-4370-4fce-bfd0-262fcc09666b tempest-DeleteServersAdminTestJSON-986730985 tempest-DeleteServersAdminTestJSON-986730985-project] 10.222.0.13 "GET /v2.0/ports?device_id=ea5bd61d-2f0e-4c11-b9d0-dade8914079e HTTP/1.1" status: 200 len: 968 time: 0.1440148 Jan 26 21:05:22.750254 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-a7e46cce-c052-427b-bb30-7aea64586e99 admin admin] Publish callbacks [] for security_group (d3d52ae6-e761-44ee-98bd-9ad0dc66343a), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:05:22.764760 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b50d26c1-ecd8-4aaf-b9e5-d5f710bc14ad None None] The sync data for ids ['4d9c3b54-1f0d-40ca-b3e8-139c9cdb241a'] in n-d-760453-5 is: [{'id': '4d9c3b54-1f0d-40ca-b3e8-139c9cdb241a', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-81033054-router', 'tenant_id': 'e7679454c85346a29783423477ec0e30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'external_fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.230'}], 'enable_snat': True}, 'gw_port_id': '3edee885-caea-4ea9-be94-2d14144f2fca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T21:05:10Z', 'updated_at': '2022-01-26T21:05:16Z', 'revision_number': 3, 'project_id': 'e7679454c85346a29783423477ec0e30', 'gw_port': {'id': '3edee885-caea-4ea9-be94-2d14144f2fca', 'name': '', 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:91:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d9c3b54-1f0d-40ca-b3e8-139c9cdb241a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:05:13Z', 'updated_at': '2022-01-26T21:05:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-5'}] {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 26 21:05:22.767838 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-a7e46cce-c052-427b-bb30-7aea64586e99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (d3d52ae6-e761-44ee-98bd-9ad0dc66343a), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:05:22.784526 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-7870708a-5e5d-4669-b7ad-57a862a5605e None None] Provisioning complete for port b0497c82-5cfb-49e1-b07e-c8abcc9a2b0f triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:05:22.785548 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-7870708a-5e5d-4669-b7ad-57a862a5605e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (b0497c82-5cfb-49e1-b07e-c8abcc9a2b0f), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:05:22.805528 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-9afe6c21-e808-40d4-a182-340ee532c006 req-711c4493-3aaf-4bb0-94c6-f9c1d64d89b6 service neutron] 10.222.0.57 "GET /v2.0/networks/7fbe9cf5-e12c-436d-b372-55a19c9faa30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3227484 Jan 26 21:05:22.815353 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a7e46cce-c052-427b-bb30-7aea64586e99 admin admin] vlan segment allocate from pool success with {'vlan_id': 565, 'physical_network': 'physnet1'} {{(pid=103304) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 26 21:05:22.844107 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e46cce-c052-427b-bb30-7aea64586e99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3d52ae6-e761-44ee-98bd-9ad0dc66343a,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:05:22.847949 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-7870708a-5e5d-4669-b7ad-57a862a5605e None None] Port b0497c82-5cfb-49e1-b07e-c8abcc9a2b0f cannot update to ACTIVE because it is not bound. {{(pid=103306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 26 21:05:22.869681 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-a7e46cce-c052-427b-bb30-7aea64586e99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576559'] for segment (ff84b980-87bb-452b-8f52-d472b3cbbe9c), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:05:22.870037 n-d-760453-5 neutron-server[103304]: INFO neutron.db.segments_db [None req-a7e46cce-c052-427b-bb30-7aea64586e99 admin admin] Added segment ff84b980-87bb-452b-8f52-d472b3cbbe9c of type vlan for network 1c3811f3-dcb6-4f77-8c26-3e9819d7c63c Jan 26 21:05:22.878658 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-4161f834-a959-4188-937e-5627cee0d63a req-b1dc8b86-78ca-4018-a21f-36f47c7b104f tempest-DeleteServersAdminTestJSON-986730985 tempest-DeleteServersAdminTestJSON-986730985-project] 10.222.0.13 "GET /v2.0/security-groups?id=e5ebc764-134d-4fd7-a877-9b9331affbb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1343343 Jan 26 21:05:22.904385 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-0e725881-92b4-409d-92f4-0f36d046b02e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (b0497c82-5cfb-49e1-b07e-c8abcc9a2b0f), before_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:05:22.943759 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-a7e46cce-c052-427b-bb30-7aea64586e99 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746560256871'] for network (1c3811f3-dcb6-4f77-8c26-3e9819d7c63c), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:05:23.202991 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e911ca57-289d-4fb8-9642-15743c34c992 req-154ec50d-3998-4cc9-ba29-b98b718ce6b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:05:23.204774 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-e911ca57-289d-4fb8-9642-15743c34c992 req-154ec50d-3998-4cc9-ba29-b98b718ce6b6 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=fd77e534-75e6-4b90-950e-f5824d584430 HTTP/1.1" status: 200 len: 843 time: 0.2570691 Jan 26 21:05:23.245098 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-a7e46cce-c052-427b-bb30-7aea64586e99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503'] for network (1c3811f3-dcb6-4f77-8c26-3e9819d7c63c), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:05:23.245801 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7e46cce-c052-427b-bb30-7aea64586e99 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:05:23.246931 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-a7e46cce-c052-427b-bb30-7aea64586e99 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709645'] for network (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:05:23.380071 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-a7e46cce-c052-427b-bb30-7aea64586e99 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.4444711 Jan 26 21:05:23.383918 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 41602) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:05:23.391237 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-18fa9a77-a578-4c93-af20-5329b7f129e8 admin admin] Request body: {'subnet': {'network_id': '1c3811f3-dcb6-4f77-8c26-3e9819d7c63c', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-572309366-subnet', 'tenant_id': '6a368bf2185e476485148d66b6d73c5c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:05:23.410138 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e46cce-c052-427b-bb30-7aea64586e99 admin admin] Pushing event updated for resources: {'Network': ['ID=1c3811f3-dcb6-4f77-8c26-3e9819d7c63c,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:05:23.420634 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e911ca57-289d-4fb8-9642-15743c34c992 req-6c79dca0-08ab-4e70-be4c-eaa1ee6fcc79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:05:23.421279 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Network 1c3811f3-dcb6-4f77-8c26-3e9819d7c63c details requested by agent ovs-agent-n-d-760453-5 with host n-d-760453-5 {{(pid=103306) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 26 21:05:23.422195 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-e911ca57-289d-4fb8-9642-15743c34c992 req-6c79dca0-08ab-4e70-be4c-eaa1ee6fcc79 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=7fbe9cf5-e12c-436d-b372-55a19c9faa30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2074218 Jan 26 21:05:23.429220 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-9afe6c21-e808-40d4-a182-340ee532c006 req-70a06950-3df3-4b9a-aad1-ccb47443f675 service neutron] 10.222.0.57 "GET /v2.0/networks/7fbe9cf5-e12c-436d-b372-55a19c9faa30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4725454 Jan 26 21:05:23.477542 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18fa9a77-a578-4c93-af20-5329b7f129e8 admin admin] Made reservation on behalf of 6a368bf2185e476485148d66b6d73c5c for: {'subnet': 1} {{(pid=103304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 21:05:23.479682 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-18fa9a77-a578-4c93-af20-5329b7f129e8 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:05:23.544147 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-0e725881-92b4-409d-92f4-0f36d046b02e admin admin] Publish callbacks [] for port (b0497c82-5cfb-49e1-b07e-c8abcc9a2b0f), precommit_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:05:23.570114 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-0e725881-92b4-409d-92f4-0f36d046b02e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (b0497c82-5cfb-49e1-b07e-c8abcc9a2b0f), after_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:05:23.571009 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-0e725881-92b4-409d-92f4-0f36d046b02e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3709457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4110682'] for router_interface (4d9c3b54-1f0d-40ca-b3e8-139c9cdb241a), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:05:23.633654 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b6f486-9361-4316-baef-3c762133b0c6 req-bb34582e-ee03-44f3-b10b-8008da876493 tempest-AggregatesAdminTestJSON-1273738830 tempest-AggregatesAdminTestJSON-1273738830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:05:23.641186 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-87b6f486-9361-4316-baef-3c762133b0c6 req-bb34582e-ee03-44f3-b10b-8008da876493 tempest-AggregatesAdminTestJSON-1273738830 tempest-AggregatesAdminTestJSON-1273738830-project] 10.222.0.13 "GET /v2.0/ports?device_id=78528354-17c1-426b-b28c-50fe165aa1d3 HTTP/1.1" status: 200 len: 970 time: 0.2165332 Jan 26 21:05:23.699974 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f21250b-6d25-408b-bd77-9b8bf09500df req-f623b9b6-fd8b-41ab-bc11-76dbbe6dc5b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:05:23.701954 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-9f21250b-6d25-408b-bd77-9b8bf09500df req-f623b9b6-fd8b-41ab-bc11-76dbbe6dc5b1 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=062b2464efe344bcb4c3f57dd987cc14&device_id=78528354-17c1-426b-b28c-50fe165aa1d3 HTTP/1.1" status: 200 len: 1121 time: 0.2039483 Jan 26 21:05:23.702776 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e725881-92b4-409d-92f4-0f36d046b02e admin admin] Pushing event updated for resources: {'Port': ['ID=b0497c82-5cfb-49e1-b07e-c8abcc9a2b0f,revision_number=2']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:05:23.754749 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-e911ca57-289d-4fb8-9642-15743c34c992 req-350500bc-7930-4c79-a636-055a9ae77e83 service neutron] 10.222.0.57 "GET /v2.0/networks/7fbe9cf5-e12c-436d-b372-55a19c9faa30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2895930 Jan 26 21:05:23.760291 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-87b6f486-9361-4316-baef-3c762133b0c6 req-6e907c4a-0f88-41e3-a086-3cba5e755179 tempest-AggregatesAdminTestJSON-1273738830 tempest-AggregatesAdminTestJSON-1273738830-project] 10.222.0.13 "GET /v2.0/security-groups?id=76b31edb-9c28-4457-9aaf-1be2804eb7bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179640 Jan 26 21:05:23.921475 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-839dd188-ec69-470c-9ab0-d318dc1a2e96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (e79b4fc6-6c71-44b2-a6d0-ff3e1f4dfd0d), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:05:23.938357 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f21250b-6d25-408b-bd77-9b8bf09500df req-632704c5-2520-4b87-b536-7502fc299c2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:05:23.939848 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-9f21250b-6d25-408b-bd77-9b8bf09500df req-632704c5-2520-4b87-b536-7502fc299c2f service neutron] 10.222.0.57 "GET /v2.0/networks?id=7fbe9cf5-e12c-436d-b372-55a19c9faa30 HTTP/1.1" status: 200 len: 870 time: 0.2253687 Jan 26 21:05:23.970693 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e725881-92b4-409d-92f4-0f36d046b02e admin admin] Network 4e04e0b8-bab3-4a33-9552-063f77c9a25a is already hosted by enough agents. {{(pid=103305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 21:05:23.975784 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-e911ca57-289d-4fb8-9642-15743c34c992 req-3fcb896b-2f2e-40f5-80a6-c8f578d94bf7 service neutron] 10.222.0.57 "GET /v2.0/networks/7fbe9cf5-e12c-436d-b372-55a19c9faa30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2118402 Jan 26 21:05:23.982886 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-18fa9a77-a578-4c93-af20-5329b7f129e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503'] for subnet (dae01ee8-17f0-4a86-8f17-22a537cba2b9), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:05:24.001530 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-9f21250b-6d25-408b-bd77-9b8bf09500df req-ebebe1a1-6176-42d4-a609-1dfbaeff830f service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.177&port_id=7a705eca-c84e-4a17-a00b-e4696927b03e HTTP/1.1" status: 200 len: 217 time: 0.0469308 Jan 26 21:05:24.002615 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [None req-0e725881-92b4-409d-92f4-0f36d046b02e admin admin] Resources bound (agent type, host, resource id): {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:05:24.083213 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18fa9a77-a578-4c93-af20-5329b7f129e8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dae01ee8-17f0-4a86-8f17-22a537cba2b9,revision_number=0']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:05:24.140901 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18fa9a77-a578-4c93-af20-5329b7f129e8 admin admin] Checking segment: {'id': 'ff84b980-87bb-452b-8f52-d472b3cbbe9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '1c3811f3-dcb6-4f77-8c26-3e9819d7c63c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103304) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 21:05:24.141260 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18fa9a77-a578-4c93-af20-5329b7f129e8 admin admin] Network hostable DHCP agents. Network: 1c3811f3-dcb6-4f77-8c26-3e9819d7c63c, hostable agents: ['474ccdf7-ab6c-405b-a3b2-dc7b05829902'], hosted agents: [] {{(pid=103304) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 26 21:05:24.170558 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e811294-a105-4885-9e78-c6eb47c13be6 req-6c286972-6e91-4280-98b9-1c06af250bc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:05:24.172104 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-6e811294-a105-4885-9e78-c6eb47c13be6 req-6c286972-6e91-4280-98b9-1c06af250bc5 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=2f184c8f2783474a9301ac955aff42f5&device_id=ea5bd61d-2f0e-4c11-b9d0-dade8914079e HTTP/1.1" status: 200 len: 1119 time: 0.0863776 Jan 26 21:05:24.222599 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18fa9a77-a578-4c93-af20-5329b7f129e8 admin admin] Network 1c3811f3-dcb6-4f77-8c26-3e9819d7c63c is scheduled to be hosted by DHCP agent 474ccdf7-ab6c-405b-a3b2-dc7b05829902 with binding_index 1 {{(pid=103304) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 26 21:05:24.251681 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f21250b-6d25-408b-bd77-9b8bf09500df req-9ef8022d-bdef-4be5-865f-ab45306c6595 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:05:24.253202 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-9f21250b-6d25-408b-bd77-9b8bf09500df req-9ef8022d-bdef-4be5-865f-ab45306c6595 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=fd77e534-75e6-4b90-950e-f5824d584430 HTTP/1.1" status: 200 len: 843 time: 0.2429881 Jan 26 21:05:24.327991 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [None req-18fa9a77-a578-4c93-af20-5329b7f129e8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760453-5, 1c3811f3-dcb6-4f77-8c26-3e9819d7c63c) {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:05:24.338315 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51d6a24a-1bb8-4778-8820-17c7a586d897 None None] Network 1c3811f3-dcb6-4f77-8c26-3e9819d7c63c requested from n-d-760453-5 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 26 21:05:24.352394 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18fa9a77-a578-4c93-af20-5329b7f129e8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:05:24.352998 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-18fa9a77-a578-4c93-af20-5329b7f129e8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709645'] for subnet (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:05:24.412335 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7fe22d7-56d2-4c82-be4c-67743ab030a6 req-cb10672a-e88f-4937-84c3-0cab23b5af06 tempest-DeleteServersAdminTestJSON-986730985 tempest-DeleteServersAdminTestJSON-986730985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:05:24.416021 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e725881-92b4-409d-92f4-0f36d046b02e admin admin] Router 4d9c3b54-1f0d-40ca-b3e8-139c9cdb241a has already been hosted by L3 agent 09df100c-3af1-4b0a-bda8-05914c71c458 {{(pid=103305) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 26 21:05:24.419256 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-c7fe22d7-56d2-4c82-be4c-67743ab030a6 req-cb10672a-e88f-4937-84c3-0cab23b5af06 tempest-DeleteServersAdminTestJSON-986730985 tempest-DeleteServersAdminTestJSON-986730985-project] 10.222.0.13 "GET /v2.0/ports?device_id=ea5bd61d-2f0e-4c11-b9d0-dade8914079e HTTP/1.1" status: 200 len: 968 time: 0.2184699 Jan 26 21:05:24.425575 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f21250b-6d25-408b-bd77-9b8bf09500df req-498a2cc6-e1b8-4e7b-974c-458d270da1da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:05:24.427463 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-18fa9a77-a578-4c93-af20-5329b7f129e8 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.0391147 Jan 26 21:05:24.429747 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-9f21250b-6d25-408b-bd77-9b8bf09500df req-498a2cc6-e1b8-4e7b-974c-458d270da1da service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=7fbe9cf5-e12c-436d-b372-55a19c9faa30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1372252 Jan 26 21:05:24.463481 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e811294-a105-4885-9e78-c6eb47c13be6 req-096146b6-a85f-4209-b5e9-8e1306164946 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:05:24.465854 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-6e811294-a105-4885-9e78-c6eb47c13be6 req-096146b6-a85f-4209-b5e9-8e1306164946 service neutron] 10.222.0.57 "GET /v2.0/networks?id=7fbe9cf5-e12c-436d-b372-55a19c9faa30 HTTP/1.1" status: 200 len: 870 time: 0.2870679 Jan 26 21:05:24.521060 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10a7c322-0397-44f8-89dd-a59c88634681 None None] Network 1c3811f3-dcb6-4f77-8c26-3e9819d7c63c requested from n-d-760453-5 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 26 21:05:24.549677 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-6e811294-a105-4885-9e78-c6eb47c13be6 req-5463ddc4-b3cf-4a7b-a47c-67aa11cd610e service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.7&port_id=3d496241-3dcc-4c53-9ce3-beac6f3a5fb6 HTTP/1.1" status: 200 len: 217 time: 0.0767515 Jan 26 21:05:24.601663 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-c7fe22d7-56d2-4c82-be4c-67743ab030a6 req-bfae10ac-ea19-4b25-a935-3a0cdfb3fc4d tempest-DeleteServersAdminTestJSON-986730985 tempest-DeleteServersAdminTestJSON-986730985-project] 10.222.0.13 "GET /v2.0/security-groups?id=e5ebc764-134d-4fd7-a877-9b9331affbb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1814935 Jan 26 21:05:24.613515 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device 3edee885-caea-4ea9-be94-2d14144f2fca up at agent ovs-agent-n-d-760453-5 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 21:05:24.626537 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e811294-a105-4885-9e78-c6eb47c13be6 req-ef108a6c-ddae-4a35-8d6d-3ed6c9046832 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:05:24.628990 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-6e811294-a105-4885-9e78-c6eb47c13be6 req-ef108a6c-ddae-4a35-8d6d-3ed6c9046832 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=fd77e534-75e6-4b90-950e-f5824d584430 HTTP/1.1" status: 200 len: 843 time: 0.0693018 Jan 26 21:05:24.660720 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-9c46b06d-27b1-439c-9a4a-2fc90e0a5ef5 None None] Provisioning complete for port b0497c82-5cfb-49e1-b07e-c8abcc9a2b0f triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:05:24.661319 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-9c46b06d-27b1-439c-9a4a-2fc90e0a5ef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (b0497c82-5cfb-49e1-b07e-c8abcc9a2b0f), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:05:24.735023 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-9c46b06d-27b1-439c-9a4a-2fc90e0a5ef5 None None] Port b0497c82-5cfb-49e1-b07e-c8abcc9a2b0f cannot update to ACTIVE because it is not bound. {{(pid=103306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 26 21:05:24.743497 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Provisioning complete for port 3edee885-caea-4ea9-be94-2d14144f2fca triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:05:24.744071 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (3edee885-caea-4ea9-be94-2d14144f2fca), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:05:24.747945 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e811294-a105-4885-9e78-c6eb47c13be6 req-cf5efc80-cbb5-4be2-9e00-2dd5d5131cfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:05:24.756355 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-6e811294-a105-4885-9e78-c6eb47c13be6 req-cf5efc80-cbb5-4be2-9e00-2dd5d5131cfd service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=7fbe9cf5-e12c-436d-b372-55a19c9faa30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1197755 Jan 26 21:05:24.877121 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-9f21250b-6d25-408b-bd77-9b8bf09500df req-5026a533-5a3a-4297-865c-5ce228f2f3b5 service neutron] 10.222.0.57 "GET /v2.0/networks/7fbe9cf5-e12c-436d-b372-55a19c9faa30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4387469 Jan 26 21:05:24.910756 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e725881-92b4-409d-92f4-0f36d046b02e admin admin] Notify agent at l3_agent.n-d-760453-5 the message routers_updated {{(pid=103305) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 26 21:05:24.934362 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-0e725881-92b4-409d-92f4-0f36d046b02e admin admin] 10.222.0.13 "PUT /v2.0/routers/4d9c3b54-1f0d-40ca-b3e8-139c9cdb241a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7080772 Jan 26 21:05:24.934571 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Current status of the port 3edee885-caea-4ea9-be94-2d14144f2fca is: DOWN; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:05:24.935012 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (3edee885-caea-4ea9-be94-2d14144f2fca), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:05:24.973265 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-6e811294-a105-4885-9e78-c6eb47c13be6 req-f5d49308-edd7-4b03-a7e6-8a18f5a943d4 service neutron] 10.222.0.57 "GET /v2.0/networks/7fbe9cf5-e12c-436d-b372-55a19c9faa30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2124701 Jan 26 21:05:24.974703 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] For port 3edee885-caea-4ea9-be94-2d14144f2fca, host n-d-760453-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=3edee885-caea-4ea9-be94-2d14144f2fca,segment=NetworkSegment(e17cb353-418f-48b9-b982-21a6233ee99b),segment_id=e17cb353-418f-48b9-b982-21a6233ee99b)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:05:24.982483 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (3edee885-caea-4ea9-be94-2d14144f2fca), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:05:24.985203 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e8955d-8217-4f0a-8228-dae9443abf55 req-c38a21d6-161f-49f2-8caf-2aa47d95c72a tempest-AggregatesAdminTestJSON-1273738830 tempest-AggregatesAdminTestJSON-1273738830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:05:24.992340 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-a1e8955d-8217-4f0a-8228-dae9443abf55 req-c38a21d6-161f-49f2-8caf-2aa47d95c72a tempest-AggregatesAdminTestJSON-1273738830 tempest-AggregatesAdminTestJSON-1273738830-project] 10.222.0.13 "GET /v2.0/ports?device_id=78528354-17c1-426b-b28c-50fe165aa1d3 HTTP/1.1" status: 200 len: 970 time: 0.0846562 Jan 26 21:05:25.066222 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-9f21250b-6d25-408b-bd77-9b8bf09500df req-a9a938d3-2021-4b74-9f5b-559f0e08ad6e service neutron] 10.222.0.57 "GET /v2.0/networks/7fbe9cf5-e12c-436d-b372-55a19c9faa30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1777914 Jan 26 21:05:25.107446 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-a1e8955d-8217-4f0a-8228-dae9443abf55 req-b86d697e-cc2c-41be-8067-9af7dab541f6 tempest-AggregatesAdminTestJSON-1273738830 tempest-AggregatesAdminTestJSON-1273738830-project] 10.222.0.13 "GET /v2.0/security-groups?id=76b31edb-9c28-4457-9aaf-1be2804eb7bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096120 Jan 26 21:05:25.146523 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (fea0591a-627d-4c87-9a9a-01625ddf3277), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:05:25.152678 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Pushing event updated for resources: {'Port': ['ID=3edee885-caea-4ea9-be94-2d14144f2fca,revision_number=4']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:05:25.176131 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-6e811294-a105-4885-9e78-c6eb47c13be6 req-70a832c0-2f2c-4655-9751-9cbcb191bb95 service neutron] 10.222.0.57 "GET /v2.0/networks/7fbe9cf5-e12c-436d-b372-55a19c9faa30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1811383 Jan 26 21:05:25.393276 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c06cbd03-2319-4409-9d3b-77fa2669a9dd None None] Sync routers for ids ['4d9c3b54-1f0d-40ca-b3e8-139c9cdb241a'] in n-d-760453-5 {{(pid=103306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 26 21:05:25.406634 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c06cbd03-2319-4409-9d3b-77fa2669a9dd None None] Routers {'4d9c3b54-1f0d-40ca-b3e8-139c9cdb241a'} bound to L3 agent in host n-d-760453-5 {{(pid=103306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 21:05:25.407485 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-c06cbd03-2319-4409-9d3b-77fa2669a9dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-26T20:55:21Z,description=,heartbeat_timestamp=2022-01-26T21:05:21Z,host='n-d-760453-5',id=09df100c-3af1-4b0a-bda8-05914c71c458,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:55:21Z,topic='l3_agent')) {'router_ids': ['4d9c3b54-1f0d-40ca-b3e8-139c9cdb241a'], 'active': True} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:05:25.538137 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvr_db [None req-c06cbd03-2319-4409-9d3b-77fa2669a9dd None None] Set router 4d9c3b54-1f0d-40ca-b3e8-139c9cdb241a gateway port host: n-d-760453-5 {{(pid=103306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 21:05:25.776885 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-c06cbd03-2319-4409-9d3b-77fa2669a9dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d9c3b54-1f0d-40ca-b3e8-139c9cdb241a', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-81033054-router', 'tenant_id': 'e7679454c85346a29783423477ec0e30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'external_fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.230'}], 'enable_snat': True}, 'gw_port_id': '3edee885-caea-4ea9-be94-2d14144f2fca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T21:05:10Z', 'updated_at': '2022-01-26T21:05:22Z', 'revision_number': 4, 'project_id': 'e7679454c85346a29783423477ec0e30', 'gw_port': {'id': '3edee885-caea-4ea9-be94-2d14144f2fca', 'name': '', 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:91:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d9c3b54-1f0d-40ca-b3e8-139c9cdb241a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:05:13Z', 'updated_at': '2022-01-26T21:05:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-5', '_interfaces': [{'id': 'b0497c82-5cfb-49e1-b07e-c8abcc9a2b0f', 'name': '', 'network_id': '4e04e0b8-bab3-4a33-9552-063f77c9a25a', 'tenant_id': 'e7679454c85346a29783423477ec0e30', 'mac_address': 'fa:16:3e:51:ab:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d9c3b54-1f0d-40ca-b3e8-139c9cdb241a', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': '95999c46-2344-478a-b136-7e2a2c60a736', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:05:21Z', 'updated_at': '2022-01-26T21:05:23Z', 'revision_number': 2, 'project_id': 'e7679454c85346a29783423477ec0e30', 'subnets': [{'id': '95999c46-2344-478a-b136-7e2a2c60a736', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760453-5', False) {} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:05:25.804098 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c06cbd03-2319-4409-9d3b-77fa2669a9dd None None] Checking router: 4d9c3b54-1f0d-40ca-b3e8-139c9cdb241a for host: n-d-760453-5 {{(pid=103306) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 26 21:05:25.804459 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c06cbd03-2319-4409-9d3b-77fa2669a9dd None None] Updating router 4d9c3b54-1f0d-40ca-b3e8-139c9cdb241a port b0497c82-5cfb-49e1-b07e-c8abcc9a2b0f binding host n-d-760453-5 {{(pid=103306) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 26 21:05:25.830890 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-c06cbd03-2319-4409-9d3b-77fa2669a9dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (b0497c82-5cfb-49e1-b07e-c8abcc9a2b0f), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:05:25.984520 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 41724) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:05:26.009883 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 41732) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:05:26.015927 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-05f53793-29b9-437e-9c11-eb4c489b26ac admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-312378034-network', 'tenant_id': '76162321cd974483b1fd633731535499'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:05:26.053282 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05f53793-29b9-437e-9c11-eb4c489b26ac admin admin] Made reservation on behalf of 76162321cd974483b1fd633731535499 for: {'network': 1} {{(pid=103304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 21:05:26.057021 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-05f53793-29b9-437e-9c11-eb4c489b26ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for network (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:05:26.071909 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-05f53793-29b9-437e-9c11-eb4c489b26ac admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:05:26.168280 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53781f5c-08cc-458e-8292-efa6ebd74066 req-53c13b68-b2b2-4494-b7d4-76a8bf27ae2c tempest-DeleteServersAdminTestJSON-986730985 tempest-DeleteServersAdminTestJSON-986730985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:05:26.170432 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-53781f5c-08cc-458e-8292-efa6ebd74066 req-53c13b68-b2b2-4494-b7d4-76a8bf27ae2c tempest-DeleteServersAdminTestJSON-986730985 tempest-DeleteServersAdminTestJSON-986730985-project] 10.222.0.13 "GET /v2.0/ports?device_id=ea5bd61d-2f0e-4c11-b9d0-dade8914079e HTTP/1.1" status: 200 len: 968 time: 0.1004088 Jan 26 21:05:26.189990 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-c06cbd03-2319-4409-9d3b-77fa2669a9dd None None] Publish callbacks [] for port (b0497c82-5cfb-49e1-b07e-c8abcc9a2b0f), precommit_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:05:26.201699 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-c06cbd03-2319-4409-9d3b-77fa2669a9dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (b0497c82-5cfb-49e1-b07e-c8abcc9a2b0f), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:05:26.252434 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-05f53793-29b9-437e-9c11-eb4c489b26ac admin admin] Publish callbacks [] for security_group (d4b20297-41e0-4642-9404-34dbd94c9dfd), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:05:26.258309 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-53781f5c-08cc-458e-8292-efa6ebd74066 req-4b762439-2f76-418d-b437-a64216eb8d62 tempest-DeleteServersAdminTestJSON-986730985 tempest-DeleteServersAdminTestJSON-986730985-project] 10.222.0.13 "GET /v2.0/security-groups?id=e5ebc764-134d-4fd7-a877-9b9331affbb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814569 Jan 26 21:05:26.264842 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-05f53793-29b9-437e-9c11-eb4c489b26ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (d4b20297-41e0-4642-9404-34dbd94c9dfd), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:05:26.295641 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-05f53793-29b9-437e-9c11-eb4c489b26ac admin admin] vlan segment allocate from pool success with {'vlan_id': 597, 'physical_network': 'physnet1'} {{(pid=103304) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 26 21:05:26.303957 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ebfba8-f941-4315-a0c7-3ccf28661264 None None] Pushing event updated for resources: {'Port': ['ID=b0497c82-5cfb-49e1-b07e-c8abcc9a2b0f,revision_number=3']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:05:26.317013 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f53793-29b9-437e-9c11-eb4c489b26ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4b20297-41e0-4642-9404-34dbd94c9dfd,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:05:26.320877 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-05f53793-29b9-437e-9c11-eb4c489b26ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576559'] for segment (5293e837-be7d-4069-9b2f-0040d78dcbb5), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:05:26.321473 n-d-760453-5 neutron-server[103304]: INFO neutron.db.segments_db [None req-05f53793-29b9-437e-9c11-eb4c489b26ac admin admin] Added segment 5293e837-be7d-4069-9b2f-0040d78dcbb5 of type vlan for network 1576f000-7800-41c8-ac25-b41ae538ce7b Jan 26 21:05:26.341553 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-187f9eb9-e7bf-4b9c-b0f1-a77cd5398597 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:05:26.435832 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-05f53793-29b9-437e-9c11-eb4c489b26ac admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746560256871'] for network (1576f000-7800-41c8-ac25-b41ae538ce7b), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:05:26.438543 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-c06cbd03-2319-4409-9d3b-77fa2669a9dd None None] Attempting to bind port b0497c82-5cfb-49e1-b07e-c8abcc9a2b0f on host n-d-760453-5 for vnic_type normal with profile {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 21:05:26.439747 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-c06cbd03-2319-4409-9d3b-77fa2669a9dd None None] Attempting to bind port b0497c82-5cfb-49e1-b07e-c8abcc9a2b0f by drivers openvswitch,hyperv on host n-d-760453-5 at level 0 using segments [{'id': '0c196677-38e2-4720-8565-2cf0c74cea78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '4e04e0b8-bab3-4a33-9552-063f77c9a25a'}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 26 21:05:26.440286 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c06cbd03-2319-4409-9d3b-77fa2669a9dd None None] Attempting to bind port b0497c82-5cfb-49e1-b07e-c8abcc9a2b0f on network 4e04e0b8-bab3-4a33-9552-063f77c9a25a {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 21:05:26.468468 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c06cbd03-2319-4409-9d3b-77fa2669a9dd None None] Checking agent: {'id': 'fea0591a-627d-4c87-9a9a-01625ddf3277', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760453-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 20, 55, 25), 'started_at': datetime.datetime(2022, 1, 26, 20, 55, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 21, 5, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760453-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 26 21:05:26.474455 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c06cbd03-2319-4409-9d3b-77fa2669a9dd None None] Checking segment: {'id': '0c196677-38e2-4720-8565-2cf0c74cea78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '4e04e0b8-bab3-4a33-9552-063f77c9a25a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 21:05:26.475264 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-c06cbd03-2319-4409-9d3b-77fa2669a9dd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:05:26.476133 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c06cbd03-2319-4409-9d3b-77fa2669a9dd None None] Bound using segment: {'id': '0c196677-38e2-4720-8565-2cf0c74cea78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '4e04e0b8-bab3-4a33-9552-063f77c9a25a'} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 26 21:05:26.476799 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-c06cbd03-2319-4409-9d3b-77fa2669a9dd None None] Bound port: b0497c82-5cfb-49e1-b07e-c8abcc9a2b0f, host: n-d-760453-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c196677-38e2-4720-8565-2cf0c74cea78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '4e04e0b8-bab3-4a33-9552-063f77c9a25a'}}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 26 21:05:26.477419 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-c06cbd03-2319-4409-9d3b-77fa2669a9dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (b0497c82-5cfb-49e1-b07e-c8abcc9a2b0f), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:05:26.513615 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-187f9eb9-e7bf-4b9c-b0f1-a77cd5398597 admin admin] Publish callbacks [] for security_group (e2fcd4d5-a85d-4cd8-8de5-1afa7da6a033), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:05:26.521720 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-187f9eb9-e7bf-4b9c-b0f1-a77cd5398597 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (e2fcd4d5-a85d-4cd8-8de5-1afa7da6a033), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:05:26.542066 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device 3edee885-caea-4ea9-be94-2d14144f2fca up at agent ovs-agent-n-d-760453-5 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 21:05:26.563027 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-187f9eb9-e7bf-4b9c-b0f1-a77cd5398597 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=98b20572e45e4fcc9a45e18781876f3b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5773051 Jan 26 21:05:26.567220 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 41754) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:05:26.575133 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-05f53793-29b9-437e-9c11-eb4c489b26ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503'] for network (1576f000-7800-41c8-ac25-b41ae538ce7b), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:05:26.576130 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05f53793-29b9-437e-9c11-eb4c489b26ac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:05:26.576713 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-05f53793-29b9-437e-9c11-eb4c489b26ac admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709645'] for network (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:05:26.623204 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187f9eb9-e7bf-4b9c-b0f1-a77cd5398597 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2fcd4d5-a85d-4cd8-8de5-1afa7da6a033,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:05:26.628562 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-c06cbd03-2319-4409-9d3b-77fa2669a9dd None None] For port b0497c82-5cfb-49e1-b07e-c8abcc9a2b0f, host n-d-760453-5, cleared binding levels {{(pid=103306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 26 21:05:26.633763 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-c06cbd03-2319-4409-9d3b-77fa2669a9dd None None] For port b0497c82-5cfb-49e1-b07e-c8abcc9a2b0f, host n-d-760453-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=b0497c82-5cfb-49e1-b07e-c8abcc9a2b0f,segment=NetworkSegment(0c196677-38e2-4720-8565-2cf0c74cea78),segment_id=0c196677-38e2-4720-8565-2cf0c74cea78)] {{(pid=103306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 26 21:05:26.646518 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-c06cbd03-2319-4409-9d3b-77fa2669a9dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (b0497c82-5cfb-49e1-b07e-c8abcc9a2b0f), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:05:26.665952 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Provisioning complete for port 3edee885-caea-4ea9-be94-2d14144f2fca triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:05:26.666335 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (3edee885-caea-4ea9-be94-2d14144f2fca), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:05:26.758487 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c06cbd03-2319-4409-9d3b-77fa2669a9dd None None] Routers {'4d9c3b54-1f0d-40ca-b3e8-139c9cdb241a'} bound to L3 agent in host n-d-760453-5 {{(pid=103306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 21:05:26.759132 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-c06cbd03-2319-4409-9d3b-77fa2669a9dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-26T20:55:21Z,description=,heartbeat_timestamp=2022-01-26T21:05:21Z,host='n-d-760453-5',id=09df100c-3af1-4b0a-bda8-05914c71c458,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:55:21Z,topic='l3_agent')) {'router_ids': ['4d9c3b54-1f0d-40ca-b3e8-139c9cdb241a'], 'active': True} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:05:26.809976 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ebfba8-f941-4315-a0c7-3ccf28661264 None None] Pushing event updated for resources: {'Port': ['ID=b0497c82-5cfb-49e1-b07e-c8abcc9a2b0f,revision_number=4']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:05:26.821678 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-a62b86b5-b075-4cb9-8bfb-6c68053a0483 None None] Provisioning complete for port b0497c82-5cfb-49e1-b07e-c8abcc9a2b0f triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:05:26.821902 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-a62b86b5-b075-4cb9-8bfb-6c68053a0483 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (b0497c82-5cfb-49e1-b07e-c8abcc9a2b0f), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:05:26.887543 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-05f53793-29b9-437e-9c11-eb4c489b26ac admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.8756506 Jan 26 21:05:26.889972 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 41766) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:05:26.896004 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-20616027-cea6-4992-8cfc-c187ce9a8f1f admin admin] Request body: {'subnet': {'network_id': '1576f000-7800-41c8-ac25-b41ae538ce7b', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-312378034-subnet', 'tenant_id': '76162321cd974483b1fd633731535499', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:05:26.909758 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e9c8b9-e20f-48c9-8bf4-0e1a7e7b2df6 req-350c36de-177f-44b8-ba4c-7ff497b57230 tempest-AggregatesAdminTestJSON-1273738830 tempest-AggregatesAdminTestJSON-1273738830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:05:26.916592 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-35e9c8b9-e20f-48c9-8bf4-0e1a7e7b2df6 req-350c36de-177f-44b8-ba4c-7ff497b57230 tempest-AggregatesAdminTestJSON-1273738830 tempest-AggregatesAdminTestJSON-1273738830-project] 10.222.0.13 "GET /v2.0/ports?device_id=78528354-17c1-426b-b28c-50fe165aa1d3 HTTP/1.1" status: 200 len: 970 time: 0.4418600 Jan 26 21:05:26.930635 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f53793-29b9-437e-9c11-eb4c489b26ac admin admin] Pushing event updated for resources: {'Network': ['ID=1576f000-7800-41c8-ac25-b41ae538ce7b,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:05:26.935277 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20616027-cea6-4992-8cfc-c187ce9a8f1f admin admin] Made reservation on behalf of 76162321cd974483b1fd633731535499 for: {'subnet': 1} {{(pid=103305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 21:05:26.940782 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-20616027-cea6-4992-8cfc-c187ce9a8f1f admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:05:26.956260 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-21d15c4e-35b5-462b-a3e6-2e6af277aaf5 admin admin] Publish callbacks [] for security_group (e2fcd4d5-a85d-4cd8-8de5-1afa7da6a033), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:05:26.998159 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-21d15c4e-35b5-462b-a3e6-2e6af277aaf5 admin admin] Publish callbacks [] for security_group (e2fcd4d5-a85d-4cd8-8de5-1afa7da6a033), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:05:27.025658 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-35e9c8b9-e20f-48c9-8bf4-0e1a7e7b2df6 req-de801185-1b03-42b0-82cd-e3778b4a1573 tempest-AggregatesAdminTestJSON-1273738830 tempest-AggregatesAdminTestJSON-1273738830-project] 10.222.0.13 "GET /v2.0/security-groups?id=76b31edb-9c28-4457-9aaf-1be2804eb7bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077418 Jan 26 21:05:27.149689 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Network 1576f000-7800-41c8-ac25-b41ae538ce7b details requested by agent ovs-agent-n-d-760453-5 with host n-d-760453-5 {{(pid=103306) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 26 21:05:27.182536 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-21d15c4e-35b5-462b-a3e6-2e6af277aaf5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (e2fcd4d5-a85d-4cd8-8de5-1afa7da6a033), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:05:27.186310 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-21d15c4e-35b5-462b-a3e6-2e6af277aaf5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:05:27.190077 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-21d15c4e-35b5-462b-a3e6-2e6af277aaf5 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/e2fcd4d5-a85d-4cd8-8de5-1afa7da6a033 HTTP/1.1" status: 204 len: 168 time: 0.6193340 Jan 26 21:05:27.200218 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d15c4e-35b5-462b-a3e6-2e6af277aaf5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2fcd4d5-a85d-4cd8-8de5-1afa7da6a033,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:05:27.235922 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-20616027-cea6-4992-8cfc-c187ce9a8f1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503'] for subnet (d0ea6c20-7a01-4b59-a5ed-3e33894ad96b), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:05:27.311336 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Current status of the port 3edee885-caea-4ea9-be94-2d14144f2fca is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:05:27.315223 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvr_db [None req-c06cbd03-2319-4409-9d3b-77fa2669a9dd None None] Set router 4d9c3b54-1f0d-40ca-b3e8-139c9cdb241a gateway port host: n-d-760453-5 {{(pid=103306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 21:05:27.320858 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Device 3d496241-3dcc-4c53-9ce3-beac6f3a5fb6 details requested by agent hyperv_n-h2-760453-5 with host n-h2-760453-5 {{(pid=103306) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 26 21:05:27.388517 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20616027-cea6-4992-8cfc-c187ce9a8f1f admin admin] Pushing event updated for resources: {'Subnet': ['ID=d0ea6c20-7a01-4b59-a5ed-3e33894ad96b,revision_number=0']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:05:27.405808 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20616027-cea6-4992-8cfc-c187ce9a8f1f admin admin] Checking segment: {'id': '5293e837-be7d-4069-9b2f-0040d78dcbb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '1576f000-7800-41c8-ac25-b41ae538ce7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103305) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 21:05:27.406176 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20616027-cea6-4992-8cfc-c187ce9a8f1f admin admin] Network hostable DHCP agents. Network: 1576f000-7800-41c8-ac25-b41ae538ce7b, hostable agents: ['474ccdf7-ab6c-405b-a3b2-dc7b05829902'], hosted agents: [] {{(pid=103305) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 26 21:05:27.450802 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20616027-cea6-4992-8cfc-c187ce9a8f1f admin admin] Network 1576f000-7800-41c8-ac25-b41ae538ce7b is scheduled to be hosted by DHCP agent 474ccdf7-ab6c-405b-a3b2-dc7b05829902 with binding_index 1 {{(pid=103305) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 26 21:05:27.463940 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-a62b86b5-b075-4cb9-8bfb-6c68053a0483 None None] Current status of the port b0497c82-5cfb-49e1-b07e-c8abcc9a2b0f is: DOWN; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:05:27.464304 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-a62b86b5-b075-4cb9-8bfb-6c68053a0483 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (b0497c82-5cfb-49e1-b07e-c8abcc9a2b0f), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:05:27.470382 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [None req-20616027-cea6-4992-8cfc-c187ce9a8f1f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760453-5, 1576f000-7800-41c8-ac25-b41ae538ce7b) {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:05:27.476033 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20616027-cea6-4992-8cfc-c187ce9a8f1f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:05:27.478460 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-20616027-cea6-4992-8cfc-c187ce9a8f1f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709645'] for subnet (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:05:27.501700 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-20616027-cea6-4992-8cfc-c187ce9a8f1f admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.6098039 Jan 26 21:05:27.518752 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f69e14f3-b1a2-455f-b394-192467258aaa None None] Network 1576f000-7800-41c8-ac25-b41ae538ce7b requested from n-d-760453-5 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 26 21:05:27.672569 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-a62b86b5-b075-4cb9-8bfb-6c68053a0483 None None] For port b0497c82-5cfb-49e1-b07e-c8abcc9a2b0f, host n-d-760453-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=b0497c82-5cfb-49e1-b07e-c8abcc9a2b0f,segment=NetworkSegment(0c196677-38e2-4720-8565-2cf0c74cea78),segment_id=0c196677-38e2-4720-8565-2cf0c74cea78)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:05:27.695120 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-a62b86b5-b075-4cb9-8bfb-6c68053a0483 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (b0497c82-5cfb-49e1-b07e-c8abcc9a2b0f), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:05:27.733809 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 41798) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:05:27.746185 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] For port 3d496241-3dcc-4c53-9ce3-beac6f3a5fb6, host n-h2-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-5',level=0,port_id=3d496241-3dcc-4c53-9ce3-beac6f3a5fb6,segment=NetworkSegment(4eab25d6-89d9-4907-a1c2-51b06443ba33),segment_id=4eab25d6-89d9-4907-a1c2-51b06443ba33)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:05:27.753427 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-9c173b0f-375a-4e85-9223-41a3c3c8474e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:05:27.788406 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 41800) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:05:27.794283 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-9a2dcdb0-aec6-4eb0-a012-1d0205f25fc1 tempest-ServersWithSpecificFlavorTestJSON-1678027092 tempest-ServersWithSpecificFlavorTestJSON-1678027092-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1634192302', 'description': 'tempest-description--691502480'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:05:27.872100 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-9c173b0f-375a-4e85-9223-41a3c3c8474e admin admin] Publish callbacks [] for security_group (1c047c15-7d0f-4447-b4a9-045f116e1bcd), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:05:27.882692 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-9c173b0f-375a-4e85-9223-41a3c3c8474e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (1c047c15-7d0f-4447-b4a9-045f116e1bcd), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:05:27.894831 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Returning: {'device': '3d496241-3dcc-4c53-9ce3-beac6f3a5fb6', 'network_id': '7fbe9cf5-e12c-436d-b372-55a19c9faa30', 'port_id': '3d496241-3dcc-4c53-9ce3-beac6f3a5fb6', 'mac_address': 'fa:16:3e:a7:2a:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 561, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fd77e534-75e6-4b90-950e-f5824d584430', 'ip_address': '192.168.233.7'}], 'device_owner': 'compute:tempest-test_az-1543113367', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103306) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 26 21:05:27.917231 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-9a2dcdb0-aec6-4eb0-a012-1d0205f25fc1 tempest-ServersWithSpecificFlavorTestJSON-1678027092 tempest-ServersWithSpecificFlavorTestJSON-1678027092-project] Publish callbacks [] for security_group (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:05:27.933245 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acda08da-9906-4509-9ef9-e8db5539afa1 None None] Network 1576f000-7800-41c8-ac25-b41ae538ce7b requested from n-d-760453-5 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 26 21:05:27.942721 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-9c173b0f-375a-4e85-9223-41a3c3c8474e admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d1d3f19985cd49259954b94f2303819c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2076445 Jan 26 21:05:27.961373 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a62b86b5-b075-4cb9-8bfb-6c68053a0483 None None] Pushing event updated for resources: {'Port': ['ID=b0497c82-5cfb-49e1-b07e-c8abcc9a2b0f,revision_number=5']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:05:27.963031 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eeac1d2-286e-49c4-8d9e-84cb0a0845bf req-dc20f355-b4fe-4362-86a9-3a854861020b tempest-DeleteServersAdminTestJSON-986730985 tempest-DeleteServersAdminTestJSON-986730985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:05:27.972029 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-2eeac1d2-286e-49c4-8d9e-84cb0a0845bf req-dc20f355-b4fe-4362-86a9-3a854861020b tempest-DeleteServersAdminTestJSON-986730985 tempest-DeleteServersAdminTestJSON-986730985-project] 10.222.0.13 "GET /v2.0/ports?device_id=ea5bd61d-2f0e-4c11-b9d0-dade8914079e HTTP/1.1" status: 200 len: 968 time: 0.1720788 Jan 26 21:05:27.974760 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 41806) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:05:27.975472 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c173b0f-375a-4e85-9223-41a3c3c8474e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c047c15-7d0f-4447-b4a9-045f116e1bcd,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:05:28.029904 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-32456a2f-3274-4219-a9f1-0cf2dd2ec4c5 None None] Provisioning complete for port b0497c82-5cfb-49e1-b07e-c8abcc9a2b0f triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:05:28.030303 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-32456a2f-3274-4219-a9f1-0cf2dd2ec4c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (b0497c82-5cfb-49e1-b07e-c8abcc9a2b0f), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:05:28.090090 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Current status of the port 3d496241-3dcc-4c53-9ce3-beac6f3a5fb6 is: DOWN; New status is: BUILD {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:05:28.090652 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (3d496241-3dcc-4c53-9ce3-beac6f3a5fb6), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:05:28.117798 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-3dd8066f-e66d-40b3-8953-d2d73eb84488 admin admin] Publish callbacks [] for security_group (1c047c15-7d0f-4447-b4a9-045f116e1bcd), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:05:28.137705 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-2eeac1d2-286e-49c4-8d9e-84cb0a0845bf req-e5fed9f8-c73c-4e52-89d5-b301118e5038 tempest-DeleteServersAdminTestJSON-986730985 tempest-DeleteServersAdminTestJSON-986730985-project] 10.222.0.13 "GET /v2.0/security-groups?id=e5ebc764-134d-4fd7-a877-9b9331affbb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1635847 Jan 26 21:05:28.172252 n-d-760453-5 neutron-server[103306]: DEBUG neutron.notifiers.nova [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3d496241-3dcc-4c53-9ce3-beac6f3a5fb6 {{(pid=103306) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 26 21:05:28.178630 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-9a2dcdb0-aec6-4eb0-a012-1d0205f25fc1 tempest-ServersWithSpecificFlavorTestJSON-1678027092 tempest-ServersWithSpecificFlavorTestJSON-1678027092-project] Publish callbacks [] for security_group (06e69ac2-3bf6-41aa-8df8-caa9b01a862f), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:05:28.191685 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-3dd8066f-e66d-40b3-8953-d2d73eb84488 admin admin] Publish callbacks [] for security_group (1c047c15-7d0f-4447-b4a9-045f116e1bcd), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:05:28.201346 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-9a2dcdb0-aec6-4eb0-a012-1d0205f25fc1 tempest-ServersWithSpecificFlavorTestJSON-1678027092 tempest-ServersWithSpecificFlavorTestJSON-1678027092-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (06e69ac2-3bf6-41aa-8df8-caa9b01a862f), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:05:28.227830 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-c06cbd03-2319-4409-9d3b-77fa2669a9dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d9c3b54-1f0d-40ca-b3e8-139c9cdb241a', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-81033054-router', 'tenant_id': 'e7679454c85346a29783423477ec0e30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'external_fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.230'}], 'enable_snat': True}, 'gw_port_id': '3edee885-caea-4ea9-be94-2d14144f2fca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T21:05:10Z', 'updated_at': '2022-01-26T21:05:22Z', 'revision_number': 4, 'project_id': 'e7679454c85346a29783423477ec0e30', 'gw_port': {'id': '3edee885-caea-4ea9-be94-2d14144f2fca', 'name': '', 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:91:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d9c3b54-1f0d-40ca-b3e8-139c9cdb241a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:05:13Z', 'updated_at': '2022-01-26T21:05:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-5', '_interfaces': [{'id': 'b0497c82-5cfb-49e1-b07e-c8abcc9a2b0f', 'name': '', 'network_id': '4e04e0b8-bab3-4a33-9552-063f77c9a25a', 'tenant_id': 'e7679454c85346a29783423477ec0e30', 'mac_address': 'fa:16:3e:51:ab:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d9c3b54-1f0d-40ca-b3e8-139c9cdb241a', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': '95999c46-2344-478a-b136-7e2a2c60a736', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:05:21Z', 'updated_at': '2022-01-26T21:05:26Z', 'revision_number': 4, 'project_id': 'e7679454c85346a29783423477ec0e30', 'subnets': [{'id': '95999c46-2344-478a-b136-7e2a2c60a736', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760453-5', False) {} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:05:28.231543 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] For port 3d496241-3dcc-4c53-9ce3-beac6f3a5fb6, host n-h2-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-5',level=0,port_id=3d496241-3dcc-4c53-9ce3-beac6f3a5fb6,segment=NetworkSegment(4eab25d6-89d9-4907-a1c2-51b06443ba33),segment_id=4eab25d6-89d9-4907-a1c2-51b06443ba33)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:05:28.264672 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c06cbd03-2319-4409-9d3b-77fa2669a9dd None None] The sync data for ids ['4d9c3b54-1f0d-40ca-b3e8-139c9cdb241a'] in n-d-760453-5 is: [{'id': '4d9c3b54-1f0d-40ca-b3e8-139c9cdb241a', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-81033054-router', 'tenant_id': 'e7679454c85346a29783423477ec0e30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'external_fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.230'}], 'enable_snat': True}, 'gw_port_id': '3edee885-caea-4ea9-be94-2d14144f2fca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T21:05:10Z', 'updated_at': '2022-01-26T21:05:22Z', 'revision_number': 4, 'project_id': 'e7679454c85346a29783423477ec0e30', 'gw_port': {'id': '3edee885-caea-4ea9-be94-2d14144f2fca', 'name': '', 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:91:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d9c3b54-1f0d-40ca-b3e8-139c9cdb241a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:05:13Z', 'updated_at': '2022-01-26T21:05:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-5', '_interfaces': [{'id': 'b0497c82-5cfb-49e1-b07e-c8abcc9a2b0f', 'name': '', 'network_id': '4e04e0b8-bab3-4a33-9552-063f77c9a25a', 'tenant_id': 'e7679454c85346a29783423477ec0e30', 'mac_address': 'fa:16:3e:51:ab:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d9c3b54-1f0d-40ca-b3e8-139c9cdb241a', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': '95999c46-2344-478a-b136-7e2a2c60a736', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:05:21Z', 'updated_at': '2022-01-26T21:05:26Z', 'revision_number': 4, 'project_id': 'e7679454c85346a29783423477ec0e30', 'subnets': [{'id': '95999c46-2344-478a-b136-7e2a2c60a736', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 26 21:05:28.283163 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (3d496241-3dcc-4c53-9ce3-beac6f3a5fb6), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:05:28.284083 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Device 7a705eca-c84e-4a17-a00b-e4696927b03e details requested by agent hyperv_n-h2-760453-5 with host n-h2-760453-5 {{(pid=103306) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 26 21:05:28.311572 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-9a2dcdb0-aec6-4eb0-a012-1d0205f25fc1 tempest-ServersWithSpecificFlavorTestJSON-1678027092 tempest-ServersWithSpecificFlavorTestJSON-1678027092-project] Publish callbacks [] for security_group (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:05:28.313133 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-9a2dcdb0-aec6-4eb0-a012-1d0205f25fc1 tempest-ServersWithSpecificFlavorTestJSON-1678027092 tempest-ServersWithSpecificFlavorTestJSON-1678027092-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.5232697 Jan 26 21:05:28.315987 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 41820) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:05:28.322114 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2dcdb0-aec6-4eb0-a012-1d0205f25fc1 tempest-ServersWithSpecificFlavorTestJSON-1678027092 tempest-ServersWithSpecificFlavorTestJSON-1678027092-project] Pushing event updated for resources: {'SecurityGroup': ['ID=06e69ac2-3bf6-41aa-8df8-caa9b01a862f,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:05:28.337329 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0037f7da-1a42-4e79-9ff9-be0fb12892a9 req-554d0490-d167-4ea9-8582-5988453003fa tempest-AggregatesAdminTestJSON-1273738830 tempest-AggregatesAdminTestJSON-1273738830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:05:28.343451 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-c325d0cf-cd54-4d78-a6f6-212c0361c9dc tempest-ServersWithSpecificFlavorTestJSON-1678027092 tempest-ServersWithSpecificFlavorTestJSON-1678027092-project] Request body: {'security_group_rule': {'security_group_id': '06e69ac2-3bf6-41aa-8df8-caa9b01a862f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:05:28.358132 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-0037f7da-1a42-4e79-9ff9-be0fb12892a9 req-554d0490-d167-4ea9-8582-5988453003fa tempest-AggregatesAdminTestJSON-1273738830 tempest-AggregatesAdminTestJSON-1273738830-project] 10.222.0.13 "GET /v2.0/ports?device_id=78528354-17c1-426b-b28c-50fe165aa1d3 HTTP/1.1" status: 200 len: 970 time: 0.1868453 Jan 26 21:05:28.395394 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-c325d0cf-cd54-4d78-a6f6-212c0361c9dc tempest-ServersWithSpecificFlavorTestJSON-1678027092 tempest-ServersWithSpecificFlavorTestJSON-1678027092-project] Publish callbacks [] for security_group_rule (983e42db-87e4-446e-b08a-52f3c50c916b), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:05:28.440473 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-32456a2f-3274-4219-a9f1-0cf2dd2ec4c5 None None] Current status of the port b0497c82-5cfb-49e1-b07e-c8abcc9a2b0f is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:05:28.496871 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-0037f7da-1a42-4e79-9ff9-be0fb12892a9 req-f3522a11-80b4-4fb6-82d3-935057ba12ca tempest-AggregatesAdminTestJSON-1273738830 tempest-AggregatesAdminTestJSON-1273738830-project] 10.222.0.13 "GET /v2.0/security-groups?id=76b31edb-9c28-4457-9aaf-1be2804eb7bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1238008 Jan 26 21:05:28.500474 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-3dd8066f-e66d-40b3-8953-d2d73eb84488 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (1c047c15-7d0f-4447-b4a9-045f116e1bcd), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:05:28.503481 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-3dd8066f-e66d-40b3-8953-d2d73eb84488 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:05:28.507410 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-3dd8066f-e66d-40b3-8953-d2d73eb84488 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/1c047c15-7d0f-4447-b4a9-045f116e1bcd HTTP/1.1" status: 204 len: 168 time: 0.5298128 Jan 26 21:05:28.518015 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Pushing event updated for resources: {'Port': ['ID=3d496241-3dcc-4c53-9ce3-beac6f3a5fb6,revision_number=4']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:05:28.526454 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd8066f-e66d-40b3-8953-d2d73eb84488 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c047c15-7d0f-4447-b4a9-045f116e1bcd,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:05:28.531752 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-c325d0cf-cd54-4d78-a6f6-212c0361c9dc tempest-ServersWithSpecificFlavorTestJSON-1678027092 tempest-ServersWithSpecificFlavorTestJSON-1678027092-project] Publish callbacks [] for security_group_rule (983e42db-87e4-446e-b08a-52f3c50c916b), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:05:28.540711 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-c325d0cf-cd54-4d78-a6f6-212c0361c9dc tempest-ServersWithSpecificFlavorTestJSON-1678027092 tempest-ServersWithSpecificFlavorTestJSON-1678027092-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102715'] for security_group_rule (983e42db-87e4-446e-b08a-52f3c50c916b), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:05:28.547173 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] For port 7a705eca-c84e-4a17-a00b-e4696927b03e, host n-h2-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-5',level=0,port_id=7a705eca-c84e-4a17-a00b-e4696927b03e,segment=NetworkSegment(4eab25d6-89d9-4907-a1c2-51b06443ba33),segment_id=4eab25d6-89d9-4907-a1c2-51b06443ba33)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:05:28.589927 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Returning: {'device': '7a705eca-c84e-4a17-a00b-e4696927b03e', 'network_id': '7fbe9cf5-e12c-436d-b372-55a19c9faa30', 'port_id': '7a705eca-c84e-4a17-a00b-e4696927b03e', 'mac_address': 'fa:16:3e:89:1d:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 561, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fd77e534-75e6-4b90-950e-f5824d584430', 'ip_address': '192.168.233.177'}], 'device_owner': 'compute:tempest-test_az-1543113367', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103306) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 26 21:05:28.610792 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c325d0cf-cd54-4d78-a6f6-212c0361c9dc tempest-ServersWithSpecificFlavorTestJSON-1678027092 tempest-ServersWithSpecificFlavorTestJSON-1678027092-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=983e42db-87e4-446e-b08a-52f3c50c916b,revision_number=0']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:05:28.628971 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-c325d0cf-cd54-4d78-a6f6-212c0361c9dc tempest-ServersWithSpecificFlavorTestJSON-1678027092 tempest-ServersWithSpecificFlavorTestJSON-1678027092-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:05:28.630275 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-c325d0cf-cd54-4d78-a6f6-212c0361c9dc tempest-ServersWithSpecificFlavorTestJSON-1678027092 tempest-ServersWithSpecificFlavorTestJSON-1678027092-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3095961 Jan 26 21:05:28.633015 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 41828) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:05:28.638514 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-4428e024-b910-4448-8579-7e4f1fd37c09 tempest-ServersWithSpecificFlavorTestJSON-1678027092 tempest-ServersWithSpecificFlavorTestJSON-1678027092-project] Request body: {'security_group_rule': {'security_group_id': '06e69ac2-3bf6-41aa-8df8-caa9b01a862f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:05:28.653599 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 41830) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:05:28.655106 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Current status of the port 7a705eca-c84e-4a17-a00b-e4696927b03e is: DOWN; New status is: BUILD {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:05:28.655533 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (7a705eca-c84e-4a17-a00b-e4696927b03e), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:05:28.669149 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device b0497c82-5cfb-49e1-b07e-c8abcc9a2b0f up at agent ovs-agent-n-d-760453-5 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 21:05:28.673468 n-d-760453-5 neutron-server[103306]: DEBUG neutron.notifiers.nova [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7a705eca-c84e-4a17-a00b-e4696927b03e {{(pid=103306) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 26 21:05:28.688604 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-4428e024-b910-4448-8579-7e4f1fd37c09 tempest-ServersWithSpecificFlavorTestJSON-1678027092 tempest-ServersWithSpecificFlavorTestJSON-1678027092-project] Publish callbacks [] for security_group_rule (2fe15b9e-ed14-46c2-ae7f-4c0bf8c18415), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:05:28.725108 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] For port 7a705eca-c84e-4a17-a00b-e4696927b03e, host n-h2-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-5',level=0,port_id=7a705eca-c84e-4a17-a00b-e4696927b03e,segment=NetworkSegment(4eab25d6-89d9-4907-a1c2-51b06443ba33),segment_id=4eab25d6-89d9-4907-a1c2-51b06443ba33)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:05:28.738234 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (7a705eca-c84e-4a17-a00b-e4696927b03e), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:05:28.758333 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Provisioning complete for port b0497c82-5cfb-49e1-b07e-c8abcc9a2b0f triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:05:28.763679 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (b0497c82-5cfb-49e1-b07e-c8abcc9a2b0f), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:05:28.804485 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-4428e024-b910-4448-8579-7e4f1fd37c09 tempest-ServersWithSpecificFlavorTestJSON-1678027092 tempest-ServersWithSpecificFlavorTestJSON-1678027092-project] Publish callbacks [] for security_group_rule (2fe15b9e-ed14-46c2-ae7f-4c0bf8c18415), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:05:28.814429 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-4428e024-b910-4448-8579-7e4f1fd37c09 tempest-ServersWithSpecificFlavorTestJSON-1678027092 tempest-ServersWithSpecificFlavorTestJSON-1678027092-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102715'] for security_group_rule (2fe15b9e-ed14-46c2-ae7f-4c0bf8c18415), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:05:28.874532 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4428e024-b910-4448-8579-7e4f1fd37c09 tempest-ServersWithSpecificFlavorTestJSON-1678027092 tempest-ServersWithSpecificFlavorTestJSON-1678027092-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2fe15b9e-ed14-46c2-ae7f-4c0bf8c18415,revision_number=0']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:05:28.878415 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-4428e024-b910-4448-8579-7e4f1fd37c09 tempest-ServersWithSpecificFlavorTestJSON-1678027092 tempest-ServersWithSpecificFlavorTestJSON-1678027092-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:05:28.882489 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-4428e024-b910-4448-8579-7e4f1fd37c09 tempest-ServersWithSpecificFlavorTestJSON-1678027092 tempest-ServersWithSpecificFlavorTestJSON-1678027092-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2454042 Jan 26 21:05:28.882658 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Pushing event updated for resources: {'Port': ['ID=7a705eca-c84e-4a17-a00b-e4696927b03e,revision_number=4']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:05:28.882895 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 41840) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:05:28.888322 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-7196fa0f-f33d-4381-ae64-f7cd7333fc49 tempest-ServersWithSpecificFlavorTestJSON-1678027092 tempest-ServersWithSpecificFlavorTestJSON-1678027092-project] Request body: {'floatingip': {'floating_network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:05:28.937971 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-7196fa0f-f33d-4381-ae64-f7cd7333fc49 tempest-ServersWithSpecificFlavorTestJSON-1678027092 tempest-ServersWithSpecificFlavorTestJSON-1678027092-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:05:28.944592 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Current status of the port b0497c82-5cfb-49e1-b07e-c8abcc9a2b0f is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:05:29.061410 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-7196fa0f-f33d-4381-ae64-f7cd7333fc49 tempest-ServersWithSpecificFlavorTestJSON-1678027092 tempest-ServersWithSpecificFlavorTestJSON-1678027092-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:05:29.087174 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-cc6be4a1-fa54-4336-8c1f-c91981ef4610 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:05:29.106608 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] get_ports_and_sgs() called for port_ids ['3d496241-3dcc-4c53-9ce3-beac6f3a5fb6'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 26 21:05:29.187805 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] get_ports_and_sgs() called for port_ids ['7a705eca-c84e-4a17-a00b-e4696927b03e'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 26 21:05:29.474134 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-cc6be4a1-fa54-4336-8c1f-c91981ef4610 admin admin] Publish callbacks [] for security_group (98931af9-a0e2-45c3-beb2-1dcc1051b867), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:05:29.496359 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.db_base_plugin_common [None req-7196fa0f-f33d-4381-ae64-f7cd7333fc49 tempest-ServersWithSpecificFlavorTestJSON-1678027092 tempest-ServersWithSpecificFlavorTestJSON-1678027092-project] Allocated IP 172.25.1.117 (4140a1f1-c93a-4bea-83a0-68953a54f299/e48251a1-e30d-4820-8396-00c6f6aeb601/9a7c93ce-5022-43df-a15e-2c749b12751c) {{(pid=103305) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 21:05:29.500294 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-cc6be4a1-fa54-4336-8c1f-c91981ef4610 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (98931af9-a0e2-45c3-beb2-1dcc1051b867), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:05:29.513062 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f3bd51-892e-4942-a30c-52e2f3a8a3e7 req-8e371ac7-015d-4ed8-942d-54b8271252af tempest-LiveAutoBlockMigrationV225Test-1645909514 tempest-LiveAutoBlockMigrationV225Test-1645909514-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:05:29.516414 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-e3f3bd51-892e-4942-a30c-52e2f3a8a3e7 req-8e371ac7-015d-4ed8-942d-54b8271252af tempest-LiveAutoBlockMigrationV225Test-1645909514 tempest-LiveAutoBlockMigrationV225Test-1645909514-project] 10.222.0.13 "GET /v2.0/networks?id=1c3811f3-dcb6-4f77-8c26-3e9819d7c63c HTTP/1.1" status: 200 len: 820 time: 0.3390813 Jan 26 21:05:29.566072 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-e3f3bd51-892e-4942-a30c-52e2f3a8a3e7 req-b8e6153a-0071-4dce-8c56-97aeb290962d tempest-LiveAutoBlockMigrationV225Test-1645909514 tempest-LiveAutoBlockMigrationV225Test-1645909514-project] 10.222.0.13 "GET /v2.0/quotas/6a368bf2185e476485148d66b6d73c5c HTTP/1.1" status: 200 len: 375 time: 0.0429456 Jan 26 21:05:29.603512 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-cc6be4a1-fa54-4336-8c1f-c91981ef4610 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=63b8000402e849afb52b5e6a7fe66da7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9481094 Jan 26 21:05:29.622672 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 41866) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:05:29.643693 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-e3f3bd51-892e-4942-a30c-52e2f3a8a3e7 req-700f12da-b6d3-471f-9c9d-2a469a4f3b01 tempest-LiveAutoBlockMigrationV225Test-1645909514 tempest-LiveAutoBlockMigrationV225Test-1645909514-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=6a368bf2185e476485148d66b6d73c5c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0766146 Jan 26 21:05:29.693900 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc6be4a1-fa54-4336-8c1f-c91981ef4610 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98931af9-a0e2-45c3-beb2-1dcc1051b867,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:05:29.807636 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b255ace2-1cd4-48a8-992a-baae640f24d0 req-7b036f34-dc11-4084-9be5-1513cb551e1c tempest-DeleteServersAdminTestJSON-986730985 tempest-DeleteServersAdminTestJSON-986730985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:05:29.809247 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-b255ace2-1cd4-48a8-992a-baae640f24d0 req-7b036f34-dc11-4084-9be5-1513cb551e1c tempest-DeleteServersAdminTestJSON-986730985 tempest-DeleteServersAdminTestJSON-986730985-project] 10.222.0.13 "GET /v2.0/ports?device_id=ea5bd61d-2f0e-4c11-b9d0-dade8914079e HTTP/1.1" status: 200 len: 969 time: 0.0696175 Jan 26 21:05:29.885717 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-b255ace2-1cd4-48a8-992a-baae640f24d0 req-88aa76ca-437d-4a77-b4d8-0a145a43e61f tempest-DeleteServersAdminTestJSON-986730985 tempest-DeleteServersAdminTestJSON-986730985-project] 10.222.0.13 "GET /v2.0/security-groups?id=e5ebc764-134d-4fd7-a877-9b9331affbb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701549 Jan 26 21:05:29.942200 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [req-e3f3bd51-892e-4942-a30c-52e2f3a8a3e7 req-364e4514-8fc2-48a4-bf5e-b9983f6fdd24 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=103304) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 26 21:05:29.943934 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-e3f3bd51-892e-4942-a30c-52e2f3a8a3e7 req-364e4514-8fc2-48a4-bf5e-b9983f6fdd24 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1584978 Jan 26 21:05:30.005890 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-7196fa0f-f33d-4381-ae64-f7cd7333fc49 tempest-ServersWithSpecificFlavorTestJSON-1678027092 tempest-ServersWithSpecificFlavorTestJSON-1678027092-project] Publish callbacks [] for port (9a7c93ce-5022-43df-a15e-2c749b12751c), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:05:30.007253 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-98053935-95b4-4faf-86b4-e65803824705 admin admin] Publish callbacks [] for security_group (98931af9-a0e2-45c3-beb2-1dcc1051b867), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:05:30.037867 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-98053935-95b4-4faf-86b4-e65803824705 admin admin] Publish callbacks [] for security_group (98931af9-a0e2-45c3-beb2-1dcc1051b867), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:05:30.088438 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217e4726-0ecf-465e-890d-5d5bbec3f0cd req-c9b269be-8784-47a1-8cab-66dc24aa84ee tempest-AggregatesAdminTestJSON-1273738830 tempest-AggregatesAdminTestJSON-1273738830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:05:30.089276 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-7196fa0f-f33d-4381-ae64-f7cd7333fc49 tempest-ServersWithSpecificFlavorTestJSON-1678027092 tempest-ServersWithSpecificFlavorTestJSON-1678027092-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746560234527'] for port (9a7c93ce-5022-43df-a15e-2c749b12751c), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:05:30.096053 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-217e4726-0ecf-465e-890d-5d5bbec3f0cd req-c9b269be-8784-47a1-8cab-66dc24aa84ee tempest-AggregatesAdminTestJSON-1273738830 tempest-AggregatesAdminTestJSON-1273738830-project] 10.222.0.13 "GET /v2.0/ports?device_id=78528354-17c1-426b-b28c-50fe165aa1d3 HTTP/1.1" status: 200 len: 971 time: 0.0777175 Jan 26 21:05:30.131016 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7196fa0f-f33d-4381-ae64-f7cd7333fc49 tempest-ServersWithSpecificFlavorTestJSON-1678027092 tempest-ServersWithSpecificFlavorTestJSON-1678027092-project] Network 4140a1f1-c93a-4bea-83a0-68953a54f299 is already hosted by enough agents. {{(pid=103305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 21:05:30.137641 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [None req-7196fa0f-f33d-4381-ae64-f7cd7333fc49 tempest-ServersWithSpecificFlavorTestJSON-1678027092 tempest-ServersWithSpecificFlavorTestJSON-1678027092-project] Resources bound (agent type, host, resource id): {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:05:30.141766 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7196fa0f-f33d-4381-ae64-f7cd7333fc49 tempest-ServersWithSpecificFlavorTestJSON-1678027092 tempest-ServersWithSpecificFlavorTestJSON-1678027092-project] Received port after_create {{(pid=103305) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 21:05:30.145455 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-98053935-95b4-4faf-86b4-e65803824705 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (98931af9-a0e2-45c3-beb2-1dcc1051b867), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:05:30.148132 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-98053935-95b4-4faf-86b4-e65803824705 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:05:30.149321 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-98053935-95b4-4faf-86b4-e65803824705 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/98931af9-a0e2-45c3-beb2-1dcc1051b867 HTTP/1.1" status: 204 len: 168 time: 0.5251060 Jan 26 21:05:30.162028 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-e3f3bd51-892e-4942-a30c-52e2f3a8a3e7 req-30c43dac-bdfb-47cd-aaa7-9fee72068812 service neutron] 10.222.0.13 "GET /v2.0/networks/1c3811f3-dcb6-4f77-8c26-3e9819d7c63c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2089376 Jan 26 21:05:30.164536 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98053935-95b4-4faf-86b4-e65803824705 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98931af9-a0e2-45c3-beb2-1dcc1051b867,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:05:30.214576 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7196fa0f-f33d-4381-ae64-f7cd7333fc49 tempest-ServersWithSpecificFlavorTestJSON-1678027092 tempest-ServersWithSpecificFlavorTestJSON-1678027092-project] Pushing event updated for resources: {'Port': ['ID=9a7c93ce-5022-43df-a15e-2c749b12751c,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:05:30.241623 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-217e4726-0ecf-465e-890d-5d5bbec3f0cd req-c6ccf785-eac2-4968-823b-1230e9e81629 tempest-AggregatesAdminTestJSON-1273738830 tempest-AggregatesAdminTestJSON-1273738830-project] 10.222.0.13 "GET /v2.0/security-groups?id=76b31edb-9c28-4457-9aaf-1be2804eb7bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1404150 Jan 26 21:05:30.277975 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-7196fa0f-f33d-4381-ae64-f7cd7333fc49 tempest-ServersWithSpecificFlavorTestJSON-1678027092 tempest-ServersWithSpecificFlavorTestJSON-1678027092-project] Publish callbacks [] for floatingip (5c2e8654-517e-4ce3-bf85-e855360b6a26), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:05:30.318321 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-e3f3bd51-892e-4942-a30c-52e2f3a8a3e7 req-df6852c7-5d3e-4b9a-9aa7-e25feb11d7a3 service neutron] 10.222.0.13 "GET /v2.0/networks/1c3811f3-dcb6-4f77-8c26-3e9819d7c63c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1480250 Jan 26 21:05:30.335149 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-7196fa0f-f33d-4381-ae64-f7cd7333fc49 tempest-ServersWithSpecificFlavorTestJSON-1678027092 tempest-ServersWithSpecificFlavorTestJSON-1678027092-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (9a7c93ce-5022-43df-a15e-2c749b12751c), before_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:05:30.534396 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-1ab8f4ce-0462-464d-aff4-06ca7d19bb64 req-ff05dc0c-37d6-4c01-8126-faf67d491955 tempest-LiveAutoBlockMigrationV225Test-1645909514 tempest-LiveAutoBlockMigrationV225Test-1645909514-project] 10.222.0.13 "GET /v2.0/ports?device_id=0bd9219f-31b8-4122-b35d-2ca7b6de3d8d HTTP/1.1" status: 200 len: 210 time: 0.0488255 Jan 26 21:05:30.576655 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-7196fa0f-f33d-4381-ae64-f7cd7333fc49 tempest-ServersWithSpecificFlavorTestJSON-1678027092 tempest-ServersWithSpecificFlavorTestJSON-1678027092-project] Publish callbacks [] for port (9a7c93ce-5022-43df-a15e-2c749b12751c), precommit_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:05:30.583824 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-7196fa0f-f33d-4381-ae64-f7cd7333fc49 tempest-ServersWithSpecificFlavorTestJSON-1678027092 tempest-ServersWithSpecificFlavorTestJSON-1678027092-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (9a7c93ce-5022-43df-a15e-2c749b12751c), after_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:05:30.621932 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-7196fa0f-f33d-4381-ae64-f7cd7333fc49 tempest-ServersWithSpecificFlavorTestJSON-1678027092 tempest-ServersWithSpecificFlavorTestJSON-1678027092-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4110913'] for floatingip (5c2e8654-517e-4ce3-bf85-e855360b6a26), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:05:30.646092 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7196fa0f-f33d-4381-ae64-f7cd7333fc49 tempest-ServersWithSpecificFlavorTestJSON-1678027092 tempest-ServersWithSpecificFlavorTestJSON-1678027092-project] Pushing event updated for resources: {'Port': ['ID=9a7c93ce-5022-43df-a15e-2c749b12751c,revision_number=2']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:05:30.652796 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-7196fa0f-f33d-4381-ae64-f7cd7333fc49 tempest-ServersWithSpecificFlavorTestJSON-1678027092 tempest-ServersWithSpecificFlavorTestJSON-1678027092-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for floatingip (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:05:30.654845 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-7196fa0f-f33d-4381-ae64-f7cd7333fc49 tempest-ServersWithSpecificFlavorTestJSON-1678027092 tempest-ServersWithSpecificFlavorTestJSON-1678027092-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.7707112 Jan 26 21:05:30.886285 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 41920) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:05:30.906083 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-ab6b643e-862c-40fe-a288-1816b80d99f4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:05:31.000168 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-46b517a5-1524-4d8a-8212-b5aa06cccef1 req-59e01064-6159-46f3-b409-8f16c63cbd28 tempest-ServersWithSpecificFlavorTestJSON-1678027092 tempest-ServersWithSpecificFlavorTestJSON-1678027092-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--1634192302&fields=id&tenant_id=d23b24c8db034dca99b1d99ddc0880a5 HTTP/1.1" status: 200 len: 267 time: 0.0797985 Jan 26 21:05:31.043390 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-ab6b643e-862c-40fe-a288-1816b80d99f4 admin admin] Publish callbacks [] for security_group (fce0c012-e584-40fd-9187-9ed0bc6e50b2), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:05:31.049826 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-ab6b643e-862c-40fe-a288-1816b80d99f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (fce0c012-e584-40fd-9187-9ed0bc6e50b2), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:05:31.124989 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-ab6b643e-862c-40fe-a288-1816b80d99f4 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=22581e056f0a4d98a82cea332bfeb7bb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2374852 Jan 26 21:05:31.126112 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab6b643e-862c-40fe-a288-1816b80d99f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fce0c012-e584-40fd-9187-9ed0bc6e50b2,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:05:31.127633 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 41934) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:05:31.143733 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b517a5-1524-4d8a-8212-b5aa06cccef1 req-b770927e-19b5-48b2-af63-20d0397365b9 tempest-ServersWithSpecificFlavorTestJSON-1678027092 tempest-ServersWithSpecificFlavorTestJSON-1678027092-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:05:31.145257 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-46b517a5-1524-4d8a-8212-b5aa06cccef1 req-b770927e-19b5-48b2-af63-20d0397365b9 tempest-ServersWithSpecificFlavorTestJSON-1678027092 tempest-ServersWithSpecificFlavorTestJSON-1678027092-project] 10.222.0.13 "GET /v2.0/networks?id=9b81ad00-7180-4a41-9594-2bd0d66dbd57 HTTP/1.1" status: 200 len: 822 time: 0.1442013 Jan 26 21:05:31.201918 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-46b517a5-1524-4d8a-8212-b5aa06cccef1 req-0d2dfe3e-8899-4cb6-8df2-c6445b07a0a9 tempest-ServersWithSpecificFlavorTestJSON-1678027092 tempest-ServersWithSpecificFlavorTestJSON-1678027092-project] 10.222.0.13 "GET /v2.0/quotas/d23b24c8db034dca99b1d99ddc0880a5 HTTP/1.1" status: 200 len: 375 time: 0.0466113 Jan 26 21:05:31.277833 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a6f025-9a7d-4060-b557-902025c40036 req-d5526e3f-882b-4ddf-b52f-d23b4b6961a4 tempest-DeleteServersAdminTestJSON-986730985 tempest-DeleteServersAdminTestJSON-986730985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:05:31.279390 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-01a6f025-9a7d-4060-b557-902025c40036 req-d5526e3f-882b-4ddf-b52f-d23b4b6961a4 tempest-DeleteServersAdminTestJSON-986730985 tempest-DeleteServersAdminTestJSON-986730985-project] 10.222.0.13 "GET /v2.0/ports?device_id=ea5bd61d-2f0e-4c11-b9d0-dade8914079e HTTP/1.1" status: 200 len: 969 time: 0.1253366 Jan 26 21:05:31.293777 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-2fcbe65b-93c5-4d0a-8f9d-063051956558 admin admin] Publish callbacks [] for security_group (fce0c012-e584-40fd-9187-9ed0bc6e50b2), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:05:31.312456 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Device 3d496241-3dcc-4c53-9ce3-beac6f3a5fb6 up at agent hyperv_n-h2-760453-5 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 21:05:31.335478 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-46b517a5-1524-4d8a-8212-b5aa06cccef1 req-31c3e1e1-2357-4d39-ab5f-3ea71b6d9017 tempest-ServersWithSpecificFlavorTestJSON-1678027092 tempest-ServersWithSpecificFlavorTestJSON-1678027092-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=d23b24c8db034dca99b1d99ddc0880a5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1274812 Jan 26 21:05:31.347230 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-2fcbe65b-93c5-4d0a-8f9d-063051956558 admin admin] Publish callbacks [] for security_group (fce0c012-e584-40fd-9187-9ed0bc6e50b2), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:05:31.386944 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Provisioning for port 3d496241-3dcc-4c53-9ce3-beac6f3a5fb6 completed by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 21:05:31.386944 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Provisioning complete for port 3d496241-3dcc-4c53-9ce3-beac6f3a5fb6 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:05:31.386944 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (3d496241-3dcc-4c53-9ce3-beac6f3a5fb6), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:05:31.411143 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 41940) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:05:31.458735 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-01a6f025-9a7d-4060-b557-902025c40036 req-08c68108-62c0-466a-af42-2baeb8b9cd9b tempest-DeleteServersAdminTestJSON-986730985 tempest-DeleteServersAdminTestJSON-986730985-project] 10.222.0.13 "GET /v2.0/security-groups?id=e5ebc764-134d-4fd7-a877-9b9331affbb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1680934 Jan 26 21:05:31.472481 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Current status of the port 3d496241-3dcc-4c53-9ce3-beac6f3a5fb6 is: BUILD; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:05:31.472933 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (3d496241-3dcc-4c53-9ce3-beac6f3a5fb6), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:05:31.497705 n-d-760453-5 neutron-server[103306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea5bd61d-2f0e-4c11-b9d0-dade8914079e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d496241-3dcc-4c53-9ce3-beac6f3a5fb6'}] {{(pid=103306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 21:05:31.506201 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-46b517a5-1524-4d8a-8212-b5aa06cccef1 req-6838acdb-f66c-47b2-b435-c49e40d4a358 service neutron] 10.222.0.13 "GET /v2.0/networks/9b81ad00-7180-4a41-9594-2bd0d66dbd57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1491868 Jan 26 21:05:31.562829 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-e576ee73-e222-4f85-b47b-00274cbc4180 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:05:31.575272 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-2fcbe65b-93c5-4d0a-8f9d-063051956558 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (fce0c012-e584-40fd-9187-9ed0bc6e50b2), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:05:31.577188 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] For port 3d496241-3dcc-4c53-9ce3-beac6f3a5fb6, host n-h2-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-5',level=0,port_id=3d496241-3dcc-4c53-9ce3-beac6f3a5fb6,segment=NetworkSegment(4eab25d6-89d9-4907-a1c2-51b06443ba33),segment_id=4eab25d6-89d9-4907-a1c2-51b06443ba33)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:05:31.577824 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-2fcbe65b-93c5-4d0a-8f9d-063051956558 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:05:31.578862 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-2fcbe65b-93c5-4d0a-8f9d-063051956558 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/fce0c012-e584-40fd-9187-9ed0bc6e50b2 HTTP/1.1" status: 204 len: 168 time: 0.4472678 Jan 26 21:05:31.585776 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (3d496241-3dcc-4c53-9ce3-beac6f3a5fb6), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:05:31.587315 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Device 7a705eca-c84e-4a17-a00b-e4696927b03e up at agent hyperv_n-h2-760453-5 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 21:05:31.608993 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fcbe65b-93c5-4d0a-8f9d-063051956558 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fce0c012-e584-40fd-9187-9ed0bc6e50b2,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:05:31.652167 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-46b517a5-1524-4d8a-8212-b5aa06cccef1 req-c44b082a-8402-427b-8661-4723e1e64afd service neutron] 10.222.0.13 "GET /v2.0/networks/9b81ad00-7180-4a41-9594-2bd0d66dbd57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1351676 Jan 26 21:05:31.663931 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9d5d370febab655511bdd2ffe887e43e442d144a440368702bcc1e93af00b97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-767bc20e-8314-4e1b-918e-43c8783c0ad6" -d '{"events": [{"server_uuid": "ea5bd61d-2f0e-4c11-b9d0-dade8914079e", "name": "network-vif-plugged", "status": "completed", "tag": "3d496241-3dcc-4c53-9ce3-beac6f3a5fb6"}]}' {{(pid=103306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 21:05:31.722784 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Pushing event updated for resources: {'Port': ['ID=3d496241-3dcc-4c53-9ce3-beac6f3a5fb6,revision_number=5']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:05:31.736205 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Provisioning for port 7a705eca-c84e-4a17-a00b-e4696927b03e completed by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 21:05:31.743062 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Provisioning complete for port 7a705eca-c84e-4a17-a00b-e4696927b03e triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:05:31.743632 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (7a705eca-c84e-4a17-a00b-e4696927b03e), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:05:31.804810 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-e576ee73-e222-4f85-b47b-00274cbc4180 admin admin] Publish callbacks [] for security_group (4e2d6b83-fc79-4e62-bf1b-cae92590c36e), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:05:31.814691 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-e576ee73-e222-4f85-b47b-00274cbc4180 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (4e2d6b83-fc79-4e62-bf1b-cae92590c36e), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:05:31.819040 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.66', 57105) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:05:31.847761 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Current status of the port 7a705eca-c84e-4a17-a00b-e4696927b03e is: BUILD; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:05:31.848315 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (7a705eca-c84e-4a17-a00b-e4696927b03e), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:05:31.910684 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] For port 7a705eca-c84e-4a17-a00b-e4696927b03e, host n-h2-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-5',level=0,port_id=7a705eca-c84e-4a17-a00b-e4696927b03e,segment=NetworkSegment(4eab25d6-89d9-4907-a1c2-51b06443ba33),segment_id=4eab25d6-89d9-4907-a1c2-51b06443ba33)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:05:31.918065 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-e576ee73-e222-4f85-b47b-00274cbc4180 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c0b771a9cb824f03af6c8da974e0bc8f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5050704 Jan 26 21:05:31.921445 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (7a705eca-c84e-4a17-a00b-e4696927b03e), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:05:31.928374 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 41962) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:05:31.934900 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e576ee73-e222-4f85-b47b-00274cbc4180 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e2d6b83-fc79-4e62-bf1b-cae92590c36e,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:05:32.026583 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Pushing event updated for resources: {'Port': ['ID=7a705eca-c84e-4a17-a00b-e4696927b03e,revision_number=5']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:05:32.110172 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-bd35c077-2633-47b8-8aa2-17aafa3c96a7 req-ba64e266-2032-494f-84d2-d9e2a12a8f0c tempest-LiveAutoBlockMigrationV225Test-1645909514 tempest-LiveAutoBlockMigrationV225Test-1645909514-project] 10.222.0.13 "GET /v2.0/ports?device_id=0bd9219f-31b8-4122-b35d-2ca7b6de3d8d HTTP/1.1" status: 200 len: 210 time: 0.0685425 Jan 26 21:05:32.152499 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-b8d8e858-21d3-490f-86a3-4569c1cfae31 admin admin] Publish callbacks [] for security_group (4e2d6b83-fc79-4e62-bf1b-cae92590c36e), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:05:32.155963 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 41974) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:05:32.160830 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f3bd51-892e-4942-a30c-52e2f3a8a3e7 req-b40baa46-a62f-4e9e-8281-07314e91d9d9 tempest-LiveAutoBlockMigrationV225Test-1645909514 tempest-LiveAutoBlockMigrationV225Test-1645909514-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:05:32.162818 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-e3f3bd51-892e-4942-a30c-52e2f3a8a3e7 req-b40baa46-a62f-4e9e-8281-07314e91d9d9 tempest-LiveAutoBlockMigrationV225Test-1645909514 tempest-LiveAutoBlockMigrationV225Test-1645909514-project] 10.222.0.66 "GET /v2.0/networks?id=1c3811f3-dcb6-4f77-8c26-3e9819d7c63c HTTP/1.1" status: 200 len: 820 time: 0.3329191 Jan 26 21:05:32.173773 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-40717da3-3ace-4c95-9b90-aaa353d3460d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:05:32.196892 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5472f2-ddfd-44e4-afd9-8d344c9f2227 req-ca2b4d0d-47a2-4d35-b455-f85c76800fc2 tempest-AggregatesAdminTestJSON-1273738830 tempest-AggregatesAdminTestJSON-1273738830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:05:32.198459 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-9b5472f2-ddfd-44e4-afd9-8d344c9f2227 req-ca2b4d0d-47a2-4d35-b455-f85c76800fc2 tempest-AggregatesAdminTestJSON-1273738830 tempest-AggregatesAdminTestJSON-1273738830-project] 10.222.0.13 "GET /v2.0/ports?device_id=78528354-17c1-426b-b28c-50fe165aa1d3 HTTP/1.1" status: 200 len: 972 time: 0.2713270 Jan 26 21:05:32.203786 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-b8d8e858-21d3-490f-86a3-4569c1cfae31 admin admin] Publish callbacks [] for security_group (4e2d6b83-fc79-4e62-bf1b-cae92590c36e), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:05:32.268765 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [req-e3f3bd51-892e-4942-a30c-52e2f3a8a3e7 req-8f4119e6-9065-4cc3-b5ad-a5e4462b1c35 tempest-LiveAutoBlockMigrationV225Test-1645909514 tempest-LiveAutoBlockMigrationV225Test-1645909514-project] Request body: {'port': {'device_id': '0bd9219f-31b8-4122-b35d-2ca7b6de3d8d', 'network_id': '1c3811f3-dcb6-4f77-8c26-3e9819d7c63c', 'admin_state_up': True, 'tenant_id': '6a368bf2185e476485148d66b6d73c5c'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:05:32.295537 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-40717da3-3ace-4c95-9b90-aaa353d3460d admin admin] Publish callbacks [] for security_group (8855680d-038a-4834-81a0-36e4aefa44c8), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:05:32.303493 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-40717da3-3ace-4c95-9b90-aaa353d3460d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (8855680d-038a-4834-81a0-36e4aefa44c8), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:05:32.338886 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-9b5472f2-ddfd-44e4-afd9-8d344c9f2227 req-f9fa1d38-1505-4a55-afdd-02668de715b3 tempest-AggregatesAdminTestJSON-1273738830 tempest-AggregatesAdminTestJSON-1273738830-project] 10.222.0.13 "GET /v2.0/security-groups?id=76b31edb-9c28-4457-9aaf-1be2804eb7bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1281114 Jan 26 21:05:32.418588 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-40717da3-3ace-4c95-9b90-aaa353d3460d admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=aa1937aef5bf41d3a60d08433abf5bd3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2612512 Jan 26 21:05:32.419219 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 41982) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:05:32.425957 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40717da3-3ace-4c95-9b90-aaa353d3460d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8855680d-038a-4834-81a0-36e4aefa44c8,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:05:32.440688 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-b8d8e858-21d3-490f-86a3-4569c1cfae31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (4e2d6b83-fc79-4e62-bf1b-cae92590c36e), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:05:32.448802 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-b8d8e858-21d3-490f-86a3-4569c1cfae31 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:05:32.450311 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-b8d8e858-21d3-490f-86a3-4569c1cfae31 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/4e2d6b83-fc79-4e62-bf1b-cae92590c36e HTTP/1.1" status: 204 len: 168 time: 0.5187173 Jan 26 21:05:32.473354 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Jan 2022 21:05:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b85b9ef7-164c-447b-8f47-ab2605861cd1 x-openstack-request-id: req-b85b9ef7-164c-447b-8f47-ab2605861cd1 {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 21:05:32.473911 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea5bd61d-2f0e-4c11-b9d0-dade8914079e", "name": "network-vif-plugged", "status": "completed", "tag": "3d496241-3dcc-4c53-9ce3-beac6f3a5fb6", "code": 200}]} {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 21:05:32.473911 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b85b9ef7-164c-447b-8f47-ab2605861cd1 {{(pid=103306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 21:05:32.474350 n-d-760453-5 neutron-server[103306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea5bd61d-2f0e-4c11-b9d0-dade8914079e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d496241-3dcc-4c53-9ce3-beac6f3a5fb6', 'code': 200} Jan 26 21:05:32.496155 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d8e858-21d3-490f-86a3-4569c1cfae31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e2d6b83-fc79-4e62-bf1b-cae92590c36e,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:05:32.509668 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-34fe6e1d-9364-41d7-a028-94d12237d653 admin admin] Publish callbacks [] for security_group (8855680d-038a-4834-81a0-36e4aefa44c8), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:05:32.558692 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-34fe6e1d-9364-41d7-a028-94d12237d653 admin admin] Publish callbacks [] for security_group (8855680d-038a-4834-81a0-36e4aefa44c8), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:05:32.559851 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e3f3bd51-892e-4942-a30c-52e2f3a8a3e7 req-8f4119e6-9065-4cc3-b5ad-a5e4462b1c35 tempest-LiveAutoBlockMigrationV225Test-1645909514 tempest-LiveAutoBlockMigrationV225Test-1645909514-project] Made reservation on behalf of 6a368bf2185e476485148d66b6d73c5c for: {'port': 1} {{(pid=103304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 21:05:32.569174 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-e3f3bd51-892e-4942-a30c-52e2f3a8a3e7 req-8f4119e6-9065-4cc3-b5ad-a5e4462b1c35 tempest-LiveAutoBlockMigrationV225Test-1645909514 tempest-LiveAutoBlockMigrationV225Test-1645909514-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:05:32.647040 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-34fe6e1d-9364-41d7-a028-94d12237d653 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (8855680d-038a-4834-81a0-36e4aefa44c8), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:05:32.650163 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-34fe6e1d-9364-41d7-a028-94d12237d653 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:05:32.651696 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-34fe6e1d-9364-41d7-a028-94d12237d653 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/8855680d-038a-4834-81a0-36e4aefa44c8 HTTP/1.1" status: 204 len: 168 time: 0.2310693 Jan 26 21:05:32.662957 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34fe6e1d-9364-41d7-a028-94d12237d653 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8855680d-038a-4834-81a0-36e4aefa44c8,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:05:32.677384 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-79acc624-0e4d-4cfc-b83a-8edbf9b1f3f1 req-37c7615a-270b-42d5-b3ec-91dc0fdab564 tempest-ServersWithSpecificFlavorTestJSON-1678027092 tempest-ServersWithSpecificFlavorTestJSON-1678027092-project] 10.222.0.13 "GET /v2.0/ports?device_id=61324128-afb5-4d9e-a732-f4dc68e3c9a3 HTTP/1.1" status: 200 len: 210 time: 0.1314423 Jan 26 21:05:32.779599 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f09753-fca6-4c43-b72b-1378ea01ebb3 req-f3f15be1-8652-43d4-9492-5b594581cb25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:05:32.784316 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-b3f09753-fca6-4c43-b72b-1378ea01ebb3 req-f3f15be1-8652-43d4-9492-5b594581cb25 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=ea5bd61d-2f0e-4c11-b9d0-dade8914079e HTTP/1.1" status: 200 len: 1121 time: 0.1650677 Jan 26 21:05:33.057475 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-b3f09753-fca6-4c43-b72b-1378ea01ebb3 req-e3f1f6f1-ad5b-4e75-a3e3-5a398af20631 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:05:33.114428 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49af2a07-d140-4efb-8af8-c7485eb41fbf req-3e6adb25-fa8c-4c38-b7c3-50c36d151cee tempest-DeleteServersAdminTestJSON-986730985 tempest-DeleteServersAdminTestJSON-986730985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:05:33.115959 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-49af2a07-d140-4efb-8af8-c7485eb41fbf req-3e6adb25-fa8c-4c38-b7c3-50c36d151cee tempest-DeleteServersAdminTestJSON-986730985 tempest-DeleteServersAdminTestJSON-986730985-project] 10.222.0.13 "GET /v2.0/ports?device_id=ea5bd61d-2f0e-4c11-b9d0-dade8914079e HTTP/1.1" status: 200 len: 970 time: 0.3556187 Jan 26 21:05:33.174018 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.db_base_plugin_common [req-e3f3bd51-892e-4942-a30c-52e2f3a8a3e7 req-8f4119e6-9065-4cc3-b5ad-a5e4462b1c35 tempest-LiveAutoBlockMigrationV225Test-1645909514 tempest-LiveAutoBlockMigrationV225Test-1645909514-project] Allocated IP 172.20.0.3 (1c3811f3-dcb6-4f77-8c26-3e9819d7c63c/dae01ee8-17f0-4a86-8f17-22a537cba2b9/f5fdde2f-c5b7-4189-93c5-ce8ef3d0068c) {{(pid=103304) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 21:05:33.187783 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 42022) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:05:33.207073 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-472868f3-a395-4104-ab7b-1a6680db590c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:05:33.277781 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-49af2a07-d140-4efb-8af8-c7485eb41fbf req-72e91903-5672-4043-a5ff-4c1b9a1df708 tempest-DeleteServersAdminTestJSON-986730985 tempest-DeleteServersAdminTestJSON-986730985-project] 10.222.0.13 "GET /v2.0/security-groups?id=e5ebc764-134d-4fd7-a877-9b9331affbb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1487887 Jan 26 21:05:33.290909 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-992d8b10-fd1b-4db5-82c9-d95bf7c57275 req-ee8c272d-65b9-497a-b77a-11de9848020e tempest-LiveAutoBlockMigrationV225Test-1645909514 tempest-LiveAutoBlockMigrationV225Test-1645909514-project] 10.222.0.13 "GET /v2.0/ports?device_id=0bd9219f-31b8-4122-b35d-2ca7b6de3d8d HTTP/1.1" status: 200 len: 210 time: 0.0719593 Jan 26 21:05:33.353093 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-472868f3-a395-4104-ab7b-1a6680db590c admin admin] Publish callbacks [] for security_group (ea8c1ef2-fde9-4d16-8da4-69f1aefd47d2), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:05:33.361817 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-472868f3-a395-4104-ab7b-1a6680db590c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (ea8c1ef2-fde9-4d16-8da4-69f1aefd47d2), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:05:33.398586 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-b3f09753-fca6-4c43-b72b-1378ea01ebb3 req-e3f1f6f1-ad5b-4e75-a3e3-5a398af20631 service neutron] Publish callbacks [] for security_group (cf3fd7f2-b57f-414a-b411-b2040a58b077), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:05:33.420182 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-472868f3-a395-4104-ab7b-1a6680db590c admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b148c408fb954c3896639767ce99afe7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2312794 Jan 26 21:05:33.421585 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-472868f3-a395-4104-ab7b-1a6680db590c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea8c1ef2-fde9-4d16-8da4-69f1aefd47d2,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:05:33.424991 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 42030) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:05:33.457207 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 42032) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:05:33.488843 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-e3f3bd51-892e-4942-a30c-52e2f3a8a3e7 req-8f4119e6-9065-4cc3-b5ad-a5e4462b1c35 tempest-LiveAutoBlockMigrationV225Test-1645909514 tempest-LiveAutoBlockMigrationV225Test-1645909514-project] Publish callbacks [] for port (f5fdde2f-c5b7-4189-93c5-ce8ef3d0068c), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:05:33.505158 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-b674416f-fb10-4240-95e3-b24355e53479 admin admin] Publish callbacks [] for security_group (ea8c1ef2-fde9-4d16-8da4-69f1aefd47d2), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:05:33.515849 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-b3f09753-fca6-4c43-b72b-1378ea01ebb3 req-e3f1f6f1-ad5b-4e75-a3e3-5a398af20631 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (cf3fd7f2-b57f-414a-b411-b2040a58b077), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:05:33.544651 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-b674416f-fb10-4240-95e3-b24355e53479 admin admin] Publish callbacks [] for security_group (ea8c1ef2-fde9-4d16-8da4-69f1aefd47d2), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:05:33.609199 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-b674416f-fb10-4240-95e3-b24355e53479 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (ea8c1ef2-fde9-4d16-8da4-69f1aefd47d2), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:05:33.611162 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f1f6f1-ad5b-4e75-a3e3-5a398af20631 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=cf3fd7f2-b57f-414a-b411-b2040a58b077,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:05:33.615070 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-b674416f-fb10-4240-95e3-b24355e53479 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:05:33.617891 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-b674416f-fb10-4240-95e3-b24355e53479 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ea8c1ef2-fde9-4d16-8da4-69f1aefd47d2 HTTP/1.1" status: 204 len: 168 time: 0.1912253 Jan 26 21:05:33.628616 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b674416f-fb10-4240-95e3-b24355e53479 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea8c1ef2-fde9-4d16-8da4-69f1aefd47d2,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:05:33.636376 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-b3f09753-fca6-4c43-b72b-1378ea01ebb3 req-e3f1f6f1-ad5b-4e75-a3e3-5a398af20631 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=e5ebc764-134d-4fd7-a877-9b9331affbb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7965393 Jan 26 21:05:33.638563 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-e3f3bd51-892e-4942-a30c-52e2f3a8a3e7 req-8f4119e6-9065-4cc3-b5ad-a5e4462b1c35 tempest-LiveAutoBlockMigrationV225Test-1645909514 tempest-LiveAutoBlockMigrationV225Test-1645909514-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746560234527'] for port (f5fdde2f-c5b7-4189-93c5-ce8ef3d0068c), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:05:33.705759 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-3ad44c10-5b8e-4580-b385-1db7675ec227 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:05:33.763992 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2780a09f-71dd-4fc2-b482-b8904df4dfd0 req-8a191285-f5c7-4984-8ad7-76258878f2d2 tempest-AggregatesAdminTestJSON-1273738830 tempest-AggregatesAdminTestJSON-1273738830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:05:33.767604 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-2780a09f-71dd-4fc2-b482-b8904df4dfd0 req-8a191285-f5c7-4984-8ad7-76258878f2d2 tempest-AggregatesAdminTestJSON-1273738830 tempest-AggregatesAdminTestJSON-1273738830-project] 10.222.0.13 "GET /v2.0/ports?device_id=78528354-17c1-426b-b28c-50fe165aa1d3 HTTP/1.1" status: 200 len: 972 time: 0.2457328 Jan 26 21:05:33.812045 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-3ad44c10-5b8e-4580-b385-1db7675ec227 admin admin] Publish callbacks [] for security_group (cce698c9-adeb-493a-a87e-75a11af912d8), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:05:33.816645 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-3ad44c10-5b8e-4580-b385-1db7675ec227 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (cce698c9-adeb-493a-a87e-75a11af912d8), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:05:33.828715 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e3f3bd51-892e-4942-a30c-52e2f3a8a3e7 req-8f4119e6-9065-4cc3-b5ad-a5e4462b1c35 tempest-LiveAutoBlockMigrationV225Test-1645909514 tempest-LiveAutoBlockMigrationV225Test-1645909514-project] Network 1c3811f3-dcb6-4f77-8c26-3e9819d7c63c is already hosted by enough agents. {{(pid=103304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 21:05:33.861711 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-3ad44c10-5b8e-4580-b385-1db7675ec227 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a93c50834d9840838260daf6f6bc161d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4033432 Jan 26 21:05:33.863180 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad44c10-5b8e-4580-b385-1db7675ec227 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cce698c9-adeb-493a-a87e-75a11af912d8,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:05:33.865906 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [req-e3f3bd51-892e-4942-a30c-52e2f3a8a3e7 req-8f4119e6-9065-4cc3-b5ad-a5e4462b1c35 tempest-LiveAutoBlockMigrationV225Test-1645909514 tempest-LiveAutoBlockMigrationV225Test-1645909514-project] Resources bound (agent type, host, resource id): {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:05:33.869041 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 42050) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:05:33.869602 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3f3bd51-892e-4942-a30c-52e2f3a8a3e7 req-8f4119e6-9065-4cc3-b5ad-a5e4462b1c35 tempest-LiveAutoBlockMigrationV225Test-1645909514 tempest-LiveAutoBlockMigrationV225Test-1645909514-project] Received port after_create {{(pid=103304) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 21:05:33.876292 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f3bd51-892e-4942-a30c-52e2f3a8a3e7 req-8f4119e6-9065-4cc3-b5ad-a5e4462b1c35 tempest-LiveAutoBlockMigrationV225Test-1645909514 tempest-LiveAutoBlockMigrationV225Test-1645909514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:05:33.877627 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-e3f3bd51-892e-4942-a30c-52e2f3a8a3e7 req-8f4119e6-9065-4cc3-b5ad-a5e4462b1c35 tempest-LiveAutoBlockMigrationV225Test-1645909514 tempest-LiveAutoBlockMigrationV225Test-1645909514-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709645'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:05:33.910543 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-4b1654f2-b4e4-4796-8008-3ada61c1bda2 req-cfe4b382-0372-45d0-9272-8508741dad41 tempest-ServersWithSpecificFlavorTestJSON-1678027092 tempest-ServersWithSpecificFlavorTestJSON-1678027092-project] 10.222.0.13 "GET /v2.0/ports?device_id=61324128-afb5-4d9e-a732-f4dc68e3c9a3 HTTP/1.1" status: 200 len: 210 time: 0.0864975 Jan 26 21:05:33.911237 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f4119e6-9065-4cc3-b5ad-a5e4462b1c35 tempest-LiveAutoBlockMigrationV225Test-1645909514 tempest-LiveAutoBlockMigrationV225Test-1645909514-project] Pushing event updated for resources: {'Port': ['ID=f5fdde2f-c5b7-4189-93c5-ce8ef3d0068c,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:05:33.938073 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-e3f3bd51-892e-4942-a30c-52e2f3a8a3e7 req-8f4119e6-9065-4cc3-b5ad-a5e4462b1c35 tempest-LiveAutoBlockMigrationV225Test-1645909514 tempest-LiveAutoBlockMigrationV225Test-1645909514-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6774914 Jan 26 21:05:33.959289 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-2780a09f-71dd-4fc2-b482-b8904df4dfd0 req-d1ea91dd-1f44-4d50-8998-665760da075e tempest-AggregatesAdminTestJSON-1273738830 tempest-AggregatesAdminTestJSON-1273738830-project] 10.222.0.13 "GET /v2.0/security-groups?id=76b31edb-9c28-4457-9aaf-1be2804eb7bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1788704 Jan 26 21:05:33.978519 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-072d3f16-78b4-482e-ac84-95d9843cf276 admin admin] Publish callbacks [] for security_group (cce698c9-adeb-493a-a87e-75a11af912d8), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:05:34.010888 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-072d3f16-78b4-482e-ac84-95d9843cf276 admin admin] Publish callbacks [] for security_group (cce698c9-adeb-493a-a87e-75a11af912d8), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:05:34.067238 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-072d3f16-78b4-482e-ac84-95d9843cf276 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (cce698c9-adeb-493a-a87e-75a11af912d8), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:05:34.070150 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-072d3f16-78b4-482e-ac84-95d9843cf276 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:05:34.071457 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-072d3f16-78b4-482e-ac84-95d9843cf276 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/cce698c9-adeb-493a-a87e-75a11af912d8 HTTP/1.1" status: 204 len: 168 time: 0.2013218 Jan 26 21:05:34.081627 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-072d3f16-78b4-482e-ac84-95d9843cf276 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cce698c9-adeb-493a-a87e-75a11af912d8,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:05:34.464656 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b50f40-9566-427a-b887-8cb9afbd6f1d req-b052be15-ad86-4b0f-84d7-6d990ee7d5f6 tempest-DeleteServersAdminTestJSON-986730985 tempest-DeleteServersAdminTestJSON-986730985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:05:34.469886 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-89b50f40-9566-427a-b887-8cb9afbd6f1d req-b052be15-ad86-4b0f-84d7-6d990ee7d5f6 tempest-DeleteServersAdminTestJSON-986730985 tempest-DeleteServersAdminTestJSON-986730985-project] 10.222.0.13 "GET /v2.0/ports?device_id=ea5bd61d-2f0e-4c11-b9d0-dade8914079e HTTP/1.1" status: 200 len: 970 time: 0.0971990 Jan 26 21:05:34.476067 n-d-760453-5 neutron-server[103306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78528354-17c1-426b-b28c-50fe165aa1d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a705eca-c84e-4a17-a00b-e4696927b03e'}] {{(pid=103306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 21:05:34.478951 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9d5d370febab655511bdd2ffe887e43e442d144a440368702bcc1e93af00b97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1cec376-c3bf-493b-8f19-1165cc9afa1c" -d '{"events": [{"server_uuid": "78528354-17c1-426b-b28c-50fe165aa1d3", "name": "network-vif-plugged", "status": "completed", "tag": "7a705eca-c84e-4a17-a00b-e4696927b03e"}]}' {{(pid=103306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 21:05:34.479100 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b260172-7c06-416c-86c8-9d69c2a761b4 req-8379b891-2932-439c-81c0-ac9d27cfb643 tempest-LiveAutoBlockMigrationV225Test-1645909514 tempest-LiveAutoBlockMigrationV225Test-1645909514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:05:34.481466 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-5b260172-7c06-416c-86c8-9d69c2a761b4 req-8379b891-2932-439c-81c0-ac9d27cfb643 tempest-LiveAutoBlockMigrationV225Test-1645909514 tempest-LiveAutoBlockMigrationV225Test-1645909514-project] 10.222.0.13 "GET /v2.0/ports?device_id=0bd9219f-31b8-4122-b35d-2ca7b6de3d8d HTTP/1.1" status: 200 len: 931 time: 0.0921385 Jan 26 21:05:34.545369 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 42086) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:05:34.561948 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-5b260172-7c06-416c-86c8-9d69c2a761b4 req-04d9575d-dcb4-48cc-881b-c5488c7d27a5 tempest-LiveAutoBlockMigrationV225Test-1645909514 tempest-LiveAutoBlockMigrationV225Test-1645909514-project] 10.222.0.13 "GET /v2.0/security-groups?id=d3d52ae6-e761-44ee-98bd-9ad0dc66343a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708244 Jan 26 21:05:34.584310 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-89b50f40-9566-427a-b887-8cb9afbd6f1d req-286c8b05-274e-4f60-aa1a-7e0f656f1a61 tempest-DeleteServersAdminTestJSON-986730985 tempest-DeleteServersAdminTestJSON-986730985-project] 10.222.0.13 "GET /v2.0/security-groups?id=e5ebc764-134d-4fd7-a877-9b9331affbb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016645 Jan 26 21:05:34.584904 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-ccb36bfa-9095-4737-83a6-3548259e2bea admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:05:34.641802 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Jan 2022 21:05:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8a44d02-6299-4b5f-9b73-6ffe68141319 x-openstack-request-id: req-d8a44d02-6299-4b5f-9b73-6ffe68141319 {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 21:05:34.642118 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "78528354-17c1-426b-b28c-50fe165aa1d3", "name": "network-vif-plugged", "status": "completed", "tag": "7a705eca-c84e-4a17-a00b-e4696927b03e", "code": 200}]} {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 21:05:34.642379 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d8a44d02-6299-4b5f-9b73-6ffe68141319 {{(pid=103306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 21:05:34.642761 n-d-760453-5 neutron-server[103306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78528354-17c1-426b-b28c-50fe165aa1d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a705eca-c84e-4a17-a00b-e4696927b03e', 'code': 200} Jan 26 21:05:34.718782 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-ccb36bfa-9095-4737-83a6-3548259e2bea admin admin] Publish callbacks [] for security_group (2db04fe3-9090-4c41-8bbb-be3aa1e85547), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:05:34.726357 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-ccb36bfa-9095-4737-83a6-3548259e2bea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (2db04fe3-9090-4c41-8bbb-be3aa1e85547), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:05:34.777481 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-ccb36bfa-9095-4737-83a6-3548259e2bea admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=51969c5c277e4bd9ab0616f23730cec5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2272985 Jan 26 21:05:34.777481 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb36bfa-9095-4737-83a6-3548259e2bea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2db04fe3-9090-4c41-8bbb-be3aa1e85547,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:05:34.779729 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 42092) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:05:34.783160 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e55822-1ed1-4fdc-95cd-065173750e4c req-003e5354-5489-49b8-9b67-462567715073 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:05:34.784786 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-e7e55822-1ed1-4fdc-95cd-065173750e4c req-003e5354-5489-49b8-9b67-462567715073 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=78528354-17c1-426b-b28c-50fe165aa1d3 HTTP/1.1" status: 200 len: 1123 time: 0.0566344 Jan 26 21:05:34.854172 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-e7e55822-1ed1-4fdc-95cd-065173750e4c req-0c93b830-3b67-40a4-a1ae-5c67c1038c30 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=76b31edb-9c28-4457-9aaf-1be2804eb7bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617867 Jan 26 21:05:34.858050 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-581a53bb-37c6-48ba-b845-deab62fda60b admin admin] Publish callbacks [] for security_group (2db04fe3-9090-4c41-8bbb-be3aa1e85547), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:05:34.883934 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-581a53bb-37c6-48ba-b845-deab62fda60b admin admin] Publish callbacks [] for security_group (2db04fe3-9090-4c41-8bbb-be3aa1e85547), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:05:34.916833 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 42096) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:05:34.951392 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-581a53bb-37c6-48ba-b845-deab62fda60b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (2db04fe3-9090-4c41-8bbb-be3aa1e85547), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:05:34.954665 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-581a53bb-37c6-48ba-b845-deab62fda60b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:05:34.955856 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-581a53bb-37c6-48ba-b845-deab62fda60b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/2db04fe3-9090-4c41-8bbb-be3aa1e85547 HTTP/1.1" status: 204 len: 168 time: 0.1748514 Jan 26 21:05:34.970469 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581a53bb-37c6-48ba-b845-deab62fda60b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2db04fe3-9090-4c41-8bbb-be3aa1e85547,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:05:35.028902 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-09cbc2a6-8238-4ea5-b1f9-f5a55bd3cd63 req-c0fb3b27-08bb-4b8b-bceb-bcc854d320be tempest-ServersWithSpecificFlavorTestJSON-1678027092 tempest-ServersWithSpecificFlavorTestJSON-1678027092-project] 10.222.0.13 "GET /v2.0/ports?device_id=61324128-afb5-4d9e-a732-f4dc68e3c9a3 HTTP/1.1" status: 200 len: 210 time: 0.0359786 Jan 26 21:05:35.074503 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-8438e50a-e75d-4580-aa40-11039b02a456 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-1568194818-network', 'tenant_id': 'cbd97eaa16634b78b572be068312a61b'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:05:35.137426 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8438e50a-e75d-4580-aa40-11039b02a456 admin admin] Made reservation on behalf of cbd97eaa16634b78b572be068312a61b for: {'network': 1} {{(pid=103304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 21:05:35.139471 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-8438e50a-e75d-4580-aa40-11039b02a456 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for network (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:05:35.156900 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903b11ac-167f-4045-b710-bb2c26596000 req-3589d580-034b-45df-926b-0f3f700445e6 tempest-AggregatesAdminTestJSON-1273738830 tempest-AggregatesAdminTestJSON-1273738830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:05:35.158459 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-903b11ac-167f-4045-b710-bb2c26596000 req-3589d580-034b-45df-926b-0f3f700445e6 tempest-AggregatesAdminTestJSON-1273738830 tempest-AggregatesAdminTestJSON-1273738830-project] 10.222.0.13 "GET /v2.0/ports?device_id=78528354-17c1-426b-b28c-50fe165aa1d3 HTTP/1.1" status: 200 len: 972 time: 0.0791214 Jan 26 21:05:35.159187 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-8438e50a-e75d-4580-aa40-11039b02a456 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:05:35.262800 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-903b11ac-167f-4045-b710-bb2c26596000 req-ca0e50d9-7d1e-4957-8d8a-d6941937119d tempest-AggregatesAdminTestJSON-1273738830 tempest-AggregatesAdminTestJSON-1273738830-project] 10.222.0.13 "GET /v2.0/security-groups?id=76b31edb-9c28-4457-9aaf-1be2804eb7bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912712 Jan 26 21:05:35.306992 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-8438e50a-e75d-4580-aa40-11039b02a456 admin admin] Publish callbacks [] for security_group (55df2d54-40b6-41bc-90a1-92a636171891), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:05:35.311777 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-8438e50a-e75d-4580-aa40-11039b02a456 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (55df2d54-40b6-41bc-90a1-92a636171891), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:05:35.343131 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8438e50a-e75d-4580-aa40-11039b02a456 admin admin] vlan segment allocate from pool success with {'vlan_id': 589, 'physical_network': 'physnet1'} {{(pid=103304) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 26 21:05:35.353581 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8438e50a-e75d-4580-aa40-11039b02a456 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55df2d54-40b6-41bc-90a1-92a636171891,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:05:35.359814 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-8438e50a-e75d-4580-aa40-11039b02a456 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576559'] for segment (60428a7a-d165-4186-8474-bdc529d4788f), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:05:35.360283 n-d-760453-5 neutron-server[103304]: INFO neutron.db.segments_db [None req-8438e50a-e75d-4580-aa40-11039b02a456 admin admin] Added segment 60428a7a-d165-4186-8474-bdc529d4788f of type vlan for network 0e232d8e-6bd0-47cf-8332-9f5fbb537d8b Jan 26 21:05:35.407977 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-8438e50a-e75d-4580-aa40-11039b02a456 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746560256871'] for network (0e232d8e-6bd0-47cf-8332-9f5fbb537d8b), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:05:35.450485 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-8438e50a-e75d-4580-aa40-11039b02a456 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503'] for network (0e232d8e-6bd0-47cf-8332-9f5fbb537d8b), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:05:35.451490 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8438e50a-e75d-4580-aa40-11039b02a456 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:05:35.452147 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-8438e50a-e75d-4580-aa40-11039b02a456 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709645'] for network (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:05:35.485681 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-8438e50a-e75d-4580-aa40-11039b02a456 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.5616672 Jan 26 21:05:35.489261 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 42124) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:05:35.494585 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-c09ca676-21c6-47c3-9426-5302c0931015 admin admin] Request body: {'subnet': {'network_id': '0e232d8e-6bd0-47cf-8332-9f5fbb537d8b', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-1568194818-subnet', 'tenant_id': 'cbd97eaa16634b78b572be068312a61b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:05:35.530191 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c09ca676-21c6-47c3-9426-5302c0931015 admin admin] Made reservation on behalf of cbd97eaa16634b78b572be068312a61b for: {'subnet': 1} {{(pid=103305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 21:05:35.540800 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-c09ca676-21c6-47c3-9426-5302c0931015 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:05:35.544518 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8438e50a-e75d-4580-aa40-11039b02a456 admin admin] Pushing event updated for resources: {'Network': ['ID=0e232d8e-6bd0-47cf-8332-9f5fbb537d8b,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:05:35.557631 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Network 0e232d8e-6bd0-47cf-8332-9f5fbb537d8b details requested by agent ovs-agent-n-d-760453-5 with host n-d-760453-5 {{(pid=103306) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 26 21:05:35.756459 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035800dc-24ad-43a5-8b34-7dfb541d8b8a req-eb526f45-e0fe-4c17-8240-65d79b214880 tempest-LiveAutoBlockMigrationV225Test-1645909514 tempest-LiveAutoBlockMigrationV225Test-1645909514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:05:35.759497 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-035800dc-24ad-43a5-8b34-7dfb541d8b8a req-eb526f45-e0fe-4c17-8240-65d79b214880 tempest-LiveAutoBlockMigrationV225Test-1645909514 tempest-LiveAutoBlockMigrationV225Test-1645909514-project] 10.222.0.13 "GET /v2.0/ports?device_id=0bd9219f-31b8-4122-b35d-2ca7b6de3d8d HTTP/1.1" status: 200 len: 931 time: 0.0766282 Jan 26 21:05:35.817435 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-c09ca676-21c6-47c3-9426-5302c0931015 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503'] for subnet (14c3522c-48d1-46ba-8e7a-f2b4abc51b6c), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:05:35.868349 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-035800dc-24ad-43a5-8b34-7dfb541d8b8a req-3749a9e3-b3e3-4fff-a4df-6dc6d82507a0 tempest-LiveAutoBlockMigrationV225Test-1645909514 tempest-LiveAutoBlockMigrationV225Test-1645909514-project] 10.222.0.13 "GET /v2.0/security-groups?id=d3d52ae6-e761-44ee-98bd-9ad0dc66343a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962870 Jan 26 21:05:35.895806 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09ca676-21c6-47c3-9426-5302c0931015 admin admin] Pushing event updated for resources: {'Subnet': ['ID=14c3522c-48d1-46ba-8e7a-f2b4abc51b6c,revision_number=0']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:05:35.925735 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c09ca676-21c6-47c3-9426-5302c0931015 admin admin] Checking segment: {'id': '60428a7a-d165-4186-8474-bdc529d4788f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '0e232d8e-6bd0-47cf-8332-9f5fbb537d8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103305) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 21:05:35.927885 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c09ca676-21c6-47c3-9426-5302c0931015 admin admin] Network hostable DHCP agents. Network: 0e232d8e-6bd0-47cf-8332-9f5fbb537d8b, hostable agents: ['474ccdf7-ab6c-405b-a3b2-dc7b05829902'], hosted agents: [] {{(pid=103305) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 26 21:05:35.958403 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c09ca676-21c6-47c3-9426-5302c0931015 admin admin] Network 0e232d8e-6bd0-47cf-8332-9f5fbb537d8b is scheduled to be hosted by DHCP agent 474ccdf7-ab6c-405b-a3b2-dc7b05829902 with binding_index 1 {{(pid=103305) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 26 21:05:35.974238 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [None req-c09ca676-21c6-47c3-9426-5302c0931015 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760453-5, 0e232d8e-6bd0-47cf-8332-9f5fbb537d8b) {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:05:35.983681 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c09ca676-21c6-47c3-9426-5302c0931015 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:05:35.984514 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-c09ca676-21c6-47c3-9426-5302c0931015 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709645'] for subnet (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:05:35.987489 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df065fac-6f5f-466f-97dc-64e9dbcb0647 None None] Network 0e232d8e-6bd0-47cf-8332-9f5fbb537d8b requested from n-d-760453-5 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 26 21:05:36.032697 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-c09ca676-21c6-47c3-9426-5302c0931015 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.5416987 Jan 26 21:05:36.035241 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 42140) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:05:36.043771 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-fa39a583-9fa4-4e29-90e6-ea43f47252ee admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-1568194818-router', 'tenant_id': 'cbd97eaa16634b78b572be068312a61b', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299'}}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:05:36.078303 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1422299-7e63-4027-8af0-af5ef998de30 req-2469fed9-02e0-471f-8d32-537f230c8827 tempest-DeleteServersAdminTestJSON-986730985 tempest-DeleteServersAdminTestJSON-986730985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:05:36.081920 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-f1422299-7e63-4027-8af0-af5ef998de30 req-2469fed9-02e0-471f-8d32-537f230c8827 tempest-DeleteServersAdminTestJSON-986730985 tempest-DeleteServersAdminTestJSON-986730985-project] 10.222.0.13 "GET /v2.0/ports?device_id=ea5bd61d-2f0e-4c11-b9d0-dade8914079e HTTP/1.1" status: 200 len: 970 time: 0.0751865 Jan 26 21:05:36.094863 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-fa39a583-9fa4-4e29-90e6-ea43f47252ee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4104596', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13108'] for router (deb8cadc-313a-437e-80f5-c4f3d49d3927), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:05:36.096447 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-fa39a583-9fa4-4e29-90e6-ea43f47252ee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4105828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4111306', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3733576', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13069'] for router (deb8cadc-313a-437e-80f5-c4f3d49d3927), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:05:36.172371 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-f1422299-7e63-4027-8af0-af5ef998de30 req-bc67b6cc-80c5-4c81-87c9-2ee825a88d9c tempest-DeleteServersAdminTestJSON-986730985 tempest-DeleteServersAdminTestJSON-986730985-project] 10.222.0.13 "GET /v2.0/security-groups?id=e5ebc764-134d-4fd7-a877-9b9331affbb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804536 Jan 26 21:05:36.184980 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-fa39a583-9fa4-4e29-90e6-ea43f47252ee admin admin] Publish callbacks [] for router_controller (deb8cadc-313a-437e-80f5-c4f3d49d3927), precommit_add_association {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:05:36.227378 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a3a328b-859f-46e2-8d7f-f543ab4308d7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3c4099e8-8ffb-51d1-af7f-5868973e933f-0e232d8e-6bd0-47cf-8332-9f5fbb537d8b', 'network_id': '0e232d8e-6bd0-47cf-8332-9f5fbb537d8b', 'project_id': 'cbd97eaa16634b78b572be068312a61b', 'fixed_ips': [{'subnet_id': '14c3522c-48d1-46ba-8e7a-f2b4abc51b6c'}]}} from n-d-760453-5. {{(pid=103306) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 26 21:05:36.228488 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-7a3a328b-859f-46e2-8d7f-f543ab4308d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (None), before_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:05:36.300427 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-8c512f3f-20c7-4dfd-9a24-e97c16b4d169 req-ceecec48-992a-44d7-9f28-d0981b897cc1 tempest-ServersWithSpecificFlavorTestJSON-1678027092 tempest-ServersWithSpecificFlavorTestJSON-1678027092-project] 10.222.0.13 "GET /v2.0/ports?device_id=61324128-afb5-4d9e-a732-f4dc68e3c9a3 HTTP/1.1" status: 200 len: 210 time: 0.0502839 Jan 26 21:05:36.404072 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-fa39a583-9fa4-4e29-90e6-ea43f47252ee admin admin] Publish callbacks [] for router_gateway (deb8cadc-313a-437e-80f5-c4f3d49d3927), precommit_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:05:36.449453 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.db_base_plugin_common [None req-7a3a328b-859f-46e2-8d7f-f543ab4308d7 None None] Allocated IP 172.20.0.2 (0e232d8e-6bd0-47cf-8332-9f5fbb537d8b/14c3522c-48d1-46ba-8e7a-f2b4abc51b6c/52efbdd1-1276-4f98-85fe-19188fffc1e6) {{(pid=103306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 21:05:36.488851 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49203a86-6ac0-46ad-90f7-05042fc33e19 req-d49a2958-6f2d-42fa-8e40-e6e5b5e25064 tempest-AggregatesAdminTestJSON-1273738830 tempest-AggregatesAdminTestJSON-1273738830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:05:36.502159 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-49203a86-6ac0-46ad-90f7-05042fc33e19 req-d49a2958-6f2d-42fa-8e40-e6e5b5e25064 tempest-AggregatesAdminTestJSON-1273738830 tempest-AggregatesAdminTestJSON-1273738830-project] 10.222.0.13 "GET /v2.0/ports?device_id=78528354-17c1-426b-b28c-50fe165aa1d3 HTTP/1.1" status: 200 len: 972 time: 0.1170616 Jan 26 21:05:36.628931 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-49203a86-6ac0-46ad-90f7-05042fc33e19 req-b74685e1-0996-43cc-bad7-b333197b2115 tempest-AggregatesAdminTestJSON-1273738830 tempest-AggregatesAdminTestJSON-1273738830-project] 10.222.0.13 "GET /v2.0/security-groups?id=76b31edb-9c28-4457-9aaf-1be2804eb7bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1244147 Jan 26 21:05:36.648303 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-7a3a328b-859f-46e2-8d7f-f543ab4308d7 None None] Publish callbacks [] for port (52efbdd1-1276-4f98-85fe-19188fffc1e6), precommit_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:05:36.666655 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-7a3a328b-859f-46e2-8d7f-f543ab4308d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746560234527'] for port (52efbdd1-1276-4f98-85fe-19188fffc1e6), after_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:05:36.721736 n-d-760453-5 neutron-server[103306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a3a328b-859f-46e2-8d7f-f543ab4308d7 None None] Network 0e232d8e-6bd0-47cf-8332-9f5fbb537d8b is already hosted by enough agents. {{(pid=103306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 21:05:36.731103 n-d-760453-5 neutron-server[103306]: DEBUG neutron.scheduler.base_scheduler [None req-7a3a328b-859f-46e2-8d7f-f543ab4308d7 None None] Resources bound (agent type, host, resource id): {{(pid=103306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:05:36.738243 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a3a328b-859f-46e2-8d7f-f543ab4308d7 None None] Received port after_create {{(pid=103306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 21:05:36.770323 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a3a328b-859f-46e2-8d7f-f543ab4308d7 None None] Pushing event updated for resources: {'Port': ['ID=52efbdd1-1276-4f98-85fe-19188fffc1e6,revision_number=1']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:05:36.790461 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 42166) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:05:36.837574 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-7a3a328b-859f-46e2-8d7f-f543ab4308d7 None None] Attempting to bind port 52efbdd1-1276-4f98-85fe-19188fffc1e6 on host n-d-760453-5 for vnic_type normal with profile {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 21:05:36.839775 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-7a3a328b-859f-46e2-8d7f-f543ab4308d7 None None] Attempting to bind port 52efbdd1-1276-4f98-85fe-19188fffc1e6 by drivers openvswitch,hyperv on host n-d-760453-5 at level 0 using segments [{'id': '60428a7a-d165-4186-8474-bdc529d4788f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '0e232d8e-6bd0-47cf-8332-9f5fbb537d8b'}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 26 21:05:36.841600 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a3a328b-859f-46e2-8d7f-f543ab4308d7 None None] Attempting to bind port 52efbdd1-1276-4f98-85fe-19188fffc1e6 on network 0e232d8e-6bd0-47cf-8332-9f5fbb537d8b {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 21:05:36.853165 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-fa39a583-9fa4-4e29-90e6-ea43f47252ee admin admin] Publish callbacks [] for router_gateway (deb8cadc-313a-437e-80f5-c4f3d49d3927), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:05:36.858550 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a3a328b-859f-46e2-8d7f-f543ab4308d7 None None] Checking agent: {'id': 'fea0591a-627d-4c87-9a9a-01625ddf3277', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760453-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 20, 55, 25), 'started_at': datetime.datetime(2022, 1, 26, 20, 55, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 21, 5, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760453-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 26 21:05:36.859683 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a3a328b-859f-46e2-8d7f-f543ab4308d7 None None] Checking segment: {'id': '60428a7a-d165-4186-8474-bdc529d4788f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '0e232d8e-6bd0-47cf-8332-9f5fbb537d8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 21:05:36.866354 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-7a3a328b-859f-46e2-8d7f-f543ab4308d7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:05:36.866989 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a3a328b-859f-46e2-8d7f-f543ab4308d7 None None] Bound using segment: {'id': '60428a7a-d165-4186-8474-bdc529d4788f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '0e232d8e-6bd0-47cf-8332-9f5fbb537d8b'} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 26 21:05:36.867678 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-7a3a328b-859f-46e2-8d7f-f543ab4308d7 None None] Bound port: 52efbdd1-1276-4f98-85fe-19188fffc1e6, host: n-d-760453-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '60428a7a-d165-4186-8474-bdc529d4788f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '0e232d8e-6bd0-47cf-8332-9f5fbb537d8b'}}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 26 21:05:36.869597 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-7a3a328b-859f-46e2-8d7f-f543ab4308d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (52efbdd1-1276-4f98-85fe-19188fffc1e6), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:05:36.899892 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-fa39a583-9fa4-4e29-90e6-ea43f47252ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:05:36.967545 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f357ef88-5b6b-4f02-a4a2-391252d2173e req-b5cc1952-25c6-41ab-98d3-b559f33a2783 tempest-AggregatesAdminTestJSON-510551272 tempest-AggregatesAdminTestJSON-510551272-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:05:36.977213 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-f357ef88-5b6b-4f02-a4a2-391252d2173e req-b5cc1952-25c6-41ab-98d3-b559f33a2783 tempest-AggregatesAdminTestJSON-510551272 tempest-AggregatesAdminTestJSON-510551272-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=78528354-17c1-426b-b28c-50fe165aa1d3 HTTP/1.1" status: 200 len: 1123 time: 0.1124139 Jan 26 21:05:36.995798 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-f357ef88-5b6b-4f02-a4a2-391252d2173e req-392e8a1c-ab17-4a05-9df0-8b79dc61a132 tempest-AggregatesAdminTestJSON-510551272 tempest-AggregatesAdminTestJSON-510551272-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:05:37.056982 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-7a3a328b-859f-46e2-8d7f-f543ab4308d7 None None] For port 52efbdd1-1276-4f98-85fe-19188fffc1e6, host n-d-760453-5, cleared binding levels {{(pid=103306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 26 21:05:37.061407 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-7a3a328b-859f-46e2-8d7f-f543ab4308d7 None None] For port 52efbdd1-1276-4f98-85fe-19188fffc1e6, host n-d-760453-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=52efbdd1-1276-4f98-85fe-19188fffc1e6,segment=NetworkSegment(60428a7a-d165-4186-8474-bdc529d4788f),segment_id=60428a7a-d165-4186-8474-bdc529d4788f)] {{(pid=103306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 26 21:05:37.069660 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-7a3a328b-859f-46e2-8d7f-f543ab4308d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (52efbdd1-1276-4f98-85fe-19188fffc1e6), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:05:37.145318 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.db_base_plugin_common [None req-fa39a583-9fa4-4e29-90e6-ea43f47252ee admin admin] Allocated IP 172.25.1.6 (4140a1f1-c93a-4bea-83a0-68953a54f299/e48251a1-e30d-4820-8396-00c6f6aeb601/971eddc1-34b3-4605-97e6-405a63879cb3) {{(pid=103305) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 21:05:37.166641 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-f357ef88-5b6b-4f02-a4a2-391252d2173e req-392e8a1c-ab17-4a05-9df0-8b79dc61a132 tempest-AggregatesAdminTestJSON-510551272 tempest-AggregatesAdminTestJSON-510551272-project-admin] Publish callbacks [] for security_group (21c5fd91-e196-431c-9ba2-33c05358e9b1), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:05:37.175598 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a3a328b-859f-46e2-8d7f-f543ab4308d7 None None] Pushing event updated for resources: {'Port': ['ID=52efbdd1-1276-4f98-85fe-19188fffc1e6,revision_number=2']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:05:37.234765 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-f42ccbd2-d80c-47c7-af2f-033af2aaca15 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:05:37.236431 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-f357ef88-5b6b-4f02-a4a2-391252d2173e req-392e8a1c-ab17-4a05-9df0-8b79dc61a132 tempest-AggregatesAdminTestJSON-510551272 tempest-AggregatesAdminTestJSON-510551272-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (21c5fd91-e196-431c-9ba2-33c05358e9b1), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:05:37.279037 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-392e8a1c-ab17-4a05-9df0-8b79dc61a132 tempest-AggregatesAdminTestJSON-510551272 tempest-AggregatesAdminTestJSON-510551272-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21c5fd91-e196-431c-9ba2-33c05358e9b1,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:05:37.302797 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-fa39a583-9fa4-4e29-90e6-ea43f47252ee admin admin] Publish callbacks [] for port (971eddc1-34b3-4605-97e6-405a63879cb3), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:05:37.342174 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-fa39a583-9fa4-4e29-90e6-ea43f47252ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746560234527'] for port (971eddc1-34b3-4605-97e6-405a63879cb3), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:05:37.352922 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-f357ef88-5b6b-4f02-a4a2-391252d2173e req-392e8a1c-ab17-4a05-9df0-8b79dc61a132 tempest-AggregatesAdminTestJSON-510551272 tempest-AggregatesAdminTestJSON-510551272-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=76b31edb-9c28-4457-9aaf-1be2804eb7bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3747907 Jan 26 21:05:37.373701 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da12b80-4982-4108-8bdb-cde9b70011bb req-9c6ff0fa-783f-4c6d-a875-5c04c3b5c950 tempest-LiveAutoBlockMigrationV225Test-1645909514 tempest-LiveAutoBlockMigrationV225Test-1645909514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:05:37.377750 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-7da12b80-4982-4108-8bdb-cde9b70011bb req-9c6ff0fa-783f-4c6d-a875-5c04c3b5c950 tempest-LiveAutoBlockMigrationV225Test-1645909514 tempest-LiveAutoBlockMigrationV225Test-1645909514-project] 10.222.0.13 "GET /v2.0/ports?device_id=0bd9219f-31b8-4122-b35d-2ca7b6de3d8d HTTP/1.1" status: 200 len: 931 time: 0.2288654 Jan 26 21:05:37.407731 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa39a583-9fa4-4e29-90e6-ea43f47252ee admin admin] Pushing event updated for resources: {'Port': ['ID=971eddc1-34b3-4605-97e6-405a63879cb3,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:05:37.411225 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa39a583-9fa4-4e29-90e6-ea43f47252ee admin admin] Network 4140a1f1-c93a-4bea-83a0-68953a54f299 is already hosted by enough agents. {{(pid=103305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 21:05:37.412882 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [None req-fa39a583-9fa4-4e29-90e6-ea43f47252ee admin admin] Resources bound (agent type, host, resource id): {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:05:37.439010 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-f42ccbd2-d80c-47c7-af2f-033af2aaca15 admin admin] Publish callbacks [] for security_group (1a5a3278-25a1-4e68-a6ca-af2deeb833f5), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:05:37.439454 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa39a583-9fa4-4e29-90e6-ea43f47252ee admin admin] Received port after_create {{(pid=103305) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 21:05:37.452078 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-f42ccbd2-d80c-47c7-af2f-033af2aaca15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (1a5a3278-25a1-4e68-a6ca-af2deeb833f5), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:05:37.551216 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-f42ccbd2-d80c-47c7-af2f-033af2aaca15 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ccee37aaae464c9d81f78756b01d75b3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7581775 Jan 26 21:05:37.551216 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f42ccbd2-d80c-47c7-af2f-033af2aaca15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a5a3278-25a1-4e68-a6ca-af2deeb833f5,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:05:37.552914 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 42186) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:05:37.576914 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-7da12b80-4982-4108-8bdb-cde9b70011bb req-a14d6d70-b50b-4431-a736-569a2342428c tempest-LiveAutoBlockMigrationV225Test-1645909514 tempest-LiveAutoBlockMigrationV225Test-1645909514-project] 10.222.0.13 "GET /v2.0/security-groups?id=d3d52ae6-e761-44ee-98bd-9ad0dc66343a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1861854 Jan 26 21:05:37.604294 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0905ca39-f9d5-47eb-9679-71723d29e712 req-820edba3-c2ae-4d63-a224-befb18fae6fe tempest-DeleteServersAdminTestJSON-986730985 tempest-DeleteServersAdminTestJSON-986730985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:05:37.605891 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-0905ca39-f9d5-47eb-9679-71723d29e712 req-820edba3-c2ae-4d63-a224-befb18fae6fe tempest-DeleteServersAdminTestJSON-986730985 tempest-DeleteServersAdminTestJSON-986730985-project] 10.222.0.13 "GET /v2.0/ports?device_id=ea5bd61d-2f0e-4c11-b9d0-dade8914079e HTTP/1.1" status: 200 len: 970 time: 0.1401477 Jan 26 21:05:37.671065 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-e006c436-d89a-4d5d-93bd-cb1442f7efbd admin admin] Publish callbacks [] for security_group (1a5a3278-25a1-4e68-a6ca-af2deeb833f5), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:05:37.684263 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-0905ca39-f9d5-47eb-9679-71723d29e712 req-789cf26d-f648-437f-989c-01215cc731f6 tempest-DeleteServersAdminTestJSON-986730985 tempest-DeleteServersAdminTestJSON-986730985-project] 10.222.0.13 "GET /v2.0/security-groups?id=e5ebc764-134d-4fd7-a877-9b9331affbb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637188 Jan 26 21:05:37.699447 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-c6a7e1da-f6bd-4021-8398-cbb18b1f2d66 req-b6ec182b-7786-4d98-84c9-467d8321ed11 tempest-ServersWithSpecificFlavorTestJSON-1678027092 tempest-ServersWithSpecificFlavorTestJSON-1678027092-project] 10.222.0.13 "GET /v2.0/ports?device_id=61324128-afb5-4d9e-a732-f4dc68e3c9a3 HTTP/1.1" status: 200 len: 210 time: 0.0355051 Jan 26 21:05:37.741999 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-e006c436-d89a-4d5d-93bd-cb1442f7efbd admin admin] Publish callbacks [] for security_group (1a5a3278-25a1-4e68-a6ca-af2deeb833f5), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:05:37.755150 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-fa39a583-9fa4-4e29-90e6-ea43f47252ee admin admin] Publish callbacks [] for router_gateway (deb8cadc-313a-437e-80f5-c4f3d49d3927), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:05:37.879710 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-e006c436-d89a-4d5d-93bd-cb1442f7efbd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (1a5a3278-25a1-4e68-a6ca-af2deeb833f5), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:05:37.882427 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-e006c436-d89a-4d5d-93bd-cb1442f7efbd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:05:37.883586 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-e006c436-d89a-4d5d-93bd-cb1442f7efbd admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/1a5a3278-25a1-4e68-a6ca-af2deeb833f5 HTTP/1.1" status: 204 len: 168 time: 0.3296874 Jan 26 21:05:37.942850 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e006c436-d89a-4d5d-93bd-cb1442f7efbd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a5a3278-25a1-4e68-a6ca-af2deeb833f5,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:05:38.028294 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-fa39a583-9fa4-4e29-90e6-ea43f47252ee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4105757', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4111263'] for router (deb8cadc-313a-437e-80f5-c4f3d49d3927), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:05:38.076225 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 42196) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:05:38.107880 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (32ef628b-8417-46c5-8729-60fcabe358f1), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:05:38.184574 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64faf0a-4891-4ae9-9d44-2d29b8a4ddb7 req-1b598dd4-cc9a-4348-9cef-cd4515079217 tempest-AggregatesAdminTestJSON-1273738830 tempest-AggregatesAdminTestJSON-1273738830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:05:38.187035 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-f64faf0a-4891-4ae9-9d44-2d29b8a4ddb7 req-1b598dd4-cc9a-4348-9cef-cd4515079217 tempest-AggregatesAdminTestJSON-1273738830 tempest-AggregatesAdminTestJSON-1273738830-project] 10.222.0.13 "GET /v2.0/ports?device_id=78528354-17c1-426b-b28c-50fe165aa1d3 HTTP/1.1" status: 200 len: 972 time: 0.1714606 Jan 26 21:05:38.223061 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa39a583-9fa4-4e29-90e6-ea43f47252ee admin admin] Router deb8cadc-313a-437e-80f5-c4f3d49d3927 is scheduled to L3 agent 09df100c-3af1-4b0a-bda8-05914c71c458 with binding_index 1 {{(pid=103305) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 26 21:05:38.296020 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-f64faf0a-4891-4ae9-9d44-2d29b8a4ddb7 req-ffb962d4-4883-430f-bda2-f8fe3e47dc9f tempest-AggregatesAdminTestJSON-1273738830 tempest-AggregatesAdminTestJSON-1273738830-project] 10.222.0.13 "GET /v2.0/security-groups?id=76b31edb-9c28-4457-9aaf-1be2804eb7bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025701 Jan 26 21:05:38.361892 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-69b2e957-8665-4e2b-b5a5-b51dcc1ff181 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:05:38.389823 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 42202) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:05:38.407398 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-98fe2cf6-4002-4a0a-b0d5-39da124ecbf0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:05:38.452045 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa39a583-9fa4-4e29-90e6-ea43f47252ee admin admin] Notify agent at l3_agent.n-d-760453-5 the message routers_updated {{(pid=103305) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 26 21:05:38.465837 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19e1e626-ba0c-4a42-b5be-f3bae94d0cbd None None] Sync routers for ids ['deb8cadc-313a-437e-80f5-c4f3d49d3927'] in n-d-760453-5 {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 26 21:05:38.476654 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19e1e626-ba0c-4a42-b5be-f3bae94d0cbd None None] Routers {'deb8cadc-313a-437e-80f5-c4f3d49d3927'} bound to L3 agent in host n-d-760453-5 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 21:05:38.477392 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-19e1e626-ba0c-4a42-b5be-f3bae94d0cbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-26T20:55:21Z,description=,heartbeat_timestamp=2022-01-26T21:05:21Z,host='n-d-760453-5',id=09df100c-3af1-4b0a-bda8-05914c71c458,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:55:21Z,topic='l3_agent')) {'router_ids': ['deb8cadc-313a-437e-80f5-c4f3d49d3927'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:05:38.503616 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-fa39a583-9fa4-4e29-90e6-ea43f47252ee admin admin] Publish callbacks [] for router (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:05:38.506121 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-fa39a583-9fa4-4e29-90e6-ea43f47252ee admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.4699140 Jan 26 21:05:38.508765 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 42204) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:05:38.548951 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638b177a-4b55-435b-9878-ef4d5a5a25ee req-f0973818-1fc0-4f87-91e9-71986532c347 tempest-DeleteServersAdminTestJSON-521741862 tempest-DeleteServersAdminTestJSON-521741862-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:05:38.550928 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-638b177a-4b55-435b-9878-ef4d5a5a25ee req-f0973818-1fc0-4f87-91e9-71986532c347 tempest-DeleteServersAdminTestJSON-521741862 tempest-DeleteServersAdminTestJSON-521741862-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=ea5bd61d-2f0e-4c11-b9d0-dade8914079e HTTP/1.1" status: 200 len: 1121 time: 0.1205304 Jan 26 21:05:38.601195 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-98fe2cf6-4002-4a0a-b0d5-39da124ecbf0 admin admin] Publish callbacks [] for security_group (fb868072-5560-446e-b032-064c0af55927), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:05:38.610607 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-98fe2cf6-4002-4a0a-b0d5-39da124ecbf0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (fb868072-5560-446e-b032-064c0af55927), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:05:38.615849 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device 52efbdd1-1276-4f98-85fe-19188fffc1e6 up at agent ovs-agent-n-d-760453-5 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 21:05:38.654482 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6fbcc16-ff40-4156-ada7-583018710583 None None] Network 0e232d8e-6bd0-47cf-8332-9f5fbb537d8b requested from n-d-760453-5 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 26 21:05:38.680307 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_dvr_db [None req-19e1e626-ba0c-4a42-b5be-f3bae94d0cbd None None] Set router deb8cadc-313a-437e-80f5-c4f3d49d3927 gateway port host: n-d-760453-5 {{(pid=103307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 21:05:38.698153 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98fe2cf6-4002-4a0a-b0d5-39da124ecbf0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb868072-5560-446e-b032-064c0af55927,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:05:38.780627 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-98fe2cf6-4002-4a0a-b0d5-39da124ecbf0 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=02cdfc800976440d8a71e3e9e6827018&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3896437 Jan 26 21:05:38.797981 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 42212) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:05:38.824874 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-69b2e957-8665-4e2b-b5a5-b51dcc1ff181 admin admin] Publish callbacks [] for security_group (7340c8ca-0f44-40ce-a058-92a76eb71a76), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:05:38.835383 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-6466a0ab-187a-4fbd-b8a1-357b87c0755a None None] Provisioning complete for port 52efbdd1-1276-4f98-85fe-19188fffc1e6 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:05:38.835814 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-6466a0ab-187a-4fbd-b8a1-357b87c0755a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (52efbdd1-1276-4f98-85fe-19188fffc1e6), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:05:38.837872 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-69b2e957-8665-4e2b-b5a5-b51dcc1ff181 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (7340c8ca-0f44-40ce-a058-92a76eb71a76), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:05:38.918536 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-69b2e957-8665-4e2b-b5a5-b51dcc1ff181 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=90c44c92df9f44d8a34adc259cac1f7c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8387332 Jan 26 21:05:38.919213 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 42214) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:05:38.931106 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b2e957-8665-4e2b-b5a5-b51dcc1ff181 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7340c8ca-0f44-40ce-a058-92a76eb71a76,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:05:38.937421 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1251c5c-f8a1-429e-b7c6-da178163cb90 req-0fd50d4b-b97b-4a89-8db0-3964ed52ec28 tempest-DeleteServersAdminTestJSON-986730985 tempest-DeleteServersAdminTestJSON-986730985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:05:38.945121 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-b1251c5c-f8a1-429e-b7c6-da178163cb90 req-0fd50d4b-b97b-4a89-8db0-3964ed52ec28 tempest-DeleteServersAdminTestJSON-986730985 tempest-DeleteServersAdminTestJSON-986730985-project] 10.222.0.13 "GET /v2.0/ports?device_id=ea5bd61d-2f0e-4c11-b9d0-dade8914079e HTTP/1.1" status: 200 len: 970 time: 0.1458280 Jan 26 21:05:38.968873 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [req-638b177a-4b55-435b-9878-ef4d5a5a25ee req-c30ba402-9ade-4877-ac16-2454494d55e2 tempest-DeleteServersAdminTestJSON-521741862 tempest-DeleteServersAdminTestJSON-521741862-project-admin] Deleting port 3d496241-3dcc-4c53-9ce3-beac6f3a5fb6 {{(pid=103304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 21:05:38.969214 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-638b177a-4b55-435b-9878-ef4d5a5a25ee req-c30ba402-9ade-4877-ac16-2454494d55e2 tempest-DeleteServersAdminTestJSON-521741862 tempest-DeleteServersAdminTestJSON-521741862-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746560630878'] for port (3d496241-3dcc-4c53-9ce3-beac6f3a5fb6), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:05:38.971743 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-4b9bc629-0f3d-437f-8826-7d143a7d92b2 admin admin] Publish callbacks [] for security_group (fb868072-5560-446e-b032-064c0af55927), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:05:38.976595 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Provisioning complete for port 52efbdd1-1276-4f98-85fe-19188fffc1e6 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:05:38.977160 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (52efbdd1-1276-4f98-85fe-19188fffc1e6), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:05:39.003664 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c23bc4-4625-41c8-9a80-e7f4f0200410 req-21c945f8-c61a-4922-8b88-2638f6129ee0 tempest-LiveAutoBlockMigrationV225Test-1645909514 tempest-LiveAutoBlockMigrationV225Test-1645909514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:05:39.005327 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-a2c23bc4-4625-41c8-9a80-e7f4f0200410 req-21c945f8-c61a-4922-8b88-2638f6129ee0 tempest-LiveAutoBlockMigrationV225Test-1645909514 tempest-LiveAutoBlockMigrationV225Test-1645909514-project] 10.222.0.13 "GET /v2.0/ports?device_id=0bd9219f-31b8-4122-b35d-2ca7b6de3d8d HTTP/1.1" status: 200 len: 931 time: 0.1508167 Jan 26 21:05:39.014437 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-19e1e626-ba0c-4a42-b5be-f3bae94d0cbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'deb8cadc-313a-437e-80f5-c4f3d49d3927', 'name': 'tempest-AttachSCSIVolumeTestJSON-1568194818-router', 'tenant_id': 'cbd97eaa16634b78b572be068312a61b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'external_fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.6'}], 'enable_snat': True}, 'gw_port_id': '971eddc1-34b3-4605-97e6-405a63879cb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T21:05:36Z', 'updated_at': '2022-01-26T21:05:37Z', 'revision_number': 3, 'project_id': 'cbd97eaa16634b78b572be068312a61b', 'gw_port': {'id': '971eddc1-34b3-4605-97e6-405a63879cb3', 'name': '', 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:8d:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'deb8cadc-313a-437e-80f5-c4f3d49d3927', 'device_owner': 'network:router_gateway', 'standard_attr_id': 196, 'fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:05:36Z', 'updated_at': '2022-01-26T21:05:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-5'}], 'n-d-760453-5', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:05:39.034230 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-4192f84e-a715-409d-ab67-0583370fd8c0 admin admin] Publish callbacks [] for security_group (7340c8ca-0f44-40ce-a058-92a76eb71a76), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:05:39.051396 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19e1e626-ba0c-4a42-b5be-f3bae94d0cbd None None] Checking router: deb8cadc-313a-437e-80f5-c4f3d49d3927 for host: n-d-760453-5 {{(pid=103307) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 26 21:05:39.051835 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19e1e626-ba0c-4a42-b5be-f3bae94d0cbd None None] Updating router deb8cadc-313a-437e-80f5-c4f3d49d3927 port 971eddc1-34b3-4605-97e6-405a63879cb3 binding host n-d-760453-5 {{(pid=103307) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 26 21:05:39.095553 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [req-e3f3bd51-892e-4942-a30c-52e2f3a8a3e7 req-688d33d2-7521-4cad-a9df-2b242139be65 tempest-LiveAutoBlockMigrationV225Test-1645909514 tempest-LiveAutoBlockMigrationV225Test-1645909514-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=103304) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 26 21:05:39.097349 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-e3f3bd51-892e-4942-a30c-52e2f3a8a3e7 req-688d33d2-7521-4cad-a9df-2b242139be65 tempest-LiveAutoBlockMigrationV225Test-1645909514 tempest-LiveAutoBlockMigrationV225Test-1645909514-project] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0206685 Jan 26 21:05:39.105358 n-d-760453-5 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-19e1e626-ba0c-4a42-b5be-f3bae94d0cbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (971eddc1-34b3-4605-97e6-405a63879cb3), before_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:05:39.116516 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-6466a0ab-187a-4fbd-b8a1-357b87c0755a None None] Current status of the port 52efbdd1-1276-4f98-85fe-19188fffc1e6 is: DOWN; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:05:39.117588 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-6466a0ab-187a-4fbd-b8a1-357b87c0755a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (52efbdd1-1276-4f98-85fe-19188fffc1e6), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:05:39.119674 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-4192f84e-a715-409d-ab67-0583370fd8c0 admin admin] Publish callbacks [] for security_group (7340c8ca-0f44-40ce-a058-92a76eb71a76), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:05:39.139274 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-4b9bc629-0f3d-437f-8826-7d143a7d92b2 admin admin] Publish callbacks [] for security_group (fb868072-5560-446e-b032-064c0af55927), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:05:39.219407 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Current status of the port 52efbdd1-1276-4f98-85fe-19188fffc1e6 is: DOWN; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:05:39.220114 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (52efbdd1-1276-4f98-85fe-19188fffc1e6), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:05:39.251172 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-b1251c5c-f8a1-429e-b7c6-da178163cb90 req-4cbd03be-100e-4fe9-8b41-62e02eace1cc tempest-DeleteServersAdminTestJSON-986730985 tempest-DeleteServersAdminTestJSON-986730985-project] 10.222.0.13 "GET /v2.0/security-groups?id=e5ebc764-134d-4fd7-a877-9b9331affbb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3051846 Jan 26 21:05:39.278010 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-6466a0ab-187a-4fbd-b8a1-357b87c0755a None None] For port 52efbdd1-1276-4f98-85fe-19188fffc1e6, host n-d-760453-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=52efbdd1-1276-4f98-85fe-19188fffc1e6,segment=NetworkSegment(60428a7a-d165-4186-8474-bdc529d4788f),segment_id=60428a7a-d165-4186-8474-bdc529d4788f)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:05:39.312216 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-6466a0ab-187a-4fbd-b8a1-357b87c0755a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (52efbdd1-1276-4f98-85fe-19188fffc1e6), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:05:39.428095 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.db.api [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103306) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 26 21:05:39.428694 n-d-760453-5 neutron-server[103306]: DEBUG oslo_db.api [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 26 21:05:39.452392 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6466a0ab-187a-4fbd-b8a1-357b87c0755a None None] Pushing event updated for resources: {'Port': ['ID=52efbdd1-1276-4f98-85fe-19188fffc1e6,revision_number=3']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:05:39.470147 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7951fdc9-88d1-449f-a94c-fc78b951d813 req-fb642756-7ccb-4034-af49-d41afd7e9909 tempest-AggregatesAdminTestJSON-1273738830 tempest-AggregatesAdminTestJSON-1273738830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:05:39.471670 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-7951fdc9-88d1-449f-a94c-fc78b951d813 req-fb642756-7ccb-4034-af49-d41afd7e9909 tempest-AggregatesAdminTestJSON-1273738830 tempest-AggregatesAdminTestJSON-1273738830-project] 10.222.0.57 "GET /v2.0/ports?device_id=78528354-17c1-426b-b28c-50fe165aa1d3 HTTP/1.1" status: 200 len: 972 time: 0.1986918 Jan 26 21:05:39.474364 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-4192f84e-a715-409d-ab67-0583370fd8c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (7340c8ca-0f44-40ce-a058-92a76eb71a76), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:05:39.477263 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-4192f84e-a715-409d-ab67-0583370fd8c0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:05:39.477924 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [req-638b177a-4b55-435b-9878-ef4d5a5a25ee req-c30ba402-9ade-4877-ac16-2454494d55e2 tempest-DeleteServersAdminTestJSON-521741862 tempest-DeleteServersAdminTestJSON-521741862-project-admin] For port 3d496241-3dcc-4c53-9ce3-beac6f3a5fb6, host n-h2-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-5',level=0,port_id=3d496241-3dcc-4c53-9ce3-beac6f3a5fb6,segment=NetworkSegment(4eab25d6-89d9-4907-a1c2-51b06443ba33),segment_id=4eab25d6-89d9-4907-a1c2-51b06443ba33)] {{(pid=103304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:05:39.478365 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-638b177a-4b55-435b-9878-ef4d5a5a25ee req-c30ba402-9ade-4877-ac16-2454494d55e2 tempest-DeleteServersAdminTestJSON-521741862 tempest-DeleteServersAdminTestJSON-521741862-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4109658'] for port (3d496241-3dcc-4c53-9ce3-beac6f3a5fb6), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:05:39.478478 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-4192f84e-a715-409d-ab67-0583370fd8c0 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/7340c8ca-0f44-40ce-a058-92a76eb71a76 HTTP/1.1" status: 204 len: 168 time: 0.5583594 Jan 26 21:05:39.500879 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [req-e3f3bd51-892e-4942-a30c-52e2f3a8a3e7 req-c9ea5438-21fe-45d4-a0a6-e23c08f4b3b8 service neutron] Request body: {'port': {'device_id': '0bd9219f-31b8-4122-b35d-2ca7b6de3d8d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-760453-5'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:05:39.544815 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-323ba447-7a37-4b15-bca8-67283fe4323e None None] Provisioning complete for port 52efbdd1-1276-4f98-85fe-19188fffc1e6 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:05:39.545628 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-323ba447-7a37-4b15-bca8-67283fe4323e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (52efbdd1-1276-4f98-85fe-19188fffc1e6), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:05:39.557600 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-c94af36b-7653-410f-ad3b-0e4768032a3f req-30d57aae-9754-4376-b337-8b3449f8ebe2 tempest-ServersWithSpecificFlavorTestJSON-1678027092 tempest-ServersWithSpecificFlavorTestJSON-1678027092-project] 10.222.0.13 "GET /v2.0/ports?device_id=61324128-afb5-4d9e-a732-f4dc68e3c9a3 HTTP/1.1" status: 200 len: 210 time: 0.1308832 Jan 26 21:05:39.565866 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4192f84e-a715-409d-ab67-0583370fd8c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7340c8ca-0f44-40ce-a058-92a76eb71a76,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:05:39.577787 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-a2c23bc4-4625-41c8-9a80-e7f4f0200410 req-cb857567-ada4-46f7-b0f5-ecd4b6e04b82 tempest-LiveAutoBlockMigrationV225Test-1645909514 tempest-LiveAutoBlockMigrationV225Test-1645909514-project] 10.222.0.13 "GET /v2.0/security-groups?id=d3d52ae6-e761-44ee-98bd-9ad0dc66343a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5633261 Jan 26 21:05:39.603980 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [req-638b177a-4b55-435b-9878-ef4d5a5a25ee req-c30ba402-9ade-4877-ac16-2454494d55e2 tempest-DeleteServersAdminTestJSON-521741862 tempest-DeleteServersAdminTestJSON-521741862-project-admin] Calling delete_port for 3d496241-3dcc-4c53-9ce3-beac6f3a5fb6 owned by compute:tempest-test_az-1543113367 {{(pid=103304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 21:05:39.611175 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-4b9bc629-0f3d-437f-8826-7d143a7d92b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (fb868072-5560-446e-b032-064c0af55927), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:05:39.614177 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-4b9bc629-0f3d-437f-8826-7d143a7d92b2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:05:39.615975 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-4b9bc629-0f3d-437f-8826-7d143a7d92b2 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/fb868072-5560-446e-b032-064c0af55927 HTTP/1.1" status: 204 len: 168 time: 0.8138065 Jan 26 21:05:39.720421 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-323ba447-7a37-4b15-bca8-67283fe4323e None None] Current status of the port 52efbdd1-1276-4f98-85fe-19188fffc1e6 is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:05:39.725613 n-d-760453-5 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-19e1e626-ba0c-4a42-b5be-f3bae94d0cbd None None] Publish callbacks [] for port (971eddc1-34b3-4605-97e6-405a63879cb3), precommit_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:05:39.728804 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b9bc629-0f3d-437f-8826-7d143a7d92b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb868072-5560-446e-b032-064c0af55927,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:05:39.749078 n-d-760453-5 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-19e1e626-ba0c-4a42-b5be-f3bae94d0cbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (971eddc1-34b3-4605-97e6-405a63879cb3), after_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:05:39.839411 n-d-760453-5 neutron-server[103307]: DEBUG neutron.plugins.ml2.managers [None req-19e1e626-ba0c-4a42-b5be-f3bae94d0cbd None None] Attempting to bind port 971eddc1-34b3-4605-97e6-405a63879cb3 on host n-d-760453-5 for vnic_type normal with profile {{(pid=103307) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 21:05:39.840175 n-d-760453-5 neutron-server[103307]: DEBUG neutron.plugins.ml2.managers [None req-19e1e626-ba0c-4a42-b5be-f3bae94d0cbd None None] Attempting to bind port 971eddc1-34b3-4605-97e6-405a63879cb3 by drivers openvswitch,hyperv on host n-d-760453-5 at level 0 using segments [{'id': 'e17cb353-418f-48b9-b982-21a6233ee99b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299'}] {{(pid=103307) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 26 21:05:39.840837 n-d-760453-5 neutron-server[103307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19e1e626-ba0c-4a42-b5be-f3bae94d0cbd None None] Attempting to bind port 971eddc1-34b3-4605-97e6-405a63879cb3 on network 4140a1f1-c93a-4bea-83a0-68953a54f299 {{(pid=103307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 21:05:39.851451 n-d-760453-5 neutron-server[103307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19e1e626-ba0c-4a42-b5be-f3bae94d0cbd None None] Checking agent: {'id': 'fea0591a-627d-4c87-9a9a-01625ddf3277', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760453-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 20, 55, 25), 'started_at': datetime.datetime(2022, 1, 26, 20, 55, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 21, 5, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760453-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 26 21:05:39.852135 n-d-760453-5 neutron-server[103307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19e1e626-ba0c-4a42-b5be-f3bae94d0cbd None None] Checking segment: {'id': 'e17cb353-418f-48b9-b982-21a6233ee99b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103307) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 21:05:39.852400 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [req-7951fdc9-88d1-449f-a94c-fc78b951d813 req-1778f856-849a-45d4-956c-95026e5a09d7 tempest-AggregatesAdminTestJSON-1273738830 tempest-AggregatesAdminTestJSON-1273738830-project] Deleting port 7a705eca-c84e-4a17-a00b-e4696927b03e {{(pid=103305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 21:05:39.852751 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-7951fdc9-88d1-449f-a94c-fc78b951d813 req-1778f856-849a-45d4-956c-95026e5a09d7 tempest-AggregatesAdminTestJSON-1273738830 tempest-AggregatesAdminTestJSON-1273738830-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746560630878'] for port (7a705eca-c84e-4a17-a00b-e4696927b03e), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:05:39.853042 n-d-760453-5 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-19e1e626-ba0c-4a42-b5be-f3bae94d0cbd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:05:39.853609 n-d-760453-5 neutron-server[103307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19e1e626-ba0c-4a42-b5be-f3bae94d0cbd None None] Bound using segment: {'id': 'e17cb353-418f-48b9-b982-21a6233ee99b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299'} {{(pid=103307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 26 21:05:39.854432 n-d-760453-5 neutron-server[103307]: DEBUG neutron.plugins.ml2.managers [None req-19e1e626-ba0c-4a42-b5be-f3bae94d0cbd None None] Bound port: 971eddc1-34b3-4605-97e6-405a63879cb3, host: n-d-760453-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e17cb353-418f-48b9-b982-21a6233ee99b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299'}}] {{(pid=103307) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 26 21:05:39.855963 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-e3f3bd51-892e-4942-a30c-52e2f3a8a3e7 req-c9ea5438-21fe-45d4-a0a6-e23c08f4b3b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (f5fdde2f-c5b7-4189-93c5-ce8ef3d0068c), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:05:39.856839 n-d-760453-5 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-19e1e626-ba0c-4a42-b5be-f3bae94d0cbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (971eddc1-34b3-4605-97e6-405a63879cb3), before_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:05:39.922214 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5199769-e1cb-4e4f-b875-2e66ca6e80ba req-b8efacb6-17f4-4c66-b4cf-7bd6e1e05770 tempest-AggregatesAdminTestJSON-1273738830 tempest-AggregatesAdminTestJSON-1273738830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:05:39.923816 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-f5199769-e1cb-4e4f-b875-2e66ca6e80ba req-b8efacb6-17f4-4c66-b4cf-7bd6e1e05770 tempest-AggregatesAdminTestJSON-1273738830 tempest-AggregatesAdminTestJSON-1273738830-project] 10.222.0.13 "GET /v2.0/ports?device_id=78528354-17c1-426b-b28c-50fe165aa1d3 HTTP/1.1" status: 200 len: 972 time: 0.1313779 Jan 26 21:05:39.925931 n-d-760453-5 neutron-server[103307]: DEBUG neutron.plugins.ml2.db [None req-19e1e626-ba0c-4a42-b5be-f3bae94d0cbd None None] For port 971eddc1-34b3-4605-97e6-405a63879cb3, host n-d-760453-5, cleared binding levels {{(pid=103307) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 26 21:05:39.933323 n-d-760453-5 neutron-server[103307]: DEBUG neutron.plugins.ml2.db [None req-19e1e626-ba0c-4a42-b5be-f3bae94d0cbd None None] For port 971eddc1-34b3-4605-97e6-405a63879cb3, host n-d-760453-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=971eddc1-34b3-4605-97e6-405a63879cb3,segment=NetworkSegment(e17cb353-418f-48b9-b982-21a6233ee99b),segment_id=e17cb353-418f-48b9-b982-21a6233ee99b)] {{(pid=103307) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 26 21:05:39.935986 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-be79f7ca-17b3-4ed4-bf6c-c8f157367897 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:05:39.960890 n-d-760453-5 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-19e1e626-ba0c-4a42-b5be-f3bae94d0cbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (971eddc1-34b3-4605-97e6-405a63879cb3), after_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:05:39.994138 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-f5199769-e1cb-4e4f-b875-2e66ca6e80ba req-0590d86f-03c9-438e-a637-5b010bc36cc0 tempest-AggregatesAdminTestJSON-1273738830 tempest-AggregatesAdminTestJSON-1273738830-project] 10.222.0.13 "GET /v2.0/security-groups?id=76b31edb-9c28-4457-9aaf-1be2804eb7bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628653 Jan 26 21:05:40.035317 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19e1e626-ba0c-4a42-b5be-f3bae94d0cbd None None] Routers {'deb8cadc-313a-437e-80f5-c4f3d49d3927'} bound to L3 agent in host n-d-760453-5 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 21:05:40.037468 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-19e1e626-ba0c-4a42-b5be-f3bae94d0cbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-26T20:55:21Z,description=,heartbeat_timestamp=2022-01-26T21:05:21Z,host='n-d-760453-5',id=09df100c-3af1-4b0a-bda8-05914c71c458,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:55:21Z,topic='l3_agent')) {'router_ids': ['deb8cadc-313a-437e-80f5-c4f3d49d3927'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:05:40.096787 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.66', 57110) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:05:40.298167 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Current status of the port 52efbdd1-1276-4f98-85fe-19188fffc1e6 is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:05:40.317216 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_dvr_db [None req-19e1e626-ba0c-4a42-b5be-f3bae94d0cbd None None] Set router deb8cadc-313a-437e-80f5-c4f3d49d3927 gateway port host: n-d-760453-5 {{(pid=103307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 21:05:40.358163 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-638b177a-4b55-435b-9878-ef4d5a5a25ee req-c30ba402-9ade-4877-ac16-2454494d55e2 tempest-DeleteServersAdminTestJSON-521741862 tempest-DeleteServersAdminTestJSON-521741862-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746560636600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746560234536'] for port (3d496241-3dcc-4c53-9ce3-beac6f3a5fb6), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:05:40.372372 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] get_ports_and_sgs() called for port_ids ['3d496241-3dcc-4c53-9ce3-beac6f3a5fb6'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 26 21:05:40.462185 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 42236) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:05:40.467040 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [req-7951fdc9-88d1-449f-a94c-fc78b951d813 req-1778f856-849a-45d4-956c-95026e5a09d7 tempest-AggregatesAdminTestJSON-1273738830 tempest-AggregatesAdminTestJSON-1273738830-project] For port 7a705eca-c84e-4a17-a00b-e4696927b03e, host n-h2-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-5',level=0,port_id=7a705eca-c84e-4a17-a00b-e4696927b03e,segment=NetworkSegment(4eab25d6-89d9-4907-a1c2-51b06443ba33),segment_id=4eab25d6-89d9-4907-a1c2-51b06443ba33)] {{(pid=103305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:05:40.467958 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-7951fdc9-88d1-449f-a94c-fc78b951d813 req-1778f856-849a-45d4-956c-95026e5a09d7 tempest-AggregatesAdminTestJSON-1273738830 tempest-AggregatesAdminTestJSON-1273738830-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4109658'] for port (7a705eca-c84e-4a17-a00b-e4696927b03e), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:05:40.469709 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a0878e-48c6-4930-97b9-500c42ddd611 None None] Pushing event updated for resources: {'Port': ['ID=971eddc1-34b3-4605-97e6-405a63879cb3,revision_number=2']} {{(pid=103307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:05:40.503680 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c30ba402-9ade-4877-ac16-2454494d55e2 tempest-DeleteServersAdminTestJSON-521741862 tempest-DeleteServersAdminTestJSON-521741862-project-admin] Pushing event deleted for resources: {'Port': ['ID=3d496241-3dcc-4c53-9ce3-beac6f3a5fb6,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:05:40.535782 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device 52efbdd1-1276-4f98-85fe-19188fffc1e6 up at agent ovs-agent-n-d-760453-5 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 21:05:40.583690 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [req-7951fdc9-88d1-449f-a94c-fc78b951d813 req-1778f856-849a-45d4-956c-95026e5a09d7 tempest-AggregatesAdminTestJSON-1273738830 tempest-AggregatesAdminTestJSON-1273738830-project] Calling delete_port for 7a705eca-c84e-4a17-a00b-e4696927b03e owned by compute:tempest-test_az-1543113367 {{(pid=103305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 21:05:40.645214 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Provisioning complete for port 52efbdd1-1276-4f98-85fe-19188fffc1e6 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:05:40.647961 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (52efbdd1-1276-4f98-85fe-19188fffc1e6), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:05:40.673176 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-7a130d48-2ab0-4734-87c9-c3a19a1ff812 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:05:40.694734 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a0878e-48c6-4930-97b9-500c42ddd611 None None] Pushing event updated for resources: {'Port': ['ID=971eddc1-34b3-4605-97e6-405a63879cb3,revision_number=3']} {{(pid=103307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:05:40.727414 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.db_base_plugin_common [None req-be79f7ca-17b3-4ed4-bf6c-c8f157367897 admin admin] Allocated IP 172.20.0.1 (0e232d8e-6bd0-47cf-8332-9f5fbb537d8b/14c3522c-48d1-46ba-8e7a-f2b4abc51b6c/40f57725-ad99-42c4-a577-f8ced611cc03) {{(pid=103305) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 21:05:40.760628 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-b71cf6aa-e66c-4942-b820-ad6f344c0f3f req-8de83810-964c-4159-bdbb-269cef1e56cc tempest-DeleteServersAdminTestJSON-986730985 tempest-DeleteServersAdminTestJSON-986730985-project] 10.222.0.13 "GET /v2.0/ports?device_id=ea5bd61d-2f0e-4c11-b9d0-dade8914079e HTTP/1.1" status: 200 len: 210 time: 0.3120394 Jan 26 21:05:40.772484 n-d-760453-5 neutron-server[103304]: DEBUG neutron.notifiers.nova [req-e3f3bd51-892e-4942-a30c-52e2f3a8a3e7 req-c9ea5438-21fe-45d4-a0a6-e23c08f4b3b8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f5fdde2f-c5b7-4189-93c5-ce8ef3d0068c {{(pid=103304) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 26 21:05:40.810145 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-19e1e626-ba0c-4a42-b5be-f3bae94d0cbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'deb8cadc-313a-437e-80f5-c4f3d49d3927', 'name': 'tempest-AttachSCSIVolumeTestJSON-1568194818-router', 'tenant_id': 'cbd97eaa16634b78b572be068312a61b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'external_fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.6'}], 'enable_snat': True}, 'gw_port_id': '971eddc1-34b3-4605-97e6-405a63879cb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T21:05:36Z', 'updated_at': '2022-01-26T21:05:37Z', 'revision_number': 3, 'project_id': 'cbd97eaa16634b78b572be068312a61b', 'gw_port': {'id': '971eddc1-34b3-4605-97e6-405a63879cb3', 'name': '', 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:8d:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'deb8cadc-313a-437e-80f5-c4f3d49d3927', 'device_owner': 'network:router_gateway', 'standard_attr_id': 196, 'fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:05:36Z', 'updated_at': '2022-01-26T21:05:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-5'}], 'n-d-760453-5', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:05:40.851644 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Current status of the port 52efbdd1-1276-4f98-85fe-19188fffc1e6 is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:05:40.878339 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19e1e626-ba0c-4a42-b5be-f3bae94d0cbd None None] The sync data for ids ['deb8cadc-313a-437e-80f5-c4f3d49d3927'] in n-d-760453-5 is: [{'id': 'deb8cadc-313a-437e-80f5-c4f3d49d3927', 'name': 'tempest-AttachSCSIVolumeTestJSON-1568194818-router', 'tenant_id': 'cbd97eaa16634b78b572be068312a61b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'external_fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.6'}], 'enable_snat': True}, 'gw_port_id': '971eddc1-34b3-4605-97e6-405a63879cb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T21:05:36Z', 'updated_at': '2022-01-26T21:05:37Z', 'revision_number': 3, 'project_id': 'cbd97eaa16634b78b572be068312a61b', 'gw_port': {'id': '971eddc1-34b3-4605-97e6-405a63879cb3', 'name': '', 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:8d:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'deb8cadc-313a-437e-80f5-c4f3d49d3927', 'device_owner': 'network:router_gateway', 'standard_attr_id': 196, 'fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:05:36Z', 'updated_at': '2022-01-26T21:05:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-5'}] {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 26 21:05:40.986040 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-be79f7ca-17b3-4ed4-bf6c-c8f157367897 admin admin] Publish callbacks [] for port (40f57725-ad99-42c4-a577-f8ced611cc03), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:05:41.000132 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b517a5-1524-4d8a-8212-b5aa06cccef1 req-d9339c7d-ec19-4073-9d13-0f512e712fe6 tempest-ServersWithSpecificFlavorTestJSON-1678027092 tempest-ServersWithSpecificFlavorTestJSON-1678027092-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:05:41.001695 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-46b517a5-1524-4d8a-8212-b5aa06cccef1 req-d9339c7d-ec19-4073-9d13-0f512e712fe6 tempest-ServersWithSpecificFlavorTestJSON-1678027092 tempest-ServersWithSpecificFlavorTestJSON-1678027092-project] 10.222.0.66 "GET /v2.0/networks?id=9b81ad00-7180-4a41-9594-2bd0d66dbd57 HTTP/1.1" status: 200 len: 822 time: 0.9037974 Jan 26 21:05:41.076071 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-e3f3bd51-892e-4942-a30c-52e2f3a8a3e7 req-c9ea5438-21fe-45d4-a0a6-e23c08f4b3b8 service neutron] Publish callbacks [] for port (f5fdde2f-c5b7-4189-93c5-ce8ef3d0068c), precommit_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:05:41.098058 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-2ee0998d-b0a3-44ec-8e2a-4842ade362fa req-60a03e55-ecb7-42f5-958e-8048d1b7151e tempest-ServersWithSpecificFlavorTestJSON-1678027092 tempest-ServersWithSpecificFlavorTestJSON-1678027092-project] 10.222.0.13 "GET /v2.0/ports?device_id=61324128-afb5-4d9e-a732-f4dc68e3c9a3 HTTP/1.1" status: 200 len: 210 time: 0.0526075 Jan 26 21:05:41.099257 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [req-638b177a-4b55-435b-9878-ef4d5a5a25ee req-c30ba402-9ade-4877-ac16-2454494d55e2 tempest-DeleteServersAdminTestJSON-521741862 tempest-DeleteServersAdminTestJSON-521741862-project-admin] No DVR routers for this DVR port 3d496241-3dcc-4c53-9ce3-beac6f3a5fb6 on host n-h2-760453-5 {{(pid=103304) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 26 21:05:41.159696 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-be79f7ca-17b3-4ed4-bf6c-c8f157367897 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746560234527'] for port (40f57725-ad99-42c4-a577-f8ced611cc03), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:05:41.170918 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-46b517a5-1524-4d8a-8212-b5aa06cccef1 req-a8c8e339-8b18-4671-a37f-1a3d077fcb2a tempest-ServersWithSpecificFlavorTestJSON-1678027092 tempest-ServersWithSpecificFlavorTestJSON-1678027092-project] 10.222.0.66 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d23b24c8db034dca99b1d99ddc0880a5 HTTP/1.1" status: 200 len: 380 time: 0.1524010 Jan 26 21:05:41.189498 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-638b177a-4b55-435b-9878-ef4d5a5a25ee req-c30ba402-9ade-4877-ac16-2454494d55e2 tempest-DeleteServersAdminTestJSON-521741862 tempest-DeleteServersAdminTestJSON-521741862-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:05:41.193001 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-638b177a-4b55-435b-9878-ef4d5a5a25ee req-c30ba402-9ade-4877-ac16-2454494d55e2 tempest-DeleteServersAdminTestJSON-521741862 tempest-DeleteServersAdminTestJSON-521741862-project-admin] 10.222.0.57 "DELETE /v2.0/ports/3d496241-3dcc-4c53-9ce3-beac6f3a5fb6 HTTP/1.1" status: 204 len: 173 time: 2.6308327 Jan 26 21:05:41.195852 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-7a130d48-2ab0-4734-87c9-c3a19a1ff812 admin admin] Publish callbacks [] for security_group (95351c0f-a906-47df-b8c4-4701cd2dc728), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:05:41.200232 n-d-760453-5 neutron-server[103304]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea5bd61d-2f0e-4c11-b9d0-dade8914079e', 'name': 'network-vif-deleted', 'tag': '3d496241-3dcc-4c53-9ce3-beac6f3a5fb6'}] {{(pid=103304) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 21:05:41.202674 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d52b45f1943fcd332af9527eb73ff93c8d715d44383a3f6d18de73b4cfcf87b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-848c2952-b1c2-407e-a076-8823213ccaa1" -d '{"events": [{"server_uuid": "ea5bd61d-2f0e-4c11-b9d0-dade8914079e", "name": "network-vif-deleted", "tag": "3d496241-3dcc-4c53-9ce3-beac6f3a5fb6"}]}' {{(pid=103304) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 21:05:41.219928 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-7a130d48-2ab0-4734-87c9-c3a19a1ff812 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (95351c0f-a906-47df-b8c4-4701cd2dc728), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:05:41.230234 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [req-46b517a5-1524-4d8a-8212-b5aa06cccef1 req-b4c9c086-7c77-459f-8d58-eb7228f162dd tempest-ServersWithSpecificFlavorTestJSON-1678027092 tempest-ServersWithSpecificFlavorTestJSON-1678027092-project] Request body: {'port': {'device_id': '61324128-afb5-4d9e-a732-f4dc68e3c9a3', 'network_id': '9b81ad00-7180-4a41-9594-2bd0d66dbd57', 'admin_state_up': True, 'tenant_id': 'd23b24c8db034dca99b1d99ddc0880a5', 'security_groups': ['06e69ac2-3bf6-41aa-8df8-caa9b01a862f']}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:05:41.249713 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be79f7ca-17b3-4ed4-bf6c-c8f157367897 admin admin] Network 0e232d8e-6bd0-47cf-8332-9f5fbb537d8b is already hosted by enough agents. {{(pid=103305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 21:05:41.281871 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.provisioning_blocks [req-e3f3bd51-892e-4942-a30c-52e2f3a8a3e7 req-c9ea5438-21fe-45d4-a0a6-e23c08f4b3b8 service neutron] Transition to ACTIVE for port object f5fdde2f-c5b7-4189-93c5-ce8ef3d0068c will not be triggered until provisioned by entity L2. {{(pid=103304) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 21:05:41.295583 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [None req-be79f7ca-17b3-4ed4-bf6c-c8f157367897 admin admin] Resources bound (agent type, host, resource id): {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:05:41.299865 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-e3f3bd51-892e-4942-a30c-52e2f3a8a3e7 req-c9ea5438-21fe-45d4-a0a6-e23c08f4b3b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (f5fdde2f-c5b7-4189-93c5-ce8ef3d0068c), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:05:41.386639 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-7a130d48-2ab0-4734-87c9-c3a19a1ff812 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=e2821678ae224539ac7bd56515386499&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9160500 Jan 26 21:05:41.402149 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5989a274-8dc5-411d-b81f-db16f9e96a3b req-65638810-f7f1-46b3-ab74-860b51525a75 tempest-LiveAutoBlockMigrationV225Test-1645909514 tempest-LiveAutoBlockMigrationV225Test-1645909514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:05:41.410766 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-5989a274-8dc5-411d-b81f-db16f9e96a3b req-65638810-f7f1-46b3-ab74-860b51525a75 tempest-LiveAutoBlockMigrationV225Test-1645909514 tempest-LiveAutoBlockMigrationV225Test-1645909514-project] 10.222.0.13 "GET /v2.0/ports?device_id=0bd9219f-31b8-4122-b35d-2ca7b6de3d8d HTTP/1.1" status: 200 len: 931 time: 0.7126672 Jan 26 21:05:41.425736 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 42260) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:05:41.438423 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a130d48-2ab0-4734-87c9-c3a19a1ff812 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95351c0f-a906-47df-b8c4-4701cd2dc728,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:05:41.509251 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15dc7919-d716-4e39-aa0e-0616c6487569 req-484ad021-7a12-4ec4-9d57-be99505d7332 tempest-AggregatesAdminTestJSON-1273738830 tempest-AggregatesAdminTestJSON-1273738830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:05:41.519344 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-15dc7919-d716-4e39-aa0e-0616c6487569 req-484ad021-7a12-4ec4-9d57-be99505d7332 tempest-AggregatesAdminTestJSON-1273738830 tempest-AggregatesAdminTestJSON-1273738830-project] 10.222.0.13 "GET /v2.0/ports?device_id=78528354-17c1-426b-b28c-50fe165aa1d3 HTTP/1.1" status: 200 len: 889 time: 0.3361037 Jan 26 21:05:41.544710 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ea5438-21fe-45d4-a0a6-e23c08f4b3b8 service neutron] Pushing event updated for resources: {'Port': ['ID=f5fdde2f-c5b7-4189-93c5-ce8ef3d0068c,revision_number=2']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:05:41.687661 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-4ead99aa-5977-4e1e-93c3-1adfb5787367 None None] Provisioning complete for port 40f57725-ad99-42c4-a577-f8ced611cc03 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:05:41.688893 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-4ead99aa-5977-4e1e-93c3-1adfb5787367 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (40f57725-ad99-42c4-a577-f8ced611cc03), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:05:41.703999 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-7951fdc9-88d1-449f-a94c-fc78b951d813 req-1778f856-849a-45d4-956c-95026e5a09d7 tempest-AggregatesAdminTestJSON-1273738830 tempest-AggregatesAdminTestJSON-1273738830-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746560636600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746560234536'] for port (7a705eca-c84e-4a17-a00b-e4696927b03e), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:05:41.705655 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be79f7ca-17b3-4ed4-bf6c-c8f157367897 admin admin] Pushing event updated for resources: {'Port': ['ID=40f57725-ad99-42c4-a577-f8ced611cc03,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:05:41.709961 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be79f7ca-17b3-4ed4-bf6c-c8f157367897 admin admin] Received port after_create {{(pid=103305) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 21:05:41.710601 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-be79f7ca-17b3-4ed4-bf6c-c8f157367897 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4111050'] for router_interface (deb8cadc-313a-437e-80f5-c4f3d49d3927), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:05:41.719889 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-15dc7919-d716-4e39-aa0e-0616c6487569 req-e1c8f0b7-565a-4762-942c-c7e000016e64 tempest-AggregatesAdminTestJSON-1273738830 tempest-AggregatesAdminTestJSON-1273738830-project] 10.222.0.13 "GET /v2.0/security-groups?id=76b31edb-9c28-4457-9aaf-1be2804eb7bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1994467 Jan 26 21:05:41.738546 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [req-e3f3bd51-892e-4942-a30c-52e2f3a8a3e7 req-c9ea5438-21fe-45d4-a0a6-e23c08f4b3b8 service neutron] Attempting to bind port f5fdde2f-c5b7-4189-93c5-ce8ef3d0068c on host n-h1-760453-5 for vnic_type normal with profile {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 21:05:41.738883 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [req-e3f3bd51-892e-4942-a30c-52e2f3a8a3e7 req-c9ea5438-21fe-45d4-a0a6-e23c08f4b3b8 service neutron] Attempting to bind port f5fdde2f-c5b7-4189-93c5-ce8ef3d0068c by drivers openvswitch,hyperv on host n-h1-760453-5 at level 0 using segments [{'id': 'ff84b980-87bb-452b-8f52-d472b3cbbe9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '1c3811f3-dcb6-4f77-8c26-3e9819d7c63c'}] {{(pid=103304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 26 21:05:41.739213 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3f3bd51-892e-4942-a30c-52e2f3a8a3e7 req-c9ea5438-21fe-45d4-a0a6-e23c08f4b3b8 service neutron] Attempting to bind port f5fdde2f-c5b7-4189-93c5-ce8ef3d0068c on network 1c3811f3-dcb6-4f77-8c26-3e9819d7c63c {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 21:05:41.819445 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-5989a274-8dc5-411d-b81f-db16f9e96a3b req-f169fa5d-53e1-462f-a487-33d1d8960df7 tempest-LiveAutoBlockMigrationV225Test-1645909514 tempest-LiveAutoBlockMigrationV225Test-1645909514-project] 10.222.0.13 "GET /v2.0/security-groups?id=d3d52ae6-e761-44ee-98bd-9ad0dc66343a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3886349 Jan 26 21:05:41.820478 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-9dc6f81a-9301-497c-be84-a7811e6feafe admin admin] Publish callbacks [] for security_group (95351c0f-a906-47df-b8c4-4701cd2dc728), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:05:41.833492 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3f3bd51-892e-4942-a30c-52e2f3a8a3e7 req-c9ea5438-21fe-45d4-a0a6-e23c08f4b3b8 service neutron] Port f5fdde2f-c5b7-4189-93c5-ce8ef3d0068c on network 1c3811f3-dcb6-4f77-8c26-3e9819d7c63c not bound, no agent of type Open vSwitch agent registered on host n-h1-760453-5 {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 26 21:05:41.833846 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3f3bd51-892e-4942-a30c-52e2f3a8a3e7 req-c9ea5438-21fe-45d4-a0a6-e23c08f4b3b8 service neutron] Attempting to bind port f5fdde2f-c5b7-4189-93c5-ce8ef3d0068c on network 1c3811f3-dcb6-4f77-8c26-3e9819d7c63c {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 21:05:41.858029 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3f3bd51-892e-4942-a30c-52e2f3a8a3e7 req-c9ea5438-21fe-45d4-a0a6-e23c08f4b3b8 service neutron] Checking agent: {'id': '32ef628b-8417-46c5-8729-60fcabe358f1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-760453-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 21, 3, 8), 'started_at': datetime.datetime(2022, 1, 26, 21, 3, 8), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 21, 5, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 26 21:05:41.858550 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3f3bd51-892e-4942-a30c-52e2f3a8a3e7 req-c9ea5438-21fe-45d4-a0a6-e23c08f4b3b8 service neutron] Checking segment: {'id': 'ff84b980-87bb-452b-8f52-d472b3cbbe9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '1c3811f3-dcb6-4f77-8c26-3e9819d7c63c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103304) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 21:05:41.858942 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3f3bd51-892e-4942-a30c-52e2f3a8a3e7 req-c9ea5438-21fe-45d4-a0a6-e23c08f4b3b8 service neutron] Bound using segment: {'id': 'ff84b980-87bb-452b-8f52-d472b3cbbe9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '1c3811f3-dcb6-4f77-8c26-3e9819d7c63c'} {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 26 21:05:41.860265 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [req-e3f3bd51-892e-4942-a30c-52e2f3a8a3e7 req-c9ea5438-21fe-45d4-a0a6-e23c08f4b3b8 service neutron] Bound port: f5fdde2f-c5b7-4189-93c5-ce8ef3d0068c, host: n-h1-760453-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ff84b980-87bb-452b-8f52-d472b3cbbe9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '1c3811f3-dcb6-4f77-8c26-3e9819d7c63c'}}] {{(pid=103304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 26 21:05:41.860265 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-e3f3bd51-892e-4942-a30c-52e2f3a8a3e7 req-c9ea5438-21fe-45d4-a0a6-e23c08f4b3b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (f5fdde2f-c5b7-4189-93c5-ce8ef3d0068c), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:05:41.878393 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1778f856-849a-45d4-956c-95026e5a09d7 tempest-AggregatesAdminTestJSON-1273738830 tempest-AggregatesAdminTestJSON-1273738830-project] Pushing event deleted for resources: {'Port': ['ID=7a705eca-c84e-4a17-a00b-e4696927b03e,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:05:41.890414 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-4ead99aa-5977-4e1e-93c3-1adfb5787367 None None] Port 40f57725-ad99-42c4-a577-f8ced611cc03 cannot update to ACTIVE because it is not bound. {{(pid=103306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 26 21:05:41.891985 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Jan 2022 21:05:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffcfd9c6-74c5-4345-a527-ed025ab81b61 x-openstack-request-id: req-ffcfd9c6-74c5-4345-a527-ed025ab81b61 {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 21:05:41.892282 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea5bd61d-2f0e-4c11-b9d0-dade8914079e", "name": "network-vif-deleted", "tag": "3d496241-3dcc-4c53-9ce3-beac6f3a5fb6", "status": "completed", "code": 200}]} {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 21:05:41.892535 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ffcfd9c6-74c5-4345-a527-ed025ab81b61 {{(pid=103304) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 21:05:41.892922 n-d-760453-5 neutron-server[103304]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea5bd61d-2f0e-4c11-b9d0-dade8914079e', 'name': 'network-vif-deleted', 'tag': '3d496241-3dcc-4c53-9ce3-beac6f3a5fb6', 'status': 'completed', 'code': 200} Jan 26 21:05:41.902928 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [req-7951fdc9-88d1-449f-a94c-fc78b951d813 req-1778f856-849a-45d4-956c-95026e5a09d7 tempest-AggregatesAdminTestJSON-1273738830 tempest-AggregatesAdminTestJSON-1273738830-project] No DVR routers for this DVR port 7a705eca-c84e-4a17-a00b-e4696927b03e on host n-h2-760453-5 {{(pid=103305) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 26 21:05:41.904479 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-46b517a5-1524-4d8a-8212-b5aa06cccef1 req-b4c9c086-7c77-459f-8d58-eb7228f162dd tempest-ServersWithSpecificFlavorTestJSON-1678027092 tempest-ServersWithSpecificFlavorTestJSON-1678027092-project] Made reservation on behalf of d23b24c8db034dca99b1d99ddc0880a5 for: {'port': 1} {{(pid=103305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 21:05:41.907882 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-46b517a5-1524-4d8a-8212-b5aa06cccef1 req-b4c9c086-7c77-459f-8d58-eb7228f162dd tempest-ServersWithSpecificFlavorTestJSON-1678027092 tempest-ServersWithSpecificFlavorTestJSON-1678027092-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:05:41.939253 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-7951fdc9-88d1-449f-a94c-fc78b951d813 req-1778f856-849a-45d4-956c-95026e5a09d7 tempest-AggregatesAdminTestJSON-1273738830 tempest-AggregatesAdminTestJSON-1273738830-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:05:41.945803 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-7951fdc9-88d1-449f-a94c-fc78b951d813 req-1778f856-849a-45d4-956c-95026e5a09d7 tempest-AggregatesAdminTestJSON-1273738830 tempest-AggregatesAdminTestJSON-1273738830-project] 10.222.0.57 "DELETE /v2.0/ports/7a705eca-c84e-4a17-a00b-e4696927b03e HTTP/1.1" status: 204 len: 173 time: 2.4638705 Jan 26 21:05:41.946582 n-d-760453-5 neutron-server[103305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78528354-17c1-426b-b28c-50fe165aa1d3', 'name': 'network-vif-deleted', 'tag': '7a705eca-c84e-4a17-a00b-e4696927b03e'}] {{(pid=103305) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 21:05:41.962889 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d4654568b7bf041e72ff8fe1c96d6d761d9c921f2b99bc7b3a26632be20cee0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-228ed4e4-37d3-4538-ae9b-61c09b1a2213" -d '{"events": [{"server_uuid": "78528354-17c1-426b-b28c-50fe165aa1d3", "name": "network-vif-deleted", "tag": "7a705eca-c84e-4a17-a00b-e4696927b03e"}]}' {{(pid=103305) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 21:05:41.965899 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-9dc6f81a-9301-497c-be84-a7811e6feafe admin admin] Publish callbacks [] for security_group (95351c0f-a906-47df-b8c4-4701cd2dc728), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:05:42.169481 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Jan 2022 21:05:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11f89f0f-adea-4e51-98c4-18cff7e1e686 x-openstack-request-id: req-11f89f0f-adea-4e51-98c4-18cff7e1e686 {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 21:05:42.170029 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "78528354-17c1-426b-b28c-50fe165aa1d3", "name": "network-vif-deleted", "tag": "7a705eca-c84e-4a17-a00b-e4696927b03e", "status": "completed", "code": 200}]} {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 21:05:42.170029 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-11f89f0f-adea-4e51-98c4-18cff7e1e686 {{(pid=103305) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 21:05:42.170488 n-d-760453-5 neutron-server[103305]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78528354-17c1-426b-b28c-50fe165aa1d3', 'name': 'network-vif-deleted', 'tag': '7a705eca-c84e-4a17-a00b-e4696927b03e', 'status': 'completed', 'code': 200} Jan 26 21:05:42.193851 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-5ab713ba-00f0-4e3a-964d-c775cb8b02c8 req-618e685b-1199-4755-b140-9341f03ab7f2 tempest-DeleteServersAdminTestJSON-986730985 tempest-DeleteServersAdminTestJSON-986730985-project] 10.222.0.13 "GET /v2.0/ports?device_id=ea5bd61d-2f0e-4c11-b9d0-dade8914079e HTTP/1.1" status: 200 len: 210 time: 0.1044250 Jan 26 21:05:42.244878 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.db_base_plugin_common [req-46b517a5-1524-4d8a-8212-b5aa06cccef1 req-b4c9c086-7c77-459f-8d58-eb7228f162dd tempest-ServersWithSpecificFlavorTestJSON-1678027092 tempest-ServersWithSpecificFlavorTestJSON-1678027092-project] Allocated IP 172.20.0.3 (9b81ad00-7180-4a41-9594-2bd0d66dbd57/4d1fd205-2a9b-47a0-a1f2-a48040a3bbee/7681f87a-3365-4544-a8d4-39b7a88e37ee) {{(pid=103305) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 21:05:42.303856 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-be79f7ca-17b3-4ed4-bf6c-c8f157367897 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (40f57725-ad99-42c4-a577-f8ced611cc03), before_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:05:42.309577 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-8d3207ef-4791-40d6-98e0-cee136d76e85 req-7692005d-303e-4b98-9e70-27a70fb58bd9 tempest-ServersWithSpecificFlavorTestJSON-1678027092 tempest-ServersWithSpecificFlavorTestJSON-1678027092-project] 10.222.0.13 "GET /v2.0/ports?device_id=61324128-afb5-4d9e-a732-f4dc68e3c9a3 HTTP/1.1" status: 200 len: 210 time: 0.0687122 Jan 26 21:05:42.312008 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [req-e3f3bd51-892e-4942-a30c-52e2f3a8a3e7 req-c9ea5438-21fe-45d4-a0a6-e23c08f4b3b8 service neutron] For port f5fdde2f-c5b7-4189-93c5-ce8ef3d0068c, host n-h1-760453-5, cleared binding levels {{(pid=103304) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 26 21:05:42.326099 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [req-e3f3bd51-892e-4942-a30c-52e2f3a8a3e7 req-c9ea5438-21fe-45d4-a0a6-e23c08f4b3b8 service neutron] For port f5fdde2f-c5b7-4189-93c5-ce8ef3d0068c, host n-h1-760453-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-5',level=0,port_id=f5fdde2f-c5b7-4189-93c5-ce8ef3d0068c,segment=NetworkSegment(ff84b980-87bb-452b-8f52-d472b3cbbe9c),segment_id=ff84b980-87bb-452b-8f52-d472b3cbbe9c)] {{(pid=103304) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 26 21:05:42.329118 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-9dc6f81a-9301-497c-be84-a7811e6feafe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (95351c0f-a906-47df-b8c4-4701cd2dc728), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:05:42.332255 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-9dc6f81a-9301-497c-be84-a7811e6feafe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:05:42.336499 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-9dc6f81a-9301-497c-be84-a7811e6feafe admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/95351c0f-a906-47df-b8c4-4701cd2dc728 HTTP/1.1" status: 204 len: 168 time: 0.9008701 Jan 26 21:05:42.346088 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc6f81a-9301-497c-be84-a7811e6feafe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95351c0f-a906-47df-b8c4-4701cd2dc728,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:05:42.348825 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-e3f3bd51-892e-4942-a30c-52e2f3a8a3e7 req-c9ea5438-21fe-45d4-a0a6-e23c08f4b3b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (f5fdde2f-c5b7-4189-93c5-ce8ef3d0068c), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:05:42.398397 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f3bd51-892e-4942-a30c-52e2f3a8a3e7 req-c9ea5438-21fe-45d4-a0a6-e23c08f4b3b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:05:42.404492 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-e3f3bd51-892e-4942-a30c-52e2f3a8a3e7 req-c9ea5438-21fe-45d4-a0a6-e23c08f4b3b8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:05:42.406202 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-e3f3bd51-892e-4942-a30c-52e2f3a8a3e7 req-c9ea5438-21fe-45d4-a0a6-e23c08f4b3b8 service neutron] 10.222.0.66 "PUT /v2.0/ports/f5fdde2f-c5b7-4189-93c5-ce8ef3d0068c HTTP/1.1" status: 200 len: 1091 time: 3.0376871 Jan 26 21:05:42.432158 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ea5438-21fe-45d4-a0a6-e23c08f4b3b8 service neutron] Pushing event updated for resources: {'Port': ['ID=f5fdde2f-c5b7-4189-93c5-ce8ef3d0068c,revision_number=3']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:05:42.551856 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f3bd51-892e-4942-a30c-52e2f3a8a3e7 req-081016b2-213d-4f85-a9a7-2c38d47fac68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:05:42.554449 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-e3f3bd51-892e-4942-a30c-52e2f3a8a3e7 req-081016b2-213d-4f85-a9a7-2c38d47fac68 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=6a368bf2185e476485148d66b6d73c5c&device_id=0bd9219f-31b8-4122-b35d-2ca7b6de3d8d HTTP/1.1" status: 200 len: 1094 time: 0.0838649 Jan 26 21:05:42.666115 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-46b517a5-1524-4d8a-8212-b5aa06cccef1 req-b4c9c086-7c77-459f-8d58-eb7228f162dd tempest-ServersWithSpecificFlavorTestJSON-1678027092 tempest-ServersWithSpecificFlavorTestJSON-1678027092-project] Publish callbacks [] for port (7681f87a-3365-4544-a8d4-39b7a88e37ee), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:05:42.668140 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device 971eddc1-34b3-4605-97e6-405a63879cb3 up at agent ovs-agent-n-d-760453-5 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 21:05:42.675189 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-e3f3bd51-892e-4942-a30c-52e2f3a8a3e7 req-4feb2ebd-0005-47bb-b2c4-1d29e4e4e6bc service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f5fdde2f-c5b7-4189-93c5-ce8ef3d0068c HTTP/1.1" status: 200 len: 217 time: 0.0976033 Jan 26 21:05:42.744672 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-46b517a5-1524-4d8a-8212-b5aa06cccef1 req-b4c9c086-7c77-459f-8d58-eb7228f162dd tempest-ServersWithSpecificFlavorTestJSON-1678027092 tempest-ServersWithSpecificFlavorTestJSON-1678027092-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746560234527'] for port (7681f87a-3365-4544-a8d4-39b7a88e37ee), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:05:42.745514 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f3bd51-892e-4942-a30c-52e2f3a8a3e7 req-b0f88e29-6b21-4543-9b40-e2f7073f5e97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:05:42.748652 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-e3f3bd51-892e-4942-a30c-52e2f3a8a3e7 req-b0f88e29-6b21-4543-9b40-e2f7073f5e97 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=dae01ee8-17f0-4a86-8f17-22a537cba2b9 HTTP/1.1" status: 200 len: 860 time: 0.0678616 Jan 26 21:05:42.751174 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-be79f7ca-17b3-4ed4-bf6c-c8f157367897 admin admin] Publish callbacks [] for port (40f57725-ad99-42c4-a577-f8ced611cc03), precommit_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:05:42.774506 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-be79f7ca-17b3-4ed4-bf6c-c8f157367897 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (40f57725-ad99-42c4-a577-f8ced611cc03), after_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:05:42.775077 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-be79f7ca-17b3-4ed4-bf6c-c8f157367897 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3709457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4110682'] for router_interface (deb8cadc-313a-437e-80f5-c4f3d49d3927), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:05:42.779989 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-46b517a5-1524-4d8a-8212-b5aa06cccef1 req-b4c9c086-7c77-459f-8d58-eb7228f162dd tempest-ServersWithSpecificFlavorTestJSON-1678027092 tempest-ServersWithSpecificFlavorTestJSON-1678027092-project] Network 9b81ad00-7180-4a41-9594-2bd0d66dbd57 is already hosted by enough agents. {{(pid=103305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 21:05:42.808851 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [req-46b517a5-1524-4d8a-8212-b5aa06cccef1 req-b4c9c086-7c77-459f-8d58-eb7228f162dd tempest-ServersWithSpecificFlavorTestJSON-1678027092 tempest-ServersWithSpecificFlavorTestJSON-1678027092-project] Resources bound (agent type, host, resource id): {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:05:42.817832 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [req-46b517a5-1524-4d8a-8212-b5aa06cccef1 req-b4c9c086-7c77-459f-8d58-eb7228f162dd tempest-ServersWithSpecificFlavorTestJSON-1678027092 tempest-ServersWithSpecificFlavorTestJSON-1678027092-project] Received port after_create {{(pid=103305) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 21:05:42.823775 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b517a5-1524-4d8a-8212-b5aa06cccef1 req-b4c9c086-7c77-459f-8d58-eb7228f162dd tempest-ServersWithSpecificFlavorTestJSON-1678027092 tempest-ServersWithSpecificFlavorTestJSON-1678027092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:05:42.824513 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-46b517a5-1524-4d8a-8212-b5aa06cccef1 req-b4c9c086-7c77-459f-8d58-eb7228f162dd tempest-ServersWithSpecificFlavorTestJSON-1678027092 tempest-ServersWithSpecificFlavorTestJSON-1678027092-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:05:42.869249 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Provisioning complete for port 971eddc1-34b3-4605-97e6-405a63879cb3 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:05:42.870549 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (971eddc1-34b3-4605-97e6-405a63879cb3), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:05:42.874982 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-e3f3bd51-892e-4942-a30c-52e2f3a8a3e7 req-5c36eb81-d90a-468d-a967-6387a958c937 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=1c3811f3-dcb6-4f77-8c26-3e9819d7c63c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1199548 Jan 26 21:05:42.929073 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-394d08f3-b52e-4555-a099-f59295bdcda9 req-4ae50bd2-32be-4e6f-a3ab-7db383403b55 tempest-MigrationsAdminTest-1084137346 tempest-MigrationsAdminTest-1084137346-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=d178ac49ddc9478db66ba71c81039890&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0862019 Jan 26 21:05:42.957725 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-2e280e71-c60d-47d6-9ce0-00bb33514f13 req-91f56f66-83a1-4215-933e-3b71d59939c9 tempest-AggregatesAdminTestJSON-1273738830 tempest-AggregatesAdminTestJSON-1273738830-project] 10.222.0.13 "GET /v2.0/ports?device_id=78528354-17c1-426b-b28c-50fe165aa1d3 HTTP/1.1" status: 200 len: 210 time: 0.0816605 Jan 26 21:05:42.969319 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c9c086-7c77-459f-8d58-eb7228f162dd tempest-ServersWithSpecificFlavorTestJSON-1678027092 tempest-ServersWithSpecificFlavorTestJSON-1678027092-project] Pushing event updated for resources: {'Port': ['ID=7681f87a-3365-4544-a8d4-39b7a88e37ee,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:05:43.031475 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Current status of the port 971eddc1-34b3-4605-97e6-405a63879cb3 is: DOWN; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:05:43.031882 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (971eddc1-34b3-4605-97e6-405a63879cb3), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:05:43.041449 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-46b517a5-1524-4d8a-8212-b5aa06cccef1 req-b4c9c086-7c77-459f-8d58-eb7228f162dd tempest-ServersWithSpecificFlavorTestJSON-1678027092 tempest-ServersWithSpecificFlavorTestJSON-1678027092-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8345375 Jan 26 21:05:43.054850 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be79f7ca-17b3-4ed4-bf6c-c8f157367897 admin admin] Pushing event updated for resources: {'Port': ['ID=40f57725-ad99-42c4-a577-f8ced611cc03,revision_number=2']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:05:43.065359 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [req-46b517a5-1524-4d8a-8212-b5aa06cccef1 req-97a2dadd-3d2a-469f-b6e6-48b1a85cfb13 service neutron] Request body: {'port': {'device_id': '61324128-afb5-4d9e-a732-f4dc68e3c9a3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-760453-5'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:05:43.088583 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] For port 971eddc1-34b3-4605-97e6-405a63879cb3, host n-d-760453-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=971eddc1-34b3-4605-97e6-405a63879cb3,segment=NetworkSegment(e17cb353-418f-48b9-b982-21a6233ee99b),segment_id=e17cb353-418f-48b9-b982-21a6233ee99b)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:05:43.103342 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (971eddc1-34b3-4605-97e6-405a63879cb3), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:05:43.199345 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Pushing event updated for resources: {'Port': ['ID=971eddc1-34b3-4605-97e6-405a63879cb3,revision_number=4']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:05:43.218885 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47d1b45-45a5-499c-b669-56f75e4de634 req-80531a75-fafc-4790-b6ad-64333cc7b5ff tempest-LiveAutoBlockMigrationV225Test-1645909514 tempest-LiveAutoBlockMigrationV225Test-1645909514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:05:43.221895 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-d47d1b45-45a5-499c-b669-56f75e4de634 req-80531a75-fafc-4790-b6ad-64333cc7b5ff tempest-LiveAutoBlockMigrationV225Test-1645909514 tempest-LiveAutoBlockMigrationV225Test-1645909514-project] 10.222.0.13 "GET /v2.0/ports?device_id=0bd9219f-31b8-4122-b35d-2ca7b6de3d8d HTTP/1.1" status: 200 len: 943 time: 0.1468658 Jan 26 21:05:43.222404 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-46b517a5-1524-4d8a-8212-b5aa06cccef1 req-97a2dadd-3d2a-469f-b6e6-48b1a85cfb13 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (7681f87a-3365-4544-a8d4-39b7a88e37ee), before_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:05:43.228968 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-74dc5ed5-c345-4dac-b5f4-cd0f5055ce33 None None] Provisioning complete for port 7681f87a-3365-4544-a8d4-39b7a88e37ee triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:05:43.229722 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-74dc5ed5-c345-4dac-b5f4-cd0f5055ce33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (7681f87a-3365-4544-a8d4-39b7a88e37ee), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:05:43.280464 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be79f7ca-17b3-4ed4-bf6c-c8f157367897 admin admin] Network 0e232d8e-6bd0-47cf-8332-9f5fbb537d8b is already hosted by enough agents. {{(pid=103305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 21:05:43.284075 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [None req-be79f7ca-17b3-4ed4-bf6c-c8f157367897 admin admin] Resources bound (agent type, host, resource id): {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:05:43.287619 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-74dc5ed5-c345-4dac-b5f4-cd0f5055ce33 None None] Port 7681f87a-3365-4544-a8d4-39b7a88e37ee cannot update to ACTIVE because it is not bound. {{(pid=103306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 26 21:05:43.291402 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-d47d1b45-45a5-499c-b669-56f75e4de634 req-0776ab43-dab2-41f5-b6dd-40cc815090cf tempest-LiveAutoBlockMigrationV225Test-1645909514 tempest-LiveAutoBlockMigrationV225Test-1645909514-project] 10.222.0.13 "GET /v2.0/security-groups?id=d3d52ae6-e761-44ee-98bd-9ad0dc66343a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630951 Jan 26 21:05:43.328864 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-e3f3bd51-892e-4942-a30c-52e2f3a8a3e7 req-ac55bfcd-ea5e-44e9-a286-b2f9ce4b8d3f service neutron] 10.222.0.66 "GET /v2.0/networks/1c3811f3-dcb6-4f77-8c26-3e9819d7c63c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4423854 Jan 26 21:05:43.390032 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Device 3d496241-3dcc-4c53-9ce3-beac6f3a5fb6 no longer exists at agent hyperv_n-h2-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 26 21:05:43.437449 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] No Port match for: 3d496241-3dcc-4c53-9ce3-beac6f3a5fb6 {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 26 21:05:43.437969 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Device 3d496241-3dcc-4c53-9ce3-beac6f3a5fb6 not bound to the agent host n-h2-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 26 21:05:43.438527 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Device 7a705eca-c84e-4a17-a00b-e4696927b03e no longer exists at agent hyperv_n-h2-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 26 21:05:43.500498 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] No Port match for: 7a705eca-c84e-4a17-a00b-e4696927b03e {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 26 21:05:43.509822 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Device 7a705eca-c84e-4a17-a00b-e4696927b03e not bound to the agent host n-h2-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 26 21:05:43.584150 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394d08f3-b52e-4555-a099-f59295bdcda9 req-0b3c170e-a7b8-4717-9209-1fb94dd84180 tempest-MigrationsAdminTest-1084137346 tempest-MigrationsAdminTest-1084137346-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:05:43.586311 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-394d08f3-b52e-4555-a099-f59295bdcda9 req-0b3c170e-a7b8-4717-9209-1fb94dd84180 tempest-MigrationsAdminTest-1084137346 tempest-MigrationsAdminTest-1084137346-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6156259 Jan 26 21:05:43.591962 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-e3f3bd51-892e-4942-a30c-52e2f3a8a3e7 req-6cfa914d-3d61-4387-82e8-d634c456d7d2 service neutron] 10.222.0.66 "GET /v2.0/networks/1c3811f3-dcb6-4f77-8c26-3e9819d7c63c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2553353 Jan 26 21:05:43.637138 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-394d08f3-b52e-4555-a099-f59295bdcda9 req-03456fc2-bf7c-4ac3-96be-a506f6914eab tempest-MigrationsAdminTest-1084137346 tempest-MigrationsAdminTest-1084137346-project] 10.222.0.13 "GET /v2.0/quotas/d178ac49ddc9478db66ba71c81039890 HTTP/1.1" status: 200 len: 375 time: 0.0292339 Jan 26 21:05:43.674345 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be79f7ca-17b3-4ed4-bf6c-c8f157367897 admin admin] Router deb8cadc-313a-437e-80f5-c4f3d49d3927 has already been hosted by L3 agent 09df100c-3af1-4b0a-bda8-05914c71c458 {{(pid=103305) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 26 21:05:43.681161 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-394d08f3-b52e-4555-a099-f59295bdcda9 req-c9781fab-cb2a-498b-b347-d11c555be6ad tempest-MigrationsAdminTest-1084137346 tempest-MigrationsAdminTest-1084137346-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=d178ac49ddc9478db66ba71c81039890&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0412669 Jan 26 21:05:43.688448 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c8a651-2e58-46b8-b905-2f99daceda99 req-1209bcae-cf02-4c68-83f7-4867208f7fba tempest-ServersWithSpecificFlavorTestJSON-1678027092 tempest-ServersWithSpecificFlavorTestJSON-1678027092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:05:43.690021 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-55c8a651-2e58-46b8-b905-2f99daceda99 req-1209bcae-cf02-4c68-83f7-4867208f7fba tempest-ServersWithSpecificFlavorTestJSON-1678027092 tempest-ServersWithSpecificFlavorTestJSON-1678027092-project] 10.222.0.13 "GET /v2.0/ports?device_id=61324128-afb5-4d9e-a732-f4dc68e3c9a3 HTTP/1.1" status: 200 len: 931 time: 0.1253071 Jan 26 21:05:43.738368 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-2709d66d-8afe-4fb5-ac45-527bef36e613 None None] Provisioning complete for port 40f57725-ad99-42c4-a577-f8ced611cc03 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:05:43.739161 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2709d66d-8afe-4fb5-ac45-527bef36e613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (40f57725-ad99-42c4-a577-f8ced611cc03), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:05:43.753867 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-55c8a651-2e58-46b8-b905-2f99daceda99 req-d79b969a-20b3-48a2-b2f4-c5adf24f151d tempest-ServersWithSpecificFlavorTestJSON-1678027092 tempest-ServersWithSpecificFlavorTestJSON-1678027092-project] 10.222.0.13 "GET /v2.0/security-groups?id=06e69ac2-3bf6-41aa-8df8-caa9b01a862f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0575721 Jan 26 21:05:43.819638 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2709d66d-8afe-4fb5-ac45-527bef36e613 None None] Port 40f57725-ad99-42c4-a577-f8ced611cc03 cannot update to ACTIVE because it is not bound. {{(pid=103306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 26 21:05:43.893194 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-376de295-eb6c-4ac0-bc84-03cdddb00657 req-2211f7a3-8380-4fbd-81b8-f64e64406ba3 tempest-DeleteServersAdminTestJSON-986730985 tempest-DeleteServersAdminTestJSON-986730985-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=2f184c8f2783474a9301ac955aff42f5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0462477 Jan 26 21:05:43.931539 n-d-760453-5 neutron-server[103304]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0bd9219f-31b8-4122-b35d-2ca7b6de3d8d', 'tag': 'f5fdde2f-c5b7-4189-93c5-ce8ef3d0068c'}] {{(pid=103304) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 21:05:43.945094 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d52b45f1943fcd332af9527eb73ff93c8d715d44383a3f6d18de73b4cfcf87b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e5c560e-f19e-46a8-97fd-40d10182f934" -d '{"events": [{"name": "network-changed", "server_uuid": "0bd9219f-31b8-4122-b35d-2ca7b6de3d8d", "tag": "f5fdde2f-c5b7-4189-93c5-ce8ef3d0068c"}]}' {{(pid=103304) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 21:05:43.957182 n-d-760453-5 neutron-server[103305]: DEBUG neutron.notifiers.nova [req-46b517a5-1524-4d8a-8212-b5aa06cccef1 req-97a2dadd-3d2a-469f-b6e6-48b1a85cfb13 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7681f87a-3365-4544-a8d4-39b7a88e37ee {{(pid=103305) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 26 21:05:43.971544 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-46b517a5-1524-4d8a-8212-b5aa06cccef1 req-97a2dadd-3d2a-469f-b6e6-48b1a85cfb13 service neutron] Publish callbacks [] for port (7681f87a-3365-4544-a8d4-39b7a88e37ee), precommit_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:05:43.976535 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be79f7ca-17b3-4ed4-bf6c-c8f157367897 admin admin] Notify agent at l3_agent.n-d-760453-5 the message routers_updated {{(pid=103305) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 26 21:05:43.984993 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-be79f7ca-17b3-4ed4-bf6c-c8f157367897 admin admin] 10.222.0.13 "PUT /v2.0/routers/deb8cadc-313a-437e-80f5-c4f3d49d3927/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4752195 Jan 26 21:05:43.989005 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e443f2a0-1399-47f9-b024-b6bb5aca610f None None] Sync routers for ids ['deb8cadc-313a-437e-80f5-c4f3d49d3927'] in n-d-760453-5 {{(pid=103306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 26 21:05:43.994771 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.provisioning_blocks [req-46b517a5-1524-4d8a-8212-b5aa06cccef1 req-97a2dadd-3d2a-469f-b6e6-48b1a85cfb13 service neutron] Transition to ACTIVE for port object 7681f87a-3365-4544-a8d4-39b7a88e37ee will not be triggered until provisioned by entity L2. {{(pid=103305) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 21:05:44.002797 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-46b517a5-1524-4d8a-8212-b5aa06cccef1 req-97a2dadd-3d2a-469f-b6e6-48b1a85cfb13 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (7681f87a-3365-4544-a8d4-39b7a88e37ee), after_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:05:44.007526 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e443f2a0-1399-47f9-b024-b6bb5aca610f None None] Routers {'deb8cadc-313a-437e-80f5-c4f3d49d3927'} bound to L3 agent in host n-d-760453-5 {{(pid=103306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 21:05:44.008181 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-e443f2a0-1399-47f9-b024-b6bb5aca610f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-26T20:55:21Z,description=,heartbeat_timestamp=2022-01-26T21:05:21Z,host='n-d-760453-5',id=09df100c-3af1-4b0a-bda8-05914c71c458,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:55:21Z,topic='l3_agent')) {'router_ids': ['deb8cadc-313a-437e-80f5-c4f3d49d3927'], 'active': True} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:05:44.043301 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-f0bf7a0f-6513-447e-b6a9-abe82f9f9088 req-9cf89c88-8548-4b25-86be-6672c44395c3 tempest-MigrationsAdminTest-1084137346 tempest-MigrationsAdminTest-1084137346-project] 10.222.0.13 "GET /v2.0/ports?device_id=7f544618-ae90-49cb-a581-602469d4709d HTTP/1.1" status: 200 len: 210 time: 0.0935574 Jan 26 21:05:44.067399 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a2dadd-3d2a-469f-b6e6-48b1a85cfb13 service neutron] Pushing event updated for resources: {'Port': ['ID=7681f87a-3365-4544-a8d4-39b7a88e37ee,revision_number=2']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:05:44.170447 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [req-46b517a5-1524-4d8a-8212-b5aa06cccef1 req-97a2dadd-3d2a-469f-b6e6-48b1a85cfb13 service neutron] Attempting to bind port 7681f87a-3365-4544-a8d4-39b7a88e37ee on host n-h1-760453-5 for vnic_type normal with profile {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 21:05:44.172204 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [req-46b517a5-1524-4d8a-8212-b5aa06cccef1 req-97a2dadd-3d2a-469f-b6e6-48b1a85cfb13 service neutron] Attempting to bind port 7681f87a-3365-4544-a8d4-39b7a88e37ee by drivers openvswitch,hyperv on host n-h1-760453-5 at level 0 using segments [{'id': '86abbadd-e980-48d3-bcba-75375a5948b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '9b81ad00-7180-4a41-9594-2bd0d66dbd57'}] {{(pid=103305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 26 21:05:44.172635 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46b517a5-1524-4d8a-8212-b5aa06cccef1 req-97a2dadd-3d2a-469f-b6e6-48b1a85cfb13 service neutron] Attempting to bind port 7681f87a-3365-4544-a8d4-39b7a88e37ee on network 9b81ad00-7180-4a41-9594-2bd0d66dbd57 {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 21:05:44.182538 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46b517a5-1524-4d8a-8212-b5aa06cccef1 req-97a2dadd-3d2a-469f-b6e6-48b1a85cfb13 service neutron] Port 7681f87a-3365-4544-a8d4-39b7a88e37ee on network 9b81ad00-7180-4a41-9594-2bd0d66dbd57 not bound, no agent of type Open vSwitch agent registered on host n-h1-760453-5 {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 26 21:05:44.184595 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46b517a5-1524-4d8a-8212-b5aa06cccef1 req-97a2dadd-3d2a-469f-b6e6-48b1a85cfb13 service neutron] Attempting to bind port 7681f87a-3365-4544-a8d4-39b7a88e37ee on network 9b81ad00-7180-4a41-9594-2bd0d66dbd57 {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 21:05:44.195532 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46b517a5-1524-4d8a-8212-b5aa06cccef1 req-97a2dadd-3d2a-469f-b6e6-48b1a85cfb13 service neutron] Checking agent: {'id': '32ef628b-8417-46c5-8729-60fcabe358f1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-760453-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 21, 3, 8), 'started_at': datetime.datetime(2022, 1, 26, 21, 3, 8), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 21, 5, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 26 21:05:44.197554 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46b517a5-1524-4d8a-8212-b5aa06cccef1 req-97a2dadd-3d2a-469f-b6e6-48b1a85cfb13 service neutron] Checking segment: {'id': '86abbadd-e980-48d3-bcba-75375a5948b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '9b81ad00-7180-4a41-9594-2bd0d66dbd57'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103305) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 21:05:44.198817 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46b517a5-1524-4d8a-8212-b5aa06cccef1 req-97a2dadd-3d2a-469f-b6e6-48b1a85cfb13 service neutron] Bound using segment: {'id': '86abbadd-e980-48d3-bcba-75375a5948b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '9b81ad00-7180-4a41-9594-2bd0d66dbd57'} {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 26 21:05:44.199572 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [req-46b517a5-1524-4d8a-8212-b5aa06cccef1 req-97a2dadd-3d2a-469f-b6e6-48b1a85cfb13 service neutron] Bound port: 7681f87a-3365-4544-a8d4-39b7a88e37ee, host: n-h1-760453-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '86abbadd-e980-48d3-bcba-75375a5948b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '9b81ad00-7180-4a41-9594-2bd0d66dbd57'}}] {{(pid=103305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 26 21:05:44.200230 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-46b517a5-1524-4d8a-8212-b5aa06cccef1 req-97a2dadd-3d2a-469f-b6e6-48b1a85cfb13 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (7681f87a-3365-4544-a8d4-39b7a88e37ee), before_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:05:44.280710 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 26 Jan 2022 21:05:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35bc3996-ac9c-46c5-bf2e-4b0d6bdb99e2 x-openstack-request-id: req-35bc3996-ac9c-46c5-bf2e-4b0d6bdb99e2 {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 21:05:44.285150 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0bd9219f-31b8-4122-b35d-2ca7b6de3d8d", "tag": "f5fdde2f-c5b7-4189-93c5-ce8ef3d0068c", "status": "completed", "code": 200}]} {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 21:05:44.285150 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-35bc3996-ac9c-46c5-bf2e-4b0d6bdb99e2 {{(pid=103304) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 21:05:44.285150 n-d-760453-5 neutron-server[103304]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0bd9219f-31b8-4122-b35d-2ca7b6de3d8d', 'tag': 'f5fdde2f-c5b7-4189-93c5-ce8ef3d0068c', 'status': 'completed', 'code': 200} Jan 26 21:05:44.315323 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376de295-eb6c-4ac0-bc84-03cdddb00657 req-68a7a82d-e4a5-44ea-9576-681ce7830aa9 tempest-DeleteServersAdminTestJSON-986730985 tempest-DeleteServersAdminTestJSON-986730985-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:05:44.323111 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-376de295-eb6c-4ac0-bc84-03cdddb00657 req-68a7a82d-e4a5-44ea-9576-681ce7830aa9 tempest-DeleteServersAdminTestJSON-986730985 tempest-DeleteServersAdminTestJSON-986730985-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4199381 Jan 26 21:05:44.406627 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvr_db [None req-e443f2a0-1399-47f9-b024-b6bb5aca610f None None] Set router deb8cadc-313a-437e-80f5-c4f3d49d3927 gateway port host: n-d-760453-5 {{(pid=103306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 21:05:44.414306 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [req-46b517a5-1524-4d8a-8212-b5aa06cccef1 req-97a2dadd-3d2a-469f-b6e6-48b1a85cfb13 service neutron] For port 7681f87a-3365-4544-a8d4-39b7a88e37ee, host n-h1-760453-5, cleared binding levels {{(pid=103305) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 26 21:05:44.419338 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [req-46b517a5-1524-4d8a-8212-b5aa06cccef1 req-97a2dadd-3d2a-469f-b6e6-48b1a85cfb13 service neutron] For port 7681f87a-3365-4544-a8d4-39b7a88e37ee, host n-h1-760453-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-5',level=0,port_id=7681f87a-3365-4544-a8d4-39b7a88e37ee,segment=NetworkSegment(86abbadd-e980-48d3-bcba-75375a5948b3),segment_id=86abbadd-e980-48d3-bcba-75375a5948b3)] {{(pid=103305) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 26 21:05:44.434636 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-46b517a5-1524-4d8a-8212-b5aa06cccef1 req-97a2dadd-3d2a-469f-b6e6-48b1a85cfb13 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (7681f87a-3365-4544-a8d4-39b7a88e37ee), after_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:05:44.447937 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-376de295-eb6c-4ac0-bc84-03cdddb00657 req-7fb85e90-9e82-490e-91af-c8b43e05a4ed tempest-DeleteServersAdminTestJSON-986730985 tempest-DeleteServersAdminTestJSON-986730985-project] 10.222.0.13 "GET /v2.0/quotas/2f184c8f2783474a9301ac955aff42f5 HTTP/1.1" status: 200 len: 375 time: 0.0403156 Jan 26 21:05:44.552328 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b517a5-1524-4d8a-8212-b5aa06cccef1 req-97a2dadd-3d2a-469f-b6e6-48b1a85cfb13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:05:44.556116 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-46b517a5-1524-4d8a-8212-b5aa06cccef1 req-97a2dadd-3d2a-469f-b6e6-48b1a85cfb13 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:05:44.558483 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-46b517a5-1524-4d8a-8212-b5aa06cccef1 req-97a2dadd-3d2a-469f-b6e6-48b1a85cfb13 service neutron] 10.222.0.66 "PUT /v2.0/ports/7681f87a-3365-4544-a8d4-39b7a88e37ee HTTP/1.1" status: 200 len: 1091 time: 1.4998121 Jan 26 21:05:44.560115 n-d-760453-5 neutron-server[103305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '61324128-afb5-4d9e-a732-f4dc68e3c9a3', 'tag': '7681f87a-3365-4544-a8d4-39b7a88e37ee'}] {{(pid=103305) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 21:05:44.565192 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d4654568b7bf041e72ff8fe1c96d6d761d9c921f2b99bc7b3a26632be20cee0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00c8551a-1476-47de-9688-22863123fb92" -d '{"events": [{"name": "network-changed", "server_uuid": "61324128-afb5-4d9e-a732-f4dc68e3c9a3", "tag": "7681f87a-3365-4544-a8d4-39b7a88e37ee"}]}' {{(pid=103305) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 21:05:44.586954 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-376de295-eb6c-4ac0-bc84-03cdddb00657 req-3235450d-c0a9-4a52-a60c-39d80bde5ffa tempest-DeleteServersAdminTestJSON-986730985 tempest-DeleteServersAdminTestJSON-986730985-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=2f184c8f2783474a9301ac955aff42f5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1363485 Jan 26 21:05:44.610721 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5c560e-f19e-46a8-97fd-40d10182f934 req-21ba04ed-41e6-45f1-aab1-4e48727fc1e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:05:44.612410 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-1e5c560e-f19e-46a8-97fd-40d10182f934 req-21ba04ed-41e6-45f1-aab1-4e48727fc1e3 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=6a368bf2185e476485148d66b6d73c5c&device_id=0bd9219f-31b8-4122-b35d-2ca7b6de3d8d HTTP/1.1" status: 200 len: 1094 time: 0.2881873 Jan 26 21:05:44.674036 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device 971eddc1-34b3-4605-97e6-405a63879cb3 up at agent ovs-agent-n-d-760453-5 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 21:05:44.730992 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a2dadd-3d2a-469f-b6e6-48b1a85cfb13 service neutron] Pushing event updated for resources: {'Port': ['ID=7681f87a-3365-4544-a8d4-39b7a88e37ee,revision_number=3']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:05:44.771310 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b517a5-1524-4d8a-8212-b5aa06cccef1 req-2ffdec5d-1d58-4e12-8066-7bd9fbc3cbe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:05:44.777879 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-46b517a5-1524-4d8a-8212-b5aa06cccef1 req-2ffdec5d-1d58-4e12-8066-7bd9fbc3cbe3 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=d23b24c8db034dca99b1d99ddc0880a5&device_id=61324128-afb5-4d9e-a732-f4dc68e3c9a3 HTTP/1.1" status: 200 len: 1094 time: 0.1485584 Jan 26 21:05:44.783713 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5c560e-f19e-46a8-97fd-40d10182f934 req-1224f854-1489-4055-964a-1a1e1a3dad2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:05:44.785342 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-1e5c560e-f19e-46a8-97fd-40d10182f934 req-1224f854-1489-4055-964a-1a1e1a3dad2e service neutron] 10.222.0.66 "GET /v2.0/networks?id=1c3811f3-dcb6-4f77-8c26-3e9819d7c63c HTTP/1.1" status: 200 len: 921 time: 0.1624911 Jan 26 21:05:44.799161 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e7c224-8bd8-4d81-adc4-ed7ad21430ce req-67f92dbf-acbb-4a32-bc1e-931ac8952223 tempest-LiveAutoBlockMigrationV225Test-1645909514 tempest-LiveAutoBlockMigrationV225Test-1645909514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:05:44.810784 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-98e7c224-8bd8-4d81-adc4-ed7ad21430ce req-67f92dbf-acbb-4a32-bc1e-931ac8952223 tempest-LiveAutoBlockMigrationV225Test-1645909514 tempest-LiveAutoBlockMigrationV225Test-1645909514-project] 10.222.0.13 "GET /v2.0/ports?device_id=0bd9219f-31b8-4122-b35d-2ca7b6de3d8d HTTP/1.1" status: 200 len: 943 time: 0.3081560 Jan 26 21:05:44.906942 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-46b517a5-1524-4d8a-8212-b5aa06cccef1 req-82441281-b433-47fe-b4d4-218523d695bc service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7681f87a-3365-4544-a8d4-39b7a88e37ee HTTP/1.1" status: 200 len: 217 time: 0.1125703 Jan 26 21:05:44.921840 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-1e5c560e-f19e-46a8-97fd-40d10182f934 req-50412a20-b2fd-4711-b2a1-6ffbce1038d9 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f5fdde2f-c5b7-4189-93c5-ce8ef3d0068c HTTP/1.1" status: 200 len: 217 time: 0.0944560 Jan 26 21:05:44.998818 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b517a5-1524-4d8a-8212-b5aa06cccef1 req-cc86116d-17df-4768-bc9a-0d2730f4e86e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:05:45.000380 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-46b517a5-1524-4d8a-8212-b5aa06cccef1 req-cc86116d-17df-4768-bc9a-0d2730f4e86e service neutron] 10.222.0.66 "GET /v2.0/subnets?id=4d1fd205-2a9b-47a0-a1f2-a48040a3bbee HTTP/1.1" status: 200 len: 861 time: 0.0837364 Jan 26 21:05:45.012579 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5c560e-f19e-46a8-97fd-40d10182f934 req-fdb9a365-a693-4e9e-9f73-9fbc3cb636a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:05:45.020143 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-1e5c560e-f19e-46a8-97fd-40d10182f934 req-fdb9a365-a693-4e9e-9f73-9fbc3cb636a2 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=dae01ee8-17f0-4a86-8f17-22a537cba2b9 HTTP/1.1" status: 200 len: 860 time: 0.0874839 Jan 26 21:05:45.098108 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-1e5c560e-f19e-46a8-97fd-40d10182f934 req-0a0ed525-dc37-488f-90c5-d6f05b04861b service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=1c3811f3-dcb6-4f77-8c26-3e9819d7c63c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0586762 Jan 26 21:05:45.110589 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b517a5-1524-4d8a-8212-b5aa06cccef1 req-3a505332-13d6-4d94-97cf-4140481c2f07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:05:45.112271 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-46b517a5-1524-4d8a-8212-b5aa06cccef1 req-3a505332-13d6-4d94-97cf-4140481c2f07 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=9b81ad00-7180-4a41-9594-2bd0d66dbd57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1047370 Jan 26 21:05:45.167918 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-98e7c224-8bd8-4d81-adc4-ed7ad21430ce req-4fa20def-644b-42af-babb-84f3c28db637 tempest-LiveAutoBlockMigrationV225Test-1645909514 tempest-LiveAutoBlockMigrationV225Test-1645909514-project] 10.222.0.13 "GET /v2.0/security-groups?id=d3d52ae6-e761-44ee-98bd-9ad0dc66343a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3550398 Jan 26 21:05:45.193553 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Provisioning complete for port 971eddc1-34b3-4605-97e6-405a63879cb3 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:05:45.194778 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (971eddc1-34b3-4605-97e6-405a63879cb3), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:05:45.259921 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-e443f2a0-1399-47f9-b024-b6bb5aca610f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'deb8cadc-313a-437e-80f5-c4f3d49d3927', 'name': 'tempest-AttachSCSIVolumeTestJSON-1568194818-router', 'tenant_id': 'cbd97eaa16634b78b572be068312a61b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'external_fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.6'}], 'enable_snat': True}, 'gw_port_id': '971eddc1-34b3-4605-97e6-405a63879cb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T21:05:36Z', 'updated_at': '2022-01-26T21:05:42Z', 'revision_number': 4, 'project_id': 'cbd97eaa16634b78b572be068312a61b', 'gw_port': {'id': '971eddc1-34b3-4605-97e6-405a63879cb3', 'name': '', 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:8d:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'deb8cadc-313a-437e-80f5-c4f3d49d3927', 'device_owner': 'network:router_gateway', 'standard_attr_id': 196, 'fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:05:36Z', 'updated_at': '2022-01-26T21:05:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-5', '_interfaces': [{'id': '40f57725-ad99-42c4-a577-f8ced611cc03', 'name': '', 'network_id': '0e232d8e-6bd0-47cf-8332-9f5fbb537d8b', 'tenant_id': 'cbd97eaa16634b78b572be068312a61b', 'mac_address': 'fa:16:3e:71:39:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'deb8cadc-313a-437e-80f5-c4f3d49d3927', 'device_owner': 'network:router_interface', 'standard_attr_id': 217, 'fixed_ips': [{'subnet_id': '14c3522c-48d1-46ba-8e7a-f2b4abc51b6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:05:40Z', 'updated_at': '2022-01-26T21:05:42Z', 'revision_number': 2, 'project_id': 'cbd97eaa16634b78b572be068312a61b', 'subnets': [{'id': '14c3522c-48d1-46ba-8e7a-f2b4abc51b6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760453-5', False) {} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:05:45.293315 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 26 Jan 2022 21:05:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d358949-d4a1-4f49-a4bd-ec250057fbef x-openstack-request-id: req-7d358949-d4a1-4f49-a4bd-ec250057fbef {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 21:05:45.293609 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "61324128-afb5-4d9e-a732-f4dc68e3c9a3", "tag": "7681f87a-3365-4544-a8d4-39b7a88e37ee", "status": "completed", "code": 200}]} {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 21:05:45.293866 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-7d358949-d4a1-4f49-a4bd-ec250057fbef {{(pid=103305) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 21:05:45.294266 n-d-760453-5 neutron-server[103305]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '61324128-afb5-4d9e-a732-f4dc68e3c9a3', 'tag': '7681f87a-3365-4544-a8d4-39b7a88e37ee', 'status': 'completed', 'code': 200} Jan 26 21:05:45.323093 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-1e5c560e-f19e-46a8-97fd-40d10182f934 req-072b2e6a-60fd-4ea2-bd1b-c0aba520931c service neutron] 10.222.0.66 "GET /v2.0/networks/1c3811f3-dcb6-4f77-8c26-3e9819d7c63c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2119381 Jan 26 21:05:45.328287 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Current status of the port 971eddc1-34b3-4605-97e6-405a63879cb3 is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:05:45.331226 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e443f2a0-1399-47f9-b024-b6bb5aca610f None None] Checking router: deb8cadc-313a-437e-80f5-c4f3d49d3927 for host: n-d-760453-5 {{(pid=103306) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 26 21:05:45.331781 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e443f2a0-1399-47f9-b024-b6bb5aca610f None None] Updating router deb8cadc-313a-437e-80f5-c4f3d49d3927 port 40f57725-ad99-42c4-a577-f8ced611cc03 binding host n-d-760453-5 {{(pid=103306) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 26 21:05:45.364320 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-e443f2a0-1399-47f9-b024-b6bb5aca610f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (40f57725-ad99-42c4-a577-f8ced611cc03), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:05:45.382837 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-46b517a5-1524-4d8a-8212-b5aa06cccef1 req-8f2c24b8-9ae1-491a-8b28-4ba2eb376e1c service neutron] 10.222.0.66 "GET /v2.0/networks/9b81ad00-7180-4a41-9594-2bd0d66dbd57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2632413 Jan 26 21:05:45.463740 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-62deba21-70c3-4a04-854f-34726fccd8ae req-16ffc623-f5a9-4378-9b16-6db71f9efabf tempest-DeleteServersAdminTestJSON-986730985 tempest-DeleteServersAdminTestJSON-986730985-project] 10.222.0.13 "GET /v2.0/ports?device_id=200740fb-a058-46be-99ea-f179574b5f16 HTTP/1.1" status: 200 len: 210 time: 0.0716209 Jan 26 21:05:45.487012 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56015c66-70dd-4d32-b911-05544c439831 req-c209bcd3-bfc8-41cf-a589-271e8ab8f49f tempest-ServersWithSpecificFlavorTestJSON-1678027092 tempest-ServersWithSpecificFlavorTestJSON-1678027092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:05:45.498103 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-56015c66-70dd-4d32-b911-05544c439831 req-c209bcd3-bfc8-41cf-a589-271e8ab8f49f tempest-ServersWithSpecificFlavorTestJSON-1678027092 tempest-ServersWithSpecificFlavorTestJSON-1678027092-project] 10.222.0.13 "GET /v2.0/ports?device_id=61324128-afb5-4d9e-a732-f4dc68e3c9a3 HTTP/1.1" status: 200 len: 943 time: 0.1645296 Jan 26 21:05:45.577154 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-1e5c560e-f19e-46a8-97fd-40d10182f934 req-ad971d61-bef4-4188-9269-d883c477c538 service neutron] 10.222.0.66 "GET /v2.0/networks/1c3811f3-dcb6-4f77-8c26-3e9819d7c63c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2274671 Jan 26 21:05:45.582539 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 42408) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:05:45.583708 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-46b517a5-1524-4d8a-8212-b5aa06cccef1 req-6c31a707-e9d9-4780-8ea4-51a8a356e9e6 service neutron] 10.222.0.66 "GET /v2.0/networks/9b81ad00-7180-4a41-9594-2bd0d66dbd57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1917448 Jan 26 21:05:45.589275 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-4d15ac8e-283d-40ea-903a-c85bfb31c2df admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-2132543584-network', 'tenant_id': '4f1b97f7a7584e36aff8917d9b7a41d8'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:05:45.611216 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-56015c66-70dd-4d32-b911-05544c439831 req-6d1debe5-0b79-41ea-b763-cee194df051d tempest-ServersWithSpecificFlavorTestJSON-1678027092 tempest-ServersWithSpecificFlavorTestJSON-1678027092-project] 10.222.0.13 "GET /v2.0/security-groups?id=06e69ac2-3bf6-41aa-8df8-caa9b01a862f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1152985 Jan 26 21:05:45.654585 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d15ac8e-283d-40ea-903a-c85bfb31c2df admin admin] Made reservation on behalf of 4f1b97f7a7584e36aff8917d9b7a41d8 for: {'network': 1} {{(pid=103304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 21:05:45.657205 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-4d15ac8e-283d-40ea-903a-c85bfb31c2df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for network (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:05:45.672432 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-4d15ac8e-283d-40ea-903a-c85bfb31c2df admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:05:45.751563 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-394d08f3-b52e-4555-a099-f59295bdcda9 req-adcc71eb-d884-4913-9c24-8ac3881f4213 tempest-MigrationsAdminTest-1084137346 tempest-MigrationsAdminTest-1084137346-project] 10.222.0.57 "GET /v2.0/networks?tenant_id=d178ac49ddc9478db66ba71c81039890&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0367916 Jan 26 21:05:45.798678 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-4d15ac8e-283d-40ea-903a-c85bfb31c2df admin admin] Publish callbacks [] for security_group (07b8f93b-32a8-4c59-b7b0-0fb2a35446dd), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:05:45.817034 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-a45327e4-fba8-4ab1-8f55-3bad5d844c48 req-2d33a553-4fff-4664-be20-1aecbad9f6a8 tempest-MigrationsAdminTest-1084137346 tempest-MigrationsAdminTest-1084137346-project] 10.222.0.13 "GET /v2.0/ports?device_id=7f544618-ae90-49cb-a581-602469d4709d HTTP/1.1" status: 200 len: 210 time: 0.1145134 Jan 26 21:05:45.826620 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-4d15ac8e-283d-40ea-903a-c85bfb31c2df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (07b8f93b-32a8-4c59-b7b0-0fb2a35446dd), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:05:45.848427 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-e443f2a0-1399-47f9-b024-b6bb5aca610f None None] Publish callbacks [] for port (40f57725-ad99-42c4-a577-f8ced611cc03), precommit_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:05:45.851195 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4d15ac8e-283d-40ea-903a-c85bfb31c2df admin admin] vlan segment allocate from pool success with {'vlan_id': 595, 'physical_network': 'physnet1'} {{(pid=103304) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 26 21:05:45.858337 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-e443f2a0-1399-47f9-b024-b6bb5aca610f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (40f57725-ad99-42c4-a577-f8ced611cc03), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:05:45.878770 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-4d15ac8e-283d-40ea-903a-c85bfb31c2df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576559'] for segment (c21f1138-374e-4849-8fcc-83af9dfb4afa), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:05:45.879161 n-d-760453-5 neutron-server[103304]: INFO neutron.db.segments_db [None req-4d15ac8e-283d-40ea-903a-c85bfb31c2df admin admin] Added segment c21f1138-374e-4849-8fcc-83af9dfb4afa of type vlan for network 722dc8bc-a87d-4916-a2e7-5838903c4a7c Jan 26 21:05:45.892782 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d15ac8e-283d-40ea-903a-c85bfb31c2df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07b8f93b-32a8-4c59-b7b0-0fb2a35446dd,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:05:45.965730 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-4d15ac8e-283d-40ea-903a-c85bfb31c2df admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746560256871'] for network (722dc8bc-a87d-4916-a2e7-5838903c4a7c), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:05:46.033050 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-4d15ac8e-283d-40ea-903a-c85bfb31c2df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503'] for network (722dc8bc-a87d-4916-a2e7-5838903c4a7c), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:05:46.034696 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d15ac8e-283d-40ea-903a-c85bfb31c2df admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:05:46.034696 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-4d15ac8e-283d-40ea-903a-c85bfb31c2df admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709645'] for network (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:05:46.044478 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c8551a-1476-47de-9688-22863123fb92 req-18835e1d-e853-4433-b78e-d7bc2119e76d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:05:46.048525 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-00c8551a-1476-47de-9688-22863123fb92 req-18835e1d-e853-4433-b78e-d7bc2119e76d service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=d23b24c8db034dca99b1d99ddc0880a5&device_id=61324128-afb5-4d9e-a732-f4dc68e3c9a3 HTTP/1.1" status: 200 len: 1094 time: 0.2930238 Jan 26 21:05:46.087110 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2afd124d-6254-4628-bd23-0296837e0426 None None] Pushing event updated for resources: {'Port': ['ID=40f57725-ad99-42c4-a577-f8ced611cc03,revision_number=3']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:05:46.101843 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-e443f2a0-1399-47f9-b024-b6bb5aca610f None None] Attempting to bind port 40f57725-ad99-42c4-a577-f8ced611cc03 on host n-d-760453-5 for vnic_type normal with profile {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 21:05:46.102247 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-e443f2a0-1399-47f9-b024-b6bb5aca610f None None] Attempting to bind port 40f57725-ad99-42c4-a577-f8ced611cc03 by drivers openvswitch,hyperv on host n-d-760453-5 at level 0 using segments [{'id': '60428a7a-d165-4186-8474-bdc529d4788f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '0e232d8e-6bd0-47cf-8332-9f5fbb537d8b'}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 26 21:05:46.102622 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e443f2a0-1399-47f9-b024-b6bb5aca610f None None] Attempting to bind port 40f57725-ad99-42c4-a577-f8ced611cc03 on network 0e232d8e-6bd0-47cf-8332-9f5fbb537d8b {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 21:05:46.117471 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e443f2a0-1399-47f9-b024-b6bb5aca610f None None] Checking agent: {'id': 'fea0591a-627d-4c87-9a9a-01625ddf3277', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760453-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 20, 55, 25), 'started_at': datetime.datetime(2022, 1, 26, 20, 55, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 21, 5, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760453-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 26 21:05:46.117854 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e443f2a0-1399-47f9-b024-b6bb5aca610f None None] Checking segment: {'id': '60428a7a-d165-4186-8474-bdc529d4788f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '0e232d8e-6bd0-47cf-8332-9f5fbb537d8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 21:05:46.126607 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-e443f2a0-1399-47f9-b024-b6bb5aca610f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:05:46.127109 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e443f2a0-1399-47f9-b024-b6bb5aca610f None None] Bound using segment: {'id': '60428a7a-d165-4186-8474-bdc529d4788f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '0e232d8e-6bd0-47cf-8332-9f5fbb537d8b'} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 26 21:05:46.127633 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-e443f2a0-1399-47f9-b024-b6bb5aca610f None None] Bound port: 40f57725-ad99-42c4-a577-f8ced611cc03, host: n-d-760453-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '60428a7a-d165-4186-8474-bdc529d4788f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '0e232d8e-6bd0-47cf-8332-9f5fbb537d8b'}}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 26 21:05:46.128035 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-e443f2a0-1399-47f9-b024-b6bb5aca610f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (40f57725-ad99-42c4-a577-f8ced611cc03), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:05:46.138483 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-4d15ac8e-283d-40ea-903a-c85bfb31c2df admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.5546467 Jan 26 21:05:46.143758 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 42416) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:05:46.156682 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d15ac8e-283d-40ea-903a-c85bfb31c2df admin admin] Pushing event updated for resources: {'Network': ['ID=722dc8bc-a87d-4916-a2e7-5838903c4a7c,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:05:46.215385 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-a9c5e413-8774-45b1-97a6-5f697325b2d2 admin admin] Request body: {'subnet': {'network_id': '722dc8bc-a87d-4916-a2e7-5838903c4a7c', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-2132543584-subnet', 'tenant_id': '4f1b97f7a7584e36aff8917d9b7a41d8', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:05:46.229709 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-e443f2a0-1399-47f9-b024-b6bb5aca610f None None] For port 40f57725-ad99-42c4-a577-f8ced611cc03, host n-d-760453-5, cleared binding levels {{(pid=103306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 26 21:05:46.233366 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Network 722dc8bc-a87d-4916-a2e7-5838903c4a7c details requested by agent ovs-agent-n-d-760453-5 with host n-d-760453-5 {{(pid=103306) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 26 21:05:46.236673 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-e443f2a0-1399-47f9-b024-b6bb5aca610f None None] For port 40f57725-ad99-42c4-a577-f8ced611cc03, host n-d-760453-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=40f57725-ad99-42c4-a577-f8ced611cc03,segment=NetworkSegment(60428a7a-d165-4186-8474-bdc529d4788f),segment_id=60428a7a-d165-4186-8474-bdc529d4788f)] {{(pid=103306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 26 21:05:46.243430 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394d08f3-b52e-4555-a099-f59295bdcda9 req-fdabf042-de94-4114-9bf4-e645ac0d2d18 tempest-MigrationsAdminTest-1084137346 tempest-MigrationsAdminTest-1084137346-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:05:46.245030 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-394d08f3-b52e-4555-a099-f59295bdcda9 req-fdabf042-de94-4114-9bf4-e645ac0d2d18 tempest-MigrationsAdminTest-1084137346 tempest-MigrationsAdminTest-1084137346-project] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4203367 Jan 26 21:05:46.251657 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-e443f2a0-1399-47f9-b024-b6bb5aca610f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (40f57725-ad99-42c4-a577-f8ced611cc03), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:05:46.269987 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [req-394d08f3-b52e-4555-a099-f59295bdcda9 req-658465aa-50bb-4aaf-a78b-0c95e3061a28 tempest-MigrationsAdminTest-1084137346 tempest-MigrationsAdminTest-1084137346-project] Request body: {'port': {'device_id': '7f544618-ae90-49cb-a581-602469d4709d', 'network_id': '7fbe9cf5-e12c-436d-b372-55a19c9faa30', 'admin_state_up': True, 'tenant_id': 'd178ac49ddc9478db66ba71c81039890'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:05:46.374764 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9c5e413-8774-45b1-97a6-5f697325b2d2 admin admin] Made reservation on behalf of 4f1b97f7a7584e36aff8917d9b7a41d8 for: {'subnet': 1} {{(pid=103305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 21:05:46.382724 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-a9c5e413-8774-45b1-97a6-5f697325b2d2 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:05:46.390947 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac52dcfd-46eb-4d51-b281-4a61b1cd3b6e req-eb735f4a-b05e-4d66-bdb7-934e2b4bd407 tempest-LiveAutoBlockMigrationV225Test-1645909514 tempest-LiveAutoBlockMigrationV225Test-1645909514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:05:46.399218 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-ac52dcfd-46eb-4d51-b281-4a61b1cd3b6e req-eb735f4a-b05e-4d66-bdb7-934e2b4bd407 tempest-LiveAutoBlockMigrationV225Test-1645909514 tempest-LiveAutoBlockMigrationV225Test-1645909514-project] 10.222.0.13 "GET /v2.0/ports?device_id=0bd9219f-31b8-4122-b35d-2ca7b6de3d8d HTTP/1.1" status: 200 len: 943 time: 0.1042628 Jan 26 21:05:46.403893 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e443f2a0-1399-47f9-b024-b6bb5aca610f None None] Routers {'deb8cadc-313a-437e-80f5-c4f3d49d3927'} bound to L3 agent in host n-d-760453-5 {{(pid=103306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 21:05:46.405305 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-e443f2a0-1399-47f9-b024-b6bb5aca610f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-26T20:55:21Z,description=,heartbeat_timestamp=2022-01-26T21:05:21Z,host='n-d-760453-5',id=09df100c-3af1-4b0a-bda8-05914c71c458,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:55:21Z,topic='l3_agent')) {'router_ids': ['deb8cadc-313a-437e-80f5-c4f3d49d3927'], 'active': True} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:05:46.408712 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-b57a1704-62ad-4828-a62e-0c7f16720444 None None] Provisioning complete for port 40f57725-ad99-42c4-a577-f8ced611cc03 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:05:46.409265 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b57a1704-62ad-4828-a62e-0c7f16720444 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (40f57725-ad99-42c4-a577-f8ced611cc03), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:05:46.458198 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2afd124d-6254-4628-bd23-0296837e0426 None None] Pushing event updated for resources: {'Port': ['ID=40f57725-ad99-42c4-a577-f8ced611cc03,revision_number=4']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:05:46.554327 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-ac52dcfd-46eb-4d51-b281-4a61b1cd3b6e req-127ff441-e78a-4c6f-9b34-6d9ab97a1737 tempest-LiveAutoBlockMigrationV225Test-1645909514 tempest-LiveAutoBlockMigrationV225Test-1645909514-project] 10.222.0.13 "GET /v2.0/security-groups?id=d3d52ae6-e761-44ee-98bd-9ad0dc66343a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1452367 Jan 26 21:05:46.573814 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-376de295-eb6c-4ac0-bc84-03cdddb00657 req-d4fd5d95-71a6-42b1-a61d-9baf5a9a2159 tempest-DeleteServersAdminTestJSON-986730985 tempest-DeleteServersAdminTestJSON-986730985-project] 10.222.0.57 "GET /v2.0/networks?tenant_id=2f184c8f2783474a9301ac955aff42f5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0861921 Jan 26 21:05:46.618604 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-394d08f3-b52e-4555-a099-f59295bdcda9 req-658465aa-50bb-4aaf-a78b-0c95e3061a28 tempest-MigrationsAdminTest-1084137346 tempest-MigrationsAdminTest-1084137346-project] Made reservation on behalf of d178ac49ddc9478db66ba71c81039890 for: {'port': 1} {{(pid=103305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 21:05:46.631555 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-394d08f3-b52e-4555-a099-f59295bdcda9 req-658465aa-50bb-4aaf-a78b-0c95e3061a28 tempest-MigrationsAdminTest-1084137346 tempest-MigrationsAdminTest-1084137346-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:05:46.708316 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-394d08f3-b52e-4555-a099-f59295bdcda9 req-658465aa-50bb-4aaf-a78b-0c95e3061a28 tempest-MigrationsAdminTest-1084137346 tempest-MigrationsAdminTest-1084137346-project] Publish callbacks [] for security_group (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:05:46.720121 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c8551a-1476-47de-9688-22863123fb92 req-59828764-b3bb-4edf-a113-98d01468a889 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:05:46.721814 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-00c8551a-1476-47de-9688-22863123fb92 req-59828764-b3bb-4edf-a113-98d01468a889 service neutron] 10.222.0.66 "GET /v2.0/networks?id=9b81ad00-7180-4a41-9594-2bd0d66dbd57 HTTP/1.1" status: 200 len: 923 time: 0.6653464 Jan 26 21:05:46.797810 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376de295-eb6c-4ac0-bc84-03cdddb00657 req-f8e746bb-30f8-403b-bd01-3f1c30fbf818 tempest-DeleteServersAdminTestJSON-986730985 tempest-DeleteServersAdminTestJSON-986730985-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:05:46.800389 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-376de295-eb6c-4ac0-bc84-03cdddb00657 req-f8e746bb-30f8-403b-bd01-3f1c30fbf818 tempest-DeleteServersAdminTestJSON-986730985 tempest-DeleteServersAdminTestJSON-986730985-project] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2231281 Jan 26 21:05:46.821600 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [req-376de295-eb6c-4ac0-bc84-03cdddb00657 req-a726c75e-8fd4-4d7c-97ec-06cc9e5fde57 tempest-DeleteServersAdminTestJSON-986730985 tempest-DeleteServersAdminTestJSON-986730985-project] Request body: {'port': {'device_id': '200740fb-a058-46be-99ea-f179574b5f16', 'network_id': '7fbe9cf5-e12c-436d-b372-55a19c9faa30', 'admin_state_up': True, 'tenant_id': '2f184c8f2783474a9301ac955aff42f5'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:05:46.839782 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvr_db [None req-e443f2a0-1399-47f9-b024-b6bb5aca610f None None] Set router deb8cadc-313a-437e-80f5-c4f3d49d3927 gateway port host: n-d-760453-5 {{(pid=103306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 21:05:46.843487 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-b57a1704-62ad-4828-a62e-0c7f16720444 None None] Current status of the port 40f57725-ad99-42c4-a577-f8ced611cc03 is: DOWN; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:05:46.843888 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b57a1704-62ad-4828-a62e-0c7f16720444 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (40f57725-ad99-42c4-a577-f8ced611cc03), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:05:46.844158 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-08187d91-ce00-4084-82b2-d6d0ce6387e5 req-d282678a-2f4c-4c0a-8c09-95beeb76c980 tempest-DeleteServersAdminTestJSON-986730985 tempest-DeleteServersAdminTestJSON-986730985-project] 10.222.0.13 "GET /v2.0/ports?device_id=200740fb-a058-46be-99ea-f179574b5f16 HTTP/1.1" status: 200 len: 210 time: 0.0423758 Jan 26 21:05:46.913811 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-b57a1704-62ad-4828-a62e-0c7f16720444 None None] For port 40f57725-ad99-42c4-a577-f8ced611cc03, host n-d-760453-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=40f57725-ad99-42c4-a577-f8ced611cc03,segment=NetworkSegment(60428a7a-d165-4186-8474-bdc529d4788f),segment_id=60428a7a-d165-4186-8474-bdc529d4788f)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:05:46.930468 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b57a1704-62ad-4828-a62e-0c7f16720444 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (40f57725-ad99-42c4-a577-f8ced611cc03), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:05:46.999529 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-00c8551a-1476-47de-9688-22863123fb92 req-1516c280-8e69-48dd-8616-9d6619d4fa76 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7681f87a-3365-4544-a8d4-39b7a88e37ee HTTP/1.1" status: 200 len: 217 time: 0.2677011 Jan 26 21:05:47.022323 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b57a1704-62ad-4828-a62e-0c7f16720444 None None] Pushing event updated for resources: {'Port': ['ID=40f57725-ad99-42c4-a577-f8ced611cc03,revision_number=5']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:05:47.100485 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-e0671b2a-412a-4bf6-8722-c27c634011a0 None None] Provisioning complete for port 40f57725-ad99-42c4-a577-f8ced611cc03 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:05:47.100994 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-e0671b2a-412a-4bf6-8722-c27c634011a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (40f57725-ad99-42c4-a577-f8ced611cc03), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:05:47.104922 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c8551a-1476-47de-9688-22863123fb92 req-14c9224f-0f77-43fe-a46d-c9995b4f8eb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:05:47.106713 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-00c8551a-1476-47de-9688-22863123fb92 req-14c9224f-0f77-43fe-a46d-c9995b4f8eb9 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=4d1fd205-2a9b-47a0-a1f2-a48040a3bbee HTTP/1.1" status: 200 len: 861 time: 0.0968406 Jan 26 21:05:47.148758 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d5df8d-61b9-4f57-a21e-bbf4aad55b76 req-27eaf330-20b8-4e5e-9730-6ae3e562d221 tempest-ServersWithSpecificFlavorTestJSON-1678027092 tempest-ServersWithSpecificFlavorTestJSON-1678027092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:05:47.149972 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-e6d5df8d-61b9-4f57-a21e-bbf4aad55b76 req-27eaf330-20b8-4e5e-9730-6ae3e562d221 tempest-ServersWithSpecificFlavorTestJSON-1678027092 tempest-ServersWithSpecificFlavorTestJSON-1678027092-project] 10.222.0.13 "GET /v2.0/ports?device_id=61324128-afb5-4d9e-a732-f4dc68e3c9a3 HTTP/1.1" status: 200 len: 943 time: 0.3235767 Jan 26 21:05:47.195648 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-ec419b7f-51d7-46cf-831b-8e0122309c46 req-cbff5a7d-3036-4bcc-be20-14fad65ddab7 tempest-MigrationsAdminTest-1084137346 tempest-MigrationsAdminTest-1084137346-project] 10.222.0.13 "GET /v2.0/ports?device_id=7f544618-ae90-49cb-a581-602469d4709d HTTP/1.1" status: 200 len: 210 time: 0.0446951 Jan 26 21:05:47.221550 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-a9c5e413-8774-45b1-97a6-5f697325b2d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503'] for subnet (8871b527-c1a0-4fab-8060-a3c03f2e40f0), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:05:47.236783 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-394d08f3-b52e-4555-a099-f59295bdcda9 req-658465aa-50bb-4aaf-a78b-0c95e3061a28 tempest-MigrationsAdminTest-1084137346 tempest-MigrationsAdminTest-1084137346-project] Publish callbacks [] for security_group (e0b082e3-685f-492b-b87f-3045b8ecd8c8), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:05:47.245316 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-e6d5df8d-61b9-4f57-a21e-bbf4aad55b76 req-a01e70a3-bea9-4419-ada3-dfbdda8eead7 tempest-ServersWithSpecificFlavorTestJSON-1678027092 tempest-ServersWithSpecificFlavorTestJSON-1678027092-project] 10.222.0.13 "GET /v2.0/security-groups?id=06e69ac2-3bf6-41aa-8df8-caa9b01a862f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0796108 Jan 26 21:05:47.246551 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-376de295-eb6c-4ac0-bc84-03cdddb00657 req-a726c75e-8fd4-4d7c-97ec-06cc9e5fde57 tempest-DeleteServersAdminTestJSON-986730985 tempest-DeleteServersAdminTestJSON-986730985-project] Made reservation on behalf of 2f184c8f2783474a9301ac955aff42f5 for: {'port': 1} {{(pid=103304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 21:05:47.250071 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-376de295-eb6c-4ac0-bc84-03cdddb00657 req-a726c75e-8fd4-4d7c-97ec-06cc9e5fde57 tempest-DeleteServersAdminTestJSON-986730985 tempest-DeleteServersAdminTestJSON-986730985-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:05:47.271984 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-e0671b2a-412a-4bf6-8722-c27c634011a0 None None] Current status of the port 40f57725-ad99-42c4-a577-f8ced611cc03 is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:05:47.276707 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c8551a-1476-47de-9688-22863123fb92 req-2225cbe0-2522-45c5-a3cf-ca62e9c77b9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:05:47.278666 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-00c8551a-1476-47de-9688-22863123fb92 req-2225cbe0-2522-45c5-a3cf-ca62e9c77b9f service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=9b81ad00-7180-4a41-9594-2bd0d66dbd57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1645494 Jan 26 21:05:47.286422 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-394d08f3-b52e-4555-a099-f59295bdcda9 req-658465aa-50bb-4aaf-a78b-0c95e3061a28 tempest-MigrationsAdminTest-1084137346 tempest-MigrationsAdminTest-1084137346-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (e0b082e3-685f-492b-b87f-3045b8ecd8c8), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:05:47.294660 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-e443f2a0-1399-47f9-b024-b6bb5aca610f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'deb8cadc-313a-437e-80f5-c4f3d49d3927', 'name': 'tempest-AttachSCSIVolumeTestJSON-1568194818-router', 'tenant_id': 'cbd97eaa16634b78b572be068312a61b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'external_fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.6'}], 'enable_snat': True}, 'gw_port_id': '971eddc1-34b3-4605-97e6-405a63879cb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T21:05:36Z', 'updated_at': '2022-01-26T21:05:42Z', 'revision_number': 4, 'project_id': 'cbd97eaa16634b78b572be068312a61b', 'gw_port': {'id': '971eddc1-34b3-4605-97e6-405a63879cb3', 'name': '', 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:8d:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'deb8cadc-313a-437e-80f5-c4f3d49d3927', 'device_owner': 'network:router_gateway', 'standard_attr_id': 196, 'fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:05:36Z', 'updated_at': '2022-01-26T21:05:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-5', '_interfaces': [{'id': '40f57725-ad99-42c4-a577-f8ced611cc03', 'name': '', 'network_id': '0e232d8e-6bd0-47cf-8332-9f5fbb537d8b', 'tenant_id': 'cbd97eaa16634b78b572be068312a61b', 'mac_address': 'fa:16:3e:71:39:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'deb8cadc-313a-437e-80f5-c4f3d49d3927', 'device_owner': 'network:router_interface', 'standard_attr_id': 217, 'fixed_ips': [{'subnet_id': '14c3522c-48d1-46ba-8e7a-f2b4abc51b6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:05:40Z', 'updated_at': '2022-01-26T21:05:46Z', 'revision_number': 4, 'project_id': 'cbd97eaa16634b78b572be068312a61b', 'subnets': [{'id': '14c3522c-48d1-46ba-8e7a-f2b4abc51b6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760453-5', False) {} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:05:47.333712 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e443f2a0-1399-47f9-b024-b6bb5aca610f None None] The sync data for ids ['deb8cadc-313a-437e-80f5-c4f3d49d3927'] in n-d-760453-5 is: [{'id': 'deb8cadc-313a-437e-80f5-c4f3d49d3927', 'name': 'tempest-AttachSCSIVolumeTestJSON-1568194818-router', 'tenant_id': 'cbd97eaa16634b78b572be068312a61b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'external_fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.6'}], 'enable_snat': True}, 'gw_port_id': '971eddc1-34b3-4605-97e6-405a63879cb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T21:05:36Z', 'updated_at': '2022-01-26T21:05:42Z', 'revision_number': 4, 'project_id': 'cbd97eaa16634b78b572be068312a61b', 'gw_port': {'id': '971eddc1-34b3-4605-97e6-405a63879cb3', 'name': '', 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:8d:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'deb8cadc-313a-437e-80f5-c4f3d49d3927', 'device_owner': 'network:router_gateway', 'standard_attr_id': 196, 'fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:05:36Z', 'updated_at': '2022-01-26T21:05:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-5', '_interfaces': [{'id': '40f57725-ad99-42c4-a577-f8ced611cc03', 'name': '', 'network_id': '0e232d8e-6bd0-47cf-8332-9f5fbb537d8b', 'tenant_id': 'cbd97eaa16634b78b572be068312a61b', 'mac_address': 'fa:16:3e:71:39:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'deb8cadc-313a-437e-80f5-c4f3d49d3927', 'device_owner': 'network:router_interface', 'standard_attr_id': 217, 'fixed_ips': [{'subnet_id': '14c3522c-48d1-46ba-8e7a-f2b4abc51b6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:05:40Z', 'updated_at': '2022-01-26T21:05:46Z', 'revision_number': 4, 'project_id': 'cbd97eaa16634b78b572be068312a61b', 'subnets': [{'id': '14c3522c-48d1-46ba-8e7a-f2b4abc51b6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 26 21:05:47.427968 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c5e413-8774-45b1-97a6-5f697325b2d2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8871b527-c1a0-4fab-8060-a3c03f2e40f0,revision_number=0']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:05:47.450431 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-658465aa-50bb-4aaf-a78b-0c95e3061a28 tempest-MigrationsAdminTest-1084137346 tempest-MigrationsAdminTest-1084137346-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e0b082e3-685f-492b-b87f-3045b8ecd8c8,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:05:47.480388 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.db_base_plugin_common [req-376de295-eb6c-4ac0-bc84-03cdddb00657 req-a726c75e-8fd4-4d7c-97ec-06cc9e5fde57 tempest-DeleteServersAdminTestJSON-986730985 tempest-DeleteServersAdminTestJSON-986730985-project] Allocated IP 192.168.233.8 (7fbe9cf5-e12c-436d-b372-55a19c9faa30/fd77e534-75e6-4b90-950e-f5824d584430/9efb5733-ca52-4f6e-82b4-e9c3e55d4aec) {{(pid=103304) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 21:05:47.502046 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9c5e413-8774-45b1-97a6-5f697325b2d2 admin admin] Checking segment: {'id': 'c21f1138-374e-4849-8fcc-83af9dfb4afa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '722dc8bc-a87d-4916-a2e7-5838903c4a7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103305) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 21:05:47.502423 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9c5e413-8774-45b1-97a6-5f697325b2d2 admin admin] Network hostable DHCP agents. Network: 722dc8bc-a87d-4916-a2e7-5838903c4a7c, hostable agents: ['474ccdf7-ab6c-405b-a3b2-dc7b05829902'], hosted agents: [] {{(pid=103305) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 26 21:05:47.529743 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-00c8551a-1476-47de-9688-22863123fb92 req-74fd5fbf-412b-4968-9f7a-6f58af887782 service neutron] 10.222.0.66 "GET /v2.0/networks/9b81ad00-7180-4a41-9594-2bd0d66dbd57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2361195 Jan 26 21:05:47.553575 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9c5e413-8774-45b1-97a6-5f697325b2d2 admin admin] Network 722dc8bc-a87d-4916-a2e7-5838903c4a7c is scheduled to be hosted by DHCP agent 474ccdf7-ab6c-405b-a3b2-dc7b05829902 with binding_index 1 {{(pid=103305) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 26 21:05:47.620880 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [None req-a9c5e413-8774-45b1-97a6-5f697325b2d2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760453-5, 722dc8bc-a87d-4916-a2e7-5838903c4a7c) {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:05:47.627815 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9c5e413-8774-45b1-97a6-5f697325b2d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:05:47.628210 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-a9c5e413-8774-45b1-97a6-5f697325b2d2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709645'] for subnet (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:05:47.653151 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea251bb3-f1b2-4f67-934e-c5fd4ee035df None None] Network 722dc8bc-a87d-4916-a2e7-5838903c4a7c requested from n-d-760453-5 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 26 21:05:47.684969 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-a9c5e413-8774-45b1-97a6-5f697325b2d2 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.4966042 Jan 26 21:05:47.691043 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 42472) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:05:47.702388 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-b54b590d-aeb1-4445-9b72-e119d686631b admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-2132543584-router', 'tenant_id': '4f1b97f7a7584e36aff8917d9b7a41d8', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299'}}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:05:47.743288 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-00c8551a-1476-47de-9688-22863123fb92 req-2180a5d8-1eb7-4d7d-a2df-3597d640dda0 service neutron] 10.222.0.66 "GET /v2.0/networks/9b81ad00-7180-4a41-9594-2bd0d66dbd57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2068489 Jan 26 21:05:47.746659 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-b54b590d-aeb1-4445-9b72-e119d686631b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4104596', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13108'] for router (44e9c2ef-56bf-4b5e-85a8-5d89fa99edbc), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:05:47.748509 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-b54b590d-aeb1-4445-9b72-e119d686631b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4105828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4111306', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3733576', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13069'] for router (44e9c2ef-56bf-4b5e-85a8-5d89fa99edbc), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:05:47.793624 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1d54d6b-219b-422a-bc87-6abb96b92d39 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3c4099e8-8ffb-51d1-af7f-5868973e933f-722dc8bc-a87d-4916-a2e7-5838903c4a7c', 'network_id': '722dc8bc-a87d-4916-a2e7-5838903c4a7c', 'project_id': '4f1b97f7a7584e36aff8917d9b7a41d8', 'fixed_ips': [{'subnet_id': '8871b527-c1a0-4fab-8060-a3c03f2e40f0'}]}} from n-d-760453-5. {{(pid=103306) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 26 21:05:47.794616 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d1d54d6b-219b-422a-bc87-6abb96b92d39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (None), before_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:05:47.797441 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-376de295-eb6c-4ac0-bc84-03cdddb00657 req-a726c75e-8fd4-4d7c-97ec-06cc9e5fde57 tempest-DeleteServersAdminTestJSON-986730985 tempest-DeleteServersAdminTestJSON-986730985-project] Publish callbacks [] for port (9efb5733-ca52-4f6e-82b4-e9c3e55d4aec), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:05:47.821954 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2500faec-568d-4c7a-ae1d-d4c5daeda8b9 req-4a0cc6a6-329b-4515-8567-eda6570f485b tempest-LiveAutoBlockMigrationV225Test-1645909514 tempest-LiveAutoBlockMigrationV225Test-1645909514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:05:47.823810 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-b54b590d-aeb1-4445-9b72-e119d686631b admin admin] Publish callbacks [] for router_controller (44e9c2ef-56bf-4b5e-85a8-5d89fa99edbc), precommit_add_association {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:05:47.831596 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-2500faec-568d-4c7a-ae1d-d4c5daeda8b9 req-4a0cc6a6-329b-4515-8567-eda6570f485b tempest-LiveAutoBlockMigrationV225Test-1645909514 tempest-LiveAutoBlockMigrationV225Test-1645909514-project] 10.222.0.13 "GET /v2.0/ports?device_id=0bd9219f-31b8-4122-b35d-2ca7b6de3d8d HTTP/1.1" status: 200 len: 943 time: 0.1351838 Jan 26 21:05:48.021338 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-2500faec-568d-4c7a-ae1d-d4c5daeda8b9 req-8326ba56-2f09-4736-95b7-a3e8ea731ee4 tempest-LiveAutoBlockMigrationV225Test-1645909514 tempest-LiveAutoBlockMigrationV225Test-1645909514-project] 10.222.0.13 "GET /v2.0/security-groups?id=d3d52ae6-e761-44ee-98bd-9ad0dc66343a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1888056 Jan 26 21:05:48.033516 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-376de295-eb6c-4ac0-bc84-03cdddb00657 req-a726c75e-8fd4-4d7c-97ec-06cc9e5fde57 tempest-DeleteServersAdminTestJSON-986730985 tempest-DeleteServersAdminTestJSON-986730985-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746560234527'] for port (9efb5733-ca52-4f6e-82b4-e9c3e55d4aec), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:05:48.091349 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.db_base_plugin_common [None req-d1d54d6b-219b-422a-bc87-6abb96b92d39 None None] Allocated IP 172.20.0.2 (722dc8bc-a87d-4916-a2e7-5838903c4a7c/8871b527-c1a0-4fab-8060-a3c03f2e40f0/06a6240d-2482-43c9-8aa1-38da93a85f11) {{(pid=103306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 21:05:48.118970 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-b54b590d-aeb1-4445-9b72-e119d686631b admin admin] Publish callbacks [] for router_gateway (44e9c2ef-56bf-4b5e-85a8-5d89fa99edbc), precommit_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:05:48.275784 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-376de295-eb6c-4ac0-bc84-03cdddb00657 req-a726c75e-8fd4-4d7c-97ec-06cc9e5fde57 tempest-DeleteServersAdminTestJSON-986730985 tempest-DeleteServersAdminTestJSON-986730985-project] Network 7fbe9cf5-e12c-436d-b372-55a19c9faa30 is already hosted by enough agents. {{(pid=103304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 21:05:48.319570 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a726c75e-8fd4-4d7c-97ec-06cc9e5fde57 tempest-DeleteServersAdminTestJSON-986730985 tempest-DeleteServersAdminTestJSON-986730985-project] Pushing event updated for resources: {'Port': ['ID=9efb5733-ca52-4f6e-82b4-e9c3e55d4aec,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:05:48.331127 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [req-376de295-eb6c-4ac0-bc84-03cdddb00657 req-a726c75e-8fd4-4d7c-97ec-06cc9e5fde57 tempest-DeleteServersAdminTestJSON-986730985 tempest-DeleteServersAdminTestJSON-986730985-project] Resources bound (agent type, host, resource id): {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:05:48.333705 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [req-376de295-eb6c-4ac0-bc84-03cdddb00657 req-a726c75e-8fd4-4d7c-97ec-06cc9e5fde57 tempest-DeleteServersAdminTestJSON-986730985 tempest-DeleteServersAdminTestJSON-986730985-project] Received port after_create {{(pid=103304) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 21:05:48.341566 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.db_base_plugin_common [req-394d08f3-b52e-4555-a099-f59295bdcda9 req-658465aa-50bb-4aaf-a78b-0c95e3061a28 tempest-MigrationsAdminTest-1084137346 tempest-MigrationsAdminTest-1084137346-project] Allocated IP 192.168.233.173 (7fbe9cf5-e12c-436d-b372-55a19c9faa30/fd77e534-75e6-4b90-950e-f5824d584430/0fe894a4-1ae0-4a4f-bd3a-ef6daeae89d6) {{(pid=103305) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 21:05:48.343056 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376de295-eb6c-4ac0-bc84-03cdddb00657 req-a726c75e-8fd4-4d7c-97ec-06cc9e5fde57 tempest-DeleteServersAdminTestJSON-986730985 tempest-DeleteServersAdminTestJSON-986730985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:05:48.343777 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-376de295-eb6c-4ac0-bc84-03cdddb00657 req-a726c75e-8fd4-4d7c-97ec-06cc9e5fde57 tempest-DeleteServersAdminTestJSON-986730985 tempest-DeleteServersAdminTestJSON-986730985-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:05:48.389974 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-376de295-eb6c-4ac0-bc84-03cdddb00657 req-a726c75e-8fd4-4d7c-97ec-06cc9e5fde57 tempest-DeleteServersAdminTestJSON-986730985 tempest-DeleteServersAdminTestJSON-986730985-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.5724359 Jan 26 21:05:48.411669 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [req-376de295-eb6c-4ac0-bc84-03cdddb00657 req-d5f7b177-f7e3-47d5-9fa8-1982a156405e service neutron] Request body: {'port': {'device_id': '200740fb-a058-46be-99ea-f179574b5f16', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-760453-5'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:05:48.440721 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d1d54d6b-219b-422a-bc87-6abb96b92d39 None None] Publish callbacks [] for port (06a6240d-2482-43c9-8aa1-38da93a85f11), precommit_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:05:48.458408 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d1d54d6b-219b-422a-bc87-6abb96b92d39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746560234527'] for port (06a6240d-2482-43c9-8aa1-38da93a85f11), after_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:05:48.476449 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381cf8b3-a2f8-48d7-a726-7a554cb818d3 req-89aebf5e-4dc6-4297-a40a-ac61f1b0862c tempest-DeleteServersAdminTestJSON-986730985 tempest-DeleteServersAdminTestJSON-986730985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:05:48.479782 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-381cf8b3-a2f8-48d7-a726-7a554cb818d3 req-89aebf5e-4dc6-4297-a40a-ac61f1b0862c tempest-DeleteServersAdminTestJSON-986730985 tempest-DeleteServersAdminTestJSON-986730985-project] 10.222.0.13 "GET /v2.0/ports?device_id=200740fb-a058-46be-99ea-f179574b5f16 HTTP/1.1" status: 200 len: 934 time: 0.3115578 Jan 26 21:05:48.540936 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d54d6b-219b-422a-bc87-6abb96b92d39 None None] Pushing event updated for resources: {'Port': ['ID=06a6240d-2482-43c9-8aa1-38da93a85f11,revision_number=1']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:05:48.547424 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-56eec292-4c0a-4305-b87b-0ddbb73f5600 req-9772f7ea-e412-4b06-bfff-140c5d432971 tempest-MigrationsAdminTest-1084137346 tempest-MigrationsAdminTest-1084137346-project] 10.222.0.13 "GET /v2.0/ports?device_id=7f544618-ae90-49cb-a581-602469d4709d HTTP/1.1" status: 200 len: 210 time: 0.0790331 Jan 26 21:05:48.584365 n-d-760453-5 neutron-server[103306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1d54d6b-219b-422a-bc87-6abb96b92d39 None None] Network 722dc8bc-a87d-4916-a2e7-5838903c4a7c is already hosted by enough agents. {{(pid=103306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 21:05:48.593502 n-d-760453-5 neutron-server[103306]: DEBUG neutron.scheduler.base_scheduler [None req-d1d54d6b-219b-422a-bc87-6abb96b92d39 None None] Resources bound (agent type, host, resource id): {{(pid=103306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:05:48.598602 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1d54d6b-219b-422a-bc87-6abb96b92d39 None None] Received port after_create {{(pid=103306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 21:05:48.625515 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device 40f57725-ad99-42c4-a577-f8ced611cc03 up at agent ovs-agent-n-d-760453-5 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 21:05:48.670780 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-376de295-eb6c-4ac0-bc84-03cdddb00657 req-d5f7b177-f7e3-47d5-9fa8-1982a156405e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (9efb5733-ca52-4f6e-82b4-e9c3e55d4aec), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:05:48.704581 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Device f5fdde2f-c5b7-4189-93c5-ce8ef3d0068c details requested by agent hyperv_n-h1-760453-5 with host n-h1-760453-5 {{(pid=103306) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 26 21:05:48.751041 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-381cf8b3-a2f8-48d7-a726-7a554cb818d3 req-7dde25b4-0057-480e-9b66-23177c53fd81 tempest-DeleteServersAdminTestJSON-986730985 tempest-DeleteServersAdminTestJSON-986730985-project] 10.222.0.13 "GET /v2.0/security-groups?id=e5ebc764-134d-4fd7-a877-9b9331affbb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2602456 Jan 26 21:05:48.758255 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-b54b590d-aeb1-4445-9b72-e119d686631b admin admin] Publish callbacks [] for router_gateway (44e9c2ef-56bf-4b5e-85a8-5d89fa99edbc), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:05:48.786043 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-b54b590d-aeb1-4445-9b72-e119d686631b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:05:48.801801 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677e20a9-fb55-4941-9c3c-5f79b818ceb4 req-43ed8eae-e333-4c1d-ac39-24ab331b0fab tempest-ServersWithSpecificFlavorTestJSON-1678027092 tempest-ServersWithSpecificFlavorTestJSON-1678027092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:05:48.803673 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-677e20a9-fb55-4941-9c3c-5f79b818ceb4 req-43ed8eae-e333-4c1d-ac39-24ab331b0fab tempest-ServersWithSpecificFlavorTestJSON-1678027092 tempest-ServersWithSpecificFlavorTestJSON-1678027092-project] 10.222.0.13 "GET /v2.0/ports?device_id=61324128-afb5-4d9e-a732-f4dc68e3c9a3 HTTP/1.1" status: 200 len: 943 time: 0.1440103 Jan 26 21:05:48.835614 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] For port f5fdde2f-c5b7-4189-93c5-ce8ef3d0068c, host n-h1-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-5',level=0,port_id=f5fdde2f-c5b7-4189-93c5-ce8ef3d0068c,segment=NetworkSegment(ff84b980-87bb-452b-8f52-d472b3cbbe9c),segment_id=ff84b980-87bb-452b-8f52-d472b3cbbe9c)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:05:48.888737 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-394d08f3-b52e-4555-a099-f59295bdcda9 req-658465aa-50bb-4aaf-a78b-0c95e3061a28 tempest-MigrationsAdminTest-1084137346 tempest-MigrationsAdminTest-1084137346-project] Publish callbacks [] for port (0fe894a4-1ae0-4a4f-bd3a-ef6daeae89d6), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:05:48.894692 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Returning: {'device': 'f5fdde2f-c5b7-4189-93c5-ce8ef3d0068c', 'network_id': '1c3811f3-dcb6-4f77-8c26-3e9819d7c63c', 'port_id': 'f5fdde2f-c5b7-4189-93c5-ce8ef3d0068c', 'mac_address': 'fa:16:3e:12:2a:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 565, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dae01ee8-17f0-4a86-8f17-22a537cba2b9', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103306) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 26 21:05:48.914034 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-f0950d2c-17be-4d16-a93a-25a5d7c8aaf7 None None] Provisioning complete for port 9efb5733-ca52-4f6e-82b4-e9c3e55d4aec triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:05:48.914416 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-f0950d2c-17be-4d16-a93a-25a5d7c8aaf7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (9efb5733-ca52-4f6e-82b4-e9c3e55d4aec), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:05:48.988833 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-419d337c-7758-412d-be0c-8a671392cf40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (474ccdf7-ab6c-405b-a3b2-dc7b05829902), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:05:48.999311 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-677e20a9-fb55-4941-9c3c-5f79b818ceb4 req-8c03e7d6-caf9-406f-b6f1-ea9470cfec56 tempest-ServersWithSpecificFlavorTestJSON-1678027092 tempest-ServersWithSpecificFlavorTestJSON-1678027092-project] 10.222.0.13 "GET /v2.0/security-groups?id=06e69ac2-3bf6-41aa-8df8-caa9b01a862f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1873538 Jan 26 21:05:49.001879 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.db_base_plugin_common [None req-b54b590d-aeb1-4445-9b72-e119d686631b admin admin] Allocated IP 172.25.1.202 (4140a1f1-c93a-4bea-83a0-68953a54f299/e48251a1-e30d-4820-8396-00c6f6aeb601/0973b9bf-11c5-4921-88ed-c7bca9da02d6) {{(pid=103305) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 21:05:49.007672 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-394d08f3-b52e-4555-a099-f59295bdcda9 req-658465aa-50bb-4aaf-a78b-0c95e3061a28 tempest-MigrationsAdminTest-1084137346 tempest-MigrationsAdminTest-1084137346-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746560234527'] for port (0fe894a4-1ae0-4a4f-bd3a-ef6daeae89d6), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:05:49.047269 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Current status of the port f5fdde2f-c5b7-4189-93c5-ce8ef3d0068c is: DOWN; New status is: BUILD {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:05:49.047644 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (f5fdde2f-c5b7-4189-93c5-ce8ef3d0068c), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:05:49.089190 n-d-760453-5 neutron-server[103306]: DEBUG neutron.notifiers.nova [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f5fdde2f-c5b7-4189-93c5-ce8ef3d0068c {{(pid=103306) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 26 21:05:49.096585 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-d1d54d6b-219b-422a-bc87-6abb96b92d39 None None] Attempting to bind port 06a6240d-2482-43c9-8aa1-38da93a85f11 on host n-d-760453-5 for vnic_type normal with profile {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 21:05:49.096969 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-d1d54d6b-219b-422a-bc87-6abb96b92d39 None None] Attempting to bind port 06a6240d-2482-43c9-8aa1-38da93a85f11 by drivers openvswitch,hyperv on host n-d-760453-5 at level 0 using segments [{'id': 'c21f1138-374e-4849-8fcc-83af9dfb4afa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '722dc8bc-a87d-4916-a2e7-5838903c4a7c'}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 26 21:05:49.097432 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1d54d6b-219b-422a-bc87-6abb96b92d39 None None] Attempting to bind port 06a6240d-2482-43c9-8aa1-38da93a85f11 on network 722dc8bc-a87d-4916-a2e7-5838903c4a7c {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 21:05:49.100865 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Provisioning complete for port 40f57725-ad99-42c4-a577-f8ced611cc03 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:05:49.101328 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (40f57725-ad99-42c4-a577-f8ced611cc03), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:05:49.103019 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-f0950d2c-17be-4d16-a93a-25a5d7c8aaf7 None None] Port 9efb5733-ca52-4f6e-82b4-e9c3e55d4aec cannot update to ACTIVE because it is not bound. {{(pid=103306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 26 21:05:49.147028 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-394d08f3-b52e-4555-a099-f59295bdcda9 req-658465aa-50bb-4aaf-a78b-0c95e3061a28 tempest-MigrationsAdminTest-1084137346 tempest-MigrationsAdminTest-1084137346-project] Network 7fbe9cf5-e12c-436d-b372-55a19c9faa30 is already hosted by enough agents. {{(pid=103305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 21:05:49.159678 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-658465aa-50bb-4aaf-a78b-0c95e3061a28 tempest-MigrationsAdminTest-1084137346 tempest-MigrationsAdminTest-1084137346-project] Pushing event updated for resources: {'Port': ['ID=0fe894a4-1ae0-4a4f-bd3a-ef6daeae89d6,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:05:49.162900 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1d54d6b-219b-422a-bc87-6abb96b92d39 None None] Checking agent: {'id': 'fea0591a-627d-4c87-9a9a-01625ddf3277', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760453-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 20, 55, 25), 'started_at': datetime.datetime(2022, 1, 26, 20, 55, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 21, 5, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760453-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 26 21:05:49.163488 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1d54d6b-219b-422a-bc87-6abb96b92d39 None None] Checking segment: {'id': 'c21f1138-374e-4849-8fcc-83af9dfb4afa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '722dc8bc-a87d-4916-a2e7-5838903c4a7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 21:05:49.164070 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d1d54d6b-219b-422a-bc87-6abb96b92d39 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:05:49.164608 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1d54d6b-219b-422a-bc87-6abb96b92d39 None None] Bound using segment: {'id': 'c21f1138-374e-4849-8fcc-83af9dfb4afa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '722dc8bc-a87d-4916-a2e7-5838903c4a7c'} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 26 21:05:49.165239 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-d1d54d6b-219b-422a-bc87-6abb96b92d39 None None] Bound port: 06a6240d-2482-43c9-8aa1-38da93a85f11, host: n-d-760453-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c21f1138-374e-4849-8fcc-83af9dfb4afa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '722dc8bc-a87d-4916-a2e7-5838903c4a7c'}}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 26 21:05:49.165795 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d1d54d6b-219b-422a-bc87-6abb96b92d39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (06a6240d-2482-43c9-8aa1-38da93a85f11), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:05:49.187469 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] For port f5fdde2f-c5b7-4189-93c5-ce8ef3d0068c, host n-h1-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-5',level=0,port_id=f5fdde2f-c5b7-4189-93c5-ce8ef3d0068c,segment=NetworkSegment(ff84b980-87bb-452b-8f52-d472b3cbbe9c),segment_id=ff84b980-87bb-452b-8f52-d472b3cbbe9c)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:05:49.200345 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (f5fdde2f-c5b7-4189-93c5-ce8ef3d0068c), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:05:49.212755 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [req-394d08f3-b52e-4555-a099-f59295bdcda9 req-658465aa-50bb-4aaf-a78b-0c95e3061a28 tempest-MigrationsAdminTest-1084137346 tempest-MigrationsAdminTest-1084137346-project] Resources bound (agent type, host, resource id): {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:05:49.224256 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [req-394d08f3-b52e-4555-a099-f59295bdcda9 req-658465aa-50bb-4aaf-a78b-0c95e3061a28 tempest-MigrationsAdminTest-1084137346 tempest-MigrationsAdminTest-1084137346-project] Received port after_create {{(pid=103305) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 21:05:49.230188 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394d08f3-b52e-4555-a099-f59295bdcda9 req-658465aa-50bb-4aaf-a78b-0c95e3061a28 tempest-MigrationsAdminTest-1084137346 tempest-MigrationsAdminTest-1084137346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:05:49.230819 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-394d08f3-b52e-4555-a099-f59295bdcda9 req-658465aa-50bb-4aaf-a78b-0c95e3061a28 tempest-MigrationsAdminTest-1084137346 tempest-MigrationsAdminTest-1084137346-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:05:49.290577 n-d-760453-5 neutron-server[103304]: DEBUG neutron.notifiers.nova [req-376de295-eb6c-4ac0-bc84-03cdddb00657 req-d5f7b177-f7e3-47d5-9fa8-1982a156405e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9efb5733-ca52-4f6e-82b4-e9c3e55d4aec {{(pid=103304) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 26 21:05:49.291844 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-394d08f3-b52e-4555-a099-f59295bdcda9 req-658465aa-50bb-4aaf-a78b-0c95e3061a28 tempest-MigrationsAdminTest-1084137346 tempest-MigrationsAdminTest-1084137346-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.0262501 Jan 26 21:05:49.304198 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-376de295-eb6c-4ac0-bc84-03cdddb00657 req-d5f7b177-f7e3-47d5-9fa8-1982a156405e service neutron] Publish callbacks [] for port (9efb5733-ca52-4f6e-82b4-e9c3e55d4aec), precommit_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:05:49.308999 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [req-394d08f3-b52e-4555-a099-f59295bdcda9 req-6ba737e5-0af7-4c85-b983-6832103a8109 service neutron] Request body: {'port': {'device_id': '7f544618-ae90-49cb-a581-602469d4709d', 'device_owner': 'compute:tempest-test_az-1543113367', 'binding:host_id': 'n-h2-760453-5'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:05:49.320418 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.provisioning_blocks [req-376de295-eb6c-4ac0-bc84-03cdddb00657 req-d5f7b177-f7e3-47d5-9fa8-1982a156405e service neutron] Transition to ACTIVE for port object 9efb5733-ca52-4f6e-82b4-e9c3e55d4aec will not be triggered until provisioned by entity L2. {{(pid=103304) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 21:05:49.335307 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-376de295-eb6c-4ac0-bc84-03cdddb00657 req-d5f7b177-f7e3-47d5-9fa8-1982a156405e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (9efb5733-ca52-4f6e-82b4-e9c3e55d4aec), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:05:49.373246 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-d1d54d6b-219b-422a-bc87-6abb96b92d39 None None] For port 06a6240d-2482-43c9-8aa1-38da93a85f11, host n-d-760453-5, cleared binding levels {{(pid=103306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 26 21:05:49.401331 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-d1d54d6b-219b-422a-bc87-6abb96b92d39 None None] For port 06a6240d-2482-43c9-8aa1-38da93a85f11, host n-d-760453-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=06a6240d-2482-43c9-8aa1-38da93a85f11,segment=NetworkSegment(c21f1138-374e-4849-8fcc-83af9dfb4afa),segment_id=c21f1138-374e-4849-8fcc-83af9dfb4afa)] {{(pid=103306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 26 21:05:49.416219 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.agents_db [None req-569f1ced-6396-4ddf-b79f-e03b0b2146ab None None] Agent healthcheck: found 7 active agents {{(pid=103307) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 26 21:05:49.444346 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-b54b590d-aeb1-4445-9b72-e119d686631b admin admin] Publish callbacks [] for port (0973b9bf-11c5-4921-88ed-c7bca9da02d6), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:05:49.454980 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Pushing event updated for resources: {'Port': ['ID=f5fdde2f-c5b7-4189-93c5-ce8ef3d0068c,revision_number=4']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:05:49.468155 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-394d08f3-b52e-4555-a099-f59295bdcda9 req-6ba737e5-0af7-4c85-b983-6832103a8109 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (0fe894a4-1ae0-4a4f-bd3a-ef6daeae89d6), before_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:05:49.469900 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d1d54d6b-219b-422a-bc87-6abb96b92d39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (06a6240d-2482-43c9-8aa1-38da93a85f11), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:05:49.520894 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d54d6b-219b-422a-bc87-6abb96b92d39 None None] Pushing event updated for resources: {'Port': ['ID=06a6240d-2482-43c9-8aa1-38da93a85f11,revision_number=2']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:05:49.521843 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f7b177-f7e3-47d5-9fa8-1982a156405e service neutron] Pushing event updated for resources: {'Port': ['ID=9efb5733-ca52-4f6e-82b4-e9c3e55d4aec,revision_number=2']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:05:49.535921 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de293379-ab24-404d-868d-61afabbedd77 req-5a287fe5-07bc-4f15-9021-292e0ac6e767 tempest-LiveAutoBlockMigrationV225Test-1645909514 tempest-LiveAutoBlockMigrationV225Test-1645909514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:05:49.543923 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-de293379-ab24-404d-868d-61afabbedd77 req-5a287fe5-07bc-4f15-9021-292e0ac6e767 tempest-LiveAutoBlockMigrationV225Test-1645909514 tempest-LiveAutoBlockMigrationV225Test-1645909514-project] 10.222.0.13 "GET /v2.0/ports?device_id=0bd9219f-31b8-4122-b35d-2ca7b6de3d8d HTTP/1.1" status: 200 len: 944 time: 0.2215478 Jan 26 21:05:49.548108 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [req-376de295-eb6c-4ac0-bc84-03cdddb00657 req-d5f7b177-f7e3-47d5-9fa8-1982a156405e service neutron] Attempting to bind port 9efb5733-ca52-4f6e-82b4-e9c3e55d4aec on host n-h2-760453-5 for vnic_type normal with profile {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 21:05:49.548487 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [req-376de295-eb6c-4ac0-bc84-03cdddb00657 req-d5f7b177-f7e3-47d5-9fa8-1982a156405e service neutron] Attempting to bind port 9efb5733-ca52-4f6e-82b4-e9c3e55d4aec by drivers openvswitch,hyperv on host n-h2-760453-5 at level 0 using segments [{'id': '4eab25d6-89d9-4907-a1c2-51b06443ba33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '7fbe9cf5-e12c-436d-b372-55a19c9faa30'}] {{(pid=103304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 26 21:05:49.548950 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-376de295-eb6c-4ac0-bc84-03cdddb00657 req-d5f7b177-f7e3-47d5-9fa8-1982a156405e service neutron] Attempting to bind port 9efb5733-ca52-4f6e-82b4-e9c3e55d4aec on network 7fbe9cf5-e12c-436d-b372-55a19c9faa30 {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 21:05:49.570866 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-376de295-eb6c-4ac0-bc84-03cdddb00657 req-d5f7b177-f7e3-47d5-9fa8-1982a156405e service neutron] Port 9efb5733-ca52-4f6e-82b4-e9c3e55d4aec on network 7fbe9cf5-e12c-436d-b372-55a19c9faa30 not bound, no agent of type Open vSwitch agent registered on host n-h2-760453-5 {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 26 21:05:49.570866 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-376de295-eb6c-4ac0-bc84-03cdddb00657 req-d5f7b177-f7e3-47d5-9fa8-1982a156405e service neutron] Attempting to bind port 9efb5733-ca52-4f6e-82b4-e9c3e55d4aec on network 7fbe9cf5-e12c-436d-b372-55a19c9faa30 {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 21:05:49.580096 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-376de295-eb6c-4ac0-bc84-03cdddb00657 req-d5f7b177-f7e3-47d5-9fa8-1982a156405e service neutron] Checking agent: {'id': '4d619873-4b60-439f-9b5a-b155dc8bbc34', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-760453-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 21, 2, 53), 'started_at': datetime.datetime(2022, 1, 26, 21, 2, 53), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 21, 5, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 26 21:05:49.580376 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-376de295-eb6c-4ac0-bc84-03cdddb00657 req-d5f7b177-f7e3-47d5-9fa8-1982a156405e service neutron] Checking segment: {'id': '4eab25d6-89d9-4907-a1c2-51b06443ba33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '7fbe9cf5-e12c-436d-b372-55a19c9faa30'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103304) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 21:05:49.581315 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-376de295-eb6c-4ac0-bc84-03cdddb00657 req-d5f7b177-f7e3-47d5-9fa8-1982a156405e service neutron] Bound using segment: {'id': '4eab25d6-89d9-4907-a1c2-51b06443ba33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '7fbe9cf5-e12c-436d-b372-55a19c9faa30'} {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 26 21:05:49.581917 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [req-376de295-eb6c-4ac0-bc84-03cdddb00657 req-d5f7b177-f7e3-47d5-9fa8-1982a156405e service neutron] Bound port: 9efb5733-ca52-4f6e-82b4-e9c3e55d4aec, host: n-h2-760453-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4eab25d6-89d9-4907-a1c2-51b06443ba33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '7fbe9cf5-e12c-436d-b372-55a19c9faa30'}}] {{(pid=103304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 26 21:05:49.582419 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-376de295-eb6c-4ac0-bc84-03cdddb00657 req-d5f7b177-f7e3-47d5-9fa8-1982a156405e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (9efb5733-ca52-4f6e-82b4-e9c3e55d4aec), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:05:49.588310 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Current status of the port 40f57725-ad99-42c4-a577-f8ced611cc03 is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:05:49.625610 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-b54b590d-aeb1-4445-9b72-e119d686631b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746560234527'] for port (0973b9bf-11c5-4921-88ed-c7bca9da02d6), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:05:49.643429 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-9c26e6b2-4fe5-4db9-b1bf-20b699f3a1b6 None None] Provisioning complete for port 0fe894a4-1ae0-4a4f-bd3a-ef6daeae89d6 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:05:49.644073 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-9c26e6b2-4fe5-4db9-b1bf-20b699f3a1b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (0fe894a4-1ae0-4a4f-bd3a-ef6daeae89d6), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:05:49.674064 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-de293379-ab24-404d-868d-61afabbedd77 req-2a33f39f-2273-4233-9d55-9e7c4ac0446c tempest-LiveAutoBlockMigrationV225Test-1645909514 tempest-LiveAutoBlockMigrationV225Test-1645909514-project] 10.222.0.13 "GET /v2.0/security-groups?id=d3d52ae6-e761-44ee-98bd-9ad0dc66343a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1265638 Jan 26 21:05:49.719184 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] get_ports_and_sgs() called for port_ids ['f5fdde2f-c5b7-4189-93c5-ce8ef3d0068c'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 26 21:05:49.739953 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [req-376de295-eb6c-4ac0-bc84-03cdddb00657 req-d5f7b177-f7e3-47d5-9fa8-1982a156405e service neutron] For port 9efb5733-ca52-4f6e-82b4-e9c3e55d4aec, host n-h2-760453-5, cleared binding levels {{(pid=103304) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 26 21:05:49.740096 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b54b590d-aeb1-4445-9b72-e119d686631b admin admin] Network 4140a1f1-c93a-4bea-83a0-68953a54f299 is already hosted by enough agents. {{(pid=103305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 21:05:49.749717 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [req-376de295-eb6c-4ac0-bc84-03cdddb00657 req-d5f7b177-f7e3-47d5-9fa8-1982a156405e service neutron] For port 9efb5733-ca52-4f6e-82b4-e9c3e55d4aec, host n-h2-760453-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-5',level=0,port_id=9efb5733-ca52-4f6e-82b4-e9c3e55d4aec,segment=NetworkSegment(4eab25d6-89d9-4907-a1c2-51b06443ba33),segment_id=4eab25d6-89d9-4907-a1c2-51b06443ba33)] {{(pid=103304) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 26 21:05:49.759677 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [None req-b54b590d-aeb1-4445-9b72-e119d686631b admin admin] Resources bound (agent type, host, resource id): {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:05:49.764738 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-376de295-eb6c-4ac0-bc84-03cdddb00657 req-d5f7b177-f7e3-47d5-9fa8-1982a156405e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (9efb5733-ca52-4f6e-82b4-e9c3e55d4aec), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:05:49.790204 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b54b590d-aeb1-4445-9b72-e119d686631b admin admin] Received port after_create {{(pid=103305) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 21:05:49.799051 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b54b590d-aeb1-4445-9b72-e119d686631b admin admin] Pushing event updated for resources: {'Port': ['ID=0973b9bf-11c5-4921-88ed-c7bca9da02d6,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:05:49.869155 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f7b177-f7e3-47d5-9fa8-1982a156405e service neutron] Pushing event updated for resources: {'Port': ['ID=9efb5733-ca52-4f6e-82b4-e9c3e55d4aec,revision_number=3']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:05:49.871732 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-9c26e6b2-4fe5-4db9-b1bf-20b699f3a1b6 None None] Port 0fe894a4-1ae0-4a4f-bd3a-ef6daeae89d6 cannot update to ACTIVE because it is not bound. {{(pid=103306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 26 21:05:49.913557 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376de295-eb6c-4ac0-bc84-03cdddb00657 req-d5f7b177-f7e3-47d5-9fa8-1982a156405e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:05:49.914993 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-376de295-eb6c-4ac0-bc84-03cdddb00657 req-d5f7b177-f7e3-47d5-9fa8-1982a156405e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:05:49.917407 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-376de295-eb6c-4ac0-bc84-03cdddb00657 req-d5f7b177-f7e3-47d5-9fa8-1982a156405e service neutron] 10.222.0.57 "PUT /v2.0/ports/9efb5733-ca52-4f6e-82b4-e9c3e55d4aec HTTP/1.1" status: 200 len: 1094 time: 1.5129454 Jan 26 21:05:49.975815 n-d-760453-5 neutron-server[103304]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '200740fb-a058-46be-99ea-f179574b5f16', 'tag': '9efb5733-ca52-4f6e-82b4-e9c3e55d4aec'}] {{(pid=103304) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 21:05:49.980124 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d52b45f1943fcd332af9527eb73ff93c8d715d44383a3f6d18de73b4cfcf87b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17c1a6ae-4d00-4d1b-8407-c4567de57ac0" -d '{"events": [{"name": "network-changed", "server_uuid": "200740fb-a058-46be-99ea-f179574b5f16", "tag": "9efb5733-ca52-4f6e-82b4-e9c3e55d4aec"}]}' {{(pid=103304) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 21:05:50.084782 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db2ddb5-5e81-4f9e-becc-9a063c8fb4b8 req-4fe8c6fc-f840-4426-b08e-77e78488efd9 tempest-MigrationsAdminTest-1084137346 tempest-MigrationsAdminTest-1084137346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:05:50.089532 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-5db2ddb5-5e81-4f9e-becc-9a063c8fb4b8 req-4fe8c6fc-f840-4426-b08e-77e78488efd9 tempest-MigrationsAdminTest-1084137346 tempest-MigrationsAdminTest-1084137346-project] 10.222.0.13 "GET /v2.0/ports?device_id=7f544618-ae90-49cb-a581-602469d4709d HTTP/1.1" status: 200 len: 936 time: 0.2230556 Jan 26 21:05:50.114958 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce17dc0e-2b07-4152-a4ea-e565baf6e8f5 req-ac4643c3-e954-42ea-ae59-744c109f7a19 tempest-DeleteServersAdminTestJSON-986730985 tempest-DeleteServersAdminTestJSON-986730985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:05:50.118838 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-ce17dc0e-2b07-4152-a4ea-e565baf6e8f5 req-ac4643c3-e954-42ea-ae59-744c109f7a19 tempest-DeleteServersAdminTestJSON-986730985 tempest-DeleteServersAdminTestJSON-986730985-project] 10.222.0.13 "GET /v2.0/ports?device_id=200740fb-a058-46be-99ea-f179574b5f16 HTTP/1.1" status: 200 len: 946 time: 0.2206700 Jan 26 21:05:50.124409 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376de295-eb6c-4ac0-bc84-03cdddb00657 req-fd926ee3-ed36-4823-a044-6fd4cb37ec3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:05:50.126797 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-376de295-eb6c-4ac0-bc84-03cdddb00657 req-fd926ee3-ed36-4823-a044-6fd4cb37ec3e service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=2f184c8f2783474a9301ac955aff42f5&device_id=200740fb-a058-46be-99ea-f179574b5f16 HTTP/1.1" status: 200 len: 1097 time: 0.1449685 Jan 26 21:05:50.215232 n-d-760453-5 neutron-server[103305]: DEBUG neutron.notifiers.nova [req-394d08f3-b52e-4555-a099-f59295bdcda9 req-6ba737e5-0af7-4c85-b983-6832103a8109 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0fe894a4-1ae0-4a4f-bd3a-ef6daeae89d6 {{(pid=103305) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 26 21:05:50.225936 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-394d08f3-b52e-4555-a099-f59295bdcda9 req-6ba737e5-0af7-4c85-b983-6832103a8109 service neutron] Publish callbacks [] for port (0fe894a4-1ae0-4a4f-bd3a-ef6daeae89d6), precommit_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:05:50.230074 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-ce17dc0e-2b07-4152-a4ea-e565baf6e8f5 req-775fc9a1-6bbb-43ad-a900-6d6e7416a1a4 tempest-DeleteServersAdminTestJSON-986730985 tempest-DeleteServersAdminTestJSON-986730985-project] 10.222.0.13 "GET /v2.0/security-groups?id=e5ebc764-134d-4fd7-a877-9b9331affbb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972493 Jan 26 21:05:50.273186 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.provisioning_blocks [req-394d08f3-b52e-4555-a099-f59295bdcda9 req-6ba737e5-0af7-4c85-b983-6832103a8109 service neutron] Transition to ACTIVE for port object 0fe894a4-1ae0-4a4f-bd3a-ef6daeae89d6 will not be triggered until provisioned by entity L2. {{(pid=103305) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 21:05:50.284733 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-394d08f3-b52e-4555-a099-f59295bdcda9 req-6ba737e5-0af7-4c85-b983-6832103a8109 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (0fe894a4-1ae0-4a4f-bd3a-ef6daeae89d6), after_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:05:50.293062 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-376de295-eb6c-4ac0-bc84-03cdddb00657 req-a31f2e68-378b-4661-8205-ba6b2ca8460f service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.8&port_id=9efb5733-ca52-4f6e-82b4-e9c3e55d4aec HTTP/1.1" status: 200 len: 217 time: 0.1356926 Jan 26 21:05:50.302091 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-5db2ddb5-5e81-4f9e-becc-9a063c8fb4b8 req-d9c3bba7-55d9-4360-8b28-e5901181e939 tempest-MigrationsAdminTest-1084137346 tempest-MigrationsAdminTest-1084137346-project] 10.222.0.13 "GET /v2.0/security-groups?id=e0b082e3-685f-492b-b87f-3045b8ecd8c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1817524 Jan 26 21:05:50.334043 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-b54b590d-aeb1-4445-9b72-e119d686631b admin admin] Publish callbacks [] for router_gateway (44e9c2ef-56bf-4b5e-85a8-5d89fa99edbc), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:05:50.377125 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376de295-eb6c-4ac0-bc84-03cdddb00657 req-c24af5ac-7e8f-4cc3-9f84-955c0fee1a1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:05:50.378790 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-376de295-eb6c-4ac0-bc84-03cdddb00657 req-c24af5ac-7e8f-4cc3-9f84-955c0fee1a1b service neutron] 10.222.0.57 "GET /v2.0/subnets?id=fd77e534-75e6-4b90-950e-f5824d584430 HTTP/1.1" status: 200 len: 843 time: 0.0754652 Jan 26 21:05:50.437721 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 26 Jan 2022 21:05:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93a66872-08b7-43e5-989a-64fc2cea877e x-openstack-request-id: req-93a66872-08b7-43e5-989a-64fc2cea877e {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 21:05:50.438021 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "200740fb-a058-46be-99ea-f179574b5f16", "tag": "9efb5733-ca52-4f6e-82b4-e9c3e55d4aec", "status": "completed", "code": 200}]} {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 21:05:50.438279 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-93a66872-08b7-43e5-989a-64fc2cea877e {{(pid=103304) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 21:05:50.438821 n-d-760453-5 neutron-server[103304]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '200740fb-a058-46be-99ea-f179574b5f16', 'tag': '9efb5733-ca52-4f6e-82b4-e9c3e55d4aec', 'status': 'completed', 'code': 200} Jan 26 21:05:50.439559 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba737e5-0af7-4c85-b983-6832103a8109 service neutron] Pushing event updated for resources: {'Port': ['ID=0fe894a4-1ae0-4a4f-bd3a-ef6daeae89d6,revision_number=2']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:05:50.458410 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376de295-eb6c-4ac0-bc84-03cdddb00657 req-b04bd674-0f76-45ff-b825-090efdae813e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:05:50.460267 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-376de295-eb6c-4ac0-bc84-03cdddb00657 req-b04bd674-0f76-45ff-b825-090efdae813e service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=7fbe9cf5-e12c-436d-b372-55a19c9faa30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0683441 Jan 26 21:05:50.580449 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [req-394d08f3-b52e-4555-a099-f59295bdcda9 req-6ba737e5-0af7-4c85-b983-6832103a8109 service neutron] Attempting to bind port 0fe894a4-1ae0-4a4f-bd3a-ef6daeae89d6 on host n-h2-760453-5 for vnic_type normal with profile {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 21:05:50.580800 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [req-394d08f3-b52e-4555-a099-f59295bdcda9 req-6ba737e5-0af7-4c85-b983-6832103a8109 service neutron] Attempting to bind port 0fe894a4-1ae0-4a4f-bd3a-ef6daeae89d6 by drivers openvswitch,hyperv on host n-h2-760453-5 at level 0 using segments [{'id': '4eab25d6-89d9-4907-a1c2-51b06443ba33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '7fbe9cf5-e12c-436d-b372-55a19c9faa30'}] {{(pid=103305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 26 21:05:50.581166 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-394d08f3-b52e-4555-a099-f59295bdcda9 req-6ba737e5-0af7-4c85-b983-6832103a8109 service neutron] Attempting to bind port 0fe894a4-1ae0-4a4f-bd3a-ef6daeae89d6 on network 7fbe9cf5-e12c-436d-b372-55a19c9faa30 {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 21:05:50.595061 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-394d08f3-b52e-4555-a099-f59295bdcda9 req-6ba737e5-0af7-4c85-b983-6832103a8109 service neutron] Port 0fe894a4-1ae0-4a4f-bd3a-ef6daeae89d6 on network 7fbe9cf5-e12c-436d-b372-55a19c9faa30 not bound, no agent of type Open vSwitch agent registered on host n-h2-760453-5 {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 26 21:05:50.595586 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-394d08f3-b52e-4555-a099-f59295bdcda9 req-6ba737e5-0af7-4c85-b983-6832103a8109 service neutron] Attempting to bind port 0fe894a4-1ae0-4a4f-bd3a-ef6daeae89d6 on network 7fbe9cf5-e12c-436d-b372-55a19c9faa30 {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 21:05:50.618613 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-394d08f3-b52e-4555-a099-f59295bdcda9 req-6ba737e5-0af7-4c85-b983-6832103a8109 service neutron] Checking agent: {'id': '4d619873-4b60-439f-9b5a-b155dc8bbc34', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-760453-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 21, 2, 53), 'started_at': datetime.datetime(2022, 1, 26, 21, 2, 53), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 21, 5, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 26 21:05:50.618987 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-394d08f3-b52e-4555-a099-f59295bdcda9 req-6ba737e5-0af7-4c85-b983-6832103a8109 service neutron] Checking segment: {'id': '4eab25d6-89d9-4907-a1c2-51b06443ba33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '7fbe9cf5-e12c-436d-b372-55a19c9faa30'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103305) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 21:05:50.619283 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-394d08f3-b52e-4555-a099-f59295bdcda9 req-6ba737e5-0af7-4c85-b983-6832103a8109 service neutron] Bound using segment: {'id': '4eab25d6-89d9-4907-a1c2-51b06443ba33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '7fbe9cf5-e12c-436d-b372-55a19c9faa30'} {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 26 21:05:50.620743 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [req-394d08f3-b52e-4555-a099-f59295bdcda9 req-6ba737e5-0af7-4c85-b983-6832103a8109 service neutron] Bound port: 0fe894a4-1ae0-4a4f-bd3a-ef6daeae89d6, host: n-h2-760453-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4eab25d6-89d9-4907-a1c2-51b06443ba33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '7fbe9cf5-e12c-436d-b372-55a19c9faa30'}}] {{(pid=103305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 26 21:05:50.620743 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-394d08f3-b52e-4555-a099-f59295bdcda9 req-6ba737e5-0af7-4c85-b983-6832103a8109 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (0fe894a4-1ae0-4a4f-bd3a-ef6daeae89d6), before_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:05:50.640621 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7868701d-664e-4fc8-8bd9-be0845d0e053 req-0f8370ca-5fa9-42a4-9467-29d83b5c1a0e tempest-ServersWithSpecificFlavorTestJSON-1678027092 tempest-ServersWithSpecificFlavorTestJSON-1678027092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:05:50.642250 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-7868701d-664e-4fc8-8bd9-be0845d0e053 req-0f8370ca-5fa9-42a4-9467-29d83b5c1a0e tempest-ServersWithSpecificFlavorTestJSON-1678027092 tempest-ServersWithSpecificFlavorTestJSON-1678027092-project] 10.222.0.13 "GET /v2.0/ports?device_id=61324128-afb5-4d9e-a732-f4dc68e3c9a3 HTTP/1.1" status: 200 len: 943 time: 0.1459298 Jan 26 21:05:50.687841 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-376de295-eb6c-4ac0-bc84-03cdddb00657 req-93eb383f-626d-40a5-9416-7267728c23e8 service neutron] 10.222.0.57 "GET /v2.0/networks/7fbe9cf5-e12c-436d-b372-55a19c9faa30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2202473 Jan 26 21:05:50.702956 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device 06a6240d-2482-43c9-8aa1-38da93a85f11 up at agent ovs-agent-n-d-760453-5 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 21:05:50.717123 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Device 7681f87a-3365-4544-a8d4-39b7a88e37ee details requested by agent hyperv_n-h1-760453-5 with host n-h1-760453-5 {{(pid=103306) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 26 21:05:50.817090 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-7868701d-664e-4fc8-8bd9-be0845d0e053 req-2faaded6-8844-4cf9-8ba1-e77215ac428b tempest-ServersWithSpecificFlavorTestJSON-1678027092 tempest-ServersWithSpecificFlavorTestJSON-1678027092-project] 10.222.0.13 "GET /v2.0/security-groups?id=06e69ac2-3bf6-41aa-8df8-caa9b01a862f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1492770 Jan 26 21:05:50.897169 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-376de295-eb6c-4ac0-bc84-03cdddb00657 req-df23e81b-666c-472d-9cbd-77810cdeebf6 service neutron] 10.222.0.57 "GET /v2.0/networks/7fbe9cf5-e12c-436d-b372-55a19c9faa30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2019234 Jan 26 21:05:51.001916 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Provisioning complete for port 06a6240d-2482-43c9-8aa1-38da93a85f11 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:05:51.002302 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (06a6240d-2482-43c9-8aa1-38da93a85f11), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:05:51.056735 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] For port 7681f87a-3365-4544-a8d4-39b7a88e37ee, host n-h1-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-5',level=0,port_id=7681f87a-3365-4544-a8d4-39b7a88e37ee,segment=NetworkSegment(86abbadd-e980-48d3-bcba-75375a5948b3),segment_id=86abbadd-e980-48d3-bcba-75375a5948b3)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:05:51.098781 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Returning: {'device': '7681f87a-3365-4544-a8d4-39b7a88e37ee', 'network_id': '9b81ad00-7180-4a41-9594-2bd0d66dbd57', 'port_id': '7681f87a-3365-4544-a8d4-39b7a88e37ee', 'mac_address': 'fa:16:3e:01:24:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 558, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4d1fd205-2a9b-47a0-a1f2-a48040a3bbee', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103306) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 26 21:05:51.116645 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c1a6ae-4d00-4d1b-8407-c4567de57ac0 req-4f633416-712f-410d-8ad8-5a3300d577e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:05:51.119074 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-17c1a6ae-4d00-4d1b-8407-c4567de57ac0 req-4f633416-712f-410d-8ad8-5a3300d577e5 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=2f184c8f2783474a9301ac955aff42f5&device_id=200740fb-a058-46be-99ea-f179574b5f16 HTTP/1.1" status: 200 len: 1097 time: 0.1506486 Jan 26 21:05:51.129266 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99bfaa58-e53f-4406-b2f9-d6532faa2313 req-3c24a092-afb4-4a3d-a4dc-0bd0ce0afc1f tempest-LiveAutoBlockMigrationV225Test-1645909514 tempest-LiveAutoBlockMigrationV225Test-1645909514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:05:51.143975 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-99bfaa58-e53f-4406-b2f9-d6532faa2313 req-3c24a092-afb4-4a3d-a4dc-0bd0ce0afc1f tempest-LiveAutoBlockMigrationV225Test-1645909514 tempest-LiveAutoBlockMigrationV225Test-1645909514-project] 10.222.0.13 "GET /v2.0/ports?device_id=0bd9219f-31b8-4122-b35d-2ca7b6de3d8d HTTP/1.1" status: 200 len: 944 time: 0.1652162 Jan 26 21:05:51.157633 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [req-394d08f3-b52e-4555-a099-f59295bdcda9 req-6ba737e5-0af7-4c85-b983-6832103a8109 service neutron] For port 0fe894a4-1ae0-4a4f-bd3a-ef6daeae89d6, host n-h2-760453-5, cleared binding levels {{(pid=103305) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 26 21:05:51.178178 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [req-394d08f3-b52e-4555-a099-f59295bdcda9 req-6ba737e5-0af7-4c85-b983-6832103a8109 service neutron] For port 0fe894a4-1ae0-4a4f-bd3a-ef6daeae89d6, host n-h2-760453-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-5',level=0,port_id=0fe894a4-1ae0-4a4f-bd3a-ef6daeae89d6,segment=NetworkSegment(4eab25d6-89d9-4907-a1c2-51b06443ba33),segment_id=4eab25d6-89d9-4907-a1c2-51b06443ba33)] {{(pid=103305) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 26 21:05:51.180350 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-b54b590d-aeb1-4445-9b72-e119d686631b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4105757', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4111263'] for router (44e9c2ef-56bf-4b5e-85a8-5d89fa99edbc), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:05:51.191172 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-394d08f3-b52e-4555-a099-f59295bdcda9 req-6ba737e5-0af7-4c85-b983-6832103a8109 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (0fe894a4-1ae0-4a4f-bd3a-ef6daeae89d6), after_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:05:51.314310 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d51207a8-693d-481c-9169-ef07504de8b1 None None] Network 722dc8bc-a87d-4916-a2e7-5838903c4a7c requested from n-d-760453-5 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 26 21:05:51.317593 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-99bfaa58-e53f-4406-b2f9-d6532faa2313 req-535a8a3b-d1e8-4116-9019-01a23d669f62 tempest-LiveAutoBlockMigrationV225Test-1645909514 tempest-LiveAutoBlockMigrationV225Test-1645909514-project] 10.222.0.13 "GET /v2.0/security-groups?id=d3d52ae6-e761-44ee-98bd-9ad0dc66343a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1681516 Jan 26 21:05:51.328939 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394d08f3-b52e-4555-a099-f59295bdcda9 req-6ba737e5-0af7-4c85-b983-6832103a8109 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:05:51.330151 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-394d08f3-b52e-4555-a099-f59295bdcda9 req-6ba737e5-0af7-4c85-b983-6832103a8109 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:05:51.331672 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-394d08f3-b52e-4555-a099-f59295bdcda9 req-6ba737e5-0af7-4c85-b983-6832103a8109 service neutron] 10.222.0.57 "PUT /v2.0/ports/0fe894a4-1ae0-4a4f-bd3a-ef6daeae89d6 HTTP/1.1" status: 200 len: 1118 time: 2.0301499 Jan 26 21:05:51.332145 n-d-760453-5 neutron-server[103305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7f544618-ae90-49cb-a581-602469d4709d', 'tag': '0fe894a4-1ae0-4a4f-bd3a-ef6daeae89d6'}] {{(pid=103305) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 21:05:51.336373 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d4654568b7bf041e72ff8fe1c96d6d761d9c921f2b99bc7b3a26632be20cee0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e269493-99fb-4ac0-bf22-777b17c58a06" -d '{"events": [{"name": "network-changed", "server_uuid": "7f544618-ae90-49cb-a581-602469d4709d", "tag": "0fe894a4-1ae0-4a4f-bd3a-ef6daeae89d6"}]}' {{(pid=103305) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 21:05:51.419115 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c1a6ae-4d00-4d1b-8407-c4567de57ac0 req-595fff0c-0cc8-446b-992d-9ee306e8cd45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:05:51.420626 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-17c1a6ae-4d00-4d1b-8407-c4567de57ac0 req-595fff0c-0cc8-446b-992d-9ee306e8cd45 service neutron] 10.222.0.57 "GET /v2.0/networks?id=7fbe9cf5-e12c-436d-b372-55a19c9faa30 HTTP/1.1" status: 200 len: 870 time: 0.2707558 Jan 26 21:05:51.525992 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 42600) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:05:51.528531 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba737e5-0af7-4c85-b983-6832103a8109 service neutron] Pushing event updated for resources: {'Port': ['ID=0fe894a4-1ae0-4a4f-bd3a-ef6daeae89d6,revision_number=3']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:05:51.533312 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-17c1a6ae-4d00-4d1b-8407-c4567de57ac0 req-b91b0f1b-fd76-4114-a1e8-763d08cae469 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.8&port_id=9efb5733-ca52-4f6e-82b4-e9c3e55d4aec HTTP/1.1" status: 200 len: 217 time: 0.1033387 Jan 26 21:05:51.558360 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Current status of the port 06a6240d-2482-43c9-8aa1-38da93a85f11 is: DOWN; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:05:51.558780 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (06a6240d-2482-43c9-8aa1-38da93a85f11), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:05:51.606304 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-3146b7a8-c7b2-4470-861e-99f19526f0c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (09df100c-3af1-4b0a-bda8-05914c71c458), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:05:51.610300 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Current status of the port 7681f87a-3365-4544-a8d4-39b7a88e37ee is: DOWN; New status is: BUILD {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:05:51.612332 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (7681f87a-3365-4544-a8d4-39b7a88e37ee), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:05:51.639941 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-6596c563-8ec1-4f07-ba36-5a9e7fabf237 None None] Provisioning complete for port 06a6240d-2482-43c9-8aa1-38da93a85f11 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:05:51.641151 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-6596c563-8ec1-4f07-ba36-5a9e7fabf237 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (06a6240d-2482-43c9-8aa1-38da93a85f11), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:05:51.649757 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394d08f3-b52e-4555-a099-f59295bdcda9 req-74992637-b054-439a-b4ee-47497d8c0db3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:05:51.653038 n-d-760453-5 neutron-server[103306]: DEBUG neutron.notifiers.nova [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7681f87a-3365-4544-a8d4-39b7a88e37ee {{(pid=103306) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 26 21:05:51.654117 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-394d08f3-b52e-4555-a099-f59295bdcda9 req-74992637-b054-439a-b4ee-47497d8c0db3 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=d178ac49ddc9478db66ba71c81039890&device_id=7f544618-ae90-49cb-a581-602469d4709d HTTP/1.1" status: 200 len: 1121 time: 0.2572377 Jan 26 21:05:51.670071 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c1a6ae-4d00-4d1b-8407-c4567de57ac0 req-28bbfded-c5d0-43cc-bce8-e77cd97c3222 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:05:51.672797 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-17c1a6ae-4d00-4d1b-8407-c4567de57ac0 req-28bbfded-c5d0-43cc-bce8-e77cd97c3222 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=fd77e534-75e6-4b90-950e-f5824d584430 HTTP/1.1" status: 200 len: 843 time: 0.1289375 Jan 26 21:05:51.681910 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ef5654-97f1-4e0c-a33f-63e3def8e369 req-47eceb60-cea0-4ca2-9dbd-e6b669534f83 tempest-DeleteServersAdminTestJSON-986730985 tempest-DeleteServersAdminTestJSON-986730985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:05:51.691267 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-72ef5654-97f1-4e0c-a33f-63e3def8e369 req-47eceb60-cea0-4ca2-9dbd-e6b669534f83 tempest-DeleteServersAdminTestJSON-986730985 tempest-DeleteServersAdminTestJSON-986730985-project] 10.222.0.13 "GET /v2.0/ports?device_id=200740fb-a058-46be-99ea-f179574b5f16 HTTP/1.1" status: 200 len: 946 time: 0.1597853 Jan 26 21:05:51.707463 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3a0493-bafb-45fb-9d4f-e008f41515fd req-079857ac-4e23-494e-bbbe-35490d6b1859 tempest-MigrationsAdminTest-1084137346 tempest-MigrationsAdminTest-1084137346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:05:51.709889 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-9b3a0493-bafb-45fb-9d4f-e008f41515fd req-079857ac-4e23-494e-bbbe-35490d6b1859 tempest-MigrationsAdminTest-1084137346 tempest-MigrationsAdminTest-1084137346-project] 10.222.0.13 "GET /v2.0/ports?device_id=7f544618-ae90-49cb-a581-602469d4709d HTTP/1.1" status: 200 len: 970 time: 0.1414139 Jan 26 21:05:51.717829 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-394d08f3-b52e-4555-a099-f59295bdcda9 req-96b24a29-3781-4cff-943a-92da86f94eb4 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.173&port_id=0fe894a4-1ae0-4a4f-bd3a-ef6daeae89d6 HTTP/1.1" status: 200 len: 217 time: 0.0543308 Jan 26 21:05:51.718702 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] For port 06a6240d-2482-43c9-8aa1-38da93a85f11, host n-d-760453-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=06a6240d-2482-43c9-8aa1-38da93a85f11,segment=NetworkSegment(c21f1138-374e-4849-8fcc-83af9dfb4afa),segment_id=c21f1138-374e-4849-8fcc-83af9dfb4afa)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:05:51.732992 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b54b590d-aeb1-4445-9b72-e119d686631b admin admin] Router 44e9c2ef-56bf-4b5e-85a8-5d89fa99edbc is scheduled to L3 agent 09df100c-3af1-4b0a-bda8-05914c71c458 with binding_index 1 {{(pid=103305) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 26 21:05:51.755623 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] For port 7681f87a-3365-4544-a8d4-39b7a88e37ee, host n-h1-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-5',level=0,port_id=7681f87a-3365-4544-a8d4-39b7a88e37ee,segment=NetworkSegment(86abbadd-e980-48d3-bcba-75375a5948b3),segment_id=86abbadd-e980-48d3-bcba-75375a5948b3)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:05:51.757787 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (06a6240d-2482-43c9-8aa1-38da93a85f11), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:05:51.770889 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (7681f87a-3365-4544-a8d4-39b7a88e37ee), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:05:51.785882 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-8cd0585f-7988-4fc1-9c80-175797679a2c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:05:51.815862 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394d08f3-b52e-4555-a099-f59295bdcda9 req-101c5ce5-baec-4be0-a011-1a5a736c8873 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:05:51.818882 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-394d08f3-b52e-4555-a099-f59295bdcda9 req-101c5ce5-baec-4be0-a011-1a5a736c8873 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=fd77e534-75e6-4b90-950e-f5824d584430 HTTP/1.1" status: 200 len: 843 time: 0.0942271 Jan 26 21:05:51.853070 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-72ef5654-97f1-4e0c-a33f-63e3def8e369 req-2c58e0ac-ec82-448c-9f5a-8e7581bf96ce tempest-DeleteServersAdminTestJSON-986730985 tempest-DeleteServersAdminTestJSON-986730985-project] 10.222.0.13 "GET /v2.0/security-groups?id=e5ebc764-134d-4fd7-a877-9b9331affbb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1550355 Jan 26 21:05:51.855542 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Pushing event updated for resources: {'Port': ['ID=06a6240d-2482-43c9-8aa1-38da93a85f11,revision_number=3']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:05:51.861010 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c1a6ae-4d00-4d1b-8407-c4567de57ac0 req-55aa6c27-1cd9-4a06-9e7a-7def92f6cf11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:05:51.872142 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-17c1a6ae-4d00-4d1b-8407-c4567de57ac0 req-55aa6c27-1cd9-4a06-9e7a-7def92f6cf11 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=7fbe9cf5-e12c-436d-b372-55a19c9faa30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1752975 Jan 26 21:05:51.879261 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-9b3a0493-bafb-45fb-9d4f-e008f41515fd req-6783f8d8-9515-4c66-94bb-b7ae0b2d7adf tempest-MigrationsAdminTest-1084137346 tempest-MigrationsAdminTest-1084137346-project] 10.222.0.13 "GET /v2.0/security-groups?id=e0b082e3-685f-492b-b87f-3045b8ecd8c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1500163 Jan 26 21:05:51.925821 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 26 Jan 2022 21:05:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42c3a1e3-793c-4c86-a806-2e6bcc169a18 x-openstack-request-id: req-42c3a1e3-793c-4c86-a806-2e6bcc169a18 {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 21:05:51.926180 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7f544618-ae90-49cb-a581-602469d4709d", "tag": "0fe894a4-1ae0-4a4f-bd3a-ef6daeae89d6", "status": "completed", "code": 200}]} {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 21:05:51.926532 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-42c3a1e3-793c-4c86-a806-2e6bcc169a18 {{(pid=103305) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 21:05:51.927050 n-d-760453-5 neutron-server[103305]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7f544618-ae90-49cb-a581-602469d4709d', 'tag': '0fe894a4-1ae0-4a4f-bd3a-ef6daeae89d6', 'status': 'completed', 'code': 200} Jan 26 21:05:52.021549 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-6596c563-8ec1-4f07-ba36-5a9e7fabf237 None None] Current status of the port 06a6240d-2482-43c9-8aa1-38da93a85f11 is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:05:52.062187 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394d08f3-b52e-4555-a099-f59295bdcda9 req-54aab919-2c61-4504-8050-28a59b1ea2c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:05:52.064050 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-394d08f3-b52e-4555-a099-f59295bdcda9 req-54aab919-2c61-4504-8050-28a59b1ea2c7 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=7fbe9cf5-e12c-436d-b372-55a19c9faa30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2371724 Jan 26 21:05:52.101617 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Pushing event updated for resources: {'Port': ['ID=7681f87a-3365-4544-a8d4-39b7a88e37ee,revision_number=4']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:05:52.108265 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-17c1a6ae-4d00-4d1b-8407-c4567de57ac0 req-4593a092-2dc5-4f14-8c87-2574092c7dd6 service neutron] 10.222.0.57 "GET /v2.0/networks/7fbe9cf5-e12c-436d-b372-55a19c9faa30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2280457 Jan 26 21:05:52.118998 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-841f5991-a4d8-4d4b-b215-cbc6bab5427b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (aa7ee9d2-08eb-4e12-b895-24c57300dfec), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:05:52.192369 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1495a3-5381-4e1f-9187-5cfef7139083 req-8f32d3c9-77ef-46e4-93ec-acf3eb5890e3 tempest-ServersWithSpecificFlavorTestJSON-1678027092 tempest-ServersWithSpecificFlavorTestJSON-1678027092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:05:52.194099 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-aa1495a3-5381-4e1f-9187-5cfef7139083 req-8f32d3c9-77ef-46e4-93ec-acf3eb5890e3 tempest-ServersWithSpecificFlavorTestJSON-1678027092 tempest-ServersWithSpecificFlavorTestJSON-1678027092-project] 10.222.0.13 "GET /v2.0/ports?device_id=61324128-afb5-4d9e-a732-f4dc68e3c9a3 HTTP/1.1" status: 200 len: 944 time: 0.1685662 Jan 26 21:05:52.201658 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] get_ports_and_sgs() called for port_ids ['7681f87a-3365-4544-a8d4-39b7a88e37ee'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 26 21:05:52.217326 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-394d08f3-b52e-4555-a099-f59295bdcda9 req-68965007-b3d6-4f19-940e-9512ceff7864 service neutron] 10.222.0.57 "GET /v2.0/networks/7fbe9cf5-e12c-436d-b372-55a19c9faa30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1414664 Jan 26 21:05:52.296214 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-17c1a6ae-4d00-4d1b-8407-c4567de57ac0 req-93a28e4f-49bd-4e51-a848-1e9c4ff7ece8 service neutron] 10.222.0.57 "GET /v2.0/networks/7fbe9cf5-e12c-436d-b372-55a19c9faa30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1799970 Jan 26 21:05:52.310204 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-f8322077-96be-4866-a750-6130cd504e45 None None] Provisioning complete for port 06a6240d-2482-43c9-8aa1-38da93a85f11 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:05:52.310585 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-f8322077-96be-4866-a750-6130cd504e45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (06a6240d-2482-43c9-8aa1-38da93a85f11), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:05:52.338586 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-394d08f3-b52e-4555-a099-f59295bdcda9 req-d5ab19dc-6c09-45c0-a634-3daf2119dd98 service neutron] 10.222.0.57 "GET /v2.0/networks/7fbe9cf5-e12c-436d-b372-55a19c9faa30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1139982 Jan 26 21:05:52.352386 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-aa1495a3-5381-4e1f-9187-5cfef7139083 req-326d9099-2210-479b-a1c4-05fcbc575a24 tempest-ServersWithSpecificFlavorTestJSON-1678027092 tempest-ServersWithSpecificFlavorTestJSON-1678027092-project] 10.222.0.13 "GET /v2.0/security-groups?id=06e69ac2-3bf6-41aa-8df8-caa9b01a862f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1372252 Jan 26 21:05:52.353725 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b54b590d-aeb1-4445-9b72-e119d686631b admin admin] Notify agent at l3_agent.n-d-760453-5 the message routers_updated {{(pid=103305) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 26 21:05:52.370501 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22bd712e-b803-45c9-9f0d-06b10a875cce None None] Sync routers for ids ['44e9c2ef-56bf-4b5e-85a8-5d89fa99edbc'] in n-d-760453-5 {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 26 21:05:52.394857 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22bd712e-b803-45c9-9f0d-06b10a875cce None None] Routers {'44e9c2ef-56bf-4b5e-85a8-5d89fa99edbc'} bound to L3 agent in host n-d-760453-5 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 21:05:52.395704 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-22bd712e-b803-45c9-9f0d-06b10a875cce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-26T20:55:21Z,description=,heartbeat_timestamp=2022-01-26T21:05:51Z,host='n-d-760453-5',id=09df100c-3af1-4b0a-bda8-05914c71c458,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:55:21Z,topic='l3_agent')) {'router_ids': ['44e9c2ef-56bf-4b5e-85a8-5d89fa99edbc'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:05:52.448214 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-b54b590d-aeb1-4445-9b72-e119d686631b admin admin] Publish callbacks [] for router (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:05:52.449631 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-b54b590d-aeb1-4445-9b72-e119d686631b admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 4.7508097 Jan 26 21:05:52.453230 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 42620) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:05:52.519403 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-8cd0585f-7988-4fc1-9c80-175797679a2c admin admin] Publish callbacks [] for security_group (2e295680-acdf-4525-9b58-686ef887e410), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:05:52.534634 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-8cd0585f-7988-4fc1-9c80-175797679a2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (2e295680-acdf-4525-9b58-686ef887e410), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:05:52.578371 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e269493-99fb-4ac0-bf22-777b17c58a06 req-ba3b750b-6b66-4921-ae2f-d9268e97afd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:05:52.580094 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-5e269493-99fb-4ac0-bf22-777b17c58a06 req-ba3b750b-6b66-4921-ae2f-d9268e97afd2 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=d178ac49ddc9478db66ba71c81039890&device_id=7f544618-ae90-49cb-a581-602469d4709d HTTP/1.1" status: 200 len: 1121 time: 0.1768470 Jan 26 21:05:52.580681 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 42626) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:05:52.587343 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd0585f-7988-4fc1-9c80-175797679a2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e295680-acdf-4525-9b58-686ef887e410,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:05:52.617509 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device 06a6240d-2482-43c9-8aa1-38da93a85f11 up at agent ovs-agent-n-d-760453-5 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 21:05:52.630800 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_dvr_db [None req-22bd712e-b803-45c9-9f0d-06b10a875cce None None] Set router 44e9c2ef-56bf-4b5e-85a8-5d89fa99edbc gateway port host: n-d-760453-5 {{(pid=103307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 21:05:52.697075 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-8cd0585f-7988-4fc1-9c80-175797679a2c admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c5d867132f464d70b19d3d322e6eb0db&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1572392 Jan 26 21:05:52.700809 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 42636) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:05:52.719665 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e269493-99fb-4ac0-bf22-777b17c58a06 req-a170b1a9-db38-4ac7-854d-628f61fa2e78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:05:52.721457 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-5e269493-99fb-4ac0-bf22-777b17c58a06 req-a170b1a9-db38-4ac7-854d-628f61fa2e78 service neutron] 10.222.0.57 "GET /v2.0/networks?id=7fbe9cf5-e12c-436d-b372-55a19c9faa30 HTTP/1.1" status: 200 len: 870 time: 0.1303980 Jan 26 21:05:52.755900 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Device f5fdde2f-c5b7-4189-93c5-ce8ef3d0068c up at agent hyperv_n-h1-760453-5 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 21:05:52.779430 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-5e269493-99fb-4ac0-bf22-777b17c58a06 req-d2daa966-9aa6-45fc-baf4-cd472ebbfb54 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.173&port_id=0fe894a4-1ae0-4a4f-bd3a-ef6daeae89d6 HTTP/1.1" status: 200 len: 217 time: 0.0491226 Jan 26 21:05:52.841445 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-207dfeb4-ffd8-45a7-bd84-75bbf92392c0 admin admin] Publish callbacks [] for security_group (2e295680-acdf-4525-9b58-686ef887e410), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:05:52.858605 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (4d619873-4b60-439f-9b5a-b155dc8bbc34), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:05:52.864805 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-f8322077-96be-4866-a750-6130cd504e45 None None] Current status of the port 06a6240d-2482-43c9-8aa1-38da93a85f11 is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:05:52.894450 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Provisioning complete for port 06a6240d-2482-43c9-8aa1-38da93a85f11 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:05:52.894882 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (06a6240d-2482-43c9-8aa1-38da93a85f11), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:05:52.923545 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e269493-99fb-4ac0-bf22-777b17c58a06 req-c0d23ec8-af9b-42ed-b9af-7a52c4b3f3fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:05:52.933162 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-5e269493-99fb-4ac0-bf22-777b17c58a06 req-c0d23ec8-af9b-42ed-b9af-7a52c4b3f3fa service neutron] 10.222.0.57 "GET /v2.0/subnets?id=fd77e534-75e6-4b90-950e-f5824d584430 HTTP/1.1" status: 200 len: 843 time: 0.1382329 Jan 26 21:05:52.937637 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-207dfeb4-ffd8-45a7-bd84-75bbf92392c0 admin admin] Publish callbacks [] for security_group (2e295680-acdf-4525-9b58-686ef887e410), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:05:52.959313 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Provisioning for port f5fdde2f-c5b7-4189-93c5-ce8ef3d0068c completed by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 21:05:52.970927 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Provisioning complete for port f5fdde2f-c5b7-4189-93c5-ce8ef3d0068c triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:05:52.971305 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (f5fdde2f-c5b7-4189-93c5-ce8ef3d0068c), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:05:52.994120 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-22bd712e-b803-45c9-9f0d-06b10a875cce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44e9c2ef-56bf-4b5e-85a8-5d89fa99edbc', 'name': 'tempest-AttachSCSIVolumeTestJSON-2132543584-router', 'tenant_id': '4f1b97f7a7584e36aff8917d9b7a41d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'external_fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.202'}], 'enable_snat': True}, 'gw_port_id': '0973b9bf-11c5-4921-88ed-c7bca9da02d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T21:05:47Z', 'updated_at': '2022-01-26T21:05:50Z', 'revision_number': 3, 'project_id': '4f1b97f7a7584e36aff8917d9b7a41d8', 'gw_port': {'id': '0973b9bf-11c5-4921-88ed-c7bca9da02d6', 'name': '', 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:30:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44e9c2ef-56bf-4b5e-85a8-5d89fa99edbc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 241, 'fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:05:48Z', 'updated_at': '2022-01-26T21:05:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-5'}], 'n-d-760453-5', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:05:53.034093 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22bd712e-b803-45c9-9f0d-06b10a875cce None None] Checking router: 44e9c2ef-56bf-4b5e-85a8-5d89fa99edbc for host: n-d-760453-5 {{(pid=103307) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 26 21:05:53.034447 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22bd712e-b803-45c9-9f0d-06b10a875cce None None] Updating router 44e9c2ef-56bf-4b5e-85a8-5d89fa99edbc port 0973b9bf-11c5-4921-88ed-c7bca9da02d6 binding host n-d-760453-5 {{(pid=103307) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 26 21:05:53.053486 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-3c456a77-d288-4699-89f9-db230f56888f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:05:53.074518 n-d-760453-5 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-22bd712e-b803-45c9-9f0d-06b10a875cce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (0973b9bf-11c5-4921-88ed-c7bca9da02d6), before_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:05:53.082244 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e269493-99fb-4ac0-bf22-777b17c58a06 req-7943dfac-4219-4d87-99ee-33792da34baa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:05:53.084181 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-5e269493-99fb-4ac0-bf22-777b17c58a06 req-7943dfac-4219-4d87-99ee-33792da34baa service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=7fbe9cf5-e12c-436d-b372-55a19c9faa30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1426349 Jan 26 21:05:53.107365 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-207dfeb4-ffd8-45a7-bd84-75bbf92392c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (2e295680-acdf-4525-9b58-686ef887e410), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:05:53.110585 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-207dfeb4-ffd8-45a7-bd84-75bbf92392c0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:05:53.112171 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-207dfeb4-ffd8-45a7-bd84-75bbf92392c0 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/2e295680-acdf-4525-9b58-686ef887e410 HTTP/1.1" status: 204 len: 168 time: 0.4103153 Jan 26 21:05:53.183155 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-207dfeb4-ffd8-45a7-bd84-75bbf92392c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e295680-acdf-4525-9b58-686ef887e410,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:05:53.188577 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Current status of the port 06a6240d-2482-43c9-8aa1-38da93a85f11 is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:05:53.258381 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Current status of the port f5fdde2f-c5b7-4189-93c5-ce8ef3d0068c is: BUILD; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:05:53.258782 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (f5fdde2f-c5b7-4189-93c5-ce8ef3d0068c), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:05:53.261085 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-3c456a77-d288-4699-89f9-db230f56888f admin admin] Publish callbacks [] for security_group (5a72fec7-fd5b-427b-9947-3f16cfbd548f), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:05:53.266191 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-5e269493-99fb-4ac0-bf22-777b17c58a06 req-d6cc8a19-e63d-433f-97fc-0ea205222e74 service neutron] 10.222.0.57 "GET /v2.0/networks/7fbe9cf5-e12c-436d-b372-55a19c9faa30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1729712 Jan 26 21:05:53.270874 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-3c456a77-d288-4699-89f9-db230f56888f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (5a72fec7-fd5b-427b-9947-3f16cfbd548f), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:05:53.303875 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] For port f5fdde2f-c5b7-4189-93c5-ce8ef3d0068c, host n-h1-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-5',level=0,port_id=f5fdde2f-c5b7-4189-93c5-ce8ef3d0068c,segment=NetworkSegment(ff84b980-87bb-452b-8f52-d472b3cbbe9c),segment_id=ff84b980-87bb-452b-8f52-d472b3cbbe9c)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:05:53.304993 n-d-760453-5 neutron-server[103306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0bd9219f-31b8-4122-b35d-2ca7b6de3d8d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5fdde2f-c5b7-4189-93c5-ce8ef3d0068c'}] {{(pid=103306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 21:05:53.308137 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9d5d370febab655511bdd2ffe887e43e442d144a440368702bcc1e93af00b97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9416484b-1eb6-470c-a776-6f0b4a15ec87" -d '{"events": [{"server_uuid": "0bd9219f-31b8-4122-b35d-2ca7b6de3d8d", "name": "network-vif-plugged", "status": "completed", "tag": "f5fdde2f-c5b7-4189-93c5-ce8ef3d0068c"}]}' {{(pid=103306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 21:05:53.313138 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (f5fdde2f-c5b7-4189-93c5-ce8ef3d0068c), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:05:53.403410 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c456a77-d288-4699-89f9-db230f56888f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a72fec7-fd5b-427b-9947-3f16cfbd548f,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:05:53.412077 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-3c456a77-d288-4699-89f9-db230f56888f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d7f7cd85a54e41d5957ba5e57a57f448&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8198736 Jan 26 21:05:53.413468 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 42660) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:05:53.450073 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 42662) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:05:53.453581 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4182f4a9-104b-41ad-9171-549195508153 req-2a0941a6-e3ee-4488-881a-a697f53681c6 tempest-LiveAutoBlockMigrationV225Test-1645909514 tempest-LiveAutoBlockMigrationV225Test-1645909514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:05:53.455172 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-4182f4a9-104b-41ad-9171-549195508153 req-2a0941a6-e3ee-4488-881a-a697f53681c6 tempest-LiveAutoBlockMigrationV225Test-1645909514 tempest-LiveAutoBlockMigrationV225Test-1645909514-project] 10.222.0.13 "GET /v2.0/ports?device_id=0bd9219f-31b8-4122-b35d-2ca7b6de3d8d HTTP/1.1" status: 200 len: 944 time: 0.7208960 Jan 26 21:05:53.469589 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Device 9efb5733-ca52-4f6e-82b4-e9c3e55d4aec details requested by agent hyperv_n-h2-760453-5 with host n-h2-760453-5 {{(pid=103306) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 26 21:05:53.476839 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Pushing event updated for resources: {'Port': ['ID=f5fdde2f-c5b7-4189-93c5-ce8ef3d0068c,revision_number=5']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:05:53.477534 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-5e269493-99fb-4ac0-bf22-777b17c58a06 req-d31de8ba-aaa6-4738-a64f-e391af87393b service neutron] 10.222.0.57 "GET /v2.0/networks/7fbe9cf5-e12c-436d-b372-55a19c9faa30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1998713 Jan 26 21:05:53.500421 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67126918-d0fa-4472-96e5-f2ecdfcaef1b req-0834b4c4-a61c-4b9f-9f07-e34782489ac6 tempest-DeleteServersAdminTestJSON-986730985 tempest-DeleteServersAdminTestJSON-986730985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:05:53.511691 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-67126918-d0fa-4472-96e5-f2ecdfcaef1b req-0834b4c4-a61c-4b9f-9f07-e34782489ac6 tempest-DeleteServersAdminTestJSON-986730985 tempest-DeleteServersAdminTestJSON-986730985-project] 10.222.0.13 "GET /v2.0/ports?device_id=200740fb-a058-46be-99ea-f179574b5f16 HTTP/1.1" status: 200 len: 946 time: 0.2291517 Jan 26 21:05:53.533990 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-fb04e57d-c939-413f-a4ab-08d126a5ff68 admin admin] Publish callbacks [] for security_group (5a72fec7-fd5b-427b-9947-3f16cfbd548f), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:05:53.571160 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-fb04e57d-c939-413f-a4ab-08d126a5ff68 admin admin] Publish callbacks [] for security_group (5a72fec7-fd5b-427b-9947-3f16cfbd548f), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:05:53.608225 n-d-760453-5 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-22bd712e-b803-45c9-9f0d-06b10a875cce None None] Publish callbacks [] for port (0973b9bf-11c5-4921-88ed-c7bca9da02d6), precommit_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:05:53.620513 n-d-760453-5 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-22bd712e-b803-45c9-9f0d-06b10a875cce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (0973b9bf-11c5-4921-88ed-c7bca9da02d6), after_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:05:53.653638 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-fb04e57d-c939-413f-a4ab-08d126a5ff68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (5a72fec7-fd5b-427b-9947-3f16cfbd548f), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:05:53.663027 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-fb04e57d-c939-413f-a4ab-08d126a5ff68 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:05:53.672398 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-fb04e57d-c939-413f-a4ab-08d126a5ff68 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/5a72fec7-fd5b-427b-9947-3f16cfbd548f HTTP/1.1" status: 204 len: 168 time: 0.2574885 Jan 26 21:05:53.691505 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616eaeb0-7b59-47fe-a054-7942b49df8f1 None None] Pushing event updated for resources: {'Port': ['ID=0973b9bf-11c5-4921-88ed-c7bca9da02d6,revision_number=2']} {{(pid=103307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:05:53.695468 n-d-760453-5 neutron-server[103307]: DEBUG neutron.plugins.ml2.managers [None req-22bd712e-b803-45c9-9f0d-06b10a875cce None None] Attempting to bind port 0973b9bf-11c5-4921-88ed-c7bca9da02d6 on host n-d-760453-5 for vnic_type normal with profile {{(pid=103307) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 21:05:53.696692 n-d-760453-5 neutron-server[103307]: DEBUG neutron.plugins.ml2.managers [None req-22bd712e-b803-45c9-9f0d-06b10a875cce None None] Attempting to bind port 0973b9bf-11c5-4921-88ed-c7bca9da02d6 by drivers openvswitch,hyperv on host n-d-760453-5 at level 0 using segments [{'id': 'e17cb353-418f-48b9-b982-21a6233ee99b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299'}] {{(pid=103307) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 26 21:05:53.697058 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb04e57d-c939-413f-a4ab-08d126a5ff68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a72fec7-fd5b-427b-9947-3f16cfbd548f,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:05:53.698217 n-d-760453-5 neutron-server[103307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22bd712e-b803-45c9-9f0d-06b10a875cce None None] Attempting to bind port 0973b9bf-11c5-4921-88ed-c7bca9da02d6 on network 4140a1f1-c93a-4bea-83a0-68953a54f299 {{(pid=103307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 21:05:53.699595 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-4182f4a9-104b-41ad-9171-549195508153 req-aef0361d-0937-4caf-968d-a9dca9f936d7 tempest-LiveAutoBlockMigrationV225Test-1645909514 tempest-LiveAutoBlockMigrationV225Test-1645909514-project] 10.222.0.13 "GET /v2.0/security-groups?id=d3d52ae6-e761-44ee-98bd-9ad0dc66343a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2256854 Jan 26 21:05:53.707308 n-d-760453-5 neutron-server[103307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22bd712e-b803-45c9-9f0d-06b10a875cce None None] Checking agent: {'id': 'fea0591a-627d-4c87-9a9a-01625ddf3277', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760453-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 20, 55, 25), 'started_at': datetime.datetime(2022, 1, 26, 20, 55, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 21, 5, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760453-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 26 21:05:53.708394 n-d-760453-5 neutron-server[103307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22bd712e-b803-45c9-9f0d-06b10a875cce None None] Checking segment: {'id': 'e17cb353-418f-48b9-b982-21a6233ee99b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103307) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 21:05:53.709009 n-d-760453-5 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-22bd712e-b803-45c9-9f0d-06b10a875cce None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:05:53.709423 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 42668) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:05:53.709832 n-d-760453-5 neutron-server[103307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22bd712e-b803-45c9-9f0d-06b10a875cce None None] Bound using segment: {'id': 'e17cb353-418f-48b9-b982-21a6233ee99b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299'} {{(pid=103307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 26 21:05:53.710864 n-d-760453-5 neutron-server[103307]: DEBUG neutron.plugins.ml2.managers [None req-22bd712e-b803-45c9-9f0d-06b10a875cce None None] Bound port: 0973b9bf-11c5-4921-88ed-c7bca9da02d6, host: n-d-760453-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e17cb353-418f-48b9-b982-21a6233ee99b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299'}}] {{(pid=103307) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 26 21:05:53.712010 n-d-760453-5 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-22bd712e-b803-45c9-9f0d-06b10a875cce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (0973b9bf-11c5-4921-88ed-c7bca9da02d6), before_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:05:53.735715 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-49c58e7e-bef5-447a-b895-ec97399eee3b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:05:53.748634 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] For port 9efb5733-ca52-4f6e-82b4-e9c3e55d4aec, host n-h2-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-5',level=0,port_id=9efb5733-ca52-4f6e-82b4-e9c3e55d4aec,segment=NetworkSegment(4eab25d6-89d9-4907-a1c2-51b06443ba33),segment_id=4eab25d6-89d9-4907-a1c2-51b06443ba33)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:05:53.777965 n-d-760453-5 neutron-server[103307]: DEBUG neutron.plugins.ml2.db [None req-22bd712e-b803-45c9-9f0d-06b10a875cce None None] For port 0973b9bf-11c5-4921-88ed-c7bca9da02d6, host n-d-760453-5, cleared binding levels {{(pid=103307) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 26 21:05:53.782258 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-67126918-d0fa-4472-96e5-f2ecdfcaef1b req-a31ff85e-439b-4561-8501-9e6b2eea65eb tempest-DeleteServersAdminTestJSON-986730985 tempest-DeleteServersAdminTestJSON-986730985-project] 10.222.0.13 "GET /v2.0/security-groups?id=e5ebc764-134d-4fd7-a877-9b9331affbb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2696331 Jan 26 21:05:53.787420 n-d-760453-5 neutron-server[103307]: DEBUG neutron.plugins.ml2.db [None req-22bd712e-b803-45c9-9f0d-06b10a875cce None None] For port 0973b9bf-11c5-4921-88ed-c7bca9da02d6, host n-d-760453-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=0973b9bf-11c5-4921-88ed-c7bca9da02d6,segment=NetworkSegment(e17cb353-418f-48b9-b982-21a6233ee99b),segment_id=e17cb353-418f-48b9-b982-21a6233ee99b)] {{(pid=103307) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 26 21:05:53.806968 n-d-760453-5 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-22bd712e-b803-45c9-9f0d-06b10a875cce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (0973b9bf-11c5-4921-88ed-c7bca9da02d6), after_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:05:53.818995 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Returning: {'device': '9efb5733-ca52-4f6e-82b4-e9c3e55d4aec', 'network_id': '7fbe9cf5-e12c-436d-b372-55a19c9faa30', 'port_id': '9efb5733-ca52-4f6e-82b4-e9c3e55d4aec', 'mac_address': 'fa:16:3e:7b:89:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 561, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fd77e534-75e6-4b90-950e-f5824d584430', 'ip_address': '192.168.233.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103306) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 26 21:05:53.907949 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Jan 2022 21:05:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31e06d6a-8ccd-4007-ab12-313153cb369c x-openstack-request-id: req-31e06d6a-8ccd-4007-ab12-313153cb369c {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 21:05:53.909978 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0bd9219f-31b8-4122-b35d-2ca7b6de3d8d", "name": "network-vif-plugged", "status": "completed", "tag": "f5fdde2f-c5b7-4189-93c5-ce8ef3d0068c", "code": 200}]} {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 21:05:53.910253 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-31e06d6a-8ccd-4007-ab12-313153cb369c {{(pid=103306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 21:05:53.910659 n-d-760453-5 neutron-server[103306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0bd9219f-31b8-4122-b35d-2ca7b6de3d8d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5fdde2f-c5b7-4189-93c5-ce8ef3d0068c', 'code': 200} Jan 26 21:05:53.966694 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-49c58e7e-bef5-447a-b895-ec97399eee3b admin admin] Publish callbacks [] for security_group (064ecea8-96cf-4f52-86c6-4df53a070c46), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:05:53.982992 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-839dd188-ec69-470c-9ab0-d318dc1a2e96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (e79b4fc6-6c71-44b2-a6d0-ff3e1f4dfd0d), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:05:53.984006 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Current status of the port 9efb5733-ca52-4f6e-82b4-e9c3e55d4aec is: DOWN; New status is: BUILD {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:05:53.984379 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (9efb5733-ca52-4f6e-82b4-e9c3e55d4aec), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:05:53.985143 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22bd712e-b803-45c9-9f0d-06b10a875cce None None] Routers {'44e9c2ef-56bf-4b5e-85a8-5d89fa99edbc'} bound to L3 agent in host n-d-760453-5 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 21:05:53.985869 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-22bd712e-b803-45c9-9f0d-06b10a875cce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-26T20:55:21Z,description=,heartbeat_timestamp=2022-01-26T21:05:51Z,host='n-d-760453-5',id=09df100c-3af1-4b0a-bda8-05914c71c458,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:55:21Z,topic='l3_agent')) {'router_ids': ['44e9c2ef-56bf-4b5e-85a8-5d89fa99edbc'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:05:53.989013 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616eaeb0-7b59-47fe-a054-7942b49df8f1 None None] Pushing event updated for resources: {'Port': ['ID=0973b9bf-11c5-4921-88ed-c7bca9da02d6,revision_number=3']} {{(pid=103307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:05:54.005246 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-49c58e7e-bef5-447a-b895-ec97399eee3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (064ecea8-96cf-4f52-86c6-4df53a070c46), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:05:54.021999 n-d-760453-5 neutron-server[103306]: DEBUG neutron.notifiers.nova [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9efb5733-ca52-4f6e-82b4-e9c3e55d4aec {{(pid=103306) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 26 21:05:54.066068 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-49c58e7e-bef5-447a-b895-ec97399eee3b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=270c5e29f1894390aa65d178f3e25ea6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3548341 Jan 26 21:05:54.071143 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 42672) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:05:54.080667 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] For port 9efb5733-ca52-4f6e-82b4-e9c3e55d4aec, host n-h2-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-5',level=0,port_id=9efb5733-ca52-4f6e-82b4-e9c3e55d4aec,segment=NetworkSegment(4eab25d6-89d9-4907-a1c2-51b06443ba33),segment_id=4eab25d6-89d9-4907-a1c2-51b06443ba33)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:05:54.080848 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df86fd6-b019-468a-bc94-f0ebd10c4011 req-eea3948a-da5f-4737-86f0-a77999d6d259 tempest-MigrationsAdminTest-1084137346 tempest-MigrationsAdminTest-1084137346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:05:54.083035 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-1df86fd6-b019-468a-bc94-f0ebd10c4011 req-eea3948a-da5f-4737-86f0-a77999d6d259 tempest-MigrationsAdminTest-1084137346 tempest-MigrationsAdminTest-1084137346-project] 10.222.0.13 "GET /v2.0/ports?device_id=7f544618-ae90-49cb-a581-602469d4709d HTTP/1.1" status: 200 len: 970 time: 0.2308941 Jan 26 21:05:54.089970 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (9efb5733-ca52-4f6e-82b4-e9c3e55d4aec), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:05:54.160085 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c58e7e-bef5-447a-b895-ec97399eee3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=064ecea8-96cf-4f52-86c6-4df53a070c46,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:05:54.175466 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_dvr_db [None req-22bd712e-b803-45c9-9f0d-06b10a875cce None None] Set router 44e9c2ef-56bf-4b5e-85a8-5d89fa99edbc gateway port host: n-d-760453-5 {{(pid=103307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 21:05:54.183246 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-83ce9cc2-274f-40bc-bb19-349970246838 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=062b2464efe344bcb4c3f57dd987cc14&name=default HTTP/1.1" status: 200 len: 2992 time: 0.7116873 Jan 26 21:05:54.186244 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f538d72e-6f1a-4406-a42b-214ea66000ff req-1e196b69-73fa-42d1-9298-f361cc6a276d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:05:54.187718 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-f538d72e-6f1a-4406-a42b-214ea66000ff req-1e196b69-73fa-42d1-9298-f361cc6a276d service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=0bd9219f-31b8-4122-b35d-2ca7b6de3d8d HTTP/1.1" status: 200 len: 1096 time: 0.2245696 Jan 26 21:05:54.188279 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 42674) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:05:54.208321 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Pushing event updated for resources: {'Port': ['ID=9efb5733-ca52-4f6e-82b4-e9c3e55d4aec,revision_number=4']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:05:54.241868 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77cf5be2-d75b-4461-962a-4c2188d85c22 req-a021d37f-1c68-47d9-82bc-2e6394f5dd3f tempest-ServersWithSpecificFlavorTestJSON-1678027092 tempest-ServersWithSpecificFlavorTestJSON-1678027092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:05:54.255373 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-77cf5be2-d75b-4461-962a-4c2188d85c22 req-a021d37f-1c68-47d9-82bc-2e6394f5dd3f tempest-ServersWithSpecificFlavorTestJSON-1678027092 tempest-ServersWithSpecificFlavorTestJSON-1678027092-project] 10.222.0.13 "GET /v2.0/ports?device_id=61324128-afb5-4d9e-a732-f4dc68e3c9a3 HTTP/1.1" status: 200 len: 944 time: 0.2837918 Jan 26 21:05:54.283560 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-f538d72e-6f1a-4406-a42b-214ea66000ff req-a3c2a9ee-9cb7-43f3-8f1e-15f18bcafe66 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=d3d52ae6-e761-44ee-98bd-9ad0dc66343a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880692 Jan 26 21:05:54.287259 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-8352ca73-762a-49e1-b6fe-4735f5ffaa0d admin admin] Publish callbacks [] for security_group (76b31edb-9c28-4457-9aaf-1be2804eb7bc), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:05:54.299114 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] get_ports_and_sgs() called for port_ids ['9efb5733-ca52-4f6e-82b4-e9c3e55d4aec'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 26 21:05:54.324880 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-8352ca73-762a-49e1-b6fe-4735f5ffaa0d admin admin] Publish callbacks [] for security_group (76b31edb-9c28-4457-9aaf-1be2804eb7bc), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:05:54.349780 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 42676) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:05:54.404702 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-c74167a9-52e5-4758-a2b3-458cfe34783d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:05:54.405523 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-8352ca73-762a-49e1-b6fe-4735f5ffaa0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (76b31edb-9c28-4457-9aaf-1be2804eb7bc), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:05:54.408593 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-8352ca73-762a-49e1-b6fe-4735f5ffaa0d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:05:54.409538 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-1df86fd6-b019-468a-bc94-f0ebd10c4011 req-ec0b783b-5886-40bf-b962-e01bb3147b61 tempest-MigrationsAdminTest-1084137346 tempest-MigrationsAdminTest-1084137346-project] 10.222.0.13 "GET /v2.0/security-groups?id=e0b082e3-685f-492b-b87f-3045b8ecd8c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3103967 Jan 26 21:05:54.412570 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-8352ca73-762a-49e1-b6fe-4735f5ffaa0d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/76b31edb-9c28-4457-9aaf-1be2804eb7bc HTTP/1.1" status: 204 len: 168 time: 0.2232962 Jan 26 21:05:54.422731 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8352ca73-762a-49e1-b6fe-4735f5ffaa0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76b31edb-9c28-4457-9aaf-1be2804eb7bc,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:05:54.441788 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-22bd712e-b803-45c9-9f0d-06b10a875cce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44e9c2ef-56bf-4b5e-85a8-5d89fa99edbc', 'name': 'tempest-AttachSCSIVolumeTestJSON-2132543584-router', 'tenant_id': '4f1b97f7a7584e36aff8917d9b7a41d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'external_fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.202'}], 'enable_snat': True}, 'gw_port_id': '0973b9bf-11c5-4921-88ed-c7bca9da02d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T21:05:47Z', 'updated_at': '2022-01-26T21:05:50Z', 'revision_number': 3, 'project_id': '4f1b97f7a7584e36aff8917d9b7a41d8', 'gw_port': {'id': '0973b9bf-11c5-4921-88ed-c7bca9da02d6', 'name': '', 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:30:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44e9c2ef-56bf-4b5e-85a8-5d89fa99edbc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 241, 'fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:05:48Z', 'updated_at': '2022-01-26T21:05:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-5'}], 'n-d-760453-5', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:05:54.453878 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-00e675e9-40ae-4a50-b136-aa9bba541b2a admin admin] Publish callbacks [] for security_group (064ecea8-96cf-4f52-86c6-4df53a070c46), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:05:54.478430 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22bd712e-b803-45c9-9f0d-06b10a875cce None None] The sync data for ids ['44e9c2ef-56bf-4b5e-85a8-5d89fa99edbc'] in n-d-760453-5 is: [{'id': '44e9c2ef-56bf-4b5e-85a8-5d89fa99edbc', 'name': 'tempest-AttachSCSIVolumeTestJSON-2132543584-router', 'tenant_id': '4f1b97f7a7584e36aff8917d9b7a41d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'external_fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.202'}], 'enable_snat': True}, 'gw_port_id': '0973b9bf-11c5-4921-88ed-c7bca9da02d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T21:05:47Z', 'updated_at': '2022-01-26T21:05:50Z', 'revision_number': 3, 'project_id': '4f1b97f7a7584e36aff8917d9b7a41d8', 'gw_port': {'id': '0973b9bf-11c5-4921-88ed-c7bca9da02d6', 'name': '', 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:30:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44e9c2ef-56bf-4b5e-85a8-5d89fa99edbc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 241, 'fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:05:48Z', 'updated_at': '2022-01-26T21:05:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-5'}] {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 26 21:05:54.502918 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-77cf5be2-d75b-4461-962a-4c2188d85c22 req-e8991317-b8cb-47c9-a8fa-aefafae20986 tempest-ServersWithSpecificFlavorTestJSON-1678027092 tempest-ServersWithSpecificFlavorTestJSON-1678027092-project] 10.222.0.13 "GET /v2.0/security-groups?id=06e69ac2-3bf6-41aa-8df8-caa9b01a862f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2217247 Jan 26 21:05:54.521656 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-00e675e9-40ae-4a50-b136-aa9bba541b2a admin admin] Publish callbacks [] for security_group (064ecea8-96cf-4f52-86c6-4df53a070c46), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:05:54.525889 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-e840e78d-d1df-4160-9792-8efc830f541a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:05:54.711341 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Device 7681f87a-3365-4544-a8d4-39b7a88e37ee up at agent hyperv_n-h1-760453-5 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 21:05:54.715020 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-00e675e9-40ae-4a50-b136-aa9bba541b2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (064ecea8-96cf-4f52-86c6-4df53a070c46), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:05:54.717665 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-00e675e9-40ae-4a50-b136-aa9bba541b2a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:05:54.721093 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-00e675e9-40ae-4a50-b136-aa9bba541b2a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/064ecea8-96cf-4f52-86c6-4df53a070c46 HTTP/1.1" status: 204 len: 168 time: 0.6337440 Jan 26 21:05:54.778665 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-c74167a9-52e5-4758-a2b3-458cfe34783d admin admin] Publish callbacks [] for security_group (2515bd31-72de-43b8-bb79-295301b9cea8), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:05:54.779899 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e675e9-40ae-4a50-b136-aa9bba541b2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=064ecea8-96cf-4f52-86c6-4df53a070c46,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:05:54.790010 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-c74167a9-52e5-4758-a2b3-458cfe34783d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (2515bd31-72de-43b8-bb79-295301b9cea8), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:05:54.869029 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Provisioning for port 7681f87a-3365-4544-a8d4-39b7a88e37ee completed by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 21:05:54.877428 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Provisioning complete for port 7681f87a-3365-4544-a8d4-39b7a88e37ee triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:05:54.877805 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (7681f87a-3365-4544-a8d4-39b7a88e37ee), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:05:54.969365 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-c74167a9-52e5-4758-a2b3-458cfe34783d admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b953ab13936b4e92b2e25fd6568a5ac7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6161416 Jan 26 21:05:54.969365 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74167a9-52e5-4758-a2b3-458cfe34783d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2515bd31-72de-43b8-bb79-295301b9cea8,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:05:54.971250 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 42688) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:05:55.033914 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.db_base_plugin_common [None req-e840e78d-d1df-4160-9792-8efc830f541a admin admin] Allocated IP 172.20.0.1 (722dc8bc-a87d-4916-a2e7-5838903c4a7c/8871b527-c1a0-4fab-8060-a3c03f2e40f0/70583973-6ddc-4e46-908a-a31f61d6abdc) {{(pid=103304) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 21:05:55.054071 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Current status of the port 7681f87a-3365-4544-a8d4-39b7a88e37ee is: BUILD; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:05:55.054771 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (7681f87a-3365-4544-a8d4-39b7a88e37ee), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:05:55.054907 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-405fa991-1a26-42eb-9290-45a720b54846 admin admin] Publish callbacks [] for security_group (2515bd31-72de-43b8-bb79-295301b9cea8), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:05:55.079465 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (fea0591a-627d-4c87-9a9a-01625ddf3277), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:05:55.095047 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 42690) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:05:55.106437 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-405fa991-1a26-42eb-9290-45a720b54846 admin admin] Publish callbacks [] for security_group (2515bd31-72de-43b8-bb79-295301b9cea8), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:05:55.122450 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] For port 7681f87a-3365-4544-a8d4-39b7a88e37ee, host n-h1-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-5',level=0,port_id=7681f87a-3365-4544-a8d4-39b7a88e37ee,segment=NetworkSegment(86abbadd-e980-48d3-bcba-75375a5948b3),segment_id=86abbadd-e980-48d3-bcba-75375a5948b3)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:05:55.129451 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (7681f87a-3365-4544-a8d4-39b7a88e37ee), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:05:55.187895 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-2f0eed2a-c87e-43ae-b615-44b700bcef6c admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f31798e9b4c1470299aefbc55da25af7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0920410 Jan 26 21:05:55.190292 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 42694) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:05:55.225193 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Pushing event updated for resources: {'Port': ['ID=7681f87a-3365-4544-a8d4-39b7a88e37ee,revision_number=5']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:05:55.225692 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-e840e78d-d1df-4160-9792-8efc830f541a admin admin] Publish callbacks [] for port (70583973-6ddc-4e46-908a-a31f61d6abdc), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:05:55.226083 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-405fa991-1a26-42eb-9290-45a720b54846 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (2515bd31-72de-43b8-bb79-295301b9cea8), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:05:55.229048 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-405fa991-1a26-42eb-9290-45a720b54846 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:05:55.230562 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-405fa991-1a26-42eb-9290-45a720b54846 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/2515bd31-72de-43b8-bb79-295301b9cea8 HTTP/1.1" status: 204 len: 168 time: 0.2583246 Jan 26 21:05:55.248938 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-405fa991-1a26-42eb-9290-45a720b54846 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2515bd31-72de-43b8-bb79-295301b9cea8,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:05:55.271887 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-d92ad5a2-6916-4daa-886a-59f09d9e8560 admin admin] Publish callbacks [] for security_group (21c5fd91-e196-431c-9ba2-33c05358e9b1), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:05:55.306595 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-d92ad5a2-6916-4daa-886a-59f09d9e8560 admin admin] Publish callbacks [] for security_group (21c5fd91-e196-431c-9ba2-33c05358e9b1), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:05:55.314454 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81751bcd-f035-4bf3-a822-fdf67be1a6ed req-91ef89ba-6924-42fb-86dd-a0c3128fdd5a tempest-LiveAutoBlockMigrationV225Test-1645909514 tempest-LiveAutoBlockMigrationV225Test-1645909514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:05:55.316139 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-81751bcd-f035-4bf3-a822-fdf67be1a6ed req-91ef89ba-6924-42fb-86dd-a0c3128fdd5a tempest-LiveAutoBlockMigrationV225Test-1645909514 tempest-LiveAutoBlockMigrationV225Test-1645909514-project] 10.222.0.13 "GET /v2.0/ports?device_id=0bd9219f-31b8-4122-b35d-2ca7b6de3d8d HTTP/1.1" status: 200 len: 945 time: 0.5125914 Jan 26 21:05:55.342249 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c051d26-def2-4c92-a350-55d5397a4294 req-21aaf118-106d-4f63-a30a-817147f5e3b3 tempest-DeleteServersAdminTestJSON-986730985 tempest-DeleteServersAdminTestJSON-986730985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:05:55.343844 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-2c051d26-def2-4c92-a350-55d5397a4294 req-21aaf118-106d-4f63-a30a-817147f5e3b3 tempest-DeleteServersAdminTestJSON-986730985 tempest-DeleteServersAdminTestJSON-986730985-project] 10.222.0.13 "GET /v2.0/ports?device_id=200740fb-a058-46be-99ea-f179574b5f16 HTTP/1.1" status: 200 len: 947 time: 0.4293637 Jan 26 21:05:55.364989 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-d92ad5a2-6916-4daa-886a-59f09d9e8560 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (21c5fd91-e196-431c-9ba2-33c05358e9b1), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:05:55.368571 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-d92ad5a2-6916-4daa-886a-59f09d9e8560 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:05:55.374094 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-d92ad5a2-6916-4daa-886a-59f09d9e8560 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/21c5fd91-e196-431c-9ba2-33c05358e9b1 HTTP/1.1" status: 204 len: 168 time: 0.1824038 Jan 26 21:05:55.386502 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d92ad5a2-6916-4daa-886a-59f09d9e8560 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21c5fd91-e196-431c-9ba2-33c05358e9b1,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:05:55.452031 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Device 0fe894a4-1ae0-4a4f-bd3a-ef6daeae89d6 details requested by agent hyperv_n-h2-760453-5 with host n-h2-760453-5 {{(pid=103306) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 26 21:05:55.456040 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-81751bcd-f035-4bf3-a822-fdf67be1a6ed req-c21264d2-cc3f-4ad2-a6af-c6ffd3004548 tempest-LiveAutoBlockMigrationV225Test-1645909514 tempest-LiveAutoBlockMigrationV225Test-1645909514-project] 10.222.0.13 "GET /v2.0/security-groups?id=d3d52ae6-e761-44ee-98bd-9ad0dc66343a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111941 Jan 26 21:05:55.458017 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-e840e78d-d1df-4160-9792-8efc830f541a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746560234527'] for port (70583973-6ddc-4e46-908a-a31f61d6abdc), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:05:55.464071 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Device 9efb5733-ca52-4f6e-82b4-e9c3e55d4aec up at agent hyperv_n-h2-760453-5 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 21:05:55.511387 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-2c051d26-def2-4c92-a350-55d5397a4294 req-2603bd8d-d967-483c-bfb3-2febf86bd7ec tempest-DeleteServersAdminTestJSON-986730985 tempest-DeleteServersAdminTestJSON-986730985-project] 10.222.0.13 "GET /v2.0/security-groups?id=e5ebc764-134d-4fd7-a877-9b9331affbb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1428046 Jan 26 21:05:55.520489 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e840e78d-d1df-4160-9792-8efc830f541a admin admin] Network 722dc8bc-a87d-4916-a2e7-5838903c4a7c is already hosted by enough agents. {{(pid=103304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 21:05:55.529482 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [None req-e840e78d-d1df-4160-9792-8efc830f541a admin admin] Resources bound (agent type, host, resource id): {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:05:55.542298 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e840e78d-d1df-4160-9792-8efc830f541a admin admin] Received port after_create {{(pid=103304) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 21:05:55.543057 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-e840e78d-d1df-4160-9792-8efc830f541a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4111050'] for router_interface (44e9c2ef-56bf-4b5e-85a8-5d89fa99edbc), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:05:55.697208 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e840e78d-d1df-4160-9792-8efc830f541a admin admin] Pushing event updated for resources: {'Port': ['ID=70583973-6ddc-4e46-908a-a31f61d6abdc,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:05:55.752207 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Provisioning for port 9efb5733-ca52-4f6e-82b4-e9c3e55d4aec completed by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 21:05:55.771047 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Provisioning complete for port 9efb5733-ca52-4f6e-82b4-e9c3e55d4aec triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:05:55.775034 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (9efb5733-ca52-4f6e-82b4-e9c3e55d4aec), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:05:55.816183 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] For port 0fe894a4-1ae0-4a4f-bd3a-ef6daeae89d6, host n-h2-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-5',level=0,port_id=0fe894a4-1ae0-4a4f-bd3a-ef6daeae89d6,segment=NetworkSegment(4eab25d6-89d9-4907-a1c2-51b06443ba33),segment_id=4eab25d6-89d9-4907-a1c2-51b06443ba33)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:05:55.863913 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Returning: {'device': '0fe894a4-1ae0-4a4f-bd3a-ef6daeae89d6', 'network_id': '7fbe9cf5-e12c-436d-b372-55a19c9faa30', 'port_id': '0fe894a4-1ae0-4a4f-bd3a-ef6daeae89d6', 'mac_address': 'fa:16:3e:c8:a3:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 561, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fd77e534-75e6-4b90-950e-f5824d584430', 'ip_address': '192.168.233.173'}], 'device_owner': 'compute:tempest-test_az-1543113367', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103306) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 26 21:05:55.923215 n-d-760453-5 neutron-server[103306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61324128-afb5-4d9e-a732-f4dc68e3c9a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7681f87a-3365-4544-a8d4-39b7a88e37ee'}] {{(pid=103306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 21:05:55.925657 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9d5d370febab655511bdd2ffe887e43e442d144a440368702bcc1e93af00b97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51e0ea07-db19-45b9-a1e6-6aa859fbbd7b" -d '{"events": [{"server_uuid": "61324128-afb5-4d9e-a732-f4dc68e3c9a3", "name": "network-vif-plugged", "status": "completed", "tag": "7681f87a-3365-4544-a8d4-39b7a88e37ee"}]}' {{(pid=103306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 21:05:55.971490 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73b654d-bfb0-4e94-8591-9cb363d3736e req-403eb77a-0bf1-4e52-a60c-2400193f0743 tempest-MigrationsAdminTest-1084137346 tempest-MigrationsAdminTest-1084137346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:05:55.973574 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-f73b654d-bfb0-4e94-8591-9cb363d3736e req-403eb77a-0bf1-4e52-a60c-2400193f0743 tempest-MigrationsAdminTest-1084137346 tempest-MigrationsAdminTest-1084137346-project] 10.222.0.13 "GET /v2.0/ports?device_id=7f544618-ae90-49cb-a581-602469d4709d HTTP/1.1" status: 200 len: 970 time: 0.3221908 Jan 26 21:05:55.984825 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Current status of the port 0fe894a4-1ae0-4a4f-bd3a-ef6daeae89d6 is: DOWN; New status is: BUILD {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:05:55.985390 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (0fe894a4-1ae0-4a4f-bd3a-ef6daeae89d6), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:05:55.988721 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06900f03-760c-4253-a98a-4e806d6edb7a req-638bc491-8a66-40cd-a238-90cf22601927 tempest-ServersWithSpecificFlavorTestJSON-1678027092 tempest-ServersWithSpecificFlavorTestJSON-1678027092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:05:55.995256 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-dc40b9c6-d8f7-4bae-b159-94b058ea0eed None None] Provisioning complete for port 70583973-6ddc-4e46-908a-a31f61d6abdc triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:05:55.995820 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-dc40b9c6-d8f7-4bae-b159-94b058ea0eed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (70583973-6ddc-4e46-908a-a31f61d6abdc), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:05:56.001022 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-06900f03-760c-4253-a98a-4e806d6edb7a req-638bc491-8a66-40cd-a238-90cf22601927 tempest-ServersWithSpecificFlavorTestJSON-1678027092 tempest-ServersWithSpecificFlavorTestJSON-1678027092-project] 10.222.0.13 "GET /v2.0/ports?device_id=61324128-afb5-4d9e-a732-f4dc68e3c9a3 HTTP/1.1" status: 200 len: 945 time: 0.2762449 Jan 26 21:05:56.009778 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Current status of the port 9efb5733-ca52-4f6e-82b4-e9c3e55d4aec is: BUILD; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:05:56.010205 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (9efb5733-ca52-4f6e-82b4-e9c3e55d4aec), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:05:56.039137 n-d-760453-5 neutron-server[103306]: DEBUG neutron.notifiers.nova [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0fe894a4-1ae0-4a4f-bd3a-ef6daeae89d6 {{(pid=103306) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 26 21:05:56.087489 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] For port 0fe894a4-1ae0-4a4f-bd3a-ef6daeae89d6, host n-h2-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-5',level=0,port_id=0fe894a4-1ae0-4a4f-bd3a-ef6daeae89d6,segment=NetworkSegment(4eab25d6-89d9-4907-a1c2-51b06443ba33),segment_id=4eab25d6-89d9-4907-a1c2-51b06443ba33)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:05:56.096911 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-dc40b9c6-d8f7-4bae-b159-94b058ea0eed None None] Port 70583973-6ddc-4e46-908a-a31f61d6abdc cannot update to ACTIVE because it is not bound. {{(pid=103306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 26 21:05:56.098274 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-e840e78d-d1df-4160-9792-8efc830f541a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (70583973-6ddc-4e46-908a-a31f61d6abdc), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:05:56.099520 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] For port 9efb5733-ca52-4f6e-82b4-e9c3e55d4aec, host n-h2-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-5',level=0,port_id=9efb5733-ca52-4f6e-82b4-e9c3e55d4aec,segment=NetworkSegment(4eab25d6-89d9-4907-a1c2-51b06443ba33),segment_id=4eab25d6-89d9-4907-a1c2-51b06443ba33)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:05:56.101330 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (0fe894a4-1ae0-4a4f-bd3a-ef6daeae89d6), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:05:56.107436 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (9efb5733-ca52-4f6e-82b4-e9c3e55d4aec), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:05:56.159437 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Pushing event updated for resources: {'Port': ['ID=0fe894a4-1ae0-4a4f-bd3a-ef6daeae89d6,revision_number=4']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:05:56.255631 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Pushing event updated for resources: {'Port': ['ID=9efb5733-ca52-4f6e-82b4-e9c3e55d4aec,revision_number=5']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:05:56.312809 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] get_ports_and_sgs() called for port_ids ['0fe894a4-1ae0-4a4f-bd3a-ef6daeae89d6'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 26 21:05:56.368606 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-f73b654d-bfb0-4e94-8591-9cb363d3736e req-a7468af6-04e0-4a39-a5c8-75d25c03e146 tempest-MigrationsAdminTest-1084137346 tempest-MigrationsAdminTest-1084137346-project] 10.222.0.13 "GET /v2.0/security-groups?id=e0b082e3-685f-492b-b87f-3045b8ecd8c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3655005 Jan 26 21:05:56.384132 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-06900f03-760c-4253-a98a-4e806d6edb7a req-a870c412-f03d-49d3-9c81-a84f38714b03 tempest-ServersWithSpecificFlavorTestJSON-1678027092 tempest-ServersWithSpecificFlavorTestJSON-1678027092-project] 10.222.0.13 "GET /v2.0/security-groups?id=06e69ac2-3bf6-41aa-8df8-caa9b01a862f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3775897 Jan 26 21:05:56.490509 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Jan 2022 21:05:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2977bc98-14c5-4543-bd16-e664a892e67c x-openstack-request-id: req-2977bc98-14c5-4543-bd16-e664a892e67c {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 21:05:56.490822 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61324128-afb5-4d9e-a732-f4dc68e3c9a3", "name": "network-vif-plugged", "status": "completed", "tag": "7681f87a-3365-4544-a8d4-39b7a88e37ee", "code": 200}]} {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 21:05:56.491082 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-2977bc98-14c5-4543-bd16-e664a892e67c {{(pid=103306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 21:05:56.491480 n-d-760453-5 neutron-server[103306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61324128-afb5-4d9e-a732-f4dc68e3c9a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7681f87a-3365-4544-a8d4-39b7a88e37ee', 'code': 200} Jan 26 21:05:56.729332 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c5bd67-77dc-4299-b757-4764fc1fff20 req-fb1c4a86-826d-4bc9-988c-def1a4f62c90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:05:56.730994 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-38c5bd67-77dc-4299-b757-4764fc1fff20 req-fb1c4a86-826d-4bc9-988c-def1a4f62c90 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=61324128-afb5-4d9e-a732-f4dc68e3c9a3 HTTP/1.1" status: 200 len: 1096 time: 0.1474824 Jan 26 21:05:56.804023 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-38c5bd67-77dc-4299-b757-4764fc1fff20 req-e028734b-657c-44cc-bc5e-b4997816b4f6 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=06e69ac2-3bf6-41aa-8df8-caa9b01a862f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0646508 Jan 26 21:05:56.808459 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device 0973b9bf-11c5-4921-88ed-c7bca9da02d6 up at agent ovs-agent-n-d-760453-5 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 21:05:56.825003 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-e840e78d-d1df-4160-9792-8efc830f541a admin admin] Publish callbacks [] for port (70583973-6ddc-4e46-908a-a31f61d6abdc), precommit_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:05:56.842603 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-e840e78d-d1df-4160-9792-8efc830f541a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (70583973-6ddc-4e46-908a-a31f61d6abdc), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:05:56.844914 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-e840e78d-d1df-4160-9792-8efc830f541a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3709457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4110682'] for router_interface (44e9c2ef-56bf-4b5e-85a8-5d89fa99edbc), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:05:56.898424 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7ceb78-102e-490e-a827-07105143c2bf req-d19de303-461e-4026-9902-3a452b94af81 tempest-LiveAutoBlockMigrationV225Test-1645909514 tempest-LiveAutoBlockMigrationV225Test-1645909514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:05:56.909013 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-bd7ceb78-102e-490e-a827-07105143c2bf req-d19de303-461e-4026-9902-3a452b94af81 tempest-LiveAutoBlockMigrationV225Test-1645909514 tempest-LiveAutoBlockMigrationV225Test-1645909514-project] 10.222.0.13 "GET /v2.0/ports?device_id=0bd9219f-31b8-4122-b35d-2ca7b6de3d8d HTTP/1.1" status: 200 len: 945 time: 0.2768905 Jan 26 21:05:56.932523 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Provisioning complete for port 0973b9bf-11c5-4921-88ed-c7bca9da02d6 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:05:56.932991 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (0973b9bf-11c5-4921-88ed-c7bca9da02d6), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:05:57.030941 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca76c0c3-c36e-40d8-acf5-f5fc5ac141fd req-9f307452-fc7e-4789-a5ad-794145641d6d tempest-DeleteServersAdminTestJSON-986730985 tempest-DeleteServersAdminTestJSON-986730985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:05:57.032568 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-ca76c0c3-c36e-40d8-acf5-f5fc5ac141fd req-9f307452-fc7e-4789-a5ad-794145641d6d tempest-DeleteServersAdminTestJSON-986730985 tempest-DeleteServersAdminTestJSON-986730985-project] 10.222.0.13 "GET /v2.0/ports?device_id=200740fb-a058-46be-99ea-f179574b5f16 HTTP/1.1" status: 200 len: 948 time: 0.3195865 Jan 26 21:05:57.042213 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Current status of the port 0973b9bf-11c5-4921-88ed-c7bca9da02d6 is: DOWN; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:05:57.042946 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (0973b9bf-11c5-4921-88ed-c7bca9da02d6), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:05:57.045502 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e840e78d-d1df-4160-9792-8efc830f541a admin admin] Pushing event updated for resources: {'Port': ['ID=70583973-6ddc-4e46-908a-a31f61d6abdc,revision_number=2']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:05:57.079998 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] For port 0973b9bf-11c5-4921-88ed-c7bca9da02d6, host n-d-760453-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=0973b9bf-11c5-4921-88ed-c7bca9da02d6,segment=NetworkSegment(e17cb353-418f-48b9-b982-21a6233ee99b),segment_id=e17cb353-418f-48b9-b982-21a6233ee99b)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:05:57.089050 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (0973b9bf-11c5-4921-88ed-c7bca9da02d6), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:05:57.118228 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-bd7ceb78-102e-490e-a827-07105143c2bf req-803b34bb-bca7-4166-85f5-3f90e725583d tempest-LiveAutoBlockMigrationV225Test-1645909514 tempest-LiveAutoBlockMigrationV225Test-1645909514-project] 10.222.0.13 "GET /v2.0/security-groups?id=d3d52ae6-e761-44ee-98bd-9ad0dc66343a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2085068 Jan 26 21:05:57.153660 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Pushing event updated for resources: {'Port': ['ID=0973b9bf-11c5-4921-88ed-c7bca9da02d6,revision_number=4']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:05:57.171634 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-ca76c0c3-c36e-40d8-acf5-f5fc5ac141fd req-7ceaf9f7-f99a-4ff6-be1d-3c69a3b8b9b0 tempest-DeleteServersAdminTestJSON-986730985 tempest-DeleteServersAdminTestJSON-986730985-project] 10.222.0.13 "GET /v2.0/security-groups?id=e5ebc764-134d-4fd7-a877-9b9331affbb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146955 Jan 26 21:05:57.180448 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e840e78d-d1df-4160-9792-8efc830f541a admin admin] Network 722dc8bc-a87d-4916-a2e7-5838903c4a7c is already hosted by enough agents. {{(pid=103304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 21:05:57.182613 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [None req-e840e78d-d1df-4160-9792-8efc830f541a admin admin] Resources bound (agent type, host, resource id): {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:05:57.341103 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e840e78d-d1df-4160-9792-8efc830f541a admin admin] Router 44e9c2ef-56bf-4b5e-85a8-5d89fa99edbc has already been hosted by L3 agent 09df100c-3af1-4b0a-bda8-05914c71c458 {{(pid=103304) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 26 21:05:57.435902 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-1123737d-78f7-4e1a-9787-eaaadd0159f9 None None] Provisioning complete for port 70583973-6ddc-4e46-908a-a31f61d6abdc triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:05:57.436270 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-1123737d-78f7-4e1a-9787-eaaadd0159f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (70583973-6ddc-4e46-908a-a31f61d6abdc), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:05:57.461333 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Device 0fe894a4-1ae0-4a4f-bd3a-ef6daeae89d6 up at agent hyperv_n-h2-760453-5 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 21:05:57.494352 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e840e78d-d1df-4160-9792-8efc830f541a admin admin] Notify agent at l3_agent.n-d-760453-5 the message routers_updated {{(pid=103304) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 26 21:05:57.504467 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-e840e78d-d1df-4160-9792-8efc830f541a admin admin] 10.222.0.13 "PUT /v2.0/routers/44e9c2ef-56bf-4b5e-85a8-5d89fa99edbc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0488393 Jan 26 21:05:57.519552 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad630eee-c292-41ff-ba21-0e09fa7e84ea None None] Sync routers for ids ['44e9c2ef-56bf-4b5e-85a8-5d89fa99edbc'] in n-d-760453-5 {{(pid=103306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 26 21:05:57.530244 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-1123737d-78f7-4e1a-9787-eaaadd0159f9 None None] Port 70583973-6ddc-4e46-908a-a31f61d6abdc cannot update to ACTIVE because it is not bound. {{(pid=103306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 26 21:05:57.551711 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad630eee-c292-41ff-ba21-0e09fa7e84ea None None] Routers {'44e9c2ef-56bf-4b5e-85a8-5d89fa99edbc'} bound to L3 agent in host n-d-760453-5 {{(pid=103306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 21:05:57.552498 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-ad630eee-c292-41ff-ba21-0e09fa7e84ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-26T20:55:21Z,description=,heartbeat_timestamp=2022-01-26T21:05:51Z,host='n-d-760453-5',id=09df100c-3af1-4b0a-bda8-05914c71c458,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:55:21Z,topic='l3_agent')) {'router_ids': ['44e9c2ef-56bf-4b5e-85a8-5d89fa99edbc'], 'active': True} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:05:57.624463 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Provisioning for port 0fe894a4-1ae0-4a4f-bd3a-ef6daeae89d6 completed by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 21:05:57.628901 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Provisioning complete for port 0fe894a4-1ae0-4a4f-bd3a-ef6daeae89d6 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:05:57.629286 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (0fe894a4-1ae0-4a4f-bd3a-ef6daeae89d6), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:05:57.643722 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0c2baa-0c8b-4d3a-a64b-4a990910060a req-76f23d21-ea56-47f2-bb42-5d7f66607589 tempest-ServersWithSpecificFlavorTestJSON-1678027092 tempest-ServersWithSpecificFlavorTestJSON-1678027092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:05:57.645162 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-8a0c2baa-0c8b-4d3a-a64b-4a990910060a req-76f23d21-ea56-47f2-bb42-5d7f66607589 tempest-ServersWithSpecificFlavorTestJSON-1678027092 tempest-ServersWithSpecificFlavorTestJSON-1678027092-project] 10.222.0.13 "GET /v2.0/ports?device_id=61324128-afb5-4d9e-a732-f4dc68e3c9a3 HTTP/1.1" status: 200 len: 945 time: 0.1391931 Jan 26 21:05:57.682873 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8936122-bcce-4d04-acb3-cf258bf99f15 req-234e3e19-1430-4624-b2cd-cb14ae2f1a0f tempest-LiveAutoBlockMigrationV225Test-2082869167 tempest-LiveAutoBlockMigrationV225Test-2082869167-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:05:57.690533 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-c8936122-bcce-4d04-acb3-cf258bf99f15 req-234e3e19-1430-4624-b2cd-cb14ae2f1a0f tempest-LiveAutoBlockMigrationV225Test-2082869167 tempest-LiveAutoBlockMigrationV225Test-2082869167-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=0bd9219f-31b8-4122-b35d-2ca7b6de3d8d HTTP/1.1" status: 200 len: 1096 time: 0.0892613 Jan 26 21:05:57.725270 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvr_db [None req-ad630eee-c292-41ff-ba21-0e09fa7e84ea None None] Set router 44e9c2ef-56bf-4b5e-85a8-5d89fa99edbc gateway port host: n-d-760453-5 {{(pid=103306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 21:05:57.737836 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-8a0c2baa-0c8b-4d3a-a64b-4a990910060a req-c40055c5-183b-40ce-88a7-31009419c116 tempest-ServersWithSpecificFlavorTestJSON-1678027092 tempest-ServersWithSpecificFlavorTestJSON-1678027092-project] 10.222.0.13 "GET /v2.0/security-groups?id=06e69ac2-3bf6-41aa-8df8-caa9b01a862f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0848634 Jan 26 21:05:57.765864 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-c8936122-bcce-4d04-acb3-cf258bf99f15 req-e2597a4c-d30f-4a40-b356-2419b1f4b58e tempest-LiveAutoBlockMigrationV225Test-2082869167 tempest-LiveAutoBlockMigrationV225Test-2082869167-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=d3d52ae6-e761-44ee-98bd-9ad0dc66343a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744412 Jan 26 21:05:57.929949 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48f3520-4f8a-496a-8063-95e4ad90fad1 req-2fc86303-e70e-4708-b42e-118f675f10d2 tempest-MigrationsAdminTest-1084137346 tempest-MigrationsAdminTest-1084137346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:05:57.933545 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-c48f3520-4f8a-496a-8063-95e4ad90fad1 req-2fc86303-e70e-4708-b42e-118f675f10d2 tempest-MigrationsAdminTest-1084137346 tempest-MigrationsAdminTest-1084137346-project] 10.222.0.13 "GET /v2.0/ports?device_id=7f544618-ae90-49cb-a581-602469d4709d HTTP/1.1" status: 200 len: 971 time: 0.0719328 Jan 26 21:05:57.953575 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Current status of the port 0fe894a4-1ae0-4a4f-bd3a-ef6daeae89d6 is: BUILD; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:05:57.954129 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (0fe894a4-1ae0-4a4f-bd3a-ef6daeae89d6), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:05:58.016105 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] For port 0fe894a4-1ae0-4a4f-bd3a-ef6daeae89d6, host n-h2-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-5',level=0,port_id=0fe894a4-1ae0-4a4f-bd3a-ef6daeae89d6,segment=NetworkSegment(4eab25d6-89d9-4907-a1c2-51b06443ba33),segment_id=4eab25d6-89d9-4907-a1c2-51b06443ba33)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:05:58.020388 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee65c36-d8ef-43c6-bc6a-b62f4c1f6376 req-efd60f31-794b-4432-b69d-4584d3daa96e tempest-LiveAutoBlockMigrationV225Test-2082869167 tempest-LiveAutoBlockMigrationV225Test-2082869167-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:05:58.022585 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-5ee65c36-d8ef-43c6-bc6a-b62f4c1f6376 req-efd60f31-794b-4432-b69d-4584d3daa96e tempest-LiveAutoBlockMigrationV225Test-2082869167 tempest-LiveAutoBlockMigrationV225Test-2082869167-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=0bd9219f-31b8-4122-b35d-2ca7b6de3d8d HTTP/1.1" status: 200 len: 1096 time: 0.1079977 Jan 26 21:05:58.028998 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (0fe894a4-1ae0-4a4f-bd3a-ef6daeae89d6), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:05:58.032992 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-c48f3520-4f8a-496a-8063-95e4ad90fad1 req-e8845113-d139-4d2e-86e9-38a86ba4cbbc tempest-MigrationsAdminTest-1084137346 tempest-MigrationsAdminTest-1084137346-project] 10.222.0.13 "GET /v2.0/security-groups?id=e0b082e3-685f-492b-b87f-3045b8ecd8c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884910 Jan 26 21:05:58.109849 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-5ee65c36-d8ef-43c6-bc6a-b62f4c1f6376 req-3a55f05d-6280-4396-8f2e-585aff392fcc tempest-LiveAutoBlockMigrationV225Test-2082869167 tempest-LiveAutoBlockMigrationV225Test-2082869167-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=d3d52ae6-e761-44ee-98bd-9ad0dc66343a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739107 Jan 26 21:05:58.145536 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Pushing event updated for resources: {'Port': ['ID=0fe894a4-1ae0-4a4f-bd3a-ef6daeae89d6,revision_number=5']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:05:58.171693 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-ad630eee-c292-41ff-ba21-0e09fa7e84ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44e9c2ef-56bf-4b5e-85a8-5d89fa99edbc', 'name': 'tempest-AttachSCSIVolumeTestJSON-2132543584-router', 'tenant_id': '4f1b97f7a7584e36aff8917d9b7a41d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'external_fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.202'}], 'enable_snat': True}, 'gw_port_id': '0973b9bf-11c5-4921-88ed-c7bca9da02d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T21:05:47Z', 'updated_at': '2022-01-26T21:05:55Z', 'revision_number': 4, 'project_id': '4f1b97f7a7584e36aff8917d9b7a41d8', 'gw_port': {'id': '0973b9bf-11c5-4921-88ed-c7bca9da02d6', 'name': '', 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:30:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44e9c2ef-56bf-4b5e-85a8-5d89fa99edbc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 241, 'fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:05:48Z', 'updated_at': '2022-01-26T21:05:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-5', '_interfaces': [{'id': '70583973-6ddc-4e46-908a-a31f61d6abdc', 'name': '', 'network_id': '722dc8bc-a87d-4916-a2e7-5838903c4a7c', 'tenant_id': '4f1b97f7a7584e36aff8917d9b7a41d8', 'mac_address': 'fa:16:3e:7d:aa:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44e9c2ef-56bf-4b5e-85a8-5d89fa99edbc', 'device_owner': 'network:router_interface', 'standard_attr_id': 259, 'fixed_ips': [{'subnet_id': '8871b527-c1a0-4fab-8060-a3c03f2e40f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:05:54Z', 'updated_at': '2022-01-26T21:05:56Z', 'revision_number': 2, 'project_id': '4f1b97f7a7584e36aff8917d9b7a41d8', 'subnets': [{'id': '8871b527-c1a0-4fab-8060-a3c03f2e40f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760453-5', False) {} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:05:58.204361 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad630eee-c292-41ff-ba21-0e09fa7e84ea None None] Checking router: 44e9c2ef-56bf-4b5e-85a8-5d89fa99edbc for host: n-d-760453-5 {{(pid=103306) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 26 21:05:58.204942 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad630eee-c292-41ff-ba21-0e09fa7e84ea None None] Updating router 44e9c2ef-56bf-4b5e-85a8-5d89fa99edbc port 70583973-6ddc-4e46-908a-a31f61d6abdc binding host n-d-760453-5 {{(pid=103306) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 26 21:05:58.264000 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-ad630eee-c292-41ff-ba21-0e09fa7e84ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (70583973-6ddc-4e46-908a-a31f61d6abdc), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:05:58.397612 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566d8544-2ece-4088-a774-4c292b71386d req-05334bc7-ac5d-464c-a822-356a51188808 tempest-DeleteServersAdminTestJSON-986730985 tempest-DeleteServersAdminTestJSON-986730985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:05:58.403688 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-566d8544-2ece-4088-a774-4c292b71386d req-05334bc7-ac5d-464c-a822-356a51188808 tempest-DeleteServersAdminTestJSON-986730985 tempest-DeleteServersAdminTestJSON-986730985-project] 10.222.0.13 "GET /v2.0/ports?device_id=200740fb-a058-46be-99ea-f179574b5f16 HTTP/1.1" status: 200 len: 948 time: 0.1270378 Jan 26 21:05:58.499400 n-d-760453-5 neutron-server[103306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '200740fb-a058-46be-99ea-f179574b5f16', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9efb5733-ca52-4f6e-82b4-e9c3e55d4aec'}, {'server_uuid': '7f544618-ae90-49cb-a581-602469d4709d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0fe894a4-1ae0-4a4f-bd3a-ef6daeae89d6'}] {{(pid=103306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 21:05:58.501772 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9d5d370febab655511bdd2ffe887e43e442d144a440368702bcc1e93af00b97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15aa8cd5-08a6-428b-b8cf-c74d1685e737" -d '{"events": [{"server_uuid": "200740fb-a058-46be-99ea-f179574b5f16", "name": "network-vif-plugged", "status": "completed", "tag": "9efb5733-ca52-4f6e-82b4-e9c3e55d4aec"}, {"server_uuid": "7f544618-ae90-49cb-a581-602469d4709d", "name": "network-vif-plugged", "status": "completed", "tag": "0fe894a4-1ae0-4a4f-bd3a-ef6daeae89d6"}]}' {{(pid=103306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 21:05:58.555125 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-566d8544-2ece-4088-a774-4c292b71386d req-eab7bf53-6b89-483c-b366-202aefd8164c tempest-DeleteServersAdminTestJSON-986730985 tempest-DeleteServersAdminTestJSON-986730985-project] 10.222.0.13 "GET /v2.0/security-groups?id=e5ebc764-134d-4fd7-a877-9b9331affbb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1291318 Jan 26 21:05:58.575116 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device 0973b9bf-11c5-4921-88ed-c7bca9da02d6 up at agent ovs-agent-n-d-760453-5 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 21:05:58.813729 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-ad630eee-c292-41ff-ba21-0e09fa7e84ea None None] Publish callbacks [] for port (70583973-6ddc-4e46-908a-a31f61d6abdc), precommit_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:05:58.825263 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-ad630eee-c292-41ff-ba21-0e09fa7e84ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (70583973-6ddc-4e46-908a-a31f61d6abdc), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:05:58.882582 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Provisioning complete for port 0973b9bf-11c5-4921-88ed-c7bca9da02d6 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:05:58.882582 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (0973b9bf-11c5-4921-88ed-c7bca9da02d6), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:05:58.927082 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 26 Jan 2022 21:05:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96a5eaa6-b3b8-4f23-b400-5cc2ad898a97 x-openstack-request-id: req-96a5eaa6-b3b8-4f23-b400-5cc2ad898a97 {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 21:05:58.927419 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "200740fb-a058-46be-99ea-f179574b5f16", "name": "network-vif-plugged", "status": "completed", "tag": "9efb5733-ca52-4f6e-82b4-e9c3e55d4aec", "code": 200}, {"server_uuid": "7f544618-ae90-49cb-a581-602469d4709d", "name": "network-vif-plugged", "status": "completed", "tag": "0fe894a4-1ae0-4a4f-bd3a-ef6daeae89d6", "code": 200}]} {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 21:05:58.927659 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-96a5eaa6-b3b8-4f23-b400-5cc2ad898a97 {{(pid=103306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 21:05:58.928065 n-d-760453-5 neutron-server[103306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '200740fb-a058-46be-99ea-f179574b5f16', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9efb5733-ca52-4f6e-82b4-e9c3e55d4aec', 'code': 200} Jan 26 21:05:58.928326 n-d-760453-5 neutron-server[103306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f544618-ae90-49cb-a581-602469d4709d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0fe894a4-1ae0-4a4f-bd3a-ef6daeae89d6', 'code': 200} Jan 26 21:05:58.930966 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a1dacf-7274-4a8e-b3dc-1fec8b97797f None None] Pushing event updated for resources: {'Port': ['ID=70583973-6ddc-4e46-908a-a31f61d6abdc,revision_number=3']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:05:59.019020 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-ad630eee-c292-41ff-ba21-0e09fa7e84ea None None] Attempting to bind port 70583973-6ddc-4e46-908a-a31f61d6abdc on host n-d-760453-5 for vnic_type normal with profile {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 21:05:59.019695 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-ad630eee-c292-41ff-ba21-0e09fa7e84ea None None] Attempting to bind port 70583973-6ddc-4e46-908a-a31f61d6abdc by drivers openvswitch,hyperv on host n-d-760453-5 at level 0 using segments [{'id': 'c21f1138-374e-4849-8fcc-83af9dfb4afa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '722dc8bc-a87d-4916-a2e7-5838903c4a7c'}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 26 21:05:59.020056 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad630eee-c292-41ff-ba21-0e09fa7e84ea None None] Attempting to bind port 70583973-6ddc-4e46-908a-a31f61d6abdc on network 722dc8bc-a87d-4916-a2e7-5838903c4a7c {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 21:05:59.086305 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad630eee-c292-41ff-ba21-0e09fa7e84ea None None] Checking agent: {'id': 'fea0591a-627d-4c87-9a9a-01625ddf3277', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760453-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 20, 55, 25), 'started_at': datetime.datetime(2022, 1, 26, 20, 55, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 21, 5, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760453-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 26 21:05:59.086953 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad630eee-c292-41ff-ba21-0e09fa7e84ea None None] Checking segment: {'id': 'c21f1138-374e-4849-8fcc-83af9dfb4afa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '722dc8bc-a87d-4916-a2e7-5838903c4a7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 21:05:59.087368 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-ad630eee-c292-41ff-ba21-0e09fa7e84ea None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:05:59.087768 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad630eee-c292-41ff-ba21-0e09fa7e84ea None None] Bound using segment: {'id': 'c21f1138-374e-4849-8fcc-83af9dfb4afa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '722dc8bc-a87d-4916-a2e7-5838903c4a7c'} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 26 21:05:59.088305 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-ad630eee-c292-41ff-ba21-0e09fa7e84ea None None] Bound port: 70583973-6ddc-4e46-908a-a31f61d6abdc, host: n-d-760453-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c21f1138-374e-4849-8fcc-83af9dfb4afa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '722dc8bc-a87d-4916-a2e7-5838903c4a7c'}}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 26 21:05:59.088692 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-ad630eee-c292-41ff-ba21-0e09fa7e84ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (70583973-6ddc-4e46-908a-a31f61d6abdc), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:05:59.199711 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4747aa2d-6407-4aaf-9c45-13be743f9239 req-d1439330-52b9-444d-8b29-289880c734ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:05:59.201276 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-4747aa2d-6407-4aaf-9c45-13be743f9239 req-d1439330-52b9-444d-8b29-289880c734ed service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=200740fb-a058-46be-99ea-f179574b5f16 HTTP/1.1" status: 200 len: 1099 time: 0.1952150 Jan 26 21:05:59.314225 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-4747aa2d-6407-4aaf-9c45-13be743f9239 req-b009e09e-16f3-4eb7-bcdc-96f4219755f7 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=e5ebc764-134d-4fd7-a877-9b9331affbb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049469 Jan 26 21:05:59.330834 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d6d919-06de-4c7b-90c3-eeccbfc3f67f req-60e9ccc0-c815-486d-8d87-41d5ec2269f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:05:59.333109 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-51d6d919-06de-4c7b-90c3-eeccbfc3f67f req-60e9ccc0-c815-486d-8d87-41d5ec2269f0 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=7f544618-ae90-49cb-a581-602469d4709d HTTP/1.1" status: 200 len: 1123 time: 0.2743692 Jan 26 21:05:59.339858 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Current status of the port 0973b9bf-11c5-4921-88ed-c7bca9da02d6 is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:05:59.342481 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a96b336-882b-4a53-8c72-89dbebad2668 req-54e1708c-5758-4914-a4c6-02e952e68dae tempest-ServersWithSpecificFlavorTestJSON-1678027092 tempest-ServersWithSpecificFlavorTestJSON-1678027092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:05:59.351082 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-9a96b336-882b-4a53-8c72-89dbebad2668 req-54e1708c-5758-4914-a4c6-02e952e68dae tempest-ServersWithSpecificFlavorTestJSON-1678027092 tempest-ServersWithSpecificFlavorTestJSON-1678027092-project] 10.222.0.13 "GET /v2.0/ports?device_id=61324128-afb5-4d9e-a732-f4dc68e3c9a3 HTTP/1.1" status: 200 len: 945 time: 0.2762854 Jan 26 21:05:59.362200 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-ad630eee-c292-41ff-ba21-0e09fa7e84ea None None] For port 70583973-6ddc-4e46-908a-a31f61d6abdc, host n-d-760453-5, cleared binding levels {{(pid=103306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 26 21:05:59.365633 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-ad630eee-c292-41ff-ba21-0e09fa7e84ea None None] For port 70583973-6ddc-4e46-908a-a31f61d6abdc, host n-d-760453-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=70583973-6ddc-4e46-908a-a31f61d6abdc,segment=NetworkSegment(c21f1138-374e-4849-8fcc-83af9dfb4afa),segment_id=c21f1138-374e-4849-8fcc-83af9dfb4afa)] {{(pid=103306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 26 21:05:59.387586 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-ad630eee-c292-41ff-ba21-0e09fa7e84ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (70583973-6ddc-4e46-908a-a31f61d6abdc), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:05:59.463505 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-9a96b336-882b-4a53-8c72-89dbebad2668 req-67a33565-172f-46dc-984d-f41a08113225 tempest-ServersWithSpecificFlavorTestJSON-1678027092 tempest-ServersWithSpecificFlavorTestJSON-1678027092-project] 10.222.0.13 "GET /v2.0/security-groups?id=06e69ac2-3bf6-41aa-8df8-caa9b01a862f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1107290 Jan 26 21:05:59.523005 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a1dacf-7274-4a8e-b3dc-1fec8b97797f None None] Pushing event updated for resources: {'Port': ['ID=70583973-6ddc-4e46-908a-a31f61d6abdc,revision_number=4']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:05:59.533125 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad630eee-c292-41ff-ba21-0e09fa7e84ea None None] Routers {'44e9c2ef-56bf-4b5e-85a8-5d89fa99edbc'} bound to L3 agent in host n-d-760453-5 {{(pid=103306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 21:05:59.534538 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-ad630eee-c292-41ff-ba21-0e09fa7e84ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-26T20:55:21Z,description=,heartbeat_timestamp=2022-01-26T21:05:51Z,host='n-d-760453-5',id=09df100c-3af1-4b0a-bda8-05914c71c458,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:55:21Z,topic='l3_agent')) {'router_ids': ['44e9c2ef-56bf-4b5e-85a8-5d89fa99edbc'], 'active': True} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:05:59.542387 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-faf927dd-c253-469e-a9cf-4cf52c309ac5 None None] Provisioning complete for port 70583973-6ddc-4e46-908a-a31f61d6abdc triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:05:59.542898 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-faf927dd-c253-469e-a9cf-4cf52c309ac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (70583973-6ddc-4e46-908a-a31f61d6abdc), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:05:59.610129 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [req-8da9a68f-4eed-41cd-8fef-8a358f5d7cae req-79e47aa0-2f1d-4978-bb18-bc1183147a63 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=103304) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 26 21:05:59.623088 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-8da9a68f-4eed-41cd-8fef-8a358f5d7cae req-79e47aa0-2f1d-4978-bb18-bc1183147a63 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.4983664 Jan 26 21:05:59.669532 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-51d6d919-06de-4c7b-90c3-eeccbfc3f67f req-7a6b24e7-7f6b-4162-ba08-61ec4336c0fd service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=e0b082e3-685f-492b-b87f-3045b8ecd8c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1617529 Jan 26 21:05:59.795845 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1748538-f718-43de-b877-159e5fa6956b req-412d410b-5f66-4f9b-a701-e557ea908a4e tempest-MigrationsAdminTest-1084137346 tempest-MigrationsAdminTest-1084137346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:05:59.798792 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-a1748538-f718-43de-b877-159e5fa6956b req-412d410b-5f66-4f9b-a701-e557ea908a4e tempest-MigrationsAdminTest-1084137346 tempest-MigrationsAdminTest-1084137346-project] 10.222.0.13 "GET /v2.0/ports?device_id=7f544618-ae90-49cb-a581-602469d4709d HTTP/1.1" status: 200 len: 972 time: 0.0855737 Jan 26 21:05:59.860148 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvr_db [None req-ad630eee-c292-41ff-ba21-0e09fa7e84ea None None] Set router 44e9c2ef-56bf-4b5e-85a8-5d89fa99edbc gateway port host: n-d-760453-5 {{(pid=103306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 21:05:59.938418 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-a1748538-f718-43de-b877-159e5fa6956b req-b153d0e7-a522-4f25-8bc4-22eea900128c tempest-MigrationsAdminTest-1084137346 tempest-MigrationsAdminTest-1084137346-project] 10.222.0.13 "GET /v2.0/security-groups?id=e0b082e3-685f-492b-b87f-3045b8ecd8c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177888 Jan 26 21:06:00.218960 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-faf927dd-c253-469e-a9cf-4cf52c309ac5 None None] Current status of the port 70583973-6ddc-4e46-908a-a31f61d6abdc is: DOWN; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:06:00.219626 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-faf927dd-c253-469e-a9cf-4cf52c309ac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (70583973-6ddc-4e46-908a-a31f61d6abdc), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:06:00.285127 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-faf927dd-c253-469e-a9cf-4cf52c309ac5 None None] For port 70583973-6ddc-4e46-908a-a31f61d6abdc, host n-d-760453-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=70583973-6ddc-4e46-908a-a31f61d6abdc,segment=NetworkSegment(c21f1138-374e-4849-8fcc-83af9dfb4afa),segment_id=c21f1138-374e-4849-8fcc-83af9dfb4afa)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:06:00.293605 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-faf927dd-c253-469e-a9cf-4cf52c309ac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (70583973-6ddc-4e46-908a-a31f61d6abdc), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:06:00.343031 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-ad630eee-c292-41ff-ba21-0e09fa7e84ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44e9c2ef-56bf-4b5e-85a8-5d89fa99edbc', 'name': 'tempest-AttachSCSIVolumeTestJSON-2132543584-router', 'tenant_id': '4f1b97f7a7584e36aff8917d9b7a41d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'external_fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.202'}], 'enable_snat': True}, 'gw_port_id': '0973b9bf-11c5-4921-88ed-c7bca9da02d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T21:05:47Z', 'updated_at': '2022-01-26T21:05:55Z', 'revision_number': 4, 'project_id': '4f1b97f7a7584e36aff8917d9b7a41d8', 'gw_port': {'id': '0973b9bf-11c5-4921-88ed-c7bca9da02d6', 'name': '', 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:30:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44e9c2ef-56bf-4b5e-85a8-5d89fa99edbc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 241, 'fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:05:48Z', 'updated_at': '2022-01-26T21:05:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-5', '_interfaces': [{'id': '70583973-6ddc-4e46-908a-a31f61d6abdc', 'name': '', 'network_id': '722dc8bc-a87d-4916-a2e7-5838903c4a7c', 'tenant_id': '4f1b97f7a7584e36aff8917d9b7a41d8', 'mac_address': 'fa:16:3e:7d:aa:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44e9c2ef-56bf-4b5e-85a8-5d89fa99edbc', 'device_owner': 'network:router_interface', 'standard_attr_id': 259, 'fixed_ips': [{'subnet_id': '8871b527-c1a0-4fab-8060-a3c03f2e40f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:05:54Z', 'updated_at': '2022-01-26T21:05:59Z', 'revision_number': 4, 'project_id': '4f1b97f7a7584e36aff8917d9b7a41d8', 'subnets': [{'id': '8871b527-c1a0-4fab-8060-a3c03f2e40f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760453-5', False) {} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:06:00.378871 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad630eee-c292-41ff-ba21-0e09fa7e84ea None None] The sync data for ids ['44e9c2ef-56bf-4b5e-85a8-5d89fa99edbc'] in n-d-760453-5 is: [{'id': '44e9c2ef-56bf-4b5e-85a8-5d89fa99edbc', 'name': 'tempest-AttachSCSIVolumeTestJSON-2132543584-router', 'tenant_id': '4f1b97f7a7584e36aff8917d9b7a41d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'external_fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.202'}], 'enable_snat': True}, 'gw_port_id': '0973b9bf-11c5-4921-88ed-c7bca9da02d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T21:05:47Z', 'updated_at': '2022-01-26T21:05:55Z', 'revision_number': 4, 'project_id': '4f1b97f7a7584e36aff8917d9b7a41d8', 'gw_port': {'id': '0973b9bf-11c5-4921-88ed-c7bca9da02d6', 'name': '', 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:30:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44e9c2ef-56bf-4b5e-85a8-5d89fa99edbc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 241, 'fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:05:48Z', 'updated_at': '2022-01-26T21:05:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-5', '_interfaces': [{'id': '70583973-6ddc-4e46-908a-a31f61d6abdc', 'name': '', 'network_id': '722dc8bc-a87d-4916-a2e7-5838903c4a7c', 'tenant_id': '4f1b97f7a7584e36aff8917d9b7a41d8', 'mac_address': 'fa:16:3e:7d:aa:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44e9c2ef-56bf-4b5e-85a8-5d89fa99edbc', 'device_owner': 'network:router_interface', 'standard_attr_id': 259, 'fixed_ips': [{'subnet_id': '8871b527-c1a0-4fab-8060-a3c03f2e40f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:05:54Z', 'updated_at': '2022-01-26T21:05:59Z', 'revision_number': 4, 'project_id': '4f1b97f7a7584e36aff8917d9b7a41d8', 'subnets': [{'id': '8871b527-c1a0-4fab-8060-a3c03f2e40f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 26 21:06:00.395016 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf927dd-c253-469e-a9cf-4cf52c309ac5 None None] Pushing event updated for resources: {'Port': ['ID=70583973-6ddc-4e46-908a-a31f61d6abdc,revision_number=5']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:06:00.440011 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-ab8c9aa5-d018-4332-bb85-e97de03c0953 None None] Provisioning complete for port 70583973-6ddc-4e46-908a-a31f61d6abdc triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:06:00.440907 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-ab8c9aa5-d018-4332-bb85-e97de03c0953 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (70583973-6ddc-4e46-908a-a31f61d6abdc), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:06:00.659325 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972fb78b-2513-49cd-bd5c-ee9b5a66d192 req-d1fa6dd0-7f04-49c3-a92e-7dbb04b8a9d9 tempest-ServersWithSpecificFlavorTestJSON-1678027092 tempest-ServersWithSpecificFlavorTestJSON-1678027092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:06:00.675579 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 42892) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:06:00.680803 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-972fb78b-2513-49cd-bd5c-ee9b5a66d192 req-d1fa6dd0-7f04-49c3-a92e-7dbb04b8a9d9 tempest-ServersWithSpecificFlavorTestJSON-1678027092 tempest-ServersWithSpecificFlavorTestJSON-1678027092-project] 10.222.0.13 "GET /v2.0/ports?device_id=61324128-afb5-4d9e-a732-f4dc68e3c9a3 HTTP/1.1" status: 200 len: 945 time: 0.1043739 Jan 26 21:06:00.680973 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-4a56628d-7558-4ace-852e-9d9e03ae8a96 tempest-ServersWithSpecificFlavorTestJSON-1678027092 tempest-ServersWithSpecificFlavorTestJSON-1678027092-project] Request body: {'floatingip': {'port_id': '7681f87a-3365-4544-a8d4-39b7a88e37ee'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:06:00.839864 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-ab8c9aa5-d018-4332-bb85-e97de03c0953 None None] Current status of the port 70583973-6ddc-4e46-908a-a31f61d6abdc is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:06:00.998385 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-4a56628d-7558-4ace-852e-9d9e03ae8a96 tempest-ServersWithSpecificFlavorTestJSON-1678027092 tempest-ServersWithSpecificFlavorTestJSON-1678027092-project] Publish callbacks [] for floatingip (5c2e8654-517e-4ce3-bf85-e855360b6a26), before_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:06:01.201469 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83aa17c9-95bb-4802-9605-1ba9de163f4c req-77811906-dc3f-452f-85c5-a25273019701 tempest-DeleteServersAdminTestJSON-986730985 tempest-DeleteServersAdminTestJSON-986730985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:06:01.214127 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-83aa17c9-95bb-4802-9605-1ba9de163f4c req-77811906-dc3f-452f-85c5-a25273019701 tempest-DeleteServersAdminTestJSON-986730985 tempest-DeleteServersAdminTestJSON-986730985-project] 10.222.0.13 "GET /v2.0/ports?device_id=200740fb-a058-46be-99ea-f179574b5f16 HTTP/1.1" status: 200 len: 948 time: 0.1018269 Jan 26 21:06:01.280316 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-83aa17c9-95bb-4802-9605-1ba9de163f4c req-fb147971-efc1-44fd-874c-26c72ae24d45 tempest-DeleteServersAdminTestJSON-986730985 tempest-DeleteServersAdminTestJSON-986730985-project] 10.222.0.13 "GET /v2.0/security-groups?id=e5ebc764-134d-4fd7-a877-9b9331affbb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639372 Jan 26 21:06:01.780630 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 42926) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:06:01.892183 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46165356-520a-4a33-9ce8-f35aac0332ad req-0b215b70-2078-4eef-b13f-e7001f1c3065 tempest-MigrationsAdminTest-1084137346 tempest-MigrationsAdminTest-1084137346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:06:01.894996 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-46165356-520a-4a33-9ce8-f35aac0332ad req-0b215b70-2078-4eef-b13f-e7001f1c3065 tempest-MigrationsAdminTest-1084137346 tempest-MigrationsAdminTest-1084137346-project] 10.222.0.13 "GET /v2.0/ports?device_id=7f544618-ae90-49cb-a581-602469d4709d HTTP/1.1" status: 200 len: 972 time: 0.1063991 Jan 26 21:06:01.946385 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [req-9aedc4fe-786e-4c0d-a510-3ce767b94c75 req-34e09ae1-edd8-43e6-8457-02d3a63117e5 tempest-LiveAutoBlockMigrationV225Test-2082869167 tempest-LiveAutoBlockMigrationV225Test-2082869167-project-admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=103304) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 26 21:06:01.947612 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-9aedc4fe-786e-4c0d-a510-3ce767b94c75 req-34e09ae1-edd8-43e6-8457-02d3a63117e5 tempest-LiveAutoBlockMigrationV225Test-2082869167 tempest-LiveAutoBlockMigrationV225Test-2082869167-project-admin] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1642549 Jan 26 21:06:02.037612 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-46165356-520a-4a33-9ce8-f35aac0332ad req-5081a0a6-8034-44de-b9e8-04331d0a78aa tempest-MigrationsAdminTest-1084137346 tempest-MigrationsAdminTest-1084137346-project] 10.222.0.13 "GET /v2.0/security-groups?id=e0b082e3-685f-492b-b87f-3045b8ecd8c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1360600 Jan 26 21:06:02.193910 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 42940) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:06:02.326296 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-7f4195de-a55d-428d-bd1e-1d9899842f9d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:06:02.365772 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.db.resource_extend [None req-4a56628d-7558-4ace-852e-9d9e03ae8a96 tempest-ServersWithSpecificFlavorTestJSON-1678027092 tempest-ServersWithSpecificFlavorTestJSON-1678027092-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 26 21:06:02.403684 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aedc4fe-786e-4c0d-a510-3ce767b94c75 req-34c5f7ca-8b10-4095-aff0-38732f936e21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:06:02.405200 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-9aedc4fe-786e-4c0d-a510-3ce767b94c75 req-34c5f7ca-8b10-4095-aff0-38732f936e21 service neutron] 10.222.0.13 "GET /v2.0/ports/f5fdde2f-c5b7-4189-93c5-ce8ef3d0068c HTTP/1.1" status: 200 len: 1093 time: 0.2564440 Jan 26 21:06:02.417629 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [req-9aedc4fe-786e-4c0d-a510-3ce767b94c75 req-22f75b20-a410-4d18-86e0-af871d2c47d8 service neutron] Request body: {'binding': {'host': 'n-h2-760453-5', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:06:02.418209 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [req-9aedc4fe-786e-4c0d-a510-3ce767b94c75 req-22f75b20-a410-4d18-86e0-af871d2c47d8 service neutron] Unknown quota resources ['binding']. {{(pid=103304) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Jan 26 21:06:02.472080 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-4a56628d-7558-4ace-852e-9d9e03ae8a96 tempest-ServersWithSpecificFlavorTestJSON-1678027092 tempest-ServersWithSpecificFlavorTestJSON-1678027092-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:06:02.476097 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-7f4195de-a55d-428d-bd1e-1d9899842f9d admin admin] Publish callbacks [] for security_group (67af4315-acd3-4283-b9d7-1f601e269797), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:06:02.485454 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-4a56628d-7558-4ace-852e-9d9e03ae8a96 tempest-ServersWithSpecificFlavorTestJSON-1678027092 tempest-ServersWithSpecificFlavorTestJSON-1678027092-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4110913'] for floatingip (5c2e8654-517e-4ce3-bf85-e855360b6a26), after_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:06:02.490024 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-7f4195de-a55d-428d-bd1e-1d9899842f9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (67af4315-acd3-4283-b9d7-1f601e269797), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:06:02.568250 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f4195de-a55d-428d-bd1e-1d9899842f9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67af4315-acd3-4283-b9d7-1f601e269797,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:06:02.595036 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f4195de-a55d-428d-bd1e-1d9899842f9d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:06:02.595521 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f4195de-a55d-428d-bd1e-1d9899842f9d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:06:02.595885 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f4195de-a55d-428d-bd1e-1d9899842f9d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:06:02.596289 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f4195de-a55d-428d-bd1e-1d9899842f9d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:06:02.596689 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f4195de-a55d-428d-bd1e-1d9899842f9d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:06:02.597497 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f4195de-a55d-428d-bd1e-1d9899842f9d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:06:02.597884 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f4195de-a55d-428d-bd1e-1d9899842f9d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:06:02.598285 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f4195de-a55d-428d-bd1e-1d9899842f9d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:06:02.598682 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f4195de-a55d-428d-bd1e-1d9899842f9d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:06:02.599487 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f4195de-a55d-428d-bd1e-1d9899842f9d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:06:02.599487 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f4195de-a55d-428d-bd1e-1d9899842f9d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:06:02.599728 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f4195de-a55d-428d-bd1e-1d9899842f9d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:06:02.600163 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f4195de-a55d-428d-bd1e-1d9899842f9d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:06:02.610502 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-7f4195de-a55d-428d-bd1e-1d9899842f9d admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=67a4deb1185146c58a401d0b5ebe8743&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4129634 Jan 26 21:06:02.612055 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 42950) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:06:02.697247 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-bc4efaef-0761-45bd-af1b-23fd1de5d276 admin admin] Publish callbacks [] for security_group (67af4315-acd3-4283-b9d7-1f601e269797), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:06:02.714954 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device 70583973-6ddc-4e46-908a-a31f61d6abdc up at agent ovs-agent-n-d-760453-5 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 21:06:02.722248 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [req-9aedc4fe-786e-4c0d-a510-3ce767b94c75 req-22f75b20-a410-4d18-86e0-af871d2c47d8 service neutron] Attempting to bind port f5fdde2f-c5b7-4189-93c5-ce8ef3d0068c on host n-h2-760453-5 for vnic_type normal with profile None {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 21:06:02.722662 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [req-9aedc4fe-786e-4c0d-a510-3ce767b94c75 req-22f75b20-a410-4d18-86e0-af871d2c47d8 service neutron] Attempting to bind port f5fdde2f-c5b7-4189-93c5-ce8ef3d0068c by drivers openvswitch,hyperv on host n-h2-760453-5 at level 0 using segments [{'id': 'ff84b980-87bb-452b-8f52-d472b3cbbe9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '1c3811f3-dcb6-4f77-8c26-3e9819d7c63c'}] {{(pid=103304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 26 21:06:02.723355 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9aedc4fe-786e-4c0d-a510-3ce767b94c75 req-22f75b20-a410-4d18-86e0-af871d2c47d8 service neutron] Attempting to bind port f5fdde2f-c5b7-4189-93c5-ce8ef3d0068c on network 1c3811f3-dcb6-4f77-8c26-3e9819d7c63c {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 21:06:02.736701 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9aedc4fe-786e-4c0d-a510-3ce767b94c75 req-22f75b20-a410-4d18-86e0-af871d2c47d8 service neutron] Port f5fdde2f-c5b7-4189-93c5-ce8ef3d0068c on network 1c3811f3-dcb6-4f77-8c26-3e9819d7c63c not bound, no agent of type Open vSwitch agent registered on host n-h2-760453-5 {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 26 21:06:02.737114 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9aedc4fe-786e-4c0d-a510-3ce767b94c75 req-22f75b20-a410-4d18-86e0-af871d2c47d8 service neutron] Attempting to bind port f5fdde2f-c5b7-4189-93c5-ce8ef3d0068c on network 1c3811f3-dcb6-4f77-8c26-3e9819d7c63c {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 21:06:02.740380 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-bc4efaef-0761-45bd-af1b-23fd1de5d276 admin admin] Publish callbacks [] for security_group (67af4315-acd3-4283-b9d7-1f601e269797), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:06:02.751818 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9aedc4fe-786e-4c0d-a510-3ce767b94c75 req-22f75b20-a410-4d18-86e0-af871d2c47d8 service neutron] Checking agent: {'id': '4d619873-4b60-439f-9b5a-b155dc8bbc34', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-760453-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 21, 2, 53), 'started_at': datetime.datetime(2022, 1, 26, 21, 2, 53), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 21, 5, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 26 21:06:02.752239 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9aedc4fe-786e-4c0d-a510-3ce767b94c75 req-22f75b20-a410-4d18-86e0-af871d2c47d8 service neutron] Checking segment: {'id': 'ff84b980-87bb-452b-8f52-d472b3cbbe9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '1c3811f3-dcb6-4f77-8c26-3e9819d7c63c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103304) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 21:06:02.752690 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9aedc4fe-786e-4c0d-a510-3ce767b94c75 req-22f75b20-a410-4d18-86e0-af871d2c47d8 service neutron] Bound using segment: {'id': 'ff84b980-87bb-452b-8f52-d472b3cbbe9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '1c3811f3-dcb6-4f77-8c26-3e9819d7c63c'} {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 26 21:06:02.753194 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [req-9aedc4fe-786e-4c0d-a510-3ce767b94c75 req-22f75b20-a410-4d18-86e0-af871d2c47d8 service neutron] Bound port: f5fdde2f-c5b7-4189-93c5-ce8ef3d0068c, host: n-h2-760453-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ff84b980-87bb-452b-8f52-d472b3cbbe9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '1c3811f3-dcb6-4f77-8c26-3e9819d7c63c'}}] {{(pid=103304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 26 21:06:02.766571 n-d-760453-5 neutron-server[103305]: INFO neutron.db.l3_db [None req-4a56628d-7558-4ace-852e-9d9e03ae8a96 tempest-ServersWithSpecificFlavorTestJSON-1678027092 tempest-ServersWithSpecificFlavorTestJSON-1678027092-project] Floating IP 5c2e8654-517e-4ce3-bf85-e855360b6a26 associated. External IP: 172.25.1.117, port: 7681f87a-3365-4544-a8d4-39b7a88e37ee. Jan 26 21:06:02.798925 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Provisioning complete for port 70583973-6ddc-4e46-908a-a31f61d6abdc triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:06:02.799546 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (70583973-6ddc-4e46-908a-a31f61d6abdc), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:06:02.840874 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [req-9aedc4fe-786e-4c0d-a510-3ce767b94c75 req-22f75b20-a410-4d18-86e0-af871d2c47d8 service neutron] For port f5fdde2f-c5b7-4189-93c5-ce8ef3d0068c, host n-h2-760453-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-5',level=0,port_id=f5fdde2f-c5b7-4189-93c5-ce8ef3d0068c,segment=NetworkSegment(ff84b980-87bb-452b-8f52-d472b3cbbe9c),segment_id=ff84b980-87bb-452b-8f52-d472b3cbbe9c)] {{(pid=103304) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 26 21:06:02.866892 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-9aedc4fe-786e-4c0d-a510-3ce767b94c75 req-22f75b20-a410-4d18-86e0-af871d2c47d8 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:06:02.876738 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-9aedc4fe-786e-4c0d-a510-3ce767b94c75 req-22f75b20-a410-4d18-86e0-af871d2c47d8 service neutron] 10.222.0.13 "POST /v2.0/ports/f5fdde2f-c5b7-4189-93c5-ce8ef3d0068c/bindings HTTP/1.1" status: 201 len: 389 time: 0.4602091 Jan 26 21:06:02.904825 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Current status of the port 70583973-6ddc-4e46-908a-a31f61d6abdc is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:06:02.937247 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37caf23c-8b51-40e1-bd06-15e699e79439 req-76d74a28-8ada-4ac2-a95a-c70655cd5118 tempest-MigrationsAdminTest-1745308335 tempest-MigrationsAdminTest-1745308335-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:06:02.952032 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-37caf23c-8b51-40e1-bd06-15e699e79439 req-76d74a28-8ada-4ac2-a95a-c70655cd5118 tempest-MigrationsAdminTest-1745308335 tempest-MigrationsAdminTest-1745308335-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=7f544618-ae90-49cb-a581-602469d4709d HTTP/1.1" status: 200 len: 1123 time: 0.1095898 Jan 26 21:06:02.977339 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-37caf23c-8b51-40e1-bd06-15e699e79439 req-a91b782f-d85f-4cf8-9efa-503e8ae50b2a tempest-MigrationsAdminTest-1745308335 tempest-MigrationsAdminTest-1745308335-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:06:02.988749 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-bc4efaef-0761-45bd-af1b-23fd1de5d276 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (67af4315-acd3-4283-b9d7-1f601e269797), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:06:02.991851 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-bc4efaef-0761-45bd-af1b-23fd1de5d276 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:06:02.995437 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-bc4efaef-0761-45bd-af1b-23fd1de5d276 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/67af4315-acd3-4283-b9d7-1f601e269797 HTTP/1.1" status: 204 len: 168 time: 0.3800962 Jan 26 21:06:03.008812 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc4efaef-0761-45bd-af1b-23fd1de5d276 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67af4315-acd3-4283-b9d7-1f601e269797,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:06:03.100377 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a56628d-7558-4ace-852e-9d9e03ae8a96 tempest-ServersWithSpecificFlavorTestJSON-1678027092 tempest-ServersWithSpecificFlavorTestJSON-1678027092-project] Router 1e1537f3-2953-450d-9758-e36dd4e159f5 has already been hosted by L3 agent 09df100c-3af1-4b0a-bda8-05914c71c458 {{(pid=103305) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 26 21:06:03.198096 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-37caf23c-8b51-40e1-bd06-15e699e79439 req-a91b782f-d85f-4cf8-9efa-503e8ae50b2a tempest-MigrationsAdminTest-1745308335 tempest-MigrationsAdminTest-1745308335-project-admin] Publish callbacks [] for security_group (cee10a87-2997-40c8-be6c-3f0efc6c963f), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:06:03.212208 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-37caf23c-8b51-40e1-bd06-15e699e79439 req-a91b782f-d85f-4cf8-9efa-503e8ae50b2a tempest-MigrationsAdminTest-1745308335 tempest-MigrationsAdminTest-1745308335-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (cee10a87-2997-40c8-be6c-3f0efc6c963f), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:06:03.287632 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a56628d-7558-4ace-852e-9d9e03ae8a96 tempest-ServersWithSpecificFlavorTestJSON-1678027092 tempest-ServersWithSpecificFlavorTestJSON-1678027092-project] Notify agent at l3_agent.n-d-760453-5 the message routers_updated {{(pid=103305) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 26 21:06:03.298691 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-4a56628d-7558-4ace-852e-9d9e03ae8a96 tempest-ServersWithSpecificFlavorTestJSON-1678027092 tempest-ServersWithSpecificFlavorTestJSON-1678027092-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for floatingip (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:06:03.300827 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ad45c8f-7907-4560-84a7-b359d714434b None None] Sync routers for ids ['1e1537f3-2953-450d-9758-e36dd4e159f5'] in n-d-760453-5 {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 26 21:06:03.323519 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ad45c8f-7907-4560-84a7-b359d714434b None None] Routers {'1e1537f3-2953-450d-9758-e36dd4e159f5'} bound to L3 agent in host n-d-760453-5 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 21:06:03.324766 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-4ad45c8f-7907-4560-84a7-b359d714434b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-26T20:55:21Z,description=,heartbeat_timestamp=2022-01-26T21:05:51Z,host='n-d-760453-5',id=09df100c-3af1-4b0a-bda8-05914c71c458,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:55:21Z,topic='l3_agent')) {'router_ids': ['1e1537f3-2953-450d-9758-e36dd4e159f5'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:06:03.335544 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-4a56628d-7558-4ace-852e-9d9e03ae8a96 tempest-ServersWithSpecificFlavorTestJSON-1678027092 tempest-ServersWithSpecificFlavorTestJSON-1678027092-project] 10.222.0.13 "PUT /v2.0/floatingips/5c2e8654-517e-4ce3-bf85-e855360b6a26 HTTP/1.1" status: 200 len: 991 time: 2.6587195 Jan 26 21:06:03.336335 n-d-760453-5 neutron-server[103305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '61324128-afb5-4d9e-a732-f4dc68e3c9a3', 'tag': '7681f87a-3365-4544-a8d4-39b7a88e37ee'}] {{(pid=103305) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 21:06:03.340102 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d4654568b7bf041e72ff8fe1c96d6d761d9c921f2b99bc7b3a26632be20cee0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56234b5e-af7c-4123-8ddb-89b150267178" -d '{"events": [{"name": "network-changed", "server_uuid": "61324128-afb5-4d9e-a732-f4dc68e3c9a3", "tag": "7681f87a-3365-4544-a8d4-39b7a88e37ee"}]}' {{(pid=103305) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 21:06:03.340571 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-37caf23c-8b51-40e1-bd06-15e699e79439 req-a91b782f-d85f-4cf8-9efa-503e8ae50b2a tempest-MigrationsAdminTest-1745308335 tempest-MigrationsAdminTest-1745308335-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=e0b082e3-685f-492b-b87f-3045b8ecd8c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3852820 Jan 26 21:06:03.361251 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a91b782f-d85f-4cf8-9efa-503e8ae50b2a tempest-MigrationsAdminTest-1745308335 tempest-MigrationsAdminTest-1745308335-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cee10a87-2997-40c8-be6c-3f0efc6c963f,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:06:03.492459 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_dvr_db [None req-4ad45c8f-7907-4560-84a7-b359d714434b None None] Set router 1e1537f3-2953-450d-9758-e36dd4e159f5 gateway port host: n-d-760453-5 {{(pid=103307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 21:06:03.501912 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa61080f-23f3-448a-b60a-3dfe954548cd req-5bd9570b-7b90-4604-be08-c63843b75077 tempest-DeleteServersAdminTestJSON-986730985 tempest-DeleteServersAdminTestJSON-986730985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:06:03.503432 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-fa61080f-23f3-448a-b60a-3dfe954548cd req-5bd9570b-7b90-4604-be08-c63843b75077 tempest-DeleteServersAdminTestJSON-986730985 tempest-DeleteServersAdminTestJSON-986730985-project] 10.222.0.13 "GET /v2.0/ports?device_id=200740fb-a058-46be-99ea-f179574b5f16 HTTP/1.1" status: 200 len: 948 time: 0.2181458 Jan 26 21:06:03.526234 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aedc4fe-786e-4c0d-a510-3ce767b94c75 req-5b4db734-7207-4743-8ad8-420651083ed6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:06:03.528481 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-9aedc4fe-786e-4c0d-a510-3ce767b94c75 req-5b4db734-7207-4743-8ad8-420651083ed6 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=6a368bf2185e476485148d66b6d73c5c&device_id=0bd9219f-31b8-4122-b35d-2ca7b6de3d8d HTTP/1.1" status: 200 len: 1096 time: 0.2437172 Jan 26 21:06:03.572402 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 42976) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:06:03.592260 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-b9b34339-b63b-4600-b36c-e194fd78d94b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:06:03.608697 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-fa61080f-23f3-448a-b60a-3dfe954548cd req-3de20057-0370-4625-9110-c5fc1037f8ce tempest-DeleteServersAdminTestJSON-986730985 tempest-DeleteServersAdminTestJSON-986730985-project] 10.222.0.13 "GET /v2.0/security-groups?id=e5ebc764-134d-4fd7-a877-9b9331affbb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977790 Jan 26 21:06:03.679789 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa6f6fb-806a-4227-916d-6d7a1b67ee8c req-2d80640e-2303-4271-b9d4-4813716f96f6 tempest-LiveAutoBlockMigrationV225Test-1645909514 tempest-LiveAutoBlockMigrationV225Test-1645909514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:06:03.681914 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-2aa6f6fb-806a-4227-916d-6d7a1b67ee8c req-2d80640e-2303-4271-b9d4-4813716f96f6 tempest-LiveAutoBlockMigrationV225Test-1645909514 tempest-LiveAutoBlockMigrationV225Test-1645909514-project] 10.222.0.13 "GET /v2.0/ports?device_id=0bd9219f-31b8-4122-b35d-2ca7b6de3d8d HTTP/1.1" status: 200 len: 945 time: 0.1768732 Jan 26 21:06:03.721932 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-b9b34339-b63b-4600-b36c-e194fd78d94b admin admin] Publish callbacks [] for security_group (43a40e1b-e343-48a2-934a-c93792c2a494), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:06:03.728270 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-b9b34339-b63b-4600-b36c-e194fd78d94b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (43a40e1b-e343-48a2-934a-c93792c2a494), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:06:03.765617 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-2aa6f6fb-806a-4227-916d-6d7a1b67ee8c req-75d295df-1e69-489e-9196-c07a263723ba tempest-LiveAutoBlockMigrationV225Test-1645909514 tempest-LiveAutoBlockMigrationV225Test-1645909514-project] 10.222.0.13 "GET /v2.0/security-groups?id=d3d52ae6-e761-44ee-98bd-9ad0dc66343a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677779 Jan 26 21:06:03.767229 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aedc4fe-786e-4c0d-a510-3ce767b94c75 req-612aa472-ce0d-477e-ac88-a05ac5d5c8d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:06:03.768699 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-9aedc4fe-786e-4c0d-a510-3ce767b94c75 req-612aa472-ce0d-477e-ac88-a05ac5d5c8d0 service neutron] 10.222.0.57 "GET /v2.0/networks?id=1c3811f3-dcb6-4f77-8c26-3e9819d7c63c HTTP/1.1" status: 200 len: 921 time: 0.2174494 Jan 26 21:06:03.842345 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-b9b34339-b63b-4600-b36c-e194fd78d94b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=6bd485387c6f42b4bd5719006841599a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2673755 Jan 26 21:06:03.845125 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 42984) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:06:03.858206 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-9aedc4fe-786e-4c0d-a510-3ce767b94c75 req-dd9cc045-ec66-43bc-a3cb-00a76c11b280 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f5fdde2f-c5b7-4189-93c5-ce8ef3d0068c HTTP/1.1" status: 200 len: 217 time: 0.0805798 Jan 26 21:06:03.946981 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b34339-b63b-4600-b36c-e194fd78d94b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43a40e1b-e343-48a2-934a-c93792c2a494,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:06:03.969080 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 26 Jan 2022 21:06:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a15916f4-e5f0-4022-87ed-4376e70eda08 x-openstack-request-id: req-a15916f4-e5f0-4022-87ed-4376e70eda08 {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 21:06:03.969556 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aedc4fe-786e-4c0d-a510-3ce767b94c75 req-008bbbce-c330-483b-8c6d-f1f857a8c557 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:06:03.970921 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "61324128-afb5-4d9e-a732-f4dc68e3c9a3", "tag": "7681f87a-3365-4544-a8d4-39b7a88e37ee", "status": "completed", "code": 200}]} {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 21:06:03.971069 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-9aedc4fe-786e-4c0d-a510-3ce767b94c75 req-008bbbce-c330-483b-8c6d-f1f857a8c557 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=dae01ee8-17f0-4a86-8f17-22a537cba2b9 HTTP/1.1" status: 200 len: 860 time: 0.1050191 Jan 26 21:06:03.971478 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a15916f4-e5f0-4022-87ed-4376e70eda08 {{(pid=103305) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 21:06:03.972811 n-d-760453-5 neutron-server[103305]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '61324128-afb5-4d9e-a732-f4dc68e3c9a3', 'tag': '7681f87a-3365-4544-a8d4-39b7a88e37ee', 'status': 'completed', 'code': 200} Jan 26 21:06:03.981576 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [req-5066954e-2883-4485-900d-1eb1d94e1131 req-cbe9cbe7-eedf-4e5e-9671-c4e1f33150b0 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=103304) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 26 21:06:03.982584 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9b34339-b63b-4600-b36c-e194fd78d94b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:06:03.983110 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9b34339-b63b-4600-b36c-e194fd78d94b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:06:03.985039 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9b34339-b63b-4600-b36c-e194fd78d94b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:06:03.985673 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9b34339-b63b-4600-b36c-e194fd78d94b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:06:03.987504 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9b34339-b63b-4600-b36c-e194fd78d94b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:06:03.987504 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9b34339-b63b-4600-b36c-e194fd78d94b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:06:03.987504 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9b34339-b63b-4600-b36c-e194fd78d94b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:06:03.989314 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9b34339-b63b-4600-b36c-e194fd78d94b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:06:03.989846 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9b34339-b63b-4600-b36c-e194fd78d94b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:06:03.989989 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-5066954e-2883-4485-900d-1eb1d94e1131 req-cbe9cbe7-eedf-4e5e-9671-c4e1f33150b0 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0133951 Jan 26 21:06:03.991635 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9b34339-b63b-4600-b36c-e194fd78d94b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:06:03.992537 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9b34339-b63b-4600-b36c-e194fd78d94b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:06:03.993655 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9b34339-b63b-4600-b36c-e194fd78d94b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:06:03.994680 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9b34339-b63b-4600-b36c-e194fd78d94b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:06:04.046313 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-9aedc4fe-786e-4c0d-a510-3ce767b94c75 req-110ee6a0-deba-4d64-b96f-c888bc3ca6db service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=1c3811f3-dcb6-4f77-8c26-3e9819d7c63c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0550070 Jan 26 21:06:04.103738 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-4ad45c8f-7907-4560-84a7-b359d714434b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e1537f3-2953-450d-9758-e36dd4e159f5', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-12624398-router', 'tenant_id': 'd23b24c8db034dca99b1d99ddc0880a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'external_fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.97'}], 'enable_snat': True}, 'gw_port_id': 'dfff1849-53a1-451a-a3fd-8d3a9f61264e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T21:05:02Z', 'updated_at': '2022-01-26T21:05:06Z', 'revision_number': 4, 'project_id': 'd23b24c8db034dca99b1d99ddc0880a5', 'gw_port': {'id': 'dfff1849-53a1-451a-a3fd-8d3a9f61264e', 'name': '', 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:f5:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e1537f3-2953-450d-9758-e36dd4e159f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:05:02Z', 'updated_at': '2022-01-26T21:05:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-5', '_floatingips': [{'id': '5c2e8654-517e-4ce3-bf85-e855360b6a26', 'tenant_id': 'd23b24c8db034dca99b1d99ddc0880a5', 'floating_ip_address': '172.25.1.117', 'floating_network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'router_id': '1e1537f3-2953-450d-9758-e36dd4e159f5', 'port_id': '7681f87a-3365-4544-a8d4-39b7a88e37ee', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 149, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9b81ad00-7180-4a41-9594-2bd0d66dbd57', 'mac_address': 'fa:16:3e:01:24:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61324128-afb5-4d9e-a732-f4dc68e3c9a3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-26T21:05:30Z', 'updated_at': '2022-01-26T21:06:02Z', 'revision_number': 1, 'project_id': 'd23b24c8db034dca99b1d99ddc0880a5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '076ddd78-7c26-43be-8bb8-b1fe7e196fd1', 'name': '', 'network_id': '9b81ad00-7180-4a41-9594-2bd0d66dbd57', 'tenant_id': 'd23b24c8db034dca99b1d99ddc0880a5', 'mac_address': 'fa:16:3e:3e:7c:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e1537f3-2953-450d-9758-e36dd4e159f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '4d1fd205-2a9b-47a0-a1f2-a48040a3bbee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:05:05Z', 'updated_at': '2022-01-26T21:05:13Z', 'revision_number': 5, 'project_id': 'd23b24c8db034dca99b1d99ddc0880a5', 'subnets': [{'id': '4d1fd205-2a9b-47a0-a1f2-a48040a3bbee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760453-5', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:06:04.155299 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56234b5e-af7c-4123-8ddb-89b150267178 req-39695fac-83ec-4a68-9103-2f620f83a5f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:06:04.157115 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-56234b5e-af7c-4123-8ddb-89b150267178 req-39695fac-83ec-4a68-9103-2f620f83a5f0 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=d23b24c8db034dca99b1d99ddc0880a5&device_id=61324128-afb5-4d9e-a732-f4dc68e3c9a3 HTTP/1.1" status: 200 len: 1096 time: 0.1806355 Jan 26 21:06:04.166686 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ad45c8f-7907-4560-84a7-b359d714434b None None] Checking router: 1e1537f3-2953-450d-9758-e36dd4e159f5 for host: n-d-760453-5 {{(pid=103307) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 26 21:06:04.188082 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ad45c8f-7907-4560-84a7-b359d714434b None None] Routers {'1e1537f3-2953-450d-9758-e36dd4e159f5'} bound to L3 agent in host n-d-760453-5 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 21:06:04.190087 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-4ad45c8f-7907-4560-84a7-b359d714434b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-26T20:55:21Z,description=,heartbeat_timestamp=2022-01-26T21:05:51Z,host='n-d-760453-5',id=09df100c-3af1-4b0a-bda8-05914c71c458,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:55:21Z,topic='l3_agent')) {'router_ids': ['1e1537f3-2953-450d-9758-e36dd4e159f5'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:06:04.277866 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-9aedc4fe-786e-4c0d-a510-3ce767b94c75 req-aef840c8-fa22-4f54-9549-d241731c5772 service neutron] 10.222.0.57 "GET /v2.0/networks/1c3811f3-dcb6-4f77-8c26-3e9819d7c63c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2241371 Jan 26 21:06:04.360189 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_dvr_db [None req-4ad45c8f-7907-4560-84a7-b359d714434b None None] Set router 1e1537f3-2953-450d-9758-e36dd4e159f5 gateway port host: n-d-760453-5 {{(pid=103307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 21:06:04.408019 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56234b5e-af7c-4123-8ddb-89b150267178 req-df827db5-044a-412e-94c3-c7493b309bfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:06:04.409530 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-56234b5e-af7c-4123-8ddb-89b150267178 req-df827db5-044a-412e-94c3-c7493b309bfb service neutron] 10.222.0.66 "GET /v2.0/networks?id=9b81ad00-7180-4a41-9594-2bd0d66dbd57 HTTP/1.1" status: 200 len: 923 time: 0.2378747 Jan 26 21:06:04.410597 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-c448e0c7-6eae-461d-a798-ccb5f76f0814 admin admin] Publish callbacks [] for security_group (43a40e1b-e343-48a2-934a-c93792c2a494), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:06:04.495368 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80372879-88a9-4c86-99c0-b2f08b6ef6d0 req-71c1548d-004f-4338-ada9-6997598bb400 tempest-DeleteServersAdminTestJSON-986730985 tempest-DeleteServersAdminTestJSON-986730985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:06:04.497896 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-80372879-88a9-4c86-99c0-b2f08b6ef6d0 req-71c1548d-004f-4338-ada9-6997598bb400 tempest-DeleteServersAdminTestJSON-986730985 tempest-DeleteServersAdminTestJSON-986730985-project] 10.222.0.13 "GET /v2.0/ports?device_id=200740fb-a058-46be-99ea-f179574b5f16 HTTP/1.1" status: 200 len: 948 time: 0.0916755 Jan 26 21:06:04.502512 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-9aedc4fe-786e-4c0d-a510-3ce767b94c75 req-8869dc45-220c-4b2d-b257-08e017594031 service neutron] 10.222.0.57 "GET /v2.0/networks/1c3811f3-dcb6-4f77-8c26-3e9819d7c63c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2134764 Jan 26 21:06:04.516742 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-c448e0c7-6eae-461d-a798-ccb5f76f0814 admin admin] Publish callbacks [] for security_group (43a40e1b-e343-48a2-934a-c93792c2a494), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:06:04.571863 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-56234b5e-af7c-4123-8ddb-89b150267178 req-54fb6aa2-767c-45ee-9df3-79ffff4047f1 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7681f87a-3365-4544-a8d4-39b7a88e37ee HTTP/1.1" status: 200 len: 999 time: 0.1454413 Jan 26 21:06:04.575635 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-80372879-88a9-4c86-99c0-b2f08b6ef6d0 req-bd12bd4b-7232-419b-a9bf-d3e1c25eb1bc tempest-DeleteServersAdminTestJSON-986730985 tempest-DeleteServersAdminTestJSON-986730985-project] 10.222.0.13 "GET /v2.0/security-groups?id=e5ebc764-134d-4fd7-a877-9b9331affbb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714254 Jan 26 21:06:04.649901 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56234b5e-af7c-4123-8ddb-89b150267178 req-7309f38d-934a-4acb-9033-bde3cddeb600 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:06:04.651741 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-56234b5e-af7c-4123-8ddb-89b150267178 req-7309f38d-934a-4acb-9033-bde3cddeb600 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=4d1fd205-2a9b-47a0-a1f2-a48040a3bbee HTTP/1.1" status: 200 len: 861 time: 0.0660791 Jan 26 21:06:04.693004 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-c448e0c7-6eae-461d-a798-ccb5f76f0814 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (43a40e1b-e343-48a2-934a-c93792c2a494), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:06:04.695551 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-c448e0c7-6eae-461d-a798-ccb5f76f0814 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:06:04.711653 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-c448e0c7-6eae-461d-a798-ccb5f76f0814 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/43a40e1b-e343-48a2-934a-c93792c2a494 HTTP/1.1" status: 204 len: 168 time: 0.8588634 Jan 26 21:06:04.740549 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c448e0c7-6eae-461d-a798-ccb5f76f0814 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43a40e1b-e343-48a2-934a-c93792c2a494,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:06:04.765487 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56234b5e-af7c-4123-8ddb-89b150267178 req-6ac85b99-f0e6-41ab-ba02-1d1ae61b3fc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:06:04.771865 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-56234b5e-af7c-4123-8ddb-89b150267178 req-6ac85b99-f0e6-41ab-ba02-1d1ae61b3fc6 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=9b81ad00-7180-4a41-9594-2bd0d66dbd57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1133559 Jan 26 21:06:04.973998 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aedc4fe-786e-4c0d-a510-3ce767b94c75 req-4dc4c036-3e18-47b9-bc26-5c8557155116 tempest-LiveAutoBlockMigrationV225Test-2082869167 tempest-LiveAutoBlockMigrationV225Test-2082869167-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:06:04.976028 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-9aedc4fe-786e-4c0d-a510-3ce767b94c75 req-4dc4c036-3e18-47b9-bc26-5c8557155116 tempest-LiveAutoBlockMigrationV225Test-2082869167 tempest-LiveAutoBlockMigrationV225Test-2082869167-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=0bd9219f-31b8-4122-b35d-2ca7b6de3d8d&tenant_id=6a368bf2185e476485148d66b6d73c5c&binding%3Ahost_id=n-h1-760453-5 HTTP/1.1" status: 200 len: 1096 time: 0.2790813 Jan 26 21:06:04.986523 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-56234b5e-af7c-4123-8ddb-89b150267178 req-7ac8223f-c2a0-4ca7-a9b9-0be78be1f263 service neutron] 10.222.0.66 "GET /v2.0/networks/9b81ad00-7180-4a41-9594-2bd0d66dbd57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2080007 Jan 26 21:06:04.989690 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [req-9aedc4fe-786e-4c0d-a510-3ce767b94c75 req-b70e71fa-9bfd-4f14-b015-9059d100a710 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-760453-5'}}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:06:05.000044 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ef0af2-b265-4d9e-b9a8-479bed2f30bd req-4b1addc1-8844-40c7-9417-56cfa836cef6 tempest-MigrationsAdminTest-1084137346 tempest-MigrationsAdminTest-1084137346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:06:05.006853 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-54ef0af2-b265-4d9e-b9a8-479bed2f30bd req-4b1addc1-8844-40c7-9417-56cfa836cef6 tempest-MigrationsAdminTest-1084137346 tempest-MigrationsAdminTest-1084137346-project] 10.222.0.13 "GET /v2.0/ports?device_id=7f544618-ae90-49cb-a581-602469d4709d HTTP/1.1" status: 200 len: 972 time: 0.1338019 Jan 26 21:06:05.041547 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-4ad45c8f-7907-4560-84a7-b359d714434b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e1537f3-2953-450d-9758-e36dd4e159f5', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-12624398-router', 'tenant_id': 'd23b24c8db034dca99b1d99ddc0880a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'external_fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.97'}], 'enable_snat': True}, 'gw_port_id': 'dfff1849-53a1-451a-a3fd-8d3a9f61264e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T21:05:02Z', 'updated_at': '2022-01-26T21:05:06Z', 'revision_number': 4, 'project_id': 'd23b24c8db034dca99b1d99ddc0880a5', 'gw_port': {'id': 'dfff1849-53a1-451a-a3fd-8d3a9f61264e', 'name': '', 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:f5:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e1537f3-2953-450d-9758-e36dd4e159f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:05:02Z', 'updated_at': '2022-01-26T21:05:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-5', '_floatingips': [{'id': '5c2e8654-517e-4ce3-bf85-e855360b6a26', 'tenant_id': 'd23b24c8db034dca99b1d99ddc0880a5', 'floating_ip_address': '172.25.1.117', 'floating_network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'router_id': '1e1537f3-2953-450d-9758-e36dd4e159f5', 'port_id': '7681f87a-3365-4544-a8d4-39b7a88e37ee', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 149, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9b81ad00-7180-4a41-9594-2bd0d66dbd57', 'mac_address': 'fa:16:3e:01:24:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61324128-afb5-4d9e-a732-f4dc68e3c9a3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-26T21:05:30Z', 'updated_at': '2022-01-26T21:06:02Z', 'revision_number': 1, 'project_id': 'd23b24c8db034dca99b1d99ddc0880a5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '076ddd78-7c26-43be-8bb8-b1fe7e196fd1', 'name': '', 'network_id': '9b81ad00-7180-4a41-9594-2bd0d66dbd57', 'tenant_id': 'd23b24c8db034dca99b1d99ddc0880a5', 'mac_address': 'fa:16:3e:3e:7c:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e1537f3-2953-450d-9758-e36dd4e159f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '4d1fd205-2a9b-47a0-a1f2-a48040a3bbee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:05:05Z', 'updated_at': '2022-01-26T21:05:13Z', 'revision_number': 5, 'project_id': 'd23b24c8db034dca99b1d99ddc0880a5', 'subnets': [{'id': '4d1fd205-2a9b-47a0-a1f2-a48040a3bbee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760453-5', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:06:05.135981 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ad45c8f-7907-4560-84a7-b359d714434b None None] The sync data for ids ['1e1537f3-2953-450d-9758-e36dd4e159f5'] in n-d-760453-5 is: [{'id': '1e1537f3-2953-450d-9758-e36dd4e159f5', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-12624398-router', 'tenant_id': 'd23b24c8db034dca99b1d99ddc0880a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'external_fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.97'}], 'enable_snat': True}, 'gw_port_id': 'dfff1849-53a1-451a-a3fd-8d3a9f61264e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T21:05:02Z', 'updated_at': '2022-01-26T21:05:06Z', 'revision_number': 4, 'project_id': 'd23b24c8db034dca99b1d99ddc0880a5', 'gw_port': {'id': 'dfff1849-53a1-451a-a3fd-8d3a9f61264e', 'name': '', 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:f5:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e1537f3-2953-450d-9758-e36dd4e159f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:05:02Z', 'updated_at': '2022-01-26T21:05:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-5', '_floatingips': [{'id': '5c2e8654-517e-4ce3-bf85-e855360b6a26', 'tenant_id': 'd23b24c8db034dca99b1d99ddc0880a5', 'floating_ip_address': '172.25.1.117', 'floating_network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'router_id': '1e1537f3-2953-450d-9758-e36dd4e159f5', 'port_id': '7681f87a-3365-4544-a8d4-39b7a88e37ee', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 149, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9b81ad00-7180-4a41-9594-2bd0d66dbd57', 'mac_address': 'fa:16:3e:01:24:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61324128-afb5-4d9e-a732-f4dc68e3c9a3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-26T21:05:30Z', 'updated_at': '2022-01-26T21:06:02Z', 'revision_number': 1, 'project_id': 'd23b24c8db034dca99b1d99ddc0880a5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '076ddd78-7c26-43be-8bb8-b1fe7e196fd1', 'name': '', 'network_id': '9b81ad00-7180-4a41-9594-2bd0d66dbd57', 'tenant_id': 'd23b24c8db034dca99b1d99ddc0880a5', 'mac_address': 'fa:16:3e:3e:7c:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e1537f3-2953-450d-9758-e36dd4e159f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '4d1fd205-2a9b-47a0-a1f2-a48040a3bbee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:05:05Z', 'updated_at': '2022-01-26T21:05:13Z', 'revision_number': 5, 'project_id': 'd23b24c8db034dca99b1d99ddc0880a5', 'subnets': [{'id': '4d1fd205-2a9b-47a0-a1f2-a48040a3bbee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 26 21:06:05.214893 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-56234b5e-af7c-4123-8ddb-89b150267178 req-08027ae3-655c-437a-9d06-7e81a896d1fe service neutron] 10.222.0.66 "GET /v2.0/networks/9b81ad00-7180-4a41-9594-2bd0d66dbd57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2226121 Jan 26 21:06:05.290114 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 43026) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:06:05.491820 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-5ae0c20e-5e94-4f9c-b332-877427db9147 req-2b7acb05-59f5-45ee-9209-a460d7bf2804 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=7f544618-ae90-49cb-a581-602469d4709d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1962554 Jan 26 21:06:05.503275 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [req-5ae0c20e-5e94-4f9c-b332-877427db9147 req-243f9bf6-8fa6-4868-8e8c-8564aab865ba service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=103305) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 26 21:06:05.509226 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-54ef0af2-b265-4d9e-b9a8-479bed2f30bd req-9feb46ab-252f-4711-8ba2-d741114248ee tempest-MigrationsAdminTest-1084137346 tempest-MigrationsAdminTest-1084137346-project] 10.222.0.13 "GET /v2.0/security-groups?id=e0b082e3-685f-492b-b87f-3045b8ecd8c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5014064 Jan 26 21:06:05.520718 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-5ae0c20e-5e94-4f9c-b332-877427db9147 req-243f9bf6-8fa6-4868-8e8c-8564aab865ba service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0232055 Jan 26 21:06:05.585896 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-9aedc4fe-786e-4c0d-a510-3ce767b94c75 req-b70e71fa-9bfd-4f14-b015-9059d100a710 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (f5fdde2f-c5b7-4189-93c5-ce8ef3d0068c), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:06:05.668283 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9653a30e-9c41-447f-8ea3-ff27bd508e4b req-bf7b035b-1322-4de1-9b16-620486ba628b tempest-LiveAutoBlockMigrationV225Test-1645909514 tempest-LiveAutoBlockMigrationV225Test-1645909514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:06:05.678480 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-874c6e04-245e-420a-bdcf-f59141996880 None None] New status for floating IP 5c2e8654-517e-4ce3-bf85-e855360b6a26: ACTIVE {{(pid=103306) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 26 21:06:05.687979 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-9653a30e-9c41-447f-8ea3-ff27bd508e4b req-bf7b035b-1322-4de1-9b16-620486ba628b tempest-LiveAutoBlockMigrationV225Test-1645909514 tempest-LiveAutoBlockMigrationV225Test-1645909514-project] 10.222.0.13 "GET /v2.0/ports?device_id=0bd9219f-31b8-4122-b35d-2ca7b6de3d8d HTTP/1.1" status: 200 len: 945 time: 0.1929030 Jan 26 21:06:05.741334 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc070f59-4172-43a5-9e4f-25274f76aa0b req-978023ad-13d2-442d-8c90-04df5801de25 tempest-DeleteServersAdminTestJSON-986730985 tempest-DeleteServersAdminTestJSON-986730985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:06:05.744677 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-dc070f59-4172-43a5-9e4f-25274f76aa0b req-978023ad-13d2-442d-8c90-04df5801de25 tempest-DeleteServersAdminTestJSON-986730985 tempest-DeleteServersAdminTestJSON-986730985-project] 10.222.0.57 "GET /v2.0/ports?device_id=200740fb-a058-46be-99ea-f179574b5f16 HTTP/1.1" status: 200 len: 948 time: 0.1457222 Jan 26 21:06:05.992009 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [req-dc070f59-4172-43a5-9e4f-25274f76aa0b req-f21d7fed-d92d-41bc-9aa3-95cbe90b1c6c tempest-DeleteServersAdminTestJSON-986730985 tempest-DeleteServersAdminTestJSON-986730985-project] Deleting port 9efb5733-ca52-4f6e-82b4-e9c3e55d4aec {{(pid=103305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 21:06:05.992192 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-dc070f59-4172-43a5-9e4f-25274f76aa0b req-f21d7fed-d92d-41bc-9aa3-95cbe90b1c6c tempest-DeleteServersAdminTestJSON-986730985 tempest-DeleteServersAdminTestJSON-986730985-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746560630878'] for port (9efb5733-ca52-4f6e-82b4-e9c3e55d4aec), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:06:06.091463 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-9653a30e-9c41-447f-8ea3-ff27bd508e4b req-eaf336f1-2327-4156-b6d0-e571820b0866 tempest-LiveAutoBlockMigrationV225Test-1645909514 tempest-LiveAutoBlockMigrationV225Test-1645909514-project] 10.222.0.13 "GET /v2.0/security-groups?id=d3d52ae6-e761-44ee-98bd-9ad0dc66343a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4028828 Jan 26 21:06:06.354952 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd932b3-0fd8-4ce1-b39d-9e491ff1c12d req-04c4377f-ea98-47e4-8685-d0d7620f8fde tempest-DeleteServersAdminTestJSON-986730985 tempest-DeleteServersAdminTestJSON-986730985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:06:06.367052 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-bbd932b3-0fd8-4ce1-b39d-9e491ff1c12d req-04c4377f-ea98-47e4-8685-d0d7620f8fde tempest-DeleteServersAdminTestJSON-986730985 tempest-DeleteServersAdminTestJSON-986730985-project] 10.222.0.13 "GET /v2.0/ports?device_id=200740fb-a058-46be-99ea-f179574b5f16 HTTP/1.1" status: 200 len: 948 time: 0.3040922 Jan 26 21:06:06.502664 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [req-9aedc4fe-786e-4c0d-a510-3ce767b94c75 req-b70e71fa-9bfd-4f14-b015-9059d100a710 service neutron] For port f5fdde2f-c5b7-4189-93c5-ce8ef3d0068c, host n-h1-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-5',level=0,port_id=f5fdde2f-c5b7-4189-93c5-ce8ef3d0068c,segment=NetworkSegment(ff84b980-87bb-452b-8f52-d472b3cbbe9c),segment_id=ff84b980-87bb-452b-8f52-d472b3cbbe9c)] {{(pid=103304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:06:06.674957 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [req-dc070f59-4172-43a5-9e4f-25274f76aa0b req-f21d7fed-d92d-41bc-9aa3-95cbe90b1c6c tempest-DeleteServersAdminTestJSON-986730985 tempest-DeleteServersAdminTestJSON-986730985-project] For port 9efb5733-ca52-4f6e-82b4-e9c3e55d4aec, host n-h2-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-5',level=0,port_id=9efb5733-ca52-4f6e-82b4-e9c3e55d4aec,segment=NetworkSegment(4eab25d6-89d9-4907-a1c2-51b06443ba33),segment_id=4eab25d6-89d9-4907-a1c2-51b06443ba33)] {{(pid=103305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:06:06.675619 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-dc070f59-4172-43a5-9e4f-25274f76aa0b req-f21d7fed-d92d-41bc-9aa3-95cbe90b1c6c tempest-DeleteServersAdminTestJSON-986730985 tempest-DeleteServersAdminTestJSON-986730985-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4109658'] for port (9efb5733-ca52-4f6e-82b4-e9c3e55d4aec), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:06:06.688939 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [req-dc070f59-4172-43a5-9e4f-25274f76aa0b req-f21d7fed-d92d-41bc-9aa3-95cbe90b1c6c tempest-DeleteServersAdminTestJSON-986730985 tempest-DeleteServersAdminTestJSON-986730985-project] Calling delete_port for 9efb5733-ca52-4f6e-82b4-e9c3e55d4aec owned by compute:nova {{(pid=103305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 21:06:06.788387 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-bbd932b3-0fd8-4ce1-b39d-9e491ff1c12d req-7322bfde-2f4a-4cc1-9c0d-231c10bfee12 tempest-DeleteServersAdminTestJSON-986730985 tempest-DeleteServersAdminTestJSON-986730985-project] 10.222.0.13 "GET /v2.0/security-groups?id=e5ebc764-134d-4fd7-a877-9b9331affbb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4201541 Jan 26 21:06:06.872693 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [req-9aedc4fe-786e-4c0d-a510-3ce767b94c75 req-b70e71fa-9bfd-4f14-b015-9059d100a710 service neutron] For port f5fdde2f-c5b7-4189-93c5-ce8ef3d0068c, host n-h1-760453-5, cleared binding levels {{(pid=103304) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 26 21:06:06.886175 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfdc30a3-59e4-4eab-bbce-88db03bff2b0 req-68039312-3a0c-4c60-b2b8-6e175764973a tempest-MigrationsAdminTest-1084137346 tempest-MigrationsAdminTest-1084137346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:06:06.889050 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-cfdc30a3-59e4-4eab-bbce-88db03bff2b0 req-68039312-3a0c-4c60-b2b8-6e175764973a tempest-MigrationsAdminTest-1084137346 tempest-MigrationsAdminTest-1084137346-project] 10.222.0.13 "GET /v2.0/ports?device_id=7f544618-ae90-49cb-a581-602469d4709d HTTP/1.1" status: 200 len: 972 time: 0.2197483 Jan 26 21:06:06.964548 n-d-760453-5 neutron-server[103304]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0bd9219f-31b8-4122-b35d-2ca7b6de3d8d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f5fdde2f-c5b7-4189-93c5-ce8ef3d0068c'}] {{(pid=103304) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 21:06:06.967870 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d52b45f1943fcd332af9527eb73ff93c8d715d44383a3f6d18de73b4cfcf87b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f00b4f53-fcd9-4379-86bb-75be5406d79b" -d '{"events": [{"server_uuid": "0bd9219f-31b8-4122-b35d-2ca7b6de3d8d", "name": "network-vif-unplugged", "status": "completed", "tag": "f5fdde2f-c5b7-4189-93c5-ce8ef3d0068c"}]}' {{(pid=103304) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 21:06:07.005924 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-dc070f59-4172-43a5-9e4f-25274f76aa0b req-f21d7fed-d92d-41bc-9aa3-95cbe90b1c6c tempest-DeleteServersAdminTestJSON-986730985 tempest-DeleteServersAdminTestJSON-986730985-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746560636600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746560234536'] for port (9efb5733-ca52-4f6e-82b4-e9c3e55d4aec), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:06:07.006993 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-9aedc4fe-786e-4c0d-a510-3ce767b94c75 req-b70e71fa-9bfd-4f14-b015-9059d100a710 service neutron] Publish callbacks [] for port (f5fdde2f-c5b7-4189-93c5-ce8ef3d0068c), precommit_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:06:07.020102 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] get_ports_and_sgs() called for port_ids ['9efb5733-ca52-4f6e-82b4-e9c3e55d4aec'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 26 21:06:07.024844 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-cfdc30a3-59e4-4eab-bbce-88db03bff2b0 req-bc34807d-fd30-483f-ad36-5befac766755 tempest-MigrationsAdminTest-1084137346 tempest-MigrationsAdminTest-1084137346-project] 10.222.0.13 "GET /v2.0/security-groups?id=e0b082e3-685f-492b-b87f-3045b8ecd8c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001878 Jan 26 21:06:07.041937 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-9aedc4fe-786e-4c0d-a510-3ce767b94c75 req-b70e71fa-9bfd-4f14-b015-9059d100a710 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (f5fdde2f-c5b7-4189-93c5-ce8ef3d0068c), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:06:07.134049 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21d7fed-d92d-41bc-9aa3-95cbe90b1c6c tempest-DeleteServersAdminTestJSON-986730985 tempest-DeleteServersAdminTestJSON-986730985-project] Pushing event deleted for resources: {'Port': ['ID=9efb5733-ca52-4f6e-82b4-e9c3e55d4aec,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:06:07.205395 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 26 Jan 2022 21:06:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47411a81-ff4e-4cb1-be9f-e712e1769c05 x-openstack-request-id: req-47411a81-ff4e-4cb1-be9f-e712e1769c05 {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 21:06:07.205395 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0bd9219f-31b8-4122-b35d-2ca7b6de3d8d", "name": "network-vif-unplugged", "status": "completed", "tag": "f5fdde2f-c5b7-4189-93c5-ce8ef3d0068c", "code": 200}]} {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 21:06:07.205395 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-47411a81-ff4e-4cb1-be9f-e712e1769c05 {{(pid=103304) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 21:06:07.205395 n-d-760453-5 neutron-server[103304]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0bd9219f-31b8-4122-b35d-2ca7b6de3d8d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f5fdde2f-c5b7-4189-93c5-ce8ef3d0068c', 'code': 200} Jan 26 21:06:07.205395 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b70e71fa-9bfd-4f14-b015-9059d100a710 service neutron] Pushing event updated for resources: {'Port': ['ID=f5fdde2f-c5b7-4189-93c5-ce8ef3d0068c,revision_number=7']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:06:07.321133 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc070f59-4172-43a5-9e4f-25274f76aa0b req-f21d7fed-d92d-41bc-9aa3-95cbe90b1c6c tempest-DeleteServersAdminTestJSON-986730985 tempest-DeleteServersAdminTestJSON-986730985-project] No DVR routers for this DVR port 9efb5733-ca52-4f6e-82b4-e9c3e55d4aec on host n-h2-760453-5 {{(pid=103305) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 26 21:06:07.339340 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-dc070f59-4172-43a5-9e4f-25274f76aa0b req-f21d7fed-d92d-41bc-9aa3-95cbe90b1c6c tempest-DeleteServersAdminTestJSON-986730985 tempest-DeleteServersAdminTestJSON-986730985-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:06:07.343166 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-dc070f59-4172-43a5-9e4f-25274f76aa0b req-f21d7fed-d92d-41bc-9aa3-95cbe90b1c6c tempest-DeleteServersAdminTestJSON-986730985 tempest-DeleteServersAdminTestJSON-986730985-project] 10.222.0.57 "DELETE /v2.0/ports/9efb5733-ca52-4f6e-82b4-e9c3e55d4aec HTTP/1.1" status: 204 len: 173 time: 1.5931413 Jan 26 21:06:07.348403 n-d-760453-5 neutron-server[103305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '200740fb-a058-46be-99ea-f179574b5f16', 'name': 'network-vif-deleted', 'tag': '9efb5733-ca52-4f6e-82b4-e9c3e55d4aec'}] {{(pid=103305) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 21:06:07.351028 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d4654568b7bf041e72ff8fe1c96d6d761d9c921f2b99bc7b3a26632be20cee0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f67821de-85ee-43ff-88bf-5c237c6c8d8f" -d '{"events": [{"server_uuid": "200740fb-a058-46be-99ea-f179574b5f16", "name": "network-vif-deleted", "tag": "9efb5733-ca52-4f6e-82b4-e9c3e55d4aec"}]}' {{(pid=103305) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 21:06:07.490374 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [req-9aedc4fe-786e-4c0d-a510-3ce767b94c75 req-b70e71fa-9bfd-4f14-b015-9059d100a710 service neutron] Attempting to bind port f5fdde2f-c5b7-4189-93c5-ce8ef3d0068c on host n-h1-760453-5 for vnic_type normal with profile {"migrating_to": "n-h2-760453-5"} {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 21:06:07.510483 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [req-9aedc4fe-786e-4c0d-a510-3ce767b94c75 req-b70e71fa-9bfd-4f14-b015-9059d100a710 service neutron] Attempting to bind port f5fdde2f-c5b7-4189-93c5-ce8ef3d0068c by drivers openvswitch,hyperv on host n-h1-760453-5 at level 0 using segments [{'id': 'ff84b980-87bb-452b-8f52-d472b3cbbe9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '1c3811f3-dcb6-4f77-8c26-3e9819d7c63c'}] {{(pid=103304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 26 21:06:07.511888 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9aedc4fe-786e-4c0d-a510-3ce767b94c75 req-b70e71fa-9bfd-4f14-b015-9059d100a710 service neutron] Attempting to bind port f5fdde2f-c5b7-4189-93c5-ce8ef3d0068c on network 1c3811f3-dcb6-4f77-8c26-3e9819d7c63c {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 21:06:07.545171 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9aedc4fe-786e-4c0d-a510-3ce767b94c75 req-b70e71fa-9bfd-4f14-b015-9059d100a710 service neutron] Port f5fdde2f-c5b7-4189-93c5-ce8ef3d0068c on network 1c3811f3-dcb6-4f77-8c26-3e9819d7c63c not bound, no agent of type Open vSwitch agent registered on host n-h1-760453-5 {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 26 21:06:07.552889 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9aedc4fe-786e-4c0d-a510-3ce767b94c75 req-b70e71fa-9bfd-4f14-b015-9059d100a710 service neutron] Attempting to bind port f5fdde2f-c5b7-4189-93c5-ce8ef3d0068c on network 1c3811f3-dcb6-4f77-8c26-3e9819d7c63c {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 21:06:07.571586 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Jan 2022 21:06:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8d39f92-7a55-42fa-bfb9-5b72f6ecd75c x-openstack-request-id: req-f8d39f92-7a55-42fa-bfb9-5b72f6ecd75c {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 21:06:07.576982 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "200740fb-a058-46be-99ea-f179574b5f16", "name": "network-vif-deleted", "tag": "9efb5733-ca52-4f6e-82b4-e9c3e55d4aec", "status": "completed", "code": 200}]} {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 21:06:07.577193 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f8d39f92-7a55-42fa-bfb9-5b72f6ecd75c {{(pid=103305) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 21:06:07.577739 n-d-760453-5 neutron-server[103305]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '200740fb-a058-46be-99ea-f179574b5f16', 'name': 'network-vif-deleted', 'tag': '9efb5733-ca52-4f6e-82b4-e9c3e55d4aec', 'status': 'completed', 'code': 200} Jan 26 21:06:07.593683 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9aedc4fe-786e-4c0d-a510-3ce767b94c75 req-b70e71fa-9bfd-4f14-b015-9059d100a710 service neutron] Checking agent: {'id': '32ef628b-8417-46c5-8729-60fcabe358f1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-760453-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 21, 3, 8), 'started_at': datetime.datetime(2022, 1, 26, 21, 3, 8), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 21, 5, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 26 21:06:07.605593 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9aedc4fe-786e-4c0d-a510-3ce767b94c75 req-b70e71fa-9bfd-4f14-b015-9059d100a710 service neutron] Checking segment: {'id': 'ff84b980-87bb-452b-8f52-d472b3cbbe9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '1c3811f3-dcb6-4f77-8c26-3e9819d7c63c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103304) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 21:06:07.606152 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9aedc4fe-786e-4c0d-a510-3ce767b94c75 req-b70e71fa-9bfd-4f14-b015-9059d100a710 service neutron] Bound using segment: {'id': 'ff84b980-87bb-452b-8f52-d472b3cbbe9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '1c3811f3-dcb6-4f77-8c26-3e9819d7c63c'} {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 26 21:06:07.608073 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [req-9aedc4fe-786e-4c0d-a510-3ce767b94c75 req-b70e71fa-9bfd-4f14-b015-9059d100a710 service neutron] Bound port: f5fdde2f-c5b7-4189-93c5-ce8ef3d0068c, host: n-h1-760453-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ff84b980-87bb-452b-8f52-d472b3cbbe9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '1c3811f3-dcb6-4f77-8c26-3e9819d7c63c'}}] {{(pid=103304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 26 21:06:07.608528 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-9aedc4fe-786e-4c0d-a510-3ce767b94c75 req-b70e71fa-9bfd-4f14-b015-9059d100a710 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (f5fdde2f-c5b7-4189-93c5-ce8ef3d0068c), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:06:07.661444 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd76c76b-f7ed-48bf-b43f-4ab963ef148e req-86f8a51d-3cd0-4ea4-813b-3b3d9f65812d tempest-LiveAutoBlockMigrationV225Test-1645909514 tempest-LiveAutoBlockMigrationV225Test-1645909514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:06:07.682064 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-bd76c76b-f7ed-48bf-b43f-4ab963ef148e req-86f8a51d-3cd0-4ea4-813b-3b3d9f65812d tempest-LiveAutoBlockMigrationV225Test-1645909514 tempest-LiveAutoBlockMigrationV225Test-1645909514-project] 10.222.0.13 "GET /v2.0/ports?device_id=0bd9219f-31b8-4122-b35d-2ca7b6de3d8d HTTP/1.1" status: 200 len: 943 time: 0.3720303 Jan 26 21:06:07.798535 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 43132) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:06:07.883088 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [req-9aedc4fe-786e-4c0d-a510-3ce767b94c75 req-b70e71fa-9bfd-4f14-b015-9059d100a710 service neutron] For port f5fdde2f-c5b7-4189-93c5-ce8ef3d0068c, host n-h1-760453-5, cleared binding levels {{(pid=103304) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 26 21:06:07.917469 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-bd76c76b-f7ed-48bf-b43f-4ab963ef148e req-dfc6ec54-1859-405a-9f13-974733671d17 tempest-LiveAutoBlockMigrationV225Test-1645909514 tempest-LiveAutoBlockMigrationV225Test-1645909514-project] 10.222.0.13 "GET /v2.0/security-groups?id=d3d52ae6-e761-44ee-98bd-9ad0dc66343a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2185321 Jan 26 21:06:07.945514 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [req-9aedc4fe-786e-4c0d-a510-3ce767b94c75 req-b70e71fa-9bfd-4f14-b015-9059d100a710 service neutron] For port f5fdde2f-c5b7-4189-93c5-ce8ef3d0068c, host n-h1-760453-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-5',level=0,port_id=f5fdde2f-c5b7-4189-93c5-ce8ef3d0068c,segment=NetworkSegment(ff84b980-87bb-452b-8f52-d472b3cbbe9c),segment_id=ff84b980-87bb-452b-8f52-d472b3cbbe9c)] {{(pid=103304) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 26 21:06:07.955767 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-9aedc4fe-786e-4c0d-a510-3ce767b94c75 req-b70e71fa-9bfd-4f14-b015-9059d100a710 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (f5fdde2f-c5b7-4189-93c5-ce8ef3d0068c), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:06:08.055504 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (32ef628b-8417-46c5-8729-60fcabe358f1), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:06:08.142949 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-5c5dfec5-a99e-47e1-8b4b-5b15f36265aa req-0e27a41d-b239-4d13-8ecc-d3aaa8e61f38 tempest-DeleteServersAdminTestJSON-986730985 tempest-DeleteServersAdminTestJSON-986730985-project] 10.222.0.13 "GET /v2.0/ports?device_id=200740fb-a058-46be-99ea-f179574b5f16 HTTP/1.1" status: 200 len: 210 time: 0.0589256 Jan 26 21:06:08.321128 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aedc4fe-786e-4c0d-a510-3ce767b94c75 req-b70e71fa-9bfd-4f14-b015-9059d100a710 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:06:08.324470 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-9aedc4fe-786e-4c0d-a510-3ce767b94c75 req-b70e71fa-9bfd-4f14-b015-9059d100a710 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:06:08.327505 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-9aedc4fe-786e-4c0d-a510-3ce767b94c75 req-b70e71fa-9bfd-4f14-b015-9059d100a710 service neutron] 10.222.0.57 "PUT /v2.0/ports/f5fdde2f-c5b7-4189-93c5-ce8ef3d0068c HTTP/1.1" status: 200 len: 1121 time: 3.3438466 Jan 26 21:06:08.340254 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b70e71fa-9bfd-4f14-b015-9059d100a710 service neutron] Pushing event updated for resources: {'Port': ['ID=f5fdde2f-c5b7-4189-93c5-ce8ef3d0068c,revision_number=8']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:06:08.387476 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-3d6514ac-9e4c-4dbc-8f5b-5ea6bb9f4bbc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:06:08.435189 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9fffaaa-e92c-48a5-8332-5a95a7ddd641 req-b15df286-c618-48b7-b4f6-5bd072feb93e tempest-MigrationsAdminTest-1084137346 tempest-MigrationsAdminTest-1084137346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:06:08.446352 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-d9fffaaa-e92c-48a5-8332-5a95a7ddd641 req-b15df286-c618-48b7-b4f6-5bd072feb93e tempest-MigrationsAdminTest-1084137346 tempest-MigrationsAdminTest-1084137346-project] 10.222.0.13 "GET /v2.0/ports?device_id=7f544618-ae90-49cb-a581-602469d4709d HTTP/1.1" status: 200 len: 972 time: 0.2551608 Jan 26 21:06:08.461241 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] get_ports_and_sgs() called for port_ids ['f5fdde2f-c5b7-4189-93c5-ce8ef3d0068c'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 26 21:06:08.643642 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae0c20e-5e94-4f9c-b332-877427db9147 req-1c95ff5a-e12a-4aae-b6b5-f406d73b9309 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:06:08.645588 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-5ae0c20e-5e94-4f9c-b332-877427db9147 req-1c95ff5a-e12a-4aae-b6b5-f406d73b9309 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=d178ac49ddc9478db66ba71c81039890&device_id=7f544618-ae90-49cb-a581-602469d4709d HTTP/1.1" status: 200 len: 1123 time: 0.2297795 Jan 26 21:06:08.653870 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-d9fffaaa-e92c-48a5-8332-5a95a7ddd641 req-9c984f1f-05a5-4266-a0e8-863bf2004e09 tempest-MigrationsAdminTest-1084137346 tempest-MigrationsAdminTest-1084137346-project] 10.222.0.13 "GET /v2.0/security-groups?id=e0b082e3-685f-492b-b87f-3045b8ecd8c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2066221 Jan 26 21:06:08.757890 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 43178) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:06:08.784327 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae0c20e-5e94-4f9c-b332-877427db9147 req-b825e898-9b47-42e4-a5da-b25d00e6874d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:06:08.786628 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-5ae0c20e-5e94-4f9c-b332-877427db9147 req-b825e898-9b47-42e4-a5da-b25d00e6874d service neutron] 10.222.0.57 "GET /v2.0/networks?id=7fbe9cf5-e12c-436d-b372-55a19c9faa30 HTTP/1.1" status: 200 len: 870 time: 0.1315320 Jan 26 21:06:08.856576 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-5ae0c20e-5e94-4f9c-b332-877427db9147 req-e02994a1-cc5f-4e91-8fe0-8466bc87b912 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.173&port_id=0fe894a4-1ae0-4a4f-bd3a-ef6daeae89d6 HTTP/1.1" status: 200 len: 217 time: 0.0576818 Jan 26 21:06:08.936762 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-3d6514ac-9e4c-4dbc-8f5b-5ea6bb9f4bbc admin admin] Publish callbacks [] for security_group (a3e6ea1f-3a89-4b58-a435-3c14898bb87d), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:06:08.981761 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-3d6514ac-9e4c-4dbc-8f5b-5ea6bb9f4bbc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (a3e6ea1f-3a89-4b58-a435-3c14898bb87d), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:06:08.997500 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-a3e32281-8019-45f6-8fa9-a65f1a94a368 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:06:09.037173 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d6514ac-9e4c-4dbc-8f5b-5ea6bb9f4bbc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3e6ea1f-3a89-4b58-a435-3c14898bb87d,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:06:09.151801 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-3d6514ac-9e4c-4dbc-8f5b-5ea6bb9f4bbc admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=74689a078c614902a70baea6eca3f89e&name=default HTTP/1.1" status: 200 len: 2996 time: 1.3578501 Jan 26 21:06:09.158116 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 43196) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:06:09.170323 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-a3e32281-8019-45f6-8fa9-a65f1a94a368 admin admin] Publish callbacks [] for security_group (2502e79a-c7cc-44a8-82df-a5131221452d), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:06:09.176823 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae0c20e-5e94-4f9c-b332-877427db9147 req-ef4d0c5f-7373-4f51-bf41-006832731af0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:06:09.177839 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-a3e32281-8019-45f6-8fa9-a65f1a94a368 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (2502e79a-c7cc-44a8-82df-a5131221452d), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:06:09.178692 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-5ae0c20e-5e94-4f9c-b332-877427db9147 req-ef4d0c5f-7373-4f51-bf41-006832731af0 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=fd77e534-75e6-4b90-950e-f5824d584430 HTTP/1.1" status: 200 len: 843 time: 0.3062499 Jan 26 21:06:09.230656 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-a3e32281-8019-45f6-8fa9-a65f1a94a368 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=03595889c6ef451dad5ff6e48b116e7d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4710410 Jan 26 21:06:09.231300 n-d-760453-5 neutron-server[103304]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0bd9219f-31b8-4122-b35d-2ca7b6de3d8d', 'tag': 'f5fdde2f-c5b7-4189-93c5-ce8ef3d0068c'}] {{(pid=103304) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 21:06:09.233835 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 43202) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:06:09.234416 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d52b45f1943fcd332af9527eb73ff93c8d715d44383a3f6d18de73b4cfcf87b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e40123b7-cd29-442c-a15d-70d082881101" -d '{"events": [{"name": "network-changed", "server_uuid": "0bd9219f-31b8-4122-b35d-2ca7b6de3d8d", "tag": "f5fdde2f-c5b7-4189-93c5-ce8ef3d0068c"}]}' {{(pid=103304) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 21:06:09.280755 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0292b12-be71-4ffe-9423-824b61c7ce76 req-37f90300-54f7-47bf-a417-87e3f8a4490a tempest-LiveAutoBlockMigrationV225Test-1645909514 tempest-LiveAutoBlockMigrationV225Test-1645909514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:06:09.282441 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-e0292b12-be71-4ffe-9423-824b61c7ce76 req-37f90300-54f7-47bf-a417-87e3f8a4490a tempest-LiveAutoBlockMigrationV225Test-1645909514 tempest-LiveAutoBlockMigrationV225Test-1645909514-project] 10.222.0.13 "GET /v2.0/ports?device_id=0bd9219f-31b8-4122-b35d-2ca7b6de3d8d HTTP/1.1" status: 200 len: 943 time: 0.1873472 Jan 26 21:06:09.291415 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e32281-8019-45f6-8fa9-a65f1a94a368 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2502e79a-c7cc-44a8-82df-a5131221452d,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:06:09.311297 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae0c20e-5e94-4f9c-b332-877427db9147 req-742c5cfe-0d09-4d1f-8ea4-b5c9bb3862f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:06:09.312799 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-5ae0c20e-5e94-4f9c-b332-877427db9147 req-742c5cfe-0d09-4d1f-8ea4-b5c9bb3862f5 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=7fbe9cf5-e12c-436d-b372-55a19c9faa30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1138041 Jan 26 21:06:09.343300 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-191eb5e9-3612-4936-a264-2137e72e90a0 admin admin] Publish callbacks [] for security_group (a3e6ea1f-3a89-4b58-a435-3c14898bb87d), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:06:09.363017 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-de5721ff-d6d4-425e-af99-a77e4c1c9151 admin admin] Publish callbacks [] for security_group (2502e79a-c7cc-44a8-82df-a5131221452d), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:06:09.428409 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-de5721ff-d6d4-425e-af99-a77e4c1c9151 admin admin] Publish callbacks [] for security_group (2502e79a-c7cc-44a8-82df-a5131221452d), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:06:09.451881 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 26 Jan 2022 21:06:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22aa8e3c-dc57-4f34-8fcd-fa42bd07441f x-openstack-request-id: req-22aa8e3c-dc57-4f34-8fcd-fa42bd07441f {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 21:06:09.452392 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0bd9219f-31b8-4122-b35d-2ca7b6de3d8d", "tag": "f5fdde2f-c5b7-4189-93c5-ce8ef3d0068c", "status": "completed", "code": 200}]} {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 21:06:09.452392 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-22aa8e3c-dc57-4f34-8fcd-fa42bd07441f {{(pid=103304) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 21:06:09.452901 n-d-760453-5 neutron-server[103304]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0bd9219f-31b8-4122-b35d-2ca7b6de3d8d', 'tag': 'f5fdde2f-c5b7-4189-93c5-ce8ef3d0068c', 'status': 'completed', 'code': 200} Jan 26 21:06:09.454935 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-191eb5e9-3612-4936-a264-2137e72e90a0 admin admin] Publish callbacks [] for security_group (a3e6ea1f-3a89-4b58-a435-3c14898bb87d), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:06:09.482248 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-e0292b12-be71-4ffe-9423-824b61c7ce76 req-73c2dadd-bd3c-4183-8a76-467ee155e1af tempest-LiveAutoBlockMigrationV225Test-1645909514 tempest-LiveAutoBlockMigrationV225Test-1645909514-project] 10.222.0.13 "GET /v2.0/security-groups?id=d3d52ae6-e761-44ee-98bd-9ad0dc66343a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1830258 Jan 26 21:06:09.527339 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Device 9efb5733-ca52-4f6e-82b4-e9c3e55d4aec no longer exists at agent hyperv_n-h2-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 26 21:06:09.583685 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] No Port match for: 9efb5733-ca52-4f6e-82b4-e9c3e55d4aec {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 26 21:06:09.584984 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Device 9efb5733-ca52-4f6e-82b4-e9c3e55d4aec not bound to the agent host n-h2-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 26 21:06:09.610513 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-5ae0c20e-5e94-4f9c-b332-877427db9147 req-108ff0d7-ad08-4b7f-99f9-00570fe2aa58 service neutron] 10.222.0.57 "GET /v2.0/networks/7fbe9cf5-e12c-436d-b372-55a19c9faa30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2793169 Jan 26 21:06:09.642089 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40123b7-cd29-442c-a15d-70d082881101 req-f54f29bd-8014-4dca-beff-29f2bab6aa40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:06:09.643716 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-e40123b7-cd29-442c-a15d-70d082881101 req-f54f29bd-8014-4dca-beff-29f2bab6aa40 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=6a368bf2185e476485148d66b6d73c5c&device_id=0bd9219f-31b8-4122-b35d-2ca7b6de3d8d HTTP/1.1" status: 200 len: 1124 time: 0.1374831 Jan 26 21:06:09.727065 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-de5721ff-d6d4-425e-af99-a77e4c1c9151 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (2502e79a-c7cc-44a8-82df-a5131221452d), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:06:09.746058 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-de5721ff-d6d4-425e-af99-a77e4c1c9151 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:06:09.749704 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-de5721ff-d6d4-425e-af99-a77e4c1c9151 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/2502e79a-c7cc-44a8-82df-a5131221452d HTTP/1.1" status: 204 len: 168 time: 0.5069437 Jan 26 21:06:09.877883 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de5721ff-d6d4-425e-af99-a77e4c1c9151 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2502e79a-c7cc-44a8-82df-a5131221452d,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:06:09.895146 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 43226) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:06:09.964262 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-5ae0c20e-5e94-4f9c-b332-877427db9147 req-d0f89f44-7bd6-49aa-b838-6412b6ca9f29 service neutron] 10.222.0.57 "GET /v2.0/networks/7fbe9cf5-e12c-436d-b372-55a19c9faa30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3273525 Jan 26 21:06:09.974033 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40123b7-cd29-442c-a15d-70d082881101 req-7ce747da-e7d1-45eb-bbd7-39365396a19d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:06:09.978529 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-e40123b7-cd29-442c-a15d-70d082881101 req-7ce747da-e7d1-45eb-bbd7-39365396a19d service neutron] 10.222.0.66 "GET /v2.0/networks?id=1c3811f3-dcb6-4f77-8c26-3e9819d7c63c HTTP/1.1" status: 200 len: 921 time: 0.3253992 Jan 26 21:06:10.000256 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-191eb5e9-3612-4936-a264-2137e72e90a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (a3e6ea1f-3a89-4b58-a435-3c14898bb87d), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:06:10.024315 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-191eb5e9-3612-4936-a264-2137e72e90a0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:06:10.024315 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-191eb5e9-3612-4936-a264-2137e72e90a0 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a3e6ea1f-3a89-4b58-a435-3c14898bb87d HTTP/1.1" status: 204 len: 168 time: 0.8525677 Jan 26 21:06:10.045013 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-191eb5e9-3612-4936-a264-2137e72e90a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3e6ea1f-3a89-4b58-a435-3c14898bb87d,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:06:10.072137 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-e40123b7-cd29-442c-a15d-70d082881101 req-d4b36435-7569-421d-96b1-efb3a2aedaf3 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f5fdde2f-c5b7-4189-93c5-ce8ef3d0068c HTTP/1.1" status: 200 len: 217 time: 0.0760887 Jan 26 21:06:10.126209 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09301c50-207c-4763-b8e0-be4f1daf4070 req-9a8f7d0e-b6b2-43d0-a6d7-754754170cf5 tempest-MigrationsAdminTest-1084137346 tempest-MigrationsAdminTest-1084137346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:06:10.128224 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-09301c50-207c-4763-b8e0-be4f1daf4070 req-9a8f7d0e-b6b2-43d0-a6d7-754754170cf5 tempest-MigrationsAdminTest-1084137346 tempest-MigrationsAdminTest-1084137346-project] 10.222.0.13 "GET /v2.0/ports?device_id=7f544618-ae90-49cb-a581-602469d4709d HTTP/1.1" status: 200 len: 972 time: 0.2906034 Jan 26 21:06:10.186996 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40123b7-cd29-442c-a15d-70d082881101 req-8d36c9b4-f35d-4c11-a537-8089740b9c08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:06:10.188713 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-e40123b7-cd29-442c-a15d-70d082881101 req-8d36c9b4-f35d-4c11-a537-8089740b9c08 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=dae01ee8-17f0-4a86-8f17-22a537cba2b9 HTTP/1.1" status: 200 len: 860 time: 0.1088011 Jan 26 21:06:10.221823 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-09301c50-207c-4763-b8e0-be4f1daf4070 req-41fe4bd5-8e0b-4c6d-aa7b-409b3f20f3f9 tempest-MigrationsAdminTest-1084137346 tempest-MigrationsAdminTest-1084137346-project] 10.222.0.13 "GET /v2.0/security-groups?id=e0b082e3-685f-492b-b87f-3045b8ecd8c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826874 Jan 26 21:06:10.260794 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-e40123b7-cd29-442c-a15d-70d082881101 req-e52b8524-b9d4-4cca-b104-7d874b933d78 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=1c3811f3-dcb6-4f77-8c26-3e9819d7c63c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0641258 Jan 26 21:06:10.447664 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-e40123b7-cd29-442c-a15d-70d082881101 req-98e77385-e5dc-446c-8712-e66cfddd85b8 service neutron] 10.222.0.66 "GET /v2.0/networks/1c3811f3-dcb6-4f77-8c26-3e9819d7c63c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1784940 Jan 26 21:06:10.448738 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-3f56e7d8-627b-49d1-9d36-9c709b99249c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:06:10.555807 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 43254) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:06:10.676924 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 43260) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:06:10.714969 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9766773-58c1-402d-946e-dc196b703c05 req-ca845673-fca3-492f-b35f-c9ed94a321ee tempest-LiveAutoBlockMigrationV225Test-1645909514 tempest-LiveAutoBlockMigrationV225Test-1645909514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:06:10.716704 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-b9766773-58c1-402d-946e-dc196b703c05 req-ca845673-fca3-492f-b35f-c9ed94a321ee tempest-LiveAutoBlockMigrationV225Test-1645909514 tempest-LiveAutoBlockMigrationV225Test-1645909514-project] 10.222.0.13 "GET /v2.0/ports?device_id=0bd9219f-31b8-4122-b35d-2ca7b6de3d8d HTTP/1.1" status: 200 len: 943 time: 0.0748649 Jan 26 21:06:10.741207 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-e5232039-a2ce-4cb6-b96d-7b51b2b85f76 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:06:10.745985 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-e40123b7-cd29-442c-a15d-70d082881101 req-e3dcc406-98a2-4f8e-9219-31def756c921 service neutron] 10.222.0.66 "GET /v2.0/networks/1c3811f3-dcb6-4f77-8c26-3e9819d7c63c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2887719 Jan 26 21:06:10.815611 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-3f56e7d8-627b-49d1-9d36-9c709b99249c admin admin] Publish callbacks [] for security_group (82b55c75-8604-49b6-8336-2df8dac59743), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:06:10.832848 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-3f56e7d8-627b-49d1-9d36-9c709b99249c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (82b55c75-8604-49b6-8336-2df8dac59743), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:06:10.840761 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-b9766773-58c1-402d-946e-dc196b703c05 req-45f9532b-fe8c-4a1a-a71b-410b2320b1ce tempest-LiveAutoBlockMigrationV225Test-1645909514 tempest-LiveAutoBlockMigrationV225Test-1645909514-project] 10.222.0.13 "GET /v2.0/security-groups?id=d3d52ae6-e761-44ee-98bd-9ad0dc66343a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182320 Jan 26 21:06:10.909949 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 43272) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:06:10.911319 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-3f56e7d8-627b-49d1-9d36-9c709b99249c admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=9e7cdfdb5f6044e296c96859762b274c&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0114043 Jan 26 21:06:10.915948 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f56e7d8-627b-49d1-9d36-9c709b99249c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82b55c75-8604-49b6-8336-2df8dac59743,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:06:10.934701 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 43274) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:06:10.966795 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-d8d444b2-ef4f-416e-bc27-48bcf7c6b865 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:06:11.035463 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-57508975-204a-41be-88d5-3d0266bcd9ef admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=2f184c8f2783474a9301ac955aff42f5&name=default HTTP/1.1" status: 200 len: 2992 time: 0.4786355 Jan 26 21:06:11.038109 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 43276) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:06:11.059872 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-d8d444b2-ef4f-416e-bc27-48bcf7c6b865 admin admin] Publish callbacks [] for security_group (a42e8f9a-ff15-4e1b-ba91-d1c3f3cad92c), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:06:11.060639 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-5a685888-326a-429d-97ec-ee57eb2cced3 admin admin] Publish callbacks [] for security_group (82b55c75-8604-49b6-8336-2df8dac59743), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:06:11.073632 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-d8d444b2-ef4f-416e-bc27-48bcf7c6b865 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (a42e8f9a-ff15-4e1b-ba91-d1c3f3cad92c), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:06:11.086791 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-5a685888-326a-429d-97ec-ee57eb2cced3 admin admin] Publish callbacks [] for security_group (82b55c75-8604-49b6-8336-2df8dac59743), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:06:11.094306 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-e5232039-a2ce-4cb6-b96d-7b51b2b85f76 admin admin] Publish callbacks [] for security_group (794f3008-43c0-4f1c-98bd-d245af07bc47), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:06:11.113996 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-e5232039-a2ce-4cb6-b96d-7b51b2b85f76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (794f3008-43c0-4f1c-98bd-d245af07bc47), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:06:11.139600 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-d8d444b2-ef4f-416e-bc27-48bcf7c6b865 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=100aa27f8cc04f0ba78578add8d4666b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2001290 Jan 26 21:06:11.142108 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 43280) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:06:11.144069 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d444b2-ef4f-416e-bc27-48bcf7c6b865 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a42e8f9a-ff15-4e1b-ba91-d1c3f3cad92c,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:06:11.189974 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-5a685888-326a-429d-97ec-ee57eb2cced3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (82b55c75-8604-49b6-8336-2df8dac59743), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:06:11.193251 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-5a685888-326a-429d-97ec-ee57eb2cced3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:06:11.194589 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-5a685888-326a-429d-97ec-ee57eb2cced3 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/82b55c75-8604-49b6-8336-2df8dac59743 HTTP/1.1" status: 204 len: 168 time: 0.2832224 Jan 26 21:06:11.216409 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-e5232039-a2ce-4cb6-b96d-7b51b2b85f76 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=2822fe594d3748d19513cb063657cc14&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5317380 Jan 26 21:06:11.223940 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 43286) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:06:11.226888 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5232039-a2ce-4cb6-b96d-7b51b2b85f76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=794f3008-43c0-4f1c-98bd-d245af07bc47,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:06:11.229566 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-3a6f0313-fe51-4f67-9c81-a8017afe28de admin admin] Publish callbacks [] for security_group (e5ebc764-134d-4fd7-a877-9b9331affbb9), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:06:11.233048 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a685888-326a-429d-97ec-ee57eb2cced3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82b55c75-8604-49b6-8336-2df8dac59743,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:06:11.296711 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-3a6f0313-fe51-4f67-9c81-a8017afe28de admin admin] Publish callbacks [] for security_group (e5ebc764-134d-4fd7-a877-9b9331affbb9), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:06:11.347254 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-8d097204-a092-463c-b586-33225fcee6a5 admin admin] Publish callbacks [] for security_group (a42e8f9a-ff15-4e1b-ba91-d1c3f3cad92c), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:06:11.392097 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-8d097204-a092-463c-b586-33225fcee6a5 admin admin] Publish callbacks [] for security_group (a42e8f9a-ff15-4e1b-ba91-d1c3f3cad92c), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:06:11.393890 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-356ebe94-57ad-4bb7-939a-755aa5623b6f admin admin] Publish callbacks [] for security_group (794f3008-43c0-4f1c-98bd-d245af07bc47), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:06:11.455703 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-356ebe94-57ad-4bb7-939a-755aa5623b6f admin admin] Publish callbacks [] for security_group (794f3008-43c0-4f1c-98bd-d245af07bc47), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:06:11.518585 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42029ea-4364-4268-9752-8b26acbde941 req-10bd1e2f-5319-4254-b709-99b893bb152b tempest-MigrationsAdminTest-1084137346 tempest-MigrationsAdminTest-1084137346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:06:11.528935 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Device f5fdde2f-c5b7-4189-93c5-ce8ef3d0068c details requested by agent hyperv_n-h2-760453-5 with host n-h2-760453-5 {{(pid=103306) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 26 21:06:11.532888 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-f42029ea-4364-4268-9752-8b26acbde941 req-10bd1e2f-5319-4254-b709-99b893bb152b tempest-MigrationsAdminTest-1084137346 tempest-MigrationsAdminTest-1084137346-project] 10.222.0.13 "GET /v2.0/ports?device_id=7f544618-ae90-49cb-a581-602469d4709d HTTP/1.1" status: 200 len: 972 time: 0.1714799 Jan 26 21:06:11.541445 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-8d097204-a092-463c-b586-33225fcee6a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (a42e8f9a-ff15-4e1b-ba91-d1c3f3cad92c), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:06:11.550000 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-8d097204-a092-463c-b586-33225fcee6a5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:06:11.555451 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-3a6f0313-fe51-4f67-9c81-a8017afe28de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (e5ebc764-134d-4fd7-a877-9b9331affbb9), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:06:11.555658 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-8d097204-a092-463c-b586-33225fcee6a5 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a42e8f9a-ff15-4e1b-ba91-d1c3f3cad92c HTTP/1.1" status: 204 len: 168 time: 0.4098847 Jan 26 21:06:11.560956 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-3a6f0313-fe51-4f67-9c81-a8017afe28de admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:06:11.565608 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-3a6f0313-fe51-4f67-9c81-a8017afe28de admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/e5ebc764-134d-4fd7-a877-9b9331affbb9 HTTP/1.1" status: 204 len: 168 time: 0.5262067 Jan 26 21:06:11.582151 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-356ebe94-57ad-4bb7-939a-755aa5623b6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (794f3008-43c0-4f1c-98bd-d245af07bc47), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:06:11.584724 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-356ebe94-57ad-4bb7-939a-755aa5623b6f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:06:11.588889 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-356ebe94-57ad-4bb7-939a-755aa5623b6f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/794f3008-43c0-4f1c-98bd-d245af07bc47 HTTP/1.1" status: 204 len: 168 time: 0.3610425 Jan 26 21:06:11.601510 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d097204-a092-463c-b586-33225fcee6a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a42e8f9a-ff15-4e1b-ba91-d1c3f3cad92c,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:06:11.613875 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6f0313-fe51-4f67-9c81-a8017afe28de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5ebc764-134d-4fd7-a877-9b9331affbb9,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:06:11.629147 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-356ebe94-57ad-4bb7-939a-755aa5623b6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=794f3008-43c0-4f1c-98bd-d245af07bc47,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:06:11.669111 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-f42029ea-4364-4268-9752-8b26acbde941 req-237d2ee1-33ef-4458-b56e-6eac7bdcbdd4 tempest-MigrationsAdminTest-1084137346 tempest-MigrationsAdminTest-1084137346-project] 10.222.0.13 "GET /v2.0/security-groups?id=e0b082e3-685f-492b-b87f-3045b8ecd8c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1313839 Jan 26 21:06:11.880464 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] For port f5fdde2f-c5b7-4189-93c5-ce8ef3d0068c, host n-h1-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-5',level=0,port_id=f5fdde2f-c5b7-4189-93c5-ce8ef3d0068c,segment=NetworkSegment(ff84b980-87bb-452b-8f52-d472b3cbbe9c),segment_id=ff84b980-87bb-452b-8f52-d472b3cbbe9c)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:06:11.918538 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Device f5fdde2f-c5b7-4189-93c5-ce8ef3d0068c has no active binding in host n-h2-760453-5 {{(pid=103306) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jan 26 21:06:12.061790 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183fa542-d316-4e3b-969d-157c2eaf9214 req-06d0343e-0e99-482b-ad40-fb904620e2b2 tempest-LiveAutoBlockMigrationV225Test-1645909514 tempest-LiveAutoBlockMigrationV225Test-1645909514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:06:12.064314 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-183fa542-d316-4e3b-969d-157c2eaf9214 req-06d0343e-0e99-482b-ad40-fb904620e2b2 tempest-LiveAutoBlockMigrationV225Test-1645909514 tempest-LiveAutoBlockMigrationV225Test-1645909514-project] 10.222.0.13 "GET /v2.0/ports?device_id=0bd9219f-31b8-4122-b35d-2ca7b6de3d8d HTTP/1.1" status: 200 len: 943 time: 0.0776274 Jan 26 21:06:12.205948 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-183fa542-d316-4e3b-969d-157c2eaf9214 req-dc6e3356-946c-485f-9b7f-c92a182ff743 tempest-LiveAutoBlockMigrationV225Test-1645909514 tempest-LiveAutoBlockMigrationV225Test-1645909514-project] 10.222.0.13 "GET /v2.0/security-groups?id=d3d52ae6-e761-44ee-98bd-9ad0dc66343a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264820 Jan 26 21:06:12.276758 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 43308) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:06:12.295007 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-7e8de111-b96f-491f-b062-4b2ccf0ae181 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:06:12.487620 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-7e8de111-b96f-491f-b062-4b2ccf0ae181 admin admin] Publish callbacks [] for security_group (33a8938b-a7fc-4b41-a3d3-5b57b2ec4f45), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:06:12.500324 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-7e8de111-b96f-491f-b062-4b2ccf0ae181 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (33a8938b-a7fc-4b41-a3d3-5b57b2ec4f45), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:06:12.511598 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 43314) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:06:12.533014 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-0ccfefe5-1c7a-4d45-a823-eb2a47b8f952 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:06:12.565128 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-7e8de111-b96f-491f-b062-4b2ccf0ae181 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f7452d51667242aa864d04d872580eb8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2848344 Jan 26 21:06:12.565128 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e8de111-b96f-491f-b062-4b2ccf0ae181 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33a8938b-a7fc-4b41-a3d3-5b57b2ec4f45,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:06:12.568036 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 43316) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:06:12.662653 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-38927a01-5a8d-47bb-988a-7cb93dda5804 admin admin] Publish callbacks [] for security_group (33a8938b-a7fc-4b41-a3d3-5b57b2ec4f45), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:06:12.694504 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-38927a01-5a8d-47bb-988a-7cb93dda5804 admin admin] Publish callbacks [] for security_group (33a8938b-a7fc-4b41-a3d3-5b57b2ec4f45), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:06:12.787493 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-0ccfefe5-1c7a-4d45-a823-eb2a47b8f952 admin admin] Publish callbacks [] for security_group (87595076-a703-4337-a1db-a4b292d7cc74), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:06:12.798809 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-0ccfefe5-1c7a-4d45-a823-eb2a47b8f952 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (87595076-a703-4337-a1db-a4b292d7cc74), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:06:12.825499 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-38927a01-5a8d-47bb-988a-7cb93dda5804 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (33a8938b-a7fc-4b41-a3d3-5b57b2ec4f45), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:06:12.828592 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-38927a01-5a8d-47bb-988a-7cb93dda5804 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:06:12.830739 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-38927a01-5a8d-47bb-988a-7cb93dda5804 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/33a8938b-a7fc-4b41-a3d3-5b57b2ec4f45 HTTP/1.1" status: 204 len: 168 time: 0.2499068 Jan 26 21:06:12.874231 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38927a01-5a8d-47bb-988a-7cb93dda5804 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33a8938b-a7fc-4b41-a3d3-5b57b2ec4f45,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:06:12.910658 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 43330) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:06:12.916897 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-0ccfefe5-1c7a-4d45-a823-eb2a47b8f952 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f69b4adf8393409182b50ecbfc9e82f5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4035499 Jan 26 21:06:12.919729 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ccfefe5-1c7a-4d45-a823-eb2a47b8f952 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87595076-a703-4337-a1db-a4b292d7cc74,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:06:12.991884 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c35f739-3623-475b-8cc6-8e9b90dc3c04 req-bb07bd90-f7e4-43bf-8f1d-2a522b222ab8 tempest-MigrationsAdminTest-1084137346 tempest-MigrationsAdminTest-1084137346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:06:13.003948 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-2c35f739-3623-475b-8cc6-8e9b90dc3c04 req-bb07bd90-f7e4-43bf-8f1d-2a522b222ab8 tempest-MigrationsAdminTest-1084137346 tempest-MigrationsAdminTest-1084137346-project] 10.222.0.13 "GET /v2.0/ports?device_id=7f544618-ae90-49cb-a581-602469d4709d HTTP/1.1" status: 200 len: 972 time: 0.1959271 Jan 26 21:06:13.138983 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-2c35f739-3623-475b-8cc6-8e9b90dc3c04 req-27f5bdf6-197d-4ae3-9ebe-1d9f6845edc2 tempest-MigrationsAdminTest-1084137346 tempest-MigrationsAdminTest-1084137346-project] 10.222.0.13 "GET /v2.0/security-groups?id=e0b082e3-685f-492b-b87f-3045b8ecd8c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218050 Jan 26 21:06:13.201799 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-c5721bdb-377f-44da-82d5-34e195c26b26 admin admin] Publish callbacks [] for security_group (87595076-a703-4337-a1db-a4b292d7cc74), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:06:13.273733 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-c5721bdb-377f-44da-82d5-34e195c26b26 admin admin] Publish callbacks [] for security_group (87595076-a703-4337-a1db-a4b292d7cc74), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:06:13.373115 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-c5721bdb-377f-44da-82d5-34e195c26b26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (87595076-a703-4337-a1db-a4b292d7cc74), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:06:13.374091 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-c5721bdb-377f-44da-82d5-34e195c26b26 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:06:13.375243 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-c5721bdb-377f-44da-82d5-34e195c26b26 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/87595076-a703-4337-a1db-a4b292d7cc74 HTTP/1.1" status: 204 len: 168 time: 0.4573410 Jan 26 21:06:13.411615 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5721bdb-377f-44da-82d5-34e195c26b26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87595076-a703-4337-a1db-a4b292d7cc74,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:06:13.459686 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a319d613-7635-484d-bdc9-57a260be2343 req-b4fb1175-0a14-42a7-a67e-912b47e0446d tempest-LiveAutoBlockMigrationV225Test-1645909514 tempest-LiveAutoBlockMigrationV225Test-1645909514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:06:13.466059 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-a319d613-7635-484d-bdc9-57a260be2343 req-b4fb1175-0a14-42a7-a67e-912b47e0446d tempest-LiveAutoBlockMigrationV225Test-1645909514 tempest-LiveAutoBlockMigrationV225Test-1645909514-project] 10.222.0.13 "GET /v2.0/ports?device_id=0bd9219f-31b8-4122-b35d-2ca7b6de3d8d HTTP/1.1" status: 200 len: 943 time: 0.1101434 Jan 26 21:06:13.569994 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-a319d613-7635-484d-bdc9-57a260be2343 req-0d5d6d0e-afc9-4612-a0b9-82a13d3727e7 tempest-LiveAutoBlockMigrationV225Test-1645909514 tempest-LiveAutoBlockMigrationV225Test-1645909514-project] 10.222.0.13 "GET /v2.0/security-groups?id=d3d52ae6-e761-44ee-98bd-9ad0dc66343a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959868 Jan 26 21:06:14.109735 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-9aedc4fe-786e-4c0d-a510-3ce767b94c75 req-a53a7c77-8399-45e2-8716-811e2f056e3a service neutron] 10.222.0.66 "GET /v2.0/ports/f5fdde2f-c5b7-4189-93c5-ce8ef3d0068c/bindings/n-h2-760453-5 HTTP/1.1" status: 200 len: 384 time: 0.0895445 Jan 26 21:06:14.378398 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e82d84-a63d-4404-afee-f3d8ce94b899 req-06692213-5fdd-450e-a1aa-d92c6160cc5c tempest-MigrationsAdminTest-1084137346 tempest-MigrationsAdminTest-1084137346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:06:14.389557 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-60e82d84-a63d-4404-afee-f3d8ce94b899 req-06692213-5fdd-450e-a1aa-d92c6160cc5c tempest-MigrationsAdminTest-1084137346 tempest-MigrationsAdminTest-1084137346-project] 10.222.0.13 "GET /v2.0/ports?device_id=7f544618-ae90-49cb-a581-602469d4709d HTTP/1.1" status: 200 len: 972 time: 0.0966682 Jan 26 21:06:14.427713 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [req-9aedc4fe-786e-4c0d-a510-3ce767b94c75 req-307f6e6f-0a52-4e0a-905d-f1169d9790be service neutron] For port f5fdde2f-c5b7-4189-93c5-ce8ef3d0068c, host n-h1-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-5',level=0,port_id=f5fdde2f-c5b7-4189-93c5-ce8ef3d0068c,segment=NetworkSegment(ff84b980-87bb-452b-8f52-d472b3cbbe9c),segment_id=ff84b980-87bb-452b-8f52-d472b3cbbe9c)] {{(pid=103305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:06:14.472316 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [req-9aedc4fe-786e-4c0d-a510-3ce767b94c75 req-307f6e6f-0a52-4e0a-905d-f1169d9790be service neutron] For port f5fdde2f-c5b7-4189-93c5-ce8ef3d0068c, host n-h1-760453-5, cleared binding levels {{(pid=103305) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 26 21:06:14.474922 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-60e82d84-a63d-4404-afee-f3d8ce94b899 req-95293e6f-9a92-49b4-934f-afaad9249a1b tempest-MigrationsAdminTest-1084137346 tempest-MigrationsAdminTest-1084137346-project] 10.222.0.13 "GET /v2.0/security-groups?id=e0b082e3-685f-492b-b87f-3045b8ecd8c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839469 Jan 26 21:06:14.526397 n-d-760453-5 neutron-server[103305]: DEBUG neutron.notifiers.nova [req-9aedc4fe-786e-4c0d-a510-3ce767b94c75 req-307f6e6f-0a52-4e0a-905d-f1169d9790be service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f5fdde2f-c5b7-4189-93c5-ce8ef3d0068c {{(pid=103305) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 26 21:06:14.542060 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [req-9aedc4fe-786e-4c0d-a510-3ce767b94c75 req-307f6e6f-0a52-4e0a-905d-f1169d9790be service neutron] For port f5fdde2f-c5b7-4189-93c5-ce8ef3d0068c, host n-h2-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-5',level=0,port_id=f5fdde2f-c5b7-4189-93c5-ce8ef3d0068c,segment=NetworkSegment(ff84b980-87bb-452b-8f52-d472b3cbbe9c),segment_id=ff84b980-87bb-452b-8f52-d472b3cbbe9c)] {{(pid=103305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:06:14.577157 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-9aedc4fe-786e-4c0d-a510-3ce767b94c75 req-307f6e6f-0a52-4e0a-905d-f1169d9790be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (f5fdde2f-c5b7-4189-93c5-ce8ef3d0068c), before_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:06:14.755120 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.provisioning_blocks [req-9aedc4fe-786e-4c0d-a510-3ce767b94c75 req-307f6e6f-0a52-4e0a-905d-f1169d9790be service neutron] Transition to ACTIVE for port object f5fdde2f-c5b7-4189-93c5-ce8ef3d0068c will not be triggered until provisioned by entity L2. {{(pid=103305) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 21:06:14.763009 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-9aedc4fe-786e-4c0d-a510-3ce767b94c75 req-307f6e6f-0a52-4e0a-905d-f1169d9790be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (f5fdde2f-c5b7-4189-93c5-ce8ef3d0068c), after_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:06:14.827495 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bacc0d28-1e35-458a-a3c6-ac5d9d5db70f req-2eaa6c99-579c-4fa8-ac56-a862502957bd tempest-LiveAutoBlockMigrationV225Test-1645909514 tempest-LiveAutoBlockMigrationV225Test-1645909514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:06:14.833172 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-bacc0d28-1e35-458a-a3c6-ac5d9d5db70f req-2eaa6c99-579c-4fa8-ac56-a862502957bd tempest-LiveAutoBlockMigrationV225Test-1645909514 tempest-LiveAutoBlockMigrationV225Test-1645909514-project] 10.222.0.13 "GET /v2.0/ports?device_id=0bd9219f-31b8-4122-b35d-2ca7b6de3d8d HTTP/1.1" status: 200 len: 943 time: 0.1345000 Jan 26 21:06:14.845319 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [req-9aedc4fe-786e-4c0d-a510-3ce767b94c75 req-307f6e6f-0a52-4e0a-905d-f1169d9790be service neutron] No DVR routers for this DVR port f5fdde2f-c5b7-4189-93c5-ce8ef3d0068c on host n-h1-760453-5 {{(pid=103305) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 26 21:06:14.891033 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-307f6e6f-0a52-4e0a-905d-f1169d9790be service neutron] Pushing event updated for resources: {'Port': ['ID=f5fdde2f-c5b7-4189-93c5-ce8ef3d0068c,revision_number=10']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:06:14.898073 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-9aedc4fe-786e-4c0d-a510-3ce767b94c75 req-307f6e6f-0a52-4e0a-905d-f1169d9790be service neutron] 10.222.0.66 "PUT /v2.0/ports/f5fdde2f-c5b7-4189-93c5-ce8ef3d0068c/bindings/n-h2-760453-5/activate HTTP/1.1" status: 200 len: 369 time: 0.7753284 Jan 26 21:06:14.971987 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1125238-79ca-475b-a0fe-113d82e249b6 req-529e5e1d-fdc1-43c3-ade3-707dee8c61cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:06:14.973682 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-f1125238-79ca-475b-a0fe-113d82e249b6 req-529e5e1d-fdc1-43c3-ade3-707dee8c61cc service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=6a368bf2185e476485148d66b6d73c5c&device_id=0bd9219f-31b8-4122-b35d-2ca7b6de3d8d HTTP/1.1" status: 200 len: 1095 time: 0.1345987 Jan 26 21:06:14.988952 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-bacc0d28-1e35-458a-a3c6-ac5d9d5db70f req-33abb464-ab94-4691-b45f-ac03b6829efb tempest-LiveAutoBlockMigrationV225Test-1645909514 tempest-LiveAutoBlockMigrationV225Test-1645909514-project] 10.222.0.13 "GET /v2.0/security-groups?id=d3d52ae6-e761-44ee-98bd-9ad0dc66343a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197278 Jan 26 21:06:15.140603 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aedc4fe-786e-4c0d-a510-3ce767b94c75 req-db2ea03c-d43e-4b21-95c7-fa1677aa6716 tempest-LiveAutoBlockMigrationV225Test-2082869167 tempest-LiveAutoBlockMigrationV225Test-2082869167-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:06:15.142143 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-9aedc4fe-786e-4c0d-a510-3ce767b94c75 req-db2ea03c-d43e-4b21-95c7-fa1677aa6716 tempest-LiveAutoBlockMigrationV225Test-2082869167 tempest-LiveAutoBlockMigrationV225Test-2082869167-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=0bd9219f-31b8-4122-b35d-2ca7b6de3d8d&tenant_id=6a368bf2185e476485148d66b6d73c5c&binding%3Ahost_id=n-h1-760453-5 HTTP/1.1" status: 200 len: 1095 time: 0.0984685 Jan 26 21:06:15.194354 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1125238-79ca-475b-a0fe-113d82e249b6 req-5da341c0-3037-4bf7-a8b8-fb72f84af87e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:06:15.195872 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-f1125238-79ca-475b-a0fe-113d82e249b6 req-5da341c0-3037-4bf7-a8b8-fb72f84af87e service neutron] 10.222.0.66 "GET /v2.0/networks?id=1c3811f3-dcb6-4f77-8c26-3e9819d7c63c HTTP/1.1" status: 200 len: 921 time: 0.1909418 Jan 26 21:06:15.255490 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-f1125238-79ca-475b-a0fe-113d82e249b6 req-f0279ca9-1ff6-46fe-88c5-2825213c251f service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f5fdde2f-c5b7-4189-93c5-ce8ef3d0068c HTTP/1.1" status: 200 len: 217 time: 0.0439525 Jan 26 21:06:15.342765 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1125238-79ca-475b-a0fe-113d82e249b6 req-74a96a61-923f-45d5-9c6b-9a5020c38eef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:06:15.344596 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-f1125238-79ca-475b-a0fe-113d82e249b6 req-74a96a61-923f-45d5-9c6b-9a5020c38eef service neutron] 10.222.0.66 "GET /v2.0/subnets?id=dae01ee8-17f0-4a86-8f17-22a537cba2b9 HTTP/1.1" status: 200 len: 860 time: 0.0816996 Jan 26 21:06:15.369714 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aedc4fe-786e-4c0d-a510-3ce767b94c75 req-ee89c219-13c9-4e37-8408-610ca9bd0542 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:06:15.371617 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-9aedc4fe-786e-4c0d-a510-3ce767b94c75 req-ee89c219-13c9-4e37-8408-610ca9bd0542 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=0bd9219f-31b8-4122-b35d-2ca7b6de3d8d&tenant_id=6a368bf2185e476485148d66b6d73c5c HTTP/1.1" status: 200 len: 1095 time: 0.2156303 Jan 26 21:06:15.392034 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-f1125238-79ca-475b-a0fe-113d82e249b6 req-3bdc3f59-81ae-41a4-a4f6-66454a853c80 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=1c3811f3-dcb6-4f77-8c26-3e9819d7c63c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0396323 Jan 26 21:06:15.520780 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aedc4fe-786e-4c0d-a510-3ce767b94c75 req-ba7e4a67-9f00-46bc-83c3-c8079ab6584b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:06:15.522324 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-9aedc4fe-786e-4c0d-a510-3ce767b94c75 req-ba7e4a67-9f00-46bc-83c3-c8079ab6584b service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=6a368bf2185e476485148d66b6d73c5c&device_id=0bd9219f-31b8-4122-b35d-2ca7b6de3d8d HTTP/1.1" status: 200 len: 1095 time: 0.1184683 Jan 26 21:06:15.564681 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-f1125238-79ca-475b-a0fe-113d82e249b6 req-60cd2c67-219c-4585-ad30-6d3986ad7549 service neutron] 10.222.0.66 "GET /v2.0/networks/1c3811f3-dcb6-4f77-8c26-3e9819d7c63c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1593375 Jan 26 21:06:15.747059 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4942bc6-78ab-4dd3-ad38-95e03cdd2f31 req-deca5bc7-472f-43c8-b32a-28b7d3ef351b tempest-MigrationsAdminTest-1084137346 tempest-MigrationsAdminTest-1084137346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:06:15.748593 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-b4942bc6-78ab-4dd3-ad38-95e03cdd2f31 req-deca5bc7-472f-43c8-b32a-28b7d3ef351b tempest-MigrationsAdminTest-1084137346 tempest-MigrationsAdminTest-1084137346-project] 10.222.0.13 "GET /v2.0/ports?device_id=7f544618-ae90-49cb-a581-602469d4709d HTTP/1.1" status: 200 len: 972 time: 0.1287992 Jan 26 21:06:15.754799 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aedc4fe-786e-4c0d-a510-3ce767b94c75 req-ae23b382-64d0-45d3-82fb-fc8037eea41c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:06:15.756231 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-9aedc4fe-786e-4c0d-a510-3ce767b94c75 req-ae23b382-64d0-45d3-82fb-fc8037eea41c service neutron] 10.222.0.57 "GET /v2.0/networks?id=1c3811f3-dcb6-4f77-8c26-3e9819d7c63c HTTP/1.1" status: 200 len: 921 time: 0.2238748 Jan 26 21:06:15.770055 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-f1125238-79ca-475b-a0fe-113d82e249b6 req-93a0f0da-0034-438e-8f3c-22d9f485d75f service neutron] 10.222.0.66 "GET /v2.0/networks/1c3811f3-dcb6-4f77-8c26-3e9819d7c63c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1760848 Jan 26 21:06:15.814089 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-9aedc4fe-786e-4c0d-a510-3ce767b94c75 req-c8c765f1-116d-4b9d-aeca-b0a97de7cfc6 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f5fdde2f-c5b7-4189-93c5-ce8ef3d0068c HTTP/1.1" status: 200 len: 217 time: 0.0471928 Jan 26 21:06:15.874561 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aedc4fe-786e-4c0d-a510-3ce767b94c75 req-ccbdd59e-2f64-4eb0-a4dc-2f337398d369 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:06:15.875970 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-9aedc4fe-786e-4c0d-a510-3ce767b94c75 req-ccbdd59e-2f64-4eb0-a4dc-2f337398d369 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=dae01ee8-17f0-4a86-8f17-22a537cba2b9 HTTP/1.1" status: 200 len: 860 time: 0.0514586 Jan 26 21:06:15.912553 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-b4942bc6-78ab-4dd3-ad38-95e03cdd2f31 req-2f2517e5-0ef5-4ac0-960f-75a97dc40023 tempest-MigrationsAdminTest-1084137346 tempest-MigrationsAdminTest-1084137346-project] 10.222.0.13 "GET /v2.0/security-groups?id=e0b082e3-685f-492b-b87f-3045b8ecd8c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1536367 Jan 26 21:06:15.928624 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-9aedc4fe-786e-4c0d-a510-3ce767b94c75 req-517f1508-e4a9-46ba-9353-6efd7707c15f service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=1c3811f3-dcb6-4f77-8c26-3e9819d7c63c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0365138 Jan 26 21:06:16.036378 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-9aedc4fe-786e-4c0d-a510-3ce767b94c75 req-5f1dbaae-cc4b-4cdd-840f-36211644d7ea service neutron] 10.222.0.57 "GET /v2.0/networks/1c3811f3-dcb6-4f77-8c26-3e9819d7c63c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1005914 Jan 26 21:06:16.189494 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8fd6f58-e3f5-426d-87ba-692e30db3e5b req-b2d6e813-2bc5-4b26-9d9a-cbf4adb0dccc tempest-LiveAutoBlockMigrationV225Test-1645909514 tempest-LiveAutoBlockMigrationV225Test-1645909514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:06:16.197160 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-b8fd6f58-e3f5-426d-87ba-692e30db3e5b req-b2d6e813-2bc5-4b26-9d9a-cbf4adb0dccc tempest-LiveAutoBlockMigrationV225Test-1645909514 tempest-LiveAutoBlockMigrationV225Test-1645909514-project] 10.222.0.13 "GET /v2.0/ports?device_id=0bd9219f-31b8-4122-b35d-2ca7b6de3d8d HTTP/1.1" status: 200 len: 944 time: 0.0940564 Jan 26 21:06:16.218560 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-9aedc4fe-786e-4c0d-a510-3ce767b94c75 req-8959a539-23b6-47cb-9ad7-93aecc96c734 service neutron] 10.222.0.57 "GET /v2.0/networks/1c3811f3-dcb6-4f77-8c26-3e9819d7c63c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1754858 Jan 26 21:06:16.262584 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-b8fd6f58-e3f5-426d-87ba-692e30db3e5b req-f96e3b79-3e7f-4522-838c-536282d3efd4 tempest-LiveAutoBlockMigrationV225Test-1645909514 tempest-LiveAutoBlockMigrationV225Test-1645909514-project] 10.222.0.13 "GET /v2.0/security-groups?id=d3d52ae6-e761-44ee-98bd-9ad0dc66343a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571711 Jan 26 21:06:16.617049 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aedc4fe-786e-4c0d-a510-3ce767b94c75 req-ca581eca-a6f3-41a5-8cb1-28a4068da818 tempest-LiveAutoBlockMigrationV225Test-2082869167 tempest-LiveAutoBlockMigrationV225Test-2082869167-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:06:16.617049 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-9aedc4fe-786e-4c0d-a510-3ce767b94c75 req-ca581eca-a6f3-41a5-8cb1-28a4068da818 tempest-LiveAutoBlockMigrationV225Test-2082869167 tempest-LiveAutoBlockMigrationV225Test-2082869167-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=0bd9219f-31b8-4122-b35d-2ca7b6de3d8d&tenant_id=6a368bf2185e476485148d66b6d73c5c&binding%3Ahost_id=n-h2-760453-5 HTTP/1.1" status: 200 len: 1095 time: 0.0644977 Jan 26 21:06:16.792106 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [req-9aedc4fe-786e-4c0d-a510-3ce767b94c75 req-69d80b8f-a8ec-4df0-8799-7ae6fbee094d service neutron] For port f5fdde2f-c5b7-4189-93c5-ce8ef3d0068c, host n-h1-760453-5, cleared binding levels {{(pid=103304) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 26 21:06:16.797014 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-9aedc4fe-786e-4c0d-a510-3ce767b94c75 req-69d80b8f-a8ec-4df0-8799-7ae6fbee094d service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:06:16.798238 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-9aedc4fe-786e-4c0d-a510-3ce767b94c75 req-69d80b8f-a8ec-4df0-8799-7ae6fbee094d service neutron] 10.222.0.57 "DELETE /v2.0/ports/f5fdde2f-c5b7-4189-93c5-ce8ef3d0068c/bindings/n-h1-760453-5 HTTP/1.1" status: 204 len: 173 time: 0.1748919 Jan 26 21:06:16.837814 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Device f5fdde2f-c5b7-4189-93c5-ce8ef3d0068c no longer exists at agent hyperv_n-h1-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 26 21:06:16.887955 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] The host n-h1-760453-5 is not matching for port f5fdde2f-c5b7-4189-93c5-ce8ef3d0068c host n-h2-760453-5! {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2317}} Jan 26 21:06:16.888348 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Device f5fdde2f-c5b7-4189-93c5-ce8ef3d0068c not bound to the agent host n-h1-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 26 21:06:17.082634 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8470868c-d6db-4b0c-a66a-e5beab435f45 req-6d48ee4a-abaa-4d0a-ac10-c8101531bd73 tempest-MigrationsAdminTest-1084137346 tempest-MigrationsAdminTest-1084137346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:06:17.089009 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-8470868c-d6db-4b0c-a66a-e5beab435f45 req-6d48ee4a-abaa-4d0a-ac10-c8101531bd73 tempest-MigrationsAdminTest-1084137346 tempest-MigrationsAdminTest-1084137346-project] 10.222.0.13 "GET /v2.0/ports?device_id=7f544618-ae90-49cb-a581-602469d4709d HTTP/1.1" status: 200 len: 972 time: 0.0850191 Jan 26 21:06:17.188786 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-8470868c-d6db-4b0c-a66a-e5beab435f45 req-0faa814e-77ed-4126-911d-1ada0f5dc344 tempest-MigrationsAdminTest-1084137346 tempest-MigrationsAdminTest-1084137346-project] 10.222.0.13 "GET /v2.0/security-groups?id=e0b082e3-685f-492b-b87f-3045b8ecd8c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893061 Jan 26 21:06:17.244304 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 43492) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:06:17.311070 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-0ae2fc1b-a79c-494f-b183-0ef529b04f93 req-6c56eb5e-9fba-43f8-8fa0-44f14e656c07 tempest-ServersAdminTestJSON-2108229583 tempest-ServersAdminTestJSON-2108229583-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=463456a94c474b658066f1fbe4f6967f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0347373 Jan 26 21:06:17.433628 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae2fc1b-a79c-494f-b183-0ef529b04f93 req-e9ce1b3d-51ca-4159-ab34-af1e99c0ab50 tempest-ServersAdminTestJSON-2108229583 tempest-ServersAdminTestJSON-2108229583-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:06:17.435250 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-0ae2fc1b-a79c-494f-b183-0ef529b04f93 req-e9ce1b3d-51ca-4159-ab34-af1e99c0ab50 tempest-ServersAdminTestJSON-2108229583 tempest-ServersAdminTestJSON-2108229583-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1233838 Jan 26 21:06:17.715205 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-0ae2fc1b-a79c-494f-b183-0ef529b04f93 req-d4358e74-4534-499b-8656-d63a6a917b18 tempest-ServersAdminTestJSON-2108229583 tempest-ServersAdminTestJSON-2108229583-project] 10.222.0.13 "GET /v2.0/quotas/463456a94c474b658066f1fbe4f6967f HTTP/1.1" status: 200 len: 375 time: 0.2609475 Jan 26 21:06:17.717060 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-06cb860e-6d8b-4335-907a-ede089d4c196 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:06:17.757563 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-0ae2fc1b-a79c-494f-b183-0ef529b04f93 req-ac56f262-e415-4d0b-bd3b-b3b0688f0ad3 tempest-ServersAdminTestJSON-2108229583 tempest-ServersAdminTestJSON-2108229583-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=463456a94c474b658066f1fbe4f6967f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0303335 Jan 26 21:06:17.771211 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c28fbe-d915-4a26-804a-61b465d6df1c req-60889d9d-0cd6-45c6-8c1e-a41826f6f0c9 tempest-LiveAutoBlockMigrationV225Test-1645909514 tempest-LiveAutoBlockMigrationV225Test-1645909514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:06:17.772717 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-08c28fbe-d915-4a26-804a-61b465d6df1c req-60889d9d-0cd6-45c6-8c1e-a41826f6f0c9 tempest-LiveAutoBlockMigrationV225Test-1645909514 tempest-LiveAutoBlockMigrationV225Test-1645909514-project] 10.222.0.13 "GET /v2.0/ports?device_id=0bd9219f-31b8-4122-b35d-2ca7b6de3d8d HTTP/1.1" status: 200 len: 944 time: 0.3466151 Jan 26 21:06:17.851563 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-08c28fbe-d915-4a26-804a-61b465d6df1c req-9c74d2f6-127d-477a-85e6-d27d888610cd tempest-LiveAutoBlockMigrationV225Test-1645909514 tempest-LiveAutoBlockMigrationV225Test-1645909514-project] 10.222.0.13 "GET /v2.0/security-groups?id=d3d52ae6-e761-44ee-98bd-9ad0dc66343a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707550 Jan 26 21:06:17.885625 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-06cb860e-6d8b-4335-907a-ede089d4c196 admin admin] Publish callbacks [] for security_group (b6ff0321-102a-41e6-9212-1ec7c80bfcc3), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:06:17.893330 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-06cb860e-6d8b-4335-907a-ede089d4c196 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (b6ff0321-102a-41e6-9212-1ec7c80bfcc3), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:06:17.989564 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-06cb860e-6d8b-4335-907a-ede089d4c196 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=035a793e65b64c3484037b372ae394d3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7415485 Jan 26 21:06:17.990207 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 43516) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:06:17.996443 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06cb860e-6d8b-4335-907a-ede089d4c196 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6ff0321-102a-41e6-9212-1ec7c80bfcc3,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:06:18.083423 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-53df0952-6647-412c-97d4-0e35d72113a0 admin admin] Publish callbacks [] for security_group (b6ff0321-102a-41e6-9212-1ec7c80bfcc3), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:06:18.111268 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-53df0952-6647-412c-97d4-0e35d72113a0 admin admin] Publish callbacks [] for security_group (b6ff0321-102a-41e6-9212-1ec7c80bfcc3), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:06:18.203130 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-53df0952-6647-412c-97d4-0e35d72113a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (b6ff0321-102a-41e6-9212-1ec7c80bfcc3), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:06:18.206358 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-53df0952-6647-412c-97d4-0e35d72113a0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:06:18.207621 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-53df0952-6647-412c-97d4-0e35d72113a0 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b6ff0321-102a-41e6-9212-1ec7c80bfcc3 HTTP/1.1" status: 204 len: 168 time: 0.2159541 Jan 26 21:06:18.225943 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53df0952-6647-412c-97d4-0e35d72113a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6ff0321-102a-41e6-9212-1ec7c80bfcc3,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:06:18.512095 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-c55dc32e-024a-4c47-b676-b7509e750126 req-a474cf5c-cbc7-4876-853a-600f87f3f877 tempest-ServersAdminTestJSON-2108229583 tempest-ServersAdminTestJSON-2108229583-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=463456a94c474b658066f1fbe4f6967f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0787480 Jan 26 21:06:18.553830 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a50afa-5591-46d9-bea9-456211608e05 req-b4ec7eed-724f-4b7d-a2cc-901d47e6c292 tempest-MigrationsAdminTest-1084137346 tempest-MigrationsAdminTest-1084137346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:06:18.561576 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-17a50afa-5591-46d9-bea9-456211608e05 req-b4ec7eed-724f-4b7d-a2cc-901d47e6c292 tempest-MigrationsAdminTest-1084137346 tempest-MigrationsAdminTest-1084137346-project] 10.222.0.13 "GET /v2.0/ports?device_id=7f544618-ae90-49cb-a581-602469d4709d HTTP/1.1" status: 200 len: 972 time: 0.1375875 Jan 26 21:06:18.676131 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 43550) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:06:18.678581 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-17a50afa-5591-46d9-bea9-456211608e05 req-831adadf-7850-46cd-acda-e75935203e77 tempest-MigrationsAdminTest-1084137346 tempest-MigrationsAdminTest-1084137346-project] 10.222.0.13 "GET /v2.0/security-groups?id=e0b082e3-685f-492b-b87f-3045b8ecd8c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152666 Jan 26 21:06:18.733215 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55dc32e-024a-4c47-b676-b7509e750126 req-4cfc371f-1d50-4c68-b87d-8c9b51aa0c57 tempest-ServersAdminTestJSON-2108229583 tempest-ServersAdminTestJSON-2108229583-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:06:18.734810 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-c55dc32e-024a-4c47-b676-b7509e750126 req-4cfc371f-1d50-4c68-b87d-8c9b51aa0c57 tempest-ServersAdminTestJSON-2108229583 tempest-ServersAdminTestJSON-2108229583-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2215159 Jan 26 21:06:18.766947 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-c55dc32e-024a-4c47-b676-b7509e750126 req-8db56950-fc3a-4679-ad5e-650ddabb22c4 tempest-ServersAdminTestJSON-2108229583 tempest-ServersAdminTestJSON-2108229583-project] 10.222.0.13 "GET /v2.0/quotas/463456a94c474b658066f1fbe4f6967f HTTP/1.1" status: 200 len: 375 time: 0.0251312 Jan 26 21:06:18.844608 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-c55dc32e-024a-4c47-b676-b7509e750126 req-16e9d55c-6cbc-4bda-9b17-1a9c46827483 tempest-ServersAdminTestJSON-2108229583 tempest-ServersAdminTestJSON-2108229583-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=463456a94c474b658066f1fbe4f6967f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0766561 Jan 26 21:06:18.888660 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 43556) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:06:18.897709 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-4eddd01c-50ba-4f69-a07a-bf3404a05669 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (474ccdf7-ab6c-405b-a3b2-dc7b05829902), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:06:18.971243 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-bb5a70a6-6057-454d-ae02-73ac8685f2b6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:06:18.996199 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285a99a9-cc0b-4bc4-9f96-84e4fb2964af req-b6c27e9d-c86a-4368-b690-9eb828ade708 tempest-LiveAutoBlockMigrationV225Test-2082869167 tempest-LiveAutoBlockMigrationV225Test-2082869167-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:06:19.005188 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-285a99a9-cc0b-4bc4-9f96-84e4fb2964af req-b6c27e9d-c86a-4368-b690-9eb828ade708 tempest-LiveAutoBlockMigrationV225Test-2082869167 tempest-LiveAutoBlockMigrationV225Test-2082869167-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=0bd9219f-31b8-4122-b35d-2ca7b6de3d8d HTTP/1.1" status: 200 len: 1095 time: 0.0605557 Jan 26 21:06:19.043113 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-b7b70b76-89eb-4a38-992e-734b474362b2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:06:19.058498 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-285a99a9-cc0b-4bc4-9f96-84e4fb2964af req-b0bcc75b-72fe-4295-9f3a-97c1d3c5a5bf tempest-LiveAutoBlockMigrationV225Test-2082869167 tempest-LiveAutoBlockMigrationV225Test-2082869167-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=d3d52ae6-e761-44ee-98bd-9ad0dc66343a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521669 Jan 26 21:06:19.188255 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-3e587feb-7792-47bb-aaf6-83397b52744a req-7026e9d4-b461-4501-a242-c42b8c878f8b tempest-ServersAdminTestJSON-2108229583 tempest-ServersAdminTestJSON-2108229583-project] 10.222.0.13 "GET /v2.0/ports?device_id=d858c7a1-36f0-4e09-9270-24b0c4c907b4 HTTP/1.1" status: 200 len: 210 time: 0.0707765 Jan 26 21:06:19.396734 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-b7b70b76-89eb-4a38-992e-734b474362b2 admin admin] Publish callbacks [] for security_group (bbc8cd31-0a20-4013-b1f8-0dcc74281a00), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:06:19.402939 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-bb5a70a6-6057-454d-ae02-73ac8685f2b6 admin admin] Publish callbacks [] for security_group (c97996cd-e1f1-4a3e-877c-237ee062f943), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:06:19.405708 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-b7b70b76-89eb-4a38-992e-734b474362b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (bbc8cd31-0a20-4013-b1f8-0dcc74281a00), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:06:19.472157 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b70b76-89eb-4a38-992e-734b474362b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbc8cd31-0a20-4013-b1f8-0dcc74281a00,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:06:19.479125 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-bb5a70a6-6057-454d-ae02-73ac8685f2b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (c97996cd-e1f1-4a3e-877c-237ee062f943), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:06:19.551238 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 43586) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:06:19.553013 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-bb5a70a6-6057-454d-ae02-73ac8685f2b6 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=cd22c8de2b5e433685d46f62982db5c4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6503263 Jan 26 21:06:19.559042 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb5a70a6-6057-454d-ae02-73ac8685f2b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c97996cd-e1f1-4a3e-877c-237ee062f943,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:06:19.570036 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-b7b70b76-89eb-4a38-992e-734b474362b2 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=63643b0c7c37484fbf5e0539d3c7cc6f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8918655 Jan 26 21:06:19.572748 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 43588) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:06:19.670508 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-8ca382d3-da2e-4584-af6e-c0618be14f8d admin admin] Publish callbacks [] for security_group (bbc8cd31-0a20-4013-b1f8-0dcc74281a00), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:06:19.706972 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119b7524-32d9-499a-bf23-8b6685d937da req-3be4f1bf-8de1-4cb3-9e88-1ee7889dd7ef tempest-LiveAutoBlockMigrationV225Test-1645909514 tempest-LiveAutoBlockMigrationV225Test-1645909514-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:06:19.708641 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-119b7524-32d9-499a-bf23-8b6685d937da req-3be4f1bf-8de1-4cb3-9e88-1ee7889dd7ef tempest-LiveAutoBlockMigrationV225Test-1645909514 tempest-LiveAutoBlockMigrationV225Test-1645909514-project] 10.222.0.13 "GET /v2.0/networks?id=1c3811f3-dcb6-4f77-8c26-3e9819d7c63c HTTP/1.1" status: 200 len: 820 time: 0.2871912 Jan 26 21:06:19.715419 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-8ca382d3-da2e-4584-af6e-c0618be14f8d admin admin] Publish callbacks [] for security_group (bbc8cd31-0a20-4013-b1f8-0dcc74281a00), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:06:19.780864 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-abfc8efc-bb99-4447-bf93-b1f842f8036b admin admin] Publish callbacks [] for security_group (c97996cd-e1f1-4a3e-877c-237ee062f943), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:06:19.793596 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 43594) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:06:19.862336 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-8ca382d3-da2e-4584-af6e-c0618be14f8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (bbc8cd31-0a20-4013-b1f8-0dcc74281a00), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:06:19.864930 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-8ca382d3-da2e-4584-af6e-c0618be14f8d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:06:19.868525 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-8ca382d3-da2e-4584-af6e-c0618be14f8d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/bbc8cd31-0a20-4013-b1f8-0dcc74281a00 HTTP/1.1" status: 204 len: 168 time: 0.2922006 Jan 26 21:06:19.880792 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-0ae2fc1b-a79c-494f-b183-0ef529b04f93 req-694bb698-92a7-45c8-8234-a0d3902d0d5c tempest-ServersAdminTestJSON-2108229583 tempest-ServersAdminTestJSON-2108229583-project] 10.222.0.66 "GET /v2.0/networks?tenant_id=463456a94c474b658066f1fbe4f6967f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1710880 Jan 26 21:06:19.896842 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca382d3-da2e-4584-af6e-c0618be14f8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbc8cd31-0a20-4013-b1f8-0dcc74281a00,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:06:19.948014 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-119b7524-32d9-499a-bf23-8b6685d937da req-e96240f3-ead9-476d-8010-3cae42b30c91 tempest-LiveAutoBlockMigrationV225Test-1645909514 tempest-LiveAutoBlockMigrationV225Test-1645909514-project] 10.222.0.13 "GET /v2.0/quotas/6a368bf2185e476485148d66b6d73c5c HTTP/1.1" status: 200 len: 375 time: 0.1899536 Jan 26 21:06:20.013620 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-49dd1ec5-4b2b-4360-a514-2d3a2635cf4d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:06:20.097158 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-abfc8efc-bb99-4447-bf93-b1f842f8036b admin admin] Publish callbacks [] for security_group (c97996cd-e1f1-4a3e-877c-237ee062f943), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:06:20.144170 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323c8c6f-20ed-43a5-814d-7281e1edade5 req-5eaa3628-6338-434e-b141-397f50424d2a tempest-MigrationsAdminTest-1084137346 tempest-MigrationsAdminTest-1084137346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:06:20.144387 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-49dd1ec5-4b2b-4360-a514-2d3a2635cf4d admin admin] Publish callbacks [] for security_group (278190bf-314b-4e35-8f14-2bce5a9cc106), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:06:20.154024 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-323c8c6f-20ed-43a5-814d-7281e1edade5 req-5eaa3628-6338-434e-b141-397f50424d2a tempest-MigrationsAdminTest-1084137346 tempest-MigrationsAdminTest-1084137346-project] 10.222.0.13 "GET /v2.0/ports?device_id=7f544618-ae90-49cb-a581-602469d4709d HTTP/1.1" status: 200 len: 972 time: 0.3523505 Jan 26 21:06:20.155950 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-49dd1ec5-4b2b-4360-a514-2d3a2635cf4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (278190bf-314b-4e35-8f14-2bce5a9cc106), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:06:20.206910 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-49dd1ec5-4b2b-4360-a514-2d3a2635cf4d admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=60562afbb17a48528791d0da32f184c2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4060359 Jan 26 21:06:20.209354 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 43602) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:06:20.220935 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49dd1ec5-4b2b-4360-a514-2d3a2635cf4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=278190bf-314b-4e35-8f14-2bce5a9cc106,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:06:20.221472 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-119b7524-32d9-499a-bf23-8b6685d937da req-650b4c0b-4deb-4ec5-925d-e9ea2f33a525 tempest-LiveAutoBlockMigrationV225Test-1645909514 tempest-LiveAutoBlockMigrationV225Test-1645909514-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=6a368bf2185e476485148d66b6d73c5c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2498710 Jan 26 21:06:20.255180 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [req-119b7524-32d9-499a-bf23-8b6685d937da req-83792418-27e9-4e39-8f80-d1629ee9ad92 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=103304) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 26 21:06:20.256307 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-119b7524-32d9-499a-bf23-8b6685d937da req-83792418-27e9-4e39-8f80-d1629ee9ad92 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0127692 Jan 26 21:06:20.295111 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-777e0d03-69fa-4aab-993f-476545f319c2 admin admin] Publish callbacks [] for security_group (278190bf-314b-4e35-8f14-2bce5a9cc106), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:06:20.307608 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae2fc1b-a79c-494f-b183-0ef529b04f93 req-97b7f85b-e686-4948-8ae1-f8d1fccb380a tempest-ServersAdminTestJSON-2108229583 tempest-ServersAdminTestJSON-2108229583-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:06:20.309179 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-0ae2fc1b-a79c-494f-b183-0ef529b04f93 req-97b7f85b-e686-4948-8ae1-f8d1fccb380a tempest-ServersAdminTestJSON-2108229583 tempest-ServersAdminTestJSON-2108229583-project] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4169829 Jan 26 21:06:20.329144 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-777e0d03-69fa-4aab-993f-476545f319c2 admin admin] Publish callbacks [] for security_group (278190bf-314b-4e35-8f14-2bce5a9cc106), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:06:20.357444 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [req-0ae2fc1b-a79c-494f-b183-0ef529b04f93 req-1cd7ab0d-e3da-4651-9a23-02d2c24cca1f tempest-ServersAdminTestJSON-2108229583 tempest-ServersAdminTestJSON-2108229583-project] Request body: {'port': {'device_id': '242b7086-c188-4e0a-9af5-4749fa74838b', 'network_id': '7fbe9cf5-e12c-436d-b372-55a19c9faa30', 'admin_state_up': True, 'tenant_id': '463456a94c474b658066f1fbe4f6967f'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:06:20.409747 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 43608) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:06:20.433314 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-777e0d03-69fa-4aab-993f-476545f319c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (278190bf-314b-4e35-8f14-2bce5a9cc106), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:06:20.439352 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-777e0d03-69fa-4aab-993f-476545f319c2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:06:20.443623 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-777e0d03-69fa-4aab-993f-476545f319c2 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/278190bf-314b-4e35-8f14-2bce5a9cc106 HTTP/1.1" status: 204 len: 168 time: 0.2330823 Jan 26 21:06:20.455798 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-8835c217-4dc1-491f-83de-0ce7cfd30c33 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:06:20.475488 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-323c8c6f-20ed-43a5-814d-7281e1edade5 req-7ad54511-48d5-4db9-972d-674dec5c1c45 tempest-MigrationsAdminTest-1084137346 tempest-MigrationsAdminTest-1084137346-project] 10.222.0.13 "GET /v2.0/security-groups?id=e0b082e3-685f-492b-b87f-3045b8ecd8c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3206677 Jan 26 21:06:20.477036 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-777e0d03-69fa-4aab-993f-476545f319c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=278190bf-314b-4e35-8f14-2bce5a9cc106,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:06:20.545693 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-abfc8efc-bb99-4447-bf93-b1f842f8036b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (c97996cd-e1f1-4a3e-877c-237ee062f943), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:06:20.553137 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-abfc8efc-bb99-4447-bf93-b1f842f8036b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:06:20.556546 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-abfc8efc-bb99-4447-bf93-b1f842f8036b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/c97996cd-e1f1-4a3e-877c-237ee062f943 HTTP/1.1" status: 204 len: 168 time: 1.0001507 Jan 26 21:06:20.611069 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abfc8efc-bb99-4447-bf93-b1f842f8036b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c97996cd-e1f1-4a3e-877c-237ee062f943,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:06:20.643972 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-8835c217-4dc1-491f-83de-0ce7cfd30c33 admin admin] Publish callbacks [] for security_group (4165fa06-712f-4fd4-b041-afbf6d984be4), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:06:20.683891 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-8835c217-4dc1-491f-83de-0ce7cfd30c33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (4165fa06-712f-4fd4-b041-afbf6d984be4), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:06:20.727995 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0ae2fc1b-a79c-494f-b183-0ef529b04f93 req-1cd7ab0d-e3da-4651-9a23-02d2c24cca1f tempest-ServersAdminTestJSON-2108229583 tempest-ServersAdminTestJSON-2108229583-project] Made reservation on behalf of 463456a94c474b658066f1fbe4f6967f for: {'port': 1} {{(pid=103304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 21:06:20.733023 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-0ae2fc1b-a79c-494f-b183-0ef529b04f93 req-1cd7ab0d-e3da-4651-9a23-02d2c24cca1f tempest-ServersAdminTestJSON-2108229583 tempest-ServersAdminTestJSON-2108229583-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:06:20.746021 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-2c4740d4-5acc-492b-a0e1-980a001a73ed req-8b7d924c-93f5-4115-b7ca-e85cd0583745 tempest-ServersAdminTestJSON-2108229583 tempest-ServersAdminTestJSON-2108229583-project] 10.222.0.13 "GET /v2.0/ports?device_id=d858c7a1-36f0-4e09-9270-24b0c4c907b4 HTTP/1.1" status: 200 len: 210 time: 0.0762823 Jan 26 21:06:20.752161 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-0ae2fc1b-a79c-494f-b183-0ef529b04f93 req-1cd7ab0d-e3da-4651-9a23-02d2c24cca1f tempest-ServersAdminTestJSON-2108229583 tempest-ServersAdminTestJSON-2108229583-project] Publish callbacks [] for security_group (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:06:20.763615 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-c55dc32e-024a-4c47-b676-b7509e750126 req-4c912b41-ed65-4517-9199-974840d28c2e tempest-ServersAdminTestJSON-2108229583 tempest-ServersAdminTestJSON-2108229583-project] 10.222.0.66 "GET /v2.0/networks?tenant_id=463456a94c474b658066f1fbe4f6967f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1157625 Jan 26 21:06:20.769874 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-119b7524-32d9-499a-bf23-8b6685d937da req-eb4ef9a6-89fe-4df0-9b8d-c0024f234972 service neutron] 10.222.0.13 "GET /v2.0/networks/1c3811f3-dcb6-4f77-8c26-3e9819d7c63c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4993942 Jan 26 21:06:20.817418 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8835c217-4dc1-491f-83de-0ce7cfd30c33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4165fa06-712f-4fd4-b041-afbf6d984be4,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:06:20.868748 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-8835c217-4dc1-491f-83de-0ce7cfd30c33 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=93db8527ce624b678cf010f9cf7cd272&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4559917 Jan 26 21:06:20.873646 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 43614) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:06:20.927722 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-119b7524-32d9-499a-bf23-8b6685d937da req-11cf8cac-ac4d-44c2-9b40-1b1fd6e8d9db service neutron] 10.222.0.13 "GET /v2.0/networks/1c3811f3-dcb6-4f77-8c26-3e9819d7c63c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1426539 Jan 26 21:06:21.082335 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-0ae2fc1b-a79c-494f-b183-0ef529b04f93 req-1cd7ab0d-e3da-4651-9a23-02d2c24cca1f tempest-ServersAdminTestJSON-2108229583 tempest-ServersAdminTestJSON-2108229583-project] Publish callbacks [] for security_group (95bc11fd-db53-4b42-971c-c958ca031066), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:06:21.086884 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-a2db8e07-6bcc-4adf-85b6-339e18e2fa2c admin admin] Publish callbacks [] for security_group (4165fa06-712f-4fd4-b041-afbf6d984be4), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:06:21.094609 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-0ae2fc1b-a79c-494f-b183-0ef529b04f93 req-1cd7ab0d-e3da-4651-9a23-02d2c24cca1f tempest-ServersAdminTestJSON-2108229583 tempest-ServersAdminTestJSON-2108229583-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (95bc11fd-db53-4b42-971c-c958ca031066), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:06:21.147984 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-a2db8e07-6bcc-4adf-85b6-339e18e2fa2c admin admin] Publish callbacks [] for security_group (4165fa06-712f-4fd4-b041-afbf6d984be4), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:06:21.208051 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-7b57bbd1-2116-4da9-9ac5-f2964c09a156 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (09df100c-3af1-4b0a-bda8-05914c71c458), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:06:21.210466 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd7ab0d-e3da-4651-9a23-02d2c24cca1f tempest-ServersAdminTestJSON-2108229583 tempest-ServersAdminTestJSON-2108229583-project] Pushing event updated for resources: {'SecurityGroup': ['ID=95bc11fd-db53-4b42-971c-c958ca031066,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:06:21.328841 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55dc32e-024a-4c47-b676-b7509e750126 req-e6ce645d-bc9f-4a5a-bcca-b88100c27b8f tempest-ServersAdminTestJSON-2108229583 tempest-ServersAdminTestJSON-2108229583-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:06:21.334229 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-c55dc32e-024a-4c47-b676-b7509e750126 req-e6ce645d-bc9f-4a5a-bcca-b88100c27b8f tempest-ServersAdminTestJSON-2108229583 tempest-ServersAdminTestJSON-2108229583-project] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5465736 Jan 26 21:06:21.357425 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [req-c55dc32e-024a-4c47-b676-b7509e750126 req-2a2ca8f1-762e-44d2-89b5-ef3ccd05ca5c tempest-ServersAdminTestJSON-2108229583 tempest-ServersAdminTestJSON-2108229583-project] Request body: {'port': {'device_id': 'd858c7a1-36f0-4e09-9270-24b0c4c907b4', 'network_id': '7fbe9cf5-e12c-436d-b372-55a19c9faa30', 'admin_state_up': True, 'tenant_id': '463456a94c474b658066f1fbe4f6967f'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:06:21.387905 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 43630) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:06:21.402190 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-568c84d5-44a4-454c-a29d-534c4d7592c9 req-0762d92b-0b28-4470-817e-4e5e8008521b tempest-LiveAutoBlockMigrationV225Test-1645909514 tempest-LiveAutoBlockMigrationV225Test-1645909514-project] 10.222.0.13 "GET /v2.0/ports?device_id=fa873b56-913b-4b6f-ac44-2cc6f39f16b1 HTTP/1.1" status: 200 len: 210 time: 0.1630569 Jan 26 21:06:21.448533 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-a2db8e07-6bcc-4adf-85b6-339e18e2fa2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (4165fa06-712f-4fd4-b041-afbf6d984be4), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:06:21.451116 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-a2db8e07-6bcc-4adf-85b6-339e18e2fa2c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:06:21.452262 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-a2db8e07-6bcc-4adf-85b6-339e18e2fa2c admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/4165fa06-712f-4fd4-b041-afbf6d984be4 HTTP/1.1" status: 204 len: 168 time: 0.5774875 Jan 26 21:06:21.478148 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2db8e07-6bcc-4adf-85b6-339e18e2fa2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4165fa06-712f-4fd4-b041-afbf6d984be4,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:06:21.574416 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c55dc32e-024a-4c47-b676-b7509e750126 req-2a2ca8f1-762e-44d2-89b5-ef3ccd05ca5c tempest-ServersAdminTestJSON-2108229583 tempest-ServersAdminTestJSON-2108229583-project] Made reservation on behalf of 463456a94c474b658066f1fbe4f6967f for: {'port': 1} {{(pid=103305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 21:06:21.578905 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-c55dc32e-024a-4c47-b676-b7509e750126 req-2a2ca8f1-762e-44d2-89b5-ef3ccd05ca5c tempest-ServersAdminTestJSON-2108229583 tempest-ServersAdminTestJSON-2108229583-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:06:21.655108 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-0db32ebb-0270-484a-8f69-8df760a80ece admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:06:21.736119 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.db_base_plugin_common [req-0ae2fc1b-a79c-494f-b183-0ef529b04f93 req-1cd7ab0d-e3da-4651-9a23-02d2c24cca1f tempest-ServersAdminTestJSON-2108229583 tempest-ServersAdminTestJSON-2108229583-project] Allocated IP 192.168.233.150 (7fbe9cf5-e12c-436d-b372-55a19c9faa30/fd77e534-75e6-4b90-950e-f5824d584430/e917e1bd-6443-4f62-9834-092549570e4b) {{(pid=103304) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 21:06:21.912194 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7effc3e5-a6b2-4012-8644-6ca57461d840 req-c32377aa-d5e3-4ab6-a8d7-6fa0bb1abece tempest-MigrationsAdminTest-1084137346 tempest-MigrationsAdminTest-1084137346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:06:21.921745 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-7effc3e5-a6b2-4012-8644-6ca57461d840 req-c32377aa-d5e3-4ab6-a8d7-6fa0bb1abece tempest-MigrationsAdminTest-1084137346 tempest-MigrationsAdminTest-1084137346-project] 10.222.0.13 "GET /v2.0/ports?device_id=7f544618-ae90-49cb-a581-602469d4709d HTTP/1.1" status: 200 len: 972 time: 0.2702630 Jan 26 21:06:21.983648 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-65b66aaa-c9d6-4cae-a137-2c12b6bb3c00 req-8be74828-cc9f-45a0-a99e-e77c3fa9bfed tempest-ServersAdminTestJSON-2108229583 tempest-ServersAdminTestJSON-2108229583-project] 10.222.0.13 "GET /v2.0/ports?device_id=d858c7a1-36f0-4e09-9270-24b0c4c907b4 HTTP/1.1" status: 200 len: 210 time: 0.0508428 Jan 26 21:06:22.049735 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-0db32ebb-0270-484a-8f69-8df760a80ece admin admin] Publish callbacks [] for security_group (23a3ac5d-db9b-4ec5-9c83-6ccf412c1047), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:06:22.086132 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-841f5991-a4d8-4d4b-b215-cbc6bab5427b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (aa7ee9d2-08eb-4e12-b895-24c57300dfec), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:06:22.176012 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-0db32ebb-0270-484a-8f69-8df760a80ece admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (23a3ac5d-db9b-4ec5-9c83-6ccf412c1047), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:06:22.256591 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-0db32ebb-0270-484a-8f69-8df760a80ece admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c99a781cb7644ddeae1d2d4a02b6f35a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8689148 Jan 26 21:06:22.256979 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 43666) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:06:22.289120 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-7effc3e5-a6b2-4012-8644-6ca57461d840 req-21d13532-4d33-4d1e-ac01-9ad6f0125af8 tempest-MigrationsAdminTest-1084137346 tempest-MigrationsAdminTest-1084137346-project] 10.222.0.13 "GET /v2.0/security-groups?id=e0b082e3-685f-492b-b87f-3045b8ecd8c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3663709 Jan 26 21:06:22.297133 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db32ebb-0270-484a-8f69-8df760a80ece admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23a3ac5d-db9b-4ec5-9c83-6ccf412c1047,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:06:22.379651 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-0ae2fc1b-a79c-494f-b183-0ef529b04f93 req-1cd7ab0d-e3da-4651-9a23-02d2c24cca1f tempest-ServersAdminTestJSON-2108229583 tempest-ServersAdminTestJSON-2108229583-project] Publish callbacks [] for port (e917e1bd-6443-4f62-9834-092549570e4b), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:06:22.379863 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-7d255eb2-b08b-4c3d-9d77-a4373d26243f admin admin] Publish callbacks [] for security_group (23a3ac5d-db9b-4ec5-9c83-6ccf412c1047), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:06:22.453051 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-7d255eb2-b08b-4c3d-9d77-a4373d26243f admin admin] Publish callbacks [] for security_group (23a3ac5d-db9b-4ec5-9c83-6ccf412c1047), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:06:22.496395 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-0ae2fc1b-a79c-494f-b183-0ef529b04f93 req-1cd7ab0d-e3da-4651-9a23-02d2c24cca1f tempest-ServersAdminTestJSON-2108229583 tempest-ServersAdminTestJSON-2108229583-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746560234527'] for port (e917e1bd-6443-4f62-9834-092549570e4b), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:06:22.584836 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.db_base_plugin_common [req-c55dc32e-024a-4c47-b676-b7509e750126 req-2a2ca8f1-762e-44d2-89b5-ef3ccd05ca5c tempest-ServersAdminTestJSON-2108229583 tempest-ServersAdminTestJSON-2108229583-project] Allocated IP 192.168.233.39 (7fbe9cf5-e12c-436d-b372-55a19c9faa30/fd77e534-75e6-4b90-950e-f5824d584430/9a853cc4-7da7-4f16-9195-18aa3c9bdc43) {{(pid=103305) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 21:06:22.640988 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0ae2fc1b-a79c-494f-b183-0ef529b04f93 req-1cd7ab0d-e3da-4651-9a23-02d2c24cca1f tempest-ServersAdminTestJSON-2108229583 tempest-ServersAdminTestJSON-2108229583-project] Network 7fbe9cf5-e12c-436d-b372-55a19c9faa30 is already hosted by enough agents. {{(pid=103304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 21:06:22.651883 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [req-0ae2fc1b-a79c-494f-b183-0ef529b04f93 req-1cd7ab0d-e3da-4651-9a23-02d2c24cca1f tempest-ServersAdminTestJSON-2108229583 tempest-ServersAdminTestJSON-2108229583-project] Resources bound (agent type, host, resource id): {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:06:22.683866 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ae2fc1b-a79c-494f-b183-0ef529b04f93 req-1cd7ab0d-e3da-4651-9a23-02d2c24cca1f tempest-ServersAdminTestJSON-2108229583 tempest-ServersAdminTestJSON-2108229583-project] Received port after_create {{(pid=103304) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 21:06:22.688993 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae2fc1b-a79c-494f-b183-0ef529b04f93 req-1cd7ab0d-e3da-4651-9a23-02d2c24cca1f tempest-ServersAdminTestJSON-2108229583 tempest-ServersAdminTestJSON-2108229583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:06:22.689645 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-0ae2fc1b-a79c-494f-b183-0ef529b04f93 req-1cd7ab0d-e3da-4651-9a23-02d2c24cca1f tempest-ServersAdminTestJSON-2108229583 tempest-ServersAdminTestJSON-2108229583-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:06:22.703581 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-7d255eb2-b08b-4c3d-9d77-a4373d26243f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (23a3ac5d-db9b-4ec5-9c83-6ccf412c1047), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:06:22.708786 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-72124bc3-76bc-4f86-b71e-aeaf9d810f92 req-06c377ba-5374-4c44-a349-dd82dcc6c89b tempest-LiveAutoBlockMigrationV225Test-1645909514 tempest-LiveAutoBlockMigrationV225Test-1645909514-project] 10.222.0.13 "GET /v2.0/ports?device_id=fa873b56-913b-4b6f-ac44-2cc6f39f16b1 HTTP/1.1" status: 200 len: 210 time: 0.1308494 Jan 26 21:06:22.709947 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-7d255eb2-b08b-4c3d-9d77-a4373d26243f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:06:22.712568 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-7d255eb2-b08b-4c3d-9d77-a4373d26243f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/23a3ac5d-db9b-4ec5-9c83-6ccf412c1047 HTTP/1.1" status: 204 len: 168 time: 0.4532559 Jan 26 21:06:22.717479 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (4d619873-4b60-439f-9b5a-b155dc8bbc34), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:06:22.730111 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd7ab0d-e3da-4651-9a23-02d2c24cca1f tempest-ServersAdminTestJSON-2108229583 tempest-ServersAdminTestJSON-2108229583-project] Pushing event updated for resources: {'Port': ['ID=e917e1bd-6443-4f62-9834-092549570e4b,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:06:22.734525 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d255eb2-b08b-4c3d-9d77-a4373d26243f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23a3ac5d-db9b-4ec5-9c83-6ccf412c1047,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:06:22.763955 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-0ae2fc1b-a79c-494f-b183-0ef529b04f93 req-1cd7ab0d-e3da-4651-9a23-02d2c24cca1f tempest-ServersAdminTestJSON-2108229583 tempest-ServersAdminTestJSON-2108229583-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.4109960 Jan 26 21:06:22.782090 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [req-0ae2fc1b-a79c-494f-b183-0ef529b04f93 req-7b896307-1792-46a0-9dae-ef16e6ba8728 service neutron] Request body: {'port': {'device_id': '242b7086-c188-4e0a-9af5-4749fa74838b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-760453-5'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:06:22.893909 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-0ae2fc1b-a79c-494f-b183-0ef529b04f93 req-7b896307-1792-46a0-9dae-ef16e6ba8728 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (e917e1bd-6443-4f62-9834-092549570e4b), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:06:23.057794 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-c55dc32e-024a-4c47-b676-b7509e750126 req-2a2ca8f1-762e-44d2-89b5-ef3ccd05ca5c tempest-ServersAdminTestJSON-2108229583 tempest-ServersAdminTestJSON-2108229583-project] Publish callbacks [] for port (9a853cc4-7da7-4f16-9195-18aa3c9bdc43), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:06:23.214551 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-c55dc32e-024a-4c47-b676-b7509e750126 req-2a2ca8f1-762e-44d2-89b5-ef3ccd05ca5c tempest-ServersAdminTestJSON-2108229583 tempest-ServersAdminTestJSON-2108229583-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746560234527'] for port (9a853cc4-7da7-4f16-9195-18aa3c9bdc43), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:06:23.218974 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-32dac7b2-eb78-4890-9fb2-220f0a4d5b0f None None] Provisioning complete for port e917e1bd-6443-4f62-9834-092549570e4b triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:06:23.219365 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-32dac7b2-eb78-4890-9fb2-220f0a4d5b0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (e917e1bd-6443-4f62-9834-092549570e4b), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:06:23.333419 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c55dc32e-024a-4c47-b676-b7509e750126 req-2a2ca8f1-762e-44d2-89b5-ef3ccd05ca5c tempest-ServersAdminTestJSON-2108229583 tempest-ServersAdminTestJSON-2108229583-project] Network 7fbe9cf5-e12c-436d-b372-55a19c9faa30 is already hosted by enough agents. {{(pid=103305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 21:06:23.337449 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-32dac7b2-eb78-4890-9fb2-220f0a4d5b0f None None] Port e917e1bd-6443-4f62-9834-092549570e4b cannot update to ACTIVE because it is not bound. {{(pid=103306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 26 21:06:23.344590 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [req-c55dc32e-024a-4c47-b676-b7509e750126 req-2a2ca8f1-762e-44d2-89b5-ef3ccd05ca5c tempest-ServersAdminTestJSON-2108229583 tempest-ServersAdminTestJSON-2108229583-project] Resources bound (agent type, host, resource id): {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:06:23.347521 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [req-c55dc32e-024a-4c47-b676-b7509e750126 req-2a2ca8f1-762e-44d2-89b5-ef3ccd05ca5c tempest-ServersAdminTestJSON-2108229583 tempest-ServersAdminTestJSON-2108229583-project] Received port after_create {{(pid=103305) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 21:06:23.364941 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55dc32e-024a-4c47-b676-b7509e750126 req-2a2ca8f1-762e-44d2-89b5-ef3ccd05ca5c tempest-ServersAdminTestJSON-2108229583 tempest-ServersAdminTestJSON-2108229583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:06:23.365648 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-c55dc32e-024a-4c47-b676-b7509e750126 req-2a2ca8f1-762e-44d2-89b5-ef3ccd05ca5c tempest-ServersAdminTestJSON-2108229583 tempest-ServersAdminTestJSON-2108229583-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:06:23.389802 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a2ca8f1-762e-44d2-89b5-ef3ccd05ca5c tempest-ServersAdminTestJSON-2108229583 tempest-ServersAdminTestJSON-2108229583-project] Pushing event updated for resources: {'Port': ['ID=9a853cc4-7da7-4f16-9195-18aa3c9bdc43,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:06:23.411497 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-c55dc32e-024a-4c47-b676-b7509e750126 req-2a2ca8f1-762e-44d2-89b5-ef3ccd05ca5c tempest-ServersAdminTestJSON-2108229583 tempest-ServersAdminTestJSON-2108229583-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.0561655 Jan 26 21:06:23.447307 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [req-c55dc32e-024a-4c47-b676-b7509e750126 req-4bf4ea01-c124-4d5e-9749-6df46fcb86ae service neutron] Request body: {'port': {'device_id': 'd858c7a1-36f0-4e09-9270-24b0c4c907b4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-760453-5'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:06:23.576331 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-c55dc32e-024a-4c47-b676-b7509e750126 req-4bf4ea01-c124-4d5e-9749-6df46fcb86ae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (9a853cc4-7da7-4f16-9195-18aa3c9bdc43), before_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:06:23.703230 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119b7524-32d9-499a-bf23-8b6685d937da req-51e0d6a7-f105-4a85-84ae-50443a896d28 tempest-LiveAutoBlockMigrationV225Test-1645909514 tempest-LiveAutoBlockMigrationV225Test-1645909514-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:06:23.704811 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-119b7524-32d9-499a-bf23-8b6685d937da req-51e0d6a7-f105-4a85-84ae-50443a896d28 tempest-LiveAutoBlockMigrationV225Test-1645909514 tempest-LiveAutoBlockMigrationV225Test-1645909514-project] 10.222.0.57 "GET /v2.0/networks?id=1c3811f3-dcb6-4f77-8c26-3e9819d7c63c HTTP/1.1" status: 200 len: 820 time: 0.7258608 Jan 26 21:06:23.749601 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [req-119b7524-32d9-499a-bf23-8b6685d937da req-c4a12db5-2114-45b9-8f66-542d64fb1300 tempest-LiveAutoBlockMigrationV225Test-1645909514 tempest-LiveAutoBlockMigrationV225Test-1645909514-project] Request body: {'port': {'device_id': 'fa873b56-913b-4b6f-ac44-2cc6f39f16b1', 'network_id': '1c3811f3-dcb6-4f77-8c26-3e9819d7c63c', 'admin_state_up': True, 'tenant_id': '6a368bf2185e476485148d66b6d73c5c'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:06:23.771074 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-1795dfaf-0562-4cea-84fb-ae8269c218eb None None] Provisioning complete for port 9a853cc4-7da7-4f16-9195-18aa3c9bdc43 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:06:23.771756 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-1795dfaf-0562-4cea-84fb-ae8269c218eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (9a853cc4-7da7-4f16-9195-18aa3c9bdc43), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:06:23.828214 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-1795dfaf-0562-4cea-84fb-ae8269c218eb None None] Port 9a853cc4-7da7-4f16-9195-18aa3c9bdc43 cannot update to ACTIVE because it is not bound. {{(pid=103306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 26 21:06:23.868697 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ee5463-df3e-411b-bed9-91fd9a38c78a req-07c9cc3a-a4a8-448a-a79c-b46b4c615928 tempest-ServersAdminTestJSON-2108229583 tempest-ServersAdminTestJSON-2108229583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:06:23.875548 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-06ee5463-df3e-411b-bed9-91fd9a38c78a req-07c9cc3a-a4a8-448a-a79c-b46b4c615928 tempest-ServersAdminTestJSON-2108229583 tempest-ServersAdminTestJSON-2108229583-project] 10.222.0.13 "GET /v2.0/ports?device_id=d858c7a1-36f0-4e09-9270-24b0c4c907b4 HTTP/1.1" status: 200 len: 935 time: 0.5711308 Jan 26 21:06:23.924226 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-839dd188-ec69-470c-9ab0-d318dc1a2e96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (e79b4fc6-6c71-44b2-a6d0-ff3e1f4dfd0d), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:06:23.924715 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee7133b-59dd-4488-96cb-f9fa187f9ad9 req-7e98e852-b396-4df3-94ae-d7c18e1ada49 tempest-MigrationsAdminTest-1084137346 tempest-MigrationsAdminTest-1084137346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:06:23.932221 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-bee7133b-59dd-4488-96cb-f9fa187f9ad9 req-7e98e852-b396-4df3-94ae-d7c18e1ada49 tempest-MigrationsAdminTest-1084137346 tempest-MigrationsAdminTest-1084137346-project] 10.222.0.13 "GET /v2.0/ports?device_id=7f544618-ae90-49cb-a581-602469d4709d HTTP/1.1" status: 200 len: 972 time: 0.3913617 Jan 26 21:06:24.088109 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-06ee5463-df3e-411b-bed9-91fd9a38c78a req-1af60623-ebaa-4fea-a928-641f419c007c tempest-ServersAdminTestJSON-2108229583 tempest-ServersAdminTestJSON-2108229583-project] 10.222.0.13 "GET /v2.0/security-groups?id=95bc11fd-db53-4b42-971c-c958ca031066&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2116170 Jan 26 21:06:24.118800 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-bee7133b-59dd-4488-96cb-f9fa187f9ad9 req-a383b660-deb7-4892-9622-b3599e1569a3 tempest-MigrationsAdminTest-1084137346 tempest-MigrationsAdminTest-1084137346-project] 10.222.0.13 "GET /v2.0/security-groups?id=e0b082e3-685f-492b-b87f-3045b8ecd8c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1848180 Jan 26 21:06:24.130226 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-119b7524-32d9-499a-bf23-8b6685d937da req-c4a12db5-2114-45b9-8f66-542d64fb1300 tempest-LiveAutoBlockMigrationV225Test-1645909514 tempest-LiveAutoBlockMigrationV225Test-1645909514-project] Made reservation on behalf of 6a368bf2185e476485148d66b6d73c5c for: {'port': 1} {{(pid=103304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 21:06:24.135675 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-119b7524-32d9-499a-bf23-8b6685d937da req-c4a12db5-2114-45b9-8f66-542d64fb1300 tempest-LiveAutoBlockMigrationV225Test-1645909514 tempest-LiveAutoBlockMigrationV225Test-1645909514-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:06:24.427450 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-57238a36-ce5d-449b-9ba1-f41b74b22ee5 req-c917c96e-8ae0-473d-bef3-8c30c86f071b tempest-LiveAutoBlockMigrationV225Test-1645909514 tempest-LiveAutoBlockMigrationV225Test-1645909514-project] 10.222.0.13 "GET /v2.0/ports?device_id=fa873b56-913b-4b6f-ac44-2cc6f39f16b1 HTTP/1.1" status: 200 len: 210 time: 0.0620236 Jan 26 21:06:24.490270 n-d-760453-5 neutron-server[103304]: DEBUG neutron.notifiers.nova [req-0ae2fc1b-a79c-494f-b183-0ef529b04f93 req-7b896307-1792-46a0-9dae-ef16e6ba8728 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e917e1bd-6443-4f62-9834-092549570e4b {{(pid=103304) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 26 21:06:24.507110 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-0ae2fc1b-a79c-494f-b183-0ef529b04f93 req-7b896307-1792-46a0-9dae-ef16e6ba8728 service neutron] Publish callbacks [] for port (e917e1bd-6443-4f62-9834-092549570e4b), precommit_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:06:24.559530 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.provisioning_blocks [req-0ae2fc1b-a79c-494f-b183-0ef529b04f93 req-7b896307-1792-46a0-9dae-ef16e6ba8728 service neutron] Transition to ACTIVE for port object e917e1bd-6443-4f62-9834-092549570e4b will not be triggered until provisioned by entity L2. {{(pid=103304) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 21:06:24.577340 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-0ae2fc1b-a79c-494f-b183-0ef529b04f93 req-7b896307-1792-46a0-9dae-ef16e6ba8728 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (e917e1bd-6443-4f62-9834-092549570e4b), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:06:24.751871 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.db_base_plugin_common [req-119b7524-32d9-499a-bf23-8b6685d937da req-c4a12db5-2114-45b9-8f66-542d64fb1300 tempest-LiveAutoBlockMigrationV225Test-1645909514 tempest-LiveAutoBlockMigrationV225Test-1645909514-project] Allocated IP 172.20.0.2 (1c3811f3-dcb6-4f77-8c26-3e9819d7c63c/dae01ee8-17f0-4a86-8f17-22a537cba2b9/4c6e06a3-81ac-4751-9679-9826254c4461) {{(pid=103304) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 21:06:24.759164 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b896307-1792-46a0-9dae-ef16e6ba8728 service neutron] Pushing event updated for resources: {'Port': ['ID=e917e1bd-6443-4f62-9834-092549570e4b,revision_number=2']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:06:24.868070 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [req-0ae2fc1b-a79c-494f-b183-0ef529b04f93 req-7b896307-1792-46a0-9dae-ef16e6ba8728 service neutron] Attempting to bind port e917e1bd-6443-4f62-9834-092549570e4b on host n-h1-760453-5 for vnic_type normal with profile {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 21:06:24.868401 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [req-0ae2fc1b-a79c-494f-b183-0ef529b04f93 req-7b896307-1792-46a0-9dae-ef16e6ba8728 service neutron] Attempting to bind port e917e1bd-6443-4f62-9834-092549570e4b by drivers openvswitch,hyperv on host n-h1-760453-5 at level 0 using segments [{'id': '4eab25d6-89d9-4907-a1c2-51b06443ba33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '7fbe9cf5-e12c-436d-b372-55a19c9faa30'}] {{(pid=103304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 26 21:06:24.869055 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ae2fc1b-a79c-494f-b183-0ef529b04f93 req-7b896307-1792-46a0-9dae-ef16e6ba8728 service neutron] Attempting to bind port e917e1bd-6443-4f62-9834-092549570e4b on network 7fbe9cf5-e12c-436d-b372-55a19c9faa30 {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 21:06:24.893453 n-d-760453-5 neutron-server[103305]: DEBUG neutron.notifiers.nova [req-c55dc32e-024a-4c47-b676-b7509e750126 req-4bf4ea01-c124-4d5e-9749-6df46fcb86ae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9a853cc4-7da7-4f16-9195-18aa3c9bdc43 {{(pid=103305) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 26 21:06:24.896741 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ae2fc1b-a79c-494f-b183-0ef529b04f93 req-7b896307-1792-46a0-9dae-ef16e6ba8728 service neutron] Port e917e1bd-6443-4f62-9834-092549570e4b on network 7fbe9cf5-e12c-436d-b372-55a19c9faa30 not bound, no agent of type Open vSwitch agent registered on host n-h1-760453-5 {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 26 21:06:24.897074 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ae2fc1b-a79c-494f-b183-0ef529b04f93 req-7b896307-1792-46a0-9dae-ef16e6ba8728 service neutron] Attempting to bind port e917e1bd-6443-4f62-9834-092549570e4b on network 7fbe9cf5-e12c-436d-b372-55a19c9faa30 {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 21:06:24.911624 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-c55dc32e-024a-4c47-b676-b7509e750126 req-4bf4ea01-c124-4d5e-9749-6df46fcb86ae service neutron] Publish callbacks [] for port (9a853cc4-7da7-4f16-9195-18aa3c9bdc43), precommit_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:06:24.928865 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ae2fc1b-a79c-494f-b183-0ef529b04f93 req-7b896307-1792-46a0-9dae-ef16e6ba8728 service neutron] Checking agent: {'id': '32ef628b-8417-46c5-8729-60fcabe358f1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-760453-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 21, 3, 8), 'started_at': datetime.datetime(2022, 1, 26, 21, 3, 8), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 21, 6, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 26 21:06:24.929224 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ae2fc1b-a79c-494f-b183-0ef529b04f93 req-7b896307-1792-46a0-9dae-ef16e6ba8728 service neutron] Checking segment: {'id': '4eab25d6-89d9-4907-a1c2-51b06443ba33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '7fbe9cf5-e12c-436d-b372-55a19c9faa30'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103304) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 21:06:24.932354 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ae2fc1b-a79c-494f-b183-0ef529b04f93 req-7b896307-1792-46a0-9dae-ef16e6ba8728 service neutron] Bound using segment: {'id': '4eab25d6-89d9-4907-a1c2-51b06443ba33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '7fbe9cf5-e12c-436d-b372-55a19c9faa30'} {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 26 21:06:24.932812 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [req-0ae2fc1b-a79c-494f-b183-0ef529b04f93 req-7b896307-1792-46a0-9dae-ef16e6ba8728 service neutron] Bound port: e917e1bd-6443-4f62-9834-092549570e4b, host: n-h1-760453-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4eab25d6-89d9-4907-a1c2-51b06443ba33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '7fbe9cf5-e12c-436d-b372-55a19c9faa30'}}] {{(pid=103304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 26 21:06:24.933193 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-0ae2fc1b-a79c-494f-b183-0ef529b04f93 req-7b896307-1792-46a0-9dae-ef16e6ba8728 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (e917e1bd-6443-4f62-9834-092549570e4b), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:06:24.941440 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.provisioning_blocks [req-c55dc32e-024a-4c47-b676-b7509e750126 req-4bf4ea01-c124-4d5e-9749-6df46fcb86ae service neutron] Transition to ACTIVE for port object 9a853cc4-7da7-4f16-9195-18aa3c9bdc43 will not be triggered until provisioned by entity L2. {{(pid=103305) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 21:06:24.953099 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-c55dc32e-024a-4c47-b676-b7509e750126 req-4bf4ea01-c124-4d5e-9749-6df46fcb86ae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (9a853cc4-7da7-4f16-9195-18aa3c9bdc43), after_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:06:25.077710 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (fea0591a-627d-4c87-9a9a-01625ddf3277), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:06:25.108725 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf4ea01-c124-4d5e-9749-6df46fcb86ae service neutron] Pushing event updated for resources: {'Port': ['ID=9a853cc4-7da7-4f16-9195-18aa3c9bdc43,revision_number=2']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:06:25.179802 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [req-c55dc32e-024a-4c47-b676-b7509e750126 req-4bf4ea01-c124-4d5e-9749-6df46fcb86ae service neutron] Attempting to bind port 9a853cc4-7da7-4f16-9195-18aa3c9bdc43 on host n-h1-760453-5 for vnic_type normal with profile {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 21:06:25.180213 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [req-c55dc32e-024a-4c47-b676-b7509e750126 req-4bf4ea01-c124-4d5e-9749-6df46fcb86ae service neutron] Attempting to bind port 9a853cc4-7da7-4f16-9195-18aa3c9bdc43 by drivers openvswitch,hyperv on host n-h1-760453-5 at level 0 using segments [{'id': '4eab25d6-89d9-4907-a1c2-51b06443ba33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '7fbe9cf5-e12c-436d-b372-55a19c9faa30'}] {{(pid=103305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 26 21:06:25.180720 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c55dc32e-024a-4c47-b676-b7509e750126 req-4bf4ea01-c124-4d5e-9749-6df46fcb86ae service neutron] Attempting to bind port 9a853cc4-7da7-4f16-9195-18aa3c9bdc43 on network 7fbe9cf5-e12c-436d-b372-55a19c9faa30 {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 21:06:25.181945 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [req-0ae2fc1b-a79c-494f-b183-0ef529b04f93 req-7b896307-1792-46a0-9dae-ef16e6ba8728 service neutron] For port e917e1bd-6443-4f62-9834-092549570e4b, host n-h1-760453-5, cleared binding levels {{(pid=103304) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 26 21:06:25.186298 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c55dc32e-024a-4c47-b676-b7509e750126 req-4bf4ea01-c124-4d5e-9749-6df46fcb86ae service neutron] Port 9a853cc4-7da7-4f16-9195-18aa3c9bdc43 on network 7fbe9cf5-e12c-436d-b372-55a19c9faa30 not bound, no agent of type Open vSwitch agent registered on host n-h1-760453-5 {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 26 21:06:25.186640 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c55dc32e-024a-4c47-b676-b7509e750126 req-4bf4ea01-c124-4d5e-9749-6df46fcb86ae service neutron] Attempting to bind port 9a853cc4-7da7-4f16-9195-18aa3c9bdc43 on network 7fbe9cf5-e12c-436d-b372-55a19c9faa30 {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 21:06:25.196952 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c55dc32e-024a-4c47-b676-b7509e750126 req-4bf4ea01-c124-4d5e-9749-6df46fcb86ae service neutron] Checking agent: {'id': '32ef628b-8417-46c5-8729-60fcabe358f1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-760453-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 21, 3, 8), 'started_at': datetime.datetime(2022, 1, 26, 21, 3, 8), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 21, 6, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 26 21:06:25.197313 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c55dc32e-024a-4c47-b676-b7509e750126 req-4bf4ea01-c124-4d5e-9749-6df46fcb86ae service neutron] Checking segment: {'id': '4eab25d6-89d9-4907-a1c2-51b06443ba33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '7fbe9cf5-e12c-436d-b372-55a19c9faa30'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103305) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 21:06:25.197732 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c55dc32e-024a-4c47-b676-b7509e750126 req-4bf4ea01-c124-4d5e-9749-6df46fcb86ae service neutron] Bound using segment: {'id': '4eab25d6-89d9-4907-a1c2-51b06443ba33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '7fbe9cf5-e12c-436d-b372-55a19c9faa30'} {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 26 21:06:25.198160 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [req-c55dc32e-024a-4c47-b676-b7509e750126 req-4bf4ea01-c124-4d5e-9749-6df46fcb86ae service neutron] Bound port: 9a853cc4-7da7-4f16-9195-18aa3c9bdc43, host: n-h1-760453-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4eab25d6-89d9-4907-a1c2-51b06443ba33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '7fbe9cf5-e12c-436d-b372-55a19c9faa30'}}] {{(pid=103305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 26 21:06:25.198520 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-c55dc32e-024a-4c47-b676-b7509e750126 req-4bf4ea01-c124-4d5e-9749-6df46fcb86ae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (9a853cc4-7da7-4f16-9195-18aa3c9bdc43), before_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:06:25.216624 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [req-0ae2fc1b-a79c-494f-b183-0ef529b04f93 req-7b896307-1792-46a0-9dae-ef16e6ba8728 service neutron] For port e917e1bd-6443-4f62-9834-092549570e4b, host n-h1-760453-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-5',level=0,port_id=e917e1bd-6443-4f62-9834-092549570e4b,segment=NetworkSegment(4eab25d6-89d9-4907-a1c2-51b06443ba33),segment_id=4eab25d6-89d9-4907-a1c2-51b06443ba33)] {{(pid=103304) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 26 21:06:25.233526 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-0ae2fc1b-a79c-494f-b183-0ef529b04f93 req-7b896307-1792-46a0-9dae-ef16e6ba8728 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (e917e1bd-6443-4f62-9834-092549570e4b), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:06:25.263722 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-119b7524-32d9-499a-bf23-8b6685d937da req-c4a12db5-2114-45b9-8f66-542d64fb1300 tempest-LiveAutoBlockMigrationV225Test-1645909514 tempest-LiveAutoBlockMigrationV225Test-1645909514-project] Publish callbacks [] for port (4c6e06a3-81ac-4751-9679-9826254c4461), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:06:25.306152 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [req-c55dc32e-024a-4c47-b676-b7509e750126 req-4bf4ea01-c124-4d5e-9749-6df46fcb86ae service neutron] For port 9a853cc4-7da7-4f16-9195-18aa3c9bdc43, host n-h1-760453-5, cleared binding levels {{(pid=103305) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 26 21:06:25.311212 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [req-c55dc32e-024a-4c47-b676-b7509e750126 req-4bf4ea01-c124-4d5e-9749-6df46fcb86ae service neutron] For port 9a853cc4-7da7-4f16-9195-18aa3c9bdc43, host n-h1-760453-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-5',level=0,port_id=9a853cc4-7da7-4f16-9195-18aa3c9bdc43,segment=NetworkSegment(4eab25d6-89d9-4907-a1c2-51b06443ba33),segment_id=4eab25d6-89d9-4907-a1c2-51b06443ba33)] {{(pid=103305) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 26 21:06:25.312059 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae2fc1b-a79c-494f-b183-0ef529b04f93 req-7b896307-1792-46a0-9dae-ef16e6ba8728 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:06:25.312955 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-0ae2fc1b-a79c-494f-b183-0ef529b04f93 req-7b896307-1792-46a0-9dae-ef16e6ba8728 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:06:25.315101 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-0ae2fc1b-a79c-494f-b183-0ef529b04f93 req-7b896307-1792-46a0-9dae-ef16e6ba8728 service neutron] 10.222.0.66 "PUT /v2.0/ports/e917e1bd-6443-4f62-9834-092549570e4b HTTP/1.1" status: 200 len: 1096 time: 2.5376184 Jan 26 21:06:25.315757 n-d-760453-5 neutron-server[103304]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '242b7086-c188-4e0a-9af5-4749fa74838b', 'tag': 'e917e1bd-6443-4f62-9834-092549570e4b'}] {{(pid=103304) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 21:06:25.319384 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d52b45f1943fcd332af9527eb73ff93c8d715d44383a3f6d18de73b4cfcf87b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3da1ba3-be0c-4e1f-91e4-ad9c3b10b8f3" -d '{"events": [{"name": "network-changed", "server_uuid": "242b7086-c188-4e0a-9af5-4749fa74838b", "tag": "e917e1bd-6443-4f62-9834-092549570e4b"}]}' {{(pid=103304) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 21:06:25.323545 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-c55dc32e-024a-4c47-b676-b7509e750126 req-4bf4ea01-c124-4d5e-9749-6df46fcb86ae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (9a853cc4-7da7-4f16-9195-18aa3c9bdc43), after_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:06:25.425313 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55dc32e-024a-4c47-b676-b7509e750126 req-4bf4ea01-c124-4d5e-9749-6df46fcb86ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:06:25.426287 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-c55dc32e-024a-4c47-b676-b7509e750126 req-4bf4ea01-c124-4d5e-9749-6df46fcb86ae service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:06:25.439210 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-c55dc32e-024a-4c47-b676-b7509e750126 req-4bf4ea01-c124-4d5e-9749-6df46fcb86ae service neutron] 10.222.0.66 "PUT /v2.0/ports/9a853cc4-7da7-4f16-9195-18aa3c9bdc43 HTTP/1.1" status: 200 len: 1095 time: 1.9962189 Jan 26 21:06:25.439728 n-d-760453-5 neutron-server[103305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd858c7a1-36f0-4e09-9270-24b0c4c907b4', 'tag': '9a853cc4-7da7-4f16-9195-18aa3c9bdc43'}] {{(pid=103305) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 21:06:25.442236 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d4654568b7bf041e72ff8fe1c96d6d761d9c921f2b99bc7b3a26632be20cee0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76ce6b82-5b1f-4bcc-b6d5-f6a513cb08df" -d '{"events": [{"name": "network-changed", "server_uuid": "d858c7a1-36f0-4e09-9270-24b0c4c907b4", "tag": "9a853cc4-7da7-4f16-9195-18aa3c9bdc43"}]}' {{(pid=103305) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 21:06:25.476679 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b896307-1792-46a0-9dae-ef16e6ba8728 service neutron] Pushing event updated for resources: {'Port': ['ID=e917e1bd-6443-4f62-9834-092549570e4b,revision_number=3']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:06:25.521150 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e140ba-8ef5-409d-96ba-a3927d770ee5 req-b4a1a6e6-e6cd-426e-8ede-04cd8e859fbe tempest-MigrationsAdminTest-1084137346 tempest-MigrationsAdminTest-1084137346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:06:25.523033 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-c6e140ba-8ef5-409d-96ba-a3927d770ee5 req-b4a1a6e6-e6cd-426e-8ede-04cd8e859fbe tempest-MigrationsAdminTest-1084137346 tempest-MigrationsAdminTest-1084137346-project] 10.222.0.13 "GET /v2.0/ports?device_id=7f544618-ae90-49cb-a581-602469d4709d HTTP/1.1" status: 200 len: 972 time: 0.1937072 Jan 26 21:06:25.526289 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-119b7524-32d9-499a-bf23-8b6685d937da req-c4a12db5-2114-45b9-8f66-542d64fb1300 tempest-LiveAutoBlockMigrationV225Test-1645909514 tempest-LiveAutoBlockMigrationV225Test-1645909514-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746560234527'] for port (4c6e06a3-81ac-4751-9679-9826254c4461), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:06:25.542493 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae2fc1b-a79c-494f-b183-0ef529b04f93 req-787c19b4-8bfb-406d-9502-ebc3be34016f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:06:25.544454 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-0ae2fc1b-a79c-494f-b183-0ef529b04f93 req-787c19b4-8bfb-406d-9502-ebc3be34016f service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=463456a94c474b658066f1fbe4f6967f&device_id=242b7086-c188-4e0a-9af5-4749fa74838b HTTP/1.1" status: 200 len: 1099 time: 0.1319282 Jan 26 21:06:25.591527 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf4ea01-c124-4d5e-9749-6df46fcb86ae service neutron] Pushing event updated for resources: {'Port': ['ID=9a853cc4-7da7-4f16-9195-18aa3c9bdc43,revision_number=3']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:06:25.631655 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-119b7524-32d9-499a-bf23-8b6685d937da req-c4a12db5-2114-45b9-8f66-542d64fb1300 tempest-LiveAutoBlockMigrationV225Test-1645909514 tempest-LiveAutoBlockMigrationV225Test-1645909514-project] Network 1c3811f3-dcb6-4f77-8c26-3e9819d7c63c is already hosted by enough agents. {{(pid=103304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 21:06:25.646743 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55dc32e-024a-4c47-b676-b7509e750126 req-a32195ac-e1ec-4b1f-9c9a-95a866cc6e00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:06:25.650117 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-c55dc32e-024a-4c47-b676-b7509e750126 req-a32195ac-e1ec-4b1f-9c9a-95a866cc6e00 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=463456a94c474b658066f1fbe4f6967f&device_id=d858c7a1-36f0-4e09-9270-24b0c4c907b4 HTTP/1.1" status: 200 len: 1098 time: 0.1291997 Jan 26 21:06:25.667073 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [req-119b7524-32d9-499a-bf23-8b6685d937da req-c4a12db5-2114-45b9-8f66-542d64fb1300 tempest-LiveAutoBlockMigrationV225Test-1645909514 tempest-LiveAutoBlockMigrationV225Test-1645909514-project] Resources bound (agent type, host, resource id): {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:06:25.675036 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [req-119b7524-32d9-499a-bf23-8b6685d937da req-c4a12db5-2114-45b9-8f66-542d64fb1300 tempest-LiveAutoBlockMigrationV225Test-1645909514 tempest-LiveAutoBlockMigrationV225Test-1645909514-project] Received port after_create {{(pid=103304) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 21:06:25.682837 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119b7524-32d9-499a-bf23-8b6685d937da req-c4a12db5-2114-45b9-8f66-542d64fb1300 tempest-LiveAutoBlockMigrationV225Test-1645909514 tempest-LiveAutoBlockMigrationV225Test-1645909514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:06:25.690632 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-119b7524-32d9-499a-bf23-8b6685d937da req-c4a12db5-2114-45b9-8f66-542d64fb1300 tempest-LiveAutoBlockMigrationV225Test-1645909514 tempest-LiveAutoBlockMigrationV225Test-1645909514-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:06:25.703691 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-0ae2fc1b-a79c-494f-b183-0ef529b04f93 req-79055fdb-0cfd-4ae8-a336-5d49451d0761 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.150&port_id=e917e1bd-6443-4f62-9834-092549570e4b HTTP/1.1" status: 200 len: 217 time: 0.1226645 Jan 26 21:06:25.762598 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-c55dc32e-024a-4c47-b676-b7509e750126 req-c743ded9-4836-4e65-b1a2-3706fd2c64df service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.39&port_id=9a853cc4-7da7-4f16-9195-18aa3c9bdc43 HTTP/1.1" status: 200 len: 217 time: 0.1004169 Jan 26 21:06:25.838271 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55dc32e-024a-4c47-b676-b7509e750126 req-e8e50140-ed2f-4bd8-a294-11647107da44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:06:25.840485 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-c55dc32e-024a-4c47-b676-b7509e750126 req-e8e50140-ed2f-4bd8-a294-11647107da44 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=fd77e534-75e6-4b90-950e-f5824d584430 HTTP/1.1" status: 200 len: 843 time: 0.0710435 Jan 26 21:06:25.841933 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-119b7524-32d9-499a-bf23-8b6685d937da req-c4a12db5-2114-45b9-8f66-542d64fb1300 tempest-LiveAutoBlockMigrationV225Test-1645909514 tempest-LiveAutoBlockMigrationV225Test-1645909514-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1222179 Jan 26 21:06:25.850814 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a12db5-2114-45b9-8f66-542d64fb1300 tempest-LiveAutoBlockMigrationV225Test-1645909514 tempest-LiveAutoBlockMigrationV225Test-1645909514-project] Pushing event updated for resources: {'Port': ['ID=4c6e06a3-81ac-4751-9679-9826254c4461,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:06:25.888043 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [req-119b7524-32d9-499a-bf23-8b6685d937da req-6e79389d-550b-4469-add8-caf44a02b4b3 service neutron] Request body: {'port': {'device_id': 'fa873b56-913b-4b6f-ac44-2cc6f39f16b1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-760453-5'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:06:25.937342 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55dc32e-024a-4c47-b676-b7509e750126 req-d121e622-22a5-402b-84e9-94df7d2787d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:06:25.941064 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-c55dc32e-024a-4c47-b676-b7509e750126 req-d121e622-22a5-402b-84e9-94df7d2787d4 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=7fbe9cf5-e12c-436d-b372-55a19c9faa30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0875585 Jan 26 21:06:25.958161 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-c6e140ba-8ef5-409d-96ba-a3927d770ee5 req-30a6c3ce-b2cb-4f1d-b66e-0679f2222155 tempest-MigrationsAdminTest-1084137346 tempest-MigrationsAdminTest-1084137346-project] 10.222.0.13 "GET /v2.0/security-groups?id=e0b082e3-685f-492b-b87f-3045b8ecd8c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4219058 Jan 26 21:06:25.996422 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae2fc1b-a79c-494f-b183-0ef529b04f93 req-fae3b527-7133-4755-94d3-798e401f1e5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:06:25.997964 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-0ae2fc1b-a79c-494f-b183-0ef529b04f93 req-fae3b527-7133-4755-94d3-798e401f1e5b service neutron] 10.222.0.66 "GET /v2.0/subnets?id=fd77e534-75e6-4b90-950e-f5824d584430 HTTP/1.1" status: 200 len: 843 time: 0.2631533 Jan 26 21:06:26.030056 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 26 Jan 2022 21:06:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26e47470-1fa7-42f5-8a4a-cb5b4acd6845 x-openstack-request-id: req-26e47470-1fa7-42f5-8a4a-cb5b4acd6845 {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 21:06:26.030208 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "242b7086-c188-4e0a-9af5-4749fa74838b", "tag": "e917e1bd-6443-4f62-9834-092549570e4b", "status": "completed", "code": 200}]} {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 21:06:26.030506 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-26e47470-1fa7-42f5-8a4a-cb5b4acd6845 {{(pid=103304) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 21:06:26.030890 n-d-760453-5 neutron-server[103304]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '242b7086-c188-4e0a-9af5-4749fa74838b', 'tag': 'e917e1bd-6443-4f62-9834-092549570e4b', 'status': 'completed', 'code': 200} Jan 26 21:06:26.127954 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-c55dc32e-024a-4c47-b676-b7509e750126 req-01c0fd38-f136-49b5-9750-49af605d954a service neutron] 10.222.0.66 "GET /v2.0/networks/7fbe9cf5-e12c-436d-b372-55a19c9faa30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1768281 Jan 26 21:06:26.155661 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-119b7524-32d9-499a-bf23-8b6685d937da req-6e79389d-550b-4469-add8-caf44a02b4b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (4c6e06a3-81ac-4751-9679-9826254c4461), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:06:26.188513 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3c6798-026f-4f43-b13d-767b03753970 req-8eb74679-7d2e-4ab6-b65c-cfc5f1130448 tempest-ServersAdminTestJSON-2108229583 tempest-ServersAdminTestJSON-2108229583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:06:26.197229 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-2e3c6798-026f-4f43-b13d-767b03753970 req-8eb74679-7d2e-4ab6-b65c-cfc5f1130448 tempest-ServersAdminTestJSON-2108229583 tempest-ServersAdminTestJSON-2108229583-project] 10.222.0.13 "GET /v2.0/ports?device_id=d858c7a1-36f0-4e09-9270-24b0c4c907b4 HTTP/1.1" status: 200 len: 947 time: 0.2621727 Jan 26 21:06:26.306624 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae2fc1b-a79c-494f-b183-0ef529b04f93 req-6dd47805-1184-45ed-9755-00ed374d8bdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:06:26.308470 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-0ae2fc1b-a79c-494f-b183-0ef529b04f93 req-6dd47805-1184-45ed-9755-00ed374d8bdf service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=7fbe9cf5-e12c-436d-b372-55a19c9faa30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2908578 Jan 26 21:06:26.319500 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-c55dc32e-024a-4c47-b676-b7509e750126 req-63051d14-4b90-488f-9605-89a396035909 service neutron] 10.222.0.66 "GET /v2.0/networks/7fbe9cf5-e12c-436d-b372-55a19c9faa30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1833279 Jan 26 21:06:26.349047 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-2e3c6798-026f-4f43-b13d-767b03753970 req-06585eb6-f45b-465c-a0c3-f491c10b1284 tempest-ServersAdminTestJSON-2108229583 tempest-ServersAdminTestJSON-2108229583-project] 10.222.0.13 "GET /v2.0/security-groups?id=95bc11fd-db53-4b42-971c-c958ca031066&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1504116 Jan 26 21:06:26.416683 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.agents_db [None req-569f1ced-6396-4ddf-b79f-e03b0b2146ab None None] Agent healthcheck: found 7 active agents {{(pid=103307) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 26 21:06:26.450240 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 26 Jan 2022 21:06:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1205a547-dec4-4603-a0ef-b0c1078eba87 x-openstack-request-id: req-1205a547-dec4-4603-a0ef-b0c1078eba87 {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 21:06:26.450860 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d858c7a1-36f0-4e09-9270-24b0c4c907b4", "tag": "9a853cc4-7da7-4f16-9195-18aa3c9bdc43", "status": "completed", "code": 200}]} {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 21:06:26.450975 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-1205a547-dec4-4603-a0ef-b0c1078eba87 {{(pid=103305) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 21:06:26.451406 n-d-760453-5 neutron-server[103305]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd858c7a1-36f0-4e09-9270-24b0c4c907b4', 'tag': '9a853cc4-7da7-4f16-9195-18aa3c9bdc43', 'status': 'completed', 'code': 200} Jan 26 21:06:26.570020 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-0ae2fc1b-a79c-494f-b183-0ef529b04f93 req-0bbbfc0f-a380-4cba-87dc-e8cd21999dc9 service neutron] 10.222.0.66 "GET /v2.0/networks/7fbe9cf5-e12c-436d-b372-55a19c9faa30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2505190 Jan 26 21:06:26.612804 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ce6b82-5b1f-4bcc-b6d5-f6a513cb08df req-156d073f-a809-4566-bdb5-3da7ef04018f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:06:26.614742 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-76ce6b82-5b1f-4bcc-b6d5-f6a513cb08df req-156d073f-a809-4566-bdb5-3da7ef04018f service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=463456a94c474b658066f1fbe4f6967f&device_id=d858c7a1-36f0-4e09-9270-24b0c4c907b4 HTTP/1.1" status: 200 len: 1098 time: 0.1193235 Jan 26 21:06:26.726842 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71fa0e4-fa2a-4775-ac49-2730fc6d1fab req-9674c8dc-262e-4360-a770-c47e03482b7d tempest-LiveAutoBlockMigrationV225Test-1645909514 tempest-LiveAutoBlockMigrationV225Test-1645909514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:06:26.729089 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-b71fa0e4-fa2a-4775-ac49-2730fc6d1fab req-9674c8dc-262e-4360-a770-c47e03482b7d tempest-LiveAutoBlockMigrationV225Test-1645909514 tempest-LiveAutoBlockMigrationV225Test-1645909514-project] 10.222.0.13 "GET /v2.0/ports?device_id=fa873b56-913b-4b6f-ac44-2cc6f39f16b1 HTTP/1.1" status: 200 len: 931 time: 0.1398582 Jan 26 21:06:26.779562 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ce6b82-5b1f-4bcc-b6d5-f6a513cb08df req-0a22cb9d-fb3d-460a-bf69-d9ade73b7050 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:06:26.781285 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-76ce6b82-5b1f-4bcc-b6d5-f6a513cb08df req-0a22cb9d-fb3d-460a-bf69-d9ade73b7050 service neutron] 10.222.0.66 "GET /v2.0/networks?id=7fbe9cf5-e12c-436d-b372-55a19c9faa30 HTTP/1.1" status: 200 len: 870 time: 0.1605341 Jan 26 21:06:26.846543 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-76ce6b82-5b1f-4bcc-b6d5-f6a513cb08df req-040d72a0-4007-4ba6-a0a0-ee6f509ffee5 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.39&port_id=9a853cc4-7da7-4f16-9195-18aa3c9bdc43 HTTP/1.1" status: 200 len: 217 time: 0.0562937 Jan 26 21:06:26.860429 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-b71fa0e4-fa2a-4775-ac49-2730fc6d1fab req-cd554337-cf30-454a-ace4-9f848f0a4859 tempest-LiveAutoBlockMigrationV225Test-1645909514 tempest-LiveAutoBlockMigrationV225Test-1645909514-project] 10.222.0.13 "GET /v2.0/security-groups?id=d3d52ae6-e761-44ee-98bd-9ad0dc66343a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173925 Jan 26 21:06:26.863778 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-0ae2fc1b-a79c-494f-b183-0ef529b04f93 req-5c5d11d0-f0e4-4da0-8fbf-c574f3b4d11d service neutron] 10.222.0.66 "GET /v2.0/networks/7fbe9cf5-e12c-436d-b372-55a19c9faa30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2857327 Jan 26 21:06:26.924800 n-d-760453-5 neutron-server[103304]: DEBUG neutron.notifiers.nova [req-119b7524-32d9-499a-bf23-8b6685d937da req-6e79389d-550b-4469-add8-caf44a02b4b3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4c6e06a3-81ac-4751-9679-9826254c4461 {{(pid=103304) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 26 21:06:26.935607 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-119b7524-32d9-499a-bf23-8b6685d937da req-6e79389d-550b-4469-add8-caf44a02b4b3 service neutron] Publish callbacks [] for port (4c6e06a3-81ac-4751-9679-9826254c4461), precommit_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:06:26.954384 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.provisioning_blocks [req-119b7524-32d9-499a-bf23-8b6685d937da req-6e79389d-550b-4469-add8-caf44a02b4b3 service neutron] Transition to ACTIVE for port object 4c6e06a3-81ac-4751-9679-9826254c4461 will not be triggered until provisioned by entity L2. {{(pid=103304) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 21:06:26.956362 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ce6b82-5b1f-4bcc-b6d5-f6a513cb08df req-f5b9758f-9585-4cfe-873c-b5ec1dfdca67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:06:26.958456 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-76ce6b82-5b1f-4bcc-b6d5-f6a513cb08df req-f5b9758f-9585-4cfe-873c-b5ec1dfdca67 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=fd77e534-75e6-4b90-950e-f5824d584430 HTTP/1.1" status: 200 len: 843 time: 0.1036921 Jan 26 21:06:26.963761 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-119b7524-32d9-499a-bf23-8b6685d937da req-6e79389d-550b-4469-add8-caf44a02b4b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (4c6e06a3-81ac-4751-9679-9826254c4461), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:06:27.048540 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ce6b82-5b1f-4bcc-b6d5-f6a513cb08df req-e3efda2d-5db5-4f75-90d2-84f2f3fd979a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:06:27.051904 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-76ce6b82-5b1f-4bcc-b6d5-f6a513cb08df req-e3efda2d-5db5-4f75-90d2-84f2f3fd979a service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=7fbe9cf5-e12c-436d-b372-55a19c9faa30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0855024 Jan 26 21:06:27.087116 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3da1ba3-be0c-4e1f-91e4-ad9c3b10b8f3 req-d73ab9d6-e732-480c-8349-5b93d63f472a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:06:27.088616 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-b3da1ba3-be0c-4e1f-91e4-ad9c3b10b8f3 req-d73ab9d6-e732-480c-8349-5b93d63f472a service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=463456a94c474b658066f1fbe4f6967f&device_id=242b7086-c188-4e0a-9af5-4749fa74838b HTTP/1.1" status: 200 len: 1099 time: 0.0894620 Jan 26 21:06:27.168247 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [req-119b7524-32d9-499a-bf23-8b6685d937da req-6e79389d-550b-4469-add8-caf44a02b4b3 service neutron] Attempting to bind port 4c6e06a3-81ac-4751-9679-9826254c4461 on host n-h2-760453-5 for vnic_type normal with profile {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 21:06:27.168768 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [req-119b7524-32d9-499a-bf23-8b6685d937da req-6e79389d-550b-4469-add8-caf44a02b4b3 service neutron] Attempting to bind port 4c6e06a3-81ac-4751-9679-9826254c4461 by drivers openvswitch,hyperv on host n-h2-760453-5 at level 0 using segments [{'id': 'ff84b980-87bb-452b-8f52-d472b3cbbe9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '1c3811f3-dcb6-4f77-8c26-3e9819d7c63c'}] {{(pid=103304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 26 21:06:27.169238 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-119b7524-32d9-499a-bf23-8b6685d937da req-6e79389d-550b-4469-add8-caf44a02b4b3 service neutron] Attempting to bind port 4c6e06a3-81ac-4751-9679-9826254c4461 on network 1c3811f3-dcb6-4f77-8c26-3e9819d7c63c {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 21:06:27.177749 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-119b7524-32d9-499a-bf23-8b6685d937da req-6e79389d-550b-4469-add8-caf44a02b4b3 service neutron] Port 4c6e06a3-81ac-4751-9679-9826254c4461 on network 1c3811f3-dcb6-4f77-8c26-3e9819d7c63c not bound, no agent of type Open vSwitch agent registered on host n-h2-760453-5 {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 26 21:06:27.178172 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-119b7524-32d9-499a-bf23-8b6685d937da req-6e79389d-550b-4469-add8-caf44a02b4b3 service neutron] Attempting to bind port 4c6e06a3-81ac-4751-9679-9826254c4461 on network 1c3811f3-dcb6-4f77-8c26-3e9819d7c63c {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 21:06:27.182174 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e79389d-550b-4469-add8-caf44a02b4b3 service neutron] Pushing event updated for resources: {'Port': ['ID=4c6e06a3-81ac-4751-9679-9826254c4461,revision_number=2']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:06:27.251255 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-76ce6b82-5b1f-4bcc-b6d5-f6a513cb08df req-f62f3086-1583-4db3-8bb2-de0c501e678f service neutron] 10.222.0.66 "GET /v2.0/networks/7fbe9cf5-e12c-436d-b372-55a19c9faa30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1909482 Jan 26 21:06:27.286418 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-119b7524-32d9-499a-bf23-8b6685d937da req-6e79389d-550b-4469-add8-caf44a02b4b3 service neutron] Checking agent: {'id': '4d619873-4b60-439f-9b5a-b155dc8bbc34', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-760453-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 21, 2, 53), 'started_at': datetime.datetime(2022, 1, 26, 21, 2, 53), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 21, 6, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 26 21:06:27.287456 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-119b7524-32d9-499a-bf23-8b6685d937da req-6e79389d-550b-4469-add8-caf44a02b4b3 service neutron] Checking segment: {'id': 'ff84b980-87bb-452b-8f52-d472b3cbbe9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '1c3811f3-dcb6-4f77-8c26-3e9819d7c63c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103304) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 21:06:27.287456 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-119b7524-32d9-499a-bf23-8b6685d937da req-6e79389d-550b-4469-add8-caf44a02b4b3 service neutron] Bound using segment: {'id': 'ff84b980-87bb-452b-8f52-d472b3cbbe9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '1c3811f3-dcb6-4f77-8c26-3e9819d7c63c'} {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 26 21:06:27.288015 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [req-119b7524-32d9-499a-bf23-8b6685d937da req-6e79389d-550b-4469-add8-caf44a02b4b3 service neutron] Bound port: 4c6e06a3-81ac-4751-9679-9826254c4461, host: n-h2-760453-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ff84b980-87bb-452b-8f52-d472b3cbbe9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '1c3811f3-dcb6-4f77-8c26-3e9819d7c63c'}}] {{(pid=103304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 26 21:06:27.288610 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-119b7524-32d9-499a-bf23-8b6685d937da req-6e79389d-550b-4469-add8-caf44a02b4b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (4c6e06a3-81ac-4751-9679-9826254c4461), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:06:27.387574 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5803ee52-f1a9-46d8-8920-f296f6f0534b req-904b76e8-5b5c-45cc-9c35-aa0e758f47d1 tempest-MigrationsAdminTest-1084137346 tempest-MigrationsAdminTest-1084137346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:06:27.390436 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-5803ee52-f1a9-46d8-8920-f296f6f0534b req-904b76e8-5b5c-45cc-9c35-aa0e758f47d1 tempest-MigrationsAdminTest-1084137346 tempest-MigrationsAdminTest-1084137346-project] 10.222.0.13 "GET /v2.0/ports?device_id=7f544618-ae90-49cb-a581-602469d4709d HTTP/1.1" status: 200 len: 972 time: 0.1567671 Jan 26 21:06:27.398954 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-76ce6b82-5b1f-4bcc-b6d5-f6a513cb08df req-9176b491-d4b3-4a9f-a5f6-938b71131100 service neutron] 10.222.0.66 "GET /v2.0/networks/7fbe9cf5-e12c-436d-b372-55a19c9faa30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1335087 Jan 26 21:06:27.479941 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [req-119b7524-32d9-499a-bf23-8b6685d937da req-6e79389d-550b-4469-add8-caf44a02b4b3 service neutron] For port 4c6e06a3-81ac-4751-9679-9826254c4461, host n-h2-760453-5, cleared binding levels {{(pid=103304) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 26 21:06:27.493832 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3da1ba3-be0c-4e1f-91e4-ad9c3b10b8f3 req-1a0c5c0a-04c6-48c7-a9bd-64d4ebd8c996 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:06:27.495335 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-b3da1ba3-be0c-4e1f-91e4-ad9c3b10b8f3 req-1a0c5c0a-04c6-48c7-a9bd-64d4ebd8c996 service neutron] 10.222.0.66 "GET /v2.0/networks?id=7fbe9cf5-e12c-436d-b372-55a19c9faa30 HTTP/1.1" status: 200 len: 870 time: 0.3682110 Jan 26 21:06:27.506232 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [req-119b7524-32d9-499a-bf23-8b6685d937da req-6e79389d-550b-4469-add8-caf44a02b4b3 service neutron] For port 4c6e06a3-81ac-4751-9679-9826254c4461, host n-h2-760453-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-5',level=0,port_id=4c6e06a3-81ac-4751-9679-9826254c4461,segment=NetworkSegment(ff84b980-87bb-452b-8f52-d472b3cbbe9c),segment_id=ff84b980-87bb-452b-8f52-d472b3cbbe9c)] {{(pid=103304) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 26 21:06:27.521548 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-119b7524-32d9-499a-bf23-8b6685d937da req-6e79389d-550b-4469-add8-caf44a02b4b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (4c6e06a3-81ac-4751-9679-9826254c4461), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:06:27.565627 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-5803ee52-f1a9-46d8-8920-f296f6f0534b req-e774f36f-5cf7-414a-95c0-853aa0e50919 tempest-MigrationsAdminTest-1084137346 tempest-MigrationsAdminTest-1084137346-project] 10.222.0.13 "GET /v2.0/security-groups?id=e0b082e3-685f-492b-b87f-3045b8ecd8c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1646497 Jan 26 21:06:27.567951 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-b3da1ba3-be0c-4e1f-91e4-ad9c3b10b8f3 req-305ca864-fd40-49fb-8880-2a619ec06e42 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.150&port_id=e917e1bd-6443-4f62-9834-092549570e4b HTTP/1.1" status: 200 len: 217 time: 0.0638466 Jan 26 21:06:27.706885 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119b7524-32d9-499a-bf23-8b6685d937da req-6e79389d-550b-4469-add8-caf44a02b4b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:06:27.707514 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-119b7524-32d9-499a-bf23-8b6685d937da req-6e79389d-550b-4469-add8-caf44a02b4b3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:06:27.708903 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-119b7524-32d9-499a-bf23-8b6685d937da req-6e79389d-550b-4469-add8-caf44a02b4b3 service neutron] 10.222.0.57 "PUT /v2.0/ports/4c6e06a3-81ac-4751-9679-9826254c4461 HTTP/1.1" status: 200 len: 1091 time: 1.8397467 Jan 26 21:06:27.758017 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3da1ba3-be0c-4e1f-91e4-ad9c3b10b8f3 req-a275cea7-44ed-42bf-b8a5-dc2b1b398182 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:06:27.759529 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-b3da1ba3-be0c-4e1f-91e4-ad9c3b10b8f3 req-a275cea7-44ed-42bf-b8a5-dc2b1b398182 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=fd77e534-75e6-4b90-950e-f5824d584430 HTTP/1.1" status: 200 len: 843 time: 0.1415248 Jan 26 21:06:27.767710 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e79389d-550b-4469-add8-caf44a02b4b3 service neutron] Pushing event updated for resources: {'Port': ['ID=4c6e06a3-81ac-4751-9679-9826254c4461,revision_number=3']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:06:27.827944 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328c408f-29a3-46d4-9163-6f7c72e299ca req-5a636ee5-d9b1-49ae-b221-4782ceb75789 tempest-ServersAdminTestJSON-2108229583 tempest-ServersAdminTestJSON-2108229583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:06:27.834622 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-328c408f-29a3-46d4-9163-6f7c72e299ca req-5a636ee5-d9b1-49ae-b221-4782ceb75789 tempest-ServersAdminTestJSON-2108229583 tempest-ServersAdminTestJSON-2108229583-project] 10.222.0.13 "GET /v2.0/ports?device_id=d858c7a1-36f0-4e09-9270-24b0c4c907b4 HTTP/1.1" status: 200 len: 947 time: 0.2656679 Jan 26 21:06:27.900644 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119b7524-32d9-499a-bf23-8b6685d937da req-f27fd31e-06b4-4b18-b045-a22ce60b6b5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:06:27.902356 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-119b7524-32d9-499a-bf23-8b6685d937da req-f27fd31e-06b4-4b18-b045-a22ce60b6b5d service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=6a368bf2185e476485148d66b6d73c5c&device_id=fa873b56-913b-4b6f-ac44-2cc6f39f16b1 HTTP/1.1" status: 200 len: 1094 time: 0.1466806 Jan 26 21:06:27.908715 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3da1ba3-be0c-4e1f-91e4-ad9c3b10b8f3 req-eb15bd2f-1d4e-466c-aaa3-38e09fce288a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:06:27.910333 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-b3da1ba3-be0c-4e1f-91e4-ad9c3b10b8f3 req-eb15bd2f-1d4e-466c-aaa3-38e09fce288a service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=7fbe9cf5-e12c-436d-b372-55a19c9faa30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1380525 Jan 26 21:06:27.926248 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-328c408f-29a3-46d4-9163-6f7c72e299ca req-58c15e8d-bd36-4032-802d-94f10a7800e4 tempest-ServersAdminTestJSON-2108229583 tempest-ServersAdminTestJSON-2108229583-project] 10.222.0.13 "GET /v2.0/security-groups?id=95bc11fd-db53-4b42-971c-c958ca031066&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907118 Jan 26 21:06:27.969109 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-119b7524-32d9-499a-bf23-8b6685d937da req-085a4550-c9fe-4cb0-ab02-41c005847453 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=4c6e06a3-81ac-4751-9679-9826254c4461 HTTP/1.1" status: 200 len: 217 time: 0.0577590 Jan 26 21:06:28.055717 n-d-760453-5 neutron-server[103304]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa873b56-913b-4b6f-ac44-2cc6f39f16b1', 'tag': '4c6e06a3-81ac-4751-9679-9826254c4461'}] {{(pid=103304) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 21:06:28.058062 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d52b45f1943fcd332af9527eb73ff93c8d715d44383a3f6d18de73b4cfcf87b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d680b091-33ab-442e-a825-7c6baca35079" -d '{"events": [{"name": "network-changed", "server_uuid": "fa873b56-913b-4b6f-ac44-2cc6f39f16b1", "tag": "4c6e06a3-81ac-4751-9679-9826254c4461"}]}' {{(pid=103304) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 21:06:28.141159 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119b7524-32d9-499a-bf23-8b6685d937da req-d150cc02-1ea5-4091-9c67-a5057e270452 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:06:28.143063 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-119b7524-32d9-499a-bf23-8b6685d937da req-d150cc02-1ea5-4091-9c67-a5057e270452 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=dae01ee8-17f0-4a86-8f17-22a537cba2b9 HTTP/1.1" status: 200 len: 860 time: 0.1619327 Jan 26 21:06:28.152277 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 26 Jan 2022 21:06:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b07ec25f-9073-4dbc-8208-f81f7f062191 x-openstack-request-id: req-b07ec25f-9073-4dbc-8208-f81f7f062191 {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 21:06:28.152577 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fa873b56-913b-4b6f-ac44-2cc6f39f16b1", "tag": "4c6e06a3-81ac-4751-9679-9826254c4461", "status": "completed", "code": 200}]} {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 21:06:28.152912 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b07ec25f-9073-4dbc-8208-f81f7f062191 {{(pid=103304) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 21:06:28.153328 n-d-760453-5 neutron-server[103304]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fa873b56-913b-4b6f-ac44-2cc6f39f16b1', 'tag': '4c6e06a3-81ac-4751-9679-9826254c4461', 'status': 'completed', 'code': 200} Jan 26 21:06:28.201230 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bee7b91-6c4a-4fe5-8874-1718517e5845 req-78929e65-4bbd-42a6-9b74-21e76a067a67 tempest-LiveAutoBlockMigrationV225Test-1645909514 tempest-LiveAutoBlockMigrationV225Test-1645909514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:06:28.208314 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-6bee7b91-6c4a-4fe5-8874-1718517e5845 req-78929e65-4bbd-42a6-9b74-21e76a067a67 tempest-LiveAutoBlockMigrationV225Test-1645909514 tempest-LiveAutoBlockMigrationV225Test-1645909514-project] 10.222.0.13 "GET /v2.0/ports?device_id=fa873b56-913b-4b6f-ac44-2cc6f39f16b1 HTTP/1.1" status: 200 len: 943 time: 0.1475012 Jan 26 21:06:28.211964 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-119b7524-32d9-499a-bf23-8b6685d937da req-16ceed59-7d8e-44ac-8bc1-a0bee65da2a9 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=1c3811f3-dcb6-4f77-8c26-3e9819d7c63c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0547795 Jan 26 21:06:28.386038 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 43844) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:06:28.417970 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 43848) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:06:28.423667 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 43852) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:06:28.480786 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-b3da1ba3-be0c-4e1f-91e4-ad9c3b10b8f3 req-347ec844-02b0-4b10-841e-048b413ea7b8 service neutron] 10.222.0.66 "GET /v2.0/networks/7fbe9cf5-e12c-436d-b372-55a19c9faa30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5522652 Jan 26 21:06:28.550129 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-1303d0a4-7b06-4e93-a014-76c21ae3207b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:06:28.565003 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-4c794e2d-9033-44f3-8b5b-f6ace8649848 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:06:28.619163 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-6bee7b91-6c4a-4fe5-8874-1718517e5845 req-ef699f47-fdf7-4e65-906a-51bf95b38aaa tempest-LiveAutoBlockMigrationV225Test-1645909514 tempest-LiveAutoBlockMigrationV225Test-1645909514-project] 10.222.0.13 "GET /v2.0/security-groups?id=d3d52ae6-e761-44ee-98bd-9ad0dc66343a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4048128 Jan 26 21:06:28.668381 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-119b7524-32d9-499a-bf23-8b6685d937da req-02ff528a-c338-45c1-af44-5f3a2188bf95 service neutron] 10.222.0.57 "GET /v2.0/networks/1c3811f3-dcb6-4f77-8c26-3e9819d7c63c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4452512 Jan 26 21:06:28.672109 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-1303d0a4-7b06-4e93-a014-76c21ae3207b admin admin] Publish callbacks [] for security_group (ba28a54f-4263-4872-8d8a-64076a15a8e6), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:06:28.672533 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-b3da1ba3-be0c-4e1f-91e4-ad9c3b10b8f3 req-1f16b22c-e99b-466c-8e3c-f0439b16e4f5 service neutron] 10.222.0.66 "GET /v2.0/networks/7fbe9cf5-e12c-436d-b372-55a19c9faa30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1651361 Jan 26 21:06:28.701387 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-66f56d53-e15c-4038-a591-4ad26ba08f39 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:06:28.712463 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-1303d0a4-7b06-4e93-a014-76c21ae3207b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (ba28a54f-4263-4872-8d8a-64076a15a8e6), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:06:28.788338 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-1303d0a4-7b06-4e93-a014-76c21ae3207b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=5a1faba01c18406ebc093302c5079ba0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4013143 Jan 26 21:06:28.796879 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1303d0a4-7b06-4e93-a014-76c21ae3207b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba28a54f-4263-4872-8d8a-64076a15a8e6,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:06:28.800887 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 43858) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:06:28.820246 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d370b3f8-bf43-41a6-bf78-e29c3858d494 req-d03ce588-2e5f-4d13-9083-90b0e8834d83 tempest-MigrationsAdminTest-1084137346 tempest-MigrationsAdminTest-1084137346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:06:28.827916 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-d370b3f8-bf43-41a6-bf78-e29c3858d494 req-d03ce588-2e5f-4d13-9083-90b0e8834d83 tempest-MigrationsAdminTest-1084137346 tempest-MigrationsAdminTest-1084137346-project] 10.222.0.13 "GET /v2.0/ports?device_id=7f544618-ae90-49cb-a581-602469d4709d HTTP/1.1" status: 200 len: 972 time: 0.1436398 Jan 26 21:06:28.865221 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-4c794e2d-9033-44f3-8b5b-f6ace8649848 admin admin] Publish callbacks [] for security_group (026679f5-1e33-4214-acc7-513d3195942b), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:06:28.902667 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-119b7524-32d9-499a-bf23-8b6685d937da req-560ee6b4-3768-4f7b-b854-7d35d5a92af1 service neutron] 10.222.0.57 "GET /v2.0/networks/1c3811f3-dcb6-4f77-8c26-3e9819d7c63c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2272310 Jan 26 21:06:28.912671 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-66f56d53-e15c-4038-a591-4ad26ba08f39 admin admin] Publish callbacks [] for security_group (498043b2-8f30-4e43-ada7-8b7dc36218fc), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:06:28.915016 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-4c794e2d-9033-44f3-8b5b-f6ace8649848 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (026679f5-1e33-4214-acc7-513d3195942b), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:06:28.927373 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-66f56d53-e15c-4038-a591-4ad26ba08f39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (498043b2-8f30-4e43-ada7-8b7dc36218fc), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:06:28.968698 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-d370b3f8-bf43-41a6-bf78-e29c3858d494 req-b26e37a6-20ce-44d8-a639-520f05564c36 tempest-MigrationsAdminTest-1084137346 tempest-MigrationsAdminTest-1084137346-project] 10.222.0.13 "GET /v2.0/security-groups?id=e0b082e3-685f-492b-b87f-3045b8ecd8c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1397865 Jan 26 21:06:28.995748 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-f98c4419-d4f2-4744-b7bd-e3e4ed70fbb1 admin admin] Publish callbacks [] for security_group (ba28a54f-4263-4872-8d8a-64076a15a8e6), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:06:29.019964 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-4c794e2d-9033-44f3-8b5b-f6ace8649848 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=39ae9f8cc0b944dca661160fb6704a04&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5982828 Jan 26 21:06:29.021210 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 43864) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:06:29.022621 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c794e2d-9033-44f3-8b5b-f6ace8649848 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=026679f5-1e33-4214-acc7-513d3195942b,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:06:29.030263 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-66f56d53-e15c-4038-a591-4ad26ba08f39 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=1b8767dfc6de4add8b063791b069e403&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6055319 Jan 26 21:06:29.035096 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 43866) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:06:29.050253 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f56d53-e15c-4038-a591-4ad26ba08f39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=498043b2-8f30-4e43-ada7-8b7dc36218fc,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:06:29.113809 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-f98c4419-d4f2-4744-b7bd-e3e4ed70fbb1 admin admin] Publish callbacks [] for security_group (ba28a54f-4263-4872-8d8a-64076a15a8e6), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:06:29.208190 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d680b091-33ab-442e-a825-7c6baca35079 req-a190df85-89a1-447e-a371-4c4364fffff9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:06:29.209909 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-d680b091-33ab-442e-a825-7c6baca35079 req-a190df85-89a1-447e-a371-4c4364fffff9 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=6a368bf2185e476485148d66b6d73c5c&device_id=fa873b56-913b-4b6f-ac44-2cc6f39f16b1 HTTP/1.1" status: 200 len: 1094 time: 0.2194269 Jan 26 21:06:29.262779 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417b8d4a-5cca-4c39-8fa4-0943be740cb4 req-fcfba038-2afb-4b93-a219-81820dce84ed tempest-ServersAdminTestJSON-2108229583 tempest-ServersAdminTestJSON-2108229583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:06:29.264460 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-417b8d4a-5cca-4c39-8fa4-0943be740cb4 req-fcfba038-2afb-4b93-a219-81820dce84ed tempest-ServersAdminTestJSON-2108229583 tempest-ServersAdminTestJSON-2108229583-project] 10.222.0.13 "GET /v2.0/ports?device_id=d858c7a1-36f0-4e09-9270-24b0c4c907b4 HTTP/1.1" status: 200 len: 947 time: 0.1831734 Jan 26 21:06:29.274694 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-82320fdc-61f1-4938-83c0-b8976ccbf8ca admin admin] Publish callbacks [] for security_group (498043b2-8f30-4e43-ada7-8b7dc36218fc), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:06:29.280506 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-1c38ce09-e3f3-4b13-abae-a01c6642392e admin admin] Publish callbacks [] for security_group (026679f5-1e33-4214-acc7-513d3195942b), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:06:29.351134 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-f98c4419-d4f2-4744-b7bd-e3e4ed70fbb1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (ba28a54f-4263-4872-8d8a-64076a15a8e6), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:06:29.353730 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-f98c4419-d4f2-4744-b7bd-e3e4ed70fbb1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:06:29.357208 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-f98c4419-d4f2-4744-b7bd-e3e4ed70fbb1 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ba28a54f-4263-4872-8d8a-64076a15a8e6 HTTP/1.1" status: 204 len: 168 time: 0.5516584 Jan 26 21:06:29.376968 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-82320fdc-61f1-4938-83c0-b8976ccbf8ca admin admin] Publish callbacks [] for security_group (498043b2-8f30-4e43-ada7-8b7dc36218fc), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:06:29.388062 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-1c38ce09-e3f3-4b13-abae-a01c6642392e admin admin] Publish callbacks [] for security_group (026679f5-1e33-4214-acc7-513d3195942b), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:06:29.408215 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f98c4419-d4f2-4744-b7bd-e3e4ed70fbb1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba28a54f-4263-4872-8d8a-64076a15a8e6,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:06:29.494608 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-417b8d4a-5cca-4c39-8fa4-0943be740cb4 req-4e7eb3a0-0fc9-41ed-a991-956e110383d5 tempest-ServersAdminTestJSON-2108229583 tempest-ServersAdminTestJSON-2108229583-project] 10.222.0.13 "GET /v2.0/security-groups?id=95bc11fd-db53-4b42-971c-c958ca031066&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2151055 Jan 26 21:06:29.505138 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d680b091-33ab-442e-a825-7c6baca35079 req-62874283-cab5-4df1-8f37-73d98c92dcf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:06:29.506774 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-d680b091-33ab-442e-a825-7c6baca35079 req-62874283-cab5-4df1-8f37-73d98c92dcf8 service neutron] 10.222.0.57 "GET /v2.0/networks?id=1c3811f3-dcb6-4f77-8c26-3e9819d7c63c HTTP/1.1" status: 200 len: 921 time: 0.2794113 Jan 26 21:06:29.570387 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-d680b091-33ab-442e-a825-7c6baca35079 req-5845ce37-f5ae-4a17-bf33-15ce93f12ed5 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=4c6e06a3-81ac-4751-9679-9826254c4461 HTTP/1.1" status: 200 len: 217 time: 0.0564480 Jan 26 21:06:29.570983 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-82320fdc-61f1-4938-83c0-b8976ccbf8ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (498043b2-8f30-4e43-ada7-8b7dc36218fc), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:06:29.574177 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-82320fdc-61f1-4938-83c0-b8976ccbf8ca admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:06:29.575307 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-82320fdc-61f1-4938-83c0-b8976ccbf8ca admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/498043b2-8f30-4e43-ada7-8b7dc36218fc HTTP/1.1" status: 204 len: 168 time: 0.5259919 Jan 26 21:06:29.593917 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-1c38ce09-e3f3-4b13-abae-a01c6642392e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (026679f5-1e33-4214-acc7-513d3195942b), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:06:29.596328 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-1c38ce09-e3f3-4b13-abae-a01c6642392e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:06:29.598310 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-1c38ce09-e3f3-4b13-abae-a01c6642392e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/026679f5-1e33-4214-acc7-513d3195942b HTTP/1.1" status: 204 len: 168 time: 0.5677686 Jan 26 21:06:29.617128 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82320fdc-61f1-4938-83c0-b8976ccbf8ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=498043b2-8f30-4e43-ada7-8b7dc36218fc,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:06:29.644600 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c38ce09-e3f3-4b13-abae-a01c6642392e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=026679f5-1e33-4214-acc7-513d3195942b,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:06:29.656795 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d680b091-33ab-442e-a825-7c6baca35079 req-30feb074-0bc5-44c7-ae63-c2494ed49037 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:06:29.658705 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-d680b091-33ab-442e-a825-7c6baca35079 req-30feb074-0bc5-44c7-ae63-c2494ed49037 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=dae01ee8-17f0-4a86-8f17-22a537cba2b9 HTTP/1.1" status: 200 len: 860 time: 0.0791128 Jan 26 21:06:29.714526 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-d680b091-33ab-442e-a825-7c6baca35079 req-bcb6748b-ca39-4a0c-aed5-dda5d6fc8a09 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=1c3811f3-dcb6-4f77-8c26-3e9819d7c63c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0455768 Jan 26 21:06:29.799700 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 43894) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:06:29.813344 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-b733c920-2a31-4675-89d8-d1cebe45f052 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:06:29.840948 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99cfe5b-e038-412a-ae61-59d32d969892 req-30f52dd4-9f88-4aac-8b11-a6fa341ef5cb tempest-LiveAutoBlockMigrationV225Test-1645909514 tempest-LiveAutoBlockMigrationV225Test-1645909514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:06:29.842746 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-a99cfe5b-e038-412a-ae61-59d32d969892 req-30f52dd4-9f88-4aac-8b11-a6fa341ef5cb tempest-LiveAutoBlockMigrationV225Test-1645909514 tempest-LiveAutoBlockMigrationV225Test-1645909514-project] 10.222.0.13 "GET /v2.0/ports?device_id=fa873b56-913b-4b6f-ac44-2cc6f39f16b1 HTTP/1.1" status: 200 len: 943 time: 0.0954721 Jan 26 21:06:29.874709 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-d680b091-33ab-442e-a825-7c6baca35079 req-72717b59-82e4-4275-a00f-b7f7969e7423 service neutron] 10.222.0.57 "GET /v2.0/networks/1c3811f3-dcb6-4f77-8c26-3e9819d7c63c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1520545 Jan 26 21:06:29.906177 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-b733c920-2a31-4675-89d8-d1cebe45f052 admin admin] Publish callbacks [] for security_group (4d1b8380-93e4-4d4d-85ee-1e881cb562d6), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:06:29.912608 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-b733c920-2a31-4675-89d8-d1cebe45f052 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (4d1b8380-93e4-4d4d-85ee-1e881cb562d6), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:06:29.955355 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-a99cfe5b-e038-412a-ae61-59d32d969892 req-bedce100-9a4e-44f8-8434-6292196bd5f8 tempest-LiveAutoBlockMigrationV225Test-1645909514 tempest-LiveAutoBlockMigrationV225Test-1645909514-project] 10.222.0.13 "GET /v2.0/security-groups?id=d3d52ae6-e761-44ee-98bd-9ad0dc66343a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041300 Jan 26 21:06:29.992192 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-b733c920-2a31-4675-89d8-d1cebe45f052 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=9bf5d644c4fe4441b08b5e3c6f2a0b35&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1889160 Jan 26 21:06:29.994312 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 43898) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:06:29.997862 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b733c920-2a31-4675-89d8-d1cebe45f052 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d1b8380-93e4-4d4d-85ee-1e881cb562d6,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:06:30.020900 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 43902) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:06:30.042696 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-14c8ba50-ddd4-4f53-994b-3f880608c1c6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:06:30.076374 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-d680b091-33ab-442e-a825-7c6baca35079 req-119e18e8-3bc1-4460-b9f2-8e72c31fbdfb service neutron] 10.222.0.57 "GET /v2.0/networks/1c3811f3-dcb6-4f77-8c26-3e9819d7c63c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1909885 Jan 26 21:06:30.162200 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6452db35-f83b-4bb8-866e-ac6bc785a1a9 req-8834f399-b704-4402-bd31-7f6813f89f5d tempest-MigrationsAdminTest-1084137346 tempest-MigrationsAdminTest-1084137346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:06:30.163784 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-6452db35-f83b-4bb8-866e-ac6bc785a1a9 req-8834f399-b704-4402-bd31-7f6813f89f5d tempest-MigrationsAdminTest-1084137346 tempest-MigrationsAdminTest-1084137346-project] 10.222.0.13 "GET /v2.0/ports?device_id=7f544618-ae90-49cb-a581-602469d4709d HTTP/1.1" status: 200 len: 972 time: 0.0815113 Jan 26 21:06:30.164678 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-f7c5e685-3c1f-41b2-89ac-9fa01b0eeb28 admin admin] Publish callbacks [] for security_group (4d1b8380-93e4-4d4d-85ee-1e881cb562d6), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:06:30.171860 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-14c8ba50-ddd4-4f53-994b-3f880608c1c6 admin admin] Publish callbacks [] for security_group (8767fc6a-ac9f-4fe5-98b7-722cb1e30a08), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:06:30.179863 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-14c8ba50-ddd4-4f53-994b-3f880608c1c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (8767fc6a-ac9f-4fe5-98b7-722cb1e30a08), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:06:30.202732 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-f7c5e685-3c1f-41b2-89ac-9fa01b0eeb28 admin admin] Publish callbacks [] for security_group (4d1b8380-93e4-4d4d-85ee-1e881cb562d6), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:06:30.238301 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c8ba50-ddd4-4f53-994b-3f880608c1c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8767fc6a-ac9f-4fe5-98b7-722cb1e30a08,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:06:30.246028 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-14c8ba50-ddd4-4f53-994b-3f880608c1c6 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=39da19be9c6445499c79be6457b4349f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2239072 Jan 26 21:06:30.248399 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 43910) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:06:30.252274 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-6452db35-f83b-4bb8-866e-ac6bc785a1a9 req-ed3b7072-f06c-4a89-9b5e-adea7181654a tempest-MigrationsAdminTest-1084137346 tempest-MigrationsAdminTest-1084137346-project] 10.222.0.13 "GET /v2.0/security-groups?id=e0b082e3-685f-492b-b87f-3045b8ecd8c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782473 Jan 26 21:06:30.272617 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-f7c5e685-3c1f-41b2-89ac-9fa01b0eeb28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (4d1b8380-93e4-4d4d-85ee-1e881cb562d6), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:06:30.275978 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-f7c5e685-3c1f-41b2-89ac-9fa01b0eeb28 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:06:30.279430 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-f7c5e685-3c1f-41b2-89ac-9fa01b0eeb28 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/4d1b8380-93e4-4d4d-85ee-1e881cb562d6 HTTP/1.1" status: 204 len: 168 time: 0.2819276 Jan 26 21:06:30.286568 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c5e685-3c1f-41b2-89ac-9fa01b0eeb28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d1b8380-93e4-4d4d-85ee-1e881cb562d6,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:06:30.326000 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-23ff3fce-7412-4f42-903e-7ff1eafc4079 admin admin] Publish callbacks [] for security_group (8767fc6a-ac9f-4fe5-98b7-722cb1e30a08), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:06:30.351398 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-23ff3fce-7412-4f42-903e-7ff1eafc4079 admin admin] Publish callbacks [] for security_group (8767fc6a-ac9f-4fe5-98b7-722cb1e30a08), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:06:30.396551 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 43922) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:06:30.409505 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-535d10c9-d7db-4839-9f89-5dedfeccf04f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:06:30.438024 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-23ff3fce-7412-4f42-903e-7ff1eafc4079 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (8767fc6a-ac9f-4fe5-98b7-722cb1e30a08), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:06:30.440640 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-23ff3fce-7412-4f42-903e-7ff1eafc4079 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:06:30.441843 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-23ff3fce-7412-4f42-903e-7ff1eafc4079 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/8767fc6a-ac9f-4fe5-98b7-722cb1e30a08 HTTP/1.1" status: 204 len: 168 time: 0.1918621 Jan 26 21:06:30.452602 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ff3fce-7412-4f42-903e-7ff1eafc4079 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8767fc6a-ac9f-4fe5-98b7-722cb1e30a08,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:06:30.531159 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-535d10c9-d7db-4839-9f89-5dedfeccf04f admin admin] Publish callbacks [] for security_group (643f009b-d1fe-45e4-9ed3-40392327298f), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:06:30.545444 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-535d10c9-d7db-4839-9f89-5dedfeccf04f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (643f009b-d1fe-45e4-9ed3-40392327298f), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:06:30.564829 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e04c95f-8aec-449d-b180-c92080a9a447 req-13898961-2434-4fb9-960c-8f1c7ae07450 tempest-AttachSCSIVolumeTestJSON-568331574 tempest-AttachSCSIVolumeTestJSON-568331574-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:06:30.570841 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-7e04c95f-8aec-449d-b180-c92080a9a447 req-13898961-2434-4fb9-960c-8f1c7ae07450 tempest-AttachSCSIVolumeTestJSON-568331574 tempest-AttachSCSIVolumeTestJSON-568331574-project] 10.222.0.13 "GET /v2.0/networks?id=0e232d8e-6bd0-47cf-8332-9f5fbb537d8b HTTP/1.1" status: 200 len: 815 time: 0.1508133 Jan 26 21:06:30.581391 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-535d10c9-d7db-4839-9f89-5dedfeccf04f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=643f009b-d1fe-45e4-9ed3-40392327298f,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:06:30.606735 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-7e04c95f-8aec-449d-b180-c92080a9a447 req-9fed71cc-dfbe-4252-8434-885ea4db36d0 tempest-AttachSCSIVolumeTestJSON-568331574 tempest-AttachSCSIVolumeTestJSON-568331574-project] 10.222.0.13 "GET /v2.0/quotas/cbd97eaa16634b78b572be068312a61b HTTP/1.1" status: 200 len: 375 time: 0.0277762 Jan 26 21:06:30.631560 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-535d10c9-d7db-4839-9f89-5dedfeccf04f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=faaefa33667c4da7aa62b1faa7069aa0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2343807 Jan 26 21:06:30.634214 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 43932) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:06:30.687870 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-3f9c520c-9297-4796-b416-e8b18c2418bf admin admin] Publish callbacks [] for security_group (643f009b-d1fe-45e4-9ed3-40392327298f), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:06:30.716929 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-7e04c95f-8aec-449d-b180-c92080a9a447 req-bbc57071-d03c-4626-b21e-67be3dac939e tempest-AttachSCSIVolumeTestJSON-568331574 tempest-AttachSCSIVolumeTestJSON-568331574-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=cbd97eaa16634b78b572be068312a61b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1071773 Jan 26 21:06:30.719156 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-3f9c520c-9297-4796-b416-e8b18c2418bf admin admin] Publish callbacks [] for security_group (643f009b-d1fe-45e4-9ed3-40392327298f), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:06:30.732050 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b66c68-f7e1-4faa-9f3c-7b86daba80b9 req-3d17c25f-8104-4a15-8d84-62ef92cfa621 tempest-ServersAdminTestJSON-2108229583 tempest-ServersAdminTestJSON-2108229583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:06:30.733585 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-c6b66c68-f7e1-4faa-9f3c-7b86daba80b9 req-3d17c25f-8104-4a15-8d84-62ef92cfa621 tempest-ServersAdminTestJSON-2108229583 tempest-ServersAdminTestJSON-2108229583-project] 10.222.0.13 "GET /v2.0/ports?device_id=d858c7a1-36f0-4e09-9270-24b0c4c907b4 HTTP/1.1" status: 200 len: 947 time: 0.1006248 Jan 26 21:06:30.786763 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-3f9c520c-9297-4796-b416-e8b18c2418bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (643f009b-d1fe-45e4-9ed3-40392327298f), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:06:30.789479 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-3f9c520c-9297-4796-b416-e8b18c2418bf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:06:30.793705 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-3f9c520c-9297-4796-b416-e8b18c2418bf admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/643f009b-d1fe-45e4-9ed3-40392327298f HTTP/1.1" status: 204 len: 168 time: 0.1562107 Jan 26 21:06:30.799601 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f9c520c-9297-4796-b416-e8b18c2418bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=643f009b-d1fe-45e4-9ed3-40392327298f,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:06:30.853865 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-c6b66c68-f7e1-4faa-9f3c-7b86daba80b9 req-4e76d30c-19d0-4514-9755-77b0bf009eaa tempest-ServersAdminTestJSON-2108229583 tempest-ServersAdminTestJSON-2108229583-project] 10.222.0.13 "GET /v2.0/security-groups?id=95bc11fd-db53-4b42-971c-c958ca031066&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084998 Jan 26 21:06:30.874124 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-7e04c95f-8aec-449d-b180-c92080a9a447 req-ee685495-d465-46ff-b4fc-30b00b9268ef service neutron] 10.222.0.13 "GET /v2.0/networks/0e232d8e-6bd0-47cf-8332-9f5fbb537d8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1563027 Jan 26 21:06:30.913201 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Device 9a853cc4-7da7-4f16-9195-18aa3c9bdc43 details requested by agent hyperv_n-h1-760453-5 with host n-h1-760453-5 {{(pid=103306) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 26 21:06:30.969357 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-7e04c95f-8aec-449d-b180-c92080a9a447 req-1bf555ae-3c89-462a-899e-4ebea4b2db09 service neutron] 10.222.0.13 "GET /v2.0/networks/0e232d8e-6bd0-47cf-8332-9f5fbb537d8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0938356 Jan 26 21:06:31.181112 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52e4d4d-c42b-499b-9708-61f27726be11 req-ccbf00e3-2fc9-403c-917f-a842794166b7 tempest-LiveAutoBlockMigrationV225Test-1645909514 tempest-LiveAutoBlockMigrationV225Test-1645909514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:06:31.183209 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-d52e4d4d-c42b-499b-9708-61f27726be11 req-ccbf00e3-2fc9-403c-917f-a842794166b7 tempest-LiveAutoBlockMigrationV225Test-1645909514 tempest-LiveAutoBlockMigrationV225Test-1645909514-project] 10.222.0.13 "GET /v2.0/ports?device_id=fa873b56-913b-4b6f-ac44-2cc6f39f16b1 HTTP/1.1" status: 200 len: 943 time: 0.1045063 Jan 26 21:06:31.234399 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] For port 9a853cc4-7da7-4f16-9195-18aa3c9bdc43, host n-h1-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-5',level=0,port_id=9a853cc4-7da7-4f16-9195-18aa3c9bdc43,segment=NetworkSegment(4eab25d6-89d9-4907-a1c2-51b06443ba33),segment_id=4eab25d6-89d9-4907-a1c2-51b06443ba33)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:06:31.256140 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Returning: {'device': '9a853cc4-7da7-4f16-9195-18aa3c9bdc43', 'network_id': '7fbe9cf5-e12c-436d-b372-55a19c9faa30', 'port_id': '9a853cc4-7da7-4f16-9195-18aa3c9bdc43', 'mac_address': 'fa:16:3e:2d:cd:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 561, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fd77e534-75e6-4b90-950e-f5824d584430', 'ip_address': '192.168.233.39'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103306) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 26 21:06:31.304246 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Current status of the port 9a853cc4-7da7-4f16-9195-18aa3c9bdc43 is: DOWN; New status is: BUILD {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:06:31.304643 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (9a853cc4-7da7-4f16-9195-18aa3c9bdc43), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:06:31.323631 n-d-760453-5 neutron-server[103306]: DEBUG neutron.notifiers.nova [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9a853cc4-7da7-4f16-9195-18aa3c9bdc43 {{(pid=103306) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 26 21:06:31.356773 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-ec7f7ab3-61ce-4f7b-9656-87b127f18f39 req-936fd5c2-7f23-4cbf-a475-871925a023fb tempest-AttachSCSIVolumeTestJSON-568331574 tempest-AttachSCSIVolumeTestJSON-568331574-project] 10.222.0.13 "GET /v2.0/ports?device_id=75310938-e130-4b0c-9bea-a4b4989a734c HTTP/1.1" status: 200 len: 210 time: 0.0642116 Jan 26 21:06:31.390273 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] For port 9a853cc4-7da7-4f16-9195-18aa3c9bdc43, host n-h1-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-5',level=0,port_id=9a853cc4-7da7-4f16-9195-18aa3c9bdc43,segment=NetworkSegment(4eab25d6-89d9-4907-a1c2-51b06443ba33),segment_id=4eab25d6-89d9-4907-a1c2-51b06443ba33)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:06:31.395202 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-d52e4d4d-c42b-499b-9708-61f27726be11 req-e36bd40a-c734-43e5-af5a-ea432a05da2f tempest-LiveAutoBlockMigrationV225Test-1645909514 tempest-LiveAutoBlockMigrationV225Test-1645909514-project] 10.222.0.13 "GET /v2.0/security-groups?id=d3d52ae6-e761-44ee-98bd-9ad0dc66343a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2053790 Jan 26 21:06:31.409053 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (9a853cc4-7da7-4f16-9195-18aa3c9bdc43), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:06:31.409768 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Device e917e1bd-6443-4f62-9834-092549570e4b details requested by agent hyperv_n-h1-760453-5 with host n-h1-760453-5 {{(pid=103306) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 26 21:06:31.496594 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab07dae-d38c-4892-9bf3-7df9fa7b6992 req-170ca348-a8cf-4729-aac6-74c26afe9c51 tempest-MigrationsAdminTest-1084137346 tempest-MigrationsAdminTest-1084137346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:06:31.503373 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-3ab07dae-d38c-4892-9bf3-7df9fa7b6992 req-170ca348-a8cf-4729-aac6-74c26afe9c51 tempest-MigrationsAdminTest-1084137346 tempest-MigrationsAdminTest-1084137346-project] 10.222.0.13 "GET /v2.0/ports?device_id=7f544618-ae90-49cb-a581-602469d4709d HTTP/1.1" status: 200 len: 972 time: 0.0604577 Jan 26 21:06:31.518439 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Pushing event updated for resources: {'Port': ['ID=9a853cc4-7da7-4f16-9195-18aa3c9bdc43,revision_number=4']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:06:31.536901 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] For port e917e1bd-6443-4f62-9834-092549570e4b, host n-h1-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-5',level=0,port_id=e917e1bd-6443-4f62-9834-092549570e4b,segment=NetworkSegment(4eab25d6-89d9-4907-a1c2-51b06443ba33),segment_id=4eab25d6-89d9-4907-a1c2-51b06443ba33)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:06:31.541920 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:06:31.542695 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:06:31.543223 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:06:31.543771 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:06:31.544984 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:06:31.545414 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:06:31.545820 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:06:31.546370 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:06:31.546669 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:06:31.547099 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:06:31.547347 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:06:31.547769 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:06:31.548255 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:06:31.563359 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Returning: {'device': 'e917e1bd-6443-4f62-9834-092549570e4b', 'network_id': '7fbe9cf5-e12c-436d-b372-55a19c9faa30', 'port_id': 'e917e1bd-6443-4f62-9834-092549570e4b', 'mac_address': 'fa:16:3e:c7:f8:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 561, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fd77e534-75e6-4b90-950e-f5824d584430', 'ip_address': '192.168.233.150'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103306) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 26 21:06:31.575694 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-3ab07dae-d38c-4892-9bf3-7df9fa7b6992 req-752a084d-3eae-44fe-97ee-d5d6875c7877 tempest-MigrationsAdminTest-1084137346 tempest-MigrationsAdminTest-1084137346-project] 10.222.0.13 "GET /v2.0/security-groups?id=e0b082e3-685f-492b-b87f-3045b8ecd8c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682278 Jan 26 21:06:31.606548 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Device 4c6e06a3-81ac-4751-9679-9826254c4461 details requested by agent hyperv_n-h2-760453-5 with host n-h2-760453-5 {{(pid=103306) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 26 21:06:31.619777 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Current status of the port e917e1bd-6443-4f62-9834-092549570e4b is: DOWN; New status is: BUILD {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:06:31.620167 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (e917e1bd-6443-4f62-9834-092549570e4b), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:06:31.642565 n-d-760453-5 neutron-server[103306]: DEBUG neutron.notifiers.nova [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e917e1bd-6443-4f62-9834-092549570e4b {{(pid=103306) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 26 21:06:31.711483 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] For port e917e1bd-6443-4f62-9834-092549570e4b, host n-h1-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-5',level=0,port_id=e917e1bd-6443-4f62-9834-092549570e4b,segment=NetworkSegment(4eab25d6-89d9-4907-a1c2-51b06443ba33),segment_id=4eab25d6-89d9-4907-a1c2-51b06443ba33)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:06:31.719292 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (e917e1bd-6443-4f62-9834-092549570e4b), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:06:31.794070 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] For port 4c6e06a3-81ac-4751-9679-9826254c4461, host n-h2-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-5',level=0,port_id=4c6e06a3-81ac-4751-9679-9826254c4461,segment=NetworkSegment(ff84b980-87bb-452b-8f52-d472b3cbbe9c),segment_id=ff84b980-87bb-452b-8f52-d472b3cbbe9c)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:06:31.803667 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Pushing event updated for resources: {'Port': ['ID=e917e1bd-6443-4f62-9834-092549570e4b,revision_number=4']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:06:31.811027 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Returning: {'device': '4c6e06a3-81ac-4751-9679-9826254c4461', 'network_id': '1c3811f3-dcb6-4f77-8c26-3e9819d7c63c', 'port_id': '4c6e06a3-81ac-4751-9679-9826254c4461', 'mac_address': 'fa:16:3e:cd:96:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 565, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dae01ee8-17f0-4a86-8f17-22a537cba2b9', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103306) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 26 21:06:31.869561 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Current status of the port 4c6e06a3-81ac-4751-9679-9826254c4461 is: DOWN; New status is: BUILD {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:06:31.870160 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (4c6e06a3-81ac-4751-9679-9826254c4461), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:06:31.884335 n-d-760453-5 neutron-server[103306]: DEBUG neutron.notifiers.nova [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4c6e06a3-81ac-4751-9679-9826254c4461 {{(pid=103306) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 26 21:06:31.914249 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] For port 4c6e06a3-81ac-4751-9679-9826254c4461, host n-h2-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-5',level=0,port_id=4c6e06a3-81ac-4751-9679-9826254c4461,segment=NetworkSegment(ff84b980-87bb-452b-8f52-d472b3cbbe9c),segment_id=ff84b980-87bb-452b-8f52-d472b3cbbe9c)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:06:31.922278 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (4c6e06a3-81ac-4751-9679-9826254c4461), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:06:31.997883 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Pushing event updated for resources: {'Port': ['ID=4c6e06a3-81ac-4751-9679-9826254c4461,revision_number=4']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:06:32.023668 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ceb95ce-bbdc-498f-b733-3c82aecba242 req-b40823cc-2b3c-4cb5-bb0b-6d267eb86267 tempest-ServersAdminTestJSON-2108229583 tempest-ServersAdminTestJSON-2108229583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:06:32.023668 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-4ceb95ce-bbdc-498f-b733-3c82aecba242 req-b40823cc-2b3c-4cb5-bb0b-6d267eb86267 tempest-ServersAdminTestJSON-2108229583 tempest-ServersAdminTestJSON-2108229583-project] 10.222.0.13 "GET /v2.0/ports?device_id=d858c7a1-36f0-4e09-9270-24b0c4c907b4 HTTP/1.1" status: 200 len: 948 time: 0.0875609 Jan 26 21:06:32.092795 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-4ceb95ce-bbdc-498f-b733-3c82aecba242 req-34521c8d-c62b-4728-bb1d-c2d81f1c27ee tempest-ServersAdminTestJSON-2108229583 tempest-ServersAdminTestJSON-2108229583-project] 10.222.0.13 "GET /v2.0/security-groups?id=95bc11fd-db53-4b42-971c-c958ca031066&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631015 Jan 26 21:06:32.153257 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 44006) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:06:32.168522 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] get_ports_and_sgs() called for port_ids ['4c6e06a3-81ac-4751-9679-9826254c4461'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 26 21:06:32.172615 n-d-760453-5 neutron-server[103304]: INFO neutron.api.v2.resource [req-5ae0c20e-5e94-4f9c-b332-877427db9147 req-c444ea99-b206-4960-9be5-80d0fa2f1924 service neutron] show failed (client error): The resource could not be found. Jan 26 21:06:32.173725 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-5ae0c20e-5e94-4f9c-b332-877427db9147 req-c444ea99-b206-4960-9be5-80d0fa2f1924 service neutron] 10.222.0.57 "GET /v2.0/ports/0fe894a4-1ae0-4a4f-bd3a-ef6daeae89d6/bindings/n-h1-760453-5 HTTP/1.1" status: 404 len: 380 time: 0.0849586 Jan 26 21:06:32.196295 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] get_ports_and_sgs() called for port_ids ['9a853cc4-7da7-4f16-9195-18aa3c9bdc43'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 26 21:06:32.292316 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] get_ports_and_sgs() called for port_ids ['e917e1bd-6443-4f62-9834-092549570e4b'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 26 21:06:32.450170 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-862cc957-25e0-4d07-96bb-436315f35ea4 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1062594226-network', 'tenant_id': 'c7043b45f3e649519f2c516db962b6f2'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:06:32.647907 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-94c1063c-a0d2-4ffe-ad53-608a097d3aed req-c345f883-a2a9-4357-8bb0-264d59488d00 tempest-AttachSCSIVolumeTestJSON-568331574 tempest-AttachSCSIVolumeTestJSON-568331574-project] 10.222.0.13 "GET /v2.0/ports?device_id=75310938-e130-4b0c-9bea-a4b4989a734c HTTP/1.1" status: 200 len: 210 time: 0.1627285 Jan 26 21:06:32.721188 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-862cc957-25e0-4d07-96bb-436315f35ea4 admin admin] Made reservation on behalf of c7043b45f3e649519f2c516db962b6f2 for: {'network': 1} {{(pid=103304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 21:06:32.724225 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-862cc957-25e0-4d07-96bb-436315f35ea4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for network (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:06:32.755075 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-862cc957-25e0-4d07-96bb-436315f35ea4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:06:32.776297 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47417f1b-9a67-41b1-8252-8f8212617c8d req-fb4d7ca7-5d86-4a0c-b8e6-7812b1118109 tempest-LiveAutoBlockMigrationV225Test-1645909514 tempest-LiveAutoBlockMigrationV225Test-1645909514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:06:32.783163 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-47417f1b-9a67-41b1-8252-8f8212617c8d req-fb4d7ca7-5d86-4a0c-b8e6-7812b1118109 tempest-LiveAutoBlockMigrationV225Test-1645909514 tempest-LiveAutoBlockMigrationV225Test-1645909514-project] 10.222.0.13 "GET /v2.0/ports?device_id=fa873b56-913b-4b6f-ac44-2cc6f39f16b1 HTTP/1.1" status: 200 len: 944 time: 0.2695124 Jan 26 21:06:32.823441 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae0c20e-5e94-4f9c-b332-877427db9147 req-55822d23-dcd6-4957-be36-f9055e7802ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:06:32.824941 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-5ae0c20e-5e94-4f9c-b332-877427db9147 req-55822d23-dcd6-4957-be36-f9055e7802ef service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=7f544618-ae90-49cb-a581-602469d4709d&tenant_id=d178ac49ddc9478db66ba71c81039890 HTTP/1.1" status: 200 len: 1123 time: 0.2624898 Jan 26 21:06:32.861321 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [req-5ae0c20e-5e94-4f9c-b332-877427db9147 req-2beb1e88-eb2b-4403-869c-b8a6cc997f4d service neutron] Request body: {'port': {'binding:host_id': 'n-h1-760453-5', 'device_owner': 'compute:nova'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:06:32.953862 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e04c95f-8aec-449d-b180-c92080a9a447 req-41799ef6-1b18-4090-85a3-9886db5bfbfd tempest-AttachSCSIVolumeTestJSON-568331574 tempest-AttachSCSIVolumeTestJSON-568331574-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:06:32.955381 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-7e04c95f-8aec-449d-b180-c92080a9a447 req-41799ef6-1b18-4090-85a3-9886db5bfbfd tempest-AttachSCSIVolumeTestJSON-568331574 tempest-AttachSCSIVolumeTestJSON-568331574-project] 10.222.0.57 "GET /v2.0/networks?id=0e232d8e-6bd0-47cf-8332-9f5fbb537d8b HTTP/1.1" status: 200 len: 815 time: 0.3233376 Jan 26 21:06:32.967053 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83fab8b-04cc-4811-8c40-ae04820c1dd6 req-1e6c5882-c0d9-4747-bbfe-6abb7bf90fa5 tempest-MigrationsAdminTest-1084137346 tempest-MigrationsAdminTest-1084137346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:06:32.968493 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-c83fab8b-04cc-4811-8c40-ae04820c1dd6 req-1e6c5882-c0d9-4747-bbfe-6abb7bf90fa5 tempest-MigrationsAdminTest-1084137346 tempest-MigrationsAdminTest-1084137346-project] 10.222.0.13 "GET /v2.0/ports?device_id=7f544618-ae90-49cb-a581-602469d4709d HTTP/1.1" status: 200 len: 972 time: 0.2218916 Jan 26 21:06:32.971551 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-47417f1b-9a67-41b1-8252-8f8212617c8d req-63ea75e1-6262-4615-a4db-2857dc01ee79 tempest-LiveAutoBlockMigrationV225Test-1645909514 tempest-LiveAutoBlockMigrationV225Test-1645909514-project] 10.222.0.13 "GET /v2.0/security-groups?id=d3d52ae6-e761-44ee-98bd-9ad0dc66343a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1875427 Jan 26 21:06:32.998025 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [req-7e04c95f-8aec-449d-b180-c92080a9a447 req-8c5c4102-230c-4920-b5a6-170346a8c86d tempest-AttachSCSIVolumeTestJSON-568331574 tempest-AttachSCSIVolumeTestJSON-568331574-project] Request body: {'port': {'device_id': '75310938-e130-4b0c-9bea-a4b4989a734c', 'network_id': '0e232d8e-6bd0-47cf-8332-9f5fbb537d8b', 'admin_state_up': True, 'tenant_id': 'cbd97eaa16634b78b572be068312a61b'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:06:33.075116 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-5ae0c20e-5e94-4f9c-b332-877427db9147 req-2beb1e88-eb2b-4403-869c-b8a6cc997f4d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (0fe894a4-1ae0-4a4f-bd3a-ef6daeae89d6), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:06:33.175034 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-862cc957-25e0-4d07-96bb-436315f35ea4 admin admin] Publish callbacks [] for security_group (a4a8ed4f-3aa5-44aa-8faa-e5efb810b088), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:06:33.185730 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-c83fab8b-04cc-4811-8c40-ae04820c1dd6 req-5c46e549-8257-4134-8f1d-38d54b0229e4 tempest-MigrationsAdminTest-1084137346 tempest-MigrationsAdminTest-1084137346-project] 10.222.0.13 "GET /v2.0/security-groups?id=e0b082e3-685f-492b-b87f-3045b8ecd8c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1914523 Jan 26 21:06:33.197138 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-862cc957-25e0-4d07-96bb-436315f35ea4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (a4a8ed4f-3aa5-44aa-8faa-e5efb810b088), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:06:33.238869 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-862cc957-25e0-4d07-96bb-436315f35ea4 admin admin] vlan segment allocate from pool success with {'vlan_id': 569, 'physical_network': 'physnet1'} {{(pid=103304) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 26 21:06:33.318113 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-862cc957-25e0-4d07-96bb-436315f35ea4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576559'] for segment (3e0cc02c-a862-42b5-9805-4068cfe4f52b), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:06:33.318471 n-d-760453-5 neutron-server[103304]: INFO neutron.db.segments_db [None req-862cc957-25e0-4d07-96bb-436315f35ea4 admin admin] Added segment 3e0cc02c-a862-42b5-9805-4068cfe4f52b of type vlan for network c9587d7c-591a-48f2-8f4c-194d781ceba3 Jan 26 21:06:33.328259 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-862cc957-25e0-4d07-96bb-436315f35ea4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4a8ed4f-3aa5-44aa-8faa-e5efb810b088,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:06:33.607491 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7e04c95f-8aec-449d-b180-c92080a9a447 req-8c5c4102-230c-4920-b5a6-170346a8c86d tempest-AttachSCSIVolumeTestJSON-568331574 tempest-AttachSCSIVolumeTestJSON-568331574-project] Made reservation on behalf of cbd97eaa16634b78b572be068312a61b for: {'port': 1} {{(pid=103304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 21:06:33.610903 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-7e04c95f-8aec-449d-b180-c92080a9a447 req-8c5c4102-230c-4920-b5a6-170346a8c86d tempest-AttachSCSIVolumeTestJSON-568331574 tempest-AttachSCSIVolumeTestJSON-568331574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:06:33.625657 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Device 4c6e06a3-81ac-4751-9679-9826254c4461 up at agent hyperv_n-h2-760453-5 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 21:06:33.648571 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-862cc957-25e0-4d07-96bb-436315f35ea4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746560256871'] for network (c9587d7c-591a-48f2-8f4c-194d781ceba3), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:06:33.766503 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4698ecc0-2045-44dd-bbe1-5016ca742caa req-37462e3a-aa43-4219-a2ed-b230e1050f74 tempest-ServersAdminTestJSON-2108229583 tempest-ServersAdminTestJSON-2108229583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:06:33.768337 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-4698ecc0-2045-44dd-bbe1-5016ca742caa req-37462e3a-aa43-4219-a2ed-b230e1050f74 tempest-ServersAdminTestJSON-2108229583 tempest-ServersAdminTestJSON-2108229583-project] 10.222.0.13 "GET /v2.0/ports?device_id=d858c7a1-36f0-4e09-9270-24b0c4c907b4 HTTP/1.1" status: 200 len: 948 time: 0.4568067 Jan 26 21:06:33.780476 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Provisioning for port 4c6e06a3-81ac-4751-9679-9826254c4461 completed by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 21:06:33.787413 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Provisioning complete for port 4c6e06a3-81ac-4751-9679-9826254c4461 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:06:33.791883 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (4c6e06a3-81ac-4751-9679-9826254c4461), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:06:33.819268 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-862cc957-25e0-4d07-96bb-436315f35ea4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503'] for network (c9587d7c-591a-48f2-8f4c-194d781ceba3), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:06:33.820542 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-862cc957-25e0-4d07-96bb-436315f35ea4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:06:33.821355 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-862cc957-25e0-4d07-96bb-436315f35ea4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709645'] for network (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:06:33.955141 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [req-5ae0c20e-5e94-4f9c-b332-877427db9147 req-2beb1e88-eb2b-4403-869c-b8a6cc997f4d service neutron] For port 0fe894a4-1ae0-4a4f-bd3a-ef6daeae89d6, host n-h2-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-5',level=0,port_id=0fe894a4-1ae0-4a4f-bd3a-ef6daeae89d6,segment=NetworkSegment(4eab25d6-89d9-4907-a1c2-51b06443ba33),segment_id=4eab25d6-89d9-4907-a1c2-51b06443ba33)] {{(pid=103304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:06:33.962595 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-862cc957-25e0-4d07-96bb-436315f35ea4 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.8082664 Jan 26 21:06:33.965673 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 44080) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:06:33.970969 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-a085d970-df96-4d46-b548-35ffc1395d8f admin admin] Request body: {'subnet': {'network_id': 'c9587d7c-591a-48f2-8f4c-194d781ceba3', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1062594226-subnet', 'tenant_id': 'c7043b45f3e649519f2c516db962b6f2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:06:33.986802 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Current status of the port 4c6e06a3-81ac-4751-9679-9826254c4461 is: BUILD; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:06:33.997618 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (4c6e06a3-81ac-4751-9679-9826254c4461), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:06:33.998356 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-862cc957-25e0-4d07-96bb-436315f35ea4 admin admin] Pushing event updated for resources: {'Network': ['ID=c9587d7c-591a-48f2-8f4c-194d781ceba3,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:06:34.019454 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Network c9587d7c-591a-48f2-8f4c-194d781ceba3 details requested by agent ovs-agent-n-d-760453-5 with host n-d-760453-5 {{(pid=103306) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 26 21:06:34.035464 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a085d970-df96-4d46-b548-35ffc1395d8f admin admin] Made reservation on behalf of c7043b45f3e649519f2c516db962b6f2 for: {'subnet': 1} {{(pid=103305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 21:06:34.037869 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-a085d970-df96-4d46-b548-35ffc1395d8f admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:06:34.050606 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-4698ecc0-2045-44dd-bbe1-5016ca742caa req-2c85c7af-d5eb-42d1-9b20-08458c240c36 tempest-ServersAdminTestJSON-2108229583 tempest-ServersAdminTestJSON-2108229583-project] 10.222.0.13 "GET /v2.0/security-groups?id=95bc11fd-db53-4b42-971c-c958ca031066&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2617116 Jan 26 21:06:34.059065 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.db_base_plugin_common [req-7e04c95f-8aec-449d-b180-c92080a9a447 req-8c5c4102-230c-4920-b5a6-170346a8c86d tempest-AttachSCSIVolumeTestJSON-568331574 tempest-AttachSCSIVolumeTestJSON-568331574-project] Allocated IP 172.20.0.6 (0e232d8e-6bd0-47cf-8332-9f5fbb537d8b/14c3522c-48d1-46ba-8e7a-f2b4abc51b6c/f9dae219-b3f7-482b-a4fa-9a48439a5e89) {{(pid=103304) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 21:06:34.134490 n-d-760453-5 neutron-server[103306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa873b56-913b-4b6f-ac44-2cc6f39f16b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c6e06a3-81ac-4751-9679-9826254c4461'}] {{(pid=103306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 21:06:34.147676 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9d5d370febab655511bdd2ffe887e43e442d144a440368702bcc1e93af00b97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89076108-01c0-473c-97ed-b678202f2895" -d '{"events": [{"server_uuid": "fa873b56-913b-4b6f-ac44-2cc6f39f16b1", "name": "network-vif-plugged", "status": "completed", "tag": "4c6e06a3-81ac-4751-9679-9826254c4461"}]}' {{(pid=103306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 21:06:34.181049 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] For port 4c6e06a3-81ac-4751-9679-9826254c4461, host n-h2-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-5',level=0,port_id=4c6e06a3-81ac-4751-9679-9826254c4461,segment=NetworkSegment(ff84b980-87bb-452b-8f52-d472b3cbbe9c),segment_id=ff84b980-87bb-452b-8f52-d472b3cbbe9c)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:06:34.207498 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (4c6e06a3-81ac-4751-9679-9826254c4461), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:06:34.208324 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Device 0fe894a4-1ae0-4a4f-bd3a-ef6daeae89d6 no longer exists at agent hyperv_n-h2-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 26 21:06:34.300803 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Pushing event updated for resources: {'Port': ['ID=4c6e06a3-81ac-4751-9679-9826254c4461,revision_number=5']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:06:34.336039 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [req-5ae0c20e-5e94-4f9c-b332-877427db9147 req-2beb1e88-eb2b-4403-869c-b8a6cc997f4d service neutron] For port 0fe894a4-1ae0-4a4f-bd3a-ef6daeae89d6, host n-h2-760453-5, cleared binding levels {{(pid=103304) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 26 21:06:34.397993 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-6468affe-482a-4e9d-a8d7-c161513eecf5 req-062ebeab-a614-4636-bb1d-1d35c2b8a380 tempest-AttachSCSIVolumeTestJSON-568331574 tempest-AttachSCSIVolumeTestJSON-568331574-project] 10.222.0.13 "GET /v2.0/ports?device_id=75310938-e130-4b0c-9bea-a4b4989a734c HTTP/1.1" status: 200 len: 210 time: 0.0897684 Jan 26 21:06:34.426964 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-7e04c95f-8aec-449d-b180-c92080a9a447 req-8c5c4102-230c-4920-b5a6-170346a8c86d tempest-AttachSCSIVolumeTestJSON-568331574 tempest-AttachSCSIVolumeTestJSON-568331574-project] Publish callbacks [] for port (f9dae219-b3f7-482b-a4fa-9a48439a5e89), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:06:34.450139 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Current status of the port 0fe894a4-1ae0-4a4f-bd3a-ef6daeae89d6 is: ACTIVE; New status is: DOWN {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:06:34.450559 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (0fe894a4-1ae0-4a4f-bd3a-ef6daeae89d6), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:06:34.487943 n-d-760453-5 neutron-server[103304]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f544618-ae90-49cb-a581-602469d4709d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0fe894a4-1ae0-4a4f-bd3a-ef6daeae89d6'}] {{(pid=103304) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 21:06:34.493678 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d52b45f1943fcd332af9527eb73ff93c8d715d44383a3f6d18de73b4cfcf87b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa2bd270-d485-46e5-9791-6825f56d1e1a" -d '{"events": [{"server_uuid": "7f544618-ae90-49cb-a581-602469d4709d", "name": "network-vif-unplugged", "status": "completed", "tag": "0fe894a4-1ae0-4a4f-bd3a-ef6daeae89d6"}]}' {{(pid=103304) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 21:06:34.511905 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-5ae0c20e-5e94-4f9c-b332-877427db9147 req-2beb1e88-eb2b-4403-869c-b8a6cc997f4d service neutron] Publish callbacks [] for port (0fe894a4-1ae0-4a4f-bd3a-ef6daeae89d6), precommit_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:06:34.557524 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Jan 2022 21:06:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1193d10-a64d-4573-9cc1-ed99ee532a70 x-openstack-request-id: req-a1193d10-a64d-4573-9cc1-ed99ee532a70 {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 21:06:34.558210 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa873b56-913b-4b6f-ac44-2cc6f39f16b1", "name": "network-vif-plugged", "status": "completed", "tag": "4c6e06a3-81ac-4751-9679-9826254c4461", "code": 200}]} {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 21:06:34.558837 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a1193d10-a64d-4573-9cc1-ed99ee532a70 {{(pid=103306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 21:06:34.559517 n-d-760453-5 neutron-server[103306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa873b56-913b-4b6f-ac44-2cc6f39f16b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c6e06a3-81ac-4751-9679-9826254c4461', 'code': 200} Jan 26 21:06:34.577062 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.provisioning_blocks [req-5ae0c20e-5e94-4f9c-b332-877427db9147 req-2beb1e88-eb2b-4403-869c-b8a6cc997f4d service neutron] Transition to ACTIVE for port object 0fe894a4-1ae0-4a4f-bd3a-ef6daeae89d6 will not be triggered until provisioned by entity L2. {{(pid=103304) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 21:06:34.581924 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-a085d970-df96-4d46-b548-35ffc1395d8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503'] for subnet (94672f96-ffc0-4761-9279-1a0dd986ad44), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:06:34.593192 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-5ae0c20e-5e94-4f9c-b332-877427db9147 req-2beb1e88-eb2b-4403-869c-b8a6cc997f4d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (0fe894a4-1ae0-4a4f-bd3a-ef6daeae89d6), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:06:34.655218 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-7e04c95f-8aec-449d-b180-c92080a9a447 req-8c5c4102-230c-4920-b5a6-170346a8c86d tempest-AttachSCSIVolumeTestJSON-568331574 tempest-AttachSCSIVolumeTestJSON-568331574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746560234527'] for port (f9dae219-b3f7-482b-a4fa-9a48439a5e89), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:06:34.696820 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.db.api [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103306) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 26 21:06:34.697417 n-d-760453-5 neutron-server[103306]: DEBUG oslo_db.api [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 26 21:06:34.702336 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbfd4646-e99d-4d65-bf3c-989c23e0856e req-ea2c36f5-f1e9-400d-9651-6c79bc5dc1a1 tempest-LiveAutoBlockMigrationV225Test-1645909514 tempest-LiveAutoBlockMigrationV225Test-1645909514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:06:34.712054 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-dbfd4646-e99d-4d65-bf3c-989c23e0856e req-ea2c36f5-f1e9-400d-9651-6c79bc5dc1a1 tempest-LiveAutoBlockMigrationV225Test-1645909514 tempest-LiveAutoBlockMigrationV225Test-1645909514-project] 10.222.0.13 "GET /v2.0/ports?device_id=fa873b56-913b-4b6f-ac44-2cc6f39f16b1 HTTP/1.1" status: 200 len: 945 time: 0.1935494 Jan 26 21:06:34.717616 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a085d970-df96-4d46-b548-35ffc1395d8f admin admin] Pushing event updated for resources: {'Subnet': ['ID=94672f96-ffc0-4761-9279-1a0dd986ad44,revision_number=0']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:06:34.785769 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2beb1e88-eb2b-4403-869c-b8a6cc997f4d service neutron] Pushing event updated for resources: {'Port': ['ID=0fe894a4-1ae0-4a4f-bd3a-ef6daeae89d6,revision_number=6']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:06:34.833261 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ae0c20e-5e94-4f9c-b332-877427db9147 req-2beb1e88-eb2b-4403-869c-b8a6cc997f4d service neutron] No DVR routers for this DVR port 0fe894a4-1ae0-4a4f-bd3a-ef6daeae89d6 on host n-h2-760453-5 {{(pid=103304) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 26 21:06:34.836004 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0ae1b8-cc85-4463-b9a0-391db2fde3c6 req-3ad10926-2a57-421d-92b0-deff0e9cf140 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:06:34.838171 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-7d0ae1b8-cc85-4463-b9a0-391db2fde3c6 req-3ad10926-2a57-421d-92b0-deff0e9cf140 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=fa873b56-913b-4b6f-ac44-2cc6f39f16b1 HTTP/1.1" status: 200 len: 1096 time: 0.1181898 Jan 26 21:06:34.839567 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a085d970-df96-4d46-b548-35ffc1395d8f admin admin] Checking segment: {'id': '3e0cc02c-a862-42b5-9805-4068cfe4f52b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'c9587d7c-591a-48f2-8f4c-194d781ceba3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103305) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 21:06:34.840607 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a085d970-df96-4d46-b548-35ffc1395d8f admin admin] Network hostable DHCP agents. Network: c9587d7c-591a-48f2-8f4c-194d781ceba3, hostable agents: ['474ccdf7-ab6c-405b-a3b2-dc7b05829902'], hosted agents: [] {{(pid=103305) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 26 21:06:34.875756 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a085d970-df96-4d46-b548-35ffc1395d8f admin admin] Network c9587d7c-591a-48f2-8f4c-194d781ceba3 is scheduled to be hosted by DHCP agent 474ccdf7-ab6c-405b-a3b2-dc7b05829902 with binding_index 1 {{(pid=103305) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 26 21:06:34.884977 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7e04c95f-8aec-449d-b180-c92080a9a447 req-8c5c4102-230c-4920-b5a6-170346a8c86d tempest-AttachSCSIVolumeTestJSON-568331574 tempest-AttachSCSIVolumeTestJSON-568331574-project] Network 0e232d8e-6bd0-47cf-8332-9f5fbb537d8b is already hosted by enough agents. {{(pid=103304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 21:06:34.901176 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [None req-a085d970-df96-4d46-b548-35ffc1395d8f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760453-5, c9587d7c-591a-48f2-8f4c-194d781ceba3) {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:06:34.915177 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a085d970-df96-4d46-b548-35ffc1395d8f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:06:34.921022 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Device 9a853cc4-7da7-4f16-9195-18aa3c9bdc43 up at agent hyperv_n-h1-760453-5 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 21:06:34.925526 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-960e8ba9-ea56-4bc8-8a7e-b20480cf1c6d None None] Network c9587d7c-591a-48f2-8f4c-194d781ceba3 requested from n-d-760453-5 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 26 21:06:34.932577 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-a085d970-df96-4d46-b548-35ffc1395d8f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709645'] for subnet (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:06:34.982973 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-a085d970-df96-4d46-b548-35ffc1395d8f admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.0158889 Jan 26 21:06:34.986237 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [req-7e04c95f-8aec-449d-b180-c92080a9a447 req-8c5c4102-230c-4920-b5a6-170346a8c86d tempest-AttachSCSIVolumeTestJSON-568331574 tempest-AttachSCSIVolumeTestJSON-568331574-project] Resources bound (agent type, host, resource id): {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:06:34.992239 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e04c95f-8aec-449d-b180-c92080a9a447 req-8c5c4102-230c-4920-b5a6-170346a8c86d tempest-AttachSCSIVolumeTestJSON-568331574 tempest-AttachSCSIVolumeTestJSON-568331574-project] Received port after_create {{(pid=103304) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 21:06:34.992473 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-7d0ae1b8-cc85-4463-b9a0-391db2fde3c6 req-0f32363e-32be-4a98-bf38-cbb2db28baee service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=d3d52ae6-e761-44ee-98bd-9ad0dc66343a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1330366 Jan 26 21:06:35.000356 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e04c95f-8aec-449d-b180-c92080a9a447 req-8c5c4102-230c-4920-b5a6-170346a8c86d tempest-AttachSCSIVolumeTestJSON-568331574 tempest-AttachSCSIVolumeTestJSON-568331574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:06:35.001008 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-7e04c95f-8aec-449d-b180-c92080a9a447 req-8c5c4102-230c-4920-b5a6-170346a8c86d tempest-AttachSCSIVolumeTestJSON-568331574 tempest-AttachSCSIVolumeTestJSON-568331574-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:06:35.044433 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-7e04c95f-8aec-449d-b180-c92080a9a447 req-8c5c4102-230c-4920-b5a6-170346a8c86d tempest-AttachSCSIVolumeTestJSON-568331574 tempest-AttachSCSIVolumeTestJSON-568331574-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0713077 Jan 26 21:06:35.152950 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [req-5ae0c20e-5e94-4f9c-b332-877427db9147 req-2beb1e88-eb2b-4403-869c-b8a6cc997f4d service neutron] Attempting to bind port 0fe894a4-1ae0-4a4f-bd3a-ef6daeae89d6 on host n-h1-760453-5 for vnic_type normal with profile {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 21:06:35.153276 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [req-5ae0c20e-5e94-4f9c-b332-877427db9147 req-2beb1e88-eb2b-4403-869c-b8a6cc997f4d service neutron] Attempting to bind port 0fe894a4-1ae0-4a4f-bd3a-ef6daeae89d6 by drivers openvswitch,hyperv on host n-h1-760453-5 at level 0 using segments [{'id': '4eab25d6-89d9-4907-a1c2-51b06443ba33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '7fbe9cf5-e12c-436d-b372-55a19c9faa30'}] {{(pid=103304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 26 21:06:35.153626 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ae0c20e-5e94-4f9c-b332-877427db9147 req-2beb1e88-eb2b-4403-869c-b8a6cc997f4d service neutron] Attempting to bind port 0fe894a4-1ae0-4a4f-bd3a-ef6daeae89d6 on network 7fbe9cf5-e12c-436d-b372-55a19c9faa30 {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 21:06:35.198861 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b853537-f853-4d57-8778-5e1ff9f4c476 req-baa5c54c-6891-4814-af89-5a868668918e tempest-MigrationsAdminTest-1084137346 tempest-MigrationsAdminTest-1084137346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:06:35.208375 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-4b853537-f853-4d57-8778-5e1ff9f4c476 req-baa5c54c-6891-4814-af89-5a868668918e tempest-MigrationsAdminTest-1084137346 tempest-MigrationsAdminTest-1084137346-project] 10.222.0.13 "GET /v2.0/ports?device_id=7f544618-ae90-49cb-a581-602469d4709d HTTP/1.1" status: 200 len: 948 time: 0.4600365 Jan 26 21:06:35.210289 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c5c4102-230c-4920-b5a6-170346a8c86d tempest-AttachSCSIVolumeTestJSON-568331574 tempest-AttachSCSIVolumeTestJSON-568331574-project] Pushing event updated for resources: {'Port': ['ID=f9dae219-b3f7-482b-a4fa-9a48439a5e89,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:06:35.223328 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ae0c20e-5e94-4f9c-b332-877427db9147 req-2beb1e88-eb2b-4403-869c-b8a6cc997f4d service neutron] Port 0fe894a4-1ae0-4a4f-bd3a-ef6daeae89d6 on network 7fbe9cf5-e12c-436d-b372-55a19c9faa30 not bound, no agent of type Open vSwitch agent registered on host n-h1-760453-5 {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 26 21:06:35.223721 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ae0c20e-5e94-4f9c-b332-877427db9147 req-2beb1e88-eb2b-4403-869c-b8a6cc997f4d service neutron] Attempting to bind port 0fe894a4-1ae0-4a4f-bd3a-ef6daeae89d6 on network 7fbe9cf5-e12c-436d-b372-55a19c9faa30 {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 21:06:35.255913 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-dbfd4646-e99d-4d65-bf3c-989c23e0856e req-80e54a19-f340-4f1b-8370-3dddc1f16048 tempest-LiveAutoBlockMigrationV225Test-1645909514 tempest-LiveAutoBlockMigrationV225Test-1645909514-project] 10.222.0.13 "GET /v2.0/security-groups?id=d3d52ae6-e761-44ee-98bd-9ad0dc66343a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5419767 Jan 26 21:06:35.273625 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ae0c20e-5e94-4f9c-b332-877427db9147 req-2beb1e88-eb2b-4403-869c-b8a6cc997f4d service neutron] Checking agent: {'id': '32ef628b-8417-46c5-8729-60fcabe358f1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-760453-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 21, 3, 8), 'started_at': datetime.datetime(2022, 1, 26, 21, 3, 8), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 21, 6, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 26 21:06:35.273625 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ae0c20e-5e94-4f9c-b332-877427db9147 req-2beb1e88-eb2b-4403-869c-b8a6cc997f4d service neutron] Checking segment: {'id': '4eab25d6-89d9-4907-a1c2-51b06443ba33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '7fbe9cf5-e12c-436d-b372-55a19c9faa30'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103304) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 21:06:35.273625 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ae0c20e-5e94-4f9c-b332-877427db9147 req-2beb1e88-eb2b-4403-869c-b8a6cc997f4d service neutron] Bound using segment: {'id': '4eab25d6-89d9-4907-a1c2-51b06443ba33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '7fbe9cf5-e12c-436d-b372-55a19c9faa30'} {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 26 21:06:35.273625 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [req-5ae0c20e-5e94-4f9c-b332-877427db9147 req-2beb1e88-eb2b-4403-869c-b8a6cc997f4d service neutron] Bound port: 0fe894a4-1ae0-4a4f-bd3a-ef6daeae89d6, host: n-h1-760453-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4eab25d6-89d9-4907-a1c2-51b06443ba33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '7fbe9cf5-e12c-436d-b372-55a19c9faa30'}}] {{(pid=103304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 26 21:06:35.274693 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-5ae0c20e-5e94-4f9c-b332-877427db9147 req-2beb1e88-eb2b-4403-869c-b8a6cc997f4d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (0fe894a4-1ae0-4a4f-bd3a-ef6daeae89d6), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:06:35.299246 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Provisioning for port 9a853cc4-7da7-4f16-9195-18aa3c9bdc43 completed by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 21:06:35.321897 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d39575d-1216-4c36-b689-71762bd070ac None None] Network c9587d7c-591a-48f2-8f4c-194d781ceba3 requested from n-d-760453-5 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 26 21:06:35.333588 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Provisioning complete for port 9a853cc4-7da7-4f16-9195-18aa3c9bdc43 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:06:35.338768 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (9a853cc4-7da7-4f16-9195-18aa3c9bdc43), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:06:35.451225 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-4b853537-f853-4d57-8778-5e1ff9f4c476 req-02092da7-dda8-46b4-8a3a-2066080803ef tempest-MigrationsAdminTest-1084137346 tempest-MigrationsAdminTest-1084137346-project] 10.222.0.13 "GET /v2.0/security-groups?id=e0b082e3-685f-492b-b87f-3045b8ecd8c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2413588 Jan 26 21:06:35.525686 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 26 Jan 2022 21:06:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d10ba1ec-44ed-4cd7-9b96-283cb8fa487a x-openstack-request-id: req-d10ba1ec-44ed-4cd7-9b96-283cb8fa487a {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 21:06:35.525974 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f544618-ae90-49cb-a581-602469d4709d", "name": "network-vif-unplugged", "status": "completed", "tag": "0fe894a4-1ae0-4a4f-bd3a-ef6daeae89d6", "code": 200}]} {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 21:06:35.526226 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d10ba1ec-44ed-4cd7-9b96-283cb8fa487a {{(pid=103304) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 21:06:35.526658 n-d-760453-5 neutron-server[103304]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f544618-ae90-49cb-a581-602469d4709d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0fe894a4-1ae0-4a4f-bd3a-ef6daeae89d6', 'code': 200} Jan 26 21:06:35.530590 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Current status of the port 0fe894a4-1ae0-4a4f-bd3a-ef6daeae89d6 is: DOWN; New status is: DOWN {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:06:35.545205 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [req-5ae0c20e-5e94-4f9c-b332-877427db9147 req-2beb1e88-eb2b-4403-869c-b8a6cc997f4d service neutron] For port 0fe894a4-1ae0-4a4f-bd3a-ef6daeae89d6, host n-h1-760453-5, cleared binding levels {{(pid=103304) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 26 21:06:35.552502 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [req-5ae0c20e-5e94-4f9c-b332-877427db9147 req-2beb1e88-eb2b-4403-869c-b8a6cc997f4d service neutron] For port 0fe894a4-1ae0-4a4f-bd3a-ef6daeae89d6, host n-h1-760453-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-5',level=0,port_id=0fe894a4-1ae0-4a4f-bd3a-ef6daeae89d6,segment=NetworkSegment(4eab25d6-89d9-4907-a1c2-51b06443ba33),segment_id=4eab25d6-89d9-4907-a1c2-51b06443ba33)] {{(pid=103304) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 26 21:06:35.564319 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-5ae0c20e-5e94-4f9c-b332-877427db9147 req-2beb1e88-eb2b-4403-869c-b8a6cc997f4d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (0fe894a4-1ae0-4a4f-bd3a-ef6daeae89d6), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:06:35.592896 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-e851af5b-a922-4006-aa5d-72a1521f6c17 None None] Provisioning complete for port f9dae219-b3f7-482b-a4fa-9a48439a5e89 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:06:35.596559 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-e851af5b-a922-4006-aa5d-72a1521f6c17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (f9dae219-b3f7-482b-a4fa-9a48439a5e89), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:06:35.639941 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae0c20e-5e94-4f9c-b332-877427db9147 req-2beb1e88-eb2b-4403-869c-b8a6cc997f4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:06:35.640944 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-5ae0c20e-5e94-4f9c-b332-877427db9147 req-2beb1e88-eb2b-4403-869c-b8a6cc997f4d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:06:35.642910 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-5ae0c20e-5e94-4f9c-b332-877427db9147 req-2beb1e88-eb2b-4403-869c-b8a6cc997f4d service neutron] 10.222.0.66 "PUT /v2.0/ports/0fe894a4-1ae0-4a4f-bd3a-ef6daeae89d6 HTTP/1.1" status: 200 len: 1096 time: 2.7932830 Jan 26 21:06:35.712125 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-e851af5b-a922-4006-aa5d-72a1521f6c17 None None] Port f9dae219-b3f7-482b-a4fa-9a48439a5e89 cannot update to ACTIVE because it is not bound. {{(pid=103306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 26 21:06:35.747881 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Current status of the port 9a853cc4-7da7-4f16-9195-18aa3c9bdc43 is: BUILD; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:06:35.748124 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2beb1e88-eb2b-4403-869c-b8a6cc997f4d service neutron] Pushing event updated for resources: {'Port': ['ID=0fe894a4-1ae0-4a4f-bd3a-ef6daeae89d6,revision_number=7']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:06:35.749570 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (9a853cc4-7da7-4f16-9195-18aa3c9bdc43), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:06:35.787798 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ebe92f-a497-4f3c-bfe0-9a0f943e228b req-f972a281-6a54-40d1-ad27-a63512c0903e tempest-ServersAdminTestJSON-2108229583 tempest-ServersAdminTestJSON-2108229583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:06:35.790000 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-03ebe92f-a497-4f3c-bfe0-9a0f943e228b req-f972a281-6a54-40d1-ad27-a63512c0903e tempest-ServersAdminTestJSON-2108229583 tempest-ServersAdminTestJSON-2108229583-project] 10.222.0.13 "GET /v2.0/ports?device_id=d858c7a1-36f0-4e09-9270-24b0c4c907b4 HTTP/1.1" status: 200 len: 948 time: 0.1608551 Jan 26 21:06:35.795971 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae0c20e-5e94-4f9c-b332-877427db9147 req-01ab82c7-be7b-4a44-b6fa-a219d70fd7ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:06:35.797765 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-5ae0c20e-5e94-4f9c-b332-877427db9147 req-01ab82c7-be7b-4a44-b6fa-a219d70fd7ca service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=d178ac49ddc9478db66ba71c81039890&device_id=7f544618-ae90-49cb-a581-602469d4709d HTTP/1.1" status: 200 len: 1099 time: 0.1086144 Jan 26 21:06:35.839794 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [req-7e04c95f-8aec-449d-b180-c92080a9a447 req-65794db2-0e9f-4188-83c3-1acf82d2e8a4 service neutron] Request body: {'port': {'device_id': '75310938-e130-4b0c-9bea-a4b4989a734c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-760453-5'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:06:35.841925 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] For port 9a853cc4-7da7-4f16-9195-18aa3c9bdc43, host n-h1-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-5',level=0,port_id=9a853cc4-7da7-4f16-9195-18aa3c9bdc43,segment=NetworkSegment(4eab25d6-89d9-4907-a1c2-51b06443ba33),segment_id=4eab25d6-89d9-4907-a1c2-51b06443ba33)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:06:35.850631 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (9a853cc4-7da7-4f16-9195-18aa3c9bdc43), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:06:35.851530 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Device e917e1bd-6443-4f62-9834-092549570e4b up at agent hyperv_n-h1-760453-5 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 21:06:35.972887 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Pushing event updated for resources: {'Port': ['ID=9a853cc4-7da7-4f16-9195-18aa3c9bdc43,revision_number=5']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:06:36.023194 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Provisioning for port e917e1bd-6443-4f62-9834-092549570e4b completed by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 21:06:36.028367 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Provisioning complete for port e917e1bd-6443-4f62-9834-092549570e4b triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:06:36.028771 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (e917e1bd-6443-4f62-9834-092549570e4b), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:06:36.046343 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-03ebe92f-a497-4f3c-bfe0-9a0f943e228b req-00446291-98a0-478e-adc8-72537d884dd6 tempest-ServersAdminTestJSON-2108229583 tempest-ServersAdminTestJSON-2108229583-project] 10.222.0.13 "GET /v2.0/security-groups?id=95bc11fd-db53-4b42-971c-c958ca031066&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2459192 Jan 26 21:06:36.072249 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-7e04c95f-8aec-449d-b180-c92080a9a447 req-65794db2-0e9f-4188-83c3-1acf82d2e8a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (f9dae219-b3f7-482b-a4fa-9a48439a5e89), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:06:36.118238 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae0c20e-5e94-4f9c-b332-877427db9147 req-8efd84a0-c4fd-4389-9b69-e654e77fcad7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:06:36.124239 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-5ae0c20e-5e94-4f9c-b332-877427db9147 req-8efd84a0-c4fd-4389-9b69-e654e77fcad7 service neutron] 10.222.0.66 "GET /v2.0/networks?id=7fbe9cf5-e12c-436d-b372-55a19c9faa30 HTTP/1.1" status: 200 len: 870 time: 0.3152609 Jan 26 21:06:36.225083 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Current status of the port e917e1bd-6443-4f62-9834-092549570e4b is: BUILD; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:06:36.225717 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (e917e1bd-6443-4f62-9834-092549570e4b), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:06:36.261092 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-5ae0c20e-5e94-4f9c-b332-877427db9147 req-05699137-4092-426d-b007-013075469718 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.173&port_id=0fe894a4-1ae0-4a4f-bd3a-ef6daeae89d6 HTTP/1.1" status: 200 len: 217 time: 0.0956390 Jan 26 21:06:36.280913 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 44118) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:06:36.282964 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] For port e917e1bd-6443-4f62-9834-092549570e4b, host n-h1-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-5',level=0,port_id=e917e1bd-6443-4f62-9834-092549570e4b,segment=NetworkSegment(4eab25d6-89d9-4907-a1c2-51b06443ba33),segment_id=4eab25d6-89d9-4907-a1c2-51b06443ba33)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:06:36.294110 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-3e5f7495-ebae-498b-9093-b795736fc59d admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1424439527-network', 'tenant_id': '73cd5a5353dd4288b00016d1abb254c4'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:06:36.295384 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (e917e1bd-6443-4f62-9834-092549570e4b), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:06:36.332115 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e5f7495-ebae-498b-9093-b795736fc59d admin admin] Made reservation on behalf of 73cd5a5353dd4288b00016d1abb254c4 for: {'network': 1} {{(pid=103305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 21:06:36.335568 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-3e5f7495-ebae-498b-9093-b795736fc59d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for network (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:06:36.349755 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-3e5f7495-ebae-498b-9093-b795736fc59d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:06:36.427317 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Pushing event updated for resources: {'Port': ['ID=e917e1bd-6443-4f62-9834-092549570e4b,revision_number=5']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:06:36.436178 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3beaf4-3987-4dfd-ab96-c7b6215ace13 req-d5e77b77-f444-476e-8c12-d45e76675200 tempest-AttachSCSIVolumeTestJSON-568331574 tempest-AttachSCSIVolumeTestJSON-568331574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:06:36.438834 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-cd3beaf4-3987-4dfd-ab96-c7b6215ace13 req-d5e77b77-f444-476e-8c12-d45e76675200 tempest-AttachSCSIVolumeTestJSON-568331574 tempest-AttachSCSIVolumeTestJSON-568331574-project] 10.222.0.13 "GET /v2.0/ports?device_id=75310938-e130-4b0c-9bea-a4b4989a734c HTTP/1.1" status: 200 len: 931 time: 0.2465501 Jan 26 21:06:36.440395 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae0c20e-5e94-4f9c-b332-877427db9147 req-79c668a9-86c6-4fb3-b399-8a255c2542a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:06:36.442415 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-5ae0c20e-5e94-4f9c-b332-877427db9147 req-79c668a9-86c6-4fb3-b399-8a255c2542a5 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=fd77e534-75e6-4b90-950e-f5824d584430 HTTP/1.1" status: 200 len: 843 time: 0.1606584 Jan 26 21:06:36.518742 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-3e5f7495-ebae-498b-9093-b795736fc59d admin admin] Publish callbacks [] for security_group (b2c45cf3-bdd1-4894-995b-4754a162c887), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:06:36.526271 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-3e5f7495-ebae-498b-9093-b795736fc59d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (b2c45cf3-bdd1-4894-995b-4754a162c887), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:06:36.550700 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3e5f7495-ebae-498b-9093-b795736fc59d admin admin] vlan segment allocate from pool success with {'vlan_id': 592, 'physical_network': 'physnet1'} {{(pid=103305) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 26 21:06:36.560576 n-d-760453-5 neutron-server[103306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd858c7a1-36f0-4e09-9270-24b0c4c907b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a853cc4-7da7-4f16-9195-18aa3c9bdc43'}, {'server_uuid': '242b7086-c188-4e0a-9af5-4749fa74838b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e917e1bd-6443-4f62-9834-092549570e4b'}] {{(pid=103306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 21:06:36.562997 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9d5d370febab655511bdd2ffe887e43e442d144a440368702bcc1e93af00b97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ddb0076b-2ee8-4f1a-b98c-75f41f0ccafc" -d '{"events": [{"server_uuid": "d858c7a1-36f0-4e09-9270-24b0c4c907b4", "name": "network-vif-plugged", "status": "completed", "tag": "9a853cc4-7da7-4f16-9195-18aa3c9bdc43"}, {"server_uuid": "242b7086-c188-4e0a-9af5-4749fa74838b", "name": "network-vif-plugged", "status": "completed", "tag": "e917e1bd-6443-4f62-9834-092549570e4b"}]}' {{(pid=103306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 21:06:36.571557 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-3e5f7495-ebae-498b-9093-b795736fc59d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576559'] for segment (68b3dc2e-c3dd-46f0-9f20-a5bc6c92d86a), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:06:36.571861 n-d-760453-5 neutron-server[103305]: INFO neutron.db.segments_db [None req-3e5f7495-ebae-498b-9093-b795736fc59d admin admin] Added segment 68b3dc2e-c3dd-46f0-9f20-a5bc6c92d86a of type vlan for network 9f6ad7a4-0d00-4209-8040-b931014083cb Jan 26 21:06:36.573448 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5f7495-ebae-498b-9093-b795736fc59d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2c45cf3-bdd1-4894-995b-4754a162c887,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:06:36.624291 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-3e5f7495-ebae-498b-9093-b795736fc59d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746560256871'] for network (9f6ad7a4-0d00-4209-8040-b931014083cb), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:06:36.634359 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-cd3beaf4-3987-4dfd-ab96-c7b6215ace13 req-4a489dc2-0c1f-4657-aabb-bcbe9dbd5760 tempest-AttachSCSIVolumeTestJSON-568331574 tempest-AttachSCSIVolumeTestJSON-568331574-project] 10.222.0.13 "GET /v2.0/security-groups?id=55df2d54-40b6-41bc-90a1-92a636171891&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1778240 Jan 26 21:06:36.681017 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae0c20e-5e94-4f9c-b332-877427db9147 req-db106cd7-4c74-486d-9bc7-ece5962d1d25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:06:36.683945 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-5ae0c20e-5e94-4f9c-b332-877427db9147 req-db106cd7-4c74-486d-9bc7-ece5962d1d25 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=7fbe9cf5-e12c-436d-b372-55a19c9faa30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2342875 Jan 26 21:06:36.699074 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-3e5f7495-ebae-498b-9093-b795736fc59d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503'] for network (9f6ad7a4-0d00-4209-8040-b931014083cb), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:06:36.700611 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e5f7495-ebae-498b-9093-b795736fc59d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:06:36.701457 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-3e5f7495-ebae-498b-9093-b795736fc59d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709645'] for network (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:06:36.715279 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb4fbcf-6d1b-4b01-a075-7fd3e1127a65 req-d3a8eaac-a6ed-4a84-9c40-ee68b9a9e303 tempest-LiveAutoBlockMigrationV225Test-1645909514 tempest-LiveAutoBlockMigrationV225Test-1645909514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:06:36.729233 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-bdb4fbcf-6d1b-4b01-a075-7fd3e1127a65 req-d3a8eaac-a6ed-4a84-9c40-ee68b9a9e303 tempest-LiveAutoBlockMigrationV225Test-1645909514 tempest-LiveAutoBlockMigrationV225Test-1645909514-project] 10.222.0.13 "GET /v2.0/ports?device_id=fa873b56-913b-4b6f-ac44-2cc6f39f16b1 HTTP/1.1" status: 200 len: 945 time: 0.2093017 Jan 26 21:06:36.743164 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 44136) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:06:36.744617 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-3e5f7495-ebae-498b-9093-b795736fc59d admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.4597311 Jan 26 21:06:36.767468 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-1d005265-ebf5-47f0-b0c5-12ce63caaf50 admin admin] Request body: {'subnet': {'network_id': '9f6ad7a4-0d00-4209-8040-b931014083cb', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1424439527-subnet', 'tenant_id': '73cd5a5353dd4288b00016d1abb254c4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:06:36.868892 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5f7495-ebae-498b-9093-b795736fc59d admin admin] Pushing event updated for resources: {'Network': ['ID=9f6ad7a4-0d00-4209-8040-b931014083cb,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:06:36.882115 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Network 9f6ad7a4-0d00-4209-8040-b931014083cb details requested by agent ovs-agent-n-d-760453-5 with host n-d-760453-5 {{(pid=103306) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 26 21:06:36.937259 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d005265-ebf5-47f0-b0c5-12ce63caaf50 admin admin] Made reservation on behalf of 73cd5a5353dd4288b00016d1abb254c4 for: {'subnet': 1} {{(pid=103304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 21:06:36.939677 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-1d005265-ebf5-47f0-b0c5-12ce63caaf50 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:06:36.982927 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-bdb4fbcf-6d1b-4b01-a075-7fd3e1127a65 req-38bb562b-2be8-41fe-b53a-cf28199c0fb6 tempest-LiveAutoBlockMigrationV225Test-1645909514 tempest-LiveAutoBlockMigrationV225Test-1645909514-project] 10.222.0.13 "GET /v2.0/security-groups?id=d3d52ae6-e761-44ee-98bd-9ad0dc66343a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2525678 Jan 26 21:06:37.079727 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 26 Jan 2022 21:06:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b71de5ad-7460-49f2-8559-062a090e8c1e x-openstack-request-id: req-b71de5ad-7460-49f2-8559-062a090e8c1e {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 21:06:37.080267 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d858c7a1-36f0-4e09-9270-24b0c4c907b4", "name": "network-vif-plugged", "status": "completed", "tag": "9a853cc4-7da7-4f16-9195-18aa3c9bdc43", "code": 200}, {"server_uuid": "242b7086-c188-4e0a-9af5-4749fa74838b", "name": "network-vif-plugged", "status": "completed", "tag": "e917e1bd-6443-4f62-9834-092549570e4b", "code": 200}]} {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 21:06:37.080640 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b71de5ad-7460-49f2-8559-062a090e8c1e {{(pid=103306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 21:06:37.081319 n-d-760453-5 neutron-server[103306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd858c7a1-36f0-4e09-9270-24b0c4c907b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a853cc4-7da7-4f16-9195-18aa3c9bdc43', 'code': 200} Jan 26 21:06:37.081981 n-d-760453-5 neutron-server[103306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '242b7086-c188-4e0a-9af5-4749fa74838b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e917e1bd-6443-4f62-9834-092549570e4b', 'code': 200} Jan 26 21:06:37.308625 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.66', 57149) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:06:37.310396 n-d-760453-5 neutron-server[103304]: DEBUG neutron.notifiers.nova [req-7e04c95f-8aec-449d-b180-c92080a9a447 req-65794db2-0e9f-4188-83c3-1acf82d2e8a4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f9dae219-b3f7-482b-a4fa-9a48439a5e89 {{(pid=103304) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 26 21:06:37.324725 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-1d005265-ebf5-47f0-b0c5-12ce63caaf50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503'] for subnet (2674cec8-d707-40e2-a132-5198fe26c440), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:06:37.332232 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-7e04c95f-8aec-449d-b180-c92080a9a447 req-65794db2-0e9f-4188-83c3-1acf82d2e8a4 service neutron] Publish callbacks [] for port (f9dae219-b3f7-482b-a4fa-9a48439a5e89), precommit_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:06:37.398995 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f0a832-2bad-4830-a550-93536e9b10f2 req-dd7b32d7-17de-4ea1-b7bc-dc2e9aa015ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:06:37.402240 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-f8f0a832-2bad-4830-a550-93536e9b10f2 req-dd7b32d7-17de-4ea1-b7bc-dc2e9aa015ed service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=242b7086-c188-4e0a-9af5-4749fa74838b HTTP/1.1" status: 200 len: 1101 time: 0.1381621 Jan 26 21:06:37.481412 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea698c2-4235-4f69-a604-950ea0c0c355 req-0d87b3e0-dae1-4f66-a936-3ec4b335fcdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:06:37.485382 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-7ea698c2-4235-4f69-a604-950ea0c0c355 req-0d87b3e0-dae1-4f66-a936-3ec4b335fcdc service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=d858c7a1-36f0-4e09-9270-24b0c4c907b4 HTTP/1.1" status: 200 len: 1100 time: 0.1725769 Jan 26 21:06:37.567950 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-f8f0a832-2bad-4830-a550-93536e9b10f2 req-9c24bcea-c48f-4166-a1f8-e654cb67dece service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=95bc11fd-db53-4b42-971c-c958ca031066&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1591504 Jan 26 21:06:37.572007 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-7ea698c2-4235-4f69-a604-950ea0c0c355 req-b2c21691-d67c-477f-bf3a-30e2599107d6 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=95bc11fd-db53-4b42-971c-c958ca031066&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803173 Jan 26 21:06:37.637854 n-d-760453-5 neutron-server[103304]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7f544618-ae90-49cb-a581-602469d4709d', 'tag': '0fe894a4-1ae0-4a4f-bd3a-ef6daeae89d6'}] {{(pid=103304) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 21:06:37.640271 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d52b45f1943fcd332af9527eb73ff93c8d715d44383a3f6d18de73b4cfcf87b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d70e8377-aa1e-4d88-affb-35dfbd3ac23e" -d '{"events": [{"name": "network-changed", "server_uuid": "7f544618-ae90-49cb-a581-602469d4709d", "tag": "0fe894a4-1ae0-4a4f-bd3a-ef6daeae89d6"}]}' {{(pid=103304) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 21:06:37.674340 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-5ae0c20e-5e94-4f9c-b332-877427db9147 req-e136a2b4-58f0-40c1-8ad1-c235150e3135 service neutron] 10.222.0.66 "GET /v2.0/networks/7fbe9cf5-e12c-436d-b372-55a19c9faa30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9761438 Jan 26 21:06:37.684333 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba75094f-e924-4aea-a5f5-934c5593a138 req-fabd8988-ffa6-4460-85d3-15410c283326 tempest-MigrationsAdminTest-1084137346 tempest-MigrationsAdminTest-1084137346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:06:37.684333 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-ba75094f-e924-4aea-a5f5-934c5593a138 req-fabd8988-ffa6-4460-85d3-15410c283326 tempest-MigrationsAdminTest-1084137346 tempest-MigrationsAdminTest-1084137346-project] 10.222.0.13 "GET /v2.0/ports?device_id=7f544618-ae90-49cb-a581-602469d4709d HTTP/1.1" status: 200 len: 948 time: 0.7882493 Jan 26 21:06:37.688714 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.provisioning_blocks [req-7e04c95f-8aec-449d-b180-c92080a9a447 req-65794db2-0e9f-4188-83c3-1acf82d2e8a4 service neutron] Transition to ACTIVE for port object f9dae219-b3f7-482b-a4fa-9a48439a5e89 will not be triggered until provisioned by entity L2. {{(pid=103304) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 21:06:37.719799 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-7e04c95f-8aec-449d-b180-c92080a9a447 req-65794db2-0e9f-4188-83c3-1acf82d2e8a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (f9dae219-b3f7-482b-a4fa-9a48439a5e89), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:06:37.770805 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d005265-ebf5-47f0-b0c5-12ce63caaf50 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2674cec8-d707-40e2-a132-5198fe26c440,revision_number=0']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:06:37.798114 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d005265-ebf5-47f0-b0c5-12ce63caaf50 admin admin] Checking segment: {'id': '68b3dc2e-c3dd-46f0-9f20-a5bc6c92d86a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '9f6ad7a4-0d00-4209-8040-b931014083cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103304) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 21:06:37.798481 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d005265-ebf5-47f0-b0c5-12ce63caaf50 admin admin] Network hostable DHCP agents. Network: 9f6ad7a4-0d00-4209-8040-b931014083cb, hostable agents: ['474ccdf7-ab6c-405b-a3b2-dc7b05829902'], hosted agents: [] {{(pid=103304) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 26 21:06:37.845382 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65794db2-0e9f-4188-83c3-1acf82d2e8a4 service neutron] Pushing event updated for resources: {'Port': ['ID=f9dae219-b3f7-482b-a4fa-9a48439a5e89,revision_number=2']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:06:37.859547 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac22b843-f665-4f04-b92d-78044def47fe req-4ef85726-2b87-484b-aef5-b13f51c9bc31 tempest-ServersAdminTestJSON-2108229583 tempest-ServersAdminTestJSON-2108229583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:06:37.861107 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-ac22b843-f665-4f04-b92d-78044def47fe req-4ef85726-2b87-484b-aef5-b13f51c9bc31 tempest-ServersAdminTestJSON-2108229583 tempest-ServersAdminTestJSON-2108229583-project] 10.222.0.13 "GET /v2.0/ports?device_id=d858c7a1-36f0-4e09-9270-24b0c4c907b4 HTTP/1.1" status: 200 len: 949 time: 0.2168701 Jan 26 21:06:37.881867 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-ba75094f-e924-4aea-a5f5-934c5593a138 req-253e9dbb-ee2e-42fc-927a-9e342ff03054 tempest-MigrationsAdminTest-1084137346 tempest-MigrationsAdminTest-1084137346-project] 10.222.0.13 "GET /v2.0/security-groups?id=e0b082e3-685f-492b-b87f-3045b8ecd8c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1744347 Jan 26 21:06:37.954399 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d005265-ebf5-47f0-b0c5-12ce63caaf50 admin admin] Network 9f6ad7a4-0d00-4209-8040-b931014083cb is scheduled to be hosted by DHCP agent 474ccdf7-ab6c-405b-a3b2-dc7b05829902 with binding_index 1 {{(pid=103304) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 26 21:06:37.988370 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [req-7e04c95f-8aec-449d-b180-c92080a9a447 req-65794db2-0e9f-4188-83c3-1acf82d2e8a4 service neutron] Attempting to bind port f9dae219-b3f7-482b-a4fa-9a48439a5e89 on host n-h2-760453-5 for vnic_type normal with profile {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 21:06:37.988771 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [req-7e04c95f-8aec-449d-b180-c92080a9a447 req-65794db2-0e9f-4188-83c3-1acf82d2e8a4 service neutron] Attempting to bind port f9dae219-b3f7-482b-a4fa-9a48439a5e89 by drivers openvswitch,hyperv on host n-h2-760453-5 at level 0 using segments [{'id': '60428a7a-d165-4186-8474-bdc529d4788f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '0e232d8e-6bd0-47cf-8332-9f5fbb537d8b'}] {{(pid=103304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 26 21:06:37.989127 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e04c95f-8aec-449d-b180-c92080a9a447 req-65794db2-0e9f-4188-83c3-1acf82d2e8a4 service neutron] Attempting to bind port f9dae219-b3f7-482b-a4fa-9a48439a5e89 on network 0e232d8e-6bd0-47cf-8332-9f5fbb537d8b {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 21:06:38.002650 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [None req-1d005265-ebf5-47f0-b0c5-12ce63caaf50 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760453-5, 9f6ad7a4-0d00-4209-8040-b931014083cb) {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:06:38.015644 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9643f5b1-87fb-4569-918d-d7bedd720377 None None] Network 9f6ad7a4-0d00-4209-8040-b931014083cb requested from n-d-760453-5 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 26 21:06:38.029973 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e04c95f-8aec-449d-b180-c92080a9a447 req-65794db2-0e9f-4188-83c3-1acf82d2e8a4 service neutron] Port f9dae219-b3f7-482b-a4fa-9a48439a5e89 on network 0e232d8e-6bd0-47cf-8332-9f5fbb537d8b not bound, no agent of type Open vSwitch agent registered on host n-h2-760453-5 {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 26 21:06:38.031562 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e04c95f-8aec-449d-b180-c92080a9a447 req-65794db2-0e9f-4188-83c3-1acf82d2e8a4 service neutron] Attempting to bind port f9dae219-b3f7-482b-a4fa-9a48439a5e89 on network 0e232d8e-6bd0-47cf-8332-9f5fbb537d8b {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 21:06:38.061110 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d005265-ebf5-47f0-b0c5-12ce63caaf50 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:06:38.061758 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-1d005265-ebf5-47f0-b0c5-12ce63caaf50 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709645'] for subnet (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:06:38.127525 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-ac22b843-f665-4f04-b92d-78044def47fe req-9f85e524-0618-4981-9801-4d8e527416c5 tempest-ServersAdminTestJSON-2108229583 tempest-ServersAdminTestJSON-2108229583-project] 10.222.0.13 "GET /v2.0/security-groups?id=95bc11fd-db53-4b42-971c-c958ca031066&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2568078 Jan 26 21:06:38.128405 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e04c95f-8aec-449d-b180-c92080a9a447 req-65794db2-0e9f-4188-83c3-1acf82d2e8a4 service neutron] Checking agent: {'id': '4d619873-4b60-439f-9b5a-b155dc8bbc34', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-760453-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 21, 2, 53), 'started_at': datetime.datetime(2022, 1, 26, 21, 2, 53), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 21, 6, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 26 21:06:38.128750 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e04c95f-8aec-449d-b180-c92080a9a447 req-65794db2-0e9f-4188-83c3-1acf82d2e8a4 service neutron] Checking segment: {'id': '60428a7a-d165-4186-8474-bdc529d4788f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '0e232d8e-6bd0-47cf-8332-9f5fbb537d8b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103304) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 21:06:38.129143 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e04c95f-8aec-449d-b180-c92080a9a447 req-65794db2-0e9f-4188-83c3-1acf82d2e8a4 service neutron] Bound using segment: {'id': '60428a7a-d165-4186-8474-bdc529d4788f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '0e232d8e-6bd0-47cf-8332-9f5fbb537d8b'} {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 26 21:06:38.129743 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [req-7e04c95f-8aec-449d-b180-c92080a9a447 req-65794db2-0e9f-4188-83c3-1acf82d2e8a4 service neutron] Bound port: f9dae219-b3f7-482b-a4fa-9a48439a5e89, host: n-h2-760453-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '60428a7a-d165-4186-8474-bdc529d4788f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '0e232d8e-6bd0-47cf-8332-9f5fbb537d8b'}}] {{(pid=103304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 26 21:06:38.130151 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-7e04c95f-8aec-449d-b180-c92080a9a447 req-65794db2-0e9f-4188-83c3-1acf82d2e8a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (f9dae219-b3f7-482b-a4fa-9a48439a5e89), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:06:38.150256 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 26 Jan 2022 21:06:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23afc5cc-21e4-4e38-9b7e-fe2427b07c56 x-openstack-request-id: req-23afc5cc-21e4-4e38-9b7e-fe2427b07c56 {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 21:06:38.150598 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7f544618-ae90-49cb-a581-602469d4709d", "tag": "0fe894a4-1ae0-4a4f-bd3a-ef6daeae89d6", "status": "completed", "code": 200}]} {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 21:06:38.153572 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-23afc5cc-21e4-4e38-9b7e-fe2427b07c56 {{(pid=103304) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 21:06:38.154017 n-d-760453-5 neutron-server[103304]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7f544618-ae90-49cb-a581-602469d4709d', 'tag': '0fe894a4-1ae0-4a4f-bd3a-ef6daeae89d6', 'status': 'completed', 'code': 200} Jan 26 21:06:38.203115 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-1d005265-ebf5-47f0-b0c5-12ce63caaf50 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.4462655 Jan 26 21:06:38.312349 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (32ef628b-8417-46c5-8729-60fcabe358f1), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:06:38.421562 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8468b726-3c87-4b6a-aae5-781fd01f5635 None None] Network 9f6ad7a4-0d00-4209-8040-b931014083cb requested from n-d-760453-5 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 26 21:06:38.430647 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [req-7e04c95f-8aec-449d-b180-c92080a9a447 req-65794db2-0e9f-4188-83c3-1acf82d2e8a4 service neutron] For port f9dae219-b3f7-482b-a4fa-9a48439a5e89, host n-h2-760453-5, cleared binding levels {{(pid=103304) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 26 21:06:38.459036 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 44162) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:06:38.504689 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [req-7e04c95f-8aec-449d-b180-c92080a9a447 req-65794db2-0e9f-4188-83c3-1acf82d2e8a4 service neutron] For port f9dae219-b3f7-482b-a4fa-9a48439a5e89, host n-h2-760453-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-5',level=0,port_id=f9dae219-b3f7-482b-a4fa-9a48439a5e89,segment=NetworkSegment(60428a7a-d165-4186-8474-bdc529d4788f),segment_id=60428a7a-d165-4186-8474-bdc529d4788f)] {{(pid=103304) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 26 21:06:38.539281 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-7e04c95f-8aec-449d-b180-c92080a9a447 req-65794db2-0e9f-4188-83c3-1acf82d2e8a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (f9dae219-b3f7-482b-a4fa-9a48439a5e89), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:06:38.575234 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.db_base_plugin_v2 [None req-24183751-89c5-4132-92a4-f275a98a42a2 admin admin] Deleting subnet 94672f96-ffc0-4761-9279-1a0dd986ad44 {{(pid=103305) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 26 21:06:38.588140 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-24183751-89c5-4132-92a4-f275a98a42a2 admin admin] Publish callbacks [] for subnet (94672f96-ffc0-4761-9279-1a0dd986ad44), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:06:38.627354 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70971149-d098-4ccb-86c7-1d0e137750dc req-467efd8f-6a03-4786-a619-ff696f69d348 tempest-AttachSCSIVolumeTestJSON-568331574 tempest-AttachSCSIVolumeTestJSON-568331574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:06:38.628943 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-70971149-d098-4ccb-86c7-1d0e137750dc req-467efd8f-6a03-4786-a619-ff696f69d348 tempest-AttachSCSIVolumeTestJSON-568331574 tempest-AttachSCSIVolumeTestJSON-568331574-project] 10.222.0.13 "GET /v2.0/ports?device_id=75310938-e130-4b0c-9bea-a4b4989a734c HTTP/1.1" status: 200 len: 943 time: 0.3889139 Jan 26 21:06:38.685740 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-24183751-89c5-4132-92a4-f275a98a42a2 admin admin] Publish callbacks [] for subnet (94672f96-ffc0-4761-9279-1a0dd986ad44), precommit_delete_associations {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:06:38.703906 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-24183751-89c5-4132-92a4-f275a98a42a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687316'] for subnet (94672f96-ffc0-4761-9279-1a0dd986ad44), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:06:38.717986 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1fb5ea1-e48c-4e24-9c79-13fbd6fc6ecf req-b91e4a29-0015-45f6-94f8-dc372ac2463f tempest-LiveAutoBlockMigrationV225Test-1645909514 tempest-LiveAutoBlockMigrationV225Test-1645909514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:06:38.725516 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-d1fb5ea1-e48c-4e24-9c79-13fbd6fc6ecf req-b91e4a29-0015-45f6-94f8-dc372ac2463f tempest-LiveAutoBlockMigrationV225Test-1645909514 tempest-LiveAutoBlockMigrationV225Test-1645909514-project] 10.222.0.13 "GET /v2.0/ports?device_id=fa873b56-913b-4b6f-ac44-2cc6f39f16b1 HTTP/1.1" status: 200 len: 945 time: 0.2927320 Jan 26 21:06:38.732382 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 44166) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:06:38.777102 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e04c95f-8aec-449d-b180-c92080a9a447 req-65794db2-0e9f-4188-83c3-1acf82d2e8a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:06:38.777473 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-7e04c95f-8aec-449d-b180-c92080a9a447 req-65794db2-0e9f-4188-83c3-1acf82d2e8a4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:06:38.778902 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-7e04c95f-8aec-449d-b180-c92080a9a447 req-65794db2-0e9f-4188-83c3-1acf82d2e8a4 service neutron] 10.222.0.57 "PUT /v2.0/ports/f9dae219-b3f7-482b-a4fa-9a48439a5e89 HTTP/1.1" status: 200 len: 1091 time: 2.9460132 Jan 26 21:06:38.824794 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-24183751-89c5-4132-92a4-f275a98a42a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503'] for subnet (94672f96-ffc0-4761-9279-1a0dd986ad44), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:06:38.844094 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65794db2-0e9f-4188-83c3-1acf82d2e8a4 service neutron] Pushing event updated for resources: {'Port': ['ID=f9dae219-b3f7-482b-a4fa-9a48439a5e89,revision_number=3']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:06:38.858111 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-5ae0c20e-5e94-4f9c-b332-877427db9147 req-0a908120-e2da-48e3-a11f-912be6cdfab1 service neutron] 10.222.0.66 "GET /v2.0/networks/7fbe9cf5-e12c-436d-b372-55a19c9faa30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5526445 Jan 26 21:06:38.880958 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-d1fb5ea1-e48c-4e24-9c79-13fbd6fc6ecf req-83158869-0800-4b48-a0d6-2ab4742f7dd0 tempest-LiveAutoBlockMigrationV225Test-1645909514 tempest-LiveAutoBlockMigrationV225Test-1645909514-project] 10.222.0.13 "GET /v2.0/security-groups?id=d3d52ae6-e761-44ee-98bd-9ad0dc66343a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1544800 Jan 26 21:06:38.892762 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-70971149-d098-4ccb-86c7-1d0e137750dc req-9c796bcc-5e19-4c38-9819-d8ecaf8ab91e tempest-AttachSCSIVolumeTestJSON-568331574 tempest-AttachSCSIVolumeTestJSON-568331574-project] 10.222.0.13 "GET /v2.0/security-groups?id=55df2d54-40b6-41bc-90a1-92a636171891&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2378354 Jan 26 21:06:38.979911 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24183751-89c5-4132-92a4-f275a98a42a2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=94672f96-ffc0-4761-9279-1a0dd986ad44,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:06:39.022422 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-24183751-89c5-4132-92a4-f275a98a42a2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709645'] for subnet (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:06:39.035450 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-24183751-89c5-4132-92a4-f275a98a42a2 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/94672f96-ffc0-4761-9279-1a0dd986ad44 HTTP/1.1" status: 204 len: 168 time: 0.5710337 Jan 26 21:06:39.037451 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 44176) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:06:39.042412 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-d82eda2f-6ebb-487a-b027-01b845e6a311 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:06:39.243775 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-d82eda2f-6ebb-487a-b027-01b845e6a311 admin admin] Publish callbacks [] for security_group (34286967-dae5-4d11-a5d8-944dfacdee97), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:06:39.277777 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-d82eda2f-6ebb-487a-b027-01b845e6a311 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (34286967-dae5-4d11-a5d8-944dfacdee97), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:06:39.289580 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70e8377-aa1e-4d88-affb-35dfbd3ac23e req-e596f542-41c7-4f2a-b5d9-957cee3cce96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:06:39.291182 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-d70e8377-aa1e-4d88-affb-35dfbd3ac23e req-e596f542-41c7-4f2a-b5d9-957cee3cce96 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=d178ac49ddc9478db66ba71c81039890&device_id=7f544618-ae90-49cb-a581-602469d4709d HTTP/1.1" status: 200 len: 1099 time: 0.3359702 Jan 26 21:06:39.304928 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-0cc035c9-e616-41b9-8581-128b71e13b38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-748181'] for network (c9587d7c-591a-48f2-8f4c-194d781ceba3), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:06:39.351707 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9406e967-abff-4be1-a662-c3ef51681ef6 req-9af81b48-9324-4f3b-bba8-5b66ed084ce6 tempest-LiveAutoBlockMigrationV225Test-2082869167 tempest-LiveAutoBlockMigrationV225Test-2082869167-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:06:39.358837 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-9406e967-abff-4be1-a662-c3ef51681ef6 req-9af81b48-9324-4f3b-bba8-5b66ed084ce6 tempest-LiveAutoBlockMigrationV225Test-2082869167 tempest-LiveAutoBlockMigrationV225Test-2082869167-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=fa873b56-913b-4b6f-ac44-2cc6f39f16b1 HTTP/1.1" status: 200 len: 1096 time: 0.1457591 Jan 26 21:06:39.388682 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-d82eda2f-6ebb-487a-b027-01b845e6a311 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=e1fc3f23c70c4f69b0e78aabf53d5bb9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6531315 Jan 26 21:06:39.392967 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 44182) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:06:39.417994 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82eda2f-6ebb-487a-b027-01b845e6a311 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34286967-dae5-4d11-a5d8-944dfacdee97,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:06:39.448080 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe4cc9b-bb2a-4d8f-9155-55f58eebe0d8 req-2539bdf9-05ff-4d9f-96ae-fb30912ff44c tempest-MigrationsAdminTest-1084137346 tempest-MigrationsAdminTest-1084137346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:06:39.455396 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-bfe4cc9b-bb2a-4d8f-9155-55f58eebe0d8 req-2539bdf9-05ff-4d9f-96ae-fb30912ff44c tempest-MigrationsAdminTest-1084137346 tempest-MigrationsAdminTest-1084137346-project] 10.222.0.13 "GET /v2.0/ports?device_id=7f544618-ae90-49cb-a581-602469d4709d HTTP/1.1" status: 200 len: 948 time: 0.2326772 Jan 26 21:06:39.511752 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-c4e8424a-266d-4929-987c-4b724c69ab83 admin admin] Publish callbacks [] for security_group (34286967-dae5-4d11-a5d8-944dfacdee97), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:06:39.548132 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-c4e8424a-266d-4929-987c-4b724c69ab83 admin admin] Publish callbacks [] for security_group (34286967-dae5-4d11-a5d8-944dfacdee97), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:06:39.658932 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e04c95f-8aec-449d-b180-c92080a9a447 req-5fc14670-f601-4bfd-8443-569aa202dbd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:06:39.662242 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-0cc035c9-e616-41b9-8581-128b71e13b38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-686403', 'neutron.services.segments.db._delete_segments_for_network-8746560774018'] for network (c9587d7c-591a-48f2-8f4c-194d781ceba3), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:06:39.666213 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-7e04c95f-8aec-449d-b180-c92080a9a447 req-5fc14670-f601-4bfd-8443-569aa202dbd4 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=cbd97eaa16634b78b572be068312a61b&device_id=75310938-e130-4b0c-9bea-a4b4989a734c HTTP/1.1" status: 200 len: 1094 time: 0.1020126 Jan 26 21:06:39.682788 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-c4e8424a-266d-4929-987c-4b724c69ab83 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (34286967-dae5-4d11-a5d8-944dfacdee97), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:06:39.683652 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-9406e967-abff-4be1-a662-c3ef51681ef6 req-710fa883-a817-4ee0-b914-6de7df831e6a tempest-LiveAutoBlockMigrationV225Test-2082869167 tempest-LiveAutoBlockMigrationV225Test-2082869167-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=d3d52ae6-e761-44ee-98bd-9ad0dc66343a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3238356 Jan 26 21:06:39.685661 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-c4e8424a-266d-4929-987c-4b724c69ab83 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:06:39.690048 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-c4e8424a-266d-4929-987c-4b724c69ab83 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/34286967-dae5-4d11-a5d8-944dfacdee97 HTTP/1.1" status: 204 len: 168 time: 0.2901759 Jan 26 21:06:39.720989 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-bfe4cc9b-bb2a-4d8f-9155-55f58eebe0d8 req-80204a59-36bb-4256-a600-6ca9d4d9c9d6 tempest-MigrationsAdminTest-1084137346 tempest-MigrationsAdminTest-1084137346-project] 10.222.0.13 "GET /v2.0/security-groups?id=e0b082e3-685f-492b-b87f-3045b8ecd8c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2607038 Jan 26 21:06:39.741363 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-0cc035c9-e616-41b9-8581-128b71e13b38 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103304) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 21:06:39.749308 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-0cc035c9-e616-41b9-8581-128b71e13b38 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103304) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 21:06:39.755335 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-0cc035c9-e616-41b9-8581-128b71e13b38 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103304) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 21:06:39.756688 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-0cc035c9-e616-41b9-8581-128b71e13b38 admin admin] Subscribe: > port after_create 55550000 {{(pid=103304) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 21:06:39.759460 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-0cc035c9-e616-41b9-8581-128b71e13b38 admin admin] Subscribe: > port after_delete 55550000 {{(pid=103304) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 21:06:39.759913 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-0cc035c9-e616-41b9-8581-128b71e13b38 admin admin] Subscribe: > port after_update 55550000 {{(pid=103304) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 21:06:39.760351 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-0cc035c9-e616-41b9-8581-128b71e13b38 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103304) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 21:06:39.760789 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-0cc035c9-e616-41b9-8581-128b71e13b38 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103304) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 21:06:39.761222 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-0cc035c9-e616-41b9-8581-128b71e13b38 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103304) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 21:06:39.761668 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-0cc035c9-e616-41b9-8581-128b71e13b38 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103304) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 21:06:39.805984 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-7e04c95f-8aec-449d-b180-c92080a9a447 req-c951eb2c-64c7-4fcb-9a4f-0a024ff4d73c service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f9dae219-b3f7-482b-a4fa-9a48439a5e89 HTTP/1.1" status: 200 len: 217 time: 0.1176751 Jan 26 21:06:39.807235 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e8424a-266d-4929-987c-4b724c69ab83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34286967-dae5-4d11-a5d8-944dfacdee97,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:06:39.918759 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e04c95f-8aec-449d-b180-c92080a9a447 req-972266bc-4d8a-4ec4-b972-a10c6f2376fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:06:39.920160 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-7e04c95f-8aec-449d-b180-c92080a9a447 req-972266bc-4d8a-4ec4-b972-a10c6f2376fb service neutron] 10.222.0.57 "GET /v2.0/subnets?id=14c3522c-48d1-46ba-8e7a-f2b4abc51b6c HTTP/1.1" status: 200 len: 854 time: 0.0962703 Jan 26 21:06:40.007280 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e04c95f-8aec-449d-b180-c92080a9a447 req-8c8acfdf-4a09-4a1f-b9b1-f17491e9e99b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:06:40.009561 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-7e04c95f-8aec-449d-b180-c92080a9a447 req-8c8acfdf-4a09-4a1f-b9b1-f17491e9e99b service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=0e232d8e-6bd0-47cf-8332-9f5fbb537d8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0795925 Jan 26 21:06:40.014205 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-0cc035c9-e616-41b9-8581-128b71e13b38 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103304) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 21:06:40.014736 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-0cc035c9-e616-41b9-8581-128b71e13b38 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103304) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 21:06:40.015042 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-0cc035c9-e616-41b9-8581-128b71e13b38 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103304) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 21:06:40.015466 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-0cc035c9-e616-41b9-8581-128b71e13b38 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103304) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 21:06:40.015868 n-d-760453-5 neutron-server[103304]: DEBUG neutron.services.segments.db [None req-0cc035c9-e616-41b9-8581-128b71e13b38 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c9587d7c-591a-48f2-8f4c-194d781ceba3']}} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:06:40.033204 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70e8377-aa1e-4d88-affb-35dfbd3ac23e req-99adfbca-942f-4890-8fcf-98773bfb9886 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:06:40.034875 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-d70e8377-aa1e-4d88-affb-35dfbd3ac23e req-99adfbca-942f-4890-8fcf-98773bfb9886 service neutron] 10.222.0.66 "GET /v2.0/networks?id=7fbe9cf5-e12c-436d-b372-55a19c9faa30 HTTP/1.1" status: 200 len: 870 time: 0.7133055 Jan 26 21:06:40.204540 n-d-760453-5 neutron-server[103304]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '75310938-e130-4b0c-9bea-a4b4989a734c', 'tag': 'f9dae219-b3f7-482b-a4fa-9a48439a5e89'}] {{(pid=103304) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 21:06:40.207736 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d52b45f1943fcd332af9527eb73ff93c8d715d44383a3f6d18de73b4cfcf87b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9423f1c5-01ed-4d36-941a-0e7f383ca20b" -d '{"events": [{"name": "network-changed", "server_uuid": "75310938-e130-4b0c-9bea-a4b4989a734c", "tag": "f9dae219-b3f7-482b-a4fa-9a48439a5e89"}]}' {{(pid=103304) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 21:06:40.230864 n-d-760453-5 neutron-server[103304]: DEBUG neutron.services.segments.db [None req-0cc035c9-e616-41b9-8581-128b71e13b38 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3e0cc02c-a862-42b5-9805-4068cfe4f52b') {'for_net_delete': True} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:06:40.231349 n-d-760453-5 neutron-server[103304]: DEBUG neutron.services.segments.db [None req-0cc035c9-e616-41b9-8581-128b71e13b38 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3e0cc02c-a862-42b5-9805-4068cfe4f52b') {} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:06:40.240997 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 44200) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:06:40.293313 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70e8377-aa1e-4d88-affb-35dfbd3ac23e req-fa73d44d-960d-4fd7-9599-96f5ca9a8ed4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:06:40.294853 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-d70e8377-aa1e-4d88-affb-35dfbd3ac23e req-fa73d44d-960d-4fd7-9599-96f5ca9a8ed4 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=d178ac49ddc9478db66ba71c81039890&device_id=7f544618-ae90-49cb-a581-602469d4709d HTTP/1.1" status: 200 len: 1099 time: 0.7039661 Jan 26 21:06:40.296159 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-d70e8377-aa1e-4d88-affb-35dfbd3ac23e req-3bf1d6ad-02dd-4c0d-8c91-fe696a26f53f service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.173&port_id=0fe894a4-1ae0-4a4f-bd3a-ef6daeae89d6 HTTP/1.1" status: 200 len: 217 time: 0.1611087 Jan 26 21:06:40.298430 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-0cc035c9-e616-41b9-8581-128b71e13b38 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746560742283', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8881293'] for segment (3e0cc02c-a862-42b5-9805-4068cfe4f52b), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:06:40.371083 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-0cc035c9-e616-41b9-8581-128b71e13b38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576559'] for segment (3e0cc02c-a862-42b5-9805-4068cfe4f52b), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:06:40.384310 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0cc035c9-e616-41b9-8581-128b71e13b38 admin admin] Releasing vlan 569 on physical network physnet1 to pool {{(pid=103304) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 26 21:06:40.385514 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-0cc035c9-e616-41b9-8581-128b71e13b38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9281762'] for segment (3e0cc02c-a862-42b5-9805-4068cfe4f52b), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:06:40.464576 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 44202) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:06:40.511955 n-d-760453-5 neutron-server[103304]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jan 26 21:06:40.511955 n-d-760453-5 neutron-server[103304]: from cryptography.utils import int_from_bytes Jan 26 21:06:40.511955 n-d-760453-5 neutron-server[103304]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jan 26 21:06:40.511955 n-d-760453-5 neutron-server[103304]: from cryptography.utils import int_from_bytes Jan 26 21:06:40.511955 n-d-760453-5 neutron-server[103304]: Traceback (most recent call last): Jan 26 21:06:40.511955 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 26 21:06:40.511955 n-d-760453-5 neutron-server[103304]: timer() Jan 26 21:06:40.511955 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 26 21:06:40.511955 n-d-760453-5 neutron-server[103304]: cb(*args, **kw) Jan 26 21:06:40.511955 n-d-760453-5 neutron-server[103304]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 26 21:06:40.511955 n-d-760453-5 neutron-server[103304]: return func(*args, **kwargs) Jan 26 21:06:40.511955 n-d-760453-5 neutron-server[103304]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 26 21:06:40.511955 n-d-760453-5 neutron-server[103304]: self._notify() Jan 26 21:06:40.511955 n-d-760453-5 neutron-server[103304]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 26 21:06:40.511955 n-d-760453-5 neutron-server[103304]: self.callback(batched_events) Jan 26 21:06:40.511955 n-d-760453-5 neutron-server[103304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 26 21:06:40.511955 n-d-760453-5 neutron-server[103304]: event.method(event) Jan 26 21:06:40.511955 n-d-760453-5 neutron-server[103304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 26 21:06:40.511955 n-d-760453-5 neutron-server[103304]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 26 21:06:40.511955 n-d-760453-5 neutron-server[103304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 26 21:06:40.511955 n-d-760453-5 neutron-server[103304]: aggregate_uuid = self.p_client.list_aggregates( Jan 26 21:06:40.511955 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 26 21:06:40.511955 n-d-760453-5 neutron-server[103304]: return f(self, *a, **k) Jan 26 21:06:40.511955 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 26 21:06:40.511955 n-d-760453-5 neutron-server[103304]: return self._get(url).json() Jan 26 21:06:40.511955 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 26 21:06:40.511955 n-d-760453-5 neutron-server[103304]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 26 21:06:40.511955 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 26 21:06:40.511955 n-d-760453-5 neutron-server[103304]: return self.request(url, 'GET', **kwargs) Jan 26 21:06:40.511955 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 26 21:06:40.511955 n-d-760453-5 neutron-server[103304]: base_url = self.get_endpoint(auth, allow=allow, Jan 26 21:06:40.511955 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 26 21:06:40.511955 n-d-760453-5 neutron-server[103304]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 26 21:06:40.511955 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 26 21:06:40.511955 n-d-760453-5 neutron-server[103304]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 26 21:06:40.511955 n-d-760453-5 neutron-server[103304]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 26 21:06:40.537285 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-0cc035c9-e616-41b9-8581-128b71e13b38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4110931'] for network (c9587d7c-591a-48f2-8f4c-194d781ceba3), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:06:40.591937 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-944df69c-3796-47dd-8dfa-641db3018f91 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:06:40.630524 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-0cc035c9-e616-41b9-8581-128b71e13b38 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709645'] for network (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:06:40.642435 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-0cc035c9-e616-41b9-8581-128b71e13b38 admin admin] 10.222.0.13 "DELETE /v2.0/networks/c9587d7c-591a-48f2-8f4c-194d781ceba3 HTTP/1.1" status: 204 len: 168 time: 1.6000173 Jan 26 21:06:40.644798 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 44206) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:06:40.748391 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.db_base_plugin_v2 [None req-ec967650-c208-490f-988e-f318dea289ca admin admin] Deleting subnet 2674cec8-d707-40e2-a132-5198fe26c440 {{(pid=103305) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 26 21:06:40.754072 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-7e04c95f-8aec-449d-b180-c92080a9a447 req-234f29b2-b86a-4f69-b96c-6a1d0769f1d3 service neutron] 10.222.0.57 "GET /v2.0/networks/0e232d8e-6bd0-47cf-8332-9f5fbb537d8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1708477 Jan 26 21:06:40.759695 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-ec967650-c208-490f-988e-f318dea289ca admin admin] Publish callbacks [] for subnet (2674cec8-d707-40e2-a132-5198fe26c440), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:06:40.764689 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8815ae1-03e8-498f-a027-b371e1791ee1 req-a96eed62-0f62-4817-bede-4b7702f463e6 tempest-LiveAutoBlockMigrationV225Test-2082869167 tempest-LiveAutoBlockMigrationV225Test-2082869167-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:06:40.771710 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-e8815ae1-03e8-498f-a027-b371e1791ee1 req-a96eed62-0f62-4817-bede-4b7702f463e6 tempest-LiveAutoBlockMigrationV225Test-2082869167 tempest-LiveAutoBlockMigrationV225Test-2082869167-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=fa873b56-913b-4b6f-ac44-2cc6f39f16b1 HTTP/1.1" status: 200 len: 1096 time: 0.7346478 Jan 26 21:06:40.807688 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc035c9-e616-41b9-8581-128b71e13b38 admin admin] Pushing event deleted for resources: {'Network': ['ID=c9587d7c-591a-48f2-8f4c-194d781ceba3,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:06:40.831465 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299cec2f-9200-49ce-a3f5-6b9d837005d3 req-18198a60-1b46-40ef-bd5c-e616506181be tempest-ServersAdminTestJSON-2108229583 tempest-ServersAdminTestJSON-2108229583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:06:40.840214 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-299cec2f-9200-49ce-a3f5-6b9d837005d3 req-18198a60-1b46-40ef-bd5c-e616506181be tempest-ServersAdminTestJSON-2108229583 tempest-ServersAdminTestJSON-2108229583-project] 10.222.0.13 "GET /v2.0/ports?device_id=d858c7a1-36f0-4e09-9270-24b0c4c907b4 HTTP/1.1" status: 200 len: 949 time: 0.7653277 Jan 26 21:06:40.896947 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70e8377-aa1e-4d88-affb-35dfbd3ac23e req-fcc2eb9f-ac56-4ac9-a064-e0d38b50b160 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:06:40.899131 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-d70e8377-aa1e-4d88-affb-35dfbd3ac23e req-fcc2eb9f-ac56-4ac9-a064-e0d38b50b160 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=fd77e534-75e6-4b90-950e-f5824d584430 HTTP/1.1" status: 200 len: 843 time: 0.5521805 Jan 26 21:06:40.931113 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-e4fa6635-7914-4b1e-9486-a8f094a8ecc8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:06:40.952266 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-e8815ae1-03e8-498f-a027-b371e1791ee1 req-fc1445e1-4bbc-4e5b-ac14-a0bae2a78517 tempest-LiveAutoBlockMigrationV225Test-2082869167 tempest-LiveAutoBlockMigrationV225Test-2082869167-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=d3d52ae6-e761-44ee-98bd-9ad0dc66343a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1748154 Jan 26 21:06:40.978490 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-ec967650-c208-490f-988e-f318dea289ca admin admin] Publish callbacks [] for subnet (2674cec8-d707-40e2-a132-5198fe26c440), precommit_delete_associations {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:06:40.981884 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-944df69c-3796-47dd-8dfa-641db3018f91 admin admin] Publish callbacks [] for security_group (d34cd2a7-c545-4eaf-981b-eb9104947e3d), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:06:41.002535 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-7e04c95f-8aec-449d-b180-c92080a9a447 req-382755b1-7662-4952-ab63-5fe335d6f4d9 service neutron] 10.222.0.57 "GET /v2.0/networks/0e232d8e-6bd0-47cf-8332-9f5fbb537d8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2053387 Jan 26 21:06:41.004217 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-ec967650-c208-490f-988e-f318dea289ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687316'] for subnet (2674cec8-d707-40e2-a132-5198fe26c440), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:06:41.007701 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-944df69c-3796-47dd-8dfa-641db3018f91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (d34cd2a7-c545-4eaf-981b-eb9104947e3d), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:06:41.035980 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-299cec2f-9200-49ce-a3f5-6b9d837005d3 req-427b5c9f-793a-4cc7-b2ac-6c7acc13bb8e tempest-ServersAdminTestJSON-2108229583 tempest-ServersAdminTestJSON-2108229583-project] 10.222.0.13 "GET /v2.0/security-groups?id=95bc11fd-db53-4b42-971c-c958ca031066&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1947119 Jan 26 21:06:41.116560 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-944df69c-3796-47dd-8dfa-641db3018f91 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=fac6cf8e1bcc43efb0baff939f5377f2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8745267 Jan 26 21:06:41.121656 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 44214) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:06:41.122263 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-944df69c-3796-47dd-8dfa-641db3018f91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d34cd2a7-c545-4eaf-981b-eb9104947e3d,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:06:41.143899 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70e8377-aa1e-4d88-affb-35dfbd3ac23e req-6d99a8d0-3061-4dd8-a0cf-77ecad0a0e24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:06:41.145440 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-d70e8377-aa1e-4d88-affb-35dfbd3ac23e req-6d99a8d0-3061-4dd8-a0cf-77ecad0a0e24 service neutron] 10.222.0.57 "GET /v2.0/networks?id=7fbe9cf5-e12c-436d-b372-55a19c9faa30 HTTP/1.1" status: 200 len: 870 time: 0.7789686 Jan 26 21:06:41.200623 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70e8377-aa1e-4d88-affb-35dfbd3ac23e req-580398dd-6045-49e4-bc7a-bc7f24423e2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:06:41.202193 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-d70e8377-aa1e-4d88-affb-35dfbd3ac23e req-580398dd-6045-49e4-bc7a-bc7f24423e2a service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=7fbe9cf5-e12c-436d-b372-55a19c9faa30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2900014 Jan 26 21:06:41.224460 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9439a46c-4f40-46b0-87a3-87731e4db26e req-2c603beb-73bf-4038-a526-b5a94d4cf713 tempest-AttachSCSIVolumeTestJSON-568331574 tempest-AttachSCSIVolumeTestJSON-568331574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:06:41.226250 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-9439a46c-4f40-46b0-87a3-87731e4db26e req-2c603beb-73bf-4038-a526-b5a94d4cf713 tempest-AttachSCSIVolumeTestJSON-568331574 tempest-AttachSCSIVolumeTestJSON-568331574-project] 10.222.0.13 "GET /v2.0/ports?device_id=75310938-e130-4b0c-9bea-a4b4989a734c HTTP/1.1" status: 200 len: 943 time: 0.0799100 Jan 26 21:06:41.256226 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-ec967650-c208-490f-988e-f318dea289ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503'] for subnet (2674cec8-d707-40e2-a132-5198fe26c440), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:06:41.288172 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 26 Jan 2022 21:06:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2dcd1f49-88dc-42b8-a432-6223a6b38911 x-openstack-request-id: req-2dcd1f49-88dc-42b8-a432-6223a6b38911 {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 21:06:41.288421 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "75310938-e130-4b0c-9bea-a4b4989a734c", "tag": "f9dae219-b3f7-482b-a4fa-9a48439a5e89", "status": "completed", "code": 200}]} {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 21:06:41.288829 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-2dcd1f49-88dc-42b8-a432-6223a6b38911 {{(pid=103304) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 21:06:41.289003 n-d-760453-5 neutron-server[103304]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '75310938-e130-4b0c-9bea-a4b4989a734c', 'tag': 'f9dae219-b3f7-482b-a4fa-9a48439a5e89', 'status': 'completed', 'code': 200} Jan 26 21:06:41.324622 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-ec967650-c208-490f-988e-f318dea289ca admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709645'] for subnet (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:06:41.328904 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-ec967650-c208-490f-988e-f318dea289ca admin admin] 10.222.0.13 "DELETE /v2.0/subnets/2674cec8-d707-40e2-a132-5198fe26c440 HTTP/1.1" status: 204 len: 168 time: 0.6831269 Jan 26 21:06:41.330081 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec967650-c208-490f-988e-f318dea289ca admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2674cec8-d707-40e2-a132-5198fe26c440,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:06:41.344844 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 44216) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:06:41.345826 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-0fdf3736-53b7-4f00-8bf8-48b5cbe18203 admin admin] Publish callbacks [] for security_group (d34cd2a7-c545-4eaf-981b-eb9104947e3d), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:06:41.430307 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-0fdf3736-53b7-4f00-8bf8-48b5cbe18203 admin admin] Publish callbacks [] for security_group (d34cd2a7-c545-4eaf-981b-eb9104947e3d), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:06:41.469929 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-f7a5786e-5b67-474d-9e09-5994d3f43548 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-748181'] for network (9f6ad7a4-0d00-4209-8040-b931014083cb), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:06:41.471479 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-d70e8377-aa1e-4d88-affb-35dfbd3ac23e req-951a0d8e-7652-4010-a7e2-55d1e0d948ca service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.173&port_id=0fe894a4-1ae0-4a4f-bd3a-ef6daeae89d6 HTTP/1.1" status: 200 len: 217 time: 0.1728070 Jan 26 21:06:41.584105 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-f7a5786e-5b67-474d-9e09-5994d3f43548 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-686403', 'neutron.services.segments.db._delete_segments_for_network-8746560774018'] for network (9f6ad7a4-0d00-4209-8040-b931014083cb), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:06:41.588465 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-0fdf3736-53b7-4f00-8bf8-48b5cbe18203 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (d34cd2a7-c545-4eaf-981b-eb9104947e3d), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:06:41.591746 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-0fdf3736-53b7-4f00-8bf8-48b5cbe18203 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:06:41.595366 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-0fdf3736-53b7-4f00-8bf8-48b5cbe18203 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d34cd2a7-c545-4eaf-981b-eb9104947e3d HTTP/1.1" status: 204 len: 168 time: 0.4701371 Jan 26 21:06:41.596411 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-d70e8377-aa1e-4d88-affb-35dfbd3ac23e req-1c106f74-4ec3-4ab1-91e7-4d543f73f98e service neutron] 10.222.0.66 "GET /v2.0/networks/7fbe9cf5-e12c-436d-b372-55a19c9faa30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3814225 Jan 26 21:06:41.606569 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-9439a46c-4f40-46b0-87a3-87731e4db26e req-3ff80cb0-3d33-44aa-87fa-282e3325cc10 tempest-AttachSCSIVolumeTestJSON-568331574 tempest-AttachSCSIVolumeTestJSON-568331574-project] 10.222.0.13 "GET /v2.0/security-groups?id=55df2d54-40b6-41bc-90a1-92a636171891&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3160949 Jan 26 21:06:41.616098 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-e4fa6635-7914-4b1e-9486-a8f094a8ecc8 admin admin] Publish callbacks [] for security_group (bd088893-f7a8-47c6-9db0-0a00ca02fb3c), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:06:41.633675 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fdf3736-53b7-4f00-8bf8-48b5cbe18203 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d34cd2a7-c545-4eaf-981b-eb9104947e3d,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:06:41.663813 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-f7a5786e-5b67-474d-9e09-5994d3f43548 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103305) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 21:06:41.664785 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-f7a5786e-5b67-474d-9e09-5994d3f43548 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103305) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 21:06:41.665723 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-f7a5786e-5b67-474d-9e09-5994d3f43548 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103305) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 21:06:41.666058 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-f7a5786e-5b67-474d-9e09-5994d3f43548 admin admin] Subscribe: > port after_create 55550000 {{(pid=103305) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 21:06:41.666402 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-f7a5786e-5b67-474d-9e09-5994d3f43548 admin admin] Subscribe: > port after_delete 55550000 {{(pid=103305) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 21:06:41.667467 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-f7a5786e-5b67-474d-9e09-5994d3f43548 admin admin] Subscribe: > port after_update 55550000 {{(pid=103305) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 21:06:41.667607 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-f7a5786e-5b67-474d-9e09-5994d3f43548 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103305) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 21:06:41.667925 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-f7a5786e-5b67-474d-9e09-5994d3f43548 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103305) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 21:06:41.668267 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-f7a5786e-5b67-474d-9e09-5994d3f43548 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103305) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 21:06:41.668592 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-f7a5786e-5b67-474d-9e09-5994d3f43548 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103305) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 21:06:41.698530 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93403d11-bb38-4aca-962c-0e9fb331c200 req-b0945f75-b025-4822-8619-468d0ba5a8b6 tempest-MigrationsAdminTest-1084137346 tempest-MigrationsAdminTest-1084137346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:06:41.714879 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-93403d11-bb38-4aca-962c-0e9fb331c200 req-b0945f75-b025-4822-8619-468d0ba5a8b6 tempest-MigrationsAdminTest-1084137346 tempest-MigrationsAdminTest-1084137346-project] 10.222.0.13 "GET /v2.0/ports?device_id=7f544618-ae90-49cb-a581-602469d4709d HTTP/1.1" status: 200 len: 948 time: 0.3654108 Jan 26 21:06:41.719898 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-e4fa6635-7914-4b1e-9486-a8f094a8ecc8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (bd088893-f7a8-47c6-9db0-0a00ca02fb3c), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:06:41.752895 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-f7a5786e-5b67-474d-9e09-5994d3f43548 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103305) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 21:06:41.753253 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-f7a5786e-5b67-474d-9e09-5994d3f43548 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103305) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 21:06:41.753630 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-f7a5786e-5b67-474d-9e09-5994d3f43548 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103305) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 21:06:41.753971 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-f7a5786e-5b67-474d-9e09-5994d3f43548 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103305) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 21:06:41.754358 n-d-760453-5 neutron-server[103305]: DEBUG neutron.services.segments.db [None req-f7a5786e-5b67-474d-9e09-5994d3f43548 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9f6ad7a4-0d00-4209-8040-b931014083cb']}} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:06:41.787150 n-d-760453-5 neutron-server[103305]: DEBUG neutron.services.segments.db [None req-f7a5786e-5b67-474d-9e09-5994d3f43548 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '68b3dc2e-c3dd-46f0-9f20-a5bc6c92d86a') {'for_net_delete': True} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:06:41.787706 n-d-760453-5 neutron-server[103305]: DEBUG neutron.services.segments.db [None req-f7a5786e-5b67-474d-9e09-5994d3f43548 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '68b3dc2e-c3dd-46f0-9f20-a5bc6c92d86a') {} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:06:41.822053 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-f7a5786e-5b67-474d-9e09-5994d3f43548 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746560742283', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11788955'] for segment (68b3dc2e-c3dd-46f0-9f20-a5bc6c92d86a), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:06:41.832714 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9423f1c5-01ed-4d36-941a-0e7f383ca20b req-25ead702-8095-4cec-954c-fc299c649226 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:06:41.835235 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-9423f1c5-01ed-4d36-941a-0e7f383ca20b req-25ead702-8095-4cec-954c-fc299c649226 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=cbd97eaa16634b78b572be068312a61b&device_id=75310938-e130-4b0c-9bea-a4b4989a734c HTTP/1.1" status: 200 len: 1094 time: 0.2245271 Jan 26 21:06:41.862504 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-f7a5786e-5b67-474d-9e09-5994d3f43548 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576559'] for segment (68b3dc2e-c3dd-46f0-9f20-a5bc6c92d86a), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:06:41.875371 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f7a5786e-5b67-474d-9e09-5994d3f43548 admin admin] Releasing vlan 592 on physical network physnet1 to pool {{(pid=103305) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 26 21:06:41.875780 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-f7a5786e-5b67-474d-9e09-5994d3f43548 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11791428'] for segment (68b3dc2e-c3dd-46f0-9f20-a5bc6c92d86a), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:06:41.884382 n-d-760453-5 neutron-server[103305]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jan 26 21:06:41.884382 n-d-760453-5 neutron-server[103305]: from cryptography.utils import int_from_bytes Jan 26 21:06:41.884382 n-d-760453-5 neutron-server[103305]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jan 26 21:06:41.884382 n-d-760453-5 neutron-server[103305]: from cryptography.utils import int_from_bytes Jan 26 21:06:41.884382 n-d-760453-5 neutron-server[103305]: Traceback (most recent call last): Jan 26 21:06:41.884382 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 26 21:06:41.884382 n-d-760453-5 neutron-server[103305]: timer() Jan 26 21:06:41.884382 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 26 21:06:41.884382 n-d-760453-5 neutron-server[103305]: cb(*args, **kw) Jan 26 21:06:41.884382 n-d-760453-5 neutron-server[103305]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 26 21:06:41.884382 n-d-760453-5 neutron-server[103305]: return func(*args, **kwargs) Jan 26 21:06:41.884382 n-d-760453-5 neutron-server[103305]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 26 21:06:41.884382 n-d-760453-5 neutron-server[103305]: self._notify() Jan 26 21:06:41.884382 n-d-760453-5 neutron-server[103305]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 26 21:06:41.884382 n-d-760453-5 neutron-server[103305]: self.callback(batched_events) Jan 26 21:06:41.884382 n-d-760453-5 neutron-server[103305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 26 21:06:41.884382 n-d-760453-5 neutron-server[103305]: event.method(event) Jan 26 21:06:41.884382 n-d-760453-5 neutron-server[103305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 26 21:06:41.884382 n-d-760453-5 neutron-server[103305]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 26 21:06:41.884382 n-d-760453-5 neutron-server[103305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 26 21:06:41.884382 n-d-760453-5 neutron-server[103305]: aggregate_uuid = self.p_client.list_aggregates( Jan 26 21:06:41.884382 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 26 21:06:41.884382 n-d-760453-5 neutron-server[103305]: return f(self, *a, **k) Jan 26 21:06:41.884382 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 26 21:06:41.884382 n-d-760453-5 neutron-server[103305]: return self._get(url).json() Jan 26 21:06:41.884382 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 26 21:06:41.884382 n-d-760453-5 neutron-server[103305]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 26 21:06:41.884382 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 26 21:06:41.884382 n-d-760453-5 neutron-server[103305]: return self.request(url, 'GET', **kwargs) Jan 26 21:06:41.884382 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 26 21:06:41.884382 n-d-760453-5 neutron-server[103305]: base_url = self.get_endpoint(auth, allow=allow, Jan 26 21:06:41.884382 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 26 21:06:41.884382 n-d-760453-5 neutron-server[103305]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 26 21:06:41.884382 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 26 21:06:41.884382 n-d-760453-5 neutron-server[103305]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 26 21:06:41.884382 n-d-760453-5 neutron-server[103305]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 26 21:06:42.037780 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-f7a5786e-5b67-474d-9e09-5994d3f43548 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4110931'] for network (9f6ad7a4-0d00-4209-8040-b931014083cb), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:06:42.077067 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a5786e-5b67-474d-9e09-5994d3f43548 admin admin] Pushing event deleted for resources: {'Network': ['ID=9f6ad7a4-0d00-4209-8040-b931014083cb,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:06:42.086706 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-f7a5786e-5b67-474d-9e09-5994d3f43548 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709645'] for network (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:06:42.090795 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-f7a5786e-5b67-474d-9e09-5994d3f43548 admin admin] 10.222.0.13 "DELETE /v2.0/networks/9f6ad7a4-0d00-4209-8040-b931014083cb HTTP/1.1" status: 204 len: 168 time: 0.7418182 Jan 26 21:06:42.107745 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9423f1c5-01ed-4d36-941a-0e7f383ca20b req-a7518661-53d5-4483-8f6d-d3eb3fc4ad61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:06:42.109273 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-9423f1c5-01ed-4d36-941a-0e7f383ca20b req-a7518661-53d5-4483-8f6d-d3eb3fc4ad61 service neutron] 10.222.0.57 "GET /v2.0/networks?id=0e232d8e-6bd0-47cf-8332-9f5fbb537d8b HTTP/1.1" status: 200 len: 916 time: 0.2240632 Jan 26 21:06:42.144268 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70e8377-aa1e-4d88-affb-35dfbd3ac23e req-ccca8274-3464-4c0e-8ea7-123f9fc9afac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:06:42.145740 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-d70e8377-aa1e-4d88-affb-35dfbd3ac23e req-ccca8274-3464-4c0e-8ea7-123f9fc9afac service neutron] 10.222.0.57 "GET /v2.0/subnets?id=fd77e534-75e6-4b90-950e-f5824d584430 HTTP/1.1" status: 200 len: 843 time: 0.5696321 Jan 26 21:06:42.207399 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-9423f1c5-01ed-4d36-941a-0e7f383ca20b req-8cfa85ee-82d7-4ab2-a735-e02d5412bc77 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f9dae219-b3f7-482b-a4fa-9a48439a5e89 HTTP/1.1" status: 200 len: 217 time: 0.0823975 Jan 26 21:06:42.264312 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-d70e8377-aa1e-4d88-affb-35dfbd3ac23e req-afd39a0e-aa8a-4e0f-9026-baaa52822fc8 service neutron] 10.222.0.66 "GET /v2.0/networks/7fbe9cf5-e12c-436d-b372-55a19c9faa30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6547217 Jan 26 21:06:42.268576 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4fa6635-7914-4b1e-9486-a8f094a8ecc8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd088893-f7a8-47c6-9db0-0a00ca02fb3c,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:06:42.294888 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-e4fa6635-7914-4b1e-9486-a8f094a8ecc8 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b7eb9980353747989f816d8f86270e8d&name=default HTTP/1.1" status: 200 len: 2996 time: 1.7817335 Jan 26 21:06:42.328812 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 44238) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:06:42.358459 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 44242) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:06:42.391578 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9423f1c5-01ed-4d36-941a-0e7f383ca20b req-29900c1a-3c6f-406c-9c03-db5d114faadd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:06:42.393073 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-9423f1c5-01ed-4d36-941a-0e7f383ca20b req-29900c1a-3c6f-406c-9c03-db5d114faadd service neutron] 10.222.0.57 "GET /v2.0/subnets?id=14c3522c-48d1-46ba-8e7a-f2b4abc51b6c HTTP/1.1" status: 200 len: 854 time: 0.1587801 Jan 26 21:06:42.433152 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-93403d11-bb38-4aca-962c-0e9fb331c200 req-1ad9d0b6-a6af-4753-a3cd-4983a1c6e672 tempest-MigrationsAdminTest-1084137346 tempest-MigrationsAdminTest-1084137346-project] 10.222.0.13 "GET /v2.0/security-groups?id=e0b082e3-685f-492b-b87f-3045b8ecd8c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6964293 Jan 26 21:06:42.455169 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c598c357-a08c-47b9-87b7-c354165fd699 req-0f40a304-0a8d-4156-9320-fb5ad43d1b4e tempest-ServersAdminTestJSON-2108229583 tempest-ServersAdminTestJSON-2108229583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:06:42.456892 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-c598c357-a08c-47b9-87b7-c354165fd699 req-0f40a304-0a8d-4156-9320-fb5ad43d1b4e tempest-ServersAdminTestJSON-2108229583 tempest-ServersAdminTestJSON-2108229583-project] 10.222.0.13 "GET /v2.0/ports?device_id=242b7086-c188-4e0a-9af5-4749fa74838b HTTP/1.1" status: 200 len: 950 time: 0.6147497 Jan 26 21:06:42.536008 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-c598c357-a08c-47b9-87b7-c354165fd699 req-bc4160bb-7a82-4ca0-955d-607a9ec854b7 tempest-ServersAdminTestJSON-2108229583 tempest-ServersAdminTestJSON-2108229583-project] 10.222.0.13 "GET /v2.0/security-groups?id=95bc11fd-db53-4b42-971c-c958ca031066&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657194 Jan 26 21:06:42.583482 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9423f1c5-01ed-4d36-941a-0e7f383ca20b req-982d2228-d273-4369-a318-bba22f8285e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:06:42.585230 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-9423f1c5-01ed-4d36-941a-0e7f383ca20b req-982d2228-d273-4369-a318-bba22f8285e6 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=0e232d8e-6bd0-47cf-8332-9f5fbb537d8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1803124 Jan 26 21:06:42.638430 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-6a0a2888-f3f3-4015-ace3-dd3b1de1c0a0 admin admin] Publish callbacks [] for security_group (bd088893-f7a8-47c6-9db0-0a00ca02fb3c), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:06:42.725645 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-6a0a2888-f3f3-4015-ace3-dd3b1de1c0a0 admin admin] Publish callbacks [] for security_group (bd088893-f7a8-47c6-9db0-0a00ca02fb3c), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:06:42.747772 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-9423f1c5-01ed-4d36-941a-0e7f383ca20b req-1b0468c7-2a56-48f3-81e9-04583d3c1a27 service neutron] 10.222.0.57 "GET /v2.0/networks/0e232d8e-6bd0-47cf-8332-9f5fbb537d8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1552212 Jan 26 21:06:42.753084 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70e8377-aa1e-4d88-affb-35dfbd3ac23e req-1eec02fd-1abe-4d85-b277-2d32b0583d78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:06:42.757031 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-d70e8377-aa1e-4d88-affb-35dfbd3ac23e req-1eec02fd-1abe-4d85-b277-2d32b0583d78 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=7fbe9cf5-e12c-436d-b372-55a19c9faa30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5349278 Jan 26 21:06:42.771670 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 44254) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:06:42.774890 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-6ccc7b35-850e-4032-9962-b01b5565a351 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c7043b45f3e649519f2c516db962b6f2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4126019 Jan 26 21:06:42.953735 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Device 0fe894a4-1ae0-4a4f-bd3a-ef6daeae89d6 details requested by agent hyperv_n-h1-760453-5 with host n-h1-760453-5 {{(pid=103306) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 26 21:06:42.955364 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-9423f1c5-01ed-4d36-941a-0e7f383ca20b req-38242c4a-b1f4-4cca-9e5b-4d5b58d174ca service neutron] 10.222.0.57 "GET /v2.0/networks/0e232d8e-6bd0-47cf-8332-9f5fbb537d8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1798065 Jan 26 21:06:42.969216 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-a9092c54-5baa-402f-b9c3-f87d8aac967b admin admin] Publish callbacks [] for security_group (a4a8ed4f-3aa5-44aa-8faa-e5efb810b088), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:06:42.993054 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-a9092c54-5baa-402f-b9c3-f87d8aac967b admin admin] Publish callbacks [] for security_group (a4a8ed4f-3aa5-44aa-8faa-e5efb810b088), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:06:43.044452 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-a9092c54-5baa-402f-b9c3-f87d8aac967b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (a4a8ed4f-3aa5-44aa-8faa-e5efb810b088), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:06:43.047368 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-a9092c54-5baa-402f-b9c3-f87d8aac967b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:06:43.050906 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-a9092c54-5baa-402f-b9c3-f87d8aac967b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a4a8ed4f-3aa5-44aa-8faa-e5efb810b088 HTTP/1.1" status: 204 len: 168 time: 0.2754138 Jan 26 21:06:43.057261 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9092c54-5baa-402f-b9c3-f87d8aac967b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4a8ed4f-3aa5-44aa-8faa-e5efb810b088,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:06:43.111890 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-6a0a2888-f3f3-4015-ace3-dd3b1de1c0a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (bd088893-f7a8-47c6-9db0-0a00ca02fb3c), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:06:43.114485 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-6a0a2888-f3f3-4015-ace3-dd3b1de1c0a0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:06:43.118798 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-6a0a2888-f3f3-4015-ace3-dd3b1de1c0a0 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/bd088893-f7a8-47c6-9db0-0a00ca02fb3c HTTP/1.1" status: 204 len: 168 time: 0.7885125 Jan 26 21:06:43.122619 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] For port 0fe894a4-1ae0-4a4f-bd3a-ef6daeae89d6, host n-h1-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-5',level=0,port_id=0fe894a4-1ae0-4a4f-bd3a-ef6daeae89d6,segment=NetworkSegment(4eab25d6-89d9-4907-a1c2-51b06443ba33),segment_id=4eab25d6-89d9-4907-a1c2-51b06443ba33)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:06:43.140073 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08acf3ad-4a37-481d-a2f9-afb87bbaf5aa req-a42590f7-dc34-478d-8f66-73514d2e7600 tempest-AttachSCSIVolumeTestJSON-568331574 tempest-AttachSCSIVolumeTestJSON-568331574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:06:43.143242 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Returning: {'device': '0fe894a4-1ae0-4a4f-bd3a-ef6daeae89d6', 'network_id': '7fbe9cf5-e12c-436d-b372-55a19c9faa30', 'port_id': '0fe894a4-1ae0-4a4f-bd3a-ef6daeae89d6', 'mac_address': 'fa:16:3e:c8:a3:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 561, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fd77e534-75e6-4b90-950e-f5824d584430', 'ip_address': '192.168.233.173'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103306) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 26 21:06:43.147766 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-08acf3ad-4a37-481d-a2f9-afb87bbaf5aa req-a42590f7-dc34-478d-8f66-73514d2e7600 tempest-AttachSCSIVolumeTestJSON-568331574 tempest-AttachSCSIVolumeTestJSON-568331574-project] 10.222.0.13 "GET /v2.0/ports?device_id=75310938-e130-4b0c-9bea-a4b4989a734c HTTP/1.1" status: 200 len: 943 time: 0.2189219 Jan 26 21:06:43.159391 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18fc71b3-677b-41b1-b0e5-91ee4bc421d4 req-79b2d3cb-43cf-42b0-9b49-85358d1c5622 tempest-LiveAutoBlockMigrationV225Test-2082869167 tempest-LiveAutoBlockMigrationV225Test-2082869167-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:06:43.161442 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-18fc71b3-677b-41b1-b0e5-91ee4bc421d4 req-79b2d3cb-43cf-42b0-9b49-85358d1c5622 tempest-LiveAutoBlockMigrationV225Test-2082869167 tempest-LiveAutoBlockMigrationV225Test-2082869167-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=fa873b56-913b-4b6f-ac44-2cc6f39f16b1 HTTP/1.1" status: 200 len: 1096 time: 0.2213109 Jan 26 21:06:43.174612 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-d70e8377-aa1e-4d88-affb-35dfbd3ac23e req-fe0a772b-8703-4aaf-8a87-6d5d623a67bd service neutron] 10.222.0.57 "GET /v2.0/networks/7fbe9cf5-e12c-436d-b372-55a19c9faa30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3973937 Jan 26 21:06:43.178287 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0a2888-f3f3-4015-ace3-dd3b1de1c0a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd088893-f7a8-47c6-9db0-0a00ca02fb3c,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:06:43.232396 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Current status of the port 0fe894a4-1ae0-4a4f-bd3a-ef6daeae89d6 is: DOWN; New status is: BUILD {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:06:43.232981 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (0fe894a4-1ae0-4a4f-bd3a-ef6daeae89d6), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:06:43.294471 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-18fc71b3-677b-41b1-b0e5-91ee4bc421d4 req-476d05a1-4b6d-4371-a97a-b7cbb02cfe92 tempest-LiveAutoBlockMigrationV225Test-2082869167 tempest-LiveAutoBlockMigrationV225Test-2082869167-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=d3d52ae6-e761-44ee-98bd-9ad0dc66343a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172545 Jan 26 21:06:43.311753 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-08acf3ad-4a37-481d-a2f9-afb87bbaf5aa req-f48e88ad-012d-4eb9-bef4-a778dc22fe3e tempest-AttachSCSIVolumeTestJSON-568331574 tempest-AttachSCSIVolumeTestJSON-568331574-project] 10.222.0.13 "GET /v2.0/security-groups?id=55df2d54-40b6-41bc-90a1-92a636171891&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1630089 Jan 26 21:06:43.401966 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-d70e8377-aa1e-4d88-affb-35dfbd3ac23e req-d298a0d5-4976-45ef-8182-60ac4ef70814 service neutron] 10.222.0.57 "GET /v2.0/networks/7fbe9cf5-e12c-436d-b372-55a19c9faa30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2023857 Jan 26 21:06:43.408344 n-d-760453-5 neutron-server[103306]: DEBUG neutron.notifiers.nova [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0fe894a4-1ae0-4a4f-bd3a-ef6daeae89d6 {{(pid=103306) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 26 21:06:43.432235 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] For port 0fe894a4-1ae0-4a4f-bd3a-ef6daeae89d6, host n-h1-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-5',level=0,port_id=0fe894a4-1ae0-4a4f-bd3a-ef6daeae89d6,segment=NetworkSegment(4eab25d6-89d9-4907-a1c2-51b06443ba33),segment_id=4eab25d6-89d9-4907-a1c2-51b06443ba33)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:06:43.440410 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (0fe894a4-1ae0-4a4f-bd3a-ef6daeae89d6), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:06:43.487315 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-92f2a9ec-cf83-4a1e-82d1-454b53943c38 req-7097e7ff-71f1-4dc1-ac46-9dec8f1b2901 tempest-ServersAdminTestJSON-2108229583 tempest-ServersAdminTestJSON-2108229583-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=463456a94c474b658066f1fbe4f6967f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0529020 Jan 26 21:06:43.500932 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Pushing event updated for resources: {'Port': ['ID=0fe894a4-1ae0-4a4f-bd3a-ef6daeae89d6,revision_number=8']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:06:43.635591 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce2cbbc-5696-40fa-95d0-22b605fe7ef2 req-4d968b51-fb15-40c7-a516-596cb0d03cda tempest-MigrationsAdminTest-1084137346 tempest-MigrationsAdminTest-1084137346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:06:43.637199 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-fce2cbbc-5696-40fa-95d0-22b605fe7ef2 req-4d968b51-fb15-40c7-a516-596cb0d03cda tempest-MigrationsAdminTest-1084137346 tempest-MigrationsAdminTest-1084137346-project] 10.222.0.13 "GET /v2.0/ports?device_id=7f544618-ae90-49cb-a581-602469d4709d HTTP/1.1" status: 200 len: 949 time: 0.1139331 Jan 26 21:06:43.638480 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 44284) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:06:43.647625 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f2a9ec-cf83-4a1e-82d1-454b53943c38 req-20d40a51-652f-40dc-938e-109a21fd052b tempest-ServersAdminTestJSON-2108229583 tempest-ServersAdminTestJSON-2108229583-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:06:43.649851 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-92f2a9ec-cf83-4a1e-82d1-454b53943c38 req-20d40a51-652f-40dc-938e-109a21fd052b tempest-ServersAdminTestJSON-2108229583 tempest-ServersAdminTestJSON-2108229583-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1567845 Jan 26 21:06:43.678854 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-92f2a9ec-cf83-4a1e-82d1-454b53943c38 req-7850cf5d-5b70-4110-a1f1-15cb8702bf4b tempest-ServersAdminTestJSON-2108229583 tempest-ServersAdminTestJSON-2108229583-project] 10.222.0.13 "GET /v2.0/quotas/463456a94c474b658066f1fbe4f6967f HTTP/1.1" status: 200 len: 375 time: 0.0210626 Jan 26 21:06:43.701924 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-fcc4e634-76ae-47ff-b3a2-b18e2586cff3 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=73cd5a5353dd4288b00016d1abb254c4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0622456 Jan 26 21:06:43.702950 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 44286) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:06:43.734915 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-fce2cbbc-5696-40fa-95d0-22b605fe7ef2 req-b6629458-bda9-4be8-989f-85af333f4ff7 tempest-MigrationsAdminTest-1084137346 tempest-MigrationsAdminTest-1084137346-project] 10.222.0.13 "GET /v2.0/security-groups?id=e0b082e3-685f-492b-b87f-3045b8ecd8c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840797 Jan 26 21:06:43.751170 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-92f2a9ec-cf83-4a1e-82d1-454b53943c38 req-297e4890-c234-4f79-ae3d-7473a8c1d654 tempest-ServersAdminTestJSON-2108229583 tempest-ServersAdminTestJSON-2108229583-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=463456a94c474b658066f1fbe4f6967f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0615551 Jan 26 21:06:43.813889 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-d413b0c2-bb5f-44d7-bc2d-d7e237d9c94c admin admin] Publish callbacks [] for security_group (b2c45cf3-bdd1-4894-995b-4754a162c887), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:06:43.839282 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] get_ports_and_sgs() called for port_ids ['0fe894a4-1ae0-4a4f-bd3a-ef6daeae89d6'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 26 21:06:43.881878 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-d413b0c2-bb5f-44d7-bc2d-d7e237d9c94c admin admin] Publish callbacks [] for security_group (b2c45cf3-bdd1-4894-995b-4754a162c887), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:06:43.914194 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 44298) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:06:43.930117 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-210fbf15-e69b-4325-a1c1-bf8a36fb21a2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:06:44.013088 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-d413b0c2-bb5f-44d7-bc2d-d7e237d9c94c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (b2c45cf3-bdd1-4894-995b-4754a162c887), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:06:44.018065 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-d413b0c2-bb5f-44d7-bc2d-d7e237d9c94c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:06:44.020168 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-d413b0c2-bb5f-44d7-bc2d-d7e237d9c94c admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b2c45cf3-bdd1-4894-995b-4754a162c887 HTTP/1.1" status: 204 len: 168 time: 0.3153400 Jan 26 21:06:44.040919 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d413b0c2-bb5f-44d7-bc2d-d7e237d9c94c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2c45cf3-bdd1-4894-995b-4754a162c887,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:06:44.212854 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-ce17266e-d9db-43b0-b5e8-c08d9e884804 req-c2e01a7c-a4e3-4ff6-8237-b9a1f61a3f59 tempest-ServersAdminTestJSON-2108229583 tempest-ServersAdminTestJSON-2108229583-project] 10.222.0.13 "GET /v2.0/ports?device_id=16884e59-489a-4b67-8196-44a9711f0d06 HTTP/1.1" status: 200 len: 210 time: 0.0487370 Jan 26 21:06:44.299271 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2381980f-3560-462b-b8b3-692b0d4b6adb req-2760807e-a0d7-4952-b148-2903034ec895 tempest-MigrationsAdminTest-1084137346 tempest-MigrationsAdminTest-1084137346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:06:44.300858 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-2381980f-3560-462b-b8b3-692b0d4b6adb req-2760807e-a0d7-4952-b148-2903034ec895 tempest-MigrationsAdminTest-1084137346 tempest-MigrationsAdminTest-1084137346-project] 10.222.0.57 "GET /v2.0/ports?device_id=7f544618-ae90-49cb-a581-602469d4709d&tenant_id=d178ac49ddc9478db66ba71c81039890&binding%3Ahost_id=n-h1-760453-5 HTTP/1.1" status: 200 len: 949 time: 0.2747436 Jan 26 21:06:44.369802 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d7a5ad-bb2d-4e47-9e61-29dfc36d2083 req-953f42d2-1f0e-4d85-a210-c2be3bcffdf4 tempest-MigrationsAdminTest-1084137346 tempest-MigrationsAdminTest-1084137346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:06:44.376564 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-c5d7a5ad-bb2d-4e47-9e61-29dfc36d2083 req-953f42d2-1f0e-4d85-a210-c2be3bcffdf4 tempest-MigrationsAdminTest-1084137346 tempest-MigrationsAdminTest-1084137346-project] 10.222.0.13 "GET /v2.0/ports?device_id=7f544618-ae90-49cb-a581-602469d4709d HTTP/1.1" status: 200 len: 949 time: 0.2115228 Jan 26 21:06:44.452590 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-210fbf15-e69b-4325-a1c1-bf8a36fb21a2 admin admin] Publish callbacks [] for security_group (376e0e4d-fa2f-44d5-acbf-0c6c734d73a1), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:06:44.467459 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-210fbf15-e69b-4325-a1c1-bf8a36fb21a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (376e0e4d-fa2f-44d5-acbf-0c6c734d73a1), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:06:44.509925 n-d-760453-5 neutron-server[103304]: INFO neutron.api.v2.resource [req-2381980f-3560-462b-b8b3-692b0d4b6adb req-55adcf24-4ab7-4e54-b532-055be070bc53 service neutron] delete failed (client error): The resource could not be found. Jan 26 21:06:44.510961 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-2381980f-3560-462b-b8b3-692b0d4b6adb req-55adcf24-4ab7-4e54-b532-055be070bc53 service neutron] 10.222.0.57 "DELETE /v2.0/ports/0fe894a4-1ae0-4a4f-bd3a-ef6daeae89d6/bindings/n-h2-760453-5 HTTP/1.1" status: 404 len: 380 time: 0.2014537 Jan 26 21:06:44.530907 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-c5d7a5ad-bb2d-4e47-9e61-29dfc36d2083 req-472631bf-0747-48b5-a17b-f3ba236effd3 tempest-MigrationsAdminTest-1084137346 tempest-MigrationsAdminTest-1084137346-project] 10.222.0.13 "GET /v2.0/security-groups?id=e0b082e3-685f-492b-b87f-3045b8ecd8c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1534073 Jan 26 21:06:44.594058 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-210fbf15-e69b-4325-a1c1-bf8a36fb21a2 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=6384a3d48507409a97ac857b353242eb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6784494 Jan 26 21:06:44.596750 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 44332) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:06:44.611045 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-210fbf15-e69b-4325-a1c1-bf8a36fb21a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=376e0e4d-fa2f-44d5-acbf-0c6c734d73a1,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:06:44.625082 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d055c7-8277-4cf3-abbe-eabec37fac38 req-e1ba7afa-10db-4681-9fd1-119185be945c tempest-AttachSCSIVolumeTestJSON-568331574 tempest-AttachSCSIVolumeTestJSON-568331574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:06:44.627075 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-18d055c7-8277-4cf3-abbe-eabec37fac38 req-e1ba7afa-10db-4681-9fd1-119185be945c tempest-AttachSCSIVolumeTestJSON-568331574 tempest-AttachSCSIVolumeTestJSON-568331574-project] 10.222.0.13 "GET /v2.0/ports?device_id=75310938-e130-4b0c-9bea-a4b4989a734c HTTP/1.1" status: 200 len: 943 time: 0.1670578 Jan 26 21:06:44.660689 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-80c46554-f5c8-49d7-be65-425b591afdad admin admin] Publish callbacks [] for security_group (376e0e4d-fa2f-44d5-acbf-0c6c734d73a1), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:06:44.696965 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-80c46554-f5c8-49d7-be65-425b591afdad admin admin] Publish callbacks [] for security_group (376e0e4d-fa2f-44d5-acbf-0c6c734d73a1), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:06:44.749478 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-18d055c7-8277-4cf3-abbe-eabec37fac38 req-76d16bf0-f961-4b39-8a19-bb52124e1148 tempest-AttachSCSIVolumeTestJSON-568331574 tempest-AttachSCSIVolumeTestJSON-568331574-project] 10.222.0.13 "GET /v2.0/security-groups?id=55df2d54-40b6-41bc-90a1-92a636171891&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148107 Jan 26 21:06:44.759264 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2381980f-3560-462b-b8b3-692b0d4b6adb req-6dac5af0-6d6e-42ee-a509-951450d6906e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:06:44.760961 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-2381980f-3560-462b-b8b3-692b0d4b6adb req-6dac5af0-6d6e-42ee-a509-951450d6906e service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=d178ac49ddc9478db66ba71c81039890&device_id=7f544618-ae90-49cb-a581-602469d4709d HTTP/1.1" status: 200 len: 1100 time: 0.1036861 Jan 26 21:06:44.767341 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4d86a0-231a-4c48-a767-786f45a5aa3e req-6500f8f8-6e22-47fe-9b41-33dcee3680bf tempest-LiveAutoBlockMigrationV225Test-2082869167 tempest-LiveAutoBlockMigrationV225Test-2082869167-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:06:44.768775 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-de4d86a0-231a-4c48-a767-786f45a5aa3e req-6500f8f8-6e22-47fe-9b41-33dcee3680bf tempest-LiveAutoBlockMigrationV225Test-2082869167 tempest-LiveAutoBlockMigrationV225Test-2082869167-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=fa873b56-913b-4b6f-ac44-2cc6f39f16b1 HTTP/1.1" status: 200 len: 1096 time: 0.1102891 Jan 26 21:06:44.788886 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-80c46554-f5c8-49d7-be65-425b591afdad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (376e0e4d-fa2f-44d5-acbf-0c6c734d73a1), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:06:44.792197 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-80c46554-f5c8-49d7-be65-425b591afdad admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:06:44.793365 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-80c46554-f5c8-49d7-be65-425b591afdad admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/376e0e4d-fa2f-44d5-acbf-0c6c734d73a1 HTTP/1.1" status: 204 len: 168 time: 0.1955793 Jan 26 21:06:44.802603 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c46554-f5c8-49d7-be65-425b591afdad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=376e0e4d-fa2f-44d5-acbf-0c6c734d73a1,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:06:44.886409 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-de4d86a0-231a-4c48-a767-786f45a5aa3e req-af650d4a-34af-4735-b3eb-3d2466028c2a tempest-LiveAutoBlockMigrationV225Test-2082869167 tempest-LiveAutoBlockMigrationV225Test-2082869167-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=d3d52ae6-e761-44ee-98bd-9ad0dc66343a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000228 Jan 26 21:06:44.910622 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2381980f-3560-462b-b8b3-692b0d4b6adb req-95f28b5f-9cb3-4cda-8e13-c86d39cc8a4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:06:44.912284 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-2381980f-3560-462b-b8b3-692b0d4b6adb req-95f28b5f-9cb3-4cda-8e13-c86d39cc8a4c service neutron] 10.222.0.57 "GET /v2.0/networks?id=7fbe9cf5-e12c-436d-b372-55a19c9faa30 HTTP/1.1" status: 200 len: 870 time: 0.1426055 Jan 26 21:06:44.959896 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-2381980f-3560-462b-b8b3-692b0d4b6adb req-aa7fba70-f330-4598-b352-2ee0c166b793 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.173&port_id=0fe894a4-1ae0-4a4f-bd3a-ef6daeae89d6 HTTP/1.1" status: 200 len: 217 time: 0.0404372 Jan 26 21:06:44.984708 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Device 0fe894a4-1ae0-4a4f-bd3a-ef6daeae89d6 up at agent hyperv_n-h1-760453-5 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 21:06:45.036939 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2381980f-3560-462b-b8b3-692b0d4b6adb req-3341b4e4-e66d-42d4-adda-f25aaebe8132 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:06:45.038459 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-2381980f-3560-462b-b8b3-692b0d4b6adb req-3341b4e4-e66d-42d4-adda-f25aaebe8132 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=fd77e534-75e6-4b90-950e-f5824d584430 HTTP/1.1" status: 200 len: 843 time: 0.0726390 Jan 26 21:06:45.043666 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Provisioning for port 0fe894a4-1ae0-4a4f-bd3a-ef6daeae89d6 completed by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 21:06:45.049491 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Provisioning complete for port 0fe894a4-1ae0-4a4f-bd3a-ef6daeae89d6 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:06:45.051146 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (0fe894a4-1ae0-4a4f-bd3a-ef6daeae89d6), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:06:45.117784 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2381980f-3560-462b-b8b3-692b0d4b6adb req-a4fd870a-5f3e-4d20-bc9c-bc45637dc5d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:06:45.119577 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-2381980f-3560-462b-b8b3-692b0d4b6adb req-a4fd870a-5f3e-4d20-bc9c-bc45637dc5d9 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=7fbe9cf5-e12c-436d-b372-55a19c9faa30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0748193 Jan 26 21:06:45.179360 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Current status of the port 0fe894a4-1ae0-4a4f-bd3a-ef6daeae89d6 is: BUILD; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:06:45.180612 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (0fe894a4-1ae0-4a4f-bd3a-ef6daeae89d6), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:06:45.215634 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] For port 0fe894a4-1ae0-4a4f-bd3a-ef6daeae89d6, host n-h1-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-5',level=0,port_id=0fe894a4-1ae0-4a4f-bd3a-ef6daeae89d6,segment=NetworkSegment(4eab25d6-89d9-4907-a1c2-51b06443ba33),segment_id=4eab25d6-89d9-4907-a1c2-51b06443ba33)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:06:45.216890 n-d-760453-5 neutron-server[103306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f544618-ae90-49cb-a581-602469d4709d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0fe894a4-1ae0-4a4f-bd3a-ef6daeae89d6'}] {{(pid=103306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 21:06:45.219726 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9d5d370febab655511bdd2ffe887e43e442d144a440368702bcc1e93af00b97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd91184e-3aa4-4343-b6dc-f642c02477bc" -d '{"events": [{"server_uuid": "7f544618-ae90-49cb-a581-602469d4709d", "name": "network-vif-plugged", "status": "completed", "tag": "0fe894a4-1ae0-4a4f-bd3a-ef6daeae89d6"}]}' {{(pid=103306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 21:06:45.224944 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (0fe894a4-1ae0-4a4f-bd3a-ef6daeae89d6), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:06:45.240255 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-2381980f-3560-462b-b8b3-692b0d4b6adb req-5c797506-2e4c-4267-90bb-8e9ea46c5d46 service neutron] 10.222.0.57 "GET /v2.0/networks/7fbe9cf5-e12c-436d-b372-55a19c9faa30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1141577 Jan 26 21:06:45.313664 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Pushing event updated for resources: {'Port': ['ID=0fe894a4-1ae0-4a4f-bd3a-ef6daeae89d6,revision_number=9']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:06:45.397232 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-2381980f-3560-462b-b8b3-692b0d4b6adb req-1352b50b-8d51-4dfa-bd66-09f14e05c5d0 service neutron] 10.222.0.57 "GET /v2.0/networks/7fbe9cf5-e12c-436d-b372-55a19c9faa30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1514747 Jan 26 21:06:45.486672 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Jan 2022 21:06:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ab32d62-e0cb-42d8-90ea-421722b7cb91 x-openstack-request-id: req-8ab32d62-e0cb-42d8-90ea-421722b7cb91 {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 21:06:45.487170 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f544618-ae90-49cb-a581-602469d4709d", "name": "network-vif-plugged", "status": "completed", "tag": "0fe894a4-1ae0-4a4f-bd3a-ef6daeae89d6", "code": 200}]} {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 21:06:45.488203 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-8ab32d62-e0cb-42d8-90ea-421722b7cb91 {{(pid=103306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 21:06:45.489703 n-d-760453-5 neutron-server[103306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f544618-ae90-49cb-a581-602469d4709d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0fe894a4-1ae0-4a4f-bd3a-ef6daeae89d6', 'code': 200} Jan 26 21:06:45.569102 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-55d90847-cdfe-4ed1-9de2-862532de8c10 req-0d4e2129-2eee-46fd-980f-858c675fb318 tempest-ServersAdminTestJSON-2108229583 tempest-ServersAdminTestJSON-2108229583-project] 10.222.0.13 "GET /v2.0/ports?device_id=16884e59-489a-4b67-8196-44a9711f0d06 HTTP/1.1" status: 200 len: 210 time: 0.0339828 Jan 26 21:06:45.673263 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Device f9dae219-b3f7-482b-a4fa-9a48439a5e89 details requested by agent hyperv_n-h2-760453-5 with host n-h2-760453-5 {{(pid=103306) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 26 21:06:45.748989 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-92f2a9ec-cf83-4a1e-82d1-454b53943c38 req-e943ef69-23c1-41a8-b8ef-4bd09523ccb4 tempest-ServersAdminTestJSON-2108229583 tempest-ServersAdminTestJSON-2108229583-project] 10.222.0.66 "GET /v2.0/networks?tenant_id=463456a94c474b658066f1fbe4f6967f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0682235 Jan 26 21:06:45.949992 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] For port f9dae219-b3f7-482b-a4fa-9a48439a5e89, host n-h2-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-5',level=0,port_id=f9dae219-b3f7-482b-a4fa-9a48439a5e89,segment=NetworkSegment(60428a7a-d165-4186-8474-bdc529d4788f),segment_id=60428a7a-d165-4186-8474-bdc529d4788f)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:06:45.988764 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Returning: {'device': 'f9dae219-b3f7-482b-a4fa-9a48439a5e89', 'network_id': '0e232d8e-6bd0-47cf-8332-9f5fbb537d8b', 'port_id': 'f9dae219-b3f7-482b-a4fa-9a48439a5e89', 'mac_address': 'fa:16:3e:85:ab:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 589, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '14c3522c-48d1-46ba-8e7a-f2b4abc51b6c', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103306) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 26 21:06:46.024188 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d64d578-f4f7-4d21-a23c-c22d3891854a req-661fbd73-31af-43f8-a89a-583cc23d30f1 tempest-MigrationsAdminTest-1084137346 tempest-MigrationsAdminTest-1084137346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:06:46.031605 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-1d64d578-f4f7-4d21-a23c-c22d3891854a req-661fbd73-31af-43f8-a89a-583cc23d30f1 tempest-MigrationsAdminTest-1084137346 tempest-MigrationsAdminTest-1084137346-project] 10.222.0.13 "GET /v2.0/ports?device_id=7f544618-ae90-49cb-a581-602469d4709d HTTP/1.1" status: 200 len: 950 time: 0.2662756 Jan 26 21:06:46.057737 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Current status of the port f9dae219-b3f7-482b-a4fa-9a48439a5e89 is: DOWN; New status is: BUILD {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:06:46.059306 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (f9dae219-b3f7-482b-a4fa-9a48439a5e89), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:06:46.081937 n-d-760453-5 neutron-server[103306]: DEBUG neutron.notifiers.nova [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f9dae219-b3f7-482b-a4fa-9a48439a5e89 {{(pid=103306) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 26 21:06:46.100586 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f2a9ec-cf83-4a1e-82d1-454b53943c38 req-ccdc6bf9-6875-40e7-b2b4-eebf67e07cdb tempest-ServersAdminTestJSON-2108229583 tempest-ServersAdminTestJSON-2108229583-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:06:46.102161 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-92f2a9ec-cf83-4a1e-82d1-454b53943c38 req-ccdc6bf9-6875-40e7-b2b4-eebf67e07cdb tempest-ServersAdminTestJSON-2108229583 tempest-ServersAdminTestJSON-2108229583-project] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3182254 Jan 26 21:06:46.128461 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-1d64d578-f4f7-4d21-a23c-c22d3891854a req-6a1fce63-5f80-4da0-8979-d25c6a9ed832 tempest-MigrationsAdminTest-1084137346 tempest-MigrationsAdminTest-1084137346-project] 10.222.0.13 "GET /v2.0/security-groups?id=e0b082e3-685f-492b-b87f-3045b8ecd8c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959742 Jan 26 21:06:46.138727 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [req-92f2a9ec-cf83-4a1e-82d1-454b53943c38 req-a9747efe-69a4-466b-b25a-8c28f816e82a tempest-ServersAdminTestJSON-2108229583 tempest-ServersAdminTestJSON-2108229583-project] Request body: {'port': {'device_id': '16884e59-489a-4b67-8196-44a9711f0d06', 'network_id': '7fbe9cf5-e12c-436d-b372-55a19c9faa30', 'admin_state_up': True, 'tenant_id': '463456a94c474b658066f1fbe4f6967f'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:06:46.140250 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] For port f9dae219-b3f7-482b-a4fa-9a48439a5e89, host n-h2-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-5',level=0,port_id=f9dae219-b3f7-482b-a4fa-9a48439a5e89,segment=NetworkSegment(60428a7a-d165-4186-8474-bdc529d4788f),segment_id=60428a7a-d165-4186-8474-bdc529d4788f)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:06:46.156345 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (f9dae219-b3f7-482b-a4fa-9a48439a5e89), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:06:46.219888 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Pushing event updated for resources: {'Port': ['ID=f9dae219-b3f7-482b-a4fa-9a48439a5e89,revision_number=4']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:06:46.371224 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] get_ports_and_sgs() called for port_ids ['f9dae219-b3f7-482b-a4fa-9a48439a5e89'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 26 21:06:46.380213 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860a97ad-21a3-435b-8132-dd48a9228022 req-829fc763-5f8b-4aa4-8fae-a1a3ed8ce2bd tempest-AttachSCSIVolumeTestJSON-568331574 tempest-AttachSCSIVolumeTestJSON-568331574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:06:46.382015 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-860a97ad-21a3-435b-8132-dd48a9228022 req-829fc763-5f8b-4aa4-8fae-a1a3ed8ce2bd tempest-AttachSCSIVolumeTestJSON-568331574 tempest-AttachSCSIVolumeTestJSON-568331574-project] 10.222.0.13 "GET /v2.0/ports?device_id=75310938-e130-4b0c-9bea-a4b4989a734c HTTP/1.1" status: 200 len: 944 time: 0.0692952 Jan 26 21:06:46.383844 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-92f2a9ec-cf83-4a1e-82d1-454b53943c38 req-a9747efe-69a4-466b-b25a-8c28f816e82a tempest-ServersAdminTestJSON-2108229583 tempest-ServersAdminTestJSON-2108229583-project] Made reservation on behalf of 463456a94c474b658066f1fbe4f6967f for: {'port': 1} {{(pid=103304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 21:06:46.387111 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-92f2a9ec-cf83-4a1e-82d1-454b53943c38 req-a9747efe-69a4-466b-b25a-8c28f816e82a tempest-ServersAdminTestJSON-2108229583 tempest-ServersAdminTestJSON-2108229583-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:06:46.568559 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-860a97ad-21a3-435b-8132-dd48a9228022 req-427658c4-4891-4e5e-aa24-e4cf28709041 tempest-AttachSCSIVolumeTestJSON-568331574 tempest-AttachSCSIVolumeTestJSON-568331574-project] 10.222.0.13 "GET /v2.0/security-groups?id=55df2d54-40b6-41bc-90a1-92a636171891&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1714301 Jan 26 21:06:46.584401 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.db_base_plugin_common [req-92f2a9ec-cf83-4a1e-82d1-454b53943c38 req-a9747efe-69a4-466b-b25a-8c28f816e82a tempest-ServersAdminTestJSON-2108229583 tempest-ServersAdminTestJSON-2108229583-project] Allocated IP 192.168.233.46 (7fbe9cf5-e12c-436d-b372-55a19c9faa30/fd77e534-75e6-4b90-950e-f5824d584430/4babdf78-88e1-4fb1-8c31-8142c0f6c49b) {{(pid=103304) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 21:06:46.811742 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-92f2a9ec-cf83-4a1e-82d1-454b53943c38 req-a9747efe-69a4-466b-b25a-8c28f816e82a tempest-ServersAdminTestJSON-2108229583 tempest-ServersAdminTestJSON-2108229583-project] Publish callbacks [] for port (4babdf78-88e1-4fb1-8c31-8142c0f6c49b), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:06:46.875862 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-7699c3ab-5951-4ecc-99d8-a534e3b6d98d req-216d6b0f-cd3c-4d1d-bda8-8af3b83bfcb1 tempest-ServersAdminTestJSON-2108229583 tempest-ServersAdminTestJSON-2108229583-project] 10.222.0.13 "GET /v2.0/ports?device_id=16884e59-489a-4b67-8196-44a9711f0d06 HTTP/1.1" status: 200 len: 210 time: 0.0320880 Jan 26 21:06:46.884550 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-92f2a9ec-cf83-4a1e-82d1-454b53943c38 req-a9747efe-69a4-466b-b25a-8c28f816e82a tempest-ServersAdminTestJSON-2108229583 tempest-ServersAdminTestJSON-2108229583-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746560234527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9281553'] for port (4babdf78-88e1-4fb1-8c31-8142c0f6c49b), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:06:46.919690 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] get_ports_and_sgs() called for port_ids ['9a853cc4-7da7-4f16-9195-18aa3c9bdc43', 'e917e1bd-6443-4f62-9834-092549570e4b'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 26 21:06:46.938573 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-92f2a9ec-cf83-4a1e-82d1-454b53943c38 req-a9747efe-69a4-466b-b25a-8c28f816e82a tempest-ServersAdminTestJSON-2108229583 tempest-ServersAdminTestJSON-2108229583-project] Network 7fbe9cf5-e12c-436d-b372-55a19c9faa30 is already hosted by enough agents. {{(pid=103304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 21:06:46.943731 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [req-92f2a9ec-cf83-4a1e-82d1-454b53943c38 req-a9747efe-69a4-466b-b25a-8c28f816e82a tempest-ServersAdminTestJSON-2108229583 tempest-ServersAdminTestJSON-2108229583-project] Resources bound (agent type, host, resource id): {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:06:46.948428 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [req-92f2a9ec-cf83-4a1e-82d1-454b53943c38 req-a9747efe-69a4-466b-b25a-8c28f816e82a tempest-ServersAdminTestJSON-2108229583 tempest-ServersAdminTestJSON-2108229583-project] Received port after_create {{(pid=103304) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 21:06:46.951710 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9747efe-69a4-466b-b25a-8c28f816e82a tempest-ServersAdminTestJSON-2108229583 tempest-ServersAdminTestJSON-2108229583-project] Pushing event updated for resources: {'Port': ['ID=4babdf78-88e1-4fb1-8c31-8142c0f6c49b,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:06:47.008453 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 44456) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:06:47.008892 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f2a9ec-cf83-4a1e-82d1-454b53943c38 req-a9747efe-69a4-466b-b25a-8c28f816e82a tempest-ServersAdminTestJSON-2108229583 tempest-ServersAdminTestJSON-2108229583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:06:47.019496 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-92f2a9ec-cf83-4a1e-82d1-454b53943c38 req-a9747efe-69a4-466b-b25a-8c28f816e82a tempest-ServersAdminTestJSON-2108229583 tempest-ServersAdminTestJSON-2108229583-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:06:47.048915 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-92f2a9ec-cf83-4a1e-82d1-454b53943c38 req-a9747efe-69a4-466b-b25a-8c28f816e82a tempest-ServersAdminTestJSON-2108229583 tempest-ServersAdminTestJSON-2108229583-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.9184089 Jan 26 21:06:47.067273 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [req-92f2a9ec-cf83-4a1e-82d1-454b53943c38 req-7197a129-23d3-4e42-9796-b6e1f5d06db2 service neutron] Request body: {'port': {'device_id': '16884e59-489a-4b67-8196-44a9711f0d06', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-760453-5'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:06:47.144608 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-92f2a9ec-cf83-4a1e-82d1-454b53943c38 req-7197a129-23d3-4e42-9796-b6e1f5d06db2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (4babdf78-88e1-4fb1-8c31-8142c0f6c49b), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:06:47.292998 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-9328b7e5-a4dd-4590-8c3d-1b62eedb2826 None None] Provisioning complete for port 4babdf78-88e1-4fb1-8c31-8142c0f6c49b triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:06:47.293621 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-9328b7e5-a4dd-4590-8c3d-1b62eedb2826 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (4babdf78-88e1-4fb1-8c31-8142c0f6c49b), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:06:47.313540 n-d-760453-5 neutron-server[103305]: WARNING keystonemiddleware.auth_token [req-5ae0c20e-5e94-4f9c-b332-877427db9147 req-243f9bf6-8fa6-4868-8e8c-8564aab865ba service neutron] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jan 26 21:06:47.319611 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [req-a79ce87e-16e5-417d-815b-f73e8d3ae62d req-f5a22f02-3d62-465c-8572-657f57085851 tempest-LiveAutoBlockMigrationV225Test-2082869167 tempest-LiveAutoBlockMigrationV225Test-2082869167-project-admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=103305) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 26 21:06:47.321358 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-a79ce87e-16e5-417d-815b-f73e8d3ae62d req-f5a22f02-3d62-465c-8572-657f57085851 tempest-LiveAutoBlockMigrationV225Test-2082869167 tempest-LiveAutoBlockMigrationV225Test-2082869167-project-admin] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3565733 Jan 26 21:06:47.337708 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-9328b7e5-a4dd-4590-8c3d-1b62eedb2826 None None] Port 4babdf78-88e1-4fb1-8c31-8142c0f6c49b cannot update to ACTIVE because it is not bound. {{(pid=103306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 26 21:06:47.339133 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-3e162175-b861-4a0e-b58f-90db64a51687 req-c9641e60-f7f8-4b8e-b0a7-29684c253965 tempest-LiveMigrationNegativeTest-869384580 tempest-LiveMigrationNegativeTest-869384580-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=9c01b4e5f2b446af86a1de537d353daf&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0879238 Jan 26 21:06:47.384796 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79ce87e-16e5-417d-815b-f73e8d3ae62d req-d3587128-b4db-4a00-909a-89e665be399f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:06:47.386333 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-a79ce87e-16e5-417d-815b-f73e8d3ae62d req-d3587128-b4db-4a00-909a-89e665be399f service neutron] 10.222.0.13 "GET /v2.0/ports/4c6e06a3-81ac-4751-9679-9826254c4461 HTTP/1.1" status: 200 len: 1093 time: 0.0578656 Jan 26 21:06:47.399408 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [req-a79ce87e-16e5-417d-815b-f73e8d3ae62d req-6f8754e8-72bd-496f-9917-98b2d2233587 service neutron] Request body: {'binding': {'host': 'n-h1-760453-5', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:06:47.399918 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [req-a79ce87e-16e5-417d-815b-f73e8d3ae62d req-6f8754e8-72bd-496f-9917-98b2d2233587 service neutron] Unknown quota resources ['binding']. {{(pid=103305) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Jan 26 21:06:47.402198 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-fb58464d-2521-4e10-9a24-f7afcede2a63 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:06:47.606849 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [req-a79ce87e-16e5-417d-815b-f73e8d3ae62d req-6f8754e8-72bd-496f-9917-98b2d2233587 service neutron] Attempting to bind port 4c6e06a3-81ac-4751-9679-9826254c4461 on host n-h1-760453-5 for vnic_type normal with profile None {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 21:06:47.607514 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [req-a79ce87e-16e5-417d-815b-f73e8d3ae62d req-6f8754e8-72bd-496f-9917-98b2d2233587 service neutron] Attempting to bind port 4c6e06a3-81ac-4751-9679-9826254c4461 by drivers openvswitch,hyperv on host n-h1-760453-5 at level 0 using segments [{'id': 'ff84b980-87bb-452b-8f52-d472b3cbbe9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '1c3811f3-dcb6-4f77-8c26-3e9819d7c63c'}] {{(pid=103305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 26 21:06:47.607940 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a79ce87e-16e5-417d-815b-f73e8d3ae62d req-6f8754e8-72bd-496f-9917-98b2d2233587 service neutron] Attempting to bind port 4c6e06a3-81ac-4751-9679-9826254c4461 on network 1c3811f3-dcb6-4f77-8c26-3e9819d7c63c {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 21:06:47.620693 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-fb58464d-2521-4e10-9a24-f7afcede2a63 admin admin] Publish callbacks [] for security_group (3fcb467a-9a6f-4462-bdb3-8cadd075ab47), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:06:47.622126 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a79ce87e-16e5-417d-815b-f73e8d3ae62d req-6f8754e8-72bd-496f-9917-98b2d2233587 service neutron] Port 4c6e06a3-81ac-4751-9679-9826254c4461 on network 1c3811f3-dcb6-4f77-8c26-3e9819d7c63c not bound, no agent of type Open vSwitch agent registered on host n-h1-760453-5 {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 26 21:06:47.622628 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a79ce87e-16e5-417d-815b-f73e8d3ae62d req-6f8754e8-72bd-496f-9917-98b2d2233587 service neutron] Attempting to bind port 4c6e06a3-81ac-4751-9679-9826254c4461 on network 1c3811f3-dcb6-4f77-8c26-3e9819d7c63c {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 21:06:47.628768 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a79ce87e-16e5-417d-815b-f73e8d3ae62d req-6f8754e8-72bd-496f-9917-98b2d2233587 service neutron] Checking agent: {'id': '32ef628b-8417-46c5-8729-60fcabe358f1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-760453-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 21, 3, 8), 'started_at': datetime.datetime(2022, 1, 26, 21, 3, 8), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 21, 6, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 26 21:06:47.629131 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a79ce87e-16e5-417d-815b-f73e8d3ae62d req-6f8754e8-72bd-496f-9917-98b2d2233587 service neutron] Checking segment: {'id': 'ff84b980-87bb-452b-8f52-d472b3cbbe9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '1c3811f3-dcb6-4f77-8c26-3e9819d7c63c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103305) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 21:06:47.629550 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a79ce87e-16e5-417d-815b-f73e8d3ae62d req-6f8754e8-72bd-496f-9917-98b2d2233587 service neutron] Bound using segment: {'id': 'ff84b980-87bb-452b-8f52-d472b3cbbe9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '1c3811f3-dcb6-4f77-8c26-3e9819d7c63c'} {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 26 21:06:47.629979 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [req-a79ce87e-16e5-417d-815b-f73e8d3ae62d req-6f8754e8-72bd-496f-9917-98b2d2233587 service neutron] Bound port: 4c6e06a3-81ac-4751-9679-9826254c4461, host: n-h1-760453-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ff84b980-87bb-452b-8f52-d472b3cbbe9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '1c3811f3-dcb6-4f77-8c26-3e9819d7c63c'}}] {{(pid=103305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 26 21:06:47.649284 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-fb58464d-2521-4e10-9a24-f7afcede2a63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (3fcb467a-9a6f-4462-bdb3-8cadd075ab47), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:06:47.682603 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Device f9dae219-b3f7-482b-a4fa-9a48439a5e89 up at agent hyperv_n-h2-760453-5 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 21:06:47.734019 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-fb58464d-2521-4e10-9a24-f7afcede2a63 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=7729d0e663ed4e279c0309cc415fff97&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7242985 Jan 26 21:06:47.737839 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 44480) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:06:47.738066 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Provisioning for port f9dae219-b3f7-482b-a4fa-9a48439a5e89 completed by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 21:06:47.738489 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb58464d-2521-4e10-9a24-f7afcede2a63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3fcb467a-9a6f-4462-bdb3-8cadd075ab47,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:06:47.738759 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e162175-b861-4a0e-b58f-90db64a51687 req-ea2bf481-feac-4f4a-b82f-cef51efaa871 tempest-LiveMigrationNegativeTest-869384580 tempest-LiveMigrationNegativeTest-869384580-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:06:47.740498 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-3e162175-b861-4a0e-b58f-90db64a51687 req-ea2bf481-feac-4f4a-b82f-cef51efaa871 tempest-LiveMigrationNegativeTest-869384580 tempest-LiveMigrationNegativeTest-869384580-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4004993 Jan 26 21:06:47.743604 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Provisioning complete for port f9dae219-b3f7-482b-a4fa-9a48439a5e89 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:06:47.743913 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (f9dae219-b3f7-482b-a4fa-9a48439a5e89), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:06:47.768744 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-3e162175-b861-4a0e-b58f-90db64a51687 req-b189e096-8fd5-4dca-8821-1b9d2cf30725 tempest-LiveMigrationNegativeTest-869384580 tempest-LiveMigrationNegativeTest-869384580-project] 10.222.0.13 "GET /v2.0/quotas/9c01b4e5f2b446af86a1de537d353daf HTTP/1.1" status: 200 len: 375 time: 0.0191760 Jan 26 21:06:47.771872 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [req-a79ce87e-16e5-417d-815b-f73e8d3ae62d req-6f8754e8-72bd-496f-9917-98b2d2233587 service neutron] For port 4c6e06a3-81ac-4751-9679-9826254c4461, host n-h1-760453-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-5',level=0,port_id=4c6e06a3-81ac-4751-9679-9826254c4461,segment=NetworkSegment(ff84b980-87bb-452b-8f52-d472b3cbbe9c),segment_id=ff84b980-87bb-452b-8f52-d472b3cbbe9c)] {{(pid=103305) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 26 21:06:47.784261 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-a79ce87e-16e5-417d-815b-f73e8d3ae62d req-6f8754e8-72bd-496f-9917-98b2d2233587 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:06:47.785712 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-a79ce87e-16e5-417d-815b-f73e8d3ae62d req-6f8754e8-72bd-496f-9917-98b2d2233587 service neutron] 10.222.0.13 "POST /v2.0/ports/4c6e06a3-81ac-4751-9679-9826254c4461/bindings HTTP/1.1" status: 201 len: 389 time: 0.3905480 Jan 26 21:06:47.816841 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-3e162175-b861-4a0e-b58f-90db64a51687 req-4d2423cd-9c0d-4d2c-8ea7-d33508cab0eb tempest-LiveMigrationNegativeTest-869384580 tempest-LiveMigrationNegativeTest-869384580-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=9c01b4e5f2b446af86a1de537d353daf&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0411265 Jan 26 21:06:47.839892 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Current status of the port f9dae219-b3f7-482b-a4fa-9a48439a5e89 is: BUILD; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:06:47.840297 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (f9dae219-b3f7-482b-a4fa-9a48439a5e89), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:06:47.852919 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-3ca38f5c-6555-452e-99c1-0a36899364e8 admin admin] Publish callbacks [] for security_group (3fcb467a-9a6f-4462-bdb3-8cadd075ab47), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:06:47.882778 n-d-760453-5 neutron-server[103304]: DEBUG neutron.notifiers.nova [req-92f2a9ec-cf83-4a1e-82d1-454b53943c38 req-7197a129-23d3-4e42-9796-b6e1f5d06db2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4babdf78-88e1-4fb1-8c31-8142c0f6c49b {{(pid=103304) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 26 21:06:47.894132 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-92f2a9ec-cf83-4a1e-82d1-454b53943c38 req-7197a129-23d3-4e42-9796-b6e1f5d06db2 service neutron] Publish callbacks [] for port (4babdf78-88e1-4fb1-8c31-8142c0f6c49b), precommit_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:06:47.897540 n-d-760453-5 neutron-server[103306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75310938-e130-4b0c-9bea-a4b4989a734c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9dae219-b3f7-482b-a4fa-9a48439a5e89'}] {{(pid=103306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 21:06:47.906725 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9d5d370febab655511bdd2ffe887e43e442d144a440368702bcc1e93af00b97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38d6bb3a-e1f0-4435-a863-a4bafc9522d1" -d '{"events": [{"server_uuid": "75310938-e130-4b0c-9bea-a4b4989a734c", "name": "network-vif-plugged", "status": "completed", "tag": "f9dae219-b3f7-482b-a4fa-9a48439a5e89"}]}' {{(pid=103306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 21:06:47.907896 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-3ca38f5c-6555-452e-99c1-0a36899364e8 admin admin] Publish callbacks [] for security_group (3fcb467a-9a6f-4462-bdb3-8cadd075ab47), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:06:47.930715 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.provisioning_blocks [req-92f2a9ec-cf83-4a1e-82d1-454b53943c38 req-7197a129-23d3-4e42-9796-b6e1f5d06db2 service neutron] Transition to ACTIVE for port object 4babdf78-88e1-4fb1-8c31-8142c0f6c49b will not be triggered until provisioned by entity L2. {{(pid=103304) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 21:06:47.933661 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] For port f9dae219-b3f7-482b-a4fa-9a48439a5e89, host n-h2-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-5',level=0,port_id=f9dae219-b3f7-482b-a4fa-9a48439a5e89,segment=NetworkSegment(60428a7a-d165-4186-8474-bdc529d4788f),segment_id=60428a7a-d165-4186-8474-bdc529d4788f)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:06:47.938210 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-92f2a9ec-cf83-4a1e-82d1-454b53943c38 req-7197a129-23d3-4e42-9796-b6e1f5d06db2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9281542'] for port (4babdf78-88e1-4fb1-8c31-8142c0f6c49b), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:06:47.940649 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (f9dae219-b3f7-482b-a4fa-9a48439a5e89), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:06:47.988074 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-3ca38f5c-6555-452e-99c1-0a36899364e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (3fcb467a-9a6f-4462-bdb3-8cadd075ab47), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:06:47.991081 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-3ca38f5c-6555-452e-99c1-0a36899364e8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:06:47.995525 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-3ca38f5c-6555-452e-99c1-0a36899364e8 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/3fcb467a-9a6f-4462-bdb3-8cadd075ab47 HTTP/1.1" status: 204 len: 168 time: 0.2437849 Jan 26 21:06:48.009223 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca38f5c-6555-452e-99c1-0a36899364e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fcb467a-9a6f-4462-bdb3-8cadd075ab47,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:06:48.075835 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7197a129-23d3-4e42-9796-b6e1f5d06db2 service neutron] Pushing event updated for resources: {'Port': ['ID=4babdf78-88e1-4fb1-8c31-8142c0f6c49b,revision_number=2']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:06:48.082822 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Pushing event updated for resources: {'Port': ['ID=f9dae219-b3f7-482b-a4fa-9a48439a5e89,revision_number=5']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:06:48.179766 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79ce87e-16e5-417d-815b-f73e8d3ae62d req-8bb0eed1-2a49-4e2b-b72b-975472c6cd63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:06:48.181271 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-a79ce87e-16e5-417d-815b-f73e8d3ae62d req-8bb0eed1-2a49-4e2b-b72b-975472c6cd63 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=6a368bf2185e476485148d66b6d73c5c&device_id=fa873b56-913b-4b6f-ac44-2cc6f39f16b1 HTTP/1.1" status: 200 len: 1096 time: 0.0729458 Jan 26 21:06:48.217729 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad9a7e2-bb74-4893-8de0-f7b0d94c15fa req-c9a3a7f5-ab13-426b-ad27-a4c16968e9ab tempest-MigrationsAdminTest-1084137346 tempest-MigrationsAdminTest-1084137346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:06:48.219271 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-cad9a7e2-bb74-4893-8de0-f7b0d94c15fa req-c9a3a7f5-ab13-426b-ad27-a4c16968e9ab tempest-MigrationsAdminTest-1084137346 tempest-MigrationsAdminTest-1084137346-project] 10.222.0.13 "GET /v2.0/ports?device_id=7f544618-ae90-49cb-a581-602469d4709d HTTP/1.1" status: 200 len: 950 time: 0.2316749 Jan 26 21:06:48.299230 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [req-92f2a9ec-cf83-4a1e-82d1-454b53943c38 req-7197a129-23d3-4e42-9796-b6e1f5d06db2 service neutron] Attempting to bind port 4babdf78-88e1-4fb1-8c31-8142c0f6c49b on host n-h1-760453-5 for vnic_type normal with profile {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 21:06:48.299779 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [req-92f2a9ec-cf83-4a1e-82d1-454b53943c38 req-7197a129-23d3-4e42-9796-b6e1f5d06db2 service neutron] Attempting to bind port 4babdf78-88e1-4fb1-8c31-8142c0f6c49b by drivers openvswitch,hyperv on host n-h1-760453-5 at level 0 using segments [{'id': '4eab25d6-89d9-4907-a1c2-51b06443ba33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '7fbe9cf5-e12c-436d-b372-55a19c9faa30'}] {{(pid=103304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 26 21:06:48.300117 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92f2a9ec-cf83-4a1e-82d1-454b53943c38 req-7197a129-23d3-4e42-9796-b6e1f5d06db2 service neutron] Attempting to bind port 4babdf78-88e1-4fb1-8c31-8142c0f6c49b on network 7fbe9cf5-e12c-436d-b372-55a19c9faa30 {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 21:06:48.319767 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312f4860-91eb-4bed-825a-8b3f0a585e49 req-2a148be4-665c-4d16-b033-8c60b561ecd6 tempest-AttachSCSIVolumeTestJSON-568331574 tempest-AttachSCSIVolumeTestJSON-568331574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:06:48.330832 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-312f4860-91eb-4bed-825a-8b3f0a585e49 req-2a148be4-665c-4d16-b033-8c60b561ecd6 tempest-AttachSCSIVolumeTestJSON-568331574 tempest-AttachSCSIVolumeTestJSON-568331574-project] 10.222.0.13 "GET /v2.0/ports?device_id=75310938-e130-4b0c-9bea-a4b4989a734c HTTP/1.1" status: 200 len: 945 time: 0.1785469 Jan 26 21:06:48.332281 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79ce87e-16e5-417d-815b-f73e8d3ae62d req-acef257b-515c-43b3-8ee6-f310bd6b8430 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:06:48.333888 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-a79ce87e-16e5-417d-815b-f73e8d3ae62d req-acef257b-515c-43b3-8ee6-f310bd6b8430 service neutron] 10.222.0.66 "GET /v2.0/networks?id=1c3811f3-dcb6-4f77-8c26-3e9819d7c63c HTTP/1.1" status: 200 len: 921 time: 0.1463757 Jan 26 21:06:48.354422 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92f2a9ec-cf83-4a1e-82d1-454b53943c38 req-7197a129-23d3-4e42-9796-b6e1f5d06db2 service neutron] Port 4babdf78-88e1-4fb1-8c31-8142c0f6c49b on network 7fbe9cf5-e12c-436d-b372-55a19c9faa30 not bound, no agent of type Open vSwitch agent registered on host n-h1-760453-5 {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 26 21:06:48.354808 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92f2a9ec-cf83-4a1e-82d1-454b53943c38 req-7197a129-23d3-4e42-9796-b6e1f5d06db2 service neutron] Attempting to bind port 4babdf78-88e1-4fb1-8c31-8142c0f6c49b on network 7fbe9cf5-e12c-436d-b372-55a19c9faa30 {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 21:06:48.399485 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-cad9a7e2-bb74-4893-8de0-f7b0d94c15fa req-da1bb34c-455f-4024-96b7-17f758a6a5e9 tempest-MigrationsAdminTest-1084137346 tempest-MigrationsAdminTest-1084137346-project] 10.222.0.13 "GET /v2.0/security-groups?id=e0b082e3-685f-492b-b87f-3045b8ecd8c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1619685 Jan 26 21:06:48.402929 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92f2a9ec-cf83-4a1e-82d1-454b53943c38 req-7197a129-23d3-4e42-9796-b6e1f5d06db2 service neutron] Checking agent: {'id': '32ef628b-8417-46c5-8729-60fcabe358f1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-760453-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 21, 3, 8), 'started_at': datetime.datetime(2022, 1, 26, 21, 3, 8), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 21, 6, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 26 21:06:48.403525 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92f2a9ec-cf83-4a1e-82d1-454b53943c38 req-7197a129-23d3-4e42-9796-b6e1f5d06db2 service neutron] Checking segment: {'id': '4eab25d6-89d9-4907-a1c2-51b06443ba33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '7fbe9cf5-e12c-436d-b372-55a19c9faa30'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103304) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 21:06:48.404264 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-a79ce87e-16e5-417d-815b-f73e8d3ae62d req-a9852fe7-e82a-4ab3-b0f5-9c81afddc8a7 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=4c6e06a3-81ac-4751-9679-9826254c4461 HTTP/1.1" status: 200 len: 217 time: 0.0643134 Jan 26 21:06:48.405178 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92f2a9ec-cf83-4a1e-82d1-454b53943c38 req-7197a129-23d3-4e42-9796-b6e1f5d06db2 service neutron] Bound using segment: {'id': '4eab25d6-89d9-4907-a1c2-51b06443ba33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '7fbe9cf5-e12c-436d-b372-55a19c9faa30'} {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 26 21:06:48.405536 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [req-92f2a9ec-cf83-4a1e-82d1-454b53943c38 req-7197a129-23d3-4e42-9796-b6e1f5d06db2 service neutron] Bound port: 4babdf78-88e1-4fb1-8c31-8142c0f6c49b, host: n-h1-760453-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4eab25d6-89d9-4907-a1c2-51b06443ba33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '7fbe9cf5-e12c-436d-b372-55a19c9faa30'}}] {{(pid=103304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 26 21:06:48.405907 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-92f2a9ec-cf83-4a1e-82d1-454b53943c38 req-7197a129-23d3-4e42-9796-b6e1f5d06db2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (4babdf78-88e1-4fb1-8c31-8142c0f6c49b), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:06:48.467605 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79ce87e-16e5-417d-815b-f73e8d3ae62d req-6156e670-1dc2-4e7b-9fe6-1b429e93a36e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:06:48.469596 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-a79ce87e-16e5-417d-815b-f73e8d3ae62d req-6156e670-1dc2-4e7b-9fe6-1b429e93a36e service neutron] 10.222.0.66 "GET /v2.0/subnets?id=dae01ee8-17f0-4a86-8f17-22a537cba2b9 HTTP/1.1" status: 200 len: 860 time: 0.0601096 Jan 26 21:06:48.499251 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-312f4860-91eb-4bed-825a-8b3f0a585e49 req-6c529d24-ee21-4138-bacc-8feafc2b5b36 tempest-AttachSCSIVolumeTestJSON-568331574 tempest-AttachSCSIVolumeTestJSON-568331574-project] 10.222.0.13 "GET /v2.0/security-groups?id=55df2d54-40b6-41bc-90a1-92a636171891&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1668212 Jan 26 21:06:48.526165 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-a79ce87e-16e5-417d-815b-f73e8d3ae62d req-843b9a89-c11c-4d48-bc9f-2b8da057314e service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=1c3811f3-dcb6-4f77-8c26-3e9819d7c63c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0477588 Jan 26 21:06:48.636719 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [req-92f2a9ec-cf83-4a1e-82d1-454b53943c38 req-7197a129-23d3-4e42-9796-b6e1f5d06db2 service neutron] For port 4babdf78-88e1-4fb1-8c31-8142c0f6c49b, host n-h1-760453-5, cleared binding levels {{(pid=103304) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 26 21:06:48.646715 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [req-92f2a9ec-cf83-4a1e-82d1-454b53943c38 req-7197a129-23d3-4e42-9796-b6e1f5d06db2 service neutron] For port 4babdf78-88e1-4fb1-8c31-8142c0f6c49b, host n-h1-760453-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-5',level=0,port_id=4babdf78-88e1-4fb1-8c31-8142c0f6c49b,segment=NetworkSegment(4eab25d6-89d9-4907-a1c2-51b06443ba33),segment_id=4eab25d6-89d9-4907-a1c2-51b06443ba33)] {{(pid=103304) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 26 21:06:48.658531 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-92f2a9ec-cf83-4a1e-82d1-454b53943c38 req-7197a129-23d3-4e42-9796-b6e1f5d06db2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9281542'] for port (4babdf78-88e1-4fb1-8c31-8142c0f6c49b), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:06:48.682599 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 44508) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:06:48.745603 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f2a9ec-cf83-4a1e-82d1-454b53943c38 req-7197a129-23d3-4e42-9796-b6e1f5d06db2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:06:48.746847 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-a79ce87e-16e5-417d-815b-f73e8d3ae62d req-fa55d681-207f-423d-9d11-cc1f84ed8499 service neutron] 10.222.0.66 "GET /v2.0/networks/1c3811f3-dcb6-4f77-8c26-3e9819d7c63c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2121055 Jan 26 21:06:48.747232 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-92f2a9ec-cf83-4a1e-82d1-454b53943c38 req-7197a129-23d3-4e42-9796-b6e1f5d06db2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:06:48.748708 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-92f2a9ec-cf83-4a1e-82d1-454b53943c38 req-7197a129-23d3-4e42-9796-b6e1f5d06db2 service neutron] 10.222.0.66 "PUT /v2.0/ports/4babdf78-88e1-4fb1-8c31-8142c0f6c49b HTTP/1.1" status: 200 len: 1095 time: 1.6864269 Jan 26 21:06:48.758790 n-d-760453-5 neutron-server[103304]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '16884e59-489a-4b67-8196-44a9711f0d06', 'tag': '4babdf78-88e1-4fb1-8c31-8142c0f6c49b'}] {{(pid=103304) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 21:06:48.784739 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d52b45f1943fcd332af9527eb73ff93c8d715d44383a3f6d18de73b4cfcf87b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-426b8f29-d0f9-4c2c-a7ad-2b9b16463854" -d '{"events": [{"name": "network-changed", "server_uuid": "16884e59-489a-4b67-8196-44a9711f0d06", "tag": "4babdf78-88e1-4fb1-8c31-8142c0f6c49b"}]}' {{(pid=103304) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 21:06:48.887033 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-18563c7e-5901-4126-a30b-ae5c7bb94b6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (474ccdf7-ab6c-405b-a3b2-dc7b05829902), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:06:48.934371 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-2e114089-c5a0-4afb-82a8-b9cccf77d978 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:06:48.936932 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-a79ce87e-16e5-417d-815b-f73e8d3ae62d req-f5f5413a-6b00-4a73-9a9f-2a5b0b06cd40 service neutron] 10.222.0.66 "GET /v2.0/networks/1c3811f3-dcb6-4f77-8c26-3e9819d7c63c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1703675 Jan 26 21:06:49.021979 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ebad10-829f-49cc-996e-5897f3f00682 req-19e192b8-ffd9-4a84-8616-067474ad317c tempest-LiveAutoBlockMigrationV225Test-1645909514 tempest-LiveAutoBlockMigrationV225Test-1645909514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:06:49.022982 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-80ebad10-829f-49cc-996e-5897f3f00682 req-19e192b8-ffd9-4a84-8616-067474ad317c tempest-LiveAutoBlockMigrationV225Test-1645909514 tempest-LiveAutoBlockMigrationV225Test-1645909514-project] 10.222.0.13 "GET /v2.0/ports?device_id=fa873b56-913b-4b6f-ac44-2cc6f39f16b1 HTTP/1.1" status: 200 len: 945 time: 0.2189560 Jan 26 21:06:49.075040 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7197a129-23d3-4e42-9796-b6e1f5d06db2 service neutron] Pushing event updated for resources: {'Port': ['ID=4babdf78-88e1-4fb1-8c31-8142c0f6c49b,revision_number=3']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:06:49.103794 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f2a9ec-cf83-4a1e-82d1-454b53943c38 req-bc3bc234-81a9-49fa-b9ff-ddd18ef40982 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:06:49.105341 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-92f2a9ec-cf83-4a1e-82d1-454b53943c38 req-bc3bc234-81a9-49fa-b9ff-ddd18ef40982 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=463456a94c474b658066f1fbe4f6967f&device_id=16884e59-489a-4b67-8196-44a9711f0d06 HTTP/1.1" status: 200 len: 1098 time: 0.2001956 Jan 26 21:06:49.142523 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b986dc0b-72c3-4023-afdd-23bd8a03f8c7 req-825d54a4-e90d-46a2-8413-ef2c20ea0906 tempest-ServersAdminTestJSON-2108229583 tempest-ServersAdminTestJSON-2108229583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:06:49.144053 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-b986dc0b-72c3-4023-afdd-23bd8a03f8c7 req-825d54a4-e90d-46a2-8413-ef2c20ea0906 tempest-ServersAdminTestJSON-2108229583 tempest-ServersAdminTestJSON-2108229583-project] 10.222.0.13 "GET /v2.0/ports?device_id=16884e59-489a-4b67-8196-44a9711f0d06 HTTP/1.1" status: 200 len: 947 time: 0.1453207 Jan 26 21:06:49.165689 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79ce87e-16e5-417d-815b-f73e8d3ae62d req-d01535b7-e678-41b0-bb90-27b3bc8aec17 tempest-LiveAutoBlockMigrationV225Test-2082869167 tempest-LiveAutoBlockMigrationV225Test-2082869167-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:06:49.167244 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-a79ce87e-16e5-417d-815b-f73e8d3ae62d req-d01535b7-e678-41b0-bb90-27b3bc8aec17 tempest-LiveAutoBlockMigrationV225Test-2082869167 tempest-LiveAutoBlockMigrationV225Test-2082869167-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=fa873b56-913b-4b6f-ac44-2cc6f39f16b1&tenant_id=6a368bf2185e476485148d66b6d73c5c&binding%3Ahost_id=n-h2-760453-5 HTTP/1.1" status: 200 len: 1096 time: 0.0971642 Jan 26 21:06:49.178311 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [req-a79ce87e-16e5-417d-815b-f73e8d3ae62d req-62c354b6-5ce7-47f2-a0fa-b1f4727566cb service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-760453-5'}}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:06:49.207985 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-92f2a9ec-cf83-4a1e-82d1-454b53943c38 req-1d2f6624-4e84-426e-b132-90d9c4a2e9da service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.46&port_id=4babdf78-88e1-4fb1-8c31-8142c0f6c49b HTTP/1.1" status: 200 len: 217 time: 0.0769768 Jan 26 21:06:49.217903 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-80ebad10-829f-49cc-996e-5897f3f00682 req-059c1715-6475-448f-a2d7-2efa659dc66e tempest-LiveAutoBlockMigrationV225Test-1645909514 tempest-LiveAutoBlockMigrationV225Test-1645909514-project] 10.222.0.13 "GET /v2.0/security-groups?id=d3d52ae6-e761-44ee-98bd-9ad0dc66343a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1782210 Jan 26 21:06:49.234711 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-a79ce87e-16e5-417d-815b-f73e8d3ae62d req-62c354b6-5ce7-47f2-a0fa-b1f4727566cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (4c6e06a3-81ac-4751-9679-9826254c4461), before_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:06:49.271392 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Jan 2022 21:06:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d278d495-ac07-452f-9e0f-da33ddae7556 x-openstack-request-id: req-d278d495-ac07-452f-9e0f-da33ddae7556 {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 21:06:49.271847 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75310938-e130-4b0c-9bea-a4b4989a734c", "name": "network-vif-plugged", "status": "completed", "tag": "f9dae219-b3f7-482b-a4fa-9a48439a5e89", "code": 200}]} {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 21:06:49.272194 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d278d495-ac07-452f-9e0f-da33ddae7556 {{(pid=103306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 21:06:49.272616 n-d-760453-5 neutron-server[103306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75310938-e130-4b0c-9bea-a4b4989a734c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9dae219-b3f7-482b-a4fa-9a48439a5e89', 'code': 200} Jan 26 21:06:49.385501 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-2e114089-c5a0-4afb-82a8-b9cccf77d978 admin admin] Publish callbacks [] for security_group (f188e2c8-2a1c-46d5-8de0-0b7b2ef36151), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:06:49.386277 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [req-a79ce87e-16e5-417d-815b-f73e8d3ae62d req-62c354b6-5ce7-47f2-a0fa-b1f4727566cb service neutron] For port 4c6e06a3-81ac-4751-9679-9826254c4461, host n-h2-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-5',level=0,port_id=4c6e06a3-81ac-4751-9679-9826254c4461,segment=NetworkSegment(ff84b980-87bb-452b-8f52-d472b3cbbe9c),segment_id=ff84b980-87bb-452b-8f52-d472b3cbbe9c)] {{(pid=103305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:06:49.388094 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-aa764bdc-8d93-4e99-8875-37a4e97252c8 req-da5bb71d-5b4f-4d64-94c4-2ee995577333 tempest-LiveMigrationNegativeTest-869384580 tempest-LiveMigrationNegativeTest-869384580-project] 10.222.0.13 "GET /v2.0/ports?device_id=6fdffc41-3d46-4eb3-ae63-ebfe4e1031c3 HTTP/1.1" status: 200 len: 210 time: 0.0627434 Jan 26 21:06:49.391290 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-b986dc0b-72c3-4023-afdd-23bd8a03f8c7 req-68eca36f-e898-4291-9559-be945c83293f tempest-ServersAdminTestJSON-2108229583 tempest-ServersAdminTestJSON-2108229583-project] 10.222.0.13 "GET /v2.0/security-groups?id=95bc11fd-db53-4b42-971c-c958ca031066&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2362151 Jan 26 21:06:49.407791 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f2a9ec-cf83-4a1e-82d1-454b53943c38 req-190cdbb8-2050-4da8-ac6f-034be80597b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:06:49.409882 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-92f2a9ec-cf83-4a1e-82d1-454b53943c38 req-190cdbb8-2050-4da8-ac6f-034be80597b5 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=fd77e534-75e6-4b90-950e-f5824d584430 HTTP/1.1" status: 200 len: 843 time: 0.1884055 Jan 26 21:06:49.410753 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-2e114089-c5a0-4afb-82a8-b9cccf77d978 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (f188e2c8-2a1c-46d5-8de0-0b7b2ef36151), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:06:49.444727 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [req-a79ce87e-16e5-417d-815b-f73e8d3ae62d req-62c354b6-5ce7-47f2-a0fa-b1f4727566cb service neutron] For port 4c6e06a3-81ac-4751-9679-9826254c4461, host n-h2-760453-5, cleared binding levels {{(pid=103305) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 26 21:06:49.500550 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 26 Jan 2022 21:06:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12c2d948-1bc3-4986-9d06-45770f3e6c6d x-openstack-request-id: req-12c2d948-1bc3-4986-9d06-45770f3e6c6d {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 21:06:49.500864 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "16884e59-489a-4b67-8196-44a9711f0d06", "tag": "4babdf78-88e1-4fb1-8c31-8142c0f6c49b", "status": "completed", "code": 200}]} {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 21:06:49.501083 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-12c2d948-1bc3-4986-9d06-45770f3e6c6d {{(pid=103304) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 21:06:49.501504 n-d-760453-5 neutron-server[103304]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '16884e59-489a-4b67-8196-44a9711f0d06', 'tag': '4babdf78-88e1-4fb1-8c31-8142c0f6c49b', 'status': 'completed', 'code': 200} Jan 26 21:06:49.516587 n-d-760453-5 neutron-server[103305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa873b56-913b-4b6f-ac44-2cc6f39f16b1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4c6e06a3-81ac-4751-9679-9826254c4461'}] {{(pid=103305) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 21:06:49.519041 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d4654568b7bf041e72ff8fe1c96d6d761d9c921f2b99bc7b3a26632be20cee0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a33f0d23-f5d9-4bb2-94ae-ece75a8c7db8" -d '{"events": [{"server_uuid": "fa873b56-913b-4b6f-ac44-2cc6f39f16b1", "name": "network-vif-unplugged", "status": "completed", "tag": "4c6e06a3-81ac-4751-9679-9826254c4461"}]}' {{(pid=103305) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 21:06:49.525242 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-2e114089-c5a0-4afb-82a8-b9cccf77d978 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=74b81266ff7447e6ab35400282c8273d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8389347 Jan 26 21:06:49.525461 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-a79ce87e-16e5-417d-815b-f73e8d3ae62d req-62c354b6-5ce7-47f2-a0fa-b1f4727566cb service neutron] Publish callbacks [] for port (4c6e06a3-81ac-4751-9679-9826254c4461), precommit_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:06:49.527249 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 44518) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:06:49.539059 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-3e162175-b861-4a0e-b58f-90db64a51687 req-6984e4d9-d437-4b9e-a565-15b484aafea5 tempest-LiveMigrationNegativeTest-869384580 tempest-LiveMigrationNegativeTest-869384580-project] 10.222.0.57 "GET /v2.0/networks?tenant_id=9c01b4e5f2b446af86a1de537d353daf&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0418611 Jan 26 21:06:49.541549 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e114089-c5a0-4afb-82a8-b9cccf77d978 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f188e2c8-2a1c-46d5-8de0-0b7b2ef36151,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:06:49.543336 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-a79ce87e-16e5-417d-815b-f73e8d3ae62d req-62c354b6-5ce7-47f2-a0fa-b1f4727566cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11791520'] for port (4c6e06a3-81ac-4751-9679-9826254c4461), after_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:06:49.571605 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7451b3c-d8fc-4fe4-a2a9-210c02c9e2f9 req-54d8a25f-9e3f-4121-95a1-5df59901aa02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:06:49.574800 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-f7451b3c-d8fc-4fe4-a2a9-210c02c9e2f9 req-54d8a25f-9e3f-4121-95a1-5df59901aa02 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=75310938-e130-4b0c-9bea-a4b4989a734c HTTP/1.1" status: 200 len: 1096 time: 0.2271237 Jan 26 21:06:49.638966 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f2a9ec-cf83-4a1e-82d1-454b53943c38 req-4df9a01f-c53c-42d7-acb2-03e7e9bc7759 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:06:49.640429 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-92f2a9ec-cf83-4a1e-82d1-454b53943c38 req-4df9a01f-c53c-42d7-acb2-03e7e9bc7759 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=7fbe9cf5-e12c-436d-b372-55a19c9faa30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2162209 Jan 26 21:06:49.676609 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ce9def-d038-44ca-8f67-511c605bf52f req-2792ae7b-ed47-4214-951a-d1456b781adc tempest-MigrationsAdminTest-1745308335 tempest-MigrationsAdminTest-1745308335-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:06:49.678191 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-79ce9def-d038-44ca-8f67-511c605bf52f req-2792ae7b-ed47-4214-951a-d1456b781adc tempest-MigrationsAdminTest-1745308335 tempest-MigrationsAdminTest-1745308335-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=7f544618-ae90-49cb-a581-602469d4709d HTTP/1.1" status: 200 len: 1101 time: 0.1898046 Jan 26 21:06:49.733083 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [req-a79ce87e-16e5-417d-815b-f73e8d3ae62d req-62c354b6-5ce7-47f2-a0fa-b1f4727566cb service neutron] Attempting to bind port 4c6e06a3-81ac-4751-9679-9826254c4461 on host n-h2-760453-5 for vnic_type normal with profile {"migrating_to": "n-h1-760453-5"} {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 21:06:49.733462 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [req-a79ce87e-16e5-417d-815b-f73e8d3ae62d req-62c354b6-5ce7-47f2-a0fa-b1f4727566cb service neutron] Attempting to bind port 4c6e06a3-81ac-4751-9679-9826254c4461 by drivers openvswitch,hyperv on host n-h2-760453-5 at level 0 using segments [{'id': 'ff84b980-87bb-452b-8f52-d472b3cbbe9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '1c3811f3-dcb6-4f77-8c26-3e9819d7c63c'}] {{(pid=103305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 26 21:06:49.733798 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a79ce87e-16e5-417d-815b-f73e8d3ae62d req-62c354b6-5ce7-47f2-a0fa-b1f4727566cb service neutron] Attempting to bind port 4c6e06a3-81ac-4751-9679-9826254c4461 on network 1c3811f3-dcb6-4f77-8c26-3e9819d7c63c {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 21:06:49.738312 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c354b6-5ce7-47f2-a0fa-b1f4727566cb service neutron] Pushing event updated for resources: {'Port': ['ID=4c6e06a3-81ac-4751-9679-9826254c4461,revision_number=7']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:06:49.749513 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e162175-b861-4a0e-b58f-90db64a51687 req-23d42245-b537-4ad9-919e-62c904306cd0 tempest-LiveMigrationNegativeTest-869384580 tempest-LiveMigrationNegativeTest-869384580-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:06:49.751006 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-3e162175-b861-4a0e-b58f-90db64a51687 req-23d42245-b537-4ad9-919e-62c904306cd0 tempest-LiveMigrationNegativeTest-869384580 tempest-LiveMigrationNegativeTest-869384580-project] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2034407 Jan 26 21:06:49.752511 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 26 Jan 2022 21:06:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-546c1fb0-a4fb-4b4f-9b6a-6be3bef2eb5c x-openstack-request-id: req-546c1fb0-a4fb-4b4f-9b6a-6be3bef2eb5c {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 21:06:49.752873 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa873b56-913b-4b6f-ac44-2cc6f39f16b1", "name": "network-vif-unplugged", "status": "completed", "tag": "4c6e06a3-81ac-4751-9679-9826254c4461", "code": 200}]} {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 21:06:49.753055 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-546c1fb0-a4fb-4b4f-9b6a-6be3bef2eb5c {{(pid=103305) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 21:06:49.753460 n-d-760453-5 neutron-server[103305]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa873b56-913b-4b6f-ac44-2cc6f39f16b1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4c6e06a3-81ac-4751-9679-9826254c4461', 'code': 200} Jan 26 21:06:49.754137 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a79ce87e-16e5-417d-815b-f73e8d3ae62d req-62c354b6-5ce7-47f2-a0fa-b1f4727566cb service neutron] Port 4c6e06a3-81ac-4751-9679-9826254c4461 on network 1c3811f3-dcb6-4f77-8c26-3e9819d7c63c not bound, no agent of type Open vSwitch agent registered on host n-h2-760453-5 {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 26 21:06:49.754582 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a79ce87e-16e5-417d-815b-f73e8d3ae62d req-62c354b6-5ce7-47f2-a0fa-b1f4727566cb service neutron] Attempting to bind port 4c6e06a3-81ac-4751-9679-9826254c4461 on network 1c3811f3-dcb6-4f77-8c26-3e9819d7c63c {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 21:06:49.759129 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-f7451b3c-d8fc-4fe4-a2a9-210c02c9e2f9 req-681a5223-1026-410b-9754-4c5217422f43 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=55df2d54-40b6-41bc-90a1-92a636171891&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1752868 Jan 26 21:06:49.763938 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [req-3e162175-b861-4a0e-b58f-90db64a51687 req-6c31a4f1-bddd-4ce9-9043-7729f75e507a tempest-LiveMigrationNegativeTest-869384580 tempest-LiveMigrationNegativeTest-869384580-project] Request body: {'port': {'device_id': '6fdffc41-3d46-4eb3-ae63-ebfe4e1031c3', 'network_id': '7fbe9cf5-e12c-436d-b372-55a19c9faa30', 'admin_state_up': True, 'tenant_id': '9c01b4e5f2b446af86a1de537d353daf'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:06:49.770322 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a79ce87e-16e5-417d-815b-f73e8d3ae62d req-62c354b6-5ce7-47f2-a0fa-b1f4727566cb service neutron] Checking agent: {'id': '4d619873-4b60-439f-9b5a-b155dc8bbc34', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-760453-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 21, 2, 53), 'started_at': datetime.datetime(2022, 1, 26, 21, 2, 53), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 21, 6, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 26 21:06:49.770668 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a79ce87e-16e5-417d-815b-f73e8d3ae62d req-62c354b6-5ce7-47f2-a0fa-b1f4727566cb service neutron] Checking segment: {'id': 'ff84b980-87bb-452b-8f52-d472b3cbbe9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '1c3811f3-dcb6-4f77-8c26-3e9819d7c63c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103305) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 21:06:49.771054 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a79ce87e-16e5-417d-815b-f73e8d3ae62d req-62c354b6-5ce7-47f2-a0fa-b1f4727566cb service neutron] Bound using segment: {'id': 'ff84b980-87bb-452b-8f52-d472b3cbbe9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '1c3811f3-dcb6-4f77-8c26-3e9819d7c63c'} {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 26 21:06:49.771498 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [req-a79ce87e-16e5-417d-815b-f73e8d3ae62d req-62c354b6-5ce7-47f2-a0fa-b1f4727566cb service neutron] Bound port: 4c6e06a3-81ac-4751-9679-9826254c4461, host: n-h2-760453-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ff84b980-87bb-452b-8f52-d472b3cbbe9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '1c3811f3-dcb6-4f77-8c26-3e9819d7c63c'}}] {{(pid=103305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 26 21:06:49.771860 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-a79ce87e-16e5-417d-815b-f73e8d3ae62d req-62c354b6-5ce7-47f2-a0fa-b1f4727566cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (4c6e06a3-81ac-4751-9679-9826254c4461), before_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:06:49.809437 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-cdab9e5c-629b-4f2a-9687-6908933be2c1 admin admin] Publish callbacks [] for security_group (f188e2c8-2a1c-46d5-8de0-0b7b2ef36151), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:06:49.850037 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-79ce9def-d038-44ca-8f67-511c605bf52f req-c00f889f-bbdd-4045-8eb7-ad96373cd993 tempest-MigrationsAdminTest-1745308335 tempest-MigrationsAdminTest-1745308335-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=e0b082e3-685f-492b-b87f-3045b8ecd8c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1536012 Jan 26 21:06:49.882213 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-cdab9e5c-629b-4f2a-9687-6908933be2c1 admin admin] Publish callbacks [] for security_group (f188e2c8-2a1c-46d5-8de0-0b7b2ef36151), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:06:49.894775 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-92f2a9ec-cf83-4a1e-82d1-454b53943c38 req-78210512-3159-4264-a2fa-26dfe63b6a8e service neutron] 10.222.0.66 "GET /v2.0/networks/7fbe9cf5-e12c-436d-b372-55a19c9faa30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2431757 Jan 26 21:06:49.938002 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c952723c-fdb3-44e8-8d86-e6ce87c24f81 req-dc62abbd-e2c8-492c-a910-d8516f140353 tempest-AttachSCSIVolumeTestJSON-568331574 tempest-AttachSCSIVolumeTestJSON-568331574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:06:49.939572 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-c952723c-fdb3-44e8-8d86-e6ce87c24f81 req-dc62abbd-e2c8-492c-a910-d8516f140353 tempest-AttachSCSIVolumeTestJSON-568331574 tempest-AttachSCSIVolumeTestJSON-568331574-project] 10.222.0.13 "GET /v2.0/ports?device_id=75310938-e130-4b0c-9bea-a4b4989a734c HTTP/1.1" status: 200 len: 945 time: 0.1420972 Jan 26 21:06:50.074166 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-cdab9e5c-629b-4f2a-9687-6908933be2c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (f188e2c8-2a1c-46d5-8de0-0b7b2ef36151), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:06:50.077986 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-cdab9e5c-629b-4f2a-9687-6908933be2c1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:06:50.082630 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-cdab9e5c-629b-4f2a-9687-6908933be2c1 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/f188e2c8-2a1c-46d5-8de0-0b7b2ef36151 HTTP/1.1" status: 204 len: 168 time: 0.5379798 Jan 26 21:06:50.092562 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-c952723c-fdb3-44e8-8d86-e6ce87c24f81 req-68d68134-9c51-477e-9953-61fd456c190e tempest-AttachSCSIVolumeTestJSON-568331574 tempest-AttachSCSIVolumeTestJSON-568331574-project] 10.222.0.13 "GET /v2.0/security-groups?id=55df2d54-40b6-41bc-90a1-92a636171891&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1389461 Jan 26 21:06:50.100479 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-92f2a9ec-cf83-4a1e-82d1-454b53943c38 req-18669c16-9af2-4462-bb87-1221935868a3 service neutron] 10.222.0.66 "GET /v2.0/networks/7fbe9cf5-e12c-436d-b372-55a19c9faa30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1826255 Jan 26 21:06:50.102906 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdab9e5c-629b-4f2a-9687-6908933be2c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f188e2c8-2a1c-46d5-8de0-0b7b2ef36151,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:06:50.129880 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [req-a79ce87e-16e5-417d-815b-f73e8d3ae62d req-62c354b6-5ce7-47f2-a0fa-b1f4727566cb service neutron] For port 4c6e06a3-81ac-4751-9679-9826254c4461, host n-h2-760453-5, cleared binding levels {{(pid=103305) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 26 21:06:50.133827 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [req-a79ce87e-16e5-417d-815b-f73e8d3ae62d req-62c354b6-5ce7-47f2-a0fa-b1f4727566cb service neutron] For port 4c6e06a3-81ac-4751-9679-9826254c4461, host n-h2-760453-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-5',level=0,port_id=4c6e06a3-81ac-4751-9679-9826254c4461,segment=NetworkSegment(ff84b980-87bb-452b-8f52-d472b3cbbe9c),segment_id=ff84b980-87bb-452b-8f52-d472b3cbbe9c)] {{(pid=103305) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 26 21:06:50.145457 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-a79ce87e-16e5-417d-815b-f73e8d3ae62d req-62c354b6-5ce7-47f2-a0fa-b1f4727566cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11791520'] for port (4c6e06a3-81ac-4751-9679-9826254c4461), after_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:06:50.179194 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3e162175-b861-4a0e-b58f-90db64a51687 req-6c31a4f1-bddd-4ce9-9043-7729f75e507a tempest-LiveMigrationNegativeTest-869384580 tempest-LiveMigrationNegativeTest-869384580-project] Made reservation on behalf of 9c01b4e5f2b446af86a1de537d353daf for: {'port': 1} {{(pid=103305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 21:06:50.182606 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-3e162175-b861-4a0e-b58f-90db64a51687 req-6c31a4f1-bddd-4ce9-9043-7729f75e507a tempest-LiveMigrationNegativeTest-869384580 tempest-LiveMigrationNegativeTest-869384580-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:06:50.207332 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-3e162175-b861-4a0e-b58f-90db64a51687 req-6c31a4f1-bddd-4ce9-9043-7729f75e507a tempest-LiveMigrationNegativeTest-869384580 tempest-LiveMigrationNegativeTest-869384580-project] Publish callbacks [] for security_group (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:06:50.266079 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79ce87e-16e5-417d-815b-f73e8d3ae62d req-62c354b6-5ce7-47f2-a0fa-b1f4727566cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:06:50.266704 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-a79ce87e-16e5-417d-815b-f73e8d3ae62d req-62c354b6-5ce7-47f2-a0fa-b1f4727566cb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:06:50.268186 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-a79ce87e-16e5-417d-815b-f73e8d3ae62d req-62c354b6-5ce7-47f2-a0fa-b1f4727566cb service neutron] 10.222.0.66 "PUT /v2.0/ports/4c6e06a3-81ac-4751-9679-9826254c4461 HTTP/1.1" status: 200 len: 1121 time: 1.0943062 Jan 26 21:06:50.269018 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c354b6-5ce7-47f2-a0fa-b1f4727566cb service neutron] Pushing event updated for resources: {'Port': ['ID=4c6e06a3-81ac-4751-9679-9826254c4461,revision_number=8']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:06:50.304929 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-d4405ffa-9d71-4f0f-aa2f-201ce6bad583 req-e782255d-0ed2-4123-ba85-02c58dad8fb1 tempest-MigrationsAdminTest-1084137346 tempest-MigrationsAdminTest-1084137346-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=d178ac49ddc9478db66ba71c81039890&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0267797 Jan 26 21:06:50.364822 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-3e162175-b861-4a0e-b58f-90db64a51687 req-6c31a4f1-bddd-4ce9-9043-7729f75e507a tempest-LiveMigrationNegativeTest-869384580 tempest-LiveMigrationNegativeTest-869384580-project] Publish callbacks [] for security_group (c0d7fcc6-eb34-4805-a02c-eebfcd508c09), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:06:50.369573 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-3e162175-b861-4a0e-b58f-90db64a51687 req-6c31a4f1-bddd-4ce9-9043-7729f75e507a tempest-LiveMigrationNegativeTest-869384580 tempest-LiveMigrationNegativeTest-869384580-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (c0d7fcc6-eb34-4805-a02c-eebfcd508c09), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:06:50.382137 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] get_ports_and_sgs() called for port_ids ['4c6e06a3-81ac-4751-9679-9826254c4461'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 26 21:06:50.450548 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c31a4f1-bddd-4ce9-9043-7729f75e507a tempest-LiveMigrationNegativeTest-869384580 tempest-LiveMigrationNegativeTest-869384580-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c0d7fcc6-eb34-4805-a02c-eebfcd508c09,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:06:50.461846 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426b8f29-d0f9-4c2c-a7ad-2b9b16463854 req-3ec488e6-2985-4513-a9b7-a3b8af6523b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:06:50.463510 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-426b8f29-d0f9-4c2c-a7ad-2b9b16463854 req-3ec488e6-2985-4513-a9b7-a3b8af6523b4 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=463456a94c474b658066f1fbe4f6967f&device_id=16884e59-489a-4b67-8196-44a9711f0d06 HTTP/1.1" status: 200 len: 1098 time: 0.2391131 Jan 26 21:06:50.508308 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4405ffa-9d71-4f0f-aa2f-201ce6bad583 req-ac6542ef-dcf2-47bf-995f-32d384a75da0 tempest-MigrationsAdminTest-1084137346 tempest-MigrationsAdminTest-1084137346-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:06:50.516665 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-d4405ffa-9d71-4f0f-aa2f-201ce6bad583 req-ac6542ef-dcf2-47bf-995f-32d384a75da0 tempest-MigrationsAdminTest-1084137346 tempest-MigrationsAdminTest-1084137346-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2037184 Jan 26 21:06:50.518807 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 44554) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:06:50.540355 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-d4405ffa-9d71-4f0f-aa2f-201ce6bad583 req-3967b894-9f02-4828-a4e3-03b1a8d8c4c7 tempest-MigrationsAdminTest-1084137346 tempest-MigrationsAdminTest-1084137346-project] 10.222.0.13 "GET /v2.0/quotas/d178ac49ddc9478db66ba71c81039890 HTTP/1.1" status: 200 len: 375 time: 0.0233064 Jan 26 21:06:50.547076 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.db_base_plugin_common [req-3e162175-b861-4a0e-b58f-90db64a51687 req-6c31a4f1-bddd-4ce9-9043-7729f75e507a tempest-LiveMigrationNegativeTest-869384580 tempest-LiveMigrationNegativeTest-869384580-project] Allocated IP 192.168.233.42 (7fbe9cf5-e12c-436d-b372-55a19c9faa30/fd77e534-75e6-4b90-950e-f5824d584430/183a2644-444d-4a3f-9603-c7f0561e6c38) {{(pid=103305) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 21:06:50.642145 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9bbda84-df5d-45d8-8be0-2643c884e1a1 req-49d66b3f-445a-4923-a70e-e65c89c231b6 tempest-LiveAutoBlockMigrationV225Test-1645909514 tempest-LiveAutoBlockMigrationV225Test-1645909514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:06:50.661053 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-c9bbda84-df5d-45d8-8be0-2643c884e1a1 req-49d66b3f-445a-4923-a70e-e65c89c231b6 tempest-LiveAutoBlockMigrationV225Test-1645909514 tempest-LiveAutoBlockMigrationV225Test-1645909514-project] 10.222.0.13 "GET /v2.0/ports?device_id=fa873b56-913b-4b6f-ac44-2cc6f39f16b1 HTTP/1.1" status: 200 len: 943 time: 0.3203762 Jan 26 21:06:50.718511 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-d4405ffa-9d71-4f0f-aa2f-201ce6bad583 req-67ea20bf-f9a7-48b1-8b30-fce552607b47 tempest-MigrationsAdminTest-1084137346 tempest-MigrationsAdminTest-1084137346-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=d178ac49ddc9478db66ba71c81039890&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1773586 Jan 26 21:06:50.728640 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-bba2710c-f908-4474-8e1f-4b9793517a68 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:06:50.783358 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-c9bbda84-df5d-45d8-8be0-2643c884e1a1 req-6ec6cb92-ba2e-4e48-9746-1a4292fe80e7 tempest-LiveAutoBlockMigrationV225Test-1645909514 tempest-LiveAutoBlockMigrationV225Test-1645909514-project] 10.222.0.13 "GET /v2.0/security-groups?id=d3d52ae6-e761-44ee-98bd-9ad0dc66343a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213109 Jan 26 21:06:50.793715 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426b8f29-d0f9-4c2c-a7ad-2b9b16463854 req-20adec1d-6ee5-407a-9eb0-4c689dbc3373 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:06:50.795188 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-426b8f29-d0f9-4c2c-a7ad-2b9b16463854 req-20adec1d-6ee5-407a-9eb0-4c689dbc3373 service neutron] 10.222.0.66 "GET /v2.0/networks?id=7fbe9cf5-e12c-436d-b372-55a19c9faa30 HTTP/1.1" status: 200 len: 870 time: 0.3210194 Jan 26 21:06:50.853207 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-426b8f29-d0f9-4c2c-a7ad-2b9b16463854 req-b801dbc4-fe75-4ade-8dd0-238a175d2afd service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.46&port_id=4babdf78-88e1-4fb1-8c31-8142c0f6c49b HTTP/1.1" status: 200 len: 217 time: 0.0496454 Jan 26 21:06:50.860833 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-3e162175-b861-4a0e-b58f-90db64a51687 req-6c31a4f1-bddd-4ce9-9043-7729f75e507a tempest-LiveMigrationNegativeTest-869384580 tempest-LiveMigrationNegativeTest-869384580-project] Publish callbacks [] for port (183a2644-444d-4a3f-9603-c7f0561e6c38), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:06:50.962973 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-bba2710c-f908-4474-8e1f-4b9793517a68 admin admin] Publish callbacks [] for security_group (85247201-6daa-4fde-bf75-c8a6b92e4290), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:06:50.969117 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-bba2710c-f908-4474-8e1f-4b9793517a68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (85247201-6daa-4fde-bf75-c8a6b92e4290), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:06:50.972632 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-3e162175-b861-4a0e-b58f-90db64a51687 req-6c31a4f1-bddd-4ce9-9043-7729f75e507a tempest-LiveMigrationNegativeTest-869384580 tempest-LiveMigrationNegativeTest-869384580-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746560234527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11791543'] for port (183a2644-444d-4a3f-9603-c7f0561e6c38), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:06:51.022017 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426b8f29-d0f9-4c2c-a7ad-2b9b16463854 req-f687b2f5-ac75-482c-b7b3-5dd4debc2e17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:06:51.024118 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-426b8f29-d0f9-4c2c-a7ad-2b9b16463854 req-f687b2f5-ac75-482c-b7b3-5dd4debc2e17 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=fd77e534-75e6-4b90-950e-f5824d584430 HTTP/1.1" status: 200 len: 843 time: 0.1620386 Jan 26 21:06:51.051814 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-bba2710c-f908-4474-8e1f-4b9793517a68 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=27d61f6693584c39866981dc518a9e2d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5286608 Jan 26 21:06:51.061506 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 44576) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:06:51.075910 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3e162175-b861-4a0e-b58f-90db64a51687 req-6c31a4f1-bddd-4ce9-9043-7729f75e507a tempest-LiveMigrationNegativeTest-869384580 tempest-LiveMigrationNegativeTest-869384580-project] Network 7fbe9cf5-e12c-436d-b372-55a19c9faa30 is already hosted by enough agents. {{(pid=103305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 21:06:51.106631 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d295eb-f85d-432f-af48-f6eeeaf39ce2 req-050679ee-5a1c-4dc7-9d11-03adb8fd6b29 tempest-ServersAdminTestJSON-2108229583 tempest-ServersAdminTestJSON-2108229583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:06:51.106893 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [req-3e162175-b861-4a0e-b58f-90db64a51687 req-6c31a4f1-bddd-4ce9-9043-7729f75e507a tempest-LiveMigrationNegativeTest-869384580 tempest-LiveMigrationNegativeTest-869384580-project] Resources bound (agent type, host, resource id): {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:06:51.108804 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba2710c-f908-4474-8e1f-4b9793517a68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85247201-6daa-4fde-bf75-c8a6b92e4290,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:06:51.115441 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e162175-b861-4a0e-b58f-90db64a51687 req-6c31a4f1-bddd-4ce9-9043-7729f75e507a tempest-LiveMigrationNegativeTest-869384580 tempest-LiveMigrationNegativeTest-869384580-project] Received port after_create {{(pid=103305) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 21:06:51.118708 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c31a4f1-bddd-4ce9-9043-7729f75e507a tempest-LiveMigrationNegativeTest-869384580 tempest-LiveMigrationNegativeTest-869384580-project] Pushing event updated for resources: {'Port': ['ID=183a2644-444d-4a3f-9603-c7f0561e6c38,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:06:51.129996 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-64d295eb-f85d-432f-af48-f6eeeaf39ce2 req-050679ee-5a1c-4dc7-9d11-03adb8fd6b29 tempest-ServersAdminTestJSON-2108229583 tempest-ServersAdminTestJSON-2108229583-project] 10.222.0.13 "GET /v2.0/ports?device_id=16884e59-489a-4b67-8196-44a9711f0d06 HTTP/1.1" status: 200 len: 947 time: 0.1583335 Jan 26 21:06:51.182817 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-6da4f144-2a24-4275-baf8-c8ab5a556641 admin admin] Publish callbacks [] for security_group (85247201-6daa-4fde-bf75-c8a6b92e4290), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:06:51.185450 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412d45f4-1f6d-412b-b89f-a4339d4fa7c3 req-1600fc86-aa8e-4c7c-84c0-20e2fbb23a3b tempest-LiveMigrationNegativeTest-869384580 tempest-LiveMigrationNegativeTest-869384580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:06:51.187174 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-412d45f4-1f6d-412b-b89f-a4339d4fa7c3 req-1600fc86-aa8e-4c7c-84c0-20e2fbb23a3b tempest-LiveMigrationNegativeTest-869384580 tempest-LiveMigrationNegativeTest-869384580-project] 10.222.0.13 "GET /v2.0/ports?device_id=6fdffc41-3d46-4eb3-ae63-ebfe4e1031c3 HTTP/1.1" status: 200 len: 935 time: 0.2263942 Jan 26 21:06:51.192841 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-a4534fc0-4d8e-4f30-9ef4-42dfcf9886e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (09df100c-3af1-4b0a-bda8-05914c71c458), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:06:51.207802 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e162175-b861-4a0e-b58f-90db64a51687 req-6c31a4f1-bddd-4ce9-9043-7729f75e507a tempest-LiveMigrationNegativeTest-869384580 tempest-LiveMigrationNegativeTest-869384580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:06:51.207802 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-3e162175-b861-4a0e-b58f-90db64a51687 req-6c31a4f1-bddd-4ce9-9043-7729f75e507a tempest-LiveMigrationNegativeTest-869384580 tempest-LiveMigrationNegativeTest-869384580-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:06:51.234540 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-6da4f144-2a24-4275-baf8-c8ab5a556641 admin admin] Publish callbacks [] for security_group (85247201-6daa-4fde-bf75-c8a6b92e4290), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:06:51.266423 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-3e162175-b861-4a0e-b58f-90db64a51687 req-6c31a4f1-bddd-4ce9-9043-7729f75e507a tempest-LiveMigrationNegativeTest-869384580 tempest-LiveMigrationNegativeTest-869384580-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.5062094 Jan 26 21:06:51.280846 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [req-3e162175-b861-4a0e-b58f-90db64a51687 req-65799053-a2e6-4377-bf6c-ee5746f48160 service neutron] Request body: {'port': {'device_id': '6fdffc41-3d46-4eb3-ae63-ebfe4e1031c3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-760453-5'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:06:51.306241 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426b8f29-d0f9-4c2c-a7ad-2b9b16463854 req-053d05c1-d400-49b2-b06f-e31817decd21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:06:51.307761 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-426b8f29-d0f9-4c2c-a7ad-2b9b16463854 req-053d05c1-d400-49b2-b06f-e31817decd21 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=7fbe9cf5-e12c-436d-b372-55a19c9faa30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2665834 Jan 26 21:06:51.329460 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-64d295eb-f85d-432f-af48-f6eeeaf39ce2 req-65cda140-beca-4e4e-afd3-97641f155a4e tempest-ServersAdminTestJSON-2108229583 tempest-ServersAdminTestJSON-2108229583-project] 10.222.0.13 "GET /v2.0/security-groups?id=95bc11fd-db53-4b42-971c-c958ca031066&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1949275 Jan 26 21:06:51.362010 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-3e162175-b861-4a0e-b58f-90db64a51687 req-65799053-a2e6-4377-bf6c-ee5746f48160 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (183a2644-444d-4a3f-9603-c7f0561e6c38), before_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:06:51.372283 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-6da4f144-2a24-4275-baf8-c8ab5a556641 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (85247201-6daa-4fde-bf75-c8a6b92e4290), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:06:51.375480 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-6da4f144-2a24-4275-baf8-c8ab5a556641 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:06:51.376759 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-6da4f144-2a24-4275-baf8-c8ab5a556641 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/85247201-6daa-4fde-bf75-c8a6b92e4290 HTTP/1.1" status: 204 len: 168 time: 0.3130016 Jan 26 21:06:51.393087 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da4f144-2a24-4275-baf8-c8ab5a556641 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85247201-6daa-4fde-bf75-c8a6b92e4290,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:06:51.425767 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-412d45f4-1f6d-412b-b89f-a4339d4fa7c3 req-6b1a4b3c-62d9-43ca-9739-45e4753b56f8 tempest-LiveMigrationNegativeTest-869384580 tempest-LiveMigrationNegativeTest-869384580-project] 10.222.0.13 "GET /v2.0/security-groups?id=c0d7fcc6-eb34-4805-a02c-eebfcd508c09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2178581 Jan 26 21:06:51.504524 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-f708b2bb-db23-4eca-bc08-b2037805d10d req-e8800a5f-d50a-4ae5-8006-efe658cdc466 tempest-MigrationsAdminTest-1084137346 tempest-MigrationsAdminTest-1084137346-project] 10.222.0.13 "GET /v2.0/ports?device_id=6689602d-c315-4f2d-bb1a-84915600014f HTTP/1.1" status: 200 len: 210 time: 0.0725541 Jan 26 21:06:51.549407 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-426b8f29-d0f9-4c2c-a7ad-2b9b16463854 req-71d36a3f-33ca-4c18-aee7-0b8d502f08ab service neutron] 10.222.0.66 "GET /v2.0/networks/7fbe9cf5-e12c-436d-b372-55a19c9faa30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2157576 Jan 26 21:06:51.614405 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-329c9d44-f7e3-473d-bdca-508a5fa3f7fc None None] Provisioning complete for port 183a2644-444d-4a3f-9603-c7f0561e6c38 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:06:51.614934 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-329c9d44-f7e3-473d-bdca-508a5fa3f7fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (183a2644-444d-4a3f-9603-c7f0561e6c38), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:06:51.696549 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-329c9d44-f7e3-473d-bdca-508a5fa3f7fc None None] Port 183a2644-444d-4a3f-9603-c7f0561e6c38 cannot update to ACTIVE because it is not bound. {{(pid=103306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 26 21:06:51.754977 n-d-760453-5 neutron-server[103305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa873b56-913b-4b6f-ac44-2cc6f39f16b1', 'tag': '4c6e06a3-81ac-4751-9679-9826254c4461'}] {{(pid=103305) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 21:06:51.758359 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d4654568b7bf041e72ff8fe1c96d6d761d9c921f2b99bc7b3a26632be20cee0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eafac27d-e439-4890-900e-4cd2edd99aba" -d '{"events": [{"name": "network-changed", "server_uuid": "fa873b56-913b-4b6f-ac44-2cc6f39f16b1", "tag": "4c6e06a3-81ac-4751-9679-9826254c4461"}]}' {{(pid=103305) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 21:06:51.848021 n-d-760453-5 neutron-server[103305]: DEBUG neutron.notifiers.nova [req-3e162175-b861-4a0e-b58f-90db64a51687 req-65799053-a2e6-4377-bf6c-ee5746f48160 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 183a2644-444d-4a3f-9603-c7f0561e6c38 {{(pid=103305) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 26 21:06:51.859175 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-3e162175-b861-4a0e-b58f-90db64a51687 req-65799053-a2e6-4377-bf6c-ee5746f48160 service neutron] Publish callbacks [] for port (183a2644-444d-4a3f-9603-c7f0561e6c38), precommit_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:06:51.879996 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.provisioning_blocks [req-3e162175-b861-4a0e-b58f-90db64a51687 req-65799053-a2e6-4377-bf6c-ee5746f48160 service neutron] Transition to ACTIVE for port object 183a2644-444d-4a3f-9603-c7f0561e6c38 will not be triggered until provisioned by entity L2. {{(pid=103305) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 21:06:51.884863 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-3e162175-b861-4a0e-b58f-90db64a51687 req-65799053-a2e6-4377-bf6c-ee5746f48160 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11791520'] for port (183a2644-444d-4a3f-9603-c7f0561e6c38), after_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:06:51.964350 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65799053-a2e6-4377-bf6c-ee5746f48160 service neutron] Pushing event updated for resources: {'Port': ['ID=183a2644-444d-4a3f-9603-c7f0561e6c38,revision_number=2']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:06:51.987825 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90df7b2d-327d-4944-915d-2d156b008d4c req-5c0566a4-3907-44c4-86bd-905cd5887d78 tempest-AttachSCSIVolumeTestJSON-568331574 tempest-AttachSCSIVolumeTestJSON-568331574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:06:51.996826 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-90df7b2d-327d-4944-915d-2d156b008d4c req-5c0566a4-3907-44c4-86bd-905cd5887d78 tempest-AttachSCSIVolumeTestJSON-568331574 tempest-AttachSCSIVolumeTestJSON-568331574-project] 10.222.0.13 "GET /v2.0/ports?device_id=75310938-e130-4b0c-9bea-a4b4989a734c HTTP/1.1" status: 200 len: 945 time: 0.1068287 Jan 26 21:06:52.029788 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-426b8f29-d0f9-4c2c-a7ad-2b9b16463854 req-a4e6d32e-6317-47c3-9aba-3e0cc8f0a551 service neutron] 10.222.0.66 "GET /v2.0/networks/7fbe9cf5-e12c-436d-b372-55a19c9faa30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4616630 Jan 26 21:06:52.082987 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-90df7b2d-327d-4944-915d-2d156b008d4c req-8107eeb4-5484-4f6b-97f2-142331e2e738 tempest-AttachSCSIVolumeTestJSON-568331574 tempest-AttachSCSIVolumeTestJSON-568331574-project] 10.222.0.13 "GET /v2.0/security-groups?id=55df2d54-40b6-41bc-90a1-92a636171891&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837512 Jan 26 21:06:52.084772 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [req-3e162175-b861-4a0e-b58f-90db64a51687 req-65799053-a2e6-4377-bf6c-ee5746f48160 service neutron] Attempting to bind port 183a2644-444d-4a3f-9603-c7f0561e6c38 on host n-h2-760453-5 for vnic_type normal with profile {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 21:06:52.085137 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [req-3e162175-b861-4a0e-b58f-90db64a51687 req-65799053-a2e6-4377-bf6c-ee5746f48160 service neutron] Attempting to bind port 183a2644-444d-4a3f-9603-c7f0561e6c38 by drivers openvswitch,hyperv on host n-h2-760453-5 at level 0 using segments [{'id': '4eab25d6-89d9-4907-a1c2-51b06443ba33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '7fbe9cf5-e12c-436d-b372-55a19c9faa30'}] {{(pid=103305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 26 21:06:52.085870 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e162175-b861-4a0e-b58f-90db64a51687 req-65799053-a2e6-4377-bf6c-ee5746f48160 service neutron] Attempting to bind port 183a2644-444d-4a3f-9603-c7f0561e6c38 on network 7fbe9cf5-e12c-436d-b372-55a19c9faa30 {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 21:06:52.089572 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-841f5991-a4d8-4d4b-b215-cbc6bab5427b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (aa7ee9d2-08eb-4e12-b895-24c57300dfec), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:06:52.094524 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e162175-b861-4a0e-b58f-90db64a51687 req-65799053-a2e6-4377-bf6c-ee5746f48160 service neutron] Port 183a2644-444d-4a3f-9603-c7f0561e6c38 on network 7fbe9cf5-e12c-436d-b372-55a19c9faa30 not bound, no agent of type Open vSwitch agent registered on host n-h2-760453-5 {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 26 21:06:52.096643 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e162175-b861-4a0e-b58f-90db64a51687 req-65799053-a2e6-4377-bf6c-ee5746f48160 service neutron] Attempting to bind port 183a2644-444d-4a3f-9603-c7f0561e6c38 on network 7fbe9cf5-e12c-436d-b372-55a19c9faa30 {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 21:06:52.118225 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e162175-b861-4a0e-b58f-90db64a51687 req-65799053-a2e6-4377-bf6c-ee5746f48160 service neutron] Checking agent: {'id': '4d619873-4b60-439f-9b5a-b155dc8bbc34', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-760453-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 21, 2, 53), 'started_at': datetime.datetime(2022, 1, 26, 21, 2, 53), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 21, 6, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 26 21:06:52.118579 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e162175-b861-4a0e-b58f-90db64a51687 req-65799053-a2e6-4377-bf6c-ee5746f48160 service neutron] Checking segment: {'id': '4eab25d6-89d9-4907-a1c2-51b06443ba33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '7fbe9cf5-e12c-436d-b372-55a19c9faa30'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103305) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 21:06:52.119003 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e162175-b861-4a0e-b58f-90db64a51687 req-65799053-a2e6-4377-bf6c-ee5746f48160 service neutron] Bound using segment: {'id': '4eab25d6-89d9-4907-a1c2-51b06443ba33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '7fbe9cf5-e12c-436d-b372-55a19c9faa30'} {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 26 21:06:52.119474 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [req-3e162175-b861-4a0e-b58f-90db64a51687 req-65799053-a2e6-4377-bf6c-ee5746f48160 service neutron] Bound port: 183a2644-444d-4a3f-9603-c7f0561e6c38, host: n-h2-760453-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4eab25d6-89d9-4907-a1c2-51b06443ba33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '7fbe9cf5-e12c-436d-b372-55a19c9faa30'}}] {{(pid=103305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 26 21:06:52.119829 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-3e162175-b861-4a0e-b58f-90db64a51687 req-65799053-a2e6-4377-bf6c-ee5746f48160 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (183a2644-444d-4a3f-9603-c7f0561e6c38), before_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:06:52.153346 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 44616) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:06:52.171661 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 26 Jan 2022 21:06:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-545319ed-8c7a-42f5-b65c-2159b8cec81d x-openstack-request-id: req-545319ed-8c7a-42f5-b65c-2159b8cec81d {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 21:06:52.171947 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fa873b56-913b-4b6f-ac44-2cc6f39f16b1", "tag": "4c6e06a3-81ac-4751-9679-9826254c4461", "status": "completed", "code": 200}]} {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 21:06:52.172197 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-545319ed-8c7a-42f5-b65c-2159b8cec81d {{(pid=103305) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 21:06:52.172596 n-d-760453-5 neutron-server[103305]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fa873b56-913b-4b6f-ac44-2cc6f39f16b1', 'tag': '4c6e06a3-81ac-4751-9679-9826254c4461', 'status': 'completed', 'code': 200} Jan 26 21:06:52.175554 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-6486b56d-8c01-4220-8871-a982518fa296 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:06:52.243374 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [req-3e162175-b861-4a0e-b58f-90db64a51687 req-65799053-a2e6-4377-bf6c-ee5746f48160 service neutron] For port 183a2644-444d-4a3f-9603-c7f0561e6c38, host n-h2-760453-5, cleared binding levels {{(pid=103305) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 26 21:06:52.246677 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [req-3e162175-b861-4a0e-b58f-90db64a51687 req-65799053-a2e6-4377-bf6c-ee5746f48160 service neutron] For port 183a2644-444d-4a3f-9603-c7f0561e6c38, host n-h2-760453-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-5',level=0,port_id=183a2644-444d-4a3f-9603-c7f0561e6c38,segment=NetworkSegment(4eab25d6-89d9-4907-a1c2-51b06443ba33),segment_id=4eab25d6-89d9-4907-a1c2-51b06443ba33)] {{(pid=103305) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 26 21:06:52.257971 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-3e162175-b861-4a0e-b58f-90db64a51687 req-65799053-a2e6-4377-bf6c-ee5746f48160 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11791520'] for port (183a2644-444d-4a3f-9603-c7f0561e6c38), after_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:06:52.299812 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e162175-b861-4a0e-b58f-90db64a51687 req-65799053-a2e6-4377-bf6c-ee5746f48160 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:06:52.300439 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-3e162175-b861-4a0e-b58f-90db64a51687 req-65799053-a2e6-4377-bf6c-ee5746f48160 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:06:52.302141 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-3e162175-b861-4a0e-b58f-90db64a51687 req-65799053-a2e6-4377-bf6c-ee5746f48160 service neutron] 10.222.0.57 "PUT /v2.0/ports/183a2644-444d-4a3f-9603-c7f0561e6c38 HTTP/1.1" status: 200 len: 1095 time: 1.0279489 Jan 26 21:06:52.352462 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65799053-a2e6-4377-bf6c-ee5746f48160 service neutron] Pushing event updated for resources: {'Port': ['ID=183a2644-444d-4a3f-9603-c7f0561e6c38,revision_number=3']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:06:52.439288 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-6486b56d-8c01-4220-8871-a982518fa296 admin admin] Publish callbacks [] for security_group (014c2287-98ab-4067-aca7-82abcbf3c9e1), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:06:52.454324 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f09fcc7-7906-42f5-a189-73aa6c792c0b req-5b05712f-062c-4926-b577-78865da8948a tempest-LiveAutoBlockMigrationV225Test-1645909514 tempest-LiveAutoBlockMigrationV225Test-1645909514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:06:52.456084 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-8f09fcc7-7906-42f5-a189-73aa6c792c0b req-5b05712f-062c-4926-b577-78865da8948a tempest-LiveAutoBlockMigrationV225Test-1645909514 tempest-LiveAutoBlockMigrationV225Test-1645909514-project] 10.222.0.13 "GET /v2.0/ports?device_id=fa873b56-913b-4b6f-ac44-2cc6f39f16b1 HTTP/1.1" status: 200 len: 943 time: 0.2435546 Jan 26 21:06:52.458979 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eafac27d-e439-4890-900e-4cd2edd99aba req-45e7633a-2550-4a88-b032-1ccb5b8f02c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:06:52.460655 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-eafac27d-e439-4890-900e-4cd2edd99aba req-45e7633a-2550-4a88-b032-1ccb5b8f02c4 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=6a368bf2185e476485148d66b6d73c5c&device_id=fa873b56-913b-4b6f-ac44-2cc6f39f16b1 HTTP/1.1" status: 200 len: 1124 time: 0.2526567 Jan 26 21:06:52.461887 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-6486b56d-8c01-4220-8871-a982518fa296 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (014c2287-98ab-4067-aca7-82abcbf3c9e1), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:06:52.561513 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e162175-b861-4a0e-b58f-90db64a51687 req-908f160b-f5ad-4705-8bf6-f357b7b2bb17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:06:52.563975 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-3e162175-b861-4a0e-b58f-90db64a51687 req-908f160b-f5ad-4705-8bf6-f357b7b2bb17 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=9c01b4e5f2b446af86a1de537d353daf&device_id=6fdffc41-3d46-4eb3-ae63-ebfe4e1031c3 HTTP/1.1" status: 200 len: 1098 time: 0.1437323 Jan 26 21:06:52.602737 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eafac27d-e439-4890-900e-4cd2edd99aba req-9a552348-b08c-4bb3-b45c-ec6e2bff42cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:06:52.604397 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-eafac27d-e439-4890-900e-4cd2edd99aba req-9a552348-b08c-4bb3-b45c-ec6e2bff42cd service neutron] 10.222.0.57 "GET /v2.0/networks?id=1c3811f3-dcb6-4f77-8c26-3e9819d7c63c HTTP/1.1" status: 200 len: 921 time: 0.1163361 Jan 26 21:06:52.673260 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-3e162175-b861-4a0e-b58f-90db64a51687 req-45775f46-ba32-4a94-9a34-eb72765ddfb1 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.42&port_id=183a2644-444d-4a3f-9603-c7f0561e6c38 HTTP/1.1" status: 200 len: 217 time: 0.1004617 Jan 26 21:06:52.733024 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (4d619873-4b60-439f-9b5a-b155dc8bbc34), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:06:52.749153 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-d4405ffa-9d71-4f0f-aa2f-201ce6bad583 req-70439714-027c-4984-b4dc-b2bd52ba01f8 tempest-MigrationsAdminTest-1084137346 tempest-MigrationsAdminTest-1084137346-project] 10.222.0.66 "GET /v2.0/networks?tenant_id=d178ac49ddc9478db66ba71c81039890&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0306358 Jan 26 21:06:52.753934 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-eafac27d-e439-4890-900e-4cd2edd99aba req-9ffb2067-0598-4ee9-887d-bf45a3a35a82 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=4c6e06a3-81ac-4751-9679-9826254c4461 HTTP/1.1" status: 200 len: 217 time: 0.1214314 Jan 26 21:06:52.759054 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-6486b56d-8c01-4220-8871-a982518fa296 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=cf2e0faa8d3f40c7ba5cd0fd33ccbbba&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6046817 Jan 26 21:06:52.765457 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 44646) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:06:52.782238 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6486b56d-8c01-4220-8871-a982518fa296 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=014c2287-98ab-4067-aca7-82abcbf3c9e1,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:06:52.828493 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e162175-b861-4a0e-b58f-90db64a51687 req-99cb9752-63a3-488b-b809-3563daefe767 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:06:52.839400 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-3e162175-b861-4a0e-b58f-90db64a51687 req-99cb9752-63a3-488b-b809-3563daefe767 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=fd77e534-75e6-4b90-950e-f5824d584430 HTTP/1.1" status: 200 len: 843 time: 0.1589463 Jan 26 21:06:52.900967 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-05f9f3dc-8d53-4d2f-aea8-9b5188738a4e admin admin] Publish callbacks [] for security_group (014c2287-98ab-4067-aca7-82abcbf3c9e1), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:06:52.911712 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5fef7f9-0153-452c-aa19-c6a009134512 req-11650b5c-0721-4238-973c-3b5457fb2648 tempest-ServersAdminTestJSON-2108229583 tempest-ServersAdminTestJSON-2108229583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:06:52.920069 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-b5fef7f9-0153-452c-aa19-c6a009134512 req-11650b5c-0721-4238-973c-3b5457fb2648 tempest-ServersAdminTestJSON-2108229583 tempest-ServersAdminTestJSON-2108229583-project] 10.222.0.13 "GET /v2.0/ports?device_id=16884e59-489a-4b67-8196-44a9711f0d06 HTTP/1.1" status: 200 len: 947 time: 0.3110247 Jan 26 21:06:52.935728 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-8f09fcc7-7906-42f5-a189-73aa6c792c0b req-5d771108-d80f-4201-a37c-8d37c8d884f5 tempest-LiveAutoBlockMigrationV225Test-1645909514 tempest-LiveAutoBlockMigrationV225Test-1645909514-project] 10.222.0.13 "GET /v2.0/security-groups?id=d3d52ae6-e761-44ee-98bd-9ad0dc66343a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4662340 Jan 26 21:06:52.940951 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-05f9f3dc-8d53-4d2f-aea8-9b5188738a4e admin admin] Publish callbacks [] for security_group (014c2287-98ab-4067-aca7-82abcbf3c9e1), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:06:52.942476 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 44650) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:06:52.964142 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e162175-b861-4a0e-b58f-90db64a51687 req-ad1f1097-863a-4be9-8fb1-a877e826a721 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:06:52.966018 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-3e162175-b861-4a0e-b58f-90db64a51687 req-ad1f1097-863a-4be9-8fb1-a877e826a721 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=7fbe9cf5-e12c-436d-b372-55a19c9faa30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1165447 Jan 26 21:06:52.978435 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eafac27d-e439-4890-900e-4cd2edd99aba req-26e150c0-9411-4726-b07b-62655e828b23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:06:52.979840 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-eafac27d-e439-4890-900e-4cd2edd99aba req-26e150c0-9411-4726-b07b-62655e828b23 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=dae01ee8-17f0-4a86-8f17-22a537cba2b9 HTTP/1.1" status: 200 len: 860 time: 0.1733010 Jan 26 21:06:53.000041 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Device 4c6e06a3-81ac-4751-9679-9826254c4461 details requested by agent hyperv_n-h1-760453-5 with host n-h1-760453-5 {{(pid=103306) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 26 21:06:53.043998 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-eafac27d-e439-4890-900e-4cd2edd99aba req-8e4846c2-19a6-4f19-9f39-9f813754deda service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=1c3811f3-dcb6-4f77-8c26-3e9819d7c63c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0554938 Jan 26 21:06:53.069734 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-05f9f3dc-8d53-4d2f-aea8-9b5188738a4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (014c2287-98ab-4067-aca7-82abcbf3c9e1), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:06:53.073244 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-05f9f3dc-8d53-4d2f-aea8-9b5188738a4e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:06:53.076809 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-05f9f3dc-8d53-4d2f-aea8-9b5188738a4e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/014c2287-98ab-4067-aca7-82abcbf3c9e1 HTTP/1.1" status: 204 len: 168 time: 0.3064053 Jan 26 21:06:53.096865 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f9f3dc-8d53-4d2f-aea8-9b5188738a4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=014c2287-98ab-4067-aca7-82abcbf3c9e1,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:06:53.102210 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-3e162175-b861-4a0e-b58f-90db64a51687 req-bbb14250-8bc6-4c29-8a60-3855070838af service neutron] 10.222.0.57 "GET /v2.0/networks/7fbe9cf5-e12c-436d-b372-55a19c9faa30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1293986 Jan 26 21:06:53.112275 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-b5fef7f9-0153-452c-aa19-c6a009134512 req-b081a3ef-e415-4f03-8b57-bf636b807d02 tempest-ServersAdminTestJSON-2108229583 tempest-ServersAdminTestJSON-2108229583-project] 10.222.0.13 "GET /v2.0/security-groups?id=95bc11fd-db53-4b42-971c-c958ca031066&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1909676 Jan 26 21:06:53.172575 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4405ffa-9d71-4f0f-aa2f-201ce6bad583 req-ebd0aef3-05be-4576-8612-c1c9ee30e6bd tempest-MigrationsAdminTest-1084137346 tempest-MigrationsAdminTest-1084137346-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:06:53.175196 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-d4405ffa-9d71-4f0f-aa2f-201ce6bad583 req-ebd0aef3-05be-4576-8612-c1c9ee30e6bd tempest-MigrationsAdminTest-1084137346 tempest-MigrationsAdminTest-1084137346-project] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4040997 Jan 26 21:06:53.221921 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] For port 4c6e06a3-81ac-4751-9679-9826254c4461, host n-h2-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-5',level=0,port_id=4c6e06a3-81ac-4751-9679-9826254c4461,segment=NetworkSegment(ff84b980-87bb-452b-8f52-d472b3cbbe9c),segment_id=ff84b980-87bb-452b-8f52-d472b3cbbe9c)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:06:53.230671 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [req-d4405ffa-9d71-4f0f-aa2f-201ce6bad583 req-661d243f-c4bd-48f4-aaae-5c83407d0e6f tempest-MigrationsAdminTest-1084137346 tempest-MigrationsAdminTest-1084137346-project] Request body: {'port': {'device_id': '6689602d-c315-4f2d-bb1a-84915600014f', 'network_id': '7fbe9cf5-e12c-436d-b372-55a19c9faa30', 'admin_state_up': True, 'tenant_id': 'd178ac49ddc9478db66ba71c81039890'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:06:53.237486 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Device 4c6e06a3-81ac-4751-9679-9826254c4461 has no active binding in host n-h1-760453-5 {{(pid=103306) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jan 26 21:06:53.265930 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-2755ecfc-dc49-462f-a233-af504721cabc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:06:53.325370 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-7a7a26ca-aef6-49d4-b79c-2f1721a99fbf req-0d9410fb-9424-4b8b-8f54-ab6a760136a8 tempest-MigrationsAdminTest-1084137346 tempest-MigrationsAdminTest-1084137346-project] 10.222.0.13 "GET /v2.0/ports?device_id=6689602d-c315-4f2d-bb1a-84915600014f HTTP/1.1" status: 200 len: 210 time: 0.0998690 Jan 26 21:06:53.373598 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4143999e-6fa3-4a25-b959-db1a66039242 req-db6526e5-0017-4aea-b703-1a8ff633af56 tempest-LiveMigrationNegativeTest-869384580 tempest-LiveMigrationNegativeTest-869384580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:06:53.384998 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-3e162175-b861-4a0e-b58f-90db64a51687 req-8d9d9426-74c3-4012-89f6-a5342d2ee234 service neutron] 10.222.0.57 "GET /v2.0/networks/7fbe9cf5-e12c-436d-b372-55a19c9faa30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2756433 Jan 26 21:06:53.388589 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-4143999e-6fa3-4a25-b959-db1a66039242 req-db6526e5-0017-4aea-b703-1a8ff633af56 tempest-LiveMigrationNegativeTest-869384580 tempest-LiveMigrationNegativeTest-869384580-project] 10.222.0.13 "GET /v2.0/ports?device_id=6fdffc41-3d46-4eb3-ae63-ebfe4e1031c3 HTTP/1.1" status: 200 len: 947 time: 0.3305149 Jan 26 21:06:53.465990 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-2755ecfc-dc49-462f-a233-af504721cabc admin admin] Publish callbacks [] for security_group (3faed26e-8453-4fc5-8d5c-dbc72d91e104), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:06:53.480264 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-2755ecfc-dc49-462f-a233-af504721cabc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (3faed26e-8453-4fc5-8d5c-dbc72d91e104), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:06:53.494353 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-eafac27d-e439-4890-900e-4cd2edd99aba req-20140f4d-27e1-423c-8cb6-43a402989672 service neutron] 10.222.0.57 "GET /v2.0/networks/1c3811f3-dcb6-4f77-8c26-3e9819d7c63c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4272518 Jan 26 21:06:53.536068 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-2755ecfc-dc49-462f-a233-af504721cabc admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=65465dd201c247588c1cf23e47f8f768&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5917056 Jan 26 21:06:53.540445 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-4143999e-6fa3-4a25-b959-db1a66039242 req-9ff2ca63-a9a2-4808-8b57-2214b9ba182b tempest-LiveMigrationNegativeTest-869384580 tempest-LiveMigrationNegativeTest-869384580-project] 10.222.0.13 "GET /v2.0/security-groups?id=c0d7fcc6-eb34-4805-a02c-eebfcd508c09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1508944 Jan 26 21:06:53.540973 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 44670) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:06:53.548362 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2755ecfc-dc49-462f-a233-af504721cabc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3faed26e-8453-4fc5-8d5c-dbc72d91e104,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:06:53.616320 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d4405ffa-9d71-4f0f-aa2f-201ce6bad583 req-661d243f-c4bd-48f4-aaae-5c83407d0e6f tempest-MigrationsAdminTest-1084137346 tempest-MigrationsAdminTest-1084137346-project] Made reservation on behalf of d178ac49ddc9478db66ba71c81039890 for: {'port': 1} {{(pid=103304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 21:06:53.619676 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-d4405ffa-9d71-4f0f-aa2f-201ce6bad583 req-661d243f-c4bd-48f4-aaae-5c83407d0e6f tempest-MigrationsAdminTest-1084137346 tempest-MigrationsAdminTest-1084137346-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:06:53.725857 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-eafac27d-e439-4890-900e-4cd2edd99aba req-a7cede2d-c270-4f16-96a0-77daa7c710ec service neutron] 10.222.0.57 "GET /v2.0/networks/1c3811f3-dcb6-4f77-8c26-3e9819d7c63c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2205126 Jan 26 21:06:53.726510 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-0dc86265-dbab-4ba4-9021-60574e5f32b8 admin admin] Publish callbacks [] for security_group (3faed26e-8453-4fc5-8d5c-dbc72d91e104), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:06:53.764697 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-0dc86265-dbab-4ba4-9021-60574e5f32b8 admin admin] Publish callbacks [] for security_group (3faed26e-8453-4fc5-8d5c-dbc72d91e104), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:06:53.838495 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.db_base_plugin_common [req-d4405ffa-9d71-4f0f-aa2f-201ce6bad583 req-661d243f-c4bd-48f4-aaae-5c83407d0e6f tempest-MigrationsAdminTest-1084137346 tempest-MigrationsAdminTest-1084137346-project] Allocated IP 192.168.233.129 (7fbe9cf5-e12c-436d-b372-55a19c9faa30/fd77e534-75e6-4b90-950e-f5824d584430/bf5e2133-dab5-461f-8ecd-f78e9891231b) {{(pid=103304) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 21:06:53.868382 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-0dc86265-dbab-4ba4-9021-60574e5f32b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (3faed26e-8453-4fc5-8d5c-dbc72d91e104), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:06:53.871228 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-0dc86265-dbab-4ba4-9021-60574e5f32b8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:06:53.872389 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-0dc86265-dbab-4ba4-9021-60574e5f32b8 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/3faed26e-8453-4fc5-8d5c-dbc72d91e104 HTTP/1.1" status: 204 len: 168 time: 0.3268147 Jan 26 21:06:53.896329 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc86265-dbab-4ba4-9021-60574e5f32b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3faed26e-8453-4fc5-8d5c-dbc72d91e104,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:06:53.939763 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-839dd188-ec69-470c-9ab0-d318dc1a2e96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (e79b4fc6-6c71-44b2-a6d0-ff3e1f4dfd0d), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:06:54.081879 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-d4405ffa-9d71-4f0f-aa2f-201ce6bad583 req-661d243f-c4bd-48f4-aaae-5c83407d0e6f tempest-MigrationsAdminTest-1084137346 tempest-MigrationsAdminTest-1084137346-project] Publish callbacks [] for port (bf5e2133-dab5-461f-8ecd-f78e9891231b), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:06:54.120839 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1267ee-dbed-41a0-8a4a-4526f0e0f626 req-00469d5f-5c87-4180-bc57-aad68330ee0a tempest-LiveAutoBlockMigrationV225Test-1645909514 tempest-LiveAutoBlockMigrationV225Test-1645909514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:06:54.122797 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-5b1267ee-dbed-41a0-8a4a-4526f0e0f626 req-00469d5f-5c87-4180-bc57-aad68330ee0a tempest-LiveAutoBlockMigrationV225Test-1645909514 tempest-LiveAutoBlockMigrationV225Test-1645909514-project] 10.222.0.13 "GET /v2.0/ports?device_id=fa873b56-913b-4b6f-ac44-2cc6f39f16b1 HTTP/1.1" status: 200 len: 943 time: 0.0767639 Jan 26 21:06:54.174209 n-d-760453-5 neutron-server[103305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6fdffc41-3d46-4eb3-ae63-ebfe4e1031c3', 'tag': '183a2644-444d-4a3f-9603-c7f0561e6c38'}] {{(pid=103305) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 21:06:54.177798 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d4654568b7bf041e72ff8fe1c96d6d761d9c921f2b99bc7b3a26632be20cee0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b145b991-a043-4441-8a70-6c570cd307c6" -d '{"events": [{"name": "network-changed", "server_uuid": "6fdffc41-3d46-4eb3-ae63-ebfe4e1031c3", "tag": "183a2644-444d-4a3f-9603-c7f0561e6c38"}]}' {{(pid=103305) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 21:06:54.181387 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-d4405ffa-9d71-4f0f-aa2f-201ce6bad583 req-661d243f-c4bd-48f4-aaae-5c83407d0e6f tempest-MigrationsAdminTest-1084137346 tempest-MigrationsAdminTest-1084137346-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746560234527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9281553'] for port (bf5e2133-dab5-461f-8ecd-f78e9891231b), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:06:54.232866 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] get_ports_and_sgs() called for port_ids ['0fe894a4-1ae0-4a4f-bd3a-ef6daeae89d6'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 26 21:06:54.254273 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d4405ffa-9d71-4f0f-aa2f-201ce6bad583 req-661d243f-c4bd-48f4-aaae-5c83407d0e6f tempest-MigrationsAdminTest-1084137346 tempest-MigrationsAdminTest-1084137346-project] Network 7fbe9cf5-e12c-436d-b372-55a19c9faa30 is already hosted by enough agents. {{(pid=103304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 21:06:54.282416 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [req-d4405ffa-9d71-4f0f-aa2f-201ce6bad583 req-661d243f-c4bd-48f4-aaae-5c83407d0e6f tempest-MigrationsAdminTest-1084137346 tempest-MigrationsAdminTest-1084137346-project] Resources bound (agent type, host, resource id): {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:06:54.307122 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-5b1267ee-dbed-41a0-8a4a-4526f0e0f626 req-9f1b5fed-68af-421e-b3d9-d1a2bdc984f8 tempest-LiveAutoBlockMigrationV225Test-1645909514 tempest-LiveAutoBlockMigrationV225Test-1645909514-project] 10.222.0.13 "GET /v2.0/security-groups?id=d3d52ae6-e761-44ee-98bd-9ad0dc66343a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1721470 Jan 26 21:06:54.313515 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4405ffa-9d71-4f0f-aa2f-201ce6bad583 req-661d243f-c4bd-48f4-aaae-5c83407d0e6f tempest-MigrationsAdminTest-1084137346 tempest-MigrationsAdminTest-1084137346-project] Received port after_create {{(pid=103304) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 21:06:54.431607 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4405ffa-9d71-4f0f-aa2f-201ce6bad583 req-661d243f-c4bd-48f4-aaae-5c83407d0e6f tempest-MigrationsAdminTest-1084137346 tempest-MigrationsAdminTest-1084137346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:06:54.432293 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-d4405ffa-9d71-4f0f-aa2f-201ce6bad583 req-661d243f-c4bd-48f4-aaae-5c83407d0e6f tempest-MigrationsAdminTest-1084137346 tempest-MigrationsAdminTest-1084137346-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:06:54.451815 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 26 Jan 2022 21:06:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70b45f7c-9c29-49c5-873e-1b4537efe6e2 x-openstack-request-id: req-70b45f7c-9c29-49c5-873e-1b4537efe6e2 {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 21:06:54.452295 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6fdffc41-3d46-4eb3-ae63-ebfe4e1031c3", "tag": "183a2644-444d-4a3f-9603-c7f0561e6c38", "status": "completed", "code": 200}]} {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 21:06:54.452532 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-70b45f7c-9c29-49c5-873e-1b4537efe6e2 {{(pid=103305) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 21:06:54.452764 n-d-760453-5 neutron-server[103305]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6fdffc41-3d46-4eb3-ae63-ebfe4e1031c3', 'tag': '183a2644-444d-4a3f-9603-c7f0561e6c38', 'status': 'completed', 'code': 200} Jan 26 21:06:54.519590 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-d4405ffa-9d71-4f0f-aa2f-201ce6bad583 req-661d243f-c4bd-48f4-aaae-5c83407d0e6f tempest-MigrationsAdminTest-1084137346 tempest-MigrationsAdminTest-1084137346-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.2750022 Jan 26 21:06:54.536377 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661d243f-c4bd-48f4-aaae-5c83407d0e6f tempest-MigrationsAdminTest-1084137346 tempest-MigrationsAdminTest-1084137346-project] Pushing event updated for resources: {'Port': ['ID=bf5e2133-dab5-461f-8ecd-f78e9891231b,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:06:54.584658 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [req-d4405ffa-9d71-4f0f-aa2f-201ce6bad583 req-ef7cdc05-9bfc-4c3f-9a48-5b00213d66d4 service neutron] Request body: {'port': {'device_id': '6689602d-c315-4f2d-bb1a-84915600014f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-760453-5'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:06:54.655665 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-d4405ffa-9d71-4f0f-aa2f-201ce6bad583 req-ef7cdc05-9bfc-4c3f-9a48-5b00213d66d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (bf5e2133-dab5-461f-8ecd-f78e9891231b), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:06:54.707588 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0642c720-e53d-4410-a26e-20e5d6a5bfae req-e74a2ef3-93a9-44c7-99a4-920f03d0e8ac tempest-ServersAdminTestJSON-2108229583 tempest-ServersAdminTestJSON-2108229583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:06:54.709403 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-0642c720-e53d-4410-a26e-20e5d6a5bfae req-e74a2ef3-93a9-44c7-99a4-920f03d0e8ac tempest-ServersAdminTestJSON-2108229583 tempest-ServersAdminTestJSON-2108229583-project] 10.222.0.13 "GET /v2.0/ports?device_id=16884e59-489a-4b67-8196-44a9711f0d06 HTTP/1.1" status: 200 len: 947 time: 0.4909937 Jan 26 21:06:54.736830 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-a76688a0-4738-448e-b7f3-01becc53c618 None None] Provisioning complete for port bf5e2133-dab5-461f-8ecd-f78e9891231b triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:06:54.737797 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-a76688a0-4738-448e-b7f3-01becc53c618 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (bf5e2133-dab5-461f-8ecd-f78e9891231b), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:06:54.754176 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b145b991-a043-4441-8a70-6c570cd307c6 req-1f7bf78d-7ae7-481b-bf4e-2fc6d3376b5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:06:54.755680 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-b145b991-a043-4441-8a70-6c570cd307c6 req-1f7bf78d-7ae7-481b-bf4e-2fc6d3376b5f service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=9c01b4e5f2b446af86a1de537d353daf&device_id=6fdffc41-3d46-4eb3-ae63-ebfe4e1031c3 HTTP/1.1" status: 200 len: 1098 time: 0.2614560 Jan 26 21:06:54.800234 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-a76688a0-4738-448e-b7f3-01becc53c618 None None] Port bf5e2133-dab5-461f-8ecd-f78e9891231b cannot update to ACTIVE because it is not bound. {{(pid=103306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 26 21:06:54.811378 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ba54c7-df92-468d-a964-4b03e010ba98 req-aea90861-b715-4856-889b-bf43ec9d069a tempest-MigrationsAdminTest-1084137346 tempest-MigrationsAdminTest-1084137346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:06:54.818096 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-30ba54c7-df92-468d-a964-4b03e010ba98 req-aea90861-b715-4856-889b-bf43ec9d069a tempest-MigrationsAdminTest-1084137346 tempest-MigrationsAdminTest-1084137346-project] 10.222.0.13 "GET /v2.0/ports?device_id=6689602d-c315-4f2d-bb1a-84915600014f HTTP/1.1" status: 200 len: 936 time: 0.1962070 Jan 26 21:06:54.942539 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b145b991-a043-4441-8a70-6c570cd307c6 req-1f1d099e-0c65-4f4e-b572-7f01329fc083 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:06:54.947272 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-b145b991-a043-4441-8a70-6c570cd307c6 req-1f1d099e-0c65-4f4e-b572-7f01329fc083 service neutron] 10.222.0.57 "GET /v2.0/networks?id=7fbe9cf5-e12c-436d-b372-55a19c9faa30 HTTP/1.1" status: 200 len: 870 time: 0.1808674 Jan 26 21:06:55.004478 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Device 4babdf78-88e1-4fb1-8c31-8142c0f6c49b details requested by agent hyperv_n-h1-760453-5 with host n-h1-760453-5 {{(pid=103306) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 26 21:06:55.059532 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-0642c720-e53d-4410-a26e-20e5d6a5bfae req-7e695365-3c19-42d4-a801-91915de55f57 tempest-ServersAdminTestJSON-2108229583 tempest-ServersAdminTestJSON-2108229583-project] 10.222.0.13 "GET /v2.0/security-groups?id=95bc11fd-db53-4b42-971c-c958ca031066&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3393865 Jan 26 21:06:55.074642 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-b145b991-a043-4441-8a70-6c570cd307c6 req-50899d08-6222-46ef-9b6e-9aef6af12d78 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.42&port_id=183a2644-444d-4a3f-9603-c7f0561e6c38 HTTP/1.1" status: 200 len: 217 time: 0.0643835 Jan 26 21:06:55.122843 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (fea0591a-627d-4c87-9a9a-01625ddf3277), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:06:55.171442 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-30ba54c7-df92-468d-a964-4b03e010ba98 req-52b7b6e7-8b43-4e58-aabb-f39a49ae903c tempest-MigrationsAdminTest-1084137346 tempest-MigrationsAdminTest-1084137346-project] 10.222.0.13 "GET /v2.0/security-groups?id=e0b082e3-685f-492b-b87f-3045b8ecd8c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3448870 Jan 26 21:06:55.190105 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] For port 4babdf78-88e1-4fb1-8c31-8142c0f6c49b, host n-h1-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-5',level=0,port_id=4babdf78-88e1-4fb1-8c31-8142c0f6c49b,segment=NetworkSegment(4eab25d6-89d9-4907-a1c2-51b06443ba33),segment_id=4eab25d6-89d9-4907-a1c2-51b06443ba33)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:06:55.213864 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b145b991-a043-4441-8a70-6c570cd307c6 req-81c010f1-c1ed-4a95-a450-3974791014f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:06:55.215445 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-b145b991-a043-4441-8a70-6c570cd307c6 req-81c010f1-c1ed-4a95-a450-3974791014f5 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=fd77e534-75e6-4b90-950e-f5824d584430 HTTP/1.1" status: 200 len: 843 time: 0.1241884 Jan 26 21:06:55.239862 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Returning: {'device': '4babdf78-88e1-4fb1-8c31-8142c0f6c49b', 'network_id': '7fbe9cf5-e12c-436d-b372-55a19c9faa30', 'port_id': '4babdf78-88e1-4fb1-8c31-8142c0f6c49b', 'mac_address': 'fa:16:3e:90:23:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 561, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fd77e534-75e6-4b90-950e-f5824d584430', 'ip_address': '192.168.233.46'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103306) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 26 21:06:55.296802 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Current status of the port 4babdf78-88e1-4fb1-8c31-8142c0f6c49b is: DOWN; New status is: BUILD {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:06:55.298115 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (4babdf78-88e1-4fb1-8c31-8142c0f6c49b), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:06:55.311868 n-d-760453-5 neutron-server[103306]: DEBUG neutron.notifiers.nova [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4babdf78-88e1-4fb1-8c31-8142c0f6c49b {{(pid=103306) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 26 21:06:55.336421 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] For port 4babdf78-88e1-4fb1-8c31-8142c0f6c49b, host n-h1-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-5',level=0,port_id=4babdf78-88e1-4fb1-8c31-8142c0f6c49b,segment=NetworkSegment(4eab25d6-89d9-4907-a1c2-51b06443ba33),segment_id=4eab25d6-89d9-4907-a1c2-51b06443ba33)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:06:55.343019 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (4babdf78-88e1-4fb1-8c31-8142c0f6c49b), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:06:55.369417 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee64fcf-6748-4323-a8df-8beb85105773 req-e81c8bd3-4564-4015-8d3d-7643a423e010 tempest-LiveMigrationNegativeTest-869384580 tempest-LiveMigrationNegativeTest-869384580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:06:55.371029 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-eee64fcf-6748-4323-a8df-8beb85105773 req-e81c8bd3-4564-4015-8d3d-7643a423e010 tempest-LiveMigrationNegativeTest-869384580 tempest-LiveMigrationNegativeTest-869384580-project] 10.222.0.13 "GET /v2.0/ports?device_id=6fdffc41-3d46-4eb3-ae63-ebfe4e1031c3 HTTP/1.1" status: 200 len: 947 time: 0.0964620 Jan 26 21:06:55.377023 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b145b991-a043-4441-8a70-6c570cd307c6 req-5db4145f-5bda-44c6-94c6-b568cd950ff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:06:55.378608 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-b145b991-a043-4441-8a70-6c570cd307c6 req-5db4145f-5bda-44c6-94c6-b568cd950ff4 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=7fbe9cf5-e12c-436d-b372-55a19c9faa30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1531785 Jan 26 21:06:55.449757 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Pushing event updated for resources: {'Port': ['ID=4babdf78-88e1-4fb1-8c31-8142c0f6c49b,revision_number=4']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:06:55.761131 n-d-760453-5 neutron-server[103304]: DEBUG neutron.notifiers.nova [req-d4405ffa-9d71-4f0f-aa2f-201ce6bad583 req-ef7cdc05-9bfc-4c3f-9a48-5b00213d66d4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bf5e2133-dab5-461f-8ecd-f78e9891231b {{(pid=103304) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 26 21:06:55.771784 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Device 183a2644-444d-4a3f-9603-c7f0561e6c38 details requested by agent hyperv_n-h2-760453-5 with host n-h2-760453-5 {{(pid=103306) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 26 21:06:55.784191 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-d4405ffa-9d71-4f0f-aa2f-201ce6bad583 req-ef7cdc05-9bfc-4c3f-9a48-5b00213d66d4 service neutron] Publish callbacks [] for port (bf5e2133-dab5-461f-8ecd-f78e9891231b), precommit_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:06:55.806221 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-eee64fcf-6748-4323-a8df-8beb85105773 req-bf2524ae-2a0f-4808-980a-dce3ac53d167 tempest-LiveMigrationNegativeTest-869384580 tempest-LiveMigrationNegativeTest-869384580-project] 10.222.0.13 "GET /v2.0/security-groups?id=c0d7fcc6-eb34-4805-a02c-eebfcd508c09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4221673 Jan 26 21:06:55.863176 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.provisioning_blocks [req-d4405ffa-9d71-4f0f-aa2f-201ce6bad583 req-ef7cdc05-9bfc-4c3f-9a48-5b00213d66d4 service neutron] Transition to ACTIVE for port object bf5e2133-dab5-461f-8ecd-f78e9891231b will not be triggered until provisioned by entity L2. {{(pid=103304) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 21:06:55.893325 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-d4405ffa-9d71-4f0f-aa2f-201ce6bad583 req-ef7cdc05-9bfc-4c3f-9a48-5b00213d66d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9281542'] for port (bf5e2133-dab5-461f-8ecd-f78e9891231b), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:06:55.909546 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] get_ports_and_sgs() called for port_ids ['4babdf78-88e1-4fb1-8c31-8142c0f6c49b'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 26 21:06:55.958610 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-b145b991-a043-4441-8a70-6c570cd307c6 req-a9cd6990-e106-4462-8c1b-61d8e17c9e34 service neutron] 10.222.0.57 "GET /v2.0/networks/7fbe9cf5-e12c-436d-b372-55a19c9faa30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5655847 Jan 26 21:06:55.973049 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-a79ce87e-16e5-417d-815b-f73e8d3ae62d req-a2feb0f3-7aa3-475f-a1db-6d58d7621d26 service neutron] 10.222.0.57 "GET /v2.0/ports/4c6e06a3-81ac-4751-9679-9826254c4461/bindings/n-h1-760453-5 HTTP/1.1" status: 200 len: 384 time: 0.1255348 Jan 26 21:06:55.979865 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61282b7-53ee-43d2-b4a7-cc209e0fdb9f req-9b30dc44-73f2-43e1-9df5-a35fa32e6a6f tempest-NetworksTest-1400562129 tempest-NetworksTest-1400562129-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:06:55.980365 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61282b7-53ee-43d2-b4a7-cc209e0fdb9f req-9b30dc44-73f2-43e1-9df5-a35fa32e6a6f tempest-NetworksTest-1400562129 tempest-NetworksTest-1400562129-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:06:55.981061 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61282b7-53ee-43d2-b4a7-cc209e0fdb9f req-9b30dc44-73f2-43e1-9df5-a35fa32e6a6f tempest-NetworksTest-1400562129 tempest-NetworksTest-1400562129-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:06:55.981575 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61282b7-53ee-43d2-b4a7-cc209e0fdb9f req-9b30dc44-73f2-43e1-9df5-a35fa32e6a6f tempest-NetworksTest-1400562129 tempest-NetworksTest-1400562129-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:06:55.982031 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61282b7-53ee-43d2-b4a7-cc209e0fdb9f req-9b30dc44-73f2-43e1-9df5-a35fa32e6a6f tempest-NetworksTest-1400562129 tempest-NetworksTest-1400562129-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:06:55.982486 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61282b7-53ee-43d2-b4a7-cc209e0fdb9f req-9b30dc44-73f2-43e1-9df5-a35fa32e6a6f tempest-NetworksTest-1400562129 tempest-NetworksTest-1400562129-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:06:55.983072 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61282b7-53ee-43d2-b4a7-cc209e0fdb9f req-9b30dc44-73f2-43e1-9df5-a35fa32e6a6f tempest-NetworksTest-1400562129 tempest-NetworksTest-1400562129-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:06:55.983683 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61282b7-53ee-43d2-b4a7-cc209e0fdb9f req-9b30dc44-73f2-43e1-9df5-a35fa32e6a6f tempest-NetworksTest-1400562129 tempest-NetworksTest-1400562129-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:06:55.984305 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61282b7-53ee-43d2-b4a7-cc209e0fdb9f req-9b30dc44-73f2-43e1-9df5-a35fa32e6a6f tempest-NetworksTest-1400562129 tempest-NetworksTest-1400562129-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:06:55.986477 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-a61282b7-53ee-43d2-b4a7-cc209e0fdb9f req-9b30dc44-73f2-43e1-9df5-a35fa32e6a6f tempest-NetworksTest-1400562129 tempest-NetworksTest-1400562129-project-admin] 10.222.0.13 "GET /v2.0/networks HTTP/1.1" status: 200 len: 6448 time: 0.3661783 Jan 26 21:06:56.033279 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] For port 183a2644-444d-4a3f-9603-c7f0561e6c38, host n-h2-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-5',level=0,port_id=183a2644-444d-4a3f-9603-c7f0561e6c38,segment=NetworkSegment(4eab25d6-89d9-4907-a1c2-51b06443ba33),segment_id=4eab25d6-89d9-4907-a1c2-51b06443ba33)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:06:56.051632 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Returning: {'device': '183a2644-444d-4a3f-9603-c7f0561e6c38', 'network_id': '7fbe9cf5-e12c-436d-b372-55a19c9faa30', 'port_id': '183a2644-444d-4a3f-9603-c7f0561e6c38', 'mac_address': 'fa:16:3e:8f:af:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 561, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fd77e534-75e6-4b90-950e-f5824d584430', 'ip_address': '192.168.233.42'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103306) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 26 21:06:56.058063 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef7cdc05-9bfc-4c3f-9a48-5b00213d66d4 service neutron] Pushing event updated for resources: {'Port': ['ID=bf5e2133-dab5-461f-8ecd-f78e9891231b,revision_number=2']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:06:56.128243 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Current status of the port 183a2644-444d-4a3f-9603-c7f0561e6c38 is: DOWN; New status is: BUILD {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:06:56.128780 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (183a2644-444d-4a3f-9603-c7f0561e6c38), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:06:56.166520 n-d-760453-5 neutron-server[103306]: DEBUG neutron.notifiers.nova [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 183a2644-444d-4a3f-9603-c7f0561e6c38 {{(pid=103306) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 26 21:06:56.262460 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [req-a79ce87e-16e5-417d-815b-f73e8d3ae62d req-aeedcc2e-dbed-43eb-a46d-173d66ba6d3d service neutron] For port 4c6e06a3-81ac-4751-9679-9826254c4461, host n-h2-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-5',level=0,port_id=4c6e06a3-81ac-4751-9679-9826254c4461,segment=NetworkSegment(ff84b980-87bb-452b-8f52-d472b3cbbe9c),segment_id=ff84b980-87bb-452b-8f52-d472b3cbbe9c)] {{(pid=103305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:06:56.286242 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [req-a79ce87e-16e5-417d-815b-f73e8d3ae62d req-aeedcc2e-dbed-43eb-a46d-173d66ba6d3d service neutron] For port 4c6e06a3-81ac-4751-9679-9826254c4461, host n-h2-760453-5, cleared binding levels {{(pid=103305) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 26 21:06:56.318225 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-b145b991-a043-4441-8a70-6c570cd307c6 req-ae9a8531-b598-48fe-b652-7af10b176c80 service neutron] 10.222.0.57 "GET /v2.0/networks/7fbe9cf5-e12c-436d-b372-55a19c9faa30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3507380 Jan 26 21:06:56.330383 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a558ac0-a294-48ba-bbd0-69680da79a5f req-ea7a56d0-5c18-4c43-85ff-f7ff2490e895 tempest-LiveAutoBlockMigrationV225Test-1645909514 tempest-LiveAutoBlockMigrationV225Test-1645909514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:06:56.332601 n-d-760453-5 neutron-server[103305]: DEBUG neutron.notifiers.nova [req-a79ce87e-16e5-417d-815b-f73e8d3ae62d req-aeedcc2e-dbed-43eb-a46d-173d66ba6d3d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4c6e06a3-81ac-4751-9679-9826254c4461 {{(pid=103305) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 26 21:06:56.338157 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-6a558ac0-a294-48ba-bbd0-69680da79a5f req-ea7a56d0-5c18-4c43-85ff-f7ff2490e895 tempest-LiveAutoBlockMigrationV225Test-1645909514 tempest-LiveAutoBlockMigrationV225Test-1645909514-project] 10.222.0.13 "GET /v2.0/ports?device_id=fa873b56-913b-4b6f-ac44-2cc6f39f16b1 HTTP/1.1" status: 200 len: 943 time: 0.2316508 Jan 26 21:06:56.345857 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [req-a79ce87e-16e5-417d-815b-f73e8d3ae62d req-aeedcc2e-dbed-43eb-a46d-173d66ba6d3d service neutron] For port 4c6e06a3-81ac-4751-9679-9826254c4461, host n-h1-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-5',level=0,port_id=4c6e06a3-81ac-4751-9679-9826254c4461,segment=NetworkSegment(ff84b980-87bb-452b-8f52-d472b3cbbe9c),segment_id=ff84b980-87bb-452b-8f52-d472b3cbbe9c)] {{(pid=103305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:06:56.347636 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [req-d4405ffa-9d71-4f0f-aa2f-201ce6bad583 req-ef7cdc05-9bfc-4c3f-9a48-5b00213d66d4 service neutron] Attempting to bind port bf5e2133-dab5-461f-8ecd-f78e9891231b on host n-h1-760453-5 for vnic_type normal with profile {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 21:06:56.348547 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [req-d4405ffa-9d71-4f0f-aa2f-201ce6bad583 req-ef7cdc05-9bfc-4c3f-9a48-5b00213d66d4 service neutron] Attempting to bind port bf5e2133-dab5-461f-8ecd-f78e9891231b by drivers openvswitch,hyperv on host n-h1-760453-5 at level 0 using segments [{'id': '4eab25d6-89d9-4907-a1c2-51b06443ba33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '7fbe9cf5-e12c-436d-b372-55a19c9faa30'}] {{(pid=103304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 26 21:06:56.348547 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4405ffa-9d71-4f0f-aa2f-201ce6bad583 req-ef7cdc05-9bfc-4c3f-9a48-5b00213d66d4 service neutron] Attempting to bind port bf5e2133-dab5-461f-8ecd-f78e9891231b on network 7fbe9cf5-e12c-436d-b372-55a19c9faa30 {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 21:06:56.356099 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] For port 183a2644-444d-4a3f-9603-c7f0561e6c38, host n-h2-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-5',level=0,port_id=183a2644-444d-4a3f-9603-c7f0561e6c38,segment=NetworkSegment(4eab25d6-89d9-4907-a1c2-51b06443ba33),segment_id=4eab25d6-89d9-4907-a1c2-51b06443ba33)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:06:56.364559 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-a79ce87e-16e5-417d-815b-f73e8d3ae62d req-aeedcc2e-dbed-43eb-a46d-173d66ba6d3d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (4c6e06a3-81ac-4751-9679-9826254c4461), before_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:06:56.364998 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (183a2644-444d-4a3f-9603-c7f0561e6c38), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:06:56.375281 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4405ffa-9d71-4f0f-aa2f-201ce6bad583 req-ef7cdc05-9bfc-4c3f-9a48-5b00213d66d4 service neutron] Port bf5e2133-dab5-461f-8ecd-f78e9891231b on network 7fbe9cf5-e12c-436d-b372-55a19c9faa30 not bound, no agent of type Open vSwitch agent registered on host n-h1-760453-5 {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 26 21:06:56.375605 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4405ffa-9d71-4f0f-aa2f-201ce6bad583 req-ef7cdc05-9bfc-4c3f-9a48-5b00213d66d4 service neutron] Attempting to bind port bf5e2133-dab5-461f-8ecd-f78e9891231b on network 7fbe9cf5-e12c-436d-b372-55a19c9faa30 {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 21:06:56.400043 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4405ffa-9d71-4f0f-aa2f-201ce6bad583 req-ef7cdc05-9bfc-4c3f-9a48-5b00213d66d4 service neutron] Checking agent: {'id': '32ef628b-8417-46c5-8729-60fcabe358f1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-760453-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 21, 3, 8), 'started_at': datetime.datetime(2022, 1, 26, 21, 3, 8), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 21, 6, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 26 21:06:56.400422 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4405ffa-9d71-4f0f-aa2f-201ce6bad583 req-ef7cdc05-9bfc-4c3f-9a48-5b00213d66d4 service neutron] Checking segment: {'id': '4eab25d6-89d9-4907-a1c2-51b06443ba33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '7fbe9cf5-e12c-436d-b372-55a19c9faa30'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103304) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 21:06:56.400780 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4405ffa-9d71-4f0f-aa2f-201ce6bad583 req-ef7cdc05-9bfc-4c3f-9a48-5b00213d66d4 service neutron] Bound using segment: {'id': '4eab25d6-89d9-4907-a1c2-51b06443ba33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '7fbe9cf5-e12c-436d-b372-55a19c9faa30'} {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 26 21:06:56.401224 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [req-d4405ffa-9d71-4f0f-aa2f-201ce6bad583 req-ef7cdc05-9bfc-4c3f-9a48-5b00213d66d4 service neutron] Bound port: bf5e2133-dab5-461f-8ecd-f78e9891231b, host: n-h1-760453-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4eab25d6-89d9-4907-a1c2-51b06443ba33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '7fbe9cf5-e12c-436d-b372-55a19c9faa30'}}] {{(pid=103304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 26 21:06:56.401625 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-d4405ffa-9d71-4f0f-aa2f-201ce6bad583 req-ef7cdc05-9bfc-4c3f-9a48-5b00213d66d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (bf5e2133-dab5-461f-8ecd-f78e9891231b), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:06:56.424028 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358669c6-944e-477d-9e1b-0fdae1b00799 req-3dae6d29-3b6e-461f-b49e-e97e02b9da59 tempest-NetworksTest-1400562129 tempest-NetworksTest-1400562129-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:06:56.425605 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-358669c6-944e-477d-9e1b-0fdae1b00799 req-3dae6d29-3b6e-461f-b49e-e97e02b9da59 tempest-NetworksTest-1400562129 tempest-NetworksTest-1400562129-project-admin] 10.222.0.13 "GET /v2.0/networks/4140a1f1-c93a-4bea-83a0-68953a54f299 HTTP/1.1" status: 200 len: 886 time: 0.2168951 Jan 26 21:06:56.448261 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-6a558ac0-a294-48ba-bbd0-69680da79a5f req-ab99140b-1434-4e58-8a88-269e174147f8 tempest-LiveAutoBlockMigrationV225Test-1645909514 tempest-LiveAutoBlockMigrationV225Test-1645909514-project] 10.222.0.13 "GET /v2.0/security-groups?id=d3d52ae6-e761-44ee-98bd-9ad0dc66343a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036069 Jan 26 21:06:56.462134 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Pushing event updated for resources: {'Port': ['ID=183a2644-444d-4a3f-9603-c7f0561e6c38,revision_number=4']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:06:56.473596 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.provisioning_blocks [req-a79ce87e-16e5-417d-815b-f73e8d3ae62d req-aeedcc2e-dbed-43eb-a46d-173d66ba6d3d service neutron] Transition to ACTIVE for port object 4c6e06a3-81ac-4751-9679-9826254c4461 will not be triggered until provisioned by entity L2. {{(pid=103305) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 21:06:56.479880 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-a79ce87e-16e5-417d-815b-f73e8d3ae62d req-aeedcc2e-dbed-43eb-a46d-173d66ba6d3d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11791520'] for port (4c6e06a3-81ac-4751-9679-9826254c4461), after_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:06:56.564561 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [req-a79ce87e-16e5-417d-815b-f73e8d3ae62d req-aeedcc2e-dbed-43eb-a46d-173d66ba6d3d service neutron] No DVR routers for this DVR port 4c6e06a3-81ac-4751-9679-9826254c4461 on host n-h2-760453-5 {{(pid=103305) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 26 21:06:56.578693 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeedcc2e-dbed-43eb-a46d-173d66ba6d3d service neutron] Pushing event updated for resources: {'Port': ['ID=4c6e06a3-81ac-4751-9679-9826254c4461,revision_number=10']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:06:56.580690 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] get_ports_and_sgs() called for port_ids ['183a2644-444d-4a3f-9603-c7f0561e6c38'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 26 21:06:56.597175 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [req-d4405ffa-9d71-4f0f-aa2f-201ce6bad583 req-ef7cdc05-9bfc-4c3f-9a48-5b00213d66d4 service neutron] For port bf5e2133-dab5-461f-8ecd-f78e9891231b, host n-h1-760453-5, cleared binding levels {{(pid=103304) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 26 21:06:56.601020 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-a79ce87e-16e5-417d-815b-f73e8d3ae62d req-aeedcc2e-dbed-43eb-a46d-173d66ba6d3d service neutron] 10.222.0.57 "PUT /v2.0/ports/4c6e06a3-81ac-4751-9679-9826254c4461/bindings/n-h1-760453-5/activate HTTP/1.1" status: 200 len: 369 time: 0.6208172 Jan 26 21:06:56.624639 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [req-d4405ffa-9d71-4f0f-aa2f-201ce6bad583 req-ef7cdc05-9bfc-4c3f-9a48-5b00213d66d4 service neutron] For port bf5e2133-dab5-461f-8ecd-f78e9891231b, host n-h1-760453-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-5',level=0,port_id=bf5e2133-dab5-461f-8ecd-f78e9891231b,segment=NetworkSegment(4eab25d6-89d9-4907-a1c2-51b06443ba33),segment_id=4eab25d6-89d9-4907-a1c2-51b06443ba33)] {{(pid=103304) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 26 21:06:56.635534 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11de405-cbd6-483d-a637-721dbd8dbe6c req-962bbc99-1e86-4695-b515-697dbfd2571a tempest-ServersAdminTestJSON-2108229583 tempest-ServersAdminTestJSON-2108229583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:06:56.637066 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-b11de405-cbd6-483d-a637-721dbd8dbe6c req-962bbc99-1e86-4695-b515-697dbfd2571a tempest-ServersAdminTestJSON-2108229583 tempest-ServersAdminTestJSON-2108229583-project] 10.222.0.13 "GET /v2.0/ports?device_id=16884e59-489a-4b67-8196-44a9711f0d06 HTTP/1.1" status: 200 len: 948 time: 0.1319845 Jan 26 21:06:56.640373 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-d4405ffa-9d71-4f0f-aa2f-201ce6bad583 req-ef7cdc05-9bfc-4c3f-9a48-5b00213d66d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9281542'] for port (bf5e2133-dab5-461f-8ecd-f78e9891231b), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:06:56.703054 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4561f5f5-ff72-4986-a8a5-2cfb3a883b60 req-2d2efb22-6f04-4a67-ba3e-8b6cc9d7d8de tempest-MigrationsAdminTest-1084137346 tempest-MigrationsAdminTest-1084137346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:06:56.704629 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-4561f5f5-ff72-4986-a8a5-2cfb3a883b60 req-2d2efb22-6f04-4a67-ba3e-8b6cc9d7d8de tempest-MigrationsAdminTest-1084137346 tempest-MigrationsAdminTest-1084137346-project] 10.222.0.13 "GET /v2.0/ports?device_id=6689602d-c315-4f2d-bb1a-84915600014f HTTP/1.1" status: 200 len: 948 time: 0.1585097 Jan 26 21:06:56.708112 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4405ffa-9d71-4f0f-aa2f-201ce6bad583 req-ef7cdc05-9bfc-4c3f-9a48-5b00213d66d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:06:56.708952 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-d4405ffa-9d71-4f0f-aa2f-201ce6bad583 req-ef7cdc05-9bfc-4c3f-9a48-5b00213d66d4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:06:56.711362 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-d4405ffa-9d71-4f0f-aa2f-201ce6bad583 req-ef7cdc05-9bfc-4c3f-9a48-5b00213d66d4 service neutron] 10.222.0.66 "PUT /v2.0/ports/bf5e2133-dab5-461f-8ecd-f78e9891231b HTTP/1.1" status: 200 len: 1096 time: 2.1647961 Jan 26 21:06:56.713813 n-d-760453-5 neutron-server[103304]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6689602d-c315-4f2d-bb1a-84915600014f', 'tag': 'bf5e2133-dab5-461f-8ecd-f78e9891231b'}] {{(pid=103304) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 21:06:56.716300 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d52b45f1943fcd332af9527eb73ff93c8d715d44383a3f6d18de73b4cfcf87b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e967000-b54e-4d7c-9f4e-69e19e9f0010" -d '{"events": [{"name": "network-changed", "server_uuid": "6689602d-c315-4f2d-bb1a-84915600014f", "tag": "bf5e2133-dab5-461f-8ecd-f78e9891231b"}]}' {{(pid=103304) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 21:06:56.733087 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79ce87e-16e5-417d-815b-f73e8d3ae62d req-8d3cce97-b716-4b22-aaff-7cab4ccd616b tempest-LiveAutoBlockMigrationV225Test-2082869167 tempest-LiveAutoBlockMigrationV225Test-2082869167-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:06:56.735203 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-a79ce87e-16e5-417d-815b-f73e8d3ae62d req-8d3cce97-b716-4b22-aaff-7cab4ccd616b tempest-LiveAutoBlockMigrationV225Test-2082869167 tempest-LiveAutoBlockMigrationV225Test-2082869167-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=fa873b56-913b-4b6f-ac44-2cc6f39f16b1&tenant_id=6a368bf2185e476485148d66b6d73c5c&binding%3Ahost_id=n-h2-760453-5 HTTP/1.1" status: 200 len: 1095 time: 0.0617979 Jan 26 21:06:56.807402 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef7cdc05-9bfc-4c3f-9a48-5b00213d66d4 service neutron] Pushing event updated for resources: {'Port': ['ID=bf5e2133-dab5-461f-8ecd-f78e9891231b,revision_number=3']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:06:56.843819 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-b11de405-cbd6-483d-a637-721dbd8dbe6c req-543c996f-f854-4da9-8630-38959905d524 tempest-ServersAdminTestJSON-2108229583 tempest-ServersAdminTestJSON-2108229583-project] 10.222.0.13 "GET /v2.0/security-groups?id=95bc11fd-db53-4b42-971c-c958ca031066&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1916707 Jan 26 21:06:56.869899 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-4561f5f5-ff72-4986-a8a5-2cfb3a883b60 req-72ed0223-1f94-40e6-a97d-1393eaf06915 tempest-MigrationsAdminTest-1084137346 tempest-MigrationsAdminTest-1084137346-project] 10.222.0.13 "GET /v2.0/security-groups?id=e0b082e3-685f-492b-b87f-3045b8ecd8c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1478248 Jan 26 21:06:56.879473 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79ce87e-16e5-417d-815b-f73e8d3ae62d req-9aa5408e-e73a-4d5b-9e4e-09097d39821d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:06:56.881322 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-a79ce87e-16e5-417d-815b-f73e8d3ae62d req-9aa5408e-e73a-4d5b-9e4e-09097d39821d service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=fa873b56-913b-4b6f-ac44-2cc6f39f16b1&tenant_id=6a368bf2185e476485148d66b6d73c5c HTTP/1.1" status: 200 len: 1095 time: 0.1366024 Jan 26 21:06:56.889478 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4405ffa-9d71-4f0f-aa2f-201ce6bad583 req-d87a7d1f-9945-4de4-a200-b9bb0af0de59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:06:56.891089 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-d4405ffa-9d71-4f0f-aa2f-201ce6bad583 req-d87a7d1f-9945-4de4-a200-b9bb0af0de59 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=d178ac49ddc9478db66ba71c81039890&device_id=6689602d-c315-4f2d-bb1a-84915600014f HTTP/1.1" status: 200 len: 1099 time: 0.1036246 Jan 26 21:06:56.900598 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-700dfe14-4a0b-4aee-a8ac-2fd9343747c3 req-18ec4182-64a2-4b6b-98d2-dca6fd979541 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=0bd9219f-31b8-4122-b35d-2ca7b6de3d8d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0610101 Jan 26 21:06:56.989440 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700dfe14-4a0b-4aee-a8ac-2fd9343747c3 req-1aa0b1c7-3058-4ba1-998a-9ebc18e5d35d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:06:56.990976 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-700dfe14-4a0b-4aee-a8ac-2fd9343747c3 req-1aa0b1c7-3058-4ba1-998a-9ebc18e5d35d service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=6a368bf2185e476485148d66b6d73c5c&device_id=0bd9219f-31b8-4122-b35d-2ca7b6de3d8d HTTP/1.1" status: 200 len: 1095 time: 0.0401230 Jan 26 21:06:57.047337 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-d4405ffa-9d71-4f0f-aa2f-201ce6bad583 req-c07de033-cb93-4e19-a235-57279a506544 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.129&port_id=bf5e2133-dab5-461f-8ecd-f78e9891231b HTTP/1.1" status: 200 len: 217 time: 0.0465970 Jan 26 21:06:57.055278 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61227437-0726-48d4-a37e-b6ff4ec2a4b2 req-62f7a85c-b6f9-4bb5-9134-b218c34d3341 tempest-NetworksTest-1400562129 tempest-NetworksTest-1400562129-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:06:57.055278 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61227437-0726-48d4-a37e-b6ff4ec2a4b2 req-62f7a85c-b6f9-4bb5-9134-b218c34d3341 tempest-NetworksTest-1400562129 tempest-NetworksTest-1400562129-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:06:57.055530 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61227437-0726-48d4-a37e-b6ff4ec2a4b2 req-62f7a85c-b6f9-4bb5-9134-b218c34d3341 tempest-NetworksTest-1400562129 tempest-NetworksTest-1400562129-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:06:57.055811 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61227437-0726-48d4-a37e-b6ff4ec2a4b2 req-62f7a85c-b6f9-4bb5-9134-b218c34d3341 tempest-NetworksTest-1400562129 tempest-NetworksTest-1400562129-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:06:57.056270 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61227437-0726-48d4-a37e-b6ff4ec2a4b2 req-62f7a85c-b6f9-4bb5-9134-b218c34d3341 tempest-NetworksTest-1400562129 tempest-NetworksTest-1400562129-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:06:57.056725 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61227437-0726-48d4-a37e-b6ff4ec2a4b2 req-62f7a85c-b6f9-4bb5-9134-b218c34d3341 tempest-NetworksTest-1400562129 tempest-NetworksTest-1400562129-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:06:57.057181 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61227437-0726-48d4-a37e-b6ff4ec2a4b2 req-62f7a85c-b6f9-4bb5-9134-b218c34d3341 tempest-NetworksTest-1400562129 tempest-NetworksTest-1400562129-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:06:57.057662 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61227437-0726-48d4-a37e-b6ff4ec2a4b2 req-62f7a85c-b6f9-4bb5-9134-b218c34d3341 tempest-NetworksTest-1400562129 tempest-NetworksTest-1400562129-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:06:57.058112 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61227437-0726-48d4-a37e-b6ff4ec2a4b2 req-62f7a85c-b6f9-4bb5-9134-b218c34d3341 tempest-NetworksTest-1400562129 tempest-NetworksTest-1400562129-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:06:57.060085 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-61227437-0726-48d4-a37e-b6ff4ec2a4b2 req-62f7a85c-b6f9-4bb5-9134-b218c34d3341 tempest-NetworksTest-1400562129 tempest-NetworksTest-1400562129-project-admin] 10.222.0.13 "GET /v2.0/networks HTTP/1.1" status: 200 len: 6448 time: 0.1628358 Jan 26 21:06:57.110347 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79ce87e-16e5-417d-815b-f73e8d3ae62d req-662afd00-6935-42ed-9acd-dfbdf978ca03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:06:57.112207 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-a79ce87e-16e5-417d-815b-f73e8d3ae62d req-662afd00-6935-42ed-9acd-dfbdf978ca03 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=6a368bf2185e476485148d66b6d73c5c&device_id=fa873b56-913b-4b6f-ac44-2cc6f39f16b1 HTTP/1.1" status: 200 len: 1095 time: 0.1160524 Jan 26 21:06:57.128364 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4405ffa-9d71-4f0f-aa2f-201ce6bad583 req-c291ac66-521d-41c6-bb28-0278b8aba2b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:06:57.130073 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-d4405ffa-9d71-4f0f-aa2f-201ce6bad583 req-c291ac66-521d-41c6-bb28-0278b8aba2b4 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=fd77e534-75e6-4b90-950e-f5824d584430 HTTP/1.1" status: 200 len: 843 time: 0.0691178 Jan 26 21:06:57.131858 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 26 Jan 2022 21:06:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e87d722-3afa-4a20-9223-409bc7721b88 x-openstack-request-id: req-6e87d722-3afa-4a20-9223-409bc7721b88 {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 21:06:57.131996 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6689602d-c315-4f2d-bb1a-84915600014f", "tag": "bf5e2133-dab5-461f-8ecd-f78e9891231b", "status": "completed", "code": 200}]} {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 21:06:57.132802 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-6e87d722-3afa-4a20-9223-409bc7721b88 {{(pid=103304) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 21:06:57.133202 n-d-760453-5 neutron-server[103304]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6689602d-c315-4f2d-bb1a-84915600014f', 'tag': 'bf5e2133-dab5-461f-8ecd-f78e9891231b', 'status': 'completed', 'code': 200} Jan 26 21:06:57.203475 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700dfe14-4a0b-4aee-a8ac-2fd9343747c3 req-fa7e6173-88c9-4f95-b6b0-5b2bb064a975 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:06:57.204988 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-700dfe14-4a0b-4aee-a8ac-2fd9343747c3 req-fa7e6173-88c9-4f95-b6b0-5b2bb064a975 service neutron] 10.222.0.57 "GET /v2.0/networks?id=1c3811f3-dcb6-4f77-8c26-3e9819d7c63c HTTP/1.1" status: 200 len: 921 time: 0.1828067 Jan 26 21:06:57.222669 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4405ffa-9d71-4f0f-aa2f-201ce6bad583 req-c9030960-3655-45dd-9ef1-ac27c3af249b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:06:57.224975 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-d4405ffa-9d71-4f0f-aa2f-201ce6bad583 req-c9030960-3655-45dd-9ef1-ac27c3af249b service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=7fbe9cf5-e12c-436d-b372-55a19c9faa30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0674670 Jan 26 21:06:57.270281 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-700dfe14-4a0b-4aee-a8ac-2fd9343747c3 req-dbcceeb1-41d6-4399-8e67-adf0a45c074f service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f5fdde2f-c5b7-4189-93c5-ce8ef3d0068c HTTP/1.1" status: 200 len: 217 time: 0.0519125 Jan 26 21:06:57.340661 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700dfe14-4a0b-4aee-a8ac-2fd9343747c3 req-b1ddebcd-8f6b-441f-b64e-9dc16bc650c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:06:57.341935 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-700dfe14-4a0b-4aee-a8ac-2fd9343747c3 req-b1ddebcd-8f6b-441f-b64e-9dc16bc650c8 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=dae01ee8-17f0-4a86-8f17-22a537cba2b9 HTTP/1.1" status: 200 len: 860 time: 0.0647714 Jan 26 21:06:57.345606 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614ffe0d-2c87-43ff-bf78-900e4553c281 req-c2c1c3b5-f9e4-4485-9e81-fb9230b21116 tempest-LiveMigrationNegativeTest-869384580 tempest-LiveMigrationNegativeTest-869384580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:06:57.347080 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79ce87e-16e5-417d-815b-f73e8d3ae62d req-3f94acee-0119-4191-acda-0c89267c42d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:06:57.348679 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-a79ce87e-16e5-417d-815b-f73e8d3ae62d req-3f94acee-0119-4191-acda-0c89267c42d4 service neutron] 10.222.0.66 "GET /v2.0/networks?id=1c3811f3-dcb6-4f77-8c26-3e9819d7c63c HTTP/1.1" status: 200 len: 921 time: 0.2218878 Jan 26 21:06:57.352875 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-614ffe0d-2c87-43ff-bf78-900e4553c281 req-c2c1c3b5-f9e4-4485-9e81-fb9230b21116 tempest-LiveMigrationNegativeTest-869384580 tempest-LiveMigrationNegativeTest-869384580-project] 10.222.0.13 "GET /v2.0/ports?device_id=6fdffc41-3d46-4eb3-ae63-ebfe4e1031c3 HTTP/1.1" status: 200 len: 948 time: 0.1347661 Jan 26 21:06:57.378300 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-700dfe14-4a0b-4aee-a8ac-2fd9343747c3 req-b6c9c84b-795c-43d1-945e-0249f88b847b service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=1c3811f3-dcb6-4f77-8c26-3e9819d7c63c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0287485 Jan 26 21:06:57.399517 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-d4405ffa-9d71-4f0f-aa2f-201ce6bad583 req-14f4cdcb-7a0a-404f-8be5-d1997708e0de service neutron] 10.222.0.66 "GET /v2.0/networks/7fbe9cf5-e12c-436d-b372-55a19c9faa30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1649935 Jan 26 21:06:57.440072 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 44782) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:06:57.453328 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-614ffe0d-2c87-43ff-bf78-900e4553c281 req-9ad8740e-1f9e-4937-8208-1a398ee8dd65 tempest-LiveMigrationNegativeTest-869384580 tempest-LiveMigrationNegativeTest-869384580-project] 10.222.0.13 "GET /v2.0/security-groups?id=c0d7fcc6-eb34-4805-a02c-eebfcd508c09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981870 Jan 26 21:06:57.529158 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-a79ce87e-16e5-417d-815b-f73e8d3ae62d req-483862dd-ae42-457d-8c3f-9f0543d26836 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=4c6e06a3-81ac-4751-9679-9826254c4461 HTTP/1.1" status: 200 len: 217 time: 0.1498981 Jan 26 21:06:57.629371 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-bf0060ad-f2c5-4954-beb5-503967bf4aa3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:06:57.646865 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-d4405ffa-9d71-4f0f-aa2f-201ce6bad583 req-9e494888-78b1-42ce-ab6e-886e06ec5fd0 service neutron] 10.222.0.66 "GET /v2.0/networks/7fbe9cf5-e12c-436d-b372-55a19c9faa30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2390199 Jan 26 21:06:57.653764 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79ce87e-16e5-417d-815b-f73e8d3ae62d req-6b70d10e-8ee5-41f0-9954-31e95c13c5d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:06:57.654966 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8949fe8-eaab-47a3-9e07-3520970fd6ce req-e97b0f43-4a7f-40fd-9ac4-f15e6a716a04 tempest-LiveAutoBlockMigrationV225Test-1645909514 tempest-LiveAutoBlockMigrationV225Test-1645909514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:06:57.655271 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-a79ce87e-16e5-417d-815b-f73e8d3ae62d req-6b70d10e-8ee5-41f0-9954-31e95c13c5d1 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=dae01ee8-17f0-4a86-8f17-22a537cba2b9 HTTP/1.1" status: 200 len: 860 time: 0.1177514 Jan 26 21:06:57.656785 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-b8949fe8-eaab-47a3-9e07-3520970fd6ce req-e97b0f43-4a7f-40fd-9ac4-f15e6a716a04 tempest-LiveAutoBlockMigrationV225Test-1645909514 tempest-LiveAutoBlockMigrationV225Test-1645909514-project] 10.222.0.13 "GET /v2.0/ports?device_id=fa873b56-913b-4b6f-ac44-2cc6f39f16b1 HTTP/1.1" status: 200 len: 944 time: 0.0992463 Jan 26 21:06:57.658268 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-700dfe14-4a0b-4aee-a8ac-2fd9343747c3 req-88f91cd6-404e-4233-bdd3-94a3816e5f8a service neutron] 10.222.0.57 "GET /v2.0/networks/1c3811f3-dcb6-4f77-8c26-3e9819d7c63c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2657840 Jan 26 21:06:57.701104 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-a79ce87e-16e5-417d-815b-f73e8d3ae62d req-405ee6eb-7128-406c-aeec-e207716d1c23 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=1c3811f3-dcb6-4f77-8c26-3e9819d7c63c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0316372 Jan 26 21:06:57.728753 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-b8949fe8-eaab-47a3-9e07-3520970fd6ce req-3e6359dd-b5bf-4435-96bb-b22bb82e2796 tempest-LiveAutoBlockMigrationV225Test-1645909514 tempest-LiveAutoBlockMigrationV225Test-1645909514-project] 10.222.0.13 "GET /v2.0/security-groups?id=d3d52ae6-e761-44ee-98bd-9ad0dc66343a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556285 Jan 26 21:06:57.775464 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Device 183a2644-444d-4a3f-9603-c7f0561e6c38 up at agent hyperv_n-h2-760453-5 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 21:06:57.837349 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e967000-b54e-4d7c-9f4e-69e19e9f0010 req-96a24fa0-0580-4d0f-8300-af5f2308b19d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:06:57.839116 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-3e967000-b54e-4d7c-9f4e-69e19e9f0010 req-96a24fa0-0580-4d0f-8300-af5f2308b19d service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=d178ac49ddc9478db66ba71c81039890&device_id=6689602d-c315-4f2d-bb1a-84915600014f HTTP/1.1" status: 200 len: 1099 time: 0.0603800 Jan 26 21:06:57.855807 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Provisioning for port 183a2644-444d-4a3f-9603-c7f0561e6c38 completed by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 21:06:57.885031 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Provisioning complete for port 183a2644-444d-4a3f-9603-c7f0561e6c38 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:06:57.885636 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (183a2644-444d-4a3f-9603-c7f0561e6c38), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:06:57.942371 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-700dfe14-4a0b-4aee-a8ac-2fd9343747c3 req-925215b6-bf20-42b6-ad1c-c4176b00b260 service neutron] 10.222.0.57 "GET /v2.0/networks/1c3811f3-dcb6-4f77-8c26-3e9819d7c63c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2741587 Jan 26 21:06:57.945828 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-bf0060ad-f2c5-4954-beb5-503967bf4aa3 admin admin] Publish callbacks [] for security_group (aca0d910-0691-4fd3-8f3d-840efa1da48e), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:06:57.951263 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-a79ce87e-16e5-417d-815b-f73e8d3ae62d req-dae0ed03-1185-40ea-a771-2fadcad14913 service neutron] 10.222.0.66 "GET /v2.0/networks/1c3811f3-dcb6-4f77-8c26-3e9819d7c63c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1876049 Jan 26 21:06:57.954810 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-bf0060ad-f2c5-4954-beb5-503967bf4aa3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (aca0d910-0691-4fd3-8f3d-840efa1da48e), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:06:58.038916 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e967000-b54e-4d7c-9f4e-69e19e9f0010 req-c106faba-eb7d-455e-b049-02dbd18c9517 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:06:58.040764 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-3e967000-b54e-4d7c-9f4e-69e19e9f0010 req-c106faba-eb7d-455e-b049-02dbd18c9517 service neutron] 10.222.0.66 "GET /v2.0/networks?id=7fbe9cf5-e12c-436d-b372-55a19c9faa30 HTTP/1.1" status: 200 len: 870 time: 0.1949837 Jan 26 21:06:58.072055 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4712c9b-7e55-4770-8fe9-4f909d1a5b27 req-67ce33e1-356a-4800-8b5c-27efd187b5ac tempest-ServersAdminTestJSON-2108229583 tempest-ServersAdminTestJSON-2108229583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:06:58.073948 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-c4712c9b-7e55-4770-8fe9-4f909d1a5b27 req-67ce33e1-356a-4800-8b5c-27efd187b5ac tempest-ServersAdminTestJSON-2108229583 tempest-ServersAdminTestJSON-2108229583-project] 10.222.0.13 "GET /v2.0/ports?device_id=16884e59-489a-4b67-8196-44a9711f0d06 HTTP/1.1" status: 200 len: 948 time: 0.0943124 Jan 26 21:06:58.092858 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Current status of the port 183a2644-444d-4a3f-9603-c7f0561e6c38 is: BUILD; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:06:58.092858 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (183a2644-444d-4a3f-9603-c7f0561e6c38), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:06:58.093640 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-bf0060ad-f2c5-4954-beb5-503967bf4aa3 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d8778a72c42f4b5f9abadd6821aeabdd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6443729 Jan 26 21:06:58.094802 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 44798) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:06:58.103863 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-a79ce87e-16e5-417d-815b-f73e8d3ae62d req-f16e4c21-9c6c-41fb-8a8e-4dacf64d67b1 service neutron] 10.222.0.66 "GET /v2.0/networks/1c3811f3-dcb6-4f77-8c26-3e9819d7c63c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1373043 Jan 26 21:06:58.105825 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf0060ad-f2c5-4954-beb5-503967bf4aa3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aca0d910-0691-4fd3-8f3d-840efa1da48e,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:06:58.126993 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-3e967000-b54e-4d7c-9f4e-69e19e9f0010 req-ec6a0811-d586-49a9-a835-192c2db996d1 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.129&port_id=bf5e2133-dab5-461f-8ecd-f78e9891231b HTTP/1.1" status: 200 len: 217 time: 0.0745623 Jan 26 21:06:58.144978 n-d-760453-5 neutron-server[103306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6fdffc41-3d46-4eb3-ae63-ebfe4e1031c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '183a2644-444d-4a3f-9603-c7f0561e6c38'}] {{(pid=103306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 21:06:58.152412 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9d5d370febab655511bdd2ffe887e43e442d144a440368702bcc1e93af00b97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0bbc8c18-e903-4bf6-b115-8866917e4973" -d '{"events": [{"server_uuid": "6fdffc41-3d46-4eb3-ae63-ebfe4e1031c3", "name": "network-vif-plugged", "status": "completed", "tag": "183a2644-444d-4a3f-9603-c7f0561e6c38"}]}' {{(pid=103306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 21:06:58.180514 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] For port 183a2644-444d-4a3f-9603-c7f0561e6c38, host n-h2-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-5',level=0,port_id=183a2644-444d-4a3f-9603-c7f0561e6c38,segment=NetworkSegment(4eab25d6-89d9-4907-a1c2-51b06443ba33),segment_id=4eab25d6-89d9-4907-a1c2-51b06443ba33)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:06:58.190984 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (183a2644-444d-4a3f-9603-c7f0561e6c38), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:06:58.192400 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Device 4c6e06a3-81ac-4751-9679-9826254c4461 no longer exists at agent hyperv_n-h2-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 26 21:06:58.196914 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-40ee2dc2-e1f8-4ee7-a5a5-31fa466295e1 admin admin] Publish callbacks [] for security_group (aca0d910-0691-4fd3-8f3d-840efa1da48e), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:06:58.213823 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e967000-b54e-4d7c-9f4e-69e19e9f0010 req-23490967-97f6-4947-8a4e-6afa1bdcdb9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:06:58.215665 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-3e967000-b54e-4d7c-9f4e-69e19e9f0010 req-23490967-97f6-4947-8a4e-6afa1bdcdb9e service neutron] 10.222.0.66 "GET /v2.0/subnets?id=fd77e534-75e6-4b90-950e-f5824d584430 HTTP/1.1" status: 200 len: 843 time: 0.0797656 Jan 26 21:06:58.221718 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-c4712c9b-7e55-4770-8fe9-4f909d1a5b27 req-5b65af95-c955-4b7f-9371-5f5a259521f8 tempest-ServersAdminTestJSON-2108229583 tempest-ServersAdminTestJSON-2108229583-project] 10.222.0.13 "GET /v2.0/security-groups?id=95bc11fd-db53-4b42-971c-c958ca031066&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055081 Jan 26 21:06:58.225107 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-40ee2dc2-e1f8-4ee7-a5a5-31fa466295e1 admin admin] Publish callbacks [] for security_group (aca0d910-0691-4fd3-8f3d-840efa1da48e), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:06:58.296369 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Pushing event updated for resources: {'Port': ['ID=183a2644-444d-4a3f-9603-c7f0561e6c38,revision_number=5']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:06:58.304655 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-40ee2dc2-e1f8-4ee7-a5a5-31fa466295e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (aca0d910-0691-4fd3-8f3d-840efa1da48e), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:06:58.307621 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-40ee2dc2-e1f8-4ee7-a5a5-31fa466295e1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:06:58.308798 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-40ee2dc2-e1f8-4ee7-a5a5-31fa466295e1 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/aca0d910-0691-4fd3-8f3d-840efa1da48e HTTP/1.1" status: 204 len: 168 time: 0.2115788 Jan 26 21:06:58.326701 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] The host n-h2-760453-5 is not matching for port 4c6e06a3-81ac-4751-9679-9826254c4461 host n-h1-760453-5! {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2317}} Jan 26 21:06:58.327440 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Device 4c6e06a3-81ac-4751-9679-9826254c4461 not bound to the agent host n-h2-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 26 21:06:58.330120 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ee2dc2-e1f8-4ee7-a5a5-31fa466295e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aca0d910-0691-4fd3-8f3d-840efa1da48e,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:06:58.360553 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e967000-b54e-4d7c-9f4e-69e19e9f0010 req-1212d83d-50f1-4f45-b593-d5c7cdc7b1ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:06:58.362048 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-3e967000-b54e-4d7c-9f4e-69e19e9f0010 req-1212d83d-50f1-4f45-b593-d5c7cdc7b1ac service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=7fbe9cf5-e12c-436d-b372-55a19c9faa30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1239178 Jan 26 21:06:58.386459 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bdb3c2b-da28-41f8-9cfb-504487bcc594 req-409bdbed-e964-42d7-92dc-36f1917cdd56 tempest-MigrationsAdminTest-1084137346 tempest-MigrationsAdminTest-1084137346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:06:58.390721 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-5bdb3c2b-da28-41f8-9cfb-504487bcc594 req-409bdbed-e964-42d7-92dc-36f1917cdd56 tempest-MigrationsAdminTest-1084137346 tempest-MigrationsAdminTest-1084137346-project] 10.222.0.13 "GET /v2.0/ports?device_id=6689602d-c315-4f2d-bb1a-84915600014f HTTP/1.1" status: 200 len: 948 time: 0.0897548 Jan 26 21:06:58.453995 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Jan 2022 21:06:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6df77d7-d23b-445e-bda1-b5e04a72ab6e x-openstack-request-id: req-e6df77d7-d23b-445e-bda1-b5e04a72ab6e {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 21:06:58.454309 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6fdffc41-3d46-4eb3-ae63-ebfe4e1031c3", "name": "network-vif-plugged", "status": "completed", "tag": "183a2644-444d-4a3f-9603-c7f0561e6c38", "code": 200}]} {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 21:06:58.454564 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e6df77d7-d23b-445e-bda1-b5e04a72ab6e {{(pid=103306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 21:06:58.454951 n-d-760453-5 neutron-server[103306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6fdffc41-3d46-4eb3-ae63-ebfe4e1031c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '183a2644-444d-4a3f-9603-c7f0561e6c38', 'code': 200} Jan 26 21:06:58.544041 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-3e967000-b54e-4d7c-9f4e-69e19e9f0010 req-edd560d2-c585-490b-8703-74de5a4c04df service neutron] 10.222.0.66 "GET /v2.0/networks/7fbe9cf5-e12c-436d-b372-55a19c9faa30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1478579 Jan 26 21:06:58.576467 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79ce87e-16e5-417d-815b-f73e8d3ae62d req-acff4d88-e066-4218-9cdf-a4dc2b5a842f tempest-LiveAutoBlockMigrationV225Test-2082869167 tempest-LiveAutoBlockMigrationV225Test-2082869167-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:06:58.580416 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-a79ce87e-16e5-417d-815b-f73e8d3ae62d req-acff4d88-e066-4218-9cdf-a4dc2b5a842f tempest-LiveAutoBlockMigrationV225Test-2082869167 tempest-LiveAutoBlockMigrationV225Test-2082869167-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=fa873b56-913b-4b6f-ac44-2cc6f39f16b1&tenant_id=6a368bf2185e476485148d66b6d73c5c&binding%3Ahost_id=n-h1-760453-5 HTTP/1.1" status: 200 len: 1095 time: 0.1414752 Jan 26 21:06:58.651915 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b1c138-2880-45a5-93fc-36e2029a175b req-e37ed11a-6125-487c-816c-a98fdd8aed8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:06:58.653785 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-a5b1c138-2880-45a5-93fc-36e2029a175b req-e37ed11a-6125-487c-816c-a98fdd8aed8e service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=6fdffc41-3d46-4eb3-ae63-ebfe4e1031c3 HTTP/1.1" status: 200 len: 1100 time: 0.1373951 Jan 26 21:06:58.655948 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-5bdb3c2b-da28-41f8-9cfb-504487bcc594 req-f2064366-1e80-4395-835c-974d836bdd2d tempest-MigrationsAdminTest-1084137346 tempest-MigrationsAdminTest-1084137346-project] 10.222.0.13 "GET /v2.0/security-groups?id=e0b082e3-685f-492b-b87f-3045b8ecd8c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2564645 Jan 26 21:06:58.737869 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5364214f-8b49-4000-b7ff-dbf53a017ffc req-6d401a2d-1d8a-4514-8205-092f248fa8f9 tempest-LiveMigrationNegativeTest-869384580 tempest-LiveMigrationNegativeTest-869384580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:06:58.739436 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-5364214f-8b49-4000-b7ff-dbf53a017ffc req-6d401a2d-1d8a-4514-8205-092f248fa8f9 tempest-LiveMigrationNegativeTest-869384580 tempest-LiveMigrationNegativeTest-869384580-project] 10.222.0.13 "GET /v2.0/ports?device_id=6fdffc41-3d46-4eb3-ae63-ebfe4e1031c3 HTTP/1.1" status: 200 len: 949 time: 0.1122355 Jan 26 21:06:58.783578 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-3e967000-b54e-4d7c-9f4e-69e19e9f0010 req-a1fcc3b3-4efe-45f5-97ce-97556a1a7268 service neutron] 10.222.0.66 "GET /v2.0/networks/7fbe9cf5-e12c-436d-b372-55a19c9faa30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2299228 Jan 26 21:06:58.784761 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-a5b1c138-2880-45a5-93fc-36e2029a175b req-a0c720fb-44b2-4939-a9e8-0a024514eb76 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=c0d7fcc6-eb34-4805-a02c-eebfcd508c09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1225543 Jan 26 21:06:58.799364 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 44818) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:06:58.810368 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-5364214f-8b49-4000-b7ff-dbf53a017ffc req-4edb426d-fe1c-45e1-b486-0a0f56ebf822 tempest-LiveMigrationNegativeTest-869384580 tempest-LiveMigrationNegativeTest-869384580-project] 10.222.0.13 "GET /v2.0/security-groups?id=c0d7fcc6-eb34-4805-a02c-eebfcd508c09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600986 Jan 26 21:06:58.816943 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-4715b8d1-1ed4-4950-8a53-29266a2bea76 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:06:58.899633 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [req-a79ce87e-16e5-417d-815b-f73e8d3ae62d req-3ae75f4c-3405-4c8f-bc6e-3bbbc20195d5 service neutron] For port 4c6e06a3-81ac-4751-9679-9826254c4461, host n-h2-760453-5, cleared binding levels {{(pid=103305) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 26 21:06:58.905051 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-a79ce87e-16e5-417d-815b-f73e8d3ae62d req-3ae75f4c-3405-4c8f-bc6e-3bbbc20195d5 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:06:58.906308 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-a79ce87e-16e5-417d-815b-f73e8d3ae62d req-3ae75f4c-3405-4c8f-bc6e-3bbbc20195d5 service neutron] 10.222.0.66 "DELETE /v2.0/ports/4c6e06a3-81ac-4751-9679-9826254c4461/bindings/n-h2-760453-5 HTTP/1.1" status: 204 len: 173 time: 0.3158462 Jan 26 21:06:58.968044 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-4715b8d1-1ed4-4950-8a53-29266a2bea76 admin admin] Publish callbacks [] for security_group (4de911c3-3256-4808-90ef-d8599b01a85f), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:06:58.974470 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-4715b8d1-1ed4-4950-8a53-29266a2bea76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (4de911c3-3256-4808-90ef-d8599b01a85f), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:06:58.974596 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba60569-92ab-44d8-bd20-216485b83c38 req-042edb8e-e31a-4d17-b76f-29b44af2051d tempest-LiveAutoBlockMigrationV225Test-1645909514 tempest-LiveAutoBlockMigrationV225Test-1645909514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:06:58.997248 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-bba60569-92ab-44d8-bd20-216485b83c38 req-042edb8e-e31a-4d17-b76f-29b44af2051d tempest-LiveAutoBlockMigrationV225Test-1645909514 tempest-LiveAutoBlockMigrationV225Test-1645909514-project] 10.222.0.13 "GET /v2.0/ports?device_id=fa873b56-913b-4b6f-ac44-2cc6f39f16b1 HTTP/1.1" status: 200 len: 944 time: 0.1123190 Jan 26 21:06:59.011464 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4715b8d1-1ed4-4950-8a53-29266a2bea76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4de911c3-3256-4808-90ef-d8599b01a85f,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:06:59.035398 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-4715b8d1-1ed4-4950-8a53-29266a2bea76 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=98dc77f15c60420997b5c8fa135f4cb5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2346852 Jan 26 21:06:59.037624 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 44822) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:06:59.041007 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Device 4babdf78-88e1-4fb1-8c31-8142c0f6c49b up at agent hyperv_n-h1-760453-5 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 21:06:59.073343 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-bba60569-92ab-44d8-bd20-216485b83c38 req-0d2f8c36-771d-40ae-8cff-fba8b1cdcbeb tempest-LiveAutoBlockMigrationV225Test-1645909514 tempest-LiveAutoBlockMigrationV225Test-1645909514-project] 10.222.0.13 "GET /v2.0/security-groups?id=d3d52ae6-e761-44ee-98bd-9ad0dc66343a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750761 Jan 26 21:06:59.105720 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Provisioning for port 4babdf78-88e1-4fb1-8c31-8142c0f6c49b completed by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 21:06:59.112369 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Provisioning complete for port 4babdf78-88e1-4fb1-8c31-8142c0f6c49b triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:06:59.113062 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (4babdf78-88e1-4fb1-8c31-8142c0f6c49b), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:06:59.127521 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-15d4bb2b-3876-40df-a880-88d748f23963 admin admin] Publish callbacks [] for security_group (4de911c3-3256-4808-90ef-d8599b01a85f), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:06:59.160755 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-15d4bb2b-3876-40df-a880-88d748f23963 admin admin] Publish callbacks [] for security_group (4de911c3-3256-4808-90ef-d8599b01a85f), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:06:59.218152 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Current status of the port 4babdf78-88e1-4fb1-8c31-8142c0f6c49b is: BUILD; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:06:59.219801 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (4babdf78-88e1-4fb1-8c31-8142c0f6c49b), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:06:59.259724 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-15d4bb2b-3876-40df-a880-88d748f23963 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (4de911c3-3256-4808-90ef-d8599b01a85f), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:06:59.261886 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] For port 4babdf78-88e1-4fb1-8c31-8142c0f6c49b, host n-h1-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-5',level=0,port_id=4babdf78-88e1-4fb1-8c31-8142c0f6c49b,segment=NetworkSegment(4eab25d6-89d9-4907-a1c2-51b06443ba33),segment_id=4eab25d6-89d9-4907-a1c2-51b06443ba33)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:06:59.262916 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-15d4bb2b-3876-40df-a880-88d748f23963 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:06:59.266631 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-15d4bb2b-3876-40df-a880-88d748f23963 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/4de911c3-3256-4808-90ef-d8599b01a85f HTTP/1.1" status: 204 len: 168 time: 0.2204077 Jan 26 21:06:59.269924 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (4babdf78-88e1-4fb1-8c31-8142c0f6c49b), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:06:59.310945 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d4bb2b-3876-40df-a880-88d748f23963 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4de911c3-3256-4808-90ef-d8599b01a85f,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:06:59.339584 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Pushing event updated for resources: {'Port': ['ID=4babdf78-88e1-4fb1-8c31-8142c0f6c49b,revision_number=5']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:06:59.384116 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c03bdb6-231a-463f-bcf3-dad76e2885da req-d9f2ae13-3be0-43cf-a372-6919a8be4020 tempest-LiveAutoBlockMigrationV225Test-2082869167 tempest-LiveAutoBlockMigrationV225Test-2082869167-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:06:59.386824 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-5c03bdb6-231a-463f-bcf3-dad76e2885da req-d9f2ae13-3be0-43cf-a372-6919a8be4020 tempest-LiveAutoBlockMigrationV225Test-2082869167 tempest-LiveAutoBlockMigrationV225Test-2082869167-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=fa873b56-913b-4b6f-ac44-2cc6f39f16b1 HTTP/1.1" status: 200 len: 1095 time: 0.1342080 Jan 26 21:06:59.476557 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-5c03bdb6-231a-463f-bcf3-dad76e2885da req-11f6e990-2432-401f-a84c-964f3a389404 tempest-LiveAutoBlockMigrationV225Test-2082869167 tempest-LiveAutoBlockMigrationV225Test-2082869167-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=d3d52ae6-e761-44ee-98bd-9ad0dc66343a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787759 Jan 26 21:06:59.603427 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df56883-7f04-4d59-83c4-c671e0e02ed8 req-6b560f83-52d0-44d9-8032-ee11e0f0e01b tempest-ServersAdminTestJSON-2108229583 tempest-ServersAdminTestJSON-2108229583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:06:59.610717 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-8df56883-7f04-4d59-83c4-c671e0e02ed8 req-6b560f83-52d0-44d9-8032-ee11e0f0e01b tempest-ServersAdminTestJSON-2108229583 tempest-ServersAdminTestJSON-2108229583-project] 10.222.0.13 "GET /v2.0/ports?device_id=16884e59-489a-4b67-8196-44a9711f0d06 HTTP/1.1" status: 200 len: 949 time: 0.0729957 Jan 26 21:06:59.730177 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-8df56883-7f04-4d59-83c4-c671e0e02ed8 req-d4d99e06-e61d-4860-adbd-a7aee9a0a700 tempest-ServersAdminTestJSON-2108229583 tempest-ServersAdminTestJSON-2108229583-project] 10.222.0.13 "GET /v2.0/security-groups?id=95bc11fd-db53-4b42-971c-c958ca031066&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090798 Jan 26 21:07:00.036928 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49325de4-5193-4013-92d9-2372fd6e3651 req-81d1cd38-193d-477d-802b-ed5577866e39 tempest-LiveAutoBlockMigrationV225Test-1645909514 tempest-LiveAutoBlockMigrationV225Test-1645909514-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:07:00.038761 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-49325de4-5193-4013-92d9-2372fd6e3651 req-81d1cd38-193d-477d-802b-ed5577866e39 tempest-LiveAutoBlockMigrationV225Test-1645909514 tempest-LiveAutoBlockMigrationV225Test-1645909514-project] 10.222.0.13 "GET /v2.0/networks?id=1c3811f3-dcb6-4f77-8c26-3e9819d7c63c HTTP/1.1" status: 200 len: 820 time: 0.1949985 Jan 26 21:07:00.058700 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-49325de4-5193-4013-92d9-2372fd6e3651 req-9bb177f4-5bbe-411d-8be9-7575fcd14e3a tempest-LiveAutoBlockMigrationV225Test-1645909514 tempest-LiveAutoBlockMigrationV225Test-1645909514-project] 10.222.0.13 "GET /v2.0/quotas/6a368bf2185e476485148d66b6d73c5c HTTP/1.1" status: 200 len: 375 time: 0.0128081 Jan 26 21:07:00.124561 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-49325de4-5193-4013-92d9-2372fd6e3651 req-18bbe9d1-e19b-4f9d-8257-fda3e99d9fee tempest-LiveAutoBlockMigrationV225Test-1645909514 tempest-LiveAutoBlockMigrationV225Test-1645909514-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=6a368bf2185e476485148d66b6d73c5c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0603218 Jan 26 21:07:00.262607 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-49325de4-5193-4013-92d9-2372fd6e3651 req-7fb3072b-934e-4052-a799-c9fd393616c2 service neutron] 10.222.0.13 "GET /v2.0/networks/1c3811f3-dcb6-4f77-8c26-3e9819d7c63c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1311822 Jan 26 21:07:00.269241 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56773a1-047e-4dd4-b88f-bf7f1e6340dd req-e99d5405-581c-4557-9389-f76bd4465408 tempest-MigrationsAdminTest-1084137346 tempest-MigrationsAdminTest-1084137346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:07:00.270757 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-e56773a1-047e-4dd4-b88f-bf7f1e6340dd req-e99d5405-581c-4557-9389-f76bd4465408 tempest-MigrationsAdminTest-1084137346 tempest-MigrationsAdminTest-1084137346-project] 10.222.0.13 "GET /v2.0/ports?device_id=6689602d-c315-4f2d-bb1a-84915600014f HTTP/1.1" status: 200 len: 948 time: 0.0805788 Jan 26 21:07:00.350856 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 44876) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:07:00.456549 n-d-760453-5 neutron-server[103306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16884e59-489a-4b67-8196-44a9711f0d06', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4babdf78-88e1-4fb1-8c31-8142c0f6c49b'}] {{(pid=103306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 21:07:00.457533 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-a4d8197f-1ba3-49d6-bbc1-a2b7fe7e9348 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1338432215-network', 'tenant_id': 'bbfe54b251744598a277b8f456d9c9b5'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:07:00.459115 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9d5d370febab655511bdd2ffe887e43e442d144a440368702bcc1e93af00b97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10939d2b-a1e8-44b4-ab41-a60e71ad219c" -d '{"events": [{"server_uuid": "16884e59-489a-4b67-8196-44a9711f0d06", "name": "network-vif-plugged", "status": "completed", "tag": "4babdf78-88e1-4fb1-8c31-8142c0f6c49b"}]}' {{(pid=103306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 21:07:00.486219 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4d8197f-1ba3-49d6-bbc1-a2b7fe7e9348 admin admin] Made reservation on behalf of bbfe54b251744598a277b8f456d9c9b5 for: {'network': 1} {{(pid=103305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 21:07:00.489061 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-a4d8197f-1ba3-49d6-bbc1-a2b7fe7e9348 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for network (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:07:00.498608 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-a4d8197f-1ba3-49d6-bbc1-a2b7fe7e9348 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:07:00.596635 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-e56773a1-047e-4dd4-b88f-bf7f1e6340dd req-166b66bd-97c8-481a-9211-4486bf460658 tempest-MigrationsAdminTest-1084137346 tempest-MigrationsAdminTest-1084137346-project] 10.222.0.13 "GET /v2.0/security-groups?id=e0b082e3-685f-492b-b87f-3045b8ecd8c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3171313 Jan 26 21:07:00.610607 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-a4d8197f-1ba3-49d6-bbc1-a2b7fe7e9348 admin admin] Publish callbacks [] for security_group (02dc43a5-d93a-4a18-8dba-b296641ad8e1), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:07:00.615233 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-49325de4-5193-4013-92d9-2372fd6e3651 req-697dc5bf-e88e-4424-b473-79371995ba48 service neutron] 10.222.0.13 "GET /v2.0/networks/1c3811f3-dcb6-4f77-8c26-3e9819d7c63c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3434010 Jan 26 21:07:00.617608 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-a4d8197f-1ba3-49d6-bbc1-a2b7fe7e9348 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (02dc43a5-d93a-4a18-8dba-b296641ad8e1), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:07:00.631214 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a4d8197f-1ba3-49d6-bbc1-a2b7fe7e9348 admin admin] vlan segment allocate from pool success with {'vlan_id': 573, 'physical_network': 'physnet1'} {{(pid=103305) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 26 21:07:00.642501 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-a4d8197f-1ba3-49d6-bbc1-a2b7fe7e9348 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576559'] for segment (8bbac9d7-0273-453c-a9ed-a33f1e3773e9), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:07:00.643278 n-d-760453-5 neutron-server[103305]: INFO neutron.db.segments_db [None req-a4d8197f-1ba3-49d6-bbc1-a2b7fe7e9348 admin admin] Added segment 8bbac9d7-0273-453c-a9ed-a33f1e3773e9 of type vlan for network 73631371-3965-47ad-a889-2128ca8c57be Jan 26 21:07:00.696572 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-a4d8197f-1ba3-49d6-bbc1-a2b7fe7e9348 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746560256871'] for network (73631371-3965-47ad-a889-2128ca8c57be), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:07:00.755519 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d8197f-1ba3-49d6-bbc1-a2b7fe7e9348 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02dc43a5-d93a-4a18-8dba-b296641ad8e1,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:07:00.775702 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-a4d8197f-1ba3-49d6-bbc1-a2b7fe7e9348 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503'] for network (73631371-3965-47ad-a889-2128ca8c57be), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:07:00.777162 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4d8197f-1ba3-49d6-bbc1-a2b7fe7e9348 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:07:00.778699 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-a4d8197f-1ba3-49d6-bbc1-a2b7fe7e9348 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709645'] for network (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:07:00.784291 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b83ec2-82bc-4f89-922c-9c68fa613b39 req-451df2e6-f86b-4147-990f-6345903ceb60 tempest-LiveMigrationNegativeTest-869384580 tempest-LiveMigrationNegativeTest-869384580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:07:00.785734 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-e5b83ec2-82bc-4f89-922c-9c68fa613b39 req-451df2e6-f86b-4147-990f-6345903ceb60 tempest-LiveMigrationNegativeTest-869384580 tempest-LiveMigrationNegativeTest-869384580-project] 10.222.0.13 "GET /v2.0/ports?device_id=6fdffc41-3d46-4eb3-ae63-ebfe4e1031c3 HTTP/1.1" status: 200 len: 949 time: 0.0911083 Jan 26 21:07:00.858032 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Jan 2022 21:07:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33d4b1af-1b7c-45c6-8223-10b99387d20c x-openstack-request-id: req-33d4b1af-1b7c-45c6-8223-10b99387d20c {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 21:07:00.858520 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16884e59-489a-4b67-8196-44a9711f0d06", "name": "network-vif-plugged", "status": "completed", "tag": "4babdf78-88e1-4fb1-8c31-8142c0f6c49b", "code": 200}]} {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 21:07:00.858969 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-33d4b1af-1b7c-45c6-8223-10b99387d20c {{(pid=103306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 21:07:00.860089 n-d-760453-5 neutron-server[103306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16884e59-489a-4b67-8196-44a9711f0d06', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4babdf78-88e1-4fb1-8c31-8142c0f6c49b', 'code': 200} Jan 26 21:07:00.863788 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-e5b83ec2-82bc-4f89-922c-9c68fa613b39 req-bdcf8ae6-4554-4150-b098-051b2cc53864 tempest-LiveMigrationNegativeTest-869384580 tempest-LiveMigrationNegativeTest-869384580-project] 10.222.0.13 "GET /v2.0/security-groups?id=c0d7fcc6-eb34-4805-a02c-eebfcd508c09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664668 Jan 26 21:07:00.915646 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d8197f-1ba3-49d6-bbc1-a2b7fe7e9348 admin admin] Pushing event updated for resources: {'Network': ['ID=73631371-3965-47ad-a889-2128ca8c57be,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:07:00.923882 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 44896) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:07:00.924087 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-a4d8197f-1ba3-49d6-bbc1-a2b7fe7e9348 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.5719461 Jan 26 21:07:00.933715 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-3902801d-d322-4ce8-ac11-03137985300f admin admin] Request body: {'subnet': {'network_id': '73631371-3965-47ad-a889-2128ca8c57be', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1338432215-subnet', 'tenant_id': 'bbfe54b251744598a277b8f456d9c9b5', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:07:00.935402 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Network 73631371-3965-47ad-a889-2128ca8c57be details requested by agent ovs-agent-n-d-760453-5 with host n-d-760453-5 {{(pid=103306) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 26 21:07:00.986130 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3902801d-d322-4ce8-ac11-03137985300f admin admin] Made reservation on behalf of bbfe54b251744598a277b8f456d9c9b5 for: {'subnet': 1} {{(pid=103304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 21:07:00.988465 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-3902801d-d322-4ce8-ac11-03137985300f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12215181'] for subnet (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:07:01.036908 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Device bf5e2133-dab5-461f-8ecd-f78e9891231b details requested by agent hyperv_n-h1-760453-5 with host n-h1-760453-5 {{(pid=103306) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 26 21:07:01.055336 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8126522-0533-47cd-b427-b6bb80a9daa9 req-5493b947-dabf-46cd-b912-71be1ffeca86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:07:01.059855 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-d8126522-0533-47cd-b427-b6bb80a9daa9 req-5493b947-dabf-46cd-b912-71be1ffeca86 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=16884e59-489a-4b67-8196-44a9711f0d06 HTTP/1.1" status: 200 len: 1100 time: 0.1018023 Jan 26 21:07:01.134798 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-b8bd8d23-2590-49f7-95bc-2d5bfb0bcbf1 req-0441e933-fbde-4590-9277-aec9d7291640 tempest-LiveAutoBlockMigrationV225Test-1645909514 tempest-LiveAutoBlockMigrationV225Test-1645909514-project] 10.222.0.13 "GET /v2.0/ports?device_id=d8f50517-906a-494e-a293-92450ad8c0a0 HTTP/1.1" status: 200 len: 210 time: 0.0522113 Jan 26 21:07:01.158836 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-d8126522-0533-47cd-b427-b6bb80a9daa9 req-1636a83b-0d6f-4314-9871-82480b48dada service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=95bc11fd-db53-4b42-971c-c958ca031066&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907714 Jan 26 21:07:01.162405 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04c6610-0497-428b-afbc-e271a129370e req-0bcf826f-85dd-4308-8b5c-38ee5f9af348 tempest-ServersAdminTestJSON-2108229583 tempest-ServersAdminTestJSON-2108229583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:07:01.169775 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-b04c6610-0497-428b-afbc-e271a129370e req-0bcf826f-85dd-4308-8b5c-38ee5f9af348 tempest-ServersAdminTestJSON-2108229583 tempest-ServersAdminTestJSON-2108229583-project] 10.222.0.13 "GET /v2.0/ports?device_id=16884e59-489a-4b67-8196-44a9711f0d06 HTTP/1.1" status: 200 len: 949 time: 0.1042292 Jan 26 21:07:01.170021 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] For port bf5e2133-dab5-461f-8ecd-f78e9891231b, host n-h1-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-5',level=0,port_id=bf5e2133-dab5-461f-8ecd-f78e9891231b,segment=NetworkSegment(4eab25d6-89d9-4907-a1c2-51b06443ba33),segment_id=4eab25d6-89d9-4907-a1c2-51b06443ba33)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:07:01.185106 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Returning: {'device': 'bf5e2133-dab5-461f-8ecd-f78e9891231b', 'network_id': '7fbe9cf5-e12c-436d-b372-55a19c9faa30', 'port_id': 'bf5e2133-dab5-461f-8ecd-f78e9891231b', 'mac_address': 'fa:16:3e:39:52:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 561, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fd77e534-75e6-4b90-950e-f5824d584430', 'ip_address': '192.168.233.129'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103306) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 26 21:07:01.236813 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Current status of the port bf5e2133-dab5-461f-8ecd-f78e9891231b is: DOWN; New status is: BUILD {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:07:01.247085 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (bf5e2133-dab5-461f-8ecd-f78e9891231b), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:07:01.281762 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-b04c6610-0497-428b-afbc-e271a129370e req-01810b9a-f7c0-4391-b2a5-d9e285c18221 tempest-ServersAdminTestJSON-2108229583 tempest-ServersAdminTestJSON-2108229583-project] 10.222.0.13 "GET /v2.0/security-groups?id=95bc11fd-db53-4b42-971c-c958ca031066&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095405 Jan 26 21:07:01.290793 n-d-760453-5 neutron-server[103306]: DEBUG neutron.notifiers.nova [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bf5e2133-dab5-461f-8ecd-f78e9891231b {{(pid=103306) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 26 21:07:01.331717 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] For port bf5e2133-dab5-461f-8ecd-f78e9891231b, host n-h1-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-5',level=0,port_id=bf5e2133-dab5-461f-8ecd-f78e9891231b,segment=NetworkSegment(4eab25d6-89d9-4907-a1c2-51b06443ba33),segment_id=4eab25d6-89d9-4907-a1c2-51b06443ba33)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:07:01.350180 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (bf5e2133-dab5-461f-8ecd-f78e9891231b), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:07:01.395393 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-3902801d-d322-4ce8-ac11-03137985300f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9285249', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12215227'] for subnet (cef625bb-f218-4adc-8c80-918471759ce8), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:07:01.469819 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3902801d-d322-4ce8-ac11-03137985300f admin admin] Pushing event updated for resources: {'Subnet': ['ID=cef625bb-f218-4adc-8c80-918471759ce8,revision_number=0']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:07:01.482314 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3902801d-d322-4ce8-ac11-03137985300f admin admin] Checking segment: {'id': '8bbac9d7-0273-453c-a9ed-a33f1e3773e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '73631371-3965-47ad-a889-2128ca8c57be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103304) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 21:07:01.482680 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3902801d-d322-4ce8-ac11-03137985300f admin admin] Network hostable DHCP agents. Network: 73631371-3965-47ad-a889-2128ca8c57be, hostable agents: ['474ccdf7-ab6c-405b-a3b2-dc7b05829902'], hosted agents: [] {{(pid=103304) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 26 21:07:01.509567 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3902801d-d322-4ce8-ac11-03137985300f admin admin] Network 73631371-3965-47ad-a889-2128ca8c57be is scheduled to be hosted by DHCP agent 474ccdf7-ab6c-405b-a3b2-dc7b05829902 with binding_index 1 {{(pid=103304) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 26 21:07:01.512859 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Pushing event updated for resources: {'Port': ['ID=bf5e2133-dab5-461f-8ecd-f78e9891231b,revision_number=4']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:07:01.525142 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [None req-3902801d-d322-4ce8-ac11-03137985300f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760453-5, 73631371-3965-47ad-a889-2128ca8c57be) {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:07:01.535941 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89ac0bf7-4083-41e7-9726-72f637eb4b4e None None] Network 73631371-3965-47ad-a889-2128ca8c57be requested from n-d-760453-5 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 26 21:07:01.536136 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3902801d-d322-4ce8-ac11-03137985300f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:07:01.537084 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-3902801d-d322-4ce8-ac11-03137985300f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709645'] for subnet (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:07:01.569059 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-3902801d-d322-4ce8-ac11-03137985300f admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.6440439 Jan 26 21:07:01.572711 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 44912) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:07:01.581499 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-59ef4adb-ac2b-41d0-89c9-2586d594b5c9 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1338432215-router', 'tenant_id': 'bbfe54b251744598a277b8f456d9c9b5', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299'}}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:07:01.612740 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-59ef4adb-ac2b-41d0-89c9-2586d594b5c9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4104596', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13108'] for router (2953e3f3-2957-4f5a-b0cf-e3a1d35cdc5a), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:07:01.615400 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-59ef4adb-ac2b-41d0-89c9-2586d594b5c9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4105828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4111306', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3733576', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13069'] for router (2953e3f3-2957-4f5a-b0cf-e3a1d35cdc5a), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:07:01.685925 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18efb043-f7e9-4a33-b3c8-d8e9880ad06e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3c4099e8-8ffb-51d1-af7f-5868973e933f-73631371-3965-47ad-a889-2128ca8c57be', 'network_id': '73631371-3965-47ad-a889-2128ca8c57be', 'project_id': 'bbfe54b251744598a277b8f456d9c9b5', 'fixed_ips': [{'subnet_id': 'cef625bb-f218-4adc-8c80-918471759ce8'}]}} from n-d-760453-5. {{(pid=103306) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 26 21:07:01.686949 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-18efb043-f7e9-4a33-b3c8-d8e9880ad06e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (None), before_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:07:01.754893 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-59ef4adb-ac2b-41d0-89c9-2586d594b5c9 admin admin] Publish callbacks [] for router_controller (2953e3f3-2957-4f5a-b0cf-e3a1d35cdc5a), precommit_add_association {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:07:01.839343 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] get_ports_and_sgs() called for port_ids ['bf5e2133-dab5-461f-8ecd-f78e9891231b'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 26 21:07:01.883168 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b484d1-519c-4e0a-8ab7-d1eb64a5cff7 req-4c9f9e9b-f7ac-4b06-9645-04298d030269 tempest-MigrationsAdminTest-1084137346 tempest-MigrationsAdminTest-1084137346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:07:01.890992 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-d6b484d1-519c-4e0a-8ab7-d1eb64a5cff7 req-4c9f9e9b-f7ac-4b06-9645-04298d030269 tempest-MigrationsAdminTest-1084137346 tempest-MigrationsAdminTest-1084137346-project] 10.222.0.13 "GET /v2.0/ports?device_id=6689602d-c315-4f2d-bb1a-84915600014f HTTP/1.1" status: 200 len: 949 time: 0.1714694 Jan 26 21:07:01.946169 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 44922) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:07:01.967382 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-d6b484d1-519c-4e0a-8ab7-d1eb64a5cff7 req-609ddc15-9e93-40d2-b583-5e58ca47cddc tempest-MigrationsAdminTest-1084137346 tempest-MigrationsAdminTest-1084137346-project] 10.222.0.13 "GET /v2.0/security-groups?id=e0b082e3-685f-492b-b87f-3045b8ecd8c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604846 Jan 26 21:07:02.089034 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.db_base_plugin_common [None req-18efb043-f7e9-4a33-b3c8-d8e9880ad06e None None] Allocated IP 172.20.0.2 (73631371-3965-47ad-a889-2128ca8c57be/cef625bb-f218-4adc-8c80-918471759ce8/c7f91173-0c4c-42b8-8ea0-7932204ebc8e) {{(pid=103306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 21:07:02.091517 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-59ef4adb-ac2b-41d0-89c9-2586d594b5c9 admin admin] Publish callbacks [] for router_gateway (2953e3f3-2957-4f5a-b0cf-e3a1d35cdc5a), precommit_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:07:02.111253 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-38daa062-e210-4235-9236-ce8dd998a552 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:07:02.133536 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d366eb6-ea5e-4f12-aa7a-5593496e171e req-19f1f966-7257-4497-be09-936333bc9bab tempest-LiveMigrationNegativeTest-869384580 tempest-LiveMigrationNegativeTest-869384580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:07:02.154670 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-2d366eb6-ea5e-4f12-aa7a-5593496e171e req-19f1f966-7257-4497-be09-936333bc9bab tempest-LiveMigrationNegativeTest-869384580 tempest-LiveMigrationNegativeTest-869384580-project] 10.222.0.13 "GET /v2.0/ports?device_id=6fdffc41-3d46-4eb3-ae63-ebfe4e1031c3 HTTP/1.1" status: 200 len: 949 time: 0.1518736 Jan 26 21:07:02.299455 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-2d366eb6-ea5e-4f12-aa7a-5593496e171e req-3d217db7-dabe-41c3-bd1a-3e84ad0ac4f6 tempest-LiveMigrationNegativeTest-869384580 tempest-LiveMigrationNegativeTest-869384580-project] 10.222.0.13 "GET /v2.0/security-groups?id=c0d7fcc6-eb34-4805-a02c-eebfcd508c09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1406305 Jan 26 21:07:02.384552 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-e4bdead1-9311-4c9f-ba34-ca24abb9607a req-16e4a2bf-1aab-4ad2-a759-b3dc362f7c0a tempest-LiveAutoBlockMigrationV225Test-1645909514 tempest-LiveAutoBlockMigrationV225Test-1645909514-project] 10.222.0.13 "GET /v2.0/ports?device_id=d8f50517-906a-494e-a293-92450ad8c0a0 HTTP/1.1" status: 200 len: 210 time: 0.0486717 Jan 26 21:07:02.420897 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-18efb043-f7e9-4a33-b3c8-d8e9880ad06e None None] Publish callbacks [] for port (c7f91173-0c4c-42b8-8ea0-7932204ebc8e), precommit_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:07:02.439340 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-18efb043-f7e9-4a33-b3c8-d8e9880ad06e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746560234527'] for port (c7f91173-0c4c-42b8-8ea0-7932204ebc8e), after_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:07:02.478289 n-d-760453-5 neutron-server[103306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18efb043-f7e9-4a33-b3c8-d8e9880ad06e None None] Network 73631371-3965-47ad-a889-2128ca8c57be is already hosted by enough agents. {{(pid=103306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 21:07:02.481427 n-d-760453-5 neutron-server[103306]: DEBUG neutron.scheduler.base_scheduler [None req-18efb043-f7e9-4a33-b3c8-d8e9880ad06e None None] Resources bound (agent type, host, resource id): {{(pid=103306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:07:02.485583 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18efb043-f7e9-4a33-b3c8-d8e9880ad06e None None] Received port after_create {{(pid=103306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 21:07:02.518058 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae542ab5-056f-4293-bfd0-cd6af750f1a1 req-9f33d9f9-08a9-4e67-8d08-b44a93ac0825 tempest-ServersAdminTestJSON-2108229583 tempest-ServersAdminTestJSON-2108229583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:07:02.529772 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-ae542ab5-056f-4293-bfd0-cd6af750f1a1 req-9f33d9f9-08a9-4e67-8d08-b44a93ac0825 tempest-ServersAdminTestJSON-2108229583 tempest-ServersAdminTestJSON-2108229583-project] 10.222.0.13 "GET /v2.0/ports?device_id=16884e59-489a-4b67-8196-44a9711f0d06 HTTP/1.1" status: 200 len: 949 time: 0.1087856 Jan 26 21:07:02.533269 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18efb043-f7e9-4a33-b3c8-d8e9880ad06e None None] Pushing event updated for resources: {'Port': ['ID=c7f91173-0c4c-42b8-8ea0-7932204ebc8e,revision_number=1']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:07:02.584405 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-18efb043-f7e9-4a33-b3c8-d8e9880ad06e None None] Attempting to bind port c7f91173-0c4c-42b8-8ea0-7932204ebc8e on host n-d-760453-5 for vnic_type normal with profile {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 21:07:02.584788 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-18efb043-f7e9-4a33-b3c8-d8e9880ad06e None None] Attempting to bind port c7f91173-0c4c-42b8-8ea0-7932204ebc8e by drivers openvswitch,hyperv on host n-d-760453-5 at level 0 using segments [{'id': '8bbac9d7-0273-453c-a9ed-a33f1e3773e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '73631371-3965-47ad-a889-2128ca8c57be'}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 26 21:07:02.585247 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18efb043-f7e9-4a33-b3c8-d8e9880ad06e None None] Attempting to bind port c7f91173-0c4c-42b8-8ea0-7932204ebc8e on network 73631371-3965-47ad-a889-2128ca8c57be {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 21:07:02.590994 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18efb043-f7e9-4a33-b3c8-d8e9880ad06e None None] Checking agent: {'id': 'fea0591a-627d-4c87-9a9a-01625ddf3277', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760453-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 20, 55, 25), 'started_at': datetime.datetime(2022, 1, 26, 20, 55, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 21, 6, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760453-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 26 21:07:02.591397 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18efb043-f7e9-4a33-b3c8-d8e9880ad06e None None] Checking segment: {'id': '8bbac9d7-0273-453c-a9ed-a33f1e3773e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '73631371-3965-47ad-a889-2128ca8c57be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 21:07:02.591771 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-18efb043-f7e9-4a33-b3c8-d8e9880ad06e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:07:02.592169 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18efb043-f7e9-4a33-b3c8-d8e9880ad06e None None] Bound using segment: {'id': '8bbac9d7-0273-453c-a9ed-a33f1e3773e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '73631371-3965-47ad-a889-2128ca8c57be'} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 26 21:07:02.592648 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-18efb043-f7e9-4a33-b3c8-d8e9880ad06e None None] Bound port: c7f91173-0c4c-42b8-8ea0-7932204ebc8e, host: n-d-760453-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8bbac9d7-0273-453c-a9ed-a33f1e3773e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '73631371-3965-47ad-a889-2128ca8c57be'}}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 26 21:07:02.593740 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-18efb043-f7e9-4a33-b3c8-d8e9880ad06e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (c7f91173-0c4c-42b8-8ea0-7932204ebc8e), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:07:02.617537 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-ae542ab5-056f-4293-bfd0-cd6af750f1a1 req-4f581726-6775-4aa7-9aa3-e38208ec3447 tempest-ServersAdminTestJSON-2108229583 tempest-ServersAdminTestJSON-2108229583-project] 10.222.0.13 "GET /v2.0/security-groups?id=95bc11fd-db53-4b42-971c-c958ca031066&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812516 Jan 26 21:07:02.647630 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-98fd17a2-70a9-4fac-9e4c-003438ea9683 req-3e1a7bdf-bdb1-46e6-8115-a920b25330c8 tempest-LiveMigrationNegativeTest-869384580 tempest-LiveMigrationNegativeTest-869384580-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=9c01b4e5f2b446af86a1de537d353daf&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0287113 Jan 26 21:07:02.714297 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-18efb043-f7e9-4a33-b3c8-d8e9880ad06e None None] For port c7f91173-0c4c-42b8-8ea0-7932204ebc8e, host n-d-760453-5, cleared binding levels {{(pid=103306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 26 21:07:02.718539 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-18efb043-f7e9-4a33-b3c8-d8e9880ad06e None None] For port c7f91173-0c4c-42b8-8ea0-7932204ebc8e, host n-d-760453-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=c7f91173-0c4c-42b8-8ea0-7932204ebc8e,segment=NetworkSegment(8bbac9d7-0273-453c-a9ed-a33f1e3773e9),segment_id=8bbac9d7-0273-453c-a9ed-a33f1e3773e9)] {{(pid=103306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 26 21:07:02.727618 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-18efb043-f7e9-4a33-b3c8-d8e9880ad06e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (c7f91173-0c4c-42b8-8ea0-7932204ebc8e), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:07:02.746598 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-38daa062-e210-4235-9236-ce8dd998a552 admin admin] Publish callbacks [] for security_group (95530aee-ce01-4af0-a87b-837b995f0e22), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:07:02.766911 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-38daa062-e210-4235-9236-ce8dd998a552 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (95530aee-ce01-4af0-a87b-837b995f0e22), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:07:02.782613 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98fd17a2-70a9-4fac-9e4c-003438ea9683 req-bb09423f-b115-463c-8678-0279f3347e7c tempest-LiveMigrationNegativeTest-869384580 tempest-LiveMigrationNegativeTest-869384580-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:07:02.785282 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-98fd17a2-70a9-4fac-9e4c-003438ea9683 req-bb09423f-b115-463c-8678-0279f3347e7c tempest-LiveMigrationNegativeTest-869384580 tempest-LiveMigrationNegativeTest-869384580-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1323740 Jan 26 21:07:02.822190 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18efb043-f7e9-4a33-b3c8-d8e9880ad06e None None] Pushing event updated for resources: {'Port': ['ID=c7f91173-0c4c-42b8-8ea0-7932204ebc8e,revision_number=2']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:07:02.822814 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-98fd17a2-70a9-4fac-9e4c-003438ea9683 req-741e2515-98c7-45ba-9291-5cb393288d7b tempest-LiveMigrationNegativeTest-869384580 tempest-LiveMigrationNegativeTest-869384580-project] 10.222.0.13 "GET /v2.0/quotas/9c01b4e5f2b446af86a1de537d353daf HTTP/1.1" status: 200 len: 375 time: 0.0292280 Jan 26 21:07:02.829739 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-38daa062-e210-4235-9236-ce8dd998a552 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=40b118ff898a4b6c9312d34095783270&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8823106 Jan 26 21:07:02.834795 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 44944) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:07:02.836799 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49325de4-5193-4013-92d9-2372fd6e3651 req-ff4c9254-71f1-4867-bfa7-5eab2e20d5dd tempest-LiveAutoBlockMigrationV225Test-1645909514 tempest-LiveAutoBlockMigrationV225Test-1645909514-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:07:02.840107 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-49325de4-5193-4013-92d9-2372fd6e3651 req-ff4c9254-71f1-4867-bfa7-5eab2e20d5dd tempest-LiveAutoBlockMigrationV225Test-1645909514 tempest-LiveAutoBlockMigrationV225Test-1645909514-project] 10.222.0.57 "GET /v2.0/networks?id=1c3811f3-dcb6-4f77-8c26-3e9819d7c63c HTTP/1.1" status: 200 len: 820 time: 0.1787672 Jan 26 21:07:02.844797 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38daa062-e210-4235-9236-ce8dd998a552 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95530aee-ce01-4af0-a87b-837b995f0e22,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:07:02.862562 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [req-49325de4-5193-4013-92d9-2372fd6e3651 req-e9770e38-1552-494e-97ef-f0363f122861 tempest-LiveAutoBlockMigrationV225Test-1645909514 tempest-LiveAutoBlockMigrationV225Test-1645909514-project] Request body: {'port': {'device_id': 'd8f50517-906a-494e-a293-92450ad8c0a0', 'network_id': '1c3811f3-dcb6-4f77-8c26-3e9819d7c63c', 'admin_state_up': True, 'tenant_id': '6a368bf2185e476485148d66b6d73c5c'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:07:02.987795 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-98fd17a2-70a9-4fac-9e4c-003438ea9683 req-9b20c011-8f07-4581-b959-35764004fc39 tempest-LiveMigrationNegativeTest-869384580 tempest-LiveMigrationNegativeTest-869384580-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=9c01b4e5f2b446af86a1de537d353daf&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1636865 Jan 26 21:07:03.016252 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-cc6d4395-1189-4e38-bf88-6f0141c77c53 admin admin] Publish callbacks [] for security_group (95530aee-ce01-4af0-a87b-837b995f0e22), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:07:03.062556 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-cc6d4395-1189-4e38-bf88-6f0141c77c53 admin admin] Publish callbacks [] for security_group (95530aee-ce01-4af0-a87b-837b995f0e22), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:07:03.193325 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9078049a-1d8c-41db-a4ba-c548cb841216 req-fa5bfe39-5c69-4b24-8455-a04a03c6203e tempest-MigrationsAdminTest-1084137346 tempest-MigrationsAdminTest-1084137346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:07:03.201144 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-9078049a-1d8c-41db-a4ba-c548cb841216 req-fa5bfe39-5c69-4b24-8455-a04a03c6203e tempest-MigrationsAdminTest-1084137346 tempest-MigrationsAdminTest-1084137346-project] 10.222.0.13 "GET /v2.0/ports?device_id=6689602d-c315-4f2d-bb1a-84915600014f HTTP/1.1" status: 200 len: 949 time: 0.1109369 Jan 26 21:07:03.213801 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-49325de4-5193-4013-92d9-2372fd6e3651 req-e9770e38-1552-494e-97ef-f0363f122861 tempest-LiveAutoBlockMigrationV225Test-1645909514 tempest-LiveAutoBlockMigrationV225Test-1645909514-project] Made reservation on behalf of 6a368bf2185e476485148d66b6d73c5c for: {'port': 1} {{(pid=103305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 21:07:03.223993 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-49325de4-5193-4013-92d9-2372fd6e3651 req-e9770e38-1552-494e-97ef-f0363f122861 tempest-LiveAutoBlockMigrationV225Test-1645909514 tempest-LiveAutoBlockMigrationV225Test-1645909514-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:07:03.279614 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-59ef4adb-ac2b-41d0-89c9-2586d594b5c9 admin admin] Publish callbacks [] for router_gateway (2953e3f3-2957-4f5a-b0cf-e3a1d35cdc5a), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:07:03.299765 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-cc6d4395-1189-4e38-bf88-6f0141c77c53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (95530aee-ce01-4af0-a87b-837b995f0e22), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:07:03.305650 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-cc6d4395-1189-4e38-bf88-6f0141c77c53 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:07:03.307040 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-cc6d4395-1189-4e38-bf88-6f0141c77c53 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/95530aee-ce01-4af0-a87b-837b995f0e22 HTTP/1.1" status: 204 len: 168 time: 0.4695418 Jan 26 21:07:03.318122 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-59ef4adb-ac2b-41d0-89c9-2586d594b5c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:07:03.368590 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-9078049a-1d8c-41db-a4ba-c548cb841216 req-438231c7-1c69-4d9f-8f2d-2d804f64869e tempest-MigrationsAdminTest-1084137346 tempest-MigrationsAdminTest-1084137346-project] 10.222.0.13 "GET /v2.0/security-groups?id=e0b082e3-685f-492b-b87f-3045b8ecd8c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1663721 Jan 26 21:07:03.370814 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc6d4395-1189-4e38-bf88-6f0141c77c53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95530aee-ce01-4af0-a87b-837b995f0e22,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:07:03.405315 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc6d4395-1189-4e38-bf88-6f0141c77c53 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:07:03.405677 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc6d4395-1189-4e38-bf88-6f0141c77c53 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:07:03.406099 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc6d4395-1189-4e38-bf88-6f0141c77c53 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:07:03.406739 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc6d4395-1189-4e38-bf88-6f0141c77c53 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:07:03.408149 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc6d4395-1189-4e38-bf88-6f0141c77c53 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:07:03.409512 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc6d4395-1189-4e38-bf88-6f0141c77c53 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:07:03.409940 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc6d4395-1189-4e38-bf88-6f0141c77c53 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:07:03.410352 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc6d4395-1189-4e38-bf88-6f0141c77c53 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:07:03.410787 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc6d4395-1189-4e38-bf88-6f0141c77c53 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:07:03.411956 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc6d4395-1189-4e38-bf88-6f0141c77c53 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:07:03.412954 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc6d4395-1189-4e38-bf88-6f0141c77c53 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:07:03.413913 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc6d4395-1189-4e38-bf88-6f0141c77c53 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:07:03.414321 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc6d4395-1189-4e38-bf88-6f0141c77c53 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:07:03.417875 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.agents_db [None req-569f1ced-6396-4ddf-b79f-e03b0b2146ab None None] Agent healthcheck: found 7 active agents {{(pid=103307) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 26 21:07:03.474976 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-e94992e6-cf46-4862-b7eb-63bf8461872b req-18cc4e29-188a-46ad-8d0d-aca87b398cf1 tempest-LiveMigrationNegativeTest-869384580 tempest-LiveMigrationNegativeTest-869384580-project] 10.222.0.13 "GET /v2.0/ports?device_id=61e86725-9aba-4fc2-8347-65b3385cc0a8 HTTP/1.1" status: 200 len: 210 time: 0.0898852 Jan 26 21:07:03.578224 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-57fdd46f-7105-427d-babd-e78eaf0bf939 req-e457f388-bf2c-40af-be1c-cb4fe2c4a28a tempest-LiveAutoBlockMigrationV225Test-1645909514 tempest-LiveAutoBlockMigrationV225Test-1645909514-project] 10.222.0.13 "GET /v2.0/ports?device_id=d8f50517-906a-494e-a293-92450ad8c0a0 HTTP/1.1" status: 200 len: 210 time: 0.0508120 Jan 26 21:07:03.646812 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.db_base_plugin_common [req-49325de4-5193-4013-92d9-2372fd6e3651 req-e9770e38-1552-494e-97ef-f0363f122861 tempest-LiveAutoBlockMigrationV225Test-1645909514 tempest-LiveAutoBlockMigrationV225Test-1645909514-project] Allocated IP 172.20.0.4 (1c3811f3-dcb6-4f77-8c26-3e9819d7c63c/dae01ee8-17f0-4a86-8f17-22a537cba2b9/40af6dae-610f-4291-8bbb-b8545196d594) {{(pid=103305) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 21:07:03.669380 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.db_base_plugin_common [None req-59ef4adb-ac2b-41d0-89c9-2586d594b5c9 admin admin] Allocated IP 172.25.1.38 (4140a1f1-c93a-4bea-83a0-68953a54f299/e48251a1-e30d-4820-8396-00c6f6aeb601/bb522f32-68d3-4bb7-b008-2eaf7397e0b9) {{(pid=103305) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 21:07:03.812103 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7171c8-0f3c-411a-9546-39793b14bb63 req-21fdda45-dfd4-41d1-afa3-04053359731f tempest-ServersAdminTestJSON-2108229583 tempest-ServersAdminTestJSON-2108229583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:07:03.830929 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-cc7171c8-0f3c-411a-9546-39793b14bb63 req-21fdda45-dfd4-41d1-afa3-04053359731f tempest-ServersAdminTestJSON-2108229583 tempest-ServersAdminTestJSON-2108229583-project] 10.222.0.13 "GET /v2.0/ports?device_id=16884e59-489a-4b67-8196-44a9711f0d06 HTTP/1.1" status: 200 len: 949 time: 0.1074257 Jan 26 21:07:03.914844 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-59ef4adb-ac2b-41d0-89c9-2586d594b5c9 admin admin] Publish callbacks [] for port (bb522f32-68d3-4bb7-b008-2eaf7397e0b9), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:07:03.939876 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-cc7171c8-0f3c-411a-9546-39793b14bb63 req-bde2b959-ecb3-4a83-8250-54f658d7533c tempest-ServersAdminTestJSON-2108229583 tempest-ServersAdminTestJSON-2108229583-project] 10.222.0.13 "GET /v2.0/security-groups?id=95bc11fd-db53-4b42-971c-c958ca031066&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926254 Jan 26 21:07:03.945533 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-49325de4-5193-4013-92d9-2372fd6e3651 req-e9770e38-1552-494e-97ef-f0363f122861 tempest-LiveAutoBlockMigrationV225Test-1645909514 tempest-LiveAutoBlockMigrationV225Test-1645909514-project] Publish callbacks [] for port (40af6dae-610f-4291-8bbb-b8545196d594), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:07:04.011286 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-59ef4adb-ac2b-41d0-89c9-2586d594b5c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746560234527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11791543'] for port (bb522f32-68d3-4bb7-b008-2eaf7397e0b9), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:07:04.089981 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-49325de4-5193-4013-92d9-2372fd6e3651 req-e9770e38-1552-494e-97ef-f0363f122861 tempest-LiveAutoBlockMigrationV225Test-1645909514 tempest-LiveAutoBlockMigrationV225Test-1645909514-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746560234527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11791543'] for port (40af6dae-610f-4291-8bbb-b8545196d594), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:07:04.131714 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ef4adb-ac2b-41d0-89c9-2586d594b5c9 admin admin] Pushing event updated for resources: {'Port': ['ID=bb522f32-68d3-4bb7-b008-2eaf7397e0b9,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:07:04.150075 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59ef4adb-ac2b-41d0-89c9-2586d594b5c9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:07:04.154844 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59ef4adb-ac2b-41d0-89c9-2586d594b5c9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:07:04.155916 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59ef4adb-ac2b-41d0-89c9-2586d594b5c9 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:07:04.157937 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59ef4adb-ac2b-41d0-89c9-2586d594b5c9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:07:04.158379 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59ef4adb-ac2b-41d0-89c9-2586d594b5c9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:07:04.158791 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59ef4adb-ac2b-41d0-89c9-2586d594b5c9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:07:04.160084 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59ef4adb-ac2b-41d0-89c9-2586d594b5c9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:07:04.160514 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59ef4adb-ac2b-41d0-89c9-2586d594b5c9 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:07:04.161407 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59ef4adb-ac2b-41d0-89c9-2586d594b5c9 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:07:04.161407 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59ef4adb-ac2b-41d0-89c9-2586d594b5c9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:07:04.176207 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59ef4adb-ac2b-41d0-89c9-2586d594b5c9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:07:04.179448 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59ef4adb-ac2b-41d0-89c9-2586d594b5c9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:07:04.180135 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59ef4adb-ac2b-41d0-89c9-2586d594b5c9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:07:04.206416 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59ef4adb-ac2b-41d0-89c9-2586d594b5c9 admin admin] Network 4140a1f1-c93a-4bea-83a0-68953a54f299 is already hosted by enough agents. {{(pid=103305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 21:07:04.342146 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [None req-59ef4adb-ac2b-41d0-89c9-2586d594b5c9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:07:04.344235 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9770e38-1552-494e-97ef-f0363f122861 tempest-LiveAutoBlockMigrationV225Test-1645909514 tempest-LiveAutoBlockMigrationV225Test-1645909514-project] Pushing event updated for resources: {'Port': ['ID=40af6dae-610f-4291-8bbb-b8545196d594,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:07:04.357179 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59ef4adb-ac2b-41d0-89c9-2586d594b5c9 admin admin] Received port after_create {{(pid=103305) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 21:07:04.370241 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-49325de4-5193-4013-92d9-2372fd6e3651 req-e9770e38-1552-494e-97ef-f0363f122861 tempest-LiveAutoBlockMigrationV225Test-1645909514 tempest-LiveAutoBlockMigrationV225Test-1645909514-project] Network 1c3811f3-dcb6-4f77-8c26-3e9819d7c63c is already hosted by enough agents. {{(pid=103305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 21:07:04.413956 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [req-49325de4-5193-4013-92d9-2372fd6e3651 req-e9770e38-1552-494e-97ef-f0363f122861 tempest-LiveAutoBlockMigrationV225Test-1645909514 tempest-LiveAutoBlockMigrationV225Test-1645909514-project] Resources bound (agent type, host, resource id): {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:07:04.426843 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [req-49325de4-5193-4013-92d9-2372fd6e3651 req-e9770e38-1552-494e-97ef-f0363f122861 tempest-LiveAutoBlockMigrationV225Test-1645909514 tempest-LiveAutoBlockMigrationV225Test-1645909514-project] Received port after_create {{(pid=103305) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 21:07:04.509499 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 44998) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:07:04.611125 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a4b65bf-7d79-45c5-967e-0c1f1fb869f0 None None] Network 73631371-3965-47ad-a889-2128ca8c57be requested from n-d-760453-5 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 26 21:07:04.650524 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45350bff-0bd5-4cff-9bd6-a0357e77200a req-8c4324ae-3169-4950-a9c1-c44614072fc1 tempest-MigrationsAdminTest-1084137346 tempest-MigrationsAdminTest-1084137346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:07:04.664195 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-45350bff-0bd5-4cff-9bd6-a0357e77200a req-8c4324ae-3169-4950-a9c1-c44614072fc1 tempest-MigrationsAdminTest-1084137346 tempest-MigrationsAdminTest-1084137346-project] 10.222.0.13 "GET /v2.0/ports?device_id=6689602d-c315-4f2d-bb1a-84915600014f HTTP/1.1" status: 200 len: 949 time: 0.1346097 Jan 26 21:07:04.672685 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49325de4-5193-4013-92d9-2372fd6e3651 req-e9770e38-1552-494e-97ef-f0363f122861 tempest-LiveAutoBlockMigrationV225Test-1645909514 tempest-LiveAutoBlockMigrationV225Test-1645909514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:07:04.673669 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-49325de4-5193-4013-92d9-2372fd6e3651 req-e9770e38-1552-494e-97ef-f0363f122861 tempest-LiveAutoBlockMigrationV225Test-1645909514 tempest-LiveAutoBlockMigrationV225Test-1645909514-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:07:04.739069 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-21c77965-ce53-4ea5-8d0a-32e2777089b5 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsTestJSON-2051905372-network', 'tenant_id': 'cdb3500a13814dc9912a5c6c92f742c5'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:07:04.760943 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-49325de4-5193-4013-92d9-2372fd6e3651 req-e9770e38-1552-494e-97ef-f0363f122861 tempest-LiveAutoBlockMigrationV225Test-1645909514 tempest-LiveAutoBlockMigrationV225Test-1645909514-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9119084 Jan 26 21:07:04.780384 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [req-49325de4-5193-4013-92d9-2372fd6e3651 req-ab02b24b-a47e-4b1e-a3bc-c308cd933d80 service neutron] Request body: {'port': {'device_id': 'd8f50517-906a-494e-a293-92450ad8c0a0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-760453-5'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:07:04.806558 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-afa204e0-3d79-4b76-b944-85ca0c6d74a5 req-d0aeca07-1170-48d2-827e-7b2e81f08b7c tempest-LiveMigrationNegativeTest-869384580 tempest-LiveMigrationNegativeTest-869384580-project] 10.222.0.13 "GET /v2.0/ports?device_id=61e86725-9aba-4fc2-8347-65b3385cc0a8 HTTP/1.1" status: 200 len: 210 time: 0.1202607 Jan 26 21:07:04.879668 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device c7f91173-0c4c-42b8-8ea0-7932204ebc8e up at agent ovs-agent-n-d-760453-5 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 21:07:04.910595 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-49325de4-5193-4013-92d9-2372fd6e3651 req-ab02b24b-a47e-4b1e-a3bc-c308cd933d80 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (40af6dae-610f-4291-8bbb-b8545196d594), before_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:07:04.916817 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-98fd17a2-70a9-4fac-9e4c-003438ea9683 req-253233c1-bf81-48d6-bf2b-6bafd3adb706 tempest-LiveMigrationNegativeTest-869384580 tempest-LiveMigrationNegativeTest-869384580-project] 10.222.0.57 "GET /v2.0/networks?tenant_id=9c01b4e5f2b446af86a1de537d353daf&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1077614 Jan 26 21:07:04.922301 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-59ef4adb-ac2b-41d0-89c9-2586d594b5c9 admin admin] Publish callbacks [] for router_gateway (2953e3f3-2957-4f5a-b0cf-e3a1d35cdc5a), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:07:05.028254 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-b4a69649-1b96-4977-8fe0-b10563998d7b None None] Provisioning complete for port c7f91173-0c4c-42b8-8ea0-7932204ebc8e triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:07:05.029001 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b4a69649-1b96-4977-8fe0-b10563998d7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (c7f91173-0c4c-42b8-8ea0-7932204ebc8e), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:07:05.075083 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21c77965-ce53-4ea5-8d0a-32e2777089b5 admin admin] Made reservation on behalf of cdb3500a13814dc9912a5c6c92f742c5 for: {'network': 1} {{(pid=103304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 21:07:05.082343 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-21c77965-ce53-4ea5-8d0a-32e2777089b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for network (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:07:05.101137 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-45350bff-0bd5-4cff-9bd6-a0357e77200a req-2b680385-4f6a-4719-a433-f014eb315a64 tempest-MigrationsAdminTest-1084137346 tempest-MigrationsAdminTest-1084137346-project] 10.222.0.13 "GET /v2.0/security-groups?id=e0b082e3-685f-492b-b87f-3045b8ecd8c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4331081 Jan 26 21:07:05.114496 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Device bf5e2133-dab5-461f-8ecd-f78e9891231b up at agent hyperv_n-h1-760453-5 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 21:07:05.136254 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-21c77965-ce53-4ea5-8d0a-32e2777089b5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:07:05.271556 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-b4a69649-1b96-4977-8fe0-b10563998d7b None None] Current status of the port c7f91173-0c4c-42b8-8ea0-7932204ebc8e is: DOWN; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:07:05.272109 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b4a69649-1b96-4977-8fe0-b10563998d7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (c7f91173-0c4c-42b8-8ea0-7932204ebc8e), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:07:05.332442 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-b4a69649-1b96-4977-8fe0-b10563998d7b None None] For port c7f91173-0c4c-42b8-8ea0-7932204ebc8e, host n-d-760453-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=c7f91173-0c4c-42b8-8ea0-7932204ebc8e,segment=NetworkSegment(8bbac9d7-0273-453c-a9ed-a33f1e3773e9),segment_id=8bbac9d7-0273-453c-a9ed-a33f1e3773e9)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:07:05.342945 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98fd17a2-70a9-4fac-9e4c-003438ea9683 req-d40e110b-6a69-4575-acb0-a1540fecbed9 tempest-LiveMigrationNegativeTest-869384580 tempest-LiveMigrationNegativeTest-869384580-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:07:05.346407 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-98fd17a2-70a9-4fac-9e4c-003438ea9683 req-d40e110b-6a69-4575-acb0-a1540fecbed9 tempest-LiveMigrationNegativeTest-869384580 tempest-LiveMigrationNegativeTest-869384580-project] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4168022 Jan 26 21:07:05.355157 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Provisioning complete for port c7f91173-0c4c-42b8-8ea0-7932204ebc8e triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:07:05.359484 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (c7f91173-0c4c-42b8-8ea0-7932204ebc8e), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:07:05.364743 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [req-98fd17a2-70a9-4fac-9e4c-003438ea9683 req-0576e6f0-3b34-467b-9cff-3f23e6071e11 tempest-LiveMigrationNegativeTest-869384580 tempest-LiveMigrationNegativeTest-869384580-project] Request body: {'port': {'device_id': '61e86725-9aba-4fc2-8347-65b3385cc0a8', 'network_id': '7fbe9cf5-e12c-436d-b372-55a19c9faa30', 'admin_state_up': True, 'tenant_id': '9c01b4e5f2b446af86a1de537d353daf'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:07:05.373338 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b4a69649-1b96-4977-8fe0-b10563998d7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (c7f91173-0c4c-42b8-8ea0-7932204ebc8e), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:07:05.404844 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-59ef4adb-ac2b-41d0-89c9-2586d594b5c9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4105757', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4111263'] for router (2953e3f3-2957-4f5a-b0cf-e3a1d35cdc5a), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:07:05.512992 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Provisioning for port bf5e2133-dab5-461f-8ecd-f78e9891231b completed by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 21:07:05.520841 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Provisioning complete for port bf5e2133-dab5-461f-8ecd-f78e9891231b triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:07:05.521318 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (bf5e2133-dab5-461f-8ecd-f78e9891231b), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:07:05.544927 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0454f68-3bd4-447c-b8b2-25cc7d892d41 req-8d66dff2-4c6e-4ebb-bed6-114fc98f3f56 tempest-LiveAutoBlockMigrationV225Test-1645909514 tempest-LiveAutoBlockMigrationV225Test-1645909514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:07:05.552551 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-b0454f68-3bd4-447c-b8b2-25cc7d892d41 req-8d66dff2-4c6e-4ebb-bed6-114fc98f3f56 tempest-LiveAutoBlockMigrationV225Test-1645909514 tempest-LiveAutoBlockMigrationV225Test-1645909514-project] 10.222.0.13 "GET /v2.0/ports?device_id=d8f50517-906a-494e-a293-92450ad8c0a0 HTTP/1.1" status: 200 len: 931 time: 0.3095922 Jan 26 21:07:05.584780 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-98fd17a2-70a9-4fac-9e4c-003438ea9683 req-0576e6f0-3b34-467b-9cff-3f23e6071e11 tempest-LiveMigrationNegativeTest-869384580 tempest-LiveMigrationNegativeTest-869384580-project] Made reservation on behalf of 9c01b4e5f2b446af86a1de537d353daf for: {'port': 1} {{(pid=103304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 21:07:05.589387 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-98fd17a2-70a9-4fac-9e4c-003438ea9683 req-0576e6f0-3b34-467b-9cff-3f23e6071e11 tempest-LiveMigrationNegativeTest-869384580 tempest-LiveMigrationNegativeTest-869384580-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:07:05.634145 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-636c1db9-69fe-4d5b-a2ae-095d6e7f6cc6 None None] Provisioning complete for port c7f91173-0c4c-42b8-8ea0-7932204ebc8e triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:07:05.634710 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-636c1db9-69fe-4d5b-a2ae-095d6e7f6cc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (c7f91173-0c4c-42b8-8ea0-7932204ebc8e), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:07:05.636806 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Current status of the port c7f91173-0c4c-42b8-8ea0-7932204ebc8e is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:07:05.640179 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a69649-1b96-4977-8fe0-b10563998d7b None None] Pushing event updated for resources: {'Port': ['ID=c7f91173-0c4c-42b8-8ea0-7932204ebc8e,revision_number=3']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:07:05.672960 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-b0454f68-3bd4-447c-b8b2-25cc7d892d41 req-ea31f796-53db-47e7-a587-995134e2b9c4 tempest-LiveAutoBlockMigrationV225Test-1645909514 tempest-LiveAutoBlockMigrationV225Test-1645909514-project] 10.222.0.13 "GET /v2.0/security-groups?id=d3d52ae6-e761-44ee-98bd-9ad0dc66343a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192245 Jan 26 21:07:05.680234 n-d-760453-5 neutron-server[103305]: DEBUG neutron.notifiers.nova [req-49325de4-5193-4013-92d9-2372fd6e3651 req-ab02b24b-a47e-4b1e-a3bc-c308cd933d80 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 40af6dae-610f-4291-8bbb-b8545196d594 {{(pid=103305) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 26 21:07:05.690963 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-21c77965-ce53-4ea5-8d0a-32e2777089b5 admin admin] Publish callbacks [] for security_group (c3c6c2ef-9865-4e2c-9818-90435d60a1af), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:07:05.691932 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59ef4adb-ac2b-41d0-89c9-2586d594b5c9 admin admin] Router 2953e3f3-2957-4f5a-b0cf-e3a1d35cdc5a is scheduled to L3 agent 09df100c-3af1-4b0a-bda8-05914c71c458 with binding_index 1 {{(pid=103305) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 26 21:07:05.698023 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-21c77965-ce53-4ea5-8d0a-32e2777089b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (c3c6c2ef-9865-4e2c-9818-90435d60a1af), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:07:05.702125 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-49325de4-5193-4013-92d9-2372fd6e3651 req-ab02b24b-a47e-4b1e-a3bc-c308cd933d80 service neutron] Publish callbacks [] for port (40af6dae-610f-4291-8bbb-b8545196d594), precommit_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:07:05.731525 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Current status of the port bf5e2133-dab5-461f-8ecd-f78e9891231b is: BUILD; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:07:05.731919 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (bf5e2133-dab5-461f-8ecd-f78e9891231b), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:07:05.788959 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c77965-ce53-4ea5-8d0a-32e2777089b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3c6c2ef-9865-4e2c-9818-90435d60a1af,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:07:05.798317 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] For port bf5e2133-dab5-461f-8ecd-f78e9891231b, host n-h1-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-5',level=0,port_id=bf5e2133-dab5-461f-8ecd-f78e9891231b,segment=NetworkSegment(4eab25d6-89d9-4907-a1c2-51b06443ba33),segment_id=4eab25d6-89d9-4907-a1c2-51b06443ba33)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:07:05.799585 n-d-760453-5 neutron-server[103306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6689602d-c315-4f2d-bb1a-84915600014f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf5e2133-dab5-461f-8ecd-f78e9891231b'}] {{(pid=103306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 21:07:05.802797 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9d5d370febab655511bdd2ffe887e43e442d144a440368702bcc1e93af00b97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2fb3942d-1a24-4f1a-a944-8b3ce0c60071" -d '{"events": [{"server_uuid": "6689602d-c315-4f2d-bb1a-84915600014f", "name": "network-vif-plugged", "status": "completed", "tag": "bf5e2133-dab5-461f-8ecd-f78e9891231b"}]}' {{(pid=103306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 21:07:05.811579 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-21c77965-ce53-4ea5-8d0a-32e2777089b5 admin admin] vlan segment allocate from pool success with {'vlan_id': 571, 'physical_network': 'physnet1'} {{(pid=103304) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 26 21:07:05.813786 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (bf5e2133-dab5-461f-8ecd-f78e9891231b), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:07:05.844501 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59ef4adb-ac2b-41d0-89c9-2586d594b5c9 admin admin] Notify agent at l3_agent.n-d-760453-5 the message routers_updated {{(pid=103305) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 26 21:07:05.855458 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-21c77965-ce53-4ea5-8d0a-32e2777089b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576559'] for segment (4802c0d9-f4b8-40bc-bafe-9a29b8fe6bc1), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:07:05.858198 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12363b93-c88a-4421-8510-a935d85c0e2e None None] Sync routers for ids ['2953e3f3-2957-4f5a-b0cf-e3a1d35cdc5a'] in n-d-760453-5 {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 26 21:07:05.859019 n-d-760453-5 neutron-server[103304]: INFO neutron.db.segments_db [None req-21c77965-ce53-4ea5-8d0a-32e2777089b5 admin admin] Added segment 4802c0d9-f4b8-40bc-bafe-9a29b8fe6bc1 of type vlan for network 82d89aaf-7724-4482-8558-074956bc8f8b Jan 26 21:07:05.867229 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.provisioning_blocks [req-49325de4-5193-4013-92d9-2372fd6e3651 req-ab02b24b-a47e-4b1e-a3bc-c308cd933d80 service neutron] Transition to ACTIVE for port object 40af6dae-610f-4291-8bbb-b8545196d594 will not be triggered until provisioned by entity L2. {{(pid=103305) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 21:07:05.877839 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12363b93-c88a-4421-8510-a935d85c0e2e None None] Routers {'2953e3f3-2957-4f5a-b0cf-e3a1d35cdc5a'} bound to L3 agent in host n-d-760453-5 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 21:07:05.878519 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-49325de4-5193-4013-92d9-2372fd6e3651 req-ab02b24b-a47e-4b1e-a3bc-c308cd933d80 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11791520'] for port (40af6dae-610f-4291-8bbb-b8545196d594), after_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:07:05.880381 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-12363b93-c88a-4421-8510-a935d85c0e2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-26T20:55:21Z,description=,heartbeat_timestamp=2022-01-26T21:06:51Z,host='n-d-760453-5',id=09df100c-3af1-4b0a-bda8-05914c71c458,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:55:21Z,topic='l3_agent')) {'router_ids': ['2953e3f3-2957-4f5a-b0cf-e3a1d35cdc5a'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:07:05.906279 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-59ef4adb-ac2b-41d0-89c9-2586d594b5c9 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:07:05.908286 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-59ef4adb-ac2b-41d0-89c9-2586d594b5c9 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 4.3332982 Jan 26 21:07:05.930225 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Jan 2022 21:07:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a60ce3e-0162-4952-8f70-e072b634b505 x-openstack-request-id: req-3a60ce3e-0162-4952-8f70-e072b634b505 {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 21:07:05.930538 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6689602d-c315-4f2d-bb1a-84915600014f", "name": "network-vif-plugged", "status": "completed", "tag": "bf5e2133-dab5-461f-8ecd-f78e9891231b", "code": 200}]} {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 21:07:05.930800 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-3a60ce3e-0162-4952-8f70-e072b634b505 {{(pid=103306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 21:07:05.931476 n-d-760453-5 neutron-server[103306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6689602d-c315-4f2d-bb1a-84915600014f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf5e2133-dab5-461f-8ecd-f78e9891231b', 'code': 200} Jan 26 21:07:05.936588 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 45014) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:07:05.941978 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-636c1db9-69fe-4d5b-a2ae-095d6e7f6cc6 None None] Current status of the port c7f91173-0c4c-42b8-8ea0-7932204ebc8e is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:07:05.988580 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Pushing event updated for resources: {'Port': ['ID=bf5e2133-dab5-461f-8ecd-f78e9891231b,revision_number=5']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:07:06.074867 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_dvr_db [None req-12363b93-c88a-4421-8510-a935d85c0e2e None None] Set router 2953e3f3-2957-4f5a-b0cf-e3a1d35cdc5a gateway port host: n-d-760453-5 {{(pid=103307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 21:07:06.097607 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-21c77965-ce53-4ea5-8d0a-32e2777089b5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746560256871'] for network (82d89aaf-7724-4482-8558-074956bc8f8b), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:07:06.145908 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-b2dae777-38c4-4207-aa66-0258619a8781 req-d586ff2c-5481-48be-9b15-8153eedd2aad tempest-LiveMigrationNegativeTest-869384580 tempest-LiveMigrationNegativeTest-869384580-project] 10.222.0.13 "GET /v2.0/ports?device_id=61e86725-9aba-4fc2-8347-65b3385cc0a8 HTTP/1.1" status: 200 len: 210 time: 0.1015768 Jan 26 21:07:06.193930 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.db_base_plugin_common [req-98fd17a2-70a9-4fac-9e4c-003438ea9683 req-0576e6f0-3b34-467b-9cff-3f23e6071e11 tempest-LiveMigrationNegativeTest-869384580 tempest-LiveMigrationNegativeTest-869384580-project] Allocated IP 192.168.233.17 (7fbe9cf5-e12c-436d-b372-55a19c9faa30/fd77e534-75e6-4b90-950e-f5824d584430/7d918d62-dfe7-4675-9cf0-2db15031d250) {{(pid=103304) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 21:07:06.228850 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9401d0-5f67-4135-b8cd-f34670617a5f req-afce3b2e-670b-4fb6-8786-77c99d2c25f6 tempest-ServersAdminTestJSON-1370142338 tempest-ServersAdminTestJSON-1370142338-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:07:06.229381 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9401d0-5f67-4135-b8cd-f34670617a5f req-afce3b2e-670b-4fb6-8786-77c99d2c25f6 tempest-ServersAdminTestJSON-1370142338 tempest-ServersAdminTestJSON-1370142338-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:07:06.229861 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9401d0-5f67-4135-b8cd-f34670617a5f req-afce3b2e-670b-4fb6-8786-77c99d2c25f6 tempest-ServersAdminTestJSON-1370142338 tempest-ServersAdminTestJSON-1370142338-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:07:06.230764 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9401d0-5f67-4135-b8cd-f34670617a5f req-afce3b2e-670b-4fb6-8786-77c99d2c25f6 tempest-ServersAdminTestJSON-1370142338 tempest-ServersAdminTestJSON-1370142338-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:07:06.230764 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9401d0-5f67-4135-b8cd-f34670617a5f req-afce3b2e-670b-4fb6-8786-77c99d2c25f6 tempest-ServersAdminTestJSON-1370142338 tempest-ServersAdminTestJSON-1370142338-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:07:06.231357 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9401d0-5f67-4135-b8cd-f34670617a5f req-afce3b2e-670b-4fb6-8786-77c99d2c25f6 tempest-ServersAdminTestJSON-1370142338 tempest-ServersAdminTestJSON-1370142338-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:07:06.231736 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9401d0-5f67-4135-b8cd-f34670617a5f req-afce3b2e-670b-4fb6-8786-77c99d2c25f6 tempest-ServersAdminTestJSON-1370142338 tempest-ServersAdminTestJSON-1370142338-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:07:06.232195 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9401d0-5f67-4135-b8cd-f34670617a5f req-afce3b2e-670b-4fb6-8786-77c99d2c25f6 tempest-ServersAdminTestJSON-1370142338 tempest-ServersAdminTestJSON-1370142338-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:07:06.232725 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9401d0-5f67-4135-b8cd-f34670617a5f req-afce3b2e-670b-4fb6-8786-77c99d2c25f6 tempest-ServersAdminTestJSON-1370142338 tempest-ServersAdminTestJSON-1370142338-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:07:06.233103 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9401d0-5f67-4135-b8cd-f34670617a5f req-afce3b2e-670b-4fb6-8786-77c99d2c25f6 tempest-ServersAdminTestJSON-1370142338 tempest-ServersAdminTestJSON-1370142338-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:07:06.233582 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9401d0-5f67-4135-b8cd-f34670617a5f req-afce3b2e-670b-4fb6-8786-77c99d2c25f6 tempest-ServersAdminTestJSON-1370142338 tempest-ServersAdminTestJSON-1370142338-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:07:06.242356 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-fc9401d0-5f67-4135-b8cd-f34670617a5f req-afce3b2e-670b-4fb6-8786-77c99d2c25f6 tempest-ServersAdminTestJSON-1370142338 tempest-ServersAdminTestJSON-1370142338-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=61e86725-9aba-4fc2-8347-65b3385cc0a8&device_id=d8f50517-906a-494e-a293-92450ad8c0a0&device_id=6689602d-c315-4f2d-bb1a-84915600014f&device_id=6fdffc41-3d46-4eb3-ae63-ebfe4e1031c3&device_id=16884e59-489a-4b67-8196-44a9711f0d06&device_id=75310938-e130-4b0c-9bea-a4b4989a734c&device_id=fa873b56-913b-4b6f-ac44-2cc6f39f16b1&device_id=d858c7a1-36f0-4e09-9270-24b0c4c907b4&device_id=242b7086-c188-4e0a-9af5-4749fa74838b&device_id=7f544618-ae90-49cb-a581-602469d4709d&device_id=61324128-afb5-4d9e-a732-f4dc68e3c9a3&device_id=0bd9219f-31b8-4122-b35d-2ca7b6de3d8d HTTP/1.1" status: 200 len: 9938 time: 0.2667882 Jan 26 21:07:06.274819 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-fc9401d0-5f67-4135-b8cd-f34670617a5f req-d723a1f5-8936-41b0-a2d8-e5203f90c638 tempest-ServersAdminTestJSON-1370142338 tempest-ServersAdminTestJSON-1370142338-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:07:06.309768 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-21c77965-ce53-4ea5-8d0a-32e2777089b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503'] for network (82d89aaf-7724-4482-8558-074956bc8f8b), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:07:06.311328 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21c77965-ce53-4ea5-8d0a-32e2777089b5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:07:06.311766 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-12363b93-c88a-4421-8510-a935d85c0e2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2953e3f3-2957-4f5a-b0cf-e3a1d35cdc5a', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1338432215-router', 'tenant_id': 'bbfe54b251744598a277b8f456d9c9b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'external_fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.38'}], 'enable_snat': True}, 'gw_port_id': 'bb522f32-68d3-4bb7-b008-2eaf7397e0b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T21:07:01Z', 'updated_at': '2022-01-26T21:07:04Z', 'revision_number': 3, 'project_id': 'bbfe54b251744598a277b8f456d9c9b5', 'gw_port': {'id': 'bb522f32-68d3-4bb7-b008-2eaf7397e0b9', 'name': '', 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:28:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2953e3f3-2957-4f5a-b0cf-e3a1d35cdc5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:07:03Z', 'updated_at': '2022-01-26T21:07:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-5'}], 'n-d-760453-5', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:07:06.311918 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-21c77965-ce53-4ea5-8d0a-32e2777089b5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709645'] for network (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:07:06.346811 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12363b93-c88a-4421-8510-a935d85c0e2e None None] Checking router: 2953e3f3-2957-4f5a-b0cf-e3a1d35cdc5a for host: n-d-760453-5 {{(pid=103307) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 26 21:07:06.347505 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12363b93-c88a-4421-8510-a935d85c0e2e None None] Updating router 2953e3f3-2957-4f5a-b0cf-e3a1d35cdc5a port bb522f32-68d3-4bb7-b008-2eaf7397e0b9 binding host n-d-760453-5 {{(pid=103307) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 26 21:07:06.383368 n-d-760453-5 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-12363b93-c88a-4421-8510-a935d85c0e2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (bb522f32-68d3-4bb7-b008-2eaf7397e0b9), before_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:07:06.401609 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-fc9401d0-5f67-4135-b8cd-f34670617a5f req-d723a1f5-8936-41b0-a2d8-e5203f90c638 tempest-ServersAdminTestJSON-1370142338 tempest-ServersAdminTestJSON-1370142338-project-admin] Publish callbacks [] for security_group (226b523e-9bc9-4580-a4bd-eadd17f2b3ca), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:07:06.415844 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-21c77965-ce53-4ea5-8d0a-32e2777089b5 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.9045460 Jan 26 21:07:06.420054 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-fc9401d0-5f67-4135-b8cd-f34670617a5f req-d723a1f5-8936-41b0-a2d8-e5203f90c638 tempest-ServersAdminTestJSON-1370142338 tempest-ServersAdminTestJSON-1370142338-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (226b523e-9bc9-4580-a4bd-eadd17f2b3ca), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:07:06.423181 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 45020) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:07:06.479083 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-8bbcad94-6d2d-4209-b7ba-22c9e846bce2 admin admin] Request body: {'subnet': {'network_id': '82d89aaf-7724-4482-8558-074956bc8f8b', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsTestJSON-2051905372-subnet', 'tenant_id': 'cdb3500a13814dc9912a5c6c92f742c5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:07:06.498959 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d723a1f5-8936-41b0-a2d8-e5203f90c638 tempest-ServersAdminTestJSON-1370142338 tempest-ServersAdminTestJSON-1370142338-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=226b523e-9bc9-4580-a4bd-eadd17f2b3ca,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:07:06.524010 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab02b24b-a47e-4b1e-a3bc-c308cd933d80 service neutron] Pushing event updated for resources: {'Port': ['ID=40af6dae-610f-4291-8bbb-b8545196d594,revision_number=2']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:07:06.552588 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8bbcad94-6d2d-4209-b7ba-22c9e846bce2 admin admin] Made reservation on behalf of cdb3500a13814dc9912a5c6c92f742c5 for: {'subnet': 1} {{(pid=103304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 21:07:06.555670 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-8bbcad94-6d2d-4209-b7ba-22c9e846bce2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12215181'] for subnet (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:07:06.677803 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c77965-ce53-4ea5-8d0a-32e2777089b5 admin admin] Pushing event updated for resources: {'Network': ['ID=82d89aaf-7724-4482-8558-074956bc8f8b,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:07:06.692939 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Network 82d89aaf-7724-4482-8558-074956bc8f8b details requested by agent ovs-agent-n-d-760453-5 with host n-d-760453-5 {{(pid=103306) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 26 21:07:06.694788 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca1a920-2e5b-4eea-b403-3fde302eafe9 req-aa2a2ed3-8b24-4e3d-a060-4559cb27a237 tempest-MigrationsAdminTest-1084137346 tempest-MigrationsAdminTest-1084137346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:07:06.698211 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-3ca1a920-2e5b-4eea-b403-3fde302eafe9 req-aa2a2ed3-8b24-4e3d-a060-4559cb27a237 tempest-MigrationsAdminTest-1084137346 tempest-MigrationsAdminTest-1084137346-project] 10.222.0.13 "GET /v2.0/ports?device_id=6689602d-c315-4f2d-bb1a-84915600014f HTTP/1.1" status: 200 len: 950 time: 0.4799707 Jan 26 21:07:06.713440 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [req-49325de4-5193-4013-92d9-2372fd6e3651 req-ab02b24b-a47e-4b1e-a3bc-c308cd933d80 service neutron] Attempting to bind port 40af6dae-610f-4291-8bbb-b8545196d594 on host n-h2-760453-5 for vnic_type normal with profile {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 21:07:06.713785 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [req-49325de4-5193-4013-92d9-2372fd6e3651 req-ab02b24b-a47e-4b1e-a3bc-c308cd933d80 service neutron] Attempting to bind port 40af6dae-610f-4291-8bbb-b8545196d594 by drivers openvswitch,hyperv on host n-h2-760453-5 at level 0 using segments [{'id': 'ff84b980-87bb-452b-8f52-d472b3cbbe9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '1c3811f3-dcb6-4f77-8c26-3e9819d7c63c'}] {{(pid=103305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 26 21:07:06.714098 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49325de4-5193-4013-92d9-2372fd6e3651 req-ab02b24b-a47e-4b1e-a3bc-c308cd933d80 service neutron] Attempting to bind port 40af6dae-610f-4291-8bbb-b8545196d594 on network 1c3811f3-dcb6-4f77-8c26-3e9819d7c63c {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 21:07:06.724548 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c6b92f-9cf2-43f8-ac41-a3e49b98caeb req-dc449a2b-6f8b-459d-b469-4958b1a5cc74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:07:06.726464 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-40c6b92f-9cf2-43f8-ac41-a3e49b98caeb req-dc449a2b-6f8b-459d-b469-4958b1a5cc74 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=6689602d-c315-4f2d-bb1a-84915600014f HTTP/1.1" status: 200 len: 1101 time: 0.3376882 Jan 26 21:07:06.730281 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49325de4-5193-4013-92d9-2372fd6e3651 req-ab02b24b-a47e-4b1e-a3bc-c308cd933d80 service neutron] Port 40af6dae-610f-4291-8bbb-b8545196d594 on network 1c3811f3-dcb6-4f77-8c26-3e9819d7c63c not bound, no agent of type Open vSwitch agent registered on host n-h2-760453-5 {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 26 21:07:06.730616 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49325de4-5193-4013-92d9-2372fd6e3651 req-ab02b24b-a47e-4b1e-a3bc-c308cd933d80 service neutron] Attempting to bind port 40af6dae-610f-4291-8bbb-b8545196d594 on network 1c3811f3-dcb6-4f77-8c26-3e9819d7c63c {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 21:07:06.755191 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49325de4-5193-4013-92d9-2372fd6e3651 req-ab02b24b-a47e-4b1e-a3bc-c308cd933d80 service neutron] Checking agent: {'id': '4d619873-4b60-439f-9b5a-b155dc8bbc34', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-760453-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 21, 2, 53), 'started_at': datetime.datetime(2022, 1, 26, 21, 2, 53), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 21, 6, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 26 21:07:06.755586 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49325de4-5193-4013-92d9-2372fd6e3651 req-ab02b24b-a47e-4b1e-a3bc-c308cd933d80 service neutron] Checking segment: {'id': 'ff84b980-87bb-452b-8f52-d472b3cbbe9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '1c3811f3-dcb6-4f77-8c26-3e9819d7c63c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103305) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 21:07:06.755913 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49325de4-5193-4013-92d9-2372fd6e3651 req-ab02b24b-a47e-4b1e-a3bc-c308cd933d80 service neutron] Bound using segment: {'id': 'ff84b980-87bb-452b-8f52-d472b3cbbe9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '1c3811f3-dcb6-4f77-8c26-3e9819d7c63c'} {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 26 21:07:06.756360 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [req-49325de4-5193-4013-92d9-2372fd6e3651 req-ab02b24b-a47e-4b1e-a3bc-c308cd933d80 service neutron] Bound port: 40af6dae-610f-4291-8bbb-b8545196d594, host: n-h2-760453-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ff84b980-87bb-452b-8f52-d472b3cbbe9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '1c3811f3-dcb6-4f77-8c26-3e9819d7c63c'}}] {{(pid=103305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 26 21:07:06.756838 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-49325de4-5193-4013-92d9-2372fd6e3651 req-ab02b24b-a47e-4b1e-a3bc-c308cd933d80 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (40af6dae-610f-4291-8bbb-b8545196d594), before_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:07:06.863629 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-40c6b92f-9cf2-43f8-ac41-a3e49b98caeb req-02b35747-912c-4bcf-a621-53b08aaa4805 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=e0b082e3-685f-492b-b87f-3045b8ecd8c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1293571 Jan 26 21:07:06.866047 n-d-760453-5 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-12363b93-c88a-4421-8510-a935d85c0e2e None None] Publish callbacks [] for port (bb522f32-68d3-4bb7-b008-2eaf7397e0b9), precommit_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:07:06.877635 n-d-760453-5 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-12363b93-c88a-4421-8510-a935d85c0e2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (bb522f32-68d3-4bb7-b008-2eaf7397e0b9), after_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:07:06.979857 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-fc9401d0-5f67-4135-b8cd-f34670617a5f req-d723a1f5-8936-41b0-a2d8-e5203f90c638 tempest-ServersAdminTestJSON-1370142338 tempest-ServersAdminTestJSON-1370142338-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=55df2d54-40b6-41bc-90a1-92a636171891&id=e0b082e3-685f-492b-b87f-3045b8ecd8c8&id=95bc11fd-db53-4b42-971c-c958ca031066&id=c0d7fcc6-eb34-4805-a02c-eebfcd508c09&id=06e69ac2-3bf6-41aa-8df8-caa9b01a862f&id=d3d52ae6-e761-44ee-98bd-9ad0dc66343a&fields=id&fields=name HTTP/1.1" status: 200 len: 648 time: 0.7365084 Jan 26 21:07:07.001190 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device c7f91173-0c4c-42b8-8ea0-7932204ebc8e up at agent ovs-agent-n-d-760453-5 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 21:07:07.049161 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30dabf94-5acb-4a61-b401-41186b798783 None None] Pushing event updated for resources: {'Port': ['ID=bb522f32-68d3-4bb7-b008-2eaf7397e0b9,revision_number=2']} {{(pid=103307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:07:07.062484 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30dabf94-5acb-4a61-b401-41186b798783 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:07:07.063308 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30dabf94-5acb-4a61-b401-41186b798783 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:07:07.064309 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30dabf94-5acb-4a61-b401-41186b798783 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:07:07.064798 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30dabf94-5acb-4a61-b401-41186b798783 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:07:07.065452 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30dabf94-5acb-4a61-b401-41186b798783 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:07:07.065932 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30dabf94-5acb-4a61-b401-41186b798783 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:07:07.066424 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30dabf94-5acb-4a61-b401-41186b798783 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:07:07.066897 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30dabf94-5acb-4a61-b401-41186b798783 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:07:07.067365 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30dabf94-5acb-4a61-b401-41186b798783 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:07:07.067839 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30dabf94-5acb-4a61-b401-41186b798783 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:07:07.068307 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30dabf94-5acb-4a61-b401-41186b798783 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:07:07.068854 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30dabf94-5acb-4a61-b401-41186b798783 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:07:07.069384 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30dabf94-5acb-4a61-b401-41186b798783 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:07:07.093448 n-d-760453-5 neutron-server[103307]: DEBUG neutron.plugins.ml2.managers [None req-12363b93-c88a-4421-8510-a935d85c0e2e None None] Attempting to bind port bb522f32-68d3-4bb7-b008-2eaf7397e0b9 on host n-d-760453-5 for vnic_type normal with profile {{(pid=103307) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 21:07:07.093819 n-d-760453-5 neutron-server[103307]: DEBUG neutron.plugins.ml2.managers [None req-12363b93-c88a-4421-8510-a935d85c0e2e None None] Attempting to bind port bb522f32-68d3-4bb7-b008-2eaf7397e0b9 by drivers openvswitch,hyperv on host n-d-760453-5 at level 0 using segments [{'id': 'e17cb353-418f-48b9-b982-21a6233ee99b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299'}] {{(pid=103307) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 26 21:07:07.094178 n-d-760453-5 neutron-server[103307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12363b93-c88a-4421-8510-a935d85c0e2e None None] Attempting to bind port bb522f32-68d3-4bb7-b008-2eaf7397e0b9 on network 4140a1f1-c93a-4bea-83a0-68953a54f299 {{(pid=103307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 21:07:07.099460 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-3ca1a920-2e5b-4eea-b403-3fde302eafe9 req-8764bdfa-8d51-48e3-8d96-8cb518f78b05 tempest-MigrationsAdminTest-1084137346 tempest-MigrationsAdminTest-1084137346-project] 10.222.0.13 "GET /v2.0/security-groups?id=e0b082e3-685f-492b-b87f-3045b8ecd8c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3194053 Jan 26 21:07:07.099740 n-d-760453-5 neutron-server[103307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12363b93-c88a-4421-8510-a935d85c0e2e None None] Checking agent: {'id': 'fea0591a-627d-4c87-9a9a-01625ddf3277', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760453-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 20, 55, 25), 'started_at': datetime.datetime(2022, 1, 26, 20, 55, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 21, 6, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760453-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 26 21:07:07.100086 n-d-760453-5 neutron-server[103307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12363b93-c88a-4421-8510-a935d85c0e2e None None] Checking segment: {'id': 'e17cb353-418f-48b9-b982-21a6233ee99b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103307) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 21:07:07.101063 n-d-760453-5 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-12363b93-c88a-4421-8510-a935d85c0e2e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:07:07.101492 n-d-760453-5 neutron-server[103307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12363b93-c88a-4421-8510-a935d85c0e2e None None] Bound using segment: {'id': 'e17cb353-418f-48b9-b982-21a6233ee99b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299'} {{(pid=103307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 26 21:07:07.101958 n-d-760453-5 neutron-server[103307]: DEBUG neutron.plugins.ml2.managers [None req-12363b93-c88a-4421-8510-a935d85c0e2e None None] Bound port: bb522f32-68d3-4bb7-b008-2eaf7397e0b9, host: n-d-760453-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e17cb353-418f-48b9-b982-21a6233ee99b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299'}}] {{(pid=103307) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 26 21:07:07.102334 n-d-760453-5 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-12363b93-c88a-4421-8510-a935d85c0e2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (bb522f32-68d3-4bb7-b008-2eaf7397e0b9), before_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:07:07.115632 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Provisioning complete for port c7f91173-0c4c-42b8-8ea0-7932204ebc8e triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:07:07.121791 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (c7f91173-0c4c-42b8-8ea0-7932204ebc8e), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:07:07.129997 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [req-49325de4-5193-4013-92d9-2372fd6e3651 req-ab02b24b-a47e-4b1e-a3bc-c308cd933d80 service neutron] For port 40af6dae-610f-4291-8bbb-b8545196d594, host n-h2-760453-5, cleared binding levels {{(pid=103305) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 26 21:07:07.134776 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [req-49325de4-5193-4013-92d9-2372fd6e3651 req-ab02b24b-a47e-4b1e-a3bc-c308cd933d80 service neutron] For port 40af6dae-610f-4291-8bbb-b8545196d594, host n-h2-760453-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-5',level=0,port_id=40af6dae-610f-4291-8bbb-b8545196d594,segment=NetworkSegment(ff84b980-87bb-452b-8f52-d472b3cbbe9c),segment_id=ff84b980-87bb-452b-8f52-d472b3cbbe9c)] {{(pid=103305) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 26 21:07:07.173271 n-d-760453-5 neutron-server[103307]: DEBUG neutron.plugins.ml2.db [None req-12363b93-c88a-4421-8510-a935d85c0e2e None None] For port bb522f32-68d3-4bb7-b008-2eaf7397e0b9, host n-d-760453-5, cleared binding levels {{(pid=103307) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 26 21:07:07.178556 n-d-760453-5 neutron-server[103307]: DEBUG neutron.plugins.ml2.db [None req-12363b93-c88a-4421-8510-a935d85c0e2e None None] For port bb522f32-68d3-4bb7-b008-2eaf7397e0b9, host n-d-760453-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=bb522f32-68d3-4bb7-b008-2eaf7397e0b9,segment=NetworkSegment(e17cb353-418f-48b9-b982-21a6233ee99b),segment_id=e17cb353-418f-48b9-b982-21a6233ee99b)] {{(pid=103307) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 26 21:07:07.186733 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-57d4692f-f9d7-4760-92cb-a33b283310b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:07:07.187587 n-d-760453-5 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-12363b93-c88a-4421-8510-a935d85c0e2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (bb522f32-68d3-4bb7-b008-2eaf7397e0b9), after_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:07:07.188537 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-49325de4-5193-4013-92d9-2372fd6e3651 req-ab02b24b-a47e-4b1e-a3bc-c308cd933d80 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11791520'] for port (40af6dae-610f-4291-8bbb-b8545196d594), after_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:07:07.227201 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-98fd17a2-70a9-4fac-9e4c-003438ea9683 req-0576e6f0-3b34-467b-9cff-3f23e6071e11 tempest-LiveMigrationNegativeTest-869384580 tempest-LiveMigrationNegativeTest-869384580-project] Publish callbacks [] for port (7d918d62-dfe7-4675-9cf0-2db15031d250), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:07:07.242333 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49325de4-5193-4013-92d9-2372fd6e3651 req-ab02b24b-a47e-4b1e-a3bc-c308cd933d80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:07:07.245322 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-49325de4-5193-4013-92d9-2372fd6e3651 req-ab02b24b-a47e-4b1e-a3bc-c308cd933d80 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:07:07.246839 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-49325de4-5193-4013-92d9-2372fd6e3651 req-ab02b24b-a47e-4b1e-a3bc-c308cd933d80 service neutron] 10.222.0.57 "PUT /v2.0/ports/40af6dae-610f-4291-8bbb-b8545196d594 HTTP/1.1" status: 200 len: 1091 time: 2.4769931 Jan 26 21:07:07.247316 n-d-760453-5 neutron-server[103305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd8f50517-906a-494e-a293-92450ad8c0a0', 'tag': '40af6dae-610f-4291-8bbb-b8545196d594'}] {{(pid=103305) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 21:07:07.247522 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-8bbcad94-6d2d-4209-b7ba-22c9e846bce2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9285249', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12215227'] for subnet (eff79e74-5114-4489-a406-2f00d23f7c9e), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:07:07.254192 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d4654568b7bf041e72ff8fe1c96d6d761d9c921f2b99bc7b3a26632be20cee0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-673107e9-d6f0-47e1-b7c1-c2f05f7b872b" -d '{"events": [{"name": "network-changed", "server_uuid": "d8f50517-906a-494e-a293-92450ad8c0a0", "tag": "40af6dae-610f-4291-8bbb-b8545196d594"}]}' {{(pid=103305) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 21:07:07.281634 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12363b93-c88a-4421-8510-a935d85c0e2e None None] Routers {'2953e3f3-2957-4f5a-b0cf-e3a1d35cdc5a'} bound to L3 agent in host n-d-760453-5 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 21:07:07.283448 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-12363b93-c88a-4421-8510-a935d85c0e2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-26T20:55:21Z,description=,heartbeat_timestamp=2022-01-26T21:06:51Z,host='n-d-760453-5',id=09df100c-3af1-4b0a-bda8-05914c71c458,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:55:21Z,topic='l3_agent')) {'router_ids': ['2953e3f3-2957-4f5a-b0cf-e3a1d35cdc5a'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:07:07.328674 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bbcad94-6d2d-4209-b7ba-22c9e846bce2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=eff79e74-5114-4489-a406-2f00d23f7c9e,revision_number=0']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:07:07.334216 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Current status of the port c7f91173-0c4c-42b8-8ea0-7932204ebc8e is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:07:07.366842 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee81e64-92d3-4de9-bf7e-d3526358a648 req-301d6de0-f854-420a-910d-92e6d0707be6 tempest-LiveAutoBlockMigrationV225Test-1645909514 tempest-LiveAutoBlockMigrationV225Test-1645909514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:07:07.373997 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-8ee81e64-92d3-4de9-bf7e-d3526358a648 req-301d6de0-f854-420a-910d-92e6d0707be6 tempest-LiveAutoBlockMigrationV225Test-1645909514 tempest-LiveAutoBlockMigrationV225Test-1645909514-project] 10.222.0.13 "GET /v2.0/ports?device_id=d8f50517-906a-494e-a293-92450ad8c0a0 HTTP/1.1" status: 200 len: 943 time: 0.2453506 Jan 26 21:07:07.421576 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab02b24b-a47e-4b1e-a3bc-c308cd933d80 service neutron] Pushing event updated for resources: {'Port': ['ID=40af6dae-610f-4291-8bbb-b8545196d594,revision_number=3']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:07:07.437319 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30dabf94-5acb-4a61-b401-41186b798783 None None] Pushing event updated for resources: {'Port': ['ID=bb522f32-68d3-4bb7-b008-2eaf7397e0b9,revision_number=3']} {{(pid=103307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:07:07.437480 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49325de4-5193-4013-92d9-2372fd6e3651 req-0e3db8c1-733f-4e30-81f5-5281654e91cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:07:07.439028 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-49325de4-5193-4013-92d9-2372fd6e3651 req-0e3db8c1-733f-4e30-81f5-5281654e91cd service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=6a368bf2185e476485148d66b6d73c5c&device_id=d8f50517-906a-494e-a293-92450ad8c0a0 HTTP/1.1" status: 200 len: 1094 time: 0.1147456 Jan 26 21:07:07.480702 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-98fd17a2-70a9-4fac-9e4c-003438ea9683 req-0576e6f0-3b34-467b-9cff-3f23e6071e11 tempest-LiveMigrationNegativeTest-869384580 tempest-LiveMigrationNegativeTest-869384580-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746560234527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9281553'] for port (7d918d62-dfe7-4675-9cf0-2db15031d250), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:07:07.503752 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] get_ports_and_sgs() called for port_ids ['183a2644-444d-4a3f-9603-c7f0561e6c38'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 26 21:07:07.535686 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_dvr_db [None req-12363b93-c88a-4421-8510-a935d85c0e2e None None] Set router 2953e3f3-2957-4f5a-b0cf-e3a1d35cdc5a gateway port host: n-d-760453-5 {{(pid=103307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 21:07:07.564484 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bbcad94-6d2d-4209-b7ba-22c9e846bce2 admin admin] Checking segment: {'id': '4802c0d9-f4b8-40bc-bafe-9a29b8fe6bc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '82d89aaf-7724-4482-8558-074956bc8f8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103304) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 21:07:07.565112 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bbcad94-6d2d-4209-b7ba-22c9e846bce2 admin admin] Network hostable DHCP agents. Network: 82d89aaf-7724-4482-8558-074956bc8f8b, hostable agents: ['474ccdf7-ab6c-405b-a3b2-dc7b05829902'], hosted agents: [] {{(pid=103304) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 26 21:07:07.574425 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.db_base_plugin_common [None req-57d4692f-f9d7-4760-92cb-a33b283310b8 admin admin] Allocated IP 172.20.0.1 (73631371-3965-47ad-a889-2128ca8c57be/cef625bb-f218-4adc-8c80-918471759ce8/ed0def16-5097-4afa-9643-243b34c22668) {{(pid=103305) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 21:07:07.585619 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-8ee81e64-92d3-4de9-bf7e-d3526358a648 req-a60ac5ad-94f7-4b56-80bd-6d61277450f7 tempest-LiveAutoBlockMigrationV225Test-1645909514 tempest-LiveAutoBlockMigrationV225Test-1645909514-project] 10.222.0.13 "GET /v2.0/security-groups?id=d3d52ae6-e761-44ee-98bd-9ad0dc66343a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2065892 Jan 26 21:07:07.626641 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-98fd17a2-70a9-4fac-9e4c-003438ea9683 req-0576e6f0-3b34-467b-9cff-3f23e6071e11 tempest-LiveMigrationNegativeTest-869384580 tempest-LiveMigrationNegativeTest-869384580-project] Network 7fbe9cf5-e12c-436d-b372-55a19c9faa30 is already hosted by enough agents. {{(pid=103304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 21:07:07.656760 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [req-98fd17a2-70a9-4fac-9e4c-003438ea9683 req-0576e6f0-3b34-467b-9cff-3f23e6071e11 tempest-LiveMigrationNegativeTest-869384580 tempest-LiveMigrationNegativeTest-869384580-project] Resources bound (agent type, host, resource id): {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:07:07.660355 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [req-98fd17a2-70a9-4fac-9e4c-003438ea9683 req-0576e6f0-3b34-467b-9cff-3f23e6071e11 tempest-LiveMigrationNegativeTest-869384580 tempest-LiveMigrationNegativeTest-869384580-project] Received port after_create {{(pid=103304) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 21:07:07.672654 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0576e6f0-3b34-467b-9cff-3f23e6071e11 tempest-LiveMigrationNegativeTest-869384580 tempest-LiveMigrationNegativeTest-869384580-project] Pushing event updated for resources: {'Port': ['ID=7d918d62-dfe7-4675-9cf0-2db15031d250,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:07:07.717890 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bbcad94-6d2d-4209-b7ba-22c9e846bce2 admin admin] Network 82d89aaf-7724-4482-8558-074956bc8f8b is scheduled to be hosted by DHCP agent 474ccdf7-ab6c-405b-a3b2-dc7b05829902 with binding_index 1 {{(pid=103304) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 26 21:07:07.750524 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-57d4692f-f9d7-4760-92cb-a33b283310b8 admin admin] Publish callbacks [] for port (ed0def16-5097-4afa-9643-243b34c22668), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:07:07.793830 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [None req-8bbcad94-6d2d-4209-b7ba-22c9e846bce2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760453-5, 82d89aaf-7724-4482-8558-074956bc8f8b) {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:07:07.812064 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98fd17a2-70a9-4fac-9e4c-003438ea9683 req-0576e6f0-3b34-467b-9cff-3f23e6071e11 tempest-LiveMigrationNegativeTest-869384580 tempest-LiveMigrationNegativeTest-869384580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:07:07.813091 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-98fd17a2-70a9-4fac-9e4c-003438ea9683 req-0576e6f0-3b34-467b-9cff-3f23e6071e11 tempest-LiveMigrationNegativeTest-869384580 tempest-LiveMigrationNegativeTest-869384580-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:07:07.816318 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-056b7e21-11a2-4eb9-ba6e-af072d1ac11f None None] Network 82d89aaf-7724-4482-8558-074956bc8f8b requested from n-d-760453-5 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 26 21:07:07.820612 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bbcad94-6d2d-4209-b7ba-22c9e846bce2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:07:07.822066 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-8bbcad94-6d2d-4209-b7ba-22c9e846bce2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709645'] for subnet (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:07:07.863141 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08d7464-0e63-4285-8663-a7db00e166e7 req-1880afb6-9491-4e58-a016-07fbc2ef1c8d tempest-LiveMigrationNegativeTest-869384580 tempest-LiveMigrationNegativeTest-869384580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:07:07.873334 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-d08d7464-0e63-4285-8663-a7db00e166e7 req-1880afb6-9491-4e58-a016-07fbc2ef1c8d tempest-LiveMigrationNegativeTest-869384580 tempest-LiveMigrationNegativeTest-869384580-project] 10.222.0.13 "GET /v2.0/ports?device_id=61e86725-9aba-4fc2-8347-65b3385cc0a8 HTTP/1.1" status: 200 len: 935 time: 0.1610548 Jan 26 21:07:07.883036 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 26 Jan 2022 21:07:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed936432-74ae-4051-9a50-fbe78604241c x-openstack-request-id: req-ed936432-74ae-4051-9a50-fbe78604241c {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 21:07:07.883595 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d8f50517-906a-494e-a293-92450ad8c0a0", "tag": "40af6dae-610f-4291-8bbb-b8545196d594", "status": "completed", "code": 200}]} {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 21:07:07.884110 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ed936432-74ae-4051-9a50-fbe78604241c {{(pid=103305) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 21:07:07.885004 n-d-760453-5 neutron-server[103305]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd8f50517-906a-494e-a293-92450ad8c0a0', 'tag': '40af6dae-610f-4291-8bbb-b8545196d594', 'status': 'completed', 'code': 200} Jan 26 21:07:07.888491 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-57d4692f-f9d7-4760-92cb-a33b283310b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746560234527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11791543'] for port (ed0def16-5097-4afa-9643-243b34c22668), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:07:07.897073 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-8bbcad94-6d2d-4209-b7ba-22c9e846bce2 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.4321156 Jan 26 21:07:07.905236 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-98fd17a2-70a9-4fac-9e4c-003438ea9683 req-0576e6f0-3b34-467b-9cff-3f23e6071e11 tempest-LiveMigrationNegativeTest-869384580 tempest-LiveMigrationNegativeTest-869384580-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.5427563 Jan 26 21:07:07.937022 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [req-98fd17a2-70a9-4fac-9e4c-003438ea9683 req-52f9c8f1-1f9e-4e9a-bfa4-1a289993235a service neutron] Request body: {'port': {'device_id': '61e86725-9aba-4fc2-8347-65b3385cc0a8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-760453-5'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:07:07.970427 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf9d67be-754a-4f5c-bcba-334eb325d22f None None] Network 82d89aaf-7724-4482-8558-074956bc8f8b requested from n-d-760453-5 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 26 21:07:08.066679 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d4692f-f9d7-4760-92cb-a33b283310b8 admin admin] Pushing event updated for resources: {'Port': ['ID=ed0def16-5097-4afa-9643-243b34c22668,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:07:08.070841 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-12363b93-c88a-4421-8510-a935d85c0e2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2953e3f3-2957-4f5a-b0cf-e3a1d35cdc5a', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1338432215-router', 'tenant_id': 'bbfe54b251744598a277b8f456d9c9b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'external_fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.38'}], 'enable_snat': True}, 'gw_port_id': 'bb522f32-68d3-4bb7-b008-2eaf7397e0b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T21:07:01Z', 'updated_at': '2022-01-26T21:07:04Z', 'revision_number': 3, 'project_id': 'bbfe54b251744598a277b8f456d9c9b5', 'gw_port': {'id': 'bb522f32-68d3-4bb7-b008-2eaf7397e0b9', 'name': '', 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:28:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2953e3f3-2957-4f5a-b0cf-e3a1d35cdc5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:07:03Z', 'updated_at': '2022-01-26T21:07:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-5'}], 'n-d-760453-5', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:07:08.088448 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-49325de4-5193-4013-92d9-2372fd6e3651 req-87612e8c-f124-4d59-86bf-7914d9665673 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=40af6dae-610f-4291-8bbb-b8545196d594 HTTP/1.1" status: 200 len: 217 time: 0.6411080 Jan 26 21:07:08.119596 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57d4692f-f9d7-4760-92cb-a33b283310b8 admin admin] Network 73631371-3965-47ad-a889-2128ca8c57be is already hosted by enough agents. {{(pid=103305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 21:07:08.120458 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (32ef628b-8417-46c5-8729-60fcabe358f1), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:07:08.122016 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [None req-57d4692f-f9d7-4760-92cb-a33b283310b8 admin admin] Resources bound (agent type, host, resource id): {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:07:08.145589 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-d08d7464-0e63-4285-8663-a7db00e166e7 req-bd1f5c23-d1c1-487d-b442-0ab15fd93972 tempest-LiveMigrationNegativeTest-869384580 tempest-LiveMigrationNegativeTest-869384580-project] 10.222.0.13 "GET /v2.0/security-groups?id=c0d7fcc6-eb34-4805-a02c-eebfcd508c09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2649488 Jan 26 21:07:08.148967 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12363b93-c88a-4421-8510-a935d85c0e2e None None] The sync data for ids ['2953e3f3-2957-4f5a-b0cf-e3a1d35cdc5a'] in n-d-760453-5 is: [{'id': '2953e3f3-2957-4f5a-b0cf-e3a1d35cdc5a', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1338432215-router', 'tenant_id': 'bbfe54b251744598a277b8f456d9c9b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'external_fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.38'}], 'enable_snat': True}, 'gw_port_id': 'bb522f32-68d3-4bb7-b008-2eaf7397e0b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T21:07:01Z', 'updated_at': '2022-01-26T21:07:04Z', 'revision_number': 3, 'project_id': 'bbfe54b251744598a277b8f456d9c9b5', 'gw_port': {'id': 'bb522f32-68d3-4bb7-b008-2eaf7397e0b9', 'name': '', 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:28:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2953e3f3-2957-4f5a-b0cf-e3a1d35cdc5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:07:03Z', 'updated_at': '2022-01-26T21:07:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-5'}] {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 26 21:07:08.172301 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-98fd17a2-70a9-4fac-9e4c-003438ea9683 req-52f9c8f1-1f9e-4e9a-bfa4-1a289993235a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (7d918d62-dfe7-4675-9cf0-2db15031d250), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:07:08.184602 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57d4692f-f9d7-4760-92cb-a33b283310b8 admin admin] Received port after_create {{(pid=103305) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 21:07:08.217454 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-624c81ee-1da8-40ad-89fa-8281a7395e4a None None] Provisioning complete for port 7d918d62-dfe7-4675-9cf0-2db15031d250 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:07:08.217843 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-624c81ee-1da8-40ad-89fa-8281a7395e4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (7d918d62-dfe7-4675-9cf0-2db15031d250), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:07:08.235161 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-57d4692f-f9d7-4760-92cb-a33b283310b8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4111050'] for router_interface (2953e3f3-2957-4f5a-b0cf-e3a1d35cdc5a), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:07:08.311946 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-624c81ee-1da8-40ad-89fa-8281a7395e4a None None] Port 7d918d62-dfe7-4675-9cf0-2db15031d250 cannot update to ACTIVE because it is not bound. {{(pid=103306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 26 21:07:08.421716 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49325de4-5193-4013-92d9-2372fd6e3651 req-c4874cb5-5a5d-4950-8a32-c280825b70d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:07:08.423139 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-49325de4-5193-4013-92d9-2372fd6e3651 req-c4874cb5-5a5d-4950-8a32-c280825b70d1 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=dae01ee8-17f0-4a86-8f17-22a537cba2b9 HTTP/1.1" status: 200 len: 860 time: 0.3339150 Jan 26 21:07:08.451912 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-bb107237-0856-40b8-ab02-7f45fc9eb943 None None] Provisioning complete for port ed0def16-5097-4afa-9643-243b34c22668 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:07:08.452145 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-bb107237-0856-40b8-ab02-7f45fc9eb943 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (ed0def16-5097-4afa-9643-243b34c22668), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:07:08.454615 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c8c6ab-f7d1-4bc3-9876-3997a9714d3d req-559fe397-8e12-496d-8e5f-c8ac94f555a2 tempest-ServersAdminTestJSON-1370142338 tempest-ServersAdminTestJSON-1370142338-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:07:08.455221 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c8c6ab-f7d1-4bc3-9876-3997a9714d3d req-559fe397-8e12-496d-8e5f-c8ac94f555a2 tempest-ServersAdminTestJSON-1370142338 tempest-ServersAdminTestJSON-1370142338-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:07:08.455762 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c8c6ab-f7d1-4bc3-9876-3997a9714d3d req-559fe397-8e12-496d-8e5f-c8ac94f555a2 tempest-ServersAdminTestJSON-1370142338 tempest-ServersAdminTestJSON-1370142338-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:07:08.463531 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-a7c8c6ab-f7d1-4bc3-9876-3997a9714d3d req-559fe397-8e12-496d-8e5f-c8ac94f555a2 tempest-ServersAdminTestJSON-1370142338 tempest-ServersAdminTestJSON-1370142338-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=16884e59-489a-4b67-8196-44a9711f0d06&device_id=d858c7a1-36f0-4e09-9270-24b0c4c907b4&device_id=242b7086-c188-4e0a-9af5-4749fa74838b HTTP/1.1" status: 200 len: 2882 time: 0.2479455 Jan 26 21:07:08.470197 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-49325de4-5193-4013-92d9-2372fd6e3651 req-73a5566e-27b1-4f89-8836-479ab0d4e685 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=1c3811f3-dcb6-4f77-8c26-3e9819d7c63c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0394270 Jan 26 21:07:08.482136 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-57d4692f-f9d7-4760-92cb-a33b283310b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (ed0def16-5097-4afa-9643-243b34c22668), before_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:07:08.488294 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0300bc32-6d5b-463a-ae31-c8d791a34f97 req-a8b3e2b9-5cdd-4b65-ad4a-fd05fcd2548a tempest-MigrationsAdminTest-1084137346 tempest-MigrationsAdminTest-1084137346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:07:08.497037 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-0300bc32-6d5b-463a-ae31-c8d791a34f97 req-a8b3e2b9-5cdd-4b65-ad4a-fd05fcd2548a tempest-MigrationsAdminTest-1084137346 tempest-MigrationsAdminTest-1084137346-project] 10.222.0.13 "GET /v2.0/ports?device_id=6689602d-c315-4f2d-bb1a-84915600014f HTTP/1.1" status: 200 len: 950 time: 0.2228401 Jan 26 21:07:08.523355 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-bb107237-0856-40b8-ab02-7f45fc9eb943 None None] Port ed0def16-5097-4afa-9643-243b34c22668 cannot update to ACTIVE because it is not bound. {{(pid=103306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 26 21:07:08.757646 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-49325de4-5193-4013-92d9-2372fd6e3651 req-614e6418-7048-43b6-ac8a-51af0fd7a025 service neutron] 10.222.0.57 "GET /v2.0/networks/1c3811f3-dcb6-4f77-8c26-3e9819d7c63c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2722850 Jan 26 21:07:08.760529 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-a7c8c6ab-f7d1-4bc3-9876-3997a9714d3d req-e4a1ec9c-0654-452d-83ca-e11e8634ffec tempest-ServersAdminTestJSON-1370142338 tempest-ServersAdminTestJSON-1370142338-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=95bc11fd-db53-4b42-971c-c958ca031066&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2959208 Jan 26 21:07:08.774717 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-0300bc32-6d5b-463a-ae31-c8d791a34f97 req-d0df68e1-d22a-4359-aee4-002b698bccad tempest-MigrationsAdminTest-1084137346 tempest-MigrationsAdminTest-1084137346-project] 10.222.0.13 "GET /v2.0/security-groups?id=e0b082e3-685f-492b-b87f-3045b8ecd8c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2746389 Jan 26 21:07:08.967054 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-57d4692f-f9d7-4760-92cb-a33b283310b8 admin admin] Publish callbacks [] for port (ed0def16-5097-4afa-9643-243b34c22668), precommit_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:07:08.980091 n-d-760453-5 neutron-server[103304]: DEBUG neutron.notifiers.nova [req-98fd17a2-70a9-4fac-9e4c-003438ea9683 req-52f9c8f1-1f9e-4e9a-bfa4-1a289993235a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7d918d62-dfe7-4675-9cf0-2db15031d250 {{(pid=103304) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 26 21:07:08.986692 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-57d4692f-f9d7-4760-92cb-a33b283310b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11791520'] for port (ed0def16-5097-4afa-9643-243b34c22668), after_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:07:08.988281 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-98fd17a2-70a9-4fac-9e4c-003438ea9683 req-52f9c8f1-1f9e-4e9a-bfa4-1a289993235a service neutron] Publish callbacks [] for port (7d918d62-dfe7-4675-9cf0-2db15031d250), precommit_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:07:09.008559 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.provisioning_blocks [req-98fd17a2-70a9-4fac-9e4c-003438ea9683 req-52f9c8f1-1f9e-4e9a-bfa4-1a289993235a service neutron] Transition to ACTIVE for port object 7d918d62-dfe7-4675-9cf0-2db15031d250 will not be triggered until provisioned by entity L2. {{(pid=103304) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 21:07:09.016244 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-98fd17a2-70a9-4fac-9e4c-003438ea9683 req-52f9c8f1-1f9e-4e9a-bfa4-1a289993235a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9281542'] for port (7d918d62-dfe7-4675-9cf0-2db15031d250), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:07:09.068577 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-57d4692f-f9d7-4760-92cb-a33b283310b8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3709457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4110682'] for router_interface (2953e3f3-2957-4f5a-b0cf-e3a1d35cdc5a), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:07:09.071533 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d4692f-f9d7-4760-92cb-a33b283310b8 admin admin] Pushing event updated for resources: {'Port': ['ID=ed0def16-5097-4afa-9643-243b34c22668,revision_number=2']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:07:09.078600 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-49325de4-5193-4013-92d9-2372fd6e3651 req-7fb23b01-a356-4924-9501-7b46523c4985 service neutron] 10.222.0.57 "GET /v2.0/networks/1c3811f3-dcb6-4f77-8c26-3e9819d7c63c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3125799 Jan 26 21:07:09.080322 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f9c8f1-1f9e-4e9a-bfa4-1a289993235a service neutron] Pushing event updated for resources: {'Port': ['ID=7d918d62-dfe7-4675-9cf0-2db15031d250,revision_number=2']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:07:09.087797 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [req-a574650c-c2a5-4d52-9272-43572a5aa4dd req-1c11ce6d-7afe-4dac-9866-94c1e259ad04 tempest-SecurityGroupsTestJSON-1679712722 tempest-SecurityGroupsTestJSON-1679712722-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-2054391591', 'description': 'tempest-description-991666153'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:07:09.197609 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-a574650c-c2a5-4d52-9272-43572a5aa4dd req-1c11ce6d-7afe-4dac-9866-94c1e259ad04 tempest-SecurityGroupsTestJSON-1679712722 tempest-SecurityGroupsTestJSON-1679712722-project] Publish callbacks [] for security_group (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:07:09.239681 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97a3c4c-658c-4b6c-98c3-5068a87803b2 req-0e6352e2-c4ef-4d02-b5f4-8d5548b99db9 tempest-LiveAutoBlockMigrationV225Test-1645909514 tempest-LiveAutoBlockMigrationV225Test-1645909514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:07:09.241984 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57d4692f-f9d7-4760-92cb-a33b283310b8 admin admin] Network 73631371-3965-47ad-a889-2128ca8c57be is already hosted by enough agents. {{(pid=103305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 21:07:09.243930 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-f97a3c4c-658c-4b6c-98c3-5068a87803b2 req-0e6352e2-c4ef-4d02-b5f4-8d5548b99db9 tempest-LiveAutoBlockMigrationV225Test-1645909514 tempest-LiveAutoBlockMigrationV225Test-1645909514-project] 10.222.0.13 "GET /v2.0/ports?device_id=d8f50517-906a-494e-a293-92450ad8c0a0 HTTP/1.1" status: 200 len: 943 time: 0.2107446 Jan 26 21:07:09.253498 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [None req-57d4692f-f9d7-4760-92cb-a33b283310b8 admin admin] Resources bound (agent type, host, resource id): {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:07:09.308934 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-a574650c-c2a5-4d52-9272-43572a5aa4dd req-1c11ce6d-7afe-4dac-9866-94c1e259ad04 tempest-SecurityGroupsTestJSON-1679712722 tempest-SecurityGroupsTestJSON-1679712722-project] Publish callbacks [] for security_group (ff21f7f9-7f8d-4e62-8854-cc06e685906b), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:07:09.382090 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-f97a3c4c-658c-4b6c-98c3-5068a87803b2 req-98d4008e-7600-420a-bc93-ac1d23bf5f8e tempest-LiveAutoBlockMigrationV225Test-1645909514 tempest-LiveAutoBlockMigrationV225Test-1645909514-project] 10.222.0.13 "GET /v2.0/security-groups?id=d3d52ae6-e761-44ee-98bd-9ad0dc66343a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667362 Jan 26 21:07:09.382866 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-a574650c-c2a5-4d52-9272-43572a5aa4dd req-1c11ce6d-7afe-4dac-9866-94c1e259ad04 tempest-SecurityGroupsTestJSON-1679712722 tempest-SecurityGroupsTestJSON-1679712722-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (ff21f7f9-7f8d-4e62-8854-cc06e685906b), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:07:09.496195 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-a574650c-c2a5-4d52-9272-43572a5aa4dd req-1c11ce6d-7afe-4dac-9866-94c1e259ad04 tempest-SecurityGroupsTestJSON-1679712722 tempest-SecurityGroupsTestJSON-1679712722-project] Publish callbacks [] for security_group (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:07:09.498534 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-a574650c-c2a5-4d52-9272-43572a5aa4dd req-1c11ce6d-7afe-4dac-9866-94c1e259ad04 tempest-SecurityGroupsTestJSON-1679712722 tempest-SecurityGroupsTestJSON-1679712722-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1822 time: 0.4156237 Jan 26 21:07:09.516521 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [req-98fd17a2-70a9-4fac-9e4c-003438ea9683 req-52f9c8f1-1f9e-4e9a-bfa4-1a289993235a service neutron] Attempting to bind port 7d918d62-dfe7-4675-9cf0-2db15031d250 on host n-h2-760453-5 for vnic_type normal with profile {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 21:07:09.520038 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [req-98fd17a2-70a9-4fac-9e4c-003438ea9683 req-52f9c8f1-1f9e-4e9a-bfa4-1a289993235a service neutron] Attempting to bind port 7d918d62-dfe7-4675-9cf0-2db15031d250 by drivers openvswitch,hyperv on host n-h2-760453-5 at level 0 using segments [{'id': '4eab25d6-89d9-4907-a1c2-51b06443ba33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '7fbe9cf5-e12c-436d-b372-55a19c9faa30'}] {{(pid=103304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 26 21:07:09.520571 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98fd17a2-70a9-4fac-9e4c-003438ea9683 req-52f9c8f1-1f9e-4e9a-bfa4-1a289993235a service neutron] Attempting to bind port 7d918d62-dfe7-4675-9cf0-2db15031d250 on network 7fbe9cf5-e12c-436d-b372-55a19c9faa30 {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 21:07:09.536401 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c11ce6d-7afe-4dac-9866-94c1e259ad04 tempest-SecurityGroupsTestJSON-1679712722 tempest-SecurityGroupsTestJSON-1679712722-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ff21f7f9-7f8d-4e62-8854-cc06e685906b,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:07:09.548781 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98fd17a2-70a9-4fac-9e4c-003438ea9683 req-52f9c8f1-1f9e-4e9a-bfa4-1a289993235a service neutron] Port 7d918d62-dfe7-4675-9cf0-2db15031d250 on network 7fbe9cf5-e12c-436d-b372-55a19c9faa30 not bound, no agent of type Open vSwitch agent registered on host n-h2-760453-5 {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 26 21:07:09.549787 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98fd17a2-70a9-4fac-9e4c-003438ea9683 req-52f9c8f1-1f9e-4e9a-bfa4-1a289993235a service neutron] Attempting to bind port 7d918d62-dfe7-4675-9cf0-2db15031d250 on network 7fbe9cf5-e12c-436d-b372-55a19c9faa30 {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 21:07:09.587631 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [req-2bee575f-cfef-404b-b6f6-ed1963a5ece9 req-074589f9-509c-4c75-ad59-39ba76f2ac4a tempest-SecurityGroupsTestJSON-1679712722 tempest-SecurityGroupsTestJSON-1679712722-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1203937217', 'description': 'tempest-description-1525995815'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:07:09.595705 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98fd17a2-70a9-4fac-9e4c-003438ea9683 req-52f9c8f1-1f9e-4e9a-bfa4-1a289993235a service neutron] Checking agent: {'id': '4d619873-4b60-439f-9b5a-b155dc8bbc34', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-760453-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 21, 2, 53), 'started_at': datetime.datetime(2022, 1, 26, 21, 2, 53), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 21, 6, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 26 21:07:09.597768 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98fd17a2-70a9-4fac-9e4c-003438ea9683 req-52f9c8f1-1f9e-4e9a-bfa4-1a289993235a service neutron] Checking segment: {'id': '4eab25d6-89d9-4907-a1c2-51b06443ba33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '7fbe9cf5-e12c-436d-b372-55a19c9faa30'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103304) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 21:07:09.599039 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98fd17a2-70a9-4fac-9e4c-003438ea9683 req-52f9c8f1-1f9e-4e9a-bfa4-1a289993235a service neutron] Bound using segment: {'id': '4eab25d6-89d9-4907-a1c2-51b06443ba33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '7fbe9cf5-e12c-436d-b372-55a19c9faa30'} {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 26 21:07:09.599611 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [req-98fd17a2-70a9-4fac-9e4c-003438ea9683 req-52f9c8f1-1f9e-4e9a-bfa4-1a289993235a service neutron] Bound port: 7d918d62-dfe7-4675-9cf0-2db15031d250, host: n-h2-760453-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4eab25d6-89d9-4907-a1c2-51b06443ba33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '7fbe9cf5-e12c-436d-b372-55a19c9faa30'}}] {{(pid=103304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 26 21:07:09.600978 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-98fd17a2-70a9-4fac-9e4c-003438ea9683 req-52f9c8f1-1f9e-4e9a-bfa4-1a289993235a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (7d918d62-dfe7-4675-9cf0-2db15031d250), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:07:09.623756 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673107e9-d6f0-47e1-b7c1-c2f05f7b872b req-205ce9a8-6911-4705-b4ab-65daa76b152c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:07:09.626807 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-673107e9-d6f0-47e1-b7c1-c2f05f7b872b req-205ce9a8-6911-4705-b4ab-65daa76b152c service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=6a368bf2185e476485148d66b6d73c5c&device_id=d8f50517-906a-494e-a293-92450ad8c0a0 HTTP/1.1" status: 200 len: 1094 time: 0.3833971 Jan 26 21:07:09.656102 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57d4692f-f9d7-4760-92cb-a33b283310b8 admin admin] Router 2953e3f3-2957-4f5a-b0cf-e3a1d35cdc5a has already been hosted by L3 agent 09df100c-3af1-4b0a-bda8-05914c71c458 {{(pid=103305) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 26 21:07:09.806823 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-c332317c-e143-456a-a47b-ea0ea8f4646b None None] Provisioning complete for port ed0def16-5097-4afa-9643-243b34c22668 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:07:09.808101 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-c332317c-e143-456a-a47b-ea0ea8f4646b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (ed0def16-5097-4afa-9643-243b34c22668), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:07:09.857252 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673107e9-d6f0-47e1-b7c1-c2f05f7b872b req-8d6750ed-fc7a-40d0-9878-5e41c06535d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:07:09.858943 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-673107e9-d6f0-47e1-b7c1-c2f05f7b872b req-8d6750ed-fc7a-40d0-9878-5e41c06535d6 service neutron] 10.222.0.57 "GET /v2.0/networks?id=1c3811f3-dcb6-4f77-8c26-3e9819d7c63c HTTP/1.1" status: 200 len: 921 time: 0.2248526 Jan 26 21:07:09.863128 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-c332317c-e143-456a-a47b-ea0ea8f4646b None None] Port ed0def16-5097-4afa-9643-243b34c22668 cannot update to ACTIVE because it is not bound. {{(pid=103306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 26 21:07:09.879081 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57d4692f-f9d7-4760-92cb-a33b283310b8 admin admin] Notify agent at l3_agent.n-d-760453-5 the message routers_updated {{(pid=103305) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 26 21:07:09.894130 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-57d4692f-f9d7-4760-92cb-a33b283310b8 admin admin] 10.222.0.13 "PUT /v2.0/routers/2953e3f3-2957-4f5a-b0cf-e3a1d35cdc5a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9472620 Jan 26 21:07:09.931821 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-673107e9-d6f0-47e1-b7c1-c2f05f7b872b req-54090810-3f0e-4117-a8d5-db4995e9be5f service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=40af6dae-610f-4291-8bbb-b8545196d594 HTTP/1.1" status: 200 len: 217 time: 0.0565321 Jan 26 21:07:10.025848 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-2bee575f-cfef-404b-b6f6-ed1963a5ece9 req-074589f9-509c-4c75-ad59-39ba76f2ac4a tempest-SecurityGroupsTestJSON-1679712722 tempest-SecurityGroupsTestJSON-1679712722-project] Publish callbacks [] for security_group (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:07:10.034001 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673107e9-d6f0-47e1-b7c1-c2f05f7b872b req-94b47699-aaef-4d96-a55c-6aabfd3d9b84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:07:10.039059 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-673107e9-d6f0-47e1-b7c1-c2f05f7b872b req-94b47699-aaef-4d96-a55c-6aabfd3d9b84 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=dae01ee8-17f0-4a86-8f17-22a537cba2b9 HTTP/1.1" status: 200 len: 860 time: 0.1011682 Jan 26 21:07:10.074397 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-673107e9-d6f0-47e1-b7c1-c2f05f7b872b req-af2ff141-985e-4618-8adc-9c33be09035f service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=1c3811f3-dcb6-4f77-8c26-3e9819d7c63c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0290406 Jan 26 21:07:10.105610 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a818313-add4-4589-a8b9-161180e53e14 req-ea413b58-59b2-4c3f-adc3-70a01a6593d3 tempest-LiveMigrationNegativeTest-869384580 tempest-LiveMigrationNegativeTest-869384580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:07:10.113905 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-8a818313-add4-4589-a8b9-161180e53e14 req-ea413b58-59b2-4c3f-adc3-70a01a6593d3 tempest-LiveMigrationNegativeTest-869384580 tempest-LiveMigrationNegativeTest-869384580-project] 10.222.0.13 "GET /v2.0/ports?device_id=61e86725-9aba-4fc2-8347-65b3385cc0a8 HTTP/1.1" status: 200 len: 947 time: 0.1448784 Jan 26 21:07:10.130797 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [req-98fd17a2-70a9-4fac-9e4c-003438ea9683 req-52f9c8f1-1f9e-4e9a-bfa4-1a289993235a service neutron] For port 7d918d62-dfe7-4675-9cf0-2db15031d250, host n-h2-760453-5, cleared binding levels {{(pid=103304) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 26 21:07:10.136087 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [req-98fd17a2-70a9-4fac-9e4c-003438ea9683 req-52f9c8f1-1f9e-4e9a-bfa4-1a289993235a service neutron] For port 7d918d62-dfe7-4675-9cf0-2db15031d250, host n-h2-760453-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-5',level=0,port_id=7d918d62-dfe7-4675-9cf0-2db15031d250,segment=NetworkSegment(4eab25d6-89d9-4907-a1c2-51b06443ba33),segment_id=4eab25d6-89d9-4907-a1c2-51b06443ba33)] {{(pid=103304) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 26 21:07:10.154971 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-98fd17a2-70a9-4fac-9e4c-003438ea9683 req-52f9c8f1-1f9e-4e9a-bfa4-1a289993235a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9281542'] for port (7d918d62-dfe7-4675-9cf0-2db15031d250), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:07:10.200665 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-673107e9-d6f0-47e1-b7c1-c2f05f7b872b req-96a47a86-5f1e-4516-b5e9-a0f465f82e43 service neutron] 10.222.0.57 "GET /v2.0/networks/1c3811f3-dcb6-4f77-8c26-3e9819d7c63c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1186776 Jan 26 21:07:10.257641 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98fd17a2-70a9-4fac-9e4c-003438ea9683 req-52f9c8f1-1f9e-4e9a-bfa4-1a289993235a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:07:10.258519 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-98fd17a2-70a9-4fac-9e4c-003438ea9683 req-52f9c8f1-1f9e-4e9a-bfa4-1a289993235a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:07:10.260788 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-98fd17a2-70a9-4fac-9e4c-003438ea9683 req-52f9c8f1-1f9e-4e9a-bfa4-1a289993235a service neutron] 10.222.0.57 "PUT /v2.0/ports/7d918d62-dfe7-4675-9cf0-2db15031d250 HTTP/1.1" status: 200 len: 1095 time: 2.3381257 Jan 26 21:07:10.269619 n-d-760453-5 neutron-server[103304]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '61e86725-9aba-4fc2-8347-65b3385cc0a8', 'tag': '7d918d62-dfe7-4675-9cf0-2db15031d250'}] {{(pid=103304) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 21:07:10.272298 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d52b45f1943fcd332af9527eb73ff93c8d715d44383a3f6d18de73b4cfcf87b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2926f6d9-009c-4054-9a67-d309f8a9675d" -d '{"events": [{"name": "network-changed", "server_uuid": "61e86725-9aba-4fc2-8347-65b3385cc0a8", "tag": "7d918d62-dfe7-4675-9cf0-2db15031d250"}]}' {{(pid=103304) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 21:07:10.367653 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-8a818313-add4-4589-a8b9-161180e53e14 req-4c332b09-6a51-4d40-8e34-564606815fe7 tempest-LiveMigrationNegativeTest-869384580 tempest-LiveMigrationNegativeTest-869384580-project] 10.222.0.13 "GET /v2.0/security-groups?id=c0d7fcc6-eb34-4805-a02c-eebfcd508c09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2528541 Jan 26 21:07:10.395142 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f9c8f1-1f9e-4e9a-bfa4-1a289993235a service neutron] Pushing event updated for resources: {'Port': ['ID=7d918d62-dfe7-4675-9cf0-2db15031d250,revision_number=3']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:07:10.409357 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-673107e9-d6f0-47e1-b7c1-c2f05f7b872b req-ca15f660-4f08-487d-922d-e7dcf7ec9ea5 service neutron] 10.222.0.57 "GET /v2.0/networks/1c3811f3-dcb6-4f77-8c26-3e9819d7c63c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2011092 Jan 26 21:07:10.432344 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-2bee575f-cfef-404b-b6f6-ed1963a5ece9 req-074589f9-509c-4c75-ad59-39ba76f2ac4a tempest-SecurityGroupsTestJSON-1679712722 tempest-SecurityGroupsTestJSON-1679712722-project] Publish callbacks [] for security_group (c7404cf3-1d9e-4f3c-845e-ebf33f6cec1c), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:07:10.446490 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-2bee575f-cfef-404b-b6f6-ed1963a5ece9 req-074589f9-509c-4c75-ad59-39ba76f2ac4a tempest-SecurityGroupsTestJSON-1679712722 tempest-SecurityGroupsTestJSON-1679712722-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (c7404cf3-1d9e-4f3c-845e-ebf33f6cec1c), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:07:10.503880 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-074589f9-509c-4c75-ad59-39ba76f2ac4a tempest-SecurityGroupsTestJSON-1679712722 tempest-SecurityGroupsTestJSON-1679712722-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c7404cf3-1d9e-4f3c-845e-ebf33f6cec1c,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:07:10.529845 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-2bee575f-cfef-404b-b6f6-ed1963a5ece9 req-074589f9-509c-4c75-ad59-39ba76f2ac4a tempest-SecurityGroupsTestJSON-1679712722 tempest-SecurityGroupsTestJSON-1679712722-project] Publish callbacks [] for security_group (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:07:10.531408 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-2bee575f-cfef-404b-b6f6-ed1963a5ece9 req-074589f9-509c-4c75-ad59-39ba76f2ac4a tempest-SecurityGroupsTestJSON-1679712722 tempest-SecurityGroupsTestJSON-1679712722-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1823 time: 0.9659941 Jan 26 21:07:10.562009 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98fd17a2-70a9-4fac-9e4c-003438ea9683 req-f475c136-c62b-41bf-88f4-06f10a22fa0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:07:10.566434 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-98fd17a2-70a9-4fac-9e4c-003438ea9683 req-f475c136-c62b-41bf-88f4-06f10a22fa0e service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=9c01b4e5f2b446af86a1de537d353daf&device_id=61e86725-9aba-4fc2-8347-65b3385cc0a8 HTTP/1.1" status: 200 len: 1098 time: 0.2424037 Jan 26 21:07:10.708750 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-98fd17a2-70a9-4fac-9e4c-003438ea9683 req-352f8830-3804-4a62-9a2a-12e5e5ed2f0a service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.17&port_id=7d918d62-dfe7-4675-9cf0-2db15031d250 HTTP/1.1" status: 200 len: 217 time: 0.0903795 Jan 26 21:07:10.744686 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device bb522f32-68d3-4bb7-b008-2eaf7397e0b9 up at agent ovs-agent-n-d-760453-5 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 21:07:10.787542 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98fd17a2-70a9-4fac-9e4c-003438ea9683 req-e34603e9-f5ee-48f5-a645-15b8bad94592 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:07:10.789043 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-98fd17a2-70a9-4fac-9e4c-003438ea9683 req-e34603e9-f5ee-48f5-a645-15b8bad94592 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=fd77e534-75e6-4b90-950e-f5824d584430 HTTP/1.1" status: 200 len: 843 time: 0.0719969 Jan 26 21:07:10.809654 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b0a40bc-d560-48d1-bc7f-53ec0f4d77ba None None] Sync routers for ids ['2953e3f3-2957-4f5a-b0cf-e3a1d35cdc5a'] in n-d-760453-5 {{(pid=103306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 26 21:07:10.826379 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b0a40bc-d560-48d1-bc7f-53ec0f4d77ba None None] Routers {'2953e3f3-2957-4f5a-b0cf-e3a1d35cdc5a'} bound to L3 agent in host n-d-760453-5 {{(pid=103306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 21:07:10.827249 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-1b0a40bc-d560-48d1-bc7f-53ec0f4d77ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-26T20:55:21Z,description=,heartbeat_timestamp=2022-01-26T21:06:51Z,host='n-d-760453-5',id=09df100c-3af1-4b0a-bda8-05914c71c458,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:55:21Z,topic='l3_agent')) {'router_ids': ['2953e3f3-2957-4f5a-b0cf-e3a1d35cdc5a'], 'active': True} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:07:10.883057 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Provisioning complete for port bb522f32-68d3-4bb7-b008-2eaf7397e0b9 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:07:10.883681 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (bb522f32-68d3-4bb7-b008-2eaf7397e0b9), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:07:10.890240 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1af291-16f5-468f-9957-8047383c72ef req-cc692f84-ae98-47f6-bd81-31d492ffa5ca tempest-MigrationsAdminTest-1084137346 tempest-MigrationsAdminTest-1084137346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:07:10.892432 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-1e1af291-16f5-468f-9957-8047383c72ef req-cc692f84-ae98-47f6-bd81-31d492ffa5ca tempest-MigrationsAdminTest-1084137346 tempest-MigrationsAdminTest-1084137346-project] 10.222.0.13 "GET /v2.0/ports?device_id=6689602d-c315-4f2d-bb1a-84915600014f HTTP/1.1" status: 200 len: 950 time: 0.3473737 Jan 26 21:07:10.949276 n-d-760453-5 neutron-server[103304]: INFO neutron.api.v2.resource [req-4087647f-f468-4e86-b156-bd3f498dbb63 req-43ad655c-3954-4f0e-a8da-6d5b667fde60 tempest-FloatingIPDetailsNegativeTestJSON-1156091066 tempest-FloatingIPDetailsNegativeTestJSON-1156091066-project] show failed (client error): The resource could not be found. Jan 26 21:07:10.951374 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-4087647f-f468-4e86-b156-bd3f498dbb63 req-43ad655c-3954-4f0e-a8da-6d5b667fde60 tempest-FloatingIPDetailsNegativeTestJSON-1156091066 tempest-FloatingIPDetailsNegativeTestJSON-1156091066-project] 10.222.0.13 "GET /v2.0/floatingips/dff65e47-d052-4c5f-b429-7b47f7fe9a27 HTTP/1.1" status: 404 len: 350 time: 0.1548417 Jan 26 21:07:10.961671 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 45084) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:07:10.976845 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98fd17a2-70a9-4fac-9e4c-003438ea9683 req-0cb910a0-f184-4164-adf4-d668252ba809 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:07:10.979134 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-98fd17a2-70a9-4fac-9e4c-003438ea9683 req-0cb910a0-f184-4164-adf4-d668252ba809 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=7fbe9cf5-e12c-436d-b372-55a19c9faa30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1811051 Jan 26 21:07:11.069581 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvr_db [None req-1b0a40bc-d560-48d1-bc7f-53ec0f4d77ba None None] Set router 2953e3f3-2957-4f5a-b0cf-e3a1d35cdc5a gateway port host: n-d-760453-5 {{(pid=103306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 21:07:11.146009 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-1e1af291-16f5-468f-9957-8047383c72ef req-1ee2ffc4-0f27-46d2-94e7-3ebea7e3c699 tempest-MigrationsAdminTest-1084137346 tempest-MigrationsAdminTest-1084137346-project] 10.222.0.13 "GET /v2.0/security-groups?id=e0b082e3-685f-492b-b87f-3045b8ecd8c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1998887 Jan 26 21:07:11.146009 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 26 Jan 2022 21:07:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b16793c9-21dc-425c-a383-8e5596512803 x-openstack-request-id: req-b16793c9-21dc-425c-a383-8e5596512803 {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 21:07:11.146009 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "61e86725-9aba-4fc2-8347-65b3385cc0a8", "tag": "7d918d62-dfe7-4675-9cf0-2db15031d250", "status": "completed", "code": 200}]} {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 21:07:11.146009 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b16793c9-21dc-425c-a383-8e5596512803 {{(pid=103304) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 21:07:11.146009 n-d-760453-5 neutron-server[103304]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '61e86725-9aba-4fc2-8347-65b3385cc0a8', 'tag': '7d918d62-dfe7-4675-9cf0-2db15031d250', 'status': 'completed', 'code': 200} Jan 26 21:07:11.160086 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-98fd17a2-70a9-4fac-9e4c-003438ea9683 req-fad12909-1ea7-4d37-812f-e47b16ac52df service neutron] 10.222.0.57 "GET /v2.0/networks/7fbe9cf5-e12c-436d-b372-55a19c9faa30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1493788 Jan 26 21:07:11.266661 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a45222d-ee15-40de-b36d-84e028ca1203 req-7d50430f-8a00-4084-8872-654ef5e992db tempest-LiveAutoBlockMigrationV225Test-1645909514 tempest-LiveAutoBlockMigrationV225Test-1645909514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:07:11.268396 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-9a45222d-ee15-40de-b36d-84e028ca1203 req-7d50430f-8a00-4084-8872-654ef5e992db tempest-LiveAutoBlockMigrationV225Test-1645909514 tempest-LiveAutoBlockMigrationV225Test-1645909514-project] 10.222.0.13 "GET /v2.0/ports?device_id=d8f50517-906a-494e-a293-92450ad8c0a0 HTTP/1.1" status: 200 len: 943 time: 0.1275096 Jan 26 21:07:11.290002 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Current status of the port bb522f32-68d3-4bb7-b008-2eaf7397e0b9 is: DOWN; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:07:11.290397 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (bb522f32-68d3-4bb7-b008-2eaf7397e0b9), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:07:11.319794 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-98fd17a2-70a9-4fac-9e4c-003438ea9683 req-79df447b-3d22-4361-8cbc-49d49b89b011 service neutron] 10.222.0.57 "GET /v2.0/networks/7fbe9cf5-e12c-436d-b372-55a19c9faa30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1367483 Jan 26 21:07:11.328643 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] For port bb522f32-68d3-4bb7-b008-2eaf7397e0b9, host n-d-760453-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=bb522f32-68d3-4bb7-b008-2eaf7397e0b9,segment=NetworkSegment(e17cb353-418f-48b9-b982-21a6233ee99b),segment_id=e17cb353-418f-48b9-b982-21a6233ee99b)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:07:11.340688 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (bb522f32-68d3-4bb7-b008-2eaf7397e0b9), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:07:11.357961 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-9a45222d-ee15-40de-b36d-84e028ca1203 req-705059bf-8ecb-4ef1-8c42-2b30e4e50b10 tempest-LiveAutoBlockMigrationV225Test-1645909514 tempest-LiveAutoBlockMigrationV225Test-1645909514-project] 10.222.0.13 "GET /v2.0/security-groups?id=d3d52ae6-e761-44ee-98bd-9ad0dc66343a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824120 Jan 26 21:07:11.475813 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2926f6d9-009c-4054-9a67-d309f8a9675d req-aa2f26ad-0d5f-498e-8f0c-3c58220c9ee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:07:11.489648 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-2926f6d9-009c-4054-9a67-d309f8a9675d req-aa2f26ad-0d5f-498e-8f0c-3c58220c9ee9 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=9c01b4e5f2b446af86a1de537d353daf&device_id=61e86725-9aba-4fc2-8347-65b3385cc0a8 HTTP/1.1" status: 200 len: 1098 time: 0.0977349 Jan 26 21:07:11.510725 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Pushing event updated for resources: {'Port': ['ID=bb522f32-68d3-4bb7-b008-2eaf7397e0b9,revision_number=4']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:07:11.556368 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-1b0a40bc-d560-48d1-bc7f-53ec0f4d77ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2953e3f3-2957-4f5a-b0cf-e3a1d35cdc5a', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1338432215-router', 'tenant_id': 'bbfe54b251744598a277b8f456d9c9b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'external_fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.38'}], 'enable_snat': True}, 'gw_port_id': 'bb522f32-68d3-4bb7-b008-2eaf7397e0b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T21:07:01Z', 'updated_at': '2022-01-26T21:07:08Z', 'revision_number': 4, 'project_id': 'bbfe54b251744598a277b8f456d9c9b5', 'gw_port': {'id': 'bb522f32-68d3-4bb7-b008-2eaf7397e0b9', 'name': '', 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:28:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2953e3f3-2957-4f5a-b0cf-e3a1d35cdc5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:07:03Z', 'updated_at': '2022-01-26T21:07:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-5', '_interfaces': [{'id': 'ed0def16-5097-4afa-9643-243b34c22668', 'name': '', 'network_id': '73631371-3965-47ad-a889-2128ca8c57be', 'tenant_id': 'bbfe54b251744598a277b8f456d9c9b5', 'mac_address': 'fa:16:3e:17:50:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2953e3f3-2957-4f5a-b0cf-e3a1d35cdc5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': 'cef625bb-f218-4adc-8c80-918471759ce8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:07:07Z', 'updated_at': '2022-01-26T21:07:08Z', 'revision_number': 2, 'project_id': 'bbfe54b251744598a277b8f456d9c9b5', 'subnets': [{'id': 'cef625bb-f218-4adc-8c80-918471759ce8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760453-5', False) {} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:07:11.596031 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [req-a8df65ff-51f8-429a-933d-65dd70853b2e req-fafac05f-208a-43b9-8bb6-b1ce3928ddca service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=103304) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 26 21:07:11.597475 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-a8df65ff-51f8-429a-933d-65dd70853b2e req-fafac05f-208a-43b9-8bb6-b1ce3928ddca service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0065513 Jan 26 21:07:11.627150 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b0a40bc-d560-48d1-bc7f-53ec0f4d77ba None None] Checking router: 2953e3f3-2957-4f5a-b0cf-e3a1d35cdc5a for host: n-d-760453-5 {{(pid=103306) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 26 21:07:11.627516 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b0a40bc-d560-48d1-bc7f-53ec0f4d77ba None None] Updating router 2953e3f3-2957-4f5a-b0cf-e3a1d35cdc5a port ed0def16-5097-4afa-9643-243b34c22668 binding host n-d-760453-5 {{(pid=103306) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 26 21:07:11.683544 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-1b0a40bc-d560-48d1-bc7f-53ec0f4d77ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (ed0def16-5097-4afa-9643-243b34c22668), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:07:11.752341 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2926f6d9-009c-4054-9a67-d309f8a9675d req-8238f2f2-b145-4064-9223-1ef0a4f06119 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:07:11.755110 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-2926f6d9-009c-4054-9a67-d309f8a9675d req-8238f2f2-b145-4064-9223-1ef0a4f06119 service neutron] 10.222.0.57 "GET /v2.0/networks?id=7fbe9cf5-e12c-436d-b372-55a19c9faa30 HTTP/1.1" status: 200 len: 870 time: 0.2585344 Jan 26 21:07:11.761206 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cbf2232-1584-472f-985c-3eaeb6ed996a req-8670b6a2-4606-4ea1-b953-9c1ae1ee1978 tempest-SecurityGroupsTestJSON-1679712722 tempest-SecurityGroupsTestJSON-1679712722-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:07:11.762819 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-7cbf2232-1584-472f-985c-3eaeb6ed996a req-8670b6a2-4606-4ea1-b953-9c1ae1ee1978 tempest-SecurityGroupsTestJSON-1679712722 tempest-SecurityGroupsTestJSON-1679712722-project] 10.222.0.13 "GET /v2.0/networks?id=82d89aaf-7724-4482-8558-074956bc8f8b HTTP/1.1" status: 200 len: 813 time: 0.2320209 Jan 26 21:07:11.831335 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-7cbf2232-1584-472f-985c-3eaeb6ed996a req-6a3e71bc-f3cd-4e65-a028-34dfc7842527 tempest-SecurityGroupsTestJSON-1679712722 tempest-SecurityGroupsTestJSON-1679712722-project] 10.222.0.13 "GET /v2.0/quotas/cdb3500a13814dc9912a5c6c92f742c5 HTTP/1.1" status: 200 len: 375 time: 0.0591519 Jan 26 21:07:11.844742 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-2926f6d9-009c-4054-9a67-d309f8a9675d req-190bc4a6-7bc5-4698-b0e0-96da0503a95a service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.17&port_id=7d918d62-dfe7-4675-9cf0-2db15031d250 HTTP/1.1" status: 200 len: 217 time: 0.0794098 Jan 26 21:07:11.881074 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Device 40af6dae-610f-4291-8bbb-b8545196d594 details requested by agent hyperv_n-h2-760453-5 with host n-h2-760453-5 {{(pid=103306) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 26 21:07:11.882519 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-7cbf2232-1584-472f-985c-3eaeb6ed996a req-399b900c-e167-47cb-9920-d462c199a92d tempest-SecurityGroupsTestJSON-1679712722 tempest-SecurityGroupsTestJSON-1679712722-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=cdb3500a13814dc9912a5c6c92f742c5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0500202 Jan 26 21:07:11.941811 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-444653fe-1d55-4990-9633-b036ec2192eb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4110657'] for router_interface (2953e3f3-2957-4f5a-b0cf-e3a1d35cdc5a), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:07:11.990781 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2926f6d9-009c-4054-9a67-d309f8a9675d req-2a7d3751-a2e4-48c7-bf85-54dc0901b954 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:07:11.992595 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-2926f6d9-009c-4054-9a67-d309f8a9675d req-2a7d3751-a2e4-48c7-bf85-54dc0901b954 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=fd77e534-75e6-4b90-950e-f5824d584430 HTTP/1.1" status: 200 len: 843 time: 0.1306808 Jan 26 21:07:12.083892 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] For port 40af6dae-610f-4291-8bbb-b8545196d594, host n-h2-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-5',level=0,port_id=40af6dae-610f-4291-8bbb-b8545196d594,segment=NetworkSegment(ff84b980-87bb-452b-8f52-d472b3cbbe9c),segment_id=ff84b980-87bb-452b-8f52-d472b3cbbe9c)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:07:12.099917 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Returning: {'device': '40af6dae-610f-4291-8bbb-b8545196d594', 'network_id': '1c3811f3-dcb6-4f77-8c26-3e9819d7c63c', 'port_id': '40af6dae-610f-4291-8bbb-b8545196d594', 'mac_address': 'fa:16:3e:aa:3f:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 565, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dae01ee8-17f0-4a86-8f17-22a537cba2b9', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103306) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 26 21:07:12.108310 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-7cbf2232-1584-472f-985c-3eaeb6ed996a req-1de910f2-651e-4722-8d71-a8025333e990 service neutron] 10.222.0.13 "GET /v2.0/networks/82d89aaf-7724-4482-8558-074956bc8f8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2244029 Jan 26 21:07:12.206077 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Current status of the port 40af6dae-610f-4291-8bbb-b8545196d594 is: DOWN; New status is: BUILD {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:07:12.206730 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (40af6dae-610f-4291-8bbb-b8545196d594), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:07:12.233848 n-d-760453-5 neutron-server[103306]: DEBUG neutron.notifiers.nova [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 40af6dae-610f-4291-8bbb-b8545196d594 {{(pid=103306) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 26 21:07:12.266061 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-b50e48a6-fb59-4ffa-99e2-7497bdefd995 req-3d0e406b-c7a7-425b-9e4a-696f650cab3d service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=6689602d-c315-4f2d-bb1a-84915600014f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2695401 Jan 26 21:07:12.273581 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2926f6d9-009c-4054-9a67-d309f8a9675d req-bd67595d-567e-45dc-a638-6b2a784006c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:07:12.277961 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-2926f6d9-009c-4054-9a67-d309f8a9675d req-bd67595d-567e-45dc-a638-6b2a784006c6 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=7fbe9cf5-e12c-436d-b372-55a19c9faa30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2661002 Jan 26 21:07:12.288374 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [req-b50e48a6-fb59-4ffa-99e2-7497bdefd995 req-c642d9ba-e3be-409b-a48a-c0ce2c10b566 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=103304) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 26 21:07:12.289384 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-b50e48a6-fb59-4ffa-99e2-7497bdefd995 req-c642d9ba-e3be-409b-a48a-c0ce2c10b566 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0063674 Jan 26 21:07:12.368656 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] For port 40af6dae-610f-4291-8bbb-b8545196d594, host n-h2-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-5',level=0,port_id=40af6dae-610f-4291-8bbb-b8545196d594,segment=NetworkSegment(ff84b980-87bb-452b-8f52-d472b3cbbe9c),segment_id=ff84b980-87bb-452b-8f52-d472b3cbbe9c)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:07:12.399553 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (40af6dae-610f-4291-8bbb-b8545196d594), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:07:12.484910 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-2926f6d9-009c-4054-9a67-d309f8a9675d req-3942370c-6d65-4f2a-90da-4502c4e09e15 service neutron] 10.222.0.57 "GET /v2.0/networks/7fbe9cf5-e12c-436d-b372-55a19c9faa30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1853940 Jan 26 21:07:12.518085 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Pushing event updated for resources: {'Port': ['ID=40af6dae-610f-4291-8bbb-b8545196d594,revision_number=4']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:07:12.655347 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-1b0a40bc-d560-48d1-bc7f-53ec0f4d77ba None None] Publish callbacks [] for port (ed0def16-5097-4afa-9643-243b34c22668), precommit_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:07:12.671501 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-1b0a40bc-d560-48d1-bc7f-53ec0f4d77ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (ed0def16-5097-4afa-9643-243b34c22668), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:07:12.728092 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-7cbf2232-1584-472f-985c-3eaeb6ed996a req-68dbed41-fff8-4525-af3c-8d9e092a7628 service neutron] 10.222.0.13 "GET /v2.0/networks/82d89aaf-7724-4482-8558-074956bc8f8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6189086 Jan 26 21:07:12.755318 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f739282-83f6-48e3-9349-95f3c858ba52 None None] Pushing event updated for resources: {'Port': ['ID=ed0def16-5097-4afa-9643-243b34c22668,revision_number=3']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:07:12.759582 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device bb522f32-68d3-4bb7-b008-2eaf7397e0b9 up at agent ovs-agent-n-d-760453-5 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 21:07:12.760767 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c23253-c438-4b82-80ea-93aad4c59310 req-225ea2f4-d0a1-4451-850d-3f0b2ac9e70c tempest-LiveMigrationNegativeTest-869384580 tempest-LiveMigrationNegativeTest-869384580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:07:12.768701 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] get_ports_and_sgs() called for port_ids ['40af6dae-610f-4291-8bbb-b8545196d594'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 26 21:07:12.773005 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-10c23253-c438-4b82-80ea-93aad4c59310 req-225ea2f4-d0a1-4451-850d-3f0b2ac9e70c tempest-LiveMigrationNegativeTest-869384580 tempest-LiveMigrationNegativeTest-869384580-project] 10.222.0.13 "GET /v2.0/ports?device_id=61e86725-9aba-4fc2-8347-65b3385cc0a8 HTTP/1.1" status: 200 len: 947 time: 0.2868612 Jan 26 21:07:12.905199 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-2926f6d9-009c-4054-9a67-d309f8a9675d req-bb4b4ef8-cf2c-472e-a18f-28884ddae17e service neutron] 10.222.0.57 "GET /v2.0/networks/7fbe9cf5-e12c-436d-b372-55a19c9faa30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4068356 Jan 26 21:07:12.946139 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-10c23253-c438-4b82-80ea-93aad4c59310 req-2b859e02-8a81-4b84-a1ba-40f6e8fa6c7d tempest-LiveMigrationNegativeTest-869384580 tempest-LiveMigrationNegativeTest-869384580-project] 10.222.0.13 "GET /v2.0/security-groups?id=c0d7fcc6-eb34-4805-a02c-eebfcd508c09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1703229 Jan 26 21:07:13.048128 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-1b0a40bc-d560-48d1-bc7f-53ec0f4d77ba None None] Attempting to bind port ed0def16-5097-4afa-9643-243b34c22668 on host n-d-760453-5 for vnic_type normal with profile {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 21:07:13.048663 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-1b0a40bc-d560-48d1-bc7f-53ec0f4d77ba None None] Attempting to bind port ed0def16-5097-4afa-9643-243b34c22668 by drivers openvswitch,hyperv on host n-d-760453-5 at level 0 using segments [{'id': '8bbac9d7-0273-453c-a9ed-a33f1e3773e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '73631371-3965-47ad-a889-2128ca8c57be'}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 26 21:07:13.048862 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b0a40bc-d560-48d1-bc7f-53ec0f4d77ba None None] Attempting to bind port ed0def16-5097-4afa-9643-243b34c22668 on network 73631371-3965-47ad-a889-2128ca8c57be {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 21:07:13.060184 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b0a40bc-d560-48d1-bc7f-53ec0f4d77ba None None] Checking agent: {'id': 'fea0591a-627d-4c87-9a9a-01625ddf3277', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760453-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 20, 55, 25), 'started_at': datetime.datetime(2022, 1, 26, 20, 55, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 21, 6, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760453-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 26 21:07:13.060568 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b0a40bc-d560-48d1-bc7f-53ec0f4d77ba None None] Checking segment: {'id': '8bbac9d7-0273-453c-a9ed-a33f1e3773e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '73631371-3965-47ad-a889-2128ca8c57be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 21:07:13.061039 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-1b0a40bc-d560-48d1-bc7f-53ec0f4d77ba None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:07:13.061475 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b0a40bc-d560-48d1-bc7f-53ec0f4d77ba None None] Bound using segment: {'id': '8bbac9d7-0273-453c-a9ed-a33f1e3773e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '73631371-3965-47ad-a889-2128ca8c57be'} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 26 21:07:13.061969 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-1b0a40bc-d560-48d1-bc7f-53ec0f4d77ba None None] Bound port: ed0def16-5097-4afa-9643-243b34c22668, host: n-d-760453-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8bbac9d7-0273-453c-a9ed-a33f1e3773e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '73631371-3965-47ad-a889-2128ca8c57be'}}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 26 21:07:13.062354 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-1b0a40bc-d560-48d1-bc7f-53ec0f4d77ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (ed0def16-5097-4afa-9643-243b34c22668), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:07:13.126504 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Provisioning complete for port bb522f32-68d3-4bb7-b008-2eaf7397e0b9 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:07:13.132484 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (bb522f32-68d3-4bb7-b008-2eaf7397e0b9), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:07:13.256071 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-444653fe-1d55-4990-9633-b036ec2192eb admin admin] Deleting port ed0def16-5097-4afa-9643-243b34c22668 {{(pid=103305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 21:07:13.256686 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-444653fe-1d55-4990-9633-b036ec2192eb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746560630878'] for port (ed0def16-5097-4afa-9643-243b34c22668), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:07:13.272032 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45bcdda8-a105-424c-aca9-5edc4c463f13 req-cf452aef-b68c-456b-b461-38c62fafb61c tempest-MigrationsAdminTest-1084137346 tempest-MigrationsAdminTest-1084137346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:07:13.286841 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-45bcdda8-a105-424c-aca9-5edc4c463f13 req-cf452aef-b68c-456b-b461-38c62fafb61c tempest-MigrationsAdminTest-1084137346 tempest-MigrationsAdminTest-1084137346-project] 10.222.0.13 "GET /v2.0/ports?device_id=6689602d-c315-4f2d-bb1a-84915600014f HTTP/1.1" status: 200 len: 950 time: 0.1164684 Jan 26 21:07:13.411282 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-45bcdda8-a105-424c-aca9-5edc4c463f13 req-c7e662c8-8fe8-42fd-9d0d-af303ebd17c8 tempest-MigrationsAdminTest-1084137346 tempest-MigrationsAdminTest-1084137346-project] 10.222.0.13 "GET /v2.0/security-groups?id=e0b082e3-685f-492b-b87f-3045b8ecd8c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232855 Jan 26 21:07:13.535650 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [None req-444653fe-1d55-4990-9633-b036ec2192eb admin admin] For port ed0def16-5097-4afa-9643-243b34c22668, host n-d-760453-5, got binding levels [] {{(pid=103305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:07:13.536112 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-444653fe-1d55-4990-9633-b036ec2192eb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4109658'] for port (ed0def16-5097-4afa-9643-243b34c22668), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:07:13.562434 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-df9e4f92-c6c8-473b-a9a0-a77d50847698 req-ebffdc4a-a946-4762-a950-162aa70c3869 tempest-SecurityGroupsTestJSON-1679712722 tempest-SecurityGroupsTestJSON-1679712722-project] 10.222.0.13 "GET /v2.0/ports?device_id=78b349b9-c275-487f-b7fb-5b8d9fe9296b HTTP/1.1" status: 200 len: 210 time: 0.0543809 Jan 26 21:07:13.580481 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-444653fe-1d55-4990-9633-b036ec2192eb admin admin] Calling delete_port for ed0def16-5097-4afa-9643-243b34c22668 owned by network:router_interface {{(pid=103305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 21:07:13.596841 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e216c1d-9515-4288-ad7c-dac83be44fe0 req-289d0538-1f35-4228-956f-abb6e04712d2 tempest-LiveAutoBlockMigrationV225Test-1645909514 tempest-LiveAutoBlockMigrationV225Test-1645909514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:07:13.598411 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-3e216c1d-9515-4288-ad7c-dac83be44fe0 req-289d0538-1f35-4228-956f-abb6e04712d2 tempest-LiveAutoBlockMigrationV225Test-1645909514 tempest-LiveAutoBlockMigrationV225Test-1645909514-project] 10.222.0.13 "GET /v2.0/ports?device_id=d8f50517-906a-494e-a293-92450ad8c0a0 HTTP/1.1" status: 200 len: 944 time: 0.1064212 Jan 26 21:07:13.796877 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-d2bc7a6c-be15-4806-9026-3e2598719bc4 None None] Provisioning complete for port ed0def16-5097-4afa-9643-243b34c22668 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:07:13.797632 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d2bc7a6c-be15-4806-9026-3e2598719bc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (ed0def16-5097-4afa-9643-243b34c22668), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:07:13.812209 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-3e216c1d-9515-4288-ad7c-dac83be44fe0 req-d79bf1f1-a847-4b98-a5f8-1da9eacd1816 tempest-LiveAutoBlockMigrationV225Test-1645909514 tempest-LiveAutoBlockMigrationV225Test-1645909514-project] 10.222.0.13 "GET /v2.0/security-groups?id=d3d52ae6-e761-44ee-98bd-9ad0dc66343a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2055273 Jan 26 21:07:13.846561 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f970e1c-48b5-4afb-818d-78e7e0c50cec req-d35b8121-51c5-402b-9468-c360ef4b91dd tempest-ServersAdminTestJSON-1370142338 tempest-ServersAdminTestJSON-1370142338-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:07:13.858420 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-3f970e1c-48b5-4afb-818d-78e7e0c50cec req-d35b8121-51c5-402b-9468-c360ef4b91dd tempest-ServersAdminTestJSON-1370142338 tempest-ServersAdminTestJSON-1370142338-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=242b7086-c188-4e0a-9af5-4749fa74838b HTTP/1.1" status: 200 len: 1101 time: 0.1386602 Jan 26 21:07:13.861630 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-1b0a40bc-d560-48d1-bc7f-53ec0f4d77ba None None] For port ed0def16-5097-4afa-9643-243b34c22668, host n-d-760453-5, cleared binding levels {{(pid=103306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 26 21:07:13.869494 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Device 7d918d62-dfe7-4675-9cf0-2db15031d250 details requested by agent hyperv_n-h2-760453-5 with host n-h2-760453-5 {{(pid=103306) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 26 21:07:13.897008 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-78538b4e-047f-4b48-8929-2f97ac5e076b req-296f6051-5b8b-492b-914b-78aa67aca179 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=61324128-afb5-4d9e-a732-f4dc68e3c9a3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0800266 Jan 26 21:07:13.941908 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-3f970e1c-48b5-4afb-818d-78e7e0c50cec req-6c7cf0fd-96df-4eca-8f33-7de06e4b6cc3 tempest-ServersAdminTestJSON-1370142338 tempest-ServersAdminTestJSON-1370142338-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=95bc11fd-db53-4b42-971c-c958ca031066&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802581 Jan 26 21:07:13.974113 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-1b0a40bc-d560-48d1-bc7f-53ec0f4d77ba None None] For port ed0def16-5097-4afa-9643-243b34c22668, host n-d-760453-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=ed0def16-5097-4afa-9643-243b34c22668,segment=NetworkSegment(8bbac9d7-0273-453c-a9ed-a33f1e3773e9),segment_id=8bbac9d7-0273-453c-a9ed-a33f1e3773e9)] {{(pid=103306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 26 21:07:13.994163 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-1b0a40bc-d560-48d1-bc7f-53ec0f4d77ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (ed0def16-5097-4afa-9643-243b34c22668), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:07:14.001579 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-d2bc7a6c-be15-4806-9026-3e2598719bc4 None None] Port ed0def16-5097-4afa-9643-243b34c22668 cannot update to ACTIVE because it is not bound. {{(pid=103306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 26 21:07:14.003459 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Current status of the port bb522f32-68d3-4bb7-b008-2eaf7397e0b9 is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:07:14.081029 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f739282-83f6-48e3-9349-95f3c858ba52 None None] Pushing event updated for resources: {'Port': ['ID=ed0def16-5097-4afa-9643-243b34c22668,revision_number=4']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:07:14.098041 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78538b4e-047f-4b48-8929-2f97ac5e076b req-86be8b9b-f6ef-4880-bc61-ab3850ed05a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:07:14.099479 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-78538b4e-047f-4b48-8929-2f97ac5e076b req-86be8b9b-f6ef-4880-bc61-ab3850ed05a5 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=d23b24c8db034dca99b1d99ddc0880a5&device_id=61324128-afb5-4d9e-a732-f4dc68e3c9a3 HTTP/1.1" status: 200 len: 1096 time: 0.1652520 Jan 26 21:07:14.128957 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] For port 7d918d62-dfe7-4675-9cf0-2db15031d250, host n-h2-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-5',level=0,port_id=7d918d62-dfe7-4675-9cf0-2db15031d250,segment=NetworkSegment(4eab25d6-89d9-4907-a1c2-51b06443ba33),segment_id=4eab25d6-89d9-4907-a1c2-51b06443ba33)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:07:14.133837 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b0a40bc-d560-48d1-bc7f-53ec0f4d77ba None None] Routers {'2953e3f3-2957-4f5a-b0cf-e3a1d35cdc5a'} bound to L3 agent in host n-d-760453-5 {{(pid=103306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 21:07:14.134672 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-1b0a40bc-d560-48d1-bc7f-53ec0f4d77ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-26T20:55:21Z,description=,heartbeat_timestamp=2022-01-26T21:06:51Z,host='n-d-760453-5',id=09df100c-3af1-4b0a-bda8-05914c71c458,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:55:21Z,topic='l3_agent')) {'router_ids': ['2953e3f3-2957-4f5a-b0cf-e3a1d35cdc5a'], 'active': True} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:07:14.137608 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-444653fe-1d55-4990-9633-b036ec2192eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746560636600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746560234536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11791543'] for port (ed0def16-5097-4afa-9643-243b34c22668), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:07:14.180835 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-444653fe-1d55-4990-9633-b036ec2192eb admin admin] Pushing event deleted for resources: {'Port': ['ID=ed0def16-5097-4afa-9643-243b34c22668,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:07:14.196382 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Returning: {'device': '7d918d62-dfe7-4675-9cf0-2db15031d250', 'network_id': '7fbe9cf5-e12c-436d-b372-55a19c9faa30', 'port_id': '7d918d62-dfe7-4675-9cf0-2db15031d250', 'mac_address': 'fa:16:3e:6b:ae:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 561, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fd77e534-75e6-4b90-950e-f5824d584430', 'ip_address': '192.168.233.17'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103306) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 26 21:07:14.229280 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d578ba29-3499-4010-b4ec-10ff312f0b63 req-b57ed905-f997-4ddf-aa91-06956a0f0824 tempest-ServersAdminTestJSON-1370142338 tempest-ServersAdminTestJSON-1370142338-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:07:14.236675 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-d578ba29-3499-4010-b4ec-10ff312f0b63 req-b57ed905-f997-4ddf-aa91-06956a0f0824 tempest-ServersAdminTestJSON-1370142338 tempest-ServersAdminTestJSON-1370142338-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=242b7086-c188-4e0a-9af5-4749fa74838b HTTP/1.1" status: 200 len: 1101 time: 0.1850972 Jan 26 21:07:14.266991 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45864c5-42ab-42fd-b3e5-ffe48ee7e99b req-94a72f43-f42a-497c-a8e1-5d30d7cbed72 tempest-LiveMigrationNegativeTest-869384580 tempest-LiveMigrationNegativeTest-869384580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:07:14.274244 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-c45864c5-42ab-42fd-b3e5-ffe48ee7e99b req-94a72f43-f42a-497c-a8e1-5d30d7cbed72 tempest-LiveMigrationNegativeTest-869384580 tempest-LiveMigrationNegativeTest-869384580-project] 10.222.0.13 "GET /v2.0/ports?device_id=61e86725-9aba-4fc2-8347-65b3385cc0a8 HTTP/1.1" status: 200 len: 947 time: 0.2247472 Jan 26 21:07:14.350990 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-d578ba29-3499-4010-b4ec-10ff312f0b63 req-c4264144-1600-4df9-8da3-7058fd98090f tempest-ServersAdminTestJSON-1370142338 tempest-ServersAdminTestJSON-1370142338-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=95bc11fd-db53-4b42-971c-c958ca031066&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128051 Jan 26 21:07:14.379103 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvr_db [None req-1b0a40bc-d560-48d1-bc7f-53ec0f4d77ba None None] Set router 2953e3f3-2957-4f5a-b0cf-e3a1d35cdc5a gateway port host: n-d-760453-5 {{(pid=103306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 21:07:14.386918 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78538b4e-047f-4b48-8929-2f97ac5e076b req-f48a6e60-3186-44de-9b4a-33c50704207e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:07:14.386918 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-78538b4e-047f-4b48-8929-2f97ac5e076b req-f48a6e60-3186-44de-9b4a-33c50704207e service neutron] 10.222.0.66 "GET /v2.0/networks?id=9b81ad00-7180-4a41-9594-2bd0d66dbd57 HTTP/1.1" status: 200 len: 923 time: 0.2371953 Jan 26 21:07:14.394011 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-c45864c5-42ab-42fd-b3e5-ffe48ee7e99b req-18ce3f11-3075-4792-9f78-c2da164b316b tempest-LiveMigrationNegativeTest-869384580 tempest-LiveMigrationNegativeTest-869384580-project] 10.222.0.13 "GET /v2.0/security-groups?id=c0d7fcc6-eb34-4805-a02c-eebfcd508c09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187868 Jan 26 21:07:14.444592 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Current status of the port 7d918d62-dfe7-4675-9cf0-2db15031d250 is: DOWN; New status is: BUILD {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:07:14.445034 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (7d918d62-dfe7-4675-9cf0-2db15031d250), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:07:14.518888 n-d-760453-5 neutron-server[103306]: DEBUG neutron.notifiers.nova [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7d918d62-dfe7-4675-9cf0-2db15031d250 {{(pid=103306) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 26 21:07:14.543078 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-cfd775c1-d384-4d5e-8d1c-758164f602d6 None None] Could not find standard attr ID for object ed0def16-5097-4afa-9643-243b34c22668. {{(pid=103306) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 26 21:07:14.575241 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] For port 7d918d62-dfe7-4675-9cf0-2db15031d250, host n-h2-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-5',level=0,port_id=7d918d62-dfe7-4675-9cf0-2db15031d250,segment=NetworkSegment(4eab25d6-89d9-4907-a1c2-51b06443ba33),segment_id=4eab25d6-89d9-4907-a1c2-51b06443ba33)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:07:14.583523 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-444653fe-1d55-4990-9633-b036ec2192eb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3709480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4110805'] for router_interface (2953e3f3-2957-4f5a-b0cf-e3a1d35cdc5a), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:07:14.602752 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-78538b4e-047f-4b48-8929-2f97ac5e076b req-f5d0219a-33c6-4022-ab18-fba45533c899 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7681f87a-3365-4544-a8d4-39b7a88e37ee HTTP/1.1" status: 200 len: 1001 time: 0.2095728 Jan 26 21:07:14.611845 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (7d918d62-dfe7-4675-9cf0-2db15031d250), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:07:14.712814 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50e48a6-fb59-4ffa-99e2-7497bdefd995 req-7d6337a7-39f2-4ef7-b622-7d6a1db885f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:07:14.713041 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Pushing event updated for resources: {'Port': ['ID=7d918d62-dfe7-4675-9cf0-2db15031d250,revision_number=4']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:07:14.714355 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-b50e48a6-fb59-4ffa-99e2-7497bdefd995 req-7d6337a7-39f2-4ef7-b622-7d6a1db885f0 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=d178ac49ddc9478db66ba71c81039890&device_id=6689602d-c315-4f2d-bb1a-84915600014f HTTP/1.1" status: 200 len: 1101 time: 0.0864294 Jan 26 21:07:14.725832 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6a7c65-a053-4390-b44e-b368bdfead09 req-cd77c184-67ca-4839-abe1-7fe75396b704 tempest-MigrationsAdminTest-1084137346 tempest-MigrationsAdminTest-1084137346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:07:14.727373 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-ef6a7c65-a053-4390-b44e-b368bdfead09 req-cd77c184-67ca-4839-abe1-7fe75396b704 tempest-MigrationsAdminTest-1084137346 tempest-MigrationsAdminTest-1084137346-project] 10.222.0.13 "GET /v2.0/ports?device_id=6689602d-c315-4f2d-bb1a-84915600014f HTTP/1.1" status: 200 len: 950 time: 0.1131525 Jan 26 21:07:14.753799 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-1b0a40bc-d560-48d1-bc7f-53ec0f4d77ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2953e3f3-2957-4f5a-b0cf-e3a1d35cdc5a', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1338432215-router', 'tenant_id': 'bbfe54b251744598a277b8f456d9c9b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'external_fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.38'}], 'enable_snat': True}, 'gw_port_id': 'bb522f32-68d3-4bb7-b008-2eaf7397e0b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T21:07:01Z', 'updated_at': '2022-01-26T21:07:14Z', 'revision_number': 5, 'project_id': 'bbfe54b251744598a277b8f456d9c9b5', 'gw_port': {'id': 'bb522f32-68d3-4bb7-b008-2eaf7397e0b9', 'name': '', 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:28:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2953e3f3-2957-4f5a-b0cf-e3a1d35cdc5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:07:03Z', 'updated_at': '2022-01-26T21:07:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-5'}], 'n-d-760453-5', False) {} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:07:14.804783 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b0a40bc-d560-48d1-bc7f-53ec0f4d77ba None None] The sync data for ids ['2953e3f3-2957-4f5a-b0cf-e3a1d35cdc5a'] in n-d-760453-5 is: [{'id': '2953e3f3-2957-4f5a-b0cf-e3a1d35cdc5a', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1338432215-router', 'tenant_id': 'bbfe54b251744598a277b8f456d9c9b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'external_fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.38'}], 'enable_snat': True}, 'gw_port_id': 'bb522f32-68d3-4bb7-b008-2eaf7397e0b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T21:07:01Z', 'updated_at': '2022-01-26T21:07:14Z', 'revision_number': 5, 'project_id': 'bbfe54b251744598a277b8f456d9c9b5', 'gw_port': {'id': 'bb522f32-68d3-4bb7-b008-2eaf7397e0b9', 'name': '', 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:28:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2953e3f3-2957-4f5a-b0cf-e3a1d35cdc5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:07:03Z', 'updated_at': '2022-01-26T21:07:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-5'}] {{(pid=103306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 26 21:07:14.914173 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] get_ports_and_sgs() called for port_ids ['7d918d62-dfe7-4675-9cf0-2db15031d250'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 26 21:07:14.920492 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78538b4e-047f-4b48-8929-2f97ac5e076b req-bbadccc2-c5f8-43f1-810e-ac08063a66c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:07:14.922346 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-78538b4e-047f-4b48-8929-2f97ac5e076b req-bbadccc2-c5f8-43f1-810e-ac08063a66c5 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=4d1fd205-2a9b-47a0-a1f2-a48040a3bbee HTTP/1.1" status: 200 len: 861 time: 0.0992084 Jan 26 21:07:14.950657 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-a255e3bc-802c-48a4-8a04-28b3a0e92ead req-d45b3074-4232-45d9-9c4a-054deb63005e tempest-SecurityGroupsTestJSON-1679712722 tempest-SecurityGroupsTestJSON-1679712722-project] 10.222.0.13 "GET /v2.0/ports?device_id=78b349b9-c275-487f-b7fb-5b8d9fe9296b HTTP/1.1" status: 200 len: 210 time: 0.1100886 Jan 26 21:07:14.995936 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50e48a6-fb59-4ffa-99e2-7497bdefd995 req-7e34e188-add0-4c39-b7e9-ae69991e96f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:07:14.997996 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-b50e48a6-fb59-4ffa-99e2-7497bdefd995 req-7e34e188-add0-4c39-b7e9-ae69991e96f8 service neutron] 10.222.0.66 "GET /v2.0/networks?id=7fbe9cf5-e12c-436d-b372-55a19c9faa30 HTTP/1.1" status: 200 len: 870 time: 0.2697301 Jan 26 21:07:15.059072 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-444653fe-1d55-4990-9633-b036ec2192eb admin admin] Router 2953e3f3-2957-4f5a-b0cf-e3a1d35cdc5a has already been hosted by L3 agent 09df100c-3af1-4b0a-bda8-05914c71c458 {{(pid=103305) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 26 21:07:15.061962 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78538b4e-047f-4b48-8929-2f97ac5e076b req-153bce2f-3647-4a40-8894-d5c4e48691ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:07:15.065548 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-78538b4e-047f-4b48-8929-2f97ac5e076b req-153bce2f-3647-4a40-8894-d5c4e48691ae service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=9b81ad00-7180-4a41-9594-2bd0d66dbd57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1361217 Jan 26 21:07:15.171079 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-b50e48a6-fb59-4ffa-99e2-7497bdefd995 req-d73d33a9-ae30-4d60-a6bd-8dc5e75ea679 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.129&port_id=bf5e2133-dab5-461f-8ecd-f78e9891231b HTTP/1.1" status: 200 len: 217 time: 0.1123660 Jan 26 21:07:15.186355 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-ef6a7c65-a053-4390-b44e-b368bdfead09 req-c3824752-6f2b-4717-b39d-037eddb36375 tempest-MigrationsAdminTest-1084137346 tempest-MigrationsAdminTest-1084137346-project] 10.222.0.13 "GET /v2.0/security-groups?id=e0b082e3-685f-492b-b87f-3045b8ecd8c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3469579 Jan 26 21:07:15.300456 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-78538b4e-047f-4b48-8929-2f97ac5e076b req-9c70f384-52bc-4783-ab6e-d18e84bebd0f service neutron] 10.222.0.66 "GET /v2.0/networks/9b81ad00-7180-4a41-9594-2bd0d66dbd57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2250857 Jan 26 21:07:15.309027 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-444653fe-1d55-4990-9633-b036ec2192eb admin admin] Notify agent at l3_agent.n-d-760453-5 the message routers_updated {{(pid=103305) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 26 21:07:15.314417 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-444653fe-1d55-4990-9633-b036ec2192eb admin admin] 10.222.0.13 "PUT /v2.0/routers/2953e3f3-2957-4f5a-b0cf-e3a1d35cdc5a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3514869 Jan 26 21:07:15.322360 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 45172) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:07:15.331216 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e201f370-a4c2-4cef-86fc-117af1bf9aaa req-9127a140-d529-4a57-824a-d353c5247241 tempest-LiveAutoBlockMigrationV225Test-1645909514 tempest-LiveAutoBlockMigrationV225Test-1645909514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:07:15.332823 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-e201f370-a4c2-4cef-86fc-117af1bf9aaa req-9127a140-d529-4a57-824a-d353c5247241 tempest-LiveAutoBlockMigrationV225Test-1645909514 tempest-LiveAutoBlockMigrationV225Test-1645909514-project] 10.222.0.13 "GET /v2.0/ports?device_id=d8f50517-906a-494e-a293-92450ad8c0a0 HTTP/1.1" status: 200 len: 944 time: 0.1745594 Jan 26 21:07:15.345652 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50e48a6-fb59-4ffa-99e2-7497bdefd995 req-65bf7c53-a10b-4ee1-9c8e-9843a5beee89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:07:15.345776 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-b50e48a6-fb59-4ffa-99e2-7497bdefd995 req-65bf7c53-a10b-4ee1-9c8e-9843a5beee89 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=fd77e534-75e6-4b90-950e-f5824d584430 HTTP/1.1" status: 200 len: 843 time: 0.1382880 Jan 26 21:07:15.447168 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-78538b4e-047f-4b48-8929-2f97ac5e076b req-1fcfa4d5-9561-4876-b062-a6de61df4fab service neutron] 10.222.0.66 "GET /v2.0/networks/9b81ad00-7180-4a41-9594-2bd0d66dbd57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1282248 Jan 26 21:07:15.689730 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cbf2232-1584-472f-985c-3eaeb6ed996a req-28d1b7df-0a98-48a3-85f1-0a93bc77c372 tempest-SecurityGroupsTestJSON-1679712722 tempest-SecurityGroupsTestJSON-1679712722-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:07:15.691177 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-7cbf2232-1584-472f-985c-3eaeb6ed996a req-28d1b7df-0a98-48a3-85f1-0a93bc77c372 tempest-SecurityGroupsTestJSON-1679712722 tempest-SecurityGroupsTestJSON-1679712722-project] 10.222.0.57 "GET /v2.0/networks?id=82d89aaf-7724-4482-8558-074956bc8f8b HTTP/1.1" status: 200 len: 813 time: 0.7691207 Jan 26 21:07:15.699664 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de6d1efc-acdc-4ea6-b66c-ef859a3084ba None None] Sync routers for ids ['2953e3f3-2957-4f5a-b0cf-e3a1d35cdc5a'] in n-d-760453-5 {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 26 21:07:15.711957 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de6d1efc-acdc-4ea6-b66c-ef859a3084ba None None] Routers {'2953e3f3-2957-4f5a-b0cf-e3a1d35cdc5a'} bound to L3 agent in host n-d-760453-5 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 21:07:15.712567 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-de6d1efc-acdc-4ea6-b66c-ef859a3084ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-26T20:55:21Z,description=,heartbeat_timestamp=2022-01-26T21:06:51Z,host='n-d-760453-5',id=09df100c-3af1-4b0a-bda8-05914c71c458,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:55:21Z,topic='l3_agent')) {'router_ids': ['2953e3f3-2957-4f5a-b0cf-e3a1d35cdc5a'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:07:15.736626 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [req-7cbf2232-1584-472f-985c-3eaeb6ed996a req-7e76b5f9-957f-4eab-9853-9b7c19089a23 tempest-SecurityGroupsTestJSON-1679712722 tempest-SecurityGroupsTestJSON-1679712722-project] Request body: {'port': {'device_id': '78b349b9-c275-487f-b7fb-5b8d9fe9296b', 'network_id': '82d89aaf-7724-4482-8558-074956bc8f8b', 'admin_state_up': True, 'tenant_id': 'cdb3500a13814dc9912a5c6c92f742c5'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:07:15.821370 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_dvr_db [None req-de6d1efc-acdc-4ea6-b66c-ef859a3084ba None None] Set router 2953e3f3-2957-4f5a-b0cf-e3a1d35cdc5a gateway port host: n-d-760453-5 {{(pid=103307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 21:07:15.832551 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-3dca27c9-e46e-476e-bbba-2dc4f195d89d admin admin] Publish callbacks [] for router (2953e3f3-2957-4f5a-b0cf-e3a1d35cdc5a), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:07:15.858586 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Device 7d918d62-dfe7-4675-9cf0-2db15031d250 up at agent hyperv_n-h2-760453-5 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 21:07:15.892329 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50e48a6-fb59-4ffa-99e2-7497bdefd995 req-b0d668e7-5d30-4b34-af8f-9d872af4f48a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:07:15.893892 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-b50e48a6-fb59-4ffa-99e2-7497bdefd995 req-b0d668e7-5d30-4b34-af8f-9d872af4f48a service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=7fbe9cf5-e12c-436d-b372-55a19c9faa30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2281375 Jan 26 21:07:15.897107 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-e201f370-a4c2-4cef-86fc-117af1bf9aaa req-6bc5b608-8972-4e0e-a3ce-51818a9ea5c8 tempest-LiveAutoBlockMigrationV225Test-1645909514 tempest-LiveAutoBlockMigrationV225Test-1645909514-project] 10.222.0.13 "GET /v2.0/security-groups?id=d3d52ae6-e761-44ee-98bd-9ad0dc66343a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5504985 Jan 26 21:07:15.944954 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83be6496-89fa-4a02-b49d-c59ee129cdd3 req-60cb1487-ecb6-4a20-b6dc-b5f3a4a0c02d tempest-LiveMigrationNegativeTest-869384580 tempest-LiveMigrationNegativeTest-869384580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:07:15.946490 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-83be6496-89fa-4a02-b49d-c59ee129cdd3 req-60cb1487-ecb6-4a20-b6dc-b5f3a4a0c02d tempest-LiveMigrationNegativeTest-869384580 tempest-LiveMigrationNegativeTest-869384580-project] 10.222.0.13 "GET /v2.0/ports?device_id=61e86725-9aba-4fc2-8347-65b3385cc0a8 HTTP/1.1" status: 200 len: 948 time: 0.2664545 Jan 26 21:07:15.951882 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Provisioning for port 7d918d62-dfe7-4675-9cf0-2db15031d250 completed by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 21:07:15.956650 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Provisioning complete for port 7d918d62-dfe7-4675-9cf0-2db15031d250 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:07:15.957542 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (7d918d62-dfe7-4675-9cf0-2db15031d250), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:07:16.109575 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Current status of the port 7d918d62-dfe7-4675-9cf0-2db15031d250 is: BUILD; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:07:16.110292 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (7d918d62-dfe7-4675-9cf0-2db15031d250), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:07:16.131693 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-de6d1efc-acdc-4ea6-b66c-ef859a3084ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2953e3f3-2957-4f5a-b0cf-e3a1d35cdc5a', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1338432215-router', 'tenant_id': 'bbfe54b251744598a277b8f456d9c9b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'external_fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.38'}], 'enable_snat': True}, 'gw_port_id': 'bb522f32-68d3-4bb7-b008-2eaf7397e0b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T21:07:01Z', 'updated_at': '2022-01-26T21:07:14Z', 'revision_number': 5, 'project_id': 'bbfe54b251744598a277b8f456d9c9b5', 'gw_port': {'id': 'bb522f32-68d3-4bb7-b008-2eaf7397e0b9', 'name': '', 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:28:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2953e3f3-2957-4f5a-b0cf-e3a1d35cdc5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:07:03Z', 'updated_at': '2022-01-26T21:07:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-5'}], 'n-d-760453-5', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:07:16.138840 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-3dca27c9-e46e-476e-bbba-2dc4f195d89d admin admin] Publish callbacks [] for router_gateway (2953e3f3-2957-4f5a-b0cf-e3a1d35cdc5a), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:07:16.141076 n-d-760453-5 neutron-server[103306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61e86725-9aba-4fc2-8347-65b3385cc0a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d918d62-dfe7-4675-9cf0-2db15031d250'}] {{(pid=103306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 21:07:16.143755 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9d5d370febab655511bdd2ffe887e43e442d144a440368702bcc1e93af00b97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36cffeed-6ab5-4009-bbd1-8e6c09ae024b" -d '{"events": [{"server_uuid": "61e86725-9aba-4fc2-8347-65b3385cc0a8", "name": "network-vif-plugged", "status": "completed", "tag": "7d918d62-dfe7-4675-9cf0-2db15031d250"}]}' {{(pid=103306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 21:07:16.158197 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7cbf2232-1584-472f-985c-3eaeb6ed996a req-7e76b5f9-957f-4eab-9853-9b7c19089a23 tempest-SecurityGroupsTestJSON-1679712722 tempest-SecurityGroupsTestJSON-1679712722-project] Made reservation on behalf of cdb3500a13814dc9912a5c6c92f742c5 for: {'port': 1} {{(pid=103304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 21:07:16.161809 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-7cbf2232-1584-472f-985c-3eaeb6ed996a req-7e76b5f9-957f-4eab-9853-9b7c19089a23 tempest-SecurityGroupsTestJSON-1679712722 tempest-SecurityGroupsTestJSON-1679712722-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:07:16.163372 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de6d1efc-acdc-4ea6-b66c-ef859a3084ba None None] Checking router: 2953e3f3-2957-4f5a-b0cf-e3a1d35cdc5a for host: n-d-760453-5 {{(pid=103307) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 26 21:07:16.173360 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de6d1efc-acdc-4ea6-b66c-ef859a3084ba None None] Routers {'2953e3f3-2957-4f5a-b0cf-e3a1d35cdc5a'} bound to L3 agent in host n-d-760453-5 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 21:07:16.173989 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-de6d1efc-acdc-4ea6-b66c-ef859a3084ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-26T20:55:21Z,description=,heartbeat_timestamp=2022-01-26T21:06:51Z,host='n-d-760453-5',id=09df100c-3af1-4b0a-bda8-05914c71c458,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:55:21Z,topic='l3_agent')) {'router_ids': ['2953e3f3-2957-4f5a-b0cf-e3a1d35cdc5a'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:07:16.180370 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-83be6496-89fa-4a02-b49d-c59ee129cdd3 req-9a4764c3-dd26-423c-83bf-cf868c602099 tempest-LiveMigrationNegativeTest-869384580 tempest-LiveMigrationNegativeTest-869384580-project] 10.222.0.13 "GET /v2.0/security-groups?id=c0d7fcc6-eb34-4805-a02c-eebfcd508c09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2148237 Jan 26 21:07:16.187113 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] For port 7d918d62-dfe7-4675-9cf0-2db15031d250, host n-h2-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-5',level=0,port_id=7d918d62-dfe7-4675-9cf0-2db15031d250,segment=NetworkSegment(4eab25d6-89d9-4907-a1c2-51b06443ba33),segment_id=4eab25d6-89d9-4907-a1c2-51b06443ba33)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:07:16.199346 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (7d918d62-dfe7-4675-9cf0-2db15031d250), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:07:16.200483 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Device 40af6dae-610f-4291-8bbb-b8545196d594 up at agent hyperv_n-h2-760453-5 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 21:07:16.212045 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-b50e48a6-fb59-4ffa-99e2-7497bdefd995 req-456f4fb9-4448-4a2c-8ad8-45d046e7b089 service neutron] 10.222.0.66 "GET /v2.0/networks/7fbe9cf5-e12c-436d-b372-55a19c9faa30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2931905 Jan 26 21:07:16.292093 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_dvr_db [None req-de6d1efc-acdc-4ea6-b66c-ef859a3084ba None None] Set router 2953e3f3-2957-4f5a-b0cf-e3a1d35cdc5a gateway port host: None {{(pid=103307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 21:07:16.309286 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Pushing event updated for resources: {'Port': ['ID=7d918d62-dfe7-4675-9cf0-2db15031d250,revision_number=5']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:07:16.339364 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-59173526-5060-4cfd-876c-2fd047954b66 req-93e3ae58-ad8b-461a-9af0-bfeb5dfa53aa tempest-SecurityGroupsTestJSON-1679712722 tempest-SecurityGroupsTestJSON-1679712722-project] 10.222.0.13 "GET /v2.0/ports?device_id=78b349b9-c275-487f-b7fb-5b8d9fe9296b HTTP/1.1" status: 200 len: 210 time: 0.0536468 Jan 26 21:07:16.351671 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Provisioning for port 40af6dae-610f-4291-8bbb-b8545196d594 completed by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 21:07:16.352224 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-de6d1efc-acdc-4ea6-b66c-ef859a3084ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2953e3f3-2957-4f5a-b0cf-e3a1d35cdc5a', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1338432215-router', 'tenant_id': 'bbfe54b251744598a277b8f456d9c9b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T21:07:01Z', 'updated_at': '2022-01-26T21:07:16Z', 'revision_number': 6, 'project_id': 'bbfe54b251744598a277b8f456d9c9b5', 'gw_port_host': None}], 'n-d-760453-5', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:07:16.356165 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Provisioning complete for port 40af6dae-610f-4291-8bbb-b8545196d594 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:07:16.356545 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (40af6dae-610f-4291-8bbb-b8545196d594), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:07:16.376967 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14300165-d140-403e-b402-a3f875088d58 req-b4bb02a2-aa30-4102-a2b3-cfa545d71f7c tempest-ServersAdminTestJSON-2108229583 tempest-ServersAdminTestJSON-2108229583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:07:16.378519 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-14300165-d140-403e-b402-a3f875088d58 req-b4bb02a2-aa30-4102-a2b3-cfa545d71f7c tempest-ServersAdminTestJSON-2108229583 tempest-ServersAdminTestJSON-2108229583-project] 10.222.0.13 "GET /v2.0/ports?device_id=242b7086-c188-4e0a-9af5-4749fa74838b HTTP/1.1" status: 200 len: 950 time: 0.2289677 Jan 26 21:07:16.381116 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de6d1efc-acdc-4ea6-b66c-ef859a3084ba None None] The sync data for ids ['2953e3f3-2957-4f5a-b0cf-e3a1d35cdc5a'] in n-d-760453-5 is: [{'id': '2953e3f3-2957-4f5a-b0cf-e3a1d35cdc5a', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1338432215-router', 'tenant_id': 'bbfe54b251744598a277b8f456d9c9b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T21:07:01Z', 'updated_at': '2022-01-26T21:07:16Z', 'revision_number': 6, 'project_id': 'bbfe54b251744598a277b8f456d9c9b5', 'gw_port_host': None}] {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 26 21:07:16.420357 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Jan 2022 21:07:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d6b0661-08af-49df-b8a9-74d70600e37b x-openstack-request-id: req-8d6b0661-08af-49df-b8a9-74d70600e37b {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 21:07:16.420665 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61e86725-9aba-4fc2-8347-65b3385cc0a8", "name": "network-vif-plugged", "status": "completed", "tag": "7d918d62-dfe7-4675-9cf0-2db15031d250", "code": 200}]} {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 21:07:16.420923 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-8d6b0661-08af-49df-b8a9-74d70600e37b {{(pid=103306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 21:07:16.421335 n-d-760453-5 neutron-server[103306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61e86725-9aba-4fc2-8347-65b3385cc0a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d918d62-dfe7-4675-9cf0-2db15031d250', 'code': 200} Jan 26 21:07:16.494158 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Current status of the port 40af6dae-610f-4291-8bbb-b8545196d594 is: BUILD; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:07:16.494394 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (40af6dae-610f-4291-8bbb-b8545196d594), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:07:16.495277 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-3dca27c9-e46e-476e-bbba-2dc4f195d89d admin admin] Deleting port bb522f32-68d3-4bb7-b008-2eaf7397e0b9 {{(pid=103304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 21:07:16.495621 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-3dca27c9-e46e-476e-bbba-2dc4f195d89d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746560630878'] for port (bb522f32-68d3-4bb7-b008-2eaf7397e0b9), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:07:16.544442 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] For port 40af6dae-610f-4291-8bbb-b8545196d594, host n-h2-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-5',level=0,port_id=40af6dae-610f-4291-8bbb-b8545196d594,segment=NetworkSegment(ff84b980-87bb-452b-8f52-d472b3cbbe9c),segment_id=ff84b980-87bb-452b-8f52-d472b3cbbe9c)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:07:16.551039 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913a2925-add2-4ae9-9a87-927e96aff4bf req-a6c30b95-cb7b-4bee-ae1d-e615b8de18d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:07:16.554884 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (40af6dae-610f-4291-8bbb-b8545196d594), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:07:16.559164 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-913a2925-add2-4ae9-9a87-927e96aff4bf req-a6c30b95-cb7b-4bee-ae1d-e615b8de18d0 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=61e86725-9aba-4fc2-8347-65b3385cc0a8 HTTP/1.1" status: 200 len: 1100 time: 0.0603640 Jan 26 21:07:16.604091 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.db_base_plugin_common [req-7cbf2232-1584-472f-985c-3eaeb6ed996a req-7e76b5f9-957f-4eab-9853-9b7c19089a23 tempest-SecurityGroupsTestJSON-1679712722 tempest-SecurityGroupsTestJSON-1679712722-project] Allocated IP 172.20.0.10 (82d89aaf-7724-4482-8558-074956bc8f8b/eff79e74-5114-4489-a406-2f00d23f7c9e/aa1e2176-fd4c-4a89-872a-0c9f0d567de9) {{(pid=103304) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 21:07:16.609648 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-b50e48a6-fb59-4ffa-99e2-7497bdefd995 req-7ebe4b20-13a1-4608-a4cc-fb0bf284a3c3 service neutron] 10.222.0.66 "GET /v2.0/networks/7fbe9cf5-e12c-436d-b372-55a19c9faa30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3250604 Jan 26 21:07:16.617784 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-913a2925-add2-4ae9-9a87-927e96aff4bf req-e2f06314-2465-4065-95e0-b28606c32557 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=c0d7fcc6-eb34-4805-a02c-eebfcd508c09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517061 Jan 26 21:07:16.618676 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-14300165-d140-403e-b402-a3f875088d58 req-efc6e1ca-91a1-4989-a91b-64d3af12cf41 tempest-ServersAdminTestJSON-2108229583 tempest-ServersAdminTestJSON-2108229583-project] 10.222.0.13 "GET /v2.0/security-groups?id=95bc11fd-db53-4b42-971c-c958ca031066&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2264018 Jan 26 21:07:16.652547 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Pushing event updated for resources: {'Port': ['ID=40af6dae-610f-4291-8bbb-b8545196d594,revision_number=5']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:07:16.679844 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ea96ab-19c9-4339-94af-22d60bbe2daa req-12f4a5bd-a981-43f3-86dc-778de68811fe tempest-MigrationsAdminTest-1084137346 tempest-MigrationsAdminTest-1084137346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:07:16.681409 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-93ea96ab-19c9-4339-94af-22d60bbe2daa req-12f4a5bd-a981-43f3-86dc-778de68811fe tempest-MigrationsAdminTest-1084137346 tempest-MigrationsAdminTest-1084137346-project] 10.222.0.13 "GET /v2.0/ports?device_id=6689602d-c315-4f2d-bb1a-84915600014f HTTP/1.1" status: 200 len: 950 time: 0.1603103 Jan 26 21:07:16.712680 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [None req-3dca27c9-e46e-476e-bbba-2dc4f195d89d admin admin] For port bb522f32-68d3-4bb7-b008-2eaf7397e0b9, host n-d-760453-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=bb522f32-68d3-4bb7-b008-2eaf7397e0b9,segment=NetworkSegment(e17cb353-418f-48b9-b982-21a6233ee99b),segment_id=e17cb353-418f-48b9-b982-21a6233ee99b)] {{(pid=103304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:07:16.713051 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-3dca27c9-e46e-476e-bbba-2dc4f195d89d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4109658'] for port (bb522f32-68d3-4bb7-b008-2eaf7397e0b9), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:07:16.750947 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-3dca27c9-e46e-476e-bbba-2dc4f195d89d admin admin] Calling delete_port for bb522f32-68d3-4bb7-b008-2eaf7397e0b9 owned by network:router_gateway {{(pid=103304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 21:07:16.852053 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-93ea96ab-19c9-4339-94af-22d60bbe2daa req-7fa316b7-19f0-43bd-84a0-5a24f7399570 tempest-MigrationsAdminTest-1084137346 tempest-MigrationsAdminTest-1084137346-project] 10.222.0.13 "GET /v2.0/security-groups?id=e0b082e3-685f-492b-b87f-3045b8ecd8c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1596127 Jan 26 21:07:16.913009 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-7cbf2232-1584-472f-985c-3eaeb6ed996a req-7e76b5f9-957f-4eab-9853-9b7c19089a23 tempest-SecurityGroupsTestJSON-1679712722 tempest-SecurityGroupsTestJSON-1679712722-project] Publish callbacks [] for port (aa1e2176-fd4c-4a89-872a-0c9f0d567de9), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:07:16.938973 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device bb522f32-68d3-4bb7-b008-2eaf7397e0b9 no longer exists at agent ovs-agent-n-d-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 26 21:07:17.030748 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Current status of the port bb522f32-68d3-4bb7-b008-2eaf7397e0b9 is: ACTIVE; New status is: DOWN {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:07:17.031309 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (bb522f32-68d3-4bb7-b008-2eaf7397e0b9), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:07:17.053182 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-7cbf2232-1584-472f-985c-3eaeb6ed996a req-7e76b5f9-957f-4eab-9853-9b7c19089a23 tempest-SecurityGroupsTestJSON-1679712722 tempest-SecurityGroupsTestJSON-1679712722-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746560234527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9281553'] for port (aa1e2176-fd4c-4a89-872a-0c9f0d567de9), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:07:17.109688 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8254126-ebbb-4520-acd0-42ede5f525e8 req-eec25ce2-39e8-4708-a564-558d46a7d161 tempest-LiveAutoBlockMigrationV225Test-1645909514 tempest-LiveAutoBlockMigrationV225Test-1645909514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:07:17.111223 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-e8254126-ebbb-4520-acd0-42ede5f525e8 req-eec25ce2-39e8-4708-a564-558d46a7d161 tempest-LiveAutoBlockMigrationV225Test-1645909514 tempest-LiveAutoBlockMigrationV225Test-1645909514-project] 10.222.0.13 "GET /v2.0/ports?device_id=d8f50517-906a-494e-a293-92450ad8c0a0 HTTP/1.1" status: 200 len: 945 time: 0.1264694 Jan 26 21:07:17.120125 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-3dca27c9-e46e-476e-bbba-2dc4f195d89d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746560636600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746560234536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9281553'] for port (bb522f32-68d3-4bb7-b008-2eaf7397e0b9), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:07:17.125856 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7cbf2232-1584-472f-985c-3eaeb6ed996a req-7e76b5f9-957f-4eab-9853-9b7c19089a23 tempest-SecurityGroupsTestJSON-1679712722 tempest-SecurityGroupsTestJSON-1679712722-project] Network 82d89aaf-7724-4482-8558-074956bc8f8b is already hosted by enough agents. {{(pid=103304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 21:07:17.143694 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [req-7cbf2232-1584-472f-985c-3eaeb6ed996a req-7e76b5f9-957f-4eab-9853-9b7c19089a23 tempest-SecurityGroupsTestJSON-1679712722 tempest-SecurityGroupsTestJSON-1679712722-project] Resources bound (agent type, host, resource id): {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:07:17.150856 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [req-7cbf2232-1584-472f-985c-3eaeb6ed996a req-7e76b5f9-957f-4eab-9853-9b7c19089a23 tempest-SecurityGroupsTestJSON-1679712722 tempest-SecurityGroupsTestJSON-1679712722-project] Received port after_create {{(pid=103304) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 21:07:17.160993 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e76b5f9-957f-4eab-9853-9b7c19089a23 tempest-SecurityGroupsTestJSON-1679712722 tempest-SecurityGroupsTestJSON-1679712722-project] Pushing event updated for resources: {'Port': ['ID=aa1e2176-fd4c-4a89-872a-0c9f0d567de9,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:07:17.234313 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dca27c9-e46e-476e-bbba-2dc4f195d89d admin admin] Pushing event deleted for resources: {'Port': ['ID=bb522f32-68d3-4bb7-b008-2eaf7397e0b9,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:07:17.520800 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cbf2232-1584-472f-985c-3eaeb6ed996a req-7e76b5f9-957f-4eab-9853-9b7c19089a23 tempest-SecurityGroupsTestJSON-1679712722 tempest-SecurityGroupsTestJSON-1679712722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:07:17.521533 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-7cbf2232-1584-472f-985c-3eaeb6ed996a req-7e76b5f9-957f-4eab-9853-9b7c19089a23 tempest-SecurityGroupsTestJSON-1679712722 tempest-SecurityGroupsTestJSON-1679712722-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:07:17.530250 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-e8254126-ebbb-4520-acd0-42ede5f525e8 req-6f1a6c10-bc0c-4ae8-8aaf-e5078c7c742b tempest-LiveAutoBlockMigrationV225Test-1645909514 tempest-LiveAutoBlockMigrationV225Test-1645909514-project] 10.222.0.13 "GET /v2.0/security-groups?id=d3d52ae6-e761-44ee-98bd-9ad0dc66343a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4063575 Jan 26 21:07:17.543043 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-3dca27c9-e46e-476e-bbba-2dc4f195d89d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4111291'] for router_gateway (2953e3f3-2957-4f5a-b0cf-e3a1d35cdc5a), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:07:17.587660 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-7cbf2232-1584-472f-985c-3eaeb6ed996a req-7e76b5f9-957f-4eab-9853-9b7c19089a23 tempest-SecurityGroupsTestJSON-1679712722 tempest-SecurityGroupsTestJSON-1679712722-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8576992 Jan 26 21:07:17.630409 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [req-7cbf2232-1584-472f-985c-3eaeb6ed996a req-8463a411-96b8-4b66-835e-7e6b232ec3dc service neutron] Request body: {'port': {'device_id': '78b349b9-c275-487f-b7fb-5b8d9fe9296b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-760453-5'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:07:17.687572 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-3dca27c9-e46e-476e-bbba-2dc4f195d89d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4105774', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13082'] for router (2953e3f3-2957-4f5a-b0cf-e3a1d35cdc5a), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:07:17.711669 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79064c89-e13d-4ec5-8a4f-023c2acdcd33 req-00d8a445-5b19-4ff6-990a-8ae04c1474bd tempest-LiveMigrationNegativeTest-869384580 tempest-LiveMigrationNegativeTest-869384580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:07:17.713161 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-79064c89-e13d-4ec5-8a4f-023c2acdcd33 req-00d8a445-5b19-4ff6-990a-8ae04c1474bd tempest-LiveMigrationNegativeTest-869384580 tempest-LiveMigrationNegativeTest-869384580-project] 10.222.0.13 "GET /v2.0/ports?device_id=61e86725-9aba-4fc2-8347-65b3385cc0a8 HTTP/1.1" status: 200 len: 949 time: 0.4500904 Jan 26 21:07:17.716289 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-3dca27c9-e46e-476e-bbba-2dc4f195d89d admin admin] Publish callbacks [] for router_controller (2953e3f3-2957-4f5a-b0cf-e3a1d35cdc5a), precommit_delete_associations {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:07:17.840191 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-7cbf2232-1584-472f-985c-3eaeb6ed996a req-8463a411-96b8-4b66-835e-7e6b232ec3dc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (aa1e2176-fd4c-4a89-872a-0c9f0d567de9), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:07:17.841900 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-3dca27c9-e46e-476e-bbba-2dc4f195d89d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4105767'] for router (2953e3f3-2957-4f5a-b0cf-e3a1d35cdc5a), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:07:17.842399 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3dca27c9-e46e-476e-bbba-2dc4f195d89d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2953e3f3-2957-4f5a-b0cf-e3a1d35cdc5a {{(pid=103304) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 26 21:07:17.860500 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1ef915-1106-40ae-817c-27fc6aa55e86 req-7dcaa063-4f02-4423-a604-2c08242d0387 tempest-SecurityGroupsTestJSON-1679712722 tempest-SecurityGroupsTestJSON-1679712722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:07:17.862064 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-4d1ef915-1106-40ae-817c-27fc6aa55e86 req-7dcaa063-4f02-4423-a604-2c08242d0387 tempest-SecurityGroupsTestJSON-1679712722 tempest-SecurityGroupsTestJSON-1679712722-project] 10.222.0.13 "GET /v2.0/ports?device_id=78b349b9-c275-487f-b7fb-5b8d9fe9296b HTTP/1.1" status: 200 len: 932 time: 0.2405720 Jan 26 21:07:17.871234 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-3dca27c9-e46e-476e-bbba-2dc4f195d89d admin admin] Publish callbacks [] for router (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:07:17.872358 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-3dca27c9-e46e-476e-bbba-2dc4f195d89d admin admin] 10.222.0.13 "DELETE /v2.0/routers/2953e3f3-2957-4f5a-b0cf-e3a1d35cdc5a HTTP/1.1" status: 204 len: 168 time: 2.5489161 Jan 26 21:07:17.875070 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 45216) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:07:17.890193 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-79064c89-e13d-4ec5-8a4f-023c2acdcd33 req-6a00d913-a1bb-4f2b-b7be-67c167f85031 tempest-LiveMigrationNegativeTest-869384580 tempest-LiveMigrationNegativeTest-869384580-project] 10.222.0.13 "GET /v2.0/security-groups?id=c0d7fcc6-eb34-4805-a02c-eebfcd508c09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1698406 Jan 26 21:07:17.972618 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.db_base_plugin_v2 [None req-4b3a538a-6abb-4f7c-a77d-0da9c44770d5 admin admin] Deleting subnet cef625bb-f218-4adc-8c80-918471759ce8 {{(pid=103305) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 26 21:07:17.980095 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-4b3a538a-6abb-4f7c-a77d-0da9c44770d5 admin admin] Publish callbacks [] for subnet (cef625bb-f218-4adc-8c80-918471759ce8), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:07:18.006757 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-4d1ef915-1106-40ae-817c-27fc6aa55e86 req-72a82c43-9de7-42fa-8179-e8289c970898 tempest-SecurityGroupsTestJSON-1679712722 tempest-SecurityGroupsTestJSON-1679712722-project] 10.222.0.13 "GET /v2.0/security-groups?id=c3c6c2ef-9865-4e2c-9818-90435d60a1af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1286292 Jan 26 21:07:18.014469 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-4b3a538a-6abb-4f7c-a77d-0da9c44770d5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11788946'] for subnet (cef625bb-f218-4adc-8c80-918471759ce8), precommit_delete_associations {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:07:18.138489 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-4b3a538a-6abb-4f7c-a77d-0da9c44770d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687316'] for subnet (cef625bb-f218-4adc-8c80-918471759ce8), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:07:18.144412 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21376304-29dc-4f3d-ad9c-1fb945351d2e req-6de03242-aac0-4f44-8473-6420cfa2acaa tempest-ServersAdminTestJSON-2108229583 tempest-ServersAdminTestJSON-2108229583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:07:18.146136 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-21376304-29dc-4f3d-ad9c-1fb945351d2e req-6de03242-aac0-4f44-8473-6420cfa2acaa tempest-ServersAdminTestJSON-2108229583 tempest-ServersAdminTestJSON-2108229583-project] 10.222.0.13 "GET /v2.0/ports?device_id=242b7086-c188-4e0a-9af5-4749fa74838b HTTP/1.1" status: 200 len: 950 time: 0.1437016 Jan 26 21:07:18.189108 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-4b3a538a-6abb-4f7c-a77d-0da9c44770d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11791594', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11599980'] for subnet (cef625bb-f218-4adc-8c80-918471759ce8), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:07:18.195135 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b4d19f-abe7-4b27-8e81-74f1eaf62cf4 req-175627a1-f77f-4c75-b38c-86e99dde1d77 tempest-MigrationsAdminTest-1084137346 tempest-MigrationsAdminTest-1084137346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:07:18.196892 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-40b4d19f-abe7-4b27-8e81-74f1eaf62cf4 req-175627a1-f77f-4c75-b38c-86e99dde1d77 tempest-MigrationsAdminTest-1084137346 tempest-MigrationsAdminTest-1084137346-project] 10.222.0.13 "GET /v2.0/ports?device_id=6689602d-c315-4f2d-bb1a-84915600014f HTTP/1.1" status: 200 len: 950 time: 0.1173449 Jan 26 21:07:18.215870 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b3a538a-6abb-4f7c-a77d-0da9c44770d5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cef625bb-f218-4adc-8c80-918471759ce8,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:07:18.217832 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-4b3a538a-6abb-4f7c-a77d-0da9c44770d5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709645'] for subnet (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:07:18.222296 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-4b3a538a-6abb-4f7c-a77d-0da9c44770d5 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/cef625bb-f218-4adc-8c80-918471759ce8 HTTP/1.1" status: 204 len: 168 time: 0.3451412 Jan 26 21:07:18.223379 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 45222) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:07:18.227647 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-310005b5-293f-4ac1-a935-e2909253671c None None] Network 73631371-3965-47ad-a889-2128ca8c57be requested from n-d-760453-5 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 26 21:07:18.307723 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-21376304-29dc-4f3d-ad9c-1fb945351d2e req-b1b49557-a2fe-41cd-a22a-ac8bf8163768 tempest-ServersAdminTestJSON-2108229583 tempest-ServersAdminTestJSON-2108229583-project] 10.222.0.13 "GET /v2.0/security-groups?id=95bc11fd-db53-4b42-971c-c958ca031066&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1542761 Jan 26 21:07:18.383916 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-40b4d19f-abe7-4b27-8e81-74f1eaf62cf4 req-749f0527-8312-4193-bf83-ac8f9f178e22 tempest-MigrationsAdminTest-1084137346 tempest-MigrationsAdminTest-1084137346-project] 10.222.0.13 "GET /v2.0/security-groups?id=e0b082e3-685f-492b-b87f-3045b8ecd8c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1796424 Jan 26 21:07:18.400469 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b15869c-aa2b-4f0b-9a71-9458d073b252 None None] DHCP port deletion for 73631371-3965-47ad-a889-2128ca8c57be request from n-d-760453-5 {{(pid=103306) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 26 21:07:18.401884 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-f4820397-7d76-4bc2-b784-8595b35f5207 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-748181'] for network (73631371-3965-47ad-a889-2128ca8c57be), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:07:18.405654 n-d-760453-5 neutron-server[103304]: DEBUG neutron.notifiers.nova [req-7cbf2232-1584-472f-985c-3eaeb6ed996a req-8463a411-96b8-4b66-835e-7e6b232ec3dc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aa1e2176-fd4c-4a89-872a-0c9f0d567de9 {{(pid=103304) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 26 21:07:18.416400 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-7cbf2232-1584-472f-985c-3eaeb6ed996a req-8463a411-96b8-4b66-835e-7e6b232ec3dc service neutron] Publish callbacks [] for port (aa1e2176-fd4c-4a89-872a-0c9f0d567de9), precommit_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:07:18.427055 n-d-760453-5 neutron-server[103306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8f50517-906a-494e-a293-92450ad8c0a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40af6dae-610f-4291-8bbb-b8545196d594'}] {{(pid=103306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 21:07:18.431187 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9d5d370febab655511bdd2ffe887e43e442d144a440368702bcc1e93af00b97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee13d09d-5b5c-4281-9013-245a372cf326" -d '{"events": [{"server_uuid": "d8f50517-906a-494e-a293-92450ad8c0a0", "name": "network-vif-plugged", "status": "completed", "tag": "40af6dae-610f-4291-8bbb-b8545196d594"}]}' {{(pid=103306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 21:07:18.450965 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.provisioning_blocks [req-7cbf2232-1584-472f-985c-3eaeb6ed996a req-8463a411-96b8-4b66-835e-7e6b232ec3dc service neutron] Transition to ACTIVE for port object aa1e2176-fd4c-4a89-872a-0c9f0d567de9 will not be triggered until provisioned by entity L2. {{(pid=103304) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 21:07:18.458516 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-7cbf2232-1584-472f-985c-3eaeb6ed996a req-8463a411-96b8-4b66-835e-7e6b232ec3dc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9281542'] for port (aa1e2176-fd4c-4a89-872a-0c9f0d567de9), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:07:18.467006 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-7b15869c-aa2b-4f0b-9a71-9458d073b252 None None] Deleting port c7f91173-0c4c-42b8-8ea0-7932204ebc8e {{(pid=103306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 21:07:18.467267 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-7b15869c-aa2b-4f0b-9a71-9458d073b252 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746560630878'] for port (c7f91173-0c4c-42b8-8ea0-7932204ebc8e), before_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:07:18.470690 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Jan 2022 21:07:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de8fdf1c-b30e-421c-b36e-183db775b39d x-openstack-request-id: req-de8fdf1c-b30e-421c-b36e-183db775b39d {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 21:07:18.470996 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8f50517-906a-494e-a293-92450ad8c0a0", "name": "network-vif-plugged", "status": "completed", "tag": "40af6dae-610f-4291-8bbb-b8545196d594", "code": 200}]} {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 21:07:18.471254 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-de8fdf1c-b30e-421c-b36e-183db775b39d {{(pid=103306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 21:07:18.471637 n-d-760453-5 neutron-server[103306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8f50517-906a-494e-a293-92450ad8c0a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40af6dae-610f-4291-8bbb-b8545196d594', 'code': 200} Jan 26 21:07:18.531637 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8463a411-96b8-4b66-835e-7e6b232ec3dc service neutron] Pushing event updated for resources: {'Port': ['ID=aa1e2176-fd4c-4a89-872a-0c9f0d567de9,revision_number=2']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:07:18.541270 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-7b15869c-aa2b-4f0b-9a71-9458d073b252 None None] For port c7f91173-0c4c-42b8-8ea0-7932204ebc8e, host n-d-760453-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=c7f91173-0c4c-42b8-8ea0-7932204ebc8e,segment=NetworkSegment(8bbac9d7-0273-453c-a9ed-a33f1e3773e9),segment_id=8bbac9d7-0273-453c-a9ed-a33f1e3773e9)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:07:18.541755 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-7b15869c-aa2b-4f0b-9a71-9458d073b252 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4109658'] for port (c7f91173-0c4c-42b8-8ea0-7932204ebc8e), precommit_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:07:18.559483 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-f4820397-7d76-4bc2-b784-8595b35f5207 admin admin] Deleting port c7f91173-0c4c-42b8-8ea0-7932204ebc8e {{(pid=103304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 21:07:18.559922 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-f4820397-7d76-4bc2-b784-8595b35f5207 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746560630878'] for port (c7f91173-0c4c-42b8-8ea0-7932204ebc8e), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:07:18.580068 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a0d649-e389-48c6-8686-2e307ea6a8f9 req-68fed932-39c8-468e-87dd-c8169a5d6966 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:07:18.581751 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-88a0d649-e389-48c6-8686-2e307ea6a8f9 req-68fed932-39c8-468e-87dd-c8169a5d6966 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=d8f50517-906a-494e-a293-92450ad8c0a0 HTTP/1.1" status: 200 len: 1096 time: 0.0504737 Jan 26 21:07:18.652404 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-88a0d649-e389-48c6-8686-2e307ea6a8f9 req-f1208587-66b9-4c6c-957f-414738c4cd0a service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=d3d52ae6-e761-44ee-98bd-9ad0dc66343a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579953 Jan 26 21:07:18.700325 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [None req-f4820397-7d76-4bc2-b784-8595b35f5207 admin admin] For port c7f91173-0c4c-42b8-8ea0-7932204ebc8e, host n-d-760453-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=c7f91173-0c4c-42b8-8ea0-7932204ebc8e,segment=NetworkSegment(8bbac9d7-0273-453c-a9ed-a33f1e3773e9),segment_id=8bbac9d7-0273-453c-a9ed-a33f1e3773e9)] {{(pid=103304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:07:18.700692 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-f4820397-7d76-4bc2-b784-8595b35f5207 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4109658'] for port (c7f91173-0c4c-42b8-8ea0-7932204ebc8e), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:07:18.710211 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device c7f91173-0c4c-42b8-8ea0-7932204ebc8e no longer exists at agent ovs-agent-n-d-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 26 21:07:18.713152 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-7b15869c-aa2b-4f0b-9a71-9458d073b252 None None] Calling delete_port for c7f91173-0c4c-42b8-8ea0-7932204ebc8e owned by network:dhcp {{(pid=103306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 21:07:18.727322 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-f4820397-7d76-4bc2-b784-8595b35f5207 admin admin] Calling delete_port for c7f91173-0c4c-42b8-8ea0-7932204ebc8e owned by network:dhcp {{(pid=103304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 21:07:18.734368 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [req-7cbf2232-1584-472f-985c-3eaeb6ed996a req-8463a411-96b8-4b66-835e-7e6b232ec3dc service neutron] Attempting to bind port aa1e2176-fd4c-4a89-872a-0c9f0d567de9 on host n-h2-760453-5 for vnic_type normal with profile {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 21:07:18.734712 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [req-7cbf2232-1584-472f-985c-3eaeb6ed996a req-8463a411-96b8-4b66-835e-7e6b232ec3dc service neutron] Attempting to bind port aa1e2176-fd4c-4a89-872a-0c9f0d567de9 by drivers openvswitch,hyperv on host n-h2-760453-5 at level 0 using segments [{'id': '4802c0d9-f4b8-40bc-bafe-9a29b8fe6bc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '82d89aaf-7724-4482-8558-074956bc8f8b'}] {{(pid=103304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 26 21:07:18.735041 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cbf2232-1584-472f-985c-3eaeb6ed996a req-8463a411-96b8-4b66-835e-7e6b232ec3dc service neutron] Attempting to bind port aa1e2176-fd4c-4a89-872a-0c9f0d567de9 on network 82d89aaf-7724-4482-8558-074956bc8f8b {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 21:07:18.746883 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb63e9b-0483-465d-85c5-be2b6df3fc4e req-00bd3287-b668-45ef-9a22-7a73bc89f00f tempest-LiveAutoBlockMigrationV225Test-1645909514 tempest-LiveAutoBlockMigrationV225Test-1645909514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:07:18.748394 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-2eb63e9b-0483-465d-85c5-be2b6df3fc4e req-00bd3287-b668-45ef-9a22-7a73bc89f00f tempest-LiveAutoBlockMigrationV225Test-1645909514 tempest-LiveAutoBlockMigrationV225Test-1645909514-project] 10.222.0.13 "GET /v2.0/ports?device_id=d8f50517-906a-494e-a293-92450ad8c0a0 HTTP/1.1" status: 200 len: 945 time: 0.1092603 Jan 26 21:07:18.754392 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cbf2232-1584-472f-985c-3eaeb6ed996a req-8463a411-96b8-4b66-835e-7e6b232ec3dc service neutron] Port aa1e2176-fd4c-4a89-872a-0c9f0d567de9 on network 82d89aaf-7724-4482-8558-074956bc8f8b not bound, no agent of type Open vSwitch agent registered on host n-h2-760453-5 {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 26 21:07:18.754392 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cbf2232-1584-472f-985c-3eaeb6ed996a req-8463a411-96b8-4b66-835e-7e6b232ec3dc service neutron] Attempting to bind port aa1e2176-fd4c-4a89-872a-0c9f0d567de9 on network 82d89aaf-7724-4482-8558-074956bc8f8b {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 21:07:18.798783 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cbf2232-1584-472f-985c-3eaeb6ed996a req-8463a411-96b8-4b66-835e-7e6b232ec3dc service neutron] Checking agent: {'id': '4d619873-4b60-439f-9b5a-b155dc8bbc34', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-760453-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 21, 2, 53), 'started_at': datetime.datetime(2022, 1, 26, 21, 2, 53), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 21, 6, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 26 21:07:18.799128 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cbf2232-1584-472f-985c-3eaeb6ed996a req-8463a411-96b8-4b66-835e-7e6b232ec3dc service neutron] Checking segment: {'id': '4802c0d9-f4b8-40bc-bafe-9a29b8fe6bc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '82d89aaf-7724-4482-8558-074956bc8f8b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103304) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 21:07:18.799509 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cbf2232-1584-472f-985c-3eaeb6ed996a req-8463a411-96b8-4b66-835e-7e6b232ec3dc service neutron] Bound using segment: {'id': '4802c0d9-f4b8-40bc-bafe-9a29b8fe6bc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '82d89aaf-7724-4482-8558-074956bc8f8b'} {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 26 21:07:18.799947 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [req-7cbf2232-1584-472f-985c-3eaeb6ed996a req-8463a411-96b8-4b66-835e-7e6b232ec3dc service neutron] Bound port: aa1e2176-fd4c-4a89-872a-0c9f0d567de9, host: n-h2-760453-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4802c0d9-f4b8-40bc-bafe-9a29b8fe6bc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '82d89aaf-7724-4482-8558-074956bc8f8b'}}] {{(pid=103304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 26 21:07:18.800306 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-7cbf2232-1584-472f-985c-3eaeb6ed996a req-8463a411-96b8-4b66-835e-7e6b232ec3dc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (aa1e2176-fd4c-4a89-872a-0c9f0d567de9), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:07:18.892843 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-2eb63e9b-0483-465d-85c5-be2b6df3fc4e req-3e56cfd3-f18f-4727-8663-29c3e081cec5 tempest-LiveAutoBlockMigrationV225Test-1645909514 tempest-LiveAutoBlockMigrationV225Test-1645909514-project] 10.222.0.13 "GET /v2.0/security-groups?id=d3d52ae6-e761-44ee-98bd-9ad0dc66343a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054533 Jan 26 21:07:18.897985 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-538ec87d-e647-444c-90bf-0cf5faa4b9ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (474ccdf7-ab6c-405b-a3b2-dc7b05829902), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:07:18.902393 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-7b15869c-aa2b-4f0b-9a71-9458d073b252 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746560636600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746560234536'] for port (c7f91173-0c4c-42b8-8ea0-7932204ebc8e), after_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:07:18.921264 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-f4820397-7d76-4bc2-b784-8595b35f5207 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746560636600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746560234536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9281553'] for port (c7f91173-0c4c-42b8-8ea0-7932204ebc8e), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:07:18.923519 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [req-7cbf2232-1584-472f-985c-3eaeb6ed996a req-8463a411-96b8-4b66-835e-7e6b232ec3dc service neutron] For port aa1e2176-fd4c-4a89-872a-0c9f0d567de9, host n-h2-760453-5, cleared binding levels {{(pid=103304) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 26 21:07:18.926367 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Current status of the port c7f91173-0c4c-42b8-8ea0-7932204ebc8e is: ACTIVE; New status is: DOWN {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:07:18.926760 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (c7f91173-0c4c-42b8-8ea0-7932204ebc8e), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:07:18.927892 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [req-7cbf2232-1584-472f-985c-3eaeb6ed996a req-8463a411-96b8-4b66-835e-7e6b232ec3dc service neutron] For port aa1e2176-fd4c-4a89-872a-0c9f0d567de9, host n-h2-760453-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-5',level=0,port_id=aa1e2176-fd4c-4a89-872a-0c9f0d567de9,segment=NetworkSegment(4802c0d9-f4b8-40bc-bafe-9a29b8fe6bc1),segment_id=4802c0d9-f4b8-40bc-bafe-9a29b8fe6bc1)] {{(pid=103304) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 26 21:07:18.931546 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b15869c-aa2b-4f0b-9a71-9458d073b252 None None] Pushing event deleted for resources: {'Port': ['ID=c7f91173-0c4c-42b8-8ea0-7932204ebc8e,revision_number=None']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:07:18.950372 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b15869c-aa2b-4f0b-9a71-9458d073b252 None None] No DVR routers for this DVR port c7f91173-0c4c-42b8-8ea0-7932204ebc8e on host n-d-760453-5 {{(pid=103306) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 26 21:07:18.960155 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-7cbf2232-1584-472f-985c-3eaeb6ed996a req-8463a411-96b8-4b66-835e-7e6b232ec3dc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9281542'] for port (aa1e2176-fd4c-4a89-872a-0c9f0d567de9), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:07:18.964415 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4820397-7d76-4bc2-b784-8595b35f5207 admin admin] Pushing event deleted for resources: {'Port': ['ID=c7f91173-0c4c-42b8-8ea0-7932204ebc8e,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:07:18.974179 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4820397-7d76-4bc2-b784-8595b35f5207 admin admin] No DVR routers for this DVR port c7f91173-0c4c-42b8-8ea0-7932204ebc8e on host n-d-760453-5 {{(pid=103304) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 26 21:07:19.008126 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cbf2232-1584-472f-985c-3eaeb6ed996a req-8463a411-96b8-4b66-835e-7e6b232ec3dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:07:19.008748 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-7cbf2232-1584-472f-985c-3eaeb6ed996a req-8463a411-96b8-4b66-835e-7e6b232ec3dc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:07:19.010151 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-7cbf2232-1584-472f-985c-3eaeb6ed996a req-8463a411-96b8-4b66-835e-7e6b232ec3dc service neutron] 10.222.0.57 "PUT /v2.0/ports/aa1e2176-fd4c-4a89-872a-0c9f0d567de9 HTTP/1.1" status: 200 len: 1092 time: 1.3861065 Jan 26 21:07:19.013071 n-d-760453-5 neutron-server[103304]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '78b349b9-c275-487f-b7fb-5b8d9fe9296b', 'tag': 'aa1e2176-fd4c-4a89-872a-0c9f0d567de9'}] {{(pid=103304) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 21:07:19.015300 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d52b45f1943fcd332af9527eb73ff93c8d715d44383a3f6d18de73b4cfcf87b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96892cd4-25b3-46ae-a1ad-99188e047d93" -d '{"events": [{"name": "network-changed", "server_uuid": "78b349b9-c275-487f-b7fb-5b8d9fe9296b", "tag": "aa1e2176-fd4c-4a89-872a-0c9f0d567de9"}]}' {{(pid=103304) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 21:07:19.057431 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 26 Jan 2022 21:07:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a74d6039-4817-4c91-9afd-8c54a830a431 x-openstack-request-id: req-a74d6039-4817-4c91-9afd-8c54a830a431 {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 21:07:19.057728 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "78b349b9-c275-487f-b7fb-5b8d9fe9296b", "tag": "aa1e2176-fd4c-4a89-872a-0c9f0d567de9", "status": "completed", "code": 200}]} {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 21:07:19.057983 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a74d6039-4817-4c91-9afd-8c54a830a431 {{(pid=103304) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 21:07:19.058378 n-d-760453-5 neutron-server[103304]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '78b349b9-c275-487f-b7fb-5b8d9fe9296b', 'tag': 'aa1e2176-fd4c-4a89-872a-0c9f0d567de9', 'status': 'completed', 'code': 200} Jan 26 21:07:19.185831 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8463a411-96b8-4b66-835e-7e6b232ec3dc service neutron] Pushing event updated for resources: {'Port': ['ID=aa1e2176-fd4c-4a89-872a-0c9f0d567de9,revision_number=3']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:07:19.194343 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-f4820397-7d76-4bc2-b784-8595b35f5207 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-686403', 'neutron.services.segments.db._delete_segments_for_network-8746560774018'] for network (73631371-3965-47ad-a889-2128ca8c57be), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:07:19.233786 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c49eee-10ba-493d-b799-c6255a72c9eb req-c77cc220-40ce-4ce5-a274-25c4d1a04661 tempest-LiveMigrationNegativeTest-869384580 tempest-LiveMigrationNegativeTest-869384580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:07:19.235441 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-30c49eee-10ba-493d-b799-c6255a72c9eb req-c77cc220-40ce-4ce5-a274-25c4d1a04661 tempest-LiveMigrationNegativeTest-869384580 tempest-LiveMigrationNegativeTest-869384580-project] 10.222.0.13 "GET /v2.0/ports?device_id=61e86725-9aba-4fc2-8347-65b3385cc0a8 HTTP/1.1" status: 200 len: 949 time: 0.2351439 Jan 26 21:07:19.239837 n-d-760453-5 neutron-server[103304]: DEBUG neutron.services.segments.db [None req-f4820397-7d76-4bc2-b784-8595b35f5207 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['73631371-3965-47ad-a889-2128ca8c57be']}} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:07:19.258008 n-d-760453-5 neutron-server[103304]: DEBUG neutron.services.segments.db [None req-f4820397-7d76-4bc2-b784-8595b35f5207 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8bbac9d7-0273-453c-a9ed-a33f1e3773e9') {'for_net_delete': True} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:07:19.258232 n-d-760453-5 neutron-server[103304]: DEBUG neutron.services.segments.db [None req-f4820397-7d76-4bc2-b784-8595b35f5207 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8bbac9d7-0273-453c-a9ed-a33f1e3773e9') {} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:07:19.266180 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cbf2232-1584-472f-985c-3eaeb6ed996a req-26a22e8a-c7b8-4c91-b479-34afbe1cca10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:07:19.267591 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-7cbf2232-1584-472f-985c-3eaeb6ed996a req-26a22e8a-c7b8-4c91-b479-34afbe1cca10 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=cdb3500a13814dc9912a5c6c92f742c5&device_id=78b349b9-c275-487f-b7fb-5b8d9fe9296b HTTP/1.1" status: 200 len: 1095 time: 0.1921771 Jan 26 21:07:19.281278 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38135f6b-54ab-4596-b696-159edb27a3b8 req-17043acd-046b-4aa5-8a0b-10b5f145feb4 tempest-SecurityGroupsTestJSON-1679712722 tempest-SecurityGroupsTestJSON-1679712722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:07:19.282675 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-38135f6b-54ab-4596-b696-159edb27a3b8 req-17043acd-046b-4aa5-8a0b-10b5f145feb4 tempest-SecurityGroupsTestJSON-1679712722 tempest-SecurityGroupsTestJSON-1679712722-project] 10.222.0.13 "GET /v2.0/ports?device_id=78b349b9-c275-487f-b7fb-5b8d9fe9296b HTTP/1.1" status: 200 len: 944 time: 0.1758945 Jan 26 21:07:19.289758 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-f4820397-7d76-4bc2-b784-8595b35f5207 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746560742283', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8881293'] for segment (8bbac9d7-0273-453c-a9ed-a33f1e3773e9), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:07:19.358805 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-7cbf2232-1584-472f-985c-3eaeb6ed996a req-86e6aa9f-c7bd-4883-86cd-edcd42af4715 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=aa1e2176-fd4c-4a89-872a-0c9f0d567de9 HTTP/1.1" status: 200 len: 217 time: 0.0672212 Jan 26 21:07:19.359661 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-f4820397-7d76-4bc2-b784-8595b35f5207 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576559'] for segment (8bbac9d7-0273-453c-a9ed-a33f1e3773e9), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:07:19.382680 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f4820397-7d76-4bc2-b784-8595b35f5207 admin admin] Releasing vlan 573 on physical network physnet1 to pool {{(pid=103304) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 26 21:07:19.382680 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-f4820397-7d76-4bc2-b784-8595b35f5207 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9281762'] for segment (8bbac9d7-0273-453c-a9ed-a33f1e3773e9), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:07:19.388271 n-d-760453-5 neutron-server[103304]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 26 21:07:19.388271 n-d-760453-5 neutron-server[103304]: self.session.flush() Jan 26 21:07:19.388271 n-d-760453-5 neutron-server[103304]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 26 21:07:19.388271 n-d-760453-5 neutron-server[103304]: self.session.flush() Jan 26 21:07:19.388271 n-d-760453-5 neutron-server[103304]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 26 21:07:19.388271 n-d-760453-5 neutron-server[103304]: self.session.flush() Jan 26 21:07:19.388271 n-d-760453-5 neutron-server[103304]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 26 21:07:19.388271 n-d-760453-5 neutron-server[103304]: self.session.flush() Jan 26 21:07:19.388271 n-d-760453-5 neutron-server[103304]: Traceback (most recent call last): Jan 26 21:07:19.388271 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 26 21:07:19.388271 n-d-760453-5 neutron-server[103304]: timer() Jan 26 21:07:19.388271 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 26 21:07:19.388271 n-d-760453-5 neutron-server[103304]: cb(*args, **kw) Jan 26 21:07:19.388271 n-d-760453-5 neutron-server[103304]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 26 21:07:19.388271 n-d-760453-5 neutron-server[103304]: return func(*args, **kwargs) Jan 26 21:07:19.388271 n-d-760453-5 neutron-server[103304]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 26 21:07:19.388271 n-d-760453-5 neutron-server[103304]: self._notify() Jan 26 21:07:19.388271 n-d-760453-5 neutron-server[103304]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 26 21:07:19.388271 n-d-760453-5 neutron-server[103304]: self.callback(batched_events) Jan 26 21:07:19.388271 n-d-760453-5 neutron-server[103304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 26 21:07:19.388271 n-d-760453-5 neutron-server[103304]: event.method(event) Jan 26 21:07:19.388271 n-d-760453-5 neutron-server[103304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 26 21:07:19.388271 n-d-760453-5 neutron-server[103304]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 26 21:07:19.388271 n-d-760453-5 neutron-server[103304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 26 21:07:19.388271 n-d-760453-5 neutron-server[103304]: aggregate_uuid = self.p_client.list_aggregates( Jan 26 21:07:19.388271 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 26 21:07:19.388271 n-d-760453-5 neutron-server[103304]: return f(self, *a, **k) Jan 26 21:07:19.388271 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 26 21:07:19.388271 n-d-760453-5 neutron-server[103304]: return self._get(url).json() Jan 26 21:07:19.388271 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 26 21:07:19.388271 n-d-760453-5 neutron-server[103304]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 26 21:07:19.388271 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 26 21:07:19.388271 n-d-760453-5 neutron-server[103304]: return self.request(url, 'GET', **kwargs) Jan 26 21:07:19.388271 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 26 21:07:19.388271 n-d-760453-5 neutron-server[103304]: base_url = self.get_endpoint(auth, allow=allow, Jan 26 21:07:19.388271 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 26 21:07:19.388271 n-d-760453-5 neutron-server[103304]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 26 21:07:19.388271 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 26 21:07:19.388271 n-d-760453-5 neutron-server[103304]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 26 21:07:19.388271 n-d-760453-5 neutron-server[103304]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 26 21:07:19.433904 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-30c49eee-10ba-493d-b799-c6255a72c9eb req-31669a5e-dbc2-4752-89d1-187caa9958e6 tempest-LiveMigrationNegativeTest-869384580 tempest-LiveMigrationNegativeTest-869384580-project] 10.222.0.13 "GET /v2.0/security-groups?id=c0d7fcc6-eb34-4805-a02c-eebfcd508c09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1821394 Jan 26 21:07:19.491676 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-38135f6b-54ab-4596-b696-159edb27a3b8 req-47982fce-0d0b-4b65-8477-e34020809d09 tempest-SecurityGroupsTestJSON-1679712722 tempest-SecurityGroupsTestJSON-1679712722-project] 10.222.0.13 "GET /v2.0/security-groups?id=c3c6c2ef-9865-4e2c-9818-90435d60a1af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1989958 Jan 26 21:07:19.508128 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cbf2232-1584-472f-985c-3eaeb6ed996a req-29fafbbd-17a8-4bb3-aa0b-7ea1b6f04fe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:07:19.509611 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-7cbf2232-1584-472f-985c-3eaeb6ed996a req-29fafbbd-17a8-4bb3-aa0b-7ea1b6f04fe2 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=eff79e74-5114-4489-a406-2f00d23f7c9e HTTP/1.1" status: 200 len: 853 time: 0.1400397 Jan 26 21:07:19.524020 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-f4820397-7d76-4bc2-b784-8595b35f5207 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4110931'] for network (73631371-3965-47ad-a889-2128ca8c57be), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:07:19.540863 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-f4820397-7d76-4bc2-b784-8595b35f5207 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709645'] for network (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:07:19.544008 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-f4820397-7d76-4bc2-b784-8595b35f5207 admin admin] 10.222.0.13 "DELETE /v2.0/networks/73631371-3965-47ad-a889-2128ca8c57be HTTP/1.1" status: 204 len: 168 time: 1.3119488 Jan 26 21:07:19.562564 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-7cbf2232-1584-472f-985c-3eaeb6ed996a req-2b578599-6580-4a4d-a7db-d25851566cda service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=82d89aaf-7724-4482-8558-074956bc8f8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0366354 Jan 26 21:07:19.591019 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4820397-7d76-4bc2-b784-8595b35f5207 admin admin] Pushing event deleted for resources: {'Network': ['ID=73631371-3965-47ad-a889-2128ca8c57be,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:07:19.657617 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 45248) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:07:19.667741 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601ed3bc-da85-4526-b0d5-8c0b49dd0ff9 req-372db98b-b675-46e3-bb37-83ec7d7472c0 tempest-ServersAdminTestJSON-2108229583 tempest-ServersAdminTestJSON-2108229583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:07:19.669243 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-601ed3bc-da85-4526-b0d5-8c0b49dd0ff9 req-372db98b-b675-46e3-bb37-83ec7d7472c0 tempest-ServersAdminTestJSON-2108229583 tempest-ServersAdminTestJSON-2108229583-project] 10.222.0.13 "GET /v2.0/ports?device_id=242b7086-c188-4e0a-9af5-4749fa74838b HTTP/1.1" status: 200 len: 950 time: 0.1752570 Jan 26 21:07:19.701491 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-8acf7250-6a7d-4b8c-9064-eb09db078d44 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=bbfe54b251744598a277b8f456d9c9b5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0425346 Jan 26 21:07:19.703863 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 45250) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:07:19.720895 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d965be-54d5-4476-9846-e5c31f4cd7ba req-f90545bb-5a87-475b-a08f-a81f2e6010b6 tempest-MigrationsAdminTest-1084137346 tempest-MigrationsAdminTest-1084137346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:07:19.722365 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-84d965be-54d5-4476-9846-e5c31f4cd7ba req-f90545bb-5a87-475b-a08f-a81f2e6010b6 tempest-MigrationsAdminTest-1084137346 tempest-MigrationsAdminTest-1084137346-project] 10.222.0.13 "GET /v2.0/ports?device_id=6689602d-c315-4f2d-bb1a-84915600014f HTTP/1.1" status: 200 len: 950 time: 0.1633315 Jan 26 21:07:19.765729 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-7cbf2232-1584-472f-985c-3eaeb6ed996a req-e706961b-6761-49e2-99a0-a54f590b6286 service neutron] 10.222.0.57 "GET /v2.0/networks/82d89aaf-7724-4482-8558-074956bc8f8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1923904 Jan 26 21:07:19.847222 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-601ed3bc-da85-4526-b0d5-8c0b49dd0ff9 req-8485ab77-33cf-46b1-ac9b-3458a64d1a7c tempest-ServersAdminTestJSON-2108229583 tempest-ServersAdminTestJSON-2108229583-project] 10.222.0.13 "GET /v2.0/security-groups?id=95bc11fd-db53-4b42-971c-c958ca031066&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1682861 Jan 26 21:07:19.893196 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-84d965be-54d5-4476-9846-e5c31f4cd7ba req-a7368a38-8503-417e-8726-01e139c66e16 tempest-MigrationsAdminTest-1084137346 tempest-MigrationsAdminTest-1084137346-project] 10.222.0.13 "GET /v2.0/security-groups?id=e0b082e3-685f-492b-b87f-3045b8ecd8c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1535952 Jan 26 21:07:19.900111 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-189a22f8-bd82-465d-8ab9-dda43fa48e32 admin admin] Publish callbacks [] for security_group (02dc43a5-d93a-4a18-8dba-b296641ad8e1), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:07:19.933437 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-7cbf2232-1584-472f-985c-3eaeb6ed996a req-0063fc20-cbb4-49b7-8aee-2753a14d7276 service neutron] 10.222.0.57 "GET /v2.0/networks/82d89aaf-7724-4482-8558-074956bc8f8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1566656 Jan 26 21:07:19.938024 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-189a22f8-bd82-465d-8ab9-dda43fa48e32 admin admin] Publish callbacks [] for security_group (02dc43a5-d93a-4a18-8dba-b296641ad8e1), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:07:19.996522 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-189a22f8-bd82-465d-8ab9-dda43fa48e32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (02dc43a5-d93a-4a18-8dba-b296641ad8e1), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:07:19.999743 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-189a22f8-bd82-465d-8ab9-dda43fa48e32 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:07:20.002284 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-189a22f8-bd82-465d-8ab9-dda43fa48e32 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/02dc43a5-d93a-4a18-8dba-b296641ad8e1 HTTP/1.1" status: 204 len: 168 time: 0.2947171 Jan 26 21:07:20.057379 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-189a22f8-bd82-465d-8ab9-dda43fa48e32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02dc43a5-d93a-4a18-8dba-b296641ad8e1,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:07:20.112646 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96892cd4-25b3-46ae-a1ad-99188e047d93 req-1393e463-2a4c-4102-a2f0-798b637cc76a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:07:20.114196 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-96892cd4-25b3-46ae-a1ad-99188e047d93 req-1393e463-2a4c-4102-a2f0-798b637cc76a service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=cdb3500a13814dc9912a5c6c92f742c5&device_id=78b349b9-c275-487f-b7fb-5b8d9fe9296b HTTP/1.1" status: 200 len: 1095 time: 0.1108439 Jan 26 21:07:20.133454 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4c5962-1734-4310-92eb-0a181b936af9 req-8f7c63ad-6e3b-4182-9f4e-7e2b5ce75583 tempest-LiveAutoBlockMigrationV225Test-1645909514 tempest-LiveAutoBlockMigrationV225Test-1645909514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:07:20.134920 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-be4c5962-1734-4310-92eb-0a181b936af9 req-8f7c63ad-6e3b-4182-9f4e-7e2b5ce75583 tempest-LiveAutoBlockMigrationV225Test-1645909514 tempest-LiveAutoBlockMigrationV225Test-1645909514-project] 10.222.0.13 "GET /v2.0/ports?device_id=d8f50517-906a-494e-a293-92450ad8c0a0 HTTP/1.1" status: 200 len: 945 time: 0.1157362 Jan 26 21:07:20.469976 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d20591-5e08-4258-b053-e79caadd9e33 req-fd7b0e53-40c0-4b73-98a7-90511f9fe4f2 tempest-LiveMigrationNegativeTest-869384580 tempest-LiveMigrationNegativeTest-869384580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:07:20.476722 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-b6d20591-5e08-4258-b053-e79caadd9e33 req-fd7b0e53-40c0-4b73-98a7-90511f9fe4f2 tempest-LiveMigrationNegativeTest-869384580 tempest-LiveMigrationNegativeTest-869384580-project] 10.222.0.13 "GET /v2.0/ports?device_id=61e86725-9aba-4fc2-8347-65b3385cc0a8 HTTP/1.1" status: 200 len: 949 time: 0.3593106 Jan 26 21:07:20.516830 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-be4c5962-1734-4310-92eb-0a181b936af9 req-e678fb0a-ec73-4933-b2ac-95e25e93a00d tempest-LiveAutoBlockMigrationV225Test-1645909514 tempest-LiveAutoBlockMigrationV225Test-1645909514-project] 10.222.0.13 "GET /v2.0/security-groups?id=d3d52ae6-e761-44ee-98bd-9ad0dc66343a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3710349 Jan 26 21:07:20.520830 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96892cd4-25b3-46ae-a1ad-99188e047d93 req-12eaeb0e-f389-40c6-913f-c191c9ed6864 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:07:20.522345 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-96892cd4-25b3-46ae-a1ad-99188e047d93 req-12eaeb0e-f389-40c6-913f-c191c9ed6864 service neutron] 10.222.0.57 "GET /v2.0/networks?id=82d89aaf-7724-4482-8558-074956bc8f8b HTTP/1.1" status: 200 len: 914 time: 0.3850784 Jan 26 21:07:20.582178 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-96892cd4-25b3-46ae-a1ad-99188e047d93 req-a5d6b96f-1a69-44e1-9ebd-44a2a4975981 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=aa1e2176-fd4c-4a89-872a-0c9f0d567de9 HTTP/1.1" status: 200 len: 217 time: 0.0521293 Jan 26 21:07:20.597931 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-b6d20591-5e08-4258-b053-e79caadd9e33 req-82267cc4-775c-40e8-97ed-9a955fa9da60 tempest-LiveMigrationNegativeTest-869384580 tempest-LiveMigrationNegativeTest-869384580-project] 10.222.0.13 "GET /v2.0/security-groups?id=c0d7fcc6-eb34-4805-a02c-eebfcd508c09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152170 Jan 26 21:07:20.682036 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96892cd4-25b3-46ae-a1ad-99188e047d93 req-5444bc2c-8a9d-4965-b773-2a1b207ba589 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:07:20.683654 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-96892cd4-25b3-46ae-a1ad-99188e047d93 req-5444bc2c-8a9d-4965-b773-2a1b207ba589 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=eff79e74-5114-4489-a406-2f00d23f7c9e HTTP/1.1" status: 200 len: 853 time: 0.0846508 Jan 26 21:07:20.698282 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91dda220-3434-45f9-81a3-cc21300440a3 req-281f98a3-8e33-45af-a3cb-26e848563735 tempest-SecurityGroupsTestJSON-1679712722 tempest-SecurityGroupsTestJSON-1679712722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:07:20.699802 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-91dda220-3434-45f9-81a3-cc21300440a3 req-281f98a3-8e33-45af-a3cb-26e848563735 tempest-SecurityGroupsTestJSON-1679712722 tempest-SecurityGroupsTestJSON-1679712722-project] 10.222.0.13 "GET /v2.0/ports?device_id=78b349b9-c275-487f-b7fb-5b8d9fe9296b HTTP/1.1" status: 200 len: 944 time: 0.0648642 Jan 26 21:07:20.745853 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-96892cd4-25b3-46ae-a1ad-99188e047d93 req-2cd1919d-f133-43e4-b958-0081967e9a00 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=82d89aaf-7724-4482-8558-074956bc8f8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0450566 Jan 26 21:07:20.799369 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-91dda220-3434-45f9-81a3-cc21300440a3 req-325d33aa-475e-4a8a-801c-b451d9789376 tempest-SecurityGroupsTestJSON-1679712722 tempest-SecurityGroupsTestJSON-1679712722-project] 10.222.0.13 "GET /v2.0/security-groups?id=c3c6c2ef-9865-4e2c-9818-90435d60a1af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904133 Jan 26 21:07:20.874990 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-96892cd4-25b3-46ae-a1ad-99188e047d93 req-83907b36-5e1b-4a9a-a3d4-0e2c5612becf service neutron] 10.222.0.57 "GET /v2.0/networks/82d89aaf-7724-4482-8558-074956bc8f8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1077733 Jan 26 21:07:21.010991 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59ed473-5f58-4388-a54b-1252def83821 req-0d28ba92-560c-4d67-8073-c034dedda940 tempest-ServersAdminTestJSON-2108229583 tempest-ServersAdminTestJSON-2108229583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:07:21.012383 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-c59ed473-5f58-4388-a54b-1252def83821 req-0d28ba92-560c-4d67-8073-c034dedda940 tempest-ServersAdminTestJSON-2108229583 tempest-ServersAdminTestJSON-2108229583-project] 10.222.0.13 "GET /v2.0/ports?device_id=242b7086-c188-4e0a-9af5-4749fa74838b HTTP/1.1" status: 200 len: 950 time: 0.0807920 Jan 26 21:07:21.046641 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-96892cd4-25b3-46ae-a1ad-99188e047d93 req-6884f44b-1053-4e54-8b02-8f24cfe40cfb service neutron] 10.222.0.57 "GET /v2.0/networks/82d89aaf-7724-4482-8558-074956bc8f8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1630738 Jan 26 21:07:21.084992 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abffef1c-8ba5-464c-a575-612d4d304b21 req-c3fc9c83-27e0-49c3-a28b-b65f6a156fd8 tempest-MigrationsAdminTest-1084137346 tempest-MigrationsAdminTest-1084137346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:07:21.086762 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-abffef1c-8ba5-464c-a575-612d4d304b21 req-c3fc9c83-27e0-49c3-a28b-b65f6a156fd8 tempest-MigrationsAdminTest-1084137346 tempest-MigrationsAdminTest-1084137346-project] 10.222.0.13 "GET /v2.0/ports?device_id=6689602d-c315-4f2d-bb1a-84915600014f HTTP/1.1" status: 200 len: 950 time: 0.0981002 Jan 26 21:07:21.104753 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-c59ed473-5f58-4388-a54b-1252def83821 req-03c8d72e-b706-4ffc-9113-7e85b8022ec4 tempest-ServersAdminTestJSON-2108229583 tempest-ServersAdminTestJSON-2108229583-project] 10.222.0.13 "GET /v2.0/security-groups?id=95bc11fd-db53-4b42-971c-c958ca031066&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730250 Jan 26 21:07:21.143136 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-abffef1c-8ba5-464c-a575-612d4d304b21 req-a8660c27-dd63-4381-b69b-f1e2e459755c tempest-MigrationsAdminTest-1084137346 tempest-MigrationsAdminTest-1084137346-project] 10.222.0.13 "GET /v2.0/security-groups?id=e0b082e3-685f-492b-b87f-3045b8ecd8c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488780 Jan 26 21:07:21.171954 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-eca8f1fe-f3c2-4d46-b001-759f05659fa6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (09df100c-3af1-4b0a-bda8-05914c71c458), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:07:21.604152 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 45332) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:07:21.655767 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76db907e-a4f2-49bb-b352-2ad260ed0f20 req-bfc069ba-e056-40ff-ab3b-9c262757ad11 tempest-LiveAutoBlockMigrationV225Test-1645909514 tempest-LiveAutoBlockMigrationV225Test-1645909514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:07:21.670997 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-76db907e-a4f2-49bb-b352-2ad260ed0f20 req-bfc069ba-e056-40ff-ab3b-9c262757ad11 tempest-LiveAutoBlockMigrationV225Test-1645909514 tempest-LiveAutoBlockMigrationV225Test-1645909514-project] 10.222.0.13 "GET /v2.0/ports?device_id=d8f50517-906a-494e-a293-92450ad8c0a0 HTTP/1.1" status: 200 len: 945 time: 0.0648954 Jan 26 21:07:21.726644 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-f82549f5-f070-4b3c-a2d9-1a325bd0dead admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:07:21.737212 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-76db907e-a4f2-49bb-b352-2ad260ed0f20 req-8ef44078-595d-4c5c-aae3-e76a48d7a8ce tempest-LiveAutoBlockMigrationV225Test-1645909514 tempest-LiveAutoBlockMigrationV225Test-1645909514-project] 10.222.0.13 "GET /v2.0/security-groups?id=d3d52ae6-e761-44ee-98bd-9ad0dc66343a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726919 Jan 26 21:07:21.750971 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d460544-b830-4caa-a239-f03468a64c45 req-cad1c3f4-b037-43b8-8db4-d352e690c9ef tempest-LiveMigrationNegativeTest-869384580 tempest-LiveMigrationNegativeTest-869384580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:07:21.752482 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-5d460544-b830-4caa-a239-f03468a64c45 req-cad1c3f4-b037-43b8-8db4-d352e690c9ef tempest-LiveMigrationNegativeTest-869384580 tempest-LiveMigrationNegativeTest-869384580-project] 10.222.0.13 "GET /v2.0/ports?device_id=61e86725-9aba-4fc2-8347-65b3385cc0a8 HTTP/1.1" status: 200 len: 949 time: 0.0727701 Jan 26 21:07:21.816834 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-5d460544-b830-4caa-a239-f03468a64c45 req-87603391-3b6f-42fa-b21a-a1ac4b8c8acf tempest-LiveMigrationNegativeTest-869384580 tempest-LiveMigrationNegativeTest-869384580-project] 10.222.0.13 "GET /v2.0/security-groups?id=c0d7fcc6-eb34-4805-a02c-eebfcd508c09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544314 Jan 26 21:07:21.825838 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-f82549f5-f070-4b3c-a2d9-1a325bd0dead admin admin] Publish callbacks [] for security_group (41e2d110-bbf3-4f4c-b7ce-bf8e0baaf3cb), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:07:21.833904 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-f82549f5-f070-4b3c-a2d9-1a325bd0dead admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (41e2d110-bbf3-4f4c-b7ce-bf8e0baaf3cb), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:07:21.878274 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-f82549f5-f070-4b3c-a2d9-1a325bd0dead admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=1524e26cfb7a47909ea8a0eeb0ea04e7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2707620 Jan 26 21:07:21.878274 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82549f5-f070-4b3c-a2d9-1a325bd0dead admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41e2d110-bbf3-4f4c-b7ce-bf8e0baaf3cb,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:07:21.879338 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 45348) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:07:21.899058 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae32ff8b-59b5-4935-b675-7247860a7a82 req-22129f18-4b0f-4d7a-956b-e439606567ab tempest-LiveAutoBlockMigrationV225Test-2082869167 tempest-LiveAutoBlockMigrationV225Test-2082869167-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:07:21.900627 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-ae32ff8b-59b5-4935-b675-7247860a7a82 req-22129f18-4b0f-4d7a-956b-e439606567ab tempest-LiveAutoBlockMigrationV225Test-2082869167 tempest-LiveAutoBlockMigrationV225Test-2082869167-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=d8f50517-906a-494e-a293-92450ad8c0a0 HTTP/1.1" status: 200 len: 1096 time: 0.0533755 Jan 26 21:07:21.930004 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-14d53889-5b3b-4658-aed8-9532e7042812 admin admin] Publish callbacks [] for security_group (41e2d110-bbf3-4f4c-b7ce-bf8e0baaf3cb), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:07:21.947436 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-ae32ff8b-59b5-4935-b675-7247860a7a82 req-8f2b5e73-93df-4f6a-8c48-118e21d7ed86 tempest-LiveAutoBlockMigrationV225Test-2082869167 tempest-LiveAutoBlockMigrationV225Test-2082869167-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=d3d52ae6-e761-44ee-98bd-9ad0dc66343a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411708 Jan 26 21:07:21.953406 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-14d53889-5b3b-4658-aed8-9532e7042812 admin admin] Publish callbacks [] for security_group (41e2d110-bbf3-4f4c-b7ce-bf8e0baaf3cb), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:07:22.003111 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-14d53889-5b3b-4658-aed8-9532e7042812 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (41e2d110-bbf3-4f4c-b7ce-bf8e0baaf3cb), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:07:22.008095 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-14d53889-5b3b-4658-aed8-9532e7042812 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:07:22.009249 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-14d53889-5b3b-4658-aed8-9532e7042812 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/41e2d110-bbf3-4f4c-b7ce-bf8e0baaf3cb HTTP/1.1" status: 204 len: 168 time: 0.1293116 Jan 26 21:07:22.025747 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d53889-5b3b-4658-aed8-9532e7042812 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41e2d110-bbf3-4f4c-b7ce-bf8e0baaf3cb,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:07:22.070508 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b287f1-9926-46ae-a0ea-4986f4ffc21b req-627dca11-b570-4f4b-b400-7baa0e3cda6a tempest-SecurityGroupsTestJSON-1679712722 tempest-SecurityGroupsTestJSON-1679712722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:07:22.072058 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-59b287f1-9926-46ae-a0ea-4986f4ffc21b req-627dca11-b570-4f4b-b400-7baa0e3cda6a tempest-SecurityGroupsTestJSON-1679712722 tempest-SecurityGroupsTestJSON-1679712722-project] 10.222.0.13 "GET /v2.0/ports?device_id=78b349b9-c275-487f-b7fb-5b8d9fe9296b HTTP/1.1" status: 200 len: 944 time: 0.0529242 Jan 26 21:07:22.077212 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-841f5991-a4d8-4d4b-b215-cbc6bab5427b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (aa7ee9d2-08eb-4e12-b895-24c57300dfec), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:07:22.134400 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-59b287f1-9926-46ae-a0ea-4986f4ffc21b req-e4252ab9-523b-4f52-bdf3-1cd1fcfbadc9 tempest-SecurityGroupsTestJSON-1679712722 tempest-SecurityGroupsTestJSON-1679712722-project] 10.222.0.13 "GET /v2.0/security-groups?id=c3c6c2ef-9865-4e2c-9818-90435d60a1af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533841 Jan 26 21:07:22.266713 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8652e16e-3e5d-4db3-98b5-7509224974bc req-225c0a98-d552-49a1-9c87-9ab79d69803f tempest-LiveMigrationNegativeTest-1337345187 tempest-LiveMigrationNegativeTest-1337345187-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:07:22.268273 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-8652e16e-3e5d-4db3-98b5-7509224974bc req-225c0a98-d552-49a1-9c87-9ab79d69803f tempest-LiveMigrationNegativeTest-1337345187 tempest-LiveMigrationNegativeTest-1337345187-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=61e86725-9aba-4fc2-8347-65b3385cc0a8 HTTP/1.1" status: 200 len: 1100 time: 0.0775568 Jan 26 21:07:22.290087 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-8652e16e-3e5d-4db3-98b5-7509224974bc req-c64fbc08-67d8-42a0-8e2d-9eea73c36418 tempest-LiveMigrationNegativeTest-1337345187 tempest-LiveMigrationNegativeTest-1337345187-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:07:22.374717 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d0b563-d6d6-423e-bb4a-5c2f8efccaee req-db60dd42-3970-4567-b450-ee9eba4a40f3 tempest-ServersAdminTestJSON-2108229583 tempest-ServersAdminTestJSON-2108229583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:07:22.376253 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-30d0b563-d6d6-423e-bb4a-5c2f8efccaee req-db60dd42-3970-4567-b450-ee9eba4a40f3 tempest-ServersAdminTestJSON-2108229583 tempest-ServersAdminTestJSON-2108229583-project] 10.222.0.13 "GET /v2.0/ports?device_id=242b7086-c188-4e0a-9af5-4749fa74838b HTTP/1.1" status: 200 len: 950 time: 0.0778606 Jan 26 21:07:22.444047 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-8652e16e-3e5d-4db3-98b5-7509224974bc req-c64fbc08-67d8-42a0-8e2d-9eea73c36418 tempest-LiveMigrationNegativeTest-1337345187 tempest-LiveMigrationNegativeTest-1337345187-project-admin] Publish callbacks [] for security_group (4d5b108d-3a90-4724-bd4a-d17322d0624d), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:07:22.449498 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-8652e16e-3e5d-4db3-98b5-7509224974bc req-c64fbc08-67d8-42a0-8e2d-9eea73c36418 tempest-LiveMigrationNegativeTest-1337345187 tempest-LiveMigrationNegativeTest-1337345187-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (4d5b108d-3a90-4724-bd4a-d17322d0624d), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:07:22.477112 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-30d0b563-d6d6-423e-bb4a-5c2f8efccaee req-d6e8d219-8a7c-4cbf-b376-7ddfe8ded3db tempest-ServersAdminTestJSON-2108229583 tempest-ServersAdminTestJSON-2108229583-project] 10.222.0.13 "GET /v2.0/security-groups?id=95bc11fd-db53-4b42-971c-c958ca031066&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879617 Jan 26 21:07:22.523134 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-8652e16e-3e5d-4db3-98b5-7509224974bc req-c64fbc08-67d8-42a0-8e2d-9eea73c36418 tempest-LiveMigrationNegativeTest-1337345187 tempest-LiveMigrationNegativeTest-1337345187-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=c0d7fcc6-eb34-4805-a02c-eebfcd508c09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2474966 Jan 26 21:07:22.526263 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c64fbc08-67d8-42a0-8e2d-9eea73c36418 tempest-LiveMigrationNegativeTest-1337345187 tempest-LiveMigrationNegativeTest-1337345187-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d5b108d-3a90-4724-bd4a-d17322d0624d,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:07:22.659104 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d11c09-72a1-41da-add3-4afec6af934e req-5587cba1-47e2-483a-bb15-139e973e2066 tempest-MigrationsAdminTest-1084137346 tempest-MigrationsAdminTest-1084137346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:07:22.661029 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-93d11c09-72a1-41da-add3-4afec6af934e req-5587cba1-47e2-483a-bb15-139e973e2066 tempest-MigrationsAdminTest-1084137346 tempest-MigrationsAdminTest-1084137346-project] 10.222.0.13 "GET /v2.0/ports?device_id=6689602d-c315-4f2d-bb1a-84915600014f HTTP/1.1" status: 200 len: 950 time: 0.0805216 Jan 26 21:07:22.737186 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (4d619873-4b60-439f-9b5a-b155dc8bbc34), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:07:22.753982 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-93d11c09-72a1-41da-add3-4afec6af934e req-77ef6d58-06c2-4dfd-9087-5a162ee0faec tempest-MigrationsAdminTest-1084137346 tempest-MigrationsAdminTest-1084137346-project] 10.222.0.13 "GET /v2.0/security-groups?id=e0b082e3-685f-492b-b87f-3045b8ecd8c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861936 Jan 26 21:07:22.852088 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 45402) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:07:22.963861 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-fc0225ce-9977-4ce1-a8fb-8941521fa748 admin admin] Request body: {'network': {'name': 'tempest-ImagesOneServerNegativeTestJSON-1076716334-network', 'tenant_id': '7738c5884a6447309a2496a4daa195ef'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:07:22.989407 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc0225ce-9977-4ce1-a8fb-8941521fa748 admin admin] Made reservation on behalf of 7738c5884a6447309a2496a4daa195ef for: {'network': 1} {{(pid=103304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 21:07:22.992770 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-fc0225ce-9977-4ce1-a8fb-8941521fa748 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for network (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:07:23.002472 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-fc0225ce-9977-4ce1-a8fb-8941521fa748 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:07:23.105512 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-fc0225ce-9977-4ce1-a8fb-8941521fa748 admin admin] Publish callbacks [] for security_group (aea9fb57-b28b-4984-b6fd-ae500e1c8e4e), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:07:23.118866 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-fc0225ce-9977-4ce1-a8fb-8941521fa748 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (aea9fb57-b28b-4984-b6fd-ae500e1c8e4e), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:07:23.154319 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0225ce-9977-4ce1-a8fb-8941521fa748 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aea9fb57-b28b-4984-b6fd-ae500e1c8e4e,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:07:23.168107 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fc0225ce-9977-4ce1-a8fb-8941521fa748 admin admin] vlan segment allocate from pool success with {'vlan_id': 592, 'physical_network': 'physnet1'} {{(pid=103304) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 26 21:07:23.181914 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-fc0225ce-9977-4ce1-a8fb-8941521fa748 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576559'] for segment (58f97d30-90ed-4b82-8d47-15dab34d927d), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:07:23.182443 n-d-760453-5 neutron-server[103304]: INFO neutron.db.segments_db [None req-fc0225ce-9977-4ce1-a8fb-8941521fa748 admin admin] Added segment 58f97d30-90ed-4b82-8d47-15dab34d927d of type vlan for network 4926adbd-bb58-409b-9ac8-4ddd785838cc Jan 26 21:07:23.239001 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-fc0225ce-9977-4ce1-a8fb-8941521fa748 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746560256871'] for network (4926adbd-bb58-409b-9ac8-4ddd785838cc), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:07:23.274055 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-fc0225ce-9977-4ce1-a8fb-8941521fa748 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503'] for network (4926adbd-bb58-409b-9ac8-4ddd785838cc), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:07:23.275519 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc0225ce-9977-4ce1-a8fb-8941521fa748 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:07:23.276047 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-fc0225ce-9977-4ce1-a8fb-8941521fa748 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709645'] for network (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:07:23.399118 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-fc0225ce-9977-4ce1-a8fb-8941521fa748 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 0.5458894 Jan 26 21:07:23.402174 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 45414) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:07:23.406965 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-049cf091-6dac-4eea-b562-939015729cb3 admin admin] Request body: {'subnet': {'network_id': '4926adbd-bb58-409b-9ac8-4ddd785838cc', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesOneServerNegativeTestJSON-1076716334-subnet', 'tenant_id': '7738c5884a6447309a2496a4daa195ef', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:07:23.411646 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0225ce-9977-4ce1-a8fb-8941521fa748 admin admin] Pushing event updated for resources: {'Network': ['ID=4926adbd-bb58-409b-9ac8-4ddd785838cc,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:07:23.435392 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Network 4926adbd-bb58-409b-9ac8-4ddd785838cc details requested by agent ovs-agent-n-d-760453-5 with host n-d-760453-5 {{(pid=103306) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 26 21:07:23.449086 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b293b366-f6a9-4275-b631-a59389f3653c req-93f7a81a-d4fd-4aa8-9795-a87dde6009ca tempest-SecurityGroupsTestJSON-1679712722 tempest-SecurityGroupsTestJSON-1679712722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:07:23.455987 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-b293b366-f6a9-4275-b631-a59389f3653c req-93f7a81a-d4fd-4aa8-9795-a87dde6009ca tempest-SecurityGroupsTestJSON-1679712722 tempest-SecurityGroupsTestJSON-1679712722-project] 10.222.0.13 "GET /v2.0/ports?device_id=78b349b9-c275-487f-b7fb-5b8d9fe9296b HTTP/1.1" status: 200 len: 944 time: 0.1249731 Jan 26 21:07:23.471478 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a461d88c-306d-4eb2-a2d2-4673a25b2e3f req-0dc51aef-b564-4f93-8540-2912c02ad8c9 tempest-LiveMigrationNegativeTest-869384580 tempest-LiveMigrationNegativeTest-869384580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:07:23.478961 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-a461d88c-306d-4eb2-a2d2-4673a25b2e3f req-0dc51aef-b564-4f93-8540-2912c02ad8c9 tempest-LiveMigrationNegativeTest-869384580 tempest-LiveMigrationNegativeTest-869384580-project] 10.222.0.13 "GET /v2.0/ports?device_id=61e86725-9aba-4fc2-8347-65b3385cc0a8 HTTP/1.1" status: 200 len: 949 time: 0.1468375 Jan 26 21:07:23.486981 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-049cf091-6dac-4eea-b562-939015729cb3 admin admin] Made reservation on behalf of 7738c5884a6447309a2496a4daa195ef for: {'subnet': 1} {{(pid=103304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 21:07:23.489175 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-049cf091-6dac-4eea-b562-939015729cb3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12215181'] for subnet (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:07:23.627857 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-b293b366-f6a9-4275-b631-a59389f3653c req-7fd411dc-9e5c-4370-8971-8b3d68c29a51 tempest-SecurityGroupsTestJSON-1679712722 tempest-SecurityGroupsTestJSON-1679712722-project] 10.222.0.13 "GET /v2.0/security-groups?id=c3c6c2ef-9865-4e2c-9818-90435d60a1af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1668031 Jan 26 21:07:23.654192 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-a461d88c-306d-4eb2-a2d2-4673a25b2e3f req-4e075322-bbf3-45c1-a6f7-998a8215a431 tempest-LiveMigrationNegativeTest-869384580 tempest-LiveMigrationNegativeTest-869384580-project] 10.222.0.13 "GET /v2.0/security-groups?id=c0d7fcc6-eb34-4805-a02c-eebfcd508c09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1715715 Jan 26 21:07:23.839640 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-049cf091-6dac-4eea-b562-939015729cb3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9285249', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12215227'] for subnet (82795dc3-d3c3-45f5-bcea-f6ace04e021f), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:07:23.856943 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4477ab-16df-4fec-ae6a-eae75d1b0106 req-0835bacb-2eb8-46a6-9a38-1f6e3eeac4be tempest-ServersAdminTestJSON-2108229583 tempest-ServersAdminTestJSON-2108229583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:07:23.869434 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-1f4477ab-16df-4fec-ae6a-eae75d1b0106 req-0835bacb-2eb8-46a6-9a38-1f6e3eeac4be tempest-ServersAdminTestJSON-2108229583 tempest-ServersAdminTestJSON-2108229583-project] 10.222.0.13 "GET /v2.0/ports?device_id=242b7086-c188-4e0a-9af5-4749fa74838b HTTP/1.1" status: 200 len: 950 time: 0.1629171 Jan 26 21:07:23.888318 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Device aa1e2176-fd4c-4a89-872a-0c9f0d567de9 details requested by agent hyperv_n-h2-760453-5 with host n-h2-760453-5 {{(pid=103306) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 26 21:07:23.952366 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-839dd188-ec69-470c-9ab0-d318dc1a2e96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (e79b4fc6-6c71-44b2-a6d0-ff3e1f4dfd0d), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:07:23.986624 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049cf091-6dac-4eea-b562-939015729cb3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=82795dc3-d3c3-45f5-bcea-f6ace04e021f,revision_number=0']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:07:24.030414 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-1f4477ab-16df-4fec-ae6a-eae75d1b0106 req-75b7119c-b776-41eb-95e7-3a98152eb377 tempest-ServersAdminTestJSON-2108229583 tempest-ServersAdminTestJSON-2108229583-project] 10.222.0.13 "GET /v2.0/security-groups?id=95bc11fd-db53-4b42-971c-c958ca031066&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1601012 Jan 26 21:07:24.040350 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a76e5f-0f06-49f1-aca6-03b89dbaa13a req-8c0cd784-7840-4458-9432-a0ee3b25d4ea tempest-MigrationsAdminTest-1084137346 tempest-MigrationsAdminTest-1084137346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:07:24.047778 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-c4a76e5f-0f06-49f1-aca6-03b89dbaa13a req-8c0cd784-7840-4458-9432-a0ee3b25d4ea tempest-MigrationsAdminTest-1084137346 tempest-MigrationsAdminTest-1084137346-project] 10.222.0.13 "GET /v2.0/ports?device_id=6689602d-c315-4f2d-bb1a-84915600014f HTTP/1.1" status: 200 len: 950 time: 0.2041411 Jan 26 21:07:24.059126 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] For port aa1e2176-fd4c-4a89-872a-0c9f0d567de9, host n-h2-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-5',level=0,port_id=aa1e2176-fd4c-4a89-872a-0c9f0d567de9,segment=NetworkSegment(4802c0d9-f4b8-40bc-bafe-9a29b8fe6bc1),segment_id=4802c0d9-f4b8-40bc-bafe-9a29b8fe6bc1)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:07:24.075096 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Returning: {'device': 'aa1e2176-fd4c-4a89-872a-0c9f0d567de9', 'network_id': '82d89aaf-7724-4482-8558-074956bc8f8b', 'port_id': 'aa1e2176-fd4c-4a89-872a-0c9f0d567de9', 'mac_address': 'fa:16:3e:58:00:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 571, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eff79e74-5114-4489-a406-2f00d23f7c9e', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103306) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 26 21:07:24.092676 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-049cf091-6dac-4eea-b562-939015729cb3 admin admin] Checking segment: {'id': '58f97d30-90ed-4b82-8d47-15dab34d927d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '4926adbd-bb58-409b-9ac8-4ddd785838cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103304) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 21:07:24.093042 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-049cf091-6dac-4eea-b562-939015729cb3 admin admin] Network hostable DHCP agents. Network: 4926adbd-bb58-409b-9ac8-4ddd785838cc, hostable agents: ['474ccdf7-ab6c-405b-a3b2-dc7b05829902'], hosted agents: [] {{(pid=103304) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 26 21:07:24.107983 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-c4a76e5f-0f06-49f1-aca6-03b89dbaa13a req-d6efd300-45fe-4bb8-8d84-9ecabac871b9 tempest-MigrationsAdminTest-1084137346 tempest-MigrationsAdminTest-1084137346-project] 10.222.0.13 "GET /v2.0/security-groups?id=e0b082e3-685f-492b-b87f-3045b8ecd8c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593460 Jan 26 21:07:24.117740 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Current status of the port aa1e2176-fd4c-4a89-872a-0c9f0d567de9 is: DOWN; New status is: BUILD {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:07:24.118064 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (aa1e2176-fd4c-4a89-872a-0c9f0d567de9), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:07:24.121728 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-049cf091-6dac-4eea-b562-939015729cb3 admin admin] Network 4926adbd-bb58-409b-9ac8-4ddd785838cc is scheduled to be hosted by DHCP agent 474ccdf7-ab6c-405b-a3b2-dc7b05829902 with binding_index 1 {{(pid=103304) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 26 21:07:24.134007 n-d-760453-5 neutron-server[103306]: DEBUG neutron.notifiers.nova [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aa1e2176-fd4c-4a89-872a-0c9f0d567de9 {{(pid=103306) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 26 21:07:24.140066 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [None req-049cf091-6dac-4eea-b562-939015729cb3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760453-5, 4926adbd-bb58-409b-9ac8-4ddd785838cc) {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:07:24.145617 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-049cf091-6dac-4eea-b562-939015729cb3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:07:24.146940 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-049cf091-6dac-4eea-b562-939015729cb3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709645'] for subnet (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:07:24.151553 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51be4a97-3f5a-4766-84e2-835f97d2c74e None None] Network 4926adbd-bb58-409b-9ac8-4ddd785838cc requested from n-d-760453-5 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 26 21:07:24.164376 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-049cf091-6dac-4eea-b562-939015729cb3 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.7611806 Jan 26 21:07:24.171293 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] For port aa1e2176-fd4c-4a89-872a-0c9f0d567de9, host n-h2-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-5',level=0,port_id=aa1e2176-fd4c-4a89-872a-0c9f0d567de9,segment=NetworkSegment(4802c0d9-f4b8-40bc-bafe-9a29b8fe6bc1),segment_id=4802c0d9-f4b8-40bc-bafe-9a29b8fe6bc1)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:07:24.217581 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (aa1e2176-fd4c-4a89-872a-0c9f0d567de9), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:07:24.284943 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Pushing event updated for resources: {'Port': ['ID=aa1e2176-fd4c-4a89-872a-0c9f0d567de9,revision_number=4']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:07:24.315780 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f201c2f-bc67-4ff2-b7e7-8ebe3678c757 None None] Network 4926adbd-bb58-409b-9ac8-4ddd785838cc requested from n-d-760453-5 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 26 21:07:24.583206 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] get_ports_and_sgs() called for port_ids ['aa1e2176-fd4c-4a89-872a-0c9f0d567de9'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 26 21:07:24.642095 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344801a5-2f35-4f74-9c93-2e3c40d9775c req-5f881ca5-0f1d-414e-848f-8cac6a42f849 tempest-ImagesOneServerNegativeTestJSON-151319106 tempest-ImagesOneServerNegativeTestJSON-151319106-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:07:24.646619 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-344801a5-2f35-4f74-9c93-2e3c40d9775c req-5f881ca5-0f1d-414e-848f-8cac6a42f849 tempest-ImagesOneServerNegativeTestJSON-151319106 tempest-ImagesOneServerNegativeTestJSON-151319106-project] 10.222.0.13 "GET /v2.0/networks?id=4926adbd-bb58-409b-9ac8-4ddd785838cc HTTP/1.1" status: 200 len: 822 time: 0.1245432 Jan 26 21:07:24.661586 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-344801a5-2f35-4f74-9c93-2e3c40d9775c req-bb86f9e9-c6d8-4bac-86b5-afaa79be1a69 tempest-ImagesOneServerNegativeTestJSON-151319106 tempest-ImagesOneServerNegativeTestJSON-151319106-project] 10.222.0.13 "GET /v2.0/quotas/7738c5884a6447309a2496a4daa195ef HTTP/1.1" status: 200 len: 375 time: 0.0114088 Jan 26 21:07:24.708886 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-344801a5-2f35-4f74-9c93-2e3c40d9775c req-560b53f4-cf5f-4227-84d1-f35ac06b418b tempest-ImagesOneServerNegativeTestJSON-151319106 tempest-ImagesOneServerNegativeTestJSON-151319106-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=7738c5884a6447309a2496a4daa195ef&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0390856 Jan 26 21:07:24.845977 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a915d4-1275-44e7-9080-9245d74d7833 req-e81eb07a-e1df-4864-88ca-faf0b6e41c4e tempest-LiveMigrationNegativeTest-869384580 tempest-LiveMigrationNegativeTest-869384580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:07:24.847456 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-d3a915d4-1275-44e7-9080-9245d74d7833 req-e81eb07a-e1df-4864-88ca-faf0b6e41c4e tempest-LiveMigrationNegativeTest-869384580 tempest-LiveMigrationNegativeTest-869384580-project] 10.222.0.13 "GET /v2.0/ports?device_id=61e86725-9aba-4fc2-8347-65b3385cc0a8 HTTP/1.1" status: 200 len: 949 time: 0.1050057 Jan 26 21:07:24.853353 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-344801a5-2f35-4f74-9c93-2e3c40d9775c req-61868d6b-fc00-4d86-8de5-3abf2e54fc99 service neutron] 10.222.0.13 "GET /v2.0/networks/4926adbd-bb58-409b-9ac8-4ddd785838cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1370211 Jan 26 21:07:24.950927 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-d3a915d4-1275-44e7-9080-9245d74d7833 req-a91158b2-0798-4aee-adf9-f1095419c283 tempest-LiveMigrationNegativeTest-869384580 tempest-LiveMigrationNegativeTest-869384580-project] 10.222.0.13 "GET /v2.0/security-groups?id=c0d7fcc6-eb34-4805-a02c-eebfcd508c09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965397 Jan 26 21:07:24.985236 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-344801a5-2f35-4f74-9c93-2e3c40d9775c req-f29b48b3-8d1a-4d9a-847e-fabb40833f95 service neutron] 10.222.0.13 "GET /v2.0/networks/4926adbd-bb58-409b-9ac8-4ddd785838cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252482 Jan 26 21:07:25.056695 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (fea0591a-627d-4c87-9a9a-01625ddf3277), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:07:25.080845 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af463f7-a62b-4a92-b118-c3abedc305e3 req-3442cf8f-0415-42b8-9ced-227bd2ffa8c1 tempest-SecurityGroupsTestJSON-1679712722 tempest-SecurityGroupsTestJSON-1679712722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:07:25.082565 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-0af463f7-a62b-4a92-b118-c3abedc305e3 req-3442cf8f-0415-42b8-9ced-227bd2ffa8c1 tempest-SecurityGroupsTestJSON-1679712722 tempest-SecurityGroupsTestJSON-1679712722-project] 10.222.0.13 "GET /v2.0/ports?device_id=78b349b9-c275-487f-b7fb-5b8d9fe9296b HTTP/1.1" status: 200 len: 945 time: 0.0749393 Jan 26 21:07:25.162685 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b493f4f8-376c-4836-ae69-294d2dac7b6e req-b698d2ed-6144-4f43-bf61-3b9e999bc9ea tempest-LiveMigrationNegativeTest-869384580 tempest-LiveMigrationNegativeTest-869384580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:07:25.165766 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-b493f4f8-376c-4836-ae69-294d2dac7b6e req-b698d2ed-6144-4f43-bf61-3b9e999bc9ea tempest-LiveMigrationNegativeTest-869384580 tempest-LiveMigrationNegativeTest-869384580-project] 10.222.0.57 "GET /v2.0/ports?device_id=61e86725-9aba-4fc2-8347-65b3385cc0a8 HTTP/1.1" status: 200 len: 949 time: 0.1050749 Jan 26 21:07:25.254493 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-0af463f7-a62b-4a92-b118-c3abedc305e3 req-fb4057b0-a8ba-44f9-abde-b7a6d163b0a8 tempest-SecurityGroupsTestJSON-1679712722 tempest-SecurityGroupsTestJSON-1679712722-project] 10.222.0.13 "GET /v2.0/security-groups?id=c3c6c2ef-9865-4e2c-9818-90435d60a1af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1484518 Jan 26 21:07:25.401510 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [req-b493f4f8-376c-4836-ae69-294d2dac7b6e req-e214ae7b-9dbf-4cb5-a018-5c0bcb9e9c2e tempest-LiveMigrationNegativeTest-869384580 tempest-LiveMigrationNegativeTest-869384580-project] Deleting port 7d918d62-dfe7-4675-9cf0-2db15031d250 {{(pid=103304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 21:07:25.401859 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-b493f4f8-376c-4836-ae69-294d2dac7b6e req-e214ae7b-9dbf-4cb5-a018-5c0bcb9e9c2e tempest-LiveMigrationNegativeTest-869384580 tempest-LiveMigrationNegativeTest-869384580-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746560630878'] for port (7d918d62-dfe7-4675-9cf0-2db15031d250), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:07:25.614267 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-79fd7380-e434-4094-a81f-21708694a2ce req-25b54ac6-353c-4723-bbf6-14b89382d60c tempest-ImagesOneServerNegativeTestJSON-151319106 tempest-ImagesOneServerNegativeTestJSON-151319106-project] 10.222.0.13 "GET /v2.0/ports?device_id=786120f9-d68f-4c65-88e9-c1a744d7d460 HTTP/1.1" status: 200 len: 210 time: 0.0396767 Jan 26 21:07:25.655528 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [req-b493f4f8-376c-4836-ae69-294d2dac7b6e req-e214ae7b-9dbf-4cb5-a018-5c0bcb9e9c2e tempest-LiveMigrationNegativeTest-869384580 tempest-LiveMigrationNegativeTest-869384580-project] For port 7d918d62-dfe7-4675-9cf0-2db15031d250, host n-h2-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-5',level=0,port_id=7d918d62-dfe7-4675-9cf0-2db15031d250,segment=NetworkSegment(4eab25d6-89d9-4907-a1c2-51b06443ba33),segment_id=4eab25d6-89d9-4907-a1c2-51b06443ba33)] {{(pid=103304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:07:25.655943 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-b493f4f8-376c-4836-ae69-294d2dac7b6e req-e214ae7b-9dbf-4cb5-a018-5c0bcb9e9c2e tempest-LiveMigrationNegativeTest-869384580 tempest-LiveMigrationNegativeTest-869384580-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4109658'] for port (7d918d62-dfe7-4675-9cf0-2db15031d250), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:07:25.673852 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f075df-ff2d-42e9-bc5a-3d37f8c8da75 req-b07ddbaa-2dd6-4438-bf1d-965b06d3f651 tempest-ServersAdminTestJSON-2108229583 tempest-ServersAdminTestJSON-2108229583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:07:25.680950 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-28f075df-ff2d-42e9-bc5a-3d37f8c8da75 req-b07ddbaa-2dd6-4438-bf1d-965b06d3f651 tempest-ServersAdminTestJSON-2108229583 tempest-ServersAdminTestJSON-2108229583-project] 10.222.0.13 "GET /v2.0/ports?device_id=242b7086-c188-4e0a-9af5-4749fa74838b HTTP/1.1" status: 200 len: 950 time: 0.2124133 Jan 26 21:07:25.704897 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [req-b493f4f8-376c-4836-ae69-294d2dac7b6e req-e214ae7b-9dbf-4cb5-a018-5c0bcb9e9c2e tempest-LiveMigrationNegativeTest-869384580 tempest-LiveMigrationNegativeTest-869384580-project] Calling delete_port for 7d918d62-dfe7-4675-9cf0-2db15031d250 owned by compute:nova {{(pid=103304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 21:07:25.812314 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-28f075df-ff2d-42e9-bc5a-3d37f8c8da75 req-e27908f8-68ea-40ff-83d2-e6e30e8f1d75 tempest-ServersAdminTestJSON-2108229583 tempest-ServersAdminTestJSON-2108229583-project] 10.222.0.13 "GET /v2.0/security-groups?id=95bc11fd-db53-4b42-971c-c958ca031066&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1303327 Jan 26 21:07:25.852277 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85caecff-4479-4a19-8338-017e39f2b175 req-3513aaf9-99a1-4f15-a6ec-068ca0920278 tempest-MigrationsAdminTest-1084137346 tempest-MigrationsAdminTest-1084137346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:07:25.854065 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-85caecff-4479-4a19-8338-017e39f2b175 req-3513aaf9-99a1-4f15-a6ec-068ca0920278 tempest-MigrationsAdminTest-1084137346 tempest-MigrationsAdminTest-1084137346-project] 10.222.0.13 "GET /v2.0/ports?device_id=6689602d-c315-4f2d-bb1a-84915600014f HTTP/1.1" status: 200 len: 950 time: 0.1438560 Jan 26 21:07:25.891731 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Device aa1e2176-fd4c-4a89-872a-0c9f0d567de9 up at agent hyperv_n-h2-760453-5 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 21:07:25.941568 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-85caecff-4479-4a19-8338-017e39f2b175 req-02ad9f77-d8c0-4c57-840d-d493af606431 tempest-MigrationsAdminTest-1084137346 tempest-MigrationsAdminTest-1084137346-project] 10.222.0.13 "GET /v2.0/security-groups?id=e0b082e3-685f-492b-b87f-3045b8ecd8c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697031 Jan 26 21:07:25.991254 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Provisioning for port aa1e2176-fd4c-4a89-872a-0c9f0d567de9 completed by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 21:07:26.001238 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Provisioning complete for port aa1e2176-fd4c-4a89-872a-0c9f0d567de9 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:07:26.001654 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (aa1e2176-fd4c-4a89-872a-0c9f0d567de9), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:07:26.098370 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-5883cff6-633d-47ef-ad36-983bbfbdd01c req-55649632-88d9-4da0-ac34-419c1150c93c tempest-LiveMigrationNegativeTest-869384580 tempest-LiveMigrationNegativeTest-869384580-project] 10.222.0.13 "GET /v2.0/ports?device_id=61e86725-9aba-4fc2-8347-65b3385cc0a8 HTTP/1.1" status: 200 len: 210 time: 0.0336185 Jan 26 21:07:26.099029 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-b493f4f8-376c-4836-ae69-294d2dac7b6e req-e214ae7b-9dbf-4cb5-a018-5c0bcb9e9c2e tempest-LiveMigrationNegativeTest-869384580 tempest-LiveMigrationNegativeTest-869384580-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746560636600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746560234536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9281553'] for port (7d918d62-dfe7-4675-9cf0-2db15031d250), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:07:26.130807 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e214ae7b-9dbf-4cb5-a018-5c0bcb9e9c2e tempest-LiveMigrationNegativeTest-869384580 tempest-LiveMigrationNegativeTest-869384580-project] Pushing event deleted for resources: {'Port': ['ID=7d918d62-dfe7-4675-9cf0-2db15031d250,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:07:26.154897 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] get_ports_and_sgs() called for port_ids ['183a2644-444d-4a3f-9603-c7f0561e6c38', '7d918d62-dfe7-4675-9cf0-2db15031d250'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 26 21:07:26.203482 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [req-b493f4f8-376c-4836-ae69-294d2dac7b6e req-e214ae7b-9dbf-4cb5-a018-5c0bcb9e9c2e tempest-LiveMigrationNegativeTest-869384580 tempest-LiveMigrationNegativeTest-869384580-project] No DVR routers for this DVR port 7d918d62-dfe7-4675-9cf0-2db15031d250 on host n-h2-760453-5 {{(pid=103304) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 26 21:07:26.207828 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-b493f4f8-376c-4836-ae69-294d2dac7b6e req-e214ae7b-9dbf-4cb5-a018-5c0bcb9e9c2e tempest-LiveMigrationNegativeTest-869384580 tempest-LiveMigrationNegativeTest-869384580-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:07:26.213485 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-b493f4f8-376c-4836-ae69-294d2dac7b6e req-e214ae7b-9dbf-4cb5-a018-5c0bcb9e9c2e tempest-LiveMigrationNegativeTest-869384580 tempest-LiveMigrationNegativeTest-869384580-project] 10.222.0.57 "DELETE /v2.0/ports/7d918d62-dfe7-4675-9cf0-2db15031d250 HTTP/1.1" status: 204 len: 173 time: 1.0396807 Jan 26 21:07:26.214242 n-d-760453-5 neutron-server[103304]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61e86725-9aba-4fc2-8347-65b3385cc0a8', 'name': 'network-vif-deleted', 'tag': '7d918d62-dfe7-4675-9cf0-2db15031d250'}] {{(pid=103304) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 21:07:26.219129 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d52b45f1943fcd332af9527eb73ff93c8d715d44383a3f6d18de73b4cfcf87b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8b1ee78-364c-469e-b38f-63d83dd42688" -d '{"events": [{"server_uuid": "61e86725-9aba-4fc2-8347-65b3385cc0a8", "name": "network-vif-deleted", "tag": "7d918d62-dfe7-4675-9cf0-2db15031d250"}]}' {{(pid=103304) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 21:07:26.224118 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Current status of the port aa1e2176-fd4c-4a89-872a-0c9f0d567de9 is: BUILD; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:07:26.225189 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (aa1e2176-fd4c-4a89-872a-0c9f0d567de9), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:07:26.295351 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Jan 2022 21:07:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14c062df-4f27-4c05-aeed-6528e6c43638 x-openstack-request-id: req-14c062df-4f27-4c05-aeed-6528e6c43638 {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 21:07:26.295837 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61e86725-9aba-4fc2-8347-65b3385cc0a8", "name": "network-vif-deleted", "tag": "7d918d62-dfe7-4675-9cf0-2db15031d250", "status": "completed", "code": 200}]} {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 21:07:26.296144 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-14c062df-4f27-4c05-aeed-6528e6c43638 {{(pid=103304) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 21:07:26.296609 n-d-760453-5 neutron-server[103304]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61e86725-9aba-4fc2-8347-65b3385cc0a8', 'name': 'network-vif-deleted', 'tag': '7d918d62-dfe7-4675-9cf0-2db15031d250', 'status': 'completed', 'code': 200} Jan 26 21:07:26.309567 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] For port aa1e2176-fd4c-4a89-872a-0c9f0d567de9, host n-h2-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-5',level=0,port_id=aa1e2176-fd4c-4a89-872a-0c9f0d567de9,segment=NetworkSegment(4802c0d9-f4b8-40bc-bafe-9a29b8fe6bc1),segment_id=4802c0d9-f4b8-40bc-bafe-9a29b8fe6bc1)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:07:26.312593 n-d-760453-5 neutron-server[103306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78b349b9-c275-487f-b7fb-5b8d9fe9296b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa1e2176-fd4c-4a89-872a-0c9f0d567de9'}] {{(pid=103306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 21:07:26.316884 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9d5d370febab655511bdd2ffe887e43e442d144a440368702bcc1e93af00b97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c13fe74d-caa2-4c26-a70d-dd4bde246e2a" -d '{"events": [{"server_uuid": "78b349b9-c275-487f-b7fb-5b8d9fe9296b", "name": "network-vif-plugged", "status": "completed", "tag": "aa1e2176-fd4c-4a89-872a-0c9f0d567de9"}]}' {{(pid=103306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 21:07:26.352561 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (aa1e2176-fd4c-4a89-872a-0c9f0d567de9), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:07:26.451351 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Jan 2022 21:07:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c18054bf-8b52-4d8d-8147-c1bc51d8a922 x-openstack-request-id: req-c18054bf-8b52-4d8d-8147-c1bc51d8a922 {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 21:07:26.451814 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "78b349b9-c275-487f-b7fb-5b8d9fe9296b", "name": "network-vif-plugged", "status": "completed", "tag": "aa1e2176-fd4c-4a89-872a-0c9f0d567de9", "code": 200}]} {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 21:07:26.452074 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c18054bf-8b52-4d8d-8147-c1bc51d8a922 {{(pid=103306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 21:07:26.452511 n-d-760453-5 neutron-server[103306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78b349b9-c275-487f-b7fb-5b8d9fe9296b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa1e2176-fd4c-4a89-872a-0c9f0d567de9', 'code': 200} Jan 26 21:07:26.496202 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80bbc646-8458-4b38-aeb2-02ad0ae0ce3d req-cec12d1a-d96c-4a1c-afe9-5f36782a5acc tempest-SecurityGroupsTestJSON-1679712722 tempest-SecurityGroupsTestJSON-1679712722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:07:26.506993 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-80bbc646-8458-4b38-aeb2-02ad0ae0ce3d req-cec12d1a-d96c-4a1c-afe9-5f36782a5acc tempest-SecurityGroupsTestJSON-1679712722 tempest-SecurityGroupsTestJSON-1679712722-project] 10.222.0.13 "GET /v2.0/ports?device_id=78b349b9-c275-487f-b7fb-5b8d9fe9296b HTTP/1.1" status: 200 len: 946 time: 0.1203439 Jan 26 21:07:26.518370 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Pushing event updated for resources: {'Port': ['ID=aa1e2176-fd4c-4a89-872a-0c9f0d567de9,revision_number=5']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:07:26.654782 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-80bbc646-8458-4b38-aeb2-02ad0ae0ce3d req-b6eac0d4-77b4-4fc5-8bef-26dc66b745de tempest-SecurityGroupsTestJSON-1679712722 tempest-SecurityGroupsTestJSON-1679712722-project] 10.222.0.13 "GET /v2.0/security-groups?id=c3c6c2ef-9865-4e2c-9818-90435d60a1af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1469061 Jan 26 21:07:26.700975 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c750394e-16ec-414e-8a28-09d1ebcda1cf req-4e0cb1b2-c58e-4ed9-a9f8-e710558a37b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:07:26.702559 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-c750394e-16ec-414e-8a28-09d1ebcda1cf req-4e0cb1b2-c58e-4ed9-a9f8-e710558a37b4 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=78b349b9-c275-487f-b7fb-5b8d9fe9296b HTTP/1.1" status: 200 len: 1097 time: 0.1359885 Jan 26 21:07:26.800671 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-dcb777b6-dd1c-437a-be5f-af1d79bcdc46 req-cc18dfe2-0242-4f74-a99c-c00deeacfcb0 tempest-ImagesOneServerNegativeTestJSON-151319106 tempest-ImagesOneServerNegativeTestJSON-151319106-project] 10.222.0.13 "GET /v2.0/ports?device_id=786120f9-d68f-4c65-88e9-c1a744d7d460 HTTP/1.1" status: 200 len: 210 time: 0.0605922 Jan 26 21:07:26.830783 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344801a5-2f35-4f74-9c93-2e3c40d9775c req-cd161619-7e41-4543-810f-4ffc7de82c4a tempest-ImagesOneServerNegativeTestJSON-151319106 tempest-ImagesOneServerNegativeTestJSON-151319106-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:07:26.832402 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-344801a5-2f35-4f74-9c93-2e3c40d9775c req-cd161619-7e41-4543-810f-4ffc7de82c4a tempest-ImagesOneServerNegativeTestJSON-151319106 tempest-ImagesOneServerNegativeTestJSON-151319106-project] 10.222.0.66 "GET /v2.0/networks?id=4926adbd-bb58-409b-9ac8-4ddd785838cc HTTP/1.1" status: 200 len: 822 time: 0.2127130 Jan 26 21:07:26.866798 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-c750394e-16ec-414e-8a28-09d1ebcda1cf req-fd8a6cf6-9d5f-4936-ad37-bdceabdbf3cc service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=c3c6c2ef-9865-4e2c-9818-90435d60a1af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1320126 Jan 26 21:07:26.905817 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [req-344801a5-2f35-4f74-9c93-2e3c40d9775c req-99e87471-b0a0-4a7f-b5e4-28889ceac248 tempest-ImagesOneServerNegativeTestJSON-151319106 tempest-ImagesOneServerNegativeTestJSON-151319106-project] Request body: {'port': {'device_id': '786120f9-d68f-4c65-88e9-c1a744d7d460', 'network_id': '4926adbd-bb58-409b-9ac8-4ddd785838cc', 'admin_state_up': True, 'tenant_id': '7738c5884a6447309a2496a4daa195ef'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:07:27.267565 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51312c4-68aa-4e0f-b192-7c8c3e336ba3 req-8834cb6d-578c-4399-857a-c3c87bc82363 tempest-ServersAdminTestJSON-2108229583 tempest-ServersAdminTestJSON-2108229583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:07:27.269103 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-f51312c4-68aa-4e0f-b192-7c8c3e336ba3 req-8834cb6d-578c-4399-857a-c3c87bc82363 tempest-ServersAdminTestJSON-2108229583 tempest-ServersAdminTestJSON-2108229583-project] 10.222.0.13 "GET /v2.0/ports?device_id=242b7086-c188-4e0a-9af5-4749fa74838b HTTP/1.1" status: 200 len: 950 time: 0.3864088 Jan 26 21:07:27.320165 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3070448a-7b51-4194-a26b-1d866f448c2d req-1813cfbd-38e9-456b-9de4-63c459ead3b3 tempest-MigrationsAdminTest-1084137346 tempest-MigrationsAdminTest-1084137346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:07:27.321735 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-3070448a-7b51-4194-a26b-1d866f448c2d req-1813cfbd-38e9-456b-9de4-63c459ead3b3 tempest-MigrationsAdminTest-1084137346 tempest-MigrationsAdminTest-1084137346-project] 10.222.0.13 "GET /v2.0/ports?device_id=6689602d-c315-4f2d-bb1a-84915600014f HTTP/1.1" status: 200 len: 950 time: 0.1203890 Jan 26 21:07:27.373798 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-f51312c4-68aa-4e0f-b192-7c8c3e336ba3 req-0ac202e9-df57-4470-b4fb-f006c116fd18 tempest-ServersAdminTestJSON-2108229583 tempest-ServersAdminTestJSON-2108229583-project] 10.222.0.13 "GET /v2.0/security-groups?id=95bc11fd-db53-4b42-971c-c958ca031066&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985909 Jan 26 21:07:27.377541 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-344801a5-2f35-4f74-9c93-2e3c40d9775c req-99e87471-b0a0-4a7f-b5e4-28889ceac248 tempest-ImagesOneServerNegativeTestJSON-151319106 tempest-ImagesOneServerNegativeTestJSON-151319106-project] Made reservation on behalf of 7738c5884a6447309a2496a4daa195ef for: {'port': 1} {{(pid=103304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 21:07:27.380701 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-344801a5-2f35-4f74-9c93-2e3c40d9775c req-99e87471-b0a0-4a7f-b5e4-28889ceac248 tempest-ImagesOneServerNegativeTestJSON-151319106 tempest-ImagesOneServerNegativeTestJSON-151319106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:07:27.421969 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-3070448a-7b51-4194-a26b-1d866f448c2d req-9641265f-2ff1-4d43-8a88-efea5ab59df7 tempest-MigrationsAdminTest-1084137346 tempest-MigrationsAdminTest-1084137346-project] 10.222.0.13 "GET /v2.0/security-groups?id=e0b082e3-685f-492b-b87f-3045b8ecd8c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843842 Jan 26 21:07:27.535273 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.db_base_plugin_common [req-344801a5-2f35-4f74-9c93-2e3c40d9775c req-99e87471-b0a0-4a7f-b5e4-28889ceac248 tempest-ImagesOneServerNegativeTestJSON-151319106 tempest-ImagesOneServerNegativeTestJSON-151319106-project] Allocated IP 172.20.0.3 (4926adbd-bb58-409b-9ac8-4ddd785838cc/82795dc3-d3c3-45f5-bcea-f6ace04e021f/6142eecc-8c92-4808-9dac-c62548be4bdc) {{(pid=103304) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 21:07:27.740898 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-344801a5-2f35-4f74-9c93-2e3c40d9775c req-99e87471-b0a0-4a7f-b5e4-28889ceac248 tempest-ImagesOneServerNegativeTestJSON-151319106 tempest-ImagesOneServerNegativeTestJSON-151319106-project] Publish callbacks [] for port (6142eecc-8c92-4808-9dac-c62548be4bdc), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:07:27.756726 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44df13a1-f647-4964-89c9-9ef444d06d43 req-bced9942-4390-403f-886e-ed9996d93335 tempest-LiveMigrationNegativeTest-869384580 tempest-LiveMigrationNegativeTest-869384580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:07:27.758260 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-44df13a1-f647-4964-89c9-9ef444d06d43 req-bced9942-4390-403f-886e-ed9996d93335 tempest-LiveMigrationNegativeTest-869384580 tempest-LiveMigrationNegativeTest-869384580-project] 10.222.0.13 "GET /v2.0/ports?device_id=6fdffc41-3d46-4eb3-ae63-ebfe4e1031c3 HTTP/1.1" status: 200 len: 949 time: 0.0870264 Jan 26 21:07:27.838054 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-344801a5-2f35-4f74-9c93-2e3c40d9775c req-99e87471-b0a0-4a7f-b5e4-28889ceac248 tempest-ImagesOneServerNegativeTestJSON-151319106 tempest-ImagesOneServerNegativeTestJSON-151319106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746560234527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9281553'] for port (6142eecc-8c92-4808-9dac-c62548be4bdc), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:07:27.886100 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-44df13a1-f647-4964-89c9-9ef444d06d43 req-732f2ffa-ff6e-48ef-894a-d4666d4cbe8b tempest-LiveMigrationNegativeTest-869384580 tempest-LiveMigrationNegativeTest-869384580-project] 10.222.0.13 "GET /v2.0/security-groups?id=c0d7fcc6-eb34-4805-a02c-eebfcd508c09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200154 Jan 26 21:07:27.912934 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa89a71e-356b-431a-abdd-a4bdc4996ad5 req-b7bb3225-95f8-4a9c-a750-230b022cf23d tempest-SecurityGroupsTestJSON-1679712722 tempest-SecurityGroupsTestJSON-1679712722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:07:27.914468 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-aa89a71e-356b-431a-abdd-a4bdc4996ad5 req-b7bb3225-95f8-4a9c-a750-230b022cf23d tempest-SecurityGroupsTestJSON-1679712722 tempest-SecurityGroupsTestJSON-1679712722-project] 10.222.0.13 "GET /v2.0/ports?device_id=78b349b9-c275-487f-b7fb-5b8d9fe9296b HTTP/1.1" status: 200 len: 946 time: 0.1343696 Jan 26 21:07:27.916282 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-344801a5-2f35-4f74-9c93-2e3c40d9775c req-99e87471-b0a0-4a7f-b5e4-28889ceac248 tempest-ImagesOneServerNegativeTestJSON-151319106 tempest-ImagesOneServerNegativeTestJSON-151319106-project] Network 4926adbd-bb58-409b-9ac8-4ddd785838cc is already hosted by enough agents. {{(pid=103304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 21:07:27.920393 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [req-344801a5-2f35-4f74-9c93-2e3c40d9775c req-99e87471-b0a0-4a7f-b5e4-28889ceac248 tempest-ImagesOneServerNegativeTestJSON-151319106 tempest-ImagesOneServerNegativeTestJSON-151319106-project] Resources bound (agent type, host, resource id): {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:07:27.923479 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e87471-b0a0-4a7f-b5e4-28889ceac248 tempest-ImagesOneServerNegativeTestJSON-151319106 tempest-ImagesOneServerNegativeTestJSON-151319106-project] Pushing event updated for resources: {'Port': ['ID=6142eecc-8c92-4808-9dac-c62548be4bdc,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:07:27.925701 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [req-344801a5-2f35-4f74-9c93-2e3c40d9775c req-99e87471-b0a0-4a7f-b5e4-28889ceac248 tempest-ImagesOneServerNegativeTestJSON-151319106 tempest-ImagesOneServerNegativeTestJSON-151319106-project] Received port after_create {{(pid=103304) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 21:07:28.033746 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344801a5-2f35-4f74-9c93-2e3c40d9775c req-99e87471-b0a0-4a7f-b5e4-28889ceac248 tempest-ImagesOneServerNegativeTestJSON-151319106 tempest-ImagesOneServerNegativeTestJSON-151319106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:07:28.034363 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-344801a5-2f35-4f74-9c93-2e3c40d9775c req-99e87471-b0a0-4a7f-b5e4-28889ceac248 tempest-ImagesOneServerNegativeTestJSON-151319106 tempest-ImagesOneServerNegativeTestJSON-151319106-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:07:28.043221 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-aa89a71e-356b-431a-abdd-a4bdc4996ad5 req-d573911c-7dfb-4ffc-ab40-3e577c0e478d tempest-SecurityGroupsTestJSON-1679712722 tempest-SecurityGroupsTestJSON-1679712722-project] 10.222.0.13 "GET /v2.0/security-groups?id=c3c6c2ef-9865-4e2c-9818-90435d60a1af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207366 Jan 26 21:07:28.064787 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0fdb182-e764-4750-9840-e9e1a8449dd6 req-4cb7100a-e82b-4ec2-8be9-2f5fabc9f1a8 tempest-ImagesOneServerNegativeTestJSON-151319106 tempest-ImagesOneServerNegativeTestJSON-151319106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:07:28.064787 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-b0fdb182-e764-4750-9840-e9e1a8449dd6 req-4cb7100a-e82b-4ec2-8be9-2f5fabc9f1a8 tempest-ImagesOneServerNegativeTestJSON-151319106 tempest-ImagesOneServerNegativeTestJSON-151319106-project] 10.222.0.13 "GET /v2.0/ports?device_id=786120f9-d68f-4c65-88e9-c1a744d7d460 HTTP/1.1" status: 200 len: 931 time: 0.1059780 Jan 26 21:07:28.067986 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-344801a5-2f35-4f74-9c93-2e3c40d9775c req-99e87471-b0a0-4a7f-b5e4-28889ceac248 tempest-ImagesOneServerNegativeTestJSON-151319106 tempest-ImagesOneServerNegativeTestJSON-151319106-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1692779 Jan 26 21:07:28.089201 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [req-344801a5-2f35-4f74-9c93-2e3c40d9775c req-ae309cf2-f882-4967-9ccc-e9bd2f6603ce service neutron] Request body: {'port': {'device_id': '786120f9-d68f-4c65-88e9-c1a744d7d460', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-760453-5'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:07:28.154214 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-b0fdb182-e764-4750-9840-e9e1a8449dd6 req-b37aa621-ccb0-496b-9199-79e657a24b5e tempest-ImagesOneServerNegativeTestJSON-151319106 tempest-ImagesOneServerNegativeTestJSON-151319106-project] 10.222.0.13 "GET /v2.0/security-groups?id=aea9fb57-b28b-4984-b6fd-ae500e1c8e4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847468 Jan 26 21:07:28.160460 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-344801a5-2f35-4f74-9c93-2e3c40d9775c req-ae309cf2-f882-4967-9ccc-e9bd2f6603ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (6142eecc-8c92-4808-9dac-c62548be4bdc), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:07:28.504893 n-d-760453-5 neutron-server[103304]: DEBUG neutron.notifiers.nova [req-344801a5-2f35-4f74-9c93-2e3c40d9775c req-ae309cf2-f882-4967-9ccc-e9bd2f6603ce service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6142eecc-8c92-4808-9dac-c62548be4bdc {{(pid=103304) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 26 21:07:28.523376 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-344801a5-2f35-4f74-9c93-2e3c40d9775c req-ae309cf2-f882-4967-9ccc-e9bd2f6603ce service neutron] Publish callbacks [] for port (6142eecc-8c92-4808-9dac-c62548be4bdc), precommit_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:07:28.559297 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.provisioning_blocks [req-344801a5-2f35-4f74-9c93-2e3c40d9775c req-ae309cf2-f882-4967-9ccc-e9bd2f6603ce service neutron] Transition to ACTIVE for port object 6142eecc-8c92-4808-9dac-c62548be4bdc will not be triggered until provisioned by entity L2. {{(pid=103304) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 21:07:28.569119 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d81c040-6ab3-4dda-bc16-32415a33ce5e req-6f57b981-3607-4a2c-8e9b-0bb5cfe02479 tempest-ServersAdminTestJSON-2108229583 tempest-ServersAdminTestJSON-2108229583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:07:28.570710 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-4d81c040-6ab3-4dda-bc16-32415a33ce5e req-6f57b981-3607-4a2c-8e9b-0bb5cfe02479 tempest-ServersAdminTestJSON-2108229583 tempest-ServersAdminTestJSON-2108229583-project] 10.222.0.13 "GET /v2.0/ports?device_id=242b7086-c188-4e0a-9af5-4749fa74838b HTTP/1.1" status: 200 len: 950 time: 0.1105528 Jan 26 21:07:28.573686 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-344801a5-2f35-4f74-9c93-2e3c40d9775c req-ae309cf2-f882-4967-9ccc-e9bd2f6603ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9281542'] for port (6142eecc-8c92-4808-9dac-c62548be4bdc), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:07:28.650601 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aff5ec2-40e6-4c17-b248-65b643609c97 req-38dd0a4f-a05d-424f-bc6d-32414e9bcce0 tempest-MigrationsAdminTest-1084137346 tempest-MigrationsAdminTest-1084137346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:07:28.652018 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-8aff5ec2-40e6-4c17-b248-65b643609c97 req-38dd0a4f-a05d-424f-bc6d-32414e9bcce0 tempest-MigrationsAdminTest-1084137346 tempest-MigrationsAdminTest-1084137346-project] 10.222.0.13 "GET /v2.0/ports?device_id=6689602d-c315-4f2d-bb1a-84915600014f HTTP/1.1" status: 200 len: 950 time: 0.1545050 Jan 26 21:07:28.674049 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae309cf2-f882-4967-9ccc-e9bd2f6603ce service neutron] Pushing event updated for resources: {'Port': ['ID=6142eecc-8c92-4808-9dac-c62548be4bdc,revision_number=2']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:07:28.719721 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-4d81c040-6ab3-4dda-bc16-32415a33ce5e req-4f055c2f-15ab-435a-9fe4-a289266d0d76 tempest-ServersAdminTestJSON-2108229583 tempest-ServersAdminTestJSON-2108229583-project] 10.222.0.13 "GET /v2.0/security-groups?id=95bc11fd-db53-4b42-971c-c958ca031066&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1371911 Jan 26 21:07:28.772394 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-8aff5ec2-40e6-4c17-b248-65b643609c97 req-30ccdce4-258f-4d42-8abd-821da90ee29d tempest-MigrationsAdminTest-1084137346 tempest-MigrationsAdminTest-1084137346-project] 10.222.0.13 "GET /v2.0/security-groups?id=e0b082e3-685f-492b-b87f-3045b8ecd8c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128669 Jan 26 21:07:28.790739 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [req-344801a5-2f35-4f74-9c93-2e3c40d9775c req-ae309cf2-f882-4967-9ccc-e9bd2f6603ce service neutron] Attempting to bind port 6142eecc-8c92-4808-9dac-c62548be4bdc on host n-h1-760453-5 for vnic_type normal with profile {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 21:07:28.791076 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [req-344801a5-2f35-4f74-9c93-2e3c40d9775c req-ae309cf2-f882-4967-9ccc-e9bd2f6603ce service neutron] Attempting to bind port 6142eecc-8c92-4808-9dac-c62548be4bdc by drivers openvswitch,hyperv on host n-h1-760453-5 at level 0 using segments [{'id': '58f97d30-90ed-4b82-8d47-15dab34d927d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '4926adbd-bb58-409b-9ac8-4ddd785838cc'}] {{(pid=103304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 26 21:07:28.791405 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-344801a5-2f35-4f74-9c93-2e3c40d9775c req-ae309cf2-f882-4967-9ccc-e9bd2f6603ce service neutron] Attempting to bind port 6142eecc-8c92-4808-9dac-c62548be4bdc on network 4926adbd-bb58-409b-9ac8-4ddd785838cc {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 21:07:28.795757 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-344801a5-2f35-4f74-9c93-2e3c40d9775c req-ae309cf2-f882-4967-9ccc-e9bd2f6603ce service neutron] Port 6142eecc-8c92-4808-9dac-c62548be4bdc on network 4926adbd-bb58-409b-9ac8-4ddd785838cc not bound, no agent of type Open vSwitch agent registered on host n-h1-760453-5 {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 26 21:07:28.796079 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-344801a5-2f35-4f74-9c93-2e3c40d9775c req-ae309cf2-f882-4967-9ccc-e9bd2f6603ce service neutron] Attempting to bind port 6142eecc-8c92-4808-9dac-c62548be4bdc on network 4926adbd-bb58-409b-9ac8-4ddd785838cc {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 21:07:28.801328 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-344801a5-2f35-4f74-9c93-2e3c40d9775c req-ae309cf2-f882-4967-9ccc-e9bd2f6603ce service neutron] Checking agent: {'id': '32ef628b-8417-46c5-8729-60fcabe358f1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-760453-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 21, 3, 8), 'started_at': datetime.datetime(2022, 1, 26, 21, 3, 8), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 21, 7, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 26 21:07:28.801705 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-344801a5-2f35-4f74-9c93-2e3c40d9775c req-ae309cf2-f882-4967-9ccc-e9bd2f6603ce service neutron] Checking segment: {'id': '58f97d30-90ed-4b82-8d47-15dab34d927d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '4926adbd-bb58-409b-9ac8-4ddd785838cc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103304) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 21:07:28.802093 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-344801a5-2f35-4f74-9c93-2e3c40d9775c req-ae309cf2-f882-4967-9ccc-e9bd2f6603ce service neutron] Bound using segment: {'id': '58f97d30-90ed-4b82-8d47-15dab34d927d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '4926adbd-bb58-409b-9ac8-4ddd785838cc'} {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 26 21:07:28.803076 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [req-344801a5-2f35-4f74-9c93-2e3c40d9775c req-ae309cf2-f882-4967-9ccc-e9bd2f6603ce service neutron] Bound port: 6142eecc-8c92-4808-9dac-c62548be4bdc, host: n-h1-760453-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '58f97d30-90ed-4b82-8d47-15dab34d927d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '4926adbd-bb58-409b-9ac8-4ddd785838cc'}}] {{(pid=103304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 26 21:07:28.803451 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-344801a5-2f35-4f74-9c93-2e3c40d9775c req-ae309cf2-f882-4967-9ccc-e9bd2f6603ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (6142eecc-8c92-4808-9dac-c62548be4bdc), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:07:28.866808 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [req-344801a5-2f35-4f74-9c93-2e3c40d9775c req-ae309cf2-f882-4967-9ccc-e9bd2f6603ce service neutron] For port 6142eecc-8c92-4808-9dac-c62548be4bdc, host n-h1-760453-5, cleared binding levels {{(pid=103304) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 26 21:07:28.869711 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [req-344801a5-2f35-4f74-9c93-2e3c40d9775c req-ae309cf2-f882-4967-9ccc-e9bd2f6603ce service neutron] For port 6142eecc-8c92-4808-9dac-c62548be4bdc, host n-h1-760453-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-5',level=0,port_id=6142eecc-8c92-4808-9dac-c62548be4bdc,segment=NetworkSegment(58f97d30-90ed-4b82-8d47-15dab34d927d),segment_id=58f97d30-90ed-4b82-8d47-15dab34d927d)] {{(pid=103304) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 26 21:07:28.874795 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-344801a5-2f35-4f74-9c93-2e3c40d9775c req-ae309cf2-f882-4967-9ccc-e9bd2f6603ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9281542'] for port (6142eecc-8c92-4808-9dac-c62548be4bdc), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:07:28.913932 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344801a5-2f35-4f74-9c93-2e3c40d9775c req-ae309cf2-f882-4967-9ccc-e9bd2f6603ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:07:28.914571 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-344801a5-2f35-4f74-9c93-2e3c40d9775c req-ae309cf2-f882-4967-9ccc-e9bd2f6603ce service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:07:28.915957 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-344801a5-2f35-4f74-9c93-2e3c40d9775c req-ae309cf2-f882-4967-9ccc-e9bd2f6603ce service neutron] 10.222.0.66 "PUT /v2.0/ports/6142eecc-8c92-4808-9dac-c62548be4bdc HTTP/1.1" status: 200 len: 1091 time: 0.8331540 Jan 26 21:07:28.916710 n-d-760453-5 neutron-server[103304]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '786120f9-d68f-4c65-88e9-c1a744d7d460', 'tag': '6142eecc-8c92-4808-9dac-c62548be4bdc'}] {{(pid=103304) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 21:07:28.918656 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d52b45f1943fcd332af9527eb73ff93c8d715d44383a3f6d18de73b4cfcf87b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-142e9930-5090-41c6-96c5-4b8583a0170c" -d '{"events": [{"name": "network-changed", "server_uuid": "786120f9-d68f-4c65-88e9-c1a744d7d460", "tag": "6142eecc-8c92-4808-9dac-c62548be4bdc"}]}' {{(pid=103304) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 21:07:28.940525 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae309cf2-f882-4967-9ccc-e9bd2f6603ce service neutron] Pushing event updated for resources: {'Port': ['ID=6142eecc-8c92-4808-9dac-c62548be4bdc,revision_number=3']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:07:28.979856 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 26 Jan 2022 21:07:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0153683f-5c28-456b-bfe0-1c41b2285864 x-openstack-request-id: req-0153683f-5c28-456b-bfe0-1c41b2285864 {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 21:07:28.980154 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "786120f9-d68f-4c65-88e9-c1a744d7d460", "tag": "6142eecc-8c92-4808-9dac-c62548be4bdc", "status": "completed", "code": 200}]} {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 21:07:28.980406 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-0153683f-5c28-456b-bfe0-1c41b2285864 {{(pid=103304) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 21:07:28.980807 n-d-760453-5 neutron-server[103304]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '786120f9-d68f-4c65-88e9-c1a744d7d460', 'tag': '6142eecc-8c92-4808-9dac-c62548be4bdc', 'status': 'completed', 'code': 200} Jan 26 21:07:29.028811 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15a7ccc-4cc9-4221-ada5-edd2b73f15b6 req-96dc6c8b-5a71-478f-b43a-e909db376bbb tempest-LiveMigrationNegativeTest-869384580 tempest-LiveMigrationNegativeTest-869384580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:07:29.030382 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-e15a7ccc-4cc9-4221-ada5-edd2b73f15b6 req-96dc6c8b-5a71-478f-b43a-e909db376bbb tempest-LiveMigrationNegativeTest-869384580 tempest-LiveMigrationNegativeTest-869384580-project] 10.222.0.13 "GET /v2.0/ports?device_id=6fdffc41-3d46-4eb3-ae63-ebfe4e1031c3 HTTP/1.1" status: 200 len: 949 time: 0.0525610 Jan 26 21:07:29.085364 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-e15a7ccc-4cc9-4221-ada5-edd2b73f15b6 req-dadf774b-7e16-4fee-a4f0-ddccc1c6175b tempest-LiveMigrationNegativeTest-869384580 tempest-LiveMigrationNegativeTest-869384580-project] 10.222.0.13 "GET /v2.0/security-groups?id=c0d7fcc6-eb34-4805-a02c-eebfcd508c09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491281 Jan 26 21:07:29.187906 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344801a5-2f35-4f74-9c93-2e3c40d9775c req-3d6d761c-a063-49e7-bee9-82fee6c11190 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:07:29.190098 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-344801a5-2f35-4f74-9c93-2e3c40d9775c req-3d6d761c-a063-49e7-bee9-82fee6c11190 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=7738c5884a6447309a2496a4daa195ef&device_id=786120f9-d68f-4c65-88e9-c1a744d7d460 HTTP/1.1" status: 200 len: 1094 time: 0.0830500 Jan 26 21:07:29.200800 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e814a53-6631-4d8f-be81-06c17f47e8e9 req-1bc2218a-5bbf-4f77-954d-6d3c171dc364 tempest-SecurityGroupsTestJSON-1679712722 tempest-SecurityGroupsTestJSON-1679712722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:07:29.202503 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-3e814a53-6631-4d8f-be81-06c17f47e8e9 req-1bc2218a-5bbf-4f77-954d-6d3c171dc364 tempest-SecurityGroupsTestJSON-1679712722 tempest-SecurityGroupsTestJSON-1679712722-project] 10.222.0.13 "GET /v2.0/ports?device_id=78b349b9-c275-487f-b7fb-5b8d9fe9296b HTTP/1.1" status: 200 len: 946 time: 0.0688276 Jan 26 21:07:29.246886 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-344801a5-2f35-4f74-9c93-2e3c40d9775c req-aadff747-9a07-4364-b542-a54e60a5dea6 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6142eecc-8c92-4808-9dac-c62548be4bdc HTTP/1.1" status: 200 len: 217 time: 0.0419478 Jan 26 21:07:29.354566 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344801a5-2f35-4f74-9c93-2e3c40d9775c req-7292c394-6b21-4930-85e5-2f7325a36be4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:07:29.356045 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-344801a5-2f35-4f74-9c93-2e3c40d9775c req-7292c394-6b21-4930-85e5-2f7325a36be4 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=82795dc3-d3c3-45f5-bcea-f6ace04e021f HTTP/1.1" status: 200 len: 862 time: 0.0960138 Jan 26 21:07:29.366077 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5449ea7c-f4e2-456e-9c75-c63ca885c925 req-30c7cb62-ebf0-411e-8011-322835f66220 tempest-ImagesOneServerNegativeTestJSON-151319106 tempest-ImagesOneServerNegativeTestJSON-151319106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:07:29.367556 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-5449ea7c-f4e2-456e-9c75-c63ca885c925 req-30c7cb62-ebf0-411e-8011-322835f66220 tempest-ImagesOneServerNegativeTestJSON-151319106 tempest-ImagesOneServerNegativeTestJSON-151319106-project] 10.222.0.13 "GET /v2.0/ports?device_id=786120f9-d68f-4c65-88e9-c1a744d7d460 HTTP/1.1" status: 200 len: 943 time: 0.1249270 Jan 26 21:07:29.372318 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-3e814a53-6631-4d8f-be81-06c17f47e8e9 req-ec0f7ae5-0253-41e5-aefd-d5499dc6a08b tempest-SecurityGroupsTestJSON-1679712722 tempest-SecurityGroupsTestJSON-1679712722-project] 10.222.0.13 "GET /v2.0/security-groups?id=c3c6c2ef-9865-4e2c-9818-90435d60a1af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1285844 Jan 26 21:07:29.405739 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-344801a5-2f35-4f74-9c93-2e3c40d9775c req-0dfc0fbf-65a3-4512-8293-84bef99c96ed service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=4926adbd-bb58-409b-9ac8-4ddd785838cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0324428 Jan 26 21:07:29.557702 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31e05bc-7cbf-4db2-8d0b-a6902ddaa0dd req-fe75a6ad-f489-4089-97df-0913fe6f13cb tempest-LiveMigrationNegativeTest-869384580 tempest-LiveMigrationNegativeTest-869384580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:07:29.559188 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-a31e05bc-7cbf-4db2-8d0b-a6902ddaa0dd req-fe75a6ad-f489-4089-97df-0913fe6f13cb tempest-LiveMigrationNegativeTest-869384580 tempest-LiveMigrationNegativeTest-869384580-project] 10.222.0.57 "GET /v2.0/ports?device_id=6fdffc41-3d46-4eb3-ae63-ebfe4e1031c3 HTTP/1.1" status: 200 len: 949 time: 0.1558716 Jan 26 21:07:29.562194 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-5449ea7c-f4e2-456e-9c75-c63ca885c925 req-e3d00a0b-abc4-48ce-aba9-bf54898d6696 tempest-ImagesOneServerNegativeTestJSON-151319106 tempest-ImagesOneServerNegativeTestJSON-151319106-project] 10.222.0.13 "GET /v2.0/security-groups?id=aea9fb57-b28b-4984-b6fd-ae500e1c8e4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1798368 Jan 26 21:07:29.621475 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-ccc1f0c4-7cb8-4bf2-9465-d5439e59fbcc req-2e8e684d-e5d3-4639-8de9-6914f931e7de tempest-SecurityGroupsTestJSON-1679712722 tempest-SecurityGroupsTestJSON-1679712722-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-2054391591&fields=id&tenant_id=cdb3500a13814dc9912a5c6c92f742c5 HTTP/1.1" status: 200 len: 267 time: 0.1650374 Jan 26 21:07:29.649800 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-344801a5-2f35-4f74-9c93-2e3c40d9775c req-d935862d-7017-4997-9e29-9d0213f80234 service neutron] 10.222.0.66 "GET /v2.0/networks/4926adbd-bb58-409b-9ac8-4ddd785838cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2290316 Jan 26 21:07:29.763345 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc1f0c4-7cb8-4bf2-9465-d5439e59fbcc req-3c92c20a-972a-42a6-9cba-8b0f7fd4aa94 tempest-SecurityGroupsTestJSON-1679712722 tempest-SecurityGroupsTestJSON-1679712722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:07:29.764838 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-ccc1f0c4-7cb8-4bf2-9465-d5439e59fbcc req-3c92c20a-972a-42a6-9cba-8b0f7fd4aa94 tempest-SecurityGroupsTestJSON-1679712722 tempest-SecurityGroupsTestJSON-1679712722-project] 10.222.0.13 "GET /v2.0/ports?device_id=78b349b9-c275-487f-b7fb-5b8d9fe9296b HTTP/1.1" status: 200 len: 946 time: 0.1350582 Jan 26 21:07:29.788278 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [req-ccc1f0c4-7cb8-4bf2-9465-d5439e59fbcc req-0f196df2-41af-4e20-82ae-8f32855be55d tempest-SecurityGroupsTestJSON-1679712722 tempest-SecurityGroupsTestJSON-1679712722-project] Request body: {'port': {'security_groups': ['c3c6c2ef-9865-4e2c-9818-90435d60a1af', 'ff21f7f9-7f8d-4e62-8854-cc06e685906b']}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:07:29.855647 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [req-a31e05bc-7cbf-4db2-8d0b-a6902ddaa0dd req-f44880fd-9409-4b5b-8c7b-da0e7a38e2e1 tempest-LiveMigrationNegativeTest-869384580 tempest-LiveMigrationNegativeTest-869384580-project] Deleting port 183a2644-444d-4a3f-9603-c7f0561e6c38 {{(pid=103304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 21:07:29.855886 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-a31e05bc-7cbf-4db2-8d0b-a6902ddaa0dd req-f44880fd-9409-4b5b-8c7b-da0e7a38e2e1 tempest-LiveMigrationNegativeTest-869384580 tempest-LiveMigrationNegativeTest-869384580-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746560630878'] for port (183a2644-444d-4a3f-9603-c7f0561e6c38), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:07:29.878251 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-344801a5-2f35-4f74-9c93-2e3c40d9775c req-2209e82f-5d54-4299-9b6d-60b7bae01ba3 service neutron] 10.222.0.66 "GET /v2.0/networks/4926adbd-bb58-409b-9ac8-4ddd785838cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1975567 Jan 26 21:07:29.899874 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Device 7d918d62-dfe7-4675-9cf0-2db15031d250 no longer exists at agent hyperv_n-h2-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 26 21:07:29.922623 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] No Port match for: 7d918d62-dfe7-4675-9cf0-2db15031d250 {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 26 21:07:29.923065 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Device 7d918d62-dfe7-4675-9cf0-2db15031d250 not bound to the agent host n-h2-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 26 21:07:29.957337 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-ccc1f0c4-7cb8-4bf2-9465-d5439e59fbcc req-0f196df2-41af-4e20-82ae-8f32855be55d tempest-SecurityGroupsTestJSON-1679712722 tempest-SecurityGroupsTestJSON-1679712722-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (aa1e2176-fd4c-4a89-872a-0c9f0d567de9), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:07:29.971242 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd77d14-a3d6-42bd-bab9-4abf1c719ca7 req-e837d6dc-133c-4430-af6d-fabba5ca998a tempest-ServersAdminTestJSON-2108229583 tempest-ServersAdminTestJSON-2108229583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:07:29.972743 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-8cd77d14-a3d6-42bd-bab9-4abf1c719ca7 req-e837d6dc-133c-4430-af6d-fabba5ca998a tempest-ServersAdminTestJSON-2108229583 tempest-ServersAdminTestJSON-2108229583-project] 10.222.0.13 "GET /v2.0/ports?device_id=242b7086-c188-4e0a-9af5-4749fa74838b HTTP/1.1" status: 200 len: 950 time: 0.1762185 Jan 26 21:07:30.080529 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [req-a31e05bc-7cbf-4db2-8d0b-a6902ddaa0dd req-f44880fd-9409-4b5b-8c7b-da0e7a38e2e1 tempest-LiveMigrationNegativeTest-869384580 tempest-LiveMigrationNegativeTest-869384580-project] For port 183a2644-444d-4a3f-9603-c7f0561e6c38, host n-h2-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-5',level=0,port_id=183a2644-444d-4a3f-9603-c7f0561e6c38,segment=NetworkSegment(4eab25d6-89d9-4907-a1c2-51b06443ba33),segment_id=4eab25d6-89d9-4907-a1c2-51b06443ba33)] {{(pid=103304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:07:30.080900 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-a31e05bc-7cbf-4db2-8d0b-a6902ddaa0dd req-f44880fd-9409-4b5b-8c7b-da0e7a38e2e1 tempest-LiveMigrationNegativeTest-869384580 tempest-LiveMigrationNegativeTest-869384580-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4109658'] for port (183a2644-444d-4a3f-9603-c7f0561e6c38), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:07:30.123198 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [req-a31e05bc-7cbf-4db2-8d0b-a6902ddaa0dd req-f44880fd-9409-4b5b-8c7b-da0e7a38e2e1 tempest-LiveMigrationNegativeTest-869384580 tempest-LiveMigrationNegativeTest-869384580-project] Calling delete_port for 183a2644-444d-4a3f-9603-c7f0561e6c38 owned by compute:nova {{(pid=103304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 21:07:30.145863 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142e9930-5090-41c6-96c5-4b8583a0170c req-1d90a030-5789-43b8-857d-d10bee468eb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:07:30.147471 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-142e9930-5090-41c6-96c5-4b8583a0170c req-1d90a030-5789-43b8-857d-d10bee468eb0 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=7738c5884a6447309a2496a4daa195ef&device_id=786120f9-d68f-4c65-88e9-c1a744d7d460 HTTP/1.1" status: 200 len: 1094 time: 0.1679351 Jan 26 21:07:30.156732 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-8cd77d14-a3d6-42bd-bab9-4abf1c719ca7 req-5cb9c5c4-e2bd-4f13-8afd-d93f5b706629 tempest-ServersAdminTestJSON-2108229583 tempest-ServersAdminTestJSON-2108229583-project] 10.222.0.13 "GET /v2.0/security-groups?id=95bc11fd-db53-4b42-971c-c958ca031066&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1702652 Jan 26 21:07:30.416949 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142e9930-5090-41c6-96c5-4b8583a0170c req-bae70272-bdee-47ad-85e4-674f1bc139e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:07:30.418573 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-142e9930-5090-41c6-96c5-4b8583a0170c req-bae70272-bdee-47ad-85e4-674f1bc139e5 service neutron] 10.222.0.66 "GET /v2.0/networks?id=4926adbd-bb58-409b-9ac8-4ddd785838cc HTTP/1.1" status: 200 len: 923 time: 0.2592893 Jan 26 21:07:30.428944 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10753c89-f739-406a-a089-122120a9ecb1 req-8791a7bd-1fc6-46da-b41e-d8a658e7c289 tempest-MigrationsAdminTest-1084137346 tempest-MigrationsAdminTest-1084137346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:07:30.430426 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-10753c89-f739-406a-a089-122120a9ecb1 req-8791a7bd-1fc6-46da-b41e-d8a658e7c289 tempest-MigrationsAdminTest-1084137346 tempest-MigrationsAdminTest-1084137346-project] 10.222.0.13 "GET /v2.0/ports?device_id=6689602d-c315-4f2d-bb1a-84915600014f HTTP/1.1" status: 200 len: 950 time: 0.1784790 Jan 26 21:07:30.718392 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-142e9930-5090-41c6-96c5-4b8583a0170c req-29caf73a-6e21-4c51-9c9e-e77cfb7ad4c0 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6142eecc-8c92-4808-9dac-c62548be4bdc HTTP/1.1" status: 200 len: 217 time: 0.2863095 Jan 26 21:07:30.782512 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [req-ccc1f0c4-7cb8-4bf2-9465-d5439e59fbcc req-0f196df2-41af-4e20-82ae-8f32855be55d tempest-SecurityGroupsTestJSON-1679712722 tempest-SecurityGroupsTestJSON-1679712722-project] For port aa1e2176-fd4c-4a89-872a-0c9f0d567de9, host n-h2-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-5',level=0,port_id=aa1e2176-fd4c-4a89-872a-0c9f0d567de9,segment=NetworkSegment(4802c0d9-f4b8-40bc-bafe-9a29b8fe6bc1),segment_id=4802c0d9-f4b8-40bc-bafe-9a29b8fe6bc1)] {{(pid=103304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:07:30.850720 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-10753c89-f739-406a-a089-122120a9ecb1 req-021ecca9-7f5c-48df-8e1f-39dea5c88f64 tempest-MigrationsAdminTest-1084137346 tempest-MigrationsAdminTest-1084137346-project] 10.222.0.13 "GET /v2.0/security-groups?id=e0b082e3-685f-492b-b87f-3045b8ecd8c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4053080 Jan 26 21:07:30.857224 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142e9930-5090-41c6-96c5-4b8583a0170c req-63d1804a-fea1-46b4-9b79-c88dcd781f85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:07:30.858655 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-142e9930-5090-41c6-96c5-4b8583a0170c req-63d1804a-fea1-46b4-9b79-c88dcd781f85 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=82795dc3-d3c3-45f5-bcea-f6ace04e021f HTTP/1.1" status: 200 len: 862 time: 0.1172824 Jan 26 21:07:30.860937 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-a31e05bc-7cbf-4db2-8d0b-a6902ddaa0dd req-f44880fd-9409-4b5b-8c7b-da0e7a38e2e1 tempest-LiveMigrationNegativeTest-869384580 tempest-LiveMigrationNegativeTest-869384580-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746560636600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746560234536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9281553'] for port (183a2644-444d-4a3f-9603-c7f0561e6c38), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:07:30.863958 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-ccc1f0c4-7cb8-4bf2-9465-d5439e59fbcc req-0f196df2-41af-4e20-82ae-8f32855be55d tempest-SecurityGroupsTestJSON-1679712722 tempest-SecurityGroupsTestJSON-1679712722-project] Publish callbacks [] for port (aa1e2176-fd4c-4a89-872a-0c9f0d567de9), precommit_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:07:30.872002 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-ccc1f0c4-7cb8-4bf2-9465-d5439e59fbcc req-0f196df2-41af-4e20-82ae-8f32855be55d tempest-SecurityGroupsTestJSON-1679712722 tempest-SecurityGroupsTestJSON-1679712722-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9281542'] for port (aa1e2176-fd4c-4a89-872a-0c9f0d567de9), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:07:30.876454 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] get_ports_and_sgs() called for port_ids ['183a2644-444d-4a3f-9603-c7f0561e6c38'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 26 21:07:30.911312 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] get_ports_and_sgs() called for port_ids ['aa1e2176-fd4c-4a89-872a-0c9f0d567de9'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 26 21:07:30.923789 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f44880fd-9409-4b5b-8c7b-da0e7a38e2e1 tempest-LiveMigrationNegativeTest-869384580 tempest-LiveMigrationNegativeTest-869384580-project] Pushing event deleted for resources: {'Port': ['ID=183a2644-444d-4a3f-9603-c7f0561e6c38,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:07:30.927051 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-142e9930-5090-41c6-96c5-4b8583a0170c req-5cad6b2b-d404-4e14-8a90-3e921531b4b5 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=4926adbd-bb58-409b-9ac8-4ddd785838cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0611198 Jan 26 21:07:30.977584 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc1f0c4-7cb8-4bf2-9465-d5439e59fbcc req-0f196df2-41af-4e20-82ae-8f32855be55d tempest-SecurityGroupsTestJSON-1679712722 tempest-SecurityGroupsTestJSON-1679712722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:07:30.978216 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-ccc1f0c4-7cb8-4bf2-9465-d5439e59fbcc req-0f196df2-41af-4e20-82ae-8f32855be55d tempest-SecurityGroupsTestJSON-1679712722 tempest-SecurityGroupsTestJSON-1679712722-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:07:30.979583 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-ccc1f0c4-7cb8-4bf2-9465-d5439e59fbcc req-0f196df2-41af-4e20-82ae-8f32855be55d tempest-SecurityGroupsTestJSON-1679712722 tempest-SecurityGroupsTestJSON-1679712722-project] 10.222.0.13 "PUT /v2.0/ports/aa1e2176-fd4c-4a89-872a-0c9f0d567de9 HTTP/1.1" status: 200 len: 982 time: 1.1991789 Jan 26 21:07:30.993987 n-d-760453-5 neutron-server[103304]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '78b349b9-c275-487f-b7fb-5b8d9fe9296b', 'tag': 'aa1e2176-fd4c-4a89-872a-0c9f0d567de9'}] {{(pid=103304) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 21:07:30.996815 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d52b45f1943fcd332af9527eb73ff93c8d715d44383a3f6d18de73b4cfcf87b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-073b65b0-daeb-4bbb-b80b-82b928ccffad" -d '{"events": [{"name": "network-changed", "server_uuid": "78b349b9-c275-487f-b7fb-5b8d9fe9296b", "tag": "aa1e2176-fd4c-4a89-872a-0c9f0d567de9"}]}' {{(pid=103304) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 21:07:31.043978 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [req-a31e05bc-7cbf-4db2-8d0b-a6902ddaa0dd req-f44880fd-9409-4b5b-8c7b-da0e7a38e2e1 tempest-LiveMigrationNegativeTest-869384580 tempest-LiveMigrationNegativeTest-869384580-project] No DVR routers for this DVR port 183a2644-444d-4a3f-9603-c7f0561e6c38 on host n-h2-760453-5 {{(pid=103304) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 26 21:07:31.078487 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-a31e05bc-7cbf-4db2-8d0b-a6902ddaa0dd req-f44880fd-9409-4b5b-8c7b-da0e7a38e2e1 tempest-LiveMigrationNegativeTest-869384580 tempest-LiveMigrationNegativeTest-869384580-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:07:31.082058 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-a31e05bc-7cbf-4db2-8d0b-a6902ddaa0dd req-f44880fd-9409-4b5b-8c7b-da0e7a38e2e1 tempest-LiveMigrationNegativeTest-869384580 tempest-LiveMigrationNegativeTest-869384580-project] 10.222.0.57 "DELETE /v2.0/ports/183a2644-444d-4a3f-9603-c7f0561e6c38 HTTP/1.1" status: 204 len: 173 time: 1.5107646 Jan 26 21:07:31.100701 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] get_ports_and_sgs() called for port_ids ['aa1e2176-fd4c-4a89-872a-0c9f0d567de9'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 26 21:07:31.175525 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-550853ad-548d-4eb8-8d2c-3c906f16f56f req-408f590b-1960-40c7-a6bb-e001290079dd tempest-LiveMigrationNegativeTest-869384580 tempest-LiveMigrationNegativeTest-869384580-project] 10.222.0.13 "GET /v2.0/ports?device_id=6fdffc41-3d46-4eb3-ae63-ebfe4e1031c3 HTTP/1.1" status: 200 len: 210 time: 0.1289546 Jan 26 21:07:31.226982 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Device e917e1bd-6443-4f62-9834-092549570e4b no longer exists at agent hyperv_n-h1-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 26 21:07:31.236859 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f196df2-41af-4e20-82ae-8f32855be55d tempest-SecurityGroupsTestJSON-1679712722 tempest-SecurityGroupsTestJSON-1679712722-project] Pushing event updated for resources: {'Port': ['ID=aa1e2176-fd4c-4a89-872a-0c9f0d567de9,revision_number=6']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:07:31.296880 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-142e9930-5090-41c6-96c5-4b8583a0170c req-0c687956-d33b-4a16-b9ea-37178f516066 service neutron] 10.222.0.66 "GET /v2.0/networks/4926adbd-bb58-409b-9ac8-4ddd785838cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3260043 Jan 26 21:07:31.310066 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccac49d5-3a8d-490a-80e2-4880d07e909d req-85810b79-b002-4d28-9618-e12b297a6a97 tempest-ImagesOneServerNegativeTestJSON-151319106 tempest-ImagesOneServerNegativeTestJSON-151319106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:07:31.311195 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-ccac49d5-3a8d-490a-80e2-4880d07e909d req-85810b79-b002-4d28-9618-e12b297a6a97 tempest-ImagesOneServerNegativeTestJSON-151319106 tempest-ImagesOneServerNegativeTestJSON-151319106-project] 10.222.0.13 "GET /v2.0/ports?device_id=786120f9-d68f-4c65-88e9-c1a744d7d460 HTTP/1.1" status: 200 len: 943 time: 0.2070386 Jan 26 21:07:31.437919 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Current status of the port e917e1bd-6443-4f62-9834-092549570e4b is: ACTIVE; New status is: DOWN {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:07:31.438404 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (e917e1bd-6443-4f62-9834-092549570e4b), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:07:31.438781 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-22bda4df-a928-4d92-8684-442a50c604a0 req-16085af6-ed00-4da8-9fde-869b72eb49b6 tempest-SecurityGroupsTestJSON-1679712722 tempest-SecurityGroupsTestJSON-1679712722-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1203937217&fields=id&tenant_id=cdb3500a13814dc9912a5c6c92f742c5 HTTP/1.1" status: 200 len: 267 time: 0.1456771 Jan 26 21:07:31.477125 n-d-760453-5 neutron-server[103306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '242b7086-c188-4e0a-9af5-4749fa74838b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e917e1bd-6443-4f62-9834-092549570e4b'}] {{(pid=103306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 21:07:31.479444 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9d5d370febab655511bdd2ffe887e43e442d144a440368702bcc1e93af00b97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2a9871c-0142-4034-aa24-deb1a1447642" -d '{"events": [{"server_uuid": "242b7086-c188-4e0a-9af5-4749fa74838b", "name": "network-vif-unplugged", "status": "completed", "tag": "e917e1bd-6443-4f62-9834-092549570e4b"}]}' {{(pid=103306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 21:07:31.484176 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-ccac49d5-3a8d-490a-80e2-4880d07e909d req-bec7b48f-f7bf-4e25-8aa9-4d0d74044e0c tempest-ImagesOneServerNegativeTestJSON-151319106 tempest-ImagesOneServerNegativeTestJSON-151319106-project] 10.222.0.13 "GET /v2.0/security-groups?id=aea9fb57-b28b-4984-b6fd-ae500e1c8e4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1562104 Jan 26 21:07:31.512528 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] For port e917e1bd-6443-4f62-9834-092549570e4b, host n-h1-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-5',level=0,port_id=e917e1bd-6443-4f62-9834-092549570e4b,segment=NetworkSegment(4eab25d6-89d9-4907-a1c2-51b06443ba33),segment_id=4eab25d6-89d9-4907-a1c2-51b06443ba33)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:07:31.518588 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-142e9930-5090-41c6-96c5-4b8583a0170c req-0908a3d7-c509-4db8-b4d8-0987977e9cdd service neutron] 10.222.0.66 "GET /v2.0/networks/4926adbd-bb58-409b-9ac8-4ddd785838cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2050295 Jan 26 21:07:31.528540 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (e917e1bd-6443-4f62-9834-092549570e4b), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:07:31.535518 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22bda4df-a928-4d92-8684-442a50c604a0 req-01bf655d-9fe1-40de-a934-b9c535ff60f5 tempest-SecurityGroupsTestJSON-1679712722 tempest-SecurityGroupsTestJSON-1679712722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:07:31.543725 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-22bda4df-a928-4d92-8684-442a50c604a0 req-01bf655d-9fe1-40de-a934-b9c535ff60f5 tempest-SecurityGroupsTestJSON-1679712722 tempest-SecurityGroupsTestJSON-1679712722-project] 10.222.0.13 "GET /v2.0/ports?device_id=78b349b9-c275-487f-b7fb-5b8d9fe9296b HTTP/1.1" status: 200 len: 985 time: 0.0963187 Jan 26 21:07:31.549760 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [req-22bda4df-a928-4d92-8684-442a50c604a0 req-2d123c4d-7405-4e4b-8d4c-f92c9f70518d tempest-SecurityGroupsTestJSON-1679712722 tempest-SecurityGroupsTestJSON-1679712722-project] Request body: {'port': {'security_groups': ['c3c6c2ef-9865-4e2c-9818-90435d60a1af', 'ff21f7f9-7f8d-4e62-8854-cc06e685906b', 'c7404cf3-1d9e-4f3c-845e-ebf33f6cec1c']}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:07:31.565081 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 26 Jan 2022 21:07:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5cdf15d5-c5cc-42f1-b0bb-e0f38afc3fc8 x-openstack-request-id: req-5cdf15d5-c5cc-42f1-b0bb-e0f38afc3fc8 {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 21:07:31.565478 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "78b349b9-c275-487f-b7fb-5b8d9fe9296b", "tag": "aa1e2176-fd4c-4a89-872a-0c9f0d567de9", "status": "completed", "code": 200}]} {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 21:07:31.565735 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-5cdf15d5-c5cc-42f1-b0bb-e0f38afc3fc8 {{(pid=103304) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 21:07:31.566145 n-d-760453-5 neutron-server[103304]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '78b349b9-c275-487f-b7fb-5b8d9fe9296b', 'tag': 'aa1e2176-fd4c-4a89-872a-0c9f0d567de9', 'status': 'completed', 'code': 200} Jan 26 21:07:31.673892 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Pushing event updated for resources: {'Port': ['ID=e917e1bd-6443-4f62-9834-092549570e4b,revision_number=6']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:07:31.688051 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:07:31.688841 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:07:31.689408 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:07:31.690477 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:07:31.691138 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:07:31.692136 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:07:31.692316 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:07:31.692814 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:07:31.694214 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:07:31.694539 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:07:31.694924 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:07:31.695483 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:07:31.695899 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:07:31.725241 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-22bda4df-a928-4d92-8684-442a50c604a0 req-2d123c4d-7405-4e4b-8d4c-f92c9f70518d tempest-SecurityGroupsTestJSON-1679712722 tempest-SecurityGroupsTestJSON-1679712722-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (aa1e2176-fd4c-4a89-872a-0c9f0d567de9), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:07:31.746221 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073b65b0-daeb-4bbb-b80b-82b928ccffad req-c2ab6917-6920-4a36-951e-1bcaf894dc81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:07:31.747637 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-073b65b0-daeb-4bbb-b80b-82b928ccffad req-c2ab6917-6920-4a36-951e-1bcaf894dc81 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=cdb3500a13814dc9912a5c6c92f742c5&device_id=78b349b9-c275-487f-b7fb-5b8d9fe9296b HTTP/1.1" status: 200 len: 1136 time: 0.1438994 Jan 26 21:07:31.810083 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47be6a4-8893-436e-a38a-d557ccd7a59d req-3c3620b0-8f03-465f-996d-c25205b23f35 tempest-ServersAdminTestJSON-2108229583 tempest-ServersAdminTestJSON-2108229583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:07:31.811561 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-c47be6a4-8893-436e-a38a-d557ccd7a59d req-3c3620b0-8f03-465f-996d-c25205b23f35 tempest-ServersAdminTestJSON-2108229583 tempest-ServersAdminTestJSON-2108229583-project] 10.222.0.13 "GET /v2.0/ports?device_id=242b7086-c188-4e0a-9af5-4749fa74838b HTTP/1.1" status: 200 len: 948 time: 0.1328235 Jan 26 21:07:31.951837 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073b65b0-daeb-4bbb-b80b-82b928ccffad req-1f0ebb12-2b5b-45e6-8714-006b5d6551d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:07:31.953343 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-073b65b0-daeb-4bbb-b80b-82b928ccffad req-1f0ebb12-2b5b-45e6-8714-006b5d6551d1 service neutron] 10.222.0.57 "GET /v2.0/networks?id=82d89aaf-7724-4482-8558-074956bc8f8b HTTP/1.1" status: 200 len: 914 time: 0.1990719 Jan 26 21:07:31.958925 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-c47be6a4-8893-436e-a38a-d557ccd7a59d req-3f17ddd8-3338-4cd1-9947-829f452bdbfa tempest-ServersAdminTestJSON-2108229583 tempest-ServersAdminTestJSON-2108229583-project] 10.222.0.13 "GET /v2.0/security-groups?id=95bc11fd-db53-4b42-971c-c958ca031066&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187918 Jan 26 21:07:32.008439 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-073b65b0-daeb-4bbb-b80b-82b928ccffad req-ec8234bc-956b-419f-9062-e4bed4d94261 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=aa1e2176-fd4c-4a89-872a-0c9f0d567de9 HTTP/1.1" status: 200 len: 217 time: 0.0480349 Jan 26 21:07:32.032618 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 26 Jan 2022 21:07:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f94918cc-ec0f-4bc1-896c-0fce0eb84ae8 x-openstack-request-id: req-f94918cc-ec0f-4bc1-896c-0fce0eb84ae8 {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 21:07:32.033107 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "242b7086-c188-4e0a-9af5-4749fa74838b", "name": "network-vif-unplugged", "status": "completed", "tag": "e917e1bd-6443-4f62-9834-092549570e4b", "code": 200}]} {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 21:07:32.033192 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f94918cc-ec0f-4bc1-896c-0fce0eb84ae8 {{(pid=103306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 21:07:32.033600 n-d-760453-5 neutron-server[103306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '242b7086-c188-4e0a-9af5-4749fa74838b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e917e1bd-6443-4f62-9834-092549570e4b', 'code': 200} Jan 26 21:07:32.144489 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073b65b0-daeb-4bbb-b80b-82b928ccffad req-1eefe3fb-d031-4f9b-a2cb-ba8fe91a2f07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:07:32.146006 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-073b65b0-daeb-4bbb-b80b-82b928ccffad req-1eefe3fb-d031-4f9b-a2cb-ba8fe91a2f07 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=eff79e74-5114-4489-a406-2f00d23f7c9e HTTP/1.1" status: 200 len: 853 time: 0.1232007 Jan 26 21:07:32.194979 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-073b65b0-daeb-4bbb-b80b-82b928ccffad req-67f58695-5bf5-4787-b37c-6a2345f73bb9 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=82d89aaf-7724-4482-8558-074956bc8f8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0394671 Jan 26 21:07:32.208311 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [req-22bda4df-a928-4d92-8684-442a50c604a0 req-2d123c4d-7405-4e4b-8d4c-f92c9f70518d tempest-SecurityGroupsTestJSON-1679712722 tempest-SecurityGroupsTestJSON-1679712722-project] For port aa1e2176-fd4c-4a89-872a-0c9f0d567de9, host n-h2-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-5',level=0,port_id=aa1e2176-fd4c-4a89-872a-0c9f0d567de9,segment=NetworkSegment(4802c0d9-f4b8-40bc-bafe-9a29b8fe6bc1),segment_id=4802c0d9-f4b8-40bc-bafe-9a29b8fe6bc1)] {{(pid=103304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:07:32.210097 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3b0cf6-4451-4629-bc8d-8d39ba4fc57f req-3f66f329-f660-48a9-89ed-460dfe02d7c8 tempest-MigrationsAdminTest-1084137346 tempest-MigrationsAdminTest-1084137346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:07:32.212354 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-af3b0cf6-4451-4629-bc8d-8d39ba4fc57f req-3f66f329-f660-48a9-89ed-460dfe02d7c8 tempest-MigrationsAdminTest-1084137346 tempest-MigrationsAdminTest-1084137346-project] 10.222.0.13 "GET /v2.0/ports?device_id=6689602d-c315-4f2d-bb1a-84915600014f HTTP/1.1" status: 200 len: 950 time: 0.1285021 Jan 26 21:07:32.324532 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-22bda4df-a928-4d92-8684-442a50c604a0 req-2d123c4d-7405-4e4b-8d4c-f92c9f70518d tempest-SecurityGroupsTestJSON-1679712722 tempest-SecurityGroupsTestJSON-1679712722-project] Publish callbacks [] for port (aa1e2176-fd4c-4a89-872a-0c9f0d567de9), precommit_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:07:32.342034 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-22bda4df-a928-4d92-8684-442a50c604a0 req-2d123c4d-7405-4e4b-8d4c-f92c9f70518d tempest-SecurityGroupsTestJSON-1679712722 tempest-SecurityGroupsTestJSON-1679712722-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9281542'] for port (aa1e2176-fd4c-4a89-872a-0c9f0d567de9), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:07:32.355417 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] get_ports_and_sgs() called for port_ids ['aa1e2176-fd4c-4a89-872a-0c9f0d567de9'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 26 21:07:32.362947 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-af3b0cf6-4451-4629-bc8d-8d39ba4fc57f req-2f799ea6-9b80-495e-854b-c7f4aa002579 tempest-MigrationsAdminTest-1084137346 tempest-MigrationsAdminTest-1084137346-project] 10.222.0.13 "GET /v2.0/security-groups?id=e0b082e3-685f-492b-b87f-3045b8ecd8c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247320 Jan 26 21:07:32.407730 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22bda4df-a928-4d92-8684-442a50c604a0 req-2d123c4d-7405-4e4b-8d4c-f92c9f70518d tempest-SecurityGroupsTestJSON-1679712722 tempest-SecurityGroupsTestJSON-1679712722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:07:32.408358 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-22bda4df-a928-4d92-8684-442a50c604a0 req-2d123c4d-7405-4e4b-8d4c-f92c9f70518d tempest-SecurityGroupsTestJSON-1679712722 tempest-SecurityGroupsTestJSON-1679712722-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:07:32.409778 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-22bda4df-a928-4d92-8684-442a50c604a0 req-2d123c4d-7405-4e4b-8d4c-f92c9f70518d tempest-SecurityGroupsTestJSON-1679712722 tempest-SecurityGroupsTestJSON-1679712722-project] 10.222.0.13 "PUT /v2.0/ports/aa1e2176-fd4c-4a89-872a-0c9f0d567de9 HTTP/1.1" status: 200 len: 1021 time: 0.8652484 Jan 26 21:07:32.414771 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-073b65b0-daeb-4bbb-b80b-82b928ccffad req-d5c2abb5-f193-4710-a46c-152a372639fc service neutron] 10.222.0.57 "GET /v2.0/networks/82d89aaf-7724-4482-8558-074956bc8f8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1959846 Jan 26 21:07:32.483565 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d123c4d-7405-4e4b-8d4c-f92c9f70518d tempest-SecurityGroupsTestJSON-1679712722 tempest-SecurityGroupsTestJSON-1679712722-project] Pushing event updated for resources: {'Port': ['ID=aa1e2176-fd4c-4a89-872a-0c9f0d567de9,revision_number=7']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:07:32.526839 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] get_ports_and_sgs() called for port_ids ['aa1e2176-fd4c-4a89-872a-0c9f0d567de9'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 26 21:07:32.565655 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-073b65b0-daeb-4bbb-b80b-82b928ccffad req-9ff44930-970d-4b4d-9b41-796d7f7e9017 service neutron] 10.222.0.57 "GET /v2.0/networks/82d89aaf-7724-4482-8558-074956bc8f8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1408086 Jan 26 21:07:32.753241 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398e9b5d-ebf2-4e5d-958f-2cd8f56b8644 req-7f83dacf-da15-48de-9a39-5b7d23c74e2d tempest-SecurityGroupsTestJSON-1679712722 tempest-SecurityGroupsTestJSON-1679712722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:07:32.754925 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-398e9b5d-ebf2-4e5d-958f-2cd8f56b8644 req-7f83dacf-da15-48de-9a39-5b7d23c74e2d tempest-SecurityGroupsTestJSON-1679712722 tempest-SecurityGroupsTestJSON-1679712722-project] 10.222.0.13 "GET /v2.0/ports?device_id=78b349b9-c275-487f-b7fb-5b8d9fe9296b HTTP/1.1" status: 200 len: 1024 time: 0.1480887 Jan 26 21:07:32.819563 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c8f1f2-6348-492b-a9ba-bf3cca9f2ba3 req-f56565ee-fbb7-4928-b276-d0025da7ef65 tempest-ImagesOneServerNegativeTestJSON-151319106 tempest-ImagesOneServerNegativeTestJSON-151319106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:07:32.821179 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-79c8f1f2-6348-492b-a9ba-bf3cca9f2ba3 req-f56565ee-fbb7-4928-b276-d0025da7ef65 tempest-ImagesOneServerNegativeTestJSON-151319106 tempest-ImagesOneServerNegativeTestJSON-151319106-project] 10.222.0.13 "GET /v2.0/ports?device_id=786120f9-d68f-4c65-88e9-c1a744d7d460 HTTP/1.1" status: 200 len: 943 time: 0.1415472 Jan 26 21:07:32.883604 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 45568) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:07:32.911383 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-398e9b5d-ebf2-4e5d-958f-2cd8f56b8644 req-02d940dc-1940-4112-9fe9-ac311f6d6bf2 tempest-SecurityGroupsTestJSON-1679712722 tempest-SecurityGroupsTestJSON-1679712722-project] 10.222.0.13 "GET /v2.0/security-groups?id=c7404cf3-1d9e-4f3c-845e-ebf33f6cec1c&id=ff21f7f9-7f8d-4e62-8854-cc06e685906b&id=c3c6c2ef-9865-4e2c-9818-90435d60a1af HTTP/1.1" status: 200 len: 6200 time: 0.1370730 Jan 26 21:07:32.954334 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-79c8f1f2-6348-492b-a9ba-bf3cca9f2ba3 req-b2b95878-6374-4228-bebb-3d0784ef9a7b tempest-ImagesOneServerNegativeTestJSON-151319106 tempest-ImagesOneServerNegativeTestJSON-151319106-project] 10.222.0.13 "GET /v2.0/security-groups?id=aea9fb57-b28b-4984-b6fd-ae500e1c8e4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149325 Jan 26 21:07:32.998908 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [req-4c3ac680-0a3c-4d3b-9415-1c8c3d8aaf0d req-e8b70af2-add2-4ebb-8d41-c421328abf2a tempest-SecurityGroupsTestJSON-1679712722 tempest-SecurityGroupsTestJSON-1679712722-project] Request body: {'security_group': {'name': ' tempest-securitygroup -34526278 ', 'description': 'tempest-description-1793559469'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:07:33.034042 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-4c3ac680-0a3c-4d3b-9415-1c8c3d8aaf0d req-e8b70af2-add2-4ebb-8d41-c421328abf2a tempest-SecurityGroupsTestJSON-1679712722 tempest-SecurityGroupsTestJSON-1679712722-project] Publish callbacks [] for security_group (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:07:33.123870 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-4c3ac680-0a3c-4d3b-9415-1c8c3d8aaf0d req-e8b70af2-add2-4ebb-8d41-c421328abf2a tempest-SecurityGroupsTestJSON-1679712722 tempest-SecurityGroupsTestJSON-1679712722-project] Publish callbacks [] for security_group (a26e4cfd-b53f-4a4c-8acc-099df7348503), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:07:33.162695 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-4c3ac680-0a3c-4d3b-9415-1c8c3d8aaf0d req-e8b70af2-add2-4ebb-8d41-c421328abf2a tempest-SecurityGroupsTestJSON-1679712722 tempest-SecurityGroupsTestJSON-1679712722-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (a26e4cfd-b53f-4a4c-8acc-099df7348503), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:07:33.164459 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-1b5407ed-0182-4fa9-bf8c-c7db552ea169 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=9c01b4e5f2b446af86a1de537d353daf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2794263 Jan 26 21:07:33.167224 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 45580) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:07:33.202280 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6254e10-8f32-4c4e-b15f-a6d3c9ef360c req-379f8af6-a93f-47c6-8ceb-744c00ec538b tempest-ServersAdminTestJSON-2108229583 tempest-ServersAdminTestJSON-2108229583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:07:33.203907 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-a6254e10-8f32-4c4e-b15f-a6d3c9ef360c req-379f8af6-a93f-47c6-8ceb-744c00ec538b tempest-ServersAdminTestJSON-2108229583 tempest-ServersAdminTestJSON-2108229583-project] 10.222.0.13 "GET /v2.0/ports?device_id=242b7086-c188-4e0a-9af5-4749fa74838b HTTP/1.1" status: 200 len: 948 time: 0.0784895 Jan 26 21:07:33.209340 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-4c3ac680-0a3c-4d3b-9415-1c8c3d8aaf0d req-e8b70af2-add2-4ebb-8d41-c421328abf2a tempest-SecurityGroupsTestJSON-1679712722 tempest-SecurityGroupsTestJSON-1679712722-project] Publish callbacks [] for security_group (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:07:33.215473 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Device 6142eecc-8c92-4808-9dac-c62548be4bdc details requested by agent hyperv_n-h1-760453-5 with host n-h1-760453-5 {{(pid=103306) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 26 21:07:33.222898 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-4c3ac680-0a3c-4d3b-9415-1c8c3d8aaf0d req-e8b70af2-add2-4ebb-8d41-c421328abf2a tempest-SecurityGroupsTestJSON-1679712722 tempest-SecurityGroupsTestJSON-1679712722-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1801 time: 0.2277968 Jan 26 21:07:33.226457 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-b175851c-954d-45bb-b6f8-036f45f5f07a admin admin] Publish callbacks [] for security_group (c0d7fcc6-eb34-4805-a02c-eebfcd508c09), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:07:33.244917 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b70af2-add2-4ebb-8d41-c421328abf2a tempest-SecurityGroupsTestJSON-1679712722 tempest-SecurityGroupsTestJSON-1679712722-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a26e4cfd-b53f-4a4c-8acc-099df7348503,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:07:33.257511 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-b175851c-954d-45bb-b6f8-036f45f5f07a admin admin] Publish callbacks [] for security_group (c0d7fcc6-eb34-4805-a02c-eebfcd508c09), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:07:33.320172 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-b175851c-954d-45bb-b6f8-036f45f5f07a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (c0d7fcc6-eb34-4805-a02c-eebfcd508c09), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:07:33.324482 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-b175851c-954d-45bb-b6f8-036f45f5f07a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:07:33.328342 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-b175851c-954d-45bb-b6f8-036f45f5f07a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/c0d7fcc6-eb34-4805-a02c-eebfcd508c09 HTTP/1.1" status: 204 len: 168 time: 0.1584077 Jan 26 21:07:33.347363 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b175851c-954d-45bb-b6f8-036f45f5f07a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0d7fcc6-eb34-4805-a02c-eebfcd508c09,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:07:33.359463 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-a6254e10-8f32-4c4e-b15f-a6d3c9ef360c req-c5a89b77-2c55-472d-b81c-6e52f5583976 tempest-ServersAdminTestJSON-2108229583 tempest-ServersAdminTestJSON-2108229583-project] 10.222.0.13 "GET /v2.0/security-groups?id=95bc11fd-db53-4b42-971c-c958ca031066&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1335599 Jan 26 21:07:33.396923 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] For port 6142eecc-8c92-4808-9dac-c62548be4bdc, host n-h1-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-5',level=0,port_id=6142eecc-8c92-4808-9dac-c62548be4bdc,segment=NetworkSegment(58f97d30-90ed-4b82-8d47-15dab34d927d),segment_id=58f97d30-90ed-4b82-8d47-15dab34d927d)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:07:33.424402 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Returning: {'device': '6142eecc-8c92-4808-9dac-c62548be4bdc', 'network_id': '4926adbd-bb58-409b-9ac8-4ddd785838cc', 'port_id': '6142eecc-8c92-4808-9dac-c62548be4bdc', 'mac_address': 'fa:16:3e:92:8a:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 592, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '82795dc3-d3c3-45f5-bcea-f6ace04e021f', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103306) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 26 21:07:33.471726 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Current status of the port 6142eecc-8c92-4808-9dac-c62548be4bdc is: DOWN; New status is: BUILD {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:07:33.472347 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (6142eecc-8c92-4808-9dac-c62548be4bdc), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:07:33.489029 n-d-760453-5 neutron-server[103306]: DEBUG neutron.notifiers.nova [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6142eecc-8c92-4808-9dac-c62548be4bdc {{(pid=103306) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 26 21:07:33.509778 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-0a9e776c-e444-4fb1-a200-2d04257605fa req-a538a87c-dcc7-4349-a12a-0e53534b2e76 tempest-SecurityGroupsTestJSON-1679712722 tempest-SecurityGroupsTestJSON-1679712722-project] 10.222.0.13 "GET /v2.0/security-groups/a26e4cfd-b53f-4a4c-8acc-099df7348503 HTTP/1.1" status: 200 len: 1796 time: 0.1031706 Jan 26 21:07:33.537553 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] For port 6142eecc-8c92-4808-9dac-c62548be4bdc, host n-h1-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-5',level=0,port_id=6142eecc-8c92-4808-9dac-c62548be4bdc,segment=NetworkSegment(58f97d30-90ed-4b82-8d47-15dab34d927d),segment_id=58f97d30-90ed-4b82-8d47-15dab34d927d)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:07:33.545349 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (6142eecc-8c92-4808-9dac-c62548be4bdc), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:07:33.546028 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Device e917e1bd-6443-4f62-9834-092549570e4b details requested by agent hyperv_n-h1-760453-5 with host n-h1-760453-5 {{(pid=103306) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 26 21:07:33.577918 n-d-760453-5 neutron-server[103304]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6fdffc41-3d46-4eb3-ae63-ebfe4e1031c3', 'name': 'network-vif-deleted', 'tag': '183a2644-444d-4a3f-9603-c7f0561e6c38'}, {'name': 'network-changed', 'server_uuid': '78b349b9-c275-487f-b7fb-5b8d9fe9296b', 'tag': 'aa1e2176-fd4c-4a89-872a-0c9f0d567de9'}] {{(pid=103304) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 21:07:33.580694 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d52b45f1943fcd332af9527eb73ff93c8d715d44383a3f6d18de73b4cfcf87b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76902969-ca94-40ca-b35e-864407065cef" -d '{"events": [{"server_uuid": "6fdffc41-3d46-4eb3-ae63-ebfe4e1031c3", "name": "network-vif-deleted", "tag": "183a2644-444d-4a3f-9603-c7f0561e6c38"}, {"name": "network-changed", "server_uuid": "78b349b9-c275-487f-b7fb-5b8d9fe9296b", "tag": "aa1e2176-fd4c-4a89-872a-0c9f0d567de9"}]}' {{(pid=103304) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 21:07:33.635984 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f58848-352e-4a4f-b475-09d18edae692 req-c06c3fc1-ec44-4ee4-8ab7-5eba87a4e6e1 tempest-MigrationsAdminTest-1084137346 tempest-MigrationsAdminTest-1084137346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:07:33.637589 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-20f58848-352e-4a4f-b475-09d18edae692 req-c06c3fc1-ec44-4ee4-8ab7-5eba87a4e6e1 tempest-MigrationsAdminTest-1084137346 tempest-MigrationsAdminTest-1084137346-project] 10.222.0.13 "GET /v2.0/ports?device_id=6689602d-c315-4f2d-bb1a-84915600014f HTTP/1.1" status: 200 len: 950 time: 0.0958085 Jan 26 21:07:33.676495 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb57bbb-da85-454e-a6a3-1b3879d11abc req-2936ec95-3c4f-4915-9483-299e5aa56ae2 tempest-AttachSCSIVolumeTestJSON-568331574 tempest-AttachSCSIVolumeTestJSON-568331574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:07:33.678640 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-efb57bbb-da85-454e-a6a3-1b3879d11abc req-2936ec95-3c4f-4915-9483-299e5aa56ae2 tempest-AttachSCSIVolumeTestJSON-568331574 tempest-AttachSCSIVolumeTestJSON-568331574-project] 10.222.0.13 "GET /v2.0/ports?device_id=75310938-e130-4b0c-9bea-a4b4989a734c HTTP/1.1" status: 200 len: 945 time: 0.0811775 Jan 26 21:07:33.717248 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] For port e917e1bd-6443-4f62-9834-092549570e4b, host n-h1-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-5',level=0,port_id=e917e1bd-6443-4f62-9834-092549570e4b,segment=NetworkSegment(4eab25d6-89d9-4907-a1c2-51b06443ba33),segment_id=4eab25d6-89d9-4907-a1c2-51b06443ba33)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:07:33.731802 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Pushing event updated for resources: {'Port': ['ID=6142eecc-8c92-4808-9dac-c62548be4bdc,revision_number=4']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:07:33.735153 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Returning: {'device': 'e917e1bd-6443-4f62-9834-092549570e4b', 'network_id': '7fbe9cf5-e12c-436d-b372-55a19c9faa30', 'port_id': 'e917e1bd-6443-4f62-9834-092549570e4b', 'mac_address': 'fa:16:3e:c7:f8:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 561, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fd77e534-75e6-4b90-950e-f5824d584430', 'ip_address': '192.168.233.150'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103306) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 26 21:07:33.756319 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-20f58848-352e-4a4f-b475-09d18edae692 req-8a719317-783e-46e3-a747-073aeeb5aee1 tempest-MigrationsAdminTest-1084137346 tempest-MigrationsAdminTest-1084137346-project] 10.222.0.13 "GET /v2.0/security-groups?id=e0b082e3-685f-492b-b87f-3045b8ecd8c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101835 Jan 26 21:07:33.791995 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Current status of the port e917e1bd-6443-4f62-9834-092549570e4b is: DOWN; New status is: BUILD {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:07:33.792592 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (e917e1bd-6443-4f62-9834-092549570e4b), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:07:33.797610 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-efb57bbb-da85-454e-a6a3-1b3879d11abc req-224afb1a-bb70-4992-bfa8-96d86d8e790a tempest-AttachSCSIVolumeTestJSON-568331574 tempest-AttachSCSIVolumeTestJSON-568331574-project] 10.222.0.13 "GET /v2.0/security-groups?id=55df2d54-40b6-41bc-90a1-92a636171891&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049483 Jan 26 21:07:33.808903 n-d-760453-5 neutron-server[103306]: DEBUG neutron.notifiers.nova [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e917e1bd-6443-4f62-9834-092549570e4b {{(pid=103306) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 26 21:07:33.842556 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 45600) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:07:33.847122 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] For port e917e1bd-6443-4f62-9834-092549570e4b, host n-h1-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-5',level=0,port_id=e917e1bd-6443-4f62-9834-092549570e4b,segment=NetworkSegment(4eab25d6-89d9-4907-a1c2-51b06443ba33),segment_id=4eab25d6-89d9-4907-a1c2-51b06443ba33)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:07:33.854977 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (e917e1bd-6443-4f62-9834-092549570e4b), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:07:33.868251 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-a06fe112-2298-42c1-89f3-fcfca49e6a55 req-81015b0c-a3a5-403c-bccf-927aec3863d9 tempest-SecurityGroupsTestJSON-1679712722 tempest-SecurityGroupsTestJSON-1679712722-project] 10.222.0.13 "GET /v2.0/security-groups/a26e4cfd-b53f-4a4c-8acc-099df7348503 HTTP/1.1" status: 200 len: 1796 time: 0.0563762 Jan 26 21:07:33.894625 n-d-760453-5 neutron-server[103304]: INFO neutron.api.v2.resource [req-b50e48a6-fb59-4ffa-99e2-7497bdefd995 req-000ed60f-48c0-4231-a806-a2c496365650 service neutron] show failed (client error): The resource could not be found. Jan 26 21:07:33.895651 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-b50e48a6-fb59-4ffa-99e2-7497bdefd995 req-000ed60f-48c0-4231-a806-a2c496365650 service neutron] 10.222.0.66 "GET /v2.0/ports/bf5e2133-dab5-461f-8ecd-f78e9891231b/bindings/n-h2-760453-5 HTTP/1.1" status: 404 len: 380 time: 0.1577568 Jan 26 21:07:33.919765 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-25b1cd11-ed04-453a-9fea-c282a67b77b1 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=14131055f7b1449d8532db23c30156ac&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0759702 Jan 26 21:07:33.922395 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 45602) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:07:33.930863 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Pushing event updated for resources: {'Port': ['ID=e917e1bd-6443-4f62-9834-092549570e4b,revision_number=7']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:07:33.938617 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Device 183a2644-444d-4a3f-9603-c7f0561e6c38 no longer exists at agent hyperv_n-h2-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 26 21:07:33.969446 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Wed, 26 Jan 2022 21:07:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a26fbc7a-9288-4750-9322-ced215bf71c9 x-openstack-request-id: req-a26fbc7a-9288-4750-9322-ced215bf71c9 {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 21:07:33.973565 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6fdffc41-3d46-4eb3-ae63-ebfe4e1031c3", "name": "network-vif-deleted", "tag": "183a2644-444d-4a3f-9603-c7f0561e6c38", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "78b349b9-c275-487f-b7fb-5b8d9fe9296b", "tag": "aa1e2176-fd4c-4a89-872a-0c9f0d567de9", "status": "completed", "code": 200}]} {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 21:07:33.973837 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a26fbc7a-9288-4750-9322-ced215bf71c9 {{(pid=103304) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 21:07:33.974508 n-d-760453-5 neutron-server[103304]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6fdffc41-3d46-4eb3-ae63-ebfe4e1031c3', 'name': 'network-vif-deleted', 'tag': '183a2644-444d-4a3f-9603-c7f0561e6c38', 'status': 'completed', 'code': 200} Jan 26 21:07:33.975034 n-d-760453-5 neutron-server[103304]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '78b349b9-c275-487f-b7fb-5b8d9fe9296b', 'tag': 'aa1e2176-fd4c-4a89-872a-0c9f0d567de9', 'status': 'completed', 'code': 200} Jan 26 21:07:33.984388 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-a06fe112-2298-42c1-89f3-fcfca49e6a55 req-c46d2e19-e8fe-445b-b88b-fc93d70e946b tempest-SecurityGroupsTestJSON-1679712722 tempest-SecurityGroupsTestJSON-1679712722-project] Publish callbacks [] for security_group (a26e4cfd-b53f-4a4c-8acc-099df7348503), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:07:34.013108 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-76ca2807-c327-4dd8-9755-c2beb3bdd6a8 admin admin] Publish callbacks [] for security_group (4d5b108d-3a90-4724-bd4a-d17322d0624d), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:07:34.025808 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] No Port match for: 183a2644-444d-4a3f-9603-c7f0561e6c38 {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 26 21:07:34.026176 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Device 183a2644-444d-4a3f-9603-c7f0561e6c38 not bound to the agent host n-h2-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 26 21:07:34.050372 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-76ca2807-c327-4dd8-9755-c2beb3bdd6a8 admin admin] Publish callbacks [] for security_group (4d5b108d-3a90-4724-bd4a-d17322d0624d), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:07:34.066200 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-a06fe112-2298-42c1-89f3-fcfca49e6a55 req-c46d2e19-e8fe-445b-b88b-fc93d70e946b tempest-SecurityGroupsTestJSON-1679712722 tempest-SecurityGroupsTestJSON-1679712722-project] Publish callbacks [] for security_group (a26e4cfd-b53f-4a4c-8acc-099df7348503), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:07:34.127365 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-76ca2807-c327-4dd8-9755-c2beb3bdd6a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (4d5b108d-3a90-4724-bd4a-d17322d0624d), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:07:34.130093 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-76ca2807-c327-4dd8-9755-c2beb3bdd6a8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:07:34.131614 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-76ca2807-c327-4dd8-9755-c2beb3bdd6a8 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/4d5b108d-3a90-4724-bd4a-d17322d0624d HTTP/1.1" status: 204 len: 168 time: 0.2079241 Jan 26 21:07:34.159007 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ca2807-c327-4dd8-9755-c2beb3bdd6a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d5b108d-3a90-4724-bd4a-d17322d0624d,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:07:34.196177 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41bfbd54-0108-4539-927e-9543364eee65 req-9ea5d012-b228-4c1b-a799-30e0223d16a0 tempest-ImagesOneServerNegativeTestJSON-151319106 tempest-ImagesOneServerNegativeTestJSON-151319106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:07:34.201847 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-41bfbd54-0108-4539-927e-9543364eee65 req-9ea5d012-b228-4c1b-a799-30e0223d16a0 tempest-ImagesOneServerNegativeTestJSON-151319106 tempest-ImagesOneServerNegativeTestJSON-151319106-project] 10.222.0.13 "GET /v2.0/ports?device_id=786120f9-d68f-4c65-88e9-c1a744d7d460 HTTP/1.1" status: 200 len: 944 time: 0.1312530 Jan 26 21:07:34.208145 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76902969-ca94-40ca-b35e-864407065cef req-c467a47c-3cd8-4d29-b3ec-4d88a167e061 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:07:34.209955 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-76902969-ca94-40ca-b35e-864407065cef req-c467a47c-3cd8-4d29-b3ec-4d88a167e061 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=cdb3500a13814dc9912a5c6c92f742c5&device_id=78b349b9-c275-487f-b7fb-5b8d9fe9296b HTTP/1.1" status: 200 len: 1175 time: 0.1405895 Jan 26 21:07:34.214455 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-a06fe112-2298-42c1-89f3-fcfca49e6a55 req-c46d2e19-e8fe-445b-b88b-fc93d70e946b tempest-SecurityGroupsTestJSON-1679712722 tempest-SecurityGroupsTestJSON-1679712722-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (a26e4cfd-b53f-4a4c-8acc-099df7348503), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:07:34.218328 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-a06fe112-2298-42c1-89f3-fcfca49e6a55 req-c46d2e19-e8fe-445b-b88b-fc93d70e946b tempest-SecurityGroupsTestJSON-1679712722 tempest-SecurityGroupsTestJSON-1679712722-project] Publish callbacks [] for security_group (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:07:34.219435 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-a06fe112-2298-42c1-89f3-fcfca49e6a55 req-c46d2e19-e8fe-445b-b88b-fc93d70e946b tempest-SecurityGroupsTestJSON-1679712722 tempest-SecurityGroupsTestJSON-1679712722-project] 10.222.0.13 "DELETE /v2.0/security-groups/a26e4cfd-b53f-4a4c-8acc-099df7348503 HTTP/1.1" status: 204 len: 173 time: 0.3393798 Jan 26 21:07:34.248464 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50e48a6-fb59-4ffa-99e2-7497bdefd995 req-0736e778-1a36-42f6-9b51-24be457e6ff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:07:34.250253 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-b50e48a6-fb59-4ffa-99e2-7497bdefd995 req-0736e778-1a36-42f6-9b51-24be457e6ff4 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=6689602d-c315-4f2d-bb1a-84915600014f&tenant_id=d178ac49ddc9478db66ba71c81039890 HTTP/1.1" status: 200 len: 1101 time: 0.0761127 Jan 26 21:07:34.253512 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c46d2e19-e8fe-445b-b88b-fc93d70e946b tempest-SecurityGroupsTestJSON-1679712722 tempest-SecurityGroupsTestJSON-1679712722-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a26e4cfd-b53f-4a4c-8acc-099df7348503,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:07:34.280040 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [req-b50e48a6-fb59-4ffa-99e2-7497bdefd995 req-00135555-beb0-4ec9-bda5-1ec2e7dfcc31 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-760453-5', 'device_owner': 'compute:nova'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:07:34.324237 n-d-760453-5 neutron-server[103304]: INFO neutron.api.v2.resource [req-52c8764d-026a-4b0d-b620-48152a72b62c req-c62ecb2a-7502-4ec7-88eb-6823399b7d59 tempest-SecurityGroupsTestJSON-1679712722 tempest-SecurityGroupsTestJSON-1679712722-project] show failed (client error): The resource could not be found. Jan 26 21:07:34.325275 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-52c8764d-026a-4b0d-b620-48152a72b62c req-c62ecb2a-7502-4ec7-88eb-6823399b7d59 tempest-SecurityGroupsTestJSON-1679712722 tempest-SecurityGroupsTestJSON-1679712722-project] 10.222.0.13 "GET /v2.0/security-groups/a26e4cfd-b53f-4a4c-8acc-099df7348503 HTTP/1.1" status: 404 len: 352 time: 0.0681741 Jan 26 21:07:34.347161 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] get_ports_and_sgs() called for port_ids ['6142eecc-8c92-4808-9dac-c62548be4bdc'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 26 21:07:34.373936 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-41bfbd54-0108-4539-927e-9543364eee65 req-fcde10a8-b3c3-4779-94ee-3915493a0220 tempest-ImagesOneServerNegativeTestJSON-151319106 tempest-ImagesOneServerNegativeTestJSON-151319106-project] 10.222.0.13 "GET /v2.0/security-groups?id=aea9fb57-b28b-4984-b6fd-ae500e1c8e4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1616721 Jan 26 21:07:34.383344 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-b50e48a6-fb59-4ffa-99e2-7497bdefd995 req-00135555-beb0-4ec9-bda5-1ec2e7dfcc31 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (bf5e2133-dab5-461f-8ecd-f78e9891231b), before_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:07:34.426762 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [req-b649a13d-7cb1-478d-b3e1-ebff7e258b9a req-5e8a4ee2-fa09-463e-85c3-4c7912646b9a tempest-SecurityGroupsTestJSON-1679712722 tempest-SecurityGroupsTestJSON-1679712722-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-2134004165', 'description': 'tempest-description-1587633291'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:07:34.446398 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] get_ports_and_sgs() called for port_ids ['e917e1bd-6443-4f62-9834-092549570e4b'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 26 21:07:34.507829 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76902969-ca94-40ca-b35e-864407065cef req-3e222593-b679-4936-b7b9-95d434189794 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:07:34.509716 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-76902969-ca94-40ca-b35e-864407065cef req-3e222593-b679-4936-b7b9-95d434189794 service neutron] 10.222.0.57 "GET /v2.0/networks?id=82d89aaf-7724-4482-8558-074956bc8f8b HTTP/1.1" status: 200 len: 914 time: 0.2811346 Jan 26 21:07:34.532699 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-b649a13d-7cb1-478d-b3e1-ebff7e258b9a req-5e8a4ee2-fa09-463e-85c3-4c7912646b9a tempest-SecurityGroupsTestJSON-1679712722 tempest-SecurityGroupsTestJSON-1679712722-project] Publish callbacks [] for security_group (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:07:34.580569 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-76902969-ca94-40ca-b35e-864407065cef req-05db63f9-6746-4290-aae1-4944f64d959c service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=aa1e2176-fd4c-4a89-872a-0c9f0d567de9 HTTP/1.1" status: 200 len: 217 time: 0.0549917 Jan 26 21:07:34.646666 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ac4cf7-058f-4b5c-bb35-e0e935477b27 req-537d8151-2a7a-438d-8d1b-6a71535d335e tempest-ServersAdminTestJSON-2108229583 tempest-ServersAdminTestJSON-2108229583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:07:34.653301 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-84ac4cf7-058f-4b5c-bb35-e0e935477b27 req-537d8151-2a7a-438d-8d1b-6a71535d335e tempest-ServersAdminTestJSON-2108229583 tempest-ServersAdminTestJSON-2108229583-project] 10.222.0.13 "GET /v2.0/ports?device_id=242b7086-c188-4e0a-9af5-4749fa74838b HTTP/1.1" status: 200 len: 949 time: 0.1632493 Jan 26 21:07:34.805784 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [req-b50e48a6-fb59-4ffa-99e2-7497bdefd995 req-00135555-beb0-4ec9-bda5-1ec2e7dfcc31 service neutron] For port bf5e2133-dab5-461f-8ecd-f78e9891231b, host n-h1-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-5',level=0,port_id=bf5e2133-dab5-461f-8ecd-f78e9891231b,segment=NetworkSegment(4eab25d6-89d9-4907-a1c2-51b06443ba33),segment_id=4eab25d6-89d9-4907-a1c2-51b06443ba33)] {{(pid=103305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:07:34.890056 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [req-b50e48a6-fb59-4ffa-99e2-7497bdefd995 req-00135555-beb0-4ec9-bda5-1ec2e7dfcc31 service neutron] For port bf5e2133-dab5-461f-8ecd-f78e9891231b, host n-h1-760453-5, cleared binding levels {{(pid=103305) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 26 21:07:34.943454 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-b50e48a6-fb59-4ffa-99e2-7497bdefd995 req-00135555-beb0-4ec9-bda5-1ec2e7dfcc31 service neutron] Publish callbacks [] for port (bf5e2133-dab5-461f-8ecd-f78e9891231b), precommit_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:07:34.961459 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.provisioning_blocks [req-b50e48a6-fb59-4ffa-99e2-7497bdefd995 req-00135555-beb0-4ec9-bda5-1ec2e7dfcc31 service neutron] Transition to ACTIVE for port object bf5e2133-dab5-461f-8ecd-f78e9891231b will not be triggered until provisioned by entity L2. {{(pid=103305) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 21:07:34.962644 n-d-760453-5 neutron-server[103305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6689602d-c315-4f2d-bb1a-84915600014f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bf5e2133-dab5-461f-8ecd-f78e9891231b'}] {{(pid=103305) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 21:07:34.962865 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76902969-ca94-40ca-b35e-864407065cef req-9cdffb85-7ddf-4f83-9e0c-674e025b6d28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:07:34.964538 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-76902969-ca94-40ca-b35e-864407065cef req-9cdffb85-7ddf-4f83-9e0c-674e025b6d28 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=eff79e74-5114-4489-a406-2f00d23f7c9e HTTP/1.1" status: 200 len: 853 time: 0.3737576 Jan 26 21:07:34.966573 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d4654568b7bf041e72ff8fe1c96d6d761d9c921f2b99bc7b3a26632be20cee0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a608ef35-e6ad-453b-a693-1f619f3b6a91" -d '{"events": [{"server_uuid": "6689602d-c315-4f2d-bb1a-84915600014f", "name": "network-vif-unplugged", "status": "completed", "tag": "bf5e2133-dab5-461f-8ecd-f78e9891231b"}]}' {{(pid=103305) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 21:07:34.971961 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-b50e48a6-fb59-4ffa-99e2-7497bdefd995 req-00135555-beb0-4ec9-bda5-1ec2e7dfcc31 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11791520'] for port (bf5e2133-dab5-461f-8ecd-f78e9891231b), after_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:07:35.015795 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-76902969-ca94-40ca-b35e-864407065cef req-d8cda987-b116-4db6-af8b-d45e57d5cb57 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=82d89aaf-7724-4482-8558-074956bc8f8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0445416 Jan 26 21:07:35.037761 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-84ac4cf7-058f-4b5c-bb35-e0e935477b27 req-36bd392c-b7e9-4bf4-a710-46a3e1342fd1 tempest-ServersAdminTestJSON-2108229583 tempest-ServersAdminTestJSON-2108229583-project] 10.222.0.13 "GET /v2.0/security-groups?id=95bc11fd-db53-4b42-971c-c958ca031066&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3834884 Jan 26 21:07:35.082821 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00135555-beb0-4ec9-bda5-1ec2e7dfcc31 service neutron] Pushing event updated for resources: {'Port': ['ID=bf5e2133-dab5-461f-8ecd-f78e9891231b,revision_number=6']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:07:35.106862 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [req-b50e48a6-fb59-4ffa-99e2-7497bdefd995 req-00135555-beb0-4ec9-bda5-1ec2e7dfcc31 service neutron] No DVR routers for this DVR port bf5e2133-dab5-461f-8ecd-f78e9891231b on host n-h1-760453-5 {{(pid=103305) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 26 21:07:35.119962 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-b649a13d-7cb1-478d-b3e1-ebff7e258b9a req-5e8a4ee2-fa09-463e-85c3-4c7912646b9a tempest-SecurityGroupsTestJSON-1679712722 tempest-SecurityGroupsTestJSON-1679712722-project] Publish callbacks [] for security_group (b4b721fd-2c84-48f8-a46a-42f0e8ee9060), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:07:35.159786 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-b649a13d-7cb1-478d-b3e1-ebff7e258b9a req-5e8a4ee2-fa09-463e-85c3-4c7912646b9a tempest-SecurityGroupsTestJSON-1679712722 tempest-SecurityGroupsTestJSON-1679712722-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (b4b721fd-2c84-48f8-a46a-42f0e8ee9060), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:07:35.207482 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [req-b50e48a6-fb59-4ffa-99e2-7497bdefd995 req-00135555-beb0-4ec9-bda5-1ec2e7dfcc31 service neutron] Attempting to bind port bf5e2133-dab5-461f-8ecd-f78e9891231b on host n-h2-760453-5 for vnic_type normal with profile {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 21:07:35.207910 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [req-b50e48a6-fb59-4ffa-99e2-7497bdefd995 req-00135555-beb0-4ec9-bda5-1ec2e7dfcc31 service neutron] Attempting to bind port bf5e2133-dab5-461f-8ecd-f78e9891231b by drivers openvswitch,hyperv on host n-h2-760453-5 at level 0 using segments [{'id': '4eab25d6-89d9-4907-a1c2-51b06443ba33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '7fbe9cf5-e12c-436d-b372-55a19c9faa30'}] {{(pid=103305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 26 21:07:35.208147 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b50e48a6-fb59-4ffa-99e2-7497bdefd995 req-00135555-beb0-4ec9-bda5-1ec2e7dfcc31 service neutron] Attempting to bind port bf5e2133-dab5-461f-8ecd-f78e9891231b on network 7fbe9cf5-e12c-436d-b372-55a19c9faa30 {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 21:07:35.213989 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b50e48a6-fb59-4ffa-99e2-7497bdefd995 req-00135555-beb0-4ec9-bda5-1ec2e7dfcc31 service neutron] Port bf5e2133-dab5-461f-8ecd-f78e9891231b on network 7fbe9cf5-e12c-436d-b372-55a19c9faa30 not bound, no agent of type Open vSwitch agent registered on host n-h2-760453-5 {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 26 21:07:35.214323 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b50e48a6-fb59-4ffa-99e2-7497bdefd995 req-00135555-beb0-4ec9-bda5-1ec2e7dfcc31 service neutron] Attempting to bind port bf5e2133-dab5-461f-8ecd-f78e9891231b on network 7fbe9cf5-e12c-436d-b372-55a19c9faa30 {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 21:07:35.220829 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b50e48a6-fb59-4ffa-99e2-7497bdefd995 req-00135555-beb0-4ec9-bda5-1ec2e7dfcc31 service neutron] Checking agent: {'id': '4d619873-4b60-439f-9b5a-b155dc8bbc34', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-760453-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 21, 2, 53), 'started_at': datetime.datetime(2022, 1, 26, 21, 2, 53), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 21, 7, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 26 21:07:35.221172 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b50e48a6-fb59-4ffa-99e2-7497bdefd995 req-00135555-beb0-4ec9-bda5-1ec2e7dfcc31 service neutron] Checking segment: {'id': '4eab25d6-89d9-4907-a1c2-51b06443ba33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '7fbe9cf5-e12c-436d-b372-55a19c9faa30'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103305) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 21:07:35.222178 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b50e48a6-fb59-4ffa-99e2-7497bdefd995 req-00135555-beb0-4ec9-bda5-1ec2e7dfcc31 service neutron] Bound using segment: {'id': '4eab25d6-89d9-4907-a1c2-51b06443ba33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '7fbe9cf5-e12c-436d-b372-55a19c9faa30'} {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 26 21:07:35.222608 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [req-b50e48a6-fb59-4ffa-99e2-7497bdefd995 req-00135555-beb0-4ec9-bda5-1ec2e7dfcc31 service neutron] Bound port: bf5e2133-dab5-461f-8ecd-f78e9891231b, host: n-h2-760453-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4eab25d6-89d9-4907-a1c2-51b06443ba33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '7fbe9cf5-e12c-436d-b372-55a19c9faa30'}}] {{(pid=103305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 26 21:07:35.222970 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-b50e48a6-fb59-4ffa-99e2-7497bdefd995 req-00135555-beb0-4ec9-bda5-1ec2e7dfcc31 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (bf5e2133-dab5-461f-8ecd-f78e9891231b), before_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:07:35.240963 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.57', 56563) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:07:35.265340 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-b649a13d-7cb1-478d-b3e1-ebff7e258b9a req-5e8a4ee2-fa09-463e-85c3-4c7912646b9a tempest-SecurityGroupsTestJSON-1679712722 tempest-SecurityGroupsTestJSON-1679712722-project] Publish callbacks [] for security_group (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:07:35.272339 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-b649a13d-7cb1-478d-b3e1-ebff7e258b9a req-5e8a4ee2-fa09-463e-85c3-4c7912646b9a tempest-SecurityGroupsTestJSON-1679712722 tempest-SecurityGroupsTestJSON-1679712722-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1823 time: 0.8941214 Jan 26 21:07:35.273187 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e8a4ee2-fa09-463e-85c3-4c7912646b9a tempest-SecurityGroupsTestJSON-1679712722 tempest-SecurityGroupsTestJSON-1679712722-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b4b721fd-2c84-48f8-a46a-42f0e8ee9060,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:07:35.319775 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd5531f-2f28-4916-b472-3ed6192f7aa6 req-a969b37f-328d-4832-bbf9-17c1309bee56 tempest-MigrationsAdminTest-1084137346 tempest-MigrationsAdminTest-1084137346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:07:35.322993 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-1bd5531f-2f28-4916-b472-3ed6192f7aa6 req-a969b37f-328d-4832-bbf9-17c1309bee56 tempest-MigrationsAdminTest-1084137346 tempest-MigrationsAdminTest-1084137346-project] 10.222.0.13 "GET /v2.0/ports?device_id=6689602d-c315-4f2d-bb1a-84915600014f HTTP/1.1" status: 200 len: 948 time: 0.1722064 Jan 26 21:07:35.383217 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea0018c-7c9d-49de-b3ea-f46ca141fb4c req-d628ad0b-272d-44eb-a2d1-066add8e9637 tempest-AttachSCSIVolumeTestJSON-568331574 tempest-AttachSCSIVolumeTestJSON-568331574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:07:35.384730 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-6ea0018c-7c9d-49de-b3ea-f46ca141fb4c req-d628ad0b-272d-44eb-a2d1-066add8e9637 tempest-AttachSCSIVolumeTestJSON-568331574 tempest-AttachSCSIVolumeTestJSON-568331574-project] 10.222.0.57 "GET /v2.0/ports?device_id=75310938-e130-4b0c-9bea-a4b4989a734c HTTP/1.1" status: 200 len: 945 time: 0.1430023 Jan 26 21:07:35.385940 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [req-b50e48a6-fb59-4ffa-99e2-7497bdefd995 req-00135555-beb0-4ec9-bda5-1ec2e7dfcc31 service neutron] For port bf5e2133-dab5-461f-8ecd-f78e9891231b, host n-h2-760453-5, cleared binding levels {{(pid=103305) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 26 21:07:35.389574 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [req-b50e48a6-fb59-4ffa-99e2-7497bdefd995 req-00135555-beb0-4ec9-bda5-1ec2e7dfcc31 service neutron] For port bf5e2133-dab5-461f-8ecd-f78e9891231b, host n-h2-760453-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-5',level=0,port_id=bf5e2133-dab5-461f-8ecd-f78e9891231b,segment=NetworkSegment(4eab25d6-89d9-4907-a1c2-51b06443ba33),segment_id=4eab25d6-89d9-4907-a1c2-51b06443ba33)] {{(pid=103305) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 26 21:07:35.401341 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-76902969-ca94-40ca-b35e-864407065cef req-c0d9bcfe-bef4-444a-bc8c-7cbb13d41d50 service neutron] 10.222.0.57 "GET /v2.0/networks/82d89aaf-7724-4482-8558-074956bc8f8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3619161 Jan 26 21:07:35.402059 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-b50e48a6-fb59-4ffa-99e2-7497bdefd995 req-00135555-beb0-4ec9-bda5-1ec2e7dfcc31 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11791520'] for port (bf5e2133-dab5-461f-8ecd-f78e9891231b), after_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:07:35.446910 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50e48a6-fb59-4ffa-99e2-7497bdefd995 req-00135555-beb0-4ec9-bda5-1ec2e7dfcc31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:07:35.447539 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-b50e48a6-fb59-4ffa-99e2-7497bdefd995 req-00135555-beb0-4ec9-bda5-1ec2e7dfcc31 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:07:35.449229 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-b50e48a6-fb59-4ffa-99e2-7497bdefd995 req-00135555-beb0-4ec9-bda5-1ec2e7dfcc31 service neutron] 10.222.0.57 "PUT /v2.0/ports/bf5e2133-dab5-461f-8ecd-f78e9891231b HTTP/1.1" status: 200 len: 1096 time: 1.1798279 Jan 26 21:07:35.687760 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-1bd5531f-2f28-4916-b472-3ed6192f7aa6 req-ea5a34fb-9d22-4062-9ed0-273cf69b2f15 tempest-MigrationsAdminTest-1084137346 tempest-MigrationsAdminTest-1084137346-project] 10.222.0.13 "GET /v2.0/security-groups?id=e0b082e3-685f-492b-b87f-3045b8ecd8c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3449056 Jan 26 21:07:35.690989 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-76902969-ca94-40ca-b35e-864407065cef req-ca2f2de7-64db-4ae3-85eb-fa1782d6be4a service neutron] 10.222.0.57 "GET /v2.0/networks/82d89aaf-7724-4482-8558-074956bc8f8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2688158 Jan 26 21:07:35.728361 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358cfb34-aefb-4e1f-b988-7a002e8d8142 req-5a2022fa-df06-4584-95f4-5cfd6786caa8 tempest-AttachSCSIVolumeTestJSON-568331574 tempest-AttachSCSIVolumeTestJSON-568331574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:07:35.736694 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-358cfb34-aefb-4e1f-b988-7a002e8d8142 req-5a2022fa-df06-4584-95f4-5cfd6786caa8 tempest-AttachSCSIVolumeTestJSON-568331574 tempest-AttachSCSIVolumeTestJSON-568331574-project] 10.222.0.13 "GET /v2.0/ports?device_id=75310938-e130-4b0c-9bea-a4b4989a734c HTTP/1.1" status: 200 len: 945 time: 0.3620396 Jan 26 21:07:35.818928 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-358cfb34-aefb-4e1f-b988-7a002e8d8142 req-50c7d537-2f0b-40c0-b116-334fe89e286e tempest-AttachSCSIVolumeTestJSON-568331574 tempest-AttachSCSIVolumeTestJSON-568331574-project] 10.222.0.13 "GET /v2.0/security-groups?id=55df2d54-40b6-41bc-90a1-92a636171891&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742681 Jan 26 21:07:35.883039 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [req-337166bc-5068-452a-b755-193bacbb226f req-d9f1ad42-c7e5-4f78-9ee1-8a9ed1eb65f8 tempest-SecurityGroupsTestJSON-1679712722 tempest-SecurityGroupsTestJSON-1679712722-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-306583596', 'description': 'tempest-description-530609019'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:07:35.935282 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-337166bc-5068-452a-b755-193bacbb226f req-d9f1ad42-c7e5-4f78-9ee1-8a9ed1eb65f8 tempest-SecurityGroupsTestJSON-1679712722 tempest-SecurityGroupsTestJSON-1679712722-project] Publish callbacks [] for security_group (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:07:35.966657 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 26 Jan 2022 21:07:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5c0a160-a7f7-4986-8d41-c23ecc2e0749 x-openstack-request-id: req-c5c0a160-a7f7-4986-8d41-c23ecc2e0749 {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 21:07:35.967221 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6689602d-c315-4f2d-bb1a-84915600014f", "name": "network-vif-unplugged", "status": "completed", "tag": "bf5e2133-dab5-461f-8ecd-f78e9891231b", "code": 200}]} {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 21:07:35.967418 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c5c0a160-a7f7-4986-8d41-c23ecc2e0749 {{(pid=103305) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 21:07:35.967925 n-d-760453-5 neutron-server[103305]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6689602d-c315-4f2d-bb1a-84915600014f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bf5e2133-dab5-461f-8ecd-f78e9891231b', 'code': 200} Jan 26 21:07:36.041067 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00135555-beb0-4ec9-bda5-1ec2e7dfcc31 service neutron] Pushing event updated for resources: {'Port': ['ID=bf5e2133-dab5-461f-8ecd-f78e9891231b,revision_number=7']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:07:36.052862 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50e48a6-fb59-4ffa-99e2-7497bdefd995 req-6dfe5628-c4b2-4601-83c7-ad71702ded6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:07:36.054815 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-b50e48a6-fb59-4ffa-99e2-7497bdefd995 req-6dfe5628-c4b2-4601-83c7-ad71702ded6f service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=d178ac49ddc9478db66ba71c81039890&device_id=6689602d-c315-4f2d-bb1a-84915600014f HTTP/1.1" status: 200 len: 1099 time: 0.5201678 Jan 26 21:07:36.063153 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baacde77-5ed3-4122-9882-18eb51569feb req-1170d4cb-4be5-48a0-8917-fc2012af0c3a tempest-ImagesOneServerNegativeTestJSON-151319106 tempest-ImagesOneServerNegativeTestJSON-151319106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:07:36.064957 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-baacde77-5ed3-4122-9882-18eb51569feb req-1170d4cb-4be5-48a0-8917-fc2012af0c3a tempest-ImagesOneServerNegativeTestJSON-151319106 tempest-ImagesOneServerNegativeTestJSON-151319106-project] 10.222.0.13 "GET /v2.0/ports?device_id=786120f9-d68f-4c65-88e9-c1a744d7d460 HTTP/1.1" status: 200 len: 944 time: 0.0859218 Jan 26 21:07:36.090880 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [req-6ea0018c-7c9d-49de-b3ea-f46ca141fb4c req-0ed72b9f-deaa-4cdc-be46-2f8e7afd6b96 tempest-AttachSCSIVolumeTestJSON-568331574 tempest-AttachSCSIVolumeTestJSON-568331574-project] Deleting port f9dae219-b3f7-482b-a4fa-9a48439a5e89 {{(pid=103305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 21:07:36.091622 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-6ea0018c-7c9d-49de-b3ea-f46ca141fb4c req-0ed72b9f-deaa-4cdc-be46-2f8e7afd6b96 tempest-AttachSCSIVolumeTestJSON-568331574 tempest-AttachSCSIVolumeTestJSON-568331574-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746560630878'] for port (f9dae219-b3f7-482b-a4fa-9a48439a5e89), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:07:36.101560 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-337166bc-5068-452a-b755-193bacbb226f req-d9f1ad42-c7e5-4f78-9ee1-8a9ed1eb65f8 tempest-SecurityGroupsTestJSON-1679712722 tempest-SecurityGroupsTestJSON-1679712722-project] Publish callbacks [] for security_group (1427f794-ae11-450f-b8d0-fd939493846c), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:07:36.158805 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-baacde77-5ed3-4122-9882-18eb51569feb req-24888a5e-4d56-4a63-9759-7be8359773de tempest-ImagesOneServerNegativeTestJSON-151319106 tempest-ImagesOneServerNegativeTestJSON-151319106-project] 10.222.0.13 "GET /v2.0/security-groups?id=aea9fb57-b28b-4984-b6fd-ae500e1c8e4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774446 Jan 26 21:07:36.160127 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-337166bc-5068-452a-b755-193bacbb226f req-d9f1ad42-c7e5-4f78-9ee1-8a9ed1eb65f8 tempest-SecurityGroupsTestJSON-1679712722 tempest-SecurityGroupsTestJSON-1679712722-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (1427f794-ae11-450f-b8d0-fd939493846c), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:07:36.230312 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-337166bc-5068-452a-b755-193bacbb226f req-d9f1ad42-c7e5-4f78-9ee1-8a9ed1eb65f8 tempest-SecurityGroupsTestJSON-1679712722 tempest-SecurityGroupsTestJSON-1679712722-project] Publish callbacks [] for security_group (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:07:36.244147 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-337166bc-5068-452a-b755-193bacbb226f req-d9f1ad42-c7e5-4f78-9ee1-8a9ed1eb65f8 tempest-SecurityGroupsTestJSON-1679712722 tempest-SecurityGroupsTestJSON-1679712722-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1821 time: 0.3598332 Jan 26 21:07:36.247906 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50e48a6-fb59-4ffa-99e2-7497bdefd995 req-a72bc5e1-f17a-49c3-a57e-a1e82d7006ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:07:36.249611 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-b50e48a6-fb59-4ffa-99e2-7497bdefd995 req-a72bc5e1-f17a-49c3-a57e-a1e82d7006ab service neutron] 10.222.0.57 "GET /v2.0/networks?id=7fbe9cf5-e12c-436d-b372-55a19c9faa30 HTTP/1.1" status: 200 len: 870 time: 0.1861167 Jan 26 21:07:36.256898 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f1ad42-c7e5-4f78-9ee1-8a9ed1eb65f8 tempest-SecurityGroupsTestJSON-1679712722 tempest-SecurityGroupsTestJSON-1679712722-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1427f794-ae11-450f-b8d0-fd939493846c,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:07:36.260250 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [req-6ea0018c-7c9d-49de-b3ea-f46ca141fb4c req-0ed72b9f-deaa-4cdc-be46-2f8e7afd6b96 tempest-AttachSCSIVolumeTestJSON-568331574 tempest-AttachSCSIVolumeTestJSON-568331574-project] For port f9dae219-b3f7-482b-a4fa-9a48439a5e89, host n-h2-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-5',level=0,port_id=f9dae219-b3f7-482b-a4fa-9a48439a5e89,segment=NetworkSegment(60428a7a-d165-4186-8474-bdc529d4788f),segment_id=60428a7a-d165-4186-8474-bdc529d4788f)] {{(pid=103305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:07:36.261574 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-6ea0018c-7c9d-49de-b3ea-f46ca141fb4c req-0ed72b9f-deaa-4cdc-be46-2f8e7afd6b96 tempest-AttachSCSIVolumeTestJSON-568331574 tempest-AttachSCSIVolumeTestJSON-568331574-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4109658'] for port (f9dae219-b3f7-482b-a4fa-9a48439a5e89), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:07:36.273603 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [req-678a53e3-7833-44c5-94d5-1d2497282ad6 req-9e868eac-14d3-4bc0-b8e7-f992e3b1dd68 tempest-SecurityGroupsTestJSON-1679712722 tempest-SecurityGroupsTestJSON-1679712722-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-713187412', 'description': 'tempest-description-2096537309'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:07:36.316703 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [req-6ea0018c-7c9d-49de-b3ea-f46ca141fb4c req-0ed72b9f-deaa-4cdc-be46-2f8e7afd6b96 tempest-AttachSCSIVolumeTestJSON-568331574 tempest-AttachSCSIVolumeTestJSON-568331574-project] Calling delete_port for f9dae219-b3f7-482b-a4fa-9a48439a5e89 owned by compute:nova {{(pid=103305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 21:07:36.320879 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-b50e48a6-fb59-4ffa-99e2-7497bdefd995 req-ec8bb534-53d3-42c5-b8c6-275278e80399 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.129&port_id=bf5e2133-dab5-461f-8ecd-f78e9891231b HTTP/1.1" status: 200 len: 217 time: 0.0628364 Jan 26 21:07:36.323911 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-678a53e3-7833-44c5-94d5-1d2497282ad6 req-9e868eac-14d3-4bc0-b8e7-f992e3b1dd68 tempest-SecurityGroupsTestJSON-1679712722 tempest-SecurityGroupsTestJSON-1679712722-project] Publish callbacks [] for security_group (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:07:36.344326 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887d5ae2-6179-4d42-855d-6fd3b2e24527 req-926c1b39-b375-4e0e-8b56-c8aa030dd69b tempest-ServersAdminTestJSON-2108229583 tempest-ServersAdminTestJSON-2108229583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:07:36.345942 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-887d5ae2-6179-4d42-855d-6fd3b2e24527 req-926c1b39-b375-4e0e-8b56-c8aa030dd69b tempest-ServersAdminTestJSON-2108229583 tempest-ServersAdminTestJSON-2108229583-project] 10.222.0.13 "GET /v2.0/ports?device_id=242b7086-c188-4e0a-9af5-4749fa74838b HTTP/1.1" status: 200 len: 949 time: 0.1028938 Jan 26 21:07:36.424645 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-887d5ae2-6179-4d42-855d-6fd3b2e24527 req-bef39100-4f64-4be0-a191-828fee590945 tempest-ServersAdminTestJSON-2108229583 tempest-ServersAdminTestJSON-2108229583-project] 10.222.0.13 "GET /v2.0/security-groups?id=95bc11fd-db53-4b42-971c-c958ca031066&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729256 Jan 26 21:07:36.428003 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50e48a6-fb59-4ffa-99e2-7497bdefd995 req-6f7b5ee3-4c1b-4281-8a41-6d1587b52dbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:07:36.429527 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-b50e48a6-fb59-4ffa-99e2-7497bdefd995 req-6f7b5ee3-4c1b-4281-8a41-6d1587b52dbd service neutron] 10.222.0.57 "GET /v2.0/subnets?id=fd77e534-75e6-4b90-950e-f5824d584430 HTTP/1.1" status: 200 len: 843 time: 0.0992091 Jan 26 21:07:36.453676 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-678a53e3-7833-44c5-94d5-1d2497282ad6 req-9e868eac-14d3-4bc0-b8e7-f992e3b1dd68 tempest-SecurityGroupsTestJSON-1679712722 tempest-SecurityGroupsTestJSON-1679712722-project] Publish callbacks [] for security_group (d37ee891-de5e-4bd0-bcb1-17648d5fe97d), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:07:36.468432 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-678a53e3-7833-44c5-94d5-1d2497282ad6 req-9e868eac-14d3-4bc0-b8e7-f992e3b1dd68 tempest-SecurityGroupsTestJSON-1679712722 tempest-SecurityGroupsTestJSON-1679712722-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (d37ee891-de5e-4bd0-bcb1-17648d5fe97d), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:07:36.495049 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50e48a6-fb59-4ffa-99e2-7497bdefd995 req-175ea582-f4c0-4a87-ae00-722e3fc3139a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:07:36.496567 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-b50e48a6-fb59-4ffa-99e2-7497bdefd995 req-175ea582-f4c0-4a87-ae00-722e3fc3139a service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=7fbe9cf5-e12c-436d-b372-55a19c9faa30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0599813 Jan 26 21:07:36.531788 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e868eac-14d3-4bc0-b8e7-f992e3b1dd68 tempest-SecurityGroupsTestJSON-1679712722 tempest-SecurityGroupsTestJSON-1679712722-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d37ee891-de5e-4bd0-bcb1-17648d5fe97d,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:07:36.550904 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-678a53e3-7833-44c5-94d5-1d2497282ad6 req-9e868eac-14d3-4bc0-b8e7-f992e3b1dd68 tempest-SecurityGroupsTestJSON-1679712722 tempest-SecurityGroupsTestJSON-1679712722-project] Publish callbacks [] for security_group (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:07:36.552609 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-678a53e3-7833-44c5-94d5-1d2497282ad6 req-9e868eac-14d3-4bc0-b8e7-f992e3b1dd68 tempest-SecurityGroupsTestJSON-1679712722 tempest-SecurityGroupsTestJSON-1679712722-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1822 time: 0.2928143 Jan 26 21:07:36.634819 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-b50e48a6-fb59-4ffa-99e2-7497bdefd995 req-94c3bf3d-2961-48c4-a5f6-976af16abbb2 service neutron] 10.222.0.57 "GET /v2.0/networks/7fbe9cf5-e12c-436d-b372-55a19c9faa30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1144667 Jan 26 21:07:36.659282 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-6ea0018c-7c9d-49de-b3ea-f46ca141fb4c req-0ed72b9f-deaa-4cdc-be46-2f8e7afd6b96 tempest-AttachSCSIVolumeTestJSON-568331574 tempest-AttachSCSIVolumeTestJSON-568331574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746560636600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746560234536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11791543'] for port (f9dae219-b3f7-482b-a4fa-9a48439a5e89), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:07:36.678809 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] get_ports_and_sgs() called for port_ids ['f9dae219-b3f7-482b-a4fa-9a48439a5e89'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 26 21:07:36.752260 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed72b9f-deaa-4cdc-be46-2f8e7afd6b96 tempest-AttachSCSIVolumeTestJSON-568331574 tempest-AttachSCSIVolumeTestJSON-568331574-project] Pushing event deleted for resources: {'Port': ['ID=f9dae219-b3f7-482b-a4fa-9a48439a5e89,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:07:36.778497 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-530db36b-296f-40cb-99f5-3f9c10e75204 req-66dfd136-a874-468f-b6f3-98e1ee1ede81 tempest-SecurityGroupsTestJSON-1679712722 tempest-SecurityGroupsTestJSON-1679712722-project] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=cdb3500a13814dc9912a5c6c92f742c5 HTTP/1.1" status: 200 len: 10998 time: 0.2026966 Jan 26 21:07:36.832450 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ea0018c-7c9d-49de-b3ea-f46ca141fb4c req-0ed72b9f-deaa-4cdc-be46-2f8e7afd6b96 tempest-AttachSCSIVolumeTestJSON-568331574 tempest-AttachSCSIVolumeTestJSON-568331574-project] No DVR routers for this DVR port f9dae219-b3f7-482b-a4fa-9a48439a5e89 on host n-h2-760453-5 {{(pid=103305) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 26 21:07:36.843671 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-6ea0018c-7c9d-49de-b3ea-f46ca141fb4c req-0ed72b9f-deaa-4cdc-be46-2f8e7afd6b96 tempest-AttachSCSIVolumeTestJSON-568331574 tempest-AttachSCSIVolumeTestJSON-568331574-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:07:36.846970 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-6ea0018c-7c9d-49de-b3ea-f46ca141fb4c req-0ed72b9f-deaa-4cdc-be46-2f8e7afd6b96 tempest-AttachSCSIVolumeTestJSON-568331574 tempest-AttachSCSIVolumeTestJSON-568331574-project] 10.222.0.57 "DELETE /v2.0/ports/f9dae219-b3f7-482b-a4fa-9a48439a5e89 HTTP/1.1" status: 204 len: 173 time: 1.4559789 Jan 26 21:07:36.854676 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-b50e48a6-fb59-4ffa-99e2-7497bdefd995 req-f3a4ac17-2621-470a-9de9-23fdf1ed5d89 service neutron] 10.222.0.57 "GET /v2.0/networks/7fbe9cf5-e12c-436d-b372-55a19c9faa30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2039356 Jan 26 21:07:36.858217 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-530db36b-296f-40cb-99f5-3f9c10e75204 req-dc7bec31-7770-4e3a-abff-68805790f00b tempest-SecurityGroupsTestJSON-1679712722 tempest-SecurityGroupsTestJSON-1679712722-project] 10.222.0.13 "GET /v2.0/security-groups/c3c6c2ef-9865-4e2c-9818-90435d60a1af HTTP/1.1" status: 200 len: 2998 time: 0.0728781 Jan 26 21:07:36.940807 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62928c8a-058e-4f85-bbd6-65f51f1a344a req-013e80d8-187b-4551-b7e2-61ffad8d0aea tempest-MigrationsAdminTest-1084137346 tempest-MigrationsAdminTest-1084137346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:07:36.948721 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-62928c8a-058e-4f85-bbd6-65f51f1a344a req-013e80d8-187b-4551-b7e2-61ffad8d0aea tempest-MigrationsAdminTest-1084137346 tempest-MigrationsAdminTest-1084137346-project] 10.222.0.13 "GET /v2.0/ports?device_id=6689602d-c315-4f2d-bb1a-84915600014f HTTP/1.1" status: 200 len: 948 time: 0.1341128 Jan 26 21:07:36.972293 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-530db36b-296f-40cb-99f5-3f9c10e75204 req-8ed1113d-482c-4767-a3fe-a64a6eb646d0 tempest-SecurityGroupsTestJSON-1679712722 tempest-SecurityGroupsTestJSON-1679712722-project] 10.222.0.13 "GET /v2.0/security-groups/c3c6c2ef-9865-4e2c-9818-90435d60a1af HTTP/1.1" status: 200 len: 2998 time: 0.0957611 Jan 26 21:07:37.058693 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-62928c8a-058e-4f85-bbd6-65f51f1a344a req-02bbbd9d-cfcc-48f3-93a8-77ef716b1254 tempest-MigrationsAdminTest-1084137346 tempest-MigrationsAdminTest-1084137346-project] 10.222.0.13 "GET /v2.0/security-groups?id=e0b082e3-685f-492b-b87f-3045b8ecd8c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090343 Jan 26 21:07:37.224235 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Device e917e1bd-6443-4f62-9834-092549570e4b up at agent hyperv_n-h1-760453-5 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 21:07:37.297158 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-e992c35d-a221-4211-b854-71ea9388f3a6 req-44d0783a-f150-47e4-ad7b-bba06a4e9a5c tempest-SecurityGroupsTestJSON-1679712722 tempest-SecurityGroupsTestJSON-1679712722-project] 10.222.0.13 "GET /v2.0/security-groups/b4b721fd-2c84-48f8-a46a-42f0e8ee9060 HTTP/1.1" status: 200 len: 1818 time: 0.0784786 Jan 26 21:07:37.316042 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Provisioning complete for port e917e1bd-6443-4f62-9834-092549570e4b triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:07:37.317171 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (e917e1bd-6443-4f62-9834-092549570e4b), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:07:37.351286 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-00e8c36a-8ba3-43c4-8928-756b5de58017 req-0e417af6-c6f5-4936-9363-e43181675968 tempest-AttachSCSIVolumeTestJSON-568331574 tempest-AttachSCSIVolumeTestJSON-568331574-project] 10.222.0.13 "GET /v2.0/ports?device_id=75310938-e130-4b0c-9bea-a4b4989a734c HTTP/1.1" status: 200 len: 210 time: 0.0356846 Jan 26 21:07:37.402083 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-e992c35d-a221-4211-b854-71ea9388f3a6 req-483a64e7-55a1-4ad6-98fc-a7884a79f6e8 tempest-SecurityGroupsTestJSON-1679712722 tempest-SecurityGroupsTestJSON-1679712722-project] Publish callbacks [] for security_group (b4b721fd-2c84-48f8-a46a-42f0e8ee9060), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:07:37.429350 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-e992c35d-a221-4211-b854-71ea9388f3a6 req-483a64e7-55a1-4ad6-98fc-a7884a79f6e8 tempest-SecurityGroupsTestJSON-1679712722 tempest-SecurityGroupsTestJSON-1679712722-project] Publish callbacks [] for security_group (b4b721fd-2c84-48f8-a46a-42f0e8ee9060), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:07:37.473185 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Current status of the port e917e1bd-6443-4f62-9834-092549570e4b is: BUILD; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:07:37.473986 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (e917e1bd-6443-4f62-9834-092549570e4b), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:07:37.501819 n-d-760453-5 neutron-server[103306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '242b7086-c188-4e0a-9af5-4749fa74838b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e917e1bd-6443-4f62-9834-092549570e4b'}] {{(pid=103306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 21:07:37.504356 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9d5d370febab655511bdd2ffe887e43e442d144a440368702bcc1e93af00b97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfbaa714-ef3b-4f77-aac3-a02efa759ce8" -d '{"events": [{"server_uuid": "242b7086-c188-4e0a-9af5-4749fa74838b", "name": "network-vif-plugged", "status": "completed", "tag": "e917e1bd-6443-4f62-9834-092549570e4b"}]}' {{(pid=103306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 21:07:37.518750 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] For port e917e1bd-6443-4f62-9834-092549570e4b, host n-h1-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-5',level=0,port_id=e917e1bd-6443-4f62-9834-092549570e4b,segment=NetworkSegment(4eab25d6-89d9-4907-a1c2-51b06443ba33),segment_id=4eab25d6-89d9-4907-a1c2-51b06443ba33)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:07:37.527309 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (e917e1bd-6443-4f62-9834-092549570e4b), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:07:37.529243 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Device 6142eecc-8c92-4808-9dac-c62548be4bdc up at agent hyperv_n-h1-760453-5 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 21:07:37.553701 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f058a38-ac88-417a-8201-43990dd47ced req-b7e41db1-0fec-4f3f-b5fc-bb7909e51456 tempest-ImagesOneServerNegativeTestJSON-151319106 tempest-ImagesOneServerNegativeTestJSON-151319106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:07:37.556168 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-7f058a38-ac88-417a-8201-43990dd47ced req-b7e41db1-0fec-4f3f-b5fc-bb7909e51456 tempest-ImagesOneServerNegativeTestJSON-151319106 tempest-ImagesOneServerNegativeTestJSON-151319106-project] 10.222.0.13 "GET /v2.0/ports?device_id=786120f9-d68f-4c65-88e9-c1a744d7d460 HTTP/1.1" status: 200 len: 944 time: 0.0788128 Jan 26 21:07:37.583314 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-e992c35d-a221-4211-b854-71ea9388f3a6 req-483a64e7-55a1-4ad6-98fc-a7884a79f6e8 tempest-SecurityGroupsTestJSON-1679712722 tempest-SecurityGroupsTestJSON-1679712722-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (b4b721fd-2c84-48f8-a46a-42f0e8ee9060), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:07:37.587935 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-e992c35d-a221-4211-b854-71ea9388f3a6 req-483a64e7-55a1-4ad6-98fc-a7884a79f6e8 tempest-SecurityGroupsTestJSON-1679712722 tempest-SecurityGroupsTestJSON-1679712722-project] Publish callbacks [] for security_group (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:07:37.602665 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-e992c35d-a221-4211-b854-71ea9388f3a6 req-483a64e7-55a1-4ad6-98fc-a7884a79f6e8 tempest-SecurityGroupsTestJSON-1679712722 tempest-SecurityGroupsTestJSON-1679712722-project] 10.222.0.13 "DELETE /v2.0/security-groups/b4b721fd-2c84-48f8-a46a-42f0e8ee9060 HTTP/1.1" status: 204 len: 173 time: 0.3044653 Jan 26 21:07:37.672266 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483a64e7-55a1-4ad6-98fc-a7884a79f6e8 tempest-SecurityGroupsTestJSON-1679712722 tempest-SecurityGroupsTestJSON-1679712722-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4b721fd-2c84-48f8-a46a-42f0e8ee9060,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:07:37.734031 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Pushing event updated for resources: {'Port': ['ID=e917e1bd-6443-4f62-9834-092549570e4b,revision_number=8']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:07:37.753620 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Provisioning for port 6142eecc-8c92-4808-9dac-c62548be4bdc completed by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 21:07:37.760595 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Provisioning complete for port 6142eecc-8c92-4808-9dac-c62548be4bdc triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:07:37.761042 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (6142eecc-8c92-4808-9dac-c62548be4bdc), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:07:37.776997 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-7f058a38-ac88-417a-8201-43990dd47ced req-dca5bc57-e137-408f-a025-59548ffedbbc tempest-ImagesOneServerNegativeTestJSON-151319106 tempest-ImagesOneServerNegativeTestJSON-151319106-project] 10.222.0.13 "GET /v2.0/security-groups?id=aea9fb57-b28b-4984-b6fd-ae500e1c8e4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2006776 Jan 26 21:07:37.840473 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-23779156-4c5a-4624-88de-22309a56d41b req-e37fe85f-0549-4f7d-9b94-747ac9588808 tempest-QuotasAdminNegativeTest-1973869352 tempest-QuotasAdminNegativeTest-1973869352-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=fc8fa55fac81444792654e541d08a7d5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0219827 Jan 26 21:07:37.880438 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Current status of the port 6142eecc-8c92-4808-9dac-c62548be4bdc is: BUILD; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:07:37.880940 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (6142eecc-8c92-4808-9dac-c62548be4bdc), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:07:37.923636 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] For port 6142eecc-8c92-4808-9dac-c62548be4bdc, host n-h1-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-5',level=0,port_id=6142eecc-8c92-4808-9dac-c62548be4bdc,segment=NetworkSegment(58f97d30-90ed-4b82-8d47-15dab34d927d),segment_id=58f97d30-90ed-4b82-8d47-15dab34d927d)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:07:37.929316 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (6142eecc-8c92-4808-9dac-c62548be4bdc), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:07:37.930323 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Device bf5e2133-dab5-461f-8ecd-f78e9891231b no longer exists at agent hyperv_n-h1-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 26 21:07:37.968656 n-d-760453-5 neutron-server[103305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6689602d-c315-4f2d-bb1a-84915600014f', 'tag': 'bf5e2133-dab5-461f-8ecd-f78e9891231b'}, {'server_uuid': '75310938-e130-4b0c-9bea-a4b4989a734c', 'name': 'network-vif-deleted', 'tag': 'f9dae219-b3f7-482b-a4fa-9a48439a5e89'}] {{(pid=103305) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 21:07:37.972532 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d4654568b7bf041e72ff8fe1c96d6d761d9c921f2b99bc7b3a26632be20cee0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac839686-d1db-417a-96a8-374edfd59bee" -d '{"events": [{"name": "network-changed", "server_uuid": "6689602d-c315-4f2d-bb1a-84915600014f", "tag": "bf5e2133-dab5-461f-8ecd-f78e9891231b"}, {"server_uuid": "75310938-e130-4b0c-9bea-a4b4989a734c", "name": "network-vif-deleted", "tag": "f9dae219-b3f7-482b-a4fa-9a48439a5e89"}]}' {{(pid=103305) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 21:07:37.979301 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] The host n-h1-760453-5 is not matching for port bf5e2133-dab5-461f-8ecd-f78e9891231b host n-h2-760453-5! {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2317}} Jan 26 21:07:37.980937 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Device bf5e2133-dab5-461f-8ecd-f78e9891231b not bound to the agent host n-h1-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 26 21:07:38.000063 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d90b8b-074d-4129-bc56-3314f1843a90 req-219cc578-7849-4bc7-beb6-51185f0f6c6d tempest-ServersAdminTestJSON-2108229583 tempest-ServersAdminTestJSON-2108229583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:07:38.001592 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-69d90b8b-074d-4129-bc56-3314f1843a90 req-219cc578-7849-4bc7-beb6-51185f0f6c6d tempest-ServersAdminTestJSON-2108229583 tempest-ServersAdminTestJSON-2108229583-project] 10.222.0.13 "GET /v2.0/ports?device_id=242b7086-c188-4e0a-9af5-4749fa74838b HTTP/1.1" status: 200 len: 950 time: 0.1085808 Jan 26 21:07:38.041343 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23779156-4c5a-4624-88de-22309a56d41b req-47f72753-75df-49a2-bfde-ec2ad0fbdad5 tempest-QuotasAdminNegativeTest-1973869352 tempest-QuotasAdminNegativeTest-1973869352-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:07:38.047920 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-23779156-4c5a-4624-88de-22309a56d41b req-47f72753-75df-49a2-bfde-ec2ad0fbdad5 tempest-QuotasAdminNegativeTest-1973869352 tempest-QuotasAdminNegativeTest-1973869352-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2012293 Jan 26 21:07:38.053096 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Pushing event updated for resources: {'Port': ['ID=6142eecc-8c92-4808-9dac-c62548be4bdc,revision_number=5']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:07:38.063224 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (32ef628b-8417-46c5-8729-60fcabe358f1), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:07:38.069499 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-23779156-4c5a-4624-88de-22309a56d41b req-cbf17d10-15d4-4c8f-85d8-62cb831314f8 tempest-QuotasAdminNegativeTest-1973869352 tempest-QuotasAdminNegativeTest-1973869352-project] 10.222.0.13 "GET /v2.0/quotas/fc8fa55fac81444792654e541d08a7d5 HTTP/1.1" status: 200 len: 375 time: 0.0206907 Jan 26 21:07:38.114094 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-69d90b8b-074d-4129-bc56-3314f1843a90 req-1a710539-8600-4174-a8ec-c386c4e91961 tempest-ServersAdminTestJSON-2108229583 tempest-ServersAdminTestJSON-2108229583-project] 10.222.0.13 "GET /v2.0/security-groups?id=95bc11fd-db53-4b42-971c-c958ca031066&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058052 Jan 26 21:07:38.124869 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-23779156-4c5a-4624-88de-22309a56d41b req-f86d797c-68ed-4a01-a96a-378c07c7d933 tempest-QuotasAdminNegativeTest-1973869352 tempest-QuotasAdminNegativeTest-1973869352-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=fc8fa55fac81444792654e541d08a7d5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0467334 Jan 26 21:07:38.179442 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Jan 2022 21:07:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6e524ec-082b-4d09-956a-d1d8689b4453 x-openstack-request-id: req-b6e524ec-082b-4d09-956a-d1d8689b4453 {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 21:07:38.179988 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "242b7086-c188-4e0a-9af5-4749fa74838b", "name": "network-vif-plugged", "status": "completed", "tag": "e917e1bd-6443-4f62-9834-092549570e4b", "code": 200}]} {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 21:07:38.180242 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b6e524ec-082b-4d09-956a-d1d8689b4453 {{(pid=103306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 21:07:38.180691 n-d-760453-5 neutron-server[103306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '242b7086-c188-4e0a-9af5-4749fa74838b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e917e1bd-6443-4f62-9834-092549570e4b', 'code': 200} Jan 26 21:07:38.223570 n-d-760453-5 neutron-server[103304]: INFO neutron.api.v2.resource [req-43d47b0d-c717-498c-b98f-db52c954f934 req-e700bc7d-92f0-456e-9a04-e9202dab6688 tempest-SecurityGroupsTestJSON-1679712722 tempest-SecurityGroupsTestJSON-1679712722-project] show failed (client error): The resource could not be found. Jan 26 21:07:38.225230 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-43d47b0d-c717-498c-b98f-db52c954f934 req-e700bc7d-92f0-456e-9a04-e9202dab6688 tempest-SecurityGroupsTestJSON-1679712722 tempest-SecurityGroupsTestJSON-1679712722-project] 10.222.0.13 "GET /v2.0/security-groups/b4b721fd-2c84-48f8-a46a-42f0e8ee9060 HTTP/1.1" status: 404 len: 352 time: 0.0141337 Jan 26 21:07:38.250255 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Wed, 26 Jan 2022 21:07:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8dae4524-a2cb-4c15-a16f-ace02a4c5d89 x-openstack-request-id: req-8dae4524-a2cb-4c15-a16f-ace02a4c5d89 {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 21:07:38.250551 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6689602d-c315-4f2d-bb1a-84915600014f", "tag": "bf5e2133-dab5-461f-8ecd-f78e9891231b", "status": "completed", "code": 200}, {"server_uuid": "75310938-e130-4b0c-9bea-a4b4989a734c", "name": "network-vif-deleted", "tag": "f9dae219-b3f7-482b-a4fa-9a48439a5e89", "status": "completed", "code": 200}]} {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 21:07:38.250822 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-8dae4524-a2cb-4c15-a16f-ace02a4c5d89 {{(pid=103305) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 21:07:38.251238 n-d-760453-5 neutron-server[103305]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6689602d-c315-4f2d-bb1a-84915600014f', 'tag': 'bf5e2133-dab5-461f-8ecd-f78e9891231b', 'status': 'completed', 'code': 200} Jan 26 21:07:38.251487 n-d-760453-5 neutron-server[103305]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75310938-e130-4b0c-9bea-a4b4989a734c', 'name': 'network-vif-deleted', 'tag': 'f9dae219-b3f7-482b-a4fa-9a48439a5e89', 'status': 'completed', 'code': 200} Jan 26 21:07:38.400522 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac839686-d1db-417a-96a8-374edfd59bee req-4b93959c-ab19-46c1-a1f5-2fa3a521a5ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:07:38.402118 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-ac839686-d1db-417a-96a8-374edfd59bee req-4b93959c-ab19-46c1-a1f5-2fa3a521a5ed service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=d178ac49ddc9478db66ba71c81039890&device_id=6689602d-c315-4f2d-bb1a-84915600014f HTTP/1.1" status: 200 len: 1099 time: 0.1103697 Jan 26 21:07:38.417320 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac839686-d1db-417a-96a8-374edfd59bee req-cc8ed8f4-d481-49a9-b6e7-5135e162d0c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:07:38.418823 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-ac839686-d1db-417a-96a8-374edfd59bee req-cc8ed8f4-d481-49a9-b6e7-5135e162d0c5 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=d178ac49ddc9478db66ba71c81039890&device_id=6689602d-c315-4f2d-bb1a-84915600014f HTTP/1.1" status: 200 len: 1099 time: 0.1506515 Jan 26 21:07:38.578408 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c289e442-193f-4072-b251-01f2980c571f req-79391cc8-0dc7-414d-8b2b-7185ff44f615 tempest-MigrationsAdminTest-1084137346 tempest-MigrationsAdminTest-1084137346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:07:38.579974 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-c289e442-193f-4072-b251-01f2980c571f req-79391cc8-0dc7-414d-8b2b-7185ff44f615 tempest-MigrationsAdminTest-1084137346 tempest-MigrationsAdminTest-1084137346-project] 10.222.0.13 "GET /v2.0/ports?device_id=6689602d-c315-4f2d-bb1a-84915600014f HTTP/1.1" status: 200 len: 948 time: 0.2287445 Jan 26 21:07:38.593648 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac839686-d1db-417a-96a8-374edfd59bee req-879d1334-90ab-405b-acb7-9acd31e0e441 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:07:38.595071 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-ac839686-d1db-417a-96a8-374edfd59bee req-879d1334-90ab-405b-acb7-9acd31e0e441 service neutron] 10.222.0.57 "GET /v2.0/networks?id=7fbe9cf5-e12c-436d-b372-55a19c9faa30 HTTP/1.1" status: 200 len: 870 time: 0.1700914 Jan 26 21:07:38.597659 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5e3e0a-b6ae-43d5-b75a-7984096da935 req-917ac6b9-561d-477e-96ba-2552f49f0c1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:07:38.599072 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-4f5e3e0a-b6ae-43d5-b75a-7984096da935 req-917ac6b9-561d-477e-96ba-2552f49f0c1f service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=242b7086-c188-4e0a-9af5-4749fa74838b HTTP/1.1" status: 200 len: 1101 time: 0.0747976 Jan 26 21:07:38.629440 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac839686-d1db-417a-96a8-374edfd59bee req-c3f60358-3c48-4d5b-9028-efc2caf4da5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:07:38.631479 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-ac839686-d1db-417a-96a8-374edfd59bee req-c3f60358-3c48-4d5b-9028-efc2caf4da5b service neutron] 10.222.0.66 "GET /v2.0/networks?id=7fbe9cf5-e12c-436d-b372-55a19c9faa30 HTTP/1.1" status: 200 len: 870 time: 0.2188389 Jan 26 21:07:38.674615 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-ac839686-d1db-417a-96a8-374edfd59bee req-5de66328-1661-42ad-b25c-302e28c2cd04 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.129&port_id=bf5e2133-dab5-461f-8ecd-f78e9891231b HTTP/1.1" status: 200 len: 217 time: 0.0618773 Jan 26 21:07:38.718993 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-ac839686-d1db-417a-96a8-374edfd59bee req-76dcfc2d-e7d2-4a79-8ca4-22ba4f6d4cb4 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.129&port_id=bf5e2133-dab5-461f-8ecd-f78e9891231b HTTP/1.1" status: 200 len: 217 time: 0.0532780 Jan 26 21:07:38.722909 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-c289e442-193f-4072-b251-01f2980c571f req-8bb69119-4966-49ca-b090-68f20ff33bc4 tempest-MigrationsAdminTest-1084137346 tempest-MigrationsAdminTest-1084137346-project] 10.222.0.13 "GET /v2.0/security-groups?id=e0b082e3-685f-492b-b87f-3045b8ecd8c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1332743 Jan 26 21:07:38.727654 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-06a2a325-3abc-4aa8-a904-2a959a64cc0c req-0c478357-5ad5-4009-bbbc-26e03f1633f4 tempest-SecurityGroupsTestJSON-1679712722 tempest-SecurityGroupsTestJSON-1679712722-project] 10.222.0.13 "GET /v2.0/security-groups/1427f794-ae11-450f-b8d0-fd939493846c HTTP/1.1" status: 200 len: 1816 time: 0.0934875 Jan 26 21:07:38.745159 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-4f5e3e0a-b6ae-43d5-b75a-7984096da935 req-093ee3e3-9f83-4907-9df2-19c69c0002e0 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=95bc11fd-db53-4b42-971c-c958ca031066&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1312280 Jan 26 21:07:38.769240 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac839686-d1db-417a-96a8-374edfd59bee req-494acc55-8087-4e40-bc17-600a87ac15b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:07:38.775745 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-ac839686-d1db-417a-96a8-374edfd59bee req-494acc55-8087-4e40-bc17-600a87ac15b9 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=fd77e534-75e6-4b90-950e-f5824d584430 HTTP/1.1" status: 200 len: 843 time: 0.0901544 Jan 26 21:07:38.846935 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac839686-d1db-417a-96a8-374edfd59bee req-489666ef-f5e5-4d00-b0b7-a2c6342e0479 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:07:38.848503 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-ac839686-d1db-417a-96a8-374edfd59bee req-489666ef-f5e5-4d00-b0b7-a2c6342e0479 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=7fbe9cf5-e12c-436d-b372-55a19c9faa30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0626585 Jan 26 21:07:38.882619 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac839686-d1db-417a-96a8-374edfd59bee req-1dca0214-29ff-42a8-b0f9-84d66ae121bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:07:38.883799 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-ac839686-d1db-417a-96a8-374edfd59bee req-1dca0214-29ff-42a8-b0f9-84d66ae121bc service neutron] 10.222.0.66 "GET /v2.0/subnets?id=fd77e534-75e6-4b90-950e-f5824d584430 HTTP/1.1" status: 200 len: 843 time: 0.1551356 Jan 26 21:07:38.890063 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-06a2a325-3abc-4aa8-a904-2a959a64cc0c req-6952c4de-d426-4a0e-832d-39661b7af7bd tempest-SecurityGroupsTestJSON-1679712722 tempest-SecurityGroupsTestJSON-1679712722-project] Publish callbacks [] for security_group (1427f794-ae11-450f-b8d0-fd939493846c), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:07:38.917123 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-06a2a325-3abc-4aa8-a904-2a959a64cc0c req-6952c4de-d426-4a0e-832d-39661b7af7bd tempest-SecurityGroupsTestJSON-1679712722 tempest-SecurityGroupsTestJSON-1679712722-project] Publish callbacks [] for security_group (1427f794-ae11-450f-b8d0-fd939493846c), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:07:38.983040 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-06a2a325-3abc-4aa8-a904-2a959a64cc0c req-6952c4de-d426-4a0e-832d-39661b7af7bd tempest-SecurityGroupsTestJSON-1679712722 tempest-SecurityGroupsTestJSON-1679712722-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (1427f794-ae11-450f-b8d0-fd939493846c), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:07:38.986810 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-06a2a325-3abc-4aa8-a904-2a959a64cc0c req-6952c4de-d426-4a0e-832d-39661b7af7bd tempest-SecurityGroupsTestJSON-1679712722 tempest-SecurityGroupsTestJSON-1679712722-project] Publish callbacks [] for security_group (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:07:39.003745 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-06a2a325-3abc-4aa8-a904-2a959a64cc0c req-6952c4de-d426-4a0e-832d-39661b7af7bd tempest-SecurityGroupsTestJSON-1679712722 tempest-SecurityGroupsTestJSON-1679712722-project] 10.222.0.13 "DELETE /v2.0/security-groups/1427f794-ae11-450f-b8d0-fd939493846c HTTP/1.1" status: 204 len: 173 time: 0.2675233 Jan 26 21:07:39.029726 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-ac839686-d1db-417a-96a8-374edfd59bee req-44b516f9-9976-4dcc-b28c-c54ba29c33a6 service neutron] 10.222.0.57 "GET /v2.0/networks/7fbe9cf5-e12c-436d-b372-55a19c9faa30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1716020 Jan 26 21:07:39.030355 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6952c4de-d426-4a0e-832d-39661b7af7bd tempest-SecurityGroupsTestJSON-1679712722 tempest-SecurityGroupsTestJSON-1679712722-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1427f794-ae11-450f-b8d0-fd939493846c,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:07:39.273372 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816186ef-8544-449d-8a84-e1405a350879 req-2e61c60d-51d9-48e6-9ef5-03c2077b0913 tempest-ImagesOneServerNegativeTestJSON-151319106 tempest-ImagesOneServerNegativeTestJSON-151319106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:07:39.274550 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-ac839686-d1db-417a-96a8-374edfd59bee req-1af814c3-ae52-471c-b27b-eae49cf43ff1 service neutron] 10.222.0.57 "GET /v2.0/networks/7fbe9cf5-e12c-436d-b372-55a19c9faa30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2169101 Jan 26 21:07:39.280575 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-816186ef-8544-449d-8a84-e1405a350879 req-2e61c60d-51d9-48e6-9ef5-03c2077b0913 tempest-ImagesOneServerNegativeTestJSON-151319106 tempest-ImagesOneServerNegativeTestJSON-151319106-project] 10.222.0.13 "GET /v2.0/ports?device_id=786120f9-d68f-4c65-88e9-c1a744d7d460 HTTP/1.1" status: 200 len: 945 time: 0.2039585 Jan 26 21:07:39.284676 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac839686-d1db-417a-96a8-374edfd59bee req-0afc496e-4d0d-456e-ae4f-7a7c4cdf7e90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:07:39.286187 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-ac839686-d1db-417a-96a8-374edfd59bee req-0afc496e-4d0d-456e-ae4f-7a7c4cdf7e90 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=7fbe9cf5-e12c-436d-b372-55a19c9faa30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1925168 Jan 26 21:07:39.386362 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-ac839686-d1db-417a-96a8-374edfd59bee req-2fd9fd68-1cac-476f-a69b-0bfb35f61590 service neutron] 10.222.0.66 "GET /v2.0/networks/7fbe9cf5-e12c-436d-b372-55a19c9faa30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875282 Jan 26 21:07:39.432384 n-d-760453-5 neutron-server[103304]: INFO neutron.api.v2.resource [req-f5720478-c6f3-4641-bb45-425915878423 req-9ad87704-373d-4071-890a-6bd49fa099bc tempest-SecurityGroupsTestJSON-1679712722 tempest-SecurityGroupsTestJSON-1679712722-project] show failed (client error): The resource could not be found. Jan 26 21:07:39.433523 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-f5720478-c6f3-4641-bb45-425915878423 req-9ad87704-373d-4071-890a-6bd49fa099bc tempest-SecurityGroupsTestJSON-1679712722 tempest-SecurityGroupsTestJSON-1679712722-project] 10.222.0.13 "GET /v2.0/security-groups/1427f794-ae11-450f-b8d0-fd939493846c HTTP/1.1" status: 404 len: 352 time: 0.0462317 Jan 26 21:07:39.549929 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-816186ef-8544-449d-8a84-e1405a350879 req-5be5eee1-df90-4a56-a797-fec9de8c4e01 tempest-ImagesOneServerNegativeTestJSON-151319106 tempest-ImagesOneServerNegativeTestJSON-151319106-project] 10.222.0.13 "GET /v2.0/security-groups?id=aea9fb57-b28b-4984-b6fd-ae500e1c8e4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2684047 Jan 26 21:07:39.624476 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666f3a75-de50-46f4-9b10-8becabfb4dcf req-dee14c64-9530-4523-895e-64e5a3c3d4e3 tempest-ServersAdminTestJSON-2108229583 tempest-ServersAdminTestJSON-2108229583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:07:39.626275 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-666f3a75-de50-46f4-9b10-8becabfb4dcf req-dee14c64-9530-4523-895e-64e5a3c3d4e3 tempest-ServersAdminTestJSON-2108229583 tempest-ServersAdminTestJSON-2108229583-project] 10.222.0.13 "GET /v2.0/ports?device_id=242b7086-c188-4e0a-9af5-4749fa74838b HTTP/1.1" status: 200 len: 950 time: 0.1143246 Jan 26 21:07:39.657503 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-ac839686-d1db-417a-96a8-374edfd59bee req-bfca17a8-62cd-4723-932b-9811ae03f6b0 service neutron] 10.222.0.66 "GET /v2.0/networks/7fbe9cf5-e12c-436d-b372-55a19c9faa30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2581279 Jan 26 21:07:39.700471 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-7d26d3b4-1ebe-4aa0-b7d9-ace4461fa59b req-f0bd2992-ff1f-4ed8-86f1-7e220b20d4e9 tempest-QuotasAdminNegativeTest-1973869352 tempest-QuotasAdminNegativeTest-1973869352-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=fc8fa55fac81444792654e541d08a7d5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0407734 Jan 26 21:07:39.786383 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-666f3a75-de50-46f4-9b10-8becabfb4dcf req-c8c1cd94-b5c7-43d8-9a78-d547bf51f2ad tempest-ServersAdminTestJSON-2108229583 tempest-ServersAdminTestJSON-2108229583-project] 10.222.0.13 "GET /v2.0/security-groups?id=95bc11fd-db53-4b42-971c-c958ca031066&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232543 Jan 26 21:07:39.894069 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-c182f2fe-2eb0-40dd-ba24-c162fab978eb req-e8797f3c-604b-4f75-8461-fcfb11e4aa33 tempest-SecurityGroupsTestJSON-1679712722 tempest-SecurityGroupsTestJSON-1679712722-project] 10.222.0.13 "GET /v2.0/security-groups/d37ee891-de5e-4bd0-bcb1-17648d5fe97d HTTP/1.1" status: 200 len: 1817 time: 0.0941024 Jan 26 21:07:39.931513 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Device bf5e2133-dab5-461f-8ecd-f78e9891231b details requested by agent hyperv_n-h2-760453-5 with host n-h2-760453-5 {{(pid=103306) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 26 21:07:39.934732 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Device f9dae219-b3f7-482b-a4fa-9a48439a5e89 no longer exists at agent hyperv_n-h2-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 26 21:07:39.940166 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d26d3b4-1ebe-4aa0-b7d9-ace4461fa59b req-47ca385d-22ca-4d68-9ef5-3214a9dd1343 tempest-QuotasAdminNegativeTest-1973869352 tempest-QuotasAdminNegativeTest-1973869352-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:07:39.941797 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-7d26d3b4-1ebe-4aa0-b7d9-ace4461fa59b req-47ca385d-22ca-4d68-9ef5-3214a9dd1343 tempest-QuotasAdminNegativeTest-1973869352 tempest-QuotasAdminNegativeTest-1973869352-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2293241 Jan 26 21:07:39.965861 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-7d26d3b4-1ebe-4aa0-b7d9-ace4461fa59b req-5c48d8ca-3af1-4c33-9149-7984e9ca9d64 tempest-QuotasAdminNegativeTest-1973869352 tempest-QuotasAdminNegativeTest-1973869352-project] 10.222.0.13 "GET /v2.0/quotas/fc8fa55fac81444792654e541d08a7d5 HTTP/1.1" status: 200 len: 375 time: 0.0176983 Jan 26 21:07:39.996661 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] No Port match for: f9dae219-b3f7-482b-a4fa-9a48439a5e89 {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 26 21:07:39.997010 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Device f9dae219-b3f7-482b-a4fa-9a48439a5e89 not bound to the agent host n-h2-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 26 21:07:40.007118 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-7d26d3b4-1ebe-4aa0-b7d9-ace4461fa59b req-459cd6a4-6ea9-4e35-8577-3e0cdd63f6c0 tempest-QuotasAdminNegativeTest-1973869352 tempest-QuotasAdminNegativeTest-1973869352-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=fc8fa55fac81444792654e541d08a7d5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0318637 Jan 26 21:07:40.007848 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-c182f2fe-2eb0-40dd-ba24-c162fab978eb req-b9c1e3f1-3e76-4c73-90f7-00887b7410d9 tempest-SecurityGroupsTestJSON-1679712722 tempest-SecurityGroupsTestJSON-1679712722-project] Publish callbacks [] for security_group (d37ee891-de5e-4bd0-bcb1-17648d5fe97d), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:07:40.032678 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-c182f2fe-2eb0-40dd-ba24-c162fab978eb req-b9c1e3f1-3e76-4c73-90f7-00887b7410d9 tempest-SecurityGroupsTestJSON-1679712722 tempest-SecurityGroupsTestJSON-1679712722-project] Publish callbacks [] for security_group (d37ee891-de5e-4bd0-bcb1-17648d5fe97d), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:07:40.103341 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-c182f2fe-2eb0-40dd-ba24-c162fab978eb req-b9c1e3f1-3e76-4c73-90f7-00887b7410d9 tempest-SecurityGroupsTestJSON-1679712722 tempest-SecurityGroupsTestJSON-1679712722-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (d37ee891-de5e-4bd0-bcb1-17648d5fe97d), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:07:40.123306 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-c182f2fe-2eb0-40dd-ba24-c162fab978eb req-b9c1e3f1-3e76-4c73-90f7-00887b7410d9 tempest-SecurityGroupsTestJSON-1679712722 tempest-SecurityGroupsTestJSON-1679712722-project] Publish callbacks [] for security_group (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:07:40.141957 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-c182f2fe-2eb0-40dd-ba24-c162fab978eb req-b9c1e3f1-3e76-4c73-90f7-00887b7410d9 tempest-SecurityGroupsTestJSON-1679712722 tempest-SecurityGroupsTestJSON-1679712722-project] 10.222.0.13 "DELETE /v2.0/security-groups/d37ee891-de5e-4bd0-bcb1-17648d5fe97d HTTP/1.1" status: 204 len: 173 time: 0.2468193 Jan 26 21:07:40.182665 n-d-760453-5 neutron-server[103306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '786120f9-d68f-4c65-88e9-c1a744d7d460', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6142eecc-8c92-4808-9dac-c62548be4bdc'}] {{(pid=103306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 21:07:40.183283 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c1e3f1-3e76-4c73-90f7-00887b7410d9 tempest-SecurityGroupsTestJSON-1679712722 tempest-SecurityGroupsTestJSON-1679712722-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d37ee891-de5e-4bd0-bcb1-17648d5fe97d,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:07:40.197806 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9d5d370febab655511bdd2ffe887e43e442d144a440368702bcc1e93af00b97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40f59ba5-9af6-4cfc-9def-3f3dbbae9c0e" -d '{"events": [{"server_uuid": "786120f9-d68f-4c65-88e9-c1a744d7d460", "name": "network-vif-plugged", "status": "completed", "tag": "6142eecc-8c92-4808-9dac-c62548be4bdc"}]}' {{(pid=103306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 21:07:40.211035 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] For port bf5e2133-dab5-461f-8ecd-f78e9891231b, host n-h2-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-5',level=0,port_id=bf5e2133-dab5-461f-8ecd-f78e9891231b,segment=NetworkSegment(4eab25d6-89d9-4907-a1c2-51b06443ba33),segment_id=4eab25d6-89d9-4907-a1c2-51b06443ba33)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:07:40.253082 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Returning: {'device': 'bf5e2133-dab5-461f-8ecd-f78e9891231b', 'network_id': '7fbe9cf5-e12c-436d-b372-55a19c9faa30', 'port_id': 'bf5e2133-dab5-461f-8ecd-f78e9891231b', 'mac_address': 'fa:16:3e:39:52:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 561, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fd77e534-75e6-4b90-950e-f5824d584430', 'ip_address': '192.168.233.129'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103306) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 26 21:07:40.321441 n-d-760453-5 neutron-server[103304]: INFO neutron.api.v2.resource [req-fbe2960c-4b93-4176-8311-a2c5e5a714d4 req-ab7eb686-6d64-4197-bac2-335cad0a309c tempest-SecurityGroupsTestJSON-1679712722 tempest-SecurityGroupsTestJSON-1679712722-project] show failed (client error): The resource could not be found. Jan 26 21:07:40.322302 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-fbe2960c-4b93-4176-8311-a2c5e5a714d4 req-ab7eb686-6d64-4197-bac2-335cad0a309c tempest-SecurityGroupsTestJSON-1679712722 tempest-SecurityGroupsTestJSON-1679712722-project] 10.222.0.13 "GET /v2.0/security-groups/d37ee891-de5e-4bd0-bcb1-17648d5fe97d HTTP/1.1" status: 404 len: 352 time: 0.0246725 Jan 26 21:07:40.325455 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Current status of the port bf5e2133-dab5-461f-8ecd-f78e9891231b is: DOWN; New status is: BUILD {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:07:40.325849 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (bf5e2133-dab5-461f-8ecd-f78e9891231b), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:07:40.358959 n-d-760453-5 neutron-server[103306]: DEBUG neutron.notifiers.nova [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bf5e2133-dab5-461f-8ecd-f78e9891231b {{(pid=103306) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 26 21:07:40.392878 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Jan 2022 21:07:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3ad05c9-585f-4227-86d2-5413f0bfac2e x-openstack-request-id: req-f3ad05c9-585f-4227-86d2-5413f0bfac2e {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 21:07:40.393193 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "786120f9-d68f-4c65-88e9-c1a744d7d460", "name": "network-vif-plugged", "status": "completed", "tag": "6142eecc-8c92-4808-9dac-c62548be4bdc", "code": 200}]} {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 21:07:40.394093 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f3ad05c9-585f-4227-86d2-5413f0bfac2e {{(pid=103306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 21:07:40.395574 n-d-760453-5 neutron-server[103306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '786120f9-d68f-4c65-88e9-c1a744d7d460', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6142eecc-8c92-4808-9dac-c62548be4bdc', 'code': 200} Jan 26 21:07:40.420345 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.agents_db [None req-569f1ced-6396-4ddf-b79f-e03b0b2146ab None None] Agent healthcheck: found 7 active agents {{(pid=103307) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 26 21:07:40.422739 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] For port bf5e2133-dab5-461f-8ecd-f78e9891231b, host n-h2-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-5',level=0,port_id=bf5e2133-dab5-461f-8ecd-f78e9891231b,segment=NetworkSegment(4eab25d6-89d9-4907-a1c2-51b06443ba33),segment_id=4eab25d6-89d9-4907-a1c2-51b06443ba33)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:07:40.438644 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (bf5e2133-dab5-461f-8ecd-f78e9891231b), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:07:40.448111 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d616b9b-5e76-4ded-9f08-e37e6879cd0d req-9b9dd927-f468-4115-978a-d9e3329ac19c tempest-MigrationsAdminTest-1084137346 tempest-MigrationsAdminTest-1084137346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:07:40.459771 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-5d616b9b-5e76-4ded-9f08-e37e6879cd0d req-9b9dd927-f468-4115-978a-d9e3329ac19c tempest-MigrationsAdminTest-1084137346 tempest-MigrationsAdminTest-1084137346-project] 10.222.0.13 "GET /v2.0/ports?device_id=6689602d-c315-4f2d-bb1a-84915600014f HTTP/1.1" status: 200 len: 948 time: 0.1211786 Jan 26 21:07:40.556051 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Pushing event updated for resources: {'Port': ['ID=bf5e2133-dab5-461f-8ecd-f78e9891231b,revision_number=8']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:07:40.559321 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-5d616b9b-5e76-4ded-9f08-e37e6879cd0d req-6a67cdfd-7605-46a0-9cda-1214647d7e45 tempest-MigrationsAdminTest-1084137346 tempest-MigrationsAdminTest-1084137346-project] 10.222.0.13 "GET /v2.0/security-groups?id=e0b082e3-685f-492b-b87f-3045b8ecd8c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985501 Jan 26 21:07:40.631131 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7c68fd-18f2-4402-9ce3-72fd36a8c1ea req-6979367c-62b8-4618-b5dc-d90e5db5e6fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:07:40.633174 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-cf7c68fd-18f2-4402-9ce3-72fd36a8c1ea req-6979367c-62b8-4618-b5dc-d90e5db5e6fc service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=786120f9-d68f-4c65-88e9-c1a744d7d460 HTTP/1.1" status: 200 len: 1096 time: 0.1317375 Jan 26 21:07:40.714984 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-cf7c68fd-18f2-4402-9ce3-72fd36a8c1ea req-ec9fc54d-d15f-4ac1-ba91-bfd8f8cc9009 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=aea9fb57-b28b-4984-b6fd-ae500e1c8e4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742254 Jan 26 21:07:40.721012 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] get_ports_and_sgs() called for port_ids ['bf5e2133-dab5-461f-8ecd-f78e9891231b'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 26 21:07:40.769189 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-cd076c78-b520-4390-a5eb-d06462433449 req-f14fce69-1ebc-43c5-8255-7dfb73a887f9 tempest-SecurityGroupsTestJSON-1679712722 tempest-SecurityGroupsTestJSON-1679712722-project] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=cdb3500a13814dc9912a5c6c92f742c5 HTTP/1.1" status: 200 len: 6200 time: 0.1348844 Jan 26 21:07:40.779870 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbbb1f0-e5b8-4c4d-9558-3ef67157b925 req-6d587a53-085c-406a-9743-a9a53b08976f tempest-ImagesOneServerNegativeTestJSON-151319106 tempest-ImagesOneServerNegativeTestJSON-151319106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:07:40.781382 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-2cbbb1f0-e5b8-4c4d-9558-3ef67157b925 req-6d587a53-085c-406a-9743-a9a53b08976f tempest-ImagesOneServerNegativeTestJSON-151319106 tempest-ImagesOneServerNegativeTestJSON-151319106-project] 10.222.0.13 "GET /v2.0/ports?device_id=786120f9-d68f-4c65-88e9-c1a744d7d460 HTTP/1.1" status: 200 len: 945 time: 0.0835419 Jan 26 21:07:40.857732 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-cd076c78-b520-4390-a5eb-d06462433449 req-373b55b2-9854-40f6-a94a-7628aab87409 tempest-SecurityGroupsTestJSON-1679712722 tempest-SecurityGroupsTestJSON-1679712722-project] 10.222.0.13 "GET /v2.0/security-groups/c3c6c2ef-9865-4e2c-9818-90435d60a1af HTTP/1.1" status: 200 len: 2998 time: 0.0753462 Jan 26 21:07:40.861028 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-2cbbb1f0-e5b8-4c4d-9558-3ef67157b925 req-1734b81f-aaea-42e7-bbcd-37c6d24714cc tempest-ImagesOneServerNegativeTestJSON-151319106 tempest-ImagesOneServerNegativeTestJSON-151319106-project] 10.222.0.13 "GET /v2.0/security-groups?id=aea9fb57-b28b-4984-b6fd-ae500e1c8e4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719466 Jan 26 21:07:40.913891 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-cd076c78-b520-4390-a5eb-d06462433449 req-52e0d0cd-05e2-4b4b-bc9e-6530f0a010c5 tempest-SecurityGroupsTestJSON-1679712722 tempest-SecurityGroupsTestJSON-1679712722-project] 10.222.0.13 "GET /v2.0/security-groups/c3c6c2ef-9865-4e2c-9818-90435d60a1af HTTP/1.1" status: 200 len: 2998 time: 0.0494010 Jan 26 21:07:41.046403 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [req-6983718a-0ee1-4887-9eb8-4b715c2c0489 req-f80b2059-49ef-49cd-a400-83012c9e64f8 tempest-SecurityGroupsTestJSON-1679712722 tempest-SecurityGroupsTestJSON-1679712722-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-2077348101', 'description': 'tempest-description-133009396'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:07:41.104881 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-6983718a-0ee1-4887-9eb8-4b715c2c0489 req-f80b2059-49ef-49cd-a400-83012c9e64f8 tempest-SecurityGroupsTestJSON-1679712722 tempest-SecurityGroupsTestJSON-1679712722-project] Publish callbacks [] for security_group (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:07:41.126997 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14afbdfe-9a11-49e8-9adb-82850b590049 req-839bcea8-2a78-4ac6-84e7-78dfe93f8f17 tempest-ServersAdminTestJSON-2108229583 tempest-ServersAdminTestJSON-2108229583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:07:41.128522 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-14afbdfe-9a11-49e8-9adb-82850b590049 req-839bcea8-2a78-4ac6-84e7-78dfe93f8f17 tempest-ServersAdminTestJSON-2108229583 tempest-ServersAdminTestJSON-2108229583-project] 10.222.0.13 "GET /v2.0/ports?device_id=242b7086-c188-4e0a-9af5-4749fa74838b HTTP/1.1" status: 200 len: 950 time: 0.0779352 Jan 26 21:07:41.206198 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-14afbdfe-9a11-49e8-9adb-82850b590049 req-944f3dce-c7f1-474d-b33b-8e86922c6c65 tempest-ServersAdminTestJSON-2108229583 tempest-ServersAdminTestJSON-2108229583-project] 10.222.0.13 "GET /v2.0/security-groups?id=95bc11fd-db53-4b42-971c-c958ca031066&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709546 Jan 26 21:07:41.237138 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-6983718a-0ee1-4887-9eb8-4b715c2c0489 req-f80b2059-49ef-49cd-a400-83012c9e64f8 tempest-SecurityGroupsTestJSON-1679712722 tempest-SecurityGroupsTestJSON-1679712722-project] Publish callbacks [] for security_group (09a38b62-99ef-407d-8330-a96087b5f923), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:07:41.243672 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-6983718a-0ee1-4887-9eb8-4b715c2c0489 req-f80b2059-49ef-49cd-a400-83012c9e64f8 tempest-SecurityGroupsTestJSON-1679712722 tempest-SecurityGroupsTestJSON-1679712722-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (09a38b62-99ef-407d-8330-a96087b5f923), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:07:41.335675 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-6983718a-0ee1-4887-9eb8-4b715c2c0489 req-f80b2059-49ef-49cd-a400-83012c9e64f8 tempest-SecurityGroupsTestJSON-1679712722 tempest-SecurityGroupsTestJSON-1679712722-project] Publish callbacks [] for security_group (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:07:41.336833 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-6983718a-0ee1-4887-9eb8-4b715c2c0489 req-f80b2059-49ef-49cd-a400-83012c9e64f8 tempest-SecurityGroupsTestJSON-1679712722 tempest-SecurityGroupsTestJSON-1679712722-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1822 time: 0.2949619 Jan 26 21:07:41.339558 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f80b2059-49ef-49cd-a400-83012c9e64f8 tempest-SecurityGroupsTestJSON-1679712722 tempest-SecurityGroupsTestJSON-1679712722-project] Pushing event updated for resources: {'SecurityGroup': ['ID=09a38b62-99ef-407d-8330-a96087b5f923,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:07:41.381166 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ecfc4d-e907-4107-a90c-5ed8c7afaafe req-02165f89-18df-4cbd-8825-9035d7baf060 tempest-MigrationsAdminTest-1084137346 tempest-MigrationsAdminTest-1084137346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:07:41.385015 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-f9ecfc4d-e907-4107-a90c-5ed8c7afaafe req-02165f89-18df-4cbd-8825-9035d7baf060 tempest-MigrationsAdminTest-1084137346 tempest-MigrationsAdminTest-1084137346-project] 10.222.0.66 "GET /v2.0/ports?device_id=6689602d-c315-4f2d-bb1a-84915600014f&tenant_id=d178ac49ddc9478db66ba71c81039890&binding%3Ahost_id=n-h2-760453-5 HTTP/1.1" status: 200 len: 949 time: 0.1305885 Jan 26 21:07:41.398342 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349f5e94-2868-4616-9ede-cdc83f0d698e req-5bcd28f5-5826-4400-93a4-f26b6b1f5f88 tempest-MigrationsAdminTest-1084137346 tempest-MigrationsAdminTest-1084137346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:07:41.400037 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-349f5e94-2868-4616-9ede-cdc83f0d698e req-5bcd28f5-5826-4400-93a4-f26b6b1f5f88 tempest-MigrationsAdminTest-1084137346 tempest-MigrationsAdminTest-1084137346-project] 10.222.0.13 "GET /v2.0/ports?device_id=6689602d-c315-4f2d-bb1a-84915600014f HTTP/1.1" status: 200 len: 949 time: 0.0823431 Jan 26 21:07:41.491029 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-349f5e94-2868-4616-9ede-cdc83f0d698e req-d3eab1da-28d9-4f54-9901-16b07a74ccc9 tempest-MigrationsAdminTest-1084137346 tempest-MigrationsAdminTest-1084137346-project] 10.222.0.13 "GET /v2.0/security-groups?id=e0b082e3-685f-492b-b87f-3045b8ecd8c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825336 Jan 26 21:07:41.491785 n-d-760453-5 neutron-server[103304]: INFO neutron.api.v2.resource [req-f9ecfc4d-e907-4107-a90c-5ed8c7afaafe req-37f9c2fc-2003-42cc-8a9a-c02437b87c60 service neutron] delete failed (client error): The resource could not be found. Jan 26 21:07:41.492694 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-f9ecfc4d-e907-4107-a90c-5ed8c7afaafe req-37f9c2fc-2003-42cc-8a9a-c02437b87c60 service neutron] 10.222.0.66 "DELETE /v2.0/ports/bf5e2133-dab5-461f-8ecd-f78e9891231b/bindings/n-h1-760453-5 HTTP/1.1" status: 404 len: 380 time: 0.0916440 Jan 26 21:07:41.625142 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed48a8f-3a1a-4dd4-9553-1753d5b3f7b0 req-97e23203-efcf-429d-a746-82c699938be6 tempest-ServersAdminTestJSON-2108229583 tempest-ServersAdminTestJSON-2108229583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:07:41.626736 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-0ed48a8f-3a1a-4dd4-9553-1753d5b3f7b0 req-97e23203-efcf-429d-a746-82c699938be6 tempest-ServersAdminTestJSON-2108229583 tempest-ServersAdminTestJSON-2108229583-project] 10.222.0.13 "GET /v2.0/ports?device_id=242b7086-c188-4e0a-9af5-4749fa74838b HTTP/1.1" status: 200 len: 950 time: 0.0651405 Jan 26 21:07:41.647098 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [req-caa91d7d-4b45-427b-838c-6d58790c0392 req-9ba0d669-0944-4605-b1da-fe6540c31f6d tempest-SecurityGroupsTestJSON-1679712722 tempest-SecurityGroupsTestJSON-1679712722-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1564983011', 'description': 'tempest-description-2141305878'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:07:41.688857 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-caa91d7d-4b45-427b-838c-6d58790c0392 req-9ba0d669-0944-4605-b1da-fe6540c31f6d tempest-SecurityGroupsTestJSON-1679712722 tempest-SecurityGroupsTestJSON-1679712722-project] Publish callbacks [] for security_group (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:07:41.709455 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ecfc4d-e907-4107-a90c-5ed8c7afaafe req-168ae8cb-c6bf-4bcc-8bfd-cf618f2dbcb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:07:41.711222 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-f9ecfc4d-e907-4107-a90c-5ed8c7afaafe req-168ae8cb-c6bf-4bcc-8bfd-cf618f2dbcb1 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=d178ac49ddc9478db66ba71c81039890&device_id=6689602d-c315-4f2d-bb1a-84915600014f HTTP/1.1" status: 200 len: 1100 time: 0.1058848 Jan 26 21:07:41.745736 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-0ed48a8f-3a1a-4dd4-9553-1753d5b3f7b0 req-47194a10-1eb4-4d91-a928-8693adbfcf55 tempest-ServersAdminTestJSON-2108229583 tempest-ServersAdminTestJSON-2108229583-project] 10.222.0.13 "GET /v2.0/security-groups?id=95bc11fd-db53-4b42-971c-c958ca031066&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033840 Jan 26 21:07:41.869597 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-55df40a6-b8d4-495a-9a4d-2ca3a854e53c req-21e63448-05e5-4b10-85eb-83cb7976e2a7 tempest-QuotasAdminNegativeTest-1973869352 tempest-QuotasAdminNegativeTest-1973869352-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=fc8fa55fac81444792654e541d08a7d5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0403907 Jan 26 21:07:41.873163 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ecfc4d-e907-4107-a90c-5ed8c7afaafe req-8d980705-844f-48ba-8828-1199bcc5ee1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:07:41.874557 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-f9ecfc4d-e907-4107-a90c-5ed8c7afaafe req-8d980705-844f-48ba-8828-1199bcc5ee1a service neutron] 10.222.0.66 "GET /v2.0/networks?id=7fbe9cf5-e12c-436d-b372-55a19c9faa30 HTTP/1.1" status: 200 len: 870 time: 0.1555593 Jan 26 21:07:41.882342 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-caa91d7d-4b45-427b-838c-6d58790c0392 req-9ba0d669-0944-4605-b1da-fe6540c31f6d tempest-SecurityGroupsTestJSON-1679712722 tempest-SecurityGroupsTestJSON-1679712722-project] Publish callbacks [] for security_group (032c3716-e02a-470b-b9f2-4b12e63d3a28), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:07:41.909352 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-caa91d7d-4b45-427b-838c-6d58790c0392 req-9ba0d669-0944-4605-b1da-fe6540c31f6d tempest-SecurityGroupsTestJSON-1679712722 tempest-SecurityGroupsTestJSON-1679712722-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (032c3716-e02a-470b-b9f2-4b12e63d3a28), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:07:41.934472 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Device bf5e2133-dab5-461f-8ecd-f78e9891231b up at agent hyperv_n-h2-760453-5 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 21:07:41.977641 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-f9ecfc4d-e907-4107-a90c-5ed8c7afaafe req-af991d96-09d6-4e3f-b919-cffa1c1c20e2 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.129&port_id=bf5e2133-dab5-461f-8ecd-f78e9891231b HTTP/1.1" status: 200 len: 217 time: 0.0932736 Jan 26 21:07:41.985844 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Provisioning for port bf5e2133-dab5-461f-8ecd-f78e9891231b completed by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 21:07:41.991222 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Provisioning complete for port bf5e2133-dab5-461f-8ecd-f78e9891231b triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:07:41.991397 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (bf5e2133-dab5-461f-8ecd-f78e9891231b), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:07:42.028502 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-caa91d7d-4b45-427b-838c-6d58790c0392 req-9ba0d669-0944-4605-b1da-fe6540c31f6d tempest-SecurityGroupsTestJSON-1679712722 tempest-SecurityGroupsTestJSON-1679712722-project] Publish callbacks [] for security_group (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:07:42.040549 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-caa91d7d-4b45-427b-838c-6d58790c0392 req-9ba0d669-0944-4605-b1da-fe6540c31f6d tempest-SecurityGroupsTestJSON-1679712722 tempest-SecurityGroupsTestJSON-1679712722-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1823 time: 0.4126687 Jan 26 21:07:42.066946 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba0d669-0944-4605-b1da-fe6540c31f6d tempest-SecurityGroupsTestJSON-1679712722 tempest-SecurityGroupsTestJSON-1679712722-project] Pushing event updated for resources: {'SecurityGroup': ['ID=032c3716-e02a-470b-b9f2-4b12e63d3a28,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:07:42.092396 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ecfc4d-e907-4107-a90c-5ed8c7afaafe req-fad277c6-707f-48eb-8aae-ba0216eb7239 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:07:42.094045 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-f9ecfc4d-e907-4107-a90c-5ed8c7afaafe req-fad277c6-707f-48eb-8aae-ba0216eb7239 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=fd77e534-75e6-4b90-950e-f5824d584430 HTTP/1.1" status: 200 len: 843 time: 0.1061804 Jan 26 21:07:42.154416 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Current status of the port bf5e2133-dab5-461f-8ecd-f78e9891231b is: BUILD; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:07:42.155068 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (bf5e2133-dab5-461f-8ecd-f78e9891231b), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:07:42.191848 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55df40a6-b8d4-495a-9a4d-2ca3a854e53c req-1c9d29a1-f177-4795-8e4b-fc66c16506e7 tempest-QuotasAdminNegativeTest-1973869352 tempest-QuotasAdminNegativeTest-1973869352-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:07:42.200538 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-55df40a6-b8d4-495a-9a4d-2ca3a854e53c req-1c9d29a1-f177-4795-8e4b-fc66c16506e7 tempest-QuotasAdminNegativeTest-1973869352 tempest-QuotasAdminNegativeTest-1973869352-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3213723 Jan 26 21:07:42.206423 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] For port bf5e2133-dab5-461f-8ecd-f78e9891231b, host n-h2-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-5',level=0,port_id=bf5e2133-dab5-461f-8ecd-f78e9891231b,segment=NetworkSegment(4eab25d6-89d9-4907-a1c2-51b06443ba33),segment_id=4eab25d6-89d9-4907-a1c2-51b06443ba33)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:07:42.213776 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (bf5e2133-dab5-461f-8ecd-f78e9891231b), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:07:42.238012 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-55df40a6-b8d4-495a-9a4d-2ca3a854e53c req-52ecc836-a61e-4faf-bbd4-507f84da13d4 tempest-QuotasAdminNegativeTest-1973869352 tempest-QuotasAdminNegativeTest-1973869352-project] 10.222.0.13 "GET /v2.0/quotas/fc8fa55fac81444792654e541d08a7d5 HTTP/1.1" status: 200 len: 375 time: 0.0362887 Jan 26 21:07:42.246002 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ecfc4d-e907-4107-a90c-5ed8c7afaafe req-e0c98730-8a24-46e7-abfe-9c39c690cfe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:07:42.248992 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-f9ecfc4d-e907-4107-a90c-5ed8c7afaafe req-e0c98730-8a24-46e7-abfe-9c39c690cfe9 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=7fbe9cf5-e12c-436d-b372-55a19c9faa30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1418276 Jan 26 21:07:42.273639 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Pushing event updated for resources: {'Port': ['ID=bf5e2133-dab5-461f-8ecd-f78e9891231b,revision_number=9']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:07:42.284599 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-55df40a6-b8d4-495a-9a4d-2ca3a854e53c req-0029100e-6fa1-4a9b-ba02-8c63c0e78070 tempest-QuotasAdminNegativeTest-1973869352 tempest-QuotasAdminNegativeTest-1973869352-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=fc8fa55fac81444792654e541d08a7d5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0454929 Jan 26 21:07:42.398614 n-d-760453-5 neutron-server[103306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6689602d-c315-4f2d-bb1a-84915600014f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf5e2133-dab5-461f-8ecd-f78e9891231b'}] {{(pid=103306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 21:07:42.401245 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9d5d370febab655511bdd2ffe887e43e442d144a440368702bcc1e93af00b97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb5ba378-6b85-440e-9c4c-752820f58513" -d '{"events": [{"server_uuid": "6689602d-c315-4f2d-bb1a-84915600014f", "name": "network-vif-plugged", "status": "completed", "tag": "bf5e2133-dab5-461f-8ecd-f78e9891231b"}]}' {{(pid=103306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 21:07:42.455297 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-f9ecfc4d-e907-4107-a90c-5ed8c7afaafe req-846e99b1-1a49-4ec2-aac6-0858da4da1be service neutron] 10.222.0.66 "GET /v2.0/networks/7fbe9cf5-e12c-436d-b372-55a19c9faa30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1687121 Jan 26 21:07:42.887631 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9a59a7-116a-42fc-9a5f-1a5a3d37fb4c req-0e841c0b-ec2a-4c2c-8cf3-5f63a77ad90f tempest-ImagesOneServerNegativeTestJSON-151319106 tempest-ImagesOneServerNegativeTestJSON-151319106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:07:42.889344 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-4d9a59a7-116a-42fc-9a5f-1a5a3d37fb4c req-0e841c0b-ec2a-4c2c-8cf3-5f63a77ad90f tempest-ImagesOneServerNegativeTestJSON-151319106 tempest-ImagesOneServerNegativeTestJSON-151319106-project] 10.222.0.13 "GET /v2.0/ports?device_id=786120f9-d68f-4c65-88e9-c1a744d7d460 HTTP/1.1" status: 200 len: 945 time: 0.4052985 Jan 26 21:07:42.928173 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-f9ecfc4d-e907-4107-a90c-5ed8c7afaafe req-83a88ef3-6bc9-4338-8722-755fc1f7bdaf service neutron] 10.222.0.66 "GET /v2.0/networks/7fbe9cf5-e12c-436d-b372-55a19c9faa30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4660881 Jan 26 21:07:42.969481 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cbceafa-10fa-4305-9826-58558883516b req-b1bb973b-e9fa-4dbc-993e-3c97bdf66a46 tempest-SecurityGroupsTestJSON-1679712722 tempest-SecurityGroupsTestJSON-1679712722-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:07:42.971002 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-9cbceafa-10fa-4305-9826-58558883516b req-b1bb973b-e9fa-4dbc-993e-3c97bdf66a46 tempest-SecurityGroupsTestJSON-1679712722 tempest-SecurityGroupsTestJSON-1679712722-project] 10.222.0.13 "GET /v2.0/networks?id=82d89aaf-7724-4482-8558-074956bc8f8b HTTP/1.1" status: 200 len: 813 time: 0.2111640 Jan 26 21:07:43.000589 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-4d9a59a7-116a-42fc-9a5f-1a5a3d37fb4c req-52868b85-2576-4140-84c2-c108d1cc0e8f tempest-ImagesOneServerNegativeTestJSON-151319106 tempest-ImagesOneServerNegativeTestJSON-151319106-project] 10.222.0.13 "GET /v2.0/security-groups?id=aea9fb57-b28b-4984-b6fd-ae500e1c8e4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904195 Jan 26 21:07:43.001982 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-9cbceafa-10fa-4305-9826-58558883516b req-27238621-a8f0-4a0d-a878-aa00db63eadd tempest-SecurityGroupsTestJSON-1679712722 tempest-SecurityGroupsTestJSON-1679712722-project] 10.222.0.13 "GET /v2.0/quotas/cdb3500a13814dc9912a5c6c92f742c5 HTTP/1.1" status: 200 len: 375 time: 0.0208752 Jan 26 21:07:43.074467 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-9cbceafa-10fa-4305-9826-58558883516b req-572997f4-abe0-440a-a1da-9942efb95738 tempest-SecurityGroupsTestJSON-1679712722 tempest-SecurityGroupsTestJSON-1679712722-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=cdb3500a13814dc9912a5c6c92f742c5&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0655210 Jan 26 21:07:43.185312 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b0bbee-2f6b-4d90-8223-7da4a126ccf1 req-12a3295f-23e7-4e0b-897a-57be1cc8e76c tempest-ServersAdminTestJSON-2108229583 tempest-ServersAdminTestJSON-2108229583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:07:43.186807 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-08b0bbee-2f6b-4d90-8223-7da4a126ccf1 req-12a3295f-23e7-4e0b-897a-57be1cc8e76c tempest-ServersAdminTestJSON-2108229583 tempest-ServersAdminTestJSON-2108229583-project] 10.222.0.13 "GET /v2.0/ports?device_id=242b7086-c188-4e0a-9af5-4749fa74838b HTTP/1.1" status: 200 len: 950 time: 0.0960777 Jan 26 21:07:43.231030 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-9cbceafa-10fa-4305-9826-58558883516b req-7f4be307-5b5f-4670-820a-389518d827f0 service neutron] 10.222.0.13 "GET /v2.0/networks/82d89aaf-7724-4482-8558-074956bc8f8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1501608 Jan 26 21:07:43.295329 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-08b0bbee-2f6b-4d90-8223-7da4a126ccf1 req-4378c790-e21a-49cd-a48d-77f72eee5e4d tempest-ServersAdminTestJSON-2108229583 tempest-ServersAdminTestJSON-2108229583-project] 10.222.0.13 "GET /v2.0/security-groups?id=95bc11fd-db53-4b42-971c-c958ca031066&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991998 Jan 26 21:07:43.357696 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-9cbceafa-10fa-4305-9826-58558883516b req-0bd4a91f-1858-4c16-9613-8d9ee62b9a7c service neutron] 10.222.0.13 "GET /v2.0/networks/82d89aaf-7724-4482-8558-074956bc8f8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1191113 Jan 26 21:07:43.361926 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Jan 2022 21:07:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c58fdc57-9c26-4b7d-b52a-a654984e3788 x-openstack-request-id: req-c58fdc57-9c26-4b7d-b52a-a654984e3788 {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 21:07:43.362884 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6689602d-c315-4f2d-bb1a-84915600014f", "name": "network-vif-plugged", "status": "completed", "tag": "bf5e2133-dab5-461f-8ecd-f78e9891231b", "code": 200}]} {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 21:07:43.363310 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c58fdc57-9c26-4b7d-b52a-a654984e3788 {{(pid=103306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 21:07:43.363859 n-d-760453-5 neutron-server[103306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6689602d-c315-4f2d-bb1a-84915600014f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf5e2133-dab5-461f-8ecd-f78e9891231b', 'code': 200} Jan 26 21:07:43.645176 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a802a2ba-80b7-4c68-803e-b844c0c11c6b req-cc3149c8-7668-4297-8174-9a2af0fd2f1f tempest-MigrationsAdminTest-1084137346 tempest-MigrationsAdminTest-1084137346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:07:43.653340 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-a802a2ba-80b7-4c68-803e-b844c0c11c6b req-cc3149c8-7668-4297-8174-9a2af0fd2f1f tempest-MigrationsAdminTest-1084137346 tempest-MigrationsAdminTest-1084137346-project] 10.222.0.13 "GET /v2.0/ports?device_id=6689602d-c315-4f2d-bb1a-84915600014f HTTP/1.1" status: 200 len: 950 time: 0.0922222 Jan 26 21:07:43.727813 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-a802a2ba-80b7-4c68-803e-b844c0c11c6b req-796ca57f-56df-424a-a28e-b2757b67fe75 tempest-MigrationsAdminTest-1084137346 tempest-MigrationsAdminTest-1084137346-project] 10.222.0.13 "GET /v2.0/security-groups?id=e0b082e3-685f-492b-b87f-3045b8ecd8c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678673 Jan 26 21:07:43.834645 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-f123f433-9d92-474d-a016-f492813a600e req-670cd997-f4d9-4042-80ce-49ff2aa58a16 tempest-SecurityGroupsTestJSON-1679712722 tempest-SecurityGroupsTestJSON-1679712722-project] 10.222.0.13 "GET /v2.0/ports?device_id=456d66f5-89ee-4521-82c0-85af7d6c1848 HTTP/1.1" status: 200 len: 210 time: 0.0403299 Jan 26 21:07:43.875596 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c3ca48-8642-4dae-a11c-b14cfc560513 req-a4e43d8f-8e4d-45e9-94a7-1032478c4762 tempest-ImagesOneServerNegativeTestJSON-151319106 tempest-ImagesOneServerNegativeTestJSON-151319106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:07:43.877468 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-08c3ca48-8642-4dae-a11c-b14cfc560513 req-a4e43d8f-8e4d-45e9-94a7-1032478c4762 tempest-ImagesOneServerNegativeTestJSON-151319106 tempest-ImagesOneServerNegativeTestJSON-151319106-project] 10.222.0.13 "GET /v2.0/ports?device_id=786120f9-d68f-4c65-88e9-c1a744d7d460 HTTP/1.1" status: 200 len: 945 time: 0.1183627 Jan 26 21:07:43.969712 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-08c3ca48-8642-4dae-a11c-b14cfc560513 req-9893c6e5-4d5c-461d-8fc0-fcd3890d1ad3 tempest-ImagesOneServerNegativeTestJSON-151319106 tempest-ImagesOneServerNegativeTestJSON-151319106-project] 10.222.0.13 "GET /v2.0/security-groups?id=aea9fb57-b28b-4984-b6fd-ae500e1c8e4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821433 Jan 26 21:07:44.049141 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f386c6d-84ac-48ec-b680-916705ded574 req-5a6258ff-69eb-44df-98ab-f73cc6d3f048 tempest-MigrationsAdminTest-1084137346 tempest-MigrationsAdminTest-1084137346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:07:44.058554 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-8f386c6d-84ac-48ec-b680-916705ded574 req-5a6258ff-69eb-44df-98ab-f73cc6d3f048 tempest-MigrationsAdminTest-1084137346 tempest-MigrationsAdminTest-1084137346-project] 10.222.0.13 "GET /v2.0/ports?device_id=6689602d-c315-4f2d-bb1a-84915600014f HTTP/1.1" status: 200 len: 950 time: 0.1045306 Jan 26 21:07:44.161119 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b63217-b06f-45e1-917c-e0a6fecd64b4 req-0639dc88-296b-4231-a5f9-959a4dc34697 tempest-ImagesOneServerNegativeTestJSON-151319106 tempest-ImagesOneServerNegativeTestJSON-151319106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:07:44.163226 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-d5b63217-b06f-45e1-917c-e0a6fecd64b4 req-0639dc88-296b-4231-a5f9-959a4dc34697 tempest-ImagesOneServerNegativeTestJSON-151319106 tempest-ImagesOneServerNegativeTestJSON-151319106-project] 10.222.0.13 "GET /v2.0/ports?device_id=786120f9-d68f-4c65-88e9-c1a744d7d460 HTTP/1.1" status: 200 len: 945 time: 0.0882971 Jan 26 21:07:44.177522 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-8f386c6d-84ac-48ec-b680-916705ded574 req-9fd7cc9c-6f0c-48cd-b7d3-154650e5e0c6 tempest-MigrationsAdminTest-1084137346 tempest-MigrationsAdminTest-1084137346-project] 10.222.0.13 "GET /v2.0/security-groups?id=e0b082e3-685f-492b-b87f-3045b8ecd8c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145349 Jan 26 21:07:44.240880 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 45956) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:07:44.319485 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-d5b63217-b06f-45e1-917c-e0a6fecd64b4 req-c5726c7d-cb5c-4294-8499-180104aaddec tempest-ImagesOneServerNegativeTestJSON-151319106 tempest-ImagesOneServerNegativeTestJSON-151319106-project] 10.222.0.13 "GET /v2.0/security-groups?id=aea9fb57-b28b-4984-b6fd-ae500e1c8e4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1403043 Jan 26 21:07:44.434431 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-f1a666b1-ce0a-4045-a819-e12b974730c7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:07:44.502966 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a028c1-3c15-42b0-b029-fc3f373cb857 req-981fa504-9791-4a38-a530-4692c02b750a tempest-ServersAdminTestJSON-2108229583 tempest-ServersAdminTestJSON-2108229583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:07:44.504612 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-45a028c1-3c15-42b0-b029-fc3f373cb857 req-981fa504-9791-4a38-a530-4692c02b750a tempest-ServersAdminTestJSON-2108229583 tempest-ServersAdminTestJSON-2108229583-project] 10.222.0.13 "GET /v2.0/ports?device_id=242b7086-c188-4e0a-9af5-4749fa74838b HTTP/1.1" status: 200 len: 950 time: 0.0907607 Jan 26 21:07:44.517476 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42182bfe-14a6-4656-9424-788743e1959b req-d9176e3e-4f5c-4109-ac44-f8ede6551a84 tempest-ImagesOneServerNegativeTestJSON-151319106 tempest-ImagesOneServerNegativeTestJSON-151319106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:07:44.519079 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-42182bfe-14a6-4656-9424-788743e1959b req-d9176e3e-4f5c-4109-ac44-f8ede6551a84 tempest-ImagesOneServerNegativeTestJSON-151319106 tempest-ImagesOneServerNegativeTestJSON-151319106-project] 10.222.0.13 "GET /v2.0/ports?device_id=786120f9-d68f-4c65-88e9-c1a744d7d460 HTTP/1.1" status: 200 len: 945 time: 0.0696151 Jan 26 21:07:44.529471 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-f1a666b1-ce0a-4045-a819-e12b974730c7 admin admin] Publish callbacks [] for security_group (781c3a36-f3bf-49ea-a4c2-684f0bf47c27), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:07:44.537794 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-f1a666b1-ce0a-4045-a819-e12b974730c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (781c3a36-f3bf-49ea-a4c2-684f0bf47c27), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:07:44.571095 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a666b1-ce0a-4045-a819-e12b974730c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=781c3a36-f3bf-49ea-a4c2-684f0bf47c27,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:07:44.595418 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-f1a666b1-ce0a-4045-a819-e12b974730c7 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=fc8fa55fac81444792654e541d08a7d5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3533974 Jan 26 21:07:44.598066 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 45976) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:07:44.614746 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-45a028c1-3c15-42b0-b029-fc3f373cb857 req-813102fd-8ca6-4772-abfa-674aa06336ae tempest-ServersAdminTestJSON-2108229583 tempest-ServersAdminTestJSON-2108229583-project] 10.222.0.13 "GET /v2.0/security-groups?id=95bc11fd-db53-4b42-971c-c958ca031066&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946012 Jan 26 21:07:44.641840 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-42182bfe-14a6-4656-9424-788743e1959b req-5f40a87e-b9a5-4de3-a795-db5bc31c17ab tempest-ImagesOneServerNegativeTestJSON-151319106 tempest-ImagesOneServerNegativeTestJSON-151319106-project] 10.222.0.13 "GET /v2.0/security-groups?id=aea9fb57-b28b-4984-b6fd-ae500e1c8e4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898929 Jan 26 21:07:44.661208 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-a88f076d-dbbd-4761-ac95-1c9eecaa5b90 admin admin] Publish callbacks [] for security_group (781c3a36-f3bf-49ea-a4c2-684f0bf47c27), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:07:44.703893 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-a88f076d-dbbd-4761-ac95-1c9eecaa5b90 admin admin] Publish callbacks [] for security_group (781c3a36-f3bf-49ea-a4c2-684f0bf47c27), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:07:44.762814 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-a88f076d-dbbd-4761-ac95-1c9eecaa5b90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (781c3a36-f3bf-49ea-a4c2-684f0bf47c27), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:07:44.765731 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-a88f076d-dbbd-4761-ac95-1c9eecaa5b90 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:07:44.769353 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-a88f076d-dbbd-4761-ac95-1c9eecaa5b90 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/781c3a36-f3bf-49ea-a4c2-684f0bf47c27 HTTP/1.1" status: 204 len: 168 time: 0.1677139 Jan 26 21:07:44.777752 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88f076d-dbbd-4761-ac95-1c9eecaa5b90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=781c3a36-f3bf-49ea-a4c2-684f0bf47c27,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:07:44.825661 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-3d53bcf9-5adb-4089-a9ad-ca546795b096 req-83569a06-39a4-4cd8-879d-35539db2f31b tempest-MigrationsAdminTest-1084137346 tempest-MigrationsAdminTest-1084137346-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=d178ac49ddc9478db66ba71c81039890&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0832758 Jan 26 21:07:44.970731 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cbceafa-10fa-4305-9826-58558883516b req-78bbfb94-3ff2-4851-9643-3b75a0a50377 tempest-SecurityGroupsTestJSON-1679712722 tempest-SecurityGroupsTestJSON-1679712722-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:07:44.972175 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-9cbceafa-10fa-4305-9826-58558883516b req-78bbfb94-3ff2-4851-9643-3b75a0a50377 tempest-SecurityGroupsTestJSON-1679712722 tempest-SecurityGroupsTestJSON-1679712722-project] 10.222.0.57 "GET /v2.0/networks?id=82d89aaf-7724-4482-8558-074956bc8f8b HTTP/1.1" status: 200 len: 813 time: 0.1554983 Jan 26 21:07:44.975654 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7c893a-de0b-4bf2-b7be-aa4b6e4785d5 req-efa77841-17f2-4b89-8228-bddb605499dd tempest-ImagesOneServerNegativeTestJSON-151319106 tempest-ImagesOneServerNegativeTestJSON-151319106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:07:44.977275 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-6a7c893a-de0b-4bf2-b7be-aa4b6e4785d5 req-efa77841-17f2-4b89-8228-bddb605499dd tempest-ImagesOneServerNegativeTestJSON-151319106 tempest-ImagesOneServerNegativeTestJSON-151319106-project] 10.222.0.13 "GET /v2.0/ports?device_id=786120f9-d68f-4c65-88e9-c1a744d7d460 HTTP/1.1" status: 200 len: 945 time: 0.2053785 Jan 26 21:07:44.987104 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [req-9cbceafa-10fa-4305-9826-58558883516b req-55d79869-4f58-4bf2-9fb8-27d673b5062d tempest-SecurityGroupsTestJSON-1679712722 tempest-SecurityGroupsTestJSON-1679712722-project] Request body: {'port': {'device_id': '456d66f5-89ee-4521-82c0-85af7d6c1848', 'network_id': '82d89aaf-7724-4482-8558-074956bc8f8b', 'admin_state_up': True, 'tenant_id': 'cdb3500a13814dc9912a5c6c92f742c5'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:07:45.032248 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d53bcf9-5adb-4089-a9ad-ca546795b096 req-1da52d6c-5d46-409e-8f88-dfb09f69f162 tempest-MigrationsAdminTest-1084137346 tempest-MigrationsAdminTest-1084137346-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:07:45.039541 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-3d53bcf9-5adb-4089-a9ad-ca546795b096 req-1da52d6c-5d46-409e-8f88-dfb09f69f162 tempest-MigrationsAdminTest-1084137346 tempest-MigrationsAdminTest-1084137346-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2130413 Jan 26 21:07:45.074024 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-3d53bcf9-5adb-4089-a9ad-ca546795b096 req-820bb103-a3c0-4e03-b892-4d29e83831ee tempest-MigrationsAdminTest-1084137346 tempest-MigrationsAdminTest-1084137346-project] 10.222.0.13 "GET /v2.0/quotas/d178ac49ddc9478db66ba71c81039890 HTTP/1.1" status: 200 len: 375 time: 0.0334554 Jan 26 21:07:45.096693 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-6a7c893a-de0b-4bf2-b7be-aa4b6e4785d5 req-80a9e0e7-aa5e-462b-99d1-bb753ee3b8ad tempest-ImagesOneServerNegativeTestJSON-151319106 tempest-ImagesOneServerNegativeTestJSON-151319106-project] 10.222.0.13 "GET /v2.0/security-groups?id=aea9fb57-b28b-4984-b6fd-ae500e1c8e4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092367 Jan 26 21:07:45.166770 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-3d53bcf9-5adb-4089-a9ad-ca546795b096 req-6d2a518c-e870-40b5-a16c-bd8a113eebb6 tempest-MigrationsAdminTest-1084137346 tempest-MigrationsAdminTest-1084137346-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=d178ac49ddc9478db66ba71c81039890&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0906315 Jan 26 21:07:45.185250 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9cbceafa-10fa-4305-9826-58558883516b req-55d79869-4f58-4bf2-9fb8-27d673b5062d tempest-SecurityGroupsTestJSON-1679712722 tempest-SecurityGroupsTestJSON-1679712722-project] Made reservation on behalf of cdb3500a13814dc9912a5c6c92f742c5 for: {'port': 1} {{(pid=103305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 21:07:45.190516 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-9cbceafa-10fa-4305-9826-58558883516b req-55d79869-4f58-4bf2-9fb8-27d673b5062d tempest-SecurityGroupsTestJSON-1679712722 tempest-SecurityGroupsTestJSON-1679712722-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:07:45.244078 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 46000) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:07:45.265277 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-27b1080e-1b4a-4452-b484-ce1071dced96 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:07:45.314065 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-382526b4-7ec1-410d-9f11-823ae4a28309 req-d3bc67bd-a12b-4800-8406-29584a8df440 tempest-SecurityGroupsTestJSON-1679712722 tempest-SecurityGroupsTestJSON-1679712722-project] 10.222.0.13 "GET /v2.0/ports?device_id=456d66f5-89ee-4521-82c0-85af7d6c1848 HTTP/1.1" status: 200 len: 210 time: 0.0440838 Jan 26 21:07:45.401333 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.db_base_plugin_common [req-9cbceafa-10fa-4305-9826-58558883516b req-55d79869-4f58-4bf2-9fb8-27d673b5062d tempest-SecurityGroupsTestJSON-1679712722 tempest-SecurityGroupsTestJSON-1679712722-project] Allocated IP 172.20.0.4 (82d89aaf-7724-4482-8558-074956bc8f8b/eff79e74-5114-4489-a406-2f00d23f7c9e/09cb4ea7-a66a-4baf-99cd-e61491893f9b) {{(pid=103305) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 21:07:45.447528 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-a0ec3aaa-d58f-4871-8d3b-a66e10861fd5 req-b8ccc794-16d2-4a3b-956c-20e80c49d66c tempest-MigrationsAdminTest-1084137346 tempest-MigrationsAdminTest-1084137346-project] 10.222.0.13 "GET /v2.0/ports?device_id=6e0054d4-194a-4ef5-9a59-0af1fe168395 HTTP/1.1" status: 200 len: 210 time: 0.0410571 Jan 26 21:07:45.549722 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7802652e-d046-4a86-9c9e-90f0fc3d940d req-846d3ee3-cf46-426f-bb4b-130e18c67ed5 tempest-ImagesOneServerNegativeTestJSON-151319106 tempest-ImagesOneServerNegativeTestJSON-151319106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:07:45.558446 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-7802652e-d046-4a86-9c9e-90f0fc3d940d req-846d3ee3-cf46-426f-bb4b-130e18c67ed5 tempest-ImagesOneServerNegativeTestJSON-151319106 tempest-ImagesOneServerNegativeTestJSON-151319106-project] 10.222.0.13 "GET /v2.0/ports?device_id=786120f9-d68f-4c65-88e9-c1a744d7d460 HTTP/1.1" status: 200 len: 945 time: 0.1476116 Jan 26 21:07:45.586584 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-27b1080e-1b4a-4452-b484-ce1071dced96 admin admin] Publish callbacks [] for security_group (bf8d7122-6190-44c5-9b1a-081913dd5df1), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:07:45.596517 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-27b1080e-1b4a-4452-b484-ce1071dced96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (bf8d7122-6190-44c5-9b1a-081913dd5df1), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:07:45.656248 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-9cbceafa-10fa-4305-9826-58558883516b req-55d79869-4f58-4bf2-9fb8-27d673b5062d tempest-SecurityGroupsTestJSON-1679712722 tempest-SecurityGroupsTestJSON-1679712722-project] Publish callbacks [] for port (09cb4ea7-a66a-4baf-99cd-e61491893f9b), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:07:45.658416 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-7802652e-d046-4a86-9c9e-90f0fc3d940d req-b62362ed-3a9d-461d-8dac-e068793ba55d tempest-ImagesOneServerNegativeTestJSON-151319106 tempest-ImagesOneServerNegativeTestJSON-151319106-project] 10.222.0.13 "GET /v2.0/security-groups?id=aea9fb57-b28b-4984-b6fd-ae500e1c8e4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941350 Jan 26 21:07:45.675638 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-27b1080e-1b4a-4452-b484-ce1071dced96 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c271c333b91f4a5a9279ffb5e4ef67fa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4302230 Jan 26 21:07:45.676895 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 46016) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:07:45.695125 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b1080e-1b4a-4452-b484-ce1071dced96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf8d7122-6190-44c5-9b1a-081913dd5df1,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:07:45.774663 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-9cbceafa-10fa-4305-9826-58558883516b req-55d79869-4f58-4bf2-9fb8-27d673b5062d tempest-SecurityGroupsTestJSON-1679712722 tempest-SecurityGroupsTestJSON-1679712722-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746560234527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11791543'] for port (09cb4ea7-a66a-4baf-99cd-e61491893f9b), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:07:45.788378 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] get_ports_and_sgs() called for port_ids ['aa1e2176-fd4c-4a89-872a-0c9f0d567de9'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 26 21:07:45.849824 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d79869-4f58-4bf2-9fb8-27d673b5062d tempest-SecurityGroupsTestJSON-1679712722 tempest-SecurityGroupsTestJSON-1679712722-project] Pushing event updated for resources: {'Port': ['ID=09cb4ea7-a66a-4baf-99cd-e61491893f9b,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:07:45.857952 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-57e653d2-7204-4a0c-854a-3ebbd4b6daad admin admin] Publish callbacks [] for security_group (bf8d7122-6190-44c5-9b1a-081913dd5df1), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:07:45.862319 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9cbceafa-10fa-4305-9826-58558883516b req-55d79869-4f58-4bf2-9fb8-27d673b5062d tempest-SecurityGroupsTestJSON-1679712722 tempest-SecurityGroupsTestJSON-1679712722-project] Network 82d89aaf-7724-4482-8558-074956bc8f8b is already hosted by enough agents. {{(pid=103305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 21:07:45.864305 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [req-9cbceafa-10fa-4305-9826-58558883516b req-55d79869-4f58-4bf2-9fb8-27d673b5062d tempest-SecurityGroupsTestJSON-1679712722 tempest-SecurityGroupsTestJSON-1679712722-project] Resources bound (agent type, host, resource id): {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:07:45.866303 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db07f18f-fc9a-4da7-882a-bf0c9bd0c69a req-6447d0af-a38e-4fc9-99d2-4991cda99874 tempest-ServersAdminTestJSON-2108229583 tempest-ServersAdminTestJSON-2108229583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:07:45.867973 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-db07f18f-fc9a-4da7-882a-bf0c9bd0c69a req-6447d0af-a38e-4fc9-99d2-4991cda99874 tempest-ServersAdminTestJSON-2108229583 tempest-ServersAdminTestJSON-2108229583-project] 10.222.0.13 "GET /v2.0/ports?device_id=242b7086-c188-4e0a-9af5-4749fa74838b HTTP/1.1" status: 200 len: 950 time: 0.1329751 Jan 26 21:07:45.875412 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [req-9cbceafa-10fa-4305-9826-58558883516b req-55d79869-4f58-4bf2-9fb8-27d673b5062d tempest-SecurityGroupsTestJSON-1679712722 tempest-SecurityGroupsTestJSON-1679712722-project] Received port after_create {{(pid=103305) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 21:07:45.903432 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1fa2d22-2025-4d08-b3ed-6b5a9811b9fe req-4b41d7fa-07f2-4e8e-91c4-86db5ed77e36 tempest-ImagesOneServerNegativeTestJSON-151319106 tempest-ImagesOneServerNegativeTestJSON-151319106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:07:45.905007 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-f1fa2d22-2025-4d08-b3ed-6b5a9811b9fe req-4b41d7fa-07f2-4e8e-91c4-86db5ed77e36 tempest-ImagesOneServerNegativeTestJSON-151319106 tempest-ImagesOneServerNegativeTestJSON-151319106-project] 10.222.0.13 "GET /v2.0/ports?device_id=786120f9-d68f-4c65-88e9-c1a744d7d460 HTTP/1.1" status: 200 len: 945 time: 0.1296823 Jan 26 21:07:45.931148 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-57e653d2-7204-4a0c-854a-3ebbd4b6daad admin admin] Publish callbacks [] for security_group (bf8d7122-6190-44c5-9b1a-081913dd5df1), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:07:45.986283 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cbceafa-10fa-4305-9826-58558883516b req-55d79869-4f58-4bf2-9fb8-27d673b5062d tempest-SecurityGroupsTestJSON-1679712722 tempest-SecurityGroupsTestJSON-1679712722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:07:45.987298 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-9cbceafa-10fa-4305-9826-58558883516b req-55d79869-4f58-4bf2-9fb8-27d673b5062d tempest-SecurityGroupsTestJSON-1679712722 tempest-SecurityGroupsTestJSON-1679712722-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:07:46.018509 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-9cbceafa-10fa-4305-9826-58558883516b req-55d79869-4f58-4bf2-9fb8-27d673b5062d tempest-SecurityGroupsTestJSON-1679712722 tempest-SecurityGroupsTestJSON-1679712722-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0345669 Jan 26 21:07:46.033531 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [req-9cbceafa-10fa-4305-9826-58558883516b req-504f090a-56cd-4081-8d09-38386e740630 service neutron] Request body: {'port': {'device_id': '456d66f5-89ee-4521-82c0-85af7d6c1848', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-760453-5'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:07:46.034350 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-db07f18f-fc9a-4da7-882a-bf0c9bd0c69a req-de83c564-b0d1-414c-8a99-f3e39503e5b1 tempest-ServersAdminTestJSON-2108229583 tempest-ServersAdminTestJSON-2108229583-project] 10.222.0.13 "GET /v2.0/security-groups?id=95bc11fd-db53-4b42-971c-c958ca031066&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1498361 Jan 26 21:07:46.039508 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-f1fa2d22-2025-4d08-b3ed-6b5a9811b9fe req-7ac553f6-22e8-40c1-8be2-07fd699bfb6c tempest-ImagesOneServerNegativeTestJSON-151319106 tempest-ImagesOneServerNegativeTestJSON-151319106-project] 10.222.0.13 "GET /v2.0/security-groups?id=aea9fb57-b28b-4984-b6fd-ae500e1c8e4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215472 Jan 26 21:07:46.069699 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-57e653d2-7204-4a0c-854a-3ebbd4b6daad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (bf8d7122-6190-44c5-9b1a-081913dd5df1), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:07:46.073246 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-57e653d2-7204-4a0c-854a-3ebbd4b6daad admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:07:46.076629 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-57e653d2-7204-4a0c-854a-3ebbd4b6daad admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/bf8d7122-6190-44c5-9b1a-081913dd5df1 HTTP/1.1" status: 204 len: 168 time: 0.3983533 Jan 26 21:07:46.099536 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e653d2-7204-4a0c-854a-3ebbd4b6daad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf8d7122-6190-44c5-9b1a-081913dd5df1,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:07:46.133586 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-9cbceafa-10fa-4305-9826-58558883516b req-504f090a-56cd-4081-8d09-38386e740630 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (09cb4ea7-a66a-4baf-99cd-e61491893f9b), before_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:07:46.253706 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca33255-ae66-4a75-8ce5-dc4769300b79 req-a24b4a89-7c3b-4058-8070-5dc9523ffc7a tempest-ImagesOneServerNegativeTestJSON-151319106 tempest-ImagesOneServerNegativeTestJSON-151319106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:07:46.256015 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-1ca33255-ae66-4a75-8ce5-dc4769300b79 req-a24b4a89-7c3b-4058-8070-5dc9523ffc7a tempest-ImagesOneServerNegativeTestJSON-151319106 tempest-ImagesOneServerNegativeTestJSON-151319106-project] 10.222.0.13 "GET /v2.0/ports?device_id=786120f9-d68f-4c65-88e9-c1a744d7d460 HTTP/1.1" status: 200 len: 945 time: 0.0771339 Jan 26 21:07:46.337819 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-1ca33255-ae66-4a75-8ce5-dc4769300b79 req-eaf7321f-05a7-4a0a-9ab6-9316a41bcfa3 tempest-ImagesOneServerNegativeTestJSON-151319106 tempest-ImagesOneServerNegativeTestJSON-151319106-project] 10.222.0.13 "GET /v2.0/security-groups?id=aea9fb57-b28b-4984-b6fd-ae500e1c8e4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733595 Jan 26 21:07:46.546525 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb4c238-a86c-4585-95ff-5ce8c78cae2b req-4f38f870-668a-49cc-bf76-0566115b64c4 tempest-SecurityGroupsTestJSON-1679712722 tempest-SecurityGroupsTestJSON-1679712722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:07:46.556654 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-aeb4c238-a86c-4585-95ff-5ce8c78cae2b req-4f38f870-668a-49cc-bf76-0566115b64c4 tempest-SecurityGroupsTestJSON-1679712722 tempest-SecurityGroupsTestJSON-1679712722-project] 10.222.0.13 "GET /v2.0/ports?device_id=456d66f5-89ee-4521-82c0-85af7d6c1848 HTTP/1.1" status: 200 len: 931 time: 0.0792754 Jan 26 21:07:46.616252 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-aeb4c238-a86c-4585-95ff-5ce8c78cae2b req-fa3f75db-8dab-4387-bc81-20421233e34a tempest-SecurityGroupsTestJSON-1679712722 tempest-SecurityGroupsTestJSON-1679712722-project] 10.222.0.13 "GET /v2.0/security-groups?id=c3c6c2ef-9865-4e2c-9818-90435d60a1af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584958 Jan 26 21:07:46.696535 n-d-760453-5 neutron-server[103305]: DEBUG neutron.notifiers.nova [req-9cbceafa-10fa-4305-9826-58558883516b req-504f090a-56cd-4081-8d09-38386e740630 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 09cb4ea7-a66a-4baf-99cd-e61491893f9b {{(pid=103305) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 26 21:07:46.707067 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-9cbceafa-10fa-4305-9826-58558883516b req-504f090a-56cd-4081-8d09-38386e740630 service neutron] Publish callbacks [] for port (09cb4ea7-a66a-4baf-99cd-e61491893f9b), precommit_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:07:46.748568 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.provisioning_blocks [req-9cbceafa-10fa-4305-9826-58558883516b req-504f090a-56cd-4081-8d09-38386e740630 service neutron] Transition to ACTIVE for port object 09cb4ea7-a66a-4baf-99cd-e61491893f9b will not be triggered until provisioned by entity L2. {{(pid=103305) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 21:07:46.760387 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-9cbceafa-10fa-4305-9826-58558883516b req-504f090a-56cd-4081-8d09-38386e740630 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11791520'] for port (09cb4ea7-a66a-4baf-99cd-e61491893f9b), after_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:07:46.797381 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-4e55392b-ca47-44e6-a587-dedc0d008d2e req-b18ae0e8-8ee6-4d91-acf4-1162cf1ae794 tempest-MigrationsAdminTest-1084137346 tempest-MigrationsAdminTest-1084137346-project] 10.222.0.13 "GET /v2.0/ports?device_id=6e0054d4-194a-4ef5-9a59-0af1fe168395 HTTP/1.1" status: 200 len: 210 time: 0.0753243 Jan 26 21:07:46.847877 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-3d53bcf9-5adb-4089-a9ad-ca546795b096 req-834d041d-edd1-4ec0-a768-a9eea4df94d6 tempest-MigrationsAdminTest-1084137346 tempest-MigrationsAdminTest-1084137346-project] 10.222.0.57 "GET /v2.0/networks?tenant_id=d178ac49ddc9478db66ba71c81039890&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0348907 Jan 26 21:07:46.880331 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-504f090a-56cd-4081-8d09-38386e740630 service neutron] Pushing event updated for resources: {'Port': ['ID=09cb4ea7-a66a-4baf-99cd-e61491893f9b,revision_number=2']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:07:47.068701 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d53bcf9-5adb-4089-a9ad-ca546795b096 req-3992ce5e-10c0-4066-948a-6a88f722dcf3 tempest-MigrationsAdminTest-1084137346 tempest-MigrationsAdminTest-1084137346-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:07:47.071619 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-3d53bcf9-5adb-4089-a9ad-ca546795b096 req-3992ce5e-10c0-4066-948a-6a88f722dcf3 tempest-MigrationsAdminTest-1084137346 tempest-MigrationsAdminTest-1084137346-project] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2175233 Jan 26 21:07:47.125491 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [req-3d53bcf9-5adb-4089-a9ad-ca546795b096 req-df8df8cc-d5ff-45cf-8a1e-b6ef698b899e tempest-MigrationsAdminTest-1084137346 tempest-MigrationsAdminTest-1084137346-project] Request body: {'port': {'device_id': '6e0054d4-194a-4ef5-9a59-0af1fe168395', 'network_id': '7fbe9cf5-e12c-436d-b372-55a19c9faa30', 'admin_state_up': True, 'tenant_id': 'd178ac49ddc9478db66ba71c81039890'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:07:47.197354 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [req-9cbceafa-10fa-4305-9826-58558883516b req-504f090a-56cd-4081-8d09-38386e740630 service neutron] Attempting to bind port 09cb4ea7-a66a-4baf-99cd-e61491893f9b on host n-h2-760453-5 for vnic_type normal with profile {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 21:07:47.197354 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [req-9cbceafa-10fa-4305-9826-58558883516b req-504f090a-56cd-4081-8d09-38386e740630 service neutron] Attempting to bind port 09cb4ea7-a66a-4baf-99cd-e61491893f9b by drivers openvswitch,hyperv on host n-h2-760453-5 at level 0 using segments [{'id': '4802c0d9-f4b8-40bc-bafe-9a29b8fe6bc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '82d89aaf-7724-4482-8558-074956bc8f8b'}] {{(pid=103305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 26 21:07:47.197652 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cbceafa-10fa-4305-9826-58558883516b req-504f090a-56cd-4081-8d09-38386e740630 service neutron] Attempting to bind port 09cb4ea7-a66a-4baf-99cd-e61491893f9b on network 82d89aaf-7724-4482-8558-074956bc8f8b {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 21:07:47.207607 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cbceafa-10fa-4305-9826-58558883516b req-504f090a-56cd-4081-8d09-38386e740630 service neutron] Port 09cb4ea7-a66a-4baf-99cd-e61491893f9b on network 82d89aaf-7724-4482-8558-074956bc8f8b not bound, no agent of type Open vSwitch agent registered on host n-h2-760453-5 {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 26 21:07:47.208673 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cbceafa-10fa-4305-9826-58558883516b req-504f090a-56cd-4081-8d09-38386e740630 service neutron] Attempting to bind port 09cb4ea7-a66a-4baf-99cd-e61491893f9b on network 82d89aaf-7724-4482-8558-074956bc8f8b {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 21:07:47.218207 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cbceafa-10fa-4305-9826-58558883516b req-504f090a-56cd-4081-8d09-38386e740630 service neutron] Checking agent: {'id': '4d619873-4b60-439f-9b5a-b155dc8bbc34', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-760453-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 21, 2, 53), 'started_at': datetime.datetime(2022, 1, 26, 21, 2, 53), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 21, 7, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 26 21:07:47.218677 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cbceafa-10fa-4305-9826-58558883516b req-504f090a-56cd-4081-8d09-38386e740630 service neutron] Checking segment: {'id': '4802c0d9-f4b8-40bc-bafe-9a29b8fe6bc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '82d89aaf-7724-4482-8558-074956bc8f8b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103305) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 21:07:47.219060 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cbceafa-10fa-4305-9826-58558883516b req-504f090a-56cd-4081-8d09-38386e740630 service neutron] Bound using segment: {'id': '4802c0d9-f4b8-40bc-bafe-9a29b8fe6bc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '82d89aaf-7724-4482-8558-074956bc8f8b'} {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 26 21:07:47.219496 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [req-9cbceafa-10fa-4305-9826-58558883516b req-504f090a-56cd-4081-8d09-38386e740630 service neutron] Bound port: 09cb4ea7-a66a-4baf-99cd-e61491893f9b, host: n-h2-760453-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4802c0d9-f4b8-40bc-bafe-9a29b8fe6bc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '82d89aaf-7724-4482-8558-074956bc8f8b'}}] {{(pid=103305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 26 21:07:47.219849 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-9cbceafa-10fa-4305-9826-58558883516b req-504f090a-56cd-4081-8d09-38386e740630 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (09cb4ea7-a66a-4baf-99cd-e61491893f9b), before_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:07:47.265982 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2c3264-bd4e-43a6-85a7-06a38fc403be req-6274ff49-a469-4440-8c44-3f623aa12436 tempest-ServersAdminTestJSON-2108229583 tempest-ServersAdminTestJSON-2108229583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:07:47.273713 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-3a2c3264-bd4e-43a6-85a7-06a38fc403be req-6274ff49-a469-4440-8c44-3f623aa12436 tempest-ServersAdminTestJSON-2108229583 tempest-ServersAdminTestJSON-2108229583-project] 10.222.0.13 "GET /v2.0/ports?device_id=242b7086-c188-4e0a-9af5-4749fa74838b HTTP/1.1" status: 200 len: 950 time: 0.1194024 Jan 26 21:07:47.293965 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [req-9cbceafa-10fa-4305-9826-58558883516b req-504f090a-56cd-4081-8d09-38386e740630 service neutron] For port 09cb4ea7-a66a-4baf-99cd-e61491893f9b, host n-h2-760453-5, cleared binding levels {{(pid=103305) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 26 21:07:47.301524 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [req-9cbceafa-10fa-4305-9826-58558883516b req-504f090a-56cd-4081-8d09-38386e740630 service neutron] For port 09cb4ea7-a66a-4baf-99cd-e61491893f9b, host n-h2-760453-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-5',level=0,port_id=09cb4ea7-a66a-4baf-99cd-e61491893f9b,segment=NetworkSegment(4802c0d9-f4b8-40bc-bafe-9a29b8fe6bc1),segment_id=4802c0d9-f4b8-40bc-bafe-9a29b8fe6bc1)] {{(pid=103305) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 26 21:07:47.316929 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-9cbceafa-10fa-4305-9826-58558883516b req-504f090a-56cd-4081-8d09-38386e740630 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11791520'] for port (09cb4ea7-a66a-4baf-99cd-e61491893f9b), after_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:07:47.329220 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138870e9-143f-490c-9257-33b455eabad0 req-a7c14d01-cde4-4f35-af86-99c75d0272af tempest-ImagesOneServerNegativeTestJSON-151319106 tempest-ImagesOneServerNegativeTestJSON-151319106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:07:47.330812 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-138870e9-143f-490c-9257-33b455eabad0 req-a7c14d01-cde4-4f35-af86-99c75d0272af tempest-ImagesOneServerNegativeTestJSON-151319106 tempest-ImagesOneServerNegativeTestJSON-151319106-project] 10.222.0.13 "GET /v2.0/ports?device_id=786120f9-d68f-4c65-88e9-c1a744d7d460 HTTP/1.1" status: 200 len: 945 time: 0.1046083 Jan 26 21:07:47.360847 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cbceafa-10fa-4305-9826-58558883516b req-504f090a-56cd-4081-8d09-38386e740630 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:07:47.361246 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-9cbceafa-10fa-4305-9826-58558883516b req-504f090a-56cd-4081-8d09-38386e740630 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:07:47.363333 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-9cbceafa-10fa-4305-9826-58558883516b req-504f090a-56cd-4081-8d09-38386e740630 service neutron] 10.222.0.57 "PUT /v2.0/ports/09cb4ea7-a66a-4baf-99cd-e61491893f9b HTTP/1.1" status: 200 len: 1091 time: 1.3386331 Jan 26 21:07:47.368738 n-d-760453-5 neutron-server[103305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '456d66f5-89ee-4521-82c0-85af7d6c1848', 'tag': '09cb4ea7-a66a-4baf-99cd-e61491893f9b'}] {{(pid=103305) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 21:07:47.371435 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d4654568b7bf041e72ff8fe1c96d6d761d9c921f2b99bc7b3a26632be20cee0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf51fbe0-9160-4d02-a829-35d2353295fe" -d '{"events": [{"name": "network-changed", "server_uuid": "456d66f5-89ee-4521-82c0-85af7d6c1848", "tag": "09cb4ea7-a66a-4baf-99cd-e61491893f9b"}]}' {{(pid=103305) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 21:07:47.374087 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-3a2c3264-bd4e-43a6-85a7-06a38fc403be req-2c60d597-05e4-4fd4-9bd0-89ef42a5f7d2 tempest-ServersAdminTestJSON-2108229583 tempest-ServersAdminTestJSON-2108229583-project] 10.222.0.13 "GET /v2.0/security-groups?id=95bc11fd-db53-4b42-971c-c958ca031066&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991294 Jan 26 21:07:47.453834 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-138870e9-143f-490c-9257-33b455eabad0 req-31c54caf-4e6a-4d13-84b9-aab1726b9b7e tempest-ImagesOneServerNegativeTestJSON-151319106 tempest-ImagesOneServerNegativeTestJSON-151319106-project] 10.222.0.13 "GET /v2.0/security-groups?id=aea9fb57-b28b-4984-b6fd-ae500e1c8e4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136568 Jan 26 21:07:47.472914 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3d53bcf9-5adb-4089-a9ad-ca546795b096 req-df8df8cc-d5ff-45cf-8a1e-b6ef698b899e tempest-MigrationsAdminTest-1084137346 tempest-MigrationsAdminTest-1084137346-project] Made reservation on behalf of d178ac49ddc9478db66ba71c81039890 for: {'port': 1} {{(pid=103305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 21:07:47.477190 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-3d53bcf9-5adb-4089-a9ad-ca546795b096 req-df8df8cc-d5ff-45cf-8a1e-b6ef698b899e tempest-MigrationsAdminTest-1084137346 tempest-MigrationsAdminTest-1084137346-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:07:47.484065 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-504f090a-56cd-4081-8d09-38386e740630 service neutron] Pushing event updated for resources: {'Port': ['ID=09cb4ea7-a66a-4baf-99cd-e61491893f9b,revision_number=3']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:07:47.527263 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 26 Jan 2022 21:07:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5679faa-9747-4184-a801-c956232da877 x-openstack-request-id: req-d5679faa-9747-4184-a801-c956232da877 {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 21:07:47.527611 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "456d66f5-89ee-4521-82c0-85af7d6c1848", "tag": "09cb4ea7-a66a-4baf-99cd-e61491893f9b", "status": "completed", "code": 200}]} {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 21:07:47.527934 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d5679faa-9747-4184-a801-c956232da877 {{(pid=103305) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 21:07:47.528401 n-d-760453-5 neutron-server[103305]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '456d66f5-89ee-4521-82c0-85af7d6c1848', 'tag': '09cb4ea7-a66a-4baf-99cd-e61491893f9b', 'status': 'completed', 'code': 200} Jan 26 21:07:47.577754 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cbceafa-10fa-4305-9826-58558883516b req-4b8cae33-4d90-4344-aa5b-df851423ed11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:07:47.579361 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-9cbceafa-10fa-4305-9826-58558883516b req-4b8cae33-4d90-4344-aa5b-df851423ed11 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=cdb3500a13814dc9912a5c6c92f742c5&device_id=456d66f5-89ee-4521-82c0-85af7d6c1848 HTTP/1.1" status: 200 len: 1094 time: 0.1406112 Jan 26 21:07:47.649930 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-9cbceafa-10fa-4305-9826-58558883516b req-88c75fcb-62f0-4ed7-ad20-344924502adb service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=09cb4ea7-a66a-4baf-99cd-e61491893f9b HTTP/1.1" status: 200 len: 217 time: 0.0620208 Jan 26 21:07:47.749500 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.db_base_plugin_common [req-3d53bcf9-5adb-4089-a9ad-ca546795b096 req-df8df8cc-d5ff-45cf-8a1e-b6ef698b899e tempest-MigrationsAdminTest-1084137346 tempest-MigrationsAdminTest-1084137346-project] Allocated IP 192.168.233.189 (7fbe9cf5-e12c-436d-b372-55a19c9faa30/fd77e534-75e6-4b90-950e-f5824d584430/35f30042-617d-4336-9f2b-bcf2d6d2f65d) {{(pid=103305) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 21:07:47.785375 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a9b206-eb6e-434b-a559-f58a9cbea478 req-1324d05a-3647-4211-938f-9b368c9779b5 tempest-SecurityGroupsTestJSON-1679712722 tempest-SecurityGroupsTestJSON-1679712722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:07:47.785609 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cbceafa-10fa-4305-9826-58558883516b req-744a86e6-e6c2-4b5c-98d2-5427021209ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:07:47.787113 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-9cbceafa-10fa-4305-9826-58558883516b req-744a86e6-e6c2-4b5c-98d2-5427021209ef service neutron] 10.222.0.57 "GET /v2.0/subnets?id=eff79e74-5114-4489-a406-2f00d23f7c9e HTTP/1.1" status: 200 len: 853 time: 0.1117949 Jan 26 21:07:47.794588 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-a9a9b206-eb6e-434b-a559-f58a9cbea478 req-1324d05a-3647-4211-938f-9b368c9779b5 tempest-SecurityGroupsTestJSON-1679712722 tempest-SecurityGroupsTestJSON-1679712722-project] 10.222.0.13 "GET /v2.0/ports?device_id=456d66f5-89ee-4521-82c0-85af7d6c1848 HTTP/1.1" status: 200 len: 943 time: 0.0829005 Jan 26 21:07:47.865132 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-a9a9b206-eb6e-434b-a559-f58a9cbea478 req-d6c92c76-aff6-4880-96b7-27919b3e687d tempest-SecurityGroupsTestJSON-1679712722 tempest-SecurityGroupsTestJSON-1679712722-project] 10.222.0.13 "GET /v2.0/security-groups?id=c3c6c2ef-9865-4e2c-9818-90435d60a1af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693421 Jan 26 21:07:47.872294 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-9cbceafa-10fa-4305-9826-58558883516b req-e8c324bf-cc81-4697-bfa1-a87bfb21d6c3 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=82d89aaf-7724-4482-8558-074956bc8f8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0740921 Jan 26 21:07:47.918528 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-f7384aa3-0f53-4042-9489-6b2851ac40b4 req-ee7beba2-ca27-4804-bbd8-01e289b4d859 tempest-MigrationsAdminTest-1084137346 tempest-MigrationsAdminTest-1084137346-project] 10.222.0.13 "GET /v2.0/ports?device_id=6e0054d4-194a-4ef5-9a59-0af1fe168395 HTTP/1.1" status: 200 len: 210 time: 0.0301886 Jan 26 21:07:48.059445 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-9cbceafa-10fa-4305-9826-58558883516b req-b38c3d38-814f-4943-8efc-a8b7f3f58a7f service neutron] 10.222.0.57 "GET /v2.0/networks/82d89aaf-7724-4482-8558-074956bc8f8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1739907 Jan 26 21:07:48.084546 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-3d53bcf9-5adb-4089-a9ad-ca546795b096 req-df8df8cc-d5ff-45cf-8a1e-b6ef698b899e tempest-MigrationsAdminTest-1084137346 tempest-MigrationsAdminTest-1084137346-project] Publish callbacks [] for port (35f30042-617d-4336-9f2b-bcf2d6d2f65d), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:07:48.184640 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-9cbceafa-10fa-4305-9826-58558883516b req-22b31947-b371-47fb-aa3d-8337d168f285 service neutron] 10.222.0.57 "GET /v2.0/networks/82d89aaf-7724-4482-8558-074956bc8f8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1173542 Jan 26 21:07:48.186068 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-3d53bcf9-5adb-4089-a9ad-ca546795b096 req-df8df8cc-d5ff-45cf-8a1e-b6ef698b899e tempest-MigrationsAdminTest-1084137346 tempest-MigrationsAdminTest-1084137346-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746560234527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11791543'] for port (35f30042-617d-4336-9f2b-bcf2d6d2f65d), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:07:48.205522 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] get_ports_and_sgs() called for port_ids ['bf5e2133-dab5-461f-8ecd-f78e9891231b'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 26 21:07:48.237791 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8df8cc-d5ff-45cf-8a1e-b6ef698b899e tempest-MigrationsAdminTest-1084137346 tempest-MigrationsAdminTest-1084137346-project] Pushing event updated for resources: {'Port': ['ID=35f30042-617d-4336-9f2b-bcf2d6d2f65d,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:07:48.253387 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] get_ports_and_sgs() called for port_ids ['0fe894a4-1ae0-4a4f-bd3a-ef6daeae89d6'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 26 21:07:48.256252 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3d53bcf9-5adb-4089-a9ad-ca546795b096 req-df8df8cc-d5ff-45cf-8a1e-b6ef698b899e tempest-MigrationsAdminTest-1084137346 tempest-MigrationsAdminTest-1084137346-project] Network 7fbe9cf5-e12c-436d-b372-55a19c9faa30 is already hosted by enough agents. {{(pid=103305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 21:07:48.259365 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [req-3d53bcf9-5adb-4089-a9ad-ca546795b096 req-df8df8cc-d5ff-45cf-8a1e-b6ef698b899e tempest-MigrationsAdminTest-1084137346 tempest-MigrationsAdminTest-1084137346-project] Resources bound (agent type, host, resource id): {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:07:48.282044 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d53bcf9-5adb-4089-a9ad-ca546795b096 req-df8df8cc-d5ff-45cf-8a1e-b6ef698b899e tempest-MigrationsAdminTest-1084137346 tempest-MigrationsAdminTest-1084137346-project] Received port after_create {{(pid=103305) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 21:07:48.405361 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d53bcf9-5adb-4089-a9ad-ca546795b096 req-df8df8cc-d5ff-45cf-8a1e-b6ef698b899e tempest-MigrationsAdminTest-1084137346 tempest-MigrationsAdminTest-1084137346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:07:48.406059 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-3d53bcf9-5adb-4089-a9ad-ca546795b096 req-df8df8cc-d5ff-45cf-8a1e-b6ef698b899e tempest-MigrationsAdminTest-1084137346 tempest-MigrationsAdminTest-1084137346-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:07:48.413271 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf51fbe0-9160-4d02-a829-35d2353295fe req-1065063b-d7dd-45d0-8b5d-e4135ae496ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:07:48.418105 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-bf51fbe0-9160-4d02-a829-35d2353295fe req-1065063b-d7dd-45d0-8b5d-e4135ae496ff service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=cdb3500a13814dc9912a5c6c92f742c5&device_id=456d66f5-89ee-4521-82c0-85af7d6c1848 HTTP/1.1" status: 200 len: 1094 time: 0.1569695 Jan 26 21:07:48.496832 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-9035473d-c274-41e2-b7d7-82e4f7551b11 req-3b372b99-a0d9-448d-8b3c-8b3772e24e78 tempest-ServersAdminNegativeTestJSON-1178057290 tempest-ServersAdminNegativeTestJSON-1178057290-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=dec5799dc98547c1ba8b0a54977f3e1c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0376518 Jan 26 21:07:48.575599 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-3d53bcf9-5adb-4089-a9ad-ca546795b096 req-df8df8cc-d5ff-45cf-8a1e-b6ef698b899e tempest-MigrationsAdminTest-1084137346 tempest-MigrationsAdminTest-1084137346-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.4576373 Jan 26 21:07:48.581104 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf51fbe0-9160-4d02-a829-35d2353295fe req-ff584e82-db23-407d-8dfe-f5966c959a16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:07:48.593576 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-bf51fbe0-9160-4d02-a829-35d2353295fe req-ff584e82-db23-407d-8dfe-f5966c959a16 service neutron] 10.222.0.57 "GET /v2.0/networks?id=82d89aaf-7724-4482-8558-074956bc8f8b HTTP/1.1" status: 200 len: 914 time: 0.1593754 Jan 26 21:07:48.610253 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [req-3d53bcf9-5adb-4089-a9ad-ca546795b096 req-45909ae8-2b84-402f-a21b-e78a06320ce9 service neutron] Request body: {'port': {'device_id': '6e0054d4-194a-4ef5-9a59-0af1fe168395', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-760453-5'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:07:48.686077 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2b32d0-65cd-4a00-8cce-790cec71fb58 req-42c9000b-ea4d-486b-a206-ca64636f6c4a tempest-ServersAdminTestJSON-2108229583 tempest-ServersAdminTestJSON-2108229583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:07:48.688217 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-9b2b32d0-65cd-4a00-8cce-790cec71fb58 req-42c9000b-ea4d-486b-a206-ca64636f6c4a tempest-ServersAdminTestJSON-2108229583 tempest-ServersAdminTestJSON-2108229583-project] 10.222.0.13 "GET /v2.0/ports?device_id=242b7086-c188-4e0a-9af5-4749fa74838b HTTP/1.1" status: 200 len: 950 time: 0.1644685 Jan 26 21:07:48.729086 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9035473d-c274-41e2-b7d7-82e4f7551b11 req-b6dc7f20-2ff1-48c5-bff4-2b716a3263ce tempest-ServersAdminNegativeTestJSON-1178057290 tempest-ServersAdminNegativeTestJSON-1178057290-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:07:48.736398 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-9035473d-c274-41e2-b7d7-82e4f7551b11 req-b6dc7f20-2ff1-48c5-bff4-2b716a3263ce tempest-ServersAdminNegativeTestJSON-1178057290 tempest-ServersAdminNegativeTestJSON-1178057290-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2379005 Jan 26 21:07:48.739838 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-bf51fbe0-9160-4d02-a829-35d2353295fe req-51c3a8c8-eb46-4c7f-96d2-d4219169510a service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=09cb4ea7-a66a-4baf-99cd-e61491893f9b HTTP/1.1" status: 200 len: 217 time: 0.1452794 Jan 26 21:07:48.746011 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-ca6d7e6f-6563-43cc-9ba4-d58f98d99485 None None] Provisioning complete for port 35f30042-617d-4336-9f2b-bcf2d6d2f65d triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:07:48.746451 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-ca6d7e6f-6563-43cc-9ba4-d58f98d99485 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (35f30042-617d-4336-9f2b-bcf2d6d2f65d), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:07:48.758662 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-9035473d-c274-41e2-b7d7-82e4f7551b11 req-0b14b8fd-f066-492e-8859-d77e50f5e4d3 tempest-ServersAdminNegativeTestJSON-1178057290 tempest-ServersAdminNegativeTestJSON-1178057290-project] 10.222.0.13 "GET /v2.0/quotas/dec5799dc98547c1ba8b0a54977f3e1c HTTP/1.1" status: 200 len: 375 time: 0.0210245 Jan 26 21:07:48.802119 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-ca6d7e6f-6563-43cc-9ba4-d58f98d99485 None None] Port 35f30042-617d-4336-9f2b-bcf2d6d2f65d cannot update to ACTIVE because it is not bound. {{(pid=103306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 26 21:07:48.820003 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-3d53bcf9-5adb-4089-a9ad-ca546795b096 req-45909ae8-2b84-402f-a21b-e78a06320ce9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (35f30042-617d-4336-9f2b-bcf2d6d2f65d), before_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:07:48.824509 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-9035473d-c274-41e2-b7d7-82e4f7551b11 req-822c8c95-0d0a-42c8-8198-aab39aeed338 tempest-ServersAdminNegativeTestJSON-1178057290 tempest-ServersAdminNegativeTestJSON-1178057290-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=dec5799dc98547c1ba8b0a54977f3e1c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0646143 Jan 26 21:07:48.839799 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf51fbe0-9160-4d02-a829-35d2353295fe req-9d8dfe7e-3898-4c52-b8c3-6474b511ec53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:07:48.841574 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-bf51fbe0-9160-4d02-a829-35d2353295fe req-9d8dfe7e-3898-4c52-b8c3-6474b511ec53 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=eff79e74-5114-4489-a406-2f00d23f7c9e HTTP/1.1" status: 200 len: 853 time: 0.0836854 Jan 26 21:07:48.866847 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-9b2b32d0-65cd-4a00-8cce-790cec71fb58 req-4c83435e-5c9c-4720-b310-c4f0ba4a2599 tempest-ServersAdminTestJSON-2108229583 tempest-ServersAdminTestJSON-2108229583-project] 10.222.0.13 "GET /v2.0/security-groups?id=95bc11fd-db53-4b42-971c-c958ca031066&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1698143 Jan 26 21:07:48.884821 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-bb9d80dc-dd46-4ece-a152-2eedd3b9ffa2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (474ccdf7-ab6c-405b-a3b2-dc7b05829902), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:07:48.983661 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-bf51fbe0-9160-4d02-a829-35d2353295fe req-15507d4a-46a6-4e29-8608-382d8ec5b4bc service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=82d89aaf-7724-4482-8558-074956bc8f8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0684404 Jan 26 21:07:49.069363 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc67493-f4b4-4787-a288-3918d68684c0 req-85af949a-5761-4d1a-814c-cec1bc8b651d tempest-ImagesOneServerNegativeTestJSON-151319106 tempest-ImagesOneServerNegativeTestJSON-151319106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:07:49.075321 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-3bc67493-f4b4-4787-a288-3918d68684c0 req-85af949a-5761-4d1a-814c-cec1bc8b651d tempest-ImagesOneServerNegativeTestJSON-151319106 tempest-ImagesOneServerNegativeTestJSON-151319106-project] 10.222.0.13 "GET /v2.0/ports?device_id=786120f9-d68f-4c65-88e9-c1a744d7d460 HTTP/1.1" status: 200 len: 945 time: 0.1221871 Jan 26 21:07:49.181316 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-3bc67493-f4b4-4787-a288-3918d68684c0 req-31961da7-13d9-4d17-acfb-50f0494dc25b tempest-ImagesOneServerNegativeTestJSON-151319106 tempest-ImagesOneServerNegativeTestJSON-151319106-project] 10.222.0.13 "GET /v2.0/security-groups?id=aea9fb57-b28b-4984-b6fd-ae500e1c8e4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016815 Jan 26 21:07:49.376597 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-bf51fbe0-9160-4d02-a829-35d2353295fe req-80bfcbc5-9eef-4044-b280-d844dd1ffb27 service neutron] 10.222.0.57 "GET /v2.0/networks/82d89aaf-7724-4482-8558-074956bc8f8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3735876 Jan 26 21:07:49.387033 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ce0cd3-d7e2-48ed-892c-c0a25d1ffafe req-76b22e12-1d32-4948-b624-a9893ee2788d tempest-SecurityGroupsTestJSON-1679712722 tempest-SecurityGroupsTestJSON-1679712722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:07:49.392372 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-82ce0cd3-d7e2-48ed-892c-c0a25d1ffafe req-76b22e12-1d32-4948-b624-a9893ee2788d tempest-SecurityGroupsTestJSON-1679712722 tempest-SecurityGroupsTestJSON-1679712722-project] 10.222.0.13 "GET /v2.0/ports?device_id=456d66f5-89ee-4521-82c0-85af7d6c1848 HTTP/1.1" status: 200 len: 943 time: 0.0943079 Jan 26 21:07:49.487749 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-82ce0cd3-d7e2-48ed-892c-c0a25d1ffafe req-4ec56186-0250-42c6-91d3-1b5369ee6d74 tempest-SecurityGroupsTestJSON-1679712722 tempest-SecurityGroupsTestJSON-1679712722-project] 10.222.0.13 "GET /v2.0/security-groups?id=c3c6c2ef-9865-4e2c-9818-90435d60a1af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918698 Jan 26 21:07:49.495041 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f559a075-d322-45fb-a138-9b148b997932 req-75f1dbb4-c76a-454b-bf5c-9695bf0d4e2c tempest-MigrationsAdminTest-1084137346 tempest-MigrationsAdminTest-1084137346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:07:49.501375 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-f559a075-d322-45fb-a138-9b148b997932 req-75f1dbb4-c76a-454b-bf5c-9695bf0d4e2c tempest-MigrationsAdminTest-1084137346 tempest-MigrationsAdminTest-1084137346-project] 10.222.0.13 "GET /v2.0/ports?device_id=6e0054d4-194a-4ef5-9a59-0af1fe168395 HTTP/1.1" status: 200 len: 936 time: 0.0982077 Jan 26 21:07:49.606343 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-6697110c-7bad-4655-b063-da2fee1b6c6d req-2cde98e0-8652-4547-a0f4-9292a136f5eb tempest-ServersAdminNegativeTestJSON-1178057290 tempest-ServersAdminNegativeTestJSON-1178057290-project] 10.222.0.13 "GET /v2.0/ports?device_id=72953251-85ca-4106-a0f5-157672441c1f HTTP/1.1" status: 200 len: 210 time: 0.0448384 Jan 26 21:07:49.677117 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-f559a075-d322-45fb-a138-9b148b997932 req-3a0075a4-0d5b-4232-b988-af4e169e0b93 tempest-MigrationsAdminTest-1084137346 tempest-MigrationsAdminTest-1084137346-project] 10.222.0.13 "GET /v2.0/security-groups?id=e0b082e3-685f-492b-b87f-3045b8ecd8c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1697381 Jan 26 21:07:49.696187 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 46148) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:07:49.919497 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-bf51fbe0-9160-4d02-a829-35d2353295fe req-5c8186a5-5a36-4e4e-a90b-a8263c19254d service neutron] 10.222.0.57 "GET /v2.0/networks/82d89aaf-7724-4482-8558-074956bc8f8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5203774 Jan 26 21:07:49.934637 n-d-760453-5 neutron-server[103305]: DEBUG neutron.notifiers.nova [req-3d53bcf9-5adb-4089-a9ad-ca546795b096 req-45909ae8-2b84-402f-a21b-e78a06320ce9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 35f30042-617d-4336-9f2b-bcf2d6d2f65d {{(pid=103305) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 26 21:07:49.945068 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-3d53bcf9-5adb-4089-a9ad-ca546795b096 req-45909ae8-2b84-402f-a21b-e78a06320ce9 service neutron] Publish callbacks [] for port (35f30042-617d-4336-9f2b-bcf2d6d2f65d), precommit_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:07:49.961035 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.provisioning_blocks [req-3d53bcf9-5adb-4089-a9ad-ca546795b096 req-45909ae8-2b84-402f-a21b-e78a06320ce9 service neutron] Transition to ACTIVE for port object 35f30042-617d-4336-9f2b-bcf2d6d2f65d will not be triggered until provisioned by entity L2. {{(pid=103305) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 21:07:49.968257 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-3d53bcf9-5adb-4089-a9ad-ca546795b096 req-45909ae8-2b84-402f-a21b-e78a06320ce9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11791520'] for port (35f30042-617d-4336-9f2b-bcf2d6d2f65d), after_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:07:50.064869 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45909ae8-2b84-402f-a21b-e78a06320ce9 service neutron] Pushing event updated for resources: {'Port': ['ID=35f30042-617d-4336-9f2b-bcf2d6d2f65d,revision_number=2']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:07:50.132176 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159ea0e2-1a97-4c05-b2f7-b70d5e14bfd5 req-c6893b97-fa75-440c-80df-0a0edb3595e4 tempest-ServersAdminTestJSON-2108229583 tempest-ServersAdminTestJSON-2108229583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:07:50.135093 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-159ea0e2-1a97-4c05-b2f7-b70d5e14bfd5 req-c6893b97-fa75-440c-80df-0a0edb3595e4 tempest-ServersAdminTestJSON-2108229583 tempest-ServersAdminTestJSON-2108229583-project] 10.222.0.13 "GET /v2.0/ports?device_id=242b7086-c188-4e0a-9af5-4749fa74838b HTTP/1.1" status: 200 len: 950 time: 0.1399257 Jan 26 21:07:50.160200 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [req-3d53bcf9-5adb-4089-a9ad-ca546795b096 req-45909ae8-2b84-402f-a21b-e78a06320ce9 service neutron] Attempting to bind port 35f30042-617d-4336-9f2b-bcf2d6d2f65d on host n-h2-760453-5 for vnic_type normal with profile {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 21:07:50.160555 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [req-3d53bcf9-5adb-4089-a9ad-ca546795b096 req-45909ae8-2b84-402f-a21b-e78a06320ce9 service neutron] Attempting to bind port 35f30042-617d-4336-9f2b-bcf2d6d2f65d by drivers openvswitch,hyperv on host n-h2-760453-5 at level 0 using segments [{'id': '4eab25d6-89d9-4907-a1c2-51b06443ba33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '7fbe9cf5-e12c-436d-b372-55a19c9faa30'}] {{(pid=103305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 26 21:07:50.160923 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d53bcf9-5adb-4089-a9ad-ca546795b096 req-45909ae8-2b84-402f-a21b-e78a06320ce9 service neutron] Attempting to bind port 35f30042-617d-4336-9f2b-bcf2d6d2f65d on network 7fbe9cf5-e12c-436d-b372-55a19c9faa30 {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 21:07:50.166185 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d53bcf9-5adb-4089-a9ad-ca546795b096 req-45909ae8-2b84-402f-a21b-e78a06320ce9 service neutron] Port 35f30042-617d-4336-9f2b-bcf2d6d2f65d on network 7fbe9cf5-e12c-436d-b372-55a19c9faa30 not bound, no agent of type Open vSwitch agent registered on host n-h2-760453-5 {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 26 21:07:50.166512 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d53bcf9-5adb-4089-a9ad-ca546795b096 req-45909ae8-2b84-402f-a21b-e78a06320ce9 service neutron] Attempting to bind port 35f30042-617d-4336-9f2b-bcf2d6d2f65d on network 7fbe9cf5-e12c-436d-b372-55a19c9faa30 {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 21:07:50.172110 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d53bcf9-5adb-4089-a9ad-ca546795b096 req-45909ae8-2b84-402f-a21b-e78a06320ce9 service neutron] Checking agent: {'id': '4d619873-4b60-439f-9b5a-b155dc8bbc34', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-760453-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 21, 2, 53), 'started_at': datetime.datetime(2022, 1, 26, 21, 2, 53), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 21, 7, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 26 21:07:50.172497 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d53bcf9-5adb-4089-a9ad-ca546795b096 req-45909ae8-2b84-402f-a21b-e78a06320ce9 service neutron] Checking segment: {'id': '4eab25d6-89d9-4907-a1c2-51b06443ba33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '7fbe9cf5-e12c-436d-b372-55a19c9faa30'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103305) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 21:07:50.172862 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d53bcf9-5adb-4089-a9ad-ca546795b096 req-45909ae8-2b84-402f-a21b-e78a06320ce9 service neutron] Bound using segment: {'id': '4eab25d6-89d9-4907-a1c2-51b06443ba33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '7fbe9cf5-e12c-436d-b372-55a19c9faa30'} {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 26 21:07:50.173319 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [req-3d53bcf9-5adb-4089-a9ad-ca546795b096 req-45909ae8-2b84-402f-a21b-e78a06320ce9 service neutron] Bound port: 35f30042-617d-4336-9f2b-bcf2d6d2f65d, host: n-h2-760453-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4eab25d6-89d9-4907-a1c2-51b06443ba33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '7fbe9cf5-e12c-436d-b372-55a19c9faa30'}}] {{(pid=103305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 26 21:07:50.173722 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-3d53bcf9-5adb-4089-a9ad-ca546795b096 req-45909ae8-2b84-402f-a21b-e78a06320ce9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (35f30042-617d-4336-9f2b-bcf2d6d2f65d), before_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:07:50.204680 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93366718-177d-46dd-9a65-c290486cc0c7 req-4462d626-82d0-4800-a5ce-394d119e70d0 tempest-LiveAutoBlockMigrationV225Test-2082869167 tempest-LiveAutoBlockMigrationV225Test-2082869167-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:07:50.213458 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-93366718-177d-46dd-9a65-c290486cc0c7 req-4462d626-82d0-4800-a5ce-394d119e70d0 tempest-LiveAutoBlockMigrationV225Test-2082869167 tempest-LiveAutoBlockMigrationV225Test-2082869167-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=d8f50517-906a-494e-a293-92450ad8c0a0 HTTP/1.1" status: 200 len: 1096 time: 0.2192008 Jan 26 21:07:50.249443 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [req-3d53bcf9-5adb-4089-a9ad-ca546795b096 req-45909ae8-2b84-402f-a21b-e78a06320ce9 service neutron] For port 35f30042-617d-4336-9f2b-bcf2d6d2f65d, host n-h2-760453-5, cleared binding levels {{(pid=103305) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 26 21:07:50.253189 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [req-3d53bcf9-5adb-4089-a9ad-ca546795b096 req-45909ae8-2b84-402f-a21b-e78a06320ce9 service neutron] For port 35f30042-617d-4336-9f2b-bcf2d6d2f65d, host n-h2-760453-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-5',level=0,port_id=35f30042-617d-4336-9f2b-bcf2d6d2f65d,segment=NetworkSegment(4eab25d6-89d9-4907-a1c2-51b06443ba33),segment_id=4eab25d6-89d9-4907-a1c2-51b06443ba33)] {{(pid=103305) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 26 21:07:50.261493 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-3d53bcf9-5adb-4089-a9ad-ca546795b096 req-45909ae8-2b84-402f-a21b-e78a06320ce9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11791520'] for port (35f30042-617d-4336-9f2b-bcf2d6d2f65d), after_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:07:50.288284 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-93366718-177d-46dd-9a65-c290486cc0c7 req-00046821-e13e-41f1-8c61-09dcde77d126 tempest-LiveAutoBlockMigrationV225Test-2082869167 tempest-LiveAutoBlockMigrationV225Test-2082869167-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=d3d52ae6-e761-44ee-98bd-9ad0dc66343a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736623 Jan 26 21:07:50.330964 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-159ea0e2-1a97-4c05-b2f7-b70d5e14bfd5 req-c83a20ab-f976-426b-b822-f665bc74b688 tempest-ServersAdminTestJSON-2108229583 tempest-ServersAdminTestJSON-2108229583-project] 10.222.0.13 "GET /v2.0/security-groups?id=95bc11fd-db53-4b42-971c-c958ca031066&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1727712 Jan 26 21:07:50.349930 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45909ae8-2b84-402f-a21b-e78a06320ce9 service neutron] Pushing event updated for resources: {'Port': ['ID=35f30042-617d-4336-9f2b-bcf2d6d2f65d,revision_number=3']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:07:50.358367 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d53bcf9-5adb-4089-a9ad-ca546795b096 req-45909ae8-2b84-402f-a21b-e78a06320ce9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:07:50.358998 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-3d53bcf9-5adb-4089-a9ad-ca546795b096 req-45909ae8-2b84-402f-a21b-e78a06320ce9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:07:50.360681 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-3d53bcf9-5adb-4089-a9ad-ca546795b096 req-45909ae8-2b84-402f-a21b-e78a06320ce9 service neutron] 10.222.0.57 "PUT /v2.0/ports/35f30042-617d-4336-9f2b-bcf2d6d2f65d HTTP/1.1" status: 200 len: 1096 time: 1.7585440 Jan 26 21:07:50.360911 n-d-760453-5 neutron-server[103305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e0054d4-194a-4ef5-9a59-0af1fe168395', 'tag': '35f30042-617d-4336-9f2b-bcf2d6d2f65d'}] {{(pid=103305) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 21:07:50.363364 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d4654568b7bf041e72ff8fe1c96d6d761d9c921f2b99bc7b3a26632be20cee0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba1a9f00-f0e0-4f32-9860-adb09629d7d2" -d '{"events": [{"name": "network-changed", "server_uuid": "6e0054d4-194a-4ef5-9a59-0af1fe168395", "tag": "35f30042-617d-4336-9f2b-bcf2d6d2f65d"}]}' {{(pid=103305) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 21:07:50.468755 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d53bcf9-5adb-4089-a9ad-ca546795b096 req-eaf88543-7a92-4f15-97f2-aaa006c9fb4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:07:50.470302 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-3d53bcf9-5adb-4089-a9ad-ca546795b096 req-eaf88543-7a92-4f15-97f2-aaa006c9fb4c service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=d178ac49ddc9478db66ba71c81039890&device_id=6e0054d4-194a-4ef5-9a59-0af1fe168395 HTTP/1.1" status: 200 len: 1099 time: 0.0642297 Jan 26 21:07:50.547393 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-3d53bcf9-5adb-4089-a9ad-ca546795b096 req-fb8c04fe-7410-4b7e-95d2-e19c8cacc968 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.189&port_id=35f30042-617d-4336-9f2b-bcf2d6d2f65d HTTP/1.1" status: 200 len: 217 time: 0.0679326 Jan 26 21:07:50.612102 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d53bcf9-5adb-4089-a9ad-ca546795b096 req-ea523999-f998-4174-9776-0d08ac2db65d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:07:50.613990 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-3d53bcf9-5adb-4089-a9ad-ca546795b096 req-ea523999-f998-4174-9776-0d08ac2db65d service neutron] 10.222.0.57 "GET /v2.0/subnets?id=fd77e534-75e6-4b90-950e-f5824d584430 HTTP/1.1" status: 200 len: 843 time: 0.0568008 Jan 26 21:07:50.718250 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d53bcf9-5adb-4089-a9ad-ca546795b096 req-d3287d82-c660-4719-9ea8-ce43271c02aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:07:50.719864 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-3d53bcf9-5adb-4089-a9ad-ca546795b096 req-d3287d82-c660-4719-9ea8-ce43271c02aa service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=7fbe9cf5-e12c-436d-b372-55a19c9faa30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0961032 Jan 26 21:07:50.844652 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-3d53bcf9-5adb-4089-a9ad-ca546795b096 req-eec9d5a8-c9c4-4d10-a558-a55960c9bf1d service neutron] 10.222.0.57 "GET /v2.0/networks/7fbe9cf5-e12c-436d-b372-55a19c9faa30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1127744 Jan 26 21:07:50.936417 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-9035473d-c274-41e2-b7d7-82e4f7551b11 req-3e3640a5-34d9-4bb3-966f-5d86aea4532b tempest-ServersAdminNegativeTestJSON-1178057290 tempest-ServersAdminNegativeTestJSON-1178057290-project] 10.222.0.66 "GET /v2.0/networks?tenant_id=dec5799dc98547c1ba8b0a54977f3e1c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.4002945 Jan 26 21:07:50.974469 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-3d53bcf9-5adb-4089-a9ad-ca546795b096 req-b4f8a54b-556a-4236-bf7e-c448959a0561 service neutron] 10.222.0.57 "GET /v2.0/networks/7fbe9cf5-e12c-436d-b372-55a19c9faa30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1222091 Jan 26 21:07:50.996060 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d42b1d4-44f7-4a89-9a8e-87e7e355b93f req-5d2b37a5-afbc-436f-aee2-ec84c810f765 tempest-ImagesOneServerNegativeTestJSON-151319106 tempest-ImagesOneServerNegativeTestJSON-151319106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:07:51.001919 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-7d42b1d4-44f7-4a89-9a8e-87e7e355b93f req-5d2b37a5-afbc-436f-aee2-ec84c810f765 tempest-ImagesOneServerNegativeTestJSON-151319106 tempest-ImagesOneServerNegativeTestJSON-151319106-project] 10.222.0.13 "GET /v2.0/ports?device_id=786120f9-d68f-4c65-88e9-c1a744d7d460 HTTP/1.1" status: 200 len: 945 time: 0.5481665 Jan 26 21:07:51.045898 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-89e58f1b-3b93-4eff-a1ff-92e299a98047 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4110657'] for router_interface (deb8cadc-313a-437e-80f5-c4f3d49d3927), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:07:51.169284 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fafa3405-cb84-4478-8637-6437fc7d244a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (09df100c-3af1-4b0a-bda8-05914c71c458), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:07:51.229311 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-7d42b1d4-44f7-4a89-9a8e-87e7e355b93f req-95dd52db-4317-4b8a-ad6e-8c459b3f0c20 tempest-ImagesOneServerNegativeTestJSON-151319106 tempest-ImagesOneServerNegativeTestJSON-151319106-project] 10.222.0.13 "GET /v2.0/security-groups?id=aea9fb57-b28b-4984-b6fd-ae500e1c8e4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2249935 Jan 26 21:07:51.256949 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Device 6142eecc-8c92-4808-9dac-c62548be4bdc details requested by agent hyperv_n-h1-760453-5 with host n-h1-760453-5 {{(pid=103306) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 26 21:07:51.285260 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 26 Jan 2022 21:07:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e9a1d6b-4bf9-44ba-bfd2-ca3481c84c8a x-openstack-request-id: req-9e9a1d6b-4bf9-44ba-bfd2-ca3481c84c8a {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 21:07:51.285602 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6e0054d4-194a-4ef5-9a59-0af1fe168395", "tag": "35f30042-617d-4336-9f2b-bcf2d6d2f65d", "status": "completed", "code": 200}]} {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 21:07:51.285894 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-9e9a1d6b-4bf9-44ba-bfd2-ca3481c84c8a {{(pid=103305) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 21:07:51.286304 n-d-760453-5 neutron-server[103305]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6e0054d4-194a-4ef5-9a59-0af1fe168395', 'tag': '35f30042-617d-4336-9f2b-bcf2d6d2f65d', 'status': 'completed', 'code': 200} Jan 26 21:07:51.332100 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9035473d-c274-41e2-b7d7-82e4f7551b11 req-c83e2dbc-c5cc-4e4b-bc3f-7023bd3f5e45 tempest-ServersAdminNegativeTestJSON-1178057290 tempest-ServersAdminNegativeTestJSON-1178057290-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:07:51.334276 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-9035473d-c274-41e2-b7d7-82e4f7551b11 req-c83e2dbc-c5cc-4e4b-bc3f-7023bd3f5e45 tempest-ServersAdminNegativeTestJSON-1178057290 tempest-ServersAdminNegativeTestJSON-1178057290-project] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3299153 Jan 26 21:07:51.396596 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1a9f00-f0e0-4f32-9860-adb09629d7d2 req-299c1b7b-ffe7-4840-9eb5-6ef327b52e1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:07:51.398617 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-ba1a9f00-f0e0-4f32-9860-adb09629d7d2 req-299c1b7b-ffe7-4840-9eb5-6ef327b52e1d service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=d178ac49ddc9478db66ba71c81039890&device_id=6e0054d4-194a-4ef5-9a59-0af1fe168395 HTTP/1.1" status: 200 len: 1099 time: 0.0863888 Jan 26 21:07:51.416303 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [req-9035473d-c274-41e2-b7d7-82e4f7551b11 req-ea2b53e3-88f9-45d6-abb3-4810dd273f39 tempest-ServersAdminNegativeTestJSON-1178057290 tempest-ServersAdminNegativeTestJSON-1178057290-project] Request body: {'port': {'device_id': '72953251-85ca-4106-a0f5-157672441c1f', 'network_id': '7fbe9cf5-e12c-436d-b372-55a19c9faa30', 'admin_state_up': True, 'tenant_id': 'dec5799dc98547c1ba8b0a54977f3e1c'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:07:51.453146 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] For port 6142eecc-8c92-4808-9dac-c62548be4bdc, host n-h1-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-5',level=0,port_id=6142eecc-8c92-4808-9dac-c62548be4bdc,segment=NetworkSegment(58f97d30-90ed-4b82-8d47-15dab34d927d),segment_id=58f97d30-90ed-4b82-8d47-15dab34d927d)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:07:51.476448 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Returning: {'device': '6142eecc-8c92-4808-9dac-c62548be4bdc', 'network_id': '4926adbd-bb58-409b-9ac8-4ddd785838cc', 'port_id': '6142eecc-8c92-4808-9dac-c62548be4bdc', 'mac_address': 'fa:16:3e:92:8a:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 592, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '82795dc3-d3c3-45f5-bcea-f6ace04e021f', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103306) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 26 21:07:51.510002 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1a9f00-f0e0-4f32-9860-adb09629d7d2 req-080da9b4-7559-4711-97dc-5adb9bae5b4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:07:51.511695 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-ba1a9f00-f0e0-4f32-9860-adb09629d7d2 req-080da9b4-7559-4711-97dc-5adb9bae5b4a service neutron] 10.222.0.57 "GET /v2.0/networks?id=7fbe9cf5-e12c-436d-b372-55a19c9faa30 HTTP/1.1" status: 200 len: 870 time: 0.1063633 Jan 26 21:07:51.548971 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Current status of the port 6142eecc-8c92-4808-9dac-c62548be4bdc is: ACTIVE; New status is: BUILD {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:07:51.549463 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (6142eecc-8c92-4808-9dac-c62548be4bdc), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:07:51.565649 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-ba1a9f00-f0e0-4f32-9860-adb09629d7d2 req-bc75c7c7-f721-4609-a2cc-f389505dec25 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.189&port_id=35f30042-617d-4336-9f2b-bcf2d6d2f65d HTTP/1.1" status: 200 len: 217 time: 0.0405169 Jan 26 21:07:51.567509 n-d-760453-5 neutron-server[103306]: DEBUG neutron.notifiers.nova [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 6142eecc-8c92-4808-9dac-c62548be4bdc {{(pid=103306) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 26 21:07:51.599621 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d6abc8-a66d-4407-b48f-73cbbf2cab22 req-89dd0fb7-e22c-484d-9214-8e8a18cabca3 tempest-SecurityGroupsTestJSON-1679712722 tempest-SecurityGroupsTestJSON-1679712722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:07:51.601740 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-e8d6abc8-a66d-4407-b48f-73cbbf2cab22 req-89dd0fb7-e22c-484d-9214-8e8a18cabca3 tempest-SecurityGroupsTestJSON-1679712722 tempest-SecurityGroupsTestJSON-1679712722-project] 10.222.0.13 "GET /v2.0/ports?device_id=456d66f5-89ee-4521-82c0-85af7d6c1848 HTTP/1.1" status: 200 len: 943 time: 0.1937416 Jan 26 21:07:51.604092 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] For port 6142eecc-8c92-4808-9dac-c62548be4bdc, host n-h1-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-5',level=0,port_id=6142eecc-8c92-4808-9dac-c62548be4bdc,segment=NetworkSegment(58f97d30-90ed-4b82-8d47-15dab34d927d),segment_id=58f97d30-90ed-4b82-8d47-15dab34d927d)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:07:51.609770 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (6142eecc-8c92-4808-9dac-c62548be4bdc), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:07:51.624943 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1a9f00-f0e0-4f32-9860-adb09629d7d2 req-3481d5e5-a29d-48fe-ba45-de5f2bad8b79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:07:51.627063 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-ba1a9f00-f0e0-4f32-9860-adb09629d7d2 req-3481d5e5-a29d-48fe-ba45-de5f2bad8b79 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=fd77e534-75e6-4b90-950e-f5824d584430 HTTP/1.1" status: 200 len: 843 time: 0.0533717 Jan 26 21:07:51.665091 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Pushing event updated for resources: {'Port': ['ID=6142eecc-8c92-4808-9dac-c62548be4bdc,revision_number=6']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:07:51.678499 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1a9f00-f0e0-4f32-9860-adb09629d7d2 req-b08d81bd-9c21-437a-b124-cf0d08e7ae03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:07:51.680017 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-ba1a9f00-f0e0-4f32-9860-adb09629d7d2 req-b08d81bd-9c21-437a-b124-cf0d08e7ae03 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=7fbe9cf5-e12c-436d-b372-55a19c9faa30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0456007 Jan 26 21:07:51.743716 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-e8d6abc8-a66d-4407-b48f-73cbbf2cab22 req-d5731e82-0617-4bbd-a02d-f7de7f95aee8 tempest-SecurityGroupsTestJSON-1679712722 tempest-SecurityGroupsTestJSON-1679712722-project] 10.222.0.13 "GET /v2.0/security-groups?id=c3c6c2ef-9865-4e2c-9818-90435d60a1af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1271632 Jan 26 21:07:51.744212 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9035473d-c274-41e2-b7d7-82e4f7551b11 req-ea2b53e3-88f9-45d6-abb3-4810dd273f39 tempest-ServersAdminNegativeTestJSON-1178057290 tempest-ServersAdminNegativeTestJSON-1178057290-project] Made reservation on behalf of dec5799dc98547c1ba8b0a54977f3e1c for: {'port': 1} {{(pid=103304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 21:07:51.747709 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-9035473d-c274-41e2-b7d7-82e4f7551b11 req-ea2b53e3-88f9-45d6-abb3-4810dd273f39 tempest-ServersAdminNegativeTestJSON-1178057290 tempest-ServersAdminNegativeTestJSON-1178057290-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:07:51.769098 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-9035473d-c274-41e2-b7d7-82e4f7551b11 req-ea2b53e3-88f9-45d6-abb3-4810dd273f39 tempest-ServersAdminNegativeTestJSON-1178057290 tempest-ServersAdminNegativeTestJSON-1178057290-project] Publish callbacks [] for security_group (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:07:51.776692 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [req-4eba7141-0783-454b-81af-ad9632278450 req-b39e58d2-47b5-46f8-b69f-123835b95ee8 tempest-LiveAutoBlockMigrationV225Test-2082869167 tempest-LiveAutoBlockMigrationV225Test-2082869167-project-admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=103304) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 26 21:07:51.777747 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-4eba7141-0783-454b-81af-ad9632278450 req-b39e58d2-47b5-46f8-b69f-123835b95ee8 tempest-LiveAutoBlockMigrationV225Test-2082869167 tempest-LiveAutoBlockMigrationV225Test-2082869167-project-admin] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0102906 Jan 26 21:07:51.790222 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-ba1a9f00-f0e0-4f32-9860-adb09629d7d2 req-9af90199-d87a-4825-a25c-6e73de9ab716 service neutron] 10.222.0.57 "GET /v2.0/networks/7fbe9cf5-e12c-436d-b372-55a19c9faa30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0938778 Jan 26 21:07:51.839845 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] get_ports_and_sgs() called for port_ids ['6142eecc-8c92-4808-9dac-c62548be4bdc'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 26 21:07:51.874139 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-b79a5014-4ab5-4bac-b484-c9613ed1c759 req-4091e3cb-78bb-40cf-89c1-18deda828601 tempest-ServersAdminNegativeTestJSON-1178057290 tempest-ServersAdminNegativeTestJSON-1178057290-project] 10.222.0.13 "GET /v2.0/ports?device_id=72953251-85ca-4106-a0f5-157672441c1f HTTP/1.1" status: 200 len: 210 time: 0.0557613 Jan 26 21:07:51.890989 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eba7141-0783-454b-81af-ad9632278450 req-2f5f2c9b-56ba-448a-a26c-9d4e6a6c70e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:07:51.892228 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-4eba7141-0783-454b-81af-ad9632278450 req-2f5f2c9b-56ba-448a-a26c-9d4e6a6c70e4 service neutron] 10.222.0.13 "GET /v2.0/ports/40af6dae-610f-4291-8bbb-b8545196d594 HTTP/1.1" status: 200 len: 1093 time: 0.0850093 Jan 26 21:07:51.893276 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-ba1a9f00-f0e0-4f32-9860-adb09629d7d2 req-b83a8564-b4f0-46c9-ba8c-b7ebff237b59 service neutron] 10.222.0.57 "GET /v2.0/networks/7fbe9cf5-e12c-436d-b372-55a19c9faa30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0967100 Jan 26 21:07:51.912220 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [req-4eba7141-0783-454b-81af-ad9632278450 req-2ee6318f-4682-4f48-bfe0-d729e10c5102 service neutron] Request body: {'binding': {'host': 'n-h1-760453-5', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:07:51.912698 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [req-4eba7141-0783-454b-81af-ad9632278450 req-2ee6318f-4682-4f48-bfe0-d729e10c5102 service neutron] Unknown quota resources ['binding']. {{(pid=103304) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Jan 26 21:07:51.961064 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-89e58f1b-3b93-4eff-a1ff-92e299a98047 admin admin] Deleting port 40f57725-ad99-42c4-a577-f8ced611cc03 {{(pid=103304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 21:07:51.961828 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-89e58f1b-3b93-4eff-a1ff-92e299a98047 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746560630878'] for port (40f57725-ad99-42c4-a577-f8ced611cc03), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:07:51.993058 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Device 09cb4ea7-a66a-4baf-99cd-e61491893f9b details requested by agent hyperv_n-h2-760453-5 with host n-h2-760453-5 {{(pid=103306) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 26 21:07:52.087879 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-841f5991-a4d8-4d4b-b215-cbc6bab5427b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (aa7ee9d2-08eb-4e12-b895-24c57300dfec), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:07:52.106007 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] For port 09cb4ea7-a66a-4baf-99cd-e61491893f9b, host n-h2-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-5',level=0,port_id=09cb4ea7-a66a-4baf-99cd-e61491893f9b,segment=NetworkSegment(4802c0d9-f4b8-40bc-bafe-9a29b8fe6bc1),segment_id=4802c0d9-f4b8-40bc-bafe-9a29b8fe6bc1)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:07:52.118561 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Returning: {'device': '09cb4ea7-a66a-4baf-99cd-e61491893f9b', 'network_id': '82d89aaf-7724-4482-8558-074956bc8f8b', 'port_id': '09cb4ea7-a66a-4baf-99cd-e61491893f9b', 'mac_address': 'fa:16:3e:68:b2:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 571, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eff79e74-5114-4489-a406-2f00d23f7c9e', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103306) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 26 21:07:52.123012 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-9035473d-c274-41e2-b7d7-82e4f7551b11 req-ea2b53e3-88f9-45d6-abb3-4810dd273f39 tempest-ServersAdminNegativeTestJSON-1178057290 tempest-ServersAdminNegativeTestJSON-1178057290-project] Publish callbacks [] for security_group (c18b03c4-72d9-42c1-93c5-33d242c8ac5b), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:07:52.138688 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-9035473d-c274-41e2-b7d7-82e4f7551b11 req-ea2b53e3-88f9-45d6-abb3-4810dd273f39 tempest-ServersAdminNegativeTestJSON-1178057290 tempest-ServersAdminNegativeTestJSON-1178057290-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (c18b03c4-72d9-42c1-93c5-33d242c8ac5b), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:07:52.155669 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Current status of the port 09cb4ea7-a66a-4baf-99cd-e61491893f9b is: DOWN; New status is: BUILD {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:07:52.156057 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (09cb4ea7-a66a-4baf-99cd-e61491893f9b), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:07:52.166364 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453aea8c-e4c3-4873-a493-88d35a41064e req-31144d6a-639c-49af-a098-d343fd5988c8 tempest-MigrationsAdminTest-1084137346 tempest-MigrationsAdminTest-1084137346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:07:52.167881 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-453aea8c-e4c3-4873-a493-88d35a41064e req-31144d6a-639c-49af-a098-d343fd5988c8 tempest-MigrationsAdminTest-1084137346 tempest-MigrationsAdminTest-1084137346-project] 10.222.0.13 "GET /v2.0/ports?device_id=6e0054d4-194a-4ef5-9a59-0af1fe168395 HTTP/1.1" status: 200 len: 948 time: 0.2136719 Jan 26 21:07:52.175673 n-d-760453-5 neutron-server[103306]: DEBUG neutron.notifiers.nova [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 09cb4ea7-a66a-4baf-99cd-e61491893f9b {{(pid=103306) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 26 21:07:52.196405 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] For port 09cb4ea7-a66a-4baf-99cd-e61491893f9b, host n-h2-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-5',level=0,port_id=09cb4ea7-a66a-4baf-99cd-e61491893f9b,segment=NetworkSegment(4802c0d9-f4b8-40bc-bafe-9a29b8fe6bc1),segment_id=4802c0d9-f4b8-40bc-bafe-9a29b8fe6bc1)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:07:52.200509 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (09cb4ea7-a66a-4baf-99cd-e61491893f9b), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:07:52.250530 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Pushing event updated for resources: {'Port': ['ID=09cb4ea7-a66a-4baf-99cd-e61491893f9b,revision_number=4']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:07:52.283275 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [None req-89e58f1b-3b93-4eff-a1ff-92e299a98047 admin admin] For port 40f57725-ad99-42c4-a577-f8ced611cc03, host n-d-760453-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=40f57725-ad99-42c4-a577-f8ced611cc03,segment=NetworkSegment(60428a7a-d165-4186-8474-bdc529d4788f),segment_id=60428a7a-d165-4186-8474-bdc529d4788f)] {{(pid=103304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:07:52.283645 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-89e58f1b-3b93-4eff-a1ff-92e299a98047 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4109658'] for port (40f57725-ad99-42c4-a577-f8ced611cc03), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:07:52.288672 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea2b53e3-88f9-45d6-abb3-4810dd273f39 tempest-ServersAdminNegativeTestJSON-1178057290 tempest-ServersAdminNegativeTestJSON-1178057290-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c18b03c4-72d9-42c1-93c5-33d242c8ac5b,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:07:52.326314 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-89e58f1b-3b93-4eff-a1ff-92e299a98047 admin admin] Calling delete_port for 40f57725-ad99-42c4-a577-f8ced611cc03 owned by network:router_interface {{(pid=103304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 21:07:52.374306 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [req-4eba7141-0783-454b-81af-ad9632278450 req-2ee6318f-4682-4f48-bfe0-d729e10c5102 service neutron] Attempting to bind port 40af6dae-610f-4291-8bbb-b8545196d594 on host n-h1-760453-5 for vnic_type normal with profile None {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 21:07:52.374566 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [req-4eba7141-0783-454b-81af-ad9632278450 req-2ee6318f-4682-4f48-bfe0-d729e10c5102 service neutron] Attempting to bind port 40af6dae-610f-4291-8bbb-b8545196d594 by drivers openvswitch,hyperv on host n-h1-760453-5 at level 0 using segments [{'id': 'ff84b980-87bb-452b-8f52-d472b3cbbe9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '1c3811f3-dcb6-4f77-8c26-3e9819d7c63c'}] {{(pid=103304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 26 21:07:52.374893 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4eba7141-0783-454b-81af-ad9632278450 req-2ee6318f-4682-4f48-bfe0-d729e10c5102 service neutron] Attempting to bind port 40af6dae-610f-4291-8bbb-b8545196d594 on network 1c3811f3-dcb6-4f77-8c26-3e9819d7c63c {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 21:07:52.386642 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-453aea8c-e4c3-4873-a493-88d35a41064e req-4b2cdd90-3fc0-4db8-ab79-9acfa5bbd58e tempest-MigrationsAdminTest-1084137346 tempest-MigrationsAdminTest-1084137346-project] 10.222.0.13 "GET /v2.0/security-groups?id=e0b082e3-685f-492b-b87f-3045b8ecd8c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2036293 Jan 26 21:07:52.424977 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4eba7141-0783-454b-81af-ad9632278450 req-2ee6318f-4682-4f48-bfe0-d729e10c5102 service neutron] Port 40af6dae-610f-4291-8bbb-b8545196d594 on network 1c3811f3-dcb6-4f77-8c26-3e9819d7c63c not bound, no agent of type Open vSwitch agent registered on host n-h1-760453-5 {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 26 21:07:52.425320 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4eba7141-0783-454b-81af-ad9632278450 req-2ee6318f-4682-4f48-bfe0-d729e10c5102 service neutron] Attempting to bind port 40af6dae-610f-4291-8bbb-b8545196d594 on network 1c3811f3-dcb6-4f77-8c26-3e9819d7c63c {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 21:07:52.441066 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4eba7141-0783-454b-81af-ad9632278450 req-2ee6318f-4682-4f48-bfe0-d729e10c5102 service neutron] Checking agent: {'id': '32ef628b-8417-46c5-8729-60fcabe358f1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-760453-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 21, 3, 8), 'started_at': datetime.datetime(2022, 1, 26, 21, 3, 8), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 21, 7, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 26 21:07:52.441430 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4eba7141-0783-454b-81af-ad9632278450 req-2ee6318f-4682-4f48-bfe0-d729e10c5102 service neutron] Checking segment: {'id': 'ff84b980-87bb-452b-8f52-d472b3cbbe9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '1c3811f3-dcb6-4f77-8c26-3e9819d7c63c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103304) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 21:07:52.441818 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4eba7141-0783-454b-81af-ad9632278450 req-2ee6318f-4682-4f48-bfe0-d729e10c5102 service neutron] Bound using segment: {'id': 'ff84b980-87bb-452b-8f52-d472b3cbbe9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '1c3811f3-dcb6-4f77-8c26-3e9819d7c63c'} {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 26 21:07:52.442290 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [req-4eba7141-0783-454b-81af-ad9632278450 req-2ee6318f-4682-4f48-bfe0-d729e10c5102 service neutron] Bound port: 40af6dae-610f-4291-8bbb-b8545196d594, host: n-h1-760453-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ff84b980-87bb-452b-8f52-d472b3cbbe9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '1c3811f3-dcb6-4f77-8c26-3e9819d7c63c'}}] {{(pid=103304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 26 21:07:52.454021 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.db_base_plugin_common [req-9035473d-c274-41e2-b7d7-82e4f7551b11 req-ea2b53e3-88f9-45d6-abb3-4810dd273f39 tempest-ServersAdminNegativeTestJSON-1178057290 tempest-ServersAdminNegativeTestJSON-1178057290-project] Allocated IP 192.168.233.43 (7fbe9cf5-e12c-436d-b372-55a19c9faa30/fd77e534-75e6-4b90-950e-f5824d584430/79b013a4-8026-47fc-9044-e6485fc3e604) {{(pid=103304) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 21:07:52.521192 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] get_ports_and_sgs() called for port_ids ['09cb4ea7-a66a-4baf-99cd-e61491893f9b'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 26 21:07:52.634953 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac3c433-da8a-4663-b333-8217d708bf2d req-ff4edf5b-d815-47f5-86ad-4619a893e777 tempest-ServersAdminTestJSON-2108229583 tempest-ServersAdminTestJSON-2108229583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:07:52.636356 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-aac3c433-da8a-4663-b333-8217d708bf2d req-ff4edf5b-d815-47f5-86ad-4619a893e777 tempest-ServersAdminTestJSON-2108229583 tempest-ServersAdminTestJSON-2108229583-project] 10.222.0.13 "GET /v2.0/ports?device_id=242b7086-c188-4e0a-9af5-4749fa74838b HTTP/1.1" status: 200 len: 950 time: 0.1802614 Jan 26 21:07:52.641395 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [req-4eba7141-0783-454b-81af-ad9632278450 req-2ee6318f-4682-4f48-bfe0-d729e10c5102 service neutron] For port 40af6dae-610f-4291-8bbb-b8545196d594, host n-h1-760453-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-5',level=0,port_id=40af6dae-610f-4291-8bbb-b8545196d594,segment=NetworkSegment(ff84b980-87bb-452b-8f52-d472b3cbbe9c),segment_id=ff84b980-87bb-452b-8f52-d472b3cbbe9c)] {{(pid=103304) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 26 21:07:52.670112 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-4eba7141-0783-454b-81af-ad9632278450 req-2ee6318f-4682-4f48-bfe0-d729e10c5102 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:07:52.671243 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-4eba7141-0783-454b-81af-ad9632278450 req-2ee6318f-4682-4f48-bfe0-d729e10c5102 service neutron] 10.222.0.13 "POST /v2.0/ports/40af6dae-610f-4291-8bbb-b8545196d594/bindings HTTP/1.1" status: 201 len: 389 time: 0.7706544 Jan 26 21:07:52.730379 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (4d619873-4b60-439f-9b5a-b155dc8bbc34), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:07:52.781163 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-aac3c433-da8a-4663-b333-8217d708bf2d req-464a65b3-a86d-4519-a409-1c07417ad693 tempest-ServersAdminTestJSON-2108229583 tempest-ServersAdminTestJSON-2108229583-project] 10.222.0.13 "GET /v2.0/security-groups?id=95bc11fd-db53-4b42-971c-c958ca031066&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1385956 Jan 26 21:07:52.838051 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-9035473d-c274-41e2-b7d7-82e4f7551b11 req-ea2b53e3-88f9-45d6-abb3-4810dd273f39 tempest-ServersAdminNegativeTestJSON-1178057290 tempest-ServersAdminNegativeTestJSON-1178057290-project] Publish callbacks [] for port (79b013a4-8026-47fc-9044-e6485fc3e604), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:07:52.856544 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-89e58f1b-3b93-4eff-a1ff-92e299a98047 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746560636600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746560234536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9281553'] for port (40f57725-ad99-42c4-a577-f8ced611cc03), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:07:52.901580 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e58f1b-3b93-4eff-a1ff-92e299a98047 admin admin] Pushing event deleted for resources: {'Port': ['ID=40f57725-ad99-42c4-a577-f8ced611cc03,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:07:52.987198 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-9035473d-c274-41e2-b7d7-82e4f7551b11 req-ea2b53e3-88f9-45d6-abb3-4810dd273f39 tempest-ServersAdminNegativeTestJSON-1178057290 tempest-ServersAdminNegativeTestJSON-1178057290-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746560234527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9281553'] for port (79b013a4-8026-47fc-9044-e6485fc3e604), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:07:53.053792 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eba7141-0783-454b-81af-ad9632278450 req-e49d833b-be13-4563-976d-9771fd890c6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:07:53.055471 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-4eba7141-0783-454b-81af-ad9632278450 req-e49d833b-be13-4563-976d-9771fd890c6a service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=6a368bf2185e476485148d66b6d73c5c&device_id=d8f50517-906a-494e-a293-92450ad8c0a0 HTTP/1.1" status: 200 len: 1096 time: 0.0520263 Jan 26 21:07:53.155560 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eba7141-0783-454b-81af-ad9632278450 req-2c4d5d43-72bc-413e-b14a-dd5c70208e05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:07:53.157039 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-4eba7141-0783-454b-81af-ad9632278450 req-2c4d5d43-72bc-413e-b14a-dd5c70208e05 service neutron] 10.222.0.66 "GET /v2.0/networks?id=1c3811f3-dcb6-4f77-8c26-3e9819d7c63c HTTP/1.1" status: 200 len: 921 time: 0.0948513 Jan 26 21:07:53.203344 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-4eba7141-0783-454b-81af-ad9632278450 req-9c379d00-3229-464d-9d35-6aa37854f5b1 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=40af6dae-610f-4291-8bbb-b8545196d594 HTTP/1.1" status: 200 len: 217 time: 0.0393441 Jan 26 21:07:53.256965 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eba7141-0783-454b-81af-ad9632278450 req-57a733b2-5221-4930-bc77-bc3594f94c60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:07:53.258516 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-4eba7141-0783-454b-81af-ad9632278450 req-57a733b2-5221-4930-bc77-bc3594f94c60 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=dae01ee8-17f0-4a86-8f17-22a537cba2b9 HTTP/1.1" status: 200 len: 860 time: 0.0456491 Jan 26 21:07:53.269238 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Device 6142eecc-8c92-4808-9dac-c62548be4bdc up at agent hyperv_n-h1-760453-5 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 21:07:53.291834 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-4eba7141-0783-454b-81af-ad9632278450 req-66758120-75ec-48b4-a5d0-c22a0df770dd service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=1c3811f3-dcb6-4f77-8c26-3e9819d7c63c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0263407 Jan 26 21:07:53.306651 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9035473d-c274-41e2-b7d7-82e4f7551b11 req-ea2b53e3-88f9-45d6-abb3-4810dd273f39 tempest-ServersAdminNegativeTestJSON-1178057290 tempest-ServersAdminNegativeTestJSON-1178057290-project] Network 7fbe9cf5-e12c-436d-b372-55a19c9faa30 is already hosted by enough agents. {{(pid=103304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 21:07:53.319179 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56a8f5f-1edc-4d0d-99db-df0c2f87e8d1 req-5ca5690b-800d-47dc-b4a8-5a83fe4db32a tempest-ImagesOneServerNegativeTestJSON-151319106 tempest-ImagesOneServerNegativeTestJSON-151319106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:07:53.320692 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-a56a8f5f-1edc-4d0d-99db-df0c2f87e8d1 req-5ca5690b-800d-47dc-b4a8-5a83fe4db32a tempest-ImagesOneServerNegativeTestJSON-151319106 tempest-ImagesOneServerNegativeTestJSON-151319106-project] 10.222.0.13 "GET /v2.0/ports?device_id=786120f9-d68f-4c65-88e9-c1a744d7d460 HTTP/1.1" status: 200 len: 944 time: 0.4158857 Jan 26 21:07:53.324172 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Provisioning complete for port 6142eecc-8c92-4808-9dac-c62548be4bdc triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:07:53.324559 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (6142eecc-8c92-4808-9dac-c62548be4bdc), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:07:53.324817 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [req-9035473d-c274-41e2-b7d7-82e4f7551b11 req-ea2b53e3-88f9-45d6-abb3-4810dd273f39 tempest-ServersAdminNegativeTestJSON-1178057290 tempest-ServersAdminNegativeTestJSON-1178057290-project] Resources bound (agent type, host, resource id): {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:07:53.328811 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea2b53e3-88f9-45d6-abb3-4810dd273f39 tempest-ServersAdminNegativeTestJSON-1178057290 tempest-ServersAdminNegativeTestJSON-1178057290-project] Pushing event updated for resources: {'Port': ['ID=79b013a4-8026-47fc-9044-e6485fc3e604,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:07:53.361990 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [req-9035473d-c274-41e2-b7d7-82e4f7551b11 req-ea2b53e3-88f9-45d6-abb3-4810dd273f39 tempest-ServersAdminNegativeTestJSON-1178057290 tempest-ServersAdminNegativeTestJSON-1178057290-project] Received port after_create {{(pid=103304) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 21:07:53.371239 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9097b579-d969-4a52-8c90-6e66dc082126 req-21787685-129f-4a3c-af79-61404e311839 tempest-LiveAutoBlockMigrationV225Test-1645909514 tempest-LiveAutoBlockMigrationV225Test-1645909514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:07:53.372726 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-9097b579-d969-4a52-8c90-6e66dc082126 req-21787685-129f-4a3c-af79-61404e311839 tempest-LiveAutoBlockMigrationV225Test-1645909514 tempest-LiveAutoBlockMigrationV225Test-1645909514-project] 10.222.0.13 "GET /v2.0/ports?device_id=d8f50517-906a-494e-a293-92450ad8c0a0 HTTP/1.1" status: 200 len: 945 time: 0.4388430 Jan 26 21:07:53.426081 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-4eba7141-0783-454b-81af-ad9632278450 req-7ee1a74c-998e-4baf-bf2b-14ed0b0a65dd service neutron] 10.222.0.66 "GET /v2.0/networks/1c3811f3-dcb6-4f77-8c26-3e9819d7c63c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232693 Jan 26 21:07:53.432048 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Current status of the port 6142eecc-8c92-4808-9dac-c62548be4bdc is: BUILD; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:07:53.432530 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (6142eecc-8c92-4808-9dac-c62548be4bdc), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:07:53.462751 n-d-760453-5 neutron-server[103306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '786120f9-d68f-4c65-88e9-c1a744d7d460', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6142eecc-8c92-4808-9dac-c62548be4bdc'}] {{(pid=103306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 21:07:53.466269 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9d5d370febab655511bdd2ffe887e43e442d144a440368702bcc1e93af00b97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f723c1b6-9550-455e-b426-819c853c13be" -d '{"events": [{"server_uuid": "786120f9-d68f-4c65-88e9-c1a744d7d460", "name": "network-vif-plugged", "status": "completed", "tag": "6142eecc-8c92-4808-9dac-c62548be4bdc"}]}' {{(pid=103306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 21:07:53.479857 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] For port 6142eecc-8c92-4808-9dac-c62548be4bdc, host n-h1-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-5',level=0,port_id=6142eecc-8c92-4808-9dac-c62548be4bdc,segment=NetworkSegment(58f97d30-90ed-4b82-8d47-15dab34d927d),segment_id=58f97d30-90ed-4b82-8d47-15dab34d927d)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:07:53.489933 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (6142eecc-8c92-4808-9dac-c62548be4bdc), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:07:53.562847 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-4eba7141-0783-454b-81af-ad9632278450 req-1e60a1c1-8424-45f1-92ef-def270255c92 service neutron] 10.222.0.66 "GET /v2.0/networks/1c3811f3-dcb6-4f77-8c26-3e9819d7c63c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1276846 Jan 26 21:07:53.563847 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9035473d-c274-41e2-b7d7-82e4f7551b11 req-ea2b53e3-88f9-45d6-abb3-4810dd273f39 tempest-ServersAdminNegativeTestJSON-1178057290 tempest-ServersAdminNegativeTestJSON-1178057290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:07:53.564551 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-9035473d-c274-41e2-b7d7-82e4f7551b11 req-ea2b53e3-88f9-45d6-abb3-4810dd273f39 tempest-ServersAdminNegativeTestJSON-1178057290 tempest-ServersAdminNegativeTestJSON-1178057290-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:07:53.585221 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-89e58f1b-3b93-4eff-a1ff-92e299a98047 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3709480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4110805'] for router_interface (deb8cadc-313a-437e-80f5-c4f3d49d3927), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:07:53.608861 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-9097b579-d969-4a52-8c90-6e66dc082126 req-a3ae05be-1073-4e7e-b261-fbbca288bf0b tempest-LiveAutoBlockMigrationV225Test-1645909514 tempest-LiveAutoBlockMigrationV225Test-1645909514-project] 10.222.0.13 "GET /v2.0/security-groups?id=d3d52ae6-e761-44ee-98bd-9ad0dc66343a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1437194 Jan 26 21:07:53.614620 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-a56a8f5f-1edc-4d0d-99db-df0c2f87e8d1 req-a9fb5bb8-21d6-46ae-bcde-587e423c0f24 tempest-ImagesOneServerNegativeTestJSON-151319106 tempest-ImagesOneServerNegativeTestJSON-151319106-project] 10.222.0.13 "GET /v2.0/security-groups?id=aea9fb57-b28b-4984-b6fd-ae500e1c8e4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2539754 Jan 26 21:07:53.618048 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-9035473d-c274-41e2-b7d7-82e4f7551b11 req-ea2b53e3-88f9-45d6-abb3-4810dd273f39 tempest-ServersAdminNegativeTestJSON-1178057290 tempest-ServersAdminNegativeTestJSON-1178057290-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.2114024 Jan 26 21:07:53.687997 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Pushing event updated for resources: {'Port': ['ID=6142eecc-8c92-4808-9dac-c62548be4bdc,revision_number=7']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:07:53.688872 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [req-9035473d-c274-41e2-b7d7-82e4f7551b11 req-eb9b673c-99bb-4e78-a99d-a8cd2526cfa2 service neutron] Request body: {'port': {'device_id': '72953251-85ca-4106-a0f5-157672441c1f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-760453-5'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:07:53.696504 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-3e143b6f-6bb2-4c4b-b8a1-4cc9875da17f None None] Provisioning complete for port 79b013a4-8026-47fc-9044-e6485fc3e604 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:07:53.697500 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-3e143b6f-6bb2-4c4b-b8a1-4cc9875da17f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (79b013a4-8026-47fc-9044-e6485fc3e604), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:07:53.732205 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-3e143b6f-6bb2-4c4b-b8a1-4cc9875da17f None None] Port 79b013a4-8026-47fc-9044-e6485fc3e604 cannot update to ACTIVE because it is not bound. {{(pid=103306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 26 21:07:53.849696 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-9035473d-c274-41e2-b7d7-82e4f7551b11 req-eb9b673c-99bb-4e78-a99d-a8cd2526cfa2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (79b013a4-8026-47fc-9044-e6485fc3e604), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:07:53.864548 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31320dd0-05e7-4983-bdfa-163341de2e96 req-cf13782f-85d6-4318-9c75-cf366b3513be tempest-ServersAdminNegativeTestJSON-1178057290 tempest-ServersAdminNegativeTestJSON-1178057290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:07:53.866047 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-31320dd0-05e7-4983-bdfa-163341de2e96 req-cf13782f-85d6-4318-9c75-cf366b3513be tempest-ServersAdminNegativeTestJSON-1178057290 tempest-ServersAdminNegativeTestJSON-1178057290-project] 10.222.0.13 "GET /v2.0/ports?device_id=72953251-85ca-4106-a0f5-157672441c1f HTTP/1.1" status: 200 len: 935 time: 0.1702909 Jan 26 21:07:53.879445 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d184c726-c151-455c-9237-cca910a5968b req-854b8570-2474-43e2-9b4e-b3b75f986950 tempest-SecurityGroupsTestJSON-1679712722 tempest-SecurityGroupsTestJSON-1679712722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:07:53.881790 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-d184c726-c151-455c-9237-cca910a5968b req-854b8570-2474-43e2-9b4e-b3b75f986950 tempest-SecurityGroupsTestJSON-1679712722 tempest-SecurityGroupsTestJSON-1679712722-project] 10.222.0.13 "GET /v2.0/ports?device_id=456d66f5-89ee-4521-82c0-85af7d6c1848 HTTP/1.1" status: 200 len: 944 time: 0.1678538 Jan 26 21:07:53.920458 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-839dd188-ec69-470c-9ab0-d318dc1a2e96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (e79b4fc6-6c71-44b2-a6d0-ff3e1f4dfd0d), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:07:54.009745 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Device 35f30042-617d-4336-9f2b-bcf2d6d2f65d details requested by agent hyperv_n-h2-760453-5 with host n-h2-760453-5 {{(pid=103306) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 26 21:07:54.012698 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Device 09cb4ea7-a66a-4baf-99cd-e61491893f9b up at agent hyperv_n-h2-760453-5 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 21:07:54.053671 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-31320dd0-05e7-4983-bdfa-163341de2e96 req-63b7ae07-488b-456e-9911-b0c363190b90 tempest-ServersAdminNegativeTestJSON-1178057290 tempest-ServersAdminNegativeTestJSON-1178057290-project] 10.222.0.13 "GET /v2.0/security-groups?id=c18b03c4-72d9-42c1-93c5-33d242c8ac5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1669824 Jan 26 21:07:54.101993 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-d184c726-c151-455c-9237-cca910a5968b req-bc1e258d-1bf2-415e-ba45-15c576a54dfa tempest-SecurityGroupsTestJSON-1679712722 tempest-SecurityGroupsTestJSON-1679712722-project] 10.222.0.13 "GET /v2.0/security-groups?id=c3c6c2ef-9865-4e2c-9818-90435d60a1af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2125459 Jan 26 21:07:54.135179 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Provisioning for port 09cb4ea7-a66a-4baf-99cd-e61491893f9b completed by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 21:07:54.147678 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Provisioning complete for port 09cb4ea7-a66a-4baf-99cd-e61491893f9b triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:07:54.148055 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (09cb4ea7-a66a-4baf-99cd-e61491893f9b), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:07:54.198476 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Jan 2022 21:07:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57aac1b3-64f5-41eb-a0c7-0ccce89c0dc4 x-openstack-request-id: req-57aac1b3-64f5-41eb-a0c7-0ccce89c0dc4 {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 21:07:54.198859 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "786120f9-d68f-4c65-88e9-c1a744d7d460", "name": "network-vif-plugged", "status": "completed", "tag": "6142eecc-8c92-4808-9dac-c62548be4bdc", "code": 200}]} {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 21:07:54.199322 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-57aac1b3-64f5-41eb-a0c7-0ccce89c0dc4 {{(pid=103306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 21:07:54.199568 n-d-760453-5 neutron-server[103306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '786120f9-d68f-4c65-88e9-c1a744d7d460', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6142eecc-8c92-4808-9dac-c62548be4bdc', 'code': 200} Jan 26 21:07:54.208946 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] For port 35f30042-617d-4336-9f2b-bcf2d6d2f65d, host n-h2-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-5',level=0,port_id=35f30042-617d-4336-9f2b-bcf2d6d2f65d,segment=NetworkSegment(4eab25d6-89d9-4907-a1c2-51b06443ba33),segment_id=4eab25d6-89d9-4907-a1c2-51b06443ba33)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:07:54.228916 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Returning: {'device': '35f30042-617d-4336-9f2b-bcf2d6d2f65d', 'network_id': '7fbe9cf5-e12c-436d-b372-55a19c9faa30', 'port_id': '35f30042-617d-4336-9f2b-bcf2d6d2f65d', 'mac_address': 'fa:16:3e:75:71:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 561, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fd77e534-75e6-4b90-950e-f5824d584430', 'ip_address': '192.168.233.189'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103306) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 26 21:07:54.305644 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Current status of the port 09cb4ea7-a66a-4baf-99cd-e61491893f9b is: BUILD; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:07:54.306335 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (09cb4ea7-a66a-4baf-99cd-e61491893f9b), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:07:54.315469 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Current status of the port 35f30042-617d-4336-9f2b-bcf2d6d2f65d is: DOWN; New status is: BUILD {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:07:54.315854 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (35f30042-617d-4336-9f2b-bcf2d6d2f65d), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:07:54.329353 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07aa38b6-1f00-48de-a1f2-d4d483938c38 req-09577cdc-dcb9-4684-81c6-90bfa2bf1f3a tempest-MigrationsAdminTest-1084137346 tempest-MigrationsAdminTest-1084137346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:07:54.337700 n-d-760453-5 neutron-server[103306]: DEBUG neutron.notifiers.nova [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 35f30042-617d-4336-9f2b-bcf2d6d2f65d {{(pid=103306) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 26 21:07:54.338212 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-07aa38b6-1f00-48de-a1f2-d4d483938c38 req-09577cdc-dcb9-4684-81c6-90bfa2bf1f3a tempest-MigrationsAdminTest-1084137346 tempest-MigrationsAdminTest-1084137346-project] 10.222.0.13 "GET /v2.0/ports?device_id=6e0054d4-194a-4ef5-9a59-0af1fe168395 HTTP/1.1" status: 200 len: 948 time: 0.2155826 Jan 26 21:07:54.370133 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] For port 09cb4ea7-a66a-4baf-99cd-e61491893f9b, host n-h2-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-5',level=0,port_id=09cb4ea7-a66a-4baf-99cd-e61491893f9b,segment=NetworkSegment(4802c0d9-f4b8-40bc-bafe-9a29b8fe6bc1),segment_id=4802c0d9-f4b8-40bc-bafe-9a29b8fe6bc1)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:07:54.372512 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] For port 35f30042-617d-4336-9f2b-bcf2d6d2f65d, host n-h2-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-5',level=0,port_id=35f30042-617d-4336-9f2b-bcf2d6d2f65d,segment=NetworkSegment(4eab25d6-89d9-4907-a1c2-51b06443ba33),segment_id=4eab25d6-89d9-4907-a1c2-51b06443ba33)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:07:54.377957 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (09cb4ea7-a66a-4baf-99cd-e61491893f9b), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:07:54.385319 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89e58f1b-3b93-4eff-a1ff-92e299a98047 admin admin] Router deb8cadc-313a-437e-80f5-c4f3d49d3927 has already been hosted by L3 agent 09df100c-3af1-4b0a-bda8-05914c71c458 {{(pid=103304) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 26 21:07:54.389126 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (35f30042-617d-4336-9f2b-bcf2d6d2f65d), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:07:54.449773 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Pushing event updated for resources: {'Port': ['ID=09cb4ea7-a66a-4baf-99cd-e61491893f9b,revision_number=5']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:07:54.455785 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6dd8c31-efdb-4a5c-abd2-e416c3a35f97 req-e4109f72-3c3e-474d-8720-c6efe9a912b3 tempest-ServersAdminTestJSON-2108229583 tempest-ServersAdminTestJSON-2108229583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:07:54.463274 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-a6dd8c31-efdb-4a5c-abd2-e416c3a35f97 req-e4109f72-3c3e-474d-8720-c6efe9a912b3 tempest-ServersAdminTestJSON-2108229583 tempest-ServersAdminTestJSON-2108229583-project] 10.222.0.13 "GET /v2.0/ports?device_id=242b7086-c188-4e0a-9af5-4749fa74838b HTTP/1.1" status: 200 len: 950 time: 0.2071536 Jan 26 21:07:54.520922 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Pushing event updated for resources: {'Port': ['ID=35f30042-617d-4336-9f2b-bcf2d6d2f65d,revision_number=4']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:07:54.573492 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-07aa38b6-1f00-48de-a1f2-d4d483938c38 req-fa0a65f6-88c3-41fc-9c66-e888ae09f532 tempest-MigrationsAdminTest-1084137346 tempest-MigrationsAdminTest-1084137346-project] 10.222.0.13 "GET /v2.0/security-groups?id=e0b082e3-685f-492b-b87f-3045b8ecd8c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2343776 Jan 26 21:07:54.701780 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-a6dd8c31-efdb-4a5c-abd2-e416c3a35f97 req-972c2403-3150-458e-8892-77b7442016cc tempest-ServersAdminTestJSON-2108229583 tempest-ServersAdminTestJSON-2108229583-project] 10.222.0.13 "GET /v2.0/security-groups?id=95bc11fd-db53-4b42-971c-c958ca031066&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2376385 Jan 26 21:07:54.705824 n-d-760453-5 neutron-server[103304]: DEBUG neutron.notifiers.nova [req-9035473d-c274-41e2-b7d7-82e4f7551b11 req-eb9b673c-99bb-4e78-a99d-a8cd2526cfa2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 79b013a4-8026-47fc-9044-e6485fc3e604 {{(pid=103304) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 26 21:07:54.719214 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-9035473d-c274-41e2-b7d7-82e4f7551b11 req-eb9b673c-99bb-4e78-a99d-a8cd2526cfa2 service neutron] Publish callbacks [] for port (79b013a4-8026-47fc-9044-e6485fc3e604), precommit_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:07:54.720030 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] get_ports_and_sgs() called for port_ids ['35f30042-617d-4336-9f2b-bcf2d6d2f65d'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 26 21:07:54.723697 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89e58f1b-3b93-4eff-a1ff-92e299a98047 admin admin] Notify agent at l3_agent.n-d-760453-5 the message routers_updated {{(pid=103304) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 26 21:07:54.733932 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-89e58f1b-3b93-4eff-a1ff-92e299a98047 admin admin] 10.222.0.13 "PUT /v2.0/routers/deb8cadc-313a-437e-80f5-c4f3d49d3927/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0332797 Jan 26 21:07:54.733932 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 46214) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:07:54.785509 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.provisioning_blocks [req-9035473d-c274-41e2-b7d7-82e4f7551b11 req-eb9b673c-99bb-4e78-a99d-a8cd2526cfa2 service neutron] Transition to ACTIVE for port object 79b013a4-8026-47fc-9044-e6485fc3e604 will not be triggered until provisioned by entity L2. {{(pid=103304) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 21:07:54.796291 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-9035473d-c274-41e2-b7d7-82e4f7551b11 req-eb9b673c-99bb-4e78-a99d-a8cd2526cfa2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9281542'] for port (79b013a4-8026-47fc-9044-e6485fc3e604), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:07:54.815770 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faa14ec0-6137-4ba5-89b9-c8f43768acba None None] Sync routers for ids ['deb8cadc-313a-437e-80f5-c4f3d49d3927'] in n-d-760453-5 {{(pid=103306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 26 21:07:54.857539 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faa14ec0-6137-4ba5-89b9-c8f43768acba None None] Routers {'deb8cadc-313a-437e-80f5-c4f3d49d3927'} bound to L3 agent in host n-d-760453-5 {{(pid=103306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 21:07:54.858182 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-faa14ec0-6137-4ba5-89b9-c8f43768acba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-26T20:55:21Z,description=,heartbeat_timestamp=2022-01-26T21:07:51Z,host='n-d-760453-5',id=09df100c-3af1-4b0a-bda8-05914c71c458,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:55:21Z,topic='l3_agent')) {'router_ids': ['deb8cadc-313a-437e-80f5-c4f3d49d3927'], 'active': True} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:07:54.978692 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb9b673c-99bb-4e78-a99d-a8cd2526cfa2 service neutron] Pushing event updated for resources: {'Port': ['ID=79b013a4-8026-47fc-9044-e6485fc3e604,revision_number=2']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:07:55.013684 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-1493187f-01bf-4258-81bd-6cbb08accf94 admin admin] Publish callbacks [] for router (deb8cadc-313a-437e-80f5-c4f3d49d3927), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:07:55.086002 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvr_db [None req-faa14ec0-6137-4ba5-89b9-c8f43768acba None None] Set router deb8cadc-313a-437e-80f5-c4f3d49d3927 gateway port host: n-d-760453-5 {{(pid=103306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 21:07:55.106974 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563ddd2b-4fcd-4a73-9a7e-a0db115ee9a7 req-0c6e2e56-0eac-4c03-bd92-e5ebb44647ee tempest-ImagesOneServerNegativeTestJSON-151319106 tempest-ImagesOneServerNegativeTestJSON-151319106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:07:55.108477 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-563ddd2b-4fcd-4a73-9a7e-a0db115ee9a7 req-0c6e2e56-0eac-4c03-bd92-e5ebb44647ee tempest-ImagesOneServerNegativeTestJSON-151319106 tempest-ImagesOneServerNegativeTestJSON-151319106-project] 10.222.0.13 "GET /v2.0/ports?device_id=786120f9-d68f-4c65-88e9-c1a744d7d460 HTTP/1.1" status: 200 len: 945 time: 0.2731814 Jan 26 21:07:55.121640 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e235a3-dc54-41e1-95f1-9ddef58d2fd3 req-77ef96dd-8f2e-4a39-893b-89ce1ebdfc09 tempest-LiveAutoBlockMigrationV225Test-1645909514 tempest-LiveAutoBlockMigrationV225Test-1645909514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:07:55.128506 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-70e235a3-dc54-41e1-95f1-9ddef58d2fd3 req-77ef96dd-8f2e-4a39-893b-89ce1ebdfc09 tempest-LiveAutoBlockMigrationV225Test-1645909514 tempest-LiveAutoBlockMigrationV225Test-1645909514-project] 10.222.0.13 "GET /v2.0/ports?device_id=d8f50517-906a-494e-a293-92450ad8c0a0 HTTP/1.1" status: 200 len: 945 time: 0.2538548 Jan 26 21:07:55.132418 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (fea0591a-627d-4c87-9a9a-01625ddf3277), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:07:55.342113 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-faa14ec0-6137-4ba5-89b9-c8f43768acba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'deb8cadc-313a-437e-80f5-c4f3d49d3927', 'name': 'tempest-AttachSCSIVolumeTestJSON-1568194818-router', 'tenant_id': 'cbd97eaa16634b78b572be068312a61b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'external_fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.6'}], 'enable_snat': True}, 'gw_port_id': '971eddc1-34b3-4605-97e6-405a63879cb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T21:05:36Z', 'updated_at': '2022-01-26T21:07:52Z', 'revision_number': 5, 'project_id': 'cbd97eaa16634b78b572be068312a61b', 'gw_port': {'id': '971eddc1-34b3-4605-97e6-405a63879cb3', 'name': '', 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:8d:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'deb8cadc-313a-437e-80f5-c4f3d49d3927', 'device_owner': 'network:router_gateway', 'standard_attr_id': 196, 'fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:05:36Z', 'updated_at': '2022-01-26T21:05:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-5'}], 'n-d-760453-5', False) {} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:07:55.370985 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faa14ec0-6137-4ba5-89b9-c8f43768acba None None] Checking router: deb8cadc-313a-437e-80f5-c4f3d49d3927 for host: n-d-760453-5 {{(pid=103306) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 26 21:07:55.380225 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faa14ec0-6137-4ba5-89b9-c8f43768acba None None] Routers {'deb8cadc-313a-437e-80f5-c4f3d49d3927'} bound to L3 agent in host n-d-760453-5 {{(pid=103306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 21:07:55.380844 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-faa14ec0-6137-4ba5-89b9-c8f43768acba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-26T20:55:21Z,description=,heartbeat_timestamp=2022-01-26T21:07:51Z,host='n-d-760453-5',id=09df100c-3af1-4b0a-bda8-05914c71c458,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:55:21Z,topic='l3_agent')) {'router_ids': ['deb8cadc-313a-437e-80f5-c4f3d49d3927'], 'active': True} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:07:55.474745 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [req-9035473d-c274-41e2-b7d7-82e4f7551b11 req-eb9b673c-99bb-4e78-a99d-a8cd2526cfa2 service neutron] Attempting to bind port 79b013a4-8026-47fc-9044-e6485fc3e604 on host n-h1-760453-5 for vnic_type normal with profile {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 21:07:55.475120 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [req-9035473d-c274-41e2-b7d7-82e4f7551b11 req-eb9b673c-99bb-4e78-a99d-a8cd2526cfa2 service neutron] Attempting to bind port 79b013a4-8026-47fc-9044-e6485fc3e604 by drivers openvswitch,hyperv on host n-h1-760453-5 at level 0 using segments [{'id': '4eab25d6-89d9-4907-a1c2-51b06443ba33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '7fbe9cf5-e12c-436d-b372-55a19c9faa30'}] {{(pid=103304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 26 21:07:55.475385 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9035473d-c274-41e2-b7d7-82e4f7551b11 req-eb9b673c-99bb-4e78-a99d-a8cd2526cfa2 service neutron] Attempting to bind port 79b013a4-8026-47fc-9044-e6485fc3e604 on network 7fbe9cf5-e12c-436d-b372-55a19c9faa30 {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 21:07:55.504331 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvr_db [None req-faa14ec0-6137-4ba5-89b9-c8f43768acba None None] Set router deb8cadc-313a-437e-80f5-c4f3d49d3927 gateway port host: n-d-760453-5 {{(pid=103306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 21:07:55.505201 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9035473d-c274-41e2-b7d7-82e4f7551b11 req-eb9b673c-99bb-4e78-a99d-a8cd2526cfa2 service neutron] Port 79b013a4-8026-47fc-9044-e6485fc3e604 on network 7fbe9cf5-e12c-436d-b372-55a19c9faa30 not bound, no agent of type Open vSwitch agent registered on host n-h1-760453-5 {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 26 21:07:55.505629 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9035473d-c274-41e2-b7d7-82e4f7551b11 req-eb9b673c-99bb-4e78-a99d-a8cd2526cfa2 service neutron] Attempting to bind port 79b013a4-8026-47fc-9044-e6485fc3e604 on network 7fbe9cf5-e12c-436d-b372-55a19c9faa30 {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 21:07:55.524669 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-563ddd2b-4fcd-4a73-9a7e-a0db115ee9a7 req-28ea45e3-c8e6-47a1-9da4-311ca1b2d998 tempest-ImagesOneServerNegativeTestJSON-151319106 tempest-ImagesOneServerNegativeTestJSON-151319106-project] 10.222.0.13 "GET /v2.0/security-groups?id=aea9fb57-b28b-4984-b6fd-ae500e1c8e4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3929741 Jan 26 21:07:55.525452 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9035473d-c274-41e2-b7d7-82e4f7551b11 req-eb9b673c-99bb-4e78-a99d-a8cd2526cfa2 service neutron] Checking agent: {'id': '32ef628b-8417-46c5-8729-60fcabe358f1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-760453-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 21, 3, 8), 'started_at': datetime.datetime(2022, 1, 26, 21, 3, 8), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 21, 7, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 26 21:07:55.525794 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9035473d-c274-41e2-b7d7-82e4f7551b11 req-eb9b673c-99bb-4e78-a99d-a8cd2526cfa2 service neutron] Checking segment: {'id': '4eab25d6-89d9-4907-a1c2-51b06443ba33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '7fbe9cf5-e12c-436d-b372-55a19c9faa30'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103304) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 21:07:55.526172 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9035473d-c274-41e2-b7d7-82e4f7551b11 req-eb9b673c-99bb-4e78-a99d-a8cd2526cfa2 service neutron] Bound using segment: {'id': '4eab25d6-89d9-4907-a1c2-51b06443ba33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '7fbe9cf5-e12c-436d-b372-55a19c9faa30'} {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 26 21:07:55.526620 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [req-9035473d-c274-41e2-b7d7-82e4f7551b11 req-eb9b673c-99bb-4e78-a99d-a8cd2526cfa2 service neutron] Bound port: 79b013a4-8026-47fc-9044-e6485fc3e604, host: n-h1-760453-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4eab25d6-89d9-4907-a1c2-51b06443ba33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '7fbe9cf5-e12c-436d-b372-55a19c9faa30'}}] {{(pid=103304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 26 21:07:55.526978 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-9035473d-c274-41e2-b7d7-82e4f7551b11 req-eb9b673c-99bb-4e78-a99d-a8cd2526cfa2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (79b013a4-8026-47fc-9044-e6485fc3e604), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:07:55.531744 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-70e235a3-dc54-41e1-95f1-9ddef58d2fd3 req-27d8a348-bcea-4ea6-a35b-9277dd2ba2c9 tempest-LiveAutoBlockMigrationV225Test-1645909514 tempest-LiveAutoBlockMigrationV225Test-1645909514-project] 10.222.0.13 "GET /v2.0/security-groups?id=d3d52ae6-e761-44ee-98bd-9ad0dc66343a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4023972 Jan 26 21:07:55.540142 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-1493187f-01bf-4258-81bd-6cbb08accf94 admin admin] Publish callbacks [] for router_gateway (deb8cadc-313a-437e-80f5-c4f3d49d3927), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:07:55.732306 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [req-9035473d-c274-41e2-b7d7-82e4f7551b11 req-eb9b673c-99bb-4e78-a99d-a8cd2526cfa2 service neutron] For port 79b013a4-8026-47fc-9044-e6485fc3e604, host n-h1-760453-5, cleared binding levels {{(pid=103304) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 26 21:07:55.734447 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-faa14ec0-6137-4ba5-89b9-c8f43768acba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'deb8cadc-313a-437e-80f5-c4f3d49d3927', 'name': 'tempest-AttachSCSIVolumeTestJSON-1568194818-router', 'tenant_id': 'cbd97eaa16634b78b572be068312a61b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'external_fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.6'}], 'enable_snat': True}, 'gw_port_id': '971eddc1-34b3-4605-97e6-405a63879cb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T21:05:36Z', 'updated_at': '2022-01-26T21:07:52Z', 'revision_number': 5, 'project_id': 'cbd97eaa16634b78b572be068312a61b', 'gw_port': {'id': '971eddc1-34b3-4605-97e6-405a63879cb3', 'name': '', 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:8d:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'deb8cadc-313a-437e-80f5-c4f3d49d3927', 'device_owner': 'network:router_gateway', 'standard_attr_id': 196, 'fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:05:36Z', 'updated_at': '2022-01-26T21:05:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-5'}], 'n-d-760453-5', False) {} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:07:55.759938 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [req-9035473d-c274-41e2-b7d7-82e4f7551b11 req-eb9b673c-99bb-4e78-a99d-a8cd2526cfa2 service neutron] For port 79b013a4-8026-47fc-9044-e6485fc3e604, host n-h1-760453-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-5',level=0,port_id=79b013a4-8026-47fc-9044-e6485fc3e604,segment=NetworkSegment(4eab25d6-89d9-4907-a1c2-51b06443ba33),segment_id=4eab25d6-89d9-4907-a1c2-51b06443ba33)] {{(pid=103304) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 26 21:07:55.765598 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faa14ec0-6137-4ba5-89b9-c8f43768acba None None] The sync data for ids ['deb8cadc-313a-437e-80f5-c4f3d49d3927'] in n-d-760453-5 is: [{'id': 'deb8cadc-313a-437e-80f5-c4f3d49d3927', 'name': 'tempest-AttachSCSIVolumeTestJSON-1568194818-router', 'tenant_id': 'cbd97eaa16634b78b572be068312a61b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'external_fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.6'}], 'enable_snat': True}, 'gw_port_id': '971eddc1-34b3-4605-97e6-405a63879cb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T21:05:36Z', 'updated_at': '2022-01-26T21:07:52Z', 'revision_number': 5, 'project_id': 'cbd97eaa16634b78b572be068312a61b', 'gw_port': {'id': '971eddc1-34b3-4605-97e6-405a63879cb3', 'name': '', 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:8d:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'deb8cadc-313a-437e-80f5-c4f3d49d3927', 'device_owner': 'network:router_gateway', 'standard_attr_id': 196, 'fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:05:36Z', 'updated_at': '2022-01-26T21:05:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-5'}] {{(pid=103306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 26 21:07:55.780701 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-9035473d-c274-41e2-b7d7-82e4f7551b11 req-eb9b673c-99bb-4e78-a99d-a8cd2526cfa2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9281542'] for port (79b013a4-8026-47fc-9044-e6485fc3e604), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:07:55.807763 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2e3d32-0897-4f03-b1f1-814c4415137f req-5c949887-b8d0-4e0d-a93f-36fc2eed1852 tempest-ServersAdminNegativeTestJSON-1178057290 tempest-ServersAdminNegativeTestJSON-1178057290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:07:55.807944 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-3e2e3d32-0897-4f03-b1f1-814c4415137f req-5c949887-b8d0-4e0d-a93f-36fc2eed1852 tempest-ServersAdminNegativeTestJSON-1178057290 tempest-ServersAdminNegativeTestJSON-1178057290-project] 10.222.0.13 "GET /v2.0/ports?device_id=72953251-85ca-4106-a0f5-157672441c1f HTTP/1.1" status: 200 len: 947 time: 0.1401842 Jan 26 21:07:55.809525 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-1493187f-01bf-4258-81bd-6cbb08accf94 admin admin] Deleting port 971eddc1-34b3-4605-97e6-405a63879cb3 {{(pid=103304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 21:07:55.811901 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-1493187f-01bf-4258-81bd-6cbb08accf94 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746560630878'] for port (971eddc1-34b3-4605-97e6-405a63879cb3), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:07:55.820676 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e43f0a9-db72-4d54-a879-d03ea646cce3 req-527d751b-1ad2-401c-94bb-5e6aa8d8371e tempest-SecurityGroupsTestJSON-1679712722 tempest-SecurityGroupsTestJSON-1679712722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:07:55.822329 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-4e43f0a9-db72-4d54-a879-d03ea646cce3 req-527d751b-1ad2-401c-94bb-5e6aa8d8371e tempest-SecurityGroupsTestJSON-1679712722 tempest-SecurityGroupsTestJSON-1679712722-project] 10.222.0.13 "GET /v2.0/ports?device_id=456d66f5-89ee-4521-82c0-85af7d6c1848 HTTP/1.1" status: 200 len: 945 time: 0.1527812 Jan 26 21:07:55.892351 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9035473d-c274-41e2-b7d7-82e4f7551b11 req-eb9b673c-99bb-4e78-a99d-a8cd2526cfa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:07:55.892975 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-9035473d-c274-41e2-b7d7-82e4f7551b11 req-eb9b673c-99bb-4e78-a99d-a8cd2526cfa2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:07:55.894538 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-9035473d-c274-41e2-b7d7-82e4f7551b11 req-eb9b673c-99bb-4e78-a99d-a8cd2526cfa2 service neutron] 10.222.0.66 "PUT /v2.0/ports/79b013a4-8026-47fc-9044-e6485fc3e604 HTTP/1.1" status: 200 len: 1095 time: 2.2116466 Jan 26 21:07:55.899536 n-d-760453-5 neutron-server[103304]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '72953251-85ca-4106-a0f5-157672441c1f', 'tag': '79b013a4-8026-47fc-9044-e6485fc3e604'}] {{(pid=103304) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 21:07:55.901858 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d52b45f1943fcd332af9527eb73ff93c8d715d44383a3f6d18de73b4cfcf87b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c47cb02-f745-404f-8d12-9a436ac28d23" -d '{"events": [{"name": "network-changed", "server_uuid": "72953251-85ca-4106-a0f5-157672441c1f", "tag": "79b013a4-8026-47fc-9044-e6485fc3e604"}]}' {{(pid=103304) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 21:07:56.026651 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Device 35f30042-617d-4336-9f2b-bcf2d6d2f65d up at agent hyperv_n-h2-760453-5 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 21:07:56.027641 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb9b673c-99bb-4e78-a99d-a8cd2526cfa2 service neutron] Pushing event updated for resources: {'Port': ['ID=79b013a4-8026-47fc-9044-e6485fc3e604,revision_number=3']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:07:56.052064 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-3e2e3d32-0897-4f03-b1f1-814c4415137f req-ac23d737-aabe-4ece-8f2e-63d856b75977 tempest-ServersAdminNegativeTestJSON-1178057290 tempest-ServersAdminNegativeTestJSON-1178057290-project] 10.222.0.13 "GET /v2.0/security-groups?id=c18b03c4-72d9-42c1-93c5-33d242c8ac5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2280965 Jan 26 21:07:56.069119 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-4e43f0a9-db72-4d54-a879-d03ea646cce3 req-9ab6a7c0-415e-42ad-82b5-a17f209113ef tempest-SecurityGroupsTestJSON-1679712722 tempest-SecurityGroupsTestJSON-1679712722-project] 10.222.0.13 "GET /v2.0/security-groups?id=c3c6c2ef-9865-4e2c-9818-90435d60a1af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2271528 Jan 26 21:07:56.078355 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [None req-1493187f-01bf-4258-81bd-6cbb08accf94 admin admin] For port 971eddc1-34b3-4605-97e6-405a63879cb3, host n-d-760453-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=971eddc1-34b3-4605-97e6-405a63879cb3,segment=NetworkSegment(e17cb353-418f-48b9-b982-21a6233ee99b),segment_id=e17cb353-418f-48b9-b982-21a6233ee99b)] {{(pid=103304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:07:56.078729 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-1493187f-01bf-4258-81bd-6cbb08accf94 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4109658'] for port (971eddc1-34b3-4605-97e6-405a63879cb3), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:07:56.095663 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-1493187f-01bf-4258-81bd-6cbb08accf94 admin admin] Calling delete_port for 971eddc1-34b3-4605-97e6-405a63879cb3 owned by network:router_gateway {{(pid=103304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 21:07:56.102326 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9035473d-c274-41e2-b7d7-82e4f7551b11 req-761fbfbf-6b32-4d24-b1b8-31be0c923077 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:07:56.103862 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-9035473d-c274-41e2-b7d7-82e4f7551b11 req-761fbfbf-6b32-4d24-b1b8-31be0c923077 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=dec5799dc98547c1ba8b0a54977f3e1c&device_id=72953251-85ca-4106-a0f5-157672441c1f HTTP/1.1" status: 200 len: 1098 time: 0.1381805 Jan 26 21:07:56.157212 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Provisioning for port 35f30042-617d-4336-9f2b-bcf2d6d2f65d completed by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 21:07:56.164797 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Provisioning complete for port 35f30042-617d-4336-9f2b-bcf2d6d2f65d triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:07:56.166370 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (35f30042-617d-4336-9f2b-bcf2d6d2f65d), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:07:56.201937 n-d-760453-5 neutron-server[103306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '456d66f5-89ee-4521-82c0-85af7d6c1848', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09cb4ea7-a66a-4baf-99cd-e61491893f9b'}] {{(pid=103306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 21:07:56.204182 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9d5d370febab655511bdd2ffe887e43e442d144a440368702bcc1e93af00b97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71003b84-bc03-42f8-a521-1e8c89927ce6" -d '{"events": [{"server_uuid": "456d66f5-89ee-4521-82c0-85af7d6c1848", "name": "network-vif-plugged", "status": "completed", "tag": "09cb4ea7-a66a-4baf-99cd-e61491893f9b"}]}' {{(pid=103306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 21:07:56.247368 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-9035473d-c274-41e2-b7d7-82e4f7551b11 req-1ae774f9-e97b-4097-847c-2775d4d510ca service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.43&port_id=79b013a4-8026-47fc-9044-e6485fc3e604 HTTP/1.1" status: 200 len: 217 time: 0.0637934 Jan 26 21:07:56.293824 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Current status of the port 35f30042-617d-4336-9f2b-bcf2d6d2f65d is: BUILD; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:07:56.294504 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (35f30042-617d-4336-9f2b-bcf2d6d2f65d), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:07:56.338169 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] For port 35f30042-617d-4336-9f2b-bcf2d6d2f65d, host n-h2-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-5',level=0,port_id=35f30042-617d-4336-9f2b-bcf2d6d2f65d,segment=NetworkSegment(4eab25d6-89d9-4907-a1c2-51b06443ba33),segment_id=4eab25d6-89d9-4907-a1c2-51b06443ba33)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:07:56.346386 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (35f30042-617d-4336-9f2b-bcf2d6d2f65d), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:07:56.404390 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Pushing event updated for resources: {'Port': ['ID=35f30042-617d-4336-9f2b-bcf2d6d2f65d,revision_number=5']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:07:56.418709 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6026cbc4-9851-4f8b-9f9f-2c815d038331 req-f1bc42c8-3b07-4d0e-80cd-c93f9116aa0f tempest-MigrationsAdminTest-1084137346 tempest-MigrationsAdminTest-1084137346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:07:56.420441 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-6026cbc4-9851-4f8b-9f9f-2c815d038331 req-f1bc42c8-3b07-4d0e-80cd-c93f9116aa0f tempest-MigrationsAdminTest-1084137346 tempest-MigrationsAdminTest-1084137346-project] 10.222.0.13 "GET /v2.0/ports?device_id=6e0054d4-194a-4ef5-9a59-0af1fe168395 HTTP/1.1" status: 200 len: 949 time: 0.2269354 Jan 26 21:07:56.422008 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9035473d-c274-41e2-b7d7-82e4f7551b11 req-e1e9ddcf-9702-4f31-9ed9-79cf41a80092 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:07:56.428152 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-9035473d-c274-41e2-b7d7-82e4f7551b11 req-e1e9ddcf-9702-4f31-9ed9-79cf41a80092 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=fd77e534-75e6-4b90-950e-f5824d584430 HTTP/1.1" status: 200 len: 843 time: 0.1609824 Jan 26 21:07:56.501809 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c795c5-631d-40c7-a71b-91d0a4fd9aa1 req-948d4eaa-1e79-453a-8528-7f7bde720496 tempest-ServersAdminTestJSON-2108229583 tempest-ServersAdminTestJSON-2108229583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:07:56.505006 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-69c795c5-631d-40c7-a71b-91d0a4fd9aa1 req-948d4eaa-1e79-453a-8528-7f7bde720496 tempest-ServersAdminTestJSON-2108229583 tempest-ServersAdminTestJSON-2108229583-project] 10.222.0.13 "GET /v2.0/ports?device_id=242b7086-c188-4e0a-9af5-4749fa74838b HTTP/1.1" status: 200 len: 950 time: 0.1841226 Jan 26 21:07:56.588122 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9035473d-c274-41e2-b7d7-82e4f7551b11 req-b8a3632f-9e9d-450b-9582-d2e468721f94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:07:56.589838 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-9035473d-c274-41e2-b7d7-82e4f7551b11 req-b8a3632f-9e9d-450b-9582-d2e468721f94 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=7fbe9cf5-e12c-436d-b372-55a19c9faa30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1439443 Jan 26 21:07:56.593267 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-6026cbc4-9851-4f8b-9f9f-2c815d038331 req-6d7b1436-8e97-4f04-bad8-17bd010b2bb4 tempest-MigrationsAdminTest-1084137346 tempest-MigrationsAdminTest-1084137346-project] 10.222.0.13 "GET /v2.0/security-groups?id=e0b082e3-685f-492b-b87f-3045b8ecd8c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1649032 Jan 26 21:07:56.672147 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device 40f57725-ad99-42c4-a577-f8ced611cc03 no longer exists at agent ovs-agent-n-d-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 26 21:07:56.673868 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 26 Jan 2022 21:07:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ba02cf0-f0d7-4ace-946a-18f884252c57 x-openstack-request-id: req-3ba02cf0-f0d7-4ace-946a-18f884252c57 {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 21:07:56.674251 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "72953251-85ca-4106-a0f5-157672441c1f", "tag": "79b013a4-8026-47fc-9044-e6485fc3e604", "status": "completed", "code": 200}]} {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 21:07:56.674449 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-3ba02cf0-f0d7-4ace-946a-18f884252c57 {{(pid=103304) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 21:07:56.674806 n-d-760453-5 neutron-server[103304]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '72953251-85ca-4106-a0f5-157672441c1f', 'tag': '79b013a4-8026-47fc-9044-e6485fc3e604', 'status': 'completed', 'code': 200} Jan 26 21:07:56.685000 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-69c795c5-631d-40c7-a71b-91d0a4fd9aa1 req-5bdd620e-053e-4ada-a9c3-d3f8c17ca8c8 tempest-ServersAdminTestJSON-2108229583 tempest-ServersAdminTestJSON-2108229583-project] 10.222.0.13 "GET /v2.0/security-groups?id=95bc11fd-db53-4b42-971c-c958ca031066&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1659572 Jan 26 21:07:56.700204 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-1493187f-01bf-4258-81bd-6cbb08accf94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746560636600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746560234536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9281553'] for port (971eddc1-34b3-4605-97e6-405a63879cb3), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:07:56.725131 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] No Port match for: 40f57725-ad99-42c4-a577-f8ced611cc03 {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 26 21:07:56.725550 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device 40f57725-ad99-42c4-a577-f8ced611cc03 not bound to the agent host n-d-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 26 21:07:56.745615 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Jan 2022 21:07:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c123f710-ca64-49a1-abfb-36a95045f35e x-openstack-request-id: req-c123f710-ca64-49a1-abfb-36a95045f35e {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 21:07:56.745774 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "456d66f5-89ee-4521-82c0-85af7d6c1848", "name": "network-vif-plugged", "status": "completed", "tag": "09cb4ea7-a66a-4baf-99cd-e61491893f9b", "code": 200}]} {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 21:07:56.745978 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c123f710-ca64-49a1-abfb-36a95045f35e {{(pid=103306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 21:07:56.746367 n-d-760453-5 neutron-server[103306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '456d66f5-89ee-4521-82c0-85af7d6c1848', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09cb4ea7-a66a-4baf-99cd-e61491893f9b', 'code': 200} Jan 26 21:07:56.753392 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1493187f-01bf-4258-81bd-6cbb08accf94 admin admin] Pushing event deleted for resources: {'Port': ['ID=971eddc1-34b3-4605-97e6-405a63879cb3,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:07:56.762183 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-9035473d-c274-41e2-b7d7-82e4f7551b11 req-c5000f1f-065b-40c7-8979-224e2494ae6e service neutron] 10.222.0.66 "GET /v2.0/networks/7fbe9cf5-e12c-436d-b372-55a19c9faa30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1635544 Jan 26 21:07:56.865209 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2ab383-2d18-4cae-9829-2132c5161238 req-646c909d-b930-4029-91d9-93b0bc904f37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:07:56.867310 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-4f2ab383-2d18-4cae-9829-2132c5161238 req-646c909d-b930-4029-91d9-93b0bc904f37 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=456d66f5-89ee-4521-82c0-85af7d6c1848 HTTP/1.1" status: 200 len: 1096 time: 0.0514550 Jan 26 21:07:56.918276 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-4f2ab383-2d18-4cae-9829-2132c5161238 req-d05cf779-1d0a-47d5-bacb-e80f378e4437 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=c3c6c2ef-9865-4e2c-9818-90435d60a1af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398991 Jan 26 21:07:56.938392 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-1493187f-01bf-4258-81bd-6cbb08accf94 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4111291'] for router_gateway (deb8cadc-313a-437e-80f5-c4f3d49d3927), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:07:57.016427 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac330b4d-85e4-41f9-ab41-de88ba5aaf6e req-eb78326d-d7fa-4447-a779-75e58326847b tempest-ImagesOneServerNegativeTestJSON-151319106 tempest-ImagesOneServerNegativeTestJSON-151319106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:07:57.017947 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-ac330b4d-85e4-41f9-ab41-de88ba5aaf6e req-eb78326d-d7fa-4447-a779-75e58326847b tempest-ImagesOneServerNegativeTestJSON-151319106 tempest-ImagesOneServerNegativeTestJSON-151319106-project] 10.222.0.13 "GET /v2.0/ports?device_id=786120f9-d68f-4c65-88e9-c1a744d7d460 HTTP/1.1" status: 200 len: 945 time: 0.2272494 Jan 26 21:07:57.070103 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-1493187f-01bf-4258-81bd-6cbb08accf94 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4105774', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13082'] for router (deb8cadc-313a-437e-80f5-c4f3d49d3927), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:07:57.081816 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584221c3-ac78-4d48-89cb-b78a38c25baf req-46db55ce-2968-4aaf-a34e-95e082a1d34b tempest-LiveAutoBlockMigrationV225Test-1645909514 tempest-LiveAutoBlockMigrationV225Test-1645909514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:07:57.083329 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-584221c3-ac78-4d48-89cb-b78a38c25baf req-46db55ce-2968-4aaf-a34e-95e082a1d34b tempest-LiveAutoBlockMigrationV225Test-1645909514 tempest-LiveAutoBlockMigrationV225Test-1645909514-project] 10.222.0.13 "GET /v2.0/ports?device_id=d8f50517-906a-494e-a293-92450ad8c0a0 HTTP/1.1" status: 200 len: 945 time: 0.2554090 Jan 26 21:07:57.086053 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-1493187f-01bf-4258-81bd-6cbb08accf94 admin admin] Publish callbacks [] for router_controller (deb8cadc-313a-437e-80f5-c4f3d49d3927), precommit_delete_associations {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:07:57.102348 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-9035473d-c274-41e2-b7d7-82e4f7551b11 req-95f0b0a6-222d-4a55-9c56-8f8a3e5077fc service neutron] 10.222.0.66 "GET /v2.0/networks/7fbe9cf5-e12c-436d-b372-55a19c9faa30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3197072 Jan 26 21:07:57.159489 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-1493187f-01bf-4258-81bd-6cbb08accf94 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4105767'] for router (deb8cadc-313a-437e-80f5-c4f3d49d3927), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:07:57.159913 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1493187f-01bf-4258-81bd-6cbb08accf94 admin admin] Fanout notify agent at l3_agent the message router_deleted on router deb8cadc-313a-437e-80f5-c4f3d49d3927 {{(pid=103304) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 26 21:07:57.173063 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-1493187f-01bf-4258-81bd-6cbb08accf94 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:07:57.174472 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-1493187f-01bf-4258-81bd-6cbb08accf94 admin admin] 10.222.0.13 "DELETE /v2.0/routers/deb8cadc-313a-437e-80f5-c4f3d49d3927 HTTP/1.1" status: 204 len: 168 time: 2.4398634 Jan 26 21:07:57.177544 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 46242) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:07:57.202723 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-ac330b4d-85e4-41f9-ab41-de88ba5aaf6e req-41787b45-56da-4df8-b735-c84f2a68557c tempest-ImagesOneServerNegativeTestJSON-151319106 tempest-ImagesOneServerNegativeTestJSON-151319106-project] 10.222.0.13 "GET /v2.0/security-groups?id=aea9fb57-b28b-4984-b6fd-ae500e1c8e4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1443200 Jan 26 21:07:57.225165 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-584221c3-ac78-4d48-89cb-b78a38c25baf req-8e8f047a-9328-4763-aeb6-94c3e1f1ce50 tempest-LiveAutoBlockMigrationV225Test-1645909514 tempest-LiveAutoBlockMigrationV225Test-1645909514-project] 10.222.0.13 "GET /v2.0/security-groups?id=d3d52ae6-e761-44ee-98bd-9ad0dc66343a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1349182 Jan 26 21:07:57.290663 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c47cb02-f745-404f-8d12-9a436ac28d23 req-62b22e90-36cd-44ec-b61b-a897559070c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:07:57.292229 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-7c47cb02-f745-404f-8d12-9a436ac28d23 req-62b22e90-36cd-44ec-b61b-a897559070c1 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=dec5799dc98547c1ba8b0a54977f3e1c&device_id=72953251-85ca-4106-a0f5-157672441c1f HTTP/1.1" status: 200 len: 1098 time: 0.0851855 Jan 26 21:07:57.306802 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.db_base_plugin_v2 [None req-3de3f28b-2a39-4ba5-acfc-ed0e8ea1472d admin admin] Deleting subnet 14c3522c-48d1-46ba-8e7a-f2b4abc51b6c {{(pid=103305) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 26 21:07:57.312425 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-3de3f28b-2a39-4ba5-acfc-ed0e8ea1472d admin admin] Publish callbacks [] for subnet (14c3522c-48d1-46ba-8e7a-f2b4abc51b6c), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:07:57.359205 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-3de3f28b-2a39-4ba5-acfc-ed0e8ea1472d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11788946'] for subnet (14c3522c-48d1-46ba-8e7a-f2b4abc51b6c), precommit_delete_associations {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:07:57.450404 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-3de3f28b-2a39-4ba5-acfc-ed0e8ea1472d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687316'] for subnet (14c3522c-48d1-46ba-8e7a-f2b4abc51b6c), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:07:57.508505 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed14077a-5156-430b-a403-136af67b3de3 req-06996241-1fa6-4816-a9a0-d45c533566c5 tempest-ServersAdminNegativeTestJSON-1178057290 tempest-ServersAdminNegativeTestJSON-1178057290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:07:57.508826 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-3de3f28b-2a39-4ba5-acfc-ed0e8ea1472d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11791594', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11599980'] for subnet (14c3522c-48d1-46ba-8e7a-f2b4abc51b6c), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:07:57.510602 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-ed14077a-5156-430b-a403-136af67b3de3 req-06996241-1fa6-4816-a9a0-d45c533566c5 tempest-ServersAdminNegativeTestJSON-1178057290 tempest-ServersAdminNegativeTestJSON-1178057290-project] 10.222.0.13 "GET /v2.0/ports?device_id=72953251-85ca-4106-a0f5-157672441c1f HTTP/1.1" status: 200 len: 947 time: 0.1932695 Jan 26 21:07:57.518452 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56ee757-6759-4aad-a8af-a8b404aed02b req-553cc55d-3f9a-4b9d-9d76-0933b02677b8 tempest-SecurityGroupsTestJSON-1679712722 tempest-SecurityGroupsTestJSON-1679712722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:07:57.525316 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-c56ee757-6759-4aad-a8af-a8b404aed02b req-553cc55d-3f9a-4b9d-9d76-0933b02677b8 tempest-SecurityGroupsTestJSON-1679712722 tempest-SecurityGroupsTestJSON-1679712722-project] 10.222.0.13 "GET /v2.0/ports?device_id=456d66f5-89ee-4521-82c0-85af7d6c1848 HTTP/1.1" status: 200 len: 945 time: 0.1836994 Jan 26 21:07:57.529505 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c47cb02-f745-404f-8d12-9a436ac28d23 req-c27cfa15-5b1b-4360-82cb-0907a27c3445 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:07:57.531031 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-7c47cb02-f745-404f-8d12-9a436ac28d23 req-c27cfa15-5b1b-4360-82cb-0907a27c3445 service neutron] 10.222.0.66 "GET /v2.0/networks?id=7fbe9cf5-e12c-436d-b372-55a19c9faa30 HTTP/1.1" status: 200 len: 870 time: 0.2266731 Jan 26 21:07:57.542347 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de3f28b-2a39-4ba5-acfc-ed0e8ea1472d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=14c3522c-48d1-46ba-8e7a-f2b4abc51b6c,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:07:57.546320 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-3de3f28b-2a39-4ba5-acfc-ed0e8ea1472d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709645'] for subnet (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:07:57.553181 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-3de3f28b-2a39-4ba5-acfc-ed0e8ea1472d admin admin] 10.222.0.13 "DELETE /v2.0/subnets/14c3522c-48d1-46ba-8e7a-f2b4abc51b6c HTTP/1.1" status: 204 len: 168 time: 0.3741541 Jan 26 21:07:57.553629 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 46248) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:07:57.563422 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff795dbf-6835-454c-bead-7e433019f367 None None] Network 0e232d8e-6bd0-47cf-8332-9f5fbb537d8b requested from n-d-760453-5 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 26 21:07:57.616415 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-7c47cb02-f745-404f-8d12-9a436ac28d23 req-fe8ed239-05e0-4122-9c76-bee41bfe0a09 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.43&port_id=79b013a4-8026-47fc-9044-e6485fc3e604 HTTP/1.1" status: 200 len: 217 time: 0.0728893 Jan 26 21:07:57.638395 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-42ae3c9e-6a62-4902-870c-2b4bbc7d26e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-748181'] for network (0e232d8e-6bd0-47cf-8332-9f5fbb537d8b), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:07:57.700586 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-42ae3c9e-6a62-4902-870c-2b4bbc7d26e8 admin admin] Deleting port 52efbdd1-1276-4f98-85fe-19188fffc1e6 {{(pid=103305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 21:07:57.700848 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-42ae3c9e-6a62-4902-870c-2b4bbc7d26e8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746560630878'] for port (52efbdd1-1276-4f98-85fe-19188fffc1e6), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:07:57.729222 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-ed14077a-5156-430b-a403-136af67b3de3 req-ba36a065-f018-4603-bb41-a5827fe6ac82 tempest-ServersAdminNegativeTestJSON-1178057290 tempest-ServersAdminNegativeTestJSON-1178057290-project] 10.222.0.13 "GET /v2.0/security-groups?id=c18b03c4-72d9-42c1-93c5-33d242c8ac5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2009287 Jan 26 21:07:57.737383 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-c56ee757-6759-4aad-a8af-a8b404aed02b req-4e5778a5-c60f-44b1-a181-71616e9b8b17 tempest-SecurityGroupsTestJSON-1679712722 tempest-SecurityGroupsTestJSON-1679712722-project] 10.222.0.13 "GET /v2.0/security-groups?id=c3c6c2ef-9865-4e2c-9818-90435d60a1af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2111626 Jan 26 21:07:57.782216 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c47cb02-f745-404f-8d12-9a436ac28d23 req-2fb3a09b-6f03-4ae1-8fc7-9499f3569c01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:07:57.784292 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-7c47cb02-f745-404f-8d12-9a436ac28d23 req-2fb3a09b-6f03-4ae1-8fc7-9499f3569c01 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=fd77e534-75e6-4b90-950e-f5824d584430 HTTP/1.1" status: 200 len: 843 time: 0.1519971 Jan 26 21:07:57.821138 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b04679f-6f46-40f1-a112-a4152ee46366 None None] DHCP port deletion for 0e232d8e-6bd0-47cf-8332-9f5fbb537d8b request from n-d-760453-5 {{(pid=103306) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 26 21:07:57.842650 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [None req-42ae3c9e-6a62-4902-870c-2b4bbc7d26e8 admin admin] For port 52efbdd1-1276-4f98-85fe-19188fffc1e6, host n-d-760453-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=52efbdd1-1276-4f98-85fe-19188fffc1e6,segment=NetworkSegment(60428a7a-d165-4186-8474-bdc529d4788f),segment_id=60428a7a-d165-4186-8474-bdc529d4788f)] {{(pid=103305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:07:57.843017 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-42ae3c9e-6a62-4902-870c-2b4bbc7d26e8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4109658'] for port (52efbdd1-1276-4f98-85fe-19188fffc1e6), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:07:57.864061 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-42ae3c9e-6a62-4902-870c-2b4bbc7d26e8 admin admin] Calling delete_port for 52efbdd1-1276-4f98-85fe-19188fffc1e6 owned by network:dhcp {{(pid=103305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 21:07:57.881199 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c47cb02-f745-404f-8d12-9a436ac28d23 req-5b80bbdb-8b56-4821-82a8-6de9e542e1f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:07:57.882728 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-7c47cb02-f745-404f-8d12-9a436ac28d23 req-5b80bbdb-8b56-4821-82a8-6de9e542e1f3 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=7fbe9cf5-e12c-436d-b372-55a19c9faa30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0849502 Jan 26 21:07:57.891066 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-6b04679f-6f46-40f1-a112-a4152ee46366 None None] Deleting port 52efbdd1-1276-4f98-85fe-19188fffc1e6 {{(pid=103306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 21:07:57.891725 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-6b04679f-6f46-40f1-a112-a4152ee46366 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746560630878'] for port (52efbdd1-1276-4f98-85fe-19188fffc1e6), before_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:07:57.974187 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-6b04679f-6f46-40f1-a112-a4152ee46366 None None] For port 52efbdd1-1276-4f98-85fe-19188fffc1e6, host n-d-760453-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=52efbdd1-1276-4f98-85fe-19188fffc1e6,segment=NetworkSegment(60428a7a-d165-4186-8474-bdc529d4788f),segment_id=60428a7a-d165-4186-8474-bdc529d4788f)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:07:57.974588 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-6b04679f-6f46-40f1-a112-a4152ee46366 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4109658'] for port (52efbdd1-1276-4f98-85fe-19188fffc1e6), precommit_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:07:57.988145 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-6b04679f-6f46-40f1-a112-a4152ee46366 None None] Calling delete_port for 52efbdd1-1276-4f98-85fe-19188fffc1e6 owned by network:dhcp {{(pid=103306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 21:07:58.010384 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-42ae3c9e-6a62-4902-870c-2b4bbc7d26e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746560636600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746560234536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11791543'] for port (52efbdd1-1276-4f98-85fe-19188fffc1e6), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:07:58.031191 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42ae3c9e-6a62-4902-870c-2b4bbc7d26e8 admin admin] No DVR routers for this DVR port 52efbdd1-1276-4f98-85fe-19188fffc1e6 on host n-d-760453-5 {{(pid=103305) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 26 21:07:58.070763 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-6b04679f-6f46-40f1-a112-a4152ee46366 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746560636600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746560234536'] for port (52efbdd1-1276-4f98-85fe-19188fffc1e6), after_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:07:58.087399 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ae3c9e-6a62-4902-870c-2b4bbc7d26e8 admin admin] Pushing event deleted for resources: {'Port': ['ID=52efbdd1-1276-4f98-85fe-19188fffc1e6,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:07:58.100967 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b04679f-6f46-40f1-a112-a4152ee46366 None None] Pushing event deleted for resources: {'Port': ['ID=52efbdd1-1276-4f98-85fe-19188fffc1e6,revision_number=None']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:07:58.107009 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b04679f-6f46-40f1-a112-a4152ee46366 None None] No DVR routers for this DVR port 52efbdd1-1276-4f98-85fe-19188fffc1e6 on host n-d-760453-5 {{(pid=103306) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 26 21:07:58.181231 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-42ae3c9e-6a62-4902-870c-2b4bbc7d26e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-686403', 'neutron.services.segments.db._delete_segments_for_network-8746560774018'] for network (0e232d8e-6bd0-47cf-8332-9f5fbb537d8b), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:07:58.204330 n-d-760453-5 neutron-server[103305]: DEBUG neutron.services.segments.db [None req-42ae3c9e-6a62-4902-870c-2b4bbc7d26e8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0e232d8e-6bd0-47cf-8332-9f5fbb537d8b']}} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:07:58.216539 n-d-760453-5 neutron-server[103305]: DEBUG neutron.services.segments.db [None req-42ae3c9e-6a62-4902-870c-2b4bbc7d26e8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '60428a7a-d165-4186-8474-bdc529d4788f') {'for_net_delete': True} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:07:58.216749 n-d-760453-5 neutron-server[103305]: DEBUG neutron.services.segments.db [None req-42ae3c9e-6a62-4902-870c-2b4bbc7d26e8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '60428a7a-d165-4186-8474-bdc529d4788f') {} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:07:58.227038 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-42ae3c9e-6a62-4902-870c-2b4bbc7d26e8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746560742283', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11788955'] for segment (60428a7a-d165-4186-8474-bdc529d4788f), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:07:58.250021 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-42ae3c9e-6a62-4902-870c-2b4bbc7d26e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576559'] for segment (60428a7a-d165-4186-8474-bdc529d4788f), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:07:58.259915 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-42ae3c9e-6a62-4902-870c-2b4bbc7d26e8 admin admin] Releasing vlan 589 on physical network physnet1 to pool {{(pid=103305) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 26 21:07:58.260305 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-42ae3c9e-6a62-4902-870c-2b4bbc7d26e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11791428'] for segment (60428a7a-d165-4186-8474-bdc529d4788f), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:07:58.262363 n-d-760453-5 neutron-server[103305]: Traceback (most recent call last): Jan 26 21:07:58.262363 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 26 21:07:58.262363 n-d-760453-5 neutron-server[103305]: timer() Jan 26 21:07:58.262363 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 26 21:07:58.262363 n-d-760453-5 neutron-server[103305]: cb(*args, **kw) Jan 26 21:07:58.262363 n-d-760453-5 neutron-server[103305]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 26 21:07:58.262363 n-d-760453-5 neutron-server[103305]: return func(*args, **kwargs) Jan 26 21:07:58.262363 n-d-760453-5 neutron-server[103305]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 26 21:07:58.262363 n-d-760453-5 neutron-server[103305]: self._notify() Jan 26 21:07:58.262363 n-d-760453-5 neutron-server[103305]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 26 21:07:58.262363 n-d-760453-5 neutron-server[103305]: self.callback(batched_events) Jan 26 21:07:58.262363 n-d-760453-5 neutron-server[103305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 26 21:07:58.262363 n-d-760453-5 neutron-server[103305]: event.method(event) Jan 26 21:07:58.262363 n-d-760453-5 neutron-server[103305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 26 21:07:58.262363 n-d-760453-5 neutron-server[103305]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 26 21:07:58.262363 n-d-760453-5 neutron-server[103305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 26 21:07:58.262363 n-d-760453-5 neutron-server[103305]: aggregate_uuid = self.p_client.list_aggregates( Jan 26 21:07:58.262363 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 26 21:07:58.262363 n-d-760453-5 neutron-server[103305]: return f(self, *a, **k) Jan 26 21:07:58.262363 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 26 21:07:58.262363 n-d-760453-5 neutron-server[103305]: return self._get(url).json() Jan 26 21:07:58.262363 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 26 21:07:58.262363 n-d-760453-5 neutron-server[103305]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 26 21:07:58.262363 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 26 21:07:58.262363 n-d-760453-5 neutron-server[103305]: return self.request(url, 'GET', **kwargs) Jan 26 21:07:58.262363 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 26 21:07:58.262363 n-d-760453-5 neutron-server[103305]: base_url = self.get_endpoint(auth, allow=allow, Jan 26 21:07:58.262363 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 26 21:07:58.262363 n-d-760453-5 neutron-server[103305]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 26 21:07:58.262363 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 26 21:07:58.262363 n-d-760453-5 neutron-server[103305]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 26 21:07:58.262363 n-d-760453-5 neutron-server[103305]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 26 21:07:58.355427 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-42ae3c9e-6a62-4902-870c-2b4bbc7d26e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4110931'] for network (0e232d8e-6bd0-47cf-8332-9f5fbb537d8b), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:07:58.365338 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-42ae3c9e-6a62-4902-870c-2b4bbc7d26e8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709645'] for network (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:07:58.370225 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-42ae3c9e-6a62-4902-870c-2b4bbc7d26e8 admin admin] 10.222.0.13 "DELETE /v2.0/networks/0e232d8e-6bd0-47cf-8332-9f5fbb537d8b HTTP/1.1" status: 204 len: 168 time: 0.8155646 Jan 26 21:07:58.378646 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 46258) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:07:58.385911 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ae3c9e-6a62-4902-870c-2b4bbc7d26e8 admin admin] Pushing event deleted for resources: {'Network': ['ID=0e232d8e-6bd0-47cf-8332-9f5fbb537d8b,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:07:58.392280 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c58d2a8-7b1b-4dd4-928e-3d6270184e08 req-36231c18-6875-4e3c-969f-01d4d6fcef30 tempest-MigrationsAdminTest-1084137346 tempest-MigrationsAdminTest-1084137346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:07:58.399804 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-4c58d2a8-7b1b-4dd4-928e-3d6270184e08 req-36231c18-6875-4e3c-969f-01d4d6fcef30 tempest-MigrationsAdminTest-1084137346 tempest-MigrationsAdminTest-1084137346-project] 10.222.0.13 "GET /v2.0/ports?device_id=6e0054d4-194a-4ef5-9a59-0af1fe168395 HTTP/1.1" status: 200 len: 950 time: 0.4238894 Jan 26 21:07:58.476909 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-7c47cb02-f745-404f-8d12-9a436ac28d23 req-8dc721df-0a7d-4c28-bad1-5343b22a9dcd service neutron] 10.222.0.66 "GET /v2.0/networks/7fbe9cf5-e12c-436d-b372-55a19c9faa30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5849335 Jan 26 21:07:58.487610 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629ffeaa-2e33-40a5-8123-b1ec85e5a912 req-c927a08a-b948-435b-aee8-76746754847b tempest-ServersAdminTestJSON-2108229583 tempest-ServersAdminTestJSON-2108229583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:07:58.489602 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-629ffeaa-2e33-40a5-8123-b1ec85e5a912 req-c927a08a-b948-435b-aee8-76746754847b tempest-ServersAdminTestJSON-2108229583 tempest-ServersAdminTestJSON-2108229583-project] 10.222.0.13 "GET /v2.0/ports?device_id=242b7086-c188-4e0a-9af5-4749fa74838b HTTP/1.1" status: 200 len: 950 time: 0.1803334 Jan 26 21:07:58.586209 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-4c58d2a8-7b1b-4dd4-928e-3d6270184e08 req-fba3a4ec-6a19-48c7-9a54-04bb21fb969a tempest-MigrationsAdminTest-1084137346 tempest-MigrationsAdminTest-1084137346-project] 10.222.0.13 "GET /v2.0/security-groups?id=e0b082e3-685f-492b-b87f-3045b8ecd8c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1855340 Jan 26 21:07:58.684092 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-629ffeaa-2e33-40a5-8123-b1ec85e5a912 req-20db74ed-42f2-471c-bddb-b79b93dc330e tempest-ServersAdminTestJSON-2108229583 tempest-ServersAdminTestJSON-2108229583-project] 10.222.0.13 "GET /v2.0/security-groups?id=95bc11fd-db53-4b42-971c-c958ca031066&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1762102 Jan 26 21:07:58.733620 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device 971eddc1-34b3-4605-97e6-405a63879cb3 no longer exists at agent ovs-agent-n-d-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 26 21:07:58.749841 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-7c47cb02-f745-404f-8d12-9a436ac28d23 req-f3b84c03-6eb3-464b-a100-669f0cd58687 service neutron] 10.222.0.66 "GET /v2.0/networks/7fbe9cf5-e12c-436d-b372-55a19c9faa30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2575829 Jan 26 21:07:58.757354 n-d-760453-5 neutron-server[103306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e0054d4-194a-4ef5-9a59-0af1fe168395', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35f30042-617d-4336-9f2b-bcf2d6d2f65d'}] {{(pid=103306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 21:07:58.759711 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9d5d370febab655511bdd2ffe887e43e442d144a440368702bcc1e93af00b97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c77537a-1d24-44a2-9b68-608b018a7b20" -d '{"events": [{"server_uuid": "6e0054d4-194a-4ef5-9a59-0af1fe168395", "name": "network-vif-plugged", "status": "completed", "tag": "35f30042-617d-4336-9f2b-bcf2d6d2f65d"}]}' {{(pid=103306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 21:07:58.763388 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] No Port match for: 971eddc1-34b3-4605-97e6-405a63879cb3 {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 26 21:07:58.763845 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device 971eddc1-34b3-4605-97e6-405a63879cb3 not bound to the agent host n-d-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 26 21:07:58.764355 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device 52efbdd1-1276-4f98-85fe-19188fffc1e6 no longer exists at agent ovs-agent-n-d-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 26 21:07:58.797766 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] No Port match for: 52efbdd1-1276-4f98-85fe-19188fffc1e6 {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 26 21:07:58.798479 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device 52efbdd1-1276-4f98-85fe-19188fffc1e6 not bound to the agent host n-d-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 26 21:07:58.836943 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cfe6a54-99f7-4550-bee5-b5cc3918ebd5 req-03889d8d-82a0-4cff-943e-7e72b7c8755f tempest-ImagesOneServerNegativeTestJSON-151319106 tempest-ImagesOneServerNegativeTestJSON-151319106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:07:58.838472 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-5cfe6a54-99f7-4550-bee5-b5cc3918ebd5 req-03889d8d-82a0-4cff-943e-7e72b7c8755f tempest-ImagesOneServerNegativeTestJSON-151319106 tempest-ImagesOneServerNegativeTestJSON-151319106-project] 10.222.0.13 "GET /v2.0/ports?device_id=786120f9-d68f-4c65-88e9-c1a744d7d460 HTTP/1.1" status: 200 len: 945 time: 0.1818774 Jan 26 21:07:58.883159 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf374ff-fe94-42d6-8d27-1e3d86ab1b14 req-394f4500-3720-4111-96f3-585ec6ce56f7 tempest-LiveAutoBlockMigrationV225Test-1645909514 tempest-LiveAutoBlockMigrationV225Test-1645909514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:07:58.884656 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-baf374ff-fe94-42d6-8d27-1e3d86ab1b14 req-394f4500-3720-4111-96f3-585ec6ce56f7 tempest-LiveAutoBlockMigrationV225Test-1645909514 tempest-LiveAutoBlockMigrationV225Test-1645909514-project] 10.222.0.13 "GET /v2.0/ports?device_id=d8f50517-906a-494e-a293-92450ad8c0a0 HTTP/1.1" status: 200 len: 945 time: 0.1290247 Jan 26 21:07:58.967790 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-5cfe6a54-99f7-4550-bee5-b5cc3918ebd5 req-85a70128-4a13-4d6c-9d55-84c3e0b555aa tempest-ImagesOneServerNegativeTestJSON-151319106 tempest-ImagesOneServerNegativeTestJSON-151319106-project] 10.222.0.13 "GET /v2.0/security-groups?id=aea9fb57-b28b-4984-b6fd-ae500e1c8e4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207399 Jan 26 21:07:59.003117 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-baf374ff-fe94-42d6-8d27-1e3d86ab1b14 req-3af1af24-4b46-4d8d-8c08-546b049afd9f tempest-LiveAutoBlockMigrationV225Test-1645909514 tempest-LiveAutoBlockMigrationV225Test-1645909514-project] 10.222.0.13 "GET /v2.0/security-groups?id=d3d52ae6-e761-44ee-98bd-9ad0dc66343a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120067 Jan 26 21:07:59.069595 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Jan 2022 21:07:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72f2cb28-bd18-4daf-8038-c8461b111446 x-openstack-request-id: req-72f2cb28-bd18-4daf-8038-c8461b111446 {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 21:07:59.070161 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e0054d4-194a-4ef5-9a59-0af1fe168395", "name": "network-vif-plugged", "status": "completed", "tag": "35f30042-617d-4336-9f2b-bcf2d6d2f65d", "code": 200}]} {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 21:07:59.070612 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-72f2cb28-bd18-4daf-8038-c8461b111446 {{(pid=103306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 21:07:59.071768 n-d-760453-5 neutron-server[103306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e0054d4-194a-4ef5-9a59-0af1fe168395', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35f30042-617d-4336-9f2b-bcf2d6d2f65d', 'code': 200} Jan 26 21:07:59.131559 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5582d5d5-ce41-44e4-9a60-f2cdf23630a3 req-fd0d3266-214a-4d82-86c5-3343161bd511 tempest-ServersAdminNegativeTestJSON-1178057290 tempest-ServersAdminNegativeTestJSON-1178057290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:07:59.133181 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-5582d5d5-ce41-44e4-9a60-f2cdf23630a3 req-fd0d3266-214a-4d82-86c5-3343161bd511 tempest-ServersAdminNegativeTestJSON-1178057290 tempest-ServersAdminNegativeTestJSON-1178057290-project] 10.222.0.13 "GET /v2.0/ports?device_id=72953251-85ca-4106-a0f5-157672441c1f HTTP/1.1" status: 200 len: 947 time: 0.0864718 Jan 26 21:07:59.194417 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7f31d6-6c3e-4004-b452-4d887345fff2 req-8ed45e72-30f7-406b-9789-c6c70271c991 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:07:59.197634 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-ab7f31d6-6c3e-4004-b452-4d887345fff2 req-8ed45e72-30f7-406b-9789-c6c70271c991 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=6e0054d4-194a-4ef5-9a59-0af1fe168395 HTTP/1.1" status: 200 len: 1101 time: 0.0480971 Jan 26 21:07:59.217985 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-7a458e76-9439-4e0b-83bb-d5618b8d8588 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4110657'] for router_interface (44e9c2ef-56bf-4b5e-85a8-5d89fa99edbc), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:07:59.243988 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-ab7f31d6-6c3e-4004-b452-4d887345fff2 req-9c3fff18-8141-431f-8770-4863bd2d4625 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=e0b082e3-685f-492b-b87f-3045b8ecd8c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396297 Jan 26 21:07:59.262382 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-5582d5d5-ce41-44e4-9a60-f2cdf23630a3 req-9499c1ba-d043-4002-8c27-0b72b44f0ad2 tempest-ServersAdminNegativeTestJSON-1178057290 tempest-ServersAdminNegativeTestJSON-1178057290-project] 10.222.0.13 "GET /v2.0/security-groups?id=c18b03c4-72d9-42c1-93c5-33d242c8ac5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213138 Jan 26 21:07:59.273704 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95dd4208-9b9d-4cff-b9b8-5041d8c27076 req-57d76942-f7de-414f-afe8-36c778afe385 tempest-SecurityGroupsTestJSON-1679712722 tempest-SecurityGroupsTestJSON-1679712722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:07:59.278023 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-95dd4208-9b9d-4cff-b9b8-5041d8c27076 req-57d76942-f7de-414f-afe8-36c778afe385 tempest-SecurityGroupsTestJSON-1679712722 tempest-SecurityGroupsTestJSON-1679712722-project] 10.222.0.13 "GET /v2.0/ports?device_id=456d66f5-89ee-4521-82c0-85af7d6c1848 HTTP/1.1" status: 200 len: 945 time: 0.1370699 Jan 26 21:07:59.281162 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Device 6142eecc-8c92-4808-9dac-c62548be4bdc no longer exists at agent hyperv_n-h1-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 26 21:07:59.376764 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Current status of the port 6142eecc-8c92-4808-9dac-c62548be4bdc is: ACTIVE; New status is: DOWN {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:07:59.377020 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-95dd4208-9b9d-4cff-b9b8-5041d8c27076 req-ac07e488-b6d7-4bc1-9c96-250615c2ca61 tempest-SecurityGroupsTestJSON-1679712722 tempest-SecurityGroupsTestJSON-1679712722-project] 10.222.0.13 "GET /v2.0/security-groups?id=c3c6c2ef-9865-4e2c-9818-90435d60a1af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924206 Jan 26 21:07:59.377654 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (6142eecc-8c92-4808-9dac-c62548be4bdc), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:07:59.525778 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-1f62f399-7e4a-4257-b6d8-b3c82d533551 req-c43831bf-38ab-4679-b371-9d497c934b32 tempest-SecurityGroupsTestJSON-1679712722 tempest-SecurityGroupsTestJSON-1679712722-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-2077348101&fields=id&tenant_id=cdb3500a13814dc9912a5c6c92f742c5 HTTP/1.1" status: 200 len: 267 time: 0.0581577 Jan 26 21:07:59.552016 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] For port 6142eecc-8c92-4808-9dac-c62548be4bdc, host n-h1-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-5',level=0,port_id=6142eecc-8c92-4808-9dac-c62548be4bdc,segment=NetworkSegment(58f97d30-90ed-4b82-8d47-15dab34d927d),segment_id=58f97d30-90ed-4b82-8d47-15dab34d927d)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:07:59.556754 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (6142eecc-8c92-4808-9dac-c62548be4bdc), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:07:59.606048 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Pushing event updated for resources: {'Port': ['ID=6142eecc-8c92-4808-9dac-c62548be4bdc,revision_number=8']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:07:59.642659 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f62f399-7e4a-4257-b6d8-b3c82d533551 req-41dffaa3-9357-40cc-ab50-cdf782429c77 tempest-SecurityGroupsTestJSON-1679712722 tempest-SecurityGroupsTestJSON-1679712722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:07:59.644174 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-1f62f399-7e4a-4257-b6d8-b3c82d533551 req-41dffaa3-9357-40cc-ab50-cdf782429c77 tempest-SecurityGroupsTestJSON-1679712722 tempest-SecurityGroupsTestJSON-1679712722-project] 10.222.0.13 "GET /v2.0/ports?device_id=456d66f5-89ee-4521-82c0-85af7d6c1848 HTTP/1.1" status: 200 len: 945 time: 0.1026931 Jan 26 21:07:59.657338 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [req-1f62f399-7e4a-4257-b6d8-b3c82d533551 req-9cc45a19-1e71-4b32-a83c-db336f215f89 tempest-SecurityGroupsTestJSON-1679712722 tempest-SecurityGroupsTestJSON-1679712722-project] Request body: {'port': {'security_groups': ['c3c6c2ef-9865-4e2c-9818-90435d60a1af', '09a38b62-99ef-407d-8330-a96087b5f923']}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:07:59.719231 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-7a458e76-9439-4e0b-83bb-d5618b8d8588 admin admin] Deleting port 70583973-6ddc-4e46-908a-a31f61d6abdc {{(pid=103304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 21:07:59.719576 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-7a458e76-9439-4e0b-83bb-d5618b8d8588 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746560630878'] for port (70583973-6ddc-4e46-908a-a31f61d6abdc), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:07:59.801370 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-1f62f399-7e4a-4257-b6d8-b3c82d533551 req-9cc45a19-1e71-4b32-a83c-db336f215f89 tempest-SecurityGroupsTestJSON-1679712722 tempest-SecurityGroupsTestJSON-1679712722-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (09cb4ea7-a66a-4baf-99cd-e61491893f9b), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:07:59.824421 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87bc1d15-7d2e-412a-8ab5-c558bfb1a750 req-330134dc-3750-41a8-ac62-5128b77ca589 tempest-MigrationsAdminTest-1084137346 tempest-MigrationsAdminTest-1084137346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:07:59.825920 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-87bc1d15-7d2e-412a-8ab5-c558bfb1a750 req-330134dc-3750-41a8-ac62-5128b77ca589 tempest-MigrationsAdminTest-1084137346 tempest-MigrationsAdminTest-1084137346-project] 10.222.0.13 "GET /v2.0/ports?device_id=6e0054d4-194a-4ef5-9a59-0af1fe168395 HTTP/1.1" status: 200 len: 950 time: 0.1467736 Jan 26 21:07:59.920925 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [None req-7a458e76-9439-4e0b-83bb-d5618b8d8588 admin admin] For port 70583973-6ddc-4e46-908a-a31f61d6abdc, host n-d-760453-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=70583973-6ddc-4e46-908a-a31f61d6abdc,segment=NetworkSegment(c21f1138-374e-4849-8fcc-83af9dfb4afa),segment_id=c21f1138-374e-4849-8fcc-83af9dfb4afa)] {{(pid=103304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:07:59.921313 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-7a458e76-9439-4e0b-83bb-d5618b8d8588 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4109658'] for port (70583973-6ddc-4e46-908a-a31f61d6abdc), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:07:59.955232 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-7a458e76-9439-4e0b-83bb-d5618b8d8588 admin admin] Calling delete_port for 70583973-6ddc-4e46-908a-a31f61d6abdc owned by network:router_interface {{(pid=103304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 21:07:59.961672 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-87bc1d15-7d2e-412a-8ab5-c558bfb1a750 req-f2b5bd98-c035-46fb-8d3a-bd1f4e4613e4 tempest-MigrationsAdminTest-1084137346 tempest-MigrationsAdminTest-1084137346-project] 10.222.0.13 "GET /v2.0/security-groups?id=e0b082e3-685f-492b-b87f-3045b8ecd8c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1219478 Jan 26 21:08:00.155961 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c2437f-ebc3-4c89-8abb-787fec576b41 req-3127dc56-966a-40aa-a2ab-43e4d51dbe19 tempest-ServersAdminTestJSON-2108229583 tempest-ServersAdminTestJSON-2108229583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:08:00.157514 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-e0c2437f-ebc3-4c89-8abb-787fec576b41 req-3127dc56-966a-40aa-a2ab-43e4d51dbe19 tempest-ServersAdminTestJSON-2108229583 tempest-ServersAdminTestJSON-2108229583-project] 10.222.0.13 "GET /v2.0/ports?device_id=242b7086-c188-4e0a-9af5-4749fa74838b HTTP/1.1" status: 200 len: 950 time: 0.1329036 Jan 26 21:08:00.237316 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [req-1f62f399-7e4a-4257-b6d8-b3c82d533551 req-9cc45a19-1e71-4b32-a83c-db336f215f89 tempest-SecurityGroupsTestJSON-1679712722 tempest-SecurityGroupsTestJSON-1679712722-project] For port 09cb4ea7-a66a-4baf-99cd-e61491893f9b, host n-h2-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-5',level=0,port_id=09cb4ea7-a66a-4baf-99cd-e61491893f9b,segment=NetworkSegment(4802c0d9-f4b8-40bc-bafe-9a29b8fe6bc1),segment_id=4802c0d9-f4b8-40bc-bafe-9a29b8fe6bc1)] {{(pid=103304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:08:00.287918 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-e0c2437f-ebc3-4c89-8abb-787fec576b41 req-48df6709-704f-4f21-8255-71396b069dcb tempest-ServersAdminTestJSON-2108229583 tempest-ServersAdminTestJSON-2108229583-project] 10.222.0.13 "GET /v2.0/security-groups?id=95bc11fd-db53-4b42-971c-c958ca031066&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943091 Jan 26 21:08:00.301981 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-1f62f399-7e4a-4257-b6d8-b3c82d533551 req-9cc45a19-1e71-4b32-a83c-db336f215f89 tempest-SecurityGroupsTestJSON-1679712722 tempest-SecurityGroupsTestJSON-1679712722-project] Publish callbacks [] for port (09cb4ea7-a66a-4baf-99cd-e61491893f9b), precommit_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:08:00.331770 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-1f62f399-7e4a-4257-b6d8-b3c82d533551 req-9cc45a19-1e71-4b32-a83c-db336f215f89 tempest-SecurityGroupsTestJSON-1679712722 tempest-SecurityGroupsTestJSON-1679712722-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9281542'] for port (09cb4ea7-a66a-4baf-99cd-e61491893f9b), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:08:00.350231 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] get_ports_and_sgs() called for port_ids ['aa1e2176-fd4c-4a89-872a-0c9f0d567de9', '09cb4ea7-a66a-4baf-99cd-e61491893f9b'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 26 21:08:00.379744 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f62f399-7e4a-4257-b6d8-b3c82d533551 req-9cc45a19-1e71-4b32-a83c-db336f215f89 tempest-SecurityGroupsTestJSON-1679712722 tempest-SecurityGroupsTestJSON-1679712722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:08:00.380395 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-1f62f399-7e4a-4257-b6d8-b3c82d533551 req-9cc45a19-1e71-4b32-a83c-db336f215f89 tempest-SecurityGroupsTestJSON-1679712722 tempest-SecurityGroupsTestJSON-1679712722-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:08:00.391643 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-1f62f399-7e4a-4257-b6d8-b3c82d533551 req-9cc45a19-1e71-4b32-a83c-db336f215f89 tempest-SecurityGroupsTestJSON-1679712722 tempest-SecurityGroupsTestJSON-1679712722-project] 10.222.0.13 "PUT /v2.0/ports/09cb4ea7-a66a-4baf-99cd-e61491893f9b HTTP/1.1" status: 200 len: 981 time: 0.7397187 Jan 26 21:08:00.405923 n-d-760453-5 neutron-server[103304]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '456d66f5-89ee-4521-82c0-85af7d6c1848', 'tag': '09cb4ea7-a66a-4baf-99cd-e61491893f9b'}] {{(pid=103304) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 21:08:00.408212 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d52b45f1943fcd332af9527eb73ff93c8d715d44383a3f6d18de73b4cfcf87b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a041f13-77f8-4b9a-8d12-e2a8065b0346" -d '{"events": [{"name": "network-changed", "server_uuid": "456d66f5-89ee-4521-82c0-85af7d6c1848", "tag": "09cb4ea7-a66a-4baf-99cd-e61491893f9b"}]}' {{(pid=103304) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 21:08:00.475384 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-7a458e76-9439-4e0b-83bb-d5618b8d8588 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746560636600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746560234536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9281553'] for port (70583973-6ddc-4e46-908a-a31f61d6abdc), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:08:00.526284 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc45a19-1e71-4b32-a83c-db336f215f89 tempest-SecurityGroupsTestJSON-1679712722 tempest-SecurityGroupsTestJSON-1679712722-project] Pushing event updated for resources: {'Port': ['ID=09cb4ea7-a66a-4baf-99cd-e61491893f9b,revision_number=6']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:08:00.574766 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] get_ports_and_sgs() called for port_ids ['09cb4ea7-a66a-4baf-99cd-e61491893f9b'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 26 21:08:00.594643 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec6b2ab-e359-4781-9c06-9a8e9697b15c req-3bf058ea-1f6e-46e3-bfdb-f04ad4a00091 tempest-ImagesOneServerNegativeTestJSON-151319106 tempest-ImagesOneServerNegativeTestJSON-151319106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:08:00.596149 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-dec6b2ab-e359-4781-9c06-9a8e9697b15c req-3bf058ea-1f6e-46e3-bfdb-f04ad4a00091 tempest-ImagesOneServerNegativeTestJSON-151319106 tempest-ImagesOneServerNegativeTestJSON-151319106-project] 10.222.0.66 "GET /v2.0/ports?device_id=786120f9-d68f-4c65-88e9-c1a744d7d460 HTTP/1.1" status: 200 len: 943 time: 0.2028375 Jan 26 21:08:00.596908 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a458e76-9439-4e0b-83bb-d5618b8d8588 admin admin] Pushing event deleted for resources: {'Port': ['ID=70583973-6ddc-4e46-908a-a31f61d6abdc,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:08:00.640102 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e8063e-a588-4f45-a9ab-5764c8394cc5 req-c383d91d-c019-457a-9fb9-a9ecb6f950a9 tempest-ImagesOneServerNegativeTestJSON-151319106 tempest-ImagesOneServerNegativeTestJSON-151319106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:08:00.641668 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-b7e8063e-a588-4f45-a9ab-5764c8394cc5 req-c383d91d-c019-457a-9fb9-a9ecb6f950a9 tempest-ImagesOneServerNegativeTestJSON-151319106 tempest-ImagesOneServerNegativeTestJSON-151319106-project] 10.222.0.13 "GET /v2.0/ports?device_id=786120f9-d68f-4c65-88e9-c1a744d7d460 HTTP/1.1" status: 200 len: 943 time: 0.2005553 Jan 26 21:08:00.713287 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ac7e18-f16b-4e63-b819-fad4b0a6089f req-da5f808a-7e65-4a18-8604-912a031831d4 tempest-LiveAutoBlockMigrationV225Test-1645909514 tempest-LiveAutoBlockMigrationV225Test-1645909514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:08:00.715163 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-29ac7e18-f16b-4e63-b819-fad4b0a6089f req-da5f808a-7e65-4a18-8604-912a031831d4 tempest-LiveAutoBlockMigrationV225Test-1645909514 tempest-LiveAutoBlockMigrationV225Test-1645909514-project] 10.222.0.13 "GET /v2.0/ports?device_id=d8f50517-906a-494e-a293-92450ad8c0a0 HTTP/1.1" status: 200 len: 945 time: 0.2729614 Jan 26 21:08:00.870160 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-b7e8063e-a588-4f45-a9ab-5764c8394cc5 req-f84c6ede-d3d5-4e86-bdb7-8595cf72dac2 tempest-ImagesOneServerNegativeTestJSON-151319106 tempest-ImagesOneServerNegativeTestJSON-151319106-project] 10.222.0.13 "GET /v2.0/security-groups?id=aea9fb57-b28b-4984-b6fd-ae500e1c8e4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1994011 Jan 26 21:08:00.912379 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-29ac7e18-f16b-4e63-b819-fad4b0a6089f req-67f359b4-72ed-4a84-a060-38202b7203d0 tempest-LiveAutoBlockMigrationV225Test-1645909514 tempest-LiveAutoBlockMigrationV225Test-1645909514-project] 10.222.0.13 "GET /v2.0/security-groups?id=d3d52ae6-e761-44ee-98bd-9ad0dc66343a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1859782 Jan 26 21:08:01.073045 n-d-760453-5 neutron-server[103306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '786120f9-d68f-4c65-88e9-c1a744d7d460', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6142eecc-8c92-4808-9dac-c62548be4bdc'}] {{(pid=103306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 21:08:01.075798 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9d5d370febab655511bdd2ffe887e43e442d144a440368702bcc1e93af00b97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e8a0b2d-b8eb-47a5-b9e5-bf6e4d2c6dd7" -d '{"events": [{"server_uuid": "786120f9-d68f-4c65-88e9-c1a744d7d460", "name": "network-vif-unplugged", "status": "completed", "tag": "6142eecc-8c92-4808-9dac-c62548be4bdc"}]}' {{(pid=103306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 21:08:01.244524 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [req-dec6b2ab-e359-4781-9c06-9a8e9697b15c req-f5bbd59c-9d97-434a-9d22-faf67bc4fa06 tempest-ImagesOneServerNegativeTestJSON-151319106 tempest-ImagesOneServerNegativeTestJSON-151319106-project] Deleting port 6142eecc-8c92-4808-9dac-c62548be4bdc {{(pid=103304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 21:08:01.244771 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-dec6b2ab-e359-4781-9c06-9a8e9697b15c req-f5bbd59c-9d97-434a-9d22-faf67bc4fa06 tempest-ImagesOneServerNegativeTestJSON-151319106 tempest-ImagesOneServerNegativeTestJSON-151319106-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746560630878'] for port (6142eecc-8c92-4808-9dac-c62548be4bdc), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:08:01.258521 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-7a458e76-9439-4e0b-83bb-d5618b8d8588 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3709480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4110805'] for router_interface (44e9c2ef-56bf-4b5e-85a8-5d89fa99edbc), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:08:01.277340 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Device 79b013a4-8026-47fc-9044-e6485fc3e604 details requested by agent hyperv_n-h1-760453-5 with host n-h1-760453-5 {{(pid=103306) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 26 21:08:01.327561 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-758b48cb-e0f1-43a6-90e9-6430f66319b8 req-be0934fa-10f7-40b8-972e-7b29996b54fb tempest-SecurityGroupsTestJSON-1679712722 tempest-SecurityGroupsTestJSON-1679712722-project] 10.222.0.13 "GET /v2.0/security-groups/09a38b62-99ef-407d-8330-a96087b5f923 HTTP/1.1" status: 200 len: 1817 time: 0.3767602 Jan 26 21:08:01.378972 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6de3cd9-260f-4674-b4a4-ec7ba3d6160d req-b40c2715-949e-4d12-8be4-12a7a36bad92 tempest-ServersAdminNegativeTestJSON-1178057290 tempest-ServersAdminNegativeTestJSON-1178057290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:08:01.381079 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-e6de3cd9-260f-4674-b4a4-ec7ba3d6160d req-b40c2715-949e-4d12-8be4-12a7a36bad92 tempest-ServersAdminNegativeTestJSON-1178057290 tempest-ServersAdminNegativeTestJSON-1178057290-project] 10.222.0.13 "GET /v2.0/ports?device_id=72953251-85ca-4106-a0f5-157672441c1f HTTP/1.1" status: 200 len: 947 time: 0.1856503 Jan 26 21:08:01.383689 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] For port 79b013a4-8026-47fc-9044-e6485fc3e604, host n-h1-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-5',level=0,port_id=79b013a4-8026-47fc-9044-e6485fc3e604,segment=NetworkSegment(4eab25d6-89d9-4907-a1c2-51b06443ba33),segment_id=4eab25d6-89d9-4907-a1c2-51b06443ba33)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:08:01.397774 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Returning: {'device': '79b013a4-8026-47fc-9044-e6485fc3e604', 'network_id': '7fbe9cf5-e12c-436d-b372-55a19c9faa30', 'port_id': '79b013a4-8026-47fc-9044-e6485fc3e604', 'mac_address': 'fa:16:3e:83:5c:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 561, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fd77e534-75e6-4b90-950e-f5824d584430', 'ip_address': '192.168.233.43'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103306) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 26 21:08:01.437212 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Current status of the port 79b013a4-8026-47fc-9044-e6485fc3e604 is: DOWN; New status is: BUILD {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:08:01.437984 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (79b013a4-8026-47fc-9044-e6485fc3e604), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:08:01.452355 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [req-dec6b2ab-e359-4781-9c06-9a8e9697b15c req-f5bbd59c-9d97-434a-9d22-faf67bc4fa06 tempest-ImagesOneServerNegativeTestJSON-151319106 tempest-ImagesOneServerNegativeTestJSON-151319106-project] For port 6142eecc-8c92-4808-9dac-c62548be4bdc, host n-h1-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-5',level=0,port_id=6142eecc-8c92-4808-9dac-c62548be4bdc,segment=NetworkSegment(58f97d30-90ed-4b82-8d47-15dab34d927d),segment_id=58f97d30-90ed-4b82-8d47-15dab34d927d)] {{(pid=103304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:08:01.452725 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-dec6b2ab-e359-4781-9c06-9a8e9697b15c req-f5bbd59c-9d97-434a-9d22-faf67bc4fa06 tempest-ImagesOneServerNegativeTestJSON-151319106 tempest-ImagesOneServerNegativeTestJSON-151319106-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4109658'] for port (6142eecc-8c92-4808-9dac-c62548be4bdc), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:08:01.454908 n-d-760453-5 neutron-server[103306]: DEBUG neutron.notifiers.nova [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 79b013a4-8026-47fc-9044-e6485fc3e604 {{(pid=103306) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 26 21:08:01.478377 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] For port 79b013a4-8026-47fc-9044-e6485fc3e604, host n-h1-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-5',level=0,port_id=79b013a4-8026-47fc-9044-e6485fc3e604,segment=NetworkSegment(4eab25d6-89d9-4907-a1c2-51b06443ba33),segment_id=4eab25d6-89d9-4907-a1c2-51b06443ba33)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:08:01.479203 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [req-dec6b2ab-e359-4781-9c06-9a8e9697b15c req-f5bbd59c-9d97-434a-9d22-faf67bc4fa06 tempest-ImagesOneServerNegativeTestJSON-151319106 tempest-ImagesOneServerNegativeTestJSON-151319106-project] Calling delete_port for 6142eecc-8c92-4808-9dac-c62548be4bdc owned by compute:nova {{(pid=103304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 21:08:01.484436 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (79b013a4-8026-47fc-9044-e6485fc3e604), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:08:01.540247 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Pushing event updated for resources: {'Port': ['ID=79b013a4-8026-47fc-9044-e6485fc3e604,revision_number=4']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:08:01.586516 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-e6de3cd9-260f-4674-b4a4-ec7ba3d6160d req-a5352d70-028a-44ec-a054-ca71e8344bcb tempest-ServersAdminNegativeTestJSON-1178057290 tempest-ServersAdminNegativeTestJSON-1178057290-project] 10.222.0.13 "GET /v2.0/security-groups?id=c18b03c4-72d9-42c1-93c5-33d242c8ac5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1831756 Jan 26 21:08:01.599432 n-d-760453-5 neutron-server[103304]: INFO neutron.api.v2.resource [req-758b48cb-e0f1-43a6-90e9-6430f66319b8 req-fc58a212-54cf-4b1a-9d61-9b75ebdc83a4 tempest-SecurityGroupsTestJSON-1679712722 tempest-SecurityGroupsTestJSON-1679712722-project] delete failed (client error): There was a conflict when trying to complete your request. Jan 26 21:08:01.600434 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-758b48cb-e0f1-43a6-90e9-6430f66319b8 req-fc58a212-54cf-4b1a-9d61-9b75ebdc83a4 tempest-SecurityGroupsTestJSON-1679712722 tempest-SecurityGroupsTestJSON-1679712722-project] 10.222.0.13 "DELETE /v2.0/security-groups/09a38b62-99ef-407d-8330-a96087b5f923 HTTP/1.1" status: 409 len: 341 time: 0.2145054 Jan 26 21:08:01.654741 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 26 Jan 2022 21:08:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ef2b353-5a77-4659-900b-78b96dc16999 x-openstack-request-id: req-1ef2b353-5a77-4659-900b-78b96dc16999 {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 21:08:01.655028 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "456d66f5-89ee-4521-82c0-85af7d6c1848", "tag": "09cb4ea7-a66a-4baf-99cd-e61491893f9b", "status": "completed", "code": 200}]} {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 21:08:01.655300 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-1ef2b353-5a77-4659-900b-78b96dc16999 {{(pid=103304) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 21:08:01.656050 n-d-760453-5 neutron-server[103304]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '456d66f5-89ee-4521-82c0-85af7d6c1848', 'tag': '09cb4ea7-a66a-4baf-99cd-e61491893f9b', 'status': 'completed', 'code': 200} Jan 26 21:08:01.744505 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a041f13-77f8-4b9a-8d12-e2a8065b0346 req-178c74da-cbc2-4830-a01c-c54ed9bd12a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:08:01.746898 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-3a041f13-77f8-4b9a-8d12-e2a8065b0346 req-178c74da-cbc2-4830-a01c-c54ed9bd12a3 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=cdb3500a13814dc9912a5c6c92f742c5&device_id=456d66f5-89ee-4521-82c0-85af7d6c1848 HTTP/1.1" status: 200 len: 1135 time: 0.0620978 Jan 26 21:08:01.775458 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 26 Jan 2022 21:08:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-599b5eb7-a2cf-44fa-bba1-200663664b23 x-openstack-request-id: req-599b5eb7-a2cf-44fa-bba1-200663664b23 {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 21:08:01.775987 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "786120f9-d68f-4c65-88e9-c1a744d7d460", "name": "network-vif-unplugged", "status": "completed", "tag": "6142eecc-8c92-4808-9dac-c62548be4bdc", "code": 200}]} {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 21:08:01.776400 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-599b5eb7-a2cf-44fa-bba1-200663664b23 {{(pid=103306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 21:08:01.776951 n-d-760453-5 neutron-server[103306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '786120f9-d68f-4c65-88e9-c1a744d7d460', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6142eecc-8c92-4808-9dac-c62548be4bdc', 'code': 200} Jan 26 21:08:01.835376 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f87edab-5ab8-412b-8e1c-19792435aaee req-f73356ca-9ae3-4b00-a025-940d1106fb06 tempest-MigrationsAdminTest-1084137346 tempest-MigrationsAdminTest-1084137346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:08:01.837116 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-1f87edab-5ab8-412b-8e1c-19792435aaee req-f73356ca-9ae3-4b00-a025-940d1106fb06 tempest-MigrationsAdminTest-1084137346 tempest-MigrationsAdminTest-1084137346-project] 10.222.0.13 "GET /v2.0/ports?device_id=6e0054d4-194a-4ef5-9a59-0af1fe168395 HTTP/1.1" status: 200 len: 950 time: 0.1151500 Jan 26 21:08:01.840731 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a458e76-9439-4e0b-83bb-d5618b8d8588 admin admin] Router 44e9c2ef-56bf-4b5e-85a8-5d89fa99edbc has already been hosted by L3 agent 09df100c-3af1-4b0a-bda8-05914c71c458 {{(pid=103304) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 26 21:08:01.850362 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-dec6b2ab-e359-4781-9c06-9a8e9697b15c req-f5bbd59c-9d97-434a-9d22-faf67bc4fa06 tempest-ImagesOneServerNegativeTestJSON-151319106 tempest-ImagesOneServerNegativeTestJSON-151319106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746560636600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746560234536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9281553'] for port (6142eecc-8c92-4808-9dac-c62548be4bdc), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:08:01.889395 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a041f13-77f8-4b9a-8d12-e2a8065b0346 req-63a97831-ac75-44d0-b466-62ef128c2823 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:08:01.890935 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-3a041f13-77f8-4b9a-8d12-e2a8065b0346 req-63a97831-ac75-44d0-b466-62ef128c2823 service neutron] 10.222.0.57 "GET /v2.0/networks?id=82d89aaf-7724-4482-8558-074956bc8f8b HTTP/1.1" status: 200 len: 914 time: 0.1352134 Jan 26 21:08:01.916867 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5bbd59c-9d97-434a-9d22-faf67bc4fa06 tempest-ImagesOneServerNegativeTestJSON-151319106 tempest-ImagesOneServerNegativeTestJSON-151319106-project] Pushing event deleted for resources: {'Port': ['ID=6142eecc-8c92-4808-9dac-c62548be4bdc,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:08:01.937835 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-3a041f13-77f8-4b9a-8d12-e2a8065b0346 req-c619d865-d04d-4cbe-bddc-29f31bbafa6e service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=09cb4ea7-a66a-4baf-99cd-e61491893f9b HTTP/1.1" status: 200 len: 217 time: 0.0368040 Jan 26 21:08:01.990433 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a041f13-77f8-4b9a-8d12-e2a8065b0346 req-4d2a0536-8e89-4694-bcff-53c067901934 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:08:01.992032 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-3a041f13-77f8-4b9a-8d12-e2a8065b0346 req-4d2a0536-8e89-4694-bcff-53c067901934 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=eff79e74-5114-4489-a406-2f00d23f7c9e HTTP/1.1" status: 200 len: 853 time: 0.0451367 Jan 26 21:08:02.019061 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [req-dec6b2ab-e359-4781-9c06-9a8e9697b15c req-f5bbd59c-9d97-434a-9d22-faf67bc4fa06 tempest-ImagesOneServerNegativeTestJSON-151319106 tempest-ImagesOneServerNegativeTestJSON-151319106-project] No DVR routers for this DVR port 6142eecc-8c92-4808-9dac-c62548be4bdc on host n-h1-760453-5 {{(pid=103304) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 26 21:08:02.024916 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-dec6b2ab-e359-4781-9c06-9a8e9697b15c req-f5bbd59c-9d97-434a-9d22-faf67bc4fa06 tempest-ImagesOneServerNegativeTestJSON-151319106 tempest-ImagesOneServerNegativeTestJSON-151319106-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:08:02.028286 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-dec6b2ab-e359-4781-9c06-9a8e9697b15c req-f5bbd59c-9d97-434a-9d22-faf67bc4fa06 tempest-ImagesOneServerNegativeTestJSON-151319106 tempest-ImagesOneServerNegativeTestJSON-151319106-project] 10.222.0.66 "DELETE /v2.0/ports/6142eecc-8c92-4808-9dac-c62548be4bdc HTTP/1.1" status: 204 len: 173 time: 1.4092002 Jan 26 21:08:02.029066 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-3a041f13-77f8-4b9a-8d12-e2a8065b0346 req-7e5aa197-7d36-459a-9543-30c031797493 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=82d89aaf-7724-4482-8558-074956bc8f8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0293214 Jan 26 21:08:02.034231 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-1f87edab-5ab8-412b-8e1c-19792435aaee req-b4166f91-e5a1-4e03-9332-1ec14940b9f4 tempest-MigrationsAdminTest-1084137346 tempest-MigrationsAdminTest-1084137346-project] 10.222.0.13 "GET /v2.0/security-groups?id=e0b082e3-685f-492b-b87f-3045b8ecd8c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1817265 Jan 26 21:08:02.036294 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] get_ports_and_sgs() called for port_ids ['79b013a4-8026-47fc-9044-e6485fc3e604'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 26 21:08:02.043521 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d1e9a8-028e-4d59-8ab1-e670fdb74de8 req-6a9ffbf3-c756-48af-bc5e-587a8e3a481c tempest-ServersAdminTestJSON-2108229583 tempest-ServersAdminTestJSON-2108229583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:08:02.045278 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-94d1e9a8-028e-4d59-8ab1-e670fdb74de8 req-6a9ffbf3-c756-48af-bc5e-587a8e3a481c tempest-ServersAdminTestJSON-2108229583 tempest-ServersAdminTestJSON-2108229583-project] 10.222.0.13 "GET /v2.0/ports?device_id=242b7086-c188-4e0a-9af5-4749fa74838b HTTP/1.1" status: 200 len: 950 time: 0.2066910 Jan 26 21:08:02.162014 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a458e76-9439-4e0b-83bb-d5618b8d8588 admin admin] Notify agent at l3_agent.n-d-760453-5 the message routers_updated {{(pid=103304) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 26 21:08:02.172725 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e48f7c0-1b5d-4523-ad14-67140fa26f1e None None] Sync routers for ids ['44e9c2ef-56bf-4b5e-85a8-5d89fa99edbc'] in n-d-760453-5 {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 26 21:08:02.174664 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-7a458e76-9439-4e0b-83bb-d5618b8d8588 admin admin] 10.222.0.13 "PUT /v2.0/routers/44e9c2ef-56bf-4b5e-85a8-5d89fa99edbc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7727787 Jan 26 21:08:02.183710 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-94d1e9a8-028e-4d59-8ab1-e670fdb74de8 req-8efaa404-8e39-4ae0-97cd-61718af14784 tempest-ServersAdminTestJSON-2108229583 tempest-ServersAdminTestJSON-2108229583-project] 10.222.0.13 "GET /v2.0/security-groups?id=95bc11fd-db53-4b42-971c-c958ca031066&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873811 Jan 26 21:08:02.184194 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 46300) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:08:02.190610 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e48f7c0-1b5d-4523-ad14-67140fa26f1e None None] Routers {'44e9c2ef-56bf-4b5e-85a8-5d89fa99edbc'} bound to L3 agent in host n-d-760453-5 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 21:08:02.193757 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-5e48f7c0-1b5d-4523-ad14-67140fa26f1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-26T20:55:21Z,description=,heartbeat_timestamp=2022-01-26T21:07:51Z,host='n-d-760453-5',id=09df100c-3af1-4b0a-bda8-05914c71c458,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:55:21Z,topic='l3_agent')) {'router_ids': ['44e9c2ef-56bf-4b5e-85a8-5d89fa99edbc'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:08:02.267344 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-3a041f13-77f8-4b9a-8d12-e2a8065b0346 req-05392e66-bab4-4d57-898b-80e565a8695f service neutron] 10.222.0.57 "GET /v2.0/networks/82d89aaf-7724-4482-8558-074956bc8f8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2247257 Jan 26 21:08:02.346458 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_dvr_db [None req-5e48f7c0-1b5d-4523-ad14-67140fa26f1e None None] Set router 44e9c2ef-56bf-4b5e-85a8-5d89fa99edbc gateway port host: n-d-760453-5 {{(pid=103307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 21:08:02.459454 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-3a041f13-77f8-4b9a-8d12-e2a8065b0346 req-598c2945-49a8-42ee-bbd8-0e18af5bf1df service neutron] 10.222.0.57 "GET /v2.0/networks/82d89aaf-7724-4482-8558-074956bc8f8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1788812 Jan 26 21:08:02.463571 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-2bcca265-aae7-4bae-b1e8-cda60f23e111 req-d879d766-780b-4efc-afdb-6a5958808152 tempest-ImagesOneServerNegativeTestJSON-151319106 tempest-ImagesOneServerNegativeTestJSON-151319106-project] 10.222.0.13 "GET /v2.0/ports?device_id=786120f9-d68f-4c65-88e9-c1a744d7d460 HTTP/1.1" status: 200 len: 210 time: 0.0634322 Jan 26 21:08:02.509746 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-b7c849e9-2bdd-4a4e-8fd1-ca8d4d78a1ff admin admin] Publish callbacks [] for router (44e9c2ef-56bf-4b5e-85a8-5d89fa99edbc), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:08:02.580716 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bdd5a09-d5c1-4e43-a431-0a7951bfaca9 req-e3bc529e-347f-436e-9ed1-141b2fe9a913 tempest-LiveAutoBlockMigrationV225Test-1645909514 tempest-LiveAutoBlockMigrationV225Test-1645909514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:08:02.587912 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-4bdd5a09-d5c1-4e43-a431-0a7951bfaca9 req-e3bc529e-347f-436e-9ed1-141b2fe9a913 tempest-LiveAutoBlockMigrationV225Test-1645909514 tempest-LiveAutoBlockMigrationV225Test-1645909514-project] 10.222.0.13 "GET /v2.0/ports?device_id=d8f50517-906a-494e-a293-92450ad8c0a0 HTTP/1.1" status: 200 len: 945 time: 0.1682112 Jan 26 21:08:02.596968 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27022ea-8517-4e26-ada8-7c9eecaa4f67 req-72b92166-fa5c-4969-917b-077607adf5c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:08:02.599244 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-b27022ea-8517-4e26-ada8-7c9eecaa4f67 req-72b92166-fa5c-4969-917b-077607adf5c4 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=cdb3500a13814dc9912a5c6c92f742c5&device_id=456d66f5-89ee-4521-82c0-85af7d6c1848 HTTP/1.1" status: 200 len: 1135 time: 0.0768316 Jan 26 21:08:02.726772 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27022ea-8517-4e26-ada8-7c9eecaa4f67 req-009d2083-dbfb-43e6-85aa-7aff7f51af0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:08:02.734930 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-4bdd5a09-d5c1-4e43-a431-0a7951bfaca9 req-ae50cf1a-aec0-4f1f-939a-97964b1f433d tempest-LiveAutoBlockMigrationV225Test-1645909514 tempest-LiveAutoBlockMigrationV225Test-1645909514-project] 10.222.0.13 "GET /v2.0/security-groups?id=d3d52ae6-e761-44ee-98bd-9ad0dc66343a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1421843 Jan 26 21:08:02.736025 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-b27022ea-8517-4e26-ada8-7c9eecaa4f67 req-009d2083-dbfb-43e6-85aa-7aff7f51af0f service neutron] 10.222.0.57 "GET /v2.0/networks?id=82d89aaf-7724-4482-8558-074956bc8f8b HTTP/1.1" status: 200 len: 914 time: 0.1287556 Jan 26 21:08:02.768957 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d96868-1ca0-45da-9cf5-04b7310993be req-250aa409-d4bd-4627-ae33-7b636d9c8c44 tempest-MigrationsAdminTest-1084137346 tempest-MigrationsAdminTest-1084137346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:08:02.780806 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-b4d96868-1ca0-45da-9cf5-04b7310993be req-250aa409-d4bd-4627-ae33-7b636d9c8c44 tempest-MigrationsAdminTest-1084137346 tempest-MigrationsAdminTest-1084137346-project] 10.222.0.13 "GET /v2.0/ports?device_id=6e0054d4-194a-4ef5-9a59-0af1fe168395 HTTP/1.1" status: 200 len: 950 time: 0.1714687 Jan 26 21:08:02.782415 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-b7c849e9-2bdd-4a4e-8fd1-ca8d4d78a1ff admin admin] Publish callbacks [] for router_gateway (44e9c2ef-56bf-4b5e-85a8-5d89fa99edbc), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:08:02.784600 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-5e48f7c0-1b5d-4523-ad14-67140fa26f1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44e9c2ef-56bf-4b5e-85a8-5d89fa99edbc', 'name': 'tempest-AttachSCSIVolumeTestJSON-2132543584-router', 'tenant_id': '4f1b97f7a7584e36aff8917d9b7a41d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'external_fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.202'}], 'enable_snat': True}, 'gw_port_id': '0973b9bf-11c5-4921-88ed-c7bca9da02d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T21:05:47Z', 'updated_at': '2022-01-26T21:08:00Z', 'revision_number': 5, 'project_id': '4f1b97f7a7584e36aff8917d9b7a41d8', 'gw_port': {'id': '0973b9bf-11c5-4921-88ed-c7bca9da02d6', 'name': '', 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:30:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44e9c2ef-56bf-4b5e-85a8-5d89fa99edbc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 241, 'fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:05:48Z', 'updated_at': '2022-01-26T21:05:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-5'}], 'n-d-760453-5', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:08:02.815383 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-b27022ea-8517-4e26-ada8-7c9eecaa4f67 req-9187ed2e-9509-4fd7-837a-dff6b85c6cb0 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=09cb4ea7-a66a-4baf-99cd-e61491893f9b HTTP/1.1" status: 200 len: 217 time: 0.0711954 Jan 26 21:08:02.822793 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e48f7c0-1b5d-4523-ad14-67140fa26f1e None None] Checking router: 44e9c2ef-56bf-4b5e-85a8-5d89fa99edbc for host: n-d-760453-5 {{(pid=103307) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 26 21:08:02.833503 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e48f7c0-1b5d-4523-ad14-67140fa26f1e None None] Routers {'44e9c2ef-56bf-4b5e-85a8-5d89fa99edbc'} bound to L3 agent in host n-d-760453-5 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 21:08:02.834545 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-5e48f7c0-1b5d-4523-ad14-67140fa26f1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-26T20:55:21Z,description=,heartbeat_timestamp=2022-01-26T21:07:51Z,host='n-d-760453-5',id=09df100c-3af1-4b0a-bda8-05914c71c458,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:55:21Z,topic='l3_agent')) {'router_ids': ['44e9c2ef-56bf-4b5e-85a8-5d89fa99edbc'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:08:02.889887 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27022ea-8517-4e26-ada8-7c9eecaa4f67 req-e25754ed-e6f3-45eb-a178-8caf2428c136 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:08:02.891426 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-b27022ea-8517-4e26-ada8-7c9eecaa4f67 req-e25754ed-e6f3-45eb-a178-8caf2428c136 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=eff79e74-5114-4489-a406-2f00d23f7c9e HTTP/1.1" status: 200 len: 853 time: 0.0681815 Jan 26 21:08:02.908208 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-b4d96868-1ca0-45da-9cf5-04b7310993be req-e2d887ea-e65d-486f-ae54-46728fb06388 tempest-MigrationsAdminTest-1084137346 tempest-MigrationsAdminTest-1084137346-project] 10.222.0.13 "GET /v2.0/security-groups?id=e0b082e3-685f-492b-b87f-3045b8ecd8c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127131 Jan 26 21:08:02.939523 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-b27022ea-8517-4e26-ada8-7c9eecaa4f67 req-8c671385-323c-4c6e-b322-ec26228f428b service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=82d89aaf-7724-4482-8558-074956bc8f8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0309241 Jan 26 21:08:02.944553 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_dvr_db [None req-5e48f7c0-1b5d-4523-ad14-67140fa26f1e None None] Set router 44e9c2ef-56bf-4b5e-85a8-5d89fa99edbc gateway port host: None {{(pid=103307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 21:08:02.960526 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b06ed71-a497-4574-a998-34e654e369bd req-568a5a91-8640-4b82-9b21-a57249598715 tempest-SecurityGroupsTestJSON-1679712722 tempest-SecurityGroupsTestJSON-1679712722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:08:02.962236 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-0b06ed71-a497-4574-a998-34e654e369bd req-568a5a91-8640-4b82-9b21-a57249598715 tempest-SecurityGroupsTestJSON-1679712722 tempest-SecurityGroupsTestJSON-1679712722-project] 10.222.0.13 "GET /v2.0/ports?device_id=456d66f5-89ee-4521-82c0-85af7d6c1848 HTTP/1.1" status: 200 len: 984 time: 0.1078181 Jan 26 21:08:02.967270 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-b7c849e9-2bdd-4a4e-8fd1-ca8d4d78a1ff admin admin] Deleting port 0973b9bf-11c5-4921-88ed-c7bca9da02d6 {{(pid=103304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 21:08:02.967717 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-b7c849e9-2bdd-4a4e-8fd1-ca8d4d78a1ff admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746560630878'] for port (0973b9bf-11c5-4921-88ed-c7bca9da02d6), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:08:03.017390 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-5e48f7c0-1b5d-4523-ad14-67140fa26f1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44e9c2ef-56bf-4b5e-85a8-5d89fa99edbc', 'name': 'tempest-AttachSCSIVolumeTestJSON-2132543584-router', 'tenant_id': '4f1b97f7a7584e36aff8917d9b7a41d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T21:05:47Z', 'updated_at': '2022-01-26T21:08:02Z', 'revision_number': 6, 'project_id': '4f1b97f7a7584e36aff8917d9b7a41d8', 'gw_port_host': None}], 'n-d-760453-5', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:08:03.057523 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e48f7c0-1b5d-4523-ad14-67140fa26f1e None None] The sync data for ids ['44e9c2ef-56bf-4b5e-85a8-5d89fa99edbc'] in n-d-760453-5 is: [{'id': '44e9c2ef-56bf-4b5e-85a8-5d89fa99edbc', 'name': 'tempest-AttachSCSIVolumeTestJSON-2132543584-router', 'tenant_id': '4f1b97f7a7584e36aff8917d9b7a41d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T21:05:47Z', 'updated_at': '2022-01-26T21:08:02Z', 'revision_number': 6, 'project_id': '4f1b97f7a7584e36aff8917d9b7a41d8', 'gw_port_host': None}] {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 26 21:08:03.059765 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-b27022ea-8517-4e26-ada8-7c9eecaa4f67 req-fe0f3eb0-ee72-4673-958a-ec27d577c5ec service neutron] 10.222.0.57 "GET /v2.0/networks/82d89aaf-7724-4482-8558-074956bc8f8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1144588 Jan 26 21:08:03.118349 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-0b06ed71-a497-4574-a998-34e654e369bd req-1eb0063e-633b-4f6b-8bca-26326db27fc4 tempest-SecurityGroupsTestJSON-1679712722 tempest-SecurityGroupsTestJSON-1679712722-project] 10.222.0.13 "GET /v2.0/security-groups?id=c3c6c2ef-9865-4e2c-9818-90435d60a1af&id=09a38b62-99ef-407d-8330-a96087b5f923&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.1355107 Jan 26 21:08:03.134454 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b944a257-273c-4470-8014-4835701a7e0b req-dba20ab8-2dc2-4def-8e3f-5290af0bf6a5 tempest-ServersAdminNegativeTestJSON-1178057290 tempest-ServersAdminNegativeTestJSON-1178057290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:08:03.146357 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-b944a257-273c-4470-8014-4835701a7e0b req-dba20ab8-2dc2-4def-8e3f-5290af0bf6a5 tempest-ServersAdminNegativeTestJSON-1178057290 tempest-ServersAdminNegativeTestJSON-1178057290-project] 10.222.0.13 "GET /v2.0/ports?device_id=72953251-85ca-4106-a0f5-157672441c1f HTTP/1.1" status: 200 len: 948 time: 0.1568336 Jan 26 21:08:03.170659 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-b27022ea-8517-4e26-ada8-7c9eecaa4f67 req-36d0488e-8393-4077-b510-be2d3b1a9c5d service neutron] 10.222.0.57 "GET /v2.0/networks/82d89aaf-7724-4482-8558-074956bc8f8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1048973 Jan 26 21:08:03.174375 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [None req-b7c849e9-2bdd-4a4e-8fd1-ca8d4d78a1ff admin admin] For port 0973b9bf-11c5-4921-88ed-c7bca9da02d6, host n-d-760453-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=0973b9bf-11c5-4921-88ed-c7bca9da02d6,segment=NetworkSegment(e17cb353-418f-48b9-b982-21a6233ee99b),segment_id=e17cb353-418f-48b9-b982-21a6233ee99b)] {{(pid=103304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:08:03.174814 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-b7c849e9-2bdd-4a4e-8fd1-ca8d4d78a1ff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4109658'] for port (0973b9bf-11c5-4921-88ed-c7bca9da02d6), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:08:03.196069 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-b7c849e9-2bdd-4a4e-8fd1-ca8d4d78a1ff admin admin] Calling delete_port for 0973b9bf-11c5-4921-88ed-c7bca9da02d6 owned by network:router_gateway {{(pid=103304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 21:08:03.223963 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-b944a257-273c-4470-8014-4835701a7e0b req-05c25ed2-d120-4f2d-8a16-efb5803df906 tempest-ServersAdminNegativeTestJSON-1178057290 tempest-ServersAdminNegativeTestJSON-1178057290-project] 10.222.0.13 "GET /v2.0/security-groups?id=c18b03c4-72d9-42c1-93c5-33d242c8ac5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818219 Jan 26 21:08:03.297957 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Device 6142eecc-8c92-4808-9dac-c62548be4bdc no longer exists at agent hyperv_n-h1-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 26 21:08:03.339784 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] No Port match for: 6142eecc-8c92-4808-9dac-c62548be4bdc {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 26 21:08:03.340052 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Device 6142eecc-8c92-4808-9dac-c62548be4bdc not bound to the agent host n-h1-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 26 21:08:03.450699 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb9b24f-f922-4048-97eb-c10aba61c82c req-5a24e042-d9d7-4f4d-9a69-38b0108619ce tempest-ServersAdminTestJSON-2108229583 tempest-ServersAdminTestJSON-2108229583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:08:03.453552 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-9eb9b24f-f922-4048-97eb-c10aba61c82c req-5a24e042-d9d7-4f4d-9a69-38b0108619ce tempest-ServersAdminTestJSON-2108229583 tempest-ServersAdminTestJSON-2108229583-project] 10.222.0.13 "GET /v2.0/ports?device_id=242b7086-c188-4e0a-9af5-4749fa74838b HTTP/1.1" status: 200 len: 950 time: 0.1470802 Jan 26 21:08:03.577479 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-9eb9b24f-f922-4048-97eb-c10aba61c82c req-6fc67889-808f-44fc-917a-7e7b1ded7b0d tempest-ServersAdminTestJSON-2108229583 tempest-ServersAdminTestJSON-2108229583-project] 10.222.0.13 "GET /v2.0/security-groups?id=95bc11fd-db53-4b42-971c-c958ca031066&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092875 Jan 26 21:08:03.587748 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-b7c849e9-2bdd-4a4e-8fd1-ca8d4d78a1ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746560636600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746560234536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9281553'] for port (0973b9bf-11c5-4921-88ed-c7bca9da02d6), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:08:03.640038 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c849e9-2bdd-4a4e-8fd1-ca8d4d78a1ff admin admin] Pushing event deleted for resources: {'Port': ['ID=0973b9bf-11c5-4921-88ed-c7bca9da02d6,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:08:03.656808 n-d-760453-5 neutron-server[103304]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '786120f9-d68f-4c65-88e9-c1a744d7d460', 'name': 'network-vif-deleted', 'tag': '6142eecc-8c92-4808-9dac-c62548be4bdc'}] {{(pid=103304) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 21:08:03.659418 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d52b45f1943fcd332af9527eb73ff93c8d715d44383a3f6d18de73b4cfcf87b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7de7ba1c-75ce-4c07-bea8-778c24e9a5f1" -d '{"events": [{"server_uuid": "786120f9-d68f-4c65-88e9-c1a744d7d460", "name": "network-vif-deleted", "tag": "6142eecc-8c92-4808-9dac-c62548be4bdc"}]}' {{(pid=103304) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 21:08:03.681144 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-d853774f-60fe-4987-ab30-d76bc73bebaa req-710203a1-ee4f-431d-a288-39cbcac7feb9 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=6e0054d4-194a-4ef5-9a59-0af1fe168395&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0738556 Jan 26 21:08:03.709424 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7c849e9-2bdd-4a4e-8fd1-ca8d4d78a1ff admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:08:03.709937 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7c849e9-2bdd-4a4e-8fd1-ca8d4d78a1ff admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:08:03.710854 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7c849e9-2bdd-4a4e-8fd1-ca8d4d78a1ff admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:08:03.711290 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7c849e9-2bdd-4a4e-8fd1-ca8d4d78a1ff admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:08:03.711725 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7c849e9-2bdd-4a4e-8fd1-ca8d4d78a1ff admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:08:03.712153 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7c849e9-2bdd-4a4e-8fd1-ca8d4d78a1ff admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:08:03.712581 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7c849e9-2bdd-4a4e-8fd1-ca8d4d78a1ff admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:08:03.713265 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7c849e9-2bdd-4a4e-8fd1-ca8d4d78a1ff admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:08:03.713661 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7c849e9-2bdd-4a4e-8fd1-ca8d4d78a1ff admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:08:03.714085 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7c849e9-2bdd-4a4e-8fd1-ca8d4d78a1ff admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:08:03.714504 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7c849e9-2bdd-4a4e-8fd1-ca8d4d78a1ff admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:08:03.714924 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7c849e9-2bdd-4a4e-8fd1-ca8d4d78a1ff admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:08:03.715342 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7c849e9-2bdd-4a4e-8fd1-ca8d4d78a1ff admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:08:03.799367 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cda549d-cbaa-4abe-9f7e-faf345297ee6 req-a623e2fc-6bbb-4964-8adb-ae960c795014 tempest-MigrationsAdminTest-1084137346 tempest-MigrationsAdminTest-1084137346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:08:03.801568 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-1cda549d-cbaa-4abe-9f7e-faf345297ee6 req-a623e2fc-6bbb-4964-8adb-ae960c795014 tempest-MigrationsAdminTest-1084137346 tempest-MigrationsAdminTest-1084137346-project] 10.222.0.13 "GET /v2.0/ports?device_id=6e0054d4-194a-4ef5-9a59-0af1fe168395 HTTP/1.1" status: 200 len: 950 time: 0.1643031 Jan 26 21:08:03.806877 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-b7c849e9-2bdd-4a4e-8fd1-ca8d4d78a1ff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4111291'] for router_gateway (44e9c2ef-56bf-4b5e-85a8-5d89fa99edbc), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:08:03.912287 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 46338) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:08:03.922650 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-36df7c89-e422-48cd-a84d-03830730184e tempest-ImagesOneServerNegativeTestJSON-151319106 tempest-ImagesOneServerNegativeTestJSON-151319106-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1654519027', 'description': 'tempest-description--1321329246'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:08:03.940442 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-b7c849e9-2bdd-4a4e-8fd1-ca8d4d78a1ff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4105774', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13082'] for router (44e9c2ef-56bf-4b5e-85a8-5d89fa99edbc), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:08:03.946248 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-1cda549d-cbaa-4abe-9f7e-faf345297ee6 req-d81d0625-512e-495e-82b8-f6a4a68f054e tempest-MigrationsAdminTest-1084137346 tempest-MigrationsAdminTest-1084137346-project] 10.222.0.13 "GET /v2.0/security-groups?id=e0b082e3-685f-492b-b87f-3045b8ecd8c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1371484 Jan 26 21:08:03.947462 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-b7c849e9-2bdd-4a4e-8fd1-ca8d4d78a1ff admin admin] Publish callbacks [] for router_controller (44e9c2ef-56bf-4b5e-85a8-5d89fa99edbc), precommit_delete_associations {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:08:03.980395 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-36df7c89-e422-48cd-a84d-03830730184e tempest-ImagesOneServerNegativeTestJSON-151319106 tempest-ImagesOneServerNegativeTestJSON-151319106-project] Publish callbacks [] for security_group (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:08:04.003409 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Jan 2022 21:08:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6d9276e-2a78-4e92-8312-6c4426830557 x-openstack-request-id: req-a6d9276e-2a78-4e92-8312-6c4426830557 {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 21:08:04.003594 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "786120f9-d68f-4c65-88e9-c1a744d7d460", "name": "network-vif-deleted", "tag": "6142eecc-8c92-4808-9dac-c62548be4bdc", "status": "completed", "code": 200}]} {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 21:08:04.004452 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a6d9276e-2a78-4e92-8312-6c4426830557 {{(pid=103304) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 21:08:04.004900 n-d-760453-5 neutron-server[103304]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '786120f9-d68f-4c65-88e9-c1a744d7d460', 'name': 'network-vif-deleted', 'tag': '6142eecc-8c92-4808-9dac-c62548be4bdc', 'status': 'completed', 'code': 200} Jan 26 21:08:04.018680 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-b7c849e9-2bdd-4a4e-8fd1-ca8d4d78a1ff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4105767'] for router (44e9c2ef-56bf-4b5e-85a8-5d89fa99edbc), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:08:04.019464 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7c849e9-2bdd-4a4e-8fd1-ca8d4d78a1ff admin admin] Fanout notify agent at l3_agent the message router_deleted on router 44e9c2ef-56bf-4b5e-85a8-5d89fa99edbc {{(pid=103304) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 26 21:08:04.026520 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-b7c849e9-2bdd-4a4e-8fd1-ca8d4d78a1ff admin admin] Publish callbacks [] for router (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:08:04.030732 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-b7c849e9-2bdd-4a4e-8fd1-ca8d4d78a1ff admin admin] 10.222.0.13 "DELETE /v2.0/routers/44e9c2ef-56bf-4b5e-85a8-5d89fa99edbc HTTP/1.1" status: 204 len: 168 time: 1.8455396 Jan 26 21:08:04.031676 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 46344) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:08:04.110264 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-36df7c89-e422-48cd-a84d-03830730184e tempest-ImagesOneServerNegativeTestJSON-151319106 tempest-ImagesOneServerNegativeTestJSON-151319106-project] Publish callbacks [] for security_group (e0465c07-0ed7-4664-9dc7-369cada9b604), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:08:04.120411 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-36df7c89-e422-48cd-a84d-03830730184e tempest-ImagesOneServerNegativeTestJSON-151319106 tempest-ImagesOneServerNegativeTestJSON-151319106-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (e0465c07-0ed7-4664-9dc7-369cada9b604), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:08:04.169501 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-36df7c89-e422-48cd-a84d-03830730184e tempest-ImagesOneServerNegativeTestJSON-151319106 tempest-ImagesOneServerNegativeTestJSON-151319106-project] Publish callbacks [] for security_group (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:08:04.170963 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-36df7c89-e422-48cd-a84d-03830730184e tempest-ImagesOneServerNegativeTestJSON-151319106 tempest-ImagesOneServerNegativeTestJSON-151319106-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.2568564 Jan 26 21:08:04.174544 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36df7c89-e422-48cd-a84d-03830730184e tempest-ImagesOneServerNegativeTestJSON-151319106 tempest-ImagesOneServerNegativeTestJSON-151319106-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e0465c07-0ed7-4664-9dc7-369cada9b604,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:08:04.183527 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 46350) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:08:04.197892 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-bcc8cbc9-2fc6-4aa0-8fee-44a1387c5179 tempest-ImagesOneServerNegativeTestJSON-151319106 tempest-ImagesOneServerNegativeTestJSON-151319106-project] Request body: {'security_group_rule': {'security_group_id': 'e0465c07-0ed7-4664-9dc7-369cada9b604', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:08:04.275629 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-bcc8cbc9-2fc6-4aa0-8fee-44a1387c5179 tempest-ImagesOneServerNegativeTestJSON-151319106 tempest-ImagesOneServerNegativeTestJSON-151319106-project] Publish callbacks [] for security_group_rule (9fc2922e-2242-4676-b01f-eac4c3b8dac8), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:08:04.395836 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-bcc8cbc9-2fc6-4aa0-8fee-44a1387c5179 tempest-ImagesOneServerNegativeTestJSON-151319106 tempest-ImagesOneServerNegativeTestJSON-151319106-project] Publish callbacks [] for security_group_rule (9fc2922e-2242-4676-b01f-eac4c3b8dac8), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:08:04.404656 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.db_base_plugin_v2 [None req-e96d849f-df69-4c37-b72b-840f914d90ad admin admin] Deleting subnet 8871b527-c1a0-4fab-8060-a3c03f2e40f0 {{(pid=103304) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 26 21:08:04.410476 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-bcc8cbc9-2fc6-4aa0-8fee-44a1387c5179 tempest-ImagesOneServerNegativeTestJSON-151319106 tempest-ImagesOneServerNegativeTestJSON-151319106-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102715'] for security_group_rule (9fc2922e-2242-4676-b01f-eac4c3b8dac8), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:08:04.413732 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-e96d849f-df69-4c37-b72b-840f914d90ad admin admin] Publish callbacks [] for subnet (8871b527-c1a0-4fab-8060-a3c03f2e40f0), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:08:04.447924 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e75f55-6b04-4497-83af-8941a994748b req-89a2989e-973c-4502-9131-25903f76c2d2 tempest-LiveAutoBlockMigrationV225Test-1645909514 tempest-LiveAutoBlockMigrationV225Test-1645909514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:08:04.453742 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-01e75f55-6b04-4497-83af-8941a994748b req-89a2989e-973c-4502-9131-25903f76c2d2 tempest-LiveAutoBlockMigrationV225Test-1645909514 tempest-LiveAutoBlockMigrationV225Test-1645909514-project] 10.222.0.13 "GET /v2.0/ports?device_id=d8f50517-906a-494e-a293-92450ad8c0a0 HTTP/1.1" status: 200 len: 945 time: 0.1343844 Jan 26 21:08:04.464317 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-bcc8cbc9-2fc6-4aa0-8fee-44a1387c5179 tempest-ImagesOneServerNegativeTestJSON-151319106 tempest-ImagesOneServerNegativeTestJSON-151319106-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:08:04.469357 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-bcc8cbc9-2fc6-4aa0-8fee-44a1387c5179 tempest-ImagesOneServerNegativeTestJSON-151319106 tempest-ImagesOneServerNegativeTestJSON-151319106-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2833073 Jan 26 21:08:04.470244 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 46360) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:08:04.485068 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-e96d849f-df69-4c37-b72b-840f914d90ad admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8881284'] for subnet (8871b527-c1a0-4fab-8060-a3c03f2e40f0), precommit_delete_associations {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:08:04.495663 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e67631-23e5-499f-992a-1c1912423784 req-579cc1aa-a9c6-4964-8349-34ae671c0654 tempest-SecurityGroupsTestJSON-1679712722 tempest-SecurityGroupsTestJSON-1679712722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:08:04.497370 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-c2e67631-23e5-499f-992a-1c1912423784 req-579cc1aa-a9c6-4964-8349-34ae671c0654 tempest-SecurityGroupsTestJSON-1679712722 tempest-SecurityGroupsTestJSON-1679712722-project] 10.222.0.13 "GET /v2.0/ports?device_id=456d66f5-89ee-4521-82c0-85af7d6c1848 HTTP/1.1" status: 200 len: 984 time: 0.1834486 Jan 26 21:08:04.501568 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-84b1c10e-f5ed-4a6f-814e-411ecc3d0d28 tempest-ImagesOneServerNegativeTestJSON-151319106 tempest-ImagesOneServerNegativeTestJSON-151319106-project] Request body: {'security_group_rule': {'security_group_id': 'e0465c07-0ed7-4664-9dc7-369cada9b604', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:08:04.535540 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc8cbc9-2fc6-4aa0-8fee-44a1387c5179 tempest-ImagesOneServerNegativeTestJSON-151319106 tempest-ImagesOneServerNegativeTestJSON-151319106-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9fc2922e-2242-4676-b01f-eac4c3b8dac8,revision_number=0']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:08:04.557328 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc8cbc9-2fc6-4aa0-8fee-44a1387c5179 tempest-ImagesOneServerNegativeTestJSON-151319106 tempest-ImagesOneServerNegativeTestJSON-151319106-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:08:04.557868 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc8cbc9-2fc6-4aa0-8fee-44a1387c5179 tempest-ImagesOneServerNegativeTestJSON-151319106 tempest-ImagesOneServerNegativeTestJSON-151319106-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:08:04.559275 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc8cbc9-2fc6-4aa0-8fee-44a1387c5179 tempest-ImagesOneServerNegativeTestJSON-151319106 tempest-ImagesOneServerNegativeTestJSON-151319106-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:08:04.559866 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc8cbc9-2fc6-4aa0-8fee-44a1387c5179 tempest-ImagesOneServerNegativeTestJSON-151319106 tempest-ImagesOneServerNegativeTestJSON-151319106-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:08:04.564459 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc8cbc9-2fc6-4aa0-8fee-44a1387c5179 tempest-ImagesOneServerNegativeTestJSON-151319106 tempest-ImagesOneServerNegativeTestJSON-151319106-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:08:04.567965 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc8cbc9-2fc6-4aa0-8fee-44a1387c5179 tempest-ImagesOneServerNegativeTestJSON-151319106 tempest-ImagesOneServerNegativeTestJSON-151319106-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:08:04.570843 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc8cbc9-2fc6-4aa0-8fee-44a1387c5179 tempest-ImagesOneServerNegativeTestJSON-151319106 tempest-ImagesOneServerNegativeTestJSON-151319106-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:08:04.574482 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc8cbc9-2fc6-4aa0-8fee-44a1387c5179 tempest-ImagesOneServerNegativeTestJSON-151319106 tempest-ImagesOneServerNegativeTestJSON-151319106-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:08:04.575763 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc8cbc9-2fc6-4aa0-8fee-44a1387c5179 tempest-ImagesOneServerNegativeTestJSON-151319106 tempest-ImagesOneServerNegativeTestJSON-151319106-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:08:04.576784 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc8cbc9-2fc6-4aa0-8fee-44a1387c5179 tempest-ImagesOneServerNegativeTestJSON-151319106 tempest-ImagesOneServerNegativeTestJSON-151319106-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:08:04.577316 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc8cbc9-2fc6-4aa0-8fee-44a1387c5179 tempest-ImagesOneServerNegativeTestJSON-151319106 tempest-ImagesOneServerNegativeTestJSON-151319106-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:08:04.577702 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc8cbc9-2fc6-4aa0-8fee-44a1387c5179 tempest-ImagesOneServerNegativeTestJSON-151319106 tempest-ImagesOneServerNegativeTestJSON-151319106-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:08:04.580688 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc8cbc9-2fc6-4aa0-8fee-44a1387c5179 tempest-ImagesOneServerNegativeTestJSON-151319106 tempest-ImagesOneServerNegativeTestJSON-151319106-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:08:04.594244 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-84b1c10e-f5ed-4a6f-814e-411ecc3d0d28 tempest-ImagesOneServerNegativeTestJSON-151319106 tempest-ImagesOneServerNegativeTestJSON-151319106-project] Publish callbacks [] for security_group_rule (6ad34a64-2f93-4900-9c66-8ebb77bbdc7f), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:08:04.648814 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-84b1c10e-f5ed-4a6f-814e-411ecc3d0d28 tempest-ImagesOneServerNegativeTestJSON-151319106 tempest-ImagesOneServerNegativeTestJSON-151319106-project] Publish callbacks [] for security_group_rule (6ad34a64-2f93-4900-9c66-8ebb77bbdc7f), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:08:04.656234 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-84b1c10e-f5ed-4a6f-814e-411ecc3d0d28 tempest-ImagesOneServerNegativeTestJSON-151319106 tempest-ImagesOneServerNegativeTestJSON-151319106-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102715'] for security_group_rule (6ad34a64-2f93-4900-9c66-8ebb77bbdc7f), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:08:04.670216 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-01e75f55-6b04-4497-83af-8941a994748b req-2e4a629a-744a-45b5-acf4-306e4f309e8c tempest-LiveAutoBlockMigrationV225Test-1645909514 tempest-LiveAutoBlockMigrationV225Test-1645909514-project] 10.222.0.13 "GET /v2.0/security-groups?id=d3d52ae6-e761-44ee-98bd-9ad0dc66343a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1878846 Jan 26 21:08:04.680741 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-c2e67631-23e5-499f-992a-1c1912423784 req-500a90f9-644f-419d-afdc-13b98e6fbff8 tempest-SecurityGroupsTestJSON-1679712722 tempest-SecurityGroupsTestJSON-1679712722-project] 10.222.0.13 "GET /v2.0/security-groups?id=c3c6c2ef-9865-4e2c-9818-90435d60a1af&id=09a38b62-99ef-407d-8330-a96087b5f923&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.1354179 Jan 26 21:08:04.688558 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b1c10e-f5ed-4a6f-814e-411ecc3d0d28 tempest-ImagesOneServerNegativeTestJSON-151319106 tempest-ImagesOneServerNegativeTestJSON-151319106-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6ad34a64-2f93-4900-9c66-8ebb77bbdc7f,revision_number=0']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:08:04.718301 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-84b1c10e-f5ed-4a6f-814e-411ecc3d0d28 tempest-ImagesOneServerNegativeTestJSON-151319106 tempest-ImagesOneServerNegativeTestJSON-151319106-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:08:04.722228 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-84b1c10e-f5ed-4a6f-814e-411ecc3d0d28 tempest-ImagesOneServerNegativeTestJSON-151319106 tempest-ImagesOneServerNegativeTestJSON-151319106-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2341311 Jan 26 21:08:04.725380 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 46366) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:08:04.739129 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-891808d8-f5bc-4917-9f53-80a298013e0e tempest-ImagesOneServerNegativeTestJSON-151319106 tempest-ImagesOneServerNegativeTestJSON-151319106-project] Request body: {'floatingip': {'floating_network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:08:04.783608 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-891808d8-f5bc-4917-9f53-80a298013e0e tempest-ImagesOneServerNegativeTestJSON-151319106 tempest-ImagesOneServerNegativeTestJSON-151319106-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:08:04.786844 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device 0973b9bf-11c5-4921-88ed-c7bca9da02d6 no longer exists at agent ovs-agent-n-d-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 26 21:08:04.792881 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-e96d849f-df69-4c37-b72b-840f914d90ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687316'] for subnet (8871b527-c1a0-4fab-8060-a3c03f2e40f0), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:08:04.844923 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] No Port match for: 0973b9bf-11c5-4921-88ed-c7bca9da02d6 {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 26 21:08:04.845330 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device 0973b9bf-11c5-4921-88ed-c7bca9da02d6 not bound to the agent host n-d-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 26 21:08:04.846954 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device 70583973-6ddc-4e46-908a-a31f61d6abdc no longer exists at agent ovs-agent-n-d-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 26 21:08:04.890679 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] No Port match for: 70583973-6ddc-4e46-908a-a31f61d6abdc {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 26 21:08:04.891331 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device 70583973-6ddc-4e46-908a-a31f61d6abdc not bound to the agent host n-d-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 26 21:08:04.905924 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-e96d849f-df69-4c37-b72b-840f914d90ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9281612', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12215216'] for subnet (8871b527-c1a0-4fab-8060-a3c03f2e40f0), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:08:04.935144 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3702aad1-d26a-4e1a-8176-3bd4741c3908 req-e9dc48e2-0cbb-46a5-9f44-d3ae7ae3d7d5 tempest-ServersAdminNegativeTestJSON-1178057290 tempest-ServersAdminNegativeTestJSON-1178057290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:08:04.936736 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-3702aad1-d26a-4e1a-8176-3bd4741c3908 req-e9dc48e2-0cbb-46a5-9f44-d3ae7ae3d7d5 tempest-ServersAdminNegativeTestJSON-1178057290 tempest-ServersAdminNegativeTestJSON-1178057290-project] 10.222.0.13 "GET /v2.0/ports?device_id=72953251-85ca-4106-a0f5-157672441c1f HTTP/1.1" status: 200 len: 948 time: 0.0897732 Jan 26 21:08:04.967410 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-545615ec-1ff4-4fa1-a182-8d55352bfd9f None None] Network 722dc8bc-a87d-4916-a2e7-5838903c4a7c requested from n-d-760453-5 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 26 21:08:04.967734 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e96d849f-df69-4c37-b72b-840f914d90ad admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8871b527-c1a0-4fab-8060-a3c03f2e40f0,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:08:04.974155 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-891808d8-f5bc-4917-9f53-80a298013e0e tempest-ImagesOneServerNegativeTestJSON-151319106 tempest-ImagesOneServerNegativeTestJSON-151319106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:08:05.004532 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-e96d849f-df69-4c37-b72b-840f914d90ad admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:08:05.011728 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-e96d849f-df69-4c37-b72b-840f914d90ad admin admin] 10.222.0.13 "DELETE /v2.0/subnets/8871b527-c1a0-4fab-8060-a3c03f2e40f0 HTTP/1.1" status: 204 len: 168 time: 0.9790554 Jan 26 21:08:05.013561 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 46370) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:08:05.074861 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-3702aad1-d26a-4e1a-8176-3bd4741c3908 req-f534ca5b-6caf-463c-967e-4589c0d279b3 tempest-ServersAdminNegativeTestJSON-1178057290 tempest-ServersAdminNegativeTestJSON-1178057290-project] 10.222.0.13 "GET /v2.0/security-groups?id=c18b03c4-72d9-42c1-93c5-33d242c8ac5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170304 Jan 26 21:08:05.088737 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2f47df-c42f-4fe9-95bd-2281e6545ced req-068482b4-af7a-4528-91d5-64f919672142 tempest-ServersAdminTestJSON-2108229583 tempest-ServersAdminTestJSON-2108229583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:08:05.096763 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-ee2f47df-c42f-4fe9-95bd-2281e6545ced req-068482b4-af7a-4528-91d5-64f919672142 tempest-ServersAdminTestJSON-2108229583 tempest-ServersAdminTestJSON-2108229583-project] 10.222.0.13 "GET /v2.0/ports?device_id=242b7086-c188-4e0a-9af5-4749fa74838b HTTP/1.1" status: 200 len: 950 time: 0.1400816 Jan 26 21:08:05.157756 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-346ec7d8-7fe5-43cb-9585-6e814280ac0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-748181'] for network (722dc8bc-a87d-4916-a2e7-5838903c4a7c), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:08:05.187212 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-ee2f47df-c42f-4fe9-95bd-2281e6545ced req-a70a980a-58a9-4f03-b358-2d5e99fea7af tempest-ServersAdminTestJSON-2108229583 tempest-ServersAdminTestJSON-2108229583-project] 10.222.0.13 "GET /v2.0/security-groups?id=95bc11fd-db53-4b42-971c-c958ca031066&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895226 Jan 26 21:08:05.187767 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.db_base_plugin_common [None req-891808d8-f5bc-4917-9f53-80a298013e0e tempest-ImagesOneServerNegativeTestJSON-151319106 tempest-ImagesOneServerNegativeTestJSON-151319106-project] Allocated IP 172.25.1.192 (4140a1f1-c93a-4bea-83a0-68953a54f299/e48251a1-e30d-4820-8396-00c6f6aeb601/e7b7cd2f-9463-4f82-9a70-932408fc8284) {{(pid=103305) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 21:08:05.231213 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12d71165-7646-4055-aa39-a0484f496c3b None None] DHCP port deletion for 722dc8bc-a87d-4916-a2e7-5838903c4a7c request from n-d-760453-5 {{(pid=103306) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 26 21:08:05.251473 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-9e31345a-d0df-49c1-842a-80a1eb7f29ec req-2336f7f2-cd51-4cfa-87d6-7a545c6f9099 tempest-SecurityGroupsTestJSON-1679712722 tempest-SecurityGroupsTestJSON-1679712722-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1564983011&fields=id&tenant_id=cdb3500a13814dc9912a5c6c92f742c5 HTTP/1.1" status: 200 len: 267 time: 0.0610695 Jan 26 21:08:05.309147 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Device 79b013a4-8026-47fc-9044-e6485fc3e604 up at agent hyperv_n-h1-760453-5 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 21:08:05.313277 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-12d71165-7646-4055-aa39-a0484f496c3b None None] Deleting port 06a6240d-2482-43c9-8aa1-38da93a85f11 {{(pid=103306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 21:08:05.313837 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-12d71165-7646-4055-aa39-a0484f496c3b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746560630878'] for port (06a6240d-2482-43c9-8aa1-38da93a85f11), before_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:08:05.317219 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-346ec7d8-7fe5-43cb-9585-6e814280ac0c admin admin] Deleting port 06a6240d-2482-43c9-8aa1-38da93a85f11 {{(pid=103305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 21:08:05.317581 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-346ec7d8-7fe5-43cb-9585-6e814280ac0c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746560630878'] for port (06a6240d-2482-43c9-8aa1-38da93a85f11), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:08:05.352627 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e31345a-d0df-49c1-842a-80a1eb7f29ec req-6f18109d-1c6b-4f2a-a9b7-27e54fcb44d1 tempest-SecurityGroupsTestJSON-1679712722 tempest-SecurityGroupsTestJSON-1679712722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:08:05.361397 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-9e31345a-d0df-49c1-842a-80a1eb7f29ec req-6f18109d-1c6b-4f2a-a9b7-27e54fcb44d1 tempest-SecurityGroupsTestJSON-1679712722 tempest-SecurityGroupsTestJSON-1679712722-project] 10.222.0.13 "GET /v2.0/ports?device_id=456d66f5-89ee-4521-82c0-85af7d6c1848 HTTP/1.1" status: 200 len: 984 time: 0.1083617 Jan 26 21:08:05.367996 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [req-9e31345a-d0df-49c1-842a-80a1eb7f29ec req-8ba38d08-4df6-48d1-ad87-8a960f4d7fd4 tempest-SecurityGroupsTestJSON-1679712722 tempest-SecurityGroupsTestJSON-1679712722-project] Request body: {'port': {'security_groups': ['09a38b62-99ef-407d-8330-a96087b5f923', 'c3c6c2ef-9865-4e2c-9818-90435d60a1af', '032c3716-e02a-470b-b9f2-4b12e63d3a28']}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:08:05.413832 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-891808d8-f5bc-4917-9f53-80a298013e0e tempest-ImagesOneServerNegativeTestJSON-151319106 tempest-ImagesOneServerNegativeTestJSON-151319106-project] Publish callbacks [] for port (e7b7cd2f-9463-4f82-9a70-932408fc8284), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:08:05.416209 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [None req-346ec7d8-7fe5-43cb-9585-6e814280ac0c admin admin] For port 06a6240d-2482-43c9-8aa1-38da93a85f11, host n-d-760453-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=06a6240d-2482-43c9-8aa1-38da93a85f11,segment=NetworkSegment(c21f1138-374e-4849-8fcc-83af9dfb4afa),segment_id=c21f1138-374e-4849-8fcc-83af9dfb4afa)] {{(pid=103305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:08:05.416566 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-346ec7d8-7fe5-43cb-9585-6e814280ac0c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4109658'] for port (06a6240d-2482-43c9-8aa1-38da93a85f11), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:08:05.431004 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc695f1-fa9a-4f39-8860-601d2f41ae91 req-d9e13503-4c42-42ee-bdfa-d63ba4813198 tempest-MigrationsAdminTest-1084137346 tempest-MigrationsAdminTest-1084137346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:08:05.433400 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-0bc695f1-fa9a-4f39-8860-601d2f41ae91 req-d9e13503-4c42-42ee-bdfa-d63ba4813198 tempest-MigrationsAdminTest-1084137346 tempest-MigrationsAdminTest-1084137346-project] 10.222.0.13 "GET /v2.0/ports?device_id=6e0054d4-194a-4ef5-9a59-0af1fe168395 HTTP/1.1" status: 200 len: 950 time: 0.1529570 Jan 26 21:08:05.435173 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-12d71165-7646-4055-aa39-a0484f496c3b None None] For port 06a6240d-2482-43c9-8aa1-38da93a85f11, host n-d-760453-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=06a6240d-2482-43c9-8aa1-38da93a85f11,segment=NetworkSegment(c21f1138-374e-4849-8fcc-83af9dfb4afa),segment_id=c21f1138-374e-4849-8fcc-83af9dfb4afa)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:08:05.435898 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-12d71165-7646-4055-aa39-a0484f496c3b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4109658'] for port (06a6240d-2482-43c9-8aa1-38da93a85f11), precommit_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:08:05.438863 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-346ec7d8-7fe5-43cb-9585-6e814280ac0c admin admin] Calling delete_port for 06a6240d-2482-43c9-8aa1-38da93a85f11 owned by network:dhcp {{(pid=103305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 21:08:05.457795 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Provisioning for port 79b013a4-8026-47fc-9044-e6485fc3e604 completed by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 21:08:05.463068 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-12d71165-7646-4055-aa39-a0484f496c3b None None] Calling delete_port for 06a6240d-2482-43c9-8aa1-38da93a85f11 owned by network:dhcp {{(pid=103306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 21:08:05.465100 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Provisioning complete for port 79b013a4-8026-47fc-9044-e6485fc3e604 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:08:05.466211 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (79b013a4-8026-47fc-9044-e6485fc3e604), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:08:05.499411 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-9e31345a-d0df-49c1-842a-80a1eb7f29ec req-8ba38d08-4df6-48d1-ad87-8a960f4d7fd4 tempest-SecurityGroupsTestJSON-1679712722 tempest-SecurityGroupsTestJSON-1679712722-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (09cb4ea7-a66a-4baf-99cd-e61491893f9b), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:08:05.543618 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-0bc695f1-fa9a-4f39-8860-601d2f41ae91 req-d01e6221-7eef-4784-8814-2cc901ee7374 tempest-MigrationsAdminTest-1084137346 tempest-MigrationsAdminTest-1084137346-project] 10.222.0.13 "GET /v2.0/security-groups?id=e0b082e3-685f-492b-b87f-3045b8ecd8c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825508 Jan 26 21:08:05.632159 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-12d71165-7646-4055-aa39-a0484f496c3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746560636600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746560234536'] for port (06a6240d-2482-43c9-8aa1-38da93a85f11), after_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:08:05.660605 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d71165-7646-4055-aa39-a0484f496c3b None None] Pushing event deleted for resources: {'Port': ['ID=06a6240d-2482-43c9-8aa1-38da93a85f11,revision_number=None']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:08:05.672434 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d853774f-60fe-4987-ab30-d76bc73bebaa req-c639e0b5-89e0-44f9-8371-d11ad8bd9dc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:08:05.674397 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-d853774f-60fe-4987-ab30-d76bc73bebaa req-c639e0b5-89e0-44f9-8371-d11ad8bd9dc3 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=d178ac49ddc9478db66ba71c81039890&device_id=6e0054d4-194a-4ef5-9a59-0af1fe168395 HTTP/1.1" status: 200 len: 1101 time: 0.1002591 Jan 26 21:08:05.679963 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-891808d8-f5bc-4917-9f53-80a298013e0e tempest-ImagesOneServerNegativeTestJSON-151319106 tempest-ImagesOneServerNegativeTestJSON-151319106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746560234527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11791543'] for port (e7b7cd2f-9463-4f82-9a70-932408fc8284), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:08:05.680914 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12d71165-7646-4055-aa39-a0484f496c3b None None] No DVR routers for this DVR port 06a6240d-2482-43c9-8aa1-38da93a85f11 on host n-d-760453-5 {{(pid=103306) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 26 21:08:05.686076 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Current status of the port 79b013a4-8026-47fc-9044-e6485fc3e604 is: BUILD; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:08:05.687003 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (79b013a4-8026-47fc-9044-e6485fc3e604), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:08:05.724525 n-d-760453-5 neutron-server[103306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72953251-85ca-4106-a0f5-157672441c1f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79b013a4-8026-47fc-9044-e6485fc3e604'}] {{(pid=103306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 21:08:05.726950 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9d5d370febab655511bdd2ffe887e43e442d144a440368702bcc1e93af00b97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e06ea1a-6d39-495c-83f9-4afb1bdbed06" -d '{"events": [{"server_uuid": "72953251-85ca-4106-a0f5-157672441c1f", "name": "network-vif-plugged", "status": "completed", "tag": "79b013a4-8026-47fc-9044-e6485fc3e604"}]}' {{(pid=103306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 21:08:05.750445 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] For port 79b013a4-8026-47fc-9044-e6485fc3e604, host n-h1-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-5',level=0,port_id=79b013a4-8026-47fc-9044-e6485fc3e604,segment=NetworkSegment(4eab25d6-89d9-4907-a1c2-51b06443ba33),segment_id=4eab25d6-89d9-4907-a1c2-51b06443ba33)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:08:05.763600 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (79b013a4-8026-47fc-9044-e6485fc3e604), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:08:05.822898 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-346ec7d8-7fe5-43cb-9585-6e814280ac0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746560636600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746560234536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11791543'] for port (06a6240d-2482-43c9-8aa1-38da93a85f11), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:08:05.836844 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-891808d8-f5bc-4917-9f53-80a298013e0e tempest-ImagesOneServerNegativeTestJSON-151319106 tempest-ImagesOneServerNegativeTestJSON-151319106-project] Network 4140a1f1-c93a-4bea-83a0-68953a54f299 is already hosted by enough agents. {{(pid=103305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 21:08:05.838129 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Pushing event updated for resources: {'Port': ['ID=79b013a4-8026-47fc-9044-e6485fc3e604,revision_number=5']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:08:05.850820 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [None req-891808d8-f5bc-4917-9f53-80a298013e0e tempest-ImagesOneServerNegativeTestJSON-151319106 tempest-ImagesOneServerNegativeTestJSON-151319106-project] Resources bound (agent type, host, resource id): {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:08:05.853980 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-891808d8-f5bc-4917-9f53-80a298013e0e tempest-ImagesOneServerNegativeTestJSON-151319106 tempest-ImagesOneServerNegativeTestJSON-151319106-project] Received port after_create {{(pid=103305) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 21:08:05.856738 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d853774f-60fe-4987-ab30-d76bc73bebaa req-548c17b6-05d7-4344-96b9-e740486dfe34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:08:05.858355 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-d853774f-60fe-4987-ab30-d76bc73bebaa req-548c17b6-05d7-4344-96b9-e740486dfe34 service neutron] 10.222.0.57 "GET /v2.0/networks?id=7fbe9cf5-e12c-436d-b372-55a19c9faa30 HTTP/1.1" status: 200 len: 870 time: 0.1724310 Jan 26 21:08:05.884596 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-346ec7d8-7fe5-43cb-9585-6e814280ac0c admin admin] No DVR routers for this DVR port 06a6240d-2482-43c9-8aa1-38da93a85f11 on host n-d-760453-5 {{(pid=103305) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 26 21:08:05.889355 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [req-9e31345a-d0df-49c1-842a-80a1eb7f29ec req-8ba38d08-4df6-48d1-ad87-8a960f4d7fd4 tempest-SecurityGroupsTestJSON-1679712722 tempest-SecurityGroupsTestJSON-1679712722-project] For port 09cb4ea7-a66a-4baf-99cd-e61491893f9b, host n-h2-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-5',level=0,port_id=09cb4ea7-a66a-4baf-99cd-e61491893f9b,segment=NetworkSegment(4802c0d9-f4b8-40bc-bafe-9a29b8fe6bc1),segment_id=4802c0d9-f4b8-40bc-bafe-9a29b8fe6bc1)] {{(pid=103304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:08:05.903320 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-891808d8-f5bc-4917-9f53-80a298013e0e tempest-ImagesOneServerNegativeTestJSON-151319106 tempest-ImagesOneServerNegativeTestJSON-151319106-project] Pushing event updated for resources: {'Port': ['ID=e7b7cd2f-9463-4f82-9a70-932408fc8284,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:08:05.907602 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec3a7d7-f2b5-401d-9dc1-dba4602d4a86 req-f4333ded-fbfc-415e-8911-f454c609f7ca tempest-LiveAutoBlockMigrationV225Test-1645909514 tempest-LiveAutoBlockMigrationV225Test-1645909514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:08:05.913851 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-bec3a7d7-f2b5-401d-9dc1-dba4602d4a86 req-f4333ded-fbfc-415e-8911-f454c609f7ca tempest-LiveAutoBlockMigrationV225Test-1645909514 tempest-LiveAutoBlockMigrationV225Test-1645909514-project] 10.222.0.13 "GET /v2.0/ports?device_id=d8f50517-906a-494e-a293-92450ad8c0a0 HTTP/1.1" status: 200 len: 945 time: 0.1020634 Jan 26 21:08:05.965727 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-9e31345a-d0df-49c1-842a-80a1eb7f29ec req-8ba38d08-4df6-48d1-ad87-8a960f4d7fd4 tempest-SecurityGroupsTestJSON-1679712722 tempest-SecurityGroupsTestJSON-1679712722-project] Publish callbacks [] for port (09cb4ea7-a66a-4baf-99cd-e61491893f9b), precommit_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:08:05.977987 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-9e31345a-d0df-49c1-842a-80a1eb7f29ec req-8ba38d08-4df6-48d1-ad87-8a960f4d7fd4 tempest-SecurityGroupsTestJSON-1679712722 tempest-SecurityGroupsTestJSON-1679712722-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9281542'] for port (09cb4ea7-a66a-4baf-99cd-e61491893f9b), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:08:05.978385 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-d853774f-60fe-4987-ab30-d76bc73bebaa req-937ec7b6-404b-4463-b7ec-df3359a0fc25 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.189&port_id=35f30042-617d-4336-9f2b-bcf2d6d2f65d HTTP/1.1" status: 200 len: 217 time: 0.0886548 Jan 26 21:08:05.983384 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-346ec7d8-7fe5-43cb-9585-6e814280ac0c admin admin] Pushing event deleted for resources: {'Port': ['ID=06a6240d-2482-43c9-8aa1-38da93a85f11,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:08:05.994772 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] get_ports_and_sgs() called for port_ids ['aa1e2176-fd4c-4a89-872a-0c9f0d567de9', '09cb4ea7-a66a-4baf-99cd-e61491893f9b'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 26 21:08:06.022783 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-bec3a7d7-f2b5-401d-9dc1-dba4602d4a86 req-8498a416-6afe-4587-b2a3-6e65492ba425 tempest-LiveAutoBlockMigrationV225Test-1645909514 tempest-LiveAutoBlockMigrationV225Test-1645909514-project] 10.222.0.13 "GET /v2.0/security-groups?id=d3d52ae6-e761-44ee-98bd-9ad0dc66343a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034503 Jan 26 21:08:06.062665 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e31345a-d0df-49c1-842a-80a1eb7f29ec req-8ba38d08-4df6-48d1-ad87-8a960f4d7fd4 tempest-SecurityGroupsTestJSON-1679712722 tempest-SecurityGroupsTestJSON-1679712722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:08:06.067399 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-9e31345a-d0df-49c1-842a-80a1eb7f29ec req-8ba38d08-4df6-48d1-ad87-8a960f4d7fd4 tempest-SecurityGroupsTestJSON-1679712722 tempest-SecurityGroupsTestJSON-1679712722-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:08:06.079707 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-9e31345a-d0df-49c1-842a-80a1eb7f29ec req-8ba38d08-4df6-48d1-ad87-8a960f4d7fd4 tempest-SecurityGroupsTestJSON-1679712722 tempest-SecurityGroupsTestJSON-1679712722-project] 10.222.0.13 "PUT /v2.0/ports/09cb4ea7-a66a-4baf-99cd-e61491893f9b HTTP/1.1" status: 200 len: 1020 time: 0.7172189 Jan 26 21:08:06.083493 n-d-760453-5 neutron-server[103304]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '456d66f5-89ee-4521-82c0-85af7d6c1848', 'tag': '09cb4ea7-a66a-4baf-99cd-e61491893f9b'}] {{(pid=103304) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 21:08:06.086348 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d52b45f1943fcd332af9527eb73ff93c8d715d44383a3f6d18de73b4cfcf87b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ddb470e4-4332-4d6a-975a-c63163cee27f" -d '{"events": [{"name": "network-changed", "server_uuid": "456d66f5-89ee-4521-82c0-85af7d6c1848", "tag": "09cb4ea7-a66a-4baf-99cd-e61491893f9b"}]}' {{(pid=103304) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 21:08:06.113133 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-346ec7d8-7fe5-43cb-9585-6e814280ac0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-686403', 'neutron.services.segments.db._delete_segments_for_network-8746560774018'] for network (722dc8bc-a87d-4916-a2e7-5838903c4a7c), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:08:06.117359 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Jan 2022 21:08:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-378161c2-0c50-4e4a-8fb0-1b4e72957b02 x-openstack-request-id: req-378161c2-0c50-4e4a-8fb0-1b4e72957b02 {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 21:08:06.117705 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72953251-85ca-4106-a0f5-157672441c1f", "name": "network-vif-plugged", "status": "completed", "tag": "79b013a4-8026-47fc-9044-e6485fc3e604", "code": 200}]} {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 21:08:06.117967 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-378161c2-0c50-4e4a-8fb0-1b4e72957b02 {{(pid=103306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 21:08:06.118836 n-d-760453-5 neutron-server[103306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72953251-85ca-4106-a0f5-157672441c1f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79b013a4-8026-47fc-9044-e6485fc3e604', 'code': 200} Jan 26 21:08:06.163910 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d853774f-60fe-4987-ab30-d76bc73bebaa req-8232cba5-9642-4ae5-8eac-4b4c7e4cc659 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:08:06.165070 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba38d08-4df6-48d1-ad87-8a960f4d7fd4 tempest-SecurityGroupsTestJSON-1679712722 tempest-SecurityGroupsTestJSON-1679712722-project] Pushing event updated for resources: {'Port': ['ID=09cb4ea7-a66a-4baf-99cd-e61491893f9b,revision_number=7']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:08:06.165221 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-d853774f-60fe-4987-ab30-d76bc73bebaa req-8232cba5-9642-4ae5-8eac-4b4c7e4cc659 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=fd77e534-75e6-4b90-950e-f5824d584430 HTTP/1.1" status: 200 len: 843 time: 0.1777339 Jan 26 21:08:06.186413 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] get_ports_and_sgs() called for port_ids ['09cb4ea7-a66a-4baf-99cd-e61491893f9b'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 26 21:08:06.200752 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-82b1b6a6-f571-469f-b2d2-2b5f21fa659c req-b25fc962-00bb-42ce-a11f-350b6fc652f4 tempest-SecurityGroupsTestJSON-1679712722 tempest-SecurityGroupsTestJSON-1679712722-project] 10.222.0.13 "GET /v2.0/security-groups/032c3716-e02a-470b-b9f2-4b12e63d3a28 HTTP/1.1" status: 200 len: 1818 time: 0.0736122 Jan 26 21:08:06.214126 n-d-760453-5 neutron-server[103305]: DEBUG neutron.services.segments.db [None req-346ec7d8-7fe5-43cb-9585-6e814280ac0c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['722dc8bc-a87d-4916-a2e7-5838903c4a7c']}} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:08:06.275891 n-d-760453-5 neutron-server[103304]: INFO neutron.api.v2.resource [req-82b1b6a6-f571-469f-b2d2-2b5f21fa659c req-87eea5d9-c5f5-4c00-94fc-425b31c2538f tempest-SecurityGroupsTestJSON-1679712722 tempest-SecurityGroupsTestJSON-1679712722-project] delete failed (client error): There was a conflict when trying to complete your request. Jan 26 21:08:06.277285 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-82b1b6a6-f571-469f-b2d2-2b5f21fa659c req-87eea5d9-c5f5-4c00-94fc-425b31c2538f tempest-SecurityGroupsTestJSON-1679712722 tempest-SecurityGroupsTestJSON-1679712722-project] 10.222.0.13 "DELETE /v2.0/security-groups/032c3716-e02a-470b-b9f2-4b12e63d3a28 HTTP/1.1" status: 409 len: 341 time: 0.0642142 Jan 26 21:08:06.306515 n-d-760453-5 neutron-server[103305]: DEBUG neutron.services.segments.db [None req-346ec7d8-7fe5-43cb-9585-6e814280ac0c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c21f1138-374e-4849-8fcc-83af9dfb4afa') {'for_net_delete': True} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:08:06.306835 n-d-760453-5 neutron-server[103305]: DEBUG neutron.services.segments.db [None req-346ec7d8-7fe5-43cb-9585-6e814280ac0c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c21f1138-374e-4849-8fcc-83af9dfb4afa') {} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:08:06.319298 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-891808d8-f5bc-4917-9f53-80a298013e0e tempest-ImagesOneServerNegativeTestJSON-151319106 tempest-ImagesOneServerNegativeTestJSON-151319106-project] Publish callbacks [] for floatingip (0d1b26a4-8909-4211-a5ad-311a21a7f090), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:08:06.338420 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-346ec7d8-7fe5-43cb-9585-6e814280ac0c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746560742283', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11788955'] for segment (c21f1138-374e-4849-8fcc-83af9dfb4afa), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:08:06.361488 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 26 Jan 2022 21:08:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71fdd160-8456-46dd-9599-94a740489cfe x-openstack-request-id: req-71fdd160-8456-46dd-9599-94a740489cfe {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 21:08:06.361877 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "456d66f5-89ee-4521-82c0-85af7d6c1848", "tag": "09cb4ea7-a66a-4baf-99cd-e61491893f9b", "status": "completed", "code": 200}]} {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 21:08:06.362196 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-71fdd160-8456-46dd-9599-94a740489cfe {{(pid=103304) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 21:08:06.362669 n-d-760453-5 neutron-server[103304]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '456d66f5-89ee-4521-82c0-85af7d6c1848', 'tag': '09cb4ea7-a66a-4baf-99cd-e61491893f9b', 'status': 'completed', 'code': 200} Jan 26 21:08:06.406231 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cab30f5-a083-4a2b-aba6-0d11727f64cc req-722b2c7e-2f52-4959-8780-a576ab86873b tempest-ServersAdminNegativeTestJSON-1178057290 tempest-ServersAdminNegativeTestJSON-1178057290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:08:06.408046 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-5cab30f5-a083-4a2b-aba6-0d11727f64cc req-722b2c7e-2f52-4959-8780-a576ab86873b tempest-ServersAdminNegativeTestJSON-1178057290 tempest-ServersAdminNegativeTestJSON-1178057290-project] 10.222.0.13 "GET /v2.0/ports?device_id=72953251-85ca-4106-a0f5-157672441c1f HTTP/1.1" status: 200 len: 949 time: 0.1085575 Jan 26 21:08:06.420170 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3f848f-efde-4f1f-b7aa-42d1b570ea20 req-4cd58b37-b2e6-4c84-bd25-c2443c447064 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:08:06.421864 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-4b3f848f-efde-4f1f-b7aa-42d1b570ea20 req-4cd58b37-b2e6-4c84-bd25-c2443c447064 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=72953251-85ca-4106-a0f5-157672441c1f HTTP/1.1" status: 200 len: 1100 time: 0.1102095 Jan 26 21:08:06.422062 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d853774f-60fe-4987-ab30-d76bc73bebaa req-b2a39afc-50d5-4037-8a0f-5523d2594035 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:08:06.423767 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-d853774f-60fe-4987-ab30-d76bc73bebaa req-b2a39afc-50d5-4037-8a0f-5523d2594035 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=7fbe9cf5-e12c-436d-b372-55a19c9faa30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2405300 Jan 26 21:08:06.433240 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-346ec7d8-7fe5-43cb-9585-6e814280ac0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576559'] for segment (c21f1138-374e-4849-8fcc-83af9dfb4afa), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:08:06.450911 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-346ec7d8-7fe5-43cb-9585-6e814280ac0c admin admin] Releasing vlan 595 on physical network physnet1 to pool {{(pid=103305) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 26 21:08:06.451432 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-346ec7d8-7fe5-43cb-9585-6e814280ac0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11791428'] for segment (c21f1138-374e-4849-8fcc-83af9dfb4afa), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:08:06.462834 n-d-760453-5 neutron-server[103305]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 26 21:08:06.462834 n-d-760453-5 neutron-server[103305]: self.session.flush() Jan 26 21:08:06.462834 n-d-760453-5 neutron-server[103305]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 26 21:08:06.462834 n-d-760453-5 neutron-server[103305]: self.session.flush() Jan 26 21:08:06.462834 n-d-760453-5 neutron-server[103305]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 26 21:08:06.462834 n-d-760453-5 neutron-server[103305]: self.session.flush() Jan 26 21:08:06.462834 n-d-760453-5 neutron-server[103305]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 26 21:08:06.462834 n-d-760453-5 neutron-server[103305]: self.session.flush() Jan 26 21:08:06.462834 n-d-760453-5 neutron-server[103305]: Traceback (most recent call last): Jan 26 21:08:06.462834 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 26 21:08:06.462834 n-d-760453-5 neutron-server[103305]: timer() Jan 26 21:08:06.462834 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 26 21:08:06.462834 n-d-760453-5 neutron-server[103305]: cb(*args, **kw) Jan 26 21:08:06.462834 n-d-760453-5 neutron-server[103305]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 26 21:08:06.462834 n-d-760453-5 neutron-server[103305]: return func(*args, **kwargs) Jan 26 21:08:06.462834 n-d-760453-5 neutron-server[103305]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 26 21:08:06.462834 n-d-760453-5 neutron-server[103305]: self._notify() Jan 26 21:08:06.462834 n-d-760453-5 neutron-server[103305]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 26 21:08:06.462834 n-d-760453-5 neutron-server[103305]: self.callback(batched_events) Jan 26 21:08:06.462834 n-d-760453-5 neutron-server[103305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 26 21:08:06.462834 n-d-760453-5 neutron-server[103305]: event.method(event) Jan 26 21:08:06.462834 n-d-760453-5 neutron-server[103305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 26 21:08:06.462834 n-d-760453-5 neutron-server[103305]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 26 21:08:06.462834 n-d-760453-5 neutron-server[103305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 26 21:08:06.462834 n-d-760453-5 neutron-server[103305]: aggregate_uuid = self.p_client.list_aggregates( Jan 26 21:08:06.462834 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 26 21:08:06.462834 n-d-760453-5 neutron-server[103305]: return f(self, *a, **k) Jan 26 21:08:06.462834 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 26 21:08:06.462834 n-d-760453-5 neutron-server[103305]: return self._get(url).json() Jan 26 21:08:06.462834 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 26 21:08:06.462834 n-d-760453-5 neutron-server[103305]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 26 21:08:06.462834 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 26 21:08:06.462834 n-d-760453-5 neutron-server[103305]: return self.request(url, 'GET', **kwargs) Jan 26 21:08:06.462834 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 26 21:08:06.462834 n-d-760453-5 neutron-server[103305]: base_url = self.get_endpoint(auth, allow=allow, Jan 26 21:08:06.462834 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 26 21:08:06.462834 n-d-760453-5 neutron-server[103305]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 26 21:08:06.462834 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 26 21:08:06.462834 n-d-760453-5 neutron-server[103305]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 26 21:08:06.462834 n-d-760453-5 neutron-server[103305]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 26 21:08:06.466375 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-891808d8-f5bc-4917-9f53-80a298013e0e tempest-ImagesOneServerNegativeTestJSON-151319106 tempest-ImagesOneServerNegativeTestJSON-151319106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (e7b7cd2f-9463-4f82-9a70-932408fc8284), before_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:08:06.545957 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d7e168-2f2b-46b7-9f5d-a13a3ccff71d req-75c08d7a-9a06-4d37-a91a-022ba3e0fb50 tempest-ServersAdminTestJSON-2108229583 tempest-ServersAdminTestJSON-2108229583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:08:06.547832 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-50d7e168-2f2b-46b7-9f5d-a13a3ccff71d req-75c08d7a-9a06-4d37-a91a-022ba3e0fb50 tempest-ServersAdminTestJSON-2108229583 tempest-ServersAdminTestJSON-2108229583-project] 10.222.0.13 "GET /v2.0/ports?device_id=242b7086-c188-4e0a-9af5-4749fa74838b HTTP/1.1" status: 200 len: 950 time: 0.1385670 Jan 26 21:08:06.551723 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-4b3f848f-efde-4f1f-b7aa-42d1b570ea20 req-ede175dc-5a08-4426-98e6-8495de4bd348 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=c18b03c4-72d9-42c1-93c5-33d242c8ac5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130681 Jan 26 21:08:06.555947 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-5cab30f5-a083-4a2b-aba6-0d11727f64cc req-dc51ab8c-92f8-487d-89c3-2f21096a17fd tempest-ServersAdminNegativeTestJSON-1178057290 tempest-ServersAdminNegativeTestJSON-1178057290-project] 10.222.0.13 "GET /v2.0/security-groups?id=c18b03c4-72d9-42c1-93c5-33d242c8ac5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242304 Jan 26 21:08:06.646805 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-50d7e168-2f2b-46b7-9f5d-a13a3ccff71d req-4d88ffeb-2e5d-4e8e-8428-f50cbb1fe8d3 tempest-ServersAdminTestJSON-2108229583 tempest-ServersAdminTestJSON-2108229583-project] 10.222.0.13 "GET /v2.0/security-groups?id=95bc11fd-db53-4b42-971c-c958ca031066&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731075 Jan 26 21:08:06.767141 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device 06a6240d-2482-43c9-8aa1-38da93a85f11 no longer exists at agent ovs-agent-n-d-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 26 21:08:06.796088 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] No Port match for: 06a6240d-2482-43c9-8aa1-38da93a85f11 {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 26 21:08:06.796490 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device 06a6240d-2482-43c9-8aa1-38da93a85f11 not bound to the agent host n-d-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 26 21:08:06.817112 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb470e4-4332-4d6a-975a-c63163cee27f req-7d18ba03-3f31-4017-aa38-e86efab9c858 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:08:06.817968 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32a2076-b4cd-457e-833a-f42ffafbc7da req-5d72cc96-83d7-4c6d-bdde-a84bc06aae32 tempest-MigrationsAdminTest-1084137346 tempest-MigrationsAdminTest-1084137346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:08:06.820090 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-f32a2076-b4cd-457e-833a-f42ffafbc7da req-5d72cc96-83d7-4c6d-bdde-a84bc06aae32 tempest-MigrationsAdminTest-1084137346 tempest-MigrationsAdminTest-1084137346-project] 10.222.0.13 "GET /v2.0/ports?device_id=6e0054d4-194a-4ef5-9a59-0af1fe168395 HTTP/1.1" status: 200 len: 950 time: 0.0784490 Jan 26 21:08:06.820243 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-ddb470e4-4332-4d6a-975a-c63163cee27f req-7d18ba03-3f31-4017-aa38-e86efab9c858 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=cdb3500a13814dc9912a5c6c92f742c5&device_id=456d66f5-89ee-4521-82c0-85af7d6c1848 HTTP/1.1" status: 200 len: 1174 time: 0.4398072 Jan 26 21:08:06.870240 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-346ec7d8-7fe5-43cb-9585-6e814280ac0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4110931'] for network (722dc8bc-a87d-4916-a2e7-5838903c4a7c), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:08:06.885276 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-f32a2076-b4cd-457e-833a-f42ffafbc7da req-c84b313e-5841-4f73-9135-7d11f16cd2d1 tempest-MigrationsAdminTest-1084137346 tempest-MigrationsAdminTest-1084137346-project] 10.222.0.13 "GET /v2.0/security-groups?id=e0b082e3-685f-492b-b87f-3045b8ecd8c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568869 Jan 26 21:08:06.919466 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-346ec7d8-7fe5-43cb-9585-6e814280ac0c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709645'] for network (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:08:06.922754 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-346ec7d8-7fe5-43cb-9585-6e814280ac0c admin admin] 10.222.0.13 "DELETE /v2.0/networks/722dc8bc-a87d-4916-a2e7-5838903c4a7c HTTP/1.1" status: 204 len: 168 time: 1.9081972 Jan 26 21:08:06.925076 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cbb0fcd-55ca-43b1-b321-5aa8cd0b2d72 req-316e9dcb-d832-4772-a872-caf981517054 tempest-SecurityGroupsTestJSON-1679712722 tempest-SecurityGroupsTestJSON-1679712722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:08:06.927290 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-0cbb0fcd-55ca-43b1-b321-5aa8cd0b2d72 req-316e9dcb-d832-4772-a872-caf981517054 tempest-SecurityGroupsTestJSON-1679712722 tempest-SecurityGroupsTestJSON-1679712722-project] 10.222.0.13 "GET /v2.0/ports?device_id=456d66f5-89ee-4521-82c0-85af7d6c1848 HTTP/1.1" status: 200 len: 1023 time: 0.0582149 Jan 26 21:08:06.981454 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-346ec7d8-7fe5-43cb-9585-6e814280ac0c admin admin] Pushing event deleted for resources: {'Network': ['ID=722dc8bc-a87d-4916-a2e7-5838903c4a7c,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:08:07.008632 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-0cbb0fcd-55ca-43b1-b321-5aa8cd0b2d72 req-0da32bd8-d217-4521-ad7b-112457cf449e tempest-SecurityGroupsTestJSON-1679712722 tempest-SecurityGroupsTestJSON-1679712722-project] 10.222.0.13 "GET /v2.0/security-groups?id=c3c6c2ef-9865-4e2c-9818-90435d60a1af&id=09a38b62-99ef-407d-8330-a96087b5f923&id=032c3716-e02a-470b-b9f2-4b12e63d3a28&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.0748878 Jan 26 21:08:07.020018 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-d853774f-60fe-4987-ab30-d76bc73bebaa req-07e99057-f85a-462c-a4dd-98ba3fdcc2d9 service neutron] 10.222.0.57 "GET /v2.0/networks/7fbe9cf5-e12c-436d-b372-55a19c9faa30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5865326 Jan 26 21:08:07.056430 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb470e4-4332-4d6a-975a-c63163cee27f req-578a053d-7cbe-435f-993d-292d4bcb6c81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:08:07.058131 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-ddb470e4-4332-4d6a-975a-c63163cee27f req-578a053d-7cbe-435f-993d-292d4bcb6c81 service neutron] 10.222.0.57 "GET /v2.0/networks?id=82d89aaf-7724-4482-8558-074956bc8f8b HTTP/1.1" status: 200 len: 914 time: 0.2140300 Jan 26 21:08:07.105468 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 46396) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:08:07.141350 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-ddb470e4-4332-4d6a-975a-c63163cee27f req-1310056a-78f7-4508-9b14-48ddcbde5c0f service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=09cb4ea7-a66a-4baf-99cd-e61491893f9b HTTP/1.1" status: 200 len: 217 time: 0.0516412 Jan 26 21:08:07.177443 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-715f3ff8-2395-4686-81c5-09ce09624d42 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=cbd97eaa16634b78b572be068312a61b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0709872 Jan 26 21:08:07.181656 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 46398) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:08:07.185276 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5605bde-56f9-4f1c-b5a0-0f9e4e0e5c7d req-acf64ff1-4a10-4236-b0e2-f58a90c12809 tempest-LiveAutoBlockMigrationV225Test-1645909514 tempest-LiveAutoBlockMigrationV225Test-1645909514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:08:07.186734 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-e5605bde-56f9-4f1c-b5a0-0f9e4e0e5c7d req-acf64ff1-4a10-4236-b0e2-f58a90c12809 tempest-LiveAutoBlockMigrationV225Test-1645909514 tempest-LiveAutoBlockMigrationV225Test-1645909514-project] 10.222.0.13 "GET /v2.0/ports?device_id=d8f50517-906a-494e-a293-92450ad8c0a0 HTTP/1.1" status: 200 len: 945 time: 0.0793078 Jan 26 21:08:07.236090 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-e5605bde-56f9-4f1c-b5a0-0f9e4e0e5c7d req-1e1ef31b-c2a4-4c88-8dc8-33f0d283073f tempest-LiveAutoBlockMigrationV225Test-1645909514 tempest-LiveAutoBlockMigrationV225Test-1645909514-project] 10.222.0.13 "GET /v2.0/security-groups?id=d3d52ae6-e761-44ee-98bd-9ad0dc66343a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430377 Jan 26 21:08:07.252505 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-891808d8-f5bc-4917-9f53-80a298013e0e tempest-ImagesOneServerNegativeTestJSON-151319106 tempest-ImagesOneServerNegativeTestJSON-151319106-project] Publish callbacks [] for port (e7b7cd2f-9463-4f82-9a70-932408fc8284), precommit_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:08:07.265867 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-891808d8-f5bc-4917-9f53-80a298013e0e tempest-ImagesOneServerNegativeTestJSON-151319106 tempest-ImagesOneServerNegativeTestJSON-151319106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11791520'] for port (e7b7cd2f-9463-4f82-9a70-932408fc8284), after_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:08:07.269050 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-d853774f-60fe-4987-ab30-d76bc73bebaa req-2cecdac3-6624-43bd-9668-808277aa0f01 service neutron] 10.222.0.57 "GET /v2.0/networks/7fbe9cf5-e12c-436d-b372-55a19c9faa30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2408674 Jan 26 21:08:07.308817 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb470e4-4332-4d6a-975a-c63163cee27f req-303a8eb3-b5c9-42a4-9c05-4d3b1e756bef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:08:07.310343 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-ddb470e4-4332-4d6a-975a-c63163cee27f req-303a8eb3-b5c9-42a4-9c05-4d3b1e756bef service neutron] 10.222.0.57 "GET /v2.0/subnets?id=eff79e74-5114-4489-a406-2f00d23f7c9e HTTP/1.1" status: 200 len: 853 time: 0.1486666 Jan 26 21:08:07.367140 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-891808d8-f5bc-4917-9f53-80a298013e0e tempest-ImagesOneServerNegativeTestJSON-151319106 tempest-ImagesOneServerNegativeTestJSON-151319106-project] Pushing event updated for resources: {'Port': ['ID=e7b7cd2f-9463-4f82-9a70-932408fc8284,revision_number=2']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:08:07.392754 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-ddb470e4-4332-4d6a-975a-c63163cee27f req-5a622eed-cc40-4e67-9f7b-95d7673bdf40 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=82d89aaf-7724-4482-8558-074956bc8f8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0492260 Jan 26 21:08:07.395956 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-b9cbd0ad-fd69-4be2-b07d-8f00142da667 admin admin] Publish callbacks [] for security_group (55df2d54-40b6-41bc-90a1-92a636171891), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:08:07.421570 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-891808d8-f5bc-4917-9f53-80a298013e0e tempest-ImagesOneServerNegativeTestJSON-151319106 tempest-ImagesOneServerNegativeTestJSON-151319106-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4110913'] for floatingip (0d1b26a4-8909-4211-a5ad-311a21a7f090), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:08:07.447883 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-b9cbd0ad-fd69-4be2-b07d-8f00142da667 admin admin] Publish callbacks [] for security_group (55df2d54-40b6-41bc-90a1-92a636171891), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:08:07.490474 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-891808d8-f5bc-4917-9f53-80a298013e0e tempest-ImagesOneServerNegativeTestJSON-151319106 tempest-ImagesOneServerNegativeTestJSON-151319106-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for floatingip (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:08:07.491692 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-891808d8-f5bc-4917-9f53-80a298013e0e tempest-ImagesOneServerNegativeTestJSON-151319106 tempest-ImagesOneServerNegativeTestJSON-151319106-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.7645822 Jan 26 21:08:07.543680 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-ddb470e4-4332-4d6a-975a-c63163cee27f req-936107bd-2a51-4168-858a-c842fad173e5 service neutron] 10.222.0.57 "GET /v2.0/networks/82d89aaf-7724-4482-8558-074956bc8f8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1391599 Jan 26 21:08:07.561034 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-b9cbd0ad-fd69-4be2-b07d-8f00142da667 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (55df2d54-40b6-41bc-90a1-92a636171891), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:08:07.563611 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-b9cbd0ad-fd69-4be2-b07d-8f00142da667 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:08:07.564702 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-b9cbd0ad-fd69-4be2-b07d-8f00142da667 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/55df2d54-40b6-41bc-90a1-92a636171891 HTTP/1.1" status: 204 len: 168 time: 0.3812687 Jan 26 21:08:07.611503 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9cbd0ad-fd69-4be2-b07d-8f00142da667 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55df2d54-40b6-41bc-90a1-92a636171891,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:08:07.661353 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-ddb470e4-4332-4d6a-975a-c63163cee27f req-8119cda4-e00d-4154-af98-cc7723eb2677 service neutron] 10.222.0.57 "GET /v2.0/networks/82d89aaf-7724-4482-8558-074956bc8f8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1092308 Jan 26 21:08:07.791514 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e71c50f-9649-4c4a-9cbd-f31fb14a4aac req-b712b926-5c78-481d-b88a-6eadb8a02778 tempest-ServersAdminNegativeTestJSON-1178057290 tempest-ServersAdminNegativeTestJSON-1178057290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:08:07.793009 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-3e71c50f-9649-4c4a-9cbd-f31fb14a4aac req-b712b926-5c78-481d-b88a-6eadb8a02778 tempest-ServersAdminNegativeTestJSON-1178057290 tempest-ServersAdminNegativeTestJSON-1178057290-project] 10.222.0.13 "GET /v2.0/ports?device_id=72953251-85ca-4106-a0f5-157672441c1f HTTP/1.1" status: 200 len: 949 time: 0.1270757 Jan 26 21:08:07.852181 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf689f68-fbdc-402f-b50c-d5935c4c937f req-12e9b86a-b863-4b0b-9dff-6a7ca70880f2 tempest-ImagesOneServerNegativeTestJSON-151319106 tempest-ImagesOneServerNegativeTestJSON-151319106-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:08:07.853666 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-cf689f68-fbdc-402f-b50c-d5935c4c937f req-12e9b86a-b863-4b0b-9dff-6a7ca70880f2 tempest-ImagesOneServerNegativeTestJSON-151319106 tempest-ImagesOneServerNegativeTestJSON-151319106-project] 10.222.0.13 "GET /v2.0/networks?id=4926adbd-bb58-409b-9ac8-4ddd785838cc HTTP/1.1" status: 200 len: 822 time: 0.1552675 Jan 26 21:08:07.879839 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-3e71c50f-9649-4c4a-9cbd-f31fb14a4aac req-7ffda545-b0ca-4b10-a161-41e160236646 tempest-ServersAdminNegativeTestJSON-1178057290 tempest-ServersAdminNegativeTestJSON-1178057290-project] 10.222.0.13 "GET /v2.0/security-groups?id=c18b03c4-72d9-42c1-93c5-33d242c8ac5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750928 Jan 26 21:08:07.881454 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-cf689f68-fbdc-402f-b50c-d5935c4c937f req-55a1fe13-f816-49b1-8ab6-b418ba799b11 tempest-ImagesOneServerNegativeTestJSON-151319106 tempest-ImagesOneServerNegativeTestJSON-151319106-project] 10.222.0.13 "GET /v2.0/quotas/7738c5884a6447309a2496a4daa195ef HTTP/1.1" status: 200 len: 375 time: 0.0202017 Jan 26 21:08:07.914012 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-cf689f68-fbdc-402f-b50c-d5935c4c937f req-deb0019f-a8c3-4fa6-95da-897932a27b89 tempest-ImagesOneServerNegativeTestJSON-151319106 tempest-ImagesOneServerNegativeTestJSON-151319106-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=7738c5884a6447309a2496a4daa195ef&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0262365 Jan 26 21:08:07.934364 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 46424) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:08:08.042801 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (32ef628b-8417-46c5-8729-60fcabe358f1), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:08:08.068494 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-ef25902d-2683-4ffd-8fc4-bf71761af766 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=4f1b97f7a7584e36aff8917d9b7a41d8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1329381 Jan 26 21:08:08.071207 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 46428) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:08:08.080980 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b5b486-fe56-4302-9c9c-d87a8b7fcdf3 req-758db88b-3fb8-4c35-a450-fa5faf0cfaaf tempest-ServersAdminTestJSON-2108229583 tempest-ServersAdminTestJSON-2108229583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:08:08.083080 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-b3b5b486-fe56-4302-9c9c-d87a8b7fcdf3 req-758db88b-3fb8-4c35-a450-fa5faf0cfaaf tempest-ServersAdminTestJSON-2108229583 tempest-ServersAdminTestJSON-2108229583-project] 10.222.0.13 "GET /v2.0/ports?device_id=242b7086-c188-4e0a-9af5-4749fa74838b HTTP/1.1" status: 200 len: 950 time: 0.1319768 Jan 26 21:08:08.088996 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-cf689f68-fbdc-402f-b50c-d5935c4c937f req-bc59b4b7-825d-449b-bf31-947c8c98d64f service neutron] 10.222.0.13 "GET /v2.0/networks/4926adbd-bb58-409b-9ac8-4ddd785838cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1653569 Jan 26 21:08:08.122115 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-76378e67-6197-40e9-8d0b-f2dbe4969540 admin admin] Publish callbacks [] for security_group (07b8f93b-32a8-4c59-b7b0-0fb2a35446dd), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:08:08.145774 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-76378e67-6197-40e9-8d0b-f2dbe4969540 admin admin] Publish callbacks [] for security_group (07b8f93b-32a8-4c59-b7b0-0fb2a35446dd), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:08:08.176930 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-b3b5b486-fe56-4302-9c9c-d87a8b7fcdf3 req-c12db5c9-5556-4cea-9c97-6c21ab70c8ca tempest-ServersAdminTestJSON-2108229583 tempest-ServersAdminTestJSON-2108229583-project] 10.222.0.13 "GET /v2.0/security-groups?id=95bc11fd-db53-4b42-971c-c958ca031066&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869477 Jan 26 21:08:08.201449 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-76378e67-6197-40e9-8d0b-f2dbe4969540 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (07b8f93b-32a8-4c59-b7b0-0fb2a35446dd), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:08:08.206234 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-76378e67-6197-40e9-8d0b-f2dbe4969540 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:08:08.208507 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-76378e67-6197-40e9-8d0b-f2dbe4969540 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/07b8f93b-32a8-4c59-b7b0-0fb2a35446dd HTTP/1.1" status: 204 len: 168 time: 0.1358316 Jan 26 21:08:08.228348 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76378e67-6197-40e9-8d0b-f2dbe4969540 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07b8f93b-32a8-4c59-b7b0-0fb2a35446dd,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:08:08.246597 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-cf689f68-fbdc-402f-b50c-d5935c4c937f req-7241c30f-45c5-4b55-bad9-67c73aa5511e service neutron] 10.222.0.13 "GET /v2.0/networks/4926adbd-bb58-409b-9ac8-4ddd785838cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1496043 Jan 26 21:08:08.320445 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75de57c5-9698-4be3-9c9a-9531e3186451 req-67e3f8b3-27ee-4437-9eec-8aac0ca059cc tempest-MigrationsAdminTest-1084137346 tempest-MigrationsAdminTest-1084137346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:08:08.322006 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-75de57c5-9698-4be3-9c9a-9531e3186451 req-67e3f8b3-27ee-4437-9eec-8aac0ca059cc tempest-MigrationsAdminTest-1084137346 tempest-MigrationsAdminTest-1084137346-project] 10.222.0.13 "GET /v2.0/ports?device_id=6e0054d4-194a-4ef5-9a59-0af1fe168395 HTTP/1.1" status: 200 len: 950 time: 0.0619962 Jan 26 21:08:08.406831 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-75de57c5-9698-4be3-9c9a-9531e3186451 req-96a30ae7-158a-4ae7-8bbd-fd0ababfaee1 tempest-MigrationsAdminTest-1084137346 tempest-MigrationsAdminTest-1084137346-project] 10.222.0.13 "GET /v2.0/security-groups?id=e0b082e3-685f-492b-b87f-3045b8ecd8c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760522 Jan 26 21:08:08.485641 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0090c1d9-05fa-4fd2-b05c-e011dfd900d4 req-a912d24b-298d-4b8c-95ec-8912e4498c91 tempest-SecurityGroupsTestJSON-1679712722 tempest-SecurityGroupsTestJSON-1679712722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:08:08.487393 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-0090c1d9-05fa-4fd2-b05c-e011dfd900d4 req-a912d24b-298d-4b8c-95ec-8912e4498c91 tempest-SecurityGroupsTestJSON-1679712722 tempest-SecurityGroupsTestJSON-1679712722-project] 10.222.0.13 "GET /v2.0/ports?device_id=456d66f5-89ee-4521-82c0-85af7d6c1848 HTTP/1.1" status: 200 len: 1023 time: 0.0616016 Jan 26 21:08:08.576113 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93dfd48-5621-4324-9c4d-25c29b0731ea req-5622e4c4-8b4a-465e-9995-988917813f52 tempest-LiveAutoBlockMigrationV225Test-1645909514 tempest-LiveAutoBlockMigrationV225Test-1645909514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:08:08.577978 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-f93dfd48-5621-4324-9c4d-25c29b0731ea req-5622e4c4-8b4a-465e-9995-988917813f52 tempest-LiveAutoBlockMigrationV225Test-1645909514 tempest-LiveAutoBlockMigrationV225Test-1645909514-project] 10.222.0.13 "GET /v2.0/ports?device_id=d8f50517-906a-494e-a293-92450ad8c0a0 HTTP/1.1" status: 200 len: 945 time: 0.0895147 Jan 26 21:08:08.605092 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-0090c1d9-05fa-4fd2-b05c-e011dfd900d4 req-997c7a11-1a83-4fa6-96b8-827358bd2129 tempest-SecurityGroupsTestJSON-1679712722 tempest-SecurityGroupsTestJSON-1679712722-project] 10.222.0.13 "GET /v2.0/security-groups?id=c3c6c2ef-9865-4e2c-9818-90435d60a1af&id=09a38b62-99ef-407d-8330-a96087b5f923&id=032c3716-e02a-470b-b9f2-4b12e63d3a28&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.1079688 Jan 26 21:08:08.645679 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-f93dfd48-5621-4324-9c4d-25c29b0731ea req-b04878f7-94a3-483d-8217-4f2e68267000 tempest-LiveAutoBlockMigrationV225Test-1645909514 tempest-LiveAutoBlockMigrationV225Test-1645909514-project] 10.222.0.13 "GET /v2.0/security-groups?id=d3d52ae6-e761-44ee-98bd-9ad0dc66343a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570347 Jan 26 21:08:08.742251 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-3b02348e-ca39-4bc8-bd2e-0ba826f59f36 req-c79986c7-07f2-4ddf-84b9-3835fd13cff1 tempest-ImagesOneServerNegativeTestJSON-151319106 tempest-ImagesOneServerNegativeTestJSON-151319106-project] 10.222.0.13 "GET /v2.0/ports?device_id=5203b0ca-876b-4f8e-9238-fe91ea9f042e HTTP/1.1" status: 200 len: 210 time: 0.0334215 Jan 26 21:08:09.008476 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918ea294-31e0-4b68-8af1-61dd373828ba req-107f93de-6b00-43a0-9d63-69592245a9b3 tempest-SecurityGroupsTestJSON-1679712722 tempest-SecurityGroupsTestJSON-1679712722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:08:09.010959 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-918ea294-31e0-4b68-8af1-61dd373828ba req-107f93de-6b00-43a0-9d63-69592245a9b3 tempest-SecurityGroupsTestJSON-1679712722 tempest-SecurityGroupsTestJSON-1679712722-project] 10.222.0.57 "GET /v2.0/ports?device_id=456d66f5-89ee-4521-82c0-85af7d6c1848 HTTP/1.1" status: 200 len: 1023 time: 0.0934572 Jan 26 21:08:09.079589 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08583922-48a2-490b-9c65-ce41886fccc8 req-92b25e70-cdf3-4993-9ecb-4739fd1194a8 tempest-ServersAdminNegativeTestJSON-1178057290 tempest-ServersAdminNegativeTestJSON-1178057290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:08:09.081070 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-08583922-48a2-490b-9c65-ce41886fccc8 req-92b25e70-cdf3-4993-9ecb-4739fd1194a8 tempest-ServersAdminNegativeTestJSON-1178057290 tempest-ServersAdminNegativeTestJSON-1178057290-project] 10.222.0.13 "GET /v2.0/ports?device_id=72953251-85ca-4106-a0f5-157672441c1f HTTP/1.1" status: 200 len: 949 time: 0.0670030 Jan 26 21:08:09.143493 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [req-918ea294-31e0-4b68-8af1-61dd373828ba req-746f08e8-f084-47c5-b351-85aa3ba5e7c5 tempest-SecurityGroupsTestJSON-1679712722 tempest-SecurityGroupsTestJSON-1679712722-project] Deleting port 09cb4ea7-a66a-4baf-99cd-e61491893f9b {{(pid=103305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 21:08:09.144068 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-918ea294-31e0-4b68-8af1-61dd373828ba req-746f08e8-f084-47c5-b351-85aa3ba5e7c5 tempest-SecurityGroupsTestJSON-1679712722 tempest-SecurityGroupsTestJSON-1679712722-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746560630878'] for port (09cb4ea7-a66a-4baf-99cd-e61491893f9b), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:08:09.155193 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-08583922-48a2-490b-9c65-ce41886fccc8 req-771cf25d-8291-4daf-ba48-24aaa9b81283 tempest-ServersAdminNegativeTestJSON-1178057290 tempest-ServersAdminNegativeTestJSON-1178057290-project] 10.222.0.13 "GET /v2.0/security-groups?id=c18b03c4-72d9-42c1-93c5-33d242c8ac5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557959 Jan 26 21:08:09.245210 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [req-918ea294-31e0-4b68-8af1-61dd373828ba req-746f08e8-f084-47c5-b351-85aa3ba5e7c5 tempest-SecurityGroupsTestJSON-1679712722 tempest-SecurityGroupsTestJSON-1679712722-project] For port 09cb4ea7-a66a-4baf-99cd-e61491893f9b, host n-h2-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-5',level=0,port_id=09cb4ea7-a66a-4baf-99cd-e61491893f9b,segment=NetworkSegment(4802c0d9-f4b8-40bc-bafe-9a29b8fe6bc1),segment_id=4802c0d9-f4b8-40bc-bafe-9a29b8fe6bc1)] {{(pid=103305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:08:09.245619 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-918ea294-31e0-4b68-8af1-61dd373828ba req-746f08e8-f084-47c5-b351-85aa3ba5e7c5 tempest-SecurityGroupsTestJSON-1679712722 tempest-SecurityGroupsTestJSON-1679712722-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4109658'] for port (09cb4ea7-a66a-4baf-99cd-e61491893f9b), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:08:09.267297 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [req-918ea294-31e0-4b68-8af1-61dd373828ba req-746f08e8-f084-47c5-b351-85aa3ba5e7c5 tempest-SecurityGroupsTestJSON-1679712722 tempest-SecurityGroupsTestJSON-1679712722-project] Calling delete_port for 09cb4ea7-a66a-4baf-99cd-e61491893f9b owned by compute:nova {{(pid=103305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 21:08:09.356342 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02bff5de-402d-432c-bc24-08b5e30724f5 req-ebb4ecad-54b0-49eb-8b3c-e678c114e2ae tempest-ServersAdminTestJSON-2108229583 tempest-ServersAdminTestJSON-2108229583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:08:09.358479 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-02bff5de-402d-432c-bc24-08b5e30724f5 req-ebb4ecad-54b0-49eb-8b3c-e678c114e2ae tempest-ServersAdminTestJSON-2108229583 tempest-ServersAdminTestJSON-2108229583-project] 10.222.0.13 "GET /v2.0/ports?device_id=242b7086-c188-4e0a-9af5-4749fa74838b HTTP/1.1" status: 200 len: 950 time: 0.0596018 Jan 26 21:08:09.428750 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-02bff5de-402d-432c-bc24-08b5e30724f5 req-04a07a64-6ca5-40dc-8050-713d38f98291 tempest-ServersAdminTestJSON-2108229583 tempest-ServersAdminTestJSON-2108229583-project] 10.222.0.13 "GET /v2.0/security-groups?id=95bc11fd-db53-4b42-971c-c958ca031066&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588694 Jan 26 21:08:09.431774 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-918ea294-31e0-4b68-8af1-61dd373828ba req-746f08e8-f084-47c5-b351-85aa3ba5e7c5 tempest-SecurityGroupsTestJSON-1679712722 tempest-SecurityGroupsTestJSON-1679712722-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746560636600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746560234536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11791543'] for port (09cb4ea7-a66a-4baf-99cd-e61491893f9b), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:08:09.449663 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] get_ports_and_sgs() called for port_ids ['aa1e2176-fd4c-4a89-872a-0c9f0d567de9', '09cb4ea7-a66a-4baf-99cd-e61491893f9b'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 26 21:08:09.470465 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-746f08e8-f084-47c5-b351-85aa3ba5e7c5 tempest-SecurityGroupsTestJSON-1679712722 tempest-SecurityGroupsTestJSON-1679712722-project] Pushing event deleted for resources: {'Port': ['ID=09cb4ea7-a66a-4baf-99cd-e61491893f9b,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:08:09.532607 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [req-918ea294-31e0-4b68-8af1-61dd373828ba req-746f08e8-f084-47c5-b351-85aa3ba5e7c5 tempest-SecurityGroupsTestJSON-1679712722 tempest-SecurityGroupsTestJSON-1679712722-project] No DVR routers for this DVR port 09cb4ea7-a66a-4baf-99cd-e61491893f9b on host n-h2-760453-5 {{(pid=103305) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 26 21:08:09.536846 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-918ea294-31e0-4b68-8af1-61dd373828ba req-746f08e8-f084-47c5-b351-85aa3ba5e7c5 tempest-SecurityGroupsTestJSON-1679712722 tempest-SecurityGroupsTestJSON-1679712722-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:08:09.541189 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-918ea294-31e0-4b68-8af1-61dd373828ba req-746f08e8-f084-47c5-b351-85aa3ba5e7c5 tempest-SecurityGroupsTestJSON-1679712722 tempest-SecurityGroupsTestJSON-1679712722-project] 10.222.0.57 "DELETE /v2.0/ports/09cb4ea7-a66a-4baf-99cd-e61491893f9b HTTP/1.1" status: 204 len: 173 time: 0.5243242 Jan 26 21:08:09.541707 n-d-760453-5 neutron-server[103305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '456d66f5-89ee-4521-82c0-85af7d6c1848', 'name': 'network-vif-deleted', 'tag': '09cb4ea7-a66a-4baf-99cd-e61491893f9b'}] {{(pid=103305) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 21:08:09.544574 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d4654568b7bf041e72ff8fe1c96d6d761d9c921f2b99bc7b3a26632be20cee0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebb43044-f0ce-4fcd-ba22-e23ab88649cc" -d '{"events": [{"server_uuid": "456d66f5-89ee-4521-82c0-85af7d6c1848", "name": "network-vif-deleted", "tag": "09cb4ea7-a66a-4baf-99cd-e61491893f9b"}]}' {{(pid=103305) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 21:08:09.663844 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-5d914605-e0c0-450e-80a5-829b191a5ca5 req-de75c49d-cc7c-4a75-a039-dc1700cfe360 tempest-ServersAdminNegativeTestJSON-1178057290 tempest-ServersAdminNegativeTestJSON-1178057290-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=dec5799dc98547c1ba8b0a54977f3e1c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0362072 Jan 26 21:08:09.726560 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90dc705-86bd-4e59-8a98-61ee2ba41987 req-d4f3aec9-064b-4d6f-bbf7-35b384ba0455 tempest-MigrationsAdminTest-1084137346 tempest-MigrationsAdminTest-1084137346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:08:09.728393 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-a90dc705-86bd-4e59-8a98-61ee2ba41987 req-d4f3aec9-064b-4d6f-bbf7-35b384ba0455 tempest-MigrationsAdminTest-1084137346 tempest-MigrationsAdminTest-1084137346-project] 10.222.0.13 "GET /v2.0/ports?device_id=6e0054d4-194a-4ef5-9a59-0af1fe168395 HTTP/1.1" status: 200 len: 950 time: 0.1734593 Jan 26 21:08:09.806658 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-a90dc705-86bd-4e59-8a98-61ee2ba41987 req-28268cdf-c57b-4ddb-b4c7-9f71243817ab tempest-MigrationsAdminTest-1084137346 tempest-MigrationsAdminTest-1084137346-project] 10.222.0.13 "GET /v2.0/security-groups?id=e0b082e3-685f-492b-b87f-3045b8ecd8c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687747 Jan 26 21:08:09.814542 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d914605-e0c0-450e-80a5-829b191a5ca5 req-cf961ad8-2088-408d-844c-f6a798ad44eb tempest-ServersAdminNegativeTestJSON-1178057290 tempest-ServersAdminNegativeTestJSON-1178057290-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:08:09.821134 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-5d914605-e0c0-450e-80a5-829b191a5ca5 req-cf961ad8-2088-408d-844c-f6a798ad44eb tempest-ServersAdminNegativeTestJSON-1178057290 tempest-ServersAdminNegativeTestJSON-1178057290-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1563170 Jan 26 21:08:09.833702 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-5d914605-e0c0-450e-80a5-829b191a5ca5 req-a985b044-f211-4c42-a9ad-7d2ce1ffa21a tempest-ServersAdminNegativeTestJSON-1178057290 tempest-ServersAdminNegativeTestJSON-1178057290-project] 10.222.0.13 "GET /v2.0/quotas/dec5799dc98547c1ba8b0a54977f3e1c HTTP/1.1" status: 200 len: 375 time: 0.0116374 Jan 26 21:08:09.903607 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-5d914605-e0c0-450e-80a5-829b191a5ca5 req-46c39fad-b136-4020-a046-0d4f5344d581 tempest-ServersAdminNegativeTestJSON-1178057290 tempest-ServersAdminNegativeTestJSON-1178057290-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=dec5799dc98547c1ba8b0a54977f3e1c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0651717 Jan 26 21:08:09.905986 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Jan 2022 21:08:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52230a3c-8dd6-496b-9ffb-a8400161ae06 x-openstack-request-id: req-52230a3c-8dd6-496b-9ffb-a8400161ae06 {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 21:08:09.906278 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "456d66f5-89ee-4521-82c0-85af7d6c1848", "name": "network-vif-deleted", "tag": "09cb4ea7-a66a-4baf-99cd-e61491893f9b", "status": "completed", "code": 200}]} {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 21:08:09.906527 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-52230a3c-8dd6-496b-9ffb-a8400161ae06 {{(pid=103305) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 21:08:09.907004 n-d-760453-5 neutron-server[103305]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '456d66f5-89ee-4521-82c0-85af7d6c1848', 'name': 'network-vif-deleted', 'tag': '09cb4ea7-a66a-4baf-99cd-e61491893f9b', 'status': 'completed', 'code': 200} Jan 26 21:08:09.978394 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf689f68-fbdc-402f-b50c-d5935c4c937f req-7fe1352b-27b6-4a2e-8dad-4879c8a4641e tempest-ImagesOneServerNegativeTestJSON-151319106 tempest-ImagesOneServerNegativeTestJSON-151319106-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:08:09.980037 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-cf689f68-fbdc-402f-b50c-d5935c4c937f req-7fe1352b-27b6-4a2e-8dad-4879c8a4641e tempest-ImagesOneServerNegativeTestJSON-151319106 tempest-ImagesOneServerNegativeTestJSON-151319106-project] 10.222.0.57 "GET /v2.0/networks?id=4926adbd-bb58-409b-9ac8-4ddd785838cc HTTP/1.1" status: 200 len: 822 time: 0.1718521 Jan 26 21:08:09.995860 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [req-cf689f68-fbdc-402f-b50c-d5935c4c937f req-d705a3d9-a108-4b55-acf8-a06ca71f8046 tempest-ImagesOneServerNegativeTestJSON-151319106 tempest-ImagesOneServerNegativeTestJSON-151319106-project] Request body: {'port': {'device_id': '5203b0ca-876b-4f8e-9238-fe91ea9f042e', 'network_id': '4926adbd-bb58-409b-9ac8-4ddd785838cc', 'admin_state_up': True, 'tenant_id': '7738c5884a6447309a2496a4daa195ef'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:08:10.018507 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-33e11818-e613-420b-9294-20afe9dd4706 req-192e75a6-c4c4-4858-b940-f445305fe947 tempest-SecurityGroupsTestJSON-1679712722 tempest-SecurityGroupsTestJSON-1679712722-project] 10.222.0.13 "GET /v2.0/ports?device_id=456d66f5-89ee-4521-82c0-85af7d6c1848 HTTP/1.1" status: 200 len: 210 time: 0.0371006 Jan 26 21:08:10.128312 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cf689f68-fbdc-402f-b50c-d5935c4c937f req-d705a3d9-a108-4b55-acf8-a06ca71f8046 tempest-ImagesOneServerNegativeTestJSON-151319106 tempest-ImagesOneServerNegativeTestJSON-151319106-project] Made reservation on behalf of 7738c5884a6447309a2496a4daa195ef for: {'port': 1} {{(pid=103305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 21:08:10.132756 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-cf689f68-fbdc-402f-b50c-d5935c4c937f req-d705a3d9-a108-4b55-acf8-a06ca71f8046 tempest-ImagesOneServerNegativeTestJSON-151319106 tempest-ImagesOneServerNegativeTestJSON-151319106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:08:10.256670 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ecd27e-c734-4380-a8f8-0f8437d69d92 req-c623942e-599b-4b6a-b353-9c91bc8e277c tempest-LiveAutoBlockMigrationV225Test-1645909514 tempest-LiveAutoBlockMigrationV225Test-1645909514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:08:10.260179 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-61ecd27e-c734-4380-a8f8-0f8437d69d92 req-c623942e-599b-4b6a-b353-9c91bc8e277c tempest-LiveAutoBlockMigrationV225Test-1645909514 tempest-LiveAutoBlockMigrationV225Test-1645909514-project] 10.222.0.13 "GET /v2.0/ports?device_id=d8f50517-906a-494e-a293-92450ad8c0a0 HTTP/1.1" status: 200 len: 945 time: 0.0956898 Jan 26 21:08:10.294016 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.db_base_plugin_common [req-cf689f68-fbdc-402f-b50c-d5935c4c937f req-d705a3d9-a108-4b55-acf8-a06ca71f8046 tempest-ImagesOneServerNegativeTestJSON-151319106 tempest-ImagesOneServerNegativeTestJSON-151319106-project] Allocated IP 172.20.0.13 (4926adbd-bb58-409b-9ac8-4ddd785838cc/82795dc3-d3c3-45f5-bcea-f6ace04e021f/9a23358d-b561-4674-b1d7-66ac357cb381) {{(pid=103305) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 21:08:10.360049 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-670eacc4-273f-43d3-9b48-7c9cdc1850bd req-c67a6657-3b68-4afe-a6be-344790dd4d46 tempest-ImagesOneServerNegativeTestJSON-151319106 tempest-ImagesOneServerNegativeTestJSON-151319106-project] 10.222.0.13 "GET /v2.0/ports?device_id=5203b0ca-876b-4f8e-9238-fe91ea9f042e HTTP/1.1" status: 200 len: 210 time: 0.0567942 Jan 26 21:08:10.411628 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-61ecd27e-c734-4380-a8f8-0f8437d69d92 req-013a268e-027b-42e4-be5e-27ba5d412010 tempest-LiveAutoBlockMigrationV225Test-1645909514 tempest-LiveAutoBlockMigrationV225Test-1645909514-project] 10.222.0.13 "GET /v2.0/security-groups?id=d3d52ae6-e761-44ee-98bd-9ad0dc66343a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1437707 Jan 26 21:08:10.492967 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-e70900c3-d21a-4d89-94bd-5cfa1c8febe7 req-b4dbf7c9-f31e-4cd1-bd0d-5e84ca4458b5 tempest-ServersAdminNegativeTestJSON-1178057290 tempest-ServersAdminNegativeTestJSON-1178057290-project] 10.222.0.13 "GET /v2.0/ports?device_id=8ff15467-9e0a-43b0-a90b-bab43a92f36a HTTP/1.1" status: 200 len: 210 time: 0.0540664 Jan 26 21:08:10.637918 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-cf689f68-fbdc-402f-b50c-d5935c4c937f req-d705a3d9-a108-4b55-acf8-a06ca71f8046 tempest-ImagesOneServerNegativeTestJSON-151319106 tempest-ImagesOneServerNegativeTestJSON-151319106-project] Publish callbacks [] for port (9a23358d-b561-4674-b1d7-66ac357cb381), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:08:10.678786 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-cf689f68-fbdc-402f-b50c-d5935c4c937f req-d705a3d9-a108-4b55-acf8-a06ca71f8046 tempest-ImagesOneServerNegativeTestJSON-151319106 tempest-ImagesOneServerNegativeTestJSON-151319106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746560234527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11791543'] for port (9a23358d-b561-4674-b1d7-66ac357cb381), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:08:10.722471 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cf689f68-fbdc-402f-b50c-d5935c4c937f req-d705a3d9-a108-4b55-acf8-a06ca71f8046 tempest-ImagesOneServerNegativeTestJSON-151319106 tempest-ImagesOneServerNegativeTestJSON-151319106-project] Network 4926adbd-bb58-409b-9ac8-4ddd785838cc is already hosted by enough agents. {{(pid=103305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 21:08:10.725990 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [req-cf689f68-fbdc-402f-b50c-d5935c4c937f req-d705a3d9-a108-4b55-acf8-a06ca71f8046 tempest-ImagesOneServerNegativeTestJSON-151319106 tempest-ImagesOneServerNegativeTestJSON-151319106-project] Resources bound (agent type, host, resource id): {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:08:10.734297 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975b86ef-579c-4263-8f75-29b94a48adb3 req-f8ede7fc-9954-40a5-aee8-5896811c2e88 tempest-ServersAdminTestJSON-2108229583 tempest-ServersAdminTestJSON-2108229583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:08:10.735525 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf689f68-fbdc-402f-b50c-d5935c4c937f req-d705a3d9-a108-4b55-acf8-a06ca71f8046 tempest-ImagesOneServerNegativeTestJSON-151319106 tempest-ImagesOneServerNegativeTestJSON-151319106-project] Received port after_create {{(pid=103305) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 21:08:10.741319 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-975b86ef-579c-4263-8f75-29b94a48adb3 req-f8ede7fc-9954-40a5-aee8-5896811c2e88 tempest-ServersAdminTestJSON-2108229583 tempest-ServersAdminTestJSON-2108229583-project] 10.222.0.13 "GET /v2.0/ports?device_id=242b7086-c188-4e0a-9af5-4749fa74838b HTTP/1.1" status: 200 len: 950 time: 0.1218939 Jan 26 21:08:10.821186 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d705a3d9-a108-4b55-acf8-a06ca71f8046 tempest-ImagesOneServerNegativeTestJSON-151319106 tempest-ImagesOneServerNegativeTestJSON-151319106-project] Pushing event updated for resources: {'Port': ['ID=9a23358d-b561-4674-b1d7-66ac357cb381,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:08:10.825866 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-975b86ef-579c-4263-8f75-29b94a48adb3 req-760252f8-d2cb-43b2-bc51-054ba03c1ed1 tempest-ServersAdminTestJSON-2108229583 tempest-ServersAdminTestJSON-2108229583-project] 10.222.0.13 "GET /v2.0/security-groups?id=95bc11fd-db53-4b42-971c-c958ca031066&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750101 Jan 26 21:08:10.844073 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf689f68-fbdc-402f-b50c-d5935c4c937f req-d705a3d9-a108-4b55-acf8-a06ca71f8046 tempest-ImagesOneServerNegativeTestJSON-151319106 tempest-ImagesOneServerNegativeTestJSON-151319106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:08:10.844890 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-cf689f68-fbdc-402f-b50c-d5935c4c937f req-d705a3d9-a108-4b55-acf8-a06ca71f8046 tempest-ImagesOneServerNegativeTestJSON-151319106 tempest-ImagesOneServerNegativeTestJSON-151319106-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:08:10.869058 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-cf689f68-fbdc-402f-b50c-d5935c4c937f req-d705a3d9-a108-4b55-acf8-a06ca71f8046 tempest-ImagesOneServerNegativeTestJSON-151319106 tempest-ImagesOneServerNegativeTestJSON-151319106-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8769805 Jan 26 21:08:10.887998 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [req-cf689f68-fbdc-402f-b50c-d5935c4c937f req-983ee2a5-deb3-49a1-bca3-2b3cb571574c service neutron] Request body: {'port': {'device_id': '5203b0ca-876b-4f8e-9238-fe91ea9f042e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-760453-5'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:08:10.960663 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-cf689f68-fbdc-402f-b50c-d5935c4c937f req-983ee2a5-deb3-49a1-bca3-2b3cb571574c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (9a23358d-b561-4674-b1d7-66ac357cb381), before_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:08:10.999650 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ffc6ad-fc7e-47fd-980d-5688687a9129 req-cb5a091c-f7b3-4fd9-b527-34064e4ffb27 tempest-MigrationsAdminTest-1084137346 tempest-MigrationsAdminTest-1084137346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:08:11.001477 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-f7ffc6ad-fc7e-47fd-980d-5688687a9129 req-cb5a091c-f7b3-4fd9-b527-34064e4ffb27 tempest-MigrationsAdminTest-1084137346 tempest-MigrationsAdminTest-1084137346-project] 10.222.0.13 "GET /v2.0/ports?device_id=6e0054d4-194a-4ef5-9a59-0af1fe168395 HTTP/1.1" status: 200 len: 950 time: 0.0820119 Jan 26 21:08:11.098474 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-f7ffc6ad-fc7e-47fd-980d-5688687a9129 req-3eb9eddd-659b-407b-9c56-05648458a68f tempest-MigrationsAdminTest-1084137346 tempest-MigrationsAdminTest-1084137346-project] 10.222.0.13 "GET /v2.0/security-groups?id=e0b082e3-685f-492b-b87f-3045b8ecd8c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893252 Jan 26 21:08:11.193705 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-1035345d-8260-4bde-96b9-54b25168a60a req-af7fecf0-dec1-4eb4-ba41-5f19cdf16d5e tempest-SecurityGroupsTestJSON-1679712722 tempest-SecurityGroupsTestJSON-1679712722-project] 10.222.0.13 "GET /v2.0/security-groups/09a38b62-99ef-407d-8330-a96087b5f923 HTTP/1.1" status: 200 len: 1817 time: 0.0528800 Jan 26 21:08:11.259195 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-1035345d-8260-4bde-96b9-54b25168a60a req-208e8bd9-e548-4de7-804f-2980da882ada tempest-SecurityGroupsTestJSON-1679712722 tempest-SecurityGroupsTestJSON-1679712722-project] Publish callbacks [] for security_group (09a38b62-99ef-407d-8330-a96087b5f923), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:08:11.286642 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-1035345d-8260-4bde-96b9-54b25168a60a req-208e8bd9-e548-4de7-804f-2980da882ada tempest-SecurityGroupsTestJSON-1679712722 tempest-SecurityGroupsTestJSON-1679712722-project] Publish callbacks [] for security_group (09a38b62-99ef-407d-8330-a96087b5f923), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:08:11.304508 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 46560) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:08:11.328544 n-d-760453-5 neutron-server[103305]: DEBUG neutron.notifiers.nova [req-cf689f68-fbdc-402f-b50c-d5935c4c937f req-983ee2a5-deb3-49a1-bca3-2b3cb571574c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9a23358d-b561-4674-b1d7-66ac357cb381 {{(pid=103305) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 26 21:08:11.338013 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-cf689f68-fbdc-402f-b50c-d5935c4c937f req-983ee2a5-deb3-49a1-bca3-2b3cb571574c service neutron] Publish callbacks [] for port (9a23358d-b561-4674-b1d7-66ac357cb381), precommit_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:08:11.339301 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-1035345d-8260-4bde-96b9-54b25168a60a req-208e8bd9-e548-4de7-804f-2980da882ada tempest-SecurityGroupsTestJSON-1679712722 tempest-SecurityGroupsTestJSON-1679712722-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (09a38b62-99ef-407d-8330-a96087b5f923), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:08:11.344212 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-1035345d-8260-4bde-96b9-54b25168a60a req-208e8bd9-e548-4de7-804f-2980da882ada tempest-SecurityGroupsTestJSON-1679712722 tempest-SecurityGroupsTestJSON-1679712722-project] Publish callbacks [] for security_group (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:08:11.345592 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-1035345d-8260-4bde-96b9-54b25168a60a req-208e8bd9-e548-4de7-804f-2980da882ada tempest-SecurityGroupsTestJSON-1679712722 tempest-SecurityGroupsTestJSON-1679712722-project] 10.222.0.13 "DELETE /v2.0/security-groups/09a38b62-99ef-407d-8330-a96087b5f923 HTTP/1.1" status: 204 len: 173 time: 0.1517708 Jan 26 21:08:11.355385 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.provisioning_blocks [req-cf689f68-fbdc-402f-b50c-d5935c4c937f req-983ee2a5-deb3-49a1-bca3-2b3cb571574c service neutron] Transition to ACTIVE for port object 9a23358d-b561-4674-b1d7-66ac357cb381 will not be triggered until provisioned by entity L2. {{(pid=103305) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 21:08:11.358899 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208e8bd9-e548-4de7-804f-2980da882ada tempest-SecurityGroupsTestJSON-1679712722 tempest-SecurityGroupsTestJSON-1679712722-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=09a38b62-99ef-407d-8330-a96087b5f923,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:08:11.360673 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-cf689f68-fbdc-402f-b50c-d5935c4c937f req-983ee2a5-deb3-49a1-bca3-2b3cb571574c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11791520'] for port (9a23358d-b561-4674-b1d7-66ac357cb381), after_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:08:11.446587 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-c6f663d6-73ca-4f07-8d4d-9aa3e5e78fa8 req-a0b6afdf-00df-4ebb-84b3-cd9a58404ae9 tempest-SecurityGroupsTestJSON-1679712722 tempest-SecurityGroupsTestJSON-1679712722-project] 10.222.0.13 "GET /v2.0/security-groups/032c3716-e02a-470b-b9f2-4b12e63d3a28 HTTP/1.1" status: 200 len: 1818 time: 0.0717103 Jan 26 21:08:11.466303 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983ee2a5-deb3-49a1-bca3-2b3cb571574c service neutron] Pushing event updated for resources: {'Port': ['ID=9a23358d-b561-4674-b1d7-66ac357cb381,revision_number=2']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:08:11.533491 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-4ed5f159-e0c6-49bc-b1f0-dd39e8f22e18 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:08:11.555614 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6268a4-4997-4456-a200-77a2bc25dc99 req-58cad871-6833-4fc8-b450-e388d3a60d87 tempest-ImagesOneServerNegativeTestJSON-151319106 tempest-ImagesOneServerNegativeTestJSON-151319106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:08:11.565906 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-8e6268a4-4997-4456-a200-77a2bc25dc99 req-58cad871-6833-4fc8-b450-e388d3a60d87 tempest-ImagesOneServerNegativeTestJSON-151319106 tempest-ImagesOneServerNegativeTestJSON-151319106-project] 10.222.0.13 "GET /v2.0/ports?device_id=5203b0ca-876b-4f8e-9238-fe91ea9f042e HTTP/1.1" status: 200 len: 944 time: 0.1183269 Jan 26 21:08:11.577965 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-5d914605-e0c0-450e-80a5-829b191a5ca5 req-646fab6d-b3b4-4d15-8380-39bdcfcc2cd8 tempest-ServersAdminNegativeTestJSON-1178057290 tempest-ServersAdminNegativeTestJSON-1178057290-project] 10.222.0.57 "GET /v2.0/networks?tenant_id=dec5799dc98547c1ba8b0a54977f3e1c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0267203 Jan 26 21:08:11.631835 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-c6f663d6-73ca-4f07-8d4d-9aa3e5e78fa8 req-bbfd4750-e6a4-4f80-8d08-e1d7bbcbc096 tempest-SecurityGroupsTestJSON-1679712722 tempest-SecurityGroupsTestJSON-1679712722-project] Publish callbacks [] for security_group (032c3716-e02a-470b-b9f2-4b12e63d3a28), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:08:11.673119 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [req-cf689f68-fbdc-402f-b50c-d5935c4c937f req-983ee2a5-deb3-49a1-bca3-2b3cb571574c service neutron] Attempting to bind port 9a23358d-b561-4674-b1d7-66ac357cb381 on host n-h2-760453-5 for vnic_type normal with profile {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 21:08:11.673599 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [req-cf689f68-fbdc-402f-b50c-d5935c4c937f req-983ee2a5-deb3-49a1-bca3-2b3cb571574c service neutron] Attempting to bind port 9a23358d-b561-4674-b1d7-66ac357cb381 by drivers openvswitch,hyperv on host n-h2-760453-5 at level 0 using segments [{'id': '58f97d30-90ed-4b82-8d47-15dab34d927d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '4926adbd-bb58-409b-9ac8-4ddd785838cc'}] {{(pid=103305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 26 21:08:11.674000 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf689f68-fbdc-402f-b50c-d5935c4c937f req-983ee2a5-deb3-49a1-bca3-2b3cb571574c service neutron] Attempting to bind port 9a23358d-b561-4674-b1d7-66ac357cb381 on network 4926adbd-bb58-409b-9ac8-4ddd785838cc {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 21:08:11.683931 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf689f68-fbdc-402f-b50c-d5935c4c937f req-983ee2a5-deb3-49a1-bca3-2b3cb571574c service neutron] Port 9a23358d-b561-4674-b1d7-66ac357cb381 on network 4926adbd-bb58-409b-9ac8-4ddd785838cc not bound, no agent of type Open vSwitch agent registered on host n-h2-760453-5 {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 26 21:08:11.684931 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf689f68-fbdc-402f-b50c-d5935c4c937f req-983ee2a5-deb3-49a1-bca3-2b3cb571574c service neutron] Attempting to bind port 9a23358d-b561-4674-b1d7-66ac357cb381 on network 4926adbd-bb58-409b-9ac8-4ddd785838cc {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 21:08:11.701163 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf689f68-fbdc-402f-b50c-d5935c4c937f req-983ee2a5-deb3-49a1-bca3-2b3cb571574c service neutron] Checking agent: {'id': '4d619873-4b60-439f-9b5a-b155dc8bbc34', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-760453-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 21, 2, 53), 'started_at': datetime.datetime(2022, 1, 26, 21, 2, 53), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 21, 7, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 26 21:08:11.701613 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf689f68-fbdc-402f-b50c-d5935c4c937f req-983ee2a5-deb3-49a1-bca3-2b3cb571574c service neutron] Checking segment: {'id': '58f97d30-90ed-4b82-8d47-15dab34d927d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '4926adbd-bb58-409b-9ac8-4ddd785838cc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103305) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 21:08:11.702065 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf689f68-fbdc-402f-b50c-d5935c4c937f req-983ee2a5-deb3-49a1-bca3-2b3cb571574c service neutron] Bound using segment: {'id': '58f97d30-90ed-4b82-8d47-15dab34d927d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '4926adbd-bb58-409b-9ac8-4ddd785838cc'} {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 26 21:08:11.702573 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [req-cf689f68-fbdc-402f-b50c-d5935c4c937f req-983ee2a5-deb3-49a1-bca3-2b3cb571574c service neutron] Bound port: 9a23358d-b561-4674-b1d7-66ac357cb381, host: n-h2-760453-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '58f97d30-90ed-4b82-8d47-15dab34d927d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '4926adbd-bb58-409b-9ac8-4ddd785838cc'}}] {{(pid=103305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 26 21:08:11.703002 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-cf689f68-fbdc-402f-b50c-d5935c4c937f req-983ee2a5-deb3-49a1-bca3-2b3cb571574c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (9a23358d-b561-4674-b1d7-66ac357cb381), before_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:08:11.703349 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-8e6268a4-4997-4456-a200-77a2bc25dc99 req-40b48b2c-a4d7-4c97-8007-f01dfba3909c tempest-ImagesOneServerNegativeTestJSON-151319106 tempest-ImagesOneServerNegativeTestJSON-151319106-project] 10.222.0.13 "GET /v2.0/security-groups?id=aea9fb57-b28b-4984-b6fd-ae500e1c8e4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1216583 Jan 26 21:08:11.734901 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-c6f663d6-73ca-4f07-8d4d-9aa3e5e78fa8 req-bbfd4750-e6a4-4f80-8d08-e1d7bbcbc096 tempest-SecurityGroupsTestJSON-1679712722 tempest-SecurityGroupsTestJSON-1679712722-project] Publish callbacks [] for security_group (032c3716-e02a-470b-b9f2-4b12e63d3a28), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:08:11.771806 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d914605-e0c0-450e-80a5-829b191a5ca5 req-abc2a287-9692-49fa-9e81-a7883c05edfa tempest-ServersAdminNegativeTestJSON-1178057290 tempest-ServersAdminNegativeTestJSON-1178057290-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:08:11.773523 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-5d914605-e0c0-450e-80a5-829b191a5ca5 req-abc2a287-9692-49fa-9e81-a7883c05edfa tempest-ServersAdminNegativeTestJSON-1178057290 tempest-ServersAdminNegativeTestJSON-1178057290-project] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1874208 Jan 26 21:08:11.786342 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [req-5d914605-e0c0-450e-80a5-829b191a5ca5 req-f7008e1b-21d0-4dfa-a818-f9a0a07d3f77 tempest-ServersAdminNegativeTestJSON-1178057290 tempest-ServersAdminNegativeTestJSON-1178057290-project] Request body: {'port': {'device_id': '8ff15467-9e0a-43b0-a90b-bab43a92f36a', 'network_id': '7fbe9cf5-e12c-436d-b372-55a19c9faa30', 'admin_state_up': True, 'tenant_id': 'dec5799dc98547c1ba8b0a54977f3e1c'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:08:11.837071 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-c6f663d6-73ca-4f07-8d4d-9aa3e5e78fa8 req-bbfd4750-e6a4-4f80-8d08-e1d7bbcbc096 tempest-SecurityGroupsTestJSON-1679712722 tempest-SecurityGroupsTestJSON-1679712722-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (032c3716-e02a-470b-b9f2-4b12e63d3a28), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:08:11.839876 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-c6f663d6-73ca-4f07-8d4d-9aa3e5e78fa8 req-bbfd4750-e6a4-4f80-8d08-e1d7bbcbc096 tempest-SecurityGroupsTestJSON-1679712722 tempest-SecurityGroupsTestJSON-1679712722-project] Publish callbacks [] for security_group (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:08:11.841112 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-c6f663d6-73ca-4f07-8d4d-9aa3e5e78fa8 req-bbfd4750-e6a4-4f80-8d08-e1d7bbcbc096 tempest-SecurityGroupsTestJSON-1679712722 tempest-SecurityGroupsTestJSON-1679712722-project] 10.222.0.13 "DELETE /v2.0/security-groups/032c3716-e02a-470b-b9f2-4b12e63d3a28 HTTP/1.1" status: 204 len: 173 time: 0.3831143 Jan 26 21:08:11.855929 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f4ae55-759f-43bc-b90b-8db777220e72 req-f4031364-be99-4032-adac-299bf64514f9 tempest-LiveAutoBlockMigrationV225Test-1645909514 tempest-LiveAutoBlockMigrationV225Test-1645909514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:08:11.857493 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-b3f4ae55-759f-43bc-b90b-8db777220e72 req-f4031364-be99-4032-adac-299bf64514f9 tempest-LiveAutoBlockMigrationV225Test-1645909514 tempest-LiveAutoBlockMigrationV225Test-1645909514-project] 10.222.0.13 "GET /v2.0/ports?device_id=d8f50517-906a-494e-a293-92450ad8c0a0 HTTP/1.1" status: 200 len: 945 time: 0.0884593 Jan 26 21:08:11.859535 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [req-cf689f68-fbdc-402f-b50c-d5935c4c937f req-983ee2a5-deb3-49a1-bca3-2b3cb571574c service neutron] For port 9a23358d-b561-4674-b1d7-66ac357cb381, host n-h2-760453-5, cleared binding levels {{(pid=103305) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 26 21:08:11.872270 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbfd4750-e6a4-4f80-8d08-e1d7bbcbc096 tempest-SecurityGroupsTestJSON-1679712722 tempest-SecurityGroupsTestJSON-1679712722-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=032c3716-e02a-470b-b9f2-4b12e63d3a28,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:08:11.879360 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [req-cf689f68-fbdc-402f-b50c-d5935c4c937f req-983ee2a5-deb3-49a1-bca3-2b3cb571574c service neutron] For port 9a23358d-b561-4674-b1d7-66ac357cb381, host n-h2-760453-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-5',level=0,port_id=9a23358d-b561-4674-b1d7-66ac357cb381,segment=NetworkSegment(58f97d30-90ed-4b82-8d47-15dab34d927d),segment_id=58f97d30-90ed-4b82-8d47-15dab34d927d)] {{(pid=103305) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 26 21:08:11.896521 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-cf689f68-fbdc-402f-b50c-d5935c4c937f req-983ee2a5-deb3-49a1-bca3-2b3cb571574c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11791520'] for port (9a23358d-b561-4674-b1d7-66ac357cb381), after_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:08:11.908218 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-4ed5f159-e0c6-49bc-b1f0-dd39e8f22e18 admin admin] Publish callbacks [] for security_group (ae41f778-7196-4883-b0d8-6721f233a19b), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:08:11.921248 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-4ed5f159-e0c6-49bc-b1f0-dd39e8f22e18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (ae41f778-7196-4883-b0d8-6721f233a19b), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:08:11.986524 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf689f68-fbdc-402f-b50c-d5935c4c937f req-983ee2a5-deb3-49a1-bca3-2b3cb571574c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:08:11.987190 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-cf689f68-fbdc-402f-b50c-d5935c4c937f req-983ee2a5-deb3-49a1-bca3-2b3cb571574c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:08:11.989196 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-cf689f68-fbdc-402f-b50c-d5935c4c937f req-983ee2a5-deb3-49a1-bca3-2b3cb571574c service neutron] 10.222.0.57 "PUT /v2.0/ports/9a23358d-b561-4674-b1d7-66ac357cb381 HTTP/1.1" status: 200 len: 1092 time: 1.1058114 Jan 26 21:08:11.990739 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-4ed5f159-e0c6-49bc-b1f0-dd39e8f22e18 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=8da0bd76f14b4909a17cb08064d855b7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6850314 Jan 26 21:08:11.995863 n-d-760453-5 neutron-server[103305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5203b0ca-876b-4f8e-9238-fe91ea9f042e', 'tag': '9a23358d-b561-4674-b1d7-66ac357cb381'}] {{(pid=103305) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 21:08:11.998476 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d4654568b7bf041e72ff8fe1c96d6d761d9c921f2b99bc7b3a26632be20cee0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2843ca1-e797-4e2a-9424-65da3787f386" -d '{"events": [{"name": "network-changed", "server_uuid": "5203b0ca-876b-4f8e-9238-fe91ea9f042e", "tag": "9a23358d-b561-4674-b1d7-66ac357cb381"}]}' {{(pid=103305) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 21:08:12.000983 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 46576) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:08:12.015085 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-450a540b-1f7a-42d3-9068-b1cd3a33b8ee req-df788cef-820e-45ab-b67a-f49023706a5a tempest-ServersAdminNegativeTestJSON-1178057290 tempest-ServersAdminNegativeTestJSON-1178057290-project] 10.222.0.13 "GET /v2.0/ports?device_id=8ff15467-9e0a-43b0-a90b-bab43a92f36a HTTP/1.1" status: 200 len: 210 time: 0.0549352 Jan 26 21:08:12.018837 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-b3f4ae55-759f-43bc-b90b-8db777220e72 req-a55d4ce9-d1b6-45cb-ae1a-9fa7102ac4db tempest-LiveAutoBlockMigrationV225Test-1645909514 tempest-LiveAutoBlockMigrationV225Test-1645909514-project] 10.222.0.13 "GET /v2.0/security-groups?id=d3d52ae6-e761-44ee-98bd-9ad0dc66343a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1225765 Jan 26 21:08:12.019759 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed5f159-e0c6-49bc-b1f0-dd39e8f22e18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae41f778-7196-4883-b0d8-6721f233a19b,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:08:12.068992 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983ee2a5-deb3-49a1-bca3-2b3cb571574c service neutron] Pushing event updated for resources: {'Port': ['ID=9a23358d-b561-4674-b1d7-66ac357cb381,revision_number=3']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:08:12.074284 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [req-43c64993-7e72-4b18-8fcb-db58a438b672 req-b5fa62a4-be3e-4843-b503-0f6eeb5bc6bc tempest-SecurityGroupsTestJSON-1679712722 tempest-SecurityGroupsTestJSON-1679712722-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1823877750', 'description': 'tempest-description-1349924484'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:08:12.102053 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Device 09cb4ea7-a66a-4baf-99cd-e61491893f9b no longer exists at agent hyperv_n-h2-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 26 21:08:12.123253 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-43c64993-7e72-4b18-8fcb-db58a438b672 req-b5fa62a4-be3e-4843-b503-0f6eeb5bc6bc tempest-SecurityGroupsTestJSON-1679712722 tempest-SecurityGroupsTestJSON-1679712722-project] Publish callbacks [] for security_group (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:08:12.143245 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5d914605-e0c0-450e-80a5-829b191a5ca5 req-f7008e1b-21d0-4dfa-a818-f9a0a07d3f77 tempest-ServersAdminNegativeTestJSON-1178057290 tempest-ServersAdminNegativeTestJSON-1178057290-project] Made reservation on behalf of dec5799dc98547c1ba8b0a54977f3e1c for: {'port': 1} {{(pid=103305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 21:08:12.145222 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] No Port match for: 09cb4ea7-a66a-4baf-99cd-e61491893f9b {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 26 21:08:12.145698 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Device 09cb4ea7-a66a-4baf-99cd-e61491893f9b not bound to the agent host n-h2-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 26 21:08:12.147323 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-5d914605-e0c0-450e-80a5-829b191a5ca5 req-f7008e1b-21d0-4dfa-a818-f9a0a07d3f77 tempest-ServersAdminNegativeTestJSON-1178057290 tempest-ServersAdminNegativeTestJSON-1178057290-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:08:12.153102 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-3a70d464-9a3b-4ca7-a2f1-33499479d132 admin admin] Publish callbacks [] for security_group (ae41f778-7196-4883-b0d8-6721f233a19b), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:08:12.177746 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf689f68-fbdc-402f-b50c-d5935c4c937f req-54a6548c-227d-4ed6-bf2d-deab9842d271 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:08:12.179281 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-cf689f68-fbdc-402f-b50c-d5935c4c937f req-54a6548c-227d-4ed6-bf2d-deab9842d271 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=7738c5884a6447309a2496a4daa195ef&device_id=5203b0ca-876b-4f8e-9238-fe91ea9f042e HTTP/1.1" status: 200 len: 1095 time: 0.1070025 Jan 26 21:08:12.206864 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-3a70d464-9a3b-4ca7-a2f1-33499479d132 admin admin] Publish callbacks [] for security_group (ae41f778-7196-4883-b0d8-6721f233a19b), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:08:12.223656 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0f34da-374f-4191-8b9b-6bffd9dddcff req-ec0d0fd7-755f-4394-aea7-c94d8d6d121a tempest-ServersAdminTestJSON-2108229583 tempest-ServersAdminTestJSON-2108229583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:08:12.225254 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-bf0f34da-374f-4191-8b9b-6bffd9dddcff req-ec0d0fd7-755f-4394-aea7-c94d8d6d121a tempest-ServersAdminTestJSON-2108229583 tempest-ServersAdminTestJSON-2108229583-project] 10.222.0.13 "GET /v2.0/ports?device_id=242b7086-c188-4e0a-9af5-4749fa74838b HTTP/1.1" status: 200 len: 950 time: 0.0744801 Jan 26 21:08:12.243820 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-cf689f68-fbdc-402f-b50c-d5935c4c937f req-c228b621-856b-4a9b-9941-18cce7992071 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9a23358d-b561-4674-b1d7-66ac357cb381 HTTP/1.1" status: 200 len: 217 time: 0.0537407 Jan 26 21:08:12.279868 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-43c64993-7e72-4b18-8fcb-db58a438b672 req-b5fa62a4-be3e-4843-b503-0f6eeb5bc6bc tempest-SecurityGroupsTestJSON-1679712722 tempest-SecurityGroupsTestJSON-1679712722-project] Publish callbacks [] for security_group (48db9892-8d3b-4dd7-a169-484db812f514), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:08:12.291814 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-43c64993-7e72-4b18-8fcb-db58a438b672 req-b5fa62a4-be3e-4843-b503-0f6eeb5bc6bc tempest-SecurityGroupsTestJSON-1679712722 tempest-SecurityGroupsTestJSON-1679712722-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (48db9892-8d3b-4dd7-a169-484db812f514), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:08:12.332214 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-bf0f34da-374f-4191-8b9b-6bffd9dddcff req-141254de-e7cf-4b32-8400-89444592d2fe tempest-ServersAdminTestJSON-2108229583 tempest-ServersAdminTestJSON-2108229583-project] 10.222.0.13 "GET /v2.0/security-groups?id=95bc11fd-db53-4b42-971c-c958ca031066&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951128 Jan 26 21:08:12.341644 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-43c64993-7e72-4b18-8fcb-db58a438b672 req-b5fa62a4-be3e-4843-b503-0f6eeb5bc6bc tempest-SecurityGroupsTestJSON-1679712722 tempest-SecurityGroupsTestJSON-1679712722-project] Publish callbacks [] for security_group (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:08:12.342873 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-43c64993-7e72-4b18-8fcb-db58a438b672 req-b5fa62a4-be3e-4843-b503-0f6eeb5bc6bc tempest-SecurityGroupsTestJSON-1679712722 tempest-SecurityGroupsTestJSON-1679712722-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1823 time: 0.2744577 Jan 26 21:08:12.358531 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5fa62a4-be3e-4843-b503-0f6eeb5bc6bc tempest-SecurityGroupsTestJSON-1679712722 tempest-SecurityGroupsTestJSON-1679712722-project] Pushing event updated for resources: {'SecurityGroup': ['ID=48db9892-8d3b-4dd7-a169-484db812f514,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:08:12.396237 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf689f68-fbdc-402f-b50c-d5935c4c937f req-b12ca7f8-71b7-4b27-984c-670dd8d677a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:08:12.397755 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-cf689f68-fbdc-402f-b50c-d5935c4c937f req-b12ca7f8-71b7-4b27-984c-670dd8d677a1 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=82795dc3-d3c3-45f5-bcea-f6ace04e021f HTTP/1.1" status: 200 len: 862 time: 0.1197658 Jan 26 21:08:12.415771 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 26 Jan 2022 21:08:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d00d611-3bca-4984-93d9-9be602bde7a0 x-openstack-request-id: req-1d00d611-3bca-4984-93d9-9be602bde7a0 {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 21:08:12.416061 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5203b0ca-876b-4f8e-9238-fe91ea9f042e", "tag": "9a23358d-b561-4674-b1d7-66ac357cb381", "status": "completed", "code": 200}]} {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 21:08:12.416322 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-1d00d611-3bca-4984-93d9-9be602bde7a0 {{(pid=103305) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 21:08:12.416725 n-d-760453-5 neutron-server[103305]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5203b0ca-876b-4f8e-9238-fe91ea9f042e', 'tag': '9a23358d-b561-4674-b1d7-66ac357cb381', 'status': 'completed', 'code': 200} Jan 26 21:08:12.422023 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-3a70d464-9a3b-4ca7-a2f1-33499479d132 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (ae41f778-7196-4883-b0d8-6721f233a19b), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:08:12.424620 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-3a70d464-9a3b-4ca7-a2f1-33499479d132 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:08:12.428962 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-3a70d464-9a3b-4ca7-a2f1-33499479d132 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ae41f778-7196-4883-b0d8-6721f233a19b HTTP/1.1" status: 204 len: 168 time: 0.4197683 Jan 26 21:08:12.454694 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-cf689f68-fbdc-402f-b50c-d5935c4c937f req-3c813034-9a8d-42c4-9224-acddda4c6f49 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=4926adbd-bb58-409b-9ac8-4ddd785838cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0500298 Jan 26 21:08:12.460617 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.db_base_plugin_common [req-5d914605-e0c0-450e-80a5-829b191a5ca5 req-f7008e1b-21d0-4dfa-a818-f9a0a07d3f77 tempest-ServersAdminNegativeTestJSON-1178057290 tempest-ServersAdminNegativeTestJSON-1178057290-project] Allocated IP 192.168.233.108 (7fbe9cf5-e12c-436d-b372-55a19c9faa30/fd77e534-75e6-4b90-950e-f5824d584430/ecf8e7a9-c48e-4107-a343-dfd7589e5e50) {{(pid=103305) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 21:08:12.472964 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a70d464-9a3b-4ca7-a2f1-33499479d132 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae41f778-7196-4883-b0d8-6721f233a19b,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:08:12.501493 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75041a45-2bd7-44c2-a7fb-16947ff72b23 req-80057c03-c553-4e5f-9198-7f7115a16c9d tempest-MigrationsAdminTest-1084137346 tempest-MigrationsAdminTest-1084137346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:08:12.503879 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-75041a45-2bd7-44c2-a7fb-16947ff72b23 req-80057c03-c553-4e5f-9198-7f7115a16c9d tempest-MigrationsAdminTest-1084137346 tempest-MigrationsAdminTest-1084137346-project] 10.222.0.13 "GET /v2.0/ports?device_id=6e0054d4-194a-4ef5-9a59-0af1fe168395 HTTP/1.1" status: 200 len: 950 time: 0.0823107 Jan 26 21:08:12.608764 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-75041a45-2bd7-44c2-a7fb-16947ff72b23 req-a85cf260-41d3-4d9e-94c3-4a8f4fb8f31c tempest-MigrationsAdminTest-1084137346 tempest-MigrationsAdminTest-1084137346-project] 10.222.0.13 "GET /v2.0/security-groups?id=e0b082e3-685f-492b-b87f-3045b8ecd8c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950596 Jan 26 21:08:12.611221 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-ac4c29e1-5c0e-470e-b65e-83abb1355cd5 req-1c0c0343-d01e-4f61-8532-befb1b28cd0c tempest-SecurityGroupsTestJSON-1679712722 tempest-SecurityGroupsTestJSON-1679712722-project] 10.222.0.13 "GET /v2.0/security-groups/48db9892-8d3b-4dd7-a169-484db812f514 HTTP/1.1" status: 200 len: 1818 time: 0.0802584 Jan 26 21:08:12.623670 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [req-ac4c29e1-5c0e-470e-b65e-83abb1355cd5 req-bd0d66af-fe17-4d83-87af-a8eee0512d58 tempest-SecurityGroupsTestJSON-1679712722 tempest-SecurityGroupsTestJSON-1679712722-project] Request body: {'security_group': {'name': 'tempest-sg-hth-1659499758', 'description': 'tempest-description-hth-1613508175'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:08:12.632225 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-cf689f68-fbdc-402f-b50c-d5935c4c937f req-bf76d186-54c7-4404-9868-57d4e2f7370a service neutron] 10.222.0.57 "GET /v2.0/networks/4926adbd-bb58-409b-9ac8-4ddd785838cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1690688 Jan 26 21:08:12.659314 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-ac4c29e1-5c0e-470e-b65e-83abb1355cd5 req-bd0d66af-fe17-4d83-87af-a8eee0512d58 tempest-SecurityGroupsTestJSON-1679712722 tempest-SecurityGroupsTestJSON-1679712722-project] Publish callbacks [] for security_group (48db9892-8d3b-4dd7-a169-484db812f514), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:08:12.718895 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-ac4c29e1-5c0e-470e-b65e-83abb1355cd5 req-bd0d66af-fe17-4d83-87af-a8eee0512d58 tempest-SecurityGroupsTestJSON-1679712722 tempest-SecurityGroupsTestJSON-1679712722-project] Publish callbacks [] for security_group (48db9892-8d3b-4dd7-a169-484db812f514), precommit_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:08:12.724855 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-ac4c29e1-5c0e-470e-b65e-83abb1355cd5 req-bd0d66af-fe17-4d83-87af-a8eee0512d58 tempest-SecurityGroupsTestJSON-1679712722 tempest-SecurityGroupsTestJSON-1679712722-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (48db9892-8d3b-4dd7-a169-484db812f514), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:08:12.727937 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-ac4c29e1-5c0e-470e-b65e-83abb1355cd5 req-bd0d66af-fe17-4d83-87af-a8eee0512d58 tempest-SecurityGroupsTestJSON-1679712722 tempest-SecurityGroupsTestJSON-1679712722-project] Publish callbacks [] for security_group (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:08:12.737832 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-ac4c29e1-5c0e-470e-b65e-83abb1355cd5 req-bd0d66af-fe17-4d83-87af-a8eee0512d58 tempest-SecurityGroupsTestJSON-1679712722 tempest-SecurityGroupsTestJSON-1679712722-project] 10.222.0.13 "PUT /v2.0/security-groups/48db9892-8d3b-4dd7-a169-484db812f514 HTTP/1.1" status: 200 len: 1792 time: 0.1135912 Jan 26 21:08:12.757709 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-5d914605-e0c0-450e-80a5-829b191a5ca5 req-f7008e1b-21d0-4dfa-a818-f9a0a07d3f77 tempest-ServersAdminNegativeTestJSON-1178057290 tempest-ServersAdminNegativeTestJSON-1178057290-project] Publish callbacks [] for port (ecf8e7a9-c48e-4107-a343-dfd7589e5e50), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:08:12.792102 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd0d66af-fe17-4d83-87af-a8eee0512d58 tempest-SecurityGroupsTestJSON-1679712722 tempest-SecurityGroupsTestJSON-1679712722-project] Pushing event updated for resources: {'SecurityGroup': ['ID=48db9892-8d3b-4dd7-a169-484db812f514,revision_number=2']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:08:12.818076 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-cf689f68-fbdc-402f-b50c-d5935c4c937f req-bbe292b0-7cc3-4aa3-aeeb-219b88740780 service neutron] 10.222.0.57 "GET /v2.0/networks/4926adbd-bb58-409b-9ac8-4ddd785838cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1786220 Jan 26 21:08:12.821450 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-5d914605-e0c0-450e-80a5-829b191a5ca5 req-f7008e1b-21d0-4dfa-a818-f9a0a07d3f77 tempest-ServersAdminNegativeTestJSON-1178057290 tempest-ServersAdminNegativeTestJSON-1178057290-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746560234527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11791543'] for port (ecf8e7a9-c48e-4107-a343-dfd7589e5e50), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:08:12.842894 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-e034051b-da88-4544-95fc-04c0f6419007 req-869fe007-cb34-4fd7-8286-48518a3b0553 tempest-SecurityGroupsTestJSON-1679712722 tempest-SecurityGroupsTestJSON-1679712722-project] 10.222.0.13 "GET /v2.0/security-groups/48db9892-8d3b-4dd7-a169-484db812f514 HTTP/1.1" status: 200 len: 1792 time: 0.0930939 Jan 26 21:08:12.863151 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] get_ports_and_sgs() called for port_ids ['79b013a4-8026-47fc-9044-e6485fc3e604'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 26 21:08:12.887318 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c583b02-97c4-435c-ad84-2b28aa8aa0b8 req-bf330afd-1bc1-4fc5-af60-fcb34fa221fe tempest-ImagesOneServerNegativeTestJSON-151319106 tempest-ImagesOneServerNegativeTestJSON-151319106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:08:12.894669 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-0c583b02-97c4-435c-ad84-2b28aa8aa0b8 req-bf330afd-1bc1-4fc5-af60-fcb34fa221fe tempest-ImagesOneServerNegativeTestJSON-151319106 tempest-ImagesOneServerNegativeTestJSON-151319106-project] 10.222.0.13 "GET /v2.0/ports?device_id=5203b0ca-876b-4f8e-9238-fe91ea9f042e HTTP/1.1" status: 200 len: 944 time: 0.1031399 Jan 26 21:08:12.934039 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7008e1b-21d0-4dfa-a818-f9a0a07d3f77 tempest-ServersAdminNegativeTestJSON-1178057290 tempest-ServersAdminNegativeTestJSON-1178057290-project] Pushing event updated for resources: {'Port': ['ID=ecf8e7a9-c48e-4107-a343-dfd7589e5e50,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:08:12.941428 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5d914605-e0c0-450e-80a5-829b191a5ca5 req-f7008e1b-21d0-4dfa-a818-f9a0a07d3f77 tempest-ServersAdminNegativeTestJSON-1178057290 tempest-ServersAdminNegativeTestJSON-1178057290-project] Network 7fbe9cf5-e12c-436d-b372-55a19c9faa30 is already hosted by enough agents. {{(pid=103305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 21:08:12.945576 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [req-5d914605-e0c0-450e-80a5-829b191a5ca5 req-f7008e1b-21d0-4dfa-a818-f9a0a07d3f77 tempest-ServersAdminNegativeTestJSON-1178057290 tempest-ServersAdminNegativeTestJSON-1178057290-project] Resources bound (agent type, host, resource id): {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:08:12.948384 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d914605-e0c0-450e-80a5-829b191a5ca5 req-f7008e1b-21d0-4dfa-a818-f9a0a07d3f77 tempest-ServersAdminNegativeTestJSON-1178057290 tempest-ServersAdminNegativeTestJSON-1178057290-project] Received port after_create {{(pid=103305) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 21:08:12.996851 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-0c583b02-97c4-435c-ad84-2b28aa8aa0b8 req-238afe93-c2b3-43b8-9a1a-02b97c9d1809 tempest-ImagesOneServerNegativeTestJSON-151319106 tempest-ImagesOneServerNegativeTestJSON-151319106-project] 10.222.0.13 "GET /v2.0/security-groups?id=aea9fb57-b28b-4984-b6fd-ae500e1c8e4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955148 Jan 26 21:08:13.000468 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-9b10f6f8-50e3-4b54-a645-eb38e560fc1a req-60cdcb56-682d-4fbb-ad1b-91f8c652e3b7 tempest-SecurityGroupsTestJSON-1679712722 tempest-SecurityGroupsTestJSON-1679712722-project] 10.222.0.13 "GET /v2.0/security-groups/48db9892-8d3b-4dd7-a169-484db812f514 HTTP/1.1" status: 200 len: 1792 time: 0.1279354 Jan 26 21:08:13.011678 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2843ca1-e797-4e2a-9424-65da3787f386 req-91e1ac23-1a5c-43bb-944c-a6d38ef8edf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:08:13.013219 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-b2843ca1-e797-4e2a-9424-65da3787f386 req-91e1ac23-1a5c-43bb-944c-a6d38ef8edf7 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=7738c5884a6447309a2496a4daa195ef&device_id=5203b0ca-876b-4f8e-9238-fe91ea9f042e HTTP/1.1" status: 200 len: 1095 time: 0.1282721 Jan 26 21:08:13.019779 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d914605-e0c0-450e-80a5-829b191a5ca5 req-f7008e1b-21d0-4dfa-a818-f9a0a07d3f77 tempest-ServersAdminNegativeTestJSON-1178057290 tempest-ServersAdminNegativeTestJSON-1178057290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:08:13.020538 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-5d914605-e0c0-450e-80a5-829b191a5ca5 req-f7008e1b-21d0-4dfa-a818-f9a0a07d3f77 tempest-ServersAdminNegativeTestJSON-1178057290 tempest-ServersAdminNegativeTestJSON-1178057290-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:08:13.044022 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-5d914605-e0c0-450e-80a5-829b191a5ca5 req-f7008e1b-21d0-4dfa-a818-f9a0a07d3f77 tempest-ServersAdminNegativeTestJSON-1178057290 tempest-ServersAdminNegativeTestJSON-1178057290-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.2613955 Jan 26 21:08:13.060901 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [req-5d914605-e0c0-450e-80a5-829b191a5ca5 req-75efec76-9fe1-4324-917c-c5819140a77a service neutron] Request body: {'port': {'device_id': '8ff15467-9e0a-43b0-a90b-bab43a92f36a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-760453-5'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:08:13.167455 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-9b10f6f8-50e3-4b54-a645-eb38e560fc1a req-9bf981b0-6b9a-4b5a-8780-dfbb903964f0 tempest-SecurityGroupsTestJSON-1679712722 tempest-SecurityGroupsTestJSON-1679712722-project] Publish callbacks [] for security_group (48db9892-8d3b-4dd7-a169-484db812f514), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:08:13.202027 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-5d914605-e0c0-450e-80a5-829b191a5ca5 req-75efec76-9fe1-4324-917c-c5819140a77a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (ecf8e7a9-c48e-4107-a343-dfd7589e5e50), before_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:08:13.207496 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b1c2ad-f70b-46b0-bbff-7375390f3296 req-eefaf4c7-5849-49ea-af3b-9413fb89ad09 tempest-ServersAdminNegativeTestJSON-1178057290 tempest-ServersAdminNegativeTestJSON-1178057290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:08:13.215344 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-26b1c2ad-f70b-46b0-bbff-7375390f3296 req-eefaf4c7-5849-49ea-af3b-9413fb89ad09 tempest-ServersAdminNegativeTestJSON-1178057290 tempest-ServersAdminNegativeTestJSON-1178057290-project] 10.222.0.13 "GET /v2.0/ports?device_id=8ff15467-9e0a-43b0-a90b-bab43a92f36a HTTP/1.1" status: 200 len: 936 time: 0.0952868 Jan 26 21:08:13.218967 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-9b10f6f8-50e3-4b54-a645-eb38e560fc1a req-9bf981b0-6b9a-4b5a-8780-dfbb903964f0 tempest-SecurityGroupsTestJSON-1679712722 tempest-SecurityGroupsTestJSON-1679712722-project] Publish callbacks [] for security_group (48db9892-8d3b-4dd7-a169-484db812f514), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:08:13.226606 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2843ca1-e797-4e2a-9424-65da3787f386 req-08409ce4-d59d-4dbd-99ba-57c6b183f7b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:08:13.228146 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-b2843ca1-e797-4e2a-9424-65da3787f386 req-08409ce4-d59d-4dbd-99ba-57c6b183f7b1 service neutron] 10.222.0.57 "GET /v2.0/networks?id=4926adbd-bb58-409b-9ac8-4ddd785838cc HTTP/1.1" status: 200 len: 923 time: 0.1966798 Jan 26 21:08:13.293620 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-b2843ca1-e797-4e2a-9424-65da3787f386 req-93a46584-1984-412b-a1d4-2756c1b29e4c service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9a23358d-b561-4674-b1d7-66ac357cb381 HTTP/1.1" status: 200 len: 217 time: 0.0437889 Jan 26 21:08:13.301636 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-26b1c2ad-f70b-46b0-bbff-7375390f3296 req-9a283ee8-3d7f-4558-8f82-b36b84b14d84 tempest-ServersAdminNegativeTestJSON-1178057290 tempest-ServersAdminNegativeTestJSON-1178057290-project] 10.222.0.13 "GET /v2.0/security-groups?id=c18b03c4-72d9-42c1-93c5-33d242c8ac5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853698 Jan 26 21:08:13.317640 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-9b10f6f8-50e3-4b54-a645-eb38e560fc1a req-9bf981b0-6b9a-4b5a-8780-dfbb903964f0 tempest-SecurityGroupsTestJSON-1679712722 tempest-SecurityGroupsTestJSON-1679712722-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (48db9892-8d3b-4dd7-a169-484db812f514), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:08:13.320248 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-9b10f6f8-50e3-4b54-a645-eb38e560fc1a req-9bf981b0-6b9a-4b5a-8780-dfbb903964f0 tempest-SecurityGroupsTestJSON-1679712722 tempest-SecurityGroupsTestJSON-1679712722-project] Publish callbacks [] for security_group (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:08:13.321390 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-9b10f6f8-50e3-4b54-a645-eb38e560fc1a req-9bf981b0-6b9a-4b5a-8780-dfbb903964f0 tempest-SecurityGroupsTestJSON-1679712722 tempest-SecurityGroupsTestJSON-1679712722-project] 10.222.0.13 "DELETE /v2.0/security-groups/48db9892-8d3b-4dd7-a169-484db812f514 HTTP/1.1" status: 204 len: 173 time: 0.3125777 Jan 26 21:08:13.339182 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf981b0-6b9a-4b5a-8780-dfbb903964f0 tempest-SecurityGroupsTestJSON-1679712722 tempest-SecurityGroupsTestJSON-1679712722-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=48db9892-8d3b-4dd7-a169-484db812f514,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:08:13.340949 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 46618) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:08:13.361955 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-99f7e004-3d07-434a-87d8-9f37b2875e4b None None] Provisioning complete for port ecf8e7a9-c48e-4107-a343-dfd7589e5e50 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:08:13.362466 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-99f7e004-3d07-434a-87d8-9f37b2875e4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (ecf8e7a9-c48e-4107-a343-dfd7589e5e50), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:08:13.428306 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-99f7e004-3d07-434a-87d8-9f37b2875e4b None None] Port ecf8e7a9-c48e-4107-a343-dfd7589e5e50 cannot update to ACTIVE because it is not bound. {{(pid=103306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 26 21:08:13.438911 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2843ca1-e797-4e2a-9424-65da3787f386 req-b830fd03-5922-49b5-9d9d-cd0b1d592dd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:08:13.441725 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-b2843ca1-e797-4e2a-9424-65da3787f386 req-b830fd03-5922-49b5-9d9d-cd0b1d592dd0 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=82795dc3-d3c3-45f5-bcea-f6ace04e021f HTTP/1.1" status: 200 len: 862 time: 0.1289923 Jan 26 21:08:13.494603 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96762da6-b2ac-4ff5-9d7e-edb6e8f24136 req-a00d30c0-1b3b-4aa4-9d51-1cea909d10bf tempest-LiveAutoBlockMigrationV225Test-1645909514 tempest-LiveAutoBlockMigrationV225Test-1645909514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:08:13.496271 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-96762da6-b2ac-4ff5-9d7e-edb6e8f24136 req-a00d30c0-1b3b-4aa4-9d51-1cea909d10bf tempest-LiveAutoBlockMigrationV225Test-1645909514 tempest-LiveAutoBlockMigrationV225Test-1645909514-project] 10.222.0.13 "GET /v2.0/ports?device_id=d8f50517-906a-494e-a293-92450ad8c0a0 HTTP/1.1" status: 200 len: 945 time: 0.0570085 Jan 26 21:08:13.507783 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-b2843ca1-e797-4e2a-9424-65da3787f386 req-7c88b84e-63bb-44ce-985b-4875af48ac15 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=4926adbd-bb58-409b-9ac8-4ddd785838cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0517087 Jan 26 21:08:13.532890 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-f8dbcb2e-570a-4de2-ad6f-ed36d09a29cf admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2094779885-network', 'tenant_id': 'bed2f4d6742e48e3a1e31395965cc7ba'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:08:13.593110 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047ca65d-3105-4c8e-884d-c8fe32a18e93 req-09729f49-d472-4151-a91f-2c0d86020ae6 tempest-ServersAdminTestJSON-2108229583 tempest-ServersAdminTestJSON-2108229583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:08:13.594820 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-047ca65d-3105-4c8e-884d-c8fe32a18e93 req-09729f49-d472-4151-a91f-2c0d86020ae6 tempest-ServersAdminTestJSON-2108229583 tempest-ServersAdminTestJSON-2108229583-project] 10.222.0.13 "GET /v2.0/ports?device_id=242b7086-c188-4e0a-9af5-4749fa74838b HTTP/1.1" status: 200 len: 950 time: 0.0974202 Jan 26 21:08:13.598464 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8dbcb2e-570a-4de2-ad6f-ed36d09a29cf admin admin] Made reservation on behalf of bed2f4d6742e48e3a1e31395965cc7ba for: {'network': 1} {{(pid=103304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 21:08:13.600731 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-f8dbcb2e-570a-4de2-ad6f-ed36d09a29cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for network (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:08:13.621794 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-96762da6-b2ac-4ff5-9d7e-edb6e8f24136 req-6e6f8667-c9ab-4ee0-8d24-35c7c8fa8bee tempest-LiveAutoBlockMigrationV225Test-1645909514 tempest-LiveAutoBlockMigrationV225Test-1645909514-project] 10.222.0.13 "GET /v2.0/security-groups?id=d3d52ae6-e761-44ee-98bd-9ad0dc66343a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139667 Jan 26 21:08:13.623817 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-f8dbcb2e-570a-4de2-ad6f-ed36d09a29cf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:08:13.680248 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-b2843ca1-e797-4e2a-9424-65da3787f386 req-aa807c3d-c9cc-4a27-a9c1-e7fc0c43a636 service neutron] 10.222.0.57 "GET /v2.0/networks/4926adbd-bb58-409b-9ac8-4ddd785838cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1632807 Jan 26 21:08:13.694752 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-047ca65d-3105-4c8e-884d-c8fe32a18e93 req-3e134bc2-1cd2-4a8d-b275-f71bb674e584 tempest-ServersAdminTestJSON-2108229583 tempest-ServersAdminTestJSON-2108229583-project] 10.222.0.13 "GET /v2.0/security-groups?id=95bc11fd-db53-4b42-971c-c958ca031066&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891383 Jan 26 21:08:13.746479 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-f8dbcb2e-570a-4de2-ad6f-ed36d09a29cf admin admin] Publish callbacks [] for security_group (74af5a62-367f-4806-bb53-2aff4035c566), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:08:13.747673 n-d-760453-5 neutron-server[103305]: DEBUG neutron.notifiers.nova [req-5d914605-e0c0-450e-80a5-829b191a5ca5 req-75efec76-9fe1-4324-917c-c5819140a77a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ecf8e7a9-c48e-4107-a343-dfd7589e5e50 {{(pid=103305) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 26 21:08:13.751293 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-f8dbcb2e-570a-4de2-ad6f-ed36d09a29cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (74af5a62-367f-4806-bb53-2aff4035c566), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:08:13.760393 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-5d914605-e0c0-450e-80a5-829b191a5ca5 req-75efec76-9fe1-4324-917c-c5819140a77a service neutron] Publish callbacks [] for port (ecf8e7a9-c48e-4107-a343-dfd7589e5e50), precommit_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:08:13.780281 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.provisioning_blocks [req-5d914605-e0c0-450e-80a5-829b191a5ca5 req-75efec76-9fe1-4324-917c-c5819140a77a service neutron] Transition to ACTIVE for port object ecf8e7a9-c48e-4107-a343-dfd7589e5e50 will not be triggered until provisioned by entity L2. {{(pid=103305) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 21:08:13.787642 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-5d914605-e0c0-450e-80a5-829b191a5ca5 req-75efec76-9fe1-4324-917c-c5819140a77a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11791520'] for port (ecf8e7a9-c48e-4107-a343-dfd7589e5e50), after_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:08:13.791530 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f8dbcb2e-570a-4de2-ad6f-ed36d09a29cf admin admin] vlan segment allocate from pool success with {'vlan_id': 550, 'physical_network': 'physnet1'} {{(pid=103304) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 26 21:08:13.838198 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-f8dbcb2e-570a-4de2-ad6f-ed36d09a29cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576559'] for segment (e735e8d3-0a74-4bc6-9ae3-6a81e28a91f7), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:08:13.838575 n-d-760453-5 neutron-server[103304]: INFO neutron.db.segments_db [None req-f8dbcb2e-570a-4de2-ad6f-ed36d09a29cf admin admin] Added segment e735e8d3-0a74-4bc6-9ae3-6a81e28a91f7 of type vlan for network 54e115b5-d471-45df-827b-e12849d10363 Jan 26 21:08:13.842000 n-d-760453-5 neutron-server[103304]: INFO neutron.api.v2.resource [req-6a7d751f-a07c-4ea1-9d3b-c705e23346de req-52eee3c5-f277-4e9f-a1ac-8a2281f1a4be tempest-SecurityGroupsTestJSON-1679712722 tempest-SecurityGroupsTestJSON-1679712722-project] show failed (client error): The resource could not be found. Jan 26 21:08:13.843046 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-6a7d751f-a07c-4ea1-9d3b-c705e23346de req-52eee3c5-f277-4e9f-a1ac-8a2281f1a4be tempest-SecurityGroupsTestJSON-1679712722 tempest-SecurityGroupsTestJSON-1679712722-project] 10.222.0.13 "GET /v2.0/security-groups/032c3716-e02a-470b-b9f2-4b12e63d3a28 HTTP/1.1" status: 404 len: 352 time: 0.0640135 Jan 26 21:08:13.852355 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-b2843ca1-e797-4e2a-9424-65da3787f386 req-9a85b792-5cfe-4f84-8f9b-f85e449a5061 service neutron] 10.222.0.57 "GET /v2.0/networks/4926adbd-bb58-409b-9ac8-4ddd785838cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1643724 Jan 26 21:08:13.853145 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8dbcb2e-570a-4de2-ad6f-ed36d09a29cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74af5a62-367f-4806-bb53-2aff4035c566,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:08:13.854741 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75efec76-9fe1-4324-917c-c5819140a77a service neutron] Pushing event updated for resources: {'Port': ['ID=ecf8e7a9-c48e-4107-a343-dfd7589e5e50,revision_number=2']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:08:13.926393 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a326b46-b2df-45da-847b-a5c1fba64deb req-0a0336bc-6d1e-43e0-bce6-e6941b850bd4 tempest-MigrationsAdminTest-1084137346 tempest-MigrationsAdminTest-1084137346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:08:13.927923 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-9a326b46-b2df-45da-847b-a5c1fba64deb req-0a0336bc-6d1e-43e0-bce6-e6941b850bd4 tempest-MigrationsAdminTest-1084137346 tempest-MigrationsAdminTest-1084137346-project] 10.222.0.13 "GET /v2.0/ports?device_id=6e0054d4-194a-4ef5-9a59-0af1fe168395 HTTP/1.1" status: 200 len: 950 time: 0.1523070 Jan 26 21:08:13.930806 n-d-760453-5 neutron-server[103304]: INFO neutron.api.v2.resource [req-da59f4c5-30ae-4764-ad95-aab414800ee0 req-7fe66682-1404-4ddd-a683-6c8803951ca2 tempest-SecurityGroupsTestJSON-1679712722 tempest-SecurityGroupsTestJSON-1679712722-project] show failed (client error): The resource could not be found. Jan 26 21:08:13.931769 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-da59f4c5-30ae-4764-ad95-aab414800ee0 req-7fe66682-1404-4ddd-a683-6c8803951ca2 tempest-SecurityGroupsTestJSON-1679712722 tempest-SecurityGroupsTestJSON-1679712722-project] 10.222.0.13 "GET /v2.0/security-groups/09a38b62-99ef-407d-8330-a96087b5f923 HTTP/1.1" status: 404 len: 352 time: 0.0426879 Jan 26 21:08:13.933506 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-f8dbcb2e-570a-4de2-ad6f-ed36d09a29cf admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746560256871'] for network (54e115b5-d471-45df-827b-e12849d10363), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:08:13.941777 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [req-5d914605-e0c0-450e-80a5-829b191a5ca5 req-75efec76-9fe1-4324-917c-c5819140a77a service neutron] Attempting to bind port ecf8e7a9-c48e-4107-a343-dfd7589e5e50 on host n-h2-760453-5 for vnic_type normal with profile {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 21:08:13.941777 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [req-5d914605-e0c0-450e-80a5-829b191a5ca5 req-75efec76-9fe1-4324-917c-c5819140a77a service neutron] Attempting to bind port ecf8e7a9-c48e-4107-a343-dfd7589e5e50 by drivers openvswitch,hyperv on host n-h2-760453-5 at level 0 using segments [{'id': '4eab25d6-89d9-4907-a1c2-51b06443ba33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '7fbe9cf5-e12c-436d-b372-55a19c9faa30'}] {{(pid=103305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 26 21:08:13.942044 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d914605-e0c0-450e-80a5-829b191a5ca5 req-75efec76-9fe1-4324-917c-c5819140a77a service neutron] Attempting to bind port ecf8e7a9-c48e-4107-a343-dfd7589e5e50 on network 7fbe9cf5-e12c-436d-b372-55a19c9faa30 {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 21:08:13.948793 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d914605-e0c0-450e-80a5-829b191a5ca5 req-75efec76-9fe1-4324-917c-c5819140a77a service neutron] Port ecf8e7a9-c48e-4107-a343-dfd7589e5e50 on network 7fbe9cf5-e12c-436d-b372-55a19c9faa30 not bound, no agent of type Open vSwitch agent registered on host n-h2-760453-5 {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 26 21:08:13.949128 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d914605-e0c0-450e-80a5-829b191a5ca5 req-75efec76-9fe1-4324-917c-c5819140a77a service neutron] Attempting to bind port ecf8e7a9-c48e-4107-a343-dfd7589e5e50 on network 7fbe9cf5-e12c-436d-b372-55a19c9faa30 {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 21:08:13.954702 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d914605-e0c0-450e-80a5-829b191a5ca5 req-75efec76-9fe1-4324-917c-c5819140a77a service neutron] Checking agent: {'id': '4d619873-4b60-439f-9b5a-b155dc8bbc34', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-760453-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 21, 2, 53), 'started_at': datetime.datetime(2022, 1, 26, 21, 2, 53), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 21, 7, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 26 21:08:13.955059 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d914605-e0c0-450e-80a5-829b191a5ca5 req-75efec76-9fe1-4324-917c-c5819140a77a service neutron] Checking segment: {'id': '4eab25d6-89d9-4907-a1c2-51b06443ba33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '7fbe9cf5-e12c-436d-b372-55a19c9faa30'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103305) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 21:08:13.955453 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d914605-e0c0-450e-80a5-829b191a5ca5 req-75efec76-9fe1-4324-917c-c5819140a77a service neutron] Bound using segment: {'id': '4eab25d6-89d9-4907-a1c2-51b06443ba33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '7fbe9cf5-e12c-436d-b372-55a19c9faa30'} {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 26 21:08:13.955901 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [req-5d914605-e0c0-450e-80a5-829b191a5ca5 req-75efec76-9fe1-4324-917c-c5819140a77a service neutron] Bound port: ecf8e7a9-c48e-4107-a343-dfd7589e5e50, host: n-h2-760453-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4eab25d6-89d9-4907-a1c2-51b06443ba33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '7fbe9cf5-e12c-436d-b372-55a19c9faa30'}}] {{(pid=103305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 26 21:08:13.956287 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-5d914605-e0c0-450e-80a5-829b191a5ca5 req-75efec76-9fe1-4324-917c-c5819140a77a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (ecf8e7a9-c48e-4107-a343-dfd7589e5e50), before_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:08:14.032651 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [req-5d914605-e0c0-450e-80a5-829b191a5ca5 req-75efec76-9fe1-4324-917c-c5819140a77a service neutron] For port ecf8e7a9-c48e-4107-a343-dfd7589e5e50, host n-h2-760453-5, cleared binding levels {{(pid=103305) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 26 21:08:14.036633 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [req-5d914605-e0c0-450e-80a5-829b191a5ca5 req-75efec76-9fe1-4324-917c-c5819140a77a service neutron] For port ecf8e7a9-c48e-4107-a343-dfd7589e5e50, host n-h2-760453-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-5',level=0,port_id=ecf8e7a9-c48e-4107-a343-dfd7589e5e50,segment=NetworkSegment(4eab25d6-89d9-4907-a1c2-51b06443ba33),segment_id=4eab25d6-89d9-4907-a1c2-51b06443ba33)] {{(pid=103305) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 26 21:08:14.045019 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-5d914605-e0c0-450e-80a5-829b191a5ca5 req-75efec76-9fe1-4324-917c-c5819140a77a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11791520'] for port (ecf8e7a9-c48e-4107-a343-dfd7589e5e50), after_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:08:14.080378 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d914605-e0c0-450e-80a5-829b191a5ca5 req-75efec76-9fe1-4324-917c-c5819140a77a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:08:14.081015 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-5d914605-e0c0-450e-80a5-829b191a5ca5 req-75efec76-9fe1-4324-917c-c5819140a77a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:08:14.082587 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-5d914605-e0c0-450e-80a5-829b191a5ca5 req-75efec76-9fe1-4324-917c-c5819140a77a service neutron] 10.222.0.57 "PUT /v2.0/ports/ecf8e7a9-c48e-4107-a343-dfd7589e5e50 HTTP/1.1" status: 200 len: 1096 time: 1.0261002 Jan 26 21:08:14.117257 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75efec76-9fe1-4324-917c-c5819140a77a service neutron] Pushing event updated for resources: {'Port': ['ID=ecf8e7a9-c48e-4107-a343-dfd7589e5e50,revision_number=3']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:08:14.179057 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d914605-e0c0-450e-80a5-829b191a5ca5 req-253f81aa-03e7-4298-ab0e-39e5fb89a87b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:08:14.180614 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-5d914605-e0c0-450e-80a5-829b191a5ca5 req-253f81aa-03e7-4298-ab0e-39e5fb89a87b service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=dec5799dc98547c1ba8b0a54977f3e1c&device_id=8ff15467-9e0a-43b0-a90b-bab43a92f36a HTTP/1.1" status: 200 len: 1099 time: 0.0540111 Jan 26 21:08:14.199035 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.db.resource_extend [None req-f8dbcb2e-570a-4de2-ad6f-ed36d09a29cf admin admin] It took 0.26 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 26 21:08:14.229160 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-5d914605-e0c0-450e-80a5-829b191a5ca5 req-31f6e18b-dbfe-4dcf-913c-977735afed00 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.108&port_id=ecf8e7a9-c48e-4107-a343-dfd7589e5e50 HTTP/1.1" status: 200 len: 217 time: 0.0414052 Jan 26 21:08:14.233080 n-d-760453-5 neutron-server[103304]: INFO neutron.api.v2.resource [req-939a3398-5b25-4e26-8b03-5f64e312256e req-09839588-d572-4926-8a01-c0fb5053f78d tempest-SecurityGroupsTestJSON-1679712722 tempest-SecurityGroupsTestJSON-1679712722-project] show failed (client error): The resource could not be found. Jan 26 21:08:14.234146 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-939a3398-5b25-4e26-8b03-5f64e312256e req-09839588-d572-4926-8a01-c0fb5053f78d tempest-SecurityGroupsTestJSON-1679712722 tempest-SecurityGroupsTestJSON-1679712722-project] 10.222.0.13 "GET /v2.0/security-groups/d37ee891-de5e-4bd0-bcb1-17648d5fe97d HTTP/1.1" status: 404 len: 352 time: 0.0390270 Jan 26 21:08:14.240170 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-f8dbcb2e-570a-4de2-ad6f-ed36d09a29cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503'] for network (54e115b5-d471-45df-827b-e12849d10363), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:08:14.241176 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8dbcb2e-570a-4de2-ad6f-ed36d09a29cf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:08:14.241986 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-f8dbcb2e-570a-4de2-ad6f-ed36d09a29cf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709645'] for network (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:08:14.277951 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-9a326b46-b2df-45da-847b-a5c1fba64deb req-554fc97f-4e9d-435d-87a9-11b83d59e766 tempest-MigrationsAdminTest-1084137346 tempest-MigrationsAdminTest-1084137346-project] 10.222.0.13 "GET /v2.0/security-groups?id=e0b082e3-685f-492b-b87f-3045b8ecd8c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3418579 Jan 26 21:08:14.331273 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-f8dbcb2e-570a-4de2-ad6f-ed36d09a29cf admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 902 time: 0.9892044 Jan 26 21:08:14.365022 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 46640) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:08:14.391096 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-7e4f6265-a7ae-4b10-958c-9fa0a19a7a51 admin admin] Request body: {'subnet': {'network_id': '54e115b5-d471-45df-827b-e12849d10363', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2094779885-subnet', 'tenant_id': 'bed2f4d6742e48e3a1e31395965cc7ba', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:08:14.400773 n-d-760453-5 neutron-server[103304]: INFO neutron.api.v2.resource [req-9c6f9963-76e4-4e41-9efa-e5675f48b812 req-18487608-1932-4c76-8600-47df799f67e3 tempest-SecurityGroupsTestJSON-1679712722 tempest-SecurityGroupsTestJSON-1679712722-project] show failed (client error): The resource could not be found. Jan 26 21:08:14.401850 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-9c6f9963-76e4-4e41-9efa-e5675f48b812 req-18487608-1932-4c76-8600-47df799f67e3 tempest-SecurityGroupsTestJSON-1679712722 tempest-SecurityGroupsTestJSON-1679712722-project] 10.222.0.13 "GET /v2.0/security-groups/1427f794-ae11-450f-b8d0-fd939493846c HTTP/1.1" status: 404 len: 352 time: 0.0800729 Jan 26 21:08:14.411924 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8dbcb2e-570a-4de2-ad6f-ed36d09a29cf admin admin] Pushing event updated for resources: {'Network': ['ID=54e115b5-d471-45df-827b-e12849d10363,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:08:14.433839 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Network 54e115b5-d471-45df-827b-e12849d10363 details requested by agent ovs-agent-n-d-760453-5 with host n-d-760453-5 {{(pid=103306) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 26 21:08:14.440351 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eba7141-0783-454b-81af-ad9632278450 req-f228e1e1-fac6-4ba3-ac68-edbce1df41ca tempest-LiveAutoBlockMigrationV225Test-2082869167 tempest-LiveAutoBlockMigrationV225Test-2082869167-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:08:14.441944 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-4eba7141-0783-454b-81af-ad9632278450 req-f228e1e1-fac6-4ba3-ac68-edbce1df41ca tempest-LiveAutoBlockMigrationV225Test-2082869167 tempest-LiveAutoBlockMigrationV225Test-2082869167-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=d8f50517-906a-494e-a293-92450ad8c0a0&tenant_id=6a368bf2185e476485148d66b6d73c5c&binding%3Ahost_id=n-h2-760453-5 HTTP/1.1" status: 200 len: 1096 time: 0.1352022 Jan 26 21:08:14.444753 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e4f6265-a7ae-4b10-958c-9fa0a19a7a51 admin admin] Made reservation on behalf of bed2f4d6742e48e3a1e31395965cc7ba for: {'subnet': 1} {{(pid=103304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 21:08:14.446961 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-7e4f6265-a7ae-4b10-958c-9fa0a19a7a51 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12215181'] for subnet (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:08:14.465607 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [req-4eba7141-0783-454b-81af-ad9632278450 req-6fab6d5f-cb85-4152-826d-0b89e64ee80e service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-760453-5'}}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:08:14.475727 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24598fe-da3d-4bbe-9de5-e867e0d40d60 req-bb8de543-9c9d-47f2-8b19-69a59e836f5f tempest-ImagesOneServerNegativeTestJSON-151319106 tempest-ImagesOneServerNegativeTestJSON-151319106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:08:14.477344 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-c24598fe-da3d-4bbe-9de5-e867e0d40d60 req-bb8de543-9c9d-47f2-8b19-69a59e836f5f tempest-ImagesOneServerNegativeTestJSON-151319106 tempest-ImagesOneServerNegativeTestJSON-151319106-project] 10.222.0.13 "GET /v2.0/ports?device_id=5203b0ca-876b-4f8e-9238-fe91ea9f042e HTTP/1.1" status: 200 len: 944 time: 0.1530588 Jan 26 21:08:14.562123 n-d-760453-5 neutron-server[103305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8ff15467-9e0a-43b0-a90b-bab43a92f36a', 'tag': 'ecf8e7a9-c48e-4107-a343-dfd7589e5e50'}] {{(pid=103305) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 21:08:14.564243 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d4654568b7bf041e72ff8fe1c96d6d761d9c921f2b99bc7b3a26632be20cee0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9aef006a-ea74-44d5-bf31-a94e8fd6c6e9" -d '{"events": [{"name": "network-changed", "server_uuid": "8ff15467-9e0a-43b0-a90b-bab43a92f36a", "tag": "ecf8e7a9-c48e-4107-a343-dfd7589e5e50"}]}' {{(pid=103305) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 21:08:14.587612 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d914605-e0c0-450e-80a5-829b191a5ca5 req-d68b0767-3e58-4c99-9964-a49e264109f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:08:14.589309 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-5d914605-e0c0-450e-80a5-829b191a5ca5 req-d68b0767-3e58-4c99-9964-a49e264109f1 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=fd77e534-75e6-4b90-950e-f5824d584430 HTTP/1.1" status: 200 len: 843 time: 0.3449068 Jan 26 21:08:14.640757 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d914605-e0c0-450e-80a5-829b191a5ca5 req-d146df4d-4757-49ca-b2a2-6936fa05934b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:08:14.642277 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-5d914605-e0c0-450e-80a5-829b191a5ca5 req-d146df4d-4757-49ca-b2a2-6936fa05934b service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=7fbe9cf5-e12c-436d-b372-55a19c9faa30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0441732 Jan 26 21:08:14.658316 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-4eba7141-0783-454b-81af-ad9632278450 req-6fab6d5f-cb85-4152-826d-0b89e64ee80e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (40af6dae-610f-4291-8bbb-b8545196d594), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:08:14.668735 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38893236-71b8-4c1a-9945-e6d9f9662899 req-1581f654-3fd9-4068-9bec-de1caae017da tempest-ServersAdminNegativeTestJSON-1178057290 tempest-ServersAdminNegativeTestJSON-1178057290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:08:14.670278 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-38893236-71b8-4c1a-9945-e6d9f9662899 req-1581f654-3fd9-4068-9bec-de1caae017da tempest-ServersAdminNegativeTestJSON-1178057290 tempest-ServersAdminNegativeTestJSON-1178057290-project] 10.222.0.13 "GET /v2.0/ports?device_id=8ff15467-9e0a-43b0-a90b-bab43a92f36a HTTP/1.1" status: 200 len: 948 time: 0.1892679 Jan 26 21:08:14.673274 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-c24598fe-da3d-4bbe-9de5-e867e0d40d60 req-7d9364bd-9922-4982-bd4d-b616ab7d561e tempest-ImagesOneServerNegativeTestJSON-151319106 tempest-ImagesOneServerNegativeTestJSON-151319106-project] 10.222.0.13 "GET /v2.0/security-groups?id=aea9fb57-b28b-4984-b6fd-ae500e1c8e4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1497116 Jan 26 21:08:14.739405 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-5d914605-e0c0-450e-80a5-829b191a5ca5 req-91c2539e-63f1-49a3-98bc-6cf7f4b32896 service neutron] 10.222.0.57 "GET /v2.0/networks/7fbe9cf5-e12c-436d-b372-55a19c9faa30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890870 Jan 26 21:08:14.773706 n-d-760453-5 neutron-server[103304]: INFO neutron.api.v2.resource [req-da17ff8d-51bd-4b93-b02b-f898af24dae0 req-bd9c8385-c96a-4788-b442-fdda5ed75a76 tempest-SecurityGroupsTestJSON-1679712722 tempest-SecurityGroupsTestJSON-1679712722-project] show failed (client error): The resource could not be found. Jan 26 21:08:14.774744 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-da17ff8d-51bd-4b93-b02b-f898af24dae0 req-bd9c8385-c96a-4788-b442-fdda5ed75a76 tempest-SecurityGroupsTestJSON-1679712722 tempest-SecurityGroupsTestJSON-1679712722-project] 10.222.0.13 "GET /v2.0/security-groups/b4b721fd-2c84-48f8-a46a-42f0e8ee9060 HTTP/1.1" status: 404 len: 352 time: 0.0705447 Jan 26 21:08:14.821973 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 26 Jan 2022 21:08:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7e30d13-ffe5-4ef8-83a0-4c0f818373e7 x-openstack-request-id: req-e7e30d13-ffe5-4ef8-83a0-4c0f818373e7 {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 21:08:14.822273 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8ff15467-9e0a-43b0-a90b-bab43a92f36a", "tag": "ecf8e7a9-c48e-4107-a343-dfd7589e5e50", "status": "completed", "code": 200}]} {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 21:08:14.822525 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e7e30d13-ffe5-4ef8-83a0-4c0f818373e7 {{(pid=103305) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 21:08:14.823001 n-d-760453-5 neutron-server[103305]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8ff15467-9e0a-43b0-a90b-bab43a92f36a', 'tag': 'ecf8e7a9-c48e-4107-a343-dfd7589e5e50', 'status': 'completed', 'code': 200} Jan 26 21:08:14.841433 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-38893236-71b8-4c1a-9945-e6d9f9662899 req-8dfcf629-c682-4a4e-8ae4-42713cfd186b tempest-ServersAdminNegativeTestJSON-1178057290 tempest-ServersAdminNegativeTestJSON-1178057290-project] 10.222.0.13 "GET /v2.0/security-groups?id=c18b03c4-72d9-42c1-93c5-33d242c8ac5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1586990 Jan 26 21:08:14.867183 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-5d914605-e0c0-450e-80a5-829b191a5ca5 req-ea32aa88-81f4-4304-a358-c57683b6e250 service neutron] 10.222.0.57 "GET /v2.0/networks/7fbe9cf5-e12c-436d-b372-55a19c9faa30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1150029 Jan 26 21:08:14.983387 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aef006a-ea74-44d5-bf31-a94e8fd6c6e9 req-1da2647e-e9db-407b-8630-8db8da7935e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:08:14.984909 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-9aef006a-ea74-44d5-bf31-a94e8fd6c6e9 req-1da2647e-e9db-407b-8630-8db8da7935e8 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=dec5799dc98547c1ba8b0a54977f3e1c&device_id=8ff15467-9e0a-43b0-a90b-bab43a92f36a HTTP/1.1" status: 200 len: 1099 time: 0.0416183 Jan 26 21:08:14.994939 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-7e4f6265-a7ae-4b10-958c-9fa0a19a7a51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9285249', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12215227'] for subnet (edb22ac6-94b4-4b03-825b-a95146dd1cdd), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:08:15.046906 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [req-4eba7141-0783-454b-81af-ad9632278450 req-6fab6d5f-cb85-4152-826d-0b89e64ee80e service neutron] For port 40af6dae-610f-4291-8bbb-b8545196d594, host n-h2-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-5',level=0,port_id=40af6dae-610f-4291-8bbb-b8545196d594,segment=NetworkSegment(ff84b980-87bb-452b-8f52-d472b3cbbe9c),segment_id=ff84b980-87bb-452b-8f52-d472b3cbbe9c)] {{(pid=103304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:08:15.082095 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aef006a-ea74-44d5-bf31-a94e8fd6c6e9 req-d2394d3f-97ad-42a7-9064-31e4e12fc8cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:08:15.083629 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-9aef006a-ea74-44d5-bf31-a94e8fd6c6e9 req-d2394d3f-97ad-42a7-9064-31e4e12fc8cf service neutron] 10.222.0.57 "GET /v2.0/networks?id=7fbe9cf5-e12c-436d-b372-55a19c9faa30 HTTP/1.1" status: 200 len: 870 time: 0.0900557 Jan 26 21:08:15.092750 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d753ba-bacd-4f37-806f-db8c4ab615dd req-a832c56c-0643-49ac-9928-c5009baf92fd tempest-LiveAutoBlockMigrationV225Test-1645909514 tempest-LiveAutoBlockMigrationV225Test-1645909514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:08:15.094363 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-50d753ba-bacd-4f37-806f-db8c4ab615dd req-a832c56c-0643-49ac-9928-c5009baf92fd tempest-LiveAutoBlockMigrationV225Test-1645909514 tempest-LiveAutoBlockMigrationV225Test-1645909514-project] 10.222.0.13 "GET /v2.0/ports?device_id=d8f50517-906a-494e-a293-92450ad8c0a0 HTTP/1.1" status: 200 len: 945 time: 0.1879838 Jan 26 21:08:15.108897 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d19830-01d4-4dbf-8283-ea0cfbd8d7d1 req-fab9a1b8-b0e0-4a2c-93e0-ada06ad385a4 tempest-ServersAdminTestJSON-2108229583 tempest-ServersAdminTestJSON-2108229583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:08:15.110481 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-23d19830-01d4-4dbf-8283-ea0cfbd8d7d1 req-fab9a1b8-b0e0-4a2c-93e0-ada06ad385a4 tempest-ServersAdminTestJSON-2108229583 tempest-ServersAdminTestJSON-2108229583-project] 10.222.0.13 "GET /v2.0/ports?device_id=242b7086-c188-4e0a-9af5-4749fa74838b HTTP/1.1" status: 200 len: 950 time: 0.1870673 Jan 26 21:08:15.121243 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e4f6265-a7ae-4b10-958c-9fa0a19a7a51 admin admin] Pushing event updated for resources: {'Subnet': ['ID=edb22ac6-94b4-4b03-825b-a95146dd1cdd,revision_number=0']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:08:15.135570 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-9aef006a-ea74-44d5-bf31-a94e8fd6c6e9 req-a455ee31-d18e-4bd8-afc8-b50c96ec1ea8 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.108&port_id=ecf8e7a9-c48e-4107-a343-dfd7589e5e50 HTTP/1.1" status: 200 len: 217 time: 0.0455868 Jan 26 21:08:15.177178 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [req-4eba7141-0783-454b-81af-ad9632278450 req-6fab6d5f-cb85-4152-826d-0b89e64ee80e service neutron] For port 40af6dae-610f-4291-8bbb-b8545196d594, host n-h2-760453-5, cleared binding levels {{(pid=103304) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 26 21:08:15.190211 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aef006a-ea74-44d5-bf31-a94e8fd6c6e9 req-6d3d8603-0e8d-4177-9cc8-fcf25412aed6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:08:15.192259 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-9aef006a-ea74-44d5-bf31-a94e8fd6c6e9 req-6d3d8603-0e8d-4177-9cc8-fcf25412aed6 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=fd77e534-75e6-4b90-950e-f5824d584430 HTTP/1.1" status: 200 len: 843 time: 0.0508897 Jan 26 21:08:15.207153 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e4f6265-a7ae-4b10-958c-9fa0a19a7a51 admin admin] Checking segment: {'id': 'e735e8d3-0a74-4bc6-9ae3-6a81e28a91f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '54e115b5-d471-45df-827b-e12849d10363'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103304) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 21:08:15.207516 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e4f6265-a7ae-4b10-958c-9fa0a19a7a51 admin admin] Network hostable DHCP agents. Network: 54e115b5-d471-45df-827b-e12849d10363, hostable agents: ['474ccdf7-ab6c-405b-a3b2-dc7b05829902'], hosted agents: [] {{(pid=103304) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 26 21:08:15.241555 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aef006a-ea74-44d5-bf31-a94e8fd6c6e9 req-29737d35-e529-4687-b5fb-80ded6fc2c11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:08:15.243112 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-9aef006a-ea74-44d5-bf31-a94e8fd6c6e9 req-29737d35-e529-4687-b5fb-80ded6fc2c11 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=7fbe9cf5-e12c-436d-b372-55a19c9faa30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0428658 Jan 26 21:08:15.266315 n-d-760453-5 neutron-server[103304]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8f50517-906a-494e-a293-92450ad8c0a0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '40af6dae-610f-4291-8bbb-b8545196d594'}] {{(pid=103304) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 21:08:15.268641 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d52b45f1943fcd332af9527eb73ff93c8d715d44383a3f6d18de73b4cfcf87b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05b4c27a-dd9a-4b9a-8e38-1b61eadda7c1" -d '{"events": [{"server_uuid": "d8f50517-906a-494e-a293-92450ad8c0a0", "name": "network-vif-unplugged", "status": "completed", "tag": "40af6dae-610f-4291-8bbb-b8545196d594"}]}' {{(pid=103304) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 21:08:15.272446 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-4eba7141-0783-454b-81af-ad9632278450 req-6fab6d5f-cb85-4152-826d-0b89e64ee80e service neutron] Publish callbacks [] for port (40af6dae-610f-4291-8bbb-b8545196d594), precommit_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:08:15.284377 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-23d19830-01d4-4dbf-8283-ea0cfbd8d7d1 req-ae15fcee-8ed4-49e7-9fe8-62fbdb257644 tempest-ServersAdminTestJSON-2108229583 tempest-ServersAdminTestJSON-2108229583-project] 10.222.0.13 "GET /v2.0/security-groups?id=95bc11fd-db53-4b42-971c-c958ca031066&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1600339 Jan 26 21:08:15.288168 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-50d753ba-bacd-4f37-806f-db8c4ab615dd req-f3a899bf-8615-4b48-bb7a-b77cb96b4610 tempest-LiveAutoBlockMigrationV225Test-1645909514 tempest-LiveAutoBlockMigrationV225Test-1645909514-project] 10.222.0.13 "GET /v2.0/security-groups?id=d3d52ae6-e761-44ee-98bd-9ad0dc66343a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1766238 Jan 26 21:08:15.290451 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-4eba7141-0783-454b-81af-ad9632278450 req-6fab6d5f-cb85-4152-826d-0b89e64ee80e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9281542'] for port (40af6dae-610f-4291-8bbb-b8545196d594), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:08:15.331504 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e4f6265-a7ae-4b10-958c-9fa0a19a7a51 admin admin] Network 54e115b5-d471-45df-827b-e12849d10363 is scheduled to be hosted by DHCP agent 474ccdf7-ab6c-405b-a3b2-dc7b05829902 with binding_index 1 {{(pid=103304) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 26 21:08:15.364624 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-9aef006a-ea74-44d5-bf31-a94e8fd6c6e9 req-9cd3714a-66c4-4549-9049-09cd7560c7a1 service neutron] 10.222.0.57 "GET /v2.0/networks/7fbe9cf5-e12c-436d-b372-55a19c9faa30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1132922 Jan 26 21:08:15.367467 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [None req-7e4f6265-a7ae-4b10-958c-9fa0a19a7a51 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760453-5, 54e115b5-d471-45df-827b-e12849d10363) {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:08:15.377849 n-d-760453-5 neutron-server[103304]: INFO neutron.api.v2.resource [req-b9215e2a-451c-4bd8-bd48-16c984bf13af req-67622c75-f047-475c-bec7-ba734dd8f7c7 tempest-SecurityGroupsTestJSON-1679712722 tempest-SecurityGroupsTestJSON-1679712722-project] show failed (client error): The resource could not be found. Jan 26 21:08:15.378399 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4f8fa0a-0b8e-46bd-8819-be2c79b9dde4 None None] Network 54e115b5-d471-45df-827b-e12849d10363 requested from n-d-760453-5 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 26 21:08:15.378949 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-b9215e2a-451c-4bd8-bd48-16c984bf13af req-67622c75-f047-475c-bec7-ba734dd8f7c7 tempest-SecurityGroupsTestJSON-1679712722 tempest-SecurityGroupsTestJSON-1679712722-project] 10.222.0.13 "GET /v2.0/security-groups/a26e4cfd-b53f-4a4c-8acc-099df7348503 HTTP/1.1" status: 404 len: 352 time: 0.0410216 Jan 26 21:08:15.381342 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e4f6265-a7ae-4b10-958c-9fa0a19a7a51 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:08:15.381959 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-7e4f6265-a7ae-4b10-958c-9fa0a19a7a51 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:08:15.398756 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fab6d5f-cb85-4152-826d-0b89e64ee80e service neutron] Pushing event updated for resources: {'Port': ['ID=40af6dae-610f-4291-8bbb-b8545196d594,revision_number=7']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:08:15.444346 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [req-4eba7141-0783-454b-81af-ad9632278450 req-6fab6d5f-cb85-4152-826d-0b89e64ee80e service neutron] Attempting to bind port 40af6dae-610f-4291-8bbb-b8545196d594 on host n-h2-760453-5 for vnic_type normal with profile {"migrating_to": "n-h1-760453-5"} {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 21:08:15.444788 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [req-4eba7141-0783-454b-81af-ad9632278450 req-6fab6d5f-cb85-4152-826d-0b89e64ee80e service neutron] Attempting to bind port 40af6dae-610f-4291-8bbb-b8545196d594 by drivers openvswitch,hyperv on host n-h2-760453-5 at level 0 using segments [{'id': 'ff84b980-87bb-452b-8f52-d472b3cbbe9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '1c3811f3-dcb6-4f77-8c26-3e9819d7c63c'}] {{(pid=103304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 26 21:08:15.445223 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4eba7141-0783-454b-81af-ad9632278450 req-6fab6d5f-cb85-4152-826d-0b89e64ee80e service neutron] Attempting to bind port 40af6dae-610f-4291-8bbb-b8545196d594 on network 1c3811f3-dcb6-4f77-8c26-3e9819d7c63c {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 21:08:15.452923 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-7e4f6265-a7ae-4b10-958c-9fa0a19a7a51 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.0849321 Jan 26 21:08:15.458671 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 46662) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:08:15.460939 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4eba7141-0783-454b-81af-ad9632278450 req-6fab6d5f-cb85-4152-826d-0b89e64ee80e service neutron] Port 40af6dae-610f-4291-8bbb-b8545196d594 on network 1c3811f3-dcb6-4f77-8c26-3e9819d7c63c not bound, no agent of type Open vSwitch agent registered on host n-h2-760453-5 {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 26 21:08:15.466709 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-212d69a6-fb82-41e6-b69a-adeea9fa7222 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2094779885-router', 'tenant_id': 'bed2f4d6742e48e3a1e31395965cc7ba', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299'}}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:08:15.467275 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4eba7141-0783-454b-81af-ad9632278450 req-6fab6d5f-cb85-4152-826d-0b89e64ee80e service neutron] Attempting to bind port 40af6dae-610f-4291-8bbb-b8545196d594 on network 1c3811f3-dcb6-4f77-8c26-3e9819d7c63c {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 21:08:15.474413 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 26 Jan 2022 21:08:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e26d95be-814f-4d16-a260-2b735c45ce13 x-openstack-request-id: req-e26d95be-814f-4d16-a260-2b735c45ce13 {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 21:08:15.474816 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8f50517-906a-494e-a293-92450ad8c0a0", "name": "network-vif-unplugged", "status": "completed", "tag": "40af6dae-610f-4291-8bbb-b8545196d594", "code": 200}]} {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 21:08:15.475175 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e26d95be-814f-4d16-a260-2b735c45ce13 {{(pid=103304) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 21:08:15.476430 n-d-760453-5 neutron-server[103304]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8f50517-906a-494e-a293-92450ad8c0a0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '40af6dae-610f-4291-8bbb-b8545196d594', 'code': 200} Jan 26 21:08:15.481061 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4eba7141-0783-454b-81af-ad9632278450 req-6fab6d5f-cb85-4152-826d-0b89e64ee80e service neutron] Checking agent: {'id': '4d619873-4b60-439f-9b5a-b155dc8bbc34', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-760453-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 21, 2, 53), 'started_at': datetime.datetime(2022, 1, 26, 21, 2, 53), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 21, 7, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 26 21:08:15.484412 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Device 40af6dae-610f-4291-8bbb-b8545196d594 details requested by agent hyperv_n-h1-760453-5 with host n-h1-760453-5 {{(pid=103306) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 26 21:08:15.484955 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4eba7141-0783-454b-81af-ad9632278450 req-6fab6d5f-cb85-4152-826d-0b89e64ee80e service neutron] Checking segment: {'id': 'ff84b980-87bb-452b-8f52-d472b3cbbe9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '1c3811f3-dcb6-4f77-8c26-3e9819d7c63c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103304) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 21:08:15.485399 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4eba7141-0783-454b-81af-ad9632278450 req-6fab6d5f-cb85-4152-826d-0b89e64ee80e service neutron] Bound using segment: {'id': 'ff84b980-87bb-452b-8f52-d472b3cbbe9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '1c3811f3-dcb6-4f77-8c26-3e9819d7c63c'} {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 26 21:08:15.485966 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [req-4eba7141-0783-454b-81af-ad9632278450 req-6fab6d5f-cb85-4152-826d-0b89e64ee80e service neutron] Bound port: 40af6dae-610f-4291-8bbb-b8545196d594, host: n-h2-760453-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ff84b980-87bb-452b-8f52-d472b3cbbe9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '1c3811f3-dcb6-4f77-8c26-3e9819d7c63c'}}] {{(pid=103304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 26 21:08:15.489390 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-4eba7141-0783-454b-81af-ad9632278450 req-6fab6d5f-cb85-4152-826d-0b89e64ee80e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (40af6dae-610f-4291-8bbb-b8545196d594), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:08:15.498275 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-212d69a6-fb82-41e6-b69a-adeea9fa7222 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4104596', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13108'] for router (c8a39d9d-1ca2-4e57-afb6-298c02dd3829), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:08:15.499375 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-212d69a6-fb82-41e6-b69a-adeea9fa7222 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4105828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4111306', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3733576', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13069'] for router (c8a39d9d-1ca2-4e57-afb6-298c02dd3829), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:08:15.540979 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-421dca43-d1c8-417f-ae80-36de967f7953 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3c4099e8-8ffb-51d1-af7f-5868973e933f-54e115b5-d471-45df-827b-e12849d10363', 'network_id': '54e115b5-d471-45df-827b-e12849d10363', 'project_id': 'bed2f4d6742e48e3a1e31395965cc7ba', 'fixed_ips': [{'subnet_id': 'edb22ac6-94b4-4b03-825b-a95146dd1cdd'}]}} from n-d-760453-5. {{(pid=103306) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 26 21:08:15.541881 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-421dca43-d1c8-417f-ae80-36de967f7953 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (None), before_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:08:15.590596 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-212d69a6-fb82-41e6-b69a-adeea9fa7222 admin admin] Publish callbacks [] for router_controller (c8a39d9d-1ca2-4e57-afb6-298c02dd3829), precommit_add_association {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:08:15.609636 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-9aef006a-ea74-44d5-bf31-a94e8fd6c6e9 req-528695d0-8417-44bf-b4e2-90614ad78802 service neutron] 10.222.0.57 "GET /v2.0/networks/7fbe9cf5-e12c-436d-b372-55a19c9faa30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2370844 Jan 26 21:08:15.612255 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [req-4eba7141-0783-454b-81af-ad9632278450 req-6fab6d5f-cb85-4152-826d-0b89e64ee80e service neutron] For port 40af6dae-610f-4291-8bbb-b8545196d594, host n-h2-760453-5, cleared binding levels {{(pid=103304) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 26 21:08:15.618662 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [req-4eba7141-0783-454b-81af-ad9632278450 req-6fab6d5f-cb85-4152-826d-0b89e64ee80e service neutron] For port 40af6dae-610f-4291-8bbb-b8545196d594, host n-h2-760453-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-5',level=0,port_id=40af6dae-610f-4291-8bbb-b8545196d594,segment=NetworkSegment(ff84b980-87bb-452b-8f52-d472b3cbbe9c),segment_id=ff84b980-87bb-452b-8f52-d472b3cbbe9c)] {{(pid=103304) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 26 21:08:15.638321 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-4eba7141-0783-454b-81af-ad9632278450 req-6fab6d5f-cb85-4152-826d-0b89e64ee80e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9281542'] for port (40af6dae-610f-4291-8bbb-b8545196d594), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:08:15.699111 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] For port 40af6dae-610f-4291-8bbb-b8545196d594, host n-h2-760453-5, got binding levels [] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:08:15.704779 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ada9771-5822-408f-bb9c-046f79e5638e req-e28e3491-6c14-4907-930f-6856ed09e5d6 tempest-MigrationsAdminTest-1084137346 tempest-MigrationsAdminTest-1084137346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:08:15.706932 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-3ada9771-5822-408f-bb9c-046f79e5638e req-e28e3491-6c14-4907-930f-6856ed09e5d6 tempest-MigrationsAdminTest-1084137346 tempest-MigrationsAdminTest-1084137346-project] 10.222.0.13 "GET /v2.0/ports?device_id=6e0054d4-194a-4ef5-9a59-0af1fe168395 HTTP/1.1" status: 200 len: 950 time: 0.2145736 Jan 26 21:08:15.761006 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Attempting to bind port 40af6dae-610f-4291-8bbb-b8545196d594 on host n-h2-760453-5 for vnic_type normal with profile {"migrating_to": "n-h1-760453-5"} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 21:08:15.761737 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Attempting to bind port 40af6dae-610f-4291-8bbb-b8545196d594 by drivers openvswitch,hyperv on host n-h2-760453-5 at level 0 using segments [{'id': 'ff84b980-87bb-452b-8f52-d472b3cbbe9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '1c3811f3-dcb6-4f77-8c26-3e9819d7c63c'}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 26 21:08:15.762266 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Attempting to bind port 40af6dae-610f-4291-8bbb-b8545196d594 on network 1c3811f3-dcb6-4f77-8c26-3e9819d7c63c {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 21:08:15.762562 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-212d69a6-fb82-41e6-b69a-adeea9fa7222 admin admin] Publish callbacks [] for router_gateway (c8a39d9d-1ca2-4e57-afb6-298c02dd3829), precommit_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:08:15.768797 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Port 40af6dae-610f-4291-8bbb-b8545196d594 on network 1c3811f3-dcb6-4f77-8c26-3e9819d7c63c not bound, no agent of type Open vSwitch agent registered on host n-h2-760453-5 {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 26 21:08:15.769788 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Attempting to bind port 40af6dae-610f-4291-8bbb-b8545196d594 on network 1c3811f3-dcb6-4f77-8c26-3e9819d7c63c {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 21:08:15.785978 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Checking agent: {'id': '4d619873-4b60-439f-9b5a-b155dc8bbc34', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-760453-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 21, 2, 53), 'started_at': datetime.datetime(2022, 1, 26, 21, 2, 53), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 21, 7, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 26 21:08:15.785978 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Checking segment: {'id': 'ff84b980-87bb-452b-8f52-d472b3cbbe9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '1c3811f3-dcb6-4f77-8c26-3e9819d7c63c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 21:08:15.785978 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Bound using segment: {'id': 'ff84b980-87bb-452b-8f52-d472b3cbbe9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '1c3811f3-dcb6-4f77-8c26-3e9819d7c63c'} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 26 21:08:15.786353 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eba7141-0783-454b-81af-ad9632278450 req-6fab6d5f-cb85-4152-826d-0b89e64ee80e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:08:15.786468 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Bound port: 40af6dae-610f-4291-8bbb-b8545196d594, host: n-h2-760453-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ff84b980-87bb-452b-8f52-d472b3cbbe9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '1c3811f3-dcb6-4f77-8c26-3e9819d7c63c'}}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 26 21:08:15.786468 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (40af6dae-610f-4291-8bbb-b8545196d594), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:08:15.786648 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-4eba7141-0783-454b-81af-ad9632278450 req-6fab6d5f-cb85-4152-826d-0b89e64ee80e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:08:15.787043 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-4eba7141-0783-454b-81af-ad9632278450 req-6fab6d5f-cb85-4152-826d-0b89e64ee80e service neutron] 10.222.0.66 "PUT /v2.0/ports/40af6dae-610f-4291-8bbb-b8545196d594 HTTP/1.1" status: 200 len: 1121 time: 1.3362737 Jan 26 21:08:15.787169 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.db_base_plugin_common [None req-421dca43-d1c8-417f-ae80-36de967f7953 None None] Allocated IP 172.20.0.2 (54e115b5-d471-45df-827b-e12849d10363/edb22ac6-94b4-4b03-825b-a95146dd1cdd/e8db85c1-53f4-4b7a-8099-c55bd84fcd87) {{(pid=103306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 21:08:15.794620 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fab6d5f-cb85-4152-826d-0b89e64ee80e service neutron] Pushing event updated for resources: {'Port': ['ID=40af6dae-610f-4291-8bbb-b8545196d594,revision_number=8']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:08:15.840246 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-3ada9771-5822-408f-bb9c-046f79e5638e req-2aa12bd3-8653-4873-8627-28ed5cc4257b tempest-MigrationsAdminTest-1084137346 tempest-MigrationsAdminTest-1084137346-project] 10.222.0.13 "GET /v2.0/security-groups?id=e0b082e3-685f-492b-b87f-3045b8ecd8c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069384 Jan 26 21:08:16.000284 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59df20f8-0b25-471f-9e53-f873ad10d1e4 req-4e705290-7427-43a6-a0f0-1ae0836f8674 tempest-ImagesOneServerNegativeTestJSON-151319106 tempest-ImagesOneServerNegativeTestJSON-151319106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:08:16.001964 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-59df20f8-0b25-471f-9e53-f873ad10d1e4 req-4e705290-7427-43a6-a0f0-1ae0836f8674 tempest-ImagesOneServerNegativeTestJSON-151319106 tempest-ImagesOneServerNegativeTestJSON-151319106-project] 10.222.0.13 "GET /v2.0/ports?device_id=5203b0ca-876b-4f8e-9238-fe91ea9f042e HTTP/1.1" status: 200 len: 944 time: 0.1121480 Jan 26 21:08:16.024615 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] get_ports_and_sgs() called for port_ids ['40af6dae-610f-4291-8bbb-b8545196d594'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 26 21:08:16.029166 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa542cc-af16-4595-bb24-01c906d3448f req-7f51fb69-4ea6-40d6-9845-3370e7ebb9af tempest-SecurityGroupsTestJSON-1679712722 tempest-SecurityGroupsTestJSON-1679712722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:08:16.036173 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-5aa542cc-af16-4595-bb24-01c906d3448f req-7f51fb69-4ea6-40d6-9845-3370e7ebb9af tempest-SecurityGroupsTestJSON-1679712722 tempest-SecurityGroupsTestJSON-1679712722-project] 10.222.0.13 "GET /v2.0/ports?device_id=78b349b9-c275-487f-b7fb-5b8d9fe9296b HTTP/1.1" status: 200 len: 1024 time: 0.0889261 Jan 26 21:08:16.069508 n-d-760453-5 neutron-server[103306]: WARNING neutron.plugins.ml2.plugin [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Concurrent port binding operations failed on port 40af6dae-610f-4291-8bbb-b8545196d594 Jan 26 21:08:16.076245 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] For port 40af6dae-610f-4291-8bbb-b8545196d594, host n-h2-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-5',level=0,port_id=40af6dae-610f-4291-8bbb-b8545196d594,segment=NetworkSegment(ff84b980-87bb-452b-8f52-d472b3cbbe9c),segment_id=ff84b980-87bb-452b-8f52-d472b3cbbe9c)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:08:16.084272 n-d-760453-5 neutron-server[103306]: INFO neutron.plugins.ml2.plugin [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Attempt 2 to bind port 40af6dae-610f-4291-8bbb-b8545196d594 Jan 26 21:08:16.084737 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Device 40af6dae-610f-4291-8bbb-b8545196d594 has no active binding in host n-h1-760453-5 {{(pid=103306) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jan 26 21:08:16.095486 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-212d69a6-fb82-41e6-b69a-adeea9fa7222 admin admin] Publish callbacks [] for router_gateway (c8a39d9d-1ca2-4e57-afb6-298c02dd3829), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:08:16.107461 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-59df20f8-0b25-471f-9e53-f873ad10d1e4 req-0aa1d174-a3a3-4a4f-86e0-22bef301a10e tempest-ImagesOneServerNegativeTestJSON-151319106 tempest-ImagesOneServerNegativeTestJSON-151319106-project] 10.222.0.13 "GET /v2.0/security-groups?id=aea9fb57-b28b-4984-b6fd-ae500e1c8e4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959835 Jan 26 21:08:16.120073 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Device 9a23358d-b561-4674-b1d7-66ac357cb381 details requested by agent hyperv_n-h2-760453-5 with host n-h2-760453-5 {{(pid=103306) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 26 21:08:16.120348 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-212d69a6-fb82-41e6-b69a-adeea9fa7222 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:08:16.136013 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-5aa542cc-af16-4595-bb24-01c906d3448f req-5e46e255-5d9c-45db-ac10-64c27474e432 tempest-SecurityGroupsTestJSON-1679712722 tempest-SecurityGroupsTestJSON-1679712722-project] 10.222.0.13 "GET /v2.0/security-groups?id=c7404cf3-1d9e-4f3c-845e-ebf33f6cec1c&id=ff21f7f9-7f8d-4e62-8854-cc06e685906b&id=c3c6c2ef-9865-4e2c-9818-90435d60a1af&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.0989735 Jan 26 21:08:16.240356 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcea6ac9-e36e-4513-b742-998bd0218828 req-f4615722-5642-4c39-9487-ae5c254c511a tempest-ServersAdminNegativeTestJSON-1178057290 tempest-ServersAdminNegativeTestJSON-1178057290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:08:16.242828 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.db_base_plugin_common [None req-212d69a6-fb82-41e6-b69a-adeea9fa7222 admin admin] Allocated IP 172.25.1.49 (4140a1f1-c93a-4bea-83a0-68953a54f299/e48251a1-e30d-4820-8396-00c6f6aeb601/c723c22f-87d2-4270-8476-c74b0b29a864) {{(pid=103305) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 21:08:16.243753 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-fcea6ac9-e36e-4513-b742-998bd0218828 req-f4615722-5642-4c39-9487-ae5c254c511a tempest-ServersAdminNegativeTestJSON-1178057290 tempest-ServersAdminNegativeTestJSON-1178057290-project] 10.222.0.13 "GET /v2.0/ports?device_id=8ff15467-9e0a-43b0-a90b-bab43a92f36a HTTP/1.1" status: 200 len: 948 time: 0.0499020 Jan 26 21:08:16.283322 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-421dca43-d1c8-417f-ae80-36de967f7953 None None] Publish callbacks [] for port (e8db85c1-53f4-4b7a-8099-c55bd84fcd87), precommit_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:08:16.296518 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-fcea6ac9-e36e-4513-b742-998bd0218828 req-b8c34cec-e3b6-4ab6-a030-9e1e9191504a tempest-ServersAdminNegativeTestJSON-1178057290 tempest-ServersAdminNegativeTestJSON-1178057290-project] 10.222.0.13 "GET /v2.0/security-groups?id=c18b03c4-72d9-42c1-93c5-33d242c8ac5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474596 Jan 26 21:08:16.307862 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-421dca43-d1c8-417f-ae80-36de967f7953 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746560234527'] for port (e8db85c1-53f4-4b7a-8099-c55bd84fcd87), after_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:08:16.359475 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-212d69a6-fb82-41e6-b69a-adeea9fa7222 admin admin] Publish callbacks [] for port (c723c22f-87d2-4270-8476-c74b0b29a864), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:08:16.360776 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] get_ports_and_sgs() called for port_ids ['40af6dae-610f-4291-8bbb-b8545196d594'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 26 21:08:16.415630 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-212d69a6-fb82-41e6-b69a-adeea9fa7222 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746560234527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11791543'] for port (c723c22f-87d2-4270-8476-c74b0b29a864), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:08:16.417264 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] For port 9a23358d-b561-4674-b1d7-66ac357cb381, host n-h2-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-5',level=0,port_id=9a23358d-b561-4674-b1d7-66ac357cb381,segment=NetworkSegment(58f97d30-90ed-4b82-8d47-15dab34d927d),segment_id=58f97d30-90ed-4b82-8d47-15dab34d927d)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:08:16.424308 n-d-760453-5 neutron-server[103306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-421dca43-d1c8-417f-ae80-36de967f7953 None None] Network 54e115b5-d471-45df-827b-e12849d10363 is already hosted by enough agents. {{(pid=103306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 21:08:16.451495 n-d-760453-5 neutron-server[103306]: DEBUG neutron.scheduler.base_scheduler [None req-421dca43-d1c8-417f-ae80-36de967f7953 None None] Resources bound (agent type, host, resource id): {{(pid=103306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:08:16.453362 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421dca43-d1c8-417f-ae80-36de967f7953 None None] Pushing event updated for resources: {'Port': ['ID=e8db85c1-53f4-4b7a-8099-c55bd84fcd87,revision_number=1']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:08:16.458288 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-421dca43-d1c8-417f-ae80-36de967f7953 None None] Received port after_create {{(pid=103306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 21:08:16.467023 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Returning: {'device': '9a23358d-b561-4674-b1d7-66ac357cb381', 'network_id': '4926adbd-bb58-409b-9ac8-4ddd785838cc', 'port_id': '9a23358d-b561-4674-b1d7-66ac357cb381', 'mac_address': 'fa:16:3e:a1:0f:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 592, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '82795dc3-d3c3-45f5-bcea-f6ace04e021f', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103306) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 26 21:08:16.467635 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6bd9ce9-e4cb-43cc-bcd2-18542da54f33 req-3ec583d9-3641-4565-8937-04ab2ca6d899 tempest-ServersAdminTestJSON-2108229583 tempest-ServersAdminTestJSON-2108229583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:08:16.468562 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-212d69a6-fb82-41e6-b69a-adeea9fa7222 admin admin] Network 4140a1f1-c93a-4bea-83a0-68953a54f299 is already hosted by enough agents. {{(pid=103305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 21:08:16.469881 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-b6bd9ce9-e4cb-43cc-bcd2-18542da54f33 req-3ec583d9-3641-4565-8937-04ab2ca6d899 tempest-ServersAdminTestJSON-2108229583 tempest-ServersAdminTestJSON-2108229583-project] 10.222.0.13 "GET /v2.0/ports?device_id=242b7086-c188-4e0a-9af5-4749fa74838b HTTP/1.1" status: 200 len: 950 time: 0.0924237 Jan 26 21:08:16.472569 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [None req-212d69a6-fb82-41e6-b69a-adeea9fa7222 admin admin] Resources bound (agent type, host, resource id): {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:08:16.480610 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-212d69a6-fb82-41e6-b69a-adeea9fa7222 admin admin] Received port after_create {{(pid=103305) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 21:08:16.505975 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212d69a6-fb82-41e6-b69a-adeea9fa7222 admin admin] Pushing event updated for resources: {'Port': ['ID=c723c22f-87d2-4270-8476-c74b0b29a864,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:08:16.506443 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23586c47-96ed-43d6-b730-3e0abf2c3ee7 req-a21e0e21-1556-44d8-a9b5-db69bb64b3e5 tempest-LiveAutoBlockMigrationV225Test-1645909514 tempest-LiveAutoBlockMigrationV225Test-1645909514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:08:16.507964 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-23586c47-96ed-43d6-b730-3e0abf2c3ee7 req-a21e0e21-1556-44d8-a9b5-db69bb64b3e5 tempest-LiveAutoBlockMigrationV225Test-1645909514 tempest-LiveAutoBlockMigrationV225Test-1645909514-project] 10.222.0.13 "GET /v2.0/ports?device_id=d8f50517-906a-494e-a293-92450ad8c0a0 HTTP/1.1" status: 200 len: 943 time: 0.1157057 Jan 26 21:08:16.555740 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-b6bd9ce9-e4cb-43cc-bcd2-18542da54f33 req-0f0f5a8c-f74b-4fad-b2bc-5835ea665b66 tempest-ServersAdminTestJSON-2108229583 tempest-ServersAdminTestJSON-2108229583-project] 10.222.0.13 "GET /v2.0/security-groups?id=95bc11fd-db53-4b42-971c-c958ca031066&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764458 Jan 26 21:08:16.580403 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-23586c47-96ed-43d6-b730-3e0abf2c3ee7 req-034a66f4-3cd0-46c8-aa29-1984a56972e6 tempest-LiveAutoBlockMigrationV225Test-1645909514 tempest-LiveAutoBlockMigrationV225Test-1645909514-project] 10.222.0.13 "GET /v2.0/security-groups?id=d3d52ae6-e761-44ee-98bd-9ad0dc66343a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647986 Jan 26 21:08:16.591171 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-421dca43-d1c8-417f-ae80-36de967f7953 None None] Attempting to bind port e8db85c1-53f4-4b7a-8099-c55bd84fcd87 on host n-d-760453-5 for vnic_type normal with profile {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 21:08:16.591682 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-421dca43-d1c8-417f-ae80-36de967f7953 None None] Attempting to bind port e8db85c1-53f4-4b7a-8099-c55bd84fcd87 by drivers openvswitch,hyperv on host n-d-760453-5 at level 0 using segments [{'id': 'e735e8d3-0a74-4bc6-9ae3-6a81e28a91f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '54e115b5-d471-45df-827b-e12849d10363'}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 26 21:08:16.591883 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-421dca43-d1c8-417f-ae80-36de967f7953 None None] Attempting to bind port e8db85c1-53f4-4b7a-8099-c55bd84fcd87 on network 54e115b5-d471-45df-827b-e12849d10363 {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 21:08:16.595135 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Current status of the port 9a23358d-b561-4674-b1d7-66ac357cb381 is: DOWN; New status is: BUILD {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:08:16.595854 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (9a23358d-b561-4674-b1d7-66ac357cb381), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:08:16.608301 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-421dca43-d1c8-417f-ae80-36de967f7953 None None] Checking agent: {'id': 'fea0591a-627d-4c87-9a9a-01625ddf3277', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760453-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 20, 55, 25), 'started_at': datetime.datetime(2022, 1, 26, 20, 55, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 21, 7, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760453-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 26 21:08:16.608730 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-421dca43-d1c8-417f-ae80-36de967f7953 None None] Checking segment: {'id': 'e735e8d3-0a74-4bc6-9ae3-6a81e28a91f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '54e115b5-d471-45df-827b-e12849d10363'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 21:08:16.609065 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-421dca43-d1c8-417f-ae80-36de967f7953 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:08:16.609492 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-421dca43-d1c8-417f-ae80-36de967f7953 None None] Bound using segment: {'id': 'e735e8d3-0a74-4bc6-9ae3-6a81e28a91f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '54e115b5-d471-45df-827b-e12849d10363'} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 26 21:08:16.610154 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-421dca43-d1c8-417f-ae80-36de967f7953 None None] Bound port: e8db85c1-53f4-4b7a-8099-c55bd84fcd87, host: n-d-760453-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e735e8d3-0a74-4bc6-9ae3-6a81e28a91f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '54e115b5-d471-45df-827b-e12849d10363'}}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 26 21:08:16.610536 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-421dca43-d1c8-417f-ae80-36de967f7953 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (e8db85c1-53f4-4b7a-8099-c55bd84fcd87), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:08:16.635644 n-d-760453-5 neutron-server[103306]: DEBUG neutron.notifiers.nova [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9a23358d-b561-4674-b1d7-66ac357cb381 {{(pid=103306) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 26 21:08:16.693476 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] For port 9a23358d-b561-4674-b1d7-66ac357cb381, host n-h2-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-5',level=0,port_id=9a23358d-b561-4674-b1d7-66ac357cb381,segment=NetworkSegment(58f97d30-90ed-4b82-8d47-15dab34d927d),segment_id=58f97d30-90ed-4b82-8d47-15dab34d927d)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:08:16.701449 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (9a23358d-b561-4674-b1d7-66ac357cb381), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:08:16.766489 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-212d69a6-fb82-41e6-b69a-adeea9fa7222 admin admin] Publish callbacks [] for router_gateway (c8a39d9d-1ca2-4e57-afb6-298c02dd3829), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:08:16.770384 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-421dca43-d1c8-417f-ae80-36de967f7953 None None] For port e8db85c1-53f4-4b7a-8099-c55bd84fcd87, host n-d-760453-5, cleared binding levels {{(pid=103306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 26 21:08:16.797744 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-421dca43-d1c8-417f-ae80-36de967f7953 None None] For port e8db85c1-53f4-4b7a-8099-c55bd84fcd87, host n-d-760453-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=e8db85c1-53f4-4b7a-8099-c55bd84fcd87,segment=NetworkSegment(e735e8d3-0a74-4bc6-9ae3-6a81e28a91f7),segment_id=e735e8d3-0a74-4bc6-9ae3-6a81e28a91f7)] {{(pid=103306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 26 21:08:16.806486 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Pushing event updated for resources: {'Port': ['ID=9a23358d-b561-4674-b1d7-66ac357cb381,revision_number=4']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:08:16.810214 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-421dca43-d1c8-417f-ae80-36de967f7953 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (e8db85c1-53f4-4b7a-8099-c55bd84fcd87), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:08:16.870149 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421dca43-d1c8-417f-ae80-36de967f7953 None None] Pushing event updated for resources: {'Port': ['ID=e8db85c1-53f4-4b7a-8099-c55bd84fcd87,revision_number=2']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:08:16.877761 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-c4b586d3-b072-4363-b259-f05963b0370c req-055196c0-03e3-48c1-a0b5-160a272018ee service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=61324128-afb5-4d9e-a732-f4dc68e3c9a3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0526559 Jan 26 21:08:16.988388 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-212d69a6-fb82-41e6-b69a-adeea9fa7222 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4105757', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4111263'] for router (c8a39d9d-1ca2-4e57-afb6-298c02dd3829), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:08:17.008752 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406bc773-83d3-4bb7-9473-f371a55cd023 req-b89baa41-da5c-4ce9-98b8-f59902cca00c tempest-MigrationsAdminTest-1084137346 tempest-MigrationsAdminTest-1084137346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:08:17.010339 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-406bc773-83d3-4bb7-9473-f371a55cd023 req-b89baa41-da5c-4ce9-98b8-f59902cca00c tempest-MigrationsAdminTest-1084137346 tempest-MigrationsAdminTest-1084137346-project] 10.222.0.13 "GET /v2.0/ports?device_id=6e0054d4-194a-4ef5-9a59-0af1fe168395 HTTP/1.1" status: 200 len: 950 time: 0.0816824 Jan 26 21:08:17.015220 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b586d3-b072-4363-b259-f05963b0370c req-c8a9ce9a-68b8-4401-b16a-a9a93525713b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:08:17.016719 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-c4b586d3-b072-4363-b259-f05963b0370c req-c8a9ce9a-68b8-4401-b16a-a9a93525713b service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=d23b24c8db034dca99b1d99ddc0880a5&device_id=61324128-afb5-4d9e-a732-f4dc68e3c9a3 HTTP/1.1" status: 200 len: 1096 time: 0.0613191 Jan 26 21:08:17.039679 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] get_ports_and_sgs() called for port_ids ['9a23358d-b561-4674-b1d7-66ac357cb381'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 26 21:08:17.162496 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-406bc773-83d3-4bb7-9473-f371a55cd023 req-4de7d745-a0db-4d21-9ffb-d17e77b640cd tempest-MigrationsAdminTest-1084137346 tempest-MigrationsAdminTest-1084137346-project] 10.222.0.13 "GET /v2.0/security-groups?id=e0b082e3-685f-492b-b87f-3045b8ecd8c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1429830 Jan 26 21:08:17.211893 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-212d69a6-fb82-41e6-b69a-adeea9fa7222 admin admin] Router c8a39d9d-1ca2-4e57-afb6-298c02dd3829 is scheduled to L3 agent 09df100c-3af1-4b0a-bda8-05914c71c458 with binding_index 1 {{(pid=103305) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 26 21:08:17.225731 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b586d3-b072-4363-b259-f05963b0370c req-2b73ac5d-5b34-4be5-83cd-b0a97b8fceb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:08:17.227221 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-c4b586d3-b072-4363-b259-f05963b0370c req-2b73ac5d-5b34-4be5-83cd-b0a97b8fceb8 service neutron] 10.222.0.66 "GET /v2.0/networks?id=9b81ad00-7180-4a41-9594-2bd0d66dbd57 HTTP/1.1" status: 200 len: 923 time: 0.1828716 Jan 26 21:08:17.358397 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-212d69a6-fb82-41e6-b69a-adeea9fa7222 admin admin] Notify agent at l3_agent.n-d-760453-5 the message routers_updated {{(pid=103305) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 26 21:08:17.369580 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13399999-511e-4812-b14d-5502664e85a7 None None] Sync routers for ids ['c8a39d9d-1ca2-4e57-afb6-298c02dd3829'] in n-d-760453-5 {{(pid=103306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 26 21:08:17.378922 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13399999-511e-4812-b14d-5502664e85a7 None None] Routers {'c8a39d9d-1ca2-4e57-afb6-298c02dd3829'} bound to L3 agent in host n-d-760453-5 {{(pid=103306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 21:08:17.379624 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-13399999-511e-4812-b14d-5502664e85a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-26T20:55:21Z,description=,heartbeat_timestamp=2022-01-26T21:07:51Z,host='n-d-760453-5',id=09df100c-3af1-4b0a-bda8-05914c71c458,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:55:21Z,topic='l3_agent')) {'router_ids': ['c8a39d9d-1ca2-4e57-afb6-298c02dd3829'], 'active': True} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:08:17.390767 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-212d69a6-fb82-41e6-b69a-adeea9fa7222 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:08:17.392581 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-212d69a6-fb82-41e6-b69a-adeea9fa7222 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 940 time: 1.9309130 Jan 26 21:08:17.395755 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 46684) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:08:17.416301 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea102f3f-4b60-45b6-8f00-f161a185caf2 req-d8ba1b23-ee34-43da-80cf-956324a9982c tempest-ImagesOneServerNegativeTestJSON-151319106 tempest-ImagesOneServerNegativeTestJSON-151319106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:08:17.421541 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Device e917e1bd-6443-4f62-9834-092549570e4b no longer exists at agent hyperv_n-h1-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 26 21:08:17.423671 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-ea102f3f-4b60-45b6-8f00-f161a185caf2 req-d8ba1b23-ee34-43da-80cf-956324a9982c tempest-ImagesOneServerNegativeTestJSON-151319106 tempest-ImagesOneServerNegativeTestJSON-151319106-project] 10.222.0.13 "GET /v2.0/ports?device_id=5203b0ca-876b-4f8e-9238-fe91ea9f042e HTTP/1.1" status: 200 len: 945 time: 0.2068439 Jan 26 21:08:17.424978 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.agents_db [None req-569f1ced-6396-4ddf-b79f-e03b0b2146ab None None] Agent healthcheck: found 7 active agents {{(pid=103307) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 26 21:08:17.429978 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-c4b586d3-b072-4363-b259-f05963b0370c req-7532835e-a3f2-45be-8509-0da014e0e230 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7681f87a-3365-4544-a8d4-39b7a88e37ee HTTP/1.1" status: 200 len: 1001 time: 0.1839726 Jan 26 21:08:17.465439 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80f50d3-4625-4535-b67d-d40b92b70b8f req-e7dac0cf-1fd8-481e-badb-e594a2b8fe65 tempest-SecurityGroupsTestJSON-1679712722 tempest-SecurityGroupsTestJSON-1679712722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:08:17.467427 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-d80f50d3-4625-4535-b67d-d40b92b70b8f req-e7dac0cf-1fd8-481e-badb-e594a2b8fe65 tempest-SecurityGroupsTestJSON-1679712722 tempest-SecurityGroupsTestJSON-1679712722-project] 10.222.0.13 "GET /v2.0/ports?device_id=78b349b9-c275-487f-b7fb-5b8d9fe9296b HTTP/1.1" status: 200 len: 1024 time: 0.1939380 Jan 26 21:08:17.494964 n-d-760453-5 neutron-server[103304]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd8f50517-906a-494e-a293-92450ad8c0a0', 'tag': '40af6dae-610f-4291-8bbb-b8545196d594'}] {{(pid=103304) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 21:08:17.497240 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d52b45f1943fcd332af9527eb73ff93c8d715d44383a3f6d18de73b4cfcf87b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5c40fdc-72fe-4fdf-82c2-0db703c6c59e" -d '{"events": [{"name": "network-changed", "server_uuid": "d8f50517-906a-494e-a293-92450ad8c0a0", "tag": "40af6dae-610f-4291-8bbb-b8545196d594"}]}' {{(pid=103304) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 21:08:17.533677 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvr_db [None req-13399999-511e-4812-b14d-5502664e85a7 None None] Set router c8a39d9d-1ca2-4e57-afb6-298c02dd3829 gateway port host: n-d-760453-5 {{(pid=103306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 21:08:17.542052 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2ec8c1-86ab-4014-b47e-50a430d2dfe1 req-4a2e1353-c549-4c3a-a01f-499960ae70c4 tempest-SecurityGroupsTestJSON-1679712722 tempest-SecurityGroupsTestJSON-1679712722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:08:17.543164 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-ed2ec8c1-86ab-4014-b47e-50a430d2dfe1 req-4a2e1353-c549-4c3a-a01f-499960ae70c4 tempest-SecurityGroupsTestJSON-1679712722 tempest-SecurityGroupsTestJSON-1679712722-project] 10.222.0.57 "GET /v2.0/ports?device_id=78b349b9-c275-487f-b7fb-5b8d9fe9296b HTTP/1.1" status: 200 len: 1024 time: 0.0975995 Jan 26 21:08:17.566402 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-ea102f3f-4b60-45b6-8f00-f161a185caf2 req-22877c39-b1c8-4eef-853b-899f5f5c66f2 tempest-ImagesOneServerNegativeTestJSON-151319106 tempest-ImagesOneServerNegativeTestJSON-151319106-project] 10.222.0.13 "GET /v2.0/security-groups?id=aea9fb57-b28b-4984-b6fd-ae500e1c8e4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1411068 Jan 26 21:08:17.610815 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b586d3-b072-4363-b259-f05963b0370c req-dd0845a9-5965-4303-9124-7585d62b0d81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:08:17.619689 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-c4b586d3-b072-4363-b259-f05963b0370c req-dd0845a9-5965-4303-9124-7585d62b0d81 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=4d1fd205-2a9b-47a0-a1f2-a48040a3bbee HTTP/1.1" status: 200 len: 861 time: 0.1783216 Jan 26 21:08:17.682906 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Current status of the port e917e1bd-6443-4f62-9834-092549570e4b is: ACTIVE; New status is: DOWN {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:08:17.683502 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (e917e1bd-6443-4f62-9834-092549570e4b), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:08:17.688986 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-d80f50d3-4625-4535-b67d-d40b92b70b8f req-c9e871b6-4cac-4298-87c2-e459cabd8b76 tempest-SecurityGroupsTestJSON-1679712722 tempest-SecurityGroupsTestJSON-1679712722-project] 10.222.0.13 "GET /v2.0/security-groups?id=c7404cf3-1d9e-4f3c-845e-ebf33f6cec1c&id=ff21f7f9-7f8d-4e62-8854-cc06e685906b&id=c3c6c2ef-9865-4e2c-9818-90435d60a1af&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.1872675 Jan 26 21:08:17.734397 n-d-760453-5 neutron-server[103306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '242b7086-c188-4e0a-9af5-4749fa74838b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e917e1bd-6443-4f62-9834-092549570e4b'}] {{(pid=103306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 21:08:17.736769 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9d5d370febab655511bdd2ffe887e43e442d144a440368702bcc1e93af00b97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc9fddde-a7e7-433b-9873-470955f91423" -d '{"events": [{"server_uuid": "242b7086-c188-4e0a-9af5-4749fa74838b", "name": "network-vif-unplugged", "status": "completed", "tag": "e917e1bd-6443-4f62-9834-092549570e4b"}]}' {{(pid=103306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 21:08:17.760273 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] For port e917e1bd-6443-4f62-9834-092549570e4b, host n-h1-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-5',level=0,port_id=e917e1bd-6443-4f62-9834-092549570e4b,segment=NetworkSegment(4eab25d6-89d9-4907-a1c2-51b06443ba33),segment_id=4eab25d6-89d9-4907-a1c2-51b06443ba33)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:08:17.772660 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b586d3-b072-4363-b259-f05963b0370c req-52433dc3-26b1-439e-8c25-0b91f5edf231 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:08:17.775417 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-c4b586d3-b072-4363-b259-f05963b0370c req-52433dc3-26b1-439e-8c25-0b91f5edf231 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=9b81ad00-7180-4a41-9594-2bd0d66dbd57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1440814 Jan 26 21:08:17.777943 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 26 Jan 2022 21:08:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c59ca4d-884b-4ded-a1d0-7bab01b9eb7b x-openstack-request-id: req-3c59ca4d-884b-4ded-a1d0-7bab01b9eb7b {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 21:08:17.778325 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d8f50517-906a-494e-a293-92450ad8c0a0", "tag": "40af6dae-610f-4291-8bbb-b8545196d594", "status": "completed", "code": 200}]} {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 21:08:17.778584 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-3c59ca4d-884b-4ded-a1d0-7bab01b9eb7b {{(pid=103304) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 21:08:17.778975 n-d-760453-5 neutron-server[103304]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd8f50517-906a-494e-a293-92450ad8c0a0', 'tag': '40af6dae-610f-4291-8bbb-b8545196d594', 'status': 'completed', 'code': 200} Jan 26 21:08:17.785276 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (e917e1bd-6443-4f62-9834-092549570e4b), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:08:17.845785 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Pushing event updated for resources: {'Port': ['ID=e917e1bd-6443-4f62-9834-092549570e4b,revision_number=9']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:08:17.865352 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-13399999-511e-4812-b14d-5502664e85a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8a39d9d-1ca2-4e57-afb6-298c02dd3829', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2094779885-router', 'tenant_id': 'bed2f4d6742e48e3a1e31395965cc7ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'external_fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.49'}], 'enable_snat': True}, 'gw_port_id': 'c723c22f-87d2-4270-8476-c74b0b29a864', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T21:08:15Z', 'updated_at': '2022-01-26T21:08:16Z', 'revision_number': 3, 'project_id': 'bed2f4d6742e48e3a1e31395965cc7ba', 'gw_port': {'id': 'c723c22f-87d2-4270-8476-c74b0b29a864', 'name': '', 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:2d:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8a39d9d-1ca2-4e57-afb6-298c02dd3829', 'device_owner': 'network:router_gateway', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:08:16Z', 'updated_at': '2022-01-26T21:08:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-5'}], 'n-d-760453-5', False) {} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:08:17.885901 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca47315-a03e-487c-bcd6-016f8eb79dcb req-eff832a9-daad-4502-972f-04ea036515df tempest-ServersAdminNegativeTestJSON-1178057290 tempest-ServersAdminNegativeTestJSON-1178057290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:08:17.894178 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-9ca47315-a03e-487c-bcd6-016f8eb79dcb req-eff832a9-daad-4502-972f-04ea036515df tempest-ServersAdminNegativeTestJSON-1178057290 tempest-ServersAdminNegativeTestJSON-1178057290-project] 10.222.0.13 "GET /v2.0/ports?device_id=8ff15467-9e0a-43b0-a90b-bab43a92f36a HTTP/1.1" status: 200 len: 948 time: 0.2041364 Jan 26 21:08:17.898576 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13399999-511e-4812-b14d-5502664e85a7 None None] Checking router: c8a39d9d-1ca2-4e57-afb6-298c02dd3829 for host: n-d-760453-5 {{(pid=103306) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 26 21:08:17.898927 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13399999-511e-4812-b14d-5502664e85a7 None None] Updating router c8a39d9d-1ca2-4e57-afb6-298c02dd3829 port c723c22f-87d2-4270-8476-c74b0b29a864 binding host n-d-760453-5 {{(pid=103306) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 26 21:08:17.905231 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [req-ed2ec8c1-86ab-4014-b47e-50a430d2dfe1 req-a6d25c0b-3353-4eb4-8e21-1de774dfed80 tempest-SecurityGroupsTestJSON-1679712722 tempest-SecurityGroupsTestJSON-1679712722-project] Deleting port aa1e2176-fd4c-4a89-872a-0c9f0d567de9 {{(pid=103305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 21:08:17.905807 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-ed2ec8c1-86ab-4014-b47e-50a430d2dfe1 req-a6d25c0b-3353-4eb4-8e21-1de774dfed80 tempest-SecurityGroupsTestJSON-1679712722 tempest-SecurityGroupsTestJSON-1679712722-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746560630878'] for port (aa1e2176-fd4c-4a89-872a-0c9f0d567de9), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:08:17.926004 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-13399999-511e-4812-b14d-5502664e85a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (c723c22f-87d2-4270-8476-c74b0b29a864), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:08:18.021881 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-9ca47315-a03e-487c-bcd6-016f8eb79dcb req-69a033d5-7cd1-4920-a923-2d2cd5c6ad3a tempest-ServersAdminNegativeTestJSON-1178057290 tempest-ServersAdminNegativeTestJSON-1178057290-project] 10.222.0.13 "GET /v2.0/security-groups?id=c18b03c4-72d9-42c1-93c5-33d242c8ac5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1266243 Jan 26 21:08:18.038947 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a68174-c68e-4bae-a554-ec9afdf55d96 req-d4b68e63-27c6-4f00-abc9-ea295ef605a2 tempest-ServersAdminTestJSON-2108229583 tempest-ServersAdminTestJSON-2108229583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:08:18.050516 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-f2a68174-c68e-4bae-a554-ec9afdf55d96 req-d4b68e63-27c6-4f00-abc9-ea295ef605a2 tempest-ServersAdminTestJSON-2108229583 tempest-ServersAdminTestJSON-2108229583-project] 10.222.0.13 "GET /v2.0/ports?device_id=242b7086-c188-4e0a-9af5-4749fa74838b HTTP/1.1" status: 200 len: 948 time: 0.1490984 Jan 26 21:08:18.060158 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-c4b586d3-b072-4363-b259-f05963b0370c req-c2df244c-8e26-401c-992b-4f4d09dde25c service neutron] 10.222.0.66 "GET /v2.0/networks/9b81ad00-7180-4a41-9594-2bd0d66dbd57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2764874 Jan 26 21:08:18.069893 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c40fdc-72fe-4fdf-82c2-0db703c6c59e req-16b3e49c-69c6-4efc-a1f4-d3979cb5d8ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:08:18.071427 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-c5c40fdc-72fe-4fdf-82c2-0db703c6c59e req-16b3e49c-69c6-4efc-a1f4-d3979cb5d8ef service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=6a368bf2185e476485148d66b6d73c5c&device_id=d8f50517-906a-494e-a293-92450ad8c0a0 HTTP/1.1" status: 200 len: 1124 time: 0.1775951 Jan 26 21:08:18.124641 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Device ecf8e7a9-c48e-4107-a343-dfd7589e5e50 details requested by agent hyperv_n-h2-760453-5 with host n-h2-760453-5 {{(pid=103306) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 26 21:08:18.156556 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Device 9a23358d-b561-4674-b1d7-66ac357cb381 up at agent hyperv_n-h2-760453-5 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 21:08:18.159544 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [req-ed2ec8c1-86ab-4014-b47e-50a430d2dfe1 req-a6d25c0b-3353-4eb4-8e21-1de774dfed80 tempest-SecurityGroupsTestJSON-1679712722 tempest-SecurityGroupsTestJSON-1679712722-project] For port aa1e2176-fd4c-4a89-872a-0c9f0d567de9, host n-h2-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-5',level=0,port_id=aa1e2176-fd4c-4a89-872a-0c9f0d567de9,segment=NetworkSegment(4802c0d9-f4b8-40bc-bafe-9a29b8fe6bc1),segment_id=4802c0d9-f4b8-40bc-bafe-9a29b8fe6bc1)] {{(pid=103305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:08:18.159933 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-ed2ec8c1-86ab-4014-b47e-50a430d2dfe1 req-a6d25c0b-3353-4eb4-8e21-1de774dfed80 tempest-SecurityGroupsTestJSON-1679712722 tempest-SecurityGroupsTestJSON-1679712722-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4109658'] for port (aa1e2176-fd4c-4a89-872a-0c9f0d567de9), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:08:18.205791 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-f2a68174-c68e-4bae-a554-ec9afdf55d96 req-4e06516e-bd53-4301-8e9e-86295b8d9d9c tempest-ServersAdminTestJSON-2108229583 tempest-ServersAdminTestJSON-2108229583-project] 10.222.0.13 "GET /v2.0/security-groups?id=95bc11fd-db53-4b42-971c-c958ca031066&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1518040 Jan 26 21:08:18.259835 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-c4b586d3-b072-4363-b259-f05963b0370c req-71c19910-929e-4d56-bf5a-a1065f20f650 service neutron] 10.222.0.66 "GET /v2.0/networks/9b81ad00-7180-4a41-9594-2bd0d66dbd57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1890528 Jan 26 21:08:18.291659 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13fb632b-b9e7-4992-8f17-5cf2e7eb3a7e req-d63b7b62-596e-43ca-8eb0-4cdf6eccf5e5 tempest-LiveAutoBlockMigrationV225Test-1645909514 tempest-LiveAutoBlockMigrationV225Test-1645909514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:08:18.298051 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-13fb632b-b9e7-4992-8f17-5cf2e7eb3a7e req-d63b7b62-596e-43ca-8eb0-4cdf6eccf5e5 tempest-LiveAutoBlockMigrationV225Test-1645909514 tempest-LiveAutoBlockMigrationV225Test-1645909514-project] 10.222.0.13 "GET /v2.0/ports?device_id=d8f50517-906a-494e-a293-92450ad8c0a0 HTTP/1.1" status: 200 len: 943 time: 0.1768167 Jan 26 21:08:18.373040 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-13fb632b-b9e7-4992-8f17-5cf2e7eb3a7e req-95e42520-eb40-401c-afa2-31bf11938e86 tempest-LiveAutoBlockMigrationV225Test-1645909514 tempest-LiveAutoBlockMigrationV225Test-1645909514-project] 10.222.0.13 "GET /v2.0/security-groups?id=d3d52ae6-e761-44ee-98bd-9ad0dc66343a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725400 Jan 26 21:08:18.419628 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 26 Jan 2022 21:08:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1eec3668-99a9-4f82-9435-1c7b439f3046 x-openstack-request-id: req-1eec3668-99a9-4f82-9435-1c7b439f3046 {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 21:08:18.419969 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "242b7086-c188-4e0a-9af5-4749fa74838b", "name": "network-vif-unplugged", "status": "completed", "tag": "e917e1bd-6443-4f62-9834-092549570e4b", "code": 200}]} {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 21:08:18.420193 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-1eec3668-99a9-4f82-9435-1c7b439f3046 {{(pid=103306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 21:08:18.420574 n-d-760453-5 neutron-server[103306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '242b7086-c188-4e0a-9af5-4749fa74838b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e917e1bd-6443-4f62-9834-092549570e4b', 'code': 200} Jan 26 21:08:18.422653 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70d21095-73f7-4da0-adf7-e6935ff3b56a None None] Network 54e115b5-d471-45df-827b-e12849d10363 requested from n-d-760453-5 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 26 21:08:18.450216 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [req-ed2ec8c1-86ab-4014-b47e-50a430d2dfe1 req-a6d25c0b-3353-4eb4-8e21-1de774dfed80 tempest-SecurityGroupsTestJSON-1679712722 tempest-SecurityGroupsTestJSON-1679712722-project] Calling delete_port for aa1e2176-fd4c-4a89-872a-0c9f0d567de9 owned by compute:nova {{(pid=103305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 21:08:18.506090 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f619d30-47c3-4451-9277-78828cc9314e req-17194222-657a-47d7-82e3-95c80a0a16e0 tempest-MigrationsAdminTest-1084137346 tempest-MigrationsAdminTest-1084137346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:08:18.507599 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-5f619d30-47c3-4451-9277-78828cc9314e req-17194222-657a-47d7-82e3-95c80a0a16e0 tempest-MigrationsAdminTest-1084137346 tempest-MigrationsAdminTest-1084137346-project] 10.222.0.13 "GET /v2.0/ports?device_id=6e0054d4-194a-4ef5-9a59-0af1fe168395 HTTP/1.1" status: 200 len: 950 time: 0.0550675 Jan 26 21:08:18.543888 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-a26ffa05-99b1-4c05-98fa-1d538b38c0e4 None None] Provisioning complete for port e8db85c1-53f4-4b7a-8099-c55bd84fcd87 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:08:18.544200 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-a26ffa05-99b1-4c05-98fa-1d538b38c0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (e8db85c1-53f4-4b7a-8099-c55bd84fcd87), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:08:18.559413 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-5f619d30-47c3-4451-9277-78828cc9314e req-807353ca-f3e2-436a-8c16-9b4e04e7de8f tempest-MigrationsAdminTest-1084137346 tempest-MigrationsAdminTest-1084137346-project] 10.222.0.13 "GET /v2.0/security-groups?id=e0b082e3-685f-492b-b87f-3045b8ecd8c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453870 Jan 26 21:08:18.569474 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-52ec8159-60eb-4a71-84cd-7cf0d9689073 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:08:18.571747 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c40fdc-72fe-4fdf-82c2-0db703c6c59e req-e3909292-c91c-4998-a040-7e8d54f4e02e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:08:18.573226 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-c5c40fdc-72fe-4fdf-82c2-0db703c6c59e req-e3909292-c91c-4998-a040-7e8d54f4e02e service neutron] 10.222.0.57 "GET /v2.0/networks?id=1c3811f3-dcb6-4f77-8c26-3e9819d7c63c HTTP/1.1" status: 200 len: 921 time: 0.4652226 Jan 26 21:08:18.620998 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] For port ecf8e7a9-c48e-4107-a343-dfd7589e5e50, host n-h2-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-5',level=0,port_id=ecf8e7a9-c48e-4107-a343-dfd7589e5e50,segment=NetworkSegment(4eab25d6-89d9-4907-a1c2-51b06443ba33),segment_id=4eab25d6-89d9-4907-a1c2-51b06443ba33)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:08:18.633547 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-c5c40fdc-72fe-4fdf-82c2-0db703c6c59e req-67cdbf3b-7f23-406b-ae84-b99dd8b014f2 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=40af6dae-610f-4291-8bbb-b8545196d594 HTTP/1.1" status: 200 len: 217 time: 0.0462756 Jan 26 21:08:18.633850 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Provisioning for port 9a23358d-b561-4674-b1d7-66ac357cb381 completed by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 21:08:18.658165 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Provisioning complete for port 9a23358d-b561-4674-b1d7-66ac357cb381 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:08:18.658542 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (9a23358d-b561-4674-b1d7-66ac357cb381), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:08:18.684228 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Returning: {'device': 'ecf8e7a9-c48e-4107-a343-dfd7589e5e50', 'network_id': '7fbe9cf5-e12c-436d-b372-55a19c9faa30', 'port_id': 'ecf8e7a9-c48e-4107-a343-dfd7589e5e50', 'mac_address': 'fa:16:3e:0e:2c:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 561, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fd77e534-75e6-4b90-950e-f5824d584430', 'ip_address': '192.168.233.108'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103306) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 26 21:08:18.751410 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11cfe8fd-ad28-49be-ad9b-da2ec5b04fe0 req-5a370926-d4eb-4a57-9829-db94ad1fd7dd tempest-ImagesOneServerNegativeTestJSON-151319106 tempest-ImagesOneServerNegativeTestJSON-151319106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:08:18.772842 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-11cfe8fd-ad28-49be-ad9b-da2ec5b04fe0 req-5a370926-d4eb-4a57-9829-db94ad1fd7dd tempest-ImagesOneServerNegativeTestJSON-151319106 tempest-ImagesOneServerNegativeTestJSON-151319106-project] 10.222.0.13 "GET /v2.0/ports?device_id=5203b0ca-876b-4f8e-9238-fe91ea9f042e HTTP/1.1" status: 200 len: 945 time: 0.1341648 Jan 26 21:08:18.776201 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-13399999-511e-4812-b14d-5502664e85a7 None None] Publish callbacks [] for port (c723c22f-87d2-4270-8476-c74b0b29a864), precommit_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:08:18.805033 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c40fdc-72fe-4fdf-82c2-0db703c6c59e req-e1062925-7162-4677-b9ff-e63a7d5f36ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:08:18.806574 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-c5c40fdc-72fe-4fdf-82c2-0db703c6c59e req-e1062925-7162-4677-b9ff-e63a7d5f36ea service neutron] 10.222.0.57 "GET /v2.0/subnets?id=dae01ee8-17f0-4a86-8f17-22a537cba2b9 HTTP/1.1" status: 200 len: 860 time: 0.1599646 Jan 26 21:08:18.826035 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-13399999-511e-4812-b14d-5502664e85a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (c723c22f-87d2-4270-8476-c74b0b29a864), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:08:18.849590 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-11cfe8fd-ad28-49be-ad9b-da2ec5b04fe0 req-ee133452-d68e-477e-941e-9ad85528d6d7 tempest-ImagesOneServerNegativeTestJSON-151319106 tempest-ImagesOneServerNegativeTestJSON-151319106-project] 10.222.0.13 "GET /v2.0/security-groups?id=aea9fb57-b28b-4984-b6fd-ae500e1c8e4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756674 Jan 26 21:08:18.876898 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-c5c40fdc-72fe-4fdf-82c2-0db703c6c59e req-fe6fc21c-263d-4267-8361-97ff216b1073 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=1c3811f3-dcb6-4f77-8c26-3e9819d7c63c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0600605 Jan 26 21:08:18.880750 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-ed2ec8c1-86ab-4014-b47e-50a430d2dfe1 req-a6d25c0b-3353-4eb4-8e21-1de774dfed80 tempest-SecurityGroupsTestJSON-1679712722 tempest-SecurityGroupsTestJSON-1679712722-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746560636600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746560234536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11791543'] for port (aa1e2176-fd4c-4a89-872a-0c9f0d567de9), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:08:18.892632 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device e8db85c1-53f4-4b7a-8099-c55bd84fcd87 up at agent ovs-agent-n-d-760453-5 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 21:08:18.901023 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38d15b6-67cf-425c-9d55-fa66058aeee6 req-41c01c04-806a-4118-adc6-6447e4b417ab tempest-SecurityGroupsTestJSON-1679712722 tempest-SecurityGroupsTestJSON-1679712722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:08:18.907979 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-b38d15b6-67cf-425c-9d55-fa66058aeee6 req-41c01c04-806a-4118-adc6-6447e4b417ab tempest-SecurityGroupsTestJSON-1679712722 tempest-SecurityGroupsTestJSON-1679712722-project] 10.222.0.13 "GET /v2.0/ports?device_id=78b349b9-c275-487f-b7fb-5b8d9fe9296b HTTP/1.1" status: 200 len: 945 time: 0.0885391 Jan 26 21:08:18.915336 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] get_ports_and_sgs() called for port_ids ['aa1e2176-fd4c-4a89-872a-0c9f0d567de9'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 26 21:08:18.935252 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d25c0b-3353-4eb4-8e21-1de774dfed80 tempest-SecurityGroupsTestJSON-1679712722 tempest-SecurityGroupsTestJSON-1679712722-project] Pushing event deleted for resources: {'Port': ['ID=aa1e2176-fd4c-4a89-872a-0c9f0d567de9,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:08:18.964687 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Current status of the port ecf8e7a9-c48e-4107-a343-dfd7589e5e50 is: DOWN; New status is: BUILD {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:08:18.965262 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (ecf8e7a9-c48e-4107-a343-dfd7589e5e50), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:08:19.005234 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.db_base_plugin_common [None req-52ec8159-60eb-4a71-84cd-7cf0d9689073 admin admin] Allocated IP 172.20.0.1 (54e115b5-d471-45df-827b-e12849d10363/edb22ac6-94b4-4b03-825b-a95146dd1cdd/2710ba09-6af2-4b13-8f5f-742f0fd70efe) {{(pid=103305) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 21:08:19.006438 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-b38d15b6-67cf-425c-9d55-fa66058aeee6 req-cb961518-165a-4291-9db3-d3350c4cc2ce tempest-SecurityGroupsTestJSON-1679712722 tempest-SecurityGroupsTestJSON-1679712722-project] 10.222.0.13 "GET /v2.0/security-groups?id=c7404cf3-1d9e-4f3c-845e-ebf33f6cec1c&id=ff21f7f9-7f8d-4e62-8854-cc06e685906b&id=c3c6c2ef-9865-4e2c-9818-90435d60a1af&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.0975161 Jan 26 21:08:19.026543 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed2ec8c1-86ab-4014-b47e-50a430d2dfe1 req-a6d25c0b-3353-4eb4-8e21-1de774dfed80 tempest-SecurityGroupsTestJSON-1679712722 tempest-SecurityGroupsTestJSON-1679712722-project] No DVR routers for this DVR port aa1e2176-fd4c-4a89-872a-0c9f0d567de9 on host n-h2-760453-5 {{(pid=103305) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 26 21:08:19.032298 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-ed2ec8c1-86ab-4014-b47e-50a430d2dfe1 req-a6d25c0b-3353-4eb4-8e21-1de774dfed80 tempest-SecurityGroupsTestJSON-1679712722 tempest-SecurityGroupsTestJSON-1679712722-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:08:19.035588 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-ed2ec8c1-86ab-4014-b47e-50a430d2dfe1 req-a6d25c0b-3353-4eb4-8e21-1de774dfed80 tempest-SecurityGroupsTestJSON-1679712722 tempest-SecurityGroupsTestJSON-1679712722-project] 10.222.0.57 "DELETE /v2.0/ports/aa1e2176-fd4c-4a89-872a-0c9f0d567de9 HTTP/1.1" status: 204 len: 173 time: 1.4859056 Jan 26 21:08:19.041878 n-d-760453-5 neutron-server[103305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78b349b9-c275-487f-b7fb-5b8d9fe9296b', 'name': 'network-vif-deleted', 'tag': 'aa1e2176-fd4c-4a89-872a-0c9f0d567de9'}] {{(pid=103305) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 21:08:19.044425 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d4654568b7bf041e72ff8fe1c96d6d761d9c921f2b99bc7b3a26632be20cee0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca57a4ff-dbc9-40f3-942f-125383b04a51" -d '{"events": [{"server_uuid": "78b349b9-c275-487f-b7fb-5b8d9fe9296b", "name": "network-vif-deleted", "tag": "aa1e2176-fd4c-4a89-872a-0c9f0d567de9"}]}' {{(pid=103305) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 21:08:19.051191 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-20abe342-b939-48ce-b7c6-f3c977a1e3c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (474ccdf7-ab6c-405b-a3b2-dc7b05829902), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:08:19.057362 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-13399999-511e-4812-b14d-5502664e85a7 None None] Attempting to bind port c723c22f-87d2-4270-8476-c74b0b29a864 on host n-d-760453-5 for vnic_type normal with profile {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 21:08:19.057747 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-13399999-511e-4812-b14d-5502664e85a7 None None] Attempting to bind port c723c22f-87d2-4270-8476-c74b0b29a864 by drivers openvswitch,hyperv on host n-d-760453-5 at level 0 using segments [{'id': 'e17cb353-418f-48b9-b982-21a6233ee99b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299'}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 26 21:08:19.058115 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13399999-511e-4812-b14d-5502664e85a7 None None] Attempting to bind port c723c22f-87d2-4270-8476-c74b0b29a864 on network 4140a1f1-c93a-4bea-83a0-68953a54f299 {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 21:08:19.099321 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b5df2dd-f37b-4347-b1f8-06179f4486fa None None] Pushing event updated for resources: {'Port': ['ID=c723c22f-87d2-4270-8476-c74b0b29a864,revision_number=2']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:08:19.105714 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-c5c40fdc-72fe-4fdf-82c2-0db703c6c59e req-7fa93ca0-5c8e-4595-9c8b-d41e37474bbf service neutron] 10.222.0.57 "GET /v2.0/networks/1c3811f3-dcb6-4f77-8c26-3e9819d7c63c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2209778 Jan 26 21:08:19.109405 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Current status of the port 9a23358d-b561-4674-b1d7-66ac357cb381 is: BUILD; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:08:19.109813 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (9a23358d-b561-4674-b1d7-66ac357cb381), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:08:19.120259 n-d-760453-5 neutron-server[103306]: DEBUG neutron.notifiers.nova [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ecf8e7a9-c48e-4107-a343-dfd7589e5e50 {{(pid=103306) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 26 21:08:19.142605 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] For port ecf8e7a9-c48e-4107-a343-dfd7589e5e50, host n-h2-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-5',level=0,port_id=ecf8e7a9-c48e-4107-a343-dfd7589e5e50,segment=NetworkSegment(4eab25d6-89d9-4907-a1c2-51b06443ba33),segment_id=4eab25d6-89d9-4907-a1c2-51b06443ba33)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:08:19.162075 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13399999-511e-4812-b14d-5502664e85a7 None None] Checking agent: {'id': 'fea0591a-627d-4c87-9a9a-01625ddf3277', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760453-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 20, 55, 25), 'started_at': datetime.datetime(2022, 1, 26, 20, 55, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 21, 7, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760453-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 26 21:08:19.162532 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13399999-511e-4812-b14d-5502664e85a7 None None] Checking segment: {'id': 'e17cb353-418f-48b9-b982-21a6233ee99b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 21:08:19.162859 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-13399999-511e-4812-b14d-5502664e85a7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:08:19.163261 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13399999-511e-4812-b14d-5502664e85a7 None None] Bound using segment: {'id': 'e17cb353-418f-48b9-b982-21a6233ee99b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299'} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 26 21:08:19.163753 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-13399999-511e-4812-b14d-5502664e85a7 None None] Bound port: c723c22f-87d2-4270-8476-c74b0b29a864, host: n-d-760453-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e17cb353-418f-48b9-b982-21a6233ee99b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299'}}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 26 21:08:19.164141 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-13399999-511e-4812-b14d-5502664e85a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (c723c22f-87d2-4270-8476-c74b0b29a864), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:08:19.165867 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (ecf8e7a9-c48e-4107-a343-dfd7589e5e50), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:08:19.167652 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-a26ffa05-99b1-4c05-98fa-1d538b38c0e4 None None] Current status of the port e8db85c1-53f4-4b7a-8099-c55bd84fcd87 is: DOWN; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:08:19.167909 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-a26ffa05-99b1-4c05-98fa-1d538b38c0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (e8db85c1-53f4-4b7a-8099-c55bd84fcd87), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:08:19.168039 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Jan 2022 21:08:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d31b6400-9ed5-40cd-a275-0f00af18d9a5 x-openstack-request-id: req-d31b6400-9ed5-40cd-a275-0f00af18d9a5 {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 21:08:19.168340 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "78b349b9-c275-487f-b7fb-5b8d9fe9296b", "name": "network-vif-deleted", "tag": "aa1e2176-fd4c-4a89-872a-0c9f0d567de9", "status": "completed", "code": 200}]} {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 21:08:19.168750 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d31b6400-9ed5-40cd-a275-0f00af18d9a5 {{(pid=103305) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 21:08:19.169359 n-d-760453-5 neutron-server[103305]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78b349b9-c275-487f-b7fb-5b8d9fe9296b', 'name': 'network-vif-deleted', 'tag': 'aa1e2176-fd4c-4a89-872a-0c9f0d567de9', 'status': 'completed', 'code': 200} Jan 26 21:08:19.254711 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d86f25f-8af3-48cc-bba5-81346a33d929 req-eae825ad-90bc-4f0a-8a56-1aaed160bd4d tempest-ServersAdminNegativeTestJSON-1178057290 tempest-ServersAdminNegativeTestJSON-1178057290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:08:19.261872 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-4d86f25f-8af3-48cc-bba5-81346a33d929 req-eae825ad-90bc-4f0a-8a56-1aaed160bd4d tempest-ServersAdminNegativeTestJSON-1178057290 tempest-ServersAdminNegativeTestJSON-1178057290-project] 10.222.0.13 "GET /v2.0/ports?device_id=8ff15467-9e0a-43b0-a90b-bab43a92f36a HTTP/1.1" status: 200 len: 949 time: 0.0911767 Jan 26 21:08:19.264931 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Pushing event updated for resources: {'Port': ['ID=ecf8e7a9-c48e-4107-a343-dfd7589e5e50,revision_number=4']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:08:19.303036 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-52ec8159-60eb-4a71-84cd-7cf0d9689073 admin admin] Publish callbacks [] for port (2710ba09-6af2-4b13-8f5f-742f0fd70efe), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:08:19.312739 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-c5c40fdc-72fe-4fdf-82c2-0db703c6c59e req-550efc88-150e-4553-8576-9670a3e6c379 service neutron] 10.222.0.57 "GET /v2.0/networks/1c3811f3-dcb6-4f77-8c26-3e9819d7c63c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1808002 Jan 26 21:08:19.326548 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-4d86f25f-8af3-48cc-bba5-81346a33d929 req-3a6fdce7-3bd6-47cf-a91e-32351b2fb8fa tempest-ServersAdminNegativeTestJSON-1178057290 tempest-ServersAdminNegativeTestJSON-1178057290-project] 10.222.0.13 "GET /v2.0/security-groups?id=c18b03c4-72d9-42c1-93c5-33d242c8ac5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637186 Jan 26 21:08:19.362083 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] For port 9a23358d-b561-4674-b1d7-66ac357cb381, host n-h2-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-5',level=0,port_id=9a23358d-b561-4674-b1d7-66ac357cb381,segment=NetworkSegment(58f97d30-90ed-4b82-8d47-15dab34d927d),segment_id=58f97d30-90ed-4b82-8d47-15dab34d927d)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:08:19.386863 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-52ec8159-60eb-4a71-84cd-7cf0d9689073 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746560234527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11791543'] for port (2710ba09-6af2-4b13-8f5f-742f0fd70efe), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:08:19.392880 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (9a23358d-b561-4674-b1d7-66ac357cb381), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:08:19.404347 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-13399999-511e-4812-b14d-5502664e85a7 None None] For port c723c22f-87d2-4270-8476-c74b0b29a864, host n-d-760453-5, cleared binding levels {{(pid=103306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 26 21:08:19.407470 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-a26ffa05-99b1-4c05-98fa-1d538b38c0e4 None None] For port e8db85c1-53f4-4b7a-8099-c55bd84fcd87, host n-d-760453-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=e8db85c1-53f4-4b7a-8099-c55bd84fcd87,segment=NetworkSegment(e735e8d3-0a74-4bc6-9ae3-6a81e28a91f7),segment_id=e735e8d3-0a74-4bc6-9ae3-6a81e28a91f7)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:08:19.412241 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Provisioning complete for port e8db85c1-53f4-4b7a-8099-c55bd84fcd87 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:08:19.412707 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (e8db85c1-53f4-4b7a-8099-c55bd84fcd87), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:08:19.429189 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2598f84a-1823-43c7-8b3e-932039de60fb req-6437d130-7cf0-4450-b075-96c06fc115e3 tempest-ServersAdminTestJSON-2108229583 tempest-ServersAdminTestJSON-2108229583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:08:19.437809 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-2598f84a-1823-43c7-8b3e-932039de60fb req-6437d130-7cf0-4450-b075-96c06fc115e3 tempest-ServersAdminTestJSON-2108229583 tempest-ServersAdminTestJSON-2108229583-project] 10.222.0.13 "GET /v2.0/ports?device_id=242b7086-c188-4e0a-9af5-4749fa74838b HTTP/1.1" status: 200 len: 948 time: 0.1102426 Jan 26 21:08:19.447649 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Device e917e1bd-6443-4f62-9834-092549570e4b details requested by agent hyperv_n-h1-760453-5 with host n-h1-760453-5 {{(pid=103306) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 26 21:08:19.457763 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52ec8159-60eb-4a71-84cd-7cf0d9689073 admin admin] Network 54e115b5-d471-45df-827b-e12849d10363 is already hosted by enough agents. {{(pid=103305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 21:08:19.464595 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [None req-52ec8159-60eb-4a71-84cd-7cf0d9689073 admin admin] Resources bound (agent type, host, resource id): {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:08:19.469400 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52ec8159-60eb-4a71-84cd-7cf0d9689073 admin admin] Received port after_create {{(pid=103305) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 21:08:19.470560 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-13399999-511e-4812-b14d-5502664e85a7 None None] For port c723c22f-87d2-4270-8476-c74b0b29a864, host n-d-760453-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=c723c22f-87d2-4270-8476-c74b0b29a864,segment=NetworkSegment(e17cb353-418f-48b9-b982-21a6233ee99b),segment_id=e17cb353-418f-48b9-b982-21a6233ee99b)] {{(pid=103306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 26 21:08:19.472288 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-a26ffa05-99b1-4c05-98fa-1d538b38c0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (e8db85c1-53f4-4b7a-8099-c55bd84fcd87), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:08:19.474232 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ec8159-60eb-4a71-84cd-7cf0d9689073 admin admin] Pushing event updated for resources: {'Port': ['ID=2710ba09-6af2-4b13-8f5f-742f0fd70efe,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:08:19.494382 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-13399999-511e-4812-b14d-5502664e85a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (c723c22f-87d2-4270-8476-c74b0b29a864), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:08:19.513841 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] get_ports_and_sgs() called for port_ids ['ecf8e7a9-c48e-4107-a343-dfd7589e5e50'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 26 21:08:19.526530 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-52ec8159-60eb-4a71-84cd-7cf0d9689073 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4111050'] for router_interface (c8a39d9d-1ca2-4e57-afb6-298c02dd3829), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:08:19.542144 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-2598f84a-1823-43c7-8b3e-932039de60fb req-0a3e8f55-e884-433d-8c2f-a682b3e3a1b0 tempest-ServersAdminTestJSON-2108229583 tempest-ServersAdminTestJSON-2108229583-project] 10.222.0.13 "GET /v2.0/security-groups?id=95bc11fd-db53-4b42-971c-c958ca031066&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936975 Jan 26 21:08:19.598209 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Pushing event updated for resources: {'Port': ['ID=9a23358d-b561-4674-b1d7-66ac357cb381,revision_number=5']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:08:19.637748 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004e494c-e6c4-4724-8302-832bfae80dcd req-8d22e09e-7538-4bd8-ba22-2248428f5039 tempest-LiveAutoBlockMigrationV225Test-1645909514 tempest-LiveAutoBlockMigrationV225Test-1645909514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:08:19.639561 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-004e494c-e6c4-4724-8302-832bfae80dcd req-8d22e09e-7538-4bd8-ba22-2248428f5039 tempest-LiveAutoBlockMigrationV225Test-1645909514 tempest-LiveAutoBlockMigrationV225Test-1645909514-project] 10.222.0.13 "GET /v2.0/ports?device_id=d8f50517-906a-494e-a293-92450ad8c0a0 HTTP/1.1" status: 200 len: 943 time: 0.0876460 Jan 26 21:08:19.721513 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a26ffa05-99b1-4c05-98fa-1d538b38c0e4 None None] Pushing event updated for resources: {'Port': ['ID=e8db85c1-53f4-4b7a-8099-c55bd84fcd87,revision_number=3']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:08:19.726445 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-004e494c-e6c4-4724-8302-832bfae80dcd req-327447b1-9e3c-4bc7-a197-e96489c179be tempest-LiveAutoBlockMigrationV225Test-1645909514 tempest-LiveAutoBlockMigrationV225Test-1645909514-project] 10.222.0.13 "GET /v2.0/security-groups?id=d3d52ae6-e761-44ee-98bd-9ad0dc66343a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676141 Jan 26 21:08:19.755349 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13399999-511e-4812-b14d-5502664e85a7 None None] Routers {'c8a39d9d-1ca2-4e57-afb6-298c02dd3829'} bound to L3 agent in host n-d-760453-5 {{(pid=103306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 21:08:19.756293 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-13399999-511e-4812-b14d-5502664e85a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-26T20:55:21Z,description=,heartbeat_timestamp=2022-01-26T21:07:51Z,host='n-d-760453-5',id=09df100c-3af1-4b0a-bda8-05914c71c458,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:55:21Z,topic='l3_agent')) {'router_ids': ['c8a39d9d-1ca2-4e57-afb6-298c02dd3829'], 'active': True} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:08:19.799346 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47bceb6d-772d-487d-9979-f909cc2b806c req-c4461cfd-9022-4d82-af04-f19d41f58a75 tempest-MigrationsAdminTest-1084137346 tempest-MigrationsAdminTest-1084137346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:08:19.801699 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-47bceb6d-772d-487d-9979-f909cc2b806c req-c4461cfd-9022-4d82-af04-f19d41f58a75 tempest-MigrationsAdminTest-1084137346 tempest-MigrationsAdminTest-1084137346-project] 10.222.0.13 "GET /v2.0/ports?device_id=6e0054d4-194a-4ef5-9a59-0af1fe168395 HTTP/1.1" status: 200 len: 950 time: 0.0827510 Jan 26 21:08:19.816537 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-52ec8159-60eb-4a71-84cd-7cf0d9689073 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (2710ba09-6af2-4b13-8f5f-742f0fd70efe), before_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:08:19.862362 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-47bceb6d-772d-487d-9979-f909cc2b806c req-fe4576e8-2eb3-4532-b3ad-d6e21d992c28 tempest-MigrationsAdminTest-1084137346 tempest-MigrationsAdminTest-1084137346-project] 10.222.0.13 "GET /v2.0/security-groups?id=e0b082e3-685f-492b-b87f-3045b8ecd8c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535011 Jan 26 21:08:19.883523 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-7613c53f-765f-4d02-b640-ee3d60ac500c None None] Provisioning complete for port e8db85c1-53f4-4b7a-8099-c55bd84fcd87 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:08:19.883523 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-7613c53f-765f-4d02-b640-ee3d60ac500c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (e8db85c1-53f4-4b7a-8099-c55bd84fcd87), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:08:19.959861 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Current status of the port e8db85c1-53f4-4b7a-8099-c55bd84fcd87 is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:08:19.983093 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ef2931-0b17-449b-a8bb-7a60c1161c49 req-89e14d5f-4161-404c-b5a9-6f3d4e64eff5 tempest-ImagesOneServerNegativeTestJSON-151319106 tempest-ImagesOneServerNegativeTestJSON-151319106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:08:19.984684 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-16ef2931-0b17-449b-a8bb-7a60c1161c49 req-89e14d5f-4161-404c-b5a9-6f3d4e64eff5 tempest-ImagesOneServerNegativeTestJSON-151319106 tempest-ImagesOneServerNegativeTestJSON-151319106-project] 10.222.0.13 "GET /v2.0/ports?device_id=5203b0ca-876b-4f8e-9238-fe91ea9f042e HTTP/1.1" status: 200 len: 946 time: 0.0604277 Jan 26 21:08:20.009487 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-52ec8159-60eb-4a71-84cd-7cf0d9689073 admin admin] Publish callbacks [] for port (2710ba09-6af2-4b13-8f5f-742f0fd70efe), precommit_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:08:20.016179 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-52ec8159-60eb-4a71-84cd-7cf0d9689073 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11791520'] for port (2710ba09-6af2-4b13-8f5f-742f0fd70efe), after_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:08:20.023087 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] For port e917e1bd-6443-4f62-9834-092549570e4b, host n-h1-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-5',level=0,port_id=e917e1bd-6443-4f62-9834-092549570e4b,segment=NetworkSegment(4eab25d6-89d9-4907-a1c2-51b06443ba33),segment_id=4eab25d6-89d9-4907-a1c2-51b06443ba33)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:08:20.028575 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b5df2dd-f37b-4347-b1f8-06179f4486fa None None] Pushing event updated for resources: {'Port': ['ID=c723c22f-87d2-4270-8476-c74b0b29a864,revision_number=3']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:08:20.053949 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-16ef2931-0b17-449b-a8bb-7a60c1161c49 req-71dfe0eb-a0a1-49c0-91df-aebaadd9d7ef tempest-ImagesOneServerNegativeTestJSON-151319106 tempest-ImagesOneServerNegativeTestJSON-151319106-project] 10.222.0.13 "GET /v2.0/security-groups?id=aea9fb57-b28b-4984-b6fd-ae500e1c8e4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621672 Jan 26 21:08:20.075207 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Returning: {'device': 'e917e1bd-6443-4f62-9834-092549570e4b', 'network_id': '7fbe9cf5-e12c-436d-b372-55a19c9faa30', 'port_id': 'e917e1bd-6443-4f62-9834-092549570e4b', 'mac_address': 'fa:16:3e:c7:f8:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 561, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fd77e534-75e6-4b90-950e-f5824d584430', 'ip_address': '192.168.233.150'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103306) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 26 21:08:20.082242 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvr_db [None req-13399999-511e-4812-b14d-5502664e85a7 None None] Set router c8a39d9d-1ca2-4e57-afb6-298c02dd3829 gateway port host: n-d-760453-5 {{(pid=103306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 21:08:20.106239 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-52ec8159-60eb-4a71-84cd-7cf0d9689073 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3709457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4110682'] for router_interface (c8a39d9d-1ca2-4e57-afb6-298c02dd3829), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:08:20.113269 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ec8159-60eb-4a71-84cd-7cf0d9689073 admin admin] Pushing event updated for resources: {'Port': ['ID=2710ba09-6af2-4b13-8f5f-742f0fd70efe,revision_number=2']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:08:20.138582 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-ac19231b-86b0-4adb-bba4-3554414ae7cc req-babfa4af-4c71-4c2b-8979-eb4fef6cf026 tempest-SecurityGroupsTestJSON-1679712722 tempest-SecurityGroupsTestJSON-1679712722-project] 10.222.0.13 "GET /v2.0/security-groups/c7404cf3-1d9e-4f3c-845e-ebf33f6cec1c HTTP/1.1" status: 200 len: 1818 time: 0.0460360 Jan 26 21:08:20.155634 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Device aa1e2176-fd4c-4a89-872a-0c9f0d567de9 no longer exists at agent hyperv_n-h2-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 26 21:08:20.199908 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-ac19231b-86b0-4adb-bba4-3554414ae7cc req-52d718c4-fe01-4b45-9d91-7390826dc229 tempest-SecurityGroupsTestJSON-1679712722 tempest-SecurityGroupsTestJSON-1679712722-project] Publish callbacks [] for security_group (c7404cf3-1d9e-4f3c-845e-ebf33f6cec1c), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:08:20.204893 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52ec8159-60eb-4a71-84cd-7cf0d9689073 admin admin] Network 54e115b5-d471-45df-827b-e12849d10363 is already hosted by enough agents. {{(pid=103305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 21:08:20.207138 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [None req-52ec8159-60eb-4a71-84cd-7cf0d9689073 admin admin] Resources bound (agent type, host, resource id): {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:08:20.228654 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-ac19231b-86b0-4adb-bba4-3554414ae7cc req-52d718c4-fe01-4b45-9d91-7390826dc229 tempest-SecurityGroupsTestJSON-1679712722 tempest-SecurityGroupsTestJSON-1679712722-project] Publish callbacks [] for security_group (c7404cf3-1d9e-4f3c-845e-ebf33f6cec1c), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:08:20.245768 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] No Port match for: aa1e2176-fd4c-4a89-872a-0c9f0d567de9 {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 26 21:08:20.246113 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Device aa1e2176-fd4c-4a89-872a-0c9f0d567de9 not bound to the agent host n-h2-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 26 21:08:20.275131 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Current status of the port e917e1bd-6443-4f62-9834-092549570e4b is: DOWN; New status is: BUILD {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:08:20.275518 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (e917e1bd-6443-4f62-9834-092549570e4b), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:08:20.281202 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-ac19231b-86b0-4adb-bba4-3554414ae7cc req-52d718c4-fe01-4b45-9d91-7390826dc229 tempest-SecurityGroupsTestJSON-1679712722 tempest-SecurityGroupsTestJSON-1679712722-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (c7404cf3-1d9e-4f3c-845e-ebf33f6cec1c), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:08:20.284940 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-ac19231b-86b0-4adb-bba4-3554414ae7cc req-52d718c4-fe01-4b45-9d91-7390826dc229 tempest-SecurityGroupsTestJSON-1679712722 tempest-SecurityGroupsTestJSON-1679712722-project] Publish callbacks [] for security_group (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:08:20.286155 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-ac19231b-86b0-4adb-bba4-3554414ae7cc req-52d718c4-fe01-4b45-9d91-7390826dc229 tempest-SecurityGroupsTestJSON-1679712722 tempest-SecurityGroupsTestJSON-1679712722-project] 10.222.0.13 "DELETE /v2.0/security-groups/c7404cf3-1d9e-4f3c-845e-ebf33f6cec1c HTTP/1.1" status: 204 len: 173 time: 0.1400366 Jan 26 21:08:20.290719 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-7613c53f-765f-4d02-b640-ee3d60ac500c None None] Current status of the port e8db85c1-53f4-4b7a-8099-c55bd84fcd87 is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:08:20.312103 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d718c4-fe01-4b45-9d91-7390826dc229 tempest-SecurityGroupsTestJSON-1679712722 tempest-SecurityGroupsTestJSON-1679712722-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7404cf3-1d9e-4f3c-845e-ebf33f6cec1c,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:08:20.357072 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52ec8159-60eb-4a71-84cd-7cf0d9689073 admin admin] Router c8a39d9d-1ca2-4e57-afb6-298c02dd3829 has already been hosted by L3 agent 09df100c-3af1-4b0a-bda8-05914c71c458 {{(pid=103305) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 26 21:08:20.361498 n-d-760453-5 neutron-server[103306]: DEBUG neutron.notifiers.nova [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e917e1bd-6443-4f62-9834-092549570e4b {{(pid=103306) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 26 21:08:20.391171 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-3f809d87-4c6e-4e6d-8a0d-45f92bc1f7dc req-dec48656-edd2-4e0a-9b44-d1a39c94c84e tempest-SecurityGroupsTestJSON-1679712722 tempest-SecurityGroupsTestJSON-1679712722-project] 10.222.0.13 "GET /v2.0/security-groups/ff21f7f9-7f8d-4e62-8854-cc06e685906b HTTP/1.1" status: 200 len: 1817 time: 0.0807037 Jan 26 21:08:20.404112 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] For port e917e1bd-6443-4f62-9834-092549570e4b, host n-h1-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-5',level=0,port_id=e917e1bd-6443-4f62-9834-092549570e4b,segment=NetworkSegment(4eab25d6-89d9-4907-a1c2-51b06443ba33),segment_id=4eab25d6-89d9-4907-a1c2-51b06443ba33)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:08:20.429909 n-d-760453-5 neutron-server[103306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5203b0ca-876b-4f8e-9238-fe91ea9f042e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a23358d-b561-4674-b1d7-66ac357cb381'}] {{(pid=103306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 21:08:20.433388 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9d5d370febab655511bdd2ffe887e43e442d144a440368702bcc1e93af00b97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0397650-5159-4475-bc58-ecad7a8e955e" -d '{"events": [{"server_uuid": "5203b0ca-876b-4f8e-9238-fe91ea9f042e", "name": "network-vif-plugged", "status": "completed", "tag": "9a23358d-b561-4674-b1d7-66ac357cb381"}]}' {{(pid=103306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 21:08:20.443111 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (e917e1bd-6443-4f62-9834-092549570e4b), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:08:20.508352 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-3f809d87-4c6e-4e6d-8a0d-45f92bc1f7dc req-81d98b53-6b10-4112-95d4-8d394b32c822 tempest-SecurityGroupsTestJSON-1679712722 tempest-SecurityGroupsTestJSON-1679712722-project] Publish callbacks [] for security_group (ff21f7f9-7f8d-4e62-8854-cc06e685906b), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:08:20.510017 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52ec8159-60eb-4a71-84cd-7cf0d9689073 admin admin] Notify agent at l3_agent.n-d-760453-5 the message routers_updated {{(pid=103305) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 26 21:08:20.529919 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-52ec8159-60eb-4a71-84cd-7cf0d9689073 admin admin] 10.222.0.13 "PUT /v2.0/routers/c8a39d9d-1ca2-4e57-afb6-298c02dd3829/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1329467 Jan 26 21:08:20.543217 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-3f809d87-4c6e-4e6d-8a0d-45f92bc1f7dc req-81d98b53-6b10-4112-95d4-8d394b32c822 tempest-SecurityGroupsTestJSON-1679712722 tempest-SecurityGroupsTestJSON-1679712722-project] Publish callbacks [] for security_group (ff21f7f9-7f8d-4e62-8854-cc06e685906b), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:08:20.572783 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb3d06d-8024-4e88-b183-a27c5b224986 req-9569f92f-0bb6-44b1-9568-f92850cfc4e8 tempest-ServersAdminNegativeTestJSON-1178057290 tempest-ServersAdminNegativeTestJSON-1178057290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:08:20.574385 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-cbb3d06d-8024-4e88-b183-a27c5b224986 req-9569f92f-0bb6-44b1-9568-f92850cfc4e8 tempest-ServersAdminNegativeTestJSON-1178057290 tempest-ServersAdminNegativeTestJSON-1178057290-project] 10.222.0.13 "GET /v2.0/ports?device_id=8ff15467-9e0a-43b0-a90b-bab43a92f36a HTTP/1.1" status: 200 len: 949 time: 0.1172111 Jan 26 21:08:20.631776 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-3f809d87-4c6e-4e6d-8a0d-45f92bc1f7dc req-81d98b53-6b10-4112-95d4-8d394b32c822 tempest-SecurityGroupsTestJSON-1679712722 tempest-SecurityGroupsTestJSON-1679712722-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (ff21f7f9-7f8d-4e62-8854-cc06e685906b), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:08:20.634394 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-3f809d87-4c6e-4e6d-8a0d-45f92bc1f7dc req-81d98b53-6b10-4112-95d4-8d394b32c822 tempest-SecurityGroupsTestJSON-1679712722 tempest-SecurityGroupsTestJSON-1679712722-project] Publish callbacks [] for security_group (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:08:20.635524 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-3f809d87-4c6e-4e6d-8a0d-45f92bc1f7dc req-81d98b53-6b10-4112-95d4-8d394b32c822 tempest-SecurityGroupsTestJSON-1679712722 tempest-SecurityGroupsTestJSON-1679712722-project] 10.222.0.13 "DELETE /v2.0/security-groups/ff21f7f9-7f8d-4e62-8854-cc06e685906b HTTP/1.1" status: 204 len: 173 time: 0.2434542 Jan 26 21:08:20.643636 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 46738) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:08:20.657694 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-58a5f59d-d0f4-4f8f-8d41-cdc74b0f8dbf None None] Provisioning complete for port 2710ba09-6af2-4b13-8f5f-742f0fd70efe triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:08:20.658089 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58a5f59d-d0f4-4f8f-8d41-cdc74b0f8dbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (2710ba09-6af2-4b13-8f5f-742f0fd70efe), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:08:20.666301 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-cbb3d06d-8024-4e88-b183-a27c5b224986 req-89179501-fa7e-4ba0-b372-9c1ec17ecda9 tempest-ServersAdminNegativeTestJSON-1178057290 tempest-ServersAdminNegativeTestJSON-1178057290-project] 10.222.0.13 "GET /v2.0/security-groups?id=c18b03c4-72d9-42c1-93c5-33d242c8ac5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828571 Jan 26 21:08:20.676261 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d98b53-6b10-4112-95d4-8d394b32c822 tempest-SecurityGroupsTestJSON-1679712722 tempest-SecurityGroupsTestJSON-1679712722-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff21f7f9-7f8d-4e62-8854-cc06e685906b,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:08:20.723629 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-58a5f59d-d0f4-4f8f-8d41-cdc74b0f8dbf None None] Port 2710ba09-6af2-4b13-8f5f-742f0fd70efe cannot update to ACTIVE because it is not bound. {{(pid=103306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 26 21:08:20.725776 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Pushing event updated for resources: {'Port': ['ID=e917e1bd-6443-4f62-9834-092549570e4b,revision_number=10']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:08:20.728234 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.db_base_plugin_v2 [None req-e3a5fb30-3ec7-4ad7-8489-71cf81f836fb admin admin] Deleting subnet eff79e74-5114-4489-a406-2f00d23f7c9e {{(pid=103305) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 26 21:08:20.732093 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-e3a5fb30-3ec7-4ad7-8489-71cf81f836fb admin admin] Publish callbacks [] for subnet (eff79e74-5114-4489-a406-2f00d23f7c9e), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:08:20.745682 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-13399999-511e-4812-b14d-5502664e85a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8a39d9d-1ca2-4e57-afb6-298c02dd3829', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2094779885-router', 'tenant_id': 'bed2f4d6742e48e3a1e31395965cc7ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'external_fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.49'}], 'enable_snat': True}, 'gw_port_id': 'c723c22f-87d2-4270-8476-c74b0b29a864', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T21:08:15Z', 'updated_at': '2022-01-26T21:08:19Z', 'revision_number': 4, 'project_id': 'bed2f4d6742e48e3a1e31395965cc7ba', 'gw_port': {'id': 'c723c22f-87d2-4270-8476-c74b0b29a864', 'name': '', 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:2d:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8a39d9d-1ca2-4e57-afb6-298c02dd3829', 'device_owner': 'network:router_gateway', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:08:16Z', 'updated_at': '2022-01-26T21:08:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-5', '_interfaces': [{'id': '2710ba09-6af2-4b13-8f5f-742f0fd70efe', 'name': '', 'network_id': '54e115b5-d471-45df-827b-e12849d10363', 'tenant_id': 'bed2f4d6742e48e3a1e31395965cc7ba', 'mac_address': 'fa:16:3e:22:74:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8a39d9d-1ca2-4e57-afb6-298c02dd3829', 'device_owner': 'network:router_interface', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': 'edb22ac6-94b4-4b03-825b-a95146dd1cdd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:08:18Z', 'updated_at': '2022-01-26T21:08:19Z', 'revision_number': 1, 'project_id': 'bed2f4d6742e48e3a1e31395965cc7ba', 'subnets': [{'id': 'edb22ac6-94b4-4b03-825b-a95146dd1cdd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760453-5', False) {} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:08:20.773983 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Jan 2022 21:08:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8dcfba1d-cfae-4faf-a0de-7a50a376ca82 x-openstack-request-id: req-8dcfba1d-cfae-4faf-a0de-7a50a376ca82 {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 21:08:20.774326 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5203b0ca-876b-4f8e-9238-fe91ea9f042e", "name": "network-vif-plugged", "status": "completed", "tag": "9a23358d-b561-4674-b1d7-66ac357cb381", "code": 200}]} {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 21:08:20.774581 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-8dcfba1d-cfae-4faf-a0de-7a50a376ca82 {{(pid=103306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 21:08:20.778417 n-d-760453-5 neutron-server[103306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5203b0ca-876b-4f8e-9238-fe91ea9f042e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a23358d-b561-4674-b1d7-66ac357cb381', 'code': 200} Jan 26 21:08:20.788244 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-e3a5fb30-3ec7-4ad7-8489-71cf81f836fb admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11788946'] for subnet (eff79e74-5114-4489-a406-2f00d23f7c9e), precommit_delete_associations {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:08:20.863527 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-e3a5fb30-3ec7-4ad7-8489-71cf81f836fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687316'] for subnet (eff79e74-5114-4489-a406-2f00d23f7c9e), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:08:20.863817 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13399999-511e-4812-b14d-5502664e85a7 None None] The sync data for ids ['c8a39d9d-1ca2-4e57-afb6-298c02dd3829'] in n-d-760453-5 is: [{'id': 'c8a39d9d-1ca2-4e57-afb6-298c02dd3829', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2094779885-router', 'tenant_id': 'bed2f4d6742e48e3a1e31395965cc7ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'external_fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.49'}], 'enable_snat': True}, 'gw_port_id': 'c723c22f-87d2-4270-8476-c74b0b29a864', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T21:08:15Z', 'updated_at': '2022-01-26T21:08:19Z', 'revision_number': 4, 'project_id': 'bed2f4d6742e48e3a1e31395965cc7ba', 'gw_port': {'id': 'c723c22f-87d2-4270-8476-c74b0b29a864', 'name': '', 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:2d:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8a39d9d-1ca2-4e57-afb6-298c02dd3829', 'device_owner': 'network:router_gateway', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:08:16Z', 'updated_at': '2022-01-26T21:08:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-5', '_interfaces': [{'id': '2710ba09-6af2-4b13-8f5f-742f0fd70efe', 'name': '', 'network_id': '54e115b5-d471-45df-827b-e12849d10363', 'tenant_id': 'bed2f4d6742e48e3a1e31395965cc7ba', 'mac_address': 'fa:16:3e:22:74:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8a39d9d-1ca2-4e57-afb6-298c02dd3829', 'device_owner': 'network:router_interface', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': 'edb22ac6-94b4-4b03-825b-a95146dd1cdd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:08:18Z', 'updated_at': '2022-01-26T21:08:19Z', 'revision_number': 1, 'project_id': 'bed2f4d6742e48e3a1e31395965cc7ba', 'subnets': [{'id': 'edb22ac6-94b4-4b03-825b-a95146dd1cdd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 26 21:08:20.880531 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device e8db85c1-53f4-4b7a-8099-c55bd84fcd87 up at agent ovs-agent-n-d-760453-5 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 21:08:20.919974 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea120b97-6adb-4cca-b616-09c3e93c2e45 req-5395dbda-ffab-4c59-8e98-44b1fc1c19b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:08:20.921497 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-ea120b97-6adb-4cca-b616-09c3e93c2e45 req-5395dbda-ffab-4c59-8e98-44b1fc1c19b0 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=5203b0ca-876b-4f8e-9238-fe91ea9f042e HTTP/1.1" status: 200 len: 1097 time: 0.0853410 Jan 26 21:08:20.927770 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533c7658-c6ae-4bb3-b193-7aea08fa5e29 req-55243d90-026a-4af1-bfd7-4d3f1243752f tempest-ServersAdminTestJSON-2108229583 tempest-ServersAdminTestJSON-2108229583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:08:20.934803 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-533c7658-c6ae-4bb3-b193-7aea08fa5e29 req-55243d90-026a-4af1-bfd7-4d3f1243752f tempest-ServersAdminTestJSON-2108229583 tempest-ServersAdminTestJSON-2108229583-project] 10.222.0.13 "GET /v2.0/ports?device_id=242b7086-c188-4e0a-9af5-4749fa74838b HTTP/1.1" status: 200 len: 950 time: 0.0981171 Jan 26 21:08:20.944831 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-e3a5fb30-3ec7-4ad7-8489-71cf81f836fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11791594', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11599980'] for subnet (eff79e74-5114-4489-a406-2f00d23f7c9e), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:08:20.956591 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea4f8da-f792-4dfc-84e0-331206a90d2a req-e0fca300-5f45-4ba2-813d-bec78e25fa83 tempest-LiveAutoBlockMigrationV225Test-1645909514 tempest-LiveAutoBlockMigrationV225Test-1645909514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:08:20.958645 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-8ea4f8da-f792-4dfc-84e0-331206a90d2a req-e0fca300-5f45-4ba2-813d-bec78e25fa83 tempest-LiveAutoBlockMigrationV225Test-1645909514 tempest-LiveAutoBlockMigrationV225Test-1645909514-project] 10.222.0.13 "GET /v2.0/ports?device_id=d8f50517-906a-494e-a293-92450ad8c0a0 HTTP/1.1" status: 200 len: 943 time: 0.0868134 Jan 26 21:08:20.962637 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-a65a9d3d-5f66-435a-93ad-2073a4bcdd98 None None] Provisioning complete for port 2710ba09-6af2-4b13-8f5f-742f0fd70efe triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:08:20.963200 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-a65a9d3d-5f66-435a-93ad-2073a4bcdd98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (2710ba09-6af2-4b13-8f5f-742f0fd70efe), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:08:20.976078 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-e3a5fb30-3ec7-4ad7-8489-71cf81f836fb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709645'] for subnet (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:08:20.981699 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-e3a5fb30-3ec7-4ad7-8489-71cf81f836fb admin admin] 10.222.0.13 "DELETE /v2.0/subnets/eff79e74-5114-4489-a406-2f00d23f7c9e HTTP/1.1" status: 204 len: 168 time: 0.3341107 Jan 26 21:08:20.987027 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 46748) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:08:20.997752 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a5fb30-3ec7-4ad7-8489-71cf81f836fb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=eff79e74-5114-4489-a406-2f00d23f7c9e,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:08:21.018518 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] get_ports_and_sgs() called for port_ids ['e917e1bd-6443-4f62-9834-092549570e4b'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 26 21:08:21.023561 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-ea120b97-6adb-4cca-b616-09c3e93c2e45 req-6fad8fb7-85f5-4330-acef-ebf5f3889891 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=aea9fb57-b28b-4984-b6fd-ae500e1c8e4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886612 Jan 26 21:08:21.062017 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-a65a9d3d-5f66-435a-93ad-2073a4bcdd98 None None] Port 2710ba09-6af2-4b13-8f5f-742f0fd70efe cannot update to ACTIVE because it is not bound. {{(pid=103306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 26 21:08:21.069004 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Provisioning complete for port e8db85c1-53f4-4b7a-8099-c55bd84fcd87 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:08:21.069513 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (e8db85c1-53f4-4b7a-8099-c55bd84fcd87), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:08:21.088067 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-533c7658-c6ae-4bb3-b193-7aea08fa5e29 req-7f626699-7524-4a4c-b744-03f9f148e386 tempest-ServersAdminTestJSON-2108229583 tempest-ServersAdminTestJSON-2108229583-project] 10.222.0.13 "GET /v2.0/security-groups?id=95bc11fd-db53-4b42-971c-c958ca031066&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1523955 Jan 26 21:08:21.114880 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-8ea4f8da-f792-4dfc-84e0-331206a90d2a req-a5737535-3b9f-4aed-b840-1c5d827b265e tempest-LiveAutoBlockMigrationV225Test-1645909514 tempest-LiveAutoBlockMigrationV225Test-1645909514-project] 10.222.0.13 "GET /v2.0/security-groups?id=d3d52ae6-e761-44ee-98bd-9ad0dc66343a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1491318 Jan 26 21:08:21.134006 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-52c0753d-3990-45c9-9edf-20b6e1141c49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-748181'] for network (82d89aaf-7724-4482-8558-074956bc8f8b), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:08:21.208123 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-774e22d5-925a-44b9-bbee-47e33896ba99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (09df100c-3af1-4b0a-bda8-05914c71c458), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:08:21.259952 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-52c0753d-3990-45c9-9edf-20b6e1141c49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-686403', 'neutron.services.segments.db._delete_segments_for_network-8746560774018'] for network (82d89aaf-7724-4482-8558-074956bc8f8b), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:08:21.296756 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Current status of the port e8db85c1-53f4-4b7a-8099-c55bd84fcd87 is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:08:21.566304 n-d-760453-5 neutron-server[103304]: DEBUG neutron.services.segments.db [None req-52c0753d-3990-45c9-9edf-20b6e1141c49 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['82d89aaf-7724-4482-8558-074956bc8f8b']}} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:08:21.588695 n-d-760453-5 neutron-server[103304]: DEBUG neutron.services.segments.db [None req-52c0753d-3990-45c9-9edf-20b6e1141c49 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4802c0d9-f4b8-40bc-bafe-9a29b8fe6bc1') {'for_net_delete': True} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:08:21.588992 n-d-760453-5 neutron-server[103304]: DEBUG neutron.services.segments.db [None req-52c0753d-3990-45c9-9edf-20b6e1141c49 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4802c0d9-f4b8-40bc-bafe-9a29b8fe6bc1') {} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:08:21.634880 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-52c0753d-3990-45c9-9edf-20b6e1141c49 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746560742283', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8881293'] for segment (4802c0d9-f4b8-40bc-bafe-9a29b8fe6bc1), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:08:21.664633 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1edd75-6733-4425-af81-f20732bc0ba1 req-76ece447-9485-4a3c-84e1-3136714c6651 tempest-MigrationsAdminTest-1084137346 tempest-MigrationsAdminTest-1084137346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:08:21.666385 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-2d1edd75-6733-4425-af81-f20732bc0ba1 req-76ece447-9485-4a3c-84e1-3136714c6651 tempest-MigrationsAdminTest-1084137346 tempest-MigrationsAdminTest-1084137346-project] 10.222.0.13 "GET /v2.0/ports?device_id=6e0054d4-194a-4ef5-9a59-0af1fe168395 HTTP/1.1" status: 200 len: 950 time: 0.4031229 Jan 26 21:08:21.688092 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-52c0753d-3990-45c9-9edf-20b6e1141c49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576559'] for segment (4802c0d9-f4b8-40bc-bafe-9a29b8fe6bc1), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:08:21.717445 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-52c0753d-3990-45c9-9edf-20b6e1141c49 admin admin] Releasing vlan 571 on physical network physnet1 to pool {{(pid=103304) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 26 21:08:21.717632 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-52c0753d-3990-45c9-9edf-20b6e1141c49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9281762'] for segment (4802c0d9-f4b8-40bc-bafe-9a29b8fe6bc1), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:08:21.720325 n-d-760453-5 neutron-server[103304]: Traceback (most recent call last): Jan 26 21:08:21.720325 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 26 21:08:21.720325 n-d-760453-5 neutron-server[103304]: timer() Jan 26 21:08:21.720325 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 26 21:08:21.720325 n-d-760453-5 neutron-server[103304]: cb(*args, **kw) Jan 26 21:08:21.720325 n-d-760453-5 neutron-server[103304]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 26 21:08:21.720325 n-d-760453-5 neutron-server[103304]: return func(*args, **kwargs) Jan 26 21:08:21.720325 n-d-760453-5 neutron-server[103304]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 26 21:08:21.720325 n-d-760453-5 neutron-server[103304]: self._notify() Jan 26 21:08:21.720325 n-d-760453-5 neutron-server[103304]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 26 21:08:21.720325 n-d-760453-5 neutron-server[103304]: self.callback(batched_events) Jan 26 21:08:21.720325 n-d-760453-5 neutron-server[103304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 26 21:08:21.720325 n-d-760453-5 neutron-server[103304]: event.method(event) Jan 26 21:08:21.720325 n-d-760453-5 neutron-server[103304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 26 21:08:21.720325 n-d-760453-5 neutron-server[103304]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 26 21:08:21.720325 n-d-760453-5 neutron-server[103304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 26 21:08:21.720325 n-d-760453-5 neutron-server[103304]: aggregate_uuid = self.p_client.list_aggregates( Jan 26 21:08:21.720325 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 26 21:08:21.720325 n-d-760453-5 neutron-server[103304]: return f(self, *a, **k) Jan 26 21:08:21.720325 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 26 21:08:21.720325 n-d-760453-5 neutron-server[103304]: return self._get(url).json() Jan 26 21:08:21.720325 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 26 21:08:21.720325 n-d-760453-5 neutron-server[103304]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 26 21:08:21.720325 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 26 21:08:21.720325 n-d-760453-5 neutron-server[103304]: return self.request(url, 'GET', **kwargs) Jan 26 21:08:21.720325 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 26 21:08:21.720325 n-d-760453-5 neutron-server[103304]: base_url = self.get_endpoint(auth, allow=allow, Jan 26 21:08:21.720325 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 26 21:08:21.720325 n-d-760453-5 neutron-server[103304]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 26 21:08:21.720325 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 26 21:08:21.720325 n-d-760453-5 neutron-server[103304]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 26 21:08:21.720325 n-d-760453-5 neutron-server[103304]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 26 21:08:21.804507 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713ad3ec-3fcf-4022-86f3-4f668a1e5009 req-49ce5ba2-ff4c-4758-ac7b-0cfecf95a63d tempest-FloatingIPsAssociationNegativeTestJSON-863358768 tempest-FloatingIPsAssociationNegativeTestJSON-863358768-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:08:21.806118 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-713ad3ec-3fcf-4022-86f3-4f668a1e5009 req-49ce5ba2-ff4c-4758-ac7b-0cfecf95a63d tempest-FloatingIPsAssociationNegativeTestJSON-863358768 tempest-FloatingIPsAssociationNegativeTestJSON-863358768-project] 10.222.0.13 "GET /v2.0/networks?id=54e115b5-d471-45df-827b-e12849d10363 HTTP/1.1" status: 200 len: 829 time: 0.2424870 Jan 26 21:08:21.817354 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-2d1edd75-6733-4425-af81-f20732bc0ba1 req-c6fba052-bc35-4d13-b031-5f14b66170fc tempest-MigrationsAdminTest-1084137346 tempest-MigrationsAdminTest-1084137346-project] 10.222.0.13 "GET /v2.0/security-groups?id=e0b082e3-685f-492b-b87f-3045b8ecd8c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1388333 Jan 26 21:08:21.826514 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-713ad3ec-3fcf-4022-86f3-4f668a1e5009 req-c201b026-0a66-41f0-ac05-a83ab8be7667 tempest-FloatingIPsAssociationNegativeTestJSON-863358768 tempest-FloatingIPsAssociationNegativeTestJSON-863358768-project] 10.222.0.13 "GET /v2.0/quotas/bed2f4d6742e48e3a1e31395965cc7ba HTTP/1.1" status: 200 len: 375 time: 0.0142589 Jan 26 21:08:21.830801 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-52c0753d-3990-45c9-9edf-20b6e1141c49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4110931'] for network (82d89aaf-7724-4482-8558-074956bc8f8b), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:08:21.845647 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-52c0753d-3990-45c9-9edf-20b6e1141c49 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709645'] for network (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:08:21.851008 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-52c0753d-3990-45c9-9edf-20b6e1141c49 admin admin] 10.222.0.13 "DELETE /v2.0/networks/82d89aaf-7724-4482-8558-074956bc8f8b HTTP/1.1" status: 204 len: 168 time: 0.8611205 Jan 26 21:08:21.872812 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c0753d-3990-45c9-9edf-20b6e1141c49 admin admin] Pushing event deleted for resources: {'Network': ['ID=82d89aaf-7724-4482-8558-074956bc8f8b,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:08:21.950472 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-713ad3ec-3fcf-4022-86f3-4f668a1e5009 req-bdb60bfc-6459-4d4c-b540-0dba929e82f7 tempest-FloatingIPsAssociationNegativeTestJSON-863358768 tempest-FloatingIPsAssociationNegativeTestJSON-863358768-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=bed2f4d6742e48e3a1e31395965cc7ba&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0977917 Jan 26 21:08:21.964004 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b412a86e-032f-4f1c-80c1-c00339c2425a req-904a3fb7-a017-4ef7-88f5-e5204cd2d7a4 tempest-ImagesOneServerNegativeTestJSON-151319106 tempest-ImagesOneServerNegativeTestJSON-151319106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:08:21.965554 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-b412a86e-032f-4f1c-80c1-c00339c2425a req-904a3fb7-a017-4ef7-88f5-e5204cd2d7a4 tempest-ImagesOneServerNegativeTestJSON-151319106 tempest-ImagesOneServerNegativeTestJSON-151319106-project] 10.222.0.13 "GET /v2.0/ports?device_id=5203b0ca-876b-4f8e-9238-fe91ea9f042e HTTP/1.1" status: 200 len: 946 time: 0.0707583 Jan 26 21:08:21.995659 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 46768) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:08:22.040490 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-1aab4881-53b7-47d3-9522-14d32f4efa66 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=cdb3500a13814dc9912a5c6c92f742c5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0436635 Jan 26 21:08:22.043015 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 46770) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:08:22.082074 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-b412a86e-032f-4f1c-80c1-c00339c2425a req-25e2f1d9-823d-4cac-af4c-947c8842b281 tempest-ImagesOneServerNegativeTestJSON-151319106 tempest-ImagesOneServerNegativeTestJSON-151319106-project] 10.222.0.13 "GET /v2.0/security-groups?id=aea9fb57-b28b-4984-b6fd-ae500e1c8e4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013010 Jan 26 21:08:22.099451 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-841f5991-a4d8-4d4b-b215-cbc6bab5427b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (aa7ee9d2-08eb-4e12-b895-24c57300dfec), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:08:22.116043 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-e385cd16-4460-424b-8344-573a67870296 admin admin] Publish callbacks [] for security_group (c3c6c2ef-9865-4e2c-9818-90435d60a1af), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:08:22.117046 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-713ad3ec-3fcf-4022-86f3-4f668a1e5009 req-bc9c000c-d056-42d6-903c-6e7cd898d9d6 service neutron] 10.222.0.13 "GET /v2.0/networks/54e115b5-d471-45df-827b-e12849d10363?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1505058 Jan 26 21:08:22.145962 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-e385cd16-4460-424b-8344-573a67870296 admin admin] Publish callbacks [] for security_group (c3c6c2ef-9865-4e2c-9818-90435d60a1af), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:08:22.149159 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Device ecf8e7a9-c48e-4107-a343-dfd7589e5e50 up at agent hyperv_n-h2-760453-5 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 21:08:22.208486 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Provisioning for port ecf8e7a9-c48e-4107-a343-dfd7589e5e50 completed by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 21:08:22.213926 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Provisioning complete for port ecf8e7a9-c48e-4107-a343-dfd7589e5e50 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:08:22.214307 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (ecf8e7a9-c48e-4107-a343-dfd7589e5e50), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:08:22.224538 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-e385cd16-4460-424b-8344-573a67870296 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (c3c6c2ef-9865-4e2c-9818-90435d60a1af), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:08:22.227768 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-e385cd16-4460-424b-8344-573a67870296 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:08:22.232121 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-e385cd16-4460-424b-8344-573a67870296 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/c3c6c2ef-9865-4e2c-9818-90435d60a1af HTTP/1.1" status: 204 len: 168 time: 0.1843109 Jan 26 21:08:22.244413 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e385cd16-4460-424b-8344-573a67870296 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3c6c2ef-9865-4e2c-9818-90435d60a1af,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:08:22.265446 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc16271f-03e3-48df-beff-f241552665fd req-256a49f2-fa4c-4ff2-b1ec-639c79a3c3f7 tempest-ServersAdminNegativeTestJSON-1178057290 tempest-ServersAdminNegativeTestJSON-1178057290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:08:22.274771 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-bc16271f-03e3-48df-beff-f241552665fd req-256a49f2-fa4c-4ff2-b1ec-639c79a3c3f7 tempest-ServersAdminNegativeTestJSON-1178057290 tempest-ServersAdminNegativeTestJSON-1178057290-project] 10.222.0.13 "GET /v2.0/ports?device_id=8ff15467-9e0a-43b0-a90b-bab43a92f36a HTTP/1.1" status: 200 len: 949 time: 0.1235821 Jan 26 21:08:22.323348 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Current status of the port ecf8e7a9-c48e-4107-a343-dfd7589e5e50 is: BUILD; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:08:22.323734 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (ecf8e7a9-c48e-4107-a343-dfd7589e5e50), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:08:22.347443 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-713ad3ec-3fcf-4022-86f3-4f668a1e5009 req-5d6b7c3b-24b3-4148-a839-41711aab8ca1 service neutron] 10.222.0.13 "GET /v2.0/networks/54e115b5-d471-45df-827b-e12849d10363?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2244809 Jan 26 21:08:22.367604 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-bc16271f-03e3-48df-beff-f241552665fd req-085a7348-7c81-4b54-b452-2de2b1ec0e80 tempest-ServersAdminNegativeTestJSON-1178057290 tempest-ServersAdminNegativeTestJSON-1178057290-project] 10.222.0.13 "GET /v2.0/security-groups?id=c18b03c4-72d9-42c1-93c5-33d242c8ac5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864403 Jan 26 21:08:22.387132 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] For port ecf8e7a9-c48e-4107-a343-dfd7589e5e50, host n-h2-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-5',level=0,port_id=ecf8e7a9-c48e-4107-a343-dfd7589e5e50,segment=NetworkSegment(4eab25d6-89d9-4907-a1c2-51b06443ba33),segment_id=4eab25d6-89d9-4907-a1c2-51b06443ba33)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:08:22.393832 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (ecf8e7a9-c48e-4107-a343-dfd7589e5e50), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:08:22.516866 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Pushing event updated for resources: {'Port': ['ID=ecf8e7a9-c48e-4107-a343-dfd7589e5e50,revision_number=5']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:08:22.601224 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d44026-b33a-4983-acb0-0dd62385b024 req-cecc743a-2aca-4e54-99b8-d47218eec40f tempest-ServersAdminTestJSON-2108229583 tempest-ServersAdminTestJSON-2108229583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:08:22.607932 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-50d44026-b33a-4983-acb0-0dd62385b024 req-cecc743a-2aca-4e54-99b8-d47218eec40f tempest-ServersAdminTestJSON-2108229583 tempest-ServersAdminTestJSON-2108229583-project] 10.222.0.13 "GET /v2.0/ports?device_id=242b7086-c188-4e0a-9af5-4749fa74838b HTTP/1.1" status: 200 len: 950 time: 0.0622613 Jan 26 21:08:22.726969 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-50d44026-b33a-4983-acb0-0dd62385b024 req-e86c365a-3182-4e2d-85a6-4b5da931ca20 tempest-ServersAdminTestJSON-2108229583 tempest-ServersAdminTestJSON-2108229583-project] 10.222.0.13 "GET /v2.0/security-groups?id=95bc11fd-db53-4b42-971c-c958ca031066&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180589 Jan 26 21:08:22.738531 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (4d619873-4b60-439f-9b5a-b155dc8bbc34), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:08:22.748112 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbf8ad1-5156-40ab-a7b8-b8f7e73fd411 req-a1869292-29f4-475d-8196-a5fda0afabf6 tempest-LiveAutoBlockMigrationV225Test-1645909514 tempest-LiveAutoBlockMigrationV225Test-1645909514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:08:22.761348 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-1dbf8ad1-5156-40ab-a7b8-b8f7e73fd411 req-a1869292-29f4-475d-8196-a5fda0afabf6 tempest-LiveAutoBlockMigrationV225Test-1645909514 tempest-LiveAutoBlockMigrationV225Test-1645909514-project] 10.222.0.13 "GET /v2.0/ports?device_id=d8f50517-906a-494e-a293-92450ad8c0a0 HTTP/1.1" status: 200 len: 943 time: 0.1432264 Jan 26 21:08:22.779215 n-d-760453-5 neutron-server[103306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ff15467-9e0a-43b0-a90b-bab43a92f36a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ecf8e7a9-c48e-4107-a343-dfd7589e5e50'}] {{(pid=103306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 21:08:22.781845 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9d5d370febab655511bdd2ffe887e43e442d144a440368702bcc1e93af00b97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a29c5f0-7aae-4fa6-b240-b054fa068112" -d '{"events": [{"server_uuid": "8ff15467-9e0a-43b0-a90b-bab43a92f36a", "name": "network-vif-plugged", "status": "completed", "tag": "ecf8e7a9-c48e-4107-a343-dfd7589e5e50"}]}' {{(pid=103306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 21:08:22.836859 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-dc7eff27-404b-42a9-aca5-7fe5b47a2e31 req-4af091c1-fffe-42bd-a18a-006d80436abe tempest-FloatingIPsAssociationNegativeTestJSON-863358768 tempest-FloatingIPsAssociationNegativeTestJSON-863358768-project] 10.222.0.13 "GET /v2.0/ports?device_id=44e509ba-6109-4586-a8ba-08a6823dbe1b HTTP/1.1" status: 200 len: 210 time: 0.0541933 Jan 26 21:08:22.850446 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device c723c22f-87d2-4270-8476-c74b0b29a864 up at agent ovs-agent-n-d-760453-5 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 21:08:22.873671 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-1dbf8ad1-5156-40ab-a7b8-b8f7e73fd411 req-b07bc0f7-6d33-4b3c-97b3-5f7c2e3b6c0b tempest-LiveAutoBlockMigrationV225Test-1645909514 tempest-LiveAutoBlockMigrationV225Test-1645909514-project] 10.222.0.13 "GET /v2.0/security-groups?id=d3d52ae6-e761-44ee-98bd-9ad0dc66343a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135271 Jan 26 21:08:22.903959 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Jan 2022 21:08:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b79dacf4-64eb-4aae-911f-04dfb8a39717 x-openstack-request-id: req-b79dacf4-64eb-4aae-911f-04dfb8a39717 {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 21:08:22.904465 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ff15467-9e0a-43b0-a90b-bab43a92f36a", "name": "network-vif-plugged", "status": "completed", "tag": "ecf8e7a9-c48e-4107-a343-dfd7589e5e50", "code": 200}]} {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 21:08:22.905205 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b79dacf4-64eb-4aae-911f-04dfb8a39717 {{(pid=103306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 21:08:22.906565 n-d-760453-5 neutron-server[103306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ff15467-9e0a-43b0-a90b-bab43a92f36a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ecf8e7a9-c48e-4107-a343-dfd7589e5e50', 'code': 200} Jan 26 21:08:22.947627 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Provisioning complete for port c723c22f-87d2-4270-8476-c74b0b29a864 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:08:22.949011 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (c723c22f-87d2-4270-8476-c74b0b29a864), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:08:23.026942 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa76a22a-c92c-4f87-8fc9-812b65d3fbce req-f87df352-4464-4039-8029-378d0158e0e1 tempest-MigrationsAdminTest-1084137346 tempest-MigrationsAdminTest-1084137346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:08:23.028799 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-aa76a22a-c92c-4f87-8fc9-812b65d3fbce req-f87df352-4464-4039-8029-378d0158e0e1 tempest-MigrationsAdminTest-1084137346 tempest-MigrationsAdminTest-1084137346-project] 10.222.0.13 "GET /v2.0/ports?device_id=6e0054d4-194a-4ef5-9a59-0af1fe168395 HTTP/1.1" status: 200 len: 950 time: 0.0660057 Jan 26 21:08:23.059799 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5ff378-6811-40c9-b368-c57fbda8b06e req-95dc31a9-1fee-488f-8ea9-9dc661a43c5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:08:23.062928 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Current status of the port c723c22f-87d2-4270-8476-c74b0b29a864 is: DOWN; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:08:23.063302 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (c723c22f-87d2-4270-8476-c74b0b29a864), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:08:23.066047 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-1b5ff378-6811-40c9-b368-c57fbda8b06e req-95dc31a9-1fee-488f-8ea9-9dc661a43c5a service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=8ff15467-9e0a-43b0-a90b-bab43a92f36a HTTP/1.1" status: 200 len: 1101 time: 0.0926673 Jan 26 21:08:23.110456 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] For port c723c22f-87d2-4270-8476-c74b0b29a864, host n-d-760453-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=c723c22f-87d2-4270-8476-c74b0b29a864,segment=NetworkSegment(e17cb353-418f-48b9-b982-21a6233ee99b),segment_id=e17cb353-418f-48b9-b982-21a6233ee99b)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:08:23.117048 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (c723c22f-87d2-4270-8476-c74b0b29a864), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:08:23.162313 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-aa76a22a-c92c-4f87-8fc9-812b65d3fbce req-06057cf9-87f0-4ffc-962b-deb6d509ac03 tempest-MigrationsAdminTest-1084137346 tempest-MigrationsAdminTest-1084137346-project] 10.222.0.13 "GET /v2.0/security-groups?id=e0b082e3-685f-492b-b87f-3045b8ecd8c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1275713 Jan 26 21:08:23.167724 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-1b5ff378-6811-40c9-b368-c57fbda8b06e req-53aa03cd-cccb-4cde-9209-aca3628d1dec service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=c18b03c4-72d9-42c1-93c5-33d242c8ac5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934668 Jan 26 21:08:23.185633 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Pushing event updated for resources: {'Port': ['ID=c723c22f-87d2-4270-8476-c74b0b29a864,revision_number=4']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:08:23.240603 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c9f44b-0099-49d5-a821-7f4da127146d req-6510fa5c-19df-46e3-a707-33e8a8bef911 tempest-ImagesOneServerNegativeTestJSON-151319106 tempest-ImagesOneServerNegativeTestJSON-151319106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:08:23.242182 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-25c9f44b-0099-49d5-a821-7f4da127146d req-6510fa5c-19df-46e3-a707-33e8a8bef911 tempest-ImagesOneServerNegativeTestJSON-151319106 tempest-ImagesOneServerNegativeTestJSON-151319106-project] 10.222.0.13 "GET /v2.0/ports?device_id=5203b0ca-876b-4f8e-9238-fe91ea9f042e HTTP/1.1" status: 200 len: 946 time: 0.0549035 Jan 26 21:08:23.293860 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-25c9f44b-0099-49d5-a821-7f4da127146d req-e1df70d3-a842-4f96-aa74-a32ab0da028c tempest-ImagesOneServerNegativeTestJSON-151319106 tempest-ImagesOneServerNegativeTestJSON-151319106-project] 10.222.0.13 "GET /v2.0/security-groups?id=aea9fb57-b28b-4984-b6fd-ae500e1c8e4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453010 Jan 26 21:08:23.363585 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 46814) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:08:23.422661 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd864cfc-7e97-46ca-bb73-f3c81df86261 req-1f0d724b-f730-4682-97e6-d99528096f9e tempest-ImagesOneServerNegativeTestJSON-151319106 tempest-ImagesOneServerNegativeTestJSON-151319106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:08:23.424358 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-cd864cfc-7e97-46ca-bb73-f3c81df86261 req-1f0d724b-f730-4682-97e6-d99528096f9e tempest-ImagesOneServerNegativeTestJSON-151319106 tempest-ImagesOneServerNegativeTestJSON-151319106-project] 10.222.0.13 "GET /v2.0/ports?device_id=5203b0ca-876b-4f8e-9238-fe91ea9f042e HTTP/1.1" status: 200 len: 946 time: 0.0561957 Jan 26 21:08:23.497103 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b27f42f1-7cba-411d-8f72-68d730b22c59 None None] Sync routers for ids ['c8a39d9d-1ca2-4e57-afb6-298c02dd3829'] in n-d-760453-5 {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 26 21:08:23.507072 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Device e917e1bd-6443-4f62-9834-092549570e4b up at agent hyperv_n-h1-760453-5 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 21:08:23.508333 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-cd864cfc-7e97-46ca-bb73-f3c81df86261 req-47d56293-3eee-476d-925e-f2b7365c53dd tempest-ImagesOneServerNegativeTestJSON-151319106 tempest-ImagesOneServerNegativeTestJSON-151319106-project] 10.222.0.13 "GET /v2.0/security-groups?id=aea9fb57-b28b-4984-b6fd-ae500e1c8e4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768600 Jan 26 21:08:23.511821 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b27f42f1-7cba-411d-8f72-68d730b22c59 None None] Routers {'c8a39d9d-1ca2-4e57-afb6-298c02dd3829'} bound to L3 agent in host n-d-760453-5 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 21:08:23.515684 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-b27f42f1-7cba-411d-8f72-68d730b22c59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-26T20:55:21Z,description=,heartbeat_timestamp=2022-01-26T21:08:21Z,host='n-d-760453-5',id=09df100c-3af1-4b0a-bda8-05914c71c458,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:55:21Z,topic='l3_agent')) {'router_ids': ['c8a39d9d-1ca2-4e57-afb6-298c02dd3829'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:08:23.520323 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336bc7cf-134b-4507-ad01-72f06365db6e req-e74ba2af-a367-4472-88aa-b88bd31a06d0 tempest-ServersAdminNegativeTestJSON-1178057290 tempest-ServersAdminNegativeTestJSON-1178057290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:08:23.521863 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-336bc7cf-134b-4507-ad01-72f06365db6e req-e74ba2af-a367-4472-88aa-b88bd31a06d0 tempest-ServersAdminNegativeTestJSON-1178057290 tempest-ServersAdminNegativeTestJSON-1178057290-project] 10.222.0.13 "GET /v2.0/ports?device_id=8ff15467-9e0a-43b0-a90b-bab43a92f36a HTTP/1.1" status: 200 len: 950 time: 0.0760450 Jan 26 21:08:23.576952 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-c38d2002-f1fd-49df-a476-39a04b8d62e0 admin admin] Request body: {'network': {'name': 'tempest-ServersTestFqdnHostnames-554146304-network', 'tenant_id': '4815438ae48244e6bf659aa0ac197d5f'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:08:23.598851 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-336bc7cf-134b-4507-ad01-72f06365db6e req-f55b4578-fcf3-4e91-ab7d-5e2299575f13 tempest-ServersAdminNegativeTestJSON-1178057290 tempest-ServersAdminNegativeTestJSON-1178057290-project] 10.222.0.13 "GET /v2.0/security-groups?id=c18b03c4-72d9-42c1-93c5-33d242c8ac5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688999 Jan 26 21:08:23.602161 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Provisioning complete for port e917e1bd-6443-4f62-9834-092549570e4b triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:08:23.602624 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (e917e1bd-6443-4f62-9834-092549570e4b), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:08:23.630478 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c38d2002-f1fd-49df-a476-39a04b8d62e0 admin admin] Made reservation on behalf of 4815438ae48244e6bf659aa0ac197d5f for: {'network': 1} {{(pid=103305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 21:08:23.634222 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-c38d2002-f1fd-49df-a476-39a04b8d62e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for network (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:08:23.655319 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-c38d2002-f1fd-49df-a476-39a04b8d62e0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:08:23.703550 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Current status of the port e917e1bd-6443-4f62-9834-092549570e4b is: BUILD; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:08:23.703951 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (e917e1bd-6443-4f62-9834-092549570e4b), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:08:23.739329 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_dvr_db [None req-b27f42f1-7cba-411d-8f72-68d730b22c59 None None] Set router c8a39d9d-1ca2-4e57-afb6-298c02dd3829 gateway port host: n-d-760453-5 {{(pid=103307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 21:08:23.772032 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] For port e917e1bd-6443-4f62-9834-092549570e4b, host n-h1-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-5',level=0,port_id=e917e1bd-6443-4f62-9834-092549570e4b,segment=NetworkSegment(4eab25d6-89d9-4907-a1c2-51b06443ba33),segment_id=4eab25d6-89d9-4907-a1c2-51b06443ba33)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:08:23.783101 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (e917e1bd-6443-4f62-9834-092549570e4b), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:08:23.785842 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-c38d2002-f1fd-49df-a476-39a04b8d62e0 admin admin] Publish callbacks [] for security_group (d2537aca-4a24-4a9b-936c-ec2877b42665), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:08:23.794811 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-c38d2002-f1fd-49df-a476-39a04b8d62e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (d2537aca-4a24-4a9b-936c-ec2877b42665), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:08:23.830895 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c38d2002-f1fd-49df-a476-39a04b8d62e0 admin admin] vlan segment allocate from pool success with {'vlan_id': 586, 'physical_network': 'physnet1'} {{(pid=103305) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 26 21:08:23.855700 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Pushing event updated for resources: {'Port': ['ID=e917e1bd-6443-4f62-9834-092549570e4b,revision_number=11']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:08:23.858914 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c38d2002-f1fd-49df-a476-39a04b8d62e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2537aca-4a24-4a9b-936c-ec2877b42665,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:08:23.864814 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-c38d2002-f1fd-49df-a476-39a04b8d62e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576559'] for segment (e875afdd-975b-455a-a60a-20d47ba89b8c), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:08:23.865446 n-d-760453-5 neutron-server[103305]: INFO neutron.db.segments_db [None req-c38d2002-f1fd-49df-a476-39a04b8d62e0 admin admin] Added segment e875afdd-975b-455a-a60a-20d47ba89b8c of type vlan for network 04f127ee-b02e-4caf-884a-3d6915eed85e Jan 26 21:08:23.922835 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-c38d2002-f1fd-49df-a476-39a04b8d62e0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746560256871'] for network (04f127ee-b02e-4caf-884a-3d6915eed85e), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:08:23.928894 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-839dd188-ec69-470c-9ab0-d318dc1a2e96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (e79b4fc6-6c71-44b2-a6d0-ff3e1f4dfd0d), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:08:23.951827 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-c38d2002-f1fd-49df-a476-39a04b8d62e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503'] for network (04f127ee-b02e-4caf-884a-3d6915eed85e), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:08:23.953006 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c38d2002-f1fd-49df-a476-39a04b8d62e0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:08:23.953757 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-c38d2002-f1fd-49df-a476-39a04b8d62e0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709645'] for network (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:08:23.965465 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3031822d-3f7e-49c8-8399-eee2fc11f8e6 req-9ff9dd3e-96fb-4e28-a536-436592ff19fc tempest-ServersAdminTestJSON-2108229583 tempest-ServersAdminTestJSON-2108229583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:08:23.967012 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-3031822d-3f7e-49c8-8399-eee2fc11f8e6 req-9ff9dd3e-96fb-4e28-a536-436592ff19fc tempest-ServersAdminTestJSON-2108229583 tempest-ServersAdminTestJSON-2108229583-project] 10.222.0.13 "GET /v2.0/ports?device_id=242b7086-c188-4e0a-9af5-4749fa74838b HTTP/1.1" status: 200 len: 951 time: 0.1237943 Jan 26 21:08:24.014912 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-c38d2002-f1fd-49df-a476-39a04b8d62e0 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6501963 Jan 26 21:08:24.021808 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 46840) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:08:24.028942 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-e3e97dc1-d850-4d5f-a9ed-934939b154f2 admin admin] Request body: {'subnet': {'network_id': '04f127ee-b02e-4caf-884a-3d6915eed85e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestFqdnHostnames-554146304-subnet', 'tenant_id': '4815438ae48244e6bf659aa0ac197d5f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:08:24.033475 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-3031822d-3f7e-49c8-8399-eee2fc11f8e6 req-fedbf157-b645-419d-a7dc-41e055abf35c tempest-ServersAdminTestJSON-2108229583 tempest-ServersAdminTestJSON-2108229583-project] 10.222.0.13 "GET /v2.0/security-groups?id=95bc11fd-db53-4b42-971c-c958ca031066&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593617 Jan 26 21:08:24.053272 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c38d2002-f1fd-49df-a476-39a04b8d62e0 admin admin] Pushing event updated for resources: {'Network': ['ID=04f127ee-b02e-4caf-884a-3d6915eed85e,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:08:24.075508 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Network 04f127ee-b02e-4caf-884a-3d6915eed85e details requested by agent ovs-agent-n-d-760453-5 with host n-d-760453-5 {{(pid=103306) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 26 21:08:24.098785 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-b27f42f1-7cba-411d-8f72-68d730b22c59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8a39d9d-1ca2-4e57-afb6-298c02dd3829', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2094779885-router', 'tenant_id': 'bed2f4d6742e48e3a1e31395965cc7ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'external_fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.49'}], 'enable_snat': True}, 'gw_port_id': 'c723c22f-87d2-4270-8476-c74b0b29a864', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T21:08:15Z', 'updated_at': '2022-01-26T21:08:19Z', 'revision_number': 4, 'project_id': 'bed2f4d6742e48e3a1e31395965cc7ba', 'gw_port': {'id': 'c723c22f-87d2-4270-8476-c74b0b29a864', 'name': '', 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:2d:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8a39d9d-1ca2-4e57-afb6-298c02dd3829', 'device_owner': 'network:router_gateway', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:08:16Z', 'updated_at': '2022-01-26T21:08:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-5', '_interfaces': [{'id': '2710ba09-6af2-4b13-8f5f-742f0fd70efe', 'name': '', 'network_id': '54e115b5-d471-45df-827b-e12849d10363', 'tenant_id': 'bed2f4d6742e48e3a1e31395965cc7ba', 'mac_address': 'fa:16:3e:22:74:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8a39d9d-1ca2-4e57-afb6-298c02dd3829', 'device_owner': 'network:router_interface', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': 'edb22ac6-94b4-4b03-825b-a95146dd1cdd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:08:18Z', 'updated_at': '2022-01-26T21:08:19Z', 'revision_number': 2, 'project_id': 'bed2f4d6742e48e3a1e31395965cc7ba', 'subnets': [{'id': 'edb22ac6-94b4-4b03-825b-a95146dd1cdd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760453-5', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:08:24.108779 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3e97dc1-d850-4d5f-a9ed-934939b154f2 admin admin] Made reservation on behalf of 4815438ae48244e6bf659aa0ac197d5f for: {'subnet': 1} {{(pid=103305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 21:08:24.111608 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-e3e97dc1-d850-4d5f-a9ed-934939b154f2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11599953'] for subnet (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:08:24.138437 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b27f42f1-7cba-411d-8f72-68d730b22c59 None None] Checking router: c8a39d9d-1ca2-4e57-afb6-298c02dd3829 for host: n-d-760453-5 {{(pid=103307) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 26 21:08:24.138784 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b27f42f1-7cba-411d-8f72-68d730b22c59 None None] Updating router c8a39d9d-1ca2-4e57-afb6-298c02dd3829 port 2710ba09-6af2-4b13-8f5f-742f0fd70efe binding host n-d-760453-5 {{(pid=103307) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 26 21:08:24.160724 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-832323f8-d33f-4c53-9f52-d26ffa69ed20 req-96adba64-c130-4944-8930-cf597fe277b1 tempest-FloatingIPsAssociationNegativeTestJSON-863358768 tempest-FloatingIPsAssociationNegativeTestJSON-863358768-project] 10.222.0.13 "GET /v2.0/ports?device_id=44e509ba-6109-4586-a8ba-08a6823dbe1b HTTP/1.1" status: 200 len: 210 time: 0.0407653 Jan 26 21:08:24.202986 n-d-760453-5 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-b27f42f1-7cba-411d-8f72-68d730b22c59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (2710ba09-6af2-4b13-8f5f-742f0fd70efe), before_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:08:24.233974 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13115ddc-cb3e-4b9b-beb2-cd5f183c09ba req-f7b54f73-e64c-46c9-8fab-2dda5b85c726 tempest-LiveAutoBlockMigrationV225Test-1645909514 tempest-LiveAutoBlockMigrationV225Test-1645909514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:08:24.235501 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-13115ddc-cb3e-4b9b-beb2-cd5f183c09ba req-f7b54f73-e64c-46c9-8fab-2dda5b85c726 tempest-LiveAutoBlockMigrationV225Test-1645909514 tempest-LiveAutoBlockMigrationV225Test-1645909514-project] 10.222.0.13 "GET /v2.0/ports?device_id=d8f50517-906a-494e-a293-92450ad8c0a0 HTTP/1.1" status: 200 len: 943 time: 0.0901022 Jan 26 21:08:24.320647 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-13115ddc-cb3e-4b9b-beb2-cd5f183c09ba req-8ae87c8a-427f-431f-8fc0-5d8a375d7bc6 tempest-LiveAutoBlockMigrationV225Test-1645909514 tempest-LiveAutoBlockMigrationV225Test-1645909514-project] 10.222.0.13 "GET /v2.0/security-groups?id=d3d52ae6-e761-44ee-98bd-9ad0dc66343a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792506 Jan 26 21:08:24.401616 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-e3e97dc1-d850-4d5f-a9ed-934939b154f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11788839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11599975'] for subnet (61a27748-d30c-4f5d-ae2a-2d53517279d2), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:08:24.453784 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3674ab6c-c5b3-4548-84d1-ac4c657e8704 req-5460ac3f-c6c7-45dd-8408-f055665644c1 tempest-MigrationsAdminTest-1084137346 tempest-MigrationsAdminTest-1084137346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:08:24.455450 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-3674ab6c-c5b3-4548-84d1-ac4c657e8704 req-5460ac3f-c6c7-45dd-8408-f055665644c1 tempest-MigrationsAdminTest-1084137346 tempest-MigrationsAdminTest-1084137346-project] 10.222.0.13 "GET /v2.0/ports?device_id=6e0054d4-194a-4ef5-9a59-0af1fe168395 HTTP/1.1" status: 200 len: 950 time: 0.0825911 Jan 26 21:08:24.474164 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e97dc1-d850-4d5f-a9ed-934939b154f2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=61a27748-d30c-4f5d-ae2a-2d53517279d2,revision_number=0']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:08:24.479431 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3e97dc1-d850-4d5f-a9ed-934939b154f2 admin admin] Checking segment: {'id': 'e875afdd-975b-455a-a60a-20d47ba89b8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '04f127ee-b02e-4caf-884a-3d6915eed85e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103305) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 21:08:24.480054 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3e97dc1-d850-4d5f-a9ed-934939b154f2 admin admin] Network hostable DHCP agents. Network: 04f127ee-b02e-4caf-884a-3d6915eed85e, hostable agents: ['474ccdf7-ab6c-405b-a3b2-dc7b05829902'], hosted agents: [] {{(pid=103305) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 26 21:08:24.506047 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3e97dc1-d850-4d5f-a9ed-934939b154f2 admin admin] Network 04f127ee-b02e-4caf-884a-3d6915eed85e is scheduled to be hosted by DHCP agent 474ccdf7-ab6c-405b-a3b2-dc7b05829902 with binding_index 1 {{(pid=103305) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 26 21:08:24.517233 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [None req-e3e97dc1-d850-4d5f-a9ed-934939b154f2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760453-5, 04f127ee-b02e-4caf-884a-3d6915eed85e) {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:08:24.526251 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07960dcb-9bc7-4b83-9f93-609e9abc9d97 None None] Network 04f127ee-b02e-4caf-884a-3d6915eed85e requested from n-d-760453-5 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 26 21:08:24.531721 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3e97dc1-d850-4d5f-a9ed-934939b154f2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:08:24.533049 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-e3e97dc1-d850-4d5f-a9ed-934939b154f2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709645'] for subnet (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:08:24.553190 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-e3e97dc1-d850-4d5f-a9ed-934939b154f2 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.5302546 Jan 26 21:08:24.556368 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 46858) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:08:24.567082 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-06acbae8-4207-4a54-b907-59a26e9fed4a admin admin] Request body: {'router': {'name': 'tempest-ServersTestFqdnHostnames-554146304-router', 'tenant_id': '4815438ae48244e6bf659aa0ac197d5f', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299'}}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:08:24.589563 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-06acbae8-4207-4a54-b907-59a26e9fed4a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4104596', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13108'] for router (959313f5-283d-43b9-9ade-d97dda2611c6), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:08:24.591378 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-06acbae8-4207-4a54-b907-59a26e9fed4a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4105828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4111306', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3733576', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13069'] for router (959313f5-283d-43b9-9ade-d97dda2611c6), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:08:24.625773 n-d-760453-5 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-b27f42f1-7cba-411d-8f72-68d730b22c59 None None] Publish callbacks [] for port (2710ba09-6af2-4b13-8f5f-742f0fd70efe), precommit_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:08:24.631400 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-3674ab6c-c5b3-4548-84d1-ac4c657e8704 req-dda9ce7e-a2de-457b-b0f1-37c7e142b689 tempest-MigrationsAdminTest-1084137346 tempest-MigrationsAdminTest-1084137346-project] 10.222.0.13 "GET /v2.0/security-groups?id=e0b082e3-685f-492b-b87f-3045b8ecd8c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1678476 Jan 26 21:08:24.633336 n-d-760453-5 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-b27f42f1-7cba-411d-8f72-68d730b22c59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (2710ba09-6af2-4b13-8f5f-742f0fd70efe), after_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:08:24.694807 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-06acbae8-4207-4a54-b907-59a26e9fed4a admin admin] Publish callbacks [] for router_controller (959313f5-283d-43b9-9ade-d97dda2611c6), precommit_add_association {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:08:24.821341 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device c723c22f-87d2-4270-8476-c74b0b29a864 up at agent ovs-agent-n-d-760453-5 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 21:08:24.844061 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713ad3ec-3fcf-4022-86f3-4f668a1e5009 req-7aea7a44-43fd-4675-bafa-6c73a2e007ca tempest-FloatingIPsAssociationNegativeTestJSON-863358768 tempest-FloatingIPsAssociationNegativeTestJSON-863358768-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:08:24.845639 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-713ad3ec-3fcf-4022-86f3-4f668a1e5009 req-7aea7a44-43fd-4675-bafa-6c73a2e007ca tempest-FloatingIPsAssociationNegativeTestJSON-863358768 tempest-FloatingIPsAssociationNegativeTestJSON-863358768-project] 10.222.0.66 "GET /v2.0/networks?id=54e115b5-d471-45df-827b-e12849d10363 HTTP/1.1" status: 200 len: 829 time: 0.1910877 Jan 26 21:08:24.854603 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3941e7b-b585-42a8-8bbb-16f817cd0e0c req-47af6f16-15d0-4982-b915-a868c0ae7fd5 tempest-ImagesOneServerNegativeTestJSON-151319106 tempest-ImagesOneServerNegativeTestJSON-151319106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:08:24.860615 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c87f4674-f3a5-4225-a85b-1c182a77696d None None] Pushing event updated for resources: {'Port': ['ID=2710ba09-6af2-4b13-8f5f-742f0fd70efe,revision_number=3']} {{(pid=103307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:08:24.865989 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-e3941e7b-b585-42a8-8bbb-16f817cd0e0c req-47af6f16-15d0-4982-b915-a868c0ae7fd5 tempest-ImagesOneServerNegativeTestJSON-151319106 tempest-ImagesOneServerNegativeTestJSON-151319106-project] 10.222.0.13 "GET /v2.0/ports?device_id=5203b0ca-876b-4f8e-9238-fe91ea9f042e HTTP/1.1" status: 200 len: 946 time: 0.3523171 Jan 26 21:08:24.875807 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [req-713ad3ec-3fcf-4022-86f3-4f668a1e5009 req-60c3a343-20d5-496d-a40a-614657f71ca2 tempest-FloatingIPsAssociationNegativeTestJSON-863358768 tempest-FloatingIPsAssociationNegativeTestJSON-863358768-project] Request body: {'port': {'device_id': '44e509ba-6109-4586-a8ba-08a6823dbe1b', 'network_id': '54e115b5-d471-45df-827b-e12849d10363', 'admin_state_up': True, 'tenant_id': 'bed2f4d6742e48e3a1e31395965cc7ba'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:08:24.901819 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c87f4674-f3a5-4225-a85b-1c182a77696d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:08:24.902168 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c87f4674-f3a5-4225-a85b-1c182a77696d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:08:24.902794 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c87f4674-f3a5-4225-a85b-1c182a77696d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:08:24.903228 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c87f4674-f3a5-4225-a85b-1c182a77696d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:08:24.903611 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c87f4674-f3a5-4225-a85b-1c182a77696d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:08:24.903942 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c87f4674-f3a5-4225-a85b-1c182a77696d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:08:24.904269 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c87f4674-f3a5-4225-a85b-1c182a77696d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:08:24.904591 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c87f4674-f3a5-4225-a85b-1c182a77696d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:08:24.905049 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c87f4674-f3a5-4225-a85b-1c182a77696d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:08:24.905400 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c87f4674-f3a5-4225-a85b-1c182a77696d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:08:24.905721 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c87f4674-f3a5-4225-a85b-1c182a77696d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:08:24.906257 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c87f4674-f3a5-4225-a85b-1c182a77696d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:08:24.906579 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c87f4674-f3a5-4225-a85b-1c182a77696d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:08:24.922394 n-d-760453-5 neutron-server[103307]: DEBUG neutron.plugins.ml2.managers [None req-b27f42f1-7cba-411d-8f72-68d730b22c59 None None] Attempting to bind port 2710ba09-6af2-4b13-8f5f-742f0fd70efe on host n-d-760453-5 for vnic_type normal with profile {{(pid=103307) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 21:08:24.922980 n-d-760453-5 neutron-server[103306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '242b7086-c188-4e0a-9af5-4749fa74838b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e917e1bd-6443-4f62-9834-092549570e4b'}] {{(pid=103306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 21:08:24.923558 n-d-760453-5 neutron-server[103307]: DEBUG neutron.plugins.ml2.managers [None req-b27f42f1-7cba-411d-8f72-68d730b22c59 None None] Attempting to bind port 2710ba09-6af2-4b13-8f5f-742f0fd70efe by drivers openvswitch,hyperv on host n-d-760453-5 at level 0 using segments [{'id': 'e735e8d3-0a74-4bc6-9ae3-6a81e28a91f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '54e115b5-d471-45df-827b-e12849d10363'}] {{(pid=103307) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 26 21:08:24.923940 n-d-760453-5 neutron-server[103307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b27f42f1-7cba-411d-8f72-68d730b22c59 None None] Attempting to bind port 2710ba09-6af2-4b13-8f5f-742f0fd70efe on network 54e115b5-d471-45df-827b-e12849d10363 {{(pid=103307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 21:08:24.927614 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9d5d370febab655511bdd2ffe887e43e442d144a440368702bcc1e93af00b97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d84324c8-d3b7-4b09-b9dd-3c1f1ceaf720" -d '{"events": [{"server_uuid": "242b7086-c188-4e0a-9af5-4749fa74838b", "name": "network-vif-plugged", "status": "completed", "tag": "e917e1bd-6443-4f62-9834-092549570e4b"}]}' {{(pid=103306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 21:08:24.930605 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bda6a40-9bd6-4e4c-8c03-495637ef4b00 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3c4099e8-8ffb-51d1-af7f-5868973e933f-04f127ee-b02e-4caf-884a-3d6915eed85e', 'network_id': '04f127ee-b02e-4caf-884a-3d6915eed85e', 'project_id': '4815438ae48244e6bf659aa0ac197d5f', 'fixed_ips': [{'subnet_id': '61a27748-d30c-4f5d-ae2a-2d53517279d2'}]}} from n-d-760453-5. {{(pid=103306) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 26 21:08:24.931759 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-4bda6a40-9bd6-4e4c-8c03-495637ef4b00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (None), before_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:08:24.932894 n-d-760453-5 neutron-server[103307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b27f42f1-7cba-411d-8f72-68d730b22c59 None None] Checking agent: {'id': 'fea0591a-627d-4c87-9a9a-01625ddf3277', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760453-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 20, 55, 25), 'started_at': datetime.datetime(2022, 1, 26, 20, 55, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 21, 7, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760453-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 26 21:08:24.933258 n-d-760453-5 neutron-server[103307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b27f42f1-7cba-411d-8f72-68d730b22c59 None None] Checking segment: {'id': 'e735e8d3-0a74-4bc6-9ae3-6a81e28a91f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '54e115b5-d471-45df-827b-e12849d10363'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103307) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 21:08:24.933774 n-d-760453-5 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-b27f42f1-7cba-411d-8f72-68d730b22c59 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:08:24.934150 n-d-760453-5 neutron-server[103307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b27f42f1-7cba-411d-8f72-68d730b22c59 None None] Bound using segment: {'id': 'e735e8d3-0a74-4bc6-9ae3-6a81e28a91f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '54e115b5-d471-45df-827b-e12849d10363'} {{(pid=103307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 26 21:08:24.934617 n-d-760453-5 neutron-server[103307]: DEBUG neutron.plugins.ml2.managers [None req-b27f42f1-7cba-411d-8f72-68d730b22c59 None None] Bound port: 2710ba09-6af2-4b13-8f5f-742f0fd70efe, host: n-d-760453-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e735e8d3-0a74-4bc6-9ae3-6a81e28a91f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '54e115b5-d471-45df-827b-e12849d10363'}}] {{(pid=103307) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 26 21:08:24.934991 n-d-760453-5 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-b27f42f1-7cba-411d-8f72-68d730b22c59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (2710ba09-6af2-4b13-8f5f-742f0fd70efe), before_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:08:25.027312 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-06acbae8-4207-4a54-b907-59a26e9fed4a admin admin] Publish callbacks [] for router_gateway (959313f5-283d-43b9-9ade-d97dda2611c6), precommit_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:08:25.051968 n-d-760453-5 neutron-server[103307]: DEBUG neutron.plugins.ml2.db [None req-b27f42f1-7cba-411d-8f72-68d730b22c59 None None] For port 2710ba09-6af2-4b13-8f5f-742f0fd70efe, host n-d-760453-5, cleared binding levels {{(pid=103307) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 26 21:08:25.062690 n-d-760453-5 neutron-server[103307]: DEBUG neutron.plugins.ml2.db [None req-b27f42f1-7cba-411d-8f72-68d730b22c59 None None] For port 2710ba09-6af2-4b13-8f5f-742f0fd70efe, host n-d-760453-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=2710ba09-6af2-4b13-8f5f-742f0fd70efe,segment=NetworkSegment(e735e8d3-0a74-4bc6-9ae3-6a81e28a91f7),segment_id=e735e8d3-0a74-4bc6-9ae3-6a81e28a91f7)] {{(pid=103307) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 26 21:08:25.072276 n-d-760453-5 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-b27f42f1-7cba-411d-8f72-68d730b22c59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (2710ba09-6af2-4b13-8f5f-742f0fd70efe), after_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:08:25.089102 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Provisioning complete for port c723c22f-87d2-4270-8476-c74b0b29a864 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:08:25.094197 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (c723c22f-87d2-4270-8476-c74b0b29a864), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:08:25.139227 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (fea0591a-627d-4c87-9a9a-01625ddf3277), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:08:25.156755 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-e3941e7b-b585-42a8-8bbb-16f817cd0e0c req-dee4dfe4-c831-4805-be83-5cac9276e0cc tempest-ImagesOneServerNegativeTestJSON-151319106 tempest-ImagesOneServerNegativeTestJSON-151319106-project] 10.222.0.13 "GET /v2.0/security-groups?id=aea9fb57-b28b-4984-b6fd-ae500e1c8e4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2890131 Jan 26 21:08:25.167265 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-60fa4d29-4b79-4d00-a7c4-e81160ab5f15 None None] Provisioning complete for port 2710ba09-6af2-4b13-8f5f-742f0fd70efe triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:08:25.167717 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-60fa4d29-4b79-4d00-a7c4-e81160ab5f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (2710ba09-6af2-4b13-8f5f-742f0fd70efe), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:08:25.168339 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c87f4674-f3a5-4225-a85b-1c182a77696d None None] Pushing event updated for resources: {'Port': ['ID=2710ba09-6af2-4b13-8f5f-742f0fd70efe,revision_number=4']} {{(pid=103307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:08:25.226990 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0589053a-8fc7-4098-8b8e-ce6d8257aab8 req-7e558109-a2d0-4f99-9911-1ffc63914c72 tempest-ServersAdminNegativeTestJSON-1178057290 tempest-ServersAdminNegativeTestJSON-1178057290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:08:25.230911 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b27f42f1-7cba-411d-8f72-68d730b22c59 None None] Routers {'c8a39d9d-1ca2-4e57-afb6-298c02dd3829'} bound to L3 agent in host n-d-760453-5 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 21:08:25.231555 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-b27f42f1-7cba-411d-8f72-68d730b22c59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-26T20:55:21Z,description=,heartbeat_timestamp=2022-01-26T21:08:21Z,host='n-d-760453-5',id=09df100c-3af1-4b0a-bda8-05914c71c458,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:55:21Z,topic='l3_agent')) {'router_ids': ['c8a39d9d-1ca2-4e57-afb6-298c02dd3829'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:08:25.234564 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-0589053a-8fc7-4098-8b8e-ce6d8257aab8 req-7e558109-a2d0-4f99-9911-1ffc63914c72 tempest-ServersAdminNegativeTestJSON-1178057290 tempest-ServersAdminNegativeTestJSON-1178057290-project] 10.222.0.13 "GET /v2.0/ports?device_id=8ff15467-9e0a-43b0-a90b-bab43a92f36a HTTP/1.1" status: 200 len: 950 time: 0.3876443 Jan 26 21:08:25.299529 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.db_base_plugin_common [None req-4bda6a40-9bd6-4e4c-8c03-495637ef4b00 None None] Allocated IP 172.20.0.2 (04f127ee-b02e-4caf-884a-3d6915eed85e/61a27748-d30c-4f5d-ae2a-2d53517279d2/86d752c9-6c88-4dad-b938-c9ef91c0db8d) {{(pid=103306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 21:08:25.366012 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-713ad3ec-3fcf-4022-86f3-4f668a1e5009 req-60c3a343-20d5-496d-a40a-614657f71ca2 tempest-FloatingIPsAssociationNegativeTestJSON-863358768 tempest-FloatingIPsAssociationNegativeTestJSON-863358768-project] Made reservation on behalf of bed2f4d6742e48e3a1e31395965cc7ba for: {'port': 1} {{(pid=103304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 21:08:25.369643 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-713ad3ec-3fcf-4022-86f3-4f668a1e5009 req-60c3a343-20d5-496d-a40a-614657f71ca2 tempest-FloatingIPsAssociationNegativeTestJSON-863358768 tempest-FloatingIPsAssociationNegativeTestJSON-863358768-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:08:25.390829 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-0589053a-8fc7-4098-8b8e-ce6d8257aab8 req-9dda7979-8cdb-4544-bebf-dd85be98a3cc tempest-ServersAdminNegativeTestJSON-1178057290 tempest-ServersAdminNegativeTestJSON-1178057290-project] 10.222.0.13 "GET /v2.0/security-groups?id=c18b03c4-72d9-42c1-93c5-33d242c8ac5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1552906 Jan 26 21:08:25.397713 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-06acbae8-4207-4a54-b907-59a26e9fed4a admin admin] Publish callbacks [] for router_gateway (959313f5-283d-43b9-9ade-d97dda2611c6), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:08:25.451192 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Jan 2022 21:08:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-469947b9-b53e-4219-8aa9-8c87a0c56fa2 x-openstack-request-id: req-469947b9-b53e-4219-8aa9-8c87a0c56fa2 {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 21:08:25.451538 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "242b7086-c188-4e0a-9af5-4749fa74838b", "name": "network-vif-plugged", "status": "completed", "tag": "e917e1bd-6443-4f62-9834-092549570e4b", "code": 200}]} {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 21:08:25.451793 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-469947b9-b53e-4219-8aa9-8c87a0c56fa2 {{(pid=103306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 21:08:25.452213 n-d-760453-5 neutron-server[103306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '242b7086-c188-4e0a-9af5-4749fa74838b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e917e1bd-6443-4f62-9834-092549570e4b', 'code': 200} Jan 26 21:08:25.452469 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-06acbae8-4207-4a54-b907-59a26e9fed4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:08:25.606824 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Current status of the port c723c22f-87d2-4270-8476-c74b0b29a864 is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:08:25.652312 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_dvr_db [None req-b27f42f1-7cba-411d-8f72-68d730b22c59 None None] Set router c8a39d9d-1ca2-4e57-afb6-298c02dd3829 gateway port host: n-d-760453-5 {{(pid=103307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 21:08:25.657652 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-60fa4d29-4b79-4d00-a7c4-e81160ab5f15 None None] Current status of the port 2710ba09-6af2-4b13-8f5f-742f0fd70efe is: DOWN; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:08:25.658046 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-60fa4d29-4b79-4d00-a7c4-e81160ab5f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (2710ba09-6af2-4b13-8f5f-742f0fd70efe), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:08:25.689167 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.db_base_plugin_common [None req-06acbae8-4207-4a54-b907-59a26e9fed4a admin admin] Allocated IP 172.25.1.225 (4140a1f1-c93a-4bea-83a0-68953a54f299/e48251a1-e30d-4820-8396-00c6f6aeb601/095339f6-726e-4532-a288-d363147d27fd) {{(pid=103305) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 21:08:25.721108 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-a5399b5c-5544-4981-b0eb-1588b2247cf5 req-fd34bce2-d71b-4512-9ec8-8cc02d9616f5 tempest-FloatingIPsAssociationNegativeTestJSON-863358768 tempest-FloatingIPsAssociationNegativeTestJSON-863358768-project] 10.222.0.13 "GET /v2.0/ports?device_id=44e509ba-6109-4586-a8ba-08a6823dbe1b HTTP/1.1" status: 200 len: 210 time: 0.1556416 Jan 26 21:08:25.807308 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-60fa4d29-4b79-4d00-a7c4-e81160ab5f15 None None] For port 2710ba09-6af2-4b13-8f5f-742f0fd70efe, host n-d-760453-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=2710ba09-6af2-4b13-8f5f-742f0fd70efe,segment=NetworkSegment(e735e8d3-0a74-4bc6-9ae3-6a81e28a91f7),segment_id=e735e8d3-0a74-4bc6-9ae3-6a81e28a91f7)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:08:25.820010 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-60fa4d29-4b79-4d00-a7c4-e81160ab5f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (2710ba09-6af2-4b13-8f5f-742f0fd70efe), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:08:25.848844 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1f9edf-4d16-44c0-b051-29773a0c4eb9 req-7b0402e0-2822-4b3f-b90e-88bd520f0094 tempest-ServersAdminTestJSON-2108229583 tempest-ServersAdminTestJSON-2108229583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:08:25.855773 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-bc1f9edf-4d16-44c0-b051-29773a0c4eb9 req-7b0402e0-2822-4b3f-b90e-88bd520f0094 tempest-ServersAdminTestJSON-2108229583 tempest-ServersAdminTestJSON-2108229583-project] 10.222.0.13 "GET /v2.0/ports?device_id=242b7086-c188-4e0a-9af5-4749fa74838b HTTP/1.1" status: 200 len: 951 time: 0.2897437 Jan 26 21:08:25.910187 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-4bda6a40-9bd6-4e4c-8c03-495637ef4b00 None None] Publish callbacks [] for port (86d752c9-6c88-4dad-b938-c9ef91c0db8d), precommit_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:08:25.920132 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.db_base_plugin_common [req-713ad3ec-3fcf-4022-86f3-4f668a1e5009 req-60c3a343-20d5-496d-a40a-614657f71ca2 tempest-FloatingIPsAssociationNegativeTestJSON-863358768 tempest-FloatingIPsAssociationNegativeTestJSON-863358768-project] Allocated IP 172.20.0.12 (54e115b5-d471-45df-827b-e12849d10363/edb22ac6-94b4-4b03-825b-a95146dd1cdd/f5010a61-3896-475f-8bb6-a71c3454c269) {{(pid=103304) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 21:08:25.947231 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4963ae92-bd95-456d-8038-220a8775d2bc req-a7136bac-5fe6-4fee-804c-582a48d68b0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:08:25.951539 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-4963ae92-bd95-456d-8038-220a8775d2bc req-a7136bac-5fe6-4fee-804c-582a48d68b0f service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=242b7086-c188-4e0a-9af5-4749fa74838b HTTP/1.1" status: 200 len: 1102 time: 0.1304057 Jan 26 21:08:25.966449 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-4bda6a40-9bd6-4e4c-8c03-495637ef4b00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746560234527'] for port (86d752c9-6c88-4dad-b938-c9ef91c0db8d), after_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:08:25.985539 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-bc1f9edf-4d16-44c0-b051-29773a0c4eb9 req-f9ba00a2-645e-48df-8969-d67a8a448f87 tempest-ServersAdminTestJSON-2108229583 tempest-ServersAdminTestJSON-2108229583-project] 10.222.0.13 "GET /v2.0/security-groups?id=95bc11fd-db53-4b42-971c-c958ca031066&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1287124 Jan 26 21:08:25.997130 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-06acbae8-4207-4a54-b907-59a26e9fed4a admin admin] Publish callbacks [] for port (095339f6-726e-4532-a288-d363147d27fd), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:08:26.010675 n-d-760453-5 neutron-server[103306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bda6a40-9bd6-4e4c-8c03-495637ef4b00 None None] Network 04f127ee-b02e-4caf-884a-3d6915eed85e is already hosted by enough agents. {{(pid=103306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 21:08:26.017128 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab4bbdd-8a94-48c3-b534-b8ce3a58a920 req-a2eba9e3-de47-4773-abb2-f743c81f1254 tempest-LiveAutoBlockMigrationV225Test-1645909514 tempest-LiveAutoBlockMigrationV225Test-1645909514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:08:26.017502 n-d-760453-5 neutron-server[103306]: DEBUG neutron.scheduler.base_scheduler [None req-4bda6a40-9bd6-4e4c-8c03-495637ef4b00 None None] Resources bound (agent type, host, resource id): {{(pid=103306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:08:26.021759 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-9ab4bbdd-8a94-48c3-b534-b8ce3a58a920 req-a2eba9e3-de47-4773-abb2-f743c81f1254 tempest-LiveAutoBlockMigrationV225Test-1645909514 tempest-LiveAutoBlockMigrationV225Test-1645909514-project] 10.222.0.13 "GET /v2.0/ports?device_id=d8f50517-906a-494e-a293-92450ad8c0a0 HTTP/1.1" status: 200 len: 943 time: 0.1633461 Jan 26 21:08:26.030839 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bda6a40-9bd6-4e4c-8c03-495637ef4b00 None None] Received port after_create {{(pid=103306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 21:08:26.059849 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-fe60ec0a-75a5-47ee-944c-1a02118d502e None None] Provisioning complete for port 2710ba09-6af2-4b13-8f5f-742f0fd70efe triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:08:26.060224 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fe60ec0a-75a5-47ee-944c-1a02118d502e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (2710ba09-6af2-4b13-8f5f-742f0fd70efe), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:08:26.078777 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-06acbae8-4207-4a54-b907-59a26e9fed4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746560234527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11791543'] for port (095339f6-726e-4532-a288-d363147d27fd), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:08:26.079843 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60fa4d29-4b79-4d00-a7c4-e81160ab5f15 None None] Pushing event updated for resources: {'Port': ['ID=2710ba09-6af2-4b13-8f5f-742f0fd70efe,revision_number=5']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:08:26.095413 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-b27f42f1-7cba-411d-8f72-68d730b22c59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8a39d9d-1ca2-4e57-afb6-298c02dd3829', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2094779885-router', 'tenant_id': 'bed2f4d6742e48e3a1e31395965cc7ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'external_fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.49'}], 'enable_snat': True}, 'gw_port_id': 'c723c22f-87d2-4270-8476-c74b0b29a864', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T21:08:15Z', 'updated_at': '2022-01-26T21:08:19Z', 'revision_number': 4, 'project_id': 'bed2f4d6742e48e3a1e31395965cc7ba', 'gw_port': {'id': 'c723c22f-87d2-4270-8476-c74b0b29a864', 'name': '', 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:2d:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8a39d9d-1ca2-4e57-afb6-298c02dd3829', 'device_owner': 'network:router_gateway', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:08:16Z', 'updated_at': '2022-01-26T21:08:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-5', '_interfaces': [{'id': '2710ba09-6af2-4b13-8f5f-742f0fd70efe', 'name': '', 'network_id': '54e115b5-d471-45df-827b-e12849d10363', 'tenant_id': 'bed2f4d6742e48e3a1e31395965cc7ba', 'mac_address': 'fa:16:3e:22:74:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8a39d9d-1ca2-4e57-afb6-298c02dd3829', 'device_owner': 'network:router_interface', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': 'edb22ac6-94b4-4b03-825b-a95146dd1cdd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:08:18Z', 'updated_at': '2022-01-26T21:08:25Z', 'revision_number': 4, 'project_id': 'bed2f4d6742e48e3a1e31395965cc7ba', 'subnets': [{'id': 'edb22ac6-94b4-4b03-825b-a95146dd1cdd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760453-5', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:08:26.129938 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06acbae8-4207-4a54-b907-59a26e9fed4a admin admin] Pushing event updated for resources: {'Port': ['ID=095339f6-726e-4532-a288-d363147d27fd,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:08:26.151616 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-4963ae92-bd95-456d-8038-220a8775d2bc req-534720f2-1995-499c-abd3-c671f1d63152 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=95bc11fd-db53-4b42-971c-c958ca031066&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1881747 Jan 26 21:08:26.153328 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b27f42f1-7cba-411d-8f72-68d730b22c59 None None] The sync data for ids ['c8a39d9d-1ca2-4e57-afb6-298c02dd3829'] in n-d-760453-5 is: [{'id': 'c8a39d9d-1ca2-4e57-afb6-298c02dd3829', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2094779885-router', 'tenant_id': 'bed2f4d6742e48e3a1e31395965cc7ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'external_fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.49'}], 'enable_snat': True}, 'gw_port_id': 'c723c22f-87d2-4270-8476-c74b0b29a864', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T21:08:15Z', 'updated_at': '2022-01-26T21:08:19Z', 'revision_number': 4, 'project_id': 'bed2f4d6742e48e3a1e31395965cc7ba', 'gw_port': {'id': 'c723c22f-87d2-4270-8476-c74b0b29a864', 'name': '', 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:2d:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8a39d9d-1ca2-4e57-afb6-298c02dd3829', 'device_owner': 'network:router_gateway', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:08:16Z', 'updated_at': '2022-01-26T21:08:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-5', '_interfaces': [{'id': '2710ba09-6af2-4b13-8f5f-742f0fd70efe', 'name': '', 'network_id': '54e115b5-d471-45df-827b-e12849d10363', 'tenant_id': 'bed2f4d6742e48e3a1e31395965cc7ba', 'mac_address': 'fa:16:3e:22:74:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8a39d9d-1ca2-4e57-afb6-298c02dd3829', 'device_owner': 'network:router_interface', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': 'edb22ac6-94b4-4b03-825b-a95146dd1cdd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:08:18Z', 'updated_at': '2022-01-26T21:08:25Z', 'revision_number': 4, 'project_id': 'bed2f4d6742e48e3a1e31395965cc7ba', 'subnets': [{'id': 'edb22ac6-94b4-4b03-825b-a95146dd1cdd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 26 21:08:26.163292 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06acbae8-4207-4a54-b907-59a26e9fed4a admin admin] Network 4140a1f1-c93a-4bea-83a0-68953a54f299 is already hosted by enough agents. {{(pid=103305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 21:08:26.171361 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [None req-06acbae8-4207-4a54-b907-59a26e9fed4a admin admin] Resources bound (agent type, host, resource id): {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:08:26.176494 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06acbae8-4207-4a54-b907-59a26e9fed4a admin admin] Received port after_create {{(pid=103305) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 21:08:26.253029 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-9ab4bbdd-8a94-48c3-b534-b8ce3a58a920 req-fd74df40-63ad-4af9-9855-0c1fc54fa40d tempest-LiveAutoBlockMigrationV225Test-1645909514 tempest-LiveAutoBlockMigrationV225Test-1645909514-project] 10.222.0.13 "GET /v2.0/security-groups?id=d3d52ae6-e761-44ee-98bd-9ad0dc66343a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2169449 Jan 26 21:08:26.265275 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-4bda6a40-9bd6-4e4c-8c03-495637ef4b00 None None] Attempting to bind port 86d752c9-6c88-4dad-b938-c9ef91c0db8d on host n-d-760453-5 for vnic_type normal with profile {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 21:08:26.265511 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-4bda6a40-9bd6-4e4c-8c03-495637ef4b00 None None] Attempting to bind port 86d752c9-6c88-4dad-b938-c9ef91c0db8d by drivers openvswitch,hyperv on host n-d-760453-5 at level 0 using segments [{'id': 'e875afdd-975b-455a-a60a-20d47ba89b8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '04f127ee-b02e-4caf-884a-3d6915eed85e'}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 26 21:08:26.265880 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bda6a40-9bd6-4e4c-8c03-495637ef4b00 None None] Attempting to bind port 86d752c9-6c88-4dad-b938-c9ef91c0db8d on network 04f127ee-b02e-4caf-884a-3d6915eed85e {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 21:08:26.277842 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bda6a40-9bd6-4e4c-8c03-495637ef4b00 None None] Pushing event updated for resources: {'Port': ['ID=86d752c9-6c88-4dad-b938-c9ef91c0db8d,revision_number=1']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:08:26.280774 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bda6a40-9bd6-4e4c-8c03-495637ef4b00 None None] Checking agent: {'id': 'fea0591a-627d-4c87-9a9a-01625ddf3277', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760453-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 20, 55, 25), 'started_at': datetime.datetime(2022, 1, 26, 20, 55, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 21, 8, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760453-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 26 21:08:26.281152 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bda6a40-9bd6-4e4c-8c03-495637ef4b00 None None] Checking segment: {'id': 'e875afdd-975b-455a-a60a-20d47ba89b8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '04f127ee-b02e-4caf-884a-3d6915eed85e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 21:08:26.281582 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-4bda6a40-9bd6-4e4c-8c03-495637ef4b00 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:08:26.281976 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bda6a40-9bd6-4e4c-8c03-495637ef4b00 None None] Bound using segment: {'id': 'e875afdd-975b-455a-a60a-20d47ba89b8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '04f127ee-b02e-4caf-884a-3d6915eed85e'} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 26 21:08:26.282467 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-4bda6a40-9bd6-4e4c-8c03-495637ef4b00 None None] Bound port: 86d752c9-6c88-4dad-b938-c9ef91c0db8d, host: n-d-760453-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e875afdd-975b-455a-a60a-20d47ba89b8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '04f127ee-b02e-4caf-884a-3d6915eed85e'}}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 26 21:08:26.282854 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-4bda6a40-9bd6-4e4c-8c03-495637ef4b00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (86d752c9-6c88-4dad-b938-c9ef91c0db8d), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:08:26.288841 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4370bc7-d175-45de-9bab-699067143f41 req-5d35b838-bf40-4d3d-894e-1eb0503d9c4b tempest-MigrationsAdminTest-1084137346 tempest-MigrationsAdminTest-1084137346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:08:26.304900 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-e4370bc7-d175-45de-9bab-699067143f41 req-5d35b838-bf40-4d3d-894e-1eb0503d9c4b tempest-MigrationsAdminTest-1084137346 tempest-MigrationsAdminTest-1084137346-project] 10.222.0.13 "GET /v2.0/ports?device_id=6e0054d4-194a-4ef5-9a59-0af1fe168395 HTTP/1.1" status: 200 len: 950 time: 0.2059710 Jan 26 21:08:26.459656 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-fe60ec0a-75a5-47ee-944c-1a02118d502e None None] Current status of the port 2710ba09-6af2-4b13-8f5f-742f0fd70efe is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:08:26.497023 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-713ad3ec-3fcf-4022-86f3-4f668a1e5009 req-60c3a343-20d5-496d-a40a-614657f71ca2 tempest-FloatingIPsAssociationNegativeTestJSON-863358768 tempest-FloatingIPsAssociationNegativeTestJSON-863358768-project] Publish callbacks [] for port (f5010a61-3896-475f-8bb6-a71c3454c269), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:08:26.503321 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-4bda6a40-9bd6-4e4c-8c03-495637ef4b00 None None] For port 86d752c9-6c88-4dad-b938-c9ef91c0db8d, host n-d-760453-5, cleared binding levels {{(pid=103306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 26 21:08:26.506754 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-4bda6a40-9bd6-4e4c-8c03-495637ef4b00 None None] For port 86d752c9-6c88-4dad-b938-c9ef91c0db8d, host n-d-760453-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=86d752c9-6c88-4dad-b938-c9ef91c0db8d,segment=NetworkSegment(e875afdd-975b-455a-a60a-20d47ba89b8c),segment_id=e875afdd-975b-455a-a60a-20d47ba89b8c)] {{(pid=103306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 26 21:08:26.515507 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-e4370bc7-d175-45de-9bab-699067143f41 req-0a51c012-7072-4347-943c-f2424e03cbfc tempest-MigrationsAdminTest-1084137346 tempest-MigrationsAdminTest-1084137346-project] 10.222.0.13 "GET /v2.0/security-groups?id=e0b082e3-685f-492b-b87f-3045b8ecd8c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2093530 Jan 26 21:08:26.521119 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-4bda6a40-9bd6-4e4c-8c03-495637ef4b00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (86d752c9-6c88-4dad-b938-c9ef91c0db8d), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:08:26.546066 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9181e915-947c-4969-9e34-9622c16a4a82 req-2e134bc8-fc22-4775-8525-0af8b5170be8 tempest-ImagesOneServerNegativeTestJSON-151319106 tempest-ImagesOneServerNegativeTestJSON-151319106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:08:26.547663 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-9181e915-947c-4969-9e34-9622c16a4a82 req-2e134bc8-fc22-4775-8525-0af8b5170be8 tempest-ImagesOneServerNegativeTestJSON-151319106 tempest-ImagesOneServerNegativeTestJSON-151319106-project] 10.222.0.13 "GET /v2.0/ports?device_id=5203b0ca-876b-4f8e-9238-fe91ea9f042e HTTP/1.1" status: 200 len: 946 time: 0.1953230 Jan 26 21:08:26.674734 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-713ad3ec-3fcf-4022-86f3-4f668a1e5009 req-60c3a343-20d5-496d-a40a-614657f71ca2 tempest-FloatingIPsAssociationNegativeTestJSON-863358768 tempest-FloatingIPsAssociationNegativeTestJSON-863358768-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746560234527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9281553'] for port (f5010a61-3896-475f-8bb6-a71c3454c269), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:08:26.698188 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bda6a40-9bd6-4e4c-8c03-495637ef4b00 None None] Pushing event updated for resources: {'Port': ['ID=86d752c9-6c88-4dad-b938-c9ef91c0db8d,revision_number=2']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:08:26.701681 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-9181e915-947c-4969-9e34-9622c16a4a82 req-5389bfad-c6cd-4ed2-b39c-93cb436abb6c tempest-ImagesOneServerNegativeTestJSON-151319106 tempest-ImagesOneServerNegativeTestJSON-151319106-project] 10.222.0.13 "GET /v2.0/security-groups?id=aea9fb57-b28b-4984-b6fd-ae500e1c8e4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1414826 Jan 26 21:08:26.788308 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-06acbae8-4207-4a54-b907-59a26e9fed4a admin admin] Publish callbacks [] for router_gateway (959313f5-283d-43b9-9ade-d97dda2611c6), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:08:26.842056 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-713ad3ec-3fcf-4022-86f3-4f668a1e5009 req-60c3a343-20d5-496d-a40a-614657f71ca2 tempest-FloatingIPsAssociationNegativeTestJSON-863358768 tempest-FloatingIPsAssociationNegativeTestJSON-863358768-project] Network 54e115b5-d471-45df-827b-e12849d10363 is already hosted by enough agents. {{(pid=103304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 21:08:26.847057 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [req-713ad3ec-3fcf-4022-86f3-4f668a1e5009 req-60c3a343-20d5-496d-a40a-614657f71ca2 tempest-FloatingIPsAssociationNegativeTestJSON-863358768 tempest-FloatingIPsAssociationNegativeTestJSON-863358768-project] Resources bound (agent type, host, resource id): {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:08:26.850356 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [req-713ad3ec-3fcf-4022-86f3-4f668a1e5009 req-60c3a343-20d5-496d-a40a-614657f71ca2 tempest-FloatingIPsAssociationNegativeTestJSON-863358768 tempest-FloatingIPsAssociationNegativeTestJSON-863358768-project] Received port after_create {{(pid=103304) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 21:08:27.036038 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c3a343-20d5-496d-a40a-614657f71ca2 tempest-FloatingIPsAssociationNegativeTestJSON-863358768 tempest-FloatingIPsAssociationNegativeTestJSON-863358768-project] Pushing event updated for resources: {'Port': ['ID=f5010a61-3896-475f-8bb6-a71c3454c269,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:08:27.072833 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device 2710ba09-6af2-4b13-8f5f-742f0fd70efe up at agent ovs-agent-n-d-760453-5 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 21:08:27.091973 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e3e286-ef28-4ee1-acbd-880a4060f81f req-5b79be6a-0ce1-4ff7-b6e0-f00c1368dbdb tempest-ServersAdminNegativeTestJSON-1178057290 tempest-ServersAdminNegativeTestJSON-1178057290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:08:27.104189 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-63e3e286-ef28-4ee1-acbd-880a4060f81f req-5b79be6a-0ce1-4ff7-b6e0-f00c1368dbdb tempest-ServersAdminNegativeTestJSON-1178057290 tempest-ServersAdminNegativeTestJSON-1178057290-project] 10.222.0.13 "GET /v2.0/ports?device_id=8ff15467-9e0a-43b0-a90b-bab43a92f36a HTTP/1.1" status: 200 len: 950 time: 0.3190825 Jan 26 21:08:27.199541 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Provisioning complete for port 2710ba09-6af2-4b13-8f5f-742f0fd70efe triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:08:27.199923 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (2710ba09-6af2-4b13-8f5f-742f0fd70efe), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:08:27.239410 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-63e3e286-ef28-4ee1-acbd-880a4060f81f req-df424d15-5704-4dd7-b2e4-9e7ef3722010 tempest-ServersAdminNegativeTestJSON-1178057290 tempest-ServersAdminNegativeTestJSON-1178057290-project] 10.222.0.13 "GET /v2.0/security-groups?id=c18b03c4-72d9-42c1-93c5-33d242c8ac5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1341784 Jan 26 21:08:27.269943 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713ad3ec-3fcf-4022-86f3-4f668a1e5009 req-60c3a343-20d5-496d-a40a-614657f71ca2 tempest-FloatingIPsAssociationNegativeTestJSON-863358768 tempest-FloatingIPsAssociationNegativeTestJSON-863358768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:08:27.274505 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-713ad3ec-3fcf-4022-86f3-4f668a1e5009 req-60c3a343-20d5-496d-a40a-614657f71ca2 tempest-FloatingIPsAssociationNegativeTestJSON-863358768 tempest-FloatingIPsAssociationNegativeTestJSON-863358768-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:08:27.307583 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e3474c-6cdb-497f-a1b3-f7e6c9320372 req-ce53a706-909a-4d67-a431-11d766f8bf2d tempest-FloatingIPsAssociationNegativeTestJSON-863358768 tempest-FloatingIPsAssociationNegativeTestJSON-863358768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:08:27.316798 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-60e3474c-6cdb-497f-a1b3-f7e6c9320372 req-ce53a706-909a-4d67-a431-11d766f8bf2d tempest-FloatingIPsAssociationNegativeTestJSON-863358768 tempest-FloatingIPsAssociationNegativeTestJSON-863358768-project] 10.222.0.13 "GET /v2.0/ports?device_id=44e509ba-6109-4586-a8ba-08a6823dbe1b HTTP/1.1" status: 200 len: 932 time: 0.4600387 Jan 26 21:08:27.356398 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-713ad3ec-3fcf-4022-86f3-4f668a1e5009 req-60c3a343-20d5-496d-a40a-614657f71ca2 tempest-FloatingIPsAssociationNegativeTestJSON-863358768 tempest-FloatingIPsAssociationNegativeTestJSON-863358768-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4867189 Jan 26 21:08:27.381224 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [req-713ad3ec-3fcf-4022-86f3-4f668a1e5009 req-0c358972-cde2-4bb7-8d18-7ec5499aa884 service neutron] Request body: {'port': {'device_id': '44e509ba-6109-4586-a8ba-08a6823dbe1b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-760453-5'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:08:27.392516 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Current status of the port 2710ba09-6af2-4b13-8f5f-742f0fd70efe is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:08:27.420158 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-f031af60-880c-4bf0-8d49-a0385d6454a1 None None] Provisioning complete for port f5010a61-3896-475f-8bb6-a71c3454c269 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:08:27.420776 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-f031af60-880c-4bf0-8d49-a0385d6454a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (f5010a61-3896-475f-8bb6-a71c3454c269), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:08:27.487473 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-f031af60-880c-4bf0-8d49-a0385d6454a1 None None] Port f5010a61-3896-475f-8bb6-a71c3454c269 cannot update to ACTIVE because it is not bound. {{(pid=103306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 26 21:08:27.505704 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-60e3474c-6cdb-497f-a1b3-f7e6c9320372 req-1a09e166-a3a6-46ca-bf5a-93a3c19f9002 tempest-FloatingIPsAssociationNegativeTestJSON-863358768 tempest-FloatingIPsAssociationNegativeTestJSON-863358768-project] 10.222.0.13 "GET /v2.0/security-groups?id=74af5a62-367f-4806-bb53-2aff4035c566&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1838577 Jan 26 21:08:27.519897 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-713ad3ec-3fcf-4022-86f3-4f668a1e5009 req-0c358972-cde2-4bb7-8d18-7ec5499aa884 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (f5010a61-3896-475f-8bb6-a71c3454c269), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:08:27.564175 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1da767e-0ef8-439b-a2e3-47b487858ba5 req-34dcf2f4-6e34-46e8-ab84-f65a53e1f58d tempest-ServersAdminTestJSON-2108229583 tempest-ServersAdminTestJSON-2108229583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:08:27.572259 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-b1da767e-0ef8-439b-a2e3-47b487858ba5 req-34dcf2f4-6e34-46e8-ab84-f65a53e1f58d tempest-ServersAdminTestJSON-2108229583 tempest-ServersAdminTestJSON-2108229583-project] 10.222.0.13 "GET /v2.0/ports?device_id=242b7086-c188-4e0a-9af5-4749fa74838b HTTP/1.1" status: 200 len: 951 time: 0.2124021 Jan 26 21:08:27.620244 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-06acbae8-4207-4a54-b907-59a26e9fed4a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4105757', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4111263'] for router (959313f5-283d-43b9-9ade-d97dda2611c6), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:08:27.720695 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-b1da767e-0ef8-439b-a2e3-47b487858ba5 req-ebba1c5f-b8e5-4085-bcbd-69ed67f9157f tempest-ServersAdminTestJSON-2108229583 tempest-ServersAdminTestJSON-2108229583-project] 10.222.0.13 "GET /v2.0/security-groups?id=95bc11fd-db53-4b42-971c-c958ca031066&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1475165 Jan 26 21:08:27.937173 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21230bb-05c8-4c25-bda5-c1725e6e29f8 req-1c40e84f-85d8-4339-a007-6bef771cfefc tempest-LiveAutoBlockMigrationV225Test-1645909514 tempest-LiveAutoBlockMigrationV225Test-1645909514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:08:27.938759 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-c21230bb-05c8-4c25-bda5-c1725e6e29f8 req-1c40e84f-85d8-4339-a007-6bef771cfefc tempest-LiveAutoBlockMigrationV225Test-1645909514 tempest-LiveAutoBlockMigrationV225Test-1645909514-project] 10.222.0.13 "GET /v2.0/ports?device_id=d8f50517-906a-494e-a293-92450ad8c0a0 HTTP/1.1" status: 200 len: 943 time: 0.2171373 Jan 26 21:08:27.949687 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06acbae8-4207-4a54-b907-59a26e9fed4a admin admin] Router 959313f5-283d-43b9-9ade-d97dda2611c6 is scheduled to L3 agent 09df100c-3af1-4b0a-bda8-05914c71c458 with binding_index 1 {{(pid=103305) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 26 21:08:28.007043 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ff69af-85c6-43ba-b774-0eb651f8e512 req-465e63db-eb94-42e2-8a97-2d558fa43d6d tempest-MigrationsAdminTest-1084137346 tempest-MigrationsAdminTest-1084137346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:08:28.013919 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-50ff69af-85c6-43ba-b774-0eb651f8e512 req-465e63db-eb94-42e2-8a97-2d558fa43d6d tempest-MigrationsAdminTest-1084137346 tempest-MigrationsAdminTest-1084137346-project] 10.222.0.13 "GET /v2.0/ports?device_id=6e0054d4-194a-4ef5-9a59-0af1fe168395 HTTP/1.1" status: 200 len: 950 time: 0.1854560 Jan 26 21:08:28.119000 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06acbae8-4207-4a54-b907-59a26e9fed4a admin admin] Notify agent at l3_agent.n-d-760453-5 the message routers_updated {{(pid=103305) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 26 21:08:28.135199 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6092d416-f968-4ca5-9403-242276a79bec None None] Sync routers for ids ['959313f5-283d-43b9-9ade-d97dda2611c6'] in n-d-760453-5 {{(pid=103306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 26 21:08:28.160317 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6092d416-f968-4ca5-9403-242276a79bec None None] Routers {'959313f5-283d-43b9-9ade-d97dda2611c6'} bound to L3 agent in host n-d-760453-5 {{(pid=103306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 21:08:28.160985 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-6092d416-f968-4ca5-9403-242276a79bec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-26T20:55:21Z,description=,heartbeat_timestamp=2022-01-26T21:08:21Z,host='n-d-760453-5',id=09df100c-3af1-4b0a-bda8-05914c71c458,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:55:21Z,topic='l3_agent')) {'router_ids': ['959313f5-283d-43b9-9ade-d97dda2611c6'], 'active': True} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:08:28.173390 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-06acbae8-4207-4a54-b907-59a26e9fed4a admin admin] Publish callbacks [] for router (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:08:28.176063 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-06acbae8-4207-4a54-b907-59a26e9fed4a admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.6177087 Jan 26 21:08:28.181003 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 46900) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:08:28.332891 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-c21230bb-05c8-4c25-bda5-c1725e6e29f8 req-3234845a-4b72-4731-9191-3932c17de801 tempest-LiveAutoBlockMigrationV225Test-1645909514 tempest-LiveAutoBlockMigrationV225Test-1645909514-project] 10.222.0.13 "GET /v2.0/security-groups?id=d3d52ae6-e761-44ee-98bd-9ad0dc66343a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3735526 Jan 26 21:08:28.453107 n-d-760453-5 neutron-server[103304]: DEBUG neutron.notifiers.nova [req-713ad3ec-3fcf-4022-86f3-4f668a1e5009 req-0c358972-cde2-4bb7-8d18-7ec5499aa884 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f5010a61-3896-475f-8bb6-a71c3454c269 {{(pid=103304) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 26 21:08:28.462181 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-713ad3ec-3fcf-4022-86f3-4f668a1e5009 req-0c358972-cde2-4bb7-8d18-7ec5499aa884 service neutron] Publish callbacks [] for port (f5010a61-3896-475f-8bb6-a71c3454c269), precommit_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:08:28.475532 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.provisioning_blocks [req-713ad3ec-3fcf-4022-86f3-4f668a1e5009 req-0c358972-cde2-4bb7-8d18-7ec5499aa884 service neutron] Transition to ACTIVE for port object f5010a61-3896-475f-8bb6-a71c3454c269 will not be triggered until provisioned by entity L2. {{(pid=103304) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 21:08:28.505753 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-713ad3ec-3fcf-4022-86f3-4f668a1e5009 req-0c358972-cde2-4bb7-8d18-7ec5499aa884 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9281542'] for port (f5010a61-3896-475f-8bb6-a71c3454c269), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:08:28.516635 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvr_db [None req-6092d416-f968-4ca5-9403-242276a79bec None None] Set router 959313f5-283d-43b9-9ade-d97dda2611c6 gateway port host: n-d-760453-5 {{(pid=103306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 21:08:28.574750 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c358972-cde2-4bb7-8d18-7ec5499aa884 service neutron] Pushing event updated for resources: {'Port': ['ID=f5010a61-3896-475f-8bb6-a71c3454c269,revision_number=2']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:08:28.598120 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Device 9a23358d-b561-4674-b1d7-66ac357cb381 details requested by agent hyperv_n-h2-760453-5 with host n-h2-760453-5 {{(pid=103306) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 26 21:08:28.623587 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-50ff69af-85c6-43ba-b774-0eb651f8e512 req-510f038c-1da4-4b28-be25-7e1188307372 tempest-MigrationsAdminTest-1084137346 tempest-MigrationsAdminTest-1084137346-project] 10.222.0.13 "GET /v2.0/security-groups?id=e0b082e3-685f-492b-b87f-3045b8ecd8c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6087191 Jan 26 21:08:28.678414 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e3e18d-502d-4671-99b9-92e14cfb6876 req-94d1b422-1b10-4583-9440-07db34b7c9ac tempest-ServersAdminNegativeTestJSON-1519710858 tempest-ServersAdminNegativeTestJSON-1519710858-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:08:28.685665 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-41e3e18d-502d-4671-99b9-92e14cfb6876 req-94d1b422-1b10-4583-9440-07db34b7c9ac tempest-ServersAdminNegativeTestJSON-1519710858 tempest-ServersAdminNegativeTestJSON-1519710858-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=8ff15467-9e0a-43b0-a90b-bab43a92f36a HTTP/1.1" status: 200 len: 1101 time: 0.2074993 Jan 26 21:08:28.715105 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] For port 9a23358d-b561-4674-b1d7-66ac357cb381, host n-h2-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-5',level=0,port_id=9a23358d-b561-4674-b1d7-66ac357cb381,segment=NetworkSegment(58f97d30-90ed-4b82-8d47-15dab34d927d),segment_id=58f97d30-90ed-4b82-8d47-15dab34d927d)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:08:28.717587 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-41e3e18d-502d-4671-99b9-92e14cfb6876 req-44512bca-0c46-454e-bffd-6c9691246334 tempest-ServersAdminNegativeTestJSON-1519710858 tempest-ServersAdminNegativeTestJSON-1519710858-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:08:28.744045 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Device 40af6dae-610f-4291-8bbb-b8545196d594 no longer exists at agent hyperv_n-h2-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 26 21:08:28.746262 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59caf452-d698-4d53-8c42-86ce10778e3a None None] Network 04f127ee-b02e-4caf-884a-3d6915eed85e requested from n-d-760453-5 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 26 21:08:28.754377 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Returning: {'device': '9a23358d-b561-4674-b1d7-66ac357cb381', 'network_id': '4926adbd-bb58-409b-9ac8-4ddd785838cc', 'port_id': '9a23358d-b561-4674-b1d7-66ac357cb381', 'mac_address': 'fa:16:3e:a1:0f:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 592, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '82795dc3-d3c3-45f5-bcea-f6ace04e021f', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103306) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 26 21:08:28.849224 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [req-713ad3ec-3fcf-4022-86f3-4f668a1e5009 req-0c358972-cde2-4bb7-8d18-7ec5499aa884 service neutron] Attempting to bind port f5010a61-3896-475f-8bb6-a71c3454c269 on host n-h1-760453-5 for vnic_type normal with profile {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 21:08:28.852449 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [req-713ad3ec-3fcf-4022-86f3-4f668a1e5009 req-0c358972-cde2-4bb7-8d18-7ec5499aa884 service neutron] Attempting to bind port f5010a61-3896-475f-8bb6-a71c3454c269 by drivers openvswitch,hyperv on host n-h1-760453-5 at level 0 using segments [{'id': 'e735e8d3-0a74-4bc6-9ae3-6a81e28a91f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '54e115b5-d471-45df-827b-e12849d10363'}] {{(pid=103304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 26 21:08:28.852962 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-713ad3ec-3fcf-4022-86f3-4f668a1e5009 req-0c358972-cde2-4bb7-8d18-7ec5499aa884 service neutron] Attempting to bind port f5010a61-3896-475f-8bb6-a71c3454c269 on network 54e115b5-d471-45df-827b-e12849d10363 {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 21:08:28.903568 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-713ad3ec-3fcf-4022-86f3-4f668a1e5009 req-0c358972-cde2-4bb7-8d18-7ec5499aa884 service neutron] Port f5010a61-3896-475f-8bb6-a71c3454c269 on network 54e115b5-d471-45df-827b-e12849d10363 not bound, no agent of type Open vSwitch agent registered on host n-h1-760453-5 {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 26 21:08:28.904188 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-713ad3ec-3fcf-4022-86f3-4f668a1e5009 req-0c358972-cde2-4bb7-8d18-7ec5499aa884 service neutron] Attempting to bind port f5010a61-3896-475f-8bb6-a71c3454c269 on network 54e115b5-d471-45df-827b-e12849d10363 {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 21:08:28.914683 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-713ad3ec-3fcf-4022-86f3-4f668a1e5009 req-0c358972-cde2-4bb7-8d18-7ec5499aa884 service neutron] Checking agent: {'id': '32ef628b-8417-46c5-8729-60fcabe358f1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-760453-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 21, 3, 8), 'started_at': datetime.datetime(2022, 1, 26, 21, 3, 8), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 21, 8, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 26 21:08:28.915091 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-713ad3ec-3fcf-4022-86f3-4f668a1e5009 req-0c358972-cde2-4bb7-8d18-7ec5499aa884 service neutron] Checking segment: {'id': 'e735e8d3-0a74-4bc6-9ae3-6a81e28a91f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '54e115b5-d471-45df-827b-e12849d10363'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103304) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 21:08:28.915585 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-713ad3ec-3fcf-4022-86f3-4f668a1e5009 req-0c358972-cde2-4bb7-8d18-7ec5499aa884 service neutron] Bound using segment: {'id': 'e735e8d3-0a74-4bc6-9ae3-6a81e28a91f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '54e115b5-d471-45df-827b-e12849d10363'} {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 26 21:08:28.916124 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [req-713ad3ec-3fcf-4022-86f3-4f668a1e5009 req-0c358972-cde2-4bb7-8d18-7ec5499aa884 service neutron] Bound port: f5010a61-3896-475f-8bb6-a71c3454c269, host: n-h1-760453-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e735e8d3-0a74-4bc6-9ae3-6a81e28a91f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '54e115b5-d471-45df-827b-e12849d10363'}}] {{(pid=103304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 26 21:08:28.916584 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-713ad3ec-3fcf-4022-86f3-4f668a1e5009 req-0c358972-cde2-4bb7-8d18-7ec5499aa884 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (f5010a61-3896-475f-8bb6-a71c3454c269), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:08:28.990061 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-42ae15d9-1dce-4d0d-857d-3b5421fb49ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:08:29.011423 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [req-713ad3ec-3fcf-4022-86f3-4f668a1e5009 req-0c358972-cde2-4bb7-8d18-7ec5499aa884 service neutron] For port f5010a61-3896-475f-8bb6-a71c3454c269, host n-h1-760453-5, cleared binding levels {{(pid=103304) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 26 21:08:29.015285 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [req-713ad3ec-3fcf-4022-86f3-4f668a1e5009 req-0c358972-cde2-4bb7-8d18-7ec5499aa884 service neutron] For port f5010a61-3896-475f-8bb6-a71c3454c269, host n-h1-760453-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-5',level=0,port_id=f5010a61-3896-475f-8bb6-a71c3454c269,segment=NetworkSegment(e735e8d3-0a74-4bc6-9ae3-6a81e28a91f7),segment_id=e735e8d3-0a74-4bc6-9ae3-6a81e28a91f7)] {{(pid=103304) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 26 21:08:29.030881 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf68615f-91de-4137-9c31-813c129b005a req-985b2a4f-7111-4179-8535-e564bceb58d3 tempest-ImagesOneServerNegativeTestJSON-151319106 tempest-ImagesOneServerNegativeTestJSON-151319106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:08:29.031696 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-61e61ab4-c09d-48ec-94ae-30fd6f8d6e68 None None] Provisioning complete for port 86d752c9-6c88-4dad-b938-c9ef91c0db8d triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:08:29.032073 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-61e61ab4-c09d-48ec-94ae-30fd6f8d6e68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (86d752c9-6c88-4dad-b938-c9ef91c0db8d), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:08:29.033878 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device 86d752c9-6c88-4dad-b938-c9ef91c0db8d up at agent ovs-agent-n-d-760453-5 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 21:08:29.038503 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-cf68615f-91de-4137-9c31-813c129b005a req-985b2a4f-7111-4179-8535-e564bceb58d3 tempest-ImagesOneServerNegativeTestJSON-151319106 tempest-ImagesOneServerNegativeTestJSON-151319106-project] 10.222.0.13 "GET /v2.0/ports?device_id=5203b0ca-876b-4f8e-9238-fe91ea9f042e HTTP/1.1" status: 200 len: 946 time: 0.1707988 Jan 26 21:08:29.048107 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-713ad3ec-3fcf-4022-86f3-4f668a1e5009 req-0c358972-cde2-4bb7-8d18-7ec5499aa884 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9281542'] for port (f5010a61-3896-475f-8bb6-a71c3454c269), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:08:29.126343 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713ad3ec-3fcf-4022-86f3-4f668a1e5009 req-0c358972-cde2-4bb7-8d18-7ec5499aa884 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:08:29.127438 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-713ad3ec-3fcf-4022-86f3-4f668a1e5009 req-0c358972-cde2-4bb7-8d18-7ec5499aa884 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:08:29.129134 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-713ad3ec-3fcf-4022-86f3-4f668a1e5009 req-0c358972-cde2-4bb7-8d18-7ec5499aa884 service neutron] 10.222.0.66 "PUT /v2.0/ports/f5010a61-3896-475f-8bb6-a71c3454c269 HTTP/1.1" status: 200 len: 1092 time: 1.7529006 Jan 26 21:08:29.129706 n-d-760453-5 neutron-server[103304]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '44e509ba-6109-4586-a8ba-08a6823dbe1b', 'tag': 'f5010a61-3896-475f-8bb6-a71c3454c269'}] {{(pid=103304) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 21:08:29.132321 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d52b45f1943fcd332af9527eb73ff93c8d715d44383a3f6d18de73b4cfcf87b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a785d17-b155-47db-848e-5f96423f36d0" -d '{"events": [{"name": "network-changed", "server_uuid": "44e509ba-6109-4586-a8ba-08a6823dbe1b", "tag": "f5010a61-3896-475f-8bb6-a71c3454c269"}]}' {{(pid=103304) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 21:08:29.148172 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Current status of the port 9a23358d-b561-4674-b1d7-66ac357cb381 is: ACTIVE; New status is: BUILD {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:08:29.148759 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (9a23358d-b561-4674-b1d7-66ac357cb381), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:08:29.198328 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-41e3e18d-502d-4671-99b9-92e14cfb6876 req-44512bca-0c46-454e-bffd-6c9691246334 tempest-ServersAdminNegativeTestJSON-1519710858 tempest-ServersAdminNegativeTestJSON-1519710858-project-admin] Publish callbacks [] for security_group (31cea85b-66d3-4be0-9b72-dff74a90669e), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:08:29.199964 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c358972-cde2-4bb7-8d18-7ec5499aa884 service neutron] Pushing event updated for resources: {'Port': ['ID=f5010a61-3896-475f-8bb6-a71c3454c269,revision_number=3']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:08:29.226619 n-d-760453-5 neutron-server[103306]: DEBUG neutron.notifiers.nova [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 9a23358d-b561-4674-b1d7-66ac357cb381 {{(pid=103306) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 26 21:08:29.229544 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-cf68615f-91de-4137-9c31-813c129b005a req-04d40676-ffcc-48e7-90b3-5f3976a700ef tempest-ImagesOneServerNegativeTestJSON-151319106 tempest-ImagesOneServerNegativeTestJSON-151319106-project] 10.222.0.13 "GET /v2.0/security-groups?id=aea9fb57-b28b-4984-b6fd-ae500e1c8e4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1899092 Jan 26 21:08:29.233908 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-41e3e18d-502d-4671-99b9-92e14cfb6876 req-44512bca-0c46-454e-bffd-6c9691246334 tempest-ServersAdminNegativeTestJSON-1519710858 tempest-ServersAdminNegativeTestJSON-1519710858-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (31cea85b-66d3-4be0-9b72-dff74a90669e), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:08:29.257263 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Provisioning complete for port 86d752c9-6c88-4dad-b938-c9ef91c0db8d triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:08:29.257686 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (86d752c9-6c88-4dad-b938-c9ef91c0db8d), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:08:29.304460 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.db_base_plugin_common [None req-42ae15d9-1dce-4d0d-857d-3b5421fb49ce admin admin] Allocated IP 172.20.0.1 (04f127ee-b02e-4caf-884a-3d6915eed85e/61a27748-d30c-4f5d-ae2a-2d53517279d2/a4078fa5-71e0-4764-bce8-9603e922a966) {{(pid=103305) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 21:08:29.345627 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-41e3e18d-502d-4671-99b9-92e14cfb6876 req-44512bca-0c46-454e-bffd-6c9691246334 tempest-ServersAdminNegativeTestJSON-1519710858 tempest-ServersAdminNegativeTestJSON-1519710858-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=c18b03c4-72d9-42c1-93c5-33d242c8ac5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6552274 Jan 26 21:08:29.374967 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] For port 9a23358d-b561-4674-b1d7-66ac357cb381, host n-h2-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-5',level=0,port_id=9a23358d-b561-4674-b1d7-66ac357cb381,segment=NetworkSegment(58f97d30-90ed-4b82-8d47-15dab34d927d),segment_id=58f97d30-90ed-4b82-8d47-15dab34d927d)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:08:29.473679 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44512bca-0c46-454e-bffd-6c9691246334 tempest-ServersAdminNegativeTestJSON-1519710858 tempest-ServersAdminNegativeTestJSON-1519710858-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31cea85b-66d3-4be0-9b72-dff74a90669e,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:08:29.480261 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-42ae15d9-1dce-4d0d-857d-3b5421fb49ce admin admin] Publish callbacks [] for port (a4078fa5-71e0-4764-bce8-9603e922a966), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:08:29.494759 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (9a23358d-b561-4674-b1d7-66ac357cb381), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:08:29.501594 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713ad3ec-3fcf-4022-86f3-4f668a1e5009 req-dfa62fc1-2a41-4cb6-b518-488ad6ea9b72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:08:29.503664 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-713ad3ec-3fcf-4022-86f3-4f668a1e5009 req-dfa62fc1-2a41-4cb6-b518-488ad6ea9b72 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=bed2f4d6742e48e3a1e31395965cc7ba&device_id=44e509ba-6109-4586-a8ba-08a6823dbe1b HTTP/1.1" status: 200 len: 1095 time: 0.3001122 Jan 26 21:08:29.511439 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68dcedc-3422-41ad-aad7-cee77ef33c95 req-d01f5762-26ee-488e-b46b-5a2a6c074132 tempest-FloatingIPsAssociationNegativeTestJSON-863358768 tempest-FloatingIPsAssociationNegativeTestJSON-863358768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:08:29.518910 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-f68dcedc-3422-41ad-aad7-cee77ef33c95 req-d01f5762-26ee-488e-b46b-5a2a6c074132 tempest-FloatingIPsAssociationNegativeTestJSON-863358768 tempest-FloatingIPsAssociationNegativeTestJSON-863358768-project] 10.222.0.13 "GET /v2.0/ports?device_id=44e509ba-6109-4586-a8ba-08a6823dbe1b HTTP/1.1" status: 200 len: 944 time: 0.1680243 Jan 26 21:08:29.547134 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-42ae15d9-1dce-4d0d-857d-3b5421fb49ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746560234527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11791543'] for port (a4078fa5-71e0-4764-bce8-9603e922a966), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:08:29.573972 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-713ad3ec-3fcf-4022-86f3-4f668a1e5009 req-e6731e3d-6b1e-4876-9210-5fa0aee4a069 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f5010a61-3896-475f-8bb6-a71c3454c269 HTTP/1.1" status: 200 len: 217 time: 0.0480878 Jan 26 21:08:29.588284 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42ae15d9-1dce-4d0d-857d-3b5421fb49ce admin admin] Network 04f127ee-b02e-4caf-884a-3d6915eed85e is already hosted by enough agents. {{(pid=103305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 21:08:29.594848 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [None req-42ae15d9-1dce-4d0d-857d-3b5421fb49ce admin admin] Resources bound (agent type, host, resource id): {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:08:29.597863 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Current status of the port 86d752c9-6c88-4dad-b938-c9ef91c0db8d is: DOWN; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:08:29.598665 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (86d752c9-6c88-4dad-b938-c9ef91c0db8d), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:08:29.601181 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Current status of the port 40af6dae-610f-4291-8bbb-b8545196d594 is: DOWN; New status is: DOWN {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:08:29.604715 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42ae15d9-1dce-4d0d-857d-3b5421fb49ce admin admin] Received port after_create {{(pid=103305) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 21:08:29.639122 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f928e2-b2ae-4c05-a0c7-0eb79734bacf req-30c3ece5-a7a0-4263-b443-40391ce80fdd tempest-ServersAdminTestJSON-2108229583 tempest-ServersAdminTestJSON-2108229583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:08:29.645808 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ae15d9-1dce-4d0d-857d-3b5421fb49ce admin admin] Pushing event updated for resources: {'Port': ['ID=a4078fa5-71e0-4764-bce8-9603e922a966,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:08:29.646513 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-43f928e2-b2ae-4c05-a0c7-0eb79734bacf req-30c3ece5-a7a0-4263-b443-40391ce80fdd tempest-ServersAdminTestJSON-2108229583 tempest-ServersAdminTestJSON-2108229583-project] 10.222.0.13 "GET /v2.0/ports?device_id=242b7086-c188-4e0a-9af5-4749fa74838b HTTP/1.1" status: 200 len: 951 time: 0.1938167 Jan 26 21:08:29.662210 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-42ae15d9-1dce-4d0d-857d-3b5421fb49ce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4111050'] for router_interface (959313f5-283d-43b9-9ade-d97dda2611c6), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:08:29.683305 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-f68dcedc-3422-41ad-aad7-cee77ef33c95 req-1dee43d1-cace-4043-a806-c3fe9acb3adc tempest-FloatingIPsAssociationNegativeTestJSON-863358768 tempest-FloatingIPsAssociationNegativeTestJSON-863358768-project] 10.222.0.13 "GET /v2.0/security-groups?id=74af5a62-367f-4806-bb53-2aff4035c566&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1586187 Jan 26 21:08:29.687072 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-61e61ab4-c09d-48ec-94ae-30fd6f8d6e68 None None] Current status of the port 86d752c9-6c88-4dad-b938-c9ef91c0db8d is: DOWN; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:08:29.687509 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-61e61ab4-c09d-48ec-94ae-30fd6f8d6e68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (86d752c9-6c88-4dad-b938-c9ef91c0db8d), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:08:29.703032 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] get_ports_and_sgs() called for port_ids ['9a23358d-b561-4674-b1d7-66ac357cb381'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 26 21:08:29.712325 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713ad3ec-3fcf-4022-86f3-4f668a1e5009 req-892fa534-b87f-4d86-b0e7-08a43d42c978 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:08:29.722782 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-713ad3ec-3fcf-4022-86f3-4f668a1e5009 req-892fa534-b87f-4d86-b0e7-08a43d42c978 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=edb22ac6-94b4-4b03-825b-a95146dd1cdd HTTP/1.1" status: 200 len: 868 time: 0.1373527 Jan 26 21:08:29.764696 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 26 Jan 2022 21:08:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2f79146-a9f8-4206-b0fd-a7535d6b8011 x-openstack-request-id: req-e2f79146-a9f8-4206-b0fd-a7535d6b8011 {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 21:08:29.765179 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "44e509ba-6109-4586-a8ba-08a6823dbe1b", "tag": "f5010a61-3896-475f-8bb6-a71c3454c269", "status": "completed", "code": 200}]} {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 21:08:29.765620 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e2f79146-a9f8-4206-b0fd-a7535d6b8011 {{(pid=103304) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 21:08:29.767588 n-d-760453-5 neutron-server[103304]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '44e509ba-6109-4586-a8ba-08a6823dbe1b', 'tag': 'f5010a61-3896-475f-8bb6-a71c3454c269', 'status': 'completed', 'code': 200} Jan 26 21:08:29.820929 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] For port 86d752c9-6c88-4dad-b938-c9ef91c0db8d, host n-d-760453-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=86d752c9-6c88-4dad-b938-c9ef91c0db8d,segment=NetworkSegment(e875afdd-975b-455a-a60a-20d47ba89b8c),segment_id=e875afdd-975b-455a-a60a-20d47ba89b8c)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:08:29.835446 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Pushing event updated for resources: {'Port': ['ID=9a23358d-b561-4674-b1d7-66ac357cb381,revision_number=6']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:08:29.846090 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (86d752c9-6c88-4dad-b938-c9ef91c0db8d), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:08:29.850699 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-6092d416-f968-4ca5-9403-242276a79bec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '959313f5-283d-43b9-9ade-d97dda2611c6', 'name': 'tempest-ServersTestFqdnHostnames-554146304-router', 'tenant_id': '4815438ae48244e6bf659aa0ac197d5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'external_fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.225'}], 'enable_snat': True}, 'gw_port_id': '095339f6-726e-4532-a288-d363147d27fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T21:08:24Z', 'updated_at': '2022-01-26T21:08:26Z', 'revision_number': 3, 'project_id': '4815438ae48244e6bf659aa0ac197d5f', 'gw_port': {'id': '095339f6-726e-4532-a288-d363147d27fd', 'name': '', 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:d1:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '959313f5-283d-43b9-9ade-d97dda2611c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:08:25Z', 'updated_at': '2022-01-26T21:08:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-5'}], 'n-d-760453-5', False) {} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:08:29.870520 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-43f928e2-b2ae-4c05-a0c7-0eb79734bacf req-dfa6f331-6187-492b-92ea-edd61e6d6047 tempest-ServersAdminTestJSON-2108229583 tempest-ServersAdminTestJSON-2108229583-project] 10.222.0.13 "GET /v2.0/security-groups?id=95bc11fd-db53-4b42-971c-c958ca031066&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2230685 Jan 26 21:08:29.904357 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713ad3ec-3fcf-4022-86f3-4f668a1e5009 req-31111bf6-5759-4b02-9e27-32bb408388ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:08:29.909809 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-713ad3ec-3fcf-4022-86f3-4f668a1e5009 req-31111bf6-5759-4b02-9e27-32bb408388ba service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=54e115b5-d471-45df-827b-e12849d10363&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1734519 Jan 26 21:08:29.946027 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-42ae15d9-1dce-4d0d-857d-3b5421fb49ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (a4078fa5-71e0-4764-bce8-9603e922a966), before_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:08:29.974962 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6092d416-f968-4ca5-9403-242276a79bec None None] Checking router: 959313f5-283d-43b9-9ade-d97dda2611c6 for host: n-d-760453-5 {{(pid=103306) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 26 21:08:29.975511 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6092d416-f968-4ca5-9403-242276a79bec None None] Updating router 959313f5-283d-43b9-9ade-d97dda2611c6 port 095339f6-726e-4532-a288-d363147d27fd binding host n-d-760453-5 {{(pid=103306) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 26 21:08:30.031376 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-713ad3ec-3fcf-4022-86f3-4f668a1e5009 req-0afa97e8-1ae5-4036-bf24-85467c965392 service neutron] 10.222.0.66 "GET /v2.0/networks/54e115b5-d471-45df-827b-e12849d10363?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1105919 Jan 26 21:08:30.043451 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Pushing event updated for resources: {'Port': ['ID=86d752c9-6c88-4dad-b938-c9ef91c0db8d,revision_number=3']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:08:30.052615 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-6092d416-f968-4ca5-9403-242276a79bec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (095339f6-726e-4532-a288-d363147d27fd), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:08:30.155210 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.db.api [None req-61e61ab4-c09d-48ec-94ae-30fd6f8d6e68 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103306) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 26 21:08:30.155859 n-d-760453-5 neutron-server[103306]: DEBUG oslo_db.api [None req-61e61ab4-c09d-48ec-94ae-30fd6f8d6e68 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 26 21:08:30.166791 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-713ad3ec-3fcf-4022-86f3-4f668a1e5009 req-36736707-c762-49c9-811f-0d2ab5a27efd service neutron] 10.222.0.66 "GET /v2.0/networks/54e115b5-d471-45df-827b-e12849d10363?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232634 Jan 26 21:08:30.242698 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Device 9a23358d-b561-4674-b1d7-66ac357cb381 no longer exists at agent hyperv_n-h2-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 26 21:08:30.267606 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e67068-0ace-402a-8d4b-2808966c8a27 req-1303c209-33c1-4a8c-91e5-9f04b946380a tempest-LiveAutoBlockMigrationV225Test-1645909514 tempest-LiveAutoBlockMigrationV225Test-1645909514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:08:30.277200 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-64e67068-0ace-402a-8d4b-2808966c8a27 req-1303c209-33c1-4a8c-91e5-9f04b946380a tempest-LiveAutoBlockMigrationV225Test-1645909514 tempest-LiveAutoBlockMigrationV225Test-1645909514-project] 10.222.0.13 "GET /v2.0/ports?device_id=d8f50517-906a-494e-a293-92450ad8c0a0 HTTP/1.1" status: 200 len: 943 time: 0.2437077 Jan 26 21:08:30.302336 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf13625-7faa-47a1-9b39-5b02c89a1e33 req-adad6858-b308-47e0-bf9d-3785c8cc3fea tempest-MigrationsAdminTest-1084137346 tempest-MigrationsAdminTest-1084137346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:08:30.310161 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-42ae15d9-1dce-4d0d-857d-3b5421fb49ce admin admin] Publish callbacks [] for port (a4078fa5-71e0-4764-bce8-9603e922a966), precommit_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:08:30.310698 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-9bf13625-7faa-47a1-9b39-5b02c89a1e33 req-adad6858-b308-47e0-bf9d-3785c8cc3fea tempest-MigrationsAdminTest-1084137346 tempest-MigrationsAdminTest-1084137346-project] 10.222.0.13 "GET /v2.0/ports?device_id=6e0054d4-194a-4ef5-9a59-0af1fe168395 HTTP/1.1" status: 200 len: 950 time: 0.1268237 Jan 26 21:08:30.316789 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-42ae15d9-1dce-4d0d-857d-3b5421fb49ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11791520'] for port (a4078fa5-71e0-4764-bce8-9603e922a966), after_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:08:30.428046 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-42ae15d9-1dce-4d0d-857d-3b5421fb49ce admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3709457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4110682'] for router_interface (959313f5-283d-43b9-9ade-d97dda2611c6), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:08:30.431963 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ae15d9-1dce-4d0d-857d-3b5421fb49ce admin admin] Pushing event updated for resources: {'Port': ['ID=a4078fa5-71e0-4764-bce8-9603e922a966,revision_number=2']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:08:30.448717 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-64e67068-0ace-402a-8d4b-2808966c8a27 req-50d36173-5ed9-41c1-95e0-e3c1fde9e4af tempest-LiveAutoBlockMigrationV225Test-1645909514 tempest-LiveAutoBlockMigrationV225Test-1645909514-project] 10.222.0.13 "GET /v2.0/security-groups?id=d3d52ae6-e761-44ee-98bd-9ad0dc66343a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1446137 Jan 26 21:08:30.477341 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-9bf13625-7faa-47a1-9b39-5b02c89a1e33 req-1274f604-9826-47a4-be48-b16cac910acb tempest-MigrationsAdminTest-1084137346 tempest-MigrationsAdminTest-1084137346-project] 10.222.0.13 "GET /v2.0/security-groups?id=e0b082e3-685f-492b-b87f-3045b8ecd8c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1583843 Jan 26 21:08:30.480615 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a785d17-b155-47db-848e-5f96423f36d0 req-654a116a-1c7d-4b74-bfa9-6abfce00e59c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:08:30.482329 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-8a785d17-b155-47db-848e-5f96423f36d0 req-654a116a-1c7d-4b74-bfa9-6abfce00e59c service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=bed2f4d6742e48e3a1e31395965cc7ba&device_id=44e509ba-6109-4586-a8ba-08a6823dbe1b HTTP/1.1" status: 200 len: 1095 time: 0.1666744 Jan 26 21:08:30.597522 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Current status of the port 9a23358d-b561-4674-b1d7-66ac357cb381 is: BUILD; New status is: DOWN {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:08:30.597921 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (9a23358d-b561-4674-b1d7-66ac357cb381), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:08:30.609054 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a785d17-b155-47db-848e-5f96423f36d0 req-1a515060-fc78-43ae-af90-3f4bf70610f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:08:30.611209 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-8a785d17-b155-47db-848e-5f96423f36d0 req-1a515060-fc78-43ae-af90-3f4bf70610f9 service neutron] 10.222.0.66 "GET /v2.0/networks?id=54e115b5-d471-45df-827b-e12849d10363 HTTP/1.1" status: 200 len: 930 time: 0.1212018 Jan 26 21:08:30.659944 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42ae15d9-1dce-4d0d-857d-3b5421fb49ce admin admin] Network 04f127ee-b02e-4caf-884a-3d6915eed85e is already hosted by enough agents. {{(pid=103305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 21:08:30.664781 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [None req-42ae15d9-1dce-4d0d-857d-3b5421fb49ce admin admin] Resources bound (agent type, host, resource id): {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:08:30.678865 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-8a785d17-b155-47db-848e-5f96423f36d0 req-d992d8b4-c5ea-4675-989f-7629a1f45b23 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f5010a61-3896-475f-8bb6-a71c3454c269 HTTP/1.1" status: 200 len: 217 time: 0.0595310 Jan 26 21:08:30.737333 n-d-760453-5 neutron-server[103306]: DEBUG neutron.notifiers.nova [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 9a23358d-b561-4674-b1d7-66ac357cb381 {{(pid=103306) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 26 21:08:30.758591 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-61e61ab4-c09d-48ec-94ae-30fd6f8d6e68 None None] Current status of the port 86d752c9-6c88-4dad-b938-c9ef91c0db8d is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:08:30.792635 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] For port 9a23358d-b561-4674-b1d7-66ac357cb381, host n-h2-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-5',level=0,port_id=9a23358d-b561-4674-b1d7-66ac357cb381,segment=NetworkSegment(58f97d30-90ed-4b82-8d47-15dab34d927d),segment_id=58f97d30-90ed-4b82-8d47-15dab34d927d)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:08:30.795358 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-6092d416-f968-4ca5-9403-242276a79bec None None] Publish callbacks [] for port (095339f6-726e-4532-a288-d363147d27fd), precommit_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:08:30.802460 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (9a23358d-b561-4674-b1d7-66ac357cb381), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:08:30.851300 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a785d17-b155-47db-848e-5f96423f36d0 req-0b4dda21-ba9e-419d-bf76-cbf6224fe595 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:08:30.853453 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-8a785d17-b155-47db-848e-5f96423f36d0 req-0b4dda21-ba9e-419d-bf76-cbf6224fe595 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=edb22ac6-94b4-4b03-825b-a95146dd1cdd HTTP/1.1" status: 200 len: 868 time: 0.1657338 Jan 26 21:08:30.859141 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f3f571-e8ab-46ed-989a-622e4bc4c053 req-6249907d-beae-409c-bf5f-11786f21f9e0 tempest-ServersAdminNegativeTestJSON-1519710858 tempest-ServersAdminNegativeTestJSON-1519710858-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:08:30.867062 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-b3f3f571-e8ab-46ed-989a-622e4bc4c053 req-6249907d-beae-409c-bf5f-11786f21f9e0 tempest-ServersAdminNegativeTestJSON-1519710858 tempest-ServersAdminNegativeTestJSON-1519710858-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=8ff15467-9e0a-43b0-a90b-bab43a92f36a HTTP/1.1" status: 200 len: 1101 time: 0.1162302 Jan 26 21:08:30.878370 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Pushing event updated for resources: {'Port': ['ID=9a23358d-b561-4674-b1d7-66ac357cb381,revision_number=7']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:08:30.883238 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ed99ce-0df6-4396-a811-0bb680ff9be4 req-70fa51f6-984f-4dad-861b-3b0563d1f283 tempest-ImagesOneServerNegativeTestJSON-151319106 tempest-ImagesOneServerNegativeTestJSON-151319106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:08:30.884796 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-d9ed99ce-0df6-4396-a811-0bb680ff9be4 req-70fa51f6-984f-4dad-861b-3b0563d1f283 tempest-ImagesOneServerNegativeTestJSON-151319106 tempest-ImagesOneServerNegativeTestJSON-151319106-project] 10.222.0.13 "GET /v2.0/ports?device_id=5203b0ca-876b-4f8e-9238-fe91ea9f042e HTTP/1.1" status: 200 len: 945 time: 0.1869977 Jan 26 21:08:30.887832 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-4eba7141-0783-454b-81af-ad9632278450 req-169268a5-881b-4d50-91e4-c9c82fa15022 service neutron] 10.222.0.57 "GET /v2.0/ports/40af6dae-610f-4291-8bbb-b8545196d594/bindings/n-h1-760453-5 HTTP/1.1" status: 200 len: 384 time: 0.1455691 Jan 26 21:08:30.890487 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-6092d416-f968-4ca5-9403-242276a79bec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (095339f6-726e-4532-a288-d363147d27fd), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:08:30.910323 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device 86d752c9-6c88-4dad-b938-c9ef91c0db8d up at agent ovs-agent-n-d-760453-5 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 21:08:30.937250 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42ae15d9-1dce-4d0d-857d-3b5421fb49ce admin admin] Router 959313f5-283d-43b9-9ade-d97dda2611c6 has already been hosted by L3 agent 09df100c-3af1-4b0a-bda8-05914c71c458 {{(pid=103305) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 26 21:08:30.997110 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-b3f3f571-e8ab-46ed-989a-622e4bc4c053 req-962926b1-4d80-4f00-b25c-f695b7ab30dd tempest-ServersAdminNegativeTestJSON-1519710858 tempest-ServersAdminNegativeTestJSON-1519710858-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=c18b03c4-72d9-42c1-93c5-33d242c8ac5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1288848 Jan 26 21:08:31.009813 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-d9ed99ce-0df6-4396-a811-0bb680ff9be4 req-5e89f023-c3bf-4fbd-8ba2-a1a83b0f7e1f tempest-ImagesOneServerNegativeTestJSON-151319106 tempest-ImagesOneServerNegativeTestJSON-151319106-project] 10.222.0.13 "GET /v2.0/security-groups?id=aea9fb57-b28b-4984-b6fd-ae500e1c8e4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014061 Jan 26 21:08:31.012173 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a785d17-b155-47db-848e-5f96423f36d0 req-2d90667f-a0b6-490d-bd47-cb1add860043 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:08:31.013654 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-8a785d17-b155-47db-848e-5f96423f36d0 req-2d90667f-a0b6-490d-bd47-cb1add860043 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=54e115b5-d471-45df-827b-e12849d10363&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1187279 Jan 26 21:08:31.166679 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42ae15d9-1dce-4d0d-857d-3b5421fb49ce admin admin] Notify agent at l3_agent.n-d-760453-5 the message routers_updated {{(pid=103305) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 26 21:08:31.176697 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cad2738-007f-4c8a-8561-76bb4122aa4e None None] Pushing event updated for resources: {'Port': ['ID=095339f6-726e-4532-a288-d363147d27fd,revision_number=2']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:08:31.196323 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-42ae15d9-1dce-4d0d-857d-3b5421fb49ce admin admin] 10.222.0.13 "PUT /v2.0/routers/959313f5-283d-43b9-9ade-d97dda2611c6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0032094 Jan 26 21:08:31.199692 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-6092d416-f968-4ca5-9403-242276a79bec None None] Attempting to bind port 095339f6-726e-4532-a288-d363147d27fd on host n-d-760453-5 for vnic_type normal with profile {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 21:08:31.200063 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-6092d416-f968-4ca5-9403-242276a79bec None None] Attempting to bind port 095339f6-726e-4532-a288-d363147d27fd by drivers openvswitch,hyperv on host n-d-760453-5 at level 0 using segments [{'id': 'e17cb353-418f-48b9-b982-21a6233ee99b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299'}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 26 21:08:31.200917 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6092d416-f968-4ca5-9403-242276a79bec None None] Attempting to bind port 095339f6-726e-4532-a288-d363147d27fd on network 4140a1f1-c93a-4bea-83a0-68953a54f299 {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 21:08:31.212454 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6092d416-f968-4ca5-9403-242276a79bec None None] Checking agent: {'id': 'fea0591a-627d-4c87-9a9a-01625ddf3277', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760453-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 20, 55, 25), 'started_at': datetime.datetime(2022, 1, 26, 20, 55, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 21, 8, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760453-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 26 21:08:31.212842 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6092d416-f968-4ca5-9403-242276a79bec None None] Checking segment: {'id': 'e17cb353-418f-48b9-b982-21a6233ee99b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 21:08:31.213243 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-6092d416-f968-4ca5-9403-242276a79bec None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:08:31.213663 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6092d416-f968-4ca5-9403-242276a79bec None None] Bound using segment: {'id': 'e17cb353-418f-48b9-b982-21a6233ee99b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299'} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 26 21:08:31.214133 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-6092d416-f968-4ca5-9403-242276a79bec None None] Bound port: 095339f6-726e-4532-a288-d363147d27fd, host: n-d-760453-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e17cb353-418f-48b9-b982-21a6233ee99b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299'}}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 26 21:08:31.214513 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-6092d416-f968-4ca5-9403-242276a79bec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (095339f6-726e-4532-a288-d363147d27fd), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:08:31.219674 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [req-4eba7141-0783-454b-81af-ad9632278450 req-19ad073c-377e-4543-9a2d-bed89da6d66f service neutron] For port 40af6dae-610f-4291-8bbb-b8545196d594, host n-h2-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-5',level=0,port_id=40af6dae-610f-4291-8bbb-b8545196d594,segment=NetworkSegment(ff84b980-87bb-452b-8f52-d472b3cbbe9c),segment_id=ff84b980-87bb-452b-8f52-d472b3cbbe9c)] {{(pid=103305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:08:31.236048 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151ace1d-f73b-4751-a676-d57967f00574 req-daca9cc3-906e-4b5e-a722-b1c8052ddc9f tempest-FloatingIPsAssociationNegativeTestJSON-863358768 tempest-FloatingIPsAssociationNegativeTestJSON-863358768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:08:31.238487 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-151ace1d-f73b-4751-a676-d57967f00574 req-daca9cc3-906e-4b5e-a722-b1c8052ddc9f tempest-FloatingIPsAssociationNegativeTestJSON-863358768 tempest-FloatingIPsAssociationNegativeTestJSON-863358768-project] 10.222.0.13 "GET /v2.0/ports?device_id=44e509ba-6109-4586-a8ba-08a6823dbe1b HTTP/1.1" status: 200 len: 944 time: 0.1140862 Jan 26 21:08:31.241885 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-8a785d17-b155-47db-848e-5f96423f36d0 req-418ddb20-4065-4e73-99ab-47b6e68f8d03 service neutron] 10.222.0.66 "GET /v2.0/networks/54e115b5-d471-45df-827b-e12849d10363?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2201250 Jan 26 21:08:31.242052 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [req-4eba7141-0783-454b-81af-ad9632278450 req-19ad073c-377e-4543-9a2d-bed89da6d66f service neutron] For port 40af6dae-610f-4291-8bbb-b8545196d594, host n-h2-760453-5, cleared binding levels {{(pid=103305) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 26 21:08:31.251310 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-8e14a0a7-f105-42ae-8e1f-ee54b38ad6da None None] Provisioning complete for port 86d752c9-6c88-4dad-b938-c9ef91c0db8d triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:08:31.251750 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-8e14a0a7-f105-42ae-8e1f-ee54b38ad6da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (86d752c9-6c88-4dad-b938-c9ef91c0db8d), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:08:31.293792 n-d-760453-5 neutron-server[103305]: DEBUG neutron.notifiers.nova [req-4eba7141-0783-454b-81af-ad9632278450 req-19ad073c-377e-4543-9a2d-bed89da6d66f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 40af6dae-610f-4291-8bbb-b8545196d594 {{(pid=103305) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 26 21:08:31.314245 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [req-4eba7141-0783-454b-81af-ad9632278450 req-19ad073c-377e-4543-9a2d-bed89da6d66f service neutron] For port 40af6dae-610f-4291-8bbb-b8545196d594, host n-h1-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-5',level=0,port_id=40af6dae-610f-4291-8bbb-b8545196d594,segment=NetworkSegment(ff84b980-87bb-452b-8f52-d472b3cbbe9c),segment_id=ff84b980-87bb-452b-8f52-d472b3cbbe9c)] {{(pid=103305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:08:31.319137 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Provisioning complete for port 86d752c9-6c88-4dad-b938-c9ef91c0db8d triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:08:31.319511 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (86d752c9-6c88-4dad-b938-c9ef91c0db8d), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:08:31.321431 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-6092d416-f968-4ca5-9403-242276a79bec None None] For port 095339f6-726e-4532-a288-d363147d27fd, host n-d-760453-5, cleared binding levels {{(pid=103306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 26 21:08:31.325267 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-6092d416-f968-4ca5-9403-242276a79bec None None] For port 095339f6-726e-4532-a288-d363147d27fd, host n-d-760453-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=095339f6-726e-4532-a288-d363147d27fd,segment=NetworkSegment(e17cb353-418f-48b9-b982-21a6233ee99b),segment_id=e17cb353-418f-48b9-b982-21a6233ee99b)] {{(pid=103306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 26 21:08:31.331141 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc91f79-c524-45b8-a8ed-eb588e5579fe req-6c4cf0f0-8d5d-4c1e-a68c-32907977302a tempest-ServersAdminTestJSON-1370142338 tempest-ServersAdminTestJSON-1370142338-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:08:31.332815 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-9dc91f79-c524-45b8-a8ed-eb588e5579fe req-6c4cf0f0-8d5d-4c1e-a68c-32907977302a tempest-ServersAdminTestJSON-1370142338 tempest-ServersAdminTestJSON-1370142338-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=242b7086-c188-4e0a-9af5-4749fa74838b HTTP/1.1" status: 200 len: 1102 time: 0.1899028 Jan 26 21:08:31.351287 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-6092d416-f968-4ca5-9403-242276a79bec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (095339f6-726e-4532-a288-d363147d27fd), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:08:31.351607 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-4eba7141-0783-454b-81af-ad9632278450 req-19ad073c-377e-4543-9a2d-bed89da6d66f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (40af6dae-610f-4291-8bbb-b8545196d594), before_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:08:31.401901 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-151ace1d-f73b-4751-a676-d57967f00574 req-787477bc-8c4b-4aa3-98f6-46064c9e7eb6 tempest-FloatingIPsAssociationNegativeTestJSON-863358768 tempest-FloatingIPsAssociationNegativeTestJSON-863358768-project] 10.222.0.13 "GET /v2.0/security-groups?id=74af5a62-367f-4806-bb53-2aff4035c566&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1578634 Jan 26 21:08:31.461707 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-8a785d17-b155-47db-848e-5f96423f36d0 req-01f8f632-f06c-4fd8-9030-1fec51b0eea3 service neutron] 10.222.0.66 "GET /v2.0/networks/54e115b5-d471-45df-827b-e12849d10363?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1912568 Jan 26 21:08:31.462452 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cad2738-007f-4c8a-8561-76bb4122aa4e None None] Pushing event updated for resources: {'Port': ['ID=095339f6-726e-4532-a288-d363147d27fd,revision_number=3']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:08:31.467313 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6092d416-f968-4ca5-9403-242276a79bec None None] Routers {'959313f5-283d-43b9-9ade-d97dda2611c6'} bound to L3 agent in host n-d-760453-5 {{(pid=103306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 21:08:31.467937 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-6092d416-f968-4ca5-9403-242276a79bec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-26T20:55:21Z,description=,heartbeat_timestamp=2022-01-26T21:08:21Z,host='n-d-760453-5',id=09df100c-3af1-4b0a-bda8-05914c71c458,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:55:21Z,topic='l3_agent')) {'router_ids': ['959313f5-283d-43b9-9ade-d97dda2611c6'], 'active': True} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:08:31.483808 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-9dc91f79-c524-45b8-a8ed-eb588e5579fe req-b2ea09ab-c08d-4c4d-a8bc-fb6d321a2804 tempest-ServersAdminTestJSON-1370142338 tempest-ServersAdminTestJSON-1370142338-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=95bc11fd-db53-4b42-971c-c958ca031066&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1328342 Jan 26 21:08:31.513194 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-8e14a0a7-f105-42ae-8e1f-ee54b38ad6da None None] Current status of the port 86d752c9-6c88-4dad-b938-c9ef91c0db8d is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:08:31.516940 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.provisioning_blocks [req-4eba7141-0783-454b-81af-ad9632278450 req-19ad073c-377e-4543-9a2d-bed89da6d66f service neutron] Transition to ACTIVE for port object 40af6dae-610f-4291-8bbb-b8545196d594 will not be triggered until provisioned by entity L2. {{(pid=103305) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 21:08:31.523415 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-4eba7141-0783-454b-81af-ad9632278450 req-19ad073c-377e-4543-9a2d-bed89da6d66f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11791520'] for port (40af6dae-610f-4291-8bbb-b8545196d594), after_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:08:31.604387 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-8e14a0a7-f105-42ae-8e1f-ee54b38ad6da None None] Provisioning complete for port a4078fa5-71e0-4764-bce8-9603e922a966 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:08:31.604752 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-8e14a0a7-f105-42ae-8e1f-ee54b38ad6da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (a4078fa5-71e0-4764-bce8-9603e922a966), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:08:31.611940 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Current status of the port 86d752c9-6c88-4dad-b938-c9ef91c0db8d is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:08:31.612411 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [req-4eba7141-0783-454b-81af-ad9632278450 req-19ad073c-377e-4543-9a2d-bed89da6d66f service neutron] No DVR routers for this DVR port 40af6dae-610f-4291-8bbb-b8545196d594 on host n-h2-760453-5 {{(pid=103305) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 26 21:08:31.637561 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b149325c-d5a7-4c90-8bbb-05bf28ab7228 req-95a90993-3c58-48c5-b288-56205808eec2 tempest-LiveAutoBlockMigrationV225Test-1645909514 tempest-LiveAutoBlockMigrationV225Test-1645909514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:08:31.640290 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-b149325c-d5a7-4c90-8bbb-05bf28ab7228 req-95a90993-3c58-48c5-b288-56205808eec2 tempest-LiveAutoBlockMigrationV225Test-1645909514 tempest-LiveAutoBlockMigrationV225Test-1645909514-project] 10.222.0.13 "GET /v2.0/ports?device_id=d8f50517-906a-494e-a293-92450ad8c0a0 HTTP/1.1" status: 200 len: 944 time: 0.0611875 Jan 26 21:08:31.664065 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvr_db [None req-6092d416-f968-4ca5-9403-242276a79bec None None] Set router 959313f5-283d-43b9-9ade-d97dda2611c6 gateway port host: n-d-760453-5 {{(pid=103306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 21:08:31.666181 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-8e14a0a7-f105-42ae-8e1f-ee54b38ad6da None None] Port a4078fa5-71e0-4764-bce8-9603e922a966 cannot update to ACTIVE because it is not bound. {{(pid=103306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 26 21:08:31.675302 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-4eba7141-0783-454b-81af-ad9632278450 req-19ad073c-377e-4543-9a2d-bed89da6d66f service neutron] 10.222.0.57 "PUT /v2.0/ports/40af6dae-610f-4291-8bbb-b8545196d594/bindings/n-h1-760453-5/activate HTTP/1.1" status: 200 len: 369 time: 0.7749050 Jan 26 21:08:31.678901 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ad073c-377e-4543-9a2d-bed89da6d66f service neutron] Pushing event updated for resources: {'Port': ['ID=40af6dae-610f-4291-8bbb-b8545196d594,revision_number=10']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:08:31.729546 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-b149325c-d5a7-4c90-8bbb-05bf28ab7228 req-e72e1d1b-dbab-4c2f-81fa-a2b216376355 tempest-LiveAutoBlockMigrationV225Test-1645909514 tempest-LiveAutoBlockMigrationV225Test-1645909514-project] 10.222.0.13 "GET /v2.0/security-groups?id=d3d52ae6-e761-44ee-98bd-9ad0dc66343a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804021 Jan 26 21:08:31.796821 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eba7141-0783-454b-81af-ad9632278450 req-040aa481-750c-4872-8f21-621e37f6f766 tempest-LiveAutoBlockMigrationV225Test-2082869167 tempest-LiveAutoBlockMigrationV225Test-2082869167-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:08:31.799587 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-4eba7141-0783-454b-81af-ad9632278450 req-040aa481-750c-4872-8f21-621e37f6f766 tempest-LiveAutoBlockMigrationV225Test-2082869167 tempest-LiveAutoBlockMigrationV225Test-2082869167-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=d8f50517-906a-494e-a293-92450ad8c0a0&tenant_id=6a368bf2185e476485148d66b6d73c5c&binding%3Ahost_id=n-h2-760453-5 HTTP/1.1" status: 200 len: 1095 time: 0.0540004 Jan 26 21:08:31.831821 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-21e3b09a-937c-44e0-b0f1-86663e5321d8 None None] Provisioning complete for port a4078fa5-71e0-4764-bce8-9603e922a966 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:08:31.832294 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21e3b09a-937c-44e0-b0f1-86663e5321d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (a4078fa5-71e0-4764-bce8-9603e922a966), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:08:31.857442 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 46946) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:08:31.866263 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-6f1a8af9-9748-4607-af33-1ff27d8e79d8 tempest-ServersTestFqdnHostnames-1663210831 tempest-ServersTestFqdnHostnames-1663210831-project] Request body: {'security_group': {'name': 'tempest-securitygroup--200172743', 'description': 'tempest-description--754740187'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:08:31.888175 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eba7141-0783-454b-81af-ad9632278450 req-86aa94cf-f960-4690-8f80-b054833ba5e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:08:31.888609 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-21e3b09a-937c-44e0-b0f1-86663e5321d8 None None] Port a4078fa5-71e0-4764-bce8-9603e922a966 cannot update to ACTIVE because it is not bound. {{(pid=103306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 26 21:08:31.890949 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-6f1a8af9-9748-4607-af33-1ff27d8e79d8 tempest-ServersTestFqdnHostnames-1663210831 tempest-ServersTestFqdnHostnames-1663210831-project] Publish callbacks [] for security_group (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:08:31.891093 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-4eba7141-0783-454b-81af-ad9632278450 req-86aa94cf-f960-4690-8f80-b054833ba5e1 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=d8f50517-906a-494e-a293-92450ad8c0a0&tenant_id=6a368bf2185e476485148d66b6d73c5c HTTP/1.1" status: 200 len: 1095 time: 0.0599186 Jan 26 21:08:31.900827 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8588f92a-c264-4df1-953c-0d3e40363452 req-ec791b65-ada4-47ef-a911-1ab05188153f tempest-MigrationsAdminTest-1084137346 tempest-MigrationsAdminTest-1084137346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:08:31.902361 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-8588f92a-c264-4df1-953c-0d3e40363452 req-ec791b65-ada4-47ef-a911-1ab05188153f tempest-MigrationsAdminTest-1084137346 tempest-MigrationsAdminTest-1084137346-project] 10.222.0.13 "GET /v2.0/ports?device_id=6e0054d4-194a-4ef5-9a59-0af1fe168395 HTTP/1.1" status: 200 len: 950 time: 0.0995948 Jan 26 21:08:31.997106 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-6092d416-f968-4ca5-9403-242276a79bec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '959313f5-283d-43b9-9ade-d97dda2611c6', 'name': 'tempest-ServersTestFqdnHostnames-554146304-router', 'tenant_id': '4815438ae48244e6bf659aa0ac197d5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'external_fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.225'}], 'enable_snat': True}, 'gw_port_id': '095339f6-726e-4532-a288-d363147d27fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T21:08:24Z', 'updated_at': '2022-01-26T21:08:29Z', 'revision_number': 4, 'project_id': '4815438ae48244e6bf659aa0ac197d5f', 'gw_port': {'id': '095339f6-726e-4532-a288-d363147d27fd', 'name': '', 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:d1:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '959313f5-283d-43b9-9ade-d97dda2611c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:08:25Z', 'updated_at': '2022-01-26T21:08:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-5', '_interfaces': [{'id': 'a4078fa5-71e0-4764-bce8-9603e922a966', 'name': '', 'network_id': '04f127ee-b02e-4caf-884a-3d6915eed85e', 'tenant_id': '4815438ae48244e6bf659aa0ac197d5f', 'mac_address': 'fa:16:3e:07:dc:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '959313f5-283d-43b9-9ade-d97dda2611c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': '61a27748-d30c-4f5d-ae2a-2d53517279d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:08:29Z', 'updated_at': '2022-01-26T21:08:30Z', 'revision_number': 2, 'project_id': '4815438ae48244e6bf659aa0ac197d5f', 'subnets': [{'id': '61a27748-d30c-4f5d-ae2a-2d53517279d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760453-5', False) {} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:08:32.011375 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-6f1a8af9-9748-4607-af33-1ff27d8e79d8 tempest-ServersTestFqdnHostnames-1663210831 tempest-ServersTestFqdnHostnames-1663210831-project] Publish callbacks [] for security_group (c3884922-c788-4174-8be5-5a7a4ff5f5df), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:08:32.016735 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-8588f92a-c264-4df1-953c-0d3e40363452 req-ace6c121-af9b-4dde-8eeb-331ba07d697e tempest-MigrationsAdminTest-1084137346 tempest-MigrationsAdminTest-1084137346-project] 10.222.0.13 "GET /v2.0/security-groups?id=e0b082e3-685f-492b-b87f-3045b8ecd8c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932560 Jan 26 21:08:32.032693 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-6f1a8af9-9748-4607-af33-1ff27d8e79d8 tempest-ServersTestFqdnHostnames-1663210831 tempest-ServersTestFqdnHostnames-1663210831-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (c3884922-c788-4174-8be5-5a7a4ff5f5df), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:08:32.040149 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eba7141-0783-454b-81af-ad9632278450 req-bbd7c626-8851-46b8-8aba-ef37acfde990 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:08:32.041426 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6092d416-f968-4ca5-9403-242276a79bec None None] The sync data for ids ['959313f5-283d-43b9-9ade-d97dda2611c6'] in n-d-760453-5 is: [{'id': '959313f5-283d-43b9-9ade-d97dda2611c6', 'name': 'tempest-ServersTestFqdnHostnames-554146304-router', 'tenant_id': '4815438ae48244e6bf659aa0ac197d5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'external_fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.225'}], 'enable_snat': True}, 'gw_port_id': '095339f6-726e-4532-a288-d363147d27fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T21:08:24Z', 'updated_at': '2022-01-26T21:08:29Z', 'revision_number': 4, 'project_id': '4815438ae48244e6bf659aa0ac197d5f', 'gw_port': {'id': '095339f6-726e-4532-a288-d363147d27fd', 'name': '', 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:d1:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '959313f5-283d-43b9-9ade-d97dda2611c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:08:25Z', 'updated_at': '2022-01-26T21:08:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-5', '_interfaces': [{'id': 'a4078fa5-71e0-4764-bce8-9603e922a966', 'name': '', 'network_id': '04f127ee-b02e-4caf-884a-3d6915eed85e', 'tenant_id': '4815438ae48244e6bf659aa0ac197d5f', 'mac_address': 'fa:16:3e:07:dc:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '959313f5-283d-43b9-9ade-d97dda2611c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': '61a27748-d30c-4f5d-ae2a-2d53517279d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:08:29Z', 'updated_at': '2022-01-26T21:08:30Z', 'revision_number': 2, 'project_id': '4815438ae48244e6bf659aa0ac197d5f', 'subnets': [{'id': '61a27748-d30c-4f5d-ae2a-2d53517279d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 26 21:08:32.042625 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-4eba7141-0783-454b-81af-ad9632278450 req-bbd7c626-8851-46b8-8aba-ef37acfde990 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=6a368bf2185e476485148d66b6d73c5c&device_id=d8f50517-906a-494e-a293-92450ad8c0a0 HTTP/1.1" status: 200 len: 1095 time: 0.1098936 Jan 26 21:08:32.082353 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-6f1a8af9-9748-4607-af33-1ff27d8e79d8 tempest-ServersTestFqdnHostnames-1663210831 tempest-ServersTestFqdnHostnames-1663210831-project] Publish callbacks [] for security_group (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:08:32.083728 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-6f1a8af9-9748-4607-af33-1ff27d8e79d8 tempest-ServersTestFqdnHostnames-1663210831 tempest-ServersTestFqdnHostnames-1663210831-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.2250667 Jan 26 21:08:32.085991 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 46956) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:08:32.097276 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77333eae-09be-42e4-b7f1-6c6796bfdbd4 req-56826393-7163-462a-b75e-b17d14a29870 tempest-ImagesOneServerNegativeTestJSON-151319106 tempest-ImagesOneServerNegativeTestJSON-151319106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:08:32.098826 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-77333eae-09be-42e4-b7f1-6c6796bfdbd4 req-56826393-7163-462a-b75e-b17d14a29870 tempest-ImagesOneServerNegativeTestJSON-151319106 tempest-ImagesOneServerNegativeTestJSON-151319106-project] 10.222.0.57 "GET /v2.0/ports?device_id=5203b0ca-876b-4f8e-9238-fe91ea9f042e HTTP/1.1" status: 200 len: 944 time: 0.1081433 Jan 26 21:08:32.102161 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-a67dac04-057c-485c-916b-ad0ee1e7129c tempest-ServersTestFqdnHostnames-1663210831 tempest-ServersTestFqdnHostnames-1663210831-project] Request body: {'security_group_rule': {'security_group_id': 'c3884922-c788-4174-8be5-5a7a4ff5f5df', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:08:32.107975 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f1a8af9-9748-4607-af33-1ff27d8e79d8 tempest-ServersTestFqdnHostnames-1663210831 tempest-ServersTestFqdnHostnames-1663210831-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c3884922-c788-4174-8be5-5a7a4ff5f5df,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:08:32.192496 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-a67dac04-057c-485c-916b-ad0ee1e7129c tempest-ServersTestFqdnHostnames-1663210831 tempest-ServersTestFqdnHostnames-1663210831-project] Publish callbacks [] for security_group_rule (f84f54d8-dcc0-4a16-be87-1591e7ac43fe), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:08:32.195045 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Device 9a23358d-b561-4674-b1d7-66ac357cb381 up at agent hyperv_n-h2-760453-5 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 21:08:32.203887 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0824cc8-11a7-486c-b8b2-0af1dd6a7fb8 req-b69cc30f-63c4-4855-98c6-28a0b02ec05f tempest-ServersAdminTestJSON-1370142338 tempest-ServersAdminTestJSON-1370142338-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:08:32.211105 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-d0824cc8-11a7-486c-b8b2-0af1dd6a7fb8 req-b69cc30f-63c4-4855-98c6-28a0b02ec05f tempest-ServersAdminTestJSON-1370142338 tempest-ServersAdminTestJSON-1370142338-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=242b7086-c188-4e0a-9af5-4749fa74838b HTTP/1.1" status: 200 len: 1102 time: 0.0994172 Jan 26 21:08:32.268335 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-d0824cc8-11a7-486c-b8b2-0af1dd6a7fb8 req-0d26f613-f1e0-43ad-a911-61642b819e75 tempest-ServersAdminTestJSON-1370142338 tempest-ServersAdminTestJSON-1370142338-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=95bc11fd-db53-4b42-971c-c958ca031066&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544319 Jan 26 21:08:32.290967 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eba7141-0783-454b-81af-ad9632278450 req-7631385e-d63a-48b2-8719-9b25f967c96f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:08:32.292496 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-4eba7141-0783-454b-81af-ad9632278450 req-7631385e-d63a-48b2-8719-9b25f967c96f service neutron] 10.222.0.66 "GET /v2.0/networks?id=1c3811f3-dcb6-4f77-8c26-3e9819d7c63c HTTP/1.1" status: 200 len: 921 time: 0.2171586 Jan 26 21:08:32.295873 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-a67dac04-057c-485c-916b-ad0ee1e7129c tempest-ServersTestFqdnHostnames-1663210831 tempest-ServersTestFqdnHostnames-1663210831-project] Publish callbacks [] for security_group_rule (f84f54d8-dcc0-4a16-be87-1591e7ac43fe), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:08:32.313760 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Provisioning complete for port 9a23358d-b561-4674-b1d7-66ac357cb381 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:08:32.314275 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [req-77333eae-09be-42e4-b7f1-6c6796bfdbd4 req-183c1149-a0b3-477d-98ec-d0aa92a3bc58 tempest-ImagesOneServerNegativeTestJSON-151319106 tempest-ImagesOneServerNegativeTestJSON-151319106-project] Deleting port 9a23358d-b561-4674-b1d7-66ac357cb381 {{(pid=103305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 21:08:32.314730 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-77333eae-09be-42e4-b7f1-6c6796bfdbd4 req-183c1149-a0b3-477d-98ec-d0aa92a3bc58 tempest-ImagesOneServerNegativeTestJSON-151319106 tempest-ImagesOneServerNegativeTestJSON-151319106-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746560630878'] for port (9a23358d-b561-4674-b1d7-66ac357cb381), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:08:32.315586 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (9a23358d-b561-4674-b1d7-66ac357cb381), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:08:32.322815 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-a67dac04-057c-485c-916b-ad0ee1e7129c tempest-ServersTestFqdnHostnames-1663210831 tempest-ServersTestFqdnHostnames-1663210831-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102715'] for security_group_rule (f84f54d8-dcc0-4a16-be87-1591e7ac43fe), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:08:32.374963 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-4eba7141-0783-454b-81af-ad9632278450 req-217e760e-0508-40c5-a1c2-3f44506ec75e service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=40af6dae-610f-4291-8bbb-b8545196d594 HTTP/1.1" status: 200 len: 217 time: 0.0721638 Jan 26 21:08:32.407862 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-a67dac04-057c-485c-916b-ad0ee1e7129c tempest-ServersTestFqdnHostnames-1663210831 tempest-ServersTestFqdnHostnames-1663210831-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:08:32.409374 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-a67dac04-057c-485c-916b-ad0ee1e7129c tempest-ServersTestFqdnHostnames-1663210831 tempest-ServersTestFqdnHostnames-1663210831-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3217840 Jan 26 21:08:32.418050 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 46964) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:08:32.444206 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-4145a9a3-8e2b-48a1-8689-bdb8519b0cea tempest-ServersTestFqdnHostnames-1663210831 tempest-ServersTestFqdnHostnames-1663210831-project] Request body: {'security_group_rule': {'security_group_id': 'c3884922-c788-4174-8be5-5a7a4ff5f5df', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:08:32.449245 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67dac04-057c-485c-916b-ad0ee1e7129c tempest-ServersTestFqdnHostnames-1663210831 tempest-ServersTestFqdnHostnames-1663210831-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f84f54d8-dcc0-4a16-be87-1591e7ac43fe,revision_number=0']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:08:32.468686 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Current status of the port 9a23358d-b561-4674-b1d7-66ac357cb381 is: DOWN; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:08:32.469119 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (9a23358d-b561-4674-b1d7-66ac357cb381), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:08:32.508969 n-d-760453-5 neutron-server[103306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5203b0ca-876b-4f8e-9238-fe91ea9f042e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a23358d-b561-4674-b1d7-66ac357cb381'}] {{(pid=103306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 21:08:32.509227 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-4145a9a3-8e2b-48a1-8689-bdb8519b0cea tempest-ServersTestFqdnHostnames-1663210831 tempest-ServersTestFqdnHostnames-1663210831-project] Publish callbacks [] for security_group_rule (255f6f28-d618-4244-868b-e2425a28dfa6), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:08:32.511341 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9d5d370febab655511bdd2ffe887e43e442d144a440368702bcc1e93af00b97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e6abbae-ad2a-4dec-8b8d-67664ad2e4c3" -d '{"events": [{"server_uuid": "5203b0ca-876b-4f8e-9238-fe91ea9f042e", "name": "network-vif-plugged", "status": "completed", "tag": "9a23358d-b561-4674-b1d7-66ac357cb381"}]}' {{(pid=103306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 21:08:32.512861 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4540d4a8-7eb0-45e0-a519-2d560fed4e36 req-6292f590-b53a-46f4-9a2d-1fd13eb65815 tempest-ServersAdminNegativeTestJSON-1178057290 tempest-ServersAdminNegativeTestJSON-1178057290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:08:32.514360 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-4540d4a8-7eb0-45e0-a519-2d560fed4e36 req-6292f590-b53a-46f4-9a2d-1fd13eb65815 tempest-ServersAdminNegativeTestJSON-1178057290 tempest-ServersAdminNegativeTestJSON-1178057290-project] 10.222.0.13 "GET /v2.0/ports?device_id=8ff15467-9e0a-43b0-a90b-bab43a92f36a HTTP/1.1" status: 200 len: 950 time: 0.1428723 Jan 26 21:08:32.526861 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3eed01-5518-47f9-ae85-ff659276dcdc req-52bb9fad-0e02-4eae-818a-5f50e26c8f9c tempest-ImagesOneServerNegativeTestJSON-151319106 tempest-ImagesOneServerNegativeTestJSON-151319106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:08:32.534334 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-1c3eed01-5518-47f9-ae85-ff659276dcdc req-52bb9fad-0e02-4eae-818a-5f50e26c8f9c tempest-ImagesOneServerNegativeTestJSON-151319106 tempest-ImagesOneServerNegativeTestJSON-151319106-project] 10.222.0.13 "GET /v2.0/ports?device_id=5203b0ca-876b-4f8e-9238-fe91ea9f042e HTTP/1.1" status: 200 len: 944 time: 0.1632330 Jan 26 21:08:32.537770 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] For port 9a23358d-b561-4674-b1d7-66ac357cb381, host n-h2-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-5',level=0,port_id=9a23358d-b561-4674-b1d7-66ac357cb381,segment=NetworkSegment(58f97d30-90ed-4b82-8d47-15dab34d927d),segment_id=58f97d30-90ed-4b82-8d47-15dab34d927d)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:08:32.538794 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eba7141-0783-454b-81af-ad9632278450 req-8ffee410-770d-4ac4-8fe5-76418ca1ee4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:08:32.540253 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-4eba7141-0783-454b-81af-ad9632278450 req-8ffee410-770d-4ac4-8fe5-76418ca1ee4e service neutron] 10.222.0.66 "GET /v2.0/subnets?id=dae01ee8-17f0-4a86-8f17-22a537cba2b9 HTTP/1.1" status: 200 len: 860 time: 0.1494398 Jan 26 21:08:32.542910 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (9a23358d-b561-4674-b1d7-66ac357cb381), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:08:32.550180 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [req-77333eae-09be-42e4-b7f1-6c6796bfdbd4 req-183c1149-a0b3-477d-98ec-d0aa92a3bc58 tempest-ImagesOneServerNegativeTestJSON-151319106 tempest-ImagesOneServerNegativeTestJSON-151319106-project] For port 9a23358d-b561-4674-b1d7-66ac357cb381, host n-h2-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-5',level=0,port_id=9a23358d-b561-4674-b1d7-66ac357cb381,segment=NetworkSegment(58f97d30-90ed-4b82-8d47-15dab34d927d),segment_id=58f97d30-90ed-4b82-8d47-15dab34d927d)] {{(pid=103305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:08:32.550693 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-77333eae-09be-42e4-b7f1-6c6796bfdbd4 req-183c1149-a0b3-477d-98ec-d0aa92a3bc58 tempest-ImagesOneServerNegativeTestJSON-151319106 tempest-ImagesOneServerNegativeTestJSON-151319106-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4109658'] for port (9a23358d-b561-4674-b1d7-66ac357cb381), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:08:32.578494 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [req-77333eae-09be-42e4-b7f1-6c6796bfdbd4 req-183c1149-a0b3-477d-98ec-d0aa92a3bc58 tempest-ImagesOneServerNegativeTestJSON-151319106 tempest-ImagesOneServerNegativeTestJSON-151319106-project] Calling delete_port for 9a23358d-b561-4674-b1d7-66ac357cb381 owned by compute:nova {{(pid=103305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 21:08:32.604296 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Pushing event updated for resources: {'Port': ['ID=9a23358d-b561-4674-b1d7-66ac357cb381,revision_number=8']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:08:32.613335 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:08:32.613671 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:08:32.614004 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:08:32.614339 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:08:32.614678 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:08:32.614802 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-4eba7141-0783-454b-81af-ad9632278450 req-c2dcf92f-10ff-405b-a9c3-c2c5686a3b10 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=1c3811f3-dcb6-4f77-8c26-3e9819d7c63c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0622349 Jan 26 21:08:32.615069 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:08:32.615395 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:08:32.615861 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:08:32.616240 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:08:32.616566 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:08:32.616885 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:08:32.617202 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:08:32.617682 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:08:32.647455 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-4145a9a3-8e2b-48a1-8689-bdb8519b0cea tempest-ServersTestFqdnHostnames-1663210831 tempest-ServersTestFqdnHostnames-1663210831-project] Publish callbacks [] for security_group_rule (255f6f28-d618-4244-868b-e2425a28dfa6), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:08:32.649777 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-4145a9a3-8e2b-48a1-8689-bdb8519b0cea tempest-ServersTestFqdnHostnames-1663210831 tempest-ServersTestFqdnHostnames-1663210831-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102715'] for security_group_rule (255f6f28-d618-4244-868b-e2425a28dfa6), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:08:32.683346 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4145a9a3-8e2b-48a1-8689-bdb8519b0cea tempest-ServersTestFqdnHostnames-1663210831 tempest-ServersTestFqdnHostnames-1663210831-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=255f6f28-d618-4244-868b-e2425a28dfa6,revision_number=0']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:08:32.712076 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-4145a9a3-8e2b-48a1-8689-bdb8519b0cea tempest-ServersTestFqdnHostnames-1663210831 tempest-ServersTestFqdnHostnames-1663210831-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:08:32.713448 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-4145a9a3-8e2b-48a1-8689-bdb8519b0cea tempest-ServersTestFqdnHostnames-1663210831 tempest-ServersTestFqdnHostnames-1663210831-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2941785 Jan 26 21:08:32.718719 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 46968) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:08:32.718901 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-4540d4a8-7eb0-45e0-a519-2d560fed4e36 req-bacc52f3-56d2-44c5-a463-b065e62a541f tempest-ServersAdminNegativeTestJSON-1178057290 tempest-ServersAdminNegativeTestJSON-1178057290-project] 10.222.0.13 "GET /v2.0/security-groups?id=c18b03c4-72d9-42c1-93c5-33d242c8ac5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1807494 Jan 26 21:08:32.724436 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-62d9077b-8942-4a27-9188-588a20ce26f6 tempest-ServersTestFqdnHostnames-1663210831 tempest-ServersTestFqdnHostnames-1663210831-project] Request body: {'floatingip': {'floating_network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:08:32.749041 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-1c3eed01-5518-47f9-ae85-ff659276dcdc req-e5daffcc-bf84-44cf-af9a-1e073ca0326e tempest-ImagesOneServerNegativeTestJSON-151319106 tempest-ImagesOneServerNegativeTestJSON-151319106-project] 10.222.0.13 "GET /v2.0/security-groups?id=aea9fb57-b28b-4984-b6fd-ae500e1c8e4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2136519 Jan 26 21:08:32.793170 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-62d9077b-8942-4a27-9188-588a20ce26f6 tempest-ServersTestFqdnHostnames-1663210831 tempest-ServersTestFqdnHostnames-1663210831-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:08:32.813352 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-77333eae-09be-42e4-b7f1-6c6796bfdbd4 req-183c1149-a0b3-477d-98ec-d0aa92a3bc58 tempest-ImagesOneServerNegativeTestJSON-151319106 tempest-ImagesOneServerNegativeTestJSON-151319106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746560636600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746560234536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11791543'] for port (9a23358d-b561-4674-b1d7-66ac357cb381), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:08:32.824749 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-4eba7141-0783-454b-81af-ad9632278450 req-0d924bb5-6797-4b5a-9812-b3ad143c1e24 service neutron] 10.222.0.66 "GET /v2.0/networks/1c3811f3-dcb6-4f77-8c26-3e9819d7c63c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1895053 Jan 26 21:08:32.825948 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] get_ports_and_sgs() called for port_ids ['9a23358d-b561-4674-b1d7-66ac357cb381'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 26 21:08:32.855383 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-183c1149-a0b3-477d-98ec-d0aa92a3bc58 tempest-ImagesOneServerNegativeTestJSON-151319106 tempest-ImagesOneServerNegativeTestJSON-151319106-project] Pushing event deleted for resources: {'Port': ['ID=9a23358d-b561-4674-b1d7-66ac357cb381,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:08:32.952075 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [req-77333eae-09be-42e4-b7f1-6c6796bfdbd4 req-183c1149-a0b3-477d-98ec-d0aa92a3bc58 tempest-ImagesOneServerNegativeTestJSON-151319106 tempest-ImagesOneServerNegativeTestJSON-151319106-project] No DVR routers for this DVR port 9a23358d-b561-4674-b1d7-66ac357cb381 on host n-h2-760453-5 {{(pid=103305) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 26 21:08:32.955450 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-77333eae-09be-42e4-b7f1-6c6796bfdbd4 req-183c1149-a0b3-477d-98ec-d0aa92a3bc58 tempest-ImagesOneServerNegativeTestJSON-151319106 tempest-ImagesOneServerNegativeTestJSON-151319106-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:08:32.961415 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Jan 2022 21:08:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5670bb16-f1b5-472d-ab22-0ff8a2995321 x-openstack-request-id: req-5670bb16-f1b5-472d-ab22-0ff8a2995321 {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 21:08:32.962467 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5203b0ca-876b-4f8e-9238-fe91ea9f042e", "name": "network-vif-plugged", "status": "completed", "tag": "9a23358d-b561-4674-b1d7-66ac357cb381", "code": 200}]} {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 21:08:32.962910 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-5670bb16-f1b5-472d-ab22-0ff8a2995321 {{(pid=103306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 21:08:32.963449 n-d-760453-5 neutron-server[103306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5203b0ca-876b-4f8e-9238-fe91ea9f042e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a23358d-b561-4674-b1d7-66ac357cb381', 'code': 200} Jan 26 21:08:32.964622 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-77333eae-09be-42e4-b7f1-6c6796bfdbd4 req-183c1149-a0b3-477d-98ec-d0aa92a3bc58 tempest-ImagesOneServerNegativeTestJSON-151319106 tempest-ImagesOneServerNegativeTestJSON-151319106-project] 10.222.0.57 "DELETE /v2.0/ports/9a23358d-b561-4674-b1d7-66ac357cb381 HTTP/1.1" status: 204 len: 173 time: 0.8506913 Jan 26 21:08:32.965126 n-d-760453-5 neutron-server[103305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5203b0ca-876b-4f8e-9238-fe91ea9f042e', 'name': 'network-vif-deleted', 'tag': '9a23358d-b561-4674-b1d7-66ac357cb381'}] {{(pid=103305) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 21:08:32.967456 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d4654568b7bf041e72ff8fe1c96d6d761d9c921f2b99bc7b3a26632be20cee0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21e5c482-762e-4452-9b61-90faf5718ee4" -d '{"events": [{"server_uuid": "5203b0ca-876b-4f8e-9238-fe91ea9f042e", "name": "network-vif-deleted", "tag": "9a23358d-b561-4674-b1d7-66ac357cb381"}]}' {{(pid=103305) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 21:08:33.007533 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a08203-31b7-442e-9005-04f9f86333e4 req-a0fd8854-5d3c-48c3-b617-afcc3c38a5c7 tempest-FloatingIPsAssociationNegativeTestJSON-863358768 tempest-FloatingIPsAssociationNegativeTestJSON-863358768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:08:33.008997 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-f1a08203-31b7-442e-9005-04f9f86333e4 req-a0fd8854-5d3c-48c3-b617-afcc3c38a5c7 tempest-FloatingIPsAssociationNegativeTestJSON-863358768 tempest-FloatingIPsAssociationNegativeTestJSON-863358768-project] 10.222.0.13 "GET /v2.0/ports?device_id=44e509ba-6109-4586-a8ba-08a6823dbe1b HTTP/1.1" status: 200 len: 944 time: 0.0927823 Jan 26 21:08:33.011752 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-4eba7141-0783-454b-81af-ad9632278450 req-8191b559-2f33-408f-9f4a-09003deda781 service neutron] 10.222.0.66 "GET /v2.0/networks/1c3811f3-dcb6-4f77-8c26-3e9819d7c63c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1772208 Jan 26 21:08:33.047003 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-62d9077b-8942-4a27-9188-588a20ce26f6 tempest-ServersTestFqdnHostnames-1663210831 tempest-ServersTestFqdnHostnames-1663210831-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:08:33.118102 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-f1a08203-31b7-442e-9005-04f9f86333e4 req-27d9a9d0-e76d-4df8-8c4b-4c341d3a1af7 tempest-FloatingIPsAssociationNegativeTestJSON-863358768 tempest-FloatingIPsAssociationNegativeTestJSON-863358768-project] 10.222.0.13 "GET /v2.0/security-groups?id=74af5a62-367f-4806-bb53-2aff4035c566&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972698 Jan 26 21:08:33.154642 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6165580-d668-4070-b43b-0c30136b58ba req-8d9b1c31-f8dc-4e7c-a345-58ace6de3aa7 tempest-LiveAutoBlockMigrationV225Test-1645909514 tempest-LiveAutoBlockMigrationV225Test-1645909514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:08:33.156639 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-d6165580-d668-4070-b43b-0c30136b58ba req-8d9b1c31-f8dc-4e7c-a345-58ace6de3aa7 tempest-LiveAutoBlockMigrationV225Test-1645909514 tempest-LiveAutoBlockMigrationV225Test-1645909514-project] 10.222.0.13 "GET /v2.0/ports?device_id=d8f50517-906a-494e-a293-92450ad8c0a0 HTTP/1.1" status: 200 len: 944 time: 0.0981624 Jan 26 21:08:33.309997 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-d6165580-d668-4070-b43b-0c30136b58ba req-0d2b4f02-7ebc-447a-b1fa-c780bf4bbb8b tempest-LiveAutoBlockMigrationV225Test-1645909514 tempest-LiveAutoBlockMigrationV225Test-1645909514-project] 10.222.0.13 "GET /v2.0/security-groups?id=d3d52ae6-e761-44ee-98bd-9ad0dc66343a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1326034 Jan 26 21:08:33.350382 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d0ebf2-1fdf-4ba7-b2c7-3592b6396479 req-7db8da30-03f2-41b6-930a-47b2a05348b5 tempest-ServersAdminTestJSON-2108229583 tempest-ServersAdminTestJSON-2108229583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:08:33.351972 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-95d0ebf2-1fdf-4ba7-b2c7-3592b6396479 req-7db8da30-03f2-41b6-930a-47b2a05348b5 tempest-ServersAdminTestJSON-2108229583 tempest-ServersAdminTestJSON-2108229583-project] 10.222.0.13 "GET /v2.0/ports?device_id=16884e59-489a-4b67-8196-44a9711f0d06 HTTP/1.1" status: 200 len: 949 time: 0.1242712 Jan 26 21:08:33.466947 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Jan 2022 21:08:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6b26d3c-509c-49e7-99e2-89eae8bd00bc x-openstack-request-id: req-a6b26d3c-509c-49e7-99e2-89eae8bd00bc {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 21:08:33.467602 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5203b0ca-876b-4f8e-9238-fe91ea9f042e", "name": "network-vif-deleted", "tag": "9a23358d-b561-4674-b1d7-66ac357cb381", "status": "completed", "code": 200}]} {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 21:08:33.467602 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a6b26d3c-509c-49e7-99e2-89eae8bd00bc {{(pid=103305) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 21:08:33.468205 n-d-760453-5 neutron-server[103305]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5203b0ca-876b-4f8e-9238-fe91ea9f042e', 'name': 'network-vif-deleted', 'tag': '9a23358d-b561-4674-b1d7-66ac357cb381', 'status': 'completed', 'code': 200} Jan 26 21:08:33.511298 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.db_base_plugin_common [None req-62d9077b-8942-4a27-9188-588a20ce26f6 tempest-ServersTestFqdnHostnames-1663210831 tempest-ServersTestFqdnHostnames-1663210831-project] Allocated IP 172.25.1.99 (4140a1f1-c93a-4bea-83a0-68953a54f299/e48251a1-e30d-4820-8396-00c6f6aeb601/71ff078f-4f54-47ab-b975-f7ac4105056a) {{(pid=103305) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 21:08:33.512037 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-95d0ebf2-1fdf-4ba7-b2c7-3592b6396479 req-a9c068ad-2d07-46ac-a990-74f377a7fb91 tempest-ServersAdminTestJSON-2108229583 tempest-ServersAdminTestJSON-2108229583-project] 10.222.0.13 "GET /v2.0/security-groups?id=95bc11fd-db53-4b42-971c-c958ca031066&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1438024 Jan 26 21:08:33.514063 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eba7141-0783-454b-81af-ad9632278450 req-08699060-bc23-4476-905a-200ab9c6de4f tempest-LiveAutoBlockMigrationV225Test-2082869167 tempest-LiveAutoBlockMigrationV225Test-2082869167-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:08:33.515592 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-4eba7141-0783-454b-81af-ad9632278450 req-08699060-bc23-4476-905a-200ab9c6de4f tempest-LiveAutoBlockMigrationV225Test-2082869167 tempest-LiveAutoBlockMigrationV225Test-2082869167-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=d8f50517-906a-494e-a293-92450ad8c0a0&tenant_id=6a368bf2185e476485148d66b6d73c5c&binding%3Ahost_id=n-h1-760453-5 HTTP/1.1" status: 200 len: 1095 time: 0.1582103 Jan 26 21:08:33.551926 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Device f5010a61-3896-475f-8bb6-a71c3454c269 details requested by agent hyperv_n-h1-760453-5 with host n-h1-760453-5 {{(pid=103306) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 26 21:08:33.602300 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8904358-6ca5-497e-a0c7-de6906b9b1bd req-a00d1169-6b5c-43f5-bae8-5013db2c654c tempest-MigrationsAdminTest-1084137346 tempest-MigrationsAdminTest-1084137346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:08:33.608905 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-c8904358-6ca5-497e-a0c7-de6906b9b1bd req-a00d1169-6b5c-43f5-bae8-5013db2c654c tempest-MigrationsAdminTest-1084137346 tempest-MigrationsAdminTest-1084137346-project] 10.222.0.13 "GET /v2.0/ports?device_id=6e0054d4-194a-4ef5-9a59-0af1fe168395 HTTP/1.1" status: 200 len: 950 time: 0.1773553 Jan 26 21:08:33.702671 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-62d9077b-8942-4a27-9188-588a20ce26f6 tempest-ServersTestFqdnHostnames-1663210831 tempest-ServersTestFqdnHostnames-1663210831-project] Publish callbacks [] for port (71ff078f-4f54-47ab-b975-f7ac4105056a), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:08:33.714760 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-c8904358-6ca5-497e-a0c7-de6906b9b1bd req-6032078b-ad87-477c-a32e-594988b8955a tempest-MigrationsAdminTest-1084137346 tempest-MigrationsAdminTest-1084137346-project] 10.222.0.13 "GET /v2.0/security-groups?id=e0b082e3-685f-492b-b87f-3045b8ecd8c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861926 Jan 26 21:08:33.720249 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] For port f5010a61-3896-475f-8bb6-a71c3454c269, host n-h1-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-5',level=0,port_id=f5010a61-3896-475f-8bb6-a71c3454c269,segment=NetworkSegment(e735e8d3-0a74-4bc6-9ae3-6a81e28a91f7),segment_id=e735e8d3-0a74-4bc6-9ae3-6a81e28a91f7)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:08:33.733116 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Returning: {'device': 'f5010a61-3896-475f-8bb6-a71c3454c269', 'network_id': '54e115b5-d471-45df-827b-e12849d10363', 'port_id': 'f5010a61-3896-475f-8bb6-a71c3454c269', 'mac_address': 'fa:16:3e:b1:c8:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 550, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'edb22ac6-94b4-4b03-825b-a95146dd1cdd', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103306) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 26 21:08:33.774066 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Current status of the port f5010a61-3896-475f-8bb6-a71c3454c269 is: DOWN; New status is: BUILD {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:08:33.778862 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [req-4eba7141-0783-454b-81af-ad9632278450 req-b1d24dad-49a5-49c7-9c3c-ef192c205e31 service neutron] For port 40af6dae-610f-4291-8bbb-b8545196d594, host n-h2-760453-5, cleared binding levels {{(pid=103304) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 26 21:08:33.779689 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (f5010a61-3896-475f-8bb6-a71c3454c269), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:08:33.783364 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-4eba7141-0783-454b-81af-ad9632278450 req-b1d24dad-49a5-49c7-9c3c-ef192c205e31 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:08:33.784761 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-4eba7141-0783-454b-81af-ad9632278450 req-b1d24dad-49a5-49c7-9c3c-ef192c205e31 service neutron] 10.222.0.66 "DELETE /v2.0/ports/40af6dae-610f-4291-8bbb-b8545196d594/bindings/n-h2-760453-5 HTTP/1.1" status: 204 len: 173 time: 0.2614651 Jan 26 21:08:33.800193 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-62d9077b-8942-4a27-9188-588a20ce26f6 tempest-ServersTestFqdnHostnames-1663210831 tempest-ServersTestFqdnHostnames-1663210831-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746560234527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11791543'] for port (71ff078f-4f54-47ab-b975-f7ac4105056a), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:08:33.816578 n-d-760453-5 neutron-server[103306]: DEBUG neutron.notifiers.nova [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f5010a61-3896-475f-8bb6-a71c3454c269 {{(pid=103306) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 26 21:08:33.855660 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] For port f5010a61-3896-475f-8bb6-a71c3454c269, host n-h1-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-5',level=0,port_id=f5010a61-3896-475f-8bb6-a71c3454c269,segment=NetworkSegment(e735e8d3-0a74-4bc6-9ae3-6a81e28a91f7),segment_id=e735e8d3-0a74-4bc6-9ae3-6a81e28a91f7)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:08:33.864131 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (f5010a61-3896-475f-8bb6-a71c3454c269), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:08:33.886601 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d9077b-8942-4a27-9188-588a20ce26f6 tempest-ServersTestFqdnHostnames-1663210831 tempest-ServersTestFqdnHostnames-1663210831-project] Pushing event updated for resources: {'Port': ['ID=71ff078f-4f54-47ab-b975-f7ac4105056a,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:08:33.909861 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c8d088-9b03-4fe4-ac11-a9bb93e562e3 req-0267d5ef-4e86-41eb-ba08-1fdb45d3ecc1 tempest-ServersAdminNegativeTestJSON-1178057290 tempest-ServersAdminNegativeTestJSON-1178057290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:08:33.915300 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62d9077b-8942-4a27-9188-588a20ce26f6 tempest-ServersTestFqdnHostnames-1663210831 tempest-ServersTestFqdnHostnames-1663210831-project] Network 4140a1f1-c93a-4bea-83a0-68953a54f299 is already hosted by enough agents. {{(pid=103305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 21:08:33.916514 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-78c8d088-9b03-4fe4-ac11-a9bb93e562e3 req-0267d5ef-4e86-41eb-ba08-1fdb45d3ecc1 tempest-ServersAdminNegativeTestJSON-1178057290 tempest-ServersAdminNegativeTestJSON-1178057290-project] 10.222.0.13 "GET /v2.0/ports?device_id=8ff15467-9e0a-43b0-a90b-bab43a92f36a HTTP/1.1" status: 200 len: 950 time: 0.0724373 Jan 26 21:08:33.934056 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [None req-62d9077b-8942-4a27-9188-588a20ce26f6 tempest-ServersTestFqdnHostnames-1663210831 tempest-ServersTestFqdnHostnames-1663210831-project] Resources bound (agent type, host, resource id): {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:08:33.943389 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62d9077b-8942-4a27-9188-588a20ce26f6 tempest-ServersTestFqdnHostnames-1663210831 tempest-ServersTestFqdnHostnames-1663210831-project] Received port after_create {{(pid=103305) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 21:08:33.946697 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Pushing event updated for resources: {'Port': ['ID=f5010a61-3896-475f-8bb6-a71c3454c269,revision_number=4']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:08:33.996859 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-78c8d088-9b03-4fe4-ac11-a9bb93e562e3 req-32ec0d8c-9384-4a0e-9c47-e98e2833d75f tempest-ServersAdminNegativeTestJSON-1178057290 tempest-ServersAdminNegativeTestJSON-1178057290-project] 10.222.0.13 "GET /v2.0/security-groups?id=c18b03c4-72d9-42c1-93c5-33d242c8ac5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731752 Jan 26 21:08:34.006258 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6db576-181a-4a44-9876-8442df04ce23 req-09e4e6fb-0119-4fdd-99b4-2aba474a8077 tempest-ServersAdminNegativeTestJSON-1178057290 tempest-ServersAdminNegativeTestJSON-1178057290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:08:34.007752 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-ba6db576-181a-4a44-9876-8442df04ce23 req-09e4e6fb-0119-4fdd-99b4-2aba474a8077 tempest-ServersAdminNegativeTestJSON-1178057290 tempest-ServersAdminNegativeTestJSON-1178057290-project] 10.222.0.57 "GET /v2.0/ports?device_id=8ff15467-9e0a-43b0-a90b-bab43a92f36a HTTP/1.1" status: 200 len: 950 time: 0.1230452 Jan 26 21:08:34.114560 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-62d9077b-8942-4a27-9188-588a20ce26f6 tempest-ServersTestFqdnHostnames-1663210831 tempest-ServersTestFqdnHostnames-1663210831-project] Publish callbacks [] for floatingip (086239b4-07c7-4cdc-a4bd-a14801ba3d45), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:08:34.157628 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-62d9077b-8942-4a27-9188-588a20ce26f6 tempest-ServersTestFqdnHostnames-1663210831 tempest-ServersTestFqdnHostnames-1663210831-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (71ff078f-4f54-47ab-b975-f7ac4105056a), before_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:08:34.195530 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [req-ba6db576-181a-4a44-9876-8442df04ce23 req-6a16623b-0b9c-431f-92e7-d14ad2195f28 tempest-ServersAdminNegativeTestJSON-1178057290 tempest-ServersAdminNegativeTestJSON-1178057290-project] Deleting port ecf8e7a9-c48e-4107-a343-dfd7589e5e50 {{(pid=103305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 21:08:34.195989 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-ba6db576-181a-4a44-9876-8442df04ce23 req-6a16623b-0b9c-431f-92e7-d14ad2195f28 tempest-ServersAdminNegativeTestJSON-1178057290 tempest-ServersAdminNegativeTestJSON-1178057290-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746560630878'] for port (ecf8e7a9-c48e-4107-a343-dfd7589e5e50), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:08:34.230635 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4df730b-ef57-4522-991e-ba9000d11aca req-bbbc1df0-7a2d-44b7-89e2-c4fd4189bb2c tempest-ImagesOneServerNegativeTestJSON-151319106 tempest-ImagesOneServerNegativeTestJSON-151319106-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:08:34.239332 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-f4df730b-ef57-4522-991e-ba9000d11aca req-bbbc1df0-7a2d-44b7-89e2-c4fd4189bb2c tempest-ImagesOneServerNegativeTestJSON-151319106 tempest-ImagesOneServerNegativeTestJSON-151319106-project] 10.222.0.13 "GET /v2.0/networks?id=4926adbd-bb58-409b-9ac8-4ddd785838cc HTTP/1.1" status: 200 len: 822 time: 0.1839054 Jan 26 21:08:34.282309 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-f4df730b-ef57-4522-991e-ba9000d11aca req-380bf99c-163d-436b-bca2-b5ad0bf9041d tempest-ImagesOneServerNegativeTestJSON-151319106 tempest-ImagesOneServerNegativeTestJSON-151319106-project] 10.222.0.13 "GET /v2.0/quotas/7738c5884a6447309a2496a4daa195ef HTTP/1.1" status: 200 len: 375 time: 0.0417640 Jan 26 21:08:34.394575 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [req-ba6db576-181a-4a44-9876-8442df04ce23 req-6a16623b-0b9c-431f-92e7-d14ad2195f28 tempest-ServersAdminNegativeTestJSON-1178057290 tempest-ServersAdminNegativeTestJSON-1178057290-project] For port ecf8e7a9-c48e-4107-a343-dfd7589e5e50, host n-h2-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-5',level=0,port_id=ecf8e7a9-c48e-4107-a343-dfd7589e5e50,segment=NetworkSegment(4eab25d6-89d9-4907-a1c2-51b06443ba33),segment_id=4eab25d6-89d9-4907-a1c2-51b06443ba33)] {{(pid=103305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:08:34.395002 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-ba6db576-181a-4a44-9876-8442df04ce23 req-6a16623b-0b9c-431f-92e7-d14ad2195f28 tempest-ServersAdminNegativeTestJSON-1178057290 tempest-ServersAdminNegativeTestJSON-1178057290-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4109658'] for port (ecf8e7a9-c48e-4107-a343-dfd7589e5e50), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:08:34.412179 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] get_ports_and_sgs() called for port_ids ['f5010a61-3896-475f-8bb6-a71c3454c269'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 26 21:08:34.417126 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [req-ba6db576-181a-4a44-9876-8442df04ce23 req-6a16623b-0b9c-431f-92e7-d14ad2195f28 tempest-ServersAdminNegativeTestJSON-1178057290 tempest-ServersAdminNegativeTestJSON-1178057290-project] Calling delete_port for ecf8e7a9-c48e-4107-a343-dfd7589e5e50 owned by compute:nova {{(pid=103305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 21:08:34.446913 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-62d9077b-8942-4a27-9188-588a20ce26f6 tempest-ServersTestFqdnHostnames-1663210831 tempest-ServersTestFqdnHostnames-1663210831-project] Publish callbacks [] for port (71ff078f-4f54-47ab-b975-f7ac4105056a), precommit_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:08:34.477804 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-62d9077b-8942-4a27-9188-588a20ce26f6 tempest-ServersTestFqdnHostnames-1663210831 tempest-ServersTestFqdnHostnames-1663210831-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11791520'] for port (71ff078f-4f54-47ab-b975-f7ac4105056a), after_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:08:34.570387 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-f4df730b-ef57-4522-991e-ba9000d11aca req-8c339ec5-745e-4ad3-87f9-cfae74dcc867 tempest-ImagesOneServerNegativeTestJSON-151319106 tempest-ImagesOneServerNegativeTestJSON-151319106-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=7738c5884a6447309a2496a4daa195ef&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2806661 Jan 26 21:08:34.586740 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1bd8c12-10c1-462a-93cf-dad22fd568a5 req-7298ed60-862f-4ee8-8128-85b66d63d54c tempest-FloatingIPsAssociationNegativeTestJSON-863358768 tempest-FloatingIPsAssociationNegativeTestJSON-863358768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:08:34.593320 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-a1bd8c12-10c1-462a-93cf-dad22fd568a5 req-7298ed60-862f-4ee8-8128-85b66d63d54c tempest-FloatingIPsAssociationNegativeTestJSON-863358768 tempest-FloatingIPsAssociationNegativeTestJSON-863358768-project] 10.222.0.13 "GET /v2.0/ports?device_id=44e509ba-6109-4586-a8ba-08a6823dbe1b HTTP/1.1" status: 200 len: 945 time: 0.3833330 Jan 26 21:08:34.608608 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d9077b-8942-4a27-9188-588a20ce26f6 tempest-ServersTestFqdnHostnames-1663210831 tempest-ServersTestFqdnHostnames-1663210831-project] Pushing event updated for resources: {'Port': ['ID=71ff078f-4f54-47ab-b975-f7ac4105056a,revision_number=2']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:08:34.627301 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-62d9077b-8942-4a27-9188-588a20ce26f6 tempest-ServersTestFqdnHostnames-1663210831 tempest-ServersTestFqdnHostnames-1663210831-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4110913'] for floatingip (086239b4-07c7-4cdc-a4bd-a14801ba3d45), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:08:34.671142 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-62d9077b-8942-4a27-9188-588a20ce26f6 tempest-ServersTestFqdnHostnames-1663210831 tempest-ServersTestFqdnHostnames-1663210831-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for floatingip (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:08:34.672189 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-62d9077b-8942-4a27-9188-588a20ce26f6 tempest-ServersTestFqdnHostnames-1663210831 tempest-ServersTestFqdnHostnames-1663210831-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.9531465 Jan 26 21:08:34.691439 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-a1bd8c12-10c1-462a-93cf-dad22fd568a5 req-f75c2c58-aeee-4ff0-8705-3021639ff57b tempest-FloatingIPsAssociationNegativeTestJSON-863358768 tempest-FloatingIPsAssociationNegativeTestJSON-863358768-project] 10.222.0.13 "GET /v2.0/security-groups?id=74af5a62-367f-4806-bb53-2aff4035c566&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972605 Jan 26 21:08:34.709410 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-ba6db576-181a-4a44-9876-8442df04ce23 req-6a16623b-0b9c-431f-92e7-d14ad2195f28 tempest-ServersAdminNegativeTestJSON-1178057290 tempest-ServersAdminNegativeTestJSON-1178057290-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746560636600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746560234536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11791543'] for port (ecf8e7a9-c48e-4107-a343-dfd7589e5e50), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:08:34.717650 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-f4df730b-ef57-4522-991e-ba9000d11aca req-f52c2918-7388-4b57-8fa0-c6878c967150 service neutron] 10.222.0.13 "GET /v2.0/networks/4926adbd-bb58-409b-9ac8-4ddd785838cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1463826 Jan 26 21:08:34.723601 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] get_ports_and_sgs() called for port_ids ['ecf8e7a9-c48e-4107-a343-dfd7589e5e50'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 26 21:08:34.755075 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] get_ports_and_sgs() called for port_ids ['79b013a4-8026-47fc-9044-e6485fc3e604'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 26 21:08:34.772719 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a16623b-0b9c-431f-92e7-d14ad2195f28 tempest-ServersAdminNegativeTestJSON-1178057290 tempest-ServersAdminNegativeTestJSON-1178057290-project] Pushing event deleted for resources: {'Port': ['ID=ecf8e7a9-c48e-4107-a343-dfd7589e5e50,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:08:34.847590 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba6db576-181a-4a44-9876-8442df04ce23 req-6a16623b-0b9c-431f-92e7-d14ad2195f28 tempest-ServersAdminNegativeTestJSON-1178057290 tempest-ServersAdminNegativeTestJSON-1178057290-project] No DVR routers for this DVR port ecf8e7a9-c48e-4107-a343-dfd7589e5e50 on host n-h2-760453-5 {{(pid=103305) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 26 21:08:34.853456 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-ba6db576-181a-4a44-9876-8442df04ce23 req-6a16623b-0b9c-431f-92e7-d14ad2195f28 tempest-ServersAdminNegativeTestJSON-1178057290 tempest-ServersAdminNegativeTestJSON-1178057290-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:08:34.858805 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-ba6db576-181a-4a44-9876-8442df04ce23 req-6a16623b-0b9c-431f-92e7-d14ad2195f28 tempest-ServersAdminNegativeTestJSON-1178057290 tempest-ServersAdminNegativeTestJSON-1178057290-project] 10.222.0.57 "DELETE /v2.0/ports/ecf8e7a9-c48e-4107-a343-dfd7589e5e50 HTTP/1.1" status: 204 len: 173 time: 0.8439200 Jan 26 21:08:34.945800 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07fb483-962a-4a0a-94f1-66b358d4cb7c req-d1eb3272-f0ff-40be-bd4a-ff55556a124d tempest-LiveAutoBlockMigrationV225Test-1645909514 tempest-LiveAutoBlockMigrationV225Test-1645909514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:08:34.947969 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-d07fb483-962a-4a0a-94f1-66b358d4cb7c req-d1eb3272-f0ff-40be-bd4a-ff55556a124d tempest-LiveAutoBlockMigrationV225Test-1645909514 tempest-LiveAutoBlockMigrationV225Test-1645909514-project] 10.222.0.13 "GET /v2.0/ports?device_id=d8f50517-906a-494e-a293-92450ad8c0a0 HTTP/1.1" status: 200 len: 944 time: 0.1050344 Jan 26 21:08:34.987474 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-f4df730b-ef57-4522-991e-ba9000d11aca req-9332bc0a-00bf-4556-9bc7-0927de24c86d service neutron] 10.222.0.13 "GET /v2.0/networks/4926adbd-bb58-409b-9ac8-4ddd785838cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2502432 Jan 26 21:08:35.001046 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device 095339f6-726e-4532-a288-d363147d27fd up at agent ovs-agent-n-d-760453-5 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 21:08:35.063170 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-d07fb483-962a-4a0a-94f1-66b358d4cb7c req-b08a20a4-9178-4d5e-a4cc-f09c9554f2fc tempest-LiveAutoBlockMigrationV225Test-1645909514 tempest-LiveAutoBlockMigrationV225Test-1645909514-project] 10.222.0.13 "GET /v2.0/security-groups?id=d3d52ae6-e761-44ee-98bd-9ad0dc66343a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940499 Jan 26 21:08:35.120297 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Provisioning complete for port 095339f6-726e-4532-a288-d363147d27fd triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:08:35.120678 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (095339f6-726e-4532-a288-d363147d27fd), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:08:35.235485 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Current status of the port 095339f6-726e-4532-a288-d363147d27fd is: DOWN; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:08:35.236129 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (095339f6-726e-4532-a288-d363147d27fd), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:08:35.265084 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] For port 095339f6-726e-4532-a288-d363147d27fd, host n-d-760453-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=095339f6-726e-4532-a288-d363147d27fd,segment=NetworkSegment(e17cb353-418f-48b9-b982-21a6233ee99b),segment_id=e17cb353-418f-48b9-b982-21a6233ee99b)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:08:35.277556 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (095339f6-726e-4532-a288-d363147d27fd), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:08:35.278291 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61641fc1-0ddc-4a1f-96d2-3f733c346fc4 req-2817ddf8-93e8-44b8-bbe8-886d15b0ddc0 tempest-ServersAdminTestJSON-2108229583 tempest-ServersAdminTestJSON-2108229583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:08:35.280246 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-61641fc1-0ddc-4a1f-96d2-3f733c346fc4 req-2817ddf8-93e8-44b8-bbe8-886d15b0ddc0 tempest-ServersAdminTestJSON-2108229583 tempest-ServersAdminTestJSON-2108229583-project] 10.222.0.13 "GET /v2.0/ports?device_id=16884e59-489a-4b67-8196-44a9711f0d06 HTTP/1.1" status: 200 len: 949 time: 0.1241512 Jan 26 21:08:35.280589 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-655e7ba5-4d42-4274-a15e-a2382b0a58d7 None None] Sync routers for ids ['959313f5-283d-43b9-9ade-d97dda2611c6'] in n-d-760453-5 {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 26 21:08:35.289859 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2adae51d-4ca2-435f-955f-7455b714f61c req-c8d0c23a-c9c4-4c65-9a28-8fc651fa7234 tempest-ServersAdminTestJSON-2108229583 tempest-ServersAdminTestJSON-2108229583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:08:35.292155 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-2adae51d-4ca2-435f-955f-7455b714f61c req-c8d0c23a-c9c4-4c65-9a28-8fc651fa7234 tempest-ServersAdminTestJSON-2108229583 tempest-ServersAdminTestJSON-2108229583-project] 10.222.0.66 "GET /v2.0/ports?device_id=16884e59-489a-4b67-8196-44a9711f0d06 HTTP/1.1" status: 200 len: 949 time: 0.1224256 Jan 26 21:08:35.292851 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-655e7ba5-4d42-4274-a15e-a2382b0a58d7 None None] Routers {'959313f5-283d-43b9-9ade-d97dda2611c6'} bound to L3 agent in host n-d-760453-5 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 21:08:35.293584 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-655e7ba5-4d42-4274-a15e-a2382b0a58d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-26T20:55:21Z,description=,heartbeat_timestamp=2022-01-26T21:08:21Z,host='n-d-760453-5',id=09df100c-3af1-4b0a-bda8-05914c71c458,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:55:21Z,topic='l3_agent')) {'router_ids': ['959313f5-283d-43b9-9ade-d97dda2611c6'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:08:35.374491 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Pushing event updated for resources: {'Port': ['ID=095339f6-726e-4532-a288-d363147d27fd,revision_number=4']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:08:35.397619 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-61641fc1-0ddc-4a1f-96d2-3f733c346fc4 req-480dab96-f753-4062-8898-f9c13588b10e tempest-ServersAdminTestJSON-2108229583 tempest-ServersAdminTestJSON-2108229583-project] 10.222.0.13 "GET /v2.0/security-groups?id=95bc11fd-db53-4b42-971c-c958ca031066&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044080 Jan 26 21:08:35.469016 n-d-760453-5 neutron-server[103305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ff15467-9e0a-43b0-a90b-bab43a92f36a', 'name': 'network-vif-deleted', 'tag': 'ecf8e7a9-c48e-4107-a343-dfd7589e5e50'}] {{(pid=103305) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 21:08:35.471742 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d4654568b7bf041e72ff8fe1c96d6d761d9c921f2b99bc7b3a26632be20cee0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab862a9b-14e6-4358-9b9e-e9a2148cd949" -d '{"events": [{"server_uuid": "8ff15467-9e0a-43b0-a90b-bab43a92f36a", "name": "network-vif-deleted", "tag": "ecf8e7a9-c48e-4107-a343-dfd7589e5e50"}]}' {{(pid=103305) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 21:08:35.477696 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_dvr_db [None req-655e7ba5-4d42-4274-a15e-a2382b0a58d7 None None] Set router 959313f5-283d-43b9-9ade-d97dda2611c6 gateway port host: n-d-760453-5 {{(pid=103307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 21:08:35.555938 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff383687-3726-44d7-8726-7c4504d779e3 req-43cab9cf-9d85-44a2-be22-dc9465bd9608 tempest-MigrationsAdminTest-1084137346 tempest-MigrationsAdminTest-1084137346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:08:35.557768 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-ff383687-3726-44d7-8726-7c4504d779e3 req-43cab9cf-9d85-44a2-be22-dc9465bd9608 tempest-MigrationsAdminTest-1084137346 tempest-MigrationsAdminTest-1084137346-project] 10.222.0.13 "GET /v2.0/ports?device_id=6e0054d4-194a-4ef5-9a59-0af1fe168395 HTTP/1.1" status: 200 len: 950 time: 0.1672125 Jan 26 21:08:35.613179 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-11ef5f32-1b21-47b5-8669-cac0f142cfc7 req-32a64a37-61cf-4fb3-9577-abd5f0919cb8 tempest-ServersTestFqdnHostnames-1663210831 tempest-ServersTestFqdnHostnames-1663210831-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--200172743&fields=id&tenant_id=4815438ae48244e6bf659aa0ac197d5f HTTP/1.1" status: 200 len: 267 time: 0.1029596 Jan 26 21:08:35.653236 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [req-2adae51d-4ca2-435f-955f-7455b714f61c req-b9f6f4e6-6323-4207-bbbb-c0e6fc3a5a71 tempest-ServersAdminTestJSON-2108229583 tempest-ServersAdminTestJSON-2108229583-project] Deleting port 4babdf78-88e1-4fb1-8c31-8142c0f6c49b {{(pid=103304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 21:08:35.653613 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-2adae51d-4ca2-435f-955f-7455b714f61c req-b9f6f4e6-6323-4207-bbbb-c0e6fc3a5a71 tempest-ServersAdminTestJSON-2108229583 tempest-ServersAdminTestJSON-2108229583-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746560630878'] for port (4babdf78-88e1-4fb1-8c31-8142c0f6c49b), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:08:35.706272 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-ff383687-3726-44d7-8726-7c4504d779e3 req-81f54854-ff27-413f-a67d-efec36bed6d8 tempest-MigrationsAdminTest-1084137346 tempest-MigrationsAdminTest-1084137346-project] 10.222.0.13 "GET /v2.0/security-groups?id=e0b082e3-685f-492b-b87f-3045b8ecd8c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1332088 Jan 26 21:08:35.722224 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-655e7ba5-4d42-4274-a15e-a2382b0a58d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '959313f5-283d-43b9-9ade-d97dda2611c6', 'name': 'tempest-ServersTestFqdnHostnames-554146304-router', 'tenant_id': '4815438ae48244e6bf659aa0ac197d5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'external_fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.225'}], 'enable_snat': True}, 'gw_port_id': '095339f6-726e-4532-a288-d363147d27fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T21:08:24Z', 'updated_at': '2022-01-26T21:08:29Z', 'revision_number': 4, 'project_id': '4815438ae48244e6bf659aa0ac197d5f', 'gw_port': {'id': '095339f6-726e-4532-a288-d363147d27fd', 'name': '', 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:d1:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '959313f5-283d-43b9-9ade-d97dda2611c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:08:25Z', 'updated_at': '2022-01-26T21:08:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-5', '_interfaces': [{'id': 'a4078fa5-71e0-4764-bce8-9603e922a966', 'name': '', 'network_id': '04f127ee-b02e-4caf-884a-3d6915eed85e', 'tenant_id': '4815438ae48244e6bf659aa0ac197d5f', 'mac_address': 'fa:16:3e:07:dc:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '959313f5-283d-43b9-9ade-d97dda2611c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': '61a27748-d30c-4f5d-ae2a-2d53517279d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:08:29Z', 'updated_at': '2022-01-26T21:08:30Z', 'revision_number': 2, 'project_id': '4815438ae48244e6bf659aa0ac197d5f', 'subnets': [{'id': '61a27748-d30c-4f5d-ae2a-2d53517279d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760453-5', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:08:35.760084 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-655e7ba5-4d42-4274-a15e-a2382b0a58d7 None None] Checking router: 959313f5-283d-43b9-9ade-d97dda2611c6 for host: n-d-760453-5 {{(pid=103307) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 26 21:08:35.760608 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-655e7ba5-4d42-4274-a15e-a2382b0a58d7 None None] Updating router 959313f5-283d-43b9-9ade-d97dda2611c6 port a4078fa5-71e0-4764-bce8-9603e922a966 binding host n-d-760453-5 {{(pid=103307) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 26 21:08:35.807130 n-d-760453-5 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-655e7ba5-4d42-4274-a15e-a2382b0a58d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (a4078fa5-71e0-4764-bce8-9603e922a966), before_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:08:35.836403 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ef5f32-1b21-47b5-8669-cac0f142cfc7 req-c3d2181d-34a5-495f-be3b-d71adc33d5dc tempest-ServersTestFqdnHostnames-1663210831 tempest-ServersTestFqdnHostnames-1663210831-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:08:35.837967 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-11ef5f32-1b21-47b5-8669-cac0f142cfc7 req-c3d2181d-34a5-495f-be3b-d71adc33d5dc tempest-ServersTestFqdnHostnames-1663210831 tempest-ServersTestFqdnHostnames-1663210831-project] 10.222.0.13 "GET /v2.0/networks?id=04f127ee-b02e-4caf-884a-3d6915eed85e HTTP/1.1" status: 200 len: 814 time: 0.2143388 Jan 26 21:08:35.885453 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-a9883ded-6d56-410b-96b4-0f5fb3b3d071 req-72d42abb-876e-486b-b8d2-bbb6917f52de tempest-ImagesOneServerNegativeTestJSON-151319106 tempest-ImagesOneServerNegativeTestJSON-151319106-project] 10.222.0.13 "GET /v2.0/ports?device_id=3c98b3bb-2f69-4902-b7e7-0b13b485a12a HTTP/1.1" status: 200 len: 210 time: 0.0407071 Jan 26 21:08:35.893839 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-11ef5f32-1b21-47b5-8669-cac0f142cfc7 req-96a3d41e-0de6-413d-91f9-f38b5f58c294 tempest-ServersTestFqdnHostnames-1663210831 tempest-ServersTestFqdnHostnames-1663210831-project] 10.222.0.13 "GET /v2.0/quotas/4815438ae48244e6bf659aa0ac197d5f HTTP/1.1" status: 200 len: 375 time: 0.0443921 Jan 26 21:08:35.914216 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [req-2adae51d-4ca2-435f-955f-7455b714f61c req-b9f6f4e6-6323-4207-bbbb-c0e6fc3a5a71 tempest-ServersAdminTestJSON-2108229583 tempest-ServersAdminTestJSON-2108229583-project] For port 4babdf78-88e1-4fb1-8c31-8142c0f6c49b, host n-h1-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-5',level=0,port_id=4babdf78-88e1-4fb1-8c31-8142c0f6c49b,segment=NetworkSegment(4eab25d6-89d9-4907-a1c2-51b06443ba33),segment_id=4eab25d6-89d9-4907-a1c2-51b06443ba33)] {{(pid=103304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:08:35.914817 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-2adae51d-4ca2-435f-955f-7455b714f61c req-b9f6f4e6-6323-4207-bbbb-c0e6fc3a5a71 tempest-ServersAdminTestJSON-2108229583 tempest-ServersAdminTestJSON-2108229583-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4109658'] for port (4babdf78-88e1-4fb1-8c31-8142c0f6c49b), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:08:35.931430 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [req-2adae51d-4ca2-435f-955f-7455b714f61c req-b9f6f4e6-6323-4207-bbbb-c0e6fc3a5a71 tempest-ServersAdminTestJSON-2108229583 tempest-ServersAdminTestJSON-2108229583-project] Calling delete_port for 4babdf78-88e1-4fb1-8c31-8142c0f6c49b owned by compute:nova {{(pid=103304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 21:08:35.954223 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Jan 2022 21:08:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-384764e9-faee-4b40-a688-22e35b9a09b2 x-openstack-request-id: req-384764e9-faee-4b40-a688-22e35b9a09b2 {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 21:08:35.954873 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ff15467-9e0a-43b0-a90b-bab43a92f36a", "name": "network-vif-deleted", "tag": "ecf8e7a9-c48e-4107-a343-dfd7589e5e50", "status": "completed", "code": 200}]} {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 21:08:35.954873 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-384764e9-faee-4b40-a688-22e35b9a09b2 {{(pid=103305) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 21:08:35.956221 n-d-760453-5 neutron-server[103305]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ff15467-9e0a-43b0-a90b-bab43a92f36a', 'name': 'network-vif-deleted', 'tag': 'ecf8e7a9-c48e-4107-a343-dfd7589e5e50', 'status': 'completed', 'code': 200} Jan 26 21:08:36.071166 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-11ef5f32-1b21-47b5-8669-cac0f142cfc7 req-9b6cc89d-0260-456b-ba0f-82dad64cc9ea tempest-ServersTestFqdnHostnames-1663210831 tempest-ServersTestFqdnHostnames-1663210831-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=4815438ae48244e6bf659aa0ac197d5f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1709981 Jan 26 21:08:36.104344 n-d-760453-5 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-655e7ba5-4d42-4274-a15e-a2382b0a58d7 None None] Publish callbacks [] for port (a4078fa5-71e0-4764-bce8-9603e922a966), precommit_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:08:36.105965 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e31c7b-0ad0-4292-8b2e-1d61e1631747 req-7ce0667d-e14a-4ad0-8c59-46960fb39c2f tempest-FloatingIPsAssociationNegativeTestJSON-863358768 tempest-FloatingIPsAssociationNegativeTestJSON-863358768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:08:36.107721 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-34e31c7b-0ad0-4292-8b2e-1d61e1631747 req-7ce0667d-e14a-4ad0-8c59-46960fb39c2f tempest-FloatingIPsAssociationNegativeTestJSON-863358768 tempest-FloatingIPsAssociationNegativeTestJSON-863358768-project] 10.222.0.13 "GET /v2.0/ports?device_id=44e509ba-6109-4586-a8ba-08a6823dbe1b HTTP/1.1" status: 200 len: 945 time: 0.0958378 Jan 26 21:08:36.110188 n-d-760453-5 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-655e7ba5-4d42-4274-a15e-a2382b0a58d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (a4078fa5-71e0-4764-bce8-9603e922a966), after_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:08:36.200519 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661481f0-d1ec-41a2-8c2f-a36d497271f6 None None] Pushing event updated for resources: {'Port': ['ID=a4078fa5-71e0-4764-bce8-9603e922a966,revision_number=3']} {{(pid=103307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:08:36.224531 n-d-760453-5 neutron-server[103307]: DEBUG neutron.plugins.ml2.managers [None req-655e7ba5-4d42-4274-a15e-a2382b0a58d7 None None] Attempting to bind port a4078fa5-71e0-4764-bce8-9603e922a966 on host n-d-760453-5 for vnic_type normal with profile {{(pid=103307) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 21:08:36.224888 n-d-760453-5 neutron-server[103307]: DEBUG neutron.plugins.ml2.managers [None req-655e7ba5-4d42-4274-a15e-a2382b0a58d7 None None] Attempting to bind port a4078fa5-71e0-4764-bce8-9603e922a966 by drivers openvswitch,hyperv on host n-d-760453-5 at level 0 using segments [{'id': 'e875afdd-975b-455a-a60a-20d47ba89b8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '04f127ee-b02e-4caf-884a-3d6915eed85e'}] {{(pid=103307) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 26 21:08:36.225232 n-d-760453-5 neutron-server[103307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-655e7ba5-4d42-4274-a15e-a2382b0a58d7 None None] Attempting to bind port a4078fa5-71e0-4764-bce8-9603e922a966 on network 04f127ee-b02e-4caf-884a-3d6915eed85e {{(pid=103307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 21:08:36.226692 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Device 9a23358d-b561-4674-b1d7-66ac357cb381 no longer exists at agent hyperv_n-h2-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 26 21:08:36.231257 n-d-760453-5 neutron-server[103307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-655e7ba5-4d42-4274-a15e-a2382b0a58d7 None None] Checking agent: {'id': 'fea0591a-627d-4c87-9a9a-01625ddf3277', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760453-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 20, 55, 25), 'started_at': datetime.datetime(2022, 1, 26, 20, 55, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 21, 8, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760453-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 26 21:08:36.231630 n-d-760453-5 neutron-server[103307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-655e7ba5-4d42-4274-a15e-a2382b0a58d7 None None] Checking segment: {'id': 'e875afdd-975b-455a-a60a-20d47ba89b8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '04f127ee-b02e-4caf-884a-3d6915eed85e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103307) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 21:08:36.232178 n-d-760453-5 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-655e7ba5-4d42-4274-a15e-a2382b0a58d7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:08:36.232565 n-d-760453-5 neutron-server[103307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-655e7ba5-4d42-4274-a15e-a2382b0a58d7 None None] Bound using segment: {'id': 'e875afdd-975b-455a-a60a-20d47ba89b8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '04f127ee-b02e-4caf-884a-3d6915eed85e'} {{(pid=103307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 26 21:08:36.233192 n-d-760453-5 neutron-server[103307]: DEBUG neutron.plugins.ml2.managers [None req-655e7ba5-4d42-4274-a15e-a2382b0a58d7 None None] Bound port: a4078fa5-71e0-4764-bce8-9603e922a966, host: n-d-760453-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e875afdd-975b-455a-a60a-20d47ba89b8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '04f127ee-b02e-4caf-884a-3d6915eed85e'}}] {{(pid=103307) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 26 21:08:36.233620 n-d-760453-5 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-655e7ba5-4d42-4274-a15e-a2382b0a58d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (a4078fa5-71e0-4764-bce8-9603e922a966), before_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:08:36.268544 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] No Port match for: 9a23358d-b561-4674-b1d7-66ac357cb381 {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 26 21:08:36.268890 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Device 9a23358d-b561-4674-b1d7-66ac357cb381 not bound to the agent host n-h2-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 26 21:08:36.296512 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-34e31c7b-0ad0-4292-8b2e-1d61e1631747 req-2e420129-d249-4c19-90c7-48d15fada815 tempest-FloatingIPsAssociationNegativeTestJSON-863358768 tempest-FloatingIPsAssociationNegativeTestJSON-863358768-project] 10.222.0.13 "GET /v2.0/security-groups?id=74af5a62-367f-4806-bb53-2aff4035c566&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1773784 Jan 26 21:08:36.312574 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-11ef5f32-1b21-47b5-8669-cac0f142cfc7 req-7628d74a-7e18-4abe-a2b6-43b3de82b8e7 service neutron] 10.222.0.13 "GET /v2.0/networks/04f127ee-b02e-4caf-884a-3d6915eed85e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2218323 Jan 26 21:08:36.317579 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-2adae51d-4ca2-435f-955f-7455b714f61c req-b9f6f4e6-6323-4207-bbbb-c0e6fc3a5a71 tempest-ServersAdminTestJSON-2108229583 tempest-ServersAdminTestJSON-2108229583-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746560636600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746560234536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9281553'] for port (4babdf78-88e1-4fb1-8c31-8142c0f6c49b), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:08:36.366742 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] get_ports_and_sgs() called for port_ids ['9a853cc4-7da7-4f16-9195-18aa3c9bdc43', 'e917e1bd-6443-4f62-9834-092549570e4b'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 26 21:08:36.370857 n-d-760453-5 neutron-server[103307]: DEBUG neutron.plugins.ml2.db [None req-655e7ba5-4d42-4274-a15e-a2382b0a58d7 None None] For port a4078fa5-71e0-4764-bce8-9603e922a966, host n-d-760453-5, cleared binding levels {{(pid=103307) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 26 21:08:36.382191 n-d-760453-5 neutron-server[103307]: DEBUG neutron.plugins.ml2.db [None req-655e7ba5-4d42-4274-a15e-a2382b0a58d7 None None] For port a4078fa5-71e0-4764-bce8-9603e922a966, host n-d-760453-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=a4078fa5-71e0-4764-bce8-9603e922a966,segment=NetworkSegment(e875afdd-975b-455a-a60a-20d47ba89b8c),segment_id=e875afdd-975b-455a-a60a-20d47ba89b8c)] {{(pid=103307) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 26 21:08:36.392313 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f6f4e6-6323-4207-bbbb-c0e6fc3a5a71 tempest-ServersAdminTestJSON-2108229583 tempest-ServersAdminTestJSON-2108229583-project] Pushing event deleted for resources: {'Port': ['ID=4babdf78-88e1-4fb1-8c31-8142c0f6c49b,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:08:36.396998 n-d-760453-5 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-655e7ba5-4d42-4274-a15e-a2382b0a58d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (a4078fa5-71e0-4764-bce8-9603e922a966), after_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:08:36.497893 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-655e7ba5-4d42-4274-a15e-a2382b0a58d7 None None] Routers {'959313f5-283d-43b9-9ade-d97dda2611c6'} bound to L3 agent in host n-d-760453-5 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 21:08:36.498518 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-655e7ba5-4d42-4274-a15e-a2382b0a58d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-26T20:55:21Z,description=,heartbeat_timestamp=2022-01-26T21:08:21Z,host='n-d-760453-5',id=09df100c-3af1-4b0a-bda8-05914c71c458,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:55:21Z,topic='l3_agent')) {'router_ids': ['959313f5-283d-43b9-9ade-d97dda2611c6'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:08:36.507044 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-de643f7e-b79f-46a1-9fe7-bb7f2dac4171 None None] Provisioning complete for port a4078fa5-71e0-4764-bce8-9603e922a966 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:08:36.507667 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-de643f7e-b79f-46a1-9fe7-bb7f2dac4171 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (a4078fa5-71e0-4764-bce8-9603e922a966), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:08:36.543174 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [req-2adae51d-4ca2-435f-955f-7455b714f61c req-b9f6f4e6-6323-4207-bbbb-c0e6fc3a5a71 tempest-ServersAdminTestJSON-2108229583 tempest-ServersAdminTestJSON-2108229583-project] No DVR routers for this DVR port 4babdf78-88e1-4fb1-8c31-8142c0f6c49b on host n-h1-760453-5 {{(pid=103304) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 26 21:08:36.547349 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-2adae51d-4ca2-435f-955f-7455b714f61c req-b9f6f4e6-6323-4207-bbbb-c0e6fc3a5a71 tempest-ServersAdminTestJSON-2108229583 tempest-ServersAdminTestJSON-2108229583-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:08:36.552320 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-2adae51d-4ca2-435f-955f-7455b714f61c req-b9f6f4e6-6323-4207-bbbb-c0e6fc3a5a71 tempest-ServersAdminTestJSON-2108229583 tempest-ServersAdminTestJSON-2108229583-project] 10.222.0.66 "DELETE /v2.0/ports/4babdf78-88e1-4fb1-8c31-8142c0f6c49b HTTP/1.1" status: 204 len: 173 time: 1.2442250 Jan 26 21:08:36.558245 n-d-760453-5 neutron-server[103304]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16884e59-489a-4b67-8196-44a9711f0d06', 'name': 'network-vif-deleted', 'tag': '4babdf78-88e1-4fb1-8c31-8142c0f6c49b'}] {{(pid=103304) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 21:08:36.561459 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d52b45f1943fcd332af9527eb73ff93c8d715d44383a3f6d18de73b4cfcf87b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db8625cb-c66e-436a-856e-cfb2e64e583c" -d '{"events": [{"server_uuid": "16884e59-489a-4b67-8196-44a9711f0d06", "name": "network-vif-deleted", "tag": "4babdf78-88e1-4fb1-8c31-8142c0f6c49b"}]}' {{(pid=103304) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 21:08:36.584965 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4df730b-ef57-4522-991e-ba9000d11aca req-519612f7-cf52-4fbe-9ac9-2f2890624b14 tempest-ImagesOneServerNegativeTestJSON-151319106 tempest-ImagesOneServerNegativeTestJSON-151319106-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:08:36.591144 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-f4df730b-ef57-4522-991e-ba9000d11aca req-519612f7-cf52-4fbe-9ac9-2f2890624b14 tempest-ImagesOneServerNegativeTestJSON-151319106 tempest-ImagesOneServerNegativeTestJSON-151319106-project] 10.222.0.57 "GET /v2.0/networks?id=4926adbd-bb58-409b-9ac8-4ddd785838cc HTTP/1.1" status: 200 len: 822 time: 0.2864404 Jan 26 21:08:36.607680 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [req-f4df730b-ef57-4522-991e-ba9000d11aca req-e11a722e-bddc-4462-9f18-abc3eb77766b tempest-ImagesOneServerNegativeTestJSON-151319106 tempest-ImagesOneServerNegativeTestJSON-151319106-project] Request body: {'port': {'device_id': '3c98b3bb-2f69-4902-b7e7-0b13b485a12a', 'network_id': '4926adbd-bb58-409b-9ac8-4ddd785838cc', 'admin_state_up': True, 'tenant_id': '7738c5884a6447309a2496a4daa195ef'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:08:36.664826 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-11ef5f32-1b21-47b5-8669-cac0f142cfc7 req-24102351-333b-41b8-ad38-75743342a027 service neutron] 10.222.0.13 "GET /v2.0/networks/04f127ee-b02e-4caf-884a-3d6915eed85e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3319135 Jan 26 21:08:36.685031 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_dvr_db [None req-655e7ba5-4d42-4274-a15e-a2382b0a58d7 None None] Set router 959313f5-283d-43b9-9ade-d97dda2611c6 gateway port host: n-d-760453-5 {{(pid=103307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 21:08:36.794917 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b431667-0993-4343-a94a-9521a7fcce11 req-3814116c-e321-490d-86f3-66d11fce1b89 tempest-LiveAutoBlockMigrationV225Test-2082869167 tempest-LiveAutoBlockMigrationV225Test-2082869167-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:08:36.812042 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-7b431667-0993-4343-a94a-9521a7fcce11 req-3814116c-e321-490d-86f3-66d11fce1b89 tempest-LiveAutoBlockMigrationV225Test-2082869167 tempest-LiveAutoBlockMigrationV225Test-2082869167-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=d8f50517-906a-494e-a293-92450ad8c0a0 HTTP/1.1" status: 200 len: 1095 time: 0.0914197 Jan 26 21:08:36.901732 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-7b431667-0993-4343-a94a-9521a7fcce11 req-e7e9ce3f-8f09-4b5d-a736-09838cec8ccb tempest-LiveAutoBlockMigrationV225Test-2082869167 tempest-LiveAutoBlockMigrationV225Test-2082869167-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=d3d52ae6-e761-44ee-98bd-9ad0dc66343a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885110 Jan 26 21:08:36.902254 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-de643f7e-b79f-46a1-9fe7-bb7f2dac4171 None None] Current status of the port a4078fa5-71e0-4764-bce8-9603e922a966 is: DOWN; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:08:36.902651 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-de643f7e-b79f-46a1-9fe7-bb7f2dac4171 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (a4078fa5-71e0-4764-bce8-9603e922a966), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:08:36.904990 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f4df730b-ef57-4522-991e-ba9000d11aca req-e11a722e-bddc-4462-9f18-abc3eb77766b tempest-ImagesOneServerNegativeTestJSON-151319106 tempest-ImagesOneServerNegativeTestJSON-151319106-project] Made reservation on behalf of 7738c5884a6447309a2496a4daa195ef for: {'port': 1} {{(pid=103305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 21:08:36.914657 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-f4df730b-ef57-4522-991e-ba9000d11aca req-e11a722e-bddc-4462-9f18-abc3eb77766b tempest-ImagesOneServerNegativeTestJSON-151319106 tempest-ImagesOneServerNegativeTestJSON-151319106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:08:36.999914 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device 095339f6-726e-4532-a288-d363147d27fd up at agent ovs-agent-n-d-760453-5 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 21:08:37.095153 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-de643f7e-b79f-46a1-9fe7-bb7f2dac4171 None None] For port a4078fa5-71e0-4764-bce8-9603e922a966, host n-d-760453-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=a4078fa5-71e0-4764-bce8-9603e922a966,segment=NetworkSegment(e875afdd-975b-455a-a60a-20d47ba89b8c),segment_id=e875afdd-975b-455a-a60a-20d47ba89b8c)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:08:37.095793 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Jan 2022 21:08:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8678795-f21b-4023-9d96-18a5b2fb3fd5 x-openstack-request-id: req-e8678795-f21b-4023-9d96-18a5b2fb3fd5 {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 21:08:37.096774 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16884e59-489a-4b67-8196-44a9711f0d06", "name": "network-vif-deleted", "tag": "4babdf78-88e1-4fb1-8c31-8142c0f6c49b", "status": "completed", "code": 200}]} {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 21:08:37.097037 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e8678795-f21b-4023-9d96-18a5b2fb3fd5 {{(pid=103304) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 21:08:37.097480 n-d-760453-5 neutron-server[103304]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16884e59-489a-4b67-8196-44a9711f0d06', 'name': 'network-vif-deleted', 'tag': '4babdf78-88e1-4fb1-8c31-8142c0f6c49b', 'status': 'completed', 'code': 200} Jan 26 21:08:37.128455 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-de643f7e-b79f-46a1-9fe7-bb7f2dac4171 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (a4078fa5-71e0-4764-bce8-9603e922a966), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:08:37.138422 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-fd05aa11-11d9-4c0a-90e0-792d6a06bbc6 req-7903440e-d707-45ac-89ee-5eb7a7b30c63 tempest-ServersAdminTestJSON-2108229583 tempest-ServersAdminTestJSON-2108229583-project] 10.222.0.13 "GET /v2.0/ports?device_id=16884e59-489a-4b67-8196-44a9711f0d06 HTTP/1.1" status: 200 len: 210 time: 0.0628831 Jan 26 21:08:37.192273 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661481f0-d1ec-41a2-8c2f-a36d497271f6 None None] Pushing event updated for resources: {'Port': ['ID=a4078fa5-71e0-4764-bce8-9603e922a966,revision_number=4']} {{(pid=103307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:08:37.196252 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-655e7ba5-4d42-4274-a15e-a2382b0a58d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '959313f5-283d-43b9-9ade-d97dda2611c6', 'name': 'tempest-ServersTestFqdnHostnames-554146304-router', 'tenant_id': '4815438ae48244e6bf659aa0ac197d5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'external_fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.225'}], 'enable_snat': True}, 'gw_port_id': '095339f6-726e-4532-a288-d363147d27fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T21:08:24Z', 'updated_at': '2022-01-26T21:08:29Z', 'revision_number': 4, 'project_id': '4815438ae48244e6bf659aa0ac197d5f', 'gw_port': {'id': '095339f6-726e-4532-a288-d363147d27fd', 'name': '', 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:d1:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '959313f5-283d-43b9-9ade-d97dda2611c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:08:25Z', 'updated_at': '2022-01-26T21:08:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-5', '_interfaces': [{'id': 'a4078fa5-71e0-4764-bce8-9603e922a966', 'name': '', 'network_id': '04f127ee-b02e-4caf-884a-3d6915eed85e', 'tenant_id': '4815438ae48244e6bf659aa0ac197d5f', 'mac_address': 'fa:16:3e:07:dc:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '959313f5-283d-43b9-9ade-d97dda2611c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': '61a27748-d30c-4f5d-ae2a-2d53517279d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:08:29Z', 'updated_at': '2022-01-26T21:08:36Z', 'revision_number': 4, 'project_id': '4815438ae48244e6bf659aa0ac197d5f', 'subnets': [{'id': '61a27748-d30c-4f5d-ae2a-2d53517279d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760453-5', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:08:37.212653 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Provisioning complete for port 095339f6-726e-4532-a288-d363147d27fd triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:08:37.214998 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (095339f6-726e-4532-a288-d363147d27fd), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:08:37.264471 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-655e7ba5-4d42-4274-a15e-a2382b0a58d7 None None] The sync data for ids ['959313f5-283d-43b9-9ade-d97dda2611c6'] in n-d-760453-5 is: [{'id': '959313f5-283d-43b9-9ade-d97dda2611c6', 'name': 'tempest-ServersTestFqdnHostnames-554146304-router', 'tenant_id': '4815438ae48244e6bf659aa0ac197d5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'external_fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.225'}], 'enable_snat': True}, 'gw_port_id': '095339f6-726e-4532-a288-d363147d27fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T21:08:24Z', 'updated_at': '2022-01-26T21:08:29Z', 'revision_number': 4, 'project_id': '4815438ae48244e6bf659aa0ac197d5f', 'gw_port': {'id': '095339f6-726e-4532-a288-d363147d27fd', 'name': '', 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:d1:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '959313f5-283d-43b9-9ade-d97dda2611c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:08:25Z', 'updated_at': '2022-01-26T21:08:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-5', '_interfaces': [{'id': 'a4078fa5-71e0-4764-bce8-9603e922a966', 'name': '', 'network_id': '04f127ee-b02e-4caf-884a-3d6915eed85e', 'tenant_id': '4815438ae48244e6bf659aa0ac197d5f', 'mac_address': 'fa:16:3e:07:dc:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '959313f5-283d-43b9-9ade-d97dda2611c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': '61a27748-d30c-4f5d-ae2a-2d53517279d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:08:29Z', 'updated_at': '2022-01-26T21:08:36Z', 'revision_number': 4, 'project_id': '4815438ae48244e6bf659aa0ac197d5f', 'subnets': [{'id': '61a27748-d30c-4f5d-ae2a-2d53517279d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 26 21:08:37.280882 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.db_base_plugin_common [req-f4df730b-ef57-4522-991e-ba9000d11aca req-e11a722e-bddc-4462-9f18-abc3eb77766b tempest-ImagesOneServerNegativeTestJSON-151319106 tempest-ImagesOneServerNegativeTestJSON-151319106-project] Allocated IP 172.20.0.3 (4926adbd-bb58-409b-9ac8-4ddd785838cc/82795dc3-d3c3-45f5-bcea-f6ace04e021f/c4cb8658-d594-4074-8152-d71e1fa845bd) {{(pid=103305) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 21:08:37.311037 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e83d89-6e45-4aac-b73a-f74dfbe256dc req-3b5de326-27ef-4a25-b995-ff2cdb7e3f7d tempest-ServersAdminNegativeTestJSON-1178057290 tempest-ServersAdminNegativeTestJSON-1178057290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:08:37.313685 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-33e83d89-6e45-4aac-b73a-f74dfbe256dc req-3b5de326-27ef-4a25-b995-ff2cdb7e3f7d tempest-ServersAdminNegativeTestJSON-1178057290 tempest-ServersAdminNegativeTestJSON-1178057290-project] 10.222.0.13 "GET /v2.0/ports?device_id=72953251-85ca-4106-a0f5-157672441c1f HTTP/1.1" status: 200 len: 949 time: 0.1413054 Jan 26 21:08:37.340120 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de643f7e-b79f-46a1-9fe7-bb7f2dac4171 None None] Pushing event updated for resources: {'Port': ['ID=a4078fa5-71e0-4764-bce8-9603e922a966,revision_number=5']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:08:37.373285 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-5a878456-42f9-4cfc-9f18-4e47cff388e3 None None] Provisioning complete for port a4078fa5-71e0-4764-bce8-9603e922a966 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:08:37.373891 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-5a878456-42f9-4cfc-9f18-4e47cff388e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (a4078fa5-71e0-4764-bce8-9603e922a966), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:08:37.505001 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Current status of the port 095339f6-726e-4532-a288-d363147d27fd is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:08:37.538746 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-33e83d89-6e45-4aac-b73a-f74dfbe256dc req-b800c797-c830-4d3a-9433-d19fa55b734e tempest-ServersAdminNegativeTestJSON-1178057290 tempest-ServersAdminNegativeTestJSON-1178057290-project] 10.222.0.13 "GET /v2.0/security-groups?id=c18b03c4-72d9-42c1-93c5-33d242c8ac5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2097082 Jan 26 21:08:37.557482 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2da1724-7483-4965-88d7-e19d3f803133 req-c2183af8-c8de-412f-a442-a589bcffd01e tempest-MigrationsAdminTest-1084137346 tempest-MigrationsAdminTest-1084137346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:08:37.559055 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-e2da1724-7483-4965-88d7-e19d3f803133 req-c2183af8-c8de-412f-a442-a589bcffd01e tempest-MigrationsAdminTest-1084137346 tempest-MigrationsAdminTest-1084137346-project] 10.222.0.13 "GET /v2.0/ports?device_id=6e0054d4-194a-4ef5-9a59-0af1fe168395 HTTP/1.1" status: 200 len: 950 time: 0.1992657 Jan 26 21:08:37.571978 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-f4df730b-ef57-4522-991e-ba9000d11aca req-e11a722e-bddc-4462-9f18-abc3eb77766b tempest-ImagesOneServerNegativeTestJSON-151319106 tempest-ImagesOneServerNegativeTestJSON-151319106-project] Publish callbacks [] for port (c4cb8658-d594-4074-8152-d71e1fa845bd), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:08:37.623688 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-5a878456-42f9-4cfc-9f18-4e47cff388e3 None None] Current status of the port a4078fa5-71e0-4764-bce8-9603e922a966 is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:08:37.627435 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Device f5010a61-3896-475f-8bb6-a71c3454c269 up at agent hyperv_n-h1-760453-5 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 21:08:37.650662 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-f4df730b-ef57-4522-991e-ba9000d11aca req-e11a722e-bddc-4462-9f18-abc3eb77766b tempest-ImagesOneServerNegativeTestJSON-151319106 tempest-ImagesOneServerNegativeTestJSON-151319106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746560234527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11791543'] for port (c4cb8658-d594-4074-8152-d71e1fa845bd), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:08:37.711836 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-563e6066-d50a-4387-b411-77bae3b5b231 req-53adfee2-ad8a-4678-9306-535c15bf47e2 tempest-ServersTestFqdnHostnames-1663210831 tempest-ServersTestFqdnHostnames-1663210831-project] 10.222.0.13 "GET /v2.0/ports?device_id=cef1c79f-e0ff-4eb2-8297-9fad70b4e6cd HTTP/1.1" status: 200 len: 210 time: 0.0913310 Jan 26 21:08:37.716016 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f4df730b-ef57-4522-991e-ba9000d11aca req-e11a722e-bddc-4462-9f18-abc3eb77766b tempest-ImagesOneServerNegativeTestJSON-151319106 tempest-ImagesOneServerNegativeTestJSON-151319106-project] Network 4926adbd-bb58-409b-9ac8-4ddd785838cc is already hosted by enough agents. {{(pid=103305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 21:08:37.719457 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Provisioning for port f5010a61-3896-475f-8bb6-a71c3454c269 completed by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 21:08:37.722850 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [req-f4df730b-ef57-4522-991e-ba9000d11aca req-e11a722e-bddc-4462-9f18-abc3eb77766b tempest-ImagesOneServerNegativeTestJSON-151319106 tempest-ImagesOneServerNegativeTestJSON-151319106-project] Resources bound (agent type, host, resource id): {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:08:37.724975 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Provisioning complete for port f5010a61-3896-475f-8bb6-a71c3454c269 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:08:37.726325 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (f5010a61-3896-475f-8bb6-a71c3454c269), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:08:37.737954 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4df730b-ef57-4522-991e-ba9000d11aca req-e11a722e-bddc-4462-9f18-abc3eb77766b tempest-ImagesOneServerNegativeTestJSON-151319106 tempest-ImagesOneServerNegativeTestJSON-151319106-project] Received port after_create {{(pid=103305) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 21:08:37.754471 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-e2da1724-7483-4965-88d7-e19d3f803133 req-0299f856-d0b2-4a2e-938d-e302e3ead5c0 tempest-MigrationsAdminTest-1084137346 tempest-MigrationsAdminTest-1084137346-project] 10.222.0.13 "GET /v2.0/security-groups?id=e0b082e3-685f-492b-b87f-3045b8ecd8c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1804397 Jan 26 21:08:37.771558 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e11a722e-bddc-4462-9f18-abc3eb77766b tempest-ImagesOneServerNegativeTestJSON-151319106 tempest-ImagesOneServerNegativeTestJSON-151319106-project] Pushing event updated for resources: {'Port': ['ID=c4cb8658-d594-4074-8152-d71e1fa845bd,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:08:37.801155 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4df730b-ef57-4522-991e-ba9000d11aca req-e11a722e-bddc-4462-9f18-abc3eb77766b tempest-ImagesOneServerNegativeTestJSON-151319106 tempest-ImagesOneServerNegativeTestJSON-151319106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:08:37.802113 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-f4df730b-ef57-4522-991e-ba9000d11aca req-e11a722e-bddc-4462-9f18-abc3eb77766b tempest-ImagesOneServerNegativeTestJSON-151319106 tempest-ImagesOneServerNegativeTestJSON-151319106-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:08:37.838674 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-f4df730b-ef57-4522-991e-ba9000d11aca req-e11a722e-bddc-4462-9f18-abc3eb77766b tempest-ImagesOneServerNegativeTestJSON-151319106 tempest-ImagesOneServerNegativeTestJSON-151319106-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2369752 Jan 26 21:08:37.847725 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [req-f4df730b-ef57-4522-991e-ba9000d11aca req-c3112e67-a212-47ae-b688-d7e446e2e13f service neutron] Request body: {'port': {'device_id': '3c98b3bb-2f69-4902-b7e7-0b13b485a12a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-760453-5'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:08:37.873523 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Current status of the port f5010a61-3896-475f-8bb6-a71c3454c269 is: BUILD; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:08:37.873927 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (f5010a61-3896-475f-8bb6-a71c3454c269), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:08:37.903147 n-d-760453-5 neutron-server[103306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44e509ba-6109-4586-a8ba-08a6823dbe1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5010a61-3896-475f-8bb6-a71c3454c269'}] {{(pid=103306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 21:08:37.905607 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9d5d370febab655511bdd2ffe887e43e442d144a440368702bcc1e93af00b97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51d1c351-0029-493c-8090-b8cec6573e3d" -d '{"events": [{"server_uuid": "44e509ba-6109-4586-a8ba-08a6823dbe1b", "name": "network-vif-plugged", "status": "completed", "tag": "f5010a61-3896-475f-8bb6-a71c3454c269"}]}' {{(pid=103306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 21:08:37.918114 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] For port f5010a61-3896-475f-8bb6-a71c3454c269, host n-h1-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-5',level=0,port_id=f5010a61-3896-475f-8bb6-a71c3454c269,segment=NetworkSegment(e735e8d3-0a74-4bc6-9ae3-6a81e28a91f7),segment_id=e735e8d3-0a74-4bc6-9ae3-6a81e28a91f7)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:08:37.924308 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1619c55-97a8-4370-a0c0-61c3f18360f1 req-36f07173-40ec-4118-9e44-a5c3d9e1adec tempest-LiveAutoBlockMigrationV225Test-2082869167 tempest-LiveAutoBlockMigrationV225Test-2082869167-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:08:37.925370 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (f5010a61-3896-475f-8bb6-a71c3454c269), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:08:37.926857 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Device 4babdf78-88e1-4fb1-8c31-8142c0f6c49b no longer exists at agent hyperv_n-h1-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 26 21:08:37.929855 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-c1619c55-97a8-4370-a0c0-61c3f18360f1 req-36f07173-40ec-4118-9e44-a5c3d9e1adec tempest-LiveAutoBlockMigrationV225Test-2082869167 tempest-LiveAutoBlockMigrationV225Test-2082869167-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=d8f50517-906a-494e-a293-92450ad8c0a0 HTTP/1.1" status: 200 len: 1095 time: 0.0651319 Jan 26 21:08:37.933410 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-f4df730b-ef57-4522-991e-ba9000d11aca req-c3112e67-a212-47ae-b688-d7e446e2e13f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (c4cb8658-d594-4074-8152-d71e1fa845bd), before_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:08:37.946921 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4aaa9bc-83fa-4956-b739-76fe28568094 req-4059ff97-2840-46bc-be8c-5c2202503512 tempest-ImagesOneServerNegativeTestJSON-151319106 tempest-ImagesOneServerNegativeTestJSON-151319106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:08:37.954547 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-c4aaa9bc-83fa-4956-b739-76fe28568094 req-4059ff97-2840-46bc-be8c-5c2202503512 tempest-ImagesOneServerNegativeTestJSON-151319106 tempest-ImagesOneServerNegativeTestJSON-151319106-project] 10.222.0.13 "GET /v2.0/ports?device_id=3c98b3bb-2f69-4902-b7e7-0b13b485a12a HTTP/1.1" status: 200 len: 931 time: 0.1306291 Jan 26 21:08:38.032693 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-c1619c55-97a8-4370-a0c0-61c3f18360f1 req-ebc87693-49a6-4168-9c88-1fbb5d45c59c tempest-LiveAutoBlockMigrationV225Test-2082869167 tempest-LiveAutoBlockMigrationV225Test-2082869167-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=d3d52ae6-e761-44ee-98bd-9ad0dc66343a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526021 Jan 26 21:08:38.094174 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-c4aaa9bc-83fa-4956-b739-76fe28568094 req-b5341504-28fd-458f-afd7-7754d5ceb581 tempest-ImagesOneServerNegativeTestJSON-151319106 tempest-ImagesOneServerNegativeTestJSON-151319106-project] 10.222.0.13 "GET /v2.0/security-groups?id=aea9fb57-b28b-4984-b6fd-ae500e1c8e4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1382694 Jan 26 21:08:38.156476 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] No Port match for: 4babdf78-88e1-4fb1-8c31-8142c0f6c49b {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 26 21:08:38.157026 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Device 4babdf78-88e1-4fb1-8c31-8142c0f6c49b not bound to the agent host n-h1-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 26 21:08:38.185450 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Jan 2022 21:08:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d4a8e52-4a2d-4498-afb8-80b5fdf8307a x-openstack-request-id: req-3d4a8e52-4a2d-4498-afb8-80b5fdf8307a {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 21:08:38.185994 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44e509ba-6109-4586-a8ba-08a6823dbe1b", "name": "network-vif-plugged", "status": "completed", "tag": "f5010a61-3896-475f-8bb6-a71c3454c269", "code": 200}]} {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 21:08:38.186403 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-3d4a8e52-4a2d-4498-afb8-80b5fdf8307a {{(pid=103306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 21:08:38.186950 n-d-760453-5 neutron-server[103306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44e509ba-6109-4586-a8ba-08a6823dbe1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5010a61-3896-475f-8bb6-a71c3454c269', 'code': 200} Jan 26 21:08:38.198181 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Pushing event updated for resources: {'Port': ['ID=f5010a61-3896-475f-8bb6-a71c3454c269,revision_number=5']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:08:38.208460 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (32ef628b-8417-46c5-8729-60fcabe358f1), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:08:38.242970 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Device ecf8e7a9-c48e-4107-a343-dfd7589e5e50 no longer exists at agent hyperv_n-h2-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 26 21:08:38.267908 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2727f73-7eb4-4dfb-9cf7-f260f4a4a523 req-ad13c2fe-1bcd-4e19-ad69-7b3dadb8f5c3 tempest-FloatingIPsAssociationNegativeTestJSON-863358768 tempest-FloatingIPsAssociationNegativeTestJSON-863358768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:08:38.270829 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-e2727f73-7eb4-4dfb-9cf7-f260f4a4a523 req-ad13c2fe-1bcd-4e19-ad69-7b3dadb8f5c3 tempest-FloatingIPsAssociationNegativeTestJSON-863358768 tempest-FloatingIPsAssociationNegativeTestJSON-863358768-project] 10.222.0.13 "GET /v2.0/ports?device_id=44e509ba-6109-4586-a8ba-08a6823dbe1b HTTP/1.1" status: 200 len: 946 time: 0.0852435 Jan 26 21:08:38.274350 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] No Port match for: ecf8e7a9-c48e-4107-a343-dfd7589e5e50 {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 26 21:08:38.285486 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Device ecf8e7a9-c48e-4107-a343-dfd7589e5e50 not bound to the agent host n-h2-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 26 21:08:38.293206 n-d-760453-5 neutron-server[103305]: DEBUG neutron.notifiers.nova [req-f4df730b-ef57-4522-991e-ba9000d11aca req-c3112e67-a212-47ae-b688-d7e446e2e13f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c4cb8658-d594-4074-8152-d71e1fa845bd {{(pid=103305) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 26 21:08:38.303795 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-f4df730b-ef57-4522-991e-ba9000d11aca req-c3112e67-a212-47ae-b688-d7e446e2e13f service neutron] Publish callbacks [] for port (c4cb8658-d594-4074-8152-d71e1fa845bd), precommit_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:08:38.320309 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.provisioning_blocks [req-f4df730b-ef57-4522-991e-ba9000d11aca req-c3112e67-a212-47ae-b688-d7e446e2e13f service neutron] Transition to ACTIVE for port object c4cb8658-d594-4074-8152-d71e1fa845bd will not be triggered until provisioned by entity L2. {{(pid=103305) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 21:08:38.325211 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-f4df730b-ef57-4522-991e-ba9000d11aca req-c3112e67-a212-47ae-b688-d7e446e2e13f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11791520'] for port (c4cb8658-d594-4074-8152-d71e1fa845bd), after_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:08:38.392491 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-e2727f73-7eb4-4dfb-9cf7-f260f4a4a523 req-47d39d23-6417-4eb5-8819-772b143f5362 tempest-FloatingIPsAssociationNegativeTestJSON-863358768 tempest-FloatingIPsAssociationNegativeTestJSON-863358768-project] 10.222.0.13 "GET /v2.0/security-groups?id=74af5a62-367f-4806-bb53-2aff4035c566&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010191 Jan 26 21:08:38.409840 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04633c31-acf4-4da8-8734-b3c0d28e1c9d req-b1683c46-ab5a-427e-8d5e-1acc9d2dec63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:08:38.412151 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-04633c31-acf4-4da8-8734-b3c0d28e1c9d req-b1683c46-ab5a-427e-8d5e-1acc9d2dec63 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=44e509ba-6109-4586-a8ba-08a6823dbe1b HTTP/1.1" status: 200 len: 1097 time: 0.0887198 Jan 26 21:08:38.457083 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3112e67-a212-47ae-b688-d7e446e2e13f service neutron] Pushing event updated for resources: {'Port': ['ID=c4cb8658-d594-4074-8152-d71e1fa845bd,revision_number=2']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:08:38.514004 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [req-f4df730b-ef57-4522-991e-ba9000d11aca req-c3112e67-a212-47ae-b688-d7e446e2e13f service neutron] Attempting to bind port c4cb8658-d594-4074-8152-d71e1fa845bd on host n-h2-760453-5 for vnic_type normal with profile {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 21:08:38.514346 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [req-f4df730b-ef57-4522-991e-ba9000d11aca req-c3112e67-a212-47ae-b688-d7e446e2e13f service neutron] Attempting to bind port c4cb8658-d594-4074-8152-d71e1fa845bd by drivers openvswitch,hyperv on host n-h2-760453-5 at level 0 using segments [{'id': '58f97d30-90ed-4b82-8d47-15dab34d927d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '4926adbd-bb58-409b-9ac8-4ddd785838cc'}] {{(pid=103305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 26 21:08:38.514697 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4df730b-ef57-4522-991e-ba9000d11aca req-c3112e67-a212-47ae-b688-d7e446e2e13f service neutron] Attempting to bind port c4cb8658-d594-4074-8152-d71e1fa845bd on network 4926adbd-bb58-409b-9ac8-4ddd785838cc {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 21:08:38.521889 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4df730b-ef57-4522-991e-ba9000d11aca req-c3112e67-a212-47ae-b688-d7e446e2e13f service neutron] Port c4cb8658-d594-4074-8152-d71e1fa845bd on network 4926adbd-bb58-409b-9ac8-4ddd785838cc not bound, no agent of type Open vSwitch agent registered on host n-h2-760453-5 {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 26 21:08:38.522065 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4df730b-ef57-4522-991e-ba9000d11aca req-c3112e67-a212-47ae-b688-d7e446e2e13f service neutron] Attempting to bind port c4cb8658-d594-4074-8152-d71e1fa845bd on network 4926adbd-bb58-409b-9ac8-4ddd785838cc {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 21:08:38.525009 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-04633c31-acf4-4da8-8734-b3c0d28e1c9d req-f959062e-cf16-436c-8d8c-e4832dcf769d service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=74af5a62-367f-4806-bb53-2aff4035c566&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047096 Jan 26 21:08:38.530831 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4df730b-ef57-4522-991e-ba9000d11aca req-c3112e67-a212-47ae-b688-d7e446e2e13f service neutron] Checking agent: {'id': '4d619873-4b60-439f-9b5a-b155dc8bbc34', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-760453-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 21, 2, 53), 'started_at': datetime.datetime(2022, 1, 26, 21, 2, 53), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 21, 8, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 26 21:08:38.530831 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4df730b-ef57-4522-991e-ba9000d11aca req-c3112e67-a212-47ae-b688-d7e446e2e13f service neutron] Checking segment: {'id': '58f97d30-90ed-4b82-8d47-15dab34d927d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '4926adbd-bb58-409b-9ac8-4ddd785838cc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103305) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 21:08:38.531231 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4df730b-ef57-4522-991e-ba9000d11aca req-c3112e67-a212-47ae-b688-d7e446e2e13f service neutron] Bound using segment: {'id': '58f97d30-90ed-4b82-8d47-15dab34d927d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '4926adbd-bb58-409b-9ac8-4ddd785838cc'} {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 26 21:08:38.531651 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [req-f4df730b-ef57-4522-991e-ba9000d11aca req-c3112e67-a212-47ae-b688-d7e446e2e13f service neutron] Bound port: c4cb8658-d594-4074-8152-d71e1fa845bd, host: n-h2-760453-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '58f97d30-90ed-4b82-8d47-15dab34d927d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '4926adbd-bb58-409b-9ac8-4ddd785838cc'}}] {{(pid=103305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 26 21:08:38.535304 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-f4df730b-ef57-4522-991e-ba9000d11aca req-c3112e67-a212-47ae-b688-d7e446e2e13f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (c4cb8658-d594-4074-8152-d71e1fa845bd), before_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:08:38.608169 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [req-f4df730b-ef57-4522-991e-ba9000d11aca req-c3112e67-a212-47ae-b688-d7e446e2e13f service neutron] For port c4cb8658-d594-4074-8152-d71e1fa845bd, host n-h2-760453-5, cleared binding levels {{(pid=103305) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 26 21:08:38.613408 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [req-f4df730b-ef57-4522-991e-ba9000d11aca req-c3112e67-a212-47ae-b688-d7e446e2e13f service neutron] For port c4cb8658-d594-4074-8152-d71e1fa845bd, host n-h2-760453-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-5',level=0,port_id=c4cb8658-d594-4074-8152-d71e1fa845bd,segment=NetworkSegment(58f97d30-90ed-4b82-8d47-15dab34d927d),segment_id=58f97d30-90ed-4b82-8d47-15dab34d927d)] {{(pid=103305) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 26 21:08:38.616319 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-f4df730b-ef57-4522-991e-ba9000d11aca req-c3112e67-a212-47ae-b688-d7e446e2e13f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11791520'] for port (c4cb8658-d594-4074-8152-d71e1fa845bd), after_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:08:38.651754 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4df730b-ef57-4522-991e-ba9000d11aca req-c3112e67-a212-47ae-b688-d7e446e2e13f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:08:38.652375 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-f4df730b-ef57-4522-991e-ba9000d11aca req-c3112e67-a212-47ae-b688-d7e446e2e13f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:08:38.653796 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-f4df730b-ef57-4522-991e-ba9000d11aca req-c3112e67-a212-47ae-b688-d7e446e2e13f service neutron] 10.222.0.57 "PUT /v2.0/ports/c4cb8658-d594-4074-8152-d71e1fa845bd HTTP/1.1" status: 200 len: 1091 time: 0.8105609 Jan 26 21:08:38.654238 n-d-760453-5 neutron-server[103305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3c98b3bb-2f69-4902-b7e7-0b13b485a12a', 'tag': 'c4cb8658-d594-4074-8152-d71e1fa845bd'}] {{(pid=103305) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 21:08:38.656496 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d4654568b7bf041e72ff8fe1c96d6d761d9c921f2b99bc7b3a26632be20cee0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a77e237-f1fa-4383-bb9b-129d18f88653" -d '{"events": [{"name": "network-changed", "server_uuid": "3c98b3bb-2f69-4902-b7e7-0b13b485a12a", "tag": "c4cb8658-d594-4074-8152-d71e1fa845bd"}]}' {{(pid=103305) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 21:08:38.683926 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3112e67-a212-47ae-b688-d7e446e2e13f service neutron] Pushing event updated for resources: {'Port': ['ID=c4cb8658-d594-4074-8152-d71e1fa845bd,revision_number=3']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:08:38.748921 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4df730b-ef57-4522-991e-ba9000d11aca req-8f05bb47-6a00-4a8b-a09f-77a694b29f52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:08:38.750644 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-f4df730b-ef57-4522-991e-ba9000d11aca req-8f05bb47-6a00-4a8b-a09f-77a694b29f52 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=7738c5884a6447309a2496a4daa195ef&device_id=3c98b3bb-2f69-4902-b7e7-0b13b485a12a HTTP/1.1" status: 200 len: 1094 time: 0.0462127 Jan 26 21:08:38.758322 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d3e80c-0859-434a-8027-3ad7ef4c9b49 req-d5bfb05a-1ac6-4078-b234-4d3dce9fff10 tempest-ServersAdminNegativeTestJSON-1178057290 tempest-ServersAdminNegativeTestJSON-1178057290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:08:38.759803 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-49d3e80c-0859-434a-8027-3ad7ef4c9b49 req-d5bfb05a-1ac6-4078-b234-4d3dce9fff10 tempest-ServersAdminNegativeTestJSON-1178057290 tempest-ServersAdminNegativeTestJSON-1178057290-project] 10.222.0.13 "GET /v2.0/ports?device_id=72953251-85ca-4106-a0f5-157672441c1f HTTP/1.1" status: 200 len: 949 time: 0.0887382 Jan 26 21:08:38.787636 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5645e2-33c1-4d46-b9e9-d1b88eea098c req-b01ddb6b-c701-4d16-822d-9342f07892ea tempest-ServersAdminTestJSON-2108229583 tempest-ServersAdminTestJSON-2108229583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:08:38.789127 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-df5645e2-33c1-4d46-b9e9-d1b88eea098c req-b01ddb6b-c701-4d16-822d-9342f07892ea tempest-ServersAdminTestJSON-2108229583 tempest-ServersAdminTestJSON-2108229583-project] 10.222.0.13 "GET /v2.0/ports?device_id=d858c7a1-36f0-4e09-9270-24b0c4c907b4 HTTP/1.1" status: 200 len: 949 time: 0.0780730 Jan 26 21:08:38.795381 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-f4df730b-ef57-4522-991e-ba9000d11aca req-77cd80fd-e630-44b6-8e78-4ef7f1540cc9 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c4cb8658-d594-4074-8152-d71e1fa845bd HTTP/1.1" status: 200 len: 217 time: 0.0354912 Jan 26 21:08:38.837245 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-49d3e80c-0859-434a-8027-3ad7ef4c9b49 req-1d04283d-cd49-459a-bde2-377eaf4d4442 tempest-ServersAdminNegativeTestJSON-1178057290 tempest-ServersAdminNegativeTestJSON-1178057290-project] 10.222.0.13 "GET /v2.0/security-groups?id=c18b03c4-72d9-42c1-93c5-33d242c8ac5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715988 Jan 26 21:08:38.861179 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4df730b-ef57-4522-991e-ba9000d11aca req-1ed0567a-f8cd-4412-be31-4a9dbf752751 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:08:38.863605 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-f4df730b-ef57-4522-991e-ba9000d11aca req-1ed0567a-f8cd-4412-be31-4a9dbf752751 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=82795dc3-d3c3-45f5-bcea-f6ace04e021f HTTP/1.1" status: 200 len: 862 time: 0.0583389 Jan 26 21:08:38.869907 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-df5645e2-33c1-4d46-b9e9-d1b88eea098c req-ed1f6e19-cb74-4bde-b772-e166e0904804 tempest-ServersAdminTestJSON-2108229583 tempest-ServersAdminTestJSON-2108229583-project] 10.222.0.13 "GET /v2.0/security-groups?id=95bc11fd-db53-4b42-971c-c958ca031066&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735414 Jan 26 21:08:38.884471 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 26 Jan 2022 21:08:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33c3e597-170c-4962-89dc-8d554435df2e x-openstack-request-id: req-33c3e597-170c-4962-89dc-8d554435df2e {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 21:08:38.884744 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3c98b3bb-2f69-4902-b7e7-0b13b485a12a", "tag": "c4cb8658-d594-4074-8152-d71e1fa845bd", "status": "completed", "code": 200}]} {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 21:08:38.885003 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-33c3e597-170c-4962-89dc-8d554435df2e {{(pid=103305) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 21:08:38.885615 n-d-760453-5 neutron-server[103305]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3c98b3bb-2f69-4902-b7e7-0b13b485a12a', 'tag': 'c4cb8658-d594-4074-8152-d71e1fa845bd', 'status': 'completed', 'code': 200} Jan 26 21:08:38.930755 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-f4df730b-ef57-4522-991e-ba9000d11aca req-44fb64c2-e42f-435f-af0a-e070bf175897 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=4926adbd-bb58-409b-9ac8-4ddd785838cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0604024 Jan 26 21:08:38.936075 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device a4078fa5-71e0-4764-bce8-9603e922a966 up at agent ovs-agent-n-d-760453-5 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 21:08:38.999778 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Provisioning complete for port a4078fa5-71e0-4764-bce8-9603e922a966 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:08:39.000153 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (a4078fa5-71e0-4764-bce8-9603e922a966), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:08:39.012304 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-b96e336b-feaf-41eb-b8bd-a8c294ba4464 req-265f7596-5dfa-43c3-b560-36b01524fa68 tempest-ServersTestFqdnHostnames-1663210831 tempest-ServersTestFqdnHostnames-1663210831-project] 10.222.0.13 "GET /v2.0/ports?device_id=cef1c79f-e0ff-4eb2-8297-9fad70b4e6cd HTTP/1.1" status: 200 len: 210 time: 0.0540881 Jan 26 21:08:39.047749 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9853bc-0140-4e2b-b5fe-50e569da1524 req-1cf24238-5bf4-474f-817a-047978ab2c8b tempest-MigrationsAdminTest-1084137346 tempest-MigrationsAdminTest-1084137346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:08:39.054696 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-ad9853bc-0140-4e2b-b5fe-50e569da1524 req-1cf24238-5bf4-474f-817a-047978ab2c8b tempest-MigrationsAdminTest-1084137346 tempest-MigrationsAdminTest-1084137346-project] 10.222.0.13 "GET /v2.0/ports?device_id=6e0054d4-194a-4ef5-9a59-0af1fe168395 HTTP/1.1" status: 200 len: 950 time: 0.0947366 Jan 26 21:08:39.075345 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-f4df730b-ef57-4522-991e-ba9000d11aca req-63eed4ab-6afd-4df3-b7c9-9080d455881a service neutron] 10.222.0.57 "GET /v2.0/networks/4926adbd-bb58-409b-9ac8-4ddd785838cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1378117 Jan 26 21:08:39.109069 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Current status of the port a4078fa5-71e0-4764-bce8-9603e922a966 is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:08:39.196016 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-d853774f-60fe-4987-ab30-d76bc73bebaa req-04881542-881f-4752-8cbf-8de06b4a4bba service neutron] 10.222.0.57 "GET /v2.0/ports/35f30042-617d-4336-9f2b-bcf2d6d2f65d/bindings/n-h2-760453-5 HTTP/1.1" status: 200 len: 382 time: 0.1871383 Jan 26 21:08:39.228693 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ef5f32-1b21-47b5-8669-cac0f142cfc7 req-992b95dd-c6db-4a3a-a33f-373d9844e4ee tempest-ServersTestFqdnHostnames-1663210831 tempest-ServersTestFqdnHostnames-1663210831-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:08:39.230489 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-11ef5f32-1b21-47b5-8669-cac0f142cfc7 req-992b95dd-c6db-4a3a-a33f-373d9844e4ee tempest-ServersTestFqdnHostnames-1663210831 tempest-ServersTestFqdnHostnames-1663210831-project] 10.222.0.66 "GET /v2.0/networks?id=04f127ee-b02e-4caf-884a-3d6915eed85e HTTP/1.1" status: 200 len: 814 time: 0.1590519 Jan 26 21:08:39.238045 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-ad9853bc-0140-4e2b-b5fe-50e569da1524 req-0722e4c1-a9f9-4b75-924a-77b84f148075 tempest-MigrationsAdminTest-1084137346 tempest-MigrationsAdminTest-1084137346-project] 10.222.0.13 "GET /v2.0/security-groups?id=e0b082e3-685f-492b-b87f-3045b8ecd8c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1825228 Jan 26 21:08:39.258378 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-f4df730b-ef57-4522-991e-ba9000d11aca req-43aa75f9-1fd1-4806-b98f-715c97323260 service neutron] 10.222.0.57 "GET /v2.0/networks/4926adbd-bb58-409b-9ac8-4ddd785838cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1735113 Jan 26 21:08:39.259744 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03ce410-14a6-4f35-b2b9-f3b5fc281d11 req-e5031186-04ff-4a92-8ec8-aa5411bda6b2 tempest-ImagesOneServerNegativeTestJSON-151319106 tempest-ImagesOneServerNegativeTestJSON-151319106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:08:39.261388 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-c03ce410-14a6-4f35-b2b9-f3b5fc281d11 req-e5031186-04ff-4a92-8ec8-aa5411bda6b2 tempest-ImagesOneServerNegativeTestJSON-151319106 tempest-ImagesOneServerNegativeTestJSON-151319106-project] 10.222.0.13 "GET /v2.0/ports?device_id=3c98b3bb-2f69-4902-b7e7-0b13b485a12a HTTP/1.1" status: 200 len: 943 time: 0.0813210 Jan 26 21:08:39.367418 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-11ef5f32-1b21-47b5-8669-cac0f142cfc7 req-f731a6be-b61f-47d8-8eed-fcfb19da82f4 tempest-ServersTestFqdnHostnames-1663210831 tempest-ServersTestFqdnHostnames-1663210831-project] 10.222.0.66 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4815438ae48244e6bf659aa0ac197d5f HTTP/1.1" status: 200 len: 379 time: 0.1036334 Jan 26 21:08:39.370590 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-c03ce410-14a6-4f35-b2b9-f3b5fc281d11 req-d8edd95c-4937-4941-92a7-c9f001be8537 tempest-ImagesOneServerNegativeTestJSON-151319106 tempest-ImagesOneServerNegativeTestJSON-151319106-project] 10.222.0.13 "GET /v2.0/security-groups?id=aea9fb57-b28b-4984-b6fd-ae500e1c8e4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887570 Jan 26 21:08:39.396149 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a77e237-f1fa-4383-bb9b-129d18f88653 req-5291fbce-3b27-4feb-9817-03c340006134 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:08:39.398022 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-1a77e237-f1fa-4383-bb9b-129d18f88653 req-5291fbce-3b27-4feb-9817-03c340006134 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=7738c5884a6447309a2496a4daa195ef&device_id=3c98b3bb-2f69-4902-b7e7-0b13b485a12a HTTP/1.1" status: 200 len: 1094 time: 0.0531607 Jan 26 21:08:39.514124 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [req-11ef5f32-1b21-47b5-8669-cac0f142cfc7 req-4f3767f5-fdcc-427d-bf4b-96dad0296ad7 tempest-ServersTestFqdnHostnames-1663210831 tempest-ServersTestFqdnHostnames-1663210831-project] Request body: {'port': {'device_id': 'cef1c79f-e0ff-4eb2-8297-9fad70b4e6cd', 'network_id': '04f127ee-b02e-4caf-884a-3d6915eed85e', 'admin_state_up': True, 'tenant_id': '4815438ae48244e6bf659aa0ac197d5f', 'security_groups': ['c3884922-c788-4174-8be5-5a7a4ff5f5df']}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:08:39.554873 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d853774f-60fe-4987-ab30-d76bc73bebaa req-5b8765f8-d2a5-46f1-8bc7-a519f55e94ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:08:39.556292 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-d853774f-60fe-4987-ab30-d76bc73bebaa req-5b8765f8-d2a5-46f1-8bc7-a519f55e94ab service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=6e0054d4-194a-4ef5-9a59-0af1fe168395&tenant_id=d178ac49ddc9478db66ba71c81039890 HTTP/1.1" status: 200 len: 1101 time: 0.1279852 Jan 26 21:08:39.569666 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4fcacbd-c04b-4989-8adb-7bc045fe5549 req-2e7a6d13-3a6b-498d-b0fd-d1171005a5a8 tempest-ServersAdminNegativeTestJSON-1178057290 tempest-ServersAdminNegativeTestJSON-1178057290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:08:39.571171 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-f4fcacbd-c04b-4989-8adb-7bc045fe5549 req-2e7a6d13-3a6b-498d-b0fd-d1171005a5a8 tempest-ServersAdminNegativeTestJSON-1178057290 tempest-ServersAdminNegativeTestJSON-1178057290-project] 10.222.0.66 "GET /v2.0/ports?device_id=72953251-85ca-4106-a0f5-157672441c1f HTTP/1.1" status: 200 len: 949 time: 0.1014912 Jan 26 21:08:39.573024 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a77e237-f1fa-4383-bb9b-129d18f88653 req-b2579fde-6c0e-42c7-834e-23a517a7409c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:08:39.574406 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-1a77e237-f1fa-4383-bb9b-129d18f88653 req-b2579fde-6c0e-42c7-834e-23a517a7409c service neutron] 10.222.0.57 "GET /v2.0/networks?id=4926adbd-bb58-409b-9ac8-4ddd785838cc HTTP/1.1" status: 200 len: 923 time: 0.1673429 Jan 26 21:08:39.597947 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261f0b41-5821-40f4-a26b-d65069bc4491 req-2c60a939-613a-4a87-891d-279647d9fab2 tempest-FloatingIPsAssociationNegativeTestJSON-863358768 tempest-FloatingIPsAssociationNegativeTestJSON-863358768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:08:39.599493 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-261f0b41-5821-40f4-a26b-d65069bc4491 req-2c60a939-613a-4a87-891d-279647d9fab2 tempest-FloatingIPsAssociationNegativeTestJSON-863358768 tempest-FloatingIPsAssociationNegativeTestJSON-863358768-project] 10.222.0.13 "GET /v2.0/ports?device_id=44e509ba-6109-4586-a8ba-08a6823dbe1b HTTP/1.1" status: 200 len: 946 time: 0.1348042 Jan 26 21:08:39.613109 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838f4189-7907-4908-a602-349ee736fbab req-5822c3f3-d835-489b-95ee-fb91f7aa5fda tempest-ServersWithSpecificFlavorTestJSON-1678027092 tempest-ServersWithSpecificFlavorTestJSON-1678027092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:08:39.614614 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-838f4189-7907-4908-a602-349ee736fbab req-5822c3f3-d835-489b-95ee-fb91f7aa5fda tempest-ServersWithSpecificFlavorTestJSON-1678027092 tempest-ServersWithSpecificFlavorTestJSON-1678027092-project] 10.222.0.13 "GET /v2.0/ports?device_id=61324128-afb5-4d9e-a732-f4dc68e3c9a3 HTTP/1.1" status: 200 len: 945 time: 0.1390710 Jan 26 21:08:39.639827 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-1a77e237-f1fa-4383-bb9b-129d18f88653 req-78e7282a-441d-48bf-820e-23a2aca08fba service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c4cb8658-d594-4074-8152-d71e1fa845bd HTTP/1.1" status: 200 len: 217 time: 0.0580397 Jan 26 21:08:39.697516 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d853774f-60fe-4987-ab30-d76bc73bebaa req-eae70cea-3dc9-4211-a62a-8192101e1909 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:08:39.699007 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-d853774f-60fe-4987-ab30-d76bc73bebaa req-eae70cea-3dc9-4211-a62a-8192101e1909 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=d178ac49ddc9478db66ba71c81039890&device_id=6e0054d4-194a-4ef5-9a59-0af1fe168395 HTTP/1.1" status: 200 len: 1101 time: 0.1112807 Jan 26 21:08:39.718389 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a77e237-f1fa-4383-bb9b-129d18f88653 req-17e8dc99-cde2-4b56-9289-399c06e29107 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:08:39.719769 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-1a77e237-f1fa-4383-bb9b-129d18f88653 req-17e8dc99-cde2-4b56-9289-399c06e29107 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=82795dc3-d3c3-45f5-bcea-f6ace04e021f HTTP/1.1" status: 200 len: 862 time: 0.0731745 Jan 26 21:08:39.720620 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-11ef5f32-1b21-47b5-8669-cac0f142cfc7 req-4f3767f5-fdcc-427d-bf4b-96dad0296ad7 tempest-ServersTestFqdnHostnames-1663210831 tempest-ServersTestFqdnHostnames-1663210831-project] Made reservation on behalf of 4815438ae48244e6bf659aa0ac197d5f for: {'port': 1} {{(pid=103304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 21:08:39.723949 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-11ef5f32-1b21-47b5-8669-cac0f142cfc7 req-4f3767f5-fdcc-427d-bf4b-96dad0296ad7 tempest-ServersTestFqdnHostnames-1663210831 tempest-ServersTestFqdnHostnames-1663210831-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:08:39.729183 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-261f0b41-5821-40f4-a26b-d65069bc4491 req-4d902ebc-d2ed-40dc-95bd-a0c4251abfee tempest-FloatingIPsAssociationNegativeTestJSON-863358768 tempest-FloatingIPsAssociationNegativeTestJSON-863358768-project] 10.222.0.13 "GET /v2.0/security-groups?id=74af5a62-367f-4806-bb53-2aff4035c566&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136737 Jan 26 21:08:39.733508 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-838f4189-7907-4908-a602-349ee736fbab req-008dab4c-e6f5-41dc-845c-2f3670dde2e5 tempest-ServersWithSpecificFlavorTestJSON-1678027092 tempest-ServersWithSpecificFlavorTestJSON-1678027092-project] 10.222.0.13 "GET /v2.0/security-groups?id=06e69ac2-3bf6-41aa-8df8-caa9b01a862f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1102529 Jan 26 21:08:39.824849 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-1a77e237-f1fa-4383-bb9b-129d18f88653 req-21fcdf51-658a-4cb1-826b-ec28bf197edc service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=4926adbd-bb58-409b-9ac8-4ddd785838cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0853870 Jan 26 21:08:39.875080 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.db_base_plugin_common [req-11ef5f32-1b21-47b5-8669-cac0f142cfc7 req-4f3767f5-fdcc-427d-bf4b-96dad0296ad7 tempest-ServersTestFqdnHostnames-1663210831 tempest-ServersTestFqdnHostnames-1663210831-project] Allocated IP 172.20.0.14 (04f127ee-b02e-4caf-884a-3d6915eed85e/61a27748-d30c-4f5d-ae2a-2d53517279d2/41dcd358-acc3-4a4a-a964-69d1aa685d84) {{(pid=103304) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 21:08:39.958513 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d853774f-60fe-4987-ab30-d76bc73bebaa req-de0377ee-d7c6-457f-885f-25d9f4ad267d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:08:39.960306 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-d853774f-60fe-4987-ab30-d76bc73bebaa req-de0377ee-d7c6-457f-885f-25d9f4ad267d service neutron] 10.222.0.57 "GET /v2.0/networks?id=7fbe9cf5-e12c-436d-b372-55a19c9faa30 HTTP/1.1" status: 200 len: 870 time: 0.2510440 Jan 26 21:08:40.022619 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-1a77e237-f1fa-4383-bb9b-129d18f88653 req-2dc229a0-2b03-4fde-9daf-cacecb2a06dc service neutron] 10.222.0.57 "GET /v2.0/networks/4926adbd-bb58-409b-9ac8-4ddd785838cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1919513 Jan 26 21:08:40.025313 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-d853774f-60fe-4987-ab30-d76bc73bebaa req-355709d3-99c5-4a29-be31-de71fd745d52 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.189&port_id=35f30042-617d-4336-9f2b-bcf2d6d2f65d HTTP/1.1" status: 200 len: 217 time: 0.0572114 Jan 26 21:08:40.028650 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [req-f4fcacbd-c04b-4989-8adb-7bc045fe5549 req-f1cec06d-5242-44c1-ab06-06d84a21fe64 tempest-ServersAdminNegativeTestJSON-1178057290 tempest-ServersAdminNegativeTestJSON-1178057290-project] Deleting port 79b013a4-8026-47fc-9044-e6485fc3e604 {{(pid=103305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 21:08:40.028995 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-f4fcacbd-c04b-4989-8adb-7bc045fe5549 req-f1cec06d-5242-44c1-ab06-06d84a21fe64 tempest-ServersAdminNegativeTestJSON-1178057290 tempest-ServersAdminNegativeTestJSON-1178057290-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746560630878'] for port (79b013a4-8026-47fc-9044-e6485fc3e604), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:08:40.044389 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354826c7-0982-4176-9069-2d11c1c4cb9a req-19984cec-6ec3-4787-8197-4cd487299f8e tempest-ServersAdminNegativeTestJSON-1178057290 tempest-ServersAdminNegativeTestJSON-1178057290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:08:40.046020 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-354826c7-0982-4176-9069-2d11c1c4cb9a req-19984cec-6ec3-4787-8197-4cd487299f8e tempest-ServersAdminNegativeTestJSON-1178057290 tempest-ServersAdminNegativeTestJSON-1178057290-project] 10.222.0.13 "GET /v2.0/ports?device_id=72953251-85ca-4106-a0f5-157672441c1f HTTP/1.1" status: 200 len: 949 time: 0.1370399 Jan 26 21:08:40.103971 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656cca16-e778-445f-934e-e3959a0467d9 req-89c9249a-894f-4dad-a866-e2eee5222217 tempest-ServersAdminTestJSON-2108229583 tempest-ServersAdminTestJSON-2108229583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:08:40.105395 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-656cca16-e778-445f-934e-e3959a0467d9 req-89c9249a-894f-4dad-a866-e2eee5222217 tempest-ServersAdminTestJSON-2108229583 tempest-ServersAdminTestJSON-2108229583-project] 10.222.0.13 "GET /v2.0/ports?device_id=d858c7a1-36f0-4e09-9270-24b0c4c907b4 HTTP/1.1" status: 200 len: 949 time: 0.1422021 Jan 26 21:08:40.144299 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-11ef5f32-1b21-47b5-8669-cac0f142cfc7 req-4f3767f5-fdcc-427d-bf4b-96dad0296ad7 tempest-ServersTestFqdnHostnames-1663210831 tempest-ServersTestFqdnHostnames-1663210831-project] Publish callbacks [] for port (41dcd358-acc3-4a4a-a964-69d1aa685d84), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:08:40.177148 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d853774f-60fe-4987-ab30-d76bc73bebaa req-23d70c56-781b-4af8-bbf4-61ed76419291 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:08:40.177402 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-354826c7-0982-4176-9069-2d11c1c4cb9a req-17ffbd57-c57d-4b65-a9aa-144142c3fda0 tempest-ServersAdminNegativeTestJSON-1178057290 tempest-ServersAdminNegativeTestJSON-1178057290-project] 10.222.0.13 "GET /v2.0/security-groups?id=c18b03c4-72d9-42c1-93c5-33d242c8ac5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239681 Jan 26 21:08:40.178514 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-d853774f-60fe-4987-ab30-d76bc73bebaa req-23d70c56-781b-4af8-bbf4-61ed76419291 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=fd77e534-75e6-4b90-950e-f5824d584430 HTTP/1.1" status: 200 len: 843 time: 0.1277134 Jan 26 21:08:40.209209 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-656cca16-e778-445f-934e-e3959a0467d9 req-cc420fe5-9b12-459f-af8a-3379de549204 tempest-ServersAdminTestJSON-2108229583 tempest-ServersAdminTestJSON-2108229583-project] 10.222.0.13 "GET /v2.0/security-groups?id=95bc11fd-db53-4b42-971c-c958ca031066&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979679 Jan 26 21:08:40.225139 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-11ef5f32-1b21-47b5-8669-cac0f142cfc7 req-4f3767f5-fdcc-427d-bf4b-96dad0296ad7 tempest-ServersTestFqdnHostnames-1663210831 tempest-ServersTestFqdnHostnames-1663210831-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746560234527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9281553'] for port (41dcd358-acc3-4a4a-a964-69d1aa685d84), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:08:40.250518 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-11ef5f32-1b21-47b5-8669-cac0f142cfc7 req-4f3767f5-fdcc-427d-bf4b-96dad0296ad7 tempest-ServersTestFqdnHostnames-1663210831 tempest-ServersTestFqdnHostnames-1663210831-project] Network 04f127ee-b02e-4caf-884a-3d6915eed85e is already hosted by enough agents. {{(pid=103304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 21:08:40.265654 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [req-f4fcacbd-c04b-4989-8adb-7bc045fe5549 req-f1cec06d-5242-44c1-ab06-06d84a21fe64 tempest-ServersAdminNegativeTestJSON-1178057290 tempest-ServersAdminNegativeTestJSON-1178057290-project] For port 79b013a4-8026-47fc-9044-e6485fc3e604, host n-h1-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-5',level=0,port_id=79b013a4-8026-47fc-9044-e6485fc3e604,segment=NetworkSegment(4eab25d6-89d9-4907-a1c2-51b06443ba33),segment_id=4eab25d6-89d9-4907-a1c2-51b06443ba33)] {{(pid=103305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:08:40.266797 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-f4fcacbd-c04b-4989-8adb-7bc045fe5549 req-f1cec06d-5242-44c1-ab06-06d84a21fe64 tempest-ServersAdminNegativeTestJSON-1178057290 tempest-ServersAdminNegativeTestJSON-1178057290-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4109658'] for port (79b013a4-8026-47fc-9044-e6485fc3e604), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:08:40.271490 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-1a77e237-f1fa-4383-bb9b-129d18f88653 req-f9ff22dd-07ea-4280-9e6e-f87ab0dd0ed5 service neutron] 10.222.0.57 "GET /v2.0/networks/4926adbd-bb58-409b-9ac8-4ddd785838cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2380123 Jan 26 21:08:40.272955 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [req-11ef5f32-1b21-47b5-8669-cac0f142cfc7 req-4f3767f5-fdcc-427d-bf4b-96dad0296ad7 tempest-ServersTestFqdnHostnames-1663210831 tempest-ServersTestFqdnHostnames-1663210831-project] Resources bound (agent type, host, resource id): {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:08:40.280213 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [req-11ef5f32-1b21-47b5-8669-cac0f142cfc7 req-4f3767f5-fdcc-427d-bf4b-96dad0296ad7 tempest-ServersTestFqdnHostnames-1663210831 tempest-ServersTestFqdnHostnames-1663210831-project] Received port after_create {{(pid=103304) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 21:08:40.287432 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [req-f4fcacbd-c04b-4989-8adb-7bc045fe5549 req-f1cec06d-5242-44c1-ab06-06d84a21fe64 tempest-ServersAdminNegativeTestJSON-1178057290 tempest-ServersAdminNegativeTestJSON-1178057290-project] Calling delete_port for 79b013a4-8026-47fc-9044-e6485fc3e604 owned by compute:nova {{(pid=103305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 21:08:40.293048 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d853774f-60fe-4987-ab30-d76bc73bebaa req-44fd4bba-33be-4072-8251-1bc373fc8a60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:08:40.294581 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-d853774f-60fe-4987-ab30-d76bc73bebaa req-44fd4bba-33be-4072-8251-1bc373fc8a60 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=7fbe9cf5-e12c-436d-b372-55a19c9faa30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1002095 Jan 26 21:08:40.380481 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3767f5-fdcc-427d-bf4b-96dad0296ad7 tempest-ServersTestFqdnHostnames-1663210831 tempest-ServersTestFqdnHostnames-1663210831-project] Pushing event updated for resources: {'Port': ['ID=41dcd358-acc3-4a4a-a964-69d1aa685d84,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:08:40.432498 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ef5f32-1b21-47b5-8669-cac0f142cfc7 req-4f3767f5-fdcc-427d-bf4b-96dad0296ad7 tempest-ServersTestFqdnHostnames-1663210831 tempest-ServersTestFqdnHostnames-1663210831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:08:40.432936 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-11ef5f32-1b21-47b5-8669-cac0f142cfc7 req-4f3767f5-fdcc-427d-bf4b-96dad0296ad7 tempest-ServersTestFqdnHostnames-1663210831 tempest-ServersTestFqdnHostnames-1663210831-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:08:40.465125 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-d853774f-60fe-4987-ab30-d76bc73bebaa req-2092caaf-5473-49d6-beda-b54c1fd9010f service neutron] 10.222.0.57 "GET /v2.0/networks/7fbe9cf5-e12c-436d-b372-55a19c9faa30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1611979 Jan 26 21:08:40.478257 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41fd1fba-ca0d-4b73-b1b3-0d14476eb8ae req-bd7b4b61-291f-4859-a522-3fd4db4d63fe tempest-MigrationsAdminTest-1084137346 tempest-MigrationsAdminTest-1084137346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:08:40.480223 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-41fd1fba-ca0d-4b73-b1b3-0d14476eb8ae req-bd7b4b61-291f-4859-a522-3fd4db4d63fe tempest-MigrationsAdminTest-1084137346 tempest-MigrationsAdminTest-1084137346-project] 10.222.0.13 "GET /v2.0/ports?device_id=6e0054d4-194a-4ef5-9a59-0af1fe168395 HTTP/1.1" status: 200 len: 950 time: 0.1141334 Jan 26 21:08:40.487561 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-11ef5f32-1b21-47b5-8669-cac0f142cfc7 req-4f3767f5-fdcc-427d-bf4b-96dad0296ad7 tempest-ServersTestFqdnHostnames-1663210831 tempest-ServersTestFqdnHostnames-1663210831-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0028884 Jan 26 21:08:40.545348 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-41fd1fba-ca0d-4b73-b1b3-0d14476eb8ae req-34146ccb-5cb2-4dbb-9b33-f623221d7d1a tempest-MigrationsAdminTest-1084137346 tempest-MigrationsAdminTest-1084137346-project] 10.222.0.13 "GET /v2.0/security-groups?id=e0b082e3-685f-492b-b87f-3045b8ecd8c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551817 Jan 26 21:08:40.558395 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d97648-b2dc-4a19-af36-4b6c8f85e0dd req-bf3839b9-97ec-47be-86a5-1cadf1975d59 tempest-ServersTestFqdnHostnames-1663210831 tempest-ServersTestFqdnHostnames-1663210831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:08:40.569332 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-b2d97648-b2dc-4a19-af36-4b6c8f85e0dd req-bf3839b9-97ec-47be-86a5-1cadf1975d59 tempest-ServersTestFqdnHostnames-1663210831 tempest-ServersTestFqdnHostnames-1663210831-project] 10.222.0.13 "GET /v2.0/ports?device_id=cef1c79f-e0ff-4eb2-8297-9fad70b4e6cd HTTP/1.1" status: 200 len: 932 time: 0.2912445 Jan 26 21:08:40.593062 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [req-11ef5f32-1b21-47b5-8669-cac0f142cfc7 req-2918a8da-62ea-43ab-8294-56538169bae6 service neutron] Request body: {'port': {'device_id': 'cef1c79f-e0ff-4eb2-8297-9fad70b4e6cd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-760453-5'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:08:40.629825 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-f4fcacbd-c04b-4989-8adb-7bc045fe5549 req-f1cec06d-5242-44c1-ab06-06d84a21fe64 tempest-ServersAdminNegativeTestJSON-1178057290 tempest-ServersAdminNegativeTestJSON-1178057290-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746560636600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746560234536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11791543'] for port (79b013a4-8026-47fc-9044-e6485fc3e604), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:08:40.675091 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] get_ports_and_sgs() called for port_ids ['79b013a4-8026-47fc-9044-e6485fc3e604'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 26 21:08:40.680975 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1cec06d-5242-44c1-ab06-06d84a21fe64 tempest-ServersAdminNegativeTestJSON-1178057290 tempest-ServersAdminNegativeTestJSON-1178057290-project] Pushing event deleted for resources: {'Port': ['ID=79b013a4-8026-47fc-9044-e6485fc3e604,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:08:40.725621 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-b2d97648-b2dc-4a19-af36-4b6c8f85e0dd req-251394f9-5992-466f-9fcf-9b2be08ad208 tempest-ServersTestFqdnHostnames-1663210831 tempest-ServersTestFqdnHostnames-1663210831-project] 10.222.0.13 "GET /v2.0/security-groups?id=c3884922-c788-4174-8be5-5a7a4ff5f5df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1552243 Jan 26 21:08:40.742199 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-11ef5f32-1b21-47b5-8669-cac0f142cfc7 req-2918a8da-62ea-43ab-8294-56538169bae6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (41dcd358-acc3-4a4a-a964-69d1aa685d84), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:08:40.804320 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-1deb95ab-b6a0-4346-a12c-d978d35c7515 None None] Provisioning complete for port 41dcd358-acc3-4a4a-a964-69d1aa685d84 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:08:40.805165 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-1deb95ab-b6a0-4346-a12c-d978d35c7515 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (41dcd358-acc3-4a4a-a964-69d1aa685d84), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:08:40.811069 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d11bdd-094c-41ac-8108-9d051ad56d62 req-197c3e44-8013-4333-8361-a82ae682797e tempest-ImagesOneServerNegativeTestJSON-151319106 tempest-ImagesOneServerNegativeTestJSON-151319106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:08:40.820225 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-f4d11bdd-094c-41ac-8108-9d051ad56d62 req-197c3e44-8013-4333-8361-a82ae682797e tempest-ImagesOneServerNegativeTestJSON-151319106 tempest-ImagesOneServerNegativeTestJSON-151319106-project] 10.222.0.13 "GET /v2.0/ports?device_id=3c98b3bb-2f69-4902-b7e7-0b13b485a12a HTTP/1.1" status: 200 len: 943 time: 0.1643541 Jan 26 21:08:40.848627 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-1deb95ab-b6a0-4346-a12c-d978d35c7515 None None] Port 41dcd358-acc3-4a4a-a964-69d1aa685d84 cannot update to ACTIVE because it is not bound. {{(pid=103306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 26 21:08:40.962740 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-f4d11bdd-094c-41ac-8108-9d051ad56d62 req-f0e5f719-f19a-4578-aaf7-a5a605fe46bf tempest-ImagesOneServerNegativeTestJSON-151319106 tempest-ImagesOneServerNegativeTestJSON-151319106-project] 10.222.0.13 "GET /v2.0/security-groups?id=aea9fb57-b28b-4984-b6fd-ae500e1c8e4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1411483 Jan 26 21:08:41.167499 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c4587c-9762-4e5d-b8c7-2f1b8c02c5d3 req-6c865f49-38a6-44cb-81c8-b0e47fe629b2 tempest-FloatingIPsAssociationNegativeTestJSON-863358768 tempest-FloatingIPsAssociationNegativeTestJSON-863358768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:08:41.173081 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4fcacbd-c04b-4989-8adb-7bc045fe5549 req-f1cec06d-5242-44c1-ab06-06d84a21fe64 tempest-ServersAdminNegativeTestJSON-1178057290 tempest-ServersAdminNegativeTestJSON-1178057290-project] No DVR routers for this DVR port 79b013a4-8026-47fc-9044-e6485fc3e604 on host n-h1-760453-5 {{(pid=103305) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 26 21:08:41.177764 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-f4fcacbd-c04b-4989-8adb-7bc045fe5549 req-f1cec06d-5242-44c1-ab06-06d84a21fe64 tempest-ServersAdminNegativeTestJSON-1178057290 tempest-ServersAdminNegativeTestJSON-1178057290-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:08:41.178181 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-37c4587c-9762-4e5d-b8c7-2f1b8c02c5d3 req-6c865f49-38a6-44cb-81c8-b0e47fe629b2 tempest-FloatingIPsAssociationNegativeTestJSON-863358768 tempest-FloatingIPsAssociationNegativeTestJSON-863358768-project] 10.222.0.13 "GET /v2.0/ports?device_id=44e509ba-6109-4586-a8ba-08a6823dbe1b HTTP/1.1" status: 200 len: 946 time: 0.0837083 Jan 26 21:08:41.182160 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-f4fcacbd-c04b-4989-8adb-7bc045fe5549 req-f1cec06d-5242-44c1-ab06-06d84a21fe64 tempest-ServersAdminNegativeTestJSON-1178057290 tempest-ServersAdminNegativeTestJSON-1178057290-project] 10.222.0.66 "DELETE /v2.0/ports/79b013a4-8026-47fc-9044-e6485fc3e604 HTTP/1.1" status: 204 len: 173 time: 1.4807172 Jan 26 21:08:41.182730 n-d-760453-5 neutron-server[103305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72953251-85ca-4106-a0f5-157672441c1f', 'name': 'network-vif-deleted', 'tag': '79b013a4-8026-47fc-9044-e6485fc3e604'}] {{(pid=103305) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 21:08:41.185741 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d4654568b7bf041e72ff8fe1c96d6d761d9c921f2b99bc7b3a26632be20cee0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2671dd1-ef40-4e0b-84c9-ad990296e28b" -d '{"events": [{"server_uuid": "72953251-85ca-4106-a0f5-157672441c1f", "name": "network-vif-deleted", "tag": "79b013a4-8026-47fc-9044-e6485fc3e604"}]}' {{(pid=103305) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 21:08:41.219225 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-d853774f-60fe-4987-ab30-d76bc73bebaa req-89fb6066-ba75-4839-a11e-78994fbc4633 service neutron] 10.222.0.57 "GET /v2.0/networks/7fbe9cf5-e12c-436d-b372-55a19c9faa30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7456856 Jan 26 21:08:41.248012 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Jan 2022 21:08:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7bd0ffc-620c-4c1a-9884-b5de52872be5 x-openstack-request-id: req-f7bd0ffc-620c-4c1a-9884-b5de52872be5 {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 21:08:41.248313 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72953251-85ca-4106-a0f5-157672441c1f", "name": "network-vif-deleted", "tag": "79b013a4-8026-47fc-9044-e6485fc3e604", "status": "completed", "code": 200}]} {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 21:08:41.248567 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f7bd0ffc-620c-4c1a-9884-b5de52872be5 {{(pid=103305) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 21:08:41.248956 n-d-760453-5 neutron-server[103305]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72953251-85ca-4106-a0f5-157672441c1f', 'name': 'network-vif-deleted', 'tag': '79b013a4-8026-47fc-9044-e6485fc3e604', 'status': 'completed', 'code': 200} Jan 26 21:08:41.274784 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-37c4587c-9762-4e5d-b8c7-2f1b8c02c5d3 req-aecdac72-0ca4-4d66-b291-fff3de4bdec1 tempest-FloatingIPsAssociationNegativeTestJSON-863358768 tempest-FloatingIPsAssociationNegativeTestJSON-863358768-project] 10.222.0.13 "GET /v2.0/security-groups?id=74af5a62-367f-4806-bb53-2aff4035c566&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954289 Jan 26 21:08:41.328120 n-d-760453-5 neutron-server[103304]: DEBUG neutron.notifiers.nova [req-11ef5f32-1b21-47b5-8669-cac0f142cfc7 req-2918a8da-62ea-43ab-8294-56538169bae6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 41dcd358-acc3-4a4a-a964-69d1aa685d84 {{(pid=103304) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 26 21:08:41.338387 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-11ef5f32-1b21-47b5-8669-cac0f142cfc7 req-2918a8da-62ea-43ab-8294-56538169bae6 service neutron] Publish callbacks [] for port (41dcd358-acc3-4a4a-a964-69d1aa685d84), precommit_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:08:41.354013 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.provisioning_blocks [req-11ef5f32-1b21-47b5-8669-cac0f142cfc7 req-2918a8da-62ea-43ab-8294-56538169bae6 service neutron] Transition to ACTIVE for port object 41dcd358-acc3-4a4a-a964-69d1aa685d84 will not be triggered until provisioned by entity L2. {{(pid=103304) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 21:08:41.361182 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-11ef5f32-1b21-47b5-8669-cac0f142cfc7 req-2918a8da-62ea-43ab-8294-56538169bae6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9281542'] for port (41dcd358-acc3-4a4a-a964-69d1aa685d84), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:08:41.436335 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-78336fac-b0d6-4254-8b3a-03354573119f req-8727b47b-7192-46d0-beef-4602e342a36d tempest-ServersAdminNegativeTestJSON-1178057290 tempest-ServersAdminNegativeTestJSON-1178057290-project] 10.222.0.13 "GET /v2.0/ports?device_id=72953251-85ca-4106-a0f5-157672441c1f HTTP/1.1" status: 200 len: 210 time: 0.0653467 Jan 26 21:08:41.492679 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2918a8da-62ea-43ab-8294-56538169bae6 service neutron] Pushing event updated for resources: {'Port': ['ID=41dcd358-acc3-4a4a-a964-69d1aa685d84,revision_number=2']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:08:41.593840 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-53047125-b674-49e8-ba72-f0f92de8d69d req-bfed224a-2da4-41c8-b8ab-6415391fa9d0 tempest-ServersWithSpecificFlavorTestJSON-1678027092 tempest-ServersWithSpecificFlavorTestJSON-1678027092-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--1634192302&fields=id&tenant_id=d23b24c8db034dca99b1d99ddc0880a5 HTTP/1.1" status: 200 len: 267 time: 0.1808579 Jan 26 21:08:41.838468 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47b40c7-b06d-499d-b31d-04b8844f7192 req-7c45b1fc-363d-4a74-be7e-86333d87d5ef tempest-ServersAdminTestJSON-2108229583 tempest-ServersAdminTestJSON-2108229583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:08:41.839996 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-f47b40c7-b06d-499d-b31d-04b8844f7192 req-7c45b1fc-363d-4a74-be7e-86333d87d5ef tempest-ServersAdminTestJSON-2108229583 tempest-ServersAdminTestJSON-2108229583-project] 10.222.0.66 "GET /v2.0/ports?device_id=d858c7a1-36f0-4e09-9270-24b0c4c907b4 HTTP/1.1" status: 200 len: 949 time: 0.0525920 Jan 26 21:08:41.930827 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [req-11ef5f32-1b21-47b5-8669-cac0f142cfc7 req-2918a8da-62ea-43ab-8294-56538169bae6 service neutron] Attempting to bind port 41dcd358-acc3-4a4a-a964-69d1aa685d84 on host n-h1-760453-5 for vnic_type normal with profile {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 21:08:41.931165 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [req-11ef5f32-1b21-47b5-8669-cac0f142cfc7 req-2918a8da-62ea-43ab-8294-56538169bae6 service neutron] Attempting to bind port 41dcd358-acc3-4a4a-a964-69d1aa685d84 by drivers openvswitch,hyperv on host n-h1-760453-5 at level 0 using segments [{'id': 'e875afdd-975b-455a-a60a-20d47ba89b8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '04f127ee-b02e-4caf-884a-3d6915eed85e'}] {{(pid=103304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 26 21:08:41.931394 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11ef5f32-1b21-47b5-8669-cac0f142cfc7 req-2918a8da-62ea-43ab-8294-56538169bae6 service neutron] Attempting to bind port 41dcd358-acc3-4a4a-a964-69d1aa685d84 on network 04f127ee-b02e-4caf-884a-3d6915eed85e {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 21:08:41.938031 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [req-f47b40c7-b06d-499d-b31d-04b8844f7192 req-cd180647-9b36-44d6-9417-e8a44cd3a0f0 tempest-ServersAdminTestJSON-2108229583 tempest-ServersAdminTestJSON-2108229583-project] Deleting port 9a853cc4-7da7-4f16-9195-18aa3c9bdc43 {{(pid=103305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 21:08:41.938372 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-f47b40c7-b06d-499d-b31d-04b8844f7192 req-cd180647-9b36-44d6-9417-e8a44cd3a0f0 tempest-ServersAdminTestJSON-2108229583 tempest-ServersAdminTestJSON-2108229583-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746560630878'] for port (9a853cc4-7da7-4f16-9195-18aa3c9bdc43), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:08:41.943753 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d92a36-d192-4245-a258-6fea49e0412e req-040f99f6-9942-4b1a-b556-8fab64674c38 tempest-ServersAdminTestJSON-2108229583 tempest-ServersAdminTestJSON-2108229583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:08:41.945240 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-f7d92a36-d192-4245-a258-6fea49e0412e req-040f99f6-9942-4b1a-b556-8fab64674c38 tempest-ServersAdminTestJSON-2108229583 tempest-ServersAdminTestJSON-2108229583-project] 10.222.0.13 "GET /v2.0/ports?device_id=d858c7a1-36f0-4e09-9270-24b0c4c907b4 HTTP/1.1" status: 200 len: 949 time: 0.4108214 Jan 26 21:08:41.950340 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11ef5f32-1b21-47b5-8669-cac0f142cfc7 req-2918a8da-62ea-43ab-8294-56538169bae6 service neutron] Port 41dcd358-acc3-4a4a-a964-69d1aa685d84 on network 04f127ee-b02e-4caf-884a-3d6915eed85e not bound, no agent of type Open vSwitch agent registered on host n-h1-760453-5 {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 26 21:08:41.950601 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11ef5f32-1b21-47b5-8669-cac0f142cfc7 req-2918a8da-62ea-43ab-8294-56538169bae6 service neutron] Attempting to bind port 41dcd358-acc3-4a4a-a964-69d1aa685d84 on network 04f127ee-b02e-4caf-884a-3d6915eed85e {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 21:08:41.970249 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11ef5f32-1b21-47b5-8669-cac0f142cfc7 req-2918a8da-62ea-43ab-8294-56538169bae6 service neutron] Checking agent: {'id': '32ef628b-8417-46c5-8729-60fcabe358f1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-760453-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 21, 3, 8), 'started_at': datetime.datetime(2022, 1, 26, 21, 3, 8), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 21, 8, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 26 21:08:41.971500 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11ef5f32-1b21-47b5-8669-cac0f142cfc7 req-2918a8da-62ea-43ab-8294-56538169bae6 service neutron] Checking segment: {'id': 'e875afdd-975b-455a-a60a-20d47ba89b8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '04f127ee-b02e-4caf-884a-3d6915eed85e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103304) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 21:08:41.971500 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11ef5f32-1b21-47b5-8669-cac0f142cfc7 req-2918a8da-62ea-43ab-8294-56538169bae6 service neutron] Bound using segment: {'id': 'e875afdd-975b-455a-a60a-20d47ba89b8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '04f127ee-b02e-4caf-884a-3d6915eed85e'} {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 26 21:08:41.971922 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [req-11ef5f32-1b21-47b5-8669-cac0f142cfc7 req-2918a8da-62ea-43ab-8294-56538169bae6 service neutron] Bound port: 41dcd358-acc3-4a4a-a964-69d1aa685d84, host: n-h1-760453-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e875afdd-975b-455a-a60a-20d47ba89b8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '04f127ee-b02e-4caf-884a-3d6915eed85e'}}] {{(pid=103304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 26 21:08:41.972357 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-11ef5f32-1b21-47b5-8669-cac0f142cfc7 req-2918a8da-62ea-43ab-8294-56538169bae6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (41dcd358-acc3-4a4a-a964-69d1aa685d84), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:08:42.038621 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [req-f47b40c7-b06d-499d-b31d-04b8844f7192 req-cd180647-9b36-44d6-9417-e8a44cd3a0f0 tempest-ServersAdminTestJSON-2108229583 tempest-ServersAdminTestJSON-2108229583-project] For port 9a853cc4-7da7-4f16-9195-18aa3c9bdc43, host n-h1-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-5',level=0,port_id=9a853cc4-7da7-4f16-9195-18aa3c9bdc43,segment=NetworkSegment(4eab25d6-89d9-4907-a1c2-51b06443ba33),segment_id=4eab25d6-89d9-4907-a1c2-51b06443ba33)] {{(pid=103305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:08:42.039382 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-f47b40c7-b06d-499d-b31d-04b8844f7192 req-cd180647-9b36-44d6-9417-e8a44cd3a0f0 tempest-ServersAdminTestJSON-2108229583 tempest-ServersAdminTestJSON-2108229583-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4109658'] for port (9a853cc4-7da7-4f16-9195-18aa3c9bdc43), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:08:42.054678 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53047125-b674-49e8-ba72-f0f92de8d69d req-d0c62e52-8d53-4abe-943c-db5133ccc68d tempest-ServersWithSpecificFlavorTestJSON-1678027092 tempest-ServersWithSpecificFlavorTestJSON-1678027092-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:08:42.056216 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-53047125-b674-49e8-ba72-f0f92de8d69d req-d0c62e52-8d53-4abe-943c-db5133ccc68d tempest-ServersWithSpecificFlavorTestJSON-1678027092 tempest-ServersWithSpecificFlavorTestJSON-1678027092-project] 10.222.0.13 "GET /v2.0/networks?id=9b81ad00-7180-4a41-9594-2bd0d66dbd57 HTTP/1.1" status: 200 len: 822 time: 0.4472449 Jan 26 21:08:42.060729 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [req-f47b40c7-b06d-499d-b31d-04b8844f7192 req-cd180647-9b36-44d6-9417-e8a44cd3a0f0 tempest-ServersAdminTestJSON-2108229583 tempest-ServersAdminTestJSON-2108229583-project] Calling delete_port for 9a853cc4-7da7-4f16-9195-18aa3c9bdc43 owned by compute:nova {{(pid=103305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 21:08:42.098924 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-f7d92a36-d192-4245-a258-6fea49e0412e req-9dafaa39-fd34-47ff-a62a-c17d6d7e6f67 tempest-ServersAdminTestJSON-2108229583 tempest-ServersAdminTestJSON-2108229583-project] 10.222.0.13 "GET /v2.0/security-groups?id=95bc11fd-db53-4b42-971c-c958ca031066&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1396530 Jan 26 21:08:42.127918 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-53047125-b674-49e8-ba72-f0f92de8d69d req-bdad4e3b-ed29-4acb-9ffb-48b9d62e7576 tempest-ServersWithSpecificFlavorTestJSON-1678027092 tempest-ServersWithSpecificFlavorTestJSON-1678027092-project] 10.222.0.13 "GET /v2.0/quotas/d23b24c8db034dca99b1d99ddc0880a5 HTTP/1.1" status: 200 len: 375 time: 0.0609014 Jan 26 21:08:42.181455 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [req-11ef5f32-1b21-47b5-8669-cac0f142cfc7 req-2918a8da-62ea-43ab-8294-56538169bae6 service neutron] For port 41dcd358-acc3-4a4a-a964-69d1aa685d84, host n-h1-760453-5, cleared binding levels {{(pid=103304) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 26 21:08:42.258212 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Device c4cb8658-d594-4074-8152-d71e1fa845bd details requested by agent hyperv_n-h2-760453-5 with host n-h2-760453-5 {{(pid=103306) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 26 21:08:42.261447 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-f47b40c7-b06d-499d-b31d-04b8844f7192 req-cd180647-9b36-44d6-9417-e8a44cd3a0f0 tempest-ServersAdminTestJSON-2108229583 tempest-ServersAdminTestJSON-2108229583-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746560636600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746560234536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11791543'] for port (9a853cc4-7da7-4f16-9195-18aa3c9bdc43), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:08:42.279749 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [req-11ef5f32-1b21-47b5-8669-cac0f142cfc7 req-2918a8da-62ea-43ab-8294-56538169bae6 service neutron] For port 41dcd358-acc3-4a4a-a964-69d1aa685d84, host n-h1-760453-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-5',level=0,port_id=41dcd358-acc3-4a4a-a964-69d1aa685d84,segment=NetworkSegment(e875afdd-975b-455a-a60a-20d47ba89b8c),segment_id=e875afdd-975b-455a-a60a-20d47ba89b8c)] {{(pid=103304) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 26 21:08:42.303712 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd180647-9b36-44d6-9417-e8a44cd3a0f0 tempest-ServersAdminTestJSON-2108229583 tempest-ServersAdminTestJSON-2108229583-project] Pushing event deleted for resources: {'Port': ['ID=9a853cc4-7da7-4f16-9195-18aa3c9bdc43,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:08:42.304097 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-11ef5f32-1b21-47b5-8669-cac0f142cfc7 req-2918a8da-62ea-43ab-8294-56538169bae6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9281542'] for port (41dcd358-acc3-4a4a-a964-69d1aa685d84), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:08:42.355982 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Device 35f30042-617d-4336-9f2b-bcf2d6d2f65d no longer exists at agent hyperv_n-h2-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 26 21:08:42.368938 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [req-f47b40c7-b06d-499d-b31d-04b8844f7192 req-cd180647-9b36-44d6-9417-e8a44cd3a0f0 tempest-ServersAdminTestJSON-2108229583 tempest-ServersAdminTestJSON-2108229583-project] No DVR routers for this DVR port 9a853cc4-7da7-4f16-9195-18aa3c9bdc43 on host n-h1-760453-5 {{(pid=103305) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 26 21:08:42.371487 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-f47b40c7-b06d-499d-b31d-04b8844f7192 req-cd180647-9b36-44d6-9417-e8a44cd3a0f0 tempest-ServersAdminTestJSON-2108229583 tempest-ServersAdminTestJSON-2108229583-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:08:42.372819 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] get_ports_and_sgs() called for port_ids ['9a853cc4-7da7-4f16-9195-18aa3c9bdc43', 'e917e1bd-6443-4f62-9834-092549570e4b'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 26 21:08:42.375106 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-f47b40c7-b06d-499d-b31d-04b8844f7192 req-cd180647-9b36-44d6-9417-e8a44cd3a0f0 tempest-ServersAdminTestJSON-2108229583 tempest-ServersAdminTestJSON-2108229583-project] 10.222.0.66 "DELETE /v2.0/ports/9a853cc4-7da7-4f16-9195-18aa3c9bdc43 HTTP/1.1" status: 204 len: 173 time: 0.5278165 Jan 26 21:08:42.437976 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-53047125-b674-49e8-ba72-f0f92de8d69d req-e3bc6d93-d76a-4915-8558-8bdf3864e49a tempest-ServersWithSpecificFlavorTestJSON-1678027092 tempest-ServersWithSpecificFlavorTestJSON-1678027092-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=d23b24c8db034dca99b1d99ddc0880a5&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2990692 Jan 26 21:08:42.441772 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2918a8da-62ea-43ab-8294-56538169bae6 service neutron] Pushing event updated for resources: {'Port': ['ID=41dcd358-acc3-4a4a-a964-69d1aa685d84,revision_number=3']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:08:42.511258 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ef5f32-1b21-47b5-8669-cac0f142cfc7 req-2918a8da-62ea-43ab-8294-56538169bae6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:08:42.512401 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-11ef5f32-1b21-47b5-8669-cac0f142cfc7 req-2918a8da-62ea-43ab-8294-56538169bae6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:08:42.514556 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-11ef5f32-1b21-47b5-8669-cac0f142cfc7 req-2918a8da-62ea-43ab-8294-56538169bae6 service neutron] 10.222.0.66 "PUT /v2.0/ports/41dcd358-acc3-4a4a-a964-69d1aa685d84 HTTP/1.1" status: 200 len: 1092 time: 1.9273217 Jan 26 21:08:42.522520 n-d-760453-5 neutron-server[103304]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cef1c79f-e0ff-4eb2-8297-9fad70b4e6cd', 'tag': '41dcd358-acc3-4a4a-a964-69d1aa685d84'}] {{(pid=103304) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 21:08:42.526075 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d52b45f1943fcd332af9527eb73ff93c8d715d44383a3f6d18de73b4cfcf87b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a98cd236-bb6c-4e13-841e-6dce1502a22f" -d '{"events": [{"name": "network-changed", "server_uuid": "cef1c79f-e0ff-4eb2-8297-9fad70b4e6cd", "tag": "41dcd358-acc3-4a4a-a964-69d1aa685d84"}]}' {{(pid=103304) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 21:08:42.545617 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] For port c4cb8658-d594-4074-8152-d71e1fa845bd, host n-h2-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-5',level=0,port_id=c4cb8658-d594-4074-8152-d71e1fa845bd,segment=NetworkSegment(58f97d30-90ed-4b82-8d47-15dab34d927d),segment_id=58f97d30-90ed-4b82-8d47-15dab34d927d)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:08:42.560463 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-13dc09ad-4a17-482f-bc79-14fe9d7d470c req-9a990104-5c04-4e35-99fc-bb8e846f08de tempest-FloatingIPsAssociationNegativeTestJSON-863358768 tempest-FloatingIPsAssociationNegativeTestJSON-863358768-project] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=4140a1f1-c93a-4bea-83a0-68953a54f299 HTTP/1.1" status: 200 len: 258 time: 0.4233506 Jan 26 21:08:42.567103 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [req-13dc09ad-4a17-482f-bc79-14fe9d7d470c req-3be1c5b8-e16e-4bb0-99d0-7581afa3763e tempest-FloatingIPsAssociationNegativeTestJSON-863358768 tempest-FloatingIPsAssociationNegativeTestJSON-863358768-project] Request body: {'floatingip': {'floating_network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:08:42.614144 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Returning: {'device': 'c4cb8658-d594-4074-8152-d71e1fa845bd', 'network_id': '4926adbd-bb58-409b-9ac8-4ddd785838cc', 'port_id': 'c4cb8658-d594-4074-8152-d71e1fa845bd', 'mac_address': 'fa:16:3e:8a:3d:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 592, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '82795dc3-d3c3-45f5-bcea-f6ace04e021f', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103306) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 26 21:08:42.670164 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Current status of the port 35f30042-617d-4336-9f2b-bcf2d6d2f65d is: ACTIVE; New status is: DOWN {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:08:42.670955 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (35f30042-617d-4336-9f2b-bcf2d6d2f65d), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:08:42.701580 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-13dc09ad-4a17-482f-bc79-14fe9d7d470c req-3be1c5b8-e16e-4bb0-99d0-7581afa3763e tempest-FloatingIPsAssociationNegativeTestJSON-863358768 tempest-FloatingIPsAssociationNegativeTestJSON-863358768-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:08:42.725397 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ef5f32-1b21-47b5-8669-cac0f142cfc7 req-3900e04d-5019-45ca-8d48-12826b11fb76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:08:42.727112 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-11ef5f32-1b21-47b5-8669-cac0f142cfc7 req-3900e04d-5019-45ca-8d48-12826b11fb76 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=4815438ae48244e6bf659aa0ac197d5f&device_id=cef1c79f-e0ff-4eb2-8297-9fad70b4e6cd HTTP/1.1" status: 200 len: 1095 time: 0.1085348 Jan 26 21:08:42.743430 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Current status of the port c4cb8658-d594-4074-8152-d71e1fa845bd is: DOWN; New status is: BUILD {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:08:42.743910 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (c4cb8658-d594-4074-8152-d71e1fa845bd), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:08:42.757842 n-d-760453-5 neutron-server[103306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e0054d4-194a-4ef5-9a59-0af1fe168395', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '35f30042-617d-4336-9f2b-bcf2d6d2f65d'}] {{(pid=103306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 21:08:42.760204 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9d5d370febab655511bdd2ffe887e43e442d144a440368702bcc1e93af00b97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9635b8a-f2da-4fae-ae33-46b3605a1275" -d '{"events": [{"server_uuid": "6e0054d4-194a-4ef5-9a59-0af1fe168395", "name": "network-vif-unplugged", "status": "completed", "tag": "35f30042-617d-4336-9f2b-bcf2d6d2f65d"}]}' {{(pid=103306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 21:08:42.808965 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] For port 35f30042-617d-4336-9f2b-bcf2d6d2f65d, host n-h2-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-5',level=0,port_id=35f30042-617d-4336-9f2b-bcf2d6d2f65d,segment=NetworkSegment(4eab25d6-89d9-4907-a1c2-51b06443ba33),segment_id=4eab25d6-89d9-4907-a1c2-51b06443ba33)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:08:42.813128 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-11ef5f32-1b21-47b5-8669-cac0f142cfc7 req-8b7885cf-551e-40b1-abbb-987225f7c964 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=41dcd358-acc3-4a4a-a964-69d1aa685d84 HTTP/1.1" status: 200 len: 217 time: 0.0444758 Jan 26 21:08:42.820599 n-d-760453-5 neutron-server[103306]: DEBUG neutron.notifiers.nova [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c4cb8658-d594-4074-8152-d71e1fa845bd {{(pid=103306) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 26 21:08:42.824327 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-53047125-b674-49e8-ba72-f0f92de8d69d req-543ebe7a-cc5d-4a28-9af7-467e4bdc3615 service neutron] 10.222.0.13 "GET /v2.0/networks/9b81ad00-7180-4a41-9594-2bd0d66dbd57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3384531 Jan 26 21:08:42.845922 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] For port c4cb8658-d594-4074-8152-d71e1fa845bd, host n-h2-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-5',level=0,port_id=c4cb8658-d594-4074-8152-d71e1fa845bd,segment=NetworkSegment(58f97d30-90ed-4b82-8d47-15dab34d927d),segment_id=58f97d30-90ed-4b82-8d47-15dab34d927d)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:08:42.848289 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (35f30042-617d-4336-9f2b-bcf2d6d2f65d), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:08:42.858845 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (c4cb8658-d594-4074-8152-d71e1fa845bd), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:08:42.940863 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Pushing event updated for resources: {'Port': ['ID=35f30042-617d-4336-9f2b-bcf2d6d2f65d,revision_number=6']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:08:42.960495 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ef5f32-1b21-47b5-8669-cac0f142cfc7 req-dfbaeac2-153b-45c9-b940-31948e8a1a6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:08:42.962515 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-11ef5f32-1b21-47b5-8669-cac0f142cfc7 req-dfbaeac2-153b-45c9-b940-31948e8a1a6f service neutron] 10.222.0.66 "GET /v2.0/subnets?id=61a27748-d30c-4f5d-ae2a-2d53517279d2 HTTP/1.1" status: 200 len: 853 time: 0.1281757 Jan 26 21:08:43.031888 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Pushing event updated for resources: {'Port': ['ID=c4cb8658-d594-4074-8152-d71e1fa845bd,revision_number=4']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:08:43.054570 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-53047125-b674-49e8-ba72-f0f92de8d69d req-6db08af2-d3ee-4823-8558-cac57e8ac800 service neutron] 10.222.0.13 "GET /v2.0/networks/9b81ad00-7180-4a41-9594-2bd0d66dbd57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2290294 Jan 26 21:08:43.076428 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ef5f32-1b21-47b5-8669-cac0f142cfc7 req-278038c8-1601-4b35-914d-2fae834311ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:08:43.077967 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-11ef5f32-1b21-47b5-8669-cac0f142cfc7 req-278038c8-1601-4b35-914d-2fae834311ac service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=04f127ee-b02e-4caf-884a-3d6915eed85e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1020551 Jan 26 21:08:43.097850 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] get_ports_and_sgs() called for port_ids ['c4cb8658-d594-4074-8152-d71e1fa845bd'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 26 21:08:43.098364 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-13dc09ad-4a17-482f-bc79-14fe9d7d470c req-3be1c5b8-e16e-4bb0-99d0-7581afa3763e tempest-FloatingIPsAssociationNegativeTestJSON-863358768 tempest-FloatingIPsAssociationNegativeTestJSON-863358768-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:08:43.217207 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-11ef5f32-1b21-47b5-8669-cac0f142cfc7 req-5c78726c-9014-4d2b-b7af-f3e4c6a46620 service neutron] 10.222.0.66 "GET /v2.0/networks/04f127ee-b02e-4caf-884a-3d6915eed85e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1222901 Jan 26 21:08:43.249962 n-d-760453-5 neutron-server[103305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd858c7a1-36f0-4e09-9270-24b0c4c907b4', 'name': 'network-vif-deleted', 'tag': '9a853cc4-7da7-4f16-9195-18aa3c9bdc43'}] {{(pid=103305) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 21:08:43.252360 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d4654568b7bf041e72ff8fe1c96d6d761d9c921f2b99bc7b3a26632be20cee0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce122fe8-535a-4cb2-9d2e-481129591ef6" -d '{"events": [{"server_uuid": "d858c7a1-36f0-4e09-9270-24b0c4c907b4", "name": "network-vif-deleted", "tag": "9a853cc4-7da7-4f16-9195-18aa3c9bdc43"}]}' {{(pid=103305) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 21:08:43.479518 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9726dbdc-1a1d-4a7d-833d-0dcea15adf92 req-345ceb39-74fe-4737-ba6f-664e2e205cf6 tempest-ServersWithSpecificFlavorTestJSON-1678027092 tempest-ServersWithSpecificFlavorTestJSON-1678027092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:08:43.481103 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-9726dbdc-1a1d-4a7d-833d-0dcea15adf92 req-345ceb39-74fe-4737-ba6f-664e2e205cf6 tempest-ServersWithSpecificFlavorTestJSON-1678027092 tempest-ServersWithSpecificFlavorTestJSON-1678027092-project] 10.222.0.66 "GET /v2.0/ports?device_id=61324128-afb5-4d9e-a732-f4dc68e3c9a3 HTTP/1.1" status: 200 len: 945 time: 0.0648489 Jan 26 21:08:43.494999 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.db_base_plugin_common [req-13dc09ad-4a17-482f-bc79-14fe9d7d470c req-3be1c5b8-e16e-4bb0-99d0-7581afa3763e tempest-FloatingIPsAssociationNegativeTestJSON-863358768 tempest-FloatingIPsAssociationNegativeTestJSON-863358768-project] Allocated IP 172.25.1.62 (4140a1f1-c93a-4bea-83a0-68953a54f299/e48251a1-e30d-4820-8396-00c6f6aeb601/7378c379-1f22-4ae3-99f2-47eb419aa71d) {{(pid=103304) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 21:08:43.527856 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4ac969-61fd-4c97-809e-8bc4453098b1 req-168e481d-c74d-4aad-ab86-4ffecc5e43c8 tempest-MigrationsAdminTest-1084137346 tempest-MigrationsAdminTest-1084137346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:08:43.529379 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-7a4ac969-61fd-4c97-809e-8bc4453098b1 req-168e481d-c74d-4aad-ab86-4ffecc5e43c8 tempest-MigrationsAdminTest-1084137346 tempest-MigrationsAdminTest-1084137346-project] 10.222.0.13 "GET /v2.0/ports?device_id=6e0054d4-194a-4ef5-9a59-0af1fe168395 HTTP/1.1" status: 200 len: 948 time: 0.1906514 Jan 26 21:08:43.533443 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-11ef5f32-1b21-47b5-8669-cac0f142cfc7 req-ed43ecff-3f5a-4c21-89a4-51280dc35aae service neutron] 10.222.0.66 "GET /v2.0/networks/04f127ee-b02e-4caf-884a-3d6915eed85e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3045611 Jan 26 21:08:43.592565 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [req-9726dbdc-1a1d-4a7d-833d-0dcea15adf92 req-3cf287b9-9d1d-4875-92d0-aad350a5d01e tempest-ServersWithSpecificFlavorTestJSON-1678027092 tempest-ServersWithSpecificFlavorTestJSON-1678027092-project] Deleting port 7681f87a-3365-4544-a8d4-39b7a88e37ee {{(pid=103305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 21:08:43.592915 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-9726dbdc-1a1d-4a7d-833d-0dcea15adf92 req-3cf287b9-9d1d-4875-92d0-aad350a5d01e tempest-ServersWithSpecificFlavorTestJSON-1678027092 tempest-ServersWithSpecificFlavorTestJSON-1678027092-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746560630878'] for port (7681f87a-3365-4544-a8d4-39b7a88e37ee), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:08:43.640169 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Device 79b013a4-8026-47fc-9044-e6485fc3e604 no longer exists at agent hyperv_n-h1-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 26 21:08:43.640929 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-7a4ac969-61fd-4c97-809e-8bc4453098b1 req-5b32a321-3241-458e-a598-4d70b807ff0e tempest-MigrationsAdminTest-1084137346 tempest-MigrationsAdminTest-1084137346-project] 10.222.0.13 "GET /v2.0/security-groups?id=e0b082e3-685f-492b-b87f-3045b8ecd8c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777042 Jan 26 21:08:43.671157 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] No Port match for: 79b013a4-8026-47fc-9044-e6485fc3e604 {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 26 21:08:43.671511 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Device 79b013a4-8026-47fc-9044-e6485fc3e604 not bound to the agent host n-h1-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 26 21:08:43.716309 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-13dc09ad-4a17-482f-bc79-14fe9d7d470c req-3be1c5b8-e16e-4bb0-99d0-7581afa3763e tempest-FloatingIPsAssociationNegativeTestJSON-863358768 tempest-FloatingIPsAssociationNegativeTestJSON-863358768-project] Publish callbacks [] for port (7378c379-1f22-4ae3-99f2-47eb419aa71d), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:08:43.730199 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [req-9726dbdc-1a1d-4a7d-833d-0dcea15adf92 req-3cf287b9-9d1d-4875-92d0-aad350a5d01e tempest-ServersWithSpecificFlavorTestJSON-1678027092 tempest-ServersWithSpecificFlavorTestJSON-1678027092-project] For port 7681f87a-3365-4544-a8d4-39b7a88e37ee, host n-h1-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-5',level=0,port_id=7681f87a-3365-4544-a8d4-39b7a88e37ee,segment=NetworkSegment(86abbadd-e980-48d3-bcba-75375a5948b3),segment_id=86abbadd-e980-48d3-bcba-75375a5948b3)] {{(pid=103305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:08:43.730714 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-9726dbdc-1a1d-4a7d-833d-0dcea15adf92 req-3cf287b9-9d1d-4875-92d0-aad350a5d01e tempest-ServersWithSpecificFlavorTestJSON-1678027092 tempest-ServersWithSpecificFlavorTestJSON-1678027092-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4109658'] for port (7681f87a-3365-4544-a8d4-39b7a88e37ee), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:08:43.792958 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650b5513-15b0-458a-8fab-09b6a2203a49 req-8d59c82e-28c5-4b76-a38f-8984dc7baaec tempest-ServersTestFqdnHostnames-1663210831 tempest-ServersTestFqdnHostnames-1663210831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:08:43.794490 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-650b5513-15b0-458a-8fab-09b6a2203a49 req-8d59c82e-28c5-4b76-a38f-8984dc7baaec tempest-ServersTestFqdnHostnames-1663210831 tempest-ServersTestFqdnHostnames-1663210831-project] 10.222.0.13 "GET /v2.0/ports?device_id=cef1c79f-e0ff-4eb2-8297-9fad70b4e6cd HTTP/1.1" status: 200 len: 944 time: 0.0755947 Jan 26 21:08:43.804279 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-13dc09ad-4a17-482f-bc79-14fe9d7d470c req-3be1c5b8-e16e-4bb0-99d0-7581afa3763e tempest-FloatingIPsAssociationNegativeTestJSON-863358768 tempest-FloatingIPsAssociationNegativeTestJSON-863358768-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746560234527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9281553'] for port (7378c379-1f22-4ae3-99f2-47eb419aa71d), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:08:43.892458 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be1c5b8-e16e-4bb0-99d0-7581afa3763e tempest-FloatingIPsAssociationNegativeTestJSON-863358768 tempest-FloatingIPsAssociationNegativeTestJSON-863358768-project] Pushing event updated for resources: {'Port': ['ID=7378c379-1f22-4ae3-99f2-47eb419aa71d,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:08:43.896207 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-13dc09ad-4a17-482f-bc79-14fe9d7d470c req-3be1c5b8-e16e-4bb0-99d0-7581afa3763e tempest-FloatingIPsAssociationNegativeTestJSON-863358768 tempest-FloatingIPsAssociationNegativeTestJSON-863358768-project] Network 4140a1f1-c93a-4bea-83a0-68953a54f299 is already hosted by enough agents. {{(pid=103304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 21:08:43.901755 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [req-13dc09ad-4a17-482f-bc79-14fe9d7d470c req-3be1c5b8-e16e-4bb0-99d0-7581afa3763e tempest-FloatingIPsAssociationNegativeTestJSON-863358768 tempest-FloatingIPsAssociationNegativeTestJSON-863358768-project] Resources bound (agent type, host, resource id): {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:08:43.904260 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [req-13dc09ad-4a17-482f-bc79-14fe9d7d470c req-3be1c5b8-e16e-4bb0-99d0-7581afa3763e tempest-FloatingIPsAssociationNegativeTestJSON-863358768 tempest-FloatingIPsAssociationNegativeTestJSON-863358768-project] Received port after_create {{(pid=103304) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 21:08:43.967429 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-650b5513-15b0-458a-8fab-09b6a2203a49 req-b7292753-7bd1-4dea-ad68-3a857b26f61d tempest-ServersTestFqdnHostnames-1663210831 tempest-ServersTestFqdnHostnames-1663210831-project] 10.222.0.13 "GET /v2.0/security-groups?id=c3884922-c788-4174-8be5-5a7a4ff5f5df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1522741 Jan 26 21:08:44.051921 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-9726dbdc-1a1d-4a7d-833d-0dcea15adf92 req-3cf287b9-9d1d-4875-92d0-aad350a5d01e tempest-ServersWithSpecificFlavorTestJSON-1678027092 tempest-ServersWithSpecificFlavorTestJSON-1678027092-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:08:44.052461 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-9726dbdc-1a1d-4a7d-833d-0dcea15adf92 req-3cf287b9-9d1d-4875-92d0-aad350a5d01e tempest-ServersWithSpecificFlavorTestJSON-1678027092 tempest-ServersWithSpecificFlavorTestJSON-1678027092-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4110913'] for floatingip (5c2e8654-517e-4ce3-bf85-e855360b6a26), after_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:08:44.053005 n-d-760453-5 neutron-server[103305]: INFO neutron.db.l3_db [req-9726dbdc-1a1d-4a7d-833d-0dcea15adf92 req-3cf287b9-9d1d-4875-92d0-aad350a5d01e tempest-ServersWithSpecificFlavorTestJSON-1678027092 tempest-ServersWithSpecificFlavorTestJSON-1678027092-project] Floating IP 5c2e8654-517e-4ce3-bf85-e855360b6a26 disassociated. External IP: 172.25.1.117, port: 7681f87a-3365-4544-a8d4-39b7a88e37ee. Jan 26 21:08:44.053582 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [req-9726dbdc-1a1d-4a7d-833d-0dcea15adf92 req-3cf287b9-9d1d-4875-92d0-aad350a5d01e tempest-ServersWithSpecificFlavorTestJSON-1678027092 tempest-ServersWithSpecificFlavorTestJSON-1678027092-project] Calling delete_port for 7681f87a-3365-4544-a8d4-39b7a88e37ee owned by compute:nova {{(pid=103305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 21:08:44.093666 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-13dc09ad-4a17-482f-bc79-14fe9d7d470c req-3be1c5b8-e16e-4bb0-99d0-7581afa3763e tempest-FloatingIPsAssociationNegativeTestJSON-863358768 tempest-FloatingIPsAssociationNegativeTestJSON-863358768-project] Publish callbacks [] for floatingip (08ec2091-e34d-40d8-a7e3-094990514206), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:08:44.170098 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-13dc09ad-4a17-482f-bc79-14fe9d7d470c req-3be1c5b8-e16e-4bb0-99d0-7581afa3763e tempest-FloatingIPsAssociationNegativeTestJSON-863358768 tempest-FloatingIPsAssociationNegativeTestJSON-863358768-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (7378c379-1f22-4ae3-99f2-47eb419aa71d), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:08:44.203420 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019ae148-ea60-4d83-9e3d-c5dc878be429 req-2aa7c2da-093a-4d6d-94d1-36f0c400b5dd tempest-ImagesOneServerNegativeTestJSON-151319106 tempest-ImagesOneServerNegativeTestJSON-151319106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:08:44.210482 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-9726dbdc-1a1d-4a7d-833d-0dcea15adf92 req-3cf287b9-9d1d-4875-92d0-aad350a5d01e tempest-ServersWithSpecificFlavorTestJSON-1678027092 tempest-ServersWithSpecificFlavorTestJSON-1678027092-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746560636600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746560234536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11791543'] for port (7681f87a-3365-4544-a8d4-39b7a88e37ee), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:08:44.212575 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-019ae148-ea60-4d83-9e3d-c5dc878be429 req-2aa7c2da-093a-4d6d-94d1-36f0c400b5dd tempest-ImagesOneServerNegativeTestJSON-151319106 tempest-ImagesOneServerNegativeTestJSON-151319106-project] 10.222.0.13 "GET /v2.0/ports?device_id=3c98b3bb-2f69-4902-b7e7-0b13b485a12a HTTP/1.1" status: 200 len: 944 time: 0.1039591 Jan 26 21:08:44.243170 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf287b9-9d1d-4875-92d0-aad350a5d01e tempest-ServersWithSpecificFlavorTestJSON-1678027092 tempest-ServersWithSpecificFlavorTestJSON-1678027092-project] Pushing event deleted for resources: {'Port': ['ID=7681f87a-3365-4544-a8d4-39b7a88e37ee,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:08:44.271911 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Device 35f30042-617d-4336-9f2b-bcf2d6d2f65d details requested by agent hyperv_n-h2-760453-5 with host n-h2-760453-5 {{(pid=103306) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 26 21:08:44.278046 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Device c4cb8658-d594-4074-8152-d71e1fa845bd up at agent hyperv_n-h2-760453-5 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 21:08:44.333942 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-019ae148-ea60-4d83-9e3d-c5dc878be429 req-636bdda5-eb30-48d8-a565-3e3dc8cb3d72 tempest-ImagesOneServerNegativeTestJSON-151319106 tempest-ImagesOneServerNegativeTestJSON-151319106-project] 10.222.0.13 "GET /v2.0/security-groups?id=aea9fb57-b28b-4984-b6fd-ae500e1c8e4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202438 Jan 26 21:08:44.426349 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Provisioning for port c4cb8658-d594-4074-8152-d71e1fa845bd completed by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 21:08:44.434397 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Provisioning complete for port c4cb8658-d594-4074-8152-d71e1fa845bd triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:08:44.435077 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (c4cb8658-d594-4074-8152-d71e1fa845bd), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:08:44.449148 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9726dbdc-1a1d-4a7d-833d-0dcea15adf92 req-3cf287b9-9d1d-4875-92d0-aad350a5d01e tempest-ServersWithSpecificFlavorTestJSON-1678027092 tempest-ServersWithSpecificFlavorTestJSON-1678027092-project] Router 1e1537f3-2953-450d-9758-e36dd4e159f5 has already been hosted by L3 agent 09df100c-3af1-4b0a-bda8-05914c71c458 {{(pid=103305) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 26 21:08:44.489539 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-13dc09ad-4a17-482f-bc79-14fe9d7d470c req-3be1c5b8-e16e-4bb0-99d0-7581afa3763e tempest-FloatingIPsAssociationNegativeTestJSON-863358768 tempest-FloatingIPsAssociationNegativeTestJSON-863358768-project] Publish callbacks [] for port (7378c379-1f22-4ae3-99f2-47eb419aa71d), precommit_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:08:44.503990 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-13dc09ad-4a17-482f-bc79-14fe9d7d470c req-3be1c5b8-e16e-4bb0-99d0-7581afa3763e tempest-FloatingIPsAssociationNegativeTestJSON-863358768 tempest-FloatingIPsAssociationNegativeTestJSON-863358768-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9281542'] for port (7378c379-1f22-4ae3-99f2-47eb419aa71d), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:08:44.523702 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] For port 35f30042-617d-4336-9f2b-bcf2d6d2f65d, host n-h2-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-5',level=0,port_id=35f30042-617d-4336-9f2b-bcf2d6d2f65d,segment=NetworkSegment(4eab25d6-89d9-4907-a1c2-51b06443ba33),segment_id=4eab25d6-89d9-4907-a1c2-51b06443ba33)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:08:44.584194 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Returning: {'device': '35f30042-617d-4336-9f2b-bcf2d6d2f65d', 'network_id': '7fbe9cf5-e12c-436d-b372-55a19c9faa30', 'port_id': '35f30042-617d-4336-9f2b-bcf2d6d2f65d', 'mac_address': 'fa:16:3e:75:71:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 561, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fd77e534-75e6-4b90-950e-f5824d584430', 'ip_address': '192.168.233.189'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103306) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 26 21:08:44.615509 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 26 Jan 2022 21:08:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a55a0448-6d9e-43d0-98af-87d09ee06bcd x-openstack-request-id: req-a55a0448-6d9e-43d0-98af-87d09ee06bcd {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 21:08:44.616477 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cef1c79f-e0ff-4eb2-8297-9fad70b4e6cd", "tag": "41dcd358-acc3-4a4a-a964-69d1aa685d84", "status": "completed", "code": 200}]} {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 21:08:44.616762 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a55a0448-6d9e-43d0-98af-87d09ee06bcd {{(pid=103304) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 21:08:44.618433 n-d-760453-5 neutron-server[103304]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cef1c79f-e0ff-4eb2-8297-9fad70b4e6cd', 'tag': '41dcd358-acc3-4a4a-a964-69d1aa685d84', 'status': 'completed', 'code': 200} Jan 26 21:08:44.678157 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9726dbdc-1a1d-4a7d-833d-0dcea15adf92 req-3cf287b9-9d1d-4875-92d0-aad350a5d01e tempest-ServersWithSpecificFlavorTestJSON-1678027092 tempest-ServersWithSpecificFlavorTestJSON-1678027092-project] Notify agent at l3_agent.n-d-760453-5 the message routers_updated {{(pid=103305) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 26 21:08:44.705875 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 26 Jan 2022 21:08:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14ed03f2-d758-467f-aae2-c50ebea59084 x-openstack-request-id: req-14ed03f2-d758-467f-aae2-c50ebea59084 {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 21:08:44.706424 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e0054d4-194a-4ef5-9a59-0af1fe168395", "name": "network-vif-unplugged", "status": "completed", "tag": "35f30042-617d-4336-9f2b-bcf2d6d2f65d", "code": 200}]} {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 21:08:44.706424 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-14ed03f2-d758-467f-aae2-c50ebea59084 {{(pid=103306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 21:08:44.706700 n-d-760453-5 neutron-server[103306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e0054d4-194a-4ef5-9a59-0af1fe168395', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '35f30042-617d-4336-9f2b-bcf2d6d2f65d', 'code': 200} Jan 26 21:08:44.719942 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1420399d-59bc-4fd9-a000-f4ab3e4cf0df None None] Sync routers for ids ['1e1537f3-2953-450d-9758-e36dd4e159f5'] in n-d-760453-5 {{(pid=103306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 26 21:08:44.828155 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be1c5b8-e16e-4bb0-99d0-7581afa3763e tempest-FloatingIPsAssociationNegativeTestJSON-863358768 tempest-FloatingIPsAssociationNegativeTestJSON-863358768-project] Pushing event updated for resources: {'Port': ['ID=7378c379-1f22-4ae3-99f2-47eb419aa71d,revision_number=2']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:08:44.828520 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Current status of the port c4cb8658-d594-4074-8152-d71e1fa845bd is: BUILD; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:08:44.829086 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (c4cb8658-d594-4074-8152-d71e1fa845bd), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:08:44.833505 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1420399d-59bc-4fd9-a000-f4ab3e4cf0df None None] Routers {'1e1537f3-2953-450d-9758-e36dd4e159f5'} bound to L3 agent in host n-d-760453-5 {{(pid=103306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 21:08:44.834366 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-1420399d-59bc-4fd9-a000-f4ab3e4cf0df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-26T20:55:21Z,description=,heartbeat_timestamp=2022-01-26T21:08:21Z,host='n-d-760453-5',id=09df100c-3af1-4b0a-bda8-05914c71c458,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:55:21Z,topic='l3_agent')) {'router_ids': ['1e1537f3-2953-450d-9758-e36dd4e159f5'], 'active': True} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:08:44.921591 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [req-9726dbdc-1a1d-4a7d-833d-0dcea15adf92 req-3cf287b9-9d1d-4875-92d0-aad350a5d01e tempest-ServersWithSpecificFlavorTestJSON-1678027092 tempest-ServersWithSpecificFlavorTestJSON-1678027092-project] No DVR routers for this DVR port 7681f87a-3365-4544-a8d4-39b7a88e37ee on host n-h1-760453-5 {{(pid=103305) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 26 21:08:44.927521 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-9726dbdc-1a1d-4a7d-833d-0dcea15adf92 req-3cf287b9-9d1d-4875-92d0-aad350a5d01e tempest-ServersWithSpecificFlavorTestJSON-1678027092 tempest-ServersWithSpecificFlavorTestJSON-1678027092-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:08:44.928482 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-ad95c799-eadb-4b31-ae3d-8a8d3365d1a5 req-9c8db069-7919-4d8e-80a4-1b27da27b970 tempest-ServersWithSpecificFlavorTestJSON-1678027092 tempest-ServersWithSpecificFlavorTestJSON-1678027092-project] 10.222.0.13 "GET /v2.0/ports?device_id=dcdac7bd-aa63-4b09-95f8-06c58265aab2 HTTP/1.1" status: 200 len: 210 time: 0.1076655 Jan 26 21:08:44.931314 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-9726dbdc-1a1d-4a7d-833d-0dcea15adf92 req-3cf287b9-9d1d-4875-92d0-aad350a5d01e tempest-ServersWithSpecificFlavorTestJSON-1678027092 tempest-ServersWithSpecificFlavorTestJSON-1678027092-project] 10.222.0.66 "DELETE /v2.0/ports/7681f87a-3365-4544-a8d4-39b7a88e37ee HTTP/1.1" status: 204 len: 173 time: 1.4431033 Jan 26 21:08:44.967302 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-13dc09ad-4a17-482f-bc79-14fe9d7d470c req-3be1c5b8-e16e-4bb0-99d0-7581afa3763e tempest-FloatingIPsAssociationNegativeTestJSON-863358768 tempest-FloatingIPsAssociationNegativeTestJSON-863358768-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4110913'] for floatingip (08ec2091-e34d-40d8-a7e3-094990514206), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:08:44.996810 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvr_db [None req-1420399d-59bc-4fd9-a000-f4ab3e4cf0df None None] Set router 1e1537f3-2953-450d-9758-e36dd4e159f5 gateway port host: n-d-760453-5 {{(pid=103306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 21:08:45.008606 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98cd236-bb6c-4e13-841e-6dce1502a22f req-f7dd9a7d-da66-4508-8e56-1bc83ec9f335 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:08:45.013463 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-a98cd236-bb6c-4e13-841e-6dce1502a22f req-f7dd9a7d-da66-4508-8e56-1bc83ec9f335 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=4815438ae48244e6bf659aa0ac197d5f&device_id=cef1c79f-e0ff-4eb2-8297-9fad70b4e6cd HTTP/1.1" status: 200 len: 1095 time: 0.3762863 Jan 26 21:08:45.014685 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 47180) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:08:45.028036 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53047125-b674-49e8-ba72-f0f92de8d69d req-bc0c068d-f70d-4924-a0e6-71694a597657 tempest-ServersWithSpecificFlavorTestJSON-1678027092 tempest-ServersWithSpecificFlavorTestJSON-1678027092-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:08:45.033551 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-53047125-b674-49e8-ba72-f0f92de8d69d req-bc0c068d-f70d-4924-a0e6-71694a597657 tempest-ServersWithSpecificFlavorTestJSON-1678027092 tempest-ServersWithSpecificFlavorTestJSON-1678027092-project] 10.222.0.57 "GET /v2.0/networks?id=9b81ad00-7180-4a41-9594-2bd0d66dbd57 HTTP/1.1" status: 200 len: 822 time: 0.3719888 Jan 26 21:08:45.034748 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Current status of the port 35f30042-617d-4336-9f2b-bcf2d6d2f65d is: DOWN; New status is: BUILD {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:08:45.035376 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (35f30042-617d-4336-9f2b-bcf2d6d2f65d), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:08:45.037447 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Jan 2022 21:08:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65c1b8a8-8a80-443b-abac-7d5f12c42d64 x-openstack-request-id: req-65c1b8a8-8a80-443b-abac-7d5f12c42d64 {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 21:08:45.038016 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d858c7a1-36f0-4e09-9270-24b0c4c907b4", "name": "network-vif-deleted", "tag": "9a853cc4-7da7-4f16-9195-18aa3c9bdc43", "status": "completed", "code": 200}]} {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 21:08:45.038274 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-65c1b8a8-8a80-443b-abac-7d5f12c42d64 {{(pid=103305) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 21:08:45.039214 n-d-760453-5 neutron-server[103305]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd858c7a1-36f0-4e09-9270-24b0c4c907b4', 'name': 'network-vif-deleted', 'tag': '9a853cc4-7da7-4f16-9195-18aa3c9bdc43', 'status': 'completed', 'code': 200} Jan 26 21:08:45.045768 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-13dc09ad-4a17-482f-bc79-14fe9d7d470c req-3be1c5b8-e16e-4bb0-99d0-7581afa3763e tempest-FloatingIPsAssociationNegativeTestJSON-863358768 tempest-FloatingIPsAssociationNegativeTestJSON-863358768-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for floatingip (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:08:45.046955 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-13dc09ad-4a17-482f-bc79-14fe9d7d470c req-3be1c5b8-e16e-4bb0-99d0-7581afa3763e tempest-FloatingIPsAssociationNegativeTestJSON-863358768 tempest-FloatingIPsAssociationNegativeTestJSON-863358768-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.4852488 Jan 26 21:08:45.091814 n-d-760453-5 neutron-server[103306]: DEBUG neutron.notifiers.nova [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 35f30042-617d-4336-9f2b-bcf2d6d2f65d {{(pid=103306) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 26 21:08:45.163664 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-53047125-b674-49e8-ba72-f0f92de8d69d req-3707ef19-2a20-4a35-bae7-7238eb7d64f3 tempest-ServersWithSpecificFlavorTestJSON-1678027092 tempest-ServersWithSpecificFlavorTestJSON-1678027092-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d23b24c8db034dca99b1d99ddc0880a5 HTTP/1.1" status: 200 len: 380 time: 0.1213636 Jan 26 21:08:45.176494 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [req-53047125-b674-49e8-ba72-f0f92de8d69d req-08a14775-347b-410f-b9d8-9fa1de382b6e tempest-ServersWithSpecificFlavorTestJSON-1678027092 tempest-ServersWithSpecificFlavorTestJSON-1678027092-project] Request body: {'port': {'device_id': 'dcdac7bd-aa63-4b09-95f8-06c58265aab2', 'network_id': '9b81ad00-7180-4a41-9594-2bd0d66dbd57', 'admin_state_up': True, 'tenant_id': 'd23b24c8db034dca99b1d99ddc0880a5', 'security_groups': ['06e69ac2-3bf6-41aa-8df8-caa9b01a862f']}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:08:45.303217 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] For port c4cb8658-d594-4074-8152-d71e1fa845bd, host n-h2-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-5',level=0,port_id=c4cb8658-d594-4074-8152-d71e1fa845bd,segment=NetworkSegment(58f97d30-90ed-4b82-8d47-15dab34d927d),segment_id=58f97d30-90ed-4b82-8d47-15dab34d927d)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:08:45.317655 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] For port 35f30042-617d-4336-9f2b-bcf2d6d2f65d, host n-h2-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-5',level=0,port_id=35f30042-617d-4336-9f2b-bcf2d6d2f65d,segment=NetworkSegment(4eab25d6-89d9-4907-a1c2-51b06443ba33),segment_id=4eab25d6-89d9-4907-a1c2-51b06443ba33)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:08:45.322976 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (c4cb8658-d594-4074-8152-d71e1fa845bd), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:08:45.337195 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (35f30042-617d-4336-9f2b-bcf2d6d2f65d), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:08:45.344436 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-53047125-b674-49e8-ba72-f0f92de8d69d req-08a14775-347b-410f-b9d8-9fa1de382b6e tempest-ServersWithSpecificFlavorTestJSON-1678027092 tempest-ServersWithSpecificFlavorTestJSON-1678027092-project] Made reservation on behalf of d23b24c8db034dca99b1d99ddc0880a5 for: {'port': 1} {{(pid=103305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 21:08:45.348850 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-53047125-b674-49e8-ba72-f0f92de8d69d req-08a14775-347b-410f-b9d8-9fa1de382b6e tempest-ServersWithSpecificFlavorTestJSON-1678027092 tempest-ServersWithSpecificFlavorTestJSON-1678027092-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:08:45.532908 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Pushing event updated for resources: {'Port': ['ID=c4cb8658-d594-4074-8152-d71e1fa845bd,revision_number=5']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:08:45.625150 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.db_base_plugin_common [req-53047125-b674-49e8-ba72-f0f92de8d69d req-08a14775-347b-410f-b9d8-9fa1de382b6e tempest-ServersWithSpecificFlavorTestJSON-1678027092 tempest-ServersWithSpecificFlavorTestJSON-1678027092-project] Allocated IP 172.20.0.8 (9b81ad00-7180-4a41-9594-2bd0d66dbd57/4d1fd205-2a9b-47a0-a1f2-a48040a3bbee/2b6d658e-a395-44fb-825a-1e05e1e3f2d9) {{(pid=103305) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 21:08:45.629948 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] get_ports_and_sgs() called for port_ids ['35f30042-617d-4336-9f2b-bcf2d6d2f65d'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 26 21:08:45.668016 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Device 9a853cc4-7da7-4f16-9195-18aa3c9bdc43 no longer exists at agent hyperv_n-h1-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 26 21:08:45.669876 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Pushing event updated for resources: {'Port': ['ID=35f30042-617d-4336-9f2b-bcf2d6d2f65d,revision_number=7']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:08:45.697893 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-1420399d-59bc-4fd9-a000-f4ab3e4cf0df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e1537f3-2953-450d-9758-e36dd4e159f5', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-12624398-router', 'tenant_id': 'd23b24c8db034dca99b1d99ddc0880a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'external_fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.97'}], 'enable_snat': True}, 'gw_port_id': 'dfff1849-53a1-451a-a3fd-8d3a9f61264e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T21:05:02Z', 'updated_at': '2022-01-26T21:05:06Z', 'revision_number': 4, 'project_id': 'd23b24c8db034dca99b1d99ddc0880a5', 'gw_port': {'id': 'dfff1849-53a1-451a-a3fd-8d3a9f61264e', 'name': '', 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:f5:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e1537f3-2953-450d-9758-e36dd4e159f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:05:02Z', 'updated_at': '2022-01-26T21:05:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-5', '_interfaces': [{'id': '076ddd78-7c26-43be-8bb8-b1fe7e196fd1', 'name': '', 'network_id': '9b81ad00-7180-4a41-9594-2bd0d66dbd57', 'tenant_id': 'd23b24c8db034dca99b1d99ddc0880a5', 'mac_address': 'fa:16:3e:3e:7c:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e1537f3-2953-450d-9758-e36dd4e159f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '4d1fd205-2a9b-47a0-a1f2-a48040a3bbee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:05:05Z', 'updated_at': '2022-01-26T21:05:13Z', 'revision_number': 5, 'project_id': 'd23b24c8db034dca99b1d99ddc0880a5', 'subnets': [{'id': '4d1fd205-2a9b-47a0-a1f2-a48040a3bbee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760453-5', False) {} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:08:45.732610 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1420399d-59bc-4fd9-a000-f4ab3e4cf0df None None] Checking router: 1e1537f3-2953-450d-9758-e36dd4e159f5 for host: n-d-760453-5 {{(pid=103306) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 26 21:08:45.736195 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] No Port match for: 9a853cc4-7da7-4f16-9195-18aa3c9bdc43 {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 26 21:08:45.736530 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Device 9a853cc4-7da7-4f16-9195-18aa3c9bdc43 not bound to the agent host n-h1-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 26 21:08:45.753140 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1420399d-59bc-4fd9-a000-f4ab3e4cf0df None None] Routers {'1e1537f3-2953-450d-9758-e36dd4e159f5'} bound to L3 agent in host n-d-760453-5 {{(pid=103306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 21:08:45.753799 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-1420399d-59bc-4fd9-a000-f4ab3e4cf0df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-26T20:55:21Z,description=,heartbeat_timestamp=2022-01-26T21:08:21Z,host='n-d-760453-5',id=09df100c-3af1-4b0a-bda8-05914c71c458,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:55:21Z,topic='l3_agent')) {'router_ids': ['1e1537f3-2953-450d-9758-e36dd4e159f5'], 'active': True} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:08:45.777116 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98cd236-bb6c-4e13-841e-6dce1502a22f req-ec14a401-6919-4e35-aa1b-97be4bfc7bce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:08:45.778713 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-a98cd236-bb6c-4e13-841e-6dce1502a22f req-ec14a401-6919-4e35-aa1b-97be4bfc7bce service neutron] 10.222.0.66 "GET /v2.0/networks?id=04f127ee-b02e-4caf-884a-3d6915eed85e HTTP/1.1" status: 200 len: 915 time: 0.7468863 Jan 26 21:08:45.786307 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6117dc-ccc5-41ca-9e1f-e60c2fbb6fbe req-7437777d-05f2-4d6f-9f7c-3d132cb1bcfd tempest-MigrationsAdminTest-1084137346 tempest-MigrationsAdminTest-1084137346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:08:45.788844 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-7f6117dc-ccc5-41ca-9e1f-e60c2fbb6fbe req-7437777d-05f2-4d6f-9f7c-3d132cb1bcfd tempest-MigrationsAdminTest-1084137346 tempest-MigrationsAdminTest-1084137346-project] 10.222.0.57 "GET /v2.0/ports?device_id=6e0054d4-194a-4ef5-9a59-0af1fe168395&tenant_id=d178ac49ddc9478db66ba71c81039890&binding%3Ahost_id=n-h2-760453-5 HTTP/1.1" status: 200 len: 949 time: 0.3682089 Jan 26 21:08:45.851136 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-13dc09ad-4a17-482f-bc79-14fe9d7d470c req-e873de7c-9000-4f0f-8ac9-d205df23d7fe tempest-FloatingIPsAssociationNegativeTestJSON-863358768 tempest-FloatingIPsAssociationNegativeTestJSON-863358768-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.1.62 HTTP/1.1" status: 200 len: 695 time: 0.7907479 Jan 26 21:08:45.863095 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-a98cd236-bb6c-4e13-841e-6dce1502a22f req-c28ad02d-77cd-4d5e-95c6-daab7378b2ff service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=41dcd358-acc3-4a4a-a964-69d1aa685d84 HTTP/1.1" status: 200 len: 217 time: 0.0665448 Jan 26 21:08:45.900986 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-53047125-b674-49e8-ba72-f0f92de8d69d req-08a14775-347b-410f-b9d8-9fa1de382b6e tempest-ServersWithSpecificFlavorTestJSON-1678027092 tempest-ServersWithSpecificFlavorTestJSON-1678027092-project] Publish callbacks [] for port (2b6d658e-a395-44fb-825a-1e05e1e3f2d9), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:08:45.909148 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-7f6117dc-ccc5-41ca-9e1f-e60c2fbb6fbe req-50145168-2271-4916-83a8-74caefe6b614 service neutron] 10.222.0.57 "GET /v2.0/ports/35f30042-617d-4336-9f2b-bcf2d6d2f65d/bindings/n-h2-760453-5 HTTP/1.1" status: 200 len: 382 time: 0.1129451 Jan 26 21:08:45.950484 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0816c5f-72e8-4a9a-a7aa-14464ba957c3 req-f9e251a9-bb95-46cd-a683-36435a7dacc1 tempest-ServersTestFqdnHostnames-1663210831 tempest-ServersTestFqdnHostnames-1663210831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:08:45.952081 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-d0816c5f-72e8-4a9a-a7aa-14464ba957c3 req-f9e251a9-bb95-46cd-a683-36435a7dacc1 tempest-ServersTestFqdnHostnames-1663210831 tempest-ServersTestFqdnHostnames-1663210831-project] 10.222.0.13 "GET /v2.0/ports?device_id=cef1c79f-e0ff-4eb2-8297-9fad70b4e6cd HTTP/1.1" status: 200 len: 944 time: 0.2441394 Jan 26 21:08:45.953655 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98cd236-bb6c-4e13-841e-6dce1502a22f req-4010cda2-7cef-487c-b364-f8dc7ea32943 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:08:45.956393 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-a98cd236-bb6c-4e13-841e-6dce1502a22f req-4010cda2-7cef-487c-b364-f8dc7ea32943 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=61a27748-d30c-4f5d-ae2a-2d53517279d2 HTTP/1.1" status: 200 len: 853 time: 0.0744953 Jan 26 21:08:45.994242 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6117dc-ccc5-41ca-9e1f-e60c2fbb6fbe req-5a33d1ba-38c7-49e0-a36d-537cb0cefdf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:08:45.996260 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-7f6117dc-ccc5-41ca-9e1f-e60c2fbb6fbe req-5a33d1ba-38c7-49e0-a36d-537cb0cefdf0 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=d178ac49ddc9478db66ba71c81039890&device_id=6e0054d4-194a-4ef5-9a59-0af1fe168395 HTTP/1.1" status: 200 len: 1100 time: 0.0647125 Jan 26 21:08:45.998083 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-53047125-b674-49e8-ba72-f0f92de8d69d req-08a14775-347b-410f-b9d8-9fa1de382b6e tempest-ServersWithSpecificFlavorTestJSON-1678027092 tempest-ServersWithSpecificFlavorTestJSON-1678027092-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746560234527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11791543'] for port (2b6d658e-a395-44fb-825a-1e05e1e3f2d9), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:08:46.067779 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a14775-347b-410f-b9d8-9fa1de382b6e tempest-ServersWithSpecificFlavorTestJSON-1678027092 tempest-ServersWithSpecificFlavorTestJSON-1678027092-project] Pushing event updated for resources: {'Port': ['ID=2b6d658e-a395-44fb-825a-1e05e1e3f2d9,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:08:46.079504 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-53047125-b674-49e8-ba72-f0f92de8d69d req-08a14775-347b-410f-b9d8-9fa1de382b6e tempest-ServersWithSpecificFlavorTestJSON-1678027092 tempest-ServersWithSpecificFlavorTestJSON-1678027092-project] Network 9b81ad00-7180-4a41-9594-2bd0d66dbd57 is already hosted by enough agents. {{(pid=103305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 21:08:46.086467 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-d0816c5f-72e8-4a9a-a7aa-14464ba957c3 req-67b38943-1ec2-468c-8c0e-d0a6604fecfd tempest-ServersTestFqdnHostnames-1663210831 tempest-ServersTestFqdnHostnames-1663210831-project] 10.222.0.13 "GET /v2.0/security-groups?id=c3884922-c788-4174-8be5-5a7a4ff5f5df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0937955 Jan 26 21:08:46.093671 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [req-53047125-b674-49e8-ba72-f0f92de8d69d req-08a14775-347b-410f-b9d8-9fa1de382b6e tempest-ServersWithSpecificFlavorTestJSON-1678027092 tempest-ServersWithSpecificFlavorTestJSON-1678027092-project] Resources bound (agent type, host, resource id): {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:08:46.098638 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvr_db [None req-1420399d-59bc-4fd9-a000-f4ab3e4cf0df None None] Set router 1e1537f3-2953-450d-9758-e36dd4e159f5 gateway port host: n-d-760453-5 {{(pid=103306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 21:08:46.109388 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [req-53047125-b674-49e8-ba72-f0f92de8d69d req-08a14775-347b-410f-b9d8-9fa1de382b6e tempest-ServersWithSpecificFlavorTestJSON-1678027092 tempest-ServersWithSpecificFlavorTestJSON-1678027092-project] Received port after_create {{(pid=103305) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 21:08:46.167457 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98cd236-bb6c-4e13-841e-6dce1502a22f req-49eb6f27-2aed-4a95-a10b-52a6c7750c9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:08:46.169007 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-a98cd236-bb6c-4e13-841e-6dce1502a22f req-49eb6f27-2aed-4a95-a10b-52a6c7750c9b service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=04f127ee-b02e-4caf-884a-3d6915eed85e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2053077 Jan 26 21:08:46.177098 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-20a28e90-7123-4c6a-b60f-1ae5efcba235 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=dec5799dc98547c1ba8b0a54977f3e1c&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1612649 Jan 26 21:08:46.190524 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 47194) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:08:46.242413 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53047125-b674-49e8-ba72-f0f92de8d69d req-08a14775-347b-410f-b9d8-9fa1de382b6e tempest-ServersWithSpecificFlavorTestJSON-1678027092 tempest-ServersWithSpecificFlavorTestJSON-1678027092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:08:46.243336 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-53047125-b674-49e8-ba72-f0f92de8d69d req-08a14775-347b-410f-b9d8-9fa1de382b6e tempest-ServersWithSpecificFlavorTestJSON-1678027092 tempest-ServersWithSpecificFlavorTestJSON-1678027092-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:08:46.280662 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-53047125-b674-49e8-ba72-f0f92de8d69d req-08a14775-347b-410f-b9d8-9fa1de382b6e tempest-ServersWithSpecificFlavorTestJSON-1678027092 tempest-ServersWithSpecificFlavorTestJSON-1678027092-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1117351 Jan 26 21:08:46.286185 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6117dc-ccc5-41ca-9e1f-e60c2fbb6fbe req-e6f26542-1272-4dfa-a330-febb0efb8bd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:08:46.288463 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-7f6117dc-ccc5-41ca-9e1f-e60c2fbb6fbe req-e6f26542-1272-4dfa-a330-febb0efb8bd2 service neutron] 10.222.0.57 "GET /v2.0/networks?id=7fbe9cf5-e12c-436d-b372-55a19c9faa30 HTTP/1.1" status: 200 len: 870 time: 0.2764206 Jan 26 21:08:46.292960 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [req-53047125-b674-49e8-ba72-f0f92de8d69d req-075b60c6-834a-4687-a349-cadc2557630c service neutron] Request body: {'port': {'device_id': 'dcdac7bd-aa63-4b09-95f8-06c58265aab2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-760453-5'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:08:46.368145 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-53047125-b674-49e8-ba72-f0f92de8d69d req-075b60c6-834a-4687-a349-cadc2557630c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (2b6d658e-a395-44fb-825a-1e05e1e3f2d9), before_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:08:46.413612 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-1420399d-59bc-4fd9-a000-f4ab3e4cf0df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e1537f3-2953-450d-9758-e36dd4e159f5', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-12624398-router', 'tenant_id': 'd23b24c8db034dca99b1d99ddc0880a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'external_fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.97'}], 'enable_snat': True}, 'gw_port_id': 'dfff1849-53a1-451a-a3fd-8d3a9f61264e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T21:05:02Z', 'updated_at': '2022-01-26T21:05:06Z', 'revision_number': 4, 'project_id': 'd23b24c8db034dca99b1d99ddc0880a5', 'gw_port': {'id': 'dfff1849-53a1-451a-a3fd-8d3a9f61264e', 'name': '', 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:f5:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e1537f3-2953-450d-9758-e36dd4e159f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:05:02Z', 'updated_at': '2022-01-26T21:05:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-5', '_interfaces': [{'id': '076ddd78-7c26-43be-8bb8-b1fe7e196fd1', 'name': '', 'network_id': '9b81ad00-7180-4a41-9594-2bd0d66dbd57', 'tenant_id': 'd23b24c8db034dca99b1d99ddc0880a5', 'mac_address': 'fa:16:3e:3e:7c:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e1537f3-2953-450d-9758-e36dd4e159f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '4d1fd205-2a9b-47a0-a1f2-a48040a3bbee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:05:05Z', 'updated_at': '2022-01-26T21:05:13Z', 'revision_number': 5, 'project_id': 'd23b24c8db034dca99b1d99ddc0880a5', 'subnets': [{'id': '4d1fd205-2a9b-47a0-a1f2-a48040a3bbee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760453-5', False) {} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:08:46.430765 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-7f6117dc-ccc5-41ca-9e1f-e60c2fbb6fbe req-b7d6ac22-67eb-4108-863b-2be5d17fc458 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.189&port_id=35f30042-617d-4336-9f2b-bcf2d6d2f65d HTTP/1.1" status: 200 len: 217 time: 0.0637064 Jan 26 21:08:46.454622 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-a98cd236-bb6c-4e13-841e-6dce1502a22f req-8d2a272b-c23b-4656-aebe-b33db1f552db service neutron] 10.222.0.66 "GET /v2.0/networks/04f127ee-b02e-4caf-884a-3d6915eed85e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2631695 Jan 26 21:08:46.485701 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1420399d-59bc-4fd9-a000-f4ab3e4cf0df None None] The sync data for ids ['1e1537f3-2953-450d-9758-e36dd4e159f5'] in n-d-760453-5 is: [{'id': '1e1537f3-2953-450d-9758-e36dd4e159f5', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-12624398-router', 'tenant_id': 'd23b24c8db034dca99b1d99ddc0880a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'external_fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.97'}], 'enable_snat': True}, 'gw_port_id': 'dfff1849-53a1-451a-a3fd-8d3a9f61264e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T21:05:02Z', 'updated_at': '2022-01-26T21:05:06Z', 'revision_number': 4, 'project_id': 'd23b24c8db034dca99b1d99ddc0880a5', 'gw_port': {'id': 'dfff1849-53a1-451a-a3fd-8d3a9f61264e', 'name': '', 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:f5:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e1537f3-2953-450d-9758-e36dd4e159f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:05:02Z', 'updated_at': '2022-01-26T21:05:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-5', '_interfaces': [{'id': '076ddd78-7c26-43be-8bb8-b1fe7e196fd1', 'name': '', 'network_id': '9b81ad00-7180-4a41-9594-2bd0d66dbd57', 'tenant_id': 'd23b24c8db034dca99b1d99ddc0880a5', 'mac_address': 'fa:16:3e:3e:7c:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e1537f3-2953-450d-9758-e36dd4e159f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '4d1fd205-2a9b-47a0-a1f2-a48040a3bbee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:05:05Z', 'updated_at': '2022-01-26T21:05:13Z', 'revision_number': 5, 'project_id': 'd23b24c8db034dca99b1d99ddc0880a5', 'subnets': [{'id': '4d1fd205-2a9b-47a0-a1f2-a48040a3bbee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 26 21:08:46.487667 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13dc09ad-4a17-482f-bc79-14fe9d7d470c req-f00a6760-bb6b-4d99-a97d-512d4a140766 tempest-FloatingIPsAssociationNegativeTestJSON-863358768 tempest-FloatingIPsAssociationNegativeTestJSON-863358768-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:08:46.491935 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-9d1f9d75-16bf-4e3b-b43e-203892902015 None None] Provisioning complete for port 2b6d658e-a395-44fb-825a-1e05e1e3f2d9 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:08:46.492274 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-9d1f9d75-16bf-4e3b-b43e-203892902015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (2b6d658e-a395-44fb-825a-1e05e1e3f2d9), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:08:46.494068 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-13dc09ad-4a17-482f-bc79-14fe9d7d470c req-f00a6760-bb6b-4d99-a97d-512d4a140766 tempest-FloatingIPsAssociationNegativeTestJSON-863358768 tempest-FloatingIPsAssociationNegativeTestJSON-863358768-project] 10.222.0.13 "GET /v2.0/networks/4140a1f1-c93a-4bea-83a0-68953a54f299 HTTP/1.1" status: 200 len: 784 time: 0.6422668 Jan 26 21:08:46.516530 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [req-13dc09ad-4a17-482f-bc79-14fe9d7d470c req-982bd938-e5ff-48f3-b0cd-cc6eaf58aae8 tempest-FloatingIPsAssociationNegativeTestJSON-863358768 tempest-FloatingIPsAssociationNegativeTestJSON-863358768-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=103304) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 26 21:08:46.517737 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-13dc09ad-4a17-482f-bc79-14fe9d7d470c req-982bd938-e5ff-48f3-b0cd-cc6eaf58aae8 tempest-FloatingIPsAssociationNegativeTestJSON-863358768 tempest-FloatingIPsAssociationNegativeTestJSON-863358768-project] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0229030 Jan 26 21:08:46.521772 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-0ec76400-ef87-4aa1-80f3-021c02e621e4 admin admin] Publish callbacks [] for security_group (c18b03c4-72d9-42c1-93c5-33d242c8ac5b), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:08:46.549505 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-0ec76400-ef87-4aa1-80f3-021c02e621e4 admin admin] Publish callbacks [] for security_group (c18b03c4-72d9-42c1-93c5-33d242c8ac5b), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:08:46.562441 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-9d1f9d75-16bf-4e3b-b43e-203892902015 None None] Port 2b6d658e-a395-44fb-825a-1e05e1e3f2d9 cannot update to ACTIVE because it is not bound. {{(pid=103306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 26 21:08:46.610552 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-febf7378-b936-4da9-816d-4da47d366de8 req-b5b8156b-2bf0-400c-8da9-3b6487b595bd tempest-ImagesOneServerNegativeTestJSON-151319106 tempest-ImagesOneServerNegativeTestJSON-151319106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:08:46.618770 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-febf7378-b936-4da9-816d-4da47d366de8 req-b5b8156b-2bf0-400c-8da9-3b6487b595bd tempest-ImagesOneServerNegativeTestJSON-151319106 tempest-ImagesOneServerNegativeTestJSON-151319106-project] 10.222.0.13 "GET /v2.0/ports?device_id=3c98b3bb-2f69-4902-b7e7-0b13b485a12a HTTP/1.1" status: 200 len: 945 time: 0.3075719 Jan 26 21:08:46.707866 n-d-760453-5 neutron-server[103306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c98b3bb-2f69-4902-b7e7-0b13b485a12a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4cb8658-d594-4074-8152-d71e1fa845bd'}] {{(pid=103306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 21:08:46.710964 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9d5d370febab655511bdd2ffe887e43e442d144a440368702bcc1e93af00b97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa2e7a63-c23e-4a79-ac7c-4db10a79b601" -d '{"events": [{"server_uuid": "3c98b3bb-2f69-4902-b7e7-0b13b485a12a", "name": "network-vif-plugged", "status": "completed", "tag": "c4cb8658-d594-4074-8152-d71e1fa845bd"}]}' {{(pid=103306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 21:08:46.714921 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6117dc-ccc5-41ca-9e1f-e60c2fbb6fbe req-b751f0fd-9b2c-40c9-88d0-a3cb45e19bbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:08:46.716522 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-7f6117dc-ccc5-41ca-9e1f-e60c2fbb6fbe req-b751f0fd-9b2c-40c9-88d0-a3cb45e19bbe service neutron] 10.222.0.57 "GET /v2.0/subnets?id=fd77e534-75e6-4b90-950e-f5824d584430 HTTP/1.1" status: 200 len: 843 time: 0.2755797 Jan 26 21:08:46.770823 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-febf7378-b936-4da9-816d-4da47d366de8 req-4ef96aac-ed3b-4048-a8e6-fd7bf42aeae5 tempest-ImagesOneServerNegativeTestJSON-151319106 tempest-ImagesOneServerNegativeTestJSON-151319106-project] 10.222.0.13 "GET /v2.0/security-groups?id=aea9fb57-b28b-4984-b6fd-ae500e1c8e4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1512172 Jan 26 21:08:46.771987 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-0ec76400-ef87-4aa1-80f3-021c02e621e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (c18b03c4-72d9-42c1-93c5-33d242c8ac5b), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:08:46.775954 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-0ec76400-ef87-4aa1-80f3-021c02e621e4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:08:46.777501 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-0ec76400-ef87-4aa1-80f3-021c02e621e4 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/c18b03c4-72d9-42c1-93c5-33d242c8ac5b HTTP/1.1" status: 204 len: 168 time: 0.4972575 Jan 26 21:08:46.811127 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-a98cd236-bb6c-4e13-841e-6dce1502a22f req-f5b81829-a83c-4032-8e38-3ac8b41662d1 service neutron] 10.222.0.66 "GET /v2.0/networks/04f127ee-b02e-4caf-884a-3d6915eed85e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3428230 Jan 26 21:08:46.826345 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6117dc-ccc5-41ca-9e1f-e60c2fbb6fbe req-ef6dab7f-80f6-4008-9c8b-12a74072616a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:08:46.829614 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-7f6117dc-ccc5-41ca-9e1f-e60c2fbb6fbe req-ef6dab7f-80f6-4008-9c8b-12a74072616a service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=7fbe9cf5-e12c-436d-b372-55a19c9faa30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1035283 Jan 26 21:08:46.830018 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241e8210-9931-4346-a426-655ca7f51561 req-4171d83e-b1fc-4c94-b8d5-bc2df0d89f82 tempest-MigrationsAdminTest-1084137346 tempest-MigrationsAdminTest-1084137346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:08:46.835997 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-241e8210-9931-4346-a426-655ca7f51561 req-4171d83e-b1fc-4c94-b8d5-bc2df0d89f82 tempest-MigrationsAdminTest-1084137346 tempest-MigrationsAdminTest-1084137346-project] 10.222.0.13 "GET /v2.0/ports?device_id=6e0054d4-194a-4ef5-9a59-0af1fe168395 HTTP/1.1" status: 200 len: 949 time: 0.2087860 Jan 26 21:08:46.861041 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec76400-ef87-4aa1-80f3-021c02e621e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c18b03c4-72d9-42c1-93c5-33d242c8ac5b,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:08:46.949183 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b9b50c0-3cfc-460e-a5ba-a712716061f7 None None] New status for floating IP 5c2e8654-517e-4ce3-bf85-e855360b6a26: DOWN {{(pid=103307) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 26 21:08:46.959386 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-241e8210-9931-4346-a426-655ca7f51561 req-9abc8b31-436c-452a-a6e4-989365cea5c7 tempest-MigrationsAdminTest-1084137346 tempest-MigrationsAdminTest-1084137346-project] 10.222.0.13 "GET /v2.0/security-groups?id=e0b082e3-685f-492b-b87f-3045b8ecd8c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036682 Jan 26 21:08:46.986203 n-d-760453-5 neutron-server[103305]: DEBUG neutron.notifiers.nova [req-53047125-b674-49e8-ba72-f0f92de8d69d req-075b60c6-834a-4687-a349-cadc2557630c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2b6d658e-a395-44fb-825a-1e05e1e3f2d9 {{(pid=103305) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 26 21:08:46.999483 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-53047125-b674-49e8-ba72-f0f92de8d69d req-075b60c6-834a-4687-a349-cadc2557630c service neutron] Publish callbacks [] for port (2b6d658e-a395-44fb-825a-1e05e1e3f2d9), precommit_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:08:47.030547 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-7f6117dc-ccc5-41ca-9e1f-e60c2fbb6fbe req-2eb570ff-ae19-4bcd-bb9d-e8aff1cb4f94 service neutron] 10.222.0.57 "GET /v2.0/networks/7fbe9cf5-e12c-436d-b372-55a19c9faa30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1925755 Jan 26 21:08:47.031474 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.provisioning_blocks [req-53047125-b674-49e8-ba72-f0f92de8d69d req-075b60c6-834a-4687-a349-cadc2557630c service neutron] Transition to ACTIVE for port object 2b6d658e-a395-44fb-825a-1e05e1e3f2d9 will not be triggered until provisioned by entity L2. {{(pid=103305) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 21:08:47.040002 n-d-760453-5 neutron-server[103305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61324128-afb5-4d9e-a732-f4dc68e3c9a3', 'name': 'network-vif-deleted', 'tag': '7681f87a-3365-4544-a8d4-39b7a88e37ee'}] {{(pid=103305) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 21:08:47.042489 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d4654568b7bf041e72ff8fe1c96d6d761d9c921f2b99bc7b3a26632be20cee0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f45770f-d80b-4027-9536-a442a6e25279" -d '{"events": [{"server_uuid": "61324128-afb5-4d9e-a732-f4dc68e3c9a3", "name": "network-vif-deleted", "tag": "7681f87a-3365-4544-a8d4-39b7a88e37ee"}]}' {{(pid=103305) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 21:08:47.067531 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-53047125-b674-49e8-ba72-f0f92de8d69d req-075b60c6-834a-4687-a349-cadc2557630c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11791520'] for port (2b6d658e-a395-44fb-825a-1e05e1e3f2d9), after_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:08:47.216688 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-075b60c6-834a-4687-a349-cadc2557630c service neutron] Pushing event updated for resources: {'Port': ['ID=2b6d658e-a395-44fb-825a-1e05e1e3f2d9,revision_number=2']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:08:47.253124 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4325f67a-a6f0-4eb7-8efe-a7fa54fe37b2 req-d4178fe8-8800-4e66-aa85-ca776f188fbb tempest-ServersWithSpecificFlavorTestJSON-1678027092 tempest-ServersWithSpecificFlavorTestJSON-1678027092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:08:47.254717 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-4325f67a-a6f0-4eb7-8efe-a7fa54fe37b2 req-d4178fe8-8800-4e66-aa85-ca776f188fbb tempest-ServersWithSpecificFlavorTestJSON-1678027092 tempest-ServersWithSpecificFlavorTestJSON-1678027092-project] 10.222.0.13 "GET /v2.0/ports?device_id=dcdac7bd-aa63-4b09-95f8-06c58265aab2 HTTP/1.1" status: 200 len: 943 time: 0.1609447 Jan 26 21:08:47.272587 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a815a9-8539-4212-bd5c-b68cfa27ae75 req-482efd6d-d721-4261-981b-5032389fab7e tempest-ServersAdminTestJSON-2108229583 tempest-ServersAdminTestJSON-2108229583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:08:47.274310 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-f3a815a9-8539-4212-bd5c-b68cfa27ae75 req-482efd6d-d721-4261-981b-5032389fab7e tempest-ServersAdminTestJSON-2108229583 tempest-ServersAdminTestJSON-2108229583-project] 10.222.0.13 "GET /v2.0/ports?device_id=242b7086-c188-4e0a-9af5-4749fa74838b HTTP/1.1" status: 200 len: 951 time: 0.2627246 Jan 26 21:08:47.298950 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-7f6117dc-ccc5-41ca-9e1f-e60c2fbb6fbe req-e5afd46a-caf2-42d0-bc63-c93a9c0fe3a1 service neutron] 10.222.0.57 "GET /v2.0/networks/7fbe9cf5-e12c-436d-b372-55a19c9faa30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2598672 Jan 26 21:08:47.351347 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [req-53047125-b674-49e8-ba72-f0f92de8d69d req-075b60c6-834a-4687-a349-cadc2557630c service neutron] Attempting to bind port 2b6d658e-a395-44fb-825a-1e05e1e3f2d9 on host n-h2-760453-5 for vnic_type normal with profile {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 21:08:47.352338 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [req-53047125-b674-49e8-ba72-f0f92de8d69d req-075b60c6-834a-4687-a349-cadc2557630c service neutron] Attempting to bind port 2b6d658e-a395-44fb-825a-1e05e1e3f2d9 by drivers openvswitch,hyperv on host n-h2-760453-5 at level 0 using segments [{'id': '86abbadd-e980-48d3-bcba-75375a5948b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '9b81ad00-7180-4a41-9594-2bd0d66dbd57'}] {{(pid=103305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 26 21:08:47.352837 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53047125-b674-49e8-ba72-f0f92de8d69d req-075b60c6-834a-4687-a349-cadc2557630c service neutron] Attempting to bind port 2b6d658e-a395-44fb-825a-1e05e1e3f2d9 on network 9b81ad00-7180-4a41-9594-2bd0d66dbd57 {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 21:08:47.358940 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53047125-b674-49e8-ba72-f0f92de8d69d req-075b60c6-834a-4687-a349-cadc2557630c service neutron] Port 2b6d658e-a395-44fb-825a-1e05e1e3f2d9 on network 9b81ad00-7180-4a41-9594-2bd0d66dbd57 not bound, no agent of type Open vSwitch agent registered on host n-h2-760453-5 {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 26 21:08:47.359529 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53047125-b674-49e8-ba72-f0f92de8d69d req-075b60c6-834a-4687-a349-cadc2557630c service neutron] Attempting to bind port 2b6d658e-a395-44fb-825a-1e05e1e3f2d9 on network 9b81ad00-7180-4a41-9594-2bd0d66dbd57 {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 21:08:47.370337 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53047125-b674-49e8-ba72-f0f92de8d69d req-075b60c6-834a-4687-a349-cadc2557630c service neutron] Checking agent: {'id': '4d619873-4b60-439f-9b5a-b155dc8bbc34', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-760453-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 21, 2, 53), 'started_at': datetime.datetime(2022, 1, 26, 21, 2, 53), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 21, 8, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 26 21:08:47.371491 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53047125-b674-49e8-ba72-f0f92de8d69d req-075b60c6-834a-4687-a349-cadc2557630c service neutron] Checking segment: {'id': '86abbadd-e980-48d3-bcba-75375a5948b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '9b81ad00-7180-4a41-9594-2bd0d66dbd57'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103305) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 21:08:47.372519 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53047125-b674-49e8-ba72-f0f92de8d69d req-075b60c6-834a-4687-a349-cadc2557630c service neutron] Bound using segment: {'id': '86abbadd-e980-48d3-bcba-75375a5948b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '9b81ad00-7180-4a41-9594-2bd0d66dbd57'} {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 26 21:08:47.373205 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [req-53047125-b674-49e8-ba72-f0f92de8d69d req-075b60c6-834a-4687-a349-cadc2557630c service neutron] Bound port: 2b6d658e-a395-44fb-825a-1e05e1e3f2d9, host: n-h2-760453-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '86abbadd-e980-48d3-bcba-75375a5948b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '9b81ad00-7180-4a41-9594-2bd0d66dbd57'}}] {{(pid=103305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 26 21:08:47.373855 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-53047125-b674-49e8-ba72-f0f92de8d69d req-075b60c6-834a-4687-a349-cadc2557630c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (2b6d658e-a395-44fb-825a-1e05e1e3f2d9), before_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:08:47.395330 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 47208) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:08:47.445851 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-4325f67a-a6f0-4eb7-8efe-a7fa54fe37b2 req-48cef445-39dd-4ac6-9c47-3de02d75f37a tempest-ServersWithSpecificFlavorTestJSON-1678027092 tempest-ServersWithSpecificFlavorTestJSON-1678027092-project] 10.222.0.13 "GET /v2.0/security-groups?id=06e69ac2-3bf6-41aa-8df8-caa9b01a862f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1610980 Jan 26 21:08:47.469515 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-f3a815a9-8539-4212-bd5c-b68cfa27ae75 req-56d334d7-d6b3-45d3-810b-5917b11388c0 tempest-ServersAdminTestJSON-2108229583 tempest-ServersAdminTestJSON-2108229583-project] 10.222.0.13 "GET /v2.0/security-groups?id=95bc11fd-db53-4b42-971c-c958ca031066&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1780543 Jan 26 21:08:47.479790 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [req-53047125-b674-49e8-ba72-f0f92de8d69d req-075b60c6-834a-4687-a349-cadc2557630c service neutron] For port 2b6d658e-a395-44fb-825a-1e05e1e3f2d9, host n-h2-760453-5, cleared binding levels {{(pid=103305) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 26 21:08:47.483459 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [req-53047125-b674-49e8-ba72-f0f92de8d69d req-075b60c6-834a-4687-a349-cadc2557630c service neutron] For port 2b6d658e-a395-44fb-825a-1e05e1e3f2d9, host n-h2-760453-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-5',level=0,port_id=2b6d658e-a395-44fb-825a-1e05e1e3f2d9,segment=NetworkSegment(86abbadd-e980-48d3-bcba-75375a5948b3),segment_id=86abbadd-e980-48d3-bcba-75375a5948b3)] {{(pid=103305) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 26 21:08:47.491167 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-53047125-b674-49e8-ba72-f0f92de8d69d req-075b60c6-834a-4687-a349-cadc2557630c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11791520'] for port (2b6d658e-a395-44fb-825a-1e05e1e3f2d9), after_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:08:47.535487 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53047125-b674-49e8-ba72-f0f92de8d69d req-075b60c6-834a-4687-a349-cadc2557630c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:08:47.536121 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-53047125-b674-49e8-ba72-f0f92de8d69d req-075b60c6-834a-4687-a349-cadc2557630c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:08:47.537587 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-53047125-b674-49e8-ba72-f0f92de8d69d req-075b60c6-834a-4687-a349-cadc2557630c service neutron] 10.222.0.57 "PUT /v2.0/ports/2b6d658e-a395-44fb-825a-1e05e1e3f2d9 HTTP/1.1" status: 200 len: 1091 time: 1.2486639 Jan 26 21:08:47.565981 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-075b60c6-834a-4687-a349-cadc2557630c service neutron] Pushing event updated for resources: {'Port': ['ID=2b6d658e-a395-44fb-825a-1e05e1e3f2d9,revision_number=3']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:08:47.573283 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Jan 2022 21:08:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8ab751d-7cc4-41af-9d51-33158954b478 x-openstack-request-id: req-d8ab751d-7cc4-41af-9d51-33158954b478 {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 21:08:47.574902 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c98b3bb-2f69-4902-b7e7-0b13b485a12a", "name": "network-vif-plugged", "status": "completed", "tag": "c4cb8658-d594-4074-8152-d71e1fa845bd", "code": 200}]} {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 21:08:47.575390 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d8ab751d-7cc4-41af-9d51-33158954b478 {{(pid=103306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 21:08:47.576119 n-d-760453-5 neutron-server[103306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c98b3bb-2f69-4902-b7e7-0b13b485a12a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4cb8658-d594-4074-8152-d71e1fa845bd', 'code': 200} Jan 26 21:08:47.631942 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-f5501328-ce79-4edb-8acd-b6e351749ffd admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=6ce4a16cdecc4bc2a8a2611ce4f09e02&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2308640 Jan 26 21:08:47.634491 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Device 41dcd358-acc3-4a4a-a964-69d1aa685d84 details requested by agent hyperv_n-h1-760453-5 with host n-h1-760453-5 {{(pid=103306) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 26 21:08:47.651508 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 47210) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:08:47.663558 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Device 7681f87a-3365-4544-a8d4-39b7a88e37ee no longer exists at agent hyperv_n-h1-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 26 21:08:47.686964 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Jan 2022 21:08:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af71a85f-0623-45d8-ab70-a601c61cd487 x-openstack-request-id: req-af71a85f-0623-45d8-ab70-a601c61cd487 {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 21:08:47.687267 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61324128-afb5-4d9e-a732-f4dc68e3c9a3", "name": "network-vif-deleted", "tag": "7681f87a-3365-4544-a8d4-39b7a88e37ee", "status": "completed", "code": 200}]} {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 21:08:47.687526 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-af71a85f-0623-45d8-ab70-a601c61cd487 {{(pid=103305) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 21:08:47.688061 n-d-760453-5 neutron-server[103305]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61324128-afb5-4d9e-a732-f4dc68e3c9a3', 'name': 'network-vif-deleted', 'tag': '7681f87a-3365-4544-a8d4-39b7a88e37ee', 'status': 'completed', 'code': 200} Jan 26 21:08:47.717042 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] No Port match for: 7681f87a-3365-4544-a8d4-39b7a88e37ee {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 26 21:08:47.717836 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Device 7681f87a-3365-4544-a8d4-39b7a88e37ee not bound to the agent host n-h1-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 26 21:08:47.784434 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e798df30-bbd3-4c5c-8f58-ab28a0ba8061 req-ecdffdb8-bd0b-4d21-b10b-74ffa646d075 tempest-ServersAdminTestJSON-2108229583 tempest-ServersAdminTestJSON-2108229583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:08:47.787485 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-e798df30-bbd3-4c5c-8f58-ab28a0ba8061 req-ecdffdb8-bd0b-4d21-b10b-74ffa646d075 tempest-ServersAdminTestJSON-2108229583 tempest-ServersAdminTestJSON-2108229583-project] 10.222.0.66 "GET /v2.0/ports?device_id=242b7086-c188-4e0a-9af5-4749fa74838b HTTP/1.1" status: 200 len: 951 time: 0.2597182 Jan 26 21:08:47.846816 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] For port 41dcd358-acc3-4a4a-a964-69d1aa685d84, host n-h1-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-5',level=0,port_id=41dcd358-acc3-4a4a-a964-69d1aa685d84,segment=NetworkSegment(e875afdd-975b-455a-a60a-20d47ba89b8c),segment_id=e875afdd-975b-455a-a60a-20d47ba89b8c)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:08:47.877912 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Returning: {'device': '41dcd358-acc3-4a4a-a964-69d1aa685d84', 'network_id': '04f127ee-b02e-4caf-884a-3d6915eed85e', 'port_id': '41dcd358-acc3-4a4a-a964-69d1aa685d84', 'mac_address': 'fa:16:3e:29:64:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 586, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '61a27748-d30c-4f5d-ae2a-2d53517279d2', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103306) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 26 21:08:47.884137 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-e7cf8cd3-cc8a-4a38-8678-31fd8bca1c7b admin admin] Publish callbacks [] for security_group (31cea85b-66d3-4be0-9b72-dff74a90669e), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:08:47.921841 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-e7cf8cd3-cc8a-4a38-8678-31fd8bca1c7b admin admin] Publish callbacks [] for security_group (31cea85b-66d3-4be0-9b72-dff74a90669e), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:08:47.947991 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Current status of the port 41dcd358-acc3-4a4a-a964-69d1aa685d84 is: DOWN; New status is: BUILD {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:08:47.948764 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (41dcd358-acc3-4a4a-a964-69d1aa685d84), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:08:47.966923 n-d-760453-5 neutron-server[103306]: DEBUG neutron.notifiers.nova [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 41dcd358-acc3-4a4a-a964-69d1aa685d84 {{(pid=103306) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 26 21:08:47.995033 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] For port 41dcd358-acc3-4a4a-a964-69d1aa685d84, host n-h1-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-5',level=0,port_id=41dcd358-acc3-4a4a-a964-69d1aa685d84,segment=NetworkSegment(e875afdd-975b-455a-a60a-20d47ba89b8c),segment_id=e875afdd-975b-455a-a60a-20d47ba89b8c)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:08:48.000866 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (41dcd358-acc3-4a4a-a964-69d1aa685d84), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:08:48.013947 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-e7cf8cd3-cc8a-4a38-8678-31fd8bca1c7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (31cea85b-66d3-4be0-9b72-dff74a90669e), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:08:48.016554 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-e7cf8cd3-cc8a-4a38-8678-31fd8bca1c7b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:08:48.020954 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-e7cf8cd3-cc8a-4a38-8678-31fd8bca1c7b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/31cea85b-66d3-4be0-9b72-dff74a90669e HTTP/1.1" status: 204 len: 168 time: 0.3665218 Jan 26 21:08:48.031614 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b17297-de38-4fb8-a370-2511a1674e87 req-42a25698-e066-4108-b1bb-92dcf605b461 tempest-ServersTestFqdnHostnames-1663210831 tempest-ServersTestFqdnHostnames-1663210831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:08:48.033761 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-97b17297-de38-4fb8-a370-2511a1674e87 req-42a25698-e066-4108-b1bb-92dcf605b461 tempest-ServersTestFqdnHostnames-1663210831 tempest-ServersTestFqdnHostnames-1663210831-project] 10.222.0.13 "GET /v2.0/ports?device_id=cef1c79f-e0ff-4eb2-8297-9fad70b4e6cd HTTP/1.1" status: 200 len: 944 time: 0.2741852 Jan 26 21:08:48.067778 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7cf8cd3-cc8a-4a38-8678-31fd8bca1c7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31cea85b-66d3-4be0-9b72-dff74a90669e,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:08:48.108328 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-97b17297-de38-4fb8-a370-2511a1674e87 req-db9b0b7c-2152-4c3f-b7c6-f6d32d806dcd tempest-ServersTestFqdnHostnames-1663210831 tempest-ServersTestFqdnHostnames-1663210831-project] 10.222.0.13 "GET /v2.0/security-groups?id=c3884922-c788-4174-8be5-5a7a4ff5f5df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0625973 Jan 26 21:08:48.119188 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Pushing event updated for resources: {'Port': ['ID=41dcd358-acc3-4a4a-a964-69d1aa685d84,revision_number=4']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:08:48.145751 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [req-e798df30-bbd3-4c5c-8f58-ab28a0ba8061 req-f6cd6209-46a1-4b2a-924d-11d11a5269a3 tempest-ServersAdminTestJSON-2108229583 tempest-ServersAdminTestJSON-2108229583-project] Deleting port e917e1bd-6443-4f62-9834-092549570e4b {{(pid=103304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 21:08:48.148509 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-e798df30-bbd3-4c5c-8f58-ab28a0ba8061 req-f6cd6209-46a1-4b2a-924d-11d11a5269a3 tempest-ServersAdminTestJSON-2108229583 tempest-ServersAdminTestJSON-2108229583-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746560630878'] for port (e917e1bd-6443-4f62-9834-092549570e4b), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:08:48.271150 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53047125-b674-49e8-ba72-f0f92de8d69d req-d37240b7-f9d3-4375-b3da-4cb08739f8ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:08:48.271740 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Device 35f30042-617d-4336-9f2b-bcf2d6d2f65d up at agent hyperv_n-h2-760453-5 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 21:08:48.272747 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-53047125-b674-49e8-ba72-f0f92de8d69d req-d37240b7-f9d3-4375-b3da-4cb08739f8ac service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=d23b24c8db034dca99b1d99ddc0880a5&device_id=dcdac7bd-aa63-4b09-95f8-06c58265aab2 HTTP/1.1" status: 200 len: 1094 time: 0.6649055 Jan 26 21:08:48.275608 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2c7d0c-aed5-4e93-b0a8-23f73d83435d req-154e65c3-810a-4f0d-8e58-fe6922fa1e5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:08:48.277332 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-0e2c7d0c-aed5-4e93-b0a8-23f73d83435d req-154e65c3-810a-4f0d-8e58-fe6922fa1e5f service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=3c98b3bb-2f69-4902-b7e7-0b13b485a12a HTTP/1.1" status: 200 len: 1096 time: 0.6013708 Jan 26 21:08:48.355837 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-53047125-b674-49e8-ba72-f0f92de8d69d req-69c7d1ea-acab-4d5b-9dd8-feb11651d2d6 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2b6d658e-a395-44fb-825a-1e05e1e3f2d9 HTTP/1.1" status: 200 len: 217 time: 0.0713019 Jan 26 21:08:48.378488 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297baf10-512e-4641-95eb-c04142bcf808 req-509bdca3-e4f3-4027-9cb2-82e09a11c058 tempest-FloatingIPsAssociationNegativeTestJSON-863358768 tempest-FloatingIPsAssociationNegativeTestJSON-863358768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:08:48.385847 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-297baf10-512e-4641-95eb-c04142bcf808 req-509bdca3-e4f3-4027-9cb2-82e09a11c058 tempest-FloatingIPsAssociationNegativeTestJSON-863358768 tempest-FloatingIPsAssociationNegativeTestJSON-863358768-project] 10.222.0.13 "GET /v2.0/ports?device_id=44e509ba-6109-4586-a8ba-08a6823dbe1b&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1639774 Jan 26 21:08:48.393124 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Provisioning complete for port 35f30042-617d-4336-9f2b-bcf2d6d2f65d triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:08:48.393521 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (35f30042-617d-4336-9f2b-bcf2d6d2f65d), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:08:48.406407 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6b7db7-95e9-45e3-b701-d50d55ea170d req-babf4483-a757-42cf-a3be-dc2e44e75ca5 tempest-ImagesOneServerNegativeTestJSON-151319106 tempest-ImagesOneServerNegativeTestJSON-151319106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:08:48.408838 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-0e2c7d0c-aed5-4e93-b0a8-23f73d83435d req-66739c6b-d77a-41ea-bd96-51caa477a384 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=aea9fb57-b28b-4984-b6fd-ae500e1c8e4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150944 Jan 26 21:08:48.413698 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-8f6b7db7-95e9-45e3-b701-d50d55ea170d req-babf4483-a757-42cf-a3be-dc2e44e75ca5 tempest-ImagesOneServerNegativeTestJSON-151319106 tempest-ImagesOneServerNegativeTestJSON-151319106-project] 10.222.0.13 "GET /v2.0/ports?device_id=3c98b3bb-2f69-4902-b7e7-0b13b485a12a HTTP/1.1" status: 200 len: 945 time: 0.1938095 Jan 26 21:08:48.427613 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53047125-b674-49e8-ba72-f0f92de8d69d req-6c61f8e1-101b-4f6d-a819-0a96d55b2b69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:08:48.430808 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-53047125-b674-49e8-ba72-f0f92de8d69d req-6c61f8e1-101b-4f6d-a819-0a96d55b2b69 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=4d1fd205-2a9b-47a0-a1f2-a48040a3bbee HTTP/1.1" status: 200 len: 861 time: 0.0646069 Jan 26 21:08:48.503074 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-297baf10-512e-4641-95eb-c04142bcf808 req-c33a7415-b54f-4913-9b58-b3cc8dd0c38f tempest-FloatingIPsAssociationNegativeTestJSON-863358768 tempest-FloatingIPsAssociationNegativeTestJSON-863358768-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.1.62 HTTP/1.1" status: 200 len: 695 time: 0.1165190 Jan 26 21:08:48.506094 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [req-e798df30-bbd3-4c5c-8f58-ab28a0ba8061 req-f6cd6209-46a1-4b2a-924d-11d11a5269a3 tempest-ServersAdminTestJSON-2108229583 tempest-ServersAdminTestJSON-2108229583-project] For port e917e1bd-6443-4f62-9834-092549570e4b, host n-h1-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-5',level=0,port_id=e917e1bd-6443-4f62-9834-092549570e4b,segment=NetworkSegment(4eab25d6-89d9-4907-a1c2-51b06443ba33),segment_id=4eab25d6-89d9-4907-a1c2-51b06443ba33)] {{(pid=103304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:08:48.506557 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-e798df30-bbd3-4c5c-8f58-ab28a0ba8061 req-f6cd6209-46a1-4b2a-924d-11d11a5269a3 tempest-ServersAdminTestJSON-2108229583 tempest-ServersAdminTestJSON-2108229583-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4109658'] for port (e917e1bd-6443-4f62-9834-092549570e4b), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:08:48.519423 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [req-297baf10-512e-4641-95eb-c04142bcf808 req-3158e88e-caf2-4d9c-a060-1e68b08bf8f0 tempest-FloatingIPsAssociationNegativeTestJSON-863358768 tempest-FloatingIPsAssociationNegativeTestJSON-863358768-project] Request body: {'floatingip': {'port_id': 'f5010a61-3896-475f-8bb6-a71c3454c269', 'fixed_ip_address': '172.20.0.12'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:08:48.522202 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] get_ports_and_sgs() called for port_ids ['41dcd358-acc3-4a4a-a964-69d1aa685d84'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 26 21:08:48.585701 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Current status of the port 35f30042-617d-4336-9f2b-bcf2d6d2f65d is: BUILD; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:08:48.586362 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (35f30042-617d-4336-9f2b-bcf2d6d2f65d), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:08:48.588707 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [req-e798df30-bbd3-4c5c-8f58-ab28a0ba8061 req-f6cd6209-46a1-4b2a-924d-11d11a5269a3 tempest-ServersAdminTestJSON-2108229583 tempest-ServersAdminTestJSON-2108229583-project] Calling delete_port for e917e1bd-6443-4f62-9834-092549570e4b owned by compute:nova {{(pid=103304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 21:08:48.599934 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-297baf10-512e-4641-95eb-c04142bcf808 req-3158e88e-caf2-4d9c-a060-1e68b08bf8f0 tempest-FloatingIPsAssociationNegativeTestJSON-863358768 tempest-FloatingIPsAssociationNegativeTestJSON-863358768-project] Publish callbacks [] for floatingip (08ec2091-e34d-40d8-a7e3-094990514206), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:08:48.680283 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53047125-b674-49e8-ba72-f0f92de8d69d req-54920faf-d107-41f4-bc87-f0315adb2f48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:08:48.682465 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-53047125-b674-49e8-ba72-f0f92de8d69d req-54920faf-d107-41f4-bc87-f0315adb2f48 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=9b81ad00-7180-4a41-9594-2bd0d66dbd57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0773261 Jan 26 21:08:48.687845 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] For port 35f30042-617d-4336-9f2b-bcf2d6d2f65d, host n-h2-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-5',level=0,port_id=35f30042-617d-4336-9f2b-bcf2d6d2f65d,segment=NetworkSegment(4eab25d6-89d9-4907-a1c2-51b06443ba33),segment_id=4eab25d6-89d9-4907-a1c2-51b06443ba33)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:08:48.694716 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (35f30042-617d-4336-9f2b-bcf2d6d2f65d), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:08:48.785336 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Pushing event updated for resources: {'Port': ['ID=35f30042-617d-4336-9f2b-bcf2d6d2f65d,revision_number=8']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:08:48.827898 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-53047125-b674-49e8-ba72-f0f92de8d69d req-357c62c5-efda-4f63-be71-0cc399af2741 service neutron] 10.222.0.57 "GET /v2.0/networks/9b81ad00-7180-4a41-9594-2bd0d66dbd57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1335700 Jan 26 21:08:48.931136 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-8f6b7db7-95e9-45e3-b701-d50d55ea170d req-a27c59e4-829f-4acf-809c-7d9d57a99713 tempest-ImagesOneServerNegativeTestJSON-151319106 tempest-ImagesOneServerNegativeTestJSON-151319106-project] 10.222.0.13 "GET /v2.0/security-groups?id=aea9fb57-b28b-4984-b6fd-ae500e1c8e4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5155256 Jan 26 21:08:48.946968 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-53047125-b674-49e8-ba72-f0f92de8d69d req-a453ae13-35f5-4614-9303-a592cffcceb3 service neutron] 10.222.0.57 "GET /v2.0/networks/9b81ad00-7180-4a41-9594-2bd0d66dbd57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1104839 Jan 26 21:08:48.999698 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-494a11f4-ddc9-40f5-8926-d1b72169a4ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (474ccdf7-ab6c-405b-a3b2-dc7b05829902), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:08:49.289081 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0f9454-c005-45a3-81f3-61261f2bbb0d req-b7c017bb-4c10-4742-b718-40711c050570 tempest-MigrationsAdminTest-1084137346 tempest-MigrationsAdminTest-1084137346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:08:49.290715 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-2a0f9454-c005-45a3-81f3-61261f2bbb0d req-b7c017bb-4c10-4742-b718-40711c050570 tempest-MigrationsAdminTest-1084137346 tempest-MigrationsAdminTest-1084137346-project] 10.222.0.13 "GET /v2.0/ports?device_id=6e0054d4-194a-4ef5-9a59-0af1fe168395 HTTP/1.1" status: 200 len: 950 time: 0.1126838 Jan 26 21:08:49.505965 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-e798df30-bbd3-4c5c-8f58-ab28a0ba8061 req-f6cd6209-46a1-4b2a-924d-11d11a5269a3 tempest-ServersAdminTestJSON-2108229583 tempest-ServersAdminTestJSON-2108229583-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746560636600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746560234536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9281553'] for port (e917e1bd-6443-4f62-9834-092549570e4b), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:08:49.542932 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-2a0f9454-c005-45a3-81f3-61261f2bbb0d req-b30c4ac7-fae6-47cd-adc6-aab51aa20a4a tempest-MigrationsAdminTest-1084137346 tempest-MigrationsAdminTest-1084137346-project] 10.222.0.13 "GET /v2.0/security-groups?id=e0b082e3-685f-492b-b87f-3045b8ecd8c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2149975 Jan 26 21:08:49.555242 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] get_ports_and_sgs() called for port_ids ['e917e1bd-6443-4f62-9834-092549570e4b'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 26 21:08:49.613558 n-d-760453-5 neutron-server[103306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e0054d4-194a-4ef5-9a59-0af1fe168395', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35f30042-617d-4336-9f2b-bcf2d6d2f65d'}] {{(pid=103306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 21:08:49.616427 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9d5d370febab655511bdd2ffe887e43e442d144a440368702bcc1e93af00b97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47062acc-427a-446a-b845-58a59e9afba7" -d '{"events": [{"server_uuid": "6e0054d4-194a-4ef5-9a59-0af1fe168395", "name": "network-vif-plugged", "status": "completed", "tag": "35f30042-617d-4336-9f2b-bcf2d6d2f65d"}]}' {{(pid=103306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 21:08:49.690840 n-d-760453-5 neutron-server[103305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dcdac7bd-aa63-4b09-95f8-06c58265aab2', 'tag': '2b6d658e-a395-44fb-825a-1e05e1e3f2d9'}] {{(pid=103305) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 21:08:49.704472 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d4654568b7bf041e72ff8fe1c96d6d761d9c921f2b99bc7b3a26632be20cee0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f8ccf5a-f399-4978-822e-96b07a2490ed" -d '{"events": [{"name": "network-changed", "server_uuid": "dcdac7bd-aa63-4b09-95f8-06c58265aab2", "tag": "2b6d658e-a395-44fb-825a-1e05e1e3f2d9"}]}' {{(pid=103305) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 21:08:49.951877 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6cd6209-46a1-4b2a-924d-11d11a5269a3 tempest-ServersAdminTestJSON-2108229583 tempest-ServersAdminTestJSON-2108229583-project] Pushing event deleted for resources: {'Port': ['ID=e917e1bd-6443-4f62-9834-092549570e4b,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:08:50.120698 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6117dc-ccc5-41ca-9e1f-e60c2fbb6fbe req-7876c9f2-20c1-4f36-8503-05f6f6b3e146 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:08:50.120905 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [req-e798df30-bbd3-4c5c-8f58-ab28a0ba8061 req-f6cd6209-46a1-4b2a-924d-11d11a5269a3 tempest-ServersAdminTestJSON-2108229583 tempest-ServersAdminTestJSON-2108229583-project] No DVR routers for this DVR port e917e1bd-6443-4f62-9834-092549570e4b on host n-h1-760453-5 {{(pid=103304) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 26 21:08:50.122312 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-7f6117dc-ccc5-41ca-9e1f-e60c2fbb6fbe req-7876c9f2-20c1-4f36-8503-05f6f6b3e146 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=6e0054d4-194a-4ef5-9a59-0af1fe168395&tenant_id=d178ac49ddc9478db66ba71c81039890 HTTP/1.1" status: 200 len: 1101 time: 0.0688634 Jan 26 21:08:50.123443 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-e798df30-bbd3-4c5c-8f58-ab28a0ba8061 req-f6cd6209-46a1-4b2a-924d-11d11a5269a3 tempest-ServersAdminTestJSON-2108229583 tempest-ServersAdminTestJSON-2108229583-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:08:50.127232 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-e798df30-bbd3-4c5c-8f58-ab28a0ba8061 req-f6cd6209-46a1-4b2a-924d-11d11a5269a3 tempest-ServersAdminTestJSON-2108229583 tempest-ServersAdminTestJSON-2108229583-project] 10.222.0.66 "DELETE /v2.0/ports/e917e1bd-6443-4f62-9834-092549570e4b HTTP/1.1" status: 204 len: 173 time: 2.3296897 Jan 26 21:08:50.136051 n-d-760453-5 neutron-server[103304]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '242b7086-c188-4e0a-9af5-4749fa74838b', 'name': 'network-vif-deleted', 'tag': 'e917e1bd-6443-4f62-9834-092549570e4b'}] {{(pid=103304) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 21:08:50.139330 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d52b45f1943fcd332af9527eb73ff93c8d715d44383a3f6d18de73b4cfcf87b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99837be4-72bc-49cd-804b-5d13c23db335" -d '{"events": [{"server_uuid": "242b7086-c188-4e0a-9af5-4749fa74838b", "name": "network-vif-deleted", "tag": "e917e1bd-6443-4f62-9834-092549570e4b"}]}' {{(pid=103304) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 21:08:50.201972 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6117dc-ccc5-41ca-9e1f-e60c2fbb6fbe req-2049912f-e150-4067-8608-4deaca6147dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:08:50.203984 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-7f6117dc-ccc5-41ca-9e1f-e60c2fbb6fbe req-2049912f-e150-4067-8608-4deaca6147dc service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=d178ac49ddc9478db66ba71c81039890&device_id=6e0054d4-194a-4ef5-9a59-0af1fe168395 HTTP/1.1" status: 200 len: 1101 time: 0.0518942 Jan 26 21:08:50.218103 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28cc5301-0249-46db-a6b6-81185a690a9b req-5a2b6f68-7cf1-4c79-b607-4a258ff43e80 tempest-ServersWithSpecificFlavorTestJSON-1678027092 tempest-ServersWithSpecificFlavorTestJSON-1678027092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:08:50.225722 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-28cc5301-0249-46db-a6b6-81185a690a9b req-5a2b6f68-7cf1-4c79-b607-4a258ff43e80 tempest-ServersWithSpecificFlavorTestJSON-1678027092 tempest-ServersWithSpecificFlavorTestJSON-1678027092-project] 10.222.0.13 "GET /v2.0/ports?device_id=dcdac7bd-aa63-4b09-95f8-06c58265aab2 HTTP/1.1" status: 200 len: 943 time: 0.2706571 Jan 26 21:08:50.319883 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6117dc-ccc5-41ca-9e1f-e60c2fbb6fbe req-0c04fe41-c93a-4495-b651-cc3ddb5ad06e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:08:50.321568 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-7f6117dc-ccc5-41ca-9e1f-e60c2fbb6fbe req-0c04fe41-c93a-4495-b651-cc3ddb5ad06e service neutron] 10.222.0.57 "GET /v2.0/networks?id=7fbe9cf5-e12c-436d-b372-55a19c9faa30 HTTP/1.1" status: 200 len: 870 time: 0.1104069 Jan 26 21:08:50.330518 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-28cc5301-0249-46db-a6b6-81185a690a9b req-cbea3ca1-dd5c-4c54-a585-de3f5e0929c8 tempest-ServersWithSpecificFlavorTestJSON-1678027092 tempest-ServersWithSpecificFlavorTestJSON-1678027092-project] 10.222.0.13 "GET /v2.0/security-groups?id=06e69ac2-3bf6-41aa-8df8-caa9b01a862f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1033745 Jan 26 21:08:50.373681 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-7f6117dc-ccc5-41ca-9e1f-e60c2fbb6fbe req-17cfa050-126c-44bd-8aea-1a8e23290935 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.189&port_id=35f30042-617d-4336-9f2b-bcf2d6d2f65d HTTP/1.1" status: 200 len: 217 time: 0.0454280 Jan 26 21:08:50.427633 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6117dc-ccc5-41ca-9e1f-e60c2fbb6fbe req-d9204ae4-2ca8-4438-bc84-11c780caa126 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:08:50.427880 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-7f6117dc-ccc5-41ca-9e1f-e60c2fbb6fbe req-d9204ae4-2ca8-4438-bc84-11c780caa126 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=fd77e534-75e6-4b90-950e-f5824d584430 HTTP/1.1" status: 200 len: 843 time: 0.0484853 Jan 26 21:08:50.446351 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-297baf10-512e-4641-95eb-c04142bcf808 req-3158e88e-caf2-4d9c-a060-1e68b08bf8f0 tempest-FloatingIPsAssociationNegativeTestJSON-863358768 tempest-FloatingIPsAssociationNegativeTestJSON-863358768-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:08:50.480236 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-297baf10-512e-4641-95eb-c04142bcf808 req-3158e88e-caf2-4d9c-a060-1e68b08bf8f0 tempest-FloatingIPsAssociationNegativeTestJSON-863358768 tempest-FloatingIPsAssociationNegativeTestJSON-863358768-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4110913'] for floatingip (08ec2091-e34d-40d8-a7e3-094990514206), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:08:50.482977 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6117dc-ccc5-41ca-9e1f-e60c2fbb6fbe req-d644573f-3157-4ee9-94b9-9140fac4f619 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:08:50.484648 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-7f6117dc-ccc5-41ca-9e1f-e60c2fbb6fbe req-d644573f-3157-4ee9-94b9-9140fac4f619 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=7fbe9cf5-e12c-436d-b372-55a19c9faa30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0512240 Jan 26 21:08:50.484819 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-c2344286-d158-4001-9fd7-a096f929d69a req-24aab628-5255-469b-9598-1f0d227266bb tempest-ServersAdminTestJSON-2108229583 tempest-ServersAdminTestJSON-2108229583-project] 10.222.0.13 "GET /v2.0/ports?device_id=242b7086-c188-4e0a-9af5-4749fa74838b HTTP/1.1" status: 200 len: 210 time: 0.0420251 Jan 26 21:08:50.602000 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-7f6117dc-ccc5-41ca-9e1f-e60c2fbb6fbe req-de9ef9c2-dbe0-43ba-9b20-5883961c995e service neutron] 10.222.0.57 "GET /v2.0/networks/7fbe9cf5-e12c-436d-b372-55a19c9faa30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1106169 Jan 26 21:08:50.644312 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55510e0a-f6f5-4850-8811-abfd3e5fbe84 req-f2f3ab05-382f-474c-aacb-f61063203895 tempest-ServersTestFqdnHostnames-1663210831 tempest-ServersTestFqdnHostnames-1663210831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:08:50.645856 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-55510e0a-f6f5-4850-8811-abfd3e5fbe84 req-f2f3ab05-382f-474c-aacb-f61063203895 tempest-ServersTestFqdnHostnames-1663210831 tempest-ServersTestFqdnHostnames-1663210831-project] 10.222.0.13 "GET /v2.0/ports?device_id=cef1c79f-e0ff-4eb2-8297-9fad70b4e6cd HTTP/1.1" status: 200 len: 945 time: 0.0743239 Jan 26 21:08:50.647734 n-d-760453-5 neutron-server[103304]: INFO neutron.db.l3_db [req-297baf10-512e-4641-95eb-c04142bcf808 req-3158e88e-caf2-4d9c-a060-1e68b08bf8f0 tempest-FloatingIPsAssociationNegativeTestJSON-863358768 tempest-FloatingIPsAssociationNegativeTestJSON-863358768-project] Floating IP 08ec2091-e34d-40d8-a7e3-094990514206 associated. External IP: 172.25.1.62, port: f5010a61-3896-475f-8bb6-a71c3454c269. Jan 26 21:08:50.727703 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-7f6117dc-ccc5-41ca-9e1f-e60c2fbb6fbe req-8cb9aef9-0486-4154-b7fc-d866ba722823 service neutron] 10.222.0.57 "GET /v2.0/networks/7fbe9cf5-e12c-436d-b372-55a19c9faa30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1158979 Jan 26 21:08:50.744337 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-55510e0a-f6f5-4850-8811-abfd3e5fbe84 req-0300f278-1444-4cf8-a831-ab49ad3ea887 tempest-ServersTestFqdnHostnames-1663210831 tempest-ServersTestFqdnHostnames-1663210831-project] 10.222.0.13 "GET /v2.0/security-groups?id=c3884922-c788-4174-8be5-5a7a4ff5f5df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0883105 Jan 26 21:08:50.806893 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Jan 2022 21:08:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0349f72-d332-4084-87de-2c51c0b77413 x-openstack-request-id: req-b0349f72-d332-4084-87de-2c51c0b77413 {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 21:08:50.809333 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e0054d4-194a-4ef5-9a59-0af1fe168395", "name": "network-vif-plugged", "status": "completed", "tag": "35f30042-617d-4336-9f2b-bcf2d6d2f65d", "code": 200}]} {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 21:08:50.809718 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b0349f72-d332-4084-87de-2c51c0b77413 {{(pid=103306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 21:08:50.810702 n-d-760453-5 neutron-server[103306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e0054d4-194a-4ef5-9a59-0af1fe168395', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35f30042-617d-4336-9f2b-bcf2d6d2f65d', 'code': 200} Jan 26 21:08:50.839146 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 26 Jan 2022 21:08:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66c06221-3a7a-405d-88e9-a0bd7f18418b x-openstack-request-id: req-66c06221-3a7a-405d-88e9-a0bd7f18418b {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 21:08:50.839639 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dcdac7bd-aa63-4b09-95f8-06c58265aab2", "tag": "2b6d658e-a395-44fb-825a-1e05e1e3f2d9", "status": "completed", "code": 200}]} {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 21:08:50.839895 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-66c06221-3a7a-405d-88e9-a0bd7f18418b {{(pid=103305) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 21:08:50.840294 n-d-760453-5 neutron-server[103305]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dcdac7bd-aa63-4b09-95f8-06c58265aab2', 'tag': '2b6d658e-a395-44fb-825a-1e05e1e3f2d9', 'status': 'completed', 'code': 200} Jan 26 21:08:50.910817 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8ccf5a-f399-4978-822e-96b07a2490ed req-2921a88e-192d-43ab-9594-ab6955bb99cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:08:50.912333 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-7f8ccf5a-f399-4978-822e-96b07a2490ed req-2921a88e-192d-43ab-9594-ab6955bb99cc service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=d23b24c8db034dca99b1d99ddc0880a5&device_id=dcdac7bd-aa63-4b09-95f8-06c58265aab2 HTTP/1.1" status: 200 len: 1094 time: 0.0486622 Jan 26 21:08:50.955720 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.l3_agent_scheduler [req-297baf10-512e-4641-95eb-c04142bcf808 req-3158e88e-caf2-4d9c-a060-1e68b08bf8f0 tempest-FloatingIPsAssociationNegativeTestJSON-863358768 tempest-FloatingIPsAssociationNegativeTestJSON-863358768-project] Router c8a39d9d-1ca2-4e57-afb6-298c02dd3829 has already been hosted by L3 agent 09df100c-3af1-4b0a-bda8-05914c71c458 {{(pid=103304) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 26 21:08:50.967207 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13dc8f8d-82fa-40ca-a81b-8bda4ee740c6 req-999ec5f1-b74b-4fcb-9e7b-1e2284f72f37 tempest-ImagesOneServerNegativeTestJSON-151319106 tempest-ImagesOneServerNegativeTestJSON-151319106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:08:50.968784 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-13dc8f8d-82fa-40ca-a81b-8bda4ee740c6 req-999ec5f1-b74b-4fcb-9e7b-1e2284f72f37 tempest-ImagesOneServerNegativeTestJSON-151319106 tempest-ImagesOneServerNegativeTestJSON-151319106-project] 10.222.0.13 "GET /v2.0/ports?device_id=3c98b3bb-2f69-4902-b7e7-0b13b485a12a HTTP/1.1" status: 200 len: 945 time: 0.0681877 Jan 26 21:08:51.002775 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8ccf5a-f399-4978-822e-96b07a2490ed req-1c66ae47-16f4-4106-ba1c-e926a84e06c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:08:51.004272 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-7f8ccf5a-f399-4978-822e-96b07a2490ed req-1c66ae47-16f4-4106-ba1c-e926a84e06c1 service neutron] 10.222.0.57 "GET /v2.0/networks?id=9b81ad00-7180-4a41-9594-2bd0d66dbd57 HTTP/1.1" status: 200 len: 923 time: 0.0861025 Jan 26 21:08:51.059433 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-7f8ccf5a-f399-4978-822e-96b07a2490ed req-d89c0db0-bb22-44b9-934b-b790731cd772 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2b6d658e-a395-44fb-825a-1e05e1e3f2d9 HTTP/1.1" status: 200 len: 217 time: 0.0486364 Jan 26 21:08:51.096264 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-13dc8f8d-82fa-40ca-a81b-8bda4ee740c6 req-ee44e5c0-a66e-4c9f-a94e-6374ab39d477 tempest-ImagesOneServerNegativeTestJSON-151319106 tempest-ImagesOneServerNegativeTestJSON-151319106-project] 10.222.0.13 "GET /v2.0/security-groups?id=aea9fb57-b28b-4984-b6fd-ae500e1c8e4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156135 Jan 26 21:08:51.112278 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8ccf5a-f399-4978-822e-96b07a2490ed req-f10954b3-a2e2-4e12-8425-58b9d1dc4078 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:08:51.113223 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-297baf10-512e-4641-95eb-c04142bcf808 req-3158e88e-caf2-4d9c-a060-1e68b08bf8f0 tempest-FloatingIPsAssociationNegativeTestJSON-863358768 tempest-FloatingIPsAssociationNegativeTestJSON-863358768-project] Notify agent at l3_agent.n-d-760453-5 the message routers_updated {{(pid=103304) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 26 21:08:51.113918 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-7f8ccf5a-f399-4978-822e-96b07a2490ed req-f10954b3-a2e2-4e12-8425-58b9d1dc4078 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=4d1fd205-2a9b-47a0-a1f2-a48040a3bbee HTTP/1.1" status: 200 len: 861 time: 0.0475779 Jan 26 21:08:51.118290 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-297baf10-512e-4641-95eb-c04142bcf808 req-3158e88e-caf2-4d9c-a060-1e68b08bf8f0 tempest-FloatingIPsAssociationNegativeTestJSON-863358768 tempest-FloatingIPsAssociationNegativeTestJSON-863358768-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for floatingip (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:08:51.132430 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-468abd7e-8f8b-474f-951d-0de7d0b54255 None None] Sync routers for ids ['c8a39d9d-1ca2-4e57-afb6-298c02dd3829'] in n-d-760453-5 {{(pid=103306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 26 21:08:51.144970 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-468abd7e-8f8b-474f-951d-0de7d0b54255 None None] Routers {'c8a39d9d-1ca2-4e57-afb6-298c02dd3829'} bound to L3 agent in host n-d-760453-5 {{(pid=103306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 21:08:51.146085 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-468abd7e-8f8b-474f-951d-0de7d0b54255 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-26T20:55:21Z,description=,heartbeat_timestamp=2022-01-26T21:08:21Z,host='n-d-760453-5',id=09df100c-3af1-4b0a-bda8-05914c71c458,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:55:21Z,topic='l3_agent')) {'router_ids': ['c8a39d9d-1ca2-4e57-afb6-298c02dd3829'], 'active': True} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:08:51.162221 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-297baf10-512e-4641-95eb-c04142bcf808 req-3158e88e-caf2-4d9c-a060-1e68b08bf8f0 tempest-FloatingIPsAssociationNegativeTestJSON-863358768 tempest-FloatingIPsAssociationNegativeTestJSON-863358768-project] 10.222.0.13 "PUT /v2.0/floatingips/08ec2091-e34d-40d8-a7e3-094990514206 HTTP/1.1" status: 200 len: 996 time: 2.6466575 Jan 26 21:08:51.196029 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8ccf5a-f399-4978-822e-96b07a2490ed req-8bfd416c-eb42-4a94-b260-87bec62e2765 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:08:51.197767 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-7f8ccf5a-f399-4978-822e-96b07a2490ed req-8bfd416c-eb42-4a94-b260-87bec62e2765 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=9b81ad00-7180-4a41-9594-2bd0d66dbd57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0708385 Jan 26 21:08:51.248154 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297baf10-512e-4641-95eb-c04142bcf808 req-2f7f2877-ea54-4f9f-bab1-1231951f1500 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:08:51.262725 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-297baf10-512e-4641-95eb-c04142bcf808 req-2f7f2877-ea54-4f9f-bab1-1231951f1500 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=bed2f4d6742e48e3a1e31395965cc7ba&device_id=44e509ba-6109-4586-a8ba-08a6823dbe1b HTTP/1.1" status: 200 len: 1097 time: 0.0811226 Jan 26 21:08:51.314430 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvr_db [None req-468abd7e-8f8b-474f-951d-0de7d0b54255 None None] Set router c8a39d9d-1ca2-4e57-afb6-298c02dd3829 gateway port host: n-d-760453-5 {{(pid=103306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 21:08:51.375378 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-7f8ccf5a-f399-4978-822e-96b07a2490ed req-358df4b0-755e-4b7a-8790-63fb45c6559a service neutron] 10.222.0.57 "GET /v2.0/networks/9b81ad00-7180-4a41-9594-2bd0d66dbd57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1664619 Jan 26 21:08:51.421963 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Jan 2022 21:08:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbbb4544-9c5a-44c2-bd09-33aef2541c18 x-openstack-request-id: req-dbbb4544-9c5a-44c2-bd09-33aef2541c18 {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 21:08:51.422254 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "242b7086-c188-4e0a-9af5-4749fa74838b", "name": "network-vif-deleted", "tag": "e917e1bd-6443-4f62-9834-092549570e4b", "status": "completed", "code": 200}]} {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 21:08:51.422506 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-dbbb4544-9c5a-44c2-bd09-33aef2541c18 {{(pid=103304) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 21:08:51.422908 n-d-760453-5 neutron-server[103304]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '242b7086-c188-4e0a-9af5-4749fa74838b', 'name': 'network-vif-deleted', 'tag': 'e917e1bd-6443-4f62-9834-092549570e4b', 'status': 'completed', 'code': 200} Jan 26 21:08:51.424940 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297baf10-512e-4641-95eb-c04142bcf808 req-d4bee2b9-2f08-4742-ba14-12c6d1d541d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:08:51.426617 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-297baf10-512e-4641-95eb-c04142bcf808 req-d4bee2b9-2f08-4742-ba14-12c6d1d541d0 service neutron] 10.222.0.13 "GET /v2.0/networks?id=54e115b5-d471-45df-827b-e12849d10363 HTTP/1.1" status: 200 len: 930 time: 0.1630619 Jan 26 21:08:51.494913 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-29282f44-ebaa-4b83-9df7-1dc87548a653 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (09df100c-3af1-4b0a-bda8-05914c71c458), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:08:51.511162 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-7f8ccf5a-f399-4978-822e-96b07a2490ed req-9cd54b4e-8821-4701-8227-a7a9fab9bfda service neutron] 10.222.0.57 "GET /v2.0/networks/9b81ad00-7180-4a41-9594-2bd0d66dbd57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1282852 Jan 26 21:08:51.590037 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-297baf10-512e-4641-95eb-c04142bcf808 req-aead68b5-a5c3-4bea-9ded-7f178ee0c232 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f5010a61-3896-475f-8bb6-a71c3454c269 HTTP/1.1" status: 200 len: 999 time: 0.1531429 Jan 26 21:08:51.636937 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Device 41dcd358-acc3-4a4a-a964-69d1aa685d84 up at agent hyperv_n-h1-760453-5 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 21:08:51.646281 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f696969f-000c-4ef9-a58d-5ae9901c88c2 req-7b9cdc8d-30e6-4d8e-9e5a-4f26a340ffb3 tempest-MigrationsAdminTest-1084137346 tempest-MigrationsAdminTest-1084137346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:08:51.647882 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-f696969f-000c-4ef9-a58d-5ae9901c88c2 req-7b9cdc8d-30e6-4d8e-9e5a-4f26a340ffb3 tempest-MigrationsAdminTest-1084137346 tempest-MigrationsAdminTest-1084137346-project] 10.222.0.13 "GET /v2.0/ports?device_id=6e0054d4-194a-4ef5-9a59-0af1fe168395 HTTP/1.1" status: 200 len: 950 time: 0.1072147 Jan 26 21:08:51.655893 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297baf10-512e-4641-95eb-c04142bcf808 req-aa847557-ce9e-401a-a426-e3122b39e230 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:08:51.657429 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-297baf10-512e-4641-95eb-c04142bcf808 req-aa847557-ce9e-401a-a426-e3122b39e230 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=edb22ac6-94b4-4b03-825b-a95146dd1cdd HTTP/1.1" status: 200 len: 868 time: 0.0632911 Jan 26 21:08:51.708183 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Provisioning for port 41dcd358-acc3-4a4a-a964-69d1aa685d84 completed by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 21:08:51.711803 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-468abd7e-8f8b-474f-951d-0de7d0b54255 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8a39d9d-1ca2-4e57-afb6-298c02dd3829', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2094779885-router', 'tenant_id': 'bed2f4d6742e48e3a1e31395965cc7ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'external_fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.49'}], 'enable_snat': True}, 'gw_port_id': 'c723c22f-87d2-4270-8476-c74b0b29a864', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T21:08:15Z', 'updated_at': '2022-01-26T21:08:19Z', 'revision_number': 4, 'project_id': 'bed2f4d6742e48e3a1e31395965cc7ba', 'gw_port': {'id': 'c723c22f-87d2-4270-8476-c74b0b29a864', 'name': '', 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:2d:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8a39d9d-1ca2-4e57-afb6-298c02dd3829', 'device_owner': 'network:router_gateway', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:08:16Z', 'updated_at': '2022-01-26T21:08:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-5', '_floatingips': [{'id': '08ec2091-e34d-40d8-a7e3-094990514206', 'tenant_id': 'bed2f4d6742e48e3a1e31395965cc7ba', 'floating_ip_address': '172.25.1.62', 'floating_network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'router_id': 'c8a39d9d-1ca2-4e57-afb6-298c02dd3829', 'port_id': 'f5010a61-3896-475f-8bb6-a71c3454c269', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 612, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '54e115b5-d471-45df-827b-e12849d10363', 'mac_address': 'fa:16:3e:b1:c8:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44e509ba-6109-4586-a8ba-08a6823dbe1b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-26T21:08:43Z', 'updated_at': '2022-01-26T21:08:50Z', 'revision_number': 1, 'project_id': 'bed2f4d6742e48e3a1e31395965cc7ba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2710ba09-6af2-4b13-8f5f-742f0fd70efe', 'name': '', 'network_id': '54e115b5-d471-45df-827b-e12849d10363', 'tenant_id': 'bed2f4d6742e48e3a1e31395965cc7ba', 'mac_address': 'fa:16:3e:22:74:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8a39d9d-1ca2-4e57-afb6-298c02dd3829', 'device_owner': 'network:router_interface', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': 'edb22ac6-94b4-4b03-825b-a95146dd1cdd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:08:18Z', 'updated_at': '2022-01-26T21:08:25Z', 'revision_number': 5, 'project_id': 'bed2f4d6742e48e3a1e31395965cc7ba', 'subnets': [{'id': 'edb22ac6-94b4-4b03-825b-a95146dd1cdd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760453-5', False) {} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:08:51.734534 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-f696969f-000c-4ef9-a58d-5ae9901c88c2 req-a973c9f2-3964-4a96-b30c-0626f14820ee tempest-MigrationsAdminTest-1084137346 tempest-MigrationsAdminTest-1084137346-project] 10.222.0.13 "GET /v2.0/security-groups?id=e0b082e3-685f-492b-b87f-3045b8ecd8c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754752 Jan 26 21:08:51.741159 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297baf10-512e-4641-95eb-c04142bcf808 req-4f8e7af5-5d8f-4486-bc4b-26b2cfbb61d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:08:51.743518 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-297baf10-512e-4641-95eb-c04142bcf808 req-4f8e7af5-5d8f-4486-bc4b-26b2cfbb61d3 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=54e115b5-d471-45df-827b-e12849d10363&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0640547 Jan 26 21:08:51.743707 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Provisioning complete for port 41dcd358-acc3-4a4a-a964-69d1aa685d84 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:08:51.744102 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (41dcd358-acc3-4a4a-a964-69d1aa685d84), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:08:51.745998 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-468abd7e-8f8b-474f-951d-0de7d0b54255 None None] Checking router: c8a39d9d-1ca2-4e57-afb6-298c02dd3829 for host: n-d-760453-5 {{(pid=103306) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 26 21:08:51.760237 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [req-297baf10-512e-4641-95eb-c04142bcf808 req-08ad8f93-e141-441c-b305-925d3bd246da service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=103304) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 26 21:08:51.761283 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-297baf10-512e-4641-95eb-c04142bcf808 req-08ad8f93-e141-441c-b305-925d3bd246da service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0109439 Jan 26 21:08:51.789504 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-468abd7e-8f8b-474f-951d-0de7d0b54255 None None] Routers {'c8a39d9d-1ca2-4e57-afb6-298c02dd3829'} bound to L3 agent in host n-d-760453-5 {{(pid=103306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 21:08:51.790146 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-468abd7e-8f8b-474f-951d-0de7d0b54255 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-26T20:55:21Z,description=,heartbeat_timestamp=2022-01-26T21:08:51Z,host='n-d-760453-5',id=09df100c-3af1-4b0a-bda8-05914c71c458,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:55:21Z,topic='l3_agent')) {'router_ids': ['c8a39d9d-1ca2-4e57-afb6-298c02dd3829'], 'active': True} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:08:51.878413 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-297baf10-512e-4641-95eb-c04142bcf808 req-76d8c285-37f3-433c-b3dc-9e2b7f1ec022 service neutron] 10.222.0.13 "GET /v2.0/networks/54e115b5-d471-45df-827b-e12849d10363?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1079373 Jan 26 21:08:52.016936 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-297baf10-512e-4641-95eb-c04142bcf808 req-9a061046-929a-489e-a6b9-1efdeb6f3dba service neutron] 10.222.0.13 "GET /v2.0/networks/54e115b5-d471-45df-827b-e12849d10363?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1286318 Jan 26 21:08:52.025174 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06554b53-3d59-4b3c-8be0-ab897245c9c6 req-e4ee8117-4d72-420b-b85a-6c0774eb795f tempest-ServersWithSpecificFlavorTestJSON-1678027092 tempest-ServersWithSpecificFlavorTestJSON-1678027092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:08:52.026662 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-06554b53-3d59-4b3c-8be0-ab897245c9c6 req-e4ee8117-4d72-420b-b85a-6c0774eb795f tempest-ServersWithSpecificFlavorTestJSON-1678027092 tempest-ServersWithSpecificFlavorTestJSON-1678027092-project] 10.222.0.13 "GET /v2.0/ports?device_id=dcdac7bd-aa63-4b09-95f8-06c58265aab2 HTTP/1.1" status: 200 len: 943 time: 0.0790377 Jan 26 21:08:52.081051 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Current status of the port 41dcd358-acc3-4a4a-a964-69d1aa685d84 is: BUILD; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:08:52.081587 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (41dcd358-acc3-4a4a-a964-69d1aa685d84), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:08:52.081688 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-06554b53-3d59-4b3c-8be0-ab897245c9c6 req-917a8a19-49ce-4a35-81d1-9c33ad6fa354 tempest-ServersWithSpecificFlavorTestJSON-1678027092 tempest-ServersWithSpecificFlavorTestJSON-1678027092-project] 10.222.0.13 "GET /v2.0/security-groups?id=06e69ac2-3bf6-41aa-8df8-caa9b01a862f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480220 Jan 26 21:08:52.102645 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvr_db [None req-468abd7e-8f8b-474f-951d-0de7d0b54255 None None] Set router c8a39d9d-1ca2-4e57-afb6-298c02dd3829 gateway port host: n-d-760453-5 {{(pid=103306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 21:08:52.151937 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-841f5991-a4d8-4d4b-b215-cbc6bab5427b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (aa7ee9d2-08eb-4e12-b895-24c57300dfec), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:08:52.212043 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] For port 41dcd358-acc3-4a4a-a964-69d1aa685d84, host n-h1-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-5',level=0,port_id=41dcd358-acc3-4a4a-a964-69d1aa685d84,segment=NetworkSegment(e875afdd-975b-455a-a60a-20d47ba89b8c),segment_id=e875afdd-975b-455a-a60a-20d47ba89b8c)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:08:52.218072 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (41dcd358-acc3-4a4a-a964-69d1aa685d84), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:08:52.219017 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Device e917e1bd-6443-4f62-9834-092549570e4b no longer exists at agent hyperv_n-h1-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 26 21:08:52.229925 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a080b6-bfd4-47e6-8ad9-729e2c6a742e req-77413b0c-eef8-4b86-8178-2a88f4a15426 tempest-ServersTestFqdnHostnames-1663210831 tempest-ServersTestFqdnHostnames-1663210831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:08:52.231562 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-64a080b6-bfd4-47e6-8ad9-729e2c6a742e req-77413b0c-eef8-4b86-8178-2a88f4a15426 tempest-ServersTestFqdnHostnames-1663210831 tempest-ServersTestFqdnHostnames-1663210831-project] 10.222.0.13 "GET /v2.0/ports?device_id=cef1c79f-e0ff-4eb2-8297-9fad70b4e6cd HTTP/1.1" status: 200 len: 945 time: 0.0905137 Jan 26 21:08:52.243876 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8fabf07-9054-42f7-b185-2d513d6967be req-0442ea6b-4c86-4ba5-b474-91fc9bf1e872 tempest-ImagesOneServerNegativeTestJSON-151319106 tempest-ImagesOneServerNegativeTestJSON-151319106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:08:52.245416 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-c8fabf07-9054-42f7-b185-2d513d6967be req-0442ea6b-4c86-4ba5-b474-91fc9bf1e872 tempest-ImagesOneServerNegativeTestJSON-151319106 tempest-ImagesOneServerNegativeTestJSON-151319106-project] 10.222.0.13 "GET /v2.0/ports?device_id=3c98b3bb-2f69-4902-b7e7-0b13b485a12a HTTP/1.1" status: 200 len: 945 time: 0.0710349 Jan 26 21:08:52.258497 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] No Port match for: e917e1bd-6443-4f62-9834-092549570e4b {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 26 21:08:52.260992 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Device e917e1bd-6443-4f62-9834-092549570e4b not bound to the agent host n-h1-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 26 21:08:52.300343 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Device 2b6d658e-a395-44fb-825a-1e05e1e3f2d9 details requested by agent hyperv_n-h2-760453-5 with host n-h2-760453-5 {{(pid=103306) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 26 21:08:52.302727 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Device 35f30042-617d-4336-9f2b-bcf2d6d2f65d no longer exists at agent hyperv_n-h2-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 26 21:08:52.327990 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-64a080b6-bfd4-47e6-8ad9-729e2c6a742e req-2902e9b8-9c8b-4981-b7e9-49beda592fc0 tempest-ServersTestFqdnHostnames-1663210831 tempest-ServersTestFqdnHostnames-1663210831-project] 10.222.0.13 "GET /v2.0/security-groups?id=c3884922-c788-4174-8be5-5a7a4ff5f5df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0814495 Jan 26 21:08:52.332101 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-c8fabf07-9054-42f7-b185-2d513d6967be req-a5ecaebf-2055-463b-a52e-88147bc97414 tempest-ImagesOneServerNegativeTestJSON-151319106 tempest-ImagesOneServerNegativeTestJSON-151319106-project] 10.222.0.13 "GET /v2.0/security-groups?id=aea9fb57-b28b-4984-b6fd-ae500e1c8e4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783617 Jan 26 21:08:52.429114 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Pushing event updated for resources: {'Port': ['ID=41dcd358-acc3-4a4a-a964-69d1aa685d84,revision_number=5']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:08:52.490331 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 47298) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:08:52.538752 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-770f8c2b-fb50-48f1-a883-40bb308affb6 req-1df5e9f4-ecb0-4022-bc79-75afccdb7845 tempest-FloatingIPsAssociationNegativeTestJSON-863358768 tempest-FloatingIPsAssociationNegativeTestJSON-863358768-project] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=4140a1f1-c93a-4bea-83a0-68953a54f299 HTTP/1.1" status: 200 len: 258 time: 0.1481173 Jan 26 21:08:52.553085 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [req-770f8c2b-fb50-48f1-a883-40bb308affb6 req-96ff8324-f438-49ef-b3a2-a0eda616bd26 tempest-FloatingIPsAssociationNegativeTestJSON-863358768 tempest-FloatingIPsAssociationNegativeTestJSON-863358768-project] Request body: {'floatingip': {'floating_network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:08:52.597544 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-770f8c2b-fb50-48f1-a883-40bb308affb6 req-96ff8324-f438-49ef-b3a2-a0eda616bd26 tempest-FloatingIPsAssociationNegativeTestJSON-863358768 tempest-FloatingIPsAssociationNegativeTestJSON-863358768-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:08:52.711648 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Current status of the port 35f30042-617d-4336-9f2b-bcf2d6d2f65d is: ACTIVE; New status is: DOWN {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:08:52.712047 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (35f30042-617d-4336-9f2b-bcf2d6d2f65d), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:08:52.778851 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] For port 2b6d658e-a395-44fb-825a-1e05e1e3f2d9, host n-h2-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-5',level=0,port_id=2b6d658e-a395-44fb-825a-1e05e1e3f2d9,segment=NetworkSegment(86abbadd-e980-48d3-bcba-75375a5948b3),segment_id=86abbadd-e980-48d3-bcba-75375a5948b3)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:08:52.781274 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-49861201-b8eb-44d2-822b-1efe5939ea32 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=463456a94c474b658066f1fbe4f6967f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2896276 Jan 26 21:08:52.788498 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 47320) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:08:52.813546 n-d-760453-5 neutron-server[103306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cef1c79f-e0ff-4eb2-8297-9fad70b4e6cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41dcd358-acc3-4a4a-a964-69d1aa685d84'}] {{(pid=103306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 21:08:52.815925 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9d5d370febab655511bdd2ffe887e43e442d144a440368702bcc1e93af00b97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4aff49c-4573-4db8-98e5-8b4438e50dff" -d '{"events": [{"server_uuid": "cef1c79f-e0ff-4eb2-8297-9fad70b4e6cd", "name": "network-vif-plugged", "status": "completed", "tag": "41dcd358-acc3-4a4a-a964-69d1aa685d84"}]}' {{(pid=103306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 21:08:52.846415 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Returning: {'device': '2b6d658e-a395-44fb-825a-1e05e1e3f2d9', 'network_id': '9b81ad00-7180-4a41-9594-2bd0d66dbd57', 'port_id': '2b6d658e-a395-44fb-825a-1e05e1e3f2d9', 'mac_address': 'fa:16:3e:5d:42:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 558, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4d1fd205-2a9b-47a0-a1f2-a48040a3bbee', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103306) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 26 21:08:52.849335 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (4d619873-4b60-439f-9b5a-b155dc8bbc34), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:08:52.861582 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-e9830b52-fc78-4c6e-8f48-bfe0a5d22260 admin admin] Publish callbacks [] for security_group (95bc11fd-db53-4b42-971c-c958ca031066), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:08:52.864771 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] For port 35f30042-617d-4336-9f2b-bcf2d6d2f65d, host n-h2-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-5',level=0,port_id=35f30042-617d-4336-9f2b-bcf2d6d2f65d,segment=NetworkSegment(4eab25d6-89d9-4907-a1c2-51b06443ba33),segment_id=4eab25d6-89d9-4907-a1c2-51b06443ba33)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:08:52.872086 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-468abd7e-8f8b-474f-951d-0de7d0b54255 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8a39d9d-1ca2-4e57-afb6-298c02dd3829', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2094779885-router', 'tenant_id': 'bed2f4d6742e48e3a1e31395965cc7ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'external_fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.49'}], 'enable_snat': True}, 'gw_port_id': 'c723c22f-87d2-4270-8476-c74b0b29a864', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T21:08:15Z', 'updated_at': '2022-01-26T21:08:19Z', 'revision_number': 4, 'project_id': 'bed2f4d6742e48e3a1e31395965cc7ba', 'gw_port': {'id': 'c723c22f-87d2-4270-8476-c74b0b29a864', 'name': '', 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:2d:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8a39d9d-1ca2-4e57-afb6-298c02dd3829', 'device_owner': 'network:router_gateway', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:08:16Z', 'updated_at': '2022-01-26T21:08:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-5', '_floatingips': [{'id': '08ec2091-e34d-40d8-a7e3-094990514206', 'tenant_id': 'bed2f4d6742e48e3a1e31395965cc7ba', 'floating_ip_address': '172.25.1.62', 'floating_network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'router_id': 'c8a39d9d-1ca2-4e57-afb6-298c02dd3829', 'port_id': 'f5010a61-3896-475f-8bb6-a71c3454c269', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 612, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '54e115b5-d471-45df-827b-e12849d10363', 'mac_address': 'fa:16:3e:b1:c8:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44e509ba-6109-4586-a8ba-08a6823dbe1b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-26T21:08:43Z', 'updated_at': '2022-01-26T21:08:50Z', 'revision_number': 1, 'project_id': 'bed2f4d6742e48e3a1e31395965cc7ba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2710ba09-6af2-4b13-8f5f-742f0fd70efe', 'name': '', 'network_id': '54e115b5-d471-45df-827b-e12849d10363', 'tenant_id': 'bed2f4d6742e48e3a1e31395965cc7ba', 'mac_address': 'fa:16:3e:22:74:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8a39d9d-1ca2-4e57-afb6-298c02dd3829', 'device_owner': 'network:router_interface', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': 'edb22ac6-94b4-4b03-825b-a95146dd1cdd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:08:18Z', 'updated_at': '2022-01-26T21:08:25Z', 'revision_number': 5, 'project_id': 'bed2f4d6742e48e3a1e31395965cc7ba', 'subnets': [{'id': 'edb22ac6-94b4-4b03-825b-a95146dd1cdd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760453-5', False) {} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:08:52.878850 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-770f8c2b-fb50-48f1-a883-40bb308affb6 req-96ff8324-f438-49ef-b3a2-a0eda616bd26 tempest-FloatingIPsAssociationNegativeTestJSON-863358768 tempest-FloatingIPsAssociationNegativeTestJSON-863358768-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:08:52.896209 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-e9830b52-fc78-4c6e-8f48-bfe0a5d22260 admin admin] Publish callbacks [] for security_group (95bc11fd-db53-4b42-971c-c958ca031066), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:08:52.925958 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (35f30042-617d-4336-9f2b-bcf2d6d2f65d), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:08:52.932936 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-468abd7e-8f8b-474f-951d-0de7d0b54255 None None] The sync data for ids ['c8a39d9d-1ca2-4e57-afb6-298c02dd3829'] in n-d-760453-5 is: [{'id': 'c8a39d9d-1ca2-4e57-afb6-298c02dd3829', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2094779885-router', 'tenant_id': 'bed2f4d6742e48e3a1e31395965cc7ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'external_fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.49'}], 'enable_snat': True}, 'gw_port_id': 'c723c22f-87d2-4270-8476-c74b0b29a864', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T21:08:15Z', 'updated_at': '2022-01-26T21:08:19Z', 'revision_number': 4, 'project_id': 'bed2f4d6742e48e3a1e31395965cc7ba', 'gw_port': {'id': 'c723c22f-87d2-4270-8476-c74b0b29a864', 'name': '', 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:2d:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8a39d9d-1ca2-4e57-afb6-298c02dd3829', 'device_owner': 'network:router_gateway', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:08:16Z', 'updated_at': '2022-01-26T21:08:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-5', '_floatingips': [{'id': '08ec2091-e34d-40d8-a7e3-094990514206', 'tenant_id': 'bed2f4d6742e48e3a1e31395965cc7ba', 'floating_ip_address': '172.25.1.62', 'floating_network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'router_id': 'c8a39d9d-1ca2-4e57-afb6-298c02dd3829', 'port_id': 'f5010a61-3896-475f-8bb6-a71c3454c269', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 612, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '54e115b5-d471-45df-827b-e12849d10363', 'mac_address': 'fa:16:3e:b1:c8:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44e509ba-6109-4586-a8ba-08a6823dbe1b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-26T21:08:43Z', 'updated_at': '2022-01-26T21:08:50Z', 'revision_number': 1, 'project_id': 'bed2f4d6742e48e3a1e31395965cc7ba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2710ba09-6af2-4b13-8f5f-742f0fd70efe', 'name': '', 'network_id': '54e115b5-d471-45df-827b-e12849d10363', 'tenant_id': 'bed2f4d6742e48e3a1e31395965cc7ba', 'mac_address': 'fa:16:3e:22:74:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8a39d9d-1ca2-4e57-afb6-298c02dd3829', 'device_owner': 'network:router_interface', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': 'edb22ac6-94b4-4b03-825b-a95146dd1cdd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:08:18Z', 'updated_at': '2022-01-26T21:08:25Z', 'revision_number': 5, 'project_id': 'bed2f4d6742e48e3a1e31395965cc7ba', 'subnets': [{'id': 'edb22ac6-94b4-4b03-825b-a95146dd1cdd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 26 21:08:52.945144 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da38317d-bce0-476d-9597-a99d1f1cdefc req-7e14dc73-66d5-4eae-9173-d5ee49d64031 tempest-MigrationsAdminTest-1084137346 tempest-MigrationsAdminTest-1084137346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:08:52.947036 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-da38317d-bce0-476d-9597-a99d1f1cdefc req-7e14dc73-66d5-4eae-9173-d5ee49d64031 tempest-MigrationsAdminTest-1084137346 tempest-MigrationsAdminTest-1084137346-project] 10.222.0.13 "GET /v2.0/ports?device_id=6e0054d4-194a-4ef5-9a59-0af1fe168395 HTTP/1.1" status: 200 len: 950 time: 0.1103444 Jan 26 21:08:52.960261 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-e9830b52-fc78-4c6e-8f48-bfe0a5d22260 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (95bc11fd-db53-4b42-971c-c958ca031066), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:08:52.962934 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-e9830b52-fc78-4c6e-8f48-bfe0a5d22260 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:08:52.970893 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-e9830b52-fc78-4c6e-8f48-bfe0a5d22260 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/95bc11fd-db53-4b42-971c-c958ca031066 HTTP/1.1" status: 204 len: 168 time: 0.1775661 Jan 26 21:08:52.984374 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Current status of the port 2b6d658e-a395-44fb-825a-1e05e1e3f2d9 is: DOWN; New status is: BUILD {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:08:52.984768 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (2b6d658e-a395-44fb-825a-1e05e1e3f2d9), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:08:52.999604 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9830b52-fc78-4c6e-8f48-bfe0a5d22260 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95bc11fd-db53-4b42-971c-c958ca031066,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:08:53.025088 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Pushing event updated for resources: {'Port': ['ID=35f30042-617d-4336-9f2b-bcf2d6d2f65d,revision_number=9']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:08:53.090915 n-d-760453-5 neutron-server[103306]: DEBUG neutron.notifiers.nova [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2b6d658e-a395-44fb-825a-1e05e1e3f2d9 {{(pid=103306) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 26 21:08:53.093693 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-da38317d-bce0-476d-9597-a99d1f1cdefc req-13bc873c-6004-499e-b339-4eb429247b1a tempest-MigrationsAdminTest-1084137346 tempest-MigrationsAdminTest-1084137346-project] 10.222.0.13 "GET /v2.0/security-groups?id=e0b082e3-685f-492b-b87f-3045b8ecd8c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1380651 Jan 26 21:08:53.124190 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] For port 2b6d658e-a395-44fb-825a-1e05e1e3f2d9, host n-h2-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-5',level=0,port_id=2b6d658e-a395-44fb-825a-1e05e1e3f2d9,segment=NetworkSegment(86abbadd-e980-48d3-bcba-75375a5948b3),segment_id=86abbadd-e980-48d3-bcba-75375a5948b3)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:08:53.137684 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.db_base_plugin_common [req-770f8c2b-fb50-48f1-a883-40bb308affb6 req-96ff8324-f438-49ef-b3a2-a0eda616bd26 tempest-FloatingIPsAssociationNegativeTestJSON-863358768 tempest-FloatingIPsAssociationNegativeTestJSON-863358768-project] Allocated IP 172.25.1.52 (4140a1f1-c93a-4bea-83a0-68953a54f299/e48251a1-e30d-4820-8396-00c6f6aeb601/61a8743d-7bd4-48ea-8901-2127a4df07c9) {{(pid=103304) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 21:08:53.145325 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (2b6d658e-a395-44fb-825a-1e05e1e3f2d9), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:08:53.256153 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Pushing event updated for resources: {'Port': ['ID=2b6d658e-a395-44fb-825a-1e05e1e3f2d9,revision_number=4']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:08:53.283326 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Jan 2022 21:08:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7ecc143-f5e9-428e-ab6a-0acc896d728b x-openstack-request-id: req-b7ecc143-f5e9-428e-ab6a-0acc896d728b {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 21:08:53.283449 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cef1c79f-e0ff-4eb2-8297-9fad70b4e6cd", "name": "network-vif-plugged", "status": "completed", "tag": "41dcd358-acc3-4a4a-a964-69d1aa685d84", "code": 200}]} {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 21:08:53.283727 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b7ecc143-f5e9-428e-ab6a-0acc896d728b {{(pid=103306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 21:08:53.284020 n-d-760453-5 neutron-server[103306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cef1c79f-e0ff-4eb2-8297-9fad70b4e6cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41dcd358-acc3-4a4a-a964-69d1aa685d84', 'code': 200} Jan 26 21:08:53.354733 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99133f48-5c79-4aa6-be77-2d048dc304a3 None None] New status for floating IP 08ec2091-e34d-40d8-a7e3-094990514206: ACTIVE {{(pid=103307) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 26 21:08:53.371354 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] get_ports_and_sgs() called for port_ids ['2b6d658e-a395-44fb-825a-1e05e1e3f2d9'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 26 21:08:53.406310 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-770f8c2b-fb50-48f1-a883-40bb308affb6 req-96ff8324-f438-49ef-b3a2-a0eda616bd26 tempest-FloatingIPsAssociationNegativeTestJSON-863358768 tempest-FloatingIPsAssociationNegativeTestJSON-863358768-project] Publish callbacks [] for port (61a8743d-7bd4-48ea-8901-2127a4df07c9), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:08:53.422456 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b67ca2b-be3d-48b8-bb1d-c369e8dd407d req-c3cbd083-0d66-4c59-a7f5-d7e8715dda6c tempest-ImagesOneServerNegativeTestJSON-151319106 tempest-ImagesOneServerNegativeTestJSON-151319106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:08:53.429847 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-8b67ca2b-be3d-48b8-bb1d-c369e8dd407d req-c3cbd083-0d66-4c59-a7f5-d7e8715dda6c tempest-ImagesOneServerNegativeTestJSON-151319106 tempest-ImagesOneServerNegativeTestJSON-151319106-project] 10.222.0.57 "GET /v2.0/ports?device_id=3c98b3bb-2f69-4902-b7e7-0b13b485a12a HTTP/1.1" status: 200 len: 945 time: 0.1517296 Jan 26 21:08:53.433236 n-d-760453-5 neutron-server[103304]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '44e509ba-6109-4586-a8ba-08a6823dbe1b', 'tag': 'f5010a61-3896-475f-8bb6-a71c3454c269'}] {{(pid=103304) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 21:08:53.443600 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d52b45f1943fcd332af9527eb73ff93c8d715d44383a3f6d18de73b4cfcf87b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39fc82ed-cc42-41d1-baba-c67369255d49" -d '{"events": [{"name": "network-changed", "server_uuid": "44e509ba-6109-4586-a8ba-08a6823dbe1b", "tag": "f5010a61-3896-475f-8bb6-a71c3454c269"}]}' {{(pid=103304) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 21:08:53.512198 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 47380) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:08:53.593815 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [req-8b67ca2b-be3d-48b8-bb1d-c369e8dd407d req-17c54084-b539-4536-83f8-705b8190f71d tempest-ImagesOneServerNegativeTestJSON-151319106 tempest-ImagesOneServerNegativeTestJSON-151319106-project] Deleting port c4cb8658-d594-4074-8152-d71e1fa845bd {{(pid=103305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 21:08:53.594161 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-8b67ca2b-be3d-48b8-bb1d-c369e8dd407d req-17c54084-b539-4536-83f8-705b8190f71d tempest-ImagesOneServerNegativeTestJSON-151319106 tempest-ImagesOneServerNegativeTestJSON-151319106-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746560630878'] for port (c4cb8658-d594-4074-8152-d71e1fa845bd), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:08:53.611885 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61257a3-eaf7-4fe2-acef-8ec545407353 req-bc342027-0ff2-4006-884e-b949fcd31c5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:08:53.611885 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-e61257a3-eaf7-4fe2-acef-8ec545407353 req-bc342027-0ff2-4006-884e-b949fcd31c5d service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=cef1c79f-e0ff-4eb2-8297-9fad70b4e6cd HTTP/1.1" status: 200 len: 1097 time: 0.1959195 Jan 26 21:08:53.618627 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-efb2898e-540e-457b-a8b1-5d0ea3191af4 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=3eb6df27d0c941ff9ea86228f931229e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0981898 Jan 26 21:08:53.619662 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 47384) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:08:53.626992 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c35fb6-8689-4312-b705-d5327f1eab44 req-c2a160ef-0949-4f8c-9cb9-d13915d470b2 tempest-ServersWithSpecificFlavorTestJSON-1678027092 tempest-ServersWithSpecificFlavorTestJSON-1678027092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:08:53.634074 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-18c35fb6-8689-4312-b705-d5327f1eab44 req-c2a160ef-0949-4f8c-9cb9-d13915d470b2 tempest-ServersWithSpecificFlavorTestJSON-1678027092 tempest-ServersWithSpecificFlavorTestJSON-1678027092-project] 10.222.0.13 "GET /v2.0/ports?device_id=dcdac7bd-aa63-4b09-95f8-06c58265aab2 HTTP/1.1" status: 200 len: 944 time: 0.2509394 Jan 26 21:08:53.684632 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-770f8c2b-fb50-48f1-a883-40bb308affb6 req-96ff8324-f438-49ef-b3a2-a0eda616bd26 tempest-FloatingIPsAssociationNegativeTestJSON-863358768 tempest-FloatingIPsAssociationNegativeTestJSON-863358768-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746560234527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9281553'] for port (61a8743d-7bd4-48ea-8901-2127a4df07c9), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:08:53.745117 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-3bc36c8c-4a3c-4f6a-8322-6f15563ae1a0 admin admin] Publish callbacks [] for security_group (226b523e-9bc9-4580-a4bd-eadd17f2b3ca), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:08:53.748719 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [req-8b67ca2b-be3d-48b8-bb1d-c369e8dd407d req-17c54084-b539-4536-83f8-705b8190f71d tempest-ImagesOneServerNegativeTestJSON-151319106 tempest-ImagesOneServerNegativeTestJSON-151319106-project] For port c4cb8658-d594-4074-8152-d71e1fa845bd, host n-h2-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-5',level=0,port_id=c4cb8658-d594-4074-8152-d71e1fa845bd,segment=NetworkSegment(58f97d30-90ed-4b82-8d47-15dab34d927d),segment_id=58f97d30-90ed-4b82-8d47-15dab34d927d)] {{(pid=103305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:08:53.749078 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-8b67ca2b-be3d-48b8-bb1d-c369e8dd407d req-17c54084-b539-4536-83f8-705b8190f71d tempest-ImagesOneServerNegativeTestJSON-151319106 tempest-ImagesOneServerNegativeTestJSON-151319106-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4109658'] for port (c4cb8658-d594-4074-8152-d71e1fa845bd), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:08:53.759713 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-18c35fb6-8689-4312-b705-d5327f1eab44 req-604ebd0a-136a-4a68-a1f1-8280667af753 tempest-ServersWithSpecificFlavorTestJSON-1678027092 tempest-ServersWithSpecificFlavorTestJSON-1678027092-project] 10.222.0.13 "GET /v2.0/security-groups?id=06e69ac2-3bf6-41aa-8df8-caa9b01a862f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1233025 Jan 26 21:08:53.770192 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-e61257a3-eaf7-4fe2-acef-8ec545407353 req-5f8eadcc-8b42-418e-96d3-a1380d86ac71 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=c3884922-c788-4174-8be5-5a7a4ff5f5df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1568794 Jan 26 21:08:53.775819 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [req-8b67ca2b-be3d-48b8-bb1d-c369e8dd407d req-17c54084-b539-4536-83f8-705b8190f71d tempest-ImagesOneServerNegativeTestJSON-151319106 tempest-ImagesOneServerNegativeTestJSON-151319106-project] Calling delete_port for c4cb8658-d594-4074-8152-d71e1fa845bd owned by compute:nova {{(pid=103305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 21:08:53.789003 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-3bc36c8c-4a3c-4f6a-8322-6f15563ae1a0 admin admin] Publish callbacks [] for security_group (226b523e-9bc9-4580-a4bd-eadd17f2b3ca), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:08:53.799328 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-770f8c2b-fb50-48f1-a883-40bb308affb6 req-96ff8324-f438-49ef-b3a2-a0eda616bd26 tempest-FloatingIPsAssociationNegativeTestJSON-863358768 tempest-FloatingIPsAssociationNegativeTestJSON-863358768-project] Network 4140a1f1-c93a-4bea-83a0-68953a54f299 is already hosted by enough agents. {{(pid=103304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 21:08:53.800646 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [req-770f8c2b-fb50-48f1-a883-40bb308affb6 req-96ff8324-f438-49ef-b3a2-a0eda616bd26 tempest-FloatingIPsAssociationNegativeTestJSON-863358768 tempest-FloatingIPsAssociationNegativeTestJSON-863358768-project] Resources bound (agent type, host, resource id): {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:08:53.802727 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ff8324-f438-49ef-b3a2-a0eda616bd26 tempest-FloatingIPsAssociationNegativeTestJSON-863358768 tempest-FloatingIPsAssociationNegativeTestJSON-863358768-project] Pushing event updated for resources: {'Port': ['ID=61a8743d-7bd4-48ea-8901-2127a4df07c9,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:08:53.805023 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [req-770f8c2b-fb50-48f1-a883-40bb308affb6 req-96ff8324-f438-49ef-b3a2-a0eda616bd26 tempest-FloatingIPsAssociationNegativeTestJSON-863358768 tempest-FloatingIPsAssociationNegativeTestJSON-863358768-project] Received port after_create {{(pid=103304) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 21:08:53.922225 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-3bc36c8c-4a3c-4f6a-8322-6f15563ae1a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (226b523e-9bc9-4580-a4bd-eadd17f2b3ca), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:08:53.925470 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-3bc36c8c-4a3c-4f6a-8322-6f15563ae1a0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:08:53.929503 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-3bc36c8c-4a3c-4f6a-8322-6f15563ae1a0 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/226b523e-9bc9-4580-a4bd-eadd17f2b3ca HTTP/1.1" status: 204 len: 168 time: 0.3058746 Jan 26 21:08:53.936156 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-839dd188-ec69-470c-9ab0-d318dc1a2e96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (e79b4fc6-6c71-44b2-a6d0-ff3e1f4dfd0d), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:08:53.957000 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693f7b75-0401-495d-837a-319d8272ed33 req-eac3f4ea-96c7-497c-9c8c-481b372ee2ba tempest-MigrationsAdminTest-1084137346 tempest-MigrationsAdminTest-1084137346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:08:53.958586 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-693f7b75-0401-495d-837a-319d8272ed33 req-eac3f4ea-96c7-497c-9c8c-481b372ee2ba tempest-MigrationsAdminTest-1084137346 tempest-MigrationsAdminTest-1084137346-project] 10.222.0.13 "GET /v2.0/ports?device_id=6e0054d4-194a-4ef5-9a59-0af1fe168395 HTTP/1.1" status: 200 len: 948 time: 0.1185169 Jan 26 21:08:53.963359 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc36c8c-4a3c-4f6a-8322-6f15563ae1a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=226b523e-9bc9-4580-a4bd-eadd17f2b3ca,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:08:53.965382 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-770f8c2b-fb50-48f1-a883-40bb308affb6 req-96ff8324-f438-49ef-b3a2-a0eda616bd26 tempest-FloatingIPsAssociationNegativeTestJSON-863358768 tempest-FloatingIPsAssociationNegativeTestJSON-863358768-project] Publish callbacks [] for floatingip (365b6a92-fcae-4dfb-8a63-1c9bb297ba47), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:08:53.999813 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-8b67ca2b-be3d-48b8-bb1d-c369e8dd407d req-17c54084-b539-4536-83f8-705b8190f71d tempest-ImagesOneServerNegativeTestJSON-151319106 tempest-ImagesOneServerNegativeTestJSON-151319106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746560636600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746560234536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11791543'] for port (c4cb8658-d594-4074-8152-d71e1fa845bd), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:08:54.018679 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] get_ports_and_sgs() called for port_ids ['c4cb8658-d594-4074-8152-d71e1fa845bd'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 26 21:08:54.048827 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c54084-b539-4536-83f8-705b8190f71d tempest-ImagesOneServerNegativeTestJSON-151319106 tempest-ImagesOneServerNegativeTestJSON-151319106-project] Pushing event deleted for resources: {'Port': ['ID=c4cb8658-d594-4074-8152-d71e1fa845bd,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:08:54.098913 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b67ca2b-be3d-48b8-bb1d-c369e8dd407d req-17c54084-b539-4536-83f8-705b8190f71d tempest-ImagesOneServerNegativeTestJSON-151319106 tempest-ImagesOneServerNegativeTestJSON-151319106-project] No DVR routers for this DVR port c4cb8658-d594-4074-8152-d71e1fa845bd on host n-h2-760453-5 {{(pid=103305) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 26 21:08:54.101553 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-8b67ca2b-be3d-48b8-bb1d-c369e8dd407d req-17c54084-b539-4536-83f8-705b8190f71d tempest-ImagesOneServerNegativeTestJSON-151319106 tempest-ImagesOneServerNegativeTestJSON-151319106-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:08:54.104934 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-8b67ca2b-be3d-48b8-bb1d-c369e8dd407d req-17c54084-b539-4536-83f8-705b8190f71d tempest-ImagesOneServerNegativeTestJSON-151319106 tempest-ImagesOneServerNegativeTestJSON-151319106-project] 10.222.0.57 "DELETE /v2.0/ports/c4cb8658-d594-4074-8152-d71e1fa845bd HTTP/1.1" status: 204 len: 173 time: 0.6740053 Jan 26 21:08:54.105445 n-d-760453-5 neutron-server[103305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c98b3bb-2f69-4902-b7e7-0b13b485a12a', 'name': 'network-vif-deleted', 'tag': 'c4cb8658-d594-4074-8152-d71e1fa845bd'}] {{(pid=103305) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 21:08:54.107775 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d4654568b7bf041e72ff8fe1c96d6d761d9c921f2b99bc7b3a26632be20cee0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7d0f226-ddc7-4a34-b0b1-94b8d5c8b41a" -d '{"events": [{"server_uuid": "3c98b3bb-2f69-4902-b7e7-0b13b485a12a", "name": "network-vif-deleted", "tag": "c4cb8658-d594-4074-8152-d71e1fa845bd"}]}' {{(pid=103305) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 21:08:54.308715 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Device 35f30042-617d-4336-9f2b-bcf2d6d2f65d details requested by agent hyperv_n-h2-760453-5 with host n-h2-760453-5 {{(pid=103306) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 26 21:08:54.312320 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Device 2b6d658e-a395-44fb-825a-1e05e1e3f2d9 up at agent hyperv_n-h2-760453-5 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 21:08:54.430091 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.agents_db [None req-569f1ced-6396-4ddf-b79f-e03b0b2146ab None None] Agent healthcheck: found 7 active agents {{(pid=103307) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 26 21:08:54.433411 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-693f7b75-0401-495d-837a-319d8272ed33 req-4fe56ef4-9554-449a-a796-5bcf96642b1b tempest-MigrationsAdminTest-1084137346 tempest-MigrationsAdminTest-1084137346-project] 10.222.0.13 "GET /v2.0/security-groups?id=e0b082e3-685f-492b-b87f-3045b8ecd8c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4658313 Jan 26 21:08:54.454091 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-770f8c2b-fb50-48f1-a883-40bb308affb6 req-96ff8324-f438-49ef-b3a2-a0eda616bd26 tempest-FloatingIPsAssociationNegativeTestJSON-863358768 tempest-FloatingIPsAssociationNegativeTestJSON-863358768-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (61a8743d-7bd4-48ea-8901-2127a4df07c9), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:08:54.458159 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Provisioning for port 2b6d658e-a395-44fb-825a-1e05e1e3f2d9 completed by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 21:08:54.466674 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Provisioning complete for port 2b6d658e-a395-44fb-825a-1e05e1e3f2d9 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:08:54.467060 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (2b6d658e-a395-44fb-825a-1e05e1e3f2d9), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:08:54.554536 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] For port 35f30042-617d-4336-9f2b-bcf2d6d2f65d, host n-h2-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-5',level=0,port_id=35f30042-617d-4336-9f2b-bcf2d6d2f65d,segment=NetworkSegment(4eab25d6-89d9-4907-a1c2-51b06443ba33),segment_id=4eab25d6-89d9-4907-a1c2-51b06443ba33)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:08:54.618751 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Current status of the port 2b6d658e-a395-44fb-825a-1e05e1e3f2d9 is: BUILD; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:08:54.619149 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (2b6d658e-a395-44fb-825a-1e05e1e3f2d9), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:08:54.623614 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Returning: {'device': '35f30042-617d-4336-9f2b-bcf2d6d2f65d', 'network_id': '7fbe9cf5-e12c-436d-b372-55a19c9faa30', 'port_id': '35f30042-617d-4336-9f2b-bcf2d6d2f65d', 'mac_address': 'fa:16:3e:75:71:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 561, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fd77e534-75e6-4b90-950e-f5824d584430', 'ip_address': '192.168.233.189'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103306) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 26 21:08:54.678825 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Current status of the port 35f30042-617d-4336-9f2b-bcf2d6d2f65d is: DOWN; New status is: BUILD {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:08:54.680343 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (35f30042-617d-4336-9f2b-bcf2d6d2f65d), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:08:54.719534 n-d-760453-5 neutron-server[103306]: DEBUG neutron.notifiers.nova [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 35f30042-617d-4336-9f2b-bcf2d6d2f65d {{(pid=103306) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 26 21:08:54.730482 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] For port 2b6d658e-a395-44fb-825a-1e05e1e3f2d9, host n-h2-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-5',level=0,port_id=2b6d658e-a395-44fb-825a-1e05e1e3f2d9,segment=NetworkSegment(86abbadd-e980-48d3-bcba-75375a5948b3),segment_id=86abbadd-e980-48d3-bcba-75375a5948b3)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:08:54.739393 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (2b6d658e-a395-44fb-825a-1e05e1e3f2d9), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:08:54.759852 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] For port 35f30042-617d-4336-9f2b-bcf2d6d2f65d, host n-h2-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-5',level=0,port_id=35f30042-617d-4336-9f2b-bcf2d6d2f65d,segment=NetworkSegment(4eab25d6-89d9-4907-a1c2-51b06443ba33),segment_id=4eab25d6-89d9-4907-a1c2-51b06443ba33)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:08:54.784723 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686c2522-7bf1-47c6-a24d-55c1b3b28199 req-b63f2d58-20b0-400a-9be0-4c45b58ed8d0 tempest-ServersTestFqdnHostnames-1663210831 tempest-ServersTestFqdnHostnames-1663210831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:08:54.786325 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-686c2522-7bf1-47c6-a24d-55c1b3b28199 req-b63f2d58-20b0-400a-9be0-4c45b58ed8d0 tempest-ServersTestFqdnHostnames-1663210831 tempest-ServersTestFqdnHostnames-1663210831-project] 10.222.0.13 "GET /v2.0/ports?device_id=cef1c79f-e0ff-4eb2-8297-9fad70b4e6cd HTTP/1.1" status: 200 len: 946 time: 0.1518669 Jan 26 21:08:54.787536 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (35f30042-617d-4336-9f2b-bcf2d6d2f65d), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:08:54.826376 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Pushing event updated for resources: {'Port': ['ID=2b6d658e-a395-44fb-825a-1e05e1e3f2d9,revision_number=5']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:08:54.892952 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Pushing event updated for resources: {'Port': ['ID=35f30042-617d-4336-9f2b-bcf2d6d2f65d,revision_number=10']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:08:54.898989 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-770f8c2b-fb50-48f1-a883-40bb308affb6 req-96ff8324-f438-49ef-b3a2-a0eda616bd26 tempest-FloatingIPsAssociationNegativeTestJSON-863358768 tempest-FloatingIPsAssociationNegativeTestJSON-863358768-project] Publish callbacks [] for port (61a8743d-7bd4-48ea-8901-2127a4df07c9), precommit_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:08:54.904271 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-686c2522-7bf1-47c6-a24d-55c1b3b28199 req-b331b631-7851-4fb1-9907-806ef93b6eb5 tempest-ServersTestFqdnHostnames-1663210831 tempest-ServersTestFqdnHostnames-1663210831-project] 10.222.0.13 "GET /v2.0/security-groups?id=c3884922-c788-4174-8be5-5a7a4ff5f5df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1050212 Jan 26 21:08:54.905407 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-770f8c2b-fb50-48f1-a883-40bb308affb6 req-96ff8324-f438-49ef-b3a2-a0eda616bd26 tempest-FloatingIPsAssociationNegativeTestJSON-863358768 tempest-FloatingIPsAssociationNegativeTestJSON-863358768-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9281542'] for port (61a8743d-7bd4-48ea-8901-2127a4df07c9), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:08:54.957918 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ff8324-f438-49ef-b3a2-a0eda616bd26 tempest-FloatingIPsAssociationNegativeTestJSON-863358768 tempest-FloatingIPsAssociationNegativeTestJSON-863358768-project] Pushing event updated for resources: {'Port': ['ID=61a8743d-7bd4-48ea-8901-2127a4df07c9,revision_number=2']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:08:55.001201 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-770f8c2b-fb50-48f1-a883-40bb308affb6 req-96ff8324-f438-49ef-b3a2-a0eda616bd26 tempest-FloatingIPsAssociationNegativeTestJSON-863358768 tempest-FloatingIPsAssociationNegativeTestJSON-863358768-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4110913'] for floatingip (365b6a92-fcae-4dfb-8a63-1c9bb297ba47), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:08:55.021113 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-770f8c2b-fb50-48f1-a883-40bb308affb6 req-96ff8324-f438-49ef-b3a2-a0eda616bd26 tempest-FloatingIPsAssociationNegativeTestJSON-863358768 tempest-FloatingIPsAssociationNegativeTestJSON-863358768-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for floatingip (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:08:55.032288 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-770f8c2b-fb50-48f1-a883-40bb308affb6 req-96ff8324-f438-49ef-b3a2-a0eda616bd26 tempest-FloatingIPsAssociationNegativeTestJSON-863358768 tempest-FloatingIPsAssociationNegativeTestJSON-863358768-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.4844158 Jan 26 21:08:55.036247 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 26 Jan 2022 21:08:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c61fd7d8-9589-48ba-aa0c-92e8ca2ab1c6 x-openstack-request-id: req-c61fd7d8-9589-48ba-aa0c-92e8ca2ab1c6 {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 21:08:55.036534 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "44e509ba-6109-4586-a8ba-08a6823dbe1b", "tag": "f5010a61-3896-475f-8bb6-a71c3454c269", "status": "completed", "code": 200}]} {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 21:08:55.037077 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c61fd7d8-9589-48ba-aa0c-92e8ca2ab1c6 {{(pid=103304) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 21:08:55.037563 n-d-760453-5 neutron-server[103304]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '44e509ba-6109-4586-a8ba-08a6823dbe1b', 'tag': 'f5010a61-3896-475f-8bb6-a71c3454c269', 'status': 'completed', 'code': 200} Jan 26 21:08:55.059388 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] get_ports_and_sgs() called for port_ids ['35f30042-617d-4336-9f2b-bcf2d6d2f65d'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 26 21:08:55.069971 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Jan 2022 21:08:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48fc9c03-afa4-482b-891f-133a074b486e x-openstack-request-id: req-48fc9c03-afa4-482b-891f-133a074b486e {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 21:08:55.070464 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c98b3bb-2f69-4902-b7e7-0b13b485a12a", "name": "network-vif-deleted", "tag": "c4cb8658-d594-4074-8152-d71e1fa845bd", "status": "completed", "code": 200}]} {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 21:08:55.070552 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-48fc9c03-afa4-482b-891f-133a074b486e {{(pid=103305) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 21:08:55.070913 n-d-760453-5 neutron-server[103305]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c98b3bb-2f69-4902-b7e7-0b13b485a12a', 'name': 'network-vif-deleted', 'tag': 'c4cb8658-d594-4074-8152-d71e1fa845bd', 'status': 'completed', 'code': 200} Jan 26 21:08:55.101119 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-770f8c2b-fb50-48f1-a883-40bb308affb6 req-71887a03-d6f9-4d04-b6c6-4ec2f369c834 tempest-FloatingIPsAssociationNegativeTestJSON-863358768 tempest-FloatingIPsAssociationNegativeTestJSON-863358768-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.1.52 HTTP/1.1" status: 200 len: 695 time: 0.0671949 Jan 26 21:08:55.148844 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (fea0591a-627d-4c87-9a9a-01625ddf3277), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:08:55.212551 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39fc82ed-cc42-41d1-baba-c67369255d49 req-a3b5cbbc-1ee2-4796-99ad-8d93e7755049 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:08:55.214288 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-39fc82ed-cc42-41d1-baba-c67369255d49 req-a3b5cbbc-1ee2-4796-99ad-8d93e7755049 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=bed2f4d6742e48e3a1e31395965cc7ba&device_id=44e509ba-6109-4586-a8ba-08a6823dbe1b HTTP/1.1" status: 200 len: 1097 time: 0.1122632 Jan 26 21:08:55.226072 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 47460) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:08:55.288474 n-d-760453-5 neutron-server[103306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e0054d4-194a-4ef5-9a59-0af1fe168395', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '35f30042-617d-4336-9f2b-bcf2d6d2f65d'}, {'server_uuid': 'dcdac7bd-aa63-4b09-95f8-06c58265aab2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b6d658e-a395-44fb-825a-1e05e1e3f2d9'}] {{(pid=103306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 21:08:55.289434 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9d5d370febab655511bdd2ffe887e43e442d144a440368702bcc1e93af00b97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51293725-b6bf-4a82-833b-0b50ae9a1af0" -d '{"events": [{"server_uuid": "6e0054d4-194a-4ef5-9a59-0af1fe168395", "name": "network-vif-unplugged", "status": "completed", "tag": "35f30042-617d-4336-9f2b-bcf2d6d2f65d"}, {"server_uuid": "dcdac7bd-aa63-4b09-95f8-06c58265aab2", "name": "network-vif-plugged", "status": "completed", "tag": "2b6d658e-a395-44fb-825a-1e05e1e3f2d9"}]}' {{(pid=103306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 21:08:55.404466 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770f8c2b-fb50-48f1-a883-40bb308affb6 req-ce2fb304-dc74-45dc-979c-9acc65ee6791 tempest-FloatingIPsAssociationNegativeTestJSON-863358768 tempest-FloatingIPsAssociationNegativeTestJSON-863358768-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:08:55.405739 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-34656f39-386f-4697-ab45-bb70410c7958 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-918152553-network', 'tenant_id': 'a2481f02a1f84aa9a77853998462b3cb'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:08:55.406407 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-770f8c2b-fb50-48f1-a883-40bb308affb6 req-ce2fb304-dc74-45dc-979c-9acc65ee6791 tempest-FloatingIPsAssociationNegativeTestJSON-863358768 tempest-FloatingIPsAssociationNegativeTestJSON-863358768-project] 10.222.0.13 "GET /v2.0/networks/4140a1f1-c93a-4bea-83a0-68953a54f299 HTTP/1.1" status: 200 len: 784 time: 0.2905602 Jan 26 21:08:55.418730 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39fc82ed-cc42-41d1-baba-c67369255d49 req-f4ffd8f5-2994-4215-9aaf-c831d4632505 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:08:55.420228 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-39fc82ed-cc42-41d1-baba-c67369255d49 req-f4ffd8f5-2994-4215-9aaf-c831d4632505 service neutron] 10.222.0.66 "GET /v2.0/networks?id=54e115b5-d471-45df-827b-e12849d10363 HTTP/1.1" status: 200 len: 930 time: 0.1991067 Jan 26 21:08:55.433330 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e738284-0de4-4132-88e1-75964e033780 req-ad3c3387-34fa-460b-bd4d-09c83c002ce1 tempest-ServersWithSpecificFlavorTestJSON-1678027092 tempest-ServersWithSpecificFlavorTestJSON-1678027092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:08:55.441482 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-1e738284-0de4-4132-88e1-75964e033780 req-ad3c3387-34fa-460b-bd4d-09c83c002ce1 tempest-ServersWithSpecificFlavorTestJSON-1678027092 tempest-ServersWithSpecificFlavorTestJSON-1678027092-project] 10.222.0.13 "GET /v2.0/ports?device_id=dcdac7bd-aa63-4b09-95f8-06c58265aab2 HTTP/1.1" status: 200 len: 945 time: 0.1167176 Jan 26 21:08:55.463093 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34656f39-386f-4697-ab45-bb70410c7958 admin admin] Made reservation on behalf of a2481f02a1f84aa9a77853998462b3cb for: {'network': 1} {{(pid=103305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 21:08:55.466403 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-34656f39-386f-4697-ab45-bb70410c7958 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for network (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:08:55.482442 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-34656f39-386f-4697-ab45-bb70410c7958 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:08:55.550793 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-1e738284-0de4-4132-88e1-75964e033780 req-ca0ead6b-367b-4d67-8b21-bbbc8be356dd tempest-ServersWithSpecificFlavorTestJSON-1678027092 tempest-ServersWithSpecificFlavorTestJSON-1678027092-project] 10.222.0.13 "GET /v2.0/security-groups?id=06e69ac2-3bf6-41aa-8df8-caa9b01a862f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1082888 Jan 26 21:08:55.572820 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-39fc82ed-cc42-41d1-baba-c67369255d49 req-c9616141-8b12-4fa6-9b3e-cad52239c692 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f5010a61-3896-475f-8bb6-a71c3454c269 HTTP/1.1" status: 200 len: 1001 time: 0.1280777 Jan 26 21:08:55.617713 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-34656f39-386f-4697-ab45-bb70410c7958 admin admin] Publish callbacks [] for security_group (2d35c4dc-e21e-4c05-9c1b-bb4dc495452f), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:08:55.624360 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-34656f39-386f-4697-ab45-bb70410c7958 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (2d35c4dc-e21e-4c05-9c1b-bb4dc495452f), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:08:55.629122 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Wed, 26 Jan 2022 21:08:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba91c731-95d3-4664-a666-21a852b28e90 x-openstack-request-id: req-ba91c731-95d3-4664-a666-21a852b28e90 {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 21:08:55.629638 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e0054d4-194a-4ef5-9a59-0af1fe168395", "name": "network-vif-unplugged", "status": "completed", "tag": "35f30042-617d-4336-9f2b-bcf2d6d2f65d", "code": 200}, {"server_uuid": "dcdac7bd-aa63-4b09-95f8-06c58265aab2", "name": "network-vif-plugged", "status": "completed", "tag": "2b6d658e-a395-44fb-825a-1e05e1e3f2d9", "code": 200}]} {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 21:08:55.629734 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ba91c731-95d3-4664-a666-21a852b28e90 {{(pid=103306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 21:08:55.630248 n-d-760453-5 neutron-server[103306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e0054d4-194a-4ef5-9a59-0af1fe168395', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '35f30042-617d-4336-9f2b-bcf2d6d2f65d', 'code': 200} Jan 26 21:08:55.630516 n-d-760453-5 neutron-server[103306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dcdac7bd-aa63-4b09-95f8-06c58265aab2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b6d658e-a395-44fb-825a-1e05e1e3f2d9', 'code': 200} Jan 26 21:08:55.657902 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-34656f39-386f-4697-ab45-bb70410c7958 admin admin] vlan segment allocate from pool success with {'vlan_id': 582, 'physical_network': 'physnet1'} {{(pid=103305) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 26 21:08:55.671087 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34656f39-386f-4697-ab45-bb70410c7958 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d35c4dc-e21e-4c05-9c1b-bb4dc495452f,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:08:55.685117 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39fc82ed-cc42-41d1-baba-c67369255d49 req-89f88eed-2111-4b58-90a4-2fc6f2185b1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:08:55.691332 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-34656f39-386f-4697-ab45-bb70410c7958 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576559'] for segment (d345e5d3-3972-454e-8217-397028bb6d0a), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:08:55.692820 n-d-760453-5 neutron-server[103305]: INFO neutron.db.segments_db [None req-34656f39-386f-4697-ab45-bb70410c7958 admin admin] Added segment d345e5d3-3972-454e-8217-397028bb6d0a of type vlan for network e85854ea-b0dd-49df-aa3d-c27bf5ef9ded Jan 26 21:08:55.718848 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-39fc82ed-cc42-41d1-baba-c67369255d49 req-89f88eed-2111-4b58-90a4-2fc6f2185b1c service neutron] 10.222.0.66 "GET /v2.0/subnets?id=edb22ac6-94b4-4b03-825b-a95146dd1cdd HTTP/1.1" status: 200 len: 868 time: 0.1404138 Jan 26 21:08:55.797604 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-701b732c-2ab4-48bb-9900-81f20bd2f33c req-08bdc3a1-9604-4a76-8e37-262a5fed37b1 tempest-MigrationsAdminTest-1084137346 tempest-MigrationsAdminTest-1084137346-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=d178ac49ddc9478db66ba71c81039890&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0598271 Jan 26 21:08:55.816267 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-34656f39-386f-4697-ab45-bb70410c7958 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746560256871'] for network (e85854ea-b0dd-49df-aa3d-c27bf5ef9ded), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:08:55.866117 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5437f569-de1f-469f-a9e4-11e66a3a5e96 req-3264df1d-3bff-4b04-b67a-9834b1d448ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:08:55.867649 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-5437f569-de1f-469f-a9e4-11e66a3a5e96 req-3264df1d-3bff-4b04-b67a-9834b1d448ad service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=dcdac7bd-aa63-4b09-95f8-06c58265aab2 HTTP/1.1" status: 200 len: 1096 time: 0.1223805 Jan 26 21:08:55.886858 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39fc82ed-cc42-41d1-baba-c67369255d49 req-3943091f-5ca1-4b3e-a5e8-cae762a9baa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:08:55.888759 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-39fc82ed-cc42-41d1-baba-c67369255d49 req-3943091f-5ca1-4b3e-a5e8-cae762a9baa6 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=54e115b5-d471-45df-827b-e12849d10363&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1635602 Jan 26 21:08:55.919207 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-34656f39-386f-4697-ab45-bb70410c7958 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503'] for network (e85854ea-b0dd-49df-aa3d-c27bf5ef9ded), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:08:55.920248 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34656f39-386f-4697-ab45-bb70410c7958 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:08:55.920959 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-34656f39-386f-4697-ab45-bb70410c7958 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709645'] for network (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:08:55.962423 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-5437f569-de1f-469f-a9e4-11e66a3a5e96 req-51fdfecf-2279-4378-91a4-b29a47e7946c service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=06e69ac2-3bf6-41aa-8df8-caa9b01a862f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0858011 Jan 26 21:08:56.000740 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-34656f39-386f-4697-ab45-bb70410c7958 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.7735395 Jan 26 21:08:56.004973 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 47494) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:08:56.018575 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-231be6eb-c769-46bb-b152-87b688635d11 admin admin] Request body: {'subnet': {'network_id': 'e85854ea-b0dd-49df-aa3d-c27bf5ef9ded', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-918152553-subnet', 'tenant_id': 'a2481f02a1f84aa9a77853998462b3cb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:08:56.023406 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34656f39-386f-4697-ab45-bb70410c7958 admin admin] Pushing event updated for resources: {'Network': ['ID=e85854ea-b0dd-49df-aa3d-c27bf5ef9ded,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:08:56.036325 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Network e85854ea-b0dd-49df-aa3d-c27bf5ef9ded details requested by agent ovs-agent-n-d-760453-5 with host n-d-760453-5 {{(pid=103306) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 26 21:08:56.107686 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 47496) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:08:56.113258 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701b732c-2ab4-48bb-9900-81f20bd2f33c req-a9de9e1f-b96e-4152-8a82-72afec30771a tempest-MigrationsAdminTest-1084137346 tempest-MigrationsAdminTest-1084137346-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:08:56.124394 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-701b732c-2ab4-48bb-9900-81f20bd2f33c req-a9de9e1f-b96e-4152-8a82-72afec30771a tempest-MigrationsAdminTest-1084137346 tempest-MigrationsAdminTest-1084137346-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3247101 Jan 26 21:08:56.138779 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-231be6eb-c769-46bb-b152-87b688635d11 admin admin] Made reservation on behalf of a2481f02a1f84aa9a77853998462b3cb for: {'subnet': 1} {{(pid=103304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 21:08:56.142415 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-231be6eb-c769-46bb-b152-87b688635d11 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12215181'] for subnet (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:08:56.165534 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f19ce9a-124c-4564-a366-a67771a6b1b9 req-5a1e11c1-0dde-4c3c-923a-6b4759b4994d tempest-FloatingIPsAssociationNegativeTestJSON-863358768 tempest-FloatingIPsAssociationNegativeTestJSON-863358768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:08:56.167067 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-8f19ce9a-124c-4564-a366-a67771a6b1b9 req-5a1e11c1-0dde-4c3c-923a-6b4759b4994d tempest-FloatingIPsAssociationNegativeTestJSON-863358768 tempest-FloatingIPsAssociationNegativeTestJSON-863358768-project] 10.222.0.13 "GET /v2.0/ports?device_id=44e509ba-6109-4586-a8ba-08a6823dbe1b&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.2866781 Jan 26 21:08:56.168941 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-39fc82ed-cc42-41d1-baba-c67369255d49 req-da10c133-d402-4b47-921a-088c062c946b service neutron] 10.222.0.66 "GET /v2.0/networks/54e115b5-d471-45df-827b-e12849d10363?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2628989 Jan 26 21:08:56.217847 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-701b732c-2ab4-48bb-9900-81f20bd2f33c req-fc50511e-2e4f-498d-85ff-98716517cf84 tempest-MigrationsAdminTest-1084137346 tempest-MigrationsAdminTest-1084137346-project] 10.222.0.13 "GET /v2.0/quotas/d178ac49ddc9478db66ba71c81039890 HTTP/1.1" status: 200 len: 375 time: 0.0924084 Jan 26 21:08:56.249640 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-4f2680ec-bf99-49fa-9bfb-700cd895c7c8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:08:56.326694 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Device 35f30042-617d-4336-9f2b-bcf2d6d2f65d up at agent hyperv_n-h2-760453-5 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 21:08:56.340212 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-8f19ce9a-124c-4564-a366-a67771a6b1b9 req-6a400c65-d9e7-456c-84a2-d70982c6d736 tempest-FloatingIPsAssociationNegativeTestJSON-863358768 tempest-FloatingIPsAssociationNegativeTestJSON-863358768-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.1.52 HTTP/1.1" status: 200 len: 695 time: 0.1389647 Jan 26 21:08:56.350466 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-4f2680ec-bf99-49fa-9bfb-700cd895c7c8 admin admin] Publish callbacks [] for security_group (e1f8c5e3-ba02-492a-9ff9-03daf0da75e9), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:08:56.359466 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-4f2680ec-bf99-49fa-9bfb-700cd895c7c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (e1f8c5e3-ba02-492a-9ff9-03daf0da75e9), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:08:56.364224 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [req-8f19ce9a-124c-4564-a366-a67771a6b1b9 req-f478b0ba-de14-458a-9801-49ad858f7ef9 tempest-FloatingIPsAssociationNegativeTestJSON-863358768 tempest-FloatingIPsAssociationNegativeTestJSON-863358768-project] Request body: {'floatingip': {'port_id': 'f5010a61-3896-475f-8bb6-a71c3454c269', 'fixed_ip_address': '172.20.0.12'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:08:56.390039 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Provisioning complete for port 35f30042-617d-4336-9f2b-bcf2d6d2f65d triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:08:56.390477 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (35f30042-617d-4336-9f2b-bcf2d6d2f65d), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:08:56.419302 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-4f2680ec-bf99-49fa-9bfb-700cd895c7c8 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=4ba935a9b4a141219f0c2ee5de5850ba&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3092909 Jan 26 21:08:56.424865 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 47500) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:08:56.435615 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-8f19ce9a-124c-4564-a366-a67771a6b1b9 req-f478b0ba-de14-458a-9801-49ad858f7ef9 tempest-FloatingIPsAssociationNegativeTestJSON-863358768 tempest-FloatingIPsAssociationNegativeTestJSON-863358768-project] Publish callbacks [] for floatingip (365b6a92-fcae-4dfb-8a63-1c9bb297ba47), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:08:56.448045 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f2680ec-bf99-49fa-9bfb-700cd895c7c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1f8c5e3-ba02-492a-9ff9-03daf0da75e9,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:08:56.491273 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-d603f192-2fda-4b15-8c6e-dd46b6d2ad1c admin admin] Publish callbacks [] for security_group (e1f8c5e3-ba02-492a-9ff9-03daf0da75e9), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:08:56.524235 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-d603f192-2fda-4b15-8c6e-dd46b6d2ad1c admin admin] Publish callbacks [] for security_group (e1f8c5e3-ba02-492a-9ff9-03daf0da75e9), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:08:56.588731 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-d603f192-2fda-4b15-8c6e-dd46b6d2ad1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (e1f8c5e3-ba02-492a-9ff9-03daf0da75e9), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:08:56.593584 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-d603f192-2fda-4b15-8c6e-dd46b6d2ad1c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:08:56.600643 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-d603f192-2fda-4b15-8c6e-dd46b6d2ad1c admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/e1f8c5e3-ba02-492a-9ff9-03daf0da75e9 HTTP/1.1" status: 204 len: 168 time: 0.1712716 Jan 26 21:08:56.614256 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d603f192-2fda-4b15-8c6e-dd46b6d2ad1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1f8c5e3-ba02-492a-9ff9-03daf0da75e9,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:08:56.645130 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Current status of the port 35f30042-617d-4336-9f2b-bcf2d6d2f65d is: BUILD; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:08:56.645711 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (35f30042-617d-4336-9f2b-bcf2d6d2f65d), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:08:56.683619 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] For port 35f30042-617d-4336-9f2b-bcf2d6d2f65d, host n-h2-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-5',level=0,port_id=35f30042-617d-4336-9f2b-bcf2d6d2f65d,segment=NetworkSegment(4eab25d6-89d9-4907-a1c2-51b06443ba33),segment_id=4eab25d6-89d9-4907-a1c2-51b06443ba33)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:08:56.691030 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (35f30042-617d-4336-9f2b-bcf2d6d2f65d), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:08:56.692464 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Device c4cb8658-d594-4074-8152-d71e1fa845bd no longer exists at agent hyperv_n-h2-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 26 21:08:56.701780 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-701b732c-2ab4-48bb-9900-81f20bd2f33c req-a58b8507-329b-4847-a09c-100584cd1413 tempest-MigrationsAdminTest-1084137346 tempest-MigrationsAdminTest-1084137346-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=d178ac49ddc9478db66ba71c81039890&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4749093 Jan 26 21:08:56.736017 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] No Port match for: c4cb8658-d594-4074-8152-d71e1fa845bd {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 26 21:08:56.736340 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Device c4cb8658-d594-4074-8152-d71e1fa845bd not bound to the agent host n-h2-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 26 21:08:56.738496 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-39fc82ed-cc42-41d1-baba-c67369255d49 req-8e8df027-7e9c-4366-ab49-4d010233d25b service neutron] 10.222.0.66 "GET /v2.0/networks/54e115b5-d471-45df-827b-e12849d10363?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5361133 Jan 26 21:08:56.805342 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Pushing event updated for resources: {'Port': ['ID=35f30042-617d-4336-9f2b-bcf2d6d2f65d,revision_number=11']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:08:56.823463 n-d-760453-5 neutron-server[103304]: INFO neutron.api.v2.resource [req-8f19ce9a-124c-4564-a366-a67771a6b1b9 req-f478b0ba-de14-458a-9801-49ad858f7ef9 tempest-FloatingIPsAssociationNegativeTestJSON-863358768 tempest-FloatingIPsAssociationNegativeTestJSON-863358768-project] update failed (client error): There was a conflict when trying to complete your request. Jan 26 21:08:56.824540 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-8f19ce9a-124c-4564-a366-a67771a6b1b9 req-f478b0ba-de14-458a-9801-49ad858f7ef9 tempest-FloatingIPsAssociationNegativeTestJSON-863358768 tempest-FloatingIPsAssociationNegativeTestJSON-863358768-project] 10.222.0.13 "PUT /v2.0/floatingips/365b6a92-fcae-4dfb-8a63-1c9bb297ba47 HTTP/1.1" status: 409 len: 550 time: 0.4715917 Jan 26 21:08:56.905580 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-231be6eb-c769-46bb-b152-87b688635d11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9285249', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12215227'] for subnet (1e2e0f72-4b8b-4170-a0f9-b60486398ca4), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:08:57.012110 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-231be6eb-c769-46bb-b152-87b688635d11 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1e2e0f72-4b8b-4170-a0f9-b60486398ca4,revision_number=0']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:08:57.080558 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4baf1b-742d-491f-96b2-ba0c084468d4 req-c85c0734-1fda-410c-a5c6-41ed14cd9ba9 tempest-ServersTestFqdnHostnames-1663210831 tempest-ServersTestFqdnHostnames-1663210831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:08:57.082352 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-0e4baf1b-742d-491f-96b2-ba0c084468d4 req-c85c0734-1fda-410c-a5c6-41ed14cd9ba9 tempest-ServersTestFqdnHostnames-1663210831 tempest-ServersTestFqdnHostnames-1663210831-project] 10.222.0.13 "GET /v2.0/ports?device_id=cef1c79f-e0ff-4eb2-8297-9fad70b4e6cd HTTP/1.1" status: 200 len: 946 time: 0.1374841 Jan 26 21:08:57.089325 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-231be6eb-c769-46bb-b152-87b688635d11 admin admin] Checking segment: {'id': 'd345e5d3-3972-454e-8217-397028bb6d0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'e85854ea-b0dd-49df-aa3d-c27bf5ef9ded'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103304) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 21:08:57.089739 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-231be6eb-c769-46bb-b152-87b688635d11 admin admin] Network hostable DHCP agents. Network: e85854ea-b0dd-49df-aa3d-c27bf5ef9ded, hostable agents: ['474ccdf7-ab6c-405b-a3b2-dc7b05829902'], hosted agents: [] {{(pid=103304) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 26 21:08:57.156210 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313f84df-ad43-4c39-97e1-9f277ca83897 req-b1a14c2d-7a2b-49fe-b106-ecbdb533dcab tempest-ServersWithSpecificFlavorTestJSON-1678027092 tempest-ServersWithSpecificFlavorTestJSON-1678027092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:08:57.158015 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-313f84df-ad43-4c39-97e1-9f277ca83897 req-b1a14c2d-7a2b-49fe-b106-ecbdb533dcab tempest-ServersWithSpecificFlavorTestJSON-1678027092 tempest-ServersWithSpecificFlavorTestJSON-1678027092-project] 10.222.0.13 "GET /v2.0/ports?device_id=dcdac7bd-aa63-4b09-95f8-06c58265aab2 HTTP/1.1" status: 200 len: 945 time: 0.1239948 Jan 26 21:08:57.169142 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-231be6eb-c769-46bb-b152-87b688635d11 admin admin] Network e85854ea-b0dd-49df-aa3d-c27bf5ef9ded is scheduled to be hosted by DHCP agent 474ccdf7-ab6c-405b-a3b2-dc7b05829902 with binding_index 1 {{(pid=103304) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 26 21:08:57.172051 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 47522) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:08:57.196050 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-e372069b-c199-4b6b-bf10-740b78f7c385 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:08:57.202874 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-0e4baf1b-742d-491f-96b2-ba0c084468d4 req-b6323160-4ae0-4857-ad59-e5cf45f5a51f tempest-ServersTestFqdnHostnames-1663210831 tempest-ServersTestFqdnHostnames-1663210831-project] 10.222.0.13 "GET /v2.0/security-groups?id=c3884922-c788-4174-8be5-5a7a4ff5f5df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1103132 Jan 26 21:08:57.205690 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [None req-231be6eb-c769-46bb-b152-87b688635d11 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760453-5, e85854ea-b0dd-49df-aa3d-c27bf5ef9ded) {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:08:57.211012 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-231be6eb-c769-46bb-b152-87b688635d11 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:08:57.212009 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-231be6eb-c769-46bb-b152-87b688635d11 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:08:57.216911 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1e32357-8d74-479d-b142-459c96d4c298 None None] Network e85854ea-b0dd-49df-aa3d-c27bf5ef9ded requested from n-d-760453-5 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 26 21:08:57.249669 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-231be6eb-c769-46bb-b152-87b688635d11 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.2410040 Jan 26 21:08:57.254487 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-313f84df-ad43-4c39-97e1-9f277ca83897 req-c78056b0-05f4-4c07-b0e7-32916adb77e2 tempest-ServersWithSpecificFlavorTestJSON-1678027092 tempest-ServersWithSpecificFlavorTestJSON-1678027092-project] 10.222.0.13 "GET /v2.0/security-groups?id=06e69ac2-3bf6-41aa-8df8-caa9b01a862f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0865831 Jan 26 21:08:57.366102 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-e372069b-c199-4b6b-bf10-740b78f7c385 admin admin] Publish callbacks [] for security_group (5f78820b-6415-4520-a4e8-ce2a95b1613a), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:08:57.376561 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-e372069b-c199-4b6b-bf10-740b78f7c385 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (5f78820b-6415-4520-a4e8-ce2a95b1613a), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:08:57.424703 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9673e0b2-38d6-47d7-9fa1-617b3982dd7f None None] Network e85854ea-b0dd-49df-aa3d-c27bf5ef9ded requested from n-d-760453-5 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 26 21:08:57.430702 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-756c0155-20e0-42f6-8a3a-2f1910e439e2 req-7b616483-ab9d-4b4d-b102-3f72622d27a3 tempest-MigrationsAdminTest-1084137346 tempest-MigrationsAdminTest-1084137346-project] 10.222.0.13 "GET /v2.0/ports?device_id=b8273d7d-7d14-4fba-908e-42ea49b1effb HTTP/1.1" status: 200 len: 210 time: 0.0508392 Jan 26 21:08:57.439664 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-f5246084-7bf0-4ed0-a04d-ba48a1540fe6 req-e49739da-bae6-42df-bc04-d44eaaa7461d tempest-FloatingIPsAssociationNegativeTestJSON-863358768 tempest-FloatingIPsAssociationNegativeTestJSON-863358768-project] 10.222.0.13 "GET /v2.0/floatingips/365b6a92-fcae-4dfb-8a63-1c9bb297ba47 HTTP/1.1" status: 200 len: 692 time: 0.1592426 Jan 26 21:08:57.476727 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e372069b-c199-4b6b-bf10-740b78f7c385 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f78820b-6415-4520-a4e8-ce2a95b1613a,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:08:57.488808 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-e372069b-c199-4b6b-bf10-740b78f7c385 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f748160fa66f4b9fb9b269ab24133fa5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3144367 Jan 26 21:08:57.491588 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 47530) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:08:57.577100 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-7190b8fa-726a-4372-acd9-944bd25c9910 admin admin] Publish callbacks [] for security_group (5f78820b-6415-4520-a4e8-ce2a95b1613a), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:08:57.629167 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-7190b8fa-726a-4372-acd9-944bd25c9910 admin admin] Publish callbacks [] for security_group (5f78820b-6415-4520-a4e8-ce2a95b1613a), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:08:57.631055 n-d-760453-5 neutron-server[103306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e0054d4-194a-4ef5-9a59-0af1fe168395', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35f30042-617d-4336-9f2b-bcf2d6d2f65d'}] {{(pid=103306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 21:08:57.636986 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9d5d370febab655511bdd2ffe887e43e442d144a440368702bcc1e93af00b97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-126c27e4-c928-4086-bcf3-cbb3b3756e73" -d '{"events": [{"server_uuid": "6e0054d4-194a-4ef5-9a59-0af1fe168395", "name": "network-vif-plugged", "status": "completed", "tag": "35f30042-617d-4336-9f2b-bcf2d6d2f65d"}]}' {{(pid=103306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 21:08:57.725785 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5246084-7bf0-4ed0-a04d-ba48a1540fe6 req-82eb28fa-5fc0-40e2-892a-6928416430b1 tempest-FloatingIPsAssociationNegativeTestJSON-863358768 tempest-FloatingIPsAssociationNegativeTestJSON-863358768-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:08:57.732059 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-f5246084-7bf0-4ed0-a04d-ba48a1540fe6 req-82eb28fa-5fc0-40e2-892a-6928416430b1 tempest-FloatingIPsAssociationNegativeTestJSON-863358768 tempest-FloatingIPsAssociationNegativeTestJSON-863358768-project] 10.222.0.13 "GET /v2.0/networks/4140a1f1-c93a-4bea-83a0-68953a54f299 HTTP/1.1" status: 200 len: 784 time: 0.2841527 Jan 26 21:08:57.739225 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [req-f5246084-7bf0-4ed0-a04d-ba48a1540fe6 req-5f63a0b4-ff18-4f5f-bcbe-683c93e7a7ea tempest-FloatingIPsAssociationNegativeTestJSON-863358768 tempest-FloatingIPsAssociationNegativeTestJSON-863358768-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=103304) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 26 21:08:57.747126 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-f5246084-7bf0-4ed0-a04d-ba48a1540fe6 req-5f63a0b4-ff18-4f5f-bcbe-683c93e7a7ea tempest-FloatingIPsAssociationNegativeTestJSON-863358768 tempest-FloatingIPsAssociationNegativeTestJSON-863358768-project] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0139856 Jan 26 21:08:57.747286 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-7190b8fa-726a-4372-acd9-944bd25c9910 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (5f78820b-6415-4520-a4e8-ce2a95b1613a), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:08:57.750798 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-7190b8fa-726a-4372-acd9-944bd25c9910 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:08:57.751996 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-7190b8fa-726a-4372-acd9-944bd25c9910 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/5f78820b-6415-4520-a4e8-ce2a95b1613a HTTP/1.1" status: 204 len: 168 time: 0.2582223 Jan 26 21:08:57.765970 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7190b8fa-726a-4372-acd9-944bd25c9910 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f78820b-6415-4520-a4e8-ce2a95b1613a,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:08:57.768503 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bbc63af-53fb-49db-b60d-1283e9f21415 req-3a041541-ee08-4299-a222-e207d2345e59 tempest-ServersTestFqdnHostnames-1663210831 tempest-ServersTestFqdnHostnames-1663210831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:08:57.778822 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 47542) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:08:57.781710 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-0bbc63af-53fb-49db-b60d-1283e9f21415 req-3a041541-ee08-4299-a222-e207d2345e59 tempest-ServersTestFqdnHostnames-1663210831 tempest-ServersTestFqdnHostnames-1663210831-project] 10.222.0.13 "GET /v2.0/ports?device_id=cef1c79f-e0ff-4eb2-8297-9fad70b4e6cd HTTP/1.1" status: 200 len: 946 time: 0.1357267 Jan 26 21:08:57.804474 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-b6a3bbdc-003a-4f94-8166-db05f3536e4e tempest-ServersTestFqdnHostnames-1663210831 tempest-ServersTestFqdnHostnames-1663210831-project] Request body: {'floatingip': {'port_id': '41dcd358-acc3-4a4a-a964-69d1aa685d84'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:08:57.858619 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 47544) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:08:57.889825 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Jan 2022 21:08:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa2c02e2-86e5-417d-8a5b-623c3c4ebe75 x-openstack-request-id: req-aa2c02e2-86e5-417d-8a5b-623c3c4ebe75 {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 21:08:57.890721 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e0054d4-194a-4ef5-9a59-0af1fe168395", "name": "network-vif-plugged", "status": "completed", "tag": "35f30042-617d-4336-9f2b-bcf2d6d2f65d", "code": 200}]} {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 21:08:57.892323 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-aa2c02e2-86e5-417d-8a5b-623c3c4ebe75 {{(pid=103306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 21:08:57.892973 n-d-760453-5 neutron-server[103306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e0054d4-194a-4ef5-9a59-0af1fe168395', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35f30042-617d-4336-9f2b-bcf2d6d2f65d', 'code': 200} Jan 26 21:08:57.905188 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-f5246084-7bf0-4ed0-a04d-ba48a1540fe6 req-40c55048-f2b6-4c6a-bb17-ad7fc8c001ed tempest-FloatingIPsAssociationNegativeTestJSON-863358768 tempest-FloatingIPsAssociationNegativeTestJSON-863358768-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.1.52 HTTP/1.1" status: 200 len: 695 time: 0.1570094 Jan 26 21:08:57.976067 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-b6a3bbdc-003a-4f94-8166-db05f3536e4e tempest-ServersTestFqdnHostnames-1663210831 tempest-ServersTestFqdnHostnames-1663210831-project] Publish callbacks [] for floatingip (086239b4-07c7-4cdc-a4bd-a14801ba3d45), before_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:08:58.039394 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-f5246084-7bf0-4ed0-a04d-ba48a1540fe6 req-37051697-0436-4e08-9d94-3fda4740dd97 tempest-FloatingIPsAssociationNegativeTestJSON-863358768 tempest-FloatingIPsAssociationNegativeTestJSON-863358768-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.1.52 HTTP/1.1" status: 200 len: 695 time: 0.1316166 Jan 26 21:08:58.124673 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-42a963d7-7ac0-4486-8ade-96326260ab44 req-e6b7cd1b-4bbe-4e39-bbd5-e72d9aa50e91 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=0bd9219f-31b8-4122-b35d-2ca7b6de3d8d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1807952 Jan 26 21:08:58.201693 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-84d404fa-50ec-48bd-a324-5e6641dbef60 tempest-ImagesOneServerNegativeTestJSON-151319106 tempest-ImagesOneServerNegativeTestJSON-151319106-project] Publish callbacks [] for security_group (e0465c07-0ed7-4664-9dc7-369cada9b604), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:08:58.260032 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-84d404fa-50ec-48bd-a324-5e6641dbef60 tempest-ImagesOneServerNegativeTestJSON-151319106 tempest-ImagesOneServerNegativeTestJSON-151319106-project] Publish callbacks [] for security_group (e0465c07-0ed7-4664-9dc7-369cada9b604), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:08:58.270937 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 47560) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:08:58.290752 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-7b519281-0b61-4d36-88e7-b51b99a29082 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-736024768-network', 'tenant_id': '5bd3a696ca304eaea0522faa2d64ff99'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:08:58.291590 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a963d7-7ac0-4486-8ade-96326260ab44 req-622a7fb0-7baa-4d63-8a92-752fff3b615c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:08:58.293073 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-42a963d7-7ac0-4486-8ade-96326260ab44 req-622a7fb0-7baa-4d63-8a92-752fff3b615c service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=6a368bf2185e476485148d66b6d73c5c&device_id=0bd9219f-31b8-4122-b35d-2ca7b6de3d8d HTTP/1.1" status: 200 len: 1095 time: 0.0904837 Jan 26 21:08:58.325326 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b519281-0b61-4d36-88e7-b51b99a29082 admin admin] Made reservation on behalf of 5bd3a696ca304eaea0522faa2d64ff99 for: {'network': 1} {{(pid=103304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 21:08:58.327719 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-7b519281-0b61-4d36-88e7-b51b99a29082 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for network (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:08:58.359265 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-7b519281-0b61-4d36-88e7-b51b99a29082 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:08:58.382188 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [req-f5246084-7bf0-4ed0-a04d-ba48a1540fe6 req-2183435f-96da-4e3f-94a3-8bf9c6326495 tempest-FloatingIPsAssociationNegativeTestJSON-863358768 tempest-FloatingIPsAssociationNegativeTestJSON-863358768-project] Deleting port 61a8743d-7bd4-48ea-8901-2127a4df07c9 {{(pid=103304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 21:08:58.382642 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-f5246084-7bf0-4ed0-a04d-ba48a1540fe6 req-2183435f-96da-4e3f-94a3-8bf9c6326495 tempest-FloatingIPsAssociationNegativeTestJSON-863358768 tempest-FloatingIPsAssociationNegativeTestJSON-863358768-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746560630878'] for port (61a8743d-7bd4-48ea-8901-2127a4df07c9), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:08:58.479442 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-7b519281-0b61-4d36-88e7-b51b99a29082 admin admin] Publish callbacks [] for security_group (4117fd93-9470-4bed-a0ad-210879df3182), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:08:58.531297 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-7b519281-0b61-4d36-88e7-b51b99a29082 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (4117fd93-9470-4bed-a0ad-210879df3182), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:08:58.571620 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-84d404fa-50ec-48bd-a324-5e6641dbef60 tempest-ImagesOneServerNegativeTestJSON-151319106 tempest-ImagesOneServerNegativeTestJSON-151319106-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (e0465c07-0ed7-4664-9dc7-369cada9b604), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:08:58.574223 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-84d404fa-50ec-48bd-a324-5e6641dbef60 tempest-ImagesOneServerNegativeTestJSON-151319106 tempest-ImagesOneServerNegativeTestJSON-151319106-project] Publish callbacks [] for security_group (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:08:58.575388 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-84d404fa-50ec-48bd-a324-5e6641dbef60 tempest-ImagesOneServerNegativeTestJSON-151319106 tempest-ImagesOneServerNegativeTestJSON-151319106-project] 10.222.0.13 "DELETE /v2.0/security-groups/e0465c07-0ed7-4664-9dc7-369cada9b604 HTTP/1.1" status: 204 len: 168 time: 0.7097747 Jan 26 21:08:58.586768 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 47572) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:08:58.587409 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7b519281-0b61-4d36-88e7-b51b99a29082 admin admin] vlan segment allocate from pool success with {'vlan_id': 566, 'physical_network': 'physnet1'} {{(pid=103304) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 26 21:08:58.599804 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-701b732c-2ab4-48bb-9900-81f20bd2f33c req-5746c4c4-61b0-4570-a4f6-e59fc727b0b4 tempest-MigrationsAdminTest-1084137346 tempest-MigrationsAdminTest-1084137346-project] 10.222.0.57 "GET /v2.0/networks?tenant_id=d178ac49ddc9478db66ba71c81039890&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1550460 Jan 26 21:08:58.611449 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cefac47a-6e01-4849-a690-80f51f51b449 req-251861b2-0924-4d9a-8734-47067c5a25da tempest-ServersWithSpecificFlavorTestJSON-1678027092 tempest-ServersWithSpecificFlavorTestJSON-1678027092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:08:58.612968 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-cefac47a-6e01-4849-a690-80f51f51b449 req-251861b2-0924-4d9a-8734-47067c5a25da tempest-ServersWithSpecificFlavorTestJSON-1678027092 tempest-ServersWithSpecificFlavorTestJSON-1678027092-project] 10.222.0.13 "GET /v2.0/ports?device_id=dcdac7bd-aa63-4b09-95f8-06c58265aab2 HTTP/1.1" status: 200 len: 945 time: 0.1632478 Jan 26 21:08:58.623558 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b519281-0b61-4d36-88e7-b51b99a29082 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4117fd93-9470-4bed-a0ad-210879df3182,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:08:58.645186 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-7b519281-0b61-4d36-88e7-b51b99a29082 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576559'] for segment (26cb92f4-58b6-4776-921f-00a839f84f98), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:08:58.645428 n-d-760453-5 neutron-server[103304]: INFO neutron.db.segments_db [None req-7b519281-0b61-4d36-88e7-b51b99a29082 admin admin] Added segment 26cb92f4-58b6-4776-921f-00a839f84f98 of type vlan for network 4c77fc5e-8204-43cc-a477-5f892b6932ac Jan 26 21:08:58.673520 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d404fa-50ec-48bd-a324-5e6641dbef60 tempest-ImagesOneServerNegativeTestJSON-151319106 tempest-ImagesOneServerNegativeTestJSON-151319106-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0465c07-0ed7-4664-9dc7-369cada9b604,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:08:58.678663 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-f5246084-7bf0-4ed0-a04d-ba48a1540fe6 req-2183435f-96da-4e3f-94a3-8bf9c6326495 tempest-FloatingIPsAssociationNegativeTestJSON-863358768 tempest-FloatingIPsAssociationNegativeTestJSON-863358768-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4109658'] for port (61a8743d-7bd4-48ea-8901-2127a4df07c9), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:08:58.678836 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-f5246084-7bf0-4ed0-a04d-ba48a1540fe6 req-2183435f-96da-4e3f-94a3-8bf9c6326495 tempest-FloatingIPsAssociationNegativeTestJSON-863358768 tempest-FloatingIPsAssociationNegativeTestJSON-863358768-project] Publish callbacks [] for floatingip (61a8743d-7bd4-48ea-8901-2127a4df07c9), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:08:58.708130 n-d-760453-5 neutron-server[103305]: INFO neutron.api.v2.resource [None req-8373dea4-5bb5-422c-bb33-771647f05a62 tempest-ImagesOneServerNegativeTestJSON-151319106 tempest-ImagesOneServerNegativeTestJSON-151319106-project] show failed (client error): The resource could not be found. Jan 26 21:08:58.712790 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-8373dea4-5bb5-422c-bb33-771647f05a62 tempest-ImagesOneServerNegativeTestJSON-151319106 tempest-ImagesOneServerNegativeTestJSON-151319106-project] 10.222.0.13 "GET /v2.0/security-groups/e0465c07-0ed7-4664-9dc7-369cada9b604 HTTP/1.1" status: 404 len: 347 time: 0.1206534 Jan 26 21:08:58.719869 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 47574) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:08:58.750333 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [req-f5246084-7bf0-4ed0-a04d-ba48a1540fe6 req-2183435f-96da-4e3f-94a3-8bf9c6326495 tempest-FloatingIPsAssociationNegativeTestJSON-863358768 tempest-FloatingIPsAssociationNegativeTestJSON-863358768-project] Calling delete_port for 61a8743d-7bd4-48ea-8901-2127a4df07c9 owned by network:floatingip {{(pid=103304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 21:08:58.757312 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-7b519281-0b61-4d36-88e7-b51b99a29082 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746560256871'] for network (4c77fc5e-8204-43cc-a477-5f892b6932ac), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:08:58.783815 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-cefac47a-6e01-4849-a690-80f51f51b449 req-442edd14-96fe-4310-9526-84311d461352 tempest-ServersWithSpecificFlavorTestJSON-1678027092 tempest-ServersWithSpecificFlavorTestJSON-1678027092-project] 10.222.0.13 "GET /v2.0/security-groups?id=06e69ac2-3bf6-41aa-8df8-caa9b01a862f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1612675 Jan 26 21:08:58.864617 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-7b519281-0b61-4d36-88e7-b51b99a29082 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503'] for network (4c77fc5e-8204-43cc-a477-5f892b6932ac), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:08:58.868869 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b519281-0b61-4d36-88e7-b51b99a29082 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:08:58.868869 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-7b519281-0b61-4d36-88e7-b51b99a29082 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709645'] for network (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:08:58.971548 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a963d7-7ac0-4486-8ade-96326260ab44 req-c7946650-0889-43cc-a22d-b190441c329c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:08:58.973187 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-42a963d7-7ac0-4486-8ade-96326260ab44 req-c7946650-0889-43cc-a22d-b190441c329c service neutron] 10.222.0.57 "GET /v2.0/networks?id=1c3811f3-dcb6-4f77-8c26-3e9819d7c63c HTTP/1.1" status: 200 len: 921 time: 0.6557226 Jan 26 21:08:59.015087 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-7b519281-0b61-4d36-88e7-b51b99a29082 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.7425253 Jan 26 21:08:59.043638 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-42a963d7-7ac0-4486-8ade-96326260ab44 req-0a17b076-4cff-4776-a202-573a9981dac1 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f5fdde2f-c5b7-4189-93c5-ce8ef3d0068c HTTP/1.1" status: 200 len: 217 time: 0.0401680 Jan 26 21:08:59.047040 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 47588) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:08:59.055935 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-1f318870-6c42-4e1b-981c-b96e5e06833c admin admin] Request body: {'subnet': {'network_id': '4c77fc5e-8204-43cc-a477-5f892b6932ac', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-736024768-subnet', 'tenant_id': '5bd3a696ca304eaea0522faa2d64ff99', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:08:59.120665 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a963d7-7ac0-4486-8ade-96326260ab44 req-7cf1be13-5c5c-460b-ae4d-81338457724f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:08:59.122219 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-42a963d7-7ac0-4486-8ade-96326260ab44 req-7cf1be13-5c5c-460b-ae4d-81338457724f service neutron] 10.222.0.57 "GET /v2.0/subnets?id=dae01ee8-17f0-4a86-8f17-22a537cba2b9 HTTP/1.1" status: 200 len: 860 time: 0.0616159 Jan 26 21:08:59.188483 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-42a963d7-7ac0-4486-8ade-96326260ab44 req-af403956-e0d0-42d9-8b6c-8e526edf8241 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=1c3811f3-dcb6-4f77-8c26-3e9819d7c63c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0347857 Jan 26 21:08:59.364375 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-4dd84852-2529-4f7d-8029-17590197d169 req-c4490dc0-ebe1-4b8c-a467-55f184375992 tempest-MigrationsAdminTest-1084137346 tempest-MigrationsAdminTest-1084137346-project] 10.222.0.13 "GET /v2.0/ports?device_id=b8273d7d-7d14-4fba-908e-42ea49b1effb HTTP/1.1" status: 200 len: 210 time: 0.4700029 Jan 26 21:08:59.378730 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b519281-0b61-4d36-88e7-b51b99a29082 admin admin] Pushing event updated for resources: {'Network': ['ID=4c77fc5e-8204-43cc-a477-5f892b6932ac,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:08:59.385152 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-f5246084-7bf0-4ed0-a04d-ba48a1540fe6 req-2183435f-96da-4e3f-94a3-8bf9c6326495 tempest-FloatingIPsAssociationNegativeTestJSON-863358768 tempest-FloatingIPsAssociationNegativeTestJSON-863358768-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746560636600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746560234536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9281553'] for port (61a8743d-7bd4-48ea-8901-2127a4df07c9), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:08:59.390958 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Network 4c77fc5e-8204-43cc-a477-5f892b6932ac details requested by agent ovs-agent-n-d-760453-5 with host n-d-760453-5 {{(pid=103306) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 26 21:08:59.429136 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2183435f-96da-4e3f-94a3-8bf9c6326495 tempest-FloatingIPsAssociationNegativeTestJSON-863358768 tempest-FloatingIPsAssociationNegativeTestJSON-863358768-project] Pushing event deleted for resources: {'Port': ['ID=61a8743d-7bd4-48ea-8901-2127a4df07c9,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:08:59.550275 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701b732c-2ab4-48bb-9900-81f20bd2f33c req-b127879e-723d-4074-8ce4-d8d5a8a92dbe tempest-MigrationsAdminTest-1084137346 tempest-MigrationsAdminTest-1084137346-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:08:59.551856 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-701b732c-2ab4-48bb-9900-81f20bd2f33c req-b127879e-723d-4074-8ce4-d8d5a8a92dbe tempest-MigrationsAdminTest-1084137346 tempest-MigrationsAdminTest-1084137346-project] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.9046607 Jan 26 21:08:59.561056 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.db.resource_extend [None req-b6a3bbdc-003a-4f94-8166-db05f3536e4e tempest-ServersTestFqdnHostnames-1663210831 tempest-ServersTestFqdnHostnames-1663210831-project] It took 0.44 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 26 21:08:59.566944 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f318870-6c42-4e1b-981c-b96e5e06833c admin admin] Made reservation on behalf of 5bd3a696ca304eaea0522faa2d64ff99 for: {'subnet': 1} {{(pid=103305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 21:08:59.569463 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-1f318870-6c42-4e1b-981c-b96e5e06833c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11599953'] for subnet (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:08:59.600639 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-f5246084-7bf0-4ed0-a04d-ba48a1540fe6 req-2183435f-96da-4e3f-94a3-8bf9c6326495 tempest-FloatingIPsAssociationNegativeTestJSON-863358768 tempest-FloatingIPsAssociationNegativeTestJSON-863358768-project] Publish callbacks [] for floatingip (365b6a92-fcae-4dfb-8a63-1c9bb297ba47), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:08:59.604966 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [req-701b732c-2ab4-48bb-9900-81f20bd2f33c req-4c1cdeef-2561-496f-9138-895b5824ed4f tempest-MigrationsAdminTest-1084137346 tempest-MigrationsAdminTest-1084137346-project] Request body: {'port': {'device_id': 'b8273d7d-7d14-4fba-908e-42ea49b1effb', 'network_id': '7fbe9cf5-e12c-436d-b372-55a19c9faa30', 'admin_state_up': True, 'tenant_id': 'd178ac49ddc9478db66ba71c81039890'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:08:59.606549 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-f5246084-7bf0-4ed0-a04d-ba48a1540fe6 req-2183435f-96da-4e3f-94a3-8bf9c6326495 tempest-FloatingIPsAssociationNegativeTestJSON-863358768 tempest-FloatingIPsAssociationNegativeTestJSON-863358768-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for floatingip (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:08:59.611030 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-f5246084-7bf0-4ed0-a04d-ba48a1540fe6 req-2183435f-96da-4e3f-94a3-8bf9c6326495 tempest-FloatingIPsAssociationNegativeTestJSON-863358768 tempest-FloatingIPsAssociationNegativeTestJSON-863358768-project] 10.222.0.13 "DELETE /v2.0/floatingips/365b6a92-fcae-4dfb-8a63-1c9bb297ba47 HTTP/1.1" status: 204 len: 173 time: 1.5685482 Jan 26 21:08:59.639046 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b540721-23c4-48db-bdd3-e17b86b94dc2 req-fb240424-f78f-4c63-8702-ab603fbc20a2 tempest-ServersWithSpecificFlavorTestJSON-1678027092 tempest-ServersWithSpecificFlavorTestJSON-1678027092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:08:59.640598 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-0b540721-23c4-48db-bdd3-e17b86b94dc2 req-fb240424-f78f-4c63-8702-ab603fbc20a2 tempest-ServersWithSpecificFlavorTestJSON-1678027092 tempest-ServersWithSpecificFlavorTestJSON-1678027092-project] 10.222.0.13 "GET /v2.0/ports?device_id=dcdac7bd-aa63-4b09-95f8-06c58265aab2 HTTP/1.1" status: 200 len: 945 time: 0.1349049 Jan 26 21:08:59.702861 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 47602) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:08:59.710546 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-dcaee6aa-859f-4004-ab73-f9da291452f0 tempest-ServersWithSpecificFlavorTestJSON-1678027092 tempest-ServersWithSpecificFlavorTestJSON-1678027092-project] Request body: {'floatingip': {'port_id': '2b6d658e-a395-44fb-825a-1e05e1e3f2d9'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:08:59.747525 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-b6a3bbdc-003a-4f94-8166-db05f3536e4e tempest-ServersTestFqdnHostnames-1663210831 tempest-ServersTestFqdnHostnames-1663210831-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:08:59.771142 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-13154908-8cd5-4ccb-8af7-68626fe232a9 tempest-ImagesOneServerNegativeTestJSON-151319106 tempest-ImagesOneServerNegativeTestJSON-151319106-project] Deleting port e7b7cd2f-9463-4f82-9a70-932408fc8284 {{(pid=103305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 21:08:59.771435 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-13154908-8cd5-4ccb-8af7-68626fe232a9 tempest-ImagesOneServerNegativeTestJSON-151319106 tempest-ImagesOneServerNegativeTestJSON-151319106-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746560630878'] for port (e7b7cd2f-9463-4f82-9a70-932408fc8284), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:08:59.778611 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-b6a3bbdc-003a-4f94-8166-db05f3536e4e tempest-ServersTestFqdnHostnames-1663210831 tempest-ServersTestFqdnHostnames-1663210831-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4110913'] for floatingip (086239b4-07c7-4cdc-a4bd-a14801ba3d45), after_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:08:59.819703 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-dcaee6aa-859f-4004-ab73-f9da291452f0 tempest-ServersWithSpecificFlavorTestJSON-1678027092 tempest-ServersWithSpecificFlavorTestJSON-1678027092-project] Publish callbacks [] for floatingip (5c2e8654-517e-4ce3-bf85-e855360b6a26), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:08:59.830687 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-42a963d7-7ac0-4486-8ade-96326260ab44 req-80b6727d-70b9-4bc3-a2c8-0885d969f008 service neutron] 10.222.0.57 "GET /v2.0/networks/1c3811f3-dcb6-4f77-8c26-3e9819d7c63c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6314306 Jan 26 21:08:59.915251 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-d82150d4-b412-4c60-aa48-045b95ee99d8 req-06e6585f-0b85-4d30-80bd-efb86a27fbee tempest-FloatingIPsAssociationNegativeTestJSON-863358768 tempest-FloatingIPsAssociationNegativeTestJSON-863358768-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.1.62 HTTP/1.1" status: 200 len: 1001 time: 0.2725725 Jan 26 21:09:00.023939 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82150d4-b412-4c60-aa48-045b95ee99d8 req-7cc65d12-c605-417b-8be4-0d3e07c797e0 tempest-FloatingIPsAssociationNegativeTestJSON-863358768 tempest-FloatingIPsAssociationNegativeTestJSON-863358768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:09:00.025941 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-d82150d4-b412-4c60-aa48-045b95ee99d8 req-7cc65d12-c605-417b-8be4-0d3e07c797e0 tempest-FloatingIPsAssociationNegativeTestJSON-863358768 tempest-FloatingIPsAssociationNegativeTestJSON-863358768-project] 10.222.0.13 "GET /v2.0/ports/f5010a61-3896-475f-8bb6-a71c3454c269 HTTP/1.1" status: 200 len: 943 time: 0.1096036 Jan 26 21:09:00.068164 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-13154908-8cd5-4ccb-8af7-68626fe232a9 tempest-ImagesOneServerNegativeTestJSON-151319106 tempest-ImagesOneServerNegativeTestJSON-151319106-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4109658'] for port (e7b7cd2f-9463-4f82-9a70-932408fc8284), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:09:00.068495 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-13154908-8cd5-4ccb-8af7-68626fe232a9 tempest-ImagesOneServerNegativeTestJSON-151319106 tempest-ImagesOneServerNegativeTestJSON-151319106-project] Publish callbacks [] for floatingip (e7b7cd2f-9463-4f82-9a70-932408fc8284), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:09:00.111770 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-13154908-8cd5-4ccb-8af7-68626fe232a9 tempest-ImagesOneServerNegativeTestJSON-151319106 tempest-ImagesOneServerNegativeTestJSON-151319106-project] Calling delete_port for e7b7cd2f-9463-4f82-9a70-932408fc8284 owned by network:floatingip {{(pid=103305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 21:09:00.128703 n-d-760453-5 neutron-server[103305]: INFO neutron.db.l3_db [None req-b6a3bbdc-003a-4f94-8166-db05f3536e4e tempest-ServersTestFqdnHostnames-1663210831 tempest-ServersTestFqdnHostnames-1663210831-project] Floating IP 086239b4-07c7-4cdc-a4bd-a14801ba3d45 associated. External IP: 172.25.1.99, port: 41dcd358-acc3-4a4a-a964-69d1aa685d84. Jan 26 21:09:00.243518 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-701b732c-2ab4-48bb-9900-81f20bd2f33c req-4c1cdeef-2561-496f-9138-895b5824ed4f tempest-MigrationsAdminTest-1084137346 tempest-MigrationsAdminTest-1084137346-project] Made reservation on behalf of d178ac49ddc9478db66ba71c81039890 for: {'port': 1} {{(pid=103305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 21:09:00.246941 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-701b732c-2ab4-48bb-9900-81f20bd2f33c req-4c1cdeef-2561-496f-9138-895b5824ed4f tempest-MigrationsAdminTest-1084137346 tempest-MigrationsAdminTest-1084137346-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:09:00.271151 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-42a963d7-7ac0-4486-8ade-96326260ab44 req-2ea57b79-124c-4fff-8208-c5d1c44d4a33 service neutron] 10.222.0.57 "GET /v2.0/networks/1c3811f3-dcb6-4f77-8c26-3e9819d7c63c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3996649 Jan 26 21:09:00.347760 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-d82150d4-b412-4c60-aa48-045b95ee99d8 req-00d00252-4391-492a-9783-83080c0e9e9d tempest-FloatingIPsAssociationNegativeTestJSON-863358768 tempest-FloatingIPsAssociationNegativeTestJSON-863358768-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.1.62 HTTP/1.1" status: 200 len: 1001 time: 0.1621599 Jan 26 21:09:00.477868 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-1f318870-6c42-4e1b-981c-b96e5e06833c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11788839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11599975'] for subnet (6bdf131f-c818-4664-8c7c-4d7b20ebc274), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:09:00.480074 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-a60b7cda-c26e-47f0-badf-b0743a417cc8 req-aa399bf9-f59a-413a-8914-f33a6a665ed4 tempest-TenantUsagesTestJSON-1150225230 tempest-TenantUsagesTestJSON-1150225230-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=4259d278f64a412c868b75ca2989e72c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0629761 Jan 26 21:09:00.627491 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82150d4-b412-4c60-aa48-045b95ee99d8 req-754b54dd-8c84-4e7a-85bf-b0c8b992b7fc tempest-FloatingIPsAssociationNegativeTestJSON-863358768 tempest-FloatingIPsAssociationNegativeTestJSON-863358768-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:09:00.628835 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-d82150d4-b412-4c60-aa48-045b95ee99d8 req-754b54dd-8c84-4e7a-85bf-b0c8b992b7fc tempest-FloatingIPsAssociationNegativeTestJSON-863358768 tempest-FloatingIPsAssociationNegativeTestJSON-863358768-project] 10.222.0.13 "GET /v2.0/networks/4140a1f1-c93a-4bea-83a0-68953a54f299 HTTP/1.1" status: 200 len: 784 time: 0.2701590 Jan 26 21:09:00.641152 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [req-d82150d4-b412-4c60-aa48-045b95ee99d8 req-eeed2668-9a47-4eda-86bd-1fabeafa9fe0 tempest-FloatingIPsAssociationNegativeTestJSON-863358768 tempest-FloatingIPsAssociationNegativeTestJSON-863358768-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=103304) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 26 21:09:00.642818 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-d82150d4-b412-4c60-aa48-045b95ee99d8 req-eeed2668-9a47-4eda-86bd-1fabeafa9fe0 tempest-FloatingIPsAssociationNegativeTestJSON-863358768 tempest-FloatingIPsAssociationNegativeTestJSON-863358768-project] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0084310 Jan 26 21:09:00.646201 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f318870-6c42-4e1b-981c-b96e5e06833c admin admin] Pushing event updated for resources: {'Subnet': ['ID=6bdf131f-c818-4664-8c7c-4d7b20ebc274,revision_number=0']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:09:00.743447 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.db_base_plugin_common [req-701b732c-2ab4-48bb-9900-81f20bd2f33c req-4c1cdeef-2561-496f-9138-895b5824ed4f tempest-MigrationsAdminTest-1084137346 tempest-MigrationsAdminTest-1084137346-project] Allocated IP 192.168.233.254 (7fbe9cf5-e12c-436d-b372-55a19c9faa30/fd77e534-75e6-4b90-950e-f5824d584430/dc28e82f-dde1-4b80-acdc-d7b8421d511d) {{(pid=103305) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 21:09:00.750542 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f318870-6c42-4e1b-981c-b96e5e06833c admin admin] Checking segment: {'id': '26cb92f4-58b6-4776-921f-00a839f84f98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '4c77fc5e-8204-43cc-a477-5f892b6932ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103305) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 21:09:00.750893 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f318870-6c42-4e1b-981c-b96e5e06833c admin admin] Network hostable DHCP agents. Network: 4c77fc5e-8204-43cc-a477-5f892b6932ac, hostable agents: ['474ccdf7-ab6c-405b-a3b2-dc7b05829902'], hosted agents: [] {{(pid=103305) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 26 21:09:00.761272 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-dcaee6aa-859f-4004-ab73-f9da291452f0 tempest-ServersWithSpecificFlavorTestJSON-1678027092 tempest-ServersWithSpecificFlavorTestJSON-1678027092-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:09:00.773435 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60b7cda-c26e-47f0-badf-b0743a417cc8 req-3fa1d71b-88a3-4574-aa93-98da0046ca36 tempest-TenantUsagesTestJSON-1150225230 tempest-TenantUsagesTestJSON-1150225230-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:09:00.775152 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-a60b7cda-c26e-47f0-badf-b0743a417cc8 req-3fa1d71b-88a3-4574-aa93-98da0046ca36 tempest-TenantUsagesTestJSON-1150225230 tempest-TenantUsagesTestJSON-1150225230-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2876046 Jan 26 21:09:00.783459 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-dcaee6aa-859f-4004-ab73-f9da291452f0 tempest-ServersWithSpecificFlavorTestJSON-1678027092 tempest-ServersWithSpecificFlavorTestJSON-1678027092-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4110913'] for floatingip (5c2e8654-517e-4ce3-bf85-e855360b6a26), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:09:00.807812 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-13154908-8cd5-4ccb-8af7-68626fe232a9 tempest-ImagesOneServerNegativeTestJSON-151319106 tempest-ImagesOneServerNegativeTestJSON-151319106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746560636600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746560234536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11791543'] for port (e7b7cd2f-9463-4f82-9a70-932408fc8284), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:09:00.819514 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6a3bbdc-003a-4f94-8166-db05f3536e4e tempest-ServersTestFqdnHostnames-1663210831 tempest-ServersTestFqdnHostnames-1663210831-project] Router 959313f5-283d-43b9-9ade-d97dda2611c6 has already been hosted by L3 agent 09df100c-3af1-4b0a-bda8-05914c71c458 {{(pid=103305) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 26 21:09:00.837640 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-d82150d4-b412-4c60-aa48-045b95ee99d8 req-81a41e19-18ba-49b1-a260-5c9d9f2bc8b3 tempest-FloatingIPsAssociationNegativeTestJSON-863358768 tempest-FloatingIPsAssociationNegativeTestJSON-863358768-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.1.62 HTTP/1.1" status: 200 len: 1001 time: 0.1585305 Jan 26 21:09:00.841012 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-a60b7cda-c26e-47f0-badf-b0743a417cc8 req-83ef6d20-6e61-44df-9ee4-07cdafe58395 tempest-TenantUsagesTestJSON-1150225230 tempest-TenantUsagesTestJSON-1150225230-project] 10.222.0.13 "GET /v2.0/quotas/4259d278f64a412c868b75ca2989e72c HTTP/1.1" status: 200 len: 375 time: 0.0586140 Jan 26 21:09:00.854771 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f318870-6c42-4e1b-981c-b96e5e06833c admin admin] Network 4c77fc5e-8204-43cc-a477-5f892b6932ac is scheduled to be hosted by DHCP agent 474ccdf7-ab6c-405b-a3b2-dc7b05829902 with binding_index 1 {{(pid=103305) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 26 21:09:00.861082 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13154908-8cd5-4ccb-8af7-68626fe232a9 tempest-ImagesOneServerNegativeTestJSON-151319106 tempest-ImagesOneServerNegativeTestJSON-151319106-project] Pushing event deleted for resources: {'Port': ['ID=e7b7cd2f-9463-4f82-9a70-932408fc8284,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:09:00.867028 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [req-d82150d4-b412-4c60-aa48-045b95ee99d8 req-955e57de-b6ad-4741-a0e9-4ad5a329e4c7 tempest-FloatingIPsAssociationNegativeTestJSON-863358768 tempest-FloatingIPsAssociationNegativeTestJSON-863358768-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:09:00.917772 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [None req-1f318870-6c42-4e1b-981c-b96e5e06833c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760453-5, 4c77fc5e-8204-43cc-a477-5f892b6932ac) {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:09:00.929512 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3229379c-8206-4c78-adb2-29a7a6f3c9a7 None None] Network 4c77fc5e-8204-43cc-a477-5f892b6932ac requested from n-d-760453-5 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 26 21:09:00.956639 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-a60b7cda-c26e-47f0-badf-b0743a417cc8 req-4355c011-8357-426e-9fcd-1fe1d215baa7 tempest-TenantUsagesTestJSON-1150225230 tempest-TenantUsagesTestJSON-1150225230-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=4259d278f64a412c868b75ca2989e72c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1039424 Jan 26 21:09:00.968093 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f318870-6c42-4e1b-981c-b96e5e06833c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:09:00.968248 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-1f318870-6c42-4e1b-981c-b96e5e06833c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709645'] for subnet (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:09:00.994869 n-d-760453-5 neutron-server[103304]: INFO neutron.db.l3_db [None req-dcaee6aa-859f-4004-ab73-f9da291452f0 tempest-ServersWithSpecificFlavorTestJSON-1678027092 tempest-ServersWithSpecificFlavorTestJSON-1678027092-project] Floating IP 5c2e8654-517e-4ce3-bf85-e855360b6a26 associated. External IP: 172.25.1.117, port: 2b6d658e-a395-44fb-825a-1e05e1e3f2d9. Jan 26 21:09:00.998598 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-d82150d4-b412-4c60-aa48-045b95ee99d8 req-955e57de-b6ad-4741-a0e9-4ad5a329e4c7 tempest-FloatingIPsAssociationNegativeTestJSON-863358768 tempest-FloatingIPsAssociationNegativeTestJSON-863358768-project] Publish callbacks [] for floatingip (08ec2091-e34d-40d8-a7e3-094990514206), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:09:01.062446 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-13154908-8cd5-4ccb-8af7-68626fe232a9 tempest-ImagesOneServerNegativeTestJSON-151319106 tempest-ImagesOneServerNegativeTestJSON-151319106-project] Publish callbacks [] for floatingip (0d1b26a4-8909-4211-a5ad-311a21a7f090), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:09:01.065631 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-13154908-8cd5-4ccb-8af7-68626fe232a9 tempest-ImagesOneServerNegativeTestJSON-151319106 tempest-ImagesOneServerNegativeTestJSON-151319106-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for floatingip (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:09:01.066812 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-13154908-8cd5-4ccb-8af7-68626fe232a9 tempest-ImagesOneServerNegativeTestJSON-151319106 tempest-ImagesOneServerNegativeTestJSON-151319106-project] 10.222.0.13 "DELETE /v2.0/floatingips/0d1b26a4-8909-4211-a5ad-311a21a7f090 HTTP/1.1" status: 204 len: 168 time: 2.3367007 Jan 26 21:09:01.074344 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-1f318870-6c42-4e1b-981c-b96e5e06833c admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 2.0222783 Jan 26 21:09:01.128507 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-536bb408-6947-4ac6-97be-fa9571fc6472 None None] Network 4c77fc5e-8204-43cc-a477-5f892b6932ac requested from n-d-760453-5 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 26 21:09:01.201934 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-701b732c-2ab4-48bb-9900-81f20bd2f33c req-4c1cdeef-2561-496f-9138-895b5824ed4f tempest-MigrationsAdminTest-1084137346 tempest-MigrationsAdminTest-1084137346-project] Publish callbacks [] for port (dc28e82f-dde1-4b80-acdc-d7b8421d511d), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:09:01.225639 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6a3bbdc-003a-4f94-8166-db05f3536e4e tempest-ServersTestFqdnHostnames-1663210831 tempest-ServersTestFqdnHostnames-1663210831-project] Notify agent at l3_agent.n-d-760453-5 the message routers_updated {{(pid=103305) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 26 21:09:01.252247 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-b6a3bbdc-003a-4f94-8166-db05f3536e4e tempest-ServersTestFqdnHostnames-1663210831 tempest-ServersTestFqdnHostnames-1663210831-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for floatingip (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:09:01.284642 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be99388b-3cb0-422d-8dae-1d97df77e6c1 None None] Sync routers for ids ['959313f5-283d-43b9-9ade-d97dda2611c6'] in n-d-760453-5 {{(pid=103306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 26 21:09:01.319842 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be99388b-3cb0-422d-8dae-1d97df77e6c1 None None] Routers {'959313f5-283d-43b9-9ade-d97dda2611c6'} bound to L3 agent in host n-d-760453-5 {{(pid=103306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 21:09:01.320851 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-be99388b-3cb0-422d-8dae-1d97df77e6c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-26T20:55:21Z,description=,heartbeat_timestamp=2022-01-26T21:08:51Z,host='n-d-760453-5',id=09df100c-3af1-4b0a-bda8-05914c71c458,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:55:21Z,topic='l3_agent')) {'router_ids': ['959313f5-283d-43b9-9ade-d97dda2611c6'], 'active': True} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:09:01.327780 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-b6a3bbdc-003a-4f94-8166-db05f3536e4e tempest-ServersTestFqdnHostnames-1663210831 tempest-ServersTestFqdnHostnames-1663210831-project] 10.222.0.13 "PUT /v2.0/floatingips/086239b4-07c7-4cdc-a4bd-a14801ba3d45 HTTP/1.1" status: 200 len: 991 time: 3.5472729 Jan 26 21:09:01.331319 n-d-760453-5 neutron-server[103305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cef1c79f-e0ff-4eb2-8297-9fad70b4e6cd', 'tag': '41dcd358-acc3-4a4a-a964-69d1aa685d84'}] {{(pid=103305) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 21:09:01.334776 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d4654568b7bf041e72ff8fe1c96d6d761d9c921f2b99bc7b3a26632be20cee0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d0c10ae-5803-4dd2-b351-e19abb81418e" -d '{"events": [{"name": "network-changed", "server_uuid": "cef1c79f-e0ff-4eb2-8297-9fad70b4e6cd", "tag": "41dcd358-acc3-4a4a-a964-69d1aa685d84"}]}' {{(pid=103305) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 21:09:01.396140 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-5e8dc779-00e4-462f-a36d-e4b3f997c320 req-befee674-fd18-4267-8b25-e1af30378ad9 tempest-MigrationsAdminTest-1084137346 tempest-MigrationsAdminTest-1084137346-project] 10.222.0.13 "GET /v2.0/ports?device_id=b8273d7d-7d14-4fba-908e-42ea49b1effb HTTP/1.1" status: 200 len: 210 time: 0.1370730 Jan 26 21:09:01.428439 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-701b732c-2ab4-48bb-9900-81f20bd2f33c req-4c1cdeef-2561-496f-9138-895b5824ed4f tempest-MigrationsAdminTest-1084137346 tempest-MigrationsAdminTest-1084137346-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746560234527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11791543'] for port (dc28e82f-dde1-4b80-acdc-d7b8421d511d), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:09:01.461003 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] get_ports_and_sgs() called for port_ids ['bf5e2133-dab5-461f-8ecd-f78e9891231b', '35f30042-617d-4336-9f2b-bcf2d6d2f65d'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 26 21:09:01.525364 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-d82150d4-b412-4c60-aa48-045b95ee99d8 req-955e57de-b6ad-4741-a0e9-4ad5a329e4c7 tempest-FloatingIPsAssociationNegativeTestJSON-863358768 tempest-FloatingIPsAssociationNegativeTestJSON-863358768-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:09:01.538047 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-d82150d4-b412-4c60-aa48-045b95ee99d8 req-955e57de-b6ad-4741-a0e9-4ad5a329e4c7 tempest-FloatingIPsAssociationNegativeTestJSON-863358768 tempest-FloatingIPsAssociationNegativeTestJSON-863358768-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4110913'] for floatingip (08ec2091-e34d-40d8-a7e3-094990514206), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:09:01.538456 n-d-760453-5 neutron-server[103304]: INFO neutron.db.l3_db [req-d82150d4-b412-4c60-aa48-045b95ee99d8 req-955e57de-b6ad-4741-a0e9-4ad5a329e4c7 tempest-FloatingIPsAssociationNegativeTestJSON-863358768 tempest-FloatingIPsAssociationNegativeTestJSON-863358768-project] Floating IP 08ec2091-e34d-40d8-a7e3-094990514206 disassociated. External IP: 172.25.1.62, port: f5010a61-3896-475f-8bb6-a71c3454c269. Jan 26 21:09:01.555650 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-701b732c-2ab4-48bb-9900-81f20bd2f33c req-4c1cdeef-2561-496f-9138-895b5824ed4f tempest-MigrationsAdminTest-1084137346 tempest-MigrationsAdminTest-1084137346-project] Network 7fbe9cf5-e12c-436d-b372-55a19c9faa30 is already hosted by enough agents. {{(pid=103305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 21:09:01.566667 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [req-701b732c-2ab4-48bb-9900-81f20bd2f33c req-4c1cdeef-2561-496f-9138-895b5824ed4f tempest-MigrationsAdminTest-1084137346 tempest-MigrationsAdminTest-1084137346-project] Resources bound (agent type, host, resource id): {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:09:01.573802 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [req-701b732c-2ab4-48bb-9900-81f20bd2f33c req-4c1cdeef-2561-496f-9138-895b5824ed4f tempest-MigrationsAdminTest-1084137346 tempest-MigrationsAdminTest-1084137346-project] Received port after_create {{(pid=103305) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 21:09:01.580301 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c1cdeef-2561-496f-9138-895b5824ed4f tempest-MigrationsAdminTest-1084137346 tempest-MigrationsAdminTest-1084137346-project] Pushing event updated for resources: {'Port': ['ID=dc28e82f-dde1-4b80-acdc-d7b8421d511d,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:09:01.604792 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] get_ports_and_sgs() called for port_ids ['0fe894a4-1ae0-4a4f-bd3a-ef6daeae89d6'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 26 21:09:01.646111 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-2cc06bd8-b380-401c-b094-2d47b47d3907 req-cf4e6714-1037-4081-931f-0e3d974e1483 tempest-TenantUsagesTestJSON-1150225230 tempest-TenantUsagesTestJSON-1150225230-project] 10.222.0.13 "GET /v2.0/ports?device_id=a9bb2adf-f97d-4150-8ccf-d81bb6fe6437 HTTP/1.1" status: 200 len: 210 time: 0.1049080 Jan 26 21:09:01.719506 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701b732c-2ab4-48bb-9900-81f20bd2f33c req-4c1cdeef-2561-496f-9138-895b5824ed4f tempest-MigrationsAdminTest-1084137346 tempest-MigrationsAdminTest-1084137346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:09:01.720260 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-701b732c-2ab4-48bb-9900-81f20bd2f33c req-4c1cdeef-2561-496f-9138-895b5824ed4f tempest-MigrationsAdminTest-1084137346 tempest-MigrationsAdminTest-1084137346-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:09:01.730957 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvr_db [None req-be99388b-3cb0-422d-8dae-1d97df77e6c1 None None] Set router 959313f5-283d-43b9-9ade-d97dda2611c6 gateway port host: n-d-760453-5 {{(pid=103306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 21:09:01.766746 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-701b732c-2ab4-48bb-9900-81f20bd2f33c req-4c1cdeef-2561-496f-9138-895b5824ed4f tempest-MigrationsAdminTest-1084137346 tempest-MigrationsAdminTest-1084137346-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.2026639 Jan 26 21:09:01.778683 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [req-701b732c-2ab4-48bb-9900-81f20bd2f33c req-94965a79-3f44-445f-abae-71d7e2ab7ccd service neutron] Request body: {'port': {'device_id': 'b8273d7d-7d14-4fba-908e-42ea49b1effb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-760453-5'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:09:01.874022 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dcaee6aa-859f-4004-ab73-f9da291452f0 tempest-ServersWithSpecificFlavorTestJSON-1678027092 tempest-ServersWithSpecificFlavorTestJSON-1678027092-project] Router 1e1537f3-2953-450d-9758-e36dd4e159f5 has already been hosted by L3 agent 09df100c-3af1-4b0a-bda8-05914c71c458 {{(pid=103304) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 26 21:09:01.922854 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 26 Jan 2022 21:09:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26827798-c076-426a-9685-a6fee86f952e x-openstack-request-id: req-26827798-c076-426a-9685-a6fee86f952e {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 21:09:01.924498 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cef1c79f-e0ff-4eb2-8297-9fad70b4e6cd", "tag": "41dcd358-acc3-4a4a-a964-69d1aa685d84", "status": "completed", "code": 200}]} {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 21:09:01.925454 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-26827798-c076-426a-9685-a6fee86f952e {{(pid=103305) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 21:09:01.925931 n-d-760453-5 neutron-server[103305]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cef1c79f-e0ff-4eb2-8297-9fad70b4e6cd', 'tag': '41dcd358-acc3-4a4a-a964-69d1aa685d84', 'status': 'completed', 'code': 200} Jan 26 21:09:01.951653 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-701b732c-2ab4-48bb-9900-81f20bd2f33c req-94965a79-3f44-445f-abae-71d7e2ab7ccd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (dc28e82f-dde1-4b80-acdc-d7b8421d511d), before_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:09:02.175011 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-72d7ee95-1c50-4b08-a6fd-23e32a52be0e None None] Provisioning complete for port dc28e82f-dde1-4b80-acdc-d7b8421d511d triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:09:02.175615 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-72d7ee95-1c50-4b08-a6fd-23e32a52be0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (dc28e82f-dde1-4b80-acdc-d7b8421d511d), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:09:02.330417 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-72d7ee95-1c50-4b08-a6fd-23e32a52be0e None None] Port dc28e82f-dde1-4b80-acdc-d7b8421d511d cannot update to ACTIVE because it is not bound. {{(pid=103306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 26 21:09:02.460114 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-be99388b-3cb0-422d-8dae-1d97df77e6c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '959313f5-283d-43b9-9ade-d97dda2611c6', 'name': 'tempest-ServersTestFqdnHostnames-554146304-router', 'tenant_id': '4815438ae48244e6bf659aa0ac197d5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'external_fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.225'}], 'enable_snat': True}, 'gw_port_id': '095339f6-726e-4532-a288-d363147d27fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T21:08:24Z', 'updated_at': '2022-01-26T21:08:29Z', 'revision_number': 4, 'project_id': '4815438ae48244e6bf659aa0ac197d5f', 'gw_port': {'id': '095339f6-726e-4532-a288-d363147d27fd', 'name': '', 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:d1:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '959313f5-283d-43b9-9ade-d97dda2611c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:08:25Z', 'updated_at': '2022-01-26T21:08:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-5', '_floatingips': [{'id': '086239b4-07c7-4cdc-a4bd-a14801ba3d45', 'tenant_id': '4815438ae48244e6bf659aa0ac197d5f', 'floating_ip_address': '172.25.1.99', 'floating_network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'router_id': '959313f5-283d-43b9-9ade-d97dda2611c6', 'port_id': '41dcd358-acc3-4a4a-a964-69d1aa685d84', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 608, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '04f127ee-b02e-4caf-884a-3d6915eed85e', 'mac_address': 'fa:16:3e:29:64:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cef1c79f-e0ff-4eb2-8297-9fad70b4e6cd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-26T21:08:34Z', 'updated_at': '2022-01-26T21:08:59Z', 'revision_number': 1, 'project_id': '4815438ae48244e6bf659aa0ac197d5f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a4078fa5-71e0-4764-bce8-9603e922a966', 'name': '', 'network_id': '04f127ee-b02e-4caf-884a-3d6915eed85e', 'tenant_id': '4815438ae48244e6bf659aa0ac197d5f', 'mac_address': 'fa:16:3e:07:dc:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '959313f5-283d-43b9-9ade-d97dda2611c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': '61a27748-d30c-4f5d-ae2a-2d53517279d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:08:29Z', 'updated_at': '2022-01-26T21:08:36Z', 'revision_number': 5, 'project_id': '4815438ae48244e6bf659aa0ac197d5f', 'subnets': [{'id': '61a27748-d30c-4f5d-ae2a-2d53517279d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760453-5', False) {} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:09:02.493899 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be99388b-3cb0-422d-8dae-1d97df77e6c1 None None] Checking router: 959313f5-283d-43b9-9ade-d97dda2611c6 for host: n-d-760453-5 {{(pid=103306) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 26 21:09:02.505132 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be99388b-3cb0-422d-8dae-1d97df77e6c1 None None] Routers {'959313f5-283d-43b9-9ade-d97dda2611c6'} bound to L3 agent in host n-d-760453-5 {{(pid=103306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 21:09:02.506063 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-be99388b-3cb0-422d-8dae-1d97df77e6c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-26T20:55:21Z,description=,heartbeat_timestamp=2022-01-26T21:08:51Z,host='n-d-760453-5',id=09df100c-3af1-4b0a-bda8-05914c71c458,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:55:21Z,topic='l3_agent')) {'router_ids': ['959313f5-283d-43b9-9ade-d97dda2611c6'], 'active': True} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:09:02.520294 n-d-760453-5 neutron-server[103305]: DEBUG neutron.notifiers.nova [req-701b732c-2ab4-48bb-9900-81f20bd2f33c req-94965a79-3f44-445f-abae-71d7e2ab7ccd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dc28e82f-dde1-4b80-acdc-d7b8421d511d {{(pid=103305) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 26 21:09:02.529507 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-701b732c-2ab4-48bb-9900-81f20bd2f33c req-94965a79-3f44-445f-abae-71d7e2ab7ccd service neutron] Publish callbacks [] for port (dc28e82f-dde1-4b80-acdc-d7b8421d511d), precommit_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:09:02.543800 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.provisioning_blocks [req-701b732c-2ab4-48bb-9900-81f20bd2f33c req-94965a79-3f44-445f-abae-71d7e2ab7ccd service neutron] Transition to ACTIVE for port object dc28e82f-dde1-4b80-acdc-d7b8421d511d will not be triggered until provisioned by entity L2. {{(pid=103305) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 21:09:02.554112 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-701b732c-2ab4-48bb-9900-81f20bd2f33c req-94965a79-3f44-445f-abae-71d7e2ab7ccd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11791520'] for port (dc28e82f-dde1-4b80-acdc-d7b8421d511d), after_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:09:02.593427 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0c10ae-5803-4dd2-b351-e19abb81418e req-b619e073-944e-4ff9-b270-0789fcd3aa85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:09:02.595699 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-4d0c10ae-5803-4dd2-b351-e19abb81418e req-b619e073-944e-4ff9-b270-0789fcd3aa85 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=4815438ae48244e6bf659aa0ac197d5f&device_id=cef1c79f-e0ff-4eb2-8297-9fad70b4e6cd HTTP/1.1" status: 200 len: 1097 time: 0.6392012 Jan 26 21:09:02.613345 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94965a79-3f44-445f-abae-71d7e2ab7ccd service neutron] Pushing event updated for resources: {'Port': ['ID=dc28e82f-dde1-4b80-acdc-d7b8421d511d,revision_number=2']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:09:02.674905 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvr_db [None req-be99388b-3cb0-422d-8dae-1d97df77e6c1 None None] Set router 959313f5-283d-43b9-9ade-d97dda2611c6 gateway port host: n-d-760453-5 {{(pid=103306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 21:09:02.694692 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dcaee6aa-859f-4004-ab73-f9da291452f0 tempest-ServersWithSpecificFlavorTestJSON-1678027092 tempest-ServersWithSpecificFlavorTestJSON-1678027092-project] Notify agent at l3_agent.n-d-760453-5 the message routers_updated {{(pid=103304) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 26 21:09:02.705063 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-dcaee6aa-859f-4004-ab73-f9da291452f0 tempest-ServersWithSpecificFlavorTestJSON-1678027092 tempest-ServersWithSpecificFlavorTestJSON-1678027092-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for floatingip (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:09:02.706584 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [req-701b732c-2ab4-48bb-9900-81f20bd2f33c req-94965a79-3f44-445f-abae-71d7e2ab7ccd service neutron] Attempting to bind port dc28e82f-dde1-4b80-acdc-d7b8421d511d on host n-h2-760453-5 for vnic_type normal with profile {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 21:09:02.706931 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [req-701b732c-2ab4-48bb-9900-81f20bd2f33c req-94965a79-3f44-445f-abae-71d7e2ab7ccd service neutron] Attempting to bind port dc28e82f-dde1-4b80-acdc-d7b8421d511d by drivers openvswitch,hyperv on host n-h2-760453-5 at level 0 using segments [{'id': '4eab25d6-89d9-4907-a1c2-51b06443ba33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '7fbe9cf5-e12c-436d-b372-55a19c9faa30'}] {{(pid=103305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 26 21:09:02.707262 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-701b732c-2ab4-48bb-9900-81f20bd2f33c req-94965a79-3f44-445f-abae-71d7e2ab7ccd service neutron] Attempting to bind port dc28e82f-dde1-4b80-acdc-d7b8421d511d on network 7fbe9cf5-e12c-436d-b372-55a19c9faa30 {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 21:09:02.713395 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d82150d4-b412-4c60-aa48-045b95ee99d8 req-955e57de-b6ad-4741-a0e9-4ad5a329e4c7 tempest-FloatingIPsAssociationNegativeTestJSON-863358768 tempest-FloatingIPsAssociationNegativeTestJSON-863358768-project] Router c8a39d9d-1ca2-4e57-afb6-298c02dd3829 has already been hosted by L3 agent 09df100c-3af1-4b0a-bda8-05914c71c458 {{(pid=103304) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 26 21:09:02.720461 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-701b732c-2ab4-48bb-9900-81f20bd2f33c req-94965a79-3f44-445f-abae-71d7e2ab7ccd service neutron] Port dc28e82f-dde1-4b80-acdc-d7b8421d511d on network 7fbe9cf5-e12c-436d-b372-55a19c9faa30 not bound, no agent of type Open vSwitch agent registered on host n-h2-760453-5 {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 26 21:09:02.720978 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-701b732c-2ab4-48bb-9900-81f20bd2f33c req-94965a79-3f44-445f-abae-71d7e2ab7ccd service neutron] Attempting to bind port dc28e82f-dde1-4b80-acdc-d7b8421d511d on network 7fbe9cf5-e12c-436d-b372-55a19c9faa30 {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 21:09:02.723808 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2587cdd9-1522-47df-9932-4bd5a9b4eed8 None None] Sync routers for ids ['1e1537f3-2953-450d-9758-e36dd4e159f5'] in n-d-760453-5 {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 26 21:09:02.731779 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-701b732c-2ab4-48bb-9900-81f20bd2f33c req-94965a79-3f44-445f-abae-71d7e2ab7ccd service neutron] Checking agent: {'id': '4d619873-4b60-439f-9b5a-b155dc8bbc34', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-760453-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 21, 2, 53), 'started_at': datetime.datetime(2022, 1, 26, 21, 2, 53), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 21, 8, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 26 21:09:02.732123 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-701b732c-2ab4-48bb-9900-81f20bd2f33c req-94965a79-3f44-445f-abae-71d7e2ab7ccd service neutron] Checking segment: {'id': '4eab25d6-89d9-4907-a1c2-51b06443ba33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '7fbe9cf5-e12c-436d-b372-55a19c9faa30'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103305) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 21:09:02.732560 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-701b732c-2ab4-48bb-9900-81f20bd2f33c req-94965a79-3f44-445f-abae-71d7e2ab7ccd service neutron] Bound using segment: {'id': '4eab25d6-89d9-4907-a1c2-51b06443ba33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '7fbe9cf5-e12c-436d-b372-55a19c9faa30'} {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 26 21:09:02.732941 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [req-701b732c-2ab4-48bb-9900-81f20bd2f33c req-94965a79-3f44-445f-abae-71d7e2ab7ccd service neutron] Bound port: dc28e82f-dde1-4b80-acdc-d7b8421d511d, host: n-h2-760453-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4eab25d6-89d9-4907-a1c2-51b06443ba33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '7fbe9cf5-e12c-436d-b372-55a19c9faa30'}}] {{(pid=103305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 26 21:09:02.733329 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-701b732c-2ab4-48bb-9900-81f20bd2f33c req-94965a79-3f44-445f-abae-71d7e2ab7ccd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (dc28e82f-dde1-4b80-acdc-d7b8421d511d), before_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:09:02.783611 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2587cdd9-1522-47df-9932-4bd5a9b4eed8 None None] Routers {'1e1537f3-2953-450d-9758-e36dd4e159f5'} bound to L3 agent in host n-d-760453-5 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 21:09:02.783839 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-dcaee6aa-859f-4004-ab73-f9da291452f0 tempest-ServersWithSpecificFlavorTestJSON-1678027092 tempest-ServersWithSpecificFlavorTestJSON-1678027092-project] 10.222.0.13 "PUT /v2.0/floatingips/5c2e8654-517e-4ce3-bf85-e855360b6a26 HTTP/1.1" status: 200 len: 991 time: 3.0786960 Jan 26 21:09:02.784678 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-2587cdd9-1522-47df-9932-4bd5a9b4eed8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-26T20:55:21Z,description=,heartbeat_timestamp=2022-01-26T21:08:51Z,host='n-d-760453-5',id=09df100c-3af1-4b0a-bda8-05914c71c458,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:55:21Z,topic='l3_agent')) {'router_ids': ['1e1537f3-2953-450d-9758-e36dd4e159f5'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:09:02.857147 n-d-760453-5 neutron-server[103304]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dcdac7bd-aa63-4b09-95f8-06c58265aab2', 'tag': '2b6d658e-a395-44fb-825a-1e05e1e3f2d9'}] {{(pid=103304) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 21:09:02.862170 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d52b45f1943fcd332af9527eb73ff93c8d715d44383a3f6d18de73b4cfcf87b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca8d11ab-fe98-4236-8c12-bc8e55feca06" -d '{"events": [{"name": "network-changed", "server_uuid": "dcdac7bd-aa63-4b09-95f8-06c58265aab2", "tag": "2b6d658e-a395-44fb-825a-1e05e1e3f2d9"}]}' {{(pid=103304) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 21:09:02.868721 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0c10ae-5803-4dd2-b351-e19abb81418e req-b9ff7070-c7c3-4591-acc8-fe07a95ea78d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:09:02.870924 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-4d0c10ae-5803-4dd2-b351-e19abb81418e req-b9ff7070-c7c3-4591-acc8-fe07a95ea78d service neutron] 10.222.0.66 "GET /v2.0/networks?id=04f127ee-b02e-4caf-884a-3d6915eed85e HTTP/1.1" status: 200 len: 915 time: 0.2610471 Jan 26 21:09:02.888165 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [req-701b732c-2ab4-48bb-9900-81f20bd2f33c req-94965a79-3f44-445f-abae-71d7e2ab7ccd service neutron] For port dc28e82f-dde1-4b80-acdc-d7b8421d511d, host n-h2-760453-5, cleared binding levels {{(pid=103305) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 26 21:09:02.903218 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [req-701b732c-2ab4-48bb-9900-81f20bd2f33c req-94965a79-3f44-445f-abae-71d7e2ab7ccd service neutron] For port dc28e82f-dde1-4b80-acdc-d7b8421d511d, host n-h2-760453-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-5',level=0,port_id=dc28e82f-dde1-4b80-acdc-d7b8421d511d,segment=NetworkSegment(4eab25d6-89d9-4907-a1c2-51b06443ba33),segment_id=4eab25d6-89d9-4907-a1c2-51b06443ba33)] {{(pid=103305) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 26 21:09:02.912750 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-701b732c-2ab4-48bb-9900-81f20bd2f33c req-94965a79-3f44-445f-abae-71d7e2ab7ccd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11791520'] for port (dc28e82f-dde1-4b80-acdc-d7b8421d511d), after_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:09:02.933253 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1060a625-6730-4580-b14e-fdd595314dae req-36c279d3-3111-455b-9b17-34a5febac5f3 tempest-VolumesAdminNegativeTest-1754772051 tempest-VolumesAdminNegativeTest-1754772051-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:09:02.941169 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-1060a625-6730-4580-b14e-fdd595314dae req-36c279d3-3111-455b-9b17-34a5febac5f3 tempest-VolumesAdminNegativeTest-1754772051 tempest-VolumesAdminNegativeTest-1754772051-project] 10.222.0.13 "GET /v2.0/networks?id=e85854ea-b0dd-49df-aa3d-c27bf5ef9ded HTTP/1.1" status: 200 len: 814 time: 0.5127447 Jan 26 21:09:02.968144 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701b732c-2ab4-48bb-9900-81f20bd2f33c req-94965a79-3f44-445f-abae-71d7e2ab7ccd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:09:02.972652 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-701b732c-2ab4-48bb-9900-81f20bd2f33c req-94965a79-3f44-445f-abae-71d7e2ab7ccd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:09:02.979102 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-701b732c-2ab4-48bb-9900-81f20bd2f33c req-94965a79-3f44-445f-abae-71d7e2ab7ccd service neutron] 10.222.0.57 "PUT /v2.0/ports/dc28e82f-dde1-4b80-acdc-d7b8421d511d HTTP/1.1" status: 200 len: 1096 time: 1.2009714 Jan 26 21:09:03.082465 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_dvr_db [None req-2587cdd9-1522-47df-9932-4bd5a9b4eed8 None None] Set router 1e1537f3-2953-450d-9758-e36dd4e159f5 gateway port host: n-d-760453-5 {{(pid=103307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 21:09:03.112384 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-be99388b-3cb0-422d-8dae-1d97df77e6c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '959313f5-283d-43b9-9ade-d97dda2611c6', 'name': 'tempest-ServersTestFqdnHostnames-554146304-router', 'tenant_id': '4815438ae48244e6bf659aa0ac197d5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'external_fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.225'}], 'enable_snat': True}, 'gw_port_id': '095339f6-726e-4532-a288-d363147d27fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T21:08:24Z', 'updated_at': '2022-01-26T21:08:29Z', 'revision_number': 4, 'project_id': '4815438ae48244e6bf659aa0ac197d5f', 'gw_port': {'id': '095339f6-726e-4532-a288-d363147d27fd', 'name': '', 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:d1:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '959313f5-283d-43b9-9ade-d97dda2611c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:08:25Z', 'updated_at': '2022-01-26T21:08:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-5', '_floatingips': [{'id': '086239b4-07c7-4cdc-a4bd-a14801ba3d45', 'tenant_id': '4815438ae48244e6bf659aa0ac197d5f', 'floating_ip_address': '172.25.1.99', 'floating_network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'router_id': '959313f5-283d-43b9-9ade-d97dda2611c6', 'port_id': '41dcd358-acc3-4a4a-a964-69d1aa685d84', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 608, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '04f127ee-b02e-4caf-884a-3d6915eed85e', 'mac_address': 'fa:16:3e:29:64:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cef1c79f-e0ff-4eb2-8297-9fad70b4e6cd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-26T21:08:34Z', 'updated_at': '2022-01-26T21:08:59Z', 'revision_number': 1, 'project_id': '4815438ae48244e6bf659aa0ac197d5f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a4078fa5-71e0-4764-bce8-9603e922a966', 'name': '', 'network_id': '04f127ee-b02e-4caf-884a-3d6915eed85e', 'tenant_id': '4815438ae48244e6bf659aa0ac197d5f', 'mac_address': 'fa:16:3e:07:dc:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '959313f5-283d-43b9-9ade-d97dda2611c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': '61a27748-d30c-4f5d-ae2a-2d53517279d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:08:29Z', 'updated_at': '2022-01-26T21:08:36Z', 'revision_number': 5, 'project_id': '4815438ae48244e6bf659aa0ac197d5f', 'subnets': [{'id': '61a27748-d30c-4f5d-ae2a-2d53517279d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760453-5', False) {} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:09:03.133276 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94965a79-3f44-445f-abae-71d7e2ab7ccd service neutron] Pushing event updated for resources: {'Port': ['ID=dc28e82f-dde1-4b80-acdc-d7b8421d511d,revision_number=3']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:09:03.154628 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-a60b7cda-c26e-47f0-badf-b0743a417cc8 req-8b95ed09-a16a-4d9b-8a80-3fab71892739 tempest-TenantUsagesTestJSON-1150225230 tempest-TenantUsagesTestJSON-1150225230-project] 10.222.0.57 "GET /v2.0/networks?tenant_id=4259d278f64a412c868b75ca2989e72c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1044710 Jan 26 21:09:03.192148 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be99388b-3cb0-422d-8dae-1d97df77e6c1 None None] The sync data for ids ['959313f5-283d-43b9-9ade-d97dda2611c6'] in n-d-760453-5 is: [{'id': '959313f5-283d-43b9-9ade-d97dda2611c6', 'name': 'tempest-ServersTestFqdnHostnames-554146304-router', 'tenant_id': '4815438ae48244e6bf659aa0ac197d5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'external_fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.225'}], 'enable_snat': True}, 'gw_port_id': '095339f6-726e-4532-a288-d363147d27fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T21:08:24Z', 'updated_at': '2022-01-26T21:08:29Z', 'revision_number': 4, 'project_id': '4815438ae48244e6bf659aa0ac197d5f', 'gw_port': {'id': '095339f6-726e-4532-a288-d363147d27fd', 'name': '', 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:d1:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '959313f5-283d-43b9-9ade-d97dda2611c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:08:25Z', 'updated_at': '2022-01-26T21:08:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-5', '_floatingips': [{'id': '086239b4-07c7-4cdc-a4bd-a14801ba3d45', 'tenant_id': '4815438ae48244e6bf659aa0ac197d5f', 'floating_ip_address': '172.25.1.99', 'floating_network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'router_id': '959313f5-283d-43b9-9ade-d97dda2611c6', 'port_id': '41dcd358-acc3-4a4a-a964-69d1aa685d84', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 608, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '04f127ee-b02e-4caf-884a-3d6915eed85e', 'mac_address': 'fa:16:3e:29:64:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cef1c79f-e0ff-4eb2-8297-9fad70b4e6cd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-26T21:08:34Z', 'updated_at': '2022-01-26T21:08:59Z', 'revision_number': 1, 'project_id': '4815438ae48244e6bf659aa0ac197d5f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a4078fa5-71e0-4764-bce8-9603e922a966', 'name': '', 'network_id': '04f127ee-b02e-4caf-884a-3d6915eed85e', 'tenant_id': '4815438ae48244e6bf659aa0ac197d5f', 'mac_address': 'fa:16:3e:07:dc:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '959313f5-283d-43b9-9ade-d97dda2611c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': '61a27748-d30c-4f5d-ae2a-2d53517279d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:08:29Z', 'updated_at': '2022-01-26T21:08:36Z', 'revision_number': 5, 'project_id': '4815438ae48244e6bf659aa0ac197d5f', 'subnets': [{'id': '61a27748-d30c-4f5d-ae2a-2d53517279d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 26 21:09:03.212772 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d82150d4-b412-4c60-aa48-045b95ee99d8 req-955e57de-b6ad-4741-a0e9-4ad5a329e4c7 tempest-FloatingIPsAssociationNegativeTestJSON-863358768 tempest-FloatingIPsAssociationNegativeTestJSON-863358768-project] Notify agent at l3_agent.n-d-760453-5 the message routers_updated {{(pid=103304) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 26 21:09:03.218745 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-d82150d4-b412-4c60-aa48-045b95ee99d8 req-955e57de-b6ad-4741-a0e9-4ad5a329e4c7 tempest-FloatingIPsAssociationNegativeTestJSON-863358768 tempest-FloatingIPsAssociationNegativeTestJSON-863358768-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for floatingip (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:09:03.230175 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e77ca51-1432-466f-ae93-b624c5e0842f None None] Sync routers for ids ['c8a39d9d-1ca2-4e57-afb6-298c02dd3829'] in n-d-760453-5 {{(pid=103306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 26 21:09:03.269922 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-4d0c10ae-5803-4dd2-b351-e19abb81418e req-659c005b-51f2-43f6-be4a-7b781bb9951f service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=41dcd358-acc3-4a4a-a964-69d1aa685d84 HTTP/1.1" status: 200 len: 999 time: 0.3808789 Jan 26 21:09:03.287982 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e77ca51-1432-466f-ae93-b624c5e0842f None None] Routers {'c8a39d9d-1ca2-4e57-afb6-298c02dd3829'} bound to L3 agent in host n-d-760453-5 {{(pid=103306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 21:09:03.292320 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-2e77ca51-1432-466f-ae93-b624c5e0842f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-26T20:55:21Z,description=,heartbeat_timestamp=2022-01-26T21:08:51Z,host='n-d-760453-5',id=09df100c-3af1-4b0a-bda8-05914c71c458,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:55:21Z,topic='l3_agent')) {'router_ids': ['c8a39d9d-1ca2-4e57-afb6-298c02dd3829'], 'active': True} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:09:03.353771 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-1060a625-6730-4580-b14e-fdd595314dae req-841b4c54-0a6c-4358-8e8e-99871153d183 tempest-VolumesAdminNegativeTest-1754772051 tempest-VolumesAdminNegativeTest-1754772051-project] 10.222.0.13 "GET /v2.0/quotas/a2481f02a1f84aa9a77853998462b3cb HTTP/1.1" status: 200 len: 375 time: 0.4112298 Jan 26 21:09:03.402726 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-1060a625-6730-4580-b14e-fdd595314dae req-94b9861d-3622-4e46-b3d7-c4976314a54e tempest-VolumesAdminNegativeTest-1754772051 tempest-VolumesAdminNegativeTest-1754772051-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=a2481f02a1f84aa9a77853998462b3cb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0478158 Jan 26 21:09:03.492819 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-d82150d4-b412-4c60-aa48-045b95ee99d8 req-955e57de-b6ad-4741-a0e9-4ad5a329e4c7 tempest-FloatingIPsAssociationNegativeTestJSON-863358768 tempest-FloatingIPsAssociationNegativeTestJSON-863358768-project] 10.222.0.13 "PUT /v2.0/floatingips/08ec2091-e34d-40d8-a7e3-094990514206 HTTP/1.1" status: 200 len: 694 time: 2.6411507 Jan 26 21:09:03.521719 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0c10ae-5803-4dd2-b351-e19abb81418e req-9edf9863-5d08-4b06-aac1-0c3a0fa8407c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:09:03.527750 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-4d0c10ae-5803-4dd2-b351-e19abb81418e req-9edf9863-5d08-4b06-aac1-0c3a0fa8407c service neutron] 10.222.0.66 "GET /v2.0/subnets?id=61a27748-d30c-4f5d-ae2a-2d53517279d2 HTTP/1.1" status: 200 len: 853 time: 0.2275672 Jan 26 21:09:03.542770 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvr_db [None req-2e77ca51-1432-466f-ae93-b624c5e0842f None None] Set router c8a39d9d-1ca2-4e57-afb6-298c02dd3829 gateway port host: n-d-760453-5 {{(pid=103306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 21:09:03.600261 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3234a1a5-401e-4324-a77e-3b4142742518 None None] New status for floating IP 086239b4-07c7-4cdc-a4bd-a14801ba3d45: ACTIVE {{(pid=103307) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 26 21:09:03.682292 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-1060a625-6730-4580-b14e-fdd595314dae req-8efb21e9-4184-451c-ac71-ba974c21b3e4 service neutron] 10.222.0.13 "GET /v2.0/networks/e85854ea-b0dd-49df-aa3d-c27bf5ef9ded?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2786858 Jan 26 21:09:03.684623 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82150d4-b412-4c60-aa48-045b95ee99d8 req-a964f071-af0c-4ee9-9d46-15f8954ce509 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:09:03.693661 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-d82150d4-b412-4c60-aa48-045b95ee99d8 req-a964f071-af0c-4ee9-9d46-15f8954ce509 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=bed2f4d6742e48e3a1e31395965cc7ba&device_id=44e509ba-6109-4586-a8ba-08a6823dbe1b HTTP/1.1" status: 200 len: 1097 time: 0.1600692 Jan 26 21:09:03.742060 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60b7cda-c26e-47f0-badf-b0743a417cc8 req-b92f3958-cd97-4ba5-9f6b-a1d948445174 tempest-TenantUsagesTestJSON-1150225230 tempest-TenantUsagesTestJSON-1150225230-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:09:03.743668 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-a60b7cda-c26e-47f0-badf-b0743a417cc8 req-b92f3958-cd97-4ba5-9f6b-a1d948445174 tempest-TenantUsagesTestJSON-1150225230 tempest-TenantUsagesTestJSON-1150225230-project] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5881426 Jan 26 21:09:03.744584 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0c10ae-5803-4dd2-b351-e19abb81418e req-ef7af5cc-3c8f-4b5c-bfa7-cd3dcee0fcbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:09:03.747654 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-4d0c10ae-5803-4dd2-b351-e19abb81418e req-ef7af5cc-3c8f-4b5c-bfa7-cd3dcee0fcbc service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=04f127ee-b02e-4caf-884a-3d6915eed85e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1981087 Jan 26 21:09:03.757836 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [req-a60b7cda-c26e-47f0-badf-b0743a417cc8 req-9fd7a15c-103b-4f32-bb5c-85c27885ec81 tempest-TenantUsagesTestJSON-1150225230 tempest-TenantUsagesTestJSON-1150225230-project] Request body: {'port': {'device_id': 'a9bb2adf-f97d-4150-8ccf-d81bb6fe6437', 'network_id': '7fbe9cf5-e12c-436d-b372-55a19c9faa30', 'admin_state_up': True, 'tenant_id': '4259d278f64a412c868b75ca2989e72c'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:09:03.809839 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701b732c-2ab4-48bb-9900-81f20bd2f33c req-1f4be02e-e10f-4956-afbf-426130e83eb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:09:03.811609 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-701b732c-2ab4-48bb-9900-81f20bd2f33c req-1f4be02e-e10f-4956-afbf-426130e83eb2 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=d178ac49ddc9478db66ba71c81039890&device_id=b8273d7d-7d14-4fba-908e-42ea49b1effb HTTP/1.1" status: 200 len: 1099 time: 0.7144589 Jan 26 21:09:03.859902 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-701b732c-2ab4-48bb-9900-81f20bd2f33c req-ae856a1c-9712-4c45-ba02-ffd649c35f4e service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.254&port_id=dc28e82f-dde1-4b80-acdc-d7b8421d511d HTTP/1.1" status: 200 len: 217 time: 0.0399451 Jan 26 21:09:03.927678 n-d-760453-5 neutron-server[103305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b8273d7d-7d14-4fba-908e-42ea49b1effb', 'tag': 'dc28e82f-dde1-4b80-acdc-d7b8421d511d'}] {{(pid=103305) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 21:09:03.930112 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d4654568b7bf041e72ff8fe1c96d6d761d9c921f2b99bc7b3a26632be20cee0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-edafd855-4c24-43da-aa5b-dc243d2d3c09" -d '{"events": [{"name": "network-changed", "server_uuid": "b8273d7d-7d14-4fba-908e-42ea49b1effb", "tag": "dc28e82f-dde1-4b80-acdc-d7b8421d511d"}]}' {{(pid=103305) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 21:09:03.939915 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701b732c-2ab4-48bb-9900-81f20bd2f33c req-97856249-bf1c-4a05-9051-c115e796b50e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:09:03.941569 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-701b732c-2ab4-48bb-9900-81f20bd2f33c req-97856249-bf1c-4a05-9051-c115e796b50e service neutron] 10.222.0.57 "GET /v2.0/subnets?id=fd77e534-75e6-4b90-950e-f5824d584430 HTTP/1.1" status: 200 len: 843 time: 0.0763769 Jan 26 21:09:03.992029 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a60b7cda-c26e-47f0-badf-b0743a417cc8 req-9fd7a15c-103b-4f32-bb5c-85c27885ec81 tempest-TenantUsagesTestJSON-1150225230 tempest-TenantUsagesTestJSON-1150225230-project] Made reservation on behalf of 4259d278f64a412c868b75ca2989e72c for: {'port': 1} {{(pid=103305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 21:09:03.995782 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-a60b7cda-c26e-47f0-badf-b0743a417cc8 req-9fd7a15c-103b-4f32-bb5c-85c27885ec81 tempest-TenantUsagesTestJSON-1150225230 tempest-TenantUsagesTestJSON-1150225230-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:09:03.999515 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82150d4-b412-4c60-aa48-045b95ee99d8 req-2ced63bd-798b-44ea-8a8d-382732df6cef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:09:04.007747 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-a60b7cda-c26e-47f0-badf-b0743a417cc8 req-9fd7a15c-103b-4f32-bb5c-85c27885ec81 tempest-TenantUsagesTestJSON-1150225230 tempest-TenantUsagesTestJSON-1150225230-project] Publish callbacks [] for security_group (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:09:04.008015 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-d82150d4-b412-4c60-aa48-045b95ee99d8 req-2ced63bd-798b-44ea-8a8d-382732df6cef service neutron] 10.222.0.13 "GET /v2.0/networks?id=54e115b5-d471-45df-827b-e12849d10363 HTTP/1.1" status: 200 len: 930 time: 0.3114712 Jan 26 21:09:04.024338 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701b732c-2ab4-48bb-9900-81f20bd2f33c req-92fa1524-f5da-4f26-bbf8-822d895b9f34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:09:04.025035 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-1060a625-6730-4580-b14e-fdd595314dae req-bd34ae96-f442-4b79-8ab3-8729c2438f7a service neutron] 10.222.0.13 "GET /v2.0/networks/e85854ea-b0dd-49df-aa3d-c27bf5ef9ded?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3195314 Jan 26 21:09:04.026193 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-701b732c-2ab4-48bb-9900-81f20bd2f33c req-92fa1524-f5da-4f26-bbf8-822d895b9f34 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=7fbe9cf5-e12c-436d-b372-55a19c9faa30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0780380 Jan 26 21:09:04.077103 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-4d0c10ae-5803-4dd2-b351-e19abb81418e req-591e87a5-a450-476b-828a-6be88c85521b service neutron] 10.222.0.66 "GET /v2.0/networks/04f127ee-b02e-4caf-884a-3d6915eed85e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2866528 Jan 26 21:09:04.086061 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-d82150d4-b412-4c60-aa48-045b95ee99d8 req-58e9d3bd-cd9c-4a6c-97f9-0aa8280c789a service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f5010a61-3896-475f-8bb6-a71c3454c269 HTTP/1.1" status: 200 len: 217 time: 0.0769713 Jan 26 21:09:04.114311 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-2587cdd9-1522-47df-9932-4bd5a9b4eed8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e1537f3-2953-450d-9758-e36dd4e159f5', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-12624398-router', 'tenant_id': 'd23b24c8db034dca99b1d99ddc0880a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'external_fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.97'}], 'enable_snat': True}, 'gw_port_id': 'dfff1849-53a1-451a-a3fd-8d3a9f61264e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T21:05:02Z', 'updated_at': '2022-01-26T21:05:06Z', 'revision_number': 4, 'project_id': 'd23b24c8db034dca99b1d99ddc0880a5', 'gw_port': {'id': 'dfff1849-53a1-451a-a3fd-8d3a9f61264e', 'name': '', 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:f5:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e1537f3-2953-450d-9758-e36dd4e159f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:05:02Z', 'updated_at': '2022-01-26T21:05:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-5', '_floatingips': [{'id': '5c2e8654-517e-4ce3-bf85-e855360b6a26', 'tenant_id': 'd23b24c8db034dca99b1d99ddc0880a5', 'floating_ip_address': '172.25.1.117', 'floating_network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'router_id': '1e1537f3-2953-450d-9758-e36dd4e159f5', 'port_id': '2b6d658e-a395-44fb-825a-1e05e1e3f2d9', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 149, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9b81ad00-7180-4a41-9594-2bd0d66dbd57', 'mac_address': 'fa:16:3e:5d:42:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcdac7bd-aa63-4b09-95f8-06c58265aab2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-26T21:05:30Z', 'updated_at': '2022-01-26T21:09:00Z', 'revision_number': 5, 'project_id': 'd23b24c8db034dca99b1d99ddc0880a5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '076ddd78-7c26-43be-8bb8-b1fe7e196fd1', 'name': '', 'network_id': '9b81ad00-7180-4a41-9594-2bd0d66dbd57', 'tenant_id': 'd23b24c8db034dca99b1d99ddc0880a5', 'mac_address': 'fa:16:3e:3e:7c:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e1537f3-2953-450d-9758-e36dd4e159f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '4d1fd205-2a9b-47a0-a1f2-a48040a3bbee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:05:05Z', 'updated_at': '2022-01-26T21:05:13Z', 'revision_number': 5, 'project_id': 'd23b24c8db034dca99b1d99ddc0880a5', 'subnets': [{'id': '4d1fd205-2a9b-47a0-a1f2-a48040a3bbee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760453-5', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:09:04.149773 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-2e77ca51-1432-466f-ae93-b624c5e0842f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8a39d9d-1ca2-4e57-afb6-298c02dd3829', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2094779885-router', 'tenant_id': 'bed2f4d6742e48e3a1e31395965cc7ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'external_fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.49'}], 'enable_snat': True}, 'gw_port_id': 'c723c22f-87d2-4270-8476-c74b0b29a864', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T21:08:15Z', 'updated_at': '2022-01-26T21:08:19Z', 'revision_number': 4, 'project_id': 'bed2f4d6742e48e3a1e31395965cc7ba', 'gw_port': {'id': 'c723c22f-87d2-4270-8476-c74b0b29a864', 'name': '', 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:2d:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8a39d9d-1ca2-4e57-afb6-298c02dd3829', 'device_owner': 'network:router_gateway', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:08:16Z', 'updated_at': '2022-01-26T21:08:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-5', '_interfaces': [{'id': '2710ba09-6af2-4b13-8f5f-742f0fd70efe', 'name': '', 'network_id': '54e115b5-d471-45df-827b-e12849d10363', 'tenant_id': 'bed2f4d6742e48e3a1e31395965cc7ba', 'mac_address': 'fa:16:3e:22:74:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8a39d9d-1ca2-4e57-afb6-298c02dd3829', 'device_owner': 'network:router_interface', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': 'edb22ac6-94b4-4b03-825b-a95146dd1cdd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:08:18Z', 'updated_at': '2022-01-26T21:08:25Z', 'revision_number': 5, 'project_id': 'bed2f4d6742e48e3a1e31395965cc7ba', 'subnets': [{'id': 'edb22ac6-94b4-4b03-825b-a95146dd1cdd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760453-5', False) {} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:09:04.185187 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-701b732c-2ab4-48bb-9900-81f20bd2f33c req-5215045f-530d-427e-95d1-868f1dfc07d3 service neutron] 10.222.0.57 "GET /v2.0/networks/7fbe9cf5-e12c-436d-b372-55a19c9faa30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1494033 Jan 26 21:09:04.198246 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2587cdd9-1522-47df-9932-4bd5a9b4eed8 None None] Checking router: 1e1537f3-2953-450d-9758-e36dd4e159f5 for host: n-d-760453-5 {{(pid=103307) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 26 21:09:04.208821 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-a60b7cda-c26e-47f0-badf-b0743a417cc8 req-9fd7a15c-103b-4f32-bb5c-85c27885ec81 tempest-TenantUsagesTestJSON-1150225230 tempest-TenantUsagesTestJSON-1150225230-project] Publish callbacks [] for security_group (50e829d9-da66-40ea-999a-536cb0bd4f61), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:09:04.213512 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e77ca51-1432-466f-ae93-b624c5e0842f None None] Checking router: c8a39d9d-1ca2-4e57-afb6-298c02dd3829 for host: n-d-760453-5 {{(pid=103306) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 26 21:09:04.214134 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2587cdd9-1522-47df-9932-4bd5a9b4eed8 None None] Routers {'1e1537f3-2953-450d-9758-e36dd4e159f5'} bound to L3 agent in host n-d-760453-5 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 21:09:04.214792 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-2587cdd9-1522-47df-9932-4bd5a9b4eed8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-26T20:55:21Z,description=,heartbeat_timestamp=2022-01-26T21:08:51Z,host='n-d-760453-5',id=09df100c-3af1-4b0a-bda8-05914c71c458,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:55:21Z,topic='l3_agent')) {'router_ids': ['1e1537f3-2953-450d-9758-e36dd4e159f5'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:09:04.228751 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-a60b7cda-c26e-47f0-badf-b0743a417cc8 req-9fd7a15c-103b-4f32-bb5c-85c27885ec81 tempest-TenantUsagesTestJSON-1150225230 tempest-TenantUsagesTestJSON-1150225230-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (50e829d9-da66-40ea-999a-536cb0bd4f61), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:09:04.233346 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e77ca51-1432-466f-ae93-b624c5e0842f None None] Routers {'c8a39d9d-1ca2-4e57-afb6-298c02dd3829'} bound to L3 agent in host n-d-760453-5 {{(pid=103306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 21:09:04.234069 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-2e77ca51-1432-466f-ae93-b624c5e0842f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-26T20:55:21Z,description=,heartbeat_timestamp=2022-01-26T21:08:51Z,host='n-d-760453-5',id=09df100c-3af1-4b0a-bda8-05914c71c458,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:55:21Z,topic='l3_agent')) {'router_ids': ['c8a39d9d-1ca2-4e57-afb6-298c02dd3829'], 'active': True} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:09:04.293098 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd7a15c-103b-4f32-bb5c-85c27885ec81 tempest-TenantUsagesTestJSON-1150225230 tempest-TenantUsagesTestJSON-1150225230-project] Pushing event updated for resources: {'SecurityGroup': ['ID=50e829d9-da66-40ea-999a-536cb0bd4f61,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:09:04.349888 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82150d4-b412-4c60-aa48-045b95ee99d8 req-295893df-ceba-4347-90bb-644a5d4a9e46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:09:04.363210 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-d82150d4-b412-4c60-aa48-045b95ee99d8 req-295893df-ceba-4347-90bb-644a5d4a9e46 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=edb22ac6-94b4-4b03-825b-a95146dd1cdd HTTP/1.1" status: 200 len: 868 time: 0.2762194 Jan 26 21:09:04.444777 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 47688) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:09:04.462980 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvr_db [None req-2e77ca51-1432-466f-ae93-b624c5e0842f None None] Set router c8a39d9d-1ca2-4e57-afb6-298c02dd3829 gateway port host: n-d-760453-5 {{(pid=103306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 21:09:04.474014 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-701b732c-2ab4-48bb-9900-81f20bd2f33c req-73f9ce9f-8a7d-4d30-8f4c-eb5a9b40f30b service neutron] 10.222.0.57 "GET /v2.0/networks/7fbe9cf5-e12c-436d-b372-55a19c9faa30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2785637 Jan 26 21:09:04.509759 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_dvr_db [None req-2587cdd9-1522-47df-9932-4bd5a9b4eed8 None None] Set router 1e1537f3-2953-450d-9758-e36dd4e159f5 gateway port host: n-d-760453-5 {{(pid=103307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 21:09:04.561207 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82150d4-b412-4c60-aa48-045b95ee99d8 req-d91d275e-7667-4283-a956-472302f8d802 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:09:04.563039 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-d82150d4-b412-4c60-aa48-045b95ee99d8 req-d91d275e-7667-4283-a956-472302f8d802 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=54e115b5-d471-45df-827b-e12849d10363&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1985879 Jan 26 21:09:04.584927 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-4d0c10ae-5803-4dd2-b351-e19abb81418e req-0aa27657-d390-475d-b0d8-7f33c6530a8c service neutron] 10.222.0.66 "GET /v2.0/networks/04f127ee-b02e-4caf-884a-3d6915eed85e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4747980 Jan 26 21:09:04.610326 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.db_base_plugin_v2 [None req-3bd488d9-7caa-403c-9031-7d122343636c admin admin] Deleting subnet 82795dc3-d3c3-45f5-bcea-f6ace04e021f {{(pid=103305) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 26 21:09:04.614406 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.db_base_plugin_common [req-a60b7cda-c26e-47f0-badf-b0743a417cc8 req-9fd7a15c-103b-4f32-bb5c-85c27885ec81 tempest-TenantUsagesTestJSON-1150225230 tempest-TenantUsagesTestJSON-1150225230-project] Allocated IP 192.168.233.7 (7fbe9cf5-e12c-436d-b372-55a19c9faa30/fd77e534-75e6-4b90-950e-f5824d584430/a11c8f02-b141-4681-b800-44fae0fe6628) {{(pid=103305) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 21:09:04.620469 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-3bd488d9-7caa-403c-9031-7d122343636c admin admin] Publish callbacks [] for subnet (82795dc3-d3c3-45f5-bcea-f6ace04e021f), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:09:04.690025 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d02a39-27eb-48db-a9a4-d1c88cd7007c req-071da35e-c961-4960-9c45-60b0832b9dc8 tempest-MigrationsAdminTest-1084137346 tempest-MigrationsAdminTest-1084137346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:09:04.691783 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-c0d02a39-27eb-48db-a9a4-d1c88cd7007c req-071da35e-c961-4960-9c45-60b0832b9dc8 tempest-MigrationsAdminTest-1084137346 tempest-MigrationsAdminTest-1084137346-project] 10.222.0.13 "GET /v2.0/ports?device_id=b8273d7d-7d14-4fba-908e-42ea49b1effb HTTP/1.1" status: 200 len: 948 time: 0.1533892 Jan 26 21:09:04.706589 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-3bd488d9-7caa-403c-9031-7d122343636c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11788946'] for subnet (82795dc3-d3c3-45f5-bcea-f6ace04e021f), precommit_delete_associations {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:09:04.755098 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-d82150d4-b412-4c60-aa48-045b95ee99d8 req-48c1eb7d-ab9c-44d0-ac38-086d1feaa7d5 service neutron] 10.222.0.13 "GET /v2.0/networks/54e115b5-d471-45df-827b-e12849d10363?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1664557 Jan 26 21:09:04.832901 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-c0d02a39-27eb-48db-a9a4-d1c88cd7007c req-8d005249-e273-438b-a874-06a2f84effd9 tempest-MigrationsAdminTest-1084137346 tempest-MigrationsAdminTest-1084137346-project] 10.222.0.13 "GET /v2.0/security-groups?id=e0b082e3-685f-492b-b87f-3045b8ecd8c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1274776 Jan 26 21:09:04.920355 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-3bd488d9-7caa-403c-9031-7d122343636c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687316'] for subnet (82795dc3-d3c3-45f5-bcea-f6ace04e021f), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:09:04.986981 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-2e77ca51-1432-466f-ae93-b624c5e0842f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8a39d9d-1ca2-4e57-afb6-298c02dd3829', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2094779885-router', 'tenant_id': 'bed2f4d6742e48e3a1e31395965cc7ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'external_fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.49'}], 'enable_snat': True}, 'gw_port_id': 'c723c22f-87d2-4270-8476-c74b0b29a864', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T21:08:15Z', 'updated_at': '2022-01-26T21:08:19Z', 'revision_number': 4, 'project_id': 'bed2f4d6742e48e3a1e31395965cc7ba', 'gw_port': {'id': 'c723c22f-87d2-4270-8476-c74b0b29a864', 'name': '', 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:2d:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8a39d9d-1ca2-4e57-afb6-298c02dd3829', 'device_owner': 'network:router_gateway', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:08:16Z', 'updated_at': '2022-01-26T21:08:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-5', '_interfaces': [{'id': '2710ba09-6af2-4b13-8f5f-742f0fd70efe', 'name': '', 'network_id': '54e115b5-d471-45df-827b-e12849d10363', 'tenant_id': 'bed2f4d6742e48e3a1e31395965cc7ba', 'mac_address': 'fa:16:3e:22:74:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8a39d9d-1ca2-4e57-afb6-298c02dd3829', 'device_owner': 'network:router_interface', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': 'edb22ac6-94b4-4b03-825b-a95146dd1cdd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:08:18Z', 'updated_at': '2022-01-26T21:08:25Z', 'revision_number': 5, 'project_id': 'bed2f4d6742e48e3a1e31395965cc7ba', 'subnets': [{'id': 'edb22ac6-94b4-4b03-825b-a95146dd1cdd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760453-5', False) {} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:09:04.999673 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-31355255-aeaa-47f1-a9f2-2e3e89c31138 req-bd9eb841-2d2f-4c9b-84b5-63c01abc3203 tempest-TenantUsagesTestJSON-1150225230 tempest-TenantUsagesTestJSON-1150225230-project] 10.222.0.13 "GET /v2.0/ports?device_id=a9bb2adf-f97d-4150-8ccf-d81bb6fe6437 HTTP/1.1" status: 200 len: 210 time: 0.0660410 Jan 26 21:09:05.023552 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e77ca51-1432-466f-ae93-b624c5e0842f None None] The sync data for ids ['c8a39d9d-1ca2-4e57-afb6-298c02dd3829'] in n-d-760453-5 is: [{'id': 'c8a39d9d-1ca2-4e57-afb6-298c02dd3829', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2094779885-router', 'tenant_id': 'bed2f4d6742e48e3a1e31395965cc7ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'external_fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.49'}], 'enable_snat': True}, 'gw_port_id': 'c723c22f-87d2-4270-8476-c74b0b29a864', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T21:08:15Z', 'updated_at': '2022-01-26T21:08:19Z', 'revision_number': 4, 'project_id': 'bed2f4d6742e48e3a1e31395965cc7ba', 'gw_port': {'id': 'c723c22f-87d2-4270-8476-c74b0b29a864', 'name': '', 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:2d:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8a39d9d-1ca2-4e57-afb6-298c02dd3829', 'device_owner': 'network:router_gateway', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:08:16Z', 'updated_at': '2022-01-26T21:08:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-5', '_interfaces': [{'id': '2710ba09-6af2-4b13-8f5f-742f0fd70efe', 'name': '', 'network_id': '54e115b5-d471-45df-827b-e12849d10363', 'tenant_id': 'bed2f4d6742e48e3a1e31395965cc7ba', 'mac_address': 'fa:16:3e:22:74:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8a39d9d-1ca2-4e57-afb6-298c02dd3829', 'device_owner': 'network:router_interface', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': 'edb22ac6-94b4-4b03-825b-a95146dd1cdd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:08:18Z', 'updated_at': '2022-01-26T21:08:25Z', 'revision_number': 5, 'project_id': 'bed2f4d6742e48e3a1e31395965cc7ba', 'subnets': [{'id': 'edb22ac6-94b4-4b03-825b-a95146dd1cdd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 26 21:09:05.036280 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-d82150d4-b412-4c60-aa48-045b95ee99d8 req-96a7e2d7-7f20-472e-937f-c13696c25603 service neutron] 10.222.0.13 "GET /v2.0/networks/54e115b5-d471-45df-827b-e12849d10363?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2692132 Jan 26 21:09:05.073529 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-2587cdd9-1522-47df-9932-4bd5a9b4eed8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e1537f3-2953-450d-9758-e36dd4e159f5', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-12624398-router', 'tenant_id': 'd23b24c8db034dca99b1d99ddc0880a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'external_fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.97'}], 'enable_snat': True}, 'gw_port_id': 'dfff1849-53a1-451a-a3fd-8d3a9f61264e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T21:05:02Z', 'updated_at': '2022-01-26T21:05:06Z', 'revision_number': 4, 'project_id': 'd23b24c8db034dca99b1d99ddc0880a5', 'gw_port': {'id': 'dfff1849-53a1-451a-a3fd-8d3a9f61264e', 'name': '', 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:f5:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e1537f3-2953-450d-9758-e36dd4e159f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:05:02Z', 'updated_at': '2022-01-26T21:05:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-5', '_floatingips': [{'id': '5c2e8654-517e-4ce3-bf85-e855360b6a26', 'tenant_id': 'd23b24c8db034dca99b1d99ddc0880a5', 'floating_ip_address': '172.25.1.117', 'floating_network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'router_id': '1e1537f3-2953-450d-9758-e36dd4e159f5', 'port_id': '2b6d658e-a395-44fb-825a-1e05e1e3f2d9', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 149, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9b81ad00-7180-4a41-9594-2bd0d66dbd57', 'mac_address': 'fa:16:3e:5d:42:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcdac7bd-aa63-4b09-95f8-06c58265aab2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-26T21:05:30Z', 'updated_at': '2022-01-26T21:09:00Z', 'revision_number': 5, 'project_id': 'd23b24c8db034dca99b1d99ddc0880a5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '076ddd78-7c26-43be-8bb8-b1fe7e196fd1', 'name': '', 'network_id': '9b81ad00-7180-4a41-9594-2bd0d66dbd57', 'tenant_id': 'd23b24c8db034dca99b1d99ddc0880a5', 'mac_address': 'fa:16:3e:3e:7c:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e1537f3-2953-450d-9758-e36dd4e159f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '4d1fd205-2a9b-47a0-a1f2-a48040a3bbee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:05:05Z', 'updated_at': '2022-01-26T21:05:13Z', 'revision_number': 5, 'project_id': 'd23b24c8db034dca99b1d99ddc0880a5', 'subnets': [{'id': '4d1fd205-2a9b-47a0-a1f2-a48040a3bbee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760453-5', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:09:05.107982 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2587cdd9-1522-47df-9932-4bd5a9b4eed8 None None] The sync data for ids ['1e1537f3-2953-450d-9758-e36dd4e159f5'] in n-d-760453-5 is: [{'id': '1e1537f3-2953-450d-9758-e36dd4e159f5', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-12624398-router', 'tenant_id': 'd23b24c8db034dca99b1d99ddc0880a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'external_fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.97'}], 'enable_snat': True}, 'gw_port_id': 'dfff1849-53a1-451a-a3fd-8d3a9f61264e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T21:05:02Z', 'updated_at': '2022-01-26T21:05:06Z', 'revision_number': 4, 'project_id': 'd23b24c8db034dca99b1d99ddc0880a5', 'gw_port': {'id': 'dfff1849-53a1-451a-a3fd-8d3a9f61264e', 'name': '', 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:f5:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e1537f3-2953-450d-9758-e36dd4e159f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:05:02Z', 'updated_at': '2022-01-26T21:05:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-5', '_floatingips': [{'id': '5c2e8654-517e-4ce3-bf85-e855360b6a26', 'tenant_id': 'd23b24c8db034dca99b1d99ddc0880a5', 'floating_ip_address': '172.25.1.117', 'floating_network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'router_id': '1e1537f3-2953-450d-9758-e36dd4e159f5', 'port_id': '2b6d658e-a395-44fb-825a-1e05e1e3f2d9', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 149, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9b81ad00-7180-4a41-9594-2bd0d66dbd57', 'mac_address': 'fa:16:3e:5d:42:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcdac7bd-aa63-4b09-95f8-06c58265aab2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-26T21:05:30Z', 'updated_at': '2022-01-26T21:09:00Z', 'revision_number': 5, 'project_id': 'd23b24c8db034dca99b1d99ddc0880a5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '076ddd78-7c26-43be-8bb8-b1fe7e196fd1', 'name': '', 'network_id': '9b81ad00-7180-4a41-9594-2bd0d66dbd57', 'tenant_id': 'd23b24c8db034dca99b1d99ddc0880a5', 'mac_address': 'fa:16:3e:3e:7c:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e1537f3-2953-450d-9758-e36dd4e159f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '4d1fd205-2a9b-47a0-a1f2-a48040a3bbee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:05:05Z', 'updated_at': '2022-01-26T21:05:13Z', 'revision_number': 5, 'project_id': 'd23b24c8db034dca99b1d99ddc0880a5', 'subnets': [{'id': '4d1fd205-2a9b-47a0-a1f2-a48040a3bbee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 26 21:09:05.108545 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-3bd488d9-7caa-403c-9031-7d122343636c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11791594', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11599980'] for subnet (82795dc3-d3c3-45f5-bcea-f6ace04e021f), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:09:05.216859 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 26 Jan 2022 21:09:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-331e0280-597e-41ab-afe4-c164996a6954 x-openstack-request-id: req-331e0280-597e-41ab-afe4-c164996a6954 {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 21:09:05.217150 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dcdac7bd-aa63-4b09-95f8-06c58265aab2", "tag": "2b6d658e-a395-44fb-825a-1e05e1e3f2d9", "status": "completed", "code": 200}]} {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 21:09:05.217478 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-331e0280-597e-41ab-afe4-c164996a6954 {{(pid=103304) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 21:09:05.217875 n-d-760453-5 neutron-server[103304]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dcdac7bd-aa63-4b09-95f8-06c58265aab2', 'tag': '2b6d658e-a395-44fb-825a-1e05e1e3f2d9', 'status': 'completed', 'code': 200} Jan 26 21:09:05.268691 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-a60b7cda-c26e-47f0-badf-b0743a417cc8 req-9fd7a15c-103b-4f32-bb5c-85c27885ec81 tempest-TenantUsagesTestJSON-1150225230 tempest-TenantUsagesTestJSON-1150225230-project] Publish callbacks [] for port (a11c8f02-b141-4681-b800-44fae0fe6628), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:09:05.357057 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-0375655a-a8b4-4ea8-a4fb-e17002bb57ed req-f03bb298-99aa-4ac1-ba34-ae619071bb66 tempest-FloatingIPsAssociationNegativeTestJSON-863358768 tempest-FloatingIPsAssociationNegativeTestJSON-863358768-project] 10.222.0.13 "GET /v2.0/floatingips/08ec2091-e34d-40d8-a7e3-094990514206 HTTP/1.1" status: 200 len: 694 time: 0.0863166 Jan 26 21:09:05.363879 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 26 Jan 2022 21:09:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-412d3e34-624d-4f25-b480-f69de5b889be x-openstack-request-id: req-412d3e34-624d-4f25-b480-f69de5b889be {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 21:09:05.364372 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b8273d7d-7d14-4fba-908e-42ea49b1effb", "tag": "dc28e82f-dde1-4b80-acdc-d7b8421d511d", "status": "completed", "code": 200}]} {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 21:09:05.364949 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-412d3e34-624d-4f25-b480-f69de5b889be {{(pid=103305) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 21:09:05.365378 n-d-760453-5 neutron-server[103305]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b8273d7d-7d14-4fba-908e-42ea49b1effb', 'tag': 'dc28e82f-dde1-4b80-acdc-d7b8421d511d', 'status': 'completed', 'code': 200} Jan 26 21:09:05.429970 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-db4ef5b6-9764-44be-890b-48dd5e36a55b req-16ce438e-7e95-4e77-b90b-9d0de0a0f967 tempest-VolumesAdminNegativeTest-1754772051 tempest-VolumesAdminNegativeTest-1754772051-project] 10.222.0.13 "GET /v2.0/ports?device_id=2f390021-3ea0-452c-ade6-6685a9b04bab HTTP/1.1" status: 200 len: 210 time: 0.0864558 Jan 26 21:09:05.438052 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-3bd488d9-7caa-403c-9031-7d122343636c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709645'] for subnet (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:09:05.443733 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-3bd488d9-7caa-403c-9031-7d122343636c admin admin] 10.222.0.13 "DELETE /v2.0/subnets/82795dc3-d3c3-45f5-bcea-f6ace04e021f HTTP/1.1" status: 204 len: 168 time: 0.9952862 Jan 26 21:09:05.443733 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-a60b7cda-c26e-47f0-badf-b0743a417cc8 req-9fd7a15c-103b-4f32-bb5c-85c27885ec81 tempest-TenantUsagesTestJSON-1150225230 tempest-TenantUsagesTestJSON-1150225230-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746560234527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11791543'] for port (a11c8f02-b141-4681-b800-44fae0fe6628), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:09:05.452256 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 47700) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:09:05.466684 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd488d9-7caa-403c-9031-7d122343636c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=82795dc3-d3c3-45f5-bcea-f6ace04e021f,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:09:05.476616 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edafd855-4c24-43da-aa5b-dc243d2d3c09 req-7a04aee4-1615-432b-a1dc-1d6d9dea67a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:09:05.483243 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-edafd855-4c24-43da-aa5b-dc243d2d3c09 req-7a04aee4-1615-432b-a1dc-1d6d9dea67a1 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=d178ac49ddc9478db66ba71c81039890&device_id=b8273d7d-7d14-4fba-908e-42ea49b1effb HTTP/1.1" status: 200 len: 1099 time: 0.1742120 Jan 26 21:09:05.543969 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74f2ba70-baab-4e96-88e6-860bf6324aea None None] New status for floating IP 5c2e8654-517e-4ce3-bf85-e855360b6a26: ACTIVE {{(pid=103306) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 26 21:09:05.551589 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd7a15c-103b-4f32-bb5c-85c27885ec81 tempest-TenantUsagesTestJSON-1150225230 tempest-TenantUsagesTestJSON-1150225230-project] Pushing event updated for resources: {'Port': ['ID=a11c8f02-b141-4681-b800-44fae0fe6628,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:09:05.580859 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91a826b7-8601-4696-88ac-510a4bc0b9c4 None None] New status for floating IP 08ec2091-e34d-40d8-a7e3-094990514206: DOWN {{(pid=103307) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 26 21:09:05.698763 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0375655a-a8b4-4ea8-a4fb-e17002bb57ed req-b05d8b2c-1135-4e00-871d-1d0f097a218f tempest-FloatingIPsAssociationNegativeTestJSON-863358768 tempest-FloatingIPsAssociationNegativeTestJSON-863358768-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:09:05.707572 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-0375655a-a8b4-4ea8-a4fb-e17002bb57ed req-b05d8b2c-1135-4e00-871d-1d0f097a218f tempest-FloatingIPsAssociationNegativeTestJSON-863358768 tempest-FloatingIPsAssociationNegativeTestJSON-863358768-project] 10.222.0.13 "GET /v2.0/networks/4140a1f1-c93a-4bea-83a0-68953a54f299 HTTP/1.1" status: 200 len: 784 time: 0.3488820 Jan 26 21:09:05.708776 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fd7a15c-103b-4f32-bb5c-85c27885ec81 tempest-TenantUsagesTestJSON-1150225230 tempest-TenantUsagesTestJSON-1150225230-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:09:05.713675 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fd7a15c-103b-4f32-bb5c-85c27885ec81 tempest-TenantUsagesTestJSON-1150225230 tempest-TenantUsagesTestJSON-1150225230-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:09:05.714160 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fd7a15c-103b-4f32-bb5c-85c27885ec81 tempest-TenantUsagesTestJSON-1150225230 tempest-TenantUsagesTestJSON-1150225230-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:09:05.714607 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fd7a15c-103b-4f32-bb5c-85c27885ec81 tempest-TenantUsagesTestJSON-1150225230 tempest-TenantUsagesTestJSON-1150225230-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:09:05.715045 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fd7a15c-103b-4f32-bb5c-85c27885ec81 tempest-TenantUsagesTestJSON-1150225230 tempest-TenantUsagesTestJSON-1150225230-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:09:05.715481 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fd7a15c-103b-4f32-bb5c-85c27885ec81 tempest-TenantUsagesTestJSON-1150225230 tempest-TenantUsagesTestJSON-1150225230-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:09:05.715612 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [req-0375655a-a8b4-4ea8-a4fb-e17002bb57ed req-6cb2f3e4-ce23-4c29-bc75-c329fed461e6 tempest-FloatingIPsAssociationNegativeTestJSON-863358768 tempest-FloatingIPsAssociationNegativeTestJSON-863358768-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=103304) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 26 21:09:05.716171 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fd7a15c-103b-4f32-bb5c-85c27885ec81 tempest-TenantUsagesTestJSON-1150225230 tempest-TenantUsagesTestJSON-1150225230-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:09:05.716597 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fd7a15c-103b-4f32-bb5c-85c27885ec81 tempest-TenantUsagesTestJSON-1150225230 tempest-TenantUsagesTestJSON-1150225230-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:09:05.717029 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fd7a15c-103b-4f32-bb5c-85c27885ec81 tempest-TenantUsagesTestJSON-1150225230 tempest-TenantUsagesTestJSON-1150225230-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:09:05.719052 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fd7a15c-103b-4f32-bb5c-85c27885ec81 tempest-TenantUsagesTestJSON-1150225230 tempest-TenantUsagesTestJSON-1150225230-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:09:05.719522 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fd7a15c-103b-4f32-bb5c-85c27885ec81 tempest-TenantUsagesTestJSON-1150225230 tempest-TenantUsagesTestJSON-1150225230-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:09:05.719964 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fd7a15c-103b-4f32-bb5c-85c27885ec81 tempest-TenantUsagesTestJSON-1150225230 tempest-TenantUsagesTestJSON-1150225230-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:09:05.720412 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fd7a15c-103b-4f32-bb5c-85c27885ec81 tempest-TenantUsagesTestJSON-1150225230 tempest-TenantUsagesTestJSON-1150225230-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:09:05.722742 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-0375655a-a8b4-4ea8-a4fb-e17002bb57ed req-6cb2f3e4-ce23-4c29-bc75-c329fed461e6 tempest-FloatingIPsAssociationNegativeTestJSON-863358768 tempest-FloatingIPsAssociationNegativeTestJSON-863358768-project] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0131421 Jan 26 21:09:05.734100 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bd488d9-7caa-403c-9031-7d122343636c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:09:05.734451 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bd488d9-7caa-403c-9031-7d122343636c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:09:05.734796 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bd488d9-7caa-403c-9031-7d122343636c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:09:05.735173 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bd488d9-7caa-403c-9031-7d122343636c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:09:05.735511 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bd488d9-7caa-403c-9031-7d122343636c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:09:05.735843 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bd488d9-7caa-403c-9031-7d122343636c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:09:05.736170 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bd488d9-7caa-403c-9031-7d122343636c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:09:05.736493 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bd488d9-7caa-403c-9031-7d122343636c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:09:05.736819 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bd488d9-7caa-403c-9031-7d122343636c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:09:05.737141 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bd488d9-7caa-403c-9031-7d122343636c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:09:05.738855 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bd488d9-7caa-403c-9031-7d122343636c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:09:05.739237 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bd488d9-7caa-403c-9031-7d122343636c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:09:05.739585 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bd488d9-7caa-403c-9031-7d122343636c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:09:05.750660 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-d08274b6-94f9-48f9-a816-004d4938988b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-748181'] for network (4926adbd-bb58-409b-9ac8-4ddd785838cc), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:09:05.754228 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a60b7cda-c26e-47f0-badf-b0743a417cc8 req-9fd7a15c-103b-4f32-bb5c-85c27885ec81 tempest-TenantUsagesTestJSON-1150225230 tempest-TenantUsagesTestJSON-1150225230-project] Network 7fbe9cf5-e12c-436d-b372-55a19c9faa30 is already hosted by enough agents. {{(pid=103305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 21:09:05.760355 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [req-a60b7cda-c26e-47f0-badf-b0743a417cc8 req-9fd7a15c-103b-4f32-bb5c-85c27885ec81 tempest-TenantUsagesTestJSON-1150225230 tempest-TenantUsagesTestJSON-1150225230-project] Resources bound (agent type, host, resource id): {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:09:05.767812 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [req-a60b7cda-c26e-47f0-badf-b0743a417cc8 req-9fd7a15c-103b-4f32-bb5c-85c27885ec81 tempest-TenantUsagesTestJSON-1150225230 tempest-TenantUsagesTestJSON-1150225230-project] Received port after_create {{(pid=103305) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 21:09:05.807234 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8d11ab-fe98-4236-8c12-bc8e55feca06 req-d3693338-31d8-40b3-b4ab-2fd1fb50a3a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:09:05.808771 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-ca8d11ab-fe98-4236-8c12-bc8e55feca06 req-d3693338-31d8-40b3-b4ab-2fd1fb50a3a4 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=d23b24c8db034dca99b1d99ddc0880a5&device_id=dcdac7bd-aa63-4b09-95f8-06c58265aab2 HTTP/1.1" status: 200 len: 1096 time: 0.4528527 Jan 26 21:09:05.851241 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60b7cda-c26e-47f0-badf-b0743a417cc8 req-9fd7a15c-103b-4f32-bb5c-85c27885ec81 tempest-TenantUsagesTestJSON-1150225230 tempest-TenantUsagesTestJSON-1150225230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:09:05.852131 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-a60b7cda-c26e-47f0-badf-b0743a417cc8 req-9fd7a15c-103b-4f32-bb5c-85c27885ec81 tempest-TenantUsagesTestJSON-1150225230 tempest-TenantUsagesTestJSON-1150225230-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:09:05.872933 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edafd855-4c24-43da-aa5b-dc243d2d3c09 req-7d7cb098-f54a-4267-83f4-b3337cd9352c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:09:05.878392 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-edafd855-4c24-43da-aa5b-dc243d2d3c09 req-7d7cb098-f54a-4267-83f4-b3337cd9352c service neutron] 10.222.0.57 "GET /v2.0/networks?id=7fbe9cf5-e12c-436d-b372-55a19c9faa30 HTTP/1.1" status: 200 len: 870 time: 0.3884575 Jan 26 21:09:05.973794 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-edafd855-4c24-43da-aa5b-dc243d2d3c09 req-165a289e-3ba5-4d99-9046-b728ef6a1cc3 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.254&port_id=dc28e82f-dde1-4b80-acdc-d7b8421d511d HTTP/1.1" status: 200 len: 217 time: 0.0869451 Jan 26 21:09:05.976751 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-0375655a-a8b4-4ea8-a4fb-e17002bb57ed req-ee7824a8-4318-4765-a87e-878a548a1ac9 tempest-FloatingIPsAssociationNegativeTestJSON-863358768 tempest-FloatingIPsAssociationNegativeTestJSON-863358768-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.1.62 HTTP/1.1" status: 200 len: 697 time: 0.2437675 Jan 26 21:09:06.015688 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-a60b7cda-c26e-47f0-badf-b0743a417cc8 req-9fd7a15c-103b-4f32-bb5c-85c27885ec81 tempest-TenantUsagesTestJSON-1150225230 tempest-TenantUsagesTestJSON-1150225230-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.2626314 Jan 26 21:09:06.056782 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [req-a60b7cda-c26e-47f0-badf-b0743a417cc8 req-be6a7274-7bae-4adb-973d-23d22d5c269a service neutron] Request body: {'port': {'device_id': 'a9bb2adf-f97d-4150-8ccf-d81bb6fe6437', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-760453-5'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:09:06.091722 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-d08274b6-94f9-48f9-a816-004d4938988b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-686403', 'neutron.services.segments.db._delete_segments_for_network-8746560774018'] for network (4926adbd-bb58-409b-9ac8-4ddd785838cc), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:09:06.138385 n-d-760453-5 neutron-server[103305]: DEBUG neutron.services.segments.db [None req-d08274b6-94f9-48f9-a816-004d4938988b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4926adbd-bb58-409b-9ac8-4ddd785838cc']}} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:09:06.185383 n-d-760453-5 neutron-server[103305]: DEBUG neutron.services.segments.db [None req-d08274b6-94f9-48f9-a816-004d4938988b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '58f97d30-90ed-4b82-8d47-15dab34d927d') {'for_net_delete': True} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:09:06.185711 n-d-760453-5 neutron-server[103305]: DEBUG neutron.services.segments.db [None req-d08274b6-94f9-48f9-a816-004d4938988b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '58f97d30-90ed-4b82-8d47-15dab34d927d') {} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:09:06.198862 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-a60b7cda-c26e-47f0-badf-b0743a417cc8 req-be6a7274-7bae-4adb-973d-23d22d5c269a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (a11c8f02-b141-4681-b800-44fae0fe6628), before_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:09:06.202166 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-d08274b6-94f9-48f9-a816-004d4938988b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746560742283', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11788955'] for segment (58f97d30-90ed-4b82-8d47-15dab34d927d), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:09:06.204344 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8d11ab-fe98-4236-8c12-bc8e55feca06 req-5af033e9-4a63-4058-bbcf-c0cf4f109b5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:09:06.205889 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-ca8d11ab-fe98-4236-8c12-bc8e55feca06 req-5af033e9-4a63-4058-bbcf-c0cf4f109b5a service neutron] 10.222.0.57 "GET /v2.0/networks?id=9b81ad00-7180-4a41-9594-2bd0d66dbd57 HTTP/1.1" status: 200 len: 923 time: 0.3872764 Jan 26 21:09:06.263265 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-d08274b6-94f9-48f9-a816-004d4938988b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576559'] for segment (58f97d30-90ed-4b82-8d47-15dab34d927d), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:09:06.275146 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-ee97052f-ed54-4bad-9c6b-e51223dd42ac None None] Provisioning complete for port a11c8f02-b141-4681-b800-44fae0fe6628 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:09:06.275365 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-0375655a-a8b4-4ea8-a4fb-e17002bb57ed req-e9cf7b13-17b5-4697-ba39-63ea9da83231 tempest-FloatingIPsAssociationNegativeTestJSON-863358768 tempest-FloatingIPsAssociationNegativeTestJSON-863358768-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.1.62 HTTP/1.1" status: 200 len: 697 time: 0.2848020 Jan 26 21:09:06.275824 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-ee97052f-ed54-4bad-9c6b-e51223dd42ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (a11c8f02-b141-4681-b800-44fae0fe6628), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:09:06.299471 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d08274b6-94f9-48f9-a816-004d4938988b admin admin] Releasing vlan 592 on physical network physnet1 to pool {{(pid=103305) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 26 21:09:06.299471 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-d08274b6-94f9-48f9-a816-004d4938988b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11791428'] for segment (58f97d30-90ed-4b82-8d47-15dab34d927d), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:09:06.301261 n-d-760453-5 neutron-server[103305]: Traceback (most recent call last): Jan 26 21:09:06.301261 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 26 21:09:06.301261 n-d-760453-5 neutron-server[103305]: timer() Jan 26 21:09:06.301261 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 26 21:09:06.301261 n-d-760453-5 neutron-server[103305]: cb(*args, **kw) Jan 26 21:09:06.301261 n-d-760453-5 neutron-server[103305]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 26 21:09:06.301261 n-d-760453-5 neutron-server[103305]: return func(*args, **kwargs) Jan 26 21:09:06.301261 n-d-760453-5 neutron-server[103305]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 26 21:09:06.301261 n-d-760453-5 neutron-server[103305]: self._notify() Jan 26 21:09:06.301261 n-d-760453-5 neutron-server[103305]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 26 21:09:06.301261 n-d-760453-5 neutron-server[103305]: self.callback(batched_events) Jan 26 21:09:06.301261 n-d-760453-5 neutron-server[103305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 26 21:09:06.301261 n-d-760453-5 neutron-server[103305]: event.method(event) Jan 26 21:09:06.301261 n-d-760453-5 neutron-server[103305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 26 21:09:06.301261 n-d-760453-5 neutron-server[103305]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 26 21:09:06.301261 n-d-760453-5 neutron-server[103305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 26 21:09:06.301261 n-d-760453-5 neutron-server[103305]: aggregate_uuid = self.p_client.list_aggregates( Jan 26 21:09:06.301261 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 26 21:09:06.301261 n-d-760453-5 neutron-server[103305]: return f(self, *a, **k) Jan 26 21:09:06.301261 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 26 21:09:06.301261 n-d-760453-5 neutron-server[103305]: return self._get(url).json() Jan 26 21:09:06.301261 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 26 21:09:06.301261 n-d-760453-5 neutron-server[103305]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 26 21:09:06.301261 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 26 21:09:06.301261 n-d-760453-5 neutron-server[103305]: return self.request(url, 'GET', **kwargs) Jan 26 21:09:06.301261 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 26 21:09:06.301261 n-d-760453-5 neutron-server[103305]: base_url = self.get_endpoint(auth, allow=allow, Jan 26 21:09:06.301261 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 26 21:09:06.301261 n-d-760453-5 neutron-server[103305]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 26 21:09:06.301261 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 26 21:09:06.301261 n-d-760453-5 neutron-server[103305]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 26 21:09:06.301261 n-d-760453-5 neutron-server[103305]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 26 21:09:06.336569 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-ee97052f-ed54-4bad-9c6b-e51223dd42ac None None] Port a11c8f02-b141-4681-b800-44fae0fe6628 cannot update to ACTIVE because it is not bound. {{(pid=103306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 26 21:09:06.377863 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Device dc28e82f-dde1-4b80-acdc-d7b8421d511d details requested by agent hyperv_n-h2-760453-5 with host n-h2-760453-5 {{(pid=103306) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 26 21:09:06.380440 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-ca8d11ab-fe98-4236-8c12-bc8e55feca06 req-d70468ab-5346-46d1-a2e8-0d8c1cf6c0cb service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2b6d658e-a395-44fb-825a-1e05e1e3f2d9 HTTP/1.1" status: 200 len: 1001 time: 0.1603389 Jan 26 21:09:06.438673 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8d11ab-fe98-4236-8c12-bc8e55feca06 req-40493dc4-392f-4a88-b8a4-33fd691e48e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:09:06.440308 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-ca8d11ab-fe98-4236-8c12-bc8e55feca06 req-40493dc4-392f-4a88-b8a4-33fd691e48e2 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=4d1fd205-2a9b-47a0-a1f2-a48040a3bbee HTTP/1.1" status: 200 len: 861 time: 0.0518403 Jan 26 21:09:06.525763 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] For port dc28e82f-dde1-4b80-acdc-d7b8421d511d, host n-h2-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-5',level=0,port_id=dc28e82f-dde1-4b80-acdc-d7b8421d511d,segment=NetworkSegment(4eab25d6-89d9-4907-a1c2-51b06443ba33),segment_id=4eab25d6-89d9-4907-a1c2-51b06443ba33)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:09:06.541489 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-d08274b6-94f9-48f9-a816-004d4938988b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4110931'] for network (4926adbd-bb58-409b-9ac8-4ddd785838cc), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:09:06.544716 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Returning: {'device': 'dc28e82f-dde1-4b80-acdc-d7b8421d511d', 'network_id': '7fbe9cf5-e12c-436d-b372-55a19c9faa30', 'port_id': 'dc28e82f-dde1-4b80-acdc-d7b8421d511d', 'mac_address': 'fa:16:3e:46:6a:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 561, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fd77e534-75e6-4b90-950e-f5824d584430', 'ip_address': '192.168.233.254'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103306) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 26 21:09:06.580088 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-d08274b6-94f9-48f9-a816-004d4938988b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709645'] for network (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:09:06.583668 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-d08274b6-94f9-48f9-a816-004d4938988b admin admin] 10.222.0.13 "DELETE /v2.0/networks/4926adbd-bb58-409b-9ac8-4ddd785838cc HTTP/1.1" status: 204 len: 168 time: 1.1009564 Jan 26 21:09:06.590301 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d08274b6-94f9-48f9-a816-004d4938988b admin admin] Pushing event deleted for resources: {'Network': ['ID=4926adbd-bb58-409b-9ac8-4ddd785838cc,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:09:06.604644 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Current status of the port dc28e82f-dde1-4b80-acdc-d7b8421d511d is: DOWN; New status is: BUILD {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:09:06.605416 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (dc28e82f-dde1-4b80-acdc-d7b8421d511d), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:09:06.626392 n-d-760453-5 neutron-server[103306]: DEBUG neutron.notifiers.nova [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dc28e82f-dde1-4b80-acdc-d7b8421d511d {{(pid=103306) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 26 21:09:06.630476 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8d11ab-fe98-4236-8c12-bc8e55feca06 req-07993453-694b-4fa5-b8c9-540b23cfa15c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:09:06.631952 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-ca8d11ab-fe98-4236-8c12-bc8e55feca06 req-07993453-694b-4fa5-b8c9-540b23cfa15c service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=9b81ad00-7180-4a41-9594-2bd0d66dbd57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1428251 Jan 26 21:09:06.652932 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] For port dc28e82f-dde1-4b80-acdc-d7b8421d511d, host n-h2-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-5',level=0,port_id=dc28e82f-dde1-4b80-acdc-d7b8421d511d,segment=NetworkSegment(4eab25d6-89d9-4907-a1c2-51b06443ba33),segment_id=4eab25d6-89d9-4907-a1c2-51b06443ba33)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:09:06.659247 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (dc28e82f-dde1-4b80-acdc-d7b8421d511d), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:09:06.708120 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57f6a6c-c382-424a-b2da-2df396ef5c3f req-233c3053-0bee-459f-bde1-bf30398fc48c tempest-MigrationsAdminTest-1084137346 tempest-MigrationsAdminTest-1084137346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:09:06.709890 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-b57f6a6c-c382-424a-b2da-2df396ef5c3f req-233c3053-0bee-459f-bde1-bf30398fc48c tempest-MigrationsAdminTest-1084137346 tempest-MigrationsAdminTest-1084137346-project] 10.222.0.13 "GET /v2.0/ports?device_id=b8273d7d-7d14-4fba-908e-42ea49b1effb HTTP/1.1" status: 200 len: 948 time: 0.7002549 Jan 26 21:09:06.713788 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edafd855-4c24-43da-aa5b-dc243d2d3c09 req-f3d3425a-6f25-4818-bc02-edbed1f60e89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:09:06.715159 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-edafd855-4c24-43da-aa5b-dc243d2d3c09 req-f3d3425a-6f25-4818-bc02-edbed1f60e89 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=fd77e534-75e6-4b90-950e-f5824d584430 HTTP/1.1" status: 200 len: 843 time: 0.7238107 Jan 26 21:09:06.737035 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Pushing event updated for resources: {'Port': ['ID=dc28e82f-dde1-4b80-acdc-d7b8421d511d,revision_number=4']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:09:06.842448 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-ca8d11ab-fe98-4236-8c12-bc8e55feca06 req-1c9ddcbb-6350-4419-8689-c4c821660b35 service neutron] 10.222.0.57 "GET /v2.0/networks/9b81ad00-7180-4a41-9594-2bd0d66dbd57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1818776 Jan 26 21:09:06.893407 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1060a625-6730-4580-b14e-fdd595314dae req-eaf4580a-ebc0-4554-9a65-dbe0399fcea2 tempest-VolumesAdminNegativeTest-1754772051 tempest-VolumesAdminNegativeTest-1754772051-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:09:06.895297 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-1060a625-6730-4580-b14e-fdd595314dae req-eaf4580a-ebc0-4554-9a65-dbe0399fcea2 tempest-VolumesAdminNegativeTest-1754772051 tempest-VolumesAdminNegativeTest-1754772051-project] 10.222.0.66 "GET /v2.0/networks?id=e85854ea-b0dd-49df-aa3d-c27bf5ef9ded HTTP/1.1" status: 200 len: 814 time: 0.6985681 Jan 26 21:09:06.913491 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] get_ports_and_sgs() called for port_ids ['dc28e82f-dde1-4b80-acdc-d7b8421d511d'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 26 21:09:06.931939 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 47718) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:09:06.938072 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [req-1060a625-6730-4580-b14e-fdd595314dae req-2c971055-5870-4739-b8d3-29df620a17dc tempest-VolumesAdminNegativeTest-1754772051 tempest-VolumesAdminNegativeTest-1754772051-project] Request body: {'port': {'device_id': '2f390021-3ea0-452c-ade6-6685a9b04bab', 'network_id': 'e85854ea-b0dd-49df-aa3d-c27bf5ef9ded', 'admin_state_up': True, 'tenant_id': 'a2481f02a1f84aa9a77853998462b3cb'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:09:06.961620 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-b57f6a6c-c382-424a-b2da-2df396ef5c3f req-9a871ff8-3f8b-4286-af96-cbd43ef6d686 tempest-MigrationsAdminTest-1084137346 tempest-MigrationsAdminTest-1084137346-project] 10.222.0.13 "GET /v2.0/security-groups?id=e0b082e3-685f-492b-b87f-3045b8ecd8c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2379160 Jan 26 21:09:06.962808 n-d-760453-5 neutron-server[103305]: DEBUG neutron.notifiers.nova [req-a60b7cda-c26e-47f0-badf-b0743a417cc8 req-be6a7274-7bae-4adb-973d-23d22d5c269a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a11c8f02-b141-4681-b800-44fae0fe6628 {{(pid=103305) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 26 21:09:06.981007 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edafd855-4c24-43da-aa5b-dc243d2d3c09 req-a52b8d4e-edee-4f5d-892f-2d0ecb955ee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:09:06.982731 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-edafd855-4c24-43da-aa5b-dc243d2d3c09 req-a52b8d4e-edee-4f5d-892f-2d0ecb955ee8 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=7fbe9cf5-e12c-436d-b372-55a19c9faa30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2434359 Jan 26 21:09:06.997909 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-a60b7cda-c26e-47f0-badf-b0743a417cc8 req-be6a7274-7bae-4adb-973d-23d22d5c269a service neutron] Publish callbacks [] for port (a11c8f02-b141-4681-b800-44fae0fe6628), precommit_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:09:07.013970 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.provisioning_blocks [req-a60b7cda-c26e-47f0-badf-b0743a417cc8 req-be6a7274-7bae-4adb-973d-23d22d5c269a service neutron] Transition to ACTIVE for port object a11c8f02-b141-4681-b800-44fae0fe6628 will not be triggered until provisioned by entity L2. {{(pid=103305) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 21:09:07.054477 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-a60b7cda-c26e-47f0-badf-b0743a417cc8 req-be6a7274-7bae-4adb-973d-23d22d5c269a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11791520'] for port (a11c8f02-b141-4681-b800-44fae0fe6628), after_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:09:07.078740 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-1fc2ec44-e0c9-4cc7-945c-f3bb67e8efab admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=7738c5884a6447309a2496a4daa195ef&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1420429 Jan 26 21:09:07.079076 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-ca8d11ab-fe98-4236-8c12-bc8e55feca06 req-bde4416b-8b2c-4981-b565-9e377206709a service neutron] 10.222.0.57 "GET /v2.0/networks/9b81ad00-7180-4a41-9594-2bd0d66dbd57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2288773 Jan 26 21:09:07.079819 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 47720) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:09:07.149207 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [req-0375655a-a8b4-4ea8-a4fb-e17002bb57ed req-92bc3bff-4a54-4245-8e94-574ce459875a tempest-FloatingIPsAssociationNegativeTestJSON-863358768 tempest-FloatingIPsAssociationNegativeTestJSON-863358768-project] Deleting port 7378c379-1f22-4ae3-99f2-47eb419aa71d {{(pid=103304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 21:09:07.149479 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-0375655a-a8b4-4ea8-a4fb-e17002bb57ed req-92bc3bff-4a54-4245-8e94-574ce459875a tempest-FloatingIPsAssociationNegativeTestJSON-863358768 tempest-FloatingIPsAssociationNegativeTestJSON-863358768-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746560630878'] for port (7378c379-1f22-4ae3-99f2-47eb419aa71d), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:09:07.164110 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be6a7274-7bae-4adb-973d-23d22d5c269a service neutron] Pushing event updated for resources: {'Port': ['ID=a11c8f02-b141-4681-b800-44fae0fe6628,revision_number=2']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:09:07.241694 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-c5d0d955-6e61-4ccd-889a-0a77b55ebcae admin admin] Publish callbacks [] for security_group (aea9fb57-b28b-4984-b6fd-ae500e1c8e4e), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:09:07.242444 n-d-760453-5 neutron-server[103304]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '44e509ba-6109-4586-a8ba-08a6823dbe1b', 'tag': 'f5010a61-3896-475f-8bb6-a71c3454c269'}] {{(pid=103304) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 21:09:07.244712 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d52b45f1943fcd332af9527eb73ff93c8d715d44383a3f6d18de73b4cfcf87b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9ef49cf-94ce-4fbd-b960-82d9d18d8176" -d '{"events": [{"name": "network-changed", "server_uuid": "44e509ba-6109-4586-a8ba-08a6823dbe1b", "tag": "f5010a61-3896-475f-8bb6-a71c3454c269"}]}' {{(pid=103304) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 21:09:07.276828 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-c5d0d955-6e61-4ccd-889a-0a77b55ebcae admin admin] Publish callbacks [] for security_group (aea9fb57-b28b-4984-b6fd-ae500e1c8e4e), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:09:07.285438 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [req-a60b7cda-c26e-47f0-badf-b0743a417cc8 req-be6a7274-7bae-4adb-973d-23d22d5c269a service neutron] Attempting to bind port a11c8f02-b141-4681-b800-44fae0fe6628 on host n-h2-760453-5 for vnic_type normal with profile {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 21:09:07.285783 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [req-a60b7cda-c26e-47f0-badf-b0743a417cc8 req-be6a7274-7bae-4adb-973d-23d22d5c269a service neutron] Attempting to bind port a11c8f02-b141-4681-b800-44fae0fe6628 by drivers openvswitch,hyperv on host n-h2-760453-5 at level 0 using segments [{'id': '4eab25d6-89d9-4907-a1c2-51b06443ba33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '7fbe9cf5-e12c-436d-b372-55a19c9faa30'}] {{(pid=103305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 26 21:09:07.286118 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a60b7cda-c26e-47f0-badf-b0743a417cc8 req-be6a7274-7bae-4adb-973d-23d22d5c269a service neutron] Attempting to bind port a11c8f02-b141-4681-b800-44fae0fe6628 on network 7fbe9cf5-e12c-436d-b372-55a19c9faa30 {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 21:09:07.297471 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a60b7cda-c26e-47f0-badf-b0743a417cc8 req-be6a7274-7bae-4adb-973d-23d22d5c269a service neutron] Port a11c8f02-b141-4681-b800-44fae0fe6628 on network 7fbe9cf5-e12c-436d-b372-55a19c9faa30 not bound, no agent of type Open vSwitch agent registered on host n-h2-760453-5 {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 26 21:09:07.298413 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a60b7cda-c26e-47f0-badf-b0743a417cc8 req-be6a7274-7bae-4adb-973d-23d22d5c269a service neutron] Attempting to bind port a11c8f02-b141-4681-b800-44fae0fe6628 on network 7fbe9cf5-e12c-436d-b372-55a19c9faa30 {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 21:09:07.298901 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1025ee14-489d-4b95-8cb5-a1b1d0552f4b req-74f363d2-de2f-47cc-8f12-9d14ee0d15cf tempest-TenantUsagesTestJSON-1150225230 tempest-TenantUsagesTestJSON-1150225230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:09:07.300437 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-1025ee14-489d-4b95-8cb5-a1b1d0552f4b req-74f363d2-de2f-47cc-8f12-9d14ee0d15cf tempest-TenantUsagesTestJSON-1150225230 tempest-TenantUsagesTestJSON-1150225230-project] 10.222.0.13 "GET /v2.0/ports?device_id=a9bb2adf-f97d-4150-8ccf-d81bb6fe6437 HTTP/1.1" status: 200 len: 946 time: 0.2682636 Jan 26 21:09:07.311721 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-0375655a-a8b4-4ea8-a4fb-e17002bb57ed req-92bc3bff-4a54-4245-8e94-574ce459875a tempest-FloatingIPsAssociationNegativeTestJSON-863358768 tempest-FloatingIPsAssociationNegativeTestJSON-863358768-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4109658'] for port (7378c379-1f22-4ae3-99f2-47eb419aa71d), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:09:07.312074 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-0375655a-a8b4-4ea8-a4fb-e17002bb57ed req-92bc3bff-4a54-4245-8e94-574ce459875a tempest-FloatingIPsAssociationNegativeTestJSON-863358768 tempest-FloatingIPsAssociationNegativeTestJSON-863358768-project] Publish callbacks [] for floatingip (7378c379-1f22-4ae3-99f2-47eb419aa71d), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:09:07.315575 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a60b7cda-c26e-47f0-badf-b0743a417cc8 req-be6a7274-7bae-4adb-973d-23d22d5c269a service neutron] Checking agent: {'id': '4d619873-4b60-439f-9b5a-b155dc8bbc34', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-760453-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 21, 2, 53), 'started_at': datetime.datetime(2022, 1, 26, 21, 2, 53), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 21, 8, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 26 21:09:07.315919 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a60b7cda-c26e-47f0-badf-b0743a417cc8 req-be6a7274-7bae-4adb-973d-23d22d5c269a service neutron] Checking segment: {'id': '4eab25d6-89d9-4907-a1c2-51b06443ba33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '7fbe9cf5-e12c-436d-b372-55a19c9faa30'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103305) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 21:09:07.316332 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a60b7cda-c26e-47f0-badf-b0743a417cc8 req-be6a7274-7bae-4adb-973d-23d22d5c269a service neutron] Bound using segment: {'id': '4eab25d6-89d9-4907-a1c2-51b06443ba33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '7fbe9cf5-e12c-436d-b372-55a19c9faa30'} {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 26 21:09:07.316782 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [req-a60b7cda-c26e-47f0-badf-b0743a417cc8 req-be6a7274-7bae-4adb-973d-23d22d5c269a service neutron] Bound port: a11c8f02-b141-4681-b800-44fae0fe6628, host: n-h2-760453-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4eab25d6-89d9-4907-a1c2-51b06443ba33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '7fbe9cf5-e12c-436d-b372-55a19c9faa30'}}] {{(pid=103305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 26 21:09:07.317137 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-a60b7cda-c26e-47f0-badf-b0743a417cc8 req-be6a7274-7bae-4adb-973d-23d22d5c269a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (a11c8f02-b141-4681-b800-44fae0fe6628), before_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:09:07.341627 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [req-0375655a-a8b4-4ea8-a4fb-e17002bb57ed req-92bc3bff-4a54-4245-8e94-574ce459875a tempest-FloatingIPsAssociationNegativeTestJSON-863358768 tempest-FloatingIPsAssociationNegativeTestJSON-863358768-project] Calling delete_port for 7378c379-1f22-4ae3-99f2-47eb419aa71d owned by network:floatingip {{(pid=103304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 21:09:07.353675 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1060a625-6730-4580-b14e-fdd595314dae req-2c971055-5870-4739-b8d3-29df620a17dc tempest-VolumesAdminNegativeTest-1754772051 tempest-VolumesAdminNegativeTest-1754772051-project] Made reservation on behalf of a2481f02a1f84aa9a77853998462b3cb for: {'port': 1} {{(pid=103304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 21:09:07.359557 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-1060a625-6730-4580-b14e-fdd595314dae req-2c971055-5870-4739-b8d3-29df620a17dc tempest-VolumesAdminNegativeTest-1754772051 tempest-VolumesAdminNegativeTest-1754772051-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:09:07.375483 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-edafd855-4c24-43da-aa5b-dc243d2d3c09 req-61522f28-47d1-4ab9-975a-597ff7c8e3bd service neutron] 10.222.0.57 "GET /v2.0/networks/7fbe9cf5-e12c-436d-b372-55a19c9faa30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3587348 Jan 26 21:09:07.435556 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [req-a60b7cda-c26e-47f0-badf-b0743a417cc8 req-be6a7274-7bae-4adb-973d-23d22d5c269a service neutron] For port a11c8f02-b141-4681-b800-44fae0fe6628, host n-h2-760453-5, cleared binding levels {{(pid=103305) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 26 21:09:07.439040 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [req-a60b7cda-c26e-47f0-badf-b0743a417cc8 req-be6a7274-7bae-4adb-973d-23d22d5c269a service neutron] For port a11c8f02-b141-4681-b800-44fae0fe6628, host n-h2-760453-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-5',level=0,port_id=a11c8f02-b141-4681-b800-44fae0fe6628,segment=NetworkSegment(4eab25d6-89d9-4907-a1c2-51b06443ba33),segment_id=4eab25d6-89d9-4907-a1c2-51b06443ba33)] {{(pid=103305) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 26 21:09:07.440007 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-c5d0d955-6e61-4ccd-889a-0a77b55ebcae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (aea9fb57-b28b-4984-b6fd-ae500e1c8e4e), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:09:07.442617 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-c5d0d955-6e61-4ccd-889a-0a77b55ebcae admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:09:07.448557 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-c5d0d955-6e61-4ccd-889a-0a77b55ebcae admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/aea9fb57-b28b-4984-b6fd-ae500e1c8e4e HTTP/1.1" status: 204 len: 168 time: 0.3439999 Jan 26 21:09:07.472465 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-a60b7cda-c26e-47f0-badf-b0743a417cc8 req-be6a7274-7bae-4adb-973d-23d22d5c269a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11791520'] for port (a11c8f02-b141-4681-b800-44fae0fe6628), after_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:09:07.479491 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d0d955-6e61-4ccd-889a-0a77b55ebcae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aea9fb57-b28b-4984-b6fd-ae500e1c8e4e,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:09:07.522948 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60b7cda-c26e-47f0-badf-b0743a417cc8 req-be6a7274-7bae-4adb-973d-23d22d5c269a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:09:07.523990 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-a60b7cda-c26e-47f0-badf-b0743a417cc8 req-be6a7274-7bae-4adb-973d-23d22d5c269a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:09:07.525558 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-a60b7cda-c26e-47f0-badf-b0743a417cc8 req-be6a7274-7bae-4adb-973d-23d22d5c269a service neutron] 10.222.0.57 "PUT /v2.0/ports/a11c8f02-b141-4681-b800-44fae0fe6628 HTTP/1.1" status: 200 len: 1094 time: 1.4738610 Jan 26 21:09:07.526253 n-d-760453-5 neutron-server[103305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a9bb2adf-f97d-4150-8ccf-d81bb6fe6437', 'tag': 'a11c8f02-b141-4681-b800-44fae0fe6628'}] {{(pid=103305) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 21:09:07.528525 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d4654568b7bf041e72ff8fe1c96d6d761d9c921f2b99bc7b3a26632be20cee0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3d2050e-7eca-4f34-90d8-47d9ed899131" -d '{"events": [{"name": "network-changed", "server_uuid": "a9bb2adf-f97d-4150-8ccf-d81bb6fe6437", "tag": "a11c8f02-b141-4681-b800-44fae0fe6628"}]}' {{(pid=103305) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 21:09:07.575642 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-1025ee14-489d-4b95-8cb5-a1b1d0552f4b req-8f78d299-6260-4216-a46a-e65b1651cf47 tempest-TenantUsagesTestJSON-1150225230 tempest-TenantUsagesTestJSON-1150225230-project] 10.222.0.13 "GET /v2.0/security-groups?id=50e829d9-da66-40ea-999a-536cb0bd4f61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2606187 Jan 26 21:09:07.591590 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be6a7274-7bae-4adb-973d-23d22d5c269a service neutron] Pushing event updated for resources: {'Port': ['ID=a11c8f02-b141-4681-b800-44fae0fe6628,revision_number=3']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:09:07.654368 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60b7cda-c26e-47f0-badf-b0743a417cc8 req-531a21a0-d59e-44c2-bc04-02341c4c55d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:09:07.656712 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-a60b7cda-c26e-47f0-badf-b0743a417cc8 req-531a21a0-d59e-44c2-bc04-02341c4c55d2 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=4259d278f64a412c868b75ca2989e72c&device_id=a9bb2adf-f97d-4150-8ccf-d81bb6fe6437 HTTP/1.1" status: 200 len: 1097 time: 0.0854068 Jan 26 21:09:07.756986 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-a60b7cda-c26e-47f0-badf-b0743a417cc8 req-e2375749-bbd5-4014-bbe7-5e7327fc2d9e service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.7&port_id=a11c8f02-b141-4681-b800-44fae0fe6628 HTTP/1.1" status: 200 len: 217 time: 0.0860882 Jan 26 21:09:07.798236 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-edafd855-4c24-43da-aa5b-dc243d2d3c09 req-d085bcdf-c29f-4392-9961-aad161501f0c service neutron] 10.222.0.57 "GET /v2.0/networks/7fbe9cf5-e12c-436d-b372-55a19c9faa30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4125211 Jan 26 21:09:07.883719 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.db_base_plugin_common [req-1060a625-6730-4580-b14e-fdd595314dae req-2c971055-5870-4739-b8d3-29df620a17dc tempest-VolumesAdminNegativeTest-1754772051 tempest-VolumesAdminNegativeTest-1754772051-project] Allocated IP 172.20.0.9 (e85854ea-b0dd-49df-aa3d-c27bf5ef9ded/1e2e0f72-4b8b-4170-a0f9-b60486398ca4/dec24140-bd98-4fe1-8e86-d45eef158e4d) {{(pid=103304) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 21:09:07.914993 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60b7cda-c26e-47f0-badf-b0743a417cc8 req-2276680a-f3f7-4348-abb9-0f0a49bf6149 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:09:07.916853 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-a60b7cda-c26e-47f0-badf-b0743a417cc8 req-2276680a-f3f7-4348-abb9-0f0a49bf6149 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=fd77e534-75e6-4b90-950e-f5824d584430 HTTP/1.1" status: 200 len: 843 time: 0.1265583 Jan 26 21:09:07.997167 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60b7cda-c26e-47f0-badf-b0743a417cc8 req-849226bf-de33-4027-ae32-1b472f7c41e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:09:08.003573 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-a60b7cda-c26e-47f0-badf-b0743a417cc8 req-849226bf-de33-4027-ae32-1b472f7c41e8 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=7fbe9cf5-e12c-436d-b372-55a19c9faa30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0789571 Jan 26 21:09:08.037451 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-97516708-02fb-4806-a8c1-b9bd0772f98d req-4aec927a-838c-4c1c-b501-61472a1e10fb tempest-VolumesAdminNegativeTest-1754772051 tempest-VolumesAdminNegativeTest-1754772051-project] 10.222.0.13 "GET /v2.0/ports?device_id=2f390021-3ea0-452c-ade6-6685a9b04bab HTTP/1.1" status: 200 len: 210 time: 0.0458910 Jan 26 21:09:08.040152 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-0375655a-a8b4-4ea8-a4fb-e17002bb57ed req-92bc3bff-4a54-4245-8e94-574ce459875a tempest-FloatingIPsAssociationNegativeTestJSON-863358768 tempest-FloatingIPsAssociationNegativeTestJSON-863358768-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746560636600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746560234536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9281553'] for port (7378c379-1f22-4ae3-99f2-47eb419aa71d), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:09:08.056150 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (32ef628b-8417-46c5-8729-60fcabe358f1), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:09:08.092950 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92bc3bff-4a54-4245-8e94-574ce459875a tempest-FloatingIPsAssociationNegativeTestJSON-863358768 tempest-FloatingIPsAssociationNegativeTestJSON-863358768-project] Pushing event deleted for resources: {'Port': ['ID=7378c379-1f22-4ae3-99f2-47eb419aa71d,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:09:08.108199 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92bc3bff-4a54-4245-8e94-574ce459875a tempest-FloatingIPsAssociationNegativeTestJSON-863358768 tempest-FloatingIPsAssociationNegativeTestJSON-863358768-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:09:08.108635 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92bc3bff-4a54-4245-8e94-574ce459875a tempest-FloatingIPsAssociationNegativeTestJSON-863358768 tempest-FloatingIPsAssociationNegativeTestJSON-863358768-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:09:08.109105 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92bc3bff-4a54-4245-8e94-574ce459875a tempest-FloatingIPsAssociationNegativeTestJSON-863358768 tempest-FloatingIPsAssociationNegativeTestJSON-863358768-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:09:08.109688 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92bc3bff-4a54-4245-8e94-574ce459875a tempest-FloatingIPsAssociationNegativeTestJSON-863358768 tempest-FloatingIPsAssociationNegativeTestJSON-863358768-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:09:08.110637 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92bc3bff-4a54-4245-8e94-574ce459875a tempest-FloatingIPsAssociationNegativeTestJSON-863358768 tempest-FloatingIPsAssociationNegativeTestJSON-863358768-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:09:08.111037 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92bc3bff-4a54-4245-8e94-574ce459875a tempest-FloatingIPsAssociationNegativeTestJSON-863358768 tempest-FloatingIPsAssociationNegativeTestJSON-863358768-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:09:08.111380 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92bc3bff-4a54-4245-8e94-574ce459875a tempest-FloatingIPsAssociationNegativeTestJSON-863358768 tempest-FloatingIPsAssociationNegativeTestJSON-863358768-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:09:08.111814 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92bc3bff-4a54-4245-8e94-574ce459875a tempest-FloatingIPsAssociationNegativeTestJSON-863358768 tempest-FloatingIPsAssociationNegativeTestJSON-863358768-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:09:08.112206 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92bc3bff-4a54-4245-8e94-574ce459875a tempest-FloatingIPsAssociationNegativeTestJSON-863358768 tempest-FloatingIPsAssociationNegativeTestJSON-863358768-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:09:08.112597 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92bc3bff-4a54-4245-8e94-574ce459875a tempest-FloatingIPsAssociationNegativeTestJSON-863358768 tempest-FloatingIPsAssociationNegativeTestJSON-863358768-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:09:08.112997 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92bc3bff-4a54-4245-8e94-574ce459875a tempest-FloatingIPsAssociationNegativeTestJSON-863358768 tempest-FloatingIPsAssociationNegativeTestJSON-863358768-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:09:08.113414 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92bc3bff-4a54-4245-8e94-574ce459875a tempest-FloatingIPsAssociationNegativeTestJSON-863358768 tempest-FloatingIPsAssociationNegativeTestJSON-863358768-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:09:08.113809 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92bc3bff-4a54-4245-8e94-574ce459875a tempest-FloatingIPsAssociationNegativeTestJSON-863358768 tempest-FloatingIPsAssociationNegativeTestJSON-863358768-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:09:08.145527 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 26 Jan 2022 21:09:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87611330-90f0-4868-9ba9-6e2f7c322ecb x-openstack-request-id: req-87611330-90f0-4868-9ba9-6e2f7c322ecb {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 21:09:08.145885 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "44e509ba-6109-4586-a8ba-08a6823dbe1b", "tag": "f5010a61-3896-475f-8bb6-a71c3454c269", "status": "completed", "code": 200}]} {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 21:09:08.146225 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-87611330-90f0-4868-9ba9-6e2f7c322ecb {{(pid=103304) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 21:09:08.146686 n-d-760453-5 neutron-server[103304]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '44e509ba-6109-4586-a8ba-08a6823dbe1b', 'tag': 'f5010a61-3896-475f-8bb6-a71c3454c269', 'status': 'completed', 'code': 200} Jan 26 21:09:08.149562 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-a60b7cda-c26e-47f0-badf-b0743a417cc8 req-8108d38b-9133-440e-95df-0af78e0b5e70 service neutron] 10.222.0.57 "GET /v2.0/networks/7fbe9cf5-e12c-436d-b372-55a19c9faa30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1402259 Jan 26 21:09:08.189381 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 26 Jan 2022 21:09:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35f6a8ad-bbe4-46d5-8499-edde8ee5df77 x-openstack-request-id: req-35f6a8ad-bbe4-46d5-8499-edde8ee5df77 {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 21:09:08.190104 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a9bb2adf-f97d-4150-8ccf-d81bb6fe6437", "tag": "a11c8f02-b141-4681-b800-44fae0fe6628", "status": "completed", "code": 200}]} {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 21:09:08.190536 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-35f6a8ad-bbe4-46d5-8499-edde8ee5df77 {{(pid=103305) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 21:09:08.191190 n-d-760453-5 neutron-server[103305]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a9bb2adf-f97d-4150-8ccf-d81bb6fe6437', 'tag': 'a11c8f02-b141-4681-b800-44fae0fe6628', 'status': 'completed', 'code': 200} Jan 26 21:09:08.207076 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-1060a625-6730-4580-b14e-fdd595314dae req-2c971055-5870-4739-b8d3-29df620a17dc tempest-VolumesAdminNegativeTest-1754772051 tempest-VolumesAdminNegativeTest-1754772051-project] Publish callbacks [] for port (dec24140-bd98-4fe1-8e86-d45eef158e4d), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:09:08.229912 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-0375655a-a8b4-4ea8-a4fb-e17002bb57ed req-92bc3bff-4a54-4245-8e94-574ce459875a tempest-FloatingIPsAssociationNegativeTestJSON-863358768 tempest-FloatingIPsAssociationNegativeTestJSON-863358768-project] Publish callbacks [] for floatingip (08ec2091-e34d-40d8-a7e3-094990514206), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:09:08.232526 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-0375655a-a8b4-4ea8-a4fb-e17002bb57ed req-92bc3bff-4a54-4245-8e94-574ce459875a tempest-FloatingIPsAssociationNegativeTestJSON-863358768 tempest-FloatingIPsAssociationNegativeTestJSON-863358768-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for floatingip (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:09:08.233725 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-0375655a-a8b4-4ea8-a4fb-e17002bb57ed req-92bc3bff-4a54-4245-8e94-574ce459875a tempest-FloatingIPsAssociationNegativeTestJSON-863358768 tempest-FloatingIPsAssociationNegativeTestJSON-863358768-project] 10.222.0.13 "DELETE /v2.0/floatingips/08ec2091-e34d-40d8-a7e3-094990514206 HTTP/1.1" status: 204 len: 173 time: 1.9577801 Jan 26 21:09:08.267459 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-1060a625-6730-4580-b14e-fdd595314dae req-2c971055-5870-4739-b8d3-29df620a17dc tempest-VolumesAdminNegativeTest-1754772051 tempest-VolumesAdminNegativeTest-1754772051-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746560234527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9281553'] for port (dec24140-bd98-4fe1-8e86-d45eef158e4d), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:09:08.356704 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ef49cf-94ce-4fbd-b960-82d9d18d8176 req-5a855a05-1127-400e-8f25-576a50951b22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:09:08.361270 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-d9ef49cf-94ce-4fbd-b960-82d9d18d8176 req-5a855a05-1127-400e-8f25-576a50951b22 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=bed2f4d6742e48e3a1e31395965cc7ba&device_id=44e509ba-6109-4586-a8ba-08a6823dbe1b HTTP/1.1" status: 200 len: 1097 time: 0.1271870 Jan 26 21:09:08.389063 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1060a625-6730-4580-b14e-fdd595314dae req-2c971055-5870-4739-b8d3-29df620a17dc tempest-VolumesAdminNegativeTest-1754772051 tempest-VolumesAdminNegativeTest-1754772051-project] Network e85854ea-b0dd-49df-aa3d-c27bf5ef9ded is already hosted by enough agents. {{(pid=103304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 21:09:08.398141 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Device dc28e82f-dde1-4b80-acdc-d7b8421d511d up at agent hyperv_n-h2-760453-5 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 21:09:08.400053 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [req-1060a625-6730-4580-b14e-fdd595314dae req-2c971055-5870-4739-b8d3-29df620a17dc tempest-VolumesAdminNegativeTest-1754772051 tempest-VolumesAdminNegativeTest-1754772051-project] Resources bound (agent type, host, resource id): {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:09:08.402032 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c971055-5870-4739-b8d3-29df620a17dc tempest-VolumesAdminNegativeTest-1754772051 tempest-VolumesAdminNegativeTest-1754772051-project] Pushing event updated for resources: {'Port': ['ID=dec24140-bd98-4fe1-8e86-d45eef158e4d,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:09:08.404372 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [req-1060a625-6730-4580-b14e-fdd595314dae req-2c971055-5870-4739-b8d3-29df620a17dc tempest-VolumesAdminNegativeTest-1754772051 tempest-VolumesAdminNegativeTest-1754772051-project] Received port after_create {{(pid=103304) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 21:09:08.461852 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eec4494-0db7-49b3-9c60-2889fbb43006 req-f2842e8b-f034-49ee-a027-843cdde17308 tempest-MigrationsAdminTest-1084137346 tempest-MigrationsAdminTest-1084137346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:09:08.467697 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-a60b7cda-c26e-47f0-badf-b0743a417cc8 req-ed69fac4-e1d5-430d-99bd-1e7a57619def service neutron] 10.222.0.57 "GET /v2.0/networks/7fbe9cf5-e12c-436d-b372-55a19c9faa30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3127656 Jan 26 21:09:08.470656 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-9eec4494-0db7-49b3-9c60-2889fbb43006 req-f2842e8b-f034-49ee-a027-843cdde17308 tempest-MigrationsAdminTest-1084137346 tempest-MigrationsAdminTest-1084137346-project] 10.222.0.13 "GET /v2.0/ports?device_id=b8273d7d-7d14-4fba-908e-42ea49b1effb HTTP/1.1" status: 200 len: 949 time: 0.1615834 Jan 26 21:09:08.492406 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253ee901-d27b-4e17-9607-c770d3240636 req-7aedf99b-bdec-4ed2-8e0e-92a66f14c3d8 tempest-FloatingIPsAssociationNegativeTestJSON-863358768 tempest-FloatingIPsAssociationNegativeTestJSON-863358768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:09:08.492750 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Provisioning for port dc28e82f-dde1-4b80-acdc-d7b8421d511d completed by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 21:09:08.500507 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-253ee901-d27b-4e17-9607-c770d3240636 req-7aedf99b-bdec-4ed2-8e0e-92a66f14c3d8 tempest-FloatingIPsAssociationNegativeTestJSON-863358768 tempest-FloatingIPsAssociationNegativeTestJSON-863358768-project] 10.222.0.13 "GET /v2.0/ports?device_id=44e509ba-6109-4586-a8ba-08a6823dbe1b&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1745491 Jan 26 21:09:08.503710 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Provisioning complete for port dc28e82f-dde1-4b80-acdc-d7b8421d511d triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:09:08.503710 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (dc28e82f-dde1-4b80-acdc-d7b8421d511d), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:09:08.602264 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ef49cf-94ce-4fbd-b960-82d9d18d8176 req-a5ec358f-3e74-4df4-beef-f2e307e8565f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:09:08.604264 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-d9ef49cf-94ce-4fbd-b960-82d9d18d8176 req-a5ec358f-3e74-4df4-beef-f2e307e8565f service neutron] 10.222.0.66 "GET /v2.0/networks?id=54e115b5-d471-45df-827b-e12849d10363 HTTP/1.1" status: 200 len: 930 time: 0.2351513 Jan 26 21:09:08.626024 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1060a625-6730-4580-b14e-fdd595314dae req-2c971055-5870-4739-b8d3-29df620a17dc tempest-VolumesAdminNegativeTest-1754772051 tempest-VolumesAdminNegativeTest-1754772051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:09:08.626933 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-1060a625-6730-4580-b14e-fdd595314dae req-2c971055-5870-4739-b8d3-29df620a17dc tempest-VolumesAdminNegativeTest-1754772051 tempest-VolumesAdminNegativeTest-1754772051-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:09:08.630805 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Current status of the port dc28e82f-dde1-4b80-acdc-d7b8421d511d is: BUILD; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:09:08.631200 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (dc28e82f-dde1-4b80-acdc-d7b8421d511d), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:09:08.636183 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-253ee901-d27b-4e17-9607-c770d3240636 req-517d4935-4529-42e0-9338-2792ab017d23 tempest-FloatingIPsAssociationNegativeTestJSON-863358768 tempest-FloatingIPsAssociationNegativeTestJSON-863358768-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.1311026 Jan 26 21:09:08.660472 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d2050e-7eca-4f34-90d8-47d9ed899131 req-c46c9af3-d49a-433d-8b46-f274c8aa5614 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:09:08.663899 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-d3d2050e-7eca-4f34-90d8-47d9ed899131 req-c46c9af3-d49a-433d-8b46-f274c8aa5614 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=4259d278f64a412c868b75ca2989e72c&device_id=a9bb2adf-f97d-4150-8ccf-d81bb6fe6437 HTTP/1.1" status: 200 len: 1097 time: 0.1192639 Jan 26 21:09:08.666498 n-d-760453-5 neutron-server[103306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8273d7d-7d14-4fba-908e-42ea49b1effb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc28e82f-dde1-4b80-acdc-d7b8421d511d'}] {{(pid=103306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 21:09:08.668312 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-d9ef49cf-94ce-4fbd-b960-82d9d18d8176 req-a583127c-9d5a-4c77-b215-bb43db6be127 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f5010a61-3896-475f-8bb6-a71c3454c269 HTTP/1.1" status: 200 len: 217 time: 0.0576112 Jan 26 21:09:08.671323 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9d5d370febab655511bdd2ffe887e43e442d144a440368702bcc1e93af00b97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68bf69e7-64eb-47e6-9597-ce1c1eb40bdb" -d '{"events": [{"server_uuid": "b8273d7d-7d14-4fba-908e-42ea49b1effb", "name": "network-vif-plugged", "status": "completed", "tag": "dc28e82f-dde1-4b80-acdc-d7b8421d511d"}]}' {{(pid=103306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 21:09:08.671943 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-1060a625-6730-4580-b14e-fdd595314dae req-2c971055-5870-4739-b8d3-29df620a17dc tempest-VolumesAdminNegativeTest-1754772051 tempest-VolumesAdminNegativeTest-1754772051-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7463322 Jan 26 21:09:08.685809 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-9eec4494-0db7-49b3-9c60-2889fbb43006 req-b75d7007-5808-4658-8c02-695fa2ef5786 tempest-MigrationsAdminTest-1084137346 tempest-MigrationsAdminTest-1084137346-project] 10.222.0.13 "GET /v2.0/security-groups?id=e0b082e3-685f-492b-b87f-3045b8ecd8c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2138474 Jan 26 21:09:08.706917 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [req-1060a625-6730-4580-b14e-fdd595314dae req-515839e8-d258-414c-98c3-8efc9ab3af24 service neutron] Request body: {'port': {'device_id': '2f390021-3ea0-452c-ade6-6685a9b04bab', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-760453-5'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:09:08.707550 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] For port dc28e82f-dde1-4b80-acdc-d7b8421d511d, host n-h2-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-5',level=0,port_id=dc28e82f-dde1-4b80-acdc-d7b8421d511d,segment=NetworkSegment(4eab25d6-89d9-4907-a1c2-51b06443ba33),segment_id=4eab25d6-89d9-4907-a1c2-51b06443ba33)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:09:08.721908 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (dc28e82f-dde1-4b80-acdc-d7b8421d511d), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:09:08.775108 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ef49cf-94ce-4fbd-b960-82d9d18d8176 req-33d3b2f5-6118-41d7-9d62-5f05a3c1babb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:09:08.776759 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-d9ef49cf-94ce-4fbd-b960-82d9d18d8176 req-33d3b2f5-6118-41d7-9d62-5f05a3c1babb service neutron] 10.222.0.66 "GET /v2.0/subnets?id=edb22ac6-94b4-4b03-825b-a95146dd1cdd HTTP/1.1" status: 200 len: 868 time: 0.0906243 Jan 26 21:09:08.781074 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Pushing event updated for resources: {'Port': ['ID=dc28e82f-dde1-4b80-acdc-d7b8421d511d,revision_number=5']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:09:08.818674 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-1060a625-6730-4580-b14e-fdd595314dae req-515839e8-d258-414c-98c3-8efc9ab3af24 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (dec24140-bd98-4fe1-8e86-d45eef158e4d), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:09:08.877437 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ef49cf-94ce-4fbd-b960-82d9d18d8176 req-10bb2c88-4353-4d12-b830-dd3d95b3bc72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:09:08.879243 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-d9ef49cf-94ce-4fbd-b960-82d9d18d8176 req-10bb2c88-4353-4d12-b830-dd3d95b3bc72 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=54e115b5-d471-45df-827b-e12849d10363&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0733485 Jan 26 21:09:08.889752 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-3e5d30ab-0be2-407a-b399-6524537e5428 req-d31a545e-8c25-49e9-8212-cb133e2898fe tempest-FloatingIPsAssociationNegativeTestJSON-863358768 tempest-FloatingIPsAssociationNegativeTestJSON-863358768-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0953131 Jan 26 21:09:08.945493 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Jan 2022 21:09:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab2af109-d126-4898-83d4-e05bb290ec87 x-openstack-request-id: req-ab2af109-d126-4898-83d4-e05bb290ec87 {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 21:09:08.946450 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8273d7d-7d14-4fba-908e-42ea49b1effb", "name": "network-vif-plugged", "status": "completed", "tag": "dc28e82f-dde1-4b80-acdc-d7b8421d511d", "code": 200}]} {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 21:09:08.946874 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ab2af109-d126-4898-83d4-e05bb290ec87 {{(pid=103306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 21:09:08.947425 n-d-760453-5 neutron-server[103306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8273d7d-7d14-4fba-908e-42ea49b1effb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc28e82f-dde1-4b80-acdc-d7b8421d511d', 'code': 200} Jan 26 21:09:08.961411 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1cecf0-a44e-4f5d-9afb-2d8e4e5f61a3 req-da8fb25e-9e59-4d58-b76c-2a1923965f91 tempest-TenantUsagesTestJSON-1150225230 tempest-TenantUsagesTestJSON-1150225230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:09:08.964866 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-ad1cecf0-a44e-4f5d-9afb-2d8e4e5f61a3 req-da8fb25e-9e59-4d58-b76c-2a1923965f91 tempest-TenantUsagesTestJSON-1150225230 tempest-TenantUsagesTestJSON-1150225230-project] 10.222.0.13 "GET /v2.0/ports?device_id=a9bb2adf-f97d-4150-8ccf-d81bb6fe6437 HTTP/1.1" status: 200 len: 946 time: 0.1715584 Jan 26 21:09:08.983555 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d2050e-7eca-4f34-90d8-47d9ed899131 req-46b11dc2-4991-45d9-866e-77836568bae1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:09:08.985094 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-d3d2050e-7eca-4f34-90d8-47d9ed899131 req-46b11dc2-4991-45d9-866e-77836568bae1 service neutron] 10.222.0.57 "GET /v2.0/networks?id=7fbe9cf5-e12c-436d-b372-55a19c9faa30 HTTP/1.1" status: 200 len: 870 time: 0.3152077 Jan 26 21:09:09.056895 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-d3d2050e-7eca-4f34-90d8-47d9ed899131 req-e8c2d9c8-276c-4a40-96ea-60023ee26091 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.7&port_id=a11c8f02-b141-4681-b800-44fae0fe6628 HTTP/1.1" status: 200 len: 217 time: 0.0448887 Jan 26 21:09:09.105419 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-d9ef49cf-94ce-4fbd-b960-82d9d18d8176 req-eb0e3e27-864a-4939-b119-e9714510eab8 service neutron] 10.222.0.66 "GET /v2.0/networks/54e115b5-d471-45df-827b-e12849d10363?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2195189 Jan 26 21:09:09.122859 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d2050e-7eca-4f34-90d8-47d9ed899131 req-c272b40b-8c7b-4f1d-831a-c164234f6c2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:09:09.124316 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-d3d2050e-7eca-4f34-90d8-47d9ed899131 req-c272b40b-8c7b-4f1d-831a-c164234f6c2a service neutron] 10.222.0.57 "GET /v2.0/subnets?id=fd77e534-75e6-4b90-950e-f5824d584430 HTTP/1.1" status: 200 len: 843 time: 0.0568919 Jan 26 21:09:09.148591 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-ad1cecf0-a44e-4f5d-9afb-2d8e4e5f61a3 req-f4952168-40f2-431c-adc7-542b08a850d7 tempest-TenantUsagesTestJSON-1150225230 tempest-TenantUsagesTestJSON-1150225230-project] 10.222.0.13 "GET /v2.0/security-groups?id=50e829d9-da66-40ea-999a-536cb0bd4f61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1631982 Jan 26 21:09:09.241843 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-d9ef49cf-94ce-4fbd-b960-82d9d18d8176 req-8bd7fdac-8ce8-4ec5-9446-05e11d3e139f service neutron] 10.222.0.66 "GET /v2.0/networks/54e115b5-d471-45df-827b-e12849d10363?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0988040 Jan 26 21:09:09.290964 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d2050e-7eca-4f34-90d8-47d9ed899131 req-7fcc200d-cfd3-4663-b914-d762cdcd1da6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:09:09.294066 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-d3d2050e-7eca-4f34-90d8-47d9ed899131 req-7fcc200d-cfd3-4663-b914-d762cdcd1da6 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=7fbe9cf5-e12c-436d-b372-55a19c9faa30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1620378 Jan 26 21:09:09.306253 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70e70da-af72-451a-bdbe-ce19c3389f10 req-e74ff6ee-baf6-4f55-9ca1-b259566d1668 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:09:09.307781 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-a70e70da-af72-451a-bdbe-ce19c3389f10 req-e74ff6ee-baf6-4f55-9ca1-b259566d1668 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=b8273d7d-7d14-4fba-908e-42ea49b1effb HTTP/1.1" status: 200 len: 1101 time: 0.2538028 Jan 26 21:09:09.444162 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-d3d2050e-7eca-4f34-90d8-47d9ed899131 req-9dcc3fa1-8c70-4dd0-8ec9-d132afb82d78 service neutron] 10.222.0.57 "GET /v2.0/networks/7fbe9cf5-e12c-436d-b372-55a19c9faa30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1406636 Jan 26 21:09:09.457088 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-a70e70da-af72-451a-bdbe-ce19c3389f10 req-a4a73182-f6bd-4539-9706-573e0aeb4334 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=e0b082e3-685f-492b-b87f-3045b8ecd8c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1299856 Jan 26 21:09:09.535010 n-d-760453-5 neutron-server[103304]: DEBUG neutron.notifiers.nova [req-1060a625-6730-4580-b14e-fdd595314dae req-515839e8-d258-414c-98c3-8efc9ab3af24 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dec24140-bd98-4fe1-8e86-d45eef158e4d {{(pid=103304) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 26 21:09:09.555860 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-1060a625-6730-4580-b14e-fdd595314dae req-515839e8-d258-414c-98c3-8efc9ab3af24 service neutron] Publish callbacks [] for port (dec24140-bd98-4fe1-8e86-d45eef158e4d), precommit_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:09:09.575756 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-d3d2050e-7eca-4f34-90d8-47d9ed899131 req-ade9da0a-94f0-4ec5-a401-d09616c83f2f service neutron] 10.222.0.57 "GET /v2.0/networks/7fbe9cf5-e12c-436d-b372-55a19c9faa30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1233666 Jan 26 21:09:09.576100 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af67213e-e107-4e1e-ad71-6dbb7456ed24 req-4858a415-8e6b-4a14-8554-c079b570928d tempest-VolumesAdminNegativeTest-1754772051 tempest-VolumesAdminNegativeTest-1754772051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:09:09.577662 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-af67213e-e107-4e1e-ad71-6dbb7456ed24 req-4858a415-8e6b-4a14-8554-c079b570928d tempest-VolumesAdminNegativeTest-1754772051 tempest-VolumesAdminNegativeTest-1754772051-project] 10.222.0.13 "GET /v2.0/ports?device_id=2f390021-3ea0-452c-ade6-6685a9b04bab HTTP/1.1" status: 200 len: 931 time: 0.1246088 Jan 26 21:09:09.588444 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.provisioning_blocks [req-1060a625-6730-4580-b14e-fdd595314dae req-515839e8-d258-414c-98c3-8efc9ab3af24 service neutron] Transition to ACTIVE for port object dec24140-bd98-4fe1-8e86-d45eef158e4d will not be triggered until provisioned by entity L2. {{(pid=103304) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 21:09:09.603747 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d29554a-b1e4-46ad-ac72-7f0f3f90f46c req-a9173526-1c31-480d-97df-59c30da3d03d tempest-FloatingIPsAssociationNegativeTestJSON-863358768 tempest-FloatingIPsAssociationNegativeTestJSON-863358768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:09:09.605256 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-8d29554a-b1e4-46ad-ac72-7f0f3f90f46c req-a9173526-1c31-480d-97df-59c30da3d03d tempest-FloatingIPsAssociationNegativeTestJSON-863358768 tempest-FloatingIPsAssociationNegativeTestJSON-863358768-project] 10.222.0.13 "GET /v2.0/ports?device_id=44e509ba-6109-4586-a8ba-08a6823dbe1b HTTP/1.1" status: 200 len: 946 time: 0.1339066 Jan 26 21:09:09.612237 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-1060a625-6730-4580-b14e-fdd595314dae req-515839e8-d258-414c-98c3-8efc9ab3af24 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9281542'] for port (dec24140-bd98-4fe1-8e86-d45eef158e4d), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:09:09.700860 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 47784) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:09:09.719723 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-515839e8-d258-414c-98c3-8efc9ab3af24 service neutron] Pushing event updated for resources: {'Port': ['ID=dec24140-bd98-4fe1-8e86-d45eef158e4d,revision_number=2']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:09:09.724686 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-af67213e-e107-4e1e-ad71-6dbb7456ed24 req-f30d11eb-464d-4029-99a8-1e01adf14396 tempest-VolumesAdminNegativeTest-1754772051 tempest-VolumesAdminNegativeTest-1754772051-project] 10.222.0.13 "GET /v2.0/security-groups?id=2d35c4dc-e21e-4c05-9c1b-bb4dc495452f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1351473 Jan 26 21:09:09.769974 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-8d29554a-b1e4-46ad-ac72-7f0f3f90f46c req-fbab4b02-7a34-4b55-8e32-9eafbc066fbd tempest-FloatingIPsAssociationNegativeTestJSON-863358768 tempest-FloatingIPsAssociationNegativeTestJSON-863358768-project] 10.222.0.13 "GET /v2.0/security-groups?id=74af5a62-367f-4806-bb53-2aff4035c566&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1553855 Jan 26 21:09:09.847540 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-861214d4-fd76-45d8-a23f-e6b723b2ff92 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:09:09.884624 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [req-1060a625-6730-4580-b14e-fdd595314dae req-515839e8-d258-414c-98c3-8efc9ab3af24 service neutron] Attempting to bind port dec24140-bd98-4fe1-8e86-d45eef158e4d on host n-h1-760453-5 for vnic_type normal with profile {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 21:09:09.884967 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [req-1060a625-6730-4580-b14e-fdd595314dae req-515839e8-d258-414c-98c3-8efc9ab3af24 service neutron] Attempting to bind port dec24140-bd98-4fe1-8e86-d45eef158e4d by drivers openvswitch,hyperv on host n-h1-760453-5 at level 0 using segments [{'id': 'd345e5d3-3972-454e-8217-397028bb6d0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'e85854ea-b0dd-49df-aa3d-c27bf5ef9ded'}] {{(pid=103304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 26 21:09:09.885322 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1060a625-6730-4580-b14e-fdd595314dae req-515839e8-d258-414c-98c3-8efc9ab3af24 service neutron] Attempting to bind port dec24140-bd98-4fe1-8e86-d45eef158e4d on network e85854ea-b0dd-49df-aa3d-c27bf5ef9ded {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 21:09:09.897545 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5c7768-4d89-42ca-81e7-4f8c36405a88 req-0749aa41-7ff7-48fd-b8fc-15c1da435446 tempest-MigrationsAdminTest-1084137346 tempest-MigrationsAdminTest-1084137346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:09:09.899283 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-cc5c7768-4d89-42ca-81e7-4f8c36405a88 req-0749aa41-7ff7-48fd-b8fc-15c1da435446 tempest-MigrationsAdminTest-1084137346 tempest-MigrationsAdminTest-1084137346-project] 10.222.0.13 "GET /v2.0/ports?device_id=b8273d7d-7d14-4fba-908e-42ea49b1effb HTTP/1.1" status: 200 len: 950 time: 0.0876052 Jan 26 21:09:09.901710 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1060a625-6730-4580-b14e-fdd595314dae req-515839e8-d258-414c-98c3-8efc9ab3af24 service neutron] Port dec24140-bd98-4fe1-8e86-d45eef158e4d on network e85854ea-b0dd-49df-aa3d-c27bf5ef9ded not bound, no agent of type Open vSwitch agent registered on host n-h1-760453-5 {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 26 21:09:09.902037 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1060a625-6730-4580-b14e-fdd595314dae req-515839e8-d258-414c-98c3-8efc9ab3af24 service neutron] Attempting to bind port dec24140-bd98-4fe1-8e86-d45eef158e4d on network e85854ea-b0dd-49df-aa3d-c27bf5ef9ded {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 21:09:09.916394 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1060a625-6730-4580-b14e-fdd595314dae req-515839e8-d258-414c-98c3-8efc9ab3af24 service neutron] Checking agent: {'id': '32ef628b-8417-46c5-8729-60fcabe358f1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-760453-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 21, 3, 8), 'started_at': datetime.datetime(2022, 1, 26, 21, 3, 8), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 21, 9, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 26 21:09:09.916810 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1060a625-6730-4580-b14e-fdd595314dae req-515839e8-d258-414c-98c3-8efc9ab3af24 service neutron] Checking segment: {'id': 'd345e5d3-3972-454e-8217-397028bb6d0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'e85854ea-b0dd-49df-aa3d-c27bf5ef9ded'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103304) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 21:09:09.917285 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1060a625-6730-4580-b14e-fdd595314dae req-515839e8-d258-414c-98c3-8efc9ab3af24 service neutron] Bound using segment: {'id': 'd345e5d3-3972-454e-8217-397028bb6d0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'e85854ea-b0dd-49df-aa3d-c27bf5ef9ded'} {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 26 21:09:09.917791 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [req-1060a625-6730-4580-b14e-fdd595314dae req-515839e8-d258-414c-98c3-8efc9ab3af24 service neutron] Bound port: dec24140-bd98-4fe1-8e86-d45eef158e4d, host: n-h1-760453-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd345e5d3-3972-454e-8217-397028bb6d0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'e85854ea-b0dd-49df-aa3d-c27bf5ef9ded'}}] {{(pid=103304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 26 21:09:09.918296 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-1060a625-6730-4580-b14e-fdd595314dae req-515839e8-d258-414c-98c3-8efc9ab3af24 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (dec24140-bd98-4fe1-8e86-d45eef158e4d), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:09:09.996822 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-cc5c7768-4d89-42ca-81e7-4f8c36405a88 req-2fddb7ad-ae65-4031-a6d3-08df5d86310d tempest-MigrationsAdminTest-1084137346 tempest-MigrationsAdminTest-1084137346-project] 10.222.0.13 "GET /v2.0/security-groups?id=e0b082e3-685f-492b-b87f-3045b8ecd8c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909989 Jan 26 21:09:10.024997 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [req-1060a625-6730-4580-b14e-fdd595314dae req-515839e8-d258-414c-98c3-8efc9ab3af24 service neutron] For port dec24140-bd98-4fe1-8e86-d45eef158e4d, host n-h1-760453-5, cleared binding levels {{(pid=103304) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 26 21:09:10.028423 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [req-1060a625-6730-4580-b14e-fdd595314dae req-515839e8-d258-414c-98c3-8efc9ab3af24 service neutron] For port dec24140-bd98-4fe1-8e86-d45eef158e4d, host n-h1-760453-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-5',level=0,port_id=dec24140-bd98-4fe1-8e86-d45eef158e4d,segment=NetworkSegment(d345e5d3-3972-454e-8217-397028bb6d0a),segment_id=d345e5d3-3972-454e-8217-397028bb6d0a)] {{(pid=103304) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 26 21:09:10.034709 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-1060a625-6730-4580-b14e-fdd595314dae req-515839e8-d258-414c-98c3-8efc9ab3af24 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9281542'] for port (dec24140-bd98-4fe1-8e86-d45eef158e4d), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:09:10.075135 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1060a625-6730-4580-b14e-fdd595314dae req-515839e8-d258-414c-98c3-8efc9ab3af24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:09:10.075874 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-1060a625-6730-4580-b14e-fdd595314dae req-515839e8-d258-414c-98c3-8efc9ab3af24 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:09:10.078124 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-1060a625-6730-4580-b14e-fdd595314dae req-515839e8-d258-414c-98c3-8efc9ab3af24 service neutron] 10.222.0.66 "PUT /v2.0/ports/dec24140-bd98-4fe1-8e86-d45eef158e4d HTTP/1.1" status: 200 len: 1091 time: 1.3881018 Jan 26 21:09:10.153987 n-d-760453-5 neutron-server[103304]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f390021-3ea0-452c-ade6-6685a9b04bab', 'tag': 'dec24140-bd98-4fe1-8e86-d45eef158e4d'}] {{(pid=103304) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 21:09:10.197213 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d52b45f1943fcd332af9527eb73ff93c8d715d44383a3f6d18de73b4cfcf87b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbddd9d3-012f-4047-86c4-9942876b55b9" -d '{"events": [{"name": "network-changed", "server_uuid": "2f390021-3ea0-452c-ade6-6685a9b04bab", "tag": "dec24140-bd98-4fe1-8e86-d45eef158e4d"}]}' {{(pid=103304) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 21:09:10.246470 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-515839e8-d258-414c-98c3-8efc9ab3af24 service neutron] Pushing event updated for resources: {'Port': ['ID=dec24140-bd98-4fe1-8e86-d45eef158e4d,revision_number=3']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:09:10.339570 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 26 Jan 2022 21:09:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47952c41-64d9-40e0-93f0-8e6f2c4ea015 x-openstack-request-id: req-47952c41-64d9-40e0-93f0-8e6f2c4ea015 {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 21:09:10.339867 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2f390021-3ea0-452c-ade6-6685a9b04bab", "tag": "dec24140-bd98-4fe1-8e86-d45eef158e4d", "status": "completed", "code": 200}]} {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 21:09:10.340122 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-47952c41-64d9-40e0-93f0-8e6f2c4ea015 {{(pid=103304) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 21:09:10.340524 n-d-760453-5 neutron-server[103304]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2f390021-3ea0-452c-ade6-6685a9b04bab', 'tag': 'dec24140-bd98-4fe1-8e86-d45eef158e4d', 'status': 'completed', 'code': 200} Jan 26 21:09:10.358924 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1060a625-6730-4580-b14e-fdd595314dae req-3e435c07-0532-4605-8a40-b1b3e49f895c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:09:10.361714 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-1060a625-6730-4580-b14e-fdd595314dae req-3e435c07-0532-4605-8a40-b1b3e49f895c service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=a2481f02a1f84aa9a77853998462b3cb&device_id=2f390021-3ea0-452c-ade6-6685a9b04bab HTTP/1.1" status: 200 len: 1094 time: 0.1112204 Jan 26 21:09:10.378436 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65034548-aa16-43ab-ba49-167d1b4bd44f req-92e0c799-f502-4b2f-a752-8ca830c840cf tempest-TenantUsagesTestJSON-1150225230 tempest-TenantUsagesTestJSON-1150225230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:09:10.386169 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-65034548-aa16-43ab-ba49-167d1b4bd44f req-92e0c799-f502-4b2f-a752-8ca830c840cf tempest-TenantUsagesTestJSON-1150225230 tempest-TenantUsagesTestJSON-1150225230-project] 10.222.0.13 "GET /v2.0/ports?device_id=a9bb2adf-f97d-4150-8ccf-d81bb6fe6437 HTTP/1.1" status: 200 len: 946 time: 0.0878990 Jan 26 21:09:10.411496 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Device a11c8f02-b141-4681-b800-44fae0fe6628 details requested by agent hyperv_n-h2-760453-5 with host n-h2-760453-5 {{(pid=103306) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 26 21:09:10.444814 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-1060a625-6730-4580-b14e-fdd595314dae req-0351d1b1-8e7b-4378-9c13-e93983d8add2 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=dec24140-bd98-4fe1-8e86-d45eef158e4d HTTP/1.1" status: 200 len: 217 time: 0.0555451 Jan 26 21:09:10.499108 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-861214d4-fd76-45d8-a23f-e6b723b2ff92 admin admin] Publish callbacks [] for security_group (51a6f2a8-e29c-49d5-beea-d8648ffaff8c), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:09:10.511280 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-861214d4-fd76-45d8-a23f-e6b723b2ff92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (51a6f2a8-e29c-49d5-beea-d8648ffaff8c), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:09:10.523287 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-65034548-aa16-43ab-ba49-167d1b4bd44f req-790eb1d0-e39b-4e01-ad6e-08169d05823b tempest-TenantUsagesTestJSON-1150225230 tempest-TenantUsagesTestJSON-1150225230-project] 10.222.0.13 "GET /v2.0/security-groups?id=50e829d9-da66-40ea-999a-536cb0bd4f61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1359243 Jan 26 21:09:10.539352 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1060a625-6730-4580-b14e-fdd595314dae req-f6d52145-b510-438e-a9cd-0e1416d0ba2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:09:10.549034 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-1060a625-6730-4580-b14e-fdd595314dae req-f6d52145-b510-438e-a9cd-0e1416d0ba2d service neutron] 10.222.0.66 "GET /v2.0/subnets?id=1e2e0f72-4b8b-4170-a0f9-b60486398ca4 HTTP/1.1" status: 200 len: 854 time: 0.0948353 Jan 26 21:09:10.550874 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861214d4-fd76-45d8-a23f-e6b723b2ff92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51a6f2a8-e29c-49d5-beea-d8648ffaff8c,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:09:10.551989 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] For port a11c8f02-b141-4681-b800-44fae0fe6628, host n-h2-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-5',level=0,port_id=a11c8f02-b141-4681-b800-44fae0fe6628,segment=NetworkSegment(4eab25d6-89d9-4907-a1c2-51b06443ba33),segment_id=4eab25d6-89d9-4907-a1c2-51b06443ba33)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:09:10.573388 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-861214d4-fd76-45d8-a23f-e6b723b2ff92 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d72292898b3c49a7b2cf049873b6a37a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8701167 Jan 26 21:09:10.574674 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 47800) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:09:10.574786 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Returning: {'device': 'a11c8f02-b141-4681-b800-44fae0fe6628', 'network_id': '7fbe9cf5-e12c-436d-b372-55a19c9faa30', 'port_id': 'a11c8f02-b141-4681-b800-44fae0fe6628', 'mac_address': 'fa:16:3e:2e:f1:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 561, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fd77e534-75e6-4b90-950e-f5824d584430', 'ip_address': '192.168.233.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103306) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 26 21:09:10.616466 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-1060a625-6730-4580-b14e-fdd595314dae req-5172089e-2d91-4612-a1c9-143248dcd86a service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=e85854ea-b0dd-49df-aa3d-c27bf5ef9ded&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0630181 Jan 26 21:09:10.644715 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Current status of the port a11c8f02-b141-4681-b800-44fae0fe6628 is: DOWN; New status is: BUILD {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:09:10.645550 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (a11c8f02-b141-4681-b800-44fae0fe6628), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:09:10.652643 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-13aa5a1b-7fe2-4ac1-a65e-8083e38f04be admin admin] Publish callbacks [] for security_group (51a6f2a8-e29c-49d5-beea-d8648ffaff8c), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:09:10.669582 n-d-760453-5 neutron-server[103306]: DEBUG neutron.notifiers.nova [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a11c8f02-b141-4681-b800-44fae0fe6628 {{(pid=103306) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 26 21:09:10.683178 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-13aa5a1b-7fe2-4ac1-a65e-8083e38f04be admin admin] Publish callbacks [] for security_group (51a6f2a8-e29c-49d5-beea-d8648ffaff8c), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:09:10.704873 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] For port a11c8f02-b141-4681-b800-44fae0fe6628, host n-h2-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-5',level=0,port_id=a11c8f02-b141-4681-b800-44fae0fe6628,segment=NetworkSegment(4eab25d6-89d9-4907-a1c2-51b06443ba33),segment_id=4eab25d6-89d9-4907-a1c2-51b06443ba33)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:09:10.710139 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (a11c8f02-b141-4681-b800-44fae0fe6628), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:09:10.748771 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-13aa5a1b-7fe2-4ac1-a65e-8083e38f04be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (51a6f2a8-e29c-49d5-beea-d8648ffaff8c), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:09:10.752766 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-13aa5a1b-7fe2-4ac1-a65e-8083e38f04be admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:09:10.754264 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-13aa5a1b-7fe2-4ac1-a65e-8083e38f04be admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/51a6f2a8-e29c-49d5-beea-d8648ffaff8c HTTP/1.1" status: 204 len: 168 time: 0.1784463 Jan 26 21:09:10.765406 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13aa5a1b-7fe2-4ac1-a65e-8083e38f04be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51a6f2a8-e29c-49d5-beea-d8648ffaff8c,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:09:10.839825 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-1060a625-6730-4580-b14e-fdd595314dae req-d90db73c-21e6-4bf4-b3fd-67995a4e1939 service neutron] 10.222.0.66 "GET /v2.0/networks/e85854ea-b0dd-49df-aa3d-c27bf5ef9ded?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1810076 Jan 26 21:09:10.933449 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Pushing event updated for resources: {'Port': ['ID=a11c8f02-b141-4681-b800-44fae0fe6628,revision_number=4']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:09:11.033463 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] get_ports_and_sgs() called for port_ids ['a11c8f02-b141-4681-b800-44fae0fe6628'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 26 21:09:11.091497 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-1060a625-6730-4580-b14e-fdd595314dae req-7285cab7-27dc-42c4-bd2d-fadc89bbdcd8 service neutron] 10.222.0.66 "GET /v2.0/networks/e85854ea-b0dd-49df-aa3d-c27bf5ef9ded?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2438645 Jan 26 21:09:11.110566 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b7a918-35d7-43a1-a870-556d49e70e86 req-1152ee29-5e65-49ec-866d-29e3c2086589 tempest-VolumesAdminNegativeTest-1754772051 tempest-VolumesAdminNegativeTest-1754772051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:09:11.112171 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-62b7a918-35d7-43a1-a870-556d49e70e86 req-1152ee29-5e65-49ec-866d-29e3c2086589 tempest-VolumesAdminNegativeTest-1754772051 tempest-VolumesAdminNegativeTest-1754772051-project] 10.222.0.13 "GET /v2.0/ports?device_id=2f390021-3ea0-452c-ade6-6685a9b04bab HTTP/1.1" status: 200 len: 943 time: 0.2487664 Jan 26 21:09:11.125143 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136ae0df-4a57-4279-afdf-61fe968a215c req-02fa7af9-75c3-438f-92e6-a663ab7bc00c tempest-FloatingIPsAssociationNegativeTestJSON-863358768 tempest-FloatingIPsAssociationNegativeTestJSON-863358768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:09:11.126801 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-136ae0df-4a57-4279-afdf-61fe968a215c req-02fa7af9-75c3-438f-92e6-a663ab7bc00c tempest-FloatingIPsAssociationNegativeTestJSON-863358768 tempest-FloatingIPsAssociationNegativeTestJSON-863358768-project] 10.222.0.13 "GET /v2.0/ports?device_id=44e509ba-6109-4586-a8ba-08a6823dbe1b HTTP/1.1" status: 200 len: 946 time: 0.1878600 Jan 26 21:09:11.222866 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-136ae0df-4a57-4279-afdf-61fe968a215c req-aa47e87d-931e-49b7-821b-3803760f162d tempest-FloatingIPsAssociationNegativeTestJSON-863358768 tempest-FloatingIPsAssociationNegativeTestJSON-863358768-project] 10.222.0.13 "GET /v2.0/security-groups?id=74af5a62-367f-4806-bb53-2aff4035c566&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856578 Jan 26 21:09:11.233481 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-62b7a918-35d7-43a1-a870-556d49e70e86 req-d932e2aa-0aea-4dc9-9c44-0e9a833d0270 tempest-VolumesAdminNegativeTest-1754772051 tempest-VolumesAdminNegativeTest-1754772051-project] 10.222.0.13 "GET /v2.0/security-groups?id=2d35c4dc-e21e-4c05-9c1b-bb4dc495452f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054142 Jan 26 21:09:11.351676 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbddd9d3-012f-4047-86c4-9942876b55b9 req-d4c00d95-6f60-4ff5-a933-e6d6cdd0f6bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:09:11.354077 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-bbddd9d3-012f-4047-86c4-9942876b55b9 req-d4c00d95-6f60-4ff5-a933-e6d6cdd0f6bf service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=a2481f02a1f84aa9a77853998462b3cb&device_id=2f390021-3ea0-452c-ade6-6685a9b04bab HTTP/1.1" status: 200 len: 1094 time: 0.0667336 Jan 26 21:09:11.484308 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbddd9d3-012f-4047-86c4-9942876b55b9 req-02912f6a-fb51-4f64-91c8-941ed3989dbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:09:11.486179 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-bbddd9d3-012f-4047-86c4-9942876b55b9 req-02912f6a-fb51-4f64-91c8-941ed3989dbb service neutron] 10.222.0.66 "GET /v2.0/networks?id=e85854ea-b0dd-49df-aa3d-c27bf5ef9ded HTTP/1.1" status: 200 len: 915 time: 0.1252382 Jan 26 21:09:11.491155 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a7cda0-079e-4aa0-ba37-5d73a8e09c68 req-b75a7a8a-4a4e-4321-823a-3c8d159d6301 tempest-FloatingIPsAssociationNegativeTestJSON-863358768 tempest-FloatingIPsAssociationNegativeTestJSON-863358768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:09:11.492877 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-b9a7cda0-079e-4aa0-ba37-5d73a8e09c68 req-b75a7a8a-4a4e-4321-823a-3c8d159d6301 tempest-FloatingIPsAssociationNegativeTestJSON-863358768 tempest-FloatingIPsAssociationNegativeTestJSON-863358768-project] 10.222.0.66 "GET /v2.0/ports?device_id=44e509ba-6109-4586-a8ba-08a6823dbe1b HTTP/1.1" status: 200 len: 946 time: 0.2016058 Jan 26 21:09:11.503559 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44388f91-6f95-42c9-88cf-151d7cade6b4 req-803a8517-9fcf-44c7-8093-511362614e13 tempest-MigrationsAdminTest-1084137346 tempest-MigrationsAdminTest-1084137346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:09:11.505266 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-44388f91-6f95-42c9-88cf-151d7cade6b4 req-803a8517-9fcf-44c7-8093-511362614e13 tempest-MigrationsAdminTest-1084137346 tempest-MigrationsAdminTest-1084137346-project] 10.222.0.13 "GET /v2.0/ports?device_id=b8273d7d-7d14-4fba-908e-42ea49b1effb HTTP/1.1" status: 200 len: 950 time: 0.1548061 Jan 26 21:09:11.551250 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-bbddd9d3-012f-4047-86c4-9942876b55b9 req-966598ae-a03a-41a2-ae15-872a2ace3fe1 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=dec24140-bd98-4fe1-8e86-d45eef158e4d HTTP/1.1" status: 200 len: 217 time: 0.0381770 Jan 26 21:09:11.631113 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbddd9d3-012f-4047-86c4-9942876b55b9 req-d13aa969-59e0-4f09-81b9-a58c9b5b88e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:09:11.632610 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-bbddd9d3-012f-4047-86c4-9942876b55b9 req-d13aa969-59e0-4f09-81b9-a58c9b5b88e8 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=1e2e0f72-4b8b-4170-a0f9-b60486398ca4 HTTP/1.1" status: 200 len: 854 time: 0.0746629 Jan 26 21:09:11.679040 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-bbddd9d3-012f-4047-86c4-9942876b55b9 req-94d5ead7-9d7b-46a5-afff-2e1c241cb6a7 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=e85854ea-b0dd-49df-aa3d-c27bf5ef9ded&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0354264 Jan 26 21:09:11.735457 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-44388f91-6f95-42c9-88cf-151d7cade6b4 req-691dd399-c943-4e49-857e-a90d24c3afff tempest-MigrationsAdminTest-1084137346 tempest-MigrationsAdminTest-1084137346-project] 10.222.0.13 "GET /v2.0/security-groups?id=e0b082e3-685f-492b-b87f-3045b8ecd8c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2178288 Jan 26 21:09:11.794275 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8116361-4d39-4ea4-9a58-47b94afdf3b1 req-2e37303e-1b11-4528-90a2-42f8b0bbeef0 tempest-TenantUsagesTestJSON-1150225230 tempest-TenantUsagesTestJSON-1150225230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:09:11.797345 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-a8116361-4d39-4ea4-9a58-47b94afdf3b1 req-2e37303e-1b11-4528-90a2-42f8b0bbeef0 tempest-TenantUsagesTestJSON-1150225230 tempest-TenantUsagesTestJSON-1150225230-project] 10.222.0.13 "GET /v2.0/ports?device_id=a9bb2adf-f97d-4150-8ccf-d81bb6fe6437 HTTP/1.1" status: 200 len: 947 time: 0.1483397 Jan 26 21:09:11.849581 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [req-b9a7cda0-079e-4aa0-ba37-5d73a8e09c68 req-fdd1a644-3462-4c72-a8d9-3b7cab0008e7 tempest-FloatingIPsAssociationNegativeTestJSON-863358768 tempest-FloatingIPsAssociationNegativeTestJSON-863358768-project] Deleting port f5010a61-3896-475f-8bb6-a71c3454c269 {{(pid=103304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 21:09:11.851552 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-b9a7cda0-079e-4aa0-ba37-5d73a8e09c68 req-fdd1a644-3462-4c72-a8d9-3b7cab0008e7 tempest-FloatingIPsAssociationNegativeTestJSON-863358768 tempest-FloatingIPsAssociationNegativeTestJSON-863358768-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746560630878'] for port (f5010a61-3896-475f-8bb6-a71c3454c269), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:09:11.879000 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-bbddd9d3-012f-4047-86c4-9942876b55b9 req-a8ed7f41-7565-43f6-8e84-426cff4b2fe1 service neutron] 10.222.0.66 "GET /v2.0/networks/e85854ea-b0dd-49df-aa3d-c27bf5ef9ded?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1928535 Jan 26 21:09:11.998051 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-bbddd9d3-012f-4047-86c4-9942876b55b9 req-3c087559-fc8b-44a2-8de4-3c01545542b4 service neutron] 10.222.0.66 "GET /v2.0/networks/e85854ea-b0dd-49df-aa3d-c27bf5ef9ded?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1126404 Jan 26 21:09:12.028759 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [req-b9a7cda0-079e-4aa0-ba37-5d73a8e09c68 req-fdd1a644-3462-4c72-a8d9-3b7cab0008e7 tempest-FloatingIPsAssociationNegativeTestJSON-863358768 tempest-FloatingIPsAssociationNegativeTestJSON-863358768-project] For port f5010a61-3896-475f-8bb6-a71c3454c269, host n-h1-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-5',level=0,port_id=f5010a61-3896-475f-8bb6-a71c3454c269,segment=NetworkSegment(e735e8d3-0a74-4bc6-9ae3-6a81e28a91f7),segment_id=e735e8d3-0a74-4bc6-9ae3-6a81e28a91f7)] {{(pid=103304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:09:12.029263 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-b9a7cda0-079e-4aa0-ba37-5d73a8e09c68 req-fdd1a644-3462-4c72-a8d9-3b7cab0008e7 tempest-FloatingIPsAssociationNegativeTestJSON-863358768 tempest-FloatingIPsAssociationNegativeTestJSON-863358768-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4109658'] for port (f5010a61-3896-475f-8bb6-a71c3454c269), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:09:12.053627 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [req-b9a7cda0-079e-4aa0-ba37-5d73a8e09c68 req-fdd1a644-3462-4c72-a8d9-3b7cab0008e7 tempest-FloatingIPsAssociationNegativeTestJSON-863358768 tempest-FloatingIPsAssociationNegativeTestJSON-863358768-project] Calling delete_port for f5010a61-3896-475f-8bb6-a71c3454c269 owned by compute:nova {{(pid=103304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 21:09:12.058130 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-a8116361-4d39-4ea4-9a58-47b94afdf3b1 req-66797f57-0a19-4ecf-a734-827d9c16cc77 tempest-TenantUsagesTestJSON-1150225230 tempest-TenantUsagesTestJSON-1150225230-project] 10.222.0.13 "GET /v2.0/security-groups?id=50e829d9-da66-40ea-999a-536cb0bd4f61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2476716 Jan 26 21:09:12.080672 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065260fb-3198-4807-89e0-fd1327ce34bc req-e281b172-8955-4fdf-bd5e-75b1cc6a6656 tempest-MigrationsAdminTest-1745308335 tempest-MigrationsAdminTest-1745308335-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:09:12.086996 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-065260fb-3198-4807-89e0-fd1327ce34bc req-e281b172-8955-4fdf-bd5e-75b1cc6a6656 tempest-MigrationsAdminTest-1745308335 tempest-MigrationsAdminTest-1745308335-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=b8273d7d-7d14-4fba-908e-42ea49b1effb HTTP/1.1" status: 200 len: 1101 time: 0.2257447 Jan 26 21:09:12.199244 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-065260fb-3198-4807-89e0-fd1327ce34bc req-bf0df857-6bed-4d89-b278-5e3210d0c537 tempest-MigrationsAdminTest-1745308335 tempest-MigrationsAdminTest-1745308335-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=e0b082e3-685f-492b-b87f-3045b8ecd8c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586762 Jan 26 21:09:12.315264 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-b9a7cda0-079e-4aa0-ba37-5d73a8e09c68 req-fdd1a644-3462-4c72-a8d9-3b7cab0008e7 tempest-FloatingIPsAssociationNegativeTestJSON-863358768 tempest-FloatingIPsAssociationNegativeTestJSON-863358768-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746560636600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746560234536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9281553'] for port (f5010a61-3896-475f-8bb6-a71c3454c269), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:09:12.379198 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd1a644-3462-4c72-a8d9-3b7cab0008e7 tempest-FloatingIPsAssociationNegativeTestJSON-863358768 tempest-FloatingIPsAssociationNegativeTestJSON-863358768-project] Pushing event deleted for resources: {'Port': ['ID=f5010a61-3896-475f-8bb6-a71c3454c269,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:09:12.410421 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Device a11c8f02-b141-4681-b800-44fae0fe6628 up at agent hyperv_n-h2-760453-5 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 21:09:12.428853 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-a419ebaa-a62c-462a-873a-3007d9dba7bb req-7c2202c3-02c2-4cc0-9da8-5f48d004045c tempest-FloatingIPsAssociationNegativeTestJSON-863358768 tempest-FloatingIPsAssociationNegativeTestJSON-863358768-project] 10.222.0.13 "GET /v2.0/ports?device_id=44e509ba-6109-4586-a8ba-08a6823dbe1b HTTP/1.1" status: 200 len: 210 time: 0.0509703 Jan 26 21:09:12.529272 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9a7cda0-079e-4aa0-ba37-5d73a8e09c68 req-fdd1a644-3462-4c72-a8d9-3b7cab0008e7 tempest-FloatingIPsAssociationNegativeTestJSON-863358768 tempest-FloatingIPsAssociationNegativeTestJSON-863358768-project] No DVR routers for this DVR port f5010a61-3896-475f-8bb6-a71c3454c269 on host n-h1-760453-5 {{(pid=103304) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 26 21:09:12.534747 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-b9a7cda0-079e-4aa0-ba37-5d73a8e09c68 req-fdd1a644-3462-4c72-a8d9-3b7cab0008e7 tempest-FloatingIPsAssociationNegativeTestJSON-863358768 tempest-FloatingIPsAssociationNegativeTestJSON-863358768-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:09:12.537813 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Provisioning for port a11c8f02-b141-4681-b800-44fae0fe6628 completed by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 21:09:12.539385 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-b9a7cda0-079e-4aa0-ba37-5d73a8e09c68 req-fdd1a644-3462-4c72-a8d9-3b7cab0008e7 tempest-FloatingIPsAssociationNegativeTestJSON-863358768 tempest-FloatingIPsAssociationNegativeTestJSON-863358768-project] 10.222.0.66 "DELETE /v2.0/ports/f5010a61-3896-475f-8bb6-a71c3454c269 HTTP/1.1" status: 204 len: 173 time: 1.0247493 Jan 26 21:09:12.540332 n-d-760453-5 neutron-server[103304]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44e509ba-6109-4586-a8ba-08a6823dbe1b', 'name': 'network-vif-deleted', 'tag': 'f5010a61-3896-475f-8bb6-a71c3454c269'}] {{(pid=103304) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 21:09:12.544442 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d52b45f1943fcd332af9527eb73ff93c8d715d44383a3f6d18de73b4cfcf87b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-017c35a4-23d6-4171-8715-daec9ffda4f1" -d '{"events": [{"server_uuid": "44e509ba-6109-4586-a8ba-08a6823dbe1b", "name": "network-vif-deleted", "tag": "f5010a61-3896-475f-8bb6-a71c3454c269"}]}' {{(pid=103304) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 21:09:12.549663 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Provisioning complete for port a11c8f02-b141-4681-b800-44fae0fe6628 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:09:12.550265 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (a11c8f02-b141-4681-b800-44fae0fe6628), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:09:12.611440 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166216b6-2059-4f84-898a-7f80790a4cca req-e1ba6f42-4c46-4ff5-bb58-34bd73631979 tempest-VolumesAdminNegativeTest-1754772051 tempest-VolumesAdminNegativeTest-1754772051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:09:12.613061 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-166216b6-2059-4f84-898a-7f80790a4cca req-e1ba6f42-4c46-4ff5-bb58-34bd73631979 tempest-VolumesAdminNegativeTest-1754772051 tempest-VolumesAdminNegativeTest-1754772051-project] 10.222.0.13 "GET /v2.0/ports?device_id=2f390021-3ea0-452c-ade6-6685a9b04bab HTTP/1.1" status: 200 len: 943 time: 0.0815973 Jan 26 21:09:12.725478 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-166216b6-2059-4f84-898a-7f80790a4cca req-4f31455d-4ab9-45b0-a52f-6ba9846e622b tempest-VolumesAdminNegativeTest-1754772051 tempest-VolumesAdminNegativeTest-1754772051-project] 10.222.0.13 "GET /v2.0/security-groups?id=2d35c4dc-e21e-4c05-9c1b-bb4dc495452f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972805 Jan 26 21:09:12.733135 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Current status of the port a11c8f02-b141-4681-b800-44fae0fe6628 is: BUILD; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:09:12.733818 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (a11c8f02-b141-4681-b800-44fae0fe6628), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:09:12.771796 n-d-760453-5 neutron-server[103306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9bb2adf-f97d-4150-8ccf-d81bb6fe6437', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a11c8f02-b141-4681-b800-44fae0fe6628'}] {{(pid=103306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 21:09:12.774075 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9d5d370febab655511bdd2ffe887e43e442d144a440368702bcc1e93af00b97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7735eae7-590f-49ea-a5e8-6386373bd22b" -d '{"events": [{"server_uuid": "a9bb2adf-f97d-4150-8ccf-d81bb6fe6437", "name": "network-vif-plugged", "status": "completed", "tag": "a11c8f02-b141-4681-b800-44fae0fe6628"}]}' {{(pid=103306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 21:09:12.789644 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] For port a11c8f02-b141-4681-b800-44fae0fe6628, host n-h2-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-5',level=0,port_id=a11c8f02-b141-4681-b800-44fae0fe6628,segment=NetworkSegment(4eab25d6-89d9-4907-a1c2-51b06443ba33),segment_id=4eab25d6-89d9-4907-a1c2-51b06443ba33)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:09:12.796796 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (a11c8f02-b141-4681-b800-44fae0fe6628), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:09:12.851986 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Pushing event updated for resources: {'Port': ['ID=a11c8f02-b141-4681-b800-44fae0fe6628,revision_number=5']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:09:13.110215 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-5a5b334b-d80c-4a46-8122-d7800067715c req-f762199a-c4b0-401d-80c2-7f1d2950a17d service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=b8273d7d-7d14-4fba-908e-42ea49b1effb&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0793176 Jan 26 21:09:13.192910 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Jan 2022 21:09:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bdcdc32c-35f6-4efb-a49b-577a1fcea0d8 x-openstack-request-id: req-bdcdc32c-35f6-4efb-a49b-577a1fcea0d8 {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 21:09:13.193468 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44e509ba-6109-4586-a8ba-08a6823dbe1b", "name": "network-vif-deleted", "tag": "f5010a61-3896-475f-8bb6-a71c3454c269", "status": "completed", "code": 200}]} {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 21:09:13.193656 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-bdcdc32c-35f6-4efb-a49b-577a1fcea0d8 {{(pid=103304) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 21:09:13.194139 n-d-760453-5 neutron-server[103304]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44e509ba-6109-4586-a8ba-08a6823dbe1b', 'name': 'network-vif-deleted', 'tag': 'f5010a61-3896-475f-8bb6-a71c3454c269', 'status': 'completed', 'code': 200} Jan 26 21:09:13.231085 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Jan 2022 21:09:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abb78f98-5a66-4b20-a4c3-c63d3664e6cb x-openstack-request-id: req-abb78f98-5a66-4b20-a4c3-c63d3664e6cb {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 21:09:13.231601 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9bb2adf-f97d-4150-8ccf-d81bb6fe6437", "name": "network-vif-plugged", "status": "completed", "tag": "a11c8f02-b141-4681-b800-44fae0fe6628", "code": 200}]} {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 21:09:13.232097 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-abb78f98-5a66-4b20-a4c3-c63d3664e6cb {{(pid=103306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 21:09:13.232641 n-d-760453-5 neutron-server[103306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9bb2adf-f97d-4150-8ccf-d81bb6fe6437', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a11c8f02-b141-4681-b800-44fae0fe6628', 'code': 200} Jan 26 21:09:13.393846 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb262020-ab60-4987-afe9-4489120b9a56 req-d1e85d78-c377-4d26-a5d9-dc451aad01de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:09:13.395830 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-eb262020-ab60-4987-afe9-4489120b9a56 req-d1e85d78-c377-4d26-a5d9-dc451aad01de service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=a9bb2adf-f97d-4150-8ccf-d81bb6fe6437 HTTP/1.1" status: 200 len: 1099 time: 0.0492404 Jan 26 21:09:13.484182 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-eb262020-ab60-4987-afe9-4489120b9a56 req-70d2ce1f-ed6f-4039-8e33-9ec4aaf7e8a4 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=50e829d9-da66-40ea-999a-536cb0bd4f61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772278 Jan 26 21:09:13.681345 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d48b950-5103-46e9-b97a-db65b831ecaf req-7611d018-18fd-4024-9b60-de13b9116b5a tempest-TenantUsagesTestJSON-1150225230 tempest-TenantUsagesTestJSON-1150225230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:09:13.682814 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-4d48b950-5103-46e9-b97a-db65b831ecaf req-7611d018-18fd-4024-9b60-de13b9116b5a tempest-TenantUsagesTestJSON-1150225230 tempest-TenantUsagesTestJSON-1150225230-project] 10.222.0.13 "GET /v2.0/ports?device_id=a9bb2adf-f97d-4150-8ccf-d81bb6fe6437 HTTP/1.1" status: 200 len: 948 time: 0.3806076 Jan 26 21:09:13.690851 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205cb77f-9a2b-4772-9170-d99898ead8ed req-6ea7a2c0-e34d-490e-8e1b-39770e79b8ca tempest-MigrationsAdminTest-1084137346 tempest-MigrationsAdminTest-1084137346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:09:13.692264 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-205cb77f-9a2b-4772-9170-d99898ead8ed req-6ea7a2c0-e34d-490e-8e1b-39770e79b8ca tempest-MigrationsAdminTest-1084137346 tempest-MigrationsAdminTest-1084137346-project] 10.222.0.13 "GET /v2.0/ports?device_id=b8273d7d-7d14-4fba-908e-42ea49b1effb HTTP/1.1" status: 200 len: 950 time: 0.3600218 Jan 26 21:09:13.753453 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Device dec24140-bd98-4fe1-8e86-d45eef158e4d details requested by agent hyperv_n-h1-760453-5 with host n-h1-760453-5 {{(pid=103306) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 26 21:09:13.766921 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-4d48b950-5103-46e9-b97a-db65b831ecaf req-fc5e3f69-c448-445e-add2-43ee4153044e tempest-TenantUsagesTestJSON-1150225230 tempest-TenantUsagesTestJSON-1150225230-project] 10.222.0.13 "GET /v2.0/security-groups?id=50e829d9-da66-40ea-999a-536cb0bd4f61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726209 Jan 26 21:09:13.792904 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-205cb77f-9a2b-4772-9170-d99898ead8ed req-ce5a3d6c-573d-4e30-a8b2-e2d14dd057b9 tempest-MigrationsAdminTest-1084137346 tempest-MigrationsAdminTest-1084137346-project] 10.222.0.13 "GET /v2.0/security-groups?id=e0b082e3-685f-492b-b87f-3045b8ecd8c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879333 Jan 26 21:09:13.870078 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 47922) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:09:13.915919 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Device f5010a61-3896-475f-8bb6-a71c3454c269 no longer exists at agent hyperv_n-h1-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 26 21:09:13.958068 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] No Port match for: f5010a61-3896-475f-8bb6-a71c3454c269 {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 26 21:09:13.961885 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Device f5010a61-3896-475f-8bb6-a71c3454c269 not bound to the agent host n-h1-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 26 21:09:13.980695 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] For port dec24140-bd98-4fe1-8e86-d45eef158e4d, host n-h1-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-5',level=0,port_id=dec24140-bd98-4fe1-8e86-d45eef158e4d,segment=NetworkSegment(d345e5d3-3972-454e-8217-397028bb6d0a),segment_id=d345e5d3-3972-454e-8217-397028bb6d0a)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:09:14.012242 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Returning: {'device': 'dec24140-bd98-4fe1-8e86-d45eef158e4d', 'network_id': 'e85854ea-b0dd-49df-aa3d-c27bf5ef9ded', 'port_id': 'dec24140-bd98-4fe1-8e86-d45eef158e4d', 'mac_address': 'fa:16:3e:8e:81:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 582, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1e2e0f72-4b8b-4170-a0f9-b60486398ca4', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103306) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 26 21:09:14.029740 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377acbe7-6ea7-4ddd-ae36-1d6224abca76 req-d5fae0c0-8cbf-4339-bd62-2509420cd356 tempest-VolumesAdminNegativeTest-1754772051 tempest-VolumesAdminNegativeTest-1754772051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:09:14.033087 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-377acbe7-6ea7-4ddd-ae36-1d6224abca76 req-d5fae0c0-8cbf-4339-bd62-2509420cd356 tempest-VolumesAdminNegativeTest-1754772051 tempest-VolumesAdminNegativeTest-1754772051-project] 10.222.0.13 "GET /v2.0/ports?device_id=2f390021-3ea0-452c-ade6-6685a9b04bab HTTP/1.1" status: 200 len: 943 time: 0.0850484 Jan 26 21:09:14.076103 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Current status of the port dec24140-bd98-4fe1-8e86-d45eef158e4d is: DOWN; New status is: BUILD {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:09:14.079002 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (dec24140-bd98-4fe1-8e86-d45eef158e4d), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:09:14.113326 n-d-760453-5 neutron-server[103306]: DEBUG neutron.notifiers.nova [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dec24140-bd98-4fe1-8e86-d45eef158e4d {{(pid=103306) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 26 21:09:14.139212 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] For port dec24140-bd98-4fe1-8e86-d45eef158e4d, host n-h1-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-5',level=0,port_id=dec24140-bd98-4fe1-8e86-d45eef158e4d,segment=NetworkSegment(d345e5d3-3972-454e-8217-397028bb6d0a),segment_id=d345e5d3-3972-454e-8217-397028bb6d0a)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:09:14.146934 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (dec24140-bd98-4fe1-8e86-d45eef158e4d), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:09:14.148584 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-377acbe7-6ea7-4ddd-ae36-1d6224abca76 req-2ea9a831-2449-452e-8b1f-20a3ab376d43 tempest-VolumesAdminNegativeTest-1754772051 tempest-VolumesAdminNegativeTest-1754772051-project] 10.222.0.13 "GET /v2.0/security-groups?id=2d35c4dc-e21e-4c05-9c1b-bb4dc495452f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066284 Jan 26 21:09:14.230420 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Pushing event updated for resources: {'Port': ['ID=dec24140-bd98-4fe1-8e86-d45eef158e4d,revision_number=4']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:09:14.458688 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-a2e1f4d9-001c-4ac3-9164-92358717fbc1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4110657'] for router_interface (c8a39d9d-1ca2-4e57-afb6-298c02dd3829), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:09:14.623588 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] get_ports_and_sgs() called for port_ids ['dec24140-bd98-4fe1-8e86-d45eef158e4d'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 26 21:09:14.725815 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 47946) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:09:14.819922 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-a2e1f4d9-001c-4ac3-9164-92358717fbc1 admin admin] Deleting port 2710ba09-6af2-4b13-8f5f-742f0fd70efe {{(pid=103305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 21:09:14.820281 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-a2e1f4d9-001c-4ac3-9164-92358717fbc1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746560630878'] for port (2710ba09-6af2-4b13-8f5f-742f0fd70efe), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:09:14.906362 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-e864c9b2-73b2-465e-b108-4a44d6abfc86 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:09:14.979107 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5b334b-d80c-4a46-8122-d7800067715c req-f5fc53bd-c1fa-44fe-97fc-c0c8b83c7a38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:09:14.980629 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-5a5b334b-d80c-4a46-8122-d7800067715c req-f5fc53bd-c1fa-44fe-97fc-c0c8b83c7a38 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=d178ac49ddc9478db66ba71c81039890&device_id=b8273d7d-7d14-4fba-908e-42ea49b1effb HTTP/1.1" status: 200 len: 1101 time: 0.0856924 Jan 26 21:09:14.987827 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [None req-a2e1f4d9-001c-4ac3-9164-92358717fbc1 admin admin] For port 2710ba09-6af2-4b13-8f5f-742f0fd70efe, host n-d-760453-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=2710ba09-6af2-4b13-8f5f-742f0fd70efe,segment=NetworkSegment(e735e8d3-0a74-4bc6-9ae3-6a81e28a91f7),segment_id=e735e8d3-0a74-4bc6-9ae3-6a81e28a91f7)] {{(pid=103305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:09:14.988370 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-a2e1f4d9-001c-4ac3-9164-92358717fbc1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4109658'] for port (2710ba09-6af2-4b13-8f5f-742f0fd70efe), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:09:15.021105 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-a2e1f4d9-001c-4ac3-9164-92358717fbc1 admin admin] Calling delete_port for 2710ba09-6af2-4b13-8f5f-742f0fd70efe owned by network:router_interface {{(pid=103305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 21:09:15.034309 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032c4e9b-49bf-4667-8497-e4c15c37ef39 req-eaf6aef4-a42e-4eb3-a0e8-437d2060a9f5 tempest-TenantUsagesTestJSON-1150225230 tempest-TenantUsagesTestJSON-1150225230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:09:15.041056 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-032c4e9b-49bf-4667-8497-e4c15c37ef39 req-eaf6aef4-a42e-4eb3-a0e8-437d2060a9f5 tempest-TenantUsagesTestJSON-1150225230 tempest-TenantUsagesTestJSON-1150225230-project] 10.222.0.13 "GET /v2.0/ports?device_id=a9bb2adf-f97d-4150-8ccf-d81bb6fe6437 HTTP/1.1" status: 200 len: 948 time: 0.1320310 Jan 26 21:09:15.076436 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6502560-f05e-499e-a001-071f8fbe3b5d req-6e157b37-3adf-469f-be35-ad82f76f9f50 tempest-MigrationsAdminTest-1084137346 tempest-MigrationsAdminTest-1084137346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:09:15.077962 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-d6502560-f05e-499e-a001-071f8fbe3b5d req-6e157b37-3adf-469f-be35-ad82f76f9f50 tempest-MigrationsAdminTest-1084137346 tempest-MigrationsAdminTest-1084137346-project] 10.222.0.13 "GET /v2.0/ports?device_id=b8273d7d-7d14-4fba-908e-42ea49b1effb HTTP/1.1" status: 200 len: 950 time: 0.1243589 Jan 26 21:09:15.144544 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5b334b-d80c-4a46-8122-d7800067715c req-fdaac392-7521-42b1-af7b-921ac53852ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:09:15.145961 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-5a5b334b-d80c-4a46-8122-d7800067715c req-fdaac392-7521-42b1-af7b-921ac53852ab service neutron] 10.222.0.57 "GET /v2.0/networks?id=7fbe9cf5-e12c-436d-b372-55a19c9faa30 HTTP/1.1" status: 200 len: 870 time: 0.1547508 Jan 26 21:09:15.183757 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-032c4e9b-49bf-4667-8497-e4c15c37ef39 req-76c033c0-4672-4801-9044-49982211fa2c tempest-TenantUsagesTestJSON-1150225230 tempest-TenantUsagesTestJSON-1150225230-project] 10.222.0.13 "GET /v2.0/security-groups?id=50e829d9-da66-40ea-999a-536cb0bd4f61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1417527 Jan 26 21:09:15.188520 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-e864c9b2-73b2-465e-b108-4a44d6abfc86 admin admin] Publish callbacks [] for security_group (4f6b7ad7-3eb2-4452-bdc7-9792b9ae21fd), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:09:15.193843 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-d6502560-f05e-499e-a001-071f8fbe3b5d req-c79695ae-5940-44e1-822d-3a90d970de41 tempest-MigrationsAdminTest-1084137346 tempest-MigrationsAdminTest-1084137346-project] 10.222.0.13 "GET /v2.0/security-groups?id=e0b082e3-685f-492b-b87f-3045b8ecd8c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055622 Jan 26 21:09:15.210894 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-e864c9b2-73b2-465e-b108-4a44d6abfc86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (4f6b7ad7-3eb2-4452-bdc7-9792b9ae21fd), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:09:15.227594 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-5a5b334b-d80c-4a46-8122-d7800067715c req-95fbb057-4aa4-4a18-af95-56d46030df6f service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.254&port_id=dc28e82f-dde1-4b80-acdc-d7b8421d511d HTTP/1.1" status: 200 len: 217 time: 0.0753925 Jan 26 21:09:15.298466 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e864c9b2-73b2-465e-b108-4a44d6abfc86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f6b7ad7-3eb2-4452-bdc7-9792b9ae21fd,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:09:15.325956 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-e864c9b2-73b2-465e-b108-4a44d6abfc86 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=bfdc82263fc646e8a9d505f28dbe4800&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5988297 Jan 26 21:09:15.328370 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 47962) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:09:15.353310 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5b334b-d80c-4a46-8122-d7800067715c req-bd9fd6c1-30eb-4160-acae-29e94284ce0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:09:15.355406 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-5a5b334b-d80c-4a46-8122-d7800067715c req-bd9fd6c1-30eb-4160-acae-29e94284ce0a service neutron] 10.222.0.57 "GET /v2.0/subnets?id=fd77e534-75e6-4b90-950e-f5824d584430 HTTP/1.1" status: 200 len: 843 time: 0.1114478 Jan 26 21:09:15.410961 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f42722-25e3-43db-b497-9ceef5a52865 req-bd2aa6e6-bd11-4620-a7a0-ba0ee31a8412 tempest-VolumesAdminNegativeTest-1754772051 tempest-VolumesAdminNegativeTest-1754772051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:09:15.412393 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-f0f42722-25e3-43db-b497-9ceef5a52865 req-bd2aa6e6-bd11-4620-a7a0-ba0ee31a8412 tempest-VolumesAdminNegativeTest-1754772051 tempest-VolumesAdminNegativeTest-1754772051-project] 10.222.0.13 "GET /v2.0/ports?device_id=2f390021-3ea0-452c-ade6-6685a9b04bab HTTP/1.1" status: 200 len: 944 time: 0.1171737 Jan 26 21:09:15.437539 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-bcab5104-f3f4-4b8b-bd80-52064d784bb0 admin admin] Publish callbacks [] for security_group (4f6b7ad7-3eb2-4452-bdc7-9792b9ae21fd), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:09:15.464041 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-bcab5104-f3f4-4b8b-bd80-52064d784bb0 admin admin] Publish callbacks [] for security_group (4f6b7ad7-3eb2-4452-bdc7-9792b9ae21fd), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:09:15.469553 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5b334b-d80c-4a46-8122-d7800067715c req-de3e3764-add5-41c0-bfdc-3bf2f429af28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:09:15.471716 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-5a5b334b-d80c-4a46-8122-d7800067715c req-de3e3764-add5-41c0-bfdc-3bf2f429af28 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=7fbe9cf5-e12c-436d-b372-55a19c9faa30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0686388 Jan 26 21:09:15.473000 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-a2e1f4d9-001c-4ac3-9164-92358717fbc1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746560636600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746560234536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11791543'] for port (2710ba09-6af2-4b13-8f5f-742f0fd70efe), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:09:15.575838 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-bcab5104-f3f4-4b8b-bd80-52064d784bb0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (4f6b7ad7-3eb2-4452-bdc7-9792b9ae21fd), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:09:15.580696 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-bcab5104-f3f4-4b8b-bd80-52064d784bb0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:09:15.582563 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-bcab5104-f3f4-4b8b-bd80-52064d784bb0 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/4f6b7ad7-3eb2-4452-bdc7-9792b9ae21fd HTTP/1.1" status: 204 len: 168 time: 0.2532651 Jan 26 21:09:15.612960 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcab5104-f3f4-4b8b-bd80-52064d784bb0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f6b7ad7-3eb2-4452-bdc7-9792b9ae21fd,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:09:15.629110 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-f0f42722-25e3-43db-b497-9ceef5a52865 req-6f9137d9-c9ad-4210-9e75-892a139eb728 tempest-VolumesAdminNegativeTest-1754772051 tempest-VolumesAdminNegativeTest-1754772051-project] 10.222.0.13 "GET /v2.0/security-groups?id=2d35c4dc-e21e-4c05-9c1b-bb4dc495452f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2088258 Jan 26 21:09:15.647850 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e1f4d9-001c-4ac3-9164-92358717fbc1 admin admin] Pushing event deleted for resources: {'Port': ['ID=2710ba09-6af2-4b13-8f5f-742f0fd70efe,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:09:15.794356 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-5a5b334b-d80c-4a46-8122-d7800067715c req-5e143621-d6df-43c2-8eaf-70a4cfc4eeaf service neutron] 10.222.0.57 "GET /v2.0/networks/7fbe9cf5-e12c-436d-b372-55a19c9faa30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3110316 Jan 26 21:09:16.024295 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-a2e1f4d9-001c-4ac3-9164-92358717fbc1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3709480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4110805'] for router_interface (c8a39d9d-1ca2-4e57-afb6-298c02dd3829), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:09:16.054098 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-5a5b334b-d80c-4a46-8122-d7800067715c req-1fd2ecaf-cf69-4ea4-87fe-1a2b5e1bf8f4 service neutron] 10.222.0.57 "GET /v2.0/networks/7fbe9cf5-e12c-436d-b372-55a19c9faa30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2514312 Jan 26 21:09:16.449505 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc00d3a7-dde5-43f3-81c6-0cc4e2cc3691 req-869ba097-169c-42f8-82ba-9fae3c57a369 tempest-TenantUsagesTestJSON-1150225230 tempest-TenantUsagesTestJSON-1150225230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:09:16.456801 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-bc00d3a7-dde5-43f3-81c6-0cc4e2cc3691 req-869ba097-169c-42f8-82ba-9fae3c57a369 tempest-TenantUsagesTestJSON-1150225230 tempest-TenantUsagesTestJSON-1150225230-project] 10.222.0.13 "GET /v2.0/ports?device_id=a9bb2adf-f97d-4150-8ccf-d81bb6fe6437 HTTP/1.1" status: 200 len: 948 time: 0.1242747 Jan 26 21:09:16.458050 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2e1f4d9-001c-4ac3-9164-92358717fbc1 admin admin] Router c8a39d9d-1ca2-4e57-afb6-298c02dd3829 has already been hosted by L3 agent 09df100c-3af1-4b0a-bda8-05914c71c458 {{(pid=103305) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 26 21:09:16.493194 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01918149-8b01-4275-b409-2697d8831c20 req-3caba54e-8814-4215-a543-fb8e8f529f71 tempest-MigrationsAdminTest-1084137346 tempest-MigrationsAdminTest-1084137346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:09:16.494839 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-01918149-8b01-4275-b409-2697d8831c20 req-3caba54e-8814-4215-a543-fb8e8f529f71 tempest-MigrationsAdminTest-1084137346 tempest-MigrationsAdminTest-1084137346-project] 10.222.0.13 "GET /v2.0/ports?device_id=b8273d7d-7d14-4fba-908e-42ea49b1effb HTTP/1.1" status: 200 len: 950 time: 0.1119807 Jan 26 21:09:16.558752 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-bc00d3a7-dde5-43f3-81c6-0cc4e2cc3691 req-9f4139dc-372d-42b1-86b8-ac29a1e815c8 tempest-TenantUsagesTestJSON-1150225230 tempest-TenantUsagesTestJSON-1150225230-project] 10.222.0.13 "GET /v2.0/security-groups?id=50e829d9-da66-40ea-999a-536cb0bd4f61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005449 Jan 26 21:09:16.600404 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-01918149-8b01-4275-b409-2697d8831c20 req-04a51737-b98b-4fcd-91e5-ae07f6410637 tempest-MigrationsAdminTest-1084137346 tempest-MigrationsAdminTest-1084137346-project] 10.222.0.13 "GET /v2.0/security-groups?id=e0b082e3-685f-492b-b87f-3045b8ecd8c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989256 Jan 26 21:09:16.625984 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2e1f4d9-001c-4ac3-9164-92358717fbc1 admin admin] Notify agent at l3_agent.n-d-760453-5 the message routers_updated {{(pid=103305) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 26 21:09:16.633780 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-a2e1f4d9-001c-4ac3-9164-92358717fbc1 admin admin] 10.222.0.13 "PUT /v2.0/routers/c8a39d9d-1ca2-4e57-afb6-298c02dd3829/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7623420 Jan 26 21:09:16.635735 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 48008) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:09:16.638479 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29df268d-8b08-4369-b74b-345de4e62a3c None None] Sync routers for ids ['c8a39d9d-1ca2-4e57-afb6-298c02dd3829'] in n-d-760453-5 {{(pid=103306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 26 21:09:16.658881 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29df268d-8b08-4369-b74b-345de4e62a3c None None] Routers {'c8a39d9d-1ca2-4e57-afb6-298c02dd3829'} bound to L3 agent in host n-d-760453-5 {{(pid=103306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 21:09:16.659780 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-29df268d-8b08-4369-b74b-345de4e62a3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-26T20:55:21Z,description=,heartbeat_timestamp=2022-01-26T21:08:51Z,host='n-d-760453-5',id=09df100c-3af1-4b0a-bda8-05914c71c458,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:55:21Z,topic='l3_agent')) {'router_ids': ['c8a39d9d-1ca2-4e57-afb6-298c02dd3829'], 'active': True} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:09:16.786410 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvr_db [None req-29df268d-8b08-4369-b74b-345de4e62a3c None None] Set router c8a39d9d-1ca2-4e57-afb6-298c02dd3829 gateway port host: n-d-760453-5 {{(pid=103306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 21:09:16.810434 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a826d9b-c573-4622-b339-1f15ae73f1c5 req-bbfd2141-98e5-467e-9555-480da812796c tempest-VolumesAdminNegativeTest-1754772051 tempest-VolumesAdminNegativeTest-1754772051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:09:16.818217 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-0a826d9b-c573-4622-b339-1f15ae73f1c5 req-bbfd2141-98e5-467e-9555-480da812796c tempest-VolumesAdminNegativeTest-1754772051 tempest-VolumesAdminNegativeTest-1754772051-project] 10.222.0.13 "GET /v2.0/ports?device_id=2f390021-3ea0-452c-ade6-6685a9b04bab HTTP/1.1" status: 200 len: 944 time: 0.0866134 Jan 26 21:09:16.855733 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-e155cf15-8004-49f5-a4a6-3e640b4adb09 admin admin] Publish callbacks [] for router (c8a39d9d-1ca2-4e57-afb6-298c02dd3829), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:09:16.883614 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 48016) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:09:16.960617 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-0a826d9b-c573-4622-b339-1f15ae73f1c5 req-7c5c5e01-cb2f-4759-845f-5a9a8fb46c79 tempest-VolumesAdminNegativeTest-1754772051 tempest-VolumesAdminNegativeTest-1754772051-project] 10.222.0.13 "GET /v2.0/security-groups?id=2d35c4dc-e21e-4c05-9c1b-bb4dc495452f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1316535 Jan 26 21:09:17.021422 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-29df268d-8b08-4369-b74b-345de4e62a3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8a39d9d-1ca2-4e57-afb6-298c02dd3829', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2094779885-router', 'tenant_id': 'bed2f4d6742e48e3a1e31395965cc7ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'external_fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.49'}], 'enable_snat': True}, 'gw_port_id': 'c723c22f-87d2-4270-8476-c74b0b29a864', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T21:08:15Z', 'updated_at': '2022-01-26T21:09:15Z', 'revision_number': 5, 'project_id': 'bed2f4d6742e48e3a1e31395965cc7ba', 'gw_port': {'id': 'c723c22f-87d2-4270-8476-c74b0b29a864', 'name': '', 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:2d:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8a39d9d-1ca2-4e57-afb6-298c02dd3829', 'device_owner': 'network:router_gateway', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:08:16Z', 'updated_at': '2022-01-26T21:08:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-5'}], 'n-d-760453-5', False) {} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:09:17.027722 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-39a2e954-98fa-47fb-bd2b-5aa00fc43dd9 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsNegativeTestJSON-535083558-network', 'tenant_id': '98764fe0d486446c933b029c02d3e566'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:09:17.045568 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-e155cf15-8004-49f5-a4a6-3e640b4adb09 admin admin] Publish callbacks [] for router_gateway (c8a39d9d-1ca2-4e57-afb6-298c02dd3829), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:09:17.049110 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29df268d-8b08-4369-b74b-345de4e62a3c None None] Checking router: c8a39d9d-1ca2-4e57-afb6-298c02dd3829 for host: n-d-760453-5 {{(pid=103306) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 26 21:09:17.052040 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39a2e954-98fa-47fb-bd2b-5aa00fc43dd9 admin admin] Made reservation on behalf of 98764fe0d486446c933b029c02d3e566 for: {'network': 1} {{(pid=103304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 21:09:17.055114 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-39a2e954-98fa-47fb-bd2b-5aa00fc43dd9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for network (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:09:17.059119 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29df268d-8b08-4369-b74b-345de4e62a3c None None] Routers {'c8a39d9d-1ca2-4e57-afb6-298c02dd3829'} bound to L3 agent in host n-d-760453-5 {{(pid=103306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 21:09:17.061136 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-29df268d-8b08-4369-b74b-345de4e62a3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-26T20:55:21Z,description=,heartbeat_timestamp=2022-01-26T21:08:51Z,host='n-d-760453-5',id=09df100c-3af1-4b0a-bda8-05914c71c458,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:55:21Z,topic='l3_agent')) {'router_ids': ['c8a39d9d-1ca2-4e57-afb6-298c02dd3829'], 'active': True} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:09:17.065535 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-39a2e954-98fa-47fb-bd2b-5aa00fc43dd9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:09:17.108919 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-e155cf15-8004-49f5-a4a6-3e640b4adb09 admin admin] Deleting port c723c22f-87d2-4270-8476-c74b0b29a864 {{(pid=103305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 21:09:17.109594 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-e155cf15-8004-49f5-a4a6-3e640b4adb09 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746560630878'] for port (c723c22f-87d2-4270-8476-c74b0b29a864), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:09:17.166955 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-39a2e954-98fa-47fb-bd2b-5aa00fc43dd9 admin admin] Publish callbacks [] for security_group (d0531194-76ff-4839-a220-f8c8de7c273a), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:09:17.174043 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-39a2e954-98fa-47fb-bd2b-5aa00fc43dd9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (d0531194-76ff-4839-a220-f8c8de7c273a), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:09:17.192688 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-39a2e954-98fa-47fb-bd2b-5aa00fc43dd9 admin admin] vlan segment allocate from pool success with {'vlan_id': 589, 'physical_network': 'physnet1'} {{(pid=103304) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 26 21:09:17.210994 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [None req-e155cf15-8004-49f5-a4a6-3e640b4adb09 admin admin] For port c723c22f-87d2-4270-8476-c74b0b29a864, host n-d-760453-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=c723c22f-87d2-4270-8476-c74b0b29a864,segment=NetworkSegment(e17cb353-418f-48b9-b982-21a6233ee99b),segment_id=e17cb353-418f-48b9-b982-21a6233ee99b)] {{(pid=103305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:09:17.211405 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-e155cf15-8004-49f5-a4a6-3e640b4adb09 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4109658'] for port (c723c22f-87d2-4270-8476-c74b0b29a864), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:09:17.222111 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-39a2e954-98fa-47fb-bd2b-5aa00fc43dd9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576559'] for segment (938c107b-484b-47a6-a9d5-f11e44b64e83), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:09:17.222111 n-d-760453-5 neutron-server[103304]: INFO neutron.db.segments_db [None req-39a2e954-98fa-47fb-bd2b-5aa00fc43dd9 admin admin] Added segment 938c107b-484b-47a6-a9d5-f11e44b64e83 of type vlan for network b6715316-900b-43a2-89ff-1a593aeab4c3 Jan 26 21:09:17.226739 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-e155cf15-8004-49f5-a4a6-3e640b4adb09 admin admin] Calling delete_port for c723c22f-87d2-4270-8476-c74b0b29a864 owned by network:router_gateway {{(pid=103305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 21:09:17.265118 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a2e954-98fa-47fb-bd2b-5aa00fc43dd9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0531194-76ff-4839-a220-f8c8de7c273a,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:09:17.280553 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-39a2e954-98fa-47fb-bd2b-5aa00fc43dd9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746560256871'] for network (b6715316-900b-43a2-89ff-1a593aeab4c3), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:09:17.314999 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-39a2e954-98fa-47fb-bd2b-5aa00fc43dd9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503'] for network (b6715316-900b-43a2-89ff-1a593aeab4c3), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:09:17.316339 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39a2e954-98fa-47fb-bd2b-5aa00fc43dd9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:09:17.317732 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-39a2e954-98fa-47fb-bd2b-5aa00fc43dd9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709645'] for network (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:09:17.324200 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvr_db [None req-29df268d-8b08-4369-b74b-345de4e62a3c None None] Set router c8a39d9d-1ca2-4e57-afb6-298c02dd3829 gateway port host: None {{(pid=103306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 21:09:17.395102 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-29df268d-8b08-4369-b74b-345de4e62a3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8a39d9d-1ca2-4e57-afb6-298c02dd3829', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2094779885-router', 'tenant_id': 'bed2f4d6742e48e3a1e31395965cc7ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T21:08:15Z', 'updated_at': '2022-01-26T21:09:17Z', 'revision_number': 6, 'project_id': 'bed2f4d6742e48e3a1e31395965cc7ba', 'gw_port_host': None}], 'n-d-760453-5', False) {} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:09:17.404953 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-39a2e954-98fa-47fb-bd2b-5aa00fc43dd9 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.5174034 Jan 26 21:09:17.405425 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 48022) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:09:17.411601 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-1204bf6e-b883-44c4-883d-d1266ad7c076 admin admin] Request body: {'subnet': {'network_id': 'b6715316-900b-43a2-89ff-1a593aeab4c3', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsNegativeTestJSON-535083558-subnet', 'tenant_id': '98764fe0d486446c933b029c02d3e566', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:09:17.413030 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a2e954-98fa-47fb-bd2b-5aa00fc43dd9 admin admin] Pushing event updated for resources: {'Network': ['ID=b6715316-900b-43a2-89ff-1a593aeab4c3,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:09:17.441480 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-e155cf15-8004-49f5-a4a6-3e640b4adb09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746560636600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746560234536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11791543'] for port (c723c22f-87d2-4270-8476-c74b0b29a864), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:09:17.441786 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29df268d-8b08-4369-b74b-345de4e62a3c None None] The sync data for ids ['c8a39d9d-1ca2-4e57-afb6-298c02dd3829'] in n-d-760453-5 is: [{'id': 'c8a39d9d-1ca2-4e57-afb6-298c02dd3829', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2094779885-router', 'tenant_id': 'bed2f4d6742e48e3a1e31395965cc7ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T21:08:15Z', 'updated_at': '2022-01-26T21:09:17Z', 'revision_number': 6, 'project_id': 'bed2f4d6742e48e3a1e31395965cc7ba', 'gw_port_host': None}] {{(pid=103306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 26 21:09:17.446346 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Network b6715316-900b-43a2-89ff-1a593aeab4c3 details requested by agent ovs-agent-n-d-760453-5 with host n-d-760453-5 {{(pid=103306) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 26 21:09:17.449929 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1204bf6e-b883-44c4-883d-d1266ad7c076 admin admin] Made reservation on behalf of 98764fe0d486446c933b029c02d3e566 for: {'subnet': 1} {{(pid=103305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 21:09:17.452462 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-1204bf6e-b883-44c4-883d-d1266ad7c076 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11599953'] for subnet (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:09:17.509334 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e155cf15-8004-49f5-a4a6-3e640b4adb09 admin admin] Pushing event deleted for resources: {'Port': ['ID=c723c22f-87d2-4270-8476-c74b0b29a864,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:09:17.686024 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3bc64f-87dd-4d04-9e21-6f4e40331b8c req-6e52f7d8-7832-47e5-a728-6944f4b0980f tempest-TenantUsagesTestJSON-1150225230 tempest-TenantUsagesTestJSON-1150225230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:09:17.688602 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-9c3bc64f-87dd-4d04-9e21-6f4e40331b8c req-6e52f7d8-7832-47e5-a728-6944f4b0980f tempest-TenantUsagesTestJSON-1150225230 tempest-TenantUsagesTestJSON-1150225230-project] 10.222.0.13 "GET /v2.0/ports?device_id=a9bb2adf-f97d-4150-8ccf-d81bb6fe6437 HTTP/1.1" status: 200 len: 948 time: 0.0675015 Jan 26 21:09:17.807629 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121a13b8-f691-478f-90b1-15961957a189 req-df9f51d4-c470-413e-b547-fee9a87f209d tempest-MigrationsAdminTest-1084137346 tempest-MigrationsAdminTest-1084137346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:09:17.809434 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-121a13b8-f691-478f-90b1-15961957a189 req-df9f51d4-c470-413e-b547-fee9a87f209d tempest-MigrationsAdminTest-1084137346 tempest-MigrationsAdminTest-1084137346-project] 10.222.0.13 "GET /v2.0/ports?device_id=b8273d7d-7d14-4fba-908e-42ea49b1effb HTTP/1.1" status: 200 len: 950 time: 0.1197121 Jan 26 21:09:17.815333 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-9c3bc64f-87dd-4d04-9e21-6f4e40331b8c req-512ac993-c4d6-4390-8fcf-fcfaa6bfb78a tempest-TenantUsagesTestJSON-1150225230 tempest-TenantUsagesTestJSON-1150225230-project] 10.222.0.13 "GET /v2.0/security-groups?id=50e829d9-da66-40ea-999a-536cb0bd4f61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166534 Jan 26 21:09:17.820534 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Device dec24140-bd98-4fe1-8e86-d45eef158e4d up at agent hyperv_n-h1-760453-5 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 21:09:17.833108 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-96c30ee6-4533-42ec-935a-89429725ee74 req-5a1a2338-444d-4801-8c9c-56d9f291c26a service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=7f544618-ae90-49cb-a581-602469d4709d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0840971 Jan 26 21:09:17.906777 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-121a13b8-f691-478f-90b1-15961957a189 req-2ac4cd65-e072-4063-a4c1-e709a960fab6 tempest-MigrationsAdminTest-1084137346 tempest-MigrationsAdminTest-1084137346-project] 10.222.0.13 "GET /v2.0/security-groups?id=e0b082e3-685f-492b-b87f-3045b8ecd8c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720813 Jan 26 21:09:17.917156 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Provisioning for port dec24140-bd98-4fe1-8e86-d45eef158e4d completed by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 21:09:17.924557 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Provisioning complete for port dec24140-bd98-4fe1-8e86-d45eef158e4d triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:09:17.925048 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (dec24140-bd98-4fe1-8e86-d45eef158e4d), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:09:17.951493 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c30ee6-4533-42ec-935a-89429725ee74 req-386fea98-1bd4-4f87-8d9b-56d07685b81a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:09:17.958288 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-96c30ee6-4533-42ec-935a-89429725ee74 req-386fea98-1bd4-4f87-8d9b-56d07685b81a service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=d178ac49ddc9478db66ba71c81039890&device_id=7f544618-ae90-49cb-a581-602469d4709d HTTP/1.1" status: 200 len: 1101 time: 0.0816324 Jan 26 21:09:18.067138 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Current status of the port dec24140-bd98-4fe1-8e86-d45eef158e4d is: BUILD; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:09:18.068624 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (dec24140-bd98-4fe1-8e86-d45eef158e4d), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:09:18.111603 n-d-760453-5 neutron-server[103306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f390021-3ea0-452c-ade6-6685a9b04bab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dec24140-bd98-4fe1-8e86-d45eef158e4d'}] {{(pid=103306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 21:09:18.113999 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9d5d370febab655511bdd2ffe887e43e442d144a440368702bcc1e93af00b97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-281b6453-27c4-44c5-95e5-6a1c83308e4c" -d '{"events": [{"server_uuid": "2f390021-3ea0-452c-ade6-6685a9b04bab", "name": "network-vif-plugged", "status": "completed", "tag": "dec24140-bd98-4fe1-8e86-d45eef158e4d"}]}' {{(pid=103306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 21:09:18.124870 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c30ee6-4533-42ec-935a-89429725ee74 req-e1f43416-e18c-4b5e-8244-81ed5329e71d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:09:18.127723 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-96c30ee6-4533-42ec-935a-89429725ee74 req-e1f43416-e18c-4b5e-8244-81ed5329e71d service neutron] 10.222.0.66 "GET /v2.0/networks?id=7fbe9cf5-e12c-436d-b372-55a19c9faa30 HTTP/1.1" status: 200 len: 870 time: 0.1449509 Jan 26 21:09:18.134620 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] For port dec24140-bd98-4fe1-8e86-d45eef158e4d, host n-h1-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-5',level=0,port_id=dec24140-bd98-4fe1-8e86-d45eef158e4d,segment=NetworkSegment(d345e5d3-3972-454e-8217-397028bb6d0a),segment_id=d345e5d3-3972-454e-8217-397028bb6d0a)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:09:18.134840 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-1204bf6e-b883-44c4-883d-d1266ad7c076 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11788839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11599975'] for subnet (180a2bae-ec5e-4e52-95b5-ca601fa1cfa3), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:09:18.139850 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (dec24140-bd98-4fe1-8e86-d45eef158e4d), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:09:18.181051 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Jan 2022 21:09:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b057083-3af9-4984-819d-ebf2208538d4 x-openstack-request-id: req-4b057083-3af9-4984-819d-ebf2208538d4 {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 21:09:18.181720 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f390021-3ea0-452c-ade6-6685a9b04bab", "name": "network-vif-plugged", "status": "completed", "tag": "dec24140-bd98-4fe1-8e86-d45eef158e4d", "code": 200}]} {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 21:09:18.182154 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-4b057083-3af9-4984-819d-ebf2208538d4 {{(pid=103306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 21:09:18.183130 n-d-760453-5 neutron-server[103306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f390021-3ea0-452c-ade6-6685a9b04bab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dec24140-bd98-4fe1-8e86-d45eef158e4d', 'code': 200} Jan 26 21:09:18.197565 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-96c30ee6-4533-42ec-935a-89429725ee74 req-9e8e152f-b62d-45c9-8e3b-460fcd415da9 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.173&port_id=0fe894a4-1ae0-4a4f-bd3a-ef6daeae89d6 HTTP/1.1" status: 200 len: 217 time: 0.0499704 Jan 26 21:09:18.207418 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-e155cf15-8004-49f5-a4a6-3e640b4adb09 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4111291'] for router_gateway (c8a39d9d-1ca2-4e57-afb6-298c02dd3829), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:09:18.208723 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Pushing event updated for resources: {'Port': ['ID=dec24140-bd98-4fe1-8e86-d45eef158e4d,revision_number=5']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:09:18.223955 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1adaadb-03fb-4a5f-af4c-c0f7fcb11b14 req-23209c4a-1a27-49fc-bc82-df1ddf7bad77 tempest-VolumesAdminNegativeTest-1754772051 tempest-VolumesAdminNegativeTest-1754772051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:09:18.229785 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-c1adaadb-03fb-4a5f-af4c-c0f7fcb11b14 req-23209c4a-1a27-49fc-bc82-df1ddf7bad77 tempest-VolumesAdminNegativeTest-1754772051 tempest-VolumesAdminNegativeTest-1754772051-project] 10.222.0.13 "GET /v2.0/ports?device_id=2f390021-3ea0-452c-ade6-6685a9b04bab HTTP/1.1" status: 200 len: 944 time: 0.1247029 Jan 26 21:09:18.303095 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c30ee6-4533-42ec-935a-89429725ee74 req-d8fd050e-ebd6-4db0-a009-8f705775f452 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:09:18.304575 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-96c30ee6-4533-42ec-935a-89429725ee74 req-d8fd050e-ebd6-4db0-a009-8f705775f452 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=fd77e534-75e6-4b90-950e-f5824d584430 HTTP/1.1" status: 200 len: 843 time: 0.0734117 Jan 26 21:09:18.307717 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1204bf6e-b883-44c4-883d-d1266ad7c076 admin admin] Pushing event updated for resources: {'Subnet': ['ID=180a2bae-ec5e-4e52-95b5-ca601fa1cfa3,revision_number=0']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:09:18.317928 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfea974a-9acc-4837-8270-cf365300902e req-e81fbea5-7238-4d51-b215-fb91a0c30e92 tempest-TenantUsagesTestJSON-1150225230 tempest-TenantUsagesTestJSON-1150225230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:09:18.319341 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-cfea974a-9acc-4837-8270-cf365300902e req-e81fbea5-7238-4d51-b215-fb91a0c30e92 tempest-TenantUsagesTestJSON-1150225230 tempest-TenantUsagesTestJSON-1150225230-project] 10.222.0.57 "GET /v2.0/ports?device_id=a9bb2adf-f97d-4150-8ccf-d81bb6fe6437 HTTP/1.1" status: 200 len: 948 time: 0.4285774 Jan 26 21:09:18.380170 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-e155cf15-8004-49f5-a4a6-3e640b4adb09 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4105774', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13082'] for router (c8a39d9d-1ca2-4e57-afb6-298c02dd3829), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:09:18.391837 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-c1adaadb-03fb-4a5f-af4c-c0f7fcb11b14 req-17c7dec4-e896-45d4-b41e-fbe52565c6a7 tempest-VolumesAdminNegativeTest-1754772051 tempest-VolumesAdminNegativeTest-1754772051-project] 10.222.0.13 "GET /v2.0/security-groups?id=2d35c4dc-e21e-4c05-9c1b-bb4dc495452f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045287 Jan 26 21:09:18.396945 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c30ee6-4533-42ec-935a-89429725ee74 req-2c1619d7-e81e-475b-8742-49b4b7c7d78d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:09:18.398503 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-96c30ee6-4533-42ec-935a-89429725ee74 req-2c1619d7-e81e-475b-8742-49b4b7c7d78d service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=7fbe9cf5-e12c-436d-b372-55a19c9faa30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0859540 Jan 26 21:09:18.403660 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-e155cf15-8004-49f5-a4a6-3e640b4adb09 admin admin] Publish callbacks [] for router_controller (c8a39d9d-1ca2-4e57-afb6-298c02dd3829), precommit_delete_associations {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:09:18.478576 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1204bf6e-b883-44c4-883d-d1266ad7c076 admin admin] Checking segment: {'id': '938c107b-484b-47a6-a9d5-f11e44b64e83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'b6715316-900b-43a2-89ff-1a593aeab4c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103305) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 21:09:18.478576 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1204bf6e-b883-44c4-883d-d1266ad7c076 admin admin] Network hostable DHCP agents. Network: b6715316-900b-43a2-89ff-1a593aeab4c3, hostable agents: ['474ccdf7-ab6c-405b-a3b2-dc7b05829902'], hosted agents: [] {{(pid=103305) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 26 21:09:18.503811 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-96c30ee6-4533-42ec-935a-89429725ee74 req-dd25c1e2-262a-4dbe-a5b6-5c9bc186835a service neutron] 10.222.0.66 "GET /v2.0/networks/7fbe9cf5-e12c-436d-b372-55a19c9faa30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0959339 Jan 26 21:09:18.515025 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-e155cf15-8004-49f5-a4a6-3e640b4adb09 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4105767'] for router (c8a39d9d-1ca2-4e57-afb6-298c02dd3829), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:09:18.515536 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e155cf15-8004-49f5-a4a6-3e640b4adb09 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c8a39d9d-1ca2-4e57-afb6-298c02dd3829 {{(pid=103305) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 26 21:09:18.523696 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adbbd980-610d-4769-804e-14554ed0d2c0 req-22a223cb-3010-4a13-b6c6-208176b74f7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:09:18.525250 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-adbbd980-610d-4769-804e-14554ed0d2c0 req-22a223cb-3010-4a13-b6c6-208176b74f7d service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=2f390021-3ea0-452c-ade6-6685a9b04bab HTTP/1.1" status: 200 len: 1096 time: 0.2309678 Jan 26 21:09:18.528301 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-e155cf15-8004-49f5-a4a6-3e640b4adb09 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:09:18.530755 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-e155cf15-8004-49f5-a4a6-3e640b4adb09 admin admin] 10.222.0.13 "DELETE /v2.0/routers/c8a39d9d-1ca2-4e57-afb6-298c02dd3829 HTTP/1.1" status: 204 len: 168 time: 1.8922493 Jan 26 21:09:18.538215 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 48038) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:09:18.588836 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1204bf6e-b883-44c4-883d-d1266ad7c076 admin admin] Network b6715316-900b-43a2-89ff-1a593aeab4c3 is scheduled to be hosted by DHCP agent 474ccdf7-ab6c-405b-a3b2-dc7b05829902 with binding_index 1 {{(pid=103305) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 26 21:09:18.619921 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [None req-1204bf6e-b883-44c4-883d-d1266ad7c076 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760453-5, b6715316-900b-43a2-89ff-1a593aeab4c3) {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:09:18.630685 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7de3d8b7-80d2-4037-a0bf-b9f611f82b59 None None] Network b6715316-900b-43a2-89ff-1a593aeab4c3 requested from n-d-760453-5 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 26 21:09:18.636650 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1204bf6e-b883-44c4-883d-d1266ad7c076 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:09:18.637322 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-1204bf6e-b883-44c4-883d-d1266ad7c076 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709645'] for subnet (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:09:18.642192 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.db_base_plugin_v2 [None req-9b2394fe-af33-47dd-8b92-7297ca5b0a75 admin admin] Deleting subnet edb22ac6-94b4-4b03-825b-a95146dd1cdd {{(pid=103305) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 26 21:09:18.649494 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-adbbd980-610d-4769-804e-14554ed0d2c0 req-49caec61-d902-45fd-98d7-f45789f45ddf service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=2d35c4dc-e21e-4c05-9c1b-bb4dc495452f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130664 Jan 26 21:09:18.650513 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-96c30ee6-4533-42ec-935a-89429725ee74 req-568868f1-76a8-44d6-b40c-1ceaaec7c81d service neutron] 10.222.0.66 "GET /v2.0/networks/7fbe9cf5-e12c-436d-b372-55a19c9faa30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1387162 Jan 26 21:09:18.655318 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-9b2394fe-af33-47dd-8b92-7297ca5b0a75 admin admin] Publish callbacks [] for subnet (edb22ac6-94b4-4b03-825b-a95146dd1cdd), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:09:18.686157 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [req-cfea974a-9acc-4837-8270-cf365300902e req-1b575556-9849-48bb-933f-b6669eb467d0 tempest-TenantUsagesTestJSON-1150225230 tempest-TenantUsagesTestJSON-1150225230-project] Deleting port a11c8f02-b141-4681-b800-44fae0fe6628 {{(pid=103305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 21:09:18.686509 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-cfea974a-9acc-4837-8270-cf365300902e req-1b575556-9849-48bb-933f-b6669eb467d0 tempest-TenantUsagesTestJSON-1150225230 tempest-TenantUsagesTestJSON-1150225230-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746560630878'] for port (a11c8f02-b141-4681-b800-44fae0fe6628), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:09:18.695119 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-1204bf6e-b883-44c4-883d-d1266ad7c076 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.2886403 Jan 26 21:09:18.750969 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-9b2394fe-af33-47dd-8b92-7297ca5b0a75 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11788946'] for subnet (edb22ac6-94b4-4b03-825b-a95146dd1cdd), precommit_delete_associations {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:09:18.790970 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbd1b633-b273-4bf6-b1db-782faeb48df7 None None] Network b6715316-900b-43a2-89ff-1a593aeab4c3 requested from n-d-760453-5 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 26 21:09:18.897741 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [req-cfea974a-9acc-4837-8270-cf365300902e req-1b575556-9849-48bb-933f-b6669eb467d0 tempest-TenantUsagesTestJSON-1150225230 tempest-TenantUsagesTestJSON-1150225230-project] For port a11c8f02-b141-4681-b800-44fae0fe6628, host n-h2-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-5',level=0,port_id=a11c8f02-b141-4681-b800-44fae0fe6628,segment=NetworkSegment(4eab25d6-89d9-4907-a1c2-51b06443ba33),segment_id=4eab25d6-89d9-4907-a1c2-51b06443ba33)] {{(pid=103305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:09:18.898119 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-cfea974a-9acc-4837-8270-cf365300902e req-1b575556-9849-48bb-933f-b6669eb467d0 tempest-TenantUsagesTestJSON-1150225230 tempest-TenantUsagesTestJSON-1150225230-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4109658'] for port (a11c8f02-b141-4681-b800-44fae0fe6628), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:09:18.937367 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [req-cfea974a-9acc-4837-8270-cf365300902e req-1b575556-9849-48bb-933f-b6669eb467d0 tempest-TenantUsagesTestJSON-1150225230 tempest-TenantUsagesTestJSON-1150225230-project] Calling delete_port for a11c8f02-b141-4681-b800-44fae0fe6628 owned by compute:nova {{(pid=103305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 21:09:18.943016 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-9b2394fe-af33-47dd-8b92-7297ca5b0a75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687316'] for subnet (edb22ac6-94b4-4b03-825b-a95146dd1cdd), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:09:19.004960 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-38716386-7625-44c0-a64c-05f4e49cb672 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (474ccdf7-ab6c-405b-a3b2-dc7b05829902), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:09:19.029045 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device c723c22f-87d2-4270-8476-c74b0b29a864 no longer exists at agent ovs-agent-n-d-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 26 21:09:19.061132 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] No Port match for: c723c22f-87d2-4270-8476-c74b0b29a864 {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 26 21:09:19.061888 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device c723c22f-87d2-4270-8476-c74b0b29a864 not bound to the agent host n-d-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 26 21:09:19.062593 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device 2710ba09-6af2-4b13-8f5f-742f0fd70efe no longer exists at agent ovs-agent-n-d-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 26 21:09:19.084382 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-9b2394fe-af33-47dd-8b92-7297ca5b0a75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11791594', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11599980'] for subnet (edb22ac6-94b4-4b03-825b-a95146dd1cdd), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:09:19.108039 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] No Port match for: 2710ba09-6af2-4b13-8f5f-742f0fd70efe {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 26 21:09:19.108723 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device 2710ba09-6af2-4b13-8f5f-742f0fd70efe not bound to the agent host n-d-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 26 21:09:19.118773 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0ba942-0e00-4a0d-817c-94a014653320 req-dec204aa-3d41-4936-9871-daea5b0fd636 tempest-MigrationsAdminTest-1084137346 tempest-MigrationsAdminTest-1084137346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:09:19.120430 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-2a0ba942-0e00-4a0d-817c-94a014653320 req-dec204aa-3d41-4936-9871-daea5b0fd636 tempest-MigrationsAdminTest-1084137346 tempest-MigrationsAdminTest-1084137346-project] 10.222.0.13 "GET /v2.0/ports?device_id=b8273d7d-7d14-4fba-908e-42ea49b1effb HTTP/1.1" status: 200 len: 950 time: 0.0769403 Jan 26 21:09:19.127423 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50cfa066-33a8-44a6-b5c4-f1bc3004a775 req-b39f5d14-5b14-448c-9c49-a20a78e51140 tempest-TenantUsagesTestJSON-1150225230 tempest-TenantUsagesTestJSON-1150225230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:09:19.133622 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-9b2394fe-af33-47dd-8b92-7297ca5b0a75 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709645'] for subnet (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:09:19.135432 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-50cfa066-33a8-44a6-b5c4-f1bc3004a775 req-b39f5d14-5b14-448c-9c49-a20a78e51140 tempest-TenantUsagesTestJSON-1150225230 tempest-TenantUsagesTestJSON-1150225230-project] 10.222.0.13 "GET /v2.0/ports?device_id=a9bb2adf-f97d-4150-8ccf-d81bb6fe6437 HTTP/1.1" status: 200 len: 948 time: 0.1777875 Jan 26 21:09:19.136841 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-9b2394fe-af33-47dd-8b92-7297ca5b0a75 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/edb22ac6-94b4-4b03-825b-a95146dd1cdd HTTP/1.1" status: 204 len: 168 time: 0.5976725 Jan 26 21:09:19.137951 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2394fe-af33-47dd-8b92-7297ca5b0a75 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=edb22ac6-94b4-4b03-825b-a95146dd1cdd,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:09:19.140422 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 48054) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:09:19.163534 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19af415c-e4be-4b31-b504-135e88e2c46e None None] Network 54e115b5-d471-45df-827b-e12849d10363 requested from n-d-760453-5 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 26 21:09:19.233888 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-50cfa066-33a8-44a6-b5c4-f1bc3004a775 req-e919b0f9-0d64-4dcc-9209-99ff90583b03 tempest-TenantUsagesTestJSON-1150225230 tempest-TenantUsagesTestJSON-1150225230-project] 10.222.0.13 "GET /v2.0/security-groups?id=50e829d9-da66-40ea-999a-536cb0bd4f61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974936 Jan 26 21:09:19.240741 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-2a0ba942-0e00-4a0d-817c-94a014653320 req-e7e9cda0-c0d7-4f7a-b676-e89492ef540b tempest-MigrationsAdminTest-1084137346 tempest-MigrationsAdminTest-1084137346-project] 10.222.0.13 "GET /v2.0/security-groups?id=e0b082e3-685f-492b-b87f-3045b8ecd8c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948839 Jan 26 21:09:19.251701 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-7d358716-0dfb-436d-949c-73a2fbcd0493 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-748181'] for network (54e115b5-d471-45df-827b-e12849d10363), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:09:19.277833 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-cfea974a-9acc-4837-8270-cf365300902e req-1b575556-9849-48bb-933f-b6669eb467d0 tempest-TenantUsagesTestJSON-1150225230 tempest-TenantUsagesTestJSON-1150225230-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746560636600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746560234536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11791543'] for port (a11c8f02-b141-4681-b800-44fae0fe6628), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:09:19.299198 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] get_ports_and_sgs() called for port_ids ['a11c8f02-b141-4681-b800-44fae0fe6628'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 26 21:09:19.342075 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b575556-9849-48bb-933f-b6669eb467d0 tempest-TenantUsagesTestJSON-1150225230 tempest-TenantUsagesTestJSON-1150225230-project] Pushing event deleted for resources: {'Port': ['ID=a11c8f02-b141-4681-b800-44fae0fe6628,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:09:19.397128 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [req-cfea974a-9acc-4837-8270-cf365300902e req-1b575556-9849-48bb-933f-b6669eb467d0 tempest-TenantUsagesTestJSON-1150225230 tempest-TenantUsagesTestJSON-1150225230-project] No DVR routers for this DVR port a11c8f02-b141-4681-b800-44fae0fe6628 on host n-h2-760453-5 {{(pid=103305) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 26 21:09:19.399854 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-cfea974a-9acc-4837-8270-cf365300902e req-1b575556-9849-48bb-933f-b6669eb467d0 tempest-TenantUsagesTestJSON-1150225230 tempest-TenantUsagesTestJSON-1150225230-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:09:19.403327 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-cfea974a-9acc-4837-8270-cf365300902e req-1b575556-9849-48bb-933f-b6669eb467d0 tempest-TenantUsagesTestJSON-1150225230 tempest-TenantUsagesTestJSON-1150225230-project] 10.222.0.57 "DELETE /v2.0/ports/a11c8f02-b141-4681-b800-44fae0fe6628 HTTP/1.1" status: 204 len: 173 time: 1.0513568 Jan 26 21:09:19.403789 n-d-760453-5 neutron-server[103305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9bb2adf-f97d-4150-8ccf-d81bb6fe6437', 'name': 'network-vif-deleted', 'tag': 'a11c8f02-b141-4681-b800-44fae0fe6628'}] {{(pid=103305) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 21:09:19.406093 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d4654568b7bf041e72ff8fe1c96d6d761d9c921f2b99bc7b3a26632be20cee0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bcb9f90e-28f3-4a51-8ed8-b724e3c1ae8a" -d '{"events": [{"server_uuid": "a9bb2adf-f97d-4150-8ccf-d81bb6fe6437", "name": "network-vif-deleted", "tag": "a11c8f02-b141-4681-b800-44fae0fe6628"}]}' {{(pid=103305) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 21:09:19.440761 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-7d358716-0dfb-436d-949c-73a2fbcd0493 admin admin] Deleting port e8db85c1-53f4-4b7a-8099-c55bd84fcd87 {{(pid=103305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 21:09:19.441105 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-7d358716-0dfb-436d-949c-73a2fbcd0493 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746560630878'] for port (e8db85c1-53f4-4b7a-8099-c55bd84fcd87), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:09:19.495151 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca1a4a7d-30d3-478c-80b5-291c3f08067d None None] DHCP port deletion for 54e115b5-d471-45df-827b-e12849d10363 request from n-d-760453-5 {{(pid=103306) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 26 21:09:19.562278 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [None req-7d358716-0dfb-436d-949c-73a2fbcd0493 admin admin] For port e8db85c1-53f4-4b7a-8099-c55bd84fcd87, host n-d-760453-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=e8db85c1-53f4-4b7a-8099-c55bd84fcd87,segment=NetworkSegment(e735e8d3-0a74-4bc6-9ae3-6a81e28a91f7),segment_id=e735e8d3-0a74-4bc6-9ae3-6a81e28a91f7)] {{(pid=103305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:09:19.563493 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-7d358716-0dfb-436d-949c-73a2fbcd0493 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4109658'] for port (e8db85c1-53f4-4b7a-8099-c55bd84fcd87), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:09:19.592411 n-d-760453-5 neutron-server[103304]: INFO neutron.api.v2.resource [req-57eb8997-86ef-4fa4-8de9-320f2d3ab755 req-febdffed-c650-47ca-9b8c-f9242d7d1f8e tempest-SecurityGroupsNegativeTestJSON-1236159850 tempest-SecurityGroupsNegativeTestJSON-1236159850-project] show failed (client error): The resource could not be found. Jan 26 21:09:19.601430 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-57eb8997-86ef-4fa4-8de9-320f2d3ab755 req-febdffed-c650-47ca-9b8c-f9242d7d1f8e tempest-SecurityGroupsNegativeTestJSON-1236159850 tempest-SecurityGroupsNegativeTestJSON-1236159850-project] 10.222.0.13 "GET /v2.0/security-groups/565753e4-fafe-40aa-8ed9-c866c95f8131 HTTP/1.1" status: 404 len: 352 time: 0.0310497 Jan 26 21:09:19.604622 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-7d358716-0dfb-436d-949c-73a2fbcd0493 admin admin] Calling delete_port for e8db85c1-53f4-4b7a-8099-c55bd84fcd87 owned by network:dhcp {{(pid=103305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 21:09:19.641222 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-ca1a4a7d-30d3-478c-80b5-291c3f08067d None None] Deleting port e8db85c1-53f4-4b7a-8099-c55bd84fcd87 {{(pid=103306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 21:09:19.641946 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-ca1a4a7d-30d3-478c-80b5-291c3f08067d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746560630878'] for port (e8db85c1-53f4-4b7a-8099-c55bd84fcd87), before_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:09:19.707873 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Jan 2022 21:09:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-736f3880-bd31-4c2f-8bcd-393c3dd8ab66 x-openstack-request-id: req-736f3880-bd31-4c2f-8bcd-393c3dd8ab66 {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 21:09:19.708454 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9bb2adf-f97d-4150-8ccf-d81bb6fe6437", "name": "network-vif-deleted", "tag": "a11c8f02-b141-4681-b800-44fae0fe6628", "status": "completed", "code": 200}]} {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 21:09:19.708876 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-736f3880-bd31-4c2f-8bcd-393c3dd8ab66 {{(pid=103305) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 21:09:19.709727 n-d-760453-5 neutron-server[103305]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9bb2adf-f97d-4150-8ccf-d81bb6fe6437', 'name': 'network-vif-deleted', 'tag': 'a11c8f02-b141-4681-b800-44fae0fe6628', 'status': 'completed', 'code': 200} Jan 26 21:09:19.724776 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-ca1a4a7d-30d3-478c-80b5-291c3f08067d None None] For port e8db85c1-53f4-4b7a-8099-c55bd84fcd87, host n-d-760453-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=e8db85c1-53f4-4b7a-8099-c55bd84fcd87,segment=NetworkSegment(e735e8d3-0a74-4bc6-9ae3-6a81e28a91f7),segment_id=e735e8d3-0a74-4bc6-9ae3-6a81e28a91f7)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:09:19.725182 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-ca1a4a7d-30d3-478c-80b5-291c3f08067d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4109658'] for port (e8db85c1-53f4-4b7a-8099-c55bd84fcd87), precommit_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:09:19.738513 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-ca1a4a7d-30d3-478c-80b5-291c3f08067d None None] Calling delete_port for e8db85c1-53f4-4b7a-8099-c55bd84fcd87 owned by network:dhcp {{(pid=103306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 21:09:19.762945 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-7d358716-0dfb-436d-949c-73a2fbcd0493 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746560636600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746560234536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11791543'] for port (e8db85c1-53f4-4b7a-8099-c55bd84fcd87), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:09:19.782783 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-50fdb63e-92e0-42bb-bbdc-26c9ed16d590 req-90afdb1c-e255-434d-8bff-aeb4f6d641c5 tempest-SecurityGroupsNegativeTestJSON-1236159850 tempest-SecurityGroupsNegativeTestJSON-1236159850-project] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=98764fe0d486446c933b029c02d3e566 HTTP/1.1" status: 200 len: 3001 time: 0.0712700 Jan 26 21:09:19.791158 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5995cb-417e-4df1-8df8-2e660de28646 req-1e508074-52e9-4271-8040-227ccf7d5495 tempest-VolumesAdminNegativeTest-1754772051 tempest-VolumesAdminNegativeTest-1754772051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:09:19.792917 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-4d5995cb-417e-4df1-8df8-2e660de28646 req-1e508074-52e9-4271-8040-227ccf7d5495 tempest-VolumesAdminNegativeTest-1754772051 tempest-VolumesAdminNegativeTest-1754772051-project] 10.222.0.13 "GET /v2.0/ports?device_id=2f390021-3ea0-452c-ade6-6685a9b04bab HTTP/1.1" status: 200 len: 945 time: 0.0961802 Jan 26 21:09:19.794385 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d358716-0dfb-436d-949c-73a2fbcd0493 admin admin] Pushing event deleted for resources: {'Port': ['ID=e8db85c1-53f4-4b7a-8099-c55bd84fcd87,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:09:19.808694 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d358716-0dfb-436d-949c-73a2fbcd0493 admin admin] No DVR routers for this DVR port e8db85c1-53f4-4b7a-8099-c55bd84fcd87 on host n-d-760453-5 {{(pid=103305) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 26 21:09:19.843114 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-ca1a4a7d-30d3-478c-80b5-291c3f08067d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746560636600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746560234536'] for port (e8db85c1-53f4-4b7a-8099-c55bd84fcd87), after_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:09:19.867224 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1a4a7d-30d3-478c-80b5-291c3f08067d None None] Pushing event deleted for resources: {'Port': ['ID=e8db85c1-53f4-4b7a-8099-c55bd84fcd87,revision_number=None']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:09:19.875550 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-50fdb63e-92e0-42bb-bbdc-26c9ed16d590 req-8492080c-464b-4b29-91aa-6c53f6a53a2e tempest-SecurityGroupsNegativeTestJSON-1236159850 tempest-SecurityGroupsNegativeTestJSON-1236159850-project] 10.222.0.13 "GET /v2.0/security-groups/d0531194-76ff-4839-a220-f8c8de7c273a HTTP/1.1" status: 200 len: 2998 time: 0.0809228 Jan 26 21:09:19.884411 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca1a4a7d-30d3-478c-80b5-291c3f08067d None None] No DVR routers for this DVR port e8db85c1-53f4-4b7a-8099-c55bd84fcd87 on host n-d-760453-5 {{(pid=103306) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 26 21:09:19.887895 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-4d5995cb-417e-4df1-8df8-2e660de28646 req-ae8110e9-96c5-4f58-ac04-7e591f3e0c2f tempest-VolumesAdminNegativeTest-1754772051 tempest-VolumesAdminNegativeTest-1754772051-project] 10.222.0.13 "GET /v2.0/security-groups?id=2d35c4dc-e21e-4c05-9c1b-bb4dc495452f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842092 Jan 26 21:09:19.915603 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-7d358716-0dfb-436d-949c-73a2fbcd0493 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-686403', 'neutron.services.segments.db._delete_segments_for_network-8746560774018'] for network (54e115b5-d471-45df-827b-e12849d10363), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:09:19.938559 n-d-760453-5 neutron-server[103305]: DEBUG neutron.services.segments.db [None req-7d358716-0dfb-436d-949c-73a2fbcd0493 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['54e115b5-d471-45df-827b-e12849d10363']}} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:09:19.939556 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-50fdb63e-92e0-42bb-bbdc-26c9ed16d590 req-f8fe0d6f-4b7e-40a0-8d20-14f7f2c32c93 tempest-SecurityGroupsNegativeTestJSON-1236159850 tempest-SecurityGroupsNegativeTestJSON-1236159850-project] 10.222.0.13 "GET /v2.0/security-groups/d0531194-76ff-4839-a220-f8c8de7c273a HTTP/1.1" status: 200 len: 2998 time: 0.0464604 Jan 26 21:09:19.956157 n-d-760453-5 neutron-server[103305]: DEBUG neutron.services.segments.db [None req-7d358716-0dfb-436d-949c-73a2fbcd0493 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e735e8d3-0a74-4bc6-9ae3-6a81e28a91f7') {'for_net_delete': True} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:09:19.956457 n-d-760453-5 neutron-server[103305]: DEBUG neutron.services.segments.db [None req-7d358716-0dfb-436d-949c-73a2fbcd0493 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e735e8d3-0a74-4bc6-9ae3-6a81e28a91f7') {} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:09:19.971106 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-7d358716-0dfb-436d-949c-73a2fbcd0493 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746560742283', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11788955'] for segment (e735e8d3-0a74-4bc6-9ae3-6a81e28a91f7), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:09:19.987759 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-7d358716-0dfb-436d-949c-73a2fbcd0493 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576559'] for segment (e735e8d3-0a74-4bc6-9ae3-6a81e28a91f7), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:09:20.001921 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7d358716-0dfb-436d-949c-73a2fbcd0493 admin admin] Releasing vlan 550 on physical network physnet1 to pool {{(pid=103305) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 26 21:09:20.001921 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-7d358716-0dfb-436d-949c-73a2fbcd0493 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11791428'] for segment (e735e8d3-0a74-4bc6-9ae3-6a81e28a91f7), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:09:20.013466 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-f651093f-eb66-4584-b9d7-aa783b8608bf req-a96bee30-dd87-41a8-8ced-aa73fc492972 tempest-SecurityGroupsNegativeTestJSON-1236159850 tempest-SecurityGroupsNegativeTestJSON-1236159850-project] 10.222.0.13 "GET /v2.0/security-groups/d0531194-76ff-4839-a220-f8c8de7c273a HTTP/1.1" status: 200 len: 2998 time: 0.0451233 Jan 26 21:09:20.059583 n-d-760453-5 neutron-server[103305]: Traceback (most recent call last): Jan 26 21:09:20.059583 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 26 21:09:20.059583 n-d-760453-5 neutron-server[103305]: timer() Jan 26 21:09:20.059583 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 26 21:09:20.059583 n-d-760453-5 neutron-server[103305]: cb(*args, **kw) Jan 26 21:09:20.059583 n-d-760453-5 neutron-server[103305]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 26 21:09:20.059583 n-d-760453-5 neutron-server[103305]: return func(*args, **kwargs) Jan 26 21:09:20.059583 n-d-760453-5 neutron-server[103305]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 26 21:09:20.059583 n-d-760453-5 neutron-server[103305]: self._notify() Jan 26 21:09:20.059583 n-d-760453-5 neutron-server[103305]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 26 21:09:20.059583 n-d-760453-5 neutron-server[103305]: self.callback(batched_events) Jan 26 21:09:20.059583 n-d-760453-5 neutron-server[103305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 26 21:09:20.059583 n-d-760453-5 neutron-server[103305]: event.method(event) Jan 26 21:09:20.059583 n-d-760453-5 neutron-server[103305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 26 21:09:20.059583 n-d-760453-5 neutron-server[103305]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 26 21:09:20.059583 n-d-760453-5 neutron-server[103305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 26 21:09:20.059583 n-d-760453-5 neutron-server[103305]: aggregate_uuid = self.p_client.list_aggregates( Jan 26 21:09:20.059583 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 26 21:09:20.059583 n-d-760453-5 neutron-server[103305]: return f(self, *a, **k) Jan 26 21:09:20.059583 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 26 21:09:20.059583 n-d-760453-5 neutron-server[103305]: return self._get(url).json() Jan 26 21:09:20.059583 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 26 21:09:20.059583 n-d-760453-5 neutron-server[103305]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 26 21:09:20.059583 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 26 21:09:20.059583 n-d-760453-5 neutron-server[103305]: return self.request(url, 'GET', **kwargs) Jan 26 21:09:20.059583 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 26 21:09:20.059583 n-d-760453-5 neutron-server[103305]: base_url = self.get_endpoint(auth, allow=allow, Jan 26 21:09:20.059583 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 26 21:09:20.059583 n-d-760453-5 neutron-server[103305]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 26 21:09:20.059583 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 26 21:09:20.059583 n-d-760453-5 neutron-server[103305]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 26 21:09:20.059583 n-d-760453-5 neutron-server[103305]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 26 21:09:20.063855 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-7d358716-0dfb-436d-949c-73a2fbcd0493 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4110931'] for network (54e115b5-d471-45df-827b-e12849d10363), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:09:20.077594 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-7d358716-0dfb-436d-949c-73a2fbcd0493 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709645'] for network (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:09:20.081937 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-7d358716-0dfb-436d-949c-73a2fbcd0493 admin admin] 10.222.0.13 "DELETE /v2.0/networks/54e115b5-d471-45df-827b-e12849d10363 HTTP/1.1" status: 204 len: 168 time: 0.9406569 Jan 26 21:09:20.094569 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d358716-0dfb-436d-949c-73a2fbcd0493 admin admin] Pushing event deleted for resources: {'Network': ['ID=54e115b5-d471-45df-827b-e12849d10363,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:09:20.104131 n-d-760453-5 neutron-server[103304]: INFO neutron.api.v2.resource [req-f651093f-eb66-4584-b9d7-aa783b8608bf req-e8ede5b9-77f9-4491-adf0-6f47bf15235e tempest-SecurityGroupsNegativeTestJSON-1236159850 tempest-SecurityGroupsNegativeTestJSON-1236159850-project] delete failed (client error): There was a conflict when trying to complete your request. Jan 26 21:09:20.105193 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-f651093f-eb66-4584-b9d7-aa783b8608bf req-e8ede5b9-77f9-4491-adf0-6f47bf15235e tempest-SecurityGroupsNegativeTestJSON-1236159850 tempest-SecurityGroupsNegativeTestJSON-1236159850-project] 10.222.0.13 "DELETE /v2.0/security-groups/d0531194-76ff-4839-a220-f8c8de7c273a HTTP/1.1" status: 409 len: 352 time: 0.0862308 Jan 26 21:09:20.148443 n-d-760453-5 neutron-server[103304]: INFO neutron.api.v2.resource [req-ba7487d5-0d28-4502-a738-fd3a8dde46b7 req-9c018f15-d8b9-4e6e-bbee-95cec667762c tempest-SecurityGroupsNegativeTestJSON-1236159850 tempest-SecurityGroupsNegativeTestJSON-1236159850-project] show failed (client error): The resource could not be found. Jan 26 21:09:20.154499 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-ba7487d5-0d28-4502-a738-fd3a8dde46b7 req-9c018f15-d8b9-4e6e-bbee-95cec667762c tempest-SecurityGroupsNegativeTestJSON-1236159850 tempest-SecurityGroupsNegativeTestJSON-1236159850-project] 10.222.0.13 "GET /v2.0/security-groups/8016acc5-5291-48da-9591-1feac2a21496 HTTP/1.1" status: 404 len: 352 time: 0.0209122 Jan 26 21:09:20.188869 n-d-760453-5 neutron-server[103304]: INFO neutron.api.v2.resource [req-dcc67f61-cb65-45f1-b3f3-7bb23b4e06fc req-c67d58c5-3bd0-4086-8732-ccdd4c72dc4a tempest-SecurityGroupsNegativeTestJSON-1236159850 tempest-SecurityGroupsNegativeTestJSON-1236159850-project] show failed (client error): The resource could not be found. Jan 26 21:09:20.189916 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-dcc67f61-cb65-45f1-b3f3-7bb23b4e06fc req-c67d58c5-3bd0-4086-8732-ccdd4c72dc4a tempest-SecurityGroupsNegativeTestJSON-1236159850 tempest-SecurityGroupsNegativeTestJSON-1236159850-project] 10.222.0.13 "GET /v2.0/security-groups/620088f3-d175-4555-b5a0-fce0abca0ee1 HTTP/1.1" status: 404 len: 352 time: 0.0163274 Jan 26 21:09:20.204480 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 48076) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:09:20.233601 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 48078) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:09:20.282355 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.db_base_plugin_v2 [None req-9185c1d3-f24d-4b6d-b827-ea7dfe2608a7 admin admin] Deleting subnet 180a2bae-ec5e-4e52-95b5-ca601fa1cfa3 {{(pid=103305) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 26 21:09:20.286872 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-7a63f1a7-65a8-4a83-b69f-9692051bd3b8 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=bed2f4d6742e48e3a1e31395965cc7ba&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0519404 Jan 26 21:09:20.289445 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 48084) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:09:20.294155 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-9185c1d3-f24d-4b6d-b827-ea7dfe2608a7 admin admin] Publish callbacks [] for subnet (180a2bae-ec5e-4e52-95b5-ca601fa1cfa3), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:09:20.350696 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-6a388202-a54f-4b63-8759-780377921f0e admin admin] Publish callbacks [] for security_group (74af5a62-367f-4806-bb53-2aff4035c566), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:09:20.378907 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-9185c1d3-f24d-4b6d-b827-ea7dfe2608a7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11788946'] for subnet (180a2bae-ec5e-4e52-95b5-ca601fa1cfa3), precommit_delete_associations {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:09:20.379727 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-6a388202-a54f-4b63-8759-780377921f0e admin admin] Publish callbacks [] for security_group (74af5a62-367f-4806-bb53-2aff4035c566), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:09:20.459717 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-9185c1d3-f24d-4b6d-b827-ea7dfe2608a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687316'] for subnet (180a2bae-ec5e-4e52-95b5-ca601fa1cfa3), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:09:20.491736 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49cfa6b7-8780-4e87-974c-63a88fc266f2 req-6d18a796-e2db-4f7e-af83-5f0f5d8421c5 tempest-MigrationsAdminTest-1084137346 tempest-MigrationsAdminTest-1084137346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:09:20.498668 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-49cfa6b7-8780-4e87-974c-63a88fc266f2 req-6d18a796-e2db-4f7e-af83-5f0f5d8421c5 tempest-MigrationsAdminTest-1084137346 tempest-MigrationsAdminTest-1084137346-project] 10.222.0.13 "GET /v2.0/ports?device_id=b8273d7d-7d14-4fba-908e-42ea49b1effb HTTP/1.1" status: 200 len: 950 time: 0.0968106 Jan 26 21:09:20.543694 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-9185c1d3-f24d-4b6d-b827-ea7dfe2608a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11791594', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11599980'] for subnet (180a2bae-ec5e-4e52-95b5-ca601fa1cfa3), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:09:20.556373 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-6a388202-a54f-4b63-8759-780377921f0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (74af5a62-367f-4806-bb53-2aff4035c566), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:09:20.560445 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-6a388202-a54f-4b63-8759-780377921f0e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:09:20.565816 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-6a388202-a54f-4b63-8759-780377921f0e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/74af5a62-367f-4806-bb53-2aff4035c566 HTTP/1.1" status: 204 len: 168 time: 0.2755513 Jan 26 21:09:20.599885 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-49cfa6b7-8780-4e87-974c-63a88fc266f2 req-bb8f64d8-20f8-46d1-bdc2-38db7b876f3e tempest-MigrationsAdminTest-1084137346 tempest-MigrationsAdminTest-1084137346-project] 10.222.0.13 "GET /v2.0/security-groups?id=e0b082e3-685f-492b-b87f-3045b8ecd8c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001954 Jan 26 21:09:20.605283 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a388202-a54f-4b63-8759-780377921f0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74af5a62-367f-4806-bb53-2aff4035c566,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:09:20.648137 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9185c1d3-f24d-4b6d-b827-ea7dfe2608a7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=180a2bae-ec5e-4e52-95b5-ca601fa1cfa3,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:09:20.652177 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-9185c1d3-f24d-4b6d-b827-ea7dfe2608a7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709645'] for subnet (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:09:20.667113 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-9185c1d3-f24d-4b6d-b827-ea7dfe2608a7 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/180a2bae-ec5e-4e52-95b5-ca601fa1cfa3 HTTP/1.1" status: 204 len: 168 time: 0.4589498 Jan 26 21:09:20.669685 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 48096) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:09:20.764015 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-e9980077-3891-4bfe-a3e1-cd538ff80a9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-748181'] for network (b6715316-900b-43a2-89ff-1a593aeab4c3), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:09:20.800653 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 48102) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:09:20.866318 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-e9980077-3891-4bfe-a3e1-cd538ff80a9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-686403', 'neutron.services.segments.db._delete_segments_for_network-8746560774018'] for network (b6715316-900b-43a2-89ff-1a593aeab4c3), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:09:20.900009 n-d-760453-5 neutron-server[103304]: DEBUG neutron.services.segments.db [None req-e9980077-3891-4bfe-a3e1-cd538ff80a9c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b6715316-900b-43a2-89ff-1a593aeab4c3']}} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:09:20.922478 n-d-760453-5 neutron-server[103304]: DEBUG neutron.services.segments.db [None req-e9980077-3891-4bfe-a3e1-cd538ff80a9c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '938c107b-484b-47a6-a9d5-f11e44b64e83') {'for_net_delete': True} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:09:20.922893 n-d-760453-5 neutron-server[103304]: DEBUG neutron.services.segments.db [None req-e9980077-3891-4bfe-a3e1-cd538ff80a9c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '938c107b-484b-47a6-a9d5-f11e44b64e83') {} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:09:20.934234 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-e9980077-3891-4bfe-a3e1-cd538ff80a9c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746560742283', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8881293'] for segment (938c107b-484b-47a6-a9d5-f11e44b64e83), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:09:20.957453 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-e9980077-3891-4bfe-a3e1-cd538ff80a9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576559'] for segment (938c107b-484b-47a6-a9d5-f11e44b64e83), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:09:20.966261 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device e8db85c1-53f4-4b7a-8099-c55bd84fcd87 no longer exists at agent ovs-agent-n-d-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 26 21:09:20.974608 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e9980077-3891-4bfe-a3e1-cd538ff80a9c admin admin] Releasing vlan 589 on physical network physnet1 to pool {{(pid=103304) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 26 21:09:20.975016 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-e9980077-3891-4bfe-a3e1-cd538ff80a9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9281762'] for segment (938c107b-484b-47a6-a9d5-f11e44b64e83), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:09:20.987622 n-d-760453-5 neutron-server[103304]: Traceback (most recent call last): Jan 26 21:09:20.987622 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 26 21:09:20.987622 n-d-760453-5 neutron-server[103304]: timer() Jan 26 21:09:20.987622 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 26 21:09:20.987622 n-d-760453-5 neutron-server[103304]: cb(*args, **kw) Jan 26 21:09:20.987622 n-d-760453-5 neutron-server[103304]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 26 21:09:20.987622 n-d-760453-5 neutron-server[103304]: return func(*args, **kwargs) Jan 26 21:09:20.987622 n-d-760453-5 neutron-server[103304]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 26 21:09:20.987622 n-d-760453-5 neutron-server[103304]: self._notify() Jan 26 21:09:20.987622 n-d-760453-5 neutron-server[103304]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 26 21:09:20.987622 n-d-760453-5 neutron-server[103304]: self.callback(batched_events) Jan 26 21:09:20.987622 n-d-760453-5 neutron-server[103304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 26 21:09:20.987622 n-d-760453-5 neutron-server[103304]: event.method(event) Jan 26 21:09:20.987622 n-d-760453-5 neutron-server[103304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 26 21:09:20.987622 n-d-760453-5 neutron-server[103304]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 26 21:09:20.987622 n-d-760453-5 neutron-server[103304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 26 21:09:20.987622 n-d-760453-5 neutron-server[103304]: aggregate_uuid = self.p_client.list_aggregates( Jan 26 21:09:20.987622 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 26 21:09:20.987622 n-d-760453-5 neutron-server[103304]: return f(self, *a, **k) Jan 26 21:09:20.987622 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 26 21:09:20.987622 n-d-760453-5 neutron-server[103304]: return self._get(url).json() Jan 26 21:09:20.987622 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 26 21:09:20.987622 n-d-760453-5 neutron-server[103304]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 26 21:09:20.987622 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 26 21:09:20.987622 n-d-760453-5 neutron-server[103304]: return self.request(url, 'GET', **kwargs) Jan 26 21:09:20.987622 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 26 21:09:20.987622 n-d-760453-5 neutron-server[103304]: base_url = self.get_endpoint(auth, allow=allow, Jan 26 21:09:20.987622 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 26 21:09:20.987622 n-d-760453-5 neutron-server[103304]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 26 21:09:20.987622 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 26 21:09:20.987622 n-d-760453-5 neutron-server[103304]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 26 21:09:20.987622 n-d-760453-5 neutron-server[103304]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 26 21:09:21.003719 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] No Port match for: e8db85c1-53f4-4b7a-8099-c55bd84fcd87 {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 26 21:09:21.004297 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device e8db85c1-53f4-4b7a-8099-c55bd84fcd87 not bound to the agent host n-d-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 26 21:09:21.086978 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-e9980077-3891-4bfe-a3e1-cd538ff80a9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4110931'] for network (b6715316-900b-43a2-89ff-1a593aeab4c3), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:09:21.097182 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-e9980077-3891-4bfe-a3e1-cd538ff80a9c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709645'] for network (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:09:21.101125 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-e9980077-3891-4bfe-a3e1-cd538ff80a9c admin admin] 10.222.0.13 "DELETE /v2.0/networks/b6715316-900b-43a2-89ff-1a593aeab4c3 HTTP/1.1" status: 204 len: 168 time: 0.4295120 Jan 26 21:09:21.120654 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce4d721-0926-4ac2-9071-e38a6351db8a req-1fd83714-12bf-4dcf-a2e5-cbc8ec173dc1 tempest-VolumesAdminNegativeTest-1754772051 tempest-VolumesAdminNegativeTest-1754772051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:09:21.122187 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-3ce4d721-0926-4ac2-9071-e38a6351db8a req-1fd83714-12bf-4dcf-a2e5-cbc8ec173dc1 tempest-VolumesAdminNegativeTest-1754772051 tempest-VolumesAdminNegativeTest-1754772051-project] 10.222.0.13 "GET /v2.0/ports?device_id=2f390021-3ea0-452c-ade6-6685a9b04bab HTTP/1.1" status: 200 len: 945 time: 0.1337619 Jan 26 21:09:21.124528 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-61209ea4-26cf-4be4-9026-965984971e01 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=4259d278f64a412c868b75ca2989e72c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3226550 Jan 26 21:09:21.127693 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 48118) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:09:21.133846 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9980077-3891-4bfe-a3e1-cd538ff80a9c admin admin] Pushing event deleted for resources: {'Network': ['ID=b6715316-900b-43a2-89ff-1a593aeab4c3,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:09:21.190186 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-9a17ff08-57b2-43bf-8fd1-294791c66e9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (09df100c-3af1-4b0a-bda8-05914c71c458), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:09:21.231258 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-3ce4d721-0926-4ac2-9071-e38a6351db8a req-564fd56f-dcab-4562-8c0a-30b389128d13 tempest-VolumesAdminNegativeTest-1754772051 tempest-VolumesAdminNegativeTest-1754772051-project] 10.222.0.13 "GET /v2.0/security-groups?id=2d35c4dc-e21e-4c05-9c1b-bb4dc495452f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942619 Jan 26 21:09:21.243679 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-17860f74-d558-4c45-bd74-09c074ee2c86 admin admin] Publish callbacks [] for security_group (50e829d9-da66-40ea-999a-536cb0bd4f61), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:09:21.282582 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-17860f74-d558-4c45-bd74-09c074ee2c86 admin admin] Publish callbacks [] for security_group (50e829d9-da66-40ea-999a-536cb0bd4f61), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:09:21.354982 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-17860f74-d558-4c45-bd74-09c074ee2c86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (50e829d9-da66-40ea-999a-536cb0bd4f61), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:09:21.359033 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-17860f74-d558-4c45-bd74-09c074ee2c86 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:09:21.363841 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-17860f74-d558-4c45-bd74-09c074ee2c86 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/50e829d9-da66-40ea-999a-536cb0bd4f61 HTTP/1.1" status: 204 len: 168 time: 0.2351892 Jan 26 21:09:21.373605 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17860f74-d558-4c45-bd74-09c074ee2c86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50e829d9-da66-40ea-999a-536cb0bd4f61,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:09:21.413670 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 48132) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:09:21.512083 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 48136) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:09:21.526482 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-332761b4-2432-4826-9e5e-893a54ee5eec admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=98764fe0d486446c933b029c02d3e566&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1114709 Jan 26 21:09:21.584683 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 48138) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:09:21.644177 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-1d0bb507-17fc-45e1-aa5c-9b5ac092c8f5 admin admin] Publish callbacks [] for security_group (d0531194-76ff-4839-a220-f8c8de7c273a), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:09:21.690207 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-1d0bb507-17fc-45e1-aa5c-9b5ac092c8f5 admin admin] Publish callbacks [] for security_group (d0531194-76ff-4839-a220-f8c8de7c273a), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:09:21.817031 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-1ab48a40-370a-4fb8-9497-df86459d2ee3 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsNegativeTestJSON-189293867-network', 'tenant_id': '012dddf1c40647e796d65d0a4fc9b6ad'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:09:21.847647 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ab48a40-370a-4fb8-9497-df86459d2ee3 admin admin] Made reservation on behalf of 012dddf1c40647e796d65d0a4fc9b6ad for: {'network': 1} {{(pid=103305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 21:09:21.856008 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-1ab48a40-370a-4fb8-9497-df86459d2ee3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for network (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:09:21.873039 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-1ab48a40-370a-4fb8-9497-df86459d2ee3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:09:21.908376 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5690c11-1b88-4b1f-b463-ce59503e6290 req-28bfaa07-37ac-47eb-94ca-7c05bd2fcc8a tempest-MigrationsAdminTest-1084137346 tempest-MigrationsAdminTest-1084137346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:09:21.911040 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-c5690c11-1b88-4b1f-b463-ce59503e6290 req-28bfaa07-37ac-47eb-94ca-7c05bd2fcc8a tempest-MigrationsAdminTest-1084137346 tempest-MigrationsAdminTest-1084137346-project] 10.222.0.13 "GET /v2.0/ports?device_id=b8273d7d-7d14-4fba-908e-42ea49b1effb HTTP/1.1" status: 200 len: 950 time: 0.1462541 Jan 26 21:09:21.928312 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-1d0bb507-17fc-45e1-aa5c-9b5ac092c8f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (d0531194-76ff-4839-a220-f8c8de7c273a), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:09:21.936371 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-1d0bb507-17fc-45e1-aa5c-9b5ac092c8f5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:09:21.937754 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-1d0bb507-17fc-45e1-aa5c-9b5ac092c8f5 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d0531194-76ff-4839-a220-f8c8de7c273a HTTP/1.1" status: 204 len: 168 time: 0.4244318 Jan 26 21:09:21.972087 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d0bb507-17fc-45e1-aa5c-9b5ac092c8f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0531194-76ff-4839-a220-f8c8de7c273a,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:09:22.031042 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-c5690c11-1b88-4b1f-b463-ce59503e6290 req-82ea3644-a623-4b9d-b19d-5d348a76ae72 tempest-MigrationsAdminTest-1084137346 tempest-MigrationsAdminTest-1084137346-project] 10.222.0.13 "GET /v2.0/security-groups?id=e0b082e3-685f-492b-b87f-3045b8ecd8c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131635 Jan 26 21:09:22.094546 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-841f5991-a4d8-4d4b-b215-cbc6bab5427b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (aa7ee9d2-08eb-4e12-b895-24c57300dfec), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:09:22.096731 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-1ab48a40-370a-4fb8-9497-df86459d2ee3 admin admin] Publish callbacks [] for security_group (3eb50d28-f7e6-4f88-824a-e1e8ecf893a6), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:09:22.103675 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-1ab48a40-370a-4fb8-9497-df86459d2ee3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (3eb50d28-f7e6-4f88-824a-e1e8ecf893a6), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:09:22.139347 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1ab48a40-370a-4fb8-9497-df86459d2ee3 admin admin] vlan segment allocate from pool success with {'vlan_id': 559, 'physical_network': 'physnet1'} {{(pid=103305) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 26 21:09:22.155438 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab48a40-370a-4fb8-9497-df86459d2ee3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3eb50d28-f7e6-4f88-824a-e1e8ecf893a6,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:09:22.158458 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 48158) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:09:22.160076 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-1ab48a40-370a-4fb8-9497-df86459d2ee3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576559'] for segment (7b94b2d0-39e1-450e-8820-efbf9a17ff92), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:09:22.160728 n-d-760453-5 neutron-server[103305]: INFO neutron.db.segments_db [None req-1ab48a40-370a-4fb8-9497-df86459d2ee3 admin admin] Added segment 7b94b2d0-39e1-450e-8820-efbf9a17ff92 of type vlan for network ea4cfd45-fac7-4e0a-a1c1-7e8b5e10dc40 Jan 26 21:09:22.192519 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-5159b435-b56f-4208-bc42-e2d485222f45 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:09:22.224064 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-1ab48a40-370a-4fb8-9497-df86459d2ee3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746560256871'] for network (ea4cfd45-fac7-4e0a-a1c1-7e8b5e10dc40), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:09:22.273680 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-1ab48a40-370a-4fb8-9497-df86459d2ee3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503'] for network (ea4cfd45-fac7-4e0a-a1c1-7e8b5e10dc40), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:09:22.275652 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ab48a40-370a-4fb8-9497-df86459d2ee3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:09:22.278374 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-1ab48a40-370a-4fb8-9497-df86459d2ee3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709645'] for network (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:09:22.324318 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-5159b435-b56f-4208-bc42-e2d485222f45 admin admin] Publish callbacks [] for security_group (cb334d99-c2b7-4d68-910e-e97c5d35b224), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:09:22.333934 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-5159b435-b56f-4208-bc42-e2d485222f45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (cb334d99-c2b7-4d68-910e-e97c5d35b224), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:09:22.354524 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-1ab48a40-370a-4fb8-9497-df86459d2ee3 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.7682571 Jan 26 21:09:22.357195 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 48162) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:09:22.362783 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-4ee57375-5a70-4a60-870a-7b2cd4849443 admin admin] Request body: {'subnet': {'network_id': 'ea4cfd45-fac7-4e0a-a1c1-7e8b5e10dc40', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsNegativeTestJSON-189293867-subnet', 'tenant_id': '012dddf1c40647e796d65d0a4fc9b6ad', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:09:22.397389 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-5159b435-b56f-4208-bc42-e2d485222f45 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=2cda784bb9ef4de2b5ceab0e77bba95e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2366474 Jan 26 21:09:22.398081 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab48a40-370a-4fb8-9497-df86459d2ee3 admin admin] Pushing event updated for resources: {'Network': ['ID=ea4cfd45-fac7-4e0a-a1c1-7e8b5e10dc40,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:09:22.401351 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 48166) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:09:22.412870 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Network ea4cfd45-fac7-4e0a-a1c1-7e8b5e10dc40 details requested by agent ovs-agent-n-d-760453-5 with host n-d-760453-5 {{(pid=103306) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 26 21:09:22.436219 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5159b435-b56f-4208-bc42-e2d485222f45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb334d99-c2b7-4d68-910e-e97c5d35b224,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:09:22.457127 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ee57375-5a70-4a60-870a-7b2cd4849443 admin admin] Made reservation on behalf of 012dddf1c40647e796d65d0a4fc9b6ad for: {'subnet': 1} {{(pid=103305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 21:09:22.460201 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-4ee57375-5a70-4a60-870a-7b2cd4849443 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11599953'] for subnet (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:09:22.549793 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Device a11c8f02-b141-4681-b800-44fae0fe6628 no longer exists at agent hyperv_n-h2-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 26 21:09:22.571873 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-601c096e-1ab4-4386-81c2-db7ae04cc5f6 admin admin] Publish callbacks [] for security_group (cb334d99-c2b7-4d68-910e-e97c5d35b224), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:09:22.595011 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] No Port match for: a11c8f02-b141-4681-b800-44fae0fe6628 {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 26 21:09:22.597066 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Device a11c8f02-b141-4681-b800-44fae0fe6628 not bound to the agent host n-h2-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 26 21:09:22.613117 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-601c096e-1ab4-4386-81c2-db7ae04cc5f6 admin admin] Publish callbacks [] for security_group (cb334d99-c2b7-4d68-910e-e97c5d35b224), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:09:22.735288 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-601c096e-1ab4-4386-81c2-db7ae04cc5f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (cb334d99-c2b7-4d68-910e-e97c5d35b224), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:09:22.738112 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-601c096e-1ab4-4386-81c2-db7ae04cc5f6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:09:22.742459 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-601c096e-1ab4-4386-81c2-db7ae04cc5f6 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/cb334d99-c2b7-4d68-910e-e97c5d35b224 HTTP/1.1" status: 204 len: 168 time: 0.2941039 Jan 26 21:09:22.759656 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-601c096e-1ab4-4386-81c2-db7ae04cc5f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb334d99-c2b7-4d68-910e-e97c5d35b224,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:09:22.759870 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (4d619873-4b60-439f-9b5a-b155dc8bbc34), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:09:22.779105 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-4ee57375-5a70-4a60-870a-7b2cd4849443 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11788839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11599975'] for subnet (eec8cb95-c3ec-4721-96f2-9e8c47b960df), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:09:22.957557 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee57375-5a70-4a60-870a-7b2cd4849443 admin admin] Pushing event updated for resources: {'Subnet': ['ID=eec8cb95-c3ec-4721-96f2-9e8c47b960df,revision_number=0']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:09:22.971417 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ee57375-5a70-4a60-870a-7b2cd4849443 admin admin] Checking segment: {'id': '7b94b2d0-39e1-450e-8820-efbf9a17ff92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'ea4cfd45-fac7-4e0a-a1c1-7e8b5e10dc40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103305) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 21:09:22.971993 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ee57375-5a70-4a60-870a-7b2cd4849443 admin admin] Network hostable DHCP agents. Network: ea4cfd45-fac7-4e0a-a1c1-7e8b5e10dc40, hostable agents: ['474ccdf7-ab6c-405b-a3b2-dc7b05829902'], hosted agents: [] {{(pid=103305) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 26 21:09:23.005160 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ee57375-5a70-4a60-870a-7b2cd4849443 admin admin] Network ea4cfd45-fac7-4e0a-a1c1-7e8b5e10dc40 is scheduled to be hosted by DHCP agent 474ccdf7-ab6c-405b-a3b2-dc7b05829902 with binding_index 1 {{(pid=103305) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 26 21:09:23.020403 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [None req-4ee57375-5a70-4a60-870a-7b2cd4849443 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760453-5, ea4cfd45-fac7-4e0a-a1c1-7e8b5e10dc40) {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:09:23.030209 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ee57375-5a70-4a60-870a-7b2cd4849443 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:09:23.031315 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-4ee57375-5a70-4a60-870a-7b2cd4849443 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709645'] for subnet (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:09:23.032137 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df9e21bc-3c62-49e0-b7bf-49503a7e4e0f None None] Network ea4cfd45-fac7-4e0a-a1c1-7e8b5e10dc40 requested from n-d-760453-5 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 26 21:09:23.066863 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-4ee57375-5a70-4a60-870a-7b2cd4849443 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.7085104 Jan 26 21:09:23.069393 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 48190) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:09:23.074750 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-44c7be53-45a2-4492-a023-357cbf2567f2 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsNegativeTestJSON-189293867-router', 'tenant_id': '012dddf1c40647e796d65d0a4fc9b6ad', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299'}}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:09:23.130427 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-44c7be53-45a2-4492-a023-357cbf2567f2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4104596', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13108'] for router (3c88878a-af42-456b-8900-110f6b22ce45), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:09:23.131598 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-44c7be53-45a2-4492-a023-357cbf2567f2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4105828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4111306', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3733576', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13069'] for router (3c88878a-af42-456b-8900-110f6b22ce45), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:09:23.250503 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f93456-a82a-4f82-8738-4104096bd96e req-056640f7-6f8a-4184-ab37-2a695556d5c9 tempest-MigrationsAdminTest-1084137346 tempest-MigrationsAdminTest-1084137346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:09:23.255813 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-44c7be53-45a2-4492-a023-357cbf2567f2 admin admin] Publish callbacks [] for router_controller (3c88878a-af42-456b-8900-110f6b22ce45), precommit_add_association {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:09:23.263982 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-d3f93456-a82a-4f82-8738-4104096bd96e req-056640f7-6f8a-4184-ab37-2a695556d5c9 tempest-MigrationsAdminTest-1084137346 tempest-MigrationsAdminTest-1084137346-project] 10.222.0.13 "GET /v2.0/ports?device_id=b8273d7d-7d14-4fba-908e-42ea49b1effb HTTP/1.1" status: 200 len: 950 time: 0.1189382 Jan 26 21:09:23.266444 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69eeecae-ae96-4a58-877e-52c13f2c9054 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3c4099e8-8ffb-51d1-af7f-5868973e933f-ea4cfd45-fac7-4e0a-a1c1-7e8b5e10dc40', 'network_id': 'ea4cfd45-fac7-4e0a-a1c1-7e8b5e10dc40', 'project_id': '012dddf1c40647e796d65d0a4fc9b6ad', 'fixed_ips': [{'subnet_id': 'eec8cb95-c3ec-4721-96f2-9e8c47b960df'}]}} from n-d-760453-5. {{(pid=103306) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 26 21:09:23.268057 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-69eeecae-ae96-4a58-877e-52c13f2c9054 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (None), before_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:09:23.384581 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-d3f93456-a82a-4f82-8738-4104096bd96e req-74dc7e7c-2a6d-4126-979f-cd5cd0b6b786 tempest-MigrationsAdminTest-1084137346 tempest-MigrationsAdminTest-1084137346-project] 10.222.0.13 "GET /v2.0/security-groups?id=e0b082e3-685f-492b-b87f-3045b8ecd8c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133130 Jan 26 21:09:23.475497 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 48204) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:09:23.498413 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.db_base_plugin_common [None req-69eeecae-ae96-4a58-877e-52c13f2c9054 None None] Allocated IP 172.20.0.2 (ea4cfd45-fac7-4e0a-a1c1-7e8b5e10dc40/eec8cb95-c3ec-4721-96f2-9e8c47b960df/c175feee-0235-4f31-9215-68131cac1467) {{(pid=103306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 21:09:23.525951 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-44c7be53-45a2-4492-a023-357cbf2567f2 admin admin] Publish callbacks [] for router_gateway (3c88878a-af42-456b-8900-110f6b22ce45), precommit_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:09:23.743982 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-f5f7d385-647a-4368-9c6a-ec9cc548af9e admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-1746729279-network', 'tenant_id': '6d324a2d61e540879dc6a393362c80bc'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:09:23.795088 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-69eeecae-ae96-4a58-877e-52c13f2c9054 None None] Publish callbacks [] for port (c175feee-0235-4f31-9215-68131cac1467), precommit_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:09:23.800652 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5f7d385-647a-4368-9c6a-ec9cc548af9e admin admin] Made reservation on behalf of 6d324a2d61e540879dc6a393362c80bc for: {'network': 1} {{(pid=103304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 21:09:23.803245 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-f5f7d385-647a-4368-9c6a-ec9cc548af9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for network (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:09:23.804872 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-69eeecae-ae96-4a58-877e-52c13f2c9054 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746560234527'] for port (c175feee-0235-4f31-9215-68131cac1467), after_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:09:23.850915 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-f5f7d385-647a-4368-9c6a-ec9cc548af9e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:09:23.886008 n-d-760453-5 neutron-server[103306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69eeecae-ae96-4a58-877e-52c13f2c9054 None None] Network ea4cfd45-fac7-4e0a-a1c1-7e8b5e10dc40 is already hosted by enough agents. {{(pid=103306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 21:09:23.886411 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-44c7be53-45a2-4492-a023-357cbf2567f2 admin admin] Publish callbacks [] for router_gateway (3c88878a-af42-456b-8900-110f6b22ce45), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:09:23.889503 n-d-760453-5 neutron-server[103306]: DEBUG neutron.scheduler.base_scheduler [None req-69eeecae-ae96-4a58-877e-52c13f2c9054 None None] Resources bound (agent type, host, resource id): {{(pid=103306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:09:23.907853 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-44c7be53-45a2-4492-a023-357cbf2567f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:09:23.917037 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69eeecae-ae96-4a58-877e-52c13f2c9054 None None] Received port after_create {{(pid=103306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 21:09:23.962276 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69eeecae-ae96-4a58-877e-52c13f2c9054 None None] Pushing event updated for resources: {'Port': ['ID=c175feee-0235-4f31-9215-68131cac1467,revision_number=1']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:09:23.979913 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-839dd188-ec69-470c-9ab0-d318dc1a2e96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (e79b4fc6-6c71-44b2-a6d0-ff3e1f4dfd0d), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:09:24.089091 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-69eeecae-ae96-4a58-877e-52c13f2c9054 None None] Attempting to bind port c175feee-0235-4f31-9215-68131cac1467 on host n-d-760453-5 for vnic_type normal with profile {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 21:09:24.089508 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-69eeecae-ae96-4a58-877e-52c13f2c9054 None None] Attempting to bind port c175feee-0235-4f31-9215-68131cac1467 by drivers openvswitch,hyperv on host n-d-760453-5 at level 0 using segments [{'id': '7b94b2d0-39e1-450e-8820-efbf9a17ff92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'ea4cfd45-fac7-4e0a-a1c1-7e8b5e10dc40'}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 26 21:09:24.089874 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69eeecae-ae96-4a58-877e-52c13f2c9054 None None] Attempting to bind port c175feee-0235-4f31-9215-68131cac1467 on network ea4cfd45-fac7-4e0a-a1c1-7e8b5e10dc40 {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 21:09:24.094960 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-f5f7d385-647a-4368-9c6a-ec9cc548af9e admin admin] Publish callbacks [] for security_group (2592e4fe-89f1-4da1-9272-8e3739dff1bd), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:09:24.104021 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69eeecae-ae96-4a58-877e-52c13f2c9054 None None] Checking agent: {'id': 'fea0591a-627d-4c87-9a9a-01625ddf3277', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760453-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 20, 55, 25), 'started_at': datetime.datetime(2022, 1, 26, 20, 55, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 21, 8, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760453-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 26 21:09:24.104930 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69eeecae-ae96-4a58-877e-52c13f2c9054 None None] Checking segment: {'id': '7b94b2d0-39e1-450e-8820-efbf9a17ff92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'ea4cfd45-fac7-4e0a-a1c1-7e8b5e10dc40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 21:09:24.106141 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-69eeecae-ae96-4a58-877e-52c13f2c9054 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:09:24.106483 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-f5f7d385-647a-4368-9c6a-ec9cc548af9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (2592e4fe-89f1-4da1-9272-8e3739dff1bd), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:09:24.110714 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69eeecae-ae96-4a58-877e-52c13f2c9054 None None] Bound using segment: {'id': '7b94b2d0-39e1-450e-8820-efbf9a17ff92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'ea4cfd45-fac7-4e0a-a1c1-7e8b5e10dc40'} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 26 21:09:24.111252 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-69eeecae-ae96-4a58-877e-52c13f2c9054 None None] Bound port: c175feee-0235-4f31-9215-68131cac1467, host: n-d-760453-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b94b2d0-39e1-450e-8820-efbf9a17ff92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'ea4cfd45-fac7-4e0a-a1c1-7e8b5e10dc40'}}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 26 21:09:24.112029 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-69eeecae-ae96-4a58-877e-52c13f2c9054 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (c175feee-0235-4f31-9215-68131cac1467), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:09:24.131938 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f5f7d385-647a-4368-9c6a-ec9cc548af9e admin admin] vlan segment allocate from pool success with {'vlan_id': 575, 'physical_network': 'physnet1'} {{(pid=103304) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 26 21:09:24.152056 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f7d385-647a-4368-9c6a-ec9cc548af9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2592e4fe-89f1-4da1-9272-8e3739dff1bd,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:09:24.155549 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-f5f7d385-647a-4368-9c6a-ec9cc548af9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576559'] for segment (bd36d27c-88a3-4dab-af8e-40c6d60ed7e6), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:09:24.156671 n-d-760453-5 neutron-server[103304]: INFO neutron.db.segments_db [None req-f5f7d385-647a-4368-9c6a-ec9cc548af9e admin admin] Added segment bd36d27c-88a3-4dab-af8e-40c6d60ed7e6 of type vlan for network df66a6b8-ed0f-47dd-b1b4-bcc7e2048ba4 Jan 26 21:09:24.194253 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.db_base_plugin_common [None req-44c7be53-45a2-4492-a023-357cbf2567f2 admin admin] Allocated IP 172.25.1.41 (4140a1f1-c93a-4bea-83a0-68953a54f299/e48251a1-e30d-4820-8396-00c6f6aeb601/2524b7f7-3f12-409d-843a-98614a7bc8c3) {{(pid=103305) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 21:09:24.232784 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-f5f7d385-647a-4368-9c6a-ec9cc548af9e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746560256871'] for network (df66a6b8-ed0f-47dd-b1b4-bcc7e2048ba4), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:09:24.270504 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-f5f7d385-647a-4368-9c6a-ec9cc548af9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503'] for network (df66a6b8-ed0f-47dd-b1b4-bcc7e2048ba4), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:09:24.271686 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5f7d385-647a-4368-9c6a-ec9cc548af9e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:09:24.272541 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-f5f7d385-647a-4368-9c6a-ec9cc548af9e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709645'] for network (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:09:24.282579 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-69eeecae-ae96-4a58-877e-52c13f2c9054 None None] For port c175feee-0235-4f31-9215-68131cac1467, host n-d-760453-5, cleared binding levels {{(pid=103306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 26 21:09:24.288805 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-69eeecae-ae96-4a58-877e-52c13f2c9054 None None] For port c175feee-0235-4f31-9215-68131cac1467, host n-d-760453-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=c175feee-0235-4f31-9215-68131cac1467,segment=NetworkSegment(7b94b2d0-39e1-450e-8820-efbf9a17ff92),segment_id=7b94b2d0-39e1-450e-8820-efbf9a17ff92)] {{(pid=103306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 26 21:09:24.296537 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-69eeecae-ae96-4a58-877e-52c13f2c9054 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (c175feee-0235-4f31-9215-68131cac1467), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:09:24.396788 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-44c7be53-45a2-4492-a023-357cbf2567f2 admin admin] Publish callbacks [] for port (2524b7f7-3f12-409d-843a-98614a7bc8c3), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:09:24.397006 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-f5f7d385-647a-4368-9c6a-ec9cc548af9e admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.9175308 Jan 26 21:09:24.398502 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 48230) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:09:24.403608 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-eb5b81fa-70f4-4cfd-bb0e-1d10f4c11c26 admin admin] Request body: {'subnet': {'network_id': 'df66a6b8-ed0f-47dd-b1b4-bcc7e2048ba4', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-1746729279-subnet', 'tenant_id': '6d324a2d61e540879dc6a393362c80bc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:09:24.448802 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f7d385-647a-4368-9c6a-ec9cc548af9e admin admin] Pushing event updated for resources: {'Network': ['ID=df66a6b8-ed0f-47dd-b1b4-bcc7e2048ba4,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:09:24.476869 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb5b81fa-70f4-4cfd-bb0e-1d10f4c11c26 admin admin] Made reservation on behalf of 6d324a2d61e540879dc6a393362c80bc for: {'subnet': 1} {{(pid=103304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 21:09:24.479304 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-eb5b81fa-70f4-4cfd-bb0e-1d10f4c11c26 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12215181'] for subnet (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:09:24.486577 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-44c7be53-45a2-4492-a023-357cbf2567f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746560234527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11791543'] for port (2524b7f7-3f12-409d-843a-98614a7bc8c3), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:09:24.523051 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Network df66a6b8-ed0f-47dd-b1b4-bcc7e2048ba4 details requested by agent ovs-agent-n-d-760453-5 with host n-d-760453-5 {{(pid=103306) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 26 21:09:24.564773 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44c7be53-45a2-4492-a023-357cbf2567f2 admin admin] Network 4140a1f1-c93a-4bea-83a0-68953a54f299 is already hosted by enough agents. {{(pid=103305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 21:09:24.568451 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [None req-44c7be53-45a2-4492-a023-357cbf2567f2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:09:24.572491 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44c7be53-45a2-4492-a023-357cbf2567f2 admin admin] Received port after_create {{(pid=103305) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 21:09:24.694692 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927d2e07-b220-40d9-b6c8-00f931646a43 req-394bd007-d00e-45d4-9e84-588f7af0152f tempest-MigrationsAdminTest-1084137346 tempest-MigrationsAdminTest-1084137346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:09:24.696643 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-927d2e07-b220-40d9-b6c8-00f931646a43 req-394bd007-d00e-45d4-9e84-588f7af0152f tempest-MigrationsAdminTest-1084137346 tempest-MigrationsAdminTest-1084137346-project] 10.222.0.13 "GET /v2.0/ports?device_id=b8273d7d-7d14-4fba-908e-42ea49b1effb HTTP/1.1" status: 200 len: 950 time: 0.1450982 Jan 26 21:09:24.716513 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69eeecae-ae96-4a58-877e-52c13f2c9054 None None] Pushing event updated for resources: {'Port': ['ID=c175feee-0235-4f31-9215-68131cac1467,revision_number=2']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:09:24.738242 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c7be53-45a2-4492-a023-357cbf2567f2 admin admin] Pushing event updated for resources: {'Port': ['ID=2524b7f7-3f12-409d-843a-98614a7bc8c3,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:09:24.836196 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-927d2e07-b220-40d9-b6c8-00f931646a43 req-6f01e1c1-d019-4feb-99d7-3daa74653a2a tempest-MigrationsAdminTest-1084137346 tempest-MigrationsAdminTest-1084137346-project] 10.222.0.13 "GET /v2.0/security-groups?id=e0b082e3-685f-492b-b87f-3045b8ecd8c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1304364 Jan 26 21:09:24.977219 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-eb5b81fa-70f4-4cfd-bb0e-1d10f4c11c26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9285249', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12215227'] for subnet (9d964a5c-b1e4-4871-9f95-dc5027f4486b), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:09:25.067977 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-44c7be53-45a2-4492-a023-357cbf2567f2 admin admin] Publish callbacks [] for router_gateway (3c88878a-af42-456b-8900-110f6b22ce45), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:09:25.079368 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (fea0591a-627d-4c87-9a9a-01625ddf3277), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:09:25.141725 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5b81fa-70f4-4cfd-bb0e-1d10f4c11c26 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9d964a5c-b1e4-4871-9f95-dc5027f4486b,revision_number=0']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:09:25.170039 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb5b81fa-70f4-4cfd-bb0e-1d10f4c11c26 admin admin] Checking segment: {'id': 'bd36d27c-88a3-4dab-af8e-40c6d60ed7e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'df66a6b8-ed0f-47dd-b1b4-bcc7e2048ba4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103304) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 21:09:25.170816 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb5b81fa-70f4-4cfd-bb0e-1d10f4c11c26 admin admin] Network hostable DHCP agents. Network: df66a6b8-ed0f-47dd-b1b4-bcc7e2048ba4, hostable agents: ['474ccdf7-ab6c-405b-a3b2-dc7b05829902'], hosted agents: [] {{(pid=103304) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 26 21:09:25.186268 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device c175feee-0235-4f31-9215-68131cac1467 up at agent ovs-agent-n-d-760453-5 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 21:09:25.199271 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb5b81fa-70f4-4cfd-bb0e-1d10f4c11c26 admin admin] Network df66a6b8-ed0f-47dd-b1b4-bcc7e2048ba4 is scheduled to be hosted by DHCP agent 474ccdf7-ab6c-405b-a3b2-dc7b05829902 with binding_index 1 {{(pid=103304) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 26 21:09:25.211487 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [None req-eb5b81fa-70f4-4cfd-bb0e-1d10f4c11c26 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760453-5, df66a6b8-ed0f-47dd-b1b4-bcc7e2048ba4) {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:09:25.218981 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb5b81fa-70f4-4cfd-bb0e-1d10f4c11c26 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:09:25.219780 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-eb5b81fa-70f4-4cfd-bb0e-1d10f4c11c26 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:09:25.249168 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-eb5b81fa-70f4-4cfd-bb0e-1d10f4c11c26 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.8496003 Jan 26 21:09:25.253841 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17a47cd0-587d-4a51-9f7c-f8bb20316bd9 None None] Network df66a6b8-ed0f-47dd-b1b4-bcc7e2048ba4 requested from n-d-760453-5 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 26 21:09:25.334424 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Provisioning complete for port c175feee-0235-4f31-9215-68131cac1467 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:09:25.335588 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (c175feee-0235-4f31-9215-68131cac1467), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:09:25.472074 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Current status of the port c175feee-0235-4f31-9215-68131cac1467 is: DOWN; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:09:25.472577 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (c175feee-0235-4f31-9215-68131cac1467), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:09:25.474846 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01f15e88-cd08-42a2-ae11-8daefc088651 None None] Network df66a6b8-ed0f-47dd-b1b4-bcc7e2048ba4 requested from n-d-760453-5 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 26 21:09:25.563449 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] For port c175feee-0235-4f31-9215-68131cac1467, host n-d-760453-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=c175feee-0235-4f31-9215-68131cac1467,segment=NetworkSegment(7b94b2d0-39e1-450e-8820-efbf9a17ff92),segment_id=7b94b2d0-39e1-450e-8820-efbf9a17ff92)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:09:25.573822 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (c175feee-0235-4f31-9215-68131cac1467), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:09:25.698927 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Pushing event updated for resources: {'Port': ['ID=c175feee-0235-4f31-9215-68131cac1467,revision_number=3']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:09:25.790579 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-44c7be53-45a2-4492-a023-357cbf2567f2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4105757', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4111263'] for router (3c88878a-af42-456b-8900-110f6b22ce45), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:09:25.997804 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53dcd5d9-3455-476a-82a7-f3d242b69a1c req-1dad9559-3577-457b-9cf6-69696ba5cdb7 tempest-LiveAutoBlockMigrationV225Test-1645909514 tempest-LiveAutoBlockMigrationV225Test-1645909514-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:09:26.011314 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-53dcd5d9-3455-476a-82a7-f3d242b69a1c req-1dad9559-3577-457b-9cf6-69696ba5cdb7 tempest-LiveAutoBlockMigrationV225Test-1645909514 tempest-LiveAutoBlockMigrationV225Test-1645909514-project] 10.222.0.13 "GET /v2.0/networks?id=1c3811f3-dcb6-4f77-8c26-3e9819d7c63c HTTP/1.1" status: 200 len: 820 time: 0.2371986 Jan 26 21:09:26.015980 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 48282) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:09:26.024610 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-38ea9b60-5853-48e1-8da9-21aad5768ec1 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-2108736355-network', 'tenant_id': '303d554027fd4a8985144a5ea68a609a'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:09:26.050024 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44c7be53-45a2-4492-a023-357cbf2567f2 admin admin] Router 3c88878a-af42-456b-8900-110f6b22ce45 is scheduled to L3 agent 09df100c-3af1-4b0a-bda8-05914c71c458 with binding_index 1 {{(pid=103305) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 26 21:09:26.060273 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38ea9b60-5853-48e1-8da9-21aad5768ec1 admin admin] Made reservation on behalf of 303d554027fd4a8985144a5ea68a609a for: {'network': 1} {{(pid=103305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 21:09:26.062731 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-38ea9b60-5853-48e1-8da9-21aad5768ec1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for network (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:09:26.067280 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-53dcd5d9-3455-476a-82a7-f3d242b69a1c req-3945b9b0-3d47-4991-8cd1-0c9bdee65f2e tempest-LiveAutoBlockMigrationV225Test-1645909514 tempest-LiveAutoBlockMigrationV225Test-1645909514-project] 10.222.0.13 "GET /v2.0/quotas/6a368bf2185e476485148d66b6d73c5c HTTP/1.1" status: 200 len: 375 time: 0.0550513 Jan 26 21:09:26.074402 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-38ea9b60-5853-48e1-8da9-21aad5768ec1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:09:26.124400 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a3a0a3-29bb-44f4-9191-879b5c39c1a1 req-9f2f4aa8-c050-49f9-aa9e-fd8a90b65dda tempest-MigrationsAdminTest-1084137346 tempest-MigrationsAdminTest-1084137346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:09:26.126663 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-a2a3a0a3-29bb-44f4-9191-879b5c39c1a1 req-9f2f4aa8-c050-49f9-aa9e-fd8a90b65dda tempest-MigrationsAdminTest-1084137346 tempest-MigrationsAdminTest-1084137346-project] 10.222.0.13 "GET /v2.0/ports?device_id=b8273d7d-7d14-4fba-908e-42ea49b1effb HTTP/1.1" status: 200 len: 950 time: 0.1116462 Jan 26 21:09:26.142877 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f14994fe-c7f5-43e4-ac01-bf8b7b502c5f None None] Network ea4cfd45-fac7-4e0a-a1c1-7e8b5e10dc40 requested from n-d-760453-5 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 26 21:09:26.148303 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-53dcd5d9-3455-476a-82a7-f3d242b69a1c req-5aeff1ad-c8b0-4c5c-9e57-6fadafbd220f tempest-LiveAutoBlockMigrationV225Test-1645909514 tempest-LiveAutoBlockMigrationV225Test-1645909514-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=6a368bf2185e476485148d66b6d73c5c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0799844 Jan 26 21:09:26.226521 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44c7be53-45a2-4492-a023-357cbf2567f2 admin admin] Notify agent at l3_agent.n-d-760453-5 the message routers_updated {{(pid=103305) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 26 21:09:26.238161 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6141264d-af5f-4afc-882e-dc93eecb8765 None None] Sync routers for ids ['3c88878a-af42-456b-8900-110f6b22ce45'] in n-d-760453-5 {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 26 21:09:26.252484 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-cf00d616-7bc9-445f-ac8b-318a163b2944 None None] Provisioning complete for port c175feee-0235-4f31-9215-68131cac1467 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:09:26.252851 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-cf00d616-7bc9-445f-ac8b-318a163b2944 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (c175feee-0235-4f31-9215-68131cac1467), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:09:26.261172 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6141264d-af5f-4afc-882e-dc93eecb8765 None None] Routers {'3c88878a-af42-456b-8900-110f6b22ce45'} bound to L3 agent in host n-d-760453-5 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 21:09:26.265255 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-6141264d-af5f-4afc-882e-dc93eecb8765 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-26T20:55:21Z,description=,heartbeat_timestamp=2022-01-26T21:09:21Z,host='n-d-760453-5',id=09df100c-3af1-4b0a-bda8-05914c71c458,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:55:21Z,topic='l3_agent')) {'router_ids': ['3c88878a-af42-456b-8900-110f6b22ce45'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:09:26.270457 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-44c7be53-45a2-4492-a023-357cbf2567f2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:09:26.274124 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-44c7be53-45a2-4492-a023-357cbf2567f2 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 3.2013977 Jan 26 21:09:26.276744 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 48288) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:09:26.292460 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-a2a3a0a3-29bb-44f4-9191-879b5c39c1a1 req-b248f9d8-7a57-4058-b89b-161e9485ebdc tempest-MigrationsAdminTest-1084137346 tempest-MigrationsAdminTest-1084137346-project] 10.222.0.13 "GET /v2.0/security-groups?id=e0b082e3-685f-492b-b87f-3045b8ecd8c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1344833 Jan 26 21:09:26.336376 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-53dcd5d9-3455-476a-82a7-f3d242b69a1c req-884c54ef-401b-4b34-9f8f-782971449995 service neutron] 10.222.0.13 "GET /v2.0/networks/1c3811f3-dcb6-4f77-8c26-3e9819d7c63c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1868558 Jan 26 21:09:26.404341 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-38ea9b60-5853-48e1-8da9-21aad5768ec1 admin admin] Publish callbacks [] for security_group (4194f5f2-4a8d-4f91-a741-7059dc75aeb3), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:09:26.478349 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-38ea9b60-5853-48e1-8da9-21aad5768ec1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (4194f5f2-4a8d-4f91-a741-7059dc75aeb3), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:09:26.491566 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-cf00d616-7bc9-445f-ac8b-318a163b2944 None None] Current status of the port c175feee-0235-4f31-9215-68131cac1467 is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:09:26.522489 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_dvr_db [None req-6141264d-af5f-4afc-882e-dc93eecb8765 None None] Set router 3c88878a-af42-456b-8900-110f6b22ce45 gateway port host: n-d-760453-5 {{(pid=103307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 21:09:26.539456 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-53dcd5d9-3455-476a-82a7-f3d242b69a1c req-8e5d9f91-ad84-444f-8e85-c5568389d4e7 service neutron] 10.222.0.13 "GET /v2.0/networks/1c3811f3-dcb6-4f77-8c26-3e9819d7c63c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2013764 Jan 26 21:09:26.571223 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-38ea9b60-5853-48e1-8da9-21aad5768ec1 admin admin] vlan segment allocate from pool success with {'vlan_id': 555, 'physical_network': 'physnet1'} {{(pid=103305) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 26 21:09:26.585087 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ea9b60-5853-48e1-8da9-21aad5768ec1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4194f5f2-4a8d-4f91-a741-7059dc75aeb3,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:09:26.634134 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-38ea9b60-5853-48e1-8da9-21aad5768ec1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576559'] for segment (d632f70f-d3c7-40a7-a6cf-ae40fdfc9b33), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:09:26.634617 n-d-760453-5 neutron-server[103305]: INFO neutron.db.segments_db [None req-38ea9b60-5853-48e1-8da9-21aad5768ec1 admin admin] Added segment d632f70f-d3c7-40a7-a6cf-ae40fdfc9b33 of type vlan for network a4d47d51-4126-404c-9d2e-b73378b1c512 Jan 26 21:09:26.728468 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-d00ef1c7-cd91-4108-a2e3-aa1f26098df9 None None] Provisioning complete for port c175feee-0235-4f31-9215-68131cac1467 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:09:26.729739 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d00ef1c7-cd91-4108-a2e3-aa1f26098df9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (c175feee-0235-4f31-9215-68131cac1467), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:09:26.733758 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-38ea9b60-5853-48e1-8da9-21aad5768ec1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746560256871'] for network (a4d47d51-4126-404c-9d2e-b73378b1c512), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:09:26.804806 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-38ea9b60-5853-48e1-8da9-21aad5768ec1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503'] for network (a4d47d51-4126-404c-9d2e-b73378b1c512), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:09:26.805981 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38ea9b60-5853-48e1-8da9-21aad5768ec1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:09:26.807297 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-38ea9b60-5853-48e1-8da9-21aad5768ec1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709645'] for network (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:09:26.823448 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-6141264d-af5f-4afc-882e-dc93eecb8765 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c88878a-af42-456b-8900-110f6b22ce45', 'name': 'tempest-FloatingIPsNegativeTestJSON-189293867-router', 'tenant_id': '012dddf1c40647e796d65d0a4fc9b6ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'external_fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.41'}], 'enable_snat': True}, 'gw_port_id': '2524b7f7-3f12-409d-843a-98614a7bc8c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T21:09:23Z', 'updated_at': '2022-01-26T21:09:24Z', 'revision_number': 3, 'project_id': '012dddf1c40647e796d65d0a4fc9b6ad', 'gw_port': {'id': '2524b7f7-3f12-409d-843a-98614a7bc8c3', 'name': '', 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:56:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c88878a-af42-456b-8900-110f6b22ce45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:09:23Z', 'updated_at': '2022-01-26T21:09:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-5'}], 'n-d-760453-5', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:09:26.879176 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6141264d-af5f-4afc-882e-dc93eecb8765 None None] Checking router: 3c88878a-af42-456b-8900-110f6b22ce45 for host: n-d-760453-5 {{(pid=103307) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 26 21:09:26.879533 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6141264d-af5f-4afc-882e-dc93eecb8765 None None] Updating router 3c88878a-af42-456b-8900-110f6b22ce45 port 2524b7f7-3f12-409d-843a-98614a7bc8c3 binding host n-d-760453-5 {{(pid=103307) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 26 21:09:26.940345 n-d-760453-5 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-6141264d-af5f-4afc-882e-dc93eecb8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (2524b7f7-3f12-409d-843a-98614a7bc8c3), before_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:09:26.948869 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-d00ef1c7-cd91-4108-a2e3-aa1f26098df9 None None] Current status of the port c175feee-0235-4f31-9215-68131cac1467 is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:09:26.966426 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device c175feee-0235-4f31-9215-68131cac1467 up at agent ovs-agent-n-d-760453-5 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 21:09:26.984895 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-38ea9b60-5853-48e1-8da9-21aad5768ec1 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.9666798 Jan 26 21:09:26.987759 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 48300) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:09:26.988402 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ea9b60-5853-48e1-8da9-21aad5768ec1 admin admin] Pushing event updated for resources: {'Network': ['ID=a4d47d51-4126-404c-9d2e-b73378b1c512,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:09:26.992582 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-173b00b2-2f97-4aa1-b43d-9f55e00fb45d admin admin] Request body: {'subnet': {'network_id': 'a4d47d51-4126-404c-9d2e-b73378b1c512', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-2108736355-subnet', 'tenant_id': '303d554027fd4a8985144a5ea68a609a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:09:27.021360 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Network a4d47d51-4126-404c-9d2e-b73378b1c512 details requested by agent ovs-agent-n-d-760453-5 with host n-d-760453-5 {{(pid=103306) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 26 21:09:27.069706 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-173b00b2-2f97-4aa1-b43d-9f55e00fb45d admin admin] Made reservation on behalf of 303d554027fd4a8985144a5ea68a609a for: {'subnet': 1} {{(pid=103304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 21:09:27.072638 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-173b00b2-2f97-4aa1-b43d-9f55e00fb45d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12215181'] for subnet (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:09:27.191057 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-a021ed1e-f7cc-4c15-bc54-ed71440cf313 req-db61c025-e4a7-454b-974c-c4dd902d4dd2 tempest-LiveAutoBlockMigrationV225Test-1645909514 tempest-LiveAutoBlockMigrationV225Test-1645909514-project] 10.222.0.13 "GET /v2.0/ports?device_id=cbf92dab-bccf-42aa-9b00-3737afaeaf63 HTTP/1.1" status: 200 len: 210 time: 0.0495400 Jan 26 21:09:27.273696 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Provisioning complete for port c175feee-0235-4f31-9215-68131cac1467 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:09:27.274082 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (c175feee-0235-4f31-9215-68131cac1467), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:09:27.403654 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-57b1f6b4-32f6-46de-a853-c8c2841380f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:09:27.404972 n-d-760453-5 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-6141264d-af5f-4afc-882e-dc93eecb8765 None None] Publish callbacks [] for port (2524b7f7-3f12-409d-843a-98614a7bc8c3), precommit_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:09:27.430917 n-d-760453-5 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-6141264d-af5f-4afc-882e-dc93eecb8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (2524b7f7-3f12-409d-843a-98614a7bc8c3), after_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:09:27.443714 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Current status of the port c175feee-0235-4f31-9215-68131cac1467 is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:09:27.518679 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-173b00b2-2f97-4aa1-b43d-9f55e00fb45d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9285249', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12215227'] for subnet (feb5df53-aacd-4e35-819e-d34e26dd0fdd), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:09:27.553323 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914df603-6e00-4f9f-b257-51e8c3d78e34 None None] Pushing event updated for resources: {'Port': ['ID=2524b7f7-3f12-409d-843a-98614a7bc8c3,revision_number=2']} {{(pid=103307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:09:27.578769 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057ba362-fe80-4dab-9654-87236cda1575 req-04d50a71-8e36-4c0d-9af3-82dee6d942e0 tempest-MigrationsAdminTest-1084137346 tempest-MigrationsAdminTest-1084137346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:09:27.581787 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-057ba362-fe80-4dab-9654-87236cda1575 req-04d50a71-8e36-4c0d-9af3-82dee6d942e0 tempest-MigrationsAdminTest-1084137346 tempest-MigrationsAdminTest-1084137346-project] 10.222.0.13 "GET /v2.0/ports?device_id=b8273d7d-7d14-4fba-908e-42ea49b1effb HTTP/1.1" status: 200 len: 950 time: 0.1527338 Jan 26 21:09:27.594930 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914df603-6e00-4f9f-b257-51e8c3d78e34 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:09:27.595314 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914df603-6e00-4f9f-b257-51e8c3d78e34 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:09:27.595609 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914df603-6e00-4f9f-b257-51e8c3d78e34 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:09:27.595945 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914df603-6e00-4f9f-b257-51e8c3d78e34 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:09:27.596285 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914df603-6e00-4f9f-b257-51e8c3d78e34 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:09:27.596600 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914df603-6e00-4f9f-b257-51e8c3d78e34 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:09:27.596925 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914df603-6e00-4f9f-b257-51e8c3d78e34 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:09:27.597246 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914df603-6e00-4f9f-b257-51e8c3d78e34 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:09:27.597609 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914df603-6e00-4f9f-b257-51e8c3d78e34 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:09:27.597926 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914df603-6e00-4f9f-b257-51e8c3d78e34 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:09:27.598287 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914df603-6e00-4f9f-b257-51e8c3d78e34 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:09:27.598608 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914df603-6e00-4f9f-b257-51e8c3d78e34 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:09:27.598931 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914df603-6e00-4f9f-b257-51e8c3d78e34 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:09:27.637959 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-173b00b2-2f97-4aa1-b43d-9f55e00fb45d admin admin] Checking segment: {'id': 'd632f70f-d3c7-40a7-a6cf-ae40fdfc9b33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': 'a4d47d51-4126-404c-9d2e-b73378b1c512'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103304) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 21:09:27.638447 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-173b00b2-2f97-4aa1-b43d-9f55e00fb45d admin admin] Network hostable DHCP agents. Network: a4d47d51-4126-404c-9d2e-b73378b1c512, hostable agents: ['474ccdf7-ab6c-405b-a3b2-dc7b05829902'], hosted agents: [] {{(pid=103304) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 26 21:09:27.648997 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.db_base_plugin_common [None req-57b1f6b4-32f6-46de-a853-c8c2841380f6 admin admin] Allocated IP 172.20.0.1 (ea4cfd45-fac7-4e0a-a1c1-7e8b5e10dc40/eec8cb95-c3ec-4721-96f2-9e8c47b960df/f2b39eae-256e-46aa-8f9f-57903ffb8ec1) {{(pid=103305) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 21:09:27.666642 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-173b00b2-2f97-4aa1-b43d-9f55e00fb45d admin admin] Pushing event updated for resources: {'Subnet': ['ID=feb5df53-aacd-4e35-819e-d34e26dd0fdd,revision_number=0']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:09:27.681664 n-d-760453-5 neutron-server[103307]: DEBUG neutron.plugins.ml2.managers [None req-6141264d-af5f-4afc-882e-dc93eecb8765 None None] Attempting to bind port 2524b7f7-3f12-409d-843a-98614a7bc8c3 on host n-d-760453-5 for vnic_type normal with profile {{(pid=103307) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 21:09:27.686343 n-d-760453-5 neutron-server[103307]: DEBUG neutron.plugins.ml2.managers [None req-6141264d-af5f-4afc-882e-dc93eecb8765 None None] Attempting to bind port 2524b7f7-3f12-409d-843a-98614a7bc8c3 by drivers openvswitch,hyperv on host n-d-760453-5 at level 0 using segments [{'id': 'e17cb353-418f-48b9-b982-21a6233ee99b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299'}] {{(pid=103307) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 26 21:09:27.688518 n-d-760453-5 neutron-server[103307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6141264d-af5f-4afc-882e-dc93eecb8765 None None] Attempting to bind port 2524b7f7-3f12-409d-843a-98614a7bc8c3 on network 4140a1f1-c93a-4bea-83a0-68953a54f299 {{(pid=103307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 21:09:27.701140 n-d-760453-5 neutron-server[103307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6141264d-af5f-4afc-882e-dc93eecb8765 None None] Checking agent: {'id': 'fea0591a-627d-4c87-9a9a-01625ddf3277', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760453-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 20, 55, 25), 'started_at': datetime.datetime(2022, 1, 26, 20, 55, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 21, 9, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760453-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 26 21:09:27.705701 n-d-760453-5 neutron-server[103307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6141264d-af5f-4afc-882e-dc93eecb8765 None None] Checking segment: {'id': 'e17cb353-418f-48b9-b982-21a6233ee99b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103307) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 21:09:27.706223 n-d-760453-5 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-6141264d-af5f-4afc-882e-dc93eecb8765 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:09:27.706744 n-d-760453-5 neutron-server[103307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6141264d-af5f-4afc-882e-dc93eecb8765 None None] Bound using segment: {'id': 'e17cb353-418f-48b9-b982-21a6233ee99b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299'} {{(pid=103307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 26 21:09:27.707344 n-d-760453-5 neutron-server[103307]: DEBUG neutron.plugins.ml2.managers [None req-6141264d-af5f-4afc-882e-dc93eecb8765 None None] Bound port: 2524b7f7-3f12-409d-843a-98614a7bc8c3, host: n-d-760453-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e17cb353-418f-48b9-b982-21a6233ee99b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299'}}] {{(pid=103307) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 26 21:09:27.707824 n-d-760453-5 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-6141264d-af5f-4afc-882e-dc93eecb8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (2524b7f7-3f12-409d-843a-98614a7bc8c3), before_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:09:27.727247 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-173b00b2-2f97-4aa1-b43d-9f55e00fb45d admin admin] Network a4d47d51-4126-404c-9d2e-b73378b1c512 is scheduled to be hosted by DHCP agent 474ccdf7-ab6c-405b-a3b2-dc7b05829902 with binding_index 1 {{(pid=103304) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 26 21:09:27.770575 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [None req-173b00b2-2f97-4aa1-b43d-9f55e00fb45d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760453-5, a4d47d51-4126-404c-9d2e-b73378b1c512) {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:09:27.771143 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-57b1f6b4-32f6-46de-a853-c8c2841380f6 admin admin] Publish callbacks [] for port (f2b39eae-256e-46aa-8f9f-57903ffb8ec1), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:09:27.775079 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-173b00b2-2f97-4aa1-b43d-9f55e00fb45d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:09:27.775675 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-173b00b2-2f97-4aa1-b43d-9f55e00fb45d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:09:27.782696 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa0f9131-e185-4374-92bb-715930a0763f None None] Network a4d47d51-4126-404c-9d2e-b73378b1c512 requested from n-d-760453-5 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 26 21:09:27.785046 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-057ba362-fe80-4dab-9654-87236cda1575 req-1598567e-2b34-40c5-8096-0978e8277d53 tempest-MigrationsAdminTest-1084137346 tempest-MigrationsAdminTest-1084137346-project] 10.222.0.13 "GET /v2.0/security-groups?id=e0b082e3-685f-492b-b87f-3045b8ecd8c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1953669 Jan 26 21:09:27.807143 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-173b00b2-2f97-4aa1-b43d-9f55e00fb45d admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.8161800 Jan 26 21:09:27.862787 n-d-760453-5 neutron-server[103307]: DEBUG neutron.plugins.ml2.db [None req-6141264d-af5f-4afc-882e-dc93eecb8765 None None] For port 2524b7f7-3f12-409d-843a-98614a7bc8c3, host n-d-760453-5, cleared binding levels {{(pid=103307) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 26 21:09:27.867701 n-d-760453-5 neutron-server[103307]: DEBUG neutron.plugins.ml2.db [None req-6141264d-af5f-4afc-882e-dc93eecb8765 None None] For port 2524b7f7-3f12-409d-843a-98614a7bc8c3, host n-d-760453-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=2524b7f7-3f12-409d-843a-98614a7bc8c3,segment=NetworkSegment(e17cb353-418f-48b9-b982-21a6233ee99b),segment_id=e17cb353-418f-48b9-b982-21a6233ee99b)] {{(pid=103307) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 26 21:09:27.875598 n-d-760453-5 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-6141264d-af5f-4afc-882e-dc93eecb8765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (2524b7f7-3f12-409d-843a-98614a7bc8c3), after_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:09:27.893660 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-57b1f6b4-32f6-46de-a853-c8c2841380f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746560234527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11791543'] for port (f2b39eae-256e-46aa-8f9f-57903ffb8ec1), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:09:27.950506 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6141264d-af5f-4afc-882e-dc93eecb8765 None None] Routers {'3c88878a-af42-456b-8900-110f6b22ce45'} bound to L3 agent in host n-d-760453-5 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 21:09:27.951156 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-6141264d-af5f-4afc-882e-dc93eecb8765 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-26T20:55:21Z,description=,heartbeat_timestamp=2022-01-26T21:09:21Z,host='n-d-760453-5',id=09df100c-3af1-4b0a-bda8-05914c71c458,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:55:21Z,topic='l3_agent')) {'router_ids': ['3c88878a-af42-456b-8900-110f6b22ce45'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:09:28.021852 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57b1f6b4-32f6-46de-a853-c8c2841380f6 admin admin] Network ea4cfd45-fac7-4e0a-a1c1-7e8b5e10dc40 is already hosted by enough agents. {{(pid=103305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 21:09:28.035878 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [None req-57b1f6b4-32f6-46de-a853-c8c2841380f6 admin admin] Resources bound (agent type, host, resource id): {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:09:28.066212 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57b1f6b4-32f6-46de-a853-c8c2841380f6 admin admin] Received port after_create {{(pid=103305) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 21:09:28.108636 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c648b05-b8b7-4bc6-bf59-706ce33945c4 None None] Network a4d47d51-4126-404c-9d2e-b73378b1c512 requested from n-d-760453-5 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 26 21:09:28.184473 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-57b1f6b4-32f6-46de-a853-c8c2841380f6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4111050'] for router_interface (3c88878a-af42-456b-8900-110f6b22ce45), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:09:28.267930 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_dvr_db [None req-6141264d-af5f-4afc-882e-dc93eecb8765 None None] Set router 3c88878a-af42-456b-8900-110f6b22ce45 gateway port host: n-d-760453-5 {{(pid=103307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 21:09:28.270157 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b1f6b4-32f6-46de-a853-c8c2841380f6 admin admin] Pushing event updated for resources: {'Port': ['ID=f2b39eae-256e-46aa-8f9f-57903ffb8ec1,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:09:28.442728 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-1e30daa9-86e4-4fdc-a3b1-8c76c25505bf req-67e80cbe-10b2-4167-b094-f2afa6016cf1 tempest-LiveAutoBlockMigrationV225Test-1645909514 tempest-LiveAutoBlockMigrationV225Test-1645909514-project] 10.222.0.13 "GET /v2.0/ports?device_id=cbf92dab-bccf-42aa-9b00-3737afaeaf63 HTTP/1.1" status: 200 len: 210 time: 0.0805993 Jan 26 21:09:28.454924 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-57b1f6b4-32f6-46de-a853-c8c2841380f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (f2b39eae-256e-46aa-8f9f-57903ffb8ec1), before_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:09:28.486559 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914df603-6e00-4f9f-b257-51e8c3d78e34 None None] Pushing event updated for resources: {'Port': ['ID=2524b7f7-3f12-409d-843a-98614a7bc8c3,revision_number=3']} {{(pid=103307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:09:28.585613 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-130293e5-643b-4ece-96ae-0e62c585e795 None None] Provisioning complete for port f2b39eae-256e-46aa-8f9f-57903ffb8ec1 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:09:28.588291 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-130293e5-643b-4ece-96ae-0e62c585e795 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (f2b39eae-256e-46aa-8f9f-57903ffb8ec1), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:09:28.625973 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-6141264d-af5f-4afc-882e-dc93eecb8765 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c88878a-af42-456b-8900-110f6b22ce45', 'name': 'tempest-FloatingIPsNegativeTestJSON-189293867-router', 'tenant_id': '012dddf1c40647e796d65d0a4fc9b6ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'external_fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.41'}], 'enable_snat': True}, 'gw_port_id': '2524b7f7-3f12-409d-843a-98614a7bc8c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T21:09:23Z', 'updated_at': '2022-01-26T21:09:24Z', 'revision_number': 3, 'project_id': '012dddf1c40647e796d65d0a4fc9b6ad', 'gw_port': {'id': '2524b7f7-3f12-409d-843a-98614a7bc8c3', 'name': '', 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:56:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c88878a-af42-456b-8900-110f6b22ce45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:09:23Z', 'updated_at': '2022-01-26T21:09:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-5'}], 'n-d-760453-5', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:09:28.678642 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-130293e5-643b-4ece-96ae-0e62c585e795 None None] Port f2b39eae-256e-46aa-8f9f-57903ffb8ec1 cannot update to ACTIVE because it is not bound. {{(pid=103306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 26 21:09:28.691255 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6141264d-af5f-4afc-882e-dc93eecb8765 None None] The sync data for ids ['3c88878a-af42-456b-8900-110f6b22ce45'] in n-d-760453-5 is: [{'id': '3c88878a-af42-456b-8900-110f6b22ce45', 'name': 'tempest-FloatingIPsNegativeTestJSON-189293867-router', 'tenant_id': '012dddf1c40647e796d65d0a4fc9b6ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'external_fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.41'}], 'enable_snat': True}, 'gw_port_id': '2524b7f7-3f12-409d-843a-98614a7bc8c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T21:09:23Z', 'updated_at': '2022-01-26T21:09:24Z', 'revision_number': 3, 'project_id': '012dddf1c40647e796d65d0a4fc9b6ad', 'gw_port': {'id': '2524b7f7-3f12-409d-843a-98614a7bc8c3', 'name': '', 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:56:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c88878a-af42-456b-8900-110f6b22ce45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:09:23Z', 'updated_at': '2022-01-26T21:09:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-5'}] {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 26 21:09:28.756761 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-57b1f6b4-32f6-46de-a853-c8c2841380f6 admin admin] Publish callbacks [] for port (f2b39eae-256e-46aa-8f9f-57903ffb8ec1), precommit_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:09:28.764587 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-57b1f6b4-32f6-46de-a853-c8c2841380f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11791520'] for port (f2b39eae-256e-46aa-8f9f-57903ffb8ec1), after_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:09:28.922911 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-57b1f6b4-32f6-46de-a853-c8c2841380f6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3709457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4110682'] for router_interface (3c88878a-af42-456b-8900-110f6b22ce45), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:09:29.038334 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53dcd5d9-3455-476a-82a7-f3d242b69a1c req-8b8fb7af-6121-405e-b250-17f57a22ed1f tempest-LiveAutoBlockMigrationV225Test-1645909514 tempest-LiveAutoBlockMigrationV225Test-1645909514-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:09:29.039838 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-53dcd5d9-3455-476a-82a7-f3d242b69a1c req-8b8fb7af-6121-405e-b250-17f57a22ed1f tempest-LiveAutoBlockMigrationV225Test-1645909514 tempest-LiveAutoBlockMigrationV225Test-1645909514-project] 10.222.0.66 "GET /v2.0/networks?id=1c3811f3-dcb6-4f77-8c26-3e9819d7c63c HTTP/1.1" status: 200 len: 820 time: 0.2715542 Jan 26 21:09:29.050844 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b1f6b4-32f6-46de-a853-c8c2841380f6 admin admin] Pushing event updated for resources: {'Port': ['ID=f2b39eae-256e-46aa-8f9f-57903ffb8ec1,revision_number=2']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:09:29.062064 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [req-53dcd5d9-3455-476a-82a7-f3d242b69a1c req-01f17f7a-acf0-4132-ab7a-5f1c95305176 tempest-LiveAutoBlockMigrationV225Test-1645909514 tempest-LiveAutoBlockMigrationV225Test-1645909514-project] Request body: {'port': {'device_id': 'cbf92dab-bccf-42aa-9b00-3737afaeaf63', 'network_id': '1c3811f3-dcb6-4f77-8c26-3e9819d7c63c', 'admin_state_up': True, 'tenant_id': '6a368bf2185e476485148d66b6d73c5c'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:09:29.066843 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57b1f6b4-32f6-46de-a853-c8c2841380f6 admin admin] Network ea4cfd45-fac7-4e0a-a1c1-7e8b5e10dc40 is already hosted by enough agents. {{(pid=103305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 21:09:29.069953 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [None req-57b1f6b4-32f6-46de-a853-c8c2841380f6 admin admin] Resources bound (agent type, host, resource id): {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:09:29.149053 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f90d9c-6146-458d-b030-b984a8544703 req-1ee5ae13-34b1-4907-884e-4faa59a97c5f tempest-MigrationsAdminTest-1084137346 tempest-MigrationsAdminTest-1084137346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:09:29.150628 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-f5f90d9c-6146-458d-b030-b984a8544703 req-1ee5ae13-34b1-4907-884e-4faa59a97c5f tempest-MigrationsAdminTest-1084137346 tempest-MigrationsAdminTest-1084137346-project] 10.222.0.13 "GET /v2.0/ports?device_id=b8273d7d-7d14-4fba-908e-42ea49b1effb HTTP/1.1" status: 200 len: 950 time: 0.1949000 Jan 26 21:09:29.159689 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0671e0c5-86fc-449c-92cc-18c3aba46652 req-f005d88b-08de-48ba-9453-888093efaf97 tempest-ServersNegativeTestMultiTenantJSON-2093047769 tempest-ServersNegativeTestMultiTenantJSON-2093047769-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:09:29.166593 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-0671e0c5-86fc-449c-92cc-18c3aba46652 req-f005d88b-08de-48ba-9453-888093efaf97 tempest-ServersNegativeTestMultiTenantJSON-2093047769 tempest-ServersNegativeTestMultiTenantJSON-2093047769-project] 10.222.0.13 "GET /v2.0/networks?id=df66a6b8-ed0f-47dd-b1b4-bcc7e2048ba4 HTTP/1.1" status: 200 len: 825 time: 0.2874739 Jan 26 21:09:29.212383 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-0671e0c5-86fc-449c-92cc-18c3aba46652 req-be0fec89-898d-451f-b3ef-f15268a3a964 tempest-ServersNegativeTestMultiTenantJSON-2093047769 tempest-ServersNegativeTestMultiTenantJSON-2093047769-project] 10.222.0.13 "GET /v2.0/quotas/6d324a2d61e540879dc6a393362c80bc HTTP/1.1" status: 200 len: 375 time: 0.0449643 Jan 26 21:09:29.303532 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57b1f6b4-32f6-46de-a853-c8c2841380f6 admin admin] Router 3c88878a-af42-456b-8900-110f6b22ce45 has already been hosted by L3 agent 09df100c-3af1-4b0a-bda8-05914c71c458 {{(pid=103305) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 26 21:09:29.337553 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-0671e0c5-86fc-449c-92cc-18c3aba46652 req-bd83ca00-342b-4394-a93e-72015e6aa194 tempest-ServersNegativeTestMultiTenantJSON-2093047769 tempest-ServersNegativeTestMultiTenantJSON-2093047769-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=6d324a2d61e540879dc6a393362c80bc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1242421 Jan 26 21:09:29.470056 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-8d135d3e-dbf8-4266-bdad-7bccfff511a7 None None] Provisioning complete for port f2b39eae-256e-46aa-8f9f-57903ffb8ec1 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:09:29.471173 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-8d135d3e-dbf8-4266-bdad-7bccfff511a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (f2b39eae-256e-46aa-8f9f-57903ffb8ec1), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:09:29.518898 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-f5f90d9c-6146-458d-b030-b984a8544703 req-d108a75a-3504-4885-b97c-5c24f3e83b2e tempest-MigrationsAdminTest-1084137346 tempest-MigrationsAdminTest-1084137346-project] 10.222.0.13 "GET /v2.0/security-groups?id=e0b082e3-685f-492b-b87f-3045b8ecd8c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3503616 Jan 26 21:09:29.526951 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-8d135d3e-dbf8-4266-bdad-7bccfff511a7 None None] Port f2b39eae-256e-46aa-8f9f-57903ffb8ec1 cannot update to ACTIVE because it is not bound. {{(pid=103306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 26 21:09:29.552158 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-53dcd5d9-3455-476a-82a7-f3d242b69a1c req-01f17f7a-acf0-4132-ab7a-5f1c95305176 tempest-LiveAutoBlockMigrationV225Test-1645909514 tempest-LiveAutoBlockMigrationV225Test-1645909514-project] Made reservation on behalf of 6a368bf2185e476485148d66b6d73c5c for: {'port': 1} {{(pid=103304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 21:09:29.555625 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-53dcd5d9-3455-476a-82a7-f3d242b69a1c req-01f17f7a-acf0-4132-ab7a-5f1c95305176 tempest-LiveAutoBlockMigrationV225Test-1645909514 tempest-LiveAutoBlockMigrationV225Test-1645909514-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:09:29.573212 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-0671e0c5-86fc-449c-92cc-18c3aba46652 req-05821eac-62c0-49b8-94c0-45acf58010a1 service neutron] 10.222.0.13 "GET /v2.0/networks/df66a6b8-ed0f-47dd-b1b4-bcc7e2048ba4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2249517 Jan 26 21:09:29.573452 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57b1f6b4-32f6-46de-a853-c8c2841380f6 admin admin] Notify agent at l3_agent.n-d-760453-5 the message routers_updated {{(pid=103305) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 26 21:09:29.613573 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-57b1f6b4-32f6-46de-a853-c8c2841380f6 admin admin] 10.222.0.13 "PUT /v2.0/routers/3c88878a-af42-456b-8900-110f6b22ce45/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3356245 Jan 26 21:09:29.790153 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-0671e0c5-86fc-449c-92cc-18c3aba46652 req-aca2feda-135c-46cb-b346-16cb79d43313 service neutron] 10.222.0.13 "GET /v2.0/networks/df66a6b8-ed0f-47dd-b1b4-bcc7e2048ba4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2160230 Jan 26 21:09:29.949716 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-a2934a25-6571-420f-a46a-84fd31170721 req-5571e888-93b1-4d33-88d6-8dd2d3e9c40e tempest-LiveAutoBlockMigrationV225Test-1645909514 tempest-LiveAutoBlockMigrationV225Test-1645909514-project] 10.222.0.13 "GET /v2.0/ports?device_id=cbf92dab-bccf-42aa-9b00-3737afaeaf63 HTTP/1.1" status: 200 len: 210 time: 0.0381861 Jan 26 21:09:29.964114 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.db_base_plugin_common [req-53dcd5d9-3455-476a-82a7-f3d242b69a1c req-01f17f7a-acf0-4132-ab7a-5f1c95305176 tempest-LiveAutoBlockMigrationV225Test-1645909514 tempest-LiveAutoBlockMigrationV225Test-1645909514-project] Allocated IP 172.20.0.5 (1c3811f3-dcb6-4f77-8c26-3e9819d7c63c/dae01ee8-17f0-4a86-8f17-22a537cba2b9/e22ff44d-fd52-4fab-95c2-61e096757fa1) {{(pid=103304) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 21:09:30.554794 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-53dcd5d9-3455-476a-82a7-f3d242b69a1c req-01f17f7a-acf0-4132-ab7a-5f1c95305176 tempest-LiveAutoBlockMigrationV225Test-1645909514 tempest-LiveAutoBlockMigrationV225Test-1645909514-project] Publish callbacks [] for port (e22ff44d-fd52-4fab-95c2-61e096757fa1), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:09:30.634901 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-53dcd5d9-3455-476a-82a7-f3d242b69a1c req-01f17f7a-acf0-4132-ab7a-5f1c95305176 tempest-LiveAutoBlockMigrationV225Test-1645909514 tempest-LiveAutoBlockMigrationV225Test-1645909514-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746560234527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9281553'] for port (e22ff44d-fd52-4fab-95c2-61e096757fa1), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:09:30.669257 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] get_ports_and_sgs() called for port_ids ['40af6dae-610f-4291-8bbb-b8545196d594'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 26 21:09:30.717472 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-c80b4ef5-cdaa-4c87-b8f4-e59774e99f56 req-a94a2196-dcaa-4407-9765-1a44f1f28a81 tempest-FloatingIPsNegativeTestJSON-586925481 tempest-FloatingIPsNegativeTestJSON-586925481-project] 10.222.0.13 "GET /v2.0/floatingips?tenant_id=012dddf1c40647e796d65d0a4fc9b6ad HTTP/1.1" status: 200 len: 217 time: 0.1236231 Jan 26 21:09:30.736252 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-0e42b51f-cd7c-4772-a63f-151f2ac65e45 req-1ac3f48c-d8d8-4c71-b386-c28ac1a170a6 tempest-ServersNegativeTestMultiTenantJSON-2093047769 tempest-ServersNegativeTestMultiTenantJSON-2093047769-project] 10.222.0.13 "GET /v2.0/ports?device_id=d4d43813-3493-4ebc-9752-c109833d96dc HTTP/1.1" status: 200 len: 210 time: 0.1411512 Jan 26 21:09:30.832006 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-53dcd5d9-3455-476a-82a7-f3d242b69a1c req-01f17f7a-acf0-4132-ab7a-5f1c95305176 tempest-LiveAutoBlockMigrationV225Test-1645909514 tempest-LiveAutoBlockMigrationV225Test-1645909514-project] Network 1c3811f3-dcb6-4f77-8c26-3e9819d7c63c is already hosted by enough agents. {{(pid=103304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 21:09:30.838721 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [req-53dcd5d9-3455-476a-82a7-f3d242b69a1c req-01f17f7a-acf0-4132-ab7a-5f1c95305176 tempest-LiveAutoBlockMigrationV225Test-1645909514 tempest-LiveAutoBlockMigrationV225Test-1645909514-project] Resources bound (agent type, host, resource id): {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:09:30.846541 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [req-53dcd5d9-3455-476a-82a7-f3d242b69a1c req-01f17f7a-acf0-4132-ab7a-5f1c95305176 tempest-LiveAutoBlockMigrationV225Test-1645909514 tempest-LiveAutoBlockMigrationV225Test-1645909514-project] Received port after_create {{(pid=103304) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 21:09:31.016635 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f17f7a-acf0-4132-ab7a-5f1c95305176 tempest-LiveAutoBlockMigrationV225Test-1645909514 tempest-LiveAutoBlockMigrationV225Test-1645909514-project] Pushing event updated for resources: {'Port': ['ID=e22ff44d-fd52-4fab-95c2-61e096757fa1,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:09:31.039742 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53dcd5d9-3455-476a-82a7-f3d242b69a1c req-01f17f7a-acf0-4132-ab7a-5f1c95305176 tempest-LiveAutoBlockMigrationV225Test-1645909514 tempest-LiveAutoBlockMigrationV225Test-1645909514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:09:31.040510 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-53dcd5d9-3455-476a-82a7-f3d242b69a1c req-01f17f7a-acf0-4132-ab7a-5f1c95305176 tempest-LiveAutoBlockMigrationV225Test-1645909514 tempest-LiveAutoBlockMigrationV225Test-1645909514-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:09:31.064993 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c96dd93-f18c-46e9-a9b5-ec1cd10f7997 req-744e4b5b-3465-403b-827d-f0107635626b tempest-MigrationsAdminTest-1084137346 tempest-MigrationsAdminTest-1084137346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:09:31.071946 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-5c96dd93-f18c-46e9-a9b5-ec1cd10f7997 req-744e4b5b-3465-403b-827d-f0107635626b tempest-MigrationsAdminTest-1084137346 tempest-MigrationsAdminTest-1084137346-project] 10.222.0.13 "GET /v2.0/ports?device_id=b8273d7d-7d14-4fba-908e-42ea49b1effb HTTP/1.1" status: 200 len: 950 time: 0.1308427 Jan 26 21:09:31.073264 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device 2524b7f7-3f12-409d-843a-98614a7bc8c3 up at agent ovs-agent-n-d-760453-5 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 21:09:31.083258 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-53dcd5d9-3455-476a-82a7-f3d242b69a1c req-01f17f7a-acf0-4132-ab7a-5f1c95305176 tempest-LiveAutoBlockMigrationV225Test-1645909514 tempest-LiveAutoBlockMigrationV225Test-1645909514-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0278738 Jan 26 21:09:31.104947 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [req-53dcd5d9-3455-476a-82a7-f3d242b69a1c req-3448843d-042e-4726-8613-edf536d9b37d service neutron] Request body: {'port': {'device_id': 'cbf92dab-bccf-42aa-9b00-3737afaeaf63', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-760453-5'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:09:31.145253 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Provisioning complete for port 2524b7f7-3f12-409d-843a-98614a7bc8c3 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:09:31.146538 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (2524b7f7-3f12-409d-843a-98614a7bc8c3), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:09:31.172269 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-5c96dd93-f18c-46e9-a9b5-ec1cd10f7997 req-773cc4a2-52ba-44e0-a2e4-1dae331f8d5c tempest-MigrationsAdminTest-1084137346 tempest-MigrationsAdminTest-1084137346-project] 10.222.0.13 "GET /v2.0/security-groups?id=e0b082e3-685f-492b-b87f-3045b8ecd8c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981898 Jan 26 21:09:31.231280 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-53dcd5d9-3455-476a-82a7-f3d242b69a1c req-3448843d-042e-4726-8613-edf536d9b37d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (e22ff44d-fd52-4fab-95c2-61e096757fa1), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:09:31.273211 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Current status of the port 2524b7f7-3f12-409d-843a-98614a7bc8c3 is: DOWN; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:09:31.274086 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (2524b7f7-3f12-409d-843a-98614a7bc8c3), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:09:31.327330 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] For port 2524b7f7-3f12-409d-843a-98614a7bc8c3, host n-d-760453-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=2524b7f7-3f12-409d-843a-98614a7bc8c3,segment=NetworkSegment(e17cb353-418f-48b9-b982-21a6233ee99b),segment_id=e17cb353-418f-48b9-b982-21a6233ee99b)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:09:31.335076 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (2524b7f7-3f12-409d-843a-98614a7bc8c3), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:09:31.350820 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-bd96cc3c-4619-4403-bbbf-1864a46c2ea7 req-c0e82678-5a82-4d7a-84b3-f7da064ff465 tempest-FloatingIPsNegativeTestJSON-586925481 tempest-FloatingIPsNegativeTestJSON-586925481-project] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=non_exist_pool HTTP/1.1" status: 200 len: 213 time: 0.0576193 Jan 26 21:09:31.433031 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.agents_db [None req-569f1ced-6396-4ddf-b79f-e03b0b2146ab None None] Agent healthcheck: found 7 active agents {{(pid=103307) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 26 21:09:31.456715 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Pushing event updated for resources: {'Port': ['ID=2524b7f7-3f12-409d-843a-98614a7bc8c3,revision_number=4']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:09:31.498381 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97a8f412-b380-40ee-8506-d747485a6806 None None] Sync routers for ids ['3c88878a-af42-456b-8900-110f6b22ce45'] in n-d-760453-5 {{(pid=103306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 26 21:09:31.515514 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97a8f412-b380-40ee-8506-d747485a6806 None None] Routers {'3c88878a-af42-456b-8900-110f6b22ce45'} bound to L3 agent in host n-d-760453-5 {{(pid=103306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 21:09:31.516163 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-97a8f412-b380-40ee-8506-d747485a6806 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-26T20:55:21Z,description=,heartbeat_timestamp=2022-01-26T21:09:21Z,host='n-d-760453-5',id=09df100c-3af1-4b0a-bda8-05914c71c458,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:55:21Z,topic='l3_agent')) {'router_ids': ['3c88878a-af42-456b-8900-110f6b22ce45'], 'active': True} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:09:31.551584 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0671e0c5-86fc-449c-92cc-18c3aba46652 req-4dd14bf7-4c65-4d5b-ac2f-be83dac6e77e tempest-ServersNegativeTestMultiTenantJSON-2093047769 tempest-ServersNegativeTestMultiTenantJSON-2093047769-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:09:31.556253 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-0671e0c5-86fc-449c-92cc-18c3aba46652 req-4dd14bf7-4c65-4d5b-ac2f-be83dac6e77e tempest-ServersNegativeTestMultiTenantJSON-2093047769 tempest-ServersNegativeTestMultiTenantJSON-2093047769-project] 10.222.0.57 "GET /v2.0/networks?id=df66a6b8-ed0f-47dd-b1b4-bcc7e2048ba4 HTTP/1.1" status: 200 len: 825 time: 0.2024937 Jan 26 21:09:31.575103 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [req-0671e0c5-86fc-449c-92cc-18c3aba46652 req-e678ca5a-1aee-429b-85fc-71f74f2b188b tempest-ServersNegativeTestMultiTenantJSON-2093047769 tempest-ServersNegativeTestMultiTenantJSON-2093047769-project] Request body: {'port': {'device_id': 'd4d43813-3493-4ebc-9752-c109833d96dc', 'network_id': 'df66a6b8-ed0f-47dd-b1b4-bcc7e2048ba4', 'admin_state_up': True, 'tenant_id': '6d324a2d61e540879dc6a393362c80bc'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:09:31.595484 n-d-760453-5 neutron-server[103304]: INFO neutron.api.v2.resource [req-945db707-dfa2-41f3-9205-f2a6c6aa1fb9 req-ab9e36f7-4d7d-427d-9bf2-9d3b8a496b3a tempest-FloatingIPsNegativeTestJSON-586925481 tempest-FloatingIPsNegativeTestJSON-586925481-project] show failed (client error): The resource could not be found. Jan 26 21:09:31.605452 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-945db707-dfa2-41f3-9205-f2a6c6aa1fb9 req-ab9e36f7-4d7d-427d-9bf2-9d3b8a496b3a tempest-FloatingIPsNegativeTestJSON-586925481 tempest-FloatingIPsNegativeTestJSON-586925481-project] 10.222.0.13 "GET /v2.0/floatingips/9016ba0f-f3b0-401d-b58d-67549d0ed9a4 HTTP/1.1" status: 404 len: 350 time: 0.0788236 Jan 26 21:09:31.619908 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 48402) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:09:31.666984 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvr_db [None req-97a8f412-b380-40ee-8506-d747485a6806 None None] Set router 3c88878a-af42-456b-8900-110f6b22ce45 gateway port host: n-d-760453-5 {{(pid=103306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 21:09:31.732716 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0671e0c5-86fc-449c-92cc-18c3aba46652 req-e678ca5a-1aee-429b-85fc-71f74f2b188b tempest-ServersNegativeTestMultiTenantJSON-2093047769 tempest-ServersNegativeTestMultiTenantJSON-2093047769-project] Made reservation on behalf of 6d324a2d61e540879dc6a393362c80bc for: {'port': 1} {{(pid=103305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 21:09:31.740521 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-0671e0c5-86fc-449c-92cc-18c3aba46652 req-e678ca5a-1aee-429b-85fc-71f74f2b188b tempest-ServersNegativeTestMultiTenantJSON-2093047769 tempest-ServersNegativeTestMultiTenantJSON-2093047769-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:09:31.853179 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c744f0c-444c-4eff-9dab-31edfa1546bb req-45854e22-e05d-4c40-9ac0-1cc6e6ceacde tempest-LiveAutoBlockMigrationV225Test-1645909514 tempest-LiveAutoBlockMigrationV225Test-1645909514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:09:31.862188 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-8c744f0c-444c-4eff-9dab-31edfa1546bb req-45854e22-e05d-4c40-9ac0-1cc6e6ceacde tempest-LiveAutoBlockMigrationV225Test-1645909514 tempest-LiveAutoBlockMigrationV225Test-1645909514-project] 10.222.0.13 "GET /v2.0/ports?device_id=cbf92dab-bccf-42aa-9b00-3737afaeaf63 HTTP/1.1" status: 200 len: 931 time: 0.3506567 Jan 26 21:09:31.928406 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-97a8f412-b380-40ee-8506-d747485a6806 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c88878a-af42-456b-8900-110f6b22ce45', 'name': 'tempest-FloatingIPsNegativeTestJSON-189293867-router', 'tenant_id': '012dddf1c40647e796d65d0a4fc9b6ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'external_fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.41'}], 'enable_snat': True}, 'gw_port_id': '2524b7f7-3f12-409d-843a-98614a7bc8c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T21:09:23Z', 'updated_at': '2022-01-26T21:09:28Z', 'revision_number': 4, 'project_id': '012dddf1c40647e796d65d0a4fc9b6ad', 'gw_port': {'id': '2524b7f7-3f12-409d-843a-98614a7bc8c3', 'name': '', 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:56:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c88878a-af42-456b-8900-110f6b22ce45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:09:23Z', 'updated_at': '2022-01-26T21:09:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-5', '_interfaces': [{'id': 'f2b39eae-256e-46aa-8f9f-57903ffb8ec1', 'name': '', 'network_id': 'ea4cfd45-fac7-4e0a-a1c1-7e8b5e10dc40', 'tenant_id': '012dddf1c40647e796d65d0a4fc9b6ad', 'mac_address': 'fa:16:3e:a1:87:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c88878a-af42-456b-8900-110f6b22ce45', 'device_owner': 'network:router_interface', 'standard_attr_id': 700, 'fixed_ips': [{'subnet_id': 'eec8cb95-c3ec-4721-96f2-9e8c47b960df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:09:27Z', 'updated_at': '2022-01-26T21:09:28Z', 'revision_number': 2, 'project_id': '012dddf1c40647e796d65d0a4fc9b6ad', 'subnets': [{'id': 'eec8cb95-c3ec-4721-96f2-9e8c47b960df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760453-5', False) {} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:09:31.948697 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.db_base_plugin_common [req-0671e0c5-86fc-449c-92cc-18c3aba46652 req-e678ca5a-1aee-429b-85fc-71f74f2b188b tempest-ServersNegativeTestMultiTenantJSON-2093047769 tempest-ServersNegativeTestMultiTenantJSON-2093047769-project] Allocated IP 172.20.0.4 (df66a6b8-ed0f-47dd-b1b4-bcc7e2048ba4/9d964a5c-b1e4-4871-9f95-dc5027f4486b/924f77f0-d790-44b8-981a-c27eb73de6d4) {{(pid=103305) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 21:09:31.976976 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97a8f412-b380-40ee-8506-d747485a6806 None None] Checking router: 3c88878a-af42-456b-8900-110f6b22ce45 for host: n-d-760453-5 {{(pid=103306) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 26 21:09:31.977608 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97a8f412-b380-40ee-8506-d747485a6806 None None] Updating router 3c88878a-af42-456b-8900-110f6b22ce45 port f2b39eae-256e-46aa-8f9f-57903ffb8ec1 binding host n-d-760453-5 {{(pid=103306) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 26 21:09:32.005567 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-97a8f412-b380-40ee-8506-d747485a6806 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (f2b39eae-256e-46aa-8f9f-57903ffb8ec1), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:09:32.024645 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-fecc3da8-d1d6-4d70-b8c6-9386cf9ef0a1 req-4185abd5-9727-4b4a-9274-6be6428c3394 tempest-ServersNegativeTestMultiTenantJSON-2093047769 tempest-ServersNegativeTestMultiTenantJSON-2093047769-project] 10.222.0.13 "GET /v2.0/ports?device_id=d4d43813-3493-4ebc-9752-c109833d96dc HTTP/1.1" status: 200 len: 210 time: 0.1602414 Jan 26 21:09:32.139900 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 48412) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:09:32.157351 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-8c744f0c-444c-4eff-9dab-31edfa1546bb req-b784a264-661c-4b3f-a6c8-21dc84f30fda tempest-LiveAutoBlockMigrationV225Test-1645909514 tempest-LiveAutoBlockMigrationV225Test-1645909514-project] 10.222.0.13 "GET /v2.0/security-groups?id=d3d52ae6-e761-44ee-98bd-9ad0dc66343a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2942805 Jan 26 21:09:32.236177 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-0671e0c5-86fc-449c-92cc-18c3aba46652 req-e678ca5a-1aee-429b-85fc-71f74f2b188b tempest-ServersNegativeTestMultiTenantJSON-2093047769 tempest-ServersNegativeTestMultiTenantJSON-2093047769-project] Publish callbacks [] for port (924f77f0-d790-44b8-981a-c27eb73de6d4), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:09:32.266943 n-d-760453-5 neutron-server[103304]: DEBUG neutron.notifiers.nova [req-53dcd5d9-3455-476a-82a7-f3d242b69a1c req-3448843d-042e-4726-8613-edf536d9b37d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e22ff44d-fd52-4fab-95c2-61e096757fa1 {{(pid=103304) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 26 21:09:32.280822 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-53dcd5d9-3455-476a-82a7-f3d242b69a1c req-3448843d-042e-4726-8613-edf536d9b37d service neutron] Publish callbacks [] for port (e22ff44d-fd52-4fab-95c2-61e096757fa1), precommit_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:09:32.306255 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-0671e0c5-86fc-449c-92cc-18c3aba46652 req-e678ca5a-1aee-429b-85fc-71f74f2b188b tempest-ServersNegativeTestMultiTenantJSON-2093047769 tempest-ServersNegativeTestMultiTenantJSON-2093047769-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746560234527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11791543'] for port (924f77f0-d790-44b8-981a-c27eb73de6d4), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:09:32.340122 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.provisioning_blocks [req-53dcd5d9-3455-476a-82a7-f3d242b69a1c req-3448843d-042e-4726-8613-edf536d9b37d service neutron] Transition to ACTIVE for port object e22ff44d-fd52-4fab-95c2-61e096757fa1 will not be triggered until provisioned by entity L2. {{(pid=103304) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 21:09:32.346237 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-53dcd5d9-3455-476a-82a7-f3d242b69a1c req-3448843d-042e-4726-8613-edf536d9b37d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9281542'] for port (e22ff44d-fd52-4fab-95c2-61e096757fa1), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:09:32.373069 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0671e0c5-86fc-449c-92cc-18c3aba46652 req-e678ca5a-1aee-429b-85fc-71f74f2b188b tempest-ServersNegativeTestMultiTenantJSON-2093047769 tempest-ServersNegativeTestMultiTenantJSON-2093047769-project] Network df66a6b8-ed0f-47dd-b1b4-bcc7e2048ba4 is already hosted by enough agents. {{(pid=103305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 21:09:32.379050 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [req-0671e0c5-86fc-449c-92cc-18c3aba46652 req-e678ca5a-1aee-429b-85fc-71f74f2b188b tempest-ServersNegativeTestMultiTenantJSON-2093047769 tempest-ServersNegativeTestMultiTenantJSON-2093047769-project] Resources bound (agent type, host, resource id): {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:09:32.386550 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [req-0671e0c5-86fc-449c-92cc-18c3aba46652 req-e678ca5a-1aee-429b-85fc-71f74f2b188b tempest-ServersNegativeTestMultiTenantJSON-2093047769 tempest-ServersNegativeTestMultiTenantJSON-2093047769-project] Received port after_create {{(pid=103305) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 21:09:32.423614 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-8bd77ce9-1eb9-4f73-996f-9917f4fff507 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:09:32.429612 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e678ca5a-1aee-429b-85fc-71f74f2b188b tempest-ServersNegativeTestMultiTenantJSON-2093047769 tempest-ServersNegativeTestMultiTenantJSON-2093047769-project] Pushing event updated for resources: {'Port': ['ID=924f77f0-d790-44b8-981a-c27eb73de6d4,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:09:32.486975 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0671e0c5-86fc-449c-92cc-18c3aba46652 req-e678ca5a-1aee-429b-85fc-71f74f2b188b tempest-ServersNegativeTestMultiTenantJSON-2093047769 tempest-ServersNegativeTestMultiTenantJSON-2093047769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:09:32.487914 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-0671e0c5-86fc-449c-92cc-18c3aba46652 req-e678ca5a-1aee-429b-85fc-71f74f2b188b tempest-ServersNegativeTestMultiTenantJSON-2093047769 tempest-ServersNegativeTestMultiTenantJSON-2093047769-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:09:32.510112 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-0671e0c5-86fc-449c-92cc-18c3aba46652 req-e678ca5a-1aee-429b-85fc-71f74f2b188b tempest-ServersNegativeTestMultiTenantJSON-2093047769 tempest-ServersNegativeTestMultiTenantJSON-2093047769-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9430258 Jan 26 21:09:32.511261 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4cfc7d6-860a-4d74-a909-e5d7eb7dad7d req-c807a026-411d-488c-8ade-30e1cacf7293 tempest-MigrationsAdminTest-1084137346 tempest-MigrationsAdminTest-1084137346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:09:32.513113 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-c4cfc7d6-860a-4d74-a909-e5d7eb7dad7d req-c807a026-411d-488c-8ade-30e1cacf7293 tempest-MigrationsAdminTest-1084137346 tempest-MigrationsAdminTest-1084137346-project] 10.222.0.13 "GET /v2.0/ports?device_id=b8273d7d-7d14-4fba-908e-42ea49b1effb HTTP/1.1" status: 200 len: 950 time: 0.1888170 Jan 26 21:09:32.522370 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [req-0671e0c5-86fc-449c-92cc-18c3aba46652 req-e954a3ab-9964-4f6d-8401-7da2e39f609f service neutron] Request body: {'port': {'device_id': 'd4d43813-3493-4ebc-9752-c109833d96dc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-760453-5'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:09:32.537210 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3448843d-042e-4726-8613-edf536d9b37d service neutron] Pushing event updated for resources: {'Port': ['ID=e22ff44d-fd52-4fab-95c2-61e096757fa1,revision_number=2']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:09:32.561343 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-97a8f412-b380-40ee-8506-d747485a6806 None None] Publish callbacks [] for port (f2b39eae-256e-46aa-8f9f-57903ffb8ec1), precommit_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:09:32.571215 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-97a8f412-b380-40ee-8506-d747485a6806 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (f2b39eae-256e-46aa-8f9f-57903ffb8ec1), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:09:32.623455 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-981749f4-ea2f-478d-9518-5fa82a97e045 None None] Pushing event updated for resources: {'Port': ['ID=f2b39eae-256e-46aa-8f9f-57903ffb8ec1,revision_number=3']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:09:32.629128 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-0671e0c5-86fc-449c-92cc-18c3aba46652 req-e954a3ab-9964-4f6d-8401-7da2e39f609f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (924f77f0-d790-44b8-981a-c27eb73de6d4), before_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:09:32.635691 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-981749f4-ea2f-478d-9518-5fa82a97e045 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:09:32.636132 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-981749f4-ea2f-478d-9518-5fa82a97e045 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:09:32.636543 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-981749f4-ea2f-478d-9518-5fa82a97e045 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:09:32.637500 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-981749f4-ea2f-478d-9518-5fa82a97e045 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:09:32.637910 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-981749f4-ea2f-478d-9518-5fa82a97e045 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:09:32.638313 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-981749f4-ea2f-478d-9518-5fa82a97e045 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:09:32.638727 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-981749f4-ea2f-478d-9518-5fa82a97e045 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:09:32.639122 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-981749f4-ea2f-478d-9518-5fa82a97e045 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:09:32.640009 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-981749f4-ea2f-478d-9518-5fa82a97e045 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:09:32.640414 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-981749f4-ea2f-478d-9518-5fa82a97e045 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:09:32.641066 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-981749f4-ea2f-478d-9518-5fa82a97e045 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:09:32.641568 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-981749f4-ea2f-478d-9518-5fa82a97e045 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:09:32.641963 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-981749f4-ea2f-478d-9518-5fa82a97e045 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:09:32.678421 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-c4cfc7d6-860a-4d74-a909-e5d7eb7dad7d req-5dd10e5f-84b9-43ad-ac96-e7cf9d401157 tempest-MigrationsAdminTest-1084137346 tempest-MigrationsAdminTest-1084137346-project] 10.222.0.13 "GET /v2.0/security-groups?id=e0b082e3-685f-492b-b87f-3045b8ecd8c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1372781 Jan 26 21:09:32.755305 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-98a9514b-c561-4fe9-ba6b-6b1e8bb76cb9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4110657'] for router_interface (3c88878a-af42-456b-8900-110f6b22ce45), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:09:32.829400 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [req-53dcd5d9-3455-476a-82a7-f3d242b69a1c req-3448843d-042e-4726-8613-edf536d9b37d service neutron] Attempting to bind port e22ff44d-fd52-4fab-95c2-61e096757fa1 on host n-h1-760453-5 for vnic_type normal with profile {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 21:09:32.829400 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [req-53dcd5d9-3455-476a-82a7-f3d242b69a1c req-3448843d-042e-4726-8613-edf536d9b37d service neutron] Attempting to bind port e22ff44d-fd52-4fab-95c2-61e096757fa1 by drivers openvswitch,hyperv on host n-h1-760453-5 at level 0 using segments [{'id': 'ff84b980-87bb-452b-8f52-d472b3cbbe9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '1c3811f3-dcb6-4f77-8c26-3e9819d7c63c'}] {{(pid=103304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 26 21:09:32.829865 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53dcd5d9-3455-476a-82a7-f3d242b69a1c req-3448843d-042e-4726-8613-edf536d9b37d service neutron] Attempting to bind port e22ff44d-fd52-4fab-95c2-61e096757fa1 on network 1c3811f3-dcb6-4f77-8c26-3e9819d7c63c {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 21:09:32.838326 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53dcd5d9-3455-476a-82a7-f3d242b69a1c req-3448843d-042e-4726-8613-edf536d9b37d service neutron] Port e22ff44d-fd52-4fab-95c2-61e096757fa1 on network 1c3811f3-dcb6-4f77-8c26-3e9819d7c63c not bound, no agent of type Open vSwitch agent registered on host n-h1-760453-5 {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 26 21:09:32.838744 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53dcd5d9-3455-476a-82a7-f3d242b69a1c req-3448843d-042e-4726-8613-edf536d9b37d service neutron] Attempting to bind port e22ff44d-fd52-4fab-95c2-61e096757fa1 on network 1c3811f3-dcb6-4f77-8c26-3e9819d7c63c {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 21:09:32.862795 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53dcd5d9-3455-476a-82a7-f3d242b69a1c req-3448843d-042e-4726-8613-edf536d9b37d service neutron] Checking agent: {'id': '32ef628b-8417-46c5-8729-60fcabe358f1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-760453-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 21, 3, 8), 'started_at': datetime.datetime(2022, 1, 26, 21, 3, 8), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 21, 9, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 26 21:09:32.863227 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53dcd5d9-3455-476a-82a7-f3d242b69a1c req-3448843d-042e-4726-8613-edf536d9b37d service neutron] Checking segment: {'id': 'ff84b980-87bb-452b-8f52-d472b3cbbe9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '1c3811f3-dcb6-4f77-8c26-3e9819d7c63c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103304) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 21:09:32.863689 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53dcd5d9-3455-476a-82a7-f3d242b69a1c req-3448843d-042e-4726-8613-edf536d9b37d service neutron] Bound using segment: {'id': 'ff84b980-87bb-452b-8f52-d472b3cbbe9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '1c3811f3-dcb6-4f77-8c26-3e9819d7c63c'} {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 26 21:09:32.864199 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [req-53dcd5d9-3455-476a-82a7-f3d242b69a1c req-3448843d-042e-4726-8613-edf536d9b37d service neutron] Bound port: e22ff44d-fd52-4fab-95c2-61e096757fa1, host: n-h1-760453-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ff84b980-87bb-452b-8f52-d472b3cbbe9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '1c3811f3-dcb6-4f77-8c26-3e9819d7c63c'}}] {{(pid=103304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 26 21:09:32.864678 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-53dcd5d9-3455-476a-82a7-f3d242b69a1c req-3448843d-042e-4726-8613-edf536d9b37d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (e22ff44d-fd52-4fab-95c2-61e096757fa1), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:09:32.868943 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-8bd77ce9-1eb9-4f73-996f-9917f4fff507 admin admin] Publish callbacks [] for security_group (e5b884ad-72a5-4bb4-87cf-e12edb0edc1c), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:09:32.913979 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-8bd77ce9-1eb9-4f73-996f-9917f4fff507 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (e5b884ad-72a5-4bb4-87cf-e12edb0edc1c), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:09:33.005193 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device 2524b7f7-3f12-409d-843a-98614a7bc8c3 up at agent ovs-agent-n-d-760453-5 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 21:09:33.022968 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [req-53dcd5d9-3455-476a-82a7-f3d242b69a1c req-3448843d-042e-4726-8613-edf536d9b37d service neutron] For port e22ff44d-fd52-4fab-95c2-61e096757fa1, host n-h1-760453-5, cleared binding levels {{(pid=103304) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 26 21:09:33.060762 n-d-760453-5 neutron-server[103305]: DEBUG neutron.notifiers.nova [req-0671e0c5-86fc-449c-92cc-18c3aba46652 req-e954a3ab-9964-4f6d-8401-7da2e39f609f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 924f77f0-d790-44b8-981a-c27eb73de6d4 {{(pid=103305) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 26 21:09:33.069349 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-97a8f412-b380-40ee-8506-d747485a6806 None None] Attempting to bind port f2b39eae-256e-46aa-8f9f-57903ffb8ec1 on host n-d-760453-5 for vnic_type normal with profile {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 21:09:33.069942 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-0671e0c5-86fc-449c-92cc-18c3aba46652 req-e954a3ab-9964-4f6d-8401-7da2e39f609f service neutron] Publish callbacks [] for port (924f77f0-d790-44b8-981a-c27eb73de6d4), precommit_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:09:33.070263 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-97a8f412-b380-40ee-8506-d747485a6806 None None] Attempting to bind port f2b39eae-256e-46aa-8f9f-57903ffb8ec1 by drivers openvswitch,hyperv on host n-d-760453-5 at level 0 using segments [{'id': '7b94b2d0-39e1-450e-8820-efbf9a17ff92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'ea4cfd45-fac7-4e0a-a1c1-7e8b5e10dc40'}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 26 21:09:33.070799 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97a8f412-b380-40ee-8506-d747485a6806 None None] Attempting to bind port f2b39eae-256e-46aa-8f9f-57903ffb8ec1 on network ea4cfd45-fac7-4e0a-a1c1-7e8b5e10dc40 {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 21:09:33.075228 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-e05b2372-2d52-4f11-b2a2-d4d023e95567 None None] Provisioning complete for port f2b39eae-256e-46aa-8f9f-57903ffb8ec1 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:09:33.076862 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-8bd77ce9-1eb9-4f73-996f-9917f4fff507 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=21a7abc50d274f4abdf70432e4194d50&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9336021 Jan 26 21:09:33.078706 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-e05b2372-2d52-4f11-b2a2-d4d023e95567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (f2b39eae-256e-46aa-8f9f-57903ffb8ec1), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:09:33.079858 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [req-53dcd5d9-3455-476a-82a7-f3d242b69a1c req-3448843d-042e-4726-8613-edf536d9b37d service neutron] For port e22ff44d-fd52-4fab-95c2-61e096757fa1, host n-h1-760453-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-5',level=0,port_id=e22ff44d-fd52-4fab-95c2-61e096757fa1,segment=NetworkSegment(ff84b980-87bb-452b-8f52-d472b3cbbe9c),segment_id=ff84b980-87bb-452b-8f52-d472b3cbbe9c)] {{(pid=103304) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 26 21:09:33.081418 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 48424) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:09:33.082224 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd77ce9-1eb9-4f73-996f-9917f4fff507 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5b884ad-72a5-4bb4-87cf-e12edb0edc1c,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:09:33.088153 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.provisioning_blocks [req-0671e0c5-86fc-449c-92cc-18c3aba46652 req-e954a3ab-9964-4f6d-8401-7da2e39f609f service neutron] Transition to ACTIVE for port object 924f77f0-d790-44b8-981a-c27eb73de6d4 will not be triggered until provisioned by entity L2. {{(pid=103305) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 21:09:33.098646 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-0671e0c5-86fc-449c-92cc-18c3aba46652 req-e954a3ab-9964-4f6d-8401-7da2e39f609f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11791520'] for port (924f77f0-d790-44b8-981a-c27eb73de6d4), after_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:09:33.101392 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-53dcd5d9-3455-476a-82a7-f3d242b69a1c req-3448843d-042e-4726-8613-edf536d9b37d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9281542'] for port (e22ff44d-fd52-4fab-95c2-61e096757fa1), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:09:33.135074 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97a8f412-b380-40ee-8506-d747485a6806 None None] Checking agent: {'id': 'fea0591a-627d-4c87-9a9a-01625ddf3277', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760453-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 20, 55, 25), 'started_at': datetime.datetime(2022, 1, 26, 20, 55, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 21, 9, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760453-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 26 21:09:33.135454 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97a8f412-b380-40ee-8506-d747485a6806 None None] Checking segment: {'id': '7b94b2d0-39e1-450e-8820-efbf9a17ff92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'ea4cfd45-fac7-4e0a-a1c1-7e8b5e10dc40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 21:09:33.135858 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-97a8f412-b380-40ee-8506-d747485a6806 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:09:33.136257 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97a8f412-b380-40ee-8506-d747485a6806 None None] Bound using segment: {'id': '7b94b2d0-39e1-450e-8820-efbf9a17ff92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'ea4cfd45-fac7-4e0a-a1c1-7e8b5e10dc40'} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 26 21:09:33.136735 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-97a8f412-b380-40ee-8506-d747485a6806 None None] Bound port: f2b39eae-256e-46aa-8f9f-57903ffb8ec1, host: n-d-760453-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b94b2d0-39e1-450e-8820-efbf9a17ff92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'ea4cfd45-fac7-4e0a-a1c1-7e8b5e10dc40'}}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 26 21:09:33.137331 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-97a8f412-b380-40ee-8506-d747485a6806 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (f2b39eae-256e-46aa-8f9f-57903ffb8ec1), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:09:33.168165 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e954a3ab-9964-4f6d-8401-7da2e39f609f service neutron] Pushing event updated for resources: {'Port': ['ID=924f77f0-d790-44b8-981a-c27eb73de6d4,revision_number=2']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:09:33.172357 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Provisioning complete for port 2524b7f7-3f12-409d-843a-98614a7bc8c3 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:09:33.172905 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (2524b7f7-3f12-409d-843a-98614a7bc8c3), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:09:33.205087 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53dcd5d9-3455-476a-82a7-f3d242b69a1c req-3448843d-042e-4726-8613-edf536d9b37d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:09:33.205776 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-53dcd5d9-3455-476a-82a7-f3d242b69a1c req-3448843d-042e-4726-8613-edf536d9b37d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:09:33.207255 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-53dcd5d9-3455-476a-82a7-f3d242b69a1c req-3448843d-042e-4726-8613-edf536d9b37d service neutron] 10.222.0.66 "PUT /v2.0/ports/e22ff44d-fd52-4fab-95c2-61e096757fa1 HTTP/1.1" status: 200 len: 1091 time: 2.1065650 Jan 26 21:09:33.212152 n-d-760453-5 neutron-server[103304]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cbf92dab-bccf-42aa-9b00-3737afaeaf63', 'tag': 'e22ff44d-fd52-4fab-95c2-61e096757fa1'}] {{(pid=103304) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 21:09:33.215592 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d52b45f1943fcd332af9527eb73ff93c8d715d44383a3f6d18de73b4cfcf87b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8bc0c2bd-4c3f-4d22-8236-55105f25b9db" -d '{"events": [{"name": "network-changed", "server_uuid": "cbf92dab-bccf-42aa-9b00-3737afaeaf63", "tag": "e22ff44d-fd52-4fab-95c2-61e096757fa1"}]}' {{(pid=103304) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 21:09:33.231176 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-e05b2372-2d52-4f11-b2a2-d4d023e95567 None None] Port f2b39eae-256e-46aa-8f9f-57903ffb8ec1 cannot update to ACTIVE because it is not bound. {{(pid=103306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 26 21:09:33.286377 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-97a8f412-b380-40ee-8506-d747485a6806 None None] For port f2b39eae-256e-46aa-8f9f-57903ffb8ec1, host n-d-760453-5, cleared binding levels {{(pid=103306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 26 21:09:33.291086 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-97a8f412-b380-40ee-8506-d747485a6806 None None] For port f2b39eae-256e-46aa-8f9f-57903ffb8ec1, host n-d-760453-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=f2b39eae-256e-46aa-8f9f-57903ffb8ec1,segment=NetworkSegment(7b94b2d0-39e1-450e-8820-efbf9a17ff92),segment_id=7b94b2d0-39e1-450e-8820-efbf9a17ff92)] {{(pid=103306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 26 21:09:33.308622 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [req-0671e0c5-86fc-449c-92cc-18c3aba46652 req-e954a3ab-9964-4f6d-8401-7da2e39f609f service neutron] Attempting to bind port 924f77f0-d790-44b8-981a-c27eb73de6d4 on host n-h2-760453-5 for vnic_type normal with profile {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 21:09:33.309217 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [req-0671e0c5-86fc-449c-92cc-18c3aba46652 req-e954a3ab-9964-4f6d-8401-7da2e39f609f service neutron] Attempting to bind port 924f77f0-d790-44b8-981a-c27eb73de6d4 by drivers openvswitch,hyperv on host n-h2-760453-5 at level 0 using segments [{'id': 'bd36d27c-88a3-4dab-af8e-40c6d60ed7e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'df66a6b8-ed0f-47dd-b1b4-bcc7e2048ba4'}] {{(pid=103305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 26 21:09:33.309733 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0671e0c5-86fc-449c-92cc-18c3aba46652 req-e954a3ab-9964-4f6d-8401-7da2e39f609f service neutron] Attempting to bind port 924f77f0-d790-44b8-981a-c27eb73de6d4 on network df66a6b8-ed0f-47dd-b1b4-bcc7e2048ba4 {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 21:09:33.315480 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0671e0c5-86fc-449c-92cc-18c3aba46652 req-e954a3ab-9964-4f6d-8401-7da2e39f609f service neutron] Port 924f77f0-d790-44b8-981a-c27eb73de6d4 on network df66a6b8-ed0f-47dd-b1b4-bcc7e2048ba4 not bound, no agent of type Open vSwitch agent registered on host n-h2-760453-5 {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 26 21:09:33.316462 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0671e0c5-86fc-449c-92cc-18c3aba46652 req-e954a3ab-9964-4f6d-8401-7da2e39f609f service neutron] Attempting to bind port 924f77f0-d790-44b8-981a-c27eb73de6d4 on network df66a6b8-ed0f-47dd-b1b4-bcc7e2048ba4 {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 21:09:33.321795 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0671e0c5-86fc-449c-92cc-18c3aba46652 req-e954a3ab-9964-4f6d-8401-7da2e39f609f service neutron] Checking agent: {'id': '4d619873-4b60-439f-9b5a-b155dc8bbc34', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-760453-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 21, 2, 53), 'started_at': datetime.datetime(2022, 1, 26, 21, 2, 53), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 21, 9, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 26 21:09:33.322336 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0671e0c5-86fc-449c-92cc-18c3aba46652 req-e954a3ab-9964-4f6d-8401-7da2e39f609f service neutron] Checking segment: {'id': 'bd36d27c-88a3-4dab-af8e-40c6d60ed7e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'df66a6b8-ed0f-47dd-b1b4-bcc7e2048ba4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103305) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 21:09:33.322884 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0671e0c5-86fc-449c-92cc-18c3aba46652 req-e954a3ab-9964-4f6d-8401-7da2e39f609f service neutron] Bound using segment: {'id': 'bd36d27c-88a3-4dab-af8e-40c6d60ed7e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'df66a6b8-ed0f-47dd-b1b4-bcc7e2048ba4'} {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 26 21:09:33.323495 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [req-0671e0c5-86fc-449c-92cc-18c3aba46652 req-e954a3ab-9964-4f6d-8401-7da2e39f609f service neutron] Bound port: 924f77f0-d790-44b8-981a-c27eb73de6d4, host: n-h2-760453-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bd36d27c-88a3-4dab-af8e-40c6d60ed7e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'df66a6b8-ed0f-47dd-b1b4-bcc7e2048ba4'}}] {{(pid=103305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 26 21:09:33.324244 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-0671e0c5-86fc-449c-92cc-18c3aba46652 req-e954a3ab-9964-4f6d-8401-7da2e39f609f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (924f77f0-d790-44b8-981a-c27eb73de6d4), before_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:09:33.347770 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-97a8f412-b380-40ee-8506-d747485a6806 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (f2b39eae-256e-46aa-8f9f-57903ffb8ec1), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:09:33.361102 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Current status of the port 2524b7f7-3f12-409d-843a-98614a7bc8c3 is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:09:33.366653 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3448843d-042e-4726-8613-edf536d9b37d service neutron] Pushing event updated for resources: {'Port': ['ID=e22ff44d-fd52-4fab-95c2-61e096757fa1,revision_number=3']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:09:33.394138 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [req-0671e0c5-86fc-449c-92cc-18c3aba46652 req-e954a3ab-9964-4f6d-8401-7da2e39f609f service neutron] For port 924f77f0-d790-44b8-981a-c27eb73de6d4, host n-h2-760453-5, cleared binding levels {{(pid=103305) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 26 21:09:33.397373 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [req-0671e0c5-86fc-449c-92cc-18c3aba46652 req-e954a3ab-9964-4f6d-8401-7da2e39f609f service neutron] For port 924f77f0-d790-44b8-981a-c27eb73de6d4, host n-h2-760453-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-5',level=0,port_id=924f77f0-d790-44b8-981a-c27eb73de6d4,segment=NetworkSegment(bd36d27c-88a3-4dab-af8e-40c6d60ed7e6),segment_id=bd36d27c-88a3-4dab-af8e-40c6d60ed7e6)] {{(pid=103305) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 26 21:09:33.407492 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-0671e0c5-86fc-449c-92cc-18c3aba46652 req-e954a3ab-9964-4f6d-8401-7da2e39f609f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11791520'] for port (924f77f0-d790-44b8-981a-c27eb73de6d4), after_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:09:33.418197 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-be042010-4a29-4087-9cbe-e5aa22075b38 admin admin] Publish callbacks [] for security_group (e5b884ad-72a5-4bb4-87cf-e12edb0edc1c), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:09:33.444853 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0671e0c5-86fc-449c-92cc-18c3aba46652 req-e954a3ab-9964-4f6d-8401-7da2e39f609f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:09:33.445599 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-0671e0c5-86fc-449c-92cc-18c3aba46652 req-e954a3ab-9964-4f6d-8401-7da2e39f609f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:09:33.447699 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-0671e0c5-86fc-449c-92cc-18c3aba46652 req-e954a3ab-9964-4f6d-8401-7da2e39f609f service neutron] 10.222.0.57 "PUT /v2.0/ports/924f77f0-d790-44b8-981a-c27eb73de6d4 HTTP/1.1" status: 200 len: 1091 time: 0.9298055 Jan 26 21:09:33.447802 n-d-760453-5 neutron-server[103305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd4d43813-3493-4ebc-9752-c109833d96dc', 'tag': '924f77f0-d790-44b8-981a-c27eb73de6d4'}] {{(pid=103305) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 21:09:33.450093 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d4654568b7bf041e72ff8fe1c96d6d761d9c921f2b99bc7b3a26632be20cee0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e7bee55-6b51-4001-916a-6644e4a0c50b" -d '{"events": [{"name": "network-changed", "server_uuid": "d4d43813-3493-4ebc-9752-c109833d96dc", "tag": "924f77f0-d790-44b8-981a-c27eb73de6d4"}]}' {{(pid=103305) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 21:09:33.450711 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6762ef50-b7e1-4116-923d-19acbdd85925 req-e4712bc5-d4c4-49e0-8899-3bad71b13966 tempest-ServersNegativeTestMultiTenantJSON-2093047769 tempest-ServersNegativeTestMultiTenantJSON-2093047769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:09:33.452542 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-6762ef50-b7e1-4116-923d-19acbdd85925 req-e4712bc5-d4c4-49e0-8899-3bad71b13966 tempest-ServersNegativeTestMultiTenantJSON-2093047769 tempest-ServersNegativeTestMultiTenantJSON-2093047769-project] 10.222.0.13 "GET /v2.0/ports?device_id=d4d43813-3493-4ebc-9752-c109833d96dc HTTP/1.1" status: 200 len: 943 time: 0.2903819 Jan 26 21:09:33.482544 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53dcd5d9-3455-476a-82a7-f3d242b69a1c req-d8e553ef-aa1d-41c5-b1dd-a8fa567848fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:09:33.482838 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-981749f4-ea2f-478d-9518-5fa82a97e045 None None] Pushing event updated for resources: {'Port': ['ID=f2b39eae-256e-46aa-8f9f-57903ffb8ec1,revision_number=4']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:09:33.485375 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-53dcd5d9-3455-476a-82a7-f3d242b69a1c req-d8e553ef-aa1d-41c5-b1dd-a8fa567848fa service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=6a368bf2185e476485148d66b6d73c5c&device_id=cbf92dab-bccf-42aa-9b00-3737afaeaf63 HTTP/1.1" status: 200 len: 1094 time: 0.2007029 Jan 26 21:09:33.510156 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e954a3ab-9964-4f6d-8401-7da2e39f609f service neutron] Pushing event updated for resources: {'Port': ['ID=924f77f0-d790-44b8-981a-c27eb73de6d4,revision_number=3']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:09:33.512646 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-be042010-4a29-4087-9cbe-e5aa22075b38 admin admin] Publish callbacks [] for security_group (e5b884ad-72a5-4bb4-87cf-e12edb0edc1c), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:09:33.518353 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97a8f412-b380-40ee-8506-d747485a6806 None None] Routers {'3c88878a-af42-456b-8900-110f6b22ce45'} bound to L3 agent in host n-d-760453-5 {{(pid=103306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 21:09:33.518904 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-97a8f412-b380-40ee-8506-d747485a6806 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-26T20:55:21Z,description=,heartbeat_timestamp=2022-01-26T21:09:21Z,host='n-d-760453-5',id=09df100c-3af1-4b0a-bda8-05914c71c458,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:55:21Z,topic='l3_agent')) {'router_ids': ['3c88878a-af42-456b-8900-110f6b22ce45'], 'active': True} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:09:33.536415 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1139e58-4bef-4555-b80b-1f13d8a5fade req-c576d523-e881-456d-83ed-108606dc635f tempest-LiveAutoBlockMigrationV225Test-1645909514 tempest-LiveAutoBlockMigrationV225Test-1645909514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:09:33.543368 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-e1139e58-4bef-4555-b80b-1f13d8a5fade req-c576d523-e881-456d-83ed-108606dc635f tempest-LiveAutoBlockMigrationV225Test-1645909514 tempest-LiveAutoBlockMigrationV225Test-1645909514-project] 10.222.0.13 "GET /v2.0/ports?device_id=cbf92dab-bccf-42aa-9b00-3737afaeaf63 HTTP/1.1" status: 200 len: 943 time: 0.1893749 Jan 26 21:09:33.567022 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0671e0c5-86fc-449c-92cc-18c3aba46652 req-6a942913-fabf-48f6-99e8-51047b046730 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:09:33.569906 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-0671e0c5-86fc-449c-92cc-18c3aba46652 req-6a942913-fabf-48f6-99e8-51047b046730 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=6d324a2d61e540879dc6a393362c80bc&device_id=d4d43813-3493-4ebc-9752-c109833d96dc HTTP/1.1" status: 200 len: 1094 time: 0.0744500 Jan 26 21:09:33.627503 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-53dcd5d9-3455-476a-82a7-f3d242b69a1c req-05f9a6d2-7341-470b-84b3-1c13894d67cc service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e22ff44d-fd52-4fab-95c2-61e096757fa1 HTTP/1.1" status: 200 len: 217 time: 0.1193826 Jan 26 21:09:33.642713 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-0671e0c5-86fc-449c-92cc-18c3aba46652 req-9ee64273-8e7e-491e-87d0-9f65771f0217 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=924f77f0-d790-44b8-981a-c27eb73de6d4 HTTP/1.1" status: 200 len: 217 time: 0.0625250 Jan 26 21:09:33.711774 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-6762ef50-b7e1-4116-923d-19acbdd85925 req-6fcd5ab7-b319-454c-8f2e-6f529f18bc1a tempest-ServersNegativeTestMultiTenantJSON-2093047769 tempest-ServersNegativeTestMultiTenantJSON-2093047769-project] 10.222.0.13 "GET /v2.0/security-groups?id=2592e4fe-89f1-4da1-9272-8e3739dff1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2499652 Jan 26 21:09:33.722063 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvr_db [None req-97a8f412-b380-40ee-8506-d747485a6806 None None] Set router 3c88878a-af42-456b-8900-110f6b22ce45 gateway port host: n-d-760453-5 {{(pid=103306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 21:09:33.733168 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0671e0c5-86fc-449c-92cc-18c3aba46652 req-82fdf1e1-f610-4417-9387-e5a0a05b5174 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:09:33.735432 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-0671e0c5-86fc-449c-92cc-18c3aba46652 req-82fdf1e1-f610-4417-9387-e5a0a05b5174 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=9d964a5c-b1e4-4871-9f95-dc5027f4486b HTTP/1.1" status: 200 len: 865 time: 0.0858812 Jan 26 21:09:33.791140 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-0671e0c5-86fc-449c-92cc-18c3aba46652 req-faa3d438-dc38-49c4-a8a1-1421a967ff39 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=df66a6b8-ed0f-47dd-b1b4-bcc7e2048ba4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0469818 Jan 26 21:09:33.797868 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 26 Jan 2022 21:09:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39da304c-5f05-4b16-b46b-bc6ab0fde3ba x-openstack-request-id: req-39da304c-5f05-4b16-b46b-bc6ab0fde3ba {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 21:09:33.798224 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cbf92dab-bccf-42aa-9b00-3737afaeaf63", "tag": "e22ff44d-fd52-4fab-95c2-61e096757fa1", "status": "completed", "code": 200}]} {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 21:09:33.798553 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-39da304c-5f05-4b16-b46b-bc6ab0fde3ba {{(pid=103304) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 21:09:33.799104 n-d-760453-5 neutron-server[103304]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cbf92dab-bccf-42aa-9b00-3737afaeaf63', 'tag': 'e22ff44d-fd52-4fab-95c2-61e096757fa1', 'status': 'completed', 'code': 200} Jan 26 21:09:33.803630 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53dcd5d9-3455-476a-82a7-f3d242b69a1c req-033d2f17-0dda-4577-9299-99d5cb323942 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:09:33.805420 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-53dcd5d9-3455-476a-82a7-f3d242b69a1c req-033d2f17-0dda-4577-9299-99d5cb323942 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=dae01ee8-17f0-4a86-8f17-22a537cba2b9 HTTP/1.1" status: 200 len: 860 time: 0.1546590 Jan 26 21:09:33.825456 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-e1139e58-4bef-4555-b80b-1f13d8a5fade req-04524d91-68a6-4100-bc42-b2dba7bf7594 tempest-LiveAutoBlockMigrationV225Test-1645909514 tempest-LiveAutoBlockMigrationV225Test-1645909514-project] 10.222.0.13 "GET /v2.0/security-groups?id=d3d52ae6-e761-44ee-98bd-9ad0dc66343a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2746892 Jan 26 21:09:33.850668 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-be042010-4a29-4087-9cbe-e5aa22075b38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (e5b884ad-72a5-4bb4-87cf-e12edb0edc1c), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:09:33.859667 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-be042010-4a29-4087-9cbe-e5aa22075b38 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:09:33.868008 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-be042010-4a29-4087-9cbe-e5aa22075b38 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/e5b884ad-72a5-4bb4-87cf-e12edb0edc1c HTTP/1.1" status: 204 len: 168 time: 0.7822354 Jan 26 21:09:33.902913 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-53dcd5d9-3455-476a-82a7-f3d242b69a1c req-2054f5c7-75f4-4ab5-8f2e-5bf603563135 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=1c3811f3-dcb6-4f77-8c26-3e9819d7c63c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0747728 Jan 26 21:09:33.950981 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be042010-4a29-4087-9cbe-e5aa22075b38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5b884ad-72a5-4bb4-87cf-e12edb0edc1c,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:09:34.044372 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-98a9514b-c561-4fe9-ba6b-6b1e8bb76cb9 admin admin] Deleting port f2b39eae-256e-46aa-8f9f-57903ffb8ec1 {{(pid=103304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 21:09:34.044997 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-98a9514b-c561-4fe9-ba6b-6b1e8bb76cb9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746560630878'] for port (f2b39eae-256e-46aa-8f9f-57903ffb8ec1), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:09:34.142081 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-f4482331-c5d4-44dc-a1fc-c1707b5755eb None None] Provisioning complete for port f2b39eae-256e-46aa-8f9f-57903ffb8ec1 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:09:34.142651 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-f4482331-c5d4-44dc-a1fc-c1707b5755eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (f2b39eae-256e-46aa-8f9f-57903ffb8ec1), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:09:34.357713 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-0671e0c5-86fc-449c-92cc-18c3aba46652 req-006e84c2-c051-42dd-b637-b40876847b26 service neutron] 10.222.0.57 "GET /v2.0/networks/df66a6b8-ed0f-47dd-b1b4-bcc7e2048ba4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5576899 Jan 26 21:09:34.359751 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 26 Jan 2022 21:09:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ee6d32d-9054-4843-aee1-859f49dbe94a x-openstack-request-id: req-8ee6d32d-9054-4843-aee1-859f49dbe94a {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 21:09:34.360037 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d4d43813-3493-4ebc-9752-c109833d96dc", "tag": "924f77f0-d790-44b8-981a-c27eb73de6d4", "status": "completed", "code": 200}]} {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 21:09:34.360291 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-8ee6d32d-9054-4843-aee1-859f49dbe94a {{(pid=103305) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 21:09:34.360681 n-d-760453-5 neutron-server[103305]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd4d43813-3493-4ebc-9752-c109833d96dc', 'tag': '924f77f0-d790-44b8-981a-c27eb73de6d4', 'status': 'completed', 'code': 200} Jan 26 21:09:34.400130 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-f4482331-c5d4-44dc-a1fc-c1707b5755eb None None] Current status of the port f2b39eae-256e-46aa-8f9f-57903ffb8ec1 is: DOWN; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:09:34.400519 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-f4482331-c5d4-44dc-a1fc-c1707b5755eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (f2b39eae-256e-46aa-8f9f-57903ffb8ec1), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:09:34.446383 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-f4482331-c5d4-44dc-a1fc-c1707b5755eb None None] For port f2b39eae-256e-46aa-8f9f-57903ffb8ec1, host n-d-760453-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=f2b39eae-256e-46aa-8f9f-57903ffb8ec1,segment=NetworkSegment(7b94b2d0-39e1-450e-8820-efbf9a17ff92),segment_id=7b94b2d0-39e1-450e-8820-efbf9a17ff92)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:09:34.451289 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-97a8f412-b380-40ee-8506-d747485a6806 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c88878a-af42-456b-8900-110f6b22ce45', 'name': 'tempest-FloatingIPsNegativeTestJSON-189293867-router', 'tenant_id': '012dddf1c40647e796d65d0a4fc9b6ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'external_fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.41'}], 'enable_snat': True}, 'gw_port_id': '2524b7f7-3f12-409d-843a-98614a7bc8c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T21:09:23Z', 'updated_at': '2022-01-26T21:09:28Z', 'revision_number': 4, 'project_id': '012dddf1c40647e796d65d0a4fc9b6ad', 'gw_port': {'id': '2524b7f7-3f12-409d-843a-98614a7bc8c3', 'name': '', 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:56:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c88878a-af42-456b-8900-110f6b22ce45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:09:23Z', 'updated_at': '2022-01-26T21:09:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-5', '_interfaces': [{'id': 'f2b39eae-256e-46aa-8f9f-57903ffb8ec1', 'name': '', 'network_id': 'ea4cfd45-fac7-4e0a-a1c1-7e8b5e10dc40', 'tenant_id': '012dddf1c40647e796d65d0a4fc9b6ad', 'mac_address': 'fa:16:3e:a1:87:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c88878a-af42-456b-8900-110f6b22ce45', 'device_owner': 'network:router_interface', 'standard_attr_id': 700, 'fixed_ips': [{'subnet_id': 'eec8cb95-c3ec-4721-96f2-9e8c47b960df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:09:27Z', 'updated_at': '2022-01-26T21:09:33Z', 'revision_number': 4, 'project_id': '012dddf1c40647e796d65d0a4fc9b6ad', 'subnets': [{'id': 'eec8cb95-c3ec-4721-96f2-9e8c47b960df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760453-5', False) {} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:09:34.455607 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-f4482331-c5d4-44dc-a1fc-c1707b5755eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (f2b39eae-256e-46aa-8f9f-57903ffb8ec1), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:09:34.492055 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-0671e0c5-86fc-449c-92cc-18c3aba46652 req-3456551d-8f3a-49ce-bf45-e9a19d5532af service neutron] 10.222.0.57 "GET /v2.0/networks/df66a6b8-ed0f-47dd-b1b4-bcc7e2048ba4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1216969 Jan 26 21:09:34.495963 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97a8f412-b380-40ee-8506-d747485a6806 None None] The sync data for ids ['3c88878a-af42-456b-8900-110f6b22ce45'] in n-d-760453-5 is: [{'id': '3c88878a-af42-456b-8900-110f6b22ce45', 'name': 'tempest-FloatingIPsNegativeTestJSON-189293867-router', 'tenant_id': '012dddf1c40647e796d65d0a4fc9b6ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'external_fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.41'}], 'enable_snat': True}, 'gw_port_id': '2524b7f7-3f12-409d-843a-98614a7bc8c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T21:09:23Z', 'updated_at': '2022-01-26T21:09:28Z', 'revision_number': 4, 'project_id': '012dddf1c40647e796d65d0a4fc9b6ad', 'gw_port': {'id': '2524b7f7-3f12-409d-843a-98614a7bc8c3', 'name': '', 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:56:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c88878a-af42-456b-8900-110f6b22ce45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:09:23Z', 'updated_at': '2022-01-26T21:09:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-5', '_interfaces': [{'id': 'f2b39eae-256e-46aa-8f9f-57903ffb8ec1', 'name': '', 'network_id': 'ea4cfd45-fac7-4e0a-a1c1-7e8b5e10dc40', 'tenant_id': '012dddf1c40647e796d65d0a4fc9b6ad', 'mac_address': 'fa:16:3e:a1:87:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c88878a-af42-456b-8900-110f6b22ce45', 'device_owner': 'network:router_interface', 'standard_attr_id': 700, 'fixed_ips': [{'subnet_id': 'eec8cb95-c3ec-4721-96f2-9e8c47b960df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:09:27Z', 'updated_at': '2022-01-26T21:09:33Z', 'revision_number': 4, 'project_id': '012dddf1c40647e796d65d0a4fc9b6ad', 'subnets': [{'id': 'eec8cb95-c3ec-4721-96f2-9e8c47b960df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 26 21:09:34.611304 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4482331-c5d4-44dc-a1fc-c1707b5755eb None None] Pushing event updated for resources: {'Port': ['ID=f2b39eae-256e-46aa-8f9f-57903ffb8ec1,revision_number=5']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:09:34.620075 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-53dcd5d9-3455-476a-82a7-f3d242b69a1c req-f780235b-43a8-4517-805a-16a2052019c6 service neutron] 10.222.0.66 "GET /v2.0/networks/1c3811f3-dcb6-4f77-8c26-3e9819d7c63c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6940441 Jan 26 21:09:34.651225 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [None req-98a9514b-c561-4fe9-ba6b-6b1e8bb76cb9 admin admin] For port f2b39eae-256e-46aa-8f9f-57903ffb8ec1, host n-d-760453-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=f2b39eae-256e-46aa-8f9f-57903ffb8ec1,segment=NetworkSegment(7b94b2d0-39e1-450e-8820-efbf9a17ff92),segment_id=7b94b2d0-39e1-450e-8820-efbf9a17ff92)] {{(pid=103304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:09:34.651599 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-98a9514b-c561-4fe9-ba6b-6b1e8bb76cb9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4109658'] for port (f2b39eae-256e-46aa-8f9f-57903ffb8ec1), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:09:34.677253 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7bee55-6b51-4001-916a-6644e4a0c50b req-198052b1-9dd3-480d-87b2-8521f1b89c99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:09:34.678871 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-2e7bee55-6b51-4001-916a-6644e4a0c50b req-198052b1-9dd3-480d-87b2-8521f1b89c99 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=6d324a2d61e540879dc6a393362c80bc&device_id=d4d43813-3493-4ebc-9752-c109833d96dc HTTP/1.1" status: 200 len: 1094 time: 0.1128476 Jan 26 21:09:34.796781 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-98a9514b-c561-4fe9-ba6b-6b1e8bb76cb9 admin admin] Calling delete_port for f2b39eae-256e-46aa-8f9f-57903ffb8ec1 owned by network:router_interface {{(pid=103304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 21:09:34.801463 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7bee55-6b51-4001-916a-6644e4a0c50b req-83c0a0dd-90a7-4829-ac45-526b8e4db0b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:09:34.803195 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-2e7bee55-6b51-4001-916a-6644e4a0c50b req-83c0a0dd-90a7-4829-ac45-526b8e4db0b4 service neutron] 10.222.0.57 "GET /v2.0/networks?id=df66a6b8-ed0f-47dd-b1b4-bcc7e2048ba4 HTTP/1.1" status: 200 len: 926 time: 0.1170757 Jan 26 21:09:34.812914 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2dc350-3bfb-48b0-ac80-46225b69f6f5 req-0e6ba6e7-d330-444b-8e2f-524944767db1 tempest-MigrationsAdminTest-1084137346 tempest-MigrationsAdminTest-1084137346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:09:34.819285 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-ce2dc350-3bfb-48b0-ac80-46225b69f6f5 req-0e6ba6e7-d330-444b-8e2f-524944767db1 tempest-MigrationsAdminTest-1084137346 tempest-MigrationsAdminTest-1084137346-project] 10.222.0.13 "GET /v2.0/ports?device_id=b8273d7d-7d14-4fba-908e-42ea49b1effb HTTP/1.1" status: 200 len: 950 time: 0.7606299 Jan 26 21:09:34.927189 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-2e7bee55-6b51-4001-916a-6644e4a0c50b req-ef6f5141-8b47-4f22-9ae8-9cfab9ea85c6 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=924f77f0-d790-44b8-981a-c27eb73de6d4 HTTP/1.1" status: 200 len: 217 time: 0.1067193 Jan 26 21:09:34.971115 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 48464) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:09:35.011179 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7bee55-6b51-4001-916a-6644e4a0c50b req-8ab05bfc-df62-4bee-aafb-c05fa000976e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:09:35.012716 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-2e7bee55-6b51-4001-916a-6644e4a0c50b req-8ab05bfc-df62-4bee-aafb-c05fa000976e service neutron] 10.222.0.57 "GET /v2.0/subnets?id=9d964a5c-b1e4-4871-9f95-dc5027f4486b HTTP/1.1" status: 200 len: 865 time: 0.0774190 Jan 26 21:09:35.053227 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29145161-4241-411f-8697-e1a09d39257b req-697bd9f8-40e8-4f77-8613-9d9eb16f1d31 tempest-ServersNegativeTestMultiTenantJSON-2093047769 tempest-ServersNegativeTestMultiTenantJSON-2093047769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:09:35.054833 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-29145161-4241-411f-8697-e1a09d39257b req-697bd9f8-40e8-4f77-8613-9d9eb16f1d31 tempest-ServersNegativeTestMultiTenantJSON-2093047769 tempest-ServersNegativeTestMultiTenantJSON-2093047769-project] 10.222.0.13 "GET /v2.0/ports?device_id=d4d43813-3493-4ebc-9752-c109833d96dc HTTP/1.1" status: 200 len: 943 time: 0.1721442 Jan 26 21:09:35.063369 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-2e7bee55-6b51-4001-916a-6644e4a0c50b req-889ae61d-86ec-4121-a007-2f94b82e4560 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=df66a6b8-ed0f-47dd-b1b4-bcc7e2048ba4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0436046 Jan 26 21:09:35.065320 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-ce2dc350-3bfb-48b0-ac80-46225b69f6f5 req-035732df-d01a-4076-869a-8380f47ff688 tempest-MigrationsAdminTest-1084137346 tempest-MigrationsAdminTest-1084137346-project] 10.222.0.13 "GET /v2.0/security-groups?id=e0b082e3-685f-492b-b87f-3045b8ecd8c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2245476 Jan 26 21:09:35.078583 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device f2b39eae-256e-46aa-8f9f-57903ffb8ec1 up at agent ovs-agent-n-d-760453-5 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 21:09:35.086558 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-53dcd5d9-3455-476a-82a7-f3d242b69a1c req-a3466741-0b6d-4e4e-90c7-ab76a5f79935 service neutron] 10.222.0.66 "GET /v2.0/networks/1c3811f3-dcb6-4f77-8c26-3e9819d7c63c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4216602 Jan 26 21:09:35.193500 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-c17a9101-429e-478c-951a-06b92c47260e admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesTestJSON-1155663990-network', 'tenant_id': 'b740395e83a3498292605c0c7190c115'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:09:35.221393 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Provisioning complete for port f2b39eae-256e-46aa-8f9f-57903ffb8ec1 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:09:35.222372 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (f2b39eae-256e-46aa-8f9f-57903ffb8ec1), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:09:35.248934 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c17a9101-429e-478c-951a-06b92c47260e admin admin] Made reservation on behalf of b740395e83a3498292605c0c7190c115 for: {'network': 1} {{(pid=103305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 21:09:35.251518 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-c17a9101-429e-478c-951a-06b92c47260e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for network (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:09:35.271163 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-c17a9101-429e-478c-951a-06b92c47260e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:09:35.329043 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Current status of the port f2b39eae-256e-46aa-8f9f-57903ffb8ec1 is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:09:35.373234 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-2e7bee55-6b51-4001-916a-6644e4a0c50b req-67217e13-dd92-430b-8ad0-7cf417f7910f service neutron] 10.222.0.57 "GET /v2.0/networks/df66a6b8-ed0f-47dd-b1b4-bcc7e2048ba4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3002105 Jan 26 21:09:35.387597 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-29145161-4241-411f-8697-e1a09d39257b req-c0acdedd-9b98-4c8a-9258-888ee0d1176a tempest-ServersNegativeTestMultiTenantJSON-2093047769 tempest-ServersNegativeTestMultiTenantJSON-2093047769-project] 10.222.0.13 "GET /v2.0/security-groups?id=2592e4fe-89f1-4da1-9272-8e3739dff1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3089740 Jan 26 21:09:35.424551 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc0c2bd-4c3f-4d22-8236-55105f25b9db req-2e83a3ef-048e-4df9-abb6-85bef1a33623 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:09:35.426197 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-8bc0c2bd-4c3f-4d22-8236-55105f25b9db req-2e83a3ef-048e-4df9-abb6-85bef1a33623 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=6a368bf2185e476485148d66b6d73c5c&device_id=cbf92dab-bccf-42aa-9b00-3737afaeaf63 HTTP/1.1" status: 200 len: 1094 time: 0.1387625 Jan 26 21:09:35.430954 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-98a9514b-c561-4fe9-ba6b-6b1e8bb76cb9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746560636600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746560234536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9281553'] for port (f2b39eae-256e-46aa-8f9f-57903ffb8ec1), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:09:35.455128 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9084453-1fdf-4512-84a1-fcf56996e8e6 req-0be1b385-811a-43c9-8d7e-aa69ff076ba9 tempest-LiveAutoBlockMigrationV225Test-1645909514 tempest-LiveAutoBlockMigrationV225Test-1645909514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:09:35.456634 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-e9084453-1fdf-4512-84a1-fcf56996e8e6 req-0be1b385-811a-43c9-8d7e-aa69ff076ba9 tempest-LiveAutoBlockMigrationV225Test-1645909514 tempest-LiveAutoBlockMigrationV225Test-1645909514-project] 10.222.0.13 "GET /v2.0/ports?device_id=cbf92dab-bccf-42aa-9b00-3737afaeaf63 HTTP/1.1" status: 200 len: 943 time: 0.1703668 Jan 26 21:09:35.507620 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-c17a9101-429e-478c-951a-06b92c47260e admin admin] Publish callbacks [] for security_group (adc180b1-57f8-496d-bb09-0d327d8761b3), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:09:35.531209 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-c17a9101-429e-478c-951a-06b92c47260e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (adc180b1-57f8-496d-bb09-0d327d8761b3), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:09:35.544279 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a9514b-c561-4fe9-ba6b-6b1e8bb76cb9 admin admin] Pushing event deleted for resources: {'Port': ['ID=f2b39eae-256e-46aa-8f9f-57903ffb8ec1,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:09:35.603398 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c17a9101-429e-478c-951a-06b92c47260e admin admin] vlan segment allocate from pool success with {'vlan_id': 596, 'physical_network': 'physnet1'} {{(pid=103305) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 26 21:09:35.617317 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-2e7bee55-6b51-4001-916a-6644e4a0c50b req-3ea81f08-45b1-4c05-9595-bb4c854df46d service neutron] 10.222.0.57 "GET /v2.0/networks/df66a6b8-ed0f-47dd-b1b4-bcc7e2048ba4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2317810 Jan 26 21:09:35.649389 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-c17a9101-429e-478c-951a-06b92c47260e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576559'] for segment (5763dfd8-4033-41c9-b37d-bcc7079f3be9), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:09:35.649730 n-d-760453-5 neutron-server[103305]: INFO neutron.db.segments_db [None req-c17a9101-429e-478c-951a-06b92c47260e admin admin] Added segment 5763dfd8-4033-41c9-b37d-bcc7079f3be9 of type vlan for network 9183a9db-8652-413d-b8a8-e03b8fd40e90 Jan 26 21:09:35.651624 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c17a9101-429e-478c-951a-06b92c47260e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=adc180b1-57f8-496d-bb09-0d327d8761b3,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:09:35.720762 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-c17a9101-429e-478c-951a-06b92c47260e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746560256871'] for network (9183a9db-8652-413d-b8a8-e03b8fd40e90), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:09:35.766547 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-c17a9101-429e-478c-951a-06b92c47260e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503'] for network (9183a9db-8652-413d-b8a8-e03b8fd40e90), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:09:35.767839 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c17a9101-429e-478c-951a-06b92c47260e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:09:35.768422 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-c17a9101-429e-478c-951a-06b92c47260e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709645'] for network (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:09:35.805986 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-e9084453-1fdf-4512-84a1-fcf56996e8e6 req-ff6ed4e3-db77-431e-8c50-f2e43df15dbc tempest-LiveAutoBlockMigrationV225Test-1645909514 tempest-LiveAutoBlockMigrationV225Test-1645909514-project] 10.222.0.13 "GET /v2.0/security-groups?id=d3d52ae6-e761-44ee-98bd-9ad0dc66343a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2667124 Jan 26 21:09:35.854976 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-c17a9101-429e-478c-951a-06b92c47260e admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.8826280 Jan 26 21:09:35.859481 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 48470) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:09:35.866442 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-55050b41-2356-4e93-8325-ed24bbc60f6d admin admin] Request body: {'subnet': {'network_id': '9183a9db-8652-413d-b8a8-e03b8fd40e90', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesTestJSON-1155663990-subnet', 'tenant_id': 'b740395e83a3498292605c0c7190c115', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:09:35.879597 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c17a9101-429e-478c-951a-06b92c47260e admin admin] Pushing event updated for resources: {'Network': ['ID=9183a9db-8652-413d-b8a8-e03b8fd40e90,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:09:35.892333 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Network 9183a9db-8652-413d-b8a8-e03b8fd40e90 details requested by agent ovs-agent-n-d-760453-5 with host n-d-760453-5 {{(pid=103306) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 26 21:09:35.900795 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55050b41-2356-4e93-8325-ed24bbc60f6d admin admin] Made reservation on behalf of b740395e83a3498292605c0c7190c115 for: {'subnet': 1} {{(pid=103305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 21:09:35.903971 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-55050b41-2356-4e93-8325-ed24bbc60f6d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11599953'] for subnet (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:09:35.969673 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-98a9514b-c561-4fe9-ba6b-6b1e8bb76cb9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3709480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4110805'] for router_interface (3c88878a-af42-456b-8900-110f6b22ce45), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:09:35.985108 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc0c2bd-4c3f-4d22-8236-55105f25b9db req-f246e8e0-5476-4e0f-ab8f-1acb6dff4a28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:09:35.986805 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-8bc0c2bd-4c3f-4d22-8236-55105f25b9db req-f246e8e0-5476-4e0f-ab8f-1acb6dff4a28 service neutron] 10.222.0.66 "GET /v2.0/networks?id=1c3811f3-dcb6-4f77-8c26-3e9819d7c63c HTTP/1.1" status: 200 len: 921 time: 0.5528176 Jan 26 21:09:36.067804 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-8bc0c2bd-4c3f-4d22-8236-55105f25b9db req-ce768118-7a6e-4b84-92b2-a1b67b9e650d service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e22ff44d-fd52-4fab-95c2-61e096757fa1 HTTP/1.1" status: 200 len: 217 time: 0.0408444 Jan 26 21:09:36.124546 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-55050b41-2356-4e93-8325-ed24bbc60f6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11788839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11599975'] for subnet (2c6dbc00-35c1-4c1a-86a0-834e602f0531), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:09:36.197546 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55050b41-2356-4e93-8325-ed24bbc60f6d admin admin] Pushing event updated for resources: {'Subnet': ['ID=2c6dbc00-35c1-4c1a-86a0-834e602f0531,revision_number=0']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:09:36.202152 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc0c2bd-4c3f-4d22-8236-55105f25b9db req-544102ed-33eb-4242-a2a1-1b5457813c8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:09:36.202859 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55050b41-2356-4e93-8325-ed24bbc60f6d admin admin] Checking segment: {'id': '5763dfd8-4033-41c9-b37d-bcc7079f3be9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '9183a9db-8652-413d-b8a8-e03b8fd40e90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103305) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 21:09:36.203076 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55050b41-2356-4e93-8325-ed24bbc60f6d admin admin] Network hostable DHCP agents. Network: 9183a9db-8652-413d-b8a8-e03b8fd40e90, hostable agents: ['474ccdf7-ab6c-405b-a3b2-dc7b05829902'], hosted agents: [] {{(pid=103305) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 26 21:09:36.205239 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-8bc0c2bd-4c3f-4d22-8236-55105f25b9db req-544102ed-33eb-4242-a2a1-1b5457813c8f service neutron] 10.222.0.66 "GET /v2.0/subnets?id=dae01ee8-17f0-4a86-8f17-22a537cba2b9 HTTP/1.1" status: 200 len: 860 time: 0.1266572 Jan 26 21:09:36.225590 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55050b41-2356-4e93-8325-ed24bbc60f6d admin admin] Network 9183a9db-8652-413d-b8a8-e03b8fd40e90 is scheduled to be hosted by DHCP agent 474ccdf7-ab6c-405b-a3b2-dc7b05829902 with binding_index 1 {{(pid=103305) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 26 21:09:36.245599 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [None req-55050b41-2356-4e93-8325-ed24bbc60f6d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760453-5, 9183a9db-8652-413d-b8a8-e03b8fd40e90) {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:09:36.251156 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55050b41-2356-4e93-8325-ed24bbc60f6d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:09:36.252246 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-55050b41-2356-4e93-8325-ed24bbc60f6d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709645'] for subnet (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:09:36.262783 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a3e89e3-ed0d-459f-a59c-70cf27bc13f2 None None] Network 9183a9db-8652-413d-b8a8-e03b8fd40e90 requested from n-d-760453-5 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 26 21:09:36.285910 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-55050b41-2356-4e93-8325-ed24bbc60f6d admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4247940 Jan 26 21:09:36.385177 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-8bc0c2bd-4c3f-4d22-8236-55105f25b9db req-2cf96052-bb8c-4b2f-93bd-d42ccaa8ca33 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=1c3811f3-dcb6-4f77-8c26-3e9819d7c63c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1566589 Jan 26 21:09:36.433071 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98a9514b-c561-4fe9-ba6b-6b1e8bb76cb9 admin admin] Router 3c88878a-af42-456b-8900-110f6b22ce45 has already been hosted by L3 agent 09df100c-3af1-4b0a-bda8-05914c71c458 {{(pid=103304) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 26 21:09:36.462020 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39566f59-f058-4f21-a1f6-924535fd4ade None None] Network 9183a9db-8652-413d-b8a8-e03b8fd40e90 requested from n-d-760453-5 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 26 21:09:36.544390 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Device 924f77f0-d790-44b8-981a-c27eb73de6d4 details requested by agent hyperv_n-h2-760453-5 with host n-h2-760453-5 {{(pid=103306) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 26 21:09:36.567256 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815c7cc2-ed63-4518-90ed-0c6a003110a0 req-96283980-3759-4c08-bade-338d06398e67 tempest-MigrationsAdminTest-1084137346 tempest-MigrationsAdminTest-1084137346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:09:36.568965 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-815c7cc2-ed63-4518-90ed-0c6a003110a0 req-96283980-3759-4c08-bade-338d06398e67 tempest-MigrationsAdminTest-1084137346 tempest-MigrationsAdminTest-1084137346-project] 10.222.0.13 "GET /v2.0/ports?device_id=b8273d7d-7d14-4fba-908e-42ea49b1effb HTTP/1.1" status: 200 len: 950 time: 0.3563175 Jan 26 21:09:36.665084 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c72c158-6f43-46c7-8cc2-8ad33d379fca req-ce4cdd9f-39b9-40fa-b9d2-d00e49703049 tempest-ServersNegativeTestMultiTenantJSON-2093047769 tempest-ServersNegativeTestMultiTenantJSON-2093047769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:09:36.666604 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-4c72c158-6f43-46c7-8cc2-8ad33d379fca req-ce4cdd9f-39b9-40fa-b9d2-d00e49703049 tempest-ServersNegativeTestMultiTenantJSON-2093047769 tempest-ServersNegativeTestMultiTenantJSON-2093047769-project] 10.222.0.13 "GET /v2.0/ports?device_id=d4d43813-3493-4ebc-9752-c109833d96dc HTTP/1.1" status: 200 len: 943 time: 0.1555758 Jan 26 21:09:36.668464 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-8bc0c2bd-4c3f-4d22-8236-55105f25b9db req-e2e46fdd-c1e3-4a96-b351-1e057ee545fc service neutron] 10.222.0.66 "GET /v2.0/networks/1c3811f3-dcb6-4f77-8c26-3e9819d7c63c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2636495 Jan 26 21:09:36.671565 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] For port 924f77f0-d790-44b8-981a-c27eb73de6d4, host n-h2-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-5',level=0,port_id=924f77f0-d790-44b8-981a-c27eb73de6d4,segment=NetworkSegment(bd36d27c-88a3-4dab-af8e-40c6d60ed7e6),segment_id=bd36d27c-88a3-4dab-af8e-40c6d60ed7e6)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:09:36.684991 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Returning: {'device': '924f77f0-d790-44b8-981a-c27eb73de6d4', 'network_id': 'df66a6b8-ed0f-47dd-b1b4-bcc7e2048ba4', 'port_id': '924f77f0-d790-44b8-981a-c27eb73de6d4', 'mac_address': 'fa:16:3e:9c:75:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 575, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9d964a5c-b1e4-4871-9f95-dc5027f4486b', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103306) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 26 21:09:36.723629 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Current status of the port 924f77f0-d790-44b8-981a-c27eb73de6d4 is: DOWN; New status is: BUILD {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:09:36.724031 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (924f77f0-d790-44b8-981a-c27eb73de6d4), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:09:36.738343 n-d-760453-5 neutron-server[103306]: DEBUG neutron.notifiers.nova [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 924f77f0-d790-44b8-981a-c27eb73de6d4 {{(pid=103306) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 26 21:09:36.758676 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] For port 924f77f0-d790-44b8-981a-c27eb73de6d4, host n-h2-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-5',level=0,port_id=924f77f0-d790-44b8-981a-c27eb73de6d4,segment=NetworkSegment(bd36d27c-88a3-4dab-af8e-40c6d60ed7e6),segment_id=bd36d27c-88a3-4dab-af8e-40c6d60ed7e6)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:09:36.763116 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (924f77f0-d790-44b8-981a-c27eb73de6d4), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:09:36.803043 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-815c7cc2-ed63-4518-90ed-0c6a003110a0 req-139af950-7ec8-43f4-9a3a-054dacdd8f16 tempest-MigrationsAdminTest-1084137346 tempest-MigrationsAdminTest-1084137346-project] 10.222.0.13 "GET /v2.0/security-groups?id=e0b082e3-685f-492b-b87f-3045b8ecd8c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1892095 Jan 26 21:09:36.814053 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Pushing event updated for resources: {'Port': ['ID=924f77f0-d790-44b8-981a-c27eb73de6d4,revision_number=4']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:09:36.826062 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98a9514b-c561-4fe9-ba6b-6b1e8bb76cb9 admin admin] Notify agent at l3_agent.n-d-760453-5 the message routers_updated {{(pid=103304) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 26 21:09:36.837491 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6c6e8b4-b7c2-4c86-9374-5cdc59b98986 None None] Sync routers for ids ['3c88878a-af42-456b-8900-110f6b22ce45'] in n-d-760453-5 {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 26 21:09:36.843085 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-98a9514b-c561-4fe9-ba6b-6b1e8bb76cb9 admin admin] 10.222.0.13 "PUT /v2.0/routers/3c88878a-af42-456b-8900-110f6b22ce45/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2171504 Jan 26 21:09:36.843805 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 48488) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:09:36.854119 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-4c72c158-6f43-46c7-8cc2-8ad33d379fca req-41bfa3a1-325f-456d-8074-abed40625e86 tempest-ServersNegativeTestMultiTenantJSON-2093047769 tempest-ServersNegativeTestMultiTenantJSON-2093047769-project] 10.222.0.13 "GET /v2.0/security-groups?id=2592e4fe-89f1-4da1-9272-8e3739dff1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1774197 Jan 26 21:09:36.876138 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-8bc0c2bd-4c3f-4d22-8236-55105f25b9db req-7fa826a2-3963-4eca-a9f6-7de8e24ee6ab service neutron] 10.222.0.66 "GET /v2.0/networks/1c3811f3-dcb6-4f77-8c26-3e9819d7c63c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1957164 Jan 26 21:09:36.876910 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6c6e8b4-b7c2-4c86-9374-5cdc59b98986 None None] Routers {'3c88878a-af42-456b-8900-110f6b22ce45'} bound to L3 agent in host n-d-760453-5 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 21:09:36.877576 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-b6c6e8b4-b7c2-4c86-9374-5cdc59b98986 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-26T20:55:21Z,description=,heartbeat_timestamp=2022-01-26T21:09:21Z,host='n-d-760453-5',id=09df100c-3af1-4b0a-bda8-05914c71c458,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:55:21Z,topic='l3_agent')) {'router_ids': ['3c88878a-af42-456b-8900-110f6b22ce45'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:09:37.014817 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-d8ac3685-77a3-4cb5-aa1f-40910a12aa48 admin admin] Publish callbacks [] for router (3c88878a-af42-456b-8900-110f6b22ce45), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:09:37.019761 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [req-f6a81251-9cad-4315-b300-f4a98fb06b40 req-09ea385c-5ef6-4474-a20e-9d7b79f95515 tempest-SecurityGroupRulesTestJSON-889117786 tempest-SecurityGroupRulesTestJSON-889117786-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-2029455666', 'description': 'tempest-description-1428721577'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:09:37.042347 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] get_ports_and_sgs() called for port_ids ['924f77f0-d790-44b8-981a-c27eb73de6d4'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 26 21:09:37.059597 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-f6a81251-9cad-4315-b300-f4a98fb06b40 req-09ea385c-5ef6-4474-a20e-9d7b79f95515 tempest-SecurityGroupRulesTestJSON-889117786 tempest-SecurityGroupRulesTestJSON-889117786-project] Publish callbacks [] for security_group (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:09:37.080639 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_dvr_db [None req-b6c6e8b4-b7c2-4c86-9374-5cdc59b98986 None None] Set router 3c88878a-af42-456b-8900-110f6b22ce45 gateway port host: n-d-760453-5 {{(pid=103307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 21:09:37.152652 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-f6a81251-9cad-4315-b300-f4a98fb06b40 req-09ea385c-5ef6-4474-a20e-9d7b79f95515 tempest-SecurityGroupRulesTestJSON-889117786 tempest-SecurityGroupRulesTestJSON-889117786-project] Publish callbacks [] for security_group (686ca909-6f9c-42a2-87b5-7eebd86fdf00), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:09:37.157777 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-f6a81251-9cad-4315-b300-f4a98fb06b40 req-09ea385c-5ef6-4474-a20e-9d7b79f95515 tempest-SecurityGroupRulesTestJSON-889117786 tempest-SecurityGroupRulesTestJSON-889117786-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (686ca909-6f9c-42a2-87b5-7eebd86fdf00), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:09:37.224349 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-f6a81251-9cad-4315-b300-f4a98fb06b40 req-09ea385c-5ef6-4474-a20e-9d7b79f95515 tempest-SecurityGroupRulesTestJSON-889117786 tempest-SecurityGroupRulesTestJSON-889117786-project] Publish callbacks [] for security_group (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:09:37.225648 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-f6a81251-9cad-4315-b300-f4a98fb06b40 req-09ea385c-5ef6-4474-a20e-9d7b79f95515 tempest-SecurityGroupRulesTestJSON-889117786 tempest-SecurityGroupRulesTestJSON-889117786-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1827 time: 0.2163990 Jan 26 21:09:37.261384 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ea385c-5ef6-4474-a20e-9d7b79f95515 tempest-SecurityGroupRulesTestJSON-889117786 tempest-SecurityGroupRulesTestJSON-889117786-project] Pushing event updated for resources: {'SecurityGroup': ['ID=686ca909-6f9c-42a2-87b5-7eebd86fdf00,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:09:37.261649 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-d8ac3685-77a3-4cb5-aa1f-40910a12aa48 admin admin] Publish callbacks [] for router_gateway (3c88878a-af42-456b-8900-110f6b22ce45), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:09:37.330717 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-d8ac3685-77a3-4cb5-aa1f-40910a12aa48 admin admin] Deleting port 2524b7f7-3f12-409d-843a-98614a7bc8c3 {{(pid=103305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 21:09:37.331370 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-d8ac3685-77a3-4cb5-aa1f-40910a12aa48 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746560630878'] for port (2524b7f7-3f12-409d-843a-98614a7bc8c3), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:09:37.355323 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-ed5f9bc0-f787-4aa3-ad0e-65ea582811ff req-21fc36c1-2650-4d84-be46-874157bebdaa tempest-SecurityGroupRulesTestJSON-889117786 tempest-SecurityGroupRulesTestJSON-889117786-project] 10.222.0.13 "GET /v2.0/security-groups/686ca909-6f9c-42a2-87b5-7eebd86fdf00 HTTP/1.1" status: 200 len: 1822 time: 0.0780773 Jan 26 21:09:37.369520 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [req-ed5f9bc0-f787-4aa3-ad0e-65ea582811ff req-c799de98-6cf3-4f2d-bdf7-a2d1b7a6f4a5 tempest-SecurityGroupRulesTestJSON-889117786 tempest-SecurityGroupRulesTestJSON-889117786-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '686ca909-6f9c-42a2-87b5-7eebd86fdf00', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:09:37.372687 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [req-ed5f9bc0-f787-4aa3-ad0e-65ea582811ff req-c799de98-6cf3-4f2d-bdf7-a2d1b7a6f4a5 tempest-SecurityGroupRulesTestJSON-889117786 tempest-SecurityGroupRulesTestJSON-889117786-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '686ca909-6f9c-42a2-87b5-7eebd86fdf00', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:09:37.397505 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c436564-1714-49df-926e-b7b0a31c26ae req-c2cbc2f4-31f4-4588-85f3-576a7950fb19 tempest-LiveAutoBlockMigrationV225Test-1645909514 tempest-LiveAutoBlockMigrationV225Test-1645909514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:09:37.397802 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-b6c6e8b4-b7c2-4c86-9374-5cdc59b98986 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c88878a-af42-456b-8900-110f6b22ce45', 'name': 'tempest-FloatingIPsNegativeTestJSON-189293867-router', 'tenant_id': '012dddf1c40647e796d65d0a4fc9b6ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'external_fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.41'}], 'enable_snat': True}, 'gw_port_id': '2524b7f7-3f12-409d-843a-98614a7bc8c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T21:09:23Z', 'updated_at': '2022-01-26T21:09:35Z', 'revision_number': 5, 'project_id': '012dddf1c40647e796d65d0a4fc9b6ad', 'gw_port': {'id': '2524b7f7-3f12-409d-843a-98614a7bc8c3', 'name': '', 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:56:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c88878a-af42-456b-8900-110f6b22ce45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:09:23Z', 'updated_at': '2022-01-26T21:09:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-5'}], 'n-d-760453-5', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:09:37.406085 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-9c436564-1714-49df-926e-b7b0a31c26ae req-c2cbc2f4-31f4-4588-85f3-576a7950fb19 tempest-LiveAutoBlockMigrationV225Test-1645909514 tempest-LiveAutoBlockMigrationV225Test-1645909514-project] 10.222.0.13 "GET /v2.0/ports?device_id=cbf92dab-bccf-42aa-9b00-3737afaeaf63 HTTP/1.1" status: 200 len: 943 time: 0.1724432 Jan 26 21:09:37.426909 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [None req-d8ac3685-77a3-4cb5-aa1f-40910a12aa48 admin admin] For port 2524b7f7-3f12-409d-843a-98614a7bc8c3, host n-d-760453-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=2524b7f7-3f12-409d-843a-98614a7bc8c3,segment=NetworkSegment(e17cb353-418f-48b9-b982-21a6233ee99b),segment_id=e17cb353-418f-48b9-b982-21a6233ee99b)] {{(pid=103305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:09:37.427375 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-d8ac3685-77a3-4cb5-aa1f-40910a12aa48 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4109658'] for port (2524b7f7-3f12-409d-843a-98614a7bc8c3), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:09:37.439009 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6c6e8b4-b7c2-4c86-9374-5cdc59b98986 None None] Checking router: 3c88878a-af42-456b-8900-110f6b22ce45 for host: n-d-760453-5 {{(pid=103307) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 26 21:09:37.443013 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-d8ac3685-77a3-4cb5-aa1f-40910a12aa48 admin admin] Calling delete_port for 2524b7f7-3f12-409d-843a-98614a7bc8c3 owned by network:router_gateway {{(pid=103305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 21:09:37.450123 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6c6e8b4-b7c2-4c86-9374-5cdc59b98986 None None] Routers {'3c88878a-af42-456b-8900-110f6b22ce45'} bound to L3 agent in host n-d-760453-5 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 21:09:37.450940 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-b6c6e8b4-b7c2-4c86-9374-5cdc59b98986 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-26T20:55:21Z,description=,heartbeat_timestamp=2022-01-26T21:09:21Z,host='n-d-760453-5',id=09df100c-3af1-4b0a-bda8-05914c71c458,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:55:21Z,topic='l3_agent')) {'router_ids': ['3c88878a-af42-456b-8900-110f6b22ce45'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:09:37.498096 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-9c436564-1714-49df-926e-b7b0a31c26ae req-771ebbf4-c35d-40c5-aea7-73daa4722c3a tempest-LiveAutoBlockMigrationV225Test-1645909514 tempest-LiveAutoBlockMigrationV225Test-1645909514-project] 10.222.0.13 "GET /v2.0/security-groups?id=d3d52ae6-e761-44ee-98bd-9ad0dc66343a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889761 Jan 26 21:09:37.518438 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-ed5f9bc0-f787-4aa3-ad0e-65ea582811ff req-c799de98-6cf3-4f2d-bdf7-a2d1b7a6f4a5 tempest-SecurityGroupRulesTestJSON-889117786 tempest-SecurityGroupRulesTestJSON-889117786-project] Publish callbacks [] for security_group_rule (5cd03363-dff0-4b38-b2c8-50586ea3e0c6), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:09:37.538676 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-ed5f9bc0-f787-4aa3-ad0e-65ea582811ff req-c799de98-6cf3-4f2d-bdf7-a2d1b7a6f4a5 tempest-SecurityGroupRulesTestJSON-889117786 tempest-SecurityGroupRulesTestJSON-889117786-project] Publish callbacks [] for security_group_rule (5cd03363-dff0-4b38-b2c8-50586ea3e0c6), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:09:37.545103 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-ed5f9bc0-f787-4aa3-ad0e-65ea582811ff req-c799de98-6cf3-4f2d-bdf7-a2d1b7a6f4a5 tempest-SecurityGroupRulesTestJSON-889117786 tempest-SecurityGroupRulesTestJSON-889117786-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102715'] for security_group_rule (5cd03363-dff0-4b38-b2c8-50586ea3e0c6), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:09:37.568972 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c799de98-6cf3-4f2d-bdf7-a2d1b7a6f4a5 tempest-SecurityGroupRulesTestJSON-889117786 tempest-SecurityGroupRulesTestJSON-889117786-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5cd03363-dff0-4b38-b2c8-50586ea3e0c6,revision_number=0']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:09:37.582395 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-ed5f9bc0-f787-4aa3-ad0e-65ea582811ff req-c799de98-6cf3-4f2d-bdf7-a2d1b7a6f4a5 tempest-SecurityGroupRulesTestJSON-889117786 tempest-SecurityGroupRulesTestJSON-889117786-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:09:37.589287 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-ed5f9bc0-f787-4aa3-ad0e-65ea582811ff req-c799de98-6cf3-4f2d-bdf7-a2d1b7a6f4a5 tempest-SecurityGroupRulesTestJSON-889117786 tempest-SecurityGroupRulesTestJSON-889117786-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.2248874 Jan 26 21:09:37.614472 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [req-54d36252-6d1d-4ba9-ba33-af495be77358 req-4b547f42-e2dd-4b22-9a15-b50e221a08db tempest-SecurityGroupRulesTestJSON-889117786 tempest-SecurityGroupRulesTestJSON-889117786-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-682589121', 'description': 'tempest-description-800063801'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:09:37.646451 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-54d36252-6d1d-4ba9-ba33-af495be77358 req-4b547f42-e2dd-4b22-9a15-b50e221a08db tempest-SecurityGroupRulesTestJSON-889117786 tempest-SecurityGroupRulesTestJSON-889117786-project] Publish callbacks [] for security_group (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:09:37.647432 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_dvr_db [None req-b6c6e8b4-b7c2-4c86-9374-5cdc59b98986 None None] Set router 3c88878a-af42-456b-8900-110f6b22ce45 gateway port host: None {{(pid=103307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 21:09:37.668969 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-d8ac3685-77a3-4cb5-aa1f-40910a12aa48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746560636600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746560234536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11791543'] for port (2524b7f7-3f12-409d-843a-98614a7bc8c3), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:09:37.710533 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ac3685-77a3-4cb5-aa1f-40910a12aa48 admin admin] Pushing event deleted for resources: {'Port': ['ID=2524b7f7-3f12-409d-843a-98614a7bc8c3,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:09:37.711440 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-b6c6e8b4-b7c2-4c86-9374-5cdc59b98986 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c88878a-af42-456b-8900-110f6b22ce45', 'name': 'tempest-FloatingIPsNegativeTestJSON-189293867-router', 'tenant_id': '012dddf1c40647e796d65d0a4fc9b6ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T21:09:23Z', 'updated_at': '2022-01-26T21:09:37Z', 'revision_number': 6, 'project_id': '012dddf1c40647e796d65d0a4fc9b6ad', 'gw_port_host': None}], 'n-d-760453-5', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:09:37.743674 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6c6e8b4-b7c2-4c86-9374-5cdc59b98986 None None] The sync data for ids ['3c88878a-af42-456b-8900-110f6b22ce45'] in n-d-760453-5 is: [{'id': '3c88878a-af42-456b-8900-110f6b22ce45', 'name': 'tempest-FloatingIPsNegativeTestJSON-189293867-router', 'tenant_id': '012dddf1c40647e796d65d0a4fc9b6ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T21:09:23Z', 'updated_at': '2022-01-26T21:09:37Z', 'revision_number': 6, 'project_id': '012dddf1c40647e796d65d0a4fc9b6ad', 'gw_port_host': None}] {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 26 21:09:37.754965 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-54d36252-6d1d-4ba9-ba33-af495be77358 req-4b547f42-e2dd-4b22-9a15-b50e221a08db tempest-SecurityGroupRulesTestJSON-889117786 tempest-SecurityGroupRulesTestJSON-889117786-project] Publish callbacks [] for security_group (e013f1a7-bb5c-4ddb-9156-d34a84d31f38), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:09:37.760473 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-54d36252-6d1d-4ba9-ba33-af495be77358 req-4b547f42-e2dd-4b22-9a15-b50e221a08db tempest-SecurityGroupRulesTestJSON-889117786 tempest-SecurityGroupRulesTestJSON-889117786-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (e013f1a7-bb5c-4ddb-9156-d34a84d31f38), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:09:37.798345 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-d8ac3685-77a3-4cb5-aa1f-40910a12aa48 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4111291'] for router_gateway (3c88878a-af42-456b-8900-110f6b22ce45), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:09:37.801369 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b547f42-e2dd-4b22-9a15-b50e221a08db tempest-SecurityGroupRulesTestJSON-889117786 tempest-SecurityGroupRulesTestJSON-889117786-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e013f1a7-bb5c-4ddb-9156-d34a84d31f38,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:09:37.815724 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-54d36252-6d1d-4ba9-ba33-af495be77358 req-4b547f42-e2dd-4b22-9a15-b50e221a08db tempest-SecurityGroupRulesTestJSON-889117786 tempest-SecurityGroupRulesTestJSON-889117786-project] Publish callbacks [] for security_group (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:09:37.821582 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-54d36252-6d1d-4ba9-ba33-af495be77358 req-4b547f42-e2dd-4b22-9a15-b50e221a08db tempest-SecurityGroupRulesTestJSON-889117786 tempest-SecurityGroupRulesTestJSON-889117786-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1825 time: 0.2114894 Jan 26 21:09:37.897838 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-d8ac3685-77a3-4cb5-aa1f-40910a12aa48 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4105774', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13082'] for router (3c88878a-af42-456b-8900-110f6b22ce45), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:09:37.898531 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-3df6d920-c8a5-4a8e-aff3-f82d454f988c req-bdda47c3-0678-4b73-ba02-bbd40be0d7a9 tempest-SecurityGroupRulesTestJSON-889117786 tempest-SecurityGroupRulesTestJSON-889117786-project] 10.222.0.13 "GET /v2.0/security-groups/e013f1a7-bb5c-4ddb-9156-d34a84d31f38 HTTP/1.1" status: 200 len: 1820 time: 0.0587890 Jan 26 21:09:37.900093 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-d8ac3685-77a3-4cb5-aa1f-40910a12aa48 admin admin] Publish callbacks [] for router_controller (3c88878a-af42-456b-8900-110f6b22ce45), precommit_delete_associations {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:09:37.910434 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [req-3df6d920-c8a5-4a8e-aff3-f82d454f988c req-069db7fd-ba69-464a-b823-6fb70cd6e4a5 tempest-SecurityGroupRulesTestJSON-889117786 tempest-SecurityGroupRulesTestJSON-889117786-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': 'e013f1a7-bb5c-4ddb-9156-d34a84d31f38', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:09:37.910875 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [req-3df6d920-c8a5-4a8e-aff3-f82d454f988c req-069db7fd-ba69-464a-b823-6fb70cd6e4a5 tempest-SecurityGroupRulesTestJSON-889117786 tempest-SecurityGroupRulesTestJSON-889117786-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': 'e013f1a7-bb5c-4ddb-9156-d34a84d31f38', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:09:37.945955 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-d8ac3685-77a3-4cb5-aa1f-40910a12aa48 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4105767'] for router (3c88878a-af42-456b-8900-110f6b22ce45), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:09:37.946682 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8ac3685-77a3-4cb5-aa1f-40910a12aa48 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3c88878a-af42-456b-8900-110f6b22ce45 {{(pid=103305) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 26 21:09:37.956472 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-d8ac3685-77a3-4cb5-aa1f-40910a12aa48 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:09:37.961534 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-d8ac3685-77a3-4cb5-aa1f-40910a12aa48 admin admin] 10.222.0.13 "DELETE /v2.0/routers/3c88878a-af42-456b-8900-110f6b22ce45 HTTP/1.1" status: 204 len: 168 time: 1.1160724 Jan 26 21:09:37.961787 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 48500) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:09:38.022159 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04023e20-3b36-445d-b34e-e4db06a32757 req-a718d19b-4d1f-4166-ba5e-36d73a50cc71 tempest-MigrationsAdminTest-1084137346 tempest-MigrationsAdminTest-1084137346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:09:38.023723 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-04023e20-3b36-445d-b34e-e4db06a32757 req-a718d19b-4d1f-4166-ba5e-36d73a50cc71 tempest-MigrationsAdminTest-1084137346 tempest-MigrationsAdminTest-1084137346-project] 10.222.0.13 "GET /v2.0/ports?device_id=b8273d7d-7d14-4fba-908e-42ea49b1effb HTTP/1.1" status: 200 len: 950 time: 0.1069121 Jan 26 21:09:38.048382 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.db_base_plugin_v2 [None req-63a9ac31-9abd-4fb5-a4dc-82c8a19bd36c admin admin] Deleting subnet eec8cb95-c3ec-4721-96f2-9e8c47b960df {{(pid=103304) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 26 21:09:38.064943 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-63a9ac31-9abd-4fb5-a4dc-82c8a19bd36c admin admin] Publish callbacks [] for subnet (eec8cb95-c3ec-4721-96f2-9e8c47b960df), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:09:38.080041 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (32ef628b-8417-46c5-8729-60fcabe358f1), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:09:38.095999 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-3df6d920-c8a5-4a8e-aff3-f82d454f988c req-069db7fd-ba69-464a-b823-6fb70cd6e4a5 tempest-SecurityGroupRulesTestJSON-889117786 tempest-SecurityGroupRulesTestJSON-889117786-project] Publish callbacks [] for security_group_rule (1168450d-874c-4de3-a7e1-c28354e2e76a), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:09:38.135854 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-63a9ac31-9abd-4fb5-a4dc-82c8a19bd36c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8881284'] for subnet (eec8cb95-c3ec-4721-96f2-9e8c47b960df), precommit_delete_associations {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:09:38.141664 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-04023e20-3b36-445d-b34e-e4db06a32757 req-bb7b3714-7e96-4187-8415-0c22333494bd tempest-MigrationsAdminTest-1084137346 tempest-MigrationsAdminTest-1084137346-project] 10.222.0.13 "GET /v2.0/security-groups?id=e0b082e3-685f-492b-b87f-3045b8ecd8c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082149 Jan 26 21:09:38.186007 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-3df6d920-c8a5-4a8e-aff3-f82d454f988c req-069db7fd-ba69-464a-b823-6fb70cd6e4a5 tempest-SecurityGroupRulesTestJSON-889117786 tempest-SecurityGroupRulesTestJSON-889117786-project] Publish callbacks [] for security_group_rule (1168450d-874c-4de3-a7e1-c28354e2e76a), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:09:38.199268 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-3df6d920-c8a5-4a8e-aff3-f82d454f988c req-069db7fd-ba69-464a-b823-6fb70cd6e4a5 tempest-SecurityGroupRulesTestJSON-889117786 tempest-SecurityGroupRulesTestJSON-889117786-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102715'] for security_group_rule (1168450d-874c-4de3-a7e1-c28354e2e76a), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:09:38.252507 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-069db7fd-ba69-464a-b823-6fb70cd6e4a5 tempest-SecurityGroupRulesTestJSON-889117786 tempest-SecurityGroupRulesTestJSON-889117786-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1168450d-874c-4de3-a7e1-c28354e2e76a,revision_number=0']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:09:38.273545 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-3df6d920-c8a5-4a8e-aff3-f82d454f988c req-069db7fd-ba69-464a-b823-6fb70cd6e4a5 tempest-SecurityGroupRulesTestJSON-889117786 tempest-SecurityGroupRulesTestJSON-889117786-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:09:38.274689 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-3df6d920-c8a5-4a8e-aff3-f82d454f988c req-069db7fd-ba69-464a-b823-6fb70cd6e4a5 tempest-SecurityGroupRulesTestJSON-889117786 tempest-SecurityGroupRulesTestJSON-889117786-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 792 time: 0.3703995 Jan 26 21:09:38.292863 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-63a9ac31-9abd-4fb5-a4dc-82c8a19bd36c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687316'] for subnet (eec8cb95-c3ec-4721-96f2-9e8c47b960df), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:09:38.337826 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74aaf04-3ccc-49c0-8f08-e09729ada185 req-e39c6aec-eaf1-4e40-8032-b407211b4dc0 tempest-ServersNegativeTestMultiTenantJSON-2093047769 tempest-ServersNegativeTestMultiTenantJSON-2093047769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:09:38.339398 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-f74aaf04-3ccc-49c0-8f08-e09729ada185 req-e39c6aec-eaf1-4e40-8032-b407211b4dc0 tempest-ServersNegativeTestMultiTenantJSON-2093047769 tempest-ServersNegativeTestMultiTenantJSON-2093047769-project] 10.222.0.13 "GET /v2.0/ports?device_id=d4d43813-3493-4ebc-9752-c109833d96dc HTTP/1.1" status: 200 len: 944 time: 0.1289563 Jan 26 21:09:38.387141 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-63a9ac31-9abd-4fb5-a4dc-82c8a19bd36c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9281612', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12215216'] for subnet (eec8cb95-c3ec-4721-96f2-9e8c47b960df), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:09:38.431838 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-63a9ac31-9abd-4fb5-a4dc-82c8a19bd36c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:09:38.435075 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-63a9ac31-9abd-4fb5-a4dc-82c8a19bd36c admin admin] 10.222.0.13 "DELETE /v2.0/subnets/eec8cb95-c3ec-4721-96f2-9e8c47b960df HTTP/1.1" status: 204 len: 168 time: 0.4722416 Jan 26 21:09:38.437833 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 48508) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:09:38.438796 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-f74aaf04-3ccc-49c0-8f08-e09729ada185 req-b08916ec-8bec-45f8-8884-8ef69ffb3f46 tempest-ServersNegativeTestMultiTenantJSON-2093047769 tempest-ServersNegativeTestMultiTenantJSON-2093047769-project] 10.222.0.13 "GET /v2.0/security-groups?id=2592e4fe-89f1-4da1-9272-8e3739dff1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915601 Jan 26 21:09:38.439526 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a9ac31-9abd-4fb5-a4dc-82c8a19bd36c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=eec8cb95-c3ec-4721-96f2-9e8c47b960df,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:09:38.443511 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c06a06c9-5180-42f0-a217-660e011d7551 None None] Network ea4cfd45-fac7-4e0a-a1c1-7e8b5e10dc40 requested from n-d-760453-5 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 26 21:09:38.479253 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [req-200840c6-8c65-4cfc-b355-26068a74a721 req-d7dcd972-a1d8-40e7-a3bb-0a7b5cd469b3 tempest-SecurityGroupRulesTestJSON-889117786 tempest-SecurityGroupRulesTestJSON-889117786-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1326622754', 'description': 'tempest-description-1261754414'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:09:38.503096 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-200840c6-8c65-4cfc-b355-26068a74a721 req-d7dcd972-a1d8-40e7-a3bb-0a7b5cd469b3 tempest-SecurityGroupRulesTestJSON-889117786 tempest-SecurityGroupRulesTestJSON-889117786-project] Publish callbacks [] for security_group (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:09:38.559180 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Device 924f77f0-d790-44b8-981a-c27eb73de6d4 up at agent hyperv_n-h2-760453-5 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 21:09:38.578416 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-93161398-5513-4c1e-8d8d-f8d88c7fbd3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-748181'] for network (ea4cfd45-fac7-4e0a-a1c1-7e8b5e10dc40), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:09:38.658017 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78565871-5f9e-4741-bb32-cc58c4539f5e None None] DHCP port deletion for ea4cfd45-fac7-4e0a-a1c1-7e8b5e10dc40 request from n-d-760453-5 {{(pid=103306) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 26 21:09:38.664391 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Provisioning for port 924f77f0-d790-44b8-981a-c27eb73de6d4 completed by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 21:09:38.670486 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Provisioning complete for port 924f77f0-d790-44b8-981a-c27eb73de6d4 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:09:38.671664 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (924f77f0-d790-44b8-981a-c27eb73de6d4), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:09:38.677671 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-200840c6-8c65-4cfc-b355-26068a74a721 req-d7dcd972-a1d8-40e7-a3bb-0a7b5cd469b3 tempest-SecurityGroupRulesTestJSON-889117786 tempest-SecurityGroupRulesTestJSON-889117786-project] Publish callbacks [] for security_group (87354e52-9d66-4084-85f0-b64479856dae), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:09:38.688999 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-93161398-5513-4c1e-8d8d-f8d88c7fbd3e admin admin] Deleting port c175feee-0235-4f31-9215-68131cac1467 {{(pid=103305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 21:09:38.689439 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-93161398-5513-4c1e-8d8d-f8d88c7fbd3e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746560630878'] for port (c175feee-0235-4f31-9215-68131cac1467), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:09:38.702734 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-200840c6-8c65-4cfc-b355-26068a74a721 req-d7dcd972-a1d8-40e7-a3bb-0a7b5cd469b3 tempest-SecurityGroupRulesTestJSON-889117786 tempest-SecurityGroupRulesTestJSON-889117786-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (87354e52-9d66-4084-85f0-b64479856dae), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:09:38.755214 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-200840c6-8c65-4cfc-b355-26068a74a721 req-d7dcd972-a1d8-40e7-a3bb-0a7b5cd469b3 tempest-SecurityGroupRulesTestJSON-889117786 tempest-SecurityGroupRulesTestJSON-889117786-project] Publish callbacks [] for security_group (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:09:38.760357 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-200840c6-8c65-4cfc-b355-26068a74a721 req-d7dcd972-a1d8-40e7-a3bb-0a7b5cd469b3 tempest-SecurityGroupRulesTestJSON-889117786 tempest-SecurityGroupRulesTestJSON-889117786-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1827 time: 0.2852659 Jan 26 21:09:38.762544 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7dcd972-a1d8-40e7-a3bb-0a7b5cd469b3 tempest-SecurityGroupRulesTestJSON-889117786 tempest-SecurityGroupRulesTestJSON-889117786-project] Pushing event updated for resources: {'SecurityGroup': ['ID=87354e52-9d66-4084-85f0-b64479856dae,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:09:38.784403 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [None req-93161398-5513-4c1e-8d8d-f8d88c7fbd3e admin admin] For port c175feee-0235-4f31-9215-68131cac1467, host n-d-760453-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=c175feee-0235-4f31-9215-68131cac1467,segment=NetworkSegment(7b94b2d0-39e1-450e-8820-efbf9a17ff92),segment_id=7b94b2d0-39e1-450e-8820-efbf9a17ff92)] {{(pid=103305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:09:38.784701 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-93161398-5513-4c1e-8d8d-f8d88c7fbd3e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4109658'] for port (c175feee-0235-4f31-9215-68131cac1467), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:09:38.792899 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [req-c643c3aa-9ea4-450b-b3c4-f96f34410d7f req-07259552-3219-4a89-8beb-884ae6fbcc71 tempest-SecurityGroupRulesTestJSON-889117786 tempest-SecurityGroupRulesTestJSON-889117786-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-123479230', 'description': 'tempest-description-2139905526'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:09:38.807751 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-93161398-5513-4c1e-8d8d-f8d88c7fbd3e admin admin] Calling delete_port for c175feee-0235-4f31-9215-68131cac1467 owned by network:dhcp {{(pid=103305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 21:09:38.808285 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9323ae-6278-4697-b1f1-4044f6ac9437 req-df08e4f2-c542-4daa-b9b4-f1181ca69a39 tempest-LiveAutoBlockMigrationV225Test-1645909514 tempest-LiveAutoBlockMigrationV225Test-1645909514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:09:38.816250 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-2e9323ae-6278-4697-b1f1-4044f6ac9437 req-df08e4f2-c542-4daa-b9b4-f1181ca69a39 tempest-LiveAutoBlockMigrationV225Test-1645909514 tempest-LiveAutoBlockMigrationV225Test-1645909514-project] 10.222.0.13 "GET /v2.0/ports?device_id=cbf92dab-bccf-42aa-9b00-3737afaeaf63 HTTP/1.1" status: 200 len: 943 time: 0.1854999 Jan 26 21:09:38.862415 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-78565871-5f9e-4741-bb32-cc58c4539f5e None None] Deleting port c175feee-0235-4f31-9215-68131cac1467 {{(pid=103306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 21:09:38.863037 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-78565871-5f9e-4741-bb32-cc58c4539f5e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746560630878'] for port (c175feee-0235-4f31-9215-68131cac1467), before_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:09:38.869176 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-c643c3aa-9ea4-450b-b3c4-f96f34410d7f req-07259552-3219-4a89-8beb-884ae6fbcc71 tempest-SecurityGroupRulesTestJSON-889117786 tempest-SecurityGroupRulesTestJSON-889117786-project] Publish callbacks [] for security_group (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:09:38.895330 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-2e9323ae-6278-4697-b1f1-4044f6ac9437 req-85d52209-17d4-4c9f-bbac-e88b44f7af8e tempest-LiveAutoBlockMigrationV225Test-1645909514 tempest-LiveAutoBlockMigrationV225Test-1645909514-project] 10.222.0.13 "GET /v2.0/security-groups?id=d3d52ae6-e761-44ee-98bd-9ad0dc66343a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778713 Jan 26 21:09:38.947010 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-93161398-5513-4c1e-8d8d-f8d88c7fbd3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746560636600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746560234536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11791543'] for port (c175feee-0235-4f31-9215-68131cac1467), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:09:38.947585 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Current status of the port 924f77f0-d790-44b8-981a-c27eb73de6d4 is: BUILD; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:09:38.947585 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (924f77f0-d790-44b8-981a-c27eb73de6d4), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:09:38.997003 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93161398-5513-4c1e-8d8d-f8d88c7fbd3e admin admin] Pushing event deleted for resources: {'Port': ['ID=c175feee-0235-4f31-9215-68131cac1467,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:09:39.006484 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93161398-5513-4c1e-8d8d-f8d88c7fbd3e admin admin] No DVR routers for this DVR port c175feee-0235-4f31-9215-68131cac1467 on host n-d-760453-5 {{(pid=103305) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 26 21:09:39.012220 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-c643c3aa-9ea4-450b-b3c4-f96f34410d7f req-07259552-3219-4a89-8beb-884ae6fbcc71 tempest-SecurityGroupRulesTestJSON-889117786 tempest-SecurityGroupRulesTestJSON-889117786-project] Publish callbacks [] for security_group (2caa0333-8e9d-4452-8b76-0edac7a372c5), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:09:39.030802 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-c643c3aa-9ea4-450b-b3c4-f96f34410d7f req-07259552-3219-4a89-8beb-884ae6fbcc71 tempest-SecurityGroupRulesTestJSON-889117786 tempest-SecurityGroupRulesTestJSON-889117786-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (2caa0333-8e9d-4452-8b76-0edac7a372c5), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:09:39.071663 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-c643c3aa-9ea4-450b-b3c4-f96f34410d7f req-07259552-3219-4a89-8beb-884ae6fbcc71 tempest-SecurityGroupRulesTestJSON-889117786 tempest-SecurityGroupRulesTestJSON-889117786-project] Publish callbacks [] for security_group (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:09:39.080447 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-c643c3aa-9ea4-450b-b3c4-f96f34410d7f req-07259552-3219-4a89-8beb-884ae6fbcc71 tempest-SecurityGroupRulesTestJSON-889117786 tempest-SecurityGroupRulesTestJSON-889117786-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1826 time: 0.2999210 Jan 26 21:09:39.098457 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07259552-3219-4a89-8beb-884ae6fbcc71 tempest-SecurityGroupRulesTestJSON-889117786 tempest-SecurityGroupRulesTestJSON-889117786-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2caa0333-8e9d-4452-8b76-0edac7a372c5,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:09:39.115517 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-93161398-5513-4c1e-8d8d-f8d88c7fbd3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-686403', 'neutron.services.segments.db._delete_segments_for_network-8746560774018'] for network (ea4cfd45-fac7-4e0a-a1c1-7e8b5e10dc40), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:09:39.140477 n-d-760453-5 neutron-server[103305]: DEBUG neutron.services.segments.db [None req-93161398-5513-4c1e-8d8d-f8d88c7fbd3e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ea4cfd45-fac7-4e0a-a1c1-7e8b5e10dc40']}} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:09:39.153465 n-d-760453-5 neutron-server[103305]: DEBUG neutron.services.segments.db [None req-93161398-5513-4c1e-8d8d-f8d88c7fbd3e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7b94b2d0-39e1-450e-8820-efbf9a17ff92') {'for_net_delete': True} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:09:39.153766 n-d-760453-5 neutron-server[103305]: DEBUG neutron.services.segments.db [None req-93161398-5513-4c1e-8d8d-f8d88c7fbd3e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7b94b2d0-39e1-450e-8820-efbf9a17ff92') {} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:09:39.160862 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device f2b39eae-256e-46aa-8f9f-57903ffb8ec1 no longer exists at agent ovs-agent-n-d-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 26 21:09:39.166772 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-93161398-5513-4c1e-8d8d-f8d88c7fbd3e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746560742283', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11788955'] for segment (7b94b2d0-39e1-450e-8820-efbf9a17ff92), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:09:39.173498 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-a383e96d-893d-4e56-96ba-2e8ccf4528da req-ebf58fa2-2474-4d88-8ae9-4c642ceabaf0 tempest-SecurityGroupRulesTestJSON-889117786 tempest-SecurityGroupRulesTestJSON-889117786-project] 10.222.0.13 "GET /v2.0/security-groups/87354e52-9d66-4084-85f0-b64479856dae HTTP/1.1" status: 200 len: 1822 time: 0.0639601 Jan 26 21:09:39.192226 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-93161398-5513-4c1e-8d8d-f8d88c7fbd3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576559'] for segment (7b94b2d0-39e1-450e-8820-efbf9a17ff92), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:09:39.199412 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-93161398-5513-4c1e-8d8d-f8d88c7fbd3e admin admin] Releasing vlan 559 on physical network physnet1 to pool {{(pid=103305) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 26 21:09:39.199855 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-93161398-5513-4c1e-8d8d-f8d88c7fbd3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11791428'] for segment (7b94b2d0-39e1-450e-8820-efbf9a17ff92), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:09:39.201749 n-d-760453-5 neutron-server[103305]: Traceback (most recent call last): Jan 26 21:09:39.201749 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 26 21:09:39.201749 n-d-760453-5 neutron-server[103305]: timer() Jan 26 21:09:39.201749 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 26 21:09:39.201749 n-d-760453-5 neutron-server[103305]: cb(*args, **kw) Jan 26 21:09:39.201749 n-d-760453-5 neutron-server[103305]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 26 21:09:39.201749 n-d-760453-5 neutron-server[103305]: return func(*args, **kwargs) Jan 26 21:09:39.201749 n-d-760453-5 neutron-server[103305]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 26 21:09:39.201749 n-d-760453-5 neutron-server[103305]: self._notify() Jan 26 21:09:39.201749 n-d-760453-5 neutron-server[103305]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 26 21:09:39.201749 n-d-760453-5 neutron-server[103305]: self.callback(batched_events) Jan 26 21:09:39.201749 n-d-760453-5 neutron-server[103305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 26 21:09:39.201749 n-d-760453-5 neutron-server[103305]: event.method(event) Jan 26 21:09:39.201749 n-d-760453-5 neutron-server[103305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 26 21:09:39.201749 n-d-760453-5 neutron-server[103305]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 26 21:09:39.201749 n-d-760453-5 neutron-server[103305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 26 21:09:39.201749 n-d-760453-5 neutron-server[103305]: aggregate_uuid = self.p_client.list_aggregates( Jan 26 21:09:39.201749 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 26 21:09:39.201749 n-d-760453-5 neutron-server[103305]: return f(self, *a, **k) Jan 26 21:09:39.201749 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 26 21:09:39.201749 n-d-760453-5 neutron-server[103305]: return self._get(url).json() Jan 26 21:09:39.201749 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 26 21:09:39.201749 n-d-760453-5 neutron-server[103305]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 26 21:09:39.201749 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 26 21:09:39.201749 n-d-760453-5 neutron-server[103305]: return self.request(url, 'GET', **kwargs) Jan 26 21:09:39.201749 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 26 21:09:39.201749 n-d-760453-5 neutron-server[103305]: base_url = self.get_endpoint(auth, allow=allow, Jan 26 21:09:39.201749 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 26 21:09:39.201749 n-d-760453-5 neutron-server[103305]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 26 21:09:39.201749 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 26 21:09:39.201749 n-d-760453-5 neutron-server[103305]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 26 21:09:39.201749 n-d-760453-5 neutron-server[103305]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 26 21:09:39.249757 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] No Port match for: f2b39eae-256e-46aa-8f9f-57903ffb8ec1 {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 26 21:09:39.250354 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device f2b39eae-256e-46aa-8f9f-57903ffb8ec1 not bound to the agent host n-d-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 26 21:09:39.250968 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device 2524b7f7-3f12-409d-843a-98614a7bc8c3 no longer exists at agent ovs-agent-n-d-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 26 21:09:39.263506 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-a383e96d-893d-4e56-96ba-2e8ccf4528da req-e6a1b78b-6109-4116-a917-8d173dc51f80 tempest-SecurityGroupRulesTestJSON-889117786 tempest-SecurityGroupRulesTestJSON-889117786-project] 10.222.0.13 "GET /v2.0/security-groups/2caa0333-8e9d-4452-8b76-0edac7a372c5 HTTP/1.1" status: 200 len: 1821 time: 0.0790176 Jan 26 21:09:39.268969 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [req-a383e96d-893d-4e56-96ba-2e8ccf4528da req-3482900d-315a-4877-b01f-b087187add8f tempest-SecurityGroupRulesTestJSON-889117786 tempest-SecurityGroupRulesTestJSON-889117786-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '87354e52-9d66-4084-85f0-b64479856dae', 'remote_group_id': '2caa0333-8e9d-4452-8b76-0edac7a372c5', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:09:39.269774 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [req-a383e96d-893d-4e56-96ba-2e8ccf4528da req-3482900d-315a-4877-b01f-b087187add8f tempest-SecurityGroupRulesTestJSON-889117786 tempest-SecurityGroupRulesTestJSON-889117786-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '87354e52-9d66-4084-85f0-b64479856dae', 'remote_group_id': '2caa0333-8e9d-4452-8b76-0edac7a372c5', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:09:39.282974 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-93161398-5513-4c1e-8d8d-f8d88c7fbd3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4110931'] for network (ea4cfd45-fac7-4e0a-a1c1-7e8b5e10dc40), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:09:39.288386 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-93161398-5513-4c1e-8d8d-f8d88c7fbd3e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709645'] for network (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:09:39.292303 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-93161398-5513-4c1e-8d8d-f8d88c7fbd3e admin admin] 10.222.0.13 "DELETE /v2.0/networks/ea4cfd45-fac7-4e0a-a1c1-7e8b5e10dc40 HTTP/1.1" status: 204 len: 168 time: 0.8517723 Jan 26 21:09:39.298437 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-78565871-5f9e-4741-bb32-cc58c4539f5e None None] For port c175feee-0235-4f31-9215-68131cac1467, host n-d-760453-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=c175feee-0235-4f31-9215-68131cac1467,segment=NetworkSegment(7b94b2d0-39e1-450e-8820-efbf9a17ff92),segment_id=7b94b2d0-39e1-450e-8820-efbf9a17ff92)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:09:39.299092 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-78565871-5f9e-4741-bb32-cc58c4539f5e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4109658'] for port (c175feee-0235-4f31-9215-68131cac1467), precommit_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:09:39.306150 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] No Port match for: 2524b7f7-3f12-409d-843a-98614a7bc8c3 {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 26 21:09:39.306521 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device 2524b7f7-3f12-409d-843a-98614a7bc8c3 not bound to the agent host n-d-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 26 21:09:39.306988 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device c175feee-0235-4f31-9215-68131cac1467 no longer exists at agent ovs-agent-n-d-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 26 21:09:39.308538 n-d-760453-5 neutron-server[103306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4d43813-3493-4ebc-9752-c109833d96dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '924f77f0-d790-44b8-981a-c27eb73de6d4'}] {{(pid=103306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 21:09:39.311374 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93161398-5513-4c1e-8d8d-f8d88c7fbd3e admin admin] Pushing event deleted for resources: {'Network': ['ID=ea4cfd45-fac7-4e0a-a1c1-7e8b5e10dc40,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:09:39.318036 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9d5d370febab655511bdd2ffe887e43e442d144a440368702bcc1e93af00b97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c349a4fa-2401-4de7-853f-7422076a3c97" -d '{"events": [{"server_uuid": "d4d43813-3493-4ebc-9752-c109833d96dc", "name": "network-vif-plugged", "status": "completed", "tag": "924f77f0-d790-44b8-981a-c27eb73de6d4"}]}' {{(pid=103306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 21:09:39.377930 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] No Port match for: c175feee-0235-4f31-9215-68131cac1467 {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 26 21:09:39.378525 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device c175feee-0235-4f31-9215-68131cac1467 not bound to the agent host n-d-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 26 21:09:39.378729 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9340737a-840d-4405-9aab-6a70c9f17f63 req-2096f884-e460-454b-b653-66bf7c860073 tempest-MigrationsAdminTest-1084137346 tempest-MigrationsAdminTest-1084137346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:09:39.380702 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-78565871-5f9e-4741-bb32-cc58c4539f5e None None] Calling delete_port for c175feee-0235-4f31-9215-68131cac1467 owned by network:dhcp {{(pid=103306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 21:09:39.384299 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] For port 924f77f0-d790-44b8-981a-c27eb73de6d4, host n-h2-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-5',level=0,port_id=924f77f0-d790-44b8-981a-c27eb73de6d4,segment=NetworkSegment(bd36d27c-88a3-4dab-af8e-40c6d60ed7e6),segment_id=bd36d27c-88a3-4dab-af8e-40c6d60ed7e6)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:09:39.386922 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-9340737a-840d-4405-9aab-6a70c9f17f63 req-2096f884-e460-454b-b653-66bf7c860073 tempest-MigrationsAdminTest-1084137346 tempest-MigrationsAdminTest-1084137346-project] 10.222.0.13 "GET /v2.0/ports?device_id=b8273d7d-7d14-4fba-908e-42ea49b1effb HTTP/1.1" status: 200 len: 950 time: 0.1458991 Jan 26 21:09:39.397870 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (924f77f0-d790-44b8-981a-c27eb73de6d4), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:09:39.471623 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-9340737a-840d-4405-9aab-6a70c9f17f63 req-4176ebed-f04d-494d-9220-366870f8291a tempest-MigrationsAdminTest-1084137346 tempest-MigrationsAdminTest-1084137346-project] 10.222.0.13 "GET /v2.0/security-groups?id=e0b082e3-685f-492b-b87f-3045b8ecd8c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836337 Jan 26 21:09:39.487886 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-a383e96d-893d-4e56-96ba-2e8ccf4528da req-3482900d-315a-4877-b01f-b087187add8f tempest-SecurityGroupRulesTestJSON-889117786 tempest-SecurityGroupRulesTestJSON-889117786-project] Publish callbacks [] for security_group_rule (1c65be50-9e79-40a2-aaa5-050fc0036a4f), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:09:39.501322 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 48528) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:09:39.516836 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Pushing event updated for resources: {'Port': ['ID=924f77f0-d790-44b8-981a-c27eb73de6d4,revision_number=5']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:09:39.538675 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-78565871-5f9e-4741-bb32-cc58c4539f5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746560636600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746560234536'] for port (c175feee-0235-4f31-9215-68131cac1467), after_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:09:39.558044 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-dbbb3bfd-4cfd-4676-9d7e-7c4d559490a3 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=012dddf1c40647e796d65d0a4fc9b6ad&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0553160 Jan 26 21:09:39.563675 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-a383e96d-893d-4e56-96ba-2e8ccf4528da req-3482900d-315a-4877-b01f-b087187add8f tempest-SecurityGroupRulesTestJSON-889117786 tempest-SecurityGroupRulesTestJSON-889117786-project] Publish callbacks [] for security_group_rule (1c65be50-9e79-40a2-aaa5-050fc0036a4f), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:09:39.564523 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Jan 2022 21:09:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-260cc681-3a4b-471b-afcf-83a8f63672c5 x-openstack-request-id: req-260cc681-3a4b-471b-afcf-83a8f63672c5 {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 21:09:39.564815 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4d43813-3493-4ebc-9752-c109833d96dc", "name": "network-vif-plugged", "status": "completed", "tag": "924f77f0-d790-44b8-981a-c27eb73de6d4", "code": 200}]} {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 21:09:39.565066 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-260cc681-3a4b-471b-afcf-83a8f63672c5 {{(pid=103306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 21:09:39.565611 n-d-760453-5 neutron-server[103306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4d43813-3493-4ebc-9752-c109833d96dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '924f77f0-d790-44b8-981a-c27eb73de6d4', 'code': 200} Jan 26 21:09:39.566403 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-78565871-5f9e-4741-bb32-cc58c4539f5e None None] Network ea4cfd45-fac7-4e0a-a1c1-7e8b5e10dc40 is not hosted by any dhcp agent {{(pid=103306) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jan 26 21:09:39.566856 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78565871-5f9e-4741-bb32-cc58c4539f5e None None] No DVR routers for this DVR port c175feee-0235-4f31-9215-68131cac1467 on host n-d-760453-5 {{(pid=103306) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 26 21:09:39.568671 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78565871-5f9e-4741-bb32-cc58c4539f5e None None] Pushing event deleted for resources: {'Port': ['ID=c175feee-0235-4f31-9215-68131cac1467,revision_number=None']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:09:39.573639 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 48530) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:09:39.575446 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-a383e96d-893d-4e56-96ba-2e8ccf4528da req-3482900d-315a-4877-b01f-b087187add8f tempest-SecurityGroupRulesTestJSON-889117786 tempest-SecurityGroupRulesTestJSON-889117786-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102715'] for security_group_rule (1c65be50-9e79-40a2-aaa5-050fc0036a4f), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:09:39.603509 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3482900d-315a-4877-b01f-b087187add8f tempest-SecurityGroupRulesTestJSON-889117786 tempest-SecurityGroupRulesTestJSON-889117786-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1c65be50-9e79-40a2-aaa5-050fc0036a4f,revision_number=0']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:09:39.634118 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-a383e96d-893d-4e56-96ba-2e8ccf4528da req-3482900d-315a-4877-b01f-b087187add8f tempest-SecurityGroupRulesTestJSON-889117786 tempest-SecurityGroupRulesTestJSON-889117786-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:09:39.650154 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-a383e96d-893d-4e56-96ba-2e8ccf4528da req-3482900d-315a-4877-b01f-b087187add8f tempest-SecurityGroupRulesTestJSON-889117786 tempest-SecurityGroupRulesTestJSON-889117786-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.3854156 Jan 26 21:09:39.653675 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-47f2a705-2257-4f40-8807-97a54a796ab5 admin admin] Publish callbacks [] for security_group (3eb50d28-f7e6-4f88-824a-e1e8ecf893a6), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:09:39.708539 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-47f2a705-2257-4f40-8807-97a54a796ab5 admin admin] Publish callbacks [] for security_group (3eb50d28-f7e6-4f88-824a-e1e8ecf893a6), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:09:39.758184 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [req-4585dab5-03c6-4820-a801-16d875642ad5 req-f5f75b63-4732-4870-9978-33aa5526a060 tempest-SecurityGroupRulesTestJSON-889117786 tempest-SecurityGroupRulesTestJSON-889117786-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-689124561', 'description': 'tempest-description-1420521705'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:09:39.760782 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91aa0d72-1d43-45f6-bbef-f1547c94b718 req-21d88bd4-be57-4b41-b245-f29e07f81aec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:09:39.762904 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-91aa0d72-1d43-45f6-bbef-f1547c94b718 req-21d88bd4-be57-4b41-b245-f29e07f81aec service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=d4d43813-3493-4ebc-9752-c109833d96dc HTTP/1.1" status: 200 len: 1096 time: 0.1294155 Jan 26 21:09:39.789446 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-4585dab5-03c6-4820-a801-16d875642ad5 req-f5f75b63-4732-4870-9978-33aa5526a060 tempest-SecurityGroupRulesTestJSON-889117786 tempest-SecurityGroupRulesTestJSON-889117786-project] Publish callbacks [] for security_group (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:09:39.801221 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7ae8de-a78e-4d4d-a0a7-8832e15329cb req-23222b36-a035-454d-ac3d-dfc6eca8f173 tempest-ServersNegativeTestMultiTenantJSON-2093047769 tempest-ServersNegativeTestMultiTenantJSON-2093047769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:09:39.802442 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-0f7ae8de-a78e-4d4d-a0a7-8832e15329cb req-23222b36-a035-454d-ac3d-dfc6eca8f173 tempest-ServersNegativeTestMultiTenantJSON-2093047769 tempest-ServersNegativeTestMultiTenantJSON-2093047769-project] 10.222.0.13 "GET /v2.0/ports?device_id=d4d43813-3493-4ebc-9752-c109833d96dc HTTP/1.1" status: 200 len: 945 time: 0.0738916 Jan 26 21:09:39.819077 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-91aa0d72-1d43-45f6-bbef-f1547c94b718 req-6101d296-fae8-4435-842d-fa8fd095e0e5 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=2592e4fe-89f1-4da1-9272-8e3739dff1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499089 Jan 26 21:09:39.820318 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-47f2a705-2257-4f40-8807-97a54a796ab5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (3eb50d28-f7e6-4f88-824a-e1e8ecf893a6), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:09:39.823353 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-47f2a705-2257-4f40-8807-97a54a796ab5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:09:39.826949 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-47f2a705-2257-4f40-8807-97a54a796ab5 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/3eb50d28-f7e6-4f88-824a-e1e8ecf893a6 HTTP/1.1" status: 204 len: 168 time: 0.2449520 Jan 26 21:09:39.833617 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f2a705-2257-4f40-8807-97a54a796ab5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3eb50d28-f7e6-4f88-824a-e1e8ecf893a6,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:09:39.890162 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-0f7ae8de-a78e-4d4d-a0a7-8832e15329cb req-8bfab980-0ead-45d0-8743-ac09d81175d4 tempest-ServersNegativeTestMultiTenantJSON-2093047769 tempest-ServersNegativeTestMultiTenantJSON-2093047769-project] 10.222.0.13 "GET /v2.0/security-groups?id=2592e4fe-89f1-4da1-9272-8e3739dff1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758841 Jan 26 21:09:39.928075 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-4585dab5-03c6-4820-a801-16d875642ad5 req-f5f75b63-4732-4870-9978-33aa5526a060 tempest-SecurityGroupRulesTestJSON-889117786 tempest-SecurityGroupRulesTestJSON-889117786-project] Publish callbacks [] for security_group (478e2884-f4c8-4965-9cac-6e8d28d144ce), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:09:39.934194 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-4585dab5-03c6-4820-a801-16d875642ad5 req-f5f75b63-4732-4870-9978-33aa5526a060 tempest-SecurityGroupRulesTestJSON-889117786 tempest-SecurityGroupRulesTestJSON-889117786-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (478e2884-f4c8-4965-9cac-6e8d28d144ce), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:09:39.976990 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-4585dab5-03c6-4820-a801-16d875642ad5 req-f5f75b63-4732-4870-9978-33aa5526a060 tempest-SecurityGroupRulesTestJSON-889117786 tempest-SecurityGroupRulesTestJSON-889117786-project] Publish callbacks [] for security_group (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:09:39.985877 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-4585dab5-03c6-4820-a801-16d875642ad5 req-f5f75b63-4732-4870-9978-33aa5526a060 tempest-SecurityGroupRulesTestJSON-889117786 tempest-SecurityGroupRulesTestJSON-889117786-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1826 time: 0.2464273 Jan 26 21:09:40.034641 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f75b63-4732-4870-9978-33aa5526a060 tempest-SecurityGroupRulesTestJSON-889117786 tempest-SecurityGroupRulesTestJSON-889117786-project] Pushing event updated for resources: {'SecurityGroup': ['ID=478e2884-f4c8-4965-9cac-6e8d28d144ce,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:09:40.040158 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [req-c7277265-51fb-44b9-bc6b-1d23b9e601e7 req-b62a165f-77f4-4ad1-900f-1f0f2d7313f9 tempest-SecurityGroupRulesTestJSON-889117786 tempest-SecurityGroupRulesTestJSON-889117786-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-708488445', 'description': 'tempest-description-1648401611'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:09:40.079390 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15194a93-069a-4423-a09d-53144a91bd2a req-3c42d937-3e73-4f1c-a026-88bfd7d6d18b tempest-LiveAutoBlockMigrationV225Test-1645909514 tempest-LiveAutoBlockMigrationV225Test-1645909514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:09:40.080856 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-15194a93-069a-4423-a09d-53144a91bd2a req-3c42d937-3e73-4f1c-a026-88bfd7d6d18b tempest-LiveAutoBlockMigrationV225Test-1645909514 tempest-LiveAutoBlockMigrationV225Test-1645909514-project] 10.222.0.13 "GET /v2.0/ports?device_id=cbf92dab-bccf-42aa-9b00-3737afaeaf63 HTTP/1.1" status: 200 len: 943 time: 0.0885577 Jan 26 21:09:40.082159 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-c7277265-51fb-44b9-bc6b-1d23b9e601e7 req-b62a165f-77f4-4ad1-900f-1f0f2d7313f9 tempest-SecurityGroupRulesTestJSON-889117786 tempest-SecurityGroupRulesTestJSON-889117786-project] Publish callbacks [] for security_group (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:09:40.166716 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-15194a93-069a-4423-a09d-53144a91bd2a req-3cd8d4f9-3377-4c53-96f4-ccd76c2d6458 tempest-LiveAutoBlockMigrationV225Test-1645909514 tempest-LiveAutoBlockMigrationV225Test-1645909514-project] 10.222.0.13 "GET /v2.0/security-groups?id=d3d52ae6-e761-44ee-98bd-9ad0dc66343a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711095 Jan 26 21:09:40.197356 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-c7277265-51fb-44b9-bc6b-1d23b9e601e7 req-b62a165f-77f4-4ad1-900f-1f0f2d7313f9 tempest-SecurityGroupRulesTestJSON-889117786 tempest-SecurityGroupRulesTestJSON-889117786-project] Publish callbacks [] for security_group (6ac03802-73ec-4273-95cc-836e33197b6a), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:09:40.200971 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-c7277265-51fb-44b9-bc6b-1d23b9e601e7 req-b62a165f-77f4-4ad1-900f-1f0f2d7313f9 tempest-SecurityGroupRulesTestJSON-889117786 tempest-SecurityGroupRulesTestJSON-889117786-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (6ac03802-73ec-4273-95cc-836e33197b6a), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:09:40.234109 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-c7277265-51fb-44b9-bc6b-1d23b9e601e7 req-b62a165f-77f4-4ad1-900f-1f0f2d7313f9 tempest-SecurityGroupRulesTestJSON-889117786 tempest-SecurityGroupRulesTestJSON-889117786-project] Publish callbacks [] for security_group (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:09:40.235345 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-c7277265-51fb-44b9-bc6b-1d23b9e601e7 req-b62a165f-77f4-4ad1-900f-1f0f2d7313f9 tempest-SecurityGroupRulesTestJSON-889117786 tempest-SecurityGroupRulesTestJSON-889117786-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1826 time: 0.2049875 Jan 26 21:09:40.237168 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62a165f-77f4-4ad1-900f-1f0f2d7313f9 tempest-SecurityGroupRulesTestJSON-889117786 tempest-SecurityGroupRulesTestJSON-889117786-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6ac03802-73ec-4273-95cc-836e33197b6a,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:09:40.295949 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-6a422eb3-3b0c-4951-a2db-aff3550c9824 req-525a5b7f-5880-44e6-9cba-d3551c68d84e tempest-SecurityGroupRulesTestJSON-889117786 tempest-SecurityGroupRulesTestJSON-889117786-project] 10.222.0.13 "GET /v2.0/security-groups/478e2884-f4c8-4965-9cac-6e8d28d144ce HTTP/1.1" status: 200 len: 1821 time: 0.0391042 Jan 26 21:09:40.346602 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-6a422eb3-3b0c-4951-a2db-aff3550c9824 req-97b43533-95dd-4ab9-9214-995c196fbf96 tempest-SecurityGroupRulesTestJSON-889117786 tempest-SecurityGroupRulesTestJSON-889117786-project] 10.222.0.13 "GET /v2.0/security-groups/6ac03802-73ec-4273-95cc-836e33197b6a HTTP/1.1" status: 200 len: 1821 time: 0.0442619 Jan 26 21:09:40.359468 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [req-6a422eb3-3b0c-4951-a2db-aff3550c9824 req-59a94acc-1d35-49db-9c27-2f01e55173c2 tempest-SecurityGroupRulesTestJSON-889117786 tempest-SecurityGroupRulesTestJSON-889117786-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '478e2884-f4c8-4965-9cac-6e8d28d144ce', 'remote_group_id': '6ac03802-73ec-4273-95cc-836e33197b6a', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:09:40.359789 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [req-6a422eb3-3b0c-4951-a2db-aff3550c9824 req-59a94acc-1d35-49db-9c27-2f01e55173c2 tempest-SecurityGroupRulesTestJSON-889117786 tempest-SecurityGroupRulesTestJSON-889117786-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '478e2884-f4c8-4965-9cac-6e8d28d144ce', 'remote_group_id': '6ac03802-73ec-4273-95cc-836e33197b6a', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:09:40.425364 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-6a422eb3-3b0c-4951-a2db-aff3550c9824 req-59a94acc-1d35-49db-9c27-2f01e55173c2 tempest-SecurityGroupRulesTestJSON-889117786 tempest-SecurityGroupRulesTestJSON-889117786-project] Publish callbacks [] for security_group_rule (fefbdcd0-5612-49da-985a-320208b17ecd), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:09:40.462527 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-6a422eb3-3b0c-4951-a2db-aff3550c9824 req-59a94acc-1d35-49db-9c27-2f01e55173c2 tempest-SecurityGroupRulesTestJSON-889117786 tempest-SecurityGroupRulesTestJSON-889117786-project] Publish callbacks [] for security_group_rule (fefbdcd0-5612-49da-985a-320208b17ecd), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:09:40.466188 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-6a422eb3-3b0c-4951-a2db-aff3550c9824 req-59a94acc-1d35-49db-9c27-2f01e55173c2 tempest-SecurityGroupRulesTestJSON-889117786 tempest-SecurityGroupRulesTestJSON-889117786-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102715'] for security_group_rule (fefbdcd0-5612-49da-985a-320208b17ecd), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:09:40.487429 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a94acc-1d35-49db-9c27-2f01e55173c2 tempest-SecurityGroupRulesTestJSON-889117786 tempest-SecurityGroupRulesTestJSON-889117786-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fefbdcd0-5612-49da-985a-320208b17ecd,revision_number=0']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:09:40.494779 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-6a422eb3-3b0c-4951-a2db-aff3550c9824 req-59a94acc-1d35-49db-9c27-2f01e55173c2 tempest-SecurityGroupRulesTestJSON-889117786 tempest-SecurityGroupRulesTestJSON-889117786-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:09:40.496341 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-6a422eb3-3b0c-4951-a2db-aff3550c9824 req-59a94acc-1d35-49db-9c27-2f01e55173c2 tempest-SecurityGroupRulesTestJSON-889117786 tempest-SecurityGroupRulesTestJSON-889117786-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.1412437 Jan 26 21:09:40.577799 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-8a3a506d-7975-44e5-aadb-cd218c5533e4 req-22445d37-3871-471c-8ad1-ed8ee316c99a tempest-SecurityGroupRulesTestJSON-889117786 tempest-SecurityGroupRulesTestJSON-889117786-project] 10.222.0.13 "GET /v2.0/security-groups/6ac03802-73ec-4273-95cc-836e33197b6a HTTP/1.1" status: 200 len: 1821 time: 0.0543072 Jan 26 21:09:40.650289 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c54f20e-c702-4a4f-ac95-5557bc57f7d3 req-13d645ef-eedb-40d6-aadb-ac9f95b12009 tempest-MigrationsAdminTest-1084137346 tempest-MigrationsAdminTest-1084137346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:09:40.651831 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-3c54f20e-c702-4a4f-ac95-5557bc57f7d3 req-13d645ef-eedb-40d6-aadb-ac9f95b12009 tempest-MigrationsAdminTest-1084137346 tempest-MigrationsAdminTest-1084137346-project] 10.222.0.13 "GET /v2.0/ports?device_id=b8273d7d-7d14-4fba-908e-42ea49b1effb HTTP/1.1" status: 200 len: 950 time: 0.0913980 Jan 26 21:09:40.676128 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-8a3a506d-7975-44e5-aadb-cd218c5533e4 req-2216eb52-35f9-4aaf-a7cf-6e6dbe4525cc tempest-SecurityGroupRulesTestJSON-889117786 tempest-SecurityGroupRulesTestJSON-889117786-project] Publish callbacks [] for security_group (6ac03802-73ec-4273-95cc-836e33197b6a), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:09:40.721779 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-8a3a506d-7975-44e5-aadb-cd218c5533e4 req-2216eb52-35f9-4aaf-a7cf-6e6dbe4525cc tempest-SecurityGroupRulesTestJSON-889117786 tempest-SecurityGroupRulesTestJSON-889117786-project] Publish callbacks [] for security_group (6ac03802-73ec-4273-95cc-836e33197b6a), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:09:40.746452 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-3c54f20e-c702-4a4f-ac95-5557bc57f7d3 req-b2b5cc08-c47f-4e37-ae80-65810bfefc83 tempest-MigrationsAdminTest-1084137346 tempest-MigrationsAdminTest-1084137346-project] 10.222.0.13 "GET /v2.0/security-groups?id=e0b082e3-685f-492b-b87f-3045b8ecd8c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818100 Jan 26 21:09:40.800618 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-8a3a506d-7975-44e5-aadb-cd218c5533e4 req-2216eb52-35f9-4aaf-a7cf-6e6dbe4525cc tempest-SecurityGroupRulesTestJSON-889117786 tempest-SecurityGroupRulesTestJSON-889117786-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (6ac03802-73ec-4273-95cc-836e33197b6a), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:09:40.803242 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-8a3a506d-7975-44e5-aadb-cd218c5533e4 req-2216eb52-35f9-4aaf-a7cf-6e6dbe4525cc tempest-SecurityGroupRulesTestJSON-889117786 tempest-SecurityGroupRulesTestJSON-889117786-project] Publish callbacks [] for security_group (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:09:40.814568 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-8a3a506d-7975-44e5-aadb-cd218c5533e4 req-2216eb52-35f9-4aaf-a7cf-6e6dbe4525cc tempest-SecurityGroupRulesTestJSON-889117786 tempest-SecurityGroupRulesTestJSON-889117786-project] 10.222.0.13 "DELETE /v2.0/security-groups/6ac03802-73ec-4273-95cc-836e33197b6a HTTP/1.1" status: 204 len: 173 time: 0.2222240 Jan 26 21:09:40.829118 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2216eb52-35f9-4aaf-a7cf-6e6dbe4525cc tempest-SecurityGroupRulesTestJSON-889117786 tempest-SecurityGroupRulesTestJSON-889117786-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ac03802-73ec-4273-95cc-836e33197b6a,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:09:40.919473 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-1afe8bf0-77d1-44d5-8a6d-eccd536bc4f8 req-1a15c18e-94ff-4519-84e4-a150e785c228 tempest-SecurityGroupRulesTestJSON-889117786 tempest-SecurityGroupRulesTestJSON-889117786-project] 10.222.0.13 "GET /v2.0/security-groups/478e2884-f4c8-4965-9cac-6e8d28d144ce HTTP/1.1" status: 200 len: 1821 time: 0.0490568 Jan 26 21:09:40.949631 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [req-b27fb56b-4205-4ed1-aa4d-7dfdc03db90a req-3069b841-ab8a-4952-be2e-eaf92051d8fd tempest-SecurityGroupRulesTestJSON-889117786 tempest-SecurityGroupRulesTestJSON-889117786-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1695598525', 'description': 'tempest-description-926617088'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:09:40.990026 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-b27fb56b-4205-4ed1-aa4d-7dfdc03db90a req-3069b841-ab8a-4952-be2e-eaf92051d8fd tempest-SecurityGroupRulesTestJSON-889117786 tempest-SecurityGroupRulesTestJSON-889117786-project] Publish callbacks [] for security_group (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:09:41.055374 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e813c1-7151-4947-bee2-1da94a21ca82 req-c3b0ccd4-6b71-4699-8392-81b966d3f45c tempest-ServersNegativeTestMultiTenantJSON-2093047769 tempest-ServersNegativeTestMultiTenantJSON-2093047769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:09:41.056879 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-32e813c1-7151-4947-bee2-1da94a21ca82 req-c3b0ccd4-6b71-4699-8392-81b966d3f45c tempest-ServersNegativeTestMultiTenantJSON-2093047769 tempest-ServersNegativeTestMultiTenantJSON-2093047769-project] 10.222.0.13 "GET /v2.0/ports?device_id=d4d43813-3493-4ebc-9752-c109833d96dc HTTP/1.1" status: 200 len: 945 time: 0.0785811 Jan 26 21:09:41.133801 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-32e813c1-7151-4947-bee2-1da94a21ca82 req-a7991d37-a427-4a2b-9196-c2f7d93a0497 tempest-ServersNegativeTestMultiTenantJSON-2093047769 tempest-ServersNegativeTestMultiTenantJSON-2093047769-project] 10.222.0.13 "GET /v2.0/security-groups?id=2592e4fe-89f1-4da1-9272-8e3739dff1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647490 Jan 26 21:09:41.158984 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-b27fb56b-4205-4ed1-aa4d-7dfdc03db90a req-3069b841-ab8a-4952-be2e-eaf92051d8fd tempest-SecurityGroupRulesTestJSON-889117786 tempest-SecurityGroupRulesTestJSON-889117786-project] Publish callbacks [] for security_group (c90a857f-790c-4f0f-b92a-841289562e99), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:09:41.165137 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-b27fb56b-4205-4ed1-aa4d-7dfdc03db90a req-3069b841-ab8a-4952-be2e-eaf92051d8fd tempest-SecurityGroupRulesTestJSON-889117786 tempest-SecurityGroupRulesTestJSON-889117786-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (c90a857f-790c-4f0f-b92a-841289562e99), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:09:41.203867 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-b27fb56b-4205-4ed1-aa4d-7dfdc03db90a req-3069b841-ab8a-4952-be2e-eaf92051d8fd tempest-SecurityGroupRulesTestJSON-889117786 tempest-SecurityGroupRulesTestJSON-889117786-project] Publish callbacks [] for security_group (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:09:41.205106 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-b27fb56b-4205-4ed1-aa4d-7dfdc03db90a req-3069b841-ab8a-4952-be2e-eaf92051d8fd tempest-SecurityGroupRulesTestJSON-889117786 tempest-SecurityGroupRulesTestJSON-889117786-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1826 time: 0.2606113 Jan 26 21:09:41.205965 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3069b841-ab8a-4952-be2e-eaf92051d8fd tempest-SecurityGroupRulesTestJSON-889117786 tempest-SecurityGroupRulesTestJSON-889117786-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c90a857f-790c-4f0f-b92a-841289562e99,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:09:41.310143 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-ef314c70-391c-4187-8a93-38f4c4925ccb req-b09737d9-0fbe-4df3-b53e-a1866ceb5fad tempest-SecurityGroupRulesTestJSON-889117786 tempest-SecurityGroupRulesTestJSON-889117786-project] 10.222.0.13 "GET /v2.0/security-groups/c90a857f-790c-4f0f-b92a-841289562e99 HTTP/1.1" status: 200 len: 1821 time: 0.0773823 Jan 26 21:09:41.323048 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [req-ef314c70-391c-4187-8a93-38f4c4925ccb req-c2fdbe0d-aa37-4c1b-9d17-e1ac4b95a11e tempest-SecurityGroupRulesTestJSON-889117786 tempest-SecurityGroupRulesTestJSON-889117786-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'c90a857f-790c-4f0f-b92a-841289562e99', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:09:41.323373 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [req-ef314c70-391c-4187-8a93-38f4c4925ccb req-c2fdbe0d-aa37-4c1b-9d17-e1ac4b95a11e tempest-SecurityGroupRulesTestJSON-889117786 tempest-SecurityGroupRulesTestJSON-889117786-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'c90a857f-790c-4f0f-b92a-841289562e99', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:09:41.342559 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c970878-b62e-494e-a9b6-85546df81407 req-03e76749-7c79-42c2-b6d4-4bc53d7f7c31 tempest-LiveAutoBlockMigrationV225Test-1645909514 tempest-LiveAutoBlockMigrationV225Test-1645909514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:09:41.344650 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-1c970878-b62e-494e-a9b6-85546df81407 req-03e76749-7c79-42c2-b6d4-4bc53d7f7c31 tempest-LiveAutoBlockMigrationV225Test-1645909514 tempest-LiveAutoBlockMigrationV225Test-1645909514-project] 10.222.0.13 "GET /v2.0/ports?device_id=cbf92dab-bccf-42aa-9b00-3737afaeaf63 HTTP/1.1" status: 200 len: 943 time: 0.0776229 Jan 26 21:09:41.430249 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-ef314c70-391c-4187-8a93-38f4c4925ccb req-c2fdbe0d-aa37-4c1b-9d17-e1ac4b95a11e tempest-SecurityGroupRulesTestJSON-889117786 tempest-SecurityGroupRulesTestJSON-889117786-project] Publish callbacks [] for security_group_rule (acb5e97e-a81c-4894-ba9c-14ddecb65eb1), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:09:41.441872 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-1c970878-b62e-494e-a9b6-85546df81407 req-5d7c0644-d5bb-4229-8f02-961acf6718e8 tempest-LiveAutoBlockMigrationV225Test-1645909514 tempest-LiveAutoBlockMigrationV225Test-1645909514-project] 10.222.0.13 "GET /v2.0/security-groups?id=d3d52ae6-e761-44ee-98bd-9ad0dc66343a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904427 Jan 26 21:09:41.455525 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-ef314c70-391c-4187-8a93-38f4c4925ccb req-c2fdbe0d-aa37-4c1b-9d17-e1ac4b95a11e tempest-SecurityGroupRulesTestJSON-889117786 tempest-SecurityGroupRulesTestJSON-889117786-project] Publish callbacks [] for security_group_rule (acb5e97e-a81c-4894-ba9c-14ddecb65eb1), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:09:41.459644 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-ef314c70-391c-4187-8a93-38f4c4925ccb req-c2fdbe0d-aa37-4c1b-9d17-e1ac4b95a11e tempest-SecurityGroupRulesTestJSON-889117786 tempest-SecurityGroupRulesTestJSON-889117786-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102715'] for security_group_rule (acb5e97e-a81c-4894-ba9c-14ddecb65eb1), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:09:41.476547 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2fdbe0d-aa37-4c1b-9d17-e1ac4b95a11e tempest-SecurityGroupRulesTestJSON-889117786 tempest-SecurityGroupRulesTestJSON-889117786-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=acb5e97e-a81c-4894-ba9c-14ddecb65eb1,revision_number=0']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:09:41.498861 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-ef314c70-391c-4187-8a93-38f4c4925ccb req-c2fdbe0d-aa37-4c1b-9d17-e1ac4b95a11e tempest-SecurityGroupRulesTestJSON-889117786 tempest-SecurityGroupRulesTestJSON-889117786-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:09:41.500133 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-ef314c70-391c-4187-8a93-38f4c4925ccb req-c2fdbe0d-aa37-4c1b-9d17-e1ac4b95a11e tempest-SecurityGroupRulesTestJSON-889117786 tempest-SecurityGroupRulesTestJSON-889117786-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.1816900 Jan 26 21:09:41.568703 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-ca6fcae9-8656-4085-8fc8-bdf1b85f7f51 req-6831b78f-fd4f-4212-905c-0dbf2d4820e7 tempest-SecurityGroupRulesTestJSON-889117786 tempest-SecurityGroupRulesTestJSON-889117786-project] 10.222.0.13 "GET /v2.0/security-groups/c90a857f-790c-4f0f-b92a-841289562e99 HTTP/1.1" status: 200 len: 2414 time: 0.0485201 Jan 26 21:09:41.581816 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [req-ca6fcae9-8656-4085-8fc8-bdf1b85f7f51 req-3c54f597-25ae-4926-965d-039b46fa2808 tempest-SecurityGroupRulesTestJSON-889117786 tempest-SecurityGroupRulesTestJSON-889117786-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'c90a857f-790c-4f0f-b92a-841289562e99', 'remote_group_id': None}]} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:09:41.582051 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [req-ca6fcae9-8656-4085-8fc8-bdf1b85f7f51 req-3c54f597-25ae-4926-965d-039b46fa2808 tempest-SecurityGroupRulesTestJSON-889117786 tempest-SecurityGroupRulesTestJSON-889117786-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'c90a857f-790c-4f0f-b92a-841289562e99', 'remote_group_id': None}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:09:41.650984 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-ca6fcae9-8656-4085-8fc8-bdf1b85f7f51 req-3c54f597-25ae-4926-965d-039b46fa2808 tempest-SecurityGroupRulesTestJSON-889117786 tempest-SecurityGroupRulesTestJSON-889117786-project] Publish callbacks [] for security_group_rule (5fd30538-daa8-478c-95af-65966d6a439a), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:09:41.683870 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-ca6fcae9-8656-4085-8fc8-bdf1b85f7f51 req-3c54f597-25ae-4926-965d-039b46fa2808 tempest-SecurityGroupRulesTestJSON-889117786 tempest-SecurityGroupRulesTestJSON-889117786-project] Publish callbacks [] for security_group_rule (5fd30538-daa8-478c-95af-65966d6a439a), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:09:41.688848 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-ca6fcae9-8656-4085-8fc8-bdf1b85f7f51 req-3c54f597-25ae-4926-965d-039b46fa2808 tempest-SecurityGroupRulesTestJSON-889117786 tempest-SecurityGroupRulesTestJSON-889117786-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102715'] for security_group_rule (5fd30538-daa8-478c-95af-65966d6a439a), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:09:41.710752 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c54f597-25ae-4926-965d-039b46fa2808 tempest-SecurityGroupRulesTestJSON-889117786 tempest-SecurityGroupRulesTestJSON-889117786-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5fd30538-daa8-478c-95af-65966d6a439a,revision_number=0']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:09:41.718249 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-ca6fcae9-8656-4085-8fc8-bdf1b85f7f51 req-3c54f597-25ae-4926-965d-039b46fa2808 tempest-SecurityGroupRulesTestJSON-889117786 tempest-SecurityGroupRulesTestJSON-889117786-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:09:41.719444 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-ca6fcae9-8656-4085-8fc8-bdf1b85f7f51 req-3c54f597-25ae-4926-965d-039b46fa2808 tempest-SecurityGroupRulesTestJSON-889117786 tempest-SecurityGroupRulesTestJSON-889117786-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.1423080 Jan 26 21:09:41.792640 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-97aa1237-d1ed-4524-bb2a-bea46c0732df req-2ac2d7c8-9071-45c5-959d-c5c092a12f51 tempest-SecurityGroupRulesTestJSON-889117786 tempest-SecurityGroupRulesTestJSON-889117786-project] 10.222.0.13 "GET /v2.0/security-groups/c90a857f-790c-4f0f-b92a-841289562e99 HTTP/1.1" status: 200 len: 3012 time: 0.0512996 Jan 26 21:09:41.899973 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c32f61-d25b-47f9-a2ba-acbb64d9cd8d req-926d57cd-26af-4596-95d2-fb34355244f7 tempest-MigrationsAdminTest-1084137346 tempest-MigrationsAdminTest-1084137346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:09:41.900898 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-03c32f61-d25b-47f9-a2ba-acbb64d9cd8d req-926d57cd-26af-4596-95d2-fb34355244f7 tempest-MigrationsAdminTest-1084137346 tempest-MigrationsAdminTest-1084137346-project] 10.222.0.13 "GET /v2.0/ports?device_id=b8273d7d-7d14-4fba-908e-42ea49b1effb HTTP/1.1" status: 200 len: 950 time: 0.0527127 Jan 26 21:09:41.971773 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-03c32f61-d25b-47f9-a2ba-acbb64d9cd8d req-91aa411e-9d7a-4363-8014-d85f5441dc76 tempest-MigrationsAdminTest-1084137346 tempest-MigrationsAdminTest-1084137346-project] 10.222.0.13 "GET /v2.0/security-groups?id=e0b082e3-685f-492b-b87f-3045b8ecd8c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649776 Jan 26 21:09:41.976102 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-af8f915c-af1f-4ca2-9d95-18e270e38b09 req-7b09d646-e7d6-4f98-8f83-aff2c3697bf3 tempest-SecurityGroupRulesTestJSON-889117786 tempest-SecurityGroupRulesTestJSON-889117786-project] 10.222.0.13 "GET /v2.0/security-group-rules/5fd30538-daa8-478c-95af-65966d6a439a HTTP/1.1" status: 200 len: 783 time: 0.0340095 Jan 26 21:09:42.028033 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-af8f915c-af1f-4ca2-9d95-18e270e38b09 req-ada0bf93-945a-4bd1-bc4d-25f20e2317ac tempest-SecurityGroupRulesTestJSON-889117786 tempest-SecurityGroupRulesTestJSON-889117786-project] 10.222.0.13 "GET /v2.0/security-groups/c90a857f-790c-4f0f-b92a-841289562e99 HTTP/1.1" status: 200 len: 3012 time: 0.0457122 Jan 26 21:09:42.059181 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-af8f915c-af1f-4ca2-9d95-18e270e38b09 req-8f8835c3-a91d-4307-ba5b-f05df6f3f993 tempest-SecurityGroupRulesTestJSON-889117786 tempest-SecurityGroupRulesTestJSON-889117786-project] Publish callbacks [] for security_group_rule (5fd30538-daa8-478c-95af-65966d6a439a), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:09:42.067630 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-af8f915c-af1f-4ca2-9d95-18e270e38b09 req-8f8835c3-a91d-4307-ba5b-f05df6f3f993 tempest-SecurityGroupRulesTestJSON-889117786 tempest-SecurityGroupRulesTestJSON-889117786-project] Publish callbacks [] for security_group_rule (5fd30538-daa8-478c-95af-65966d6a439a), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:09:42.095107 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-af8f915c-af1f-4ca2-9d95-18e270e38b09 req-8f8835c3-a91d-4307-ba5b-f05df6f3f993 tempest-SecurityGroupRulesTestJSON-889117786 tempest-SecurityGroupRulesTestJSON-889117786-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102715'] for security_group_rule (5fd30538-daa8-478c-95af-65966d6a439a), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:09:42.101317 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-af8f915c-af1f-4ca2-9d95-18e270e38b09 req-8f8835c3-a91d-4307-ba5b-f05df6f3f993 tempest-SecurityGroupRulesTestJSON-889117786 tempest-SecurityGroupRulesTestJSON-889117786-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:09:42.102417 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-af8f915c-af1f-4ca2-9d95-18e270e38b09 req-8f8835c3-a91d-4307-ba5b-f05df6f3f993 tempest-SecurityGroupRulesTestJSON-889117786 tempest-SecurityGroupRulesTestJSON-889117786-project] 10.222.0.13 "DELETE /v2.0/security-group-rules/5fd30538-daa8-478c-95af-65966d6a439a HTTP/1.1" status: 204 len: 173 time: 0.0682523 Jan 26 21:09:42.110145 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8835c3-a91d-4307-ba5b-f05df6f3f993 tempest-SecurityGroupRulesTestJSON-889117786 tempest-SecurityGroupRulesTestJSON-889117786-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5fd30538-daa8-478c-95af-65966d6a439a,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:09:42.180901 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-a426ae67-230d-4c6f-8819-e1e95c59b686 req-9b1877f1-c47c-4ecc-80cb-a6f9899b7f38 tempest-SecurityGroupRulesTestJSON-889117786 tempest-SecurityGroupRulesTestJSON-889117786-project] 10.222.0.13 "GET /v2.0/security-groups/c90a857f-790c-4f0f-b92a-841289562e99 HTTP/1.1" status: 200 len: 2414 time: 0.0482957 Jan 26 21:09:42.243342 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-a426ae67-230d-4c6f-8819-e1e95c59b686 req-63f51dba-0110-431e-8f5c-9f229ae8ae4b tempest-SecurityGroupRulesTestJSON-889117786 tempest-SecurityGroupRulesTestJSON-889117786-project] Publish callbacks [] for security_group (c90a857f-790c-4f0f-b92a-841289562e99), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:09:42.268406 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-a426ae67-230d-4c6f-8819-e1e95c59b686 req-63f51dba-0110-431e-8f5c-9f229ae8ae4b tempest-SecurityGroupRulesTestJSON-889117786 tempest-SecurityGroupRulesTestJSON-889117786-project] Publish callbacks [] for security_group (c90a857f-790c-4f0f-b92a-841289562e99), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:09:42.314821 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-a426ae67-230d-4c6f-8819-e1e95c59b686 req-63f51dba-0110-431e-8f5c-9f229ae8ae4b tempest-SecurityGroupRulesTestJSON-889117786 tempest-SecurityGroupRulesTestJSON-889117786-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (c90a857f-790c-4f0f-b92a-841289562e99), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:09:42.318118 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-a426ae67-230d-4c6f-8819-e1e95c59b686 req-63f51dba-0110-431e-8f5c-9f229ae8ae4b tempest-SecurityGroupRulesTestJSON-889117786 tempest-SecurityGroupRulesTestJSON-889117786-project] Publish callbacks [] for security_group (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:09:42.319489 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-a426ae67-230d-4c6f-8819-e1e95c59b686 req-63f51dba-0110-431e-8f5c-9f229ae8ae4b tempest-SecurityGroupRulesTestJSON-889117786 tempest-SecurityGroupRulesTestJSON-889117786-project] 10.222.0.13 "DELETE /v2.0/security-groups/c90a857f-790c-4f0f-b92a-841289562e99 HTTP/1.1" status: 204 len: 173 time: 0.1321185 Jan 26 21:09:42.330726 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f51dba-0110-431e-8f5c-9f229ae8ae4b tempest-SecurityGroupRulesTestJSON-889117786 tempest-SecurityGroupRulesTestJSON-889117786-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c90a857f-790c-4f0f-b92a-841289562e99,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:09:42.450390 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884381db-e143-4f64-b9ba-27f3c06bfa1e req-9161d6a0-15b5-403d-821d-affae66b9526 tempest-ServersNegativeTestMultiTenantJSON-2093047769 tempest-ServersNegativeTestMultiTenantJSON-2093047769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:09:42.454302 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-884381db-e143-4f64-b9ba-27f3c06bfa1e req-9161d6a0-15b5-403d-821d-affae66b9526 tempest-ServersNegativeTestMultiTenantJSON-2093047769 tempest-ServersNegativeTestMultiTenantJSON-2093047769-project] 10.222.0.13 "GET /v2.0/ports?device_id=d4d43813-3493-4ebc-9752-c109833d96dc HTTP/1.1" status: 200 len: 945 time: 0.0624528 Jan 26 21:09:42.504368 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-884381db-e143-4f64-b9ba-27f3c06bfa1e req-c70f6cac-4e56-45b4-835b-7e56412af247 tempest-ServersNegativeTestMultiTenantJSON-2093047769 tempest-ServersNegativeTestMultiTenantJSON-2093047769-project] 10.222.0.13 "GET /v2.0/security-groups?id=2592e4fe-89f1-4da1-9272-8e3739dff1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464659 Jan 26 21:09:42.543579 n-d-760453-5 neutron-server[103304]: INFO neutron.api.v2.resource [req-d0c0d5d6-a39c-4bab-9d74-06186800cb74 req-514c04fd-075b-4063-86f6-1a5695c8c69d tempest-SecurityGroupRulesTestJSON-889117786 tempest-SecurityGroupRulesTestJSON-889117786-project] show failed (client error): The resource could not be found. Jan 26 21:09:42.544716 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-d0c0d5d6-a39c-4bab-9d74-06186800cb74 req-514c04fd-075b-4063-86f6-1a5695c8c69d tempest-SecurityGroupRulesTestJSON-889117786 tempest-SecurityGroupRulesTestJSON-889117786-project] 10.222.0.13 "GET /v2.0/security-groups/6ac03802-73ec-4273-95cc-836e33197b6a HTTP/1.1" status: 404 len: 352 time: 0.0156152 Jan 26 21:09:42.669213 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ab97eb-9331-4ae0-a5f5-40386193d196 req-b834a4aa-446c-464b-b81e-df788e21c399 tempest-LiveAutoBlockMigrationV225Test-1645909514 tempest-LiveAutoBlockMigrationV225Test-1645909514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:09:42.670648 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-54ab97eb-9331-4ae0-a5f5-40386193d196 req-b834a4aa-446c-464b-b81e-df788e21c399 tempest-LiveAutoBlockMigrationV225Test-1645909514 tempest-LiveAutoBlockMigrationV225Test-1645909514-project] 10.222.0.13 "GET /v2.0/ports?device_id=cbf92dab-bccf-42aa-9b00-3737afaeaf63 HTTP/1.1" status: 200 len: 943 time: 0.0754337 Jan 26 21:09:42.688958 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9746f37-83e3-49ef-a6c5-3bceb7fe5063 req-ad924e47-8c6f-4bc0-8139-e5fbbf55cad4 tempest-ServersNegativeTestMultiTenantJSON-2093047769 tempest-ServersNegativeTestMultiTenantJSON-2093047769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:09:42.690486 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-f9746f37-83e3-49ef-a6c5-3bceb7fe5063 req-ad924e47-8c6f-4bc0-8139-e5fbbf55cad4 tempest-ServersNegativeTestMultiTenantJSON-2093047769 tempest-ServersNegativeTestMultiTenantJSON-2093047769-project] 10.222.0.13 "GET /v2.0/ports?device_id=d4d43813-3493-4ebc-9752-c109833d96dc HTTP/1.1" status: 200 len: 945 time: 0.0841277 Jan 26 21:09:42.751802 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-54ab97eb-9331-4ae0-a5f5-40386193d196 req-ec39e087-3dc6-4f74-91cc-30fa302d8e81 tempest-LiveAutoBlockMigrationV225Test-1645909514 tempest-LiveAutoBlockMigrationV225Test-1645909514-project] 10.222.0.13 "GET /v2.0/security-groups?id=d3d52ae6-e761-44ee-98bd-9ad0dc66343a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750866 Jan 26 21:09:42.766784 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-f9746f37-83e3-49ef-a6c5-3bceb7fe5063 req-48986953-15e5-4e70-b168-42b620e8e575 tempest-ServersNegativeTestMultiTenantJSON-2093047769 tempest-ServersNegativeTestMultiTenantJSON-2093047769-project] 10.222.0.13 "GET /v2.0/security-groups?id=2592e4fe-89f1-4da1-9272-8e3739dff1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689731 Jan 26 21:09:42.837049 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-f8adedbc-ba16-4d73-9cc9-d6f644d2787b req-f9b80871-accc-4d39-9099-52952c8922f7 tempest-SecurityGroupRulesTestJSON-889117786 tempest-SecurityGroupRulesTestJSON-889117786-project] 10.222.0.13 "GET /v2.0/security-groups/478e2884-f4c8-4965-9cac-6e8d28d144ce HTTP/1.1" status: 200 len: 1821 time: 0.0455449 Jan 26 21:09:42.896891 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-f8adedbc-ba16-4d73-9cc9-d6f644d2787b req-4af802b7-de42-41a2-bf5d-d8440a42fead tempest-SecurityGroupRulesTestJSON-889117786 tempest-SecurityGroupRulesTestJSON-889117786-project] Publish callbacks [] for security_group (478e2884-f4c8-4965-9cac-6e8d28d144ce), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:09:42.920063 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-f8adedbc-ba16-4d73-9cc9-d6f644d2787b req-4af802b7-de42-41a2-bf5d-d8440a42fead tempest-SecurityGroupRulesTestJSON-889117786 tempest-SecurityGroupRulesTestJSON-889117786-project] Publish callbacks [] for security_group (478e2884-f4c8-4965-9cac-6e8d28d144ce), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:09:42.963900 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-f8adedbc-ba16-4d73-9cc9-d6f644d2787b req-4af802b7-de42-41a2-bf5d-d8440a42fead tempest-SecurityGroupRulesTestJSON-889117786 tempest-SecurityGroupRulesTestJSON-889117786-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (478e2884-f4c8-4965-9cac-6e8d28d144ce), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:09:42.966811 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-f8adedbc-ba16-4d73-9cc9-d6f644d2787b req-4af802b7-de42-41a2-bf5d-d8440a42fead tempest-SecurityGroupRulesTestJSON-889117786 tempest-SecurityGroupRulesTestJSON-889117786-project] Publish callbacks [] for security_group (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:09:42.974370 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-f8adedbc-ba16-4d73-9cc9-d6f644d2787b req-4af802b7-de42-41a2-bf5d-d8440a42fead tempest-SecurityGroupRulesTestJSON-889117786 tempest-SecurityGroupRulesTestJSON-889117786-project] 10.222.0.13 "DELETE /v2.0/security-groups/478e2884-f4c8-4965-9cac-6e8d28d144ce HTTP/1.1" status: 204 len: 173 time: 0.1308899 Jan 26 21:09:42.987040 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af802b7-de42-41a2-bf5d-d8440a42fead tempest-SecurityGroupRulesTestJSON-889117786 tempest-SecurityGroupRulesTestJSON-889117786-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=478e2884-f4c8-4965-9cac-6e8d28d144ce,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:09:43.071988 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-9df731ab-20ef-4a82-bdef-56a80b6bc1c7 req-1b496a8b-50c3-4c4b-803f-bf307aa506d4 tempest-SecurityGroupRulesTestJSON-889117786 tempest-SecurityGroupRulesTestJSON-889117786-project] 10.222.0.13 "GET /v2.0/security-groups/2caa0333-8e9d-4452-8b76-0edac7a372c5 HTTP/1.1" status: 200 len: 1821 time: 0.0394938 Jan 26 21:09:43.147004 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-9df731ab-20ef-4a82-bdef-56a80b6bc1c7 req-cdaa485f-d2c3-4baa-b6fa-9b782c2694f3 tempest-SecurityGroupRulesTestJSON-889117786 tempest-SecurityGroupRulesTestJSON-889117786-project] Publish callbacks [] for security_group (2caa0333-8e9d-4452-8b76-0edac7a372c5), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:09:43.175142 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-9df731ab-20ef-4a82-bdef-56a80b6bc1c7 req-cdaa485f-d2c3-4baa-b6fa-9b782c2694f3 tempest-SecurityGroupRulesTestJSON-889117786 tempest-SecurityGroupRulesTestJSON-889117786-project] Publish callbacks [] for security_group (2caa0333-8e9d-4452-8b76-0edac7a372c5), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:09:43.234153 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-9df731ab-20ef-4a82-bdef-56a80b6bc1c7 req-cdaa485f-d2c3-4baa-b6fa-9b782c2694f3 tempest-SecurityGroupRulesTestJSON-889117786 tempest-SecurityGroupRulesTestJSON-889117786-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (2caa0333-8e9d-4452-8b76-0edac7a372c5), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:09:43.236970 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-9df731ab-20ef-4a82-bdef-56a80b6bc1c7 req-cdaa485f-d2c3-4baa-b6fa-9b782c2694f3 tempest-SecurityGroupRulesTestJSON-889117786 tempest-SecurityGroupRulesTestJSON-889117786-project] Publish callbacks [] for security_group (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:09:43.238156 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-9df731ab-20ef-4a82-bdef-56a80b6bc1c7 req-cdaa485f-d2c3-4baa-b6fa-9b782c2694f3 tempest-SecurityGroupRulesTestJSON-889117786 tempest-SecurityGroupRulesTestJSON-889117786-project] 10.222.0.13 "DELETE /v2.0/security-groups/2caa0333-8e9d-4452-8b76-0edac7a372c5 HTTP/1.1" status: 204 len: 173 time: 0.1599400 Jan 26 21:09:43.248666 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdaa485f-d2c3-4baa-b6fa-9b782c2694f3 tempest-SecurityGroupRulesTestJSON-889117786 tempest-SecurityGroupRulesTestJSON-889117786-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2caa0333-8e9d-4452-8b76-0edac7a372c5,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:09:43.356099 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9dbf87-819b-4d03-8585-fadf2f2bab27 req-400a5669-1512-4beb-b648-37d2dbf93531 tempest-MigrationsAdminTest-1084137346 tempest-MigrationsAdminTest-1084137346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:09:43.357857 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-3f9dbf87-819b-4d03-8585-fadf2f2bab27 req-400a5669-1512-4beb-b648-37d2dbf93531 tempest-MigrationsAdminTest-1084137346 tempest-MigrationsAdminTest-1084137346-project] 10.222.0.13 "GET /v2.0/ports?device_id=b8273d7d-7d14-4fba-908e-42ea49b1effb HTTP/1.1" status: 200 len: 950 time: 0.0555329 Jan 26 21:09:43.414903 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-3f9dbf87-819b-4d03-8585-fadf2f2bab27 req-be944755-ef43-4f4f-8508-7960ffc9d081 tempest-MigrationsAdminTest-1084137346 tempest-MigrationsAdminTest-1084137346-project] 10.222.0.13 "GET /v2.0/security-groups?id=e0b082e3-685f-492b-b87f-3045b8ecd8c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503449 Jan 26 21:09:43.512509 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4bcc481-bb4e-4e66-a6e7-0b606d619799 req-9bdb0bd4-a84b-400c-ad39-29ea4a8d9e79 tempest-ServersNegativeTestMultiTenantJSON-2093047769 tempest-ServersNegativeTestMultiTenantJSON-2093047769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:09:43.517098 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-d4bcc481-bb4e-4e66-a6e7-0b606d619799 req-9bdb0bd4-a84b-400c-ad39-29ea4a8d9e79 tempest-ServersNegativeTestMultiTenantJSON-2093047769 tempest-ServersNegativeTestMultiTenantJSON-2093047769-project] 10.222.0.13 "GET /v2.0/ports?device_id=d4d43813-3493-4ebc-9752-c109833d96dc HTTP/1.1" status: 200 len: 945 time: 0.0621524 Jan 26 21:09:43.569713 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-d4bcc481-bb4e-4e66-a6e7-0b606d619799 req-ab515a22-5279-49bc-8483-315c5bb43dac tempest-ServersNegativeTestMultiTenantJSON-2093047769 tempest-ServersNegativeTestMultiTenantJSON-2093047769-project] 10.222.0.13 "GET /v2.0/security-groups?id=2592e4fe-89f1-4da1-9272-8e3739dff1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470264 Jan 26 21:09:43.630400 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-be618bde-490a-48fe-bd75-a218274dfa87 req-ddfc3822-a981-4a65-b09a-f81564fc692e tempest-SecurityGroupRulesTestJSON-889117786 tempest-SecurityGroupRulesTestJSON-889117786-project] 10.222.0.13 "GET /v2.0/security-groups/87354e52-9d66-4084-85f0-b64479856dae HTTP/1.1" status: 200 len: 1822 time: 0.0424621 Jan 26 21:09:43.695094 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-be618bde-490a-48fe-bd75-a218274dfa87 req-961e333a-b084-4e48-96ec-edc8a4a5e7b0 tempest-SecurityGroupRulesTestJSON-889117786 tempest-SecurityGroupRulesTestJSON-889117786-project] Publish callbacks [] for security_group (87354e52-9d66-4084-85f0-b64479856dae), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:09:43.720784 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-be618bde-490a-48fe-bd75-a218274dfa87 req-961e333a-b084-4e48-96ec-edc8a4a5e7b0 tempest-SecurityGroupRulesTestJSON-889117786 tempest-SecurityGroupRulesTestJSON-889117786-project] Publish callbacks [] for security_group (87354e52-9d66-4084-85f0-b64479856dae), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:09:43.768060 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-be618bde-490a-48fe-bd75-a218274dfa87 req-961e333a-b084-4e48-96ec-edc8a4a5e7b0 tempest-SecurityGroupRulesTestJSON-889117786 tempest-SecurityGroupRulesTestJSON-889117786-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (87354e52-9d66-4084-85f0-b64479856dae), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:09:43.771478 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-be618bde-490a-48fe-bd75-a218274dfa87 req-961e333a-b084-4e48-96ec-edc8a4a5e7b0 tempest-SecurityGroupRulesTestJSON-889117786 tempest-SecurityGroupRulesTestJSON-889117786-project] Publish callbacks [] for security_group (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:09:43.772735 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-be618bde-490a-48fe-bd75-a218274dfa87 req-961e333a-b084-4e48-96ec-edc8a4a5e7b0 tempest-SecurityGroupRulesTestJSON-889117786 tempest-SecurityGroupRulesTestJSON-889117786-project] 10.222.0.13 "DELETE /v2.0/security-groups/87354e52-9d66-4084-85f0-b64479856dae HTTP/1.1" status: 204 len: 173 time: 0.1361494 Jan 26 21:09:43.789591 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961e333a-b084-4e48-96ec-edc8a4a5e7b0 tempest-SecurityGroupRulesTestJSON-889117786 tempest-SecurityGroupRulesTestJSON-889117786-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=87354e52-9d66-4084-85f0-b64479856dae,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:09:43.983458 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-d40fc2a0-ce09-4b34-b7a5-4e373b27293a req-6978f267-379e-4715-9869-44ad96c934ba tempest-SecurityGroupRulesTestJSON-889117786 tempest-SecurityGroupRulesTestJSON-889117786-project] 10.222.0.13 "GET /v2.0/security-groups/e013f1a7-bb5c-4ddb-9156-d34a84d31f38 HTTP/1.1" status: 200 len: 2419 time: 0.0443292 Jan 26 21:09:44.073616 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-d40fc2a0-ce09-4b34-b7a5-4e373b27293a req-fef63689-f544-4b73-86f5-fb7742432466 tempest-SecurityGroupRulesTestJSON-889117786 tempest-SecurityGroupRulesTestJSON-889117786-project] Publish callbacks [] for security_group (e013f1a7-bb5c-4ddb-9156-d34a84d31f38), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:09:44.083039 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6597837-3046-4f77-a528-90dd47eeb7d0 req-267b39c5-2dc4-45b1-ade0-5ae71a16309f tempest-LiveAutoBlockMigrationV225Test-1645909514 tempest-LiveAutoBlockMigrationV225Test-1645909514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:09:44.084800 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-a6597837-3046-4f77-a528-90dd47eeb7d0 req-267b39c5-2dc4-45b1-ade0-5ae71a16309f tempest-LiveAutoBlockMigrationV225Test-1645909514 tempest-LiveAutoBlockMigrationV225Test-1645909514-project] 10.222.0.13 "GET /v2.0/ports?device_id=cbf92dab-bccf-42aa-9b00-3737afaeaf63 HTTP/1.1" status: 200 len: 943 time: 0.0747414 Jan 26 21:09:44.119452 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-d40fc2a0-ce09-4b34-b7a5-4e373b27293a req-fef63689-f544-4b73-86f5-fb7742432466 tempest-SecurityGroupRulesTestJSON-889117786 tempest-SecurityGroupRulesTestJSON-889117786-project] Publish callbacks [] for security_group (e013f1a7-bb5c-4ddb-9156-d34a84d31f38), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:09:44.168490 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-a6597837-3046-4f77-a528-90dd47eeb7d0 req-06f2389d-3af5-403c-a94a-68a7bf5c69a7 tempest-LiveAutoBlockMigrationV225Test-1645909514 tempest-LiveAutoBlockMigrationV225Test-1645909514-project] 10.222.0.13 "GET /v2.0/security-groups?id=d3d52ae6-e761-44ee-98bd-9ad0dc66343a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742698 Jan 26 21:09:44.184087 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-d40fc2a0-ce09-4b34-b7a5-4e373b27293a req-fef63689-f544-4b73-86f5-fb7742432466 tempest-SecurityGroupRulesTestJSON-889117786 tempest-SecurityGroupRulesTestJSON-889117786-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (e013f1a7-bb5c-4ddb-9156-d34a84d31f38), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:09:44.186840 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-d40fc2a0-ce09-4b34-b7a5-4e373b27293a req-fef63689-f544-4b73-86f5-fb7742432466 tempest-SecurityGroupRulesTestJSON-889117786 tempest-SecurityGroupRulesTestJSON-889117786-project] Publish callbacks [] for security_group (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:09:44.188027 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-d40fc2a0-ce09-4b34-b7a5-4e373b27293a req-fef63689-f544-4b73-86f5-fb7742432466 tempest-SecurityGroupRulesTestJSON-889117786 tempest-SecurityGroupRulesTestJSON-889117786-project] 10.222.0.13 "DELETE /v2.0/security-groups/e013f1a7-bb5c-4ddb-9156-d34a84d31f38 HTTP/1.1" status: 204 len: 173 time: 0.2013454 Jan 26 21:09:44.197220 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef63689-f544-4b73-86f5-fb7742432466 tempest-SecurityGroupRulesTestJSON-889117786 tempest-SecurityGroupRulesTestJSON-889117786-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e013f1a7-bb5c-4ddb-9156-d34a84d31f38,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:09:44.303190 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b1d2a5-67c0-4cde-b547-1b4393927090 req-f9af8c04-eb8a-4ddf-9ec4-ffb9b968c351 tempest-ServersNegativeTestMultiTenantJSON-2093047769 tempest-ServersNegativeTestMultiTenantJSON-2093047769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:09:44.304853 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-f8b1d2a5-67c0-4cde-b547-1b4393927090 req-f9af8c04-eb8a-4ddf-9ec4-ffb9b968c351 tempest-ServersNegativeTestMultiTenantJSON-2093047769 tempest-ServersNegativeTestMultiTenantJSON-2093047769-project] 10.222.0.13 "GET /v2.0/ports?device_id=d4d43813-3493-4ebc-9752-c109833d96dc HTTP/1.1" status: 200 len: 945 time: 0.0678983 Jan 26 21:09:44.343549 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-8b7384d9-6816-43d6-8e24-5df656a0ce21 req-8170ff7c-64e9-402c-9d3d-55d83b95018b tempest-SecurityGroupRulesTestJSON-889117786 tempest-SecurityGroupRulesTestJSON-889117786-project] 10.222.0.13 "GET /v2.0/security-groups/686ca909-6f9c-42a2-87b5-7eebd86fdf00 HTTP/1.1" status: 200 len: 2415 time: 0.0641725 Jan 26 21:09:44.387962 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-f8b1d2a5-67c0-4cde-b547-1b4393927090 req-9c5ac393-1dad-405d-a790-c75370c7b38a tempest-ServersNegativeTestMultiTenantJSON-2093047769 tempest-ServersNegativeTestMultiTenantJSON-2093047769-project] 10.222.0.13 "GET /v2.0/security-groups?id=2592e4fe-89f1-4da1-9272-8e3739dff1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748153 Jan 26 21:09:44.430119 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-8b7384d9-6816-43d6-8e24-5df656a0ce21 req-f6c1cd60-4e68-4107-9d2d-0b2f07d31e0b tempest-SecurityGroupRulesTestJSON-889117786 tempest-SecurityGroupRulesTestJSON-889117786-project] Publish callbacks [] for security_group (686ca909-6f9c-42a2-87b5-7eebd86fdf00), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:09:44.464073 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-8b7384d9-6816-43d6-8e24-5df656a0ce21 req-f6c1cd60-4e68-4107-9d2d-0b2f07d31e0b tempest-SecurityGroupRulesTestJSON-889117786 tempest-SecurityGroupRulesTestJSON-889117786-project] Publish callbacks [] for security_group (686ca909-6f9c-42a2-87b5-7eebd86fdf00), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:09:44.516740 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-8b7384d9-6816-43d6-8e24-5df656a0ce21 req-f6c1cd60-4e68-4107-9d2d-0b2f07d31e0b tempest-SecurityGroupRulesTestJSON-889117786 tempest-SecurityGroupRulesTestJSON-889117786-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (686ca909-6f9c-42a2-87b5-7eebd86fdf00), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:09:44.519502 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-8b7384d9-6816-43d6-8e24-5df656a0ce21 req-f6c1cd60-4e68-4107-9d2d-0b2f07d31e0b tempest-SecurityGroupRulesTestJSON-889117786 tempest-SecurityGroupRulesTestJSON-889117786-project] Publish callbacks [] for security_group (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:09:44.520931 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-8b7384d9-6816-43d6-8e24-5df656a0ce21 req-f6c1cd60-4e68-4107-9d2d-0b2f07d31e0b tempest-SecurityGroupRulesTestJSON-889117786 tempest-SecurityGroupRulesTestJSON-889117786-project] 10.222.0.13 "DELETE /v2.0/security-groups/686ca909-6f9c-42a2-87b5-7eebd86fdf00 HTTP/1.1" status: 204 len: 173 time: 0.1671631 Jan 26 21:09:44.529658 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 48876) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:09:44.539026 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c1cd60-4e68-4107-9d2d-0b2f07d31e0b tempest-SecurityGroupRulesTestJSON-889117786 tempest-SecurityGroupRulesTestJSON-889117786-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=686ca909-6f9c-42a2-87b5-7eebd86fdf00,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:09:44.595364 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.db_base_plugin_v2 [None req-3b25ccac-3cb2-4bba-af02-cef8547d5c6e admin admin] Deleting subnet 2c6dbc00-35c1-4c1a-86a0-834e602f0531 {{(pid=103304) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 26 21:09:44.599046 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-3b25ccac-3cb2-4bba-af02-cef8547d5c6e admin admin] Publish callbacks [] for subnet (2c6dbc00-35c1-4c1a-86a0-834e602f0531), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:09:44.668941 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-3b25ccac-3cb2-4bba-af02-cef8547d5c6e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8881284'] for subnet (2c6dbc00-35c1-4c1a-86a0-834e602f0531), precommit_delete_associations {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:09:44.708464 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8042d989-1c00-4eed-bda6-be67ac0f4ff6 req-3437590b-67b5-4c47-9b70-1a048479309a tempest-MigrationsAdminTest-1084137346 tempest-MigrationsAdminTest-1084137346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:09:44.710170 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-8042d989-1c00-4eed-bda6-be67ac0f4ff6 req-3437590b-67b5-4c47-9b70-1a048479309a tempest-MigrationsAdminTest-1084137346 tempest-MigrationsAdminTest-1084137346-project] 10.222.0.13 "GET /v2.0/ports?device_id=b8273d7d-7d14-4fba-908e-42ea49b1effb HTTP/1.1" status: 200 len: 950 time: 0.0839226 Jan 26 21:09:44.722570 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-3b25ccac-3cb2-4bba-af02-cef8547d5c6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687316'] for subnet (2c6dbc00-35c1-4c1a-86a0-834e602f0531), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:09:44.802002 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-8042d989-1c00-4eed-bda6-be67ac0f4ff6 req-61d2e60c-c5db-49fc-8250-54db2c25aea6 tempest-MigrationsAdminTest-1084137346 tempest-MigrationsAdminTest-1084137346-project] 10.222.0.13 "GET /v2.0/security-groups?id=e0b082e3-685f-492b-b87f-3045b8ecd8c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807040 Jan 26 21:09:44.815653 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-3b25ccac-3cb2-4bba-af02-cef8547d5c6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9281612', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12215216'] for subnet (2c6dbc00-35c1-4c1a-86a0-834e602f0531), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:09:44.836064 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-3b25ccac-3cb2-4bba-af02-cef8547d5c6e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:09:44.852466 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 48902) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:09:44.866309 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-3b25ccac-3cb2-4bba-af02-cef8547d5c6e admin admin] 10.222.0.13 "DELETE /v2.0/subnets/2c6dbc00-35c1-4c1a-86a0-834e602f0531 HTTP/1.1" status: 204 len: 168 time: 0.3356276 Jan 26 21:09:44.949118 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-ac662856-41a6-4735-8ca2-5adf1e14e1e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-748181'] for network (9183a9db-8652-413d-b8a8-e03b8fd40e90), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:09:45.051080 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-ac662856-41a6-4735-8ca2-5adf1e14e1e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-686403', 'neutron.services.segments.db._delete_segments_for_network-8746560774018'] for network (9183a9db-8652-413d-b8a8-e03b8fd40e90), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:09:45.076203 n-d-760453-5 neutron-server[103305]: DEBUG neutron.services.segments.db [None req-ac662856-41a6-4735-8ca2-5adf1e14e1e8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9183a9db-8652-413d-b8a8-e03b8fd40e90']}} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:09:45.089087 n-d-760453-5 neutron-server[103305]: DEBUG neutron.services.segments.db [None req-ac662856-41a6-4735-8ca2-5adf1e14e1e8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5763dfd8-4033-41c9-b37d-bcc7079f3be9') {'for_net_delete': True} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:09:45.089656 n-d-760453-5 neutron-server[103305]: DEBUG neutron.services.segments.db [None req-ac662856-41a6-4735-8ca2-5adf1e14e1e8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5763dfd8-4033-41c9-b37d-bcc7079f3be9') {} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:09:45.102492 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-ac662856-41a6-4735-8ca2-5adf1e14e1e8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746560742283', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11788955'] for segment (5763dfd8-4033-41c9-b37d-bcc7079f3be9), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:09:45.118704 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-ac662856-41a6-4735-8ca2-5adf1e14e1e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576559'] for segment (5763dfd8-4033-41c9-b37d-bcc7079f3be9), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:09:45.126072 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ac662856-41a6-4735-8ca2-5adf1e14e1e8 admin admin] Releasing vlan 596 on physical network physnet1 to pool {{(pid=103305) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 26 21:09:45.126737 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-ac662856-41a6-4735-8ca2-5adf1e14e1e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11791428'] for segment (5763dfd8-4033-41c9-b37d-bcc7079f3be9), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:09:45.174659 n-d-760453-5 neutron-server[103305]: Traceback (most recent call last): Jan 26 21:09:45.174659 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 26 21:09:45.174659 n-d-760453-5 neutron-server[103305]: timer() Jan 26 21:09:45.174659 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 26 21:09:45.174659 n-d-760453-5 neutron-server[103305]: cb(*args, **kw) Jan 26 21:09:45.174659 n-d-760453-5 neutron-server[103305]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 26 21:09:45.174659 n-d-760453-5 neutron-server[103305]: return func(*args, **kwargs) Jan 26 21:09:45.174659 n-d-760453-5 neutron-server[103305]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 26 21:09:45.174659 n-d-760453-5 neutron-server[103305]: self._notify() Jan 26 21:09:45.174659 n-d-760453-5 neutron-server[103305]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 26 21:09:45.174659 n-d-760453-5 neutron-server[103305]: self.callback(batched_events) Jan 26 21:09:45.174659 n-d-760453-5 neutron-server[103305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 26 21:09:45.174659 n-d-760453-5 neutron-server[103305]: event.method(event) Jan 26 21:09:45.174659 n-d-760453-5 neutron-server[103305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 26 21:09:45.174659 n-d-760453-5 neutron-server[103305]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 26 21:09:45.174659 n-d-760453-5 neutron-server[103305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 26 21:09:45.174659 n-d-760453-5 neutron-server[103305]: aggregate_uuid = self.p_client.list_aggregates( Jan 26 21:09:45.174659 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 26 21:09:45.174659 n-d-760453-5 neutron-server[103305]: return f(self, *a, **k) Jan 26 21:09:45.174659 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 26 21:09:45.174659 n-d-760453-5 neutron-server[103305]: return self._get(url).json() Jan 26 21:09:45.174659 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 26 21:09:45.174659 n-d-760453-5 neutron-server[103305]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 26 21:09:45.174659 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 26 21:09:45.174659 n-d-760453-5 neutron-server[103305]: return self.request(url, 'GET', **kwargs) Jan 26 21:09:45.174659 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 26 21:09:45.174659 n-d-760453-5 neutron-server[103305]: base_url = self.get_endpoint(auth, allow=allow, Jan 26 21:09:45.174659 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 26 21:09:45.174659 n-d-760453-5 neutron-server[103305]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 26 21:09:45.174659 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 26 21:09:45.174659 n-d-760453-5 neutron-server[103305]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 26 21:09:45.174659 n-d-760453-5 neutron-server[103305]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 26 21:09:45.191401 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-ac662856-41a6-4735-8ca2-5adf1e14e1e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4110931'] for network (9183a9db-8652-413d-b8a8-e03b8fd40e90), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:09:45.202379 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-ac662856-41a6-4735-8ca2-5adf1e14e1e8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709645'] for network (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:09:45.206910 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-ac662856-41a6-4735-8ca2-5adf1e14e1e8 admin admin] 10.222.0.13 "DELETE /v2.0/networks/9183a9db-8652-413d-b8a8-e03b8fd40e90 HTTP/1.1" status: 204 len: 168 time: 0.3529553 Jan 26 21:09:45.217428 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b25ccac-3cb2-4bba-af02-cef8547d5c6e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2c6dbc00-35c1-4c1a-86a0-834e602f0531,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:09:45.241089 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac662856-41a6-4735-8ca2-5adf1e14e1e8 admin admin] Pushing event deleted for resources: {'Network': ['ID=9183a9db-8652-413d-b8a8-e03b8fd40e90,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:09:45.312561 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a82703-a672-4e61-83fd-addb0a90bced req-53572638-683d-4cae-a92f-e4b0ca02b44b tempest-ServersNegativeTestMultiTenantJSON-2093047769 tempest-ServersNegativeTestMultiTenantJSON-2093047769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:09:45.316270 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-c4a82703-a672-4e61-83fd-addb0a90bced req-53572638-683d-4cae-a92f-e4b0ca02b44b tempest-ServersNegativeTestMultiTenantJSON-2093047769 tempest-ServersNegativeTestMultiTenantJSON-2093047769-project] 10.222.0.57 "GET /v2.0/ports?device_id=d4d43813-3493-4ebc-9752-c109833d96dc HTTP/1.1" status: 200 len: 945 time: 0.1082461 Jan 26 21:09:45.342952 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a31b4f6-0a50-4d4c-80da-a7ddcbe2868c req-4fc866a1-2119-470d-94c9-1606a61c0f79 tempest-LiveAutoBlockMigrationV225Test-1645909514 tempest-LiveAutoBlockMigrationV225Test-1645909514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:09:45.345570 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-2a31b4f6-0a50-4d4c-80da-a7ddcbe2868c req-4fc866a1-2119-470d-94c9-1606a61c0f79 tempest-LiveAutoBlockMigrationV225Test-1645909514 tempest-LiveAutoBlockMigrationV225Test-1645909514-project] 10.222.0.13 "GET /v2.0/ports?device_id=cbf92dab-bccf-42aa-9b00-3737afaeaf63 HTTP/1.1" status: 200 len: 943 time: 0.0765917 Jan 26 21:09:45.427316 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-2a31b4f6-0a50-4d4c-80da-a7ddcbe2868c req-f8dc50d3-2e90-4951-af11-8d7ecd43b54f tempest-LiveAutoBlockMigrationV225Test-1645909514 tempest-LiveAutoBlockMigrationV225Test-1645909514-project] 10.222.0.13 "GET /v2.0/security-groups?id=d3d52ae6-e761-44ee-98bd-9ad0dc66343a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699871 Jan 26 21:09:45.474787 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [req-c4a82703-a672-4e61-83fd-addb0a90bced req-db10a451-3e47-4885-8a8e-2fe026b6054f tempest-ServersNegativeTestMultiTenantJSON-2093047769 tempest-ServersNegativeTestMultiTenantJSON-2093047769-project] Deleting port 924f77f0-d790-44b8-981a-c27eb73de6d4 {{(pid=103305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 21:09:45.476293 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-c4a82703-a672-4e61-83fd-addb0a90bced req-db10a451-3e47-4885-8a8e-2fe026b6054f tempest-ServersNegativeTestMultiTenantJSON-2093047769 tempest-ServersNegativeTestMultiTenantJSON-2093047769-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746560630878'] for port (924f77f0-d790-44b8-981a-c27eb73de6d4), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:09:45.560465 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 48962) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:09:45.593417 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7058c9d1-e7df-4162-b49b-15d1cd395cbc req-33ffa8b2-3a36-4709-b3ff-259d1201bae2 tempest-ServersNegativeTestMultiTenantJSON-2093047769 tempest-ServersNegativeTestMultiTenantJSON-2093047769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:09:45.595095 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-7058c9d1-e7df-4162-b49b-15d1cd395cbc req-33ffa8b2-3a36-4709-b3ff-259d1201bae2 tempest-ServersNegativeTestMultiTenantJSON-2093047769 tempest-ServersNegativeTestMultiTenantJSON-2093047769-project] 10.222.0.13 "GET /v2.0/ports?device_id=d4d43813-3493-4ebc-9752-c109833d96dc HTTP/1.1" status: 200 len: 945 time: 0.1085765 Jan 26 21:09:45.616692 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [req-c4a82703-a672-4e61-83fd-addb0a90bced req-db10a451-3e47-4885-8a8e-2fe026b6054f tempest-ServersNegativeTestMultiTenantJSON-2093047769 tempest-ServersNegativeTestMultiTenantJSON-2093047769-project] For port 924f77f0-d790-44b8-981a-c27eb73de6d4, host n-h2-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-5',level=0,port_id=924f77f0-d790-44b8-981a-c27eb73de6d4,segment=NetworkSegment(bd36d27c-88a3-4dab-af8e-40c6d60ed7e6),segment_id=bd36d27c-88a3-4dab-af8e-40c6d60ed7e6)] {{(pid=103305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:09:45.617438 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-c4a82703-a672-4e61-83fd-addb0a90bced req-db10a451-3e47-4885-8a8e-2fe026b6054f tempest-ServersNegativeTestMultiTenantJSON-2093047769 tempest-ServersNegativeTestMultiTenantJSON-2093047769-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4109658'] for port (924f77f0-d790-44b8-981a-c27eb73de6d4), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:09:45.633803 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [req-c4a82703-a672-4e61-83fd-addb0a90bced req-db10a451-3e47-4885-8a8e-2fe026b6054f tempest-ServersNegativeTestMultiTenantJSON-2093047769 tempest-ServersNegativeTestMultiTenantJSON-2093047769-project] Calling delete_port for 924f77f0-d790-44b8-981a-c27eb73de6d4 owned by compute:nova {{(pid=103305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 21:09:45.650501 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-a883412f-01b6-4c1f-8305-4c6f227b152b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b740395e83a3498292605c0c7190c115&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0848851 Jan 26 21:09:45.651266 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 48976) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:09:45.678299 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-7058c9d1-e7df-4162-b49b-15d1cd395cbc req-129b6d7d-52dd-45cf-b580-a5c433a124e6 tempest-ServersNegativeTestMultiTenantJSON-2093047769 tempest-ServersNegativeTestMultiTenantJSON-2093047769-project] 10.222.0.13 "GET /v2.0/security-groups?id=2592e4fe-89f1-4da1-9272-8e3739dff1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714760 Jan 26 21:09:45.765634 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-ba030dd0-1d5d-4329-8b53-00194a83fbd3 admin admin] Publish callbacks [] for security_group (adc180b1-57f8-496d-bb09-0d327d8761b3), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:09:45.808880 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-ba030dd0-1d5d-4329-8b53-00194a83fbd3 admin admin] Publish callbacks [] for security_group (adc180b1-57f8-496d-bb09-0d327d8761b3), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:09:45.872925 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-c4a82703-a672-4e61-83fd-addb0a90bced req-db10a451-3e47-4885-8a8e-2fe026b6054f tempest-ServersNegativeTestMultiTenantJSON-2093047769 tempest-ServersNegativeTestMultiTenantJSON-2093047769-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746560636600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746560234536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11791543'] for port (924f77f0-d790-44b8-981a-c27eb73de6d4), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:09:45.887025 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] get_ports_and_sgs() called for port_ids ['924f77f0-d790-44b8-981a-c27eb73de6d4'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 26 21:09:45.911072 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-ba030dd0-1d5d-4329-8b53-00194a83fbd3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (adc180b1-57f8-496d-bb09-0d327d8761b3), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:09:45.919683 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-ba030dd0-1d5d-4329-8b53-00194a83fbd3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:09:45.921555 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-ba030dd0-1d5d-4329-8b53-00194a83fbd3 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/adc180b1-57f8-496d-bb09-0d327d8761b3 HTTP/1.1" status: 204 len: 168 time: 0.2694359 Jan 26 21:09:45.951594 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf18cc13-06b2-410f-af6a-984fd085c4eb req-7037de4c-6cb6-466c-a616-9c92cb7ea181 tempest-MigrationsAdminTest-1084137346 tempest-MigrationsAdminTest-1084137346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:09:45.954333 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-bf18cc13-06b2-410f-af6a-984fd085c4eb req-7037de4c-6cb6-466c-a616-9c92cb7ea181 tempest-MigrationsAdminTest-1084137346 tempest-MigrationsAdminTest-1084137346-project] 10.222.0.13 "GET /v2.0/ports?device_id=b8273d7d-7d14-4fba-908e-42ea49b1effb HTTP/1.1" status: 200 len: 950 time: 0.0678058 Jan 26 21:09:45.956697 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db10a451-3e47-4885-8a8e-2fe026b6054f tempest-ServersNegativeTestMultiTenantJSON-2093047769 tempest-ServersNegativeTestMultiTenantJSON-2093047769-project] Pushing event deleted for resources: {'Port': ['ID=924f77f0-d790-44b8-981a-c27eb73de6d4,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:09:45.971179 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba030dd0-1d5d-4329-8b53-00194a83fbd3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=adc180b1-57f8-496d-bb09-0d327d8761b3,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:09:46.033118 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4a82703-a672-4e61-83fd-addb0a90bced req-db10a451-3e47-4885-8a8e-2fe026b6054f tempest-ServersNegativeTestMultiTenantJSON-2093047769 tempest-ServersNegativeTestMultiTenantJSON-2093047769-project] No DVR routers for this DVR port 924f77f0-d790-44b8-981a-c27eb73de6d4 on host n-h2-760453-5 {{(pid=103305) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 26 21:09:46.035601 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-c4a82703-a672-4e61-83fd-addb0a90bced req-db10a451-3e47-4885-8a8e-2fe026b6054f tempest-ServersNegativeTestMultiTenantJSON-2093047769 tempest-ServersNegativeTestMultiTenantJSON-2093047769-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:09:46.040376 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-bf18cc13-06b2-410f-af6a-984fd085c4eb req-027cc91d-d6bc-46b5-8ecd-e365c79e7b25 tempest-MigrationsAdminTest-1084137346 tempest-MigrationsAdminTest-1084137346-project] 10.222.0.13 "GET /v2.0/security-groups?id=e0b082e3-685f-492b-b87f-3045b8ecd8c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708437 Jan 26 21:09:46.041815 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-c4a82703-a672-4e61-83fd-addb0a90bced req-db10a451-3e47-4885-8a8e-2fe026b6054f tempest-ServersNegativeTestMultiTenantJSON-2093047769 tempest-ServersNegativeTestMultiTenantJSON-2093047769-project] 10.222.0.57 "DELETE /v2.0/ports/924f77f0-d790-44b8-981a-c27eb73de6d4 HTTP/1.1" status: 204 len: 173 time: 0.7193723 Jan 26 21:09:46.043296 n-d-760453-5 neutron-server[103305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4d43813-3493-4ebc-9752-c109833d96dc', 'name': 'network-vif-deleted', 'tag': '924f77f0-d790-44b8-981a-c27eb73de6d4'}] {{(pid=103305) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 21:09:46.047886 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d4654568b7bf041e72ff8fe1c96d6d761d9c921f2b99bc7b3a26632be20cee0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbbb308b-11ce-4015-82d9-059ce9323aa6" -d '{"events": [{"server_uuid": "d4d43813-3493-4ebc-9752-c109833d96dc", "name": "network-vif-deleted", "tag": "924f77f0-d790-44b8-981a-c27eb73de6d4"}]}' {{(pid=103305) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 21:09:46.259746 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Jan 2022 21:09:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8761197f-5cd3-404b-bc47-181ec3f198af x-openstack-request-id: req-8761197f-5cd3-404b-bc47-181ec3f198af {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 21:09:46.260399 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4d43813-3493-4ebc-9752-c109833d96dc", "name": "network-vif-deleted", "tag": "924f77f0-d790-44b8-981a-c27eb73de6d4", "status": "completed", "code": 200}]} {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 21:09:46.260919 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-8761197f-5cd3-404b-bc47-181ec3f198af {{(pid=103305) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 21:09:46.265453 n-d-760453-5 neutron-server[103305]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4d43813-3493-4ebc-9752-c109833d96dc', 'name': 'network-vif-deleted', 'tag': '924f77f0-d790-44b8-981a-c27eb73de6d4', 'status': 'completed', 'code': 200} Jan 26 21:09:46.677572 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d43649-d56b-41a2-8d37-04a0f58b1736 req-8276ad8e-54ee-49dc-910d-d0ffcb42bc8c tempest-LiveAutoBlockMigrationV225Test-1645909514 tempest-LiveAutoBlockMigrationV225Test-1645909514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:09:46.679169 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-18d43649-d56b-41a2-8d37-04a0f58b1736 req-8276ad8e-54ee-49dc-910d-d0ffcb42bc8c tempest-LiveAutoBlockMigrationV225Test-1645909514 tempest-LiveAutoBlockMigrationV225Test-1645909514-project] 10.222.0.13 "GET /v2.0/ports?device_id=cbf92dab-bccf-42aa-9b00-3737afaeaf63 HTTP/1.1" status: 200 len: 943 time: 0.1199026 Jan 26 21:09:46.759573 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-18d43649-d56b-41a2-8d37-04a0f58b1736 req-224369e5-0e9f-45a7-b24c-c56dfd05dc4e tempest-LiveAutoBlockMigrationV225Test-1645909514 tempest-LiveAutoBlockMigrationV225Test-1645909514-project] 10.222.0.13 "GET /v2.0/security-groups?id=d3d52ae6-e761-44ee-98bd-9ad0dc66343a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721593 Jan 26 21:09:46.819960 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 49094) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:09:46.869356 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.db_base_plugin_v2 [None req-8399ad03-fecb-482b-9224-cc8751015075 admin admin] Deleting subnet 9d964a5c-b1e4-4871-9f95-dc5027f4486b {{(pid=103305) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 26 21:09:46.873031 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-8399ad03-fecb-482b-9224-cc8751015075 admin admin] Publish callbacks [] for subnet (9d964a5c-b1e4-4871-9f95-dc5027f4486b), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:09:46.928411 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-8399ad03-fecb-482b-9224-cc8751015075 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11788946'] for subnet (9d964a5c-b1e4-4871-9f95-dc5027f4486b), precommit_delete_associations {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:09:46.971974 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-8399ad03-fecb-482b-9224-cc8751015075 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687316'] for subnet (9d964a5c-b1e4-4871-9f95-dc5027f4486b), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:09:47.009924 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 49112) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:09:47.042836 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-8399ad03-fecb-482b-9224-cc8751015075 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11791594', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11599980'] for subnet (9d964a5c-b1e4-4871-9f95-dc5027f4486b), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:09:47.072123 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8399ad03-fecb-482b-9224-cc8751015075 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9d964a5c-b1e4-4871-9f95-dc5027f4486b,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:09:47.076776 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-8399ad03-fecb-482b-9224-cc8751015075 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709645'] for subnet (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:09:47.080290 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-8399ad03-fecb-482b-9224-cc8751015075 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/9d964a5c-b1e4-4871-9f95-dc5027f4486b HTTP/1.1" status: 204 len: 168 time: 0.2591145 Jan 26 21:09:47.082709 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 49124) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:09:47.188505 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-51a87cd0-8617-435b-84b7-8fa99d21f5fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-748181'] for network (df66a6b8-ed0f-47dd-b1b4-bcc7e2048ba4), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:09:47.213446 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-c18d8d15-606a-4820-8418-1a0cf86bcafc admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsTestJSON-1906475892-network', 'tenant_id': '31181bab4603411a9d69e4c4b0e4c2ba'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:09:47.224819 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d675dd-7956-4f93-8309-c2638f8457d9 req-5cadf412-be83-4766-b789-9b1f28a4e639 tempest-MigrationsAdminTest-1084137346 tempest-MigrationsAdminTest-1084137346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:09:47.231660 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-09d675dd-7956-4f93-8309-c2638f8457d9 req-5cadf412-be83-4766-b789-9b1f28a4e639 tempest-MigrationsAdminTest-1084137346 tempest-MigrationsAdminTest-1084137346-project] 10.222.0.13 "GET /v2.0/ports?device_id=b8273d7d-7d14-4fba-908e-42ea49b1effb HTTP/1.1" status: 200 len: 950 time: 0.0897079 Jan 26 21:09:47.291168 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-51a87cd0-8617-435b-84b7-8fa99d21f5fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-686403', 'neutron.services.segments.db._delete_segments_for_network-8746560774018'] for network (df66a6b8-ed0f-47dd-b1b4-bcc7e2048ba4), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:09:47.299249 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-09d675dd-7956-4f93-8309-c2638f8457d9 req-92c04ae5-00f7-4e77-8be3-69b097980b0f tempest-MigrationsAdminTest-1084137346 tempest-MigrationsAdminTest-1084137346-project] 10.222.0.13 "GET /v2.0/security-groups?id=e0b082e3-685f-492b-b87f-3045b8ecd8c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666168 Jan 26 21:09:47.300151 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c18d8d15-606a-4820-8418-1a0cf86bcafc admin admin] Made reservation on behalf of 31181bab4603411a9d69e4c4b0e4c2ba for: {'network': 1} {{(pid=103304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 21:09:47.302609 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-c18d8d15-606a-4820-8418-1a0cf86bcafc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for network (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:09:47.322807 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-c18d8d15-606a-4820-8418-1a0cf86bcafc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:09:47.335626 n-d-760453-5 neutron-server[103305]: DEBUG neutron.services.segments.db [None req-51a87cd0-8617-435b-84b7-8fa99d21f5fd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['df66a6b8-ed0f-47dd-b1b4-bcc7e2048ba4']}} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:09:47.363844 n-d-760453-5 neutron-server[103305]: DEBUG neutron.services.segments.db [None req-51a87cd0-8617-435b-84b7-8fa99d21f5fd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bd36d27c-88a3-4dab-af8e-40c6d60ed7e6') {'for_net_delete': True} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:09:47.364140 n-d-760453-5 neutron-server[103305]: DEBUG neutron.services.segments.db [None req-51a87cd0-8617-435b-84b7-8fa99d21f5fd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bd36d27c-88a3-4dab-af8e-40c6d60ed7e6') {} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:09:47.387280 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-51a87cd0-8617-435b-84b7-8fa99d21f5fd admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746560742283', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11788955'] for segment (bd36d27c-88a3-4dab-af8e-40c6d60ed7e6), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:09:47.414819 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-51a87cd0-8617-435b-84b7-8fa99d21f5fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576559'] for segment (bd36d27c-88a3-4dab-af8e-40c6d60ed7e6), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:09:47.425408 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-51a87cd0-8617-435b-84b7-8fa99d21f5fd admin admin] Releasing vlan 575 on physical network physnet1 to pool {{(pid=103305) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 26 21:09:47.426008 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-51a87cd0-8617-435b-84b7-8fa99d21f5fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11791428'] for segment (bd36d27c-88a3-4dab-af8e-40c6d60ed7e6), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:09:47.428161 n-d-760453-5 neutron-server[103305]: Traceback (most recent call last): Jan 26 21:09:47.428161 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 26 21:09:47.428161 n-d-760453-5 neutron-server[103305]: timer() Jan 26 21:09:47.428161 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 26 21:09:47.428161 n-d-760453-5 neutron-server[103305]: cb(*args, **kw) Jan 26 21:09:47.428161 n-d-760453-5 neutron-server[103305]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 26 21:09:47.428161 n-d-760453-5 neutron-server[103305]: return func(*args, **kwargs) Jan 26 21:09:47.428161 n-d-760453-5 neutron-server[103305]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 26 21:09:47.428161 n-d-760453-5 neutron-server[103305]: self._notify() Jan 26 21:09:47.428161 n-d-760453-5 neutron-server[103305]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 26 21:09:47.428161 n-d-760453-5 neutron-server[103305]: self.callback(batched_events) Jan 26 21:09:47.428161 n-d-760453-5 neutron-server[103305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 26 21:09:47.428161 n-d-760453-5 neutron-server[103305]: event.method(event) Jan 26 21:09:47.428161 n-d-760453-5 neutron-server[103305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 26 21:09:47.428161 n-d-760453-5 neutron-server[103305]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 26 21:09:47.428161 n-d-760453-5 neutron-server[103305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 26 21:09:47.428161 n-d-760453-5 neutron-server[103305]: aggregate_uuid = self.p_client.list_aggregates( Jan 26 21:09:47.428161 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 26 21:09:47.428161 n-d-760453-5 neutron-server[103305]: return f(self, *a, **k) Jan 26 21:09:47.428161 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 26 21:09:47.428161 n-d-760453-5 neutron-server[103305]: return self._get(url).json() Jan 26 21:09:47.428161 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 26 21:09:47.428161 n-d-760453-5 neutron-server[103305]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 26 21:09:47.428161 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 26 21:09:47.428161 n-d-760453-5 neutron-server[103305]: return self.request(url, 'GET', **kwargs) Jan 26 21:09:47.428161 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 26 21:09:47.428161 n-d-760453-5 neutron-server[103305]: base_url = self.get_endpoint(auth, allow=allow, Jan 26 21:09:47.428161 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 26 21:09:47.428161 n-d-760453-5 neutron-server[103305]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 26 21:09:47.428161 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 26 21:09:47.428161 n-d-760453-5 neutron-server[103305]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 26 21:09:47.428161 n-d-760453-5 neutron-server[103305]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 26 21:09:47.460482 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-c18d8d15-606a-4820-8418-1a0cf86bcafc admin admin] Publish callbacks [] for security_group (eb1e5518-f7b7-40b3-8d9a-459a5100402a), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:09:47.465267 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-c18d8d15-606a-4820-8418-1a0cf86bcafc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (eb1e5518-f7b7-40b3-8d9a-459a5100402a), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:09:47.494408 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c18d8d15-606a-4820-8418-1a0cf86bcafc admin admin] vlan segment allocate from pool success with {'vlan_id': 573, 'physical_network': 'physnet1'} {{(pid=103304) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 26 21:09:47.506988 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-51a87cd0-8617-435b-84b7-8fa99d21f5fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4110931'] for network (df66a6b8-ed0f-47dd-b1b4-bcc7e2048ba4), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:09:47.507432 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c18d8d15-606a-4820-8418-1a0cf86bcafc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb1e5518-f7b7-40b3-8d9a-459a5100402a,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:09:47.521369 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-c18d8d15-606a-4820-8418-1a0cf86bcafc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576559'] for segment (f7ec5adf-9a86-433b-b09c-16adaba3bc61), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:09:47.522319 n-d-760453-5 neutron-server[103304]: INFO neutron.db.segments_db [None req-c18d8d15-606a-4820-8418-1a0cf86bcafc admin admin] Added segment f7ec5adf-9a86-433b-b09c-16adaba3bc61 of type vlan for network a1f9c57e-bef1-4549-9274-90989fa37d42 Jan 26 21:09:47.529526 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-51a87cd0-8617-435b-84b7-8fa99d21f5fd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709645'] for network (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:09:47.536980 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-51a87cd0-8617-435b-84b7-8fa99d21f5fd admin admin] 10.222.0.13 "DELETE /v2.0/networks/df66a6b8-ed0f-47dd-b1b4-bcc7e2048ba4 HTTP/1.1" status: 204 len: 168 time: 0.4522812 Jan 26 21:09:47.549162 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 49158) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:09:47.558540 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a87cd0-8617-435b-84b7-8fa99d21f5fd admin admin] Pushing event deleted for resources: {'Network': ['ID=df66a6b8-ed0f-47dd-b1b4-bcc7e2048ba4,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:09:47.578578 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-c18d8d15-606a-4820-8418-1a0cf86bcafc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746560256871'] for network (a1f9c57e-bef1-4549-9274-90989fa37d42), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:09:47.610398 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.db_base_plugin_v2 [None req-b05fa0a8-5b8e-423b-b2db-199f8f1e805f admin admin] Deleting subnet feb5df53-aacd-4e35-819e-d34e26dd0fdd {{(pid=103305) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 26 21:09:47.613846 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-b05fa0a8-5b8e-423b-b2db-199f8f1e805f admin admin] Publish callbacks [] for subnet (feb5df53-aacd-4e35-819e-d34e26dd0fdd), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:09:47.614651 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-c18d8d15-606a-4820-8418-1a0cf86bcafc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503'] for network (a1f9c57e-bef1-4549-9274-90989fa37d42), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:09:47.616578 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c18d8d15-606a-4820-8418-1a0cf86bcafc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:09:47.617286 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-c18d8d15-606a-4820-8418-1a0cf86bcafc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709645'] for network (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:09:47.673968 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-b05fa0a8-5b8e-423b-b2db-199f8f1e805f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11788946'] for subnet (feb5df53-aacd-4e35-819e-d34e26dd0fdd), precommit_delete_associations {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:09:47.687007 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-c18d8d15-606a-4820-8418-1a0cf86bcafc admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6721897 Jan 26 21:09:47.687007 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 49168) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:09:47.691762 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-fe5812a1-49a1-4d17-988a-42c79eb400d0 admin admin] Request body: {'subnet': {'network_id': 'a1f9c57e-bef1-4549-9274-90989fa37d42', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsTestJSON-1906475892-subnet', 'tenant_id': '31181bab4603411a9d69e4c4b0e4c2ba', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:09:47.709563 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c18d8d15-606a-4820-8418-1a0cf86bcafc admin admin] Pushing event updated for resources: {'Network': ['ID=a1f9c57e-bef1-4549-9274-90989fa37d42,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:09:47.724504 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Network a1f9c57e-bef1-4549-9274-90989fa37d42 details requested by agent ovs-agent-n-d-760453-5 with host n-d-760453-5 {{(pid=103306) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 26 21:09:47.740621 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe5812a1-49a1-4d17-988a-42c79eb400d0 admin admin] Made reservation on behalf of 31181bab4603411a9d69e4c4b0e4c2ba for: {'subnet': 1} {{(pid=103304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 21:09:47.744042 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-fe5812a1-49a1-4d17-988a-42c79eb400d0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12215181'] for subnet (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:09:47.746571 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-b05fa0a8-5b8e-423b-b2db-199f8f1e805f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687316'] for subnet (feb5df53-aacd-4e35-819e-d34e26dd0fdd), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:09:47.876212 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-b05fa0a8-5b8e-423b-b2db-199f8f1e805f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11791594', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11599980'] for subnet (feb5df53-aacd-4e35-819e-d34e26dd0fdd), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:09:47.913669 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-b05fa0a8-5b8e-423b-b2db-199f8f1e805f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709645'] for subnet (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:09:47.919362 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-b05fa0a8-5b8e-423b-b2db-199f8f1e805f admin admin] 10.222.0.13 "DELETE /v2.0/subnets/feb5df53-aacd-4e35-819e-d34e26dd0fdd HTTP/1.1" status: 204 len: 168 time: 0.3684475 Jan 26 21:09:47.921744 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05fa0a8-5b8e-423b-b2db-199f8f1e805f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=feb5df53-aacd-4e35-819e-d34e26dd0fdd,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:09:47.926185 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 49190) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:09:47.962808 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94fe67ef-8d8f-4453-b841-f2163a2db54a req-2b6ab995-104c-42a2-a951-2b92e1af0a07 tempest-LiveAutoBlockMigrationV225Test-1645909514 tempest-LiveAutoBlockMigrationV225Test-1645909514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:09:47.964608 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-94fe67ef-8d8f-4453-b841-f2163a2db54a req-2b6ab995-104c-42a2-a951-2b92e1af0a07 tempest-LiveAutoBlockMigrationV225Test-1645909514 tempest-LiveAutoBlockMigrationV225Test-1645909514-project] 10.222.0.13 "GET /v2.0/ports?device_id=cbf92dab-bccf-42aa-9b00-3737afaeaf63 HTTP/1.1" status: 200 len: 943 time: 0.0916824 Jan 26 21:09:48.018706 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-c4fbcc3b-b691-44da-9eb2-0e8a9448f566 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-748181'] for network (a4d47d51-4126-404c-9d2e-b73378b1c512), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:09:48.053741 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-94fe67ef-8d8f-4453-b841-f2163a2db54a req-8fa87333-9b85-4160-8f31-56a7a074d754 tempest-LiveAutoBlockMigrationV225Test-1645909514 tempest-LiveAutoBlockMigrationV225Test-1645909514-project] 10.222.0.13 "GET /v2.0/security-groups?id=d3d52ae6-e761-44ee-98bd-9ad0dc66343a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814795 Jan 26 21:09:48.109797 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-c4fbcc3b-b691-44da-9eb2-0e8a9448f566 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-686403', 'neutron.services.segments.db._delete_segments_for_network-8746560774018'] for network (a4d47d51-4126-404c-9d2e-b73378b1c512), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:09:48.133474 n-d-760453-5 neutron-server[103305]: DEBUG neutron.services.segments.db [None req-c4fbcc3b-b691-44da-9eb2-0e8a9448f566 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a4d47d51-4126-404c-9d2e-b73378b1c512']}} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:09:48.136189 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-fe5812a1-49a1-4d17-988a-42c79eb400d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9285249', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12215227'] for subnet (aa190954-4782-4f31-b12c-4c57c87681c8), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:09:48.146902 n-d-760453-5 neutron-server[103305]: DEBUG neutron.services.segments.db [None req-c4fbcc3b-b691-44da-9eb2-0e8a9448f566 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd632f70f-d3c7-40a7-a6cf-ae40fdfc9b33') {'for_net_delete': True} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:09:48.147166 n-d-760453-5 neutron-server[103305]: DEBUG neutron.services.segments.db [None req-c4fbcc3b-b691-44da-9eb2-0e8a9448f566 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd632f70f-d3c7-40a7-a6cf-ae40fdfc9b33') {} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:09:48.159363 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-c4fbcc3b-b691-44da-9eb2-0e8a9448f566 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746560742283', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11788955'] for segment (d632f70f-d3c7-40a7-a6cf-ae40fdfc9b33), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:09:48.183432 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-c4fbcc3b-b691-44da-9eb2-0e8a9448f566 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576559'] for segment (d632f70f-d3c7-40a7-a6cf-ae40fdfc9b33), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:09:48.210928 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe5812a1-49a1-4d17-988a-42c79eb400d0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=aa190954-4782-4f31-b12c-4c57c87681c8,revision_number=0']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:09:48.212476 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c4fbcc3b-b691-44da-9eb2-0e8a9448f566 admin admin] Releasing vlan 555 on physical network physnet1 to pool {{(pid=103305) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 26 21:09:48.212864 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-c4fbcc3b-b691-44da-9eb2-0e8a9448f566 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11791428'] for segment (d632f70f-d3c7-40a7-a6cf-ae40fdfc9b33), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:09:48.215061 n-d-760453-5 neutron-server[103305]: Traceback (most recent call last): Jan 26 21:09:48.215061 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 26 21:09:48.215061 n-d-760453-5 neutron-server[103305]: timer() Jan 26 21:09:48.215061 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 26 21:09:48.215061 n-d-760453-5 neutron-server[103305]: cb(*args, **kw) Jan 26 21:09:48.215061 n-d-760453-5 neutron-server[103305]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 26 21:09:48.215061 n-d-760453-5 neutron-server[103305]: return func(*args, **kwargs) Jan 26 21:09:48.215061 n-d-760453-5 neutron-server[103305]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 26 21:09:48.215061 n-d-760453-5 neutron-server[103305]: self._notify() Jan 26 21:09:48.215061 n-d-760453-5 neutron-server[103305]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 26 21:09:48.215061 n-d-760453-5 neutron-server[103305]: self.callback(batched_events) Jan 26 21:09:48.215061 n-d-760453-5 neutron-server[103305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 26 21:09:48.215061 n-d-760453-5 neutron-server[103305]: event.method(event) Jan 26 21:09:48.215061 n-d-760453-5 neutron-server[103305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 26 21:09:48.215061 n-d-760453-5 neutron-server[103305]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 26 21:09:48.215061 n-d-760453-5 neutron-server[103305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 26 21:09:48.215061 n-d-760453-5 neutron-server[103305]: aggregate_uuid = self.p_client.list_aggregates( Jan 26 21:09:48.215061 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 26 21:09:48.215061 n-d-760453-5 neutron-server[103305]: return f(self, *a, **k) Jan 26 21:09:48.215061 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 26 21:09:48.215061 n-d-760453-5 neutron-server[103305]: return self._get(url).json() Jan 26 21:09:48.215061 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 26 21:09:48.215061 n-d-760453-5 neutron-server[103305]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 26 21:09:48.215061 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 26 21:09:48.215061 n-d-760453-5 neutron-server[103305]: return self.request(url, 'GET', **kwargs) Jan 26 21:09:48.215061 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 26 21:09:48.215061 n-d-760453-5 neutron-server[103305]: base_url = self.get_endpoint(auth, allow=allow, Jan 26 21:09:48.215061 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 26 21:09:48.215061 n-d-760453-5 neutron-server[103305]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 26 21:09:48.215061 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 26 21:09:48.215061 n-d-760453-5 neutron-server[103305]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 26 21:09:48.215061 n-d-760453-5 neutron-server[103305]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 26 21:09:48.289742 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe5812a1-49a1-4d17-988a-42c79eb400d0 admin admin] Checking segment: {'id': 'f7ec5adf-9a86-433b-b09c-16adaba3bc61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': 'a1f9c57e-bef1-4549-9274-90989fa37d42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103304) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 21:09:48.290230 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe5812a1-49a1-4d17-988a-42c79eb400d0 admin admin] Network hostable DHCP agents. Network: a1f9c57e-bef1-4549-9274-90989fa37d42, hostable agents: ['474ccdf7-ab6c-405b-a3b2-dc7b05829902'], hosted agents: [] {{(pid=103304) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 26 21:09:48.314928 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe5812a1-49a1-4d17-988a-42c79eb400d0 admin admin] Network a1f9c57e-bef1-4549-9274-90989fa37d42 is scheduled to be hosted by DHCP agent 474ccdf7-ab6c-405b-a3b2-dc7b05829902 with binding_index 1 {{(pid=103304) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 26 21:09:48.317736 n-d-760453-5 neutron-server[103305]: INFO neutron.api.v2.resource [req-5a5b334b-d80c-4a46-8122-d7800067715c req-391b4aae-a4c7-4c06-ae19-a88b6085a6c6 service neutron] show failed (client error): The resource could not be found. Jan 26 21:09:48.319073 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-5a5b334b-d80c-4a46-8122-d7800067715c req-391b4aae-a4c7-4c06-ae19-a88b6085a6c6 service neutron] 10.222.0.57 "GET /v2.0/ports/dc28e82f-dde1-4b80-acdc-d7b8421d511d/bindings/n-h1-760453-5 HTTP/1.1" status: 404 len: 380 time: 0.1445820 Jan 26 21:09:48.319657 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-c4fbcc3b-b691-44da-9eb2-0e8a9448f566 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4110931'] for network (a4d47d51-4126-404c-9d2e-b73378b1c512), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:09:48.332772 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [None req-fe5812a1-49a1-4d17-988a-42c79eb400d0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760453-5, a1f9c57e-bef1-4549-9274-90989fa37d42) {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:09:48.339240 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe5812a1-49a1-4d17-988a-42c79eb400d0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:09:48.340045 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-fe5812a1-49a1-4d17-988a-42c79eb400d0 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:09:48.346612 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4da2cfa2-1818-4fb7-a862-77df84cf37c3 None None] Network a1f9c57e-bef1-4549-9274-90989fa37d42 requested from n-d-760453-5 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 26 21:09:48.351102 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-c4fbcc3b-b691-44da-9eb2-0e8a9448f566 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709645'] for network (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:09:48.363091 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-c4fbcc3b-b691-44da-9eb2-0e8a9448f566 admin admin] 10.222.0.13 "DELETE /v2.0/networks/a4d47d51-4126-404c-9d2e-b73378b1c512 HTTP/1.1" status: 204 len: 168 time: 0.4333940 Jan 26 21:09:48.379246 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-fe5812a1-49a1-4d17-988a-42c79eb400d0 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6913111 Jan 26 21:09:48.408161 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4fbcc3b-b691-44da-9eb2-0e8a9448f566 admin admin] Pushing event deleted for resources: {'Network': ['ID=a4d47d51-4126-404c-9d2e-b73378b1c512,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:09:48.516579 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d33fe2f-4da0-4d96-8999-5324430c6ed9 req-a5de5238-6530-463b-ac28-74c38a4dbcc4 tempest-MigrationsAdminTest-1084137346 tempest-MigrationsAdminTest-1084137346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:09:48.525730 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ea6ff57-4ac7-4549-bd83-4dc8029a5dba None None] Network a1f9c57e-bef1-4549-9274-90989fa37d42 requested from n-d-760453-5 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 26 21:09:48.533865 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-4d33fe2f-4da0-4d96-8999-5324430c6ed9 req-a5de5238-6530-463b-ac28-74c38a4dbcc4 tempest-MigrationsAdminTest-1084137346 tempest-MigrationsAdminTest-1084137346-project] 10.222.0.13 "GET /v2.0/ports?device_id=b8273d7d-7d14-4fba-908e-42ea49b1effb HTTP/1.1" status: 200 len: 950 time: 0.1080065 Jan 26 21:09:48.604147 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-4d33fe2f-4da0-4d96-8999-5324430c6ed9 req-b9473e74-6098-407d-b2ff-143b8c1ba83d tempest-MigrationsAdminTest-1084137346 tempest-MigrationsAdminTest-1084137346-project] 10.222.0.13 "GET /v2.0/security-groups?id=e0b082e3-685f-492b-b87f-3045b8ecd8c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664310 Jan 26 21:09:48.625402 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Device 924f77f0-d790-44b8-981a-c27eb73de6d4 no longer exists at agent hyperv_n-h2-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 26 21:09:48.662520 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 49216) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:09:48.662860 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] No Port match for: 924f77f0-d790-44b8-981a-c27eb73de6d4 {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 26 21:09:48.663180 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Device 924f77f0-d790-44b8-981a-c27eb73de6d4 not bound to the agent host n-h2-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 26 21:09:48.718135 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5b334b-d80c-4a46-8122-d7800067715c req-45f77403-6fc7-4fef-b150-7ddc69499c12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:09:48.719114 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-5a5b334b-d80c-4a46-8122-d7800067715c req-45f77403-6fc7-4fef-b150-7ddc69499c12 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=b8273d7d-7d14-4fba-908e-42ea49b1effb&tenant_id=d178ac49ddc9478db66ba71c81039890 HTTP/1.1" status: 200 len: 1101 time: 0.0728798 Jan 26 21:09:48.732020 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-0446e84f-1a99-4df3-92f1-6a8ca2b39d91 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=6d324a2d61e540879dc6a393362c80bc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0681539 Jan 26 21:09:48.734471 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 49218) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:09:48.737760 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [req-5a5b334b-d80c-4a46-8122-d7800067715c req-ccb35472-5e87-41c4-9689-4992fffd2210 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-760453-5', 'device_owner': 'compute:nova'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:09:48.804103 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-aecae0fa-68d6-427c-9c25-e48a8d1de3c1 admin admin] Publish callbacks [] for security_group (2592e4fe-89f1-4da1-9272-8e3739dff1bd), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:09:48.816810 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 49222) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:09:48.842355 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-aecae0fa-68d6-427c-9c25-e48a8d1de3c1 admin admin] Publish callbacks [] for security_group (2592e4fe-89f1-4da1-9272-8e3739dff1bd), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:09:48.853104 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-5a5b334b-d80c-4a46-8122-d7800067715c req-ccb35472-5e87-41c4-9689-4992fffd2210 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (dc28e82f-dde1-4b80-acdc-d7b8421d511d), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:09:48.884478 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2f80d900-4726-458a-ab03-3ff16d60d94b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (474ccdf7-ab6c-405b-a3b2-dc7b05829902), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:09:48.911728 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-aecae0fa-68d6-427c-9c25-e48a8d1de3c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (2592e4fe-89f1-4da1-9272-8e3739dff1bd), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:09:48.914773 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-aecae0fa-68d6-427c-9c25-e48a8d1de3c1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:09:48.919630 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-aecae0fa-68d6-427c-9c25-e48a8d1de3c1 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/2592e4fe-89f1-4da1-9272-8e3739dff1bd HTTP/1.1" status: 204 len: 168 time: 0.1839936 Jan 26 21:09:48.929273 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecae0fa-68d6-427c-9c25-e48a8d1de3c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2592e4fe-89f1-4da1-9272-8e3739dff1bd,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:09:49.053934 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-e5d29820-3bc9-4c36-88ca-befb7bafb1a3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:09:49.184849 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [req-5a5b334b-d80c-4a46-8122-d7800067715c req-ccb35472-5e87-41c4-9689-4992fffd2210 service neutron] For port dc28e82f-dde1-4b80-acdc-d7b8421d511d, host n-h2-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-5',level=0,port_id=dc28e82f-dde1-4b80-acdc-d7b8421d511d,segment=NetworkSegment(4eab25d6-89d9-4907-a1c2-51b06443ba33),segment_id=4eab25d6-89d9-4907-a1c2-51b06443ba33)] {{(pid=103304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:09:49.193947 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-e5d29820-3bc9-4c36-88ca-befb7bafb1a3 admin admin] Publish callbacks [] for security_group (dccd9ae5-aff2-4819-996d-1ea7726019ea), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:09:49.199007 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-e5d29820-3bc9-4c36-88ca-befb7bafb1a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (dccd9ae5-aff2-4819-996d-1ea7726019ea), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:09:49.250045 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-e5d29820-3bc9-4c36-88ca-befb7bafb1a3 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=2ebf312a5bf14d94a762039c87a0c4da&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4320312 Jan 26 21:09:49.250867 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 49244) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:09:49.251435 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d29820-3bc9-4c36-88ca-befb7bafb1a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dccd9ae5-aff2-4819-996d-1ea7726019ea,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:09:49.310607 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-1e661bec-c4c7-49ad-a830-208df9c98b1e admin admin] Publish callbacks [] for security_group (dccd9ae5-aff2-4819-996d-1ea7726019ea), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:09:49.338669 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [req-5a5b334b-d80c-4a46-8122-d7800067715c req-ccb35472-5e87-41c4-9689-4992fffd2210 service neutron] For port dc28e82f-dde1-4b80-acdc-d7b8421d511d, host n-h2-760453-5, cleared binding levels {{(pid=103304) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 26 21:09:49.341601 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-1e661bec-c4c7-49ad-a830-208df9c98b1e admin admin] Publish callbacks [] for security_group (dccd9ae5-aff2-4819-996d-1ea7726019ea), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:09:49.353124 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a381cbe-c15a-4cbd-9056-918f16f30464 req-177da910-f976-474f-8833-53778fa1a43f tempest-LiveAutoBlockMigrationV225Test-1645909514 tempest-LiveAutoBlockMigrationV225Test-1645909514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:09:49.361390 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-0a381cbe-c15a-4cbd-9056-918f16f30464 req-177da910-f976-474f-8833-53778fa1a43f tempest-LiveAutoBlockMigrationV225Test-1645909514 tempest-LiveAutoBlockMigrationV225Test-1645909514-project] 10.222.0.13 "GET /v2.0/ports?device_id=cbf92dab-bccf-42aa-9b00-3737afaeaf63 HTTP/1.1" status: 200 len: 943 time: 0.1623187 Jan 26 21:09:49.395731 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-1e661bec-c4c7-49ad-a830-208df9c98b1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (dccd9ae5-aff2-4819-996d-1ea7726019ea), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:09:49.399662 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-1e661bec-c4c7-49ad-a830-208df9c98b1e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:09:49.403500 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-1e661bec-c4c7-49ad-a830-208df9c98b1e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/dccd9ae5-aff2-4819-996d-1ea7726019ea HTTP/1.1" status: 204 len: 168 time: 0.1490049 Jan 26 21:09:49.413444 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e661bec-c4c7-49ad-a830-208df9c98b1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dccd9ae5-aff2-4819-996d-1ea7726019ea,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:09:49.475031 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-0a381cbe-c15a-4cbd-9056-918f16f30464 req-1141ddc9-943c-4f41-8a02-0ffb018888c7 tempest-LiveAutoBlockMigrationV225Test-1645909514 tempest-LiveAutoBlockMigrationV225Test-1645909514-project] 10.222.0.13 "GET /v2.0/security-groups?id=d3d52ae6-e761-44ee-98bd-9ad0dc66343a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126406 Jan 26 21:09:49.475570 n-d-760453-5 neutron-server[103304]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8273d7d-7d14-4fba-908e-42ea49b1effb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dc28e82f-dde1-4b80-acdc-d7b8421d511d'}] {{(pid=103304) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 21:09:49.477954 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d52b45f1943fcd332af9527eb73ff93c8d715d44383a3f6d18de73b4cfcf87b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4ef2ef4-1a3b-493a-9b59-76242046c850" -d '{"events": [{"server_uuid": "b8273d7d-7d14-4fba-908e-42ea49b1effb", "name": "network-vif-unplugged", "status": "completed", "tag": "dc28e82f-dde1-4b80-acdc-d7b8421d511d"}]}' {{(pid=103304) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 21:09:49.487710 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-5a5b334b-d80c-4a46-8122-d7800067715c req-ccb35472-5e87-41c4-9689-4992fffd2210 service neutron] Publish callbacks [] for port (dc28e82f-dde1-4b80-acdc-d7b8421d511d), precommit_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:09:49.504151 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80894c8-9dfa-40e6-bcbd-375a7225801d req-daeeba13-a7cc-46c5-8d20-9b78b6ce668d tempest-InstanceActionsTestJSON-595826462 tempest-InstanceActionsTestJSON-595826462-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:09:49.505967 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-b80894c8-9dfa-40e6-bcbd-375a7225801d req-daeeba13-a7cc-46c5-8d20-9b78b6ce668d tempest-InstanceActionsTestJSON-595826462 tempest-InstanceActionsTestJSON-595826462-project] 10.222.0.13 "GET /v2.0/networks?id=a1f9c57e-bef1-4549-9274-90989fa37d42 HTTP/1.1" status: 200 len: 814 time: 0.3081048 Jan 26 21:09:49.525087 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.provisioning_blocks [req-5a5b334b-d80c-4a46-8122-d7800067715c req-ccb35472-5e87-41c4-9689-4992fffd2210 service neutron] Transition to ACTIVE for port object dc28e82f-dde1-4b80-acdc-d7b8421d511d will not be triggered until provisioned by entity L2. {{(pid=103304) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 21:09:49.546531 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-b80894c8-9dfa-40e6-bcbd-375a7225801d req-3d77cec9-cc7b-4d07-bd38-0ebc8b7e5bcc tempest-InstanceActionsTestJSON-595826462 tempest-InstanceActionsTestJSON-595826462-project] 10.222.0.13 "GET /v2.0/quotas/31181bab4603411a9d69e4c4b0e4c2ba HTTP/1.1" status: 200 len: 375 time: 0.0185075 Jan 26 21:09:49.557461 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-5a5b334b-d80c-4a46-8122-d7800067715c req-ccb35472-5e87-41c4-9689-4992fffd2210 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9281542'] for port (dc28e82f-dde1-4b80-acdc-d7b8421d511d), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:09:49.571743 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 49256) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:09:49.615220 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-b80894c8-9dfa-40e6-bcbd-375a7225801d req-e5298a40-c48b-40af-abdd-73ba6f6f7c19 tempest-InstanceActionsTestJSON-595826462 tempest-InstanceActionsTestJSON-595826462-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=31181bab4603411a9d69e4c4b0e4c2ba&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0674672 Jan 26 21:09:49.647380 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-a2dd5077-2718-4007-bd60-bd6fc4040cb7 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=303d554027fd4a8985144a5ea68a609a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0744314 Jan 26 21:09:49.650269 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 49262) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:09:49.711120 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a5b334b-d80c-4a46-8122-d7800067715c req-ccb35472-5e87-41c4-9689-4992fffd2210 service neutron] No DVR routers for this DVR port dc28e82f-dde1-4b80-acdc-d7b8421d511d on host n-h2-760453-5 {{(pid=103304) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 26 21:09:49.721831 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb35472-5e87-41c4-9689-4992fffd2210 service neutron] Pushing event updated for resources: {'Port': ['ID=dc28e82f-dde1-4b80-acdc-d7b8421d511d,revision_number=6']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:09:49.760819 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 26 Jan 2022 21:09:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2484914-e76a-415e-878a-3b9aaa3089aa x-openstack-request-id: req-d2484914-e76a-415e-878a-3b9aaa3089aa {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 21:09:49.761171 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8273d7d-7d14-4fba-908e-42ea49b1effb", "name": "network-vif-unplugged", "status": "completed", "tag": "dc28e82f-dde1-4b80-acdc-d7b8421d511d", "code": 200}]} {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 21:09:49.761466 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d2484914-e76a-415e-878a-3b9aaa3089aa {{(pid=103304) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 21:09:49.761870 n-d-760453-5 neutron-server[103304]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8273d7d-7d14-4fba-908e-42ea49b1effb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dc28e82f-dde1-4b80-acdc-d7b8421d511d', 'code': 200} Jan 26 21:09:49.791467 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [req-5a5b334b-d80c-4a46-8122-d7800067715c req-ccb35472-5e87-41c4-9689-4992fffd2210 service neutron] Attempting to bind port dc28e82f-dde1-4b80-acdc-d7b8421d511d on host n-h1-760453-5 for vnic_type normal with profile {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 21:09:49.791861 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [req-5a5b334b-d80c-4a46-8122-d7800067715c req-ccb35472-5e87-41c4-9689-4992fffd2210 service neutron] Attempting to bind port dc28e82f-dde1-4b80-acdc-d7b8421d511d by drivers openvswitch,hyperv on host n-h1-760453-5 at level 0 using segments [{'id': '4eab25d6-89d9-4907-a1c2-51b06443ba33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '7fbe9cf5-e12c-436d-b372-55a19c9faa30'}] {{(pid=103304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 26 21:09:49.792178 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a5b334b-d80c-4a46-8122-d7800067715c req-ccb35472-5e87-41c4-9689-4992fffd2210 service neutron] Attempting to bind port dc28e82f-dde1-4b80-acdc-d7b8421d511d on network 7fbe9cf5-e12c-436d-b372-55a19c9faa30 {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 21:09:49.803280 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a5b334b-d80c-4a46-8122-d7800067715c req-ccb35472-5e87-41c4-9689-4992fffd2210 service neutron] Port dc28e82f-dde1-4b80-acdc-d7b8421d511d on network 7fbe9cf5-e12c-436d-b372-55a19c9faa30 not bound, no agent of type Open vSwitch agent registered on host n-h1-760453-5 {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 26 21:09:49.803614 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a5b334b-d80c-4a46-8122-d7800067715c req-ccb35472-5e87-41c4-9689-4992fffd2210 service neutron] Attempting to bind port dc28e82f-dde1-4b80-acdc-d7b8421d511d on network 7fbe9cf5-e12c-436d-b372-55a19c9faa30 {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 21:09:49.810326 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a5b334b-d80c-4a46-8122-d7800067715c req-ccb35472-5e87-41c4-9689-4992fffd2210 service neutron] Checking agent: {'id': '32ef628b-8417-46c5-8729-60fcabe358f1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-760453-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 21, 3, 8), 'started_at': datetime.datetime(2022, 1, 26, 21, 3, 8), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 21, 9, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 26 21:09:49.810581 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a5b334b-d80c-4a46-8122-d7800067715c req-ccb35472-5e87-41c4-9689-4992fffd2210 service neutron] Checking segment: {'id': '4eab25d6-89d9-4907-a1c2-51b06443ba33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '7fbe9cf5-e12c-436d-b372-55a19c9faa30'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103304) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 21:09:49.811508 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a5b334b-d80c-4a46-8122-d7800067715c req-ccb35472-5e87-41c4-9689-4992fffd2210 service neutron] Bound using segment: {'id': '4eab25d6-89d9-4907-a1c2-51b06443ba33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '7fbe9cf5-e12c-436d-b372-55a19c9faa30'} {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 26 21:09:49.811958 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [req-5a5b334b-d80c-4a46-8122-d7800067715c req-ccb35472-5e87-41c4-9689-4992fffd2210 service neutron] Bound port: dc28e82f-dde1-4b80-acdc-d7b8421d511d, host: n-h1-760453-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4eab25d6-89d9-4907-a1c2-51b06443ba33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '7fbe9cf5-e12c-436d-b372-55a19c9faa30'}}] {{(pid=103304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 26 21:09:49.812327 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-5a5b334b-d80c-4a46-8122-d7800067715c req-ccb35472-5e87-41c4-9689-4992fffd2210 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (dc28e82f-dde1-4b80-acdc-d7b8421d511d), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:09:49.822574 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-b80894c8-9dfa-40e6-bcbd-375a7225801d req-051111a9-0355-4491-a9c5-93623662fd32 service neutron] 10.222.0.13 "GET /v2.0/networks/a1f9c57e-bef1-4549-9274-90989fa37d42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2066176 Jan 26 21:09:50.078804 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [req-5a5b334b-d80c-4a46-8122-d7800067715c req-ccb35472-5e87-41c4-9689-4992fffd2210 service neutron] For port dc28e82f-dde1-4b80-acdc-d7b8421d511d, host n-h1-760453-5, cleared binding levels {{(pid=103304) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 26 21:09:50.097181 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [req-5a5b334b-d80c-4a46-8122-d7800067715c req-ccb35472-5e87-41c4-9689-4992fffd2210 service neutron] For port dc28e82f-dde1-4b80-acdc-d7b8421d511d, host n-h1-760453-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-5',level=0,port_id=dc28e82f-dde1-4b80-acdc-d7b8421d511d,segment=NetworkSegment(4eab25d6-89d9-4907-a1c2-51b06443ba33),segment_id=4eab25d6-89d9-4907-a1c2-51b06443ba33)] {{(pid=103304) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 26 21:09:50.120894 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-b80894c8-9dfa-40e6-bcbd-375a7225801d req-d13bf123-a3ad-4c42-915a-bd2f50e6d852 service neutron] 10.222.0.13 "GET /v2.0/networks/a1f9c57e-bef1-4549-9274-90989fa37d42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2973335 Jan 26 21:09:50.124302 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-5a5b334b-d80c-4a46-8122-d7800067715c req-ccb35472-5e87-41c4-9689-4992fffd2210 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9281542'] for port (dc28e82f-dde1-4b80-acdc-d7b8421d511d), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:09:50.150760 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5609d5c-f524-43bc-a378-ff043e901454 req-3d9ec80d-7ac1-4066-8326-6b835c4984d0 tempest-MigrationsAdminTest-1084137346 tempest-MigrationsAdminTest-1084137346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:09:50.165624 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-a5609d5c-f524-43bc-a378-ff043e901454 req-3d9ec80d-7ac1-4066-8326-6b835c4984d0 tempest-MigrationsAdminTest-1084137346 tempest-MigrationsAdminTest-1084137346-project] 10.222.0.13 "GET /v2.0/ports?device_id=b8273d7d-7d14-4fba-908e-42ea49b1effb HTTP/1.1" status: 200 len: 948 time: 0.1993618 Jan 26 21:09:50.224428 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5b334b-d80c-4a46-8122-d7800067715c req-ccb35472-5e87-41c4-9689-4992fffd2210 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:09:50.225065 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-5a5b334b-d80c-4a46-8122-d7800067715c req-ccb35472-5e87-41c4-9689-4992fffd2210 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:09:50.226524 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-5a5b334b-d80c-4a46-8122-d7800067715c req-ccb35472-5e87-41c4-9689-4992fffd2210 service neutron] 10.222.0.66 "PUT /v2.0/ports/dc28e82f-dde1-4b80-acdc-d7b8421d511d HTTP/1.1" status: 200 len: 1096 time: 1.4932559 Jan 26 21:09:50.300349 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb35472-5e87-41c4-9689-4992fffd2210 service neutron] Pushing event updated for resources: {'Port': ['ID=dc28e82f-dde1-4b80-acdc-d7b8421d511d,revision_number=7']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:09:50.344562 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-a5609d5c-f524-43bc-a378-ff043e901454 req-92718c67-bc49-45e6-b15c-c298f7c7b938 tempest-MigrationsAdminTest-1084137346 tempest-MigrationsAdminTest-1084137346-project] 10.222.0.13 "GET /v2.0/security-groups?id=e0b082e3-685f-492b-b87f-3045b8ecd8c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1717150 Jan 26 21:09:50.413815 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-7dfb7503-bcb3-4adb-8b0f-612c0561b411 admin admin] Publish callbacks [] for security_group (4194f5f2-4a8d-4f91-a741-7059dc75aeb3), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:09:50.423567 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5b334b-d80c-4a46-8122-d7800067715c req-418a66a4-b5aa-48e5-a3a6-f483248e9f2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:09:50.427481 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-5a5b334b-d80c-4a46-8122-d7800067715c req-418a66a4-b5aa-48e5-a3a6-f483248e9f2d service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=d178ac49ddc9478db66ba71c81039890&device_id=b8273d7d-7d14-4fba-908e-42ea49b1effb HTTP/1.1" status: 200 len: 1099 time: 0.1589999 Jan 26 21:09:50.439678 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-7dfb7503-bcb3-4adb-8b0f-612c0561b411 admin admin] Publish callbacks [] for security_group (4194f5f2-4a8d-4f91-a741-7059dc75aeb3), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:09:50.478190 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-18980f73-6ed1-486f-ae0f-21285db4f12d req-6a393e85-cef1-4ae3-a674-a3909899aedd tempest-InstanceActionsTestJSON-595826462 tempest-InstanceActionsTestJSON-595826462-project] 10.222.0.13 "GET /v2.0/ports?device_id=a6685512-9634-4533-bab3-3d35a2be2510 HTTP/1.1" status: 200 len: 210 time: 0.0593369 Jan 26 21:09:50.518093 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-7dfb7503-bcb3-4adb-8b0f-612c0561b411 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (4194f5f2-4a8d-4f91-a741-7059dc75aeb3), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:09:50.522301 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-7dfb7503-bcb3-4adb-8b0f-612c0561b411 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:09:50.524248 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-7dfb7503-bcb3-4adb-8b0f-612c0561b411 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/4194f5f2-4a8d-4f91-a741-7059dc75aeb3 HTTP/1.1" status: 204 len: 168 time: 0.8691988 Jan 26 21:09:50.544907 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dfb7503-bcb3-4adb-8b0f-612c0561b411 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4194f5f2-4a8d-4f91-a741-7059dc75aeb3,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:09:50.691456 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5b334b-d80c-4a46-8122-d7800067715c req-c28d5235-3e37-4ab1-9c35-6c0fde69dfb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:09:50.694061 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-5a5b334b-d80c-4a46-8122-d7800067715c req-c28d5235-3e37-4ab1-9c35-6c0fde69dfb8 service neutron] 10.222.0.66 "GET /v2.0/networks?id=7fbe9cf5-e12c-436d-b372-55a19c9faa30 HTTP/1.1" status: 200 len: 870 time: 0.2478409 Jan 26 21:09:50.758004 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-5a5b334b-d80c-4a46-8122-d7800067715c req-4e30fd2f-51b4-478a-aa68-39d8ad7376ca service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.254&port_id=dc28e82f-dde1-4b80-acdc-d7b8421d511d HTTP/1.1" status: 200 len: 217 time: 0.0545611 Jan 26 21:09:50.766670 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6adaa7da-cc97-4b2c-afe0-8e9849b68c94 req-34917edd-fb68-4ec9-a87e-62014b17ba62 tempest-LiveAutoBlockMigrationV225Test-1645909514 tempest-LiveAutoBlockMigrationV225Test-1645909514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:09:50.773882 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-6adaa7da-cc97-4b2c-afe0-8e9849b68c94 req-34917edd-fb68-4ec9-a87e-62014b17ba62 tempest-LiveAutoBlockMigrationV225Test-1645909514 tempest-LiveAutoBlockMigrationV225Test-1645909514-project] 10.222.0.13 "GET /v2.0/ports?device_id=cbf92dab-bccf-42aa-9b00-3737afaeaf63 HTTP/1.1" status: 200 len: 943 time: 0.1291690 Jan 26 21:09:50.856097 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5b334b-d80c-4a46-8122-d7800067715c req-717a39fa-ff52-41f6-8776-d85f2d0d83d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:09:50.858765 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-5a5b334b-d80c-4a46-8122-d7800067715c req-717a39fa-ff52-41f6-8776-d85f2d0d83d5 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=fd77e534-75e6-4b90-950e-f5824d584430 HTTP/1.1" status: 200 len: 843 time: 0.0820732 Jan 26 21:09:50.890183 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-6adaa7da-cc97-4b2c-afe0-8e9849b68c94 req-c3cb1725-ea7c-4b6b-8a98-95a41cce2a1b tempest-LiveAutoBlockMigrationV225Test-1645909514 tempest-LiveAutoBlockMigrationV225Test-1645909514-project] 10.222.0.13 "GET /v2.0/security-groups?id=d3d52ae6-e761-44ee-98bd-9ad0dc66343a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936401 Jan 26 21:09:50.942288 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5b334b-d80c-4a46-8122-d7800067715c req-374e1ec6-2b16-4389-a6ac-541530b170e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:09:50.943809 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-5a5b334b-d80c-4a46-8122-d7800067715c req-374e1ec6-2b16-4389-a6ac-541530b170e6 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=7fbe9cf5-e12c-436d-b372-55a19c9faa30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0572221 Jan 26 21:09:51.105401 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-5a5b334b-d80c-4a46-8122-d7800067715c req-cb2b7447-040b-4bd4-977a-6fac15189dfb service neutron] 10.222.0.66 "GET /v2.0/networks/7fbe9cf5-e12c-436d-b372-55a19c9faa30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1288230 Jan 26 21:09:51.210964 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-67ab50d8-761c-4789-9bc2-fbbe11749d11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (09df100c-3af1-4b0a-bda8-05914c71c458), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:09:51.253450 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-5a5b334b-d80c-4a46-8122-d7800067715c req-7fbd6aed-df1d-487f-a182-3eef0b6d7c03 service neutron] 10.222.0.66 "GET /v2.0/networks/7fbe9cf5-e12c-436d-b372-55a19c9faa30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1430178 Jan 26 21:09:51.489400 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a94e3c4-ecce-49d6-bd10-cfe816a2431f req-634e7398-60c0-4146-b75f-f134942867db tempest-MigrationsAdminTest-1084137346 tempest-MigrationsAdminTest-1084137346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:09:51.491053 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-7a94e3c4-ecce-49d6-bd10-cfe816a2431f req-634e7398-60c0-4146-b75f-f134942867db tempest-MigrationsAdminTest-1084137346 tempest-MigrationsAdminTest-1084137346-project] 10.222.0.13 "GET /v2.0/ports?device_id=b8273d7d-7d14-4fba-908e-42ea49b1effb HTTP/1.1" status: 200 len: 948 time: 0.0645432 Jan 26 21:09:51.510980 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 49364) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:09:51.551311 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-7a94e3c4-ecce-49d6-bd10-cfe816a2431f req-0e07cb34-6e9a-41cf-9feb-99095556d20a tempest-MigrationsAdminTest-1084137346 tempest-MigrationsAdminTest-1084137346-project] 10.222.0.13 "GET /v2.0/security-groups?id=e0b082e3-685f-492b-b87f-3045b8ecd8c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542121 Jan 26 21:09:51.617126 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-05b2bab3-b31b-4321-800d-28d0fe85e470 req-0770c3ac-3048-4b5f-ba7f-3ed6f405951f tempest-InstanceActionsTestJSON-595826462 tempest-InstanceActionsTestJSON-595826462-project] 10.222.0.13 "GET /v2.0/ports?device_id=a6685512-9634-4533-bab3-3d35a2be2510 HTTP/1.1" status: 200 len: 210 time: 0.0374956 Jan 26 21:09:51.652315 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 49370) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:09:51.714412 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-c89f61f3-4852-4974-b735-d8c9abe852cc admin admin] Request body: {'network': {'name': 'tempest-VirtualInterfacesTestJSON-370468394-network', 'tenant_id': '8d056cc35e8642a7894147c68092a6e0'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:09:51.759404 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-523c476e-f59f-4c72-ab8b-fec4e1e77e80 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:09:51.762020 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80894c8-9dfa-40e6-bcbd-375a7225801d req-83564a86-1408-4fa6-915c-7ac137d6046a tempest-InstanceActionsTestJSON-595826462 tempest-InstanceActionsTestJSON-595826462-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:09:51.763777 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-b80894c8-9dfa-40e6-bcbd-375a7225801d req-83564a86-1408-4fa6-915c-7ac137d6046a tempest-InstanceActionsTestJSON-595826462 tempest-InstanceActionsTestJSON-595826462-project] 10.222.0.57 "GET /v2.0/networks?id=a1f9c57e-bef1-4549-9274-90989fa37d42 HTTP/1.1" status: 200 len: 814 time: 0.1306863 Jan 26 21:09:51.765610 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c89f61f3-4852-4974-b735-d8c9abe852cc admin admin] Made reservation on behalf of 8d056cc35e8642a7894147c68092a6e0 for: {'network': 1} {{(pid=103305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 21:09:51.768029 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-c89f61f3-4852-4974-b735-d8c9abe852cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for network (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:09:51.770353 n-d-760453-5 neutron-server[103304]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b8273d7d-7d14-4fba-908e-42ea49b1effb', 'tag': 'dc28e82f-dde1-4b80-acdc-d7b8421d511d'}] {{(pid=103304) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 21:09:51.774024 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d52b45f1943fcd332af9527eb73ff93c8d715d44383a3f6d18de73b4cfcf87b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae81e351-61a2-40d4-95f2-6e12ab0e8d01" -d '{"events": [{"name": "network-changed", "server_uuid": "b8273d7d-7d14-4fba-908e-42ea49b1effb", "tag": "dc28e82f-dde1-4b80-acdc-d7b8421d511d"}]}' {{(pid=103304) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 21:09:51.782445 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [req-b80894c8-9dfa-40e6-bcbd-375a7225801d req-0d93899a-2818-4714-80fb-dd7238353390 tempest-InstanceActionsTestJSON-595826462 tempest-InstanceActionsTestJSON-595826462-project] Request body: {'port': {'device_id': 'a6685512-9634-4533-bab3-3d35a2be2510', 'network_id': 'a1f9c57e-bef1-4549-9274-90989fa37d42', 'admin_state_up': True, 'tenant_id': '31181bab4603411a9d69e4c4b0e4c2ba'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:09:51.786143 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-c89f61f3-4852-4974-b735-d8c9abe852cc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:09:51.831969 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 26 Jan 2022 21:09:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72b2eb8e-2771-4529-859d-fd9a4411319c x-openstack-request-id: req-72b2eb8e-2771-4529-859d-fd9a4411319c {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 21:09:51.832382 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b8273d7d-7d14-4fba-908e-42ea49b1effb", "tag": "dc28e82f-dde1-4b80-acdc-d7b8421d511d", "status": "completed", "code": 200}]} {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 21:09:51.832735 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-72b2eb8e-2771-4529-859d-fd9a4411319c {{(pid=103304) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 21:09:51.833144 n-d-760453-5 neutron-server[103304]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b8273d7d-7d14-4fba-908e-42ea49b1effb', 'tag': 'dc28e82f-dde1-4b80-acdc-d7b8421d511d', 'status': 'completed', 'code': 200} Jan 26 21:09:51.902579 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-523c476e-f59f-4c72-ab8b-fec4e1e77e80 admin admin] Publish callbacks [] for security_group (c07eccff-5c48-46d5-bb5c-fa15df08d201), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:09:51.928185 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-523c476e-f59f-4c72-ab8b-fec4e1e77e80 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (c07eccff-5c48-46d5-bb5c-fa15df08d201), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:09:51.962899 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b80894c8-9dfa-40e6-bcbd-375a7225801d req-0d93899a-2818-4714-80fb-dd7238353390 tempest-InstanceActionsTestJSON-595826462 tempest-InstanceActionsTestJSON-595826462-project] Made reservation on behalf of 31181bab4603411a9d69e4c4b0e4c2ba for: {'port': 1} {{(pid=103305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 21:09:51.967732 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-b80894c8-9dfa-40e6-bcbd-375a7225801d req-0d93899a-2818-4714-80fb-dd7238353390 tempest-InstanceActionsTestJSON-595826462 tempest-InstanceActionsTestJSON-595826462-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:09:51.974017 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-c89f61f3-4852-4974-b735-d8c9abe852cc admin admin] Publish callbacks [] for security_group (75d1212c-f849-4f73-aaee-1c1a7ba3b3ab), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:09:51.977930 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae81e351-61a2-40d4-95f2-6e12ab0e8d01 req-e26ce4b2-9359-4ad6-b49e-825c549c28b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:09:51.979420 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-ae81e351-61a2-40d4-95f2-6e12ab0e8d01 req-e26ce4b2-9359-4ad6-b49e-825c549c28b5 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=d178ac49ddc9478db66ba71c81039890&device_id=b8273d7d-7d14-4fba-908e-42ea49b1effb HTTP/1.1" status: 200 len: 1099 time: 0.1244037 Jan 26 21:09:51.983460 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-c89f61f3-4852-4974-b735-d8c9abe852cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (75d1212c-f849-4f73-aaee-1c1a7ba3b3ab), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:09:52.017410 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-523c476e-f59f-4c72-ab8b-fec4e1e77e80 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=e0d40f7dd63b4451b7d106c3953ceb7f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3604162 Jan 26 21:09:52.020544 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c89f61f3-4852-4974-b735-d8c9abe852cc admin admin] vlan segment allocate from pool success with {'vlan_id': 588, 'physical_network': 'physnet1'} {{(pid=103305) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 26 21:09:52.022366 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 49382) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:09:52.033091 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-523c476e-f59f-4c72-ab8b-fec4e1e77e80 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c07eccff-5c48-46d5-bb5c-fa15df08d201,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:09:52.067289 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae81e351-61a2-40d4-95f2-6e12ab0e8d01 req-b343874e-0089-42ba-bb41-b42c932efd62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:09:52.068786 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-ae81e351-61a2-40d4-95f2-6e12ab0e8d01 req-b343874e-0089-42ba-bb41-b42c932efd62 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=d178ac49ddc9478db66ba71c81039890&device_id=b8273d7d-7d14-4fba-908e-42ea49b1effb HTTP/1.1" status: 200 len: 1099 time: 0.1763122 Jan 26 21:09:52.078796 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c89f61f3-4852-4974-b735-d8c9abe852cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75d1212c-f849-4f73-aaee-1c1a7ba3b3ab,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:09:52.088713 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-c89f61f3-4852-4974-b735-d8c9abe852cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576559'] for segment (e9645312-344f-4924-976e-eced58e7203d), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:09:52.089798 n-d-760453-5 neutron-server[103305]: INFO neutron.db.segments_db [None req-c89f61f3-4852-4974-b735-d8c9abe852cc admin admin] Added segment e9645312-344f-4924-976e-eced58e7203d of type vlan for network 91ec2caf-0789-4a93-a27f-25ffea577005 Jan 26 21:09:52.093513 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-841f5991-a4d8-4d4b-b215-cbc6bab5427b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (aa7ee9d2-08eb-4e12-b895-24c57300dfec), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:09:52.140145 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d13dda6-1bc6-4412-93eb-97363fb3aa6c req-620d1c1a-8493-4942-a3a6-60dd54af05f7 tempest-LiveAutoBlockMigrationV225Test-1645909514 tempest-LiveAutoBlockMigrationV225Test-1645909514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:09:52.141700 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-4d13dda6-1bc6-4412-93eb-97363fb3aa6c req-620d1c1a-8493-4942-a3a6-60dd54af05f7 tempest-LiveAutoBlockMigrationV225Test-1645909514 tempest-LiveAutoBlockMigrationV225Test-1645909514-project] 10.222.0.13 "GET /v2.0/ports?device_id=cbf92dab-bccf-42aa-9b00-3737afaeaf63 HTTP/1.1" status: 200 len: 943 time: 0.1997862 Jan 26 21:09:52.166113 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-c89f61f3-4852-4974-b735-d8c9abe852cc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746560256871'] for network (91ec2caf-0789-4a93-a27f-25ffea577005), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:09:52.216154 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae81e351-61a2-40d4-95f2-6e12ab0e8d01 req-14cafe73-7a60-4227-a189-e8754d2cb0a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:09:52.217663 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-ae81e351-61a2-40d4-95f2-6e12ab0e8d01 req-14cafe73-7a60-4227-a189-e8754d2cb0a0 service neutron] 10.222.0.57 "GET /v2.0/networks?id=7fbe9cf5-e12c-436d-b372-55a19c9faa30 HTTP/1.1" status: 200 len: 870 time: 0.2169337 Jan 26 21:09:52.231723 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-3f17b40e-21ea-46b4-9460-706f0fcb261b admin admin] Publish callbacks [] for security_group (c07eccff-5c48-46d5-bb5c-fa15df08d201), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:09:52.251663 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-c89f61f3-4852-4974-b735-d8c9abe852cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503'] for network (91ec2caf-0789-4a93-a27f-25ffea577005), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:09:52.252673 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c89f61f3-4852-4974-b735-d8c9abe852cc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:09:52.253334 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-c89f61f3-4852-4974-b735-d8c9abe852cc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709645'] for network (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:09:52.258320 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.db_base_plugin_common [req-b80894c8-9dfa-40e6-bcbd-375a7225801d req-0d93899a-2818-4714-80fb-dd7238353390 tempest-InstanceActionsTestJSON-595826462 tempest-InstanceActionsTestJSON-595826462-project] Allocated IP 172.20.0.12 (a1f9c57e-bef1-4549-9274-90989fa37d42/aa190954-4782-4f31-b12c-4c57c87681c8/54eaf210-1f01-4d85-9c70-9e5bda4cf4b6) {{(pid=103305) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 21:09:52.275306 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-ae81e351-61a2-40d4-95f2-6e12ab0e8d01 req-07e4e19b-1e55-4b2e-ad80-c7ff25f0e28f service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.254&port_id=dc28e82f-dde1-4b80-acdc-d7b8421d511d HTTP/1.1" status: 200 len: 217 time: 0.0515718 Jan 26 21:09:52.276692 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae81e351-61a2-40d4-95f2-6e12ab0e8d01 req-dac33249-8e8f-4fea-9112-339dfb923fb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:09:52.278092 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-ae81e351-61a2-40d4-95f2-6e12ab0e8d01 req-dac33249-8e8f-4fea-9112-339dfb923fb5 service neutron] 10.222.0.66 "GET /v2.0/networks?id=7fbe9cf5-e12c-436d-b372-55a19c9faa30 HTTP/1.1" status: 200 len: 870 time: 0.2017722 Jan 26 21:09:52.282102 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-4d13dda6-1bc6-4412-93eb-97363fb3aa6c req-3851a537-f24d-46ec-83b0-f26523491993 tempest-LiveAutoBlockMigrationV225Test-1645909514 tempest-LiveAutoBlockMigrationV225Test-1645909514-project] 10.222.0.13 "GET /v2.0/security-groups?id=d3d52ae6-e761-44ee-98bd-9ad0dc66343a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1280801 Jan 26 21:09:52.295645 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-3f17b40e-21ea-46b4-9460-706f0fcb261b admin admin] Publish callbacks [] for security_group (c07eccff-5c48-46d5-bb5c-fa15df08d201), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:09:52.346532 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-c89f61f3-4852-4974-b735-d8c9abe852cc admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.8343933 Jan 26 21:09:52.354484 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 49392) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:09:52.357430 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-ae81e351-61a2-40d4-95f2-6e12ab0e8d01 req-28344c37-08c4-4575-8873-75680fe1329b service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.254&port_id=dc28e82f-dde1-4b80-acdc-d7b8421d511d HTTP/1.1" status: 200 len: 217 time: 0.0668619 Jan 26 21:09:52.367738 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-459878cb-398e-4dba-aa77-0049d31ddeb5 admin admin] Request body: {'subnet': {'network_id': '91ec2caf-0789-4a93-a27f-25ffea577005', 'cidr': '172.20.0.0/28', 'name': 'tempest-VirtualInterfacesTestJSON-370468394-subnet', 'tenant_id': '8d056cc35e8642a7894147c68092a6e0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:09:52.385491 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c89f61f3-4852-4974-b735-d8c9abe852cc admin admin] Pushing event updated for resources: {'Network': ['ID=91ec2caf-0789-4a93-a27f-25ffea577005,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:09:52.398472 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae81e351-61a2-40d4-95f2-6e12ab0e8d01 req-0a0a843a-594c-4627-9ec6-fbe8fdb97fd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:09:52.399188 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Network 91ec2caf-0789-4a93-a27f-25ffea577005 details requested by agent ovs-agent-n-d-760453-5 with host n-d-760453-5 {{(pid=103306) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 26 21:09:52.399945 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-ae81e351-61a2-40d4-95f2-6e12ab0e8d01 req-0a0a843a-594c-4627-9ec6-fbe8fdb97fd8 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=fd77e534-75e6-4b90-950e-f5824d584430 HTTP/1.1" status: 200 len: 843 time: 0.1170073 Jan 26 21:09:52.442877 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae81e351-61a2-40d4-95f2-6e12ab0e8d01 req-9f5f6b8f-ffb3-4004-ad39-c188e64cb868 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:09:52.444372 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-ae81e351-61a2-40d4-95f2-6e12ab0e8d01 req-9f5f6b8f-ffb3-4004-ad39-c188e64cb868 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=fd77e534-75e6-4b90-950e-f5824d584430 HTTP/1.1" status: 200 len: 843 time: 0.0806997 Jan 26 21:09:52.456269 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-459878cb-398e-4dba-aa77-0049d31ddeb5 admin admin] Made reservation on behalf of 8d056cc35e8642a7894147c68092a6e0 for: {'subnet': 1} {{(pid=103305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 21:09:52.459169 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-459878cb-398e-4dba-aa77-0049d31ddeb5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11599953'] for subnet (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:09:52.496923 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae81e351-61a2-40d4-95f2-6e12ab0e8d01 req-0084111d-7352-4f42-a866-026fb890faa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:09:52.499025 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-ae81e351-61a2-40d4-95f2-6e12ab0e8d01 req-0084111d-7352-4f42-a866-026fb890faa7 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=7fbe9cf5-e12c-436d-b372-55a19c9faa30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0916491 Jan 26 21:09:52.544734 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-3f17b40e-21ea-46b4-9460-706f0fcb261b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (c07eccff-5c48-46d5-bb5c-fa15df08d201), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:09:52.547879 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-3f17b40e-21ea-46b4-9460-706f0fcb261b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:09:52.551460 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-3f17b40e-21ea-46b4-9460-706f0fcb261b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/c07eccff-5c48-46d5-bb5c-fa15df08d201 HTTP/1.1" status: 204 len: 168 time: 0.5246809 Jan 26 21:09:52.575508 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae81e351-61a2-40d4-95f2-6e12ab0e8d01 req-e344ab7b-db93-415f-a191-4b9356106913 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:09:52.581363 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f17b40e-21ea-46b4-9460-706f0fcb261b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c07eccff-5c48-46d5-bb5c-fa15df08d201,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:09:52.597327 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-ae81e351-61a2-40d4-95f2-6e12ab0e8d01 req-e344ab7b-db93-415f-a191-4b9356106913 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=7fbe9cf5-e12c-436d-b372-55a19c9faa30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1430984 Jan 26 21:09:52.624988 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Device dc28e82f-dde1-4b80-acdc-d7b8421d511d no longer exists at agent hyperv_n-h2-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 26 21:09:52.657714 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-b80894c8-9dfa-40e6-bcbd-375a7225801d req-0d93899a-2818-4714-80fb-dd7238353390 tempest-InstanceActionsTestJSON-595826462 tempest-InstanceActionsTestJSON-595826462-project] Publish callbacks [] for port (54eaf210-1f01-4d85-9c70-9e5bda4cf4b6), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:09:52.702140 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] The host n-h2-760453-5 is not matching for port dc28e82f-dde1-4b80-acdc-d7b8421d511d host n-h1-760453-5! {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2317}} Jan 26 21:09:52.702834 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Device dc28e82f-dde1-4b80-acdc-d7b8421d511d not bound to the agent host n-h2-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 26 21:09:52.747675 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (4d619873-4b60-439f-9b5a-b155dc8bbc34), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:09:52.761439 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-b80894c8-9dfa-40e6-bcbd-375a7225801d req-0d93899a-2818-4714-80fb-dd7238353390 tempest-InstanceActionsTestJSON-595826462 tempest-InstanceActionsTestJSON-595826462-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746560234527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11791543'] for port (54eaf210-1f01-4d85-9c70-9e5bda4cf4b6), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:09:52.827135 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b80894c8-9dfa-40e6-bcbd-375a7225801d req-0d93899a-2818-4714-80fb-dd7238353390 tempest-InstanceActionsTestJSON-595826462 tempest-InstanceActionsTestJSON-595826462-project] Network a1f9c57e-bef1-4549-9274-90989fa37d42 is already hosted by enough agents. {{(pid=103305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 21:09:52.829864 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-459878cb-398e-4dba-aa77-0049d31ddeb5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11788839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11599975'] for subnet (5f4cb7dd-7612-42b7-8e94-b9bb910f70c8), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:09:52.842025 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [req-b80894c8-9dfa-40e6-bcbd-375a7225801d req-0d93899a-2818-4714-80fb-dd7238353390 tempest-InstanceActionsTestJSON-595826462 tempest-InstanceActionsTestJSON-595826462-project] Resources bound (agent type, host, resource id): {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:09:52.843881 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-ae81e351-61a2-40d4-95f2-6e12ab0e8d01 req-9eeb5389-e450-409d-960b-46f00b8f7835 service neutron] 10.222.0.57 "GET /v2.0/networks/7fbe9cf5-e12c-436d-b372-55a19c9faa30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3375790 Jan 26 21:09:52.844573 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [req-b80894c8-9dfa-40e6-bcbd-375a7225801d req-0d93899a-2818-4714-80fb-dd7238353390 tempest-InstanceActionsTestJSON-595826462 tempest-InstanceActionsTestJSON-595826462-project] Received port after_create {{(pid=103305) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 21:09:52.893379 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d93899a-2818-4714-80fb-dd7238353390 tempest-InstanceActionsTestJSON-595826462 tempest-InstanceActionsTestJSON-595826462-project] Pushing event updated for resources: {'Port': ['ID=54eaf210-1f01-4d85-9c70-9e5bda4cf4b6,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:09:52.940052 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-459878cb-398e-4dba-aa77-0049d31ddeb5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5f4cb7dd-7612-42b7-8e94-b9bb910f70c8,revision_number=0']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:09:52.949641 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80894c8-9dfa-40e6-bcbd-375a7225801d req-0d93899a-2818-4714-80fb-dd7238353390 tempest-InstanceActionsTestJSON-595826462 tempest-InstanceActionsTestJSON-595826462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:09:52.950249 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-b80894c8-9dfa-40e6-bcbd-375a7225801d req-0d93899a-2818-4714-80fb-dd7238353390 tempest-InstanceActionsTestJSON-595826462 tempest-InstanceActionsTestJSON-595826462-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:09:52.956119 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f665554a-0b84-4afb-a707-c44f6ca29ad6 req-75d6f05a-746d-4cc9-93a3-fe853d9421d8 tempest-MigrationsAdminTest-1084137346 tempest-MigrationsAdminTest-1084137346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:09:52.957663 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-f665554a-0b84-4afb-a707-c44f6ca29ad6 req-75d6f05a-746d-4cc9-93a3-fe853d9421d8 tempest-MigrationsAdminTest-1084137346 tempest-MigrationsAdminTest-1084137346-project] 10.222.0.13 "GET /v2.0/ports?device_id=b8273d7d-7d14-4fba-908e-42ea49b1effb HTTP/1.1" status: 200 len: 948 time: 0.2558732 Jan 26 21:09:52.963779 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-459878cb-398e-4dba-aa77-0049d31ddeb5 admin admin] Checking segment: {'id': 'e9645312-344f-4924-976e-eced58e7203d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '91ec2caf-0789-4a93-a27f-25ffea577005'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103305) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 21:09:52.964140 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-459878cb-398e-4dba-aa77-0049d31ddeb5 admin admin] Network hostable DHCP agents. Network: 91ec2caf-0789-4a93-a27f-25ffea577005, hostable agents: ['474ccdf7-ab6c-405b-a3b2-dc7b05829902'], hosted agents: [] {{(pid=103305) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 26 21:09:52.978834 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-b80894c8-9dfa-40e6-bcbd-375a7225801d req-0d93899a-2818-4714-80fb-dd7238353390 tempest-InstanceActionsTestJSON-595826462 tempest-InstanceActionsTestJSON-595826462-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2002654 Jan 26 21:09:52.993050 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [req-b80894c8-9dfa-40e6-bcbd-375a7225801d req-2548c6ea-8463-4645-9da8-efb2a086dec8 service neutron] Request body: {'port': {'device_id': 'a6685512-9634-4533-bab3-3d35a2be2510', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-760453-5'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:09:52.997386 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-ae81e351-61a2-40d4-95f2-6e12ab0e8d01 req-590b1d96-86b3-47de-949d-ce0f671471f9 service neutron] 10.222.0.66 "GET /v2.0/networks/7fbe9cf5-e12c-436d-b372-55a19c9faa30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3794107 Jan 26 21:09:52.997565 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-459878cb-398e-4dba-aa77-0049d31ddeb5 admin admin] Network 91ec2caf-0789-4a93-a27f-25ffea577005 is scheduled to be hosted by DHCP agent 474ccdf7-ab6c-405b-a3b2-dc7b05829902 with binding_index 1 {{(pid=103305) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 26 21:09:53.025481 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [None req-459878cb-398e-4dba-aa77-0049d31ddeb5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760453-5, 91ec2caf-0789-4a93-a27f-25ffea577005) {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:09:53.030498 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-459878cb-398e-4dba-aa77-0049d31ddeb5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:09:53.031109 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-459878cb-398e-4dba-aa77-0049d31ddeb5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709645'] for subnet (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:09:53.034835 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dbd7378-96db-44f8-b8b5-50dc485bf2d0 req-5a642b7d-15c6-4af3-a459-793301d42b3c tempest-InstanceActionsTestJSON-595826462 tempest-InstanceActionsTestJSON-595826462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:09:53.035653 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64c0aae7-e7ca-4041-bb5d-e795b03d8e14 None None] Network 91ec2caf-0789-4a93-a27f-25ffea577005 requested from n-d-760453-5 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 26 21:09:53.042712 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-6dbd7378-96db-44f8-b8b5-50dc485bf2d0 req-5a642b7d-15c6-4af3-a459-793301d42b3c tempest-InstanceActionsTestJSON-595826462 tempest-InstanceActionsTestJSON-595826462-project] 10.222.0.13 "GET /v2.0/ports?device_id=a6685512-9634-4533-bab3-3d35a2be2510 HTTP/1.1" status: 200 len: 932 time: 0.1819499 Jan 26 21:09:53.071981 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-b80894c8-9dfa-40e6-bcbd-375a7225801d req-2548c6ea-8463-4645-9da8-efb2a086dec8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (54eaf210-1f01-4d85-9c70-9e5bda4cf4b6), before_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:09:53.087307 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-459878cb-398e-4dba-aa77-0049d31ddeb5 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.7298291 Jan 26 21:09:53.176911 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-065e76fc-f824-4772-9cf8-f9d7408fb474 None None] Network 91ec2caf-0789-4a93-a27f-25ffea577005 requested from n-d-760453-5 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 26 21:09:53.393171 n-d-760453-5 neutron-server[103305]: DEBUG neutron.notifiers.nova [req-b80894c8-9dfa-40e6-bcbd-375a7225801d req-2548c6ea-8463-4645-9da8-efb2a086dec8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 54eaf210-1f01-4d85-9c70-9e5bda4cf4b6 {{(pid=103305) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 26 21:09:53.401268 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-b80894c8-9dfa-40e6-bcbd-375a7225801d req-2548c6ea-8463-4645-9da8-efb2a086dec8 service neutron] Publish callbacks [] for port (54eaf210-1f01-4d85-9c70-9e5bda4cf4b6), precommit_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:09:53.414381 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.provisioning_blocks [req-b80894c8-9dfa-40e6-bcbd-375a7225801d req-2548c6ea-8463-4645-9da8-efb2a086dec8 service neutron] Transition to ACTIVE for port object 54eaf210-1f01-4d85-9c70-9e5bda4cf4b6 will not be triggered until provisioned by entity L2. {{(pid=103305) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 21:09:53.419004 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-b80894c8-9dfa-40e6-bcbd-375a7225801d req-2548c6ea-8463-4645-9da8-efb2a086dec8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11791520'] for port (54eaf210-1f01-4d85-9c70-9e5bda4cf4b6), after_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:09:53.475117 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-ae81e351-61a2-40d4-95f2-6e12ab0e8d01 req-5069dd46-d739-4b2f-86b1-9f6c206c333e service neutron] 10.222.0.57 "GET /v2.0/networks/7fbe9cf5-e12c-436d-b372-55a19c9faa30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6252358 Jan 26 21:09:53.484167 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2548c6ea-8463-4645-9da8-efb2a086dec8 service neutron] Pushing event updated for resources: {'Port': ['ID=54eaf210-1f01-4d85-9c70-9e5bda4cf4b6,revision_number=2']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:09:53.486147 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-f665554a-0b84-4afb-a707-c44f6ca29ad6 req-ecb7bd5f-4933-4d73-ace5-ffdc5d4f4984 tempest-MigrationsAdminTest-1084137346 tempest-MigrationsAdminTest-1084137346-project] 10.222.0.13 "GET /v2.0/security-groups?id=e0b082e3-685f-492b-b87f-3045b8ecd8c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5109384 Jan 26 21:09:53.507418 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-6dbd7378-96db-44f8-b8b5-50dc485bf2d0 req-038f132b-3e05-4bab-aae5-751b2a0a12c6 tempest-InstanceActionsTestJSON-595826462 tempest-InstanceActionsTestJSON-595826462-project] 10.222.0.13 "GET /v2.0/security-groups?id=eb1e5518-f7b7-40b3-8d9a-459a5100402a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4636855 Jan 26 21:09:53.533942 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-ae81e351-61a2-40d4-95f2-6e12ab0e8d01 req-0321d000-745e-4e69-a8ac-2cecfbcaeef7 service neutron] 10.222.0.66 "GET /v2.0/networks/7fbe9cf5-e12c-436d-b372-55a19c9faa30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5219464 Jan 26 21:09:53.598362 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [req-b80894c8-9dfa-40e6-bcbd-375a7225801d req-2548c6ea-8463-4645-9da8-efb2a086dec8 service neutron] Attempting to bind port 54eaf210-1f01-4d85-9c70-9e5bda4cf4b6 on host n-h2-760453-5 for vnic_type normal with profile {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 21:09:53.598362 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [req-b80894c8-9dfa-40e6-bcbd-375a7225801d req-2548c6ea-8463-4645-9da8-efb2a086dec8 service neutron] Attempting to bind port 54eaf210-1f01-4d85-9c70-9e5bda4cf4b6 by drivers openvswitch,hyperv on host n-h2-760453-5 at level 0 using segments [{'id': 'f7ec5adf-9a86-433b-b09c-16adaba3bc61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': 'a1f9c57e-bef1-4549-9274-90989fa37d42'}] {{(pid=103305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 26 21:09:53.598362 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b80894c8-9dfa-40e6-bcbd-375a7225801d req-2548c6ea-8463-4645-9da8-efb2a086dec8 service neutron] Attempting to bind port 54eaf210-1f01-4d85-9c70-9e5bda4cf4b6 on network a1f9c57e-bef1-4549-9274-90989fa37d42 {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 21:09:53.601443 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b80894c8-9dfa-40e6-bcbd-375a7225801d req-2548c6ea-8463-4645-9da8-efb2a086dec8 service neutron] Port 54eaf210-1f01-4d85-9c70-9e5bda4cf4b6 on network a1f9c57e-bef1-4549-9274-90989fa37d42 not bound, no agent of type Open vSwitch agent registered on host n-h2-760453-5 {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 26 21:09:53.601775 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b80894c8-9dfa-40e6-bcbd-375a7225801d req-2548c6ea-8463-4645-9da8-efb2a086dec8 service neutron] Attempting to bind port 54eaf210-1f01-4d85-9c70-9e5bda4cf4b6 on network a1f9c57e-bef1-4549-9274-90989fa37d42 {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 21:09:53.609022 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b80894c8-9dfa-40e6-bcbd-375a7225801d req-2548c6ea-8463-4645-9da8-efb2a086dec8 service neutron] Checking agent: {'id': '4d619873-4b60-439f-9b5a-b155dc8bbc34', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-760453-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 21, 2, 53), 'started_at': datetime.datetime(2022, 1, 26, 21, 2, 53), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 21, 9, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 26 21:09:53.609450 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b80894c8-9dfa-40e6-bcbd-375a7225801d req-2548c6ea-8463-4645-9da8-efb2a086dec8 service neutron] Checking segment: {'id': 'f7ec5adf-9a86-433b-b09c-16adaba3bc61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': 'a1f9c57e-bef1-4549-9274-90989fa37d42'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103305) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 21:09:53.609848 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b80894c8-9dfa-40e6-bcbd-375a7225801d req-2548c6ea-8463-4645-9da8-efb2a086dec8 service neutron] Bound using segment: {'id': 'f7ec5adf-9a86-433b-b09c-16adaba3bc61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': 'a1f9c57e-bef1-4549-9274-90989fa37d42'} {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 26 21:09:53.610261 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [req-b80894c8-9dfa-40e6-bcbd-375a7225801d req-2548c6ea-8463-4645-9da8-efb2a086dec8 service neutron] Bound port: 54eaf210-1f01-4d85-9c70-9e5bda4cf4b6, host: n-h2-760453-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f7ec5adf-9a86-433b-b09c-16adaba3bc61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': 'a1f9c57e-bef1-4549-9274-90989fa37d42'}}] {{(pid=103305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 26 21:09:53.610622 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-b80894c8-9dfa-40e6-bcbd-375a7225801d req-2548c6ea-8463-4645-9da8-efb2a086dec8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (54eaf210-1f01-4d85-9c70-9e5bda4cf4b6), before_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:09:53.684647 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [req-b80894c8-9dfa-40e6-bcbd-375a7225801d req-2548c6ea-8463-4645-9da8-efb2a086dec8 service neutron] For port 54eaf210-1f01-4d85-9c70-9e5bda4cf4b6, host n-h2-760453-5, cleared binding levels {{(pid=103305) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 26 21:09:53.689158 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [req-b80894c8-9dfa-40e6-bcbd-375a7225801d req-2548c6ea-8463-4645-9da8-efb2a086dec8 service neutron] For port 54eaf210-1f01-4d85-9c70-9e5bda4cf4b6, host n-h2-760453-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-5',level=0,port_id=54eaf210-1f01-4d85-9c70-9e5bda4cf4b6,segment=NetworkSegment(f7ec5adf-9a86-433b-b09c-16adaba3bc61),segment_id=f7ec5adf-9a86-433b-b09c-16adaba3bc61)] {{(pid=103305) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 26 21:09:53.701760 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-b80894c8-9dfa-40e6-bcbd-375a7225801d req-2548c6ea-8463-4645-9da8-efb2a086dec8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11791520'] for port (54eaf210-1f01-4d85-9c70-9e5bda4cf4b6), after_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:09:53.701878 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 49444) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:09:53.736332 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80894c8-9dfa-40e6-bcbd-375a7225801d req-2548c6ea-8463-4645-9da8-efb2a086dec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:09:53.736963 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-b80894c8-9dfa-40e6-bcbd-375a7225801d req-2548c6ea-8463-4645-9da8-efb2a086dec8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:09:53.738781 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-b80894c8-9dfa-40e6-bcbd-375a7225801d req-2548c6ea-8463-4645-9da8-efb2a086dec8 service neutron] 10.222.0.57 "PUT /v2.0/ports/54eaf210-1f01-4d85-9c70-9e5bda4cf4b6 HTTP/1.1" status: 200 len: 1092 time: 0.7516823 Jan 26 21:09:53.743185 n-d-760453-5 neutron-server[103305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a6685512-9634-4533-bab3-3d35a2be2510', 'tag': '54eaf210-1f01-4d85-9c70-9e5bda4cf4b6'}] {{(pid=103305) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 21:09:53.751845 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d4654568b7bf041e72ff8fe1c96d6d761d9c921f2b99bc7b3a26632be20cee0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2a6d9a8-3947-47cd-80a7-f7befe991bfc" -d '{"events": [{"name": "network-changed", "server_uuid": "a6685512-9634-4533-bab3-3d35a2be2510", "tag": "54eaf210-1f01-4d85-9c70-9e5bda4cf4b6"}]}' {{(pid=103305) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 21:09:53.807595 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.db_base_plugin_v2 [None req-473f96b5-4ae9-489f-8066-2c1090df078c admin admin] Deleting subnet 5f4cb7dd-7612-42b7-8e94-b9bb910f70c8 {{(pid=103304) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 26 21:09:53.811615 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-473f96b5-4ae9-489f-8066-2c1090df078c admin admin] Publish callbacks [] for subnet (5f4cb7dd-7612-42b7-8e94-b9bb910f70c8), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:09:53.829022 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2548c6ea-8463-4645-9da8-efb2a086dec8 service neutron] Pushing event updated for resources: {'Port': ['ID=54eaf210-1f01-4d85-9c70-9e5bda4cf4b6,revision_number=3']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:09:53.850768 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0edf54e-b0e6-464c-b2b8-ac3bddef3268 req-ab893fe1-b63e-4d37-a294-0c27bec42d8d tempest-LiveAutoBlockMigrationV225Test-1645909514 tempest-LiveAutoBlockMigrationV225Test-1645909514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:09:53.852534 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-c0edf54e-b0e6-464c-b2b8-ac3bddef3268 req-ab893fe1-b63e-4d37-a294-0c27bec42d8d tempest-LiveAutoBlockMigrationV225Test-1645909514 tempest-LiveAutoBlockMigrationV225Test-1645909514-project] 10.222.0.13 "GET /v2.0/ports?device_id=cbf92dab-bccf-42aa-9b00-3737afaeaf63 HTTP/1.1" status: 200 len: 943 time: 0.0976498 Jan 26 21:09:53.861591 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80894c8-9dfa-40e6-bcbd-375a7225801d req-5cecd9b4-aa26-4614-a614-17853f0490eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:09:53.863045 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-b80894c8-9dfa-40e6-bcbd-375a7225801d req-5cecd9b4-aa26-4614-a614-17853f0490eb service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=31181bab4603411a9d69e4c4b0e4c2ba&device_id=a6685512-9634-4533-bab3-3d35a2be2510 HTTP/1.1" status: 200 len: 1095 time: 0.0798750 Jan 26 21:09:53.871246 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-473f96b5-4ae9-489f-8066-2c1090df078c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8881284'] for subnet (5f4cb7dd-7612-42b7-8e94-b9bb910f70c8), precommit_delete_associations {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:09:53.910677 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-b80894c8-9dfa-40e6-bcbd-375a7225801d req-7d53feb1-70ea-4cc1-aa5d-49224eac1b7d service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=54eaf210-1f01-4d85-9c70-9e5bda4cf4b6 HTTP/1.1" status: 200 len: 217 time: 0.0394847 Jan 26 21:09:53.931460 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-839dd188-ec69-470c-9ab0-d318dc1a2e96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (e79b4fc6-6c71-44b2-a6d0-ff3e1f4dfd0d), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:09:53.948204 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-473f96b5-4ae9-489f-8066-2c1090df078c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687316'] for subnet (5f4cb7dd-7612-42b7-8e94-b9bb910f70c8), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:09:53.953916 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-c0edf54e-b0e6-464c-b2b8-ac3bddef3268 req-ea71feeb-782c-42da-8782-8b6adf77890e tempest-LiveAutoBlockMigrationV225Test-1645909514 tempest-LiveAutoBlockMigrationV225Test-1645909514-project] 10.222.0.13 "GET /v2.0/security-groups?id=d3d52ae6-e761-44ee-98bd-9ad0dc66343a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944998 Jan 26 21:09:53.972333 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80894c8-9dfa-40e6-bcbd-375a7225801d req-a38843c6-f13f-4686-bad7-cf6eb6ccf155 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:09:53.977338 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-b80894c8-9dfa-40e6-bcbd-375a7225801d req-a38843c6-f13f-4686-bad7-cf6eb6ccf155 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=aa190954-4782-4f31-b12c-4c57c87681c8 HTTP/1.1" status: 200 len: 854 time: 0.0501797 Jan 26 21:09:53.999135 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-ffcb4d28-869b-4bb6-9db0-0dc0af71bfec req-12188763-bbfa-4192-9f5d-5502632e5125 tempest-ImagesOneServerTestJSON-1508340391 tempest-ImagesOneServerTestJSON-1508340391-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=bb08ec20b5394235abb4f6d0a53e60db&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0263596 Jan 26 21:09:54.007571 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-b80894c8-9dfa-40e6-bcbd-375a7225801d req-080c4e73-856b-4cf4-9065-4fb1cc107eff service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=a1f9c57e-bef1-4549-9274-90989fa37d42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0279098 Jan 26 21:09:54.070833 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 26 Jan 2022 21:09:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-571b61c4-0f5d-4fe0-9ec4-40fa11820f8e x-openstack-request-id: req-571b61c4-0f5d-4fe0-9ec4-40fa11820f8e {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 21:09:54.071164 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a6685512-9634-4533-bab3-3d35a2be2510", "tag": "54eaf210-1f01-4d85-9c70-9e5bda4cf4b6", "status": "completed", "code": 200}]} {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 21:09:54.071423 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-571b61c4-0f5d-4fe0-9ec4-40fa11820f8e {{(pid=103305) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 21:09:54.071894 n-d-760453-5 neutron-server[103305]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a6685512-9634-4533-bab3-3d35a2be2510', 'tag': '54eaf210-1f01-4d85-9c70-9e5bda4cf4b6', 'status': 'completed', 'code': 200} Jan 26 21:09:54.087436 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-473f96b5-4ae9-489f-8066-2c1090df078c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9281612', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12215216'] for subnet (5f4cb7dd-7612-42b7-8e94-b9bb910f70c8), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:09:54.115322 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-b80894c8-9dfa-40e6-bcbd-375a7225801d req-9aa1a646-b770-4fbe-a86f-04b97e7b3a44 service neutron] 10.222.0.57 "GET /v2.0/networks/a1f9c57e-bef1-4549-9274-90989fa37d42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0982845 Jan 26 21:09:54.131362 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-473f96b5-4ae9-489f-8066-2c1090df078c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5f4cb7dd-7612-42b7-8e94-b9bb910f70c8,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:09:54.137579 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-473f96b5-4ae9-489f-8066-2c1090df078c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:09:54.143514 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-473f96b5-4ae9-489f-8066-2c1090df078c admin admin] 10.222.0.13 "DELETE /v2.0/subnets/5f4cb7dd-7612-42b7-8e94-b9bb910f70c8 HTTP/1.1" status: 204 len: 168 time: 0.4383073 Jan 26 21:09:54.144380 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 49460) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:09:54.158965 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffcb4d28-869b-4bb6-9db0-0dc0af71bfec req-88a42a11-98fa-495e-94ff-8eab04b65e9f tempest-ImagesOneServerTestJSON-1508340391 tempest-ImagesOneServerTestJSON-1508340391-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:09:54.160389 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-ffcb4d28-869b-4bb6-9db0-0dc0af71bfec req-88a42a11-98fa-495e-94ff-8eab04b65e9f tempest-ImagesOneServerTestJSON-1508340391 tempest-ImagesOneServerTestJSON-1508340391-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1555791 Jan 26 21:09:54.211630 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-ffcb4d28-869b-4bb6-9db0-0dc0af71bfec req-3d58dfdc-b0a2-4075-af0f-264a1dc72157 tempest-ImagesOneServerTestJSON-1508340391 tempest-ImagesOneServerTestJSON-1508340391-project] 10.222.0.13 "GET /v2.0/quotas/bb08ec20b5394235abb4f6d0a53e60db HTTP/1.1" status: 200 len: 375 time: 0.0408933 Jan 26 21:09:54.213828 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-b80894c8-9dfa-40e6-bcbd-375a7225801d req-71a2e381-0ab0-4d80-accf-c67df1460764 service neutron] 10.222.0.57 "GET /v2.0/networks/a1f9c57e-bef1-4549-9274-90989fa37d42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908027 Jan 26 21:09:54.258112 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-46558310-0aa6-4690-88e0-4f7fa020f2fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-748181'] for network (91ec2caf-0789-4a93-a27f-25ffea577005), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:09:54.261204 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-ffcb4d28-869b-4bb6-9db0-0dc0af71bfec req-e68b93b6-30f9-43ea-a378-edb24f054d2e tempest-ImagesOneServerTestJSON-1508340391 tempest-ImagesOneServerTestJSON-1508340391-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=bb08ec20b5394235abb4f6d0a53e60db&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0407579 Jan 26 21:09:54.312679 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a6d9a8-3947-47cd-80a7-f7befe991bfc req-ed464065-fc88-4ccb-8988-0725ebe38481 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:09:54.314319 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-f2a6d9a8-3947-47cd-80a7-f7befe991bfc req-ed464065-fc88-4ccb-8988-0725ebe38481 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=31181bab4603411a9d69e4c4b0e4c2ba&device_id=a6685512-9634-4533-bab3-3d35a2be2510 HTTP/1.1" status: 200 len: 1095 time: 0.0513289 Jan 26 21:09:54.342960 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-46558310-0aa6-4690-88e0-4f7fa020f2fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-686403', 'neutron.services.segments.db._delete_segments_for_network-8746560774018'] for network (91ec2caf-0789-4a93-a27f-25ffea577005), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:09:54.365551 n-d-760453-5 neutron-server[103304]: DEBUG neutron.services.segments.db [None req-46558310-0aa6-4690-88e0-4f7fa020f2fb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['91ec2caf-0789-4a93-a27f-25ffea577005']}} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:09:54.396364 n-d-760453-5 neutron-server[103304]: DEBUG neutron.services.segments.db [None req-46558310-0aa6-4690-88e0-4f7fa020f2fb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e9645312-344f-4924-976e-eced58e7203d') {'for_net_delete': True} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:09:54.396674 n-d-760453-5 neutron-server[103304]: DEBUG neutron.services.segments.db [None req-46558310-0aa6-4690-88e0-4f7fa020f2fb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e9645312-344f-4924-976e-eced58e7203d') {} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:09:54.408991 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-46558310-0aa6-4690-88e0-4f7fa020f2fb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746560742283', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8881293'] for segment (e9645312-344f-4924-976e-eced58e7203d), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:09:54.432824 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-46558310-0aa6-4690-88e0-4f7fa020f2fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576559'] for segment (e9645312-344f-4924-976e-eced58e7203d), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:09:54.437679 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a6d9a8-3947-47cd-80a7-f7befe991bfc req-cde1a8e9-3ca0-4991-9325-413653187b40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:09:54.439691 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-f2a6d9a8-3947-47cd-80a7-f7befe991bfc req-cde1a8e9-3ca0-4991-9325-413653187b40 service neutron] 10.222.0.57 "GET /v2.0/networks?id=a1f9c57e-bef1-4549-9274-90989fa37d42 HTTP/1.1" status: 200 len: 915 time: 0.1190414 Jan 26 21:09:54.470323 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-46558310-0aa6-4690-88e0-4f7fa020f2fb admin admin] Releasing vlan 588 on physical network physnet1 to pool {{(pid=103304) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 26 21:09:54.470741 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-46558310-0aa6-4690-88e0-4f7fa020f2fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9281762'] for segment (e9645312-344f-4924-976e-eced58e7203d), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:09:54.474095 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-ff9877b6-6dd4-4251-ac52-4c5e74bdea19 req-009a83f6-730b-4bcf-8fe1-9d0f1243b3fb tempest-ImagesOneServerTestJSON-1508340391 tempest-ImagesOneServerTestJSON-1508340391-project] 10.222.0.13 "GET /v2.0/ports?device_id=fda5c4b7-d9ed-47bc-a94f-3ae0ff118ddf HTTP/1.1" status: 200 len: 210 time: 0.0427194 Jan 26 21:09:54.475508 n-d-760453-5 neutron-server[103304]: Traceback (most recent call last): Jan 26 21:09:54.475508 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 26 21:09:54.475508 n-d-760453-5 neutron-server[103304]: timer() Jan 26 21:09:54.475508 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 26 21:09:54.475508 n-d-760453-5 neutron-server[103304]: cb(*args, **kw) Jan 26 21:09:54.475508 n-d-760453-5 neutron-server[103304]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 26 21:09:54.475508 n-d-760453-5 neutron-server[103304]: return func(*args, **kwargs) Jan 26 21:09:54.475508 n-d-760453-5 neutron-server[103304]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 26 21:09:54.475508 n-d-760453-5 neutron-server[103304]: self._notify() Jan 26 21:09:54.475508 n-d-760453-5 neutron-server[103304]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 26 21:09:54.475508 n-d-760453-5 neutron-server[103304]: self.callback(batched_events) Jan 26 21:09:54.475508 n-d-760453-5 neutron-server[103304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 26 21:09:54.475508 n-d-760453-5 neutron-server[103304]: event.method(event) Jan 26 21:09:54.475508 n-d-760453-5 neutron-server[103304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 26 21:09:54.475508 n-d-760453-5 neutron-server[103304]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 26 21:09:54.475508 n-d-760453-5 neutron-server[103304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 26 21:09:54.475508 n-d-760453-5 neutron-server[103304]: aggregate_uuid = self.p_client.list_aggregates( Jan 26 21:09:54.475508 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 26 21:09:54.475508 n-d-760453-5 neutron-server[103304]: return f(self, *a, **k) Jan 26 21:09:54.475508 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 26 21:09:54.475508 n-d-760453-5 neutron-server[103304]: return self._get(url).json() Jan 26 21:09:54.475508 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 26 21:09:54.475508 n-d-760453-5 neutron-server[103304]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 26 21:09:54.475508 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 26 21:09:54.475508 n-d-760453-5 neutron-server[103304]: return self.request(url, 'GET', **kwargs) Jan 26 21:09:54.475508 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 26 21:09:54.475508 n-d-760453-5 neutron-server[103304]: base_url = self.get_endpoint(auth, allow=allow, Jan 26 21:09:54.475508 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 26 21:09:54.475508 n-d-760453-5 neutron-server[103304]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 26 21:09:54.475508 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 26 21:09:54.475508 n-d-760453-5 neutron-server[103304]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 26 21:09:54.475508 n-d-760453-5 neutron-server[103304]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 26 21:09:54.509711 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-f2a6d9a8-3947-47cd-80a7-f7befe991bfc req-90f07529-0a09-479d-b8fe-5d57d5b69338 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=54eaf210-1f01-4d85-9c70-9e5bda4cf4b6 HTTP/1.1" status: 200 len: 217 time: 0.0617652 Jan 26 21:09:54.586589 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-46558310-0aa6-4690-88e0-4f7fa020f2fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4110931'] for network (91ec2caf-0789-4a93-a27f-25ffea577005), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:09:54.594325 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-46558310-0aa6-4690-88e0-4f7fa020f2fb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709645'] for network (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:09:54.600931 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-46558310-0aa6-4690-88e0-4f7fa020f2fb admin admin] 10.222.0.13 "DELETE /v2.0/networks/91ec2caf-0789-4a93-a27f-25ffea577005 HTTP/1.1" status: 204 len: 168 time: 0.4555581 Jan 26 21:09:54.611591 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a6d9a8-3947-47cd-80a7-f7befe991bfc req-664b13fe-2861-4566-973f-bed804e84bd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:09:54.613175 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-f2a6d9a8-3947-47cd-80a7-f7befe991bfc req-664b13fe-2861-4566-973f-bed804e84bd0 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=aa190954-4782-4f31-b12c-4c57c87681c8 HTTP/1.1" status: 200 len: 854 time: 0.0942025 Jan 26 21:09:54.633198 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46558310-0aa6-4690-88e0-4f7fa020f2fb admin admin] Pushing event deleted for resources: {'Network': ['ID=91ec2caf-0789-4a93-a27f-25ffea577005,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:09:54.652450 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-f2a6d9a8-3947-47cd-80a7-f7befe991bfc req-1dee769a-369a-4cf1-89d8-2a62db448da8 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=a1f9c57e-bef1-4549-9274-90989fa37d42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0325987 Jan 26 21:09:54.720864 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23f1403-e699-453e-a4fd-d9af00c0cb88 req-b741562d-57bd-4ec7-a163-7d12152d1709 tempest-MigrationsAdminTest-1084137346 tempest-MigrationsAdminTest-1084137346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:09:54.722732 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-b23f1403-e699-453e-a4fd-d9af00c0cb88 req-b741562d-57bd-4ec7-a163-7d12152d1709 tempest-MigrationsAdminTest-1084137346 tempest-MigrationsAdminTest-1084137346-project] 10.222.0.13 "GET /v2.0/ports?device_id=b8273d7d-7d14-4fba-908e-42ea49b1effb HTTP/1.1" status: 200 len: 948 time: 0.0907459 Jan 26 21:09:54.756329 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0542fdd0-6162-43ab-b033-5e3b89c83860 req-9ce747e7-2f74-4d23-850f-e822ddc033fb tempest-InstanceActionsTestJSON-595826462 tempest-InstanceActionsTestJSON-595826462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:09:54.766650 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-0542fdd0-6162-43ab-b033-5e3b89c83860 req-9ce747e7-2f74-4d23-850f-e822ddc033fb tempest-InstanceActionsTestJSON-595826462 tempest-InstanceActionsTestJSON-595826462-project] 10.222.0.13 "GET /v2.0/ports?device_id=a6685512-9634-4533-bab3-3d35a2be2510 HTTP/1.1" status: 200 len: 944 time: 0.1024039 Jan 26 21:09:54.783306 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-f2a6d9a8-3947-47cd-80a7-f7befe991bfc req-e7f0b3ef-34f1-4d67-ab02-0c16093651ad service neutron] 10.222.0.57 "GET /v2.0/networks/a1f9c57e-bef1-4549-9274-90989fa37d42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231897 Jan 26 21:09:54.902633 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-b23f1403-e699-453e-a4fd-d9af00c0cb88 req-eaea4b48-c938-4429-8fe4-62283a37b832 tempest-MigrationsAdminTest-1084137346 tempest-MigrationsAdminTest-1084137346-project] 10.222.0.13 "GET /v2.0/security-groups?id=e0b082e3-685f-492b-b87f-3045b8ecd8c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1716309 Jan 26 21:09:54.957790 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-f2a6d9a8-3947-47cd-80a7-f7befe991bfc req-974a18f7-a99f-45f0-b1b7-b425844756e8 service neutron] 10.222.0.57 "GET /v2.0/networks/a1f9c57e-bef1-4549-9274-90989fa37d42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1659272 Jan 26 21:09:54.985714 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-0542fdd0-6162-43ab-b033-5e3b89c83860 req-80999af5-94d9-47e9-9713-e2c769aee2db tempest-InstanceActionsTestJSON-595826462 tempest-InstanceActionsTestJSON-595826462-project] 10.222.0.13 "GET /v2.0/security-groups?id=eb1e5518-f7b7-40b3-8d9a-459a5100402a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1981025 Jan 26 21:09:55.002393 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 49484) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:09:55.060170 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (fea0591a-627d-4c87-9a9a-01625ddf3277), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:09:55.108409 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 49488) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:09:55.116224 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-3ad89cdc-5c19-4eac-b56d-0e4c04a95c90 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=8d056cc35e8642a7894147c68092a6e0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1103380 Jan 26 21:09:55.213067 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-9d69754f-0a22-472e-bffb-93a9b0a56007 admin admin] Publish callbacks [] for security_group (75d1212c-f849-4f73-aaee-1c1a7ba3b3ab), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:09:55.222923 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77dc75e-f2bd-464b-b30d-116faa4458d6 req-059376b6-b5b6-42bd-abb7-414a9e004966 tempest-LiveAutoBlockMigrationV225Test-1645909514 tempest-LiveAutoBlockMigrationV225Test-1645909514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:09:55.224397 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-d77dc75e-f2bd-464b-b30d-116faa4458d6 req-059376b6-b5b6-42bd-abb7-414a9e004966 tempest-LiveAutoBlockMigrationV225Test-1645909514 tempest-LiveAutoBlockMigrationV225Test-1645909514-project] 10.222.0.13 "GET /v2.0/ports?device_id=cbf92dab-bccf-42aa-9b00-3737afaeaf63 HTTP/1.1" status: 200 len: 943 time: 0.0848436 Jan 26 21:09:55.261092 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-9d69754f-0a22-472e-bffb-93a9b0a56007 admin admin] Publish callbacks [] for security_group (75d1212c-f849-4f73-aaee-1c1a7ba3b3ab), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:09:55.311681 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-d77dc75e-f2bd-464b-b30d-116faa4458d6 req-670a1ada-22e7-487f-85e3-c74032c2ada4 tempest-LiveAutoBlockMigrationV225Test-1645909514 tempest-LiveAutoBlockMigrationV225Test-1645909514-project] 10.222.0.13 "GET /v2.0/security-groups?id=d3d52ae6-e761-44ee-98bd-9ad0dc66343a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791292 Jan 26 21:09:55.332945 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-9d69754f-0a22-472e-bffb-93a9b0a56007 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (75d1212c-f849-4f73-aaee-1c1a7ba3b3ab), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:09:55.336255 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-9d69754f-0a22-472e-bffb-93a9b0a56007 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:09:55.337665 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-9d69754f-0a22-472e-bffb-93a9b0a56007 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/75d1212c-f849-4f73-aaee-1c1a7ba3b3ab HTTP/1.1" status: 204 len: 168 time: 0.2280467 Jan 26 21:09:55.360653 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d69754f-0a22-472e-bffb-93a9b0a56007 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75d1212c-f849-4f73-aaee-1c1a7ba3b3ab,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:09:55.590577 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-2642d831-2d18-4811-9eea-72afbf3fce3c req-f6cf1755-8369-4e14-a25b-3996af48f465 tempest-ImagesOneServerTestJSON-1508340391 tempest-ImagesOneServerTestJSON-1508340391-project] 10.222.0.13 "GET /v2.0/ports?device_id=fda5c4b7-d9ed-47bc-a94f-3ae0ff118ddf HTTP/1.1" status: 200 len: 210 time: 0.0373769 Jan 26 21:09:55.798546 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-ffcb4d28-869b-4bb6-9db0-0dc0af71bfec req-ab705eec-0d9f-4aa5-9dfd-f4d5f21faa13 tempest-ImagesOneServerTestJSON-1508340391 tempest-ImagesOneServerTestJSON-1508340391-project] 10.222.0.66 "GET /v2.0/networks?tenant_id=bb08ec20b5394235abb4f6d0a53e60db&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0248556 Jan 26 21:09:55.949864 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Device dc28e82f-dde1-4b80-acdc-d7b8421d511d details requested by agent hyperv_n-h1-760453-5 with host n-h1-760453-5 {{(pid=103306) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 26 21:09:55.961739 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffcb4d28-869b-4bb6-9db0-0dc0af71bfec req-6951b503-ea85-4581-aa90-1035d0e77583 tempest-ImagesOneServerTestJSON-1508340391 tempest-ImagesOneServerTestJSON-1508340391-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:09:55.966495 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-ffcb4d28-869b-4bb6-9db0-0dc0af71bfec req-6951b503-ea85-4581-aa90-1035d0e77583 tempest-ImagesOneServerTestJSON-1508340391 tempest-ImagesOneServerTestJSON-1508340391-project] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1609128 Jan 26 21:09:56.023646 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [req-ffcb4d28-869b-4bb6-9db0-0dc0af71bfec req-8ebc4a9e-fc71-41fc-84dc-31902fb2dd6d tempest-ImagesOneServerTestJSON-1508340391 tempest-ImagesOneServerTestJSON-1508340391-project] Request body: {'port': {'device_id': 'fda5c4b7-d9ed-47bc-a94f-3ae0ff118ddf', 'network_id': '7fbe9cf5-e12c-436d-b372-55a19c9faa30', 'admin_state_up': True, 'tenant_id': 'bb08ec20b5394235abb4f6d0a53e60db'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:09:56.097678 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] For port dc28e82f-dde1-4b80-acdc-d7b8421d511d, host n-h1-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-5',level=0,port_id=dc28e82f-dde1-4b80-acdc-d7b8421d511d,segment=NetworkSegment(4eab25d6-89d9-4907-a1c2-51b06443ba33),segment_id=4eab25d6-89d9-4907-a1c2-51b06443ba33)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:09:56.114823 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Returning: {'device': 'dc28e82f-dde1-4b80-acdc-d7b8421d511d', 'network_id': '7fbe9cf5-e12c-436d-b372-55a19c9faa30', 'port_id': 'dc28e82f-dde1-4b80-acdc-d7b8421d511d', 'mac_address': 'fa:16:3e:46:6a:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 561, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fd77e534-75e6-4b90-950e-f5824d584430', 'ip_address': '192.168.233.254'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103306) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 26 21:09:56.148021 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f800ced1-7238-4e2f-a65d-71902eb1b10a req-2321d5a8-0006-4711-8094-791de06e856b tempest-MigrationsAdminTest-1084137346 tempest-MigrationsAdminTest-1084137346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:09:56.152898 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Current status of the port dc28e82f-dde1-4b80-acdc-d7b8421d511d is: DOWN; New status is: BUILD {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:09:56.153286 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (dc28e82f-dde1-4b80-acdc-d7b8421d511d), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:09:56.157485 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-f800ced1-7238-4e2f-a65d-71902eb1b10a req-2321d5a8-0006-4711-8094-791de06e856b tempest-MigrationsAdminTest-1084137346 tempest-MigrationsAdminTest-1084137346-project] 10.222.0.13 "GET /v2.0/ports?device_id=b8273d7d-7d14-4fba-908e-42ea49b1effb HTTP/1.1" status: 200 len: 948 time: 0.1726465 Jan 26 21:09:56.167725 n-d-760453-5 neutron-server[103306]: DEBUG neutron.notifiers.nova [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dc28e82f-dde1-4b80-acdc-d7b8421d511d {{(pid=103306) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 26 21:09:56.190934 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] For port dc28e82f-dde1-4b80-acdc-d7b8421d511d, host n-h1-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-5',level=0,port_id=dc28e82f-dde1-4b80-acdc-d7b8421d511d,segment=NetworkSegment(4eab25d6-89d9-4907-a1c2-51b06443ba33),segment_id=4eab25d6-89d9-4907-a1c2-51b06443ba33)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:09:56.197635 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (dc28e82f-dde1-4b80-acdc-d7b8421d511d), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:09:56.235110 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c0e3bf-ec32-4c5e-9216-e23ef8e78f71 req-865c7e97-8e5f-4554-8e2e-9c8bc547f774 tempest-InstanceActionsTestJSON-595826462 tempest-InstanceActionsTestJSON-595826462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:09:56.236785 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-26c0e3bf-ec32-4c5e-9216-e23ef8e78f71 req-865c7e97-8e5f-4554-8e2e-9c8bc547f774 tempest-InstanceActionsTestJSON-595826462 tempest-InstanceActionsTestJSON-595826462-project] 10.222.0.13 "GET /v2.0/ports?device_id=a6685512-9634-4533-bab3-3d35a2be2510 HTTP/1.1" status: 200 len: 944 time: 0.1492705 Jan 26 21:09:56.261244 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Pushing event updated for resources: {'Port': ['ID=dc28e82f-dde1-4b80-acdc-d7b8421d511d,revision_number=8']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:09:56.293114 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-f800ced1-7238-4e2f-a65d-71902eb1b10a req-04393bcf-b294-44e7-9867-18b01a76a702 tempest-MigrationsAdminTest-1084137346 tempest-MigrationsAdminTest-1084137346-project] 10.222.0.13 "GET /v2.0/security-groups?id=e0b082e3-685f-492b-b87f-3045b8ecd8c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1346450 Jan 26 21:09:56.297494 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ffcb4d28-869b-4bb6-9db0-0dc0af71bfec req-8ebc4a9e-fc71-41fc-84dc-31902fb2dd6d tempest-ImagesOneServerTestJSON-1508340391 tempest-ImagesOneServerTestJSON-1508340391-project] Made reservation on behalf of bb08ec20b5394235abb4f6d0a53e60db for: {'port': 1} {{(pid=103304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 21:09:56.300702 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-ffcb4d28-869b-4bb6-9db0-0dc0af71bfec req-8ebc4a9e-fc71-41fc-84dc-31902fb2dd6d tempest-ImagesOneServerTestJSON-1508340391 tempest-ImagesOneServerTestJSON-1508340391-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:09:56.315773 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-ffcb4d28-869b-4bb6-9db0-0dc0af71bfec req-8ebc4a9e-fc71-41fc-84dc-31902fb2dd6d tempest-ImagesOneServerTestJSON-1508340391 tempest-ImagesOneServerTestJSON-1508340391-project] Publish callbacks [] for security_group (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:09:56.350628 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-26c0e3bf-ec32-4c5e-9216-e23ef8e78f71 req-a7f2d260-99ca-4167-b7a8-ef10d915a346 tempest-InstanceActionsTestJSON-595826462 tempest-InstanceActionsTestJSON-595826462-project] 10.222.0.13 "GET /v2.0/security-groups?id=eb1e5518-f7b7-40b3-8d9a-459a5100402a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035161 Jan 26 21:09:56.440089 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-ffcb4d28-869b-4bb6-9db0-0dc0af71bfec req-8ebc4a9e-fc71-41fc-84dc-31902fb2dd6d tempest-ImagesOneServerTestJSON-1508340391 tempest-ImagesOneServerTestJSON-1508340391-project] Publish callbacks [] for security_group (ecd2cdba-aa35-4fb4-957d-8f3b093e5765), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:09:56.445165 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-ffcb4d28-869b-4bb6-9db0-0dc0af71bfec req-8ebc4a9e-fc71-41fc-84dc-31902fb2dd6d tempest-ImagesOneServerTestJSON-1508340391 tempest-ImagesOneServerTestJSON-1508340391-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (ecd2cdba-aa35-4fb4-957d-8f3b093e5765), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:09:56.506824 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ebc4a9e-fc71-41fc-84dc-31902fb2dd6d tempest-ImagesOneServerTestJSON-1508340391 tempest-ImagesOneServerTestJSON-1508340391-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ecd2cdba-aa35-4fb4-957d-8f3b093e5765,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:09:56.643618 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Device 54eaf210-1f01-4d85-9c70-9e5bda4cf4b6 details requested by agent hyperv_n-h2-760453-5 with host n-h2-760453-5 {{(pid=103306) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 26 21:09:56.658728 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] get_ports_and_sgs() called for port_ids ['dc28e82f-dde1-4b80-acdc-d7b8421d511d'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 26 21:09:56.683283 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.db_base_plugin_common [req-ffcb4d28-869b-4bb6-9db0-0dc0af71bfec req-8ebc4a9e-fc71-41fc-84dc-31902fb2dd6d tempest-ImagesOneServerTestJSON-1508340391 tempest-ImagesOneServerTestJSON-1508340391-project] Allocated IP 192.168.233.141 (7fbe9cf5-e12c-436d-b372-55a19c9faa30/fd77e534-75e6-4b90-950e-f5824d584430/7e31b6e9-d96b-4f14-a87b-9575f346784c) {{(pid=103304) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 21:09:56.800165 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-e2bf56fb-e391-497d-9907-fbd158bdf49b req-e5a335a7-44ec-4507-97e2-c4673eb31a9e tempest-ImagesOneServerTestJSON-1508340391 tempest-ImagesOneServerTestJSON-1508340391-project] 10.222.0.13 "GET /v2.0/ports?device_id=fda5c4b7-d9ed-47bc-a94f-3ae0ff118ddf HTTP/1.1" status: 200 len: 210 time: 0.0809479 Jan 26 21:09:56.816561 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8032e58-f926-4a43-8038-1a787bcf98f6 req-b27d50d8-8594-4adb-a231-0c177d4cda09 tempest-MigrationsAdminTest-1084137346 tempest-MigrationsAdminTest-1084137346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:09:56.818178 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-a8032e58-f926-4a43-8038-1a787bcf98f6 req-b27d50d8-8594-4adb-a231-0c177d4cda09 tempest-MigrationsAdminTest-1084137346 tempest-MigrationsAdminTest-1084137346-project] 10.222.0.66 "GET /v2.0/ports?device_id=b8273d7d-7d14-4fba-908e-42ea49b1effb&tenant_id=d178ac49ddc9478db66ba71c81039890&binding%3Ahost_id=n-h1-760453-5 HTTP/1.1" status: 200 len: 949 time: 0.1158292 Jan 26 21:09:56.823068 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f26140-702a-472b-91c6-ec58ad656cd6 req-b7cff311-b897-4a05-8c19-a0e36c6a017c tempest-LiveAutoBlockMigrationV225Test-1645909514 tempest-LiveAutoBlockMigrationV225Test-1645909514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:09:56.833958 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-b8f26140-702a-472b-91c6-ec58ad656cd6 req-b7cff311-b897-4a05-8c19-a0e36c6a017c tempest-LiveAutoBlockMigrationV225Test-1645909514 tempest-LiveAutoBlockMigrationV225Test-1645909514-project] 10.222.0.13 "GET /v2.0/ports?device_id=cbf92dab-bccf-42aa-9b00-3737afaeaf63 HTTP/1.1" status: 200 len: 943 time: 0.2053919 Jan 26 21:09:56.955123 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-a8032e58-f926-4a43-8038-1a787bcf98f6 req-39c25eb1-5226-4f1e-aeb3-bb7ea69f652a service neutron] 10.222.0.66 "GET /v2.0/ports/dc28e82f-dde1-4b80-acdc-d7b8421d511d/bindings/n-h1-760453-5 HTTP/1.1" status: 200 len: 382 time: 0.1287341 Jan 26 21:09:56.965192 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 49536) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:09:56.983382 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] For port 54eaf210-1f01-4d85-9c70-9e5bda4cf4b6, host n-h2-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-5',level=0,port_id=54eaf210-1f01-4d85-9c70-9e5bda4cf4b6,segment=NetworkSegment(f7ec5adf-9a86-433b-b09c-16adaba3bc61),segment_id=f7ec5adf-9a86-433b-b09c-16adaba3bc61)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:09:56.999543 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Returning: {'device': '54eaf210-1f01-4d85-9c70-9e5bda4cf4b6', 'network_id': 'a1f9c57e-bef1-4549-9274-90989fa37d42', 'port_id': '54eaf210-1f01-4d85-9c70-9e5bda4cf4b6', 'mac_address': 'fa:16:3e:bb:7c:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 573, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aa190954-4782-4f31-b12c-4c57c87681c8', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103306) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 26 21:09:57.046255 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8032e58-f926-4a43-8038-1a787bcf98f6 req-c268ac17-66f8-45ab-a24a-495f9d9a7f4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:09:57.047950 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-a8032e58-f926-4a43-8038-1a787bcf98f6 req-c268ac17-66f8-45ab-a24a-495f9d9a7f4e service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=d178ac49ddc9478db66ba71c81039890&device_id=b8273d7d-7d14-4fba-908e-42ea49b1effb HTTP/1.1" status: 200 len: 1100 time: 0.0511303 Jan 26 21:09:57.059469 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Current status of the port 54eaf210-1f01-4d85-9c70-9e5bda4cf4b6 is: DOWN; New status is: BUILD {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:09:57.060280 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (54eaf210-1f01-4d85-9c70-9e5bda4cf4b6), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:09:57.072376 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-b8f26140-702a-472b-91c6-ec58ad656cd6 req-4a0be4ef-5721-4ed5-850c-70aac741fa31 tempest-LiveAutoBlockMigrationV225Test-1645909514 tempest-LiveAutoBlockMigrationV225Test-1645909514-project] 10.222.0.13 "GET /v2.0/security-groups?id=d3d52ae6-e761-44ee-98bd-9ad0dc66343a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2284198 Jan 26 21:09:57.080092 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1526edd6-58c3-474c-89c3-9314d4859798 req-963b5d95-3a8a-465f-9b1e-e99fc059149f tempest-MigrationsAdminTest-1084137346 tempest-MigrationsAdminTest-1084137346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:09:57.086022 n-d-760453-5 neutron-server[103306]: DEBUG neutron.notifiers.nova [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 54eaf210-1f01-4d85-9c70-9e5bda4cf4b6 {{(pid=103306) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 26 21:09:57.090391 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-1526edd6-58c3-474c-89c3-9314d4859798 req-963b5d95-3a8a-465f-9b1e-e99fc059149f tempest-MigrationsAdminTest-1084137346 tempest-MigrationsAdminTest-1084137346-project] 10.222.0.13 "GET /v2.0/ports?device_id=b8273d7d-7d14-4fba-908e-42ea49b1effb HTTP/1.1" status: 200 len: 949 time: 0.1776624 Jan 26 21:09:57.135224 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] For port 54eaf210-1f01-4d85-9c70-9e5bda4cf4b6, host n-h2-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-5',level=0,port_id=54eaf210-1f01-4d85-9c70-9e5bda4cf4b6,segment=NetworkSegment(f7ec5adf-9a86-433b-b09c-16adaba3bc61),segment_id=f7ec5adf-9a86-433b-b09c-16adaba3bc61)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:09:57.145629 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (54eaf210-1f01-4d85-9c70-9e5bda4cf4b6), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:09:57.183559 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-72d5b2a0-b777-4cbc-886c-b99ac90ff9b7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:09:57.186811 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-1526edd6-58c3-474c-89c3-9314d4859798 req-62bae9d0-0a19-44fc-8029-3629283425e9 tempest-MigrationsAdminTest-1084137346 tempest-MigrationsAdminTest-1084137346-project] 10.222.0.13 "GET /v2.0/security-groups?id=e0b082e3-685f-492b-b87f-3045b8ecd8c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952973 Jan 26 21:09:57.197371 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-ffcb4d28-869b-4bb6-9db0-0dc0af71bfec req-8ebc4a9e-fc71-41fc-84dc-31902fb2dd6d tempest-ImagesOneServerTestJSON-1508340391 tempest-ImagesOneServerTestJSON-1508340391-project] Publish callbacks [] for port (7e31b6e9-d96b-4f14-a87b-9575f346784c), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:09:57.218221 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Pushing event updated for resources: {'Port': ['ID=54eaf210-1f01-4d85-9c70-9e5bda4cf4b6,revision_number=4']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:09:57.240859 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-ffcb4d28-869b-4bb6-9db0-0dc0af71bfec req-8ebc4a9e-fc71-41fc-84dc-31902fb2dd6d tempest-ImagesOneServerTestJSON-1508340391 tempest-ImagesOneServerTestJSON-1508340391-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746560234527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9281553'] for port (7e31b6e9-d96b-4f14-a87b-9575f346784c), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:09:57.289063 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8032e58-f926-4a43-8038-1a787bcf98f6 req-d480b35c-8570-40cd-821f-e67ba7d0e6e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:09:57.290585 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-a8032e58-f926-4a43-8038-1a787bcf98f6 req-d480b35c-8570-40cd-821f-e67ba7d0e6e5 service neutron] 10.222.0.66 "GET /v2.0/networks?id=7fbe9cf5-e12c-436d-b372-55a19c9faa30 HTTP/1.1" status: 200 len: 870 time: 0.2353773 Jan 26 21:09:57.300343 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ebc4a9e-fc71-41fc-84dc-31902fb2dd6d tempest-ImagesOneServerTestJSON-1508340391 tempest-ImagesOneServerTestJSON-1508340391-project] Pushing event updated for resources: {'Port': ['ID=7e31b6e9-d96b-4f14-a87b-9575f346784c,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:09:57.317064 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ffcb4d28-869b-4bb6-9db0-0dc0af71bfec req-8ebc4a9e-fc71-41fc-84dc-31902fb2dd6d tempest-ImagesOneServerTestJSON-1508340391 tempest-ImagesOneServerTestJSON-1508340391-project] Network 7fbe9cf5-e12c-436d-b372-55a19c9faa30 is already hosted by enough agents. {{(pid=103304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 21:09:57.318786 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [req-ffcb4d28-869b-4bb6-9db0-0dc0af71bfec req-8ebc4a9e-fc71-41fc-84dc-31902fb2dd6d tempest-ImagesOneServerTestJSON-1508340391 tempest-ImagesOneServerTestJSON-1508340391-project] Resources bound (agent type, host, resource id): {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:09:57.322893 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [req-ffcb4d28-869b-4bb6-9db0-0dc0af71bfec req-8ebc4a9e-fc71-41fc-84dc-31902fb2dd6d tempest-ImagesOneServerTestJSON-1508340391 tempest-ImagesOneServerTestJSON-1508340391-project] Received port after_create {{(pid=103304) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 21:09:57.340386 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-a8032e58-f926-4a43-8038-1a787bcf98f6 req-c213137a-3c0c-4728-917d-1e84ceebdff6 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.254&port_id=dc28e82f-dde1-4b80-acdc-d7b8421d511d HTTP/1.1" status: 200 len: 217 time: 0.0421784 Jan 26 21:09:57.362393 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-72d5b2a0-b777-4cbc-886c-b99ac90ff9b7 admin admin] Publish callbacks [] for security_group (548dd7a7-c4dc-4d93-ae74-36fb548d1202), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:09:57.387790 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-72d5b2a0-b777-4cbc-886c-b99ac90ff9b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (548dd7a7-c4dc-4d93-ae74-36fb548d1202), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:09:57.397517 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] get_ports_and_sgs() called for port_ids ['54eaf210-1f01-4d85-9c70-9e5bda4cf4b6'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 26 21:09:57.430449 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8032e58-f926-4a43-8038-1a787bcf98f6 req-ce5c8dad-525e-45c3-8fea-7547af431961 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:09:57.431875 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-a8032e58-f926-4a43-8038-1a787bcf98f6 req-ce5c8dad-525e-45c3-8fea-7547af431961 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=fd77e534-75e6-4b90-950e-f5824d584430 HTTP/1.1" status: 200 len: 843 time: 0.0832098 Jan 26 21:09:57.439356 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffcb4d28-869b-4bb6-9db0-0dc0af71bfec req-8ebc4a9e-fc71-41fc-84dc-31902fb2dd6d tempest-ImagesOneServerTestJSON-1508340391 tempest-ImagesOneServerTestJSON-1508340391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:09:57.440185 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-ffcb4d28-869b-4bb6-9db0-0dc0af71bfec req-8ebc4a9e-fc71-41fc-84dc-31902fb2dd6d tempest-ImagesOneServerTestJSON-1508340391 tempest-ImagesOneServerTestJSON-1508340391-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:09:57.446366 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-72d5b2a0-b777-4cbc-886c-b99ac90ff9b7 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=0abb9ca37e1a49248f8e436b4b8bc275&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4776483 Jan 26 21:09:57.447491 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 49544) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:09:57.489766 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d5b2a0-b777-4cbc-886c-b99ac90ff9b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=548dd7a7-c4dc-4d93-ae74-36fb548d1202,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:09:57.526787 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-ffcb4d28-869b-4bb6-9db0-0dc0af71bfec req-8ebc4a9e-fc71-41fc-84dc-31902fb2dd6d tempest-ImagesOneServerTestJSON-1508340391 tempest-ImagesOneServerTestJSON-1508340391-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.5091352 Jan 26 21:09:57.530367 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8032e58-f926-4a43-8038-1a787bcf98f6 req-54b97eb1-1366-457c-8835-d8a871e9963b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:09:57.532199 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-a8032e58-f926-4a43-8038-1a787bcf98f6 req-54b97eb1-1366-457c-8835-d8a871e9963b service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=7fbe9cf5-e12c-436d-b372-55a19c9faa30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0910418 Jan 26 21:09:57.559891 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [req-ffcb4d28-869b-4bb6-9db0-0dc0af71bfec req-938ed8ed-0567-47d0-acca-22bbd8746af6 service neutron] Request body: {'port': {'device_id': 'fda5c4b7-d9ed-47bc-a94f-3ae0ff118ddf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-760453-5'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:09:57.669012 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-47aaa928-5965-4431-b4f7-0928058b9105 admin admin] Publish callbacks [] for security_group (548dd7a7-c4dc-4d93-ae74-36fb548d1202), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:09:57.720422 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-a8032e58-f926-4a43-8038-1a787bcf98f6 req-e04dbf16-242f-47fd-a778-aea91566fb34 service neutron] 10.222.0.66 "GET /v2.0/networks/7fbe9cf5-e12c-436d-b372-55a19c9faa30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1664946 Jan 26 21:09:57.740296 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-47aaa928-5965-4431-b4f7-0928058b9105 admin admin] Publish callbacks [] for security_group (548dd7a7-c4dc-4d93-ae74-36fb548d1202), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:09:57.748951 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-ffcb4d28-869b-4bb6-9db0-0dc0af71bfec req-938ed8ed-0567-47d0-acca-22bbd8746af6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (7e31b6e9-d96b-4f14-a87b-9575f346784c), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:09:57.763654 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-144362d8-6c54-46c1-bf27-5d4f79754f3d None None] Provisioning complete for port 7e31b6e9-d96b-4f14-a87b-9575f346784c triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:09:57.764067 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-144362d8-6c54-46c1-bf27-5d4f79754f3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (7e31b6e9-d96b-4f14-a87b-9575f346784c), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:09:57.769082 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c7ef35-934d-444e-875d-2f158695139f req-a4722068-ffc7-4a60-875c-80efaaff7253 tempest-InstanceActionsTestJSON-595826462 tempest-InstanceActionsTestJSON-595826462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:09:57.770879 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-12c7ef35-934d-444e-875d-2f158695139f req-a4722068-ffc7-4a60-875c-80efaaff7253 tempest-InstanceActionsTestJSON-595826462 tempest-InstanceActionsTestJSON-595826462-project] 10.222.0.13 "GET /v2.0/ports?device_id=a6685512-9634-4533-bab3-3d35a2be2510 HTTP/1.1" status: 200 len: 945 time: 0.2064908 Jan 26 21:09:57.808009 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-144362d8-6c54-46c1-bf27-5d4f79754f3d None None] Port 7e31b6e9-d96b-4f14-a87b-9575f346784c cannot update to ACTIVE because it is not bound. {{(pid=103306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 26 21:09:57.886747 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-a8032e58-f926-4a43-8038-1a787bcf98f6 req-0e003d3d-86e6-45da-a82a-802509577914 service neutron] 10.222.0.66 "GET /v2.0/networks/7fbe9cf5-e12c-436d-b372-55a19c9faa30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1598358 Jan 26 21:09:57.944021 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-47aaa928-5965-4431-b4f7-0928058b9105 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (548dd7a7-c4dc-4d93-ae74-36fb548d1202), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:09:57.946642 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-47aaa928-5965-4431-b4f7-0928058b9105 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:09:57.947772 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-47aaa928-5965-4431-b4f7-0928058b9105 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/548dd7a7-c4dc-4d93-ae74-36fb548d1202 HTTP/1.1" status: 204 len: 168 time: 0.4992282 Jan 26 21:09:57.951173 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-12c7ef35-934d-444e-875d-2f158695139f req-89337a8c-05f4-45e7-a6b6-226bd51286b9 tempest-InstanceActionsTestJSON-595826462 tempest-InstanceActionsTestJSON-595826462-project] 10.222.0.13 "GET /v2.0/security-groups?id=eb1e5518-f7b7-40b3-8d9a-459a5100402a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1717329 Jan 26 21:09:57.984728 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47aaa928-5965-4431-b4f7-0928058b9105 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=548dd7a7-c4dc-4d93-ae74-36fb548d1202,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:09:58.050135 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b33e5d-0ff7-40c3-bf98-45fd67263ab0 req-0de6b1ce-2d08-43ff-ad19-ec9007498735 tempest-ImagesOneServerTestJSON-1508340391 tempest-ImagesOneServerTestJSON-1508340391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:09:58.051657 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-81b33e5d-0ff7-40c3-bf98-45fd67263ab0 req-0de6b1ce-2d08-43ff-ad19-ec9007498735 tempest-ImagesOneServerTestJSON-1508340391 tempest-ImagesOneServerTestJSON-1508340391-project] 10.222.0.13 "GET /v2.0/ports?device_id=fda5c4b7-d9ed-47bc-a94f-3ae0ff118ddf HTTP/1.1" status: 200 len: 936 time: 0.1750047 Jan 26 21:09:58.161536 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-81b33e5d-0ff7-40c3-bf98-45fd67263ab0 req-d7396234-a910-475e-bed5-d990ef07dcad tempest-ImagesOneServerTestJSON-1508340391 tempest-ImagesOneServerTestJSON-1508340391-project] 10.222.0.13 "GET /v2.0/security-groups?id=ecd2cdba-aa35-4fb4-957d-8f3b093e5765&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012211 Jan 26 21:09:58.293106 n-d-760453-5 neutron-server[103304]: DEBUG neutron.notifiers.nova [req-ffcb4d28-869b-4bb6-9db0-0dc0af71bfec req-938ed8ed-0567-47d0-acca-22bbd8746af6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7e31b6e9-d96b-4f14-a87b-9575f346784c {{(pid=103304) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 26 21:09:58.306842 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-05063662-a93e-4e60-a2b1-70a0dbcb4008 req-1bba395a-1b9c-47ab-bf1f-2deb4fdef769 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=6689602d-c315-4f2d-bb1a-84915600014f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0948706 Jan 26 21:09:58.307102 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a2c4a9-8aee-4f84-8706-21cd54ef9c5a req-17eebebf-57d7-4cfa-9766-a697444bfc30 tempest-LiveAutoBlockMigrationV225Test-1645909514 tempest-LiveAutoBlockMigrationV225Test-1645909514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:09:58.315474 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-c6a2c4a9-8aee-4f84-8706-21cd54ef9c5a req-17eebebf-57d7-4cfa-9766-a697444bfc30 tempest-LiveAutoBlockMigrationV225Test-1645909514 tempest-LiveAutoBlockMigrationV225Test-1645909514-project] 10.222.0.13 "GET /v2.0/ports?device_id=cbf92dab-bccf-42aa-9b00-3737afaeaf63 HTTP/1.1" status: 200 len: 943 time: 0.1282864 Jan 26 21:09:58.319480 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-ffcb4d28-869b-4bb6-9db0-0dc0af71bfec req-938ed8ed-0567-47d0-acca-22bbd8746af6 service neutron] Publish callbacks [] for port (7e31b6e9-d96b-4f14-a87b-9575f346784c), precommit_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:09:58.379118 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.provisioning_blocks [req-ffcb4d28-869b-4bb6-9db0-0dc0af71bfec req-938ed8ed-0567-47d0-acca-22bbd8746af6 service neutron] Transition to ACTIVE for port object 7e31b6e9-d96b-4f14-a87b-9575f346784c will not be triggered until provisioned by entity L2. {{(pid=103304) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 21:09:58.393694 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05063662-a93e-4e60-a2b1-70a0dbcb4008 req-8948d964-dea7-45af-9b41-a363b2cb9fda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:09:58.395826 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-05063662-a93e-4e60-a2b1-70a0dbcb4008 req-8948d964-dea7-45af-9b41-a363b2cb9fda service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=d178ac49ddc9478db66ba71c81039890&device_id=6689602d-c315-4f2d-bb1a-84915600014f HTTP/1.1" status: 200 len: 1101 time: 0.0631969 Jan 26 21:09:58.396834 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-ffcb4d28-869b-4bb6-9db0-0dc0af71bfec req-938ed8ed-0567-47d0-acca-22bbd8746af6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9281542'] for port (7e31b6e9-d96b-4f14-a87b-9575f346784c), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:09:58.465564 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-c6a2c4a9-8aee-4f84-8706-21cd54ef9c5a req-52972e5f-08dc-45f1-9b6f-ce3675f1d4e5 tempest-LiveAutoBlockMigrationV225Test-1645909514 tempest-LiveAutoBlockMigrationV225Test-1645909514-project] 10.222.0.13 "GET /v2.0/security-groups?id=d3d52ae6-e761-44ee-98bd-9ad0dc66343a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1424973 Jan 26 21:09:58.481816 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa17983-5550-4742-b101-0273d00eb7f2 req-2d407446-0fcb-422c-a84c-ca44f43c773f tempest-MigrationsAdminTest-1084137346 tempest-MigrationsAdminTest-1084137346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:09:58.484231 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-8aa17983-5550-4742-b101-0273d00eb7f2 req-2d407446-0fcb-422c-a84c-ca44f43c773f tempest-MigrationsAdminTest-1084137346 tempest-MigrationsAdminTest-1084137346-project] 10.222.0.13 "GET /v2.0/ports?device_id=b8273d7d-7d14-4fba-908e-42ea49b1effb HTTP/1.1" status: 200 len: 949 time: 0.1560357 Jan 26 21:09:58.518674 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-938ed8ed-0567-47d0-acca-22bbd8746af6 service neutron] Pushing event updated for resources: {'Port': ['ID=7e31b6e9-d96b-4f14-a87b-9575f346784c,revision_number=2']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:09:58.562426 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05063662-a93e-4e60-a2b1-70a0dbcb4008 req-776c4b05-14ed-4375-951d-3d09120af01c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:09:58.564560 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-05063662-a93e-4e60-a2b1-70a0dbcb4008 req-776c4b05-14ed-4375-951d-3d09120af01c service neutron] 10.222.0.57 "GET /v2.0/networks?id=7fbe9cf5-e12c-436d-b372-55a19c9faa30 HTTP/1.1" status: 200 len: 870 time: 0.1493320 Jan 26 21:09:58.637626 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-8aa17983-5550-4742-b101-0273d00eb7f2 req-2bf80066-06e9-424d-a9e1-6ac1b60d9554 tempest-MigrationsAdminTest-1084137346 tempest-MigrationsAdminTest-1084137346-project] 10.222.0.13 "GET /v2.0/security-groups?id=e0b082e3-685f-492b-b87f-3045b8ecd8c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1358972 Jan 26 21:09:58.655707 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Device 54eaf210-1f01-4d85-9c70-9e5bda4cf4b6 up at agent hyperv_n-h2-760453-5 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 21:09:58.662159 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [req-ffcb4d28-869b-4bb6-9db0-0dc0af71bfec req-938ed8ed-0567-47d0-acca-22bbd8746af6 service neutron] Attempting to bind port 7e31b6e9-d96b-4f14-a87b-9575f346784c on host n-h1-760453-5 for vnic_type normal with profile {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 21:09:58.662501 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [req-ffcb4d28-869b-4bb6-9db0-0dc0af71bfec req-938ed8ed-0567-47d0-acca-22bbd8746af6 service neutron] Attempting to bind port 7e31b6e9-d96b-4f14-a87b-9575f346784c by drivers openvswitch,hyperv on host n-h1-760453-5 at level 0 using segments [{'id': '4eab25d6-89d9-4907-a1c2-51b06443ba33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '7fbe9cf5-e12c-436d-b372-55a19c9faa30'}] {{(pid=103304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 26 21:09:58.662833 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffcb4d28-869b-4bb6-9db0-0dc0af71bfec req-938ed8ed-0567-47d0-acca-22bbd8746af6 service neutron] Attempting to bind port 7e31b6e9-d96b-4f14-a87b-9575f346784c on network 7fbe9cf5-e12c-436d-b372-55a19c9faa30 {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 21:09:58.676020 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffcb4d28-869b-4bb6-9db0-0dc0af71bfec req-938ed8ed-0567-47d0-acca-22bbd8746af6 service neutron] Port 7e31b6e9-d96b-4f14-a87b-9575f346784c on network 7fbe9cf5-e12c-436d-b372-55a19c9faa30 not bound, no agent of type Open vSwitch agent registered on host n-h1-760453-5 {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 26 21:09:58.676350 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffcb4d28-869b-4bb6-9db0-0dc0af71bfec req-938ed8ed-0567-47d0-acca-22bbd8746af6 service neutron] Attempting to bind port 7e31b6e9-d96b-4f14-a87b-9575f346784c on network 7fbe9cf5-e12c-436d-b372-55a19c9faa30 {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 21:09:58.683644 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-05063662-a93e-4e60-a2b1-70a0dbcb4008 req-a46a91b2-6428-4c8a-bcc2-78723865f599 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.129&port_id=bf5e2133-dab5-461f-8ecd-f78e9891231b HTTP/1.1" status: 200 len: 217 time: 0.1118610 Jan 26 21:09:58.703931 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffcb4d28-869b-4bb6-9db0-0dc0af71bfec req-938ed8ed-0567-47d0-acca-22bbd8746af6 service neutron] Checking agent: {'id': '32ef628b-8417-46c5-8729-60fcabe358f1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-760453-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 21, 3, 8), 'started_at': datetime.datetime(2022, 1, 26, 21, 3, 8), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 21, 9, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 26 21:09:58.704272 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffcb4d28-869b-4bb6-9db0-0dc0af71bfec req-938ed8ed-0567-47d0-acca-22bbd8746af6 service neutron] Checking segment: {'id': '4eab25d6-89d9-4907-a1c2-51b06443ba33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '7fbe9cf5-e12c-436d-b372-55a19c9faa30'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103304) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 21:09:58.704717 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffcb4d28-869b-4bb6-9db0-0dc0af71bfec req-938ed8ed-0567-47d0-acca-22bbd8746af6 service neutron] Bound using segment: {'id': '4eab25d6-89d9-4907-a1c2-51b06443ba33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '7fbe9cf5-e12c-436d-b372-55a19c9faa30'} {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 26 21:09:58.705155 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [req-ffcb4d28-869b-4bb6-9db0-0dc0af71bfec req-938ed8ed-0567-47d0-acca-22bbd8746af6 service neutron] Bound port: 7e31b6e9-d96b-4f14-a87b-9575f346784c, host: n-h1-760453-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4eab25d6-89d9-4907-a1c2-51b06443ba33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '7fbe9cf5-e12c-436d-b372-55a19c9faa30'}}] {{(pid=103304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 26 21:09:58.705798 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-ffcb4d28-869b-4bb6-9db0-0dc0af71bfec req-938ed8ed-0567-47d0-acca-22bbd8746af6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (7e31b6e9-d96b-4f14-a87b-9575f346784c), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:09:58.750014 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Provisioning for port 54eaf210-1f01-4d85-9c70-9e5bda4cf4b6 completed by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 21:09:58.754871 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Provisioning complete for port 54eaf210-1f01-4d85-9c70-9e5bda4cf4b6 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:09:58.755408 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (54eaf210-1f01-4d85-9c70-9e5bda4cf4b6), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:09:58.823843 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05063662-a93e-4e60-a2b1-70a0dbcb4008 req-420a9c0d-1ab4-4fb2-9ce6-e3335ee686fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:09:58.825452 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-05063662-a93e-4e60-a2b1-70a0dbcb4008 req-420a9c0d-1ab4-4fb2-9ce6-e3335ee686fd service neutron] 10.222.0.57 "GET /v2.0/subnets?id=fd77e534-75e6-4b90-950e-f5824d584430 HTTP/1.1" status: 200 len: 843 time: 0.1346090 Jan 26 21:09:58.876195 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Current status of the port 54eaf210-1f01-4d85-9c70-9e5bda4cf4b6 is: BUILD; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:09:58.876365 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [req-ffcb4d28-869b-4bb6-9db0-0dc0af71bfec req-938ed8ed-0567-47d0-acca-22bbd8746af6 service neutron] For port 7e31b6e9-d96b-4f14-a87b-9575f346784c, host n-h1-760453-5, cleared binding levels {{(pid=103304) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 26 21:09:58.877065 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (54eaf210-1f01-4d85-9c70-9e5bda4cf4b6), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:09:58.880080 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [req-ffcb4d28-869b-4bb6-9db0-0dc0af71bfec req-938ed8ed-0567-47d0-acca-22bbd8746af6 service neutron] For port 7e31b6e9-d96b-4f14-a87b-9575f346784c, host n-h1-760453-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-5',level=0,port_id=7e31b6e9-d96b-4f14-a87b-9575f346784c,segment=NetworkSegment(4eab25d6-89d9-4907-a1c2-51b06443ba33),segment_id=4eab25d6-89d9-4907-a1c2-51b06443ba33)] {{(pid=103304) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 26 21:09:58.885872 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-ffcb4d28-869b-4bb6-9db0-0dc0af71bfec req-938ed8ed-0567-47d0-acca-22bbd8746af6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9281542'] for port (7e31b6e9-d96b-4f14-a87b-9575f346784c), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:09:58.908925 n-d-760453-5 neutron-server[103306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6685512-9634-4533-bab3-3d35a2be2510', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54eaf210-1f01-4d85-9c70-9e5bda4cf4b6'}] {{(pid=103306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 21:09:58.911421 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9d5d370febab655511bdd2ffe887e43e442d144a440368702bcc1e93af00b97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fc07481-2f9c-4af0-a6f6-d287bae1a5dd" -d '{"events": [{"server_uuid": "a6685512-9634-4533-bab3-3d35a2be2510", "name": "network-vif-plugged", "status": "completed", "tag": "54eaf210-1f01-4d85-9c70-9e5bda4cf4b6"}]}' {{(pid=103306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 21:09:58.920541 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05063662-a93e-4e60-a2b1-70a0dbcb4008 req-5f836b43-46ed-4c2d-98e1-739199841d3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:09:58.922165 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-05063662-a93e-4e60-a2b1-70a0dbcb4008 req-5f836b43-46ed-4c2d-98e1-739199841d3a service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=7fbe9cf5-e12c-436d-b372-55a19c9faa30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0889087 Jan 26 21:09:58.949619 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] For port 54eaf210-1f01-4d85-9c70-9e5bda4cf4b6, host n-h2-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-5',level=0,port_id=54eaf210-1f01-4d85-9c70-9e5bda4cf4b6,segment=NetworkSegment(f7ec5adf-9a86-433b-b09c-16adaba3bc61),segment_id=f7ec5adf-9a86-433b-b09c-16adaba3bc61)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:09:58.951019 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffcb4d28-869b-4bb6-9db0-0dc0af71bfec req-938ed8ed-0567-47d0-acca-22bbd8746af6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:09:58.953675 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-ffcb4d28-869b-4bb6-9db0-0dc0af71bfec req-938ed8ed-0567-47d0-acca-22bbd8746af6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:09:58.957128 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-ffcb4d28-869b-4bb6-9db0-0dc0af71bfec req-938ed8ed-0567-47d0-acca-22bbd8746af6 service neutron] 10.222.0.66 "PUT /v2.0/ports/7e31b6e9-d96b-4f14-a87b-9575f346784c HTTP/1.1" status: 200 len: 1096 time: 1.4024570 Jan 26 21:09:58.961439 n-d-760453-5 neutron-server[103304]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fda5c4b7-d9ed-47bc-a94f-3ae0ff118ddf', 'tag': '7e31b6e9-d96b-4f14-a87b-9575f346784c'}] {{(pid=103304) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 21:09:58.967607 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (54eaf210-1f01-4d85-9c70-9e5bda4cf4b6), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:09:58.978971 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d52b45f1943fcd332af9527eb73ff93c8d715d44383a3f6d18de73b4cfcf87b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-579c5084-c35a-43ac-a5ce-c2408b80afa8" -d '{"events": [{"name": "network-changed", "server_uuid": "fda5c4b7-d9ed-47bc-a94f-3ae0ff118ddf", "tag": "7e31b6e9-d96b-4f14-a87b-9575f346784c"}]}' {{(pid=103304) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 21:09:59.057625 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Jan 2022 21:09:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6f88c3f-69c3-4601-af5f-dc8f33f1b7cb x-openstack-request-id: req-e6f88c3f-69c3-4601-af5f-dc8f33f1b7cb {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 21:09:59.058738 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6685512-9634-4533-bab3-3d35a2be2510", "name": "network-vif-plugged", "status": "completed", "tag": "54eaf210-1f01-4d85-9c70-9e5bda4cf4b6", "code": 200}]} {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 21:09:59.059148 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e6f88c3f-69c3-4601-af5f-dc8f33f1b7cb {{(pid=103306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 21:09:59.059725 n-d-760453-5 neutron-server[103306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6685512-9634-4533-bab3-3d35a2be2510', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54eaf210-1f01-4d85-9c70-9e5bda4cf4b6', 'code': 200} Jan 26 21:09:59.104956 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Pushing event updated for resources: {'Port': ['ID=54eaf210-1f01-4d85-9c70-9e5bda4cf4b6,revision_number=5']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:09:59.133259 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-05063662-a93e-4e60-a2b1-70a0dbcb4008 req-e91a3591-53e7-4c3c-b2d5-363b04073acc service neutron] 10.222.0.57 "GET /v2.0/networks/7fbe9cf5-e12c-436d-b372-55a19c9faa30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2050381 Jan 26 21:09:59.149741 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 26 Jan 2022 21:09:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fae16bbd-265c-425f-9e8a-cec490511793 x-openstack-request-id: req-fae16bbd-265c-425f-9e8a-cec490511793 {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 21:09:59.149998 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fda5c4b7-d9ed-47bc-a94f-3ae0ff118ddf", "tag": "7e31b6e9-d96b-4f14-a87b-9575f346784c", "status": "completed", "code": 200}]} {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 21:09:59.150304 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-fae16bbd-265c-425f-9e8a-cec490511793 {{(pid=103304) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 21:09:59.150929 n-d-760453-5 neutron-server[103304]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fda5c4b7-d9ed-47bc-a94f-3ae0ff118ddf', 'tag': '7e31b6e9-d96b-4f14-a87b-9575f346784c', 'status': 'completed', 'code': 200} Jan 26 21:09:59.152642 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-938ed8ed-0567-47d0-acca-22bbd8746af6 service neutron] Pushing event updated for resources: {'Port': ['ID=7e31b6e9-d96b-4f14-a87b-9575f346784c,revision_number=3']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:09:59.236321 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7c569e-f1d2-44a8-81e5-343b44cbe3b1 req-78c4b3f1-2371-43ad-b3e9-df5392a73a2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:09:59.238211 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-8f7c569e-f1d2-44a8-81e5-343b44cbe3b1 req-78c4b3f1-2371-43ad-b3e9-df5392a73a2d service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=a6685512-9634-4533-bab3-3d35a2be2510 HTTP/1.1" status: 200 len: 1097 time: 0.1308177 Jan 26 21:09:59.247454 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffcb4d28-869b-4bb6-9db0-0dc0af71bfec req-31d1574c-72e0-4d92-a2db-dcd964fd074a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:09:59.249054 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-ffcb4d28-869b-4bb6-9db0-0dc0af71bfec req-31d1574c-72e0-4d92-a2db-dcd964fd074a service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=bb08ec20b5394235abb4f6d0a53e60db&device_id=fda5c4b7-d9ed-47bc-a94f-3ae0ff118ddf HTTP/1.1" status: 200 len: 1099 time: 0.1739798 Jan 26 21:09:59.338486 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-05063662-a93e-4e60-a2b1-70a0dbcb4008 req-c1cf48a5-4b6b-46d8-b5d7-b391af9a920d service neutron] 10.222.0.57 "GET /v2.0/networks/7fbe9cf5-e12c-436d-b372-55a19c9faa30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1960132 Jan 26 21:09:59.366577 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944217fc-5f52-40ab-8250-44b99aca09b8 req-dc9d6d67-8362-46b8-b9e9-2fc6906fc3fd tempest-InstanceActionsTestJSON-595826462 tempest-InstanceActionsTestJSON-595826462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:09:59.375410 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-944217fc-5f52-40ab-8250-44b99aca09b8 req-dc9d6d67-8362-46b8-b9e9-2fc6906fc3fd tempest-InstanceActionsTestJSON-595826462 tempest-InstanceActionsTestJSON-595826462-project] 10.222.0.13 "GET /v2.0/ports?device_id=a6685512-9634-4533-bab3-3d35a2be2510 HTTP/1.1" status: 200 len: 946 time: 0.2276750 Jan 26 21:09:59.382509 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-ffcb4d28-869b-4bb6-9db0-0dc0af71bfec req-8e49a422-e4a2-4702-9fff-9536091ea251 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.141&port_id=7e31b6e9-d96b-4f14-a87b-9575f346784c HTTP/1.1" status: 200 len: 217 time: 0.1130669 Jan 26 21:09:59.479776 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffcb4d28-869b-4bb6-9db0-0dc0af71bfec req-ce6d27e9-39f6-4bfe-8836-b8fc918acf83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:09:59.481590 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-ffcb4d28-869b-4bb6-9db0-0dc0af71bfec req-ce6d27e9-39f6-4bfe-8836-b8fc918acf83 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=fd77e534-75e6-4b90-950e-f5824d584430 HTTP/1.1" status: 200 len: 843 time: 0.0635359 Jan 26 21:09:59.483833 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-8f7c569e-f1d2-44a8-81e5-343b44cbe3b1 req-025e9b63-ba81-41ca-be06-99a1241650c1 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=eb1e5518-f7b7-40b3-8d9a-459a5100402a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2389290 Jan 26 21:09:59.585190 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-944217fc-5f52-40ab-8250-44b99aca09b8 req-37789ae5-7cda-47d5-b684-13b06c9272ba tempest-InstanceActionsTestJSON-595826462 tempest-InstanceActionsTestJSON-595826462-project] 10.222.0.13 "GET /v2.0/security-groups?id=eb1e5518-f7b7-40b3-8d9a-459a5100402a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2088246 Jan 26 21:09:59.599525 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45f1e98-e1eb-441d-9658-c962b28e00bd req-4dc9e4c4-b0dc-46f4-8632-4bc9f7714da1 tempest-ImagesOneServerTestJSON-1508340391 tempest-ImagesOneServerTestJSON-1508340391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:09:59.601032 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-d45f1e98-e1eb-441d-9658-c962b28e00bd req-4dc9e4c4-b0dc-46f4-8632-4bc9f7714da1 tempest-ImagesOneServerTestJSON-1508340391 tempest-ImagesOneServerTestJSON-1508340391-project] 10.222.0.13 "GET /v2.0/ports?device_id=fda5c4b7-d9ed-47bc-a94f-3ae0ff118ddf HTTP/1.1" status: 200 len: 948 time: 0.2208915 Jan 26 21:09:59.602785 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffcb4d28-869b-4bb6-9db0-0dc0af71bfec req-6e14d1bc-61e4-4234-afc2-11b335f24365 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:09:59.604811 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-ffcb4d28-869b-4bb6-9db0-0dc0af71bfec req-6e14d1bc-61e4-4234-afc2-11b335f24365 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=7fbe9cf5-e12c-436d-b372-55a19c9faa30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1017523 Jan 26 21:09:59.719559 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-d45f1e98-e1eb-441d-9658-c962b28e00bd req-a163f667-9a25-4676-83f0-66cf14565e79 tempest-ImagesOneServerTestJSON-1508340391 tempest-ImagesOneServerTestJSON-1508340391-project] 10.222.0.13 "GET /v2.0/security-groups?id=ecd2cdba-aa35-4fb4-957d-8f3b093e5765&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122129 Jan 26 21:09:59.774370 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dab80b4-ba06-4596-9c73-66804133e3e4 req-44a52d84-c0ec-4565-b535-03d97bf29315 tempest-LiveAutoBlockMigrationV225Test-1645909514 tempest-LiveAutoBlockMigrationV225Test-1645909514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:09:59.775817 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-3dab80b4-ba06-4596-9c73-66804133e3e4 req-44a52d84-c0ec-4565-b535-03d97bf29315 tempest-LiveAutoBlockMigrationV225Test-1645909514 tempest-LiveAutoBlockMigrationV225Test-1645909514-project] 10.222.0.13 "GET /v2.0/ports?device_id=cbf92dab-bccf-42aa-9b00-3737afaeaf63 HTTP/1.1" status: 200 len: 943 time: 0.0768237 Jan 26 21:09:59.802231 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-ffcb4d28-869b-4bb6-9db0-0dc0af71bfec req-0448cf0e-a4ec-4f5e-8a35-2b9d1cc23e33 service neutron] 10.222.0.66 "GET /v2.0/networks/7fbe9cf5-e12c-436d-b372-55a19c9faa30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1706834 Jan 26 21:09:59.935837 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-3dab80b4-ba06-4596-9c73-66804133e3e4 req-d4243def-c681-4ad3-96b0-436818544700 tempest-LiveAutoBlockMigrationV225Test-1645909514 tempest-LiveAutoBlockMigrationV225Test-1645909514-project] 10.222.0.13 "GET /v2.0/security-groups?id=d3d52ae6-e761-44ee-98bd-9ad0dc66343a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1533723 Jan 26 21:09:59.962554 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Device e22ff44d-fd52-4fab-95c2-61e096757fa1 details requested by agent hyperv_n-h1-760453-5 with host n-h1-760453-5 {{(pid=103306) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 26 21:09:59.980034 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Device dc28e82f-dde1-4b80-acdc-d7b8421d511d up at agent hyperv_n-h1-760453-5 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 21:10:00.008138 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0319f5b9-ed3e-4ae4-bde1-05a095a5b9e3 req-35989fa2-ee67-45c3-8174-94984fc58b0e tempest-MigrationsAdminTest-1084137346 tempest-MigrationsAdminTest-1084137346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:10:00.018658 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-0319f5b9-ed3e-4ae4-bde1-05a095a5b9e3 req-35989fa2-ee67-45c3-8174-94984fc58b0e tempest-MigrationsAdminTest-1084137346 tempest-MigrationsAdminTest-1084137346-project] 10.222.0.13 "GET /v2.0/ports?device_id=b8273d7d-7d14-4fba-908e-42ea49b1effb HTTP/1.1" status: 200 len: 949 time: 0.1179078 Jan 26 21:10:00.102333 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-ffcb4d28-869b-4bb6-9db0-0dc0af71bfec req-46e7859c-58ad-476e-b352-62298affd883 service neutron] 10.222.0.66 "GET /v2.0/networks/7fbe9cf5-e12c-436d-b372-55a19c9faa30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2894709 Jan 26 21:10:00.164477 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-0319f5b9-ed3e-4ae4-bde1-05a095a5b9e3 req-b2865dae-3626-4270-bb4a-1b7ca06e114b tempest-MigrationsAdminTest-1084137346 tempest-MigrationsAdminTest-1084137346-project] 10.222.0.13 "GET /v2.0/security-groups?id=e0b082e3-685f-492b-b87f-3045b8ecd8c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1447151 Jan 26 21:10:00.256695 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] For port e22ff44d-fd52-4fab-95c2-61e096757fa1, host n-h1-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-5',level=0,port_id=e22ff44d-fd52-4fab-95c2-61e096757fa1,segment=NetworkSegment(ff84b980-87bb-452b-8f52-d472b3cbbe9c),segment_id=ff84b980-87bb-452b-8f52-d472b3cbbe9c)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:10:00.266699 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Provisioning for port dc28e82f-dde1-4b80-acdc-d7b8421d511d completed by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 21:10:00.274115 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Provisioning complete for port dc28e82f-dde1-4b80-acdc-d7b8421d511d triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:10:00.274601 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (dc28e82f-dde1-4b80-acdc-d7b8421d511d), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:10:00.275032 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579c5084-c35a-43ac-a5ce-c2408b80afa8 req-88460f18-fc32-4e0b-afff-70f8a96f3637 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:10:00.276809 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-579c5084-c35a-43ac-a5ce-c2408b80afa8 req-88460f18-fc32-4e0b-afff-70f8a96f3637 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=bb08ec20b5394235abb4f6d0a53e60db&device_id=fda5c4b7-d9ed-47bc-a94f-3ae0ff118ddf HTTP/1.1" status: 200 len: 1099 time: 0.0724547 Jan 26 21:10:00.327976 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Returning: {'device': 'e22ff44d-fd52-4fab-95c2-61e096757fa1', 'network_id': '1c3811f3-dcb6-4f77-8c26-3e9819d7c63c', 'port_id': 'e22ff44d-fd52-4fab-95c2-61e096757fa1', 'mac_address': 'fa:16:3e:3a:8c:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 565, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dae01ee8-17f0-4a86-8f17-22a537cba2b9', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103306) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 26 21:10:00.378158 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Current status of the port e22ff44d-fd52-4fab-95c2-61e096757fa1 is: DOWN; New status is: BUILD {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:10:00.378794 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (e22ff44d-fd52-4fab-95c2-61e096757fa1), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:10:00.383166 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579c5084-c35a-43ac-a5ce-c2408b80afa8 req-580470a1-8d61-4d4a-b47a-2df166e62523 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:10:00.384821 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-579c5084-c35a-43ac-a5ce-c2408b80afa8 req-580470a1-8d61-4d4a-b47a-2df166e62523 service neutron] 10.222.0.66 "GET /v2.0/networks?id=7fbe9cf5-e12c-436d-b372-55a19c9faa30 HTTP/1.1" status: 200 len: 870 time: 0.1005330 Jan 26 21:10:00.425614 n-d-760453-5 neutron-server[103306]: DEBUG neutron.notifiers.nova [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e22ff44d-fd52-4fab-95c2-61e096757fa1 {{(pid=103306) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 26 21:10:00.449950 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] For port e22ff44d-fd52-4fab-95c2-61e096757fa1, host n-h1-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-5',level=0,port_id=e22ff44d-fd52-4fab-95c2-61e096757fa1,segment=NetworkSegment(ff84b980-87bb-452b-8f52-d472b3cbbe9c),segment_id=ff84b980-87bb-452b-8f52-d472b3cbbe9c)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:10:00.460191 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (e22ff44d-fd52-4fab-95c2-61e096757fa1), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:10:00.468994 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-579c5084-c35a-43ac-a5ce-c2408b80afa8 req-3f6b085b-0582-4229-b806-32159814ccb9 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.141&port_id=7e31b6e9-d96b-4f14-a87b-9575f346784c HTTP/1.1" status: 200 len: 217 time: 0.0767739 Jan 26 21:10:00.505166 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Current status of the port dc28e82f-dde1-4b80-acdc-d7b8421d511d is: BUILD; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:10:00.506300 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (dc28e82f-dde1-4b80-acdc-d7b8421d511d), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:10:00.533239 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8032e58-f926-4a43-8038-1a787bcf98f6 req-33fb7b64-440f-41d5-97be-6ca17556958a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:10:00.536025 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-a8032e58-f926-4a43-8038-1a787bcf98f6 req-33fb7b64-440f-41d5-97be-6ca17556958a service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=b8273d7d-7d14-4fba-908e-42ea49b1effb&tenant_id=d178ac49ddc9478db66ba71c81039890 HTTP/1.1" status: 200 len: 1100 time: 0.1341615 Jan 26 21:10:00.545306 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Pushing event updated for resources: {'Port': ['ID=e22ff44d-fd52-4fab-95c2-61e096757fa1,revision_number=4']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:10:00.553429 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [req-a8032e58-f926-4a43-8038-1a787bcf98f6 req-fa7ca497-cea2-4d59-bc66-739c4a988430 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-760453-5', 'device_owner': 'compute:nova'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:10:00.565846 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] For port dc28e82f-dde1-4b80-acdc-d7b8421d511d, host n-h1-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-5',level=0,port_id=dc28e82f-dde1-4b80-acdc-d7b8421d511d,segment=NetworkSegment(4eab25d6-89d9-4907-a1c2-51b06443ba33),segment_id=4eab25d6-89d9-4907-a1c2-51b06443ba33)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:10:00.574464 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (dc28e82f-dde1-4b80-acdc-d7b8421d511d), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:10:00.585937 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579c5084-c35a-43ac-a5ce-c2408b80afa8 req-1cc9e1c6-9529-4c65-a815-26306f18ae39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:10:00.587526 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-579c5084-c35a-43ac-a5ce-c2408b80afa8 req-1cc9e1c6-9529-4c65-a815-26306f18ae39 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=fd77e534-75e6-4b90-950e-f5824d584430 HTTP/1.1" status: 200 len: 843 time: 0.1122816 Jan 26 21:10:00.690898 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Pushing event updated for resources: {'Port': ['ID=dc28e82f-dde1-4b80-acdc-d7b8421d511d,revision_number=9']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:10:00.734404 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579c5084-c35a-43ac-a5ce-c2408b80afa8 req-90b873eb-b0de-4889-a25b-b9a478a69f51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:10:00.735926 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-579c5084-c35a-43ac-a5ce-c2408b80afa8 req-90b873eb-b0de-4889-a25b-b9a478a69f51 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=7fbe9cf5-e12c-436d-b372-55a19c9faa30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1392503 Jan 26 21:10:00.738917 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-a8032e58-f926-4a43-8038-1a787bcf98f6 req-fa7ca497-cea2-4d59-bc66-739c4a988430 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (dc28e82f-dde1-4b80-acdc-d7b8421d511d), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:10:00.884964 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee817572-0a05-4cb9-ad4c-4f5acbfae25c req-97358d5a-807a-4da0-a78d-79299e6c8bec tempest-InstanceActionsTestJSON-595826462 tempest-InstanceActionsTestJSON-595826462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:10:00.886423 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-ee817572-0a05-4cb9-ad4c-4f5acbfae25c req-97358d5a-807a-4da0-a78d-79299e6c8bec tempest-InstanceActionsTestJSON-595826462 tempest-InstanceActionsTestJSON-595826462-project] 10.222.0.13 "GET /v2.0/ports?device_id=a6685512-9634-4533-bab3-3d35a2be2510 HTTP/1.1" status: 200 len: 946 time: 0.1970940 Jan 26 21:10:01.061400 n-d-760453-5 neutron-server[103306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8273d7d-7d14-4fba-908e-42ea49b1effb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc28e82f-dde1-4b80-acdc-d7b8421d511d'}] {{(pid=103306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 21:10:01.065802 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9d5d370febab655511bdd2ffe887e43e442d144a440368702bcc1e93af00b97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-354f0e1d-53be-4898-8a2a-4fc267fd6947" -d '{"events": [{"server_uuid": "b8273d7d-7d14-4fba-908e-42ea49b1effb", "name": "network-vif-plugged", "status": "completed", "tag": "dc28e82f-dde1-4b80-acdc-d7b8421d511d"}]}' {{(pid=103306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 21:10:01.078583 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] get_ports_and_sgs() called for port_ids ['e22ff44d-fd52-4fab-95c2-61e096757fa1'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 26 21:10:01.353315 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ff786d-1726-4f61-a401-d86fef4f721d req-dbc11f70-1f74-4758-93e6-8e5cda13b1bd tempest-ImagesOneServerTestJSON-1508340391 tempest-ImagesOneServerTestJSON-1508340391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:10:01.358565 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-39ff786d-1726-4f61-a401-d86fef4f721d req-dbc11f70-1f74-4758-93e6-8e5cda13b1bd tempest-ImagesOneServerTestJSON-1508340391 tempest-ImagesOneServerTestJSON-1508340391-project] 10.222.0.13 "GET /v2.0/ports?device_id=fda5c4b7-d9ed-47bc-a94f-3ae0ff118ddf HTTP/1.1" status: 200 len: 948 time: 0.5071852 Jan 26 21:10:01.391374 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-579c5084-c35a-43ac-a5ce-c2408b80afa8 req-508e652c-1105-4809-b011-f18af741db2a service neutron] 10.222.0.66 "GET /v2.0/networks/7fbe9cf5-e12c-436d-b372-55a19c9faa30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6473818 Jan 26 21:10:01.406079 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-ee817572-0a05-4cb9-ad4c-4f5acbfae25c req-3bb0d597-a5b5-4455-a682-e4499d7567bb tempest-InstanceActionsTestJSON-595826462 tempest-InstanceActionsTestJSON-595826462-project] 10.222.0.13 "GET /v2.0/security-groups?id=eb1e5518-f7b7-40b3-8d9a-459a5100402a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5008829 Jan 26 21:10:01.540038 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-39ff786d-1726-4f61-a401-d86fef4f721d req-32dcb133-c06b-4773-9b3f-906886cfad45 tempest-ImagesOneServerTestJSON-1508340391 tempest-ImagesOneServerTestJSON-1508340391-project] 10.222.0.13 "GET /v2.0/security-groups?id=ecd2cdba-aa35-4fb4-957d-8f3b093e5765&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1699195 Jan 26 21:10:01.625486 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [req-a8032e58-f926-4a43-8038-1a787bcf98f6 req-fa7ca497-cea2-4d59-bc66-739c4a988430 service neutron] For port dc28e82f-dde1-4b80-acdc-d7b8421d511d, host n-h1-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-5',level=0,port_id=dc28e82f-dde1-4b80-acdc-d7b8421d511d,segment=NetworkSegment(4eab25d6-89d9-4907-a1c2-51b06443ba33),segment_id=4eab25d6-89d9-4907-a1c2-51b06443ba33)] {{(pid=103304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:10:01.625708 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Jan 2022 21:10:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38868bac-d652-4828-8d4d-debed9f19a53 x-openstack-request-id: req-38868bac-d652-4828-8d4d-debed9f19a53 {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 21:10:01.626141 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8273d7d-7d14-4fba-908e-42ea49b1effb", "name": "network-vif-plugged", "status": "completed", "tag": "dc28e82f-dde1-4b80-acdc-d7b8421d511d", "code": 200}]} {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 21:10:01.628024 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-38868bac-d652-4828-8d4d-debed9f19a53 {{(pid=103306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 21:10:01.628547 n-d-760453-5 neutron-server[103306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8273d7d-7d14-4fba-908e-42ea49b1effb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc28e82f-dde1-4b80-acdc-d7b8421d511d', 'code': 200} Jan 26 21:10:01.638750 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-579c5084-c35a-43ac-a5ce-c2408b80afa8 req-689bc627-124c-496b-becc-50dbfdfe2872 service neutron] 10.222.0.66 "GET /v2.0/networks/7fbe9cf5-e12c-436d-b372-55a19c9faa30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2357137 Jan 26 21:10:01.639421 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 49662) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:10:01.672640 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c69dd3-843d-48ad-97de-543e6000375b req-d9d96c6c-194a-44f3-89a8-b7909f18c234 tempest-LiveAutoBlockMigrationV225Test-1645909514 tempest-LiveAutoBlockMigrationV225Test-1645909514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:10:01.678556 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-26c69dd3-843d-48ad-97de-543e6000375b req-d9d96c6c-194a-44f3-89a8-b7909f18c234 tempest-LiveAutoBlockMigrationV225Test-1645909514 tempest-LiveAutoBlockMigrationV225Test-1645909514-project] 10.222.0.13 "GET /v2.0/ports?device_id=cbf92dab-bccf-42aa-9b00-3737afaeaf63 HTTP/1.1" status: 200 len: 944 time: 0.0928092 Jan 26 21:10:01.690917 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [req-a8032e58-f926-4a43-8038-1a787bcf98f6 req-fa7ca497-cea2-4d59-bc66-739c4a988430 service neutron] For port dc28e82f-dde1-4b80-acdc-d7b8421d511d, host n-h1-760453-5, cleared binding levels {{(pid=103304) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 26 21:10:01.764231 n-d-760453-5 neutron-server[103304]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8273d7d-7d14-4fba-908e-42ea49b1effb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dc28e82f-dde1-4b80-acdc-d7b8421d511d'}] {{(pid=103304) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 21:10:01.766528 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d52b45f1943fcd332af9527eb73ff93c8d715d44383a3f6d18de73b4cfcf87b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afe055dc-098b-4f64-9f00-9c0cb0cc91c8" -d '{"events": [{"server_uuid": "b8273d7d-7d14-4fba-908e-42ea49b1effb", "name": "network-vif-unplugged", "status": "completed", "tag": "dc28e82f-dde1-4b80-acdc-d7b8421d511d"}]}' {{(pid=103304) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 21:10:01.772576 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-a8032e58-f926-4a43-8038-1a787bcf98f6 req-fa7ca497-cea2-4d59-bc66-739c4a988430 service neutron] Publish callbacks [] for port (dc28e82f-dde1-4b80-acdc-d7b8421d511d), precommit_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:10:01.793806 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-26c69dd3-843d-48ad-97de-543e6000375b req-80f4205c-e072-4ef8-a57b-2a00d23f0b87 tempest-LiveAutoBlockMigrationV225Test-1645909514 tempest-LiveAutoBlockMigrationV225Test-1645909514-project] 10.222.0.13 "GET /v2.0/security-groups?id=d3d52ae6-e761-44ee-98bd-9ad0dc66343a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113849 Jan 26 21:10:01.797484 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-4de61861-37d8-48e5-abbc-bed46994ed99 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:10:01.823623 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.provisioning_blocks [req-a8032e58-f926-4a43-8038-1a787bcf98f6 req-fa7ca497-cea2-4d59-bc66-739c4a988430 service neutron] Transition to ACTIVE for port object dc28e82f-dde1-4b80-acdc-d7b8421d511d will not be triggered until provisioned by entity L2. {{(pid=103304) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 21:10:01.833828 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-a8032e58-f926-4a43-8038-1a787bcf98f6 req-fa7ca497-cea2-4d59-bc66-739c4a988430 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9281542'] for port (dc28e82f-dde1-4b80-acdc-d7b8421d511d), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:10:01.875159 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-4de61861-37d8-48e5-abbc-bed46994ed99 admin admin] Publish callbacks [] for security_group (57429365-a8dc-4855-84a8-efc004937225), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:10:01.878992 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af220fc-b14c-4862-80e8-cdd07756f23a req-be23cd58-8ec7-46ff-9a33-0332ffcbc92e tempest-MigrationsAdminTest-1084137346 tempest-MigrationsAdminTest-1084137346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:10:01.880967 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-0af220fc-b14c-4862-80e8-cdd07756f23a req-be23cd58-8ec7-46ff-9a33-0332ffcbc92e tempest-MigrationsAdminTest-1084137346 tempest-MigrationsAdminTest-1084137346-project] 10.222.0.13 "GET /v2.0/ports?device_id=b8273d7d-7d14-4fba-908e-42ea49b1effb HTTP/1.1" status: 200 len: 950 time: 0.1106331 Jan 26 21:10:01.887735 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-4de61861-37d8-48e5-abbc-bed46994ed99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (57429365-a8dc-4855-84a8-efc004937225), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:10:01.942357 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8032e58-f926-4a43-8038-1a787bcf98f6 req-fa7ca497-cea2-4d59-bc66-739c4a988430 service neutron] No DVR routers for this DVR port dc28e82f-dde1-4b80-acdc-d7b8421d511d on host n-h1-760453-5 {{(pid=103304) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 26 21:10:01.953681 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de61861-37d8-48e5-abbc-bed46994ed99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57429365-a8dc-4855-84a8-efc004937225,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:10:01.963645 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-4de61861-37d8-48e5-abbc-bed46994ed99 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=00dfde461e544f4bb82d134676d36653&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3227341 Jan 26 21:10:01.964121 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 49668) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:10:01.995248 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Device dc28e82f-dde1-4b80-acdc-d7b8421d511d no longer exists at agent hyperv_n-h1-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 26 21:10:02.000330 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa7ca497-cea2-4d59-bc66-739c4a988430 service neutron] Pushing event updated for resources: {'Port': ['ID=dc28e82f-dde1-4b80-acdc-d7b8421d511d,revision_number=10']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:10:02.009350 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 26 Jan 2022 21:10:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf6f120c-9472-4f5c-be31-736af6eda120 x-openstack-request-id: req-bf6f120c-9472-4f5c-be31-736af6eda120 {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 21:10:02.009652 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8273d7d-7d14-4fba-908e-42ea49b1effb", "name": "network-vif-unplugged", "status": "completed", "tag": "dc28e82f-dde1-4b80-acdc-d7b8421d511d", "code": 200}]} {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 21:10:02.009909 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-bf6f120c-9472-4f5c-be31-736af6eda120 {{(pid=103304) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 21:10:02.010732 n-d-760453-5 neutron-server[103304]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8273d7d-7d14-4fba-908e-42ea49b1effb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dc28e82f-dde1-4b80-acdc-d7b8421d511d', 'code': 200} Jan 26 21:10:02.047780 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-721be11e-e1f9-4ca6-aa63-b45d90881e01 admin admin] Publish callbacks [] for security_group (57429365-a8dc-4855-84a8-efc004937225), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:10:02.052175 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-0af220fc-b14c-4862-80e8-cdd07756f23a req-1aa47dcd-bf0c-4c4f-a366-8ddd9de8d26f tempest-MigrationsAdminTest-1084137346 tempest-MigrationsAdminTest-1084137346-project] 10.222.0.13 "GET /v2.0/security-groups?id=e0b082e3-685f-492b-b87f-3045b8ecd8c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1647899 Jan 26 21:10:02.056026 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [req-a8032e58-f926-4a43-8038-1a787bcf98f6 req-fa7ca497-cea2-4d59-bc66-739c4a988430 service neutron] Attempting to bind port dc28e82f-dde1-4b80-acdc-d7b8421d511d on host n-h2-760453-5 for vnic_type normal with profile {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 21:10:02.056365 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [req-a8032e58-f926-4a43-8038-1a787bcf98f6 req-fa7ca497-cea2-4d59-bc66-739c4a988430 service neutron] Attempting to bind port dc28e82f-dde1-4b80-acdc-d7b8421d511d by drivers openvswitch,hyperv on host n-h2-760453-5 at level 0 using segments [{'id': '4eab25d6-89d9-4907-a1c2-51b06443ba33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '7fbe9cf5-e12c-436d-b372-55a19c9faa30'}] {{(pid=103304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 26 21:10:02.056702 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8032e58-f926-4a43-8038-1a787bcf98f6 req-fa7ca497-cea2-4d59-bc66-739c4a988430 service neutron] Attempting to bind port dc28e82f-dde1-4b80-acdc-d7b8421d511d on network 7fbe9cf5-e12c-436d-b372-55a19c9faa30 {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 21:10:02.061779 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8032e58-f926-4a43-8038-1a787bcf98f6 req-fa7ca497-cea2-4d59-bc66-739c4a988430 service neutron] Port dc28e82f-dde1-4b80-acdc-d7b8421d511d on network 7fbe9cf5-e12c-436d-b372-55a19c9faa30 not bound, no agent of type Open vSwitch agent registered on host n-h2-760453-5 {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 26 21:10:02.061979 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8032e58-f926-4a43-8038-1a787bcf98f6 req-fa7ca497-cea2-4d59-bc66-739c4a988430 service neutron] Attempting to bind port dc28e82f-dde1-4b80-acdc-d7b8421d511d on network 7fbe9cf5-e12c-436d-b372-55a19c9faa30 {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 21:10:02.067166 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8032e58-f926-4a43-8038-1a787bcf98f6 req-fa7ca497-cea2-4d59-bc66-739c4a988430 service neutron] Checking agent: {'id': '4d619873-4b60-439f-9b5a-b155dc8bbc34', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-760453-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 21, 2, 53), 'started_at': datetime.datetime(2022, 1, 26, 21, 2, 53), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 21, 9, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 26 21:10:02.067510 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8032e58-f926-4a43-8038-1a787bcf98f6 req-fa7ca497-cea2-4d59-bc66-739c4a988430 service neutron] Checking segment: {'id': '4eab25d6-89d9-4907-a1c2-51b06443ba33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '7fbe9cf5-e12c-436d-b372-55a19c9faa30'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103304) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 21:10:02.067904 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8032e58-f926-4a43-8038-1a787bcf98f6 req-fa7ca497-cea2-4d59-bc66-739c4a988430 service neutron] Bound using segment: {'id': '4eab25d6-89d9-4907-a1c2-51b06443ba33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '7fbe9cf5-e12c-436d-b372-55a19c9faa30'} {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 26 21:10:02.068330 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [req-a8032e58-f926-4a43-8038-1a787bcf98f6 req-fa7ca497-cea2-4d59-bc66-739c4a988430 service neutron] Bound port: dc28e82f-dde1-4b80-acdc-d7b8421d511d, host: n-h2-760453-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4eab25d6-89d9-4907-a1c2-51b06443ba33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '7fbe9cf5-e12c-436d-b372-55a19c9faa30'}}] {{(pid=103304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 26 21:10:02.068695 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-a8032e58-f926-4a43-8038-1a787bcf98f6 req-fa7ca497-cea2-4d59-bc66-739c4a988430 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (dc28e82f-dde1-4b80-acdc-d7b8421d511d), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:10:02.090448 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-721be11e-e1f9-4ca6-aa63-b45d90881e01 admin admin] Publish callbacks [] for security_group (57429365-a8dc-4855-84a8-efc004937225), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:10:02.155747 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [req-a8032e58-f926-4a43-8038-1a787bcf98f6 req-fa7ca497-cea2-4d59-bc66-739c4a988430 service neutron] For port dc28e82f-dde1-4b80-acdc-d7b8421d511d, host n-h2-760453-5, cleared binding levels {{(pid=103304) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 26 21:10:02.159573 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [req-a8032e58-f926-4a43-8038-1a787bcf98f6 req-fa7ca497-cea2-4d59-bc66-739c4a988430 service neutron] For port dc28e82f-dde1-4b80-acdc-d7b8421d511d, host n-h2-760453-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-5',level=0,port_id=dc28e82f-dde1-4b80-acdc-d7b8421d511d,segment=NetworkSegment(4eab25d6-89d9-4907-a1c2-51b06443ba33),segment_id=4eab25d6-89d9-4907-a1c2-51b06443ba33)] {{(pid=103304) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 26 21:10:02.161988 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-721be11e-e1f9-4ca6-aa63-b45d90881e01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (57429365-a8dc-4855-84a8-efc004937225), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:10:02.165334 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-721be11e-e1f9-4ca6-aa63-b45d90881e01 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:10:02.176954 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-721be11e-e1f9-4ca6-aa63-b45d90881e01 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/57429365-a8dc-4855-84a8-efc004937225 HTTP/1.1" status: 204 len: 168 time: 0.2070789 Jan 26 21:10:02.186652 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-a8032e58-f926-4a43-8038-1a787bcf98f6 req-fa7ca497-cea2-4d59-bc66-739c4a988430 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9281542'] for port (dc28e82f-dde1-4b80-acdc-d7b8421d511d), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:10:02.197248 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721be11e-e1f9-4ca6-aa63-b45d90881e01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57429365-a8dc-4855-84a8-efc004937225,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:10:02.274945 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa7ca497-cea2-4d59-bc66-739c4a988430 service neutron] Pushing event updated for resources: {'Port': ['ID=dc28e82f-dde1-4b80-acdc-d7b8421d511d,revision_number=11']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:10:02.289113 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8032e58-f926-4a43-8038-1a787bcf98f6 req-fa7ca497-cea2-4d59-bc66-739c4a988430 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:10:02.290089 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-a8032e58-f926-4a43-8038-1a787bcf98f6 req-fa7ca497-cea2-4d59-bc66-739c4a988430 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:10:02.292999 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-a8032e58-f926-4a43-8038-1a787bcf98f6 req-fa7ca497-cea2-4d59-bc66-739c4a988430 service neutron] 10.222.0.57 "PUT /v2.0/ports/dc28e82f-dde1-4b80-acdc-d7b8421d511d HTTP/1.1" status: 200 len: 1097 time: 1.7493241 Jan 26 21:10:02.321033 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] The host n-h1-760453-5 is not matching for port dc28e82f-dde1-4b80-acdc-d7b8421d511d host n-h2-760453-5! {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2317}} Jan 26 21:10:02.322401 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Device dc28e82f-dde1-4b80-acdc-d7b8421d511d not bound to the agent host n-h1-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 26 21:10:02.380440 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8032e58-f926-4a43-8038-1a787bcf98f6 req-86de5570-d1f6-49e5-9b0c-583921eeda2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:10:02.387706 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-a8032e58-f926-4a43-8038-1a787bcf98f6 req-86de5570-d1f6-49e5-9b0c-583921eeda2c service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=d178ac49ddc9478db66ba71c81039890&device_id=b8273d7d-7d14-4fba-908e-42ea49b1effb HTTP/1.1" status: 200 len: 1100 time: 0.0553555 Jan 26 21:10:02.559377 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8032e58-f926-4a43-8038-1a787bcf98f6 req-f006cbcf-367f-42d9-b369-6a3216693555 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:10:02.561579 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-a8032e58-f926-4a43-8038-1a787bcf98f6 req-f006cbcf-367f-42d9-b369-6a3216693555 service neutron] 10.222.0.57 "GET /v2.0/networks?id=7fbe9cf5-e12c-436d-b372-55a19c9faa30 HTTP/1.1" status: 200 len: 870 time: 0.1730964 Jan 26 21:10:02.579813 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 49680) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:10:02.606072 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-6f875ec2-7fa5-44d1-a6a6-a0573900c220 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:10:02.616971 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-a8032e58-f926-4a43-8038-1a787bcf98f6 req-2d90b56e-3308-42bb-8fc9-d44b9629636d service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.254&port_id=dc28e82f-dde1-4b80-acdc-d7b8421d511d HTTP/1.1" status: 200 len: 217 time: 0.0495133 Jan 26 21:10:02.629119 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f98956-7860-488b-afc1-57cd81dccc4e req-745719e1-6260-4a01-9e4b-3037e4ad70af tempest-InstanceActionsTestJSON-595826462 tempest-InstanceActionsTestJSON-595826462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:10:02.636389 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-57f98956-7860-488b-afc1-57cd81dccc4e req-745719e1-6260-4a01-9e4b-3037e4ad70af tempest-InstanceActionsTestJSON-595826462 tempest-InstanceActionsTestJSON-595826462-project] 10.222.0.13 "GET /v2.0/ports?device_id=a6685512-9634-4533-bab3-3d35a2be2510 HTTP/1.1" status: 200 len: 946 time: 0.1134260 Jan 26 21:10:02.711619 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-6f875ec2-7fa5-44d1-a6a6-a0573900c220 admin admin] Publish callbacks [] for security_group (db4afbdb-4e3c-4624-836c-a667be190a51), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:10:02.716745 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-6f875ec2-7fa5-44d1-a6a6-a0573900c220 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (db4afbdb-4e3c-4624-836c-a667be190a51), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:10:02.766885 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-6f875ec2-7fa5-44d1-a6a6-a0573900c220 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=9f2620ee95ce43acae4299e8da5c07e0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1836646 Jan 26 21:10:02.766885 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f875ec2-7fa5-44d1-a6a6-a0573900c220 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db4afbdb-4e3c-4624-836c-a667be190a51,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:10:02.767136 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-57f98956-7860-488b-afc1-57cd81dccc4e req-e64b589c-216e-483c-8a76-f572af89a126 tempest-InstanceActionsTestJSON-595826462 tempest-InstanceActionsTestJSON-595826462-project] 10.222.0.13 "GET /v2.0/security-groups?id=eb1e5518-f7b7-40b3-8d9a-459a5100402a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1283026 Jan 26 21:10:02.767236 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 49684) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:10:02.780805 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8032e58-f926-4a43-8038-1a787bcf98f6 req-72fd5da8-4890-4826-a3c9-28d4b2d1cb5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:10:02.782235 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-a8032e58-f926-4a43-8038-1a787bcf98f6 req-72fd5da8-4890-4826-a3c9-28d4b2d1cb5c service neutron] 10.222.0.57 "GET /v2.0/subnets?id=fd77e534-75e6-4b90-950e-f5824d584430 HTTP/1.1" status: 200 len: 843 time: 0.1423616 Jan 26 21:10:02.817839 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67dfe4eb-6e1f-407c-a881-e16d6647ae3f req-18798045-b7e6-498e-8308-4eba42542062 tempest-ImagesOneServerTestJSON-1508340391 tempest-ImagesOneServerTestJSON-1508340391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:10:02.819481 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-67dfe4eb-6e1f-407c-a881-e16d6647ae3f req-18798045-b7e6-498e-8308-4eba42542062 tempest-ImagesOneServerTestJSON-1508340391 tempest-ImagesOneServerTestJSON-1508340391-project] 10.222.0.13 "GET /v2.0/ports?device_id=fda5c4b7-d9ed-47bc-a94f-3ae0ff118ddf HTTP/1.1" status: 200 len: 948 time: 0.1528592 Jan 26 21:10:02.905333 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8032e58-f926-4a43-8038-1a787bcf98f6 req-6b2faa26-edad-4ada-9412-3451de7ffe0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:10:02.906831 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-a8032e58-f926-4a43-8038-1a787bcf98f6 req-6b2faa26-edad-4ada-9412-3451de7ffe0d service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=7fbe9cf5-e12c-436d-b372-55a19c9faa30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1107645 Jan 26 21:10:02.911554 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-08107679-bc59-4230-bd85-04c4c0132064 admin admin] Publish callbacks [] for security_group (db4afbdb-4e3c-4624-836c-a667be190a51), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:10:02.966568 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-67dfe4eb-6e1f-407c-a881-e16d6647ae3f req-96b46e77-4882-4c9a-b8b3-fccf532bc200 tempest-ImagesOneServerTestJSON-1508340391 tempest-ImagesOneServerTestJSON-1508340391-project] 10.222.0.13 "GET /v2.0/security-groups?id=ecd2cdba-aa35-4fb4-957d-8f3b093e5765&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1284349 Jan 26 21:10:03.005843 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-08107679-bc59-4230-bd85-04c4c0132064 admin admin] Publish callbacks [] for security_group (db4afbdb-4e3c-4624-836c-a667be190a51), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:10:03.096322 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd39fde1-47b7-455e-9171-dcc9bf75cd53 req-93cea501-6a65-4a96-9137-b971eb29a58e tempest-LiveAutoBlockMigrationV225Test-1645909514 tempest-LiveAutoBlockMigrationV225Test-1645909514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:10:03.097994 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-cd39fde1-47b7-455e-9171-dcc9bf75cd53 req-93cea501-6a65-4a96-9137-b971eb29a58e tempest-LiveAutoBlockMigrationV225Test-1645909514 tempest-LiveAutoBlockMigrationV225Test-1645909514-project] 10.222.0.13 "GET /v2.0/ports?device_id=cbf92dab-bccf-42aa-9b00-3737afaeaf63 HTTP/1.1" status: 200 len: 944 time: 0.1299965 Jan 26 21:10:03.132678 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-a8032e58-f926-4a43-8038-1a787bcf98f6 req-a1e6088f-ad15-4c65-bb6b-3b41f95f1b6e service neutron] 10.222.0.57 "GET /v2.0/networks/7fbe9cf5-e12c-436d-b372-55a19c9faa30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2190635 Jan 26 21:10:03.228365 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-08107679-bc59-4230-bd85-04c4c0132064 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (db4afbdb-4e3c-4624-836c-a667be190a51), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:10:03.231062 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-08107679-bc59-4230-bd85-04c4c0132064 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:10:03.231394 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1e67b5-7550-4d9e-9e7b-0f66068889fb req-3841f7ca-9945-40dc-91ba-bce94255945e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:10:03.235089 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-08107679-bc59-4230-bd85-04c4c0132064 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/db4afbdb-4e3c-4624-836c-a667be190a51 HTTP/1.1" status: 204 len: 168 time: 0.4641948 Jan 26 21:10:03.235254 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-ab1e67b5-7550-4d9e-9e7b-0f66068889fb req-3841f7ca-9945-40dc-91ba-bce94255945e service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=31181bab4603411a9d69e4c4b0e4c2ba&device_id=a6685512-9634-4533-bab3-3d35a2be2510 HTTP/1.1" status: 200 len: 1097 time: 0.0457859 Jan 26 21:10:03.279921 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08107679-bc59-4230-bd85-04c4c0132064 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db4afbdb-4e3c-4624-836c-a667be190a51,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:10:03.313733 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-cd39fde1-47b7-455e-9171-dcc9bf75cd53 req-7dae1a8d-e26e-4966-821f-a070b6dc12b9 tempest-LiveAutoBlockMigrationV225Test-1645909514 tempest-LiveAutoBlockMigrationV225Test-1645909514-project] 10.222.0.13 "GET /v2.0/security-groups?id=d3d52ae6-e761-44ee-98bd-9ad0dc66343a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1818147 Jan 26 21:10:03.351815 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1e67b5-7550-4d9e-9e7b-0f66068889fb req-37d66f8d-cbe7-4a59-8183-11e00e65da1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:10:03.354553 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-ab1e67b5-7550-4d9e-9e7b-0f66068889fb req-37d66f8d-cbe7-4a59-8183-11e00e65da1a service neutron] 10.222.0.57 "GET /v2.0/networks?id=a1f9c57e-bef1-4549-9274-90989fa37d42 HTTP/1.1" status: 200 len: 915 time: 0.1139324 Jan 26 21:10:03.370476 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539d7825-b67c-4628-887d-735721c9c930 req-f968a169-dbf3-4488-bb23-f0738eab608f tempest-MigrationsAdminTest-1084137346 tempest-MigrationsAdminTest-1084137346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:10:03.379989 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-539d7825-b67c-4628-887d-735721c9c930 req-f968a169-dbf3-4488-bb23-f0738eab608f tempest-MigrationsAdminTest-1084137346 tempest-MigrationsAdminTest-1084137346-project] 10.222.0.13 "GET /v2.0/ports?device_id=b8273d7d-7d14-4fba-908e-42ea49b1effb HTTP/1.1" status: 200 len: 949 time: 0.1954882 Jan 26 21:10:03.400466 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-ab1e67b5-7550-4d9e-9e7b-0f66068889fb req-fc7739aa-c495-4aaa-bd3e-613315ad8b13 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=54eaf210-1f01-4d85-9c70-9e5bda4cf4b6 HTTP/1.1" status: 200 len: 217 time: 0.0371490 Jan 26 21:10:03.458080 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-a8032e58-f926-4a43-8038-1a787bcf98f6 req-2d074416-dbc1-49b8-966f-0e13cdc02b79 service neutron] 10.222.0.57 "GET /v2.0/networks/7fbe9cf5-e12c-436d-b372-55a19c9faa30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3162537 Jan 26 21:10:03.480855 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1e67b5-7550-4d9e-9e7b-0f66068889fb req-ad16c06d-3c13-4c3a-81ea-ef8efd5cbbe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:10:03.486797 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-ab1e67b5-7550-4d9e-9e7b-0f66068889fb req-ad16c06d-3c13-4c3a-81ea-ef8efd5cbbe4 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=aa190954-4782-4f31-b12c-4c57c87681c8 HTTP/1.1" status: 200 len: 854 time: 0.0808060 Jan 26 21:10:03.491417 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e0da14-344c-4079-97f2-62b129e2bb6c req-3093d472-c77f-4d6c-ac63-cc398ebb1e99 tempest-InstanceActionsTestJSON-595826462 tempest-InstanceActionsTestJSON-595826462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:10:03.493164 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-82e0da14-344c-4079-97f2-62b129e2bb6c req-3093d472-c77f-4d6c-ac63-cc398ebb1e99 tempest-InstanceActionsTestJSON-595826462 tempest-InstanceActionsTestJSON-595826462-project] 10.222.0.13 "GET /v2.0/ports?device_id=a6685512-9634-4533-bab3-3d35a2be2510 HTTP/1.1" status: 200 len: 946 time: 0.1109345 Jan 26 21:10:03.507415 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-539d7825-b67c-4628-887d-735721c9c930 req-ec22c5eb-b560-40de-8b64-c82985f4179e tempest-MigrationsAdminTest-1084137346 tempest-MigrationsAdminTest-1084137346-project] 10.222.0.13 "GET /v2.0/security-groups?id=e0b082e3-685f-492b-b87f-3045b8ecd8c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203370 Jan 26 21:10:03.525554 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-ab1e67b5-7550-4d9e-9e7b-0f66068889fb req-52392b1c-1a6c-446c-bc7b-b3acb58f741e service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=a1f9c57e-bef1-4549-9274-90989fa37d42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0321510 Jan 26 21:10:03.562675 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-82e0da14-344c-4079-97f2-62b129e2bb6c req-efd808ea-b851-4dc8-a414-738c669afa4e tempest-InstanceActionsTestJSON-595826462 tempest-InstanceActionsTestJSON-595826462-project] 10.222.0.13 "GET /v2.0/security-groups?id=eb1e5518-f7b7-40b3-8d9a-459a5100402a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540392 Jan 26 21:10:03.661074 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-ab1e67b5-7550-4d9e-9e7b-0f66068889fb req-279e9aa0-c73b-41d7-aa36-5986b6141a9f service neutron] 10.222.0.57 "GET /v2.0/networks/a1f9c57e-bef1-4549-9274-90989fa37d42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1295302 Jan 26 21:10:03.754165 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-ab1e67b5-7550-4d9e-9e7b-0f66068889fb req-ce5f2169-7096-4c4f-b1b0-537ebe943020 service neutron] 10.222.0.57 "GET /v2.0/networks/a1f9c57e-bef1-4549-9274-90989fa37d42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870311 Jan 26 21:10:04.005736 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Device 7e31b6e9-d96b-4f14-a87b-9575f346784c details requested by agent hyperv_n-h1-760453-5 with host n-h1-760453-5 {{(pid=103306) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 26 21:10:04.011840 n-d-760453-5 neutron-server[103304]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b8273d7d-7d14-4fba-908e-42ea49b1effb', 'tag': 'dc28e82f-dde1-4b80-acdc-d7b8421d511d'}] {{(pid=103304) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 21:10:04.014069 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Device e22ff44d-fd52-4fab-95c2-61e096757fa1 up at agent hyperv_n-h1-760453-5 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 21:10:04.014226 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d52b45f1943fcd332af9527eb73ff93c8d715d44383a3f6d18de73b4cfcf87b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a64e65c-a8f2-4d1a-ab94-fe2371e7a69e" -d '{"events": [{"name": "network-changed", "server_uuid": "b8273d7d-7d14-4fba-908e-42ea49b1effb", "tag": "dc28e82f-dde1-4b80-acdc-d7b8421d511d"}]}' {{(pid=103304) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 21:10:04.118160 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 26 Jan 2022 21:10:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3fa4249-3797-4b18-86f2-21bc97388ca5 x-openstack-request-id: req-d3fa4249-3797-4b18-86f2-21bc97388ca5 {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 21:10:04.119255 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b8273d7d-7d14-4fba-908e-42ea49b1effb", "tag": "dc28e82f-dde1-4b80-acdc-d7b8421d511d", "status": "completed", "code": 200}]} {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 21:10:04.119558 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d3fa4249-3797-4b18-86f2-21bc97388ca5 {{(pid=103304) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 21:10:04.119959 n-d-760453-5 neutron-server[103304]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b8273d7d-7d14-4fba-908e-42ea49b1effb', 'tag': 'dc28e82f-dde1-4b80-acdc-d7b8421d511d', 'status': 'completed', 'code': 200} Jan 26 21:10:04.149256 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1d7a07-3473-4afd-ad6e-8b78d4dfba25 req-72ea04ef-6e18-4899-a6a2-fd37bd726163 tempest-ImagesOneServerTestJSON-1508340391 tempest-ImagesOneServerTestJSON-1508340391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:10:04.157980 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-cb1d7a07-3473-4afd-ad6e-8b78d4dfba25 req-72ea04ef-6e18-4899-a6a2-fd37bd726163 tempest-ImagesOneServerTestJSON-1508340391 tempest-ImagesOneServerTestJSON-1508340391-project] 10.222.0.13 "GET /v2.0/ports?device_id=fda5c4b7-d9ed-47bc-a94f-3ae0ff118ddf HTTP/1.1" status: 200 len: 948 time: 0.1018903 Jan 26 21:10:04.218801 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Provisioning for port e22ff44d-fd52-4fab-95c2-61e096757fa1 completed by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 21:10:04.244621 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a64e65c-a8f2-4d1a-ab94-fe2371e7a69e req-7be24f2d-dee2-4a63-9567-eab690abd33e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:10:04.246611 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-3a64e65c-a8f2-4d1a-ab94-fe2371e7a69e req-7be24f2d-dee2-4a63-9567-eab690abd33e service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=d178ac49ddc9478db66ba71c81039890&device_id=b8273d7d-7d14-4fba-908e-42ea49b1effb HTTP/1.1" status: 200 len: 1100 time: 0.1193495 Jan 26 21:10:04.265377 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] For port 7e31b6e9-d96b-4f14-a87b-9575f346784c, host n-h1-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-5',level=0,port_id=7e31b6e9-d96b-4f14-a87b-9575f346784c,segment=NetworkSegment(4eab25d6-89d9-4907-a1c2-51b06443ba33),segment_id=4eab25d6-89d9-4907-a1c2-51b06443ba33)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:10:04.268223 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-cb1d7a07-3473-4afd-ad6e-8b78d4dfba25 req-92bb8162-7873-4c41-b90c-4cd751520a77 tempest-ImagesOneServerTestJSON-1508340391 tempest-ImagesOneServerTestJSON-1508340391-project] 10.222.0.13 "GET /v2.0/security-groups?id=ecd2cdba-aa35-4fb4-957d-8f3b093e5765&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088812 Jan 26 21:10:04.289251 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a64e65c-a8f2-4d1a-ab94-fe2371e7a69e req-eb8bdd31-be89-46c9-b2c0-78a3042be907 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:10:04.289526 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Returning: {'device': '7e31b6e9-d96b-4f14-a87b-9575f346784c', 'network_id': '7fbe9cf5-e12c-436d-b372-55a19c9faa30', 'port_id': '7e31b6e9-d96b-4f14-a87b-9575f346784c', 'mac_address': 'fa:16:3e:63:e1:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 561, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fd77e534-75e6-4b90-950e-f5824d584430', 'ip_address': '192.168.233.141'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103306) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 26 21:10:04.291356 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-3a64e65c-a8f2-4d1a-ab94-fe2371e7a69e req-eb8bdd31-be89-46c9-b2c0-78a3042be907 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=d178ac49ddc9478db66ba71c81039890&device_id=b8273d7d-7d14-4fba-908e-42ea49b1effb HTTP/1.1" status: 200 len: 1100 time: 0.1139410 Jan 26 21:10:04.299417 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Provisioning complete for port e22ff44d-fd52-4fab-95c2-61e096757fa1 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:10:04.299798 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (e22ff44d-fd52-4fab-95c2-61e096757fa1), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:10:04.380212 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a64e65c-a8f2-4d1a-ab94-fe2371e7a69e req-5317c86f-f1b8-42c8-b238-1a741ff815a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:10:04.382490 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-3a64e65c-a8f2-4d1a-ab94-fe2371e7a69e req-5317c86f-f1b8-42c8-b238-1a741ff815a3 service neutron] 10.222.0.57 "GET /v2.0/networks?id=7fbe9cf5-e12c-436d-b372-55a19c9faa30 HTTP/1.1" status: 200 len: 870 time: 0.1202631 Jan 26 21:10:04.441472 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-3a64e65c-a8f2-4d1a-ab94-fe2371e7a69e req-85de009c-1959-4c61-8a49-bde152b91e9d service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.254&port_id=dc28e82f-dde1-4b80-acdc-d7b8421d511d HTTP/1.1" status: 200 len: 217 time: 0.0499792 Jan 26 21:10:04.489883 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a64e65c-a8f2-4d1a-ab94-fe2371e7a69e req-3b9d568e-94f2-4193-b4c1-d27776afe1c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:10:04.491390 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-3a64e65c-a8f2-4d1a-ab94-fe2371e7a69e req-3b9d568e-94f2-4193-b4c1-d27776afe1c7 service neutron] 10.222.0.66 "GET /v2.0/networks?id=7fbe9cf5-e12c-436d-b372-55a19c9faa30 HTTP/1.1" status: 200 len: 870 time: 0.1924515 Jan 26 21:10:04.493145 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Current status of the port 7e31b6e9-d96b-4f14-a87b-9575f346784c is: DOWN; New status is: BUILD {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:10:04.493591 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (7e31b6e9-d96b-4f14-a87b-9575f346784c), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:10:04.511724 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a64e65c-a8f2-4d1a-ab94-fe2371e7a69e req-1e7b11ba-fd08-4d17-96eb-249a7e2bbe76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:10:04.514239 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-3a64e65c-a8f2-4d1a-ab94-fe2371e7a69e req-1e7b11ba-fd08-4d17-96eb-249a7e2bbe76 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=fd77e534-75e6-4b90-950e-f5824d584430 HTTP/1.1" status: 200 len: 843 time: 0.0651500 Jan 26 21:10:04.568677 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8221046a-0081-47eb-bbb0-cd32cdfb89ac req-880c6158-53d7-4e17-b4ee-54d2423e8959 tempest-LiveAutoBlockMigrationV225Test-1645909514 tempest-LiveAutoBlockMigrationV225Test-1645909514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:10:04.572666 n-d-760453-5 neutron-server[103306]: DEBUG neutron.notifiers.nova [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7e31b6e9-d96b-4f14-a87b-9575f346784c {{(pid=103306) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 26 21:10:04.578357 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-8221046a-0081-47eb-bbb0-cd32cdfb89ac req-880c6158-53d7-4e17-b4ee-54d2423e8959 tempest-LiveAutoBlockMigrationV225Test-1645909514 tempest-LiveAutoBlockMigrationV225Test-1645909514-project] 10.222.0.13 "GET /v2.0/ports?device_id=cbf92dab-bccf-42aa-9b00-3737afaeaf63 HTTP/1.1" status: 200 len: 944 time: 0.1697822 Jan 26 21:10:04.594442 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a64e65c-a8f2-4d1a-ab94-fe2371e7a69e req-4a1c5f3f-e36a-41f7-8302-23564d3cd266 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:10:04.596013 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-3a64e65c-a8f2-4d1a-ab94-fe2371e7a69e req-4a1c5f3f-e36a-41f7-8302-23564d3cd266 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=7fbe9cf5-e12c-436d-b372-55a19c9faa30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0760217 Jan 26 21:10:04.607562 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Current status of the port e22ff44d-fd52-4fab-95c2-61e096757fa1 is: BUILD; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:10:04.608216 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (e22ff44d-fd52-4fab-95c2-61e096757fa1), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:10:04.609490 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-3a64e65c-a8f2-4d1a-ab94-fe2371e7a69e req-77012656-d039-4575-ac96-a53d3471a66a service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.254&port_id=dc28e82f-dde1-4b80-acdc-d7b8421d511d HTTP/1.1" status: 200 len: 217 time: 0.1106966 Jan 26 21:10:04.651456 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] For port e22ff44d-fd52-4fab-95c2-61e096757fa1, host n-h1-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-5',level=0,port_id=e22ff44d-fd52-4fab-95c2-61e096757fa1,segment=NetworkSegment(ff84b980-87bb-452b-8f52-d472b3cbbe9c),segment_id=ff84b980-87bb-452b-8f52-d472b3cbbe9c)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:10:04.655493 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] For port 7e31b6e9-d96b-4f14-a87b-9575f346784c, host n-h1-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-5',level=0,port_id=7e31b6e9-d96b-4f14-a87b-9575f346784c,segment=NetworkSegment(4eab25d6-89d9-4907-a1c2-51b06443ba33),segment_id=4eab25d6-89d9-4907-a1c2-51b06443ba33)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:10:04.656548 n-d-760453-5 neutron-server[103306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cbf92dab-bccf-42aa-9b00-3737afaeaf63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e22ff44d-fd52-4fab-95c2-61e096757fa1'}] {{(pid=103306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 21:10:04.659193 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9d5d370febab655511bdd2ffe887e43e442d144a440368702bcc1e93af00b97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6625151-08c6-46a5-b93a-9f6b1e164acd" -d '{"events": [{"server_uuid": "cbf92dab-bccf-42aa-9b00-3737afaeaf63", "name": "network-vif-plugged", "status": "completed", "tag": "e22ff44d-fd52-4fab-95c2-61e096757fa1"}]}' {{(pid=103306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 21:10:04.665827 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (e22ff44d-fd52-4fab-95c2-61e096757fa1), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:10:04.669244 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (7e31b6e9-d96b-4f14-a87b-9575f346784c), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:10:04.716314 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-3a64e65c-a8f2-4d1a-ab94-fe2371e7a69e req-a3d827c4-4bf5-4d59-8b40-e396e3d7e9c3 service neutron] 10.222.0.57 "GET /v2.0/networks/7fbe9cf5-e12c-436d-b372-55a19c9faa30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1132567 Jan 26 21:10:04.722364 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Pushing event updated for resources: {'Port': ['ID=e22ff44d-fd52-4fab-95c2-61e096757fa1,revision_number=5']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:10:04.740310 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-8221046a-0081-47eb-bbb0-cd32cdfb89ac req-c89b795b-dc69-404c-bf30-aad9a7210800 tempest-LiveAutoBlockMigrationV225Test-1645909514 tempest-LiveAutoBlockMigrationV225Test-1645909514-project] 10.222.0.13 "GET /v2.0/security-groups?id=d3d52ae6-e761-44ee-98bd-9ad0dc66343a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1609161 Jan 26 21:10:04.776332 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a64e65c-a8f2-4d1a-ab94-fe2371e7a69e req-56c36193-0e9a-4db6-a31a-041e3a71907f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:10:04.778052 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-3a64e65c-a8f2-4d1a-ab94-fe2371e7a69e req-56c36193-0e9a-4db6-a31a-041e3a71907f service neutron] 10.222.0.66 "GET /v2.0/subnets?id=fd77e534-75e6-4b90-950e-f5824d584430 HTTP/1.1" status: 200 len: 843 time: 0.1613188 Jan 26 21:10:04.843205 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Pushing event updated for resources: {'Port': ['ID=7e31b6e9-d96b-4f14-a87b-9575f346784c,revision_number=4']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:10:04.863204 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-3a64e65c-a8f2-4d1a-ab94-fe2371e7a69e req-e6b8d040-7f99-4ce8-88a2-effdc9566e10 service neutron] 10.222.0.57 "GET /v2.0/networks/7fbe9cf5-e12c-436d-b372-55a19c9faa30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1379097 Jan 26 21:10:04.882473 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63609e20-ae28-4677-80ab-571d54ffd72d req-3afe4e6d-992d-401c-873a-7c9378a6ffab tempest-MigrationsAdminTest-1084137346 tempest-MigrationsAdminTest-1084137346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:10:04.884190 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-63609e20-ae28-4677-80ab-571d54ffd72d req-3afe4e6d-992d-401c-873a-7c9378a6ffab tempest-MigrationsAdminTest-1084137346 tempest-MigrationsAdminTest-1084137346-project] 10.222.0.13 "GET /v2.0/ports?device_id=b8273d7d-7d14-4fba-908e-42ea49b1effb HTTP/1.1" status: 200 len: 949 time: 0.2328658 Jan 26 21:10:04.944908 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a64e65c-a8f2-4d1a-ab94-fe2371e7a69e req-08d4fb9d-1a55-4173-8c6d-aa25b5eb1d02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:10:04.946460 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-3a64e65c-a8f2-4d1a-ab94-fe2371e7a69e req-08d4fb9d-1a55-4173-8c6d-aa25b5eb1d02 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=7fbe9cf5-e12c-436d-b372-55a19c9faa30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1601932 Jan 26 21:10:05.024123 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13cebfc-7f45-478c-b517-2f8c8645853d req-2f1759a3-73b9-450a-a184-050478323d18 tempest-InstanceActionsTestJSON-595826462 tempest-InstanceActionsTestJSON-595826462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:10:05.025683 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-e13cebfc-7f45-478c-b517-2f8c8645853d req-2f1759a3-73b9-450a-a184-050478323d18 tempest-InstanceActionsTestJSON-595826462 tempest-InstanceActionsTestJSON-595826462-project] 10.222.0.13 "GET /v2.0/ports?device_id=a6685512-9634-4533-bab3-3d35a2be2510 HTTP/1.1" status: 200 len: 946 time: 0.1591833 Jan 26 21:10:05.032771 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-63609e20-ae28-4677-80ab-571d54ffd72d req-31864cc4-7348-4c7e-8727-95a6e1cb9692 tempest-MigrationsAdminTest-1084137346 tempest-MigrationsAdminTest-1084137346-project] 10.222.0.13 "GET /v2.0/security-groups?id=e0b082e3-685f-492b-b87f-3045b8ecd8c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1379132 Jan 26 21:10:05.089706 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Jan 2022 21:10:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f24c5ac5-a520-4bc9-876a-174b442fef92 x-openstack-request-id: req-f24c5ac5-a520-4bc9-876a-174b442fef92 {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 21:10:05.090239 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cbf92dab-bccf-42aa-9b00-3737afaeaf63", "name": "network-vif-plugged", "status": "completed", "tag": "e22ff44d-fd52-4fab-95c2-61e096757fa1", "code": 200}]} {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 21:10:05.090239 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f24c5ac5-a520-4bc9-876a-174b442fef92 {{(pid=103306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 21:10:05.090755 n-d-760453-5 neutron-server[103306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cbf92dab-bccf-42aa-9b00-3737afaeaf63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e22ff44d-fd52-4fab-95c2-61e096757fa1', 'code': 200} Jan 26 21:10:05.102741 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-e13cebfc-7f45-478c-b517-2f8c8645853d req-ea1511b9-c86a-41d2-abba-ac089fc2d594 tempest-InstanceActionsTestJSON-595826462 tempest-InstanceActionsTestJSON-595826462-project] 10.222.0.13 "GET /v2.0/security-groups?id=eb1e5518-f7b7-40b3-8d9a-459a5100402a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689812 Jan 26 21:10:05.106437 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-3a64e65c-a8f2-4d1a-ab94-fe2371e7a69e req-12fefa9d-9d3d-43ed-a543-0b60dc5e11ce service neutron] 10.222.0.66 "GET /v2.0/networks/7fbe9cf5-e12c-436d-b372-55a19c9faa30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1530986 Jan 26 21:10:05.155021 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] get_ports_and_sgs() called for port_ids ['7e31b6e9-d96b-4f14-a87b-9575f346784c'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 26 21:10:05.301961 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-3a64e65c-a8f2-4d1a-ab94-fe2371e7a69e req-cf275d25-f153-415d-a4d9-afb61b777a45 service neutron] 10.222.0.66 "GET /v2.0/networks/7fbe9cf5-e12c-436d-b372-55a19c9faa30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1738534 Jan 26 21:10:05.338228 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe320381-0b09-4fd5-a2ab-4abf2d832d2f req-42a90ecd-5769-48f7-8872-29ff2d626ee0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:10:05.340805 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-fe320381-0b09-4fd5-a2ab-4abf2d832d2f req-42a90ecd-5769-48f7-8872-29ff2d626ee0 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=cbf92dab-bccf-42aa-9b00-3737afaeaf63 HTTP/1.1" status: 200 len: 1096 time: 0.0886071 Jan 26 21:10:05.407410 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-fe320381-0b09-4fd5-a2ab-4abf2d832d2f req-0640d256-5887-46ad-9d00-85603acc93c9 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=d3d52ae6-e761-44ee-98bd-9ad0dc66343a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562952 Jan 26 21:10:05.738159 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccbea4cc-054f-4eba-a7ca-fa51474d62ed req-b6117108-76f5-4586-99e9-5d64ca3f09f8 tempest-InstanceActionsTestJSON-595826462 tempest-InstanceActionsTestJSON-595826462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:10:05.741654 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-ccbea4cc-054f-4eba-a7ca-fa51474d62ed req-b6117108-76f5-4586-99e9-5d64ca3f09f8 tempest-InstanceActionsTestJSON-595826462 tempest-InstanceActionsTestJSON-595826462-project] 10.222.0.13 "GET /v2.0/ports?device_id=a6685512-9634-4533-bab3-3d35a2be2510 HTTP/1.1" status: 200 len: 946 time: 0.0913780 Jan 26 21:10:05.754447 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81f3e43-30cf-4875-b349-5b16431ebbbb req-a7ef923b-49b6-4331-8366-68fb0f8d66f1 tempest-ImagesOneServerTestJSON-1508340391 tempest-ImagesOneServerTestJSON-1508340391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:10:05.756858 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-a81f3e43-30cf-4875-b349-5b16431ebbbb req-a7ef923b-49b6-4331-8366-68fb0f8d66f1 tempest-ImagesOneServerTestJSON-1508340391 tempest-ImagesOneServerTestJSON-1508340391-project] 10.222.0.13 "GET /v2.0/ports?device_id=fda5c4b7-d9ed-47bc-a94f-3ae0ff118ddf HTTP/1.1" status: 200 len: 949 time: 0.3589928 Jan 26 21:10:05.853595 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-a81f3e43-30cf-4875-b349-5b16431ebbbb req-c9b118a0-78ee-4bcf-aa41-3f5cc2f4618e tempest-ImagesOneServerTestJSON-1508340391 tempest-ImagesOneServerTestJSON-1508340391-project] 10.222.0.13 "GET /v2.0/security-groups?id=ecd2cdba-aa35-4fb4-957d-8f3b093e5765&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770977 Jan 26 21:10:05.856670 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-ccbea4cc-054f-4eba-a7ca-fa51474d62ed req-fe92895e-430d-43eb-b452-8bf1ea643b78 tempest-InstanceActionsTestJSON-595826462 tempest-InstanceActionsTestJSON-595826462-project] 10.222.0.13 "GET /v2.0/security-groups?id=eb1e5518-f7b7-40b3-8d9a-459a5100402a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988798 Jan 26 21:10:05.967875 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff1fdb9-8324-44f6-95c8-c4e5700080f2 req-d0d10802-1b7b-49dd-b502-2d62d0e11f3c tempest-LiveAutoBlockMigrationV225Test-1645909514 tempest-LiveAutoBlockMigrationV225Test-1645909514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:10:05.969407 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-6ff1fdb9-8324-44f6-95c8-c4e5700080f2 req-d0d10802-1b7b-49dd-b502-2d62d0e11f3c tempest-LiveAutoBlockMigrationV225Test-1645909514 tempest-LiveAutoBlockMigrationV225Test-1645909514-project] 10.222.0.13 "GET /v2.0/ports?device_id=cbf92dab-bccf-42aa-9b00-3737afaeaf63 HTTP/1.1" status: 200 len: 945 time: 0.0514569 Jan 26 21:10:06.025550 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-6ff1fdb9-8324-44f6-95c8-c4e5700080f2 req-67a0e5d8-d6bc-4ec8-ba5c-e645047396ff tempest-LiveAutoBlockMigrationV225Test-1645909514 tempest-LiveAutoBlockMigrationV225Test-1645909514-project] 10.222.0.13 "GET /v2.0/security-groups?id=d3d52ae6-e761-44ee-98bd-9ad0dc66343a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498171 Jan 26 21:10:06.350868 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7debbb62-3fe5-4887-869c-035a822db0e0 req-106fb187-ddef-4bcb-9691-862f0965eb60 tempest-MigrationsAdminTest-1084137346 tempest-MigrationsAdminTest-1084137346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:10:06.353084 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-7debbb62-3fe5-4887-869c-035a822db0e0 req-106fb187-ddef-4bcb-9691-862f0965eb60 tempest-MigrationsAdminTest-1084137346 tempest-MigrationsAdminTest-1084137346-project] 10.222.0.13 "GET /v2.0/ports?device_id=b8273d7d-7d14-4fba-908e-42ea49b1effb HTTP/1.1" status: 200 len: 949 time: 0.2507653 Jan 26 21:10:06.402450 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-7debbb62-3fe5-4887-869c-035a822db0e0 req-d8d0c3c5-ac1a-4ff9-a14e-2c6b93abfc1b tempest-MigrationsAdminTest-1084137346 tempest-MigrationsAdminTest-1084137346-project] 10.222.0.13 "GET /v2.0/security-groups?id=e0b082e3-685f-492b-b87f-3045b8ecd8c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434346 Jan 26 21:10:06.515176 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3138988f-a7c0-400c-b77d-c8c95f0e37ab req-8ae3eb60-e6d7-47bb-b2a8-15ce0cf51567 tempest-MigrationsAdminTest-1745308335 tempest-MigrationsAdminTest-1745308335-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:10:06.516840 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-3138988f-a7c0-400c-b77d-c8c95f0e37ab req-8ae3eb60-e6d7-47bb-b2a8-15ce0cf51567 tempest-MigrationsAdminTest-1745308335 tempest-MigrationsAdminTest-1745308335-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=b8273d7d-7d14-4fba-908e-42ea49b1effb HTTP/1.1" status: 200 len: 1100 time: 0.0453851 Jan 26 21:10:06.563718 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-3138988f-a7c0-400c-b77d-c8c95f0e37ab req-c8a9bfd9-b53b-4399-8d24-f65d6e695ce2 tempest-MigrationsAdminTest-1745308335 tempest-MigrationsAdminTest-1745308335-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=e0b082e3-685f-492b-b87f-3045b8ecd8c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407088 Jan 26 21:10:06.709330 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Device dc28e82f-dde1-4b80-acdc-d7b8421d511d details requested by agent hyperv_n-h2-760453-5 with host n-h2-760453-5 {{(pid=103306) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 26 21:10:06.831546 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] For port dc28e82f-dde1-4b80-acdc-d7b8421d511d, host n-h2-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-5',level=0,port_id=dc28e82f-dde1-4b80-acdc-d7b8421d511d,segment=NetworkSegment(4eab25d6-89d9-4907-a1c2-51b06443ba33),segment_id=4eab25d6-89d9-4907-a1c2-51b06443ba33)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:10:06.853740 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Returning: {'device': 'dc28e82f-dde1-4b80-acdc-d7b8421d511d', 'network_id': '7fbe9cf5-e12c-436d-b372-55a19c9faa30', 'port_id': 'dc28e82f-dde1-4b80-acdc-d7b8421d511d', 'mac_address': 'fa:16:3e:46:6a:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 561, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fd77e534-75e6-4b90-950e-f5824d584430', 'ip_address': '192.168.233.254'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103306) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 26 21:10:06.915024 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Current status of the port dc28e82f-dde1-4b80-acdc-d7b8421d511d is: DOWN; New status is: BUILD {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:10:06.915706 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (dc28e82f-dde1-4b80-acdc-d7b8421d511d), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:10:06.925853 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2adf464-5cf4-413d-8ffe-aa248084865e req-03fc2cc5-0df5-4466-9807-2838e168b153 tempest-MigrationsAdminTest-1084137346 tempest-MigrationsAdminTest-1084137346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:10:06.927659 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-d2adf464-5cf4-413d-8ffe-aa248084865e req-03fc2cc5-0df5-4466-9807-2838e168b153 tempest-MigrationsAdminTest-1084137346 tempest-MigrationsAdminTest-1084137346-project] 10.222.0.13 "GET /v2.0/ports?device_id=b8273d7d-7d14-4fba-908e-42ea49b1effb HTTP/1.1" status: 200 len: 949 time: 0.1273577 Jan 26 21:10:06.933228 n-d-760453-5 neutron-server[103306]: DEBUG neutron.notifiers.nova [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dc28e82f-dde1-4b80-acdc-d7b8421d511d {{(pid=103306) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 26 21:10:06.960439 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] For port dc28e82f-dde1-4b80-acdc-d7b8421d511d, host n-h2-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-5',level=0,port_id=dc28e82f-dde1-4b80-acdc-d7b8421d511d,segment=NetworkSegment(4eab25d6-89d9-4907-a1c2-51b06443ba33),segment_id=4eab25d6-89d9-4907-a1c2-51b06443ba33)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:10:06.966179 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (dc28e82f-dde1-4b80-acdc-d7b8421d511d), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:10:07.027229 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Pushing event updated for resources: {'Port': ['ID=dc28e82f-dde1-4b80-acdc-d7b8421d511d,revision_number=12']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:10:07.057978 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-d2adf464-5cf4-413d-8ffe-aa248084865e req-b0951cc7-6616-4b08-828e-0501cd22c0ec tempest-MigrationsAdminTest-1084137346 tempest-MigrationsAdminTest-1084137346-project] 10.222.0.13 "GET /v2.0/security-groups?id=e0b082e3-685f-492b-b87f-3045b8ecd8c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236694 Jan 26 21:10:07.076905 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e6a765-bf8e-411a-883a-ce6cbb8ecc3a req-319a410f-33d6-4138-9060-67bd996c2cd3 tempest-ImagesOneServerTestJSON-1508340391 tempest-ImagesOneServerTestJSON-1508340391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:10:07.086294 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-d5e6a765-bf8e-411a-883a-ce6cbb8ecc3a req-319a410f-33d6-4138-9060-67bd996c2cd3 tempest-ImagesOneServerTestJSON-1508340391 tempest-ImagesOneServerTestJSON-1508340391-project] 10.222.0.13 "GET /v2.0/ports?device_id=fda5c4b7-d9ed-47bc-a94f-3ae0ff118ddf HTTP/1.1" status: 200 len: 949 time: 0.1177499 Jan 26 21:10:07.184082 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33dca32b-bfa9-472c-a183-b900f97488ed req-fa85b7e5-1df0-4b0b-9976-880d5ad5fb49 tempest-InstanceActionsTestJSON-595826462 tempest-InstanceActionsTestJSON-595826462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:10:07.190264 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-33dca32b-bfa9-472c-a183-b900f97488ed req-fa85b7e5-1df0-4b0b-9976-880d5ad5fb49 tempest-InstanceActionsTestJSON-595826462 tempest-InstanceActionsTestJSON-595826462-project] 10.222.0.57 "GET /v2.0/ports?device_id=a6685512-9634-4533-bab3-3d35a2be2510 HTTP/1.1" status: 200 len: 946 time: 0.1499705 Jan 26 21:10:07.192889 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-d5e6a765-bf8e-411a-883a-ce6cbb8ecc3a req-dea0251c-25aa-44b0-ad65-46858e884058 tempest-ImagesOneServerTestJSON-1508340391 tempest-ImagesOneServerTestJSON-1508340391-project] 10.222.0.13 "GET /v2.0/security-groups?id=ecd2cdba-aa35-4fb4-957d-8f3b093e5765&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053417 Jan 26 21:10:07.216958 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 49828) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:10:07.229965 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] get_ports_and_sgs() called for port_ids ['dc28e82f-dde1-4b80-acdc-d7b8421d511d'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 26 21:10:07.284444 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616a2c8c-34c6-4092-8b09-3acd43154db7 req-8cb01c86-5f3b-4de4-bb39-0be5652f3f20 tempest-InstanceActionsTestJSON-595826462 tempest-InstanceActionsTestJSON-595826462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:10:07.286773 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-616a2c8c-34c6-4092-8b09-3acd43154db7 req-8cb01c86-5f3b-4de4-bb39-0be5652f3f20 tempest-InstanceActionsTestJSON-595826462 tempest-InstanceActionsTestJSON-595826462-project] 10.222.0.13 "GET /v2.0/ports?device_id=a6685512-9634-4533-bab3-3d35a2be2510 HTTP/1.1" status: 200 len: 946 time: 0.1147242 Jan 26 21:10:07.320681 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [req-33dca32b-bfa9-472c-a183-b900f97488ed req-935cd146-f805-4ee5-b0f6-fffae91fed51 tempest-InstanceActionsTestJSON-595826462 tempest-InstanceActionsTestJSON-595826462-project] Deleting port 54eaf210-1f01-4d85-9c70-9e5bda4cf4b6 {{(pid=103305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 21:10:07.321474 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-33dca32b-bfa9-472c-a183-b900f97488ed req-935cd146-f805-4ee5-b0f6-fffae91fed51 tempest-InstanceActionsTestJSON-595826462 tempest-InstanceActionsTestJSON-595826462-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746560630878'] for port (54eaf210-1f01-4d85-9c70-9e5bda4cf4b6), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:10:07.403154 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-616a2c8c-34c6-4092-8b09-3acd43154db7 req-0045cf4f-be79-47fb-99e1-01e7a5b84117 tempest-InstanceActionsTestJSON-595826462 tempest-InstanceActionsTestJSON-595826462-project] 10.222.0.13 "GET /v2.0/security-groups?id=eb1e5518-f7b7-40b3-8d9a-459a5100402a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106327 Jan 26 21:10:07.408595 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-c9c4c4aa-563f-40c9-b27e-ef30d8422631 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:10:07.453352 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f07e1b8-c6b4-439b-b99f-ed8a041e21ea req-1c98f6ca-ad0f-403d-8a48-64938fd68207 tempest-LiveAutoBlockMigrationV225Test-1645909514 tempest-LiveAutoBlockMigrationV225Test-1645909514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:10:07.454969 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-6f07e1b8-c6b4-439b-b99f-ed8a041e21ea req-1c98f6ca-ad0f-403d-8a48-64938fd68207 tempest-LiveAutoBlockMigrationV225Test-1645909514 tempest-LiveAutoBlockMigrationV225Test-1645909514-project] 10.222.0.13 "GET /v2.0/ports?device_id=cbf92dab-bccf-42aa-9b00-3737afaeaf63 HTTP/1.1" status: 200 len: 945 time: 0.1519527 Jan 26 21:10:07.539850 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-6f07e1b8-c6b4-439b-b99f-ed8a041e21ea req-e94d9c42-b2cb-4194-98e1-3c2359692772 tempest-LiveAutoBlockMigrationV225Test-1645909514 tempest-LiveAutoBlockMigrationV225Test-1645909514-project] 10.222.0.13 "GET /v2.0/security-groups?id=d3d52ae6-e761-44ee-98bd-9ad0dc66343a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748267 Jan 26 21:10:07.563431 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-c9c4c4aa-563f-40c9-b27e-ef30d8422631 admin admin] Publish callbacks [] for security_group (a7df56ab-490f-4a9e-90a6-601af404975e), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:10:07.568860 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-c9c4c4aa-563f-40c9-b27e-ef30d8422631 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (a7df56ab-490f-4a9e-90a6-601af404975e), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:10:07.617922 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-c9c4c4aa-563f-40c9-b27e-ef30d8422631 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f294cfc9f23041ba982e4351eb827e42&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3943412 Jan 26 21:10:07.619894 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 49838) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:10:07.620542 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c4c4aa-563f-40c9-b27e-ef30d8422631 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7df56ab-490f-4a9e-90a6-601af404975e,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:10:07.695507 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3438dacc-1cf1-468d-98da-0aa1561a466b req-736f0ff8-be1a-4afa-a98e-d32025d08a1e tempest-LiveAutoBlockMigrationV225Test-2082869167 tempest-LiveAutoBlockMigrationV225Test-2082869167-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:10:07.696937 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-3438dacc-1cf1-468d-98da-0aa1561a466b req-736f0ff8-be1a-4afa-a98e-d32025d08a1e tempest-LiveAutoBlockMigrationV225Test-2082869167 tempest-LiveAutoBlockMigrationV225Test-2082869167-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=cbf92dab-bccf-42aa-9b00-3737afaeaf63 HTTP/1.1" status: 200 len: 1096 time: 0.0779467 Jan 26 21:10:07.704449 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [req-33dca32b-bfa9-472c-a183-b900f97488ed req-935cd146-f805-4ee5-b0f6-fffae91fed51 tempest-InstanceActionsTestJSON-595826462 tempest-InstanceActionsTestJSON-595826462-project] For port 54eaf210-1f01-4d85-9c70-9e5bda4cf4b6, host n-h2-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-5',level=0,port_id=54eaf210-1f01-4d85-9c70-9e5bda4cf4b6,segment=NetworkSegment(f7ec5adf-9a86-433b-b09c-16adaba3bc61),segment_id=f7ec5adf-9a86-433b-b09c-16adaba3bc61)] {{(pid=103305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:10:07.704822 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-33dca32b-bfa9-472c-a183-b900f97488ed req-935cd146-f805-4ee5-b0f6-fffae91fed51 tempest-InstanceActionsTestJSON-595826462 tempest-InstanceActionsTestJSON-595826462-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4109658'] for port (54eaf210-1f01-4d85-9c70-9e5bda4cf4b6), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:10:07.718289 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [req-33dca32b-bfa9-472c-a183-b900f97488ed req-935cd146-f805-4ee5-b0f6-fffae91fed51 tempest-InstanceActionsTestJSON-595826462 tempest-InstanceActionsTestJSON-595826462-project] Calling delete_port for 54eaf210-1f01-4d85-9c70-9e5bda4cf4b6 owned by compute:nova {{(pid=103305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 21:10:07.721678 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-1dfdf2bb-34ef-4bba-a56a-5f1aef492558 admin admin] Publish callbacks [] for security_group (a7df56ab-490f-4a9e-90a6-601af404975e), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:10:07.755109 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-1dfdf2bb-34ef-4bba-a56a-5f1aef492558 admin admin] Publish callbacks [] for security_group (a7df56ab-490f-4a9e-90a6-601af404975e), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:10:07.773035 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-3438dacc-1cf1-468d-98da-0aa1561a466b req-b1735e5b-f57a-4b22-b35c-aa2577edabe8 tempest-LiveAutoBlockMigrationV225Test-2082869167 tempest-LiveAutoBlockMigrationV225Test-2082869167-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=d3d52ae6-e761-44ee-98bd-9ad0dc66343a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669863 Jan 26 21:10:07.813510 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-1dfdf2bb-34ef-4bba-a56a-5f1aef492558 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (a7df56ab-490f-4a9e-90a6-601af404975e), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:10:07.818797 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-1dfdf2bb-34ef-4bba-a56a-5f1aef492558 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:10:07.818797 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-1dfdf2bb-34ef-4bba-a56a-5f1aef492558 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a7df56ab-490f-4a9e-90a6-601af404975e HTTP/1.1" status: 204 len: 168 time: 0.1923454 Jan 26 21:10:07.827248 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dfdf2bb-34ef-4bba-a56a-5f1aef492558 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7df56ab-490f-4a9e-90a6-601af404975e,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:10:07.887845 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-33dca32b-bfa9-472c-a183-b900f97488ed req-935cd146-f805-4ee5-b0f6-fffae91fed51 tempest-InstanceActionsTestJSON-595826462 tempest-InstanceActionsTestJSON-595826462-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746560636600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746560234536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11791543'] for port (54eaf210-1f01-4d85-9c70-9e5bda4cf4b6), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:10:07.904290 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] get_ports_and_sgs() called for port_ids ['54eaf210-1f01-4d85-9c70-9e5bda4cf4b6'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 26 21:10:07.927571 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-935cd146-f805-4ee5-b0f6-fffae91fed51 tempest-InstanceActionsTestJSON-595826462 tempest-InstanceActionsTestJSON-595826462-project] Pushing event deleted for resources: {'Port': ['ID=54eaf210-1f01-4d85-9c70-9e5bda4cf4b6,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:10:07.937546 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cadee546-af98-4239-98d0-7e714908db55 req-7175988f-02ba-4ed4-b11a-82b48caac4f1 tempest-LiveAutoBlockMigrationV225Test-2082869167 tempest-LiveAutoBlockMigrationV225Test-2082869167-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:10:07.939189 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-cadee546-af98-4239-98d0-7e714908db55 req-7175988f-02ba-4ed4-b11a-82b48caac4f1 tempest-LiveAutoBlockMigrationV225Test-2082869167 tempest-LiveAutoBlockMigrationV225Test-2082869167-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=cbf92dab-bccf-42aa-9b00-3737afaeaf63 HTTP/1.1" status: 200 len: 1096 time: 0.0647509 Jan 26 21:10:07.940780 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-935cd146-f805-4ee5-b0f6-fffae91fed51 tempest-InstanceActionsTestJSON-595826462 tempest-InstanceActionsTestJSON-595826462-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:10:07.941197 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-935cd146-f805-4ee5-b0f6-fffae91fed51 tempest-InstanceActionsTestJSON-595826462 tempest-InstanceActionsTestJSON-595826462-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:10:07.941761 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-935cd146-f805-4ee5-b0f6-fffae91fed51 tempest-InstanceActionsTestJSON-595826462 tempest-InstanceActionsTestJSON-595826462-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:10:07.942173 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-935cd146-f805-4ee5-b0f6-fffae91fed51 tempest-InstanceActionsTestJSON-595826462 tempest-InstanceActionsTestJSON-595826462-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:10:07.942599 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-935cd146-f805-4ee5-b0f6-fffae91fed51 tempest-InstanceActionsTestJSON-595826462 tempest-InstanceActionsTestJSON-595826462-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:10:07.942940 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-935cd146-f805-4ee5-b0f6-fffae91fed51 tempest-InstanceActionsTestJSON-595826462 tempest-InstanceActionsTestJSON-595826462-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:10:07.943273 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-935cd146-f805-4ee5-b0f6-fffae91fed51 tempest-InstanceActionsTestJSON-595826462 tempest-InstanceActionsTestJSON-595826462-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:10:07.943605 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-935cd146-f805-4ee5-b0f6-fffae91fed51 tempest-InstanceActionsTestJSON-595826462 tempest-InstanceActionsTestJSON-595826462-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:10:07.943931 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-935cd146-f805-4ee5-b0f6-fffae91fed51 tempest-InstanceActionsTestJSON-595826462 tempest-InstanceActionsTestJSON-595826462-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:10:07.944402 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-935cd146-f805-4ee5-b0f6-fffae91fed51 tempest-InstanceActionsTestJSON-595826462 tempest-InstanceActionsTestJSON-595826462-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:10:07.944734 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-935cd146-f805-4ee5-b0f6-fffae91fed51 tempest-InstanceActionsTestJSON-595826462 tempest-InstanceActionsTestJSON-595826462-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:10:07.945058 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-935cd146-f805-4ee5-b0f6-fffae91fed51 tempest-InstanceActionsTestJSON-595826462 tempest-InstanceActionsTestJSON-595826462-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:10:07.945403 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-935cd146-f805-4ee5-b0f6-fffae91fed51 tempest-InstanceActionsTestJSON-595826462 tempest-InstanceActionsTestJSON-595826462-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:10:07.992101 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [req-33dca32b-bfa9-472c-a183-b900f97488ed req-935cd146-f805-4ee5-b0f6-fffae91fed51 tempest-InstanceActionsTestJSON-595826462 tempest-InstanceActionsTestJSON-595826462-project] No DVR routers for this DVR port 54eaf210-1f01-4d85-9c70-9e5bda4cf4b6 on host n-h2-760453-5 {{(pid=103305) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 26 21:10:07.995246 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-33dca32b-bfa9-472c-a183-b900f97488ed req-935cd146-f805-4ee5-b0f6-fffae91fed51 tempest-InstanceActionsTestJSON-595826462 tempest-InstanceActionsTestJSON-595826462-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:10:08.000738 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-33dca32b-bfa9-472c-a183-b900f97488ed req-935cd146-f805-4ee5-b0f6-fffae91fed51 tempest-InstanceActionsTestJSON-595826462 tempest-InstanceActionsTestJSON-595826462-project] 10.222.0.57 "DELETE /v2.0/ports/54eaf210-1f01-4d85-9c70-9e5bda4cf4b6 HTTP/1.1" status: 204 len: 173 time: 0.8031843 Jan 26 21:10:08.001323 n-d-760453-5 neutron-server[103305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6685512-9634-4533-bab3-3d35a2be2510', 'name': 'network-vif-deleted', 'tag': '54eaf210-1f01-4d85-9c70-9e5bda4cf4b6'}] {{(pid=103305) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 21:10:08.003969 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d4654568b7bf041e72ff8fe1c96d6d761d9c921f2b99bc7b3a26632be20cee0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb42af02-3a09-419d-8635-5699bdfbab6c" -d '{"events": [{"server_uuid": "a6685512-9634-4533-bab3-3d35a2be2510", "name": "network-vif-deleted", "tag": "54eaf210-1f01-4d85-9c70-9e5bda4cf4b6"}]}' {{(pid=103305) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 21:10:08.008334 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-cadee546-af98-4239-98d0-7e714908db55 req-976d35d9-fc2c-478e-8000-790b21fecd42 tempest-LiveAutoBlockMigrationV225Test-2082869167 tempest-LiveAutoBlockMigrationV225Test-2082869167-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=d3d52ae6-e761-44ee-98bd-9ad0dc66343a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618961 Jan 26 21:10:08.028162 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Device 7e31b6e9-d96b-4f14-a87b-9575f346784c up at agent hyperv_n-h1-760453-5 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 21:10:08.140077 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e293024-126b-4a1e-91cd-560014e7d9d7 req-f2afe7f0-32ac-4bff-bc3d-eb09237cec1e tempest-MigrationsAdminTest-1084137346 tempest-MigrationsAdminTest-1084137346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:10:08.145566 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-7e293024-126b-4a1e-91cd-560014e7d9d7 req-f2afe7f0-32ac-4bff-bc3d-eb09237cec1e tempest-MigrationsAdminTest-1084137346 tempest-MigrationsAdminTest-1084137346-project] 10.222.0.57 "GET /v2.0/ports?device_id=b8273d7d-7d14-4fba-908e-42ea49b1effb HTTP/1.1" status: 200 len: 950 time: 0.1010423 Jan 26 21:10:08.148269 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Jan 2022 21:10:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2946c37c-7ec2-4635-aaa3-26558b19a495 x-openstack-request-id: req-2946c37c-7ec2-4635-aaa3-26558b19a495 {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 21:10:08.150417 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (32ef628b-8417-46c5-8729-60fcabe358f1), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:10:08.150756 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6685512-9634-4533-bab3-3d35a2be2510", "name": "network-vif-deleted", "tag": "54eaf210-1f01-4d85-9c70-9e5bda4cf4b6", "status": "completed", "code": 200}]} {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 21:10:08.151019 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-2946c37c-7ec2-4635-aaa3-26558b19a495 {{(pid=103305) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 21:10:08.151517 n-d-760453-5 neutron-server[103305]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6685512-9634-4533-bab3-3d35a2be2510', 'name': 'network-vif-deleted', 'tag': '54eaf210-1f01-4d85-9c70-9e5bda4cf4b6', 'status': 'completed', 'code': 200} Jan 26 21:10:08.180529 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Provisioning for port 7e31b6e9-d96b-4f14-a87b-9575f346784c completed by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 21:10:08.193588 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Provisioning complete for port 7e31b6e9-d96b-4f14-a87b-9575f346784c triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:10:08.194138 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (7e31b6e9-d96b-4f14-a87b-9575f346784c), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:10:08.291082 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e2ca65-0e1a-4632-aaef-1206a209644a req-931bf20c-a66e-4dcc-bb34-eea7d4d3e229 tempest-MigrationsAdminTest-1084137346 tempest-MigrationsAdminTest-1084137346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:10:08.292627 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-44e2ca65-0e1a-4632-aaef-1206a209644a req-931bf20c-a66e-4dcc-bb34-eea7d4d3e229 tempest-MigrationsAdminTest-1084137346 tempest-MigrationsAdminTest-1084137346-project] 10.222.0.13 "GET /v2.0/ports?device_id=b8273d7d-7d14-4fba-908e-42ea49b1effb HTTP/1.1" status: 200 len: 950 time: 0.0785024 Jan 26 21:10:08.324245 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [req-7e293024-126b-4a1e-91cd-560014e7d9d7 req-cf390d7c-f13b-4869-b551-f0ebe3cf17c7 tempest-MigrationsAdminTest-1084137346 tempest-MigrationsAdminTest-1084137346-project] Deleting port dc28e82f-dde1-4b80-acdc-d7b8421d511d {{(pid=103305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 21:10:08.324801 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-7e293024-126b-4a1e-91cd-560014e7d9d7 req-cf390d7c-f13b-4869-b551-f0ebe3cf17c7 tempest-MigrationsAdminTest-1084137346 tempest-MigrationsAdminTest-1084137346-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746560630878'] for port (dc28e82f-dde1-4b80-acdc-d7b8421d511d), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:10:08.334704 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Current status of the port 7e31b6e9-d96b-4f14-a87b-9575f346784c is: BUILD; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:10:08.336950 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (7e31b6e9-d96b-4f14-a87b-9575f346784c), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:10:08.369633 n-d-760453-5 neutron-server[103306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fda5c4b7-d9ed-47bc-a94f-3ae0ff118ddf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e31b6e9-d96b-4f14-a87b-9575f346784c'}] {{(pid=103306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 21:10:08.373443 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9d5d370febab655511bdd2ffe887e43e442d144a440368702bcc1e93af00b97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-894749e3-a35d-4871-8f6d-32257160e9e9" -d '{"events": [{"server_uuid": "fda5c4b7-d9ed-47bc-a94f-3ae0ff118ddf", "name": "network-vif-plugged", "status": "completed", "tag": "7e31b6e9-d96b-4f14-a87b-9575f346784c"}]}' {{(pid=103306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 21:10:08.384162 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-44e2ca65-0e1a-4632-aaef-1206a209644a req-6775e2a4-23e6-46c4-a303-5501a9b14a8a tempest-MigrationsAdminTest-1084137346 tempest-MigrationsAdminTest-1084137346-project] 10.222.0.13 "GET /v2.0/security-groups?id=e0b082e3-685f-492b-b87f-3045b8ecd8c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771134 Jan 26 21:10:08.388004 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] For port 7e31b6e9-d96b-4f14-a87b-9575f346784c, host n-h1-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-5',level=0,port_id=7e31b6e9-d96b-4f14-a87b-9575f346784c,segment=NetworkSegment(4eab25d6-89d9-4907-a1c2-51b06443ba33),segment_id=4eab25d6-89d9-4907-a1c2-51b06443ba33)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:10:08.396019 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (7e31b6e9-d96b-4f14-a87b-9575f346784c), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:10:08.417066 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 49870) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:10:08.433942 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.agents_db [None req-569f1ced-6396-4ddf-b79f-e03b0b2146ab None None] Agent healthcheck: found 7 active agents {{(pid=103307) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 26 21:10:08.455714 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-a4e7e299-adf3-4cc9-a6bf-e92cffa975eb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:10:08.523849 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Pushing event updated for resources: {'Port': ['ID=7e31b6e9-d96b-4f14-a87b-9575f346784c,revision_number=5']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:10:08.585964 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [req-7e293024-126b-4a1e-91cd-560014e7d9d7 req-cf390d7c-f13b-4869-b551-f0ebe3cf17c7 tempest-MigrationsAdminTest-1084137346 tempest-MigrationsAdminTest-1084137346-project] For port dc28e82f-dde1-4b80-acdc-d7b8421d511d, host n-h2-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-5',level=0,port_id=dc28e82f-dde1-4b80-acdc-d7b8421d511d,segment=NetworkSegment(4eab25d6-89d9-4907-a1c2-51b06443ba33),segment_id=4eab25d6-89d9-4907-a1c2-51b06443ba33)] {{(pid=103305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:10:08.586732 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-7e293024-126b-4a1e-91cd-560014e7d9d7 req-cf390d7c-f13b-4869-b551-f0ebe3cf17c7 tempest-MigrationsAdminTest-1084137346 tempest-MigrationsAdminTest-1084137346-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4109658'] for port (dc28e82f-dde1-4b80-acdc-d7b8421d511d), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:10:08.622019 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b78c58-3374-4483-9bc8-d65b00099fbd req-c009658b-c2cb-44e4-b137-ec939cc3cc79 tempest-ImagesOneServerTestJSON-1508340391 tempest-ImagesOneServerTestJSON-1508340391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:10:08.624077 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-a7b78c58-3374-4483-9bc8-d65b00099fbd req-c009658b-c2cb-44e4-b137-ec939cc3cc79 tempest-ImagesOneServerTestJSON-1508340391 tempest-ImagesOneServerTestJSON-1508340391-project] 10.222.0.13 "GET /v2.0/ports?device_id=fda5c4b7-d9ed-47bc-a94f-3ae0ff118ddf HTTP/1.1" status: 200 len: 950 time: 0.1006305 Jan 26 21:10:08.629253 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-a4e7e299-adf3-4cc9-a6bf-e92cffa975eb admin admin] Publish callbacks [] for security_group (46d224a6-c6c6-4a4e-a8c5-a9b198bb7913), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:10:08.638030 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [req-7e293024-126b-4a1e-91cd-560014e7d9d7 req-cf390d7c-f13b-4869-b551-f0ebe3cf17c7 tempest-MigrationsAdminTest-1084137346 tempest-MigrationsAdminTest-1084137346-project] Calling delete_port for dc28e82f-dde1-4b80-acdc-d7b8421d511d owned by compute:nova {{(pid=103305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 21:10:08.647598 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-a4e7e299-adf3-4cc9-a6bf-e92cffa975eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (46d224a6-c6c6-4a4e-a8c5-a9b198bb7913), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:10:08.711055 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-a7b78c58-3374-4483-9bc8-d65b00099fbd req-ae49a766-bfbc-4802-9ff2-a0c32e1821a2 tempest-ImagesOneServerTestJSON-1508340391 tempest-ImagesOneServerTestJSON-1508340391-project] 10.222.0.13 "GET /v2.0/security-groups?id=ecd2cdba-aa35-4fb4-957d-8f3b093e5765&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799756 Jan 26 21:10:08.766357 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-a4e7e299-adf3-4cc9-a6bf-e92cffa975eb admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d886576c841945cfa407a649b51093c2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3467274 Jan 26 21:10:08.772718 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 49888) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:10:08.794255 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e7e299-adf3-4cc9-a6bf-e92cffa975eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46d224a6-c6c6-4a4e-a8c5-a9b198bb7913,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:10:08.800265 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Jan 2022 21:10:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-541bee5c-2a4d-43d2-a496-8e77fe5f85bc x-openstack-request-id: req-541bee5c-2a4d-43d2-a496-8e77fe5f85bc {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 21:10:08.801365 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fda5c4b7-d9ed-47bc-a94f-3ae0ff118ddf", "name": "network-vif-plugged", "status": "completed", "tag": "7e31b6e9-d96b-4f14-a87b-9575f346784c", "code": 200}]} {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 21:10:08.801807 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-541bee5c-2a4d-43d2-a496-8e77fe5f85bc {{(pid=103306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 21:10:08.802364 n-d-760453-5 neutron-server[103306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fda5c4b7-d9ed-47bc-a94f-3ae0ff118ddf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e31b6e9-d96b-4f14-a87b-9575f346784c', 'code': 200} Jan 26 21:10:08.814600 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e7e299-adf3-4cc9-a6bf-e92cffa975eb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:10:08.814953 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e7e299-adf3-4cc9-a6bf-e92cffa975eb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:10:08.815298 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e7e299-adf3-4cc9-a6bf-e92cffa975eb admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:10:08.815639 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e7e299-adf3-4cc9-a6bf-e92cffa975eb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:10:08.815969 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e7e299-adf3-4cc9-a6bf-e92cffa975eb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:10:08.816300 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e7e299-adf3-4cc9-a6bf-e92cffa975eb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:10:08.816628 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e7e299-adf3-4cc9-a6bf-e92cffa975eb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:10:08.816983 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e7e299-adf3-4cc9-a6bf-e92cffa975eb admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:10:08.817321 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e7e299-adf3-4cc9-a6bf-e92cffa975eb admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:10:08.817885 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e7e299-adf3-4cc9-a6bf-e92cffa975eb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:10:08.818237 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e7e299-adf3-4cc9-a6bf-e92cffa975eb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:10:08.818619 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e7e299-adf3-4cc9-a6bf-e92cffa975eb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:10:08.818878 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e7e299-adf3-4cc9-a6bf-e92cffa975eb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:10:08.891735 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-ffca3da5-8011-4bde-bc30-0f1b30a85cf2 admin admin] Publish callbacks [] for security_group (46d224a6-c6c6-4a4e-a8c5-a9b198bb7913), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:10:08.922118 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-ffca3da5-8011-4bde-bc30-0f1b30a85cf2 admin admin] Publish callbacks [] for security_group (46d224a6-c6c6-4a4e-a8c5-a9b198bb7913), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:10:08.998676 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-ffca3da5-8011-4bde-bc30-0f1b30a85cf2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (46d224a6-c6c6-4a4e-a8c5-a9b198bb7913), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:10:09.001778 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-ffca3da5-8011-4bde-bc30-0f1b30a85cf2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:10:09.003079 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-ffca3da5-8011-4bde-bc30-0f1b30a85cf2 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/46d224a6-c6c6-4a4e-a8c5-a9b198bb7913 HTTP/1.1" status: 204 len: 168 time: 0.2293007 Jan 26 21:10:09.033048 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffca3da5-8011-4bde-bc30-0f1b30a85cf2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46d224a6-c6c6-4a4e-a8c5-a9b198bb7913,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:10:09.081700 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-7e293024-126b-4a1e-91cd-560014e7d9d7 req-cf390d7c-f13b-4869-b551-f0ebe3cf17c7 tempest-MigrationsAdminTest-1084137346 tempest-MigrationsAdminTest-1084137346-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746560636600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746560234536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11791543'] for port (dc28e82f-dde1-4b80-acdc-d7b8421d511d), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:10:09.098766 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] get_ports_and_sgs() called for port_ids ['bf5e2133-dab5-461f-8ecd-f78e9891231b', '35f30042-617d-4336-9f2b-bcf2d6d2f65d'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 26 21:10:09.135055 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] get_ports_and_sgs() called for port_ids ['0fe894a4-1ae0-4a4f-bd3a-ef6daeae89d6'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 26 21:10:09.160361 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 49898) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:10:09.199083 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf390d7c-f13b-4869-b551-f0ebe3cf17c7 tempest-MigrationsAdminTest-1084137346 tempest-MigrationsAdminTest-1084137346-project] Pushing event deleted for resources: {'Port': ['ID=dc28e82f-dde1-4b80-acdc-d7b8421d511d,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:10:09.280475 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6413d60c-b541-4466-a27b-128b71abfdc6 req-4a07c72d-54e8-4f61-92d1-dbffbcf1d7ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:10:09.282067 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-6413d60c-b541-4466-a27b-128b71abfdc6 req-4a07c72d-54e8-4f61-92d1-dbffbcf1d7ca service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=fda5c4b7-d9ed-47bc-a94f-3ae0ff118ddf HTTP/1.1" status: 200 len: 1101 time: 0.3386617 Jan 26 21:10:09.351706 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e293024-126b-4a1e-91cd-560014e7d9d7 req-cf390d7c-f13b-4869-b551-f0ebe3cf17c7 tempest-MigrationsAdminTest-1084137346 tempest-MigrationsAdminTest-1084137346-project] No DVR routers for this DVR port dc28e82f-dde1-4b80-acdc-d7b8421d511d on host n-h2-760453-5 {{(pid=103305) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 26 21:10:09.362526 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.db_base_plugin_v2 [None req-4749dfb0-2dec-406a-a2f4-6d3898e24a91 admin admin] Deleting subnet aa190954-4782-4f31-b12c-4c57c87681c8 {{(pid=103304) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 26 21:10:09.364580 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-7e293024-126b-4a1e-91cd-560014e7d9d7 req-cf390d7c-f13b-4869-b551-f0ebe3cf17c7 tempest-MigrationsAdminTest-1084137346 tempest-MigrationsAdminTest-1084137346-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:10:09.375522 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-4749dfb0-2dec-406a-a2f4-6d3898e24a91 admin admin] Publish callbacks [] for subnet (aa190954-4782-4f31-b12c-4c57c87681c8), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:10:09.378022 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-7e293024-126b-4a1e-91cd-560014e7d9d7 req-cf390d7c-f13b-4869-b551-f0ebe3cf17c7 tempest-MigrationsAdminTest-1084137346 tempest-MigrationsAdminTest-1084137346-project] 10.222.0.57 "DELETE /v2.0/ports/dc28e82f-dde1-4b80-acdc-d7b8421d511d HTTP/1.1" status: 204 len: 173 time: 1.2252631 Jan 26 21:10:09.480311 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-6413d60c-b541-4466-a27b-128b71abfdc6 req-edf33501-9527-4467-9278-5b7e4fd208df service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=ecd2cdba-aa35-4fb4-957d-8f3b093e5765&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1473601 Jan 26 21:10:09.525486 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-4749dfb0-2dec-406a-a2f4-6d3898e24a91 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8881284'] for subnet (aa190954-4782-4f31-b12c-4c57c87681c8), precommit_delete_associations {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:10:09.631314 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-9e8515b5-809e-48d5-8236-0a1686086565 req-d7a7e545-fc04-480e-8777-3a21b572fb34 tempest-MigrationsAdminTest-1084137346 tempest-MigrationsAdminTest-1084137346-project] 10.222.0.13 "GET /v2.0/ports?device_id=b8273d7d-7d14-4fba-908e-42ea49b1effb HTTP/1.1" status: 200 len: 210 time: 0.0645449 Jan 26 21:10:09.678170 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-4749dfb0-2dec-406a-a2f4-6d3898e24a91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687316'] for subnet (aa190954-4782-4f31-b12c-4c57c87681c8), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:10:09.762723 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-4749dfb0-2dec-406a-a2f4-6d3898e24a91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9281612', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12215216'] for subnet (aa190954-4782-4f31-b12c-4c57c87681c8), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:10:09.826884 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-4749dfb0-2dec-406a-a2f4-6d3898e24a91 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:10:09.832253 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-4749dfb0-2dec-406a-a2f4-6d3898e24a91 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/aa190954-4782-4f31-b12c-4c57c87681c8 HTTP/1.1" status: 204 len: 168 time: 0.6686502 Jan 26 21:10:09.832253 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4749dfb0-2dec-406a-a2f4-6d3898e24a91 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=aa190954-4782-4f31-b12c-4c57c87681c8,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:10:09.833367 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 49918) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:10:09.906888 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd22626-f85e-48fb-a69b-3e6b2f179b8b req-4966ee12-922f-4c80-9be6-7fd79dec90ad tempest-ImagesOneServerTestJSON-1508340391 tempest-ImagesOneServerTestJSON-1508340391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:10:09.908186 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-dfd22626-f85e-48fb-a69b-3e6b2f179b8b req-4966ee12-922f-4c80-9be6-7fd79dec90ad tempest-ImagesOneServerTestJSON-1508340391 tempest-ImagesOneServerTestJSON-1508340391-project] 10.222.0.13 "GET /v2.0/ports?device_id=fda5c4b7-d9ed-47bc-a94f-3ae0ff118ddf HTTP/1.1" status: 200 len: 950 time: 0.0911872 Jan 26 21:10:09.963425 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-8bd45664-5f0f-42a2-b2a9-4cc67de408fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-748181'] for network (a1f9c57e-bef1-4549-9274-90989fa37d42), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:10:10.013189 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [req-e68effbb-5847-4b2b-b5cd-f8b89087cdca req-85883a75-57b6-4e17-89ae-0f94c3f22e67 tempest-LiveAutoBlockMigrationV225Test-2082869167 tempest-LiveAutoBlockMigrationV225Test-2082869167-project-admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=103304) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 26 21:10:10.028242 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-e68effbb-5847-4b2b-b5cd-f8b89087cdca req-85883a75-57b6-4e17-89ae-0f94c3f22e67 tempest-LiveAutoBlockMigrationV225Test-2082869167 tempest-LiveAutoBlockMigrationV225Test-2082869167-project-admin] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0302398 Jan 26 21:10:10.064544 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-8bd45664-5f0f-42a2-b2a9-4cc67de408fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-686403', 'neutron.services.segments.db._delete_segments_for_network-8746560774018'] for network (a1f9c57e-bef1-4549-9274-90989fa37d42), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:10:10.091693 n-d-760453-5 neutron-server[103305]: DEBUG neutron.services.segments.db [None req-8bd45664-5f0f-42a2-b2a9-4cc67de408fc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a1f9c57e-bef1-4549-9274-90989fa37d42']}} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:10:10.105870 n-d-760453-5 neutron-server[103305]: DEBUG neutron.services.segments.db [None req-8bd45664-5f0f-42a2-b2a9-4cc67de408fc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f7ec5adf-9a86-433b-b09c-16adaba3bc61') {'for_net_delete': True} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:10:10.106169 n-d-760453-5 neutron-server[103305]: DEBUG neutron.services.segments.db [None req-8bd45664-5f0f-42a2-b2a9-4cc67de408fc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f7ec5adf-9a86-433b-b09c-16adaba3bc61') {} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:10:10.107722 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-dfd22626-f85e-48fb-a69b-3e6b2f179b8b req-6a22856e-582c-41d1-82a9-3d1914d89d23 tempest-ImagesOneServerTestJSON-1508340391 tempest-ImagesOneServerTestJSON-1508340391-project] 10.222.0.13 "GET /v2.0/security-groups?id=ecd2cdba-aa35-4fb4-957d-8f3b093e5765&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1926205 Jan 26 21:10:10.121508 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68effbb-5847-4b2b-b5cd-f8b89087cdca req-f8c4c4d9-8c26-4d24-b5ed-3664fb21b469 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:10:10.132909 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-8bd45664-5f0f-42a2-b2a9-4cc67de408fc admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746560742283', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11788955'] for segment (f7ec5adf-9a86-433b-b09c-16adaba3bc61), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:10:10.135755 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-e68effbb-5847-4b2b-b5cd-f8b89087cdca req-f8c4c4d9-8c26-4d24-b5ed-3664fb21b469 service neutron] 10.222.0.13 "GET /v2.0/ports/e22ff44d-fd52-4fab-95c2-61e096757fa1 HTTP/1.1" status: 200 len: 1093 time: 0.1042726 Jan 26 21:10:10.140908 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [req-e68effbb-5847-4b2b-b5cd-f8b89087cdca req-eb79f1bc-e2ef-410b-b5da-4494eaf3328c service neutron] Request body: {'binding': {'host': 'n-h2-760453-5', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:10:10.141380 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [req-e68effbb-5847-4b2b-b5cd-f8b89087cdca req-eb79f1bc-e2ef-410b-b5da-4494eaf3328c service neutron] Unknown quota resources ['binding']. {{(pid=103304) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Jan 26 21:10:10.148401 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-8bd45664-5f0f-42a2-b2a9-4cc67de408fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576559'] for segment (f7ec5adf-9a86-433b-b09c-16adaba3bc61), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:10:10.153862 n-d-760453-5 neutron-server[103305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8273d7d-7d14-4fba-908e-42ea49b1effb', 'name': 'network-vif-deleted', 'tag': 'dc28e82f-dde1-4b80-acdc-d7b8421d511d'}] {{(pid=103305) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 21:10:10.157253 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d4654568b7bf041e72ff8fe1c96d6d761d9c921f2b99bc7b3a26632be20cee0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a8392e0-5597-45e7-988b-738b66466b4f" -d '{"events": [{"server_uuid": "b8273d7d-7d14-4fba-908e-42ea49b1effb", "name": "network-vif-deleted", "tag": "dc28e82f-dde1-4b80-acdc-d7b8421d511d"}]}' {{(pid=103305) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 21:10:10.175155 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8bd45664-5f0f-42a2-b2a9-4cc67de408fc admin admin] Releasing vlan 573 on physical network physnet1 to pool {{(pid=103305) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 26 21:10:10.175844 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-8bd45664-5f0f-42a2-b2a9-4cc67de408fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11791428'] for segment (f7ec5adf-9a86-433b-b09c-16adaba3bc61), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:10:10.180588 n-d-760453-5 neutron-server[103305]: Traceback (most recent call last): Jan 26 21:10:10.180588 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 26 21:10:10.180588 n-d-760453-5 neutron-server[103305]: timer() Jan 26 21:10:10.180588 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 26 21:10:10.180588 n-d-760453-5 neutron-server[103305]: cb(*args, **kw) Jan 26 21:10:10.180588 n-d-760453-5 neutron-server[103305]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 26 21:10:10.180588 n-d-760453-5 neutron-server[103305]: return func(*args, **kwargs) Jan 26 21:10:10.180588 n-d-760453-5 neutron-server[103305]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 26 21:10:10.180588 n-d-760453-5 neutron-server[103305]: self._notify() Jan 26 21:10:10.180588 n-d-760453-5 neutron-server[103305]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 26 21:10:10.180588 n-d-760453-5 neutron-server[103305]: self.callback(batched_events) Jan 26 21:10:10.180588 n-d-760453-5 neutron-server[103305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 26 21:10:10.180588 n-d-760453-5 neutron-server[103305]: event.method(event) Jan 26 21:10:10.180588 n-d-760453-5 neutron-server[103305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 26 21:10:10.180588 n-d-760453-5 neutron-server[103305]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 26 21:10:10.180588 n-d-760453-5 neutron-server[103305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 26 21:10:10.180588 n-d-760453-5 neutron-server[103305]: aggregate_uuid = self.p_client.list_aggregates( Jan 26 21:10:10.180588 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 26 21:10:10.180588 n-d-760453-5 neutron-server[103305]: return f(self, *a, **k) Jan 26 21:10:10.180588 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 26 21:10:10.180588 n-d-760453-5 neutron-server[103305]: return self._get(url).json() Jan 26 21:10:10.180588 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 26 21:10:10.180588 n-d-760453-5 neutron-server[103305]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 26 21:10:10.180588 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 26 21:10:10.180588 n-d-760453-5 neutron-server[103305]: return self.request(url, 'GET', **kwargs) Jan 26 21:10:10.180588 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 26 21:10:10.180588 n-d-760453-5 neutron-server[103305]: base_url = self.get_endpoint(auth, allow=allow, Jan 26 21:10:10.180588 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 26 21:10:10.180588 n-d-760453-5 neutron-server[103305]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 26 21:10:10.180588 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 26 21:10:10.180588 n-d-760453-5 neutron-server[103305]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 26 21:10:10.180588 n-d-760453-5 neutron-server[103305]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 26 21:10:10.255041 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Jan 2022 21:10:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e23526da-22d5-44c7-a28e-b02a4d6f2a51 x-openstack-request-id: req-e23526da-22d5-44c7-a28e-b02a4d6f2a51 {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 21:10:10.255333 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8273d7d-7d14-4fba-908e-42ea49b1effb", "name": "network-vif-deleted", "tag": "dc28e82f-dde1-4b80-acdc-d7b8421d511d", "status": "completed", "code": 200}]} {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 21:10:10.255700 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e23526da-22d5-44c7-a28e-b02a4d6f2a51 {{(pid=103305) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 21:10:10.256270 n-d-760453-5 neutron-server[103305]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8273d7d-7d14-4fba-908e-42ea49b1effb', 'name': 'network-vif-deleted', 'tag': 'dc28e82f-dde1-4b80-acdc-d7b8421d511d', 'status': 'completed', 'code': 200} Jan 26 21:10:10.302059 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-8bd45664-5f0f-42a2-b2a9-4cc67de408fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4110931'] for network (a1f9c57e-bef1-4549-9274-90989fa37d42), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:10:10.337989 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-8bd45664-5f0f-42a2-b2a9-4cc67de408fc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709645'] for network (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:10:10.343279 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-8bd45664-5f0f-42a2-b2a9-4cc67de408fc admin admin] 10.222.0.13 "DELETE /v2.0/networks/a1f9c57e-bef1-4549-9274-90989fa37d42 HTTP/1.1" status: 204 len: 168 time: 0.5083566 Jan 26 21:10:10.346278 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd45664-5f0f-42a2-b2a9-4cc67de408fc admin admin] Pushing event deleted for resources: {'Network': ['ID=a1f9c57e-bef1-4549-9274-90989fa37d42,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:10:10.393708 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [req-e68effbb-5847-4b2b-b5cd-f8b89087cdca req-eb79f1bc-e2ef-410b-b5da-4494eaf3328c service neutron] Attempting to bind port e22ff44d-fd52-4fab-95c2-61e096757fa1 on host n-h2-760453-5 for vnic_type normal with profile None {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 21:10:10.394069 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [req-e68effbb-5847-4b2b-b5cd-f8b89087cdca req-eb79f1bc-e2ef-410b-b5da-4494eaf3328c service neutron] Attempting to bind port e22ff44d-fd52-4fab-95c2-61e096757fa1 by drivers openvswitch,hyperv on host n-h2-760453-5 at level 0 using segments [{'id': 'ff84b980-87bb-452b-8f52-d472b3cbbe9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '1c3811f3-dcb6-4f77-8c26-3e9819d7c63c'}] {{(pid=103304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 26 21:10:10.394406 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e68effbb-5847-4b2b-b5cd-f8b89087cdca req-eb79f1bc-e2ef-410b-b5da-4494eaf3328c service neutron] Attempting to bind port e22ff44d-fd52-4fab-95c2-61e096757fa1 on network 1c3811f3-dcb6-4f77-8c26-3e9819d7c63c {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 21:10:10.405742 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e68effbb-5847-4b2b-b5cd-f8b89087cdca req-eb79f1bc-e2ef-410b-b5da-4494eaf3328c service neutron] Port e22ff44d-fd52-4fab-95c2-61e096757fa1 on network 1c3811f3-dcb6-4f77-8c26-3e9819d7c63c not bound, no agent of type Open vSwitch agent registered on host n-h2-760453-5 {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 26 21:10:10.406004 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e68effbb-5847-4b2b-b5cd-f8b89087cdca req-eb79f1bc-e2ef-410b-b5da-4494eaf3328c service neutron] Attempting to bind port e22ff44d-fd52-4fab-95c2-61e096757fa1 on network 1c3811f3-dcb6-4f77-8c26-3e9819d7c63c {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 21:10:10.417968 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e68effbb-5847-4b2b-b5cd-f8b89087cdca req-eb79f1bc-e2ef-410b-b5da-4494eaf3328c service neutron] Checking agent: {'id': '4d619873-4b60-439f-9b5a-b155dc8bbc34', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-760453-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 21, 2, 53), 'started_at': datetime.datetime(2022, 1, 26, 21, 2, 53), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 21, 9, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 26 21:10:10.419515 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e68effbb-5847-4b2b-b5cd-f8b89087cdca req-eb79f1bc-e2ef-410b-b5da-4494eaf3328c service neutron] Checking segment: {'id': 'ff84b980-87bb-452b-8f52-d472b3cbbe9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '1c3811f3-dcb6-4f77-8c26-3e9819d7c63c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103304) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 21:10:10.420967 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e68effbb-5847-4b2b-b5cd-f8b89087cdca req-eb79f1bc-e2ef-410b-b5da-4494eaf3328c service neutron] Bound using segment: {'id': 'ff84b980-87bb-452b-8f52-d472b3cbbe9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '1c3811f3-dcb6-4f77-8c26-3e9819d7c63c'} {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 26 21:10:10.421469 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [req-e68effbb-5847-4b2b-b5cd-f8b89087cdca req-eb79f1bc-e2ef-410b-b5da-4494eaf3328c service neutron] Bound port: e22ff44d-fd52-4fab-95c2-61e096757fa1, host: n-h2-760453-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ff84b980-87bb-452b-8f52-d472b3cbbe9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '1c3811f3-dcb6-4f77-8c26-3e9819d7c63c'}}] {{(pid=103304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 26 21:10:10.528068 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [req-e68effbb-5847-4b2b-b5cd-f8b89087cdca req-eb79f1bc-e2ef-410b-b5da-4494eaf3328c service neutron] For port e22ff44d-fd52-4fab-95c2-61e096757fa1, host n-h2-760453-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-5',level=0,port_id=e22ff44d-fd52-4fab-95c2-61e096757fa1,segment=NetworkSegment(ff84b980-87bb-452b-8f52-d472b3cbbe9c),segment_id=ff84b980-87bb-452b-8f52-d472b3cbbe9c)] {{(pid=103304) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 26 21:10:10.540417 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-e68effbb-5847-4b2b-b5cd-f8b89087cdca req-eb79f1bc-e2ef-410b-b5da-4494eaf3328c service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:10:10.553838 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-e68effbb-5847-4b2b-b5cd-f8b89087cdca req-eb79f1bc-e2ef-410b-b5da-4494eaf3328c service neutron] 10.222.0.13 "POST /v2.0/ports/e22ff44d-fd52-4fab-95c2-61e096757fa1/bindings HTTP/1.1" status: 201 len: 389 time: 0.4086313 Jan 26 21:10:10.718837 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Device dc28e82f-dde1-4b80-acdc-d7b8421d511d no longer exists at agent hyperv_n-h2-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 26 21:10:10.766259 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 49952) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:10:10.776208 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] No Port match for: dc28e82f-dde1-4b80-acdc-d7b8421d511d {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 26 21:10:10.776794 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Device dc28e82f-dde1-4b80-acdc-d7b8421d511d not bound to the agent host n-h2-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 26 21:10:10.777431 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Device 54eaf210-1f01-4d85-9c70-9e5bda4cf4b6 no longer exists at agent hyperv_n-h2-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 26 21:10:10.842151 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] No Port match for: 54eaf210-1f01-4d85-9c70-9e5bda4cf4b6 {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 26 21:10:10.842449 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Device 54eaf210-1f01-4d85-9c70-9e5bda4cf4b6 not bound to the agent host n-h2-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 26 21:10:10.923511 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-3ac98497-762d-4385-bf69-f2db1c9476d3 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=31181bab4603411a9d69e4c4b0e4c2ba&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1558564 Jan 26 21:10:10.937009 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 49954) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:10:10.959374 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94c4356-3533-4e5d-8d69-ac5490b4d0bb req-5f87153a-461e-46d6-8ae4-8d16b58bb8ce tempest-LiveAutoBlockMigrationV225Test-1645909514 tempest-LiveAutoBlockMigrationV225Test-1645909514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:10:10.960899 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-c94c4356-3533-4e5d-8d69-ac5490b4d0bb req-5f87153a-461e-46d6-8ae4-8d16b58bb8ce tempest-LiveAutoBlockMigrationV225Test-1645909514 tempest-LiveAutoBlockMigrationV225Test-1645909514-project] 10.222.0.13 "GET /v2.0/ports?device_id=cbf92dab-bccf-42aa-9b00-3737afaeaf63 HTTP/1.1" status: 200 len: 945 time: 0.1775987 Jan 26 21:10:10.963965 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68effbb-5847-4b2b-b5cd-f8b89087cdca req-6d63647f-0ef6-4d8b-a0dc-dfc5d986b399 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:10:10.966670 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-e68effbb-5847-4b2b-b5cd-f8b89087cdca req-6d63647f-0ef6-4d8b-a0dc-dfc5d986b399 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=6a368bf2185e476485148d66b6d73c5c&device_id=cbf92dab-bccf-42aa-9b00-3737afaeaf63 HTTP/1.1" status: 200 len: 1096 time: 0.0893347 Jan 26 21:10:11.138517 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68effbb-5847-4b2b-b5cd-f8b89087cdca req-6e653eba-ab53-4bba-a4cf-3b148982e9f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:10:11.140154 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-22662ab5-18c5-465a-9e3f-adbe9c0f6dc0 admin admin] Publish callbacks [] for security_group (eb1e5518-f7b7-40b3-8d9a-459a5100402a), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:10:11.141578 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-e68effbb-5847-4b2b-b5cd-f8b89087cdca req-6e653eba-ab53-4bba-a4cf-3b148982e9f9 service neutron] 10.222.0.57 "GET /v2.0/networks?id=1c3811f3-dcb6-4f77-8c26-3e9819d7c63c HTTP/1.1" status: 200 len: 921 time: 0.1669693 Jan 26 21:10:11.173923 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-c94c4356-3533-4e5d-8d69-ac5490b4d0bb req-8657ddfc-347c-4530-9b00-b028d561795e tempest-LiveAutoBlockMigrationV225Test-1645909514 tempest-LiveAutoBlockMigrationV225Test-1645909514-project] 10.222.0.13 "GET /v2.0/security-groups?id=d3d52ae6-e761-44ee-98bd-9ad0dc66343a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2008018 Jan 26 21:10:11.210589 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-e68effbb-5847-4b2b-b5cd-f8b89087cdca req-16b3823a-23d9-4aee-8418-27b1b2e844c8 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e22ff44d-fd52-4fab-95c2-61e096757fa1 HTTP/1.1" status: 200 len: 217 time: 0.0617929 Jan 26 21:10:11.224831 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-22662ab5-18c5-465a-9e3f-adbe9c0f6dc0 admin admin] Publish callbacks [] for security_group (eb1e5518-f7b7-40b3-8d9a-459a5100402a), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:10:11.246461 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f170cb-ee4c-41c6-8124-ecf16642dade req-cfba2101-8a6c-47c4-a01f-f87403496162 tempest-MigrationsAdminTest-1084137346 tempest-MigrationsAdminTest-1084137346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:10:11.251375 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-d3f170cb-ee4c-41c6-8124-ecf16642dade req-cfba2101-8a6c-47c4-a01f-f87403496162 tempest-MigrationsAdminTest-1084137346 tempest-MigrationsAdminTest-1084137346-project] 10.222.0.13 "GET /v2.0/ports?device_id=6e0054d4-194a-4ef5-9a59-0af1fe168395 HTTP/1.1" status: 200 len: 951 time: 0.1568043 Jan 26 21:10:11.288718 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68effbb-5847-4b2b-b5cd-f8b89087cdca req-69d38dd7-25e2-4fee-9811-cc73f27a0be3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:10:11.291778 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-e68effbb-5847-4b2b-b5cd-f8b89087cdca req-69d38dd7-25e2-4fee-9811-cc73f27a0be3 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=dae01ee8-17f0-4a86-8f17-22a537cba2b9 HTTP/1.1" status: 200 len: 860 time: 0.0730469 Jan 26 21:10:11.330089 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-e68effbb-5847-4b2b-b5cd-f8b89087cdca req-4b15870f-740e-4a4e-8f79-f93578492be1 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=1c3811f3-dcb6-4f77-8c26-3e9819d7c63c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0309532 Jan 26 21:10:11.402351 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-d3f170cb-ee4c-41c6-8124-ecf16642dade req-702ed128-0ca0-4efa-8386-3a73c640b2af tempest-MigrationsAdminTest-1084137346 tempest-MigrationsAdminTest-1084137346-project] 10.222.0.13 "GET /v2.0/security-groups?id=e0b082e3-685f-492b-b87f-3045b8ecd8c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1343694 Jan 26 21:10:11.424188 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49d9d21-ae68-4a57-b864-7d771fde9e15 req-484cab5e-5c38-4dd8-a057-c33952d53bdb tempest-ImagesOneServerTestJSON-1508340391 tempest-ImagesOneServerTestJSON-1508340391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:10:11.426048 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-f49d9d21-ae68-4a57-b864-7d771fde9e15 req-484cab5e-5c38-4dd8-a057-c33952d53bdb tempest-ImagesOneServerTestJSON-1508340391 tempest-ImagesOneServerTestJSON-1508340391-project] 10.222.0.13 "GET /v2.0/ports?device_id=fda5c4b7-d9ed-47bc-a94f-3ae0ff118ddf HTTP/1.1" status: 200 len: 950 time: 0.1521008 Jan 26 21:10:11.523214 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-e68effbb-5847-4b2b-b5cd-f8b89087cdca req-5dd18091-28b3-4f75-b221-e9a6bdaaaf0c service neutron] 10.222.0.57 "GET /v2.0/networks/1c3811f3-dcb6-4f77-8c26-3e9819d7c63c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1863580 Jan 26 21:10:11.529560 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-f49d9d21-ae68-4a57-b864-7d771fde9e15 req-23a51bfb-5230-4df1-8f48-b4a27c487cf8 tempest-ImagesOneServerTestJSON-1508340391 tempest-ImagesOneServerTestJSON-1508340391-project] 10.222.0.13 "GET /v2.0/security-groups?id=ecd2cdba-aa35-4fb4-957d-8f3b093e5765&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911069 Jan 26 21:10:11.530366 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-22662ab5-18c5-465a-9e3f-adbe9c0f6dc0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (eb1e5518-f7b7-40b3-8d9a-459a5100402a), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:10:11.532999 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-22662ab5-18c5-465a-9e3f-adbe9c0f6dc0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:10:11.536502 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-22662ab5-18c5-465a-9e3f-adbe9c0f6dc0 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/eb1e5518-f7b7-40b3-8d9a-459a5100402a HTTP/1.1" status: 204 len: 168 time: 0.5962038 Jan 26 21:10:11.551111 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22662ab5-18c5-465a-9e3f-adbe9c0f6dc0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb1e5518-f7b7-40b3-8d9a-459a5100402a,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:10:11.728444 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-e68effbb-5847-4b2b-b5cd-f8b89087cdca req-2521df71-a8d5-4450-bc02-9bb73f779525 service neutron] 10.222.0.57 "GET /v2.0/networks/1c3811f3-dcb6-4f77-8c26-3e9819d7c63c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1972177 Jan 26 21:10:12.358648 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8965b6e9-b556-4689-bdb3-1843861f210c req-4868154b-07ea-483b-bca6-8f957e430e5d tempest-LiveAutoBlockMigrationV225Test-1645909514 tempest-LiveAutoBlockMigrationV225Test-1645909514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:10:12.367489 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-8965b6e9-b556-4689-bdb3-1843861f210c req-4868154b-07ea-483b-bca6-8f957e430e5d tempest-LiveAutoBlockMigrationV225Test-1645909514 tempest-LiveAutoBlockMigrationV225Test-1645909514-project] 10.222.0.13 "GET /v2.0/ports?device_id=cbf92dab-bccf-42aa-9b00-3737afaeaf63 HTTP/1.1" status: 200 len: 945 time: 0.0688965 Jan 26 21:10:12.505142 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9552004-dc56-4d39-9813-b9c863e6cb89 req-37ac85dd-69de-4634-8ba8-59f756668d18 tempest-MigrationsAdminTest-1084137346 tempest-MigrationsAdminTest-1084137346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:10:12.525021 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-b9552004-dc56-4d39-9813-b9c863e6cb89 req-37ac85dd-69de-4634-8ba8-59f756668d18 tempest-MigrationsAdminTest-1084137346 tempest-MigrationsAdminTest-1084137346-project] 10.222.0.57 "GET /v2.0/ports?device_id=6e0054d4-194a-4ef5-9a59-0af1fe168395 HTTP/1.1" status: 200 len: 951 time: 0.1423216 Jan 26 21:10:12.567685 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-8965b6e9-b556-4689-bdb3-1843861f210c req-1b4054d8-e374-4055-8e0e-f799fa5bac43 tempest-LiveAutoBlockMigrationV225Test-1645909514 tempest-LiveAutoBlockMigrationV225Test-1645909514-project] 10.222.0.13 "GET /v2.0/security-groups?id=d3d52ae6-e761-44ee-98bd-9ad0dc66343a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1935539 Jan 26 21:10:12.746134 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a694402-2b93-4071-8a8f-ff6b60f5b263 req-da99ce40-1370-49b6-9353-4f439c280bc6 tempest-MigrationsAdminTest-1084137346 tempest-MigrationsAdminTest-1084137346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:10:12.748654 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-5a694402-2b93-4071-8a8f-ff6b60f5b263 req-da99ce40-1370-49b6-9353-4f439c280bc6 tempest-MigrationsAdminTest-1084137346 tempest-MigrationsAdminTest-1084137346-project] 10.222.0.13 "GET /v2.0/ports?device_id=6e0054d4-194a-4ef5-9a59-0af1fe168395 HTTP/1.1" status: 200 len: 951 time: 0.1715326 Jan 26 21:10:12.794102 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [req-b9552004-dc56-4d39-9813-b9c863e6cb89 req-58393c54-5263-4fbd-912c-d4404d318423 tempest-MigrationsAdminTest-1084137346 tempest-MigrationsAdminTest-1084137346-project] Deleting port 35f30042-617d-4336-9f2b-bcf2d6d2f65d {{(pid=103305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 21:10:12.794102 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-b9552004-dc56-4d39-9813-b9c863e6cb89 req-58393c54-5263-4fbd-912c-d4404d318423 tempest-MigrationsAdminTest-1084137346 tempest-MigrationsAdminTest-1084137346-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746560630878'] for port (35f30042-617d-4336-9f2b-bcf2d6d2f65d), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:10:12.877652 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-5a694402-2b93-4071-8a8f-ff6b60f5b263 req-89e943c7-7d59-4640-9fa3-f5a5aee5dbfd tempest-MigrationsAdminTest-1084137346 tempest-MigrationsAdminTest-1084137346-project] 10.222.0.13 "GET /v2.0/security-groups?id=e0b082e3-685f-492b-b87f-3045b8ecd8c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144018 Jan 26 21:10:12.963437 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 50044) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:10:12.999806 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [req-b9552004-dc56-4d39-9813-b9c863e6cb89 req-58393c54-5263-4fbd-912c-d4404d318423 tempest-MigrationsAdminTest-1084137346 tempest-MigrationsAdminTest-1084137346-project] For port 35f30042-617d-4336-9f2b-bcf2d6d2f65d, host n-h2-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-5',level=0,port_id=35f30042-617d-4336-9f2b-bcf2d6d2f65d,segment=NetworkSegment(4eab25d6-89d9-4907-a1c2-51b06443ba33),segment_id=4eab25d6-89d9-4907-a1c2-51b06443ba33)] {{(pid=103305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:10:13.003429 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-b9552004-dc56-4d39-9813-b9c863e6cb89 req-58393c54-5263-4fbd-912c-d4404d318423 tempest-MigrationsAdminTest-1084137346 tempest-MigrationsAdminTest-1084137346-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4109658'] for port (35f30042-617d-4336-9f2b-bcf2d6d2f65d), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:10:13.039732 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [req-b9552004-dc56-4d39-9813-b9c863e6cb89 req-58393c54-5263-4fbd-912c-d4404d318423 tempest-MigrationsAdminTest-1084137346 tempest-MigrationsAdminTest-1084137346-project] Calling delete_port for 35f30042-617d-4336-9f2b-bcf2d6d2f65d owned by compute:nova {{(pid=103305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 21:10:13.099580 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-9d37f958-207e-44c0-b415-8a2ccd3a24c6 admin admin] Request body: {'network': {'name': 'tempest-ServerGroupTestJSON-410814295-network', 'tenant_id': 'e68c889d7bbb4f8fb4e4482be4d96663'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:10:13.150096 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d37f958-207e-44c0-b415-8a2ccd3a24c6 admin admin] Made reservation on behalf of e68c889d7bbb4f8fb4e4482be4d96663 for: {'network': 1} {{(pid=103304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 21:10:13.152491 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-9d37f958-207e-44c0-b415-8a2ccd3a24c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for network (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:10:13.164677 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-9d37f958-207e-44c0-b415-8a2ccd3a24c6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:10:13.234666 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-b9552004-dc56-4d39-9813-b9c863e6cb89 req-58393c54-5263-4fbd-912c-d4404d318423 tempest-MigrationsAdminTest-1084137346 tempest-MigrationsAdminTest-1084137346-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746560636600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746560234536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11791543'] for port (35f30042-617d-4336-9f2b-bcf2d6d2f65d), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:10:13.259463 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] get_ports_and_sgs() called for port_ids ['bf5e2133-dab5-461f-8ecd-f78e9891231b', '35f30042-617d-4336-9f2b-bcf2d6d2f65d'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 26 21:10:13.328090 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58393c54-5263-4fbd-912c-d4404d318423 tempest-MigrationsAdminTest-1084137346 tempest-MigrationsAdminTest-1084137346-project] Pushing event deleted for resources: {'Port': ['ID=35f30042-617d-4336-9f2b-bcf2d6d2f65d,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:10:13.332372 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] get_ports_and_sgs() called for port_ids ['0fe894a4-1ae0-4a4f-bd3a-ef6daeae89d6'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 26 21:10:13.414810 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9552004-dc56-4d39-9813-b9c863e6cb89 req-58393c54-5263-4fbd-912c-d4404d318423 tempest-MigrationsAdminTest-1084137346 tempest-MigrationsAdminTest-1084137346-project] No DVR routers for this DVR port 35f30042-617d-4336-9f2b-bcf2d6d2f65d on host n-h2-760453-5 {{(pid=103305) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 26 21:10:13.418053 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-b9552004-dc56-4d39-9813-b9c863e6cb89 req-58393c54-5263-4fbd-912c-d4404d318423 tempest-MigrationsAdminTest-1084137346 tempest-MigrationsAdminTest-1084137346-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:10:13.420389 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-9d37f958-207e-44c0-b415-8a2ccd3a24c6 admin admin] Publish callbacks [] for security_group (741e6094-c1d4-4c3e-943b-9a315430f623), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:10:13.424590 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-b9552004-dc56-4d39-9813-b9c863e6cb89 req-58393c54-5263-4fbd-912c-d4404d318423 tempest-MigrationsAdminTest-1084137346 tempest-MigrationsAdminTest-1084137346-project] 10.222.0.57 "DELETE /v2.0/ports/35f30042-617d-4336-9f2b-bcf2d6d2f65d HTTP/1.1" status: 204 len: 173 time: 0.8911476 Jan 26 21:10:13.425053 n-d-760453-5 neutron-server[103305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e0054d4-194a-4ef5-9a59-0af1fe168395', 'name': 'network-vif-deleted', 'tag': '35f30042-617d-4336-9f2b-bcf2d6d2f65d'}] {{(pid=103305) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 21:10:13.429183 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d4654568b7bf041e72ff8fe1c96d6d761d9c921f2b99bc7b3a26632be20cee0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e55acee2-ff03-4a63-a57b-b1bc44f37d3c" -d '{"events": [{"server_uuid": "6e0054d4-194a-4ef5-9a59-0af1fe168395", "name": "network-vif-deleted", "tag": "35f30042-617d-4336-9f2b-bcf2d6d2f65d"}]}' {{(pid=103305) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 21:10:13.433676 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-9d37f958-207e-44c0-b415-8a2ccd3a24c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (741e6094-c1d4-4c3e-943b-9a315430f623), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:10:13.486979 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9d37f958-207e-44c0-b415-8a2ccd3a24c6 admin admin] vlan segment allocate from pool success with {'vlan_id': 596, 'physical_network': 'physnet1'} {{(pid=103304) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 26 21:10:13.492267 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Jan 2022 21:10:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0cc18255-0968-4376-836b-950451b3ef98 x-openstack-request-id: req-0cc18255-0968-4376-836b-950451b3ef98 {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 21:10:13.492973 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e0054d4-194a-4ef5-9a59-0af1fe168395", "name": "network-vif-deleted", "tag": "35f30042-617d-4336-9f2b-bcf2d6d2f65d", "status": "completed", "code": 200}]} {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 21:10:13.494369 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-0cc18255-0968-4376-836b-950451b3ef98 {{(pid=103305) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 21:10:13.495264 n-d-760453-5 neutron-server[103305]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e0054d4-194a-4ef5-9a59-0af1fe168395', 'name': 'network-vif-deleted', 'tag': '35f30042-617d-4336-9f2b-bcf2d6d2f65d', 'status': 'completed', 'code': 200} Jan 26 21:10:13.529613 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d37f958-207e-44c0-b415-8a2ccd3a24c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=741e6094-c1d4-4c3e-943b-9a315430f623,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:10:13.535989 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-9d37f958-207e-44c0-b415-8a2ccd3a24c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576559'] for segment (b90b6ecb-05eb-43ae-b380-52adc7eafbee), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:10:13.541708 n-d-760453-5 neutron-server[103304]: INFO neutron.db.segments_db [None req-9d37f958-207e-44c0-b415-8a2ccd3a24c6 admin admin] Added segment b90b6ecb-05eb-43ae-b380-52adc7eafbee of type vlan for network 49b1d218-52e1-484a-ae89-c27465d3c26b Jan 26 21:10:13.646799 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-9d37f958-207e-44c0-b415-8a2ccd3a24c6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746560256871'] for network (49b1d218-52e1-484a-ae89-c27465d3c26b), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:10:13.749635 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-9d37f958-207e-44c0-b415-8a2ccd3a24c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503'] for network (49b1d218-52e1-484a-ae89-c27465d3c26b), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:10:13.751198 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d37f958-207e-44c0-b415-8a2ccd3a24c6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:10:13.752995 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-9d37f958-207e-44c0-b415-8a2ccd3a24c6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709645'] for network (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:10:13.823056 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-9d37f958-207e-44c0-b415-8a2ccd3a24c6 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.8579776 Jan 26 21:10:13.825544 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 50074) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:10:13.831696 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-80d63195-3d58-429e-b98e-1b8559ccd15f admin admin] Request body: {'subnet': {'network_id': '49b1d218-52e1-484a-ae89-c27465d3c26b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroupTestJSON-410814295-subnet', 'tenant_id': 'e68c889d7bbb4f8fb4e4482be4d96663', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:10:13.906604 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 50078) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:10:13.920262 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80d63195-3d58-429e-b98e-1b8559ccd15f admin admin] Made reservation on behalf of e68c889d7bbb4f8fb4e4482be4d96663 for: {'subnet': 1} {{(pid=103305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 21:10:13.928627 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-80d63195-3d58-429e-b98e-1b8559ccd15f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11599953'] for subnet (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:10:14.131279 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-1e222cd3-8fd1-415a-aa1a-64edd43ff66d req-e48a73d8-707a-485e-8493-48fe772b2979 tempest-MigrationsAdminTest-1084137346 tempest-MigrationsAdminTest-1084137346-project] 10.222.0.13 "GET /v2.0/ports?device_id=6e0054d4-194a-4ef5-9a59-0af1fe168395 HTTP/1.1" status: 200 len: 210 time: 0.0639524 Jan 26 21:10:14.149005 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc85fca-38ba-4806-8b89-e6eb952de01d req-962e0044-8e2d-444c-be8d-d8adc238845b tempest-LiveAutoBlockMigrationV225Test-1645909514 tempest-LiveAutoBlockMigrationV225Test-1645909514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:10:14.162378 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-5bc85fca-38ba-4806-8b89-e6eb952de01d req-962e0044-8e2d-444c-be8d-d8adc238845b tempest-LiveAutoBlockMigrationV225Test-1645909514 tempest-LiveAutoBlockMigrationV225Test-1645909514-project] 10.222.0.13 "GET /v2.0/ports?device_id=cbf92dab-bccf-42aa-9b00-3737afaeaf63 HTTP/1.1" status: 200 len: 945 time: 0.4825659 Jan 26 21:10:14.240121 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-80d63195-3d58-429e-b98e-1b8559ccd15f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11788839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11599975'] for subnet (9b9d0167-d6b2-414c-bdf0-04109f255ccc), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:10:14.246363 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-5bc85fca-38ba-4806-8b89-e6eb952de01d req-f6cc139b-4662-4492-98ea-148a3f26d1d7 tempest-LiveAutoBlockMigrationV225Test-1645909514 tempest-LiveAutoBlockMigrationV225Test-1645909514-project] 10.222.0.13 "GET /v2.0/security-groups?id=d3d52ae6-e761-44ee-98bd-9ad0dc66343a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799148 Jan 26 21:10:14.250854 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d37f958-207e-44c0-b415-8a2ccd3a24c6 admin admin] Pushing event updated for resources: {'Network': ['ID=49b1d218-52e1-484a-ae89-c27465d3c26b,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:10:14.279447 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Network 49b1d218-52e1-484a-ae89-c27465d3c26b details requested by agent ovs-agent-n-d-760453-5 with host n-d-760453-5 {{(pid=103306) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 26 21:10:14.290558 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-e5c4a5bd-ec02-43c0-a195-ed583637c44c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:10:14.296193 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d63195-3d58-429e-b98e-1b8559ccd15f admin admin] Pushing event updated for resources: {'Subnet': ['ID=9b9d0167-d6b2-414c-bdf0-04109f255ccc,revision_number=0']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:10:14.380174 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80d63195-3d58-429e-b98e-1b8559ccd15f admin admin] Checking segment: {'id': 'b90b6ecb-05eb-43ae-b380-52adc7eafbee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '49b1d218-52e1-484a-ae89-c27465d3c26b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103305) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 21:10:14.380438 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80d63195-3d58-429e-b98e-1b8559ccd15f admin admin] Network hostable DHCP agents. Network: 49b1d218-52e1-484a-ae89-c27465d3c26b, hostable agents: ['474ccdf7-ab6c-405b-a3b2-dc7b05829902'], hosted agents: [] {{(pid=103305) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 26 21:10:14.430396 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80d63195-3d58-429e-b98e-1b8559ccd15f admin admin] Network 49b1d218-52e1-484a-ae89-c27465d3c26b is scheduled to be hosted by DHCP agent 474ccdf7-ab6c-405b-a3b2-dc7b05829902 with binding_index 1 {{(pid=103305) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 26 21:10:14.446779 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-e5c4a5bd-ec02-43c0-a195-ed583637c44c admin admin] Publish callbacks [] for security_group (72d5f328-abec-4de4-9769-45b8b16671cb), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:10:14.448921 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [None req-80d63195-3d58-429e-b98e-1b8559ccd15f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760453-5, 49b1d218-52e1-484a-ae89-c27465d3c26b) {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:10:14.453591 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80d63195-3d58-429e-b98e-1b8559ccd15f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:10:14.454350 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-80d63195-3d58-429e-b98e-1b8559ccd15f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709645'] for subnet (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:10:14.458791 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-e5c4a5bd-ec02-43c0-a195-ed583637c44c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (72d5f328-abec-4de4-9769-45b8b16671cb), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:10:14.466390 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-818a3f5b-bf06-4588-8f32-57d9868049e9 None None] Network 49b1d218-52e1-484a-ae89-c27465d3c26b requested from n-d-760453-5 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 26 21:10:14.517371 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-80d63195-3d58-429e-b98e-1b8559ccd15f admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6864479 Jan 26 21:10:14.522403 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-e5c4a5bd-ec02-43c0-a195-ed583637c44c admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=5092cb188d4544769e73adc9702da9ff&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6140594 Jan 26 21:10:14.522992 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 50096) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:10:14.534251 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c4a5bd-ec02-43c0-a195-ed583637c44c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72d5f328-abec-4de4-9769-45b8b16671cb,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:10:14.595708 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-b5bae60f-00a3-48a5-8b2a-53ad153d4881 admin admin] Publish callbacks [] for security_group (72d5f328-abec-4de4-9769-45b8b16671cb), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:10:14.620664 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-b5bae60f-00a3-48a5-8b2a-53ad153d4881 admin admin] Publish callbacks [] for security_group (72d5f328-abec-4de4-9769-45b8b16671cb), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:10:14.676256 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-b5bae60f-00a3-48a5-8b2a-53ad153d4881 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (72d5f328-abec-4de4-9769-45b8b16671cb), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:10:14.680412 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-b5bae60f-00a3-48a5-8b2a-53ad153d4881 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:10:14.684618 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-b5bae60f-00a3-48a5-8b2a-53ad153d4881 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/72d5f328-abec-4de4-9769-45b8b16671cb HTTP/1.1" status: 204 len: 168 time: 0.1596057 Jan 26 21:10:14.694296 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5bae60f-00a3-48a5-8b2a-53ad153d4881 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72d5f328-abec-4de4-9769-45b8b16671cb,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:10:14.752042 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-555256b1-c68b-446b-b166-c4f1b41e1df3 None None] Network 49b1d218-52e1-484a-ae89-c27465d3c26b requested from n-d-760453-5 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 26 21:10:15.242642 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 50118) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:10:15.259644 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-2db90538-6c88-46e9-bad1-ba56f3cc94c7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:10:15.399818 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-2db90538-6c88-46e9-bad1-ba56f3cc94c7 admin admin] Publish callbacks [] for security_group (5fbb5ef0-ed04-4a59-87c6-07a624f47767), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:10:15.407537 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-2db90538-6c88-46e9-bad1-ba56f3cc94c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (5fbb5ef0-ed04-4a59-87c6-07a624f47767), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:10:15.446013 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db90538-6c88-46e9-bad1-ba56f3cc94c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5fbb5ef0-ed04-4a59-87c6-07a624f47767,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:10:15.465285 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9645a237-5943-4e96-b85d-f9a3a1fc1a80 req-9f1c2a27-d646-4859-8c82-e58f41132ceb tempest-LiveAutoBlockMigrationV225Test-1645909514 tempest-LiveAutoBlockMigrationV225Test-1645909514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:10:15.473984 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-9645a237-5943-4e96-b85d-f9a3a1fc1a80 req-9f1c2a27-d646-4859-8c82-e58f41132ceb tempest-LiveAutoBlockMigrationV225Test-1645909514 tempest-LiveAutoBlockMigrationV225Test-1645909514-project] 10.222.0.13 "GET /v2.0/ports?device_id=cbf92dab-bccf-42aa-9b00-3737afaeaf63 HTTP/1.1" status: 200 len: 945 time: 0.0775855 Jan 26 21:10:15.489843 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-2db90538-6c88-46e9-bad1-ba56f3cc94c7 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=bbddc843cf654e3fa8de10bfe2efb771&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2459712 Jan 26 21:10:15.490682 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 50130) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:10:15.564306 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-9645a237-5943-4e96-b85d-f9a3a1fc1a80 req-f07b7760-64ff-463c-8bee-983e17a55622 tempest-LiveAutoBlockMigrationV225Test-1645909514 tempest-LiveAutoBlockMigrationV225Test-1645909514-project] 10.222.0.13 "GET /v2.0/security-groups?id=d3d52ae6-e761-44ee-98bd-9ad0dc66343a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891016 Jan 26 21:10:15.591431 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-846733b1-e6c8-43ce-bdec-18a741f7d7a9 admin admin] Publish callbacks [] for security_group (5fbb5ef0-ed04-4a59-87c6-07a624f47767), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:10:15.630348 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-846733b1-e6c8-43ce-bdec-18a741f7d7a9 admin admin] Publish callbacks [] for security_group (5fbb5ef0-ed04-4a59-87c6-07a624f47767), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:10:15.688183 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-846733b1-e6c8-43ce-bdec-18a741f7d7a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (5fbb5ef0-ed04-4a59-87c6-07a624f47767), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:10:15.691127 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-846733b1-e6c8-43ce-bdec-18a741f7d7a9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:10:15.694685 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-846733b1-e6c8-43ce-bdec-18a741f7d7a9 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/5fbb5ef0-ed04-4a59-87c6-07a624f47767 HTTP/1.1" status: 204 len: 168 time: 0.2005806 Jan 26 21:10:15.718349 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-846733b1-e6c8-43ce-bdec-18a741f7d7a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fbb5ef0-ed04-4a59-87c6-07a624f47767,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:10:15.820122 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f46f17e-1195-40e2-ac92-a358f7e0b23b req-3d86d53c-235c-4a37-b9a9-dafb0ac37d0b tempest-MigrationsAdminTest-1084137346 tempest-MigrationsAdminTest-1084137346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:10:15.826148 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-5f46f17e-1195-40e2-ac92-a358f7e0b23b req-3d86d53c-235c-4a37-b9a9-dafb0ac37d0b tempest-MigrationsAdminTest-1084137346 tempest-MigrationsAdminTest-1084137346-project] 10.222.0.13 "GET /v2.0/ports?device_id=6689602d-c315-4f2d-bb1a-84915600014f HTTP/1.1" status: 200 len: 950 time: 0.1326842 Jan 26 21:10:15.905747 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-5f46f17e-1195-40e2-ac92-a358f7e0b23b req-0391bd75-8815-4074-923c-cabdfe2d5522 tempest-MigrationsAdminTest-1084137346 tempest-MigrationsAdminTest-1084137346-project] 10.222.0.13 "GET /v2.0/security-groups?id=e0b082e3-685f-492b-b87f-3045b8ecd8c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686574 Jan 26 21:10:16.725860 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Device dc28e82f-dde1-4b80-acdc-d7b8421d511d details requested by agent hyperv_n-h2-760453-5 with host n-h2-760453-5 {{(pid=103306) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 26 21:10:16.729122 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Device 35f30042-617d-4336-9f2b-bcf2d6d2f65d no longer exists at agent hyperv_n-h2-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 26 21:10:16.737143 n-d-760453-5 neutron-server[103306]: INFO neutron.plugins.ml2.plugin [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] No ports have port_id starting with dc28e82f-dde1-4b80-acdc-d7b8421d511d Jan 26 21:10:16.741876 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5cc31f-9467-4a18-9d76-eaab9370ca4c req-98d82eeb-71a8-43ca-a698-2e0834e42cb0 tempest-MigrationsAdminTest-1084137346 tempest-MigrationsAdminTest-1084137346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:10:16.744406 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-6a5cc31f-9467-4a18-9d76-eaab9370ca4c req-98d82eeb-71a8-43ca-a698-2e0834e42cb0 tempest-MigrationsAdminTest-1084137346 tempest-MigrationsAdminTest-1084137346-project] 10.222.0.57 "GET /v2.0/ports?device_id=6689602d-c315-4f2d-bb1a-84915600014f HTTP/1.1" status: 200 len: 950 time: 0.0584283 Jan 26 21:10:16.758777 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] No Port match for: 35f30042-617d-4336-9f2b-bcf2d6d2f65d {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 26 21:10:16.759193 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Device 35f30042-617d-4336-9f2b-bcf2d6d2f65d not bound to the agent host n-h2-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 26 21:10:16.760883 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Device dc28e82f-dde1-4b80-acdc-d7b8421d511d requested by agent hyperv_n-h2-760453-5 not found in database {{(pid=103306) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:115}} Jan 26 21:10:16.953566 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [req-6a5cc31f-9467-4a18-9d76-eaab9370ca4c req-cca77979-ac13-4140-b1f5-c52dd41cd51b tempest-MigrationsAdminTest-1084137346 tempest-MigrationsAdminTest-1084137346-project] Deleting port bf5e2133-dab5-461f-8ecd-f78e9891231b {{(pid=103305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 21:10:16.954522 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-6a5cc31f-9467-4a18-9d76-eaab9370ca4c req-cca77979-ac13-4140-b1f5-c52dd41cd51b tempest-MigrationsAdminTest-1084137346 tempest-MigrationsAdminTest-1084137346-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746560630878'] for port (bf5e2133-dab5-461f-8ecd-f78e9891231b), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:10:17.091212 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [req-6a5cc31f-9467-4a18-9d76-eaab9370ca4c req-cca77979-ac13-4140-b1f5-c52dd41cd51b tempest-MigrationsAdminTest-1084137346 tempest-MigrationsAdminTest-1084137346-project] For port bf5e2133-dab5-461f-8ecd-f78e9891231b, host n-h2-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-5',level=0,port_id=bf5e2133-dab5-461f-8ecd-f78e9891231b,segment=NetworkSegment(4eab25d6-89d9-4907-a1c2-51b06443ba33),segment_id=4eab25d6-89d9-4907-a1c2-51b06443ba33)] {{(pid=103305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:10:17.091825 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-6a5cc31f-9467-4a18-9d76-eaab9370ca4c req-cca77979-ac13-4140-b1f5-c52dd41cd51b tempest-MigrationsAdminTest-1084137346 tempest-MigrationsAdminTest-1084137346-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4109658'] for port (bf5e2133-dab5-461f-8ecd-f78e9891231b), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:10:17.122859 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [req-6a5cc31f-9467-4a18-9d76-eaab9370ca4c req-cca77979-ac13-4140-b1f5-c52dd41cd51b tempest-MigrationsAdminTest-1084137346 tempest-MigrationsAdminTest-1084137346-project] Calling delete_port for bf5e2133-dab5-461f-8ecd-f78e9891231b owned by compute:nova {{(pid=103305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 21:10:17.216419 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756bdb17-43c1-4fe5-afd5-1fd1203286c2 req-9c6266b9-3543-4686-865b-6591d33ec34d tempest-LiveAutoBlockMigrationV225Test-1645909514 tempest-LiveAutoBlockMigrationV225Test-1645909514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:10:17.224631 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-756bdb17-43c1-4fe5-afd5-1fd1203286c2 req-9c6266b9-3543-4686-865b-6591d33ec34d tempest-LiveAutoBlockMigrationV225Test-1645909514 tempest-LiveAutoBlockMigrationV225Test-1645909514-project] 10.222.0.13 "GET /v2.0/ports?device_id=cbf92dab-bccf-42aa-9b00-3737afaeaf63 HTTP/1.1" status: 200 len: 945 time: 0.5389829 Jan 26 21:10:17.281223 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 50216) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:10:17.300362 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61d983a-42be-4c4e-ac61-0ee385876fdc req-ed60f0bb-a92f-4916-97da-3bfc264fe1b5 tempest-ServerGroupTestJSON-1674920663 tempest-ServerGroupTestJSON-1674920663-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:10:17.308831 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-c61d983a-42be-4c4e-ac61-0ee385876fdc req-ed60f0bb-a92f-4916-97da-3bfc264fe1b5 tempest-ServerGroupTestJSON-1674920663 tempest-ServerGroupTestJSON-1674920663-project] 10.222.0.13 "GET /v2.0/networks?id=49b1d218-52e1-484a-ae89-c27465d3c26b HTTP/1.1" status: 200 len: 809 time: 0.6781316 Jan 26 21:10:17.332305 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-6a5cc31f-9467-4a18-9d76-eaab9370ca4c req-cca77979-ac13-4140-b1f5-c52dd41cd51b tempest-MigrationsAdminTest-1084137346 tempest-MigrationsAdminTest-1084137346-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746560636600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746560234536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11791543'] for port (bf5e2133-dab5-461f-8ecd-f78e9891231b), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:10:17.337774 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-c61d983a-42be-4c4e-ac61-0ee385876fdc req-32958902-5428-49a4-8eee-127d1c5312ec tempest-ServerGroupTestJSON-1674920663 tempest-ServerGroupTestJSON-1674920663-project] 10.222.0.13 "GET /v2.0/quotas/e68c889d7bbb4f8fb4e4482be4d96663 HTTP/1.1" status: 200 len: 375 time: 0.0285230 Jan 26 21:10:17.345264 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] get_ports_and_sgs() called for port_ids ['bf5e2133-dab5-461f-8ecd-f78e9891231b'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 26 21:10:17.370284 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-756bdb17-43c1-4fe5-afd5-1fd1203286c2 req-3002e0bc-8b69-45e6-b8eb-80febc8e62a7 tempest-LiveAutoBlockMigrationV225Test-1645909514 tempest-LiveAutoBlockMigrationV225Test-1645909514-project] 10.222.0.13 "GET /v2.0/security-groups?id=d3d52ae6-e761-44ee-98bd-9ad0dc66343a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1386039 Jan 26 21:10:17.373371 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca77979-ac13-4140-b1f5-c52dd41cd51b tempest-MigrationsAdminTest-1084137346 tempest-MigrationsAdminTest-1084137346-project] Pushing event deleted for resources: {'Port': ['ID=bf5e2133-dab5-461f-8ecd-f78e9891231b,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:10:17.385428 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] get_ports_and_sgs() called for port_ids ['0fe894a4-1ae0-4a4f-bd3a-ef6daeae89d6'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 26 21:10:17.427883 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-c61d983a-42be-4c4e-ac61-0ee385876fdc req-769272a4-1d9b-4a46-94f4-ac72b2ed574d tempest-ServerGroupTestJSON-1674920663 tempest-ServerGroupTestJSON-1674920663-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=e68c889d7bbb4f8fb4e4482be4d96663&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0891309 Jan 26 21:10:17.467232 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a5cc31f-9467-4a18-9d76-eaab9370ca4c req-cca77979-ac13-4140-b1f5-c52dd41cd51b tempest-MigrationsAdminTest-1084137346 tempest-MigrationsAdminTest-1084137346-project] No DVR routers for this DVR port bf5e2133-dab5-461f-8ecd-f78e9891231b on host n-h2-760453-5 {{(pid=103305) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 26 21:10:17.470010 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-6a5cc31f-9467-4a18-9d76-eaab9370ca4c req-cca77979-ac13-4140-b1f5-c52dd41cd51b tempest-MigrationsAdminTest-1084137346 tempest-MigrationsAdminTest-1084137346-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:10:17.473874 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-6a5cc31f-9467-4a18-9d76-eaab9370ca4c req-cca77979-ac13-4140-b1f5-c52dd41cd51b tempest-MigrationsAdminTest-1084137346 tempest-MigrationsAdminTest-1084137346-project] 10.222.0.57 "DELETE /v2.0/ports/bf5e2133-dab5-461f-8ecd-f78e9891231b HTTP/1.1" status: 204 len: 173 time: 0.7221386 Jan 26 21:10:17.480937 n-d-760453-5 neutron-server[103305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6689602d-c315-4f2d-bb1a-84915600014f', 'name': 'network-vif-deleted', 'tag': 'bf5e2133-dab5-461f-8ecd-f78e9891231b'}] {{(pid=103305) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 21:10:17.484749 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d4654568b7bf041e72ff8fe1c96d6d761d9c921f2b99bc7b3a26632be20cee0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c6acb73-008a-4daa-b817-6bf7e03b2e2d" -d '{"events": [{"server_uuid": "6689602d-c315-4f2d-bb1a-84915600014f", "name": "network-vif-deleted", "tag": "bf5e2133-dab5-461f-8ecd-f78e9891231b"}]}' {{(pid=103305) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 21:10:17.609919 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-f50b3c3d-66fe-4f4b-825b-7466c552d14f req-d22ad330-b8cd-4b7f-afca-f57d4bceea5a tempest-MigrationsAdminTest-1084137346 tempest-MigrationsAdminTest-1084137346-project] 10.222.0.13 "GET /v2.0/ports?device_id=6689602d-c315-4f2d-bb1a-84915600014f HTTP/1.1" status: 200 len: 210 time: 0.0635026 Jan 26 21:10:17.612897 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-ad69e579-e033-4dea-ba64-173a9887afdb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:10:17.617231 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-c61d983a-42be-4c4e-ac61-0ee385876fdc req-a7ea455d-3dbf-4920-a8d9-bb54808ac9ef service neutron] 10.222.0.13 "GET /v2.0/networks/49b1d218-52e1-484a-ae89-c27465d3c26b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1883693 Jan 26 21:10:17.737832 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Jan 2022 21:10:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e56344db-c9d2-47e3-9391-1c401e64794b x-openstack-request-id: req-e56344db-c9d2-47e3-9391-1c401e64794b {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 21:10:17.738335 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6689602d-c315-4f2d-bb1a-84915600014f", "name": "network-vif-deleted", "tag": "bf5e2133-dab5-461f-8ecd-f78e9891231b", "status": "completed", "code": 200}]} {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 21:10:17.738593 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e56344db-c9d2-47e3-9391-1c401e64794b {{(pid=103305) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 21:10:17.738996 n-d-760453-5 neutron-server[103305]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6689602d-c315-4f2d-bb1a-84915600014f', 'name': 'network-vif-deleted', 'tag': 'bf5e2133-dab5-461f-8ecd-f78e9891231b', 'status': 'completed', 'code': 200} Jan 26 21:10:17.757770 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-c61d983a-42be-4c4e-ac61-0ee385876fdc req-088c3921-9466-43d2-8736-d6385dad552d service neutron] 10.222.0.13 "GET /v2.0/networks/49b1d218-52e1-484a-ae89-c27465d3c26b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1342261 Jan 26 21:10:17.784024 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-ad69e579-e033-4dea-ba64-173a9887afdb admin admin] Publish callbacks [] for security_group (9434345a-9f04-41d4-92bd-0b1eb6b2f09d), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:10:17.789520 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-ad69e579-e033-4dea-ba64-173a9887afdb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (9434345a-9f04-41d4-92bd-0b1eb6b2f09d), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:10:17.849480 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-ad69e579-e033-4dea-ba64-173a9887afdb admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b527cb971c7d48fabe70aa2cb5bd4701&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5599744 Jan 26 21:10:17.849480 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad69e579-e033-4dea-ba64-173a9887afdb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9434345a-9f04-41d4-92bd-0b1eb6b2f09d,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:10:17.849910 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 50232) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:10:17.925808 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-b4dfa50a-02e7-4aca-b00f-e1f36a0a7876 admin admin] Publish callbacks [] for security_group (9434345a-9f04-41d4-92bd-0b1eb6b2f09d), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:10:17.953060 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-b4dfa50a-02e7-4aca-b00f-e1f36a0a7876 admin admin] Publish callbacks [] for security_group (9434345a-9f04-41d4-92bd-0b1eb6b2f09d), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:10:18.028899 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-b4dfa50a-02e7-4aca-b00f-e1f36a0a7876 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (9434345a-9f04-41d4-92bd-0b1eb6b2f09d), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:10:18.031636 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-b4dfa50a-02e7-4aca-b00f-e1f36a0a7876 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:10:18.035845 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-b4dfa50a-02e7-4aca-b00f-e1f36a0a7876 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/9434345a-9f04-41d4-92bd-0b1eb6b2f09d HTTP/1.1" status: 204 len: 168 time: 0.1847210 Jan 26 21:10:18.048688 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4dfa50a-02e7-4aca-b00f-e1f36a0a7876 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9434345a-9f04-41d4-92bd-0b1eb6b2f09d,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:10:18.095949 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Device 7e31b6e9-d96b-4f14-a87b-9575f346784c details requested by agent hyperv_n-h1-760453-5 with host n-h1-760453-5 {{(pid=103306) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 26 21:10:18.196481 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-583211c2-001d-4136-9ed2-081335a26432 req-22a37ef0-ff36-491a-a733-b289d5314311 tempest-ServerGroupTestJSON-1674920663 tempest-ServerGroupTestJSON-1674920663-project] 10.222.0.13 "GET /v2.0/ports?device_id=38619073-9648-4d55-8e74-c818e6615fc1 HTTP/1.1" status: 200 len: 210 time: 0.0377333 Jan 26 21:10:18.270021 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] For port 7e31b6e9-d96b-4f14-a87b-9575f346784c, host n-h1-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-5',level=0,port_id=7e31b6e9-d96b-4f14-a87b-9575f346784c,segment=NetworkSegment(4eab25d6-89d9-4907-a1c2-51b06443ba33),segment_id=4eab25d6-89d9-4907-a1c2-51b06443ba33)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:10:18.284992 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Returning: {'device': '7e31b6e9-d96b-4f14-a87b-9575f346784c', 'network_id': '7fbe9cf5-e12c-436d-b372-55a19c9faa30', 'port_id': '7e31b6e9-d96b-4f14-a87b-9575f346784c', 'mac_address': 'fa:16:3e:63:e1:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 561, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fd77e534-75e6-4b90-950e-f5824d584430', 'ip_address': '192.168.233.141'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103306) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 26 21:10:18.332963 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Current status of the port 7e31b6e9-d96b-4f14-a87b-9575f346784c is: ACTIVE; New status is: BUILD {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:10:18.333924 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (7e31b6e9-d96b-4f14-a87b-9575f346784c), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:10:18.351379 n-d-760453-5 neutron-server[103306]: DEBUG neutron.notifiers.nova [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 7e31b6e9-d96b-4f14-a87b-9575f346784c {{(pid=103306) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 26 21:10:18.383461 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] For port 7e31b6e9-d96b-4f14-a87b-9575f346784c, host n-h1-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-5',level=0,port_id=7e31b6e9-d96b-4f14-a87b-9575f346784c,segment=NetworkSegment(4eab25d6-89d9-4907-a1c2-51b06443ba33),segment_id=4eab25d6-89d9-4907-a1c2-51b06443ba33)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:10:18.388250 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (7e31b6e9-d96b-4f14-a87b-9575f346784c), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:10:18.450575 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Pushing event updated for resources: {'Port': ['ID=7e31b6e9-d96b-4f14-a87b-9575f346784c,revision_number=6']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:10:18.546033 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411fa346-1975-4bf0-97ff-471615e5327d req-e705c1c6-62aa-4f2a-9302-ba6c308c7fef tempest-LiveAutoBlockMigrationV225Test-1645909514 tempest-LiveAutoBlockMigrationV225Test-1645909514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:10:18.554887 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-411fa346-1975-4bf0-97ff-471615e5327d req-e705c1c6-62aa-4f2a-9302-ba6c308c7fef tempest-LiveAutoBlockMigrationV225Test-1645909514 tempest-LiveAutoBlockMigrationV225Test-1645909514-project] 10.222.0.13 "GET /v2.0/ports?device_id=cbf92dab-bccf-42aa-9b00-3737afaeaf63 HTTP/1.1" status: 200 len: 945 time: 0.0947890 Jan 26 21:10:18.605790 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] get_ports_and_sgs() called for port_ids ['7e31b6e9-d96b-4f14-a87b-9575f346784c'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 26 21:10:18.666215 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-411fa346-1975-4bf0-97ff-471615e5327d req-1095b422-e7bb-4d6f-abe9-4da48b84a3e7 tempest-LiveAutoBlockMigrationV225Test-1645909514 tempest-LiveAutoBlockMigrationV225Test-1645909514-project] 10.222.0.13 "GET /v2.0/security-groups?id=d3d52ae6-e761-44ee-98bd-9ad0dc66343a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056931 Jan 26 21:10:18.928033 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-67743513-40b7-49ae-9357-9b256734b48f req-3a17ea53-ef28-46d6-bf45-24c3fe005332 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=fa873b56-913b-4b6f-ac44-2cc6f39f16b1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1601388 Jan 26 21:10:18.966174 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-5e1d15ec-617c-4e54-9119-cd86afeed8f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (474ccdf7-ab6c-405b-a3b2-dc7b05829902), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:10:19.069970 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67743513-40b7-49ae-9357-9b256734b48f req-3c2c1445-5bd1-49a7-8bb5-140477fab054 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:10:19.072550 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-67743513-40b7-49ae-9357-9b256734b48f req-3c2c1445-5bd1-49a7-8bb5-140477fab054 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=6a368bf2185e476485148d66b6d73c5c&device_id=fa873b56-913b-4b6f-ac44-2cc6f39f16b1 HTTP/1.1" status: 200 len: 1095 time: 0.0569384 Jan 26 21:10:19.103485 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa52e4b6-1924-4101-86c5-823fd795e189 req-3b4a410c-cc9f-4ff6-a62c-fc24ae66366b tempest-MigrationsAdminTest-1084137346 tempest-MigrationsAdminTest-1084137346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:10:19.111518 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-fa52e4b6-1924-4101-86c5-823fd795e189 req-3b4a410c-cc9f-4ff6-a62c-fc24ae66366b tempest-MigrationsAdminTest-1084137346 tempest-MigrationsAdminTest-1084137346-project] 10.222.0.13 "GET /v2.0/ports?device_id=7f544618-ae90-49cb-a581-602469d4709d HTTP/1.1" status: 200 len: 950 time: 0.0645893 Jan 26 21:10:19.167832 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-fa52e4b6-1924-4101-86c5-823fd795e189 req-ac13629c-f215-4f51-8ec4-181b687135c9 tempest-MigrationsAdminTest-1084137346 tempest-MigrationsAdminTest-1084137346-project] 10.222.0.13 "GET /v2.0/security-groups?id=e0b082e3-685f-492b-b87f-3045b8ecd8c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553746 Jan 26 21:10:19.232685 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67743513-40b7-49ae-9357-9b256734b48f req-f2f828b6-b3c5-41fe-b476-4480fece9076 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:10:19.234539 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-67743513-40b7-49ae-9357-9b256734b48f req-f2f828b6-b3c5-41fe-b476-4480fece9076 service neutron] 10.222.0.66 "GET /v2.0/networks?id=1c3811f3-dcb6-4f77-8c26-3e9819d7c63c HTTP/1.1" status: 200 len: 921 time: 0.1340532 Jan 26 21:10:19.308384 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-67743513-40b7-49ae-9357-9b256734b48f req-56d48faa-2511-4cc1-a5e4-388dcb50e122 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=4c6e06a3-81ac-4751-9679-9826254c4461 HTTP/1.1" status: 200 len: 217 time: 0.0652020 Jan 26 21:10:19.325729 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-02e52f33-c3e9-44a6-8522-71e49e38142c req-af6f326f-54a9-43d4-9339-cd78667f530c tempest-ServerGroupTestJSON-1674920663 tempest-ServerGroupTestJSON-1674920663-project] 10.222.0.13 "GET /v2.0/ports?device_id=38619073-9648-4d55-8e74-c818e6615fc1 HTTP/1.1" status: 200 len: 210 time: 0.0487201 Jan 26 21:10:19.388796 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67743513-40b7-49ae-9357-9b256734b48f req-7633bdb2-7c33-4e61-9ceb-caabfbd0cae4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:10:19.392342 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-67743513-40b7-49ae-9357-9b256734b48f req-7633bdb2-7c33-4e61-9ceb-caabfbd0cae4 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=dae01ee8-17f0-4a86-8f17-22a537cba2b9 HTTP/1.1" status: 200 len: 860 time: 0.0705869 Jan 26 21:10:19.515162 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-67743513-40b7-49ae-9357-9b256734b48f req-d4cb544c-7f36-46b7-98fb-91b850160d07 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=1c3811f3-dcb6-4f77-8c26-3e9819d7c63c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0507479 Jan 26 21:10:19.646324 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-67743513-40b7-49ae-9357-9b256734b48f req-1b233d72-2f93-4535-bce6-2fedfc54785e service neutron] 10.222.0.66 "GET /v2.0/networks/1c3811f3-dcb6-4f77-8c26-3e9819d7c63c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239123 Jan 26 21:10:19.788350 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-67743513-40b7-49ae-9357-9b256734b48f req-5322b292-829f-4a70-b760-896b16a9e0dc service neutron] 10.222.0.66 "GET /v2.0/networks/1c3811f3-dcb6-4f77-8c26-3e9819d7c63c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1316617 Jan 26 21:10:19.924763 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c451dc-6987-4c2a-b0de-165fe0a70cd9 req-cd0e1eb0-0c05-4629-84bd-48907e800e07 tempest-LiveAutoBlockMigrationV225Test-1645909514 tempest-LiveAutoBlockMigrationV225Test-1645909514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:10:19.933023 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-00c451dc-6987-4c2a-b0de-165fe0a70cd9 req-cd0e1eb0-0c05-4629-84bd-48907e800e07 tempest-LiveAutoBlockMigrationV225Test-1645909514 tempest-LiveAutoBlockMigrationV225Test-1645909514-project] 10.222.0.13 "GET /v2.0/ports?device_id=cbf92dab-bccf-42aa-9b00-3737afaeaf63 HTTP/1.1" status: 200 len: 945 time: 0.1199183 Jan 26 21:10:20.007670 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-00c451dc-6987-4c2a-b0de-165fe0a70cd9 req-a3c1ca4f-880c-456b-919f-dd432752bebe tempest-LiveAutoBlockMigrationV225Test-1645909514 tempest-LiveAutoBlockMigrationV225Test-1645909514-project] 10.222.0.13 "GET /v2.0/security-groups?id=d3d52ae6-e761-44ee-98bd-9ad0dc66343a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736783 Jan 26 21:10:20.105045 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Device 7e31b6e9-d96b-4f14-a87b-9575f346784c up at agent hyperv_n-h1-760453-5 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 21:10:20.226906 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Provisioning complete for port 7e31b6e9-d96b-4f14-a87b-9575f346784c triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:10:20.227471 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (7e31b6e9-d96b-4f14-a87b-9575f346784c), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:10:20.265798 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61d983a-42be-4c4e-ac61-0ee385876fdc req-8c54d398-9a2e-45d9-8e71-287863dcae95 tempest-ServerGroupTestJSON-1674920663 tempest-ServerGroupTestJSON-1674920663-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:10:20.273084 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-c61d983a-42be-4c4e-ac61-0ee385876fdc req-8c54d398-9a2e-45d9-8e71-287863dcae95 tempest-ServerGroupTestJSON-1674920663 tempest-ServerGroupTestJSON-1674920663-project] 10.222.0.57 "GET /v2.0/networks?id=49b1d218-52e1-484a-ae89-c27465d3c26b HTTP/1.1" status: 200 len: 809 time: 0.3723974 Jan 26 21:10:20.288479 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [req-c61d983a-42be-4c4e-ac61-0ee385876fdc req-280473a0-5fb1-47e6-8a05-dbddf1f572a3 tempest-ServerGroupTestJSON-1674920663 tempest-ServerGroupTestJSON-1674920663-project] Request body: {'port': {'device_id': '38619073-9648-4d55-8e74-c818e6615fc1', 'network_id': '49b1d218-52e1-484a-ae89-c27465d3c26b', 'admin_state_up': True, 'tenant_id': 'e68c889d7bbb4f8fb4e4482be4d96663'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:10:20.454137 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d85a2dd-5085-4540-ba14-d55bdb31b8fa req-7cd6f89c-b312-4163-a04a-de5281b6bb1f tempest-MigrationsAdminTest-1084137346 tempest-MigrationsAdminTest-1084137346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:10:20.458726 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-8d85a2dd-5085-4540-ba14-d55bdb31b8fa req-7cd6f89c-b312-4163-a04a-de5281b6bb1f tempest-MigrationsAdminTest-1084137346 tempest-MigrationsAdminTest-1084137346-project] 10.222.0.13 "GET /v2.0/ports?device_id=7f544618-ae90-49cb-a581-602469d4709d HTTP/1.1" status: 200 len: 950 time: 0.1499774 Jan 26 21:10:20.576201 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Current status of the port 7e31b6e9-d96b-4f14-a87b-9575f346784c is: BUILD; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:10:20.577055 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (7e31b6e9-d96b-4f14-a87b-9575f346784c), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:10:20.625207 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] For port 7e31b6e9-d96b-4f14-a87b-9575f346784c, host n-h1-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-5',level=0,port_id=7e31b6e9-d96b-4f14-a87b-9575f346784c,segment=NetworkSegment(4eab25d6-89d9-4907-a1c2-51b06443ba33),segment_id=4eab25d6-89d9-4907-a1c2-51b06443ba33)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:10:20.626642 n-d-760453-5 neutron-server[103306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fda5c4b7-d9ed-47bc-a94f-3ae0ff118ddf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e31b6e9-d96b-4f14-a87b-9575f346784c'}] {{(pid=103306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 21:10:20.629577 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9d5d370febab655511bdd2ffe887e43e442d144a440368702bcc1e93af00b97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11ffeeae-c3e6-4ab3-91d6-8104df1ca60b" -d '{"events": [{"server_uuid": "fda5c4b7-d9ed-47bc-a94f-3ae0ff118ddf", "name": "network-vif-plugged", "status": "completed", "tag": "7e31b6e9-d96b-4f14-a87b-9575f346784c"}]}' {{(pid=103306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 21:10:20.635669 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (7e31b6e9-d96b-4f14-a87b-9575f346784c), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:10:20.651407 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c61d983a-42be-4c4e-ac61-0ee385876fdc req-280473a0-5fb1-47e6-8a05-dbddf1f572a3 tempest-ServerGroupTestJSON-1674920663 tempest-ServerGroupTestJSON-1674920663-project] Made reservation on behalf of e68c889d7bbb4f8fb4e4482be4d96663 for: {'port': 1} {{(pid=103305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 21:10:20.662997 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-b8eade6e-9556-4f5c-b945-8f5cff392d19 req-9b8b3e55-c732-4cf7-9e86-88c46c22c4af tempest-ServerGroupTestJSON-1674920663 tempest-ServerGroupTestJSON-1674920663-project] 10.222.0.13 "GET /v2.0/ports?device_id=38619073-9648-4d55-8e74-c818e6615fc1 HTTP/1.1" status: 200 len: 210 time: 0.1028628 Jan 26 21:10:20.666804 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-c61d983a-42be-4c4e-ac61-0ee385876fdc req-280473a0-5fb1-47e6-8a05-dbddf1f572a3 tempest-ServerGroupTestJSON-1674920663 tempest-ServerGroupTestJSON-1674920663-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:10:20.702756 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Pushing event updated for resources: {'Port': ['ID=7e31b6e9-d96b-4f14-a87b-9575f346784c,revision_number=7']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:10:20.734019 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-8d85a2dd-5085-4540-ba14-d55bdb31b8fa req-157f7922-d2e2-4146-8184-061418e81baf tempest-MigrationsAdminTest-1084137346 tempest-MigrationsAdminTest-1084137346-project] 10.222.0.13 "GET /v2.0/security-groups?id=e0b082e3-685f-492b-b87f-3045b8ecd8c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2688215 Jan 26 21:10:20.751263 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Jan 2022 21:10:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e38037ee-c37c-4c57-919c-2fbbb1f63454 x-openstack-request-id: req-e38037ee-c37c-4c57-919c-2fbbb1f63454 {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 21:10:20.754218 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fda5c4b7-d9ed-47bc-a94f-3ae0ff118ddf", "name": "network-vif-plugged", "status": "completed", "tag": "7e31b6e9-d96b-4f14-a87b-9575f346784c", "code": 200}]} {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 21:10:20.754595 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e38037ee-c37c-4c57-919c-2fbbb1f63454 {{(pid=103306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 21:10:20.756636 n-d-760453-5 neutron-server[103306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fda5c4b7-d9ed-47bc-a94f-3ae0ff118ddf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e31b6e9-d96b-4f14-a87b-9575f346784c', 'code': 200} Jan 26 21:10:20.768528 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Device bf5e2133-dab5-461f-8ecd-f78e9891231b no longer exists at agent hyperv_n-h2-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 26 21:10:20.808409 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] No Port match for: bf5e2133-dab5-461f-8ecd-f78e9891231b {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 26 21:10:20.809102 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Device bf5e2133-dab5-461f-8ecd-f78e9891231b not bound to the agent host n-h2-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 26 21:10:20.958489 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.db_base_plugin_common [req-c61d983a-42be-4c4e-ac61-0ee385876fdc req-280473a0-5fb1-47e6-8a05-dbddf1f572a3 tempest-ServerGroupTestJSON-1674920663 tempest-ServerGroupTestJSON-1674920663-project] Allocated IP 172.20.0.9 (49b1d218-52e1-484a-ae89-c27465d3c26b/9b9d0167-d6b2-414c-bdf0-04109f255ccc/716a4075-5873-4c99-87b7-28ec649955c6) {{(pid=103305) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 21:10:21.156556 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-c61d983a-42be-4c4e-ac61-0ee385876fdc req-280473a0-5fb1-47e6-8a05-dbddf1f572a3 tempest-ServerGroupTestJSON-1674920663 tempest-ServerGroupTestJSON-1674920663-project] Publish callbacks [] for port (716a4075-5873-4c99-87b7-28ec649955c6), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:10:21.199557 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-731e2617-a53b-4c27-be99-a7b9375e1b4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (09df100c-3af1-4b0a-bda8-05914c71c458), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:10:21.330281 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cccf855c-6e30-42a0-b95a-b7d0f8f390af req-f5a52541-1b26-4b1a-a0dc-5252498ed272 tempest-LiveAutoBlockMigrationV225Test-1645909514 tempest-LiveAutoBlockMigrationV225Test-1645909514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:10:21.338824 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-cccf855c-6e30-42a0-b95a-b7d0f8f390af req-f5a52541-1b26-4b1a-a0dc-5252498ed272 tempest-LiveAutoBlockMigrationV225Test-1645909514 tempest-LiveAutoBlockMigrationV225Test-1645909514-project] 10.222.0.13 "GET /v2.0/ports?device_id=cbf92dab-bccf-42aa-9b00-3737afaeaf63 HTTP/1.1" status: 200 len: 945 time: 0.1178155 Jan 26 21:10:21.391580 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-c61d983a-42be-4c4e-ac61-0ee385876fdc req-280473a0-5fb1-47e6-8a05-dbddf1f572a3 tempest-ServerGroupTestJSON-1674920663 tempest-ServerGroupTestJSON-1674920663-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746560234527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11791543'] for port (716a4075-5873-4c99-87b7-28ec649955c6), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:10:21.412614 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-cccf855c-6e30-42a0-b95a-b7d0f8f390af req-79a63d9f-b2ac-452a-bd62-8723e8c7fc63 tempest-LiveAutoBlockMigrationV225Test-1645909514 tempest-LiveAutoBlockMigrationV225Test-1645909514-project] 10.222.0.13 "GET /v2.0/security-groups?id=d3d52ae6-e761-44ee-98bd-9ad0dc66343a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723727 Jan 26 21:10:21.478615 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c61d983a-42be-4c4e-ac61-0ee385876fdc req-280473a0-5fb1-47e6-8a05-dbddf1f572a3 tempest-ServerGroupTestJSON-1674920663 tempest-ServerGroupTestJSON-1674920663-project] Network 49b1d218-52e1-484a-ae89-c27465d3c26b is already hosted by enough agents. {{(pid=103305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 21:10:21.496209 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4518161-0ce7-4ac9-8e03-a1b3f8075f1d req-a75ae7d6-9211-4ab4-96e4-5fa84df80eb7 tempest-MigrationsAdminTest-1084137346 tempest-MigrationsAdminTest-1084137346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:10:21.498847 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-f4518161-0ce7-4ac9-8e03-a1b3f8075f1d req-a75ae7d6-9211-4ab4-96e4-5fa84df80eb7 tempest-MigrationsAdminTest-1084137346 tempest-MigrationsAdminTest-1084137346-project] 10.222.0.66 "GET /v2.0/ports?device_id=7f544618-ae90-49cb-a581-602469d4709d HTTP/1.1" status: 200 len: 950 time: 0.2346401 Jan 26 21:10:21.512729 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [req-c61d983a-42be-4c4e-ac61-0ee385876fdc req-280473a0-5fb1-47e6-8a05-dbddf1f572a3 tempest-ServerGroupTestJSON-1674920663 tempest-ServerGroupTestJSON-1674920663-project] Resources bound (agent type, host, resource id): {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:10:21.515759 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [req-c61d983a-42be-4c4e-ac61-0ee385876fdc req-280473a0-5fb1-47e6-8a05-dbddf1f572a3 tempest-ServerGroupTestJSON-1674920663 tempest-ServerGroupTestJSON-1674920663-project] Received port after_create {{(pid=103305) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 21:10:21.529949 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-280473a0-5fb1-47e6-8a05-dbddf1f572a3 tempest-ServerGroupTestJSON-1674920663 tempest-ServerGroupTestJSON-1674920663-project] Pushing event updated for resources: {'Port': ['ID=716a4075-5873-4c99-87b7-28ec649955c6,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:10:21.651056 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61d983a-42be-4c4e-ac61-0ee385876fdc req-280473a0-5fb1-47e6-8a05-dbddf1f572a3 tempest-ServerGroupTestJSON-1674920663 tempest-ServerGroupTestJSON-1674920663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:10:21.651680 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-c61d983a-42be-4c4e-ac61-0ee385876fdc req-280473a0-5fb1-47e6-8a05-dbddf1f572a3 tempest-ServerGroupTestJSON-1674920663 tempest-ServerGroupTestJSON-1674920663-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:10:21.677648 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-c61d983a-42be-4c4e-ac61-0ee385876fdc req-280473a0-5fb1-47e6-8a05-dbddf1f572a3 tempest-ServerGroupTestJSON-1674920663 tempest-ServerGroupTestJSON-1674920663-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3933718 Jan 26 21:10:21.698572 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [req-f4518161-0ce7-4ac9-8e03-a1b3f8075f1d req-8bce92ef-2f74-48cd-82b1-b53c8a2b5c09 tempest-MigrationsAdminTest-1084137346 tempest-MigrationsAdminTest-1084137346-project] Deleting port 0fe894a4-1ae0-4a4f-bd3a-ef6daeae89d6 {{(pid=103305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 21:10:21.698734 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-f4518161-0ce7-4ac9-8e03-a1b3f8075f1d req-8bce92ef-2f74-48cd-82b1-b53c8a2b5c09 tempest-MigrationsAdminTest-1084137346 tempest-MigrationsAdminTest-1084137346-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746560630878'] for port (0fe894a4-1ae0-4a4f-bd3a-ef6daeae89d6), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:10:21.819684 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [req-f4518161-0ce7-4ac9-8e03-a1b3f8075f1d req-8bce92ef-2f74-48cd-82b1-b53c8a2b5c09 tempest-MigrationsAdminTest-1084137346 tempest-MigrationsAdminTest-1084137346-project] For port 0fe894a4-1ae0-4a4f-bd3a-ef6daeae89d6, host n-h1-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-5',level=0,port_id=0fe894a4-1ae0-4a4f-bd3a-ef6daeae89d6,segment=NetworkSegment(4eab25d6-89d9-4907-a1c2-51b06443ba33),segment_id=4eab25d6-89d9-4907-a1c2-51b06443ba33)] {{(pid=103305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:10:21.820082 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-f4518161-0ce7-4ac9-8e03-a1b3f8075f1d req-8bce92ef-2f74-48cd-82b1-b53c8a2b5c09 tempest-MigrationsAdminTest-1084137346 tempest-MigrationsAdminTest-1084137346-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4109658'] for port (0fe894a4-1ae0-4a4f-bd3a-ef6daeae89d6), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:10:21.830220 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 50426) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:10:21.843736 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [req-f4518161-0ce7-4ac9-8e03-a1b3f8075f1d req-8bce92ef-2f74-48cd-82b1-b53c8a2b5c09 tempest-MigrationsAdminTest-1084137346 tempest-MigrationsAdminTest-1084137346-project] Calling delete_port for 0fe894a4-1ae0-4a4f-bd3a-ef6daeae89d6 owned by compute:nova {{(pid=103305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 21:10:21.880910 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37344cc-60ca-4df9-9314-8f274bc6779b req-d69f3959-f314-4570-9192-9d9ae536840e tempest-ServerGroupTestJSON-1674920663 tempest-ServerGroupTestJSON-1674920663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:10:21.895072 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-e37344cc-60ca-4df9-9314-8f274bc6779b req-d69f3959-f314-4570-9192-9d9ae536840e tempest-ServerGroupTestJSON-1674920663 tempest-ServerGroupTestJSON-1674920663-project] 10.222.0.13 "GET /v2.0/ports?device_id=38619073-9648-4d55-8e74-c818e6615fc1 HTTP/1.1" status: 200 len: 931 time: 0.0973878 Jan 26 21:10:21.974904 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [req-c61d983a-42be-4c4e-ac61-0ee385876fdc req-abc94602-6e30-4d63-9cb8-a0f50878235a service neutron] Request body: {'port': {'device_id': '38619073-9648-4d55-8e74-c818e6615fc1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-760453-5'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:10:22.061554 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-e37344cc-60ca-4df9-9314-8f274bc6779b req-c62b15bc-2c64-4d4c-824d-619e93768f35 tempest-ServerGroupTestJSON-1674920663 tempest-ServerGroupTestJSON-1674920663-project] 10.222.0.13 "GET /v2.0/security-groups?id=741e6094-c1d4-4c3e-943b-9a315430f623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1623423 Jan 26 21:10:22.101936 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-841f5991-a4d8-4d4b-b215-cbc6bab5427b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (aa7ee9d2-08eb-4e12-b895-24c57300dfec), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:10:22.106726 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b92032-57b1-48f8-a17f-6a3cf3282868 req-1add9564-c3ab-4562-8494-591a6dbacbdc tempest-MigrationsAdminTest-1084137346 tempest-MigrationsAdminTest-1084137346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:10:22.114198 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-38b92032-57b1-48f8-a17f-6a3cf3282868 req-1add9564-c3ab-4562-8494-591a6dbacbdc tempest-MigrationsAdminTest-1084137346 tempest-MigrationsAdminTest-1084137346-project] 10.222.0.13 "GET /v2.0/ports?device_id=7f544618-ae90-49cb-a581-602469d4709d HTTP/1.1" status: 200 len: 950 time: 0.1645195 Jan 26 21:10:22.117544 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-61e08582-80f5-4ed3-987d-624d17856d45 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:10:22.127193 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-c61d983a-42be-4c4e-ac61-0ee385876fdc req-abc94602-6e30-4d63-9cb8-a0f50878235a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (716a4075-5873-4c99-87b7-28ec649955c6), before_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:10:22.233992 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-f4518161-0ce7-4ac9-8e03-a1b3f8075f1d req-8bce92ef-2f74-48cd-82b1-b53c8a2b5c09 tempest-MigrationsAdminTest-1084137346 tempest-MigrationsAdminTest-1084137346-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746560636600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746560234536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11791543'] for port (0fe894a4-1ae0-4a4f-bd3a-ef6daeae89d6), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:10:22.245125 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-38b92032-57b1-48f8-a17f-6a3cf3282868 req-80755317-6f56-40de-80de-38ed3ccd1bc2 tempest-MigrationsAdminTest-1084137346 tempest-MigrationsAdminTest-1084137346-project] 10.222.0.13 "GET /v2.0/security-groups?id=e0b082e3-685f-492b-b87f-3045b8ecd8c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1253054 Jan 26 21:10:22.388770 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bce92ef-2f74-48cd-82b1-b53c8a2b5c09 tempest-MigrationsAdminTest-1084137346 tempest-MigrationsAdminTest-1084137346-project] Pushing event deleted for resources: {'Port': ['ID=0fe894a4-1ae0-4a4f-bd3a-ef6daeae89d6,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:10:22.428783 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4518161-0ce7-4ac9-8e03-a1b3f8075f1d req-8bce92ef-2f74-48cd-82b1-b53c8a2b5c09 tempest-MigrationsAdminTest-1084137346 tempest-MigrationsAdminTest-1084137346-project] No DVR routers for this DVR port 0fe894a4-1ae0-4a4f-bd3a-ef6daeae89d6 on host n-h1-760453-5 {{(pid=103305) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 26 21:10:22.428783 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-f4518161-0ce7-4ac9-8e03-a1b3f8075f1d req-8bce92ef-2f74-48cd-82b1-b53c8a2b5c09 tempest-MigrationsAdminTest-1084137346 tempest-MigrationsAdminTest-1084137346-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:10:22.429640 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-f4518161-0ce7-4ac9-8e03-a1b3f8075f1d req-8bce92ef-2f74-48cd-82b1-b53c8a2b5c09 tempest-MigrationsAdminTest-1084137346 tempest-MigrationsAdminTest-1084137346-project] 10.222.0.66 "DELETE /v2.0/ports/0fe894a4-1ae0-4a4f-bd3a-ef6daeae89d6 HTTP/1.1" status: 204 len: 173 time: 0.9185531 Jan 26 21:10:22.435520 n-d-760453-5 neutron-server[103305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f544618-ae90-49cb-a581-602469d4709d', 'name': 'network-vif-deleted', 'tag': '0fe894a4-1ae0-4a4f-bd3a-ef6daeae89d6'}] {{(pid=103305) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 21:10:22.437937 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d4654568b7bf041e72ff8fe1c96d6d761d9c921f2b99bc7b3a26632be20cee0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67a627d7-952c-4668-842a-9502d9f73ce8" -d '{"events": [{"server_uuid": "7f544618-ae90-49cb-a581-602469d4709d", "name": "network-vif-deleted", "tag": "0fe894a4-1ae0-4a4f-bd3a-ef6daeae89d6"}]}' {{(pid=103305) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 21:10:22.572591 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d4b963-d9b7-45d7-a9d6-53512c573cdd req-22777290-472c-4d10-b939-79e0147b4d10 tempest-LiveAutoBlockMigrationV225Test-1645909514 tempest-LiveAutoBlockMigrationV225Test-1645909514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:10:22.581649 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-f4d4b963-d9b7-45d7-a9d6-53512c573cdd req-22777290-472c-4d10-b939-79e0147b4d10 tempest-LiveAutoBlockMigrationV225Test-1645909514 tempest-LiveAutoBlockMigrationV225Test-1645909514-project] 10.222.0.13 "GET /v2.0/ports?device_id=cbf92dab-bccf-42aa-9b00-3737afaeaf63 HTTP/1.1" status: 200 len: 945 time: 0.0818129 Jan 26 21:10:22.611886 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-61e08582-80f5-4ed3-987d-624d17856d45 admin admin] Publish callbacks [] for security_group (b2f189bd-ef26-44bc-9540-eca1ad877be9), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:10:22.632646 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-61e08582-80f5-4ed3-987d-624d17856d45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (b2f189bd-ef26-44bc-9540-eca1ad877be9), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:10:22.659584 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-f4d4b963-d9b7-45d7-a9d6-53512c573cdd req-8829b6df-7175-42a3-bc0f-763e920ed22a tempest-LiveAutoBlockMigrationV225Test-1645909514 tempest-LiveAutoBlockMigrationV225Test-1645909514-project] 10.222.0.13 "GET /v2.0/security-groups?id=d3d52ae6-e761-44ee-98bd-9ad0dc66343a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693262 Jan 26 21:10:22.698794 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-61e08582-80f5-4ed3-987d-624d17856d45 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=1a6b982b017b40cea2060c7ad73945fa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8674877 Jan 26 21:10:22.701437 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 50450) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:10:22.766344 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (4d619873-4b60-439f-9b5a-b155dc8bbc34), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:10:22.782689 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Jan 2022 21:10:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87f7e35a-aed3-406f-8f61-b824bcdfcae5 x-openstack-request-id: req-87f7e35a-aed3-406f-8f61-b824bcdfcae5 {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 21:10:22.783073 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f544618-ae90-49cb-a581-602469d4709d", "name": "network-vif-deleted", "tag": "0fe894a4-1ae0-4a4f-bd3a-ef6daeae89d6", "status": "completed", "code": 200}]} {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 21:10:22.783544 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-87f7e35a-aed3-406f-8f61-b824bcdfcae5 {{(pid=103305) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 21:10:22.784206 n-d-760453-5 neutron-server[103305]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f544618-ae90-49cb-a581-602469d4709d', 'name': 'network-vif-deleted', 'tag': '0fe894a4-1ae0-4a4f-bd3a-ef6daeae89d6', 'status': 'completed', 'code': 200} Jan 26 21:10:22.792900 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e08582-80f5-4ed3-987d-624d17856d45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2f189bd-ef26-44bc-9540-eca1ad877be9,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:10:22.838608 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-32577d16-5d03-472c-9bbd-f5150da1506a admin admin] Publish callbacks [] for security_group (b2f189bd-ef26-44bc-9540-eca1ad877be9), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:10:22.874086 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-32577d16-5d03-472c-9bbd-f5150da1506a admin admin] Publish callbacks [] for security_group (b2f189bd-ef26-44bc-9540-eca1ad877be9), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:10:22.904465 n-d-760453-5 neutron-server[103305]: DEBUG neutron.notifiers.nova [req-c61d983a-42be-4c4e-ac61-0ee385876fdc req-abc94602-6e30-4d63-9cb8-a0f50878235a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 716a4075-5873-4c99-87b7-28ec649955c6 {{(pid=103305) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 26 21:10:22.922872 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-c61d983a-42be-4c4e-ac61-0ee385876fdc req-abc94602-6e30-4d63-9cb8-a0f50878235a service neutron] Publish callbacks [] for port (716a4075-5873-4c99-87b7-28ec649955c6), precommit_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:10:22.950947 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.provisioning_blocks [req-c61d983a-42be-4c4e-ac61-0ee385876fdc req-abc94602-6e30-4d63-9cb8-a0f50878235a service neutron] Transition to ACTIVE for port object 716a4075-5873-4c99-87b7-28ec649955c6 will not be triggered until provisioned by entity L2. {{(pid=103305) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 21:10:22.960357 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-c61d983a-42be-4c4e-ac61-0ee385876fdc req-abc94602-6e30-4d63-9cb8-a0f50878235a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11791520'] for port (716a4075-5873-4c99-87b7-28ec649955c6), after_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:10:22.983424 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-32577d16-5d03-472c-9bbd-f5150da1506a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (b2f189bd-ef26-44bc-9540-eca1ad877be9), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:10:22.986884 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-32577d16-5d03-472c-9bbd-f5150da1506a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:10:22.991502 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-32577d16-5d03-472c-9bbd-f5150da1506a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b2f189bd-ef26-44bc-9540-eca1ad877be9 HTTP/1.1" status: 204 len: 168 time: 0.2852669 Jan 26 21:10:23.022245 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32577d16-5d03-472c-9bbd-f5150da1506a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2f189bd-ef26-44bc-9540-eca1ad877be9,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:10:23.136861 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc94602-6e30-4d63-9cb8-a0f50878235a service neutron] Pushing event updated for resources: {'Port': ['ID=716a4075-5873-4c99-87b7-28ec649955c6,revision_number=2']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:10:23.198944 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [req-c61d983a-42be-4c4e-ac61-0ee385876fdc req-abc94602-6e30-4d63-9cb8-a0f50878235a service neutron] Attempting to bind port 716a4075-5873-4c99-87b7-28ec649955c6 on host n-h2-760453-5 for vnic_type normal with profile {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 21:10:23.199298 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [req-c61d983a-42be-4c4e-ac61-0ee385876fdc req-abc94602-6e30-4d63-9cb8-a0f50878235a service neutron] Attempting to bind port 716a4075-5873-4c99-87b7-28ec649955c6 by drivers openvswitch,hyperv on host n-h2-760453-5 at level 0 using segments [{'id': 'b90b6ecb-05eb-43ae-b380-52adc7eafbee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '49b1d218-52e1-484a-ae89-c27465d3c26b'}] {{(pid=103305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 26 21:10:23.199644 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c61d983a-42be-4c4e-ac61-0ee385876fdc req-abc94602-6e30-4d63-9cb8-a0f50878235a service neutron] Attempting to bind port 716a4075-5873-4c99-87b7-28ec649955c6 on network 49b1d218-52e1-484a-ae89-c27465d3c26b {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 21:10:23.216023 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c61d983a-42be-4c4e-ac61-0ee385876fdc req-abc94602-6e30-4d63-9cb8-a0f50878235a service neutron] Port 716a4075-5873-4c99-87b7-28ec649955c6 on network 49b1d218-52e1-484a-ae89-c27465d3c26b not bound, no agent of type Open vSwitch agent registered on host n-h2-760453-5 {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 26 21:10:23.216023 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c61d983a-42be-4c4e-ac61-0ee385876fdc req-abc94602-6e30-4d63-9cb8-a0f50878235a service neutron] Attempting to bind port 716a4075-5873-4c99-87b7-28ec649955c6 on network 49b1d218-52e1-484a-ae89-c27465d3c26b {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 21:10:23.225454 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c61d983a-42be-4c4e-ac61-0ee385876fdc req-abc94602-6e30-4d63-9cb8-a0f50878235a service neutron] Checking agent: {'id': '4d619873-4b60-439f-9b5a-b155dc8bbc34', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-760453-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 21, 2, 53), 'started_at': datetime.datetime(2022, 1, 26, 21, 2, 53), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 21, 10, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 26 21:10:23.225907 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c61d983a-42be-4c4e-ac61-0ee385876fdc req-abc94602-6e30-4d63-9cb8-a0f50878235a service neutron] Checking segment: {'id': 'b90b6ecb-05eb-43ae-b380-52adc7eafbee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '49b1d218-52e1-484a-ae89-c27465d3c26b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103305) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 21:10:23.226294 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c61d983a-42be-4c4e-ac61-0ee385876fdc req-abc94602-6e30-4d63-9cb8-a0f50878235a service neutron] Bound using segment: {'id': 'b90b6ecb-05eb-43ae-b380-52adc7eafbee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '49b1d218-52e1-484a-ae89-c27465d3c26b'} {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 26 21:10:23.226796 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [req-c61d983a-42be-4c4e-ac61-0ee385876fdc req-abc94602-6e30-4d63-9cb8-a0f50878235a service neutron] Bound port: 716a4075-5873-4c99-87b7-28ec649955c6, host: n-h2-760453-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b90b6ecb-05eb-43ae-b380-52adc7eafbee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '49b1d218-52e1-484a-ae89-c27465d3c26b'}}] {{(pid=103305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 26 21:10:23.227163 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-c61d983a-42be-4c4e-ac61-0ee385876fdc req-abc94602-6e30-4d63-9cb8-a0f50878235a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (716a4075-5873-4c99-87b7-28ec649955c6), before_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:10:23.283842 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474fd1b9-0ee9-4f7c-8177-432b84b54917 req-5ffa8f06-8c9a-49cf-ac68-bb053b7da62c tempest-ServerGroupTestJSON-1674920663 tempest-ServerGroupTestJSON-1674920663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:10:23.285473 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-474fd1b9-0ee9-4f7c-8177-432b84b54917 req-5ffa8f06-8c9a-49cf-ac68-bb053b7da62c tempest-ServerGroupTestJSON-1674920663 tempest-ServerGroupTestJSON-1674920663-project] 10.222.0.13 "GET /v2.0/ports?device_id=38619073-9648-4d55-8e74-c818e6615fc1 HTTP/1.1" status: 200 len: 943 time: 0.1069782 Jan 26 21:10:23.382064 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [req-c61d983a-42be-4c4e-ac61-0ee385876fdc req-abc94602-6e30-4d63-9cb8-a0f50878235a service neutron] For port 716a4075-5873-4c99-87b7-28ec649955c6, host n-h2-760453-5, cleared binding levels {{(pid=103305) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 26 21:10:23.394616 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [req-c61d983a-42be-4c4e-ac61-0ee385876fdc req-abc94602-6e30-4d63-9cb8-a0f50878235a service neutron] For port 716a4075-5873-4c99-87b7-28ec649955c6, host n-h2-760453-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-5',level=0,port_id=716a4075-5873-4c99-87b7-28ec649955c6,segment=NetworkSegment(b90b6ecb-05eb-43ae-b380-52adc7eafbee),segment_id=b90b6ecb-05eb-43ae-b380-52adc7eafbee)] {{(pid=103305) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 26 21:10:23.414633 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-c61d983a-42be-4c4e-ac61-0ee385876fdc req-abc94602-6e30-4d63-9cb8-a0f50878235a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11791520'] for port (716a4075-5873-4c99-87b7-28ec649955c6), after_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:10:23.464414 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-474fd1b9-0ee9-4f7c-8177-432b84b54917 req-ffdc41f1-481b-483f-870c-f1816f56c8a1 tempest-ServerGroupTestJSON-1674920663 tempest-ServerGroupTestJSON-1674920663-project] 10.222.0.13 "GET /v2.0/security-groups?id=741e6094-c1d4-4c3e-943b-9a315430f623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1729896 Jan 26 21:10:23.522015 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-e1840781-6ef2-48f9-b783-94ab3281fc27 req-2ba64b47-ca86-453d-b67a-e002f75acf25 tempest-MigrationsAdminTest-1084137346 tempest-MigrationsAdminTest-1084137346-project] 10.222.0.13 "GET /v2.0/ports?device_id=7f544618-ae90-49cb-a581-602469d4709d HTTP/1.1" status: 200 len: 210 time: 0.1000376 Jan 26 21:10:23.551351 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc94602-6e30-4d63-9cb8-a0f50878235a service neutron] Pushing event updated for resources: {'Port': ['ID=716a4075-5873-4c99-87b7-28ec649955c6,revision_number=3']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:10:23.554533 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61d983a-42be-4c4e-ac61-0ee385876fdc req-abc94602-6e30-4d63-9cb8-a0f50878235a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:10:23.555179 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-c61d983a-42be-4c4e-ac61-0ee385876fdc req-abc94602-6e30-4d63-9cb8-a0f50878235a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:10:23.556567 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-c61d983a-42be-4c4e-ac61-0ee385876fdc req-abc94602-6e30-4d63-9cb8-a0f50878235a service neutron] 10.222.0.57 "PUT /v2.0/ports/716a4075-5873-4c99-87b7-28ec649955c6 HTTP/1.1" status: 200 len: 1091 time: 1.8688371 Jan 26 21:10:23.640190 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 50476) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:10:23.658718 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-3fd3344d-f2f7-4703-b11c-45b1eb465284 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:10:23.690778 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61d983a-42be-4c4e-ac61-0ee385876fdc req-66d7b044-6b53-4f7e-9e42-5d521124a0dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:10:23.692447 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-c61d983a-42be-4c4e-ac61-0ee385876fdc req-66d7b044-6b53-4f7e-9e42-5d521124a0dd service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=e68c889d7bbb4f8fb4e4482be4d96663&device_id=38619073-9648-4d55-8e74-c818e6615fc1 HTTP/1.1" status: 200 len: 1094 time: 0.0905960 Jan 26 21:10:23.743995 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-c61d983a-42be-4c4e-ac61-0ee385876fdc req-50ae9bca-30c0-483b-9722-308dea17de11 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=716a4075-5873-4c99-87b7-28ec649955c6 HTTP/1.1" status: 200 len: 217 time: 0.0434008 Jan 26 21:10:23.817150 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61d983a-42be-4c4e-ac61-0ee385876fdc req-e87a759b-ba3e-4e81-98bb-fc9817412350 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:10:23.821836 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-c61d983a-42be-4c4e-ac61-0ee385876fdc req-e87a759b-ba3e-4e81-98bb-fc9817412350 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=9b9d0167-d6b2-414c-bdf0-04109f255ccc HTTP/1.1" status: 200 len: 849 time: 0.0684416 Jan 26 21:10:23.846366 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-3fd3344d-f2f7-4703-b11c-45b1eb465284 admin admin] Publish callbacks [] for security_group (8a6ec538-6ce0-48ef-85d3-2aea2cdf47fa), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:10:23.864549 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa4b1b3-941c-4075-a129-8a6f06b69819 req-ed61eee5-690d-4acb-9509-401b81d95eb1 tempest-LiveAutoBlockMigrationV225Test-1645909514 tempest-LiveAutoBlockMigrationV225Test-1645909514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:10:23.872012 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-0fa4b1b3-941c-4075-a129-8a6f06b69819 req-ed61eee5-690d-4acb-9509-401b81d95eb1 tempest-LiveAutoBlockMigrationV225Test-1645909514 tempest-LiveAutoBlockMigrationV225Test-1645909514-project] 10.222.0.13 "GET /v2.0/ports?device_id=cbf92dab-bccf-42aa-9b00-3737afaeaf63 HTTP/1.1" status: 200 len: 945 time: 0.1108713 Jan 26 21:10:23.881761 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-3fd3344d-f2f7-4703-b11c-45b1eb465284 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (8a6ec538-6ce0-48ef-85d3-2aea2cdf47fa), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:10:23.912614 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-c61d983a-42be-4c4e-ac61-0ee385876fdc req-c97a30f2-5c9a-459d-8f30-84a66831efaa service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=49b1d218-52e1-484a-ae89-c27465d3c26b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0880735 Jan 26 21:10:23.953539 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-839dd188-ec69-470c-9ab0-d318dc1a2e96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (e79b4fc6-6c71-44b2-a6d0-ff3e1f4dfd0d), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:10:23.955392 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-3fd3344d-f2f7-4703-b11c-45b1eb465284 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b5586710cfe941f99e864c95d79d7e6d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3140533 Jan 26 21:10:23.960987 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 50482) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:10:23.961902 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd3344d-f2f7-4703-b11c-45b1eb465284 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a6ec538-6ce0-48ef-85d3-2aea2cdf47fa,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:10:24.000879 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-0fa4b1b3-941c-4075-a129-8a6f06b69819 req-666c0980-2559-4ac6-8e8a-6beddd361727 tempest-LiveAutoBlockMigrationV225Test-1645909514 tempest-LiveAutoBlockMigrationV225Test-1645909514-project] 10.222.0.13 "GET /v2.0/security-groups?id=d3d52ae6-e761-44ee-98bd-9ad0dc66343a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214087 Jan 26 21:10:24.056723 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-013788bd-f9c1-4c5e-b015-d163125ac13e admin admin] Publish callbacks [] for security_group (8a6ec538-6ce0-48ef-85d3-2aea2cdf47fa), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:10:24.063515 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-c61d983a-42be-4c4e-ac61-0ee385876fdc req-9d468853-7cee-4085-bfb1-f69a262ad89d service neutron] 10.222.0.57 "GET /v2.0/networks/49b1d218-52e1-484a-ae89-c27465d3c26b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1355162 Jan 26 21:10:24.083082 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-013788bd-f9c1-4c5e-b015-d163125ac13e admin admin] Publish callbacks [] for security_group (8a6ec538-6ce0-48ef-85d3-2aea2cdf47fa), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:10:24.113210 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Device 0fe894a4-1ae0-4a4f-bd3a-ef6daeae89d6 no longer exists at agent hyperv_n-h1-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 26 21:10:24.144115 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-013788bd-f9c1-4c5e-b015-d163125ac13e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (8a6ec538-6ce0-48ef-85d3-2aea2cdf47fa), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:10:24.147051 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-013788bd-f9c1-4c5e-b015-d163125ac13e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:10:24.148298 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-013788bd-f9c1-4c5e-b015-d163125ac13e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/8a6ec538-6ce0-48ef-85d3-2aea2cdf47fa HTTP/1.1" status: 204 len: 168 time: 0.1833167 Jan 26 21:10:24.152689 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] No Port match for: 0fe894a4-1ae0-4a4f-bd3a-ef6daeae89d6 {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 26 21:10:24.153869 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Device 0fe894a4-1ae0-4a4f-bd3a-ef6daeae89d6 not bound to the agent host n-h1-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 26 21:10:24.167105 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-013788bd-f9c1-4c5e-b015-d163125ac13e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a6ec538-6ce0-48ef-85d3-2aea2cdf47fa,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:10:24.253390 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-c61d983a-42be-4c4e-ac61-0ee385876fdc req-abcfe245-4818-41e1-9bef-0cce8308f8fe service neutron] 10.222.0.57 "GET /v2.0/networks/49b1d218-52e1-484a-ae89-c27465d3c26b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1834235 Jan 26 21:10:24.743579 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2568f54f-aad4-431e-9ca1-aee1cffad95a req-9967aff0-bb8d-489b-a6de-37d660e30d62 tempest-ServerGroupTestJSON-1674920663 tempest-ServerGroupTestJSON-1674920663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:10:24.752513 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-2568f54f-aad4-431e-9ca1-aee1cffad95a req-9967aff0-bb8d-489b-a6de-37d660e30d62 tempest-ServerGroupTestJSON-1674920663 tempest-ServerGroupTestJSON-1674920663-project] 10.222.0.13 "GET /v2.0/ports?device_id=38619073-9648-4d55-8e74-c818e6615fc1 HTTP/1.1" status: 200 len: 943 time: 0.1417572 Jan 26 21:10:24.785514 n-d-760453-5 neutron-server[103305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '38619073-9648-4d55-8e74-c818e6615fc1', 'tag': '716a4075-5873-4c99-87b7-28ec649955c6'}] {{(pid=103305) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 21:10:24.788156 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d4654568b7bf041e72ff8fe1c96d6d761d9c921f2b99bc7b3a26632be20cee0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b34b0884-700b-4ed7-9d91-60e890df47c1" -d '{"events": [{"name": "network-changed", "server_uuid": "38619073-9648-4d55-8e74-c818e6615fc1", "tag": "716a4075-5873-4c99-87b7-28ec649955c6"}]}' {{(pid=103305) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 21:10:24.873080 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-2568f54f-aad4-431e-9ca1-aee1cffad95a req-cd57f8ca-eedd-4de8-a772-9362f61fab87 tempest-ServerGroupTestJSON-1674920663 tempest-ServerGroupTestJSON-1674920663-project] 10.222.0.13 "GET /v2.0/security-groups?id=741e6094-c1d4-4c3e-943b-9a315430f623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120577 Jan 26 21:10:24.999848 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 26 Jan 2022 21:10:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f59fcfdb-339d-4818-8b32-2a1f8d056e8a x-openstack-request-id: req-f59fcfdb-339d-4818-8b32-2a1f8d056e8a {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 21:10:25.000254 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "38619073-9648-4d55-8e74-c818e6615fc1", "tag": "716a4075-5873-4c99-87b7-28ec649955c6", "status": "completed", "code": 200}]} {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 21:10:25.000614 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f59fcfdb-339d-4818-8b32-2a1f8d056e8a {{(pid=103305) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 21:10:25.001322 n-d-760453-5 neutron-server[103305]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '38619073-9648-4d55-8e74-c818e6615fc1', 'tag': '716a4075-5873-4c99-87b7-28ec649955c6', 'status': 'completed', 'code': 200} Jan 26 21:10:25.027493 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 50522) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:10:25.064290 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (fea0591a-627d-4c87-9a9a-01625ddf3277), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:10:25.491404 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-29723325-e677-4805-9b60-f58d19942be4 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d178ac49ddc9478db66ba71c81039890&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4619391 Jan 26 21:10:25.511908 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 50542) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:10:25.633730 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7fa55b5-441d-418d-8de8-7594e0b4cd08 req-0ca34005-7fad-4743-b3b7-b9977b066cfc tempest-LiveAutoBlockMigrationV225Test-1645909514 tempest-LiveAutoBlockMigrationV225Test-1645909514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:10:25.635317 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-a7fa55b5-441d-418d-8de8-7594e0b4cd08 req-0ca34005-7fad-4743-b3b7-b9977b066cfc tempest-LiveAutoBlockMigrationV225Test-1645909514 tempest-LiveAutoBlockMigrationV225Test-1645909514-project] 10.222.0.13 "GET /v2.0/ports?device_id=cbf92dab-bccf-42aa-9b00-3737afaeaf63 HTTP/1.1" status: 200 len: 945 time: 0.4104552 Jan 26 21:10:25.646215 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34b0884-700b-4ed7-9d91-60e890df47c1 req-8b71529e-b4f7-4f88-b332-deef62ec76a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:10:25.647871 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-b34b0884-700b-4ed7-9d91-60e890df47c1 req-8b71529e-b4f7-4f88-b332-deef62ec76a2 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=e68c889d7bbb4f8fb4e4482be4d96663&device_id=38619073-9648-4d55-8e74-c818e6615fc1 HTTP/1.1" status: 200 len: 1094 time: 0.6269984 Jan 26 21:10:25.842385 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-7496b38f-ea18-4ce1-bc30-88b166e5636b admin admin] Publish callbacks [] for security_group (e0b082e3-685f-492b-b87f-3045b8ecd8c8), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:10:25.855773 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34b0884-700b-4ed7-9d91-60e890df47c1 req-3517e646-0689-4eba-88e1-3d3ae7ae10dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:10:25.863294 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-b34b0884-700b-4ed7-9d91-60e890df47c1 req-3517e646-0689-4eba-88e1-3d3ae7ae10dd service neutron] 10.222.0.57 "GET /v2.0/networks?id=49b1d218-52e1-484a-ae89-c27465d3c26b HTTP/1.1" status: 200 len: 910 time: 0.2010767 Jan 26 21:10:25.936069 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-7496b38f-ea18-4ce1-bc30-88b166e5636b admin admin] Publish callbacks [] for security_group (e0b082e3-685f-492b-b87f-3045b8ecd8c8), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:10:25.967886 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-a7fa55b5-441d-418d-8de8-7594e0b4cd08 req-65bdbe7e-1824-4b2e-9103-e240da46f933 tempest-LiveAutoBlockMigrationV225Test-1645909514 tempest-LiveAutoBlockMigrationV225Test-1645909514-project] 10.222.0.13 "GET /v2.0/security-groups?id=d3d52ae6-e761-44ee-98bd-9ad0dc66343a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3082492 Jan 26 21:10:25.969096 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-b34b0884-700b-4ed7-9d91-60e890df47c1 req-ecac3a50-8f52-4fdf-a3e7-2ca555ec869d service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=716a4075-5873-4c99-87b7-28ec649955c6 HTTP/1.1" status: 200 len: 217 time: 0.0986073 Jan 26 21:10:26.050819 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-7496b38f-ea18-4ce1-bc30-88b166e5636b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (e0b082e3-685f-492b-b87f-3045b8ecd8c8), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:10:26.053733 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-7496b38f-ea18-4ce1-bc30-88b166e5636b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:10:26.059902 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-7496b38f-ea18-4ce1-bc30-88b166e5636b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/e0b082e3-685f-492b-b87f-3045b8ecd8c8 HTTP/1.1" status: 204 len: 168 time: 0.5258589 Jan 26 21:10:26.083437 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7496b38f-ea18-4ce1-bc30-88b166e5636b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0b082e3-685f-492b-b87f-3045b8ecd8c8,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:10:26.113265 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34b0884-700b-4ed7-9d91-60e890df47c1 req-6d0fd393-b335-4e6e-b588-184d6a24a89f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:10:26.117566 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-b34b0884-700b-4ed7-9d91-60e890df47c1 req-6d0fd393-b335-4e6e-b588-184d6a24a89f service neutron] 10.222.0.57 "GET /v2.0/subnets?id=9b9d0167-d6b2-414c-bdf0-04109f255ccc HTTP/1.1" status: 200 len: 849 time: 0.1373336 Jan 26 21:10:26.209893 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-b34b0884-700b-4ed7-9d91-60e890df47c1 req-0e83557b-e041-4dbc-8904-a90d1d1e7112 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=49b1d218-52e1-484a-ae89-c27465d3c26b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0874114 Jan 26 21:10:26.272316 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2881480c-9967-4ad8-9aa4-bb5541319493 req-ccd131fc-6ec4-4abc-9652-0e5268a1dbaf tempest-ServerGroupTestJSON-1674920663 tempest-ServerGroupTestJSON-1674920663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:10:26.280988 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-2881480c-9967-4ad8-9aa4-bb5541319493 req-ccd131fc-6ec4-4abc-9652-0e5268a1dbaf tempest-ServerGroupTestJSON-1674920663 tempest-ServerGroupTestJSON-1674920663-project] 10.222.0.13 "GET /v2.0/ports?device_id=38619073-9648-4d55-8e74-c818e6615fc1 HTTP/1.1" status: 200 len: 943 time: 0.1772070 Jan 26 21:10:26.408966 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-2881480c-9967-4ad8-9aa4-bb5541319493 req-bfa19036-95ad-4d6e-9f28-64d2162c24cb tempest-ServerGroupTestJSON-1674920663 tempest-ServerGroupTestJSON-1674920663-project] 10.222.0.13 "GET /v2.0/security-groups?id=741e6094-c1d4-4c3e-943b-9a315430f623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217661 Jan 26 21:10:26.453412 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-b34b0884-700b-4ed7-9d91-60e890df47c1 req-34264297-357b-4f94-a2a1-e61ea5d0bea3 service neutron] 10.222.0.57 "GET /v2.0/networks/49b1d218-52e1-484a-ae89-c27465d3c26b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2343667 Jan 26 21:10:26.715911 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 50618) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:10:26.741560 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-b34b0884-700b-4ed7-9d91-60e890df47c1 req-6078e57c-150a-4724-b4d9-c3b29888dc57 service neutron] 10.222.0.57 "GET /v2.0/networks/49b1d218-52e1-484a-ae89-c27465d3c26b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2831397 Jan 26 21:10:26.781005 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Device 716a4075-5873-4c99-87b7-28ec649955c6 details requested by agent hyperv_n-h2-760453-5 with host n-h2-760453-5 {{(pid=103306) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 26 21:10:26.963541 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-b326439e-0394-47aa-a27e-e85faee16cae admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:10:27.047156 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 50624) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:10:27.057518 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] For port 716a4075-5873-4c99-87b7-28ec649955c6, host n-h2-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-5',level=0,port_id=716a4075-5873-4c99-87b7-28ec649955c6,segment=NetworkSegment(b90b6ecb-05eb-43ae-b380-52adc7eafbee),segment_id=b90b6ecb-05eb-43ae-b380-52adc7eafbee)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:10:27.118552 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Returning: {'device': '716a4075-5873-4c99-87b7-28ec649955c6', 'network_id': '49b1d218-52e1-484a-ae89-c27465d3c26b', 'port_id': '716a4075-5873-4c99-87b7-28ec649955c6', 'mac_address': 'fa:16:3e:78:0c:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 596, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9b9d0167-d6b2-414c-bdf0-04109f255ccc', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103306) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 26 21:10:27.131888 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-6ba729b3-a75e-43e0-bf07-d9aefb0c270f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=36ce0b253306436cbfdc1ec912a6a1b9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0835209 Jan 26 21:10:27.135137 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 50626) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:10:27.170520 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-b326439e-0394-47aa-a27e-e85faee16cae admin admin] Publish callbacks [] for security_group (809a610d-eb66-4abb-9cbc-ed7a592d18cb), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:10:27.208066 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-b326439e-0394-47aa-a27e-e85faee16cae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (809a610d-eb66-4abb-9cbc-ed7a592d18cb), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:10:27.228078 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Current status of the port 716a4075-5873-4c99-87b7-28ec649955c6 is: DOWN; New status is: BUILD {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:10:27.230762 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (716a4075-5873-4c99-87b7-28ec649955c6), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:10:27.265783 n-d-760453-5 neutron-server[103306]: DEBUG neutron.notifiers.nova [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 716a4075-5873-4c99-87b7-28ec649955c6 {{(pid=103306) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 26 21:10:27.289592 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b326439e-0394-47aa-a27e-e85faee16cae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=809a610d-eb66-4abb-9cbc-ed7a592d18cb,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:10:27.296635 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-b326439e-0394-47aa-a27e-e85faee16cae admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d438314eb66e4a0391408f3166ffc633&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5766461 Jan 26 21:10:27.296939 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 50630) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:10:27.327318 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15194b25-48f8-4914-bd14-a375e69eb3e7 req-a29224a9-8a15-40a5-8b5c-d33da9534439 tempest-LiveAutoBlockMigrationV225Test-1645909514 tempest-LiveAutoBlockMigrationV225Test-1645909514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:10:27.332011 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] For port 716a4075-5873-4c99-87b7-28ec649955c6, host n-h2-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-5',level=0,port_id=716a4075-5873-4c99-87b7-28ec649955c6,segment=NetworkSegment(b90b6ecb-05eb-43ae-b380-52adc7eafbee),segment_id=b90b6ecb-05eb-43ae-b380-52adc7eafbee)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:10:27.343260 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (716a4075-5873-4c99-87b7-28ec649955c6), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:10:27.352317 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-15194b25-48f8-4914-bd14-a375e69eb3e7 req-a29224a9-8a15-40a5-8b5c-d33da9534439 tempest-LiveAutoBlockMigrationV225Test-1645909514 tempest-LiveAutoBlockMigrationV225Test-1645909514-project] 10.222.0.13 "GET /v2.0/ports?device_id=cbf92dab-bccf-42aa-9b00-3737afaeaf63 HTTP/1.1" status: 200 len: 945 time: 0.1760995 Jan 26 21:10:27.354172 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-8fb1cd30-15c5-4d48-82b8-967680d17fc0 admin admin] Publish callbacks [] for security_group (cee10a87-2997-40c8-be6c-3f0efc6c963f), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:10:27.410508 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-be25620c-ad19-4167-b987-9b30b9d30a22 admin admin] Publish callbacks [] for security_group (809a610d-eb66-4abb-9cbc-ed7a592d18cb), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:10:27.447988 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-8fb1cd30-15c5-4d48-82b8-967680d17fc0 admin admin] Publish callbacks [] for security_group (cee10a87-2997-40c8-be6c-3f0efc6c963f), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:10:27.463851 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-be25620c-ad19-4167-b987-9b30b9d30a22 admin admin] Publish callbacks [] for security_group (809a610d-eb66-4abb-9cbc-ed7a592d18cb), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:10:27.501192 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Pushing event updated for resources: {'Port': ['ID=716a4075-5873-4c99-87b7-28ec649955c6,revision_number=4']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:10:27.558080 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-be25620c-ad19-4167-b987-9b30b9d30a22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (809a610d-eb66-4abb-9cbc-ed7a592d18cb), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:10:27.562682 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-be25620c-ad19-4167-b987-9b30b9d30a22 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:10:27.564146 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-be25620c-ad19-4167-b987-9b30b9d30a22 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/809a610d-eb66-4abb-9cbc-ed7a592d18cb HTTP/1.1" status: 204 len: 168 time: 0.2651110 Jan 26 21:10:27.573839 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-15194b25-48f8-4914-bd14-a375e69eb3e7 req-284fffb6-ea22-46fe-9ede-ee31073be8d6 tempest-LiveAutoBlockMigrationV225Test-1645909514 tempest-LiveAutoBlockMigrationV225Test-1645909514-project] 10.222.0.13 "GET /v2.0/security-groups?id=d3d52ae6-e761-44ee-98bd-9ad0dc66343a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2205217 Jan 26 21:10:27.587638 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] get_ports_and_sgs() called for port_ids ['716a4075-5873-4c99-87b7-28ec649955c6'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 26 21:10:27.598225 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be25620c-ad19-4167-b987-9b30b9d30a22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=809a610d-eb66-4abb-9cbc-ed7a592d18cb,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:10:27.656750 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-8fb1cd30-15c5-4d48-82b8-967680d17fc0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (cee10a87-2997-40c8-be6c-3f0efc6c963f), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:10:27.660640 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-8fb1cd30-15c5-4d48-82b8-967680d17fc0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:10:27.664404 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-8fb1cd30-15c5-4d48-82b8-967680d17fc0 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/cee10a87-2997-40c8-be6c-3f0efc6c963f HTTP/1.1" status: 204 len: 168 time: 0.5198672 Jan 26 21:10:27.735991 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb1cd30-15c5-4d48-82b8-967680d17fc0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cee10a87-2997-40c8-be6c-3f0efc6c963f,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:10:27.854313 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af63d10-3bbf-414d-a195-4591142ea5a1 req-15c8c9f4-ed3e-400f-a4fa-6d3ac13ef910 tempest-ServerGroupTestJSON-1674920663 tempest-ServerGroupTestJSON-1674920663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:10:27.869145 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-1af63d10-3bbf-414d-a195-4591142ea5a1 req-15c8c9f4-ed3e-400f-a4fa-6d3ac13ef910 tempest-ServerGroupTestJSON-1674920663 tempest-ServerGroupTestJSON-1674920663-project] 10.222.0.13 "GET /v2.0/ports?device_id=38619073-9648-4d55-8e74-c818e6615fc1 HTTP/1.1" status: 200 len: 944 time: 0.1749730 Jan 26 21:10:28.075418 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-1af63d10-3bbf-414d-a195-4591142ea5a1 req-46425f9e-0137-402c-9f18-d12037952d18 tempest-ServerGroupTestJSON-1674920663 tempest-ServerGroupTestJSON-1674920663-project] 10.222.0.13 "GET /v2.0/security-groups?id=741e6094-c1d4-4c3e-943b-9a315430f623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1829932 Jan 26 21:10:28.781237 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Device 716a4075-5873-4c99-87b7-28ec649955c6 up at agent hyperv_n-h2-760453-5 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 21:10:28.852951 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651f4105-3711-456b-920d-2b5e4ff1a786 req-943651b6-25f3-45ba-9016-c53d403a22f1 tempest-LiveAutoBlockMigrationV225Test-1645909514 tempest-LiveAutoBlockMigrationV225Test-1645909514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:10:28.861869 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-651f4105-3711-456b-920d-2b5e4ff1a786 req-943651b6-25f3-45ba-9016-c53d403a22f1 tempest-LiveAutoBlockMigrationV225Test-1645909514 tempest-LiveAutoBlockMigrationV225Test-1645909514-project] 10.222.0.13 "GET /v2.0/ports?device_id=cbf92dab-bccf-42aa-9b00-3737afaeaf63 HTTP/1.1" status: 200 len: 945 time: 0.1358428 Jan 26 21:10:28.930781 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-651f4105-3711-456b-920d-2b5e4ff1a786 req-53e23f06-4209-469d-8520-08b02bdbd430 tempest-LiveAutoBlockMigrationV225Test-1645909514 tempest-LiveAutoBlockMigrationV225Test-1645909514-project] 10.222.0.13 "GET /v2.0/security-groups?id=d3d52ae6-e761-44ee-98bd-9ad0dc66343a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621822 Jan 26 21:10:28.955405 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Provisioning for port 716a4075-5873-4c99-87b7-28ec649955c6 completed by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 21:10:28.960248 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Provisioning complete for port 716a4075-5873-4c99-87b7-28ec649955c6 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:10:28.960654 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (716a4075-5873-4c99-87b7-28ec649955c6), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:10:29.213380 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Current status of the port 716a4075-5873-4c99-87b7-28ec649955c6 is: BUILD; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:10:29.214916 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (716a4075-5873-4c99-87b7-28ec649955c6), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:10:29.289781 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] For port 716a4075-5873-4c99-87b7-28ec649955c6, host n-h2-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-5',level=0,port_id=716a4075-5873-4c99-87b7-28ec649955c6,segment=NetworkSegment(b90b6ecb-05eb-43ae-b380-52adc7eafbee),segment_id=b90b6ecb-05eb-43ae-b380-52adc7eafbee)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:10:29.290864 n-d-760453-5 neutron-server[103306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38619073-9648-4d55-8e74-c818e6615fc1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '716a4075-5873-4c99-87b7-28ec649955c6'}] {{(pid=103306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 21:10:29.300674 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9d5d370febab655511bdd2ffe887e43e442d144a440368702bcc1e93af00b97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77d820c5-2695-4483-be6d-c743962ad1b0" -d '{"events": [{"server_uuid": "38619073-9648-4d55-8e74-c818e6615fc1", "name": "network-vif-plugged", "status": "completed", "tag": "716a4075-5873-4c99-87b7-28ec649955c6"}]}' {{(pid=103306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 21:10:29.319134 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (716a4075-5873-4c99-87b7-28ec649955c6), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:10:29.330416 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf740944-aaaf-4887-b5bf-3ac79c367952 req-0123f2ec-e218-41ce-93e8-3b77aac5fb14 tempest-ServerGroupTestJSON-1674920663 tempest-ServerGroupTestJSON-1674920663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:10:29.342609 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-cf740944-aaaf-4887-b5bf-3ac79c367952 req-0123f2ec-e218-41ce-93e8-3b77aac5fb14 tempest-ServerGroupTestJSON-1674920663 tempest-ServerGroupTestJSON-1674920663-project] 10.222.0.13 "GET /v2.0/ports?device_id=38619073-9648-4d55-8e74-c818e6615fc1 HTTP/1.1" status: 200 len: 944 time: 0.1288612 Jan 26 21:10:29.450434 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-cf740944-aaaf-4887-b5bf-3ac79c367952 req-b2fa0ad3-a1af-4f01-aad4-ce5d6946c967 tempest-ServerGroupTestJSON-1674920663 tempest-ServerGroupTestJSON-1674920663-project] 10.222.0.13 "GET /v2.0/security-groups?id=741e6094-c1d4-4c3e-943b-9a315430f623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005125 Jan 26 21:10:29.470619 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Jan 2022 21:10:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-201957ab-10b7-45be-8a3a-3020d0c45c01 x-openstack-request-id: req-201957ab-10b7-45be-8a3a-3020d0c45c01 {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 21:10:29.470903 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38619073-9648-4d55-8e74-c818e6615fc1", "name": "network-vif-plugged", "status": "completed", "tag": "716a4075-5873-4c99-87b7-28ec649955c6", "code": 200}]} {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 21:10:29.471329 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-201957ab-10b7-45be-8a3a-3020d0c45c01 {{(pid=103306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 21:10:29.471869 n-d-760453-5 neutron-server[103306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38619073-9648-4d55-8e74-c818e6615fc1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '716a4075-5873-4c99-87b7-28ec649955c6', 'code': 200} Jan 26 21:10:29.473046 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Pushing event updated for resources: {'Port': ['ID=716a4075-5873-4c99-87b7-28ec649955c6,revision_number=5']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:10:29.557970 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c10be54-2634-4d5c-b99d-6755c04844cd req-2d36e955-1558-49d6-909f-46fdf5c74774 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:10:29.560067 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-4c10be54-2634-4d5c-b99d-6755c04844cd req-2d36e955-1558-49d6-909f-46fdf5c74774 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=38619073-9648-4d55-8e74-c818e6615fc1 HTTP/1.1" status: 200 len: 1096 time: 0.0917728 Jan 26 21:10:29.681678 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-4c10be54-2634-4d5c-b99d-6755c04844cd req-660444fe-047b-4446-be88-a631187fb35d service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=741e6094-c1d4-4c3e-943b-9a315430f623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109412 Jan 26 21:10:30.716071 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 50788) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:10:30.811332 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20973409-d832-424b-b974-838ee719dedd req-4f25ab4c-a4b0-4bc2-b8ad-78384092be10 tempest-LiveAutoBlockMigrationV225Test-1645909514 tempest-LiveAutoBlockMigrationV225Test-1645909514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:10:30.822918 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-20973409-d832-424b-b974-838ee719dedd req-4f25ab4c-a4b0-4bc2-b8ad-78384092be10 tempest-LiveAutoBlockMigrationV225Test-1645909514 tempest-LiveAutoBlockMigrationV225Test-1645909514-project] 10.222.0.13 "GET /v2.0/ports?device_id=cbf92dab-bccf-42aa-9b00-3737afaeaf63 HTTP/1.1" status: 200 len: 945 time: 0.2438664 Jan 26 21:10:30.977477 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-f631e2be-c670-47cc-9ce7-0f86e2227297 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:10:31.052079 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe73e99f-6833-4e6e-a2f6-01bae8678f5e req-e2b34bac-e3e8-4335-b3ed-b1e1e9471384 tempest-ServerGroupTestJSON-1674920663 tempest-ServerGroupTestJSON-1674920663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:10:31.063313 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-fe73e99f-6833-4e6e-a2f6-01bae8678f5e req-e2b34bac-e3e8-4335-b3ed-b1e1e9471384 tempest-ServerGroupTestJSON-1674920663 tempest-ServerGroupTestJSON-1674920663-project] 10.222.0.13 "GET /v2.0/ports?device_id=38619073-9648-4d55-8e74-c818e6615fc1 HTTP/1.1" status: 200 len: 945 time: 0.4134901 Jan 26 21:10:31.077503 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-20973409-d832-424b-b974-838ee719dedd req-ec989870-c3e0-480a-9314-586b3135b63a tempest-LiveAutoBlockMigrationV225Test-1645909514 tempest-LiveAutoBlockMigrationV225Test-1645909514-project] 10.222.0.13 "GET /v2.0/security-groups?id=d3d52ae6-e761-44ee-98bd-9ad0dc66343a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2455328 Jan 26 21:10:31.147172 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-f631e2be-c670-47cc-9ce7-0f86e2227297 admin admin] Publish callbacks [] for security_group (b3ce383d-d219-467f-b364-77eabd937d1d), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:10:31.155290 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-f631e2be-c670-47cc-9ce7-0f86e2227297 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (b3ce383d-d219-467f-b364-77eabd937d1d), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:10:31.167175 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-fe73e99f-6833-4e6e-a2f6-01bae8678f5e req-e8ff1f1d-8723-49cf-9107-eee19ff28db6 tempest-ServerGroupTestJSON-1674920663 tempest-ServerGroupTestJSON-1674920663-project] 10.222.0.13 "GET /v2.0/security-groups?id=741e6094-c1d4-4c3e-943b-9a315430f623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013036 Jan 26 21:10:31.265168 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-f631e2be-c670-47cc-9ce7-0f86e2227297 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=deb7b232c06941a7852c5818e5386965&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5447795 Jan 26 21:10:31.266034 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 50804) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:10:31.275308 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f631e2be-c670-47cc-9ce7-0f86e2227297 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3ce383d-d219-467f-b364-77eabd937d1d,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:10:31.376747 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-e990cd7a-a627-4b06-a199-943520a62f6b admin admin] Publish callbacks [] for security_group (b3ce383d-d219-467f-b364-77eabd937d1d), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:10:31.423196 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-e990cd7a-a627-4b06-a199-943520a62f6b admin admin] Publish callbacks [] for security_group (b3ce383d-d219-467f-b364-77eabd937d1d), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:10:31.557156 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-e990cd7a-a627-4b06-a199-943520a62f6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (b3ce383d-d219-467f-b364-77eabd937d1d), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:10:31.564862 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-e990cd7a-a627-4b06-a199-943520a62f6b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:10:31.567050 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-e990cd7a-a627-4b06-a199-943520a62f6b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b3ce383d-d219-467f-b364-77eabd937d1d HTTP/1.1" status: 204 len: 168 time: 0.2997839 Jan 26 21:10:31.581781 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e990cd7a-a627-4b06-a199-943520a62f6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3ce383d-d219-467f-b364-77eabd937d1d,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:10:31.718298 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ede0bc4-25ba-4bcb-875a-6ef0b3de83c2 req-bb43182c-4940-4369-88c2-f1f1e8edb328 tempest-VolumesAdminNegativeTest-1754772051 tempest-VolumesAdminNegativeTest-1754772051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:10:31.727606 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-6ede0bc4-25ba-4bcb-875a-6ef0b3de83c2 req-bb43182c-4940-4369-88c2-f1f1e8edb328 tempest-VolumesAdminNegativeTest-1754772051 tempest-VolumesAdminNegativeTest-1754772051-project] 10.222.0.13 "GET /v2.0/ports?device_id=2f390021-3ea0-452c-ade6-6685a9b04bab HTTP/1.1" status: 200 len: 945 time: 0.0750153 Jan 26 21:10:31.798105 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-6ede0bc4-25ba-4bcb-875a-6ef0b3de83c2 req-27cf9c9f-555a-43ad-a94e-3192ad839400 tempest-VolumesAdminNegativeTest-1754772051 tempest-VolumesAdminNegativeTest-1754772051-project] 10.222.0.13 "GET /v2.0/security-groups?id=2d35c4dc-e21e-4c05-9c1b-bb4dc495452f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669270 Jan 26 21:10:32.371588 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2aa6c9-7bde-4537-99fd-d3a68c3ec8aa req-919168c1-c4cd-4fbe-b539-77e2be9cf2db tempest-LiveAutoBlockMigrationV225Test-1645909514 tempest-LiveAutoBlockMigrationV225Test-1645909514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:10:32.373218 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-8c2aa6c9-7bde-4537-99fd-d3a68c3ec8aa req-919168c1-c4cd-4fbe-b539-77e2be9cf2db tempest-LiveAutoBlockMigrationV225Test-1645909514 tempest-LiveAutoBlockMigrationV225Test-1645909514-project] 10.222.0.13 "GET /v2.0/ports?device_id=cbf92dab-bccf-42aa-9b00-3737afaeaf63 HTTP/1.1" status: 200 len: 945 time: 0.1447971 Jan 26 21:10:32.485868 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f319ca4-a8ba-4db8-8e17-a4fb581b2f1c req-3cc9ebbd-301c-4818-a4b3-b3c4258188f0 tempest-ServerGroupTestJSON-1674920663 tempest-ServerGroupTestJSON-1674920663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:10:32.488702 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-5f319ca4-a8ba-4db8-8e17-a4fb581b2f1c req-3cc9ebbd-301c-4818-a4b3-b3c4258188f0 tempest-ServerGroupTestJSON-1674920663 tempest-ServerGroupTestJSON-1674920663-project] 10.222.0.13 "GET /v2.0/ports?device_id=38619073-9648-4d55-8e74-c818e6615fc1 HTTP/1.1" status: 200 len: 945 time: 0.1614392 Jan 26 21:10:32.543943 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 50872) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:10:32.569408 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-8c2aa6c9-7bde-4537-99fd-d3a68c3ec8aa req-9a778414-f15e-4cbb-9c58-04db3db3f98c tempest-LiveAutoBlockMigrationV225Test-1645909514 tempest-LiveAutoBlockMigrationV225Test-1645909514-project] 10.222.0.13 "GET /v2.0/security-groups?id=d3d52ae6-e761-44ee-98bd-9ad0dc66343a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1859758 Jan 26 21:10:32.702611 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-5f319ca4-a8ba-4db8-8e17-a4fb581b2f1c req-1903cd55-49aa-44e7-b358-81b409bfa7e2 tempest-ServerGroupTestJSON-1674920663 tempest-ServerGroupTestJSON-1674920663-project] 10.222.0.13 "GET /v2.0/security-groups?id=741e6094-c1d4-4c3e-943b-9a315430f623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1981809 Jan 26 21:10:32.754798 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-dedcf4d9-a5e3-4a3f-9dba-ade70dea678e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:10:32.882058 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-dedcf4d9-a5e3-4a3f-9dba-ade70dea678e admin admin] Publish callbacks [] for security_group (cfaf8265-0712-4692-99c1-e16849979b57), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:10:32.894430 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-dedcf4d9-a5e3-4a3f-9dba-ade70dea678e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (cfaf8265-0712-4692-99c1-e16849979b57), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:10:32.990995 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-dedcf4d9-a5e3-4a3f-9dba-ade70dea678e admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=00295be29af64fa2b2fdbc5e3ea51423&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4449348 Jan 26 21:10:32.992764 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 50896) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:10:33.028273 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dedcf4d9-a5e3-4a3f-9dba-ade70dea678e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cfaf8265-0712-4692-99c1-e16849979b57,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:10:33.099126 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372375e5-9162-4f58-a23c-38aeb16cebb3 req-711157c7-6a2b-4348-a78b-35ac6e51bff3 tempest-VolumesAdminNegativeTest-1754772051 tempest-VolumesAdminNegativeTest-1754772051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:10:33.108468 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-372375e5-9162-4f58-a23c-38aeb16cebb3 req-711157c7-6a2b-4348-a78b-35ac6e51bff3 tempest-VolumesAdminNegativeTest-1754772051 tempest-VolumesAdminNegativeTest-1754772051-project] 10.222.0.13 "GET /v2.0/ports?device_id=2f390021-3ea0-452c-ade6-6685a9b04bab HTTP/1.1" status: 200 len: 945 time: 0.1350806 Jan 26 21:10:33.130929 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-ef3429f2-b227-4896-b1be-49398303e006 admin admin] Publish callbacks [] for security_group (cfaf8265-0712-4692-99c1-e16849979b57), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:10:33.176939 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-ef3429f2-b227-4896-b1be-49398303e006 admin admin] Publish callbacks [] for security_group (cfaf8265-0712-4692-99c1-e16849979b57), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:10:33.185218 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-372375e5-9162-4f58-a23c-38aeb16cebb3 req-38c51abe-9880-44fa-a5fa-c497ca905b5a tempest-VolumesAdminNegativeTest-1754772051 tempest-VolumesAdminNegativeTest-1754772051-project] 10.222.0.13 "GET /v2.0/security-groups?id=2d35c4dc-e21e-4c05-9c1b-bb4dc495452f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749753 Jan 26 21:10:33.311679 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-ef3429f2-b227-4896-b1be-49398303e006 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (cfaf8265-0712-4692-99c1-e16849979b57), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:10:33.319395 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-ef3429f2-b227-4896-b1be-49398303e006 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:10:33.324263 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-ef3429f2-b227-4896-b1be-49398303e006 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/cfaf8265-0712-4692-99c1-e16849979b57 HTTP/1.1" status: 204 len: 168 time: 0.3263221 Jan 26 21:10:33.343400 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3429f2-b227-4896-b1be-49398303e006 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfaf8265-0712-4692-99c1-e16849979b57,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:10:33.472261 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc63e061-bc22-4018-b9da-35fbd44bf1d9 req-a86d3580-6377-46bc-9a0e-a06cd52caa40 tempest-ServerGroupTestJSON-1674920663 tempest-ServerGroupTestJSON-1674920663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:10:33.474157 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-cc63e061-bc22-4018-b9da-35fbd44bf1d9 req-a86d3580-6377-46bc-9a0e-a06cd52caa40 tempest-ServerGroupTestJSON-1674920663 tempest-ServerGroupTestJSON-1674920663-project] 10.222.0.13 "GET /v2.0/ports?device_id=38619073-9648-4d55-8e74-c818e6615fc1 HTTP/1.1" status: 200 len: 945 time: 0.0851450 Jan 26 21:10:33.608812 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-cc63e061-bc22-4018-b9da-35fbd44bf1d9 req-3c6f9b14-935d-4ace-93b6-ddb2dbd8616e tempest-ServerGroupTestJSON-1674920663 tempest-ServerGroupTestJSON-1674920663-project] 10.222.0.13 "GET /v2.0/security-groups?id=741e6094-c1d4-4c3e-943b-9a315430f623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250560 Jan 26 21:10:33.625357 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f5e3e1-652b-447f-be4b-e87c366987e1 req-35fde331-a162-4f1d-bb00-52ea7017ec7e tempest-VolumesAdminNegativeTest-1754772051 tempest-VolumesAdminNegativeTest-1754772051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:10:33.628029 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-c2f5e3e1-652b-447f-be4b-e87c366987e1 req-35fde331-a162-4f1d-bb00-52ea7017ec7e tempest-VolumesAdminNegativeTest-1754772051 tempest-VolumesAdminNegativeTest-1754772051-project] 10.222.0.66 "GET /v2.0/ports?device_id=2f390021-3ea0-452c-ade6-6685a9b04bab HTTP/1.1" status: 200 len: 945 time: 0.1022823 Jan 26 21:10:33.789979 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ced196-00e9-414c-8cfa-4cb497b05ed8 req-ef026e7e-1fbc-42fa-98e7-d2795f7ca238 tempest-LiveAutoBlockMigrationV225Test-1645909514 tempest-LiveAutoBlockMigrationV225Test-1645909514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:10:33.801735 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-31ced196-00e9-414c-8cfa-4cb497b05ed8 req-ef026e7e-1fbc-42fa-98e7-d2795f7ca238 tempest-LiveAutoBlockMigrationV225Test-1645909514 tempest-LiveAutoBlockMigrationV225Test-1645909514-project] 10.222.0.13 "GET /v2.0/ports?device_id=cbf92dab-bccf-42aa-9b00-3737afaeaf63 HTTP/1.1" status: 200 len: 945 time: 0.0899584 Jan 26 21:10:33.854382 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [req-c2f5e3e1-652b-447f-be4b-e87c366987e1 req-452b066c-2799-4f37-84aa-0bf5f09e510e tempest-VolumesAdminNegativeTest-1754772051 tempest-VolumesAdminNegativeTest-1754772051-project] Deleting port dec24140-bd98-4fe1-8e86-d45eef158e4d {{(pid=103305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 21:10:33.855021 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-c2f5e3e1-652b-447f-be4b-e87c366987e1 req-452b066c-2799-4f37-84aa-0bf5f09e510e tempest-VolumesAdminNegativeTest-1754772051 tempest-VolumesAdminNegativeTest-1754772051-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746560630878'] for port (dec24140-bd98-4fe1-8e86-d45eef158e4d), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:10:33.927733 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-31ced196-00e9-414c-8cfa-4cb497b05ed8 req-650f0e91-05e8-432c-8736-99037d35fca8 tempest-LiveAutoBlockMigrationV225Test-1645909514 tempest-LiveAutoBlockMigrationV225Test-1645909514-project] 10.222.0.13 "GET /v2.0/security-groups?id=d3d52ae6-e761-44ee-98bd-9ad0dc66343a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1225309 Jan 26 21:10:34.067182 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [req-c2f5e3e1-652b-447f-be4b-e87c366987e1 req-452b066c-2799-4f37-84aa-0bf5f09e510e tempest-VolumesAdminNegativeTest-1754772051 tempest-VolumesAdminNegativeTest-1754772051-project] For port dec24140-bd98-4fe1-8e86-d45eef158e4d, host n-h1-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-5',level=0,port_id=dec24140-bd98-4fe1-8e86-d45eef158e4d,segment=NetworkSegment(d345e5d3-3972-454e-8217-397028bb6d0a),segment_id=d345e5d3-3972-454e-8217-397028bb6d0a)] {{(pid=103305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:10:34.067684 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-c2f5e3e1-652b-447f-be4b-e87c366987e1 req-452b066c-2799-4f37-84aa-0bf5f09e510e tempest-VolumesAdminNegativeTest-1754772051 tempest-VolumesAdminNegativeTest-1754772051-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4109658'] for port (dec24140-bd98-4fe1-8e86-d45eef158e4d), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:10:34.092097 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [req-c2f5e3e1-652b-447f-be4b-e87c366987e1 req-452b066c-2799-4f37-84aa-0bf5f09e510e tempest-VolumesAdminNegativeTest-1754772051 tempest-VolumesAdminNegativeTest-1754772051-project] Calling delete_port for dec24140-bd98-4fe1-8e86-d45eef158e4d owned by compute:nova {{(pid=103305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 21:10:34.117571 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 50936) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:10:34.144301 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-b666bc4a-1233-492e-913b-85b845a8aa5a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:10:34.305536 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 50940) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:10:34.325361 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-b666bc4a-1233-492e-913b-85b845a8aa5a admin admin] Publish callbacks [] for security_group (e92ff27a-a567-4da1-9c62-ababe9c3a9be), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:10:34.359129 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-b666bc4a-1233-492e-913b-85b845a8aa5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (e92ff27a-a567-4da1-9c62-ababe9c3a9be), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:10:34.391350 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-c2f5e3e1-652b-447f-be4b-e87c366987e1 req-452b066c-2799-4f37-84aa-0bf5f09e510e tempest-VolumesAdminNegativeTest-1754772051 tempest-VolumesAdminNegativeTest-1754772051-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746560636600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746560234536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11791543'] for port (dec24140-bd98-4fe1-8e86-d45eef158e4d), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:10:34.415280 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-ac58757c-305a-4f4a-8ab1-b669afdf5eff req-47da67ac-210f-497c-8005-b07708ecc5ae tempest-VolumesAdminNegativeTest-1754772051 tempest-VolumesAdminNegativeTest-1754772051-project] 10.222.0.13 "GET /v2.0/ports?device_id=2f390021-3ea0-452c-ade6-6685a9b04bab HTTP/1.1" status: 200 len: 210 time: 0.0605478 Jan 26 21:10:34.452913 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-b666bc4a-1233-492e-913b-85b845a8aa5a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=cb719750cf4e4e05a90bdf14d901d70b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3336191 Jan 26 21:10:34.458868 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b666bc4a-1233-492e-913b-85b845a8aa5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e92ff27a-a567-4da1-9c62-ababe9c3a9be,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:10:34.464767 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 50944) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:10:34.479111 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-452b066c-2799-4f37-84aa-0bf5f09e510e tempest-VolumesAdminNegativeTest-1754772051 tempest-VolumesAdminNegativeTest-1754772051-project] Pushing event deleted for resources: {'Port': ['ID=dec24140-bd98-4fe1-8e86-d45eef158e4d,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:10:34.570781 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-2353e789-bcc1-414b-8064-7bdbe6e2768e admin admin] Publish callbacks [] for security_group (e92ff27a-a567-4da1-9c62-ababe9c3a9be), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:10:34.582251 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2f5e3e1-652b-447f-be4b-e87c366987e1 req-452b066c-2799-4f37-84aa-0bf5f09e510e tempest-VolumesAdminNegativeTest-1754772051 tempest-VolumesAdminNegativeTest-1754772051-project] No DVR routers for this DVR port dec24140-bd98-4fe1-8e86-d45eef158e4d on host n-h1-760453-5 {{(pid=103305) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 26 21:10:34.586397 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-c2f5e3e1-652b-447f-be4b-e87c366987e1 req-452b066c-2799-4f37-84aa-0bf5f09e510e tempest-VolumesAdminNegativeTest-1754772051 tempest-VolumesAdminNegativeTest-1754772051-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:10:34.591472 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-c2f5e3e1-652b-447f-be4b-e87c366987e1 req-452b066c-2799-4f37-84aa-0bf5f09e510e tempest-VolumesAdminNegativeTest-1754772051 tempest-VolumesAdminNegativeTest-1754772051-project] 10.222.0.66 "DELETE /v2.0/ports/dec24140-bd98-4fe1-8e86-d45eef158e4d HTTP/1.1" status: 204 len: 173 time: 0.9495101 Jan 26 21:10:34.592451 n-d-760453-5 neutron-server[103305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f390021-3ea0-452c-ade6-6685a9b04bab', 'name': 'network-vif-deleted', 'tag': 'dec24140-bd98-4fe1-8e86-d45eef158e4d'}] {{(pid=103305) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 21:10:34.595378 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d4654568b7bf041e72ff8fe1c96d6d761d9c921f2b99bc7b3a26632be20cee0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a912ffb6-e8ae-4b88-981f-b5cc6215fe89" -d '{"events": [{"server_uuid": "2f390021-3ea0-452c-ade6-6685a9b04bab", "name": "network-vif-deleted", "tag": "dec24140-bd98-4fe1-8e86-d45eef158e4d"}]}' {{(pid=103305) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 21:10:34.638669 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-2353e789-bcc1-414b-8064-7bdbe6e2768e admin admin] Publish callbacks [] for security_group (e92ff27a-a567-4da1-9c62-ababe9c3a9be), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:10:34.696548 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-00707cf7-af79-473b-b1a8-5904316153bd tempest-ExternalNetworksTestJSON-1336343236 tempest-ExternalNetworksTestJSON-1336343236-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-40691490'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:10:34.721423 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Jan 2022 21:10:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eea042fe-ab25-40c9-b9cf-5097b196b2ee x-openstack-request-id: req-eea042fe-ab25-40c9-b9cf-5097b196b2ee {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 21:10:34.721423 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f390021-3ea0-452c-ade6-6685a9b04bab", "name": "network-vif-deleted", "tag": "dec24140-bd98-4fe1-8e86-d45eef158e4d", "status": "completed", "code": 200}]} {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 21:10:34.722009 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-eea042fe-ab25-40c9-b9cf-5097b196b2ee {{(pid=103305) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 21:10:34.722009 n-d-760453-5 neutron-server[103305]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f390021-3ea0-452c-ade6-6685a9b04bab', 'name': 'network-vif-deleted', 'tag': 'dec24140-bd98-4fe1-8e86-d45eef158e4d', 'status': 'completed', 'code': 200} Jan 26 21:10:34.742002 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00707cf7-af79-473b-b1a8-5904316153bd tempest-ExternalNetworksTestJSON-1336343236 tempest-ExternalNetworksTestJSON-1336343236-project] Made reservation on behalf of 2655363c6fb8408f890d5132b9e6baea for: {'network': 1} {{(pid=103304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 21:10:34.747311 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bba034e-32d7-4f77-9966-7b9c5b17cda4 req-4a998b6d-d7b6-452a-a0a3-d3df6675db8a tempest-ServerGroupTestJSON-1674920663 tempest-ServerGroupTestJSON-1674920663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:10:34.749975 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-00707cf7-af79-473b-b1a8-5904316153bd tempest-ExternalNetworksTestJSON-1336343236 tempest-ExternalNetworksTestJSON-1336343236-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for network (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:10:34.751853 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-0bba034e-32d7-4f77-9966-7b9c5b17cda4 req-4a998b6d-d7b6-452a-a0a3-d3df6675db8a tempest-ServerGroupTestJSON-1674920663 tempest-ServerGroupTestJSON-1674920663-project] 10.222.0.57 "GET /v2.0/ports?device_id=38619073-9648-4d55-8e74-c818e6615fc1 HTTP/1.1" status: 200 len: 945 time: 0.1693559 Jan 26 21:10:34.771277 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-00707cf7-af79-473b-b1a8-5904316153bd tempest-ExternalNetworksTestJSON-1336343236 tempest-ExternalNetworksTestJSON-1336343236-project] Publish callbacks [] for security_group (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:10:34.804750 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-2353e789-bcc1-414b-8064-7bdbe6e2768e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (e92ff27a-a567-4da1-9c62-ababe9c3a9be), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:10:34.807528 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-2353e789-bcc1-414b-8064-7bdbe6e2768e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:10:34.809230 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-2353e789-bcc1-414b-8064-7bdbe6e2768e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/e92ff27a-a567-4da1-9c62-ababe9c3a9be HTTP/1.1" status: 204 len: 168 time: 0.3382611 Jan 26 21:10:34.858017 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2353e789-bcc1-414b-8064-7bdbe6e2768e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e92ff27a-a567-4da1-9c62-ababe9c3a9be,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:10:34.887578 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7898114d-f099-4545-a850-dfad584a08c2 req-f471c17e-d2f8-4647-a0b6-f1bc14065da9 tempest-ServerGroupTestJSON-1674920663 tempest-ServerGroupTestJSON-1674920663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:10:34.889228 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-7898114d-f099-4545-a850-dfad584a08c2 req-f471c17e-d2f8-4647-a0b6-f1bc14065da9 tempest-ServerGroupTestJSON-1674920663 tempest-ServerGroupTestJSON-1674920663-project] 10.222.0.13 "GET /v2.0/ports?device_id=38619073-9648-4d55-8e74-c818e6615fc1 HTTP/1.1" status: 200 len: 945 time: 0.1287742 Jan 26 21:10:34.908333 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [req-0bba034e-32d7-4f77-9966-7b9c5b17cda4 req-b20abc3c-7a21-456b-a907-2d4c39dd0853 tempest-ServerGroupTestJSON-1674920663 tempest-ServerGroupTestJSON-1674920663-project] Deleting port 716a4075-5873-4c99-87b7-28ec649955c6 {{(pid=103305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 21:10:34.908941 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-0bba034e-32d7-4f77-9966-7b9c5b17cda4 req-b20abc3c-7a21-456b-a907-2d4c39dd0853 tempest-ServerGroupTestJSON-1674920663 tempest-ServerGroupTestJSON-1674920663-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746560630878'] for port (716a4075-5873-4c99-87b7-28ec649955c6), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:10:34.987432 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-7898114d-f099-4545-a850-dfad584a08c2 req-fdb1d457-d4fb-4a4e-b8a0-53a0400a6ea8 tempest-ServerGroupTestJSON-1674920663 tempest-ServerGroupTestJSON-1674920663-project] 10.222.0.13 "GET /v2.0/security-groups?id=741e6094-c1d4-4c3e-943b-9a315430f623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923231 Jan 26 21:10:35.014767 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [req-0bba034e-32d7-4f77-9966-7b9c5b17cda4 req-b20abc3c-7a21-456b-a907-2d4c39dd0853 tempest-ServerGroupTestJSON-1674920663 tempest-ServerGroupTestJSON-1674920663-project] For port 716a4075-5873-4c99-87b7-28ec649955c6, host n-h2-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-5',level=0,port_id=716a4075-5873-4c99-87b7-28ec649955c6,segment=NetworkSegment(b90b6ecb-05eb-43ae-b380-52adc7eafbee),segment_id=b90b6ecb-05eb-43ae-b380-52adc7eafbee)] {{(pid=103305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:10:35.015309 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-0bba034e-32d7-4f77-9966-7b9c5b17cda4 req-b20abc3c-7a21-456b-a907-2d4c39dd0853 tempest-ServerGroupTestJSON-1674920663 tempest-ServerGroupTestJSON-1674920663-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4109658'] for port (716a4075-5873-4c99-87b7-28ec649955c6), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:10:35.031038 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [req-0bba034e-32d7-4f77-9966-7b9c5b17cda4 req-b20abc3c-7a21-456b-a907-2d4c39dd0853 tempest-ServerGroupTestJSON-1674920663 tempest-ServerGroupTestJSON-1674920663-project] Calling delete_port for 716a4075-5873-4c99-87b7-28ec649955c6 owned by compute:nova {{(pid=103305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 21:10:35.084013 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-00707cf7-af79-473b-b1a8-5904316153bd tempest-ExternalNetworksTestJSON-1336343236 tempest-ExternalNetworksTestJSON-1336343236-project] Publish callbacks [] for security_group (35602c0b-5a8e-44de-a6d3-87cbed58a754), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:10:35.096233 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-00707cf7-af79-473b-b1a8-5904316153bd tempest-ExternalNetworksTestJSON-1336343236 tempest-ExternalNetworksTestJSON-1336343236-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (35602c0b-5a8e-44de-a6d3-87cbed58a754), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:10:35.143861 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-00707cf7-af79-473b-b1a8-5904316153bd tempest-ExternalNetworksTestJSON-1336343236 tempest-ExternalNetworksTestJSON-1336343236-project] vlan segment allocate from pool success with {'vlan_id': 572, 'physical_network': 'physnet1'} {{(pid=103304) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 26 21:10:35.157080 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00707cf7-af79-473b-b1a8-5904316153bd tempest-ExternalNetworksTestJSON-1336343236 tempest-ExternalNetworksTestJSON-1336343236-project] Pushing event updated for resources: {'SecurityGroup': ['ID=35602c0b-5a8e-44de-a6d3-87cbed58a754,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:10:35.173196 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1662e2-6ebf-40a1-890d-4b41130f9a67 req-b5380d5f-d556-4e07-8ab7-3500f70771f4 tempest-LiveAutoBlockMigrationV225Test-1645909514 tempest-LiveAutoBlockMigrationV225Test-1645909514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:10:35.183918 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-9a1662e2-6ebf-40a1-890d-4b41130f9a67 req-b5380d5f-d556-4e07-8ab7-3500f70771f4 tempest-LiveAutoBlockMigrationV225Test-1645909514 tempest-LiveAutoBlockMigrationV225Test-1645909514-project] 10.222.0.13 "GET /v2.0/ports?device_id=cbf92dab-bccf-42aa-9b00-3737afaeaf63 HTTP/1.1" status: 200 len: 945 time: 0.0983708 Jan 26 21:10:35.269218 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-0bba034e-32d7-4f77-9966-7b9c5b17cda4 req-b20abc3c-7a21-456b-a907-2d4c39dd0853 tempest-ServerGroupTestJSON-1674920663 tempest-ServerGroupTestJSON-1674920663-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746560636600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746560234536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11791543'] for port (716a4075-5873-4c99-87b7-28ec649955c6), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:10:35.278311 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-9a1662e2-6ebf-40a1-890d-4b41130f9a67 req-9d634991-76eb-40c4-bf1c-0556667da6b2 tempest-LiveAutoBlockMigrationV225Test-1645909514 tempest-LiveAutoBlockMigrationV225Test-1645909514-project] 10.222.0.13 "GET /v2.0/security-groups?id=d3d52ae6-e761-44ee-98bd-9ad0dc66343a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926132 Jan 26 21:10:35.282472 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] get_ports_and_sgs() called for port_ids ['716a4075-5873-4c99-87b7-28ec649955c6'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 26 21:10:35.292407 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-00707cf7-af79-473b-b1a8-5904316153bd tempest-ExternalNetworksTestJSON-1336343236 tempest-ExternalNetworksTestJSON-1336343236-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576559'] for segment (c2f05c96-0415-4e10-84f4-638305631c55), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:10:35.294256 n-d-760453-5 neutron-server[103304]: INFO neutron.db.segments_db [None req-00707cf7-af79-473b-b1a8-5904316153bd tempest-ExternalNetworksTestJSON-1336343236 tempest-ExternalNetworksTestJSON-1336343236-project] Added segment c2f05c96-0415-4e10-84f4-638305631c55 of type vlan for network ab8280e3-d0dd-4bda-a707-bc876e0d4f04 Jan 26 21:10:35.307014 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b20abc3c-7a21-456b-a907-2d4c39dd0853 tempest-ServerGroupTestJSON-1674920663 tempest-ServerGroupTestJSON-1674920663-project] Pushing event deleted for resources: {'Port': ['ID=716a4075-5873-4c99-87b7-28ec649955c6,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:10:35.371857 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [req-0bba034e-32d7-4f77-9966-7b9c5b17cda4 req-b20abc3c-7a21-456b-a907-2d4c39dd0853 tempest-ServerGroupTestJSON-1674920663 tempest-ServerGroupTestJSON-1674920663-project] No DVR routers for this DVR port 716a4075-5873-4c99-87b7-28ec649955c6 on host n-h2-760453-5 {{(pid=103305) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 26 21:10:35.375488 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-0bba034e-32d7-4f77-9966-7b9c5b17cda4 req-b20abc3c-7a21-456b-a907-2d4c39dd0853 tempest-ServerGroupTestJSON-1674920663 tempest-ServerGroupTestJSON-1674920663-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:10:35.377763 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-00707cf7-af79-473b-b1a8-5904316153bd tempest-ExternalNetworksTestJSON-1336343236 tempest-ExternalNetworksTestJSON-1336343236-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746560256871'] for network (ab8280e3-d0dd-4bda-a707-bc876e0d4f04), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:10:35.379852 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-0bba034e-32d7-4f77-9966-7b9c5b17cda4 req-b20abc3c-7a21-456b-a907-2d4c39dd0853 tempest-ServerGroupTestJSON-1674920663 tempest-ServerGroupTestJSON-1674920663-project] 10.222.0.57 "DELETE /v2.0/ports/716a4075-5873-4c99-87b7-28ec649955c6 HTTP/1.1" status: 204 len: 173 time: 0.6239786 Jan 26 21:10:35.435598 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-00707cf7-af79-473b-b1a8-5904316153bd tempest-ExternalNetworksTestJSON-1336343236 tempest-ExternalNetworksTestJSON-1336343236-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503'] for network (ab8280e3-d0dd-4bda-a707-bc876e0d4f04), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:10:35.441690 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00707cf7-af79-473b-b1a8-5904316153bd tempest-ExternalNetworksTestJSON-1336343236 tempest-ExternalNetworksTestJSON-1336343236-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:10:35.442615 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-00707cf7-af79-473b-b1a8-5904316153bd tempest-ExternalNetworksTestJSON-1336343236 tempest-ExternalNetworksTestJSON-1336343236-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709645'] for network (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:10:35.548359 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-00707cf7-af79-473b-b1a8-5904316153bd tempest-ExternalNetworksTestJSON-1336343236 tempest-ExternalNetworksTestJSON-1336343236-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.2380133 Jan 26 21:10:35.548964 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 50976) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:10:35.624120 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-b7873875-e3cc-4061-accb-1fca5644ffe9 req-ec5f4b26-9294-4d3c-9717-bc5d5f1c4802 tempest-VolumesAdminNegativeTest-1754772051 tempest-VolumesAdminNegativeTest-1754772051-project] 10.222.0.13 "GET /v2.0/ports?device_id=2f390021-3ea0-452c-ade6-6685a9b04bab HTTP/1.1" status: 200 len: 210 time: 0.0502241 Jan 26 21:10:35.624959 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00707cf7-af79-473b-b1a8-5904316153bd tempest-ExternalNetworksTestJSON-1336343236 tempest-ExternalNetworksTestJSON-1336343236-project] Pushing event updated for resources: {'Network': ['ID=ab8280e3-d0dd-4bda-a707-bc876e0d4f04,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:10:35.637744 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Network ab8280e3-d0dd-4bda-a707-bc876e0d4f04 details requested by agent ovs-agent-n-d-760453-5 with host n-d-760453-5 {{(pid=103306) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 26 21:10:35.865059 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-c3cb9a16-7305-4c6e-991b-1a1c35a9598f tempest-ExternalNetworksTestJSON-97734267 tempest-ExternalNetworksTestJSON-97734267-project-admin] Request body: {'network': {'name': 'tempest-network--1871143792', 'router:external': True}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:10:35.895014 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3cb9a16-7305-4c6e-991b-1a1c35a9598f tempest-ExternalNetworksTestJSON-97734267 tempest-ExternalNetworksTestJSON-97734267-project-admin] Made reservation on behalf of 0357c4b8fe6545279be9cbab0b9afc6d for: {'network': 1} {{(pid=103305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 21:10:35.899259 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-c3cb9a16-7305-4c6e-991b-1a1c35a9598f tempest-ExternalNetworksTestJSON-97734267 tempest-ExternalNetworksTestJSON-97734267-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for network (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:10:35.913702 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-c3cb9a16-7305-4c6e-991b-1a1c35a9598f tempest-ExternalNetworksTestJSON-97734267 tempest-ExternalNetworksTestJSON-97734267-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:10:36.080513 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-c3cb9a16-7305-4c6e-991b-1a1c35a9598f tempest-ExternalNetworksTestJSON-97734267 tempest-ExternalNetworksTestJSON-97734267-project-admin] Publish callbacks [] for security_group (ef8dc3f7-288e-4b6b-95f5-236cc821dd74), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:10:36.087992 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-c3cb9a16-7305-4c6e-991b-1a1c35a9598f tempest-ExternalNetworksTestJSON-97734267 tempest-ExternalNetworksTestJSON-97734267-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (ef8dc3f7-288e-4b6b-95f5-236cc821dd74), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:10:36.138139 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c3cb9a16-7305-4c6e-991b-1a1c35a9598f tempest-ExternalNetworksTestJSON-97734267 tempest-ExternalNetworksTestJSON-97734267-project-admin] vlan segment allocate from pool success with {'vlan_id': 574, 'physical_network': 'physnet1'} {{(pid=103305) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 26 21:10:36.151260 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3cb9a16-7305-4c6e-991b-1a1c35a9598f tempest-ExternalNetworksTestJSON-97734267 tempest-ExternalNetworksTestJSON-97734267-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef8dc3f7-288e-4b6b-95f5-236cc821dd74,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:10:36.163384 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-c3cb9a16-7305-4c6e-991b-1a1c35a9598f tempest-ExternalNetworksTestJSON-97734267 tempest-ExternalNetworksTestJSON-97734267-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576559'] for segment (ddccc72c-1fb4-4b45-a1b5-096dae217f3a), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:10:36.166742 n-d-760453-5 neutron-server[103305]: INFO neutron.db.segments_db [None req-c3cb9a16-7305-4c6e-991b-1a1c35a9598f tempest-ExternalNetworksTestJSON-97734267 tempest-ExternalNetworksTestJSON-97734267-project-admin] Added segment ddccc72c-1fb4-4b45-a1b5-096dae217f3a of type vlan for network 80d04dd1-3fbe-4dcd-a585-bf2544e0c786 Jan 26 21:10:36.180492 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Device dec24140-bd98-4fe1-8e86-d45eef158e4d no longer exists at agent hyperv_n-h1-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 26 21:10:36.238078 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] No Port match for: dec24140-bd98-4fe1-8e86-d45eef158e4d {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 26 21:10:36.240116 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Device dec24140-bd98-4fe1-8e86-d45eef158e4d not bound to the agent host n-h1-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 26 21:10:36.248985 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-c3cb9a16-7305-4c6e-991b-1a1c35a9598f tempest-ExternalNetworksTestJSON-97734267 tempest-ExternalNetworksTestJSON-97734267-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746560256871'] for network (80d04dd1-3fbe-4dcd-a585-bf2544e0c786), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:10:36.307708 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-c3f9cb88-9782-4b7f-8737-c6cac167eaac req-fb5acb0a-7274-456e-9306-75e665e15454 tempest-ServerGroupTestJSON-1674920663 tempest-ServerGroupTestJSON-1674920663-project] 10.222.0.13 "GET /v2.0/ports?device_id=38619073-9648-4d55-8e74-c818e6615fc1 HTTP/1.1" status: 200 len: 210 time: 0.1626098 Jan 26 21:10:36.308474 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-c3cb9a16-7305-4c6e-991b-1a1c35a9598f tempest-ExternalNetworksTestJSON-97734267 tempest-ExternalNetworksTestJSON-97734267-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503'] for network (80d04dd1-3fbe-4dcd-a585-bf2544e0c786), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:10:36.309979 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3cb9a16-7305-4c6e-991b-1a1c35a9598f tempest-ExternalNetworksTestJSON-97734267 tempest-ExternalNetworksTestJSON-97734267-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:10:36.310552 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-c3cb9a16-7305-4c6e-991b-1a1c35a9598f tempest-ExternalNetworksTestJSON-97734267 tempest-ExternalNetworksTestJSON-97734267-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709645'] for network (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:10:36.414828 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 51016) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:10:36.415475 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-c3cb9a16-7305-4c6e-991b-1a1c35a9598f tempest-ExternalNetworksTestJSON-97734267 tempest-ExternalNetworksTestJSON-97734267-project-admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.8653667 Jan 26 21:10:36.446163 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3cb9a16-7305-4c6e-991b-1a1c35a9598f tempest-ExternalNetworksTestJSON-97734267 tempest-ExternalNetworksTestJSON-97734267-project-admin] Pushing event updated for resources: {'Network': ['ID=80d04dd1-3fbe-4dcd-a585-bf2544e0c786,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:10:36.459489 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Network 80d04dd1-3fbe-4dcd-a585-bf2544e0c786 details requested by agent ovs-agent-n-d-760453-5 with host n-d-760453-5 {{(pid=103306) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 26 21:10:36.584512 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-ab5c038a-5241-4b4d-9b18-69b25553f141 tempest-ExternalNetworksTestJSON-97734267 tempest-ExternalNetworksTestJSON-97734267-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-748181'] for network (80d04dd1-3fbe-4dcd-a585-bf2544e0c786), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:10:36.647302 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30628cd4-6db7-487b-ac77-345c90dd5517 req-d33d5bce-eefc-4e32-869a-3daa4d1e9c3d tempest-LiveAutoBlockMigrationV225Test-1645909514 tempest-LiveAutoBlockMigrationV225Test-1645909514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:10:36.649074 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-30628cd4-6db7-487b-ac77-345c90dd5517 req-d33d5bce-eefc-4e32-869a-3daa4d1e9c3d tempest-LiveAutoBlockMigrationV225Test-1645909514 tempest-LiveAutoBlockMigrationV225Test-1645909514-project] 10.222.0.13 "GET /v2.0/ports?device_id=cbf92dab-bccf-42aa-9b00-3737afaeaf63 HTTP/1.1" status: 200 len: 945 time: 0.1070859 Jan 26 21:10:36.723768 n-d-760453-5 neutron-server[103305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38619073-9648-4d55-8e74-c818e6615fc1', 'name': 'network-vif-deleted', 'tag': '716a4075-5873-4c99-87b7-28ec649955c6'}] {{(pid=103305) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 21:10:36.726805 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d4654568b7bf041e72ff8fe1c96d6d761d9c921f2b99bc7b3a26632be20cee0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dde1de25-1cfd-4b0b-b1f0-90648186c1a9" -d '{"events": [{"server_uuid": "38619073-9648-4d55-8e74-c818e6615fc1", "name": "network-vif-deleted", "tag": "716a4075-5873-4c99-87b7-28ec649955c6"}]}' {{(pid=103305) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 21:10:36.738399 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 51026) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:10:36.767028 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-ab5c038a-5241-4b4d-9b18-69b25553f141 tempest-ExternalNetworksTestJSON-97734267 tempest-ExternalNetworksTestJSON-97734267-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-686403', 'neutron.services.segments.db._delete_segments_for_network-8746560774018'] for network (80d04dd1-3fbe-4dcd-a585-bf2544e0c786), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:10:36.808601 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Jan 2022 21:10:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60783db7-f49c-4b47-ac6d-dfaadf733212 x-openstack-request-id: req-60783db7-f49c-4b47-ac6d-dfaadf733212 {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 21:10:36.808966 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38619073-9648-4d55-8e74-c818e6615fc1", "name": "network-vif-deleted", "tag": "716a4075-5873-4c99-87b7-28ec649955c6", "status": "completed", "code": 200}]} {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 21:10:36.809162 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-60783db7-f49c-4b47-ac6d-dfaadf733212 {{(pid=103305) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 21:10:36.809603 n-d-760453-5 neutron-server[103305]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38619073-9648-4d55-8e74-c818e6615fc1', 'name': 'network-vif-deleted', 'tag': '716a4075-5873-4c99-87b7-28ec649955c6', 'status': 'completed', 'code': 200} Jan 26 21:10:36.810675 n-d-760453-5 neutron-server[103304]: DEBUG neutron.services.segments.db [None req-ab5c038a-5241-4b4d-9b18-69b25553f141 tempest-ExternalNetworksTestJSON-97734267 tempest-ExternalNetworksTestJSON-97734267-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['80d04dd1-3fbe-4dcd-a585-bf2544e0c786']}} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:10:36.817582 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-30628cd4-6db7-487b-ac77-345c90dd5517 req-470a7690-e00a-4f8a-81f9-3b50191bca76 tempest-LiveAutoBlockMigrationV225Test-1645909514 tempest-LiveAutoBlockMigrationV225Test-1645909514-project] 10.222.0.13 "GET /v2.0/security-groups?id=d3d52ae6-e761-44ee-98bd-9ad0dc66343a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1577876 Jan 26 21:10:36.829592 n-d-760453-5 neutron-server[103304]: DEBUG neutron.services.segments.db [None req-ab5c038a-5241-4b4d-9b18-69b25553f141 tempest-ExternalNetworksTestJSON-97734267 tempest-ExternalNetworksTestJSON-97734267-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ddccc72c-1fb4-4b45-a1b5-096dae217f3a') {'for_net_delete': True} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:10:36.830135 n-d-760453-5 neutron-server[103304]: DEBUG neutron.services.segments.db [None req-ab5c038a-5241-4b4d-9b18-69b25553f141 tempest-ExternalNetworksTestJSON-97734267 tempest-ExternalNetworksTestJSON-97734267-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ddccc72c-1fb4-4b45-a1b5-096dae217f3a') {} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:10:36.836935 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.db_base_plugin_v2 [None req-3ede1a83-147e-4fff-9e1f-a40e5c6f00c0 admin admin] Deleting subnet 1e2e0f72-4b8b-4170-a0f9-b60486398ca4 {{(pid=103305) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 26 21:10:36.845946 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-3ede1a83-147e-4fff-9e1f-a40e5c6f00c0 admin admin] Publish callbacks [] for subnet (1e2e0f72-4b8b-4170-a0f9-b60486398ca4), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:10:36.848205 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-ab5c038a-5241-4b4d-9b18-69b25553f141 tempest-ExternalNetworksTestJSON-97734267 tempest-ExternalNetworksTestJSON-97734267-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746560742283', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8881293'] for segment (ddccc72c-1fb4-4b45-a1b5-096dae217f3a), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:10:36.882316 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-ab5c038a-5241-4b4d-9b18-69b25553f141 tempest-ExternalNetworksTestJSON-97734267 tempest-ExternalNetworksTestJSON-97734267-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576559'] for segment (ddccc72c-1fb4-4b45-a1b5-096dae217f3a), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:10:36.899474 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ab5c038a-5241-4b4d-9b18-69b25553f141 tempest-ExternalNetworksTestJSON-97734267 tempest-ExternalNetworksTestJSON-97734267-project-admin] Releasing vlan 574 on physical network physnet1 to pool {{(pid=103304) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 26 21:10:36.900603 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-ab5c038a-5241-4b4d-9b18-69b25553f141 tempest-ExternalNetworksTestJSON-97734267 tempest-ExternalNetworksTestJSON-97734267-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9281762'] for segment (ddccc72c-1fb4-4b45-a1b5-096dae217f3a), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:10:36.902952 n-d-760453-5 neutron-server[103304]: Traceback (most recent call last): Jan 26 21:10:36.902952 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 26 21:10:36.902952 n-d-760453-5 neutron-server[103304]: timer() Jan 26 21:10:36.902952 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 26 21:10:36.902952 n-d-760453-5 neutron-server[103304]: cb(*args, **kw) Jan 26 21:10:36.902952 n-d-760453-5 neutron-server[103304]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 26 21:10:36.902952 n-d-760453-5 neutron-server[103304]: return func(*args, **kwargs) Jan 26 21:10:36.902952 n-d-760453-5 neutron-server[103304]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 26 21:10:36.902952 n-d-760453-5 neutron-server[103304]: self._notify() Jan 26 21:10:36.902952 n-d-760453-5 neutron-server[103304]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 26 21:10:36.902952 n-d-760453-5 neutron-server[103304]: self.callback(batched_events) Jan 26 21:10:36.902952 n-d-760453-5 neutron-server[103304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 26 21:10:36.902952 n-d-760453-5 neutron-server[103304]: event.method(event) Jan 26 21:10:36.902952 n-d-760453-5 neutron-server[103304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 26 21:10:36.902952 n-d-760453-5 neutron-server[103304]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 26 21:10:36.902952 n-d-760453-5 neutron-server[103304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 26 21:10:36.902952 n-d-760453-5 neutron-server[103304]: aggregate_uuid = self.p_client.list_aggregates( Jan 26 21:10:36.902952 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 26 21:10:36.902952 n-d-760453-5 neutron-server[103304]: return f(self, *a, **k) Jan 26 21:10:36.902952 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 26 21:10:36.902952 n-d-760453-5 neutron-server[103304]: return self._get(url).json() Jan 26 21:10:36.902952 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 26 21:10:36.902952 n-d-760453-5 neutron-server[103304]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 26 21:10:36.902952 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 26 21:10:36.902952 n-d-760453-5 neutron-server[103304]: return self.request(url, 'GET', **kwargs) Jan 26 21:10:36.902952 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 26 21:10:36.902952 n-d-760453-5 neutron-server[103304]: base_url = self.get_endpoint(auth, allow=allow, Jan 26 21:10:36.902952 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 26 21:10:36.902952 n-d-760453-5 neutron-server[103304]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 26 21:10:36.902952 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 26 21:10:36.902952 n-d-760453-5 neutron-server[103304]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 26 21:10:36.902952 n-d-760453-5 neutron-server[103304]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 26 21:10:36.931869 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-3ede1a83-147e-4fff-9e1f-a40e5c6f00c0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11788946'] for subnet (1e2e0f72-4b8b-4170-a0f9-b60486398ca4), precommit_delete_associations {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:10:36.975494 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68effbb-5847-4b2b-b5cd-f8b89087cdca req-8eb9aeb8-2400-4184-a99e-6d13052362ba tempest-LiveAutoBlockMigrationV225Test-2082869167 tempest-LiveAutoBlockMigrationV225Test-2082869167-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:10:36.977283 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-e68effbb-5847-4b2b-b5cd-f8b89087cdca req-8eb9aeb8-2400-4184-a99e-6d13052362ba tempest-LiveAutoBlockMigrationV225Test-2082869167 tempest-LiveAutoBlockMigrationV225Test-2082869167-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=cbf92dab-bccf-42aa-9b00-3737afaeaf63&tenant_id=6a368bf2185e476485148d66b6d73c5c&binding%3Ahost_id=n-h1-760453-5 HTTP/1.1" status: 200 len: 1096 time: 0.1286750 Jan 26 21:10:36.988353 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [req-e68effbb-5847-4b2b-b5cd-f8b89087cdca req-0c6c90da-ad4e-4152-a70b-fae910903203 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-760453-5'}}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:10:37.035220 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-3ede1a83-147e-4fff-9e1f-a40e5c6f00c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687316'] for subnet (1e2e0f72-4b8b-4170-a0f9-b60486398ca4), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:10:37.040308 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-ab5c038a-5241-4b4d-9b18-69b25553f141 tempest-ExternalNetworksTestJSON-97734267 tempest-ExternalNetworksTestJSON-97734267-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4110931'] for network (80d04dd1-3fbe-4dcd-a585-bf2544e0c786), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:10:37.049762 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab5c038a-5241-4b4d-9b18-69b25553f141 tempest-ExternalNetworksTestJSON-97734267 tempest-ExternalNetworksTestJSON-97734267-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 80d04dd1-3fbe-4dcd-a585-bf2544e0c786 {{(pid=103304) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jan 26 21:10:37.052991 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-ab5c038a-5241-4b4d-9b18-69b25553f141 tempest-ExternalNetworksTestJSON-97734267 tempest-ExternalNetworksTestJSON-97734267-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709645'] for network (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:10:37.057392 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-ab5c038a-5241-4b4d-9b18-69b25553f141 tempest-ExternalNetworksTestJSON-97734267 tempest-ExternalNetworksTestJSON-97734267-project-admin] 10.222.0.13 "DELETE /v2.0/networks/80d04dd1-3fbe-4dcd-a585-bf2544e0c786 HTTP/1.1" status: 204 len: 168 time: 0.6404586 Jan 26 21:10:37.067272 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 51034) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:10:37.072886 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab5c038a-5241-4b4d-9b18-69b25553f141 tempest-ExternalNetworksTestJSON-97734267 tempest-ExternalNetworksTestJSON-97734267-project-admin] Pushing event deleted for resources: {'Network': ['ID=80d04dd1-3fbe-4dcd-a585-bf2544e0c786,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:10:37.076631 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-a6d42ed2-9325-4823-98db-0efc5a3b2c73 tempest-ExternalNetworksTestJSON-97734267 tempest-ExternalNetworksTestJSON-97734267-project-admin] Request body: {'network': {'router:external': True}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:10:37.155328 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-e68effbb-5847-4b2b-b5cd-f8b89087cdca req-0c6c90da-ad4e-4152-a70b-fae910903203 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (e22ff44d-fd52-4fab-95c2-61e096757fa1), before_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:10:37.176412 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6d42ed2-9325-4823-98db-0efc5a3b2c73 tempest-ExternalNetworksTestJSON-97734267 tempest-ExternalNetworksTestJSON-97734267-project-admin] Made reservation on behalf of 0357c4b8fe6545279be9cbab0b9afc6d for: {'network': 1} {{(pid=103305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 21:10:37.179103 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-a6d42ed2-9325-4823-98db-0efc5a3b2c73 tempest-ExternalNetworksTestJSON-97734267 tempest-ExternalNetworksTestJSON-97734267-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for network (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:10:37.202497 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-3ede1a83-147e-4fff-9e1f-a40e5c6f00c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11791594', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11599980'] for subnet (1e2e0f72-4b8b-4170-a0f9-b60486398ca4), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:10:37.279340 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ede1a83-147e-4fff-9e1f-a40e5c6f00c0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1e2e0f72-4b8b-4170-a0f9-b60486398ca4,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:10:37.317117 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-3ede1a83-147e-4fff-9e1f-a40e5c6f00c0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709645'] for subnet (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:10:37.322528 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-3ede1a83-147e-4fff-9e1f-a40e5c6f00c0 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/1e2e0f72-4b8b-4170-a0f9-b60486398ca4 HTTP/1.1" status: 204 len: 168 time: 0.5828176 Jan 26 21:10:37.325474 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 51042) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:10:37.346444 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a6d42ed2-9325-4823-98db-0efc5a3b2c73 tempest-ExternalNetworksTestJSON-97734267 tempest-ExternalNetworksTestJSON-97734267-project-admin] vlan segment allocate from pool success with {'vlan_id': 563, 'physical_network': 'physnet1'} {{(pid=103305) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 26 21:10:37.420087 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-a6d42ed2-9325-4823-98db-0efc5a3b2c73 tempest-ExternalNetworksTestJSON-97734267 tempest-ExternalNetworksTestJSON-97734267-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576559'] for segment (122b11b3-29ac-41da-b84d-492cd07b2cf4), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:10:37.422369 n-d-760453-5 neutron-server[103305]: INFO neutron.db.segments_db [None req-a6d42ed2-9325-4823-98db-0efc5a3b2c73 tempest-ExternalNetworksTestJSON-97734267 tempest-ExternalNetworksTestJSON-97734267-project-admin] Added segment 122b11b3-29ac-41da-b84d-492cd07b2cf4 of type vlan for network 9dbe7ef7-64a8-4270-bbb8-2e007a1eae5e Jan 26 21:10:37.501069 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-83cdc5bc-9c84-4791-97fd-b9d5c8150415 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-748181'] for network (e85854ea-b0dd-49df-aa3d-c27bf5ef9ded), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:10:37.645470 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-a6d42ed2-9325-4823-98db-0efc5a3b2c73 tempest-ExternalNetworksTestJSON-97734267 tempest-ExternalNetworksTestJSON-97734267-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746560256871'] for network (9dbe7ef7-64a8-4270-bbb8-2e007a1eae5e), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:10:37.686844 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [req-e68effbb-5847-4b2b-b5cd-f8b89087cdca req-0c6c90da-ad4e-4152-a70b-fae910903203 service neutron] For port e22ff44d-fd52-4fab-95c2-61e096757fa1, host n-h1-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-5',level=0,port_id=e22ff44d-fd52-4fab-95c2-61e096757fa1,segment=NetworkSegment(ff84b980-87bb-452b-8f52-d472b3cbbe9c),segment_id=ff84b980-87bb-452b-8f52-d472b3cbbe9c)] {{(pid=103305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:10:37.720747 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-83cdc5bc-9c84-4791-97fd-b9d5c8150415 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-686403', 'neutron.services.segments.db._delete_segments_for_network-8746560774018'] for network (e85854ea-b0dd-49df-aa3d-c27bf5ef9ded), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:10:37.772881 n-d-760453-5 neutron-server[103304]: DEBUG neutron.services.segments.db [None req-83cdc5bc-9c84-4791-97fd-b9d5c8150415 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e85854ea-b0dd-49df-aa3d-c27bf5ef9ded']}} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:10:37.797911 n-d-760453-5 neutron-server[103304]: DEBUG neutron.services.segments.db [None req-83cdc5bc-9c84-4791-97fd-b9d5c8150415 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd345e5d3-3972-454e-8217-397028bb6d0a') {'for_net_delete': True} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:10:37.798276 n-d-760453-5 neutron-server[103304]: DEBUG neutron.services.segments.db [None req-83cdc5bc-9c84-4791-97fd-b9d5c8150415 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd345e5d3-3972-454e-8217-397028bb6d0a') {} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:10:37.805658 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-a6d42ed2-9325-4823-98db-0efc5a3b2c73 tempest-ExternalNetworksTestJSON-97734267 tempest-ExternalNetworksTestJSON-97734267-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503'] for network (9dbe7ef7-64a8-4270-bbb8-2e007a1eae5e), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:10:37.808354 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6d42ed2-9325-4823-98db-0efc5a3b2c73 tempest-ExternalNetworksTestJSON-97734267 tempest-ExternalNetworksTestJSON-97734267-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:10:37.810927 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-a6d42ed2-9325-4823-98db-0efc5a3b2c73 tempest-ExternalNetworksTestJSON-97734267 tempest-ExternalNetworksTestJSON-97734267-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709645'] for network (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:10:37.818945 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-83cdc5bc-9c84-4791-97fd-b9d5c8150415 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746560742283', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8881293'] for segment (d345e5d3-3972-454e-8217-397028bb6d0a), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:10:37.850184 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-83cdc5bc-9c84-4791-97fd-b9d5c8150415 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576559'] for segment (d345e5d3-3972-454e-8217-397028bb6d0a), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:10:37.865578 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-83cdc5bc-9c84-4791-97fd-b9d5c8150415 admin admin] Releasing vlan 582 on physical network physnet1 to pool {{(pid=103304) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 26 21:10:37.866083 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-83cdc5bc-9c84-4791-97fd-b9d5c8150415 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9281762'] for segment (d345e5d3-3972-454e-8217-397028bb6d0a), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:10:37.906936 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [req-e68effbb-5847-4b2b-b5cd-f8b89087cdca req-0c6c90da-ad4e-4152-a70b-fae910903203 service neutron] For port e22ff44d-fd52-4fab-95c2-61e096757fa1, host n-h1-760453-5, cleared binding levels {{(pid=103305) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 26 21:10:37.967465 n-d-760453-5 neutron-server[103304]: Traceback (most recent call last): Jan 26 21:10:37.967465 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 26 21:10:37.967465 n-d-760453-5 neutron-server[103304]: timer() Jan 26 21:10:37.967465 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 26 21:10:37.967465 n-d-760453-5 neutron-server[103304]: cb(*args, **kw) Jan 26 21:10:37.967465 n-d-760453-5 neutron-server[103304]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 26 21:10:37.967465 n-d-760453-5 neutron-server[103304]: return func(*args, **kwargs) Jan 26 21:10:37.967465 n-d-760453-5 neutron-server[103304]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 26 21:10:37.967465 n-d-760453-5 neutron-server[103304]: self._notify() Jan 26 21:10:37.967465 n-d-760453-5 neutron-server[103304]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 26 21:10:37.967465 n-d-760453-5 neutron-server[103304]: self.callback(batched_events) Jan 26 21:10:37.967465 n-d-760453-5 neutron-server[103304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 26 21:10:37.967465 n-d-760453-5 neutron-server[103304]: event.method(event) Jan 26 21:10:37.967465 n-d-760453-5 neutron-server[103304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 26 21:10:37.967465 n-d-760453-5 neutron-server[103304]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 26 21:10:37.967465 n-d-760453-5 neutron-server[103304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 26 21:10:37.967465 n-d-760453-5 neutron-server[103304]: aggregate_uuid = self.p_client.list_aggregates( Jan 26 21:10:37.967465 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 26 21:10:37.967465 n-d-760453-5 neutron-server[103304]: return f(self, *a, **k) Jan 26 21:10:37.967465 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 26 21:10:37.967465 n-d-760453-5 neutron-server[103304]: return self._get(url).json() Jan 26 21:10:37.967465 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 26 21:10:37.967465 n-d-760453-5 neutron-server[103304]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 26 21:10:37.967465 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 26 21:10:37.967465 n-d-760453-5 neutron-server[103304]: return self.request(url, 'GET', **kwargs) Jan 26 21:10:37.967465 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 26 21:10:37.967465 n-d-760453-5 neutron-server[103304]: base_url = self.get_endpoint(auth, allow=allow, Jan 26 21:10:37.967465 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 26 21:10:37.967465 n-d-760453-5 neutron-server[103304]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 26 21:10:37.967465 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 26 21:10:37.967465 n-d-760453-5 neutron-server[103304]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 26 21:10:37.967465 n-d-760453-5 neutron-server[103304]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 26 21:10:37.971648 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-83cdc5bc-9c84-4791-97fd-b9d5c8150415 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4110931'] for network (e85854ea-b0dd-49df-aa3d-c27bf5ef9ded), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:10:37.974170 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-e68effbb-5847-4b2b-b5cd-f8b89087cdca req-0c6c90da-ad4e-4152-a70b-fae910903203 service neutron] Publish callbacks [] for port (e22ff44d-fd52-4fab-95c2-61e096757fa1), precommit_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:10:37.978534 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-83cdc5bc-9c84-4791-97fd-b9d5c8150415 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709645'] for network (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:10:37.989405 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-83cdc5bc-9c84-4791-97fd-b9d5c8150415 admin admin] 10.222.0.13 "DELETE /v2.0/networks/e85854ea-b0dd-49df-aa3d-c27bf5ef9ded HTTP/1.1" status: 204 len: 168 time: 0.6601009 Jan 26 21:10:37.991581 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 51080) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:10:38.030149 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83cdc5bc-9c84-4791-97fd-b9d5c8150415 admin admin] Pushing event deleted for resources: {'Network': ['ID=e85854ea-b0dd-49df-aa3d-c27bf5ef9ded,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:10:38.069598 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-a6d42ed2-9325-4823-98db-0efc5a3b2c73 tempest-ExternalNetworksTestJSON-97734267 tempest-ExternalNetworksTestJSON-97734267-project-admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 0.9984994 Jan 26 21:10:38.078122 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 51084) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:10:38.086112 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-ace08d06-aa6e-43f0-9044-20c11a29421c tempest-ExternalNetworksTestJSON-97734267 tempest-ExternalNetworksTestJSON-97734267-project-admin] Request body: {'subnet': {'network_id': '9dbe7ef7-64a8-4270-bbb8-2e007a1eae5e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:10:38.096930 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-e68effbb-5847-4b2b-b5cd-f8b89087cdca req-0c6c90da-ad4e-4152-a70b-fae910903203 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11791520'] for port (e22ff44d-fd52-4fab-95c2-61e096757fa1), after_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:10:38.103595 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (32ef628b-8417-46c5-8729-60fcabe358f1), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:10:38.132348 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336324b1-dc92-4a84-a72c-d58a33523f77 req-0c7622a8-db6c-439b-a3dd-1a396afe3cf9 tempest-LiveAutoBlockMigrationV225Test-1645909514 tempest-LiveAutoBlockMigrationV225Test-1645909514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:10:38.134472 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-336324b1-dc92-4a84-a72c-d58a33523f77 req-0c7622a8-db6c-439b-a3dd-1a396afe3cf9 tempest-LiveAutoBlockMigrationV225Test-1645909514 tempest-LiveAutoBlockMigrationV225Test-1645909514-project] 10.222.0.13 "GET /v2.0/ports?device_id=cbf92dab-bccf-42aa-9b00-3737afaeaf63 HTTP/1.1" status: 200 len: 943 time: 0.1462555 Jan 26 21:10:38.146525 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.db_base_plugin_v2 [None req-ff92942c-75b7-4865-aad3-60c8216ad7be admin admin] Deleting subnet 6bdf131f-c818-4664-8c7c-4d7b20ebc274 {{(pid=103304) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 26 21:10:38.158595 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-ff92942c-75b7-4865-aad3-60c8216ad7be admin admin] Publish callbacks [] for subnet (6bdf131f-c818-4664-8c7c-4d7b20ebc274), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:10:38.184859 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ace08d06-aa6e-43f0-9044-20c11a29421c tempest-ExternalNetworksTestJSON-97734267 tempest-ExternalNetworksTestJSON-97734267-project-admin] Made reservation on behalf of 0357c4b8fe6545279be9cbab0b9afc6d for: {'subnet': 1} {{(pid=103304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 21:10:38.186517 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c6c90da-ad4e-4152-a70b-fae910903203 service neutron] Pushing event updated for resources: {'Port': ['ID=e22ff44d-fd52-4fab-95c2-61e096757fa1,revision_number=7']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:10:38.188252 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-ace08d06-aa6e-43f0-9044-20c11a29421c tempest-ExternalNetworksTestJSON-97734267 tempest-ExternalNetworksTestJSON-97734267-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12215181'] for subnet (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:10:38.219659 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d42ed2-9325-4823-98db-0efc5a3b2c73 tempest-ExternalNetworksTestJSON-97734267 tempest-ExternalNetworksTestJSON-97734267-project-admin] Pushing event updated for resources: {'Network': ['ID=9dbe7ef7-64a8-4270-bbb8-2e007a1eae5e,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:10:38.235670 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Network 9dbe7ef7-64a8-4270-bbb8-2e007a1eae5e details requested by agent ovs-agent-n-d-760453-5 with host n-d-760453-5 {{(pid=103306) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 26 21:10:38.267277 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-336324b1-dc92-4a84-a72c-d58a33523f77 req-df736bb2-0962-4fdb-a294-9f9c155daabb tempest-LiveAutoBlockMigrationV225Test-1645909514 tempest-LiveAutoBlockMigrationV225Test-1645909514-project] 10.222.0.13 "GET /v2.0/security-groups?id=d3d52ae6-e761-44ee-98bd-9ad0dc66343a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246636 Jan 26 21:10:38.317093 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-ff92942c-75b7-4865-aad3-60c8216ad7be admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8881284'] for subnet (6bdf131f-c818-4664-8c7c-4d7b20ebc274), precommit_delete_associations {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:10:38.418462 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [req-e68effbb-5847-4b2b-b5cd-f8b89087cdca req-0c6c90da-ad4e-4152-a70b-fae910903203 service neutron] Attempting to bind port e22ff44d-fd52-4fab-95c2-61e096757fa1 on host n-h1-760453-5 for vnic_type normal with profile {"migrating_to": "n-h2-760453-5"} {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 21:10:38.418811 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [req-e68effbb-5847-4b2b-b5cd-f8b89087cdca req-0c6c90da-ad4e-4152-a70b-fae910903203 service neutron] Attempting to bind port e22ff44d-fd52-4fab-95c2-61e096757fa1 by drivers openvswitch,hyperv on host n-h1-760453-5 at level 0 using segments [{'id': 'ff84b980-87bb-452b-8f52-d472b3cbbe9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '1c3811f3-dcb6-4f77-8c26-3e9819d7c63c'}] {{(pid=103305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 26 21:10:38.419261 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-ff92942c-75b7-4865-aad3-60c8216ad7be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687316'] for subnet (6bdf131f-c818-4664-8c7c-4d7b20ebc274), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:10:38.430347 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e68effbb-5847-4b2b-b5cd-f8b89087cdca req-0c6c90da-ad4e-4152-a70b-fae910903203 service neutron] Attempting to bind port e22ff44d-fd52-4fab-95c2-61e096757fa1 on network 1c3811f3-dcb6-4f77-8c26-3e9819d7c63c {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 21:10:38.448522 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e68effbb-5847-4b2b-b5cd-f8b89087cdca req-0c6c90da-ad4e-4152-a70b-fae910903203 service neutron] Port e22ff44d-fd52-4fab-95c2-61e096757fa1 on network 1c3811f3-dcb6-4f77-8c26-3e9819d7c63c not bound, no agent of type Open vSwitch agent registered on host n-h1-760453-5 {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 26 21:10:38.449959 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e68effbb-5847-4b2b-b5cd-f8b89087cdca req-0c6c90da-ad4e-4152-a70b-fae910903203 service neutron] Attempting to bind port e22ff44d-fd52-4fab-95c2-61e096757fa1 on network 1c3811f3-dcb6-4f77-8c26-3e9819d7c63c {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 21:10:38.468922 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 51096) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:10:38.472994 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e68effbb-5847-4b2b-b5cd-f8b89087cdca req-0c6c90da-ad4e-4152-a70b-fae910903203 service neutron] Checking agent: {'id': '32ef628b-8417-46c5-8729-60fcabe358f1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-760453-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 21, 3, 8), 'started_at': datetime.datetime(2022, 1, 26, 21, 3, 8), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 21, 10, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 26 21:10:38.478309 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e68effbb-5847-4b2b-b5cd-f8b89087cdca req-0c6c90da-ad4e-4152-a70b-fae910903203 service neutron] Checking segment: {'id': 'ff84b980-87bb-452b-8f52-d472b3cbbe9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '1c3811f3-dcb6-4f77-8c26-3e9819d7c63c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103305) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 21:10:38.478309 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e68effbb-5847-4b2b-b5cd-f8b89087cdca req-0c6c90da-ad4e-4152-a70b-fae910903203 service neutron] Bound using segment: {'id': 'ff84b980-87bb-452b-8f52-d472b3cbbe9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '1c3811f3-dcb6-4f77-8c26-3e9819d7c63c'} {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 26 21:10:38.478754 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [req-e68effbb-5847-4b2b-b5cd-f8b89087cdca req-0c6c90da-ad4e-4152-a70b-fae910903203 service neutron] Bound port: e22ff44d-fd52-4fab-95c2-61e096757fa1, host: n-h1-760453-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ff84b980-87bb-452b-8f52-d472b3cbbe9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '1c3811f3-dcb6-4f77-8c26-3e9819d7c63c'}}] {{(pid=103305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 26 21:10:38.479116 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-e68effbb-5847-4b2b-b5cd-f8b89087cdca req-0c6c90da-ad4e-4152-a70b-fae910903203 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (e22ff44d-fd52-4fab-95c2-61e096757fa1), before_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:10:38.597998 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.db_base_plugin_v2 [None req-fb29f0e0-2997-4f32-ac6c-7b5139d7ecb0 admin admin] Deleting subnet 9b9d0167-d6b2-414c-bdf0-04109f255ccc {{(pid=103304) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 26 21:10:38.608881 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-fb29f0e0-2997-4f32-ac6c-7b5139d7ecb0 admin admin] Publish callbacks [] for subnet (9b9d0167-d6b2-414c-bdf0-04109f255ccc), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:10:38.612990 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-ff92942c-75b7-4865-aad3-60c8216ad7be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9281612', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12215216'] for subnet (6bdf131f-c818-4664-8c7c-4d7b20ebc274), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:10:38.615107 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [req-e68effbb-5847-4b2b-b5cd-f8b89087cdca req-0c6c90da-ad4e-4152-a70b-fae910903203 service neutron] For port e22ff44d-fd52-4fab-95c2-61e096757fa1, host n-h1-760453-5, cleared binding levels {{(pid=103305) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 26 21:10:38.625915 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [req-e68effbb-5847-4b2b-b5cd-f8b89087cdca req-0c6c90da-ad4e-4152-a70b-fae910903203 service neutron] For port e22ff44d-fd52-4fab-95c2-61e096757fa1, host n-h1-760453-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-5',level=0,port_id=e22ff44d-fd52-4fab-95c2-61e096757fa1,segment=NetworkSegment(ff84b980-87bb-452b-8f52-d472b3cbbe9c),segment_id=ff84b980-87bb-452b-8f52-d472b3cbbe9c)] {{(pid=103305) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 26 21:10:38.636098 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-e68effbb-5847-4b2b-b5cd-f8b89087cdca req-0c6c90da-ad4e-4152-a70b-fae910903203 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11791520'] for port (e22ff44d-fd52-4fab-95c2-61e096757fa1), after_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:10:38.698673 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff92942c-75b7-4865-aad3-60c8216ad7be admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6bdf131f-c818-4664-8c7c-4d7b20ebc274,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:10:38.737978 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-ff92942c-75b7-4865-aad3-60c8216ad7be admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:10:38.741216 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-ff92942c-75b7-4865-aad3-60c8216ad7be admin admin] 10.222.0.13 "DELETE /v2.0/subnets/6bdf131f-c818-4664-8c7c-4d7b20ebc274 HTTP/1.1" status: 204 len: 168 time: 0.7463787 Jan 26 21:10:38.745087 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 51112) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:10:38.748717 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68effbb-5847-4b2b-b5cd-f8b89087cdca req-0c6c90da-ad4e-4152-a70b-fae910903203 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:10:38.749522 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-e68effbb-5847-4b2b-b5cd-f8b89087cdca req-0c6c90da-ad4e-4152-a70b-fae910903203 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:10:38.751101 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-e68effbb-5847-4b2b-b5cd-f8b89087cdca req-0c6c90da-ad4e-4152-a70b-fae910903203 service neutron] 10.222.0.57 "PUT /v2.0/ports/e22ff44d-fd52-4fab-95c2-61e096757fa1 HTTP/1.1" status: 200 len: 1121 time: 1.7673914 Jan 26 21:10:38.776289 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-fb29f0e0-2997-4f32-ac6c-7b5139d7ecb0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8881284'] for subnet (9b9d0167-d6b2-414c-bdf0-04109f255ccc), precommit_delete_associations {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:10:38.786094 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c6c90da-ad4e-4152-a70b-fae910903203 service neutron] Pushing event updated for resources: {'Port': ['ID=e22ff44d-fd52-4fab-95c2-61e096757fa1,revision_number=8']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:10:38.810447 n-d-760453-5 neutron-server[103305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cbf92dab-bccf-42aa-9b00-3737afaeaf63', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e22ff44d-fd52-4fab-95c2-61e096757fa1'}, {'name': 'network-changed', 'server_uuid': 'cbf92dab-bccf-42aa-9b00-3737afaeaf63', 'tag': 'e22ff44d-fd52-4fab-95c2-61e096757fa1'}] {{(pid=103305) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 21:10:38.812911 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d4654568b7bf041e72ff8fe1c96d6d761d9c921f2b99bc7b3a26632be20cee0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0d3a41f-5b76-4693-b764-d09e59812354" -d '{"events": [{"server_uuid": "cbf92dab-bccf-42aa-9b00-3737afaeaf63", "name": "network-vif-unplugged", "status": "completed", "tag": "e22ff44d-fd52-4fab-95c2-61e096757fa1"}, {"name": "network-changed", "server_uuid": "cbf92dab-bccf-42aa-9b00-3737afaeaf63", "tag": "e22ff44d-fd52-4fab-95c2-61e096757fa1"}]}' {{(pid=103305) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 21:10:38.837986 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] get_ports_and_sgs() called for port_ids ['e22ff44d-fd52-4fab-95c2-61e096757fa1'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 26 21:10:38.888393 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 51116) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:10:38.912793 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Wed, 26 Jan 2022 21:10:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77a08782-d479-4935-a52b-d7551546a3c1 x-openstack-request-id: req-77a08782-d479-4935-a52b-d7551546a3c1 {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 21:10:38.913171 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cbf92dab-bccf-42aa-9b00-3737afaeaf63", "name": "network-vif-unplugged", "status": "completed", "tag": "e22ff44d-fd52-4fab-95c2-61e096757fa1", "code": 200}, {"name": "network-changed", "server_uuid": "cbf92dab-bccf-42aa-9b00-3737afaeaf63", "tag": "e22ff44d-fd52-4fab-95c2-61e096757fa1", "status": "completed", "code": 200}]} {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 21:10:38.913551 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-77a08782-d479-4935-a52b-d7551546a3c1 {{(pid=103305) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 21:10:38.914028 n-d-760453-5 neutron-server[103305]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cbf92dab-bccf-42aa-9b00-3737afaeaf63', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e22ff44d-fd52-4fab-95c2-61e096757fa1', 'code': 200} Jan 26 21:10:38.914352 n-d-760453-5 neutron-server[103305]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cbf92dab-bccf-42aa-9b00-3737afaeaf63', 'tag': 'e22ff44d-fd52-4fab-95c2-61e096757fa1', 'status': 'completed', 'code': 200} Jan 26 21:10:38.927755 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Device e22ff44d-fd52-4fab-95c2-61e096757fa1 details requested by agent hyperv_n-h2-760453-5 with host n-h2-760453-5 {{(pid=103306) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 26 21:10:38.930853 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Device 716a4075-5873-4c99-87b7-28ec649955c6 no longer exists at agent hyperv_n-h2-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 26 21:10:38.996469 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] No Port match for: 716a4075-5873-4c99-87b7-28ec649955c6 {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 26 21:10:38.997184 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Device 716a4075-5873-4c99-87b7-28ec649955c6 not bound to the agent host n-h2-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 26 21:10:39.044503 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] get_ports_and_sgs() called for port_ids ['e22ff44d-fd52-4fab-95c2-61e096757fa1'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 26 21:10:39.056051 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d3a41f-5b76-4693-b764-d09e59812354 req-5e7e5498-25ab-452d-8b93-5007da18b5f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:10:39.057957 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-b0d3a41f-5b76-4693-b764-d09e59812354 req-5e7e5498-25ab-452d-8b93-5007da18b5f0 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=6a368bf2185e476485148d66b6d73c5c&device_id=cbf92dab-bccf-42aa-9b00-3737afaeaf63 HTTP/1.1" status: 200 len: 1124 time: 0.0648706 Jan 26 21:10:39.060565 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-6c61cc3b-4a41-43ba-a0a8-367516e7d9e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-748181'] for network (4c77fc5e-8204-43cc-a477-5f892b6932ac), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:10:39.078612 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-fb29f0e0-2997-4f32-ac6c-7b5139d7ecb0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687316'] for subnet (9b9d0167-d6b2-414c-bdf0-04109f255ccc), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:10:39.103978 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-c26c7731-6cb9-4b9a-a750-613a608e32ed admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:10:39.224696 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-6c61cc3b-4a41-43ba-a0a8-367516e7d9e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-686403', 'neutron.services.segments.db._delete_segments_for_network-8746560774018'] for network (4c77fc5e-8204-43cc-a477-5f892b6932ac), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:10:39.227292 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-c26c7731-6cb9-4b9a-a750-613a608e32ed admin admin] Publish callbacks [] for security_group (7e5deb80-bae2-4b5b-bc69-52b735bc8ac0), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:10:39.227822 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-fb29f0e0-2997-4f32-ac6c-7b5139d7ecb0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9281612', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12215216'] for subnet (9b9d0167-d6b2-414c-bdf0-04109f255ccc), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:10:39.270474 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-c26c7731-6cb9-4b9a-a750-613a608e32ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (7e5deb80-bae2-4b5b-bc69-52b735bc8ac0), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:10:39.270716 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb29f0e0-2997-4f32-ac6c-7b5139d7ecb0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9b9d0167-d6b2-414c-bdf0-04109f255ccc,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:10:39.278396 n-d-760453-5 neutron-server[103304]: DEBUG neutron.services.segments.db [None req-6c61cc3b-4a41-43ba-a0a8-367516e7d9e3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4c77fc5e-8204-43cc-a477-5f892b6932ac']}} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:10:39.287617 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-fb29f0e0-2997-4f32-ac6c-7b5139d7ecb0 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:10:39.293722 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-fb29f0e0-2997-4f32-ac6c-7b5139d7ecb0 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/9b9d0167-d6b2-414c-bdf0-04109f255ccc HTTP/1.1" status: 204 len: 168 time: 0.8191357 Jan 26 21:10:39.297401 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 51120) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:10:39.309858 n-d-760453-5 neutron-server[103304]: DEBUG neutron.services.segments.db [None req-6c61cc3b-4a41-43ba-a0a8-367516e7d9e3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '26cb92f4-58b6-4776-921f-00a839f84f98') {'for_net_delete': True} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:10:39.310174 n-d-760453-5 neutron-server[103304]: DEBUG neutron.services.segments.db [None req-6c61cc3b-4a41-43ba-a0a8-367516e7d9e3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '26cb92f4-58b6-4776-921f-00a839f84f98') {} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:10:39.315340 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] For port e22ff44d-fd52-4fab-95c2-61e096757fa1, host n-h1-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-5',level=0,port_id=e22ff44d-fd52-4fab-95c2-61e096757fa1,segment=NetworkSegment(ff84b980-87bb-452b-8f52-d472b3cbbe9c),segment_id=ff84b980-87bb-452b-8f52-d472b3cbbe9c)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:10:39.325225 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-c26c7731-6cb9-4b9a-a750-613a608e32ed admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c86225024a8b47fd85a95b594cd84870&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4354830 Jan 26 21:10:39.336065 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 51124) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:10:39.337856 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-6c61cc3b-4a41-43ba-a0a8-367516e7d9e3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746560742283', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8881293'] for segment (26cb92f4-58b6-4776-921f-00a839f84f98), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:10:39.362978 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Device e22ff44d-fd52-4fab-95c2-61e096757fa1 has no active binding in host n-h2-760453-5 {{(pid=103306) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jan 26 21:10:39.366611 n-d-760453-5 neutron-server[103304]: DEBUG neutron.objects.ports [None req-ace08d06-aa6e-43f0-9044-20c11a29421c tempest-ExternalNetworksTestJSON-97734267 tempest-ExternalNetworksTestJSON-97734267-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103304) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Jan 26 21:10:39.367077 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-ace08d06-aa6e-43f0-9044-20c11a29421c tempest-ExternalNetworksTestJSON-97734267 tempest-ExternalNetworksTestJSON-97734267-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9285249', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12215227'] for subnet (f1ea1df6-5253-4c78-821b-467822f15fc2), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:10:39.455283 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d3a41f-5b76-4693-b764-d09e59812354 req-f533e405-f3d9-475b-b8cb-5ef5bb5d0935 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:10:39.457915 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-b0d3a41f-5b76-4693-b764-d09e59812354 req-f533e405-f3d9-475b-b8cb-5ef5bb5d0935 service neutron] 10.222.0.66 "GET /v2.0/networks?id=1c3811f3-dcb6-4f77-8c26-3e9819d7c63c HTTP/1.1" status: 200 len: 921 time: 0.3703446 Jan 26 21:10:39.459050 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26c7731-6cb9-4b9a-a750-613a608e32ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e5deb80-bae2-4b5b-bc69-52b735bc8ac0,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:10:39.469253 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-6c61cc3b-4a41-43ba-a0a8-367516e7d9e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576559'] for segment (26cb92f4-58b6-4776-921f-00a839f84f98), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:10:39.559678 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6c61cc3b-4a41-43ba-a0a8-367516e7d9e3 admin admin] Releasing vlan 566 on physical network physnet1 to pool {{(pid=103304) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 26 21:10:39.560084 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-6c61cc3b-4a41-43ba-a0a8-367516e7d9e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9281762'] for segment (26cb92f4-58b6-4776-921f-00a839f84f98), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:10:39.574321 n-d-760453-5 neutron-server[103304]: Traceback (most recent call last): Jan 26 21:10:39.574321 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 26 21:10:39.574321 n-d-760453-5 neutron-server[103304]: timer() Jan 26 21:10:39.574321 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 26 21:10:39.574321 n-d-760453-5 neutron-server[103304]: cb(*args, **kw) Jan 26 21:10:39.574321 n-d-760453-5 neutron-server[103304]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 26 21:10:39.574321 n-d-760453-5 neutron-server[103304]: return func(*args, **kwargs) Jan 26 21:10:39.574321 n-d-760453-5 neutron-server[103304]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 26 21:10:39.574321 n-d-760453-5 neutron-server[103304]: self._notify() Jan 26 21:10:39.574321 n-d-760453-5 neutron-server[103304]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 26 21:10:39.574321 n-d-760453-5 neutron-server[103304]: self.callback(batched_events) Jan 26 21:10:39.574321 n-d-760453-5 neutron-server[103304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 26 21:10:39.574321 n-d-760453-5 neutron-server[103304]: event.method(event) Jan 26 21:10:39.574321 n-d-760453-5 neutron-server[103304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 26 21:10:39.574321 n-d-760453-5 neutron-server[103304]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 26 21:10:39.574321 n-d-760453-5 neutron-server[103304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 26 21:10:39.574321 n-d-760453-5 neutron-server[103304]: aggregate_uuid = self.p_client.list_aggregates( Jan 26 21:10:39.574321 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 26 21:10:39.574321 n-d-760453-5 neutron-server[103304]: return f(self, *a, **k) Jan 26 21:10:39.574321 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 26 21:10:39.574321 n-d-760453-5 neutron-server[103304]: return self._get(url).json() Jan 26 21:10:39.574321 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 26 21:10:39.574321 n-d-760453-5 neutron-server[103304]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 26 21:10:39.574321 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 26 21:10:39.574321 n-d-760453-5 neutron-server[103304]: return self.request(url, 'GET', **kwargs) Jan 26 21:10:39.574321 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 26 21:10:39.574321 n-d-760453-5 neutron-server[103304]: base_url = self.get_endpoint(auth, allow=allow, Jan 26 21:10:39.574321 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 26 21:10:39.574321 n-d-760453-5 neutron-server[103304]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 26 21:10:39.574321 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 26 21:10:39.574321 n-d-760453-5 neutron-server[103304]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 26 21:10:39.574321 n-d-760453-5 neutron-server[103304]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 26 21:10:39.601208 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-b0d3a41f-5b76-4693-b764-d09e59812354 req-f4ae3e5d-2ac0-4e66-a0e5-1988cc6b01d6 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e22ff44d-fd52-4fab-95c2-61e096757fa1 HTTP/1.1" status: 200 len: 217 time: 0.1254003 Jan 26 21:10:39.655605 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-276a9b9f-c970-4605-a2fe-eb4394600614 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-748181'] for network (49b1d218-52e1-484a-ae89-c27465d3c26b), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:10:39.668057 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d3a41f-5b76-4693-b764-d09e59812354 req-9503f3d6-e86f-4ba8-8a84-b20557232304 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:10:39.669904 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-b0d3a41f-5b76-4693-b764-d09e59812354 req-9503f3d6-e86f-4ba8-8a84-b20557232304 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=dae01ee8-17f0-4a86-8f17-22a537cba2b9 HTTP/1.1" status: 200 len: 860 time: 0.0610874 Jan 26 21:10:39.670125 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace08d06-aa6e-43f0-9044-20c11a29421c tempest-ExternalNetworksTestJSON-97734267 tempest-ExternalNetworksTestJSON-97734267-project-admin] Pushing event updated for resources: {'Subnet': ['ID=f1ea1df6-5253-4c78-821b-467822f15fc2,revision_number=0']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:10:39.693322 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-b31d550f-36c9-4ea9-ad96-5525da164c6c admin admin] Publish callbacks [] for security_group (7e5deb80-bae2-4b5b-bc69-52b735bc8ac0), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:10:39.712073 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be356a3c-aa71-4088-918e-22c6a5f5a801 req-92978342-f574-42c9-a8b7-6c8eee101394 tempest-LiveAutoBlockMigrationV225Test-1645909514 tempest-LiveAutoBlockMigrationV225Test-1645909514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:10:39.719535 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-be356a3c-aa71-4088-918e-22c6a5f5a801 req-92978342-f574-42c9-a8b7-6c8eee101394 tempest-LiveAutoBlockMigrationV225Test-1645909514 tempest-LiveAutoBlockMigrationV225Test-1645909514-project] 10.222.0.13 "GET /v2.0/ports?device_id=cbf92dab-bccf-42aa-9b00-3737afaeaf63 HTTP/1.1" status: 200 len: 943 time: 0.2937181 Jan 26 21:10:39.721523 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ace08d06-aa6e-43f0-9044-20c11a29421c tempest-ExternalNetworksTestJSON-97734267 tempest-ExternalNetworksTestJSON-97734267-project-admin] Checking segment: {'id': '122b11b3-29ac-41da-b84d-492cd07b2cf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '9dbe7ef7-64a8-4270-bbb8-2e007a1eae5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103304) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 21:10:39.721970 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ace08d06-aa6e-43f0-9044-20c11a29421c tempest-ExternalNetworksTestJSON-97734267 tempest-ExternalNetworksTestJSON-97734267-project-admin] Network hostable DHCP agents. Network: 9dbe7ef7-64a8-4270-bbb8-2e007a1eae5e, hostable agents: ['474ccdf7-ab6c-405b-a3b2-dc7b05829902'], hosted agents: [] {{(pid=103304) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 26 21:10:39.724116 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-6c61cc3b-4a41-43ba-a0a8-367516e7d9e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4110931'] for network (4c77fc5e-8204-43cc-a477-5f892b6932ac), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:10:39.750865 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-6c61cc3b-4a41-43ba-a0a8-367516e7d9e3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709645'] for network (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:10:39.754154 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-6c61cc3b-4a41-43ba-a0a8-367516e7d9e3 admin admin] 10.222.0.13 "DELETE /v2.0/networks/4c77fc5e-8204-43cc-a477-5f892b6932ac HTTP/1.1" status: 204 len: 168 time: 1.0080492 Jan 26 21:10:39.761386 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-b0d3a41f-5b76-4693-b764-d09e59812354 req-1c5ce269-9a46-4e99-a333-8a35f7ef1de9 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=1c3811f3-dcb6-4f77-8c26-3e9819d7c63c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0646076 Jan 26 21:10:39.789772 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-b31d550f-36c9-4ea9-ad96-5525da164c6c admin admin] Publish callbacks [] for security_group (7e5deb80-bae2-4b5b-bc69-52b735bc8ac0), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:10:39.803913 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c61cc3b-4a41-43ba-a0a8-367516e7d9e3 admin admin] Pushing event deleted for resources: {'Network': ['ID=4c77fc5e-8204-43cc-a477-5f892b6932ac,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:10:39.991581 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-b0d3a41f-5b76-4693-b764-d09e59812354 req-bd6273e5-7854-44a5-a53e-4f7df033d929 service neutron] 10.222.0.66 "GET /v2.0/networks/1c3811f3-dcb6-4f77-8c26-3e9819d7c63c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1921737 Jan 26 21:10:39.992050 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 51144) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:10:40.120754 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-118fadc7-a216-477e-96ce-afa3bfcceec4 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a2481f02a1f84aa9a77853998462b3cb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1200016 Jan 26 21:10:40.120754 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 51146) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:10:40.186685 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-b0d3a41f-5b76-4693-b764-d09e59812354 req-01f3f8ea-55c9-4357-976e-a409ba24efac service neutron] 10.222.0.66 "GET /v2.0/networks/1c3811f3-dcb6-4f77-8c26-3e9819d7c63c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1672976 Jan 26 21:10:40.202584 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ace08d06-aa6e-43f0-9044-20c11a29421c tempest-ExternalNetworksTestJSON-97734267 tempest-ExternalNetworksTestJSON-97734267-project-admin] Network 9dbe7ef7-64a8-4270-bbb8-2e007a1eae5e is scheduled to be hosted by DHCP agent 474ccdf7-ab6c-405b-a3b2-dc7b05829902 with binding_index 1 {{(pid=103304) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 26 21:10:40.203717 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-50ea1fc0-6410-4453-881f-52377a890f93 admin admin] Publish callbacks [] for security_group (2d35c4dc-e21e-4c05-9c1b-bb4dc495452f), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:10:40.244180 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-50ea1fc0-6410-4453-881f-52377a890f93 admin admin] Publish callbacks [] for security_group (2d35c4dc-e21e-4c05-9c1b-bb4dc495452f), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:10:40.282550 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [None req-ace08d06-aa6e-43f0-9044-20c11a29421c tempest-ExternalNetworksTestJSON-97734267 tempest-ExternalNetworksTestJSON-97734267-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760453-5, 9dbe7ef7-64a8-4270-bbb8-2e007a1eae5e) {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:10:40.289979 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ace08d06-aa6e-43f0-9044-20c11a29421c tempest-ExternalNetworksTestJSON-97734267 tempest-ExternalNetworksTestJSON-97734267-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:10:40.290583 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-ace08d06-aa6e-43f0-9044-20c11a29421c tempest-ExternalNetworksTestJSON-97734267 tempest-ExternalNetworksTestJSON-97734267-project-admin] Publish callbacks [] for subnet (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:10:40.295794 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-850a8992-4bc5-4aa7-bbaa-adbf6136a434 None None] Network 9dbe7ef7-64a8-4270-bbb8-2e007a1eae5e requested from n-d-760453-5 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 26 21:10:40.296219 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-be356a3c-aa71-4088-918e-22c6a5f5a801 req-59e2285c-aa0e-4b71-9286-8f7c92c98c99 tempest-LiveAutoBlockMigrationV225Test-1645909514 tempest-LiveAutoBlockMigrationV225Test-1645909514-project] 10.222.0.13 "GET /v2.0/security-groups?id=d3d52ae6-e761-44ee-98bd-9ad0dc66343a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5757663 Jan 26 21:10:40.301555 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-276a9b9f-c970-4605-a2fe-eb4394600614 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-686403', 'neutron.services.segments.db._delete_segments_for_network-8746560774018'] for network (49b1d218-52e1-484a-ae89-c27465d3c26b), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:10:40.329907 n-d-760453-5 neutron-server[103304]: DEBUG neutron.services.segments.db [None req-276a9b9f-c970-4605-a2fe-eb4394600614 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['49b1d218-52e1-484a-ae89-c27465d3c26b']}} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:10:40.336144 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-50ea1fc0-6410-4453-881f-52377a890f93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (2d35c4dc-e21e-4c05-9c1b-bb4dc495452f), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:10:40.337223 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-ace08d06-aa6e-43f0-9044-20c11a29421c tempest-ExternalNetworksTestJSON-97734267 tempest-ExternalNetworksTestJSON-97734267-project-admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 2.2579262 Jan 26 21:10:40.342577 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-50ea1fc0-6410-4453-881f-52377a890f93 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:10:40.344135 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 51150) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:10:40.345651 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-50ea1fc0-6410-4453-881f-52377a890f93 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/2d35c4dc-e21e-4c05-9c1b-bb4dc495452f HTTP/1.1" status: 204 len: 168 time: 0.2286940 Jan 26 21:10:40.351457 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-e58557bd-9031-47b7-bb72-f415841a7e12 tempest-ExternalNetworksTestJSON-97734267 tempest-ExternalNetworksTestJSON-97734267-project-admin] Request body: {'floatingip': {'floating_network_id': '9dbe7ef7-64a8-4270-bbb8-2e007a1eae5e'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:10:40.355945 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-b31d550f-36c9-4ea9-ad96-5525da164c6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (7e5deb80-bae2-4b5b-bc69-52b735bc8ac0), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:10:40.357530 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ea1fc0-6410-4453-881f-52377a890f93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d35c4dc-e21e-4c05-9c1b-bb4dc495452f,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:10:40.358588 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-b31d550f-36c9-4ea9-ad96-5525da164c6c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:10:40.359707 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-b31d550f-36c9-4ea9-ad96-5525da164c6c admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/7e5deb80-bae2-4b5b-bc69-52b735bc8ac0 HTTP/1.1" status: 204 len: 168 time: 1.0082142 Jan 26 21:10:40.361766 n-d-760453-5 neutron-server[103304]: DEBUG neutron.services.segments.db [None req-276a9b9f-c970-4605-a2fe-eb4394600614 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b90b6ecb-05eb-43ae-b380-52adc7eafbee') {'for_net_delete': True} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:10:40.362064 n-d-760453-5 neutron-server[103304]: DEBUG neutron.services.segments.db [None req-276a9b9f-c970-4605-a2fe-eb4394600614 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b90b6ecb-05eb-43ae-b380-52adc7eafbee') {} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:10:40.388829 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-276a9b9f-c970-4605-a2fe-eb4394600614 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746560742283', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8881293'] for segment (b90b6ecb-05eb-43ae-b380-52adc7eafbee), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:10:40.400689 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31d550f-36c9-4ea9-ad96-5525da164c6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e5deb80-bae2-4b5b-bc69-52b735bc8ac0,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:10:40.416689 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-276a9b9f-c970-4605-a2fe-eb4394600614 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576559'] for segment (b90b6ecb-05eb-43ae-b380-52adc7eafbee), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:10:40.419617 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-e58557bd-9031-47b7-bb72-f415841a7e12 tempest-ExternalNetworksTestJSON-97734267 tempest-ExternalNetworksTestJSON-97734267-project-admin] Publish callbacks [] for floatingip (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:10:40.439960 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-276a9b9f-c970-4605-a2fe-eb4394600614 admin admin] Releasing vlan 596 on physical network physnet1 to pool {{(pid=103304) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 26 21:10:40.440447 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-276a9b9f-c970-4605-a2fe-eb4394600614 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9281762'] for segment (b90b6ecb-05eb-43ae-b380-52adc7eafbee), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:10:40.443512 n-d-760453-5 neutron-server[103304]: Traceback (most recent call last): Jan 26 21:10:40.443512 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 26 21:10:40.443512 n-d-760453-5 neutron-server[103304]: timer() Jan 26 21:10:40.443512 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 26 21:10:40.443512 n-d-760453-5 neutron-server[103304]: cb(*args, **kw) Jan 26 21:10:40.443512 n-d-760453-5 neutron-server[103304]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 26 21:10:40.443512 n-d-760453-5 neutron-server[103304]: return func(*args, **kwargs) Jan 26 21:10:40.443512 n-d-760453-5 neutron-server[103304]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 26 21:10:40.443512 n-d-760453-5 neutron-server[103304]: self._notify() Jan 26 21:10:40.443512 n-d-760453-5 neutron-server[103304]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 26 21:10:40.443512 n-d-760453-5 neutron-server[103304]: self.callback(batched_events) Jan 26 21:10:40.443512 n-d-760453-5 neutron-server[103304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 26 21:10:40.443512 n-d-760453-5 neutron-server[103304]: event.method(event) Jan 26 21:10:40.443512 n-d-760453-5 neutron-server[103304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 26 21:10:40.443512 n-d-760453-5 neutron-server[103304]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 26 21:10:40.443512 n-d-760453-5 neutron-server[103304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 26 21:10:40.443512 n-d-760453-5 neutron-server[103304]: aggregate_uuid = self.p_client.list_aggregates( Jan 26 21:10:40.443512 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 26 21:10:40.443512 n-d-760453-5 neutron-server[103304]: return f(self, *a, **k) Jan 26 21:10:40.443512 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 26 21:10:40.443512 n-d-760453-5 neutron-server[103304]: return self._get(url).json() Jan 26 21:10:40.443512 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 26 21:10:40.443512 n-d-760453-5 neutron-server[103304]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 26 21:10:40.443512 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 26 21:10:40.443512 n-d-760453-5 neutron-server[103304]: return self.request(url, 'GET', **kwargs) Jan 26 21:10:40.443512 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 26 21:10:40.443512 n-d-760453-5 neutron-server[103304]: base_url = self.get_endpoint(auth, allow=allow, Jan 26 21:10:40.443512 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 26 21:10:40.443512 n-d-760453-5 neutron-server[103304]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 26 21:10:40.443512 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 26 21:10:40.443512 n-d-760453-5 neutron-server[103304]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 26 21:10:40.443512 n-d-760453-5 neutron-server[103304]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 26 21:10:40.562474 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-276a9b9f-c970-4605-a2fe-eb4394600614 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4110931'] for network (49b1d218-52e1-484a-ae89-c27465d3c26b), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:10:40.569413 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-276a9b9f-c970-4605-a2fe-eb4394600614 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709645'] for network (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:10:40.576942 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-276a9b9f-c970-4605-a2fe-eb4394600614 admin admin] 10.222.0.13 "DELETE /v2.0/networks/49b1d218-52e1-484a-ae89-c27465d3c26b HTTP/1.1" status: 204 len: 168 time: 1.2715571 Jan 26 21:10:40.599459 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-276a9b9f-c970-4605-a2fe-eb4394600614 admin admin] Pushing event deleted for resources: {'Network': ['ID=49b1d218-52e1-484a-ae89-c27465d3c26b,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:10:40.668309 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cc3c38d-6bc8-4d10-b4e0-9df53460327b None None] Network 9dbe7ef7-64a8-4270-bbb8-2e007a1eae5e requested from n-d-760453-5 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 26 21:10:40.670390 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-e58557bd-9031-47b7-bb72-f415841a7e12 tempest-ExternalNetworksTestJSON-97734267 tempest-ExternalNetworksTestJSON-97734267-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:10:40.899470 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.db_base_plugin_common [None req-e58557bd-9031-47b7-bb72-f415841a7e12 tempest-ExternalNetworksTestJSON-97734267 tempest-ExternalNetworksTestJSON-97734267-project-admin] Allocated IP 172.20.0.3 (9dbe7ef7-64a8-4270-bbb8-2e007a1eae5e/f1ea1df6-5253-4c78-821b-467822f15fc2/d210d691-68dd-4429-8059-a9cf15559543) {{(pid=103304) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 21:10:41.049704 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 51178) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:10:41.065281 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-e58557bd-9031-47b7-bb72-f415841a7e12 tempest-ExternalNetworksTestJSON-97734267 tempest-ExternalNetworksTestJSON-97734267-project-admin] Publish callbacks [] for port (d210d691-68dd-4429-8059-a9cf15559543), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:10:41.106443 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 51180) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:10:41.150893 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-e58557bd-9031-47b7-bb72-f415841a7e12 tempest-ExternalNetworksTestJSON-97734267 tempest-ExternalNetworksTestJSON-97734267-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746560234527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9281553'] for port (d210d691-68dd-4429-8059-a9cf15559543), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:10:41.157464 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-043af717-7b72-459d-8e4c-6cb497f4d332 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=e68c889d7bbb4f8fb4e4482be4d96663&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1041067 Jan 26 21:10:41.163298 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 51182) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:10:41.202532 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-11c594cf-4151-40c2-90eb-bf1c7bf0d371 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=5bd3a696ca304eaea0522faa2d64ff99&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0949392 Jan 26 21:10:41.203173 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 51184) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:10:41.213933 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e58557bd-9031-47b7-bb72-f415841a7e12 tempest-ExternalNetworksTestJSON-97734267 tempest-ExternalNetworksTestJSON-97734267-project-admin] Network 9dbe7ef7-64a8-4270-bbb8-2e007a1eae5e is already hosted by enough agents. {{(pid=103304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 21:10:41.219079 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [None req-e58557bd-9031-47b7-bb72-f415841a7e12 tempest-ExternalNetworksTestJSON-97734267 tempest-ExternalNetworksTestJSON-97734267-project-admin] Resources bound (agent type, host, resource id): {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:10:41.223957 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e58557bd-9031-47b7-bb72-f415841a7e12 tempest-ExternalNetworksTestJSON-97734267 tempest-ExternalNetworksTestJSON-97734267-project-admin] Received port after_create {{(pid=103304) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 21:10:41.226860 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e58557bd-9031-47b7-bb72-f415841a7e12 tempest-ExternalNetworksTestJSON-97734267 tempest-ExternalNetworksTestJSON-97734267-project-admin] Pushing event updated for resources: {'Port': ['ID=d210d691-68dd-4429-8059-a9cf15559543,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:10:41.332624 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-e58557bd-9031-47b7-bb72-f415841a7e12 tempest-ExternalNetworksTestJSON-97734267 tempest-ExternalNetworksTestJSON-97734267-project-admin] Publish callbacks [] for floatingip (52023261-5b13-4776-9b27-863237db05e1), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:10:41.345797 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-0f69f9ab-8e97-45ac-a351-86b302b3a88c admin admin] Publish callbacks [] for security_group (741e6094-c1d4-4c3e-943b-9a315430f623), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:10:41.381989 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-98e447c1-9f94-437c-a53c-39beace6a845 admin admin] Publish callbacks [] for security_group (4117fd93-9470-4bed-a0ad-210879df3182), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:10:41.388719 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-e58557bd-9031-47b7-bb72-f415841a7e12 tempest-ExternalNetworksTestJSON-97734267 tempest-ExternalNetworksTestJSON-97734267-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (d210d691-68dd-4429-8059-a9cf15559543), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:10:41.418496 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-0f69f9ab-8e97-45ac-a351-86b302b3a88c admin admin] Publish callbacks [] for security_group (741e6094-c1d4-4c3e-943b-9a315430f623), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:10:41.438817 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 51196) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:10:41.467334 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-98e447c1-9f94-437c-a53c-39beace6a845 admin admin] Publish callbacks [] for security_group (4117fd93-9470-4bed-a0ad-210879df3182), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:10:41.483988 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-3f616b79-0a3e-4455-9a8f-888218c383f5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:10:41.518364 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-0f69f9ab-8e97-45ac-a351-86b302b3a88c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (741e6094-c1d4-4c3e-943b-9a315430f623), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:10:41.522461 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-0f69f9ab-8e97-45ac-a351-86b302b3a88c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:10:41.523716 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-0f69f9ab-8e97-45ac-a351-86b302b3a88c admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/741e6094-c1d4-4c3e-943b-9a315430f623 HTTP/1.1" status: 204 len: 168 time: 0.3593998 Jan 26 21:10:41.535304 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f69f9ab-8e97-45ac-a351-86b302b3a88c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=741e6094-c1d4-4c3e-943b-9a315430f623,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:10:41.545223 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-98e447c1-9f94-437c-a53c-39beace6a845 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (4117fd93-9470-4bed-a0ad-210879df3182), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:10:41.550267 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-98e447c1-9f94-437c-a53c-39beace6a845 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:10:41.552031 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-98e447c1-9f94-437c-a53c-39beace6a845 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/4117fd93-9470-4bed-a0ad-210879df3182 HTTP/1.1" status: 204 len: 168 time: 0.3473344 Jan 26 21:10:41.563585 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e447c1-9f94-437c-a53c-39beace6a845 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4117fd93-9470-4bed-a0ad-210879df3182,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:10:41.581283 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ae13ac-5da5-47b7-9674-4e561415bc87 req-4bd4d68e-32a0-4ac6-a05c-6614316daa4c tempest-LiveAutoBlockMigrationV225Test-1645909514 tempest-LiveAutoBlockMigrationV225Test-1645909514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:10:41.583188 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-78ae13ac-5da5-47b7-9674-4e561415bc87 req-4bd4d68e-32a0-4ac6-a05c-6614316daa4c tempest-LiveAutoBlockMigrationV225Test-1645909514 tempest-LiveAutoBlockMigrationV225Test-1645909514-project] 10.222.0.13 "GET /v2.0/ports?device_id=cbf92dab-bccf-42aa-9b00-3737afaeaf63 HTTP/1.1" status: 200 len: 943 time: 0.1417537 Jan 26 21:10:41.704409 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-78ae13ac-5da5-47b7-9674-4e561415bc87 req-bbc1cb49-7bb4-4c4e-8266-450cf20f2d74 tempest-LiveAutoBlockMigrationV225Test-1645909514 tempest-LiveAutoBlockMigrationV225Test-1645909514-project] 10.222.0.13 "GET /v2.0/security-groups?id=d3d52ae6-e761-44ee-98bd-9ad0dc66343a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073284 Jan 26 21:10:41.735817 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-e58557bd-9031-47b7-bb72-f415841a7e12 tempest-ExternalNetworksTestJSON-97734267 tempest-ExternalNetworksTestJSON-97734267-project-admin] Publish callbacks [] for port (d210d691-68dd-4429-8059-a9cf15559543), precommit_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:10:41.744064 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-3f616b79-0a3e-4455-9a8f-888218c383f5 admin admin] Publish callbacks [] for security_group (55bcef11-0b7b-4001-99b7-4bbe1383a850), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:10:41.745156 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-e58557bd-9031-47b7-bb72-f415841a7e12 tempest-ExternalNetworksTestJSON-97734267 tempest-ExternalNetworksTestJSON-97734267-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9281542'] for port (d210d691-68dd-4429-8059-a9cf15559543), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:10:41.756031 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-3f616b79-0a3e-4455-9a8f-888218c383f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (55bcef11-0b7b-4001-99b7-4bbe1383a850), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:10:41.861582 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f616b79-0a3e-4455-9a8f-888218c383f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55bcef11-0b7b-4001-99b7-4bbe1383a850,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:10:41.870995 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-3f616b79-0a3e-4455-9a8f-888218c383f5 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=5368515a6f3c405f9c253659f67fbc35&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4285386 Jan 26 21:10:41.870995 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e58557bd-9031-47b7-bb72-f415841a7e12 tempest-ExternalNetworksTestJSON-97734267 tempest-ExternalNetworksTestJSON-97734267-project-admin] Pushing event updated for resources: {'Port': ['ID=d210d691-68dd-4429-8059-a9cf15559543,revision_number=2']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:10:41.872160 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 51212) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:10:41.882053 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-e58557bd-9031-47b7-bb72-f415841a7e12 tempest-ExternalNetworksTestJSON-97734267 tempest-ExternalNetworksTestJSON-97734267-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4110913'] for floatingip (52023261-5b13-4776-9b27-863237db05e1), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:10:41.901075 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-e58557bd-9031-47b7-bb72-f415841a7e12 tempest-ExternalNetworksTestJSON-97734267 tempest-ExternalNetworksTestJSON-97734267-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for floatingip (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:10:41.906204 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-e58557bd-9031-47b7-bb72-f415841a7e12 tempest-ExternalNetworksTestJSON-97734267 tempest-ExternalNetworksTestJSON-97734267-project-admin] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 1.5598619 Jan 26 21:10:41.906691 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 51214) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:10:42.006580 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-0886c7e5-d09c-4278-b693-c7394c5a719b tempest-ExternalNetworksTestJSON-97734267 tempest-ExternalNetworksTestJSON-97734267-project-admin] 10.222.0.13 "GET /v2.0/floatingips?floating_network_id=9dbe7ef7-64a8-4270-bbb8-2e007a1eae5e HTTP/1.1" status: 200 len: 689 time: 0.0910654 Jan 26 21:10:42.006811 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 51230) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:10:42.016220 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-05b9723c-1d5b-481f-b784-f7cadaaf9253 admin admin] Publish callbacks [] for security_group (55bcef11-0b7b-4001-99b7-4bbe1383a850), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:10:42.076831 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-05b9723c-1d5b-481f-b784-f7cadaaf9253 admin admin] Publish callbacks [] for security_group (55bcef11-0b7b-4001-99b7-4bbe1383a850), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:10:42.158755 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-b13c13c8-7f91-40c5-b229-8247a5311d74 tempest-ExternalNetworksTestJSON-97734267 tempest-ExternalNetworksTestJSON-97734267-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-748181'] for network (9dbe7ef7-64a8-4270-bbb8-2e007a1eae5e), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:10:42.214228 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-05b9723c-1d5b-481f-b784-f7cadaaf9253 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (55bcef11-0b7b-4001-99b7-4bbe1383a850), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:10:42.218120 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-05b9723c-1d5b-481f-b784-f7cadaaf9253 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:10:42.219745 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-05b9723c-1d5b-481f-b784-f7cadaaf9253 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/55bcef11-0b7b-4001-99b7-4bbe1383a850 HTTP/1.1" status: 204 len: 168 time: 0.3460875 Jan 26 21:10:42.231919 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b9723c-1d5b-481f-b784-f7cadaaf9253 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55bcef11-0b7b-4001-99b7-4bbe1383a850,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:10:42.425255 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c7126c-0653-4a55-9601-fde7c8ad41f6 req-8be57c87-7aa8-4ddf-9957-7bef8c962205 tempest-ImagesOneServerTestJSON-1508340391 tempest-ImagesOneServerTestJSON-1508340391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:10:42.426912 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-04c7126c-0653-4a55-9601-fde7c8ad41f6 req-8be57c87-7aa8-4ddf-9957-7bef8c962205 tempest-ImagesOneServerTestJSON-1508340391 tempest-ImagesOneServerTestJSON-1508340391-project] 10.222.0.13 "GET /v2.0/ports?device_id=fda5c4b7-d9ed-47bc-a94f-3ae0ff118ddf HTTP/1.1" status: 200 len: 950 time: 0.1081676 Jan 26 21:10:42.458376 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-b13c13c8-7f91-40c5-b229-8247a5311d74 tempest-ExternalNetworksTestJSON-97734267 tempest-ExternalNetworksTestJSON-97734267-project-admin] Deleting port d210d691-68dd-4429-8059-a9cf15559543 {{(pid=103304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 21:10:42.458652 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-b13c13c8-7f91-40c5-b229-8247a5311d74 tempest-ExternalNetworksTestJSON-97734267 tempest-ExternalNetworksTestJSON-97734267-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746560630878'] for port (d210d691-68dd-4429-8059-a9cf15559543), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:10:42.544886 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-04c7126c-0653-4a55-9601-fde7c8ad41f6 req-aecb4302-568c-40d9-9278-f9df848c2d6e tempest-ImagesOneServerTestJSON-1508340391 tempest-ImagesOneServerTestJSON-1508340391-project] 10.222.0.13 "GET /v2.0/security-groups?id=ecd2cdba-aa35-4fb4-957d-8f3b093e5765&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033106 Jan 26 21:10:42.587471 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-b13c13c8-7f91-40c5-b229-8247a5311d74 tempest-ExternalNetworksTestJSON-97734267 tempest-ExternalNetworksTestJSON-97734267-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4109658'] for port (d210d691-68dd-4429-8059-a9cf15559543), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:10:42.587992 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-b13c13c8-7f91-40c5-b229-8247a5311d74 tempest-ExternalNetworksTestJSON-97734267 tempest-ExternalNetworksTestJSON-97734267-project-admin] Publish callbacks [] for floatingip (d210d691-68dd-4429-8059-a9cf15559543), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:10:42.602574 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-b13c13c8-7f91-40c5-b229-8247a5311d74 tempest-ExternalNetworksTestJSON-97734267 tempest-ExternalNetworksTestJSON-97734267-project-admin] Calling delete_port for d210d691-68dd-4429-8059-a9cf15559543 owned by network:floatingip {{(pid=103304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 21:10:42.844417 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-b13c13c8-7f91-40c5-b229-8247a5311d74 tempest-ExternalNetworksTestJSON-97734267 tempest-ExternalNetworksTestJSON-97734267-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746560636600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746560234536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9281553'] for port (d210d691-68dd-4429-8059-a9cf15559543), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:10:42.913676 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b13c13c8-7f91-40c5-b229-8247a5311d74 tempest-ExternalNetworksTestJSON-97734267 tempest-ExternalNetworksTestJSON-97734267-project-admin] Pushing event deleted for resources: {'Port': ['ID=d210d691-68dd-4429-8059-a9cf15559543,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:10:43.001647 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb4c5e2-5c6c-4e29-bcaa-4651c9cc883a req-0aa96604-feee-4747-92ad-a342b28e8710 tempest-LiveAutoBlockMigrationV225Test-1645909514 tempest-LiveAutoBlockMigrationV225Test-1645909514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:10:43.003530 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-afb4c5e2-5c6c-4e29-bcaa-4651c9cc883a req-0aa96604-feee-4747-92ad-a342b28e8710 tempest-LiveAutoBlockMigrationV225Test-1645909514 tempest-LiveAutoBlockMigrationV225Test-1645909514-project] 10.222.0.13 "GET /v2.0/ports?device_id=cbf92dab-bccf-42aa-9b00-3737afaeaf63 HTTP/1.1" status: 200 len: 943 time: 0.1506727 Jan 26 21:10:43.006977 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-b13c13c8-7f91-40c5-b229-8247a5311d74 tempest-ExternalNetworksTestJSON-97734267 tempest-ExternalNetworksTestJSON-97734267-project-admin] Publish callbacks [] for floatingip (52023261-5b13-4776-9b27-863237db05e1), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:10:43.096206 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-b13c13c8-7f91-40c5-b229-8247a5311d74 tempest-ExternalNetworksTestJSON-97734267 tempest-ExternalNetworksTestJSON-97734267-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687316'] for subnet (f1ea1df6-5253-4c78-821b-467822f15fc2), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:10:43.102625 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-afb4c5e2-5c6c-4e29-bcaa-4651c9cc883a req-3899abc2-b537-41f4-8d1b-5740a14212c0 tempest-LiveAutoBlockMigrationV225Test-1645909514 tempest-LiveAutoBlockMigrationV225Test-1645909514-project] 10.222.0.13 "GET /v2.0/security-groups?id=d3d52ae6-e761-44ee-98bd-9ad0dc66343a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888369 Jan 26 21:10:43.103695 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 51290) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:10:43.177284 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 51296) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:10:43.185574 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-b13c13c8-7f91-40c5-b229-8247a5311d74 tempest-ExternalNetworksTestJSON-97734267 tempest-ExternalNetworksTestJSON-97734267-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9281612', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12215216'] for subnet (f1ea1df6-5253-4c78-821b-467822f15fc2), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:10:43.219647 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b13c13c8-7f91-40c5-b229-8247a5311d74 tempest-ExternalNetworksTestJSON-97734267 tempest-ExternalNetworksTestJSON-97734267-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=f1ea1df6-5253-4c78-821b-467822f15fc2,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:10:43.284652 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-b13c13c8-7f91-40c5-b229-8247a5311d74 tempest-ExternalNetworksTestJSON-97734267 tempest-ExternalNetworksTestJSON-97734267-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-686403', 'neutron.services.segments.db._delete_segments_for_network-8746560774018'] for network (9dbe7ef7-64a8-4270-bbb8-2e007a1eae5e), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:10:43.295365 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-562b7b74-0b4e-4627-aff2-5d87c8dcfbe6 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsTestJSON-2089547219-network', 'tenant_id': '2708e1a8e17e46f1853e87fe4692d263'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:10:43.329132 n-d-760453-5 neutron-server[103304]: DEBUG neutron.services.segments.db [None req-b13c13c8-7f91-40c5-b229-8247a5311d74 tempest-ExternalNetworksTestJSON-97734267 tempest-ExternalNetworksTestJSON-97734267-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9dbe7ef7-64a8-4270-bbb8-2e007a1eae5e']}} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:10:43.339924 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-562b7b74-0b4e-4627-aff2-5d87c8dcfbe6 admin admin] Made reservation on behalf of 2708e1a8e17e46f1853e87fe4692d263 for: {'network': 1} {{(pid=103305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 21:10:43.342790 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-562b7b74-0b4e-4627-aff2-5d87c8dcfbe6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for network (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:10:43.342983 n-d-760453-5 neutron-server[103304]: DEBUG neutron.services.segments.db [None req-b13c13c8-7f91-40c5-b229-8247a5311d74 tempest-ExternalNetworksTestJSON-97734267 tempest-ExternalNetworksTestJSON-97734267-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '122b11b3-29ac-41da-b84d-492cd07b2cf4') {'for_net_delete': True} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:10:43.343239 n-d-760453-5 neutron-server[103304]: DEBUG neutron.services.segments.db [None req-b13c13c8-7f91-40c5-b229-8247a5311d74 tempest-ExternalNetworksTestJSON-97734267 tempest-ExternalNetworksTestJSON-97734267-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '122b11b3-29ac-41da-b84d-492cd07b2cf4') {} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:10:43.357070 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-b13c13c8-7f91-40c5-b229-8247a5311d74 tempest-ExternalNetworksTestJSON-97734267 tempest-ExternalNetworksTestJSON-97734267-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746560742283', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8881293'] for segment (122b11b3-29ac-41da-b84d-492cd07b2cf4), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:10:43.368875 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-562b7b74-0b4e-4627-aff2-5d87c8dcfbe6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:10:43.375670 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-9d2a4954-d9c3-40c3-8f0c-50bdd8a187d3 admin admin] Request body: {'network': {'name': 'tempest-ServerPasswordTestJSON-43107406-network', 'tenant_id': '4476d3290d42450b9abb766f3fe2b848'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:10:43.378178 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-b13c13c8-7f91-40c5-b229-8247a5311d74 tempest-ExternalNetworksTestJSON-97734267 tempest-ExternalNetworksTestJSON-97734267-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576559'] for segment (122b11b3-29ac-41da-b84d-492cd07b2cf4), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:10:43.387382 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b13c13c8-7f91-40c5-b229-8247a5311d74 tempest-ExternalNetworksTestJSON-97734267 tempest-ExternalNetworksTestJSON-97734267-project-admin] Releasing vlan 563 on physical network physnet1 to pool {{(pid=103304) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 26 21:10:43.388062 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-b13c13c8-7f91-40c5-b229-8247a5311d74 tempest-ExternalNetworksTestJSON-97734267 tempest-ExternalNetworksTestJSON-97734267-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9281762'] for segment (122b11b3-29ac-41da-b84d-492cd07b2cf4), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:10:43.390868 n-d-760453-5 neutron-server[103304]: Traceback (most recent call last): Jan 26 21:10:43.390868 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 26 21:10:43.390868 n-d-760453-5 neutron-server[103304]: timer() Jan 26 21:10:43.390868 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 26 21:10:43.390868 n-d-760453-5 neutron-server[103304]: cb(*args, **kw) Jan 26 21:10:43.390868 n-d-760453-5 neutron-server[103304]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 26 21:10:43.390868 n-d-760453-5 neutron-server[103304]: return func(*args, **kwargs) Jan 26 21:10:43.390868 n-d-760453-5 neutron-server[103304]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 26 21:10:43.390868 n-d-760453-5 neutron-server[103304]: self._notify() Jan 26 21:10:43.390868 n-d-760453-5 neutron-server[103304]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 26 21:10:43.390868 n-d-760453-5 neutron-server[103304]: self.callback(batched_events) Jan 26 21:10:43.390868 n-d-760453-5 neutron-server[103304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 26 21:10:43.390868 n-d-760453-5 neutron-server[103304]: event.method(event) Jan 26 21:10:43.390868 n-d-760453-5 neutron-server[103304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 26 21:10:43.390868 n-d-760453-5 neutron-server[103304]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 26 21:10:43.390868 n-d-760453-5 neutron-server[103304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 26 21:10:43.390868 n-d-760453-5 neutron-server[103304]: aggregate_uuid = self.p_client.list_aggregates( Jan 26 21:10:43.390868 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 26 21:10:43.390868 n-d-760453-5 neutron-server[103304]: return f(self, *a, **k) Jan 26 21:10:43.390868 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 26 21:10:43.390868 n-d-760453-5 neutron-server[103304]: return self._get(url).json() Jan 26 21:10:43.390868 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 26 21:10:43.390868 n-d-760453-5 neutron-server[103304]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 26 21:10:43.390868 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 26 21:10:43.390868 n-d-760453-5 neutron-server[103304]: return self.request(url, 'GET', **kwargs) Jan 26 21:10:43.390868 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 26 21:10:43.390868 n-d-760453-5 neutron-server[103304]: base_url = self.get_endpoint(auth, allow=allow, Jan 26 21:10:43.390868 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 26 21:10:43.390868 n-d-760453-5 neutron-server[103304]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 26 21:10:43.390868 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 26 21:10:43.390868 n-d-760453-5 neutron-server[103304]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 26 21:10:43.390868 n-d-760453-5 neutron-server[103304]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 26 21:10:43.423500 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d2a4954-d9c3-40c3-8f0c-50bdd8a187d3 admin admin] Made reservation on behalf of 4476d3290d42450b9abb766f3fe2b848 for: {'network': 1} {{(pid=103305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 21:10:43.427152 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-9d2a4954-d9c3-40c3-8f0c-50bdd8a187d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for network (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:10:43.440386 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-9d2a4954-d9c3-40c3-8f0c-50bdd8a187d3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:10:43.487147 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-b13c13c8-7f91-40c5-b229-8247a5311d74 tempest-ExternalNetworksTestJSON-97734267 tempest-ExternalNetworksTestJSON-97734267-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4110931'] for network (9dbe7ef7-64a8-4270-bbb8-2e007a1eae5e), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:10:43.499135 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b13c13c8-7f91-40c5-b229-8247a5311d74 tempest-ExternalNetworksTestJSON-97734267 tempest-ExternalNetworksTestJSON-97734267-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 9dbe7ef7-64a8-4270-bbb8-2e007a1eae5e {{(pid=103304) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jan 26 21:10:43.503656 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-b13c13c8-7f91-40c5-b229-8247a5311d74 tempest-ExternalNetworksTestJSON-97734267 tempest-ExternalNetworksTestJSON-97734267-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709645'] for network (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:10:43.510825 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-b13c13c8-7f91-40c5-b229-8247a5311d74 tempest-ExternalNetworksTestJSON-97734267 tempest-ExternalNetworksTestJSON-97734267-project-admin] 10.222.0.13 "DELETE /v2.0/networks/9dbe7ef7-64a8-4270-bbb8-2e007a1eae5e HTTP/1.1" status: 204 len: 168 time: 1.5074770 Jan 26 21:10:43.513867 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 51308) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:10:43.553048 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b13c13c8-7f91-40c5-b229-8247a5311d74 tempest-ExternalNetworksTestJSON-97734267 tempest-ExternalNetworksTestJSON-97734267-project-admin] Pushing event deleted for resources: {'Network': ['ID=9dbe7ef7-64a8-4270-bbb8-2e007a1eae5e,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:10:43.612634 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-9d2a4954-d9c3-40c3-8f0c-50bdd8a187d3 admin admin] Publish callbacks [] for security_group (362c86c7-93ee-4c06-a7be-8deb7b518dd9), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:10:43.615037 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-562b7b74-0b4e-4627-aff2-5d87c8dcfbe6 admin admin] Publish callbacks [] for security_group (7771c2ef-76eb-4899-8d5e-559aaa2d98ca), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:10:43.629009 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-562b7b74-0b4e-4627-aff2-5d87c8dcfbe6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (7771c2ef-76eb-4899-8d5e-559aaa2d98ca), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:10:43.682115 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-9d2a4954-d9c3-40c3-8f0c-50bdd8a187d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (362c86c7-93ee-4c06-a7be-8deb7b518dd9), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:10:43.687285 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-562b7b74-0b4e-4627-aff2-5d87c8dcfbe6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7771c2ef-76eb-4899-8d5e-559aaa2d98ca,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:10:43.720215 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-562b7b74-0b4e-4627-aff2-5d87c8dcfbe6 admin admin] vlan segment allocate from pool success with {'vlan_id': 598, 'physical_network': 'physnet1'} {{(pid=103305) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 26 21:10:43.735619 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9d2a4954-d9c3-40c3-8f0c-50bdd8a187d3 admin admin] vlan segment allocate from pool success with {'vlan_id': 556, 'physical_network': 'physnet1'} {{(pid=103305) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 26 21:10:43.749685 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-884bb338-b932-43e9-80e0-4c2a0a6ce726 tempest-ExternalNetworksTestJSON-97734267 tempest-ExternalNetworksTestJSON-97734267-project-admin] 10.222.0.13 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 1782 time: 0.2100601 Jan 26 21:10:43.752506 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 51316) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:10:43.762003 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-562b7b74-0b4e-4627-aff2-5d87c8dcfbe6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576559'] for segment (67be4c35-e691-4012-8081-5876ca19bbaa), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:10:43.762529 n-d-760453-5 neutron-server[103305]: INFO neutron.db.segments_db [None req-562b7b74-0b4e-4627-aff2-5d87c8dcfbe6 admin admin] Added segment 67be4c35-e691-4012-8081-5876ca19bbaa of type vlan for network 23a8eb47-a3af-44d7-bf53-589604960a93 Jan 26 21:10:43.788468 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-9d2a4954-d9c3-40c3-8f0c-50bdd8a187d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576559'] for segment (4917a68b-4173-4cf6-8e12-29d916f55701), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:10:43.789003 n-d-760453-5 neutron-server[103305]: INFO neutron.db.segments_db [None req-9d2a4954-d9c3-40c3-8f0c-50bdd8a187d3 admin admin] Added segment 4917a68b-4173-4cf6-8e12-29d916f55701 of type vlan for network a46ff580-b45e-4fcd-b6c1-917ab51b8918 Jan 26 21:10:43.817312 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64af95f-464f-481d-b902-5cad823deeda req-8fa94e64-24e1-4a25-814e-f2af4315f77a tempest-ImagesOneServerTestJSON-1508340391 tempest-ImagesOneServerTestJSON-1508340391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:10:43.823519 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2a4954-d9c3-40c3-8f0c-50bdd8a187d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=362c86c7-93ee-4c06-a7be-8deb7b518dd9,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:10:43.829925 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-d64af95f-464f-481d-b902-5cad823deeda req-8fa94e64-24e1-4a25-814e-f2af4315f77a tempest-ImagesOneServerTestJSON-1508340391 tempest-ImagesOneServerTestJSON-1508340391-project] 10.222.0.13 "GET /v2.0/ports?device_id=fda5c4b7-d9ed-47bc-a94f-3ae0ff118ddf HTTP/1.1" status: 200 len: 950 time: 0.0781035 Jan 26 21:10:43.923349 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-d64af95f-464f-481d-b902-5cad823deeda req-497ae2e3-ab2a-404b-9b4c-f4d8cb135b11 tempest-ImagesOneServerTestJSON-1508340391 tempest-ImagesOneServerTestJSON-1508340391-project] 10.222.0.13 "GET /v2.0/security-groups?id=ecd2cdba-aa35-4fb4-957d-8f3b093e5765&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831053 Jan 26 21:10:44.025972 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-562b7b74-0b4e-4627-aff2-5d87c8dcfbe6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746560256871'] for network (23a8eb47-a3af-44d7-bf53-589604960a93), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:10:44.062815 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-9d2a4954-d9c3-40c3-8f0c-50bdd8a187d3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746560256871'] for network (a46ff580-b45e-4fcd-b6c1-917ab51b8918), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:10:44.100057 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f11f9c65-3104-46f2-a2bc-ec6e3b38eb56 tempest-ExternalNetworksTestJSON-97734267 tempest-ExternalNetworksTestJSON-97734267-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:10:44.100654 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f11f9c65-3104-46f2-a2bc-ec6e3b38eb56 tempest-ExternalNetworksTestJSON-97734267 tempest-ExternalNetworksTestJSON-97734267-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:10:44.101115 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f11f9c65-3104-46f2-a2bc-ec6e3b38eb56 tempest-ExternalNetworksTestJSON-97734267 tempest-ExternalNetworksTestJSON-97734267-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:10:44.101588 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f11f9c65-3104-46f2-a2bc-ec6e3b38eb56 tempest-ExternalNetworksTestJSON-97734267 tempest-ExternalNetworksTestJSON-97734267-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:10:44.102037 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f11f9c65-3104-46f2-a2bc-ec6e3b38eb56 tempest-ExternalNetworksTestJSON-97734267 tempest-ExternalNetworksTestJSON-97734267-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:10:44.102480 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f11f9c65-3104-46f2-a2bc-ec6e3b38eb56 tempest-ExternalNetworksTestJSON-97734267 tempest-ExternalNetworksTestJSON-97734267-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:10:44.102923 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f11f9c65-3104-46f2-a2bc-ec6e3b38eb56 tempest-ExternalNetworksTestJSON-97734267 tempest-ExternalNetworksTestJSON-97734267-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:10:44.103369 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f11f9c65-3104-46f2-a2bc-ec6e3b38eb56 tempest-ExternalNetworksTestJSON-97734267 tempest-ExternalNetworksTestJSON-97734267-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:10:44.108531 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-f11f9c65-3104-46f2-a2bc-ec6e3b38eb56 tempest-ExternalNetworksTestJSON-97734267 tempest-ExternalNetworksTestJSON-97734267-project-admin] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5340 time: 0.3463700 Jan 26 21:10:44.110075 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 51354) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:10:44.139757 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-562b7b74-0b4e-4627-aff2-5d87c8dcfbe6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503'] for network (23a8eb47-a3af-44d7-bf53-589604960a93), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:10:44.141142 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-562b7b74-0b4e-4627-aff2-5d87c8dcfbe6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:10:44.142120 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-562b7b74-0b4e-4627-aff2-5d87c8dcfbe6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709645'] for network (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:10:44.172503 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-9d2a4954-d9c3-40c3-8f0c-50bdd8a187d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503'] for network (a46ff580-b45e-4fcd-b6c1-917ab51b8918), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:10:44.173500 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d2a4954-d9c3-40c3-8f0c-50bdd8a187d3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:10:44.174235 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-9d2a4954-d9c3-40c3-8f0c-50bdd8a187d3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709645'] for network (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:10:44.214441 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Device e22ff44d-fd52-4fab-95c2-61e096757fa1 no longer exists at agent hyperv_n-h1-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 26 21:10:44.236957 n-d-760453-5 neutron-server[103304]: INFO neutron.api.v2.resource [None req-11b6cb5e-c8b5-474d-ac24-4512c60e073f tempest-ExternalNetworksTestJSON-97734267 tempest-ExternalNetworksTestJSON-97734267-project-admin] delete failed (client error): The resource could not be found. Jan 26 21:10:44.240637 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-11b6cb5e-c8b5-474d-ac24-4512c60e073f tempest-ExternalNetworksTestJSON-97734267 tempest-ExternalNetworksTestJSON-97734267-project-admin] 10.222.0.13 "DELETE /v2.0/floatingips/52023261-5b13-4776-9b27-863237db05e1 HTTP/1.1" status: 404 len: 345 time: 0.1265435 Jan 26 21:10:44.243868 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 51364) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:10:44.247723 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-562b7b74-0b4e-4627-aff2-5d87c8dcfbe6 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.1426485 Jan 26 21:10:44.261048 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 51366) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:10:44.313260 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-78fb96ed-933c-43e1-9143-2028f7c7b314 admin admin] Request body: {'subnet': {'network_id': '23a8eb47-a3af-44d7-bf53-589604960a93', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsTestJSON-2089547219-subnet', 'tenant_id': '2708e1a8e17e46f1853e87fe4692d263', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:10:44.319202 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-9d2a4954-d9c3-40c3-8f0c-50bdd8a187d3 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.1406357 Jan 26 21:10:44.322193 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 51368) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:10:44.332254 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-02fc1f9f-5767-4d60-beb0-415f252ccead admin admin] Request body: {'subnet': {'network_id': 'a46ff580-b45e-4fcd-b6c1-917ab51b8918', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerPasswordTestJSON-43107406-subnet', 'tenant_id': '4476d3290d42450b9abb766f3fe2b848', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:10:44.355535 n-d-760453-5 neutron-server[103305]: INFO neutron.pecan_wsgi.hooks.translation [None req-bed9f9db-d51f-42da-99bd-cef05519524e tempest-ExternalNetworksTestJSON-97734267 tempest-ExternalNetworksTestJSON-97734267-project-admin] DELETE failed (client error): The resource could not be found. Jan 26 21:10:44.356549 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bed9f9db-d51f-42da-99bd-cef05519524e tempest-ExternalNetworksTestJSON-97734267 tempest-ExternalNetworksTestJSON-97734267-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=103305) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 26 21:10:44.364328 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-bed9f9db-d51f-42da-99bd-cef05519524e tempest-ExternalNetworksTestJSON-97734267 tempest-ExternalNetworksTestJSON-97734267-project-admin] 10.222.0.13 "DELETE /v2.0/networks/9dbe7ef7-64a8-4270-bbb8-2e007a1eae5e HTTP/1.1" status: 404 len: 339 time: 0.1121292 Jan 26 21:10:44.364328 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02fc1f9f-5767-4d60-beb0-415f252ccead admin admin] Made reservation on behalf of 4476d3290d42450b9abb766f3fe2b848 for: {'subnet': 1} {{(pid=103305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 21:10:44.365093 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-02fc1f9f-5767-4d60-beb0-415f252ccead admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11599953'] for subnet (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:10:44.367011 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 51372) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:10:44.370686 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-562b7b74-0b4e-4627-aff2-5d87c8dcfbe6 admin admin] Pushing event updated for resources: {'Network': ['ID=23a8eb47-a3af-44d7-bf53-589604960a93,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:10:44.387288 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Network 23a8eb47-a3af-44d7-bf53-589604960a93 details requested by agent ovs-agent-n-d-760453-5 with host n-d-760453-5 {{(pid=103306) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 26 21:10:44.389418 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-15b290be-c734-4cf1-92c6-5fddf1556c3a tempest-ExternalNetworksTestJSON-97734267 tempest-ExternalNetworksTestJSON-97734267-project-admin] Request body: {'network': {'name': 'tempest-network--2013166909', 'router:external': True}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:10:44.411567 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78fb96ed-933c-43e1-9143-2028f7c7b314 admin admin] Made reservation on behalf of 2708e1a8e17e46f1853e87fe4692d263 for: {'subnet': 1} {{(pid=103304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 21:10:44.422985 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-78fb96ed-933c-43e1-9143-2028f7c7b314 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12215181'] for subnet (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:10:44.431662 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Current status of the port e22ff44d-fd52-4fab-95c2-61e096757fa1 is: DOWN; New status is: DOWN {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:10:44.432726 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Device 7e31b6e9-d96b-4f14-a87b-9575f346784c no longer exists at agent hyperv_n-h1-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 26 21:10:44.469169 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67008d9-5cc1-4e4b-b822-732a03e00383 req-63a34d5e-ba9a-423a-84b9-016125b15e50 tempest-ServersWithSpecificFlavorTestJSON-1678027092 tempest-ServersWithSpecificFlavorTestJSON-1678027092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:10:44.477826 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-d67008d9-5cc1-4e4b-b822-732a03e00383 req-63a34d5e-ba9a-423a-84b9-016125b15e50 tempest-ServersWithSpecificFlavorTestJSON-1678027092 tempest-ServersWithSpecificFlavorTestJSON-1678027092-project] 10.222.0.13 "GET /v2.0/ports?device_id=dcdac7bd-aa63-4b09-95f8-06c58265aab2 HTTP/1.1" status: 200 len: 945 time: 0.2386265 Jan 26 21:10:44.572397 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15b290be-c734-4cf1-92c6-5fddf1556c3a tempest-ExternalNetworksTestJSON-97734267 tempest-ExternalNetworksTestJSON-97734267-project-admin] Made reservation on behalf of 0357c4b8fe6545279be9cbab0b9afc6d for: {'network': 1} {{(pid=103305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 21:10:44.577351 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-15b290be-c734-4cf1-92c6-5fddf1556c3a tempest-ExternalNetworksTestJSON-97734267 tempest-ExternalNetworksTestJSON-97734267-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for network (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:10:44.606587 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2a4954-d9c3-40c3-8f0c-50bdd8a187d3 admin admin] Pushing event updated for resources: {'Network': ['ID=a46ff580-b45e-4fcd-b6c1-917ab51b8918,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:10:44.613807 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-d67008d9-5cc1-4e4b-b822-732a03e00383 req-fbf8a343-15c6-49c3-8ed3-baae493e0607 tempest-ServersWithSpecificFlavorTestJSON-1678027092 tempest-ServersWithSpecificFlavorTestJSON-1678027092-project] 10.222.0.13 "GET /v2.0/security-groups?id=06e69ac2-3bf6-41aa-8df8-caa9b01a862f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1292353 Jan 26 21:10:44.628497 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Network a46ff580-b45e-4fcd-b6c1-917ab51b8918 details requested by agent ovs-agent-n-d-760453-5 with host n-d-760453-5 {{(pid=103306) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 26 21:10:44.715454 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-15b290be-c734-4cf1-92c6-5fddf1556c3a tempest-ExternalNetworksTestJSON-97734267 tempest-ExternalNetworksTestJSON-97734267-project-admin] vlan segment allocate from pool success with {'vlan_id': 587, 'physical_network': 'physnet1'} {{(pid=103305) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 26 21:10:44.742505 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-15b290be-c734-4cf1-92c6-5fddf1556c3a tempest-ExternalNetworksTestJSON-97734267 tempest-ExternalNetworksTestJSON-97734267-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576559'] for segment (b3ef2127-e03f-456b-b315-4d109615679d), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:10:44.744469 n-d-760453-5 neutron-server[103305]: INFO neutron.db.segments_db [None req-15b290be-c734-4cf1-92c6-5fddf1556c3a tempest-ExternalNetworksTestJSON-97734267 tempest-ExternalNetworksTestJSON-97734267-project-admin] Added segment b3ef2127-e03f-456b-b315-4d109615679d of type vlan for network ae73fe29-8d92-4b95-aad7-0209be61fc85 Jan 26 21:10:44.786976 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Current status of the port 7e31b6e9-d96b-4f14-a87b-9575f346784c is: ACTIVE; New status is: DOWN {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:10:44.787380 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (7e31b6e9-d96b-4f14-a87b-9575f346784c), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:10:44.833170 n-d-760453-5 neutron-server[103306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fda5c4b7-d9ed-47bc-a94f-3ae0ff118ddf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7e31b6e9-d96b-4f14-a87b-9575f346784c'}] {{(pid=103306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 21:10:44.836690 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9d5d370febab655511bdd2ffe887e43e442d144a440368702bcc1e93af00b97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3500eca-af25-4f75-8c07-95ead0500e11" -d '{"events": [{"server_uuid": "fda5c4b7-d9ed-47bc-a94f-3ae0ff118ddf", "name": "network-vif-unplugged", "status": "completed", "tag": "7e31b6e9-d96b-4f14-a87b-9575f346784c"}]}' {{(pid=103306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 21:10:44.859853 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] For port 7e31b6e9-d96b-4f14-a87b-9575f346784c, host n-h1-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-5',level=0,port_id=7e31b6e9-d96b-4f14-a87b-9575f346784c,segment=NetworkSegment(4eab25d6-89d9-4907-a1c2-51b06443ba33),segment_id=4eab25d6-89d9-4907-a1c2-51b06443ba33)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:10:44.861502 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25d7730-1213-4a3a-9607-3d1541d932e4 req-2fdcb2be-b746-47aa-9baf-eff3f0890128 tempest-LiveAutoBlockMigrationV225Test-1645909514 tempest-LiveAutoBlockMigrationV225Test-1645909514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:10:44.865832 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (7e31b6e9-d96b-4f14-a87b-9575f346784c), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:10:44.870135 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-f25d7730-1213-4a3a-9607-3d1541d932e4 req-2fdcb2be-b746-47aa-9baf-eff3f0890128 tempest-LiveAutoBlockMigrationV225Test-1645909514 tempest-LiveAutoBlockMigrationV225Test-1645909514-project] 10.222.0.13 "GET /v2.0/ports?device_id=cbf92dab-bccf-42aa-9b00-3737afaeaf63 HTTP/1.1" status: 200 len: 943 time: 0.1197038 Jan 26 21:10:44.879901 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-78fb96ed-933c-43e1-9143-2028f7c7b314 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9285249', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12215227'] for subnet (734f01c5-5637-40c4-9dcb-bd713ece4fca), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:10:44.911915 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-15b290be-c734-4cf1-92c6-5fddf1556c3a tempest-ExternalNetworksTestJSON-97734267 tempest-ExternalNetworksTestJSON-97734267-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746560256871'] for network (ae73fe29-8d92-4b95-aad7-0209be61fc85), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:10:44.945444 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Pushing event updated for resources: {'Port': ['ID=7e31b6e9-d96b-4f14-a87b-9575f346784c,revision_number=8']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:10:44.960253 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:10:44.960253 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:10:44.960253 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:10:44.960253 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:10:44.960253 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:10:44.960253 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:10:44.960253 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:10:44.960253 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:10:44.960253 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:10:44.961074 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:10:44.961074 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:10:44.961236 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:10:44.961841 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:10:45.012876 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-02fc1f9f-5767-4d60-beb0-415f252ccead admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11788839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11599975'] for subnet (bb8e30cd-240a-4132-b8d4-6cff4f58fcab), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:10:45.016475 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78fb96ed-933c-43e1-9143-2028f7c7b314 admin admin] Pushing event updated for resources: {'Subnet': ['ID=734f01c5-5637-40c4-9dcb-bd713ece4fca,revision_number=0']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:10:45.017937 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-15b290be-c734-4cf1-92c6-5fddf1556c3a tempest-ExternalNetworksTestJSON-97734267 tempest-ExternalNetworksTestJSON-97734267-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503'] for network (ae73fe29-8d92-4b95-aad7-0209be61fc85), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:10:45.019310 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15b290be-c734-4cf1-92c6-5fddf1556c3a tempest-ExternalNetworksTestJSON-97734267 tempest-ExternalNetworksTestJSON-97734267-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:10:45.020131 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-15b290be-c734-4cf1-92c6-5fddf1556c3a tempest-ExternalNetworksTestJSON-97734267 tempest-ExternalNetworksTestJSON-97734267-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709645'] for network (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:10:45.025884 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78fb96ed-933c-43e1-9143-2028f7c7b314 admin admin] Checking segment: {'id': '67be4c35-e691-4012-8081-5876ca19bbaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '23a8eb47-a3af-44d7-bf53-589604960a93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103304) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 21:10:45.026325 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78fb96ed-933c-43e1-9143-2028f7c7b314 admin admin] Network hostable DHCP agents. Network: 23a8eb47-a3af-44d7-bf53-589604960a93, hostable agents: ['474ccdf7-ab6c-405b-a3b2-dc7b05829902'], hosted agents: [] {{(pid=103304) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 26 21:10:45.033097 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-f25d7730-1213-4a3a-9607-3d1541d932e4 req-5532839c-89ee-41ab-9bb8-7ae2ce8f33d8 tempest-LiveAutoBlockMigrationV225Test-1645909514 tempest-LiveAutoBlockMigrationV225Test-1645909514-project] 10.222.0.13 "GET /v2.0/security-groups?id=d3d52ae6-e761-44ee-98bd-9ad0dc66343a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1616888 Jan 26 21:10:45.059643 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78fb96ed-933c-43e1-9143-2028f7c7b314 admin admin] Network 23a8eb47-a3af-44d7-bf53-589604960a93 is scheduled to be hosted by DHCP agent 474ccdf7-ab6c-405b-a3b2-dc7b05829902 with binding_index 1 {{(pid=103304) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 26 21:10:45.075744 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [None req-78fb96ed-933c-43e1-9143-2028f7c7b314 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760453-5, 23a8eb47-a3af-44d7-bf53-589604960a93) {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:10:45.095089 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6e01a32-9d1c-439d-b91d-110575f4ab2c None None] Network 23a8eb47-a3af-44d7-bf53-589604960a93 requested from n-d-760453-5 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 26 21:10:45.100774 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78fb96ed-933c-43e1-9143-2028f7c7b314 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:10:45.101586 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-78fb96ed-933c-43e1-9143-2028f7c7b314 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:10:45.109059 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-15b290be-c734-4cf1-92c6-5fddf1556c3a tempest-ExternalNetworksTestJSON-97734267 tempest-ExternalNetworksTestJSON-97734267-project-admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.7390807 Jan 26 21:10:45.112282 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 51418) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:10:45.226556 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02fc1f9f-5767-4d60-beb0-415f252ccead admin admin] Pushing event updated for resources: {'Subnet': ['ID=bb8e30cd-240a-4132-b8d4-6cff4f58fcab,revision_number=0']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:10:45.239241 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b290be-c734-4cf1-92c6-5fddf1556c3a tempest-ExternalNetworksTestJSON-97734267 tempest-ExternalNetworksTestJSON-97734267-project-admin] Pushing event updated for resources: {'Network': ['ID=ae73fe29-8d92-4b95-aad7-0209be61fc85,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:10:45.239431 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-78fb96ed-933c-43e1-9143-2028f7c7b314 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.9747798 Jan 26 21:10:45.252341 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 51428) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:10:45.258126 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-eecf380e-6d0b-4cd6-b980-2a1f1b3c7020 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsTestJSON-2089547219-router', 'tenant_id': '2708e1a8e17e46f1853e87fe4692d263', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299'}}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:10:45.273916 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02fc1f9f-5767-4d60-beb0-415f252ccead admin admin] Checking segment: {'id': '4917a68b-4173-4cf6-8e12-29d916f55701', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'a46ff580-b45e-4fcd-b6c1-917ab51b8918'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103305) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 21:10:45.274486 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02fc1f9f-5767-4d60-beb0-415f252ccead admin admin] Network hostable DHCP agents. Network: a46ff580-b45e-4fcd-b6c1-917ab51b8918, hostable agents: ['474ccdf7-ab6c-405b-a3b2-dc7b05829902'], hosted agents: [] {{(pid=103305) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 26 21:10:45.286029 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 26 Jan 2022 21:10:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ce39241-b584-41a1-8ae8-fca49519ec25 x-openstack-request-id: req-9ce39241-b584-41a1-8ae8-fca49519ec25 {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 21:10:45.286593 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fda5c4b7-d9ed-47bc-a94f-3ae0ff118ddf", "name": "network-vif-unplugged", "status": "completed", "tag": "7e31b6e9-d96b-4f14-a87b-9575f346784c", "code": 200}]} {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 21:10:45.286593 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-9ce39241-b584-41a1-8ae8-fca49519ec25 {{(pid=103306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 21:10:45.286974 n-d-760453-5 neutron-server[103306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fda5c4b7-d9ed-47bc-a94f-3ae0ff118ddf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7e31b6e9-d96b-4f14-a87b-9575f346784c', 'code': 200} Jan 26 21:10:45.287703 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Network ae73fe29-8d92-4b95-aad7-0209be61fc85 details requested by agent ovs-agent-n-d-760453-5 with host n-d-760453-5 {{(pid=103306) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 26 21:10:45.290650 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-9452ff23-7f20-4640-80d3-aa9b815fd117 req-ce8b9021-3b57-4429-b83a-22fe42ee54ee tempest-FlavorsV2NegativeTest-1784688762 tempest-FlavorsV2NegativeTest-1784688762-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=33bdc8b8514745509cac48e409e5bbc4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0942221 Jan 26 21:10:45.324368 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-eecf380e-6d0b-4cd6-b980-2a1f1b3c7020 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4104596', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13108'] for router (97039fc1-6c37-4af0-8e04-6fe23dc97b03), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:10:45.327110 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-eecf380e-6d0b-4cd6-b980-2a1f1b3c7020 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4105828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4111306', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3733576', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13069'] for router (97039fc1-6c37-4af0-8e04-6fe23dc97b03), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:10:45.333656 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02fc1f9f-5767-4d60-beb0-415f252ccead admin admin] Network a46ff580-b45e-4fcd-b6c1-917ab51b8918 is scheduled to be hosted by DHCP agent 474ccdf7-ab6c-405b-a3b2-dc7b05829902 with binding_index 1 {{(pid=103305) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 26 21:10:45.361668 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [None req-02fc1f9f-5767-4d60-beb0-415f252ccead admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760453-5, a46ff580-b45e-4fcd-b6c1-917ab51b8918) {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:10:45.406826 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02fc1f9f-5767-4d60-beb0-415f252ccead admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:10:45.407814 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-02fc1f9f-5767-4d60-beb0-415f252ccead admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709645'] for subnet (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:10:45.447697 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.agents_db [None req-569f1ced-6396-4ddf-b79f-e03b0b2146ab None None] Agent healthcheck: found 7 active agents {{(pid=103307) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 26 21:10:45.471201 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d40df99c-83de-4c70-bbc9-87d2e3035d3b tempest-ExternalNetworksTestJSON-1336343236 tempest-ExternalNetworksTestJSON-1336343236-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:10:45.476586 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d40df99c-83de-4c70-bbc9-87d2e3035d3b tempest-ExternalNetworksTestJSON-1336343236 tempest-ExternalNetworksTestJSON-1336343236-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:10:45.482267 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d40df99c-83de-4c70-bbc9-87d2e3035d3b tempest-ExternalNetworksTestJSON-1336343236 tempest-ExternalNetworksTestJSON-1336343236-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:10:45.487703 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d40df99c-83de-4c70-bbc9-87d2e3035d3b tempest-ExternalNetworksTestJSON-1336343236 tempest-ExternalNetworksTestJSON-1336343236-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:10:45.492097 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-d40df99c-83de-4c70-bbc9-87d2e3035d3b tempest-ExternalNetworksTestJSON-1336343236 tempest-ExternalNetworksTestJSON-1336343236-project] 10.222.0.13 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2452 time: 0.3756588 Jan 26 21:10:45.494531 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 51438) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:10:45.518638 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-eecf380e-6d0b-4cd6-b980-2a1f1b3c7020 admin admin] Publish callbacks [] for router_controller (97039fc1-6c37-4af0-8e04-6fe23dc97b03), precommit_add_association {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:10:45.527530 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-02fc1f9f-5767-4d60-beb0-415f252ccead admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.2016039 Jan 26 21:10:45.613805 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e0044c5-c61d-454d-8322-48be40e85034 None None] Network a46ff580-b45e-4fcd-b6c1-917ab51b8918 requested from n-d-760453-5 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 26 21:10:45.634035 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e27bf4a-e2b0-4ab7-9b68-e2569aebc5ab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3c4099e8-8ffb-51d1-af7f-5868973e933f-23a8eb47-a3af-44d7-bf53-589604960a93', 'network_id': '23a8eb47-a3af-44d7-bf53-589604960a93', 'project_id': '2708e1a8e17e46f1853e87fe4692d263', 'fixed_ips': [{'subnet_id': '734f01c5-5637-40c4-9dcb-bd713ece4fca'}]}} from n-d-760453-5. {{(pid=103306) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 26 21:10:45.635751 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-8e27bf4a-e2b0-4ab7-9b68-e2569aebc5ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (None), before_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:10:45.702117 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-eb69826c-96e0-42b4-b77a-22cb9bb32327 tempest-ExternalNetworksTestJSON-97734267 tempest-ExternalNetworksTestJSON-97734267-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-748181'] for network (ae73fe29-8d92-4b95-aad7-0209be61fc85), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:10:45.723794 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9452ff23-7f20-4640-80d3-aa9b815fd117 req-b0a1cf5e-1e4a-4aab-adf2-a809e70f9917 tempest-FlavorsV2NegativeTest-1784688762 tempest-FlavorsV2NegativeTest-1784688762-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:10:45.725431 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-9452ff23-7f20-4640-80d3-aa9b815fd117 req-b0a1cf5e-1e4a-4aab-adf2-a809e70f9917 tempest-FlavorsV2NegativeTest-1784688762 tempest-FlavorsV2NegativeTest-1784688762-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4273469 Jan 26 21:10:45.750914 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-9452ff23-7f20-4640-80d3-aa9b815fd117 req-3b6bc3a4-5498-4f16-9aa3-8835fb7d8a05 tempest-FlavorsV2NegativeTest-1784688762 tempest-FlavorsV2NegativeTest-1784688762-project] 10.222.0.13 "GET /v2.0/quotas/33bdc8b8514745509cac48e409e5bbc4 HTTP/1.1" status: 200 len: 375 time: 0.0132263 Jan 26 21:10:45.813772 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-9452ff23-7f20-4640-80d3-aa9b815fd117 req-2c59217d-4ae2-4dba-807e-e0770736655d tempest-FlavorsV2NegativeTest-1784688762 tempest-FlavorsV2NegativeTest-1784688762-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=33bdc8b8514745509cac48e409e5bbc4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0404718 Jan 26 21:10:45.866119 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-eb69826c-96e0-42b4-b77a-22cb9bb32327 tempest-ExternalNetworksTestJSON-97734267 tempest-ExternalNetworksTestJSON-97734267-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-686403', 'neutron.services.segments.db._delete_segments_for_network-8746560774018'] for network (ae73fe29-8d92-4b95-aad7-0209be61fc85), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:10:45.904450 n-d-760453-5 neutron-server[103304]: DEBUG neutron.services.segments.db [None req-eb69826c-96e0-42b4-b77a-22cb9bb32327 tempest-ExternalNetworksTestJSON-97734267 tempest-ExternalNetworksTestJSON-97734267-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ae73fe29-8d92-4b95-aad7-0209be61fc85']}} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:10:45.919376 n-d-760453-5 neutron-server[103304]: DEBUG neutron.services.segments.db [None req-eb69826c-96e0-42b4-b77a-22cb9bb32327 tempest-ExternalNetworksTestJSON-97734267 tempest-ExternalNetworksTestJSON-97734267-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b3ef2127-e03f-456b-b315-4d109615679d') {'for_net_delete': True} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:10:45.919610 n-d-760453-5 neutron-server[103304]: DEBUG neutron.services.segments.db [None req-eb69826c-96e0-42b4-b77a-22cb9bb32327 tempest-ExternalNetworksTestJSON-97734267 tempest-ExternalNetworksTestJSON-97734267-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b3ef2127-e03f-456b-b315-4d109615679d') {} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:10:45.937571 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-eb69826c-96e0-42b4-b77a-22cb9bb32327 tempest-ExternalNetworksTestJSON-97734267 tempest-ExternalNetworksTestJSON-97734267-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746560742283', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8881293'] for segment (b3ef2127-e03f-456b-b315-4d109615679d), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:10:45.960930 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-eb69826c-96e0-42b4-b77a-22cb9bb32327 tempest-ExternalNetworksTestJSON-97734267 tempest-ExternalNetworksTestJSON-97734267-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576559'] for segment (b3ef2127-e03f-456b-b315-4d109615679d), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:10:45.968828 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eb69826c-96e0-42b4-b77a-22cb9bb32327 tempest-ExternalNetworksTestJSON-97734267 tempest-ExternalNetworksTestJSON-97734267-project-admin] Releasing vlan 587 on physical network physnet1 to pool {{(pid=103304) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 26 21:10:45.969850 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-eb69826c-96e0-42b4-b77a-22cb9bb32327 tempest-ExternalNetworksTestJSON-97734267 tempest-ExternalNetworksTestJSON-97734267-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9281762'] for segment (b3ef2127-e03f-456b-b315-4d109615679d), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:10:46.071658 n-d-760453-5 neutron-server[103304]: Traceback (most recent call last): Jan 26 21:10:46.071658 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 26 21:10:46.071658 n-d-760453-5 neutron-server[103304]: timer() Jan 26 21:10:46.071658 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 26 21:10:46.071658 n-d-760453-5 neutron-server[103304]: cb(*args, **kw) Jan 26 21:10:46.071658 n-d-760453-5 neutron-server[103304]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 26 21:10:46.071658 n-d-760453-5 neutron-server[103304]: return func(*args, **kwargs) Jan 26 21:10:46.071658 n-d-760453-5 neutron-server[103304]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 26 21:10:46.071658 n-d-760453-5 neutron-server[103304]: self._notify() Jan 26 21:10:46.071658 n-d-760453-5 neutron-server[103304]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 26 21:10:46.071658 n-d-760453-5 neutron-server[103304]: self.callback(batched_events) Jan 26 21:10:46.071658 n-d-760453-5 neutron-server[103304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 26 21:10:46.071658 n-d-760453-5 neutron-server[103304]: event.method(event) Jan 26 21:10:46.071658 n-d-760453-5 neutron-server[103304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 26 21:10:46.071658 n-d-760453-5 neutron-server[103304]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 26 21:10:46.071658 n-d-760453-5 neutron-server[103304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 26 21:10:46.071658 n-d-760453-5 neutron-server[103304]: aggregate_uuid = self.p_client.list_aggregates( Jan 26 21:10:46.071658 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 26 21:10:46.071658 n-d-760453-5 neutron-server[103304]: return f(self, *a, **k) Jan 26 21:10:46.071658 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 26 21:10:46.071658 n-d-760453-5 neutron-server[103304]: return self._get(url).json() Jan 26 21:10:46.071658 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 26 21:10:46.071658 n-d-760453-5 neutron-server[103304]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 26 21:10:46.071658 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 26 21:10:46.071658 n-d-760453-5 neutron-server[103304]: return self.request(url, 'GET', **kwargs) Jan 26 21:10:46.071658 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 26 21:10:46.071658 n-d-760453-5 neutron-server[103304]: base_url = self.get_endpoint(auth, allow=allow, Jan 26 21:10:46.071658 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 26 21:10:46.071658 n-d-760453-5 neutron-server[103304]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 26 21:10:46.071658 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 26 21:10:46.071658 n-d-760453-5 neutron-server[103304]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 26 21:10:46.071658 n-d-760453-5 neutron-server[103304]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 26 21:10:46.107826 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2d1dc39-cebe-419b-9d40-d0c70437943c None None] Network a46ff580-b45e-4fcd-b6c1-917ab51b8918 requested from n-d-760453-5 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 26 21:10:46.119115 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-eb69826c-96e0-42b4-b77a-22cb9bb32327 tempest-ExternalNetworksTestJSON-97734267 tempest-ExternalNetworksTestJSON-97734267-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4110931'] for network (ae73fe29-8d92-4b95-aad7-0209be61fc85), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:10:46.128213 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb69826c-96e0-42b4-b77a-22cb9bb32327 tempest-ExternalNetworksTestJSON-97734267 tempest-ExternalNetworksTestJSON-97734267-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network ae73fe29-8d92-4b95-aad7-0209be61fc85 {{(pid=103304) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jan 26 21:10:46.130244 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-eecf380e-6d0b-4cd6-b980-2a1f1b3c7020 admin admin] Publish callbacks [] for router_gateway (97039fc1-6c37-4af0-8e04-6fe23dc97b03), precommit_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:10:46.132213 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-eb69826c-96e0-42b4-b77a-22cb9bb32327 tempest-ExternalNetworksTestJSON-97734267 tempest-ExternalNetworksTestJSON-97734267-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709645'] for network (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:10:46.141474 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 51474) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:10:46.142484 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-eb69826c-96e0-42b4-b77a-22cb9bb32327 tempest-ExternalNetworksTestJSON-97734267 tempest-ExternalNetworksTestJSON-97734267-project-admin] 10.222.0.13 "DELETE /v2.0/networks/ae73fe29-8d92-4b95-aad7-0209be61fc85 HTTP/1.1" status: 204 len: 168 time: 0.6468370 Jan 26 21:10:46.146883 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-7fb27924-e773-48c3-aa79-0ff504cdc0c6 tempest-ExternalNetworksTestJSON-97734267 tempest-ExternalNetworksTestJSON-97734267-project-admin] Request body: {'network': {'name': 'tempest-network--2013002011', 'router:external': True}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:10:46.163268 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb69826c-96e0-42b4-b77a-22cb9bb32327 tempest-ExternalNetworksTestJSON-97734267 tempest-ExternalNetworksTestJSON-97734267-project-admin] Pushing event deleted for resources: {'Network': ['ID=ae73fe29-8d92-4b95-aad7-0209be61fc85,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:10:46.200791 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07542e31-5159-4e06-be04-787720fcad98 req-1521e3a5-a58e-4a66-aaf3-4cb250d1f416 tempest-ServersWithSpecificFlavorTestJSON-1678027092 tempest-ServersWithSpecificFlavorTestJSON-1678027092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:10:46.211960 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-07542e31-5159-4e06-be04-787720fcad98 req-1521e3a5-a58e-4a66-aaf3-4cb250d1f416 tempest-ServersWithSpecificFlavorTestJSON-1678027092 tempest-ServersWithSpecificFlavorTestJSON-1678027092-project] 10.222.0.13 "GET /v2.0/ports?device_id=dcdac7bd-aa63-4b09-95f8-06c58265aab2 HTTP/1.1" status: 200 len: 945 time: 0.1390855 Jan 26 21:10:46.228990 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.db_base_plugin_common [None req-8e27bf4a-e2b0-4ab7-9b68-e2569aebc5ab None None] Allocated IP 172.20.0.2 (23a8eb47-a3af-44d7-bf53-589604960a93/734f01c5-5637-40c4-9dcb-bd713ece4fca/5ee4ba3a-5cf0-46ec-b3cf-deb161257892) {{(pid=103306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 21:10:46.358509 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-07542e31-5159-4e06-be04-787720fcad98 req-f0c3f6a3-3848-43a1-a65a-7e0bb081e77c tempest-ServersWithSpecificFlavorTestJSON-1678027092 tempest-ServersWithSpecificFlavorTestJSON-1678027092-project] 10.222.0.13 "GET /v2.0/security-groups?id=06e69ac2-3bf6-41aa-8df8-caa9b01a862f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1360180 Jan 26 21:10:46.358767 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7fb27924-e773-48c3-aa79-0ff504cdc0c6 tempest-ExternalNetworksTestJSON-97734267 tempest-ExternalNetworksTestJSON-97734267-project-admin] Made reservation on behalf of 0357c4b8fe6545279be9cbab0b9afc6d for: {'network': 1} {{(pid=103305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 21:10:46.358767 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-7fb27924-e773-48c3-aa79-0ff504cdc0c6 tempest-ExternalNetworksTestJSON-97734267 tempest-ExternalNetworksTestJSON-97734267-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for network (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:10:46.430667 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7fb27924-e773-48c3-aa79-0ff504cdc0c6 tempest-ExternalNetworksTestJSON-97734267 tempest-ExternalNetworksTestJSON-97734267-project-admin] vlan segment allocate from pool success with {'vlan_id': 562, 'physical_network': 'physnet1'} {{(pid=103305) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 26 21:10:46.446619 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-7fb27924-e773-48c3-aa79-0ff504cdc0c6 tempest-ExternalNetworksTestJSON-97734267 tempest-ExternalNetworksTestJSON-97734267-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576559'] for segment (5fa4e266-a2a0-4528-a889-8878bfaed59a), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:10:46.447344 n-d-760453-5 neutron-server[103305]: INFO neutron.db.segments_db [None req-7fb27924-e773-48c3-aa79-0ff504cdc0c6 tempest-ExternalNetworksTestJSON-97734267 tempest-ExternalNetworksTestJSON-97734267-project-admin] Added segment 5fa4e266-a2a0-4528-a889-8878bfaed59a of type vlan for network 8a1e3bda-c175-44e7-bc91-2ccf22b56330 Jan 26 21:10:46.519089 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-8e27bf4a-e2b0-4ab7-9b68-e2569aebc5ab None None] Publish callbacks [] for port (5ee4ba3a-5cf0-46ec-b3cf-deb161257892), precommit_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:10:46.534422 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-7fb27924-e773-48c3-aa79-0ff504cdc0c6 tempest-ExternalNetworksTestJSON-97734267 tempest-ExternalNetworksTestJSON-97734267-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746560256871'] for network (8a1e3bda-c175-44e7-bc91-2ccf22b56330), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:10:46.534940 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-8e27bf4a-e2b0-4ab7-9b68-e2569aebc5ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746560234527'] for port (5ee4ba3a-5cf0-46ec-b3cf-deb161257892), after_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:10:46.563603 n-d-760453-5 neutron-server[103306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e27bf4a-e2b0-4ab7-9b68-e2569aebc5ab None None] Network 23a8eb47-a3af-44d7-bf53-589604960a93 is already hosted by enough agents. {{(pid=103306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 21:10:46.569213 n-d-760453-5 neutron-server[103306]: DEBUG neutron.scheduler.base_scheduler [None req-8e27bf4a-e2b0-4ab7-9b68-e2569aebc5ab None None] Resources bound (agent type, host, resource id): {{(pid=103306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:10:46.622753 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e27bf4a-e2b0-4ab7-9b68-e2569aebc5ab None None] Received port after_create {{(pid=103306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 21:10:46.707804 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-7fb27924-e773-48c3-aa79-0ff504cdc0c6 tempest-ExternalNetworksTestJSON-97734267 tempest-ExternalNetworksTestJSON-97734267-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503'] for network (8a1e3bda-c175-44e7-bc91-2ccf22b56330), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:10:46.707804 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fb27924-e773-48c3-aa79-0ff504cdc0c6 tempest-ExternalNetworksTestJSON-97734267 tempest-ExternalNetworksTestJSON-97734267-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:10:46.707804 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-7fb27924-e773-48c3-aa79-0ff504cdc0c6 tempest-ExternalNetworksTestJSON-97734267 tempest-ExternalNetworksTestJSON-97734267-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709645'] for network (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:10:46.715673 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49a76f9-703b-4743-afac-636c289f7ae0 req-35777a54-cd9d-44b4-84f7-cac63aee1917 tempest-ServerPasswordTestJSON-1248645277 tempest-ServerPasswordTestJSON-1248645277-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:10:46.717243 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-f49a76f9-703b-4743-afac-636c289f7ae0 req-35777a54-cd9d-44b4-84f7-cac63aee1917 tempest-ServerPasswordTestJSON-1248645277 tempest-ServerPasswordTestJSON-1248645277-project] 10.222.0.13 "GET /v2.0/networks?id=a46ff580-b45e-4fcd-b6c1-917ab51b8918 HTTP/1.1" status: 200 len: 811 time: 0.3330417 Jan 26 21:10:46.788895 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-7fb27924-e773-48c3-aa79-0ff504cdc0c6 tempest-ExternalNetworksTestJSON-97734267 tempest-ExternalNetworksTestJSON-97734267-project-admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.6460369 Jan 26 21:10:46.793780 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 51502) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:10:46.805876 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-eecf380e-6d0b-4cd6-b980-2a1f1b3c7020 admin admin] Publish callbacks [] for router_gateway (97039fc1-6c37-4af0-8e04-6fe23dc97b03), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:10:46.810863 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e27bf4a-e2b0-4ab7-9b68-e2569aebc5ab None None] Pushing event updated for resources: {'Port': ['ID=5ee4ba3a-5cf0-46ec-b3cf-deb161257892,revision_number=1']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:10:46.832541 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-eecf380e-6d0b-4cd6-b980-2a1f1b3c7020 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:10:46.848065 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-8e27bf4a-e2b0-4ab7-9b68-e2569aebc5ab None None] Attempting to bind port 5ee4ba3a-5cf0-46ec-b3cf-deb161257892 on host n-d-760453-5 for vnic_type normal with profile {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 21:10:46.850749 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-8e27bf4a-e2b0-4ab7-9b68-e2569aebc5ab None None] Attempting to bind port 5ee4ba3a-5cf0-46ec-b3cf-deb161257892 by drivers openvswitch,hyperv on host n-d-760453-5 at level 0 using segments [{'id': '67be4c35-e691-4012-8081-5876ca19bbaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '23a8eb47-a3af-44d7-bf53-589604960a93'}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 26 21:10:46.852822 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e27bf4a-e2b0-4ab7-9b68-e2569aebc5ab None None] Attempting to bind port 5ee4ba3a-5cf0-46ec-b3cf-deb161257892 on network 23a8eb47-a3af-44d7-bf53-589604960a93 {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 21:10:46.854884 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-f49a76f9-703b-4743-afac-636c289f7ae0 req-bade466e-9ff9-41ec-abfa-cf57f3f13870 tempest-ServerPasswordTestJSON-1248645277 tempest-ServerPasswordTestJSON-1248645277-project] 10.222.0.13 "GET /v2.0/quotas/4476d3290d42450b9abb766f3fe2b848 HTTP/1.1" status: 200 len: 375 time: 0.1294146 Jan 26 21:10:46.871277 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e27bf4a-e2b0-4ab7-9b68-e2569aebc5ab None None] Checking agent: {'id': 'fea0591a-627d-4c87-9a9a-01625ddf3277', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760453-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 20, 55, 25), 'started_at': datetime.datetime(2022, 1, 26, 20, 55, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 21, 10, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760453-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 26 21:10:46.872686 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e27bf4a-e2b0-4ab7-9b68-e2569aebc5ab None None] Checking segment: {'id': '67be4c35-e691-4012-8081-5876ca19bbaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '23a8eb47-a3af-44d7-bf53-589604960a93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 21:10:46.873776 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-8e27bf4a-e2b0-4ab7-9b68-e2569aebc5ab None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:10:46.875122 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e27bf4a-e2b0-4ab7-9b68-e2569aebc5ab None None] Bound using segment: {'id': '67be4c35-e691-4012-8081-5876ca19bbaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '23a8eb47-a3af-44d7-bf53-589604960a93'} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 26 21:10:46.877080 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-8e27bf4a-e2b0-4ab7-9b68-e2569aebc5ab None None] Bound port: 5ee4ba3a-5cf0-46ec-b3cf-deb161257892, host: n-d-760453-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67be4c35-e691-4012-8081-5876ca19bbaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '23a8eb47-a3af-44d7-bf53-589604960a93'}}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 26 21:10:46.878925 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-8e27bf4a-e2b0-4ab7-9b68-e2569aebc5ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (5ee4ba3a-5cf0-46ec-b3cf-deb161257892), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:10:46.941889 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-f49a76f9-703b-4743-afac-636c289f7ae0 req-f015b264-faf9-421e-93d2-fd769592f66f tempest-ServerPasswordTestJSON-1248645277 tempest-ServerPasswordTestJSON-1248645277-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=4476d3290d42450b9abb766f3fe2b848&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0746338 Jan 26 21:10:46.943549 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 51504) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:10:46.949934 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.db_base_plugin_common [None req-eecf380e-6d0b-4cd6-b980-2a1f1b3c7020 admin admin] Allocated IP 172.25.1.69 (4140a1f1-c93a-4bea-83a0-68953a54f299/e48251a1-e30d-4820-8396-00c6f6aeb601/a7c2c3dd-b44d-4017-8d08-835e6c727cb3) {{(pid=103305) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 21:10:47.039493 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-8e27bf4a-e2b0-4ab7-9b68-e2569aebc5ab None None] For port 5ee4ba3a-5cf0-46ec-b3cf-deb161257892, host n-d-760453-5, cleared binding levels {{(pid=103306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 26 21:10:47.045607 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1e637f-4987-4421-ac97-5b9c9c0f92ac req-16acb615-6edc-4692-bbf9-2e4cda6457a5 tempest-LiveAutoBlockMigrationV225Test-1645909514 tempest-LiveAutoBlockMigrationV225Test-1645909514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:10:47.050301 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-8e27bf4a-e2b0-4ab7-9b68-e2569aebc5ab None None] For port 5ee4ba3a-5cf0-46ec-b3cf-deb161257892, host n-d-760453-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=5ee4ba3a-5cf0-46ec-b3cf-deb161257892,segment=NetworkSegment(67be4c35-e691-4012-8081-5876ca19bbaa),segment_id=67be4c35-e691-4012-8081-5876ca19bbaa)] {{(pid=103306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 26 21:10:47.052677 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-ad1e637f-4987-4421-ac97-5b9c9c0f92ac req-16acb615-6edc-4692-bbf9-2e4cda6457a5 tempest-LiveAutoBlockMigrationV225Test-1645909514 tempest-LiveAutoBlockMigrationV225Test-1645909514-project] 10.222.0.13 "GET /v2.0/ports?device_id=cbf92dab-bccf-42aa-9b00-3737afaeaf63 HTTP/1.1" status: 200 len: 943 time: 0.3020489 Jan 26 21:10:47.058566 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-eecf380e-6d0b-4cd6-b980-2a1f1b3c7020 admin admin] Publish callbacks [] for port (a7c2c3dd-b44d-4017-8d08-835e6c727cb3), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:10:47.061802 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-8e27bf4a-e2b0-4ab7-9b68-e2569aebc5ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (5ee4ba3a-5cf0-46ec-b3cf-deb161257892), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:10:47.103219 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb27924-e773-48c3-aa79-0ff504cdc0c6 tempest-ExternalNetworksTestJSON-97734267 tempest-ExternalNetworksTestJSON-97734267-project-admin] Pushing event updated for resources: {'Network': ['ID=8a1e3bda-c175-44e7-bc91-2ccf22b56330,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:10:47.118009 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-eecf380e-6d0b-4cd6-b980-2a1f1b3c7020 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746560234527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11791543'] for port (a7c2c3dd-b44d-4017-8d08-835e6c727cb3), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:10:47.175379 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-f49a76f9-703b-4743-afac-636c289f7ae0 req-d535a3ac-ad72-4aa7-ad1c-91436f76154b service neutron] 10.222.0.13 "GET /v2.0/networks/a46ff580-b45e-4fcd-b6c1-917ab51b8918?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2326028 Jan 26 21:10:47.201030 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e27bf4a-e2b0-4ab7-9b68-e2569aebc5ab None None] Pushing event updated for resources: {'Port': ['ID=5ee4ba3a-5cf0-46ec-b3cf-deb161257892,revision_number=2']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:10:47.213685 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eecf380e-6d0b-4cd6-b980-2a1f1b3c7020 admin admin] Pushing event updated for resources: {'Port': ['ID=a7c2c3dd-b44d-4017-8d08-835e6c727cb3,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:10:47.215509 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Network 8a1e3bda-c175-44e7-bc91-2ccf22b56330 details requested by agent ovs-agent-n-d-760453-5 with host n-d-760453-5 {{(pid=103306) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 26 21:10:47.233173 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eecf380e-6d0b-4cd6-b980-2a1f1b3c7020 admin admin] Network 4140a1f1-c93a-4bea-83a0-68953a54f299 is already hosted by enough agents. {{(pid=103305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 21:10:47.237074 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [None req-eecf380e-6d0b-4cd6-b980-2a1f1b3c7020 admin admin] Resources bound (agent type, host, resource id): {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:10:47.243312 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eecf380e-6d0b-4cd6-b980-2a1f1b3c7020 admin admin] Received port after_create {{(pid=103305) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 21:10:47.294769 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839c471b-74a3-4e3e-8bf1-2ee89e6d0fd6 req-8a177fbc-ee5e-47c7-a6cf-497a46b9b53e tempest-ServersWithSpecificFlavorTestJSON-1678027092 tempest-ServersWithSpecificFlavorTestJSON-1678027092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:10:47.296513 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-839c471b-74a3-4e3e-8bf1-2ee89e6d0fd6 req-8a177fbc-ee5e-47c7-a6cf-497a46b9b53e tempest-ServersWithSpecificFlavorTestJSON-1678027092 tempest-ServersWithSpecificFlavorTestJSON-1678027092-project] 10.222.0.57 "GET /v2.0/ports?device_id=dcdac7bd-aa63-4b09-95f8-06c58265aab2 HTTP/1.1" status: 200 len: 945 time: 0.2044108 Jan 26 21:10:47.299330 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-f49a76f9-703b-4743-afac-636c289f7ae0 req-d0c4ae53-d102-4e05-bf57-f0716f8a44d6 service neutron] 10.222.0.13 "GET /v2.0/networks/a46ff580-b45e-4fcd-b6c1-917ab51b8918?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1224513 Jan 26 21:10:47.305387 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d79526a9-7780-4189-81b6-674492fc31ba tempest-ExternalNetworksTestJSON-1336343236 tempest-ExternalNetworksTestJSON-1336343236-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:10:47.318191 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-d79526a9-7780-4189-81b6-674492fc31ba tempest-ExternalNetworksTestJSON-1336343236 tempest-ExternalNetworksTestJSON-1336343236-project] 10.222.0.13 "GET /v2.0/networks/8a1e3bda-c175-44e7-bc91-2ccf22b56330 HTTP/1.1" status: 200 len: 757 time: 0.5207953 Jan 26 21:10:47.320316 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 51508) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:10:47.328658 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-ad1e637f-4987-4421-ac97-5b9c9c0f92ac req-ab0477da-ba52-43fd-9fa9-6752fccabba7 tempest-LiveAutoBlockMigrationV225Test-1645909514 tempest-LiveAutoBlockMigrationV225Test-1645909514-project] 10.222.0.13 "GET /v2.0/security-groups?id=d3d52ae6-e761-44ee-98bd-9ad0dc66343a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2750514 Jan 26 21:10:47.347075 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-11dcaf40-6d43-4273-a1a1-8817338f4236 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:10:47.579995 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a6e83c-3c02-4783-a4bf-dee56ac743f5 req-72dc054a-96b5-4949-97e6-80c4cbb2befb tempest-ServersWithSpecificFlavorTestJSON-1678027092 tempest-ServersWithSpecificFlavorTestJSON-1678027092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:10:47.587486 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-01a6e83c-3c02-4783-a4bf-dee56ac743f5 req-72dc054a-96b5-4949-97e6-80c4cbb2befb tempest-ServersWithSpecificFlavorTestJSON-1678027092 tempest-ServersWithSpecificFlavorTestJSON-1678027092-project] 10.222.0.13 "GET /v2.0/ports?device_id=dcdac7bd-aa63-4b09-95f8-06c58265aab2 HTTP/1.1" status: 200 len: 945 time: 0.1218193 Jan 26 21:10:47.632722 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-11dcaf40-6d43-4273-a1a1-8817338f4236 admin admin] Publish callbacks [] for security_group (627b1cc9-061e-4fd0-a380-702314ef3789), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:10:47.656444 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfd90067-a1c0-43fe-8559-9a45c212b3ac tempest-ExternalNetworksTestJSON-1336343236 tempest-ExternalNetworksTestJSON-1336343236-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:10:47.658109 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-dfd90067-a1c0-43fe-8559-9a45c212b3ac tempest-ExternalNetworksTestJSON-1336343236 tempest-ExternalNetworksTestJSON-1336343236-project] 10.222.0.13 "GET /v2.0/networks/ab8280e3-d0dd-4bda-a707-bc876e0d4f04 HTTP/1.1" status: 200 len: 766 time: 0.3297346 Jan 26 21:10:47.669554 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 51520) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:10:47.784661 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [req-839c471b-74a3-4e3e-8bf1-2ee89e6d0fd6 req-ea172017-ceea-4628-991e-0e22ebee3c67 tempest-ServersWithSpecificFlavorTestJSON-1678027092 tempest-ServersWithSpecificFlavorTestJSON-1678027092-project] Deleting port 2b6d658e-a395-44fb-825a-1e05e1e3f2d9 {{(pid=103305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 21:10:47.785269 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-839c471b-74a3-4e3e-8bf1-2ee89e6d0fd6 req-ea172017-ceea-4628-991e-0e22ebee3c67 tempest-ServersWithSpecificFlavorTestJSON-1678027092 tempest-ServersWithSpecificFlavorTestJSON-1678027092-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746560630878'] for port (2b6d658e-a395-44fb-825a-1e05e1e3f2d9), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:10:47.825167 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-11dcaf40-6d43-4273-a1a1-8817338f4236 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (627b1cc9-061e-4fd0-a380-702314ef3789), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:10:47.933010 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-0755988f-6132-4ddc-8c0e-6341042d4f12 req-a52efda9-8240-4d8a-9ffa-f4dd0ae5f3d7 tempest-ServerPasswordTestJSON-1248645277 tempest-ServerPasswordTestJSON-1248645277-project] 10.222.0.13 "GET /v2.0/ports?device_id=1a4030b5-e62b-456f-8ad9-78091d5f3c69 HTTP/1.1" status: 200 len: 210 time: 0.1003857 Jan 26 21:10:47.993159 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-01a6e83c-3c02-4783-a4bf-dee56ac743f5 req-1e7953ee-63e7-47a3-a9ee-5526edfbd00e tempest-ServersWithSpecificFlavorTestJSON-1678027092 tempest-ServersWithSpecificFlavorTestJSON-1678027092-project] 10.222.0.13 "GET /v2.0/security-groups?id=06e69ac2-3bf6-41aa-8df8-caa9b01a862f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4045713 Jan 26 21:10:48.006761 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-eecf380e-6d0b-4cd6-b980-2a1f1b3c7020 admin admin] Publish callbacks [] for router_gateway (97039fc1-6c37-4af0-8e04-6fe23dc97b03), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:10:48.008878 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-68bc3994-88d8-4d17-afd4-70c1b96d6b54 tempest-ExternalNetworksTestJSON-97734267 tempest-ExternalNetworksTestJSON-97734267-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-748181'] for network (8a1e3bda-c175-44e7-bc91-2ccf22b56330), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:10:48.010875 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [req-839c471b-74a3-4e3e-8bf1-2ee89e6d0fd6 req-ea172017-ceea-4628-991e-0e22ebee3c67 tempest-ServersWithSpecificFlavorTestJSON-1678027092 tempest-ServersWithSpecificFlavorTestJSON-1678027092-project] For port 2b6d658e-a395-44fb-825a-1e05e1e3f2d9, host n-h2-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-5',level=0,port_id=2b6d658e-a395-44fb-825a-1e05e1e3f2d9,segment=NetworkSegment(86abbadd-e980-48d3-bcba-75375a5948b3),segment_id=86abbadd-e980-48d3-bcba-75375a5948b3)] {{(pid=103305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:10:48.012022 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-839c471b-74a3-4e3e-8bf1-2ee89e6d0fd6 req-ea172017-ceea-4628-991e-0e22ebee3c67 tempest-ServersWithSpecificFlavorTestJSON-1678027092 tempest-ServersWithSpecificFlavorTestJSON-1678027092-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4109658'] for port (2b6d658e-a395-44fb-825a-1e05e1e3f2d9), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:10:48.033674 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11dcaf40-6d43-4273-a1a1-8817338f4236 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=627b1cc9-061e-4fd0-a380-702314ef3789,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:10:48.043343 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-11dcaf40-6d43-4273-a1a1-8817338f4236 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=33bdc8b8514745509cac48e409e5bbc4&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0950274 Jan 26 21:10:48.053932 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 51536) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:10:48.196990 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-68bc3994-88d8-4d17-afd4-70c1b96d6b54 tempest-ExternalNetworksTestJSON-97734267 tempest-ExternalNetworksTestJSON-97734267-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-686403', 'neutron.services.segments.db._delete_segments_for_network-8746560774018'] for network (8a1e3bda-c175-44e7-bc91-2ccf22b56330), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:10:48.227273 n-d-760453-5 neutron-server[103304]: DEBUG neutron.services.segments.db [None req-68bc3994-88d8-4d17-afd4-70c1b96d6b54 tempest-ExternalNetworksTestJSON-97734267 tempest-ExternalNetworksTestJSON-97734267-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8a1e3bda-c175-44e7-bc91-2ccf22b56330']}} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:10:48.245192 n-d-760453-5 neutron-server[103304]: DEBUG neutron.services.segments.db [None req-68bc3994-88d8-4d17-afd4-70c1b96d6b54 tempest-ExternalNetworksTestJSON-97734267 tempest-ExternalNetworksTestJSON-97734267-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5fa4e266-a2a0-4528-a889-8878bfaed59a') {'for_net_delete': True} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:10:48.245666 n-d-760453-5 neutron-server[103304]: DEBUG neutron.services.segments.db [None req-68bc3994-88d8-4d17-afd4-70c1b96d6b54 tempest-ExternalNetworksTestJSON-97734267 tempest-ExternalNetworksTestJSON-97734267-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5fa4e266-a2a0-4528-a889-8878bfaed59a') {} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:10:48.254761 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-f3076658-fdc0-45e4-a5c4-f295e972f623 admin admin] Publish callbacks [] for security_group (627b1cc9-061e-4fd0-a380-702314ef3789), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:10:48.260732 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-68bc3994-88d8-4d17-afd4-70c1b96d6b54 tempest-ExternalNetworksTestJSON-97734267 tempest-ExternalNetworksTestJSON-97734267-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746560742283', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8881293'] for segment (5fa4e266-a2a0-4528-a889-8878bfaed59a), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:10:48.288345 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-68bc3994-88d8-4d17-afd4-70c1b96d6b54 tempest-ExternalNetworksTestJSON-97734267 tempest-ExternalNetworksTestJSON-97734267-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576559'] for segment (5fa4e266-a2a0-4528-a889-8878bfaed59a), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:10:48.297153 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-f3076658-fdc0-45e4-a5c4-f295e972f623 admin admin] Publish callbacks [] for security_group (627b1cc9-061e-4fd0-a380-702314ef3789), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:10:48.305081 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-68bc3994-88d8-4d17-afd4-70c1b96d6b54 tempest-ExternalNetworksTestJSON-97734267 tempest-ExternalNetworksTestJSON-97734267-project-admin] Releasing vlan 562 on physical network physnet1 to pool {{(pid=103304) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 26 21:10:48.305590 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-68bc3994-88d8-4d17-afd4-70c1b96d6b54 tempest-ExternalNetworksTestJSON-97734267 tempest-ExternalNetworksTestJSON-97734267-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9281762'] for segment (5fa4e266-a2a0-4528-a889-8878bfaed59a), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:10:48.307750 n-d-760453-5 neutron-server[103304]: Traceback (most recent call last): Jan 26 21:10:48.307750 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 26 21:10:48.307750 n-d-760453-5 neutron-server[103304]: timer() Jan 26 21:10:48.307750 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 26 21:10:48.307750 n-d-760453-5 neutron-server[103304]: cb(*args, **kw) Jan 26 21:10:48.307750 n-d-760453-5 neutron-server[103304]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 26 21:10:48.307750 n-d-760453-5 neutron-server[103304]: return func(*args, **kwargs) Jan 26 21:10:48.307750 n-d-760453-5 neutron-server[103304]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 26 21:10:48.307750 n-d-760453-5 neutron-server[103304]: self._notify() Jan 26 21:10:48.307750 n-d-760453-5 neutron-server[103304]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 26 21:10:48.307750 n-d-760453-5 neutron-server[103304]: self.callback(batched_events) Jan 26 21:10:48.307750 n-d-760453-5 neutron-server[103304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 26 21:10:48.307750 n-d-760453-5 neutron-server[103304]: event.method(event) Jan 26 21:10:48.307750 n-d-760453-5 neutron-server[103304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 26 21:10:48.307750 n-d-760453-5 neutron-server[103304]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 26 21:10:48.307750 n-d-760453-5 neutron-server[103304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 26 21:10:48.307750 n-d-760453-5 neutron-server[103304]: aggregate_uuid = self.p_client.list_aggregates( Jan 26 21:10:48.307750 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 26 21:10:48.307750 n-d-760453-5 neutron-server[103304]: return f(self, *a, **k) Jan 26 21:10:48.307750 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 26 21:10:48.307750 n-d-760453-5 neutron-server[103304]: return self._get(url).json() Jan 26 21:10:48.307750 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 26 21:10:48.307750 n-d-760453-5 neutron-server[103304]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 26 21:10:48.307750 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 26 21:10:48.307750 n-d-760453-5 neutron-server[103304]: return self.request(url, 'GET', **kwargs) Jan 26 21:10:48.307750 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 26 21:10:48.307750 n-d-760453-5 neutron-server[103304]: base_url = self.get_endpoint(auth, allow=allow, Jan 26 21:10:48.307750 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 26 21:10:48.307750 n-d-760453-5 neutron-server[103304]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 26 21:10:48.307750 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 26 21:10:48.307750 n-d-760453-5 neutron-server[103304]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 26 21:10:48.307750 n-d-760453-5 neutron-server[103304]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 26 21:10:48.436762 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-68bc3994-88d8-4d17-afd4-70c1b96d6b54 tempest-ExternalNetworksTestJSON-97734267 tempest-ExternalNetworksTestJSON-97734267-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4110931'] for network (8a1e3bda-c175-44e7-bc91-2ccf22b56330), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:10:48.454608 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-e68effbb-5847-4b2b-b5cd-f8b89087cdca req-ee0b43f9-3325-4d0a-baca-bc1438f87dd4 service neutron] 10.222.0.66 "GET /v2.0/ports/e22ff44d-fd52-4fab-95c2-61e096757fa1/bindings/n-h2-760453-5 HTTP/1.1" status: 200 len: 384 time: 0.2645733 Jan 26 21:10:48.461338 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68bc3994-88d8-4d17-afd4-70c1b96d6b54 tempest-ExternalNetworksTestJSON-97734267 tempest-ExternalNetworksTestJSON-97734267-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 8a1e3bda-c175-44e7-bc91-2ccf22b56330 {{(pid=103304) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jan 26 21:10:48.470822 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-68bc3994-88d8-4d17-afd4-70c1b96d6b54 tempest-ExternalNetworksTestJSON-97734267 tempest-ExternalNetworksTestJSON-97734267-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709645'] for network (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:10:48.480585 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-68bc3994-88d8-4d17-afd4-70c1b96d6b54 tempest-ExternalNetworksTestJSON-97734267 tempest-ExternalNetworksTestJSON-97734267-project-admin] 10.222.0.13 "DELETE /v2.0/networks/8a1e3bda-c175-44e7-bc91-2ccf22b56330 HTTP/1.1" status: 204 len: 168 time: 0.8050435 Jan 26 21:10:48.482762 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 51540) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:10:48.487051 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68bc3994-88d8-4d17-afd4-70c1b96d6b54 tempest-ExternalNetworksTestJSON-97734267 tempest-ExternalNetworksTestJSON-97734267-project-admin] Pushing event deleted for resources: {'Network': ['ID=8a1e3bda-c175-44e7-bc91-2ccf22b56330,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:10:48.491902 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-ddd03b8f-c38d-4960-9617-1a0a089bca69 tempest-ExternalNetworksTestJSON-97734267 tempest-ExternalNetworksTestJSON-97734267-project-admin] Request body: {'network': {'name': 'tempest-network--1288776645'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:10:48.505091 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-f3076658-fdc0-45e4-a5c4-f295e972f623 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (627b1cc9-061e-4fd0-a380-702314ef3789), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:10:48.508013 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-f3076658-fdc0-45e4-a5c4-f295e972f623 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:10:48.521321 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-f3076658-fdc0-45e4-a5c4-f295e972f623 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/627b1cc9-061e-4fd0-a380-702314ef3789 HTTP/1.1" status: 204 len: 168 time: 0.4617405 Jan 26 21:10:48.547129 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3076658-fdc0-45e4-a5c4-f295e972f623 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=627b1cc9-061e-4fd0-a380-702314ef3789,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:10:48.576031 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc44626-a379-45b2-9580-282ba6dedf52 req-458f8cc6-8f04-48e4-b7d1-36aab2ebfcc0 tempest-LiveAutoBlockMigrationV225Test-1645909514 tempest-LiveAutoBlockMigrationV225Test-1645909514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:10:48.578157 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-8cc44626-a379-45b2-9580-282ba6dedf52 req-458f8cc6-8f04-48e4-b7d1-36aab2ebfcc0 tempest-LiveAutoBlockMigrationV225Test-1645909514 tempest-LiveAutoBlockMigrationV225Test-1645909514-project] 10.222.0.13 "GET /v2.0/ports?device_id=cbf92dab-bccf-42aa-9b00-3737afaeaf63 HTTP/1.1" status: 200 len: 943 time: 0.1540101 Jan 26 21:10:48.579333 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ddd03b8f-c38d-4960-9617-1a0a089bca69 tempest-ExternalNetworksTestJSON-97734267 tempest-ExternalNetworksTestJSON-97734267-project-admin] Made reservation on behalf of 0357c4b8fe6545279be9cbab0b9afc6d for: {'network': 1} {{(pid=103304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 21:10:48.581838 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-ddd03b8f-c38d-4960-9617-1a0a089bca69 tempest-ExternalNetworksTestJSON-97734267 tempest-ExternalNetworksTestJSON-97734267-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for network (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:10:48.641893 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ddd03b8f-c38d-4960-9617-1a0a089bca69 tempest-ExternalNetworksTestJSON-97734267 tempest-ExternalNetworksTestJSON-97734267-project-admin] vlan segment allocate from pool success with {'vlan_id': 568, 'physical_network': 'physnet1'} {{(pid=103304) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 26 21:10:48.696629 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-839c471b-74a3-4e3e-8bf1-2ee89e6d0fd6 req-ea172017-ceea-4628-991e-0e22ebee3c67 tempest-ServersWithSpecificFlavorTestJSON-1678027092 tempest-ServersWithSpecificFlavorTestJSON-1678027092-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:10:48.698104 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-839c471b-74a3-4e3e-8bf1-2ee89e6d0fd6 req-ea172017-ceea-4628-991e-0e22ebee3c67 tempest-ServersWithSpecificFlavorTestJSON-1678027092 tempest-ServersWithSpecificFlavorTestJSON-1678027092-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4110913'] for floatingip (5c2e8654-517e-4ce3-bf85-e855360b6a26), after_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:10:48.699963 n-d-760453-5 neutron-server[103305]: INFO neutron.db.l3_db [req-839c471b-74a3-4e3e-8bf1-2ee89e6d0fd6 req-ea172017-ceea-4628-991e-0e22ebee3c67 tempest-ServersWithSpecificFlavorTestJSON-1678027092 tempest-ServersWithSpecificFlavorTestJSON-1678027092-project] Floating IP 5c2e8654-517e-4ce3-bf85-e855360b6a26 disassociated. External IP: 172.25.1.117, port: 2b6d658e-a395-44fb-825a-1e05e1e3f2d9. Jan 26 21:10:48.700885 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [req-839c471b-74a3-4e3e-8bf1-2ee89e6d0fd6 req-ea172017-ceea-4628-991e-0e22ebee3c67 tempest-ServersWithSpecificFlavorTestJSON-1678027092 tempest-ServersWithSpecificFlavorTestJSON-1678027092-project] Calling delete_port for 2b6d658e-a395-44fb-825a-1e05e1e3f2d9 owned by compute:nova {{(pid=103305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 21:10:48.836162 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14d9f639-5d71-406c-80a6-8062a3b9088d None None] Network 23a8eb47-a3af-44d7-bf53-589604960a93 requested from n-d-760453-5 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 26 21:10:48.893917 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-eecf380e-6d0b-4cd6-b980-2a1f1b3c7020 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4105757', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4111263'] for router (97039fc1-6c37-4af0-8e04-6fe23dc97b03), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:10:49.080837 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-8cc44626-a379-45b2-9580-282ba6dedf52 req-8dcae1ab-b01b-418e-b434-ca523219a9e5 tempest-LiveAutoBlockMigrationV225Test-1645909514 tempest-LiveAutoBlockMigrationV225Test-1645909514-project] 10.222.0.13 "GET /v2.0/security-groups?id=d3d52ae6-e761-44ee-98bd-9ad0dc66343a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4903502 Jan 26 21:10:49.146789 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-ddd03b8f-c38d-4960-9617-1a0a089bca69 tempest-ExternalNetworksTestJSON-97734267 tempest-ExternalNetworksTestJSON-97734267-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576559'] for segment (f221adb3-da70-4602-88b9-a4b788622241), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:10:49.147478 n-d-760453-5 neutron-server[103304]: INFO neutron.db.segments_db [None req-ddd03b8f-c38d-4960-9617-1a0a089bca69 tempest-ExternalNetworksTestJSON-97734267 tempest-ExternalNetworksTestJSON-97734267-project-admin] Added segment f221adb3-da70-4602-88b9-a4b788622241 of type vlan for network 53ce26e8-702b-40cc-ae29-38b08f6541be Jan 26 21:10:49.171001 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-25f24a86-7d74-4f07-932f-6a4b7aa08b80 None None] Provisioning complete for port 5ee4ba3a-5cf0-46ec-b3cf-deb161257892 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:10:49.171662 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-25f24a86-7d74-4f07-932f-6a4b7aa08b80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (5ee4ba3a-5cf0-46ec-b3cf-deb161257892), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:10:49.293112 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-b2e7121e-8cf6-433a-aeae-ee76b3793197 req-af220b4b-7559-4d82-88e7-8d9283fa64fe tempest-ServerPasswordTestJSON-1248645277 tempest-ServerPasswordTestJSON-1248645277-project] 10.222.0.13 "GET /v2.0/ports?device_id=1a4030b5-e62b-456f-8ad9-78091d5f3c69 HTTP/1.1" status: 200 len: 210 time: 0.1366062 Jan 26 21:10:49.295126 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-e2cdb38f-03b0-42e5-992e-d988cf4afada None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (474ccdf7-ab6c-405b-a3b2-dc7b05829902), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:10:49.303605 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device 5ee4ba3a-5cf0-46ec-b3cf-deb161257892 up at agent ovs-agent-n-d-760453-5 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 21:10:49.335197 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-ddd03b8f-c38d-4960-9617-1a0a089bca69 tempest-ExternalNetworksTestJSON-97734267 tempest-ExternalNetworksTestJSON-97734267-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746560256871'] for network (53ce26e8-702b-40cc-ae29-38b08f6541be), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:10:49.457454 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-ddd03b8f-c38d-4960-9617-1a0a089bca69 tempest-ExternalNetworksTestJSON-97734267 tempest-ExternalNetworksTestJSON-97734267-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503'] for network (53ce26e8-702b-40cc-ae29-38b08f6541be), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:10:49.458676 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddd03b8f-c38d-4960-9617-1a0a089bca69 tempest-ExternalNetworksTestJSON-97734267 tempest-ExternalNetworksTestJSON-97734267-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:10:49.459431 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-ddd03b8f-c38d-4960-9617-1a0a089bca69 tempest-ExternalNetworksTestJSON-97734267 tempest-ExternalNetworksTestJSON-97734267-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709645'] for network (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:10:49.515607 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191475d4-7b94-4d3e-bb15-05a14d51ef04 req-f0e23972-c27d-4116-9d12-fc2798b4bcac tempest-ServersWithSpecificFlavorTestJSON-1678027092 tempest-ServersWithSpecificFlavorTestJSON-1678027092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:10:49.517341 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-191475d4-7b94-4d3e-bb15-05a14d51ef04 req-f0e23972-c27d-4116-9d12-fc2798b4bcac tempest-ServersWithSpecificFlavorTestJSON-1678027092 tempest-ServersWithSpecificFlavorTestJSON-1678027092-project] 10.222.0.13 "GET /v2.0/ports?device_id=dcdac7bd-aa63-4b09-95f8-06c58265aab2 HTTP/1.1" status: 200 len: 945 time: 0.2861083 Jan 26 21:10:49.589449 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Provisioning complete for port 5ee4ba3a-5cf0-46ec-b3cf-deb161257892 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:10:49.590081 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (5ee4ba3a-5cf0-46ec-b3cf-deb161257892), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:10:49.594652 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-ddd03b8f-c38d-4960-9617-1a0a089bca69 tempest-ExternalNetworksTestJSON-97734267 tempest-ExternalNetworksTestJSON-97734267-project-admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 864 time: 1.1065276 Jan 26 21:10:49.608696 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 51572) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:10:49.616994 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-1da35543-6b84-468c-835f-623e7f84945b tempest-ExternalNetworksTestJSON-97734267 tempest-ExternalNetworksTestJSON-97734267-project-admin] Request body: {'network': {'router:external': True}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:10:49.631361 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49a76f9-703b-4743-afac-636c289f7ae0 req-79dd4868-50c0-487b-9be4-8979b0148c78 tempest-ServerPasswordTestJSON-1248645277 tempest-ServerPasswordTestJSON-1248645277-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:10:49.633019 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-f49a76f9-703b-4743-afac-636c289f7ae0 req-79dd4868-50c0-487b-9be4-8979b0148c78 tempest-ServerPasswordTestJSON-1248645277 tempest-ServerPasswordTestJSON-1248645277-project] 10.222.0.57 "GET /v2.0/networks?id=a46ff580-b45e-4fcd-b6c1-917ab51b8918 HTTP/1.1" status: 200 len: 811 time: 0.5857308 Jan 26 21:10:49.655293 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [req-f49a76f9-703b-4743-afac-636c289f7ae0 req-9661152f-46ff-404a-b735-e5cb48d6c230 tempest-ServerPasswordTestJSON-1248645277 tempest-ServerPasswordTestJSON-1248645277-project] Request body: {'port': {'device_id': '1a4030b5-e62b-456f-8ad9-78091d5f3c69', 'network_id': 'a46ff580-b45e-4fcd-b6c1-917ab51b8918', 'admin_state_up': True, 'tenant_id': '4476d3290d42450b9abb766f3fe2b848'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:10:49.658399 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-25f24a86-7d74-4f07-932f-6a4b7aa08b80 None None] Current status of the port 5ee4ba3a-5cf0-46ec-b3cf-deb161257892 is: DOWN; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:10:49.659407 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-25f24a86-7d74-4f07-932f-6a4b7aa08b80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (5ee4ba3a-5cf0-46ec-b3cf-deb161257892), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:10:49.727707 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [req-e68effbb-5847-4b2b-b5cd-f8b89087cdca req-83a7b41d-97ee-4f5c-923c-35d4b871d65c service neutron] For port e22ff44d-fd52-4fab-95c2-61e096757fa1, host n-h1-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-5',level=0,port_id=e22ff44d-fd52-4fab-95c2-61e096757fa1,segment=NetworkSegment(ff84b980-87bb-452b-8f52-d472b3cbbe9c),segment_id=ff84b980-87bb-452b-8f52-d472b3cbbe9c)] {{(pid=103305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:10:49.741048 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-191475d4-7b94-4d3e-bb15-05a14d51ef04 req-01228e1e-1175-42e8-b000-a8a7551cc296 tempest-ServersWithSpecificFlavorTestJSON-1678027092 tempest-ServersWithSpecificFlavorTestJSON-1678027092-project] 10.222.0.13 "GET /v2.0/security-groups?id=06e69ac2-3bf6-41aa-8df8-caa9b01a862f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2118828 Jan 26 21:10:49.741774 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd03b8f-c38d-4960-9617-1a0a089bca69 tempest-ExternalNetworksTestJSON-97734267 tempest-ExternalNetworksTestJSON-97734267-project-admin] Pushing event updated for resources: {'Network': ['ID=53ce26e8-702b-40cc-ae29-38b08f6541be,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:10:49.772732 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Network 53ce26e8-702b-40cc-ae29-38b08f6541be details requested by agent ovs-agent-n-d-760453-5 with host n-d-760453-5 {{(pid=103306) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 26 21:10:49.814937 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-25f24a86-7d74-4f07-932f-6a4b7aa08b80 None None] For port 5ee4ba3a-5cf0-46ec-b3cf-deb161257892, host n-d-760453-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=5ee4ba3a-5cf0-46ec-b3cf-deb161257892,segment=NetworkSegment(67be4c35-e691-4012-8081-5876ca19bbaa),segment_id=67be4c35-e691-4012-8081-5876ca19bbaa)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:10:49.817636 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [req-e68effbb-5847-4b2b-b5cd-f8b89087cdca req-83a7b41d-97ee-4f5c-923c-35d4b871d65c service neutron] For port e22ff44d-fd52-4fab-95c2-61e096757fa1, host n-h1-760453-5, cleared binding levels {{(pid=103305) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 26 21:10:49.884362 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-25f24a86-7d74-4f07-932f-6a4b7aa08b80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (5ee4ba3a-5cf0-46ec-b3cf-deb161257892), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:10:49.901330 n-d-760453-5 neutron-server[103305]: DEBUG neutron.notifiers.nova [req-e68effbb-5847-4b2b-b5cd-f8b89087cdca req-83a7b41d-97ee-4f5c-923c-35d4b871d65c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e22ff44d-fd52-4fab-95c2-61e096757fa1 {{(pid=103305) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 26 21:10:49.906766 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-839c471b-74a3-4e3e-8bf1-2ee89e6d0fd6 req-ea172017-ceea-4628-991e-0e22ebee3c67 tempest-ServersWithSpecificFlavorTestJSON-1678027092 tempest-ServersWithSpecificFlavorTestJSON-1678027092-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746560636600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746560234536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11791543'] for port (2b6d658e-a395-44fb-825a-1e05e1e3f2d9), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:10:49.924166 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [req-e68effbb-5847-4b2b-b5cd-f8b89087cdca req-83a7b41d-97ee-4f5c-923c-35d4b871d65c service neutron] For port e22ff44d-fd52-4fab-95c2-61e096757fa1, host n-h2-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-5',level=0,port_id=e22ff44d-fd52-4fab-95c2-61e096757fa1,segment=NetworkSegment(ff84b980-87bb-452b-8f52-d472b3cbbe9c),segment_id=ff84b980-87bb-452b-8f52-d472b3cbbe9c)] {{(pid=103305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:10:49.942607 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Current status of the port 5ee4ba3a-5cf0-46ec-b3cf-deb161257892 is: DOWN; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:10:49.943285 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (5ee4ba3a-5cf0-46ec-b3cf-deb161257892), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:10:49.964017 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 51582) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:10:49.964893 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eecf380e-6d0b-4cd6-b980-2a1f1b3c7020 admin admin] Router 97039fc1-6c37-4af0-8e04-6fe23dc97b03 is scheduled to L3 agent 09df100c-3af1-4b0a-bda8-05914c71c458 with binding_index 1 {{(pid=103305) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 26 21:10:49.966826 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea172017-ceea-4628-991e-0e22ebee3c67 tempest-ServersWithSpecificFlavorTestJSON-1678027092 tempest-ServersWithSpecificFlavorTestJSON-1678027092-project] Pushing event deleted for resources: {'Port': ['ID=2b6d658e-a395-44fb-825a-1e05e1e3f2d9,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:10:49.967996 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f24a86-7d74-4f07-932f-6a4b7aa08b80 None None] Pushing event updated for resources: {'Port': ['ID=5ee4ba3a-5cf0-46ec-b3cf-deb161257892,revision_number=3']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:10:49.994712 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-e68effbb-5847-4b2b-b5cd-f8b89087cdca req-83a7b41d-97ee-4f5c-923c-35d4b871d65c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (e22ff44d-fd52-4fab-95c2-61e096757fa1), before_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:10:50.051366 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.db.api [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103306) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 26 21:10:50.051722 n-d-760453-5 neutron-server[103306]: DEBUG oslo_db.api [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 26 21:10:50.052541 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-e7516c43-86db-43fc-87ca-99816e54f780 None None] Provisioning complete for port 5ee4ba3a-5cf0-46ec-b3cf-deb161257892 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:10:50.053134 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-e7516c43-86db-43fc-87ca-99816e54f780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (5ee4ba3a-5cf0-46ec-b3cf-deb161257892), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:10:50.065272 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-1da35543-6b84-468c-835f-623e7f84945b tempest-ExternalNetworksTestJSON-97734267 tempest-ExternalNetworksTestJSON-97734267-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746560256871'] for network (53ce26e8-702b-40cc-ae29-38b08f6541be), precommit_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:10:50.078037 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f49a76f9-703b-4743-afac-636c289f7ae0 req-9661152f-46ff-404a-b735-e5cb48d6c230 tempest-ServerPasswordTestJSON-1248645277 tempest-ServerPasswordTestJSON-1248645277-project] Made reservation on behalf of 4476d3290d42450b9abb766f3fe2b848 for: {'port': 1} {{(pid=103304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 21:10:50.082044 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-f49a76f9-703b-4743-afac-636c289f7ae0 req-9661152f-46ff-404a-b735-e5cb48d6c230 tempest-ServerPasswordTestJSON-1248645277 tempest-ServerPasswordTestJSON-1248645277-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:10:50.101131 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-1da35543-6b84-468c-835f-623e7f84945b tempest-ExternalNetworksTestJSON-97734267 tempest-ExternalNetworksTestJSON-97734267-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503'] for network (53ce26e8-702b-40cc-ae29-38b08f6541be), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:10:50.157678 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-e7516c43-86db-43fc-87ca-99816e54f780 None None] Current status of the port 5ee4ba3a-5cf0-46ec-b3cf-deb161257892 is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:10:50.162591 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-1da35543-6b84-468c-835f-623e7f84945b tempest-ExternalNetworksTestJSON-97734267 tempest-ExternalNetworksTestJSON-97734267-project-admin] Network 53ce26e8-702b-40cc-ae29-38b08f6541be is not hosted by any dhcp agent {{(pid=103304) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jan 26 21:10:50.163605 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1da35543-6b84-468c-835f-623e7f84945b tempest-ExternalNetworksTestJSON-97734267 tempest-ExternalNetworksTestJSON-97734267-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:10:50.164208 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-1da35543-6b84-468c-835f-623e7f84945b tempest-ExternalNetworksTestJSON-97734267 tempest-ExternalNetworksTestJSON-97734267-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:10:50.168669 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-1da35543-6b84-468c-835f-623e7f84945b tempest-ExternalNetworksTestJSON-97734267 tempest-ExternalNetworksTestJSON-97734267-project-admin] 10.222.0.13 "PUT /v2.0/networks/53ce26e8-702b-40cc-ae29-38b08f6541be HTTP/1.1" status: 200 len: 858 time: 0.5569360 Jan 26 21:10:50.169284 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 51588) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:10:50.194008 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-c2383bd4-3c4c-495c-ad92-ee270f653c29 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationTestJSON-936393355-network', 'tenant_id': '7bdfe07917df421d9be436779552b002'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:10:50.285717 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2383bd4-3c4c-495c-ad92-ee270f653c29 admin admin] Made reservation on behalf of 7bdfe07917df421d9be436779552b002 for: {'network': 1} {{(pid=103305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 21:10:50.287874 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-c2383bd4-3c4c-495c-ad92-ee270f653c29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for network (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:10:50.290691 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.provisioning_blocks [req-e68effbb-5847-4b2b-b5cd-f8b89087cdca req-83a7b41d-97ee-4f5c-923c-35d4b871d65c service neutron] Transition to ACTIVE for port object e22ff44d-fd52-4fab-95c2-61e096757fa1 will not be triggered until provisioned by entity L2. {{(pid=103305) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 21:10:50.303586 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.l3_agent_scheduler [req-839c471b-74a3-4e3e-8bf1-2ee89e6d0fd6 req-ea172017-ceea-4628-991e-0e22ebee3c67 tempest-ServersWithSpecificFlavorTestJSON-1678027092 tempest-ServersWithSpecificFlavorTestJSON-1678027092-project] Router 1e1537f3-2953-450d-9758-e36dd4e159f5 has already been hosted by L3 agent 09df100c-3af1-4b0a-bda8-05914c71c458 {{(pid=103305) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 26 21:10:50.304393 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-c2383bd4-3c4c-495c-ad92-ee270f653c29 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:10:50.306524 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-e68effbb-5847-4b2b-b5cd-f8b89087cdca req-83a7b41d-97ee-4f5c-923c-35d4b871d65c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11791520'] for port (e22ff44d-fd52-4fab-95c2-61e096757fa1), after_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:10:50.311644 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eecf380e-6d0b-4cd6-b980-2a1f1b3c7020 admin admin] Notify agent at l3_agent.n-d-760453-5 the message routers_updated {{(pid=103305) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 26 21:10:50.327894 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecc2ac1c-825a-4521-bcd4-2ca92828d2f6 None None] Sync routers for ids ['97039fc1-6c37-4af0-8e04-6fe23dc97b03'] in n-d-760453-5 {{(pid=103306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 26 21:10:50.339609 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da35543-6b84-468c-835f-623e7f84945b tempest-ExternalNetworksTestJSON-97734267 tempest-ExternalNetworksTestJSON-97734267-project-admin] Pushing event updated for resources: {'Network': ['ID=53ce26e8-702b-40cc-ae29-38b08f6541be,revision_number=2']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:10:50.342954 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecc2ac1c-825a-4521-bcd4-2ca92828d2f6 None None] Routers {'97039fc1-6c37-4af0-8e04-6fe23dc97b03'} bound to L3 agent in host n-d-760453-5 {{(pid=103306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 21:10:50.343859 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-ecc2ac1c-825a-4521-bcd4-2ca92828d2f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-26T20:55:21Z,description=,heartbeat_timestamp=2022-01-26T21:10:21Z,host='n-d-760453-5',id=09df100c-3af1-4b0a-bda8-05914c71c458,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:55:21Z,topic='l3_agent')) {'router_ids': ['97039fc1-6c37-4af0-8e04-6fe23dc97b03'], 'active': True} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:10:50.383900 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-1bad3e3d-c266-4699-84b9-175054908037 tempest-ExternalNetworksTestJSON-97734267 tempest-ExternalNetworksTestJSON-97734267-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-748181'] for network (53ce26e8-702b-40cc-ae29-38b08f6541be), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:10:50.439605 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d3cce7-6335-486a-9350-52b1da37cc6a req-e8d9eaf0-2165-47a4-a3e2-8c37ac739d3b tempest-LiveAutoBlockMigrationV225Test-1645909514 tempest-LiveAutoBlockMigrationV225Test-1645909514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:10:50.444394 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-68d3cce7-6335-486a-9350-52b1da37cc6a req-e8d9eaf0-2165-47a4-a3e2-8c37ac739d3b tempest-LiveAutoBlockMigrationV225Test-1645909514 tempest-LiveAutoBlockMigrationV225Test-1645909514-project] 10.222.0.13 "GET /v2.0/ports?device_id=cbf92dab-bccf-42aa-9b00-3737afaeaf63 HTTP/1.1" status: 200 len: 943 time: 0.2599845 Jan 26 21:10:50.507258 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a7b41d-97ee-4f5c-923c-35d4b871d65c service neutron] Pushing event updated for resources: {'Port': ['ID=e22ff44d-fd52-4fab-95c2-61e096757fa1,revision_number=10']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:10:50.530838 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [req-e68effbb-5847-4b2b-b5cd-f8b89087cdca req-83a7b41d-97ee-4f5c-923c-35d4b871d65c service neutron] No DVR routers for this DVR port e22ff44d-fd52-4fab-95c2-61e096757fa1 on host n-h1-760453-5 {{(pid=103305) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 26 21:10:50.543112 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-eecf380e-6d0b-4cd6-b980-2a1f1b3c7020 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:10:50.544501 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-eecf380e-6d0b-4cd6-b980-2a1f1b3c7020 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 5.2903743 Jan 26 21:10:50.549488 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 51594) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:10:50.617812 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-e68effbb-5847-4b2b-b5cd-f8b89087cdca req-83a7b41d-97ee-4f5c-923c-35d4b871d65c service neutron] 10.222.0.66 "PUT /v2.0/ports/e22ff44d-fd52-4fab-95c2-61e096757fa1/bindings/n-h2-760453-5/activate HTTP/1.1" status: 200 len: 369 time: 2.1558175 Jan 26 21:10:50.672577 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.db_base_plugin_common [req-f49a76f9-703b-4743-afac-636c289f7ae0 req-9661152f-46ff-404a-b735-e5cb48d6c230 tempest-ServerPasswordTestJSON-1248645277 tempest-ServerPasswordTestJSON-1248645277-project] Allocated IP 172.20.0.10 (a46ff580-b45e-4fcd-b6c1-917ab51b8918/bb8e30cd-240a-4132-b8d4-6cff4f58fcab/b1cf0db7-210c-4ac4-bf31-d3bbda769392) {{(pid=103304) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 21:10:50.687056 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-943e63fe-cca7-44e3-84bc-498d1526b7d8 req-c242660e-6db2-4382-a448-cc23e36781bf tempest-ServerPasswordTestJSON-1248645277 tempest-ServerPasswordTestJSON-1248645277-project] 10.222.0.13 "GET /v2.0/ports?device_id=1a4030b5-e62b-456f-8ad9-78091d5f3c69 HTTP/1.1" status: 200 len: 210 time: 0.1839819 Jan 26 21:10:50.722278 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-68d3cce7-6335-486a-9350-52b1da37cc6a req-c0b5244f-3fc6-44a0-a68d-b69936ed1058 tempest-LiveAutoBlockMigrationV225Test-1645909514 tempest-LiveAutoBlockMigrationV225Test-1645909514-project] 10.222.0.13 "GET /v2.0/security-groups?id=d3d52ae6-e761-44ee-98bd-9ad0dc66343a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2608814 Jan 26 21:10:50.774501 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Current status of the port 5ee4ba3a-5cf0-46ec-b3cf-deb161257892 is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:10:50.839809 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-839c471b-74a3-4e3e-8bf1-2ee89e6d0fd6 req-ea172017-ceea-4628-991e-0e22ebee3c67 tempest-ServersWithSpecificFlavorTestJSON-1678027092 tempest-ServersWithSpecificFlavorTestJSON-1678027092-project] Notify agent at l3_agent.n-d-760453-5 the message routers_updated {{(pid=103305) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 26 21:10:50.855674 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d9be1d7-4887-404c-bcd5-7d6b28395e84 None None] Sync routers for ids ['1e1537f3-2953-450d-9758-e36dd4e159f5'] in n-d-760453-5 {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 26 21:10:50.891562 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d9be1d7-4887-404c-bcd5-7d6b28395e84 None None] Routers {'1e1537f3-2953-450d-9758-e36dd4e159f5'} bound to L3 agent in host n-d-760453-5 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 21:10:50.892581 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-2d9be1d7-4887-404c-bcd5-7d6b28395e84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-26T20:55:21Z,description=,heartbeat_timestamp=2022-01-26T21:10:21Z,host='n-d-760453-5',id=09df100c-3af1-4b0a-bda8-05914c71c458,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:55:21Z,topic='l3_agent')) {'router_ids': ['1e1537f3-2953-450d-9758-e36dd4e159f5'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:10:50.901255 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvr_db [None req-ecc2ac1c-825a-4521-bcd4-2ca92828d2f6 None None] Set router 97039fc1-6c37-4af0-8e04-6fe23dc97b03 gateway port host: n-d-760453-5 {{(pid=103306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 21:10:50.909960 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-c2383bd4-3c4c-495c-ad92-ee270f653c29 admin admin] Publish callbacks [] for security_group (0901363f-4062-4245-b20b-1aab16841475), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:10:50.911103 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [req-839c471b-74a3-4e3e-8bf1-2ee89e6d0fd6 req-ea172017-ceea-4628-991e-0e22ebee3c67 tempest-ServersWithSpecificFlavorTestJSON-1678027092 tempest-ServersWithSpecificFlavorTestJSON-1678027092-project] No DVR routers for this DVR port 2b6d658e-a395-44fb-825a-1e05e1e3f2d9 on host n-h2-760453-5 {{(pid=103305) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 26 21:10:50.916369 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-839c471b-74a3-4e3e-8bf1-2ee89e6d0fd6 req-ea172017-ceea-4628-991e-0e22ebee3c67 tempest-ServersWithSpecificFlavorTestJSON-1678027092 tempest-ServersWithSpecificFlavorTestJSON-1678027092-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:10:50.920550 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-839c471b-74a3-4e3e-8bf1-2ee89e6d0fd6 req-ea172017-ceea-4628-991e-0e22ebee3c67 tempest-ServersWithSpecificFlavorTestJSON-1678027092 tempest-ServersWithSpecificFlavorTestJSON-1678027092-project] 10.222.0.57 "DELETE /v2.0/ports/2b6d658e-a395-44fb-825a-1e05e1e3f2d9 HTTP/1.1" status: 204 len: 173 time: 3.6010821 Jan 26 21:10:50.921028 n-d-760453-5 neutron-server[103305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dcdac7bd-aa63-4b09-95f8-06c58265aab2', 'name': 'network-vif-deleted', 'tag': '2b6d658e-a395-44fb-825a-1e05e1e3f2d9'}] {{(pid=103305) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 21:10:50.923623 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d4654568b7bf041e72ff8fe1c96d6d761d9c921f2b99bc7b3a26632be20cee0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27277239-6c1e-4f7b-b982-f58f63a67c54" -d '{"events": [{"server_uuid": "dcdac7bd-aa63-4b09-95f8-06c58265aab2", "name": "network-vif-deleted", "tag": "2b6d658e-a395-44fb-825a-1e05e1e3f2d9"}]}' {{(pid=103305) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 21:10:50.928249 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-c2383bd4-3c4c-495c-ad92-ee270f653c29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (0901363f-4062-4245-b20b-1aab16841475), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:10:50.940367 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c2383bd4-3c4c-495c-ad92-ee270f653c29 admin admin] vlan segment allocate from pool success with {'vlan_id': 593, 'physical_network': 'physnet1'} {{(pid=103305) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 26 21:10:50.951492 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-c2383bd4-3c4c-495c-ad92-ee270f653c29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576559'] for segment (783c42f6-f993-4cb9-a1f5-91588f8d0f68), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:10:50.951856 n-d-760453-5 neutron-server[103305]: INFO neutron.db.segments_db [None req-c2383bd4-3c4c-495c-ad92-ee270f653c29 admin admin] Added segment 783c42f6-f993-4cb9-a1f5-91588f8d0f68 of type vlan for network c51b7d10-9231-4438-a440-4c92a6a50ca4 Jan 26 21:10:51.000973 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-c2383bd4-3c4c-495c-ad92-ee270f653c29 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746560256871'] for network (c51b7d10-9231-4438-a440-4c92a6a50ca4), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:10:51.007119 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Device 2b6d658e-a395-44fb-825a-1e05e1e3f2d9 no longer exists at agent hyperv_n-h2-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 26 21:10:51.027610 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68effbb-5847-4b2b-b5cd-f8b89087cdca req-9efa7ffd-fbea-4ca1-a594-517fe99e0a08 tempest-LiveAutoBlockMigrationV225Test-2082869167 tempest-LiveAutoBlockMigrationV225Test-2082869167-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:10:51.029417 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-e68effbb-5847-4b2b-b5cd-f8b89087cdca req-9efa7ffd-fbea-4ca1-a594-517fe99e0a08 tempest-LiveAutoBlockMigrationV225Test-2082869167 tempest-LiveAutoBlockMigrationV225Test-2082869167-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=cbf92dab-bccf-42aa-9b00-3737afaeaf63&tenant_id=6a368bf2185e476485148d66b6d73c5c&binding%3Ahost_id=n-h1-760453-5 HTTP/1.1" status: 200 len: 1095 time: 0.2764421 Jan 26 21:10:51.031203 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Jan 2022 21:10:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6101f739-8e7f-4c59-b652-913196422a59 x-openstack-request-id: req-6101f739-8e7f-4c59-b652-913196422a59 {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 21:10:51.031490 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dcdac7bd-aa63-4b09-95f8-06c58265aab2", "name": "network-vif-deleted", "tag": "2b6d658e-a395-44fb-825a-1e05e1e3f2d9", "status": "completed", "code": 200}]} {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 21:10:51.031747 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-6101f739-8e7f-4c59-b652-913196422a59 {{(pid=103305) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 21:10:51.032178 n-d-760453-5 neutron-server[103305]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dcdac7bd-aa63-4b09-95f8-06c58265aab2', 'name': 'network-vif-deleted', 'tag': '2b6d658e-a395-44fb-825a-1e05e1e3f2d9', 'status': 'completed', 'code': 200} Jan 26 21:10:51.036523 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-c2383bd4-3c4c-495c-ad92-ee270f653c29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503'] for network (c51b7d10-9231-4438-a440-4c92a6a50ca4), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:10:51.037569 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2383bd4-3c4c-495c-ad92-ee270f653c29 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:10:51.038158 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-c2383bd4-3c4c-495c-ad92-ee270f653c29 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709645'] for network (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:10:51.081753 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] No Port match for: 2b6d658e-a395-44fb-825a-1e05e1e3f2d9 {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 26 21:10:51.083063 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Device 2b6d658e-a395-44fb-825a-1e05e1e3f2d9 not bound to the agent host n-h2-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 26 21:10:51.091290 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-c2383bd4-3c4c-495c-ad92-ee270f653c29 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.1218636 Jan 26 21:10:51.108878 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_dvr_db [None req-2d9be1d7-4887-404c-bcd5-7d6b28395e84 None None] Set router 1e1537f3-2953-450d-9758-e36dd4e159f5 gateway port host: n-d-760453-5 {{(pid=103307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 21:10:51.111758 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 51608) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:10:51.121209 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-c1eb05b8-4221-4cdf-a45f-6985b2c274a1 admin admin] Request body: {'subnet': {'network_id': 'c51b7d10-9231-4438-a440-4c92a6a50ca4', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationTestJSON-936393355-subnet', 'tenant_id': '7bdfe07917df421d9be436779552b002', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:10:51.143109 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device 5ee4ba3a-5cf0-46ec-b3cf-deb161257892 up at agent ovs-agent-n-d-760453-5 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 21:10:51.173255 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2383bd4-3c4c-495c-ad92-ee270f653c29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0901363f-4062-4245-b20b-1aab16841475,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:10:51.205325 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2383bd4-3c4c-495c-ad92-ee270f653c29 admin admin] Pushing event updated for resources: {'Network': ['ID=c51b7d10-9231-4438-a440-4c92a6a50ca4,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:10:51.211520 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68effbb-5847-4b2b-b5cd-f8b89087cdca req-19d08824-b5b1-428d-8b95-be893db30e77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:10:51.213484 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-e68effbb-5847-4b2b-b5cd-f8b89087cdca req-19d08824-b5b1-428d-8b95-be893db30e77 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=cbf92dab-bccf-42aa-9b00-3737afaeaf63&tenant_id=6a368bf2185e476485148d66b6d73c5c HTTP/1.1" status: 200 len: 1095 time: 0.1633620 Jan 26 21:10:51.215933 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1eb05b8-4221-4cdf-a45f-6985b2c274a1 admin admin] Made reservation on behalf of 7bdfe07917df421d9be436779552b002 for: {'subnet': 1} {{(pid=103305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 21:10:51.218752 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-c1eb05b8-4221-4cdf-a45f-6985b2c274a1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11599953'] for subnet (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:10:51.228225 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Network c51b7d10-9231-4438-a440-4c92a6a50ca4 details requested by agent ovs-agent-n-d-760453-5 with host n-d-760453-5 {{(pid=103306) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 26 21:10:51.251293 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-1bad3e3d-c266-4699-84b9-175054908037 tempest-ExternalNetworksTestJSON-97734267 tempest-ExternalNetworksTestJSON-97734267-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-686403', 'neutron.services.segments.db._delete_segments_for_network-8746560774018'] for network (53ce26e8-702b-40cc-ae29-38b08f6541be), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:10:51.285315 n-d-760453-5 neutron-server[103304]: DEBUG neutron.services.segments.db [None req-1bad3e3d-c266-4699-84b9-175054908037 tempest-ExternalNetworksTestJSON-97734267 tempest-ExternalNetworksTestJSON-97734267-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['53ce26e8-702b-40cc-ae29-38b08f6541be']}} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:10:51.297242 n-d-760453-5 neutron-server[103304]: DEBUG neutron.services.segments.db [None req-1bad3e3d-c266-4699-84b9-175054908037 tempest-ExternalNetworksTestJSON-97734267 tempest-ExternalNetworksTestJSON-97734267-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f221adb3-da70-4602-88b9-a4b788622241') {'for_net_delete': True} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:10:51.297476 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-f7f8febd-31ec-4b51-bb1c-0cef5b2f1713 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (09df100c-3af1-4b0a-bda8-05914c71c458), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:10:51.297598 n-d-760453-5 neutron-server[103304]: DEBUG neutron.services.segments.db [None req-1bad3e3d-c266-4699-84b9-175054908037 tempest-ExternalNetworksTestJSON-97734267 tempest-ExternalNetworksTestJSON-97734267-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f221adb3-da70-4602-88b9-a4b788622241') {} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:10:51.320592 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-1bad3e3d-c266-4699-84b9-175054908037 tempest-ExternalNetworksTestJSON-97734267 tempest-ExternalNetworksTestJSON-97734267-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746560742283', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8881293'] for segment (f221adb3-da70-4602-88b9-a4b788622241), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:10:51.341658 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-1bad3e3d-c266-4699-84b9-175054908037 tempest-ExternalNetworksTestJSON-97734267 tempest-ExternalNetworksTestJSON-97734267-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576559'] for segment (f221adb3-da70-4602-88b9-a4b788622241), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:10:51.349603 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1bad3e3d-c266-4699-84b9-175054908037 tempest-ExternalNetworksTestJSON-97734267 tempest-ExternalNetworksTestJSON-97734267-project-admin] Releasing vlan 568 on physical network physnet1 to pool {{(pid=103304) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 26 21:10:51.350387 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-1bad3e3d-c266-4699-84b9-175054908037 tempest-ExternalNetworksTestJSON-97734267 tempest-ExternalNetworksTestJSON-97734267-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9281762'] for segment (f221adb3-da70-4602-88b9-a4b788622241), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:10:51.351070 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68effbb-5847-4b2b-b5cd-f8b89087cdca req-9d64bde0-deab-4624-9db4-d7bba7117ee6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:10:51.353330 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-e68effbb-5847-4b2b-b5cd-f8b89087cdca req-9d64bde0-deab-4624-9db4-d7bba7117ee6 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=6a368bf2185e476485148d66b6d73c5c&device_id=cbf92dab-bccf-42aa-9b00-3737afaeaf63 HTTP/1.1" status: 200 len: 1095 time: 0.0861423 Jan 26 21:10:51.385192 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Provisioning complete for port 5ee4ba3a-5cf0-46ec-b3cf-deb161257892 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:10:51.385689 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (5ee4ba3a-5cf0-46ec-b3cf-deb161257892), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:10:51.420365 n-d-760453-5 neutron-server[103304]: Traceback (most recent call last): Jan 26 21:10:51.420365 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 26 21:10:51.420365 n-d-760453-5 neutron-server[103304]: timer() Jan 26 21:10:51.420365 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 26 21:10:51.420365 n-d-760453-5 neutron-server[103304]: cb(*args, **kw) Jan 26 21:10:51.420365 n-d-760453-5 neutron-server[103304]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 26 21:10:51.420365 n-d-760453-5 neutron-server[103304]: return func(*args, **kwargs) Jan 26 21:10:51.420365 n-d-760453-5 neutron-server[103304]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 26 21:10:51.420365 n-d-760453-5 neutron-server[103304]: self._notify() Jan 26 21:10:51.420365 n-d-760453-5 neutron-server[103304]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 26 21:10:51.420365 n-d-760453-5 neutron-server[103304]: self.callback(batched_events) Jan 26 21:10:51.420365 n-d-760453-5 neutron-server[103304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 26 21:10:51.420365 n-d-760453-5 neutron-server[103304]: event.method(event) Jan 26 21:10:51.420365 n-d-760453-5 neutron-server[103304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 26 21:10:51.420365 n-d-760453-5 neutron-server[103304]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 26 21:10:51.420365 n-d-760453-5 neutron-server[103304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 26 21:10:51.420365 n-d-760453-5 neutron-server[103304]: aggregate_uuid = self.p_client.list_aggregates( Jan 26 21:10:51.420365 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 26 21:10:51.420365 n-d-760453-5 neutron-server[103304]: return f(self, *a, **k) Jan 26 21:10:51.420365 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 26 21:10:51.420365 n-d-760453-5 neutron-server[103304]: return self._get(url).json() Jan 26 21:10:51.420365 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 26 21:10:51.420365 n-d-760453-5 neutron-server[103304]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 26 21:10:51.420365 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 26 21:10:51.420365 n-d-760453-5 neutron-server[103304]: return self.request(url, 'GET', **kwargs) Jan 26 21:10:51.420365 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 26 21:10:51.420365 n-d-760453-5 neutron-server[103304]: base_url = self.get_endpoint(auth, allow=allow, Jan 26 21:10:51.420365 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 26 21:10:51.420365 n-d-760453-5 neutron-server[103304]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 26 21:10:51.420365 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 26 21:10:51.420365 n-d-760453-5 neutron-server[103304]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 26 21:10:51.420365 n-d-760453-5 neutron-server[103304]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 26 21:10:51.454301 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-ecc2ac1c-825a-4521-bcd4-2ca92828d2f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97039fc1-6c37-4af0-8e04-6fe23dc97b03', 'name': 'tempest-FloatingIPDetailsTestJSON-2089547219-router', 'tenant_id': '2708e1a8e17e46f1853e87fe4692d263', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'external_fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.69'}], 'enable_snat': True}, 'gw_port_id': 'a7c2c3dd-b44d-4017-8d08-835e6c727cb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T21:10:45Z', 'updated_at': '2022-01-26T21:10:47Z', 'revision_number': 3, 'project_id': '2708e1a8e17e46f1853e87fe4692d263', 'gw_port': {'id': 'a7c2c3dd-b44d-4017-8d08-835e6c727cb3', 'name': '', 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:8e:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97039fc1-6c37-4af0-8e04-6fe23dc97b03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 906, 'fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:10:46Z', 'updated_at': '2022-01-26T21:10:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-5'}], 'n-d-760453-5', False) {} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:10:51.458390 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-2d9be1d7-4887-404c-bcd5-7d6b28395e84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e1537f3-2953-450d-9758-e36dd4e159f5', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-12624398-router', 'tenant_id': 'd23b24c8db034dca99b1d99ddc0880a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'external_fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.97'}], 'enable_snat': True}, 'gw_port_id': 'dfff1849-53a1-451a-a3fd-8d3a9f61264e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T21:05:02Z', 'updated_at': '2022-01-26T21:05:06Z', 'revision_number': 4, 'project_id': 'd23b24c8db034dca99b1d99ddc0880a5', 'gw_port': {'id': 'dfff1849-53a1-451a-a3fd-8d3a9f61264e', 'name': '', 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:f5:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e1537f3-2953-450d-9758-e36dd4e159f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:05:02Z', 'updated_at': '2022-01-26T21:05:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-5', '_interfaces': [{'id': '076ddd78-7c26-43be-8bb8-b1fe7e196fd1', 'name': '', 'network_id': '9b81ad00-7180-4a41-9594-2bd0d66dbd57', 'tenant_id': 'd23b24c8db034dca99b1d99ddc0880a5', 'mac_address': 'fa:16:3e:3e:7c:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e1537f3-2953-450d-9758-e36dd4e159f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '4d1fd205-2a9b-47a0-a1f2-a48040a3bbee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:05:05Z', 'updated_at': '2022-01-26T21:05:13Z', 'revision_number': 5, 'project_id': 'd23b24c8db034dca99b1d99ddc0880a5', 'subnets': [{'id': '4d1fd205-2a9b-47a0-a1f2-a48040a3bbee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760453-5', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:10:51.477877 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-1bad3e3d-c266-4699-84b9-175054908037 tempest-ExternalNetworksTestJSON-97734267 tempest-ExternalNetworksTestJSON-97734267-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4110931'] for network (53ce26e8-702b-40cc-ae29-38b08f6541be), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:10:51.487514 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecc2ac1c-825a-4521-bcd4-2ca92828d2f6 None None] Checking router: 97039fc1-6c37-4af0-8e04-6fe23dc97b03 for host: n-d-760453-5 {{(pid=103306) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 26 21:10:51.488045 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecc2ac1c-825a-4521-bcd4-2ca92828d2f6 None None] Updating router 97039fc1-6c37-4af0-8e04-6fe23dc97b03 port a7c2c3dd-b44d-4017-8d08-835e6c727cb3 binding host n-d-760453-5 {{(pid=103306) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 26 21:10:51.501915 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-3c3cbc38-de3c-402b-a70a-2e97c00eb34a req-a3cb4e95-7d88-40ce-baf7-b8f3f72d34ca tempest-ServersWithSpecificFlavorTestJSON-1678027092 tempest-ServersWithSpecificFlavorTestJSON-1678027092-project] 10.222.0.13 "GET /v2.0/ports?device_id=dcdac7bd-aa63-4b09-95f8-06c58265aab2 HTTP/1.1" status: 200 len: 210 time: 0.6159832 Jan 26 21:10:51.506908 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1bad3e3d-c266-4699-84b9-175054908037 tempest-ExternalNetworksTestJSON-97734267 tempest-ExternalNetworksTestJSON-97734267-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 53ce26e8-702b-40cc-ae29-38b08f6541be {{(pid=103304) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jan 26 21:10:51.529989 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-1bad3e3d-c266-4699-84b9-175054908037 tempest-ExternalNetworksTestJSON-97734267 tempest-ExternalNetworksTestJSON-97734267-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:10:51.531221 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d9be1d7-4887-404c-bcd5-7d6b28395e84 None None] Checking router: 1e1537f3-2953-450d-9758-e36dd4e159f5 for host: n-d-760453-5 {{(pid=103307) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 26 21:10:51.538034 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-1bad3e3d-c266-4699-84b9-175054908037 tempest-ExternalNetworksTestJSON-97734267 tempest-ExternalNetworksTestJSON-97734267-project-admin] 10.222.0.13 "DELETE /v2.0/networks/53ce26e8-702b-40cc-ae29-38b08f6541be HTTP/1.1" status: 204 len: 168 time: 1.3524454 Jan 26 21:10:51.547220 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d9be1d7-4887-404c-bcd5-7d6b28395e84 None None] Routers {'1e1537f3-2953-450d-9758-e36dd4e159f5'} bound to L3 agent in host n-d-760453-5 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 21:10:51.547838 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-2d9be1d7-4887-404c-bcd5-7d6b28395e84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-26T20:55:21Z,description=,heartbeat_timestamp=2022-01-26T21:10:51Z,host='n-d-760453-5',id=09df100c-3af1-4b0a-bda8-05914c71c458,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:55:21Z,topic='l3_agent')) {'router_ids': ['1e1537f3-2953-450d-9758-e36dd4e159f5'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:10:51.553593 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-ecc2ac1c-825a-4521-bcd4-2ca92828d2f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (a7c2c3dd-b44d-4017-8d08-835e6c727cb3), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:10:51.561156 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 51612) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:10:51.582157 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bad3e3d-c266-4699-84b9-175054908037 tempest-ExternalNetworksTestJSON-97734267 tempest-ExternalNetworksTestJSON-97734267-project-admin] Pushing event deleted for resources: {'Network': ['ID=53ce26e8-702b-40cc-ae29-38b08f6541be,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:10:51.600086 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Current status of the port 5ee4ba3a-5cf0-46ec-b3cf-deb161257892 is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:10:51.637778 n-d-760453-5 neutron-server[103305]: INFO neutron.pecan_wsgi.hooks.translation [None req-c6b3aebb-e62d-48c9-97c5-a6f9843435ea tempest-ExternalNetworksTestJSON-1336343236 tempest-ExternalNetworksTestJSON-1336343236-project] DELETE failed (client error): The resource could not be found. Jan 26 21:10:51.638367 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c6b3aebb-e62d-48c9-97c5-a6f9843435ea tempest-ExternalNetworksTestJSON-1336343236 tempest-ExternalNetworksTestJSON-1336343236-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103305) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 26 21:10:51.642999 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-c6b3aebb-e62d-48c9-97c5-a6f9843435ea tempest-ExternalNetworksTestJSON-1336343236 tempest-ExternalNetworksTestJSON-1336343236-project] 10.222.0.13 "DELETE /v2.0/subnets/f1ea1df6-5253-4c78-821b-467822f15fc2 HTTP/1.1" status: 404 len: 337 time: 0.0778413 Jan 26 21:10:51.645802 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68effbb-5847-4b2b-b5cd-f8b89087cdca req-c3cd7d74-938a-4386-a6eb-a2dbfa659077 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:10:51.648001 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-e68effbb-5847-4b2b-b5cd-f8b89087cdca req-c3cd7d74-938a-4386-a6eb-a2dbfa659077 service neutron] 10.222.0.57 "GET /v2.0/networks?id=1c3811f3-dcb6-4f77-8c26-3e9819d7c63c HTTP/1.1" status: 200 len: 921 time: 0.2881250 Jan 26 21:10:51.650533 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 51614) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:10:51.703056 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-f49a76f9-703b-4743-afac-636c289f7ae0 req-9661152f-46ff-404a-b735-e5cb48d6c230 tempest-ServerPasswordTestJSON-1248645277 tempest-ServerPasswordTestJSON-1248645277-project] Publish callbacks [] for port (b1cf0db7-210c-4ac4-bf31-d3bbda769392), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:10:51.742063 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_dvr_db [None req-2d9be1d7-4887-404c-bcd5-7d6b28395e84 None None] Set router 1e1537f3-2953-450d-9758-e36dd4e159f5 gateway port host: n-d-760453-5 {{(pid=103307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 21:10:51.819022 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-e68effbb-5847-4b2b-b5cd-f8b89087cdca req-66971cd7-9579-42a0-a285-ca7a326773bd service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e22ff44d-fd52-4fab-95c2-61e096757fa1 HTTP/1.1" status: 200 len: 217 time: 0.1570232 Jan 26 21:10:51.850554 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-f49a76f9-703b-4743-afac-636c289f7ae0 req-9661152f-46ff-404a-b735-e5cb48d6c230 tempest-ServerPasswordTestJSON-1248645277 tempest-ServerPasswordTestJSON-1248645277-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746560234527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9281553'] for port (b1cf0db7-210c-4ac4-bf31-d3bbda769392), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:10:51.883498 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68effbb-5847-4b2b-b5cd-f8b89087cdca req-f602ae9d-6f53-4671-af82-a6b1b19dce4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:10:51.885200 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-e68effbb-5847-4b2b-b5cd-f8b89087cdca req-f602ae9d-6f53-4671-af82-a6b1b19dce4f service neutron] 10.222.0.57 "GET /v2.0/subnets?id=dae01ee8-17f0-4a86-8f17-22a537cba2b9 HTTP/1.1" status: 200 len: 860 time: 0.0541556 Jan 26 21:10:51.941156 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9661152f-46ff-404a-b735-e5cb48d6c230 tempest-ServerPasswordTestJSON-1248645277 tempest-ServerPasswordTestJSON-1248645277-project] Pushing event updated for resources: {'Port': ['ID=b1cf0db7-210c-4ac4-bf31-d3bbda769392,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:10:51.983878 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-e68effbb-5847-4b2b-b5cd-f8b89087cdca req-22771d63-a394-40f0-a2d4-fa478cba1cdc service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=1c3811f3-dcb6-4f77-8c26-3e9819d7c63c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0677333 Jan 26 21:10:51.984507 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f49a76f9-703b-4743-afac-636c289f7ae0 req-9661152f-46ff-404a-b735-e5cb48d6c230 tempest-ServerPasswordTestJSON-1248645277 tempest-ServerPasswordTestJSON-1248645277-project] Network a46ff580-b45e-4fcd-b6c1-917ab51b8918 is already hosted by enough agents. {{(pid=103304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 21:10:52.001520 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [req-f49a76f9-703b-4743-afac-636c289f7ae0 req-9661152f-46ff-404a-b735-e5cb48d6c230 tempest-ServerPasswordTestJSON-1248645277 tempest-ServerPasswordTestJSON-1248645277-project] Resources bound (agent type, host, resource id): {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:10:52.002411 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-ecc2ac1c-825a-4521-bcd4-2ca92828d2f6 None None] Publish callbacks [] for port (a7c2c3dd-b44d-4017-8d08-835e6c727cb3), precommit_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:10:52.004881 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-a465e088-c94a-498a-ae92-743ea9a4cc65 tempest-ExternalNetworksTestJSON-1336343236 tempest-ExternalNetworksTestJSON-1336343236-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-748181'] for network (ab8280e3-d0dd-4bda-a707-bc876e0d4f04), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:10:52.005476 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [req-f49a76f9-703b-4743-afac-636c289f7ae0 req-9661152f-46ff-404a-b735-e5cb48d6c230 tempest-ServerPasswordTestJSON-1248645277 tempest-ServerPasswordTestJSON-1248645277-project] Received port after_create {{(pid=103304) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 21:10:52.010508 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-c1eb05b8-4221-4cdf-a45f-6985b2c274a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11788839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11599975'] for subnet (f7b7ba1f-f452-4d1f-b54c-6aaf311b4599), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:10:52.018661 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-ecc2ac1c-825a-4521-bcd4-2ca92828d2f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (a7c2c3dd-b44d-4017-8d08-835e6c727cb3), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:10:52.062933 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49a76f9-703b-4743-afac-636c289f7ae0 req-9661152f-46ff-404a-b735-e5cb48d6c230 tempest-ServerPasswordTestJSON-1248645277 tempest-ServerPasswordTestJSON-1248645277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:10:52.063921 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-f49a76f9-703b-4743-afac-636c289f7ae0 req-9661152f-46ff-404a-b735-e5cb48d6c230 tempest-ServerPasswordTestJSON-1248645277 tempest-ServerPasswordTestJSON-1248645277-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:10:52.127495 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4c4fea-aa65-4087-b12c-3e2896df27a9 req-2791cdbb-2409-4d4e-94a9-bdc538ea1120 tempest-ServerPasswordTestJSON-1248645277 tempest-ServerPasswordTestJSON-1248645277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:10:52.129605 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-9a4c4fea-aa65-4087-b12c-3e2896df27a9 req-2791cdbb-2409-4d4e-94a9-bdc538ea1120 tempest-ServerPasswordTestJSON-1248645277 tempest-ServerPasswordTestJSON-1248645277-project] 10.222.0.13 "GET /v2.0/ports?device_id=1a4030b5-e62b-456f-8ad9-78091d5f3c69 HTTP/1.1" status: 200 len: 932 time: 0.2835414 Jan 26 21:10:52.137616 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-f49a76f9-703b-4743-afac-636c289f7ae0 req-9661152f-46ff-404a-b735-e5cb48d6c230 tempest-ServerPasswordTestJSON-1248645277 tempest-ServerPasswordTestJSON-1248645277-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4874647 Jan 26 21:10:52.141135 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-841f5991-a4d8-4d4b-b215-cbc6bab5427b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (aa7ee9d2-08eb-4e12-b895-24c57300dfec), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:10:52.142096 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-ecc2ac1c-825a-4521-bcd4-2ca92828d2f6 None None] Attempting to bind port a7c2c3dd-b44d-4017-8d08-835e6c727cb3 on host n-d-760453-5 for vnic_type normal with profile {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 21:10:52.142469 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-ecc2ac1c-825a-4521-bcd4-2ca92828d2f6 None None] Attempting to bind port a7c2c3dd-b44d-4017-8d08-835e6c727cb3 by drivers openvswitch,hyperv on host n-d-760453-5 at level 0 using segments [{'id': 'e17cb353-418f-48b9-b982-21a6233ee99b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299'}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 26 21:10:52.142882 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecc2ac1c-825a-4521-bcd4-2ca92828d2f6 None None] Attempting to bind port a7c2c3dd-b44d-4017-8d08-835e6c727cb3 on network 4140a1f1-c93a-4bea-83a0-68953a54f299 {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 21:10:52.148373 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7682f9-a552-4c7d-92d5-26676fa9b3cc None None] Pushing event updated for resources: {'Port': ['ID=a7c2c3dd-b44d-4017-8d08-835e6c727cb3,revision_number=2']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:10:52.153368 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecc2ac1c-825a-4521-bcd4-2ca92828d2f6 None None] Checking agent: {'id': 'fea0591a-627d-4c87-9a9a-01625ddf3277', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760453-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 20, 55, 25), 'started_at': datetime.datetime(2022, 1, 26, 20, 55, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 21, 10, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760453-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 26 21:10:52.153752 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecc2ac1c-825a-4521-bcd4-2ca92828d2f6 None None] Checking segment: {'id': 'e17cb353-418f-48b9-b982-21a6233ee99b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 21:10:52.154214 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-ecc2ac1c-825a-4521-bcd4-2ca92828d2f6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:10:52.154605 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecc2ac1c-825a-4521-bcd4-2ca92828d2f6 None None] Bound using segment: {'id': 'e17cb353-418f-48b9-b982-21a6233ee99b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299'} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 26 21:10:52.155085 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-ecc2ac1c-825a-4521-bcd4-2ca92828d2f6 None None] Bound port: a7c2c3dd-b44d-4017-8d08-835e6c727cb3, host: n-d-760453-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e17cb353-418f-48b9-b982-21a6233ee99b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299'}}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 26 21:10:52.155519 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-ecc2ac1c-825a-4521-bcd4-2ca92828d2f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (a7c2c3dd-b44d-4017-8d08-835e6c727cb3), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:10:52.163926 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [req-f49a76f9-703b-4743-afac-636c289f7ae0 req-6d7574c0-4862-4ea0-8187-83e21c86ac57 service neutron] Request body: {'port': {'device_id': '1a4030b5-e62b-456f-8ad9-78091d5f3c69', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-760453-5'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:10:52.211396 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-2d9be1d7-4887-404c-bcd5-7d6b28395e84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e1537f3-2953-450d-9758-e36dd4e159f5', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-12624398-router', 'tenant_id': 'd23b24c8db034dca99b1d99ddc0880a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'external_fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.97'}], 'enable_snat': True}, 'gw_port_id': 'dfff1849-53a1-451a-a3fd-8d3a9f61264e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T21:05:02Z', 'updated_at': '2022-01-26T21:05:06Z', 'revision_number': 4, 'project_id': 'd23b24c8db034dca99b1d99ddc0880a5', 'gw_port': {'id': 'dfff1849-53a1-451a-a3fd-8d3a9f61264e', 'name': '', 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:f5:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e1537f3-2953-450d-9758-e36dd4e159f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:05:02Z', 'updated_at': '2022-01-26T21:05:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-5', '_interfaces': [{'id': '076ddd78-7c26-43be-8bb8-b1fe7e196fd1', 'name': '', 'network_id': '9b81ad00-7180-4a41-9594-2bd0d66dbd57', 'tenant_id': 'd23b24c8db034dca99b1d99ddc0880a5', 'mac_address': 'fa:16:3e:3e:7c:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e1537f3-2953-450d-9758-e36dd4e159f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '4d1fd205-2a9b-47a0-a1f2-a48040a3bbee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:05:05Z', 'updated_at': '2022-01-26T21:05:13Z', 'revision_number': 5, 'project_id': 'd23b24c8db034dca99b1d99ddc0880a5', 'subnets': [{'id': '4d1fd205-2a9b-47a0-a1f2-a48040a3bbee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760453-5', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:10:52.219777 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1eb05b8-4221-4cdf-a45f-6985b2c274a1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f7b7ba1f-f452-4d1f-b54c-6aaf311b4599,revision_number=0']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:10:52.235114 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5724d6f-d873-4f39-b5e2-8d97c17a06c2 req-73c9ad87-09f3-453b-920e-24d4f2788055 tempest-LiveAutoBlockMigrationV225Test-1645909514 tempest-LiveAutoBlockMigrationV225Test-1645909514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:10:52.235866 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-ecc2ac1c-825a-4521-bcd4-2ca92828d2f6 None None] For port a7c2c3dd-b44d-4017-8d08-835e6c727cb3, host n-d-760453-5, cleared binding levels {{(pid=103306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 26 21:10:52.237357 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-d5724d6f-d873-4f39-b5e2-8d97c17a06c2 req-73c9ad87-09f3-453b-920e-24d4f2788055 tempest-LiveAutoBlockMigrationV225Test-1645909514 tempest-LiveAutoBlockMigrationV225Test-1645909514-project] 10.222.0.13 "GET /v2.0/ports?device_id=cbf92dab-bccf-42aa-9b00-3737afaeaf63 HTTP/1.1" status: 200 len: 944 time: 0.2973642 Jan 26 21:10:52.239661 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-ecc2ac1c-825a-4521-bcd4-2ca92828d2f6 None None] For port a7c2c3dd-b44d-4017-8d08-835e6c727cb3, host n-d-760453-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=a7c2c3dd-b44d-4017-8d08-835e6c727cb3,segment=NetworkSegment(e17cb353-418f-48b9-b982-21a6233ee99b),segment_id=e17cb353-418f-48b9-b982-21a6233ee99b)] {{(pid=103306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 26 21:10:52.250942 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Device 7e31b6e9-d96b-4f14-a87b-9575f346784c details requested by agent hyperv_n-h1-760453-5 with host n-h1-760453-5 {{(pid=103306) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 26 21:10:52.252128 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d9be1d7-4887-404c-bcd5-7d6b28395e84 None None] The sync data for ids ['1e1537f3-2953-450d-9758-e36dd4e159f5'] in n-d-760453-5 is: [{'id': '1e1537f3-2953-450d-9758-e36dd4e159f5', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-12624398-router', 'tenant_id': 'd23b24c8db034dca99b1d99ddc0880a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'external_fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.97'}], 'enable_snat': True}, 'gw_port_id': 'dfff1849-53a1-451a-a3fd-8d3a9f61264e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T21:05:02Z', 'updated_at': '2022-01-26T21:05:06Z', 'revision_number': 4, 'project_id': 'd23b24c8db034dca99b1d99ddc0880a5', 'gw_port': {'id': 'dfff1849-53a1-451a-a3fd-8d3a9f61264e', 'name': '', 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:f5:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e1537f3-2953-450d-9758-e36dd4e159f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:05:02Z', 'updated_at': '2022-01-26T21:05:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-5', '_interfaces': [{'id': '076ddd78-7c26-43be-8bb8-b1fe7e196fd1', 'name': '', 'network_id': '9b81ad00-7180-4a41-9594-2bd0d66dbd57', 'tenant_id': 'd23b24c8db034dca99b1d99ddc0880a5', 'mac_address': 'fa:16:3e:3e:7c:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e1537f3-2953-450d-9758-e36dd4e159f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '4d1fd205-2a9b-47a0-a1f2-a48040a3bbee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:05:05Z', 'updated_at': '2022-01-26T21:05:13Z', 'revision_number': 5, 'project_id': 'd23b24c8db034dca99b1d99ddc0880a5', 'subnets': [{'id': '4d1fd205-2a9b-47a0-a1f2-a48040a3bbee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 26 21:10:52.311476 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-f49a76f9-703b-4743-afac-636c289f7ae0 req-6d7574c0-4862-4ea0-8187-83e21c86ac57 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (b1cf0db7-210c-4ac4-bf31-d3bbda769392), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:10:52.318114 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1eb05b8-4221-4cdf-a45f-6985b2c274a1 admin admin] Checking segment: {'id': '783c42f6-f993-4cb9-a1f5-91588f8d0f68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'c51b7d10-9231-4438-a440-4c92a6a50ca4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103305) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 21:10:52.318482 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1eb05b8-4221-4cdf-a45f-6985b2c274a1 admin admin] Network hostable DHCP agents. Network: c51b7d10-9231-4438-a440-4c92a6a50ca4, hostable agents: ['474ccdf7-ab6c-405b-a3b2-dc7b05829902'], hosted agents: [] {{(pid=103305) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 26 21:10:52.360326 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-9a4c4fea-aa65-4087-b12c-3e2896df27a9 req-75988da0-15db-4d6a-8b3c-b47a26410cb0 tempest-ServerPasswordTestJSON-1248645277 tempest-ServerPasswordTestJSON-1248645277-project] 10.222.0.13 "GET /v2.0/security-groups?id=362c86c7-93ee-4c06-a7be-8deb7b518dd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2213304 Jan 26 21:10:52.367983 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-d5724d6f-d873-4f39-b5e2-8d97c17a06c2 req-4180775c-fe0c-49b2-8ea9-c6f3ba5ac359 tempest-LiveAutoBlockMigrationV225Test-1645909514 tempest-LiveAutoBlockMigrationV225Test-1645909514-project] 10.222.0.13 "GET /v2.0/security-groups?id=d3d52ae6-e761-44ee-98bd-9ad0dc66343a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1241577 Jan 26 21:10:52.377824 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] For port 7e31b6e9-d96b-4f14-a87b-9575f346784c, host n-h1-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-5',level=0,port_id=7e31b6e9-d96b-4f14-a87b-9575f346784c,segment=NetworkSegment(4eab25d6-89d9-4907-a1c2-51b06443ba33),segment_id=4eab25d6-89d9-4907-a1c2-51b06443ba33)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:10:52.400780 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Returning: {'device': '7e31b6e9-d96b-4f14-a87b-9575f346784c', 'network_id': '7fbe9cf5-e12c-436d-b372-55a19c9faa30', 'port_id': '7e31b6e9-d96b-4f14-a87b-9575f346784c', 'mac_address': 'fa:16:3e:63:e1:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 561, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fd77e534-75e6-4b90-950e-f5824d584430', 'ip_address': '192.168.233.141'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103306) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 26 21:10:52.404405 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-ecc2ac1c-825a-4521-bcd4-2ca92828d2f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (a7c2c3dd-b44d-4017-8d08-835e6c727cb3), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:10:52.434130 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-e68effbb-5847-4b2b-b5cd-f8b89087cdca req-bb864007-f2d5-4093-b92d-cd3c3d294efe service neutron] 10.222.0.57 "GET /v2.0/networks/1c3811f3-dcb6-4f77-8c26-3e9819d7c63c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4430289 Jan 26 21:10:52.437690 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1eb05b8-4221-4cdf-a45f-6985b2c274a1 admin admin] Network c51b7d10-9231-4438-a440-4c92a6a50ca4 is scheduled to be hosted by DHCP agent 474ccdf7-ab6c-405b-a3b2-dc7b05829902 with binding_index 1 {{(pid=103305) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 26 21:10:52.504231 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-a465e088-c94a-498a-ae92-743ea9a4cc65 tempest-ExternalNetworksTestJSON-1336343236 tempest-ExternalNetworksTestJSON-1336343236-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-686403', 'neutron.services.segments.db._delete_segments_for_network-8746560774018'] for network (ab8280e3-d0dd-4bda-a707-bc876e0d4f04), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:10:52.539908 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [None req-c1eb05b8-4221-4cdf-a45f-6985b2c274a1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760453-5, c51b7d10-9231-4438-a440-4c92a6a50ca4) {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:10:52.586805 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77d4d198-fea2-42d8-8ee7-e38ba7b59a3f None None] Network c51b7d10-9231-4438-a440-4c92a6a50ca4 requested from n-d-760453-5 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 26 21:10:52.589776 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7682f9-a552-4c7d-92d5-26676fa9b3cc None None] Pushing event updated for resources: {'Port': ['ID=a7c2c3dd-b44d-4017-8d08-835e6c727cb3,revision_number=3']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:10:52.598146 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1eb05b8-4221-4cdf-a45f-6985b2c274a1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:10:52.598856 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-c1eb05b8-4221-4cdf-a45f-6985b2c274a1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709645'] for subnet (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:10:52.616097 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Current status of the port 7e31b6e9-d96b-4f14-a87b-9575f346784c is: DOWN; New status is: BUILD {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:10:52.617120 n-d-760453-5 neutron-server[103305]: DEBUG neutron.services.segments.db [None req-a465e088-c94a-498a-ae92-743ea9a4cc65 tempest-ExternalNetworksTestJSON-1336343236 tempest-ExternalNetworksTestJSON-1336343236-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ab8280e3-d0dd-4bda-a707-bc876e0d4f04']}} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:10:52.617805 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (7e31b6e9-d96b-4f14-a87b-9575f346784c), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:10:52.639803 n-d-760453-5 neutron-server[103305]: DEBUG neutron.services.segments.db [None req-a465e088-c94a-498a-ae92-743ea9a4cc65 tempest-ExternalNetworksTestJSON-1336343236 tempest-ExternalNetworksTestJSON-1336343236-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c2f05c96-0415-4e10-84f4-638305631c55') {'for_net_delete': True} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:10:52.643568 n-d-760453-5 neutron-server[103305]: DEBUG neutron.services.segments.db [None req-a465e088-c94a-498a-ae92-743ea9a4cc65 tempest-ExternalNetworksTestJSON-1336343236 tempest-ExternalNetworksTestJSON-1336343236-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c2f05c96-0415-4e10-84f4-638305631c55') {} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:10:52.660601 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-a465e088-c94a-498a-ae92-743ea9a4cc65 tempest-ExternalNetworksTestJSON-1336343236 tempest-ExternalNetworksTestJSON-1336343236-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746560742283', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11788955'] for segment (c2f05c96-0415-4e10-84f4-638305631c55), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:10:52.674869 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-f5bc118c-33c9-4c9f-bf4c-51c736889535 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:10:52.678796 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-c1eb05b8-4221-4cdf-a45f-6985b2c274a1 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.5625112 Jan 26 21:10:52.687878 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 51638) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:10:52.693312 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-504217f1-4924-4261-b160-ed3f10e7968b admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationTestJSON-936393355-router', 'tenant_id': '7bdfe07917df421d9be436779552b002', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299'}}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:10:52.709627 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-a465e088-c94a-498a-ae92-743ea9a4cc65 tempest-ExternalNetworksTestJSON-1336343236 tempest-ExternalNetworksTestJSON-1336343236-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576559'] for segment (c2f05c96-0415-4e10-84f4-638305631c55), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:10:52.723739 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a465e088-c94a-498a-ae92-743ea9a4cc65 tempest-ExternalNetworksTestJSON-1336343236 tempest-ExternalNetworksTestJSON-1336343236-project] Releasing vlan 572 on physical network physnet1 to pool {{(pid=103305) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 26 21:10:52.724098 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-a465e088-c94a-498a-ae92-743ea9a4cc65 tempest-ExternalNetworksTestJSON-1336343236 tempest-ExternalNetworksTestJSON-1336343236-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11791428'] for segment (c2f05c96-0415-4e10-84f4-638305631c55), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:10:52.727360 n-d-760453-5 neutron-server[103305]: Traceback (most recent call last): Jan 26 21:10:52.727360 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 26 21:10:52.727360 n-d-760453-5 neutron-server[103305]: timer() Jan 26 21:10:52.727360 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 26 21:10:52.727360 n-d-760453-5 neutron-server[103305]: cb(*args, **kw) Jan 26 21:10:52.727360 n-d-760453-5 neutron-server[103305]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 26 21:10:52.727360 n-d-760453-5 neutron-server[103305]: return func(*args, **kwargs) Jan 26 21:10:52.727360 n-d-760453-5 neutron-server[103305]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 26 21:10:52.727360 n-d-760453-5 neutron-server[103305]: self._notify() Jan 26 21:10:52.727360 n-d-760453-5 neutron-server[103305]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 26 21:10:52.727360 n-d-760453-5 neutron-server[103305]: self.callback(batched_events) Jan 26 21:10:52.727360 n-d-760453-5 neutron-server[103305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 26 21:10:52.727360 n-d-760453-5 neutron-server[103305]: event.method(event) Jan 26 21:10:52.727360 n-d-760453-5 neutron-server[103305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 26 21:10:52.727360 n-d-760453-5 neutron-server[103305]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 26 21:10:52.727360 n-d-760453-5 neutron-server[103305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 26 21:10:52.727360 n-d-760453-5 neutron-server[103305]: aggregate_uuid = self.p_client.list_aggregates( Jan 26 21:10:52.727360 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 26 21:10:52.727360 n-d-760453-5 neutron-server[103305]: return f(self, *a, **k) Jan 26 21:10:52.727360 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 26 21:10:52.727360 n-d-760453-5 neutron-server[103305]: return self._get(url).json() Jan 26 21:10:52.727360 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 26 21:10:52.727360 n-d-760453-5 neutron-server[103305]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 26 21:10:52.727360 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 26 21:10:52.727360 n-d-760453-5 neutron-server[103305]: return self.request(url, 'GET', **kwargs) Jan 26 21:10:52.727360 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 26 21:10:52.727360 n-d-760453-5 neutron-server[103305]: base_url = self.get_endpoint(auth, allow=allow, Jan 26 21:10:52.727360 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 26 21:10:52.727360 n-d-760453-5 neutron-server[103305]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 26 21:10:52.727360 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 26 21:10:52.727360 n-d-760453-5 neutron-server[103305]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 26 21:10:52.727360 n-d-760453-5 neutron-server[103305]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 26 21:10:52.733224 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-e68effbb-5847-4b2b-b5cd-f8b89087cdca req-fb3695d9-d733-4e59-b1b7-ce461f5430d9 service neutron] 10.222.0.57 "GET /v2.0/networks/1c3811f3-dcb6-4f77-8c26-3e9819d7c63c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2807400 Jan 26 21:10:52.737473 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecc2ac1c-825a-4521-bcd4-2ca92828d2f6 None None] Routers {'97039fc1-6c37-4af0-8e04-6fe23dc97b03'} bound to L3 agent in host n-d-760453-5 {{(pid=103306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 21:10:52.738238 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-ecc2ac1c-825a-4521-bcd4-2ca92828d2f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-26T20:55:21Z,description=,heartbeat_timestamp=2022-01-26T21:10:51Z,host='n-d-760453-5',id=09df100c-3af1-4b0a-bda8-05914c71c458,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:55:21Z,topic='l3_agent')) {'router_ids': ['97039fc1-6c37-4af0-8e04-6fe23dc97b03'], 'active': True} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:10:52.749332 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 51642) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:10:52.757423 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8879af78-fa71-4be3-b02c-c19c1e662c2d None None] New status for floating IP 5c2e8654-517e-4ce3-bf85-e855360b6a26: DOWN {{(pid=103306) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 26 21:10:52.798469 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78c3500d-782f-46eb-8b2a-3aa69c6a082f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3c4099e8-8ffb-51d1-af7f-5868973e933f-c51b7d10-9231-4438-a440-4c92a6a50ca4', 'network_id': 'c51b7d10-9231-4438-a440-4c92a6a50ca4', 'project_id': '7bdfe07917df421d9be436779552b002', 'fixed_ips': [{'subnet_id': 'f7b7ba1f-f452-4d1f-b54c-6aaf311b4599'}]}} from n-d-760453-5. {{(pid=103306) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 26 21:10:52.799441 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-78c3500d-782f-46eb-8b2a-3aa69c6a082f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (None), before_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:10:52.815620 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-504217f1-4924-4261-b160-ed3f10e7968b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4104596', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13108'] for router (954567f2-9f21-4bd5-91a0-c63dc8249105), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:10:52.817029 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-504217f1-4924-4261-b160-ed3f10e7968b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4105828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4111306', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3733576', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13069'] for router (954567f2-9f21-4bd5-91a0-c63dc8249105), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:10:52.868776 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-504217f1-4924-4261-b160-ed3f10e7968b admin admin] Publish callbacks [] for router_controller (954567f2-9f21-4bd5-91a0-c63dc8249105), precommit_add_association {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:10:52.893862 n-d-760453-5 neutron-server[103306]: DEBUG neutron.notifiers.nova [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7e31b6e9-d96b-4f14-a87b-9575f346784c {{(pid=103306) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 26 21:10:52.936372 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-a465e088-c94a-498a-ae92-743ea9a4cc65 tempest-ExternalNetworksTestJSON-1336343236 tempest-ExternalNetworksTestJSON-1336343236-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4110931'] for network (ab8280e3-d0dd-4bda-a707-bc876e0d4f04), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:10:52.978480 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-a465e088-c94a-498a-ae92-743ea9a4cc65 tempest-ExternalNetworksTestJSON-1336343236 tempest-ExternalNetworksTestJSON-1336343236-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709645'] for network (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:10:52.984177 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-a465e088-c94a-498a-ae92-743ea9a4cc65 tempest-ExternalNetworksTestJSON-1336343236 tempest-ExternalNetworksTestJSON-1336343236-project] 10.222.0.13 "DELETE /v2.0/networks/ab8280e3-d0dd-4bda-a707-bc876e0d4f04 HTTP/1.1" status: 204 len: 168 time: 1.3294129 Jan 26 21:10:53.038915 n-d-760453-5 neutron-server[103304]: DEBUG neutron.notifiers.nova [req-f49a76f9-703b-4743-afac-636c289f7ae0 req-6d7574c0-4862-4ea0-8187-83e21c86ac57 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b1cf0db7-210c-4ac4-bf31-d3bbda769392 {{(pid=103304) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 26 21:10:53.053245 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-f49a76f9-703b-4743-afac-636c289f7ae0 req-6d7574c0-4862-4ea0-8187-83e21c86ac57 service neutron] Publish callbacks [] for port (b1cf0db7-210c-4ac4-bf31-d3bbda769392), precommit_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:10:53.059523 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a465e088-c94a-498a-ae92-743ea9a4cc65 tempest-ExternalNetworksTestJSON-1336343236 tempest-ExternalNetworksTestJSON-1336343236-project] Pushing event deleted for resources: {'Network': ['ID=ab8280e3-d0dd-4bda-a707-bc876e0d4f04,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:10:53.060404 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.db_base_plugin_common [None req-f5bc118c-33c9-4c9f-bf4c-51c736889535 admin admin] Allocated IP 172.20.0.1 (23a8eb47-a3af-44d7-bf53-589604960a93/734f01c5-5637-40c4-9dcb-bd713ece4fca/2cae12e7-2124-4edb-97cf-5e894100f8bf) {{(pid=103304) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 21:10:53.081088 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.provisioning_blocks [req-f49a76f9-703b-4743-afac-636c289f7ae0 req-6d7574c0-4862-4ea0-8187-83e21c86ac57 service neutron] Transition to ACTIVE for port object b1cf0db7-210c-4ac4-bf31-d3bbda769392 will not be triggered until provisioned by entity L2. {{(pid=103304) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 21:10:53.102888 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-f49a76f9-703b-4743-afac-636c289f7ae0 req-6d7574c0-4862-4ea0-8187-83e21c86ac57 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9281542'] for port (b1cf0db7-210c-4ac4-bf31-d3bbda769392), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:10:53.143803 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-504217f1-4924-4261-b160-ed3f10e7968b admin admin] Publish callbacks [] for router_gateway (954567f2-9f21-4bd5-91a0-c63dc8249105), precommit_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:10:53.150519 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-e5a1727d-8aea-4d38-aa44-946d0ce64100 tempest-ServersWithSpecificFlavorTestJSON-1678027092 tempest-ServersWithSpecificFlavorTestJSON-1678027092-project] Publish callbacks [] for security_group (06e69ac2-3bf6-41aa-8df8-caa9b01a862f), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:10:53.177506 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-e5a1727d-8aea-4d38-aa44-946d0ce64100 tempest-ServersWithSpecificFlavorTestJSON-1678027092 tempest-ServersWithSpecificFlavorTestJSON-1678027092-project] Publish callbacks [] for security_group (06e69ac2-3bf6-41aa-8df8-caa9b01a862f), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:10:53.225335 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.db_base_plugin_common [None req-78c3500d-782f-46eb-8b2a-3aa69c6a082f None None] Allocated IP 172.20.0.2 (c51b7d10-9231-4438-a440-4c92a6a50ca4/f7b7ba1f-f452-4d1f-b54c-6aaf311b4599/1d52a97f-f872-4639-9aab-44b4dcb45dd2) {{(pid=103306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 21:10:53.250926 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-e5a1727d-8aea-4d38-aa44-946d0ce64100 tempest-ServersWithSpecificFlavorTestJSON-1678027092 tempest-ServersWithSpecificFlavorTestJSON-1678027092-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (06e69ac2-3bf6-41aa-8df8-caa9b01a862f), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:10:53.254325 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-e5a1727d-8aea-4d38-aa44-946d0ce64100 tempest-ServersWithSpecificFlavorTestJSON-1678027092 tempest-ServersWithSpecificFlavorTestJSON-1678027092-project] Publish callbacks [] for security_group (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:10:53.255597 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-e5a1727d-8aea-4d38-aa44-946d0ce64100 tempest-ServersWithSpecificFlavorTestJSON-1678027092 tempest-ServersWithSpecificFlavorTestJSON-1678027092-project] 10.222.0.13 "DELETE /v2.0/security-groups/06e69ac2-3bf6-41aa-8df8-caa9b01a862f HTTP/1.1" status: 204 len: 168 time: 0.5053804 Jan 26 21:10:53.259653 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 51648) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:10:53.264685 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68effbb-5847-4b2b-b5cd-f8b89087cdca req-e6d4e0bc-f00a-4eac-959c-2f1778a5e8e4 tempest-LiveAutoBlockMigrationV225Test-2082869167 tempest-LiveAutoBlockMigrationV225Test-2082869167-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:10:53.267052 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-e68effbb-5847-4b2b-b5cd-f8b89087cdca req-e6d4e0bc-f00a-4eac-959c-2f1778a5e8e4 tempest-LiveAutoBlockMigrationV225Test-2082869167 tempest-LiveAutoBlockMigrationV225Test-2082869167-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=cbf92dab-bccf-42aa-9b00-3737afaeaf63&tenant_id=6a368bf2185e476485148d66b6d73c5c&binding%3Ahost_id=n-h2-760453-5 HTTP/1.1" status: 200 len: 1095 time: 0.2451551 Jan 26 21:10:53.276395 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a1727d-8aea-4d38-aa44-946d0ce64100 tempest-ServersWithSpecificFlavorTestJSON-1678027092 tempest-ServersWithSpecificFlavorTestJSON-1678027092-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=06e69ac2-3bf6-41aa-8df8-caa9b01a862f,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:10:53.307223 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7574c0-4862-4ea0-8187-83e21c86ac57 service neutron] Pushing event updated for resources: {'Port': ['ID=b1cf0db7-210c-4ac4-bf31-d3bbda769392,revision_number=2']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:10:53.332092 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (4d619873-4b60-439f-9b5a-b155dc8bbc34), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:10:53.335979 n-d-760453-5 neutron-server[103304]: INFO neutron.api.v2.resource [None req-3e0b22e0-939b-48b3-83b3-39dfeae803fe tempest-ServersWithSpecificFlavorTestJSON-1678027092 tempest-ServersWithSpecificFlavorTestJSON-1678027092-project] show failed (client error): The resource could not be found. Jan 26 21:10:53.337332 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-3e0b22e0-939b-48b3-83b3-39dfeae803fe tempest-ServersWithSpecificFlavorTestJSON-1678027092 tempest-ServersWithSpecificFlavorTestJSON-1678027092-project] 10.222.0.13 "GET /v2.0/security-groups/06e69ac2-3bf6-41aa-8df8-caa9b01a862f HTTP/1.1" status: 404 len: 347 time: 0.0746789 Jan 26 21:10:53.340393 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 51650) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:10:53.344771 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 51652) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:10:53.352080 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] For port 7e31b6e9-d96b-4f14-a87b-9575f346784c, host n-h1-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-5',level=0,port_id=7e31b6e9-d96b-4f14-a87b-9575f346784c,segment=NetworkSegment(4eab25d6-89d9-4907-a1c2-51b06443ba33),segment_id=4eab25d6-89d9-4907-a1c2-51b06443ba33)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:10:53.394330 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (7e31b6e9-d96b-4f14-a87b-9575f346784c), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:10:53.425383 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-f5bc118c-33c9-4c9f-bf4c-51c736889535 admin admin] Publish callbacks [] for port (2cae12e7-2124-4edb-97cf-5e894100f8bf), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:10:53.476931 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [req-f49a76f9-703b-4743-afac-636c289f7ae0 req-6d7574c0-4862-4ea0-8187-83e21c86ac57 service neutron] Attempting to bind port b1cf0db7-210c-4ac4-bf31-d3bbda769392 on host n-h2-760453-5 for vnic_type normal with profile {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 21:10:53.476931 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [req-f49a76f9-703b-4743-afac-636c289f7ae0 req-6d7574c0-4862-4ea0-8187-83e21c86ac57 service neutron] Attempting to bind port b1cf0db7-210c-4ac4-bf31-d3bbda769392 by drivers openvswitch,hyperv on host n-h2-760453-5 at level 0 using segments [{'id': '4917a68b-4173-4cf6-8e12-29d916f55701', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'a46ff580-b45e-4fcd-b6c1-917ab51b8918'}] {{(pid=103304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 26 21:10:53.476931 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f49a76f9-703b-4743-afac-636c289f7ae0 req-6d7574c0-4862-4ea0-8187-83e21c86ac57 service neutron] Attempting to bind port b1cf0db7-210c-4ac4-bf31-d3bbda769392 on network a46ff580-b45e-4fcd-b6c1-917ab51b8918 {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 21:10:53.491484 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f49a76f9-703b-4743-afac-636c289f7ae0 req-6d7574c0-4862-4ea0-8187-83e21c86ac57 service neutron] Port b1cf0db7-210c-4ac4-bf31-d3bbda769392 on network a46ff580-b45e-4fcd-b6c1-917ab51b8918 not bound, no agent of type Open vSwitch agent registered on host n-h2-760453-5 {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 26 21:10:53.491812 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f49a76f9-703b-4743-afac-636c289f7ae0 req-6d7574c0-4862-4ea0-8187-83e21c86ac57 service neutron] Attempting to bind port b1cf0db7-210c-4ac4-bf31-d3bbda769392 on network a46ff580-b45e-4fcd-b6c1-917ab51b8918 {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 21:10:53.521750 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Pushing event updated for resources: {'Port': ['ID=7e31b6e9-d96b-4f14-a87b-9575f346784c,revision_number=9']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:10:53.567880 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f49a76f9-703b-4743-afac-636c289f7ae0 req-6d7574c0-4862-4ea0-8187-83e21c86ac57 service neutron] Checking agent: {'id': '4d619873-4b60-439f-9b5a-b155dc8bbc34', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-760453-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 21, 2, 53), 'started_at': datetime.datetime(2022, 1, 26, 21, 2, 53), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 21, 10, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 26 21:10:53.568224 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f49a76f9-703b-4743-afac-636c289f7ae0 req-6d7574c0-4862-4ea0-8187-83e21c86ac57 service neutron] Checking segment: {'id': '4917a68b-4173-4cf6-8e12-29d916f55701', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'a46ff580-b45e-4fcd-b6c1-917ab51b8918'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103304) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 21:10:53.568608 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f49a76f9-703b-4743-afac-636c289f7ae0 req-6d7574c0-4862-4ea0-8187-83e21c86ac57 service neutron] Bound using segment: {'id': '4917a68b-4173-4cf6-8e12-29d916f55701', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'a46ff580-b45e-4fcd-b6c1-917ab51b8918'} {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 26 21:10:53.569046 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [req-f49a76f9-703b-4743-afac-636c289f7ae0 req-6d7574c0-4862-4ea0-8187-83e21c86ac57 service neutron] Bound port: b1cf0db7-210c-4ac4-bf31-d3bbda769392, host: n-h2-760453-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4917a68b-4173-4cf6-8e12-29d916f55701', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'a46ff580-b45e-4fcd-b6c1-917ab51b8918'}}] {{(pid=103304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 26 21:10:53.569451 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-f49a76f9-703b-4743-afac-636c289f7ae0 req-6d7574c0-4862-4ea0-8187-83e21c86ac57 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (b1cf0db7-210c-4ac4-bf31-d3bbda769392), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:10:53.579132 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvr_db [None req-ecc2ac1c-825a-4521-bcd4-2ca92828d2f6 None None] Set router 97039fc1-6c37-4af0-8e04-6fe23dc97b03 gateway port host: n-d-760453-5 {{(pid=103306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 21:10:53.597607 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [req-e68effbb-5847-4b2b-b5cd-f8b89087cdca req-5f519c9e-8b25-48f7-a5ee-7e44a88beda4 service neutron] For port e22ff44d-fd52-4fab-95c2-61e096757fa1, host n-h1-760453-5, cleared binding levels {{(pid=103305) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 26 21:10:53.604417 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-e68effbb-5847-4b2b-b5cd-f8b89087cdca req-5f519c9e-8b25-48f7-a5ee-7e44a88beda4 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:10:53.605967 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-e68effbb-5847-4b2b-b5cd-f8b89087cdca req-5f519c9e-8b25-48f7-a5ee-7e44a88beda4 service neutron] 10.222.0.57 "DELETE /v2.0/ports/e22ff44d-fd52-4fab-95c2-61e096757fa1/bindings/n-h1-760453-5 HTTP/1.1" status: 204 len: 173 time: 0.3262403 Jan 26 21:10:53.654603 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] get_ports_and_sgs() called for port_ids ['7e31b6e9-d96b-4f14-a87b-9575f346784c'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 26 21:10:53.737190 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-504217f1-4924-4261-b160-ed3f10e7968b admin admin] Publish callbacks [] for router_gateway (954567f2-9f21-4bd5-91a0-c63dc8249105), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:10:53.762437 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-504217f1-4924-4261-b160-ed3f10e7968b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:10:53.805331 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-78c3500d-782f-46eb-8b2a-3aa69c6a082f None None] Publish callbacks [] for port (1d52a97f-f872-4639-9aab-44b4dcb45dd2), precommit_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:10:53.830146 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-78c3500d-782f-46eb-8b2a-3aa69c6a082f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746560234527'] for port (1d52a97f-f872-4639-9aab-44b4dcb45dd2), after_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:10:53.882361 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.db_base_plugin_common [None req-504217f1-4924-4261-b160-ed3f10e7968b admin admin] Allocated IP 172.25.1.237 (4140a1f1-c93a-4bea-83a0-68953a54f299/e48251a1-e30d-4820-8396-00c6f6aeb601/19a784ed-8ecf-429b-9a5f-da8bc68c331b) {{(pid=103305) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 21:10:53.906358 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c3500d-782f-46eb-8b2a-3aa69c6a082f None None] Pushing event updated for resources: {'Port': ['ID=1d52a97f-f872-4639-9aab-44b4dcb45dd2,revision_number=1']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:10:53.933743 n-d-760453-5 neutron-server[103306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78c3500d-782f-46eb-8b2a-3aa69c6a082f None None] Network c51b7d10-9231-4438-a440-4c92a6a50ca4 is already hosted by enough agents. {{(pid=103306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 21:10:53.958971 n-d-760453-5 neutron-server[103306]: DEBUG neutron.scheduler.base_scheduler [None req-78c3500d-782f-46eb-8b2a-3aa69c6a082f None None] Resources bound (agent type, host, resource id): {{(pid=103306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:10:53.968846 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78c3500d-782f-46eb-8b2a-3aa69c6a082f None None] Received port after_create {{(pid=103306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 21:10:53.986163 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-839dd188-ec69-470c-9ab0-d318dc1a2e96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (e79b4fc6-6c71-44b2-a6d0-ff3e1f4dfd0d), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:10:54.028785 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-504217f1-4924-4261-b160-ed3f10e7968b admin admin] Publish callbacks [] for port (19a784ed-8ecf-429b-9a5f-da8bc68c331b), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:10:54.038083 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-15713dd4-55ad-4089-a133-d6171e3a18b9 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=2655363c6fb8408f890d5132b9e6baea&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6942616 Jan 26 21:10:54.038083 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-f5bc118c-33c9-4c9f-bf4c-51c736889535 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746560234527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9281553'] for port (2cae12e7-2124-4edb-97cf-5e894100f8bf), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:10:54.039003 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 51666) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:10:54.076775 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c089c555-ddea-4108-b3e6-0fc12251f385 req-29fcdde1-8163-4252-a58d-301c39da8bfc tempest-ServerPasswordTestJSON-1248645277 tempest-ServerPasswordTestJSON-1248645277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:10:54.088374 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-c089c555-ddea-4108-b3e6-0fc12251f385 req-29fcdde1-8163-4252-a58d-301c39da8bfc tempest-ServerPasswordTestJSON-1248645277 tempest-ServerPasswordTestJSON-1248645277-project] 10.222.0.13 "GET /v2.0/ports?device_id=1a4030b5-e62b-456f-8ad9-78091d5f3c69 HTTP/1.1" status: 200 len: 944 time: 0.5655541 Jan 26 21:10:54.092461 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-78c3500d-782f-46eb-8b2a-3aa69c6a082f None None] Attempting to bind port 1d52a97f-f872-4639-9aab-44b4dcb45dd2 on host n-d-760453-5 for vnic_type normal with profile {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 21:10:54.093128 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-78c3500d-782f-46eb-8b2a-3aa69c6a082f None None] Attempting to bind port 1d52a97f-f872-4639-9aab-44b4dcb45dd2 by drivers openvswitch,hyperv on host n-d-760453-5 at level 0 using segments [{'id': '783c42f6-f993-4cb9-a1f5-91588f8d0f68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'c51b7d10-9231-4438-a440-4c92a6a50ca4'}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 26 21:10:54.093788 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78c3500d-782f-46eb-8b2a-3aa69c6a082f None None] Attempting to bind port 1d52a97f-f872-4639-9aab-44b4dcb45dd2 on network c51b7d10-9231-4438-a440-4c92a6a50ca4 {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 21:10:54.113159 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78c3500d-782f-46eb-8b2a-3aa69c6a082f None None] Checking agent: {'id': 'fea0591a-627d-4c87-9a9a-01625ddf3277', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760453-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 20, 55, 25), 'started_at': datetime.datetime(2022, 1, 26, 20, 55, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 21, 10, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760453-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 26 21:10:54.113995 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78c3500d-782f-46eb-8b2a-3aa69c6a082f None None] Checking segment: {'id': '783c42f6-f993-4cb9-a1f5-91588f8d0f68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'c51b7d10-9231-4438-a440-4c92a6a50ca4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 21:10:54.114641 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-78c3500d-782f-46eb-8b2a-3aa69c6a082f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:10:54.115264 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78c3500d-782f-46eb-8b2a-3aa69c6a082f None None] Bound using segment: {'id': '783c42f6-f993-4cb9-a1f5-91588f8d0f68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'c51b7d10-9231-4438-a440-4c92a6a50ca4'} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 26 21:10:54.115970 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-78c3500d-782f-46eb-8b2a-3aa69c6a082f None None] Bound port: 1d52a97f-f872-4639-9aab-44b4dcb45dd2, host: n-d-760453-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '783c42f6-f993-4cb9-a1f5-91588f8d0f68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'c51b7d10-9231-4438-a440-4c92a6a50ca4'}}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 26 21:10:54.116591 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-78c3500d-782f-46eb-8b2a-3aa69c6a082f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (1d52a97f-f872-4639-9aab-44b4dcb45dd2), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:10:54.121738 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-ecc2ac1c-825a-4521-bcd4-2ca92828d2f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97039fc1-6c37-4af0-8e04-6fe23dc97b03', 'name': 'tempest-FloatingIPDetailsTestJSON-2089547219-router', 'tenant_id': '2708e1a8e17e46f1853e87fe4692d263', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'external_fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.69'}], 'enable_snat': True}, 'gw_port_id': 'a7c2c3dd-b44d-4017-8d08-835e6c727cb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T21:10:45Z', 'updated_at': '2022-01-26T21:10:47Z', 'revision_number': 3, 'project_id': '2708e1a8e17e46f1853e87fe4692d263', 'gw_port': {'id': 'a7c2c3dd-b44d-4017-8d08-835e6c727cb3', 'name': '', 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:8e:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97039fc1-6c37-4af0-8e04-6fe23dc97b03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 906, 'fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:10:46Z', 'updated_at': '2022-01-26T21:10:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-5'}], 'n-d-760453-5', False) {} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:10:54.132693 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-ce3749ec-9528-40d2-80f6-3a1fad234127 admin admin] Publish callbacks [] for security_group (35602c0b-5a8e-44de-a6d3-87cbed58a754), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:10:54.137467 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-504217f1-4924-4261-b160-ed3f10e7968b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746560234527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11791543'] for port (19a784ed-8ecf-429b-9a5f-da8bc68c331b), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:10:54.171155 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecc2ac1c-825a-4521-bcd4-2ca92828d2f6 None None] The sync data for ids ['97039fc1-6c37-4af0-8e04-6fe23dc97b03'] in n-d-760453-5 is: [{'id': '97039fc1-6c37-4af0-8e04-6fe23dc97b03', 'name': 'tempest-FloatingIPDetailsTestJSON-2089547219-router', 'tenant_id': '2708e1a8e17e46f1853e87fe4692d263', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'external_fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.69'}], 'enable_snat': True}, 'gw_port_id': 'a7c2c3dd-b44d-4017-8d08-835e6c727cb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T21:10:45Z', 'updated_at': '2022-01-26T21:10:47Z', 'revision_number': 3, 'project_id': '2708e1a8e17e46f1853e87fe4692d263', 'gw_port': {'id': 'a7c2c3dd-b44d-4017-8d08-835e6c727cb3', 'name': '', 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:8e:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97039fc1-6c37-4af0-8e04-6fe23dc97b03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 906, 'fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:10:46Z', 'updated_at': '2022-01-26T21:10:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-5'}] {{(pid=103306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 26 21:10:54.191144 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-504217f1-4924-4261-b160-ed3f10e7968b admin admin] Network 4140a1f1-c93a-4bea-83a0-68953a54f299 is already hosted by enough agents. {{(pid=103305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 21:10:54.191628 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5bc118c-33c9-4c9f-bf4c-51c736889535 admin admin] Network 23a8eb47-a3af-44d7-bf53-589604960a93 is already hosted by enough agents. {{(pid=103304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 21:10:54.210507 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-ce3749ec-9528-40d2-80f6-3a1fad234127 admin admin] Publish callbacks [] for security_group (35602c0b-5a8e-44de-a6d3-87cbed58a754), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:10:54.212227 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [None req-f5bc118c-33c9-4c9f-bf4c-51c736889535 admin admin] Resources bound (agent type, host, resource id): {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:10:54.212655 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [None req-504217f1-4924-4261-b160-ed3f10e7968b admin admin] Resources bound (agent type, host, resource id): {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:10:54.221222 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-504217f1-4924-4261-b160-ed3f10e7968b admin admin] Received port after_create {{(pid=103305) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 21:10:54.228611 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5bc118c-33c9-4c9f-bf4c-51c736889535 admin admin] Received port after_create {{(pid=103304) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 21:10:54.242570 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-78c3500d-782f-46eb-8b2a-3aa69c6a082f None None] For port 1d52a97f-f872-4639-9aab-44b4dcb45dd2, host n-d-760453-5, cleared binding levels {{(pid=103306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 26 21:10:54.246472 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9293e57e-6ace-4fcf-84a2-b26a7106b41e req-b3459d51-99a4-4710-aed8-f0a6ac237107 tempest-LiveAutoBlockMigrationV225Test-1645909514 tempest-LiveAutoBlockMigrationV225Test-1645909514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:10:54.251347 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-9293e57e-6ace-4fcf-84a2-b26a7106b41e req-b3459d51-99a4-4710-aed8-f0a6ac237107 tempest-LiveAutoBlockMigrationV225Test-1645909514 tempest-LiveAutoBlockMigrationV225Test-1645909514-project] 10.222.0.13 "GET /v2.0/ports?device_id=cbf92dab-bccf-42aa-9b00-3737afaeaf63 HTTP/1.1" status: 200 len: 944 time: 0.7053003 Jan 26 21:10:54.274552 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-78c3500d-782f-46eb-8b2a-3aa69c6a082f None None] For port 1d52a97f-f872-4639-9aab-44b4dcb45dd2, host n-d-760453-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=1d52a97f-f872-4639-9aab-44b4dcb45dd2,segment=NetworkSegment(783c42f6-f993-4cb9-a1f5-91588f8d0f68),segment_id=783c42f6-f993-4cb9-a1f5-91588f8d0f68)] {{(pid=103306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 26 21:10:54.283499 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-504217f1-4924-4261-b160-ed3f10e7968b admin admin] Pushing event updated for resources: {'Port': ['ID=19a784ed-8ecf-429b-9a5f-da8bc68c331b,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:10:54.283983 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-78c3500d-782f-46eb-8b2a-3aa69c6a082f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (1d52a97f-f872-4639-9aab-44b4dcb45dd2), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:10:54.426713 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [req-f49a76f9-703b-4743-afac-636c289f7ae0 req-6d7574c0-4862-4ea0-8187-83e21c86ac57 service neutron] For port b1cf0db7-210c-4ac4-bf31-d3bbda769392, host n-h2-760453-5, cleared binding levels {{(pid=103304) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 26 21:10:54.435200 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-1e3aa897-afa1-467a-890f-cbfd90df94f7 tempest-ServersWithSpecificFlavorTestJSON-1678027092 tempest-ServersWithSpecificFlavorTestJSON-1678027092-project] Deleting port 9a7c93ce-5022-43df-a15e-2c749b12751c {{(pid=103304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 21:10:54.435932 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-1e3aa897-afa1-467a-890f-cbfd90df94f7 tempest-ServersWithSpecificFlavorTestJSON-1678027092 tempest-ServersWithSpecificFlavorTestJSON-1678027092-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746560630878'] for port (9a7c93ce-5022-43df-a15e-2c749b12751c), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:10:54.454853 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5bc118c-33c9-4c9f-bf4c-51c736889535 admin admin] Pushing event updated for resources: {'Port': ['ID=2cae12e7-2124-4edb-97cf-5e894100f8bf,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:10:54.540786 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c3500d-782f-46eb-8b2a-3aa69c6a082f None None] Pushing event updated for resources: {'Port': ['ID=1d52a97f-f872-4639-9aab-44b4dcb45dd2,revision_number=2']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:10:54.548159 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-9293e57e-6ace-4fcf-84a2-b26a7106b41e req-d7fa56f3-8efe-4391-a0fa-1bc990ee9e7f tempest-LiveAutoBlockMigrationV225Test-1645909514 tempest-LiveAutoBlockMigrationV225Test-1645909514-project] 10.222.0.13 "GET /v2.0/security-groups?id=d3d52ae6-e761-44ee-98bd-9ad0dc66343a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2618160 Jan 26 21:10:54.550008 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-ce3749ec-9528-40d2-80f6-3a1fad234127 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (35602c0b-5a8e-44de-a6d3-87cbed58a754), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:10:54.552922 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-ce3749ec-9528-40d2-80f6-3a1fad234127 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:10:54.554311 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-ce3749ec-9528-40d2-80f6-3a1fad234127 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/35602c0b-5a8e-44de-a6d3-87cbed58a754 HTTP/1.1" status: 204 len: 168 time: 0.5142121 Jan 26 21:10:54.609887 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce3749ec-9528-40d2-80f6-3a1fad234127 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35602c0b-5a8e-44de-a6d3-87cbed58a754,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:10:54.673266 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [req-f49a76f9-703b-4743-afac-636c289f7ae0 req-6d7574c0-4862-4ea0-8187-83e21c86ac57 service neutron] For port b1cf0db7-210c-4ac4-bf31-d3bbda769392, host n-h2-760453-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-5',level=0,port_id=b1cf0db7-210c-4ac4-bf31-d3bbda769392,segment=NetworkSegment(4917a68b-4173-4cf6-8e12-29d916f55701),segment_id=4917a68b-4173-4cf6-8e12-29d916f55701)] {{(pid=103304) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 26 21:10:54.684915 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-773cb3d0-e012-4e3a-91cb-dc6f92ef66ff None None] Provisioning complete for port 2cae12e7-2124-4edb-97cf-5e894100f8bf triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:10:54.685285 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-773cb3d0-e012-4e3a-91cb-dc6f92ef66ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (2cae12e7-2124-4edb-97cf-5e894100f8bf), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:10:54.699153 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-f49a76f9-703b-4743-afac-636c289f7ae0 req-6d7574c0-4862-4ea0-8187-83e21c86ac57 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9281542'] for port (b1cf0db7-210c-4ac4-bf31-d3bbda769392), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:10:54.729378 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-c089c555-ddea-4108-b3e6-0fc12251f385 req-233f257d-4b36-4c4b-b08b-cc840baf330b tempest-ServerPasswordTestJSON-1248645277 tempest-ServerPasswordTestJSON-1248645277-project] 10.222.0.13 "GET /v2.0/security-groups?id=362c86c7-93ee-4c06-a7be-8deb7b518dd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6397786 Jan 26 21:10:54.768667 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-f5bc118c-33c9-4c9f-bf4c-51c736889535 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4111050'] for router_interface (97039fc1-6c37-4af0-8e04-6fe23dc97b03), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:10:54.804332 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-504217f1-4924-4261-b160-ed3f10e7968b admin admin] Publish callbacks [] for router_gateway (954567f2-9f21-4bd5-91a0-c63dc8249105), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:10:54.805446 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-773cb3d0-e012-4e3a-91cb-dc6f92ef66ff None None] Port 2cae12e7-2124-4edb-97cf-5e894100f8bf cannot update to ACTIVE because it is not bound. {{(pid=103306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 26 21:10:55.060029 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (fea0591a-627d-4c87-9a9a-01625ddf3277), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:10:55.085231 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-1e3aa897-afa1-467a-890f-cbfd90df94f7 tempest-ServersWithSpecificFlavorTestJSON-1678027092 tempest-ServersWithSpecificFlavorTestJSON-1678027092-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4109658'] for port (9a7c93ce-5022-43df-a15e-2c749b12751c), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:10:55.085589 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-1e3aa897-afa1-467a-890f-cbfd90df94f7 tempest-ServersWithSpecificFlavorTestJSON-1678027092 tempest-ServersWithSpecificFlavorTestJSON-1678027092-project] Publish callbacks [] for floatingip (9a7c93ce-5022-43df-a15e-2c749b12751c), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:10:55.224205 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-1e3aa897-afa1-467a-890f-cbfd90df94f7 tempest-ServersWithSpecificFlavorTestJSON-1678027092 tempest-ServersWithSpecificFlavorTestJSON-1678027092-project] Calling delete_port for 9a7c93ce-5022-43df-a15e-2c749b12751c owned by network:floatingip {{(pid=103304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 21:10:55.300723 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49a76f9-703b-4743-afac-636c289f7ae0 req-6d7574c0-4862-4ea0-8187-83e21c86ac57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:10:55.301998 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-f49a76f9-703b-4743-afac-636c289f7ae0 req-6d7574c0-4862-4ea0-8187-83e21c86ac57 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:10:55.303849 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-f49a76f9-703b-4743-afac-636c289f7ae0 req-6d7574c0-4862-4ea0-8187-83e21c86ac57 service neutron] 10.222.0.57 "PUT /v2.0/ports/b1cf0db7-210c-4ac4-bf31-d3bbda769392 HTTP/1.1" status: 200 len: 1092 time: 3.1544371 Jan 26 21:10:55.305881 n-d-760453-5 neutron-server[103304]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a4030b5-e62b-456f-8ad9-78091d5f3c69', 'tag': 'b1cf0db7-210c-4ac4-bf31-d3bbda769392'}] {{(pid=103304) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 21:10:55.309840 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d52b45f1943fcd332af9527eb73ff93c8d715d44383a3f6d18de73b4cfcf87b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f60be67-c820-448a-a9ff-1097c9a891b7" -d '{"events": [{"name": "network-changed", "server_uuid": "1a4030b5-e62b-456f-8ad9-78091d5f3c69", "tag": "b1cf0db7-210c-4ac4-bf31-d3bbda769392"}]}' {{(pid=103304) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 21:10:55.395592 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device a7c2c3dd-b44d-4017-8d08-835e6c727cb3 up at agent ovs-agent-n-d-760453-5 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 21:10:55.509713 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Provisioning complete for port a7c2c3dd-b44d-4017-8d08-835e6c727cb3 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:10:55.510568 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (a7c2c3dd-b44d-4017-8d08-835e6c727cb3), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:10:55.594437 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7574c0-4862-4ea0-8187-83e21c86ac57 service neutron] Pushing event updated for resources: {'Port': ['ID=b1cf0db7-210c-4ac4-bf31-d3bbda769392,revision_number=3']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:10:55.613894 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 51710) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:10:55.644750 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Current status of the port a7c2c3dd-b44d-4017-8d08-835e6c727cb3 is: DOWN; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:10:55.646257 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (a7c2c3dd-b44d-4017-8d08-835e6c727cb3), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:10:55.663542 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9199e12-9d9b-4c8b-8b51-0df36a215d6a req-da4c8c8f-2382-43bd-bb8f-3847ea055df5 tempest-LiveAutoBlockMigrationV225Test-2082869167 tempest-LiveAutoBlockMigrationV225Test-2082869167-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:10:55.665272 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-e9199e12-9d9b-4c8b-8b51-0df36a215d6a req-da4c8c8f-2382-43bd-bb8f-3847ea055df5 tempest-LiveAutoBlockMigrationV225Test-2082869167 tempest-LiveAutoBlockMigrationV225Test-2082869167-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=cbf92dab-bccf-42aa-9b00-3737afaeaf63 HTTP/1.1" status: 200 len: 1095 time: 0.4786510 Jan 26 21:10:55.677658 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] For port a7c2c3dd-b44d-4017-8d08-835e6c727cb3, host n-d-760453-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=a7c2c3dd-b44d-4017-8d08-835e6c727cb3,segment=NetworkSegment(e17cb353-418f-48b9-b982-21a6233ee99b),segment_id=e17cb353-418f-48b9-b982-21a6233ee99b)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:10:55.684491 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (a7c2c3dd-b44d-4017-8d08-835e6c727cb3), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:10:55.687372 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device 1d52a97f-f872-4639-9aab-44b4dcb45dd2 up at agent ovs-agent-n-d-760453-5 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 21:10:55.819423 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49a76f9-703b-4743-afac-636c289f7ae0 req-8a42fa7c-c4d6-4c32-938b-0149f38fde27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:10:55.822934 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-f49a76f9-703b-4743-afac-636c289f7ae0 req-8a42fa7c-c4d6-4c32-938b-0149f38fde27 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=4476d3290d42450b9abb766f3fe2b848&device_id=1a4030b5-e62b-456f-8ad9-78091d5f3c69 HTTP/1.1" status: 200 len: 1095 time: 0.4477513 Jan 26 21:10:55.823619 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Pushing event updated for resources: {'Port': ['ID=a7c2c3dd-b44d-4017-8d08-835e6c727cb3,revision_number=4']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:10:55.948966 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-504217f1-4924-4261-b160-ed3f10e7968b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4105757', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4111263'] for router (954567f2-9f21-4bd5-91a0-c63dc8249105), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:10:55.964332 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Provisioning complete for port 1d52a97f-f872-4639-9aab-44b4dcb45dd2 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:10:55.964922 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (1d52a97f-f872-4639-9aab-44b4dcb45dd2), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:10:55.995827 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-f49a76f9-703b-4743-afac-636c289f7ae0 req-e7d0b2b4-3fda-477b-8519-2eae4c3ee48a service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b1cf0db7-210c-4ac4-bf31-d3bbda769392 HTTP/1.1" status: 200 len: 217 time: 0.1515853 Jan 26 21:10:56.100739 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 26 Jan 2022 21:10:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33c435ca-0fae-4b27-a829-467b63011545 x-openstack-request-id: req-33c435ca-0fae-4b27-a829-467b63011545 {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 21:10:56.101071 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1a4030b5-e62b-456f-8ad9-78091d5f3c69", "tag": "b1cf0db7-210c-4ac4-bf31-d3bbda769392", "status": "completed", "code": 200}]} {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 21:10:56.101406 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-33c435ca-0fae-4b27-a829-467b63011545 {{(pid=103304) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 21:10:56.101826 n-d-760453-5 neutron-server[103304]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1a4030b5-e62b-456f-8ad9-78091d5f3c69', 'tag': 'b1cf0db7-210c-4ac4-bf31-d3bbda769392', 'status': 'completed', 'code': 200} Jan 26 21:10:56.157433 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Current status of the port 1d52a97f-f872-4639-9aab-44b4dcb45dd2 is: DOWN; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:10:56.157831 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (1d52a97f-f872-4639-9aab-44b4dcb45dd2), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:10:56.238597 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] For port 1d52a97f-f872-4639-9aab-44b4dcb45dd2, host n-d-760453-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=1d52a97f-f872-4639-9aab-44b4dcb45dd2,segment=NetworkSegment(783c42f6-f993-4cb9-a1f5-91588f8d0f68),segment_id=783c42f6-f993-4cb9-a1f5-91588f8d0f68)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:10:56.242843 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-b00984aa-0a6a-47cc-b8aa-fde3c38c8ac7 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=0357c4b8fe6545279be9cbab0b9afc6d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6099362 Jan 26 21:10:56.249966 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (1d52a97f-f872-4639-9aab-44b4dcb45dd2), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:10:56.256119 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 51718) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:10:56.264634 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Device 7e31b6e9-d96b-4f14-a87b-9575f346784c up at agent hyperv_n-h1-760453-5 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 21:10:56.351726 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-1c85b5b9-3fd0-4132-be62-91c441426080 admin admin] Publish callbacks [] for security_group (ef8dc3f7-288e-4b6b-95f5-236cc821dd74), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:10:56.373957 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-e9199e12-9d9b-4c8b-8b51-0df36a215d6a req-dfe80282-7eb9-4b80-8d8f-40bb4f54dc8d tempest-LiveAutoBlockMigrationV225Test-2082869167 tempest-LiveAutoBlockMigrationV225Test-2082869167-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=d3d52ae6-e761-44ee-98bd-9ad0dc66343a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6388860 Jan 26 21:10:56.374563 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-f5bc118c-33c9-4c9f-bf4c-51c736889535 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (2cae12e7-2124-4edb-97cf-5e894100f8bf), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:10:56.381669 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-1c85b5b9-3fd0-4132-be62-91c441426080 admin admin] Publish callbacks [] for security_group (ef8dc3f7-288e-4b6b-95f5-236cc821dd74), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:10:56.396151 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-504217f1-4924-4261-b160-ed3f10e7968b admin admin] Router 954567f2-9f21-4bd5-91a0-c63dc8249105 is scheduled to L3 agent 09df100c-3af1-4b0a-bda8-05914c71c458 with binding_index 1 {{(pid=103305) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 26 21:10:56.402989 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49a76f9-703b-4743-afac-636c289f7ae0 req-28553e9e-272e-4e45-b2ff-8a5b708bab73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:10:56.404804 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-f49a76f9-703b-4743-afac-636c289f7ae0 req-28553e9e-272e-4e45-b2ff-8a5b708bab73 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=bb8e30cd-240a-4132-b8d4-6cff4f58fcab HTTP/1.1" status: 200 len: 851 time: 0.3842010 Jan 26 21:10:56.408545 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-1e3aa897-afa1-467a-890f-cbfd90df94f7 tempest-ServersWithSpecificFlavorTestJSON-1678027092 tempest-ServersWithSpecificFlavorTestJSON-1678027092-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746560636600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746560234536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9281553'] for port (9a7c93ce-5022-43df-a15e-2c749b12751c), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:10:56.423658 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54aa432d-33a6-47d9-a51c-c0e3f2a28cec None None] Network c51b7d10-9231-4438-a440-4c92a6a50ca4 requested from n-d-760453-5 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 26 21:10:56.433105 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Pushing event updated for resources: {'Port': ['ID=1d52a97f-f872-4639-9aab-44b4dcb45dd2,revision_number=3']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:10:56.491567 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589b01b7-4c85-4332-a0c2-e5e19d1b97e3 req-26c99f1d-34a8-41b1-a970-71d7e825d696 tempest-ServerPasswordTestJSON-1248645277 tempest-ServerPasswordTestJSON-1248645277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:10:56.496323 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-1c85b5b9-3fd0-4132-be62-91c441426080 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (ef8dc3f7-288e-4b6b-95f5-236cc821dd74), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:10:56.499357 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-1c85b5b9-3fd0-4132-be62-91c441426080 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:10:56.500790 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-589b01b7-4c85-4332-a0c2-e5e19d1b97e3 req-26c99f1d-34a8-41b1-a970-71d7e825d696 tempest-ServerPasswordTestJSON-1248645277 tempest-ServerPasswordTestJSON-1248645277-project] 10.222.0.13 "GET /v2.0/ports?device_id=1a4030b5-e62b-456f-8ad9-78091d5f3c69 HTTP/1.1" status: 200 len: 944 time: 0.3090432 Jan 26 21:10:56.503609 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-1c85b5b9-3fd0-4132-be62-91c441426080 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ef8dc3f7-288e-4b6b-95f5-236cc821dd74 HTTP/1.1" status: 204 len: 168 time: 0.2435000 Jan 26 21:10:56.552087 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-f49a76f9-703b-4743-afac-636c289f7ae0 req-7689f183-73d5-47f8-a879-c4e27e49789c service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=a46ff580-b45e-4fcd-b6c1-917ab51b8918&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1317561 Jan 26 21:10:56.559586 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c85b5b9-3fd0-4132-be62-91c441426080 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef8dc3f7-288e-4b6b-95f5-236cc821dd74,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:10:56.670374 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e3aa897-afa1-467a-890f-cbfd90df94f7 tempest-ServersWithSpecificFlavorTestJSON-1678027092 tempest-ServersWithSpecificFlavorTestJSON-1678027092-project] Pushing event deleted for resources: {'Port': ['ID=9a7c93ce-5022-43df-a15e-2c749b12751c,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:10:56.746920 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-504217f1-4924-4261-b160-ed3f10e7968b admin admin] Notify agent at l3_agent.n-d-760453-5 the message routers_updated {{(pid=103305) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 26 21:10:56.762569 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3612d938-c3a4-46a4-9f74-cf1ae773214d None None] Sync routers for ids ['954567f2-9f21-4bd5-91a0-c63dc8249105'] in n-d-760453-5 {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 26 21:10:56.803367 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3612d938-c3a4-46a4-9f74-cf1ae773214d None None] Routers {'954567f2-9f21-4bd5-91a0-c63dc8249105'} bound to L3 agent in host n-d-760453-5 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 21:10:56.811442 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-3612d938-c3a4-46a4-9f74-cf1ae773214d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-26T20:55:21Z,description=,heartbeat_timestamp=2022-01-26T21:10:51Z,host='n-d-760453-5',id=09df100c-3af1-4b0a-bda8-05914c71c458,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:55:21Z,topic='l3_agent')) {'router_ids': ['954567f2-9f21-4bd5-91a0-c63dc8249105'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:10:56.831996 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Provisioning complete for port 7e31b6e9-d96b-4f14-a87b-9575f346784c triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:10:56.833842 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (7e31b6e9-d96b-4f14-a87b-9575f346784c), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:10:56.835992 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-1b3655db-a444-495b-90ad-f9f7ae0c9e76 None None] Provisioning complete for port 1d52a97f-f872-4639-9aab-44b4dcb45dd2 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:10:56.840320 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-504217f1-4924-4261-b160-ed3f10e7968b admin admin] Publish callbacks [] for router (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:10:56.848065 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-1b3655db-a444-495b-90ad-f9f7ae0c9e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (1d52a97f-f872-4639-9aab-44b4dcb45dd2), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:10:56.859591 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-504217f1-4924-4261-b160-ed3f10e7968b admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 932 time: 4.1703720 Jan 26 21:10:56.860378 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 51734) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:10:57.178389 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device a7c2c3dd-b44d-4017-8d08-835e6c727cb3 up at agent ovs-agent-n-d-760453-5 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 21:10:57.184624 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-f5bc118c-33c9-4c9f-bf4c-51c736889535 admin admin] Publish callbacks [] for port (2cae12e7-2124-4edb-97cf-5e894100f8bf), precommit_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:10:57.256287 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_dvr_db [None req-3612d938-c3a4-46a4-9f74-cf1ae773214d None None] Set router 954567f2-9f21-4bd5-91a0-c63dc8249105 gateway port host: n-d-760453-5 {{(pid=103307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 21:10:57.324625 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-589b01b7-4c85-4332-a0c2-e5e19d1b97e3 req-2f82d233-3d28-40fd-a0c0-5bf0549a8a51 tempest-ServerPasswordTestJSON-1248645277 tempest-ServerPasswordTestJSON-1248645277-project] 10.222.0.13 "GET /v2.0/security-groups?id=362c86c7-93ee-4c06-a7be-8deb7b518dd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8227830 Jan 26 21:10:57.382346 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-f5bc118c-33c9-4c9f-bf4c-51c736889535 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9281542'] for port (2cae12e7-2124-4edb-97cf-5e894100f8bf), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:10:57.541413 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5bc118c-33c9-4c9f-bf4c-51c736889535 admin admin] Pushing event updated for resources: {'Port': ['ID=2cae12e7-2124-4edb-97cf-5e894100f8bf,revision_number=2']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:10:57.617102 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-1b3655db-a444-495b-90ad-f9f7ae0c9e76 None None] Current status of the port 1d52a97f-f872-4639-9aab-44b4dcb45dd2 is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:10:57.643374 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Current status of the port 7e31b6e9-d96b-4f14-a87b-9575f346784c is: BUILD; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:10:57.643767 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (7e31b6e9-d96b-4f14-a87b-9575f346784c), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:10:57.647093 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Provisioning complete for port a7c2c3dd-b44d-4017-8d08-835e6c727cb3 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:10:57.647460 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (a7c2c3dd-b44d-4017-8d08-835e6c727cb3), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:10:57.740776 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-1e3aa897-afa1-467a-890f-cbfd90df94f7 tempest-ServersWithSpecificFlavorTestJSON-1678027092 tempest-ServersWithSpecificFlavorTestJSON-1678027092-project] Publish callbacks [] for floatingip (5c2e8654-517e-4ce3-bf85-e855360b6a26), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:10:57.744440 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-1e3aa897-afa1-467a-890f-cbfd90df94f7 tempest-ServersWithSpecificFlavorTestJSON-1678027092 tempest-ServersWithSpecificFlavorTestJSON-1678027092-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for floatingip (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:10:57.746813 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-1e3aa897-afa1-467a-890f-cbfd90df94f7 tempest-ServersWithSpecificFlavorTestJSON-1678027092 tempest-ServersWithSpecificFlavorTestJSON-1678027092-project] 10.222.0.13 "DELETE /v2.0/floatingips/5c2e8654-517e-4ce3-bf85-e855360b6a26 HTTP/1.1" status: 204 len: 168 time: 4.4011054 Jan 26 21:10:57.758780 n-d-760453-5 neutron-server[103306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fda5c4b7-d9ed-47bc-a94f-3ae0ff118ddf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e31b6e9-d96b-4f14-a87b-9575f346784c'}] {{(pid=103306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 21:10:57.761736 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9d5d370febab655511bdd2ffe887e43e442d144a440368702bcc1e93af00b97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2cdc0616-d4ab-4900-a472-77f423594dbe" -d '{"events": [{"server_uuid": "fda5c4b7-d9ed-47bc-a94f-3ae0ff118ddf", "name": "network-vif-plugged", "status": "completed", "tag": "7e31b6e9-d96b-4f14-a87b-9575f346784c"}]}' {{(pid=103306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 21:10:57.792586 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] For port 7e31b6e9-d96b-4f14-a87b-9575f346784c, host n-h1-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-5',level=0,port_id=7e31b6e9-d96b-4f14-a87b-9575f346784c,segment=NetworkSegment(4eab25d6-89d9-4907-a1c2-51b06443ba33),segment_id=4eab25d6-89d9-4907-a1c2-51b06443ba33)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:10:57.808113 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (7e31b6e9-d96b-4f14-a87b-9575f346784c), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:10:57.814933 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-85584363-e5c0-46fd-a9e2-340fde947e4c None None] Provisioning complete for port 1d52a97f-f872-4639-9aab-44b4dcb45dd2 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:10:57.815308 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-85584363-e5c0-46fd-a9e2-340fde947e4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (1d52a97f-f872-4639-9aab-44b4dcb45dd2), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:10:57.837504 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-3612d938-c3a4-46a4-9f74-cf1ae773214d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '954567f2-9f21-4bd5-91a0-c63dc8249105', 'name': 'tempest-FloatingIPsAssociationTestJSON-936393355-router', 'tenant_id': '7bdfe07917df421d9be436779552b002', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'external_fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.237'}], 'enable_snat': True}, 'gw_port_id': '19a784ed-8ecf-429b-9a5f-da8bc68c331b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T21:10:52Z', 'updated_at': '2022-01-26T21:10:54Z', 'revision_number': 3, 'project_id': '7bdfe07917df421d9be436779552b002', 'gw_port': {'id': '19a784ed-8ecf-429b-9a5f-da8bc68c331b', 'name': '', 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:a6:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '954567f2-9f21-4bd5-91a0-c63dc8249105', 'device_owner': 'network:router_gateway', 'standard_attr_id': 926, 'fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:10:53Z', 'updated_at': '2022-01-26T21:10:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-5'}], 'n-d-760453-5', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:10:57.840479 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce34fee-338e-4810-a809-c6fd4d183d4d req-ab0932da-0ea1-4681-99c9-4eeebe077967 tempest-LiveAutoBlockMigrationV225Test-1645909514 tempest-LiveAutoBlockMigrationV225Test-1645909514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:10:57.846046 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-3ce34fee-338e-4810-a809-c6fd4d183d4d req-ab0932da-0ea1-4681-99c9-4eeebe077967 tempest-LiveAutoBlockMigrationV225Test-1645909514 tempest-LiveAutoBlockMigrationV225Test-1645909514-project] 10.222.0.13 "GET /v2.0/ports?device_id=cbf92dab-bccf-42aa-9b00-3737afaeaf63 HTTP/1.1" status: 200 len: 944 time: 0.5358186 Jan 26 21:10:57.856345 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-f5bc118c-33c9-4c9f-bf4c-51c736889535 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3709457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4110682'] for router_interface (97039fc1-6c37-4af0-8e04-6fe23dc97b03), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:10:57.956978 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3612d938-c3a4-46a4-9f74-cf1ae773214d None None] Checking router: 954567f2-9f21-4bd5-91a0-c63dc8249105 for host: n-d-760453-5 {{(pid=103307) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 26 21:10:57.957221 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3612d938-c3a4-46a4-9f74-cf1ae773214d None None] Updating router 954567f2-9f21-4bd5-91a0-c63dc8249105 port 19a784ed-8ecf-429b-9a5f-da8bc68c331b binding host n-d-760453-5 {{(pid=103307) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 26 21:10:57.996024 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-f49a76f9-703b-4743-afac-636c289f7ae0 req-e603d90c-9634-4719-a980-bb45946abed7 service neutron] 10.222.0.57 "GET /v2.0/networks/a46ff580-b45e-4fcd-b6c1-917ab51b8918?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3183160 Jan 26 21:10:58.027734 n-d-760453-5 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-3612d938-c3a4-46a4-9f74-cf1ae773214d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (19a784ed-8ecf-429b-9a5f-da8bc68c331b), before_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:10:58.036548 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Pushing event updated for resources: {'Port': ['ID=7e31b6e9-d96b-4f14-a87b-9575f346784c,revision_number=10']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:10:58.038185 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf3a06b-fbeb-4fd7-a0e6-2c711bbb5bcb req-d50c258e-04e8-426d-8ae2-95f7129eba5d tempest-LiveAutoBlockMigrationV225Test-1645909514 tempest-LiveAutoBlockMigrationV225Test-1645909514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:10:58.043058 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-cbf3a06b-fbeb-4fd7-a0e6-2c711bbb5bcb req-d50c258e-04e8-426d-8ae2-95f7129eba5d tempest-LiveAutoBlockMigrationV225Test-1645909514 tempest-LiveAutoBlockMigrationV225Test-1645909514-project] 10.222.0.57 "GET /v2.0/ports?device_id=cbf92dab-bccf-42aa-9b00-3737afaeaf63 HTTP/1.1" status: 200 len: 944 time: 0.2184796 Jan 26 21:10:58.140976 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Current status of the port a7c2c3dd-b44d-4017-8d08-835e6c727cb3 is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:10:58.154266 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device 1d52a97f-f872-4639-9aab-44b4dcb45dd2 up at agent ovs-agent-n-d-760453-5 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 21:10:58.169143 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-3ce34fee-338e-4810-a809-c6fd4d183d4d req-ec87fa4a-6642-4669-b39c-76c5b568a868 tempest-LiveAutoBlockMigrationV225Test-1645909514 tempest-LiveAutoBlockMigrationV225Test-1645909514-project] 10.222.0.13 "GET /v2.0/security-groups?id=d3d52ae6-e761-44ee-98bd-9ad0dc66343a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3145196 Jan 26 21:10:58.226313 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-85584363-e5c0-46fd-a9e2-340fde947e4c None None] Current status of the port 1d52a97f-f872-4639-9aab-44b4dcb45dd2 is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:10:58.258134 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Provisioning complete for port 1d52a97f-f872-4639-9aab-44b4dcb45dd2 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:10:58.258852 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (1d52a97f-f872-4639-9aab-44b4dcb45dd2), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:10:58.326530 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Jan 2022 21:10:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43e9b5e1-d7d9-474c-84ee-0d2637060b09 x-openstack-request-id: req-43e9b5e1-d7d9-474c-84ee-0d2637060b09 {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 21:10:58.326972 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fda5c4b7-d9ed-47bc-a94f-3ae0ff118ddf", "name": "network-vif-plugged", "status": "completed", "tag": "7e31b6e9-d96b-4f14-a87b-9575f346784c", "code": 200}]} {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 21:10:58.327351 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-43e9b5e1-d7d9-474c-84ee-0d2637060b09 {{(pid=103306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 21:10:58.327911 n-d-760453-5 neutron-server[103306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fda5c4b7-d9ed-47bc-a94f-3ae0ff118ddf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e31b6e9-d96b-4f14-a87b-9575f346784c', 'code': 200} Jan 26 21:10:58.440369 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5bc118c-33c9-4c9f-bf4c-51c736889535 admin admin] Network 23a8eb47-a3af-44d7-bf53-589604960a93 is already hosted by enough agents. {{(pid=103304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 21:10:58.445717 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [None req-f5bc118c-33c9-4c9f-bf4c-51c736889535 admin admin] Resources bound (agent type, host, resource id): {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:10:58.477581 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-c73aa629-376d-43f9-8732-d8a0ef573247 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:10:58.501353 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Current status of the port 1d52a97f-f872-4639-9aab-44b4dcb45dd2 is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:10:58.572113 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-f49a76f9-703b-4743-afac-636c289f7ae0 req-1639dce2-5af3-4721-b6ff-d3901bdc331e service neutron] 10.222.0.57 "GET /v2.0/networks/a46ff580-b45e-4fcd-b6c1-917ab51b8918?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5601311 Jan 26 21:10:58.643846 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [req-cbf3a06b-fbeb-4fd7-a0e6-2c711bbb5bcb req-a13018ea-e5f9-4230-a918-f8f331627d2a tempest-LiveAutoBlockMigrationV225Test-1645909514 tempest-LiveAutoBlockMigrationV225Test-1645909514-project] Deleting port e22ff44d-fd52-4fab-95c2-61e096757fa1 {{(pid=103305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 21:10:58.647516 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-cbf3a06b-fbeb-4fd7-a0e6-2c711bbb5bcb req-a13018ea-e5f9-4230-a918-f8f331627d2a tempest-LiveAutoBlockMigrationV225Test-1645909514 tempest-LiveAutoBlockMigrationV225Test-1645909514-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746560630878'] for port (e22ff44d-fd52-4fab-95c2-61e096757fa1), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:10:58.980268 n-d-760453-5 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-3612d938-c3a4-46a4-9f74-cf1ae773214d None None] Publish callbacks [] for port (19a784ed-8ecf-429b-9a5f-da8bc68c331b), precommit_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:10:58.992432 n-d-760453-5 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-3612d938-c3a4-46a4-9f74-cf1ae773214d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (19a784ed-8ecf-429b-9a5f-da8bc68c331b), after_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:10:59.004250 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5bc118c-33c9-4c9f-bf4c-51c736889535 admin admin] Router 97039fc1-6c37-4af0-8e04-6fe23dc97b03 has already been hosted by L3 agent 09df100c-3af1-4b0a-bda8-05914c71c458 {{(pid=103304) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 26 21:10:59.062576 n-d-760453-5 neutron-server[103307]: DEBUG neutron.plugins.ml2.managers [None req-3612d938-c3a4-46a4-9f74-cf1ae773214d None None] Attempting to bind port 19a784ed-8ecf-429b-9a5f-da8bc68c331b on host n-d-760453-5 for vnic_type normal with profile {{(pid=103307) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 21:10:59.063097 n-d-760453-5 neutron-server[103307]: DEBUG neutron.plugins.ml2.managers [None req-3612d938-c3a4-46a4-9f74-cf1ae773214d None None] Attempting to bind port 19a784ed-8ecf-429b-9a5f-da8bc68c331b by drivers openvswitch,hyperv on host n-d-760453-5 at level 0 using segments [{'id': 'e17cb353-418f-48b9-b982-21a6233ee99b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299'}] {{(pid=103307) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 26 21:10:59.063597 n-d-760453-5 neutron-server[103307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3612d938-c3a4-46a4-9f74-cf1ae773214d None None] Attempting to bind port 19a784ed-8ecf-429b-9a5f-da8bc68c331b on network 4140a1f1-c93a-4bea-83a0-68953a54f299 {{(pid=103307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 21:10:59.067043 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726830b6-a74c-4541-9f4b-07e555a2260c None None] Pushing event updated for resources: {'Port': ['ID=19a784ed-8ecf-429b-9a5f-da8bc68c331b,revision_number=2']} {{(pid=103307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:10:59.073037 n-d-760453-5 neutron-server[103307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3612d938-c3a4-46a4-9f74-cf1ae773214d None None] Checking agent: {'id': 'fea0591a-627d-4c87-9a9a-01625ddf3277', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760453-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 20, 55, 25), 'started_at': datetime.datetime(2022, 1, 26, 20, 55, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 21, 10, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760453-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 26 21:10:59.074099 n-d-760453-5 neutron-server[103307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3612d938-c3a4-46a4-9f74-cf1ae773214d None None] Checking segment: {'id': 'e17cb353-418f-48b9-b982-21a6233ee99b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103307) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 21:10:59.074602 n-d-760453-5 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-3612d938-c3a4-46a4-9f74-cf1ae773214d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:10:59.075092 n-d-760453-5 neutron-server[103307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3612d938-c3a4-46a4-9f74-cf1ae773214d None None] Bound using segment: {'id': 'e17cb353-418f-48b9-b982-21a6233ee99b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299'} {{(pid=103307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 26 21:10:59.075692 n-d-760453-5 neutron-server[103307]: DEBUG neutron.plugins.ml2.managers [None req-3612d938-c3a4-46a4-9f74-cf1ae773214d None None] Bound port: 19a784ed-8ecf-429b-9a5f-da8bc68c331b, host: n-d-760453-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e17cb353-418f-48b9-b982-21a6233ee99b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299'}}] {{(pid=103307) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 26 21:10:59.076175 n-d-760453-5 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-3612d938-c3a4-46a4-9f74-cf1ae773214d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (19a784ed-8ecf-429b-9a5f-da8bc68c331b), before_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:10:59.084844 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726830b6-a74c-4541-9f4b-07e555a2260c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:10:59.085387 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726830b6-a74c-4541-9f4b-07e555a2260c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:10:59.085830 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726830b6-a74c-4541-9f4b-07e555a2260c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:10:59.086360 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726830b6-a74c-4541-9f4b-07e555a2260c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:10:59.086982 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726830b6-a74c-4541-9f4b-07e555a2260c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:10:59.087404 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726830b6-a74c-4541-9f4b-07e555a2260c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:10:59.087961 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726830b6-a74c-4541-9f4b-07e555a2260c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:10:59.088894 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726830b6-a74c-4541-9f4b-07e555a2260c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:10:59.089344 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726830b6-a74c-4541-9f4b-07e555a2260c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:10:59.089856 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726830b6-a74c-4541-9f4b-07e555a2260c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:10:59.090452 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726830b6-a74c-4541-9f4b-07e555a2260c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:10:59.090871 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726830b6-a74c-4541-9f4b-07e555a2260c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:10:59.091289 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726830b6-a74c-4541-9f4b-07e555a2260c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:10:59.105182 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44fe04c8-cd4e-43a2-91de-859182484918 req-6f7701de-4924-47f4-909e-b931bf7cd454 tempest-ServerPasswordTestJSON-1248645277 tempest-ServerPasswordTestJSON-1248645277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:10:59.106827 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-44fe04c8-cd4e-43a2-91de-859182484918 req-6f7701de-4924-47f4-909e-b931bf7cd454 tempest-ServerPasswordTestJSON-1248645277 tempest-ServerPasswordTestJSON-1248645277-project] 10.222.0.13 "GET /v2.0/ports?device_id=1a4030b5-e62b-456f-8ad9-78091d5f3c69 HTTP/1.1" status: 200 len: 944 time: 0.5335715 Jan 26 21:10:59.183736 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-eac4ea8b-f623-4f72-9a6b-7993d860be18 None None] Provisioning complete for port 2cae12e7-2124-4edb-97cf-5e894100f8bf triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:10:59.184337 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-eac4ea8b-f623-4f72-9a6b-7993d860be18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (2cae12e7-2124-4edb-97cf-5e894100f8bf), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:10:59.256916 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.db_base_plugin_common [None req-c73aa629-376d-43f9-8732-d8a0ef573247 admin admin] Allocated IP 172.20.0.1 (c51b7d10-9231-4438-a440-4c92a6a50ca4/f7b7ba1f-f452-4d1f-b54c-6aaf311b4599/cf3de5fd-328f-4fc5-9713-971aefb20f27) {{(pid=103305) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 21:10:59.273902 n-d-760453-5 neutron-server[103307]: DEBUG neutron.plugins.ml2.db [None req-3612d938-c3a4-46a4-9f74-cf1ae773214d None None] For port 19a784ed-8ecf-429b-9a5f-da8bc68c331b, host n-d-760453-5, cleared binding levels {{(pid=103307) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 26 21:10:59.287248 n-d-760453-5 neutron-server[103307]: DEBUG neutron.plugins.ml2.db [None req-3612d938-c3a4-46a4-9f74-cf1ae773214d None None] For port 19a784ed-8ecf-429b-9a5f-da8bc68c331b, host n-d-760453-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=19a784ed-8ecf-429b-9a5f-da8bc68c331b,segment=NetworkSegment(e17cb353-418f-48b9-b982-21a6233ee99b),segment_id=e17cb353-418f-48b9-b982-21a6233ee99b)] {{(pid=103307) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 26 21:10:59.297315 n-d-760453-5 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-3612d938-c3a4-46a4-9f74-cf1ae773214d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (19a784ed-8ecf-429b-9a5f-da8bc68c331b), after_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:10:59.316969 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-eac4ea8b-f623-4f72-9a6b-7993d860be18 None None] Port 2cae12e7-2124-4edb-97cf-5e894100f8bf cannot update to ACTIVE because it is not bound. {{(pid=103306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 26 21:10:59.379482 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3612d938-c3a4-46a4-9f74-cf1ae773214d None None] Routers {'954567f2-9f21-4bd5-91a0-c63dc8249105'} bound to L3 agent in host n-d-760453-5 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 21:10:59.380586 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-3612d938-c3a4-46a4-9f74-cf1ae773214d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-26T20:55:21Z,description=,heartbeat_timestamp=2022-01-26T21:10:51Z,host='n-d-760453-5',id=09df100c-3af1-4b0a-bda8-05914c71c458,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:55:21Z,topic='l3_agent')) {'router_ids': ['954567f2-9f21-4bd5-91a0-c63dc8249105'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:10:59.399476 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 51816) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:10:59.399820 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 51818) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:10:59.426954 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726830b6-a74c-4541-9f4b-07e555a2260c None None] Pushing event updated for resources: {'Port': ['ID=19a784ed-8ecf-429b-9a5f-da8bc68c331b,revision_number=3']} {{(pid=103307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:10:59.455942 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [req-cbf3a06b-fbeb-4fd7-a0e6-2c711bbb5bcb req-a13018ea-e5f9-4230-a918-f8f331627d2a tempest-LiveAutoBlockMigrationV225Test-1645909514 tempest-LiveAutoBlockMigrationV225Test-1645909514-project] For port e22ff44d-fd52-4fab-95c2-61e096757fa1, host n-h2-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-5',level=0,port_id=e22ff44d-fd52-4fab-95c2-61e096757fa1,segment=NetworkSegment(ff84b980-87bb-452b-8f52-d472b3cbbe9c),segment_id=ff84b980-87bb-452b-8f52-d472b3cbbe9c)] {{(pid=103305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:10:59.456338 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-cbf3a06b-fbeb-4fd7-a0e6-2c711bbb5bcb req-a13018ea-e5f9-4230-a918-f8f331627d2a tempest-LiveAutoBlockMigrationV225Test-1645909514 tempest-LiveAutoBlockMigrationV225Test-1645909514-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4109658'] for port (e22ff44d-fd52-4fab-95c2-61e096757fa1), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:10:59.489396 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [req-cbf3a06b-fbeb-4fd7-a0e6-2c711bbb5bcb req-a13018ea-e5f9-4230-a918-f8f331627d2a tempest-LiveAutoBlockMigrationV225Test-1645909514 tempest-LiveAutoBlockMigrationV225Test-1645909514-project] Calling delete_port for e22ff44d-fd52-4fab-95c2-61e096757fa1 owned by compute:nova {{(pid=103305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 21:10:59.517503 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_dvr_db [None req-3612d938-c3a4-46a4-9f74-cf1ae773214d None None] Set router 954567f2-9f21-4bd5-91a0-c63dc8249105 gateway port host: n-d-760453-5 {{(pid=103307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 21:10:59.565545 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f60be67-c820-448a-a9ff-1097c9a891b7 req-c2dcdde9-f393-4084-a202-19c96bce30d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:10:59.575919 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-3f60be67-c820-448a-a9ff-1097c9a891b7 req-c2dcdde9-f393-4084-a202-19c96bce30d1 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=4476d3290d42450b9abb766f3fe2b848&device_id=1a4030b5-e62b-456f-8ad9-78091d5f3c69 HTTP/1.1" status: 200 len: 1095 time: 0.6673872 Jan 26 21:10:59.648218 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5bc118c-33c9-4c9f-bf4c-51c736889535 admin admin] Notify agent at l3_agent.n-d-760453-5 the message routers_updated {{(pid=103304) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 26 21:10:59.660797 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e66cdaa9-2227-4e4e-aea6-b153b9c2e88e None None] Sync routers for ids ['97039fc1-6c37-4af0-8e04-6fe23dc97b03'] in n-d-760453-5 {{(pid=103306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 26 21:10:59.701715 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e66cdaa9-2227-4e4e-aea6-b153b9c2e88e None None] Routers {'97039fc1-6c37-4af0-8e04-6fe23dc97b03'} bound to L3 agent in host n-d-760453-5 {{(pid=103306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 21:10:59.705859 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-f5bc118c-33c9-4c9f-bf4c-51c736889535 admin admin] 10.222.0.13 "PUT /v2.0/routers/97039fc1-6c37-4af0-8e04-6fe23dc97b03/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.1499581 Jan 26 21:10:59.706635 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-e66cdaa9-2227-4e4e-aea6-b153b9c2e88e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-26T20:55:21Z,description=,heartbeat_timestamp=2022-01-26T21:10:51Z,host='n-d-760453-5',id=09df100c-3af1-4b0a-bda8-05914c71c458,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:55:21Z,topic='l3_agent')) {'router_ids': ['97039fc1-6c37-4af0-8e04-6fe23dc97b03'], 'active': True} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:10:59.732175 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c48cb39-32eb-44b8-998f-31d9ba175119 req-06d81df8-40f8-4472-a05f-e3f06fad3361 tempest-LiveAutoBlockMigrationV225Test-1645909514 tempest-LiveAutoBlockMigrationV225Test-1645909514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:10:59.740004 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-2c48cb39-32eb-44b8-998f-31d9ba175119 req-06d81df8-40f8-4472-a05f-e3f06fad3361 tempest-LiveAutoBlockMigrationV225Test-1645909514 tempest-LiveAutoBlockMigrationV225Test-1645909514-project] 10.222.0.13 "GET /v2.0/ports?device_id=cbf92dab-bccf-42aa-9b00-3737afaeaf63 HTTP/1.1" status: 200 len: 944 time: 0.3379974 Jan 26 21:10:59.765142 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-44fe04c8-cd4e-43a2-91de-859182484918 req-d1a82c38-448c-44f6-93f7-f5ca58d1923e tempest-ServerPasswordTestJSON-1248645277 tempest-ServerPasswordTestJSON-1248645277-project] 10.222.0.13 "GET /v2.0/security-groups?id=362c86c7-93ee-4c06-a7be-8deb7b518dd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6405702 Jan 26 21:10:59.870916 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-2c48cb39-32eb-44b8-998f-31d9ba175119 req-456ebb59-db83-4cb7-9508-8ad0f1d34e99 tempest-LiveAutoBlockMigrationV225Test-1645909514 tempest-LiveAutoBlockMigrationV225Test-1645909514-project] 10.222.0.13 "GET /v2.0/security-groups?id=d3d52ae6-e761-44ee-98bd-9ad0dc66343a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243310 Jan 26 21:10:59.875388 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f60be67-c820-448a-a9ff-1097c9a891b7 req-5141a195-2205-466b-8a48-691a93118b75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:10:59.876814 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-3f60be67-c820-448a-a9ff-1097c9a891b7 req-5141a195-2205-466b-8a48-691a93118b75 service neutron] 10.222.0.57 "GET /v2.0/networks?id=a46ff580-b45e-4fcd-b6c1-917ab51b8918 HTTP/1.1" status: 200 len: 912 time: 0.2902143 Jan 26 21:10:59.930253 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-3612d938-c3a4-46a4-9f74-cf1ae773214d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '954567f2-9f21-4bd5-91a0-c63dc8249105', 'name': 'tempest-FloatingIPsAssociationTestJSON-936393355-router', 'tenant_id': '7bdfe07917df421d9be436779552b002', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'external_fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.237'}], 'enable_snat': True}, 'gw_port_id': '19a784ed-8ecf-429b-9a5f-da8bc68c331b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T21:10:52Z', 'updated_at': '2022-01-26T21:10:54Z', 'revision_number': 3, 'project_id': '7bdfe07917df421d9be436779552b002', 'gw_port': {'id': '19a784ed-8ecf-429b-9a5f-da8bc68c331b', 'name': '', 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:a6:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '954567f2-9f21-4bd5-91a0-c63dc8249105', 'device_owner': 'network:router_gateway', 'standard_attr_id': 926, 'fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:10:53Z', 'updated_at': '2022-01-26T21:10:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-5'}], 'n-d-760453-5', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:10:59.953306 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-1b969588-9482-4d23-b426-b2e1179c8f51 tempest-PortsAdminExtendedAttrsTestJSON-505675885 tempest-PortsAdminExtendedAttrsTestJSON-505675885-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-6947785'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:10:59.959377 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-3f60be67-c820-448a-a9ff-1097c9a891b7 req-1c186e90-6eac-4c8b-8a88-21c08e15c3b6 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b1cf0db7-210c-4ac4-bf31-d3bbda769392 HTTP/1.1" status: 200 len: 217 time: 0.0684197 Jan 26 21:11:00.047031 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3612d938-c3a4-46a4-9f74-cf1ae773214d None None] The sync data for ids ['954567f2-9f21-4bd5-91a0-c63dc8249105'] in n-d-760453-5 is: [{'id': '954567f2-9f21-4bd5-91a0-c63dc8249105', 'name': 'tempest-FloatingIPsAssociationTestJSON-936393355-router', 'tenant_id': '7bdfe07917df421d9be436779552b002', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'external_fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.237'}], 'enable_snat': True}, 'gw_port_id': '19a784ed-8ecf-429b-9a5f-da8bc68c331b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T21:10:52Z', 'updated_at': '2022-01-26T21:10:54Z', 'revision_number': 3, 'project_id': '7bdfe07917df421d9be436779552b002', 'gw_port': {'id': '19a784ed-8ecf-429b-9a5f-da8bc68c331b', 'name': '', 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:a6:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '954567f2-9f21-4bd5-91a0-c63dc8249105', 'device_owner': 'network:router_gateway', 'standard_attr_id': 926, 'fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:10:53Z', 'updated_at': '2022-01-26T21:10:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-5'}] {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 26 21:11:00.049643 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-c73aa629-376d-43f9-8732-d8a0ef573247 admin admin] Publish callbacks [] for port (cf3de5fd-328f-4fc5-9713-971aefb20f27), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:11:00.124990 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-cbf3a06b-fbeb-4fd7-a0e6-2c711bbb5bcb req-a13018ea-e5f9-4230-a918-f8f331627d2a tempest-LiveAutoBlockMigrationV225Test-1645909514 tempest-LiveAutoBlockMigrationV225Test-1645909514-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746560636600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746560234536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11791543'] for port (e22ff44d-fd52-4fab-95c2-61e096757fa1), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:11:00.145711 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-c73aa629-376d-43f9-8732-d8a0ef573247 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746560234527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11791543'] for port (cf3de5fd-328f-4fc5-9713-971aefb20f27), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:11:00.178988 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] get_ports_and_sgs() called for port_ids ['40af6dae-610f-4291-8bbb-b8545196d594'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 26 21:11:00.187353 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13018ea-e5f9-4230-a918-f8f331627d2a tempest-LiveAutoBlockMigrationV225Test-1645909514 tempest-LiveAutoBlockMigrationV225Test-1645909514-project] Pushing event deleted for resources: {'Port': ['ID=e22ff44d-fd52-4fab-95c2-61e096757fa1,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:11:00.239879 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b969588-9482-4d23-b426-b2e1179c8f51 tempest-PortsAdminExtendedAttrsTestJSON-505675885 tempest-PortsAdminExtendedAttrsTestJSON-505675885-project] Made reservation on behalf of 0433b62fed1d4ae1bff294dbce7df06d for: {'network': 1} {{(pid=103304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 21:11:00.242173 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-1b969588-9482-4d23-b426-b2e1179c8f51 tempest-PortsAdminExtendedAttrsTestJSON-505675885 tempest-PortsAdminExtendedAttrsTestJSON-505675885-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for network (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:11:00.266051 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-1b969588-9482-4d23-b426-b2e1179c8f51 tempest-PortsAdminExtendedAttrsTestJSON-505675885 tempest-PortsAdminExtendedAttrsTestJSON-505675885-project] Publish callbacks [] for security_group (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:11:00.267235 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvr_db [None req-e66cdaa9-2227-4e4e-aea6-b153b9c2e88e None None] Set router 97039fc1-6c37-4af0-8e04-6fe23dc97b03 gateway port host: n-d-760453-5 {{(pid=103306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 21:11:00.272045 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f60be67-c820-448a-a9ff-1097c9a891b7 req-14e68fd9-acf0-4d08-81e2-fd1f104bae1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:11:00.275563 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-3f60be67-c820-448a-a9ff-1097c9a891b7 req-14e68fd9-acf0-4d08-81e2-fd1f104bae1f service neutron] 10.222.0.57 "GET /v2.0/subnets?id=bb8e30cd-240a-4132-b8d4-6cff4f58fcab HTTP/1.1" status: 200 len: 851 time: 0.3055887 Jan 26 21:11:00.306419 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [req-cbf3a06b-fbeb-4fd7-a0e6-2c711bbb5bcb req-a13018ea-e5f9-4230-a918-f8f331627d2a tempest-LiveAutoBlockMigrationV225Test-1645909514 tempest-LiveAutoBlockMigrationV225Test-1645909514-project] No DVR routers for this DVR port e22ff44d-fd52-4fab-95c2-61e096757fa1 on host n-h2-760453-5 {{(pid=103305) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 26 21:11:00.312163 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-cbf3a06b-fbeb-4fd7-a0e6-2c711bbb5bcb req-a13018ea-e5f9-4230-a918-f8f331627d2a tempest-LiveAutoBlockMigrationV225Test-1645909514 tempest-LiveAutoBlockMigrationV225Test-1645909514-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:11:00.315922 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-cbf3a06b-fbeb-4fd7-a0e6-2c711bbb5bcb req-a13018ea-e5f9-4230-a918-f8f331627d2a tempest-LiveAutoBlockMigrationV225Test-1645909514 tempest-LiveAutoBlockMigrationV225Test-1645909514-project] 10.222.0.57 "DELETE /v2.0/ports/e22ff44d-fd52-4fab-95c2-61e096757fa1 HTTP/1.1" status: 204 len: 173 time: 2.2628953 Jan 26 21:11:00.320175 n-d-760453-5 neutron-server[103305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cbf92dab-bccf-42aa-9b00-3737afaeaf63', 'name': 'network-vif-deleted', 'tag': 'e22ff44d-fd52-4fab-95c2-61e096757fa1'}] {{(pid=103305) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 21:11:00.322878 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d4654568b7bf041e72ff8fe1c96d6d761d9c921f2b99bc7b3a26632be20cee0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3a5fcb9-adfb-44c5-a1f3-34a18609896e" -d '{"events": [{"server_uuid": "cbf92dab-bccf-42aa-9b00-3737afaeaf63", "name": "network-vif-deleted", "tag": "e22ff44d-fd52-4fab-95c2-61e096757fa1"}]}' {{(pid=103305) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 21:11:00.335420 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c73aa629-376d-43f9-8732-d8a0ef573247 admin admin] Network c51b7d10-9231-4438-a440-4c92a6a50ca4 is already hosted by enough agents. {{(pid=103305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 21:11:00.339969 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [None req-c73aa629-376d-43f9-8732-d8a0ef573247 admin admin] Resources bound (agent type, host, resource id): {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:11:00.362436 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c73aa629-376d-43f9-8732-d8a0ef573247 admin admin] Received port after_create {{(pid=103305) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 21:11:00.433916 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c73aa629-376d-43f9-8732-d8a0ef573247 admin admin] Pushing event updated for resources: {'Port': ['ID=cf3de5fd-328f-4fc5-9713-971aefb20f27,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:11:00.466767 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-c73aa629-376d-43f9-8732-d8a0ef573247 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4111050'] for router_interface (954567f2-9f21-4bd5-91a0-c63dc8249105), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:11:00.502473 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-3f60be67-c820-448a-a9ff-1097c9a891b7 req-cfc9a42a-2623-40cc-aa66-9588d09437b1 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=a46ff580-b45e-4fcd-b6c1-917ab51b8918&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2158802 Jan 26 21:11:00.794673 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Jan 2022 21:11:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c605e007-2e9c-4275-bf78-1a09f8be89b7 x-openstack-request-id: req-c605e007-2e9c-4275-bf78-1a09f8be89b7 {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 21:11:00.797209 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cbf92dab-bccf-42aa-9b00-3737afaeaf63", "name": "network-vif-deleted", "tag": "e22ff44d-fd52-4fab-95c2-61e096757fa1", "status": "completed", "code": 200}]} {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 21:11:00.797780 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c605e007-2e9c-4275-bf78-1a09f8be89b7 {{(pid=103305) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 21:11:00.798590 n-d-760453-5 neutron-server[103305]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cbf92dab-bccf-42aa-9b00-3737afaeaf63', 'name': 'network-vif-deleted', 'tag': 'e22ff44d-fd52-4fab-95c2-61e096757fa1', 'status': 'completed', 'code': 200} Jan 26 21:11:00.866809 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-c73aa629-376d-43f9-8732-d8a0ef573247 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (cf3de5fd-328f-4fc5-9713-971aefb20f27), before_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:11:00.974872 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Device b1cf0db7-210c-4ac4-bf31-d3bbda769392 details requested by agent hyperv_n-h2-760453-5 with host n-h2-760453-5 {{(pid=103306) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 26 21:11:00.980217 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Device e22ff44d-fd52-4fab-95c2-61e096757fa1 no longer exists at agent hyperv_n-h2-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 26 21:11:01.107821 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] No Port match for: e22ff44d-fd52-4fab-95c2-61e096757fa1 {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 26 21:11:01.113100 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Device e22ff44d-fd52-4fab-95c2-61e096757fa1 not bound to the agent host n-h2-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 26 21:11:01.290824 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] For port b1cf0db7-210c-4ac4-bf31-d3bbda769392, host n-h2-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-5',level=0,port_id=b1cf0db7-210c-4ac4-bf31-d3bbda769392,segment=NetworkSegment(4917a68b-4173-4cf6-8e12-29d916f55701),segment_id=4917a68b-4173-4cf6-8e12-29d916f55701)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:11:01.324678 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-c73aa629-376d-43f9-8732-d8a0ef573247 admin admin] Publish callbacks [] for port (cf3de5fd-328f-4fc5-9713-971aefb20f27), precommit_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:11:01.333951 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Returning: {'device': 'b1cf0db7-210c-4ac4-bf31-d3bbda769392', 'network_id': 'a46ff580-b45e-4fcd-b6c1-917ab51b8918', 'port_id': 'b1cf0db7-210c-4ac4-bf31-d3bbda769392', 'mac_address': 'fa:16:3e:9b:df:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 556, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bb8e30cd-240a-4132-b8d4-6cff4f58fcab', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103306) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 26 21:11:01.340437 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-c73aa629-376d-43f9-8732-d8a0ef573247 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11791520'] for port (cf3de5fd-328f-4fc5-9713-971aefb20f27), after_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:11:01.399263 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device 19a784ed-8ecf-429b-9a5f-da8bc68c331b up at agent ovs-agent-n-d-760453-5 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 21:11:01.503546 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-c73aa629-376d-43f9-8732-d8a0ef573247 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3709457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4110682'] for router_interface (954567f2-9f21-4bd5-91a0-c63dc8249105), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:11:01.506197 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-e66cdaa9-2227-4e4e-aea6-b153b9c2e88e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97039fc1-6c37-4af0-8e04-6fe23dc97b03', 'name': 'tempest-FloatingIPDetailsTestJSON-2089547219-router', 'tenant_id': '2708e1a8e17e46f1853e87fe4692d263', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'external_fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.69'}], 'enable_snat': True}, 'gw_port_id': 'a7c2c3dd-b44d-4017-8d08-835e6c727cb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T21:10:45Z', 'updated_at': '2022-01-26T21:10:56Z', 'revision_number': 4, 'project_id': '2708e1a8e17e46f1853e87fe4692d263', 'gw_port': {'id': 'a7c2c3dd-b44d-4017-8d08-835e6c727cb3', 'name': '', 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:8e:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97039fc1-6c37-4af0-8e04-6fe23dc97b03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 906, 'fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:10:46Z', 'updated_at': '2022-01-26T21:10:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-5', '_interfaces': [{'id': '2cae12e7-2124-4edb-97cf-5e894100f8bf', 'name': '', 'network_id': '23a8eb47-a3af-44d7-bf53-589604960a93', 'tenant_id': '2708e1a8e17e46f1853e87fe4692d263', 'mac_address': 'fa:16:3e:f3:4d:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97039fc1-6c37-4af0-8e04-6fe23dc97b03', 'device_owner': 'network:router_interface', 'standard_attr_id': 923, 'fixed_ips': [{'subnet_id': '734f01c5-5637-40c4-9dcb-bd713ece4fca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:10:52Z', 'updated_at': '2022-01-26T21:10:56Z', 'revision_number': 2, 'project_id': '2708e1a8e17e46f1853e87fe4692d263', 'subnets': [{'id': '734f01c5-5637-40c4-9dcb-bd713ece4fca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760453-5', False) {} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:11:01.526240 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c73aa629-376d-43f9-8732-d8a0ef573247 admin admin] Pushing event updated for resources: {'Port': ['ID=cf3de5fd-328f-4fc5-9713-971aefb20f27,revision_number=2']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:11:01.585845 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-af3e1f75-5a11-481b-849b-bec69b7edb9d None None] Provisioning complete for port cf3de5fd-328f-4fc5-9713-971aefb20f27 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:11:01.586886 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-af3e1f75-5a11-481b-849b-bec69b7edb9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (cf3de5fd-328f-4fc5-9713-971aefb20f27), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:11:01.640466 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e66cdaa9-2227-4e4e-aea6-b153b9c2e88e None None] Checking router: 97039fc1-6c37-4af0-8e04-6fe23dc97b03 for host: n-d-760453-5 {{(pid=103306) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 26 21:11:01.641143 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e66cdaa9-2227-4e4e-aea6-b153b9c2e88e None None] Updating router 97039fc1-6c37-4af0-8e04-6fe23dc97b03 port 2cae12e7-2124-4edb-97cf-5e894100f8bf binding host n-d-760453-5 {{(pid=103306) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 26 21:11:01.681201 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-af3e1f75-5a11-481b-849b-bec69b7edb9d None None] Port cf3de5fd-328f-4fc5-9713-971aefb20f27 cannot update to ACTIVE because it is not bound. {{(pid=103306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 26 21:11:01.719188 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c73aa629-376d-43f9-8732-d8a0ef573247 admin admin] Network c51b7d10-9231-4438-a440-4c92a6a50ca4 is already hosted by enough agents. {{(pid=103305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 21:11:01.721265 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [None req-c73aa629-376d-43f9-8732-d8a0ef573247 admin admin] Resources bound (agent type, host, resource id): {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:11:01.794584 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-e66cdaa9-2227-4e4e-aea6-b153b9c2e88e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (2cae12e7-2124-4edb-97cf-5e894100f8bf), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:11:01.844805 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Current status of the port b1cf0db7-210c-4ac4-bf31-d3bbda769392 is: DOWN; New status is: BUILD {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:11:01.847460 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (b1cf0db7-210c-4ac4-bf31-d3bbda769392), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:11:01.978186 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c73aa629-376d-43f9-8732-d8a0ef573247 admin admin] Router 954567f2-9f21-4bd5-91a0-c63dc8249105 has already been hosted by L3 agent 09df100c-3af1-4b0a-bda8-05914c71c458 {{(pid=103305) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 26 21:11:02.178854 n-d-760453-5 neutron-server[103306]: DEBUG neutron.notifiers.nova [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b1cf0db7-210c-4ac4-bf31-d3bbda769392 {{(pid=103306) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 26 21:11:02.209330 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c73aa629-376d-43f9-8732-d8a0ef573247 admin admin] Notify agent at l3_agent.n-d-760453-5 the message routers_updated {{(pid=103305) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 26 21:11:02.216103 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-c73aa629-376d-43f9-8732-d8a0ef573247 admin admin] 10.222.0.13 "PUT /v2.0/routers/954567f2-9f21-4bd5-91a0-c63dc8249105/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3516464 Jan 26 21:11:02.216939 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] For port b1cf0db7-210c-4ac4-bf31-d3bbda769392, host n-h2-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-5',level=0,port_id=b1cf0db7-210c-4ac4-bf31-d3bbda769392,segment=NetworkSegment(4917a68b-4173-4cf6-8e12-29d916f55701),segment_id=4917a68b-4173-4cf6-8e12-29d916f55701)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:11:02.228256 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Provisioning complete for port 19a784ed-8ecf-429b-9a5f-da8bc68c331b triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:11:02.230361 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (19a784ed-8ecf-429b-9a5f-da8bc68c331b), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:11:02.281326 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc357a7-a680-4b24-a540-b3fa9bfa6040 req-9de5d5e8-4211-4662-8bea-b24bdafb50da tempest-ServerPasswordTestJSON-1248645277 tempest-ServerPasswordTestJSON-1248645277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:11:02.289412 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-5dc357a7-a680-4b24-a540-b3fa9bfa6040 req-9de5d5e8-4211-4662-8bea-b24bdafb50da tempest-ServerPasswordTestJSON-1248645277 tempest-ServerPasswordTestJSON-1248645277-project] 10.222.0.13 "GET /v2.0/ports?device_id=1a4030b5-e62b-456f-8ad9-78091d5f3c69 HTTP/1.1" status: 200 len: 944 time: 0.8526399 Jan 26 21:11:02.292900 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-3f60be67-c820-448a-a9ff-1097c9a891b7 req-c1932c5b-a255-4578-998c-84bf50aff4ed service neutron] 10.222.0.57 "GET /v2.0/networks/a46ff580-b45e-4fcd-b6c1-917ab51b8918?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.7801049 Jan 26 21:11:02.303730 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (b1cf0db7-210c-4ac4-bf31-d3bbda769392), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:11:02.323896 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-1b969588-9482-4d23-b426-b2e1179c8f51 tempest-PortsAdminExtendedAttrsTestJSON-505675885 tempest-PortsAdminExtendedAttrsTestJSON-505675885-project] Publish callbacks [] for security_group (4aadccbf-bf28-41f4-9c61-9b35be504535), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:11:02.379913 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-1b969588-9482-4d23-b426-b2e1179c8f51 tempest-PortsAdminExtendedAttrsTestJSON-505675885 tempest-PortsAdminExtendedAttrsTestJSON-505675885-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (4aadccbf-bf28-41f4-9c61-9b35be504535), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:11:02.387886 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-b1c517ff-40a0-40f5-bb37-b85698e586a6 req-2000d2ca-841e-4afb-95e2-81f5abf7abe3 tempest-FloatingIPDetailsTestJSON-177316673 tempest-FloatingIPDetailsTestJSON-177316673-project] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.9447920 Jan 26 21:11:02.415508 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [req-b1c517ff-40a0-40f5-bb37-b85698e586a6 req-fcbf7c3e-95f6-4c17-bafd-07136e75c157 tempest-FloatingIPDetailsTestJSON-177316673 tempest-FloatingIPDetailsTestJSON-177316673-project] Request body: {'floatingip': {'floating_network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:11:02.445894 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Pushing event updated for resources: {'Port': ['ID=b1cf0db7-210c-4ac4-bf31-d3bbda769392,revision_number=4']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:11:02.463750 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-b1c517ff-40a0-40f5-bb37-b85698e586a6 req-fcbf7c3e-95f6-4c17-bafd-07136e75c157 tempest-FloatingIPDetailsTestJSON-177316673 tempest-FloatingIPDetailsTestJSON-177316673-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:11:02.471075 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Current status of the port 19a784ed-8ecf-429b-9a5f-da8bc68c331b is: DOWN; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:11:02.471708 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (19a784ed-8ecf-429b-9a5f-da8bc68c331b), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:11:02.561561 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-c0627dbe-1a10-41e3-a6ff-2492f25e3ed9 None None] Provisioning complete for port cf3de5fd-328f-4fc5-9713-971aefb20f27 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:11:02.561999 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-c0627dbe-1a10-41e3-a6ff-2492f25e3ed9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (cf3de5fd-328f-4fc5-9713-971aefb20f27), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:11:02.586031 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1b969588-9482-4d23-b426-b2e1179c8f51 tempest-PortsAdminExtendedAttrsTestJSON-505675885 tempest-PortsAdminExtendedAttrsTestJSON-505675885-project] vlan segment allocate from pool success with {'vlan_id': 560, 'physical_network': 'physnet1'} {{(pid=103304) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 26 21:11:02.684767 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-e66cdaa9-2227-4e4e-aea6-b153b9c2e88e None None] Publish callbacks [] for port (2cae12e7-2124-4edb-97cf-5e894100f8bf), precommit_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:11:02.690506 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] get_ports_and_sgs() called for port_ids ['b1cf0db7-210c-4ac4-bf31-d3bbda769392'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 26 21:11:02.726632 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-3f60be67-c820-448a-a9ff-1097c9a891b7 req-a8ac8eec-93d6-4783-bf0a-b57bd1cbb4d5 service neutron] 10.222.0.57 "GET /v2.0/networks/a46ff580-b45e-4fcd-b6c1-917ab51b8918?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3177822 Jan 26 21:11:02.752077 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-e66cdaa9-2227-4e4e-aea6-b153b9c2e88e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (2cae12e7-2124-4edb-97cf-5e894100f8bf), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:11:02.777864 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] For port 19a784ed-8ecf-429b-9a5f-da8bc68c331b, host n-d-760453-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=19a784ed-8ecf-429b-9a5f-da8bc68c331b,segment=NetworkSegment(e17cb353-418f-48b9-b982-21a6233ee99b),segment_id=e17cb353-418f-48b9-b982-21a6233ee99b)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:11:02.814104 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-5dc357a7-a680-4b24-a540-b3fa9bfa6040 req-677b25c8-dbfc-4ca0-b9ac-0a9041efdbcf tempest-ServerPasswordTestJSON-1248645277 tempest-ServerPasswordTestJSON-1248645277-project] 10.222.0.13 "GET /v2.0/security-groups?id=362c86c7-93ee-4c06-a7be-8deb7b518dd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5238302 Jan 26 21:11:02.822422 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (19a784ed-8ecf-429b-9a5f-da8bc68c331b), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:11:02.862184 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-1b969588-9482-4d23-b426-b2e1179c8f51 tempest-PortsAdminExtendedAttrsTestJSON-505675885 tempest-PortsAdminExtendedAttrsTestJSON-505675885-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576559'] for segment (0f77bd99-5276-4608-ae0e-254011aac760), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:11:02.862675 n-d-760453-5 neutron-server[103304]: INFO neutron.db.segments_db [None req-1b969588-9482-4d23-b426-b2e1179c8f51 tempest-PortsAdminExtendedAttrsTestJSON-505675885 tempest-PortsAdminExtendedAttrsTestJSON-505675885-project] Added segment 0f77bd99-5276-4608-ae0e-254011aac760 of type vlan for network 26c2939d-0801-4272-a7ff-6511cc4170aa Jan 26 21:11:02.864893 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-c0627dbe-1a10-41e3-a6ff-2492f25e3ed9 None None] Port cf3de5fd-328f-4fc5-9713-971aefb20f27 cannot update to ACTIVE because it is not bound. {{(pid=103306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 26 21:11:02.876350 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b969588-9482-4d23-b426-b2e1179c8f51 tempest-PortsAdminExtendedAttrsTestJSON-505675885 tempest-PortsAdminExtendedAttrsTestJSON-505675885-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4aadccbf-bf28-41f4-9c61-9b35be504535,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:11:02.977112 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3bc00fe-f81a-4c8d-9b32-ba5c779f3766 None None] Pushing event updated for resources: {'Port': ['ID=2cae12e7-2124-4edb-97cf-5e894100f8bf,revision_number=3']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:11:03.089847 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-244eb8bf-f976-43d3-aefe-bd61e5cfa5ca req-7e0ac03c-467b-4f7d-a0b9-6397f11352ff tempest-LiveAutoBlockMigrationV225Test-1645909514 tempest-LiveAutoBlockMigrationV225Test-1645909514-project] 10.222.0.13 "GET /v2.0/ports?device_id=cbf92dab-bccf-42aa-9b00-3737afaeaf63 HTTP/1.1" status: 200 len: 210 time: 0.0913486 Jan 26 21:11:03.127272 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-1b969588-9482-4d23-b426-b2e1179c8f51 tempest-PortsAdminExtendedAttrsTestJSON-505675885 tempest-PortsAdminExtendedAttrsTestJSON-505675885-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746560256871'] for network (26c2939d-0801-4272-a7ff-6511cc4170aa), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:11:03.207202 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-e66cdaa9-2227-4e4e-aea6-b153b9c2e88e None None] Attempting to bind port 2cae12e7-2124-4edb-97cf-5e894100f8bf on host n-d-760453-5 for vnic_type normal with profile {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 21:11:03.211023 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-e66cdaa9-2227-4e4e-aea6-b153b9c2e88e None None] Attempting to bind port 2cae12e7-2124-4edb-97cf-5e894100f8bf by drivers openvswitch,hyperv on host n-d-760453-5 at level 0 using segments [{'id': '67be4c35-e691-4012-8081-5876ca19bbaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '23a8eb47-a3af-44d7-bf53-589604960a93'}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 26 21:11:03.211658 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e66cdaa9-2227-4e4e-aea6-b153b9c2e88e None None] Attempting to bind port 2cae12e7-2124-4edb-97cf-5e894100f8bf on network 23a8eb47-a3af-44d7-bf53-589604960a93 {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 21:11:03.249905 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e66cdaa9-2227-4e4e-aea6-b153b9c2e88e None None] Checking agent: {'id': 'fea0591a-627d-4c87-9a9a-01625ddf3277', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760453-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 20, 55, 25), 'started_at': datetime.datetime(2022, 1, 26, 20, 55, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 21, 10, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760453-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 26 21:11:03.250773 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e66cdaa9-2227-4e4e-aea6-b153b9c2e88e None None] Checking segment: {'id': '67be4c35-e691-4012-8081-5876ca19bbaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '23a8eb47-a3af-44d7-bf53-589604960a93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 21:11:03.251844 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-e66cdaa9-2227-4e4e-aea6-b153b9c2e88e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:11:03.252553 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e66cdaa9-2227-4e4e-aea6-b153b9c2e88e None None] Bound using segment: {'id': '67be4c35-e691-4012-8081-5876ca19bbaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '23a8eb47-a3af-44d7-bf53-589604960a93'} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 26 21:11:03.253250 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-e66cdaa9-2227-4e4e-aea6-b153b9c2e88e None None] Bound port: 2cae12e7-2124-4edb-97cf-5e894100f8bf, host: n-d-760453-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67be4c35-e691-4012-8081-5876ca19bbaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '23a8eb47-a3af-44d7-bf53-589604960a93'}}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 26 21:11:03.253844 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-e66cdaa9-2227-4e4e-aea6-b153b9c2e88e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (2cae12e7-2124-4edb-97cf-5e894100f8bf), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:11:03.266233 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Pushing event updated for resources: {'Port': ['ID=19a784ed-8ecf-429b-9a5f-da8bc68c331b,revision_number=4']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:11:03.305922 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0b906bd-23f1-4d3f-8086-7d3ebf23c496 None None] Sync routers for ids ['954567f2-9f21-4bd5-91a0-c63dc8249105'] in n-d-760453-5 {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 26 21:11:03.318683 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0b906bd-23f1-4d3f-8086-7d3ebf23c496 None None] Routers {'954567f2-9f21-4bd5-91a0-c63dc8249105'} bound to L3 agent in host n-d-760453-5 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 21:11:03.322906 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-c0b906bd-23f1-4d3f-8086-7d3ebf23c496 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-26T20:55:21Z,description=,heartbeat_timestamp=2022-01-26T21:10:51Z,host='n-d-760453-5',id=09df100c-3af1-4b0a-bda8-05914c71c458,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:55:21Z,topic='l3_agent')) {'router_ids': ['954567f2-9f21-4bd5-91a0-c63dc8249105'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:11:03.426696 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-1b969588-9482-4d23-b426-b2e1179c8f51 tempest-PortsAdminExtendedAttrsTestJSON-505675885 tempest-PortsAdminExtendedAttrsTestJSON-505675885-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503'] for network (26c2939d-0801-4272-a7ff-6511cc4170aa), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:11:03.430731 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-e66cdaa9-2227-4e4e-aea6-b153b9c2e88e None None] For port 2cae12e7-2124-4edb-97cf-5e894100f8bf, host n-d-760453-5, cleared binding levels {{(pid=103306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 26 21:11:03.434804 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b969588-9482-4d23-b426-b2e1179c8f51 tempest-PortsAdminExtendedAttrsTestJSON-505675885 tempest-PortsAdminExtendedAttrsTestJSON-505675885-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:11:03.435773 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-1b969588-9482-4d23-b426-b2e1179c8f51 tempest-PortsAdminExtendedAttrsTestJSON-505675885 tempest-PortsAdminExtendedAttrsTestJSON-505675885-project] Publish callbacks [] for network (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:11:03.435897 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-e66cdaa9-2227-4e4e-aea6-b153b9c2e88e None None] For port 2cae12e7-2124-4edb-97cf-5e894100f8bf, host n-d-760453-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=2cae12e7-2124-4edb-97cf-5e894100f8bf,segment=NetworkSegment(67be4c35-e691-4012-8081-5876ca19bbaa),segment_id=67be4c35-e691-4012-8081-5876ca19bbaa)] {{(pid=103306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 26 21:11:03.437160 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-bdeb05a8-2709-4a40-af24-9e5814e30343 None None] Provisioning complete for port 2cae12e7-2124-4edb-97cf-5e894100f8bf triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:11:03.437678 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-bdeb05a8-2709-4a40-af24-9e5814e30343 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (2cae12e7-2124-4edb-97cf-5e894100f8bf), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:11:03.467280 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-e66cdaa9-2227-4e4e-aea6-b153b9c2e88e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (2cae12e7-2124-4edb-97cf-5e894100f8bf), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:11:03.534792 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-b1c517ff-40a0-40f5-bb37-b85698e586a6 req-fcbf7c3e-95f6-4c17-bafd-07136e75c157 tempest-FloatingIPDetailsTestJSON-177316673 tempest-FloatingIPDetailsTestJSON-177316673-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:11:03.540140 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-1b969588-9482-4d23-b426-b2e1179c8f51 tempest-PortsAdminExtendedAttrsTestJSON-505675885 tempest-PortsAdminExtendedAttrsTestJSON-505675885-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 796 time: 4.0946841 Jan 26 21:11:03.549407 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-bdeb05a8-2709-4a40-af24-9e5814e30343 None None] Port 2cae12e7-2124-4edb-97cf-5e894100f8bf cannot update to ACTIVE because it is not bound. {{(pid=103306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 26 21:11:03.584651 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e66cdaa9-2227-4e4e-aea6-b153b9c2e88e None None] Routers {'97039fc1-6c37-4af0-8e04-6fe23dc97b03'} bound to L3 agent in host n-d-760453-5 {{(pid=103306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 21:11:03.585516 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-e66cdaa9-2227-4e4e-aea6-b153b9c2e88e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-26T20:55:21Z,description=,heartbeat_timestamp=2022-01-26T21:10:51Z,host='n-d-760453-5',id=09df100c-3af1-4b0a-bda8-05914c71c458,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:55:21Z,topic='l3_agent')) {'router_ids': ['97039fc1-6c37-4af0-8e04-6fe23dc97b03'], 'active': True} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:11:03.591602 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3bc00fe-f81a-4c8d-9b32-ba5c779f3766 None None] Pushing event updated for resources: {'Port': ['ID=2cae12e7-2124-4edb-97cf-5e894100f8bf,revision_number=4']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:11:03.631661 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-e474050e-8ff3-40d8-b02a-75ea96a1ea45 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4110657'] for router_interface (1e1537f3-2953-450d-9758-e36dd4e159f5), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:11:03.656174 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_dvr_db [None req-c0b906bd-23f1-4d3f-8086-7d3ebf23c496 None None] Set router 954567f2-9f21-4bd5-91a0-c63dc8249105 gateway port host: n-d-760453-5 {{(pid=103307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 21:11:03.660573 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b969588-9482-4d23-b426-b2e1179c8f51 tempest-PortsAdminExtendedAttrsTestJSON-505675885 tempest-PortsAdminExtendedAttrsTestJSON-505675885-project] Pushing event updated for resources: {'Network': ['ID=26c2939d-0801-4272-a7ff-6511cc4170aa,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:11:03.782814 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvr_db [None req-e66cdaa9-2227-4e4e-aea6-b153b9c2e88e None None] Set router 97039fc1-6c37-4af0-8e04-6fe23dc97b03 gateway port host: n-d-760453-5 {{(pid=103306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 21:11:03.964345 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Network 26c2939d-0801-4272-a7ff-6511cc4170aa details requested by agent ovs-agent-n-d-760453-5 with host n-d-760453-5 {{(pid=103306) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 26 21:11:04.028920 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-c0b906bd-23f1-4d3f-8086-7d3ebf23c496 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '954567f2-9f21-4bd5-91a0-c63dc8249105', 'name': 'tempest-FloatingIPsAssociationTestJSON-936393355-router', 'tenant_id': '7bdfe07917df421d9be436779552b002', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'external_fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.237'}], 'enable_snat': True}, 'gw_port_id': '19a784ed-8ecf-429b-9a5f-da8bc68c331b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T21:10:52Z', 'updated_at': '2022-01-26T21:11:00Z', 'revision_number': 4, 'project_id': '7bdfe07917df421d9be436779552b002', 'gw_port': {'id': '19a784ed-8ecf-429b-9a5f-da8bc68c331b', 'name': '', 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:a6:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '954567f2-9f21-4bd5-91a0-c63dc8249105', 'device_owner': 'network:router_gateway', 'standard_attr_id': 926, 'fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:10:53Z', 'updated_at': '2022-01-26T21:11:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-5', '_interfaces': [{'id': 'cf3de5fd-328f-4fc5-9713-971aefb20f27', 'name': '', 'network_id': 'c51b7d10-9231-4438-a440-4c92a6a50ca4', 'tenant_id': '7bdfe07917df421d9be436779552b002', 'mac_address': 'fa:16:3e:ad:b4:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '954567f2-9f21-4bd5-91a0-c63dc8249105', 'device_owner': 'network:router_interface', 'standard_attr_id': 927, 'fixed_ips': [{'subnet_id': 'f7b7ba1f-f452-4d1f-b54c-6aaf311b4599', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:10:58Z', 'updated_at': '2022-01-26T21:11:01Z', 'revision_number': 2, 'project_id': '7bdfe07917df421d9be436779552b002', 'subnets': [{'id': 'f7b7ba1f-f452-4d1f-b54c-6aaf311b4599', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760453-5', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:11:04.122929 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0b906bd-23f1-4d3f-8086-7d3ebf23c496 None None] Checking router: 954567f2-9f21-4bd5-91a0-c63dc8249105 for host: n-d-760453-5 {{(pid=103307) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 26 21:11:04.124182 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0b906bd-23f1-4d3f-8086-7d3ebf23c496 None None] Updating router 954567f2-9f21-4bd5-91a0-c63dc8249105 port cf3de5fd-328f-4fc5-9713-971aefb20f27 binding host n-d-760453-5 {{(pid=103307) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 26 21:11:04.156352 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11fc7ea-dbab-49a3-a2d7-78c5bd5ff26f req-b0c0a614-4332-4278-ba45-cd3e1be49353 tempest-FloatingIPsAssociationTestJSON-419529391 tempest-FloatingIPsAssociationTestJSON-419529391-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:11:04.161457 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-f11fc7ea-dbab-49a3-a2d7-78c5bd5ff26f req-b0c0a614-4332-4278-ba45-cd3e1be49353 tempest-FloatingIPsAssociationTestJSON-419529391 tempest-FloatingIPsAssociationTestJSON-419529391-project] 10.222.0.13 "GET /v2.0/networks?id=c51b7d10-9231-4438-a440-4c92a6a50ca4 HTTP/1.1" status: 200 len: 820 time: 0.3246558 Jan 26 21:11:04.178917 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.db_base_plugin_common [req-b1c517ff-40a0-40f5-bb37-b85698e586a6 req-fcbf7c3e-95f6-4c17-bafd-07136e75c157 tempest-FloatingIPDetailsTestJSON-177316673 tempest-FloatingIPDetailsTestJSON-177316673-project] Allocated IP 172.25.1.167 (4140a1f1-c93a-4bea-83a0-68953a54f299/e48251a1-e30d-4820-8396-00c6f6aeb601/449c20b7-6329-409b-a3cf-6c0411b3e147) {{(pid=103304) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 21:11:04.195048 n-d-760453-5 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-c0b906bd-23f1-4d3f-8086-7d3ebf23c496 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (cf3de5fd-328f-4fc5-9713-971aefb20f27), before_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:11:04.217265 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-f11fc7ea-dbab-49a3-a2d7-78c5bd5ff26f req-74f54b4b-4f60-4b19-9a2d-bbe81a15a5a5 tempest-FloatingIPsAssociationTestJSON-419529391 tempest-FloatingIPsAssociationTestJSON-419529391-project] 10.222.0.13 "GET /v2.0/quotas/7bdfe07917df421d9be436779552b002 HTTP/1.1" status: 200 len: 375 time: 0.0306149 Jan 26 21:11:04.284169 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-2985c5a9-c916-4092-bf2f-f21f7587a614 None None] Provisioning complete for port 2cae12e7-2124-4edb-97cf-5e894100f8bf triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:11:04.284550 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2985c5a9-c916-4092-bf2f-f21f7587a614 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (2cae12e7-2124-4edb-97cf-5e894100f8bf), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:11:04.437966 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-f11fc7ea-dbab-49a3-a2d7-78c5bd5ff26f req-dbea20a8-0833-45a7-a985-ccec030e9a50 tempest-FloatingIPsAssociationTestJSON-419529391 tempest-FloatingIPsAssociationTestJSON-419529391-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=7bdfe07917df421d9be436779552b002&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2197459 Jan 26 21:11:04.534659 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2985c5a9-c916-4092-bf2f-f21f7587a614 None None] Current status of the port 2cae12e7-2124-4edb-97cf-5e894100f8bf is: DOWN; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:11:04.535232 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2985c5a9-c916-4092-bf2f-f21f7587a614 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (2cae12e7-2124-4edb-97cf-5e894100f8bf), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:11:04.676543 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-b1c517ff-40a0-40f5-bb37-b85698e586a6 req-fcbf7c3e-95f6-4c17-bafd-07136e75c157 tempest-FloatingIPDetailsTestJSON-177316673 tempest-FloatingIPDetailsTestJSON-177316673-project] Publish callbacks [] for port (449c20b7-6329-409b-a3cf-6c0411b3e147), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:11:04.678799 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-2985c5a9-c916-4092-bf2f-f21f7587a614 None None] For port 2cae12e7-2124-4edb-97cf-5e894100f8bf, host n-d-760453-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=2cae12e7-2124-4edb-97cf-5e894100f8bf,segment=NetworkSegment(67be4c35-e691-4012-8081-5876ca19bbaa),segment_id=67be4c35-e691-4012-8081-5876ca19bbaa)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:11:04.690606 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2985c5a9-c916-4092-bf2f-f21f7587a614 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (2cae12e7-2124-4edb-97cf-5e894100f8bf), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:11:04.769887 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-f11fc7ea-dbab-49a3-a2d7-78c5bd5ff26f req-fe12742e-f4f3-4396-9627-0f291317c96b service neutron] 10.222.0.13 "GET /v2.0/networks/c51b7d10-9231-4438-a440-4c92a6a50ca4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3309791 Jan 26 21:11:04.774070 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-b1c517ff-40a0-40f5-bb37-b85698e586a6 req-fcbf7c3e-95f6-4c17-bafd-07136e75c157 tempest-FloatingIPDetailsTestJSON-177316673 tempest-FloatingIPDetailsTestJSON-177316673-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746560234527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9281553'] for port (449c20b7-6329-409b-a3cf-6c0411b3e147), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:11:04.778210 n-d-760453-5 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-c0b906bd-23f1-4d3f-8086-7d3ebf23c496 None None] Publish callbacks [] for port (cf3de5fd-328f-4fc5-9713-971aefb20f27), precommit_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:11:04.793622 n-d-760453-5 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-c0b906bd-23f1-4d3f-8086-7d3ebf23c496 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (cf3de5fd-328f-4fc5-9713-971aefb20f27), after_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:11:04.806617 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2985c5a9-c916-4092-bf2f-f21f7587a614 None None] Pushing event updated for resources: {'Port': ['ID=2cae12e7-2124-4edb-97cf-5e894100f8bf,revision_number=5']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:11:04.868232 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-e66cdaa9-2227-4e4e-aea6-b153b9c2e88e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97039fc1-6c37-4af0-8e04-6fe23dc97b03', 'name': 'tempest-FloatingIPDetailsTestJSON-2089547219-router', 'tenant_id': '2708e1a8e17e46f1853e87fe4692d263', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'external_fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.69'}], 'enable_snat': True}, 'gw_port_id': 'a7c2c3dd-b44d-4017-8d08-835e6c727cb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T21:10:45Z', 'updated_at': '2022-01-26T21:10:56Z', 'revision_number': 4, 'project_id': '2708e1a8e17e46f1853e87fe4692d263', 'gw_port': {'id': 'a7c2c3dd-b44d-4017-8d08-835e6c727cb3', 'name': '', 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:8e:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97039fc1-6c37-4af0-8e04-6fe23dc97b03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 906, 'fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:10:46Z', 'updated_at': '2022-01-26T21:10:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-5', '_interfaces': [{'id': '2cae12e7-2124-4edb-97cf-5e894100f8bf', 'name': '', 'network_id': '23a8eb47-a3af-44d7-bf53-589604960a93', 'tenant_id': '2708e1a8e17e46f1853e87fe4692d263', 'mac_address': 'fa:16:3e:f3:4d:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97039fc1-6c37-4af0-8e04-6fe23dc97b03', 'device_owner': 'network:router_interface', 'standard_attr_id': 923, 'fixed_ips': [{'subnet_id': '734f01c5-5637-40c4-9dcb-bd713ece4fca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:10:52Z', 'updated_at': '2022-01-26T21:11:03Z', 'revision_number': 4, 'project_id': '2708e1a8e17e46f1853e87fe4692d263', 'subnets': [{'id': '734f01c5-5637-40c4-9dcb-bd713ece4fca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760453-5', False) {} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:11:04.901662 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f39672-c3c1-48b6-a373-739ac0f79f00 None None] Pushing event updated for resources: {'Port': ['ID=cf3de5fd-328f-4fc5-9713-971aefb20f27,revision_number=3']} {{(pid=103307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:11:04.945860 n-d-760453-5 neutron-server[103307]: DEBUG neutron.plugins.ml2.managers [None req-c0b906bd-23f1-4d3f-8086-7d3ebf23c496 None None] Attempting to bind port cf3de5fd-328f-4fc5-9713-971aefb20f27 on host n-d-760453-5 for vnic_type normal with profile {{(pid=103307) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 21:11:04.946763 n-d-760453-5 neutron-server[103307]: DEBUG neutron.plugins.ml2.managers [None req-c0b906bd-23f1-4d3f-8086-7d3ebf23c496 None None] Attempting to bind port cf3de5fd-328f-4fc5-9713-971aefb20f27 by drivers openvswitch,hyperv on host n-d-760453-5 at level 0 using segments [{'id': '783c42f6-f993-4cb9-a1f5-91588f8d0f68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'c51b7d10-9231-4438-a440-4c92a6a50ca4'}] {{(pid=103307) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 26 21:11:04.946763 n-d-760453-5 neutron-server[103307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0b906bd-23f1-4d3f-8086-7d3ebf23c496 None None] Attempting to bind port cf3de5fd-328f-4fc5-9713-971aefb20f27 on network c51b7d10-9231-4438-a440-4c92a6a50ca4 {{(pid=103307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 21:11:04.954690 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Device b1cf0db7-210c-4ac4-bf31-d3bbda769392 up at agent hyperv_n-h2-760453-5 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 21:11:04.968749 n-d-760453-5 neutron-server[103307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0b906bd-23f1-4d3f-8086-7d3ebf23c496 None None] Checking agent: {'id': 'fea0591a-627d-4c87-9a9a-01625ddf3277', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760453-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 20, 55, 25), 'started_at': datetime.datetime(2022, 1, 26, 20, 55, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 21, 10, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760453-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 26 21:11:04.974246 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-f11fc7ea-dbab-49a3-a2d7-78c5bd5ff26f req-e6fcfb19-f243-4e7d-b97f-cf7904ba0d0b service neutron] 10.222.0.13 "GET /v2.0/networks/c51b7d10-9231-4438-a440-4c92a6a50ca4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1914382 Jan 26 21:11:04.982707 n-d-760453-5 neutron-server[103307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0b906bd-23f1-4d3f-8086-7d3ebf23c496 None None] Checking segment: {'id': '783c42f6-f993-4cb9-a1f5-91588f8d0f68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'c51b7d10-9231-4438-a440-4c92a6a50ca4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103307) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 21:11:04.987317 n-d-760453-5 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-c0b906bd-23f1-4d3f-8086-7d3ebf23c496 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:11:04.989727 n-d-760453-5 neutron-server[103307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0b906bd-23f1-4d3f-8086-7d3ebf23c496 None None] Bound using segment: {'id': '783c42f6-f993-4cb9-a1f5-91588f8d0f68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'c51b7d10-9231-4438-a440-4c92a6a50ca4'} {{(pid=103307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 26 21:11:04.991501 n-d-760453-5 neutron-server[103307]: DEBUG neutron.plugins.ml2.managers [None req-c0b906bd-23f1-4d3f-8086-7d3ebf23c496 None None] Bound port: cf3de5fd-328f-4fc5-9713-971aefb20f27, host: n-d-760453-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '783c42f6-f993-4cb9-a1f5-91588f8d0f68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'c51b7d10-9231-4438-a440-4c92a6a50ca4'}}] {{(pid=103307) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 26 21:11:04.992074 n-d-760453-5 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-c0b906bd-23f1-4d3f-8086-7d3ebf23c496 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (cf3de5fd-328f-4fc5-9713-971aefb20f27), before_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:11:05.025213 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b1c517ff-40a0-40f5-bb37-b85698e586a6 req-fcbf7c3e-95f6-4c17-bafd-07136e75c157 tempest-FloatingIPDetailsTestJSON-177316673 tempest-FloatingIPDetailsTestJSON-177316673-project] Network 4140a1f1-c93a-4bea-83a0-68953a54f299 is already hosted by enough agents. {{(pid=103304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 21:11:05.043301 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [req-b1c517ff-40a0-40f5-bb37-b85698e586a6 req-fcbf7c3e-95f6-4c17-bafd-07136e75c157 tempest-FloatingIPDetailsTestJSON-177316673 tempest-FloatingIPDetailsTestJSON-177316673-project] Resources bound (agent type, host, resource id): {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:11:05.052545 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1c517ff-40a0-40f5-bb37-b85698e586a6 req-fcbf7c3e-95f6-4c17-bafd-07136e75c157 tempest-FloatingIPDetailsTestJSON-177316673 tempest-FloatingIPDetailsTestJSON-177316673-project] Received port after_create {{(pid=103304) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 21:11:05.067337 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e66cdaa9-2227-4e4e-aea6-b153b9c2e88e None None] The sync data for ids ['97039fc1-6c37-4af0-8e04-6fe23dc97b03'] in n-d-760453-5 is: [{'id': '97039fc1-6c37-4af0-8e04-6fe23dc97b03', 'name': 'tempest-FloatingIPDetailsTestJSON-2089547219-router', 'tenant_id': '2708e1a8e17e46f1853e87fe4692d263', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'external_fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.69'}], 'enable_snat': True}, 'gw_port_id': 'a7c2c3dd-b44d-4017-8d08-835e6c727cb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T21:10:45Z', 'updated_at': '2022-01-26T21:10:56Z', 'revision_number': 4, 'project_id': '2708e1a8e17e46f1853e87fe4692d263', 'gw_port': {'id': 'a7c2c3dd-b44d-4017-8d08-835e6c727cb3', 'name': '', 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:8e:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97039fc1-6c37-4af0-8e04-6fe23dc97b03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 906, 'fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:10:46Z', 'updated_at': '2022-01-26T21:10:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-5', '_interfaces': [{'id': '2cae12e7-2124-4edb-97cf-5e894100f8bf', 'name': '', 'network_id': '23a8eb47-a3af-44d7-bf53-589604960a93', 'tenant_id': '2708e1a8e17e46f1853e87fe4692d263', 'mac_address': 'fa:16:3e:f3:4d:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97039fc1-6c37-4af0-8e04-6fe23dc97b03', 'device_owner': 'network:router_interface', 'standard_attr_id': 923, 'fixed_ips': [{'subnet_id': '734f01c5-5637-40c4-9dcb-bd713ece4fca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:10:52Z', 'updated_at': '2022-01-26T21:11:03Z', 'revision_number': 4, 'project_id': '2708e1a8e17e46f1853e87fe4692d263', 'subnets': [{'id': '734f01c5-5637-40c4-9dcb-bd713ece4fca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 26 21:11:05.115143 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Provisioning for port b1cf0db7-210c-4ac4-bf31-d3bbda769392 completed by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 21:11:05.163181 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Provisioning complete for port b1cf0db7-210c-4ac4-bf31-d3bbda769392 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:11:05.164714 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (b1cf0db7-210c-4ac4-bf31-d3bbda769392), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:11:05.208369 n-d-760453-5 neutron-server[103307]: DEBUG neutron.plugins.ml2.db [None req-c0b906bd-23f1-4d3f-8086-7d3ebf23c496 None None] For port cf3de5fd-328f-4fc5-9713-971aefb20f27, host n-d-760453-5, cleared binding levels {{(pid=103307) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 26 21:11:05.211849 n-d-760453-5 neutron-server[103307]: DEBUG neutron.plugins.ml2.db [None req-c0b906bd-23f1-4d3f-8086-7d3ebf23c496 None None] For port cf3de5fd-328f-4fc5-9713-971aefb20f27, host n-d-760453-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=cf3de5fd-328f-4fc5-9713-971aefb20f27,segment=NetworkSegment(783c42f6-f993-4cb9-a1f5-91588f8d0f68),segment_id=783c42f6-f993-4cb9-a1f5-91588f8d0f68)] {{(pid=103307) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 26 21:11:05.219132 n-d-760453-5 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-c0b906bd-23f1-4d3f-8086-7d3ebf23c496 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (cf3de5fd-328f-4fc5-9713-971aefb20f27), after_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:11:05.228963 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device 19a784ed-8ecf-429b-9a5f-da8bc68c331b up at agent ovs-agent-n-d-760453-5 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 21:11:05.231888 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcbf7c3e-95f6-4c17-bafd-07136e75c157 tempest-FloatingIPDetailsTestJSON-177316673 tempest-FloatingIPDetailsTestJSON-177316673-project] Pushing event updated for resources: {'Port': ['ID=449c20b7-6329-409b-a3cf-6c0411b3e147,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:11:05.400864 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-e474050e-8ff3-40d8-b02a-75ea96a1ea45 admin admin] Deleting port 076ddd78-7c26-43be-8bb8-b1fe7e196fd1 {{(pid=103304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 21:11:05.403153 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Provisioning complete for port 19a784ed-8ecf-429b-9a5f-da8bc68c331b triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:11:05.403785 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (19a784ed-8ecf-429b-9a5f-da8bc68c331b), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:11:05.430193 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-e474050e-8ff3-40d8-b02a-75ea96a1ea45 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746560630878'] for port (076ddd78-7c26-43be-8bb8-b1fe7e196fd1), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:11:05.444900 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0b906bd-23f1-4d3f-8086-7d3ebf23c496 None None] Routers {'954567f2-9f21-4bd5-91a0-c63dc8249105'} bound to L3 agent in host n-d-760453-5 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 21:11:05.445572 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-c0b906bd-23f1-4d3f-8086-7d3ebf23c496 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-26T20:55:21Z,description=,heartbeat_timestamp=2022-01-26T21:10:51Z,host='n-d-760453-5',id=09df100c-3af1-4b0a-bda8-05914c71c458,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:55:21Z,topic='l3_agent')) {'router_ids': ['954567f2-9f21-4bd5-91a0-c63dc8249105'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:11:05.522647 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f39672-c3c1-48b6-a373-739ac0f79f00 None None] Pushing event updated for resources: {'Port': ['ID=cf3de5fd-328f-4fc5-9713-971aefb20f27,revision_number=4']} {{(pid=103307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:11:05.595526 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Current status of the port b1cf0db7-210c-4ac4-bf31-d3bbda769392 is: BUILD; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:11:05.595998 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (b1cf0db7-210c-4ac4-bf31-d3bbda769392), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:11:05.614949 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 51900) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:11:05.623042 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-8ceee57b-bce2-4569-8456-64c0856a77fb tempest-PortsAdminExtendedAttrsTestJSON-877371849 tempest-PortsAdminExtendedAttrsTestJSON-877371849-project-admin] Request body: {'port': {'network_id': '26c2939d-0801-4272-a7ff-6511cc4170aa', 'binding:host_id': 'n-h2-760453-5', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-451065984'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:11:05.684955 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ceee57b-bce2-4569-8456-64c0856a77fb tempest-PortsAdminExtendedAttrsTestJSON-877371849 tempest-PortsAdminExtendedAttrsTestJSON-877371849-project-admin] Made reservation on behalf of 4588f6265caf4b42a5a6c1bffa41936d for: {'port': 1} {{(pid=103305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 21:11:05.690920 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-8ceee57b-bce2-4569-8456-64c0856a77fb tempest-PortsAdminExtendedAttrsTestJSON-877371849 tempest-PortsAdminExtendedAttrsTestJSON-877371849-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:11:05.725654 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-8ceee57b-bce2-4569-8456-64c0856a77fb tempest-PortsAdminExtendedAttrsTestJSON-877371849 tempest-PortsAdminExtendedAttrsTestJSON-877371849-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:11:05.748989 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Current status of the port 19a784ed-8ecf-429b-9a5f-da8bc68c331b is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:11:05.751348 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-4791f4f2-c1ef-4d1b-b17d-14f3de9dda9d None None] Provisioning complete for port cf3de5fd-328f-4fc5-9713-971aefb20f27 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:11:05.751725 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-4791f4f2-c1ef-4d1b-b17d-14f3de9dda9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (cf3de5fd-328f-4fc5-9713-971aefb20f27), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:11:05.832518 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-b1c517ff-40a0-40f5-bb37-b85698e586a6 req-fcbf7c3e-95f6-4c17-bafd-07136e75c157 tempest-FloatingIPDetailsTestJSON-177316673 tempest-FloatingIPDetailsTestJSON-177316673-project] Publish callbacks [] for floatingip (b6ff8fb0-400c-4089-b2b9-54d35f577e60), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:11:05.950220 n-d-760453-5 neutron-server[103306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a4030b5-e62b-456f-8ad9-78091d5f3c69', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1cf0db7-210c-4ac4-bf31-d3bbda769392'}] {{(pid=103306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 21:11:05.950710 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-8ceee57b-bce2-4569-8456-64c0856a77fb tempest-PortsAdminExtendedAttrsTestJSON-877371849 tempest-PortsAdminExtendedAttrsTestJSON-877371849-project-admin] Publish callbacks [] for security_group (19c59fc2-ddb3-424f-a326-a51a172fa8db), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:11:05.952736 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9d5d370febab655511bdd2ffe887e43e442d144a440368702bcc1e93af00b97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88e8886b-5642-4291-bf7f-e9cda47f6c05" -d '{"events": [{"server_uuid": "1a4030b5-e62b-456f-8ad9-78091d5f3c69", "name": "network-vif-plugged", "status": "completed", "tag": "b1cf0db7-210c-4ac4-bf31-d3bbda769392"}]}' {{(pid=103306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 21:11:05.965571 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-8ceee57b-bce2-4569-8456-64c0856a77fb tempest-PortsAdminExtendedAttrsTestJSON-877371849 tempest-PortsAdminExtendedAttrsTestJSON-877371849-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (19c59fc2-ddb3-424f-a326-a51a172fa8db), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:11:05.969985 n-d-760453-5 neutron-server[103305]: DEBUG neutron.notifiers.nova [None req-8ceee57b-bce2-4569-8456-64c0856a77fb tempest-PortsAdminExtendedAttrsTestJSON-877371849 tempest-PortsAdminExtendedAttrsTestJSON-877371849-project-admin] device_id is not set on port 531b8651-dfd3-4bd8-98ee-bcefa488c64a yet. {{(pid=103305) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 26 21:11:06.058164 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-b1c517ff-40a0-40f5-bb37-b85698e586a6 req-fcbf7c3e-95f6-4c17-bafd-07136e75c157 tempest-FloatingIPDetailsTestJSON-177316673 tempest-FloatingIPDetailsTestJSON-177316673-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (449c20b7-6329-409b-a3cf-6c0411b3e147), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:11:06.059373 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_dvr_db [None req-c0b906bd-23f1-4d3f-8086-7d3ebf23c496 None None] Set router 954567f2-9f21-4bd5-91a0-c63dc8249105 gateway port host: n-d-760453-5 {{(pid=103307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 21:11:06.107515 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-4791f4f2-c1ef-4d1b-b17d-14f3de9dda9d None None] Current status of the port cf3de5fd-328f-4fc5-9713-971aefb20f27 is: DOWN; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:11:06.110355 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-4791f4f2-c1ef-4d1b-b17d-14f3de9dda9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (cf3de5fd-328f-4fc5-9713-971aefb20f27), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:11:06.147961 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] For port b1cf0db7-210c-4ac4-bf31-d3bbda769392, host n-h2-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-5',level=0,port_id=b1cf0db7-210c-4ac4-bf31-d3bbda769392,segment=NetworkSegment(4917a68b-4173-4cf6-8e12-29d916f55701),segment_id=4917a68b-4173-4cf6-8e12-29d916f55701)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:11:06.156064 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (b1cf0db7-210c-4ac4-bf31-d3bbda769392), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:11:06.203256 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [None req-e474050e-8ff3-40d8-b02a-75ea96a1ea45 admin admin] For port 076ddd78-7c26-43be-8bb8-b1fe7e196fd1, host n-d-760453-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=076ddd78-7c26-43be-8bb8-b1fe7e196fd1,segment=NetworkSegment(86abbadd-e980-48d3-bcba-75375a5948b3),segment_id=86abbadd-e980-48d3-bcba-75375a5948b3)] {{(pid=103304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:11:06.203784 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-e474050e-8ff3-40d8-b02a-75ea96a1ea45 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4109658'] for port (076ddd78-7c26-43be-8bb8-b1fe7e196fd1), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:11:06.241994 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4751f991-b4bc-412d-859b-90f55bce9493 req-cef8324e-30ea-4251-b570-15319f9d52d7 tempest-ServerPasswordTestJSON-1248645277 tempest-ServerPasswordTestJSON-1248645277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:11:06.250484 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-4751f991-b4bc-412d-859b-90f55bce9493 req-cef8324e-30ea-4251-b570-15319f9d52d7 tempest-ServerPasswordTestJSON-1248645277 tempest-ServerPasswordTestJSON-1248645277-project] 10.222.0.13 "GET /v2.0/ports?device_id=1a4030b5-e62b-456f-8ad9-78091d5f3c69 HTTP/1.1" status: 200 len: 945 time: 0.4014699 Jan 26 21:11:06.284229 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-e474050e-8ff3-40d8-b02a-75ea96a1ea45 admin admin] Calling delete_port for 076ddd78-7c26-43be-8bb8-b1fe7e196fd1 owned by network:router_interface {{(pid=103304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 21:11:06.305051 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Pushing event updated for resources: {'Port': ['ID=b1cf0db7-210c-4ac4-bf31-d3bbda769392,revision_number=5']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:11:06.329654 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-4791f4f2-c1ef-4d1b-b17d-14f3de9dda9d None None] For port cf3de5fd-328f-4fc5-9713-971aefb20f27, host n-d-760453-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=cf3de5fd-328f-4fc5-9713-971aefb20f27,segment=NetworkSegment(783c42f6-f993-4cb9-a1f5-91588f8d0f68),segment_id=783c42f6-f993-4cb9-a1f5-91588f8d0f68)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:11:06.341191 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-4791f4f2-c1ef-4d1b-b17d-14f3de9dda9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (cf3de5fd-328f-4fc5-9713-971aefb20f27), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:11:06.443029 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-4751f991-b4bc-412d-859b-90f55bce9493 req-a58a889a-4eab-4976-a579-e18ef4f2627d tempest-ServerPasswordTestJSON-1248645277 tempest-ServerPasswordTestJSON-1248645277-project] 10.222.0.13 "GET /v2.0/security-groups?id=362c86c7-93ee-4c06-a7be-8deb7b518dd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1914613 Jan 26 21:11:06.497636 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4791f4f2-c1ef-4d1b-b17d-14f3de9dda9d None None] Pushing event updated for resources: {'Port': ['ID=cf3de5fd-328f-4fc5-9713-971aefb20f27,revision_number=5']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:11:06.517603 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-ef657c22-d799-475e-bb2a-da4ce535a12a None None] Provisioning complete for port cf3de5fd-328f-4fc5-9713-971aefb20f27 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:11:06.517982 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-ef657c22-d799-475e-bb2a-da4ce535a12a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (cf3de5fd-328f-4fc5-9713-971aefb20f27), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:11:06.702296 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-c0b906bd-23f1-4d3f-8086-7d3ebf23c496 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '954567f2-9f21-4bd5-91a0-c63dc8249105', 'name': 'tempest-FloatingIPsAssociationTestJSON-936393355-router', 'tenant_id': '7bdfe07917df421d9be436779552b002', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'external_fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.237'}], 'enable_snat': True}, 'gw_port_id': '19a784ed-8ecf-429b-9a5f-da8bc68c331b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T21:10:52Z', 'updated_at': '2022-01-26T21:11:00Z', 'revision_number': 4, 'project_id': '7bdfe07917df421d9be436779552b002', 'gw_port': {'id': '19a784ed-8ecf-429b-9a5f-da8bc68c331b', 'name': '', 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:a6:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '954567f2-9f21-4bd5-91a0-c63dc8249105', 'device_owner': 'network:router_gateway', 'standard_attr_id': 926, 'fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:10:53Z', 'updated_at': '2022-01-26T21:11:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-5', '_interfaces': [{'id': 'cf3de5fd-328f-4fc5-9713-971aefb20f27', 'name': '', 'network_id': 'c51b7d10-9231-4438-a440-4c92a6a50ca4', 'tenant_id': '7bdfe07917df421d9be436779552b002', 'mac_address': 'fa:16:3e:ad:b4:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '954567f2-9f21-4bd5-91a0-c63dc8249105', 'device_owner': 'network:router_interface', 'standard_attr_id': 927, 'fixed_ips': [{'subnet_id': 'f7b7ba1f-f452-4d1f-b54c-6aaf311b4599', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:10:58Z', 'updated_at': '2022-01-26T21:11:05Z', 'revision_number': 4, 'project_id': '7bdfe07917df421d9be436779552b002', 'subnets': [{'id': 'f7b7ba1f-f452-4d1f-b54c-6aaf311b4599', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760453-5', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:11:06.708296 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ceee57b-bce2-4569-8456-64c0856a77fb tempest-PortsAdminExtendedAttrsTestJSON-877371849 tempest-PortsAdminExtendedAttrsTestJSON-877371849-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19c59fc2-ddb3-424f-a326-a51a172fa8db,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:11:06.764113 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-ef657c22-d799-475e-bb2a-da4ce535a12a None None] Current status of the port cf3de5fd-328f-4fc5-9713-971aefb20f27 is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:11:06.773639 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0b906bd-23f1-4d3f-8086-7d3ebf23c496 None None] The sync data for ids ['954567f2-9f21-4bd5-91a0-c63dc8249105'] in n-d-760453-5 is: [{'id': '954567f2-9f21-4bd5-91a0-c63dc8249105', 'name': 'tempest-FloatingIPsAssociationTestJSON-936393355-router', 'tenant_id': '7bdfe07917df421d9be436779552b002', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'external_fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.237'}], 'enable_snat': True}, 'gw_port_id': '19a784ed-8ecf-429b-9a5f-da8bc68c331b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T21:10:52Z', 'updated_at': '2022-01-26T21:11:00Z', 'revision_number': 4, 'project_id': '7bdfe07917df421d9be436779552b002', 'gw_port': {'id': '19a784ed-8ecf-429b-9a5f-da8bc68c331b', 'name': '', 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:a6:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '954567f2-9f21-4bd5-91a0-c63dc8249105', 'device_owner': 'network:router_gateway', 'standard_attr_id': 926, 'fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:10:53Z', 'updated_at': '2022-01-26T21:11:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-5', '_interfaces': [{'id': 'cf3de5fd-328f-4fc5-9713-971aefb20f27', 'name': '', 'network_id': 'c51b7d10-9231-4438-a440-4c92a6a50ca4', 'tenant_id': '7bdfe07917df421d9be436779552b002', 'mac_address': 'fa:16:3e:ad:b4:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '954567f2-9f21-4bd5-91a0-c63dc8249105', 'device_owner': 'network:router_interface', 'standard_attr_id': 927, 'fixed_ips': [{'subnet_id': 'f7b7ba1f-f452-4d1f-b54c-6aaf311b4599', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:10:58Z', 'updated_at': '2022-01-26T21:11:05Z', 'revision_number': 4, 'project_id': '7bdfe07917df421d9be436779552b002', 'subnets': [{'id': 'f7b7ba1f-f452-4d1f-b54c-6aaf311b4599', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 26 21:11:06.851271 n-d-760453-5 neutron-server[103305]: DEBUG neutron.notifiers.nova [None req-8ceee57b-bce2-4569-8456-64c0856a77fb tempest-PortsAdminExtendedAttrsTestJSON-877371849 tempest-PortsAdminExtendedAttrsTestJSON-877371849-project-admin] device_id is not set on port 531b8651-dfd3-4bd8-98ee-bcefa488c64a yet. {{(pid=103305) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 26 21:11:06.884441 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-8ceee57b-bce2-4569-8456-64c0856a77fb tempest-PortsAdminExtendedAttrsTestJSON-877371849 tempest-PortsAdminExtendedAttrsTestJSON-877371849-project-admin] Publish callbacks [] for port (531b8651-dfd3-4bd8-98ee-bcefa488c64a), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:11:06.897483 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-8ceee57b-bce2-4569-8456-64c0856a77fb tempest-PortsAdminExtendedAttrsTestJSON-877371849 tempest-PortsAdminExtendedAttrsTestJSON-877371849-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746560234527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11791543'] for port (531b8651-dfd3-4bd8-98ee-bcefa488c64a), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:11:06.981662 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-73486f91-da0c-4e03-906a-ce169f95eb5c req-26aeb0c0-817e-43c2-92f5-83e9f6e3c0b1 tempest-LiveAutoBlockMigrationV225Test-1645909514 tempest-LiveAutoBlockMigrationV225Test-1645909514-project] 10.222.0.13 "GET /v2.0/ports?device_id=cbf92dab-bccf-42aa-9b00-3737afaeaf63 HTTP/1.1" status: 200 len: 210 time: 0.3128352 Jan 26 21:11:07.009317 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ceee57b-bce2-4569-8456-64c0856a77fb tempest-PortsAdminExtendedAttrsTestJSON-877371849 tempest-PortsAdminExtendedAttrsTestJSON-877371849-project-admin] Pushing event updated for resources: {'Port': ['ID=531b8651-dfd3-4bd8-98ee-bcefa488c64a,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:11:07.088071 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ceee57b-bce2-4569-8456-64c0856a77fb tempest-PortsAdminExtendedAttrsTestJSON-877371849 tempest-PortsAdminExtendedAttrsTestJSON-877371849-project-admin] Checking segment: {'id': '0f77bd99-5276-4608-ae0e-254011aac760', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '26c2939d-0801-4272-a7ff-6511cc4170aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103305) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 21:11:07.090356 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ceee57b-bce2-4569-8456-64c0856a77fb tempest-PortsAdminExtendedAttrsTestJSON-877371849 tempest-PortsAdminExtendedAttrsTestJSON-877371849-project-admin] Network hostable DHCP agents. Network: 26c2939d-0801-4272-a7ff-6511cc4170aa, hostable agents: ['474ccdf7-ab6c-405b-a3b2-dc7b05829902'], hosted agents: [] {{(pid=103305) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 26 21:11:07.098359 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-b1c517ff-40a0-40f5-bb37-b85698e586a6 req-fcbf7c3e-95f6-4c17-bafd-07136e75c157 tempest-FloatingIPDetailsTestJSON-177316673 tempest-FloatingIPDetailsTestJSON-177316673-project] Publish callbacks [] for port (449c20b7-6329-409b-a3cf-6c0411b3e147), precommit_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:11:07.124948 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-b1c517ff-40a0-40f5-bb37-b85698e586a6 req-fcbf7c3e-95f6-4c17-bafd-07136e75c157 tempest-FloatingIPDetailsTestJSON-177316673 tempest-FloatingIPDetailsTestJSON-177316673-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9281542'] for port (449c20b7-6329-409b-a3cf-6c0411b3e147), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:11:07.169886 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ceee57b-bce2-4569-8456-64c0856a77fb tempest-PortsAdminExtendedAttrsTestJSON-877371849 tempest-PortsAdminExtendedAttrsTestJSON-877371849-project-admin] Network 26c2939d-0801-4272-a7ff-6511cc4170aa is scheduled to be hosted by DHCP agent 474ccdf7-ab6c-405b-a3b2-dc7b05829902 with binding_index 1 {{(pid=103305) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 26 21:11:07.196052 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [None req-8ceee57b-bce2-4569-8456-64c0856a77fb tempest-PortsAdminExtendedAttrsTestJSON-877371849 tempest-PortsAdminExtendedAttrsTestJSON-877371849-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760453-5, 26c2939d-0801-4272-a7ff-6511cc4170aa) {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:11:07.208210 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7da86497-d995-4625-8326-b2997d2a1200 None None] Network 26c2939d-0801-4272-a7ff-6511cc4170aa requested from n-d-760453-5 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 26 21:11:07.217451 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ceee57b-bce2-4569-8456-64c0856a77fb tempest-PortsAdminExtendedAttrsTestJSON-877371849 tempest-PortsAdminExtendedAttrsTestJSON-877371849-project-admin] Received port after_create {{(pid=103305) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 21:11:07.268495 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [None req-8ceee57b-bce2-4569-8456-64c0856a77fb tempest-PortsAdminExtendedAttrsTestJSON-877371849 tempest-PortsAdminExtendedAttrsTestJSON-877371849-project-admin] Attempting to bind port 531b8651-dfd3-4bd8-98ee-bcefa488c64a on host n-h2-760453-5 for vnic_type normal with profile {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 21:11:07.269040 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [None req-8ceee57b-bce2-4569-8456-64c0856a77fb tempest-PortsAdminExtendedAttrsTestJSON-877371849 tempest-PortsAdminExtendedAttrsTestJSON-877371849-project-admin] Attempting to bind port 531b8651-dfd3-4bd8-98ee-bcefa488c64a by drivers openvswitch,hyperv on host n-h2-760453-5 at level 0 using segments [{'id': '0f77bd99-5276-4608-ae0e-254011aac760', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '26c2939d-0801-4272-a7ff-6511cc4170aa'}] {{(pid=103305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 26 21:11:07.269411 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ceee57b-bce2-4569-8456-64c0856a77fb tempest-PortsAdminExtendedAttrsTestJSON-877371849 tempest-PortsAdminExtendedAttrsTestJSON-877371849-project-admin] Attempting to bind port 531b8651-dfd3-4bd8-98ee-bcefa488c64a on network 26c2939d-0801-4272-a7ff-6511cc4170aa {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 21:11:07.279047 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ceee57b-bce2-4569-8456-64c0856a77fb tempest-PortsAdminExtendedAttrsTestJSON-877371849 tempest-PortsAdminExtendedAttrsTestJSON-877371849-project-admin] Port 531b8651-dfd3-4bd8-98ee-bcefa488c64a on network 26c2939d-0801-4272-a7ff-6511cc4170aa not bound, no agent of type Open vSwitch agent registered on host n-h2-760453-5 {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 26 21:11:07.283254 n-d-760453-5 neutron-server[103305]: ERROR neutron.plugins.ml2.managers [None req-8ceee57b-bce2-4569-8456-64c0856a77fb tempest-PortsAdminExtendedAttrsTestJSON-877371849 tempest-PortsAdminExtendedAttrsTestJSON-877371849-project-admin] Failed to bind port 531b8651-dfd3-4bd8-98ee-bcefa488c64a on host n-h2-760453-5 for vnic_type normal using segments [{'id': '0f77bd99-5276-4608-ae0e-254011aac760', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '26c2939d-0801-4272-a7ff-6511cc4170aa'}] Jan 26 21:11:07.285485 n-d-760453-5 neutron-server[103305]: INFO neutron.plugins.ml2.plugin [None req-8ceee57b-bce2-4569-8456-64c0856a77fb tempest-PortsAdminExtendedAttrsTestJSON-877371849 tempest-PortsAdminExtendedAttrsTestJSON-877371849-project-admin] Attempt 2 to bind port 531b8651-dfd3-4bd8-98ee-bcefa488c64a Jan 26 21:11:07.335181 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [None req-8ceee57b-bce2-4569-8456-64c0856a77fb tempest-PortsAdminExtendedAttrsTestJSON-877371849 tempest-PortsAdminExtendedAttrsTestJSON-877371849-project-admin] Attempting to bind port 531b8651-dfd3-4bd8-98ee-bcefa488c64a on host n-h2-760453-5 for vnic_type normal with profile {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 21:11:07.335526 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [None req-8ceee57b-bce2-4569-8456-64c0856a77fb tempest-PortsAdminExtendedAttrsTestJSON-877371849 tempest-PortsAdminExtendedAttrsTestJSON-877371849-project-admin] Attempting to bind port 531b8651-dfd3-4bd8-98ee-bcefa488c64a by drivers openvswitch,hyperv on host n-h2-760453-5 at level 0 using segments [{'id': '0f77bd99-5276-4608-ae0e-254011aac760', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '26c2939d-0801-4272-a7ff-6511cc4170aa'}] {{(pid=103305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 26 21:11:07.335866 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ceee57b-bce2-4569-8456-64c0856a77fb tempest-PortsAdminExtendedAttrsTestJSON-877371849 tempest-PortsAdminExtendedAttrsTestJSON-877371849-project-admin] Attempting to bind port 531b8651-dfd3-4bd8-98ee-bcefa488c64a on network 26c2939d-0801-4272-a7ff-6511cc4170aa {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 21:11:07.349914 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ceee57b-bce2-4569-8456-64c0856a77fb tempest-PortsAdminExtendedAttrsTestJSON-877371849 tempest-PortsAdminExtendedAttrsTestJSON-877371849-project-admin] Port 531b8651-dfd3-4bd8-98ee-bcefa488c64a on network 26c2939d-0801-4272-a7ff-6511cc4170aa not bound, no agent of type Open vSwitch agent registered on host n-h2-760453-5 {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 26 21:11:07.351396 n-d-760453-5 neutron-server[103305]: ERROR neutron.plugins.ml2.managers [None req-8ceee57b-bce2-4569-8456-64c0856a77fb tempest-PortsAdminExtendedAttrsTestJSON-877371849 tempest-PortsAdminExtendedAttrsTestJSON-877371849-project-admin] Failed to bind port 531b8651-dfd3-4bd8-98ee-bcefa488c64a on host n-h2-760453-5 for vnic_type normal using segments [{'id': '0f77bd99-5276-4608-ae0e-254011aac760', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '26c2939d-0801-4272-a7ff-6511cc4170aa'}] Jan 26 21:11:07.351797 n-d-760453-5 neutron-server[103305]: INFO neutron.plugins.ml2.plugin [None req-8ceee57b-bce2-4569-8456-64c0856a77fb tempest-PortsAdminExtendedAttrsTestJSON-877371849 tempest-PortsAdminExtendedAttrsTestJSON-877371849-project-admin] Attempt 3 to bind port 531b8651-dfd3-4bd8-98ee-bcefa488c64a Jan 26 21:11:07.377282 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [None req-8ceee57b-bce2-4569-8456-64c0856a77fb tempest-PortsAdminExtendedAttrsTestJSON-877371849 tempest-PortsAdminExtendedAttrsTestJSON-877371849-project-admin] Attempting to bind port 531b8651-dfd3-4bd8-98ee-bcefa488c64a on host n-h2-760453-5 for vnic_type normal with profile {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 21:11:07.377647 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [None req-8ceee57b-bce2-4569-8456-64c0856a77fb tempest-PortsAdminExtendedAttrsTestJSON-877371849 tempest-PortsAdminExtendedAttrsTestJSON-877371849-project-admin] Attempting to bind port 531b8651-dfd3-4bd8-98ee-bcefa488c64a by drivers openvswitch,hyperv on host n-h2-760453-5 at level 0 using segments [{'id': '0f77bd99-5276-4608-ae0e-254011aac760', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '26c2939d-0801-4272-a7ff-6511cc4170aa'}] {{(pid=103305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 26 21:11:07.377985 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ceee57b-bce2-4569-8456-64c0856a77fb tempest-PortsAdminExtendedAttrsTestJSON-877371849 tempest-PortsAdminExtendedAttrsTestJSON-877371849-project-admin] Attempting to bind port 531b8651-dfd3-4bd8-98ee-bcefa488c64a on network 26c2939d-0801-4272-a7ff-6511cc4170aa {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 21:11:07.384749 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ceee57b-bce2-4569-8456-64c0856a77fb tempest-PortsAdminExtendedAttrsTestJSON-877371849 tempest-PortsAdminExtendedAttrsTestJSON-877371849-project-admin] Port 531b8651-dfd3-4bd8-98ee-bcefa488c64a on network 26c2939d-0801-4272-a7ff-6511cc4170aa not bound, no agent of type Open vSwitch agent registered on host n-h2-760453-5 {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 26 21:11:07.386310 n-d-760453-5 neutron-server[103305]: ERROR neutron.plugins.ml2.managers [None req-8ceee57b-bce2-4569-8456-64c0856a77fb tempest-PortsAdminExtendedAttrsTestJSON-877371849 tempest-PortsAdminExtendedAttrsTestJSON-877371849-project-admin] Failed to bind port 531b8651-dfd3-4bd8-98ee-bcefa488c64a on host n-h2-760453-5 for vnic_type normal using segments [{'id': '0f77bd99-5276-4608-ae0e-254011aac760', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '26c2939d-0801-4272-a7ff-6511cc4170aa'}] Jan 26 21:11:07.386711 n-d-760453-5 neutron-server[103305]: INFO neutron.plugins.ml2.plugin [None req-8ceee57b-bce2-4569-8456-64c0856a77fb tempest-PortsAdminExtendedAttrsTestJSON-877371849 tempest-PortsAdminExtendedAttrsTestJSON-877371849-project-admin] Attempt 4 to bind port 531b8651-dfd3-4bd8-98ee-bcefa488c64a Jan 26 21:11:07.404897 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcbf7c3e-95f6-4c17-bafd-07136e75c157 tempest-FloatingIPDetailsTestJSON-177316673 tempest-FloatingIPDetailsTestJSON-177316673-project] Pushing event updated for resources: {'Port': ['ID=449c20b7-6329-409b-a3cf-6c0411b3e147,revision_number=2']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:11:07.432711 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-e474050e-8ff3-40d8-b02a-75ea96a1ea45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746560636600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746560234536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9281553'] for port (076ddd78-7c26-43be-8bb8-b1fe7e196fd1), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:11:07.449247 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [None req-8ceee57b-bce2-4569-8456-64c0856a77fb tempest-PortsAdminExtendedAttrsTestJSON-877371849 tempest-PortsAdminExtendedAttrsTestJSON-877371849-project-admin] Attempting to bind port 531b8651-dfd3-4bd8-98ee-bcefa488c64a on host n-h2-760453-5 for vnic_type normal with profile {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 21:11:07.449645 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [None req-8ceee57b-bce2-4569-8456-64c0856a77fb tempest-PortsAdminExtendedAttrsTestJSON-877371849 tempest-PortsAdminExtendedAttrsTestJSON-877371849-project-admin] Attempting to bind port 531b8651-dfd3-4bd8-98ee-bcefa488c64a by drivers openvswitch,hyperv on host n-h2-760453-5 at level 0 using segments [{'id': '0f77bd99-5276-4608-ae0e-254011aac760', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '26c2939d-0801-4272-a7ff-6511cc4170aa'}] {{(pid=103305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 26 21:11:07.449987 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ceee57b-bce2-4569-8456-64c0856a77fb tempest-PortsAdminExtendedAttrsTestJSON-877371849 tempest-PortsAdminExtendedAttrsTestJSON-877371849-project-admin] Attempting to bind port 531b8651-dfd3-4bd8-98ee-bcefa488c64a on network 26c2939d-0801-4272-a7ff-6511cc4170aa {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 21:11:07.464586 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device 2cae12e7-2124-4edb-97cf-5e894100f8bf up at agent ovs-agent-n-d-760453-5 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 21:11:07.468840 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ceee57b-bce2-4569-8456-64c0856a77fb tempest-PortsAdminExtendedAttrsTestJSON-877371849 tempest-PortsAdminExtendedAttrsTestJSON-877371849-project-admin] Port 531b8651-dfd3-4bd8-98ee-bcefa488c64a on network 26c2939d-0801-4272-a7ff-6511cc4170aa not bound, no agent of type Open vSwitch agent registered on host n-h2-760453-5 {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 26 21:11:07.469185 n-d-760453-5 neutron-server[103305]: ERROR neutron.plugins.ml2.managers [None req-8ceee57b-bce2-4569-8456-64c0856a77fb tempest-PortsAdminExtendedAttrsTestJSON-877371849 tempest-PortsAdminExtendedAttrsTestJSON-877371849-project-admin] Failed to bind port 531b8651-dfd3-4bd8-98ee-bcefa488c64a on host n-h2-760453-5 for vnic_type normal using segments [{'id': '0f77bd99-5276-4608-ae0e-254011aac760', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '26c2939d-0801-4272-a7ff-6511cc4170aa'}] Jan 26 21:11:07.469604 n-d-760453-5 neutron-server[103305]: INFO neutron.plugins.ml2.plugin [None req-8ceee57b-bce2-4569-8456-64c0856a77fb tempest-PortsAdminExtendedAttrsTestJSON-877371849 tempest-PortsAdminExtendedAttrsTestJSON-877371849-project-admin] Attempt 5 to bind port 531b8651-dfd3-4bd8-98ee-bcefa488c64a Jan 26 21:11:07.499697 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [None req-8ceee57b-bce2-4569-8456-64c0856a77fb tempest-PortsAdminExtendedAttrsTestJSON-877371849 tempest-PortsAdminExtendedAttrsTestJSON-877371849-project-admin] Attempting to bind port 531b8651-dfd3-4bd8-98ee-bcefa488c64a on host n-h2-760453-5 for vnic_type normal with profile {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 21:11:07.500038 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [None req-8ceee57b-bce2-4569-8456-64c0856a77fb tempest-PortsAdminExtendedAttrsTestJSON-877371849 tempest-PortsAdminExtendedAttrsTestJSON-877371849-project-admin] Attempting to bind port 531b8651-dfd3-4bd8-98ee-bcefa488c64a by drivers openvswitch,hyperv on host n-h2-760453-5 at level 0 using segments [{'id': '0f77bd99-5276-4608-ae0e-254011aac760', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '26c2939d-0801-4272-a7ff-6511cc4170aa'}] {{(pid=103305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 26 21:11:07.508670 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ceee57b-bce2-4569-8456-64c0856a77fb tempest-PortsAdminExtendedAttrsTestJSON-877371849 tempest-PortsAdminExtendedAttrsTestJSON-877371849-project-admin] Attempting to bind port 531b8651-dfd3-4bd8-98ee-bcefa488c64a on network 26c2939d-0801-4272-a7ff-6511cc4170aa {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 21:11:07.519044 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ceee57b-bce2-4569-8456-64c0856a77fb tempest-PortsAdminExtendedAttrsTestJSON-877371849 tempest-PortsAdminExtendedAttrsTestJSON-877371849-project-admin] Port 531b8651-dfd3-4bd8-98ee-bcefa488c64a on network 26c2939d-0801-4272-a7ff-6511cc4170aa not bound, no agent of type Open vSwitch agent registered on host n-h2-760453-5 {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 26 21:11:07.519400 n-d-760453-5 neutron-server[103305]: ERROR neutron.plugins.ml2.managers [None req-8ceee57b-bce2-4569-8456-64c0856a77fb tempest-PortsAdminExtendedAttrsTestJSON-877371849 tempest-PortsAdminExtendedAttrsTestJSON-877371849-project-admin] Failed to bind port 531b8651-dfd3-4bd8-98ee-bcefa488c64a on host n-h2-760453-5 for vnic_type normal using segments [{'id': '0f77bd99-5276-4608-ae0e-254011aac760', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '26c2939d-0801-4272-a7ff-6511cc4170aa'}] Jan 26 21:11:07.519782 n-d-760453-5 neutron-server[103305]: INFO neutron.plugins.ml2.plugin [None req-8ceee57b-bce2-4569-8456-64c0856a77fb tempest-PortsAdminExtendedAttrsTestJSON-877371849 tempest-PortsAdminExtendedAttrsTestJSON-877371849-project-admin] Attempt 6 to bind port 531b8651-dfd3-4bd8-98ee-bcefa488c64a Jan 26 21:11:07.558578 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [None req-8ceee57b-bce2-4569-8456-64c0856a77fb tempest-PortsAdminExtendedAttrsTestJSON-877371849 tempest-PortsAdminExtendedAttrsTestJSON-877371849-project-admin] Attempting to bind port 531b8651-dfd3-4bd8-98ee-bcefa488c64a on host n-h2-760453-5 for vnic_type normal with profile {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 21:11:07.558925 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [None req-8ceee57b-bce2-4569-8456-64c0856a77fb tempest-PortsAdminExtendedAttrsTestJSON-877371849 tempest-PortsAdminExtendedAttrsTestJSON-877371849-project-admin] Attempting to bind port 531b8651-dfd3-4bd8-98ee-bcefa488c64a by drivers openvswitch,hyperv on host n-h2-760453-5 at level 0 using segments [{'id': '0f77bd99-5276-4608-ae0e-254011aac760', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '26c2939d-0801-4272-a7ff-6511cc4170aa'}] {{(pid=103305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 26 21:11:07.559269 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ceee57b-bce2-4569-8456-64c0856a77fb tempest-PortsAdminExtendedAttrsTestJSON-877371849 tempest-PortsAdminExtendedAttrsTestJSON-877371849-project-admin] Attempting to bind port 531b8651-dfd3-4bd8-98ee-bcefa488c64a on network 26c2939d-0801-4272-a7ff-6511cc4170aa {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 21:11:07.583723 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ceee57b-bce2-4569-8456-64c0856a77fb tempest-PortsAdminExtendedAttrsTestJSON-877371849 tempest-PortsAdminExtendedAttrsTestJSON-877371849-project-admin] Port 531b8651-dfd3-4bd8-98ee-bcefa488c64a on network 26c2939d-0801-4272-a7ff-6511cc4170aa not bound, no agent of type Open vSwitch agent registered on host n-h2-760453-5 {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 26 21:11:07.584065 n-d-760453-5 neutron-server[103305]: ERROR neutron.plugins.ml2.managers [None req-8ceee57b-bce2-4569-8456-64c0856a77fb tempest-PortsAdminExtendedAttrsTestJSON-877371849 tempest-PortsAdminExtendedAttrsTestJSON-877371849-project-admin] Failed to bind port 531b8651-dfd3-4bd8-98ee-bcefa488c64a on host n-h2-760453-5 for vnic_type normal using segments [{'id': '0f77bd99-5276-4608-ae0e-254011aac760', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '26c2939d-0801-4272-a7ff-6511cc4170aa'}] Jan 26 21:11:07.584460 n-d-760453-5 neutron-server[103305]: INFO neutron.plugins.ml2.plugin [None req-8ceee57b-bce2-4569-8456-64c0856a77fb tempest-PortsAdminExtendedAttrsTestJSON-877371849 tempest-PortsAdminExtendedAttrsTestJSON-877371849-project-admin] Attempt 7 to bind port 531b8651-dfd3-4bd8-98ee-bcefa488c64a Jan 26 21:11:07.641641 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [None req-8ceee57b-bce2-4569-8456-64c0856a77fb tempest-PortsAdminExtendedAttrsTestJSON-877371849 tempest-PortsAdminExtendedAttrsTestJSON-877371849-project-admin] Attempting to bind port 531b8651-dfd3-4bd8-98ee-bcefa488c64a on host n-h2-760453-5 for vnic_type normal with profile {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 21:11:07.643432 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [None req-8ceee57b-bce2-4569-8456-64c0856a77fb tempest-PortsAdminExtendedAttrsTestJSON-877371849 tempest-PortsAdminExtendedAttrsTestJSON-877371849-project-admin] Attempting to bind port 531b8651-dfd3-4bd8-98ee-bcefa488c64a by drivers openvswitch,hyperv on host n-h2-760453-5 at level 0 using segments [{'id': '0f77bd99-5276-4608-ae0e-254011aac760', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '26c2939d-0801-4272-a7ff-6511cc4170aa'}] {{(pid=103305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 26 21:11:07.643791 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ceee57b-bce2-4569-8456-64c0856a77fb tempest-PortsAdminExtendedAttrsTestJSON-877371849 tempest-PortsAdminExtendedAttrsTestJSON-877371849-project-admin] Attempting to bind port 531b8651-dfd3-4bd8-98ee-bcefa488c64a on network 26c2939d-0801-4272-a7ff-6511cc4170aa {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 21:11:07.677629 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ceee57b-bce2-4569-8456-64c0856a77fb tempest-PortsAdminExtendedAttrsTestJSON-877371849 tempest-PortsAdminExtendedAttrsTestJSON-877371849-project-admin] Port 531b8651-dfd3-4bd8-98ee-bcefa488c64a on network 26c2939d-0801-4272-a7ff-6511cc4170aa not bound, no agent of type Open vSwitch agent registered on host n-h2-760453-5 {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 26 21:11:07.679034 n-d-760453-5 neutron-server[103305]: ERROR neutron.plugins.ml2.managers [None req-8ceee57b-bce2-4569-8456-64c0856a77fb tempest-PortsAdminExtendedAttrsTestJSON-877371849 tempest-PortsAdminExtendedAttrsTestJSON-877371849-project-admin] Failed to bind port 531b8651-dfd3-4bd8-98ee-bcefa488c64a on host n-h2-760453-5 for vnic_type normal using segments [{'id': '0f77bd99-5276-4608-ae0e-254011aac760', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '26c2939d-0801-4272-a7ff-6511cc4170aa'}] Jan 26 21:11:07.679491 n-d-760453-5 neutron-server[103305]: INFO neutron.plugins.ml2.plugin [None req-8ceee57b-bce2-4569-8456-64c0856a77fb tempest-PortsAdminExtendedAttrsTestJSON-877371849 tempest-PortsAdminExtendedAttrsTestJSON-877371849-project-admin] Attempt 8 to bind port 531b8651-dfd3-4bd8-98ee-bcefa488c64a Jan 26 21:11:07.734223 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [None req-8ceee57b-bce2-4569-8456-64c0856a77fb tempest-PortsAdminExtendedAttrsTestJSON-877371849 tempest-PortsAdminExtendedAttrsTestJSON-877371849-project-admin] Attempting to bind port 531b8651-dfd3-4bd8-98ee-bcefa488c64a on host n-h2-760453-5 for vnic_type normal with profile {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 21:11:07.734890 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [None req-8ceee57b-bce2-4569-8456-64c0856a77fb tempest-PortsAdminExtendedAttrsTestJSON-877371849 tempest-PortsAdminExtendedAttrsTestJSON-877371849-project-admin] Attempting to bind port 531b8651-dfd3-4bd8-98ee-bcefa488c64a by drivers openvswitch,hyperv on host n-h2-760453-5 at level 0 using segments [{'id': '0f77bd99-5276-4608-ae0e-254011aac760', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '26c2939d-0801-4272-a7ff-6511cc4170aa'}] {{(pid=103305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 26 21:11:07.734890 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ceee57b-bce2-4569-8456-64c0856a77fb tempest-PortsAdminExtendedAttrsTestJSON-877371849 tempest-PortsAdminExtendedAttrsTestJSON-877371849-project-admin] Attempting to bind port 531b8651-dfd3-4bd8-98ee-bcefa488c64a on network 26c2939d-0801-4272-a7ff-6511cc4170aa {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 21:11:07.754355 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ceee57b-bce2-4569-8456-64c0856a77fb tempest-PortsAdminExtendedAttrsTestJSON-877371849 tempest-PortsAdminExtendedAttrsTestJSON-877371849-project-admin] Port 531b8651-dfd3-4bd8-98ee-bcefa488c64a on network 26c2939d-0801-4272-a7ff-6511cc4170aa not bound, no agent of type Open vSwitch agent registered on host n-h2-760453-5 {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 26 21:11:07.756279 n-d-760453-5 neutron-server[103305]: ERROR neutron.plugins.ml2.managers [None req-8ceee57b-bce2-4569-8456-64c0856a77fb tempest-PortsAdminExtendedAttrsTestJSON-877371849 tempest-PortsAdminExtendedAttrsTestJSON-877371849-project-admin] Failed to bind port 531b8651-dfd3-4bd8-98ee-bcefa488c64a on host n-h2-760453-5 for vnic_type normal using segments [{'id': '0f77bd99-5276-4608-ae0e-254011aac760', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '26c2939d-0801-4272-a7ff-6511cc4170aa'}] Jan 26 21:11:07.765745 n-d-760453-5 neutron-server[103305]: INFO neutron.plugins.ml2.plugin [None req-8ceee57b-bce2-4569-8456-64c0856a77fb tempest-PortsAdminExtendedAttrsTestJSON-877371849 tempest-PortsAdminExtendedAttrsTestJSON-877371849-project-admin] Attempt 9 to bind port 531b8651-dfd3-4bd8-98ee-bcefa488c64a Jan 26 21:11:07.769844 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Provisioning complete for port 2cae12e7-2124-4edb-97cf-5e894100f8bf triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:11:07.770798 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (2cae12e7-2124-4edb-97cf-5e894100f8bf), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:11:07.860774 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [None req-8ceee57b-bce2-4569-8456-64c0856a77fb tempest-PortsAdminExtendedAttrsTestJSON-877371849 tempest-PortsAdminExtendedAttrsTestJSON-877371849-project-admin] Attempting to bind port 531b8651-dfd3-4bd8-98ee-bcefa488c64a on host n-h2-760453-5 for vnic_type normal with profile {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 21:11:07.861168 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [None req-8ceee57b-bce2-4569-8456-64c0856a77fb tempest-PortsAdminExtendedAttrsTestJSON-877371849 tempest-PortsAdminExtendedAttrsTestJSON-877371849-project-admin] Attempting to bind port 531b8651-dfd3-4bd8-98ee-bcefa488c64a by drivers openvswitch,hyperv on host n-h2-760453-5 at level 0 using segments [{'id': '0f77bd99-5276-4608-ae0e-254011aac760', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '26c2939d-0801-4272-a7ff-6511cc4170aa'}] {{(pid=103305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 26 21:11:07.861502 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ceee57b-bce2-4569-8456-64c0856a77fb tempest-PortsAdminExtendedAttrsTestJSON-877371849 tempest-PortsAdminExtendedAttrsTestJSON-877371849-project-admin] Attempting to bind port 531b8651-dfd3-4bd8-98ee-bcefa488c64a on network 26c2939d-0801-4272-a7ff-6511cc4170aa {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 21:11:07.943416 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Current status of the port 2cae12e7-2124-4edb-97cf-5e894100f8bf is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:11:07.944534 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device cf3de5fd-328f-4fc5-9713-971aefb20f27 up at agent ovs-agent-n-d-760453-5 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 21:11:07.971526 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ceee57b-bce2-4569-8456-64c0856a77fb tempest-PortsAdminExtendedAttrsTestJSON-877371849 tempest-PortsAdminExtendedAttrsTestJSON-877371849-project-admin] Port 531b8651-dfd3-4bd8-98ee-bcefa488c64a on network 26c2939d-0801-4272-a7ff-6511cc4170aa not bound, no agent of type Open vSwitch agent registered on host n-h2-760453-5 {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 26 21:11:07.971868 n-d-760453-5 neutron-server[103305]: ERROR neutron.plugins.ml2.managers [None req-8ceee57b-bce2-4569-8456-64c0856a77fb tempest-PortsAdminExtendedAttrsTestJSON-877371849 tempest-PortsAdminExtendedAttrsTestJSON-877371849-project-admin] Failed to bind port 531b8651-dfd3-4bd8-98ee-bcefa488c64a on host n-h2-760453-5 for vnic_type normal using segments [{'id': '0f77bd99-5276-4608-ae0e-254011aac760', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '26c2939d-0801-4272-a7ff-6511cc4170aa'}] Jan 26 21:11:07.979863 n-d-760453-5 neutron-server[103305]: INFO neutron.plugins.ml2.plugin [None req-8ceee57b-bce2-4569-8456-64c0856a77fb tempest-PortsAdminExtendedAttrsTestJSON-877371849 tempest-PortsAdminExtendedAttrsTestJSON-877371849-project-admin] Attempt 10 to bind port 531b8651-dfd3-4bd8-98ee-bcefa488c64a Jan 26 21:11:08.035417 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [None req-8ceee57b-bce2-4569-8456-64c0856a77fb tempest-PortsAdminExtendedAttrsTestJSON-877371849 tempest-PortsAdminExtendedAttrsTestJSON-877371849-project-admin] Attempting to bind port 531b8651-dfd3-4bd8-98ee-bcefa488c64a on host n-h2-760453-5 for vnic_type normal with profile {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 21:11:08.035783 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [None req-8ceee57b-bce2-4569-8456-64c0856a77fb tempest-PortsAdminExtendedAttrsTestJSON-877371849 tempest-PortsAdminExtendedAttrsTestJSON-877371849-project-admin] Attempting to bind port 531b8651-dfd3-4bd8-98ee-bcefa488c64a by drivers openvswitch,hyperv on host n-h2-760453-5 at level 0 using segments [{'id': '0f77bd99-5276-4608-ae0e-254011aac760', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '26c2939d-0801-4272-a7ff-6511cc4170aa'}] {{(pid=103305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 26 21:11:08.036099 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ceee57b-bce2-4569-8456-64c0856a77fb tempest-PortsAdminExtendedAttrsTestJSON-877371849 tempest-PortsAdminExtendedAttrsTestJSON-877371849-project-admin] Attempting to bind port 531b8651-dfd3-4bd8-98ee-bcefa488c64a on network 26c2939d-0801-4272-a7ff-6511cc4170aa {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 21:11:08.043137 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Provisioning complete for port cf3de5fd-328f-4fc5-9713-971aefb20f27 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:11:08.044334 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (cf3de5fd-328f-4fc5-9713-971aefb20f27), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:11:08.108368 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11fc7ea-dbab-49a3-a2d7-78c5bd5ff26f req-c39ce90f-5236-4c5b-ae3c-7d0462fec4c7 tempest-FloatingIPsAssociationTestJSON-419529391 tempest-FloatingIPsAssociationTestJSON-419529391-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:11:08.110712 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-f11fc7ea-dbab-49a3-a2d7-78c5bd5ff26f req-c39ce90f-5236-4c5b-ae3c-7d0462fec4c7 tempest-FloatingIPsAssociationTestJSON-419529391 tempest-FloatingIPsAssociationTestJSON-419529391-project] 10.222.0.66 "GET /v2.0/networks?id=c51b7d10-9231-4438-a440-4c92a6a50ca4 HTTP/1.1" status: 200 len: 820 time: 0.3184893 Jan 26 21:11:08.112608 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ceee57b-bce2-4569-8456-64c0856a77fb tempest-PortsAdminExtendedAttrsTestJSON-877371849 tempest-PortsAdminExtendedAttrsTestJSON-877371849-project-admin] Port 531b8651-dfd3-4bd8-98ee-bcefa488c64a on network 26c2939d-0801-4272-a7ff-6511cc4170aa not bound, no agent of type Open vSwitch agent registered on host n-h2-760453-5 {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 26 21:11:08.113282 n-d-760453-5 neutron-server[103305]: ERROR neutron.plugins.ml2.managers [None req-8ceee57b-bce2-4569-8456-64c0856a77fb tempest-PortsAdminExtendedAttrsTestJSON-877371849 tempest-PortsAdminExtendedAttrsTestJSON-877371849-project-admin] Failed to bind port 531b8651-dfd3-4bd8-98ee-bcefa488c64a on host n-h2-760453-5 for vnic_type normal using segments [{'id': '0f77bd99-5276-4608-ae0e-254011aac760', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '26c2939d-0801-4272-a7ff-6511cc4170aa'}] Jan 26 21:11:08.114202 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-8ceee57b-bce2-4569-8456-64c0856a77fb tempest-PortsAdminExtendedAttrsTestJSON-877371849 tempest-PortsAdminExtendedAttrsTestJSON-877371849-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (531b8651-dfd3-4bd8-98ee-bcefa488c64a), before_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:11:08.124437 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (32ef628b-8417-46c5-8729-60fcabe358f1), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:11:08.170839 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [req-f11fc7ea-dbab-49a3-a2d7-78c5bd5ff26f req-6185c417-bb5e-4394-8c9e-490c38aa22f1 tempest-FloatingIPsAssociationTestJSON-419529391 tempest-FloatingIPsAssociationTestJSON-419529391-project] Request body: {'port': {'device_id': 'cffeda4a-b528-4db3-979a-67e9d6170b34', 'network_id': 'c51b7d10-9231-4438-a440-4c92a6a50ca4', 'admin_state_up': True, 'tenant_id': '7bdfe07917df421d9be436779552b002'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:11:08.221241 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Current status of the port cf3de5fd-328f-4fc5-9713-971aefb20f27 is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:11:08.288304 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [None req-8ceee57b-bce2-4569-8456-64c0856a77fb tempest-PortsAdminExtendedAttrsTestJSON-877371849 tempest-PortsAdminExtendedAttrsTestJSON-877371849-project-admin] For port 531b8651-dfd3-4bd8-98ee-bcefa488c64a, host n-h2-760453-5, cleared binding levels {{(pid=103305) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 26 21:11:08.292250 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [None req-8ceee57b-bce2-4569-8456-64c0856a77fb tempest-PortsAdminExtendedAttrsTestJSON-877371849 tempest-PortsAdminExtendedAttrsTestJSON-877371849-project-admin] Attempted to set empty binding levels {{(pid=103305) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jan 26 21:11:08.305878 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-8ceee57b-bce2-4569-8456-64c0856a77fb tempest-PortsAdminExtendedAttrsTestJSON-877371849 tempest-PortsAdminExtendedAttrsTestJSON-877371849-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11791520'] for port (531b8651-dfd3-4bd8-98ee-bcefa488c64a), after_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:11:08.376410 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ceee57b-bce2-4569-8456-64c0856a77fb tempest-PortsAdminExtendedAttrsTestJSON-877371849 tempest-PortsAdminExtendedAttrsTestJSON-877371849-project-admin] Pushing event updated for resources: {'Port': ['ID=531b8651-dfd3-4bd8-98ee-bcefa488c64a,revision_number=2']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:11:08.402964 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ceee57b-bce2-4569-8456-64c0856a77fb tempest-PortsAdminExtendedAttrsTestJSON-877371849 tempest-PortsAdminExtendedAttrsTestJSON-877371849-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:11:08.403427 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-8ceee57b-bce2-4569-8456-64c0856a77fb tempest-PortsAdminExtendedAttrsTestJSON-877371849 tempest-PortsAdminExtendedAttrsTestJSON-877371849-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:11:08.408644 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ceee57b-bce2-4569-8456-64c0856a77fb tempest-PortsAdminExtendedAttrsTestJSON-877371849 tempest-PortsAdminExtendedAttrsTestJSON-877371849-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:11:08.408997 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ceee57b-bce2-4569-8456-64c0856a77fb tempest-PortsAdminExtendedAttrsTestJSON-877371849 tempest-PortsAdminExtendedAttrsTestJSON-877371849-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:11:08.409536 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ceee57b-bce2-4569-8456-64c0856a77fb tempest-PortsAdminExtendedAttrsTestJSON-877371849 tempest-PortsAdminExtendedAttrsTestJSON-877371849-project-admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:11:08.409954 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ceee57b-bce2-4569-8456-64c0856a77fb tempest-PortsAdminExtendedAttrsTestJSON-877371849 tempest-PortsAdminExtendedAttrsTestJSON-877371849-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:11:08.410298 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ceee57b-bce2-4569-8456-64c0856a77fb tempest-PortsAdminExtendedAttrsTestJSON-877371849 tempest-PortsAdminExtendedAttrsTestJSON-877371849-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:11:08.410635 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ceee57b-bce2-4569-8456-64c0856a77fb tempest-PortsAdminExtendedAttrsTestJSON-877371849 tempest-PortsAdminExtendedAttrsTestJSON-877371849-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:11:08.410970 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ceee57b-bce2-4569-8456-64c0856a77fb tempest-PortsAdminExtendedAttrsTestJSON-877371849 tempest-PortsAdminExtendedAttrsTestJSON-877371849-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:11:08.411304 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ceee57b-bce2-4569-8456-64c0856a77fb tempest-PortsAdminExtendedAttrsTestJSON-877371849 tempest-PortsAdminExtendedAttrsTestJSON-877371849-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:11:08.411640 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ceee57b-bce2-4569-8456-64c0856a77fb tempest-PortsAdminExtendedAttrsTestJSON-877371849 tempest-PortsAdminExtendedAttrsTestJSON-877371849-project-admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:11:08.411970 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ceee57b-bce2-4569-8456-64c0856a77fb tempest-PortsAdminExtendedAttrsTestJSON-877371849 tempest-PortsAdminExtendedAttrsTestJSON-877371849-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:11:08.412302 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ceee57b-bce2-4569-8456-64c0856a77fb tempest-PortsAdminExtendedAttrsTestJSON-877371849 tempest-PortsAdminExtendedAttrsTestJSON-877371849-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:11:08.412632 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ceee57b-bce2-4569-8456-64c0856a77fb tempest-PortsAdminExtendedAttrsTestJSON-877371849 tempest-PortsAdminExtendedAttrsTestJSON-877371849-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:11:08.412962 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ceee57b-bce2-4569-8456-64c0856a77fb tempest-PortsAdminExtendedAttrsTestJSON-877371849 tempest-PortsAdminExtendedAttrsTestJSON-877371849-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:11:08.455786 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-8ceee57b-bce2-4569-8456-64c0856a77fb tempest-PortsAdminExtendedAttrsTestJSON-877371849 tempest-PortsAdminExtendedAttrsTestJSON-877371849-project-admin] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 979 time: 2.8396492 Jan 26 21:11:08.460576 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e474050e-8ff3-40d8-b02a-75ea96a1ea45 admin admin] Pushing event deleted for resources: {'Port': ['ID=076ddd78-7c26-43be-8bb8-b1fe7e196fd1,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:11:08.470474 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 51926) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:11:08.549999 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-89c700a9-df50-411e-af79-8e39033b7e7a req-e574aeca-febe-4e2c-a56d-5b747ae6f7b6 tempest-FloatingIPsAssociationTestJSON-419529391 tempest-FloatingIPsAssociationTestJSON-419529391-project] 10.222.0.13 "GET /v2.0/ports?device_id=cffeda4a-b528-4db3-979a-67e9d6170b34 HTTP/1.1" status: 200 len: 210 time: 0.1276710 Jan 26 21:11:08.569863 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f11fc7ea-dbab-49a3-a2d7-78c5bd5ff26f req-6185c417-bb5e-4394-8c9e-490c38aa22f1 tempest-FloatingIPsAssociationTestJSON-419529391 tempest-FloatingIPsAssociationTestJSON-419529391-project] Made reservation on behalf of 7bdfe07917df421d9be436779552b002 for: {'port': 1} {{(pid=103305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 21:11:08.578956 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-f11fc7ea-dbab-49a3-a2d7-78c5bd5ff26f req-6185c417-bb5e-4394-8c9e-490c38aa22f1 tempest-FloatingIPsAssociationTestJSON-419529391 tempest-FloatingIPsAssociationTestJSON-419529391-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:11:08.593827 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-b1c517ff-40a0-40f5-bb37-b85698e586a6 req-fcbf7c3e-95f6-4c17-bafd-07136e75c157 tempest-FloatingIPDetailsTestJSON-177316673 tempest-FloatingIPDetailsTestJSON-177316673-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4110913'] for floatingip (b6ff8fb0-400c-4089-b2b9-54d35f577e60), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:11:08.641801 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Jan 2022 21:11:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-996e4cbd-6791-4274-9c70-9482b775a7a5 x-openstack-request-id: req-996e4cbd-6791-4274-9c70-9482b775a7a5 {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 21:11:08.642104 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a4030b5-e62b-456f-8ad9-78091d5f3c69", "name": "network-vif-plugged", "status": "completed", "tag": "b1cf0db7-210c-4ac4-bf31-d3bbda769392", "code": 200}]} {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 21:11:08.642379 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-996e4cbd-6791-4274-9c70-9482b775a7a5 {{(pid=103306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 21:11:08.642835 n-d-760453-5 neutron-server[103306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a4030b5-e62b-456f-8ad9-78091d5f3c69', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1cf0db7-210c-4ac4-bf31-d3bbda769392', 'code': 200} Jan 26 21:11:08.797034 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-b1c517ff-40a0-40f5-bb37-b85698e586a6 req-fcbf7c3e-95f6-4c17-bafd-07136e75c157 tempest-FloatingIPDetailsTestJSON-177316673 tempest-FloatingIPDetailsTestJSON-177316673-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for floatingip (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:11:08.800431 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-b1c517ff-40a0-40f5-bb37-b85698e586a6 req-fcbf7c3e-95f6-4c17-bafd-07136e75c157 tempest-FloatingIPDetailsTestJSON-177316673 tempest-FloatingIPDetailsTestJSON-177316673-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 6.3887484 Jan 26 21:11:08.839540 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.db_base_plugin_common [req-f11fc7ea-dbab-49a3-a2d7-78c5bd5ff26f req-6185c417-bb5e-4394-8c9e-490c38aa22f1 tempest-FloatingIPsAssociationTestJSON-419529391 tempest-FloatingIPsAssociationTestJSON-419529391-project] Allocated IP 172.20.0.12 (c51b7d10-9231-4438-a440-4c92a6a50ca4/f7b7ba1f-f452-4d1f-b54c-6aaf311b4599/60f1a448-e006-4064-9f78-822d97b29cbe) {{(pid=103305) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 21:11:09.040625 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-f11fc7ea-dbab-49a3-a2d7-78c5bd5ff26f req-6185c417-bb5e-4394-8c9e-490c38aa22f1 tempest-FloatingIPsAssociationTestJSON-419529391 tempest-FloatingIPsAssociationTestJSON-419529391-project] Publish callbacks [] for port (60f1a448-e006-4064-9f78-822d97b29cbe), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:11:09.085743 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a8b21d-7ea5-4174-9147-c475b2644fe0 req-5806a3d6-87b1-4c33-b5c6-017ffb565612 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:11:09.088402 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-c3a8b21d-7ea5-4174-9147-c475b2644fe0 req-5806a3d6-87b1-4c33-b5c6-017ffb565612 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=1a4030b5-e62b-456f-8ad9-78091d5f3c69 HTTP/1.1" status: 200 len: 1097 time: 0.3612010 Jan 26 21:11:09.105729 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-b1c517ff-40a0-40f5-bb37-b85698e586a6 req-c34cece1-2018-4fdc-a0d6-6ad2edcc0d93 tempest-FloatingIPDetailsTestJSON-177316673 tempest-FloatingIPDetailsTestJSON-177316673-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.1.167 HTTP/1.1" status: 200 len: 696 time: 0.2525127 Jan 26 21:11:09.120192 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-f11fc7ea-dbab-49a3-a2d7-78c5bd5ff26f req-6185c417-bb5e-4394-8c9e-490c38aa22f1 tempest-FloatingIPsAssociationTestJSON-419529391 tempest-FloatingIPsAssociationTestJSON-419529391-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746560234527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11791543'] for port (60f1a448-e006-4064-9f78-822d97b29cbe), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:11:09.173758 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-e18623c2-c104-41aa-8b03-57e4287138b9 tempest-PortsAdminExtendedAttrsTestJSON-877371849 tempest-PortsAdminExtendedAttrsTestJSON-877371849-project-admin] Deleting port 531b8651-dfd3-4bd8-98ee-bcefa488c64a {{(pid=103305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 21:11:09.174123 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-e18623c2-c104-41aa-8b03-57e4287138b9 tempest-PortsAdminExtendedAttrsTestJSON-877371849 tempest-PortsAdminExtendedAttrsTestJSON-877371849-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746560630878'] for port (531b8651-dfd3-4bd8-98ee-bcefa488c64a), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:11:09.256164 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [None req-e18623c2-c104-41aa-8b03-57e4287138b9 tempest-PortsAdminExtendedAttrsTestJSON-877371849 tempest-PortsAdminExtendedAttrsTestJSON-877371849-project-admin] For port 531b8651-dfd3-4bd8-98ee-bcefa488c64a, host n-h2-760453-5, got binding levels [] {{(pid=103305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:11:09.256519 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-e18623c2-c104-41aa-8b03-57e4287138b9 tempest-PortsAdminExtendedAttrsTestJSON-877371849 tempest-PortsAdminExtendedAttrsTestJSON-877371849-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4109658'] for port (531b8651-dfd3-4bd8-98ee-bcefa488c64a), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:11:09.258622 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0282922a-416c-4541-a275-a6695b9287eb req-9c15c855-e7b8-417e-90c0-4f857e64a99d tempest-ServerPasswordTestJSON-1248645277 tempest-ServerPasswordTestJSON-1248645277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:11:09.266018 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-0282922a-416c-4541-a275-a6695b9287eb req-9c15c855-e7b8-417e-90c0-4f857e64a99d tempest-ServerPasswordTestJSON-1248645277 tempest-ServerPasswordTestJSON-1248645277-project] 10.222.0.13 "GET /v2.0/ports?device_id=1a4030b5-e62b-456f-8ad9-78091d5f3c69 HTTP/1.1" status: 200 len: 946 time: 0.3729360 Jan 26 21:11:09.271891 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-e18623c2-c104-41aa-8b03-57e4287138b9 tempest-PortsAdminExtendedAttrsTestJSON-877371849 tempest-PortsAdminExtendedAttrsTestJSON-877371849-project-admin] Calling delete_port for 531b8651-dfd3-4bd8-98ee-bcefa488c64a owned by {{(pid=103305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 21:11:09.400705 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-e474050e-8ff3-40d8-b02a-75ea96a1ea45 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3709480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4110805'] for router_interface (1e1537f3-2953-450d-9758-e36dd4e159f5), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:11:09.406065 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f11fc7ea-dbab-49a3-a2d7-78c5bd5ff26f req-6185c417-bb5e-4394-8c9e-490c38aa22f1 tempest-FloatingIPsAssociationTestJSON-419529391 tempest-FloatingIPsAssociationTestJSON-419529391-project] Network c51b7d10-9231-4438-a440-4c92a6a50ca4 is already hosted by enough agents. {{(pid=103305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 21:11:09.410587 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [req-f11fc7ea-dbab-49a3-a2d7-78c5bd5ff26f req-6185c417-bb5e-4394-8c9e-490c38aa22f1 tempest-FloatingIPsAssociationTestJSON-419529391 tempest-FloatingIPsAssociationTestJSON-419529391-project] Resources bound (agent type, host, resource id): {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:11:09.413856 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [req-f11fc7ea-dbab-49a3-a2d7-78c5bd5ff26f req-6185c417-bb5e-4394-8c9e-490c38aa22f1 tempest-FloatingIPsAssociationTestJSON-419529391 tempest-FloatingIPsAssociationTestJSON-419529391-project] Received port after_create {{(pid=103305) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 21:11:09.427521 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-0282922a-416c-4541-a275-a6695b9287eb req-a2009c3b-943c-481d-b900-c40d41425c51 tempest-ServerPasswordTestJSON-1248645277 tempest-ServerPasswordTestJSON-1248645277-project] 10.222.0.13 "GET /v2.0/security-groups?id=362c86c7-93ee-4c06-a7be-8deb7b518dd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1592138 Jan 26 21:11:09.457485 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-c3a8b21d-7ea5-4174-9147-c475b2644fe0 req-c88de417-2bed-4694-9a3e-6284343a228c service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=362c86c7-93ee-4c06-a7be-8deb7b518dd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3506610 Jan 26 21:11:09.471796 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c517ff-40a0-40f5-bb37-b85698e586a6 req-07d6d9f6-8fa1-44d0-9486-7636a90977a5 tempest-FloatingIPDetailsTestJSON-177316673 tempest-FloatingIPDetailsTestJSON-177316673-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:11:09.473706 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-b1c517ff-40a0-40f5-bb37-b85698e586a6 req-07d6d9f6-8fa1-44d0-9486-7636a90977a5 tempest-FloatingIPDetailsTestJSON-177316673 tempest-FloatingIPDetailsTestJSON-177316673-project] 10.222.0.13 "GET /v2.0/networks/4140a1f1-c93a-4bea-83a0-68953a54f299 HTTP/1.1" status: 200 len: 784 time: 0.3564527 Jan 26 21:11:09.488694 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-e18623c2-c104-41aa-8b03-57e4287138b9 tempest-PortsAdminExtendedAttrsTestJSON-877371849 tempest-PortsAdminExtendedAttrsTestJSON-877371849-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746560636600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746560234536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11791543'] for port (531b8651-dfd3-4bd8-98ee-bcefa488c64a), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:11:09.503174 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11fc7ea-dbab-49a3-a2d7-78c5bd5ff26f req-6185c417-bb5e-4394-8c9e-490c38aa22f1 tempest-FloatingIPsAssociationTestJSON-419529391 tempest-FloatingIPsAssociationTestJSON-419529391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:11:09.504042 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-f11fc7ea-dbab-49a3-a2d7-78c5bd5ff26f req-6185c417-bb5e-4394-8c9e-490c38aa22f1 tempest-FloatingIPsAssociationTestJSON-419529391 tempest-FloatingIPsAssociationTestJSON-419529391-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:11:09.543087 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6185c417-bb5e-4394-8c9e-490c38aa22f1 tempest-FloatingIPsAssociationTestJSON-419529391 tempest-FloatingIPsAssociationTestJSON-419529391-project] Pushing event updated for resources: {'Port': ['ID=60f1a448-e006-4064-9f78-822d97b29cbe,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:11:09.591737 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e18623c2-c104-41aa-8b03-57e4287138b9 tempest-PortsAdminExtendedAttrsTestJSON-877371849 tempest-PortsAdminExtendedAttrsTestJSON-877371849-project-admin] Pushing event deleted for resources: {'Port': ['ID=531b8651-dfd3-4bd8-98ee-bcefa488c64a,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:11:09.601086 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-e18623c2-c104-41aa-8b03-57e4287138b9 tempest-PortsAdminExtendedAttrsTestJSON-877371849 tempest-PortsAdminExtendedAttrsTestJSON-877371849-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:11:09.606685 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-e18623c2-c104-41aa-8b03-57e4287138b9 tempest-PortsAdminExtendedAttrsTestJSON-877371849 tempest-PortsAdminExtendedAttrsTestJSON-877371849-project-admin] 10.222.0.13 "DELETE /v2.0/ports/531b8651-dfd3-4bd8-98ee-bcefa488c64a HTTP/1.1" status: 204 len: 168 time: 1.1348906 Jan 26 21:11:09.613549 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 51940) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:11:09.638182 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-f11fc7ea-dbab-49a3-a2d7-78c5bd5ff26f req-6185c417-bb5e-4394-8c9e-490c38aa22f1 tempest-FloatingIPsAssociationTestJSON-419529391 tempest-FloatingIPsAssociationTestJSON-419529391-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4725213 Jan 26 21:11:09.667856 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [req-f11fc7ea-dbab-49a3-a2d7-78c5bd5ff26f req-2fd78b06-6b17-48e4-a0b5-a8b4c336745a service neutron] Request body: {'port': {'device_id': 'cffeda4a-b528-4db3-979a-67e9d6170b34', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-760453-5'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:11:09.671492 n-d-760453-5 neutron-server[103305]: INFO neutron.pecan_wsgi.hooks.translation [None req-21bfb6d5-7f08-498d-8975-2f8bfd012370 tempest-PortsAdminExtendedAttrsTestJSON-877371849 tempest-PortsAdminExtendedAttrsTestJSON-877371849-project-admin] GET failed (client error): The resource could not be found. Jan 26 21:11:09.684685 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-21bfb6d5-7f08-498d-8975-2f8bfd012370 tempest-PortsAdminExtendedAttrsTestJSON-877371849 tempest-PortsAdminExtendedAttrsTestJSON-877371849-project-admin] 10.222.0.13 "GET /v2.0/ports/531b8651-dfd3-4bd8-98ee-bcefa488c64a HTTP/1.1" status: 404 len: 333 time: 0.0677512 Jan 26 21:11:09.685391 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 51942) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:11:09.707098 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-aa788da8-c695-4638-9b04-b5941a5b94f5 tempest-PortsAdminExtendedAttrsTestJSON-877371849 tempest-PortsAdminExtendedAttrsTestJSON-877371849-project-admin] Request body: {'port': {'network_id': '26c2939d-0801-4272-a7ff-6511cc4170aa', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-404536382'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:11:09.714025 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-cc74cdeb-0cdb-4c30-8f0e-d6989e48176b req-3e72a95f-7246-4ef0-a12f-be0c54aaec69 tempest-LiveAutoBlockMigrationV225Test-1645909514 tempest-LiveAutoBlockMigrationV225Test-1645909514-project] 10.222.0.13 "GET /v2.0/ports?device_id=cbf92dab-bccf-42aa-9b00-3737afaeaf63 HTTP/1.1" status: 200 len: 210 time: 0.1711566 Jan 26 21:11:09.768701 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa788da8-c695-4638-9b04-b5941a5b94f5 tempest-PortsAdminExtendedAttrsTestJSON-877371849 tempest-PortsAdminExtendedAttrsTestJSON-877371849-project-admin] Made reservation on behalf of 4588f6265caf4b42a5a6c1bffa41936d for: {'port': 1} {{(pid=103305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 21:11:09.771475 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-aa788da8-c695-4638-9b04-b5941a5b94f5 tempest-PortsAdminExtendedAttrsTestJSON-877371849 tempest-PortsAdminExtendedAttrsTestJSON-877371849-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:11:09.820124 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-f11fc7ea-dbab-49a3-a2d7-78c5bd5ff26f req-2fd78b06-6b17-48e4-a0b5-a8b4c336745a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (60f1a448-e006-4064-9f78-822d97b29cbe), before_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:11:09.827388 n-d-760453-5 neutron-server[103305]: DEBUG neutron.notifiers.nova [None req-aa788da8-c695-4638-9b04-b5941a5b94f5 tempest-PortsAdminExtendedAttrsTestJSON-877371849 tempest-PortsAdminExtendedAttrsTestJSON-877371849-project-admin] device_id is not set on port c1a3957a-87fa-4d90-904d-a62c90b76c07 yet. {{(pid=103305) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 26 21:11:09.940737 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-dec4e5dd-0ee9-41f2-abeb-68779785aa7a None None] Provisioning complete for port 60f1a448-e006-4064-9f78-822d97b29cbe triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:11:09.942165 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-dec4e5dd-0ee9-41f2-abeb-68779785aa7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (60f1a448-e006-4064-9f78-822d97b29cbe), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:11:10.042697 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-dec4e5dd-0ee9-41f2-abeb-68779785aa7a None None] Port 60f1a448-e006-4064-9f78-822d97b29cbe cannot update to ACTIVE because it is not bound. {{(pid=103306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 26 21:11:10.054995 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e474050e-8ff3-40d8-b02a-75ea96a1ea45 admin admin] Router 1e1537f3-2953-450d-9758-e36dd4e159f5 has already been hosted by L3 agent 09df100c-3af1-4b0a-bda8-05914c71c458 {{(pid=103304) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 26 21:11:10.235223 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdeda41a-9240-4d47-b89f-bb8f39ce0297 req-c525e725-bb5c-4b56-9a5a-a2b232affecb tempest-FloatingIPsAssociationTestJSON-419529391 tempest-FloatingIPsAssociationTestJSON-419529391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:11:10.236634 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-cdeda41a-9240-4d47-b89f-bb8f39ce0297 req-c525e725-bb5c-4b56-9a5a-a2b232affecb tempest-FloatingIPsAssociationTestJSON-419529391 tempest-FloatingIPsAssociationTestJSON-419529391-project] 10.222.0.13 "GET /v2.0/ports?device_id=cffeda4a-b528-4db3-979a-67e9d6170b34 HTTP/1.1" status: 200 len: 932 time: 0.3380187 Jan 26 21:11:10.365204 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-aa788da8-c695-4638-9b04-b5941a5b94f5 tempest-PortsAdminExtendedAttrsTestJSON-877371849 tempest-PortsAdminExtendedAttrsTestJSON-877371849-project-admin] Publish callbacks [] for port (c1a3957a-87fa-4d90-904d-a62c90b76c07), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:11:10.479416 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-f83ba5ab-384a-4140-8f4b-ac57fcf1ef3a req-20d09c14-f0a1-49d0-910a-23ab2eb3de66 tempest-FloatingIPDetailsTestJSON-177316673 tempest-FloatingIPDetailsTestJSON-177316673-project] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.5913508 Jan 26 21:11:10.493347 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [req-f83ba5ab-384a-4140-8f4b-ac57fcf1ef3a req-d3026715-3035-4584-b9ed-0f67ec95dfff tempest-FloatingIPDetailsTestJSON-177316673 tempest-FloatingIPDetailsTestJSON-177316673-project] Request body: {'floatingip': {'floating_network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:11:10.551513 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-cdeda41a-9240-4d47-b89f-bb8f39ce0297 req-3e74d542-8ddd-49c2-a015-dd9102ac0e2d tempest-FloatingIPsAssociationTestJSON-419529391 tempest-FloatingIPsAssociationTestJSON-419529391-project] 10.222.0.13 "GET /v2.0/security-groups?id=0901363f-4062-4245-b20b-1aab16841475&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2845790 Jan 26 21:11:10.731260 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-f83ba5ab-384a-4140-8f4b-ac57fcf1ef3a req-d3026715-3035-4584-b9ed-0f67ec95dfff tempest-FloatingIPDetailsTestJSON-177316673 tempest-FloatingIPDetailsTestJSON-177316673-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:11:10.778928 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e474050e-8ff3-40d8-b02a-75ea96a1ea45 admin admin] Notify agent at l3_agent.n-d-760453-5 the message routers_updated {{(pid=103304) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 26 21:11:10.796251 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6dbde07-b7c0-4f77-ae51-09048c5925b0 None None] Sync routers for ids ['1e1537f3-2953-450d-9758-e36dd4e159f5'] in n-d-760453-5 {{(pid=103306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 26 21:11:10.814085 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6dbde07-b7c0-4f77-ae51-09048c5925b0 None None] Routers {'1e1537f3-2953-450d-9758-e36dd4e159f5'} bound to L3 agent in host n-d-760453-5 {{(pid=103306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 21:11:10.814734 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-e6dbde07-b7c0-4f77-ae51-09048c5925b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-26T20:55:21Z,description=,heartbeat_timestamp=2022-01-26T21:10:51Z,host='n-d-760453-5',id=09df100c-3af1-4b0a-bda8-05914c71c458,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:55:21Z,topic='l3_agent')) {'router_ids': ['1e1537f3-2953-450d-9758-e36dd4e159f5'], 'active': True} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:11:10.844904 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-e474050e-8ff3-40d8-b02a-75ea96a1ea45 admin admin] 10.222.0.13 "PUT /v2.0/routers/1e1537f3-2953-450d-9758-e36dd4e159f5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 11.4013481 Jan 26 21:11:10.858737 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 51952) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:11:11.058336 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846e9659-7f57-44ed-9f55-c248f41c53cd req-ce8fb426-30c1-42e4-8c07-be0dc30016a3 tempest-ServerPasswordTestJSON-1248645277 tempest-ServerPasswordTestJSON-1248645277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:11:11.060741 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-846e9659-7f57-44ed-9f55-c248f41c53cd req-ce8fb426-30c1-42e4-8c07-be0dc30016a3 tempest-ServerPasswordTestJSON-1248645277 tempest-ServerPasswordTestJSON-1248645277-project] 10.222.0.13 "GET /v2.0/ports?device_id=1a4030b5-e62b-456f-8ad9-78091d5f3c69 HTTP/1.1" status: 200 len: 946 time: 0.3689921 Jan 26 21:11:11.098371 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvr_db [None req-e6dbde07-b7c0-4f77-ae51-09048c5925b0 None None] Set router 1e1537f3-2953-450d-9758-e36dd4e159f5 gateway port host: n-d-760453-5 {{(pid=103306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 21:11:11.208466 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-846e9659-7f57-44ed-9f55-c248f41c53cd req-eaebb12b-5a37-449a-9c37-3896e03a5383 tempest-ServerPasswordTestJSON-1248645277 tempest-ServerPasswordTestJSON-1248645277-project] 10.222.0.13 "GET /v2.0/security-groups?id=362c86c7-93ee-4c06-a7be-8deb7b518dd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1377406 Jan 26 21:11:11.210376 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-aa788da8-c695-4638-9b04-b5941a5b94f5 tempest-PortsAdminExtendedAttrsTestJSON-877371849 tempest-PortsAdminExtendedAttrsTestJSON-877371849-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746560234527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11791543'] for port (c1a3957a-87fa-4d90-904d-a62c90b76c07), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:11:11.212720 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-cfa40116-fc8d-4e76-8374-3cb34997b2d2 admin admin] Publish callbacks [] for router (1e1537f3-2953-450d-9758-e36dd4e159f5), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:11:11.311513 n-d-760453-5 neutron-server[103305]: DEBUG neutron.notifiers.nova [req-f11fc7ea-dbab-49a3-a2d7-78c5bd5ff26f req-2fd78b06-6b17-48e4-a0b5-a8b4c336745a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 60f1a448-e006-4064-9f78-822d97b29cbe {{(pid=103305) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 26 21:11:11.321193 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-f11fc7ea-dbab-49a3-a2d7-78c5bd5ff26f req-2fd78b06-6b17-48e4-a0b5-a8b4c336745a service neutron] Publish callbacks [] for port (60f1a448-e006-4064-9f78-822d97b29cbe), precommit_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:11:11.347102 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa788da8-c695-4638-9b04-b5941a5b94f5 tempest-PortsAdminExtendedAttrsTestJSON-877371849 tempest-PortsAdminExtendedAttrsTestJSON-877371849-project-admin] Network 26c2939d-0801-4272-a7ff-6511cc4170aa is already hosted by enough agents. {{(pid=103305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 21:11:11.376207 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [None req-aa788da8-c695-4638-9b04-b5941a5b94f5 tempest-PortsAdminExtendedAttrsTestJSON-877371849 tempest-PortsAdminExtendedAttrsTestJSON-877371849-project-admin] Resources bound (agent type, host, resource id): {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:11:11.379239 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-f83ba5ab-384a-4140-8f4b-ac57fcf1ef3a req-d3026715-3035-4584-b9ed-0f67ec95dfff tempest-FloatingIPDetailsTestJSON-177316673 tempest-FloatingIPDetailsTestJSON-177316673-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:11:11.380530 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa788da8-c695-4638-9b04-b5941a5b94f5 tempest-PortsAdminExtendedAttrsTestJSON-877371849 tempest-PortsAdminExtendedAttrsTestJSON-877371849-project-admin] Received port after_create {{(pid=103305) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 21:11:11.392748 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa788da8-c695-4638-9b04-b5941a5b94f5 tempest-PortsAdminExtendedAttrsTestJSON-877371849 tempest-PortsAdminExtendedAttrsTestJSON-877371849-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:11:11.395732 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-aa788da8-c695-4638-9b04-b5941a5b94f5 tempest-PortsAdminExtendedAttrsTestJSON-877371849 tempest-PortsAdminExtendedAttrsTestJSON-877371849-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:11:11.407981 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa788da8-c695-4638-9b04-b5941a5b94f5 tempest-PortsAdminExtendedAttrsTestJSON-877371849 tempest-PortsAdminExtendedAttrsTestJSON-877371849-project-admin] Pushing event updated for resources: {'Port': ['ID=c1a3957a-87fa-4d90-904d-a62c90b76c07,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:11:11.439079 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.provisioning_blocks [req-f11fc7ea-dbab-49a3-a2d7-78c5bd5ff26f req-2fd78b06-6b17-48e4-a0b5-a8b4c336745a service neutron] Transition to ACTIVE for port object 60f1a448-e006-4064-9f78-822d97b29cbe will not be triggered until provisioned by entity L2. {{(pid=103305) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 21:11:11.441363 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-e6dbde07-b7c0-4f77-ae51-09048c5925b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e1537f3-2953-450d-9758-e36dd4e159f5', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-12624398-router', 'tenant_id': 'd23b24c8db034dca99b1d99ddc0880a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'external_fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.97'}], 'enable_snat': True}, 'gw_port_id': 'dfff1849-53a1-451a-a3fd-8d3a9f61264e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T21:05:02Z', 'updated_at': '2022-01-26T21:11:06Z', 'revision_number': 5, 'project_id': 'd23b24c8db034dca99b1d99ddc0880a5', 'gw_port': {'id': 'dfff1849-53a1-451a-a3fd-8d3a9f61264e', 'name': '', 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:f5:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e1537f3-2953-450d-9758-e36dd4e159f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:05:02Z', 'updated_at': '2022-01-26T21:05:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-5'}], 'n-d-760453-5', False) {} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:11:11.454852 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-f11fc7ea-dbab-49a3-a2d7-78c5bd5ff26f req-2fd78b06-6b17-48e4-a0b5-a8b4c336745a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11791520'] for port (60f1a448-e006-4064-9f78-822d97b29cbe), after_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:11:11.477521 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-aa788da8-c695-4638-9b04-b5941a5b94f5 tempest-PortsAdminExtendedAttrsTestJSON-877371849 tempest-PortsAdminExtendedAttrsTestJSON-877371849-project-admin] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 1.7898235 Jan 26 21:11:11.482615 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 51962) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:11:11.519438 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6dbde07-b7c0-4f77-ae51-09048c5925b0 None None] Checking router: 1e1537f3-2953-450d-9758-e36dd4e159f5 for host: n-d-760453-5 {{(pid=103306) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 26 21:11:11.535828 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-0f91a909-646b-4f0b-a6ad-cd7c6420b5fd tempest-PortsAdminExtendedAttrsTestJSON-877371849 tempest-PortsAdminExtendedAttrsTestJSON-877371849-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-760453-5'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:11:11.536836 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6dbde07-b7c0-4f77-ae51-09048c5925b0 None None] Routers {'1e1537f3-2953-450d-9758-e36dd4e159f5'} bound to L3 agent in host n-d-760453-5 {{(pid=103306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 21:11:11.537537 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-e6dbde07-b7c0-4f77-ae51-09048c5925b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-26T20:55:21Z,description=,heartbeat_timestamp=2022-01-26T21:10:51Z,host='n-d-760453-5',id=09df100c-3af1-4b0a-bda8-05914c71c458,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:55:21Z,topic='l3_agent')) {'router_ids': ['1e1537f3-2953-450d-9758-e36dd4e159f5'], 'active': True} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:11:11.721514 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd78b06-6b17-48e4-a0b5-a8b4c336745a service neutron] Pushing event updated for resources: {'Port': ['ID=60f1a448-e006-4064-9f78-822d97b29cbe,revision_number=2']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:11:11.737244 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvr_db [None req-e6dbde07-b7c0-4f77-ae51-09048c5925b0 None None] Set router 1e1537f3-2953-450d-9758-e36dd4e159f5 gateway port host: n-d-760453-5 {{(pid=103306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 21:11:11.760559 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-be62663e-6b65-4f3d-b12f-42650d09793b req-fe59316f-6cbe-4047-96e9-ece4c53771df tempest-LiveAutoBlockMigrationV225Test-1645909514 tempest-LiveAutoBlockMigrationV225Test-1645909514-project] 10.222.0.13 "GET /v2.0/ports?device_id=cbf92dab-bccf-42aa-9b00-3737afaeaf63 HTTP/1.1" status: 200 len: 210 time: 0.1408138 Jan 26 21:11:11.778898 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-cfa40116-fc8d-4e76-8374-3cb34997b2d2 admin admin] Publish callbacks [] for router_gateway (1e1537f3-2953-450d-9758-e36dd4e159f5), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:11:11.804178 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-0f91a909-646b-4f0b-a6ad-cd7c6420b5fd tempest-PortsAdminExtendedAttrsTestJSON-877371849 tempest-PortsAdminExtendedAttrsTestJSON-877371849-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (c1a3957a-87fa-4d90-904d-a62c90b76c07), before_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:11:12.049602 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.db_base_plugin_common [req-f83ba5ab-384a-4140-8f4b-ac57fcf1ef3a req-d3026715-3035-4584-b9ed-0f67ec95dfff tempest-FloatingIPDetailsTestJSON-177316673 tempest-FloatingIPDetailsTestJSON-177316673-project] Allocated IP 172.25.1.45 (4140a1f1-c93a-4bea-83a0-68953a54f299/e48251a1-e30d-4820-8396-00c6f6aeb601/cf5a7ae5-f2af-4dd9-a497-16c3cfc6726d) {{(pid=103304) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 21:11:12.093009 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2596fc-9b86-45e0-b053-c837ea312ea7 req-09862b81-83a4-45eb-9980-bc4e3374a467 tempest-FloatingIPsAssociationTestJSON-419529391 tempest-FloatingIPsAssociationTestJSON-419529391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:11:12.100697 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-cd2596fc-9b86-45e0-b053-c837ea312ea7 req-09862b81-83a4-45eb-9980-bc4e3374a467 tempest-FloatingIPsAssociationTestJSON-419529391 tempest-FloatingIPsAssociationTestJSON-419529391-project] 10.222.0.13 "GET /v2.0/ports?device_id=cffeda4a-b528-4db3-979a-67e9d6170b34 HTTP/1.1" status: 200 len: 944 time: 0.2013569 Jan 26 21:11:12.116715 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-cfa40116-fc8d-4e76-8374-3cb34997b2d2 admin admin] Deleting port dfff1849-53a1-451a-a3fd-8d3a9f61264e {{(pid=103304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 21:11:12.117063 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-cfa40116-fc8d-4e76-8374-3cb34997b2d2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746560630878'] for port (dfff1849-53a1-451a-a3fd-8d3a9f61264e), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:11:12.186269 n-d-760453-5 neutron-server[103305]: DEBUG neutron.notifiers.nova [None req-0f91a909-646b-4f0b-a6ad-cd7c6420b5fd tempest-PortsAdminExtendedAttrsTestJSON-877371849 tempest-PortsAdminExtendedAttrsTestJSON-877371849-project-admin] device_id is not set on port c1a3957a-87fa-4d90-904d-a62c90b76c07 yet. {{(pid=103305) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 26 21:11:12.195090 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-0f91a909-646b-4f0b-a6ad-cd7c6420b5fd tempest-PortsAdminExtendedAttrsTestJSON-877371849 tempest-PortsAdminExtendedAttrsTestJSON-877371849-project-admin] Publish callbacks [] for port (c1a3957a-87fa-4d90-904d-a62c90b76c07), precommit_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:11:12.198327 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-e6dbde07-b7c0-4f77-ae51-09048c5925b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e1537f3-2953-450d-9758-e36dd4e159f5', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-12624398-router', 'tenant_id': 'd23b24c8db034dca99b1d99ddc0880a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'external_fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.97'}], 'enable_snat': True}, 'gw_port_id': 'dfff1849-53a1-451a-a3fd-8d3a9f61264e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T21:05:02Z', 'updated_at': '2022-01-26T21:11:06Z', 'revision_number': 5, 'project_id': 'd23b24c8db034dca99b1d99ddc0880a5', 'gw_port': {'id': 'dfff1849-53a1-451a-a3fd-8d3a9f61264e', 'name': '', 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:f5:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e1537f3-2953-450d-9758-e36dd4e159f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:05:02Z', 'updated_at': '2022-01-26T21:05:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-5'}], 'n-d-760453-5', False) {} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:11:12.209770 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-0f91a909-646b-4f0b-a6ad-cd7c6420b5fd tempest-PortsAdminExtendedAttrsTestJSON-877371849 tempest-PortsAdminExtendedAttrsTestJSON-877371849-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11791520'] for port (c1a3957a-87fa-4d90-904d-a62c90b76c07), after_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:11:12.265772 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6dbde07-b7c0-4f77-ae51-09048c5925b0 None None] The sync data for ids ['1e1537f3-2953-450d-9758-e36dd4e159f5'] in n-d-760453-5 is: [{'id': '1e1537f3-2953-450d-9758-e36dd4e159f5', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-12624398-router', 'tenant_id': 'd23b24c8db034dca99b1d99ddc0880a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'external_fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.97'}], 'enable_snat': True}, 'gw_port_id': 'dfff1849-53a1-451a-a3fd-8d3a9f61264e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T21:05:02Z', 'updated_at': '2022-01-26T21:11:06Z', 'revision_number': 5, 'project_id': 'd23b24c8db034dca99b1d99ddc0880a5', 'gw_port': {'id': 'dfff1849-53a1-451a-a3fd-8d3a9f61264e', 'name': '', 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:f5:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e1537f3-2953-450d-9758-e36dd4e159f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:05:02Z', 'updated_at': '2022-01-26T21:05:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-5'}] {{(pid=103306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 26 21:11:12.301758 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-cd2596fc-9b86-45e0-b053-c837ea312ea7 req-d728d4c6-827c-4c71-a698-98076f8a0610 tempest-FloatingIPsAssociationTestJSON-419529391 tempest-FloatingIPsAssociationTestJSON-419529391-project] 10.222.0.13 "GET /v2.0/security-groups?id=0901363f-4062-4245-b20b-1aab16841475&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1998885 Jan 26 21:11:12.331233 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [req-f11fc7ea-dbab-49a3-a2d7-78c5bd5ff26f req-2fd78b06-6b17-48e4-a0b5-a8b4c336745a service neutron] Attempting to bind port 60f1a448-e006-4064-9f78-822d97b29cbe on host n-h1-760453-5 for vnic_type normal with profile {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 21:11:12.331583 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [req-f11fc7ea-dbab-49a3-a2d7-78c5bd5ff26f req-2fd78b06-6b17-48e4-a0b5-a8b4c336745a service neutron] Attempting to bind port 60f1a448-e006-4064-9f78-822d97b29cbe by drivers openvswitch,hyperv on host n-h1-760453-5 at level 0 using segments [{'id': '783c42f6-f993-4cb9-a1f5-91588f8d0f68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'c51b7d10-9231-4438-a440-4c92a6a50ca4'}] {{(pid=103305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 26 21:11:12.331912 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f11fc7ea-dbab-49a3-a2d7-78c5bd5ff26f req-2fd78b06-6b17-48e4-a0b5-a8b4c336745a service neutron] Attempting to bind port 60f1a448-e006-4064-9f78-822d97b29cbe on network c51b7d10-9231-4438-a440-4c92a6a50ca4 {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 21:11:12.352037 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f11fc7ea-dbab-49a3-a2d7-78c5bd5ff26f req-2fd78b06-6b17-48e4-a0b5-a8b4c336745a service neutron] Port 60f1a448-e006-4064-9f78-822d97b29cbe on network c51b7d10-9231-4438-a440-4c92a6a50ca4 not bound, no agent of type Open vSwitch agent registered on host n-h1-760453-5 {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 26 21:11:12.352037 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f11fc7ea-dbab-49a3-a2d7-78c5bd5ff26f req-2fd78b06-6b17-48e4-a0b5-a8b4c336745a service neutron] Attempting to bind port 60f1a448-e006-4064-9f78-822d97b29cbe on network c51b7d10-9231-4438-a440-4c92a6a50ca4 {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 21:11:12.364884 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f11fc7ea-dbab-49a3-a2d7-78c5bd5ff26f req-2fd78b06-6b17-48e4-a0b5-a8b4c336745a service neutron] Checking agent: {'id': '32ef628b-8417-46c5-8729-60fcabe358f1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-760453-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 21, 3, 8), 'started_at': datetime.datetime(2022, 1, 26, 21, 3, 8), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 21, 11, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 26 21:11:12.365228 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f11fc7ea-dbab-49a3-a2d7-78c5bd5ff26f req-2fd78b06-6b17-48e4-a0b5-a8b4c336745a service neutron] Checking segment: {'id': '783c42f6-f993-4cb9-a1f5-91588f8d0f68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'c51b7d10-9231-4438-a440-4c92a6a50ca4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103305) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 21:11:12.365643 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f11fc7ea-dbab-49a3-a2d7-78c5bd5ff26f req-2fd78b06-6b17-48e4-a0b5-a8b4c336745a service neutron] Bound using segment: {'id': '783c42f6-f993-4cb9-a1f5-91588f8d0f68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'c51b7d10-9231-4438-a440-4c92a6a50ca4'} {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 26 21:11:12.366088 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [req-f11fc7ea-dbab-49a3-a2d7-78c5bd5ff26f req-2fd78b06-6b17-48e4-a0b5-a8b4c336745a service neutron] Bound port: 60f1a448-e006-4064-9f78-822d97b29cbe, host: n-h1-760453-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '783c42f6-f993-4cb9-a1f5-91588f8d0f68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'c51b7d10-9231-4438-a440-4c92a6a50ca4'}}] {{(pid=103305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 26 21:11:12.366455 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-f11fc7ea-dbab-49a3-a2d7-78c5bd5ff26f req-2fd78b06-6b17-48e4-a0b5-a8b4c336745a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (60f1a448-e006-4064-9f78-822d97b29cbe), before_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:11:12.452824 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f91a909-646b-4f0b-a6ad-cd7c6420b5fd tempest-PortsAdminExtendedAttrsTestJSON-877371849 tempest-PortsAdminExtendedAttrsTestJSON-877371849-project-admin] Pushing event updated for resources: {'Port': ['ID=c1a3957a-87fa-4d90-904d-a62c90b76c07,revision_number=2']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:11:12.457859 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [None req-0f91a909-646b-4f0b-a6ad-cd7c6420b5fd tempest-PortsAdminExtendedAttrsTestJSON-877371849 tempest-PortsAdminExtendedAttrsTestJSON-877371849-project-admin] Attempting to bind port c1a3957a-87fa-4d90-904d-a62c90b76c07 on host n-h2-760453-5 for vnic_type normal with profile {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 21:11:12.458194 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [None req-0f91a909-646b-4f0b-a6ad-cd7c6420b5fd tempest-PortsAdminExtendedAttrsTestJSON-877371849 tempest-PortsAdminExtendedAttrsTestJSON-877371849-project-admin] Attempting to bind port c1a3957a-87fa-4d90-904d-a62c90b76c07 by drivers openvswitch,hyperv on host n-h2-760453-5 at level 0 using segments [{'id': '0f77bd99-5276-4608-ae0e-254011aac760', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '26c2939d-0801-4272-a7ff-6511cc4170aa'}] {{(pid=103305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 26 21:11:12.458531 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f91a909-646b-4f0b-a6ad-cd7c6420b5fd tempest-PortsAdminExtendedAttrsTestJSON-877371849 tempest-PortsAdminExtendedAttrsTestJSON-877371849-project-admin] Attempting to bind port c1a3957a-87fa-4d90-904d-a62c90b76c07 on network 26c2939d-0801-4272-a7ff-6511cc4170aa {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 21:11:12.471605 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f91a909-646b-4f0b-a6ad-cd7c6420b5fd tempest-PortsAdminExtendedAttrsTestJSON-877371849 tempest-PortsAdminExtendedAttrsTestJSON-877371849-project-admin] Port c1a3957a-87fa-4d90-904d-a62c90b76c07 on network 26c2939d-0801-4272-a7ff-6511cc4170aa not bound, no agent of type Open vSwitch agent registered on host n-h2-760453-5 {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 26 21:11:12.472264 n-d-760453-5 neutron-server[103305]: ERROR neutron.plugins.ml2.managers [None req-0f91a909-646b-4f0b-a6ad-cd7c6420b5fd tempest-PortsAdminExtendedAttrsTestJSON-877371849 tempest-PortsAdminExtendedAttrsTestJSON-877371849-project-admin] Failed to bind port c1a3957a-87fa-4d90-904d-a62c90b76c07 on host n-h2-760453-5 for vnic_type normal using segments [{'id': '0f77bd99-5276-4608-ae0e-254011aac760', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '26c2939d-0801-4272-a7ff-6511cc4170aa'}] Jan 26 21:11:12.539014 n-d-760453-5 neutron-server[103305]: INFO neutron.plugins.ml2.plugin [None req-0f91a909-646b-4f0b-a6ad-cd7c6420b5fd tempest-PortsAdminExtendedAttrsTestJSON-877371849 tempest-PortsAdminExtendedAttrsTestJSON-877371849-project-admin] Attempt 2 to bind port c1a3957a-87fa-4d90-904d-a62c90b76c07 Jan 26 21:11:12.563007 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [None req-0f91a909-646b-4f0b-a6ad-cd7c6420b5fd tempest-PortsAdminExtendedAttrsTestJSON-877371849 tempest-PortsAdminExtendedAttrsTestJSON-877371849-project-admin] Attempting to bind port c1a3957a-87fa-4d90-904d-a62c90b76c07 on host n-h2-760453-5 for vnic_type normal with profile {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 21:11:12.563590 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [None req-0f91a909-646b-4f0b-a6ad-cd7c6420b5fd tempest-PortsAdminExtendedAttrsTestJSON-877371849 tempest-PortsAdminExtendedAttrsTestJSON-877371849-project-admin] Attempting to bind port c1a3957a-87fa-4d90-904d-a62c90b76c07 by drivers openvswitch,hyperv on host n-h2-760453-5 at level 0 using segments [{'id': '0f77bd99-5276-4608-ae0e-254011aac760', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '26c2939d-0801-4272-a7ff-6511cc4170aa'}] {{(pid=103305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 26 21:11:12.564124 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f91a909-646b-4f0b-a6ad-cd7c6420b5fd tempest-PortsAdminExtendedAttrsTestJSON-877371849 tempest-PortsAdminExtendedAttrsTestJSON-877371849-project-admin] Attempting to bind port c1a3957a-87fa-4d90-904d-a62c90b76c07 on network 26c2939d-0801-4272-a7ff-6511cc4170aa {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 21:11:12.575848 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f91a909-646b-4f0b-a6ad-cd7c6420b5fd tempest-PortsAdminExtendedAttrsTestJSON-877371849 tempest-PortsAdminExtendedAttrsTestJSON-877371849-project-admin] Port c1a3957a-87fa-4d90-904d-a62c90b76c07 on network 26c2939d-0801-4272-a7ff-6511cc4170aa not bound, no agent of type Open vSwitch agent registered on host n-h2-760453-5 {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 26 21:11:12.576421 n-d-760453-5 neutron-server[103305]: ERROR neutron.plugins.ml2.managers [None req-0f91a909-646b-4f0b-a6ad-cd7c6420b5fd tempest-PortsAdminExtendedAttrsTestJSON-877371849 tempest-PortsAdminExtendedAttrsTestJSON-877371849-project-admin] Failed to bind port c1a3957a-87fa-4d90-904d-a62c90b76c07 on host n-h2-760453-5 for vnic_type normal using segments [{'id': '0f77bd99-5276-4608-ae0e-254011aac760', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '26c2939d-0801-4272-a7ff-6511cc4170aa'}] Jan 26 21:11:12.578414 n-d-760453-5 neutron-server[103305]: INFO neutron.plugins.ml2.plugin [None req-0f91a909-646b-4f0b-a6ad-cd7c6420b5fd tempest-PortsAdminExtendedAttrsTestJSON-877371849 tempest-PortsAdminExtendedAttrsTestJSON-877371849-project-admin] Attempt 3 to bind port c1a3957a-87fa-4d90-904d-a62c90b76c07 Jan 26 21:11:12.589320 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-f83ba5ab-384a-4140-8f4b-ac57fcf1ef3a req-d3026715-3035-4584-b9ed-0f67ec95dfff tempest-FloatingIPDetailsTestJSON-177316673 tempest-FloatingIPDetailsTestJSON-177316673-project] Publish callbacks [] for port (cf5a7ae5-f2af-4dd9-a497-16c3cfc6726d), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:11:12.611633 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [None req-0f91a909-646b-4f0b-a6ad-cd7c6420b5fd tempest-PortsAdminExtendedAttrsTestJSON-877371849 tempest-PortsAdminExtendedAttrsTestJSON-877371849-project-admin] Attempting to bind port c1a3957a-87fa-4d90-904d-a62c90b76c07 on host n-h2-760453-5 for vnic_type normal with profile {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 21:11:12.612263 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [None req-0f91a909-646b-4f0b-a6ad-cd7c6420b5fd tempest-PortsAdminExtendedAttrsTestJSON-877371849 tempest-PortsAdminExtendedAttrsTestJSON-877371849-project-admin] Attempting to bind port c1a3957a-87fa-4d90-904d-a62c90b76c07 by drivers openvswitch,hyperv on host n-h2-760453-5 at level 0 using segments [{'id': '0f77bd99-5276-4608-ae0e-254011aac760', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '26c2939d-0801-4272-a7ff-6511cc4170aa'}] {{(pid=103305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 26 21:11:12.612840 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f91a909-646b-4f0b-a6ad-cd7c6420b5fd tempest-PortsAdminExtendedAttrsTestJSON-877371849 tempest-PortsAdminExtendedAttrsTestJSON-877371849-project-admin] Attempting to bind port c1a3957a-87fa-4d90-904d-a62c90b76c07 on network 26c2939d-0801-4272-a7ff-6511cc4170aa {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 21:11:12.625000 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [None req-cfa40116-fc8d-4e76-8374-3cb34997b2d2 admin admin] For port dfff1849-53a1-451a-a3fd-8d3a9f61264e, host n-d-760453-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=dfff1849-53a1-451a-a3fd-8d3a9f61264e,segment=NetworkSegment(e17cb353-418f-48b9-b982-21a6233ee99b),segment_id=e17cb353-418f-48b9-b982-21a6233ee99b)] {{(pid=103304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:11:12.626046 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-cfa40116-fc8d-4e76-8374-3cb34997b2d2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4109658'] for port (dfff1849-53a1-451a-a3fd-8d3a9f61264e), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:11:12.629959 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f91a909-646b-4f0b-a6ad-cd7c6420b5fd tempest-PortsAdminExtendedAttrsTestJSON-877371849 tempest-PortsAdminExtendedAttrsTestJSON-877371849-project-admin] Port c1a3957a-87fa-4d90-904d-a62c90b76c07 on network 26c2939d-0801-4272-a7ff-6511cc4170aa not bound, no agent of type Open vSwitch agent registered on host n-h2-760453-5 {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 26 21:11:12.630542 n-d-760453-5 neutron-server[103305]: ERROR neutron.plugins.ml2.managers [None req-0f91a909-646b-4f0b-a6ad-cd7c6420b5fd tempest-PortsAdminExtendedAttrsTestJSON-877371849 tempest-PortsAdminExtendedAttrsTestJSON-877371849-project-admin] Failed to bind port c1a3957a-87fa-4d90-904d-a62c90b76c07 on host n-h2-760453-5 for vnic_type normal using segments [{'id': '0f77bd99-5276-4608-ae0e-254011aac760', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '26c2939d-0801-4272-a7ff-6511cc4170aa'}] Jan 26 21:11:12.633418 n-d-760453-5 neutron-server[103305]: INFO neutron.plugins.ml2.plugin [None req-0f91a909-646b-4f0b-a6ad-cd7c6420b5fd tempest-PortsAdminExtendedAttrsTestJSON-877371849 tempest-PortsAdminExtendedAttrsTestJSON-877371849-project-admin] Attempt 4 to bind port c1a3957a-87fa-4d90-904d-a62c90b76c07 Jan 26 21:11:12.640231 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [req-f11fc7ea-dbab-49a3-a2d7-78c5bd5ff26f req-2fd78b06-6b17-48e4-a0b5-a8b4c336745a service neutron] For port 60f1a448-e006-4064-9f78-822d97b29cbe, host n-h1-760453-5, cleared binding levels {{(pid=103305) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 26 21:11:12.665557 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [req-f11fc7ea-dbab-49a3-a2d7-78c5bd5ff26f req-2fd78b06-6b17-48e4-a0b5-a8b4c336745a service neutron] For port 60f1a448-e006-4064-9f78-822d97b29cbe, host n-h1-760453-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-5',level=0,port_id=60f1a448-e006-4064-9f78-822d97b29cbe,segment=NetworkSegment(783c42f6-f993-4cb9-a1f5-91588f8d0f68),segment_id=783c42f6-f993-4cb9-a1f5-91588f8d0f68)] {{(pid=103305) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 26 21:11:12.667465 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [None req-0f91a909-646b-4f0b-a6ad-cd7c6420b5fd tempest-PortsAdminExtendedAttrsTestJSON-877371849 tempest-PortsAdminExtendedAttrsTestJSON-877371849-project-admin] Attempting to bind port c1a3957a-87fa-4d90-904d-a62c90b76c07 on host n-h2-760453-5 for vnic_type normal with profile {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 21:11:12.668237 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [None req-0f91a909-646b-4f0b-a6ad-cd7c6420b5fd tempest-PortsAdminExtendedAttrsTestJSON-877371849 tempest-PortsAdminExtendedAttrsTestJSON-877371849-project-admin] Attempting to bind port c1a3957a-87fa-4d90-904d-a62c90b76c07 by drivers openvswitch,hyperv on host n-h2-760453-5 at level 0 using segments [{'id': '0f77bd99-5276-4608-ae0e-254011aac760', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '26c2939d-0801-4272-a7ff-6511cc4170aa'}] {{(pid=103305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 26 21:11:12.668755 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f91a909-646b-4f0b-a6ad-cd7c6420b5fd tempest-PortsAdminExtendedAttrsTestJSON-877371849 tempest-PortsAdminExtendedAttrsTestJSON-877371849-project-admin] Attempting to bind port c1a3957a-87fa-4d90-904d-a62c90b76c07 on network 26c2939d-0801-4272-a7ff-6511cc4170aa {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 21:11:12.675106 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f91a909-646b-4f0b-a6ad-cd7c6420b5fd tempest-PortsAdminExtendedAttrsTestJSON-877371849 tempest-PortsAdminExtendedAttrsTestJSON-877371849-project-admin] Port c1a3957a-87fa-4d90-904d-a62c90b76c07 on network 26c2939d-0801-4272-a7ff-6511cc4170aa not bound, no agent of type Open vSwitch agent registered on host n-h2-760453-5 {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 26 21:11:12.675670 n-d-760453-5 neutron-server[103305]: ERROR neutron.plugins.ml2.managers [None req-0f91a909-646b-4f0b-a6ad-cd7c6420b5fd tempest-PortsAdminExtendedAttrsTestJSON-877371849 tempest-PortsAdminExtendedAttrsTestJSON-877371849-project-admin] Failed to bind port c1a3957a-87fa-4d90-904d-a62c90b76c07 on host n-h2-760453-5 for vnic_type normal using segments [{'id': '0f77bd99-5276-4608-ae0e-254011aac760', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '26c2939d-0801-4272-a7ff-6511cc4170aa'}] Jan 26 21:11:12.676708 n-d-760453-5 neutron-server[103305]: INFO neutron.plugins.ml2.plugin [None req-0f91a909-646b-4f0b-a6ad-cd7c6420b5fd tempest-PortsAdminExtendedAttrsTestJSON-877371849 tempest-PortsAdminExtendedAttrsTestJSON-877371849-project-admin] Attempt 5 to bind port c1a3957a-87fa-4d90-904d-a62c90b76c07 Jan 26 21:11:12.688691 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb84e1f-5ad1-4b1d-8080-97e981b52ed5 req-92a465e1-f1d2-4dc6-9671-a6d7531cec23 tempest-ServerPasswordTestJSON-1248645277 tempest-ServerPasswordTestJSON-1248645277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:11:12.690305 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-6bb84e1f-5ad1-4b1d-8080-97e981b52ed5 req-92a465e1-f1d2-4dc6-9671-a6d7531cec23 tempest-ServerPasswordTestJSON-1248645277 tempest-ServerPasswordTestJSON-1248645277-project] 10.222.0.13 "GET /v2.0/ports?device_id=1a4030b5-e62b-456f-8ad9-78091d5f3c69 HTTP/1.1" status: 200 len: 946 time: 0.2824242 Jan 26 21:11:12.702686 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [None req-0f91a909-646b-4f0b-a6ad-cd7c6420b5fd tempest-PortsAdminExtendedAttrsTestJSON-877371849 tempest-PortsAdminExtendedAttrsTestJSON-877371849-project-admin] Attempting to bind port c1a3957a-87fa-4d90-904d-a62c90b76c07 on host n-h2-760453-5 for vnic_type normal with profile {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 21:11:12.703635 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-cfa40116-fc8d-4e76-8374-3cb34997b2d2 admin admin] Calling delete_port for dfff1849-53a1-451a-a3fd-8d3a9f61264e owned by network:router_gateway {{(pid=103304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 21:11:12.703785 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [None req-0f91a909-646b-4f0b-a6ad-cd7c6420b5fd tempest-PortsAdminExtendedAttrsTestJSON-877371849 tempest-PortsAdminExtendedAttrsTestJSON-877371849-project-admin] Attempting to bind port c1a3957a-87fa-4d90-904d-a62c90b76c07 by drivers openvswitch,hyperv on host n-h2-760453-5 at level 0 using segments [{'id': '0f77bd99-5276-4608-ae0e-254011aac760', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '26c2939d-0801-4272-a7ff-6511cc4170aa'}] {{(pid=103305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 26 21:11:12.704132 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f91a909-646b-4f0b-a6ad-cd7c6420b5fd tempest-PortsAdminExtendedAttrsTestJSON-877371849 tempest-PortsAdminExtendedAttrsTestJSON-877371849-project-admin] Attempting to bind port c1a3957a-87fa-4d90-904d-a62c90b76c07 on network 26c2939d-0801-4272-a7ff-6511cc4170aa {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 21:11:12.707031 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-f11fc7ea-dbab-49a3-a2d7-78c5bd5ff26f req-2fd78b06-6b17-48e4-a0b5-a8b4c336745a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11791520'] for port (60f1a448-e006-4064-9f78-822d97b29cbe), after_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:11:12.722047 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f91a909-646b-4f0b-a6ad-cd7c6420b5fd tempest-PortsAdminExtendedAttrsTestJSON-877371849 tempest-PortsAdminExtendedAttrsTestJSON-877371849-project-admin] Port c1a3957a-87fa-4d90-904d-a62c90b76c07 on network 26c2939d-0801-4272-a7ff-6511cc4170aa not bound, no agent of type Open vSwitch agent registered on host n-h2-760453-5 {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 26 21:11:12.722438 n-d-760453-5 neutron-server[103305]: ERROR neutron.plugins.ml2.managers [None req-0f91a909-646b-4f0b-a6ad-cd7c6420b5fd tempest-PortsAdminExtendedAttrsTestJSON-877371849 tempest-PortsAdminExtendedAttrsTestJSON-877371849-project-admin] Failed to bind port c1a3957a-87fa-4d90-904d-a62c90b76c07 on host n-h2-760453-5 for vnic_type normal using segments [{'id': '0f77bd99-5276-4608-ae0e-254011aac760', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '26c2939d-0801-4272-a7ff-6511cc4170aa'}] Jan 26 21:11:12.742313 n-d-760453-5 neutron-server[103305]: INFO neutron.plugins.ml2.plugin [None req-0f91a909-646b-4f0b-a6ad-cd7c6420b5fd tempest-PortsAdminExtendedAttrsTestJSON-877371849 tempest-PortsAdminExtendedAttrsTestJSON-877371849-project-admin] Attempt 6 to bind port c1a3957a-87fa-4d90-904d-a62c90b76c07 Jan 26 21:11:12.778477 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [None req-0f91a909-646b-4f0b-a6ad-cd7c6420b5fd tempest-PortsAdminExtendedAttrsTestJSON-877371849 tempest-PortsAdminExtendedAttrsTestJSON-877371849-project-admin] Attempting to bind port c1a3957a-87fa-4d90-904d-a62c90b76c07 on host n-h2-760453-5 for vnic_type normal with profile {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 21:11:12.778581 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [None req-0f91a909-646b-4f0b-a6ad-cd7c6420b5fd tempest-PortsAdminExtendedAttrsTestJSON-877371849 tempest-PortsAdminExtendedAttrsTestJSON-877371849-project-admin] Attempting to bind port c1a3957a-87fa-4d90-904d-a62c90b76c07 by drivers openvswitch,hyperv on host n-h2-760453-5 at level 0 using segments [{'id': '0f77bd99-5276-4608-ae0e-254011aac760', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '26c2939d-0801-4272-a7ff-6511cc4170aa'}] {{(pid=103305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 26 21:11:12.778896 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f91a909-646b-4f0b-a6ad-cd7c6420b5fd tempest-PortsAdminExtendedAttrsTestJSON-877371849 tempest-PortsAdminExtendedAttrsTestJSON-877371849-project-admin] Attempting to bind port c1a3957a-87fa-4d90-904d-a62c90b76c07 on network 26c2939d-0801-4272-a7ff-6511cc4170aa {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 21:11:12.789046 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f91a909-646b-4f0b-a6ad-cd7c6420b5fd tempest-PortsAdminExtendedAttrsTestJSON-877371849 tempest-PortsAdminExtendedAttrsTestJSON-877371849-project-admin] Port c1a3957a-87fa-4d90-904d-a62c90b76c07 on network 26c2939d-0801-4272-a7ff-6511cc4170aa not bound, no agent of type Open vSwitch agent registered on host n-h2-760453-5 {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 26 21:11:12.789487 n-d-760453-5 neutron-server[103305]: ERROR neutron.plugins.ml2.managers [None req-0f91a909-646b-4f0b-a6ad-cd7c6420b5fd tempest-PortsAdminExtendedAttrsTestJSON-877371849 tempest-PortsAdminExtendedAttrsTestJSON-877371849-project-admin] Failed to bind port c1a3957a-87fa-4d90-904d-a62c90b76c07 on host n-h2-760453-5 for vnic_type normal using segments [{'id': '0f77bd99-5276-4608-ae0e-254011aac760', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '26c2939d-0801-4272-a7ff-6511cc4170aa'}] Jan 26 21:11:12.793501 n-d-760453-5 neutron-server[103305]: INFO neutron.plugins.ml2.plugin [None req-0f91a909-646b-4f0b-a6ad-cd7c6420b5fd tempest-PortsAdminExtendedAttrsTestJSON-877371849 tempest-PortsAdminExtendedAttrsTestJSON-877371849-project-admin] Attempt 7 to bind port c1a3957a-87fa-4d90-904d-a62c90b76c07 Jan 26 21:11:12.800240 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11fc7ea-dbab-49a3-a2d7-78c5bd5ff26f req-2fd78b06-6b17-48e4-a0b5-a8b4c336745a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:11:12.800863 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-f11fc7ea-dbab-49a3-a2d7-78c5bd5ff26f req-2fd78b06-6b17-48e4-a0b5-a8b4c336745a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:11:12.802419 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-f11fc7ea-dbab-49a3-a2d7-78c5bd5ff26f req-2fd78b06-6b17-48e4-a0b5-a8b4c336745a service neutron] 10.222.0.66 "PUT /v2.0/ports/60f1a448-e006-4064-9f78-822d97b29cbe HTTP/1.1" status: 200 len: 1092 time: 3.1405823 Jan 26 21:11:12.802918 n-d-760453-5 neutron-server[103305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cffeda4a-b528-4db3-979a-67e9d6170b34', 'tag': '60f1a448-e006-4064-9f78-822d97b29cbe'}] {{(pid=103305) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 21:11:12.806247 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d4654568b7bf041e72ff8fe1c96d6d761d9c921f2b99bc7b3a26632be20cee0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7bdf408-faf9-4383-909b-08e922d4f905" -d '{"events": [{"name": "network-changed", "server_uuid": "cffeda4a-b528-4db3-979a-67e9d6170b34", "tag": "60f1a448-e006-4064-9f78-822d97b29cbe"}]}' {{(pid=103305) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 21:11:12.852398 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd78b06-6b17-48e4-a0b5-a8b4c336745a service neutron] Pushing event updated for resources: {'Port': ['ID=60f1a448-e006-4064-9f78-822d97b29cbe,revision_number=3']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:11:12.924100 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [None req-0f91a909-646b-4f0b-a6ad-cd7c6420b5fd tempest-PortsAdminExtendedAttrsTestJSON-877371849 tempest-PortsAdminExtendedAttrsTestJSON-877371849-project-admin] Attempting to bind port c1a3957a-87fa-4d90-904d-a62c90b76c07 on host n-h2-760453-5 for vnic_type normal with profile {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 21:11:12.929738 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [None req-0f91a909-646b-4f0b-a6ad-cd7c6420b5fd tempest-PortsAdminExtendedAttrsTestJSON-877371849 tempest-PortsAdminExtendedAttrsTestJSON-877371849-project-admin] Attempting to bind port c1a3957a-87fa-4d90-904d-a62c90b76c07 by drivers openvswitch,hyperv on host n-h2-760453-5 at level 0 using segments [{'id': '0f77bd99-5276-4608-ae0e-254011aac760', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '26c2939d-0801-4272-a7ff-6511cc4170aa'}] {{(pid=103305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 26 21:11:12.930311 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f91a909-646b-4f0b-a6ad-cd7c6420b5fd tempest-PortsAdminExtendedAttrsTestJSON-877371849 tempest-PortsAdminExtendedAttrsTestJSON-877371849-project-admin] Attempting to bind port c1a3957a-87fa-4d90-904d-a62c90b76c07 on network 26c2939d-0801-4272-a7ff-6511cc4170aa {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 21:11:12.947164 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f91a909-646b-4f0b-a6ad-cd7c6420b5fd tempest-PortsAdminExtendedAttrsTestJSON-877371849 tempest-PortsAdminExtendedAttrsTestJSON-877371849-project-admin] Port c1a3957a-87fa-4d90-904d-a62c90b76c07 on network 26c2939d-0801-4272-a7ff-6511cc4170aa not bound, no agent of type Open vSwitch agent registered on host n-h2-760453-5 {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 26 21:11:12.950935 n-d-760453-5 neutron-server[103305]: ERROR neutron.plugins.ml2.managers [None req-0f91a909-646b-4f0b-a6ad-cd7c6420b5fd tempest-PortsAdminExtendedAttrsTestJSON-877371849 tempest-PortsAdminExtendedAttrsTestJSON-877371849-project-admin] Failed to bind port c1a3957a-87fa-4d90-904d-a62c90b76c07 on host n-h2-760453-5 for vnic_type normal using segments [{'id': '0f77bd99-5276-4608-ae0e-254011aac760', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '26c2939d-0801-4272-a7ff-6511cc4170aa'}] Jan 26 21:11:12.953644 n-d-760453-5 neutron-server[103305]: INFO neutron.plugins.ml2.plugin [None req-0f91a909-646b-4f0b-a6ad-cd7c6420b5fd tempest-PortsAdminExtendedAttrsTestJSON-877371849 tempest-PortsAdminExtendedAttrsTestJSON-877371849-project-admin] Attempt 8 to bind port c1a3957a-87fa-4d90-904d-a62c90b76c07 Jan 26 21:11:12.976310 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [None req-0f91a909-646b-4f0b-a6ad-cd7c6420b5fd tempest-PortsAdminExtendedAttrsTestJSON-877371849 tempest-PortsAdminExtendedAttrsTestJSON-877371849-project-admin] Attempting to bind port c1a3957a-87fa-4d90-904d-a62c90b76c07 on host n-h2-760453-5 for vnic_type normal with profile {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 21:11:12.976754 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [None req-0f91a909-646b-4f0b-a6ad-cd7c6420b5fd tempest-PortsAdminExtendedAttrsTestJSON-877371849 tempest-PortsAdminExtendedAttrsTestJSON-877371849-project-admin] Attempting to bind port c1a3957a-87fa-4d90-904d-a62c90b76c07 by drivers openvswitch,hyperv on host n-h2-760453-5 at level 0 using segments [{'id': '0f77bd99-5276-4608-ae0e-254011aac760', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '26c2939d-0801-4272-a7ff-6511cc4170aa'}] {{(pid=103305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 26 21:11:12.977196 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f91a909-646b-4f0b-a6ad-cd7c6420b5fd tempest-PortsAdminExtendedAttrsTestJSON-877371849 tempest-PortsAdminExtendedAttrsTestJSON-877371849-project-admin] Attempting to bind port c1a3957a-87fa-4d90-904d-a62c90b76c07 on network 26c2939d-0801-4272-a7ff-6511cc4170aa {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 21:11:12.982725 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f91a909-646b-4f0b-a6ad-cd7c6420b5fd tempest-PortsAdminExtendedAttrsTestJSON-877371849 tempest-PortsAdminExtendedAttrsTestJSON-877371849-project-admin] Port c1a3957a-87fa-4d90-904d-a62c90b76c07 on network 26c2939d-0801-4272-a7ff-6511cc4170aa not bound, no agent of type Open vSwitch agent registered on host n-h2-760453-5 {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 26 21:11:12.983184 n-d-760453-5 neutron-server[103305]: ERROR neutron.plugins.ml2.managers [None req-0f91a909-646b-4f0b-a6ad-cd7c6420b5fd tempest-PortsAdminExtendedAttrsTestJSON-877371849 tempest-PortsAdminExtendedAttrsTestJSON-877371849-project-admin] Failed to bind port c1a3957a-87fa-4d90-904d-a62c90b76c07 on host n-h2-760453-5 for vnic_type normal using segments [{'id': '0f77bd99-5276-4608-ae0e-254011aac760', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '26c2939d-0801-4272-a7ff-6511cc4170aa'}] Jan 26 21:11:12.987231 n-d-760453-5 neutron-server[103305]: INFO neutron.plugins.ml2.plugin [None req-0f91a909-646b-4f0b-a6ad-cd7c6420b5fd tempest-PortsAdminExtendedAttrsTestJSON-877371849 tempest-PortsAdminExtendedAttrsTestJSON-877371849-project-admin] Attempt 9 to bind port c1a3957a-87fa-4d90-904d-a62c90b76c07 Jan 26 21:11:13.027390 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device 076ddd78-7c26-43be-8bb8-b1fe7e196fd1 no longer exists at agent ovs-agent-n-d-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 26 21:11:13.033039 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11fc7ea-dbab-49a3-a2d7-78c5bd5ff26f req-6766a58e-b644-4abc-b5dc-71049ad97824 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:11:13.038616 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-f11fc7ea-dbab-49a3-a2d7-78c5bd5ff26f req-6766a58e-b644-4abc-b5dc-71049ad97824 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=7bdfe07917df421d9be436779552b002&device_id=cffeda4a-b528-4db3-979a-67e9d6170b34 HTTP/1.1" status: 200 len: 1095 time: 0.1692610 Jan 26 21:11:13.040858 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [None req-0f91a909-646b-4f0b-a6ad-cd7c6420b5fd tempest-PortsAdminExtendedAttrsTestJSON-877371849 tempest-PortsAdminExtendedAttrsTestJSON-877371849-project-admin] Attempting to bind port c1a3957a-87fa-4d90-904d-a62c90b76c07 on host n-h2-760453-5 for vnic_type normal with profile {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 21:11:13.043872 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [None req-0f91a909-646b-4f0b-a6ad-cd7c6420b5fd tempest-PortsAdminExtendedAttrsTestJSON-877371849 tempest-PortsAdminExtendedAttrsTestJSON-877371849-project-admin] Attempting to bind port c1a3957a-87fa-4d90-904d-a62c90b76c07 by drivers openvswitch,hyperv on host n-h2-760453-5 at level 0 using segments [{'id': '0f77bd99-5276-4608-ae0e-254011aac760', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '26c2939d-0801-4272-a7ff-6511cc4170aa'}] {{(pid=103305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 26 21:11:13.044334 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f91a909-646b-4f0b-a6ad-cd7c6420b5fd tempest-PortsAdminExtendedAttrsTestJSON-877371849 tempest-PortsAdminExtendedAttrsTestJSON-877371849-project-admin] Attempting to bind port c1a3957a-87fa-4d90-904d-a62c90b76c07 on network 26c2939d-0801-4272-a7ff-6511cc4170aa {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 21:11:13.065478 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] No Port match for: 076ddd78-7c26-43be-8bb8-b1fe7e196fd1 {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 26 21:11:13.066002 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device 076ddd78-7c26-43be-8bb8-b1fe7e196fd1 not bound to the agent host n-d-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 26 21:11:13.142530 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f91a909-646b-4f0b-a6ad-cd7c6420b5fd tempest-PortsAdminExtendedAttrsTestJSON-877371849 tempest-PortsAdminExtendedAttrsTestJSON-877371849-project-admin] Port c1a3957a-87fa-4d90-904d-a62c90b76c07 on network 26c2939d-0801-4272-a7ff-6511cc4170aa not bound, no agent of type Open vSwitch agent registered on host n-h2-760453-5 {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 26 21:11:13.143161 n-d-760453-5 neutron-server[103305]: ERROR neutron.plugins.ml2.managers [None req-0f91a909-646b-4f0b-a6ad-cd7c6420b5fd tempest-PortsAdminExtendedAttrsTestJSON-877371849 tempest-PortsAdminExtendedAttrsTestJSON-877371849-project-admin] Failed to bind port c1a3957a-87fa-4d90-904d-a62c90b76c07 on host n-h2-760453-5 for vnic_type normal using segments [{'id': '0f77bd99-5276-4608-ae0e-254011aac760', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '26c2939d-0801-4272-a7ff-6511cc4170aa'}] Jan 26 21:11:13.143841 n-d-760453-5 neutron-server[103305]: INFO neutron.plugins.ml2.plugin [None req-0f91a909-646b-4f0b-a6ad-cd7c6420b5fd tempest-PortsAdminExtendedAttrsTestJSON-877371849 tempest-PortsAdminExtendedAttrsTestJSON-877371849-project-admin] Attempt 10 to bind port c1a3957a-87fa-4d90-904d-a62c90b76c07 Jan 26 21:11:13.148518 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-f11fc7ea-dbab-49a3-a2d7-78c5bd5ff26f req-a163f7f7-45a8-4cea-9724-fe4333645e0b service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=60f1a448-e006-4064-9f78-822d97b29cbe HTTP/1.1" status: 200 len: 217 time: 0.0928113 Jan 26 21:11:13.206175 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [None req-0f91a909-646b-4f0b-a6ad-cd7c6420b5fd tempest-PortsAdminExtendedAttrsTestJSON-877371849 tempest-PortsAdminExtendedAttrsTestJSON-877371849-project-admin] Attempting to bind port c1a3957a-87fa-4d90-904d-a62c90b76c07 on host n-h2-760453-5 for vnic_type normal with profile {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 21:11:13.206521 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [None req-0f91a909-646b-4f0b-a6ad-cd7c6420b5fd tempest-PortsAdminExtendedAttrsTestJSON-877371849 tempest-PortsAdminExtendedAttrsTestJSON-877371849-project-admin] Attempting to bind port c1a3957a-87fa-4d90-904d-a62c90b76c07 by drivers openvswitch,hyperv on host n-h2-760453-5 at level 0 using segments [{'id': '0f77bd99-5276-4608-ae0e-254011aac760', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '26c2939d-0801-4272-a7ff-6511cc4170aa'}] {{(pid=103305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 26 21:11:13.206917 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f91a909-646b-4f0b-a6ad-cd7c6420b5fd tempest-PortsAdminExtendedAttrsTestJSON-877371849 tempest-PortsAdminExtendedAttrsTestJSON-877371849-project-admin] Attempting to bind port c1a3957a-87fa-4d90-904d-a62c90b76c07 on network 26c2939d-0801-4272-a7ff-6511cc4170aa {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 21:11:13.220826 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f91a909-646b-4f0b-a6ad-cd7c6420b5fd tempest-PortsAdminExtendedAttrsTestJSON-877371849 tempest-PortsAdminExtendedAttrsTestJSON-877371849-project-admin] Port c1a3957a-87fa-4d90-904d-a62c90b76c07 on network 26c2939d-0801-4272-a7ff-6511cc4170aa not bound, no agent of type Open vSwitch agent registered on host n-h2-760453-5 {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 26 21:11:13.227316 n-d-760453-5 neutron-server[103305]: ERROR neutron.plugins.ml2.managers [None req-0f91a909-646b-4f0b-a6ad-cd7c6420b5fd tempest-PortsAdminExtendedAttrsTestJSON-877371849 tempest-PortsAdminExtendedAttrsTestJSON-877371849-project-admin] Failed to bind port c1a3957a-87fa-4d90-904d-a62c90b76c07 on host n-h2-760453-5 for vnic_type normal using segments [{'id': '0f77bd99-5276-4608-ae0e-254011aac760', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '26c2939d-0801-4272-a7ff-6511cc4170aa'}] Jan 26 21:11:13.227730 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-0f91a909-646b-4f0b-a6ad-cd7c6420b5fd tempest-PortsAdminExtendedAttrsTestJSON-877371849 tempest-PortsAdminExtendedAttrsTestJSON-877371849-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (c1a3957a-87fa-4d90-904d-a62c90b76c07), before_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:11:13.300193 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-f83ba5ab-384a-4140-8f4b-ac57fcf1ef3a req-d3026715-3035-4584-b9ed-0f67ec95dfff tempest-FloatingIPDetailsTestJSON-177316673 tempest-FloatingIPDetailsTestJSON-177316673-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746560234527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9281553'] for port (cf5a7ae5-f2af-4dd9-a497-16c3cfc6726d), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:11:13.357406 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-6bb84e1f-5ad1-4b1d-8080-97e981b52ed5 req-a454b93f-636b-43a2-8b18-72b6ede83c58 tempest-ServerPasswordTestJSON-1248645277 tempest-ServerPasswordTestJSON-1248645277-project] 10.222.0.13 "GET /v2.0/security-groups?id=362c86c7-93ee-4c06-a7be-8deb7b518dd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6390636 Jan 26 21:11:13.358886 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11fc7ea-dbab-49a3-a2d7-78c5bd5ff26f req-d2d3c626-5b39-4079-9b29-09485e860f5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:11:13.360586 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-f11fc7ea-dbab-49a3-a2d7-78c5bd5ff26f req-d2d3c626-5b39-4079-9b29-09485e860f5e service neutron] 10.222.0.66 "GET /v2.0/subnets?id=f7b7ba1f-f452-4d1f-b54c-6aaf311b4599 HTTP/1.1" status: 200 len: 859 time: 0.2033713 Jan 26 21:11:13.388773 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-cfa40116-fc8d-4e76-8374-3cb34997b2d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746560636600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746560234536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9281553'] for port (dfff1849-53a1-451a-a3fd-8d3a9f61264e), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:11:13.413930 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f83ba5ab-384a-4140-8f4b-ac57fcf1ef3a req-d3026715-3035-4584-b9ed-0f67ec95dfff tempest-FloatingIPDetailsTestJSON-177316673 tempest-FloatingIPDetailsTestJSON-177316673-project] Network 4140a1f1-c93a-4bea-83a0-68953a54f299 is already hosted by enough agents. {{(pid=103304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 21:11:13.447368 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [req-f83ba5ab-384a-4140-8f4b-ac57fcf1ef3a req-d3026715-3035-4584-b9ed-0f67ec95dfff tempest-FloatingIPDetailsTestJSON-177316673 tempest-FloatingIPDetailsTestJSON-177316673-project] Resources bound (agent type, host, resource id): {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:11:13.449958 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [req-f83ba5ab-384a-4140-8f4b-ac57fcf1ef3a req-d3026715-3035-4584-b9ed-0f67ec95dfff tempest-FloatingIPDetailsTestJSON-177316673 tempest-FloatingIPDetailsTestJSON-177316673-project] Received port after_create {{(pid=103304) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 21:11:13.490285 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3026715-3035-4584-b9ed-0f67ec95dfff tempest-FloatingIPDetailsTestJSON-177316673 tempest-FloatingIPDetailsTestJSON-177316673-project] Pushing event updated for resources: {'Port': ['ID=cf5a7ae5-f2af-4dd9-a497-16c3cfc6726d,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:11:13.509256 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [None req-0f91a909-646b-4f0b-a6ad-cd7c6420b5fd tempest-PortsAdminExtendedAttrsTestJSON-877371849 tempest-PortsAdminExtendedAttrsTestJSON-877371849-project-admin] For port c1a3957a-87fa-4d90-904d-a62c90b76c07, host n-h2-760453-5, cleared binding levels {{(pid=103305) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 26 21:11:13.509777 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [None req-0f91a909-646b-4f0b-a6ad-cd7c6420b5fd tempest-PortsAdminExtendedAttrsTestJSON-877371849 tempest-PortsAdminExtendedAttrsTestJSON-877371849-project-admin] Attempted to set empty binding levels {{(pid=103305) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jan 26 21:11:13.532556 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-0f91a909-646b-4f0b-a6ad-cd7c6420b5fd tempest-PortsAdminExtendedAttrsTestJSON-877371849 tempest-PortsAdminExtendedAttrsTestJSON-877371849-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11791520'] for port (c1a3957a-87fa-4d90-904d-a62c90b76c07), after_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:11:13.574638 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11fc7ea-dbab-49a3-a2d7-78c5bd5ff26f req-9e923854-1d8c-4b14-be75-921e9c11ecca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:11:13.579609 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-f11fc7ea-dbab-49a3-a2d7-78c5bd5ff26f req-9e923854-1d8c-4b14-be75-921e9c11ecca service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=c51b7d10-9231-4438-a440-4c92a6a50ca4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1827412 Jan 26 21:11:13.663470 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f91a909-646b-4f0b-a6ad-cd7c6420b5fd tempest-PortsAdminExtendedAttrsTestJSON-877371849 tempest-PortsAdminExtendedAttrsTestJSON-877371849-project-admin] Pushing event updated for resources: {'Port': ['ID=c1a3957a-87fa-4d90-904d-a62c90b76c07,revision_number=3']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:11:13.738556 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-0f91a909-646b-4f0b-a6ad-cd7c6420b5fd tempest-PortsAdminExtendedAttrsTestJSON-877371849 tempest-PortsAdminExtendedAttrsTestJSON-877371849-project-admin] In _notify_port_updated(), no bound segment for port c1a3957a-87fa-4d90-904d-a62c90b76c07 on network 26c2939d-0801-4272-a7ff-6511cc4170aa {{(pid=103305) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:883}} Jan 26 21:11:13.740518 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f91a909-646b-4f0b-a6ad-cd7c6420b5fd tempest-PortsAdminExtendedAttrsTestJSON-877371849 tempest-PortsAdminExtendedAttrsTestJSON-877371849-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:11:13.742249 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-0f91a909-646b-4f0b-a6ad-cd7c6420b5fd tempest-PortsAdminExtendedAttrsTestJSON-877371849 tempest-PortsAdminExtendedAttrsTestJSON-877371849-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:11:13.745107 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-0f91a909-646b-4f0b-a6ad-cd7c6420b5fd tempest-PortsAdminExtendedAttrsTestJSON-877371849 tempest-PortsAdminExtendedAttrsTestJSON-877371849-project-admin] 10.222.0.13 "PUT /v2.0/ports/c1a3957a-87fa-4d90-904d-a62c90b76c07 HTTP/1.1" status: 200 len: 974 time: 2.2220285 Jan 26 21:11:13.750087 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 51992) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:11:13.920307 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-955647b1-9da0-41f5-97a3-2fc1b0b1d361 tempest-PortsAdminExtendedAttrsTestJSON-877371849 tempest-PortsAdminExtendedAttrsTestJSON-877371849-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:11:13.921199 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-955647b1-9da0-41f5-97a3-2fc1b0b1d361 tempest-PortsAdminExtendedAttrsTestJSON-877371849 tempest-PortsAdminExtendedAttrsTestJSON-877371849-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:11:13.921907 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-955647b1-9da0-41f5-97a3-2fc1b0b1d361 tempest-PortsAdminExtendedAttrsTestJSON-877371849 tempest-PortsAdminExtendedAttrsTestJSON-877371849-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:11:13.922558 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-955647b1-9da0-41f5-97a3-2fc1b0b1d361 tempest-PortsAdminExtendedAttrsTestJSON-877371849 tempest-PortsAdminExtendedAttrsTestJSON-877371849-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:11:13.923204 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-955647b1-9da0-41f5-97a3-2fc1b0b1d361 tempest-PortsAdminExtendedAttrsTestJSON-877371849 tempest-PortsAdminExtendedAttrsTestJSON-877371849-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:11:13.923848 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-955647b1-9da0-41f5-97a3-2fc1b0b1d361 tempest-PortsAdminExtendedAttrsTestJSON-877371849 tempest-PortsAdminExtendedAttrsTestJSON-877371849-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:11:13.924520 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-955647b1-9da0-41f5-97a3-2fc1b0b1d361 tempest-PortsAdminExtendedAttrsTestJSON-877371849 tempest-PortsAdminExtendedAttrsTestJSON-877371849-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:11:13.925163 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-955647b1-9da0-41f5-97a3-2fc1b0b1d361 tempest-PortsAdminExtendedAttrsTestJSON-877371849 tempest-PortsAdminExtendedAttrsTestJSON-877371849-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:11:13.926443 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-955647b1-9da0-41f5-97a3-2fc1b0b1d361 tempest-PortsAdminExtendedAttrsTestJSON-877371849 tempest-PortsAdminExtendedAttrsTestJSON-877371849-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:11:13.927098 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-955647b1-9da0-41f5-97a3-2fc1b0b1d361 tempest-PortsAdminExtendedAttrsTestJSON-877371849 tempest-PortsAdminExtendedAttrsTestJSON-877371849-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:11:13.928214 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-955647b1-9da0-41f5-97a3-2fc1b0b1d361 tempest-PortsAdminExtendedAttrsTestJSON-877371849 tempest-PortsAdminExtendedAttrsTestJSON-877371849-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:11:13.928860 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-955647b1-9da0-41f5-97a3-2fc1b0b1d361 tempest-PortsAdminExtendedAttrsTestJSON-877371849 tempest-PortsAdminExtendedAttrsTestJSON-877371849-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:11:13.930142 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-955647b1-9da0-41f5-97a3-2fc1b0b1d361 tempest-PortsAdminExtendedAttrsTestJSON-877371849 tempest-PortsAdminExtendedAttrsTestJSON-877371849-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:11:13.930816 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-955647b1-9da0-41f5-97a3-2fc1b0b1d361 tempest-PortsAdminExtendedAttrsTestJSON-877371849 tempest-PortsAdminExtendedAttrsTestJSON-877371849-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:11:13.931472 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-955647b1-9da0-41f5-97a3-2fc1b0b1d361 tempest-PortsAdminExtendedAttrsTestJSON-877371849 tempest-PortsAdminExtendedAttrsTestJSON-877371849-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:11:13.932171 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-955647b1-9da0-41f5-97a3-2fc1b0b1d361 tempest-PortsAdminExtendedAttrsTestJSON-877371849 tempest-PortsAdminExtendedAttrsTestJSON-877371849-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:11:13.933373 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-955647b1-9da0-41f5-97a3-2fc1b0b1d361 tempest-PortsAdminExtendedAttrsTestJSON-877371849 tempest-PortsAdminExtendedAttrsTestJSON-877371849-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:11:13.934019 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-955647b1-9da0-41f5-97a3-2fc1b0b1d361 tempest-PortsAdminExtendedAttrsTestJSON-877371849 tempest-PortsAdminExtendedAttrsTestJSON-877371849-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:11:13.935144 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-955647b1-9da0-41f5-97a3-2fc1b0b1d361 tempest-PortsAdminExtendedAttrsTestJSON-877371849 tempest-PortsAdminExtendedAttrsTestJSON-877371849-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:11:13.935790 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-955647b1-9da0-41f5-97a3-2fc1b0b1d361 tempest-PortsAdminExtendedAttrsTestJSON-877371849 tempest-PortsAdminExtendedAttrsTestJSON-877371849-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:11:13.936996 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-955647b1-9da0-41f5-97a3-2fc1b0b1d361 tempest-PortsAdminExtendedAttrsTestJSON-877371849 tempest-PortsAdminExtendedAttrsTestJSON-877371849-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:11:13.937715 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-955647b1-9da0-41f5-97a3-2fc1b0b1d361 tempest-PortsAdminExtendedAttrsTestJSON-877371849 tempest-PortsAdminExtendedAttrsTestJSON-877371849-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:11:13.940501 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-955647b1-9da0-41f5-97a3-2fc1b0b1d361 tempest-PortsAdminExtendedAttrsTestJSON-877371849 tempest-PortsAdminExtendedAttrsTestJSON-877371849-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:11:13.941203 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-955647b1-9da0-41f5-97a3-2fc1b0b1d361 tempest-PortsAdminExtendedAttrsTestJSON-877371849 tempest-PortsAdminExtendedAttrsTestJSON-877371849-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:11:13.944038 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-955647b1-9da0-41f5-97a3-2fc1b0b1d361 tempest-PortsAdminExtendedAttrsTestJSON-877371849 tempest-PortsAdminExtendedAttrsTestJSON-877371849-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:11:13.947878 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-955647b1-9da0-41f5-97a3-2fc1b0b1d361 tempest-PortsAdminExtendedAttrsTestJSON-877371849 tempest-PortsAdminExtendedAttrsTestJSON-877371849-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:11:13.948675 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-955647b1-9da0-41f5-97a3-2fc1b0b1d361 tempest-PortsAdminExtendedAttrsTestJSON-877371849 tempest-PortsAdminExtendedAttrsTestJSON-877371849-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:11:13.949838 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-955647b1-9da0-41f5-97a3-2fc1b0b1d361 tempest-PortsAdminExtendedAttrsTestJSON-877371849 tempest-PortsAdminExtendedAttrsTestJSON-877371849-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:11:13.954007 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-955647b1-9da0-41f5-97a3-2fc1b0b1d361 tempest-PortsAdminExtendedAttrsTestJSON-877371849 tempest-PortsAdminExtendedAttrsTestJSON-877371849-project-admin] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 24952 time: 0.2024791 Jan 26 21:11:13.958462 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 51994) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:11:13.980582 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-f11fc7ea-dbab-49a3-a2d7-78c5bd5ff26f req-53722074-00cd-4969-9056-8999e204975e service neutron] 10.222.0.66 "GET /v2.0/networks/c51b7d10-9231-4438-a440-4c92a6a50ca4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3144431 Jan 26 21:11:14.084801 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3026715-3035-4584-b9ed-0f67ec95dfff tempest-FloatingIPDetailsTestJSON-177316673 tempest-FloatingIPDetailsTestJSON-177316673-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:11:14.085187 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3026715-3035-4584-b9ed-0f67ec95dfff tempest-FloatingIPDetailsTestJSON-177316673 tempest-FloatingIPDetailsTestJSON-177316673-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:11:14.085533 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3026715-3035-4584-b9ed-0f67ec95dfff tempest-FloatingIPDetailsTestJSON-177316673 tempest-FloatingIPDetailsTestJSON-177316673-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:11:14.085875 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3026715-3035-4584-b9ed-0f67ec95dfff tempest-FloatingIPDetailsTestJSON-177316673 tempest-FloatingIPDetailsTestJSON-177316673-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:11:14.086473 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3026715-3035-4584-b9ed-0f67ec95dfff tempest-FloatingIPDetailsTestJSON-177316673 tempest-FloatingIPDetailsTestJSON-177316673-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:11:14.087536 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3026715-3035-4584-b9ed-0f67ec95dfff tempest-FloatingIPDetailsTestJSON-177316673 tempest-FloatingIPDetailsTestJSON-177316673-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:11:14.087926 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3026715-3035-4584-b9ed-0f67ec95dfff tempest-FloatingIPDetailsTestJSON-177316673 tempest-FloatingIPDetailsTestJSON-177316673-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:11:14.088261 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3026715-3035-4584-b9ed-0f67ec95dfff tempest-FloatingIPDetailsTestJSON-177316673 tempest-FloatingIPDetailsTestJSON-177316673-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:11:14.088592 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3026715-3035-4584-b9ed-0f67ec95dfff tempest-FloatingIPDetailsTestJSON-177316673 tempest-FloatingIPDetailsTestJSON-177316673-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:11:14.088924 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3026715-3035-4584-b9ed-0f67ec95dfff tempest-FloatingIPDetailsTestJSON-177316673 tempest-FloatingIPDetailsTestJSON-177316673-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:11:14.089254 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3026715-3035-4584-b9ed-0f67ec95dfff tempest-FloatingIPDetailsTestJSON-177316673 tempest-FloatingIPDetailsTestJSON-177316673-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:11:14.090512 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3026715-3035-4584-b9ed-0f67ec95dfff tempest-FloatingIPDetailsTestJSON-177316673 tempest-FloatingIPDetailsTestJSON-177316673-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:11:14.090848 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3026715-3035-4584-b9ed-0f67ec95dfff tempest-FloatingIPDetailsTestJSON-177316673 tempest-FloatingIPDetailsTestJSON-177316673-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:11:14.154751 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa40116-fc8d-4e76-8374-3cb34997b2d2 admin admin] Pushing event deleted for resources: {'Port': ['ID=dfff1849-53a1-451a-a3fd-8d3a9f61264e,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:11:14.164905 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-b4b53e85-8548-4790-9347-fac1bb125f3f req-e625704b-c48e-4c1e-b071-846243954771 tempest-LiveAutoBlockMigrationV225Test-1645909514 tempest-LiveAutoBlockMigrationV225Test-1645909514-project] 10.222.0.13 "GET /v2.0/ports?device_id=cbf92dab-bccf-42aa-9b00-3737afaeaf63 HTTP/1.1" status: 200 len: 210 time: 0.1070466 Jan 26 21:11:14.181644 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-cfa40116-fc8d-4e76-8374-3cb34997b2d2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4111291'] for router_gateway (1e1537f3-2953-450d-9758-e36dd4e159f5), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:11:14.192887 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-f11fc7ea-dbab-49a3-a2d7-78c5bd5ff26f req-fc4832f5-3416-4636-a8f9-159d2797a75a service neutron] 10.222.0.66 "GET /v2.0/networks/c51b7d10-9231-4438-a440-4c92a6a50ca4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1894069 Jan 26 21:11:14.256703 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-79a412c6-f5f7-4e17-bd05-2947728dc6aa tempest-PortsAdminExtendedAttrsTestJSON-877371849 tempest-PortsAdminExtendedAttrsTestJSON-877371849-project-admin] Deleting port c1a3957a-87fa-4d90-904d-a62c90b76c07 {{(pid=103305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 21:11:14.257060 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-79a412c6-f5f7-4e17-bd05-2947728dc6aa tempest-PortsAdminExtendedAttrsTestJSON-877371849 tempest-PortsAdminExtendedAttrsTestJSON-877371849-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746560630878'] for port (c1a3957a-87fa-4d90-904d-a62c90b76c07), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:11:14.354119 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-cfa40116-fc8d-4e76-8374-3cb34997b2d2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4105774', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13082'] for router (1e1537f3-2953-450d-9758-e36dd4e159f5), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:11:14.362529 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-cfa40116-fc8d-4e76-8374-3cb34997b2d2 admin admin] Publish callbacks [] for router_controller (1e1537f3-2953-450d-9758-e36dd4e159f5), precommit_delete_associations {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:11:14.396954 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [None req-79a412c6-f5f7-4e17-bd05-2947728dc6aa tempest-PortsAdminExtendedAttrsTestJSON-877371849 tempest-PortsAdminExtendedAttrsTestJSON-877371849-project-admin] For port c1a3957a-87fa-4d90-904d-a62c90b76c07, host n-h2-760453-5, got binding levels [] {{(pid=103305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:11:14.397610 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-79a412c6-f5f7-4e17-bd05-2947728dc6aa tempest-PortsAdminExtendedAttrsTestJSON-877371849 tempest-PortsAdminExtendedAttrsTestJSON-877371849-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4109658'] for port (c1a3957a-87fa-4d90-904d-a62c90b76c07), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:11:14.419434 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-79a412c6-f5f7-4e17-bd05-2947728dc6aa tempest-PortsAdminExtendedAttrsTestJSON-877371849 tempest-PortsAdminExtendedAttrsTestJSON-877371849-project-admin] Calling delete_port for c1a3957a-87fa-4d90-904d-a62c90b76c07 owned by {{(pid=103305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 21:11:14.422837 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-f83ba5ab-384a-4140-8f4b-ac57fcf1ef3a req-d3026715-3035-4584-b9ed-0f67ec95dfff tempest-FloatingIPDetailsTestJSON-177316673 tempest-FloatingIPDetailsTestJSON-177316673-project] Publish callbacks [] for floatingip (2138b8b5-4fc7-48c4-87b4-8b988700eae9), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:11:14.471872 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 26 Jan 2022 21:11:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33720fd1-a912-4a77-b38f-972248b41cd1 x-openstack-request-id: req-33720fd1-a912-4a77-b38f-972248b41cd1 {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 21:11:14.472214 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cffeda4a-b528-4db3-979a-67e9d6170b34", "tag": "60f1a448-e006-4064-9f78-822d97b29cbe", "status": "completed", "code": 200}]} {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 21:11:14.472414 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-33720fd1-a912-4a77-b38f-972248b41cd1 {{(pid=103305) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 21:11:14.472819 n-d-760453-5 neutron-server[103305]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cffeda4a-b528-4db3-979a-67e9d6170b34', 'tag': '60f1a448-e006-4064-9f78-822d97b29cbe', 'status': 'completed', 'code': 200} Jan 26 21:11:14.492684 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-cfa40116-fc8d-4e76-8374-3cb34997b2d2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4105767'] for router (1e1537f3-2953-450d-9758-e36dd4e159f5), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:11:14.493502 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cfa40116-fc8d-4e76-8374-3cb34997b2d2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1e1537f3-2953-450d-9758-e36dd4e159f5 {{(pid=103304) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 26 21:11:14.496533 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-f83ba5ab-384a-4140-8f4b-ac57fcf1ef3a req-d3026715-3035-4584-b9ed-0f67ec95dfff tempest-FloatingIPDetailsTestJSON-177316673 tempest-FloatingIPDetailsTestJSON-177316673-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (cf5a7ae5-f2af-4dd9-a497-16c3cfc6726d), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:11:14.500904 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-cfa40116-fc8d-4e76-8374-3cb34997b2d2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:11:14.502328 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-cfa40116-fc8d-4e76-8374-3cb34997b2d2 admin admin] 10.222.0.13 "DELETE /v2.0/routers/1e1537f3-2953-450d-9758-e36dd4e159f5 HTTP/1.1" status: 204 len: 168 time: 3.6420574 Jan 26 21:11:14.523513 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 51996) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:11:14.652251 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7bdf408-faf9-4383-909b-08e922d4f905 req-e3fa45b1-5c1e-4aad-bf83-0c544bf2b687 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:11:14.662108 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-b7bdf408-faf9-4383-909b-08e922d4f905 req-e3fa45b1-5c1e-4aad-bf83-0c544bf2b687 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=7bdfe07917df421d9be436779552b002&device_id=cffeda4a-b528-4db3-979a-67e9d6170b34 HTTP/1.1" status: 200 len: 1095 time: 0.1919591 Jan 26 21:11:14.669062 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6aa2df-7cbb-4203-ab67-5c4e460f9e9c req-33e346b2-9f0f-4294-91f2-10a158af223d tempest-FloatingIPsAssociationTestJSON-419529391 tempest-FloatingIPsAssociationTestJSON-419529391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:11:14.670804 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-df6aa2df-7cbb-4203-ab67-5c4e460f9e9c req-33e346b2-9f0f-4294-91f2-10a158af223d tempest-FloatingIPsAssociationTestJSON-419529391 tempest-FloatingIPsAssociationTestJSON-419529391-project] 10.222.0.13 "GET /v2.0/ports?device_id=cffeda4a-b528-4db3-979a-67e9d6170b34 HTTP/1.1" status: 200 len: 944 time: 0.2219379 Jan 26 21:11:14.695999 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.db_base_plugin_v2 [None req-ba0eb109-cfcc-4941-b905-c50b6babe27d admin admin] Deleting subnet 4d1fd205-2a9b-47a0-a1f2-a48040a3bbee {{(pid=103305) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 26 21:11:14.715375 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-ba0eb109-cfcc-4941-b905-c50b6babe27d admin admin] Publish callbacks [] for subnet (4d1fd205-2a9b-47a0-a1f2-a48040a3bbee), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:11:14.807374 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-79a412c6-f5f7-4e17-bd05-2947728dc6aa tempest-PortsAdminExtendedAttrsTestJSON-877371849 tempest-PortsAdminExtendedAttrsTestJSON-877371849-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746560636600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746560234536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11791543'] for port (c1a3957a-87fa-4d90-904d-a62c90b76c07), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:11:14.809088 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-df6aa2df-7cbb-4203-ab67-5c4e460f9e9c req-50630d47-65d2-47d9-83a8-05950ee61d2d tempest-FloatingIPsAssociationTestJSON-419529391 tempest-FloatingIPsAssociationTestJSON-419529391-project] 10.222.0.13 "GET /v2.0/security-groups?id=0901363f-4062-4245-b20b-1aab16841475&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1301961 Jan 26 21:11:14.914743 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-79a412c6-f5f7-4e17-bd05-2947728dc6aa tempest-PortsAdminExtendedAttrsTestJSON-877371849 tempest-PortsAdminExtendedAttrsTestJSON-877371849-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:11:14.915223 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-f83ba5ab-384a-4140-8f4b-ac57fcf1ef3a req-d3026715-3035-4584-b9ed-0f67ec95dfff tempest-FloatingIPDetailsTestJSON-177316673 tempest-FloatingIPDetailsTestJSON-177316673-project] Publish callbacks [] for port (cf5a7ae5-f2af-4dd9-a497-16c3cfc6726d), precommit_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:11:14.927652 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-79a412c6-f5f7-4e17-bd05-2947728dc6aa tempest-PortsAdminExtendedAttrsTestJSON-877371849 tempest-PortsAdminExtendedAttrsTestJSON-877371849-project-admin] 10.222.0.13 "DELETE /v2.0/ports/c1a3957a-87fa-4d90-904d-a62c90b76c07 HTTP/1.1" status: 204 len: 168 time: 0.9678304 Jan 26 21:11:14.930843 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-f83ba5ab-384a-4140-8f4b-ac57fcf1ef3a req-d3026715-3035-4584-b9ed-0f67ec95dfff tempest-FloatingIPDetailsTestJSON-177316673 tempest-FloatingIPDetailsTestJSON-177316673-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9281542'] for port (cf5a7ae5-f2af-4dd9-a497-16c3cfc6726d), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:11:14.932549 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a412c6-f5f7-4e17-bd05-2947728dc6aa tempest-PortsAdminExtendedAttrsTestJSON-877371849 tempest-PortsAdminExtendedAttrsTestJSON-877371849-project-admin] Pushing event deleted for resources: {'Port': ['ID=c1a3957a-87fa-4d90-904d-a62c90b76c07,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:11:14.935147 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 52002) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:11:14.960458 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-ba0eb109-cfcc-4941-b905-c50b6babe27d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11788946'] for subnet (4d1fd205-2a9b-47a0-a1f2-a48040a3bbee), precommit_delete_associations {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:11:15.026790 n-d-760453-5 neutron-server[103304]: INFO neutron.pecan_wsgi.hooks.translation [None req-6cc8c662-18a0-495b-8a5a-33479ec22665 tempest-PortsAdminExtendedAttrsTestJSON-877371849 tempest-PortsAdminExtendedAttrsTestJSON-877371849-project-admin] GET failed (client error): The resource could not be found. Jan 26 21:11:15.032727 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-6cc8c662-18a0-495b-8a5a-33479ec22665 tempest-PortsAdminExtendedAttrsTestJSON-877371849 tempest-PortsAdminExtendedAttrsTestJSON-877371849-project-admin] 10.222.0.13 "GET /v2.0/ports/c1a3957a-87fa-4d90-904d-a62c90b76c07 HTTP/1.1" status: 404 len: 333 time: 0.0941651 Jan 26 21:11:15.033367 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 52006) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:11:15.072342 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-df27cccf-0560-4d44-b27f-cfb2840ccedc tempest-PortsAdminExtendedAttrsTestJSON-877371849 tempest-PortsAdminExtendedAttrsTestJSON-877371849-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-479199549', 'network_id': '26c2939d-0801-4272-a7ff-6511cc4170aa'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:11:15.110511 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df27cccf-0560-4d44-b27f-cfb2840ccedc tempest-PortsAdminExtendedAttrsTestJSON-877371849 tempest-PortsAdminExtendedAttrsTestJSON-877371849-project-admin] Made reservation on behalf of 4588f6265caf4b42a5a6c1bffa41936d for: {'port': 1} {{(pid=103304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 21:11:15.113446 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-df27cccf-0560-4d44-b27f-cfb2840ccedc tempest-PortsAdminExtendedAttrsTestJSON-877371849 tempest-PortsAdminExtendedAttrsTestJSON-877371849-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:11:15.127488 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3026715-3035-4584-b9ed-0f67ec95dfff tempest-FloatingIPDetailsTestJSON-177316673 tempest-FloatingIPDetailsTestJSON-177316673-project] Pushing event updated for resources: {'Port': ['ID=cf5a7ae5-f2af-4dd9-a497-16c3cfc6726d,revision_number=2']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:11:15.146509 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7bdf408-faf9-4383-909b-08e922d4f905 req-09bf5144-3386-4ac0-aa4c-0c2bbbc7f0da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:11:15.153106 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-b7bdf408-faf9-4383-909b-08e922d4f905 req-09bf5144-3386-4ac0-aa4c-0c2bbbc7f0da service neutron] 10.222.0.66 "GET /v2.0/networks?id=c51b7d10-9231-4438-a440-4c92a6a50ca4 HTTP/1.1" status: 200 len: 921 time: 0.4629474 Jan 26 21:11:15.158763 n-d-760453-5 neutron-server[103304]: DEBUG neutron.notifiers.nova [None req-df27cccf-0560-4d44-b27f-cfb2840ccedc tempest-PortsAdminExtendedAttrsTestJSON-877371849 tempest-PortsAdminExtendedAttrsTestJSON-877371849-project-admin] device_id is not set on port a7efb0fc-417c-4dc3-9a25-14df67a2f4ea yet. {{(pid=103304) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 26 21:11:15.252695 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device dfff1849-53a1-451a-a3fd-8d3a9f61264e no longer exists at agent ovs-agent-n-d-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 26 21:11:15.260993 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-b7bdf408-faf9-4383-909b-08e922d4f905 req-e4115bef-ecce-4203-9954-b7034ea429a1 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=60f1a448-e006-4064-9f78-822d97b29cbe HTTP/1.1" status: 200 len: 217 time: 0.1034515 Jan 26 21:11:15.350760 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-ba0eb109-cfcc-4941-b905-c50b6babe27d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687316'] for subnet (4d1fd205-2a9b-47a0-a1f2-a48040a3bbee), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:11:15.353865 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-df27cccf-0560-4d44-b27f-cfb2840ccedc tempest-PortsAdminExtendedAttrsTestJSON-877371849 tempest-PortsAdminExtendedAttrsTestJSON-877371849-project-admin] Publish callbacks [] for port (a7efb0fc-417c-4dc3-9a25-14df67a2f4ea), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:11:15.363206 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] No Port match for: dfff1849-53a1-451a-a3fd-8d3a9f61264e {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 26 21:11:15.363586 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device dfff1849-53a1-451a-a3fd-8d3a9f61264e not bound to the agent host n-d-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 26 21:11:15.391630 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-f83ba5ab-384a-4140-8f4b-ac57fcf1ef3a req-d3026715-3035-4584-b9ed-0f67ec95dfff tempest-FloatingIPDetailsTestJSON-177316673 tempest-FloatingIPDetailsTestJSON-177316673-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4110913'] for floatingip (2138b8b5-4fc7-48c4-87b4-8b988700eae9), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:11:15.408034 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7bdf408-faf9-4383-909b-08e922d4f905 req-67c59fcf-9e69-4ef4-af30-6a03fbbaba75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:11:15.410562 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-df27cccf-0560-4d44-b27f-cfb2840ccedc tempest-PortsAdminExtendedAttrsTestJSON-877371849 tempest-PortsAdminExtendedAttrsTestJSON-877371849-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746560234527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9281553'] for port (a7efb0fc-417c-4dc3-9a25-14df67a2f4ea), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:11:15.416068 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-b7bdf408-faf9-4383-909b-08e922d4f905 req-67c59fcf-9e69-4ef4-af30-6a03fbbaba75 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=f7b7ba1f-f452-4d1f-b54c-6aaf311b4599 HTTP/1.1" status: 200 len: 859 time: 0.1324663 Jan 26 21:11:15.422795 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-f83ba5ab-384a-4140-8f4b-ac57fcf1ef3a req-d3026715-3035-4584-b9ed-0f67ec95dfff tempest-FloatingIPDetailsTestJSON-177316673 tempest-FloatingIPDetailsTestJSON-177316673-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for floatingip (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:11:15.424370 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-f83ba5ab-384a-4140-8f4b-ac57fcf1ef3a req-d3026715-3035-4584-b9ed-0f67ec95dfff tempest-FloatingIPDetailsTestJSON-177316673 tempest-FloatingIPDetailsTestJSON-177316673-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 4.9441617 Jan 26 21:11:15.494935 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7bdf408-faf9-4383-909b-08e922d4f905 req-8e29cce7-f87a-4ea0-9701-caa9228cf584 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:11:15.497005 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-b7bdf408-faf9-4383-909b-08e922d4f905 req-8e29cce7-f87a-4ea0-9701-caa9228cf584 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=c51b7d10-9231-4438-a440-4c92a6a50ca4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0767236 Jan 26 21:11:15.498277 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-b956eb93-48c0-4db7-a6e9-02cfe73b4622 req-e244bcac-fe52-4646-a859-93f3866fa9c7 tempest-LiveAutoBlockMigrationV225Test-1645909514 tempest-LiveAutoBlockMigrationV225Test-1645909514-project] 10.222.0.13 "GET /v2.0/ports?device_id=cbf92dab-bccf-42aa-9b00-3737afaeaf63 HTTP/1.1" status: 200 len: 210 time: 0.0840433 Jan 26 21:11:15.499071 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-ba0eb109-cfcc-4941-b905-c50b6babe27d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11791594', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11599980'] for subnet (4d1fd205-2a9b-47a0-a1f2-a48040a3bbee), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:11:15.508107 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df27cccf-0560-4d44-b27f-cfb2840ccedc tempest-PortsAdminExtendedAttrsTestJSON-877371849 tempest-PortsAdminExtendedAttrsTestJSON-877371849-project-admin] Network 26c2939d-0801-4272-a7ff-6511cc4170aa is already hosted by enough agents. {{(pid=103304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 21:11:15.540380 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba0eb109-cfcc-4941-b905-c50b6babe27d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4d1fd205-2a9b-47a0-a1f2-a48040a3bbee,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:11:15.543021 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-ba0eb109-cfcc-4941-b905-c50b6babe27d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709645'] for subnet (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:11:15.546546 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80ae17ae-ea72-4cd6-a3b5-fdcdb8d364e4 None None] Network 9b81ad00-7180-4a41-9594-2bd0d66dbd57 requested from n-d-760453-5 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 26 21:11:15.548410 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-ba0eb109-cfcc-4941-b905-c50b6babe27d admin admin] 10.222.0.13 "DELETE /v2.0/subnets/4d1fd205-2a9b-47a0-a1f2-a48040a3bbee HTTP/1.1" status: 204 len: 168 time: 1.0237114 Jan 26 21:11:15.552545 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [None req-df27cccf-0560-4d44-b27f-cfb2840ccedc tempest-PortsAdminExtendedAttrsTestJSON-877371849 tempest-PortsAdminExtendedAttrsTestJSON-877371849-project-admin] Resources bound (agent type, host, resource id): {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:11:15.555447 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 52020) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:11:15.565426 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df27cccf-0560-4d44-b27f-cfb2840ccedc tempest-PortsAdminExtendedAttrsTestJSON-877371849 tempest-PortsAdminExtendedAttrsTestJSON-877371849-project-admin] Received port after_create {{(pid=103304) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 21:11:15.566411 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df27cccf-0560-4d44-b27f-cfb2840ccedc tempest-PortsAdminExtendedAttrsTestJSON-877371849 tempest-PortsAdminExtendedAttrsTestJSON-877371849-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:11:15.567077 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-df27cccf-0560-4d44-b27f-cfb2840ccedc tempest-PortsAdminExtendedAttrsTestJSON-877371849 tempest-PortsAdminExtendedAttrsTestJSON-877371849-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:11:15.581255 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-f83ba5ab-384a-4140-8f4b-ac57fcf1ef3a req-66b6710f-1c30-4fdb-9bf5-981d2f356e68 tempest-FloatingIPDetailsTestJSON-177316673 tempest-FloatingIPDetailsTestJSON-177316673-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.1.45 HTTP/1.1" status: 200 len: 695 time: 0.1348128 Jan 26 21:11:15.611556 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df27cccf-0560-4d44-b27f-cfb2840ccedc tempest-PortsAdminExtendedAttrsTestJSON-877371849 tempest-PortsAdminExtendedAttrsTestJSON-877371849-project-admin] Pushing event updated for resources: {'Port': ['ID=a7efb0fc-417c-4dc3-9a25-14df67a2f4ea,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:11:15.677477 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-b7bdf408-faf9-4383-909b-08e922d4f905 req-ed1a9542-faf5-4cbe-b6c4-4ed00988d8ae service neutron] 10.222.0.66 "GET /v2.0/networks/c51b7d10-9231-4438-a440-4c92a6a50ca4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1673441 Jan 26 21:11:15.844911 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-b7bdf408-faf9-4383-909b-08e922d4f905 req-ee6cff26-7c51-4f85-ae27-ba8cbd4acaf1 service neutron] 10.222.0.66 "GET /v2.0/networks/c51b7d10-9231-4438-a440-4c92a6a50ca4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1558635 Jan 26 21:11:15.871100 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-df27cccf-0560-4d44-b27f-cfb2840ccedc tempest-PortsAdminExtendedAttrsTestJSON-877371849 tempest-PortsAdminExtendedAttrsTestJSON-877371849-project-admin] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 0.8111396 Jan 26 21:11:15.874327 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 52026) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:11:15.931907 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-e2f75c38-abef-4e89-9875-a6fd4f1ecf91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-748181'] for network (9b81ad00-7180-4a41-9594-2bd0d66dbd57), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:11:15.956946 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcf531c2-8a66-43d1-a2b8-1f040268fdfb tempest-PortsAdminExtendedAttrsTestJSON-877371849 tempest-PortsAdminExtendedAttrsTestJSON-877371849-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:11:15.959372 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-bcf531c2-8a66-43d1-a2b8-1f040268fdfb tempest-PortsAdminExtendedAttrsTestJSON-877371849 tempest-PortsAdminExtendedAttrsTestJSON-877371849-project-admin] 10.222.0.13 "GET /v2.0/ports/a7efb0fc-417c-4dc3-9a25-14df67a2f4ea HTTP/1.1" status: 200 len: 954 time: 0.0832851 Jan 26 21:11:15.963013 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 52028) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:11:15.972075 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d5d17f5-1328-4717-aea5-4b71727e5856 None None] DHCP port deletion for 9b81ad00-7180-4a41-9594-2bd0d66dbd57 request from n-d-760453-5 {{(pid=103306) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 26 21:11:16.006165 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83ba5ab-384a-4140-8f4b-ac57fcf1ef3a req-bc58212b-4e42-4505-8d23-3b7e20c24ba4 tempest-FloatingIPDetailsTestJSON-177316673 tempest-FloatingIPDetailsTestJSON-177316673-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:11:16.008019 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-f83ba5ab-384a-4140-8f4b-ac57fcf1ef3a req-bc58212b-4e42-4505-8d23-3b7e20c24ba4 tempest-FloatingIPDetailsTestJSON-177316673 tempest-FloatingIPDetailsTestJSON-177316673-project] 10.222.0.13 "GET /v2.0/networks/4140a1f1-c93a-4bea-83a0-68953a54f299 HTTP/1.1" status: 200 len: 784 time: 0.3824339 Jan 26 21:11:16.095787 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3dd083-b933-4c4f-8efa-99447a1fd27e req-25e1fee6-c549-4626-ac84-4d3bf2ee922d tempest-ServerPasswordTestJSON-1248645277 tempest-ServerPasswordTestJSON-1248645277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:11:16.097566 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-97d99354-f6a7-43fd-9a94-34775848eb8c tempest-PortsAdminExtendedAttrsTestJSON-877371849 tempest-PortsAdminExtendedAttrsTestJSON-877371849-project-admin] Deleting port a7efb0fc-417c-4dc3-9a25-14df67a2f4ea {{(pid=103305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 21:11:16.097918 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-97d99354-f6a7-43fd-9a94-34775848eb8c tempest-PortsAdminExtendedAttrsTestJSON-877371849 tempest-PortsAdminExtendedAttrsTestJSON-877371849-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746560630878'] for port (a7efb0fc-417c-4dc3-9a25-14df67a2f4ea), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:11:16.102709 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-9a3dd083-b933-4c4f-8efa-99447a1fd27e req-25e1fee6-c549-4626-ac84-4d3bf2ee922d tempest-ServerPasswordTestJSON-1248645277 tempest-ServerPasswordTestJSON-1248645277-project] 10.222.0.13 "GET /v2.0/ports?device_id=1a4030b5-e62b-456f-8ad9-78091d5f3c69 HTTP/1.1" status: 200 len: 946 time: 0.1988323 Jan 26 21:11:16.119488 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2d5d17f5-1328-4717-aea5-4b71727e5856 None None] Deleting port 5b09afa8-93cc-41f4-bd12-aabce3fb0941 {{(pid=103306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 21:11:16.120139 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2d5d17f5-1328-4717-aea5-4b71727e5856 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746560630878'] for port (5b09afa8-93cc-41f4-bd12-aabce3fb0941), before_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:11:16.184008 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-97d99354-f6a7-43fd-9a94-34775848eb8c tempest-PortsAdminExtendedAttrsTestJSON-877371849 tempest-PortsAdminExtendedAttrsTestJSON-877371849-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4109658'] for port (a7efb0fc-417c-4dc3-9a25-14df67a2f4ea), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:11:16.200444 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-97d99354-f6a7-43fd-9a94-34775848eb8c tempest-PortsAdminExtendedAttrsTestJSON-877371849 tempest-PortsAdminExtendedAttrsTestJSON-877371849-project-admin] Calling delete_port for a7efb0fc-417c-4dc3-9a25-14df67a2f4ea owned by {{(pid=103305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 21:11:16.218319 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-2d5d17f5-1328-4717-aea5-4b71727e5856 None None] For port 5b09afa8-93cc-41f4-bd12-aabce3fb0941, host n-d-760453-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=5b09afa8-93cc-41f4-bd12-aabce3fb0941,segment=NetworkSegment(86abbadd-e980-48d3-bcba-75375a5948b3),segment_id=86abbadd-e980-48d3-bcba-75375a5948b3)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:11:16.219021 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2d5d17f5-1328-4717-aea5-4b71727e5856 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4109658'] for port (5b09afa8-93cc-41f4-bd12-aabce3fb0941), precommit_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:11:16.232740 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2d5d17f5-1328-4717-aea5-4b71727e5856 None None] Calling delete_port for 5b09afa8-93cc-41f4-bd12-aabce3fb0941 owned by network:dhcp {{(pid=103306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 21:11:16.273223 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7616984-cd58-4754-a15d-a46a4c7609d3 req-03a313f6-e002-440a-bd3e-a51341cc2aa1 tempest-FloatingIPsAssociationTestJSON-419529391 tempest-FloatingIPsAssociationTestJSON-419529391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:11:16.281871 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-d7616984-cd58-4754-a15d-a46a4c7609d3 req-03a313f6-e002-440a-bd3e-a51341cc2aa1 tempest-FloatingIPsAssociationTestJSON-419529391 tempest-FloatingIPsAssociationTestJSON-419529391-project] 10.222.0.13 "GET /v2.0/ports?device_id=cffeda4a-b528-4db3-979a-67e9d6170b34 HTTP/1.1" status: 200 len: 944 time: 0.1382487 Jan 26 21:11:16.307525 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-97d99354-f6a7-43fd-9a94-34775848eb8c tempest-PortsAdminExtendedAttrsTestJSON-877371849 tempest-PortsAdminExtendedAttrsTestJSON-877371849-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746560636600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746560234536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11791543'] for port (a7efb0fc-417c-4dc3-9a25-14df67a2f4ea), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:11:16.336014 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2d5d17f5-1328-4717-aea5-4b71727e5856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746560636600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746560234536'] for port (5b09afa8-93cc-41f4-bd12-aabce3fb0941), after_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:11:16.358199 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d5d17f5-1328-4717-aea5-4b71727e5856 None None] No DVR routers for this DVR port 5b09afa8-93cc-41f4-bd12-aabce3fb0941 on host n-d-760453-5 {{(pid=103306) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 26 21:11:16.374643 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-9a3dd083-b933-4c4f-8efa-99447a1fd27e req-908f2457-887b-4d9b-9c61-4de31db000b0 tempest-ServerPasswordTestJSON-1248645277 tempest-ServerPasswordTestJSON-1248645277-project] 10.222.0.13 "GET /v2.0/security-groups?id=362c86c7-93ee-4c06-a7be-8deb7b518dd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2621064 Jan 26 21:11:16.377911 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d5d17f5-1328-4717-aea5-4b71727e5856 None None] Pushing event deleted for resources: {'Port': ['ID=5b09afa8-93cc-41f4-bd12-aabce3fb0941,revision_number=None']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:11:16.424742 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d99354-f6a7-43fd-9a94-34775848eb8c tempest-PortsAdminExtendedAttrsTestJSON-877371849 tempest-PortsAdminExtendedAttrsTestJSON-877371849-project-admin] Pushing event deleted for resources: {'Port': ['ID=a7efb0fc-417c-4dc3-9a25-14df67a2f4ea,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:11:16.442339 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-97d99354-f6a7-43fd-9a94-34775848eb8c tempest-PortsAdminExtendedAttrsTestJSON-877371849 tempest-PortsAdminExtendedAttrsTestJSON-877371849-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:11:16.448145 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-97d99354-f6a7-43fd-9a94-34775848eb8c tempest-PortsAdminExtendedAttrsTestJSON-877371849 tempest-PortsAdminExtendedAttrsTestJSON-877371849-project-admin] 10.222.0.13 "DELETE /v2.0/ports/a7efb0fc-417c-4dc3-9a25-14df67a2f4ea HTTP/1.1" status: 204 len: 168 time: 0.4835768 Jan 26 21:11:16.454172 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 52036) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:11:16.455509 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-e2f75c38-abef-4e89-9875-a6fd4f1ecf91 admin admin] Deleting port 5b09afa8-93cc-41f4-bd12-aabce3fb0941 {{(pid=103304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 21:11:16.456028 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-e2f75c38-abef-4e89-9875-a6fd4f1ecf91 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746560630878'] for port (5b09afa8-93cc-41f4-bd12-aabce3fb0941), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:11:16.486200 n-d-760453-5 neutron-server[103305]: INFO neutron.pecan_wsgi.hooks.translation [None req-e40cbb03-cd27-4a8c-bad2-a6a762d7042d tempest-PortsAdminExtendedAttrsTestJSON-877371849 tempest-PortsAdminExtendedAttrsTestJSON-877371849-project-admin] GET failed (client error): The resource could not be found. Jan 26 21:11:16.491058 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-e40cbb03-cd27-4a8c-bad2-a6a762d7042d tempest-PortsAdminExtendedAttrsTestJSON-877371849 tempest-PortsAdminExtendedAttrsTestJSON-877371849-project-admin] 10.222.0.13 "GET /v2.0/ports/a7efb0fc-417c-4dc3-9a25-14df67a2f4ea HTTP/1.1" status: 404 len: 333 time: 0.0326295 Jan 26 21:11:16.491391 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 52038) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:11:16.496851 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-f991fb25-e788-40b5-a183-a53ea5035389 tempest-PortsAdminExtendedAttrsTestJSON-877371849 tempest-PortsAdminExtendedAttrsTestJSON-877371849-project-admin] Request body: {'port': {'network_id': '26c2939d-0801-4272-a7ff-6511cc4170aa', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-494495708'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:11:16.527644 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f991fb25-e788-40b5-a183-a53ea5035389 tempest-PortsAdminExtendedAttrsTestJSON-877371849 tempest-PortsAdminExtendedAttrsTestJSON-877371849-project-admin] Made reservation on behalf of 4588f6265caf4b42a5a6c1bffa41936d for: {'port': 1} {{(pid=103305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 21:11:16.531471 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-f991fb25-e788-40b5-a183-a53ea5035389 tempest-PortsAdminExtendedAttrsTestJSON-877371849 tempest-PortsAdminExtendedAttrsTestJSON-877371849-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:11:16.551636 n-d-760453-5 neutron-server[103305]: DEBUG neutron.notifiers.nova [None req-f991fb25-e788-40b5-a183-a53ea5035389 tempest-PortsAdminExtendedAttrsTestJSON-877371849 tempest-PortsAdminExtendedAttrsTestJSON-877371849-project-admin] device_id is not set on port e8244043-1690-488d-ab20-24bf1b8735b2 yet. {{(pid=103305) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 26 21:11:16.557752 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-d7616984-cd58-4754-a15d-a46a4c7609d3 req-5ed2a9a9-2111-41b6-96e5-82a6b0218555 tempest-FloatingIPsAssociationTestJSON-419529391 tempest-FloatingIPsAssociationTestJSON-419529391-project] 10.222.0.13 "GET /v2.0/security-groups?id=0901363f-4062-4245-b20b-1aab16841475&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2734251 Jan 26 21:11:16.599574 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [None req-e2f75c38-abef-4e89-9875-a6fd4f1ecf91 admin admin] For port 5b09afa8-93cc-41f4-bd12-aabce3fb0941, host n-d-760453-5, got binding levels [] {{(pid=103304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:11:16.599950 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-e2f75c38-abef-4e89-9875-a6fd4f1ecf91 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4109658'] for port (5b09afa8-93cc-41f4-bd12-aabce3fb0941), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:11:16.625780 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-e2f75c38-abef-4e89-9875-a6fd4f1ecf91 admin admin] Calling delete_port for 5b09afa8-93cc-41f4-bd12-aabce3fb0941 owned by network:dhcp {{(pid=103304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 21:11:16.636208 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.ipam_backend_mixin [None req-e2f75c38-abef-4e89-9875-a6fd4f1ecf91 admin admin] Port 5b09afa8-93cc-41f4-bd12-aabce3fb0941 was not found and therefore no delete operation was performed {{(pid=103304) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jan 26 21:11:16.640191 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-e2f75c38-abef-4e89-9875-a6fd4f1ecf91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746560636600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746560234536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9281553'] for port (5b09afa8-93cc-41f4-bd12-aabce3fb0941), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:11:16.685856 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f75c38-abef-4e89-9875-a6fd4f1ecf91 admin admin] Pushing event deleted for resources: {'Port': ['ID=5b09afa8-93cc-41f4-bd12-aabce3fb0941,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:11:16.688019 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2f75c38-abef-4e89-9875-a6fd4f1ecf91 admin admin] No DVR routers for this DVR port 5b09afa8-93cc-41f4-bd12-aabce3fb0941 on host n-d-760453-5 {{(pid=103304) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 26 21:11:16.699999 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-b20edaf9-19d9-4c5e-8e5c-4eff7e291cb5 req-d1bfe744-64d3-4be3-9641-f073370e01dc tempest-FloatingIPDetailsTestJSON-177316673 tempest-FloatingIPDetailsTestJSON-177316673-project] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2638893 Jan 26 21:11:16.732989 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [req-b20edaf9-19d9-4c5e-8e5c-4eff7e291cb5 req-4a058f6f-1e65-416a-b0e9-402b0b56512a tempest-FloatingIPDetailsTestJSON-177316673 tempest-FloatingIPDetailsTestJSON-177316673-project] Request body: {'floatingip': {'floating_network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:11:16.794319 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-f991fb25-e788-40b5-a183-a53ea5035389 tempest-PortsAdminExtendedAttrsTestJSON-877371849 tempest-PortsAdminExtendedAttrsTestJSON-877371849-project-admin] Publish callbacks [] for port (e8244043-1690-488d-ab20-24bf1b8735b2), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:11:16.798854 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-e2f75c38-abef-4e89-9875-a6fd4f1ecf91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-686403', 'neutron.services.segments.db._delete_segments_for_network-8746560774018'] for network (9b81ad00-7180-4a41-9594-2bd0d66dbd57), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:11:16.811198 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-b20edaf9-19d9-4c5e-8e5c-4eff7e291cb5 req-4a058f6f-1e65-416a-b0e9-402b0b56512a tempest-FloatingIPDetailsTestJSON-177316673 tempest-FloatingIPDetailsTestJSON-177316673-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:11:16.839827 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-f991fb25-e788-40b5-a183-a53ea5035389 tempest-PortsAdminExtendedAttrsTestJSON-877371849 tempest-PortsAdminExtendedAttrsTestJSON-877371849-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746560234527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11791543'] for port (e8244043-1690-488d-ab20-24bf1b8735b2), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:11:16.856759 n-d-760453-5 neutron-server[103304]: DEBUG neutron.services.segments.db [None req-e2f75c38-abef-4e89-9875-a6fd4f1ecf91 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9b81ad00-7180-4a41-9594-2bd0d66dbd57']}} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:11:16.896533 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f991fb25-e788-40b5-a183-a53ea5035389 tempest-PortsAdminExtendedAttrsTestJSON-877371849 tempest-PortsAdminExtendedAttrsTestJSON-877371849-project-admin] Network 26c2939d-0801-4272-a7ff-6511cc4170aa is already hosted by enough agents. {{(pid=103305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 21:11:16.899379 n-d-760453-5 neutron-server[103304]: DEBUG neutron.services.segments.db [None req-e2f75c38-abef-4e89-9875-a6fd4f1ecf91 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '86abbadd-e980-48d3-bcba-75375a5948b3') {'for_net_delete': True} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:11:16.899684 n-d-760453-5 neutron-server[103304]: DEBUG neutron.services.segments.db [None req-e2f75c38-abef-4e89-9875-a6fd4f1ecf91 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '86abbadd-e980-48d3-bcba-75375a5948b3') {} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:11:16.904436 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [None req-f991fb25-e788-40b5-a183-a53ea5035389 tempest-PortsAdminExtendedAttrsTestJSON-877371849 tempest-PortsAdminExtendedAttrsTestJSON-877371849-project-admin] Resources bound (agent type, host, resource id): {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:11:16.909818 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f991fb25-e788-40b5-a183-a53ea5035389 tempest-PortsAdminExtendedAttrsTestJSON-877371849 tempest-PortsAdminExtendedAttrsTestJSON-877371849-project-admin] Received port after_create {{(pid=103305) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 21:11:16.911155 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f991fb25-e788-40b5-a183-a53ea5035389 tempest-PortsAdminExtendedAttrsTestJSON-877371849 tempest-PortsAdminExtendedAttrsTestJSON-877371849-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:11:16.912050 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-f991fb25-e788-40b5-a183-a53ea5035389 tempest-PortsAdminExtendedAttrsTestJSON-877371849 tempest-PortsAdminExtendedAttrsTestJSON-877371849-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:11:16.916326 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f991fb25-e788-40b5-a183-a53ea5035389 tempest-PortsAdminExtendedAttrsTestJSON-877371849 tempest-PortsAdminExtendedAttrsTestJSON-877371849-project-admin] Pushing event updated for resources: {'Port': ['ID=e8244043-1690-488d-ab20-24bf1b8735b2,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:11:16.917915 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-e2f75c38-abef-4e89-9875-a6fd4f1ecf91 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746560742283', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8881293'] for segment (86abbadd-e980-48d3-bcba-75375a5948b3), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:11:16.940705 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-e2f75c38-abef-4e89-9875-a6fd4f1ecf91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576559'] for segment (86abbadd-e980-48d3-bcba-75375a5948b3), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:11:16.949263 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e2f75c38-abef-4e89-9875-a6fd4f1ecf91 admin admin] Releasing vlan 558 on physical network physnet1 to pool {{(pid=103304) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 26 21:11:16.949692 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-e2f75c38-abef-4e89-9875-a6fd4f1ecf91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9281762'] for segment (86abbadd-e980-48d3-bcba-75375a5948b3), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:11:16.951403 n-d-760453-5 neutron-server[103304]: Traceback (most recent call last): Jan 26 21:11:16.951403 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 26 21:11:16.951403 n-d-760453-5 neutron-server[103304]: timer() Jan 26 21:11:16.951403 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 26 21:11:16.951403 n-d-760453-5 neutron-server[103304]: cb(*args, **kw) Jan 26 21:11:16.951403 n-d-760453-5 neutron-server[103304]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 26 21:11:16.951403 n-d-760453-5 neutron-server[103304]: return func(*args, **kwargs) Jan 26 21:11:16.951403 n-d-760453-5 neutron-server[103304]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 26 21:11:16.951403 n-d-760453-5 neutron-server[103304]: self._notify() Jan 26 21:11:16.951403 n-d-760453-5 neutron-server[103304]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 26 21:11:16.951403 n-d-760453-5 neutron-server[103304]: self.callback(batched_events) Jan 26 21:11:16.951403 n-d-760453-5 neutron-server[103304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 26 21:11:16.951403 n-d-760453-5 neutron-server[103304]: event.method(event) Jan 26 21:11:16.951403 n-d-760453-5 neutron-server[103304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 26 21:11:16.951403 n-d-760453-5 neutron-server[103304]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 26 21:11:16.951403 n-d-760453-5 neutron-server[103304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 26 21:11:16.951403 n-d-760453-5 neutron-server[103304]: aggregate_uuid = self.p_client.list_aggregates( Jan 26 21:11:16.951403 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 26 21:11:16.951403 n-d-760453-5 neutron-server[103304]: return f(self, *a, **k) Jan 26 21:11:16.951403 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 26 21:11:16.951403 n-d-760453-5 neutron-server[103304]: return self._get(url).json() Jan 26 21:11:16.951403 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 26 21:11:16.951403 n-d-760453-5 neutron-server[103304]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 26 21:11:16.951403 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 26 21:11:16.951403 n-d-760453-5 neutron-server[103304]: return self.request(url, 'GET', **kwargs) Jan 26 21:11:16.951403 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 26 21:11:16.951403 n-d-760453-5 neutron-server[103304]: base_url = self.get_endpoint(auth, allow=allow, Jan 26 21:11:16.951403 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 26 21:11:16.951403 n-d-760453-5 neutron-server[103304]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 26 21:11:16.951403 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 26 21:11:16.951403 n-d-760453-5 neutron-server[103304]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 26 21:11:16.951403 n-d-760453-5 neutron-server[103304]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 26 21:11:16.966737 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 52050) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:11:16.967162 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-f991fb25-e788-40b5-a183-a53ea5035389 tempest-PortsAdminExtendedAttrsTestJSON-877371849 tempest-PortsAdminExtendedAttrsTestJSON-877371849-project-admin] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 0.4691613 Jan 26 21:11:17.003915 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-c82854e1-5598-4af5-9207-de352e4739f2 tempest-PortsAdminExtendedAttrsTestJSON-877371849 tempest-PortsAdminExtendedAttrsTestJSON-877371849-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-760453-5'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:11:17.090796 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device 5b09afa8-93cc-41f4-bd12-aabce3fb0941 no longer exists at agent ovs-agent-n-d-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 26 21:11:17.114360 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] No Port match for: 5b09afa8-93cc-41f4-bd12-aabce3fb0941 {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 26 21:11:17.114925 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-841684cd-99c8-4864-a5bf-807201de0636 req-8708c4e0-9588-48b4-8437-c2a86d9387fb tempest-LiveAutoBlockMigrationV225Test-1645909514 tempest-LiveAutoBlockMigrationV225Test-1645909514-project] 10.222.0.13 "GET /v2.0/ports?device_id=cbf92dab-bccf-42aa-9b00-3737afaeaf63 HTTP/1.1" status: 200 len: 210 time: 0.0984862 Jan 26 21:11:17.115424 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device 5b09afa8-93cc-41f4-bd12-aabce3fb0941 not bound to the agent host n-d-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 26 21:11:17.155667 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-e2f75c38-abef-4e89-9875-a6fd4f1ecf91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4110931'] for network (9b81ad00-7180-4a41-9594-2bd0d66dbd57), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:11:17.161917 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-e2f75c38-abef-4e89-9875-a6fd4f1ecf91 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:11:17.167350 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-e2f75c38-abef-4e89-9875-a6fd4f1ecf91 admin admin] 10.222.0.13 "DELETE /v2.0/networks/9b81ad00-7180-4a41-9594-2bd0d66dbd57 HTTP/1.1" status: 204 len: 168 time: 1.6033893 Jan 26 21:11:17.170389 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 52052) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:11:17.199550 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f75c38-abef-4e89-9875-a6fd4f1ecf91 admin admin] Pushing event deleted for resources: {'Network': ['ID=9b81ad00-7180-4a41-9594-2bd0d66dbd57,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:11:17.211113 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-c82854e1-5598-4af5-9207-de352e4739f2 tempest-PortsAdminExtendedAttrsTestJSON-877371849 tempest-PortsAdminExtendedAttrsTestJSON-877371849-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (e8244043-1690-488d-ab20-24bf1b8735b2), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:11:17.269003 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-b20edaf9-19d9-4c5e-8e5c-4eff7e291cb5 req-4a058f6f-1e65-416a-b0e9-402b0b56512a tempest-FloatingIPDetailsTestJSON-177316673 tempest-FloatingIPDetailsTestJSON-177316673-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:11:17.402607 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009b4ea4-4e00-4daf-9c4d-a60f3486ab18 req-9c44b7bf-bd40-4d48-99e1-1d6720dfefb4 tempest-ServerPasswordTestJSON-1248645277 tempest-ServerPasswordTestJSON-1248645277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:11:17.404142 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-009b4ea4-4e00-4daf-9c4d-a60f3486ab18 req-9c44b7bf-bd40-4d48-99e1-1d6720dfefb4 tempest-ServerPasswordTestJSON-1248645277 tempest-ServerPasswordTestJSON-1248645277-project] 10.222.0.57 "GET /v2.0/ports?device_id=1a4030b5-e62b-456f-8ad9-78091d5f3c69 HTTP/1.1" status: 200 len: 946 time: 0.2354777 Jan 26 21:11:17.822472 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-b86ed195-c195-4561-aafa-30dcabf14542 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4110657'] for router_interface (4d9c3b54-1f0d-40ca-b3e8-139c9cdb241a), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:11:17.824636 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f577945c-bd90-4d83-96f8-9f7fbd001890 req-0f67121e-cd6e-4283-89c1-bb05cd1d3fbc tempest-ServerPasswordTestJSON-1248645277 tempest-ServerPasswordTestJSON-1248645277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:11:17.831935 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-f577945c-bd90-4d83-96f8-9f7fbd001890 req-0f67121e-cd6e-4283-89c1-bb05cd1d3fbc tempest-ServerPasswordTestJSON-1248645277 tempest-ServerPasswordTestJSON-1248645277-project] 10.222.0.13 "GET /v2.0/ports?device_id=1a4030b5-e62b-456f-8ad9-78091d5f3c69 HTTP/1.1" status: 200 len: 946 time: 0.2937684 Jan 26 21:11:17.937145 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-f577945c-bd90-4d83-96f8-9f7fbd001890 req-5ebfb1f8-37bb-48ec-87da-95f11b75c95f tempest-ServerPasswordTestJSON-1248645277 tempest-ServerPasswordTestJSON-1248645277-project] 10.222.0.13 "GET /v2.0/security-groups?id=362c86c7-93ee-4c06-a7be-8deb7b518dd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038532 Jan 26 21:11:17.959554 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.db_base_plugin_common [req-b20edaf9-19d9-4c5e-8e5c-4eff7e291cb5 req-4a058f6f-1e65-416a-b0e9-402b0b56512a tempest-FloatingIPDetailsTestJSON-177316673 tempest-FloatingIPDetailsTestJSON-177316673-project] Allocated IP 172.25.1.171 (4140a1f1-c93a-4bea-83a0-68953a54f299/e48251a1-e30d-4820-8396-00c6f6aeb601/2f2e406a-7090-4893-93d5-d5f1d572b9d7) {{(pid=103304) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 21:11:17.970023 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [req-009b4ea4-4e00-4daf-9c4d-a60f3486ab18 req-fe8cee76-0839-4ec1-bb5b-580546aba72d tempest-ServerPasswordTestJSON-1248645277 tempest-ServerPasswordTestJSON-1248645277-project] Deleting port b1cf0db7-210c-4ac4-bf31-d3bbda769392 {{(pid=103304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 21:11:17.972559 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-009b4ea4-4e00-4daf-9c4d-a60f3486ab18 req-fe8cee76-0839-4ec1-bb5b-580546aba72d tempest-ServerPasswordTestJSON-1248645277 tempest-ServerPasswordTestJSON-1248645277-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746560630878'] for port (b1cf0db7-210c-4ac4-bf31-d3bbda769392), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:11:18.180647 n-d-760453-5 neutron-server[103304]: DEBUG neutron.notifiers.nova [None req-c82854e1-5598-4af5-9207-de352e4739f2 tempest-PortsAdminExtendedAttrsTestJSON-877371849 tempest-PortsAdminExtendedAttrsTestJSON-877371849-project-admin] device_id is not set on port e8244043-1690-488d-ab20-24bf1b8735b2 yet. {{(pid=103304) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 26 21:11:18.318142 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-b20edaf9-19d9-4c5e-8e5c-4eff7e291cb5 req-4a058f6f-1e65-416a-b0e9-402b0b56512a tempest-FloatingIPDetailsTestJSON-177316673 tempest-FloatingIPDetailsTestJSON-177316673-project] Publish callbacks [] for port (2f2e406a-7090-4893-93d5-d5f1d572b9d7), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:11:18.370519 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-c82854e1-5598-4af5-9207-de352e4739f2 tempest-PortsAdminExtendedAttrsTestJSON-877371849 tempest-PortsAdminExtendedAttrsTestJSON-877371849-project-admin] Publish callbacks [] for port (e8244043-1690-488d-ab20-24bf1b8735b2), precommit_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:11:18.386585 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-b20edaf9-19d9-4c5e-8e5c-4eff7e291cb5 req-4a058f6f-1e65-416a-b0e9-402b0b56512a tempest-FloatingIPDetailsTestJSON-177316673 tempest-FloatingIPDetailsTestJSON-177316673-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746560234527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9281553'] for port (2f2e406a-7090-4893-93d5-d5f1d572b9d7), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:11:18.391729 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Device 60f1a448-e006-4064-9f78-822d97b29cbe details requested by agent hyperv_n-h1-760453-5 with host n-h1-760453-5 {{(pid=103306) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 26 21:11:18.393678 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-b86ed195-c195-4561-aafa-30dcabf14542 admin admin] Deleting port b0497c82-5cfb-49e1-b07e-c8abcc9a2b0f {{(pid=103305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 21:11:18.394189 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-b86ed195-c195-4561-aafa-30dcabf14542 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746560630878'] for port (b0497c82-5cfb-49e1-b07e-c8abcc9a2b0f), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:11:18.412443 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-c82854e1-5598-4af5-9207-de352e4739f2 tempest-PortsAdminExtendedAttrsTestJSON-877371849 tempest-PortsAdminExtendedAttrsTestJSON-877371849-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9281542'] for port (e8244043-1690-488d-ab20-24bf1b8735b2), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:11:18.434093 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d81d220-856c-404e-8437-cf06c73af657 req-b2df3028-8b86-44b4-81a1-5aa46d421b1f tempest-FloatingIPsAssociationTestJSON-419529391 tempest-FloatingIPsAssociationTestJSON-419529391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:11:18.436855 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-2d81d220-856c-404e-8437-cf06c73af657 req-b2df3028-8b86-44b4-81a1-5aa46d421b1f tempest-FloatingIPsAssociationTestJSON-419529391 tempest-FloatingIPsAssociationTestJSON-419529391-project] 10.222.0.13 "GET /v2.0/ports?device_id=cffeda4a-b528-4db3-979a-67e9d6170b34 HTTP/1.1" status: 200 len: 944 time: 0.3977745 Jan 26 21:11:18.547995 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b20edaf9-19d9-4c5e-8e5c-4eff7e291cb5 req-4a058f6f-1e65-416a-b0e9-402b0b56512a tempest-FloatingIPDetailsTestJSON-177316673 tempest-FloatingIPDetailsTestJSON-177316673-project] Network 4140a1f1-c93a-4bea-83a0-68953a54f299 is already hosted by enough agents. {{(pid=103304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 21:11:18.554815 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [None req-b86ed195-c195-4561-aafa-30dcabf14542 admin admin] For port b0497c82-5cfb-49e1-b07e-c8abcc9a2b0f, host n-d-760453-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=b0497c82-5cfb-49e1-b07e-c8abcc9a2b0f,segment=NetworkSegment(0c196677-38e2-4720-8565-2cf0c74cea78),segment_id=0c196677-38e2-4720-8565-2cf0c74cea78)] {{(pid=103305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:11:18.555465 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-b86ed195-c195-4561-aafa-30dcabf14542 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4109658'] for port (b0497c82-5cfb-49e1-b07e-c8abcc9a2b0f), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:11:18.574441 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-b86ed195-c195-4561-aafa-30dcabf14542 admin admin] Calling delete_port for b0497c82-5cfb-49e1-b07e-c8abcc9a2b0f owned by network:router_interface {{(pid=103305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 21:11:18.604721 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [req-b20edaf9-19d9-4c5e-8e5c-4eff7e291cb5 req-4a058f6f-1e65-416a-b0e9-402b0b56512a tempest-FloatingIPDetailsTestJSON-177316673 tempest-FloatingIPDetailsTestJSON-177316673-project] Resources bound (agent type, host, resource id): {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:11:18.624672 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [req-b20edaf9-19d9-4c5e-8e5c-4eff7e291cb5 req-4a058f6f-1e65-416a-b0e9-402b0b56512a tempest-FloatingIPDetailsTestJSON-177316673 tempest-FloatingIPDetailsTestJSON-177316673-project] Received port after_create {{(pid=103304) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 21:11:18.708960 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a058f6f-1e65-416a-b0e9-402b0b56512a tempest-FloatingIPDetailsTestJSON-177316673 tempest-FloatingIPDetailsTestJSON-177316673-project] Pushing event updated for resources: {'Port': ['ID=2f2e406a-7090-4893-93d5-d5f1d572b9d7,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:11:18.740716 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [req-009b4ea4-4e00-4daf-9c4d-a60f3486ab18 req-fe8cee76-0839-4ec1-bb5b-580546aba72d tempest-ServerPasswordTestJSON-1248645277 tempest-ServerPasswordTestJSON-1248645277-project] For port b1cf0db7-210c-4ac4-bf31-d3bbda769392, host n-h2-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-5',level=0,port_id=b1cf0db7-210c-4ac4-bf31-d3bbda769392,segment=NetworkSegment(4917a68b-4173-4cf6-8e12-29d916f55701),segment_id=4917a68b-4173-4cf6-8e12-29d916f55701)] {{(pid=103304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:11:18.741414 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-009b4ea4-4e00-4daf-9c4d-a60f3486ab18 req-fe8cee76-0839-4ec1-bb5b-580546aba72d tempest-ServerPasswordTestJSON-1248645277 tempest-ServerPasswordTestJSON-1248645277-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4109658'] for port (b1cf0db7-210c-4ac4-bf31-d3bbda769392), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:11:18.748736 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] For port 60f1a448-e006-4064-9f78-822d97b29cbe, host n-h1-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-5',level=0,port_id=60f1a448-e006-4064-9f78-822d97b29cbe,segment=NetworkSegment(783c42f6-f993-4cb9-a1f5-91588f8d0f68),segment_id=783c42f6-f993-4cb9-a1f5-91588f8d0f68)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:11:18.765901 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Returning: {'device': '60f1a448-e006-4064-9f78-822d97b29cbe', 'network_id': 'c51b7d10-9231-4438-a440-4c92a6a50ca4', 'port_id': '60f1a448-e006-4064-9f78-822d97b29cbe', 'mac_address': 'fa:16:3e:2f:8b:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 593, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f7b7ba1f-f452-4d1f-b54c-6aaf311b4599', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103306) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 26 21:11:18.806138 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Current status of the port 60f1a448-e006-4064-9f78-822d97b29cbe is: DOWN; New status is: BUILD {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:11:18.806585 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (60f1a448-e006-4064-9f78-822d97b29cbe), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:11:18.820774 n-d-760453-5 neutron-server[103306]: DEBUG neutron.notifiers.nova [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 60f1a448-e006-4064-9f78-822d97b29cbe {{(pid=103306) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 26 21:11:18.848054 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] For port 60f1a448-e006-4064-9f78-822d97b29cbe, host n-h1-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-5',level=0,port_id=60f1a448-e006-4064-9f78-822d97b29cbe,segment=NetworkSegment(783c42f6-f993-4cb9-a1f5-91588f8d0f68),segment_id=783c42f6-f993-4cb9-a1f5-91588f8d0f68)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:11:18.854446 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [req-009b4ea4-4e00-4daf-9c4d-a60f3486ab18 req-fe8cee76-0839-4ec1-bb5b-580546aba72d tempest-ServerPasswordTestJSON-1248645277 tempest-ServerPasswordTestJSON-1248645277-project] Calling delete_port for b1cf0db7-210c-4ac4-bf31-d3bbda769392 owned by compute:nova {{(pid=103304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 21:11:18.859772 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (60f1a448-e006-4064-9f78-822d97b29cbe), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:11:18.900653 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-b86ed195-c195-4561-aafa-30dcabf14542 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746560636600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746560234536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11791543'] for port (b0497c82-5cfb-49e1-b07e-c8abcc9a2b0f), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:11:18.928741 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Pushing event updated for resources: {'Port': ['ID=60f1a448-e006-4064-9f78-822d97b29cbe,revision_number=4']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:11:18.941458 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-bc5546d3-a49c-45f1-b420-925f44e06a19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (474ccdf7-ab6c-405b-a3b2-dc7b05829902), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:11:18.945311 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b86ed195-c195-4561-aafa-30dcabf14542 admin admin] Pushing event deleted for resources: {'Port': ['ID=b0497c82-5cfb-49e1-b07e-c8abcc9a2b0f,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:11:19.053308 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [None req-c82854e1-5598-4af5-9207-de352e4739f2 tempest-PortsAdminExtendedAttrsTestJSON-877371849 tempest-PortsAdminExtendedAttrsTestJSON-877371849-project-admin] Attempting to bind port e8244043-1690-488d-ab20-24bf1b8735b2 on host n-h2-760453-5 for vnic_type normal with profile {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 21:11:19.053837 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [None req-c82854e1-5598-4af5-9207-de352e4739f2 tempest-PortsAdminExtendedAttrsTestJSON-877371849 tempest-PortsAdminExtendedAttrsTestJSON-877371849-project-admin] Attempting to bind port e8244043-1690-488d-ab20-24bf1b8735b2 by drivers openvswitch,hyperv on host n-h2-760453-5 at level 0 using segments [{'id': '0f77bd99-5276-4608-ae0e-254011aac760', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '26c2939d-0801-4272-a7ff-6511cc4170aa'}] {{(pid=103304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 26 21:11:19.054211 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c82854e1-5598-4af5-9207-de352e4739f2 tempest-PortsAdminExtendedAttrsTestJSON-877371849 tempest-PortsAdminExtendedAttrsTestJSON-877371849-project-admin] Attempting to bind port e8244043-1690-488d-ab20-24bf1b8735b2 on network 26c2939d-0801-4272-a7ff-6511cc4170aa {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 21:11:19.093598 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c82854e1-5598-4af5-9207-de352e4739f2 tempest-PortsAdminExtendedAttrsTestJSON-877371849 tempest-PortsAdminExtendedAttrsTestJSON-877371849-project-admin] Port e8244043-1690-488d-ab20-24bf1b8735b2 on network 26c2939d-0801-4272-a7ff-6511cc4170aa not bound, no agent of type Open vSwitch agent registered on host n-h2-760453-5 {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 26 21:11:19.093938 n-d-760453-5 neutron-server[103304]: ERROR neutron.plugins.ml2.managers [None req-c82854e1-5598-4af5-9207-de352e4739f2 tempest-PortsAdminExtendedAttrsTestJSON-877371849 tempest-PortsAdminExtendedAttrsTestJSON-877371849-project-admin] Failed to bind port e8244043-1690-488d-ab20-24bf1b8735b2 on host n-h2-760453-5 for vnic_type normal using segments [{'id': '0f77bd99-5276-4608-ae0e-254011aac760', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '26c2939d-0801-4272-a7ff-6511cc4170aa'}] Jan 26 21:11:19.101570 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-2d81d220-856c-404e-8437-cf06c73af657 req-1355d900-0a83-4cb1-a566-213a06010d57 tempest-FloatingIPsAssociationTestJSON-419529391 tempest-FloatingIPsAssociationTestJSON-419529391-project] 10.222.0.13 "GET /v2.0/security-groups?id=0901363f-4062-4245-b20b-1aab16841475&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6309466 Jan 26 21:11:19.144819 n-d-760453-5 neutron-server[103304]: INFO neutron.plugins.ml2.plugin [None req-c82854e1-5598-4af5-9207-de352e4739f2 tempest-PortsAdminExtendedAttrsTestJSON-877371849 tempest-PortsAdminExtendedAttrsTestJSON-877371849-project-admin] Attempt 2 to bind port e8244043-1690-488d-ab20-24bf1b8735b2 Jan 26 21:11:19.173989 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c82854e1-5598-4af5-9207-de352e4739f2 tempest-PortsAdminExtendedAttrsTestJSON-877371849 tempest-PortsAdminExtendedAttrsTestJSON-877371849-project-admin] Pushing event updated for resources: {'Port': ['ID=e8244043-1690-488d-ab20-24bf1b8735b2,revision_number=2']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:11:19.207061 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [None req-c82854e1-5598-4af5-9207-de352e4739f2 tempest-PortsAdminExtendedAttrsTestJSON-877371849 tempest-PortsAdminExtendedAttrsTestJSON-877371849-project-admin] Attempting to bind port e8244043-1690-488d-ab20-24bf1b8735b2 on host n-h2-760453-5 for vnic_type normal with profile {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 21:11:19.207666 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [None req-c82854e1-5598-4af5-9207-de352e4739f2 tempest-PortsAdminExtendedAttrsTestJSON-877371849 tempest-PortsAdminExtendedAttrsTestJSON-877371849-project-admin] Attempting to bind port e8244043-1690-488d-ab20-24bf1b8735b2 by drivers openvswitch,hyperv on host n-h2-760453-5 at level 0 using segments [{'id': '0f77bd99-5276-4608-ae0e-254011aac760', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '26c2939d-0801-4272-a7ff-6511cc4170aa'}] {{(pid=103304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 26 21:11:19.208102 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c82854e1-5598-4af5-9207-de352e4739f2 tempest-PortsAdminExtendedAttrsTestJSON-877371849 tempest-PortsAdminExtendedAttrsTestJSON-877371849-project-admin] Attempting to bind port e8244043-1690-488d-ab20-24bf1b8735b2 on network 26c2939d-0801-4272-a7ff-6511cc4170aa {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 21:11:19.209896 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-b86ed195-c195-4561-aafa-30dcabf14542 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3709480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4110805'] for router_interface (4d9c3b54-1f0d-40ca-b3e8-139c9cdb241a), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:11:19.290024 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c82854e1-5598-4af5-9207-de352e4739f2 tempest-PortsAdminExtendedAttrsTestJSON-877371849 tempest-PortsAdminExtendedAttrsTestJSON-877371849-project-admin] Port e8244043-1690-488d-ab20-24bf1b8735b2 on network 26c2939d-0801-4272-a7ff-6511cc4170aa not bound, no agent of type Open vSwitch agent registered on host n-h2-760453-5 {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 26 21:11:19.294555 n-d-760453-5 neutron-server[103304]: ERROR neutron.plugins.ml2.managers [None req-c82854e1-5598-4af5-9207-de352e4739f2 tempest-PortsAdminExtendedAttrsTestJSON-877371849 tempest-PortsAdminExtendedAttrsTestJSON-877371849-project-admin] Failed to bind port e8244043-1690-488d-ab20-24bf1b8735b2 on host n-h2-760453-5 for vnic_type normal using segments [{'id': '0f77bd99-5276-4608-ae0e-254011aac760', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '26c2939d-0801-4272-a7ff-6511cc4170aa'}] Jan 26 21:11:19.302225 n-d-760453-5 neutron-server[103304]: INFO neutron.plugins.ml2.plugin [None req-c82854e1-5598-4af5-9207-de352e4739f2 tempest-PortsAdminExtendedAttrsTestJSON-877371849 tempest-PortsAdminExtendedAttrsTestJSON-877371849-project-admin] Attempt 3 to bind port e8244043-1690-488d-ab20-24bf1b8735b2 Jan 26 21:11:19.311654 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] get_ports_and_sgs() called for port_ids ['60f1a448-e006-4064-9f78-822d97b29cbe'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 26 21:11:19.630698 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [None req-c82854e1-5598-4af5-9207-de352e4739f2 tempest-PortsAdminExtendedAttrsTestJSON-877371849 tempest-PortsAdminExtendedAttrsTestJSON-877371849-project-admin] Attempting to bind port e8244043-1690-488d-ab20-24bf1b8735b2 on host n-h2-760453-5 for vnic_type normal with profile {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 21:11:19.631039 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [None req-c82854e1-5598-4af5-9207-de352e4739f2 tempest-PortsAdminExtendedAttrsTestJSON-877371849 tempest-PortsAdminExtendedAttrsTestJSON-877371849-project-admin] Attempting to bind port e8244043-1690-488d-ab20-24bf1b8735b2 by drivers openvswitch,hyperv on host n-h2-760453-5 at level 0 using segments [{'id': '0f77bd99-5276-4608-ae0e-254011aac760', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '26c2939d-0801-4272-a7ff-6511cc4170aa'}] {{(pid=103304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 26 21:11:19.631375 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c82854e1-5598-4af5-9207-de352e4739f2 tempest-PortsAdminExtendedAttrsTestJSON-877371849 tempest-PortsAdminExtendedAttrsTestJSON-877371849-project-admin] Attempting to bind port e8244043-1690-488d-ab20-24bf1b8735b2 on network 26c2939d-0801-4272-a7ff-6511cc4170aa {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 21:11:19.681098 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-b20edaf9-19d9-4c5e-8e5c-4eff7e291cb5 req-4a058f6f-1e65-416a-b0e9-402b0b56512a tempest-FloatingIPDetailsTestJSON-177316673 tempest-FloatingIPDetailsTestJSON-177316673-project] Publish callbacks [] for floatingip (ed213171-c5cf-4082-ad11-ebe51cc3d33f), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:11:19.704392 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c82854e1-5598-4af5-9207-de352e4739f2 tempest-PortsAdminExtendedAttrsTestJSON-877371849 tempest-PortsAdminExtendedAttrsTestJSON-877371849-project-admin] Port e8244043-1690-488d-ab20-24bf1b8735b2 on network 26c2939d-0801-4272-a7ff-6511cc4170aa not bound, no agent of type Open vSwitch agent registered on host n-h2-760453-5 {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 26 21:11:19.706197 n-d-760453-5 neutron-server[103304]: ERROR neutron.plugins.ml2.managers [None req-c82854e1-5598-4af5-9207-de352e4739f2 tempest-PortsAdminExtendedAttrsTestJSON-877371849 tempest-PortsAdminExtendedAttrsTestJSON-877371849-project-admin] Failed to bind port e8244043-1690-488d-ab20-24bf1b8735b2 on host n-h2-760453-5 for vnic_type normal using segments [{'id': '0f77bd99-5276-4608-ae0e-254011aac760', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '26c2939d-0801-4272-a7ff-6511cc4170aa'}] Jan 26 21:11:19.721960 n-d-760453-5 neutron-server[103304]: INFO neutron.plugins.ml2.plugin [None req-c82854e1-5598-4af5-9207-de352e4739f2 tempest-PortsAdminExtendedAttrsTestJSON-877371849 tempest-PortsAdminExtendedAttrsTestJSON-877371849-project-admin] Attempt 4 to bind port e8244043-1690-488d-ab20-24bf1b8735b2 Jan 26 21:11:19.769839 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-009b4ea4-4e00-4daf-9c4d-a60f3486ab18 req-fe8cee76-0839-4ec1-bb5b-580546aba72d tempest-ServerPasswordTestJSON-1248645277 tempest-ServerPasswordTestJSON-1248645277-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746560636600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746560234536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9281553'] for port (b1cf0db7-210c-4ac4-bf31-d3bbda769392), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:11:19.780061 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edafa8b7-5727-4ba6-9cac-e33e3b4284ba req-2be02ca0-405c-458f-9a7a-5028e7c10d4d tempest-ServerPasswordTestJSON-1248645277 tempest-ServerPasswordTestJSON-1248645277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:11:19.788984 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-edafa8b7-5727-4ba6-9cac-e33e3b4284ba req-2be02ca0-405c-458f-9a7a-5028e7c10d4d tempest-ServerPasswordTestJSON-1248645277 tempest-ServerPasswordTestJSON-1248645277-project] 10.222.0.13 "GET /v2.0/ports?device_id=1a4030b5-e62b-456f-8ad9-78091d5f3c69 HTTP/1.1" status: 200 len: 946 time: 0.3110714 Jan 26 21:11:19.800026 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-b20edaf9-19d9-4c5e-8e5c-4eff7e291cb5 req-4a058f6f-1e65-416a-b0e9-402b0b56512a tempest-FloatingIPDetailsTestJSON-177316673 tempest-FloatingIPDetailsTestJSON-177316673-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (2f2e406a-7090-4893-93d5-d5f1d572b9d7), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:11:19.889766 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [None req-c82854e1-5598-4af5-9207-de352e4739f2 tempest-PortsAdminExtendedAttrsTestJSON-877371849 tempest-PortsAdminExtendedAttrsTestJSON-877371849-project-admin] Attempting to bind port e8244043-1690-488d-ab20-24bf1b8735b2 on host n-h2-760453-5 for vnic_type normal with profile {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 21:11:19.890432 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [None req-c82854e1-5598-4af5-9207-de352e4739f2 tempest-PortsAdminExtendedAttrsTestJSON-877371849 tempest-PortsAdminExtendedAttrsTestJSON-877371849-project-admin] Attempting to bind port e8244043-1690-488d-ab20-24bf1b8735b2 by drivers openvswitch,hyperv on host n-h2-760453-5 at level 0 using segments [{'id': '0f77bd99-5276-4608-ae0e-254011aac760', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '26c2939d-0801-4272-a7ff-6511cc4170aa'}] {{(pid=103304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 26 21:11:19.890805 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c82854e1-5598-4af5-9207-de352e4739f2 tempest-PortsAdminExtendedAttrsTestJSON-877371849 tempest-PortsAdminExtendedAttrsTestJSON-877371849-project-admin] Attempting to bind port e8244043-1690-488d-ab20-24bf1b8735b2 on network 26c2939d-0801-4272-a7ff-6511cc4170aa {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 21:11:19.983993 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b86ed195-c195-4561-aafa-30dcabf14542 admin admin] Router 4d9c3b54-1f0d-40ca-b3e8-139c9cdb241a has already been hosted by L3 agent 09df100c-3af1-4b0a-bda8-05914c71c458 {{(pid=103305) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 26 21:11:20.002999 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-edafa8b7-5727-4ba6-9cac-e33e3b4284ba req-80cdeb3b-50d8-416b-8641-97544ccbc9ac tempest-ServerPasswordTestJSON-1248645277 tempest-ServerPasswordTestJSON-1248645277-project] 10.222.0.13 "GET /v2.0/security-groups?id=362c86c7-93ee-4c06-a7be-8deb7b518dd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2126675 Jan 26 21:11:20.004202 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe8cee76-0839-4ec1-bb5b-580546aba72d tempest-ServerPasswordTestJSON-1248645277 tempest-ServerPasswordTestJSON-1248645277-project] Pushing event deleted for resources: {'Port': ['ID=b1cf0db7-210c-4ac4-bf31-d3bbda769392,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:11:20.057257 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c82854e1-5598-4af5-9207-de352e4739f2 tempest-PortsAdminExtendedAttrsTestJSON-877371849 tempest-PortsAdminExtendedAttrsTestJSON-877371849-project-admin] Port e8244043-1690-488d-ab20-24bf1b8735b2 on network 26c2939d-0801-4272-a7ff-6511cc4170aa not bound, no agent of type Open vSwitch agent registered on host n-h2-760453-5 {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 26 21:11:20.057605 n-d-760453-5 neutron-server[103304]: ERROR neutron.plugins.ml2.managers [None req-c82854e1-5598-4af5-9207-de352e4739f2 tempest-PortsAdminExtendedAttrsTestJSON-877371849 tempest-PortsAdminExtendedAttrsTestJSON-877371849-project-admin] Failed to bind port e8244043-1690-488d-ab20-24bf1b8735b2 on host n-h2-760453-5 for vnic_type normal using segments [{'id': '0f77bd99-5276-4608-ae0e-254011aac760', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '26c2939d-0801-4272-a7ff-6511cc4170aa'}] Jan 26 21:11:20.061329 n-d-760453-5 neutron-server[103304]: INFO neutron.plugins.ml2.plugin [None req-c82854e1-5598-4af5-9207-de352e4739f2 tempest-PortsAdminExtendedAttrsTestJSON-877371849 tempest-PortsAdminExtendedAttrsTestJSON-877371849-project-admin] Attempt 5 to bind port e8244043-1690-488d-ab20-24bf1b8735b2 Jan 26 21:11:20.118208 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [req-009b4ea4-4e00-4daf-9c4d-a60f3486ab18 req-fe8cee76-0839-4ec1-bb5b-580546aba72d tempest-ServerPasswordTestJSON-1248645277 tempest-ServerPasswordTestJSON-1248645277-project] No DVR routers for this DVR port b1cf0db7-210c-4ac4-bf31-d3bbda769392 on host n-h2-760453-5 {{(pid=103304) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 26 21:11:20.121716 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-009b4ea4-4e00-4daf-9c4d-a60f3486ab18 req-fe8cee76-0839-4ec1-bb5b-580546aba72d tempest-ServerPasswordTestJSON-1248645277 tempest-ServerPasswordTestJSON-1248645277-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:11:20.124151 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b86ed195-c195-4561-aafa-30dcabf14542 admin admin] Notify agent at l3_agent.n-d-760453-5 the message routers_updated {{(pid=103305) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 26 21:11:20.126945 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-009b4ea4-4e00-4daf-9c4d-a60f3486ab18 req-fe8cee76-0839-4ec1-bb5b-580546aba72d tempest-ServerPasswordTestJSON-1248645277 tempest-ServerPasswordTestJSON-1248645277-project] 10.222.0.57 "DELETE /v2.0/ports/b1cf0db7-210c-4ac4-bf31-d3bbda769392 HTTP/1.1" status: 204 len: 173 time: 2.7128675 Jan 26 21:11:20.134708 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ea222e8-654a-45e2-bb7e-6f6ca684b9b4 None None] Sync routers for ids ['4d9c3b54-1f0d-40ca-b3e8-139c9cdb241a'] in n-d-760453-5 {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 26 21:11:20.137939 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-b86ed195-c195-4561-aafa-30dcabf14542 admin admin] 10.222.0.13 "PUT /v2.0/routers/4d9c3b54-1f0d-40ca-b3e8-139c9cdb241a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9663351 Jan 26 21:11:20.139582 n-d-760453-5 neutron-server[103304]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a4030b5-e62b-456f-8ad9-78091d5f3c69', 'name': 'network-vif-deleted', 'tag': 'b1cf0db7-210c-4ac4-bf31-d3bbda769392'}] {{(pid=103304) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 21:11:20.140404 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 52084) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:11:20.142096 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d52b45f1943fcd332af9527eb73ff93c8d715d44383a3f6d18de73b4cfcf87b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c144b5d-ed01-4ba6-ab70-4d55a4c2abbb" -d '{"events": [{"server_uuid": "1a4030b5-e62b-456f-8ad9-78091d5f3c69", "name": "network-vif-deleted", "tag": "b1cf0db7-210c-4ac4-bf31-d3bbda769392"}]}' {{(pid=103304) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 21:11:20.150092 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [None req-c82854e1-5598-4af5-9207-de352e4739f2 tempest-PortsAdminExtendedAttrsTestJSON-877371849 tempest-PortsAdminExtendedAttrsTestJSON-877371849-project-admin] Attempting to bind port e8244043-1690-488d-ab20-24bf1b8735b2 on host n-h2-760453-5 for vnic_type normal with profile {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 21:11:20.150972 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [None req-c82854e1-5598-4af5-9207-de352e4739f2 tempest-PortsAdminExtendedAttrsTestJSON-877371849 tempest-PortsAdminExtendedAttrsTestJSON-877371849-project-admin] Attempting to bind port e8244043-1690-488d-ab20-24bf1b8735b2 by drivers openvswitch,hyperv on host n-h2-760453-5 at level 0 using segments [{'id': '0f77bd99-5276-4608-ae0e-254011aac760', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '26c2939d-0801-4272-a7ff-6511cc4170aa'}] {{(pid=103304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 26 21:11:20.153612 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c82854e1-5598-4af5-9207-de352e4739f2 tempest-PortsAdminExtendedAttrsTestJSON-877371849 tempest-PortsAdminExtendedAttrsTestJSON-877371849-project-admin] Attempting to bind port e8244043-1690-488d-ab20-24bf1b8735b2 on network 26c2939d-0801-4272-a7ff-6511cc4170aa {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 21:11:20.178389 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ea222e8-654a-45e2-bb7e-6f6ca684b9b4 None None] Routers {'4d9c3b54-1f0d-40ca-b3e8-139c9cdb241a'} bound to L3 agent in host n-d-760453-5 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 21:11:20.179544 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c82854e1-5598-4af5-9207-de352e4739f2 tempest-PortsAdminExtendedAttrsTestJSON-877371849 tempest-PortsAdminExtendedAttrsTestJSON-877371849-project-admin] Port e8244043-1690-488d-ab20-24bf1b8735b2 on network 26c2939d-0801-4272-a7ff-6511cc4170aa not bound, no agent of type Open vSwitch agent registered on host n-h2-760453-5 {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 26 21:11:20.180019 n-d-760453-5 neutron-server[103304]: ERROR neutron.plugins.ml2.managers [None req-c82854e1-5598-4af5-9207-de352e4739f2 tempest-PortsAdminExtendedAttrsTestJSON-877371849 tempest-PortsAdminExtendedAttrsTestJSON-877371849-project-admin] Failed to bind port e8244043-1690-488d-ab20-24bf1b8735b2 on host n-h2-760453-5 for vnic_type normal using segments [{'id': '0f77bd99-5276-4608-ae0e-254011aac760', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '26c2939d-0801-4272-a7ff-6511cc4170aa'}] Jan 26 21:11:20.180710 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-1ea222e8-654a-45e2-bb7e-6f6ca684b9b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-26T20:55:21Z,description=,heartbeat_timestamp=2022-01-26T21:10:51Z,host='n-d-760453-5',id=09df100c-3af1-4b0a-bda8-05914c71c458,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:55:21Z,topic='l3_agent')) {'router_ids': ['4d9c3b54-1f0d-40ca-b3e8-139c9cdb241a'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:11:20.187381 n-d-760453-5 neutron-server[103304]: INFO neutron.plugins.ml2.plugin [None req-c82854e1-5598-4af5-9207-de352e4739f2 tempest-PortsAdminExtendedAttrsTestJSON-877371849 tempest-PortsAdminExtendedAttrsTestJSON-877371849-project-admin] Attempt 6 to bind port e8244043-1690-488d-ab20-24bf1b8735b2 Jan 26 21:11:20.271546 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [None req-c82854e1-5598-4af5-9207-de352e4739f2 tempest-PortsAdminExtendedAttrsTestJSON-877371849 tempest-PortsAdminExtendedAttrsTestJSON-877371849-project-admin] Attempting to bind port e8244043-1690-488d-ab20-24bf1b8735b2 on host n-h2-760453-5 for vnic_type normal with profile {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 21:11:20.271881 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [None req-c82854e1-5598-4af5-9207-de352e4739f2 tempest-PortsAdminExtendedAttrsTestJSON-877371849 tempest-PortsAdminExtendedAttrsTestJSON-877371849-project-admin] Attempting to bind port e8244043-1690-488d-ab20-24bf1b8735b2 by drivers openvswitch,hyperv on host n-h2-760453-5 at level 0 using segments [{'id': '0f77bd99-5276-4608-ae0e-254011aac760', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '26c2939d-0801-4272-a7ff-6511cc4170aa'}] {{(pid=103304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 26 21:11:20.273410 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c82854e1-5598-4af5-9207-de352e4739f2 tempest-PortsAdminExtendedAttrsTestJSON-877371849 tempest-PortsAdminExtendedAttrsTestJSON-877371849-project-admin] Attempting to bind port e8244043-1690-488d-ab20-24bf1b8735b2 on network 26c2939d-0801-4272-a7ff-6511cc4170aa {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 21:11:20.329365 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c82854e1-5598-4af5-9207-de352e4739f2 tempest-PortsAdminExtendedAttrsTestJSON-877371849 tempest-PortsAdminExtendedAttrsTestJSON-877371849-project-admin] Port e8244043-1690-488d-ab20-24bf1b8735b2 on network 26c2939d-0801-4272-a7ff-6511cc4170aa not bound, no agent of type Open vSwitch agent registered on host n-h2-760453-5 {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 26 21:11:20.329706 n-d-760453-5 neutron-server[103304]: ERROR neutron.plugins.ml2.managers [None req-c82854e1-5598-4af5-9207-de352e4739f2 tempest-PortsAdminExtendedAttrsTestJSON-877371849 tempest-PortsAdminExtendedAttrsTestJSON-877371849-project-admin] Failed to bind port e8244043-1690-488d-ab20-24bf1b8735b2 on host n-h2-760453-5 for vnic_type normal using segments [{'id': '0f77bd99-5276-4608-ae0e-254011aac760', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '26c2939d-0801-4272-a7ff-6511cc4170aa'}] Jan 26 21:11:20.336844 n-d-760453-5 neutron-server[103304]: INFO neutron.plugins.ml2.plugin [None req-c82854e1-5598-4af5-9207-de352e4739f2 tempest-PortsAdminExtendedAttrsTestJSON-877371849 tempest-PortsAdminExtendedAttrsTestJSON-877371849-project-admin] Attempt 7 to bind port e8244043-1690-488d-ab20-24bf1b8735b2 Jan 26 21:11:20.359850 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [None req-c82854e1-5598-4af5-9207-de352e4739f2 tempest-PortsAdminExtendedAttrsTestJSON-877371849 tempest-PortsAdminExtendedAttrsTestJSON-877371849-project-admin] Attempting to bind port e8244043-1690-488d-ab20-24bf1b8735b2 on host n-h2-760453-5 for vnic_type normal with profile {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 21:11:20.360180 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [None req-c82854e1-5598-4af5-9207-de352e4739f2 tempest-PortsAdminExtendedAttrsTestJSON-877371849 tempest-PortsAdminExtendedAttrsTestJSON-877371849-project-admin] Attempting to bind port e8244043-1690-488d-ab20-24bf1b8735b2 by drivers openvswitch,hyperv on host n-h2-760453-5 at level 0 using segments [{'id': '0f77bd99-5276-4608-ae0e-254011aac760', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '26c2939d-0801-4272-a7ff-6511cc4170aa'}] {{(pid=103304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 26 21:11:20.360518 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c82854e1-5598-4af5-9207-de352e4739f2 tempest-PortsAdminExtendedAttrsTestJSON-877371849 tempest-PortsAdminExtendedAttrsTestJSON-877371849-project-admin] Attempting to bind port e8244043-1690-488d-ab20-24bf1b8735b2 on network 26c2939d-0801-4272-a7ff-6511cc4170aa {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 21:11:20.385548 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c82854e1-5598-4af5-9207-de352e4739f2 tempest-PortsAdminExtendedAttrsTestJSON-877371849 tempest-PortsAdminExtendedAttrsTestJSON-877371849-project-admin] Port e8244043-1690-488d-ab20-24bf1b8735b2 on network 26c2939d-0801-4272-a7ff-6511cc4170aa not bound, no agent of type Open vSwitch agent registered on host n-h2-760453-5 {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 26 21:11:20.385876 n-d-760453-5 neutron-server[103304]: ERROR neutron.plugins.ml2.managers [None req-c82854e1-5598-4af5-9207-de352e4739f2 tempest-PortsAdminExtendedAttrsTestJSON-877371849 tempest-PortsAdminExtendedAttrsTestJSON-877371849-project-admin] Failed to bind port e8244043-1690-488d-ab20-24bf1b8735b2 on host n-h2-760453-5 for vnic_type normal using segments [{'id': '0f77bd99-5276-4608-ae0e-254011aac760', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '26c2939d-0801-4272-a7ff-6511cc4170aa'}] Jan 26 21:11:20.388317 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-b20edaf9-19d9-4c5e-8e5c-4eff7e291cb5 req-4a058f6f-1e65-416a-b0e9-402b0b56512a tempest-FloatingIPDetailsTestJSON-177316673 tempest-FloatingIPDetailsTestJSON-177316673-project] Publish callbacks [] for port (2f2e406a-7090-4893-93d5-d5f1d572b9d7), precommit_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:11:20.390524 n-d-760453-5 neutron-server[103304]: INFO neutron.plugins.ml2.plugin [None req-c82854e1-5598-4af5-9207-de352e4739f2 tempest-PortsAdminExtendedAttrsTestJSON-877371849 tempest-PortsAdminExtendedAttrsTestJSON-877371849-project-admin] Attempt 8 to bind port e8244043-1690-488d-ab20-24bf1b8735b2 Jan 26 21:11:20.391696 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-001f970f-8851-4e68-896f-2a404c6a6ea5 admin admin] Publish callbacks [] for router (4d9c3b54-1f0d-40ca-b3e8-139c9cdb241a), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:11:20.405814 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-b20edaf9-19d9-4c5e-8e5c-4eff7e291cb5 req-4a058f6f-1e65-416a-b0e9-402b0b56512a tempest-FloatingIPDetailsTestJSON-177316673 tempest-FloatingIPDetailsTestJSON-177316673-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9281542'] for port (2f2e406a-7090-4893-93d5-d5f1d572b9d7), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:11:20.423630 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36bd97f8-dd28-4806-9dde-79f8eece0a46 req-16c277ab-4f8c-491f-80b5-501f81578b7b tempest-FloatingIPsAssociationTestJSON-419529391 tempest-FloatingIPsAssociationTestJSON-419529391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:11:20.425172 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-36bd97f8-dd28-4806-9dde-79f8eece0a46 req-16c277ab-4f8c-491f-80b5-501f81578b7b tempest-FloatingIPsAssociationTestJSON-419529391 tempest-FloatingIPsAssociationTestJSON-419529391-project] 10.222.0.13 "GET /v2.0/ports?device_id=cffeda4a-b528-4db3-979a-67e9d6170b34 HTTP/1.1" status: 200 len: 945 time: 0.1479464 Jan 26 21:11:20.440960 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [None req-c82854e1-5598-4af5-9207-de352e4739f2 tempest-PortsAdminExtendedAttrsTestJSON-877371849 tempest-PortsAdminExtendedAttrsTestJSON-877371849-project-admin] Attempting to bind port e8244043-1690-488d-ab20-24bf1b8735b2 on host n-h2-760453-5 for vnic_type normal with profile {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 21:11:20.440960 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [None req-c82854e1-5598-4af5-9207-de352e4739f2 tempest-PortsAdminExtendedAttrsTestJSON-877371849 tempest-PortsAdminExtendedAttrsTestJSON-877371849-project-admin] Attempting to bind port e8244043-1690-488d-ab20-24bf1b8735b2 by drivers openvswitch,hyperv on host n-h2-760453-5 at level 0 using segments [{'id': '0f77bd99-5276-4608-ae0e-254011aac760', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '26c2939d-0801-4272-a7ff-6511cc4170aa'}] {{(pid=103304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 26 21:11:20.441310 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c82854e1-5598-4af5-9207-de352e4739f2 tempest-PortsAdminExtendedAttrsTestJSON-877371849 tempest-PortsAdminExtendedAttrsTestJSON-877371849-project-admin] Attempting to bind port e8244043-1690-488d-ab20-24bf1b8735b2 on network 26c2939d-0801-4272-a7ff-6511cc4170aa {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 21:11:20.482999 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_dvr_db [None req-1ea222e8-654a-45e2-bb7e-6f6ca684b9b4 None None] Set router 4d9c3b54-1f0d-40ca-b3e8-139c9cdb241a gateway port host: n-d-760453-5 {{(pid=103307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 21:11:20.523067 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c82854e1-5598-4af5-9207-de352e4739f2 tempest-PortsAdminExtendedAttrsTestJSON-877371849 tempest-PortsAdminExtendedAttrsTestJSON-877371849-project-admin] Port e8244043-1690-488d-ab20-24bf1b8735b2 on network 26c2939d-0801-4272-a7ff-6511cc4170aa not bound, no agent of type Open vSwitch agent registered on host n-h2-760453-5 {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 26 21:11:20.523343 n-d-760453-5 neutron-server[103304]: ERROR neutron.plugins.ml2.managers [None req-c82854e1-5598-4af5-9207-de352e4739f2 tempest-PortsAdminExtendedAttrsTestJSON-877371849 tempest-PortsAdminExtendedAttrsTestJSON-877371849-project-admin] Failed to bind port e8244043-1690-488d-ab20-24bf1b8735b2 on host n-h2-760453-5 for vnic_type normal using segments [{'id': '0f77bd99-5276-4608-ae0e-254011aac760', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '26c2939d-0801-4272-a7ff-6511cc4170aa'}] Jan 26 21:11:20.541697 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-001f970f-8851-4e68-896f-2a404c6a6ea5 admin admin] Publish callbacks [] for router_gateway (4d9c3b54-1f0d-40ca-b3e8-139c9cdb241a), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:11:20.546824 n-d-760453-5 neutron-server[103304]: INFO neutron.plugins.ml2.plugin [None req-c82854e1-5598-4af5-9207-de352e4739f2 tempest-PortsAdminExtendedAttrsTestJSON-877371849 tempest-PortsAdminExtendedAttrsTestJSON-877371849-project-admin] Attempt 9 to bind port e8244043-1690-488d-ab20-24bf1b8735b2 Jan 26 21:11:20.601541 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [None req-c82854e1-5598-4af5-9207-de352e4739f2 tempest-PortsAdminExtendedAttrsTestJSON-877371849 tempest-PortsAdminExtendedAttrsTestJSON-877371849-project-admin] Attempting to bind port e8244043-1690-488d-ab20-24bf1b8735b2 on host n-h2-760453-5 for vnic_type normal with profile {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 21:11:20.601875 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [None req-c82854e1-5598-4af5-9207-de352e4739f2 tempest-PortsAdminExtendedAttrsTestJSON-877371849 tempest-PortsAdminExtendedAttrsTestJSON-877371849-project-admin] Attempting to bind port e8244043-1690-488d-ab20-24bf1b8735b2 by drivers openvswitch,hyperv on host n-h2-760453-5 at level 0 using segments [{'id': '0f77bd99-5276-4608-ae0e-254011aac760', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '26c2939d-0801-4272-a7ff-6511cc4170aa'}] {{(pid=103304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 26 21:11:20.602420 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c82854e1-5598-4af5-9207-de352e4739f2 tempest-PortsAdminExtendedAttrsTestJSON-877371849 tempest-PortsAdminExtendedAttrsTestJSON-877371849-project-admin] Attempting to bind port e8244043-1690-488d-ab20-24bf1b8735b2 on network 26c2939d-0801-4272-a7ff-6511cc4170aa {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 21:11:20.605052 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a058f6f-1e65-416a-b0e9-402b0b56512a tempest-FloatingIPDetailsTestJSON-177316673 tempest-FloatingIPDetailsTestJSON-177316673-project] Pushing event updated for resources: {'Port': ['ID=2f2e406a-7090-4893-93d5-d5f1d572b9d7,revision_number=2']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:11:20.621501 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-001f970f-8851-4e68-896f-2a404c6a6ea5 admin admin] Deleting port 3edee885-caea-4ea9-be94-2d14144f2fca {{(pid=103305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 21:11:20.622148 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-001f970f-8851-4e68-896f-2a404c6a6ea5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746560630878'] for port (3edee885-caea-4ea9-be94-2d14144f2fca), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:11:20.623333 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c82854e1-5598-4af5-9207-de352e4739f2 tempest-PortsAdminExtendedAttrsTestJSON-877371849 tempest-PortsAdminExtendedAttrsTestJSON-877371849-project-admin] Port e8244043-1690-488d-ab20-24bf1b8735b2 on network 26c2939d-0801-4272-a7ff-6511cc4170aa not bound, no agent of type Open vSwitch agent registered on host n-h2-760453-5 {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 26 21:11:20.623670 n-d-760453-5 neutron-server[103304]: ERROR neutron.plugins.ml2.managers [None req-c82854e1-5598-4af5-9207-de352e4739f2 tempest-PortsAdminExtendedAttrsTestJSON-877371849 tempest-PortsAdminExtendedAttrsTestJSON-877371849-project-admin] Failed to bind port e8244043-1690-488d-ab20-24bf1b8735b2 on host n-h2-760453-5 for vnic_type normal using segments [{'id': '0f77bd99-5276-4608-ae0e-254011aac760', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '26c2939d-0801-4272-a7ff-6511cc4170aa'}] Jan 26 21:11:20.625553 n-d-760453-5 neutron-server[103304]: INFO neutron.plugins.ml2.plugin [None req-c82854e1-5598-4af5-9207-de352e4739f2 tempest-PortsAdminExtendedAttrsTestJSON-877371849 tempest-PortsAdminExtendedAttrsTestJSON-877371849-project-admin] Attempt 10 to bind port e8244043-1690-488d-ab20-24bf1b8735b2 Jan 26 21:11:20.628122 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-b20edaf9-19d9-4c5e-8e5c-4eff7e291cb5 req-4a058f6f-1e65-416a-b0e9-402b0b56512a tempest-FloatingIPDetailsTestJSON-177316673 tempest-FloatingIPDetailsTestJSON-177316673-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4110913'] for floatingip (ed213171-c5cf-4082-ad11-ebe51cc3d33f), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:11:20.633876 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-36bd97f8-dd28-4806-9dde-79f8eece0a46 req-6815bb17-0870-4fb2-8733-95f19dd64357 tempest-FloatingIPsAssociationTestJSON-419529391 tempest-FloatingIPsAssociationTestJSON-419529391-project] 10.222.0.13 "GET /v2.0/security-groups?id=0901363f-4062-4245-b20b-1aab16841475&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1900094 Jan 26 21:11:20.654208 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [None req-c82854e1-5598-4af5-9207-de352e4739f2 tempest-PortsAdminExtendedAttrsTestJSON-877371849 tempest-PortsAdminExtendedAttrsTestJSON-877371849-project-admin] Attempting to bind port e8244043-1690-488d-ab20-24bf1b8735b2 on host n-h2-760453-5 for vnic_type normal with profile {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 21:11:20.654586 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [None req-c82854e1-5598-4af5-9207-de352e4739f2 tempest-PortsAdminExtendedAttrsTestJSON-877371849 tempest-PortsAdminExtendedAttrsTestJSON-877371849-project-admin] Attempting to bind port e8244043-1690-488d-ab20-24bf1b8735b2 by drivers openvswitch,hyperv on host n-h2-760453-5 at level 0 using segments [{'id': '0f77bd99-5276-4608-ae0e-254011aac760', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '26c2939d-0801-4272-a7ff-6511cc4170aa'}] {{(pid=103304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 26 21:11:20.654976 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c82854e1-5598-4af5-9207-de352e4739f2 tempest-PortsAdminExtendedAttrsTestJSON-877371849 tempest-PortsAdminExtendedAttrsTestJSON-877371849-project-admin] Attempting to bind port e8244043-1690-488d-ab20-24bf1b8735b2 on network 26c2939d-0801-4272-a7ff-6511cc4170aa {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 21:11:20.666683 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c82854e1-5598-4af5-9207-de352e4739f2 tempest-PortsAdminExtendedAttrsTestJSON-877371849 tempest-PortsAdminExtendedAttrsTestJSON-877371849-project-admin] Port e8244043-1690-488d-ab20-24bf1b8735b2 on network 26c2939d-0801-4272-a7ff-6511cc4170aa not bound, no agent of type Open vSwitch agent registered on host n-h2-760453-5 {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 26 21:11:20.678387 n-d-760453-5 neutron-server[103304]: ERROR neutron.plugins.ml2.managers [None req-c82854e1-5598-4af5-9207-de352e4739f2 tempest-PortsAdminExtendedAttrsTestJSON-877371849 tempest-PortsAdminExtendedAttrsTestJSON-877371849-project-admin] Failed to bind port e8244043-1690-488d-ab20-24bf1b8735b2 on host n-h2-760453-5 for vnic_type normal using segments [{'id': '0f77bd99-5276-4608-ae0e-254011aac760', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '26c2939d-0801-4272-a7ff-6511cc4170aa'}] Jan 26 21:11:20.678387 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-c82854e1-5598-4af5-9207-de352e4739f2 tempest-PortsAdminExtendedAttrsTestJSON-877371849 tempest-PortsAdminExtendedAttrsTestJSON-877371849-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (e8244043-1690-488d-ab20-24bf1b8735b2), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:11:20.686925 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-b20edaf9-19d9-4c5e-8e5c-4eff7e291cb5 req-4a058f6f-1e65-416a-b0e9-402b0b56512a tempest-FloatingIPDetailsTestJSON-177316673 tempest-FloatingIPDetailsTestJSON-177316673-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for floatingip (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:11:20.688991 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-b20edaf9-19d9-4c5e-8e5c-4eff7e291cb5 req-4a058f6f-1e65-416a-b0e9-402b0b56512a tempest-FloatingIPDetailsTestJSON-177316673 tempest-FloatingIPDetailsTestJSON-177316673-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.9884336 Jan 26 21:11:20.805884 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [None req-001f970f-8851-4e68-896f-2a404c6a6ea5 admin admin] For port 3edee885-caea-4ea9-be94-2d14144f2fca, host n-d-760453-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=3edee885-caea-4ea9-be94-2d14144f2fca,segment=NetworkSegment(e17cb353-418f-48b9-b982-21a6233ee99b),segment_id=e17cb353-418f-48b9-b982-21a6233ee99b)] {{(pid=103305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:11:20.807173 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-001f970f-8851-4e68-896f-2a404c6a6ea5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4109658'] for port (3edee885-caea-4ea9-be94-2d14144f2fca), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:11:20.822296 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-b20edaf9-19d9-4c5e-8e5c-4eff7e291cb5 req-611fe780-cfcf-40b8-bae2-0e1be32e6418 tempest-FloatingIPDetailsTestJSON-177316673 tempest-FloatingIPDetailsTestJSON-177316673-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.1.171 HTTP/1.1" status: 200 len: 696 time: 0.0894184 Jan 26 21:11:20.859701 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-001f970f-8851-4e68-896f-2a404c6a6ea5 admin admin] Calling delete_port for 3edee885-caea-4ea9-be94-2d14144f2fca owned by network:router_gateway {{(pid=103305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 21:11:20.979020 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Device b1cf0db7-210c-4ac4-bf31-d3bbda769392 no longer exists at agent hyperv_n-h2-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 26 21:11:21.037104 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-1ea222e8-654a-45e2-bb7e-6f6ca684b9b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d9c3b54-1f0d-40ca-b3e8-139c9cdb241a', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-81033054-router', 'tenant_id': 'e7679454c85346a29783423477ec0e30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'external_fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.230'}], 'enable_snat': True}, 'gw_port_id': '3edee885-caea-4ea9-be94-2d14144f2fca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T21:05:10Z', 'updated_at': '2022-01-26T21:11:18Z', 'revision_number': 5, 'project_id': 'e7679454c85346a29783423477ec0e30', 'gw_port': {'id': '3edee885-caea-4ea9-be94-2d14144f2fca', 'name': '', 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:91:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d9c3b54-1f0d-40ca-b3e8-139c9cdb241a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:05:13Z', 'updated_at': '2022-01-26T21:05:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-5'}], 'n-d-760453-5', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:11:21.045538 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] No Port match for: b1cf0db7-210c-4ac4-bf31-d3bbda769392 {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 26 21:11:21.049240 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Device b1cf0db7-210c-4ac4-bf31-d3bbda769392 not bound to the agent host n-h2-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 26 21:11:21.090579 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 52104) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:11:21.112462 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ea222e8-654a-45e2-bb7e-6f6ca684b9b4 None None] Checking router: 4d9c3b54-1f0d-40ca-b3e8-139c9cdb241a for host: n-d-760453-5 {{(pid=103307) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 26 21:11:21.128681 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ea222e8-654a-45e2-bb7e-6f6ca684b9b4 None None] Routers {'4d9c3b54-1f0d-40ca-b3e8-139c9cdb241a'} bound to L3 agent in host n-d-760453-5 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 21:11:21.129893 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-1ea222e8-654a-45e2-bb7e-6f6ca684b9b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-26T20:55:21Z,description=,heartbeat_timestamp=2022-01-26T21:10:51Z,host='n-d-760453-5',id=09df100c-3af1-4b0a-bda8-05914c71c458,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:55:21Z,topic='l3_agent')) {'router_ids': ['4d9c3b54-1f0d-40ca-b3e8-139c9cdb241a'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:11:21.203853 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2bba2d7d-dc50-4eae-9b30-1cc8f992d01e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (09df100c-3af1-4b0a-bda8-05914c71c458), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:11:21.323229 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.db_base_plugin_v2 [None req-8c6c02f9-9eff-4770-81c9-89b8f1207da9 admin admin] Deleting subnet bb8e30cd-240a-4132-b8d4-6cff4f58fcab {{(pid=103305) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 26 21:11:21.326383 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-001f970f-8851-4e68-896f-2a404c6a6ea5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746560636600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746560234536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11791543'] for port (3edee885-caea-4ea9-be94-2d14144f2fca), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:11:21.332148 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-8c6c02f9-9eff-4770-81c9-89b8f1207da9 admin admin] Publish callbacks [] for subnet (bb8e30cd-240a-4132-b8d4-6cff4f58fcab), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:11:21.355007 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_dvr_db [None req-1ea222e8-654a-45e2-bb7e-6f6ca684b9b4 None None] Set router 4d9c3b54-1f0d-40ca-b3e8-139c9cdb241a gateway port host: None {{(pid=103307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 21:11:21.394755 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001f970f-8851-4e68-896f-2a404c6a6ea5 admin admin] Pushing event deleted for resources: {'Port': ['ID=3edee885-caea-4ea9-be94-2d14144f2fca,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:11:21.471002 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-001f970f-8851-4e68-896f-2a404c6a6ea5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4111291'] for router_gateway (4d9c3b54-1f0d-40ca-b3e8-139c9cdb241a), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:11:21.505962 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Jan 2022 21:11:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3860584f-14c0-4cba-ac6b-6e41fb940f31 x-openstack-request-id: req-3860584f-14c0-4cba-ac6b-6e41fb940f31 {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 21:11:21.506993 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a4030b5-e62b-456f-8ad9-78091d5f3c69", "name": "network-vif-deleted", "tag": "b1cf0db7-210c-4ac4-bf31-d3bbda769392", "status": "completed", "code": 200}]} {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 21:11:21.507483 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-3860584f-14c0-4cba-ac6b-6e41fb940f31 {{(pid=103304) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 21:11:21.508103 n-d-760453-5 neutron-server[103304]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a4030b5-e62b-456f-8ad9-78091d5f3c69', 'name': 'network-vif-deleted', 'tag': 'b1cf0db7-210c-4ac4-bf31-d3bbda769392', 'status': 'completed', 'code': 200} Jan 26 21:11:21.522057 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-1ea222e8-654a-45e2-bb7e-6f6ca684b9b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d9c3b54-1f0d-40ca-b3e8-139c9cdb241a', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-81033054-router', 'tenant_id': 'e7679454c85346a29783423477ec0e30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T21:05:10Z', 'updated_at': '2022-01-26T21:11:20Z', 'revision_number': 6, 'project_id': 'e7679454c85346a29783423477ec0e30', 'gw_port_host': None}], 'n-d-760453-5', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:11:21.560338 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ea222e8-654a-45e2-bb7e-6f6ca684b9b4 None None] The sync data for ids ['4d9c3b54-1f0d-40ca-b3e8-139c9cdb241a'] in n-d-760453-5 is: [{'id': '4d9c3b54-1f0d-40ca-b3e8-139c9cdb241a', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-81033054-router', 'tenant_id': 'e7679454c85346a29783423477ec0e30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T21:05:10Z', 'updated_at': '2022-01-26T21:11:20Z', 'revision_number': 6, 'project_id': 'e7679454c85346a29783423477ec0e30', 'gw_port_host': None}] {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 26 21:11:21.598273 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-8c6c02f9-9eff-4770-81c9-89b8f1207da9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11788946'] for subnet (bb8e30cd-240a-4132-b8d4-6cff4f58fcab), precommit_delete_associations {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:11:21.661127 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-001f970f-8851-4e68-896f-2a404c6a6ea5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4105774', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13082'] for router (4d9c3b54-1f0d-40ca-b3e8-139c9cdb241a), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:11:21.664615 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-001f970f-8851-4e68-896f-2a404c6a6ea5 admin admin] Publish callbacks [] for router_controller (4d9c3b54-1f0d-40ca-b3e8-139c9cdb241a), precommit_delete_associations {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:11:21.678122 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [None req-c82854e1-5598-4af5-9207-de352e4739f2 tempest-PortsAdminExtendedAttrsTestJSON-877371849 tempest-PortsAdminExtendedAttrsTestJSON-877371849-project-admin] For port e8244043-1690-488d-ab20-24bf1b8735b2, host n-h2-760453-5, cleared binding levels {{(pid=103304) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 26 21:11:21.678639 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [None req-c82854e1-5598-4af5-9207-de352e4739f2 tempest-PortsAdminExtendedAttrsTestJSON-877371849 tempest-PortsAdminExtendedAttrsTestJSON-877371849-project-admin] Attempted to set empty binding levels {{(pid=103304) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jan 26 21:11:21.694862 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-c82854e1-5598-4af5-9207-de352e4739f2 tempest-PortsAdminExtendedAttrsTestJSON-877371849 tempest-PortsAdminExtendedAttrsTestJSON-877371849-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9281542'] for port (e8244043-1690-488d-ab20-24bf1b8735b2), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:11:21.720933 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-8c6c02f9-9eff-4770-81c9-89b8f1207da9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687316'] for subnet (bb8e30cd-240a-4132-b8d4-6cff4f58fcab), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:11:21.753149 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-c82854e1-5598-4af5-9207-de352e4739f2 tempest-PortsAdminExtendedAttrsTestJSON-877371849 tempest-PortsAdminExtendedAttrsTestJSON-877371849-project-admin] In _notify_port_updated(), no bound segment for port e8244043-1690-488d-ab20-24bf1b8735b2 on network 26c2939d-0801-4272-a7ff-6511cc4170aa {{(pid=103304) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:883}} Jan 26 21:11:21.753708 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c82854e1-5598-4af5-9207-de352e4739f2 tempest-PortsAdminExtendedAttrsTestJSON-877371849 tempest-PortsAdminExtendedAttrsTestJSON-877371849-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:11:21.754188 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-001f970f-8851-4e68-896f-2a404c6a6ea5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4105767'] for router (4d9c3b54-1f0d-40ca-b3e8-139c9cdb241a), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:11:21.754331 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-c82854e1-5598-4af5-9207-de352e4739f2 tempest-PortsAdminExtendedAttrsTestJSON-877371849 tempest-PortsAdminExtendedAttrsTestJSON-877371849-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:11:21.754952 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-001f970f-8851-4e68-896f-2a404c6a6ea5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4d9c3b54-1f0d-40ca-b3e8-139c9cdb241a {{(pid=103305) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 26 21:11:21.758042 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-c82854e1-5598-4af5-9207-de352e4739f2 tempest-PortsAdminExtendedAttrsTestJSON-877371849 tempest-PortsAdminExtendedAttrsTestJSON-877371849-project-admin] 10.222.0.13 "PUT /v2.0/ports/e8244043-1690-488d-ab20-24bf1b8735b2 HTTP/1.1" status: 200 len: 974 time: 4.7865615 Jan 26 21:11:21.760254 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 52118) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:11:21.771238 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-001f970f-8851-4e68-896f-2a404c6a6ea5 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:11:21.772654 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-001f970f-8851-4e68-896f-2a404c6a6ea5 admin admin] 10.222.0.13 "DELETE /v2.0/routers/4d9c3b54-1f0d-40ca-b3e8-139c9cdb241a HTTP/1.1" status: 204 len: 168 time: 1.6309552 Jan 26 21:11:21.775366 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 52120) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:11:21.846364 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20edaf9-19d9-4c5e-8e5c-4eff7e291cb5 req-54e6e81b-787e-4ad4-9987-7af68c1c6812 tempest-FloatingIPDetailsTestJSON-177316673 tempest-FloatingIPDetailsTestJSON-177316673-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:11:21.847754 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-b20edaf9-19d9-4c5e-8e5c-4eff7e291cb5 req-54e6e81b-787e-4ad4-9987-7af68c1c6812 tempest-FloatingIPDetailsTestJSON-177316673 tempest-FloatingIPDetailsTestJSON-177316673-project] 10.222.0.13 "GET /v2.0/networks/4140a1f1-c93a-4bea-83a0-68953a54f299 HTTP/1.1" status: 200 len: 784 time: 0.3384712 Jan 26 21:11:21.848392 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c82854e1-5598-4af5-9207-de352e4739f2 tempest-PortsAdminExtendedAttrsTestJSON-877371849 tempest-PortsAdminExtendedAttrsTestJSON-877371849-project-admin] Pushing event updated for resources: {'Port': ['ID=e8244043-1690-488d-ab20-24bf1b8735b2,revision_number=3']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:11:21.858458 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [req-b20edaf9-19d9-4c5e-8e5c-4eff7e291cb5 req-c4cc1eef-8914-4ad9-9111-98ff5fabe174 tempest-FloatingIPDetailsTestJSON-177316673 tempest-FloatingIPDetailsTestJSON-177316673-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=103304) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 26 21:11:21.859455 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-b20edaf9-19d9-4c5e-8e5c-4eff7e291cb5 req-c4cc1eef-8914-4ad9-9111-98ff5fabe174 tempest-FloatingIPDetailsTestJSON-177316673 tempest-FloatingIPDetailsTestJSON-177316673-project] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0061839 Jan 26 21:11:21.907788 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d7f0e8-9fd7-4bd6-9eb3-015418e5280d req-140bdc1b-119d-4416-8fd5-062ed995dafa tempest-FloatingIPsAssociationTestJSON-419529391 tempest-FloatingIPsAssociationTestJSON-419529391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:11:21.909420 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-11d7f0e8-9fd7-4bd6-9eb3-015418e5280d req-140bdc1b-119d-4416-8fd5-062ed995dafa tempest-FloatingIPsAssociationTestJSON-419529391 tempest-FloatingIPsAssociationTestJSON-419529391-project] 10.222.0.13 "GET /v2.0/ports?device_id=cffeda4a-b528-4db3-979a-67e9d6170b34 HTTP/1.1" status: 200 len: 945 time: 0.1501780 Jan 26 21:11:21.928750 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.db_base_plugin_v2 [None req-77115c27-7bc3-4f54-8a48-fdcd726097ae admin admin] Deleting subnet 95999c46-2344-478a-b136-7e2a2c60a736 {{(pid=103305) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 26 21:11:21.943540 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-77115c27-7bc3-4f54-8a48-fdcd726097ae admin admin] Publish callbacks [] for subnet (95999c46-2344-478a-b136-7e2a2c60a736), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:11:21.980645 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-8c6c02f9-9eff-4770-81c9-89b8f1207da9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11791594', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11599980'] for subnet (bb8e30cd-240a-4132-b8d4-6cff4f58fcab), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:11:22.038071 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c6c02f9-9eff-4770-81c9-89b8f1207da9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bb8e30cd-240a-4132-b8d4-6cff4f58fcab,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:11:22.061799 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-8c6c02f9-9eff-4770-81c9-89b8f1207da9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709645'] for subnet (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:11:22.066058 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-8c6c02f9-9eff-4770-81c9-89b8f1207da9 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/bb8e30cd-240a-4132-b8d4-6cff4f58fcab HTTP/1.1" status: 204 len: 168 time: 0.9745271 Jan 26 21:11:22.068735 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 52140) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:11:22.071241 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-77115c27-7bc3-4f54-8a48-fdcd726097ae admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11788946'] for subnet (95999c46-2344-478a-b136-7e2a2c60a736), precommit_delete_associations {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:11:22.117729 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-841f5991-a4d8-4d4b-b215-cbc6bab5427b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (aa7ee9d2-08eb-4e12-b895-24c57300dfec), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:11:22.150790 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-03d45304-a27a-4042-a51b-803bfda60426 tempest-PortsAdminExtendedAttrsTestJSON-877371849 tempest-PortsAdminExtendedAttrsTestJSON-877371849-project-admin] Deleting port e8244043-1690-488d-ab20-24bf1b8735b2 {{(pid=103305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 21:11:22.151320 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-03d45304-a27a-4042-a51b-803bfda60426 tempest-PortsAdminExtendedAttrsTestJSON-877371849 tempest-PortsAdminExtendedAttrsTestJSON-877371849-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746560630878'] for port (e8244043-1690-488d-ab20-24bf1b8735b2), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:11:22.171175 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-11d7f0e8-9fd7-4bd6-9eb3-015418e5280d req-19eaf7d1-be16-4ef4-a7db-cfd862a7ba17 tempest-FloatingIPsAssociationTestJSON-419529391 tempest-FloatingIPsAssociationTestJSON-419529391-project] 10.222.0.13 "GET /v2.0/security-groups?id=0901363f-4062-4245-b20b-1aab16841475&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2506018 Jan 26 21:11:22.176961 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-07e2b557-4553-441f-941b-cdbe1ce8fb2b req-d6d6153d-9c34-4746-abc4-33d139c688bf tempest-FloatingIPDetailsTestJSON-177316673 tempest-FloatingIPDetailsTestJSON-177316673-project] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2044940 Jan 26 21:11:22.198773 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [req-07e2b557-4553-441f-941b-cdbe1ce8fb2b req-b8a5bc09-ea2d-4736-a52b-1b47afef4613 tempest-FloatingIPDetailsTestJSON-177316673 tempest-FloatingIPDetailsTestJSON-177316673-project] Request body: {'floatingip': {'floating_network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:11:22.224796 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-07e2b557-4553-441f-941b-cdbe1ce8fb2b req-b8a5bc09-ea2d-4736-a52b-1b47afef4613 tempest-FloatingIPDetailsTestJSON-177316673 tempest-FloatingIPDetailsTestJSON-177316673-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:11:22.286040 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-77115c27-7bc3-4f54-8a48-fdcd726097ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687316'] for subnet (95999c46-2344-478a-b136-7e2a2c60a736), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:11:22.380612 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-77115c27-7bc3-4f54-8a48-fdcd726097ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11791594', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11599980'] for subnet (95999c46-2344-478a-b136-7e2a2c60a736), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:11:22.426832 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2c663e1-0f4a-45d4-9116-71101d3103a7 None None] Network 4e04e0b8-bab3-4a33-9552-063f77c9a25a requested from n-d-760453-5 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 26 21:11:22.447510 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.agents_db [None req-569f1ced-6396-4ddf-b79f-e03b0b2146ab None None] Agent healthcheck: found 7 active agents {{(pid=103307) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 26 21:11:22.455752 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-77115c27-7bc3-4f54-8a48-fdcd726097ae admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709645'] for subnet (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:11:22.463363 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-77115c27-7bc3-4f54-8a48-fdcd726097ae admin admin] 10.222.0.13 "DELETE /v2.0/subnets/95999c46-2344-478a-b136-7e2a2c60a736 HTTP/1.1" status: 204 len: 168 time: 0.6822753 Jan 26 21:11:22.463587 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Device 60f1a448-e006-4064-9f78-822d97b29cbe up at agent hyperv_n-h1-760453-5 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 21:11:22.466579 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 52152) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:11:22.475740 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77115c27-7bc3-4f54-8a48-fdcd726097ae admin admin] Pushing event deleted for resources: {'Subnet': ['ID=95999c46-2344-478a-b136-7e2a2c60a736,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:11:22.498832 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-07e2b557-4553-441f-941b-cdbe1ce8fb2b req-b8a5bc09-ea2d-4736-a52b-1b47afef4613 tempest-FloatingIPDetailsTestJSON-177316673 tempest-FloatingIPDetailsTestJSON-177316673-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:11:22.505407 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [None req-03d45304-a27a-4042-a51b-803bfda60426 tempest-PortsAdminExtendedAttrsTestJSON-877371849 tempest-PortsAdminExtendedAttrsTestJSON-877371849-project-admin] For port e8244043-1690-488d-ab20-24bf1b8735b2, host n-h2-760453-5, got binding levels [] {{(pid=103305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:11:22.505908 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-03d45304-a27a-4042-a51b-803bfda60426 tempest-PortsAdminExtendedAttrsTestJSON-877371849 tempest-PortsAdminExtendedAttrsTestJSON-877371849-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4109658'] for port (e8244043-1690-488d-ab20-24bf1b8735b2), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:11:22.521681 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-2ddd5ead-39d1-4ee1-8a84-ffd797fb7caf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-748181'] for network (a46ff580-b45e-4fcd-b6c1-917ab51b8918), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:11:22.537528 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-03d45304-a27a-4042-a51b-803bfda60426 tempest-PortsAdminExtendedAttrsTestJSON-877371849 tempest-PortsAdminExtendedAttrsTestJSON-877371849-project-admin] Calling delete_port for e8244043-1690-488d-ab20-24bf1b8735b2 owned by {{(pid=103305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 21:11:22.633323 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-2ddd5ead-39d1-4ee1-8a84-ffd797fb7caf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-686403', 'neutron.services.segments.db._delete_segments_for_network-8746560774018'] for network (a46ff580-b45e-4fcd-b6c1-917ab51b8918), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:11:22.672884 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Provisioning for port 60f1a448-e006-4064-9f78-822d97b29cbe completed by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 21:11:22.687018 n-d-760453-5 neutron-server[103305]: DEBUG neutron.services.segments.db [None req-2ddd5ead-39d1-4ee1-8a84-ffd797fb7caf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a46ff580-b45e-4fcd-b6c1-917ab51b8918']}} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:11:22.690995 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Provisioning complete for port 60f1a448-e006-4064-9f78-822d97b29cbe triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:11:22.691719 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-4001e157-b07a-4511-87bf-2bec2ff8f70e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-748181'] for network (4e04e0b8-bab3-4a33-9552-063f77c9a25a), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:11:22.693452 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (60f1a448-e006-4064-9f78-822d97b29cbe), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:11:22.778167 n-d-760453-5 neutron-server[103305]: DEBUG neutron.services.segments.db [None req-2ddd5ead-39d1-4ee1-8a84-ffd797fb7caf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4917a68b-4173-4cf6-8e12-29d916f55701') {'for_net_delete': True} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:11:22.778470 n-d-760453-5 neutron-server[103305]: DEBUG neutron.services.segments.db [None req-2ddd5ead-39d1-4ee1-8a84-ffd797fb7caf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4917a68b-4173-4cf6-8e12-29d916f55701') {} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:11:22.798566 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-2ddd5ead-39d1-4ee1-8a84-ffd797fb7caf admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746560742283', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11788955'] for segment (4917a68b-4173-4cf6-8e12-29d916f55701), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:11:22.853489 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6faefc9a-5097-4d1d-b65a-fe876a10c5ee req-5d6a460f-9123-48dd-b6bd-6b6f716c7a4d tempest-ImagesOneServerTestJSON-1508340391 tempest-ImagesOneServerTestJSON-1508340391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:11:22.860654 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-2ddd5ead-39d1-4ee1-8a84-ffd797fb7caf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576559'] for segment (4917a68b-4173-4cf6-8e12-29d916f55701), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:11:22.866716 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-6faefc9a-5097-4d1d-b65a-fe876a10c5ee req-5d6a460f-9123-48dd-b6bd-6b6f716c7a4d tempest-ImagesOneServerTestJSON-1508340391 tempest-ImagesOneServerTestJSON-1508340391-project] 10.222.0.13 "GET /v2.0/ports?device_id=fda5c4b7-d9ed-47bc-a94f-3ae0ff118ddf HTTP/1.1" status: 200 len: 951 time: 0.3242543 Jan 26 21:11:22.878751 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2ddd5ead-39d1-4ee1-8a84-ffd797fb7caf admin admin] Releasing vlan 556 on physical network physnet1 to pool {{(pid=103305) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 26 21:11:22.878969 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-2ddd5ead-39d1-4ee1-8a84-ffd797fb7caf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11791428'] for segment (4917a68b-4173-4cf6-8e12-29d916f55701), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:11:22.880741 n-d-760453-5 neutron-server[103305]: Traceback (most recent call last): Jan 26 21:11:22.880741 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 26 21:11:22.880741 n-d-760453-5 neutron-server[103305]: timer() Jan 26 21:11:22.880741 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 26 21:11:22.880741 n-d-760453-5 neutron-server[103305]: cb(*args, **kw) Jan 26 21:11:22.880741 n-d-760453-5 neutron-server[103305]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 26 21:11:22.880741 n-d-760453-5 neutron-server[103305]: return func(*args, **kwargs) Jan 26 21:11:22.880741 n-d-760453-5 neutron-server[103305]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 26 21:11:22.880741 n-d-760453-5 neutron-server[103305]: self._notify() Jan 26 21:11:22.880741 n-d-760453-5 neutron-server[103305]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 26 21:11:22.880741 n-d-760453-5 neutron-server[103305]: self.callback(batched_events) Jan 26 21:11:22.880741 n-d-760453-5 neutron-server[103305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 26 21:11:22.880741 n-d-760453-5 neutron-server[103305]: event.method(event) Jan 26 21:11:22.880741 n-d-760453-5 neutron-server[103305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 26 21:11:22.880741 n-d-760453-5 neutron-server[103305]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 26 21:11:22.880741 n-d-760453-5 neutron-server[103305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 26 21:11:22.880741 n-d-760453-5 neutron-server[103305]: aggregate_uuid = self.p_client.list_aggregates( Jan 26 21:11:22.880741 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 26 21:11:22.880741 n-d-760453-5 neutron-server[103305]: return f(self, *a, **k) Jan 26 21:11:22.880741 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 26 21:11:22.880741 n-d-760453-5 neutron-server[103305]: return self._get(url).json() Jan 26 21:11:22.880741 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 26 21:11:22.880741 n-d-760453-5 neutron-server[103305]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 26 21:11:22.880741 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 26 21:11:22.880741 n-d-760453-5 neutron-server[103305]: return self.request(url, 'GET', **kwargs) Jan 26 21:11:22.880741 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 26 21:11:22.880741 n-d-760453-5 neutron-server[103305]: base_url = self.get_endpoint(auth, allow=allow, Jan 26 21:11:22.880741 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 26 21:11:22.880741 n-d-760453-5 neutron-server[103305]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 26 21:11:22.880741 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 26 21:11:22.880741 n-d-760453-5 neutron-server[103305]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 26 21:11:22.880741 n-d-760453-5 neutron-server[103305]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 26 21:11:22.885054 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (4d619873-4b60-439f-9b5a-b155dc8bbc34), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:11:22.886285 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Current status of the port 60f1a448-e006-4064-9f78-822d97b29cbe is: BUILD; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:11:22.886997 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (60f1a448-e006-4064-9f78-822d97b29cbe), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:11:22.929991 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] For port 60f1a448-e006-4064-9f78-822d97b29cbe, host n-h1-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-5',level=0,port_id=60f1a448-e006-4064-9f78-822d97b29cbe,segment=NetworkSegment(783c42f6-f993-4cb9-a1f5-91588f8d0f68),segment_id=783c42f6-f993-4cb9-a1f5-91588f8d0f68)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:11:22.934558 n-d-760453-5 neutron-server[103306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cffeda4a-b528-4db3-979a-67e9d6170b34', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60f1a448-e006-4064-9f78-822d97b29cbe'}] {{(pid=103306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 21:11:22.938645 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9d5d370febab655511bdd2ffe887e43e442d144a440368702bcc1e93af00b97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb74099b-2e5a-4fe8-925f-1f452af6f050" -d '{"events": [{"server_uuid": "cffeda4a-b528-4db3-979a-67e9d6170b34", "name": "network-vif-plugged", "status": "completed", "tag": "60f1a448-e006-4064-9f78-822d97b29cbe"}]}' {{(pid=103306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 21:11:22.941727 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dda533e-e405-4364-bb56-1fa4587e65ea None None] DHCP port deletion for 4e04e0b8-bab3-4a33-9552-063f77c9a25a request from n-d-760453-5 {{(pid=103306) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 26 21:11:22.949566 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (60f1a448-e006-4064-9f78-822d97b29cbe), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:11:22.950566 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Device 7e31b6e9-d96b-4f14-a87b-9575f346784c no longer exists at agent hyperv_n-h1-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 26 21:11:23.058376 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-6faefc9a-5097-4d1d-b65a-fe876a10c5ee req-a224bd99-ad69-4190-8af6-140f6e6e15e8 tempest-ImagesOneServerTestJSON-1508340391 tempest-ImagesOneServerTestJSON-1508340391-project] 10.222.0.13 "GET /v2.0/security-groups?id=ecd2cdba-aa35-4fb4-957d-8f3b093e5765&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1903317 Jan 26 21:11:23.078202 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-4001e157-b07a-4511-87bf-2bec2ff8f70e admin admin] Deleting port d6554e7e-26e4-4136-a5dc-212535f1535f {{(pid=103304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 21:11:23.078561 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-4001e157-b07a-4511-87bf-2bec2ff8f70e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746560630878'] for port (d6554e7e-26e4-4136-a5dc-212535f1535f), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:11:23.083975 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-5dda533e-e405-4364-bb56-1fa4587e65ea None None] Deleting port d6554e7e-26e4-4136-a5dc-212535f1535f {{(pid=103306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 21:11:23.084870 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-5dda533e-e405-4364-bb56-1fa4587e65ea None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746560630878'] for port (d6554e7e-26e4-4136-a5dc-212535f1535f), before_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:11:23.107584 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-03d45304-a27a-4042-a51b-803bfda60426 tempest-PortsAdminExtendedAttrsTestJSON-877371849 tempest-PortsAdminExtendedAttrsTestJSON-877371849-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746560636600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746560234536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11791543'] for port (e8244043-1690-488d-ab20-24bf1b8735b2), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:11:23.133539 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-2ddd5ead-39d1-4ee1-8a84-ffd797fb7caf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4110931'] for network (a46ff580-b45e-4fcd-b6c1-917ab51b8918), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:11:23.161720 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-5dda533e-e405-4364-bb56-1fa4587e65ea None None] For port d6554e7e-26e4-4136-a5dc-212535f1535f, host n-d-760453-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=d6554e7e-26e4-4136-a5dc-212535f1535f,segment=NetworkSegment(0c196677-38e2-4720-8565-2cf0c74cea78),segment_id=0c196677-38e2-4720-8565-2cf0c74cea78)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:11:23.162776 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-5dda533e-e405-4364-bb56-1fa4587e65ea None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4109658'] for port (d6554e7e-26e4-4136-a5dc-212535f1535f), precommit_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:11:23.182352 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Jan 2022 21:11:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10d27f74-980f-40e9-89b9-97821bed091e x-openstack-request-id: req-10d27f74-980f-40e9-89b9-97821bed091e {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 21:11:23.183483 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cffeda4a-b528-4db3-979a-67e9d6170b34", "name": "network-vif-plugged", "status": "completed", "tag": "60f1a448-e006-4064-9f78-822d97b29cbe", "code": 200}]} {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 21:11:23.183979 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-10d27f74-980f-40e9-89b9-97821bed091e {{(pid=103306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 21:11:23.184584 n-d-760453-5 neutron-server[103306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cffeda4a-b528-4db3-979a-67e9d6170b34', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60f1a448-e006-4064-9f78-822d97b29cbe', 'code': 200} Jan 26 21:11:23.188894 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [None req-4001e157-b07a-4511-87bf-2bec2ff8f70e admin admin] For port d6554e7e-26e4-4136-a5dc-212535f1535f, host n-d-760453-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=d6554e7e-26e4-4136-a5dc-212535f1535f,segment=NetworkSegment(0c196677-38e2-4720-8565-2cf0c74cea78),segment_id=0c196677-38e2-4720-8565-2cf0c74cea78)] {{(pid=103304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:11:23.189265 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-4001e157-b07a-4511-87bf-2bec2ff8f70e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4109658'] for port (d6554e7e-26e4-4136-a5dc-212535f1535f), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:11:23.198999 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-2ddd5ead-39d1-4ee1-8a84-ffd797fb7caf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709645'] for network (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:11:23.209566 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device 3edee885-caea-4ea9-be94-2d14144f2fca no longer exists at agent ovs-agent-n-d-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 26 21:11:23.211792 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-4001e157-b07a-4511-87bf-2bec2ff8f70e admin admin] Calling delete_port for d6554e7e-26e4-4136-a5dc-212535f1535f owned by network:dhcp {{(pid=103304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 21:11:23.214137 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-2ddd5ead-39d1-4ee1-8a84-ffd797fb7caf admin admin] 10.222.0.13 "DELETE /v2.0/networks/a46ff580-b45e-4fcd-b6c1-917ab51b8918 HTTP/1.1" status: 204 len: 168 time: 1.1369228 Jan 26 21:11:23.218209 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d45304-a27a-4042-a51b-803bfda60426 tempest-PortsAdminExtendedAttrsTestJSON-877371849 tempest-PortsAdminExtendedAttrsTestJSON-877371849-project-admin] Pushing event deleted for resources: {'Port': ['ID=e8244043-1690-488d-ab20-24bf1b8735b2,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:11:23.250375 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-03d45304-a27a-4042-a51b-803bfda60426 tempest-PortsAdminExtendedAttrsTestJSON-877371849 tempest-PortsAdminExtendedAttrsTestJSON-877371849-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:11:23.264510 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-03d45304-a27a-4042-a51b-803bfda60426 tempest-PortsAdminExtendedAttrsTestJSON-877371849 tempest-PortsAdminExtendedAttrsTestJSON-877371849-project-admin] 10.222.0.13 "DELETE /v2.0/ports/e8244043-1690-488d-ab20-24bf1b8735b2 HTTP/1.1" status: 204 len: 168 time: 1.5024400 Jan 26 21:11:23.266959 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 52168) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:11:23.267721 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ddd5ead-39d1-4ee1-8a84-ffd797fb7caf admin admin] Pushing event deleted for resources: {'Network': ['ID=a46ff580-b45e-4fcd-b6c1-917ab51b8918,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:11:23.335946 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.db_base_plugin_common [req-07e2b557-4553-441f-941b-cdbe1ce8fb2b req-b8a5bc09-ea2d-4736-a52b-1b47afef4613 tempest-FloatingIPDetailsTestJSON-177316673 tempest-FloatingIPDetailsTestJSON-177316673-project] Allocated IP 172.25.1.127 (4140a1f1-c93a-4bea-83a0-68953a54f299/e48251a1-e30d-4820-8396-00c6f6aeb601/e54b0f2f-9334-484c-b566-9e7a8a1c9d14) {{(pid=103304) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 21:11:23.340903 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-4001e157-b07a-4511-87bf-2bec2ff8f70e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746560636600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746560234536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9281553'] for port (d6554e7e-26e4-4136-a5dc-212535f1535f), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:11:23.372898 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] No Port match for: 3edee885-caea-4ea9-be94-2d14144f2fca {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 26 21:11:23.374254 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device 3edee885-caea-4ea9-be94-2d14144f2fca not bound to the agent host n-d-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 26 21:11:23.376700 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device b0497c82-5cfb-49e1-b07e-c8abcc9a2b0f no longer exists at agent ovs-agent-n-d-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 26 21:11:23.419672 n-d-760453-5 neutron-server[103305]: INFO neutron.pecan_wsgi.hooks.translation [None req-3c13fb9f-1545-42b1-b447-f941f3e14cfd tempest-PortsAdminExtendedAttrsTestJSON-877371849 tempest-PortsAdminExtendedAttrsTestJSON-877371849-project-admin] GET failed (client error): The resource could not be found. Jan 26 21:11:23.422338 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-3c13fb9f-1545-42b1-b447-f941f3e14cfd tempest-PortsAdminExtendedAttrsTestJSON-877371849 tempest-PortsAdminExtendedAttrsTestJSON-877371849-project-admin] 10.222.0.13 "GET /v2.0/ports/e8244043-1690-488d-ab20-24bf1b8735b2 HTTP/1.1" status: 404 len: 333 time: 0.1480997 Jan 26 21:11:23.428177 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 52176) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:11:23.442875 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4001e157-b07a-4511-87bf-2bec2ff8f70e admin admin] No DVR routers for this DVR port d6554e7e-26e4-4136-a5dc-212535f1535f on host n-d-760453-5 {{(pid=103304) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 26 21:11:23.451060 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-5dda533e-e405-4364-bb56-1fa4587e65ea None None] Calling delete_port for d6554e7e-26e4-4136-a5dc-212535f1535f owned by network:dhcp {{(pid=103306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 21:11:23.451212 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4001e157-b07a-4511-87bf-2bec2ff8f70e admin admin] Pushing event deleted for resources: {'Port': ['ID=d6554e7e-26e4-4136-a5dc-212535f1535f,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:11:23.452716 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Current status of the port 7e31b6e9-d96b-4f14-a87b-9575f346784c is: ACTIVE; New status is: DOWN {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:11:23.462003 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (7e31b6e9-d96b-4f14-a87b-9575f346784c), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:11:23.464928 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] No Port match for: b0497c82-5cfb-49e1-b07e-c8abcc9a2b0f {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 26 21:11:23.465570 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device b0497c82-5cfb-49e1-b07e-c8abcc9a2b0f not bound to the agent host n-d-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 26 21:11:23.466224 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device d6554e7e-26e4-4136-a5dc-212535f1535f no longer exists at agent ovs-agent-n-d-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 26 21:11:23.469717 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 52182) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:11:23.509241 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Pushing event updated for resources: {'Port': ['ID=60f1a448-e006-4064-9f78-822d97b29cbe,revision_number=5']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:11:23.513013 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] No Port match for: d6554e7e-26e4-4136-a5dc-212535f1535f {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 26 21:11:23.514925 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device d6554e7e-26e4-4136-a5dc-212535f1535f not bound to the agent host n-d-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 26 21:11:23.580302 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] For port 7e31b6e9-d96b-4f14-a87b-9575f346784c, host n-h1-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-5',level=0,port_id=7e31b6e9-d96b-4f14-a87b-9575f346784c,segment=NetworkSegment(4eab25d6-89d9-4907-a1c2-51b06443ba33),segment_id=4eab25d6-89d9-4907-a1c2-51b06443ba33)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:11:23.626716 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-5dda533e-e405-4364-bb56-1fa4587e65ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746560636600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746560234536'] for port (d6554e7e-26e4-4136-a5dc-212535f1535f), after_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:11:23.633970 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (7e31b6e9-d96b-4f14-a87b-9575f346784c), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:11:23.656417 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b284f2a-e7e2-421a-8612-d46be5cada0f req-f3c5e53b-30be-492b-a7cd-c4136e8fc722 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:11:23.661563 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-3b284f2a-e7e2-421a-8612-d46be5cada0f req-f3c5e53b-30be-492b-a7cd-c4136e8fc722 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=cffeda4a-b528-4db3-979a-67e9d6170b34 HTTP/1.1" status: 200 len: 1097 time: 0.3938851 Jan 26 21:11:23.664075 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-07e2b557-4553-441f-941b-cdbe1ce8fb2b req-b8a5bc09-ea2d-4736-a52b-1b47afef4613 tempest-FloatingIPDetailsTestJSON-177316673 tempest-FloatingIPDetailsTestJSON-177316673-project] Publish callbacks [] for port (e54b0f2f-9334-484c-b566-9e7a8a1c9d14), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:11:23.676412 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dda533e-e405-4364-bb56-1fa4587e65ea None None] No DVR routers for this DVR port d6554e7e-26e4-4136-a5dc-212535f1535f on host n-d-760453-5 {{(pid=103306) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 26 21:11:23.678400 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dda533e-e405-4364-bb56-1fa4587e65ea None None] Pushing event deleted for resources: {'Port': ['ID=d6554e7e-26e4-4136-a5dc-212535f1535f,revision_number=None']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:11:23.707812 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-07e2b557-4553-441f-941b-cdbe1ce8fb2b req-b8a5bc09-ea2d-4736-a52b-1b47afef4613 tempest-FloatingIPDetailsTestJSON-177316673 tempest-FloatingIPDetailsTestJSON-177316673-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746560234527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9281553'] for port (e54b0f2f-9334-484c-b566-9e7a8a1c9d14), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:11:23.728458 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-4001e157-b07a-4511-87bf-2bec2ff8f70e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-686403', 'neutron.services.segments.db._delete_segments_for_network-8746560774018'] for network (4e04e0b8-bab3-4a33-9552-063f77c9a25a), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:11:23.763390 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Pushing event updated for resources: {'Port': ['ID=7e31b6e9-d96b-4f14-a87b-9575f346784c,revision_number=11']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:11:23.770590 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-07e2b557-4553-441f-941b-cdbe1ce8fb2b req-b8a5bc09-ea2d-4736-a52b-1b47afef4613 tempest-FloatingIPDetailsTestJSON-177316673 tempest-FloatingIPDetailsTestJSON-177316673-project] Network 4140a1f1-c93a-4bea-83a0-68953a54f299 is already hosted by enough agents. {{(pid=103304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 21:11:23.777437 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [req-07e2b557-4553-441f-941b-cdbe1ce8fb2b req-b8a5bc09-ea2d-4736-a52b-1b47afef4613 tempest-FloatingIPDetailsTestJSON-177316673 tempest-FloatingIPDetailsTestJSON-177316673-project] Resources bound (agent type, host, resource id): {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:11:23.786457 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [req-07e2b557-4553-441f-941b-cdbe1ce8fb2b req-b8a5bc09-ea2d-4736-a52b-1b47afef4613 tempest-FloatingIPDetailsTestJSON-177316673 tempest-FloatingIPDetailsTestJSON-177316673-project] Received port after_create {{(pid=103304) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 21:11:23.792792 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-6436ecc3-a871-443b-aaa1-140a20a3dfca admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=4476d3290d42450b9abb766f3fe2b848&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3219118 Jan 26 21:11:23.795368 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 52184) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:11:23.806980 n-d-760453-5 neutron-server[103304]: DEBUG neutron.services.segments.db [None req-4001e157-b07a-4511-87bf-2bec2ff8f70e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4e04e0b8-bab3-4a33-9552-063f77c9a25a']}} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:11:23.808096 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-ad014b03-e805-46b1-8fb6-42974a79d701 tempest-PortsAdminExtendedAttrsTestJSON-505675885 tempest-PortsAdminExtendedAttrsTestJSON-505675885-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-748181'] for network (26c2939d-0801-4272-a7ff-6511cc4170aa), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:11:23.835346 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a5bc09-ea2d-4736-a52b-1b47afef4613 tempest-FloatingIPDetailsTestJSON-177316673 tempest-FloatingIPDetailsTestJSON-177316673-project] Pushing event updated for resources: {'Port': ['ID=e54b0f2f-9334-484c-b566-9e7a8a1c9d14,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:11:23.846777 n-d-760453-5 neutron-server[103304]: DEBUG neutron.services.segments.db [None req-4001e157-b07a-4511-87bf-2bec2ff8f70e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0c196677-38e2-4720-8565-2cf0c74cea78') {'for_net_delete': True} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:11:23.847201 n-d-760453-5 neutron-server[103304]: DEBUG neutron.services.segments.db [None req-4001e157-b07a-4511-87bf-2bec2ff8f70e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0c196677-38e2-4720-8565-2cf0c74cea78') {} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:11:23.860159 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-4001e157-b07a-4511-87bf-2bec2ff8f70e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746560742283', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8881293'] for segment (0c196677-38e2-4720-8565-2cf0c74cea78), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:11:23.881836 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-4001e157-b07a-4511-87bf-2bec2ff8f70e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576559'] for segment (0c196677-38e2-4720-8565-2cf0c74cea78), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:11:23.929611 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-3b284f2a-e7e2-421a-8612-d46be5cada0f req-ac522bea-a5bd-4d12-9aed-147abe835fea service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=0901363f-4062-4245-b20b-1aab16841475&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2626762 Jan 26 21:11:23.932413 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4001e157-b07a-4511-87bf-2bec2ff8f70e admin admin] Releasing vlan 554 on physical network physnet1 to pool {{(pid=103304) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 26 21:11:23.933381 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-4001e157-b07a-4511-87bf-2bec2ff8f70e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9281762'] for segment (0c196677-38e2-4720-8565-2cf0c74cea78), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:11:23.935502 n-d-760453-5 neutron-server[103304]: Traceback (most recent call last): Jan 26 21:11:23.935502 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 26 21:11:23.935502 n-d-760453-5 neutron-server[103304]: timer() Jan 26 21:11:23.935502 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 26 21:11:23.935502 n-d-760453-5 neutron-server[103304]: cb(*args, **kw) Jan 26 21:11:23.935502 n-d-760453-5 neutron-server[103304]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 26 21:11:23.935502 n-d-760453-5 neutron-server[103304]: return func(*args, **kwargs) Jan 26 21:11:23.935502 n-d-760453-5 neutron-server[103304]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 26 21:11:23.935502 n-d-760453-5 neutron-server[103304]: self._notify() Jan 26 21:11:23.935502 n-d-760453-5 neutron-server[103304]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 26 21:11:23.935502 n-d-760453-5 neutron-server[103304]: self.callback(batched_events) Jan 26 21:11:23.935502 n-d-760453-5 neutron-server[103304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 26 21:11:23.935502 n-d-760453-5 neutron-server[103304]: event.method(event) Jan 26 21:11:23.935502 n-d-760453-5 neutron-server[103304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 26 21:11:23.935502 n-d-760453-5 neutron-server[103304]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 26 21:11:23.935502 n-d-760453-5 neutron-server[103304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 26 21:11:23.935502 n-d-760453-5 neutron-server[103304]: aggregate_uuid = self.p_client.list_aggregates( Jan 26 21:11:23.935502 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 26 21:11:23.935502 n-d-760453-5 neutron-server[103304]: return f(self, *a, **k) Jan 26 21:11:23.935502 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 26 21:11:23.935502 n-d-760453-5 neutron-server[103304]: return self._get(url).json() Jan 26 21:11:23.935502 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 26 21:11:23.935502 n-d-760453-5 neutron-server[103304]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 26 21:11:23.935502 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 26 21:11:23.935502 n-d-760453-5 neutron-server[103304]: return self.request(url, 'GET', **kwargs) Jan 26 21:11:23.935502 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 26 21:11:23.935502 n-d-760453-5 neutron-server[103304]: base_url = self.get_endpoint(auth, allow=allow, Jan 26 21:11:23.935502 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 26 21:11:23.935502 n-d-760453-5 neutron-server[103304]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 26 21:11:23.935502 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 26 21:11:23.935502 n-d-760453-5 neutron-server[103304]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 26 21:11:23.935502 n-d-760453-5 neutron-server[103304]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 26 21:11:23.964112 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-839dd188-ec69-470c-9ab0-d318dc1a2e96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (e79b4fc6-6c71-44b2-a6d0-ff3e1f4dfd0d), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:11:24.072181 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-07e2b557-4553-441f-941b-cdbe1ce8fb2b req-b8a5bc09-ea2d-4736-a52b-1b47afef4613 tempest-FloatingIPDetailsTestJSON-177316673 tempest-FloatingIPDetailsTestJSON-177316673-project] Publish callbacks [] for floatingip (725f2660-baad-44f9-8860-3422b7ac5602), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:11:24.077340 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-9825df21-da8c-4e5f-a642-74de924c2959 admin admin] Publish callbacks [] for security_group (362c86c7-93ee-4c06-a7be-8deb7b518dd9), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:11:24.084812 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-ad014b03-e805-46b1-8fb6-42974a79d701 tempest-PortsAdminExtendedAttrsTestJSON-505675885 tempest-PortsAdminExtendedAttrsTestJSON-505675885-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-686403', 'neutron.services.segments.db._delete_segments_for_network-8746560774018'] for network (26c2939d-0801-4272-a7ff-6511cc4170aa), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:11:24.096365 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-4001e157-b07a-4511-87bf-2bec2ff8f70e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4110931'] for network (4e04e0b8-bab3-4a33-9552-063f77c9a25a), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:11:24.139824 n-d-760453-5 neutron-server[103305]: DEBUG neutron.services.segments.db [None req-ad014b03-e805-46b1-8fb6-42974a79d701 tempest-PortsAdminExtendedAttrsTestJSON-505675885 tempest-PortsAdminExtendedAttrsTestJSON-505675885-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['26c2939d-0801-4272-a7ff-6511cc4170aa']}} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:11:24.143771 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-9825df21-da8c-4e5f-a642-74de924c2959 admin admin] Publish callbacks [] for security_group (362c86c7-93ee-4c06-a7be-8deb7b518dd9), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:11:24.161802 n-d-760453-5 neutron-server[103305]: DEBUG neutron.services.segments.db [None req-ad014b03-e805-46b1-8fb6-42974a79d701 tempest-PortsAdminExtendedAttrsTestJSON-505675885 tempest-PortsAdminExtendedAttrsTestJSON-505675885-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0f77bd99-5276-4608-ae0e-254011aac760') {'for_net_delete': True} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:11:24.162084 n-d-760453-5 neutron-server[103305]: DEBUG neutron.services.segments.db [None req-ad014b03-e805-46b1-8fb6-42974a79d701 tempest-PortsAdminExtendedAttrsTestJSON-505675885 tempest-PortsAdminExtendedAttrsTestJSON-505675885-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0f77bd99-5276-4608-ae0e-254011aac760') {} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:11:24.180842 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-ad014b03-e805-46b1-8fb6-42974a79d701 tempest-PortsAdminExtendedAttrsTestJSON-505675885 tempest-PortsAdminExtendedAttrsTestJSON-505675885-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746560742283', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11788955'] for segment (0f77bd99-5276-4608-ae0e-254011aac760), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:11:24.183851 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-07e2b557-4553-441f-941b-cdbe1ce8fb2b req-b8a5bc09-ea2d-4736-a52b-1b47afef4613 tempest-FloatingIPDetailsTestJSON-177316673 tempest-FloatingIPDetailsTestJSON-177316673-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (e54b0f2f-9334-484c-b566-9e7a8a1c9d14), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:11:24.187081 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-4001e157-b07a-4511-87bf-2bec2ff8f70e admin admin] Publish callbacks [] for network (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:11:24.193158 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-4001e157-b07a-4511-87bf-2bec2ff8f70e admin admin] 10.222.0.13 "DELETE /v2.0/networks/4e04e0b8-bab3-4a33-9552-063f77c9a25a HTTP/1.1" status: 204 len: 168 time: 1.7230585 Jan 26 21:11:24.216876 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-ad014b03-e805-46b1-8fb6-42974a79d701 tempest-PortsAdminExtendedAttrsTestJSON-505675885 tempest-PortsAdminExtendedAttrsTestJSON-505675885-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576559'] for segment (0f77bd99-5276-4608-ae0e-254011aac760), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:11:24.226605 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ad014b03-e805-46b1-8fb6-42974a79d701 tempest-PortsAdminExtendedAttrsTestJSON-505675885 tempest-PortsAdminExtendedAttrsTestJSON-505675885-project] Releasing vlan 560 on physical network physnet1 to pool {{(pid=103305) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 26 21:11:24.227050 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-ad014b03-e805-46b1-8fb6-42974a79d701 tempest-PortsAdminExtendedAttrsTestJSON-505675885 tempest-PortsAdminExtendedAttrsTestJSON-505675885-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11791428'] for segment (0f77bd99-5276-4608-ae0e-254011aac760), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:11:24.230620 n-d-760453-5 neutron-server[103305]: Traceback (most recent call last): Jan 26 21:11:24.230620 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 26 21:11:24.230620 n-d-760453-5 neutron-server[103305]: timer() Jan 26 21:11:24.230620 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 26 21:11:24.230620 n-d-760453-5 neutron-server[103305]: cb(*args, **kw) Jan 26 21:11:24.230620 n-d-760453-5 neutron-server[103305]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 26 21:11:24.230620 n-d-760453-5 neutron-server[103305]: return func(*args, **kwargs) Jan 26 21:11:24.230620 n-d-760453-5 neutron-server[103305]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 26 21:11:24.230620 n-d-760453-5 neutron-server[103305]: self._notify() Jan 26 21:11:24.230620 n-d-760453-5 neutron-server[103305]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 26 21:11:24.230620 n-d-760453-5 neutron-server[103305]: self.callback(batched_events) Jan 26 21:11:24.230620 n-d-760453-5 neutron-server[103305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 26 21:11:24.230620 n-d-760453-5 neutron-server[103305]: event.method(event) Jan 26 21:11:24.230620 n-d-760453-5 neutron-server[103305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 26 21:11:24.230620 n-d-760453-5 neutron-server[103305]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 26 21:11:24.230620 n-d-760453-5 neutron-server[103305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 26 21:11:24.230620 n-d-760453-5 neutron-server[103305]: aggregate_uuid = self.p_client.list_aggregates( Jan 26 21:11:24.230620 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 26 21:11:24.230620 n-d-760453-5 neutron-server[103305]: return f(self, *a, **k) Jan 26 21:11:24.230620 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 26 21:11:24.230620 n-d-760453-5 neutron-server[103305]: return self._get(url).json() Jan 26 21:11:24.230620 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 26 21:11:24.230620 n-d-760453-5 neutron-server[103305]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 26 21:11:24.230620 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 26 21:11:24.230620 n-d-760453-5 neutron-server[103305]: return self.request(url, 'GET', **kwargs) Jan 26 21:11:24.230620 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 26 21:11:24.230620 n-d-760453-5 neutron-server[103305]: base_url = self.get_endpoint(auth, allow=allow, Jan 26 21:11:24.230620 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 26 21:11:24.230620 n-d-760453-5 neutron-server[103305]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 26 21:11:24.230620 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 26 21:11:24.230620 n-d-760453-5 neutron-server[103305]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 26 21:11:24.230620 n-d-760453-5 neutron-server[103305]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 26 21:11:24.273034 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4001e157-b07a-4511-87bf-2bec2ff8f70e admin admin] Pushing event deleted for resources: {'Network': ['ID=4e04e0b8-bab3-4a33-9552-063f77c9a25a,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:11:24.321047 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-9825df21-da8c-4e5f-a642-74de924c2959 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (362c86c7-93ee-4c06-a7be-8deb7b518dd9), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:11:24.327870 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-9825df21-da8c-4e5f-a642-74de924c2959 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:11:24.333065 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-9825df21-da8c-4e5f-a642-74de924c2959 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/362c86c7-93ee-4c06-a7be-8deb7b518dd9 HTTP/1.1" status: 204 len: 168 time: 0.5118659 Jan 26 21:11:24.378540 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9825df21-da8c-4e5f-a642-74de924c2959 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=362c86c7-93ee-4c06-a7be-8deb7b518dd9,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:11:24.413598 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-ad014b03-e805-46b1-8fb6-42974a79d701 tempest-PortsAdminExtendedAttrsTestJSON-505675885 tempest-PortsAdminExtendedAttrsTestJSON-505675885-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4110931'] for network (26c2939d-0801-4272-a7ff-6511cc4170aa), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:11:24.425044 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-ad014b03-e805-46b1-8fb6-42974a79d701 tempest-PortsAdminExtendedAttrsTestJSON-505675885 tempest-PortsAdminExtendedAttrsTestJSON-505675885-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709645'] for network (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:11:24.431911 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-ad014b03-e805-46b1-8fb6-42974a79d701 tempest-PortsAdminExtendedAttrsTestJSON-505675885 tempest-PortsAdminExtendedAttrsTestJSON-505675885-project] 10.222.0.13 "DELETE /v2.0/networks/26c2939d-0801-4272-a7ff-6511cc4170aa HTTP/1.1" status: 204 len: 168 time: 0.9911163 Jan 26 21:11:24.451499 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad014b03-e805-46b1-8fb6-42974a79d701 tempest-PortsAdminExtendedAttrsTestJSON-505675885 tempest-PortsAdminExtendedAttrsTestJSON-505675885-project] Pushing event deleted for resources: {'Network': ['ID=26c2939d-0801-4272-a7ff-6511cc4170aa,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:11:24.524527 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 52222) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:11:24.619228 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a51f19-35b5-424a-a9dc-337d495718bc req-44f34564-fe3b-40e1-a8bd-34569736f21e tempest-FloatingIPsAssociationTestJSON-419529391 tempest-FloatingIPsAssociationTestJSON-419529391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:11:24.620227 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-5d41291a-95a7-4d1c-9317-ec4950690010 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d23b24c8db034dca99b1d99ddc0880a5&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0934181 Jan 26 21:11:24.622727 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 52226) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:11:24.623873 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-e2a51f19-35b5-424a-a9dc-337d495718bc req-44f34564-fe3b-40e1-a8bd-34569736f21e tempest-FloatingIPsAssociationTestJSON-419529391 tempest-FloatingIPsAssociationTestJSON-419529391-project] 10.222.0.13 "GET /v2.0/ports?device_id=cffeda4a-b528-4db3-979a-67e9d6170b34 HTTP/1.1" status: 200 len: 946 time: 0.1154058 Jan 26 21:11:24.665115 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-07e2b557-4553-441f-941b-cdbe1ce8fb2b req-b8a5bc09-ea2d-4736-a52b-1b47afef4613 tempest-FloatingIPDetailsTestJSON-177316673 tempest-FloatingIPDetailsTestJSON-177316673-project] Publish callbacks [] for port (e54b0f2f-9334-484c-b566-9e7a8a1c9d14), precommit_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:11:24.678987 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-07e2b557-4553-441f-941b-cdbe1ce8fb2b req-b8a5bc09-ea2d-4736-a52b-1b47afef4613 tempest-FloatingIPDetailsTestJSON-177316673 tempest-FloatingIPDetailsTestJSON-177316673-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9281542'] for port (e54b0f2f-9334-484c-b566-9e7a8a1c9d14), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:11:24.707826 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-f77829f2-eab4-4c45-8254-1d53f5835ace admin admin] Publish callbacks [] for security_group (2f4bb8ce-67ff-422b-9f37-31b8044a42c7), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:11:24.744372 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-f77829f2-eab4-4c45-8254-1d53f5835ace admin admin] Publish callbacks [] for security_group (2f4bb8ce-67ff-422b-9f37-31b8044a42c7), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:11:24.838239 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-f77829f2-eab4-4c45-8254-1d53f5835ace admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (2f4bb8ce-67ff-422b-9f37-31b8044a42c7), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:11:24.848488 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-f77829f2-eab4-4c45-8254-1d53f5835ace admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:11:24.849871 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-f77829f2-eab4-4c45-8254-1d53f5835ace admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/2f4bb8ce-67ff-422b-9f37-31b8044a42c7 HTTP/1.1" status: 204 len: 168 time: 0.2177579 Jan 26 21:11:24.876570 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f77829f2-eab4-4c45-8254-1d53f5835ace admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f4bb8ce-67ff-422b-9f37-31b8044a42c7,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:11:24.903022 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-e2a51f19-35b5-424a-a9dc-337d495718bc req-f65920dc-a333-4340-8385-7c24a848f043 tempest-FloatingIPsAssociationTestJSON-419529391 tempest-FloatingIPsAssociationTestJSON-419529391-project] 10.222.0.13 "GET /v2.0/security-groups?id=0901363f-4062-4245-b20b-1aab16841475&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2719951 Jan 26 21:11:24.927613 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a5bc09-ea2d-4736-a52b-1b47afef4613 tempest-FloatingIPDetailsTestJSON-177316673 tempest-FloatingIPDetailsTestJSON-177316673-project] Pushing event updated for resources: {'Port': ['ID=e54b0f2f-9334-484c-b566-9e7a8a1c9d14,revision_number=2']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:11:24.943151 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-07e2b557-4553-441f-941b-cdbe1ce8fb2b req-b8a5bc09-ea2d-4736-a52b-1b47afef4613 tempest-FloatingIPDetailsTestJSON-177316673 tempest-FloatingIPDetailsTestJSON-177316673-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4110913'] for floatingip (725f2660-baad-44f9-8860-3422b7ac5602), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:11:24.982623 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-07e2b557-4553-441f-941b-cdbe1ce8fb2b req-b8a5bc09-ea2d-4736-a52b-1b47afef4613 tempest-FloatingIPDetailsTestJSON-177316673 tempest-FloatingIPDetailsTestJSON-177316673-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for floatingip (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:11:24.983896 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-07e2b557-4553-441f-941b-cdbe1ce8fb2b req-b8a5bc09-ea2d-4736-a52b-1b47afef4613 tempest-FloatingIPDetailsTestJSON-177316673 tempest-FloatingIPDetailsTestJSON-177316673-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.8001544 Jan 26 21:11:25.058709 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (fea0591a-627d-4c87-9a9a-01625ddf3277), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:11:25.098484 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-07e2b557-4553-441f-941b-cdbe1ce8fb2b req-6b4e51d8-36c3-4b70-8989-9bee99cefbcb tempest-FloatingIPDetailsTestJSON-177316673 tempest-FloatingIPDetailsTestJSON-177316673-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.1.127 HTTP/1.1" status: 200 len: 696 time: 0.1063850 Jan 26 21:11:25.186414 n-d-760453-5 neutron-server[103306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fda5c4b7-d9ed-47bc-a94f-3ae0ff118ddf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7e31b6e9-d96b-4f14-a87b-9575f346784c'}] {{(pid=103306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 21:11:25.189001 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9d5d370febab655511bdd2ffe887e43e442d144a440368702bcc1e93af00b97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a88e1d4e-e5da-4d91-8c97-4c749121ae8b" -d '{"events": [{"server_uuid": "fda5c4b7-d9ed-47bc-a94f-3ae0ff118ddf", "name": "network-vif-unplugged", "status": "completed", "tag": "7e31b6e9-d96b-4f14-a87b-9575f346784c"}]}' {{(pid=103306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 21:11:25.317389 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e2b557-4553-441f-941b-cdbe1ce8fb2b req-f2af11ae-a670-4afb-a005-cf491bbd9817 tempest-FloatingIPDetailsTestJSON-177316673 tempest-FloatingIPDetailsTestJSON-177316673-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:11:25.319611 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-07e2b557-4553-441f-941b-cdbe1ce8fb2b req-f2af11ae-a670-4afb-a005-cf491bbd9817 tempest-FloatingIPDetailsTestJSON-177316673 tempest-FloatingIPDetailsTestJSON-177316673-project] 10.222.0.13 "GET /v2.0/networks/4140a1f1-c93a-4bea-83a0-68953a54f299 HTTP/1.1" status: 200 len: 784 time: 0.2136531 Jan 26 21:11:25.321551 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 52256) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:11:25.362959 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 26 Jan 2022 21:11:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d12395a-f2ac-494f-84a8-f72e3c005a6b x-openstack-request-id: req-9d12395a-f2ac-494f-84a8-f72e3c005a6b {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 21:11:25.363247 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fda5c4b7-d9ed-47bc-a94f-3ae0ff118ddf", "name": "network-vif-unplugged", "status": "completed", "tag": "7e31b6e9-d96b-4f14-a87b-9575f346784c", "code": 200}]} {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 21:11:25.363725 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-9d12395a-f2ac-494f-84a8-f72e3c005a6b {{(pid=103306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 21:11:25.364412 n-d-760453-5 neutron-server[103306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fda5c4b7-d9ed-47bc-a94f-3ae0ff118ddf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7e31b6e9-d96b-4f14-a87b-9575f346784c', 'code': 200} Jan 26 21:11:25.513131 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 52264) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:11:25.592837 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-d8643db2-76ba-43df-b2f8-73f889373a95 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=e7679454c85346a29783423477ec0e30&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0761976 Jan 26 21:11:25.595307 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 52266) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:11:25.669231 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-403257a5-f2a9-460b-8ce0-a1d1bafcdd00 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=0433b62fed1d4ae1bff294dbce7df06d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3451691 Jan 26 21:11:25.673054 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 52270) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:11:25.680233 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-28b34e56-996a-4f09-b877-41aceaac6d05 req-c3e860f4-8313-4a4a-9d59-1c4313bae96e tempest-FloatingIPDetailsTestJSON-177316673 tempest-FloatingIPDetailsTestJSON-177316673-project] 10.222.0.13 "GET /v2.0/floatingips/725f2660-baad-44f9-8860-3422b7ac5602 HTTP/1.1" status: 200 len: 693 time: 0.2914612 Jan 26 21:11:25.724851 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8353b78-8520-4869-9696-e8ed5e2dfb61 req-84200926-d70a-4cad-9d58-3e04f9a7dcd4 tempest-ImagesOneServerTestJSON-1508340391 tempest-ImagesOneServerTestJSON-1508340391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:11:25.726492 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-f8353b78-8520-4869-9696-e8ed5e2dfb61 req-84200926-d70a-4cad-9d58-3e04f9a7dcd4 tempest-ImagesOneServerTestJSON-1508340391 tempest-ImagesOneServerTestJSON-1508340391-project] 10.222.0.13 "GET /v2.0/ports?device_id=fda5c4b7-d9ed-47bc-a94f-3ae0ff118ddf HTTP/1.1" status: 200 len: 949 time: 0.2374983 Jan 26 21:11:25.750072 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-c5a94e6b-1a0c-44ce-9a40-029c84f7a3f9 admin admin] Publish callbacks [] for security_group (bc0a45f1-54a0-459d-b1b1-d9a915a7145f), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:11:25.784143 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-58672ca7-f61f-4b4c-be0b-e92ab5efabba admin admin] Publish callbacks [] for security_group (4aadccbf-bf28-41f4-9c61-9b35be504535), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:11:25.805248 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-c5a94e6b-1a0c-44ce-9a40-029c84f7a3f9 admin admin] Publish callbacks [] for security_group (bc0a45f1-54a0-459d-b1b1-d9a915a7145f), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:11:25.874502 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-c5a94e6b-1a0c-44ce-9a40-029c84f7a3f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (bc0a45f1-54a0-459d-b1b1-d9a915a7145f), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:11:25.877183 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-c5a94e6b-1a0c-44ce-9a40-029c84f7a3f9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:11:25.880808 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-c5a94e6b-1a0c-44ce-9a40-029c84f7a3f9 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/bc0a45f1-54a0-459d-b1b1-d9a915a7145f HTTP/1.1" status: 204 len: 168 time: 0.2822902 Jan 26 21:11:25.890591 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-58672ca7-f61f-4b4c-be0b-e92ab5efabba admin admin] Publish callbacks [] for security_group (4aadccbf-bf28-41f4-9c61-9b35be504535), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:11:25.892041 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b34e56-996a-4f09-b877-41aceaac6d05 req-8c04388b-17d8-4a9c-a235-84c62495e2a4 tempest-FloatingIPDetailsTestJSON-177316673 tempest-FloatingIPDetailsTestJSON-177316673-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:11:25.892412 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a94e6b-1a0c-44ce-9a40-029c84f7a3f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc0a45f1-54a0-459d-b1b1-d9a915a7145f,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:11:25.893634 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-28b34e56-996a-4f09-b877-41aceaac6d05 req-8c04388b-17d8-4a9c-a235-84c62495e2a4 tempest-FloatingIPDetailsTestJSON-177316673 tempest-FloatingIPDetailsTestJSON-177316673-project] 10.222.0.13 "GET /v2.0/networks/4140a1f1-c93a-4bea-83a0-68953a54f299 HTTP/1.1" status: 200 len: 784 time: 0.2123222 Jan 26 21:11:25.898620 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-f8353b78-8520-4869-9696-e8ed5e2dfb61 req-78b5956f-4e4f-4dbe-8331-e5bda5764d1f tempest-ImagesOneServerTestJSON-1508340391 tempest-ImagesOneServerTestJSON-1508340391-project] 10.222.0.13 "GET /v2.0/security-groups?id=ecd2cdba-aa35-4fb4-957d-8f3b093e5765&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1399107 Jan 26 21:11:25.904634 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [req-28b34e56-996a-4f09-b877-41aceaac6d05 req-ec0a38af-b3fe-4460-96c1-7c14dd164eba tempest-FloatingIPDetailsTestJSON-177316673 tempest-FloatingIPDetailsTestJSON-177316673-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=103304) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 26 21:11:25.909527 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-28b34e56-996a-4f09-b877-41aceaac6d05 req-ec0a38af-b3fe-4460-96c1-7c14dd164eba tempest-FloatingIPDetailsTestJSON-177316673 tempest-FloatingIPDetailsTestJSON-177316673-project] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0098975 Jan 26 21:11:25.987919 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-58672ca7-f61f-4b4c-be0b-e92ab5efabba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (4aadccbf-bf28-41f4-9c61-9b35be504535), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:11:25.993101 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-58672ca7-f61f-4b4c-be0b-e92ab5efabba admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:11:25.996024 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-58672ca7-f61f-4b4c-be0b-e92ab5efabba admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/4aadccbf-bf28-41f4-9c61-9b35be504535 HTTP/1.1" status: 204 len: 168 time: 0.3194938 Jan 26 21:11:26.027569 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58672ca7-f61f-4b4c-be0b-e92ab5efabba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4aadccbf-bf28-41f4-9c61-9b35be504535,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:11:26.164296 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-e5196bfb-7b09-413a-9dd6-9eb8d5ecba88 req-0f3f2526-9cc2-44cb-8403-a4233dc97186 tempest-FloatingIPDetailsTestJSON-177316673 tempest-FloatingIPDetailsTestJSON-177316673-project] 10.222.0.13 "GET /v2.0/floatingips/725f2660-baad-44f9-8860-3422b7ac5602 HTTP/1.1" status: 200 len: 693 time: 0.2043006 Jan 26 21:11:26.208839 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e371e872-8d1e-4d44-89cb-4e7308cc4963 req-d9eb8ab8-330d-40ea-865b-ce7403385c17 tempest-FloatingIPsAssociationTestJSON-419529391 tempest-FloatingIPsAssociationTestJSON-419529391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:11:26.218456 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-e371e872-8d1e-4d44-89cb-4e7308cc4963 req-d9eb8ab8-330d-40ea-865b-ce7403385c17 tempest-FloatingIPsAssociationTestJSON-419529391 tempest-FloatingIPsAssociationTestJSON-419529391-project] 10.222.0.13 "GET /v2.0/ports?device_id=cffeda4a-b528-4db3-979a-67e9d6170b34 HTTP/1.1" status: 200 len: 946 time: 0.1236384 Jan 26 21:11:26.352204 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-e371e872-8d1e-4d44-89cb-4e7308cc4963 req-d7b33b83-0576-477c-9dd0-cc581649d146 tempest-FloatingIPsAssociationTestJSON-419529391 tempest-FloatingIPsAssociationTestJSON-419529391-project] 10.222.0.13 "GET /v2.0/security-groups?id=0901363f-4062-4245-b20b-1aab16841475&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1327221 Jan 26 21:11:26.391558 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5196bfb-7b09-413a-9dd6-9eb8d5ecba88 req-7afc9af1-ade3-4f73-afaf-d82c747f5abe tempest-FloatingIPDetailsTestJSON-177316673 tempest-FloatingIPDetailsTestJSON-177316673-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:11:26.395361 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-e5196bfb-7b09-413a-9dd6-9eb8d5ecba88 req-7afc9af1-ade3-4f73-afaf-d82c747f5abe tempest-FloatingIPDetailsTestJSON-177316673 tempest-FloatingIPDetailsTestJSON-177316673-project] 10.222.0.13 "GET /v2.0/networks/4140a1f1-c93a-4bea-83a0-68953a54f299 HTTP/1.1" status: 200 len: 784 time: 0.2281127 Jan 26 21:11:26.487822 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-e5196bfb-7b09-413a-9dd6-9eb8d5ecba88 req-e20d3655-cfd5-40d6-8b50-14e220262b57 tempest-FloatingIPDetailsTestJSON-177316673 tempest-FloatingIPDetailsTestJSON-177316673-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.1.127 HTTP/1.1" status: 200 len: 696 time: 0.0872276 Jan 26 21:11:26.550450 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 52304) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:11:26.598498 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-e5196bfb-7b09-413a-9dd6-9eb8d5ecba88 req-5424e0c5-117a-4ba8-a50e-d2cbccdc3171 tempest-FloatingIPDetailsTestJSON-177316673 tempest-FloatingIPDetailsTestJSON-177316673-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.1.127 HTTP/1.1" status: 200 len: 696 time: 0.1046796 Jan 26 21:11:26.646065 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-a45a5475-3744-4911-9f0e-4e35a7f78e16 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=4588f6265caf4b42a5a6c1bffa41936d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0938330 Jan 26 21:11:26.647297 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 52306) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:11:26.759174 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-dda92fef-fef9-474e-9cc3-c8dd1100587c admin admin] Publish callbacks [] for security_group (19c59fc2-ddb3-424f-a326-a51a172fa8db), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:11:26.812704 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-dda92fef-fef9-474e-9cc3-c8dd1100587c admin admin] Publish callbacks [] for security_group (19c59fc2-ddb3-424f-a326-a51a172fa8db), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:11:26.812943 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [req-e5196bfb-7b09-413a-9dd6-9eb8d5ecba88 req-27bf9a37-0da9-4578-9451-665075903702 tempest-FloatingIPDetailsTestJSON-177316673 tempest-FloatingIPDetailsTestJSON-177316673-project] Deleting port e54b0f2f-9334-484c-b566-9e7a8a1c9d14 {{(pid=103304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 21:11:26.813043 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-e5196bfb-7b09-413a-9dd6-9eb8d5ecba88 req-27bf9a37-0da9-4578-9451-665075903702 tempest-FloatingIPDetailsTestJSON-177316673 tempest-FloatingIPDetailsTestJSON-177316673-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746560630878'] for port (e54b0f2f-9334-484c-b566-9e7a8a1c9d14), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:11:26.906575 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-dda92fef-fef9-474e-9cc3-c8dd1100587c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (19c59fc2-ddb3-424f-a326-a51a172fa8db), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:11:26.910674 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-dda92fef-fef9-474e-9cc3-c8dd1100587c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:11:26.916500 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-dda92fef-fef9-474e-9cc3-c8dd1100587c admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/19c59fc2-ddb3-424f-a326-a51a172fa8db HTTP/1.1" status: 204 len: 168 time: 0.2676408 Jan 26 21:11:26.920385 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-e5196bfb-7b09-413a-9dd6-9eb8d5ecba88 req-27bf9a37-0da9-4578-9451-665075903702 tempest-FloatingIPDetailsTestJSON-177316673 tempest-FloatingIPDetailsTestJSON-177316673-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4109658'] for port (e54b0f2f-9334-484c-b566-9e7a8a1c9d14), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:11:26.920915 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-e5196bfb-7b09-413a-9dd6-9eb8d5ecba88 req-27bf9a37-0da9-4578-9451-665075903702 tempest-FloatingIPDetailsTestJSON-177316673 tempest-FloatingIPDetailsTestJSON-177316673-project] Publish callbacks [] for floatingip (e54b0f2f-9334-484c-b566-9e7a8a1c9d14), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:11:26.930477 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda92fef-fef9-474e-9cc3-c8dd1100587c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19c59fc2-ddb3-424f-a326-a51a172fa8db,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:11:26.936079 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [req-e5196bfb-7b09-413a-9dd6-9eb8d5ecba88 req-27bf9a37-0da9-4578-9451-665075903702 tempest-FloatingIPDetailsTestJSON-177316673 tempest-FloatingIPDetailsTestJSON-177316673-project] Calling delete_port for e54b0f2f-9334-484c-b566-9e7a8a1c9d14 owned by network:floatingip {{(pid=103304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 21:11:27.121066 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-e5196bfb-7b09-413a-9dd6-9eb8d5ecba88 req-27bf9a37-0da9-4578-9451-665075903702 tempest-FloatingIPDetailsTestJSON-177316673 tempest-FloatingIPDetailsTestJSON-177316673-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746560636600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746560234536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9281553'] for port (e54b0f2f-9334-484c-b566-9e7a8a1c9d14), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:11:27.164808 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27bf9a37-0da9-4578-9451-665075903702 tempest-FloatingIPDetailsTestJSON-177316673 tempest-FloatingIPDetailsTestJSON-177316673-project] Pushing event deleted for resources: {'Port': ['ID=e54b0f2f-9334-484c-b566-9e7a8a1c9d14,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:11:27.287530 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-e5196bfb-7b09-413a-9dd6-9eb8d5ecba88 req-27bf9a37-0da9-4578-9451-665075903702 tempest-FloatingIPDetailsTestJSON-177316673 tempest-FloatingIPDetailsTestJSON-177316673-project] Publish callbacks [] for floatingip (725f2660-baad-44f9-8860-3422b7ac5602), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:11:27.291957 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-e5196bfb-7b09-413a-9dd6-9eb8d5ecba88 req-27bf9a37-0da9-4578-9451-665075903702 tempest-FloatingIPDetailsTestJSON-177316673 tempest-FloatingIPDetailsTestJSON-177316673-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for floatingip (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:11:27.293309 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-e5196bfb-7b09-413a-9dd6-9eb8d5ecba88 req-27bf9a37-0da9-4578-9451-665075903702 tempest-FloatingIPDetailsTestJSON-177316673 tempest-FloatingIPDetailsTestJSON-177316673-project] 10.222.0.13 "DELETE /v2.0/floatingips/725f2660-baad-44f9-8860-3422b7ac5602 HTTP/1.1" status: 204 len: 173 time: 0.6882751 Jan 26 21:11:27.578683 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-0b10d8d5-c920-4cbe-9247-35bab038a1b4 req-8e23a7dc-a938-44e2-8059-2ffcaa0cae0e tempest-FloatingIPsAssociationTestJSON-419529391 tempest-FloatingIPsAssociationTestJSON-419529391-project] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2487032 Jan 26 21:11:27.612861 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [req-0b10d8d5-c920-4cbe-9247-35bab038a1b4 req-67b56b98-da5c-4b34-bb0e-9072ceffa724 tempest-FloatingIPsAssociationTestJSON-419529391 tempest-FloatingIPsAssociationTestJSON-419529391-project] Request body: {'floatingip': {'floating_network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:11:27.681782 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-0b10d8d5-c920-4cbe-9247-35bab038a1b4 req-67b56b98-da5c-4b34-bb0e-9072ceffa724 tempest-FloatingIPsAssociationTestJSON-419529391 tempest-FloatingIPsAssociationTestJSON-419529391-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:11:27.742245 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8aa482-3a45-44e1-a194-b9cd3ea6a25b req-38b84551-e975-4065-b7fd-f213b38a5186 tempest-ImagesOneServerTestJSON-1508340391 tempest-ImagesOneServerTestJSON-1508340391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:11:27.744030 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-9e8aa482-3a45-44e1-a194-b9cd3ea6a25b req-38b84551-e975-4065-b7fd-f213b38a5186 tempest-ImagesOneServerTestJSON-1508340391 tempest-ImagesOneServerTestJSON-1508340391-project] 10.222.0.13 "GET /v2.0/ports?device_id=fda5c4b7-d9ed-47bc-a94f-3ae0ff118ddf HTTP/1.1" status: 200 len: 949 time: 0.1646423 Jan 26 21:11:27.809775 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-9e8aa482-3a45-44e1-a194-b9cd3ea6a25b req-715a4476-279d-405d-8371-aaf6d986b7ff tempest-ImagesOneServerTestJSON-1508340391 tempest-ImagesOneServerTestJSON-1508340391-project] 10.222.0.13 "GET /v2.0/security-groups?id=ecd2cdba-aa35-4fb4-957d-8f3b093e5765&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579047 Jan 26 21:11:27.841093 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2049c4b0-b902-4542-8d02-51c2f6ca62dd req-ea95b57b-5d88-42e3-b0e5-d93324423b03 tempest-ImagesOneServerTestJSON-1508340391 tempest-ImagesOneServerTestJSON-1508340391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:11:27.842470 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-2049c4b0-b902-4542-8d02-51c2f6ca62dd req-ea95b57b-5d88-42e3-b0e5-d93324423b03 tempest-ImagesOneServerTestJSON-1508340391 tempest-ImagesOneServerTestJSON-1508340391-project] 10.222.0.66 "GET /v2.0/ports?device_id=fda5c4b7-d9ed-47bc-a94f-3ae0ff118ddf HTTP/1.1" status: 200 len: 949 time: 0.0755391 Jan 26 21:11:27.876948 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-0b10d8d5-c920-4cbe-9247-35bab038a1b4 req-67b56b98-da5c-4b34-bb0e-9072ceffa724 tempest-FloatingIPsAssociationTestJSON-419529391 tempest-FloatingIPsAssociationTestJSON-419529391-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:11:28.008674 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [req-2049c4b0-b902-4542-8d02-51c2f6ca62dd req-08ce3a62-d303-4098-916e-0c3faffec16c tempest-ImagesOneServerTestJSON-1508340391 tempest-ImagesOneServerTestJSON-1508340391-project] Deleting port 7e31b6e9-d96b-4f14-a87b-9575f346784c {{(pid=103305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 21:11:28.009108 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-2049c4b0-b902-4542-8d02-51c2f6ca62dd req-08ce3a62-d303-4098-916e-0c3faffec16c tempest-ImagesOneServerTestJSON-1508340391 tempest-ImagesOneServerTestJSON-1508340391-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746560630878'] for port (7e31b6e9-d96b-4f14-a87b-9575f346784c), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:11:28.151962 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [req-2049c4b0-b902-4542-8d02-51c2f6ca62dd req-08ce3a62-d303-4098-916e-0c3faffec16c tempest-ImagesOneServerTestJSON-1508340391 tempest-ImagesOneServerTestJSON-1508340391-project] For port 7e31b6e9-d96b-4f14-a87b-9575f346784c, host n-h1-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-5',level=0,port_id=7e31b6e9-d96b-4f14-a87b-9575f346784c,segment=NetworkSegment(4eab25d6-89d9-4907-a1c2-51b06443ba33),segment_id=4eab25d6-89d9-4907-a1c2-51b06443ba33)] {{(pid=103305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:11:28.152517 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-2049c4b0-b902-4542-8d02-51c2f6ca62dd req-08ce3a62-d303-4098-916e-0c3faffec16c tempest-ImagesOneServerTestJSON-1508340391 tempest-ImagesOneServerTestJSON-1508340391-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4109658'] for port (7e31b6e9-d96b-4f14-a87b-9575f346784c), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:11:28.158094 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ad3d72-01b4-4b06-823e-8739f884b301 req-85552cbe-1f98-4017-958c-2cd807052de3 tempest-FloatingIPDetailsTestJSON-177316673 tempest-FloatingIPDetailsTestJSON-177316673-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:11:28.159592 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-32ad3d72-01b4-4b06-823e-8739f884b301 req-85552cbe-1f98-4017-958c-2cd807052de3 tempest-FloatingIPDetailsTestJSON-177316673 tempest-FloatingIPDetailsTestJSON-177316673-project] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 787 time: 0.2951641 Jan 26 21:11:28.180549 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [req-2049c4b0-b902-4542-8d02-51c2f6ca62dd req-08ce3a62-d303-4098-916e-0c3faffec16c tempest-ImagesOneServerTestJSON-1508340391 tempest-ImagesOneServerTestJSON-1508340391-project] Calling delete_port for 7e31b6e9-d96b-4f14-a87b-9575f346784c owned by compute:nova {{(pid=103305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 21:11:28.193974 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.db_base_plugin_common [req-0b10d8d5-c920-4cbe-9247-35bab038a1b4 req-67b56b98-da5c-4b34-bb0e-9072ceffa724 tempest-FloatingIPsAssociationTestJSON-419529391 tempest-FloatingIPsAssociationTestJSON-419529391-project] Allocated IP 172.25.1.160 (4140a1f1-c93a-4bea-83a0-68953a54f299/e48251a1-e30d-4820-8396-00c6f6aeb601/3d7c6802-65e9-4f23-8c47-ab1f07f28a03) {{(pid=103304) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 21:11:28.418839 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-0b10d8d5-c920-4cbe-9247-35bab038a1b4 req-67b56b98-da5c-4b34-bb0e-9072ceffa724 tempest-FloatingIPsAssociationTestJSON-419529391 tempest-FloatingIPsAssociationTestJSON-419529391-project] Publish callbacks [] for port (3d7c6802-65e9-4f23-8c47-ab1f07f28a03), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:11:28.481191 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-0b10d8d5-c920-4cbe-9247-35bab038a1b4 req-67b56b98-da5c-4b34-bb0e-9072ceffa724 tempest-FloatingIPsAssociationTestJSON-419529391 tempest-FloatingIPsAssociationTestJSON-419529391-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746560234527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9281553'] for port (3d7c6802-65e9-4f23-8c47-ab1f07f28a03), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:11:28.481714 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-2049c4b0-b902-4542-8d02-51c2f6ca62dd req-08ce3a62-d303-4098-916e-0c3faffec16c tempest-ImagesOneServerTestJSON-1508340391 tempest-ImagesOneServerTestJSON-1508340391-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746560636600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746560234536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11791543'] for port (7e31b6e9-d96b-4f14-a87b-9575f346784c), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:11:28.525585 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ce3a62-d303-4098-916e-0c3faffec16c tempest-ImagesOneServerTestJSON-1508340391 tempest-ImagesOneServerTestJSON-1508340391-project] Pushing event deleted for resources: {'Port': ['ID=7e31b6e9-d96b-4f14-a87b-9575f346784c,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:11:28.554224 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0b10d8d5-c920-4cbe-9247-35bab038a1b4 req-67b56b98-da5c-4b34-bb0e-9072ceffa724 tempest-FloatingIPsAssociationTestJSON-419529391 tempest-FloatingIPsAssociationTestJSON-419529391-project] Network 4140a1f1-c93a-4bea-83a0-68953a54f299 is already hosted by enough agents. {{(pid=103304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 21:11:28.559377 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [req-0b10d8d5-c920-4cbe-9247-35bab038a1b4 req-67b56b98-da5c-4b34-bb0e-9072ceffa724 tempest-FloatingIPsAssociationTestJSON-419529391 tempest-FloatingIPsAssociationTestJSON-419529391-project] Resources bound (agent type, host, resource id): {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:11:28.563834 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b10d8d5-c920-4cbe-9247-35bab038a1b4 req-67b56b98-da5c-4b34-bb0e-9072ceffa724 tempest-FloatingIPsAssociationTestJSON-419529391 tempest-FloatingIPsAssociationTestJSON-419529391-project] Received port after_create {{(pid=103304) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 21:11:28.634515 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b56b98-da5c-4b34-bb0e-9072ceffa724 tempest-FloatingIPsAssociationTestJSON-419529391 tempest-FloatingIPsAssociationTestJSON-419529391-project] Pushing event updated for resources: {'Port': ['ID=3d7c6802-65e9-4f23-8c47-ab1f07f28a03,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:11:28.641205 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [req-2049c4b0-b902-4542-8d02-51c2f6ca62dd req-08ce3a62-d303-4098-916e-0c3faffec16c tempest-ImagesOneServerTestJSON-1508340391 tempest-ImagesOneServerTestJSON-1508340391-project] No DVR routers for this DVR port 7e31b6e9-d96b-4f14-a87b-9575f346784c on host n-h1-760453-5 {{(pid=103305) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 26 21:11:28.646066 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-2049c4b0-b902-4542-8d02-51c2f6ca62dd req-08ce3a62-d303-4098-916e-0c3faffec16c tempest-ImagesOneServerTestJSON-1508340391 tempest-ImagesOneServerTestJSON-1508340391-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:11:28.650646 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-2049c4b0-b902-4542-8d02-51c2f6ca62dd req-08ce3a62-d303-4098-916e-0c3faffec16c tempest-ImagesOneServerTestJSON-1508340391 tempest-ImagesOneServerTestJSON-1508340391-project] 10.222.0.66 "DELETE /v2.0/ports/7e31b6e9-d96b-4f14-a87b-9575f346784c HTTP/1.1" status: 204 len: 173 time: 0.8007643 Jan 26 21:11:28.651427 n-d-760453-5 neutron-server[103305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fda5c4b7-d9ed-47bc-a94f-3ae0ff118ddf', 'name': 'network-vif-deleted', 'tag': '7e31b6e9-d96b-4f14-a87b-9575f346784c'}] {{(pid=103305) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 21:11:28.655699 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d4654568b7bf041e72ff8fe1c96d6d761d9c921f2b99bc7b3a26632be20cee0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7d3a462-1548-4d82-9780-f662d85e2013" -d '{"events": [{"server_uuid": "fda5c4b7-d9ed-47bc-a94f-3ae0ff118ddf", "name": "network-vif-deleted", "tag": "7e31b6e9-d96b-4f14-a87b-9575f346784c"}]}' {{(pid=103305) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 21:11:28.772609 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-0b10d8d5-c920-4cbe-9247-35bab038a1b4 req-67b56b98-da5c-4b34-bb0e-9072ceffa724 tempest-FloatingIPsAssociationTestJSON-419529391 tempest-FloatingIPsAssociationTestJSON-419529391-project] Publish callbacks [] for floatingip (0e44fe4b-4762-427e-883f-4d1e838b1e6b), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:11:28.824126 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-0b10d8d5-c920-4cbe-9247-35bab038a1b4 req-67b56b98-da5c-4b34-bb0e-9072ceffa724 tempest-FloatingIPsAssociationTestJSON-419529391 tempest-FloatingIPsAssociationTestJSON-419529391-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (3d7c6802-65e9-4f23-8c47-ab1f07f28a03), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:11:29.109707 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-0b10d8d5-c920-4cbe-9247-35bab038a1b4 req-67b56b98-da5c-4b34-bb0e-9072ceffa724 tempest-FloatingIPsAssociationTestJSON-419529391 tempest-FloatingIPsAssociationTestJSON-419529391-project] Publish callbacks [] for port (3d7c6802-65e9-4f23-8c47-ab1f07f28a03), precommit_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:11:29.120671 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-0b10d8d5-c920-4cbe-9247-35bab038a1b4 req-67b56b98-da5c-4b34-bb0e-9072ceffa724 tempest-FloatingIPsAssociationTestJSON-419529391 tempest-FloatingIPsAssociationTestJSON-419529391-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9281542'] for port (3d7c6802-65e9-4f23-8c47-ab1f07f28a03), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:11:29.322241 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-0b10d8d5-c920-4cbe-9247-35bab038a1b4 req-67b56b98-da5c-4b34-bb0e-9072ceffa724 tempest-FloatingIPsAssociationTestJSON-419529391 tempest-FloatingIPsAssociationTestJSON-419529391-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4110913'] for floatingip (0e44fe4b-4762-427e-883f-4d1e838b1e6b), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:11:29.396294 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b56b98-da5c-4b34-bb0e-9072ceffa724 tempest-FloatingIPsAssociationTestJSON-419529391 tempest-FloatingIPsAssociationTestJSON-419529391-project] Pushing event updated for resources: {'Port': ['ID=3d7c6802-65e9-4f23-8c47-ab1f07f28a03,revision_number=2']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:11:29.432110 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-0b10d8d5-c920-4cbe-9247-35bab038a1b4 req-67b56b98-da5c-4b34-bb0e-9072ceffa724 tempest-FloatingIPsAssociationTestJSON-419529391 tempest-FloatingIPsAssociationTestJSON-419529391-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for floatingip (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:11:29.433460 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-0b10d8d5-c920-4cbe-9247-35bab038a1b4 req-67b56b98-da5c-4b34-bb0e-9072ceffa724 tempest-FloatingIPsAssociationTestJSON-419529391 tempest-FloatingIPsAssociationTestJSON-419529391-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.8332474 Jan 26 21:11:29.449187 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-86f191e4-4779-475a-b4b8-4d2fbbabe63d req-0049431d-bec5-49dd-9430-cd925add32eb tempest-FloatingIPDetailsTestJSON-177316673 tempest-FloatingIPDetailsTestJSON-177316673-project] 10.222.0.13 "GET /v2.0/floatingips?tenant_id=2708e1a8e17e46f1853e87fe4692d263 HTTP/1.1" status: 200 len: 1656 time: 0.1044908 Jan 26 21:11:29.505140 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 52402) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:11:29.512358 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-0b10d8d5-c920-4cbe-9247-35bab038a1b4 req-c9c6d5a0-59b3-4286-9906-e67c1a24ba37 tempest-FloatingIPsAssociationTestJSON-419529391 tempest-FloatingIPsAssociationTestJSON-419529391-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.1.160 HTTP/1.1" status: 200 len: 696 time: 0.0692801 Jan 26 21:11:29.633013 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-191f0a9b-1187-4629-a6f1-bf2592236f65 tempest-RoutersAdminTest-690199652 tempest-RoutersAdminTest-690199652-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-1370980157', 'router:external': True}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:11:29.655883 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-191f0a9b-1187-4629-a6f1-bf2592236f65 tempest-RoutersAdminTest-690199652 tempest-RoutersAdminTest-690199652-project-admin] Made reservation on behalf of 59d288f3b3444363b4fafc334d33664f for: {'network': 1} {{(pid=103305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 21:11:29.659304 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-191f0a9b-1187-4629-a6f1-bf2592236f65 tempest-RoutersAdminTest-690199652 tempest-RoutersAdminTest-690199652-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for network (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:11:29.670201 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-191f0a9b-1187-4629-a6f1-bf2592236f65 tempest-RoutersAdminTest-690199652 tempest-RoutersAdminTest-690199652-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:11:29.768640 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-191f0a9b-1187-4629-a6f1-bf2592236f65 tempest-RoutersAdminTest-690199652 tempest-RoutersAdminTest-690199652-project-admin] Publish callbacks [] for security_group (006a12b4-0889-433a-ae5f-b45fa4820111), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:11:29.773996 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-191f0a9b-1187-4629-a6f1-bf2592236f65 tempest-RoutersAdminTest-690199652 tempest-RoutersAdminTest-690199652-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (006a12b4-0889-433a-ae5f-b45fa4820111), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:11:29.801251 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-191f0a9b-1187-4629-a6f1-bf2592236f65 tempest-RoutersAdminTest-690199652 tempest-RoutersAdminTest-690199652-project-admin] vlan segment allocate from pool success with {'vlan_id': 574, 'physical_network': 'physnet1'} {{(pid=103305) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 26 21:11:29.822887 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-191f0a9b-1187-4629-a6f1-bf2592236f65 tempest-RoutersAdminTest-690199652 tempest-RoutersAdminTest-690199652-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576559'] for segment (bdfc920a-d8fd-486a-882a-95747377953f), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:11:29.823663 n-d-760453-5 neutron-server[103305]: INFO neutron.db.segments_db [None req-191f0a9b-1187-4629-a6f1-bf2592236f65 tempest-RoutersAdminTest-690199652 tempest-RoutersAdminTest-690199652-project-admin] Added segment bdfc920a-d8fd-486a-882a-95747377953f of type vlan for network 47999493-6d3a-48a5-acf6-b1a05dd2fc19 Jan 26 21:11:29.826437 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-191f0a9b-1187-4629-a6f1-bf2592236f65 tempest-RoutersAdminTest-690199652 tempest-RoutersAdminTest-690199652-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=006a12b4-0889-433a-ae5f-b45fa4820111,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:11:29.888062 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-191f0a9b-1187-4629-a6f1-bf2592236f65 tempest-RoutersAdminTest-690199652 tempest-RoutersAdminTest-690199652-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746560256871'] for network (47999493-6d3a-48a5-acf6-b1a05dd2fc19), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:11:29.921906 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-191f0a9b-1187-4629-a6f1-bf2592236f65 tempest-RoutersAdminTest-690199652 tempest-RoutersAdminTest-690199652-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503'] for network (47999493-6d3a-48a5-acf6-b1a05dd2fc19), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:11:29.923558 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-191f0a9b-1187-4629-a6f1-bf2592236f65 tempest-RoutersAdminTest-690199652 tempest-RoutersAdminTest-690199652-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:11:29.925044 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-191f0a9b-1187-4629-a6f1-bf2592236f65 tempest-RoutersAdminTest-690199652 tempest-RoutersAdminTest-690199652-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709645'] for network (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:11:29.988273 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-191f0a9b-1187-4629-a6f1-bf2592236f65 tempest-RoutersAdminTest-690199652 tempest-RoutersAdminTest-690199652-project-admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 871 time: 0.4775395 Jan 26 21:11:29.988523 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 52408) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:11:29.992542 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-212eed8e-299b-467d-a6a1-e3972284e5df tempest-RoutersAdminTest-690199652 tempest-RoutersAdminTest-690199652-project-admin] Request body: {'subnet': {'network_id': '47999493-6d3a-48a5-acf6-b1a05dd2fc19', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:11:29.997500 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-191f0a9b-1187-4629-a6f1-bf2592236f65 tempest-RoutersAdminTest-690199652 tempest-RoutersAdminTest-690199652-project-admin] Pushing event updated for resources: {'Network': ['ID=47999493-6d3a-48a5-acf6-b1a05dd2fc19,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:11:30.007555 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Network 47999493-6d3a-48a5-acf6-b1a05dd2fc19 details requested by agent ovs-agent-n-d-760453-5 with host n-d-760453-5 {{(pid=103306) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 26 21:11:30.029565 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f191e4-4779-475a-b4b8-4d2fbbabe63d req-840f1c34-cc27-4257-990f-3db3c127740a tempest-FloatingIPDetailsTestJSON-177316673 tempest-FloatingIPDetailsTestJSON-177316673-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:11:30.031057 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-86f191e4-4779-475a-b4b8-4d2fbbabe63d req-840f1c34-cc27-4257-990f-3db3c127740a tempest-FloatingIPDetailsTestJSON-177316673 tempest-FloatingIPDetailsTestJSON-177316673-project] 10.222.0.13 "GET /v2.0/networks?id=4140a1f1-c93a-4bea-83a0-68953a54f299&id=4140a1f1-c93a-4bea-83a0-68953a54f299&id=4140a1f1-c93a-4bea-83a0-68953a54f299 HTTP/1.1" status: 200 len: 787 time: 0.5723979 Jan 26 21:11:30.043204 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b10d8d5-c920-4cbe-9247-35bab038a1b4 req-48cb23c2-d7dd-486f-86e3-c9faffef1a22 tempest-FloatingIPsAssociationTestJSON-419529391 tempest-FloatingIPsAssociationTestJSON-419529391-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:11:30.044535 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-0b10d8d5-c920-4cbe-9247-35bab038a1b4 req-48cb23c2-d7dd-486f-86e3-c9faffef1a22 tempest-FloatingIPsAssociationTestJSON-419529391 tempest-FloatingIPsAssociationTestJSON-419529391-project] 10.222.0.13 "GET /v2.0/networks/4140a1f1-c93a-4bea-83a0-68953a54f299 HTTP/1.1" status: 200 len: 784 time: 0.5223284 Jan 26 21:11:30.059457 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [req-86f191e4-4779-475a-b4b8-4d2fbbabe63d req-2a43469b-cfda-42f2-8522-dec8c2c506cf tempest-FloatingIPDetailsTestJSON-177316673 tempest-FloatingIPDetailsTestJSON-177316673-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=103304) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 26 21:11:30.059457 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-86f191e4-4779-475a-b4b8-4d2fbbabe63d req-2a43469b-cfda-42f2-8522-dec8c2c506cf tempest-FloatingIPDetailsTestJSON-177316673 tempest-FloatingIPDetailsTestJSON-177316673-project] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0091367 Jan 26 21:11:30.068354 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-212eed8e-299b-467d-a6a1-e3972284e5df tempest-RoutersAdminTest-690199652 tempest-RoutersAdminTest-690199652-project-admin] Made reservation on behalf of 59d288f3b3444363b4fafc334d33664f for: {'subnet': 1} {{(pid=103304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 21:11:30.070743 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-212eed8e-299b-467d-a6a1-e3972284e5df tempest-RoutersAdminTest-690199652 tempest-RoutersAdminTest-690199652-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12215181'] for subnet (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:11:30.106498 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Jan 2022 21:11:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9abb2980-a422-4fc9-8447-70350b81b4ec x-openstack-request-id: req-9abb2980-a422-4fc9-8447-70350b81b4ec {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 21:11:30.106790 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fda5c4b7-d9ed-47bc-a94f-3ae0ff118ddf", "name": "network-vif-deleted", "tag": "7e31b6e9-d96b-4f14-a87b-9575f346784c", "status": "completed", "code": 200}]} {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 21:11:30.107041 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-9abb2980-a422-4fc9-8447-70350b81b4ec {{(pid=103305) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 21:11:30.107443 n-d-760453-5 neutron-server[103305]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fda5c4b7-d9ed-47bc-a94f-3ae0ff118ddf', 'name': 'network-vif-deleted', 'tag': '7e31b6e9-d96b-4f14-a87b-9575f346784c', 'status': 'completed', 'code': 200} Jan 26 21:11:30.478376 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Device 7e31b6e9-d96b-4f14-a87b-9575f346784c no longer exists at agent hyperv_n-h1-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 26 21:11:30.481048 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-ac38e57c-a381-46e6-b311-055385dde69f req-604e7673-039f-4e9b-a0ac-5ef31eae5e11 tempest-FloatingIPDetailsTestJSON-177316673 tempest-FloatingIPDetailsTestJSON-177316673-project] 10.222.0.13 "GET /v2.0/floatingips/ed213171-c5cf-4082-ad11-ebe51cc3d33f HTTP/1.1" status: 200 len: 693 time: 0.0623591 Jan 26 21:11:30.538624 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] No Port match for: 7e31b6e9-d96b-4f14-a87b-9575f346784c {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 26 21:11:30.539122 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Device 7e31b6e9-d96b-4f14-a87b-9575f346784c not bound to the agent host n-h1-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 26 21:11:30.550336 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 52436) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:11:30.657007 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac38e57c-a381-46e6-b311-055385dde69f req-f9e36c80-2e88-4fb6-a42e-93867b7c2875 tempest-FloatingIPDetailsTestJSON-177316673 tempest-FloatingIPDetailsTestJSON-177316673-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:11:30.658501 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-ac38e57c-a381-46e6-b311-055385dde69f req-f9e36c80-2e88-4fb6-a42e-93867b7c2875 tempest-FloatingIPDetailsTestJSON-177316673 tempest-FloatingIPDetailsTestJSON-177316673-project] 10.222.0.13 "GET /v2.0/networks/4140a1f1-c93a-4bea-83a0-68953a54f299 HTTP/1.1" status: 200 len: 784 time: 0.1725848 Jan 26 21:11:30.689072 n-d-760453-5 neutron-server[103304]: DEBUG neutron.objects.ports [None req-212eed8e-299b-467d-a6a1-e3972284e5df tempest-RoutersAdminTest-690199652 tempest-RoutersAdminTest-690199652-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103304) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Jan 26 21:11:30.689471 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-212eed8e-299b-467d-a6a1-e3972284e5df tempest-RoutersAdminTest-690199652 tempest-RoutersAdminTest-690199652-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9285249', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12215227'] for subnet (963377d1-7b32-49c3-9f17-616f8ec503f3), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:11:30.711140 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-dacc2c83-9ecb-47c2-943f-9c4e08303bcc admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=bb08ec20b5394235abb4f6d0a53e60db&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1592908 Jan 26 21:11:30.713099 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 52444) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:11:30.760401 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-d51042d2-e8c9-4452-b798-1da69574c52c admin admin] Publish callbacks [] for security_group (ecd2cdba-aa35-4fb4-957d-8f3b093e5765), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:11:30.778400 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-ac38e57c-a381-46e6-b311-055385dde69f req-3f97b9b7-25ba-45e4-9766-f39af26c5eba tempest-FloatingIPDetailsTestJSON-177316673 tempest-FloatingIPDetailsTestJSON-177316673-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.1.171 HTTP/1.1" status: 200 len: 696 time: 0.0946267 Jan 26 21:11:30.782074 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-d51042d2-e8c9-4452-b798-1da69574c52c admin admin] Publish callbacks [] for security_group (ecd2cdba-aa35-4fb4-957d-8f3b093e5765), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:11:30.834710 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-d51042d2-e8c9-4452-b798-1da69574c52c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (ecd2cdba-aa35-4fb4-957d-8f3b093e5765), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:11:30.837892 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-d51042d2-e8c9-4452-b798-1da69574c52c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:11:30.841620 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-d51042d2-e8c9-4452-b798-1da69574c52c admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ecd2cdba-aa35-4fb4-957d-8f3b093e5765 HTTP/1.1" status: 204 len: 168 time: 0.1249733 Jan 26 21:11:30.861678 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51042d2-e8c9-4452-b798-1da69574c52c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecd2cdba-aa35-4fb4-957d-8f3b093e5765,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:11:30.866657 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212eed8e-299b-467d-a6a1-e3972284e5df tempest-RoutersAdminTest-690199652 tempest-RoutersAdminTest-690199652-project-admin] Pushing event updated for resources: {'Subnet': ['ID=963377d1-7b32-49c3-9f17-616f8ec503f3,revision_number=0']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:11:30.885512 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5fd9ca-7d9b-4934-bb0b-4d079bd52441 req-f60feac7-866c-4251-8e10-6c94efbc251d tempest-FloatingIPsAssociationTestJSON-419529391 tempest-FloatingIPsAssociationTestJSON-419529391-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:11:30.887061 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-bd5fd9ca-7d9b-4934-bb0b-4d079bd52441 req-f60feac7-866c-4251-8e10-6c94efbc251d tempest-FloatingIPsAssociationTestJSON-419529391 tempest-FloatingIPsAssociationTestJSON-419529391-project] 10.222.0.13 "GET /v2.0/networks?id=c51b7d10-9231-4438-a440-4c92a6a50ca4 HTTP/1.1" status: 200 len: 820 time: 0.2901976 Jan 26 21:11:30.894668 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-ac38e57c-a381-46e6-b311-055385dde69f req-c8acd7b5-9b84-4f3b-b693-d360b7827f96 tempest-FloatingIPDetailsTestJSON-177316673 tempest-FloatingIPDetailsTestJSON-177316673-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.1.171 HTTP/1.1" status: 200 len: 696 time: 0.1025577 Jan 26 21:11:30.915305 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-212eed8e-299b-467d-a6a1-e3972284e5df tempest-RoutersAdminTest-690199652 tempest-RoutersAdminTest-690199652-project-admin] Checking segment: {'id': 'bdfc920a-d8fd-486a-882a-95747377953f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '47999493-6d3a-48a5-acf6-b1a05dd2fc19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103304) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 21:11:30.915686 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-212eed8e-299b-467d-a6a1-e3972284e5df tempest-RoutersAdminTest-690199652 tempest-RoutersAdminTest-690199652-project-admin] Network hostable DHCP agents. Network: 47999493-6d3a-48a5-acf6-b1a05dd2fc19, hostable agents: ['474ccdf7-ab6c-405b-a3b2-dc7b05829902'], hosted agents: [] {{(pid=103304) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 26 21:11:30.952193 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-bd5fd9ca-7d9b-4934-bb0b-4d079bd52441 req-2e7e936b-de14-4baa-bcc2-7f9b4906ac26 tempest-FloatingIPsAssociationTestJSON-419529391 tempest-FloatingIPsAssociationTestJSON-419529391-project] 10.222.0.13 "GET /v2.0/quotas/7bdfe07917df421d9be436779552b002 HTTP/1.1" status: 200 len: 375 time: 0.0545130 Jan 26 21:11:31.033838 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-212eed8e-299b-467d-a6a1-e3972284e5df tempest-RoutersAdminTest-690199652 tempest-RoutersAdminTest-690199652-project-admin] Network 47999493-6d3a-48a5-acf6-b1a05dd2fc19 is scheduled to be hosted by DHCP agent 474ccdf7-ab6c-405b-a3b2-dc7b05829902 with binding_index 1 {{(pid=103304) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 26 21:11:31.066488 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [None req-212eed8e-299b-467d-a6a1-e3972284e5df tempest-RoutersAdminTest-690199652 tempest-RoutersAdminTest-690199652-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760453-5, 47999493-6d3a-48a5-acf6-b1a05dd2fc19) {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:11:31.071509 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-212eed8e-299b-467d-a6a1-e3972284e5df tempest-RoutersAdminTest-690199652 tempest-RoutersAdminTest-690199652-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:11:31.072103 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-212eed8e-299b-467d-a6a1-e3972284e5df tempest-RoutersAdminTest-690199652 tempest-RoutersAdminTest-690199652-project-admin] Publish callbacks [] for subnet (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:11:31.085758 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a17e2108-f633-4220-8670-06045f7fb22f None None] Network 47999493-6d3a-48a5-acf6-b1a05dd2fc19 requested from n-d-760453-5 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 26 21:11:31.100223 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-bd5fd9ca-7d9b-4934-bb0b-4d079bd52441 req-4e74d857-f446-4da9-839b-ccf4a07ec5a8 tempest-FloatingIPsAssociationTestJSON-419529391 tempest-FloatingIPsAssociationTestJSON-419529391-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=7bdfe07917df421d9be436779552b002&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1372223 Jan 26 21:11:31.108329 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-212eed8e-299b-467d-a6a1-e3972284e5df tempest-RoutersAdminTest-690199652 tempest-RoutersAdminTest-690199652-project-admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.1165366 Jan 26 21:11:31.108687 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 52452) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:11:31.113718 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-a289736e-dc2e-45c2-b035-93d4008d46d2 tempest-RoutersAdminTest-690199652 tempest-RoutersAdminTest-690199652-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-486170767', 'network_id': '47999493-6d3a-48a5-acf6-b1a05dd2fc19'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:11:31.236158 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd10422d-433c-4c9a-96ed-77b13937e1d4 None None] Network 47999493-6d3a-48a5-acf6-b1a05dd2fc19 requested from n-d-760453-5 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 26 21:11:31.300926 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [req-ac38e57c-a381-46e6-b311-055385dde69f req-0419af50-f854-45cd-8d32-3b11fd9bbdd9 tempest-FloatingIPDetailsTestJSON-177316673 tempest-FloatingIPDetailsTestJSON-177316673-project] Deleting port 2f2e406a-7090-4893-93d5-d5f1d572b9d7 {{(pid=103304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 21:11:31.301274 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-ac38e57c-a381-46e6-b311-055385dde69f req-0419af50-f854-45cd-8d32-3b11fd9bbdd9 tempest-FloatingIPDetailsTestJSON-177316673 tempest-FloatingIPDetailsTestJSON-177316673-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746560630878'] for port (2f2e406a-7090-4893-93d5-d5f1d572b9d7), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:11:31.373645 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-bd5fd9ca-7d9b-4934-bb0b-4d079bd52441 req-43538cd5-574e-491a-965d-86a5676542f1 service neutron] 10.222.0.13 "GET /v2.0/networks/c51b7d10-9231-4438-a440-4c92a6a50ca4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2510674 Jan 26 21:11:31.488063 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-ac38e57c-a381-46e6-b311-055385dde69f req-0419af50-f854-45cd-8d32-3b11fd9bbdd9 tempest-FloatingIPDetailsTestJSON-177316673 tempest-FloatingIPDetailsTestJSON-177316673-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4109658'] for port (2f2e406a-7090-4893-93d5-d5f1d572b9d7), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:11:31.489603 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-ac38e57c-a381-46e6-b311-055385dde69f req-0419af50-f854-45cd-8d32-3b11fd9bbdd9 tempest-FloatingIPDetailsTestJSON-177316673 tempest-FloatingIPDetailsTestJSON-177316673-project] Publish callbacks [] for floatingip (2f2e406a-7090-4893-93d5-d5f1d572b9d7), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:11:31.514011 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [req-ac38e57c-a381-46e6-b311-055385dde69f req-0419af50-f854-45cd-8d32-3b11fd9bbdd9 tempest-FloatingIPDetailsTestJSON-177316673 tempest-FloatingIPDetailsTestJSON-177316673-project] Calling delete_port for 2f2e406a-7090-4893-93d5-d5f1d572b9d7 owned by network:floatingip {{(pid=103304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 21:11:31.520246 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a289736e-dc2e-45c2-b035-93d4008d46d2 tempest-RoutersAdminTest-690199652 tempest-RoutersAdminTest-690199652-project-admin] Made reservation on behalf of 59d288f3b3444363b4fafc334d33664f for: {'port': 1} {{(pid=103305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 21:11:31.523381 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-a289736e-dc2e-45c2-b035-93d4008d46d2 tempest-RoutersAdminTest-690199652 tempest-RoutersAdminTest-690199652-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:11:31.544842 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16f9d7b-6ed9-4d45-a250-8f3120ba498a req-96995b5e-f46a-4068-9a25-014c7e7dcf8e tempest-LiveAutoBlockMigrationV225Test-1645909514 tempest-LiveAutoBlockMigrationV225Test-1645909514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:11:31.546325 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-e16f9d7b-6ed9-4d45-a250-8f3120ba498a req-96995b5e-f46a-4068-9a25-014c7e7dcf8e tempest-LiveAutoBlockMigrationV225Test-1645909514 tempest-LiveAutoBlockMigrationV225Test-1645909514-project] 10.222.0.66 "GET /v2.0/ports?device_id=d8f50517-906a-494e-a293-92450ad8c0a0 HTTP/1.1" status: 200 len: 944 time: 0.0716233 Jan 26 21:11:31.551553 n-d-760453-5 neutron-server[103305]: DEBUG neutron.notifiers.nova [None req-a289736e-dc2e-45c2-b035-93d4008d46d2 tempest-RoutersAdminTest-690199652 tempest-RoutersAdminTest-690199652-project-admin] device_id is not set on port 1edfd984-528a-4c4d-a5b5-e807257f52cc yet. {{(pid=103305) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 26 21:11:31.622901 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-bd5fd9ca-7d9b-4934-bb0b-4d079bd52441 req-2e43a4b0-f0ca-447e-84a3-ec0f65c74a92 service neutron] 10.222.0.13 "GET /v2.0/networks/c51b7d10-9231-4438-a440-4c92a6a50ca4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2271044 Jan 26 21:11:31.717653 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.db_base_plugin_common [None req-a289736e-dc2e-45c2-b035-93d4008d46d2 tempest-RoutersAdminTest-690199652 tempest-RoutersAdminTest-690199652-project-admin] Allocated IP 172.20.0.3 (47999493-6d3a-48a5-acf6-b1a05dd2fc19/963377d1-7b32-49c3-9f17-616f8ec503f3/1edfd984-528a-4c4d-a5b5-e807257f52cc) {{(pid=103305) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 21:11:31.723760 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-ac38e57c-a381-46e6-b311-055385dde69f req-0419af50-f854-45cd-8d32-3b11fd9bbdd9 tempest-FloatingIPDetailsTestJSON-177316673 tempest-FloatingIPDetailsTestJSON-177316673-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746560636600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746560234536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9281553'] for port (2f2e406a-7090-4893-93d5-d5f1d572b9d7), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:11:31.728393 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 52470) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:11:31.744971 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [req-e16f9d7b-6ed9-4d45-a250-8f3120ba498a req-2a4fb6aa-aa7f-4550-baab-e3b03c48f194 tempest-LiveAutoBlockMigrationV225Test-1645909514 tempest-LiveAutoBlockMigrationV225Test-1645909514-project] Deleting port 40af6dae-610f-4291-8bbb-b8545196d594 {{(pid=103305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 21:11:31.745310 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-e16f9d7b-6ed9-4d45-a250-8f3120ba498a req-2a4fb6aa-aa7f-4550-baab-e3b03c48f194 tempest-LiveAutoBlockMigrationV225Test-1645909514 tempest-LiveAutoBlockMigrationV225Test-1645909514-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746560630878'] for port (40af6dae-610f-4291-8bbb-b8545196d594), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:11:31.775829 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0419af50-f854-45cd-8d32-3b11fd9bbdd9 tempest-FloatingIPDetailsTestJSON-177316673 tempest-FloatingIPDetailsTestJSON-177316673-project] Pushing event deleted for resources: {'Port': ['ID=2f2e406a-7090-4893-93d5-d5f1d572b9d7,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:11:31.893254 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-8ced7357-d3a6-42e1-bacf-a78db778f454 admin admin] Request body: {'network': {'name': 'tempest-ListServerFiltersTestJSON-1737075654-network', 'tenant_id': 'a166ba4bbf994570ac4e6e67e529f246'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:11:31.905934 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-ac38e57c-a381-46e6-b311-055385dde69f req-0419af50-f854-45cd-8d32-3b11fd9bbdd9 tempest-FloatingIPDetailsTestJSON-177316673 tempest-FloatingIPDetailsTestJSON-177316673-project] Publish callbacks [] for floatingip (ed213171-c5cf-4082-ad11-ebe51cc3d33f), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:11:31.910081 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-ac38e57c-a381-46e6-b311-055385dde69f req-0419af50-f854-45cd-8d32-3b11fd9bbdd9 tempest-FloatingIPDetailsTestJSON-177316673 tempest-FloatingIPDetailsTestJSON-177316673-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for floatingip (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:11:31.911477 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-ac38e57c-a381-46e6-b311-055385dde69f req-0419af50-f854-45cd-8d32-3b11fd9bbdd9 tempest-FloatingIPDetailsTestJSON-177316673 tempest-FloatingIPDetailsTestJSON-177316673-project] 10.222.0.13 "DELETE /v2.0/floatingips/ed213171-c5cf-4082-ad11-ebe51cc3d33f HTTP/1.1" status: 204 len: 173 time: 1.0159256 Jan 26 21:11:31.922781 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ced7357-d3a6-42e1-bacf-a78db778f454 admin admin] Made reservation on behalf of a166ba4bbf994570ac4e6e67e529f246 for: {'network': 1} {{(pid=103305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 21:11:31.925956 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-8ced7357-d3a6-42e1-bacf-a78db778f454 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for network (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:11:31.992069 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-8ced7357-d3a6-42e1-bacf-a78db778f454 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:11:32.010826 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [req-e16f9d7b-6ed9-4d45-a250-8f3120ba498a req-2a4fb6aa-aa7f-4550-baab-e3b03c48f194 tempest-LiveAutoBlockMigrationV225Test-1645909514 tempest-LiveAutoBlockMigrationV225Test-1645909514-project] For port 40af6dae-610f-4291-8bbb-b8545196d594, host n-h1-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-5',level=0,port_id=40af6dae-610f-4291-8bbb-b8545196d594,segment=NetworkSegment(ff84b980-87bb-452b-8f52-d472b3cbbe9c),segment_id=ff84b980-87bb-452b-8f52-d472b3cbbe9c)] {{(pid=103305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:11:32.011207 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-e16f9d7b-6ed9-4d45-a250-8f3120ba498a req-2a4fb6aa-aa7f-4550-baab-e3b03c48f194 tempest-LiveAutoBlockMigrationV225Test-1645909514 tempest-LiveAutoBlockMigrationV225Test-1645909514-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4109658'] for port (40af6dae-610f-4291-8bbb-b8545196d594), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:11:32.026041 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9367ec-e675-4b49-8f36-3f5f714a6593 req-c7b0665f-ecd0-4cfc-9cb8-0698bda55671 tempest-LiveAutoBlockMigrationV225Test-1645909514 tempest-LiveAutoBlockMigrationV225Test-1645909514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:11:32.027883 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-0d9367ec-e675-4b49-8f36-3f5f714a6593 req-c7b0665f-ecd0-4cfc-9cb8-0698bda55671 tempest-LiveAutoBlockMigrationV225Test-1645909514 tempest-LiveAutoBlockMigrationV225Test-1645909514-project] 10.222.0.13 "GET /v2.0/ports?device_id=d8f50517-906a-494e-a293-92450ad8c0a0 HTTP/1.1" status: 200 len: 944 time: 0.0613446 Jan 26 21:11:32.058771 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [req-e16f9d7b-6ed9-4d45-a250-8f3120ba498a req-2a4fb6aa-aa7f-4550-baab-e3b03c48f194 tempest-LiveAutoBlockMigrationV225Test-1645909514 tempest-LiveAutoBlockMigrationV225Test-1645909514-project] Calling delete_port for 40af6dae-610f-4291-8bbb-b8545196d594 owned by compute:nova {{(pid=103305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 21:11:32.097369 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-0d9367ec-e675-4b49-8f36-3f5f714a6593 req-2e7764b2-0997-4583-9cf6-e3f7a0b42518 tempest-LiveAutoBlockMigrationV225Test-1645909514 tempest-LiveAutoBlockMigrationV225Test-1645909514-project] 10.222.0.13 "GET /v2.0/security-groups?id=d3d52ae6-e761-44ee-98bd-9ad0dc66343a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632446 Jan 26 21:11:32.160660 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-a289736e-dc2e-45c2-b035-93d4008d46d2 tempest-RoutersAdminTest-690199652 tempest-RoutersAdminTest-690199652-project-admin] Publish callbacks [] for port (1edfd984-528a-4c4d-a5b5-e807257f52cc), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:11:32.192911 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-699972d6-d547-4be0-a6f8-a856207a7a20 req-2b217bab-0b5c-4445-a6dd-3579324ee8c4 tempest-FloatingIPsAssociationTestJSON-419529391 tempest-FloatingIPsAssociationTestJSON-419529391-project] 10.222.0.13 "GET /v2.0/ports?device_id=0d6919b7-5cfc-4a34-9c08-a032d7787fd3 HTTP/1.1" status: 200 len: 210 time: 0.0296259 Jan 26 21:11:32.259388 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-8ced7357-d3a6-42e1-bacf-a78db778f454 admin admin] Publish callbacks [] for security_group (4a81ac3f-5e47-4404-a1c8-ffc0bc5b0861), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:11:32.264280 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-a289736e-dc2e-45c2-b035-93d4008d46d2 tempest-RoutersAdminTest-690199652 tempest-RoutersAdminTest-690199652-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746560234527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11791543'] for port (1edfd984-528a-4c4d-a5b5-e807257f52cc), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:11:32.270553 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-8ced7357-d3a6-42e1-bacf-a78db778f454 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (4a81ac3f-5e47-4404-a1c8-ffc0bc5b0861), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:11:32.308641 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-b2c22416-87db-499c-8c6b-9bb8756d2766 req-3a74fd0c-5efc-46c9-bf14-462dfcff5e6b tempest-FloatingIPDetailsTestJSON-177316673 tempest-FloatingIPDetailsTestJSON-177316673-project] 10.222.0.13 "GET /v2.0/floatingips/2138b8b5-4fc7-48c4-87b4-8b988700eae9 HTTP/1.1" status: 200 len: 692 time: 0.0791323 Jan 26 21:11:32.334126 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8ced7357-d3a6-42e1-bacf-a78db778f454 admin admin] vlan segment allocate from pool success with {'vlan_id': 567, 'physical_network': 'physnet1'} {{(pid=103305) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 26 21:11:32.412689 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a289736e-dc2e-45c2-b035-93d4008d46d2 tempest-RoutersAdminTest-690199652 tempest-RoutersAdminTest-690199652-project-admin] Network 47999493-6d3a-48a5-acf6-b1a05dd2fc19 is already hosted by enough agents. {{(pid=103305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 21:11:32.441459 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [None req-a289736e-dc2e-45c2-b035-93d4008d46d2 tempest-RoutersAdminTest-690199652 tempest-RoutersAdminTest-690199652-project-admin] Resources bound (agent type, host, resource id): {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:11:32.447453 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a289736e-dc2e-45c2-b035-93d4008d46d2 tempest-RoutersAdminTest-690199652 tempest-RoutersAdminTest-690199652-project-admin] Received port after_create {{(pid=103305) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 21:11:32.452276 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ced7357-d3a6-42e1-bacf-a78db778f454 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a81ac3f-5e47-4404-a1c8-ffc0bc5b0861,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:11:32.461012 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c22416-87db-499c-8c6b-9bb8756d2766 req-df5fe496-3bd9-4835-b556-9d7e40a1633d tempest-FloatingIPDetailsTestJSON-177316673 tempest-FloatingIPDetailsTestJSON-177316673-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:11:32.471599 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-8ced7357-d3a6-42e1-bacf-a78db778f454 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576559'] for segment (92d37c2b-52af-49e8-96f5-7aa601ba34f9), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:11:32.471826 n-d-760453-5 neutron-server[103305]: INFO neutron.db.segments_db [None req-8ced7357-d3a6-42e1-bacf-a78db778f454 admin admin] Added segment 92d37c2b-52af-49e8-96f5-7aa601ba34f9 of type vlan for network 149e35f2-8db2-4f53-89b7-4ea9b9891a0f Jan 26 21:11:32.478688 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-b2c22416-87db-499c-8c6b-9bb8756d2766 req-df5fe496-3bd9-4835-b556-9d7e40a1633d tempest-FloatingIPDetailsTestJSON-177316673 tempest-FloatingIPDetailsTestJSON-177316673-project] 10.222.0.13 "GET /v2.0/networks/4140a1f1-c93a-4bea-83a0-68953a54f299 HTTP/1.1" status: 200 len: 784 time: 0.1637349 Jan 26 21:11:32.534683 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a289736e-dc2e-45c2-b035-93d4008d46d2 tempest-RoutersAdminTest-690199652 tempest-RoutersAdminTest-690199652-project-admin] Pushing event updated for resources: {'Port': ['ID=1edfd984-528a-4c4d-a5b5-e807257f52cc,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:11:32.556925 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-b2c22416-87db-499c-8c6b-9bb8756d2766 req-5fa79be9-b65a-4fbc-ab91-b851befd38f2 tempest-FloatingIPDetailsTestJSON-177316673 tempest-FloatingIPDetailsTestJSON-177316673-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.1.45 HTTP/1.1" status: 200 len: 695 time: 0.0772903 Jan 26 21:11:32.603154 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-e16f9d7b-6ed9-4d45-a250-8f3120ba498a req-2a4fb6aa-aa7f-4550-baab-e3b03c48f194 tempest-LiveAutoBlockMigrationV225Test-1645909514 tempest-LiveAutoBlockMigrationV225Test-1645909514-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746560636600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746560234536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11791543'] for port (40af6dae-610f-4291-8bbb-b8545196d594), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:11:32.630123 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-8ced7357-d3a6-42e1-bacf-a78db778f454 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746560256871'] for network (149e35f2-8db2-4f53-89b7-4ea9b9891a0f), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:11:32.647943 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-b2c22416-87db-499c-8c6b-9bb8756d2766 req-1be9c889-8527-47d9-abe7-e4d7ccbba2af tempest-FloatingIPDetailsTestJSON-177316673 tempest-FloatingIPDetailsTestJSON-177316673-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.1.45 HTTP/1.1" status: 200 len: 695 time: 0.0817454 Jan 26 21:11:32.662132 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a289736e-dc2e-45c2-b035-93d4008d46d2 tempest-RoutersAdminTest-690199652 tempest-RoutersAdminTest-690199652-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:11:32.662756 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-a289736e-dc2e-45c2-b035-93d4008d46d2 tempest-RoutersAdminTest-690199652 tempest-RoutersAdminTest-690199652-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:11:32.673013 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4fb6aa-aa7f-4550-baab-e3b03c48f194 tempest-LiveAutoBlockMigrationV225Test-1645909514 tempest-LiveAutoBlockMigrationV225Test-1645909514-project] Pushing event deleted for resources: {'Port': ['ID=40af6dae-610f-4291-8bbb-b8545196d594,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:11:32.715965 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-a289736e-dc2e-45c2-b035-93d4008d46d2 tempest-RoutersAdminTest-690199652 tempest-RoutersAdminTest-690199652-project-admin] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1022 time: 1.6060696 Jan 26 21:11:32.729587 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 52518) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:11:32.730088 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 52520) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:11:32.730643 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [req-e16f9d7b-6ed9-4d45-a250-8f3120ba498a req-2a4fb6aa-aa7f-4550-baab-e3b03c48f194 tempest-LiveAutoBlockMigrationV225Test-1645909514 tempest-LiveAutoBlockMigrationV225Test-1645909514-project] No DVR routers for this DVR port 40af6dae-610f-4291-8bbb-b8545196d594 on host n-h1-760453-5 {{(pid=103305) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 26 21:11:32.733965 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-e16f9d7b-6ed9-4d45-a250-8f3120ba498a req-2a4fb6aa-aa7f-4550-baab-e3b03c48f194 tempest-LiveAutoBlockMigrationV225Test-1645909514 tempest-LiveAutoBlockMigrationV225Test-1645909514-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:11:32.737497 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-e16f9d7b-6ed9-4d45-a250-8f3120ba498a req-2a4fb6aa-aa7f-4550-baab-e3b03c48f194 tempest-LiveAutoBlockMigrationV225Test-1645909514 tempest-LiveAutoBlockMigrationV225Test-1645909514-project] 10.222.0.66 "DELETE /v2.0/ports/40af6dae-610f-4291-8bbb-b8545196d594 HTTP/1.1" status: 204 len: 173 time: 1.1816306 Jan 26 21:11:32.737954 n-d-760453-5 neutron-server[103305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8f50517-906a-494e-a293-92450ad8c0a0', 'name': 'network-vif-deleted', 'tag': '40af6dae-610f-4291-8bbb-b8545196d594'}] {{(pid=103305) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 21:11:32.740320 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d4654568b7bf041e72ff8fe1c96d6d761d9c921f2b99bc7b3a26632be20cee0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-beea4cf4-d220-448d-9f8d-454875cb1052" -d '{"events": [{"server_uuid": "d8f50517-906a-494e-a293-92450ad8c0a0", "name": "network-vif-deleted", "tag": "40af6dae-610f-4291-8bbb-b8545196d594"}]}' {{(pid=103305) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 21:11:32.743609 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-8ced7357-d3a6-42e1-bacf-a78db778f454 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503'] for network (149e35f2-8db2-4f53-89b7-4ea9b9891a0f), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:11:32.744545 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ced7357-d3a6-42e1-bacf-a78db778f454 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:11:32.745132 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-8ced7357-d3a6-42e1-bacf-a78db778f454 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709645'] for network (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:11:32.800434 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Jan 2022 21:11:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f05d5b4-6820-4b9e-86eb-c47142f3b2f2 x-openstack-request-id: req-7f05d5b4-6820-4b9e-86eb-c47142f3b2f2 {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 21:11:32.800741 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8f50517-906a-494e-a293-92450ad8c0a0", "name": "network-vif-deleted", "tag": "40af6dae-610f-4291-8bbb-b8545196d594", "status": "completed", "code": 200}]} {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 21:11:32.800999 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-7f05d5b4-6820-4b9e-86eb-c47142f3b2f2 {{(pid=103305) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 21:11:32.801428 n-d-760453-5 neutron-server[103305]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8f50517-906a-494e-a293-92450ad8c0a0', 'name': 'network-vif-deleted', 'tag': '40af6dae-610f-4291-8bbb-b8545196d594', 'status': 'completed', 'code': 200} Jan 26 21:11:32.814569 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-8ced7357-d3a6-42e1-bacf-a78db778f454 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.0848885 Jan 26 21:11:32.815464 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 52528) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:11:32.823714 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-2d30468b-1e4f-42ac-9f25-97b62c9e497f admin admin] Request body: {'subnet': {'network_id': '149e35f2-8db2-4f53-89b7-4ea9b9891a0f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServerFiltersTestJSON-1737075654-subnet', 'tenant_id': 'a166ba4bbf994570ac4e6e67e529f246', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:11:32.834208 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ced7357-d3a6-42e1-bacf-a78db778f454 admin admin] Pushing event updated for resources: {'Network': ['ID=149e35f2-8db2-4f53-89b7-4ea9b9891a0f,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:11:32.847224 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Network 149e35f2-8db2-4f53-89b7-4ea9b9891a0f details requested by agent ovs-agent-n-d-760453-5 with host n-d-760453-5 {{(pid=103306) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 26 21:11:32.851208 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d30468b-1e4f-42ac-9f25-97b62c9e497f admin admin] Made reservation on behalf of a166ba4bbf994570ac4e6e67e529f246 for: {'subnet': 1} {{(pid=103305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 21:11:32.854750 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-2d30468b-1e4f-42ac-9f25-97b62c9e497f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11599953'] for subnet (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:11:33.064201 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-ac4040e2-e932-481b-a923-275352d01a54 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:11:33.151609 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-2d30468b-1e4f-42ac-9f25-97b62c9e497f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11788839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11599975'] for subnet (a701c127-d3dd-497d-9665-95502ae1864e), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:11:33.178596 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [req-b2c22416-87db-499c-8c6b-9bb8756d2766 req-fff73ab6-c5fc-4ff6-b801-6fac963fa79c tempest-FloatingIPDetailsTestJSON-177316673 tempest-FloatingIPDetailsTestJSON-177316673-project] Deleting port cf5a7ae5-f2af-4dd9-a497-16c3cfc6726d {{(pid=103304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 21:11:33.178945 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-b2c22416-87db-499c-8c6b-9bb8756d2766 req-fff73ab6-c5fc-4ff6-b801-6fac963fa79c tempest-FloatingIPDetailsTestJSON-177316673 tempest-FloatingIPDetailsTestJSON-177316673-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746560630878'] for port (cf5a7ae5-f2af-4dd9-a497-16c3cfc6726d), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:11:33.213725 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-d7a34a3f-97b4-4fc8-af43-759daacf9ba5 tempest-RoutersAdminTest-690199652 tempest-RoutersAdminTest-690199652-project-admin] Deleting port 1edfd984-528a-4c4d-a5b5-e807257f52cc {{(pid=103304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 21:11:33.214128 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-d7a34a3f-97b4-4fc8-af43-759daacf9ba5 tempest-RoutersAdminTest-690199652 tempest-RoutersAdminTest-690199652-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746560630878'] for port (1edfd984-528a-4c4d-a5b5-e807257f52cc), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:11:33.220444 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d30468b-1e4f-42ac-9f25-97b62c9e497f admin admin] Pushing event updated for resources: {'Subnet': ['ID=a701c127-d3dd-497d-9665-95502ae1864e,revision_number=0']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:11:33.229681 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d30468b-1e4f-42ac-9f25-97b62c9e497f admin admin] Checking segment: {'id': '92d37c2b-52af-49e8-96f5-7aa601ba34f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '149e35f2-8db2-4f53-89b7-4ea9b9891a0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103305) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 21:11:33.230074 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d30468b-1e4f-42ac-9f25-97b62c9e497f admin admin] Network hostable DHCP agents. Network: 149e35f2-8db2-4f53-89b7-4ea9b9891a0f, hostable agents: ['474ccdf7-ab6c-405b-a3b2-dc7b05829902'], hosted agents: [] {{(pid=103305) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 26 21:11:33.247177 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d30468b-1e4f-42ac-9f25-97b62c9e497f admin admin] Network 149e35f2-8db2-4f53-89b7-4ea9b9891a0f is scheduled to be hosted by DHCP agent 474ccdf7-ab6c-405b-a3b2-dc7b05829902 with binding_index 1 {{(pid=103305) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 26 21:11:33.255663 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [None req-2d30468b-1e4f-42ac-9f25-97b62c9e497f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760453-5, 149e35f2-8db2-4f53-89b7-4ea9b9891a0f) {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:11:33.259993 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d30468b-1e4f-42ac-9f25-97b62c9e497f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:11:33.260696 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-2d30468b-1e4f-42ac-9f25-97b62c9e497f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709645'] for subnet (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:11:33.263310 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5fd9ca-7d9b-4934-bb0b-4d079bd52441 req-75b087dc-e773-4c62-8f25-a769dc716cc2 tempest-FloatingIPsAssociationTestJSON-419529391 tempest-FloatingIPsAssociationTestJSON-419529391-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:11:33.264796 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-bd5fd9ca-7d9b-4934-bb0b-4d079bd52441 req-75b087dc-e773-4c62-8f25-a769dc716cc2 tempest-FloatingIPsAssociationTestJSON-419529391 tempest-FloatingIPsAssociationTestJSON-419529391-project] 10.222.0.57 "GET /v2.0/networks?id=c51b7d10-9231-4438-a440-4c92a6a50ca4 HTTP/1.1" status: 200 len: 820 time: 0.2651670 Jan 26 21:11:33.284564 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26878aa0-1d09-40bc-94ce-cd505fdfed4d None None] Network 149e35f2-8db2-4f53-89b7-4ea9b9891a0f requested from n-d-760453-5 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 26 21:11:33.289588 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-2d30468b-1e4f-42ac-9f25-97b62c9e497f admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.4715543 Jan 26 21:11:33.361927 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [req-bd5fd9ca-7d9b-4934-bb0b-4d079bd52441 req-d1ce6be6-9269-44f2-a08f-783cdb75c4dc tempest-FloatingIPsAssociationTestJSON-419529391 tempest-FloatingIPsAssociationTestJSON-419529391-project] Request body: {'port': {'device_id': '0d6919b7-5cfc-4a34-9c08-a032d7787fd3', 'network_id': 'c51b7d10-9231-4438-a440-4c92a6a50ca4', 'admin_state_up': True, 'tenant_id': '7bdfe07917df421d9be436779552b002'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:11:33.430668 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76f67520-2751-4c6b-9a2a-ebdaf5714e16 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3c4099e8-8ffb-51d1-af7f-5868973e933f-149e35f2-8db2-4f53-89b7-4ea9b9891a0f', 'network_id': '149e35f2-8db2-4f53-89b7-4ea9b9891a0f', 'project_id': 'a166ba4bbf994570ac4e6e67e529f246', 'fixed_ips': [{'subnet_id': 'a701c127-d3dd-497d-9665-95502ae1864e'}]}} from n-d-760453-5. {{(pid=103306) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 26 21:11:33.432534 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-76f67520-2751-4c6b-9a2a-ebdaf5714e16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (None), before_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:11:33.491853 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-ac4040e2-e932-481b-a923-275352d01a54 admin admin] Publish callbacks [] for security_group (f9870d8e-2743-4272-9c32-e170b4a08781), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:11:33.503071 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-65c8b859-da4c-4be6-8e79-8d9b4c6d764a req-f8f97cc2-5675-4344-857f-34835106f953 tempest-LiveAutoBlockMigrationV225Test-1645909514 tempest-LiveAutoBlockMigrationV225Test-1645909514-project] 10.222.0.13 "GET /v2.0/ports?device_id=d8f50517-906a-494e-a293-92450ad8c0a0 HTTP/1.1" status: 200 len: 210 time: 0.0784659 Jan 26 21:11:33.517948 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-ac4040e2-e932-481b-a923-275352d01a54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (f9870d8e-2743-4272-9c32-e170b4a08781), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:11:33.591056 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-b2c22416-87db-499c-8c6b-9bb8756d2766 req-fff73ab6-c5fc-4ff6-b801-6fac963fa79c tempest-FloatingIPDetailsTestJSON-177316673 tempest-FloatingIPDetailsTestJSON-177316673-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4109658'] for port (cf5a7ae5-f2af-4dd9-a497-16c3cfc6726d), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:11:33.591779 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-b2c22416-87db-499c-8c6b-9bb8756d2766 req-fff73ab6-c5fc-4ff6-b801-6fac963fa79c tempest-FloatingIPDetailsTestJSON-177316673 tempest-FloatingIPDetailsTestJSON-177316673-project] Publish callbacks [] for floatingip (cf5a7ae5-f2af-4dd9-a497-16c3cfc6726d), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:11:33.599844 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac4040e2-e932-481b-a923-275352d01a54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9870d8e-2743-4272-9c32-e170b4a08781,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:11:33.615697 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.db_base_plugin_common [None req-76f67520-2751-4c6b-9a2a-ebdaf5714e16 None None] Allocated IP 172.20.0.2 (149e35f2-8db2-4f53-89b7-4ea9b9891a0f/a701c127-d3dd-497d-9665-95502ae1864e/7f62823e-68bd-4c7f-827a-917851418451) {{(pid=103306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 21:11:33.652363 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [req-b2c22416-87db-499c-8c6b-9bb8756d2766 req-fff73ab6-c5fc-4ff6-b801-6fac963fa79c tempest-FloatingIPDetailsTestJSON-177316673 tempest-FloatingIPDetailsTestJSON-177316673-project] Calling delete_port for cf5a7ae5-f2af-4dd9-a497-16c3cfc6726d owned by network:floatingip {{(pid=103304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 21:11:33.670913 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-d7a34a3f-97b4-4fc8-af43-759daacf9ba5 tempest-RoutersAdminTest-690199652 tempest-RoutersAdminTest-690199652-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4109658'] for port (1edfd984-528a-4c4d-a5b5-e807257f52cc), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:11:33.677343 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-ac4040e2-e932-481b-a923-275352d01a54 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=de3d4a089c8248acae8946e7383a0aa7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9425280 Jan 26 21:11:33.678264 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 52558) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:11:33.688879 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-ef2470fc-07ff-4cc2-98b9-c80dc9531875 req-e4d7b109-d8a5-4a0e-bd16-72e08ef4a565 tempest-FloatingIPsAssociationTestJSON-419529391 tempest-FloatingIPsAssociationTestJSON-419529391-project] 10.222.0.13 "GET /v2.0/ports?device_id=0d6919b7-5cfc-4a34-9c08-a032d7787fd3 HTTP/1.1" status: 200 len: 210 time: 0.0905883 Jan 26 21:11:33.703050 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-d7a34a3f-97b4-4fc8-af43-759daacf9ba5 tempest-RoutersAdminTest-690199652 tempest-RoutersAdminTest-690199652-project-admin] Calling delete_port for 1edfd984-528a-4c4d-a5b5-e807257f52cc owned by {{(pid=103304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 21:11:33.757424 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-bca9f779-041b-4948-980e-2b9d33a6ee32 admin admin] Publish callbacks [] for security_group (f9870d8e-2743-4272-9c32-e170b4a08781), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:11:33.786365 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-bca9f779-041b-4948-980e-2b9d33a6ee32 admin admin] Publish callbacks [] for security_group (f9870d8e-2743-4272-9c32-e170b4a08781), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:11:33.794053 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-76f67520-2751-4c6b-9a2a-ebdaf5714e16 None None] Publish callbacks [] for port (7f62823e-68bd-4c7f-827a-917851418451), precommit_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:11:33.807527 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bd5fd9ca-7d9b-4934-bb0b-4d079bd52441 req-d1ce6be6-9269-44f2-a08f-783cdb75c4dc tempest-FloatingIPsAssociationTestJSON-419529391 tempest-FloatingIPsAssociationTestJSON-419529391-project] Made reservation on behalf of 7bdfe07917df421d9be436779552b002 for: {'port': 1} {{(pid=103304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 21:11:33.807673 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-76f67520-2751-4c6b-9a2a-ebdaf5714e16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746560234527'] for port (7f62823e-68bd-4c7f-827a-917851418451), after_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:11:33.810991 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-bd5fd9ca-7d9b-4934-bb0b-4d079bd52441 req-d1ce6be6-9269-44f2-a08f-783cdb75c4dc tempest-FloatingIPsAssociationTestJSON-419529391 tempest-FloatingIPsAssociationTestJSON-419529391-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:11:33.851432 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-bca9f779-041b-4948-980e-2b9d33a6ee32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (f9870d8e-2743-4272-9c32-e170b4a08781), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:11:33.854429 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-bca9f779-041b-4948-980e-2b9d33a6ee32 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:11:33.855950 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-bca9f779-041b-4948-980e-2b9d33a6ee32 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/f9870d8e-2743-4272-9c32-e170b4a08781 HTTP/1.1" status: 204 len: 168 time: 0.1766458 Jan 26 21:11:33.859345 n-d-760453-5 neutron-server[103306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76f67520-2751-4c6b-9a2a-ebdaf5714e16 None None] Network 149e35f2-8db2-4f53-89b7-4ea9b9891a0f is already hosted by enough agents. {{(pid=103306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 21:11:33.863390 n-d-760453-5 neutron-server[103306]: DEBUG neutron.scheduler.base_scheduler [None req-76f67520-2751-4c6b-9a2a-ebdaf5714e16 None None] Resources bound (agent type, host, resource id): {{(pid=103306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:11:33.867142 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76f67520-2751-4c6b-9a2a-ebdaf5714e16 None None] Received port after_create {{(pid=103306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 21:11:33.867770 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca9f779-041b-4948-980e-2b9d33a6ee32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9870d8e-2743-4272-9c32-e170b4a08781,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:11:33.899819 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f67520-2751-4c6b-9a2a-ebdaf5714e16 None None] Pushing event updated for resources: {'Port': ['ID=7f62823e-68bd-4c7f-827a-917851418451,revision_number=1']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:11:33.964312 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-76f67520-2751-4c6b-9a2a-ebdaf5714e16 None None] Attempting to bind port 7f62823e-68bd-4c7f-827a-917851418451 on host n-d-760453-5 for vnic_type normal with profile {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 21:11:33.964701 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-76f67520-2751-4c6b-9a2a-ebdaf5714e16 None None] Attempting to bind port 7f62823e-68bd-4c7f-827a-917851418451 by drivers openvswitch,hyperv on host n-d-760453-5 at level 0 using segments [{'id': '92d37c2b-52af-49e8-96f5-7aa601ba34f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '149e35f2-8db2-4f53-89b7-4ea9b9891a0f'}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 26 21:11:33.965114 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76f67520-2751-4c6b-9a2a-ebdaf5714e16 None None] Attempting to bind port 7f62823e-68bd-4c7f-827a-917851418451 on network 149e35f2-8db2-4f53-89b7-4ea9b9891a0f {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 21:11:33.971131 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76f67520-2751-4c6b-9a2a-ebdaf5714e16 None None] Checking agent: {'id': 'fea0591a-627d-4c87-9a9a-01625ddf3277', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760453-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 20, 55, 25), 'started_at': datetime.datetime(2022, 1, 26, 20, 55, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 21, 11, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760453-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 26 21:11:33.971377 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76f67520-2751-4c6b-9a2a-ebdaf5714e16 None None] Checking segment: {'id': '92d37c2b-52af-49e8-96f5-7aa601ba34f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '149e35f2-8db2-4f53-89b7-4ea9b9891a0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 21:11:33.971731 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-76f67520-2751-4c6b-9a2a-ebdaf5714e16 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:11:33.972335 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76f67520-2751-4c6b-9a2a-ebdaf5714e16 None None] Bound using segment: {'id': '92d37c2b-52af-49e8-96f5-7aa601ba34f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '149e35f2-8db2-4f53-89b7-4ea9b9891a0f'} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 26 21:11:33.973001 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-76f67520-2751-4c6b-9a2a-ebdaf5714e16 None None] Bound port: 7f62823e-68bd-4c7f-827a-917851418451, host: n-d-760453-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92d37c2b-52af-49e8-96f5-7aa601ba34f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '149e35f2-8db2-4f53-89b7-4ea9b9891a0f'}}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 26 21:11:33.973736 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-76f67520-2751-4c6b-9a2a-ebdaf5714e16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (7f62823e-68bd-4c7f-827a-917851418451), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:11:34.059473 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-76f67520-2751-4c6b-9a2a-ebdaf5714e16 None None] For port 7f62823e-68bd-4c7f-827a-917851418451, host n-d-760453-5, cleared binding levels {{(pid=103306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 26 21:11:34.063485 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-76f67520-2751-4c6b-9a2a-ebdaf5714e16 None None] For port 7f62823e-68bd-4c7f-827a-917851418451, host n-d-760453-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=7f62823e-68bd-4c7f-827a-917851418451,segment=NetworkSegment(92d37c2b-52af-49e8-96f5-7aa601ba34f9),segment_id=92d37c2b-52af-49e8-96f5-7aa601ba34f9)] {{(pid=103306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 26 21:11:34.064743 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-b2c22416-87db-499c-8c6b-9bb8756d2766 req-fff73ab6-c5fc-4ff6-b801-6fac963fa79c tempest-FloatingIPDetailsTestJSON-177316673 tempest-FloatingIPDetailsTestJSON-177316673-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746560636600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746560234536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9281553'] for port (cf5a7ae5-f2af-4dd9-a497-16c3cfc6726d), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:11:34.073749 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-76f67520-2751-4c6b-9a2a-ebdaf5714e16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (7f62823e-68bd-4c7f-827a-917851418451), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:11:34.100007 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-d7a34a3f-97b4-4fc8-af43-759daacf9ba5 tempest-RoutersAdminTest-690199652 tempest-RoutersAdminTest-690199652-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746560636600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746560234536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9281553'] for port (1edfd984-528a-4c4d-a5b5-e807257f52cc), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:11:34.105590 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff73ab6-c5fc-4ff6-b801-6fac963fa79c tempest-FloatingIPDetailsTestJSON-177316673 tempest-FloatingIPDetailsTestJSON-177316673-project] Pushing event deleted for resources: {'Port': ['ID=cf5a7ae5-f2af-4dd9-a497-16c3cfc6726d,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:11:34.109505 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.db_base_plugin_common [req-bd5fd9ca-7d9b-4934-bb0b-4d079bd52441 req-d1ce6be6-9269-44f2-a08f-783cdb75c4dc tempest-FloatingIPsAssociationTestJSON-419529391 tempest-FloatingIPsAssociationTestJSON-419529391-project] Allocated IP 172.20.0.7 (c51b7d10-9231-4438-a440-4c92a6a50ca4/f7b7ba1f-f452-4d1f-b54c-6aaf311b4599/d2e500ae-6147-4c15-a504-1915a5dce1e5) {{(pid=103304) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 21:11:34.154540 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f67520-2751-4c6b-9a2a-ebdaf5714e16 None None] Pushing event updated for resources: {'Port': ['ID=7f62823e-68bd-4c7f-827a-917851418451,revision_number=2']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:11:34.486477 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Device 40af6dae-610f-4291-8bbb-b8545196d594 no longer exists at agent hyperv_n-h1-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 26 21:11:34.516917 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] No Port match for: 40af6dae-610f-4291-8bbb-b8545196d594 {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 26 21:11:34.517429 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Device 40af6dae-610f-4291-8bbb-b8545196d594 not bound to the agent host n-h1-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 26 21:11:34.568431 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a34a3f-97b4-4fc8-af43-759daacf9ba5 tempest-RoutersAdminTest-690199652 tempest-RoutersAdminTest-690199652-project-admin] Pushing event deleted for resources: {'Port': ['ID=1edfd984-528a-4c4d-a5b5-e807257f52cc,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:11:34.695237 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 52594) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:11:34.728443 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-b2c22416-87db-499c-8c6b-9bb8756d2766 req-fff73ab6-c5fc-4ff6-b801-6fac963fa79c tempest-FloatingIPDetailsTestJSON-177316673 tempest-FloatingIPDetailsTestJSON-177316673-project] Publish callbacks [] for floatingip (2138b8b5-4fc7-48c4-87b4-8b988700eae9), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:11:34.731019 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-b2c22416-87db-499c-8c6b-9bb8756d2766 req-fff73ab6-c5fc-4ff6-b801-6fac963fa79c tempest-FloatingIPDetailsTestJSON-177316673 tempest-FloatingIPDetailsTestJSON-177316673-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for floatingip (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:11:34.732170 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-b2c22416-87db-499c-8c6b-9bb8756d2766 req-fff73ab6-c5fc-4ff6-b801-6fac963fa79c tempest-FloatingIPDetailsTestJSON-177316673 tempest-FloatingIPDetailsTestJSON-177316673-project] 10.222.0.13 "DELETE /v2.0/floatingips/2138b8b5-4fc7-48c4-87b4-8b988700eae9 HTTP/1.1" status: 204 len: 173 time: 2.0764644 Jan 26 21:11:34.756901 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a21b95-22a1-44c4-b6a2-edb366461567 req-9d2ff7a2-d3ce-4ca1-a5a5-06002191f647 tempest-ListServerFiltersTestJSON-1713042646 tempest-ListServerFiltersTestJSON-1713042646-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:11:34.774275 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-75a21b95-22a1-44c4-b6a2-edb366461567 req-9d2ff7a2-d3ce-4ca1-a5a5-06002191f647 tempest-ListServerFiltersTestJSON-1713042646 tempest-ListServerFiltersTestJSON-1713042646-project] 10.222.0.13 "GET /v2.0/networks?id=149e35f2-8db2-4f53-89b7-4ea9b9891a0f HTTP/1.1" status: 200 len: 816 time: 0.6689804 Jan 26 21:11:34.802453 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-d7a34a3f-97b4-4fc8-af43-759daacf9ba5 tempest-RoutersAdminTest-690199652 tempest-RoutersAdminTest-690199652-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:11:34.808938 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-d7a34a3f-97b4-4fc8-af43-759daacf9ba5 tempest-RoutersAdminTest-690199652 tempest-RoutersAdminTest-690199652-project-admin] 10.222.0.13 "DELETE /v2.0/ports/1edfd984-528a-4c4d-a5b5-e807257f52cc HTTP/1.1" status: 204 len: 168 time: 2.0777354 Jan 26 21:11:34.809280 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 52608) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:11:34.819094 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-75a21b95-22a1-44c4-b6a2-edb366461567 req-f328592b-ccfc-49e0-8d97-388a77d1ea3b tempest-ListServerFiltersTestJSON-1713042646 tempest-ListServerFiltersTestJSON-1713042646-project] 10.222.0.13 "GET /v2.0/quotas/a166ba4bbf994570ac4e6e67e529f246 HTTP/1.1" status: 200 len: 375 time: 0.0541582 Jan 26 21:11:34.823498 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-627206be-150a-4dd1-819b-543fbe4efc0c tempest-RoutersAdminTest-690199652 tempest-RoutersAdminTest-690199652-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '47999493-6d3a-48a5-acf6-b1a05dd2fc19', 'external_fixed_ips': [{'subnet_id': '963377d1-7b32-49c3-9f17-616f8ec503f3', 'ip_address': '172.20.0.3'}]}}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:11:34.860781 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-a0f75c0b-5893-4f1a-9cb2-a0d3c1068c4d admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-196537883-network', 'tenant_id': 'd203cd9cdbf14056988a5ed4353f3154'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:11:34.879834 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-627206be-150a-4dd1-819b-543fbe4efc0c tempest-RoutersAdminTest-690199652 tempest-RoutersAdminTest-690199652-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4104596', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13108'] for router (ff7735c5-fb83-4999-aacc-c79f91b8f9ba), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:11:34.881039 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-627206be-150a-4dd1-819b-543fbe4efc0c tempest-RoutersAdminTest-690199652 tempest-RoutersAdminTest-690199652-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4105828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4111306', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3733576', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13069'] for router (ff7735c5-fb83-4999-aacc-c79f91b8f9ba), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:11:34.907640 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-ea78fa11-f953-4a0e-823b-ed676e6ed73c req-9cbf8734-05f9-48dc-982a-a01092bbf79b tempest-FloatingIPsAssociationTestJSON-419529391 tempest-FloatingIPsAssociationTestJSON-419529391-project] 10.222.0.13 "GET /v2.0/ports?device_id=0d6919b7-5cfc-4a34-9c08-a032d7787fd3 HTTP/1.1" status: 200 len: 210 time: 0.0451205 Jan 26 21:11:34.941158 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-627206be-150a-4dd1-819b-543fbe4efc0c tempest-RoutersAdminTest-690199652 tempest-RoutersAdminTest-690199652-project-admin] Publish callbacks [] for router_controller (ff7735c5-fb83-4999-aacc-c79f91b8f9ba), precommit_add_association {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:11:34.943658 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-bd5fd9ca-7d9b-4934-bb0b-4d079bd52441 req-d1ce6be6-9269-44f2-a08f-783cdb75c4dc tempest-FloatingIPsAssociationTestJSON-419529391 tempest-FloatingIPsAssociationTestJSON-419529391-project] Publish callbacks [] for port (d2e500ae-6147-4c15-a504-1915a5dce1e5), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:11:34.944222 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0f75c0b-5893-4f1a-9cb2-a0d3c1068c4d admin admin] Made reservation on behalf of d203cd9cdbf14056988a5ed4353f3154 for: {'network': 1} {{(pid=103305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 21:11:34.946816 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-a0f75c0b-5893-4f1a-9cb2-a0d3c1068c4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for network (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:11:34.950170 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-75a21b95-22a1-44c4-b6a2-edb366461567 req-73671469-64de-4efd-87cc-aaf7d4e1bb5b tempest-ListServerFiltersTestJSON-1713042646 tempest-ListServerFiltersTestJSON-1713042646-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=a166ba4bbf994570ac4e6e67e529f246&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1302662 Jan 26 21:11:34.994922 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-a0f75c0b-5893-4f1a-9cb2-a0d3c1068c4d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:11:35.009356 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-790912e7-f82b-4324-b0b6-0d66a6654dea req-86d0bdca-d492-48c9-a96e-f3adb32d1f22 tempest-FloatingIPDetailsTestJSON-177316673 tempest-FloatingIPDetailsTestJSON-177316673-project] 10.222.0.13 "GET /v2.0/floatingips/b6ff8fb0-400c-4089-b2b9-54d35f577e60 HTTP/1.1" status: 200 len: 693 time: 0.0634592 Jan 26 21:11:35.127206 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-627206be-150a-4dd1-819b-543fbe4efc0c tempest-RoutersAdminTest-690199652 tempest-RoutersAdminTest-690199652-project-admin] Publish callbacks [] for router_gateway (ff7735c5-fb83-4999-aacc-c79f91b8f9ba), precommit_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:11:35.139208 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-bd5fd9ca-7d9b-4934-bb0b-4d079bd52441 req-d1ce6be6-9269-44f2-a08f-783cdb75c4dc tempest-FloatingIPsAssociationTestJSON-419529391 tempest-FloatingIPsAssociationTestJSON-419529391-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746560234527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9281553'] for port (d2e500ae-6147-4c15-a504-1915a5dce1e5), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:11:35.178593 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device 7f62823e-68bd-4c7f-827a-917851418451 up at agent ovs-agent-n-d-760453-5 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 21:11:35.216363 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] get_ports_and_sgs() called for port_ids ['60f1a448-e006-4064-9f78-822d97b29cbe'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 26 21:11:35.229890 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bd5fd9ca-7d9b-4934-bb0b-4d079bd52441 req-d1ce6be6-9269-44f2-a08f-783cdb75c4dc tempest-FloatingIPsAssociationTestJSON-419529391 tempest-FloatingIPsAssociationTestJSON-419529391-project] Network c51b7d10-9231-4438-a440-4c92a6a50ca4 is already hosted by enough agents. {{(pid=103304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 21:11:35.248747 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [req-bd5fd9ca-7d9b-4934-bb0b-4d079bd52441 req-d1ce6be6-9269-44f2-a08f-783cdb75c4dc tempest-FloatingIPsAssociationTestJSON-419529391 tempest-FloatingIPsAssociationTestJSON-419529391-project] Resources bound (agent type, host, resource id): {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:11:35.256668 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-a0f75c0b-5893-4f1a-9cb2-a0d3c1068c4d admin admin] Publish callbacks [] for security_group (8e9bd9e5-9820-4475-bfb9-c12598a9861a), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:11:35.256874 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ce6be6-9269-44f2-a08f-783cdb75c4dc tempest-FloatingIPsAssociationTestJSON-419529391 tempest-FloatingIPsAssociationTestJSON-419529391-project] Pushing event updated for resources: {'Port': ['ID=d2e500ae-6147-4c15-a504-1915a5dce1e5,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:11:35.259643 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd5fd9ca-7d9b-4934-bb0b-4d079bd52441 req-d1ce6be6-9269-44f2-a08f-783cdb75c4dc tempest-FloatingIPsAssociationTestJSON-419529391 tempest-FloatingIPsAssociationTestJSON-419529391-project] Received port after_create {{(pid=103304) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 21:11:35.263659 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-a0f75c0b-5893-4f1a-9cb2-a0d3c1068c4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (8e9bd9e5-9820-4475-bfb9-c12598a9861a), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:11:35.267029 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-75a21b95-22a1-44c4-b6a2-edb366461567 req-32ca6515-94f1-44db-80a9-a58d9f594236 service neutron] 10.222.0.13 "GET /v2.0/networks/149e35f2-8db2-4f53-89b7-4ea9b9891a0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2778025 Jan 26 21:11:35.279015 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a0f75c0b-5893-4f1a-9cb2-a0d3c1068c4d admin admin] vlan segment allocate from pool success with {'vlan_id': 557, 'physical_network': 'physnet1'} {{(pid=103305) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 26 21:11:35.312478 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790912e7-f82b-4324-b0b6-0d66a6654dea req-c8c75af9-4fae-46e8-a861-1ba62564acf3 tempest-FloatingIPDetailsTestJSON-177316673 tempest-FloatingIPDetailsTestJSON-177316673-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:11:35.316340 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-a0f75c0b-5893-4f1a-9cb2-a0d3c1068c4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576559'] for segment (09663a0c-ceea-4887-ace4-6c78e47e3e40), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:11:35.316567 n-d-760453-5 neutron-server[103305]: INFO neutron.db.segments_db [None req-a0f75c0b-5893-4f1a-9cb2-a0d3c1068c4d admin admin] Added segment 09663a0c-ceea-4887-ace4-6c78e47e3e40 of type vlan for network d6d873b7-dd21-4147-a71c-3196b86fd015 Jan 26 21:11:35.318576 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f75c0b-5893-4f1a-9cb2-a0d3c1068c4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e9bd9e5-9820-4475-bfb9-c12598a9861a,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:11:35.319433 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-790912e7-f82b-4324-b0b6-0d66a6654dea req-c8c75af9-4fae-46e8-a861-1ba62564acf3 tempest-FloatingIPDetailsTestJSON-177316673 tempest-FloatingIPDetailsTestJSON-177316673-project] 10.222.0.13 "GET /v2.0/networks/4140a1f1-c93a-4bea-83a0-68953a54f299 HTTP/1.1" status: 200 len: 784 time: 0.2950723 Jan 26 21:11:35.322608 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Provisioning complete for port 7f62823e-68bd-4c7f-827a-917851418451 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:11:35.323261 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (7f62823e-68bd-4c7f-827a-917851418451), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:11:35.384010 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-a0f75c0b-5893-4f1a-9cb2-a0d3c1068c4d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746560256871'] for network (d6d873b7-dd21-4147-a71c-3196b86fd015), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:11:35.444901 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5fd9ca-7d9b-4934-bb0b-4d079bd52441 req-d1ce6be6-9269-44f2-a08f-783cdb75c4dc tempest-FloatingIPsAssociationTestJSON-419529391 tempest-FloatingIPsAssociationTestJSON-419529391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:11:35.445943 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-bd5fd9ca-7d9b-4934-bb0b-4d079bd52441 req-d1ce6be6-9269-44f2-a08f-783cdb75c4dc tempest-FloatingIPsAssociationTestJSON-419529391 tempest-FloatingIPsAssociationTestJSON-419529391-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:11:35.458734 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-790912e7-f82b-4324-b0b6-0d66a6654dea req-8dc7e37b-01e0-4614-8991-9e1f20bf39fb tempest-FloatingIPDetailsTestJSON-177316673 tempest-FloatingIPDetailsTestJSON-177316673-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.1.167 HTTP/1.1" status: 200 len: 696 time: 0.1383936 Jan 26 21:11:35.467687 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-a0f75c0b-5893-4f1a-9cb2-a0d3c1068c4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503'] for network (d6d873b7-dd21-4147-a71c-3196b86fd015), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:11:35.468657 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0f75c0b-5893-4f1a-9cb2-a0d3c1068c4d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:11:35.469244 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-a0f75c0b-5893-4f1a-9cb2-a0d3c1068c4d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709645'] for network (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:11:35.504664 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87c5cda7-dc67-4253-9b17-27b2e1493730 None None] Network 149e35f2-8db2-4f53-89b7-4ea9b9891a0f requested from n-d-760453-5 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 26 21:11:35.527919 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-790912e7-f82b-4324-b0b6-0d66a6654dea req-fbafa408-ebfa-4075-ba82-7e68685c7941 tempest-FloatingIPDetailsTestJSON-177316673 tempest-FloatingIPDetailsTestJSON-177316673-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.1.167 HTTP/1.1" status: 200 len: 696 time: 0.0679541 Jan 26 21:11:35.539962 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-bd5fd9ca-7d9b-4934-bb0b-4d079bd52441 req-d1ce6be6-9269-44f2-a08f-783cdb75c4dc tempest-FloatingIPsAssociationTestJSON-419529391 tempest-FloatingIPsAssociationTestJSON-419529391-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2196305 Jan 26 21:11:35.554540 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [req-bd5fd9ca-7d9b-4934-bb0b-4d079bd52441 req-ec5e07bf-0d05-46dc-ba2c-e7a1c16d9471 service neutron] Request body: {'port': {'device_id': '0d6919b7-5cfc-4a34-9c08-a032d7787fd3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-760453-5'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:11:35.572310 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-a0f75c0b-5893-4f1a-9cb2-a0d3c1068c4d admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.8726618 Jan 26 21:11:35.584676 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 52610) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:11:35.598084 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-5e3407ba-0506-40e1-8b0a-93d6146afa6b admin admin] Request body: {'subnet': {'network_id': 'd6d873b7-dd21-4147-a71c-3196b86fd015', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-196537883-subnet', 'tenant_id': 'd203cd9cdbf14056988a5ed4353f3154', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:11:35.602486 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f75c0b-5893-4f1a-9cb2-a0d3c1068c4d admin admin] Pushing event updated for resources: {'Network': ['ID=d6d873b7-dd21-4147-a71c-3196b86fd015,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:11:35.615981 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-627206be-150a-4dd1-819b-543fbe4efc0c tempest-RoutersAdminTest-690199652 tempest-RoutersAdminTest-690199652-project-admin] Publish callbacks [] for router_gateway (ff7735c5-fb83-4999-aacc-c79f91b8f9ba), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:11:35.636087 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Network d6d873b7-dd21-4147-a71c-3196b86fd015 details requested by agent ovs-agent-n-d-760453-5 with host n-d-760453-5 {{(pid=103306) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 26 21:11:35.639491 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-627206be-150a-4dd1-819b-543fbe4efc0c tempest-RoutersAdminTest-690199652 tempest-RoutersAdminTest-690199652-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:11:35.685980 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-75a21b95-22a1-44c4-b6a2-edb366461567 req-52516cc8-2670-4e2d-ba30-fdbb355a4bc1 service neutron] 10.222.0.13 "GET /v2.0/networks/149e35f2-8db2-4f53-89b7-4ea9b9891a0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3899264 Jan 26 21:11:35.753087 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e3407ba-0506-40e1-8b0a-93d6146afa6b admin admin] Made reservation on behalf of d203cd9cdbf14056988a5ed4353f3154 for: {'subnet': 1} {{(pid=103304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 21:11:35.755595 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-5e3407ba-0506-40e1-8b0a-93d6146afa6b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12215181'] for subnet (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:11:35.838444 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.db_base_plugin_common [None req-627206be-150a-4dd1-819b-543fbe4efc0c tempest-RoutersAdminTest-690199652 tempest-RoutersAdminTest-690199652-project-admin] Allocated IP 172.20.0.3 (47999493-6d3a-48a5-acf6-b1a05dd2fc19/963377d1-7b32-49c3-9f17-616f8ec503f3/131c7e69-bc6d-4eb1-be33-14f966d213f0) {{(pid=103305) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 21:11:35.848812 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-bd5fd9ca-7d9b-4934-bb0b-4d079bd52441 req-ec5e07bf-0d05-46dc-ba2c-e7a1c16d9471 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (d2e500ae-6147-4c15-a504-1915a5dce1e5), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:11:35.987390 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Current status of the port 7f62823e-68bd-4c7f-827a-917851418451 is: DOWN; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:11:35.988001 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (7f62823e-68bd-4c7f-827a-917851418451), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:11:36.036741 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-85b96de3-ffdf-4cf6-ad76-6e155119b8ff None None] Provisioning complete for port 7f62823e-68bd-4c7f-827a-917851418451 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:11:36.037124 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-85b96de3-ffdf-4cf6-ad76-6e155119b8ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (7f62823e-68bd-4c7f-827a-917851418451), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:11:36.062267 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [req-790912e7-f82b-4324-b0b6-0d66a6654dea req-fd44f2ee-4cee-4f99-bd16-7bd15ee48e95 tempest-FloatingIPDetailsTestJSON-177316673 tempest-FloatingIPDetailsTestJSON-177316673-project] Deleting port 449c20b7-6329-409b-a3cf-6c0411b3e147 {{(pid=103304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 21:11:36.062634 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-790912e7-f82b-4324-b0b6-0d66a6654dea req-fd44f2ee-4cee-4f99-bd16-7bd15ee48e95 tempest-FloatingIPDetailsTestJSON-177316673 tempest-FloatingIPDetailsTestJSON-177316673-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746560630878'] for port (449c20b7-6329-409b-a3cf-6c0411b3e147), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:11:36.074656 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-627206be-150a-4dd1-819b-543fbe4efc0c tempest-RoutersAdminTest-690199652 tempest-RoutersAdminTest-690199652-project-admin] Publish callbacks [] for port (131c7e69-bc6d-4eb1-be33-14f966d213f0), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:11:36.095047 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-5e3407ba-0506-40e1-8b0a-93d6146afa6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9285249', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12215227'] for subnet (83c7f95c-c9b9-47ca-b224-a6b37c78555f), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:11:36.125395 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-627206be-150a-4dd1-819b-543fbe4efc0c tempest-RoutersAdminTest-690199652 tempest-RoutersAdminTest-690199652-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746560234527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11791543'] for port (131c7e69-bc6d-4eb1-be33-14f966d213f0), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:11:36.153303 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] For port 7f62823e-68bd-4c7f-827a-917851418451, host n-d-760453-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=7f62823e-68bd-4c7f-827a-917851418451,segment=NetworkSegment(92d37c2b-52af-49e8-96f5-7aa601ba34f9),segment_id=92d37c2b-52af-49e8-96f5-7aa601ba34f9)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:11:36.170677 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-627206be-150a-4dd1-819b-543fbe4efc0c tempest-RoutersAdminTest-690199652 tempest-RoutersAdminTest-690199652-project-admin] Network 47999493-6d3a-48a5-acf6-b1a05dd2fc19 is already hosted by enough agents. {{(pid=103305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 21:11:36.175301 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [None req-627206be-150a-4dd1-819b-543fbe4efc0c tempest-RoutersAdminTest-690199652 tempest-RoutersAdminTest-690199652-project-admin] Resources bound (agent type, host, resource id): {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:11:36.178671 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e3407ba-0506-40e1-8b0a-93d6146afa6b admin admin] Pushing event updated for resources: {'Subnet': ['ID=83c7f95c-c9b9-47ca-b224-a6b37c78555f,revision_number=0']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:11:36.184196 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-627206be-150a-4dd1-819b-543fbe4efc0c tempest-RoutersAdminTest-690199652 tempest-RoutersAdminTest-690199652-project-admin] Received port after_create {{(pid=103305) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 21:11:36.250598 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-85b96de3-ffdf-4cf6-ad76-6e155119b8ff None None] Current status of the port 7f62823e-68bd-4c7f-827a-917851418451 is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:11:36.253228 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (7f62823e-68bd-4c7f-827a-917851418451), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:11:36.329100 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Pushing event updated for resources: {'Port': ['ID=7f62823e-68bd-4c7f-827a-917851418451,revision_number=3']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:11:36.344095 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-627206be-150a-4dd1-819b-543fbe4efc0c tempest-RoutersAdminTest-690199652 tempest-RoutersAdminTest-690199652-project-admin] Pushing event updated for resources: {'Port': ['ID=131c7e69-bc6d-4eb1-be33-14f966d213f0,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:11:36.374120 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-35ac930e-72d6-456e-98c9-0c01ec79266a None None] Provisioning complete for port d2e500ae-6147-4c15-a504-1915a5dce1e5 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:11:36.374398 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-35ac930e-72d6-456e-98c9-0c01ec79266a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (d2e500ae-6147-4c15-a504-1915a5dce1e5), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:11:36.430327 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-35ac930e-72d6-456e-98c9-0c01ec79266a None None] Port d2e500ae-6147-4c15-a504-1915a5dce1e5 cannot update to ACTIVE because it is not bound. {{(pid=103306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 26 21:11:36.501271 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e3407ba-0506-40e1-8b0a-93d6146afa6b admin admin] Checking segment: {'id': '09663a0c-ceea-4887-ace4-6c78e47e3e40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'd6d873b7-dd21-4147-a71c-3196b86fd015'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103304) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 21:11:36.501723 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e3407ba-0506-40e1-8b0a-93d6146afa6b admin admin] Network hostable DHCP agents. Network: d6d873b7-dd21-4147-a71c-3196b86fd015, hostable agents: ['474ccdf7-ab6c-405b-a3b2-dc7b05829902'], hosted agents: [] {{(pid=103304) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 26 21:11:36.506250 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-790912e7-f82b-4324-b0b6-0d66a6654dea req-fd44f2ee-4cee-4f99-bd16-7bd15ee48e95 tempest-FloatingIPDetailsTestJSON-177316673 tempest-FloatingIPDetailsTestJSON-177316673-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4109658'] for port (449c20b7-6329-409b-a3cf-6c0411b3e147), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:11:36.506523 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-790912e7-f82b-4324-b0b6-0d66a6654dea req-fd44f2ee-4cee-4f99-bd16-7bd15ee48e95 tempest-FloatingIPDetailsTestJSON-177316673 tempest-FloatingIPDetailsTestJSON-177316673-project] Publish callbacks [] for floatingip (449c20b7-6329-409b-a3cf-6c0411b3e147), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:11:36.537536 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [req-790912e7-f82b-4324-b0b6-0d66a6654dea req-fd44f2ee-4cee-4f99-bd16-7bd15ee48e95 tempest-FloatingIPDetailsTestJSON-177316673 tempest-FloatingIPDetailsTestJSON-177316673-project] Calling delete_port for 449c20b7-6329-409b-a3cf-6c0411b3e147 owned by network:floatingip {{(pid=103304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 21:11:36.548875 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20ac6fe-fce8-45b7-8d37-7ef696c4838a req-0c9f54ed-a274-4a56-aa5a-3e2f927675e6 tempest-FloatingIPsAssociationTestJSON-419529391 tempest-FloatingIPsAssociationTestJSON-419529391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:11:36.550382 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-b20ac6fe-fce8-45b7-8d37-7ef696c4838a req-0c9f54ed-a274-4a56-aa5a-3e2f927675e6 tempest-FloatingIPsAssociationTestJSON-419529391 tempest-FloatingIPsAssociationTestJSON-419529391-project] 10.222.0.13 "GET /v2.0/ports?device_id=0d6919b7-5cfc-4a34-9c08-a032d7787fd3 HTTP/1.1" status: 200 len: 931 time: 0.2173319 Jan 26 21:11:36.555959 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-ecc60fa5-d42f-4959-a28f-ffb366203f9c None None] Provisioning complete for port 7f62823e-68bd-4c7f-827a-917851418451 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:11:36.556390 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-ecc60fa5-d42f-4959-a28f-ffb366203f9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (7f62823e-68bd-4c7f-827a-917851418451), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:11:36.639744 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-627206be-150a-4dd1-819b-543fbe4efc0c tempest-RoutersAdminTest-690199652 tempest-RoutersAdminTest-690199652-project-admin] Publish callbacks [] for router_gateway (ff7735c5-fb83-4999-aacc-c79f91b8f9ba), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:11:36.654005 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-ecc60fa5-d42f-4959-a28f-ffb366203f9c None None] Current status of the port 7f62823e-68bd-4c7f-827a-917851418451 is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:11:36.675059 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e3407ba-0506-40e1-8b0a-93d6146afa6b admin admin] Network d6d873b7-dd21-4147-a71c-3196b86fd015 is scheduled to be hosted by DHCP agent 474ccdf7-ab6c-405b-a3b2-dc7b05829902 with binding_index 1 {{(pid=103304) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 26 21:11:36.758448 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [None req-5e3407ba-0506-40e1-8b0a-93d6146afa6b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760453-5, d6d873b7-dd21-4147-a71c-3196b86fd015) {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:11:36.766803 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c650a81-bd77-4017-8c54-5bea0baf7dc7 None None] Network d6d873b7-dd21-4147-a71c-3196b86fd015 requested from n-d-760453-5 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 26 21:11:36.772099 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e3407ba-0506-40e1-8b0a-93d6146afa6b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:11:36.773060 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-5e3407ba-0506-40e1-8b0a-93d6146afa6b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:11:36.791163 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-b20ac6fe-fce8-45b7-8d37-7ef696c4838a req-6af83b88-4779-44f0-b1c4-a20633a917a5 tempest-FloatingIPsAssociationTestJSON-419529391 tempest-FloatingIPsAssociationTestJSON-419529391-project] 10.222.0.13 "GET /v2.0/security-groups?id=0901363f-4062-4245-b20b-1aab16841475&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2255225 Jan 26 21:11:36.891020 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e2787c5-c3f8-47d2-8d84-1c39cf378d95 None None] Network d6d873b7-dd21-4147-a71c-3196b86fd015 requested from n-d-760453-5 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 26 21:11:36.902892 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-5e3407ba-0506-40e1-8b0a-93d6146afa6b admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.3145487 Jan 26 21:11:36.913388 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-627206be-150a-4dd1-819b-543fbe4efc0c tempest-RoutersAdminTest-690199652 tempest-RoutersAdminTest-690199652-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4105757', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4111263'] for router (ff7735c5-fb83-4999-aacc-c79f91b8f9ba), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:11:36.932640 n-d-760453-5 neutron-server[103304]: DEBUG neutron.notifiers.nova [req-bd5fd9ca-7d9b-4934-bb0b-4d079bd52441 req-ec5e07bf-0d05-46dc-ba2c-e7a1c16d9471 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d2e500ae-6147-4c15-a504-1915a5dce1e5 {{(pid=103304) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 26 21:11:36.964788 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-bd5fd9ca-7d9b-4934-bb0b-4d079bd52441 req-ec5e07bf-0d05-46dc-ba2c-e7a1c16d9471 service neutron] Publish callbacks [] for port (d2e500ae-6147-4c15-a504-1915a5dce1e5), precommit_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:11:37.037329 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.provisioning_blocks [req-bd5fd9ca-7d9b-4934-bb0b-4d079bd52441 req-ec5e07bf-0d05-46dc-ba2c-e7a1c16d9471 service neutron] Transition to ACTIVE for port object d2e500ae-6147-4c15-a504-1915a5dce1e5 will not be triggered until provisioned by entity L2. {{(pid=103304) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 21:11:37.039036 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-790912e7-f82b-4324-b0b6-0d66a6654dea req-fd44f2ee-4cee-4f99-bd16-7bd15ee48e95 tempest-FloatingIPDetailsTestJSON-177316673 tempest-FloatingIPDetailsTestJSON-177316673-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746560636600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746560234536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9281553'] for port (449c20b7-6329-409b-a3cf-6c0411b3e147), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:11:37.049585 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-bd5fd9ca-7d9b-4934-bb0b-4d079bd52441 req-ec5e07bf-0d05-46dc-ba2c-e7a1c16d9471 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9281542'] for port (d2e500ae-6147-4c15-a504-1915a5dce1e5), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:11:37.090816 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6642fb9b-ec55-4faf-bf96-fe5a4762ef9c req-d27771dd-2b0f-4b62-ac1d-9448037a2204 tempest-LiveAutoBlockMigrationV225Test-1645909514 tempest-LiveAutoBlockMigrationV225Test-1645909514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:11:37.092612 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-6642fb9b-ec55-4faf-bf96-fe5a4762ef9c req-d27771dd-2b0f-4b62-ac1d-9448037a2204 tempest-LiveAutoBlockMigrationV225Test-1645909514 tempest-LiveAutoBlockMigrationV225Test-1645909514-project] 10.222.0.66 "GET /v2.0/ports?device_id=fa873b56-913b-4b6f-ac44-2cc6f39f16b1 HTTP/1.1" status: 200 len: 944 time: 0.1232076 Jan 26 21:11:37.097250 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd44f2ee-4cee-4f99-bd16-7bd15ee48e95 tempest-FloatingIPDetailsTestJSON-177316673 tempest-FloatingIPDetailsTestJSON-177316673-project] Pushing event deleted for resources: {'Port': ['ID=449c20b7-6329-409b-a3cf-6c0411b3e147,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:11:37.119851 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device 7f62823e-68bd-4c7f-827a-917851418451 up at agent ovs-agent-n-d-760453-5 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 21:11:37.218705 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-627206be-150a-4dd1-819b-543fbe4efc0c tempest-RoutersAdminTest-690199652 tempest-RoutersAdminTest-690199652-project-admin] Router ff7735c5-fb83-4999-aacc-c79f91b8f9ba is scheduled to L3 agent 09df100c-3af1-4b0a-bda8-05914c71c458 with binding_index 1 {{(pid=103305) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 26 21:11:37.237738 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Provisioning complete for port 7f62823e-68bd-4c7f-827a-917851418451 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:11:37.239018 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (7f62823e-68bd-4c7f-827a-917851418451), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:11:37.258586 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e89e27-22f4-4710-8e21-f77c7572d0c7 req-8a130e50-4961-42c1-b17a-6a06b6180066 tempest-ListServerFiltersTestJSON-1713042646 tempest-ListServerFiltersTestJSON-1713042646-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:11:37.266912 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-62e89e27-22f4-4710-8e21-f77c7572d0c7 req-8a130e50-4961-42c1-b17a-6a06b6180066 tempest-ListServerFiltersTestJSON-1713042646 tempest-ListServerFiltersTestJSON-1713042646-project] 10.222.0.13 "GET /v2.0/networks?id=149e35f2-8db2-4f53-89b7-4ea9b9891a0f HTTP/1.1" status: 200 len: 816 time: 0.3296156 Jan 26 21:11:37.328761 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-62e89e27-22f4-4710-8e21-f77c7572d0c7 req-8de5cfa1-5949-47d8-8263-96be215004d5 tempest-ListServerFiltersTestJSON-1713042646 tempest-ListServerFiltersTestJSON-1713042646-project] 10.222.0.13 "GET /v2.0/quotas/a166ba4bbf994570ac4e6e67e529f246 HTTP/1.1" status: 200 len: 375 time: 0.0608385 Jan 26 21:11:37.335262 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec5e07bf-0d05-46dc-ba2c-e7a1c16d9471 service neutron] Pushing event updated for resources: {'Port': ['ID=d2e500ae-6147-4c15-a504-1915a5dce1e5,revision_number=2']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:11:37.375136 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-790912e7-f82b-4324-b0b6-0d66a6654dea req-fd44f2ee-4cee-4f99-bd16-7bd15ee48e95 tempest-FloatingIPDetailsTestJSON-177316673 tempest-FloatingIPDetailsTestJSON-177316673-project] Publish callbacks [] for floatingip (b6ff8fb0-400c-4089-b2b9-54d35f577e60), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:11:37.377997 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-790912e7-f82b-4324-b0b6-0d66a6654dea req-fd44f2ee-4cee-4f99-bd16-7bd15ee48e95 tempest-FloatingIPDetailsTestJSON-177316673 tempest-FloatingIPDetailsTestJSON-177316673-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for floatingip (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:11:37.379176 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-790912e7-f82b-4324-b0b6-0d66a6654dea req-fd44f2ee-4cee-4f99-bd16-7bd15ee48e95 tempest-FloatingIPDetailsTestJSON-177316673 tempest-FloatingIPDetailsTestJSON-177316673-project] 10.222.0.13 "DELETE /v2.0/floatingips/b6ff8fb0-400c-4089-b2b9-54d35f577e60 HTTP/1.1" status: 204 len: 173 time: 1.8503201 Jan 26 21:11:37.388890 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Current status of the port 7f62823e-68bd-4c7f-827a-917851418451 is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:11:37.404730 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 52648) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:11:37.473437 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [req-bd5fd9ca-7d9b-4934-bb0b-4d079bd52441 req-ec5e07bf-0d05-46dc-ba2c-e7a1c16d9471 service neutron] Attempting to bind port d2e500ae-6147-4c15-a504-1915a5dce1e5 on host n-h2-760453-5 for vnic_type normal with profile {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 21:11:37.473806 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [req-bd5fd9ca-7d9b-4934-bb0b-4d079bd52441 req-ec5e07bf-0d05-46dc-ba2c-e7a1c16d9471 service neutron] Attempting to bind port d2e500ae-6147-4c15-a504-1915a5dce1e5 by drivers openvswitch,hyperv on host n-h2-760453-5 at level 0 using segments [{'id': '783c42f6-f993-4cb9-a1f5-91588f8d0f68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'c51b7d10-9231-4438-a440-4c92a6a50ca4'}] {{(pid=103304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 26 21:11:37.474096 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd5fd9ca-7d9b-4934-bb0b-4d079bd52441 req-ec5e07bf-0d05-46dc-ba2c-e7a1c16d9471 service neutron] Attempting to bind port d2e500ae-6147-4c15-a504-1915a5dce1e5 on network c51b7d10-9231-4438-a440-4c92a6a50ca4 {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 21:11:37.497920 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd5fd9ca-7d9b-4934-bb0b-4d079bd52441 req-ec5e07bf-0d05-46dc-ba2c-e7a1c16d9471 service neutron] Port d2e500ae-6147-4c15-a504-1915a5dce1e5 on network c51b7d10-9231-4438-a440-4c92a6a50ca4 not bound, no agent of type Open vSwitch agent registered on host n-h2-760453-5 {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 26 21:11:37.498218 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd5fd9ca-7d9b-4934-bb0b-4d079bd52441 req-ec5e07bf-0d05-46dc-ba2c-e7a1c16d9471 service neutron] Attempting to bind port d2e500ae-6147-4c15-a504-1915a5dce1e5 on network c51b7d10-9231-4438-a440-4c92a6a50ca4 {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 21:11:37.523040 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-62e89e27-22f4-4710-8e21-f77c7572d0c7 req-3b9c5a0f-bd9e-4929-a0ca-6c2baefa89c7 tempest-ListServerFiltersTestJSON-1713042646 tempest-ListServerFiltersTestJSON-1713042646-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=a166ba4bbf994570ac4e6e67e529f246&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1933818 Jan 26 21:11:37.531748 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd5fd9ca-7d9b-4934-bb0b-4d079bd52441 req-ec5e07bf-0d05-46dc-ba2c-e7a1c16d9471 service neutron] Checking agent: {'id': '4d619873-4b60-439f-9b5a-b155dc8bbc34', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-760453-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 21, 2, 53), 'started_at': datetime.datetime(2022, 1, 26, 21, 2, 53), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 21, 11, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 26 21:11:37.532091 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd5fd9ca-7d9b-4934-bb0b-4d079bd52441 req-ec5e07bf-0d05-46dc-ba2c-e7a1c16d9471 service neutron] Checking segment: {'id': '783c42f6-f993-4cb9-a1f5-91588f8d0f68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'c51b7d10-9231-4438-a440-4c92a6a50ca4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103304) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 21:11:37.532479 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd5fd9ca-7d9b-4934-bb0b-4d079bd52441 req-ec5e07bf-0d05-46dc-ba2c-e7a1c16d9471 service neutron] Bound using segment: {'id': '783c42f6-f993-4cb9-a1f5-91588f8d0f68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'c51b7d10-9231-4438-a440-4c92a6a50ca4'} {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 26 21:11:37.532943 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [req-bd5fd9ca-7d9b-4934-bb0b-4d079bd52441 req-ec5e07bf-0d05-46dc-ba2c-e7a1c16d9471 service neutron] Bound port: d2e500ae-6147-4c15-a504-1915a5dce1e5, host: n-h2-760453-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '783c42f6-f993-4cb9-a1f5-91588f8d0f68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'c51b7d10-9231-4438-a440-4c92a6a50ca4'}}] {{(pid=103304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 26 21:11:37.533319 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-bd5fd9ca-7d9b-4934-bb0b-4d079bd52441 req-ec5e07bf-0d05-46dc-ba2c-e7a1c16d9471 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (d2e500ae-6147-4c15-a504-1915a5dce1e5), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:11:37.677783 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [req-6642fb9b-ec55-4faf-bf96-fe5a4762ef9c req-fe865651-9d0b-45ad-822b-59a40a7536f6 tempest-LiveAutoBlockMigrationV225Test-1645909514 tempest-LiveAutoBlockMigrationV225Test-1645909514-project] Deleting port 4c6e06a3-81ac-4751-9679-9826254c4461 {{(pid=103305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 21:11:37.678021 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-6642fb9b-ec55-4faf-bf96-fe5a4762ef9c req-fe865651-9d0b-45ad-822b-59a40a7536f6 tempest-LiveAutoBlockMigrationV225Test-1645909514 tempest-LiveAutoBlockMigrationV225Test-1645909514-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746560630878'] for port (4c6e06a3-81ac-4751-9679-9826254c4461), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:11:37.690885 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d49dbc-6c24-4ba9-8184-6e6547015541 req-56170ac8-969a-4104-9cc4-9b0d9ec6c722 tempest-LiveAutoBlockMigrationV225Test-1645909514 tempest-LiveAutoBlockMigrationV225Test-1645909514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:11:37.692670 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-b0d49dbc-6c24-4ba9-8184-6e6547015541 req-56170ac8-969a-4104-9cc4-9b0d9ec6c722 tempest-LiveAutoBlockMigrationV225Test-1645909514 tempest-LiveAutoBlockMigrationV225Test-1645909514-project] 10.222.0.13 "GET /v2.0/ports?device_id=fa873b56-913b-4b6f-ac44-2cc6f39f16b1 HTTP/1.1" status: 200 len: 944 time: 0.2154713 Jan 26 21:11:37.807295 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [req-bd5fd9ca-7d9b-4934-bb0b-4d079bd52441 req-ec5e07bf-0d05-46dc-ba2c-e7a1c16d9471 service neutron] For port d2e500ae-6147-4c15-a504-1915a5dce1e5, host n-h2-760453-5, cleared binding levels {{(pid=103304) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 26 21:11:37.818399 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-62e89e27-22f4-4710-8e21-f77c7572d0c7 req-ac8bc72e-4b08-4cec-9810-2c1e2dba4b35 service neutron] 10.222.0.13 "GET /v2.0/networks/149e35f2-8db2-4f53-89b7-4ea9b9891a0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2537916 Jan 26 21:11:37.833265 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-627206be-150a-4dd1-819b-543fbe4efc0c tempest-RoutersAdminTest-690199652 tempest-RoutersAdminTest-690199652-project-admin] Notify agent at l3_agent.n-d-760453-5 the message routers_updated {{(pid=103305) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 26 21:11:37.840685 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a21b95-22a1-44c4-b6a2-edb366461567 req-31ecad8c-591b-4b05-83c4-b27ee2f42e56 tempest-ListServerFiltersTestJSON-1713042646 tempest-ListServerFiltersTestJSON-1713042646-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:11:37.842193 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-75a21b95-22a1-44c4-b6a2-edb366461567 req-31ecad8c-591b-4b05-83c4-b27ee2f42e56 tempest-ListServerFiltersTestJSON-1713042646 tempest-ListServerFiltersTestJSON-1713042646-project] 10.222.0.57 "GET /v2.0/networks?id=149e35f2-8db2-4f53-89b7-4ea9b9891a0f HTTP/1.1" status: 200 len: 816 time: 0.5927677 Jan 26 21:11:37.844492 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-511f08e2-8861-46d7-a4f3-a9df3f21c795 None None] Sync routers for ids ['ff7735c5-fb83-4999-aacc-c79f91b8f9ba'] in n-d-760453-5 {{(pid=103306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 26 21:11:37.855758 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-511f08e2-8861-46d7-a4f3-a9df3f21c795 None None] Routers {'ff7735c5-fb83-4999-aacc-c79f91b8f9ba'} bound to L3 agent in host n-d-760453-5 {{(pid=103306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 21:11:37.856810 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-511f08e2-8861-46d7-a4f3-a9df3f21c795 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-26T20:55:21Z,description=,heartbeat_timestamp=2022-01-26T21:11:21Z,host='n-d-760453-5',id=09df100c-3af1-4b0a-bda8-05914c71c458,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:55:21Z,topic='l3_agent')) {'router_ids': ['ff7735c5-fb83-4999-aacc-c79f91b8f9ba'], 'active': True} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:11:37.868149 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [req-75a21b95-22a1-44c4-b6a2-edb366461567 req-7a845447-2224-43b6-abe9-07f08422968c tempest-ListServerFiltersTestJSON-1713042646 tempest-ListServerFiltersTestJSON-1713042646-project] Request body: {'port': {'device_id': 'd3f09a80-55e1-4c76-84ee-e8c6104639ee', 'network_id': '149e35f2-8db2-4f53-89b7-4ea9b9891a0f', 'admin_state_up': True, 'tenant_id': 'a166ba4bbf994570ac4e6e67e529f246'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:11:37.873111 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [req-6642fb9b-ec55-4faf-bf96-fe5a4762ef9c req-fe865651-9d0b-45ad-822b-59a40a7536f6 tempest-LiveAutoBlockMigrationV225Test-1645909514 tempest-LiveAutoBlockMigrationV225Test-1645909514-project] For port 4c6e06a3-81ac-4751-9679-9826254c4461, host n-h1-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-5',level=0,port_id=4c6e06a3-81ac-4751-9679-9826254c4461,segment=NetworkSegment(ff84b980-87bb-452b-8f52-d472b3cbbe9c),segment_id=ff84b980-87bb-452b-8f52-d472b3cbbe9c)] {{(pid=103305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:11:37.873272 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-6642fb9b-ec55-4faf-bf96-fe5a4762ef9c req-fe865651-9d0b-45ad-822b-59a40a7536f6 tempest-LiveAutoBlockMigrationV225Test-1645909514 tempest-LiveAutoBlockMigrationV225Test-1645909514-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4109658'] for port (4c6e06a3-81ac-4751-9679-9826254c4461), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:11:37.874270 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [req-bd5fd9ca-7d9b-4934-bb0b-4d079bd52441 req-ec5e07bf-0d05-46dc-ba2c-e7a1c16d9471 service neutron] For port d2e500ae-6147-4c15-a504-1915a5dce1e5, host n-h2-760453-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-5',level=0,port_id=d2e500ae-6147-4c15-a504-1915a5dce1e5,segment=NetworkSegment(783c42f6-f993-4cb9-a1f5-91588f8d0f68),segment_id=783c42f6-f993-4cb9-a1f5-91588f8d0f68)] {{(pid=103304) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 26 21:11:37.898573 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-627206be-150a-4dd1-819b-543fbe4efc0c tempest-RoutersAdminTest-690199652 tempest-RoutersAdminTest-690199652-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:11:37.900376 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-627206be-150a-4dd1-819b-543fbe4efc0c tempest-RoutersAdminTest-690199652 tempest-RoutersAdminTest-690199652-project-admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 875 time: 3.0900290 Jan 26 21:11:37.917426 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-bd5fd9ca-7d9b-4934-bb0b-4d079bd52441 req-ec5e07bf-0d05-46dc-ba2c-e7a1c16d9471 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9281542'] for port (d2e500ae-6147-4c15-a504-1915a5dce1e5), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:11:37.922524 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 52652) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:11:37.932730 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-b0d49dbc-6c24-4ba9-8184-6e6547015541 req-beea2899-ee36-48e4-8f44-8ba0cc6c6590 tempest-LiveAutoBlockMigrationV225Test-1645909514 tempest-LiveAutoBlockMigrationV225Test-1645909514-project] 10.222.0.13 "GET /v2.0/security-groups?id=d3d52ae6-e761-44ee-98bd-9ad0dc66343a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2310393 Jan 26 21:11:37.935991 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [req-6642fb9b-ec55-4faf-bf96-fe5a4762ef9c req-fe865651-9d0b-45ad-822b-59a40a7536f6 tempest-LiveAutoBlockMigrationV225Test-1645909514 tempest-LiveAutoBlockMigrationV225Test-1645909514-project] Calling delete_port for 4c6e06a3-81ac-4751-9679-9826254c4461 owned by compute:nova {{(pid=103305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 21:11:37.987778 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvr_db [None req-511f08e2-8861-46d7-a4f3-a9df3f21c795 None None] Set router ff7735c5-fb83-4999-aacc-c79f91b8f9ba gateway port host: n-d-760453-5 {{(pid=103306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 21:11:38.072837 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-75a21b95-22a1-44c4-b6a2-edb366461567 req-7a845447-2224-43b6-abe9-07f08422968c tempest-ListServerFiltersTestJSON-1713042646 tempest-ListServerFiltersTestJSON-1713042646-project] Made reservation on behalf of a166ba4bbf994570ac4e6e67e529f246 for: {'port': 1} {{(pid=103305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 21:11:38.077219 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-75a21b95-22a1-44c4-b6a2-edb366461567 req-7a845447-2224-43b6-abe9-07f08422968c tempest-ListServerFiltersTestJSON-1713042646 tempest-ListServerFiltersTestJSON-1713042646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:11:38.198661 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-6642fb9b-ec55-4faf-bf96-fe5a4762ef9c req-fe865651-9d0b-45ad-822b-59a40a7536f6 tempest-LiveAutoBlockMigrationV225Test-1645909514 tempest-LiveAutoBlockMigrationV225Test-1645909514-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746560636600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746560234536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11791543'] for port (4c6e06a3-81ac-4751-9679-9826254c4461), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:11:38.218141 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (32ef628b-8417-46c5-8729-60fcabe358f1), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:11:38.246858 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe865651-9d0b-45ad-822b-59a40a7536f6 tempest-LiveAutoBlockMigrationV225Test-1645909514 tempest-LiveAutoBlockMigrationV225Test-1645909514-project] Pushing event deleted for resources: {'Port': ['ID=4c6e06a3-81ac-4751-9679-9826254c4461,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:11:38.312871 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-511f08e2-8861-46d7-a4f3-a9df3f21c795 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff7735c5-fb83-4999-aacc-c79f91b8f9ba', 'name': '', 'tenant_id': '59d288f3b3444363b4fafc334d33664f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47999493-6d3a-48a5-acf6-b1a05dd2fc19', 'external_fixed_ips': [{'subnet_id': '963377d1-7b32-49c3-9f17-616f8ec503f3', 'ip_address': '172.20.0.3'}], 'enable_snat': True}, 'gw_port_id': '131c7e69-bc6d-4eb1-be33-14f966d213f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T21:11:34Z', 'updated_at': '2022-01-26T21:11:36Z', 'revision_number': 3, 'project_id': '59d288f3b3444363b4fafc334d33664f', 'gw_port': {'id': '131c7e69-bc6d-4eb1-be33-14f966d213f0', 'name': '', 'network_id': '47999493-6d3a-48a5-acf6-b1a05dd2fc19', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:72:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff7735c5-fb83-4999-aacc-c79f91b8f9ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 987, 'fixed_ips': [{'subnet_id': '963377d1-7b32-49c3-9f17-616f8ec503f3', 'ip_address': '172.20.0.3', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:11:35Z', 'updated_at': '2022-01-26T21:11:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '963377d1-7b32-49c3-9f17-616f8ec503f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-5'}], 'n-d-760453-5', False) {} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:11:38.320450 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [req-6642fb9b-ec55-4faf-bf96-fe5a4762ef9c req-fe865651-9d0b-45ad-822b-59a40a7536f6 tempest-LiveAutoBlockMigrationV225Test-1645909514 tempest-LiveAutoBlockMigrationV225Test-1645909514-project] No DVR routers for this DVR port 4c6e06a3-81ac-4751-9679-9826254c4461 on host n-h1-760453-5 {{(pid=103305) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 26 21:11:38.325617 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-6642fb9b-ec55-4faf-bf96-fe5a4762ef9c req-fe865651-9d0b-45ad-822b-59a40a7536f6 tempest-LiveAutoBlockMigrationV225Test-1645909514 tempest-LiveAutoBlockMigrationV225Test-1645909514-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:11:38.328853 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-6642fb9b-ec55-4faf-bf96-fe5a4762ef9c req-fe865651-9d0b-45ad-822b-59a40a7536f6 tempest-LiveAutoBlockMigrationV225Test-1645909514 tempest-LiveAutoBlockMigrationV225Test-1645909514-project] 10.222.0.66 "DELETE /v2.0/ports/4c6e06a3-81ac-4751-9679-9826254c4461 HTTP/1.1" status: 204 len: 173 time: 1.2301989 Jan 26 21:11:38.329344 n-d-760453-5 neutron-server[103305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa873b56-913b-4b6f-ac44-2cc6f39f16b1', 'name': 'network-vif-deleted', 'tag': '4c6e06a3-81ac-4751-9679-9826254c4461'}] {{(pid=103305) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 21:11:38.331644 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d4654568b7bf041e72ff8fe1c96d6d761d9c921f2b99bc7b3a26632be20cee0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d3aeed7-ac46-4823-aa6c-ceebbad318ff" -d '{"events": [{"server_uuid": "fa873b56-913b-4b6f-ac44-2cc6f39f16b1", "name": "network-vif-deleted", "tag": "4c6e06a3-81ac-4751-9679-9826254c4461"}]}' {{(pid=103305) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 21:11:38.356573 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.db_base_plugin_common [req-75a21b95-22a1-44c4-b6a2-edb366461567 req-7a845447-2224-43b6-abe9-07f08422968c tempest-ListServerFiltersTestJSON-1713042646 tempest-ListServerFiltersTestJSON-1713042646-project] Allocated IP 172.20.0.11 (149e35f2-8db2-4f53-89b7-4ea9b9891a0f/a701c127-d3dd-497d-9665-95502ae1864e/2c58062b-ce4a-49a0-bdfc-b4c12979de81) {{(pid=103305) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 21:11:38.370165 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-511f08e2-8861-46d7-a4f3-a9df3f21c795 None None] Checking router: ff7735c5-fb83-4999-aacc-c79f91b8f9ba for host: n-d-760453-5 {{(pid=103306) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 26 21:11:38.371164 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-511f08e2-8861-46d7-a4f3-a9df3f21c795 None None] Updating router ff7735c5-fb83-4999-aacc-c79f91b8f9ba port 131c7e69-bc6d-4eb1-be33-14f966d213f0 binding host n-d-760453-5 {{(pid=103306) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 26 21:11:38.420953 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5fd9ca-7d9b-4934-bb0b-4d079bd52441 req-ec5e07bf-0d05-46dc-ba2c-e7a1c16d9471 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:11:38.421653 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-bd5fd9ca-7d9b-4934-bb0b-4d079bd52441 req-ec5e07bf-0d05-46dc-ba2c-e7a1c16d9471 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:11:38.423026 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-bd5fd9ca-7d9b-4934-bb0b-4d079bd52441 req-ec5e07bf-0d05-46dc-ba2c-e7a1c16d9471 service neutron] 10.222.0.57 "PUT /v2.0/ports/d2e500ae-6147-4c15-a504-1915a5dce1e5 HTTP/1.1" status: 200 len: 1091 time: 2.8750095 Jan 26 21:11:38.432633 n-d-760453-5 neutron-server[103304]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0d6919b7-5cfc-4a34-9c08-a032d7787fd3', 'tag': 'd2e500ae-6147-4c15-a504-1915a5dce1e5'}] {{(pid=103304) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 21:11:38.434829 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d52b45f1943fcd332af9527eb73ff93c8d715d44383a3f6d18de73b4cfcf87b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7aa7bc5c-5c8e-47b6-a999-7141c39c07ee" -d '{"events": [{"name": "network-changed", "server_uuid": "0d6919b7-5cfc-4a34-9c08-a032d7787fd3", "tag": "d2e500ae-6147-4c15-a504-1915a5dce1e5"}]}' {{(pid=103304) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 21:11:38.450566 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-511f08e2-8861-46d7-a4f3-a9df3f21c795 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (131c7e69-bc6d-4eb1-be33-14f966d213f0), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:11:38.600948 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-75a21b95-22a1-44c4-b6a2-edb366461567 req-7a845447-2224-43b6-abe9-07f08422968c tempest-ListServerFiltersTestJSON-1713042646 tempest-ListServerFiltersTestJSON-1713042646-project] Publish callbacks [] for port (2c58062b-ce4a-49a0-bdfc-b4c12979de81), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:11:38.645755 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-75a21b95-22a1-44c4-b6a2-edb366461567 req-7a845447-2224-43b6-abe9-07f08422968c tempest-ListServerFiltersTestJSON-1713042646 tempest-ListServerFiltersTestJSON-1713042646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746560234527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11791543'] for port (2c58062b-ce4a-49a0-bdfc-b4c12979de81), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:11:38.672117 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-62e89e27-22f4-4710-8e21-f77c7572d0c7 req-7f2d4cb4-d33e-4162-860d-460db89921fc service neutron] 10.222.0.13 "GET /v2.0/networks/149e35f2-8db2-4f53-89b7-4ea9b9891a0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8136096 Jan 26 21:11:38.692199 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec5e07bf-0d05-46dc-ba2c-e7a1c16d9471 service neutron] Pushing event updated for resources: {'Port': ['ID=d2e500ae-6147-4c15-a504-1915a5dce1e5,revision_number=3']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:11:38.698093 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-75a21b95-22a1-44c4-b6a2-edb366461567 req-7a845447-2224-43b6-abe9-07f08422968c tempest-ListServerFiltersTestJSON-1713042646 tempest-ListServerFiltersTestJSON-1713042646-project] Network 149e35f2-8db2-4f53-89b7-4ea9b9891a0f is already hosted by enough agents. {{(pid=103305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 21:11:38.702446 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [req-75a21b95-22a1-44c4-b6a2-edb366461567 req-7a845447-2224-43b6-abe9-07f08422968c tempest-ListServerFiltersTestJSON-1713042646 tempest-ListServerFiltersTestJSON-1713042646-project] Resources bound (agent type, host, resource id): {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:11:38.707547 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [req-75a21b95-22a1-44c4-b6a2-edb366461567 req-7a845447-2224-43b6-abe9-07f08422968c tempest-ListServerFiltersTestJSON-1713042646 tempest-ListServerFiltersTestJSON-1713042646-project] Received port after_create {{(pid=103305) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 21:11:38.764503 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a21b95-22a1-44c4-b6a2-edb366461567 req-7a845447-2224-43b6-abe9-07f08422968c tempest-ListServerFiltersTestJSON-1713042646 tempest-ListServerFiltersTestJSON-1713042646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:11:38.765162 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-75a21b95-22a1-44c4-b6a2-edb366461567 req-7a845447-2224-43b6-abe9-07f08422968c tempest-ListServerFiltersTestJSON-1713042646 tempest-ListServerFiltersTestJSON-1713042646-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:11:38.786518 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a845447-2224-43b6-abe9-07f08422968c tempest-ListServerFiltersTestJSON-1713042646 tempest-ListServerFiltersTestJSON-1713042646-project] Pushing event updated for resources: {'Port': ['ID=2c58062b-ce4a-49a0-bdfc-b4c12979de81,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:11:38.801579 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-75a21b95-22a1-44c4-b6a2-edb366461567 req-7a845447-2224-43b6-abe9-07f08422968c tempest-ListServerFiltersTestJSON-1713042646 tempest-ListServerFiltersTestJSON-1713042646-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9446356 Jan 26 21:11:38.815342 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [req-75a21b95-22a1-44c4-b6a2-edb366461567 req-16787e4f-dc59-475a-b255-80fb57d4134b service neutron] Request body: {'port': {'device_id': 'd3f09a80-55e1-4c76-84ee-e8c6104639ee', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-760453-5'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:11:38.833064 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309367fb-a443-43d7-b790-be917bfb0ccc req-95d19b0d-ca71-4d03-aecc-a0bcabe72c5d tempest-AttachVolumeNegativeTest-157238613 tempest-AttachVolumeNegativeTest-157238613-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:11:38.843292 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-511f08e2-8861-46d7-a4f3-a9df3f21c795 None None] Publish callbacks [] for port (131c7e69-bc6d-4eb1-be33-14f966d213f0), precommit_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:11:38.845417 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-309367fb-a443-43d7-b790-be917bfb0ccc req-95d19b0d-ca71-4d03-aecc-a0bcabe72c5d tempest-AttachVolumeNegativeTest-157238613 tempest-AttachVolumeNegativeTest-157238613-project] 10.222.0.13 "GET /v2.0/networks?id=d6d873b7-dd21-4147-a71c-3196b86fd015 HTTP/1.1" status: 200 len: 814 time: 0.4736502 Jan 26 21:11:38.848288 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-3592f299-652e-46f6-89bc-d2c6b8107b7a tempest-RoutersAdminTest-690199652 tempest-RoutersAdminTest-690199652-project-admin] Publish callbacks [] for router (ff7735c5-fb83-4999-aacc-c79f91b8f9ba), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:11:38.867016 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-511f08e2-8861-46d7-a4f3-a9df3f21c795 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (131c7e69-bc6d-4eb1-be33-14f966d213f0), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:11:38.903229 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-309367fb-a443-43d7-b790-be917bfb0ccc req-2c0b768c-89a5-4d69-b129-7e849a7dcb2e tempest-AttachVolumeNegativeTest-157238613 tempest-AttachVolumeNegativeTest-157238613-project] 10.222.0.13 "GET /v2.0/quotas/d203cd9cdbf14056988a5ed4353f3154 HTTP/1.1" status: 200 len: 375 time: 0.0560105 Jan 26 21:11:38.972730 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-75a21b95-22a1-44c4-b6a2-edb366461567 req-16787e4f-dc59-475a-b255-80fb57d4134b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (2c58062b-ce4a-49a0-bdfc-b4c12979de81), before_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:11:38.990688 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c875e7d-01a7-49a5-8562-7b233106e9d7 None None] Pushing event updated for resources: {'Port': ['ID=131c7e69-bc6d-4eb1-be33-14f966d213f0,revision_number=2']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:11:39.000414 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-511f08e2-8861-46d7-a4f3-a9df3f21c795 None None] Attempting to bind port 131c7e69-bc6d-4eb1-be33-14f966d213f0 on host n-d-760453-5 for vnic_type normal with profile {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 21:11:39.003629 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-511f08e2-8861-46d7-a4f3-a9df3f21c795 None None] Attempting to bind port 131c7e69-bc6d-4eb1-be33-14f966d213f0 by drivers openvswitch,hyperv on host n-d-760453-5 at level 0 using segments [{'id': 'bdfc920a-d8fd-486a-882a-95747377953f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '47999493-6d3a-48a5-acf6-b1a05dd2fc19'}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 26 21:11:39.004004 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-511f08e2-8861-46d7-a4f3-a9df3f21c795 None None] Attempting to bind port 131c7e69-bc6d-4eb1-be33-14f966d213f0 on network 47999493-6d3a-48a5-acf6-b1a05dd2fc19 {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 21:11:39.011804 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-511f08e2-8861-46d7-a4f3-a9df3f21c795 None None] Checking agent: {'id': 'fea0591a-627d-4c87-9a9a-01625ddf3277', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760453-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 20, 55, 25), 'started_at': datetime.datetime(2022, 1, 26, 20, 55, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 21, 11, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760453-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 26 21:11:39.012187 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-511f08e2-8861-46d7-a4f3-a9df3f21c795 None None] Checking segment: {'id': 'bdfc920a-d8fd-486a-882a-95747377953f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '47999493-6d3a-48a5-acf6-b1a05dd2fc19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 21:11:39.012604 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-511f08e2-8861-46d7-a4f3-a9df3f21c795 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:11:39.013015 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-511f08e2-8861-46d7-a4f3-a9df3f21c795 None None] Bound using segment: {'id': 'bdfc920a-d8fd-486a-882a-95747377953f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '47999493-6d3a-48a5-acf6-b1a05dd2fc19'} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 26 21:11:39.013509 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-511f08e2-8861-46d7-a4f3-a9df3f21c795 None None] Bound port: 131c7e69-bc6d-4eb1-be33-14f966d213f0, host: n-d-760453-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bdfc920a-d8fd-486a-882a-95747377953f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '47999493-6d3a-48a5-acf6-b1a05dd2fc19'}}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 26 21:11:39.013897 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-511f08e2-8861-46d7-a4f3-a9df3f21c795 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (131c7e69-bc6d-4eb1-be33-14f966d213f0), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:11:39.034322 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-309367fb-a443-43d7-b790-be917bfb0ccc req-d9692a69-7268-4cd8-84d7-eb1f8b29fad9 tempest-AttachVolumeNegativeTest-157238613 tempest-AttachVolumeNegativeTest-157238613-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=d203cd9cdbf14056988a5ed4353f3154&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1301236 Jan 26 21:11:39.046220 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5fd9ca-7d9b-4934-bb0b-4d079bd52441 req-0196a624-161e-464e-b39b-4b80aad0cccd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:11:39.048151 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-bd5fd9ca-7d9b-4934-bb0b-4d079bd52441 req-0196a624-161e-464e-b39b-4b80aad0cccd service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=7bdfe07917df421d9be436779552b002&device_id=0d6919b7-5cfc-4a34-9c08-a032d7787fd3 HTTP/1.1" status: 200 len: 1094 time: 0.5117488 Jan 26 21:11:39.117167 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-bd5fd9ca-7d9b-4934-bb0b-4d079bd52441 req-5386523b-2aa5-4fa5-9399-70196314ec52 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d2e500ae-6147-4c15-a504-1915a5dce1e5 HTTP/1.1" status: 200 len: 217 time: 0.0599451 Jan 26 21:11:39.153792 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-511f08e2-8861-46d7-a4f3-a9df3f21c795 None None] For port 131c7e69-bc6d-4eb1-be33-14f966d213f0, host n-d-760453-5, cleared binding levels {{(pid=103306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 26 21:11:39.175144 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-511f08e2-8861-46d7-a4f3-a9df3f21c795 None None] For port 131c7e69-bc6d-4eb1-be33-14f966d213f0, host n-d-760453-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=131c7e69-bc6d-4eb1-be33-14f966d213f0,segment=NetworkSegment(bdfc920a-d8fd-486a-882a-95747377953f),segment_id=bdfc920a-d8fd-486a-882a-95747377953f)] {{(pid=103306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 26 21:11:39.181998 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-a0a4bade-0c08-4b4d-b042-2787218039c3 None None] Provisioning complete for port 2c58062b-ce4a-49a0-bdfc-b4c12979de81 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:11:39.182957 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-a0a4bade-0c08-4b4d-b042-2787218039c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (2c58062b-ce4a-49a0-bdfc-b4c12979de81), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:11:39.187411 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-511f08e2-8861-46d7-a4f3-a9df3f21c795 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (131c7e69-bc6d-4eb1-be33-14f966d213f0), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:11:39.301089 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-a0a4bade-0c08-4b4d-b042-2787218039c3 None None] Port 2c58062b-ce4a-49a0-bdfc-b4c12979de81 cannot update to ACTIVE because it is not bound. {{(pid=103306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 26 21:11:39.311866 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-511f08e2-8861-46d7-a4f3-a9df3f21c795 None None] Routers {'ff7735c5-fb83-4999-aacc-c79f91b8f9ba'} bound to L3 agent in host n-d-760453-5 {{(pid=103306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 21:11:39.312647 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-511f08e2-8861-46d7-a4f3-a9df3f21c795 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-26T20:55:21Z,description=,heartbeat_timestamp=2022-01-26T21:11:21Z,host='n-d-760453-5',id=09df100c-3af1-4b0a-bda8-05914c71c458,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:55:21Z,topic='l3_agent')) {'router_ids': ['ff7735c5-fb83-4999-aacc-c79f91b8f9ba'], 'active': True} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:11:39.318363 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c875e7d-01a7-49a5-8562-7b233106e9d7 None None] Pushing event updated for resources: {'Port': ['ID=131c7e69-bc6d-4eb1-be33-14f966d213f0,revision_number=3']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:11:39.363896 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5fd9ca-7d9b-4934-bb0b-4d079bd52441 req-dacfffc8-7d6a-4a18-a375-aecb98abb9f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:11:39.365324 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-bd5fd9ca-7d9b-4934-bb0b-4d079bd52441 req-dacfffc8-7d6a-4a18-a375-aecb98abb9f4 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=f7b7ba1f-f452-4d1f-b54c-6aaf311b4599 HTTP/1.1" status: 200 len: 859 time: 0.2153065 Jan 26 21:11:39.388795 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ade8d32-2e88-49c7-9f4c-e0aa7f60f6dc req-62174431-4dcd-458c-8c4a-9b5ddfb3c55c tempest-FloatingIPsAssociationTestJSON-419529391 tempest-FloatingIPsAssociationTestJSON-419529391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:11:39.391580 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-2ade8d32-2e88-49c7-9f4c-e0aa7f60f6dc req-62174431-4dcd-458c-8c4a-9b5ddfb3c55c tempest-FloatingIPsAssociationTestJSON-419529391 tempest-FloatingIPsAssociationTestJSON-419529391-project] 10.222.0.13 "GET /v2.0/ports?device_id=0d6919b7-5cfc-4a34-9c08-a032d7787fd3 HTTP/1.1" status: 200 len: 943 time: 0.3754487 Jan 26 21:11:39.468555 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvr_db [None req-511f08e2-8861-46d7-a4f3-a9df3f21c795 None None] Set router ff7735c5-fb83-4999-aacc-c79f91b8f9ba gateway port host: n-d-760453-5 {{(pid=103306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 21:11:39.479755 n-d-760453-5 neutron-server[103305]: DEBUG neutron.notifiers.nova [req-75a21b95-22a1-44c4-b6a2-edb366461567 req-16787e4f-dc59-475a-b255-80fb57d4134b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2c58062b-ce4a-49a0-bdfc-b4c12979de81 {{(pid=103305) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 26 21:11:39.488802 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-75a21b95-22a1-44c4-b6a2-edb366461567 req-16787e4f-dc59-475a-b255-80fb57d4134b service neutron] Publish callbacks [] for port (2c58062b-ce4a-49a0-bdfc-b4c12979de81), precommit_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:11:39.497180 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-3592f299-652e-46f6-89bc-d2c6b8107b7a tempest-RoutersAdminTest-690199652 tempest-RoutersAdminTest-690199652-project-admin] Publish callbacks [] for router_gateway (ff7735c5-fb83-4999-aacc-c79f91b8f9ba), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:11:39.505191 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.provisioning_blocks [req-75a21b95-22a1-44c4-b6a2-edb366461567 req-16787e4f-dc59-475a-b255-80fb57d4134b service neutron] Transition to ACTIVE for port object 2c58062b-ce4a-49a0-bdfc-b4c12979de81 will not be triggered until provisioned by entity L2. {{(pid=103305) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 21:11:39.512924 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-75a21b95-22a1-44c4-b6a2-edb366461567 req-16787e4f-dc59-475a-b255-80fb57d4134b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11791520'] for port (2c58062b-ce4a-49a0-bdfc-b4c12979de81), after_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:11:39.523687 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-309367fb-a443-43d7-b790-be917bfb0ccc req-1cc4ca07-bfae-4fb8-931b-498dec54ab5c service neutron] 10.222.0.13 "GET /v2.0/networks/d6d873b7-dd21-4147-a71c-3196b86fd015?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4860749 Jan 26 21:11:39.603076 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5fd9ca-7d9b-4934-bb0b-4d079bd52441 req-d8c6f321-a70a-45de-b6ba-c92cfe42cbdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:11:39.605012 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-bd5fd9ca-7d9b-4934-bb0b-4d079bd52441 req-d8c6f321-a70a-45de-b6ba-c92cfe42cbdb service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=c51b7d10-9231-4438-a440-4c92a6a50ca4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2238467 Jan 26 21:11:39.622551 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16787e4f-dc59-475a-b255-80fb57d4134b service neutron] Pushing event updated for resources: {'Port': ['ID=2c58062b-ce4a-49a0-bdfc-b4c12979de81,revision_number=2']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:11:39.635513 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-02360f6d-60c6-4253-b92d-b85a5b3bf551 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4110657'] for router_interface (97039fc1-6c37-4af0-8e04-6fe23dc97b03), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:11:39.651286 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-2ade8d32-2e88-49c7-9f4c-e0aa7f60f6dc req-8924b212-b651-42cb-9368-c407e5103178 tempest-FloatingIPsAssociationTestJSON-419529391 tempest-FloatingIPsAssociationTestJSON-419529391-project] 10.222.0.13 "GET /v2.0/security-groups?id=0901363f-4062-4245-b20b-1aab16841475&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2360017 Jan 26 21:11:39.703307 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-511f08e2-8861-46d7-a4f3-a9df3f21c795 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff7735c5-fb83-4999-aacc-c79f91b8f9ba', 'name': '', 'tenant_id': '59d288f3b3444363b4fafc334d33664f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47999493-6d3a-48a5-acf6-b1a05dd2fc19', 'external_fixed_ips': [{'subnet_id': '963377d1-7b32-49c3-9f17-616f8ec503f3', 'ip_address': '172.20.0.3'}], 'enable_snat': True}, 'gw_port_id': '131c7e69-bc6d-4eb1-be33-14f966d213f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T21:11:34Z', 'updated_at': '2022-01-26T21:11:36Z', 'revision_number': 3, 'project_id': '59d288f3b3444363b4fafc334d33664f', 'gw_port': {'id': '131c7e69-bc6d-4eb1-be33-14f966d213f0', 'name': '', 'network_id': '47999493-6d3a-48a5-acf6-b1a05dd2fc19', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:72:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff7735c5-fb83-4999-aacc-c79f91b8f9ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 987, 'fixed_ips': [{'subnet_id': '963377d1-7b32-49c3-9f17-616f8ec503f3', 'ip_address': '172.20.0.3', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:11:35Z', 'updated_at': '2022-01-26T21:11:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '963377d1-7b32-49c3-9f17-616f8ec503f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-5'}], 'n-d-760453-5', False) {} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:11:39.729887 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [req-75a21b95-22a1-44c4-b6a2-edb366461567 req-16787e4f-dc59-475a-b255-80fb57d4134b service neutron] Attempting to bind port 2c58062b-ce4a-49a0-bdfc-b4c12979de81 on host n-h2-760453-5 for vnic_type normal with profile {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 21:11:39.729887 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [req-75a21b95-22a1-44c4-b6a2-edb366461567 req-16787e4f-dc59-475a-b255-80fb57d4134b service neutron] Attempting to bind port 2c58062b-ce4a-49a0-bdfc-b4c12979de81 by drivers openvswitch,hyperv on host n-h2-760453-5 at level 0 using segments [{'id': '92d37c2b-52af-49e8-96f5-7aa601ba34f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '149e35f2-8db2-4f53-89b7-4ea9b9891a0f'}] {{(pid=103305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 26 21:11:39.730220 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75a21b95-22a1-44c4-b6a2-edb366461567 req-16787e4f-dc59-475a-b255-80fb57d4134b service neutron] Attempting to bind port 2c58062b-ce4a-49a0-bdfc-b4c12979de81 on network 149e35f2-8db2-4f53-89b7-4ea9b9891a0f {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 21:11:39.735272 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75a21b95-22a1-44c4-b6a2-edb366461567 req-16787e4f-dc59-475a-b255-80fb57d4134b service neutron] Port 2c58062b-ce4a-49a0-bdfc-b4c12979de81 on network 149e35f2-8db2-4f53-89b7-4ea9b9891a0f not bound, no agent of type Open vSwitch agent registered on host n-h2-760453-5 {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 26 21:11:39.735578 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75a21b95-22a1-44c4-b6a2-edb366461567 req-16787e4f-dc59-475a-b255-80fb57d4134b service neutron] Attempting to bind port 2c58062b-ce4a-49a0-bdfc-b4c12979de81 on network 149e35f2-8db2-4f53-89b7-4ea9b9891a0f {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 21:11:39.741598 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75a21b95-22a1-44c4-b6a2-edb366461567 req-16787e4f-dc59-475a-b255-80fb57d4134b service neutron] Checking agent: {'id': '4d619873-4b60-439f-9b5a-b155dc8bbc34', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-760453-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 21, 2, 53), 'started_at': datetime.datetime(2022, 1, 26, 21, 2, 53), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 21, 11, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 26 21:11:39.741926 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75a21b95-22a1-44c4-b6a2-edb366461567 req-16787e4f-dc59-475a-b255-80fb57d4134b service neutron] Checking segment: {'id': '92d37c2b-52af-49e8-96f5-7aa601ba34f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '149e35f2-8db2-4f53-89b7-4ea9b9891a0f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103305) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 21:11:39.742230 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75a21b95-22a1-44c4-b6a2-edb366461567 req-16787e4f-dc59-475a-b255-80fb57d4134b service neutron] Bound using segment: {'id': '92d37c2b-52af-49e8-96f5-7aa601ba34f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '149e35f2-8db2-4f53-89b7-4ea9b9891a0f'} {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 26 21:11:39.743253 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [req-75a21b95-22a1-44c4-b6a2-edb366461567 req-16787e4f-dc59-475a-b255-80fb57d4134b service neutron] Bound port: 2c58062b-ce4a-49a0-bdfc-b4c12979de81, host: n-h2-760453-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '92d37c2b-52af-49e8-96f5-7aa601ba34f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '149e35f2-8db2-4f53-89b7-4ea9b9891a0f'}}] {{(pid=103305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 26 21:11:39.743623 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-75a21b95-22a1-44c4-b6a2-edb366461567 req-16787e4f-dc59-475a-b255-80fb57d4134b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (2c58062b-ce4a-49a0-bdfc-b4c12979de81), before_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:11:39.759617 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-511f08e2-8861-46d7-a4f3-a9df3f21c795 None None] The sync data for ids ['ff7735c5-fb83-4999-aacc-c79f91b8f9ba'] in n-d-760453-5 is: [{'id': 'ff7735c5-fb83-4999-aacc-c79f91b8f9ba', 'name': '', 'tenant_id': '59d288f3b3444363b4fafc334d33664f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47999493-6d3a-48a5-acf6-b1a05dd2fc19', 'external_fixed_ips': [{'subnet_id': '963377d1-7b32-49c3-9f17-616f8ec503f3', 'ip_address': '172.20.0.3'}], 'enable_snat': True}, 'gw_port_id': '131c7e69-bc6d-4eb1-be33-14f966d213f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T21:11:34Z', 'updated_at': '2022-01-26T21:11:36Z', 'revision_number': 3, 'project_id': '59d288f3b3444363b4fafc334d33664f', 'gw_port': {'id': '131c7e69-bc6d-4eb1-be33-14f966d213f0', 'name': '', 'network_id': '47999493-6d3a-48a5-acf6-b1a05dd2fc19', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:72:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff7735c5-fb83-4999-aacc-c79f91b8f9ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 987, 'fixed_ips': [{'subnet_id': '963377d1-7b32-49c3-9f17-616f8ec503f3', 'ip_address': '172.20.0.3', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:11:35Z', 'updated_at': '2022-01-26T21:11:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '963377d1-7b32-49c3-9f17-616f8ec503f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-5'}] {{(pid=103306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 26 21:11:39.801423 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Jan 2022 21:11:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fea0fd15-f14b-4ee1-99f2-1837f63c21e7 x-openstack-request-id: req-fea0fd15-f14b-4ee1-99f2-1837f63c21e7 {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 21:11:39.801651 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa873b56-913b-4b6f-ac44-2cc6f39f16b1", "name": "network-vif-deleted", "tag": "4c6e06a3-81ac-4751-9679-9826254c4461", "status": "completed", "code": 200}]} {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 21:11:39.801907 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-fea0fd15-f14b-4ee1-99f2-1837f63c21e7 {{(pid=103305) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 21:11:39.802315 n-d-760453-5 neutron-server[103305]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa873b56-913b-4b6f-ac44-2cc6f39f16b1', 'name': 'network-vif-deleted', 'tag': '4c6e06a3-81ac-4751-9679-9826254c4461', 'status': 'completed', 'code': 200} Jan 26 21:11:39.872101 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [req-75a21b95-22a1-44c4-b6a2-edb366461567 req-16787e4f-dc59-475a-b255-80fb57d4134b service neutron] For port 2c58062b-ce4a-49a0-bdfc-b4c12979de81, host n-h2-760453-5, cleared binding levels {{(pid=103305) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 26 21:11:39.875504 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [req-75a21b95-22a1-44c4-b6a2-edb366461567 req-16787e4f-dc59-475a-b255-80fb57d4134b service neutron] For port 2c58062b-ce4a-49a0-bdfc-b4c12979de81, host n-h2-760453-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-5',level=0,port_id=2c58062b-ce4a-49a0-bdfc-b4c12979de81,segment=NetworkSegment(92d37c2b-52af-49e8-96f5-7aa601ba34f9),segment_id=92d37c2b-52af-49e8-96f5-7aa601ba34f9)] {{(pid=103305) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 26 21:11:39.886035 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-75a21b95-22a1-44c4-b6a2-edb366461567 req-16787e4f-dc59-475a-b255-80fb57d4134b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11791520'] for port (2c58062b-ce4a-49a0-bdfc-b4c12979de81), after_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:11:39.887167 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 26 Jan 2022 21:11:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1c041b1-6914-45ff-970a-34b998d2f83a x-openstack-request-id: req-b1c041b1-6914-45ff-970a-34b998d2f83a {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 21:11:39.887650 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0d6919b7-5cfc-4a34-9c08-a032d7787fd3", "tag": "d2e500ae-6147-4c15-a504-1915a5dce1e5", "status": "completed", "code": 200}]} {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 21:11:39.887785 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b1c041b1-6914-45ff-970a-34b998d2f83a {{(pid=103304) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 21:11:39.888139 n-d-760453-5 neutron-server[103304]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0d6919b7-5cfc-4a34-9c08-a032d7787fd3', 'tag': 'd2e500ae-6147-4c15-a504-1915a5dce1e5', 'status': 'completed', 'code': 200} Jan 26 21:11:39.940848 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a21b95-22a1-44c4-b6a2-edb366461567 req-16787e4f-dc59-475a-b255-80fb57d4134b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:11:39.941500 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-75a21b95-22a1-44c4-b6a2-edb366461567 req-16787e4f-dc59-475a-b255-80fb57d4134b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:11:39.942928 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-75a21b95-22a1-44c4-b6a2-edb366461567 req-16787e4f-dc59-475a-b255-80fb57d4134b service neutron] 10.222.0.57 "PUT /v2.0/ports/2c58062b-ce4a-49a0-bdfc-b4c12979de81 HTTP/1.1" status: 200 len: 1092 time: 1.1342962 Jan 26 21:11:40.004591 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-309367fb-a443-43d7-b790-be917bfb0ccc req-ae40d8dc-8d7d-4a62-a411-778fe78d61fe service neutron] 10.222.0.13 "GET /v2.0/networks/d6d873b7-dd21-4147-a71c-3196b86fd015?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4674087 Jan 26 21:11:40.007869 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16787e4f-dc59-475a-b255-80fb57d4134b service neutron] Pushing event updated for resources: {'Port': ['ID=2c58062b-ce4a-49a0-bdfc-b4c12979de81,revision_number=3']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:11:40.103066 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-3592f299-652e-46f6-89bc-d2c6b8107b7a tempest-RoutersAdminTest-690199652 tempest-RoutersAdminTest-690199652-project-admin] Deleting port 131c7e69-bc6d-4eb1-be33-14f966d213f0 {{(pid=103304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 21:11:40.103416 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-3592f299-652e-46f6-89bc-d2c6b8107b7a tempest-RoutersAdminTest-690199652 tempest-RoutersAdminTest-690199652-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746560630878'] for port (131c7e69-bc6d-4eb1-be33-14f966d213f0), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:11:40.103789 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a21b95-22a1-44c4-b6a2-edb366461567 req-74090281-7fa6-4bdd-afd6-f66423af1ab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:11:40.105881 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-75a21b95-22a1-44c4-b6a2-edb366461567 req-74090281-7fa6-4bdd-afd6-f66423af1ab0 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=a166ba4bbf994570ac4e6e67e529f246&device_id=d3f09a80-55e1-4c76-84ee-e8c6104639ee HTTP/1.1" status: 200 len: 1095 time: 0.0758197 Jan 26 21:11:40.131410 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-bd5fd9ca-7d9b-4934-bb0b-4d079bd52441 req-17595e3a-594e-441e-a2da-c0cb4f342d6c service neutron] 10.222.0.57 "GET /v2.0/networks/c51b7d10-9231-4438-a440-4c92a6a50ca4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4786818 Jan 26 21:11:40.203841 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-75a21b95-22a1-44c4-b6a2-edb366461567 req-a6ba26ef-52e2-48cf-9b4a-7f6af1c7f88c service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2c58062b-ce4a-49a0-bdfc-b4c12979de81 HTTP/1.1" status: 200 len: 217 time: 0.0781269 Jan 26 21:11:40.316704 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a21b95-22a1-44c4-b6a2-edb366461567 req-c96fa3ff-5cdf-4327-b9b7-8a881a999c0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:11:40.318597 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-75a21b95-22a1-44c4-b6a2-edb366461567 req-c96fa3ff-5cdf-4327-b9b7-8a881a999c0e service neutron] 10.222.0.57 "GET /v2.0/subnets?id=a701c127-d3dd-497d-9665-95502ae1864e HTTP/1.1" status: 200 len: 855 time: 0.0984211 Jan 26 21:11:40.402871 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f222627-aa56-477d-ab36-87a418887c20 req-b42f42e4-d359-4589-b42e-7cb3664c60f2 tempest-ListServerFiltersTestJSON-1713042646 tempest-ListServerFiltersTestJSON-1713042646-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:11:40.404847 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-3f222627-aa56-477d-ab36-87a418887c20 req-b42f42e4-d359-4589-b42e-7cb3664c60f2 tempest-ListServerFiltersTestJSON-1713042646 tempest-ListServerFiltersTestJSON-1713042646-project] 10.222.0.13 "GET /v2.0/networks?id=149e35f2-8db2-4f53-89b7-4ea9b9891a0f HTTP/1.1" status: 200 len: 816 time: 0.4196758 Jan 26 21:11:40.438027 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a21b95-22a1-44c4-b6a2-edb366461567 req-79c7217f-b0d7-44de-8380-5ddb94128386 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:11:40.439820 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-75a21b95-22a1-44c4-b6a2-edb366461567 req-79c7217f-b0d7-44de-8380-5ddb94128386 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=149e35f2-8db2-4f53-89b7-4ea9b9891a0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1137240 Jan 26 21:11:40.472674 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [None req-3592f299-652e-46f6-89bc-d2c6b8107b7a tempest-RoutersAdminTest-690199652 tempest-RoutersAdminTest-690199652-project-admin] For port 131c7e69-bc6d-4eb1-be33-14f966d213f0, host n-d-760453-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=131c7e69-bc6d-4eb1-be33-14f966d213f0,segment=NetworkSegment(bdfc920a-d8fd-486a-882a-95747377953f),segment_id=bdfc920a-d8fd-486a-882a-95747377953f)] {{(pid=103304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:11:40.473191 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-3592f299-652e-46f6-89bc-d2c6b8107b7a tempest-RoutersAdminTest-690199652 tempest-RoutersAdminTest-690199652-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4109658'] for port (131c7e69-bc6d-4eb1-be33-14f966d213f0), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:11:40.477947 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-3f222627-aa56-477d-ab36-87a418887c20 req-1dd7c26b-95d5-43ca-abe2-b7cfdce8f129 tempest-ListServerFiltersTestJSON-1713042646 tempest-ListServerFiltersTestJSON-1713042646-project] 10.222.0.13 "GET /v2.0/quotas/a166ba4bbf994570ac4e6e67e529f246 HTTP/1.1" status: 200 len: 375 time: 0.0624588 Jan 26 21:11:40.503948 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Device 4c6e06a3-81ac-4751-9679-9826254c4461 no longer exists at agent hyperv_n-h1-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 26 21:11:40.523777 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-3592f299-652e-46f6-89bc-d2c6b8107b7a tempest-RoutersAdminTest-690199652 tempest-RoutersAdminTest-690199652-project-admin] Calling delete_port for 131c7e69-bc6d-4eb1-be33-14f966d213f0 owned by network:router_gateway {{(pid=103304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 21:11:40.548924 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] No Port match for: 4c6e06a3-81ac-4751-9679-9826254c4461 {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 26 21:11:40.564465 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Device 4c6e06a3-81ac-4751-9679-9826254c4461 not bound to the agent host n-h1-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 26 21:11:40.583813 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-bd5fd9ca-7d9b-4934-bb0b-4d079bd52441 req-89f7f129-3bd9-4a87-aa91-b8d2d8a356c6 service neutron] 10.222.0.57 "GET /v2.0/networks/c51b7d10-9231-4438-a440-4c92a6a50ca4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4043443 Jan 26 21:11:40.781463 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-0dfc2aff-e44a-416d-832b-5e86bfb31d99 req-c8123d98-eb47-4407-81ac-9712b320a230 tempest-AttachVolumeNegativeTest-157238613 tempest-AttachVolumeNegativeTest-157238613-project] 10.222.0.13 "GET /v2.0/ports?device_id=ec811ff0-b491-4a33-8d34-6c61319f3b15 HTTP/1.1" status: 200 len: 210 time: 0.1138303 Jan 26 21:11:40.794785 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-75a21b95-22a1-44c4-b6a2-edb366461567 req-5f938d1c-3d20-4711-80ad-ecc4588b8efc service neutron] 10.222.0.57 "GET /v2.0/networks/149e35f2-8db2-4f53-89b7-4ea9b9891a0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3423042 Jan 26 21:11:40.801000 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e89e27-22f4-4710-8e21-f77c7572d0c7 req-bddbbf35-315b-42a8-8574-fd018e06baff tempest-ListServerFiltersTestJSON-1713042646 tempest-ListServerFiltersTestJSON-1713042646-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:11:40.802666 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-62e89e27-22f4-4710-8e21-f77c7572d0c7 req-bddbbf35-315b-42a8-8574-fd018e06baff tempest-ListServerFiltersTestJSON-1713042646 tempest-ListServerFiltersTestJSON-1713042646-project] 10.222.0.66 "GET /v2.0/networks?id=149e35f2-8db2-4f53-89b7-4ea9b9891a0f HTTP/1.1" status: 200 len: 816 time: 0.2089677 Jan 26 21:11:40.849527 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-3f222627-aa56-477d-ab36-87a418887c20 req-8105f76d-6798-4c3a-9bd4-ae54cec88db5 tempest-ListServerFiltersTestJSON-1713042646 tempest-ListServerFiltersTestJSON-1713042646-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=a166ba4bbf994570ac4e6e67e529f246&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3541729 Jan 26 21:11:40.874498 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [req-62e89e27-22f4-4710-8e21-f77c7572d0c7 req-215f2010-c29b-4b49-85b2-9dde072f866a tempest-ListServerFiltersTestJSON-1713042646 tempest-ListServerFiltersTestJSON-1713042646-project] Request body: {'port': {'device_id': '3105af2d-ea73-4df7-8227-8f48cefa25aa', 'network_id': '149e35f2-8db2-4f53-89b7-4ea9b9891a0f', 'admin_state_up': True, 'tenant_id': 'a166ba4bbf994570ac4e6e67e529f246'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:11:41.023669 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-75a21b95-22a1-44c4-b6a2-edb366461567 req-e1fc2a85-776b-4fa6-8f5b-a94e371301c2 service neutron] 10.222.0.57 "GET /v2.0/networks/149e35f2-8db2-4f53-89b7-4ea9b9891a0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2199926 Jan 26 21:11:41.076849 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-62e89e27-22f4-4710-8e21-f77c7572d0c7 req-215f2010-c29b-4b49-85b2-9dde072f866a tempest-ListServerFiltersTestJSON-1713042646 tempest-ListServerFiltersTestJSON-1713042646-project] Made reservation on behalf of a166ba4bbf994570ac4e6e67e529f246 for: {'port': 1} {{(pid=103305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 21:11:41.088087 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-62e89e27-22f4-4710-8e21-f77c7572d0c7 req-215f2010-c29b-4b49-85b2-9dde072f866a tempest-ListServerFiltersTestJSON-1713042646 tempest-ListServerFiltersTestJSON-1713042646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:11:41.163807 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa7bc5c-5c8e-47b6-a999-7141c39c07ee req-2287ff72-9b96-4a46-9f70-dbf1d268e06f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:11:41.166930 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-7aa7bc5c-5c8e-47b6-a999-7141c39c07ee req-2287ff72-9b96-4a46-9f70-dbf1d268e06f service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=7bdfe07917df421d9be436779552b002&device_id=0d6919b7-5cfc-4a34-9c08-a032d7787fd3 HTTP/1.1" status: 200 len: 1094 time: 0.4888241 Jan 26 21:11:41.179135 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-3f222627-aa56-477d-ab36-87a418887c20 req-4b0debb4-650c-4e6c-8c29-4fad1e26c9c4 service neutron] 10.222.0.13 "GET /v2.0/networks/149e35f2-8db2-4f53-89b7-4ea9b9891a0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3283169 Jan 26 21:11:41.213212 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device 131c7e69-bc6d-4eb1-be33-14f966d213f0 up at agent ovs-agent-n-d-760453-5 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 21:11:41.286689 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.db_base_plugin_common [req-62e89e27-22f4-4710-8e21-f77c7572d0c7 req-215f2010-c29b-4b49-85b2-9dde072f866a tempest-ListServerFiltersTestJSON-1713042646 tempest-ListServerFiltersTestJSON-1713042646-project] Allocated IP 172.20.0.4 (149e35f2-8db2-4f53-89b7-4ea9b9891a0f/a701c127-d3dd-497d-9665-95502ae1864e/d9b30847-3659-445b-8b92-242bf72c46e2) {{(pid=103305) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 21:11:41.323166 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Provisioning complete for port 131c7e69-bc6d-4eb1-be33-14f966d213f0 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:11:41.324133 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (131c7e69-bc6d-4eb1-be33-14f966d213f0), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:11:41.446566 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Current status of the port 131c7e69-bc6d-4eb1-be33-14f966d213f0 is: DOWN; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:11:41.447551 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (131c7e69-bc6d-4eb1-be33-14f966d213f0), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:11:41.518639 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f83cca-3fda-4406-b31d-5e8fdc6d278d req-416facd7-462b-4eb1-8627-58d4c5659ac7 tempest-LiveAutoBlockMigrationV225Test-1645909514 tempest-LiveAutoBlockMigrationV225Test-1645909514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:11:41.520116 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-76f83cca-3fda-4406-b31d-5e8fdc6d278d req-416facd7-462b-4eb1-8627-58d4c5659ac7 tempest-LiveAutoBlockMigrationV225Test-1645909514 tempest-LiveAutoBlockMigrationV225Test-1645909514-project] 10.222.0.57 "GET /v2.0/ports?device_id=0bd9219f-31b8-4122-b35d-2ca7b6de3d8d HTTP/1.1" status: 200 len: 944 time: 0.0880952 Jan 26 21:11:41.523028 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-62e89e27-22f4-4710-8e21-f77c7572d0c7 req-215f2010-c29b-4b49-85b2-9dde072f866a tempest-ListServerFiltersTestJSON-1713042646 tempest-ListServerFiltersTestJSON-1713042646-project] Publish callbacks [] for port (d9b30847-3659-445b-8b92-242bf72c46e2), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:11:41.616655 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-62e89e27-22f4-4710-8e21-f77c7572d0c7 req-215f2010-c29b-4b49-85b2-9dde072f866a tempest-ListServerFiltersTestJSON-1713042646 tempest-ListServerFiltersTestJSON-1713042646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746560234527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11791543'] for port (d9b30847-3659-445b-8b92-242bf72c46e2), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:11:41.668782 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-62e89e27-22f4-4710-8e21-f77c7572d0c7 req-215f2010-c29b-4b49-85b2-9dde072f866a tempest-ListServerFiltersTestJSON-1713042646 tempest-ListServerFiltersTestJSON-1713042646-project] Network 149e35f2-8db2-4f53-89b7-4ea9b9891a0f is already hosted by enough agents. {{(pid=103305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 21:11:41.676659 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [req-62e89e27-22f4-4710-8e21-f77c7572d0c7 req-215f2010-c29b-4b49-85b2-9dde072f866a tempest-ListServerFiltersTestJSON-1713042646 tempest-ListServerFiltersTestJSON-1713042646-project] Resources bound (agent type, host, resource id): {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:11:41.684916 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [req-62e89e27-22f4-4710-8e21-f77c7572d0c7 req-215f2010-c29b-4b49-85b2-9dde072f866a tempest-ListServerFiltersTestJSON-1713042646 tempest-ListServerFiltersTestJSON-1713042646-project] Received port after_create {{(pid=103305) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 21:11:41.708756 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-215f2010-c29b-4b49-85b2-9dde072f866a tempest-ListServerFiltersTestJSON-1713042646 tempest-ListServerFiltersTestJSON-1713042646-project] Pushing event updated for resources: {'Port': ['ID=d9b30847-3659-445b-8b92-242bf72c46e2,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:11:41.713352 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54eb7185-3707-47c3-8954-369cfe6101bf req-354f9780-9d4f-4123-96b5-3a23acfdb745 tempest-ServersTestFqdnHostnames-1663210831 tempest-ServersTestFqdnHostnames-1663210831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:11:41.720863 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-54eb7185-3707-47c3-8954-369cfe6101bf req-354f9780-9d4f-4123-96b5-3a23acfdb745 tempest-ServersTestFqdnHostnames-1663210831 tempest-ServersTestFqdnHostnames-1663210831-project] 10.222.0.13 "GET /v2.0/ports?device_id=cef1c79f-e0ff-4eb2-8297-9fad70b4e6cd HTTP/1.1" status: 200 len: 946 time: 0.6633832 Jan 26 21:11:41.723620 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [req-76f83cca-3fda-4406-b31d-5e8fdc6d278d req-f0896334-8a08-4355-b81f-9ef41a999786 tempest-LiveAutoBlockMigrationV225Test-1645909514 tempest-LiveAutoBlockMigrationV225Test-1645909514-project] Deleting port f5fdde2f-c5b7-4189-93c5-ce8ef3d0068c {{(pid=103305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 21:11:41.723959 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-76f83cca-3fda-4406-b31d-5e8fdc6d278d req-f0896334-8a08-4355-b81f-9ef41a999786 tempest-LiveAutoBlockMigrationV225Test-1645909514 tempest-LiveAutoBlockMigrationV225Test-1645909514-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746560630878'] for port (f5fdde2f-c5b7-4189-93c5-ce8ef3d0068c), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:11:41.729449 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-02360f6d-60c6-4253-b92d-b85a5b3bf551 admin admin] Deleting port 2cae12e7-2124-4edb-97cf-5e894100f8bf {{(pid=103304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 21:11:41.729800 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-02360f6d-60c6-4253-b92d-b85a5b3bf551 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746560630878'] for port (2cae12e7-2124-4edb-97cf-5e894100f8bf), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:11:41.773645 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-3592f299-652e-46f6-89bc-d2c6b8107b7a tempest-RoutersAdminTest-690199652 tempest-RoutersAdminTest-690199652-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746560636600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746560234536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9281553'] for port (131c7e69-bc6d-4eb1-be33-14f966d213f0), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:11:41.813476 n-d-760453-5 neutron-server[103305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd3f09a80-55e1-4c76-84ee-e8c6104639ee', 'tag': '2c58062b-ce4a-49a0-bdfc-b4c12979de81'}] {{(pid=103305) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 21:11:41.815503 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d4654568b7bf041e72ff8fe1c96d6d761d9c921f2b99bc7b3a26632be20cee0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-818ec22e-b65f-4b5d-8fa5-73cf84ab1447" -d '{"events": [{"name": "network-changed", "server_uuid": "d3f09a80-55e1-4c76-84ee-e8c6104639ee", "tag": "2c58062b-ce4a-49a0-bdfc-b4c12979de81"}]}' {{(pid=103305) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 21:11:41.860208 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e89e27-22f4-4710-8e21-f77c7572d0c7 req-215f2010-c29b-4b49-85b2-9dde072f866a tempest-ListServerFiltersTestJSON-1713042646 tempest-ListServerFiltersTestJSON-1713042646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:11:41.860525 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-62e89e27-22f4-4710-8e21-f77c7572d0c7 req-215f2010-c29b-4b49-85b2-9dde072f866a tempest-ListServerFiltersTestJSON-1713042646 tempest-ListServerFiltersTestJSON-1713042646-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:11:41.899133 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3592f299-652e-46f6-89bc-d2c6b8107b7a tempest-RoutersAdminTest-690199652 tempest-RoutersAdminTest-690199652-project-admin] Pushing event deleted for resources: {'Port': ['ID=131c7e69-bc6d-4eb1-be33-14f966d213f0,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:11:41.937409 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-62e89e27-22f4-4710-8e21-f77c7572d0c7 req-215f2010-c29b-4b49-85b2-9dde072f866a tempest-ListServerFiltersTestJSON-1713042646 tempest-ListServerFiltersTestJSON-1713042646-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0743220 Jan 26 21:11:41.963603 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [req-62e89e27-22f4-4710-8e21-f77c7572d0c7 req-292e60a8-7683-45d9-81e9-ac9f3dd285e8 service neutron] Request body: {'port': {'device_id': '3105af2d-ea73-4df7-8227-8f48cefa25aa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-760453-5'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:11:42.019896 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [req-76f83cca-3fda-4406-b31d-5e8fdc6d278d req-f0896334-8a08-4355-b81f-9ef41a999786 tempest-LiveAutoBlockMigrationV225Test-1645909514 tempest-LiveAutoBlockMigrationV225Test-1645909514-project] For port f5fdde2f-c5b7-4189-93c5-ce8ef3d0068c, host n-h2-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-5',level=0,port_id=f5fdde2f-c5b7-4189-93c5-ce8ef3d0068c,segment=NetworkSegment(ff84b980-87bb-452b-8f52-d472b3cbbe9c),segment_id=ff84b980-87bb-452b-8f52-d472b3cbbe9c)] {{(pid=103305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:11:42.020269 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-76f83cca-3fda-4406-b31d-5e8fdc6d278d req-f0896334-8a08-4355-b81f-9ef41a999786 tempest-LiveAutoBlockMigrationV225Test-1645909514 tempest-LiveAutoBlockMigrationV225Test-1645909514-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4109658'] for port (f5fdde2f-c5b7-4189-93c5-ce8ef3d0068c), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:11:42.044698 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa7bc5c-5c8e-47b6-a999-7141c39c07ee req-08c490d8-2210-46ce-8e9a-d3a4b5ece29d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:11:42.046267 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-7aa7bc5c-5c8e-47b6-a999-7141c39c07ee req-08c490d8-2210-46ce-8e9a-d3a4b5ece29d service neutron] 10.222.0.57 "GET /v2.0/networks?id=c51b7d10-9231-4438-a440-4c92a6a50ca4 HTTP/1.1" status: 200 len: 921 time: 0.8662651 Jan 26 21:11:42.061974 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-54eb7185-3707-47c3-8954-369cfe6101bf req-02f56945-760d-4133-ac9d-9b69e6a12f53 tempest-ServersTestFqdnHostnames-1663210831 tempest-ServersTestFqdnHostnames-1663210831-project] 10.222.0.13 "GET /v2.0/security-groups?id=c3884922-c788-4174-8be5-5a7a4ff5f5df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3401251 Jan 26 21:11:42.065263 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [req-76f83cca-3fda-4406-b31d-5e8fdc6d278d req-f0896334-8a08-4355-b81f-9ef41a999786 tempest-LiveAutoBlockMigrationV225Test-1645909514 tempest-LiveAutoBlockMigrationV225Test-1645909514-project] Calling delete_port for f5fdde2f-c5b7-4189-93c5-ce8ef3d0068c owned by compute:nova {{(pid=103305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 21:11:42.079473 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309367fb-a443-43d7-b790-be917bfb0ccc req-579977a2-07fa-4357-9478-1cb2a4679c72 tempest-AttachVolumeNegativeTest-157238613 tempest-AttachVolumeNegativeTest-157238613-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:11:42.079473 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-309367fb-a443-43d7-b790-be917bfb0ccc req-579977a2-07fa-4357-9478-1cb2a4679c72 tempest-AttachVolumeNegativeTest-157238613 tempest-AttachVolumeNegativeTest-157238613-project] 10.222.0.57 "GET /v2.0/networks?id=d6d873b7-dd21-4147-a71c-3196b86fd015 HTTP/1.1" status: 200 len: 814 time: 0.2686841 Jan 26 21:11:42.085866 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-62e89e27-22f4-4710-8e21-f77c7572d0c7 req-292e60a8-7683-45d9-81e9-ac9f3dd285e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (d9b30847-3659-445b-8b92-242bf72c46e2), before_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:11:42.090638 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [req-309367fb-a443-43d7-b790-be917bfb0ccc req-f853f652-a0fb-4395-8c64-15d6426993bd tempest-AttachVolumeNegativeTest-157238613 tempest-AttachVolumeNegativeTest-157238613-project] Request body: {'port': {'device_id': 'ec811ff0-b491-4a33-8d34-6c61319f3b15', 'network_id': 'd6d873b7-dd21-4147-a71c-3196b86fd015', 'admin_state_up': True, 'tenant_id': 'd203cd9cdbf14056988a5ed4353f3154'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:11:42.090781 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-3f222627-aa56-477d-ab36-87a418887c20 req-c83bcbc1-d0b7-4ea4-ad04-0794c07ca5c1 service neutron] 10.222.0.13 "GET /v2.0/networks/149e35f2-8db2-4f53-89b7-4ea9b9891a0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5084288 Jan 26 21:11:42.130003 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-a15840ba-3c61-4137-859d-365c6f309bf7 None None] Provisioning complete for port d9b30847-3659-445b-8b92-242bf72c46e2 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:11:42.130496 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-a15840ba-3c61-4137-859d-365c6f309bf7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (d9b30847-3659-445b-8b92-242bf72c46e2), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:11:42.162921 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-3592f299-652e-46f6-89bc-d2c6b8107b7a tempest-RoutersAdminTest-690199652 tempest-RoutersAdminTest-690199652-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4111291'] for router_gateway (ff7735c5-fb83-4999-aacc-c79f91b8f9ba), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:11:42.220843 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-a15840ba-3c61-4137-859d-365c6f309bf7 None None] Port d9b30847-3659-445b-8b92-242bf72c46e2 cannot update to ACTIVE because it is not bound. {{(pid=103306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 26 21:11:42.247817 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-7aa7bc5c-5c8e-47b6-a999-7141c39c07ee req-72c159bb-439e-4e9e-a5ac-16fffa645295 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d2e500ae-6147-4c15-a504-1915a5dce1e5 HTTP/1.1" status: 200 len: 217 time: 0.1847785 Jan 26 21:11:42.265531 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [None req-02360f6d-60c6-4253-b92d-b85a5b3bf551 admin admin] For port 2cae12e7-2124-4edb-97cf-5e894100f8bf, host n-d-760453-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=2cae12e7-2124-4edb-97cf-5e894100f8bf,segment=NetworkSegment(67be4c35-e691-4012-8081-5876ca19bbaa),segment_id=67be4c35-e691-4012-8081-5876ca19bbaa)] {{(pid=103304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:11:42.265888 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-02360f6d-60c6-4253-b92d-b85a5b3bf551 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4109658'] for port (2cae12e7-2124-4edb-97cf-5e894100f8bf), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:11:42.327927 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-3592f299-652e-46f6-89bc-d2c6b8107b7a tempest-RoutersAdminTest-690199652 tempest-RoutersAdminTest-690199652-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4105774', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13082'] for router (ff7735c5-fb83-4999-aacc-c79f91b8f9ba), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:11:42.334969 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-3592f299-652e-46f6-89bc-d2c6b8107b7a tempest-RoutersAdminTest-690199652 tempest-RoutersAdminTest-690199652-project-admin] Publish callbacks [] for router_controller (ff7735c5-fb83-4999-aacc-c79f91b8f9ba), precommit_delete_associations {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:11:42.461990 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-309367fb-a443-43d7-b790-be917bfb0ccc req-f853f652-a0fb-4395-8c64-15d6426993bd tempest-AttachVolumeNegativeTest-157238613 tempest-AttachVolumeNegativeTest-157238613-project] Made reservation on behalf of d203cd9cdbf14056988a5ed4353f3154 for: {'port': 1} {{(pid=103305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 21:11:42.463141 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-309367fb-a443-43d7-b790-be917bfb0ccc req-f853f652-a0fb-4395-8c64-15d6426993bd tempest-AttachVolumeNegativeTest-157238613 tempest-AttachVolumeNegativeTest-157238613-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:11:42.482718 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-02360f6d-60c6-4253-b92d-b85a5b3bf551 admin admin] Calling delete_port for 2cae12e7-2124-4edb-97cf-5e894100f8bf owned by network:router_interface {{(pid=103304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 21:11:42.493727 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-76f83cca-3fda-4406-b31d-5e8fdc6d278d req-f0896334-8a08-4355-b81f-9ef41a999786 tempest-LiveAutoBlockMigrationV225Test-1645909514 tempest-LiveAutoBlockMigrationV225Test-1645909514-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746560636600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746560234536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11791543'] for port (f5fdde2f-c5b7-4189-93c5-ce8ef3d0068c), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:11:42.535902 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-3592f299-652e-46f6-89bc-d2c6b8107b7a tempest-RoutersAdminTest-690199652 tempest-RoutersAdminTest-690199652-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4105767'] for router (ff7735c5-fb83-4999-aacc-c79f91b8f9ba), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:11:42.536472 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3592f299-652e-46f6-89bc-d2c6b8107b7a tempest-RoutersAdminTest-690199652 tempest-RoutersAdminTest-690199652-project-admin] Fanout notify agent at l3_agent the message router_deleted on router ff7735c5-fb83-4999-aacc-c79f91b8f9ba {{(pid=103304) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 26 21:11:42.537859 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0896334-8a08-4355-b81f-9ef41a999786 tempest-LiveAutoBlockMigrationV225Test-1645909514 tempest-LiveAutoBlockMigrationV225Test-1645909514-project] Pushing event deleted for resources: {'Port': ['ID=f5fdde2f-c5b7-4189-93c5-ce8ef3d0068c,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:11:42.540253 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-b8543b96-4501-4782-800d-63a040252969 req-bfe40100-4486-4339-a6be-c0d85a47f7e4 tempest-LiveAutoBlockMigrationV225Test-1645909514 tempest-LiveAutoBlockMigrationV225Test-1645909514-project] 10.222.0.13 "GET /v2.0/ports?device_id=0bd9219f-31b8-4122-b35d-2ca7b6de3d8d HTTP/1.1" status: 200 len: 210 time: 0.0767050 Jan 26 21:11:42.549100 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-3592f299-652e-46f6-89bc-d2c6b8107b7a tempest-RoutersAdminTest-690199652 tempest-RoutersAdminTest-690199652-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:11:42.550399 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-3592f299-652e-46f6-89bc-d2c6b8107b7a tempest-RoutersAdminTest-690199652 tempest-RoutersAdminTest-690199652-project-admin] 10.222.0.13 "DELETE /v2.0/routers/ff7735c5-fb83-4999-aacc-c79f91b8f9ba HTTP/1.1" status: 204 len: 168 time: 4.6167915 Jan 26 21:11:42.555596 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 52734) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:11:42.557271 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa7bc5c-5c8e-47b6-a999-7141c39c07ee req-79ccde73-d854-4d04-a61f-d7f9d0f3c2d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:11:42.562465 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-7aa7bc5c-5c8e-47b6-a999-7141c39c07ee req-79ccde73-d854-4d04-a61f-d7f9d0f3c2d6 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=f7b7ba1f-f452-4d1f-b54c-6aaf311b4599 HTTP/1.1" status: 200 len: 859 time: 0.2990842 Jan 26 21:11:42.756000 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.db_base_plugin_v2 [None req-57ac3198-9345-49c6-9575-9edc5228277e tempest-RoutersAdminTest-690199652 tempest-RoutersAdminTest-690199652-project-admin] Deleting subnet 963377d1-7b32-49c3-9f17-616f8ec503f3 {{(pid=103304) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 26 21:11:42.783810 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efbccbdf-900d-4cab-9ab0-ce019254f490 req-e212a86d-6492-4864-9643-dad36c378eb6 tempest-FloatingIPsAssociationTestJSON-419529391 tempest-FloatingIPsAssociationTestJSON-419529391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:11:42.785643 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-efbccbdf-900d-4cab-9ab0-ce019254f490 req-e212a86d-6492-4864-9643-dad36c378eb6 tempest-FloatingIPsAssociationTestJSON-419529391 tempest-FloatingIPsAssociationTestJSON-419529391-project] 10.222.0.13 "GET /v2.0/ports?device_id=0d6919b7-5cfc-4a34-9c08-a032d7787fd3 HTTP/1.1" status: 200 len: 943 time: 0.5807383 Jan 26 21:11:42.789265 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-57ac3198-9345-49c6-9575-9edc5228277e tempest-RoutersAdminTest-690199652 tempest-RoutersAdminTest-690199652-project-admin] Publish callbacks [] for subnet (963377d1-7b32-49c3-9f17-616f8ec503f3), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:11:42.792779 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-f8eb52c9-9151-444a-9ce3-98dc4bfc8508 req-acb95d96-c0e8-4d5d-8077-4eced4894dd0 tempest-AttachVolumeNegativeTest-157238613 tempest-AttachVolumeNegativeTest-157238613-project] 10.222.0.13 "GET /v2.0/ports?device_id=ec811ff0-b491-4a33-8d34-6c61319f3b15 HTTP/1.1" status: 200 len: 210 time: 0.0999944 Jan 26 21:11:42.803931 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e66833-7815-4f18-bc26-819ea1865456 req-c553f100-09ab-43ef-b056-a211120b6f1b tempest-ServersTestFqdnHostnames-1663210831 tempest-ServersTestFqdnHostnames-1663210831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:11:42.805834 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-f0e66833-7815-4f18-bc26-819ea1865456 req-c553f100-09ab-43ef-b056-a211120b6f1b tempest-ServersTestFqdnHostnames-1663210831 tempest-ServersTestFqdnHostnames-1663210831-project] 10.222.0.66 "GET /v2.0/ports?device_id=cef1c79f-e0ff-4eb2-8297-9fad70b4e6cd HTTP/1.1" status: 200 len: 946 time: 0.3548605 Jan 26 21:11:42.906787 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.57', 56659) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:11:42.955367 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-57ac3198-9345-49c6-9575-9edc5228277e tempest-RoutersAdminTest-690199652 tempest-RoutersAdminTest-690199652-project-admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8881284'] for subnet (963377d1-7b32-49c3-9f17-616f8ec503f3), precommit_delete_associations {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:11:42.968236 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 26 Jan 2022 21:11:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14956f6e-7022-46ce-a90c-058fa52fad2e x-openstack-request-id: req-14956f6e-7022-46ce-a90c-058fa52fad2e {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 21:11:42.968527 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d3f09a80-55e1-4c76-84ee-e8c6104639ee", "tag": "2c58062b-ce4a-49a0-bdfc-b4c12979de81", "status": "completed", "code": 200}]} {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 21:11:42.968776 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-14956f6e-7022-46ce-a90c-058fa52fad2e {{(pid=103305) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 21:11:42.969157 n-d-760453-5 neutron-server[103305]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd3f09a80-55e1-4c76-84ee-e8c6104639ee', 'tag': '2c58062b-ce4a-49a0-bdfc-b4c12979de81', 'status': 'completed', 'code': 200} Jan 26 21:11:42.980996 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [req-76f83cca-3fda-4406-b31d-5e8fdc6d278d req-f0896334-8a08-4355-b81f-9ef41a999786 tempest-LiveAutoBlockMigrationV225Test-1645909514 tempest-LiveAutoBlockMigrationV225Test-1645909514-project] No DVR routers for this DVR port f5fdde2f-c5b7-4189-93c5-ce8ef3d0068c on host n-h2-760453-5 {{(pid=103305) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 26 21:11:42.986269 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-76f83cca-3fda-4406-b31d-5e8fdc6d278d req-f0896334-8a08-4355-b81f-9ef41a999786 tempest-LiveAutoBlockMigrationV225Test-1645909514 tempest-LiveAutoBlockMigrationV225Test-1645909514-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:11:42.989996 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-76f83cca-3fda-4406-b31d-5e8fdc6d278d req-f0896334-8a08-4355-b81f-9ef41a999786 tempest-LiveAutoBlockMigrationV225Test-1645909514 tempest-LiveAutoBlockMigrationV225Test-1645909514-project] 10.222.0.57 "DELETE /v2.0/ports/f5fdde2f-c5b7-4189-93c5-ce8ef3d0068c HTTP/1.1" status: 204 len: 173 time: 1.4628203 Jan 26 21:11:43.040529 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Device 2c58062b-ce4a-49a0-bdfc-b4c12979de81 details requested by agent hyperv_n-h2-760453-5 with host n-h2-760453-5 {{(pid=103306) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 26 21:11:43.049429 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa7bc5c-5c8e-47b6-a999-7141c39c07ee req-8b80190c-0bc6-4af5-b020-5f9716bb081e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:11:43.051066 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-7aa7bc5c-5c8e-47b6-a999-7141c39c07ee req-8b80190c-0bc6-4af5-b020-5f9716bb081e service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=c51b7d10-9231-4438-a440-4c92a6a50ca4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4463100 Jan 26 21:11:43.073371 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.db_base_plugin_common [req-309367fb-a443-43d7-b790-be917bfb0ccc req-f853f652-a0fb-4395-8c64-15d6426993bd tempest-AttachVolumeNegativeTest-157238613 tempest-AttachVolumeNegativeTest-157238613-project] Allocated IP 172.20.0.9 (d6d873b7-dd21-4147-a71c-3196b86fd015/83c7f95c-c9b9-47ca-b224-a6b37c78555f/e3a678e7-ac1e-438d-a264-5bdad56d0d1c) {{(pid=103305) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 21:11:43.091567 n-d-760453-5 neutron-server[103305]: DEBUG neutron.notifiers.nova [req-62e89e27-22f4-4710-8e21-f77c7572d0c7 req-292e60a8-7683-45d9-81e9-ac9f3dd285e8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d9b30847-3659-445b-8b92-242bf72c46e2 {{(pid=103305) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 26 21:11:43.100304 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-62e89e27-22f4-4710-8e21-f77c7572d0c7 req-292e60a8-7683-45d9-81e9-ac9f3dd285e8 service neutron] Publish callbacks [] for port (d9b30847-3659-445b-8b92-242bf72c46e2), precommit_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:11:43.135722 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.provisioning_blocks [req-62e89e27-22f4-4710-8e21-f77c7572d0c7 req-292e60a8-7683-45d9-81e9-ac9f3dd285e8 service neutron] Transition to ACTIVE for port object d9b30847-3659-445b-8b92-242bf72c46e2 will not be triggered until provisioned by entity L2. {{(pid=103305) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 21:11:43.147127 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-5fbd066d-0d7f-4148-bf20-0f7800588df1 req-caea14d1-2c1d-4427-9ca3-3c036d54490b tempest-ListServerFiltersTestJSON-1713042646 tempest-ListServerFiltersTestJSON-1713042646-project] 10.222.0.13 "GET /v2.0/ports?device_id=074301dc-546d-4632-8e4c-223c70e93d57 HTTP/1.1" status: 200 len: 210 time: 0.1453345 Jan 26 21:11:43.154346 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-62e89e27-22f4-4710-8e21-f77c7572d0c7 req-292e60a8-7683-45d9-81e9-ac9f3dd285e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11791520'] for port (d9b30847-3659-445b-8b92-242bf72c46e2), after_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:11:43.266986 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-efbccbdf-900d-4cab-9ab0-ce019254f490 req-5ec75b78-5701-4f87-92fb-0b63e0e1e593 tempest-FloatingIPsAssociationTestJSON-419529391 tempest-FloatingIPsAssociationTestJSON-419529391-project] 10.222.0.13 "GET /v2.0/security-groups?id=0901363f-4062-4245-b20b-1aab16841475&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4261484 Jan 26 21:11:43.324844 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-57ac3198-9345-49c6-9575-9edc5228277e tempest-RoutersAdminTest-690199652 tempest-RoutersAdminTest-690199652-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687316'] for subnet (963377d1-7b32-49c3-9f17-616f8ec503f3), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:11:43.415274 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818ec22e-b65f-4b5d-8fa5-73cf84ab1447 req-c64b120b-cd5f-4004-986d-04c932ce2337 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:11:43.416948 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-818ec22e-b65f-4b5d-8fa5-73cf84ab1447 req-c64b120b-cd5f-4004-986d-04c932ce2337 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=a166ba4bbf994570ac4e6e67e529f246&device_id=d3f09a80-55e1-4c76-84ee-e8c6104639ee HTTP/1.1" status: 200 len: 1095 time: 0.5088837 Jan 26 21:11:43.488852 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device 131c7e69-bc6d-4eb1-be33-14f966d213f0 no longer exists at agent ovs-agent-n-d-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 26 21:11:43.519374 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] No Port match for: 131c7e69-bc6d-4eb1-be33-14f966d213f0 {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 26 21:11:43.519740 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device 131c7e69-bc6d-4eb1-be33-14f966d213f0 not bound to the agent host n-d-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 26 21:11:43.552614 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292e60a8-7683-45d9-81e9-ac9f3dd285e8 service neutron] Pushing event updated for resources: {'Port': ['ID=d9b30847-3659-445b-8b92-242bf72c46e2,revision_number=2']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:11:43.557889 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [req-62e89e27-22f4-4710-8e21-f77c7572d0c7 req-292e60a8-7683-45d9-81e9-ac9f3dd285e8 service neutron] Attempting to bind port d9b30847-3659-445b-8b92-242bf72c46e2 on host n-h1-760453-5 for vnic_type normal with profile {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 21:11:43.558167 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [req-62e89e27-22f4-4710-8e21-f77c7572d0c7 req-292e60a8-7683-45d9-81e9-ac9f3dd285e8 service neutron] Attempting to bind port d9b30847-3659-445b-8b92-242bf72c46e2 by drivers openvswitch,hyperv on host n-h1-760453-5 at level 0 using segments [{'id': '92d37c2b-52af-49e8-96f5-7aa601ba34f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '149e35f2-8db2-4f53-89b7-4ea9b9891a0f'}] {{(pid=103305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 26 21:11:43.558554 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62e89e27-22f4-4710-8e21-f77c7572d0c7 req-292e60a8-7683-45d9-81e9-ac9f3dd285e8 service neutron] Attempting to bind port d9b30847-3659-445b-8b92-242bf72c46e2 on network 149e35f2-8db2-4f53-89b7-4ea9b9891a0f {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 21:11:43.569735 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62e89e27-22f4-4710-8e21-f77c7572d0c7 req-292e60a8-7683-45d9-81e9-ac9f3dd285e8 service neutron] Port d9b30847-3659-445b-8b92-242bf72c46e2 on network 149e35f2-8db2-4f53-89b7-4ea9b9891a0f not bound, no agent of type Open vSwitch agent registered on host n-h1-760453-5 {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 26 21:11:43.569735 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62e89e27-22f4-4710-8e21-f77c7572d0c7 req-292e60a8-7683-45d9-81e9-ac9f3dd285e8 service neutron] Attempting to bind port d9b30847-3659-445b-8b92-242bf72c46e2 on network 149e35f2-8db2-4f53-89b7-4ea9b9891a0f {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 21:11:43.585925 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62e89e27-22f4-4710-8e21-f77c7572d0c7 req-292e60a8-7683-45d9-81e9-ac9f3dd285e8 service neutron] Checking agent: {'id': '32ef628b-8417-46c5-8729-60fcabe358f1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-760453-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 21, 3, 8), 'started_at': datetime.datetime(2022, 1, 26, 21, 3, 8), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 21, 11, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 26 21:11:43.585925 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62e89e27-22f4-4710-8e21-f77c7572d0c7 req-292e60a8-7683-45d9-81e9-ac9f3dd285e8 service neutron] Checking segment: {'id': '92d37c2b-52af-49e8-96f5-7aa601ba34f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '149e35f2-8db2-4f53-89b7-4ea9b9891a0f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103305) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 21:11:43.585925 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62e89e27-22f4-4710-8e21-f77c7572d0c7 req-292e60a8-7683-45d9-81e9-ac9f3dd285e8 service neutron] Bound using segment: {'id': '92d37c2b-52af-49e8-96f5-7aa601ba34f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '149e35f2-8db2-4f53-89b7-4ea9b9891a0f'} {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 26 21:11:43.585925 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [req-62e89e27-22f4-4710-8e21-f77c7572d0c7 req-292e60a8-7683-45d9-81e9-ac9f3dd285e8 service neutron] Bound port: d9b30847-3659-445b-8b92-242bf72c46e2, host: n-h1-760453-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '92d37c2b-52af-49e8-96f5-7aa601ba34f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '149e35f2-8db2-4f53-89b7-4ea9b9891a0f'}}] {{(pid=103305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 26 21:11:43.585925 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-62e89e27-22f4-4710-8e21-f77c7572d0c7 req-292e60a8-7683-45d9-81e9-ac9f3dd285e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (d9b30847-3659-445b-8b92-242bf72c46e2), before_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:11:43.623757 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-7aa7bc5c-5c8e-47b6-a999-7141c39c07ee req-5206aeb3-7e46-44af-9a77-8fdcca05de28 service neutron] 10.222.0.57 "GET /v2.0/networks/c51b7d10-9231-4438-a440-4c92a6a50ca4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5403569 Jan 26 21:11:43.639563 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1274d8f-adb0-4d18-a241-5e0bf5426ab3 req-adc3130d-f0bc-4de6-a34a-49678ec6d74f tempest-ServersTestFqdnHostnames-1663210831 tempest-ServersTestFqdnHostnames-1663210831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:11:43.647108 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-d1274d8f-adb0-4d18-a241-5e0bf5426ab3 req-adc3130d-f0bc-4de6-a34a-49678ec6d74f tempest-ServersTestFqdnHostnames-1663210831 tempest-ServersTestFqdnHostnames-1663210831-project] 10.222.0.13 "GET /v2.0/ports?device_id=cef1c79f-e0ff-4eb2-8297-9fad70b4e6cd HTTP/1.1" status: 200 len: 946 time: 0.3398240 Jan 26 21:11:43.662600 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [req-f0e66833-7815-4f18-bc26-819ea1865456 req-ff7f1e48-0857-4bfe-bd48-184d0e2f86d3 tempest-ServersTestFqdnHostnames-1663210831 tempest-ServersTestFqdnHostnames-1663210831-project] Deleting port 41dcd358-acc3-4a4a-a964-69d1aa685d84 {{(pid=103304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 21:11:43.663031 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-f0e66833-7815-4f18-bc26-819ea1865456 req-ff7f1e48-0857-4bfe-bd48-184d0e2f86d3 tempest-ServersTestFqdnHostnames-1663210831 tempest-ServersTestFqdnHostnames-1663210831-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746560630878'] for port (41dcd358-acc3-4a4a-a964-69d1aa685d84), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:11:43.685915 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] For port 2c58062b-ce4a-49a0-bdfc-b4c12979de81, host n-h2-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-5',level=0,port_id=2c58062b-ce4a-49a0-bdfc-b4c12979de81,segment=NetworkSegment(92d37c2b-52af-49e8-96f5-7aa601ba34f9),segment_id=92d37c2b-52af-49e8-96f5-7aa601ba34f9)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:11:43.711323 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-57ac3198-9345-49c6-9575-9edc5228277e tempest-RoutersAdminTest-690199652 tempest-RoutersAdminTest-690199652-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9281612', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12215216'] for subnet (963377d1-7b32-49c3-9f17-616f8ec503f3), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:11:43.730589 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Returning: {'device': '2c58062b-ce4a-49a0-bdfc-b4c12979de81', 'network_id': '149e35f2-8db2-4f53-89b7-4ea9b9891a0f', 'port_id': '2c58062b-ce4a-49a0-bdfc-b4c12979de81', 'mac_address': 'fa:16:3e:48:6a:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 567, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a701c127-d3dd-497d-9665-95502ae1864e', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103306) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 26 21:11:43.735733 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-309367fb-a443-43d7-b790-be917bfb0ccc req-f853f652-a0fb-4395-8c64-15d6426993bd tempest-AttachVolumeNegativeTest-157238613 tempest-AttachVolumeNegativeTest-157238613-project] Publish callbacks [] for port (e3a678e7-ac1e-438d-a264-5bdad56d0d1c), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:11:43.753495 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [req-62e89e27-22f4-4710-8e21-f77c7572d0c7 req-292e60a8-7683-45d9-81e9-ac9f3dd285e8 service neutron] For port d9b30847-3659-445b-8b92-242bf72c46e2, host n-h1-760453-5, cleared binding levels {{(pid=103305) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 26 21:11:43.757685 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [req-62e89e27-22f4-4710-8e21-f77c7572d0c7 req-292e60a8-7683-45d9-81e9-ac9f3dd285e8 service neutron] For port d9b30847-3659-445b-8b92-242bf72c46e2, host n-h1-760453-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-5',level=0,port_id=d9b30847-3659-445b-8b92-242bf72c46e2,segment=NetworkSegment(92d37c2b-52af-49e8-96f5-7aa601ba34f9),segment_id=92d37c2b-52af-49e8-96f5-7aa601ba34f9)] {{(pid=103305) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 26 21:11:43.767667 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-62e89e27-22f4-4710-8e21-f77c7572d0c7 req-292e60a8-7683-45d9-81e9-ac9f3dd285e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11791520'] for port (d9b30847-3659-445b-8b92-242bf72c46e2), after_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:11:43.814079 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Current status of the port 2c58062b-ce4a-49a0-bdfc-b4c12979de81 is: DOWN; New status is: BUILD {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:11:43.815315 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (2c58062b-ce4a-49a0-bdfc-b4c12979de81), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:11:43.820135 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e89e27-22f4-4710-8e21-f77c7572d0c7 req-292e60a8-7683-45d9-81e9-ac9f3dd285e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:11:43.822452 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-62e89e27-22f4-4710-8e21-f77c7572d0c7 req-292e60a8-7683-45d9-81e9-ac9f3dd285e8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:11:43.824458 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-62e89e27-22f4-4710-8e21-f77c7572d0c7 req-292e60a8-7683-45d9-81e9-ac9f3dd285e8 service neutron] 10.222.0.66 "PUT /v2.0/ports/d9b30847-3659-445b-8b92-242bf72c46e2 HTTP/1.1" status: 200 len: 1091 time: 1.8675287 Jan 26 21:11:43.839405 n-d-760453-5 neutron-server[103306]: DEBUG neutron.notifiers.nova [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2c58062b-ce4a-49a0-bdfc-b4c12979de81 {{(pid=103306) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 26 21:11:43.871974 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] For port 2c58062b-ce4a-49a0-bdfc-b4c12979de81, host n-h2-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-5',level=0,port_id=2c58062b-ce4a-49a0-bdfc-b4c12979de81,segment=NetworkSegment(92d37c2b-52af-49e8-96f5-7aa601ba34f9),segment_id=92d37c2b-52af-49e8-96f5-7aa601ba34f9)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:11:43.879918 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (2c58062b-ce4a-49a0-bdfc-b4c12979de81), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:11:43.881137 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Device d2e500ae-6147-4c15-a504-1915a5dce1e5 details requested by agent hyperv_n-h2-760453-5 with host n-h2-760453-5 {{(pid=103306) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 26 21:11:43.899972 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ac3198-9345-49c6-9575-9edc5228277e tempest-RoutersAdminTest-690199652 tempest-RoutersAdminTest-690199652-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=963377d1-7b32-49c3-9f17-616f8ec503f3,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:11:43.920645 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818ec22e-b65f-4b5d-8fa5-73cf84ab1447 req-a05b3f4a-928d-4777-88c2-faa35882c6b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:11:43.922370 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-818ec22e-b65f-4b5d-8fa5-73cf84ab1447 req-a05b3f4a-928d-4777-88c2-faa35882c6b6 service neutron] 10.222.0.57 "GET /v2.0/networks?id=149e35f2-8db2-4f53-89b7-4ea9b9891a0f HTTP/1.1" status: 200 len: 917 time: 0.4790249 Jan 26 21:11:43.928594 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-57ac3198-9345-49c6-9575-9edc5228277e tempest-RoutersAdminTest-690199652 tempest-RoutersAdminTest-690199652-project-admin] Publish callbacks [] for subnet (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:11:43.935079 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-57ac3198-9345-49c6-9575-9edc5228277e tempest-RoutersAdminTest-690199652 tempest-RoutersAdminTest-690199652-project-admin] 10.222.0.13 "DELETE /v2.0/subnets/963377d1-7b32-49c3-9f17-616f8ec503f3 HTTP/1.1" status: 204 len: 168 time: 1.3705306 Jan 26 21:11:43.938450 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-02360f6d-60c6-4253-b92d-b85a5b3bf551 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746560636600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746560234536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9281553'] for port (2cae12e7-2124-4edb-97cf-5e894100f8bf), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:11:43.950376 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 52762) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:11:44.032666 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292e60a8-7683-45d9-81e9-ac9f3dd285e8 service neutron] Pushing event updated for resources: {'Port': ['ID=d9b30847-3659-445b-8b92-242bf72c46e2,revision_number=3']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:11:44.075718 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Pushing event updated for resources: {'Port': ['ID=2c58062b-ce4a-49a0-bdfc-b4c12979de81,revision_number=4']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:11:44.084977 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-e79ea16c-64a7-4e1c-8739-8cc006839459 req-ff5f08c0-fa07-4932-bd10-69eacc8e1abb tempest-LiveAutoBlockMigrationV225Test-1645909514 tempest-LiveAutoBlockMigrationV225Test-1645909514-project] 10.222.0.13 "GET /v2.0/ports?device_id=0bd9219f-31b8-4122-b35d-2ca7b6de3d8d HTTP/1.1" status: 200 len: 210 time: 0.3393481 Jan 26 21:11:44.095182 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-309367fb-a443-43d7-b790-be917bfb0ccc req-f853f652-a0fb-4395-8c64-15d6426993bd tempest-AttachVolumeNegativeTest-157238613 tempest-AttachVolumeNegativeTest-157238613-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746560234527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11791543'] for port (e3a678e7-ac1e-438d-a264-5bdad56d0d1c), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:11:44.098996 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] For port d2e500ae-6147-4c15-a504-1915a5dce1e5, host n-h2-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-5',level=0,port_id=d2e500ae-6147-4c15-a504-1915a5dce1e5,segment=NetworkSegment(783c42f6-f993-4cb9-a1f5-91588f8d0f68),segment_id=783c42f6-f993-4cb9-a1f5-91588f8d0f68)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:11:44.116271 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Returning: {'device': 'd2e500ae-6147-4c15-a504-1915a5dce1e5', 'network_id': 'c51b7d10-9231-4438-a440-4c92a6a50ca4', 'port_id': 'd2e500ae-6147-4c15-a504-1915a5dce1e5', 'mac_address': 'fa:16:3e:21:2e:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 593, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f7b7ba1f-f452-4d1f-b54c-6aaf311b4599', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103306) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 26 21:11:44.156322 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-d1274d8f-adb0-4d18-a241-5e0bf5426ab3 req-ab1d5242-55b1-4242-9a52-8339d921b632 tempest-ServersTestFqdnHostnames-1663210831 tempest-ServersTestFqdnHostnames-1663210831-project] 10.222.0.13 "GET /v2.0/security-groups?id=c3884922-c788-4174-8be5-5a7a4ff5f5df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4999301 Jan 26 21:11:44.162139 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Current status of the port d2e500ae-6147-4c15-a504-1915a5dce1e5 is: DOWN; New status is: BUILD {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:11:44.163284 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (d2e500ae-6147-4c15-a504-1915a5dce1e5), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:11:44.181924 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f853f652-a0fb-4395-8c64-15d6426993bd tempest-AttachVolumeNegativeTest-157238613 tempest-AttachVolumeNegativeTest-157238613-project] Pushing event updated for resources: {'Port': ['ID=e3a678e7-ac1e-438d-a264-5bdad56d0d1c,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:11:44.194874 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-309367fb-a443-43d7-b790-be917bfb0ccc req-f853f652-a0fb-4395-8c64-15d6426993bd tempest-AttachVolumeNegativeTest-157238613 tempest-AttachVolumeNegativeTest-157238613-project] Network d6d873b7-dd21-4147-a71c-3196b86fd015 is already hosted by enough agents. {{(pid=103305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 21:11:44.195495 n-d-760453-5 neutron-server[103306]: DEBUG neutron.notifiers.nova [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d2e500ae-6147-4c15-a504-1915a5dce1e5 {{(pid=103306) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 26 21:11:44.204829 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [req-309367fb-a443-43d7-b790-be917bfb0ccc req-f853f652-a0fb-4395-8c64-15d6426993bd tempest-AttachVolumeNegativeTest-157238613 tempest-AttachVolumeNegativeTest-157238613-project] Resources bound (agent type, host, resource id): {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:11:44.222390 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-818ec22e-b65f-4b5d-8fa5-73cf84ab1447 req-d550a0b5-d957-472e-85db-97a0ed72d464 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2c58062b-ce4a-49a0-bdfc-b4c12979de81 HTTP/1.1" status: 200 len: 217 time: 0.2778971 Jan 26 21:11:44.222645 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [req-309367fb-a443-43d7-b790-be917bfb0ccc req-f853f652-a0fb-4395-8c64-15d6426993bd tempest-AttachVolumeNegativeTest-157238613 tempest-AttachVolumeNegativeTest-157238613-project] Received port after_create {{(pid=103305) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 21:11:44.237928 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02360f6d-60c6-4253-b92d-b85a5b3bf551 admin admin] Pushing event deleted for resources: {'Port': ['ID=2cae12e7-2124-4edb-97cf-5e894100f8bf,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:11:44.238599 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] For port d2e500ae-6147-4c15-a504-1915a5dce1e5, host n-h2-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-5',level=0,port_id=d2e500ae-6147-4c15-a504-1915a5dce1e5,segment=NetworkSegment(783c42f6-f993-4cb9-a1f5-91588f8d0f68),segment_id=783c42f6-f993-4cb9-a1f5-91588f8d0f68)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:11:44.260506 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (d2e500ae-6147-4c15-a504-1915a5dce1e5), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:11:44.266429 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e89e27-22f4-4710-8e21-f77c7572d0c7 req-2ebbf340-31a2-4969-9854-e3b218cdfa58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:11:44.268135 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-62e89e27-22f4-4710-8e21-f77c7572d0c7 req-2ebbf340-31a2-4969-9854-e3b218cdfa58 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=a166ba4bbf994570ac4e6e67e529f246&device_id=3105af2d-ea73-4df7-8227-8f48cefa25aa HTTP/1.1" status: 200 len: 1094 time: 0.2381055 Jan 26 21:11:44.340044 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Pushing event updated for resources: {'Port': ['ID=d2e500ae-6147-4c15-a504-1915a5dce1e5,revision_number=4']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:11:44.347647 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309367fb-a443-43d7-b790-be917bfb0ccc req-f853f652-a0fb-4395-8c64-15d6426993bd tempest-AttachVolumeNegativeTest-157238613 tempest-AttachVolumeNegativeTest-157238613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:11:44.348979 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-309367fb-a443-43d7-b790-be917bfb0ccc req-f853f652-a0fb-4395-8c64-15d6426993bd tempest-AttachVolumeNegativeTest-157238613 tempest-AttachVolumeNegativeTest-157238613-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:11:44.363655 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f222627-aa56-477d-ab36-87a418887c20 req-407df398-ba3b-4551-a3df-d0d180f44eaa tempest-ListServerFiltersTestJSON-1713042646 tempest-ListServerFiltersTestJSON-1713042646-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:11:44.365517 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-3f222627-aa56-477d-ab36-87a418887c20 req-407df398-ba3b-4551-a3df-d0d180f44eaa tempest-ListServerFiltersTestJSON-1713042646 tempest-ListServerFiltersTestJSON-1713042646-project] 10.222.0.66 "GET /v2.0/networks?id=149e35f2-8db2-4f53-89b7-4ea9b9891a0f HTTP/1.1" status: 200 len: 816 time: 0.5093887 Jan 26 21:11:44.407653 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [req-3f222627-aa56-477d-ab36-87a418887c20 req-ea3bb09a-7504-47d4-bd07-801876033087 tempest-ListServerFiltersTestJSON-1713042646 tempest-ListServerFiltersTestJSON-1713042646-project] Request body: {'port': {'device_id': '074301dc-546d-4632-8e4c-223c70e93d57', 'network_id': '149e35f2-8db2-4f53-89b7-4ea9b9891a0f', 'admin_state_up': True, 'tenant_id': 'a166ba4bbf994570ac4e6e67e529f246'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:11:44.410054 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-14c5fdc1-2150-45ff-b9cc-2e4aa180acc1 req-9d14e9ab-8d36-439f-8ebc-1d370e9eaed1 tempest-ListServerFiltersTestJSON-1713042646 tempest-ListServerFiltersTestJSON-1713042646-project] 10.222.0.13 "GET /v2.0/ports?device_id=074301dc-546d-4632-8e4c-223c70e93d57 HTTP/1.1" status: 200 len: 210 time: 0.1528051 Jan 26 21:11:44.420110 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-62e89e27-22f4-4710-8e21-f77c7572d0c7 req-1f813183-5e38-4369-a147-9aab4e8dc4bf service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d9b30847-3659-445b-8b92-242bf72c46e2 HTTP/1.1" status: 200 len: 217 time: 0.1323991 Jan 26 21:11:44.429544 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-309367fb-a443-43d7-b790-be917bfb0ccc req-f853f652-a0fb-4395-8c64-15d6426993bd tempest-AttachVolumeNegativeTest-157238613 tempest-AttachVolumeNegativeTest-157238613-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3446610 Jan 26 21:11:44.452550 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-871be7f3-da25-45fd-88c2-073990cff678 tempest-RoutersAdminTest-690199652 tempest-RoutersAdminTest-690199652-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-748181'] for network (47999493-6d3a-48a5-acf6-b1a05dd2fc19), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:11:44.455705 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-7aa7bc5c-5c8e-47b6-a999-7141c39c07ee req-7379bccf-d03a-41a5-99f8-fca5811da66f service neutron] 10.222.0.57 "GET /v2.0/networks/c51b7d10-9231-4438-a440-4c92a6a50ca4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7959514 Jan 26 21:11:44.463423 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [req-309367fb-a443-43d7-b790-be917bfb0ccc req-586652f4-504d-4607-946a-8504859a1b17 service neutron] Request body: {'port': {'device_id': 'ec811ff0-b491-4a33-8d34-6c61319f3b15', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-760453-5'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:11:44.468198 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [req-f0e66833-7815-4f18-bc26-819ea1865456 req-ff7f1e48-0857-4bfe-bd48-184d0e2f86d3 tempest-ServersTestFqdnHostnames-1663210831 tempest-ServersTestFqdnHostnames-1663210831-project] For port 41dcd358-acc3-4a4a-a964-69d1aa685d84, host n-h1-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-5',level=0,port_id=41dcd358-acc3-4a4a-a964-69d1aa685d84,segment=NetworkSegment(e875afdd-975b-455a-a60a-20d47ba89b8c),segment_id=e875afdd-975b-455a-a60a-20d47ba89b8c)] {{(pid=103304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:11:44.468475 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-f0e66833-7815-4f18-bc26-819ea1865456 req-ff7f1e48-0857-4bfe-bd48-184d0e2f86d3 tempest-ServersTestFqdnHostnames-1663210831 tempest-ServersTestFqdnHostnames-1663210831-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4109658'] for port (41dcd358-acc3-4a4a-a964-69d1aa685d84), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:11:44.494179 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] get_ports_and_sgs() called for port_ids ['d2e500ae-6147-4c15-a504-1915a5dce1e5'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 26 21:11:44.499665 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818ec22e-b65f-4b5d-8fa5-73cf84ab1447 req-3b578343-9549-403f-8f16-d3051a3fad84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:11:44.501179 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-818ec22e-b65f-4b5d-8fa5-73cf84ab1447 req-3b578343-9549-403f-8f16-d3051a3fad84 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=a701c127-d3dd-497d-9665-95502ae1864e HTTP/1.1" status: 200 len: 855 time: 0.2486615 Jan 26 21:11:44.544075 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] get_ports_and_sgs() called for port_ids ['2c58062b-ce4a-49a0-bdfc-b4c12979de81'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 26 21:11:44.551717 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Device 41dcd358-acc3-4a4a-a964-69d1aa685d84 no longer exists at agent hyperv_n-h1-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 26 21:11:44.607519 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e89e27-22f4-4710-8e21-f77c7572d0c7 req-b5db670e-94cf-490f-892f-20497dc6aeca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:11:44.608635 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-62e89e27-22f4-4710-8e21-f77c7572d0c7 req-b5db670e-94cf-490f-892f-20497dc6aeca service neutron] 10.222.0.66 "GET /v2.0/subnets?id=a701c127-d3dd-497d-9665-95502ae1864e HTTP/1.1" status: 200 len: 855 time: 0.1774964 Jan 26 21:11:44.671643 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10a96e4-6efd-42c6-baf5-59bb462182d5 req-1f520065-8523-4559-8e63-f0c237d3d022 tempest-AttachVolumeNegativeTest-157238613 tempest-AttachVolumeNegativeTest-157238613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:11:44.673178 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-d10a96e4-6efd-42c6-baf5-59bb462182d5 req-1f520065-8523-4559-8e63-f0c237d3d022 tempest-AttachVolumeNegativeTest-157238613 tempest-AttachVolumeNegativeTest-157238613-project] 10.222.0.13 "GET /v2.0/ports?device_id=ec811ff0-b491-4a33-8d34-6c61319f3b15 HTTP/1.1" status: 200 len: 931 time: 0.4041917 Jan 26 21:11:44.678951 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-309367fb-a443-43d7-b790-be917bfb0ccc req-586652f4-504d-4607-946a-8504859a1b17 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (e3a678e7-ac1e-438d-a264-5bdad56d0d1c), before_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:11:44.739948 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e89e27-22f4-4710-8e21-f77c7572d0c7 req-808cc2c9-dc48-4049-b78f-fbec9940fd9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:11:44.741579 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-62e89e27-22f4-4710-8e21-f77c7572d0c7 req-808cc2c9-dc48-4049-b78f-fbec9940fd9e service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=149e35f2-8db2-4f53-89b7-4ea9b9891a0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1153591 Jan 26 21:11:44.762569 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Current status of the port 41dcd358-acc3-4a4a-a964-69d1aa685d84 is: ACTIVE; New status is: DOWN {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:11:44.762963 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (41dcd358-acc3-4a4a-a964-69d1aa685d84), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:11:44.771067 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3f222627-aa56-477d-ab36-87a418887c20 req-ea3bb09a-7504-47d4-bd07-801876033087 tempest-ListServerFiltersTestJSON-1713042646 tempest-ListServerFiltersTestJSON-1713042646-project] Made reservation on behalf of a166ba4bbf994570ac4e6e67e529f246 for: {'port': 1} {{(pid=103305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 21:11:44.775055 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-3f222627-aa56-477d-ab36-87a418887c20 req-ea3bb09a-7504-47d4-bd07-801876033087 tempest-ListServerFiltersTestJSON-1713042646 tempest-ListServerFiltersTestJSON-1713042646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:11:44.823324 n-d-760453-5 neutron-server[103306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cef1c79f-e0ff-4eb2-8297-9fad70b4e6cd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '41dcd358-acc3-4a4a-a964-69d1aa685d84'}] {{(pid=103306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 21:11:44.826079 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9d5d370febab655511bdd2ffe887e43e442d144a440368702bcc1e93af00b97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f837b282-b22b-4161-a36c-309fd3820e76" -d '{"events": [{"server_uuid": "cef1c79f-e0ff-4eb2-8297-9fad70b4e6cd", "name": "network-vif-unplugged", "status": "completed", "tag": "41dcd358-acc3-4a4a-a964-69d1aa685d84"}]}' {{(pid=103306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 21:11:44.856684 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] For port 41dcd358-acc3-4a4a-a964-69d1aa685d84, host n-h1-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-5',level=0,port_id=41dcd358-acc3-4a4a-a964-69d1aa685d84,segment=NetworkSegment(e875afdd-975b-455a-a60a-20d47ba89b8c),segment_id=e875afdd-975b-455a-a60a-20d47ba89b8c)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:11:44.867183 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (41dcd358-acc3-4a4a-a964-69d1aa685d84), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:11:44.932981 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Pushing event updated for resources: {'Port': ['ID=41dcd358-acc3-4a4a-a964-69d1aa685d84,revision_number=6']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:11:44.975687 n-d-760453-5 neutron-server[103305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0bd9219f-31b8-4122-b35d-2ca7b6de3d8d', 'name': 'network-vif-deleted', 'tag': 'f5fdde2f-c5b7-4189-93c5-ce8ef3d0068c'}, {'name': 'network-changed', 'server_uuid': '3105af2d-ea73-4df7-8227-8f48cefa25aa', 'tag': 'd9b30847-3659-445b-8b92-242bf72c46e2'}] {{(pid=103305) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 21:11:44.978528 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d4654568b7bf041e72ff8fe1c96d6d761d9c921f2b99bc7b3a26632be20cee0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82b86a22-af07-461f-bdb3-94ef7cf12618" -d '{"events": [{"server_uuid": "0bd9219f-31b8-4122-b35d-2ca7b6de3d8d", "name": "network-vif-deleted", "tag": "f5fdde2f-c5b7-4189-93c5-ce8ef3d0068c"}, {"name": "network-changed", "server_uuid": "3105af2d-ea73-4df7-8227-8f48cefa25aa", "tag": "d9b30847-3659-445b-8b92-242bf72c46e2"}]}' {{(pid=103305) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 21:11:45.037451 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-62e89e27-22f4-4710-8e21-f77c7572d0c7 req-d66609d3-8408-491d-8d9c-7712c379262d service neutron] 10.222.0.66 "GET /v2.0/networks/149e35f2-8db2-4f53-89b7-4ea9b9891a0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2892060 Jan 26 21:11:45.042279 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Device f5fdde2f-c5b7-4189-93c5-ce8ef3d0068c no longer exists at agent hyperv_n-h2-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 26 21:11:45.067253 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] No Port match for: f5fdde2f-c5b7-4189-93c5-ce8ef3d0068c {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 26 21:11:45.067793 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Device f5fdde2f-c5b7-4189-93c5-ce8ef3d0068c not bound to the agent host n-h2-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 26 21:11:45.168004 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.db_base_plugin_common [req-3f222627-aa56-477d-ab36-87a418887c20 req-ea3bb09a-7504-47d4-bd07-801876033087 tempest-ListServerFiltersTestJSON-1713042646 tempest-ListServerFiltersTestJSON-1713042646-project] Allocated IP 172.20.0.6 (149e35f2-8db2-4f53-89b7-4ea9b9891a0f/a701c127-d3dd-497d-9665-95502ae1864e/7da8f0c0-4bfd-487d-9390-c3aaa88ecdf0) {{(pid=103305) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 21:11:45.260600 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-62e89e27-22f4-4710-8e21-f77c7572d0c7 req-cfd50dbf-c264-4e66-bf16-6f53716ac2c6 service neutron] 10.222.0.66 "GET /v2.0/networks/149e35f2-8db2-4f53-89b7-4ea9b9891a0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1858075 Jan 26 21:11:45.314036 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818ec22e-b65f-4b5d-8fa5-73cf84ab1447 req-50dea9a9-b036-4fdf-9be7-b330c25e5380 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:11:45.315571 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-818ec22e-b65f-4b5d-8fa5-73cf84ab1447 req-50dea9a9-b036-4fdf-9be7-b330c25e5380 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=149e35f2-8db2-4f53-89b7-4ea9b9891a0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6805146 Jan 26 21:11:45.349139 n-d-760453-5 neutron-server[103305]: DEBUG neutron.notifiers.nova [req-309367fb-a443-43d7-b790-be917bfb0ccc req-586652f4-504d-4607-946a-8504859a1b17 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e3a678e7-ac1e-438d-a264-5bdad56d0d1c {{(pid=103305) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 26 21:11:45.356921 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc178e5-f2e2-419d-9ee3-3bf3c62be6a1 req-7a8e7bfb-3087-4daa-b0f9-3a256220af2d tempest-FloatingIPsAssociationTestJSON-419529391 tempest-FloatingIPsAssociationTestJSON-419529391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:11:45.358722 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-4bc178e5-f2e2-419d-9ee3-3bf3c62be6a1 req-7a8e7bfb-3087-4daa-b0f9-3a256220af2d tempest-FloatingIPsAssociationTestJSON-419529391 tempest-FloatingIPsAssociationTestJSON-419529391-project] 10.222.0.13 "GET /v2.0/ports?device_id=0d6919b7-5cfc-4a34-9c08-a032d7787fd3 HTTP/1.1" status: 200 len: 944 time: 0.7347958 Jan 26 21:11:45.360268 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-309367fb-a443-43d7-b790-be917bfb0ccc req-586652f4-504d-4607-946a-8504859a1b17 service neutron] Publish callbacks [] for port (e3a678e7-ac1e-438d-a264-5bdad56d0d1c), precommit_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:11:45.370194 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-871be7f3-da25-45fd-88c2-073990cff678 tempest-RoutersAdminTest-690199652 tempest-RoutersAdminTest-690199652-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-686403', 'neutron.services.segments.db._delete_segments_for_network-8746560774018'] for network (47999493-6d3a-48a5-acf6-b1a05dd2fc19), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:11:45.386247 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.provisioning_blocks [req-309367fb-a443-43d7-b790-be917bfb0ccc req-586652f4-504d-4607-946a-8504859a1b17 service neutron] Transition to ACTIVE for port object e3a678e7-ac1e-438d-a264-5bdad56d0d1c will not be triggered until provisioned by entity L2. {{(pid=103305) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 21:11:45.393577 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-309367fb-a443-43d7-b790-be917bfb0ccc req-586652f4-504d-4607-946a-8504859a1b17 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11791520'] for port (e3a678e7-ac1e-438d-a264-5bdad56d0d1c), after_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:11:45.433153 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-d10a96e4-6efd-42c6-baf5-59bb462182d5 req-7db1ffdb-aaca-4ad4-a702-3fdcc82495d5 tempest-AttachVolumeNegativeTest-157238613 tempest-AttachVolumeNegativeTest-157238613-project] 10.222.0.13 "GET /v2.0/security-groups?id=8e9bd9e5-9820-4475-bfb9-c12598a9861a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7239430 Jan 26 21:11:45.467034 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-3f222627-aa56-477d-ab36-87a418887c20 req-ea3bb09a-7504-47d4-bd07-801876033087 tempest-ListServerFiltersTestJSON-1713042646 tempest-ListServerFiltersTestJSON-1713042646-project] Publish callbacks [] for port (7da8f0c0-4bfd-487d-9390-c3aaa88ecdf0), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:11:45.475914 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-586652f4-504d-4607-946a-8504859a1b17 service neutron] Pushing event updated for resources: {'Port': ['ID=e3a678e7-ac1e-438d-a264-5bdad56d0d1c,revision_number=2']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:11:45.505078 n-d-760453-5 neutron-server[103304]: DEBUG neutron.services.segments.db [None req-871be7f3-da25-45fd-88c2-073990cff678 tempest-RoutersAdminTest-690199652 tempest-RoutersAdminTest-690199652-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['47999493-6d3a-48a5-acf6-b1a05dd2fc19']}} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:11:45.536248 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 26 Jan 2022 21:11:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67e2f323-9223-4f13-8a95-b1cc16eda3d5 x-openstack-request-id: req-67e2f323-9223-4f13-8a95-b1cc16eda3d5 {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 21:11:45.537685 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cef1c79f-e0ff-4eb2-8297-9fad70b4e6cd", "name": "network-vif-unplugged", "status": "completed", "tag": "41dcd358-acc3-4a4a-a964-69d1aa685d84", "code": 200}]} {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 21:11:45.538013 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-67e2f323-9223-4f13-8a95-b1cc16eda3d5 {{(pid=103306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 21:11:45.538481 n-d-760453-5 neutron-server[103306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cef1c79f-e0ff-4eb2-8297-9fad70b4e6cd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '41dcd358-acc3-4a4a-a964-69d1aa685d84', 'code': 200} Jan 26 21:11:45.547939 n-d-760453-5 neutron-server[103304]: DEBUG neutron.services.segments.db [None req-871be7f3-da25-45fd-88c2-073990cff678 tempest-RoutersAdminTest-690199652 tempest-RoutersAdminTest-690199652-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bdfc920a-d8fd-486a-882a-95747377953f') {'for_net_delete': True} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:11:45.548243 n-d-760453-5 neutron-server[103304]: DEBUG neutron.services.segments.db [None req-871be7f3-da25-45fd-88c2-073990cff678 tempest-RoutersAdminTest-690199652 tempest-RoutersAdminTest-690199652-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bdfc920a-d8fd-486a-882a-95747377953f') {} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:11:45.572167 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-3f222627-aa56-477d-ab36-87a418887c20 req-ea3bb09a-7504-47d4-bd07-801876033087 tempest-ListServerFiltersTestJSON-1713042646 tempest-ListServerFiltersTestJSON-1713042646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746560234527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11791543'] for port (7da8f0c0-4bfd-487d-9390-c3aaa88ecdf0), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:11:45.584644 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-871be7f3-da25-45fd-88c2-073990cff678 tempest-RoutersAdminTest-690199652 tempest-RoutersAdminTest-690199652-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746560742283', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8881293'] for segment (bdfc920a-d8fd-486a-882a-95747377953f), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:11:45.588388 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-02360f6d-60c6-4253-b92d-b85a5b3bf551 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3709480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4110805'] for router_interface (97039fc1-6c37-4af0-8e04-6fe23dc97b03), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:11:45.588591 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Wed, 26 Jan 2022 21:11:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-902384dc-158a-4fe4-8430-7582ea035c59 x-openstack-request-id: req-902384dc-158a-4fe4-8430-7582ea035c59 {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 21:11:45.588709 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0bd9219f-31b8-4122-b35d-2ca7b6de3d8d", "name": "network-vif-deleted", "tag": "f5fdde2f-c5b7-4189-93c5-ce8ef3d0068c", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "3105af2d-ea73-4df7-8227-8f48cefa25aa", "tag": "d9b30847-3659-445b-8b92-242bf72c46e2", "status": "completed", "code": 200}]} {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 21:11:45.588962 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-902384dc-158a-4fe4-8430-7582ea035c59 {{(pid=103305) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 21:11:45.589380 n-d-760453-5 neutron-server[103305]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0bd9219f-31b8-4122-b35d-2ca7b6de3d8d', 'name': 'network-vif-deleted', 'tag': 'f5fdde2f-c5b7-4189-93c5-ce8ef3d0068c', 'status': 'completed', 'code': 200} Jan 26 21:11:45.589814 n-d-760453-5 neutron-server[103305]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3105af2d-ea73-4df7-8227-8f48cefa25aa', 'tag': 'd9b30847-3659-445b-8b92-242bf72c46e2', 'status': 'completed', 'code': 200} Jan 26 21:11:45.590437 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] get_ports_and_sgs() called for port_ids ['2c58062b-ce4a-49a0-bdfc-b4c12979de81'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 26 21:11:45.626324 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-f0e66833-7815-4f18-bc26-819ea1865456 req-ff7f1e48-0857-4bfe-bd48-184d0e2f86d3 tempest-ServersTestFqdnHostnames-1663210831 tempest-ServersTestFqdnHostnames-1663210831-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:11:45.626704 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-f0e66833-7815-4f18-bc26-819ea1865456 req-ff7f1e48-0857-4bfe-bd48-184d0e2f86d3 tempest-ServersTestFqdnHostnames-1663210831 tempest-ServersTestFqdnHostnames-1663210831-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4110913'] for floatingip (086239b4-07c7-4cdc-a4bd-a14801ba3d45), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:11:45.627029 n-d-760453-5 neutron-server[103304]: INFO neutron.db.l3_db [req-f0e66833-7815-4f18-bc26-819ea1865456 req-ff7f1e48-0857-4bfe-bd48-184d0e2f86d3 tempest-ServersTestFqdnHostnames-1663210831 tempest-ServersTestFqdnHostnames-1663210831-project] Floating IP 086239b4-07c7-4cdc-a4bd-a14801ba3d45 disassociated. External IP: 172.25.1.99, port: 41dcd358-acc3-4a4a-a964-69d1aa685d84. Jan 26 21:11:45.627387 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [req-f0e66833-7815-4f18-bc26-819ea1865456 req-ff7f1e48-0857-4bfe-bd48-184d0e2f86d3 tempest-ServersTestFqdnHostnames-1663210831 tempest-ServersTestFqdnHostnames-1663210831-project] Calling delete_port for 41dcd358-acc3-4a4a-a964-69d1aa685d84 owned by compute:nova {{(pid=103304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 21:11:45.629602 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [req-309367fb-a443-43d7-b790-be917bfb0ccc req-586652f4-504d-4607-946a-8504859a1b17 service neutron] Attempting to bind port e3a678e7-ac1e-438d-a264-5bdad56d0d1c on host n-h2-760453-5 for vnic_type normal with profile {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 21:11:45.630271 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [req-309367fb-a443-43d7-b790-be917bfb0ccc req-586652f4-504d-4607-946a-8504859a1b17 service neutron] Attempting to bind port e3a678e7-ac1e-438d-a264-5bdad56d0d1c by drivers openvswitch,hyperv on host n-h2-760453-5 at level 0 using segments [{'id': '09663a0c-ceea-4887-ace4-6c78e47e3e40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'd6d873b7-dd21-4147-a71c-3196b86fd015'}] {{(pid=103305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 26 21:11:45.630271 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-309367fb-a443-43d7-b790-be917bfb0ccc req-586652f4-504d-4607-946a-8504859a1b17 service neutron] Attempting to bind port e3a678e7-ac1e-438d-a264-5bdad56d0d1c on network d6d873b7-dd21-4147-a71c-3196b86fd015 {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 21:11:45.632570 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 52784) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:11:45.638820 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-871be7f3-da25-45fd-88c2-073990cff678 tempest-RoutersAdminTest-690199652 tempest-RoutersAdminTest-690199652-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576559'] for segment (bdfc920a-d8fd-486a-882a-95747377953f), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:11:45.646590 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-4bc178e5-f2e2-419d-9ee3-3bf3c62be6a1 req-74586d71-b0cf-4b90-bb58-9e385551cc28 tempest-FloatingIPsAssociationTestJSON-419529391 tempest-FloatingIPsAssociationTestJSON-419529391-project] 10.222.0.13 "GET /v2.0/security-groups?id=0901363f-4062-4245-b20b-1aab16841475&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2676666 Jan 26 21:11:45.668596 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-871be7f3-da25-45fd-88c2-073990cff678 tempest-RoutersAdminTest-690199652 tempest-RoutersAdminTest-690199652-project-admin] Releasing vlan 574 on physical network physnet1 to pool {{(pid=103304) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 26 21:11:45.669349 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-871be7f3-da25-45fd-88c2-073990cff678 tempest-RoutersAdminTest-690199652 tempest-RoutersAdminTest-690199652-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9281762'] for segment (bdfc920a-d8fd-486a-882a-95747377953f), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:11:45.672916 n-d-760453-5 neutron-server[103304]: Traceback (most recent call last): Jan 26 21:11:45.672916 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 26 21:11:45.672916 n-d-760453-5 neutron-server[103304]: timer() Jan 26 21:11:45.672916 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 26 21:11:45.672916 n-d-760453-5 neutron-server[103304]: cb(*args, **kw) Jan 26 21:11:45.672916 n-d-760453-5 neutron-server[103304]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 26 21:11:45.672916 n-d-760453-5 neutron-server[103304]: return func(*args, **kwargs) Jan 26 21:11:45.672916 n-d-760453-5 neutron-server[103304]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 26 21:11:45.672916 n-d-760453-5 neutron-server[103304]: self._notify() Jan 26 21:11:45.672916 n-d-760453-5 neutron-server[103304]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 26 21:11:45.672916 n-d-760453-5 neutron-server[103304]: self.callback(batched_events) Jan 26 21:11:45.672916 n-d-760453-5 neutron-server[103304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 26 21:11:45.672916 n-d-760453-5 neutron-server[103304]: event.method(event) Jan 26 21:11:45.672916 n-d-760453-5 neutron-server[103304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 26 21:11:45.672916 n-d-760453-5 neutron-server[103304]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 26 21:11:45.672916 n-d-760453-5 neutron-server[103304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 26 21:11:45.672916 n-d-760453-5 neutron-server[103304]: aggregate_uuid = self.p_client.list_aggregates( Jan 26 21:11:45.672916 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 26 21:11:45.672916 n-d-760453-5 neutron-server[103304]: return f(self, *a, **k) Jan 26 21:11:45.672916 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 26 21:11:45.672916 n-d-760453-5 neutron-server[103304]: return self._get(url).json() Jan 26 21:11:45.672916 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 26 21:11:45.672916 n-d-760453-5 neutron-server[103304]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 26 21:11:45.672916 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 26 21:11:45.672916 n-d-760453-5 neutron-server[103304]: return self.request(url, 'GET', **kwargs) Jan 26 21:11:45.672916 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 26 21:11:45.672916 n-d-760453-5 neutron-server[103304]: base_url = self.get_endpoint(auth, allow=allow, Jan 26 21:11:45.672916 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 26 21:11:45.672916 n-d-760453-5 neutron-server[103304]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 26 21:11:45.672916 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 26 21:11:45.672916 n-d-760453-5 neutron-server[103304]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 26 21:11:45.672916 n-d-760453-5 neutron-server[103304]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 26 21:11:45.732076 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3f222627-aa56-477d-ab36-87a418887c20 req-ea3bb09a-7504-47d4-bd07-801876033087 tempest-ListServerFiltersTestJSON-1713042646 tempest-ListServerFiltersTestJSON-1713042646-project] Network 149e35f2-8db2-4f53-89b7-4ea9b9891a0f is already hosted by enough agents. {{(pid=103305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 21:11:45.734193 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-309367fb-a443-43d7-b790-be917bfb0ccc req-586652f4-504d-4607-946a-8504859a1b17 service neutron] Port e3a678e7-ac1e-438d-a264-5bdad56d0d1c on network d6d873b7-dd21-4147-a71c-3196b86fd015 not bound, no agent of type Open vSwitch agent registered on host n-h2-760453-5 {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 26 21:11:45.734739 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-309367fb-a443-43d7-b790-be917bfb0ccc req-586652f4-504d-4607-946a-8504859a1b17 service neutron] Attempting to bind port e3a678e7-ac1e-438d-a264-5bdad56d0d1c on network d6d873b7-dd21-4147-a71c-3196b86fd015 {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 21:11:45.751920 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-818ec22e-b65f-4b5d-8fa5-73cf84ab1447 req-a6aa2660-4fea-49f3-b9e6-d8fddca2a42b service neutron] 10.222.0.57 "GET /v2.0/networks/149e35f2-8db2-4f53-89b7-4ea9b9891a0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3923922 Jan 26 21:11:45.755168 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [req-3f222627-aa56-477d-ab36-87a418887c20 req-ea3bb09a-7504-47d4-bd07-801876033087 tempest-ListServerFiltersTestJSON-1713042646 tempest-ListServerFiltersTestJSON-1713042646-project] Resources bound (agent type, host, resource id): {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:11:45.791117 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f222627-aa56-477d-ab36-87a418887c20 req-ea3bb09a-7504-47d4-bd07-801876033087 tempest-ListServerFiltersTestJSON-1713042646 tempest-ListServerFiltersTestJSON-1713042646-project] Received port after_create {{(pid=103305) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 21:11:45.855277 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f222627-aa56-477d-ab36-87a418887c20 req-ea3bb09a-7504-47d4-bd07-801876033087 tempest-ListServerFiltersTestJSON-1713042646 tempest-ListServerFiltersTestJSON-1713042646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:11:45.855912 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-3f222627-aa56-477d-ab36-87a418887c20 req-ea3bb09a-7504-47d4-bd07-801876033087 tempest-ListServerFiltersTestJSON-1713042646 tempest-ListServerFiltersTestJSON-1713042646-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:11:45.868779 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-309367fb-a443-43d7-b790-be917bfb0ccc req-586652f4-504d-4607-946a-8504859a1b17 service neutron] Checking agent: {'id': '4d619873-4b60-439f-9b5a-b155dc8bbc34', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-760453-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 21, 2, 53), 'started_at': datetime.datetime(2022, 1, 26, 21, 2, 53), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 21, 11, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 26 21:11:45.869132 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-309367fb-a443-43d7-b790-be917bfb0ccc req-586652f4-504d-4607-946a-8504859a1b17 service neutron] Checking segment: {'id': '09663a0c-ceea-4887-ace4-6c78e47e3e40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'd6d873b7-dd21-4147-a71c-3196b86fd015'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103305) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 21:11:45.869535 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-309367fb-a443-43d7-b790-be917bfb0ccc req-586652f4-504d-4607-946a-8504859a1b17 service neutron] Bound using segment: {'id': '09663a0c-ceea-4887-ace4-6c78e47e3e40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'd6d873b7-dd21-4147-a71c-3196b86fd015'} {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 26 21:11:45.869971 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [req-309367fb-a443-43d7-b790-be917bfb0ccc req-586652f4-504d-4607-946a-8504859a1b17 service neutron] Bound port: e3a678e7-ac1e-438d-a264-5bdad56d0d1c, host: n-h2-760453-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '09663a0c-ceea-4887-ace4-6c78e47e3e40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'd6d873b7-dd21-4147-a71c-3196b86fd015'}}] {{(pid=103305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 26 21:11:45.870329 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-309367fb-a443-43d7-b790-be917bfb0ccc req-586652f4-504d-4607-946a-8504859a1b17 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (e3a678e7-ac1e-438d-a264-5bdad56d0d1c), before_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:11:45.880067 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea3bb09a-7504-47d4-bd07-801876033087 tempest-ListServerFiltersTestJSON-1713042646 tempest-ListServerFiltersTestJSON-1713042646-project] Pushing event updated for resources: {'Port': ['ID=7da8f0c0-4bfd-487d-9390-c3aaa88ecdf0,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:11:45.908664 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b86a22-af07-461f-bdb3-94ef7cf12618 req-0c661c72-e8b8-499f-94dd-be535b5d2b82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:11:45.910200 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-82b86a22-af07-461f-bdb3-94ef7cf12618 req-0c661c72-e8b8-499f-94dd-be535b5d2b82 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=a166ba4bbf994570ac4e6e67e529f246&device_id=3105af2d-ea73-4df7-8227-8f48cefa25aa HTTP/1.1" status: 200 len: 1094 time: 0.2761252 Jan 26 21:11:45.914770 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-3f222627-aa56-477d-ab36-87a418887c20 req-ea3bb09a-7504-47d4-bd07-801876033087 tempest-ListServerFiltersTestJSON-1713042646 tempest-ListServerFiltersTestJSON-1713042646-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5119750 Jan 26 21:11:45.936725 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.db_base_plugin_v2 [None req-f13bbba9-308f-4f5c-93db-b4df05b83ccc admin admin] Deleting subnet dae01ee8-17f0-4a86-8f17-22a537cba2b9 {{(pid=103305) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 26 21:11:45.944253 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-f13bbba9-308f-4f5c-93db-b4df05b83ccc admin admin] Publish callbacks [] for subnet (dae01ee8-17f0-4a86-8f17-22a537cba2b9), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:11:45.949703 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [req-3f222627-aa56-477d-ab36-87a418887c20 req-679ecab0-1cb8-4867-8498-24eb5d2e988f service neutron] Request body: {'port': {'device_id': '074301dc-546d-4632-8e4c-223c70e93d57', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-760453-5'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:11:45.981784 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-871be7f3-da25-45fd-88c2-073990cff678 tempest-RoutersAdminTest-690199652 tempest-RoutersAdminTest-690199652-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4110931'] for network (47999493-6d3a-48a5-acf6-b1a05dd2fc19), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:11:45.999388 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-871be7f3-da25-45fd-88c2-073990cff678 tempest-RoutersAdminTest-690199652 tempest-RoutersAdminTest-690199652-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 47999493-6d3a-48a5-acf6-b1a05dd2fc19 {{(pid=103304) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jan 26 21:11:46.019116 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-871be7f3-da25-45fd-88c2-073990cff678 tempest-RoutersAdminTest-690199652 tempest-RoutersAdminTest-690199652-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:11:46.027340 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-871be7f3-da25-45fd-88c2-073990cff678 tempest-RoutersAdminTest-690199652 tempest-RoutersAdminTest-690199652-project-admin] 10.222.0.13 "DELETE /v2.0/networks/47999493-6d3a-48a5-acf6-b1a05dd2fc19 HTTP/1.1" status: 204 len: 168 time: 2.0724533 Jan 26 21:11:46.053198 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfecbe4f-5e97-442b-8d10-e03f630f354c req-96600223-db57-47c1-b075-998260471635 tempest-ListServerFiltersTestJSON-1713042646 tempest-ListServerFiltersTestJSON-1713042646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:11:46.054788 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-dfecbe4f-5e97-442b-8d10-e03f630f354c req-96600223-db57-47c1-b075-998260471635 tempest-ListServerFiltersTestJSON-1713042646 tempest-ListServerFiltersTestJSON-1713042646-project] 10.222.0.13 "GET /v2.0/ports?device_id=074301dc-546d-4632-8e4c-223c70e93d57 HTTP/1.1" status: 200 len: 931 time: 0.2548475 Jan 26 21:11:46.056143 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-871be7f3-da25-45fd-88c2-073990cff678 tempest-RoutersAdminTest-690199652 tempest-RoutersAdminTest-690199652-project-admin] Pushing event deleted for resources: {'Network': ['ID=47999493-6d3a-48a5-acf6-b1a05dd2fc19,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:11:46.059512 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-101cb844-39cc-4cec-9a02-353d36ff1a45 None None] Provisioning complete for port 7da8f0c0-4bfd-487d-9390-c3aaa88ecdf0 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:11:46.060108 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-101cb844-39cc-4cec-9a02-353d36ff1a45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (7da8f0c0-4bfd-487d-9390-c3aaa88ecdf0), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:11:46.064417 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7daedb-4e34-4e00-a9dd-3f9465ba7419 req-ce6ac7ee-ef54-4af8-9f1a-f0217bbeac46 tempest-ServersTestFqdnHostnames-1663210831 tempest-ServersTestFqdnHostnames-1663210831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:11:46.071334 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-eb7daedb-4e34-4e00-a9dd-3f9465ba7419 req-ce6ac7ee-ef54-4af8-9f1a-f0217bbeac46 tempest-ServersTestFqdnHostnames-1663210831 tempest-ServersTestFqdnHostnames-1663210831-project] 10.222.0.13 "GET /v2.0/ports?device_id=cef1c79f-e0ff-4eb2-8297-9fad70b4e6cd HTTP/1.1" status: 200 len: 944 time: 0.3563249 Jan 26 21:11:46.115804 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-f13bbba9-308f-4f5c-93db-b4df05b83ccc admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11788946'] for subnet (dae01ee8-17f0-4a86-8f17-22a537cba2b9), precommit_delete_associations {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:11:46.151412 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-101cb844-39cc-4cec-9a02-353d36ff1a45 None None] Port 7da8f0c0-4bfd-487d-9390-c3aaa88ecdf0 cannot update to ACTIVE because it is not bound. {{(pid=103306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 26 21:11:46.166522 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [req-309367fb-a443-43d7-b790-be917bfb0ccc req-586652f4-504d-4607-946a-8504859a1b17 service neutron] For port e3a678e7-ac1e-438d-a264-5bdad56d0d1c, host n-h2-760453-5, cleared binding levels {{(pid=103305) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 26 21:11:46.178973 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-3f222627-aa56-477d-ab36-87a418887c20 req-679ecab0-1cb8-4867-8498-24eb5d2e988f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (7da8f0c0-4bfd-487d-9390-c3aaa88ecdf0), before_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:11:46.195304 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [req-309367fb-a443-43d7-b790-be917bfb0ccc req-586652f4-504d-4607-946a-8504859a1b17 service neutron] For port e3a678e7-ac1e-438d-a264-5bdad56d0d1c, host n-h2-760453-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-5',level=0,port_id=e3a678e7-ac1e-438d-a264-5bdad56d0d1c,segment=NetworkSegment(09663a0c-ceea-4887-ace4-6c78e47e3e40),segment_id=09663a0c-ceea-4887-ace4-6c78e47e3e40)] {{(pid=103305) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 26 21:11:46.219176 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-309367fb-a443-43d7-b790-be917bfb0ccc req-586652f4-504d-4607-946a-8504859a1b17 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11791520'] for port (e3a678e7-ac1e-438d-a264-5bdad56d0d1c), after_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:11:46.261352 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b86a22-af07-461f-bdb3-94ef7cf12618 req-93f7fb2d-ed47-4c4b-9347-82445882c3c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:11:46.262954 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-82b86a22-af07-461f-bdb3-94ef7cf12618 req-93f7fb2d-ed47-4c4b-9347-82445882c3c0 service neutron] 10.222.0.66 "GET /v2.0/networks?id=149e35f2-8db2-4f53-89b7-4ea9b9891a0f HTTP/1.1" status: 200 len: 917 time: 0.3238444 Jan 26 21:11:46.294738 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-f13bbba9-308f-4f5c-93db-b4df05b83ccc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687316'] for subnet (dae01ee8-17f0-4a86-8f17-22a537cba2b9), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:11:46.304125 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309367fb-a443-43d7-b790-be917bfb0ccc req-586652f4-504d-4607-946a-8504859a1b17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:11:46.304739 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-309367fb-a443-43d7-b790-be917bfb0ccc req-586652f4-504d-4607-946a-8504859a1b17 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:11:46.306170 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-309367fb-a443-43d7-b790-be917bfb0ccc req-586652f4-504d-4607-946a-8504859a1b17 service neutron] 10.222.0.57 "PUT /v2.0/ports/e3a678e7-ac1e-438d-a264-5bdad56d0d1c HTTP/1.1" status: 200 len: 1091 time: 1.8560538 Jan 26 21:11:46.363745 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-dfecbe4f-5e97-442b-8d10-e03f630f354c req-35b0a84c-c0b6-40c3-b262-9249533962fe tempest-ListServerFiltersTestJSON-1713042646 tempest-ListServerFiltersTestJSON-1713042646-project] 10.222.0.13 "GET /v2.0/security-groups?id=4a81ac3f-5e47-4404-a1c8-ffc0bc5b0861&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2882769 Jan 26 21:11:46.392229 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-818ec22e-b65f-4b5d-8fa5-73cf84ab1447 req-bfd9966b-907a-4532-a943-5e3023a039ae service neutron] 10.222.0.57 "GET /v2.0/networks/149e35f2-8db2-4f53-89b7-4ea9b9891a0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5951731 Jan 26 21:11:46.415257 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-82b86a22-af07-461f-bdb3-94ef7cf12618 req-1324a9ea-523d-4c3a-b316-8e83dc6c3924 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d9b30847-3659-445b-8b92-242bf72c46e2 HTTP/1.1" status: 200 len: 217 time: 0.1264420 Jan 26 21:11:46.444481 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-eb7daedb-4e34-4e00-a9dd-3f9465ba7419 req-bc42ad02-e938-4fde-aef2-66d0dc2c47a2 tempest-ServersTestFqdnHostnames-1663210831 tempest-ServersTestFqdnHostnames-1663210831-project] 10.222.0.13 "GET /v2.0/security-groups?id=c3884922-c788-4174-8be5-5a7a4ff5f5df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3721874 Jan 26 21:11:46.461570 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-f0e66833-7815-4f18-bc26-819ea1865456 req-ff7f1e48-0857-4bfe-bd48-184d0e2f86d3 tempest-ServersTestFqdnHostnames-1663210831 tempest-ServersTestFqdnHostnames-1663210831-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746560636600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746560234536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9281553'] for port (41dcd358-acc3-4a4a-a964-69d1aa685d84), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:11:46.471711 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 52798) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:11:46.490582 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-b323ff77-0acb-4323-a884-68a97905c79d tempest-RoutersAdminTest-690199652 tempest-RoutersAdminTest-690199652-project-admin] Request body: {'router': {'name': 'tempest-router--1694925797', 'project_id': '3c4eb700dd6240f6b9626264e2afe107'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:11:46.533497 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02360f6d-60c6-4253-b92d-b85a5b3bf551 admin admin] Router 97039fc1-6c37-4af0-8e04-6fe23dc97b03 has already been hosted by L3 agent 09df100c-3af1-4b0a-bda8-05914c71c458 {{(pid=103304) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 26 21:11:46.574533 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff7f1e48-0857-4bfe-bd48-184d0e2f86d3 tempest-ServersTestFqdnHostnames-1663210831 tempest-ServersTestFqdnHostnames-1663210831-project] Pushing event deleted for resources: {'Port': ['ID=41dcd358-acc3-4a4a-a964-69d1aa685d84,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:11:46.577875 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-b323ff77-0acb-4323-a884-68a97905c79d tempest-RoutersAdminTest-690199652 tempest-RoutersAdminTest-690199652-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4104596', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13108'] for router (83c3739a-94b4-4fde-a8f5-55849e5a3c51), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:11:46.579115 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-b323ff77-0acb-4323-a884-68a97905c79d tempest-RoutersAdminTest-690199652 tempest-RoutersAdminTest-690199652-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4105828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4111306', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3733576', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13069'] for router (83c3739a-94b4-4fde-a8f5-55849e5a3c51), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:11:46.644322 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-586652f4-504d-4607-946a-8504859a1b17 service neutron] Pushing event updated for resources: {'Port': ['ID=e3a678e7-ac1e-438d-a264-5bdad56d0d1c,revision_number=3']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:11:46.669868 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-f13bbba9-308f-4f5c-93db-b4df05b83ccc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11791594', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11599980'] for subnet (dae01ee8-17f0-4a86-8f17-22a537cba2b9), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:11:47.028350 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b86a22-af07-461f-bdb3-94ef7cf12618 req-fb13d00f-22b0-45ea-8428-404c4bc3b8d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:11:47.029860 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-82b86a22-af07-461f-bdb3-94ef7cf12618 req-fb13d00f-22b0-45ea-8428-404c4bc3b8d4 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=a701c127-d3dd-497d-9665-95502ae1864e HTTP/1.1" status: 200 len: 855 time: 0.4511948 Jan 26 21:11:47.030209 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Device 2c58062b-ce4a-49a0-bdfc-b4c12979de81 up at agent hyperv_n-h2-760453-5 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 21:11:47.030689 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f13bbba9-308f-4f5c-93db-b4df05b83ccc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dae01ee8-17f0-4a86-8f17-22a537cba2b9,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:11:47.048054 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-f13bbba9-308f-4f5c-93db-b4df05b83ccc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709645'] for subnet (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:11:47.054053 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-f13bbba9-308f-4f5c-93db-b4df05b83ccc admin admin] 10.222.0.13 "DELETE /v2.0/subnets/dae01ee8-17f0-4a86-8f17-22a537cba2b9 HTTP/1.1" status: 204 len: 168 time: 1.4034359 Jan 26 21:11:47.057284 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309367fb-a443-43d7-b790-be917bfb0ccc req-9d43f694-45cf-418f-8718-5430298fda32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:11:47.058841 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-309367fb-a443-43d7-b790-be917bfb0ccc req-9d43f694-45cf-418f-8718-5430298fda32 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=d203cd9cdbf14056988a5ed4353f3154&device_id=ec811ff0-b491-4a33-8d34-6c61319f3b15 HTTP/1.1" status: 200 len: 1094 time: 0.6742368 Jan 26 21:11:47.061233 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 52814) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:11:47.093136 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-b323ff77-0acb-4323-a884-68a97905c79d tempest-RoutersAdminTest-690199652 tempest-RoutersAdminTest-690199652-project-admin] Publish callbacks [] for router_controller (83c3739a-94b4-4fde-a8f5-55849e5a3c51), precommit_add_association {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:11:47.107323 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Provisioning for port 2c58062b-ce4a-49a0-bdfc-b4c12979de81 completed by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 21:11:47.112905 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Provisioning complete for port 2c58062b-ce4a-49a0-bdfc-b4c12979de81 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:11:47.113995 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (2c58062b-ce4a-49a0-bdfc-b4c12979de81), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:11:47.160068 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9d3ed6-e91d-4b19-9863-ef0761d28a8f req-b71f774c-5ec3-4812-899a-f1e5d992573c tempest-AttachVolumeNegativeTest-157238613 tempest-AttachVolumeNegativeTest-157238613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:11:47.167168 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-fb9d3ed6-e91d-4b19-9863-ef0761d28a8f req-b71f774c-5ec3-4812-899a-f1e5d992573c tempest-AttachVolumeNegativeTest-157238613 tempest-AttachVolumeNegativeTest-157238613-project] 10.222.0.13 "GET /v2.0/ports?device_id=ec811ff0-b491-4a33-8d34-6c61319f3b15 HTTP/1.1" status: 200 len: 943 time: 0.5684371 Jan 26 21:11:47.169442 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-b323ff77-0acb-4323-a884-68a97905c79d tempest-RoutersAdminTest-690199652 tempest-RoutersAdminTest-690199652-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4105757', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4111263'] for router (83c3739a-94b4-4fde-a8f5-55849e5a3c51), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:11:47.186416 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-309367fb-a443-43d7-b790-be917bfb0ccc req-17578086-d6de-4c98-8055-cb12bdced594 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e3a678e7-ac1e-438d-a264-5bdad56d0d1c HTTP/1.1" status: 200 len: 217 time: 0.0980527 Jan 26 21:11:47.218148 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Current status of the port 2c58062b-ce4a-49a0-bdfc-b4c12979de81 is: BUILD; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:11:47.218853 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (2c58062b-ce4a-49a0-bdfc-b4c12979de81), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:11:47.254282 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] For port 2c58062b-ce4a-49a0-bdfc-b4c12979de81, host n-h2-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-5',level=0,port_id=2c58062b-ce4a-49a0-bdfc-b4c12979de81,segment=NetworkSegment(92d37c2b-52af-49e8-96f5-7aa601ba34f9),segment_id=92d37c2b-52af-49e8-96f5-7aa601ba34f9)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:11:47.259305 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (2c58062b-ce4a-49a0-bdfc-b4c12979de81), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:11:47.260377 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Device d2e500ae-6147-4c15-a504-1915a5dce1e5 up at agent hyperv_n-h2-760453-5 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 21:11:47.261162 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-b323ff77-0acb-4323-a884-68a97905c79d tempest-RoutersAdminTest-690199652 tempest-RoutersAdminTest-690199652-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:11:47.264892 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-b323ff77-0acb-4323-a884-68a97905c79d tempest-RoutersAdminTest-690199652 tempest-RoutersAdminTest-690199652-project-admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.7880607 Jan 26 21:11:47.265140 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b86a22-af07-461f-bdb3-94ef7cf12618 req-82ef8243-a6a4-4758-8790-6f85768d248d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:11:47.266743 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-82b86a22-af07-461f-bdb3-94ef7cf12618 req-82ef8243-a6a4-4758-8790-6f85768d248d service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=149e35f2-8db2-4f53-89b7-4ea9b9891a0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2274044 Jan 26 21:11:47.267212 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 52816) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:11:47.270075 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02360f6d-60c6-4253-b92d-b85a5b3bf551 admin admin] Notify agent at l3_agent.n-d-760453-5 the message routers_updated {{(pid=103304) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 26 21:11:47.282240 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e302e47-0a1d-4a61-8e6c-8e5bac61129a None None] Sync routers for ids ['97039fc1-6c37-4af0-8e04-6fe23dc97b03'] in n-d-760453-5 {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 26 21:11:47.285591 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-02360f6d-60c6-4253-b92d-b85a5b3bf551 admin admin] 10.222.0.13 "PUT /v2.0/routers/97039fc1-6c37-4af0-8e04-6fe23dc97b03/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.8764832 Jan 26 21:11:47.289121 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-2b12be22-4081-48c0-ae57-26a450827182 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-748181'] for network (1c3811f3-dcb6-4f77-8c26-3e9819d7c63c), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:11:47.294146 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 52818) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:11:47.296192 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a920683d-d49f-4b60-81b6-42e81a63207a req-1e20ab27-da50-4490-aa64-973d9223dd7c tempest-FloatingIPsAssociationTestJSON-419529391 tempest-FloatingIPsAssociationTestJSON-419529391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:11:47.303075 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-a920683d-d49f-4b60-81b6-42e81a63207a req-1e20ab27-da50-4490-aa64-973d9223dd7c tempest-FloatingIPsAssociationTestJSON-419529391 tempest-FloatingIPsAssociationTestJSON-419529391-project] 10.222.0.13 "GET /v2.0/ports?device_id=0d6919b7-5cfc-4a34-9c08-a032d7787fd3 HTTP/1.1" status: 200 len: 944 time: 0.5150111 Jan 26 21:11:47.305213 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e302e47-0a1d-4a61-8e6c-8e5bac61129a None None] Routers {'97039fc1-6c37-4af0-8e04-6fe23dc97b03'} bound to L3 agent in host n-d-760453-5 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 21:11:47.306190 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-9e302e47-0a1d-4a61-8e6c-8e5bac61129a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-26T20:55:21Z,description=,heartbeat_timestamp=2022-01-26T21:11:21Z,host='n-d-760453-5',id=09df100c-3af1-4b0a-bda8-05914c71c458,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:55:21Z,topic='l3_agent')) {'router_ids': ['97039fc1-6c37-4af0-8e04-6fe23dc97b03'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:11:47.343586 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f0e66833-7815-4f18-bc26-819ea1865456 req-ff7f1e48-0857-4bfe-bd48-184d0e2f86d3 tempest-ServersTestFqdnHostnames-1663210831 tempest-ServersTestFqdnHostnames-1663210831-project] Router 959313f5-283d-43b9-9ade-d97dda2611c6 has already been hosted by L3 agent 09df100c-3af1-4b0a-bda8-05914c71c458 {{(pid=103304) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 26 21:11:47.359726 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-fb9d3ed6-e91d-4b19-9863-ef0761d28a8f req-1126498c-3f77-413a-a912-e1df27dbb10c tempest-AttachVolumeNegativeTest-157238613 tempest-AttachVolumeNegativeTest-157238613-project] 10.222.0.13 "GET /v2.0/security-groups?id=8e9bd9e5-9820-4475-bfb9-c12598a9861a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1853015 Jan 26 21:11:47.380094 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Pushing event updated for resources: {'Port': ['ID=2c58062b-ce4a-49a0-bdfc-b4c12979de81,revision_number=5']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:11:47.392507 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:11:47.393011 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:11:47.393489 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:11:47.394467 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:11:47.394467 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:11:47.394792 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:11:47.395209 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:11:47.395629 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:11:47.396046 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:11:47.396463 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:11:47.396943 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:11:47.397783 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:11:47.397783 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:11:47.402551 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Provisioning for port d2e500ae-6147-4c15-a504-1915a5dce1e5 completed by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 21:11:47.407651 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Provisioning complete for port d2e500ae-6147-4c15-a504-1915a5dce1e5 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:11:47.408209 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (d2e500ae-6147-4c15-a504-1915a5dce1e5), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:11:47.422312 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309367fb-a443-43d7-b790-be917bfb0ccc req-aee81b20-033c-4142-aaa3-7b799945c2b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:11:47.427420 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-309367fb-a443-43d7-b790-be917bfb0ccc req-aee81b20-033c-4142-aaa3-7b799945c2b3 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=83c7f95c-c9b9-47ca-b224-a6b37c78555f HTTP/1.1" status: 200 len: 854 time: 0.2300446 Jan 26 21:11:47.508529 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Current status of the port d2e500ae-6147-4c15-a504-1915a5dce1e5 is: BUILD; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:11:47.509395 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (d2e500ae-6147-4c15-a504-1915a5dce1e5), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:11:47.522093 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_dvr_db [None req-9e302e47-0a1d-4a61-8e6c-8e5bac61129a None None] Set router 97039fc1-6c37-4af0-8e04-6fe23dc97b03 gateway port host: n-d-760453-5 {{(pid=103307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 21:11:47.523080 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-309367fb-a443-43d7-b790-be917bfb0ccc req-6c691883-751e-4406-af20-6049f37d8167 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=d6d873b7-dd21-4147-a71c-3196b86fd015&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0621982 Jan 26 21:11:47.529639 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-51a229ca-a1d1-4ab9-972e-4adb897efa85 tempest-RoutersAdminTest-690199652 tempest-RoutersAdminTest-690199652-project-admin] Publish callbacks [] for router (83c3739a-94b4-4fde-a8f5-55849e5a3c51), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:11:47.531044 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-a920683d-d49f-4b60-81b6-42e81a63207a req-9281af5e-16e2-493e-bf58-550903a09b00 tempest-FloatingIPsAssociationTestJSON-419529391 tempest-FloatingIPsAssociationTestJSON-419529391-project] 10.222.0.13 "GET /v2.0/security-groups?id=0901363f-4062-4245-b20b-1aab16841475&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2251451 Jan 26 21:11:47.549598 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] For port d2e500ae-6147-4c15-a504-1915a5dce1e5, host n-h2-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-5',level=0,port_id=d2e500ae-6147-4c15-a504-1915a5dce1e5,segment=NetworkSegment(783c42f6-f993-4cb9-a1f5-91588f8d0f68),segment_id=783c42f6-f993-4cb9-a1f5-91588f8d0f68)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:11:47.551282 n-d-760453-5 neutron-server[103306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3f09a80-55e1-4c76-84ee-e8c6104639ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c58062b-ce4a-49a0-bdfc-b4c12979de81'}, {'server_uuid': '0d6919b7-5cfc-4a34-9c08-a032d7787fd3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2e500ae-6147-4c15-a504-1915a5dce1e5'}] {{(pid=103306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 21:11:47.554487 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9d5d370febab655511bdd2ffe887e43e442d144a440368702bcc1e93af00b97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bcd97561-bacf-4c3d-a2f0-6c7bbe34d959" -d '{"events": [{"server_uuid": "d3f09a80-55e1-4c76-84ee-e8c6104639ee", "name": "network-vif-plugged", "status": "completed", "tag": "2c58062b-ce4a-49a0-bdfc-b4c12979de81"}, {"server_uuid": "0d6919b7-5cfc-4a34-9c08-a032d7787fd3", "name": "network-vif-plugged", "status": "completed", "tag": "d2e500ae-6147-4c15-a504-1915a5dce1e5"}]}' {{(pid=103306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 21:11:47.561404 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (d2e500ae-6147-4c15-a504-1915a5dce1e5), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:11:47.597003 n-d-760453-5 neutron-server[103305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec811ff0-b491-4a33-8d34-6c61319f3b15', 'tag': 'e3a678e7-ac1e-438d-a264-5bdad56d0d1c'}] {{(pid=103305) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 21:11:47.599655 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d4654568b7bf041e72ff8fe1c96d6d761d9c921f2b99bc7b3a26632be20cee0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0bd52fd-5de8-4633-85b2-e1f5ad562a50" -d '{"events": [{"name": "network-changed", "server_uuid": "ec811ff0-b491-4a33-8d34-6c61319f3b15", "tag": "e3a678e7-ac1e-438d-a264-5bdad56d0d1c"}]}' {{(pid=103305) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 21:11:47.635567 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Pushing event updated for resources: {'Port': ['ID=d2e500ae-6147-4c15-a504-1915a5dce1e5,revision_number=5']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:11:47.652430 n-d-760453-5 neutron-server[103305]: DEBUG neutron.notifiers.nova [req-3f222627-aa56-477d-ab36-87a418887c20 req-679ecab0-1cb8-4867-8498-24eb5d2e988f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7da8f0c0-4bfd-487d-9390-c3aaa88ecdf0 {{(pid=103305) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 26 21:11:47.713243 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-3f222627-aa56-477d-ab36-87a418887c20 req-679ecab0-1cb8-4867-8498-24eb5d2e988f service neutron] Publish callbacks [] for port (7da8f0c0-4bfd-487d-9390-c3aaa88ecdf0), precommit_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:11:47.720269 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aee28c4-946b-4f81-8e45-3458fe423aae req-7ccb26af-4a34-41b7-b2e0-b487f8bd5626 tempest-ListServerFiltersTestJSON-1713042646 tempest-ListServerFiltersTestJSON-1713042646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:11:47.722295 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-9aee28c4-946b-4f81-8e45-3458fe423aae req-7ccb26af-4a34-41b7-b2e0-b487f8bd5626 tempest-ListServerFiltersTestJSON-1713042646 tempest-ListServerFiltersTestJSON-1713042646-project] 10.222.0.13 "GET /v2.0/ports?device_id=074301dc-546d-4632-8e4c-223c70e93d57 HTTP/1.1" status: 200 len: 931 time: 0.2027812 Jan 26 21:11:47.725663 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-112f10c5-d561-4975-ab4e-038191aa083b req-d70498fe-7192-4548-ba3c-3e18b988cafc tempest-ServersTestFqdnHostnames-1663210831 tempest-ServersTestFqdnHostnames-1663210831-project] 10.222.0.13 "GET /v2.0/ports?device_id=cef1c79f-e0ff-4eb2-8297-9fad70b4e6cd HTTP/1.1" status: 200 len: 210 time: 0.0510197 Jan 26 21:11:47.739312 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f0e66833-7815-4f18-bc26-819ea1865456 req-ff7f1e48-0857-4bfe-bd48-184d0e2f86d3 tempest-ServersTestFqdnHostnames-1663210831 tempest-ServersTestFqdnHostnames-1663210831-project] Notify agent at l3_agent.n-d-760453-5 the message routers_updated {{(pid=103304) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 26 21:11:47.756099 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47b871ef-9257-4c3d-94f2-2c42ed2e2186 None None] Sync routers for ids ['959313f5-283d-43b9-9ade-d97dda2611c6'] in n-d-760453-5 {{(pid=103306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 26 21:11:47.774807 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47b871ef-9257-4c3d-94f2-2c42ed2e2186 None None] Routers {'959313f5-283d-43b9-9ade-d97dda2611c6'} bound to L3 agent in host n-d-760453-5 {{(pid=103306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 21:11:47.775718 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-47b871ef-9257-4c3d-94f2-2c42ed2e2186 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-26T20:55:21Z,description=,heartbeat_timestamp=2022-01-26T21:11:21Z,host='n-d-760453-5',id=09df100c-3af1-4b0a-bda8-05914c71c458,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:55:21Z,topic='l3_agent')) {'router_ids': ['959313f5-283d-43b9-9ade-d97dda2611c6'], 'active': True} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:11:47.793507 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0e66833-7815-4f18-bc26-819ea1865456 req-ff7f1e48-0857-4bfe-bd48-184d0e2f86d3 tempest-ServersTestFqdnHostnames-1663210831 tempest-ServersTestFqdnHostnames-1663210831-project] No DVR routers for this DVR port 41dcd358-acc3-4a4a-a964-69d1aa685d84 on host n-h1-760453-5 {{(pid=103304) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 26 21:11:47.796367 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-f0e66833-7815-4f18-bc26-819ea1865456 req-ff7f1e48-0857-4bfe-bd48-184d0e2f86d3 tempest-ServersTestFqdnHostnames-1663210831 tempest-ServersTestFqdnHostnames-1663210831-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:11:47.800148 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-f0e66833-7815-4f18-bc26-819ea1865456 req-ff7f1e48-0857-4bfe-bd48-184d0e2f86d3 tempest-ServersTestFqdnHostnames-1663210831 tempest-ServersTestFqdnHostnames-1663210831-project] 10.222.0.66 "DELETE /v2.0/ports/41dcd358-acc3-4a4a-a964-69d1aa685d84 HTTP/1.1" status: 204 len: 173 time: 4.9581316 Jan 26 21:11:47.800904 n-d-760453-5 neutron-server[103304]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cef1c79f-e0ff-4eb2-8297-9fad70b4e6cd', 'name': 'network-vif-deleted', 'tag': '41dcd358-acc3-4a4a-a964-69d1aa685d84'}] {{(pid=103304) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 21:11:47.803481 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d52b45f1943fcd332af9527eb73ff93c8d715d44383a3f6d18de73b4cfcf87b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fe13445-7ce1-49fd-abc7-bcceddf7eb83" -d '{"events": [{"server_uuid": "cef1c79f-e0ff-4eb2-8297-9fad70b4e6cd", "name": "network-vif-deleted", "tag": "41dcd358-acc3-4a4a-a964-69d1aa685d84"}]}' {{(pid=103304) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 21:11:47.839486 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-9e302e47-0a1d-4a61-8e6c-8e5bac61129a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97039fc1-6c37-4af0-8e04-6fe23dc97b03', 'name': 'tempest-FloatingIPDetailsTestJSON-2089547219-router', 'tenant_id': '2708e1a8e17e46f1853e87fe4692d263', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'external_fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.69'}], 'enable_snat': True}, 'gw_port_id': 'a7c2c3dd-b44d-4017-8d08-835e6c727cb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T21:10:45Z', 'updated_at': '2022-01-26T21:11:43Z', 'revision_number': 5, 'project_id': '2708e1a8e17e46f1853e87fe4692d263', 'gw_port': {'id': 'a7c2c3dd-b44d-4017-8d08-835e6c727cb3', 'name': '', 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:8e:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97039fc1-6c37-4af0-8e04-6fe23dc97b03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 906, 'fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:10:46Z', 'updated_at': '2022-01-26T21:10:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-5'}], 'n-d-760453-5', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:11:47.843631 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.provisioning_blocks [req-3f222627-aa56-477d-ab36-87a418887c20 req-679ecab0-1cb8-4867-8498-24eb5d2e988f service neutron] Transition to ACTIVE for port object 7da8f0c0-4bfd-487d-9390-c3aaa88ecdf0 will not be triggered until provisioned by entity L2. {{(pid=103305) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 21:11:47.849210 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-82b86a22-af07-461f-bdb3-94ef7cf12618 req-fe0f9f63-855e-4608-af32-5a3bfb253783 service neutron] 10.222.0.66 "GET /v2.0/networks/149e35f2-8db2-4f53-89b7-4ea9b9891a0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5723627 Jan 26 21:11:47.862095 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-9aee28c4-946b-4f81-8e45-3458fe423aae req-f8c4f003-f2e7-4cff-8dd9-f41e225ab9db tempest-ListServerFiltersTestJSON-1713042646 tempest-ListServerFiltersTestJSON-1713042646-project] 10.222.0.13 "GET /v2.0/security-groups?id=4a81ac3f-5e47-4404-a1c8-ffc0bc5b0861&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1233304 Jan 26 21:11:47.879365 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-3681d198-2a4f-489a-9606-d285b98ca1bb admin admin] Publish callbacks [] for router (97039fc1-6c37-4af0-8e04-6fe23dc97b03), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:11:47.880148 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 26 Jan 2022 21:11:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1fce3ef7-a531-499a-88ef-4d1703d8c6c4 x-openstack-request-id: req-1fce3ef7-a531-499a-88ef-4d1703d8c6c4 {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 21:11:47.880451 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3f09a80-55e1-4c76-84ee-e8c6104639ee", "name": "network-vif-plugged", "status": "completed", "tag": "2c58062b-ce4a-49a0-bdfc-b4c12979de81", "code": 200}, {"server_uuid": "0d6919b7-5cfc-4a34-9c08-a032d7787fd3", "name": "network-vif-plugged", "status": "completed", "tag": "d2e500ae-6147-4c15-a504-1915a5dce1e5", "code": 200}]} {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 21:11:47.885531 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-1fce3ef7-a531-499a-88ef-4d1703d8c6c4 {{(pid=103306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 21:11:47.886065 n-d-760453-5 neutron-server[103306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3f09a80-55e1-4c76-84ee-e8c6104639ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c58062b-ce4a-49a0-bdfc-b4c12979de81', 'code': 200} Jan 26 21:11:47.886332 n-d-760453-5 neutron-server[103306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d6919b7-5cfc-4a34-9c08-a032d7787fd3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2e500ae-6147-4c15-a504-1915a5dce1e5', 'code': 200} Jan 26 21:11:47.934108 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e302e47-0a1d-4a61-8e6c-8e5bac61129a None None] Checking router: 97039fc1-6c37-4af0-8e04-6fe23dc97b03 for host: n-d-760453-5 {{(pid=103307) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 26 21:11:47.960712 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e302e47-0a1d-4a61-8e6c-8e5bac61129a None None] Routers {'97039fc1-6c37-4af0-8e04-6fe23dc97b03'} bound to L3 agent in host n-d-760453-5 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 21:11:47.963577 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-9e302e47-0a1d-4a61-8e6c-8e5bac61129a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-26T20:55:21Z,description=,heartbeat_timestamp=2022-01-26T21:11:21Z,host='n-d-760453-5',id=09df100c-3af1-4b0a-bda8-05914c71c458,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:55:21Z,topic='l3_agent')) {'router_ids': ['97039fc1-6c37-4af0-8e04-6fe23dc97b03'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:11:47.984540 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-3f222627-aa56-477d-ab36-87a418887c20 req-679ecab0-1cb8-4867-8498-24eb5d2e988f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11791520'] for port (7da8f0c0-4bfd-487d-9390-c3aaa88ecdf0), after_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:11:47.995219 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-2b12be22-4081-48c0-ae57-26a450827182 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-686403', 'neutron.services.segments.db._delete_segments_for_network-8746560774018'] for network (1c3811f3-dcb6-4f77-8c26-3e9819d7c63c), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:11:47.998967 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Jan 2022 21:11:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1042477-2fdb-4a8d-ba4f-ee47388d5ea2 x-openstack-request-id: req-f1042477-2fdb-4a8d-ba4f-ee47388d5ea2 {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 21:11:47.999488 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cef1c79f-e0ff-4eb2-8297-9fad70b4e6cd", "name": "network-vif-deleted", "tag": "41dcd358-acc3-4a4a-a964-69d1aa685d84", "status": "completed", "code": 200}]} {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 21:11:47.999949 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f1042477-2fdb-4a8d-ba4f-ee47388d5ea2 {{(pid=103304) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 21:11:48.001378 n-d-760453-5 neutron-server[103304]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cef1c79f-e0ff-4eb2-8297-9fad70b4e6cd', 'name': 'network-vif-deleted', 'tag': '41dcd358-acc3-4a4a-a964-69d1aa685d84', 'status': 'completed', 'code': 200} Jan 26 21:11:48.025673 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 26 Jan 2022 21:11:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1abdbcf-eb77-47c9-96a8-2c5339f2dde5 x-openstack-request-id: req-c1abdbcf-eb77-47c9-96a8-2c5339f2dde5 {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 21:11:48.026009 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ec811ff0-b491-4a33-8d34-6c61319f3b15", "tag": "e3a678e7-ac1e-438d-a264-5bdad56d0d1c", "status": "completed", "code": 200}]} {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 21:11:48.026272 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c1abdbcf-eb77-47c9-96a8-2c5339f2dde5 {{(pid=103305) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 21:11:48.026645 n-d-760453-5 neutron-server[103305]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ec811ff0-b491-4a33-8d34-6c61319f3b15', 'tag': 'e3a678e7-ac1e-438d-a264-5bdad56d0d1c', 'status': 'completed', 'code': 200} Jan 26 21:11:48.047448 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvr_db [None req-47b871ef-9257-4c3d-94f2-2c42ed2e2186 None None] Set router 959313f5-283d-43b9-9ade-d97dda2611c6 gateway port host: n-d-760453-5 {{(pid=103306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 21:11:48.116685 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_dvr_db [None req-9e302e47-0a1d-4a61-8e6c-8e5bac61129a None None] Set router 97039fc1-6c37-4af0-8e04-6fe23dc97b03 gateway port host: n-d-760453-5 {{(pid=103307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 21:11:48.125846 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d97662e-c5cd-473a-a022-e9f2caaa8750 req-40e9a16a-a41f-4663-8fbb-8a39ea9b0584 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:11:48.127637 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-7d97662e-c5cd-473a-a022-e9f2caaa8750 req-40e9a16a-a41f-4663-8fbb-8a39ea9b0584 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=d3f09a80-55e1-4c76-84ee-e8c6104639ee HTTP/1.1" status: 200 len: 1097 time: 0.1469460 Jan 26 21:11:48.163440 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df3626c-f400-4248-a9a6-982d74aa51cb req-ab0f9c9a-d38d-460b-ab42-d7f061ffc0ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:11:48.165727 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-5df3626c-f400-4248-a9a6-982d74aa51cb req-ab0f9c9a-d38d-460b-ab42-d7f061ffc0ac service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=0d6919b7-5cfc-4a34-9c08-a032d7787fd3 HTTP/1.1" status: 200 len: 1096 time: 0.1181688 Jan 26 21:11:48.196446 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-7d97662e-c5cd-473a-a022-e9f2caaa8750 req-204aed3d-7154-4157-a444-7df64b159110 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=4a81ac3f-5e47-4404-a1c8-ffc0bc5b0861&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616136 Jan 26 21:11:48.223356 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-5df3626c-f400-4248-a9a6-982d74aa51cb req-1a0431c4-42ac-470a-8382-9b6d73910de2 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=0901363f-4062-4245-b20b-1aab16841475&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480778 Jan 26 21:11:48.229050 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-51a229ca-a1d1-4ab9-972e-4adb897efa85 tempest-RoutersAdminTest-690199652 tempest-RoutersAdminTest-690199652-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4105774', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13082'] for router (83c3739a-94b4-4fde-a8f5-55849e5a3c51), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:11:48.241584 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-51a229ca-a1d1-4ab9-972e-4adb897efa85 tempest-RoutersAdminTest-690199652 tempest-RoutersAdminTest-690199652-project-admin] Publish callbacks [] for router_controller (83c3739a-94b4-4fde-a8f5-55849e5a3c51), precommit_delete_associations {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:11:48.272197 n-d-760453-5 neutron-server[103305]: DEBUG neutron.services.segments.db [None req-2b12be22-4081-48c0-ae57-26a450827182 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1c3811f3-dcb6-4f77-8c26-3e9819d7c63c']}} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:11:48.295894 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-679ecab0-1cb8-4867-8498-24eb5d2e988f service neutron] Pushing event updated for resources: {'Port': ['ID=7da8f0c0-4bfd-487d-9390-c3aaa88ecdf0,revision_number=2']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:11:48.343854 n-d-760453-5 neutron-server[103305]: DEBUG neutron.services.segments.db [None req-2b12be22-4081-48c0-ae57-26a450827182 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ff84b980-87bb-452b-8f52-d472b3cbbe9c') {'for_net_delete': True} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:11:48.344151 n-d-760453-5 neutron-server[103305]: DEBUG neutron.services.segments.db [None req-2b12be22-4081-48c0-ae57-26a450827182 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ff84b980-87bb-452b-8f52-d472b3cbbe9c') {} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:11:48.386812 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-47b871ef-9257-4c3d-94f2-2c42ed2e2186 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '959313f5-283d-43b9-9ade-d97dda2611c6', 'name': 'tempest-ServersTestFqdnHostnames-554146304-router', 'tenant_id': '4815438ae48244e6bf659aa0ac197d5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'external_fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.225'}], 'enable_snat': True}, 'gw_port_id': '095339f6-726e-4532-a288-d363147d27fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T21:08:24Z', 'updated_at': '2022-01-26T21:08:29Z', 'revision_number': 4, 'project_id': '4815438ae48244e6bf659aa0ac197d5f', 'gw_port': {'id': '095339f6-726e-4532-a288-d363147d27fd', 'name': '', 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:d1:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '959313f5-283d-43b9-9ade-d97dda2611c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:08:25Z', 'updated_at': '2022-01-26T21:08:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-5', '_interfaces': [{'id': 'a4078fa5-71e0-4764-bce8-9603e922a966', 'name': '', 'network_id': '04f127ee-b02e-4caf-884a-3d6915eed85e', 'tenant_id': '4815438ae48244e6bf659aa0ac197d5f', 'mac_address': 'fa:16:3e:07:dc:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '959313f5-283d-43b9-9ade-d97dda2611c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': '61a27748-d30c-4f5d-ae2a-2d53517279d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:08:29Z', 'updated_at': '2022-01-26T21:08:36Z', 'revision_number': 5, 'project_id': '4815438ae48244e6bf659aa0ac197d5f', 'subnets': [{'id': '61a27748-d30c-4f5d-ae2a-2d53517279d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760453-5', False) {} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:11:48.407811 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-309367fb-a443-43d7-b790-be917bfb0ccc req-71f2c630-af57-4b36-90cc-c30375994b33 service neutron] 10.222.0.57 "GET /v2.0/networks/d6d873b7-dd21-4147-a71c-3196b86fd015?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8760774 Jan 26 21:11:48.425665 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-2b12be22-4081-48c0-ae57-26a450827182 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746560742283', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11788955'] for segment (ff84b980-87bb-452b-8f52-d472b3cbbe9c), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:11:48.427309 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47b871ef-9257-4c3d-94f2-2c42ed2e2186 None None] Checking router: 959313f5-283d-43b9-9ade-d97dda2611c6 for host: n-d-760453-5 {{(pid=103306) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 26 21:11:48.436239 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 52842) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:11:48.444703 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47b871ef-9257-4c3d-94f2-2c42ed2e2186 None None] Routers {'959313f5-283d-43b9-9ade-d97dda2611c6'} bound to L3 agent in host n-d-760453-5 {{(pid=103306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 21:11:48.445447 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-47b871ef-9257-4c3d-94f2-2c42ed2e2186 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-26T20:55:21Z,description=,heartbeat_timestamp=2022-01-26T21:11:21Z,host='n-d-760453-5',id=09df100c-3af1-4b0a-bda8-05914c71c458,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:55:21Z,topic='l3_agent')) {'router_ids': ['959313f5-283d-43b9-9ade-d97dda2611c6'], 'active': True} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:11:48.467791 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-9e302e47-0a1d-4a61-8e6c-8e5bac61129a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97039fc1-6c37-4af0-8e04-6fe23dc97b03', 'name': 'tempest-FloatingIPDetailsTestJSON-2089547219-router', 'tenant_id': '2708e1a8e17e46f1853e87fe4692d263', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'external_fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.69'}], 'enable_snat': True}, 'gw_port_id': 'a7c2c3dd-b44d-4017-8d08-835e6c727cb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T21:10:45Z', 'updated_at': '2022-01-26T21:11:43Z', 'revision_number': 5, 'project_id': '2708e1a8e17e46f1853e87fe4692d263', 'gw_port': {'id': 'a7c2c3dd-b44d-4017-8d08-835e6c727cb3', 'name': '', 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:8e:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97039fc1-6c37-4af0-8e04-6fe23dc97b03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 906, 'fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:10:46Z', 'updated_at': '2022-01-26T21:10:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-5'}], 'n-d-760453-5', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:11:48.500704 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-2b12be22-4081-48c0-ae57-26a450827182 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576559'] for segment (ff84b980-87bb-452b-8f52-d472b3cbbe9c), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:11:48.509954 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-51a229ca-a1d1-4ab9-972e-4adb897efa85 tempest-RoutersAdminTest-690199652 tempest-RoutersAdminTest-690199652-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4105767'] for router (83c3739a-94b4-4fde-a8f5-55849e5a3c51), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:11:48.511122 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Device d9b30847-3659-445b-8b92-242bf72c46e2 details requested by agent hyperv_n-h1-760453-5 with host n-h1-760453-5 {{(pid=103306) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 26 21:11:48.511871 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51a229ca-a1d1-4ab9-972e-4adb897efa85 tempest-RoutersAdminTest-690199652 tempest-RoutersAdminTest-690199652-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 83c3739a-94b4-4fde-a8f5-55849e5a3c51 {{(pid=103305) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 26 21:11:48.521960 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e302e47-0a1d-4a61-8e6c-8e5bac61129a None None] The sync data for ids ['97039fc1-6c37-4af0-8e04-6fe23dc97b03'] in n-d-760453-5 is: [{'id': '97039fc1-6c37-4af0-8e04-6fe23dc97b03', 'name': 'tempest-FloatingIPDetailsTestJSON-2089547219-router', 'tenant_id': '2708e1a8e17e46f1853e87fe4692d263', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'external_fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.69'}], 'enable_snat': True}, 'gw_port_id': 'a7c2c3dd-b44d-4017-8d08-835e6c727cb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T21:10:45Z', 'updated_at': '2022-01-26T21:11:43Z', 'revision_number': 5, 'project_id': '2708e1a8e17e46f1853e87fe4692d263', 'gw_port': {'id': 'a7c2c3dd-b44d-4017-8d08-835e6c727cb3', 'name': '', 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:8e:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97039fc1-6c37-4af0-8e04-6fe23dc97b03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 906, 'fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:10:46Z', 'updated_at': '2022-01-26T21:10:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-5'}] {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 26 21:11:48.612066 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-51a229ca-a1d1-4ab9-972e-4adb897efa85 tempest-RoutersAdminTest-690199652 tempest-RoutersAdminTest-690199652-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:11:48.618204 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-51a229ca-a1d1-4ab9-972e-4adb897efa85 tempest-RoutersAdminTest-690199652 tempest-RoutersAdminTest-690199652-project-admin] 10.222.0.13 "DELETE /v2.0/routers/83c3739a-94b4-4fde-a8f5-55849e5a3c51 HTTP/1.1" status: 204 len: 168 time: 1.3467715 Jan 26 21:11:48.641772 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2b12be22-4081-48c0-ae57-26a450827182 admin admin] Releasing vlan 565 on physical network physnet1 to pool {{(pid=103305) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 26 21:11:48.644714 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-2b12be22-4081-48c0-ae57-26a450827182 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11791428'] for segment (ff84b980-87bb-452b-8f52-d472b3cbbe9c), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:11:48.661967 n-d-760453-5 neutron-server[103305]: Traceback (most recent call last): Jan 26 21:11:48.661967 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 26 21:11:48.661967 n-d-760453-5 neutron-server[103305]: timer() Jan 26 21:11:48.661967 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 26 21:11:48.661967 n-d-760453-5 neutron-server[103305]: cb(*args, **kw) Jan 26 21:11:48.661967 n-d-760453-5 neutron-server[103305]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 26 21:11:48.661967 n-d-760453-5 neutron-server[103305]: return func(*args, **kwargs) Jan 26 21:11:48.661967 n-d-760453-5 neutron-server[103305]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 26 21:11:48.661967 n-d-760453-5 neutron-server[103305]: self._notify() Jan 26 21:11:48.661967 n-d-760453-5 neutron-server[103305]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 26 21:11:48.661967 n-d-760453-5 neutron-server[103305]: self.callback(batched_events) Jan 26 21:11:48.661967 n-d-760453-5 neutron-server[103305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 26 21:11:48.661967 n-d-760453-5 neutron-server[103305]: event.method(event) Jan 26 21:11:48.661967 n-d-760453-5 neutron-server[103305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 26 21:11:48.661967 n-d-760453-5 neutron-server[103305]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 26 21:11:48.661967 n-d-760453-5 neutron-server[103305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 26 21:11:48.661967 n-d-760453-5 neutron-server[103305]: aggregate_uuid = self.p_client.list_aggregates( Jan 26 21:11:48.661967 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 26 21:11:48.661967 n-d-760453-5 neutron-server[103305]: return f(self, *a, **k) Jan 26 21:11:48.661967 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 26 21:11:48.661967 n-d-760453-5 neutron-server[103305]: return self._get(url).json() Jan 26 21:11:48.661967 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 26 21:11:48.661967 n-d-760453-5 neutron-server[103305]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 26 21:11:48.661967 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 26 21:11:48.661967 n-d-760453-5 neutron-server[103305]: return self.request(url, 'GET', **kwargs) Jan 26 21:11:48.661967 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 26 21:11:48.661967 n-d-760453-5 neutron-server[103305]: base_url = self.get_endpoint(auth, allow=allow, Jan 26 21:11:48.661967 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 26 21:11:48.661967 n-d-760453-5 neutron-server[103305]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 26 21:11:48.661967 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 26 21:11:48.661967 n-d-760453-5 neutron-server[103305]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 26 21:11:48.661967 n-d-760453-5 neutron-server[103305]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 26 21:11:48.690432 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffccce00-63ad-47d8-b1fa-11a32f546fab req-bcd1a27f-e6d2-4e09-9b71-c5eb5611f849 tempest-AttachVolumeNegativeTest-157238613 tempest-AttachVolumeNegativeTest-157238613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:11:48.699685 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-ffccce00-63ad-47d8-b1fa-11a32f546fab req-bcd1a27f-e6d2-4e09-9b71-c5eb5611f849 tempest-AttachVolumeNegativeTest-157238613 tempest-AttachVolumeNegativeTest-157238613-project] 10.222.0.13 "GET /v2.0/ports?device_id=ec811ff0-b491-4a33-8d34-6c61319f3b15 HTTP/1.1" status: 200 len: 943 time: 0.1620858 Jan 26 21:11:48.735218 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-82b86a22-af07-461f-bdb3-94ef7cf12618 req-72be679d-0470-4cc4-925c-2838b2909fe2 service neutron] 10.222.0.66 "GET /v2.0/networks/149e35f2-8db2-4f53-89b7-4ea9b9891a0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8000484 Jan 26 21:11:48.818550 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-ffccce00-63ad-47d8-b1fa-11a32f546fab req-248c213a-ecd5-4f13-a939-d80485931b93 tempest-AttachVolumeNegativeTest-157238613 tempest-AttachVolumeNegativeTest-157238613-project] 10.222.0.13 "GET /v2.0/security-groups?id=8e9bd9e5-9820-4475-bfb9-c12598a9861a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141977 Jan 26 21:11:48.826380 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-9de5fcc9-cd92-49df-81e4-b0a71dc593c3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:11:48.860014 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-3681d198-2a4f-489a-9606-d285b98ca1bb admin admin] Publish callbacks [] for router_gateway (97039fc1-6c37-4af0-8e04-6fe23dc97b03), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:11:48.898771 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvr_db [None req-47b871ef-9257-4c3d-94f2-2c42ed2e2186 None None] Set router 959313f5-283d-43b9-9ade-d97dda2611c6 gateway port host: n-d-760453-5 {{(pid=103306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 21:11:48.918236 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 52856) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:11:48.928245 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3c0aa7-de93-4586-8998-65ab8fa4929c req-5fa3f0b2-fab9-4a48-a421-bcbc74a4adfb tempest-FloatingIPsAssociationTestJSON-419529391 tempest-FloatingIPsAssociationTestJSON-419529391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:11:48.936114 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-9f3c0aa7-de93-4586-8998-65ab8fa4929c req-5fa3f0b2-fab9-4a48-a421-bcbc74a4adfb tempest-FloatingIPsAssociationTestJSON-419529391 tempest-FloatingIPsAssociationTestJSON-419529391-project] 10.222.0.13 "GET /v2.0/ports?device_id=0d6919b7-5cfc-4a34-9c08-a032d7787fd3 HTTP/1.1" status: 200 len: 945 time: 0.2261384 Jan 26 21:11:48.947190 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-6512c3e4-7600-4378-aeca-8f827ac9cc88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (474ccdf7-ab6c-405b-a3b2-dc7b05829902), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:11:48.980119 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-2b12be22-4081-48c0-ae57-26a450827182 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4110931'] for network (1c3811f3-dcb6-4f77-8c26-3e9819d7c63c), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:11:49.007213 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] For port d9b30847-3659-445b-8b92-242bf72c46e2, host n-h1-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-5',level=0,port_id=d9b30847-3659-445b-8b92-242bf72c46e2,segment=NetworkSegment(92d37c2b-52af-49e8-96f5-7aa601ba34f9),segment_id=92d37c2b-52af-49e8-96f5-7aa601ba34f9)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:11:49.043624 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device 2cae12e7-2124-4edb-97cf-5e894100f8bf no longer exists at agent ovs-agent-n-d-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 26 21:11:49.052375 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-2b12be22-4081-48c0-ae57-26a450827182 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709645'] for network (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:11:49.058321 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-2b12be22-4081-48c0-ae57-26a450827182 admin admin] 10.222.0.13 "DELETE /v2.0/networks/1c3811f3-dcb6-4f77-8c26-3e9819d7c63c HTTP/1.1" status: 204 len: 168 time: 1.9748425 Jan 26 21:11:49.059464 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 52860) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:11:49.073667 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] No Port match for: 2cae12e7-2124-4edb-97cf-5e894100f8bf {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 26 21:11:49.074228 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device 2cae12e7-2124-4edb-97cf-5e894100f8bf not bound to the agent host n-d-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 26 21:11:49.085064 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Returning: {'device': 'd9b30847-3659-445b-8b92-242bf72c46e2', 'network_id': '149e35f2-8db2-4f53-89b7-4ea9b9891a0f', 'port_id': 'd9b30847-3659-445b-8b92-242bf72c46e2', 'mac_address': 'fa:16:3e:9e:aa:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 567, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a701c127-d3dd-497d-9665-95502ae1864e', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103306) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 26 21:11:49.142557 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.db_base_plugin_v2 [None req-dcb20504-25a8-4287-9320-62a630a4aa8d admin admin] Deleting subnet d0ea6c20-7a01-4b59-a5ed-3e33894ad96b {{(pid=103305) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 26 21:11:49.146860 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-dcb20504-25a8-4287-9320-62a630a4aa8d admin admin] Publish callbacks [] for subnet (d0ea6c20-7a01-4b59-a5ed-3e33894ad96b), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:11:49.147035 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-9de5fcc9-cd92-49df-81e4-b0a71dc593c3 admin admin] Publish callbacks [] for security_group (f873a6fd-3fa2-49ed-a1ec-37475f5908a1), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:11:49.177317 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Current status of the port d9b30847-3659-445b-8b92-242bf72c46e2 is: DOWN; New status is: BUILD {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:11:49.179136 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (d9b30847-3659-445b-8b92-242bf72c46e2), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:11:49.183879 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-9f3c0aa7-de93-4586-8998-65ab8fa4929c req-1168ae8b-e6a7-4e59-999f-959a789fe7ee tempest-FloatingIPsAssociationTestJSON-419529391 tempest-FloatingIPsAssociationTestJSON-419529391-project] 10.222.0.13 "GET /v2.0/security-groups?id=0901363f-4062-4245-b20b-1aab16841475&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2467694 Jan 26 21:11:49.205624 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-9de5fcc9-cd92-49df-81e4-b0a71dc593c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (f873a6fd-3fa2-49ed-a1ec-37475f5908a1), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:11:49.206687 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b12be22-4081-48c0-ae57-26a450827182 admin admin] Pushing event deleted for resources: {'Network': ['ID=1c3811f3-dcb6-4f77-8c26-3e9819d7c63c,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:11:49.236759 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [req-3f222627-aa56-477d-ab36-87a418887c20 req-679ecab0-1cb8-4867-8498-24eb5d2e988f service neutron] Attempting to bind port 7da8f0c0-4bfd-487d-9390-c3aaa88ecdf0 on host n-h1-760453-5 for vnic_type normal with profile {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 21:11:49.239674 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [req-3f222627-aa56-477d-ab36-87a418887c20 req-679ecab0-1cb8-4867-8498-24eb5d2e988f service neutron] Attempting to bind port 7da8f0c0-4bfd-487d-9390-c3aaa88ecdf0 by drivers openvswitch,hyperv on host n-h1-760453-5 at level 0 using segments [{'id': '92d37c2b-52af-49e8-96f5-7aa601ba34f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '149e35f2-8db2-4f53-89b7-4ea9b9891a0f'}] {{(pid=103305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 26 21:11:49.240328 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f222627-aa56-477d-ab36-87a418887c20 req-679ecab0-1cb8-4867-8498-24eb5d2e988f service neutron] Attempting to bind port 7da8f0c0-4bfd-487d-9390-c3aaa88ecdf0 on network 149e35f2-8db2-4f53-89b7-4ea9b9891a0f {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 21:11:49.242432 n-d-760453-5 neutron-server[103306]: DEBUG neutron.notifiers.nova [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d9b30847-3659-445b-8b92-242bf72c46e2 {{(pid=103306) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 26 21:11:49.256122 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-309367fb-a443-43d7-b790-be917bfb0ccc req-43fd84ec-9a69-4d3b-bdf1-3e70793c55cf service neutron] 10.222.0.57 "GET /v2.0/networks/d6d873b7-dd21-4147-a71c-3196b86fd015?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6662710 Jan 26 21:11:49.258808 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-dcb20504-25a8-4287-9320-62a630a4aa8d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11788946'] for subnet (d0ea6c20-7a01-4b59-a5ed-3e33894ad96b), precommit_delete_associations {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:11:49.264148 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 52862) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:11:49.308117 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] For port d9b30847-3659-445b-8b92-242bf72c46e2, host n-h1-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-5',level=0,port_id=d9b30847-3659-445b-8b92-242bf72c46e2,segment=NetworkSegment(92d37c2b-52af-49e8-96f5-7aa601ba34f9),segment_id=92d37c2b-52af-49e8-96f5-7aa601ba34f9)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:11:49.320212 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (d9b30847-3659-445b-8b92-242bf72c46e2), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:11:49.347941 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b309f5-f2da-4c78-8d5c-2fa4ebafff07 req-00830a44-3127-4ffc-9361-f7a69c7bf2fd tempest-ListServerFiltersTestJSON-1713042646 tempest-ListServerFiltersTestJSON-1713042646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:11:49.349600 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-03b309f5-f2da-4c78-8d5c-2fa4ebafff07 req-00830a44-3127-4ffc-9361-f7a69c7bf2fd tempest-ListServerFiltersTestJSON-1713042646 tempest-ListServerFiltersTestJSON-1713042646-project] 10.222.0.13 "GET /v2.0/ports?device_id=074301dc-546d-4632-8e4c-223c70e93d57 HTTP/1.1" status: 200 len: 943 time: 0.3288066 Jan 26 21:11:49.356415 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de5fcc9-cd92-49df-81e4-b0a71dc593c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f873a6fd-3fa2-49ed-a1ec-37475f5908a1,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:11:49.361645 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-9de5fcc9-cd92-49df-81e4-b0a71dc593c3 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=36c655a32b71416dbfe81f1df39a2520&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9241841 Jan 26 21:11:49.364146 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 52864) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:11:49.461656 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-47b871ef-9257-4c3d-94f2-2c42ed2e2186 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '959313f5-283d-43b9-9ade-d97dda2611c6', 'name': 'tempest-ServersTestFqdnHostnames-554146304-router', 'tenant_id': '4815438ae48244e6bf659aa0ac197d5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'external_fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.225'}], 'enable_snat': True}, 'gw_port_id': '095339f6-726e-4532-a288-d363147d27fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T21:08:24Z', 'updated_at': '2022-01-26T21:08:29Z', 'revision_number': 4, 'project_id': '4815438ae48244e6bf659aa0ac197d5f', 'gw_port': {'id': '095339f6-726e-4532-a288-d363147d27fd', 'name': '', 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:d1:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '959313f5-283d-43b9-9ade-d97dda2611c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:08:25Z', 'updated_at': '2022-01-26T21:08:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-5', '_interfaces': [{'id': 'a4078fa5-71e0-4764-bce8-9603e922a966', 'name': '', 'network_id': '04f127ee-b02e-4caf-884a-3d6915eed85e', 'tenant_id': '4815438ae48244e6bf659aa0ac197d5f', 'mac_address': 'fa:16:3e:07:dc:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '959313f5-283d-43b9-9ade-d97dda2611c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': '61a27748-d30c-4f5d-ae2a-2d53517279d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:08:29Z', 'updated_at': '2022-01-26T21:08:36Z', 'revision_number': 5, 'project_id': '4815438ae48244e6bf659aa0ac197d5f', 'subnets': [{'id': '61a27748-d30c-4f5d-ae2a-2d53517279d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760453-5', False) {} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:11:49.506003 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47b871ef-9257-4c3d-94f2-2c42ed2e2186 None None] The sync data for ids ['959313f5-283d-43b9-9ade-d97dda2611c6'] in n-d-760453-5 is: [{'id': '959313f5-283d-43b9-9ade-d97dda2611c6', 'name': 'tempest-ServersTestFqdnHostnames-554146304-router', 'tenant_id': '4815438ae48244e6bf659aa0ac197d5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'external_fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.225'}], 'enable_snat': True}, 'gw_port_id': '095339f6-726e-4532-a288-d363147d27fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T21:08:24Z', 'updated_at': '2022-01-26T21:08:29Z', 'revision_number': 4, 'project_id': '4815438ae48244e6bf659aa0ac197d5f', 'gw_port': {'id': '095339f6-726e-4532-a288-d363147d27fd', 'name': '', 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:d1:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '959313f5-283d-43b9-9ade-d97dda2611c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:08:25Z', 'updated_at': '2022-01-26T21:08:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-5', '_interfaces': [{'id': 'a4078fa5-71e0-4764-bce8-9603e922a966', 'name': '', 'network_id': '04f127ee-b02e-4caf-884a-3d6915eed85e', 'tenant_id': '4815438ae48244e6bf659aa0ac197d5f', 'mac_address': 'fa:16:3e:07:dc:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '959313f5-283d-43b9-9ade-d97dda2611c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': '61a27748-d30c-4f5d-ae2a-2d53517279d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:08:29Z', 'updated_at': '2022-01-26T21:08:36Z', 'revision_number': 5, 'project_id': '4815438ae48244e6bf659aa0ac197d5f', 'subnets': [{'id': '61a27748-d30c-4f5d-ae2a-2d53517279d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 26 21:11:49.512507 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Pushing event updated for resources: {'Port': ['ID=d9b30847-3659-445b-8b92-242bf72c46e2,revision_number=4']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:11:49.524994 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-03b309f5-f2da-4c78-8d5c-2fa4ebafff07 req-c3b3690d-eee8-43f8-a5f9-c2b3be4a61a0 tempest-ListServerFiltersTestJSON-1713042646 tempest-ListServerFiltersTestJSON-1713042646-project] 10.222.0.13 "GET /v2.0/security-groups?id=4a81ac3f-5e47-4404-a1c8-ffc0bc5b0861&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1540294 Jan 26 21:11:49.529837 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-847e59d4-704a-49f5-b295-21634b0b0616 admin admin] Publish callbacks [] for security_group (f873a6fd-3fa2-49ed-a1ec-37475f5908a1), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:11:49.556715 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-847e59d4-704a-49f5-b295-21634b0b0616 admin admin] Publish callbacks [] for security_group (f873a6fd-3fa2-49ed-a1ec-37475f5908a1), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:11:49.618414 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-847e59d4-704a-49f5-b295-21634b0b0616 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (f873a6fd-3fa2-49ed-a1ec-37475f5908a1), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:11:49.620921 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f222627-aa56-477d-ab36-87a418887c20 req-679ecab0-1cb8-4867-8498-24eb5d2e988f service neutron] Port 7da8f0c0-4bfd-487d-9390-c3aaa88ecdf0 on network 149e35f2-8db2-4f53-89b7-4ea9b9891a0f not bound, no agent of type Open vSwitch agent registered on host n-h1-760453-5 {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 26 21:11:49.621251 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f222627-aa56-477d-ab36-87a418887c20 req-679ecab0-1cb8-4867-8498-24eb5d2e988f service neutron] Attempting to bind port 7da8f0c0-4bfd-487d-9390-c3aaa88ecdf0 on network 149e35f2-8db2-4f53-89b7-4ea9b9891a0f {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 21:11:49.621723 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-847e59d4-704a-49f5-b295-21634b0b0616 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:11:49.622991 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-847e59d4-704a-49f5-b295-21634b0b0616 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/f873a6fd-3fa2-49ed-a1ec-37475f5908a1 HTTP/1.1" status: 204 len: 168 time: 0.2579031 Jan 26 21:11:49.630222 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-515a9068-7389-426c-8d0b-e7aec7551e73 tempest-RoutersAdminTest-50714882 tempest-RoutersAdminTest-50714882-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-222568790', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299'}, 'admin_state_up': False}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:11:49.636570 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847e59d4-704a-49f5-b295-21634b0b0616 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f873a6fd-3fa2-49ed-a1ec-37475f5908a1,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:11:49.693447 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f222627-aa56-477d-ab36-87a418887c20 req-679ecab0-1cb8-4867-8498-24eb5d2e988f service neutron] Checking agent: {'id': '32ef628b-8417-46c5-8729-60fcabe358f1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-760453-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 21, 3, 8), 'started_at': datetime.datetime(2022, 1, 26, 21, 3, 8), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 21, 11, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 26 21:11:49.693789 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f222627-aa56-477d-ab36-87a418887c20 req-679ecab0-1cb8-4867-8498-24eb5d2e988f service neutron] Checking segment: {'id': '92d37c2b-52af-49e8-96f5-7aa601ba34f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '149e35f2-8db2-4f53-89b7-4ea9b9891a0f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103305) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 21:11:49.694191 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f222627-aa56-477d-ab36-87a418887c20 req-679ecab0-1cb8-4867-8498-24eb5d2e988f service neutron] Bound using segment: {'id': '92d37c2b-52af-49e8-96f5-7aa601ba34f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '149e35f2-8db2-4f53-89b7-4ea9b9891a0f'} {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 26 21:11:49.694643 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [req-3f222627-aa56-477d-ab36-87a418887c20 req-679ecab0-1cb8-4867-8498-24eb5d2e988f service neutron] Bound port: 7da8f0c0-4bfd-487d-9390-c3aaa88ecdf0, host: n-h1-760453-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '92d37c2b-52af-49e8-96f5-7aa601ba34f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '149e35f2-8db2-4f53-89b7-4ea9b9891a0f'}}] {{(pid=103305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 26 21:11:49.695837 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-3f222627-aa56-477d-ab36-87a418887c20 req-679ecab0-1cb8-4867-8498-24eb5d2e988f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (7da8f0c0-4bfd-487d-9390-c3aaa88ecdf0), before_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:11:49.699945 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] get_ports_and_sgs() called for port_ids ['d9b30847-3659-445b-8b92-242bf72c46e2'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 26 21:11:49.746103 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-3681d198-2a4f-489a-9606-d285b98ca1bb admin admin] Deleting port a7c2c3dd-b44d-4017-8d08-835e6c727cb3 {{(pid=103305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 21:11:49.746445 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-3681d198-2a4f-489a-9606-d285b98ca1bb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746560630878'] for port (a7c2c3dd-b44d-4017-8d08-835e6c727cb3), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:11:49.748511 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-dcb20504-25a8-4287-9320-62a630a4aa8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687316'] for subnet (d0ea6c20-7a01-4b59-a5ed-3e33894ad96b), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:11:49.785915 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-515a9068-7389-426c-8d0b-e7aec7551e73 tempest-RoutersAdminTest-50714882 tempest-RoutersAdminTest-50714882-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4104596', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13108'] for router (dd11b57b-12b6-414c-a9b3-3d946eebf717), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:11:49.786889 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-515a9068-7389-426c-8d0b-e7aec7551e73 tempest-RoutersAdminTest-50714882 tempest-RoutersAdminTest-50714882-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4105828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4111306', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3733576', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13069'] for router (dd11b57b-12b6-414c-a9b3-3d946eebf717), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:11:49.902333 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0bd52fd-5de8-4633-85b2-e1f5ad562a50 req-510fb256-b401-459b-8b1f-08df7ffd51b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:11:49.903828 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-e0bd52fd-5de8-4633-85b2-e1f5ad562a50 req-510fb256-b401-459b-8b1f-08df7ffd51b2 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=d203cd9cdbf14056988a5ed4353f3154&device_id=ec811ff0-b491-4a33-8d34-6c61319f3b15 HTTP/1.1" status: 200 len: 1094 time: 0.2646728 Jan 26 21:11:49.924989 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fcc421a-ae55-45b8-8828-563f1f666b29 None None] New status for floating IP 086239b4-07c7-4cdc-a4bd-a14801ba3d45: DOWN {{(pid=103307) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 26 21:11:49.969801 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed565e95-4d9c-4ad6-a53a-b77c13eb35ee req-690b209c-388d-431e-8850-24dfc55ff450 tempest-AttachVolumeNegativeTest-157238613 tempest-AttachVolumeNegativeTest-157238613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:11:49.971416 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-ed565e95-4d9c-4ad6-a53a-b77c13eb35ee req-690b209c-388d-431e-8850-24dfc55ff450 tempest-AttachVolumeNegativeTest-157238613 tempest-AttachVolumeNegativeTest-157238613-project] 10.222.0.13 "GET /v2.0/ports?device_id=ec811ff0-b491-4a33-8d34-6c61319f3b15 HTTP/1.1" status: 200 len: 943 time: 0.0546918 Jan 26 21:11:49.972232 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-49ca6d63-a836-48c0-be88-095f9096d01f tempest-ServersTestFqdnHostnames-1663210831 tempest-ServersTestFqdnHostnames-1663210831-project] Publish callbacks [] for security_group (c3884922-c788-4174-8be5-5a7a4ff5f5df), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:11:50.042460 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-ed565e95-4d9c-4ad6-a53a-b77c13eb35ee req-2eec0bb5-d86a-4234-b88e-2b61d91bdb98 tempest-AttachVolumeNegativeTest-157238613 tempest-AttachVolumeNegativeTest-157238613-project] 10.222.0.13 "GET /v2.0/security-groups?id=8e9bd9e5-9820-4475-bfb9-c12598a9861a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577016 Jan 26 21:11:50.081597 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-515a9068-7389-426c-8d0b-e7aec7551e73 tempest-RoutersAdminTest-50714882 tempest-RoutersAdminTest-50714882-project] Publish callbacks [] for router_controller (dd11b57b-12b6-414c-a9b3-3d946eebf717), precommit_add_association {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:11:50.101265 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-dcb20504-25a8-4287-9320-62a630a4aa8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11791594', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11599980'] for subnet (d0ea6c20-7a01-4b59-a5ed-3e33894ad96b), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:11:50.119408 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [req-3f222627-aa56-477d-ab36-87a418887c20 req-679ecab0-1cb8-4867-8498-24eb5d2e988f service neutron] For port 7da8f0c0-4bfd-487d-9390-c3aaa88ecdf0, host n-h1-760453-5, cleared binding levels {{(pid=103305) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 26 21:11:50.126400 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-49ca6d63-a836-48c0-be88-095f9096d01f tempest-ServersTestFqdnHostnames-1663210831 tempest-ServersTestFqdnHostnames-1663210831-project] Publish callbacks [] for security_group (c3884922-c788-4174-8be5-5a7a4ff5f5df), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:11:50.136517 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 52872) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:11:50.149898 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-8605ae02-5b03-4c36-a713-b48552f5d22a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:11:50.240361 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb20504-25a8-4287-9320-62a630a4aa8d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d0ea6c20-7a01-4b59-a5ed-3e33894ad96b,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:11:50.241243 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-8605ae02-5b03-4c36-a713-b48552f5d22a admin admin] Publish callbacks [] for security_group (2b951060-bbad-43ba-9702-1b1bb497219d), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:11:50.245968 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [req-3f222627-aa56-477d-ab36-87a418887c20 req-679ecab0-1cb8-4867-8498-24eb5d2e988f service neutron] For port 7da8f0c0-4bfd-487d-9390-c3aaa88ecdf0, host n-h1-760453-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-5',level=0,port_id=7da8f0c0-4bfd-487d-9390-c3aaa88ecdf0,segment=NetworkSegment(92d37c2b-52af-49e8-96f5-7aa601ba34f9),segment_id=92d37c2b-52af-49e8-96f5-7aa601ba34f9)] {{(pid=103305) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 26 21:11:50.257886 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-8605ae02-5b03-4c36-a713-b48552f5d22a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (2b951060-bbad-43ba-9702-1b1bb497219d), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:11:50.275008 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-dcb20504-25a8-4287-9320-62a630a4aa8d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709645'] for subnet (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:11:50.278232 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-dcb20504-25a8-4287-9320-62a630a4aa8d admin admin] 10.222.0.13 "DELETE /v2.0/subnets/d0ea6c20-7a01-4b59-a5ed-3e33894ad96b HTTP/1.1" status: 204 len: 168 time: 1.2028487 Jan 26 21:11:50.282102 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [None req-3681d198-2a4f-489a-9606-d285b98ca1bb admin admin] For port a7c2c3dd-b44d-4017-8d08-835e6c727cb3, host n-d-760453-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=a7c2c3dd-b44d-4017-8d08-835e6c727cb3,segment=NetworkSegment(e17cb353-418f-48b9-b982-21a6233ee99b),segment_id=e17cb353-418f-48b9-b982-21a6233ee99b)] {{(pid=103305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:11:50.282462 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-3681d198-2a4f-489a-9606-d285b98ca1bb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4109658'] for port (a7c2c3dd-b44d-4017-8d08-835e6c727cb3), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:11:50.295686 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 52876) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:11:50.330136 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-3f222627-aa56-477d-ab36-87a418887c20 req-679ecab0-1cb8-4867-8498-24eb5d2e988f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11791520'] for port (7da8f0c0-4bfd-487d-9390-c3aaa88ecdf0), after_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:11:50.339546 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-8605ae02-5b03-4c36-a713-b48552f5d22a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=4170a448008745668ff6030362cb8c7e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2017453 Jan 26 21:11:50.352048 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 52878) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:11:50.383044 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8605ae02-5b03-4c36-a713-b48552f5d22a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b951060-bbad-43ba-9702-1b1bb497219d,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:11:50.386321 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-3681d198-2a4f-489a-9606-d285b98ca1bb admin admin] Calling delete_port for a7c2c3dd-b44d-4017-8d08-835e6c727cb3 owned by network:router_gateway {{(pid=103305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 21:11:50.406321 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-3d494999-ef57-4559-a6b0-c0f98fea4e52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-748181'] for network (1576f000-7800-41c8-ac25-b41ae538ce7b), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:11:50.419851 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a96309-8e5e-4468-82ea-c75761c3b137 req-b41fd277-97d5-4708-866a-077b342633e5 tempest-FloatingIPsAssociationTestJSON-419529391 tempest-FloatingIPsAssociationTestJSON-419529391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:11:50.421436 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-c2a96309-8e5e-4468-82ea-c75761c3b137 req-b41fd277-97d5-4708-866a-077b342633e5 tempest-FloatingIPsAssociationTestJSON-419529391 tempest-FloatingIPsAssociationTestJSON-419529391-project] 10.222.0.13 "GET /v2.0/ports?device_id=0d6919b7-5cfc-4a34-9c08-a032d7787fd3 HTTP/1.1" status: 200 len: 945 time: 0.1460555 Jan 26 21:11:50.495367 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-515a9068-7389-426c-8d0b-e7aec7551e73 tempest-RoutersAdminTest-50714882 tempest-RoutersAdminTest-50714882-project] Publish callbacks [] for router_gateway (dd11b57b-12b6-414c-a9b3-3d946eebf717), precommit_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:11:50.505408 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0bd52fd-5de8-4633-85b2-e1f5ad562a50 req-ddc7792d-db8f-4110-9506-d7efa5ab1562 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:11:50.506957 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-e0bd52fd-5de8-4633-85b2-e1f5ad562a50 req-ddc7792d-db8f-4110-9506-d7efa5ab1562 service neutron] 10.222.0.57 "GET /v2.0/networks?id=d6d873b7-dd21-4147-a71c-3196b86fd015 HTTP/1.1" status: 200 len: 915 time: 0.5943561 Jan 26 21:11:50.517862 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f222627-aa56-477d-ab36-87a418887c20 req-679ecab0-1cb8-4867-8498-24eb5d2e988f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:11:50.518517 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-3f222627-aa56-477d-ab36-87a418887c20 req-679ecab0-1cb8-4867-8498-24eb5d2e988f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:11:50.519910 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-3f222627-aa56-477d-ab36-87a418887c20 req-679ecab0-1cb8-4867-8498-24eb5d2e988f service neutron] 10.222.0.66 "PUT /v2.0/ports/7da8f0c0-4bfd-487d-9390-c3aaa88ecdf0 HTTP/1.1" status: 200 len: 1091 time: 4.5792344 Jan 26 21:11:50.522273 n-d-760453-5 neutron-server[103305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '074301dc-546d-4632-8e4c-223c70e93d57', 'tag': '7da8f0c0-4bfd-487d-9390-c3aaa88ecdf0'}] {{(pid=103305) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 21:11:50.524681 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d4654568b7bf041e72ff8fe1c96d6d761d9c921f2b99bc7b3a26632be20cee0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-977cbc18-2699-45c2-abcf-68e36026b8eb" -d '{"events": [{"name": "network-changed", "server_uuid": "074301dc-546d-4632-8e4c-223c70e93d57", "tag": "7da8f0c0-4bfd-487d-9390-c3aaa88ecdf0"}]}' {{(pid=103305) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 21:11:50.544611 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-3d494999-ef57-4559-a6b0-c0f98fea4e52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-686403', 'neutron.services.segments.db._delete_segments_for_network-8746560774018'] for network (1576f000-7800-41c8-ac25-b41ae538ce7b), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:11:50.558271 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-c2a96309-8e5e-4468-82ea-c75761c3b137 req-e7408c43-e334-4298-9672-71f90f6d3efa tempest-FloatingIPsAssociationTestJSON-419529391 tempest-FloatingIPsAssociationTestJSON-419529391-project] 10.222.0.13 "GET /v2.0/security-groups?id=0901363f-4062-4245-b20b-1aab16841475&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1252704 Jan 26 21:11:50.607170 n-d-760453-5 neutron-server[103304]: DEBUG neutron.services.segments.db [None req-3d494999-ef57-4559-a6b0-c0f98fea4e52 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1576f000-7800-41c8-ac25-b41ae538ce7b']}} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:11:50.623117 n-d-760453-5 neutron-server[103304]: DEBUG neutron.services.segments.db [None req-3d494999-ef57-4559-a6b0-c0f98fea4e52 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5293e837-be7d-4069-9b2f-0040d78dcbb5') {'for_net_delete': True} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:11:50.624041 n-d-760453-5 neutron-server[103304]: DEBUG neutron.services.segments.db [None req-3d494999-ef57-4559-a6b0-c0f98fea4e52 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5293e837-be7d-4069-9b2f-0040d78dcbb5') {} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:11:50.643891 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-3d494999-ef57-4559-a6b0-c0f98fea4e52 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746560742283', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8881293'] for segment (5293e837-be7d-4069-9b2f-0040d78dcbb5), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:11:50.682250 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 26 Jan 2022 21:11:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-832b1fa4-09e0-454f-9474-b66194c9cd45 x-openstack-request-id: req-832b1fa4-09e0-454f-9474-b66194c9cd45 {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 21:11:50.682546 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "074301dc-546d-4632-8e4c-223c70e93d57", "tag": "7da8f0c0-4bfd-487d-9390-c3aaa88ecdf0", "status": "completed", "code": 200}]} {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 21:11:50.682814 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-832b1fa4-09e0-454f-9474-b66194c9cd45 {{(pid=103305) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 21:11:50.683255 n-d-760453-5 neutron-server[103305]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '074301dc-546d-4632-8e4c-223c70e93d57', 'tag': '7da8f0c0-4bfd-487d-9390-c3aaa88ecdf0', 'status': 'completed', 'code': 200} Jan 26 21:11:50.702525 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-e0bd52fd-5de8-4633-85b2-e1f5ad562a50 req-0425fc56-903d-4a1c-b943-ec1f04a094df service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e3a678e7-ac1e-438d-a264-5bdad56d0d1c HTTP/1.1" status: 200 len: 217 time: 0.1646042 Jan 26 21:11:50.724019 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-3d494999-ef57-4559-a6b0-c0f98fea4e52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576559'] for segment (5293e837-be7d-4069-9b2f-0040d78dcbb5), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:11:50.728348 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-49ca6d63-a836-48c0-be88-095f9096d01f tempest-ServersTestFqdnHostnames-1663210831 tempest-ServersTestFqdnHostnames-1663210831-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (c3884922-c788-4174-8be5-5a7a4ff5f5df), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:11:50.731001 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-49ca6d63-a836-48c0-be88-095f9096d01f tempest-ServersTestFqdnHostnames-1663210831 tempest-ServersTestFqdnHostnames-1663210831-project] Publish callbacks [] for security_group (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:11:50.734667 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-49ca6d63-a836-48c0-be88-095f9096d01f tempest-ServersTestFqdnHostnames-1663210831 tempest-ServersTestFqdnHostnames-1663210831-project] 10.222.0.13 "DELETE /v2.0/security-groups/c3884922-c788-4174-8be5-5a7a4ff5f5df HTTP/1.1" status: 204 len: 168 time: 1.1197526 Jan 26 21:11:50.736496 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 52886) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:11:50.750439 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-679ecab0-1cb8-4867-8498-24eb5d2e988f service neutron] Pushing event updated for resources: {'Port': ['ID=7da8f0c0-4bfd-487d-9390-c3aaa88ecdf0,revision_number=3']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:11:50.754610 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3d494999-ef57-4559-a6b0-c0f98fea4e52 admin admin] Releasing vlan 597 on physical network physnet1 to pool {{(pid=103304) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 26 21:11:50.754879 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-3d494999-ef57-4559-a6b0-c0f98fea4e52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9281762'] for segment (5293e837-be7d-4069-9b2f-0040d78dcbb5), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:11:50.756618 n-d-760453-5 neutron-server[103304]: Traceback (most recent call last): Jan 26 21:11:50.756618 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 26 21:11:50.756618 n-d-760453-5 neutron-server[103304]: timer() Jan 26 21:11:50.756618 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 26 21:11:50.756618 n-d-760453-5 neutron-server[103304]: cb(*args, **kw) Jan 26 21:11:50.756618 n-d-760453-5 neutron-server[103304]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 26 21:11:50.756618 n-d-760453-5 neutron-server[103304]: return func(*args, **kwargs) Jan 26 21:11:50.756618 n-d-760453-5 neutron-server[103304]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 26 21:11:50.756618 n-d-760453-5 neutron-server[103304]: self._notify() Jan 26 21:11:50.756618 n-d-760453-5 neutron-server[103304]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 26 21:11:50.756618 n-d-760453-5 neutron-server[103304]: self.callback(batched_events) Jan 26 21:11:50.756618 n-d-760453-5 neutron-server[103304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 26 21:11:50.756618 n-d-760453-5 neutron-server[103304]: event.method(event) Jan 26 21:11:50.756618 n-d-760453-5 neutron-server[103304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 26 21:11:50.756618 n-d-760453-5 neutron-server[103304]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 26 21:11:50.756618 n-d-760453-5 neutron-server[103304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 26 21:11:50.756618 n-d-760453-5 neutron-server[103304]: aggregate_uuid = self.p_client.list_aggregates( Jan 26 21:11:50.756618 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 26 21:11:50.756618 n-d-760453-5 neutron-server[103304]: return f(self, *a, **k) Jan 26 21:11:50.756618 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 26 21:11:50.756618 n-d-760453-5 neutron-server[103304]: return self._get(url).json() Jan 26 21:11:50.756618 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 26 21:11:50.756618 n-d-760453-5 neutron-server[103304]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 26 21:11:50.756618 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 26 21:11:50.756618 n-d-760453-5 neutron-server[103304]: return self.request(url, 'GET', **kwargs) Jan 26 21:11:50.756618 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 26 21:11:50.756618 n-d-760453-5 neutron-server[103304]: base_url = self.get_endpoint(auth, allow=allow, Jan 26 21:11:50.756618 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 26 21:11:50.756618 n-d-760453-5 neutron-server[103304]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 26 21:11:50.756618 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 26 21:11:50.756618 n-d-760453-5 neutron-server[103304]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 26 21:11:50.756618 n-d-760453-5 neutron-server[103304]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 26 21:11:50.838800 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f54b44-e4bf-4782-8755-a27cb0f335bc req-edf4e332-a534-4f2e-8313-c9c325fd2bdc tempest-ListServerFiltersTestJSON-1713042646 tempest-ListServerFiltersTestJSON-1713042646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:11:50.840255 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-c5f54b44-e4bf-4782-8755-a27cb0f335bc req-edf4e332-a534-4f2e-8313-c9c325fd2bdc tempest-ListServerFiltersTestJSON-1713042646 tempest-ListServerFiltersTestJSON-1713042646-project] 10.222.0.13 "GET /v2.0/ports?device_id=074301dc-546d-4632-8e4c-223c70e93d57 HTTP/1.1" status: 200 len: 943 time: 0.1803620 Jan 26 21:11:50.845663 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ca6d63-a836-48c0-be88-095f9096d01f tempest-ServersTestFqdnHostnames-1663210831 tempest-ServersTestFqdnHostnames-1663210831-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3884922-c788-4174-8be5-5a7a4ff5f5df,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:11:50.849202 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f752cc67-a090-4d9e-98bf-110501e65762 req-c2f0007b-e55c-41f5-9801-5cb77ed5414c tempest-FloatingIPsAssociationTestJSON-419529391 tempest-FloatingIPsAssociationTestJSON-419529391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:11:50.850742 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-f752cc67-a090-4d9e-98bf-110501e65762 req-c2f0007b-e55c-41f5-9801-5cb77ed5414c tempest-FloatingIPsAssociationTestJSON-419529391 tempest-FloatingIPsAssociationTestJSON-419529391-project] 10.222.0.13 "GET /v2.0/ports?device_id=cffeda4a-b528-4db3-979a-67e9d6170b34&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1763246 Jan 26 21:11:50.853584 n-d-760453-5 neutron-server[103305]: INFO neutron.api.v2.resource [None req-44858880-14dc-4db9-9761-0a39b9f89aca tempest-ServersTestFqdnHostnames-1663210831 tempest-ServersTestFqdnHostnames-1663210831-project] show failed (client error): The resource could not be found. Jan 26 21:11:50.853736 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-3d494999-ef57-4559-a6b0-c0f98fea4e52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4110931'] for network (1576f000-7800-41c8-ac25-b41ae538ce7b), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:11:50.858005 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-44858880-14dc-4db9-9761-0a39b9f89aca tempest-ServersTestFqdnHostnames-1663210831 tempest-ServersTestFqdnHostnames-1663210831-project] 10.222.0.13 "GET /v2.0/security-groups/c3884922-c788-4174-8be5-5a7a4ff5f5df HTTP/1.1" status: 404 len: 347 time: 0.1046572 Jan 26 21:11:50.859556 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 52888) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:11:50.864524 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-df272255-38f7-42c9-9ceb-afa3d7043001 admin admin] Publish callbacks [] for security_group (2b951060-bbad-43ba-9702-1b1bb497219d), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:11:50.870401 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-3d494999-ef57-4559-a6b0-c0f98fea4e52 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:11:50.875870 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-3d494999-ef57-4559-a6b0-c0f98fea4e52 admin admin] 10.222.0.13 "DELETE /v2.0/networks/1576f000-7800-41c8-ac25-b41ae538ce7b HTTP/1.1" status: 204 len: 168 time: 0.5769575 Jan 26 21:11:50.934892 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0bd52fd-5de8-4633-85b2-e1f5ad562a50 req-1b583c63-be65-4ea3-a3e6-99eace3ba4ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:11:50.935156 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d494999-ef57-4559-a6b0-c0f98fea4e52 admin admin] Pushing event deleted for resources: {'Network': ['ID=1576f000-7800-41c8-ac25-b41ae538ce7b,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:11:50.936376 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-e0bd52fd-5de8-4633-85b2-e1f5ad562a50 req-1b583c63-be65-4ea3-a3e6-99eace3ba4ec service neutron] 10.222.0.57 "GET /v2.0/subnets?id=83c7f95c-c9b9-47ca-b224-a6b37c78555f HTTP/1.1" status: 200 len: 854 time: 0.2101643 Jan 26 21:11:50.945539 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f222627-aa56-477d-ab36-87a418887c20 req-b8254345-ba63-4ecc-8c1c-2b22eed65586 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:11:50.947509 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-3f222627-aa56-477d-ab36-87a418887c20 req-b8254345-ba63-4ecc-8c1c-2b22eed65586 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=a166ba4bbf994570ac4e6e67e529f246&device_id=074301dc-546d-4632-8e4c-223c70e93d57 HTTP/1.1" status: 200 len: 1094 time: 0.2681594 Jan 26 21:11:50.968191 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-df272255-38f7-42c9-9ceb-afa3d7043001 admin admin] Publish callbacks [] for security_group (2b951060-bbad-43ba-9702-1b1bb497219d), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:11:50.994870 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-f752cc67-a090-4d9e-98bf-110501e65762 req-b60065c6-718a-4c32-b996-d21236b17303 tempest-FloatingIPsAssociationTestJSON-419529391 tempest-FloatingIPsAssociationTestJSON-419529391-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.1.160 HTTP/1.1" status: 200 len: 696 time: 0.1201518 Jan 26 21:11:51.033913 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [req-f752cc67-a090-4d9e-98bf-110501e65762 req-594b8348-0ee0-483f-8f2b-e8d200456b7b tempest-FloatingIPsAssociationTestJSON-419529391 tempest-FloatingIPsAssociationTestJSON-419529391-project] Request body: {'floatingip': {'port_id': '60f1a448-e006-4064-9f78-822d97b29cbe', 'fixed_ip_address': '172.20.0.12'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:11:51.065419 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Device e3a678e7-ac1e-438d-a264-5bdad56d0d1c details requested by agent hyperv_n-h2-760453-5 with host n-h2-760453-5 {{(pid=103306) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 26 21:11:51.074910 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-e0bd52fd-5de8-4633-85b2-e1f5ad562a50 req-5faf5169-d464-4b43-a329-8ceb9f9ba082 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=d6d873b7-dd21-4147-a71c-3196b86fd015&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1213300 Jan 26 21:11:51.087402 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-3f222627-aa56-477d-ab36-87a418887c20 req-9ac74dcb-9902-41fa-9788-65ec20c4fed1 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7da8f0c0-4bfd-487d-9390-c3aaa88ecdf0 HTTP/1.1" status: 200 len: 217 time: 0.0983105 Jan 26 21:11:51.122772 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-f752cc67-a090-4d9e-98bf-110501e65762 req-594b8348-0ee0-483f-8f2b-e8d200456b7b tempest-FloatingIPsAssociationTestJSON-419529391 tempest-FloatingIPsAssociationTestJSON-419529391-project] Publish callbacks [] for floatingip (0e44fe4b-4762-427e-883f-4d1e838b1e6b), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:11:51.145276 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 52894) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:11:51.173700 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-c5f54b44-e4bf-4782-8755-a27cb0f335bc req-3675bf14-bd59-43f2-b644-5d244821128a tempest-ListServerFiltersTestJSON-1713042646 tempest-ListServerFiltersTestJSON-1713042646-project] 10.222.0.13 "GET /v2.0/security-groups?id=4a81ac3f-5e47-4404-a1c8-ffc0bc5b0861&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3214753 Jan 26 21:11:51.209673 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] For port e3a678e7-ac1e-438d-a264-5bdad56d0d1c, host n-h2-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-5',level=0,port_id=e3a678e7-ac1e-438d-a264-5bdad56d0d1c,segment=NetworkSegment(09663a0c-ceea-4887-ace4-6c78e47e3e40),segment_id=09663a0c-ceea-4887-ace4-6c78e47e3e40)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:11:51.229638 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Returning: {'device': 'e3a678e7-ac1e-438d-a264-5bdad56d0d1c', 'network_id': 'd6d873b7-dd21-4147-a71c-3196b86fd015', 'port_id': 'e3a678e7-ac1e-438d-a264-5bdad56d0d1c', 'mac_address': 'fa:16:3e:9c:d1:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 557, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '83c7f95c-c9b9-47ca-b224-a6b37c78555f', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103306) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 26 21:11:51.234629 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-96f27a59-5a4b-4f34-afd3-76ab109ca9e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (09df100c-3af1-4b0a-bda8-05914c71c458), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:11:51.301082 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Current status of the port e3a678e7-ac1e-438d-a264-5bdad56d0d1c is: DOWN; New status is: BUILD {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:11:51.301678 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (e3a678e7-ac1e-438d-a264-5bdad56d0d1c), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:11:51.326821 n-d-760453-5 neutron-server[103306]: DEBUG neutron.notifiers.nova [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e3a678e7-ac1e-438d-a264-5bdad56d0d1c {{(pid=103306) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 26 21:11:51.367686 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-7ade2bbd-c79f-48c2-85ba-eb6310c025f8 tempest-ServersTestFqdnHostnames-1663210831 tempest-ServersTestFqdnHostnames-1663210831-project] Deleting port 71ff078f-4f54-47ab-b975-f7ac4105056a {{(pid=103304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 21:11:51.367975 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-7ade2bbd-c79f-48c2-85ba-eb6310c025f8 tempest-ServersTestFqdnHostnames-1663210831 tempest-ServersTestFqdnHostnames-1663210831-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746560630878'] for port (71ff078f-4f54-47ab-b975-f7ac4105056a), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:11:51.371054 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] For port e3a678e7-ac1e-438d-a264-5bdad56d0d1c, host n-h2-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-5',level=0,port_id=e3a678e7-ac1e-438d-a264-5bdad56d0d1c,segment=NetworkSegment(09663a0c-ceea-4887-ace4-6c78e47e3e40),segment_id=09663a0c-ceea-4887-ace4-6c78e47e3e40)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:11:51.378822 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (e3a678e7-ac1e-438d-a264-5bdad56d0d1c), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:11:51.392287 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f222627-aa56-477d-ab36-87a418887c20 req-7dc3ccff-7668-4dce-b61b-d398e3a31dc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:11:51.393866 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-3f222627-aa56-477d-ab36-87a418887c20 req-7dc3ccff-7668-4dce-b61b-d398e3a31dc9 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=a701c127-d3dd-497d-9665-95502ae1864e HTTP/1.1" status: 200 len: 855 time: 0.2979093 Jan 26 21:11:51.427921 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-874d3434-44e6-4985-9169-3d9dd0788544 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=6a368bf2185e476485148d66b6d73c5c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2691324 Jan 26 21:11:51.429615 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a9f41e-6645-4d3c-b55d-e8bd64542ffa req-939f1300-541e-4b23-8f54-a98d4b4211ea tempest-AttachVolumeNegativeTest-157238613 tempest-AttachVolumeNegativeTest-157238613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:11:51.435089 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 52896) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:11:51.437001 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-f6a9f41e-6645-4d3c-b55d-e8bd64542ffa req-939f1300-541e-4b23-8f54-a98d4b4211ea tempest-AttachVolumeNegativeTest-157238613 tempest-AttachVolumeNegativeTest-157238613-project] 10.222.0.13 "GET /v2.0/ports?device_id=ec811ff0-b491-4a33-8d34-6c61319f3b15 HTTP/1.1" status: 200 len: 943 time: 0.1641843 Jan 26 21:11:51.467109 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-df272255-38f7-42c9-9ceb-afa3d7043001 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (2b951060-bbad-43ba-9702-1b1bb497219d), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:11:51.470353 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-df272255-38f7-42c9-9ceb-afa3d7043001 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:11:51.471689 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Pushing event updated for resources: {'Port': ['ID=e3a678e7-ac1e-438d-a264-5bdad56d0d1c,revision_number=4']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:11:51.477966 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-df272255-38f7-42c9-9ceb-afa3d7043001 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/2b951060-bbad-43ba-9702-1b1bb497219d HTTP/1.1" status: 204 len: 168 time: 1.1191876 Jan 26 21:11:51.505268 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-e0bd52fd-5de8-4633-85b2-e1f5ad562a50 req-168e8940-1f46-42ba-b8a3-6ec0dec2c911 service neutron] 10.222.0.57 "GET /v2.0/networks/d6d873b7-dd21-4147-a71c-3196b86fd015?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4168627 Jan 26 21:11:51.517422 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-3681d198-2a4f-489a-9606-d285b98ca1bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746560636600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746560234536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11791543'] for port (a7c2c3dd-b44d-4017-8d08-835e6c727cb3), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:11:51.519391 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df272255-38f7-42c9-9ceb-afa3d7043001 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b951060-bbad-43ba-9702-1b1bb497219d,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:11:51.604860 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] get_ports_and_sgs() called for port_ids ['e3a678e7-ac1e-438d-a264-5bdad56d0d1c'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 26 21:11:51.673279 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3681d198-2a4f-489a-9606-d285b98ca1bb admin admin] Pushing event deleted for resources: {'Port': ['ID=a7c2c3dd-b44d-4017-8d08-835e6c727cb3,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:11:51.712862 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f222627-aa56-477d-ab36-87a418887c20 req-2953d93f-8764-4a81-9af4-412bf94bc171 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:11:51.714609 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-3f222627-aa56-477d-ab36-87a418887c20 req-2953d93f-8764-4a81-9af4-412bf94bc171 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=149e35f2-8db2-4f53-89b7-4ea9b9891a0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3141632 Jan 26 21:11:51.834605 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-f6a9f41e-6645-4d3c-b55d-e8bd64542ffa req-468066e5-4f73-45c8-a57a-fc3718c6175d tempest-AttachVolumeNegativeTest-157238613 tempest-AttachVolumeNegativeTest-157238613-project] 10.222.0.13 "GET /v2.0/security-groups?id=8e9bd9e5-9820-4475-bfb9-c12598a9861a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3966873 Jan 26 21:11:51.871170 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-7ade2bbd-c79f-48c2-85ba-eb6310c025f8 tempest-ServersTestFqdnHostnames-1663210831 tempest-ServersTestFqdnHostnames-1663210831-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4109658'] for port (71ff078f-4f54-47ab-b975-f7ac4105056a), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:11:51.871577 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-7ade2bbd-c79f-48c2-85ba-eb6310c025f8 tempest-ServersTestFqdnHostnames-1663210831 tempest-ServersTestFqdnHostnames-1663210831-project] Publish callbacks [] for floatingip (71ff078f-4f54-47ab-b975-f7ac4105056a), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:11:51.923275 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-7ade2bbd-c79f-48c2-85ba-eb6310c025f8 tempest-ServersTestFqdnHostnames-1663210831 tempest-ServersTestFqdnHostnames-1663210831-project] Calling delete_port for 71ff078f-4f54-47ab-b975-f7ac4105056a owned by network:floatingip {{(pid=103304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 21:11:52.120426 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-841f5991-a4d8-4d4b-b215-cbc6bab5427b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (aa7ee9d2-08eb-4e12-b895-24c57300dfec), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:11:52.167166 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-9937904c-430a-4467-bd3c-a356e2f160af admin admin] Publish callbacks [] for security_group (d3d52ae6-e761-44ee-98bd-9ad0dc66343a), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:11:52.174874 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-515a9068-7389-426c-8d0b-e7aec7551e73 tempest-RoutersAdminTest-50714882 tempest-RoutersAdminTest-50714882-project] Publish callbacks [] for router_gateway (dd11b57b-12b6-414c-a9b3-3d946eebf717), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:11:52.227282 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-3681d198-2a4f-489a-9606-d285b98ca1bb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4111291'] for router_gateway (97039fc1-6c37-4af0-8e04-6fe23dc97b03), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:11:52.229839 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-515a9068-7389-426c-8d0b-e7aec7551e73 tempest-RoutersAdminTest-50714882 tempest-RoutersAdminTest-50714882-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:11:52.268793 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-9937904c-430a-4467-bd3c-a356e2f160af admin admin] Publish callbacks [] for security_group (d3d52ae6-e761-44ee-98bd-9ad0dc66343a), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:11:52.316256 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-e0bd52fd-5de8-4633-85b2-e1f5ad562a50 req-d8cf6260-8a60-4c94-893f-4ede1cbc8462 service neutron] 10.222.0.57 "GET /v2.0/networks/d6d873b7-dd21-4147-a71c-3196b86fd015?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7842002 Jan 26 21:11:52.344532 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.db.resource_extend [req-f752cc67-a090-4d9e-98bf-110501e65762 req-594b8348-0ee0-483f-8f2b-e8d200456b7b tempest-FloatingIPsAssociationTestJSON-419529391 tempest-FloatingIPsAssociationTestJSON-419529391-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 26 21:11:52.400439 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-3681d198-2a4f-489a-9606-d285b98ca1bb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4105774', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13082'] for router (97039fc1-6c37-4af0-8e04-6fe23dc97b03), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:11:52.407887 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-3681d198-2a4f-489a-9606-d285b98ca1bb admin admin] Publish callbacks [] for router_controller (97039fc1-6c37-4af0-8e04-6fe23dc97b03), precommit_delete_associations {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:11:52.426225 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f2dabf-cde2-48cd-b3da-1326295ebb1c req-96ef8e55-50ce-4fb6-aae1-4f4a592e715d tempest-ListServerFiltersTestJSON-1713042646 tempest-ListServerFiltersTestJSON-1713042646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:11:52.432866 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-72f2dabf-cde2-48cd-b3da-1326295ebb1c req-96ef8e55-50ce-4fb6-aae1-4f4a592e715d tempest-ListServerFiltersTestJSON-1713042646 tempest-ListServerFiltersTestJSON-1713042646-project] 10.222.0.13 "GET /v2.0/ports?device_id=074301dc-546d-4632-8e4c-223c70e93d57 HTTP/1.1" status: 200 len: 943 time: 0.1800990 Jan 26 21:11:52.434446 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-3f222627-aa56-477d-ab36-87a418887c20 req-162d77a9-744f-4fb6-b328-97f1d4f3452a service neutron] 10.222.0.66 "GET /v2.0/networks/149e35f2-8db2-4f53-89b7-4ea9b9891a0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6984551 Jan 26 21:11:52.449685 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-7ade2bbd-c79f-48c2-85ba-eb6310c025f8 tempest-ServersTestFqdnHostnames-1663210831 tempest-ServersTestFqdnHostnames-1663210831-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746560636600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746560234536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9281553'] for port (71ff078f-4f54-47ab-b975-f7ac4105056a), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:11:52.466742 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-f752cc67-a090-4d9e-98bf-110501e65762 req-594b8348-0ee0-483f-8f2b-e8d200456b7b tempest-FloatingIPsAssociationTestJSON-419529391 tempest-FloatingIPsAssociationTestJSON-419529391-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:11:52.503091 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-f752cc67-a090-4d9e-98bf-110501e65762 req-594b8348-0ee0-483f-8f2b-e8d200456b7b tempest-FloatingIPsAssociationTestJSON-419529391 tempest-FloatingIPsAssociationTestJSON-419529391-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4110913'] for floatingip (0e44fe4b-4762-427e-883f-4d1e838b1e6b), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:11:52.509136 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ade2bbd-c79f-48c2-85ba-eb6310c025f8 tempest-ServersTestFqdnHostnames-1663210831 tempest-ServersTestFqdnHostnames-1663210831-project] Pushing event deleted for resources: {'Port': ['ID=71ff078f-4f54-47ab-b975-f7ac4105056a,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:11:52.534280 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Device d9b30847-3659-445b-8b92-242bf72c46e2 up at agent hyperv_n-h1-760453-5 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 21:11:52.553154 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-3681d198-2a4f-489a-9606-d285b98ca1bb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4105767'] for router (97039fc1-6c37-4af0-8e04-6fe23dc97b03), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:11:52.553793 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3681d198-2a4f-489a-9606-d285b98ca1bb admin admin] Fanout notify agent at l3_agent the message router_deleted on router 97039fc1-6c37-4af0-8e04-6fe23dc97b03 {{(pid=103305) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 26 21:11:52.567331 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-3681d198-2a4f-489a-9606-d285b98ca1bb admin admin] Publish callbacks [] for router (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:11:52.571240 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-3681d198-2a4f-489a-9606-d285b98ca1bb admin admin] 10.222.0.13 "DELETE /v2.0/routers/97039fc1-6c37-4af0-8e04-6fe23dc97b03 HTTP/1.1" status: 204 len: 168 time: 5.2721512 Jan 26 21:11:52.583718 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 52924) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:11:52.602260 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-9937904c-430a-4467-bd3c-a356e2f160af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (d3d52ae6-e761-44ee-98bd-9ad0dc66343a), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:11:52.605031 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-9937904c-430a-4467-bd3c-a356e2f160af admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:11:52.606607 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-9937904c-430a-4467-bd3c-a356e2f160af admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d3d52ae6-e761-44ee-98bd-9ad0dc66343a HTTP/1.1" status: 204 len: 168 time: 1.1512213 Jan 26 21:11:52.617860 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.db_base_plugin_common [None req-515a9068-7389-426c-8d0b-e7aec7551e73 tempest-RoutersAdminTest-50714882 tempest-RoutersAdminTest-50714882-project] Allocated IP 172.25.1.18 (4140a1f1-c93a-4bea-83a0-68953a54f299/e48251a1-e30d-4820-8396-00c6f6aeb601/17abe7ce-454c-46ae-bb84-e19d717583a5) {{(pid=103305) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 21:11:52.624245 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Provisioning for port d9b30847-3659-445b-8b92-242bf72c46e2 completed by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 21:11:52.635133 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Provisioning complete for port d9b30847-3659-445b-8b92-242bf72c46e2 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:11:52.636971 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (d9b30847-3659-445b-8b92-242bf72c46e2), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:11:52.658747 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9937904c-430a-4467-bd3c-a356e2f160af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3d52ae6-e761-44ee-98bd-9ad0dc66343a,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:11:52.694598 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-3f222627-aa56-477d-ab36-87a418887c20 req-36d4bad1-4a93-4631-a268-87f069fe5374 service neutron] 10.222.0.66 "GET /v2.0/networks/149e35f2-8db2-4f53-89b7-4ea9b9891a0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2218330 Jan 26 21:11:52.730753 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-72f2dabf-cde2-48cd-b3da-1326295ebb1c req-adac64cf-b66c-403b-94d0-1c3cecc739f8 tempest-ListServerFiltersTestJSON-1713042646 tempest-ListServerFiltersTestJSON-1713042646-project] 10.222.0.13 "GET /v2.0/security-groups?id=4a81ac3f-5e47-4404-a1c8-ffc0bc5b0861&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2969136 Jan 26 21:11:52.811148 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (4d619873-4b60-439f-9b5a-b155dc8bbc34), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:11:52.831588 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.db_base_plugin_v2 [None req-423455ae-b4c8-4f54-acc7-11195eca2bf0 admin admin] Deleting subnet 734f01c5-5637-40c4-9dcb-bd713ece4fca {{(pid=103304) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 26 21:11:52.843658 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-7ade2bbd-c79f-48c2-85ba-eb6310c025f8 tempest-ServersTestFqdnHostnames-1663210831 tempest-ServersTestFqdnHostnames-1663210831-project] Publish callbacks [] for floatingip (086239b4-07c7-4cdc-a4bd-a14801ba3d45), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:11:52.848604 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-7ade2bbd-c79f-48c2-85ba-eb6310c025f8 tempest-ServersTestFqdnHostnames-1663210831 tempest-ServersTestFqdnHostnames-1663210831-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for floatingip (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:11:52.849836 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-7ade2bbd-c79f-48c2-85ba-eb6310c025f8 tempest-ServersTestFqdnHostnames-1663210831 tempest-ServersTestFqdnHostnames-1663210831-project] 10.222.0.13 "DELETE /v2.0/floatingips/086239b4-07c7-4cdc-a4bd-a14801ba3d45 HTTP/1.1" status: 204 len: 168 time: 1.9880431 Jan 26 21:11:52.854104 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 52934) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:11:52.854286 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-423455ae-b4c8-4f54-acc7-11195eca2bf0 admin admin] Publish callbacks [] for subnet (734f01c5-5637-40c4-9dcb-bd713ece4fca), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:11:52.860740 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-515a9068-7389-426c-8d0b-e7aec7551e73 tempest-RoutersAdminTest-50714882 tempest-RoutersAdminTest-50714882-project] Publish callbacks [] for port (17abe7ce-454c-46ae-bb84-e19d717583a5), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:11:52.868876 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Current status of the port d9b30847-3659-445b-8b92-242bf72c46e2 is: BUILD; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:11:52.869570 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (d9b30847-3659-445b-8b92-242bf72c46e2), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:11:52.891881 n-d-760453-5 neutron-server[103304]: INFO neutron.db.l3_db [req-f752cc67-a090-4d9e-98bf-110501e65762 req-594b8348-0ee0-483f-8f2b-e8d200456b7b tempest-FloatingIPsAssociationTestJSON-419529391 tempest-FloatingIPsAssociationTestJSON-419529391-project] Floating IP 0e44fe4b-4762-427e-883f-4d1e838b1e6b associated. External IP: 172.25.1.160, port: 60f1a448-e006-4064-9f78-822d97b29cbe. Jan 26 21:11:52.904409 n-d-760453-5 neutron-server[103306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3105af2d-ea73-4df7-8227-8f48cefa25aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9b30847-3659-445b-8b92-242bf72c46e2'}] {{(pid=103306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 21:11:52.909910 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9d5d370febab655511bdd2ffe887e43e442d144a440368702bcc1e93af00b97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0bcb613d-0078-493f-9c94-e0767ba8169b" -d '{"events": [{"server_uuid": "3105af2d-ea73-4df7-8227-8f48cefa25aa", "name": "network-vif-plugged", "status": "completed", "tag": "d9b30847-3659-445b-8b92-242bf72c46e2"}]}' {{(pid=103306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 21:11:52.947076 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] For port d9b30847-3659-445b-8b92-242bf72c46e2, host n-h1-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-5',level=0,port_id=d9b30847-3659-445b-8b92-242bf72c46e2,segment=NetworkSegment(92d37c2b-52af-49e8-96f5-7aa601ba34f9),segment_id=92d37c2b-52af-49e8-96f5-7aa601ba34f9)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:11:52.950242 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-423455ae-b4c8-4f54-acc7-11195eca2bf0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8881284'] for subnet (734f01c5-5637-40c4-9dcb-bd713ece4fca), precommit_delete_associations {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:11:52.959343 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (d9b30847-3659-445b-8b92-242bf72c46e2), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:11:53.009740 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977cbc18-2699-45c2-abcf-68e36026b8eb req-af3dc158-baca-4938-aff3-c7f77623488e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:11:53.011409 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-977cbc18-2699-45c2-abcf-68e36026b8eb req-af3dc158-baca-4938-aff3-c7f77623488e service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=a166ba4bbf994570ac4e6e67e529f246&device_id=074301dc-546d-4632-8e4c-223c70e93d57 HTTP/1.1" status: 200 len: 1094 time: 0.1564221 Jan 26 21:11:53.080002 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Pushing event updated for resources: {'Port': ['ID=d9b30847-3659-445b-8b92-242bf72c46e2,revision_number=5']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:11:53.093677 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Device e3a678e7-ac1e-438d-a264-5bdad56d0d1c up at agent hyperv_n-h2-760453-5 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 21:11:53.118979 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-515a9068-7389-426c-8d0b-e7aec7551e73 tempest-RoutersAdminTest-50714882 tempest-RoutersAdminTest-50714882-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746560234527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11791543'] for port (17abe7ce-454c-46ae-bb84-e19d717583a5), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:11:53.221962 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Provisioning for port e3a678e7-ac1e-438d-a264-5bdad56d0d1c completed by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 21:11:53.237071 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Provisioning complete for port e3a678e7-ac1e-438d-a264-5bdad56d0d1c triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:11:53.237489 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (e3a678e7-ac1e-438d-a264-5bdad56d0d1c), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:11:53.268221 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-515a9068-7389-426c-8d0b-e7aec7551e73 tempest-RoutersAdminTest-50714882 tempest-RoutersAdminTest-50714882-project] Network 4140a1f1-c93a-4bea-83a0-68953a54f299 is already hosted by enough agents. {{(pid=103305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 21:11:53.288772 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30aff401-4cdf-4fb4-a10a-e347b6bb0fa6 req-971c26c6-dab8-449f-bbb9-bac354391118 tempest-AttachVolumeNegativeTest-157238613 tempest-AttachVolumeNegativeTest-157238613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:11:53.298961 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-30aff401-4cdf-4fb4-a10a-e347b6bb0fa6 req-971c26c6-dab8-449f-bbb9-bac354391118 tempest-AttachVolumeNegativeTest-157238613 tempest-AttachVolumeNegativeTest-157238613-project] 10.222.0.13 "GET /v2.0/ports?device_id=ec811ff0-b491-4a33-8d34-6c61319f3b15 HTTP/1.1" status: 200 len: 944 time: 0.2659302 Jan 26 21:11:53.302035 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device a7c2c3dd-b44d-4017-8d08-835e6c727cb3 no longer exists at agent ovs-agent-n-d-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 26 21:11:53.303148 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 52946) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:11:53.312281 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [None req-515a9068-7389-426c-8d0b-e7aec7551e73 tempest-RoutersAdminTest-50714882 tempest-RoutersAdminTest-50714882-project] Resources bound (agent type, host, resource id): {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:11:53.318821 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-515a9068-7389-426c-8d0b-e7aec7551e73 tempest-RoutersAdminTest-50714882 tempest-RoutersAdminTest-50714882-project] Received port after_create {{(pid=103305) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 21:11:53.323957 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-423455ae-b4c8-4f54-acc7-11195eca2bf0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687316'] for subnet (734f01c5-5637-40c4-9dcb-bd713ece4fca), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:11:53.328825 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977cbc18-2699-45c2-abcf-68e36026b8eb req-e35bdf1c-b40d-491c-b697-75511f4001db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:11:53.330469 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-977cbc18-2699-45c2-abcf-68e36026b8eb req-e35bdf1c-b40d-491c-b697-75511f4001db service neutron] 10.222.0.66 "GET /v2.0/networks?id=149e35f2-8db2-4f53-89b7-4ea9b9891a0f HTTP/1.1" status: 200 len: 917 time: 0.3104513 Jan 26 21:11:53.352425 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] No Port match for: a7c2c3dd-b44d-4017-8d08-835e6c727cb3 {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 26 21:11:53.353898 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device a7c2c3dd-b44d-4017-8d08-835e6c727cb3 not bound to the agent host n-d-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 26 21:11:53.405976 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-977cbc18-2699-45c2-abcf-68e36026b8eb req-5bc5c499-5bdc-43e1-b37b-377cb5632d47 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7da8f0c0-4bfd-487d-9390-c3aaa88ecdf0 HTTP/1.1" status: 200 len: 217 time: 0.0491376 Jan 26 21:11:53.406537 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-515a9068-7389-426c-8d0b-e7aec7551e73 tempest-RoutersAdminTest-50714882 tempest-RoutersAdminTest-50714882-project] Pushing event updated for resources: {'Port': ['ID=17abe7ce-454c-46ae-bb84-e19d717583a5,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:11:53.417865 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Current status of the port e3a678e7-ac1e-438d-a264-5bdad56d0d1c is: BUILD; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:11:53.418265 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (e3a678e7-ac1e-438d-a264-5bdad56d0d1c), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:11:53.453965 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] For port e3a678e7-ac1e-438d-a264-5bdad56d0d1c, host n-h2-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-5',level=0,port_id=e3a678e7-ac1e-438d-a264-5bdad56d0d1c,segment=NetworkSegment(09663a0c-ceea-4887-ace4-6c78e47e3e40),segment_id=09663a0c-ceea-4887-ace4-6c78e47e3e40)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:11:53.460376 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (e3a678e7-ac1e-438d-a264-5bdad56d0d1c), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:11:53.485160 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-30aff401-4cdf-4fb4-a10a-e347b6bb0fa6 req-e960c9e6-4f83-41c8-a9f5-38f0a0a89018 tempest-AttachVolumeNegativeTest-157238613 tempest-AttachVolumeNegativeTest-157238613-project] 10.222.0.13 "GET /v2.0/security-groups?id=8e9bd9e5-9820-4475-bfb9-c12598a9861a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1851733 Jan 26 21:11:53.493705 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-e790996e-34f7-4657-87aa-bf6534904e29 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=76162321cd974483b1fd633731535499&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1871464 Jan 26 21:11:53.496928 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 52950) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:11:53.512396 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-423455ae-b4c8-4f54-acc7-11195eca2bf0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9281612', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12215216'] for subnet (734f01c5-5637-40c4-9dcb-bd713ece4fca), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:11:53.535918 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Pushing event updated for resources: {'Port': ['ID=e3a678e7-ac1e-438d-a264-5bdad56d0d1c,revision_number=5']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:11:53.551906 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Jan 2022 21:11:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a030fb6-cc80-48c5-b699-a9e4242bdafd x-openstack-request-id: req-6a030fb6-cc80-48c5-b699-a9e4242bdafd {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 21:11:53.552265 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3105af2d-ea73-4df7-8227-8f48cefa25aa", "name": "network-vif-plugged", "status": "completed", "tag": "d9b30847-3659-445b-8b92-242bf72c46e2", "code": 200}]} {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 21:11:53.552578 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-6a030fb6-cc80-48c5-b699-a9e4242bdafd {{(pid=103306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 21:11:53.553643 n-d-760453-5 neutron-server[103306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3105af2d-ea73-4df7-8227-8f48cefa25aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9b30847-3659-445b-8b92-242bf72c46e2', 'code': 200} Jan 26 21:11:53.557193 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423455ae-b4c8-4f54-acc7-11195eca2bf0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=734f01c5-5637-40c4-9dcb-bd713ece4fca,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:11:53.561264 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-423455ae-b4c8-4f54-acc7-11195eca2bf0 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:11:53.567575 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-423455ae-b4c8-4f54-acc7-11195eca2bf0 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/734f01c5-5637-40c4-9dcb-bd713ece4fca HTTP/1.1" status: 204 len: 168 time: 0.9774590 Jan 26 21:11:53.571042 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 52954) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:11:53.571211 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f752cc67-a090-4d9e-98bf-110501e65762 req-594b8348-0ee0-483f-8f2b-e8d200456b7b tempest-FloatingIPsAssociationTestJSON-419529391 tempest-FloatingIPsAssociationTestJSON-419529391-project] Router 954567f2-9f21-4bd5-91a0-c63dc8249105 has already been hosted by L3 agent 09df100c-3af1-4b0a-bda8-05914c71c458 {{(pid=103304) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 26 21:11:53.571672 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b7c7cf5-f75e-4614-8a15-795cfe2c97fe None None] Network 23a8eb47-a3af-44d7-bf53-589604960a93 requested from n-d-760453-5 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 26 21:11:53.574331 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977cbc18-2699-45c2-abcf-68e36026b8eb req-6877cfdd-ac76-449a-9a30-16bc4c73e0c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:11:53.575978 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-977cbc18-2699-45c2-abcf-68e36026b8eb req-6877cfdd-ac76-449a-9a30-16bc4c73e0c3 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=a701c127-d3dd-497d-9665-95502ae1864e HTTP/1.1" status: 200 len: 855 time: 0.1621616 Jan 26 21:11:53.643822 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-ac7d940f-d543-40a0-813e-05a9b2f29320 admin admin] Publish callbacks [] for security_group (d4b20297-41e0-4642-9404-34dbd94c9dfd), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:11:53.702854 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-ac7d940f-d543-40a0-813e-05a9b2f29320 admin admin] Publish callbacks [] for security_group (d4b20297-41e0-4642-9404-34dbd94c9dfd), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:11:53.749331 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f752cc67-a090-4d9e-98bf-110501e65762 req-594b8348-0ee0-483f-8f2b-e8d200456b7b tempest-FloatingIPsAssociationTestJSON-419529391 tempest-FloatingIPsAssociationTestJSON-419529391-project] Notify agent at l3_agent.n-d-760453-5 the message routers_updated {{(pid=103304) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 26 21:11:53.754176 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-f752cc67-a090-4d9e-98bf-110501e65762 req-594b8348-0ee0-483f-8f2b-e8d200456b7b tempest-FloatingIPsAssociationTestJSON-419529391 tempest-FloatingIPsAssociationTestJSON-419529391-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for floatingip (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:11:53.764957 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faa327a6-afe0-48e5-ba5b-a712462a6973 None None] Sync routers for ids ['954567f2-9f21-4bd5-91a0-c63dc8249105'] in n-d-760453-5 {{(pid=103306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 26 21:11:53.790117 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faa327a6-afe0-48e5-ba5b-a712462a6973 None None] Routers {'954567f2-9f21-4bd5-91a0-c63dc8249105'} bound to L3 agent in host n-d-760453-5 {{(pid=103306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 21:11:53.790952 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-faa327a6-afe0-48e5-ba5b-a712462a6973 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-26T20:55:21Z,description=,heartbeat_timestamp=2022-01-26T21:11:51Z,host='n-d-760453-5',id=09df100c-3af1-4b0a-bda8-05914c71c458,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:55:21Z,topic='l3_agent')) {'router_ids': ['954567f2-9f21-4bd5-91a0-c63dc8249105'], 'active': True} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:11:53.797275 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65af4acd-cabe-4d63-9538-6f3e4aa255ff None None] DHCP port deletion for 23a8eb47-a3af-44d7-bf53-589604960a93 request from n-d-760453-5 {{(pid=103306) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 26 21:11:53.804517 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-f752cc67-a090-4d9e-98bf-110501e65762 req-594b8348-0ee0-483f-8f2b-e8d200456b7b tempest-FloatingIPsAssociationTestJSON-419529391 tempest-FloatingIPsAssociationTestJSON-419529391-project] 10.222.0.13 "PUT /v2.0/floatingips/0e44fe4b-4762-427e-883f-4d1e838b1e6b HTTP/1.1" status: 200 len: 997 time: 2.8086171 Jan 26 21:11:53.805507 n-d-760453-5 neutron-server[103304]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cffeda4a-b528-4db3-979a-67e9d6170b34', 'tag': '60f1a448-e006-4064-9f78-822d97b29cbe'}] {{(pid=103304) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 21:11:53.807854 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d52b45f1943fcd332af9527eb73ff93c8d715d44383a3f6d18de73b4cfcf87b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b74bf09d-8ee2-41a1-ac27-2bba87bbb56d" -d '{"events": [{"name": "network-changed", "server_uuid": "cffeda4a-b528-4db3-979a-67e9d6170b34", "tag": "60f1a448-e006-4064-9f78-822d97b29cbe"}]}' {{(pid=103304) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 21:11:53.817772 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-ac7d940f-d543-40a0-813e-05a9b2f29320 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (d4b20297-41e0-4642-9404-34dbd94c9dfd), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:11:53.821837 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-ac7d940f-d543-40a0-813e-05a9b2f29320 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:11:53.825631 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-ac7d940f-d543-40a0-813e-05a9b2f29320 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d4b20297-41e0-4642-9404-34dbd94c9dfd HTTP/1.1" status: 204 len: 168 time: 0.3255546 Jan 26 21:11:53.834266 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977cbc18-2699-45c2-abcf-68e36026b8eb req-e4b953a0-296c-48de-8d0e-7afd6a2e3772 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:11:53.836584 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-977cbc18-2699-45c2-abcf-68e36026b8eb req-e4b953a0-296c-48de-8d0e-7afd6a2e3772 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=149e35f2-8db2-4f53-89b7-4ea9b9891a0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2175891 Jan 26 21:11:53.876749 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7d940f-d543-40a0-813e-05a9b2f29320 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4b20297-41e0-4642-9404-34dbd94c9dfd,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:11:53.906133 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f752cc67-a090-4d9e-98bf-110501e65762 req-53346d31-0c40-4b69-83ea-f414bb14663e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:11:53.909160 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-f752cc67-a090-4d9e-98bf-110501e65762 req-53346d31-0c40-4b69-83ea-f414bb14663e service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=7bdfe07917df421d9be436779552b002&device_id=cffeda4a-b528-4db3-979a-67e9d6170b34 HTTP/1.1" status: 200 len: 1097 time: 0.0845456 Jan 26 21:11:54.018144 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-7589b71a-3b19-424d-88a3-a8a80d395640 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-748181'] for network (23a8eb47-a3af-44d7-bf53-589604960a93), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:11:54.021123 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvr_db [None req-faa327a6-afe0-48e5-ba5b-a712462a6973 None None] Set router 954567f2-9f21-4bd5-91a0-c63dc8249105 gateway port host: n-d-760453-5 {{(pid=103306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 21:11:54.035165 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37949145-2bec-411f-877c-8d2863b30544 req-a0d64994-44bc-46cd-bea2-4d5f196aa506 tempest-ListServerFiltersTestJSON-1713042646 tempest-ListServerFiltersTestJSON-1713042646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:11:54.036879 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-37949145-2bec-411f-877c-8d2863b30544 req-a0d64994-44bc-46cd-bea2-4d5f196aa506 tempest-ListServerFiltersTestJSON-1713042646 tempest-ListServerFiltersTestJSON-1713042646-project] 10.222.0.13 "GET /v2.0/ports?device_id=074301dc-546d-4632-8e4c-223c70e93d57 HTTP/1.1" status: 200 len: 943 time: 0.1058280 Jan 26 21:11:54.064192 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5885ae-ac94-4873-ae7d-fffa1b29ad8a req-8d87e817-ccd3-4661-bc85-a9105cbb69dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:11:54.065887 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-2b5885ae-ac94-4873-ae7d-fffa1b29ad8a req-8d87e817-ccd3-4661-bc85-a9105cbb69dd service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=3105af2d-ea73-4df7-8227-8f48cefa25aa HTTP/1.1" status: 200 len: 1096 time: 0.3397717 Jan 26 21:11:54.127941 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-839dd188-ec69-470c-9ab0-d318dc1a2e96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (e79b4fc6-6c71-44b2-a6d0-ff3e1f4dfd0d), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:11:54.162719 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-2b5885ae-ac94-4873-ae7d-fffa1b29ad8a req-2b78a361-6657-4819-8f72-993b42af72c0 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=4a81ac3f-5e47-4404-a1c8-ffc0bc5b0861&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816922 Jan 26 21:11:54.218173 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-65af4acd-cabe-4d63-9538-6f3e4aa255ff None None] Deleting port 5ee4ba3a-5cf0-46ec-b3cf-deb161257892 {{(pid=103306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 21:11:54.218677 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-65af4acd-cabe-4d63-9538-6f3e4aa255ff None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746560630878'] for port (5ee4ba3a-5cf0-46ec-b3cf-deb161257892), before_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:11:54.306028 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-977cbc18-2699-45c2-abcf-68e36026b8eb req-4958e374-58fc-40cb-85cc-b970aed944c1 service neutron] 10.222.0.66 "GET /v2.0/networks/149e35f2-8db2-4f53-89b7-4ea9b9891a0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4405534 Jan 26 21:11:54.355935 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-515a9068-7389-426c-8d0b-e7aec7551e73 tempest-RoutersAdminTest-50714882 tempest-RoutersAdminTest-50714882-project] Publish callbacks [] for router_gateway (dd11b57b-12b6-414c-a9b3-3d946eebf717), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:11:54.361985 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-65af4acd-cabe-4d63-9538-6f3e4aa255ff None None] For port 5ee4ba3a-5cf0-46ec-b3cf-deb161257892, host n-d-760453-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=5ee4ba3a-5cf0-46ec-b3cf-deb161257892,segment=NetworkSegment(67be4c35-e691-4012-8081-5876ca19bbaa),segment_id=67be4c35-e691-4012-8081-5876ca19bbaa)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:11:54.362918 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-65af4acd-cabe-4d63-9538-6f3e4aa255ff None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4109658'] for port (5ee4ba3a-5cf0-46ec-b3cf-deb161257892), precommit_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:11:54.389654 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-65af4acd-cabe-4d63-9538-6f3e4aa255ff None None] Calling delete_port for 5ee4ba3a-5cf0-46ec-b3cf-deb161257892 owned by network:dhcp {{(pid=103306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 21:11:54.402913 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f752cc67-a090-4d9e-98bf-110501e65762 req-ebd496bd-4914-4feb-9ce4-f4ba9fe9acdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:11:54.410259 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-f752cc67-a090-4d9e-98bf-110501e65762 req-ebd496bd-4914-4feb-9ce4-f4ba9fe9acdb service neutron] 10.222.0.13 "GET /v2.0/networks?id=c51b7d10-9231-4438-a440-4c92a6a50ca4 HTTP/1.1" status: 200 len: 921 time: 0.4945135 Jan 26 21:11:54.495874 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-37949145-2bec-411f-877c-8d2863b30544 req-4413b447-d32e-45a0-8f3e-25f70c929b01 tempest-ListServerFiltersTestJSON-1713042646 tempest-ListServerFiltersTestJSON-1713042646-project] 10.222.0.13 "GET /v2.0/security-groups?id=4a81ac3f-5e47-4404-a1c8-ffc0bc5b0861&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4474995 Jan 26 21:11:54.532233 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-65af4acd-cabe-4d63-9538-6f3e4aa255ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746560636600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746560234536'] for port (5ee4ba3a-5cf0-46ec-b3cf-deb161257892), after_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:11:54.552145 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-f752cc67-a090-4d9e-98bf-110501e65762 req-4e07c847-11a3-483c-b5e9-aaf667ef01db service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=60f1a448-e006-4064-9f78-822d97b29cbe HTTP/1.1" status: 200 len: 1000 time: 0.1406522 Jan 26 21:11:54.568307 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65af4acd-cabe-4d63-9538-6f3e4aa255ff None None] No DVR routers for this DVR port 5ee4ba3a-5cf0-46ec-b3cf-deb161257892 on host n-d-760453-5 {{(pid=103306) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 26 21:11:54.603004 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65af4acd-cabe-4d63-9538-6f3e4aa255ff None None] Pushing event deleted for resources: {'Port': ['ID=5ee4ba3a-5cf0-46ec-b3cf-deb161257892,revision_number=None']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:11:54.682489 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f752cc67-a090-4d9e-98bf-110501e65762 req-4bccdb18-2089-4049-add7-8111759adca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:11:54.700068 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-f752cc67-a090-4d9e-98bf-110501e65762 req-4bccdb18-2089-4049-add7-8111759adca1 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f7b7ba1f-f452-4d1f-b54c-6aaf311b4599 HTTP/1.1" status: 200 len: 859 time: 0.1406548 Jan 26 21:11:54.750622 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-faa327a6-afe0-48e5-ba5b-a712462a6973 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '954567f2-9f21-4bd5-91a0-c63dc8249105', 'name': 'tempest-FloatingIPsAssociationTestJSON-936393355-router', 'tenant_id': '7bdfe07917df421d9be436779552b002', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'external_fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.237'}], 'enable_snat': True}, 'gw_port_id': '19a784ed-8ecf-429b-9a5f-da8bc68c331b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T21:10:52Z', 'updated_at': '2022-01-26T21:11:00Z', 'revision_number': 4, 'project_id': '7bdfe07917df421d9be436779552b002', 'gw_port': {'id': '19a784ed-8ecf-429b-9a5f-da8bc68c331b', 'name': '', 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:a6:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '954567f2-9f21-4bd5-91a0-c63dc8249105', 'device_owner': 'network:router_gateway', 'standard_attr_id': 926, 'fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:10:53Z', 'updated_at': '2022-01-26T21:11:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-5', '_floatingips': [{'id': '0e44fe4b-4762-427e-883f-4d1e838b1e6b', 'tenant_id': '7bdfe07917df421d9be436779552b002', 'floating_ip_address': '172.25.1.160', 'floating_network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'router_id': '954567f2-9f21-4bd5-91a0-c63dc8249105', 'port_id': '60f1a448-e006-4064-9f78-822d97b29cbe', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 954, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c51b7d10-9231-4438-a440-4c92a6a50ca4', 'mac_address': 'fa:16:3e:2f:8b:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cffeda4a-b528-4db3-979a-67e9d6170b34', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-26T21:11:28Z', 'updated_at': '2022-01-26T21:11:52Z', 'revision_number': 1, 'project_id': '7bdfe07917df421d9be436779552b002', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cf3de5fd-328f-4fc5-9713-971aefb20f27', 'name': '', 'network_id': 'c51b7d10-9231-4438-a440-4c92a6a50ca4', 'tenant_id': '7bdfe07917df421d9be436779552b002', 'mac_address': 'fa:16:3e:ad:b4:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '954567f2-9f21-4bd5-91a0-c63dc8249105', 'device_owner': 'network:router_interface', 'standard_attr_id': 927, 'fixed_ips': [{'subnet_id': 'f7b7ba1f-f452-4d1f-b54c-6aaf311b4599', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:10:58Z', 'updated_at': '2022-01-26T21:11:06Z', 'revision_number': 5, 'project_id': '7bdfe07917df421d9be436779552b002', 'subnets': [{'id': 'f7b7ba1f-f452-4d1f-b54c-6aaf311b4599', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760453-5', False) {} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:11:54.779430 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f752cc67-a090-4d9e-98bf-110501e65762 req-d40b72c3-d85c-4d07-a81d-7871dbc1946b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:11:54.780782 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-f752cc67-a090-4d9e-98bf-110501e65762 req-d40b72c3-d85c-4d07-a81d-7871dbc1946b service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=c51b7d10-9231-4438-a440-4c92a6a50ca4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0799270 Jan 26 21:11:54.818651 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-7589b71a-3b19-424d-88a3-a8a80d395640 admin admin] Deleting port 5ee4ba3a-5cf0-46ec-b3cf-deb161257892 {{(pid=103305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 21:11:54.819359 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-7589b71a-3b19-424d-88a3-a8a80d395640 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746560630878'] for port (5ee4ba3a-5cf0-46ec-b3cf-deb161257892), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:11:54.828187 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faa327a6-afe0-48e5-ba5b-a712462a6973 None None] Checking router: 954567f2-9f21-4bd5-91a0-c63dc8249105 for host: n-d-760453-5 {{(pid=103306) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 26 21:11:54.849461 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 52986) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:11:54.852869 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faa327a6-afe0-48e5-ba5b-a712462a6973 None None] Routers {'954567f2-9f21-4bd5-91a0-c63dc8249105'} bound to L3 agent in host n-d-760453-5 {{(pid=103306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 21:11:54.853502 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-faa327a6-afe0-48e5-ba5b-a712462a6973 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-26T20:55:21Z,description=,heartbeat_timestamp=2022-01-26T21:11:51Z,host='n-d-760453-5',id=09df100c-3af1-4b0a-bda8-05914c71c458,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:55:21Z,topic='l3_agent')) {'router_ids': ['954567f2-9f21-4bd5-91a0-c63dc8249105'], 'active': True} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:11:54.863451 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 26 Jan 2022 21:11:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23b11bf1-4ccc-4d68-bfe1-6508d7c5dd97 x-openstack-request-id: req-23b11bf1-4ccc-4d68-bfe1-6508d7c5dd97 {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 21:11:54.863771 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cffeda4a-b528-4db3-979a-67e9d6170b34", "tag": "60f1a448-e006-4064-9f78-822d97b29cbe", "status": "completed", "code": 200}]} {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 21:11:54.864470 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-23b11bf1-4ccc-4d68-bfe1-6508d7c5dd97 {{(pid=103304) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 21:11:54.865263 n-d-760453-5 neutron-server[103304]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cffeda4a-b528-4db3-979a-67e9d6170b34', 'tag': '60f1a448-e006-4064-9f78-822d97b29cbe', 'status': 'completed', 'code': 200} Jan 26 21:11:54.913382 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-f752cc67-a090-4d9e-98bf-110501e65762 req-d096a6bf-ccc9-47e4-a4c4-d71bac4a684f service neutron] 10.222.0.13 "GET /v2.0/networks/c51b7d10-9231-4438-a440-4c92a6a50ca4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1258540 Jan 26 21:11:54.987151 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-3a1355b4-c4d0-410b-b52c-6603b8a18847 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4110657'] for router_interface (959313f5-283d-43b9-9ade-d97dda2611c6), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:11:55.009897 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvr_db [None req-faa327a6-afe0-48e5-ba5b-a712462a6973 None None] Set router 954567f2-9f21-4bd5-91a0-c63dc8249105 gateway port host: n-d-760453-5 {{(pid=103306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 21:11:55.032520 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [None req-7589b71a-3b19-424d-88a3-a8a80d395640 admin admin] For port 5ee4ba3a-5cf0-46ec-b3cf-deb161257892, host n-d-760453-5, got binding levels [] {{(pid=103305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:11:55.033120 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-7589b71a-3b19-424d-88a3-a8a80d395640 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4109658'] for port (5ee4ba3a-5cf0-46ec-b3cf-deb161257892), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:11:55.077161 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (fea0591a-627d-4c87-9a9a-01625ddf3277), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:11:55.078951 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-f752cc67-a090-4d9e-98bf-110501e65762 req-39ae2879-fd1e-415a-8a88-ece206fc5cbe service neutron] 10.222.0.13 "GET /v2.0/networks/c51b7d10-9231-4438-a440-4c92a6a50ca4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1579347 Jan 26 21:11:55.080007 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-977cbc18-2699-45c2-abcf-68e36026b8eb req-9c162b7c-3ba0-4eb1-bdea-f76a0de84306 service neutron] 10.222.0.66 "GET /v2.0/networks/149e35f2-8db2-4f53-89b7-4ea9b9891a0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3669744 Jan 26 21:11:55.088507 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-7f98baec-300c-492a-9fff-0c26a9edcb0b admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-966430990-network', 'tenant_id': 'ee6098e1a6074d57972f34ef6549de05'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:11:55.093954 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346b0cda-1538-4690-8cc3-ba4337fcac79 req-a8f7872b-bc2c-47a1-82e8-b42251ecfc37 tempest-AttachVolumeNegativeTest-157238613 tempest-AttachVolumeNegativeTest-157238613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:11:55.095664 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-346b0cda-1538-4690-8cc3-ba4337fcac79 req-a8f7872b-bc2c-47a1-82e8-b42251ecfc37 tempest-AttachVolumeNegativeTest-157238613 tempest-AttachVolumeNegativeTest-157238613-project] 10.222.0.13 "GET /v2.0/ports?device_id=ec811ff0-b491-4a33-8d34-6c61319f3b15 HTTP/1.1" status: 200 len: 945 time: 0.1092710 Jan 26 21:11:55.103248 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-7589b71a-3b19-424d-88a3-a8a80d395640 admin admin] Calling delete_port for 5ee4ba3a-5cf0-46ec-b3cf-deb161257892 owned by network:dhcp {{(pid=103305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 21:11:55.110885 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.ipam_backend_mixin [None req-7589b71a-3b19-424d-88a3-a8a80d395640 admin admin] Port 5ee4ba3a-5cf0-46ec-b3cf-deb161257892 was not found and therefore no delete operation was performed {{(pid=103305) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jan 26 21:11:55.125401 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-7589b71a-3b19-424d-88a3-a8a80d395640 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746560636600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746560234536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11791543'] for port (5ee4ba3a-5cf0-46ec-b3cf-deb161257892), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:11:55.173215 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device 5ee4ba3a-5cf0-46ec-b3cf-deb161257892 no longer exists at agent ovs-agent-n-d-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 26 21:11:55.213418 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-346b0cda-1538-4690-8cc3-ba4337fcac79 req-7f418552-5301-4bdd-8b14-d2a9c9ffe82b tempest-AttachVolumeNegativeTest-157238613 tempest-AttachVolumeNegativeTest-157238613-project] 10.222.0.13 "GET /v2.0/security-groups?id=8e9bd9e5-9820-4475-bfb9-c12598a9861a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044450 Jan 26 21:11:55.239250 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7589b71a-3b19-424d-88a3-a8a80d395640 admin admin] Pushing event deleted for resources: {'Port': ['ID=5ee4ba3a-5cf0-46ec-b3cf-deb161257892,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:11:55.239250 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74bf09d-8ee2-41a1-ac27-2bba87bbb56d req-81ce68a6-76e7-48cf-81a9-a4ef89c0fad7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:11:55.239250 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-b74bf09d-8ee2-41a1-ac27-2bba87bbb56d req-81ce68a6-76e7-48cf-81a9-a4ef89c0fad7 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=7bdfe07917df421d9be436779552b002&device_id=cffeda4a-b528-4db3-979a-67e9d6170b34 HTTP/1.1" status: 200 len: 1097 time: 0.3282986 Jan 26 21:11:55.242301 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f98baec-300c-492a-9fff-0c26a9edcb0b admin admin] Made reservation on behalf of ee6098e1a6074d57972f34ef6549de05 for: {'network': 1} {{(pid=103305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 21:11:55.244594 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-7f98baec-300c-492a-9fff-0c26a9edcb0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for network (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:11:55.268541 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7589b71a-3b19-424d-88a3-a8a80d395640 admin admin] No DVR routers for this DVR port 5ee4ba3a-5cf0-46ec-b3cf-deb161257892 on host n-d-760453-5 {{(pid=103305) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 26 21:11:55.302445 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-7f98baec-300c-492a-9fff-0c26a9edcb0b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:11:55.324011 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803c1e8f-f244-4a9e-b864-3ba92520b062 req-0611e4a9-a990-404b-9989-cd70a8853d18 tempest-FloatingIPsAssociationTestJSON-419529391 tempest-FloatingIPsAssociationTestJSON-419529391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:11:55.325665 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-803c1e8f-f244-4a9e-b864-3ba92520b062 req-0611e4a9-a990-404b-9989-cd70a8853d18 tempest-FloatingIPsAssociationTestJSON-419529391 tempest-FloatingIPsAssociationTestJSON-419529391-project] 10.222.0.13 "GET /v2.0/ports?device_id=0d6919b7-5cfc-4a34-9c08-a032d7787fd3&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.0661361 Jan 26 21:11:55.384189 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] No Port match for: 5ee4ba3a-5cf0-46ec-b3cf-deb161257892 {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 26 21:11:55.384681 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device 5ee4ba3a-5cf0-46ec-b3cf-deb161257892 not bound to the agent host n-d-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 26 21:11:55.454038 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-803c1e8f-f244-4a9e-b864-3ba92520b062 req-706f9718-0396-4868-8428-11e09b3a41cb tempest-FloatingIPsAssociationTestJSON-419529391 tempest-FloatingIPsAssociationTestJSON-419529391-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.1.160 HTTP/1.1" status: 200 len: 1000 time: 0.1206648 Jan 26 21:11:55.460240 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [req-803c1e8f-f244-4a9e-b864-3ba92520b062 req-e4be0248-0d75-4d78-8919-bd507eddeb73 tempest-FloatingIPsAssociationTestJSON-419529391 tempest-FloatingIPsAssociationTestJSON-419529391-project] Request body: {'floatingip': {'port_id': 'd2e500ae-6147-4c15-a504-1915a5dce1e5', 'fixed_ip_address': '172.20.0.7'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:11:55.480208 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-515a9068-7389-426c-8d0b-e7aec7551e73 tempest-RoutersAdminTest-50714882 tempest-RoutersAdminTest-50714882-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4105757', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4111263'] for router (dd11b57b-12b6-414c-a9b3-3d946eebf717), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:11:55.530782 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-803c1e8f-f244-4a9e-b864-3ba92520b062 req-e4be0248-0d75-4d78-8919-bd507eddeb73 tempest-FloatingIPsAssociationTestJSON-419529391 tempest-FloatingIPsAssociationTestJSON-419529391-project] Publish callbacks [] for floatingip (0e44fe4b-4762-427e-883f-4d1e838b1e6b), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:11:55.584460 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-7589b71a-3b19-424d-88a3-a8a80d395640 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-686403', 'neutron.services.segments.db._delete_segments_for_network-8746560774018'] for network (23a8eb47-a3af-44d7-bf53-589604960a93), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:11:55.585280 n-d-760453-5 neutron-server[103306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec811ff0-b491-4a33-8d34-6c61319f3b15', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3a678e7-ac1e-438d-a264-5bdad56d0d1c'}] {{(pid=103306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 21:11:55.588234 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9d5d370febab655511bdd2ffe887e43e442d144a440368702bcc1e93af00b97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-adb9d81c-39ef-4840-91c8-013ad77161f4" -d '{"events": [{"server_uuid": "ec811ff0-b491-4a33-8d34-6c61319f3b15", "name": "network-vif-plugged", "status": "completed", "tag": "e3a678e7-ac1e-438d-a264-5bdad56d0d1c"}]}' {{(pid=103306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 21:11:55.606441 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 53000) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:11:55.631070 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-faa327a6-afe0-48e5-ba5b-a712462a6973 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '954567f2-9f21-4bd5-91a0-c63dc8249105', 'name': 'tempest-FloatingIPsAssociationTestJSON-936393355-router', 'tenant_id': '7bdfe07917df421d9be436779552b002', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'external_fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.237'}], 'enable_snat': True}, 'gw_port_id': '19a784ed-8ecf-429b-9a5f-da8bc68c331b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T21:10:52Z', 'updated_at': '2022-01-26T21:11:00Z', 'revision_number': 4, 'project_id': '7bdfe07917df421d9be436779552b002', 'gw_port': {'id': '19a784ed-8ecf-429b-9a5f-da8bc68c331b', 'name': '', 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:a6:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '954567f2-9f21-4bd5-91a0-c63dc8249105', 'device_owner': 'network:router_gateway', 'standard_attr_id': 926, 'fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:10:53Z', 'updated_at': '2022-01-26T21:11:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-5', '_floatingips': [{'id': '0e44fe4b-4762-427e-883f-4d1e838b1e6b', 'tenant_id': '7bdfe07917df421d9be436779552b002', 'floating_ip_address': '172.25.1.160', 'floating_network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'router_id': '954567f2-9f21-4bd5-91a0-c63dc8249105', 'port_id': '60f1a448-e006-4064-9f78-822d97b29cbe', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 954, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c51b7d10-9231-4438-a440-4c92a6a50ca4', 'mac_address': 'fa:16:3e:2f:8b:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cffeda4a-b528-4db3-979a-67e9d6170b34', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-26T21:11:28Z', 'updated_at': '2022-01-26T21:11:52Z', 'revision_number': 1, 'project_id': '7bdfe07917df421d9be436779552b002', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cf3de5fd-328f-4fc5-9713-971aefb20f27', 'name': '', 'network_id': 'c51b7d10-9231-4438-a440-4c92a6a50ca4', 'tenant_id': '7bdfe07917df421d9be436779552b002', 'mac_address': 'fa:16:3e:ad:b4:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '954567f2-9f21-4bd5-91a0-c63dc8249105', 'device_owner': 'network:router_interface', 'standard_attr_id': 927, 'fixed_ips': [{'subnet_id': 'f7b7ba1f-f452-4d1f-b54c-6aaf311b4599', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:10:58Z', 'updated_at': '2022-01-26T21:11:06Z', 'revision_number': 5, 'project_id': '7bdfe07917df421d9be436779552b002', 'subnets': [{'id': 'f7b7ba1f-f452-4d1f-b54c-6aaf311b4599', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760453-5', False) {} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:11:55.702057 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faa327a6-afe0-48e5-ba5b-a712462a6973 None None] The sync data for ids ['954567f2-9f21-4bd5-91a0-c63dc8249105'] in n-d-760453-5 is: [{'id': '954567f2-9f21-4bd5-91a0-c63dc8249105', 'name': 'tempest-FloatingIPsAssociationTestJSON-936393355-router', 'tenant_id': '7bdfe07917df421d9be436779552b002', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'external_fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.237'}], 'enable_snat': True}, 'gw_port_id': '19a784ed-8ecf-429b-9a5f-da8bc68c331b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T21:10:52Z', 'updated_at': '2022-01-26T21:11:00Z', 'revision_number': 4, 'project_id': '7bdfe07917df421d9be436779552b002', 'gw_port': {'id': '19a784ed-8ecf-429b-9a5f-da8bc68c331b', 'name': '', 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:a6:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '954567f2-9f21-4bd5-91a0-c63dc8249105', 'device_owner': 'network:router_gateway', 'standard_attr_id': 926, 'fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:10:53Z', 'updated_at': '2022-01-26T21:11:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-5', '_floatingips': [{'id': '0e44fe4b-4762-427e-883f-4d1e838b1e6b', 'tenant_id': '7bdfe07917df421d9be436779552b002', 'floating_ip_address': '172.25.1.160', 'floating_network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'router_id': '954567f2-9f21-4bd5-91a0-c63dc8249105', 'port_id': '60f1a448-e006-4064-9f78-822d97b29cbe', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 954, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c51b7d10-9231-4438-a440-4c92a6a50ca4', 'mac_address': 'fa:16:3e:2f:8b:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cffeda4a-b528-4db3-979a-67e9d6170b34', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-26T21:11:28Z', 'updated_at': '2022-01-26T21:11:52Z', 'revision_number': 1, 'project_id': '7bdfe07917df421d9be436779552b002', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cf3de5fd-328f-4fc5-9713-971aefb20f27', 'name': '', 'network_id': 'c51b7d10-9231-4438-a440-4c92a6a50ca4', 'tenant_id': '7bdfe07917df421d9be436779552b002', 'mac_address': 'fa:16:3e:ad:b4:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '954567f2-9f21-4bd5-91a0-c63dc8249105', 'device_owner': 'network:router_interface', 'standard_attr_id': 927, 'fixed_ips': [{'subnet_id': 'f7b7ba1f-f452-4d1f-b54c-6aaf311b4599', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:10:58Z', 'updated_at': '2022-01-26T21:11:06Z', 'revision_number': 5, 'project_id': '7bdfe07917df421d9be436779552b002', 'subnets': [{'id': 'f7b7ba1f-f452-4d1f-b54c-6aaf311b4599', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 26 21:11:55.705256 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74bf09d-8ee2-41a1-ac27-2bba87bbb56d req-e2d505ec-34eb-4355-b2fb-bee8ddd4f7c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:11:55.707220 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-b74bf09d-8ee2-41a1-ac27-2bba87bbb56d req-e2d505ec-34eb-4355-b2fb-bee8ddd4f7c1 service neutron] 10.222.0.66 "GET /v2.0/networks?id=c51b7d10-9231-4438-a440-4c92a6a50ca4 HTTP/1.1" status: 200 len: 921 time: 0.4528854 Jan 26 21:11:55.710349 n-d-760453-5 neutron-server[103305]: DEBUG neutron.services.segments.db [None req-7589b71a-3b19-424d-88a3-a8a80d395640 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['23a8eb47-a3af-44d7-bf53-589604960a93']}} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:11:55.718348 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-7f98baec-300c-492a-9fff-0c26a9edcb0b admin admin] Publish callbacks [] for security_group (c43a996a-6b93-48e4-a331-48250c5b183d), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:11:55.759123 n-d-760453-5 neutron-server[103305]: DEBUG neutron.services.segments.db [None req-7589b71a-3b19-424d-88a3-a8a80d395640 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '67be4c35-e691-4012-8081-5876ca19bbaa') {'for_net_delete': True} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:11:55.759478 n-d-760453-5 neutron-server[103305]: DEBUG neutron.services.segments.db [None req-7589b71a-3b19-424d-88a3-a8a80d395640 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '67be4c35-e691-4012-8081-5876ca19bbaa') {} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:11:55.773959 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-7f98baec-300c-492a-9fff-0c26a9edcb0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (c43a996a-6b93-48e4-a331-48250c5b183d), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:11:55.778674 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-8815a026-462d-44aa-b215-86f6880f916b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:11:55.787219 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-7589b71a-3b19-424d-88a3-a8a80d395640 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746560742283', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11788955'] for segment (67be4c35-e691-4012-8081-5876ca19bbaa), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:11:55.822465 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84e4356-cca1-4c84-88bd-a4010b9fd654 req-be6b8d32-884a-4939-8c41-d239b649a783 tempest-ListServerFiltersTestJSON-1713042646 tempest-ListServerFiltersTestJSON-1713042646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:11:55.824065 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-d84e4356-cca1-4c84-88bd-a4010b9fd654 req-be6b8d32-884a-4939-8c41-d239b649a783 tempest-ListServerFiltersTestJSON-1713042646 tempest-ListServerFiltersTestJSON-1713042646-project] 10.222.0.13 "GET /v2.0/ports?device_id=074301dc-546d-4632-8e4c-223c70e93d57 HTTP/1.1" status: 200 len: 943 time: 0.1902056 Jan 26 21:11:55.865484 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-7589b71a-3b19-424d-88a3-a8a80d395640 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576559'] for segment (67be4c35-e691-4012-8081-5876ca19bbaa), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:11:55.867395 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7f98baec-300c-492a-9fff-0c26a9edcb0b admin admin] vlan segment allocate from pool success with {'vlan_id': 595, 'physical_network': 'physnet1'} {{(pid=103305) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 26 21:11:55.895351 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7589b71a-3b19-424d-88a3-a8a80d395640 admin admin] Releasing vlan 598 on physical network physnet1 to pool {{(pid=103305) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 26 21:11:55.896023 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-7589b71a-3b19-424d-88a3-a8a80d395640 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11791428'] for segment (67be4c35-e691-4012-8081-5876ca19bbaa), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:11:55.909686 n-d-760453-5 neutron-server[103305]: Traceback (most recent call last): Jan 26 21:11:55.909686 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 26 21:11:55.909686 n-d-760453-5 neutron-server[103305]: timer() Jan 26 21:11:55.909686 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 26 21:11:55.909686 n-d-760453-5 neutron-server[103305]: cb(*args, **kw) Jan 26 21:11:55.909686 n-d-760453-5 neutron-server[103305]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 26 21:11:55.909686 n-d-760453-5 neutron-server[103305]: return func(*args, **kwargs) Jan 26 21:11:55.909686 n-d-760453-5 neutron-server[103305]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 26 21:11:55.909686 n-d-760453-5 neutron-server[103305]: self._notify() Jan 26 21:11:55.909686 n-d-760453-5 neutron-server[103305]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 26 21:11:55.909686 n-d-760453-5 neutron-server[103305]: self.callback(batched_events) Jan 26 21:11:55.909686 n-d-760453-5 neutron-server[103305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 26 21:11:55.909686 n-d-760453-5 neutron-server[103305]: event.method(event) Jan 26 21:11:55.909686 n-d-760453-5 neutron-server[103305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 26 21:11:55.909686 n-d-760453-5 neutron-server[103305]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 26 21:11:55.909686 n-d-760453-5 neutron-server[103305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 26 21:11:55.909686 n-d-760453-5 neutron-server[103305]: aggregate_uuid = self.p_client.list_aggregates( Jan 26 21:11:55.909686 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 26 21:11:55.909686 n-d-760453-5 neutron-server[103305]: return f(self, *a, **k) Jan 26 21:11:55.909686 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 26 21:11:55.909686 n-d-760453-5 neutron-server[103305]: return self._get(url).json() Jan 26 21:11:55.909686 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 26 21:11:55.909686 n-d-760453-5 neutron-server[103305]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 26 21:11:55.909686 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 26 21:11:55.909686 n-d-760453-5 neutron-server[103305]: return self.request(url, 'GET', **kwargs) Jan 26 21:11:55.909686 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 26 21:11:55.909686 n-d-760453-5 neutron-server[103305]: base_url = self.get_endpoint(auth, allow=allow, Jan 26 21:11:55.909686 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 26 21:11:55.909686 n-d-760453-5 neutron-server[103305]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 26 21:11:55.909686 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 26 21:11:55.909686 n-d-760453-5 neutron-server[103305]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 26 21:11:55.909686 n-d-760453-5 neutron-server[103305]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 26 21:11:55.928703 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-7f98baec-300c-492a-9fff-0c26a9edcb0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576559'] for segment (984e14e0-bb79-4ef3-b570-cebad3b9694e), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:11:55.929048 n-d-760453-5 neutron-server[103305]: INFO neutron.db.segments_db [None req-7f98baec-300c-492a-9fff-0c26a9edcb0b admin admin] Added segment 984e14e0-bb79-4ef3-b570-cebad3b9694e of type vlan for network 57cdf3f5-a20b-4c6f-b2eb-bed2f5d4d40a Jan 26 21:11:55.931735 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f98baec-300c-492a-9fff-0c26a9edcb0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c43a996a-6b93-48e4-a331-48250c5b183d,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:11:55.982429 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-b74bf09d-8ee2-41a1-ac27-2bba87bbb56d req-c5258609-1c3c-44de-85a3-719da5d6deca service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=60f1a448-e006-4064-9f78-822d97b29cbe HTTP/1.1" status: 200 len: 1000 time: 0.2259107 Jan 26 21:11:56.014635 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62a23182-bf55-4070-a8ae-2699ccb27b6c None None] New status for floating IP 0e44fe4b-4762-427e-883f-4d1e838b1e6b: ACTIVE {{(pid=103307) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 26 21:11:56.026775 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-d84e4356-cca1-4c84-88bd-a4010b9fd654 req-b817920e-3ac8-43cb-8810-f50318f9e6dd tempest-ListServerFiltersTestJSON-1713042646 tempest-ListServerFiltersTestJSON-1713042646-project] 10.222.0.13 "GET /v2.0/security-groups?id=4a81ac3f-5e47-4404-a1c8-ffc0bc5b0861&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1920118 Jan 26 21:11:56.079106 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-7f98baec-300c-492a-9fff-0c26a9edcb0b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746560256871'] for network (57cdf3f5-a20b-4c6f-b2eb-bed2f5d4d40a), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:11:56.087176 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Jan 2022 21:11:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56d42fc5-4333-4528-a9c1-9bb3097fb7d6 x-openstack-request-id: req-56d42fc5-4333-4528-a9c1-9bb3097fb7d6 {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 21:11:56.087496 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec811ff0-b491-4a33-8d34-6c61319f3b15", "name": "network-vif-plugged", "status": "completed", "tag": "e3a678e7-ac1e-438d-a264-5bdad56d0d1c", "code": 200}]} {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 21:11:56.087755 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-56d42fc5-4333-4528-a9c1-9bb3097fb7d6 {{(pid=103306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 21:11:56.088152 n-d-760453-5 neutron-server[103306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec811ff0-b491-4a33-8d34-6c61319f3b15', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3a678e7-ac1e-438d-a264-5bdad56d0d1c', 'code': 200} Jan 26 21:11:56.095137 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-7589b71a-3b19-424d-88a3-a8a80d395640 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4110931'] for network (23a8eb47-a3af-44d7-bf53-589604960a93), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:11:56.123806 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-7589b71a-3b19-424d-88a3-a8a80d395640 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709645'] for network (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:11:56.129458 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-7589b71a-3b19-424d-88a3-a8a80d395640 admin admin] 10.222.0.13 "DELETE /v2.0/networks/23a8eb47-a3af-44d7-bf53-589604960a93 HTTP/1.1" status: 204 len: 168 time: 2.5502257 Jan 26 21:11:56.195699 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7589b71a-3b19-424d-88a3-a8a80d395640 admin admin] Pushing event deleted for resources: {'Network': ['ID=23a8eb47-a3af-44d7-bf53-589604960a93,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:11:56.212687 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-515a9068-7389-426c-8d0b-e7aec7551e73 tempest-RoutersAdminTest-50714882 tempest-RoutersAdminTest-50714882-project] Router dd11b57b-12b6-414c-a9b3-3d946eebf717 is scheduled to L3 agent 09df100c-3af1-4b0a-bda8-05914c71c458 with binding_index 1 {{(pid=103305) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 26 21:11:56.217263 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74bf09d-8ee2-41a1-ac27-2bba87bbb56d req-7525852e-4421-42f2-96e7-7e700abdff55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:11:56.218763 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-b74bf09d-8ee2-41a1-ac27-2bba87bbb56d req-7525852e-4421-42f2-96e7-7e700abdff55 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=f7b7ba1f-f452-4d1f-b54c-6aaf311b4599 HTTP/1.1" status: 200 len: 859 time: 0.2074184 Jan 26 21:11:56.221927 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-7f98baec-300c-492a-9fff-0c26a9edcb0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503'] for network (57cdf3f5-a20b-4c6f-b2eb-bed2f5d4d40a), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:11:56.222808 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f98baec-300c-492a-9fff-0c26a9edcb0b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:11:56.223119 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-8815a026-462d-44aa-b215-86f6880f916b admin admin] Publish callbacks [] for security_group (d291d4cb-1765-4cf5-8866-6c0f3e77c80a), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:11:56.223548 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-7f98baec-300c-492a-9fff-0c26a9edcb0b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709645'] for network (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:11:56.228523 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-8815a026-462d-44aa-b215-86f6880f916b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (d291d4cb-1765-4cf5-8866-6c0f3e77c80a), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:11:56.283263 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 53010) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:11:56.323056 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-8815a026-462d-44aa-b215-86f6880f916b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=8da9242f5f3340bd98f69e6aee8f3e41&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7154756 Jan 26 21:11:56.334135 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 53012) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:11:56.338575 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8815a026-462d-44aa-b215-86f6880f916b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d291d4cb-1765-4cf5-8866-6c0f3e77c80a,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:11:56.339814 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-7f98baec-300c-492a-9fff-0c26a9edcb0b admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 1.4769366 Jan 26 21:11:56.359145 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 53014) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:11:56.365742 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-79eedae8-5a3b-4303-8c8e-91c52f456b74 admin admin] Request body: {'subnet': {'network_id': '57cdf3f5-a20b-4c6f-b2eb-bed2f5d4d40a', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-966430990-subnet', 'tenant_id': 'ee6098e1a6074d57972f34ef6549de05', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:11:56.388178 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.db.resource_extend [req-803c1e8f-f244-4a9e-b864-3ba92520b062 req-e4be0248-0d75-4d78-8919-bd507eddeb73 tempest-FloatingIPsAssociationTestJSON-419529391 tempest-FloatingIPsAssociationTestJSON-419529391-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 26 21:11:56.390368 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f98baec-300c-492a-9fff-0c26a9edcb0b admin admin] Pushing event updated for resources: {'Network': ['ID=57cdf3f5-a20b-4c6f-b2eb-bed2f5d4d40a,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:11:56.400841 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Network 57cdf3f5-a20b-4c6f-b2eb-bed2f5d4d40a details requested by agent ovs-agent-n-d-760453-5 with host n-d-760453-5 {{(pid=103306) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 26 21:11:56.406219 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-3a1355b4-c4d0-410b-b52c-6603b8a18847 admin admin] Deleting port a4078fa5-71e0-4764-bce8-9603e922a966 {{(pid=103305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 21:11:56.406550 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-3a1355b4-c4d0-410b-b52c-6603b8a18847 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746560630878'] for port (a4078fa5-71e0-4764-bce8-9603e922a966), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:11:56.414281 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30dd0ced-0f98-499e-b56f-5a92af79036c req-9e4cfd28-5bc5-41f8-82b7-c99eff365e0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:11:56.415775 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-30dd0ced-0f98-499e-b56f-5a92af79036c req-9e4cfd28-5bc5-41f8-82b7-c99eff365e0c service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=ec811ff0-b491-4a33-8d34-6c61319f3b15 HTTP/1.1" status: 200 len: 1096 time: 0.2554135 Jan 26 21:11:56.437907 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74bf09d-8ee2-41a1-ac27-2bba87bbb56d req-1cfa9242-8974-429f-a8a5-e93c1d2fc21c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:11:56.439382 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-b74bf09d-8ee2-41a1-ac27-2bba87bbb56d req-1cfa9242-8974-429f-a8a5-e93c1d2fc21c service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=c51b7d10-9231-4438-a440-4c92a6a50ca4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2104874 Jan 26 21:11:56.460414 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-1a31048a-7555-4976-b21e-524f682a210b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=2708e1a8e17e46f1853e87fe4692d263&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1758897 Jan 26 21:11:56.464923 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79eedae8-5a3b-4303-8c8e-91c52f456b74 admin admin] Made reservation on behalf of ee6098e1a6074d57972f34ef6549de05 for: {'subnet': 1} {{(pid=103304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 21:11:56.467271 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-79eedae8-5a3b-4303-8c8e-91c52f456b74 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12215181'] for subnet (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:11:56.468893 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 53016) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:11:56.501611 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048e05b6-86c2-4f48-92dd-fec0446b4b07 req-4168c7f8-2a72-42f1-8d56-8c69dce43178 tempest-AttachVolumeNegativeTest-157238613 tempest-AttachVolumeNegativeTest-157238613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:11:56.503097 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-048e05b6-86c2-4f48-92dd-fec0446b4b07 req-4168c7f8-2a72-42f1-8d56-8c69dce43178 tempest-AttachVolumeNegativeTest-157238613 tempest-AttachVolumeNegativeTest-157238613-project] 10.222.0.13 "GET /v2.0/ports?device_id=ec811ff0-b491-4a33-8d34-6c61319f3b15 HTTP/1.1" status: 200 len: 945 time: 0.1874020 Jan 26 21:11:56.505136 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-803c1e8f-f244-4a9e-b864-3ba92520b062 req-e4be0248-0d75-4d78-8919-bd507eddeb73 tempest-FloatingIPsAssociationTestJSON-419529391 tempest-FloatingIPsAssociationTestJSON-419529391-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:11:56.513650 n-d-760453-5 neutron-server[103307]: DEBUG neutron_lib.db.api [None req-62a23182-bf55-4070-a8ae-2699ccb27b6c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103307) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 26 21:11:56.514391 n-d-760453-5 neutron-server[103307]: DEBUG oslo_db.api [None req-62a23182-bf55-4070-a8ae-2699ccb27b6c None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 26 21:11:56.537017 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Device 7da8f0c0-4bfd-487d-9390-c3aaa88ecdf0 details requested by agent hyperv_n-h1-760453-5 with host n-h1-760453-5 {{(pid=103306) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 26 21:11:56.547469 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-803c1e8f-f244-4a9e-b864-3ba92520b062 req-e4be0248-0d75-4d78-8919-bd507eddeb73 tempest-FloatingIPsAssociationTestJSON-419529391 tempest-FloatingIPsAssociationTestJSON-419529391-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4110913'] for floatingip (0e44fe4b-4762-427e-883f-4d1e838b1e6b), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:11:56.650799 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] For port 7da8f0c0-4bfd-487d-9390-c3aaa88ecdf0, host n-h1-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-5',level=0,port_id=7da8f0c0-4bfd-487d-9390-c3aaa88ecdf0,segment=NetworkSegment(92d37c2b-52af-49e8-96f5-7aa601ba34f9),segment_id=92d37c2b-52af-49e8-96f5-7aa601ba34f9)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:11:56.664525 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Returning: {'device': '7da8f0c0-4bfd-487d-9390-c3aaa88ecdf0', 'network_id': '149e35f2-8db2-4f53-89b7-4ea9b9891a0f', 'port_id': '7da8f0c0-4bfd-487d-9390-c3aaa88ecdf0', 'mac_address': 'fa:16:3e:ea:db:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 567, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a701c127-d3dd-497d-9665-95502ae1864e', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103306) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 26 21:11:56.705427 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Current status of the port 7da8f0c0-4bfd-487d-9390-c3aaa88ecdf0 is: DOWN; New status is: BUILD {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:11:56.705739 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (7da8f0c0-4bfd-487d-9390-c3aaa88ecdf0), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:11:56.721976 n-d-760453-5 neutron-server[103306]: DEBUG neutron.notifiers.nova [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7da8f0c0-4bfd-487d-9390-c3aaa88ecdf0 {{(pid=103306) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 26 21:11:56.740240 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-048e05b6-86c2-4f48-92dd-fec0446b4b07 req-6a3a6207-75f4-4dea-989e-e2949b6714b3 tempest-AttachVolumeNegativeTest-157238613 tempest-AttachVolumeNegativeTest-157238613-project] 10.222.0.13 "GET /v2.0/security-groups?id=8e9bd9e5-9820-4475-bfb9-c12598a9861a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2017360 Jan 26 21:11:56.747105 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-02a33d5b-4f9b-4db1-8df9-ef61f762bdf5 admin admin] Publish callbacks [] for security_group (7771c2ef-76eb-4899-8d5e-559aaa2d98ca), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:11:56.748269 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] For port 7da8f0c0-4bfd-487d-9390-c3aaa88ecdf0, host n-h1-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-5',level=0,port_id=7da8f0c0-4bfd-487d-9390-c3aaa88ecdf0,segment=NetworkSegment(92d37c2b-52af-49e8-96f5-7aa601ba34f9),segment_id=92d37c2b-52af-49e8-96f5-7aa601ba34f9)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:11:56.752881 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (7da8f0c0-4bfd-487d-9390-c3aaa88ecdf0), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:11:56.774634 n-d-760453-5 neutron-server[103304]: INFO neutron.db.l3_db [req-803c1e8f-f244-4a9e-b864-3ba92520b062 req-e4be0248-0d75-4d78-8919-bd507eddeb73 tempest-FloatingIPsAssociationTestJSON-419529391 tempest-FloatingIPsAssociationTestJSON-419529391-project] Floating IP 0e44fe4b-4762-427e-883f-4d1e838b1e6b associated. External IP: 172.25.1.160, port: 60f1a448-e006-4064-9f78-822d97b29cbe. Jan 26 21:11:56.814837 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Pushing event updated for resources: {'Port': ['ID=7da8f0c0-4bfd-487d-9390-c3aaa88ecdf0,revision_number=4']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:11:56.840983 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-02a33d5b-4f9b-4db1-8df9-ef61f762bdf5 admin admin] Publish callbacks [] for security_group (7771c2ef-76eb-4899-8d5e-559aaa2d98ca), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:11:56.933377 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-30dd0ced-0f98-499e-b56f-5a92af79036c req-40015190-d661-49d2-b442-a94147862b89 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=8e9bd9e5-9820-4475-bfb9-c12598a9861a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5017562 Jan 26 21:11:56.933980 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-a3a8e395-03f8-4320-83f4-3d9e6e049972 admin admin] Publish callbacks [] for security_group (d291d4cb-1765-4cf5-8866-6c0f3e77c80a), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:11:56.945482 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-515a9068-7389-426c-8d0b-e7aec7551e73 tempest-RoutersAdminTest-50714882 tempest-RoutersAdminTest-50714882-project] Notify agent at l3_agent.n-d-760453-5 the message routers_updated {{(pid=103305) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 26 21:11:56.948178 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [None req-3a1355b4-c4d0-410b-b52c-6603b8a18847 admin admin] For port a4078fa5-71e0-4764-bce8-9603e922a966, host n-d-760453-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=a4078fa5-71e0-4764-bce8-9603e922a966,segment=NetworkSegment(e875afdd-975b-455a-a60a-20d47ba89b8c),segment_id=e875afdd-975b-455a-a60a-20d47ba89b8c)] {{(pid=103305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:11:56.948533 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-3a1355b4-c4d0-410b-b52c-6603b8a18847 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4109658'] for port (a4078fa5-71e0-4764-bce8-9603e922a966), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:11:56.959469 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bef978a-032b-4348-b249-acdeb0843974 None None] Sync routers for ids ['dd11b57b-12b6-414c-a9b3-3d946eebf717'] in n-d-760453-5 {{(pid=103306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 26 21:11:56.970292 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bef978a-032b-4348-b249-acdeb0843974 None None] Routers {'dd11b57b-12b6-414c-a9b3-3d946eebf717'} bound to L3 agent in host n-d-760453-5 {{(pid=103306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 21:11:56.970918 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-7bef978a-032b-4348-b249-acdeb0843974 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-26T20:55:21Z,description=,heartbeat_timestamp=2022-01-26T21:11:51Z,host='n-d-760453-5',id=09df100c-3af1-4b0a-bda8-05914c71c458,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:55:21Z,topic='l3_agent')) {'router_ids': ['dd11b57b-12b6-414c-a9b3-3d946eebf717'], 'active': True} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:11:56.978266 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-3a1355b4-c4d0-410b-b52c-6603b8a18847 admin admin] Calling delete_port for a4078fa5-71e0-4764-bce8-9603e922a966 owned by network:router_interface {{(pid=103305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 21:11:57.001408 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-79eedae8-5a3b-4303-8c8e-91c52f456b74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9285249', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12215227'] for subnet (0fd61269-7d95-487b-ba3a-f244d39cf571), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:11:57.008058 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-7bef978a-032b-4348-b249-acdeb0843974 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760453-5', False) {} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:11:57.009807 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-02a33d5b-4f9b-4db1-8df9-ef61f762bdf5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (7771c2ef-76eb-4899-8d5e-559aaa2d98ca), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:11:57.012541 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-02a33d5b-4f9b-4db1-8df9-ef61f762bdf5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:11:57.013889 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-02a33d5b-4f9b-4db1-8df9-ef61f762bdf5 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/7771c2ef-76eb-4899-8d5e-559aaa2d98ca HTTP/1.1" status: 204 len: 168 time: 0.5387607 Jan 26 21:11:57.016826 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62a23182-bf55-4070-a8ae-2699ccb27b6c None None] New status for floating IP 0e44fe4b-4762-427e-883f-4d1e838b1e6b: ACTIVE {{(pid=103307) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 26 21:11:57.027405 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bef978a-032b-4348-b249-acdeb0843974 None None] Routers {'dd11b57b-12b6-414c-a9b3-3d946eebf717'} bound to L3 agent in host n-d-760453-5 {{(pid=103306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 21:11:57.028200 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-7bef978a-032b-4348-b249-acdeb0843974 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-26T20:55:21Z,description=,heartbeat_timestamp=2022-01-26T21:11:51Z,host='n-d-760453-5',id=09df100c-3af1-4b0a-bda8-05914c71c458,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:55:21Z,topic='l3_agent')) {'router_ids': ['dd11b57b-12b6-414c-a9b3-3d946eebf717'], 'active': True} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:11:57.105196 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a33d5b-4f9b-4db1-8df9-ef61f762bdf5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7771c2ef-76eb-4899-8d5e-559aaa2d98ca,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:11:57.136222 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79eedae8-5a3b-4303-8c8e-91c52f456b74 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0fd61269-7d95-487b-ba3a-f244d39cf571,revision_number=0']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:11:57.152025 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-7bef978a-032b-4348-b249-acdeb0843974 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760453-5', False) {} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:11:57.152681 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bef978a-032b-4348-b249-acdeb0843974 None None] The sync data for ids ['dd11b57b-12b6-414c-a9b3-3d946eebf717'] in n-d-760453-5 is: [] {{(pid=103306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 26 21:11:57.160201 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] get_ports_and_sgs() called for port_ids ['7da8f0c0-4bfd-487d-9390-c3aaa88ecdf0'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 26 21:11:57.209632 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-515a9068-7389-426c-8d0b-e7aec7551e73 tempest-RoutersAdminTest-50714882 tempest-RoutersAdminTest-50714882-project] Publish callbacks [] for router (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:11:57.211602 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-515a9068-7389-426c-8d0b-e7aec7551e73 tempest-RoutersAdminTest-50714882 tempest-RoutersAdminTest-50714882-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 8.2891538 Jan 26 21:11:57.214115 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-b74bf09d-8ee2-41a1-ac27-2bba87bbb56d req-0160d65f-d25e-491e-968a-742d9424ebc1 service neutron] 10.222.0.66 "GET /v2.0/networks/c51b7d10-9231-4438-a440-4c92a6a50ca4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7288928 Jan 26 21:11:57.215183 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 53022) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:11:57.219017 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-3a1355b4-c4d0-410b-b52c-6603b8a18847 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746560636600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746560234536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11791543'] for port (a4078fa5-71e0-4764-bce8-9603e922a966), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:11:57.239133 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79eedae8-5a3b-4303-8c8e-91c52f456b74 admin admin] Checking segment: {'id': '984e14e0-bb79-4ef3-b570-cebad3b9694e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '57cdf3f5-a20b-4c6f-b2eb-bed2f5d4d40a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103304) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 21:11:57.239933 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79eedae8-5a3b-4303-8c8e-91c52f456b74 admin admin] Network hostable DHCP agents. Network: 57cdf3f5-a20b-4c6f-b2eb-bed2f5d4d40a, hostable agents: ['474ccdf7-ab6c-405b-a3b2-dc7b05829902'], hosted agents: [] {{(pid=103304) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 26 21:11:57.240320 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-a3a8e395-03f8-4320-83f4-3d9e6e049972 admin admin] Publish callbacks [] for security_group (d291d4cb-1765-4cf5-8866-6c0f3e77c80a), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:11:57.297616 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe990f5d-622b-4d6f-982c-c477cac40a29 req-f8ff6964-f5f4-43b6-92f5-6d8a62ac1cff tempest-ListServerFiltersTestJSON-1713042646 tempest-ListServerFiltersTestJSON-1713042646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:11:57.299927 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-fe990f5d-622b-4d6f-982c-c477cac40a29 req-f8ff6964-f5f4-43b6-92f5-6d8a62ac1cff tempest-ListServerFiltersTestJSON-1713042646 tempest-ListServerFiltersTestJSON-1713042646-project] 10.222.0.13 "GET /v2.0/ports?device_id=074301dc-546d-4632-8e4c-223c70e93d57 HTTP/1.1" status: 200 len: 944 time: 0.1555874 Jan 26 21:11:57.304879 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79eedae8-5a3b-4303-8c8e-91c52f456b74 admin admin] Network 57cdf3f5-a20b-4c6f-b2eb-bed2f5d4d40a is scheduled to be hosted by DHCP agent 474ccdf7-ab6c-405b-a3b2-dc7b05829902 with binding_index 1 {{(pid=103304) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 26 21:11:57.321108 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.l3_agent_scheduler [req-803c1e8f-f244-4a9e-b864-3ba92520b062 req-e4be0248-0d75-4d78-8919-bd507eddeb73 tempest-FloatingIPsAssociationTestJSON-419529391 tempest-FloatingIPsAssociationTestJSON-419529391-project] Router 954567f2-9f21-4bd5-91a0-c63dc8249105 has already been hosted by L3 agent 09df100c-3af1-4b0a-bda8-05914c71c458 {{(pid=103304) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 26 21:11:57.346237 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [None req-79eedae8-5a3b-4303-8c8e-91c52f456b74 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760453-5, 57cdf3f5-a20b-4c6f-b2eb-bed2f5d4d40a) {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:11:57.356847 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1c04f3f-f0b9-4abf-ba91-bfbfed502efe None None] Network 57cdf3f5-a20b-4c6f-b2eb-bed2f5d4d40a requested from n-d-760453-5 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 26 21:11:57.373181 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79eedae8-5a3b-4303-8c8e-91c52f456b74 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:11:57.373921 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-79eedae8-5a3b-4303-8c8e-91c52f456b74 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:11:57.473666 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a1355b4-c4d0-410b-b52c-6603b8a18847 admin admin] Pushing event deleted for resources: {'Port': ['ID=a4078fa5-71e0-4764-bce8-9603e922a966,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:11:57.557020 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bef52b98-27a2-46c4-aa07-9aed3cd89368 None None] Network 57cdf3f5-a20b-4c6f-b2eb-bed2f5d4d40a requested from n-d-760453-5 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 26 21:11:57.658370 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-a3a8e395-03f8-4320-83f4-3d9e6e049972 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (d291d4cb-1765-4cf5-8866-6c0f3e77c80a), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:11:57.661189 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-a3a8e395-03f8-4320-83f4-3d9e6e049972 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:11:57.662394 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-a3a8e395-03f8-4320-83f4-3d9e6e049972 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d291d4cb-1765-4cf5-8866-6c0f3e77c80a HTTP/1.1" status: 204 len: 168 time: 1.3261640 Jan 26 21:11:57.714385 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a8e395-03f8-4320-83f4-3d9e6e049972 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d291d4cb-1765-4cf5-8866-6c0f3e77c80a,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:11:57.741588 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-5c203e8b-c05b-41d3-93e3-1e7cce270ff1 tempest-RoutersAdminTest-690199652 tempest-RoutersAdminTest-690199652-project-admin] 10.222.0.13 "GET /v2.0/routers/dd11b57b-12b6-414c-a9b3-3d946eebf717 HTTP/1.1" status: 200 len: 919 time: 0.5201023 Jan 26 21:11:57.746091 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 53036) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:11:57.815146 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-b74bf09d-8ee2-41a1-ac27-2bba87bbb56d req-787139f1-8188-4ab5-ac47-355564671e93 service neutron] 10.222.0.66 "GET /v2.0/networks/c51b7d10-9231-4438-a440-4c92a6a50ca4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5717454 Jan 26 21:11:57.837082 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-13fc275c-a79e-42e5-9c29-051096ef2c09 tempest-RoutersAdminTest-50714882 tempest-RoutersAdminTest-50714882-project] 10.222.0.13 "GET /v2.0/ports?device_id=dd11b57b-12b6-414c-a9b3-3d946eebf717 HTTP/1.1" status: 200 len: 205 time: 0.0898402 Jan 26 21:11:57.837750 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 53040) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:11:57.888807 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-79eedae8-5a3b-4303-8c8e-91c52f456b74 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.5196357 Jan 26 21:11:57.888807 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-fe990f5d-622b-4d6f-982c-c477cac40a29 req-af5c2941-7c4e-4e1c-9c80-c0a2447743ce tempest-ListServerFiltersTestJSON-1713042646 tempest-ListServerFiltersTestJSON-1713042646-project] 10.222.0.13 "GET /v2.0/security-groups?id=4a81ac3f-5e47-4404-a1c8-ffc0bc5b0861&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5778196 Jan 26 21:11:57.930992 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-803c1e8f-f244-4a9e-b864-3ba92520b062 req-e4be0248-0d75-4d78-8919-bd507eddeb73 tempest-FloatingIPsAssociationTestJSON-419529391 tempest-FloatingIPsAssociationTestJSON-419529391-project] Notify agent at l3_agent.n-d-760453-5 the message routers_updated {{(pid=103304) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 26 21:11:57.956104 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61a20a6b-7cc3-4693-baf0-7ebbc1405ec2 None None] Sync routers for ids ['954567f2-9f21-4bd5-91a0-c63dc8249105'] in n-d-760453-5 {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 26 21:11:57.994293 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61a20a6b-7cc3-4693-baf0-7ebbc1405ec2 None None] Routers {'954567f2-9f21-4bd5-91a0-c63dc8249105'} bound to L3 agent in host n-d-760453-5 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 21:11:57.995052 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-61a20a6b-7cc3-4693-baf0-7ebbc1405ec2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-26T20:55:21Z,description=,heartbeat_timestamp=2022-01-26T21:11:51Z,host='n-d-760453-5',id=09df100c-3af1-4b0a-bda8-05914c71c458,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:55:21Z,topic='l3_agent')) {'router_ids': ['954567f2-9f21-4bd5-91a0-c63dc8249105'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:11:58.027527 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-3a1355b4-c4d0-410b-b52c-6603b8a18847 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3709480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4110805'] for router_interface (959313f5-283d-43b9-9ade-d97dda2611c6), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:11:58.044069 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-307abb4e-9ead-4837-92fa-7141c61fba2b tempest-RoutersAdminTest-50714882 tempest-RoutersAdminTest-50714882-project] Publish callbacks [] for router (dd11b57b-12b6-414c-a9b3-3d946eebf717), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:11:58.140125 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544c4b59-63df-4b5c-8271-7c4353cb0102 req-be6c2564-3612-410b-8e3f-23d85d079097 tempest-AttachVolumeNegativeTest-157238613 tempest-AttachVolumeNegativeTest-157238613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:11:58.147660 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-544c4b59-63df-4b5c-8271-7c4353cb0102 req-be6c2564-3612-410b-8e3f-23d85d079097 tempest-AttachVolumeNegativeTest-157238613 tempest-AttachVolumeNegativeTest-157238613-project] 10.222.0.13 "GET /v2.0/ports?device_id=ec811ff0-b491-4a33-8d34-6c61319f3b15 HTTP/1.1" status: 200 len: 945 time: 0.1514626 Jan 26 21:11:58.223572 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_dvr_db [None req-61a20a6b-7cc3-4693-baf0-7ebbc1405ec2 None None] Set router 954567f2-9f21-4bd5-91a0-c63dc8249105 gateway port host: n-d-760453-5 {{(pid=103307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 21:11:58.260979 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-544c4b59-63df-4b5c-8271-7c4353cb0102 req-2dd0a832-ec39-4e3a-a891-5feb23037baa tempest-AttachVolumeNegativeTest-157238613 tempest-AttachVolumeNegativeTest-157238613-project] 10.222.0.13 "GET /v2.0/security-groups?id=8e9bd9e5-9820-4475-bfb9-c12598a9861a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119833 Jan 26 21:11:58.273129 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-307abb4e-9ead-4837-92fa-7141c61fba2b tempest-RoutersAdminTest-50714882 tempest-RoutersAdminTest-50714882-project] Publish callbacks [] for router_gateway (dd11b57b-12b6-414c-a9b3-3d946eebf717), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:11:58.359000 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.l3_agent_scheduler [req-803c1e8f-f244-4a9e-b864-3ba92520b062 req-e4be0248-0d75-4d78-8919-bd507eddeb73 tempest-FloatingIPsAssociationTestJSON-419529391 tempest-FloatingIPsAssociationTestJSON-419529391-project] Router 954567f2-9f21-4bd5-91a0-c63dc8249105 has already been hosted by L3 agent 09df100c-3af1-4b0a-bda8-05914c71c458 {{(pid=103304) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 26 21:11:58.440745 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 53056) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:11:58.475734 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-307abb4e-9ead-4837-92fa-7141c61fba2b tempest-RoutersAdminTest-50714882 tempest-RoutersAdminTest-50714882-project] Deleting port 17abe7ce-454c-46ae-bb84-e19d717583a5 {{(pid=103305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 21:11:58.476022 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-307abb4e-9ead-4837-92fa-7141c61fba2b tempest-RoutersAdminTest-50714882 tempest-RoutersAdminTest-50714882-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746560630878'] for port (17abe7ce-454c-46ae-bb84-e19d717583a5), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:11:58.553509 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Device 7da8f0c0-4bfd-487d-9390-c3aaa88ecdf0 up at agent hyperv_n-h1-760453-5 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 21:11:58.579962 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-803c1e8f-f244-4a9e-b864-3ba92520b062 req-e4be0248-0d75-4d78-8919-bd507eddeb73 tempest-FloatingIPsAssociationTestJSON-419529391 tempest-FloatingIPsAssociationTestJSON-419529391-project] Notify agent at l3_agent.n-d-760453-5 the message routers_updated {{(pid=103304) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 26 21:11:58.588520 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-803c1e8f-f244-4a9e-b864-3ba92520b062 req-e4be0248-0d75-4d78-8919-bd507eddeb73 tempest-FloatingIPsAssociationTestJSON-419529391 tempest-FloatingIPsAssociationTestJSON-419529391-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for floatingip (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:11:58.636366 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-317000ab-65c7-4d5b-9d17-42a958b309b6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:11:58.648174 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a1355b4-c4d0-410b-b52c-6603b8a18847 admin admin] Router 959313f5-283d-43b9-9ade-d97dda2611c6 has already been hosted by L3 agent 09df100c-3af1-4b0a-bda8-05914c71c458 {{(pid=103305) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 26 21:11:58.649867 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Provisioning for port 7da8f0c0-4bfd-487d-9390-c3aaa88ecdf0 completed by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 21:11:58.655585 n-d-760453-5 neutron-server[103304]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cffeda4a-b528-4db3-979a-67e9d6170b34', 'tag': '60f1a448-e006-4064-9f78-822d97b29cbe'}] {{(pid=103304) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 21:11:58.657279 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Provisioning complete for port 7da8f0c0-4bfd-487d-9390-c3aaa88ecdf0 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:11:58.657962 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d52b45f1943fcd332af9527eb73ff93c8d715d44383a3f6d18de73b4cfcf87b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a42998c-e327-4154-8d6b-2814c899b484" -d '{"events": [{"name": "network-changed", "server_uuid": "cffeda4a-b528-4db3-979a-67e9d6170b34", "tag": "60f1a448-e006-4064-9f78-822d97b29cbe"}]}' {{(pid=103304) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 21:11:58.658412 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (7da8f0c0-4bfd-487d-9390-c3aaa88ecdf0), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:11:58.674808 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-307abb4e-9ead-4837-92fa-7141c61fba2b tempest-RoutersAdminTest-50714882 tempest-RoutersAdminTest-50714882-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4109658'] for port (17abe7ce-454c-46ae-bb84-e19d717583a5), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:11:58.684596 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-61a20a6b-7cc3-4693-baf0-7ebbc1405ec2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '954567f2-9f21-4bd5-91a0-c63dc8249105', 'name': 'tempest-FloatingIPsAssociationTestJSON-936393355-router', 'tenant_id': '7bdfe07917df421d9be436779552b002', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'external_fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.237'}], 'enable_snat': True}, 'gw_port_id': '19a784ed-8ecf-429b-9a5f-da8bc68c331b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T21:10:52Z', 'updated_at': '2022-01-26T21:11:00Z', 'revision_number': 4, 'project_id': '7bdfe07917df421d9be436779552b002', 'gw_port': {'id': '19a784ed-8ecf-429b-9a5f-da8bc68c331b', 'name': '', 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:a6:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '954567f2-9f21-4bd5-91a0-c63dc8249105', 'device_owner': 'network:router_gateway', 'standard_attr_id': 926, 'fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:10:53Z', 'updated_at': '2022-01-26T21:11:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-5', '_floatingips': [{'id': '0e44fe4b-4762-427e-883f-4d1e838b1e6b', 'tenant_id': '7bdfe07917df421d9be436779552b002', 'floating_ip_address': '172.25.1.160', 'floating_network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'router_id': '954567f2-9f21-4bd5-91a0-c63dc8249105', 'port_id': 'd2e500ae-6147-4c15-a504-1915a5dce1e5', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 954, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c51b7d10-9231-4438-a440-4c92a6a50ca4', 'mac_address': 'fa:16:3e:21:2e:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d6919b7-5cfc-4a34-9c08-a032d7787fd3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-26T21:11:28Z', 'updated_at': '2022-01-26T21:11:57Z', 'revision_number': 3, 'project_id': '7bdfe07917df421d9be436779552b002', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cf3de5fd-328f-4fc5-9713-971aefb20f27', 'name': '', 'network_id': 'c51b7d10-9231-4438-a440-4c92a6a50ca4', 'tenant_id': '7bdfe07917df421d9be436779552b002', 'mac_address': 'fa:16:3e:ad:b4:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '954567f2-9f21-4bd5-91a0-c63dc8249105', 'device_owner': 'network:router_interface', 'standard_attr_id': 927, 'fixed_ips': [{'subnet_id': 'f7b7ba1f-f452-4d1f-b54c-6aaf311b4599', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:10:58Z', 'updated_at': '2022-01-26T21:11:06Z', 'revision_number': 5, 'project_id': '7bdfe07917df421d9be436779552b002', 'subnets': [{'id': 'f7b7ba1f-f452-4d1f-b54c-6aaf311b4599', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760453-5', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:11:58.722237 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-307abb4e-9ead-4837-92fa-7141c61fba2b tempest-RoutersAdminTest-50714882 tempest-RoutersAdminTest-50714882-project] Calling delete_port for 17abe7ce-454c-46ae-bb84-e19d717583a5 owned by network:router_gateway {{(pid=103305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 21:11:58.737110 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-803c1e8f-f244-4a9e-b864-3ba92520b062 req-e4be0248-0d75-4d78-8919-bd507eddeb73 tempest-FloatingIPsAssociationTestJSON-419529391 tempest-FloatingIPsAssociationTestJSON-419529391-project] 10.222.0.13 "PUT /v2.0/floatingips/0e44fe4b-4762-427e-883f-4d1e838b1e6b HTTP/1.1" status: 200 len: 996 time: 3.2819970 Jan 26 21:11:58.795075 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Current status of the port 7da8f0c0-4bfd-487d-9390-c3aaa88ecdf0 is: BUILD; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:11:58.795536 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (7da8f0c0-4bfd-487d-9390-c3aaa88ecdf0), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:11:58.797176 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61a20a6b-7cc3-4693-baf0-7ebbc1405ec2 None None] Checking router: 954567f2-9f21-4bd5-91a0-c63dc8249105 for host: n-d-760453-5 {{(pid=103307) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 26 21:11:58.797975 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 26 Jan 2022 21:11:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86b17b70-382f-4af8-818d-8d93984c324e x-openstack-request-id: req-86b17b70-382f-4af8-818d-8d93984c324e {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 21:11:58.809355 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cffeda4a-b528-4db3-979a-67e9d6170b34", "tag": "60f1a448-e006-4064-9f78-822d97b29cbe", "status": "completed", "code": 200}]} {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 21:11:58.809355 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-86b17b70-382f-4af8-818d-8d93984c324e {{(pid=103304) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 21:11:58.809355 n-d-760453-5 neutron-server[103304]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cffeda4a-b528-4db3-979a-67e9d6170b34', 'tag': '60f1a448-e006-4064-9f78-822d97b29cbe', 'status': 'completed', 'code': 200} Jan 26 21:11:58.819212 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61a20a6b-7cc3-4693-baf0-7ebbc1405ec2 None None] Routers {'954567f2-9f21-4bd5-91a0-c63dc8249105'} bound to L3 agent in host n-d-760453-5 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 21:11:58.820372 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-61a20a6b-7cc3-4693-baf0-7ebbc1405ec2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-26T20:55:21Z,description=,heartbeat_timestamp=2022-01-26T21:11:51Z,host='n-d-760453-5',id=09df100c-3af1-4b0a-bda8-05914c71c458,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:55:21Z,topic='l3_agent')) {'router_ids': ['954567f2-9f21-4bd5-91a0-c63dc8249105'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:11:58.837785 n-d-760453-5 neutron-server[103306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '074301dc-546d-4632-8e4c-223c70e93d57', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7da8f0c0-4bfd-487d-9390-c3aaa88ecdf0'}] {{(pid=103306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 21:11:58.842641 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9d5d370febab655511bdd2ffe887e43e442d144a440368702bcc1e93af00b97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fc6adba-b382-4a3d-b8b2-3c12def52f46" -d '{"events": [{"server_uuid": "074301dc-546d-4632-8e4c-223c70e93d57", "name": "network-vif-plugged", "status": "completed", "tag": "7da8f0c0-4bfd-487d-9390-c3aaa88ecdf0"}]}' {{(pid=103306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 21:11:58.865694 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] For port 7da8f0c0-4bfd-487d-9390-c3aaa88ecdf0, host n-h1-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-5',level=0,port_id=7da8f0c0-4bfd-487d-9390-c3aaa88ecdf0,segment=NetworkSegment(92d37c2b-52af-49e8-96f5-7aa601ba34f9),segment_id=92d37c2b-52af-49e8-96f5-7aa601ba34f9)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:11:58.876578 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (7da8f0c0-4bfd-487d-9390-c3aaa88ecdf0), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:11:58.888211 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803c1e8f-f244-4a9e-b864-3ba92520b062 req-9b861de2-c02f-44d5-b866-06d572c99f38 tempest-FloatingIPsAssociationTestJSON-419529391 tempest-FloatingIPsAssociationTestJSON-419529391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:11:58.889504 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-803c1e8f-f244-4a9e-b864-3ba92520b062 req-9b861de2-c02f-44d5-b866-06d572c99f38 tempest-FloatingIPsAssociationTestJSON-419529391 tempest-FloatingIPsAssociationTestJSON-419529391-project] 10.222.0.13 "GET /v2.0/ports/60f1a448-e006-4064-9f78-822d97b29cbe HTTP/1.1" status: 200 len: 943 time: 0.1455400 Jan 26 21:11:58.974421 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Jan 2022 21:11:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac15d778-f837-47f4-8869-a49e997c41d9 x-openstack-request-id: req-ac15d778-f837-47f4-8869-a49e997c41d9 {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 21:11:58.975946 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "074301dc-546d-4632-8e4c-223c70e93d57", "name": "network-vif-plugged", "status": "completed", "tag": "7da8f0c0-4bfd-487d-9390-c3aaa88ecdf0", "code": 200}]} {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 21:11:58.976998 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ac15d778-f837-47f4-8869-a49e997c41d9 {{(pid=103306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 21:11:58.977966 n-d-760453-5 neutron-server[103306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '074301dc-546d-4632-8e4c-223c70e93d57', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7da8f0c0-4bfd-487d-9390-c3aaa88ecdf0', 'code': 200} Jan 26 21:11:58.979729 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Pushing event updated for resources: {'Port': ['ID=7da8f0c0-4bfd-487d-9390-c3aaa88ecdf0,revision_number=5']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:11:59.008754 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a42998c-e327-4154-8d6b-2814c899b484 req-f0a45149-672c-4ec0-a889-9c8430eb0e59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:11:59.010644 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-1a42998c-e327-4154-8d6b-2814c899b484 req-f0a45149-672c-4ec0-a889-9c8430eb0e59 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=7bdfe07917df421d9be436779552b002&device_id=cffeda4a-b528-4db3-979a-67e9d6170b34 HTTP/1.1" status: 200 len: 1097 time: 0.1824682 Jan 26 21:11:59.045784 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a1355b4-c4d0-410b-b52c-6603b8a18847 admin admin] Notify agent at l3_agent.n-d-760453-5 the message routers_updated {{(pid=103305) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 26 21:11:59.049394 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-317000ab-65c7-4d5b-9d17-42a958b309b6 admin admin] Publish callbacks [] for security_group (d821f165-47e6-40a4-a65c-d4d2cafd6e50), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:11:59.059034 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-587fba3a-ab6d-483f-bbd8-59f6e0e2683c None None] Sync routers for ids ['959313f5-283d-43b9-9ade-d97dda2611c6'] in n-d-760453-5 {{(pid=103306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 26 21:11:59.068274 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-317000ab-65c7-4d5b-9d17-42a958b309b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (d821f165-47e6-40a4-a65c-d4d2cafd6e50), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:11:59.083037 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-3a1355b4-c4d0-410b-b52c-6603b8a18847 admin admin] 10.222.0.13 "PUT /v2.0/routers/959313f5-283d-43b9-9ade-d97dda2611c6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2255411 Jan 26 21:11:59.100648 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-587fba3a-ab6d-483f-bbd8-59f6e0e2683c None None] Routers {'959313f5-283d-43b9-9ade-d97dda2611c6'} bound to L3 agent in host n-d-760453-5 {{(pid=103306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 21:11:59.103413 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 53074) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:11:59.104437 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-587fba3a-ab6d-483f-bbd8-59f6e0e2683c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-26T20:55:21Z,description=,heartbeat_timestamp=2022-01-26T21:11:51Z,host='n-d-760453-5',id=09df100c-3af1-4b0a-bda8-05914c71c458,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:55:21Z,topic='l3_agent')) {'router_ids': ['959313f5-283d-43b9-9ade-d97dda2611c6'], 'active': True} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:11:59.183044 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_dvr_db [None req-61a20a6b-7cc3-4693-baf0-7ebbc1405ec2 None None] Set router 954567f2-9f21-4bd5-91a0-c63dc8249105 gateway port host: n-d-760453-5 {{(pid=103307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 21:11:59.278388 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 53078) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:11:59.303081 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-317000ab-65c7-4d5b-9d17-42a958b309b6 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=e930a5a9bda1445b8a840e9cd9f47cc2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8594654 Jan 26 21:11:59.311779 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 53084) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:11:59.315146 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-7be5f7bc-a3f2-48aa-abf4-ebe94da34833 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-420470418-network', 'tenant_id': 'ed00bb7935e1425d937008886ba6c8a9'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:11:59.341960 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvr_db [None req-587fba3a-ab6d-483f-bbd8-59f6e0e2683c None None] Set router 959313f5-283d-43b9-9ade-d97dda2611c6 gateway port host: n-d-760453-5 {{(pid=103306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 21:11:59.343487 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-317000ab-65c7-4d5b-9d17-42a958b309b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d821f165-47e6-40a4-a65c-d4d2cafd6e50,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:11:59.378156 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803c1e8f-f244-4a9e-b864-3ba92520b062 req-63301158-5ddd-4aa2-904a-c3d534cd16f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:11:59.380067 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-803c1e8f-f244-4a9e-b864-3ba92520b062 req-63301158-5ddd-4aa2-904a-c3d534cd16f1 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=7bdfe07917df421d9be436779552b002&device_id=cffeda4a-b528-4db3-979a-67e9d6170b34 HTTP/1.1" status: 200 len: 1097 time: 0.2226870 Jan 26 21:11:59.397089 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7be5f7bc-a3f2-48aa-abf4-ebe94da34833 admin admin] Made reservation on behalf of ed00bb7935e1425d937008886ba6c8a9 for: {'network': 1} {{(pid=103304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 21:11:59.400972 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-7be5f7bc-a3f2-48aa-abf4-ebe94da34833 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for network (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:11:59.412491 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40bd9dbd-c525-49bd-9015-4112ebeb48be req-bac0ebde-1ccb-4d73-bd82-5f5187743eaa tempest-ListServerFiltersTestJSON-1713042646 tempest-ListServerFiltersTestJSON-1713042646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:11:59.414347 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-40bd9dbd-c525-49bd-9015-4112ebeb48be req-bac0ebde-1ccb-4d73-bd82-5f5187743eaa tempest-ListServerFiltersTestJSON-1713042646 tempest-ListServerFiltersTestJSON-1713042646-project] 10.222.0.13 "GET /v2.0/ports?device_id=074301dc-546d-4632-8e4c-223c70e93d57 HTTP/1.1" status: 200 len: 945 time: 0.2580831 Jan 26 21:11:59.482784 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.agents_db [None req-569f1ced-6396-4ddf-b79f-e03b0b2146ab None None] Agent healthcheck: found 7 active agents {{(pid=103307) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 26 21:11:59.547887 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-61a20a6b-7cc3-4693-baf0-7ebbc1405ec2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '954567f2-9f21-4bd5-91a0-c63dc8249105', 'name': 'tempest-FloatingIPsAssociationTestJSON-936393355-router', 'tenant_id': '7bdfe07917df421d9be436779552b002', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'external_fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.237'}], 'enable_snat': True}, 'gw_port_id': '19a784ed-8ecf-429b-9a5f-da8bc68c331b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T21:10:52Z', 'updated_at': '2022-01-26T21:11:00Z', 'revision_number': 4, 'project_id': '7bdfe07917df421d9be436779552b002', 'gw_port': {'id': '19a784ed-8ecf-429b-9a5f-da8bc68c331b', 'name': '', 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:a6:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '954567f2-9f21-4bd5-91a0-c63dc8249105', 'device_owner': 'network:router_gateway', 'standard_attr_id': 926, 'fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:10:53Z', 'updated_at': '2022-01-26T21:11:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-5', '_floatingips': [{'id': '0e44fe4b-4762-427e-883f-4d1e838b1e6b', 'tenant_id': '7bdfe07917df421d9be436779552b002', 'floating_ip_address': '172.25.1.160', 'floating_network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'router_id': '954567f2-9f21-4bd5-91a0-c63dc8249105', 'port_id': 'd2e500ae-6147-4c15-a504-1915a5dce1e5', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 954, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c51b7d10-9231-4438-a440-4c92a6a50ca4', 'mac_address': 'fa:16:3e:21:2e:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d6919b7-5cfc-4a34-9c08-a032d7787fd3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-26T21:11:28Z', 'updated_at': '2022-01-26T21:11:57Z', 'revision_number': 3, 'project_id': '7bdfe07917df421d9be436779552b002', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cf3de5fd-328f-4fc5-9713-971aefb20f27', 'name': '', 'network_id': 'c51b7d10-9231-4438-a440-4c92a6a50ca4', 'tenant_id': '7bdfe07917df421d9be436779552b002', 'mac_address': 'fa:16:3e:ad:b4:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '954567f2-9f21-4bd5-91a0-c63dc8249105', 'device_owner': 'network:router_interface', 'standard_attr_id': 927, 'fixed_ips': [{'subnet_id': 'f7b7ba1f-f452-4d1f-b54c-6aaf311b4599', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:10:58Z', 'updated_at': '2022-01-26T21:11:06Z', 'revision_number': 5, 'project_id': '7bdfe07917df421d9be436779552b002', 'subnets': [{'id': 'f7b7ba1f-f452-4d1f-b54c-6aaf311b4599', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760453-5', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:11:59.592210 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61a20a6b-7cc3-4693-baf0-7ebbc1405ec2 None None] The sync data for ids ['954567f2-9f21-4bd5-91a0-c63dc8249105'] in n-d-760453-5 is: [{'id': '954567f2-9f21-4bd5-91a0-c63dc8249105', 'name': 'tempest-FloatingIPsAssociationTestJSON-936393355-router', 'tenant_id': '7bdfe07917df421d9be436779552b002', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'external_fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.237'}], 'enable_snat': True}, 'gw_port_id': '19a784ed-8ecf-429b-9a5f-da8bc68c331b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T21:10:52Z', 'updated_at': '2022-01-26T21:11:00Z', 'revision_number': 4, 'project_id': '7bdfe07917df421d9be436779552b002', 'gw_port': {'id': '19a784ed-8ecf-429b-9a5f-da8bc68c331b', 'name': '', 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:a6:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '954567f2-9f21-4bd5-91a0-c63dc8249105', 'device_owner': 'network:router_gateway', 'standard_attr_id': 926, 'fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:10:53Z', 'updated_at': '2022-01-26T21:11:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-5', '_floatingips': [{'id': '0e44fe4b-4762-427e-883f-4d1e838b1e6b', 'tenant_id': '7bdfe07917df421d9be436779552b002', 'floating_ip_address': '172.25.1.160', 'floating_network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'router_id': '954567f2-9f21-4bd5-91a0-c63dc8249105', 'port_id': 'd2e500ae-6147-4c15-a504-1915a5dce1e5', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 954, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c51b7d10-9231-4438-a440-4c92a6a50ca4', 'mac_address': 'fa:16:3e:21:2e:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d6919b7-5cfc-4a34-9c08-a032d7787fd3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-26T21:11:28Z', 'updated_at': '2022-01-26T21:11:57Z', 'revision_number': 3, 'project_id': '7bdfe07917df421d9be436779552b002', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cf3de5fd-328f-4fc5-9713-971aefb20f27', 'name': '', 'network_id': 'c51b7d10-9231-4438-a440-4c92a6a50ca4', 'tenant_id': '7bdfe07917df421d9be436779552b002', 'mac_address': 'fa:16:3e:ad:b4:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '954567f2-9f21-4bd5-91a0-c63dc8249105', 'device_owner': 'network:router_interface', 'standard_attr_id': 927, 'fixed_ips': [{'subnet_id': 'f7b7ba1f-f452-4d1f-b54c-6aaf311b4599', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:10:58Z', 'updated_at': '2022-01-26T21:11:06Z', 'revision_number': 5, 'project_id': '7bdfe07917df421d9be436779552b002', 'subnets': [{'id': 'f7b7ba1f-f452-4d1f-b54c-6aaf311b4599', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 26 21:11:59.613338 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-7be5f7bc-a3f2-48aa-abf4-ebe94da34833 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:11:59.626723 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-587fba3a-ab6d-483f-bbd8-59f6e0e2683c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '959313f5-283d-43b9-9ade-d97dda2611c6', 'name': 'tempest-ServersTestFqdnHostnames-554146304-router', 'tenant_id': '4815438ae48244e6bf659aa0ac197d5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'external_fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.225'}], 'enable_snat': True}, 'gw_port_id': '095339f6-726e-4532-a288-d363147d27fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T21:08:24Z', 'updated_at': '2022-01-26T21:11:57Z', 'revision_number': 5, 'project_id': '4815438ae48244e6bf659aa0ac197d5f', 'gw_port': {'id': '095339f6-726e-4532-a288-d363147d27fd', 'name': '', 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:d1:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '959313f5-283d-43b9-9ade-d97dda2611c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:08:25Z', 'updated_at': '2022-01-26T21:08:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-5'}], 'n-d-760453-5', False) {} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:11:59.653821 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a143fc5-784a-4083-9321-a90d812505f4 req-fc26bb6d-dadc-4955-8362-550b547f904c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:11:59.655438 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-3a143fc5-784a-4083-9321-a90d812505f4 req-fc26bb6d-dadc-4955-8362-550b547f904c service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=074301dc-546d-4632-8e4c-223c70e93d57 HTTP/1.1" status: 200 len: 1096 time: 0.5712132 Jan 26 21:11:59.672947 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-587fba3a-ab6d-483f-bbd8-59f6e0e2683c None None] Checking router: 959313f5-283d-43b9-9ade-d97dda2611c6 for host: n-d-760453-5 {{(pid=103306) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 26 21:11:59.684184 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a42998c-e327-4154-8d6b-2814c899b484 req-9afe95e7-8324-4308-a6a7-b6df26e49fd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:11:59.685574 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-587fba3a-ab6d-483f-bbd8-59f6e0e2683c None None] Routers {'959313f5-283d-43b9-9ade-d97dda2611c6'} bound to L3 agent in host n-d-760453-5 {{(pid=103306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 21:11:59.685851 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-1a42998c-e327-4154-8d6b-2814c899b484 req-9afe95e7-8324-4308-a6a7-b6df26e49fd3 service neutron] 10.222.0.66 "GET /v2.0/networks?id=c51b7d10-9231-4438-a440-4c92a6a50ca4 HTTP/1.1" status: 200 len: 921 time: 0.6649225 Jan 26 21:11:59.686577 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-587fba3a-ab6d-483f-bbd8-59f6e0e2683c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-26T20:55:21Z,description=,heartbeat_timestamp=2022-01-26T21:11:51Z,host='n-d-760453-5',id=09df100c-3af1-4b0a-bda8-05914c71c458,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:55:21Z,topic='l3_agent')) {'router_ids': ['959313f5-283d-43b9-9ade-d97dda2611c6'], 'active': True} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:11:59.688954 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803c1e8f-f244-4a9e-b864-3ba92520b062 req-42dabf20-03e9-4b5d-ab48-73cad6d74167 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:11:59.693970 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-803c1e8f-f244-4a9e-b864-3ba92520b062 req-42dabf20-03e9-4b5d-ab48-73cad6d74167 service neutron] 10.222.0.13 "GET /v2.0/networks?id=c51b7d10-9231-4438-a440-4c92a6a50ca4 HTTP/1.1" status: 200 len: 921 time: 0.2889442 Jan 26 21:11:59.711625 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-40bd9dbd-c525-49bd-9015-4112ebeb48be req-3aa33634-306d-4660-9c17-c78ce33ae242 tempest-ListServerFiltersTestJSON-1713042646 tempest-ListServerFiltersTestJSON-1713042646-project] 10.222.0.13 "GET /v2.0/security-groups?id=4a81ac3f-5e47-4404-a1c8-ffc0bc5b0861&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1333656 Jan 26 21:11:59.715335 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-f2cbcf3f-37ff-4fc9-924b-3b7035149669 admin admin] Publish callbacks [] for router (959313f5-283d-43b9-9ade-d97dda2611c6), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:11:59.769961 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-803c1e8f-f244-4a9e-b864-3ba92520b062 req-459290d6-ab62-4073-84ae-2aafc133ce04 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=60f1a448-e006-4064-9f78-822d97b29cbe HTTP/1.1" status: 200 len: 217 time: 0.0555737 Jan 26 21:11:59.787087 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-307abb4e-9ead-4837-92fa-7141c61fba2b tempest-RoutersAdminTest-50714882 tempest-RoutersAdminTest-50714882-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746560636600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746560234536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11791543'] for port (17abe7ce-454c-46ae-bb84-e19d717583a5), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:11:59.809498 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-1a42998c-e327-4154-8d6b-2814c899b484 req-65e8cd33-ed2f-4c90-97be-41109486c173 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=60f1a448-e006-4064-9f78-822d97b29cbe HTTP/1.1" status: 200 len: 217 time: 0.1037738 Jan 26 21:11:59.855904 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvr_db [None req-587fba3a-ab6d-483f-bbd8-59f6e0e2683c None None] Set router 959313f5-283d-43b9-9ade-d97dda2611c6 gateway port host: n-d-760453-5 {{(pid=103306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 21:11:59.860071 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-307abb4e-9ead-4837-92fa-7141c61fba2b tempest-RoutersAdminTest-50714882 tempest-RoutersAdminTest-50714882-project] Pushing event deleted for resources: {'Port': ['ID=17abe7ce-454c-46ae-bb84-e19d717583a5,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:11:59.895834 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803c1e8f-f244-4a9e-b864-3ba92520b062 req-8a3c9332-f297-48f8-853e-41fbee37416f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:11:59.897624 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-803c1e8f-f244-4a9e-b864-3ba92520b062 req-8a3c9332-f297-48f8-853e-41fbee37416f service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f7b7ba1f-f452-4d1f-b54c-6aaf311b4599 HTTP/1.1" status: 200 len: 859 time: 0.1207862 Jan 26 21:11:59.912889 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f611a615-732a-4a76-872a-930f826bba73 None None] New status for floating IP 0e44fe4b-4762-427e-883f-4d1e838b1e6b: ACTIVE {{(pid=103307) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 26 21:11:59.938864 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-3a143fc5-784a-4083-9321-a90d812505f4 req-f9eca69a-5009-4f70-a478-b98b262b3e3d service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=4a81ac3f-5e47-4404-a1c8-ffc0bc5b0861&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2687714 Jan 26 21:11:59.939389 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-7be5f7bc-a3f2-48aa-abf4-ebe94da34833 admin admin] Publish callbacks [] for security_group (53d6b642-41a6-4796-8963-54e659cee11d), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:11:59.967210 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-ee7246b4-d8b8-4847-b65f-37c92c11ea39 admin admin] Publish callbacks [] for security_group (d821f165-47e6-40a4-a65c-d4d2cafd6e50), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:11:59.984158 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-7be5f7bc-a3f2-48aa-abf4-ebe94da34833 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (53d6b642-41a6-4796-8963-54e659cee11d), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:12:00.021102 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803c1e8f-f244-4a9e-b864-3ba92520b062 req-98b794e9-4743-495f-b6bb-686f97f69393 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:12:00.032668 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-803c1e8f-f244-4a9e-b864-3ba92520b062 req-98b794e9-4743-495f-b6bb-686f97f69393 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=c51b7d10-9231-4438-a440-4c92a6a50ca4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0908573 Jan 26 21:12:00.049308 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a42998c-e327-4154-8d6b-2814c899b484 req-007659fe-478d-4663-aaf9-6908c0a29d97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:12:00.050837 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-1a42998c-e327-4154-8d6b-2814c899b484 req-007659fe-478d-4663-aaf9-6908c0a29d97 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=f7b7ba1f-f452-4d1f-b54c-6aaf311b4599 HTTP/1.1" status: 200 len: 859 time: 0.2195673 Jan 26 21:12:00.057356 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-ee7246b4-d8b8-4847-b65f-37c92c11ea39 admin admin] Publish callbacks [] for security_group (d821f165-47e6-40a4-a65c-d4d2cafd6e50), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:12:00.061126 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-307abb4e-9ead-4837-92fa-7141c61fba2b tempest-RoutersAdminTest-50714882 tempest-RoutersAdminTest-50714882-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4111291'] for router_gateway (dd11b57b-12b6-414c-a9b3-3d946eebf717), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:12:00.097494 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-f2cbcf3f-37ff-4fc9-924b-3b7035149669 admin admin] Publish callbacks [] for router_gateway (959313f5-283d-43b9-9ade-d97dda2611c6), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:12:00.140658 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7be5f7bc-a3f2-48aa-abf4-ebe94da34833 admin admin] vlan segment allocate from pool success with {'vlan_id': 565, 'physical_network': 'physnet1'} {{(pid=103304) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 26 21:12:00.155651 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-803c1e8f-f244-4a9e-b864-3ba92520b062 req-1bdbdcdf-ddd9-46b4-8498-6c4f845df19a service neutron] 10.222.0.13 "GET /v2.0/networks/c51b7d10-9231-4438-a440-4c92a6a50ca4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1210015 Jan 26 21:12:00.197500 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-587fba3a-ab6d-483f-bbd8-59f6e0e2683c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '959313f5-283d-43b9-9ade-d97dda2611c6', 'name': 'tempest-ServersTestFqdnHostnames-554146304-router', 'tenant_id': '4815438ae48244e6bf659aa0ac197d5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'external_fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.225'}], 'enable_snat': True}, 'gw_port_id': '095339f6-726e-4532-a288-d363147d27fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T21:08:24Z', 'updated_at': '2022-01-26T21:11:57Z', 'revision_number': 5, 'project_id': '4815438ae48244e6bf659aa0ac197d5f', 'gw_port': {'id': '095339f6-726e-4532-a288-d363147d27fd', 'name': '', 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:d1:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '959313f5-283d-43b9-9ade-d97dda2611c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:08:25Z', 'updated_at': '2022-01-26T21:08:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-5'}], 'n-d-760453-5', False) {} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:12:00.225018 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be5f7bc-a3f2-48aa-abf4-ebe94da34833 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53d6b642-41a6-4796-8963-54e659cee11d,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:12:00.234454 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-307abb4e-9ead-4837-92fa-7141c61fba2b tempest-RoutersAdminTest-50714882 tempest-RoutersAdminTest-50714882-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4105774', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13082'] for router (dd11b57b-12b6-414c-a9b3-3d946eebf717), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:12:00.237650 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-307abb4e-9ead-4837-92fa-7141c61fba2b tempest-RoutersAdminTest-50714882 tempest-RoutersAdminTest-50714882-project] Publish callbacks [] for router_controller (dd11b57b-12b6-414c-a9b3-3d946eebf717), precommit_delete_associations {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:12:00.247636 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-7be5f7bc-a3f2-48aa-abf4-ebe94da34833 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576559'] for segment (6f396eaf-e5eb-437f-9b66-da506df3814e), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:12:00.247989 n-d-760453-5 neutron-server[103304]: INFO neutron.db.segments_db [None req-7be5f7bc-a3f2-48aa-abf4-ebe94da34833 admin admin] Added segment 6f396eaf-e5eb-437f-9b66-da506df3814e of type vlan for network 87eb883f-1ffc-45f9-92d2-2d8e2bbc557f Jan 26 21:12:00.263691 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-587fba3a-ab6d-483f-bbd8-59f6e0e2683c None None] The sync data for ids ['959313f5-283d-43b9-9ade-d97dda2611c6'] in n-d-760453-5 is: [{'id': '959313f5-283d-43b9-9ade-d97dda2611c6', 'name': 'tempest-ServersTestFqdnHostnames-554146304-router', 'tenant_id': '4815438ae48244e6bf659aa0ac197d5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'external_fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.225'}], 'enable_snat': True}, 'gw_port_id': '095339f6-726e-4532-a288-d363147d27fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T21:08:24Z', 'updated_at': '2022-01-26T21:11:57Z', 'revision_number': 5, 'project_id': '4815438ae48244e6bf659aa0ac197d5f', 'gw_port': {'id': '095339f6-726e-4532-a288-d363147d27fd', 'name': '', 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:d1:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '959313f5-283d-43b9-9ade-d97dda2611c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:08:25Z', 'updated_at': '2022-01-26T21:08:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-5'}] {{(pid=103306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 26 21:12:00.281531 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-da376b01-e50e-41a0-9758-4e4f90896618 req-0e51328c-1b86-4e1c-99fe-9a88a2860082 tempest-ImagesNegativeTestJSON-1709787905 tempest-ImagesNegativeTestJSON-1709787905-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=faa8b616292e4b5fb8228e8e8031eec7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0530064 Jan 26 21:12:00.325018 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e9ae479-5118-4794-84ed-4d1f3a8706d8 None None] Sync routers for ids ['954567f2-9f21-4bd5-91a0-c63dc8249105'] in n-d-760453-5 {{(pid=103306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 26 21:12:00.339546 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e9ae479-5118-4794-84ed-4d1f3a8706d8 None None] Routers {'954567f2-9f21-4bd5-91a0-c63dc8249105'} bound to L3 agent in host n-d-760453-5 {{(pid=103306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 21:12:00.340524 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-6e9ae479-5118-4794-84ed-4d1f3a8706d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-26T20:55:21Z,description=,heartbeat_timestamp=2022-01-26T21:11:51Z,host='n-d-760453-5',id=09df100c-3af1-4b0a-bda8-05914c71c458,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:55:21Z,topic='l3_agent')) {'router_ids': ['954567f2-9f21-4bd5-91a0-c63dc8249105'], 'active': True} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:12:00.341769 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-307abb4e-9ead-4837-92fa-7141c61fba2b tempest-RoutersAdminTest-50714882 tempest-RoutersAdminTest-50714882-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4105767'] for router (dd11b57b-12b6-414c-a9b3-3d946eebf717), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:12:00.342303 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-307abb4e-9ead-4837-92fa-7141c61fba2b tempest-RoutersAdminTest-50714882 tempest-RoutersAdminTest-50714882-project] Fanout notify agent at l3_agent the message router_deleted on router dd11b57b-12b6-414c-a9b3-3d946eebf717 {{(pid=103305) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 26 21:12:00.351280 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-307abb4e-9ead-4837-92fa-7141c61fba2b tempest-RoutersAdminTest-50714882 tempest-RoutersAdminTest-50714882-project] Publish callbacks [] for router (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:12:00.352612 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-307abb4e-9ead-4837-92fa-7141c61fba2b tempest-RoutersAdminTest-50714882 tempest-RoutersAdminTest-50714882-project] 10.222.0.13 "DELETE /v2.0/routers/dd11b57b-12b6-414c-a9b3-3d946eebf717 HTTP/1.1" status: 204 len: 168 time: 2.5122013 Jan 26 21:12:00.358151 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 53096) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:12:00.367685 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-95849751-c71e-4361-98b6-f535c8ec7f6b tempest-RoutersAdminTest-690199652 tempest-RoutersAdminTest-690199652-project-admin] Request body: {'router': {'name': 'tempest-snat-router-707197642', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'enable_snat': False}}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:12:00.401069 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-ee7246b4-d8b8-4847-b65f-37c92c11ea39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (d821f165-47e6-40a4-a65c-d4d2cafd6e50), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:12:00.403837 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-ee7246b4-d8b8-4847-b65f-37c92c11ea39 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:12:00.407454 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-ee7246b4-d8b8-4847-b65f-37c92c11ea39 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d821f165-47e6-40a4-a65c-d4d2cafd6e50 HTTP/1.1" status: 204 len: 168 time: 1.0908868 Jan 26 21:12:00.423054 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-7be5f7bc-a3f2-48aa-abf4-ebe94da34833 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746560256871'] for network (87eb883f-1ffc-45f9-92d2-2d8e2bbc557f), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:12:00.426299 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a42998c-e327-4154-8d6b-2814c899b484 req-41fd7eea-880f-43c3-bbbd-068cbc54bdfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:12:00.429006 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-1a42998c-e327-4154-8d6b-2814c899b484 req-41fd7eea-880f-43c3-bbbd-068cbc54bdfc service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=c51b7d10-9231-4438-a440-4c92a6a50ca4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1293991 Jan 26 21:12:00.464997 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-803c1e8f-f244-4a9e-b864-3ba92520b062 req-b212b7f5-9975-4216-81ec-723b9d171d9d service neutron] 10.222.0.13 "GET /v2.0/networks/c51b7d10-9231-4438-a440-4c92a6a50ca4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3084650 Jan 26 21:12:00.478025 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvr_db [None req-6e9ae479-5118-4794-84ed-4d1f3a8706d8 None None] Set router 954567f2-9f21-4bd5-91a0-c63dc8249105 gateway port host: n-d-760453-5 {{(pid=103306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 21:12:00.507921 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-7be5f7bc-a3f2-48aa-abf4-ebe94da34833 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503'] for network (87eb883f-1ffc-45f9-92d2-2d8e2bbc557f), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:12:00.508900 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7be5f7bc-a3f2-48aa-abf4-ebe94da34833 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:12:00.509531 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-7be5f7bc-a3f2-48aa-abf4-ebe94da34833 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:12:00.523935 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-95849751-c71e-4361-98b6-f535c8ec7f6b tempest-RoutersAdminTest-690199652 tempest-RoutersAdminTest-690199652-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4104596', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13108'] for router (f9e8c53c-bae0-4e39-9371-2e7d2cb72c0d), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:12:00.526139 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-95849751-c71e-4361-98b6-f535c8ec7f6b tempest-RoutersAdminTest-690199652 tempest-RoutersAdminTest-690199652-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4105828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4111306', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3733576', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13069'] for router (f9e8c53c-bae0-4e39-9371-2e7d2cb72c0d), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:12:00.531085 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7246b4-d8b8-4847-b65f-37c92c11ea39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d821f165-47e6-40a4-a65c-d4d2cafd6e50,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:12:00.536498 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da376b01-e50e-41a0-9758-4e4f90896618 req-899b02b9-fc71-446a-8ea4-143f0896432c tempest-ImagesNegativeTestJSON-1709787905 tempest-ImagesNegativeTestJSON-1709787905-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:12:00.538194 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-da376b01-e50e-41a0-9758-4e4f90896618 req-899b02b9-fc71-446a-8ea4-143f0896432c tempest-ImagesNegativeTestJSON-1709787905 tempest-ImagesNegativeTestJSON-1709787905-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2320125 Jan 26 21:12:00.546958 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-f2cbcf3f-37ff-4fc9-924b-3b7035149669 admin admin] Deleting port 095339f6-726e-4532-a288-d363147d27fd {{(pid=103305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 21:12:00.548245 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-f2cbcf3f-37ff-4fc9-924b-3b7035149669 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746560630878'] for port (095339f6-726e-4532-a288-d363147d27fd), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:12:00.621469 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-7be5f7bc-a3f2-48aa-abf4-ebe94da34833 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 1.3228283 Jan 26 21:12:00.623338 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 53100) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:12:00.625605 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-da376b01-e50e-41a0-9758-4e4f90896618 req-df935cac-8fe0-4767-a429-bac8be2c55fa tempest-ImagesNegativeTestJSON-1709787905 tempest-ImagesNegativeTestJSON-1709787905-project] 10.222.0.13 "GET /v2.0/quotas/faa8b616292e4b5fb8228e8e8031eec7 HTTP/1.1" status: 200 len: 375 time: 0.0734022 Jan 26 21:12:00.631643 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-3141f3a6-22d5-466e-b577-89f30fc0d238 admin admin] Request body: {'subnet': {'network_id': '87eb883f-1ffc-45f9-92d2-2d8e2bbc557f', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-420470418-subnet', 'tenant_id': 'ed00bb7935e1425d937008886ba6c8a9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:12:00.648662 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be5f7bc-a3f2-48aa-abf4-ebe94da34833 admin admin] Pushing event updated for resources: {'Network': ['ID=87eb883f-1ffc-45f9-92d2-2d8e2bbc557f,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:12:00.692344 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Network 87eb883f-1ffc-45f9-92d2-2d8e2bbc557f details requested by agent ovs-agent-n-d-760453-5 with host n-d-760453-5 {{(pid=103306) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 26 21:12:00.692796 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-da376b01-e50e-41a0-9758-4e4f90896618 req-ec579770-b581-434c-9d3d-ca650483060e tempest-ImagesNegativeTestJSON-1709787905 tempest-ImagesNegativeTestJSON-1709787905-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=faa8b616292e4b5fb8228e8e8031eec7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0482616 Jan 26 21:12:00.718943 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803c1e8f-f244-4a9e-b864-3ba92520b062 req-67c73d23-6e2f-4fca-8b5c-a44a134d599e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:12:00.720595 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-803c1e8f-f244-4a9e-b864-3ba92520b062 req-67c73d23-6e2f-4fca-8b5c-a44a134d599e service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=7bdfe07917df421d9be436779552b002&device_id=0d6919b7-5cfc-4a34-9c08-a032d7787fd3 HTTP/1.1" status: 200 len: 1096 time: 0.1912739 Jan 26 21:12:00.721827 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3141f3a6-22d5-466e-b577-89f30fc0d238 admin admin] Made reservation on behalf of ed00bb7935e1425d937008886ba6c8a9 for: {'subnet': 1} {{(pid=103304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 21:12:00.724246 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-3141f3a6-22d5-466e-b577-89f30fc0d238 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12215181'] for subnet (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:12:00.814613 n-d-760453-5 neutron-server[103304]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0d6919b7-5cfc-4a34-9c08-a032d7787fd3', 'tag': 'd2e500ae-6147-4c15-a504-1915a5dce1e5'}] {{(pid=103304) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 21:12:00.825608 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d52b45f1943fcd332af9527eb73ff93c8d715d44383a3f6d18de73b4cfcf87b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8005beda-1615-43b0-8e24-28d3908a6006" -d '{"events": [{"name": "network-changed", "server_uuid": "0d6919b7-5cfc-4a34-9c08-a032d7787fd3", "tag": "d2e500ae-6147-4c15-a504-1915a5dce1e5"}]}' {{(pid=103304) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 21:12:00.862597 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-95849751-c71e-4361-98b6-f535c8ec7f6b tempest-RoutersAdminTest-690199652 tempest-RoutersAdminTest-690199652-project-admin] Publish callbacks [] for router_controller (f9e8c53c-bae0-4e39-9371-2e7d2cb72c0d), precommit_add_association {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:12:00.904588 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-1a42998c-e327-4154-8d6b-2814c899b484 req-fd9d60ed-ea65-4083-946b-3e260987fd49 service neutron] 10.222.0.66 "GET /v2.0/networks/c51b7d10-9231-4438-a440-4c92a6a50ca4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4500597 Jan 26 21:12:00.947438 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803c1e8f-f244-4a9e-b864-3ba92520b062 req-b9bbbe73-cb13-4023-a7ac-4eac2dfce5a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:12:00.948970 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-803c1e8f-f244-4a9e-b864-3ba92520b062 req-b9bbbe73-cb13-4023-a7ac-4eac2dfce5a3 service neutron] 10.222.0.13 "GET /v2.0/networks?id=c51b7d10-9231-4438-a440-4c92a6a50ca4 HTTP/1.1" status: 200 len: 921 time: 0.2194309 Jan 26 21:12:00.991819 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [None req-f2cbcf3f-37ff-4fc9-924b-3b7035149669 admin admin] For port 095339f6-726e-4532-a288-d363147d27fd, host n-d-760453-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=095339f6-726e-4532-a288-d363147d27fd,segment=NetworkSegment(e17cb353-418f-48b9-b982-21a6233ee99b),segment_id=e17cb353-418f-48b9-b982-21a6233ee99b)] {{(pid=103305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:12:00.992460 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-f2cbcf3f-37ff-4fc9-924b-3b7035149669 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4109658'] for port (095339f6-726e-4532-a288-d363147d27fd), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:12:01.074761 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device a4078fa5-71e0-4764-bce8-9603e922a966 no longer exists at agent ovs-agent-n-d-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 26 21:12:01.136852 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-803c1e8f-f244-4a9e-b864-3ba92520b062 req-0099ca1f-ca57-44d5-8c6e-9129730a38aa service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d2e500ae-6147-4c15-a504-1915a5dce1e5 HTTP/1.1" status: 200 len: 1001 time: 0.1767540 Jan 26 21:12:01.202758 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-3141f3a6-22d5-466e-b577-89f30fc0d238 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9285249', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12215227'] for subnet (f34a571f-d58e-4242-9866-2f90ebd93d58), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:12:01.216007 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0016a8-586f-42e1-b296-f7e7a73a1ef5 req-3172a1e9-6ae8-4222-bdde-f88eebf6c666 tempest-AttachVolumeNegativeTest-157238613 tempest-AttachVolumeNegativeTest-157238613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:12:01.217909 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-5f0016a8-586f-42e1-b296-f7e7a73a1ef5 req-3172a1e9-6ae8-4222-bdde-f88eebf6c666 tempest-AttachVolumeNegativeTest-157238613 tempest-AttachVolumeNegativeTest-157238613-project] 10.222.0.13 "GET /v2.0/ports?device_id=ec811ff0-b491-4a33-8d34-6c61319f3b15 HTTP/1.1" status: 200 len: 945 time: 0.1809142 Jan 26 21:12:01.231933 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-f2cbcf3f-37ff-4fc9-924b-3b7035149669 admin admin] Calling delete_port for 095339f6-726e-4532-a288-d363147d27fd owned by network:router_gateway {{(pid=103305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 21:12:01.240108 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] No Port match for: a4078fa5-71e0-4764-bce8-9603e922a966 {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 26 21:12:01.240851 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device a4078fa5-71e0-4764-bce8-9603e922a966 not bound to the agent host n-d-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 26 21:12:01.287985 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803c1e8f-f244-4a9e-b864-3ba92520b062 req-1b6918ae-6741-4c8e-b3ea-43306d1f1d13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:12:01.289948 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-803c1e8f-f244-4a9e-b864-3ba92520b062 req-1b6918ae-6741-4c8e-b3ea-43306d1f1d13 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f7b7ba1f-f452-4d1f-b54c-6aaf311b4599 HTTP/1.1" status: 200 len: 859 time: 0.1435840 Jan 26 21:12:01.312806 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3141f3a6-22d5-466e-b577-89f30fc0d238 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f34a571f-d58e-4242-9866-2f90ebd93d58,revision_number=0']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:12:01.324873 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-6e9ae479-5118-4794-84ed-4d1f3a8706d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '954567f2-9f21-4bd5-91a0-c63dc8249105', 'name': 'tempest-FloatingIPsAssociationTestJSON-936393355-router', 'tenant_id': '7bdfe07917df421d9be436779552b002', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'external_fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.237'}], 'enable_snat': True}, 'gw_port_id': '19a784ed-8ecf-429b-9a5f-da8bc68c331b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T21:10:52Z', 'updated_at': '2022-01-26T21:11:00Z', 'revision_number': 4, 'project_id': '7bdfe07917df421d9be436779552b002', 'gw_port': {'id': '19a784ed-8ecf-429b-9a5f-da8bc68c331b', 'name': '', 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:a6:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '954567f2-9f21-4bd5-91a0-c63dc8249105', 'device_owner': 'network:router_gateway', 'standard_attr_id': 926, 'fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:10:53Z', 'updated_at': '2022-01-26T21:11:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-5', '_floatingips': [{'id': '0e44fe4b-4762-427e-883f-4d1e838b1e6b', 'tenant_id': '7bdfe07917df421d9be436779552b002', 'floating_ip_address': '172.25.1.160', 'floating_network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'router_id': '954567f2-9f21-4bd5-91a0-c63dc8249105', 'port_id': 'd2e500ae-6147-4c15-a504-1915a5dce1e5', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 954, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c51b7d10-9231-4438-a440-4c92a6a50ca4', 'mac_address': 'fa:16:3e:21:2e:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d6919b7-5cfc-4a34-9c08-a032d7787fd3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-26T21:11:28Z', 'updated_at': '2022-01-26T21:12:00Z', 'revision_number': 4, 'project_id': '7bdfe07917df421d9be436779552b002', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cf3de5fd-328f-4fc5-9713-971aefb20f27', 'name': '', 'network_id': 'c51b7d10-9231-4438-a440-4c92a6a50ca4', 'tenant_id': '7bdfe07917df421d9be436779552b002', 'mac_address': 'fa:16:3e:ad:b4:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '954567f2-9f21-4bd5-91a0-c63dc8249105', 'device_owner': 'network:router_interface', 'standard_attr_id': 927, 'fixed_ips': [{'subnet_id': 'f7b7ba1f-f452-4d1f-b54c-6aaf311b4599', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:10:58Z', 'updated_at': '2022-01-26T21:11:06Z', 'revision_number': 5, 'project_id': '7bdfe07917df421d9be436779552b002', 'subnets': [{'id': 'f7b7ba1f-f452-4d1f-b54c-6aaf311b4599', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760453-5', False) {} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:12:01.378475 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-5f0016a8-586f-42e1-b296-f7e7a73a1ef5 req-16333cc4-ff84-43d1-9850-5115f74ec5a6 tempest-AttachVolumeNegativeTest-157238613 tempest-AttachVolumeNegativeTest-157238613-project] 10.222.0.13 "GET /v2.0/security-groups?id=8e9bd9e5-9820-4475-bfb9-c12598a9861a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1292324 Jan 26 21:12:01.387147 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3141f3a6-22d5-466e-b577-89f30fc0d238 admin admin] Checking segment: {'id': '6f396eaf-e5eb-437f-9b66-da506df3814e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '87eb883f-1ffc-45f9-92d2-2d8e2bbc557f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103304) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 21:12:01.387633 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3141f3a6-22d5-466e-b577-89f30fc0d238 admin admin] Network hostable DHCP agents. Network: 87eb883f-1ffc-45f9-92d2-2d8e2bbc557f, hostable agents: ['474ccdf7-ab6c-405b-a3b2-dc7b05829902'], hosted agents: [] {{(pid=103304) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 26 21:12:01.393671 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803c1e8f-f244-4a9e-b864-3ba92520b062 req-bd1aad91-57df-4f62-818d-2d3f160cb990 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:12:01.395321 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-803c1e8f-f244-4a9e-b864-3ba92520b062 req-bd1aad91-57df-4f62-818d-2d3f160cb990 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=c51b7d10-9231-4438-a440-4c92a6a50ca4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0977743 Jan 26 21:12:01.410989 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e9ae479-5118-4794-84ed-4d1f3a8706d8 None None] Checking router: 954567f2-9f21-4bd5-91a0-c63dc8249105 for host: n-d-760453-5 {{(pid=103306) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 26 21:12:01.446873 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e9ae479-5118-4794-84ed-4d1f3a8706d8 None None] Routers {'954567f2-9f21-4bd5-91a0-c63dc8249105'} bound to L3 agent in host n-d-760453-5 {{(pid=103306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 21:12:01.448136 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-6e9ae479-5118-4794-84ed-4d1f3a8706d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-26T20:55:21Z,description=,heartbeat_timestamp=2022-01-26T21:11:51Z,host='n-d-760453-5',id=09df100c-3af1-4b0a-bda8-05914c71c458,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:55:21Z,topic='l3_agent')) {'router_ids': ['954567f2-9f21-4bd5-91a0-c63dc8249105'], 'active': True} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:12:01.452310 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3141f3a6-22d5-466e-b577-89f30fc0d238 admin admin] Network 87eb883f-1ffc-45f9-92d2-2d8e2bbc557f is scheduled to be hosted by DHCP agent 474ccdf7-ab6c-405b-a3b2-dc7b05829902 with binding_index 1 {{(pid=103304) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 26 21:12:01.618559 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [None req-3141f3a6-22d5-466e-b577-89f30fc0d238 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760453-5, 87eb883f-1ffc-45f9-92d2-2d8e2bbc557f) {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:12:01.627218 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvr_db [None req-6e9ae479-5118-4794-84ed-4d1f3a8706d8 None None] Set router 954567f2-9f21-4bd5-91a0-c63dc8249105 gateway port host: n-d-760453-5 {{(pid=103306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 21:12:01.632258 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3141f3a6-22d5-466e-b577-89f30fc0d238 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:12:01.632258 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-3141f3a6-22d5-466e-b577-89f30fc0d238 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:12:01.689783 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f515c335-d726-44cb-9655-92af2cf81b82 req-dee67b71-23b5-48f1-8632-bfb46b66493b tempest-ListServerFiltersTestJSON-1713042646 tempest-ListServerFiltersTestJSON-1713042646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:12:01.698118 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-f515c335-d726-44cb-9655-92af2cf81b82 req-dee67b71-23b5-48f1-8632-bfb46b66493b tempest-ListServerFiltersTestJSON-1713042646 tempest-ListServerFiltersTestJSON-1713042646-project] 10.222.0.13 "GET /v2.0/ports?device_id=074301dc-546d-4632-8e4c-223c70e93d57 HTTP/1.1" status: 200 len: 945 time: 0.1774065 Jan 26 21:12:01.703138 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-474192dc-b043-426a-97f3-defa9df65af3 None None] Network 87eb883f-1ffc-45f9-92d2-2d8e2bbc557f requested from n-d-760453-5 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 26 21:12:01.703680 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-3141f3a6-22d5-466e-b577-89f30fc0d238 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.0790710 Jan 26 21:12:01.722075 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-803c1e8f-f244-4a9e-b864-3ba92520b062 req-f1660200-8b9e-4821-86db-58c9c22d67b4 service neutron] 10.222.0.13 "GET /v2.0/networks/c51b7d10-9231-4438-a440-4c92a6a50ca4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3177743 Jan 26 21:12:01.916360 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-95849751-c71e-4361-98b6-f535c8ec7f6b tempest-RoutersAdminTest-690199652 tempest-RoutersAdminTest-690199652-project-admin] Publish callbacks [] for router_gateway (f9e8c53c-bae0-4e39-9371-2e7d2cb72c0d), precommit_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:12:02.118570 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c27417ed-8f91-412f-9b96-a5aa4076ae5e None None] Network 87eb883f-1ffc-45f9-92d2-2d8e2bbc557f requested from n-d-760453-5 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 26 21:12:02.157449 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-1a42998c-e327-4154-8d6b-2814c899b484 req-199a85f5-acb8-482c-9c42-eaea2f624e71 service neutron] 10.222.0.66 "GET /v2.0/networks/c51b7d10-9231-4438-a440-4c92a6a50ca4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1884649 Jan 26 21:12:02.163052 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-f8f97f4d-43c0-4e0b-b4f1-8a971a2bebad req-3d04aa00-5a5d-4c28-ac65-5ca761609bce service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=0d6919b7-5cfc-4a34-9c08-a032d7787fd3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.9438114 Jan 26 21:12:02.182267 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-f2cbcf3f-37ff-4fc9-924b-3b7035149669 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746560636600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746560234536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11791543'] for port (095339f6-726e-4532-a288-d363147d27fd), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:12:02.229578 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-f515c335-d726-44cb-9655-92af2cf81b82 req-e1d39b93-cf46-4692-b9ba-e5d803e1be9d tempest-ListServerFiltersTestJSON-1713042646 tempest-ListServerFiltersTestJSON-1713042646-project] 10.222.0.13 "GET /v2.0/security-groups?id=4a81ac3f-5e47-4404-a1c8-ffc0bc5b0861&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5302777 Jan 26 21:12:02.283905 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2cbcf3f-37ff-4fc9-924b-3b7035149669 admin admin] Pushing event deleted for resources: {'Port': ['ID=095339f6-726e-4532-a288-d363147d27fd,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:12:02.297382 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-803c1e8f-f244-4a9e-b864-3ba92520b062 req-cc935771-a1c0-4853-b4c3-c620aaadd603 service neutron] 10.222.0.13 "GET /v2.0/networks/c51b7d10-9231-4438-a440-4c92a6a50ca4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5618792 Jan 26 21:12:02.307811 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 26 Jan 2022 21:12:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54559f37-897e-4a5f-baae-a0ae01eebad9 x-openstack-request-id: req-54559f37-897e-4a5f-baae-a0ae01eebad9 {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 21:12:02.308391 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0d6919b7-5cfc-4a34-9c08-a032d7787fd3", "tag": "d2e500ae-6147-4c15-a504-1915a5dce1e5", "status": "completed", "code": 200}]} {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 21:12:02.308891 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-54559f37-897e-4a5f-baae-a0ae01eebad9 {{(pid=103304) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 21:12:02.309759 n-d-760453-5 neutron-server[103304]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0d6919b7-5cfc-4a34-9c08-a032d7787fd3', 'tag': 'd2e500ae-6147-4c15-a504-1915a5dce1e5', 'status': 'completed', 'code': 200} Jan 26 21:12:02.380270 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-6e9ae479-5118-4794-84ed-4d1f3a8706d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '954567f2-9f21-4bd5-91a0-c63dc8249105', 'name': 'tempest-FloatingIPsAssociationTestJSON-936393355-router', 'tenant_id': '7bdfe07917df421d9be436779552b002', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'external_fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.237'}], 'enable_snat': True}, 'gw_port_id': '19a784ed-8ecf-429b-9a5f-da8bc68c331b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T21:10:52Z', 'updated_at': '2022-01-26T21:11:00Z', 'revision_number': 4, 'project_id': '7bdfe07917df421d9be436779552b002', 'gw_port': {'id': '19a784ed-8ecf-429b-9a5f-da8bc68c331b', 'name': '', 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:a6:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '954567f2-9f21-4bd5-91a0-c63dc8249105', 'device_owner': 'network:router_gateway', 'standard_attr_id': 926, 'fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:10:53Z', 'updated_at': '2022-01-26T21:11:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-5', '_floatingips': [{'id': '0e44fe4b-4762-427e-883f-4d1e838b1e6b', 'tenant_id': '7bdfe07917df421d9be436779552b002', 'floating_ip_address': '172.25.1.160', 'floating_network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'router_id': '954567f2-9f21-4bd5-91a0-c63dc8249105', 'port_id': 'd2e500ae-6147-4c15-a504-1915a5dce1e5', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 954, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c51b7d10-9231-4438-a440-4c92a6a50ca4', 'mac_address': 'fa:16:3e:21:2e:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d6919b7-5cfc-4a34-9c08-a032d7787fd3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-26T21:11:28Z', 'updated_at': '2022-01-26T21:12:00Z', 'revision_number': 4, 'project_id': '7bdfe07917df421d9be436779552b002', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cf3de5fd-328f-4fc5-9713-971aefb20f27', 'name': '', 'network_id': 'c51b7d10-9231-4438-a440-4c92a6a50ca4', 'tenant_id': '7bdfe07917df421d9be436779552b002', 'mac_address': 'fa:16:3e:ad:b4:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '954567f2-9f21-4bd5-91a0-c63dc8249105', 'device_owner': 'network:router_interface', 'standard_attr_id': 927, 'fixed_ips': [{'subnet_id': 'f7b7ba1f-f452-4d1f-b54c-6aaf311b4599', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:10:58Z', 'updated_at': '2022-01-26T21:11:06Z', 'revision_number': 5, 'project_id': '7bdfe07917df421d9be436779552b002', 'subnets': [{'id': 'f7b7ba1f-f452-4d1f-b54c-6aaf311b4599', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760453-5', False) {} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:12:02.403745 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-e8b136ee-4fdf-47f1-b18a-11402b159084 req-b288dc12-824f-4744-9398-b673c8e65036 tempest-ImagesNegativeTestJSON-1709787905 tempest-ImagesNegativeTestJSON-1709787905-project] 10.222.0.13 "GET /v2.0/ports?device_id=a4c95b71-62ca-4bcb-84cb-e13f4b5bc751 HTTP/1.1" status: 200 len: 210 time: 0.0388656 Jan 26 21:12:02.475643 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e9ae479-5118-4794-84ed-4d1f3a8706d8 None None] The sync data for ids ['954567f2-9f21-4bd5-91a0-c63dc8249105'] in n-d-760453-5 is: [{'id': '954567f2-9f21-4bd5-91a0-c63dc8249105', 'name': 'tempest-FloatingIPsAssociationTestJSON-936393355-router', 'tenant_id': '7bdfe07917df421d9be436779552b002', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'external_fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.237'}], 'enable_snat': True}, 'gw_port_id': '19a784ed-8ecf-429b-9a5f-da8bc68c331b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T21:10:52Z', 'updated_at': '2022-01-26T21:11:00Z', 'revision_number': 4, 'project_id': '7bdfe07917df421d9be436779552b002', 'gw_port': {'id': '19a784ed-8ecf-429b-9a5f-da8bc68c331b', 'name': '', 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:a6:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '954567f2-9f21-4bd5-91a0-c63dc8249105', 'device_owner': 'network:router_gateway', 'standard_attr_id': 926, 'fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:10:53Z', 'updated_at': '2022-01-26T21:11:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-5', '_floatingips': [{'id': '0e44fe4b-4762-427e-883f-4d1e838b1e6b', 'tenant_id': '7bdfe07917df421d9be436779552b002', 'floating_ip_address': '172.25.1.160', 'floating_network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'router_id': '954567f2-9f21-4bd5-91a0-c63dc8249105', 'port_id': 'd2e500ae-6147-4c15-a504-1915a5dce1e5', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 954, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c51b7d10-9231-4438-a440-4c92a6a50ca4', 'mac_address': 'fa:16:3e:21:2e:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d6919b7-5cfc-4a34-9c08-a032d7787fd3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-26T21:11:28Z', 'updated_at': '2022-01-26T21:12:00Z', 'revision_number': 4, 'project_id': '7bdfe07917df421d9be436779552b002', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cf3de5fd-328f-4fc5-9713-971aefb20f27', 'name': '', 'network_id': 'c51b7d10-9231-4438-a440-4c92a6a50ca4', 'tenant_id': '7bdfe07917df421d9be436779552b002', 'mac_address': 'fa:16:3e:ad:b4:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '954567f2-9f21-4bd5-91a0-c63dc8249105', 'device_owner': 'network:router_interface', 'standard_attr_id': 927, 'fixed_ips': [{'subnet_id': 'f7b7ba1f-f452-4d1f-b54c-6aaf311b4599', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:10:58Z', 'updated_at': '2022-01-26T21:11:06Z', 'revision_number': 5, 'project_id': '7bdfe07917df421d9be436779552b002', 'subnets': [{'id': 'f7b7ba1f-f452-4d1f-b54c-6aaf311b4599', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 26 21:12:02.508275 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f97f4d-43c0-4e0b-b4f1-8a971a2bebad req-2dde170a-60aa-460a-9d99-25d2fc837b9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:12:02.510067 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-f8f97f4d-43c0-4e0b-b4f1-8a971a2bebad req-2dde170a-60aa-460a-9d99-25d2fc837b9b service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=7bdfe07917df421d9be436779552b002&device_id=0d6919b7-5cfc-4a34-9c08-a032d7787fd3 HTTP/1.1" status: 200 len: 1096 time: 0.1979074 Jan 26 21:12:02.634784 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-da376b01-e50e-41a0-9758-4e4f90896618 req-cfda41b9-2ebc-4ee5-be57-d8b1df1e1e13 tempest-ImagesNegativeTestJSON-1709787905 tempest-ImagesNegativeTestJSON-1709787905-project] 10.222.0.57 "GET /v2.0/networks?tenant_id=faa8b616292e4b5fb8228e8e8031eec7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0889504 Jan 26 21:12:02.700749 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-f2cbcf3f-37ff-4fc9-924b-3b7035149669 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4111291'] for router_gateway (959313f5-283d-43b9-9ade-d97dda2611c6), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:12:02.750567 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f97f4d-43c0-4e0b-b4f1-8a971a2bebad req-6960350e-46ea-49eb-a0dd-fe7e2f145db0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:12:02.754956 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-f8f97f4d-43c0-4e0b-b4f1-8a971a2bebad req-6960350e-46ea-49eb-a0dd-fe7e2f145db0 service neutron] 10.222.0.57 "GET /v2.0/networks?id=c51b7d10-9231-4438-a440-4c92a6a50ca4 HTTP/1.1" status: 200 len: 921 time: 0.1502116 Jan 26 21:12:02.887305 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-f8f97f4d-43c0-4e0b-b4f1-8a971a2bebad req-c278ce13-7fd1-40c4-8fb5-e81669b32677 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d2e500ae-6147-4c15-a504-1915a5dce1e5 HTTP/1.1" status: 200 len: 1001 time: 0.1193862 Jan 26 21:12:02.890789 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-f2cbcf3f-37ff-4fc9-924b-3b7035149669 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4105774', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13082'] for router (959313f5-283d-43b9-9ade-d97dda2611c6), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:12:02.896141 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-f2cbcf3f-37ff-4fc9-924b-3b7035149669 admin admin] Publish callbacks [] for router_controller (959313f5-283d-43b9-9ade-d97dda2611c6), precommit_delete_associations {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:12:02.902940 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111b11d0-76ef-4ed7-8e7e-3d5980cceb29 req-1a1a52ac-bf32-47f7-adc6-e38cddbc1ffb tempest-ListServerFiltersTestJSON-1713042646 tempest-ListServerFiltersTestJSON-1713042646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:12:02.911573 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-111b11d0-76ef-4ed7-8e7e-3d5980cceb29 req-1a1a52ac-bf32-47f7-adc6-e38cddbc1ffb tempest-ListServerFiltersTestJSON-1713042646 tempest-ListServerFiltersTestJSON-1713042646-project] 10.222.0.13 "GET /v2.0/ports?device_id=d3f09a80-55e1-4c76-84ee-e8c6104639ee HTTP/1.1" status: 200 len: 946 time: 0.4076736 Jan 26 21:12:02.969487 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f97f4d-43c0-4e0b-b4f1-8a971a2bebad req-c13f881b-4938-4dd1-b04b-4c3565048fd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:12:02.970963 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-f8f97f4d-43c0-4e0b-b4f1-8a971a2bebad req-c13f881b-4938-4dd1-b04b-4c3565048fd2 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=f7b7ba1f-f452-4d1f-b54c-6aaf311b4599 HTTP/1.1" status: 200 len: 859 time: 0.0564077 Jan 26 21:12:03.036680 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-111b11d0-76ef-4ed7-8e7e-3d5980cceb29 req-6a6e0057-56c0-4be5-90ea-c4c6b9a3b099 tempest-ListServerFiltersTestJSON-1713042646 tempest-ListServerFiltersTestJSON-1713042646-project] 10.222.0.13 "GET /v2.0/security-groups?id=4a81ac3f-5e47-4404-a1c8-ffc0bc5b0861&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1241505 Jan 26 21:12:03.091586 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da376b01-e50e-41a0-9758-4e4f90896618 req-0a6d27e2-9f8d-4a2e-b9f8-a35471ed3e97 tempest-ImagesNegativeTestJSON-1709787905 tempest-ImagesNegativeTestJSON-1709787905-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:12:03.093101 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-da376b01-e50e-41a0-9758-4e4f90896618 req-0a6d27e2-9f8d-4a2e-b9f8-a35471ed3e97 tempest-ImagesNegativeTestJSON-1709787905 tempest-ImagesNegativeTestJSON-1709787905-project] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4566858 Jan 26 21:12:03.096413 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-f2cbcf3f-37ff-4fc9-924b-3b7035149669 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4105767'] for router (959313f5-283d-43b9-9ade-d97dda2611c6), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:12:03.097108 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2cbcf3f-37ff-4fc9-924b-3b7035149669 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 959313f5-283d-43b9-9ade-d97dda2611c6 {{(pid=103305) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 26 21:12:03.103762 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-f2cbcf3f-37ff-4fc9-924b-3b7035149669 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:12:03.107779 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-f2cbcf3f-37ff-4fc9-924b-3b7035149669 admin admin] 10.222.0.13 "DELETE /v2.0/routers/959313f5-283d-43b9-9ade-d97dda2611c6 HTTP/1.1" status: 204 len: 168 time: 4.0014172 Jan 26 21:12:03.110491 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 53182) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:12:03.119588 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [req-da376b01-e50e-41a0-9758-4e4f90896618 req-95020343-dcea-4e0d-a025-be4d21d358a1 tempest-ImagesNegativeTestJSON-1709787905 tempest-ImagesNegativeTestJSON-1709787905-project] Request body: {'port': {'device_id': 'a4c95b71-62ca-4bcb-84cb-e13f4b5bc751', 'network_id': '7fbe9cf5-e12c-436d-b372-55a19c9faa30', 'admin_state_up': True, 'tenant_id': 'faa8b616292e4b5fb8228e8e8031eec7'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:12:03.252951 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f97f4d-43c0-4e0b-b4f1-8a971a2bebad req-5fa4e240-3a0a-4d67-9ac3-24672e5a7481 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:12:03.254614 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-f8f97f4d-43c0-4e0b-b4f1-8a971a2bebad req-5fa4e240-3a0a-4d67-9ac3-24672e5a7481 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=c51b7d10-9231-4438-a440-4c92a6a50ca4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2362852 Jan 26 21:12:03.309696 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-24da4d6c-6cf1-4660-939f-835baf1f56c4 req-9976facf-7a6f-4b6a-a883-edd4f525ac7b tempest-FloatingIPsAssociationTestJSON-419529391 tempest-FloatingIPsAssociationTestJSON-419529391-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.1.160 HTTP/1.1" status: 200 len: 1001 time: 0.2096741 Jan 26 21:12:03.317779 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-95849751-c71e-4361-98b6-f535c8ec7f6b tempest-RoutersAdminTest-690199652 tempest-RoutersAdminTest-690199652-project-admin] Publish callbacks [] for router_gateway (f9e8c53c-bae0-4e39-9371-2e7d2cb72c0d), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:12:03.350245 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-95849751-c71e-4361-98b6-f535c8ec7f6b tempest-RoutersAdminTest-690199652 tempest-RoutersAdminTest-690199652-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:12:03.362890 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.db_base_plugin_v2 [None req-a30ff183-7250-497e-bbb6-8ef6724a2b3c admin admin] Deleting subnet 61a27748-d30c-4f5d-ae2a-2d53517279d2 {{(pid=103305) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 26 21:12:03.383714 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-a30ff183-7250-497e-bbb6-8ef6724a2b3c admin admin] Publish callbacks [] for subnet (61a27748-d30c-4f5d-ae2a-2d53517279d2), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:12:03.411636 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd00c0b-4dcb-4a03-a773-b5a66b316d03 req-a2997ad3-896c-442f-b6f4-f0bd22270dd4 tempest-LiveMigrationTest-746395142 tempest-LiveMigrationTest-746395142-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:12:03.418727 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-0bd00c0b-4dcb-4a03-a773-b5a66b316d03 req-a2997ad3-896c-442f-b6f4-f0bd22270dd4 tempest-LiveMigrationTest-746395142 tempest-LiveMigrationTest-746395142-project] 10.222.0.13 "GET /v2.0/networks?id=57cdf3f5-a20b-4c6f-b2eb-bed2f5d4d40a HTTP/1.1" status: 200 len: 807 time: 0.4015501 Jan 26 21:12:03.449391 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24da4d6c-6cf1-4660-939f-835baf1f56c4 req-377df755-554a-49e3-bf6f-ef95295034b8 tempest-FloatingIPsAssociationTestJSON-419529391 tempest-FloatingIPsAssociationTestJSON-419529391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:12:03.450836 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-24da4d6c-6cf1-4660-939f-835baf1f56c4 req-377df755-554a-49e3-bf6f-ef95295034b8 tempest-FloatingIPsAssociationTestJSON-419529391 tempest-FloatingIPsAssociationTestJSON-419529391-project] 10.222.0.13 "GET /v2.0/ports/d2e500ae-6147-4c15-a504-1915a5dce1e5 HTTP/1.1" status: 200 len: 942 time: 0.1041973 Jan 26 21:12:03.463802 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-0bd00c0b-4dcb-4a03-a773-b5a66b316d03 req-b892bf9d-9f75-42ff-a9a5-8de5bc54bbee tempest-LiveMigrationTest-746395142 tempest-LiveMigrationTest-746395142-project] 10.222.0.13 "GET /v2.0/quotas/ee6098e1a6074d57972f34ef6549de05 HTTP/1.1" status: 200 len: 375 time: 0.0427485 Jan 26 21:12:03.480887 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-a30ff183-7250-497e-bbb6-8ef6724a2b3c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11788946'] for subnet (61a27748-d30c-4f5d-ae2a-2d53517279d2), precommit_delete_associations {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:12:03.505757 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-f8f97f4d-43c0-4e0b-b4f1-8a971a2bebad req-e331b229-4903-4a5a-9bd7-a85cc612a6dc service neutron] 10.222.0.57 "GET /v2.0/networks/c51b7d10-9231-4438-a440-4c92a6a50ca4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2414513 Jan 26 21:12:03.525800 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-0bd00c0b-4dcb-4a03-a773-b5a66b316d03 req-f623e320-303f-45eb-bfbe-8181f94918e0 tempest-LiveMigrationTest-746395142 tempest-LiveMigrationTest-746395142-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=ee6098e1a6074d57972f34ef6549de05&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0397022 Jan 26 21:12:03.578161 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-da376b01-e50e-41a0-9758-4e4f90896618 req-95020343-dcea-4e0d-a025-be4d21d358a1 tempest-ImagesNegativeTestJSON-1709787905 tempest-ImagesNegativeTestJSON-1709787905-project] Made reservation on behalf of faa8b616292e4b5fb8228e8e8031eec7 for: {'port': 1} {{(pid=103305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 21:12:03.582073 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-da376b01-e50e-41a0-9758-4e4f90896618 req-95020343-dcea-4e0d-a025-be4d21d358a1 tempest-ImagesNegativeTestJSON-1709787905 tempest-ImagesNegativeTestJSON-1709787905-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:12:03.618613 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-da376b01-e50e-41a0-9758-4e4f90896618 req-95020343-dcea-4e0d-a025-be4d21d358a1 tempest-ImagesNegativeTestJSON-1709787905 tempest-ImagesNegativeTestJSON-1709787905-project] Publish callbacks [] for security_group (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:12:03.634242 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.db_base_plugin_common [None req-95849751-c71e-4361-98b6-f535c8ec7f6b tempest-RoutersAdminTest-690199652 tempest-RoutersAdminTest-690199652-project-admin] Allocated IP 172.25.1.37 (4140a1f1-c93a-4bea-83a0-68953a54f299/e48251a1-e30d-4820-8396-00c6f6aeb601/f62bca24-ec16-45a7-89f7-08eab68ca554) {{(pid=103305) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 21:12:03.652667 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-a30ff183-7250-497e-bbb6-8ef6724a2b3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687316'] for subnet (61a27748-d30c-4f5d-ae2a-2d53517279d2), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:12:03.716356 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-24da4d6c-6cf1-4660-939f-835baf1f56c4 req-6f703643-2923-4299-829f-d2813be4ade9 tempest-FloatingIPsAssociationTestJSON-419529391 tempest-FloatingIPsAssociationTestJSON-419529391-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.1.160 HTTP/1.1" status: 200 len: 1001 time: 0.1952305 Jan 26 21:12:03.812268 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-f8f97f4d-43c0-4e0b-b4f1-8a971a2bebad req-996b8131-d745-4cbd-bc7d-950109ebbdc3 service neutron] 10.222.0.57 "GET /v2.0/networks/c51b7d10-9231-4438-a440-4c92a6a50ca4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2894478 Jan 26 21:12:03.826815 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-0bd00c0b-4dcb-4a03-a773-b5a66b316d03 req-1d8ef6e6-5ac0-4df1-8c4e-e47f0801afb4 service neutron] 10.222.0.13 "GET /v2.0/networks/57cdf3f5-a20b-4c6f-b2eb-bed2f5d4d40a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2891355 Jan 26 21:12:03.835087 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-a30ff183-7250-497e-bbb6-8ef6724a2b3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11791594', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11599980'] for subnet (61a27748-d30c-4f5d-ae2a-2d53517279d2), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:12:03.878427 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a30ff183-7250-497e-bbb6-8ef6724a2b3c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=61a27748-d30c-4f5d-ae2a-2d53517279d2,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:12:03.894386 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-a30ff183-7250-497e-bbb6-8ef6724a2b3c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709645'] for subnet (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:12:03.897920 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-a30ff183-7250-497e-bbb6-8ef6724a2b3c admin admin] 10.222.0.13 "DELETE /v2.0/subnets/61a27748-d30c-4f5d-ae2a-2d53517279d2 HTTP/1.1" status: 204 len: 168 time: 0.7831118 Jan 26 21:12:03.901109 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f641cb51-d949-4f9b-90ab-903b38041b6d None None] Network 04f127ee-b02e-4caf-884a-3d6915eed85e requested from n-d-760453-5 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 26 21:12:03.906050 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 53192) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:12:03.928316 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-95849751-c71e-4361-98b6-f535c8ec7f6b tempest-RoutersAdminTest-690199652 tempest-RoutersAdminTest-690199652-project-admin] Publish callbacks [] for port (f62bca24-ec16-45a7-89f7-08eab68ca554), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:12:03.962729 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24da4d6c-6cf1-4660-939f-835baf1f56c4 req-3a9a3528-4f8a-4a31-b2f1-a11cb0edab81 tempest-FloatingIPsAssociationTestJSON-419529391 tempest-FloatingIPsAssociationTestJSON-419529391-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:12:03.964112 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-24da4d6c-6cf1-4660-939f-835baf1f56c4 req-3a9a3528-4f8a-4a31-b2f1-a11cb0edab81 tempest-FloatingIPsAssociationTestJSON-419529391 tempest-FloatingIPsAssociationTestJSON-419529391-project] 10.222.0.13 "GET /v2.0/networks/4140a1f1-c93a-4bea-83a0-68953a54f299 HTTP/1.1" status: 200 len: 784 time: 0.2470503 Jan 26 21:12:04.019161 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8005beda-1615-43b0-8e24-28d3908a6006 req-c3a7c27a-f20d-4a9b-9514-b984f66c80b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:12:04.020832 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-8005beda-1615-43b0-8e24-28d3908a6006 req-c3a7c27a-f20d-4a9b-9514-b984f66c80b3 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=7bdfe07917df421d9be436779552b002&device_id=0d6919b7-5cfc-4a34-9c08-a032d7787fd3 HTTP/1.1" status: 200 len: 1096 time: 0.1357913 Jan 26 21:12:04.038787 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-0bd00c0b-4dcb-4a03-a773-b5a66b316d03 req-80bb52dc-a61c-4694-be56-e570a326699f service neutron] 10.222.0.13 "GET /v2.0/networks/57cdf3f5-a20b-4c6f-b2eb-bed2f5d4d40a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1967189 Jan 26 21:12:04.140943 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e930b1b-de78-4955-8beb-83e1fb0299cb None None] DHCP port deletion for 04f127ee-b02e-4caf-884a-3d6915eed85e request from n-d-760453-5 {{(pid=103306) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 26 21:12:04.212106 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-4e930b1b-de78-4955-8beb-83e1fb0299cb None None] Deleting port 86d752c9-6c88-4dad-b938-c9ef91c0db8d {{(pid=103306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 21:12:04.212715 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-4e930b1b-de78-4955-8beb-83e1fb0299cb None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746560630878'] for port (86d752c9-6c88-4dad-b938-c9ef91c0db8d), before_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:12:04.260195 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8005beda-1615-43b0-8e24-28d3908a6006 req-3e4eecea-66ce-4ba2-9c3a-5f591f3940ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:12:04.262829 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-8005beda-1615-43b0-8e24-28d3908a6006 req-3e4eecea-66ce-4ba2-9c3a-5f591f3940ee service neutron] 10.222.0.57 "GET /v2.0/networks?id=c51b7d10-9231-4438-a440-4c92a6a50ca4 HTTP/1.1" status: 200 len: 921 time: 0.2231383 Jan 26 21:12:04.292730 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63f17d3-47b7-4e0c-aaf8-c443d0d80d71 req-9971161f-4028-41cb-a48b-ff12a0649de8 tempest-ListServerFiltersTestJSON-1713042646 tempest-ListServerFiltersTestJSON-1713042646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:12:04.301649 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-a63f17d3-47b7-4e0c-aaf8-c443d0d80d71 req-9971161f-4028-41cb-a48b-ff12a0649de8 tempest-ListServerFiltersTestJSON-1713042646 tempest-ListServerFiltersTestJSON-1713042646-project] 10.222.0.13 "GET /v2.0/ports?device_id=3105af2d-ea73-4df7-8227-8f48cefa25aa HTTP/1.1" status: 200 len: 945 time: 0.1177058 Jan 26 21:12:04.306397 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-4e930b1b-de78-4955-8beb-83e1fb0299cb None None] For port 86d752c9-6c88-4dad-b938-c9ef91c0db8d, host n-d-760453-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=86d752c9-6c88-4dad-b938-c9ef91c0db8d,segment=NetworkSegment(e875afdd-975b-455a-a60a-20d47ba89b8c),segment_id=e875afdd-975b-455a-a60a-20d47ba89b8c)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:12:04.306903 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-4e930b1b-de78-4955-8beb-83e1fb0299cb None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4109658'] for port (86d752c9-6c88-4dad-b938-c9ef91c0db8d), precommit_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:12:04.324451 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-4e930b1b-de78-4955-8beb-83e1fb0299cb None None] Calling delete_port for 86d752c9-6c88-4dad-b938-c9ef91c0db8d owned by network:dhcp {{(pid=103306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 21:12:04.417191 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-da376b01-e50e-41a0-9758-4e4f90896618 req-95020343-dcea-4e0d-a025-be4d21d358a1 tempest-ImagesNegativeTestJSON-1709787905 tempest-ImagesNegativeTestJSON-1709787905-project] Publish callbacks [] for security_group (79eb1cc9-81fb-4db5-a1b1-c12f8028d59b), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:12:04.422202 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-47dd93b5-db3c-44aa-8795-6728471f6ca1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-748181'] for network (04f127ee-b02e-4caf-884a-3d6915eed85e), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:12:04.444534 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-8005beda-1615-43b0-8e24-28d3908a6006 req-cea03621-6bac-4cee-bfd4-14bd8a808f48 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d2e500ae-6147-4c15-a504-1915a5dce1e5 HTTP/1.1" status: 200 len: 1001 time: 0.1697605 Jan 26 21:12:04.453670 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-da376b01-e50e-41a0-9758-4e4f90896618 req-95020343-dcea-4e0d-a025-be4d21d358a1 tempest-ImagesNegativeTestJSON-1709787905 tempest-ImagesNegativeTestJSON-1709787905-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (79eb1cc9-81fb-4db5-a1b1-c12f8028d59b), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:12:04.480613 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-4e930b1b-de78-4955-8beb-83e1fb0299cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746560636600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746560234536'] for port (86d752c9-6c88-4dad-b938-c9ef91c0db8d), after_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:12:04.501749 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e930b1b-de78-4955-8beb-83e1fb0299cb None None] No DVR routers for this DVR port 86d752c9-6c88-4dad-b938-c9ef91c0db8d on host n-d-760453-5 {{(pid=103306) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 26 21:12:04.525556 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-a63f17d3-47b7-4e0c-aaf8-c443d0d80d71 req-905dd32e-1654-4114-820e-0ddbc1b32a3e tempest-ListServerFiltersTestJSON-1713042646 tempest-ListServerFiltersTestJSON-1713042646-project] 10.222.0.13 "GET /v2.0/security-groups?id=4a81ac3f-5e47-4404-a1c8-ffc0bc5b0861&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2130160 Jan 26 21:12:04.534742 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e930b1b-de78-4955-8beb-83e1fb0299cb None None] Pushing event deleted for resources: {'Port': ['ID=86d752c9-6c88-4dad-b938-c9ef91c0db8d,revision_number=None']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:12:04.558305 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8005beda-1615-43b0-8e24-28d3908a6006 req-68d044c3-c17f-4c17-829d-8757f076b5a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:12:04.560331 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-8005beda-1615-43b0-8e24-28d3908a6006 req-68d044c3-c17f-4c17-829d-8757f076b5a7 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=f7b7ba1f-f452-4d1f-b54c-6aaf311b4599 HTTP/1.1" status: 200 len: 859 time: 0.0991538 Jan 26 21:12:04.602393 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-95849751-c71e-4361-98b6-f535c8ec7f6b tempest-RoutersAdminTest-690199652 tempest-RoutersAdminTest-690199652-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746560234527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11791543'] for port (f62bca24-ec16-45a7-89f7-08eab68ca554), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:12:04.629219 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8005beda-1615-43b0-8e24-28d3908a6006 req-58505862-24b4-48b1-b7a8-edb2ce237f99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:12:04.637028 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-8005beda-1615-43b0-8e24-28d3908a6006 req-58505862-24b4-48b1-b7a8-edb2ce237f99 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=c51b7d10-9231-4438-a440-4c92a6a50ca4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0691724 Jan 26 21:12:04.664646 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95020343-dcea-4e0d-a025-be4d21d358a1 tempest-ImagesNegativeTestJSON-1709787905 tempest-ImagesNegativeTestJSON-1709787905-project] Pushing event updated for resources: {'SecurityGroup': ['ID=79eb1cc9-81fb-4db5-a1b1-c12f8028d59b,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:12:04.698615 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-6f26ceef-a272-4399-8a36-f95653c86d73 req-0e4515cd-d30f-49ca-bf4e-c0d567e40b9a tempest-ImagesNegativeTestJSON-1709787905 tempest-ImagesNegativeTestJSON-1709787905-project] 10.222.0.13 "GET /v2.0/ports?device_id=a4c95b71-62ca-4bcb-84cb-e13f4b5bc751 HTTP/1.1" status: 200 len: 210 time: 0.0602825 Jan 26 21:12:04.788902 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95849751-c71e-4361-98b6-f535c8ec7f6b tempest-RoutersAdminTest-690199652 tempest-RoutersAdminTest-690199652-project-admin] Network 4140a1f1-c93a-4bea-83a0-68953a54f299 is already hosted by enough agents. {{(pid=103305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 21:12:04.792830 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-47dd93b5-db3c-44aa-8795-6728471f6ca1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-686403', 'neutron.services.segments.db._delete_segments_for_network-8746560774018'] for network (04f127ee-b02e-4caf-884a-3d6915eed85e), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:12:04.796917 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.db_base_plugin_common [req-da376b01-e50e-41a0-9758-4e4f90896618 req-95020343-dcea-4e0d-a025-be4d21d358a1 tempest-ImagesNegativeTestJSON-1709787905 tempest-ImagesNegativeTestJSON-1709787905-project] Allocated IP 192.168.233.234 (7fbe9cf5-e12c-436d-b372-55a19c9faa30/fd77e534-75e6-4b90-950e-f5824d584430/02c23a77-e70d-4e22-976c-2e3e55b9a8a2) {{(pid=103305) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 21:12:04.813779 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [None req-95849751-c71e-4361-98b6-f535c8ec7f6b tempest-RoutersAdminTest-690199652 tempest-RoutersAdminTest-690199652-project-admin] Resources bound (agent type, host, resource id): {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:12:04.825121 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95849751-c71e-4361-98b6-f535c8ec7f6b tempest-RoutersAdminTest-690199652 tempest-RoutersAdminTest-690199652-project-admin] Received port after_create {{(pid=103305) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 21:12:04.832712 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95849751-c71e-4361-98b6-f535c8ec7f6b tempest-RoutersAdminTest-690199652 tempest-RoutersAdminTest-690199652-project-admin] Pushing event updated for resources: {'Port': ['ID=f62bca24-ec16-45a7-89f7-08eab68ca554,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:12:04.847921 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-4dad40a5-3511-42f9-8a0d-97ba0484d793 req-e2587a53-b0ab-432a-a8da-5de807d1588e tempest-LiveMigrationTest-746395142 tempest-LiveMigrationTest-746395142-project] 10.222.0.13 "GET /v2.0/ports?device_id=80ebfeba-433a-4d4b-bf55-9e0ed19817de HTTP/1.1" status: 200 len: 210 time: 0.0734084 Jan 26 21:12:04.867614 n-d-760453-5 neutron-server[103305]: DEBUG neutron.services.segments.db [None req-47dd93b5-db3c-44aa-8795-6728471f6ca1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['04f127ee-b02e-4caf-884a-3d6915eed85e']}} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:12:04.883335 n-d-760453-5 neutron-server[103305]: DEBUG neutron.services.segments.db [None req-47dd93b5-db3c-44aa-8795-6728471f6ca1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e875afdd-975b-455a-a60a-20d47ba89b8c') {'for_net_delete': True} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:12:04.883491 n-d-760453-5 neutron-server[103305]: DEBUG neutron.services.segments.db [None req-47dd93b5-db3c-44aa-8795-6728471f6ca1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e875afdd-975b-455a-a60a-20d47ba89b8c') {} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:12:04.897244 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-5681505d-1748-46c8-b035-5c859499f13e req-67e26834-ff7d-40d4-b783-270ec76b9bba tempest-FloatingIPsAssociationTestJSON-419529391 tempest-FloatingIPsAssociationTestJSON-419529391-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.1.160 HTTP/1.1" status: 200 len: 1001 time: 0.1240704 Jan 26 21:12:04.903373 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-47dd93b5-db3c-44aa-8795-6728471f6ca1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746560742283', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11788955'] for segment (e875afdd-975b-455a-a60a-20d47ba89b8c), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:12:04.903615 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-8005beda-1615-43b0-8e24-28d3908a6006 req-fc1fb0c1-8ba8-43b6-8403-f815a49dd59a service neutron] 10.222.0.57 "GET /v2.0/networks/c51b7d10-9231-4438-a440-4c92a6a50ca4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2512453 Jan 26 21:12:04.969962 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-47dd93b5-db3c-44aa-8795-6728471f6ca1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576559'] for segment (e875afdd-975b-455a-a60a-20d47ba89b8c), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:12:05.006940 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5681505d-1748-46c8-b035-5c859499f13e req-63c86be9-b570-4885-b2db-0627b5a888a1 tempest-FloatingIPsAssociationTestJSON-419529391 tempest-FloatingIPsAssociationTestJSON-419529391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:12:05.009005 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-5681505d-1748-46c8-b035-5c859499f13e req-63c86be9-b570-4885-b2db-0627b5a888a1 tempest-FloatingIPsAssociationTestJSON-419529391 tempest-FloatingIPsAssociationTestJSON-419529391-project] 10.222.0.13 "GET /v2.0/ports/d2e500ae-6147-4c15-a504-1915a5dce1e5 HTTP/1.1" status: 200 len: 942 time: 0.1015458 Jan 26 21:12:05.013532 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-47dd93b5-db3c-44aa-8795-6728471f6ca1 admin admin] Releasing vlan 586 on physical network physnet1 to pool {{(pid=103305) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 26 21:12:05.014179 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-47dd93b5-db3c-44aa-8795-6728471f6ca1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11791428'] for segment (e875afdd-975b-455a-a60a-20d47ba89b8c), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:12:05.015836 n-d-760453-5 neutron-server[103305]: Traceback (most recent call last): Jan 26 21:12:05.015836 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 26 21:12:05.015836 n-d-760453-5 neutron-server[103305]: timer() Jan 26 21:12:05.015836 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 26 21:12:05.015836 n-d-760453-5 neutron-server[103305]: cb(*args, **kw) Jan 26 21:12:05.015836 n-d-760453-5 neutron-server[103305]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 26 21:12:05.015836 n-d-760453-5 neutron-server[103305]: return func(*args, **kwargs) Jan 26 21:12:05.015836 n-d-760453-5 neutron-server[103305]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 26 21:12:05.015836 n-d-760453-5 neutron-server[103305]: self._notify() Jan 26 21:12:05.015836 n-d-760453-5 neutron-server[103305]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 26 21:12:05.015836 n-d-760453-5 neutron-server[103305]: self.callback(batched_events) Jan 26 21:12:05.015836 n-d-760453-5 neutron-server[103305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 26 21:12:05.015836 n-d-760453-5 neutron-server[103305]: event.method(event) Jan 26 21:12:05.015836 n-d-760453-5 neutron-server[103305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 26 21:12:05.015836 n-d-760453-5 neutron-server[103305]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 26 21:12:05.015836 n-d-760453-5 neutron-server[103305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 26 21:12:05.015836 n-d-760453-5 neutron-server[103305]: aggregate_uuid = self.p_client.list_aggregates( Jan 26 21:12:05.015836 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 26 21:12:05.015836 n-d-760453-5 neutron-server[103305]: return f(self, *a, **k) Jan 26 21:12:05.015836 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 26 21:12:05.015836 n-d-760453-5 neutron-server[103305]: return self._get(url).json() Jan 26 21:12:05.015836 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 26 21:12:05.015836 n-d-760453-5 neutron-server[103305]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 26 21:12:05.015836 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 26 21:12:05.015836 n-d-760453-5 neutron-server[103305]: return self.request(url, 'GET', **kwargs) Jan 26 21:12:05.015836 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 26 21:12:05.015836 n-d-760453-5 neutron-server[103305]: base_url = self.get_endpoint(auth, allow=allow, Jan 26 21:12:05.015836 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 26 21:12:05.015836 n-d-760453-5 neutron-server[103305]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 26 21:12:05.015836 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 26 21:12:05.015836 n-d-760453-5 neutron-server[103305]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 26 21:12:05.015836 n-d-760453-5 neutron-server[103305]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 26 21:12:05.065489 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-8005beda-1615-43b0-8e24-28d3908a6006 req-ca58af5a-1471-4049-ade9-d9063f1b87ba service neutron] 10.222.0.57 "GET /v2.0/networks/c51b7d10-9231-4438-a440-4c92a6a50ca4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1478419 Jan 26 21:12:05.157857 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device 095339f6-726e-4532-a288-d363147d27fd no longer exists at agent ovs-agent-n-d-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 26 21:12:05.162912 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-47dd93b5-db3c-44aa-8795-6728471f6ca1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4110931'] for network (04f127ee-b02e-4caf-884a-3d6915eed85e), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:12:05.186487 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] No Port match for: 095339f6-726e-4532-a288-d363147d27fd {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 26 21:12:05.187235 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device 095339f6-726e-4532-a288-d363147d27fd not bound to the agent host n-d-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 26 21:12:05.187861 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device 86d752c9-6c88-4dad-b938-c9ef91c0db8d no longer exists at agent ovs-agent-n-d-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 26 21:12:05.213903 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] No Port match for: 86d752c9-6c88-4dad-b938-c9ef91c0db8d {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 26 21:12:05.214532 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device 86d752c9-6c88-4dad-b938-c9ef91c0db8d not bound to the agent host n-d-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 26 21:12:05.217210 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-5681505d-1748-46c8-b035-5c859499f13e req-1b85da94-9aad-478b-a483-708d058e0217 tempest-FloatingIPsAssociationTestJSON-419529391 tempest-FloatingIPsAssociationTestJSON-419529391-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.1.160 HTTP/1.1" status: 200 len: 1001 time: 0.1147826 Jan 26 21:12:05.224865 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-47dd93b5-db3c-44aa-8795-6728471f6ca1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709645'] for network (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:12:05.228761 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-47dd93b5-db3c-44aa-8795-6728471f6ca1 admin admin] 10.222.0.13 "DELETE /v2.0/networks/04f127ee-b02e-4caf-884a-3d6915eed85e HTTP/1.1" status: 204 len: 168 time: 1.3217568 Jan 26 21:12:05.249986 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47dd93b5-db3c-44aa-8795-6728471f6ca1 admin admin] Pushing event deleted for resources: {'Network': ['ID=04f127ee-b02e-4caf-884a-3d6915eed85e,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:12:05.323438 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-da376b01-e50e-41a0-9758-4e4f90896618 req-95020343-dcea-4e0d-a025-be4d21d358a1 tempest-ImagesNegativeTestJSON-1709787905 tempest-ImagesNegativeTestJSON-1709787905-project] Publish callbacks [] for port (02c23a77-e70d-4e22-976c-2e3e55b9a8a2), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:12:05.342617 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-95849751-c71e-4361-98b6-f535c8ec7f6b tempest-RoutersAdminTest-690199652 tempest-RoutersAdminTest-690199652-project-admin] Publish callbacks [] for router_gateway (f9e8c53c-bae0-4e39-9371-2e7d2cb72c0d), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:12:05.385377 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5681505d-1748-46c8-b035-5c859499f13e req-133c17e3-fd5e-4973-a034-4932f73b005e tempest-FloatingIPsAssociationTestJSON-419529391 tempest-FloatingIPsAssociationTestJSON-419529391-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:12:05.390663 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-5681505d-1748-46c8-b035-5c859499f13e req-133c17e3-fd5e-4973-a034-4932f73b005e tempest-FloatingIPsAssociationTestJSON-419529391 tempest-FloatingIPsAssociationTestJSON-419529391-project] 10.222.0.13 "GET /v2.0/networks/4140a1f1-c93a-4bea-83a0-68953a54f299 HTTP/1.1" status: 200 len: 784 time: 0.1726377 Jan 26 21:12:05.447978 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-da376b01-e50e-41a0-9758-4e4f90896618 req-95020343-dcea-4e0d-a025-be4d21d358a1 tempest-ImagesNegativeTestJSON-1709787905 tempest-ImagesNegativeTestJSON-1709787905-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746560234527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11791543'] for port (02c23a77-e70d-4e22-976c-2e3e55b9a8a2), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:12:05.488718 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-5681505d-1748-46c8-b035-5c859499f13e req-664275ac-e7af-44f4-8600-895087a0cf2a tempest-FloatingIPsAssociationTestJSON-419529391 tempest-FloatingIPsAssociationTestJSON-419529391-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.1.160 HTTP/1.1" status: 200 len: 1001 time: 0.0973833 Jan 26 21:12:05.497225 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c9ecdf-155e-4f79-b36a-ca2db7e14d29 req-59a7661d-af36-4852-b25d-1e7ff6bf0d8e tempest-ListServerFiltersTestJSON-1713042646 tempest-ListServerFiltersTestJSON-1713042646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:12:05.499071 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-04c9ecdf-155e-4f79-b36a-ca2db7e14d29 req-59a7661d-af36-4852-b25d-1e7ff6bf0d8e tempest-ListServerFiltersTestJSON-1713042646 tempest-ListServerFiltersTestJSON-1713042646-project] 10.222.0.13 "GET /v2.0/ports?device_id=074301dc-546d-4632-8e4c-223c70e93d57 HTTP/1.1" status: 200 len: 945 time: 0.1246376 Jan 26 21:12:05.505957 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 53224) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:12:05.506681 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [req-5681505d-1748-46c8-b035-5c859499f13e req-a99df1a7-c86b-4a66-b692-162b0d428799 tempest-FloatingIPsAssociationTestJSON-419529391 tempest-FloatingIPsAssociationTestJSON-419529391-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:12:05.517429 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-da376b01-e50e-41a0-9758-4e4f90896618 req-95020343-dcea-4e0d-a025-be4d21d358a1 tempest-ImagesNegativeTestJSON-1709787905 tempest-ImagesNegativeTestJSON-1709787905-project] Network 7fbe9cf5-e12c-436d-b372-55a19c9faa30 is already hosted by enough agents. {{(pid=103305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 21:12:05.559627 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [req-da376b01-e50e-41a0-9758-4e4f90896618 req-95020343-dcea-4e0d-a025-be4d21d358a1 tempest-ImagesNegativeTestJSON-1709787905 tempest-ImagesNegativeTestJSON-1709787905-project] Resources bound (agent type, host, resource id): {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:12:05.562194 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [req-da376b01-e50e-41a0-9758-4e4f90896618 req-95020343-dcea-4e0d-a025-be4d21d358a1 tempest-ImagesNegativeTestJSON-1709787905 tempest-ImagesNegativeTestJSON-1709787905-project] Received port after_create {{(pid=103305) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 21:12:05.593539 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95020343-dcea-4e0d-a025-be4d21d358a1 tempest-ImagesNegativeTestJSON-1709787905 tempest-ImagesNegativeTestJSON-1709787905-project] Pushing event updated for resources: {'Port': ['ID=02c23a77-e70d-4e22-976c-2e3e55b9a8a2,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:12:05.595491 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-5681505d-1748-46c8-b035-5c859499f13e req-a99df1a7-c86b-4a66-b692-162b0d428799 tempest-FloatingIPsAssociationTestJSON-419529391 tempest-FloatingIPsAssociationTestJSON-419529391-project] Publish callbacks [] for floatingip (0e44fe4b-4762-427e-883f-4d1e838b1e6b), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:12:05.652104 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-04c9ecdf-155e-4f79-b36a-ca2db7e14d29 req-692f21f2-1176-4d70-8d23-475afb2434cf tempest-ListServerFiltersTestJSON-1713042646 tempest-ListServerFiltersTestJSON-1713042646-project] 10.222.0.13 "GET /v2.0/security-groups?id=4a81ac3f-5e47-4404-a1c8-ffc0bc5b0861&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1417544 Jan 26 21:12:05.695294 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-2a1a4f1c-ea72-4b61-98d0-463077bfb82d admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=4815438ae48244e6bf659aa0ac197d5f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1859298 Jan 26 21:12:05.695900 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 53232) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:12:05.711204 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da376b01-e50e-41a0-9758-4e4f90896618 req-95020343-dcea-4e0d-a025-be4d21d358a1 tempest-ImagesNegativeTestJSON-1709787905 tempest-ImagesNegativeTestJSON-1709787905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:12:05.711841 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-da376b01-e50e-41a0-9758-4e4f90896618 req-95020343-dcea-4e0d-a025-be4d21d358a1 tempest-ImagesNegativeTestJSON-1709787905 tempest-ImagesNegativeTestJSON-1709787905-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:12:05.769606 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-da376b01-e50e-41a0-9758-4e4f90896618 req-95020343-dcea-4e0d-a025-be4d21d358a1 tempest-ImagesNegativeTestJSON-1709787905 tempest-ImagesNegativeTestJSON-1709787905-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.6600096 Jan 26 21:12:05.780642 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-95849751-c71e-4361-98b6-f535c8ec7f6b tempest-RoutersAdminTest-690199652 tempest-RoutersAdminTest-690199652-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4105757', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4111263'] for router (f9e8c53c-bae0-4e39-9371-2e7d2cb72c0d), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:12:05.791642 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [req-da376b01-e50e-41a0-9758-4e4f90896618 req-1d0e6132-1cb4-4961-9236-fc36ade95b0b service neutron] Request body: {'port': {'device_id': 'a4c95b71-62ca-4bcb-84cb-e13f4b5bc751', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-760453-5'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:12:05.818258 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-5681505d-1748-46c8-b035-5c859499f13e req-a99df1a7-c86b-4a66-b692-162b0d428799 tempest-FloatingIPsAssociationTestJSON-419529391 tempest-FloatingIPsAssociationTestJSON-419529391-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:12:05.835214 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-5681505d-1748-46c8-b035-5c859499f13e req-a99df1a7-c86b-4a66-b692-162b0d428799 tempest-FloatingIPsAssociationTestJSON-419529391 tempest-FloatingIPsAssociationTestJSON-419529391-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4110913'] for floatingip (0e44fe4b-4762-427e-883f-4d1e838b1e6b), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:12:05.836311 n-d-760453-5 neutron-server[103304]: INFO neutron.db.l3_db [req-5681505d-1748-46c8-b035-5c859499f13e req-a99df1a7-c86b-4a66-b692-162b0d428799 tempest-FloatingIPsAssociationTestJSON-419529391 tempest-FloatingIPsAssociationTestJSON-419529391-project] Floating IP 0e44fe4b-4762-427e-883f-4d1e838b1e6b disassociated. External IP: 172.25.1.160, port: d2e500ae-6147-4c15-a504-1915a5dce1e5. Jan 26 21:12:05.923980 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-134d0ce0-c5cf-41e8-b116-6a497ed06500 admin admin] Publish callbacks [] for security_group (d2537aca-4a24-4a9b-936c-ec2877b42665), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:12:05.987984 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-134d0ce0-c5cf-41e8-b116-6a497ed06500 admin admin] Publish callbacks [] for security_group (d2537aca-4a24-4a9b-936c-ec2877b42665), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:12:06.002971 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-cbbbfbce-b92e-4dda-b609-ebdfc9289b28 None None] Provisioning complete for port 02c23a77-e70d-4e22-976c-2e3e55b9a8a2 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:12:06.003738 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-cbbbfbce-b92e-4dda-b609-ebdfc9289b28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (02c23a77-e70d-4e22-976c-2e3e55b9a8a2), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:12:06.059031 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd00c0b-4dcb-4a03-a773-b5a66b316d03 req-a21c5032-add7-47a5-944c-6b555c285378 tempest-LiveMigrationTest-746395142 tempest-LiveMigrationTest-746395142-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:12:06.060647 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-0bd00c0b-4dcb-4a03-a773-b5a66b316d03 req-a21c5032-add7-47a5-944c-6b555c285378 tempest-LiveMigrationTest-746395142 tempest-LiveMigrationTest-746395142-project] 10.222.0.57 "GET /v2.0/networks?id=57cdf3f5-a20b-4c6f-b2eb-bed2f5d4d40a HTTP/1.1" status: 200 len: 807 time: 0.2639914 Jan 26 21:12:06.071114 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-da376b01-e50e-41a0-9758-4e4f90896618 req-1d0e6132-1cb4-4961-9236-fc36ade95b0b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (02c23a77-e70d-4e22-976c-2e3e55b9a8a2), before_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:12:06.081878 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [req-0bd00c0b-4dcb-4a03-a773-b5a66b316d03 req-8f612bd5-e95d-4ff8-bda8-c73a85da474e tempest-LiveMigrationTest-746395142 tempest-LiveMigrationTest-746395142-project] Request body: {'port': {'device_id': '80ebfeba-433a-4d4b-bf55-9e0ed19817de', 'network_id': '57cdf3f5-a20b-4c6f-b2eb-bed2f5d4d40a', 'admin_state_up': True, 'tenant_id': 'ee6098e1a6074d57972f34ef6549de05'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:12:06.082103 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-cbbbfbce-b92e-4dda-b609-ebdfc9289b28 None None] Port 02c23a77-e70d-4e22-976c-2e3e55b9a8a2 cannot update to ACTIVE because it is not bound. {{(pid=103306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 26 21:12:06.239305 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-134d0ce0-c5cf-41e8-b116-6a497ed06500 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (d2537aca-4a24-4a9b-936c-ec2877b42665), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:12:06.241937 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-134d0ce0-c5cf-41e8-b116-6a497ed06500 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:12:06.243121 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-134d0ce0-c5cf-41e8-b116-6a497ed06500 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d2537aca-4a24-4a9b-936c-ec2877b42665 HTTP/1.1" status: 204 len: 168 time: 0.5442955 Jan 26 21:12:06.268058 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-134d0ce0-c5cf-41e8-b116-6a497ed06500 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2537aca-4a24-4a9b-936c-ec2877b42665,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:12:06.321390 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95849751-c71e-4361-98b6-f535c8ec7f6b tempest-RoutersAdminTest-690199652 tempest-RoutersAdminTest-690199652-project-admin] Router f9e8c53c-bae0-4e39-9371-2e7d2cb72c0d is scheduled to L3 agent 09df100c-3af1-4b0a-bda8-05914c71c458 with binding_index 1 {{(pid=103305) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 26 21:12:06.458924 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95849751-c71e-4361-98b6-f535c8ec7f6b tempest-RoutersAdminTest-690199652 tempest-RoutersAdminTest-690199652-project-admin] Notify agent at l3_agent.n-d-760453-5 the message routers_updated {{(pid=103305) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 26 21:12:06.472956 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a94d3cbb-e97e-4460-8acb-47aa38e3b849 None None] Sync routers for ids ['f9e8c53c-bae0-4e39-9371-2e7d2cb72c0d'] in n-d-760453-5 {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 26 21:12:06.482510 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a94d3cbb-e97e-4460-8acb-47aa38e3b849 None None] Routers {'f9e8c53c-bae0-4e39-9371-2e7d2cb72c0d'} bound to L3 agent in host n-d-760453-5 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 21:12:06.487346 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-a94d3cbb-e97e-4460-8acb-47aa38e3b849 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-26T20:55:21Z,description=,heartbeat_timestamp=2022-01-26T21:11:51Z,host='n-d-760453-5',id=09df100c-3af1-4b0a-bda8-05914c71c458,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:55:21Z,topic='l3_agent')) {'router_ids': ['f9e8c53c-bae0-4e39-9371-2e7d2cb72c0d'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:12:06.516180 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-95849751-c71e-4361-98b6-f535c8ec7f6b tempest-RoutersAdminTest-690199652 tempest-RoutersAdminTest-690199652-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:12:06.517533 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-95849751-c71e-4361-98b6-f535c8ec7f6b tempest-RoutersAdminTest-690199652 tempest-RoutersAdminTest-690199652-project-admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 6.1543741 Jan 26 21:12:06.520208 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 53256) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:12:06.653117 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5681505d-1748-46c8-b035-5c859499f13e req-a99df1a7-c86b-4a66-b692-162b0d428799 tempest-FloatingIPsAssociationTestJSON-419529391 tempest-FloatingIPsAssociationTestJSON-419529391-project] Router 954567f2-9f21-4bd5-91a0-c63dc8249105 has already been hosted by L3 agent 09df100c-3af1-4b0a-bda8-05914c71c458 {{(pid=103304) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 26 21:12:06.692654 n-d-760453-5 neutron-server[103305]: DEBUG neutron.notifiers.nova [req-da376b01-e50e-41a0-9758-4e4f90896618 req-1d0e6132-1cb4-4961-9236-fc36ade95b0b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 02c23a77-e70d-4e22-976c-2e3e55b9a8a2 {{(pid=103305) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 26 21:12:06.711810 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-da376b01-e50e-41a0-9758-4e4f90896618 req-1d0e6132-1cb4-4961-9236-fc36ade95b0b service neutron] Publish callbacks [] for port (02c23a77-e70d-4e22-976c-2e3e55b9a8a2), precommit_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:12:06.748769 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-7f9973ba-902c-4eb8-a5c8-95aafafce604 tempest-RoutersAdminTest-690199652 tempest-RoutersAdminTest-690199652-project-admin] 10.222.0.13 "GET /v2.0/routers/f9e8c53c-bae0-4e39-9371-2e7d2cb72c0d HTTP/1.1" status: 200 len: 907 time: 0.2268732 Jan 26 21:12:06.764709 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.provisioning_blocks [req-da376b01-e50e-41a0-9758-4e4f90896618 req-1d0e6132-1cb4-4961-9236-fc36ade95b0b service neutron] Transition to ACTIVE for port object 02c23a77-e70d-4e22-976c-2e3e55b9a8a2 will not be triggered until provisioned by entity L2. {{(pid=103305) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 21:12:06.765647 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 53260) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:12:06.770924 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-8c010d8b-8816-4f53-b8b4-2d8d50b58710 tempest-RoutersAdminTest-690199652 tempest-RoutersAdminTest-690199652-project-admin] Request body: {'router': {'name': 'tempest-snat-router-707197642', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'enable_snat': True}}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:12:06.780406 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-da376b01-e50e-41a0-9758-4e4f90896618 req-1d0e6132-1cb4-4961-9236-fc36ade95b0b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11791520'] for port (02c23a77-e70d-4e22-976c-2e3e55b9a8a2), after_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:12:06.791161 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0bd00c0b-4dcb-4a03-a773-b5a66b316d03 req-8f612bd5-e95d-4ff8-bda8-c73a85da474e tempest-LiveMigrationTest-746395142 tempest-LiveMigrationTest-746395142-project] Made reservation on behalf of ee6098e1a6074d57972f34ef6549de05 for: {'port': 1} {{(pid=103304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 21:12:06.794592 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-0bd00c0b-4dcb-4a03-a773-b5a66b316d03 req-8f612bd5-e95d-4ff8-bda8-c73a85da474e tempest-LiveMigrationTest-746395142 tempest-LiveMigrationTest-746395142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:12:06.839457 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_dvr_db [None req-a94d3cbb-e97e-4460-8acb-47aa38e3b849 None None] Set router f9e8c53c-bae0-4e39-9371-2e7d2cb72c0d gateway port host: n-d-760453-5 {{(pid=103307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 21:12:06.881454 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d0e6132-1cb4-4961-9236-fc36ade95b0b service neutron] Pushing event updated for resources: {'Port': ['ID=02c23a77-e70d-4e22-976c-2e3e55b9a8a2,revision_number=2']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:12:06.887494 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-8c010d8b-8816-4f53-b8b4-2d8d50b58710 tempest-RoutersAdminTest-690199652 tempest-RoutersAdminTest-690199652-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4104596', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13108'] for router (87ad9080-1dd6-4adb-bdcb-500a3cb90a6c), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:12:06.888696 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-8c010d8b-8816-4f53-b8b4-2d8d50b58710 tempest-RoutersAdminTest-690199652 tempest-RoutersAdminTest-690199652-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4105828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4111306', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3733576', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13069'] for router (87ad9080-1dd6-4adb-bdcb-500a3cb90a6c), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:12:06.966674 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-8c010d8b-8816-4f53-b8b4-2d8d50b58710 tempest-RoutersAdminTest-690199652 tempest-RoutersAdminTest-690199652-project-admin] Publish callbacks [] for router_controller (87ad9080-1dd6-4adb-bdcb-500a3cb90a6c), precommit_add_association {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:12:07.018876 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5681505d-1748-46c8-b035-5c859499f13e req-a99df1a7-c86b-4a66-b692-162b0d428799 tempest-FloatingIPsAssociationTestJSON-419529391 tempest-FloatingIPsAssociationTestJSON-419529391-project] Notify agent at l3_agent.n-d-760453-5 the message routers_updated {{(pid=103304) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 26 21:12:07.026420 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-5681505d-1748-46c8-b035-5c859499f13e req-a99df1a7-c86b-4a66-b692-162b0d428799 tempest-FloatingIPsAssociationTestJSON-419529391 tempest-FloatingIPsAssociationTestJSON-419529391-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for floatingip (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:12:07.030700 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d71e5c30-51c1-483a-b391-ce82814e367f None None] Sync routers for ids ['954567f2-9f21-4bd5-91a0-c63dc8249105'] in n-d-760453-5 {{(pid=103306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 26 21:12:07.056847 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d71e5c30-51c1-483a-b391-ce82814e367f None None] Routers {'954567f2-9f21-4bd5-91a0-c63dc8249105'} bound to L3 agent in host n-d-760453-5 {{(pid=103306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 21:12:07.057838 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-d71e5c30-51c1-483a-b391-ce82814e367f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-26T20:55:21Z,description=,heartbeat_timestamp=2022-01-26T21:11:51Z,host='n-d-760453-5',id=09df100c-3af1-4b0a-bda8-05914c71c458,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:55:21Z,topic='l3_agent')) {'router_ids': ['954567f2-9f21-4bd5-91a0-c63dc8249105'], 'active': True} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:12:07.058782 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-5681505d-1748-46c8-b035-5c859499f13e req-a99df1a7-c86b-4a66-b692-162b0d428799 tempest-FloatingIPsAssociationTestJSON-419529391 tempest-FloatingIPsAssociationTestJSON-419529391-project] 10.222.0.13 "PUT /v2.0/floatingips/0e44fe4b-4762-427e-883f-4d1e838b1e6b HTTP/1.1" status: 200 len: 695 time: 1.5589399 Jan 26 21:12:07.062038 n-d-760453-5 neutron-server[103304]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0d6919b7-5cfc-4a34-9c08-a032d7787fd3', 'tag': 'd2e500ae-6147-4c15-a504-1915a5dce1e5'}] {{(pid=103304) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 21:12:07.065008 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d52b45f1943fcd332af9527eb73ff93c8d715d44383a3f6d18de73b4cfcf87b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c8575c4-d44b-4285-b09a-a7662583e0a5" -d '{"events": [{"name": "network-changed", "server_uuid": "0d6919b7-5cfc-4a34-9c08-a032d7787fd3", "tag": "d2e500ae-6147-4c15-a504-1915a5dce1e5"}]}' {{(pid=103304) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 21:12:07.140455 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be993d36-4df0-43e0-a60c-a20ad792ff1f req-5ad168b6-7e17-405c-8832-32d253a97169 tempest-ListServerFiltersTestJSON-1713042646 tempest-ListServerFiltersTestJSON-1713042646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:12:07.147984 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-be993d36-4df0-43e0-a60c-a20ad792ff1f req-5ad168b6-7e17-405c-8832-32d253a97169 tempest-ListServerFiltersTestJSON-1713042646 tempest-ListServerFiltersTestJSON-1713042646-project] 10.222.0.13 "GET /v2.0/ports?device_id=d3f09a80-55e1-4c76-84ee-e8c6104639ee HTTP/1.1" status: 200 len: 946 time: 0.3650258 Jan 26 21:12:07.217682 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-a94d3cbb-e97e-4460-8acb-47aa38e3b849 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9e8c53c-bae0-4e39-9371-2e7d2cb72c0d', 'name': 'tempest-snat-router-707197642', 'tenant_id': '59d288f3b3444363b4fafc334d33664f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'external_fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.37'}], 'enable_snat': False}, 'gw_port_id': 'f62bca24-ec16-45a7-89f7-08eab68ca554', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T21:12:00Z', 'updated_at': '2022-01-26T21:12:05Z', 'revision_number': 3, 'project_id': '59d288f3b3444363b4fafc334d33664f', 'gw_port': {'id': 'f62bca24-ec16-45a7-89f7-08eab68ca554', 'name': '', 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:04:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9e8c53c-bae0-4e39-9371-2e7d2cb72c0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1033, 'fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:12:03Z', 'updated_at': '2022-01-26T21:12:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-760453-5'}], 'n-d-760453-5', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:12:07.248831 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a94d3cbb-e97e-4460-8acb-47aa38e3b849 None None] Checking router: f9e8c53c-bae0-4e39-9371-2e7d2cb72c0d for host: n-d-760453-5 {{(pid=103307) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 26 21:12:07.249406 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a94d3cbb-e97e-4460-8acb-47aa38e3b849 None None] Updating router f9e8c53c-bae0-4e39-9371-2e7d2cb72c0d port f62bca24-ec16-45a7-89f7-08eab68ca554 binding host n-d-760453-5 {{(pid=103307) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 26 21:12:07.294796 n-d-760453-5 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-a94d3cbb-e97e-4460-8acb-47aa38e3b849 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (f62bca24-ec16-45a7-89f7-08eab68ca554), before_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:12:07.320414 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.db_base_plugin_common [req-0bd00c0b-4dcb-4a03-a773-b5a66b316d03 req-8f612bd5-e95d-4ff8-bda8-c73a85da474e tempest-LiveMigrationTest-746395142 tempest-LiveMigrationTest-746395142-project] Allocated IP 172.20.0.7 (57cdf3f5-a20b-4c6f-b2eb-bed2f5d4d40a/0fd61269-7d95-487b-ba3a-f244d39cf571/5ea9283d-6307-4a7a-a3a3-34c49776035f) {{(pid=103304) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 21:12:07.364640 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-be993d36-4df0-43e0-a60c-a20ad792ff1f req-270c18a4-52ed-41b4-9eac-dafe66987e61 tempest-ListServerFiltersTestJSON-1713042646 tempest-ListServerFiltersTestJSON-1713042646-project] 10.222.0.13 "GET /v2.0/security-groups?id=4a81ac3f-5e47-4404-a1c8-ffc0bc5b0861&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2153399 Jan 26 21:12:07.415850 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5681505d-1748-46c8-b035-5c859499f13e req-93ca6c20-9626-4bc6-b915-1f5c714ca6dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:12:07.437483 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-5681505d-1748-46c8-b035-5c859499f13e req-93ca6c20-9626-4bc6-b915-1f5c714ca6dd service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=7bdfe07917df421d9be436779552b002&device_id=0d6919b7-5cfc-4a34-9c08-a032d7787fd3 HTTP/1.1" status: 200 len: 1096 time: 0.3313673 Jan 26 21:12:07.463194 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [req-da376b01-e50e-41a0-9758-4e4f90896618 req-1d0e6132-1cb4-4961-9236-fc36ade95b0b service neutron] Attempting to bind port 02c23a77-e70d-4e22-976c-2e3e55b9a8a2 on host n-h2-760453-5 for vnic_type normal with profile {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 21:12:07.463749 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [req-da376b01-e50e-41a0-9758-4e4f90896618 req-1d0e6132-1cb4-4961-9236-fc36ade95b0b service neutron] Attempting to bind port 02c23a77-e70d-4e22-976c-2e3e55b9a8a2 by drivers openvswitch,hyperv on host n-h2-760453-5 at level 0 using segments [{'id': '4eab25d6-89d9-4907-a1c2-51b06443ba33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '7fbe9cf5-e12c-436d-b372-55a19c9faa30'}] {{(pid=103305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 26 21:12:07.463848 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da376b01-e50e-41a0-9758-4e4f90896618 req-1d0e6132-1cb4-4961-9236-fc36ade95b0b service neutron] Attempting to bind port 02c23a77-e70d-4e22-976c-2e3e55b9a8a2 on network 7fbe9cf5-e12c-436d-b372-55a19c9faa30 {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 21:12:07.467150 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-8c010d8b-8816-4f53-b8b4-2d8d50b58710 tempest-RoutersAdminTest-690199652 tempest-RoutersAdminTest-690199652-project-admin] Publish callbacks [] for router_gateway (87ad9080-1dd6-4adb-bdcb-500a3cb90a6c), precommit_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:12:07.474558 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da376b01-e50e-41a0-9758-4e4f90896618 req-1d0e6132-1cb4-4961-9236-fc36ade95b0b service neutron] Port 02c23a77-e70d-4e22-976c-2e3e55b9a8a2 on network 7fbe9cf5-e12c-436d-b372-55a19c9faa30 not bound, no agent of type Open vSwitch agent registered on host n-h2-760453-5 {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 26 21:12:07.474887 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da376b01-e50e-41a0-9758-4e4f90896618 req-1d0e6132-1cb4-4961-9236-fc36ade95b0b service neutron] Attempting to bind port 02c23a77-e70d-4e22-976c-2e3e55b9a8a2 on network 7fbe9cf5-e12c-436d-b372-55a19c9faa30 {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 21:12:07.511933 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da376b01-e50e-41a0-9758-4e4f90896618 req-1d0e6132-1cb4-4961-9236-fc36ade95b0b service neutron] Checking agent: {'id': '4d619873-4b60-439f-9b5a-b155dc8bbc34', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-760453-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 21, 2, 53), 'started_at': datetime.datetime(2022, 1, 26, 21, 2, 53), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 21, 11, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 26 21:12:07.512283 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da376b01-e50e-41a0-9758-4e4f90896618 req-1d0e6132-1cb4-4961-9236-fc36ade95b0b service neutron] Checking segment: {'id': '4eab25d6-89d9-4907-a1c2-51b06443ba33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '7fbe9cf5-e12c-436d-b372-55a19c9faa30'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103305) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 21:12:07.512724 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da376b01-e50e-41a0-9758-4e4f90896618 req-1d0e6132-1cb4-4961-9236-fc36ade95b0b service neutron] Bound using segment: {'id': '4eab25d6-89d9-4907-a1c2-51b06443ba33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '7fbe9cf5-e12c-436d-b372-55a19c9faa30'} {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 26 21:12:07.513199 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [req-da376b01-e50e-41a0-9758-4e4f90896618 req-1d0e6132-1cb4-4961-9236-fc36ade95b0b service neutron] Bound port: 02c23a77-e70d-4e22-976c-2e3e55b9a8a2, host: n-h2-760453-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4eab25d6-89d9-4907-a1c2-51b06443ba33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '7fbe9cf5-e12c-436d-b372-55a19c9faa30'}}] {{(pid=103305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 26 21:12:07.513558 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-da376b01-e50e-41a0-9758-4e4f90896618 req-1d0e6132-1cb4-4961-9236-fc36ade95b0b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (02c23a77-e70d-4e22-976c-2e3e55b9a8a2), before_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:12:07.575930 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvr_db [None req-d71e5c30-51c1-483a-b391-ce82814e367f None None] Set router 954567f2-9f21-4bd5-91a0-c63dc8249105 gateway port host: n-d-760453-5 {{(pid=103306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 21:12:07.697113 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ceab356-27f5-4ab1-a585-6a62fb38babf req-3cd2f9d0-6f9c-47fe-9a1a-1d03c7edf456 tempest-ImagesNegativeTestJSON-1709787905 tempest-ImagesNegativeTestJSON-1709787905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:12:07.703923 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-8ceab356-27f5-4ab1-a585-6a62fb38babf req-3cd2f9d0-6f9c-47fe-9a1a-1d03c7edf456 tempest-ImagesNegativeTestJSON-1709787905 tempest-ImagesNegativeTestJSON-1709787905-project] 10.222.0.13 "GET /v2.0/ports?device_id=a4c95b71-62ca-4bcb-84cb-e13f4b5bc751 HTTP/1.1" status: 200 len: 948 time: 0.2132261 Jan 26 21:12:07.769466 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-8ceab356-27f5-4ab1-a585-6a62fb38babf req-060a6300-8802-4c0a-866c-3b7ccd9f309e tempest-ImagesNegativeTestJSON-1709787905 tempest-ImagesNegativeTestJSON-1709787905-project] 10.222.0.13 "GET /v2.0/security-groups?id=79eb1cc9-81fb-4db5-a1b1-c12f8028d59b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633924 Jan 26 21:12:07.785053 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5681505d-1748-46c8-b035-5c859499f13e req-f8d6bd94-ee94-4c1e-8ddb-3a6d6404c46b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:12:07.786840 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-5681505d-1748-46c8-b035-5c859499f13e req-f8d6bd94-ee94-4c1e-8ddb-3a6d6404c46b service neutron] 10.222.0.13 "GET /v2.0/networks?id=c51b7d10-9231-4438-a440-4c92a6a50ca4 HTTP/1.1" status: 200 len: 921 time: 0.3485494 Jan 26 21:12:07.876384 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-5681505d-1748-46c8-b035-5c859499f13e req-ae9bd961-54a0-4e75-9e4b-f8eb3da70912 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d2e500ae-6147-4c15-a504-1915a5dce1e5 HTTP/1.1" status: 200 len: 217 time: 0.0733514 Jan 26 21:12:07.878318 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 53284) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:12:07.992170 n-d-760453-5 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-a94d3cbb-e97e-4460-8acb-47aa38e3b849 None None] Publish callbacks [] for port (f62bca24-ec16-45a7-89f7-08eab68ca554), precommit_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:12:07.995440 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-d71e5c30-51c1-483a-b391-ce82814e367f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '954567f2-9f21-4bd5-91a0-c63dc8249105', 'name': 'tempest-FloatingIPsAssociationTestJSON-936393355-router', 'tenant_id': '7bdfe07917df421d9be436779552b002', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'external_fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.237'}], 'enable_snat': True}, 'gw_port_id': '19a784ed-8ecf-429b-9a5f-da8bc68c331b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T21:10:52Z', 'updated_at': '2022-01-26T21:11:00Z', 'revision_number': 4, 'project_id': '7bdfe07917df421d9be436779552b002', 'gw_port': {'id': '19a784ed-8ecf-429b-9a5f-da8bc68c331b', 'name': '', 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:a6:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '954567f2-9f21-4bd5-91a0-c63dc8249105', 'device_owner': 'network:router_gateway', 'standard_attr_id': 926, 'fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:10:53Z', 'updated_at': '2022-01-26T21:11:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-5', '_interfaces': [{'id': 'cf3de5fd-328f-4fc5-9713-971aefb20f27', 'name': '', 'network_id': 'c51b7d10-9231-4438-a440-4c92a6a50ca4', 'tenant_id': '7bdfe07917df421d9be436779552b002', 'mac_address': 'fa:16:3e:ad:b4:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '954567f2-9f21-4bd5-91a0-c63dc8249105', 'device_owner': 'network:router_interface', 'standard_attr_id': 927, 'fixed_ips': [{'subnet_id': 'f7b7ba1f-f452-4d1f-b54c-6aaf311b4599', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:10:58Z', 'updated_at': '2022-01-26T21:11:06Z', 'revision_number': 5, 'project_id': '7bdfe07917df421d9be436779552b002', 'subnets': [{'id': 'f7b7ba1f-f452-4d1f-b54c-6aaf311b4599', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760453-5', False) {} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:12:08.003237 n-d-760453-5 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-a94d3cbb-e97e-4460-8acb-47aa38e3b849 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (f62bca24-ec16-45a7-89f7-08eab68ca554), after_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:12:08.030869 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d71e5c30-51c1-483a-b391-ce82814e367f None None] Checking router: 954567f2-9f21-4bd5-91a0-c63dc8249105 for host: n-d-760453-5 {{(pid=103306) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 26 21:12:08.047627 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-b0900fde-b947-4ef1-a935-bba31672404c req-76512f43-8510-4c59-9eff-ad740ae28cf8 tempest-LiveMigrationTest-746395142 tempest-LiveMigrationTest-746395142-project] 10.222.0.13 "GET /v2.0/ports?device_id=80ebfeba-433a-4d4b-bf55-9e0ed19817de HTTP/1.1" status: 200 len: 210 time: 0.1612780 Jan 26 21:12:08.054293 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d71e5c30-51c1-483a-b391-ce82814e367f None None] Routers {'954567f2-9f21-4bd5-91a0-c63dc8249105'} bound to L3 agent in host n-d-760453-5 {{(pid=103306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 21:12:08.055275 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-d71e5c30-51c1-483a-b391-ce82814e367f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-26T20:55:21Z,description=,heartbeat_timestamp=2022-01-26T21:11:51Z,host='n-d-760453-5',id=09df100c-3af1-4b0a-bda8-05914c71c458,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:55:21Z,topic='l3_agent')) {'router_ids': ['954567f2-9f21-4bd5-91a0-c63dc8249105'], 'active': True} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:12:08.090166 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-15565884-2869-4d67-b897-533ab88ff159 admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-1932721837-network', 'tenant_id': 'c8d46c1d9718442f87ddc378b5600012'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:12:08.104246 n-d-760453-5 neutron-server[103307]: DEBUG neutron.plugins.ml2.managers [None req-a94d3cbb-e97e-4460-8acb-47aa38e3b849 None None] Attempting to bind port f62bca24-ec16-45a7-89f7-08eab68ca554 on host n-d-760453-5 for vnic_type normal with profile {{(pid=103307) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 21:12:08.104748 n-d-760453-5 neutron-server[103307]: DEBUG neutron.plugins.ml2.managers [None req-a94d3cbb-e97e-4460-8acb-47aa38e3b849 None None] Attempting to bind port f62bca24-ec16-45a7-89f7-08eab68ca554 by drivers openvswitch,hyperv on host n-d-760453-5 at level 0 using segments [{'id': 'e17cb353-418f-48b9-b982-21a6233ee99b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299'}] {{(pid=103307) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 26 21:12:08.106142 n-d-760453-5 neutron-server[103307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a94d3cbb-e97e-4460-8acb-47aa38e3b849 None None] Attempting to bind port f62bca24-ec16-45a7-89f7-08eab68ca554 on network 4140a1f1-c93a-4bea-83a0-68953a54f299 {{(pid=103307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 21:12:08.115936 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [req-da376b01-e50e-41a0-9758-4e4f90896618 req-1d0e6132-1cb4-4961-9236-fc36ade95b0b service neutron] For port 02c23a77-e70d-4e22-976c-2e3e55b9a8a2, host n-h2-760453-5, cleared binding levels {{(pid=103305) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 26 21:12:08.118234 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-651d6fde-ee15-4706-ae4b-76c1fedd17d6 None None] Pushing event updated for resources: {'Port': ['ID=f62bca24-ec16-45a7-89f7-08eab68ca554,revision_number=2']} {{(pid=103307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:12:08.119639 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-0bd00c0b-4dcb-4a03-a773-b5a66b316d03 req-8f612bd5-e95d-4ff8-bda8-c73a85da474e tempest-LiveMigrationTest-746395142 tempest-LiveMigrationTest-746395142-project] Publish callbacks [] for port (5ea9283d-6307-4a7a-a3a3-34c49776035f), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:12:08.121412 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [req-da376b01-e50e-41a0-9758-4e4f90896618 req-1d0e6132-1cb4-4961-9236-fc36ade95b0b service neutron] For port 02c23a77-e70d-4e22-976c-2e3e55b9a8a2, host n-h2-760453-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-5',level=0,port_id=02c23a77-e70d-4e22-976c-2e3e55b9a8a2,segment=NetworkSegment(4eab25d6-89d9-4907-a1c2-51b06443ba33),segment_id=4eab25d6-89d9-4907-a1c2-51b06443ba33)] {{(pid=103305) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 26 21:12:08.124638 n-d-760453-5 neutron-server[103307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a94d3cbb-e97e-4460-8acb-47aa38e3b849 None None] Checking agent: {'id': 'fea0591a-627d-4c87-9a9a-01625ddf3277', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760453-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 20, 55, 25), 'started_at': datetime.datetime(2022, 1, 26, 20, 55, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 21, 11, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760453-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 26 21:12:08.125160 n-d-760453-5 neutron-server[103307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a94d3cbb-e97e-4460-8acb-47aa38e3b849 None None] Checking segment: {'id': 'e17cb353-418f-48b9-b982-21a6233ee99b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103307) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 21:12:08.126248 n-d-760453-5 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-a94d3cbb-e97e-4460-8acb-47aa38e3b849 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:12:08.127641 n-d-760453-5 neutron-server[103307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a94d3cbb-e97e-4460-8acb-47aa38e3b849 None None] Bound using segment: {'id': 'e17cb353-418f-48b9-b982-21a6233ee99b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299'} {{(pid=103307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 26 21:12:08.127641 n-d-760453-5 neutron-server[103307]: DEBUG neutron.plugins.ml2.managers [None req-a94d3cbb-e97e-4460-8acb-47aa38e3b849 None None] Bound port: f62bca24-ec16-45a7-89f7-08eab68ca554, host: n-d-760453-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e17cb353-418f-48b9-b982-21a6233ee99b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299'}}] {{(pid=103307) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 26 21:12:08.128680 n-d-760453-5 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-a94d3cbb-e97e-4460-8acb-47aa38e3b849 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (f62bca24-ec16-45a7-89f7-08eab68ca554), before_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:12:08.138146 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-da376b01-e50e-41a0-9758-4e4f90896618 req-1d0e6132-1cb4-4961-9236-fc36ade95b0b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11791520'] for port (02c23a77-e70d-4e22-976c-2e3e55b9a8a2), after_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:12:08.163799 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-651d6fde-ee15-4706-ae4b-76c1fedd17d6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:12:08.164426 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-651d6fde-ee15-4706-ae4b-76c1fedd17d6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:12:08.164866 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-651d6fde-ee15-4706-ae4b-76c1fedd17d6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:12:08.165320 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-651d6fde-ee15-4706-ae4b-76c1fedd17d6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:12:08.165749 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-651d6fde-ee15-4706-ae4b-76c1fedd17d6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:12:08.166185 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-651d6fde-ee15-4706-ae4b-76c1fedd17d6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:12:08.166619 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-651d6fde-ee15-4706-ae4b-76c1fedd17d6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:12:08.167355 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-651d6fde-ee15-4706-ae4b-76c1fedd17d6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:12:08.167739 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-651d6fde-ee15-4706-ae4b-76c1fedd17d6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:12:08.168164 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-651d6fde-ee15-4706-ae4b-76c1fedd17d6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:12:08.168606 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-651d6fde-ee15-4706-ae4b-76c1fedd17d6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:12:08.169061 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-651d6fde-ee15-4706-ae4b-76c1fedd17d6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:12:08.169662 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-651d6fde-ee15-4706-ae4b-76c1fedd17d6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:12:08.176592 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5681505d-1748-46c8-b035-5c859499f13e req-66decf35-5bd2-4f4a-9b9d-7efe300d106e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:12:08.188399 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da376b01-e50e-41a0-9758-4e4f90896618 req-1d0e6132-1cb4-4961-9236-fc36ade95b0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:12:08.189425 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-da376b01-e50e-41a0-9758-4e4f90896618 req-1d0e6132-1cb4-4961-9236-fc36ade95b0b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:12:08.190391 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-5681505d-1748-46c8-b035-5c859499f13e req-66decf35-5bd2-4f4a-9b9d-7efe300d106e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f7b7ba1f-f452-4d1f-b54c-6aaf311b4599 HTTP/1.1" status: 200 len: 859 time: 0.3009248 Jan 26 21:12:08.199247 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-da376b01-e50e-41a0-9758-4e4f90896618 req-1d0e6132-1cb4-4961-9236-fc36ade95b0b service neutron] 10.222.0.57 "PUT /v2.0/ports/02c23a77-e70d-4e22-976c-2e3e55b9a8a2 HTTP/1.1" status: 200 len: 1096 time: 2.4131973 Jan 26 21:12:08.202721 n-d-760453-5 neutron-server[103305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a4c95b71-62ca-4bcb-84cb-e13f4b5bc751', 'tag': '02c23a77-e70d-4e22-976c-2e3e55b9a8a2'}] {{(pid=103305) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 21:12:08.207373 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d4654568b7bf041e72ff8fe1c96d6d761d9c921f2b99bc7b3a26632be20cee0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d9ca445-e6ce-487b-a851-eb41e20b2baa" -d '{"events": [{"name": "network-changed", "server_uuid": "a4c95b71-62ca-4bcb-84cb-e13f4b5bc751", "tag": "02c23a77-e70d-4e22-976c-2e3e55b9a8a2"}]}' {{(pid=103305) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 21:12:08.296975 n-d-760453-5 neutron-server[103307]: DEBUG neutron.plugins.ml2.db [None req-a94d3cbb-e97e-4460-8acb-47aa38e3b849 None None] For port f62bca24-ec16-45a7-89f7-08eab68ca554, host n-d-760453-5, cleared binding levels {{(pid=103307) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 26 21:12:08.299441 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d0e6132-1cb4-4961-9236-fc36ade95b0b service neutron] Pushing event updated for resources: {'Port': ['ID=02c23a77-e70d-4e22-976c-2e3e55b9a8a2,revision_number=3']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:12:08.311988 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15565884-2869-4d67-b897-533ab88ff159 admin admin] Made reservation on behalf of c8d46c1d9718442f87ddc378b5600012 for: {'network': 1} {{(pid=103304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 21:12:08.314409 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-15565884-2869-4d67-b897-533ab88ff159 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for network (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:12:08.318965 n-d-760453-5 neutron-server[103307]: DEBUG neutron.plugins.ml2.db [None req-a94d3cbb-e97e-4460-8acb-47aa38e3b849 None None] For port f62bca24-ec16-45a7-89f7-08eab68ca554, host n-d-760453-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=f62bca24-ec16-45a7-89f7-08eab68ca554,segment=NetworkSegment(e17cb353-418f-48b9-b982-21a6233ee99b),segment_id=e17cb353-418f-48b9-b982-21a6233ee99b)] {{(pid=103307) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 26 21:12:08.326501 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (32ef628b-8417-46c5-8729-60fcabe358f1), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:12:08.328760 n-d-760453-5 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-a94d3cbb-e97e-4460-8acb-47aa38e3b849 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (f62bca24-ec16-45a7-89f7-08eab68ca554), after_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:12:08.369770 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-15565884-2869-4d67-b897-533ab88ff159 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:12:08.414479 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-651d6fde-ee15-4706-ae4b-76c1fedd17d6 None None] Pushing event updated for resources: {'Port': ['ID=f62bca24-ec16-45a7-89f7-08eab68ca554,revision_number=3']} {{(pid=103307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:12:08.420615 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5681505d-1748-46c8-b035-5c859499f13e req-83aa7b80-8e1f-43ec-b4ef-3909ce9ccbf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:12:08.434198 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-5681505d-1748-46c8-b035-5c859499f13e req-83aa7b80-8e1f-43ec-b4ef-3909ce9ccbf8 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=c51b7d10-9231-4438-a440-4c92a6a50ca4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2323129 Jan 26 21:12:08.444063 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-0bd00c0b-4dcb-4a03-a773-b5a66b316d03 req-8f612bd5-e95d-4ff8-bda8-c73a85da474e tempest-LiveMigrationTest-746395142 tempest-LiveMigrationTest-746395142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746560234527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9281553'] for port (5ea9283d-6307-4a7a-a3a3-34c49776035f), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:12:08.454578 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a94d3cbb-e97e-4460-8acb-47aa38e3b849 None None] Routers {'f9e8c53c-bae0-4e39-9371-2e7d2cb72c0d'} bound to L3 agent in host n-d-760453-5 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 21:12:08.458519 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-a94d3cbb-e97e-4460-8acb-47aa38e3b849 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-26T20:55:21Z,description=,heartbeat_timestamp=2022-01-26T21:11:51Z,host='n-d-760453-5',id=09df100c-3af1-4b0a-bda8-05914c71c458,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:55:21Z,topic='l3_agent')) {'router_ids': ['f9e8c53c-bae0-4e39-9371-2e7d2cb72c0d'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:12:08.466962 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da376b01-e50e-41a0-9758-4e4f90896618 req-42227a95-702c-4a92-9708-21a64f6bad5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:12:08.468493 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-da376b01-e50e-41a0-9758-4e4f90896618 req-42227a95-702c-4a92-9708-21a64f6bad5f service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=faa8b616292e4b5fb8228e8e8031eec7&device_id=a4c95b71-62ca-4bcb-84cb-e13f4b5bc751 HTTP/1.1" status: 200 len: 1099 time: 0.2193613 Jan 26 21:12:08.476274 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-8c010d8b-8816-4f53-b8b4-2d8d50b58710 tempest-RoutersAdminTest-690199652 tempest-RoutersAdminTest-690199652-project-admin] Publish callbacks [] for router_gateway (87ad9080-1dd6-4adb-bdcb-500a3cb90a6c), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:12:08.483138 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvr_db [None req-d71e5c30-51c1-483a-b391-ce82814e367f None None] Set router 954567f2-9f21-4bd5-91a0-c63dc8249105 gateway port host: n-d-760453-5 {{(pid=103306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 21:12:08.539615 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-8c010d8b-8816-4f53-b8b4-2d8d50b58710 tempest-RoutersAdminTest-690199652 tempest-RoutersAdminTest-690199652-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:12:08.624905 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-da376b01-e50e-41a0-9758-4e4f90896618 req-b89331db-c9b4-4f66-9c3c-27f8672a911e service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.234&port_id=02c23a77-e70d-4e22-976c-2e3e55b9a8a2 HTTP/1.1" status: 200 len: 217 time: 0.1453950 Jan 26 21:12:08.692360 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_dvr_db [None req-a94d3cbb-e97e-4460-8acb-47aa38e3b849 None None] Set router f9e8c53c-bae0-4e39-9371-2e7d2cb72c0d gateway port host: n-d-760453-5 {{(pid=103307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 21:12:08.738190 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0bd00c0b-4dcb-4a03-a773-b5a66b316d03 req-8f612bd5-e95d-4ff8-bda8-c73a85da474e tempest-LiveMigrationTest-746395142 tempest-LiveMigrationTest-746395142-project] Network 57cdf3f5-a20b-4c6f-b2eb-bed2f5d4d40a is already hosted by enough agents. {{(pid=103304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 21:12:08.759451 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 26 Jan 2022 21:12:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e40ab93-532b-4d80-817e-8aed2a1a384e x-openstack-request-id: req-5e40ab93-532b-4d80-817e-8aed2a1a384e {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 21:12:08.759746 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0d6919b7-5cfc-4a34-9c08-a032d7787fd3", "tag": "d2e500ae-6147-4c15-a504-1915a5dce1e5", "status": "completed", "code": 200}]} {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 21:12:08.761272 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-5e40ab93-532b-4d80-817e-8aed2a1a384e {{(pid=103304) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 21:12:08.761721 n-d-760453-5 neutron-server[103304]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0d6919b7-5cfc-4a34-9c08-a032d7787fd3', 'tag': 'd2e500ae-6147-4c15-a504-1915a5dce1e5', 'status': 'completed', 'code': 200} Jan 26 21:12:08.768005 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [req-0bd00c0b-4dcb-4a03-a773-b5a66b316d03 req-8f612bd5-e95d-4ff8-bda8-c73a85da474e tempest-LiveMigrationTest-746395142 tempest-LiveMigrationTest-746395142-project] Resources bound (agent type, host, resource id): {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:12:08.830984 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da376b01-e50e-41a0-9758-4e4f90896618 req-33be9510-01f7-4b3b-9d0b-839e81b007d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:12:08.833058 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-da376b01-e50e-41a0-9758-4e4f90896618 req-33be9510-01f7-4b3b-9d0b-839e81b007d8 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=fd77e534-75e6-4b90-950e-f5824d584430 HTTP/1.1" status: 200 len: 843 time: 0.1674378 Jan 26 21:12:08.839508 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [req-0bd00c0b-4dcb-4a03-a773-b5a66b316d03 req-8f612bd5-e95d-4ff8-bda8-c73a85da474e tempest-LiveMigrationTest-746395142 tempest-LiveMigrationTest-746395142-project] Received port after_create {{(pid=103304) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 21:12:08.895154 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.db_base_plugin_common [None req-8c010d8b-8816-4f53-b8b4-2d8d50b58710 tempest-RoutersAdminTest-690199652 tempest-RoutersAdminTest-690199652-project-admin] Allocated IP 172.25.1.220 (4140a1f1-c93a-4bea-83a0-68953a54f299/e48251a1-e30d-4820-8396-00c6f6aeb601/ab466482-be0b-4c81-9b70-22b8888f2566) {{(pid=103305) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 21:12:08.921286 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da376b01-e50e-41a0-9758-4e4f90896618 req-6f59e530-75df-4800-9b7f-63a5fa76d2d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:12:08.923008 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-da376b01-e50e-41a0-9758-4e4f90896618 req-6f59e530-75df-4800-9b7f-63a5fa76d2d7 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=7fbe9cf5-e12c-436d-b372-55a19c9faa30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0834198 Jan 26 21:12:08.991162 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-a94d3cbb-e97e-4460-8acb-47aa38e3b849 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9e8c53c-bae0-4e39-9371-2e7d2cb72c0d', 'name': 'tempest-snat-router-707197642', 'tenant_id': '59d288f3b3444363b4fafc334d33664f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'external_fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.37'}], 'enable_snat': False}, 'gw_port_id': 'f62bca24-ec16-45a7-89f7-08eab68ca554', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T21:12:00Z', 'updated_at': '2022-01-26T21:12:05Z', 'revision_number': 3, 'project_id': '59d288f3b3444363b4fafc334d33664f', 'gw_port': {'id': 'f62bca24-ec16-45a7-89f7-08eab68ca554', 'name': '', 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:04:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9e8c53c-bae0-4e39-9371-2e7d2cb72c0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1033, 'fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:12:03Z', 'updated_at': '2022-01-26T21:12:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-760453-5'}], 'n-d-760453-5', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:12:08.997499 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-d71e5c30-51c1-483a-b391-ce82814e367f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '954567f2-9f21-4bd5-91a0-c63dc8249105', 'name': 'tempest-FloatingIPsAssociationTestJSON-936393355-router', 'tenant_id': '7bdfe07917df421d9be436779552b002', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'external_fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.237'}], 'enable_snat': True}, 'gw_port_id': '19a784ed-8ecf-429b-9a5f-da8bc68c331b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T21:10:52Z', 'updated_at': '2022-01-26T21:11:00Z', 'revision_number': 4, 'project_id': '7bdfe07917df421d9be436779552b002', 'gw_port': {'id': '19a784ed-8ecf-429b-9a5f-da8bc68c331b', 'name': '', 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:a6:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '954567f2-9f21-4bd5-91a0-c63dc8249105', 'device_owner': 'network:router_gateway', 'standard_attr_id': 926, 'fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:10:53Z', 'updated_at': '2022-01-26T21:11:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-5', '_interfaces': [{'id': 'cf3de5fd-328f-4fc5-9713-971aefb20f27', 'name': '', 'network_id': 'c51b7d10-9231-4438-a440-4c92a6a50ca4', 'tenant_id': '7bdfe07917df421d9be436779552b002', 'mac_address': 'fa:16:3e:ad:b4:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '954567f2-9f21-4bd5-91a0-c63dc8249105', 'device_owner': 'network:router_interface', 'standard_attr_id': 927, 'fixed_ips': [{'subnet_id': 'f7b7ba1f-f452-4d1f-b54c-6aaf311b4599', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:10:58Z', 'updated_at': '2022-01-26T21:11:06Z', 'revision_number': 5, 'project_id': '7bdfe07917df421d9be436779552b002', 'subnets': [{'id': 'f7b7ba1f-f452-4d1f-b54c-6aaf311b4599', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760453-5', False) {} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:12:09.026593 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a94d3cbb-e97e-4460-8acb-47aa38e3b849 None None] The sync data for ids ['f9e8c53c-bae0-4e39-9371-2e7d2cb72c0d'] in n-d-760453-5 is: [{'id': 'f9e8c53c-bae0-4e39-9371-2e7d2cb72c0d', 'name': 'tempest-snat-router-707197642', 'tenant_id': '59d288f3b3444363b4fafc334d33664f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'external_fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.37'}], 'enable_snat': False}, 'gw_port_id': 'f62bca24-ec16-45a7-89f7-08eab68ca554', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T21:12:00Z', 'updated_at': '2022-01-26T21:12:05Z', 'revision_number': 3, 'project_id': '59d288f3b3444363b4fafc334d33664f', 'gw_port': {'id': 'f62bca24-ec16-45a7-89f7-08eab68ca554', 'name': '', 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:04:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9e8c53c-bae0-4e39-9371-2e7d2cb72c0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1033, 'fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:12:03Z', 'updated_at': '2022-01-26T21:12:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-760453-5'}] {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 26 21:12:09.036150 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d71e5c30-51c1-483a-b391-ce82814e367f None None] The sync data for ids ['954567f2-9f21-4bd5-91a0-c63dc8249105'] in n-d-760453-5 is: [{'id': '954567f2-9f21-4bd5-91a0-c63dc8249105', 'name': 'tempest-FloatingIPsAssociationTestJSON-936393355-router', 'tenant_id': '7bdfe07917df421d9be436779552b002', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'external_fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.237'}], 'enable_snat': True}, 'gw_port_id': '19a784ed-8ecf-429b-9a5f-da8bc68c331b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T21:10:52Z', 'updated_at': '2022-01-26T21:11:00Z', 'revision_number': 4, 'project_id': '7bdfe07917df421d9be436779552b002', 'gw_port': {'id': '19a784ed-8ecf-429b-9a5f-da8bc68c331b', 'name': '', 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:a6:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '954567f2-9f21-4bd5-91a0-c63dc8249105', 'device_owner': 'network:router_gateway', 'standard_attr_id': 926, 'fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:10:53Z', 'updated_at': '2022-01-26T21:11:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-5', '_interfaces': [{'id': 'cf3de5fd-328f-4fc5-9713-971aefb20f27', 'name': '', 'network_id': 'c51b7d10-9231-4438-a440-4c92a6a50ca4', 'tenant_id': '7bdfe07917df421d9be436779552b002', 'mac_address': 'fa:16:3e:ad:b4:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '954567f2-9f21-4bd5-91a0-c63dc8249105', 'device_owner': 'network:router_interface', 'standard_attr_id': 927, 'fixed_ips': [{'subnet_id': 'f7b7ba1f-f452-4d1f-b54c-6aaf311b4599', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:10:58Z', 'updated_at': '2022-01-26T21:11:06Z', 'revision_number': 5, 'project_id': '7bdfe07917df421d9be436779552b002', 'subnets': [{'id': 'f7b7ba1f-f452-4d1f-b54c-6aaf311b4599', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 26 21:12:09.064106 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-5681505d-1748-46c8-b035-5c859499f13e req-48da368b-fa8e-47e4-806c-3fc4d7411134 service neutron] 10.222.0.13 "GET /v2.0/networks/c51b7d10-9231-4438-a440-4c92a6a50ca4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6077836 Jan 26 21:12:09.229949 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-da376b01-e50e-41a0-9758-4e4f90896618 req-dc36ae6b-06c6-4fb4-9686-00baaabe6cb3 service neutron] 10.222.0.57 "GET /v2.0/networks/7fbe9cf5-e12c-436d-b372-55a19c9faa30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2912145 Jan 26 21:12:09.230975 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f612bd5-e95d-4ff8-bda8-c73a85da474e tempest-LiveMigrationTest-746395142 tempest-LiveMigrationTest-746395142-project] Pushing event updated for resources: {'Port': ['ID=5ea9283d-6307-4a7a-a3a3-34c49776035f,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:12:09.232965 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-8c010d8b-8816-4f53-b8b4-2d8d50b58710 tempest-RoutersAdminTest-690199652 tempest-RoutersAdminTest-690199652-project-admin] Publish callbacks [] for port (ab466482-be0b-4c81-9b70-22b8888f2566), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:12:09.363883 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-8c010d8b-8816-4f53-b8b4-2d8d50b58710 tempest-RoutersAdminTest-690199652 tempest-RoutersAdminTest-690199652-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746560234527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11791543'] for port (ab466482-be0b-4c81-9b70-22b8888f2566), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:12:09.404263 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-da376b01-e50e-41a0-9758-4e4f90896618 req-4725c1b4-f096-45a8-ba54-3b98b0eb61a9 service neutron] 10.222.0.57 "GET /v2.0/networks/7fbe9cf5-e12c-436d-b372-55a19c9faa30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1641920 Jan 26 21:12:09.420139 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c010d8b-8816-4f53-b8b4-2d8d50b58710 tempest-RoutersAdminTest-690199652 tempest-RoutersAdminTest-690199652-project-admin] Network 4140a1f1-c93a-4bea-83a0-68953a54f299 is already hosted by enough agents. {{(pid=103305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 21:12:09.425037 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [None req-8c010d8b-8816-4f53-b8b4-2d8d50b58710 tempest-RoutersAdminTest-690199652 tempest-RoutersAdminTest-690199652-project-admin] Resources bound (agent type, host, resource id): {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:12:09.428018 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c010d8b-8816-4f53-b8b4-2d8d50b58710 tempest-RoutersAdminTest-690199652 tempest-RoutersAdminTest-690199652-project-admin] Received port after_create {{(pid=103305) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 21:12:09.448224 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-15565884-2869-4d67-b897-533ab88ff159 admin admin] Publish callbacks [] for security_group (bfb47d89-745f-4052-92df-4cb73557cf8c), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:12:09.462116 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c010d8b-8816-4f53-b8b4-2d8d50b58710 tempest-RoutersAdminTest-690199652 tempest-RoutersAdminTest-690199652-project-admin] Pushing event updated for resources: {'Port': ['ID=ab466482-be0b-4c81-9b70-22b8888f2566,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:12:09.468931 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd00c0b-4dcb-4a03-a773-b5a66b316d03 req-8f612bd5-e95d-4ff8-bda8-c73a85da474e tempest-LiveMigrationTest-746395142 tempest-LiveMigrationTest-746395142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:12:09.469821 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-0bd00c0b-4dcb-4a03-a773-b5a66b316d03 req-8f612bd5-e95d-4ff8-bda8-c73a85da474e tempest-LiveMigrationTest-746395142 tempest-LiveMigrationTest-746395142-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:12:09.476211 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c010d8b-8816-4f53-b8b4-2d8d50b58710 tempest-RoutersAdminTest-690199652 tempest-RoutersAdminTest-690199652-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:12:09.476718 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c010d8b-8816-4f53-b8b4-2d8d50b58710 tempest-RoutersAdminTest-690199652 tempest-RoutersAdminTest-690199652-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:12:09.476998 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c010d8b-8816-4f53-b8b4-2d8d50b58710 tempest-RoutersAdminTest-690199652 tempest-RoutersAdminTest-690199652-project-admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:12:09.477433 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c010d8b-8816-4f53-b8b4-2d8d50b58710 tempest-RoutersAdminTest-690199652 tempest-RoutersAdminTest-690199652-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:12:09.479816 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c010d8b-8816-4f53-b8b4-2d8d50b58710 tempest-RoutersAdminTest-690199652 tempest-RoutersAdminTest-690199652-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:12:09.480194 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c010d8b-8816-4f53-b8b4-2d8d50b58710 tempest-RoutersAdminTest-690199652 tempest-RoutersAdminTest-690199652-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:12:09.480590 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c010d8b-8816-4f53-b8b4-2d8d50b58710 tempest-RoutersAdminTest-690199652 tempest-RoutersAdminTest-690199652-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:12:09.480994 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c010d8b-8816-4f53-b8b4-2d8d50b58710 tempest-RoutersAdminTest-690199652 tempest-RoutersAdminTest-690199652-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:12:09.481827 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c010d8b-8816-4f53-b8b4-2d8d50b58710 tempest-RoutersAdminTest-690199652 tempest-RoutersAdminTest-690199652-project-admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:12:09.482262 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c010d8b-8816-4f53-b8b4-2d8d50b58710 tempest-RoutersAdminTest-690199652 tempest-RoutersAdminTest-690199652-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:12:09.482675 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c010d8b-8816-4f53-b8b4-2d8d50b58710 tempest-RoutersAdminTest-690199652 tempest-RoutersAdminTest-690199652-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:12:09.483074 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c010d8b-8816-4f53-b8b4-2d8d50b58710 tempest-RoutersAdminTest-690199652 tempest-RoutersAdminTest-690199652-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:12:09.483464 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c010d8b-8816-4f53-b8b4-2d8d50b58710 tempest-RoutersAdminTest-690199652 tempest-RoutersAdminTest-690199652-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:12:09.507393 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-5681505d-1748-46c8-b035-5c859499f13e req-234f1a90-dc37-453f-b252-092ed95ec4e9 service neutron] 10.222.0.13 "GET /v2.0/networks/c51b7d10-9231-4438-a440-4c92a6a50ca4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4417119 Jan 26 21:12:09.517882 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-15565884-2869-4d67-b897-533ab88ff159 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (bfb47d89-745f-4052-92df-4cb73557cf8c), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:12:09.540291 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-15565884-2869-4d67-b897-533ab88ff159 admin admin] vlan segment allocate from pool success with {'vlan_id': 589, 'physical_network': 'physnet1'} {{(pid=103304) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 26 21:12:09.561502 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-15565884-2869-4d67-b897-533ab88ff159 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576559'] for segment (af032e5b-82aa-44c9-824d-1e5696119444), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:12:09.562521 n-d-760453-5 neutron-server[103304]: INFO neutron.db.segments_db [None req-15565884-2869-4d67-b897-533ab88ff159 admin admin] Added segment af032e5b-82aa-44c9-824d-1e5696119444 of type vlan for network 15c39b24-f7c4-4710-b8cb-f1d4e3bc27f6 Jan 26 21:12:09.588684 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d291959c-91ed-48d4-91fd-63464c394698 None None] New status for floating IP 0e44fe4b-4762-427e-883f-4d1e838b1e6b: DOWN {{(pid=103307) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 26 21:12:09.606854 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 26 Jan 2022 21:12:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8a06e10-5204-4223-92e4-48c9e16f7f36 x-openstack-request-id: req-d8a06e10-5204-4223-92e4-48c9e16f7f36 {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 21:12:09.607326 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a4c95b71-62ca-4bcb-84cb-e13f4b5bc751", "tag": "02c23a77-e70d-4e22-976c-2e3e55b9a8a2", "status": "completed", "code": 200}]} {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 21:12:09.607653 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d8a06e10-5204-4223-92e4-48c9e16f7f36 {{(pid=103305) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 21:12:09.608061 n-d-760453-5 neutron-server[103305]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a4c95b71-62ca-4bcb-84cb-e13f4b5bc751', 'tag': '02c23a77-e70d-4e22-976c-2e3e55b9a8a2', 'status': 'completed', 'code': 200} Jan 26 21:12:09.675900 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8575c4-d44b-4285-b09a-a7662583e0a5 req-3005e32f-2d89-4112-9d54-4c88363a5256 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:12:09.679672 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-1c8575c4-d44b-4285-b09a-a7662583e0a5 req-3005e32f-2d89-4112-9d54-4c88363a5256 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=7bdfe07917df421d9be436779552b002&device_id=0d6919b7-5cfc-4a34-9c08-a032d7787fd3 HTTP/1.1" status: 200 len: 1096 time: 0.8833458 Jan 26 21:12:09.686323 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-15565884-2869-4d67-b897-533ab88ff159 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746560256871'] for network (15c39b24-f7c4-4710-b8cb-f1d4e3bc27f6), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:12:09.699075 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-0bd00c0b-4dcb-4a03-a773-b5a66b316d03 req-8f612bd5-e95d-4ff8-bda8-c73a85da474e tempest-LiveMigrationTest-746395142 tempest-LiveMigrationTest-746395142-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.6203501 Jan 26 21:12:09.739642 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [req-0bd00c0b-4dcb-4a03-a773-b5a66b316d03 req-a92843b1-c6d7-4aa3-b395-4f11c885e0df service neutron] Request body: {'port': {'device_id': '80ebfeba-433a-4d4b-bf55-9e0ed19817de', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-760453-5'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:12:09.887111 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-8c010d8b-8816-4f53-b8b4-2d8d50b58710 tempest-RoutersAdminTest-690199652 tempest-RoutersAdminTest-690199652-project-admin] Publish callbacks [] for router_gateway (87ad9080-1dd6-4adb-bdcb-500a3cb90a6c), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:12:09.940618 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.db.resource_extend [None req-15565884-2869-4d67-b897-533ab88ff159 admin admin] It took 0.24 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 26 21:12:09.971139 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1122b1-5215-42d8-a1db-d23106ac85c7 req-49605823-3b97-4166-af03-5b90854bee07 tempest-ListServerFiltersTestJSON-1713042646 tempest-ListServerFiltersTestJSON-1713042646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:12:09.987993 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1122b1-5215-42d8-a1db-d23106ac85c7 req-49605823-3b97-4166-af03-5b90854bee07 tempest-ListServerFiltersTestJSON-1713042646 tempest-ListServerFiltersTestJSON-1713042646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:12:10.002856 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1122b1-5215-42d8-a1db-d23106ac85c7 req-49605823-3b97-4166-af03-5b90854bee07 tempest-ListServerFiltersTestJSON-1713042646 tempest-ListServerFiltersTestJSON-1713042646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:12:10.013710 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9ca445-e6ce-487b-a851-eb41e20b2baa req-151dc95d-c2f3-43ce-8533-568253b56170 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:12:10.015270 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-3d9ca445-e6ce-487b-a851-eb41e20b2baa req-151dc95d-c2f3-43ce-8533-568253b56170 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=faa8b616292e4b5fb8228e8e8031eec7&device_id=a4c95b71-62ca-4bcb-84cb-e13f4b5bc751 HTTP/1.1" status: 200 len: 1099 time: 0.3646541 Jan 26 21:12:10.016046 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-6f1122b1-5215-42d8-a1db-d23106ac85c7 req-49605823-3b97-4166-af03-5b90854bee07 tempest-ListServerFiltersTestJSON-1713042646 tempest-ListServerFiltersTestJSON-1713042646-project] 10.222.0.13 "GET /v2.0/ports?device_id=074301dc-546d-4632-8e4c-223c70e93d57&device_id=3105af2d-ea73-4df7-8227-8f48cefa25aa&device_id=d3f09a80-55e1-4c76-84ee-e8c6104639ee HTTP/1.1" status: 200 len: 2417 time: 0.7958438 Jan 26 21:12:10.243048 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-6f1122b1-5215-42d8-a1db-d23106ac85c7 req-74933da4-b479-4871-8e5a-ab2a4f1441cf tempest-ListServerFiltersTestJSON-1713042646 tempest-ListServerFiltersTestJSON-1713042646-project] 10.222.0.13 "GET /v2.0/security-groups?id=4a81ac3f-5e47-4404-a1c8-ffc0bc5b0861&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2258434 Jan 26 21:12:10.335686 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15565884-2869-4d67-b897-533ab88ff159 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bfb47d89-745f-4052-92df-4cb73557cf8c,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:12:10.378421 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-15565884-2869-4d67-b897-533ab88ff159 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503'] for network (15c39b24-f7c4-4710-b8cb-f1d4e3bc27f6), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:12:10.379570 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15565884-2869-4d67-b897-533ab88ff159 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:12:10.380165 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-15565884-2869-4d67-b897-533ab88ff159 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:12:10.383847 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9ca445-e6ce-487b-a851-eb41e20b2baa req-9b794cba-d765-4fa5-8953-385a313c9aba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:12:10.385888 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-3d9ca445-e6ce-487b-a851-eb41e20b2baa req-9b794cba-d765-4fa5-8953-385a313c9aba service neutron] 10.222.0.57 "GET /v2.0/networks?id=7fbe9cf5-e12c-436d-b372-55a19c9faa30 HTTP/1.1" status: 200 len: 870 time: 0.3564851 Jan 26 21:12:10.392457 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-0bd00c0b-4dcb-4a03-a773-b5a66b316d03 req-a92843b1-c6d7-4aa3-b395-4f11c885e0df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (5ea9283d-6307-4a7a-a3a3-34c49776035f), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:12:10.468510 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-3d9ca445-e6ce-487b-a851-eb41e20b2baa req-225c45e4-d1cc-419f-a90c-501fa582ba4d service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.234&port_id=02c23a77-e70d-4e22-976c-2e3e55b9a8a2 HTTP/1.1" status: 200 len: 217 time: 0.0625317 Jan 26 21:12:10.553449 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-15565884-2869-4d67-b897-533ab88ff159 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.6683974 Jan 26 21:12:10.553768 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 53318) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:12:10.562935 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-ee48cb00-c3f6-4f1f-ad7d-5367eab6750c admin admin] Request body: {'subnet': {'network_id': '15c39b24-f7c4-4710-b8cb-f1d4e3bc27f6', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-1932721837-subnet', 'tenant_id': 'c8d46c1d9718442f87ddc378b5600012', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:12:10.577632 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15565884-2869-4d67-b897-533ab88ff159 admin admin] Pushing event updated for resources: {'Network': ['ID=15c39b24-f7c4-4710-b8cb-f1d4e3bc27f6,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:12:10.588693 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Network 15c39b24-f7c4-4710-b8cb-f1d4e3bc27f6 details requested by agent ovs-agent-n-d-760453-5 with host n-d-760453-5 {{(pid=103306) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 26 21:12:10.614835 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9ca445-e6ce-487b-a851-eb41e20b2baa req-6298c7d2-9fd3-4e9c-9714-9bdd381cc86c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:12:10.617452 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-3d9ca445-e6ce-487b-a851-eb41e20b2baa req-6298c7d2-9fd3-4e9c-9714-9bdd381cc86c service neutron] 10.222.0.57 "GET /v2.0/subnets?id=fd77e534-75e6-4b90-950e-f5824d584430 HTTP/1.1" status: 200 len: 843 time: 0.1393859 Jan 26 21:12:10.622738 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-8c010d8b-8816-4f53-b8b4-2d8d50b58710 tempest-RoutersAdminTest-690199652 tempest-RoutersAdminTest-690199652-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4105757', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4111263'] for router (87ad9080-1dd6-4adb-bdcb-500a3cb90a6c), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:12:10.666592 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee48cb00-c3f6-4f1f-ad7d-5367eab6750c admin admin] Made reservation on behalf of c8d46c1d9718442f87ddc378b5600012 for: {'subnet': 1} {{(pid=103305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 21:12:10.669833 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-ee48cb00-c3f6-4f1f-ad7d-5367eab6750c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11599953'] for subnet (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:12:10.687447 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb9ff0f-3a86-42d9-a005-fb776610fbd6 req-9bb7b2cf-c5ff-4f7c-b897-c5a92384437a tempest-ImagesNegativeTestJSON-1709787905 tempest-ImagesNegativeTestJSON-1709787905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:12:10.707281 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-fcb9ff0f-3a86-42d9-a005-fb776610fbd6 req-9bb7b2cf-c5ff-4f7c-b897-c5a92384437a tempest-ImagesNegativeTestJSON-1709787905 tempest-ImagesNegativeTestJSON-1709787905-project] 10.222.0.13 "GET /v2.0/ports?device_id=a4c95b71-62ca-4bcb-84cb-e13f4b5bc751 HTTP/1.1" status: 200 len: 948 time: 0.5826302 Jan 26 21:12:10.804363 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4fd906e-cc92-4e8e-a7cd-5e67282b7930 req-3beab945-467d-471a-8d8e-aae59bc7fef3 tempest-LiveMigrationTest-746395142 tempest-LiveMigrationTest-746395142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:12:10.823400 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-f4fd906e-cc92-4e8e-a7cd-5e67282b7930 req-3beab945-467d-471a-8d8e-aae59bc7fef3 tempest-LiveMigrationTest-746395142 tempest-LiveMigrationTest-746395142-project] 10.222.0.13 "GET /v2.0/ports?device_id=80ebfeba-433a-4d4b-bf55-9e0ed19817de HTTP/1.1" status: 200 len: 931 time: 0.4787271 Jan 26 21:12:10.898524 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8575c4-d44b-4285-b09a-a7662583e0a5 req-cf5ce33f-07d7-43d0-acb8-e8acba615b65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:12:10.900293 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-1c8575c4-d44b-4285-b09a-a7662583e0a5 req-cf5ce33f-07d7-43d0-acb8-e8acba615b65 service neutron] 10.222.0.57 "GET /v2.0/networks?id=c51b7d10-9231-4438-a440-4c92a6a50ca4 HTTP/1.1" status: 200 len: 921 time: 1.1958077 Jan 26 21:12:10.942515 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9ca445-e6ce-487b-a851-eb41e20b2baa req-b1622b34-c287-4802-81b4-09cd87d8c7e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:12:10.943649 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-fcb9ff0f-3a86-42d9-a005-fb776610fbd6 req-9a8530cb-1989-479c-a3c6-699bdd553ff8 tempest-ImagesNegativeTestJSON-1709787905 tempest-ImagesNegativeTestJSON-1709787905-project] 10.222.0.13 "GET /v2.0/security-groups?id=79eb1cc9-81fb-4db5-a1b1-c12f8028d59b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2359934 Jan 26 21:12:10.944166 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-3d9ca445-e6ce-487b-a851-eb41e20b2baa req-b1622b34-c287-4802-81b4-09cd87d8c7e7 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=7fbe9cf5-e12c-436d-b372-55a19c9faa30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3123524 Jan 26 21:12:11.001832 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 53324) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:12:11.109613 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-1c8575c4-d44b-4285-b09a-a7662583e0a5 req-11832bcf-2f09-4633-a4ac-2af501e4ff8e service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d2e500ae-6147-4c15-a504-1915a5dce1e5 HTTP/1.1" status: 200 len: 217 time: 0.1720190 Jan 26 21:12:11.127290 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-f4fd906e-cc92-4e8e-a7cd-5e67282b7930 req-0f65819b-2fac-4420-90a1-ef117c8a858c tempest-LiveMigrationTest-746395142 tempest-LiveMigrationTest-746395142-project] 10.222.0.13 "GET /v2.0/security-groups?id=c43a996a-6b93-48e4-a331-48250c5b183d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3015280 Jan 26 21:12:11.213462 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Device 02c23a77-e70d-4e22-976c-2e3e55b9a8a2 details requested by agent hyperv_n-h2-760453-5 with host n-h2-760453-5 {{(pid=103306) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 26 21:12:11.314262 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-f8ac6b6e-0e79-42d7-a5ea-f7ff3fc01d81 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:12:11.353642 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c010d8b-8816-4f53-b8b4-2d8d50b58710 tempest-RoutersAdminTest-690199652 tempest-RoutersAdminTest-690199652-project-admin] Router 87ad9080-1dd6-4adb-bdcb-500a3cb90a6c is scheduled to L3 agent 09df100c-3af1-4b0a-bda8-05914c71c458 with binding_index 1 {{(pid=103305) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 26 21:12:11.440241 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8575c4-d44b-4285-b09a-a7662583e0a5 req-a6200a1a-62a3-4e29-8e9c-98184ad1da8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:12:11.442013 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-1c8575c4-d44b-4285-b09a-a7662583e0a5 req-a6200a1a-62a3-4e29-8e9c-98184ad1da8b service neutron] 10.222.0.57 "GET /v2.0/subnets?id=f7b7ba1f-f452-4d1f-b54c-6aaf311b4599 HTTP/1.1" status: 200 len: 859 time: 0.3136182 Jan 26 21:12:11.445811 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] For port 02c23a77-e70d-4e22-976c-2e3e55b9a8a2, host n-h2-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-5',level=0,port_id=02c23a77-e70d-4e22-976c-2e3e55b9a8a2,segment=NetworkSegment(4eab25d6-89d9-4907-a1c2-51b06443ba33),segment_id=4eab25d6-89d9-4907-a1c2-51b06443ba33)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:12:11.480404 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Returning: {'device': '02c23a77-e70d-4e22-976c-2e3e55b9a8a2', 'network_id': '7fbe9cf5-e12c-436d-b372-55a19c9faa30', 'port_id': '02c23a77-e70d-4e22-976c-2e3e55b9a8a2', 'mac_address': 'fa:16:3e:b8:d9:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 561, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fd77e534-75e6-4b90-950e-f5824d584430', 'ip_address': '192.168.233.234'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103306) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 26 21:12:11.491823 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device f62bca24-ec16-45a7-89f7-08eab68ca554 up at agent ovs-agent-n-d-760453-5 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 21:12:11.570864 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-3d9ca445-e6ce-487b-a851-eb41e20b2baa req-482841f9-5259-4ee5-80e4-c2534345cf45 service neutron] 10.222.0.57 "GET /v2.0/networks/7fbe9cf5-e12c-436d-b372-55a19c9faa30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6117783 Jan 26 21:12:11.582143 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c010d8b-8816-4f53-b8b4-2d8d50b58710 tempest-RoutersAdminTest-690199652 tempest-RoutersAdminTest-690199652-project-admin] Notify agent at l3_agent.n-d-760453-5 the message routers_updated {{(pid=103305) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 26 21:12:11.608910 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a08942f9-ae75-413e-9c6e-d10dca2198c8 None None] Sync routers for ids ['87ad9080-1dd6-4adb-bdcb-500a3cb90a6c'] in n-d-760453-5 {{(pid=103306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 26 21:12:11.641452 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Current status of the port 02c23a77-e70d-4e22-976c-2e3e55b9a8a2 is: DOWN; New status is: BUILD {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:12:11.642185 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (02c23a77-e70d-4e22-976c-2e3e55b9a8a2), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:12:11.674868 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-ee48cb00-c3f6-4f1f-ad7d-5367eab6750c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11788839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11599975'] for subnet (c3a93a69-4f3e-4ef6-b9c8-092ff93d742e), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:12:11.677988 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8575c4-d44b-4285-b09a-a7662583e0a5 req-d9071f63-e7ff-4b26-8c20-ff4adf03f41a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:12:11.683058 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-1c8575c4-d44b-4285-b09a-a7662583e0a5 req-d9071f63-e7ff-4b26-8c20-ff4adf03f41a service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=c51b7d10-9231-4438-a440-4c92a6a50ca4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1828339 Jan 26 21:12:11.688628 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a08942f9-ae75-413e-9c6e-d10dca2198c8 None None] Routers {'87ad9080-1dd6-4adb-bdcb-500a3cb90a6c'} bound to L3 agent in host n-d-760453-5 {{(pid=103306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 21:12:11.692956 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-a08942f9-ae75-413e-9c6e-d10dca2198c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-26T20:55:21Z,description=,heartbeat_timestamp=2022-01-26T21:11:51Z,host='n-d-760453-5',id=09df100c-3af1-4b0a-bda8-05914c71c458,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:55:21Z,topic='l3_agent')) {'router_ids': ['87ad9080-1dd6-4adb-bdcb-500a3cb90a6c'], 'active': True} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:12:11.718213 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-8c010d8b-8816-4f53-b8b4-2d8d50b58710 tempest-RoutersAdminTest-690199652 tempest-RoutersAdminTest-690199652-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:12:11.721985 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8516e599-4a89-45ee-8de7-d30992639c5f req-dce68c3e-6b4c-40ca-ba88-178b4fad05fe tempest-ListServerFiltersTestJSON-1713042646 tempest-ListServerFiltersTestJSON-1713042646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:12:11.722223 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-8c010d8b-8816-4f53-b8b4-2d8d50b58710 tempest-RoutersAdminTest-690199652 tempest-RoutersAdminTest-690199652-project-admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 4.9527352 Jan 26 21:12:11.731189 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-8516e599-4a89-45ee-8de7-d30992639c5f req-dce68c3e-6b4c-40ca-ba88-178b4fad05fe tempest-ListServerFiltersTestJSON-1713042646 tempest-ListServerFiltersTestJSON-1713042646-project] 10.222.0.13 "GET /v2.0/ports?device_id=074301dc-546d-4632-8e4c-223c70e93d57 HTTP/1.1" status: 200 len: 945 time: 0.3582337 Jan 26 21:12:11.743256 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 53330) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:12:11.797934 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252aec7b-1e88-438d-830c-bff06bcf69af req-b558aaf6-15a8-4d3c-b7fb-38c7a96052e8 tempest-FloatingIPsAssociationTestJSON-419529391 tempest-FloatingIPsAssociationTestJSON-419529391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:12:11.806779 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-252aec7b-1e88-438d-830c-bff06bcf69af req-b558aaf6-15a8-4d3c-b7fb-38c7a96052e8 tempest-FloatingIPsAssociationTestJSON-419529391 tempest-FloatingIPsAssociationTestJSON-419529391-project] 10.222.0.13 "GET /v2.0/ports?device_id=cffeda4a-b528-4db3-979a-67e9d6170b34&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.3405888 Jan 26 21:12:11.880029 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee48cb00-c3f6-4f1f-ad7d-5367eab6750c admin admin] Pushing event updated for resources: {'Subnet': ['ID=c3a93a69-4f3e-4ef6-b9c8-092ff93d742e,revision_number=0']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:12:11.883560 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvr_db [None req-a08942f9-ae75-413e-9c6e-d10dca2198c8 None None] Set router 87ad9080-1dd6-4adb-bdcb-500a3cb90a6c gateway port host: n-d-760453-5 {{(pid=103306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 21:12:11.931777 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-3d9ca445-e6ce-487b-a851-eb41e20b2baa req-28537fcf-bb68-4e54-b5e7-612e63bed55c service neutron] 10.222.0.57 "GET /v2.0/networks/7fbe9cf5-e12c-436d-b372-55a19c9faa30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3387332 Jan 26 21:12:11.948385 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee48cb00-c3f6-4f1f-ad7d-5367eab6750c admin admin] Checking segment: {'id': 'af032e5b-82aa-44c9-824d-1e5696119444', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '15c39b24-f7c4-4710-b8cb-f1d4e3bc27f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103305) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 21:12:11.949018 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee48cb00-c3f6-4f1f-ad7d-5367eab6750c admin admin] Network hostable DHCP agents. Network: 15c39b24-f7c4-4710-b8cb-f1d4e3bc27f6, hostable agents: ['474ccdf7-ab6c-405b-a3b2-dc7b05829902'], hosted agents: [] {{(pid=103305) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 26 21:12:11.979305 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-f8ac6b6e-0e79-42d7-a5ea-f7ff3fc01d81 admin admin] Publish callbacks [] for security_group (7b5d9ef0-8dab-4b5f-889d-3fa0fdf614a7), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:12:11.999655 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-f8ac6b6e-0e79-42d7-a5ea-f7ff3fc01d81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (7b5d9ef0-8dab-4b5f-889d-3fa0fdf614a7), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:12:12.031408 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-f8ac6b6e-0e79-42d7-a5ea-f7ff3fc01d81 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=470e7c48284040dcb8050aff47b0e225&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0230706 Jan 26 21:12:12.031408 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee48cb00-c3f6-4f1f-ad7d-5367eab6750c admin admin] Network 15c39b24-f7c4-4710-b8cb-f1d4e3bc27f6 is scheduled to be hosted by DHCP agent 474ccdf7-ab6c-405b-a3b2-dc7b05829902 with binding_index 1 {{(pid=103305) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 26 21:12:12.036516 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 53336) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:12:12.097370 n-d-760453-5 neutron-server[103306]: DEBUG neutron.notifiers.nova [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 02c23a77-e70d-4e22-976c-2e3e55b9a8a2 {{(pid=103306) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 26 21:12:12.106247 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [None req-ee48cb00-c3f6-4f1f-ad7d-5367eab6750c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760453-5, 15c39b24-f7c4-4710-b8cb-f1d4e3bc27f6) {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:12:12.109613 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-bcaf9686-889a-493d-b842-de4e9df8fcf1 tempest-RoutersAdminTest-690199652 tempest-RoutersAdminTest-690199652-project-admin] 10.222.0.13 "GET /v2.0/routers/87ad9080-1dd6-4adb-bdcb-500a3cb90a6c HTTP/1.1" status: 200 len: 907 time: 0.3612018 Jan 26 21:12:12.116575 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee48cb00-c3f6-4f1f-ad7d-5367eab6750c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:12:12.117186 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-ee48cb00-c3f6-4f1f-ad7d-5367eab6750c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709645'] for subnet (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:12:12.123663 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] For port 02c23a77-e70d-4e22-976c-2e3e55b9a8a2, host n-h2-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-5',level=0,port_id=02c23a77-e70d-4e22-976c-2e3e55b9a8a2,segment=NetworkSegment(4eab25d6-89d9-4907-a1c2-51b06443ba33),segment_id=4eab25d6-89d9-4907-a1c2-51b06443ba33)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:12:12.127208 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 53338) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:12:12.127945 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0cbb410-4ba6-498c-b671-a2b1efe3d30a None None] Network 15c39b24-f7c4-4710-b8cb-f1d4e3bc27f6 requested from n-d-760453-5 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 26 21:12:12.142560 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (02c23a77-e70d-4e22-976c-2e3e55b9a8a2), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:12:12.217376 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Pushing event updated for resources: {'Port': ['ID=02c23a77-e70d-4e22-976c-2e3e55b9a8a2,revision_number=4']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:12:12.236317 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-e77114d0-4960-421b-99c5-e2f6d72b6fd4 tempest-RoutersAdminTest-690199652 tempest-RoutersAdminTest-690199652-project-admin] Publish callbacks [] for router (87ad9080-1dd6-4adb-bdcb-500a3cb90a6c), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:12:12.244686 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-ee48cb00-c3f6-4f1f-ad7d-5367eab6750c admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.6904511 Jan 26 21:12:12.245540 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ac6b6e-0e79-42d7-a5ea-f7ff3fc01d81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b5d9ef0-8dab-4b5f-889d-3fa0fdf614a7,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:12:12.248018 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 53342) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:12:12.258374 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Provisioning complete for port f62bca24-ec16-45a7-89f7-08eab68ca554 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:12:12.258975 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (f62bca24-ec16-45a7-89f7-08eab68ca554), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:12:12.286113 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-b86dfe9c-2890-425b-8349-ed85a536f9cf admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-1932721837-router', 'tenant_id': 'c8d46c1d9718442f87ddc378b5600012', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299'}}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:12:12.322362 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-b86dfe9c-2890-425b-8349-ed85a536f9cf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4104596', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13108'] for router (30d8e753-ac56-49cd-9ef2-03bc2b95c660), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:12:12.324436 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-b86dfe9c-2890-425b-8349-ed85a536f9cf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4105828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4111306', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3733576', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13069'] for router (30d8e753-ac56-49cd-9ef2-03bc2b95c660), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:12:12.350529 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-190cda24-8ec1-43be-8a2c-f8ee12052d9e admin admin] Publish callbacks [] for security_group (7b5d9ef0-8dab-4b5f-889d-3fa0fdf614a7), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:12:12.398306 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-190cda24-8ec1-43be-8a2c-f8ee12052d9e admin admin] Publish callbacks [] for security_group (7b5d9ef0-8dab-4b5f-889d-3fa0fdf614a7), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:12:12.509036 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-1c8575c4-d44b-4285-b09a-a7662583e0a5 req-1a8632b1-ed8b-4014-b662-d4d1aaed3e2d service neutron] 10.222.0.57 "GET /v2.0/networks/c51b7d10-9231-4438-a440-4c92a6a50ca4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8143654 Jan 26 21:12:12.558699 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] get_ports_and_sgs() called for port_ids ['02c23a77-e70d-4e22-976c-2e3e55b9a8a2'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 26 21:12:12.566554 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-a08942f9-ae75-413e-9c6e-d10dca2198c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87ad9080-1dd6-4adb-bdcb-500a3cb90a6c', 'name': 'tempest-snat-router-707197642', 'tenant_id': '59d288f3b3444363b4fafc334d33664f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'external_fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.220'}], 'enable_snat': True}, 'gw_port_id': 'ab466482-be0b-4c81-9b70-22b8888f2566', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T21:12:06Z', 'updated_at': '2022-01-26T21:12:09Z', 'revision_number': 3, 'project_id': '59d288f3b3444363b4fafc334d33664f', 'gw_port': {'id': 'ab466482-be0b-4c81-9b70-22b8888f2566', 'name': '', 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:44:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87ad9080-1dd6-4adb-bdcb-500a3cb90a6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1043, 'fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:12:08Z', 'updated_at': '2022-01-26T21:12:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-5'}], 'n-d-760453-5', False) {} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:12:12.590907 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-252aec7b-1e88-438d-830c-bff06bcf69af req-24438c33-4bdc-4cc3-9b48-b960efdab9e9 tempest-FloatingIPsAssociationTestJSON-419529391 tempest-FloatingIPsAssociationTestJSON-419529391-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.1.160 HTTP/1.1" status: 200 len: 696 time: 0.7832003 Jan 26 21:12:12.639325 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [req-252aec7b-1e88-438d-830c-bff06bcf69af req-b1503405-fe68-45dc-8ccc-afc466047eee tempest-FloatingIPsAssociationTestJSON-419529391 tempest-FloatingIPsAssociationTestJSON-419529391-project] Request body: {'floatingip': {'port_id': '60f1a448-e006-4064-9f78-822d97b29cbe', 'fixed_ip_address': '172.20.0.12'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:12:12.663658 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a08942f9-ae75-413e-9c6e-d10dca2198c8 None None] Checking router: 87ad9080-1dd6-4adb-bdcb-500a3cb90a6c for host: n-d-760453-5 {{(pid=103306) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 26 21:12:12.664218 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a08942f9-ae75-413e-9c6e-d10dca2198c8 None None] Updating router 87ad9080-1dd6-4adb-bdcb-500a3cb90a6c port ab466482-be0b-4c81-9b70-22b8888f2566 binding host n-d-760453-5 {{(pid=103306) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 26 21:12:12.672015 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ef55835-216d-4cad-a6fb-37e7a2a59755 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3c4099e8-8ffb-51d1-af7f-5868973e933f-15c39b24-f7c4-4710-b8cb-f1d4e3bc27f6', 'network_id': '15c39b24-f7c4-4710-b8cb-f1d4e3bc27f6', 'project_id': 'c8d46c1d9718442f87ddc378b5600012', 'fixed_ips': [{'subnet_id': 'c3a93a69-4f3e-4ef6-b9c8-092ff93d742e'}]}} from n-d-760453-5. {{(pid=103306) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 26 21:12:12.672851 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-5ef55835-216d-4cad-a6fb-37e7a2a59755 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (None), before_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:12:12.720840 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-8516e599-4a89-45ee-8de7-d30992639c5f req-8f6c4d01-b4d3-4602-979f-95d29be0e249 tempest-ListServerFiltersTestJSON-1713042646 tempest-ListServerFiltersTestJSON-1713042646-project] 10.222.0.13 "GET /v2.0/security-groups?id=4a81ac3f-5e47-4404-a1c8-ffc0bc5b0861&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9893394 Jan 26 21:12:12.745140 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-252aec7b-1e88-438d-830c-bff06bcf69af req-b1503405-fe68-45dc-8ccc-afc466047eee tempest-FloatingIPsAssociationTestJSON-419529391 tempest-FloatingIPsAssociationTestJSON-419529391-project] Publish callbacks [] for floatingip (0e44fe4b-4762-427e-883f-4d1e838b1e6b), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:12:12.816966 n-d-760453-5 neutron-server[103304]: DEBUG neutron.notifiers.nova [req-0bd00c0b-4dcb-4a03-a773-b5a66b316d03 req-a92843b1-c6d7-4aa3-b395-4f11c885e0df service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5ea9283d-6307-4a7a-a3a3-34c49776035f {{(pid=103304) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 26 21:12:12.829384 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Current status of the port f62bca24-ec16-45a7-89f7-08eab68ca554 is: DOWN; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:12:12.829959 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (f62bca24-ec16-45a7-89f7-08eab68ca554), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:12:12.862955 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-a08942f9-ae75-413e-9c6e-d10dca2198c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (ab466482-be0b-4c81-9b70-22b8888f2566), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:12:12.983725 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] For port f62bca24-ec16-45a7-89f7-08eab68ca554, host n-d-760453-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=f62bca24-ec16-45a7-89f7-08eab68ca554,segment=NetworkSegment(e17cb353-418f-48b9-b982-21a6233ee99b),segment_id=e17cb353-418f-48b9-b982-21a6233ee99b)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:12:13.127754 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-b86dfe9c-2890-425b-8349-ed85a536f9cf admin admin] Publish callbacks [] for router_controller (30d8e753-ac56-49cd-9ef2-03bc2b95c660), precommit_add_association {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:12:13.137021 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c102dcb-21a4-46f0-ada2-3e5f31266ebd req-e64ed861-7e2a-4643-a2f7-8af036825fda tempest-FloatingIPsAssociationTestJSON-419529391 tempest-FloatingIPsAssociationTestJSON-419529391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:12:13.138701 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-6c102dcb-21a4-46f0-ada2-3e5f31266ebd req-e64ed861-7e2a-4643-a2f7-8af036825fda tempest-FloatingIPsAssociationTestJSON-419529391 tempest-FloatingIPsAssociationTestJSON-419529391-project] 10.222.0.57 "GET /v2.0/ports?device_id=0d6919b7-5cfc-4a34-9c08-a032d7787fd3 HTTP/1.1" status: 200 len: 945 time: 0.1606658 Jan 26 21:12:13.142524 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-e77114d0-4960-421b-99c5-e2f6d72b6fd4 tempest-RoutersAdminTest-690199652 tempest-RoutersAdminTest-690199652-project-admin] Publish callbacks [] for router_gateway (87ad9080-1dd6-4adb-bdcb-500a3cb90a6c), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:12:13.212640 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (f62bca24-ec16-45a7-89f7-08eab68ca554), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:12:13.232510 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-190cda24-8ec1-43be-8a2c-f8ee12052d9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (7b5d9ef0-8dab-4b5f-889d-3fa0fdf614a7), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:12:13.235451 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-190cda24-8ec1-43be-8a2c-f8ee12052d9e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:12:13.236884 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-190cda24-8ec1-43be-8a2c-f8ee12052d9e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/7b5d9ef0-8dab-4b5f-889d-3fa0fdf614a7 HTTP/1.1" status: 204 len: 168 time: 1.1959476 Jan 26 21:12:13.318510 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190cda24-8ec1-43be-8a2c-f8ee12052d9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b5d9ef0-8dab-4b5f-889d-3fa0fdf614a7,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:12:13.386513 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-252aec7b-1e88-438d-830c-bff06bcf69af req-b1503405-fe68-45dc-8ccc-afc466047eee tempest-FloatingIPsAssociationTestJSON-419529391 tempest-FloatingIPsAssociationTestJSON-419529391-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:12:13.394013 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-0bd00c0b-4dcb-4a03-a773-b5a66b316d03 req-a92843b1-c6d7-4aa3-b395-4f11c885e0df service neutron] Publish callbacks [] for port (5ea9283d-6307-4a7a-a3a3-34c49776035f), precommit_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:12:13.409134 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-252aec7b-1e88-438d-830c-bff06bcf69af req-b1503405-fe68-45dc-8ccc-afc466047eee tempest-FloatingIPsAssociationTestJSON-419529391 tempest-FloatingIPsAssociationTestJSON-419529391-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4110913'] for floatingip (0e44fe4b-4762-427e-883f-4d1e838b1e6b), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:12:13.415335 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-b86dfe9c-2890-425b-8349-ed85a536f9cf admin admin] Publish callbacks [] for router_gateway (30d8e753-ac56-49cd-9ef2-03bc2b95c660), precommit_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:12:13.507271 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.provisioning_blocks [req-0bd00c0b-4dcb-4a03-a773-b5a66b316d03 req-a92843b1-c6d7-4aa3-b395-4f11c885e0df service neutron] Transition to ACTIVE for port object 5ea9283d-6307-4a7a-a3a3-34c49776035f will not be triggered until provisioned by entity L2. {{(pid=103304) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 21:12:13.524665 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-1c8575c4-d44b-4285-b09a-a7662583e0a5 req-fcd592ce-6b37-4141-812f-383150ba50af service neutron] 10.222.0.57 "GET /v2.0/networks/c51b7d10-9231-4438-a440-4c92a6a50ca4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9812562 Jan 26 21:12:13.543349 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4e7f3b-1229-4972-a677-77b83e67c5d9 req-66e76580-d92e-42c0-8ced-59e87a89106f tempest-ImagesNegativeTestJSON-1709787905 tempest-ImagesNegativeTestJSON-1709787905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:12:13.545255 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-7d4e7f3b-1229-4972-a677-77b83e67c5d9 req-66e76580-d92e-42c0-8ced-59e87a89106f tempest-ImagesNegativeTestJSON-1709787905 tempest-ImagesNegativeTestJSON-1709787905-project] 10.222.0.13 "GET /v2.0/ports?device_id=a4c95b71-62ca-4bcb-84cb-e13f4b5bc751 HTTP/1.1" status: 200 len: 949 time: 0.1572227 Jan 26 21:12:13.546281 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-0bd00c0b-4dcb-4a03-a773-b5a66b316d03 req-a92843b1-c6d7-4aa3-b395-4f11c885e0df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9281542'] for port (5ea9283d-6307-4a7a-a3a3-34c49776035f), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:12:13.579865 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-e77114d0-4960-421b-99c5-e2f6d72b6fd4 tempest-RoutersAdminTest-690199652 tempest-RoutersAdminTest-690199652-project-admin] Deleting port ab466482-be0b-4c81-9b70-22b8888f2566 {{(pid=103305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 21:12:13.580214 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-e77114d0-4960-421b-99c5-e2f6d72b6fd4 tempest-RoutersAdminTest-690199652 tempest-RoutersAdminTest-690199652-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746560630878'] for port (ab466482-be0b-4c81-9b70-22b8888f2566), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:12:13.621354 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92843b1-c6d7-4aa3-b395-4f11c885e0df service neutron] Pushing event updated for resources: {'Port': ['ID=5ea9283d-6307-4a7a-a3a3-34c49776035f,revision_number=2']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:12:13.724530 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Pushing event updated for resources: {'Port': ['ID=f62bca24-ec16-45a7-89f7-08eab68ca554,revision_number=4']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:12:13.728105 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [req-6c102dcb-21a4-46f0-ada2-3e5f31266ebd req-b3e56491-656b-4f69-9f5e-e4a31d3dda8d tempest-FloatingIPsAssociationTestJSON-419529391 tempest-FloatingIPsAssociationTestJSON-419529391-project] Deleting port d2e500ae-6147-4c15-a504-1915a5dce1e5 {{(pid=103305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 21:12:13.728460 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-6c102dcb-21a4-46f0-ada2-3e5f31266ebd req-b3e56491-656b-4f69-9f5e-e4a31d3dda8d tempest-FloatingIPsAssociationTestJSON-419529391 tempest-FloatingIPsAssociationTestJSON-419529391-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746560630878'] for port (d2e500ae-6147-4c15-a504-1915a5dce1e5), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:12:13.789721 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.db_base_plugin_common [None req-5ef55835-216d-4cad-a6fb-37e7a2a59755 None None] Allocated IP 172.20.0.2 (15c39b24-f7c4-4710-b8cb-f1d4e3bc27f6/c3a93a69-4f3e-4ef6-b9c8-092ff93d742e/40b25750-a88f-4fe8-a7ff-5f345cf49301) {{(pid=103306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 21:12:13.810094 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-e77114d0-4960-421b-99c5-e2f6d72b6fd4 tempest-RoutersAdminTest-690199652 tempest-RoutersAdminTest-690199652-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4109658'] for port (ab466482-be0b-4c81-9b70-22b8888f2566), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:12:13.812347 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 53352) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:12:13.846639 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-e77114d0-4960-421b-99c5-e2f6d72b6fd4 tempest-RoutersAdminTest-690199652 tempest-RoutersAdminTest-690199652-project-admin] Calling delete_port for ab466482-be0b-4c81-9b70-22b8888f2566 owned by network:router_gateway {{(pid=103305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 21:12:13.894552 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-c4b97cb4-44bb-42db-a123-b91afe5f7893 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:12:13.926752 n-d-760453-5 neutron-server[103304]: INFO neutron.db.l3_db [req-252aec7b-1e88-438d-830c-bff06bcf69af req-b1503405-fe68-45dc-8ccc-afc466047eee tempest-FloatingIPsAssociationTestJSON-419529391 tempest-FloatingIPsAssociationTestJSON-419529391-project] Floating IP 0e44fe4b-4762-427e-883f-4d1e838b1e6b associated. External IP: 172.25.1.160, port: 60f1a448-e006-4064-9f78-822d97b29cbe. Jan 26 21:12:14.017228 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-c4b97cb4-44bb-42db-a123-b91afe5f7893 admin admin] Publish callbacks [] for security_group (e1b3b290-3700-4231-ad2b-b6dfcc975ae4), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:12:14.028332 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-a08942f9-ae75-413e-9c6e-d10dca2198c8 None None] Publish callbacks [] for port (ab466482-be0b-4c81-9b70-22b8888f2566), precommit_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:12:14.043914 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-a08942f9-ae75-413e-9c6e-d10dca2198c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (ab466482-be0b-4c81-9b70-22b8888f2566), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:12:14.147150 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-a08942f9-ae75-413e-9c6e-d10dca2198c8 None None] Attempting to bind port ab466482-be0b-4c81-9b70-22b8888f2566 on host n-d-760453-5 for vnic_type normal with profile {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 21:12:14.147518 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-a08942f9-ae75-413e-9c6e-d10dca2198c8 None None] Attempting to bind port ab466482-be0b-4c81-9b70-22b8888f2566 by drivers openvswitch,hyperv on host n-d-760453-5 at level 0 using segments [{'id': 'e17cb353-418f-48b9-b982-21a6233ee99b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299'}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 26 21:12:14.147875 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a08942f9-ae75-413e-9c6e-d10dca2198c8 None None] Attempting to bind port ab466482-be0b-4c81-9b70-22b8888f2566 on network 4140a1f1-c93a-4bea-83a0-68953a54f299 {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 21:12:14.153098 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d872d44-5ff1-4823-9bc6-73e4aca9dfb8 None None] Pushing event updated for resources: {'Port': ['ID=ab466482-be0b-4c81-9b70-22b8888f2566,revision_number=2']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:12:14.163414 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-5ef55835-216d-4cad-a6fb-37e7a2a59755 None None] Publish callbacks [] for port (40b25750-a88f-4fe8-a7ff-5f345cf49301), precommit_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:12:14.169895 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a08942f9-ae75-413e-9c6e-d10dca2198c8 None None] Checking agent: {'id': 'fea0591a-627d-4c87-9a9a-01625ddf3277', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760453-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 20, 55, 25), 'started_at': datetime.datetime(2022, 1, 26, 20, 55, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 21, 11, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760453-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 26 21:12:14.170266 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a08942f9-ae75-413e-9c6e-d10dca2198c8 None None] Checking segment: {'id': 'e17cb353-418f-48b9-b982-21a6233ee99b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 21:12:14.170663 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-a08942f9-ae75-413e-9c6e-d10dca2198c8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:12:14.171050 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a08942f9-ae75-413e-9c6e-d10dca2198c8 None None] Bound using segment: {'id': 'e17cb353-418f-48b9-b982-21a6233ee99b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299'} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 26 21:12:14.171527 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-a08942f9-ae75-413e-9c6e-d10dca2198c8 None None] Bound port: ab466482-be0b-4c81-9b70-22b8888f2566, host: n-d-760453-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e17cb353-418f-48b9-b982-21a6233ee99b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299'}}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 26 21:12:14.171901 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-a08942f9-ae75-413e-9c6e-d10dca2198c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (ab466482-be0b-4c81-9b70-22b8888f2566), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:12:14.176096 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [req-0bd00c0b-4dcb-4a03-a773-b5a66b316d03 req-a92843b1-c6d7-4aa3-b395-4f11c885e0df service neutron] Attempting to bind port 5ea9283d-6307-4a7a-a3a3-34c49776035f on host n-h2-760453-5 for vnic_type normal with profile {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 21:12:14.176435 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [req-0bd00c0b-4dcb-4a03-a773-b5a66b316d03 req-a92843b1-c6d7-4aa3-b395-4f11c885e0df service neutron] Attempting to bind port 5ea9283d-6307-4a7a-a3a3-34c49776035f by drivers openvswitch,hyperv on host n-h2-760453-5 at level 0 using segments [{'id': '984e14e0-bb79-4ef3-b570-cebad3b9694e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '57cdf3f5-a20b-4c6f-b2eb-bed2f5d4d40a'}] {{(pid=103304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 26 21:12:14.176800 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bd00c0b-4dcb-4a03-a773-b5a66b316d03 req-a92843b1-c6d7-4aa3-b395-4f11c885e0df service neutron] Attempting to bind port 5ea9283d-6307-4a7a-a3a3-34c49776035f on network 57cdf3f5-a20b-4c6f-b2eb-bed2f5d4d40a {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 21:12:14.187543 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-7d4e7f3b-1229-4972-a677-77b83e67c5d9 req-3937be87-2a1c-4f2a-a44d-8a7b4fb188d3 tempest-ImagesNegativeTestJSON-1709787905 tempest-ImagesNegativeTestJSON-1709787905-project] 10.222.0.13 "GET /v2.0/security-groups?id=79eb1cc9-81fb-4db5-a1b1-c12f8028d59b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5769699 Jan 26 21:12:14.188579 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-c4b97cb4-44bb-42db-a123-b91afe5f7893 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (e1b3b290-3700-4231-ad2b-b6dfcc975ae4), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:12:14.199210 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-5ef55835-216d-4cad-a6fb-37e7a2a59755 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746560234527'] for port (40b25750-a88f-4fe8-a7ff-5f345cf49301), after_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:12:14.221155 n-d-760453-5 neutron-server[103306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ef55835-216d-4cad-a6fb-37e7a2a59755 None None] Network 15c39b24-f7c4-4710-b8cb-f1d4e3bc27f6 is already hosted by enough agents. {{(pid=103306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 21:12:14.225065 n-d-760453-5 neutron-server[103306]: DEBUG neutron.scheduler.base_scheduler [None req-5ef55835-216d-4cad-a6fb-37e7a2a59755 None None] Resources bound (agent type, host, resource id): {{(pid=103306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:12:14.230392 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ef55835-216d-4cad-a6fb-37e7a2a59755 None None] Received port after_create {{(pid=103306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 21:12:14.311578 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef55835-216d-4cad-a6fb-37e7a2a59755 None None] Pushing event updated for resources: {'Port': ['ID=40b25750-a88f-4fe8-a7ff-5f345cf49301,revision_number=1']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:12:14.346299 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bd00c0b-4dcb-4a03-a773-b5a66b316d03 req-a92843b1-c6d7-4aa3-b395-4f11c885e0df service neutron] Port 5ea9283d-6307-4a7a-a3a3-34c49776035f on network 57cdf3f5-a20b-4c6f-b2eb-bed2f5d4d40a not bound, no agent of type Open vSwitch agent registered on host n-h2-760453-5 {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 26 21:12:14.346675 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bd00c0b-4dcb-4a03-a773-b5a66b316d03 req-a92843b1-c6d7-4aa3-b395-4f11c885e0df service neutron] Attempting to bind port 5ea9283d-6307-4a7a-a3a3-34c49776035f on network 57cdf3f5-a20b-4c6f-b2eb-bed2f5d4d40a {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 21:12:14.382141 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.l3_agent_scheduler [req-252aec7b-1e88-438d-830c-bff06bcf69af req-b1503405-fe68-45dc-8ccc-afc466047eee tempest-FloatingIPsAssociationTestJSON-419529391 tempest-FloatingIPsAssociationTestJSON-419529391-project] Router 954567f2-9f21-4bd5-91a0-c63dc8249105 has already been hosted by L3 agent 09df100c-3af1-4b0a-bda8-05914c71c458 {{(pid=103304) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 26 21:12:14.387519 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [req-6c102dcb-21a4-46f0-ada2-3e5f31266ebd req-b3e56491-656b-4f69-9f5e-e4a31d3dda8d tempest-FloatingIPsAssociationTestJSON-419529391 tempest-FloatingIPsAssociationTestJSON-419529391-project] For port d2e500ae-6147-4c15-a504-1915a5dce1e5, host n-h2-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-5',level=0,port_id=d2e500ae-6147-4c15-a504-1915a5dce1e5,segment=NetworkSegment(783c42f6-f993-4cb9-a1f5-91588f8d0f68),segment_id=783c42f6-f993-4cb9-a1f5-91588f8d0f68)] {{(pid=103305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:12:14.391684 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-5ef55835-216d-4cad-a6fb-37e7a2a59755 None None] Attempting to bind port 40b25750-a88f-4fe8-a7ff-5f345cf49301 on host n-d-760453-5 for vnic_type normal with profile {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 21:12:14.391975 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bd00c0b-4dcb-4a03-a773-b5a66b316d03 req-a92843b1-c6d7-4aa3-b395-4f11c885e0df service neutron] Checking agent: {'id': '4d619873-4b60-439f-9b5a-b155dc8bbc34', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-760453-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 21, 2, 53), 'started_at': datetime.datetime(2022, 1, 26, 21, 2, 53), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 21, 11, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 26 21:12:14.392106 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-5ef55835-216d-4cad-a6fb-37e7a2a59755 None None] Attempting to bind port 40b25750-a88f-4fe8-a7ff-5f345cf49301 by drivers openvswitch,hyperv on host n-d-760453-5 at level 0 using segments [{'id': 'af032e5b-82aa-44c9-824d-1e5696119444', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '15c39b24-f7c4-4710-b8cb-f1d4e3bc27f6'}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 26 21:12:14.392324 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bd00c0b-4dcb-4a03-a773-b5a66b316d03 req-a92843b1-c6d7-4aa3-b395-4f11c885e0df service neutron] Checking segment: {'id': '984e14e0-bb79-4ef3-b570-cebad3b9694e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '57cdf3f5-a20b-4c6f-b2eb-bed2f5d4d40a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103304) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 21:12:14.392451 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ef55835-216d-4cad-a6fb-37e7a2a59755 None None] Attempting to bind port 40b25750-a88f-4fe8-a7ff-5f345cf49301 on network 15c39b24-f7c4-4710-b8cb-f1d4e3bc27f6 {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 21:12:14.392715 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bd00c0b-4dcb-4a03-a773-b5a66b316d03 req-a92843b1-c6d7-4aa3-b395-4f11c885e0df service neutron] Bound using segment: {'id': '984e14e0-bb79-4ef3-b570-cebad3b9694e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '57cdf3f5-a20b-4c6f-b2eb-bed2f5d4d40a'} {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 26 21:12:14.393164 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [req-0bd00c0b-4dcb-4a03-a773-b5a66b316d03 req-a92843b1-c6d7-4aa3-b395-4f11c885e0df service neutron] Bound port: 5ea9283d-6307-4a7a-a3a3-34c49776035f, host: n-h2-760453-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '984e14e0-bb79-4ef3-b570-cebad3b9694e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '57cdf3f5-a20b-4c6f-b2eb-bed2f5d4d40a'}}] {{(pid=103304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 26 21:12:14.393558 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-0bd00c0b-4dcb-4a03-a773-b5a66b316d03 req-a92843b1-c6d7-4aa3-b395-4f11c885e0df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (5ea9283d-6307-4a7a-a3a3-34c49776035f), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:12:14.394214 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-6c102dcb-21a4-46f0-ada2-3e5f31266ebd req-b3e56491-656b-4f69-9f5e-e4a31d3dda8d tempest-FloatingIPsAssociationTestJSON-419529391 tempest-FloatingIPsAssociationTestJSON-419529391-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4109658'] for port (d2e500ae-6147-4c15-a504-1915a5dce1e5), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:12:14.405505 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ef55835-216d-4cad-a6fb-37e7a2a59755 None None] Checking agent: {'id': 'fea0591a-627d-4c87-9a9a-01625ddf3277', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760453-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 20, 55, 25), 'started_at': datetime.datetime(2022, 1, 26, 20, 55, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 21, 11, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760453-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 26 21:12:14.405883 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ef55835-216d-4cad-a6fb-37e7a2a59755 None None] Checking segment: {'id': 'af032e5b-82aa-44c9-824d-1e5696119444', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '15c39b24-f7c4-4710-b8cb-f1d4e3bc27f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 21:12:14.406292 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-5ef55835-216d-4cad-a6fb-37e7a2a59755 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:12:14.407219 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ef55835-216d-4cad-a6fb-37e7a2a59755 None None] Bound using segment: {'id': 'af032e5b-82aa-44c9-824d-1e5696119444', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '15c39b24-f7c4-4710-b8cb-f1d4e3bc27f6'} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 26 21:12:14.407219 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-5ef55835-216d-4cad-a6fb-37e7a2a59755 None None] Bound port: 40b25750-a88f-4fe8-a7ff-5f345cf49301, host: n-d-760453-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af032e5b-82aa-44c9-824d-1e5696119444', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '15c39b24-f7c4-4710-b8cb-f1d4e3bc27f6'}}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 26 21:12:14.407536 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-5ef55835-216d-4cad-a6fb-37e7a2a59755 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (40b25750-a88f-4fe8-a7ff-5f345cf49301), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:12:14.417649 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-c4b97cb4-44bb-42db-a123-b91afe5f7893 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=749597163f5a48049a538e2c2b2014b3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5468547 Jan 26 21:12:14.426610 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 53356) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:12:14.436381 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [req-6c102dcb-21a4-46f0-ada2-3e5f31266ebd req-b3e56491-656b-4f69-9f5e-e4a31d3dda8d tempest-FloatingIPsAssociationTestJSON-419529391 tempest-FloatingIPsAssociationTestJSON-419529391-project] Calling delete_port for d2e500ae-6147-4c15-a504-1915a5dce1e5 owned by compute:nova {{(pid=103305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 21:12:14.448613 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.db.api [None req-a08942f9-ae75-413e-9c6e-d10dca2198c8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=103306) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 26 21:12:14.448973 n-d-760453-5 neutron-server[103306]: DEBUG oslo_db.api [None req-a08942f9-ae75-413e-9c6e-d10dca2198c8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 26 21:12:14.466294 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-e77114d0-4960-421b-99c5-e2f6d72b6fd4 tempest-RoutersAdminTest-690199652 tempest-RoutersAdminTest-690199652-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746560636600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746560234536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11791543'] for port (ab466482-be0b-4c81-9b70-22b8888f2566), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:12:14.467124 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87759430-7a12-4339-b178-860e397aa4ea req-e495e141-0e84-43ed-9742-ba8379193b69 tempest-LiveMigrationTest-746395142 tempest-LiveMigrationTest-746395142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:12:14.468699 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-87759430-7a12-4339-b178-860e397aa4ea req-e495e141-0e84-43ed-9742-ba8379193b69 tempest-LiveMigrationTest-746395142 tempest-LiveMigrationTest-746395142-project] 10.222.0.13 "GET /v2.0/ports?device_id=80ebfeba-433a-4d4b-bf55-9e0ed19817de HTTP/1.1" status: 200 len: 943 time: 0.1516521 Jan 26 21:12:14.477100 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b97cb4-44bb-42db-a123-b91afe5f7893 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1b3b290-3700-4231-ad2b-b6dfcc975ae4,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:12:14.494813 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-5ef55835-216d-4cad-a6fb-37e7a2a59755 None None] For port 40b25750-a88f-4fe8-a7ff-5f345cf49301, host n-d-760453-5, cleared binding levels {{(pid=103306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 26 21:12:14.498770 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-5ef55835-216d-4cad-a6fb-37e7a2a59755 None None] For port 40b25750-a88f-4fe8-a7ff-5f345cf49301, host n-d-760453-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=40b25750-a88f-4fe8-a7ff-5f345cf49301,segment=NetworkSegment(af032e5b-82aa-44c9-824d-1e5696119444),segment_id=af032e5b-82aa-44c9-824d-1e5696119444)] {{(pid=103306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 26 21:12:14.504877 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-5ef55835-216d-4cad-a6fb-37e7a2a59755 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (40b25750-a88f-4fe8-a7ff-5f345cf49301), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:12:14.543353 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [req-0bd00c0b-4dcb-4a03-a773-b5a66b316d03 req-a92843b1-c6d7-4aa3-b395-4f11c885e0df service neutron] For port 5ea9283d-6307-4a7a-a3a3-34c49776035f, host n-h2-760453-5, cleared binding levels {{(pid=103304) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 26 21:12:14.546607 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [req-0bd00c0b-4dcb-4a03-a773-b5a66b316d03 req-a92843b1-c6d7-4aa3-b395-4f11c885e0df service neutron] For port 5ea9283d-6307-4a7a-a3a3-34c49776035f, host n-h2-760453-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-5',level=0,port_id=5ea9283d-6307-4a7a-a3a3-34c49776035f,segment=NetworkSegment(984e14e0-bb79-4ef3-b570-cebad3b9694e),segment_id=984e14e0-bb79-4ef3-b570-cebad3b9694e)] {{(pid=103304) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 26 21:12:14.593741 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef55835-216d-4cad-a6fb-37e7a2a59755 None None] Pushing event updated for resources: {'Port': ['ID=40b25750-a88f-4fe8-a7ff-5f345cf49301,revision_number=2']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:12:14.597839 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-0bd00c0b-4dcb-4a03-a773-b5a66b316d03 req-a92843b1-c6d7-4aa3-b395-4f11c885e0df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9281542'] for port (5ea9283d-6307-4a7a-a3a3-34c49776035f), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:12:14.614476 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4b97cb4-44bb-42db-a123-b91afe5f7893 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:12:14.614913 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4b97cb4-44bb-42db-a123-b91afe5f7893 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:12:14.615518 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4b97cb4-44bb-42db-a123-b91afe5f7893 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:12:14.615937 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4b97cb4-44bb-42db-a123-b91afe5f7893 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:12:14.616322 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4b97cb4-44bb-42db-a123-b91afe5f7893 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:12:14.616676 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4b97cb4-44bb-42db-a123-b91afe5f7893 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:12:14.617011 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4b97cb4-44bb-42db-a123-b91afe5f7893 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:12:14.617403 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4b97cb4-44bb-42db-a123-b91afe5f7893 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:12:14.617886 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4b97cb4-44bb-42db-a123-b91afe5f7893 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:12:14.618327 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4b97cb4-44bb-42db-a123-b91afe5f7893 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:12:14.618707 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4b97cb4-44bb-42db-a123-b91afe5f7893 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:12:14.619141 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4b97cb4-44bb-42db-a123-b91afe5f7893 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:12:14.619503 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4b97cb4-44bb-42db-a123-b91afe5f7893 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:12:14.677664 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e77114d0-4960-421b-99c5-e2f6d72b6fd4 tempest-RoutersAdminTest-690199652 tempest-RoutersAdminTest-690199652-project-admin] Pushing event deleted for resources: {'Port': ['ID=ab466482-be0b-4c81-9b70-22b8888f2566,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:12:14.709398 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd00c0b-4dcb-4a03-a773-b5a66b316d03 req-a92843b1-c6d7-4aa3-b395-4f11c885e0df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:12:14.711216 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-0bd00c0b-4dcb-4a03-a773-b5a66b316d03 req-a92843b1-c6d7-4aa3-b395-4f11c885e0df service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:12:14.712685 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-0bd00c0b-4dcb-4a03-a773-b5a66b316d03 req-a92843b1-c6d7-4aa3-b395-4f11c885e0df service neutron] 10.222.0.57 "PUT /v2.0/ports/5ea9283d-6307-4a7a-a3a3-34c49776035f HTTP/1.1" status: 200 len: 1091 time: 4.9773884 Jan 26 21:12:14.724022 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-87759430-7a12-4339-b178-860e397aa4ea req-9fba8cfb-dbae-4354-bc45-e72a3765999d tempest-LiveMigrationTest-746395142 tempest-LiveMigrationTest-746395142-project] 10.222.0.13 "GET /v2.0/security-groups?id=c43a996a-6b93-48e4-a331-48250c5b183d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2427223 Jan 26 21:12:14.724520 n-d-760453-5 neutron-server[103304]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '80ebfeba-433a-4d4b-bf55-9e0ed19817de', 'tag': '5ea9283d-6307-4a7a-a3a3-34c49776035f'}] {{(pid=103304) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 21:12:14.727062 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d52b45f1943fcd332af9527eb73ff93c8d715d44383a3f6d18de73b4cfcf87b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbaea8fa-13b0-4da9-a9cd-79e280cb4af5" -d '{"events": [{"name": "network-changed", "server_uuid": "80ebfeba-433a-4d4b-bf55-9e0ed19817de", "tag": "5ea9283d-6307-4a7a-a3a3-34c49776035f"}]}' {{(pid=103304) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 21:12:14.741863 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-921f7394-0459-4b18-a0db-9be56c6e7de9 admin admin] Publish callbacks [] for security_group (e1b3b290-3700-4231-ad2b-b6dfcc975ae4), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:12:14.769824 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-6c102dcb-21a4-46f0-ada2-3e5f31266ebd req-b3e56491-656b-4f69-9f5e-e4a31d3dda8d tempest-FloatingIPsAssociationTestJSON-419529391 tempest-FloatingIPsAssociationTestJSON-419529391-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746560636600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746560234536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11791543'] for port (d2e500ae-6147-4c15-a504-1915a5dce1e5), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:12:14.782860 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-921f7394-0459-4b18-a0db-9be56c6e7de9 admin admin] Publish callbacks [] for security_group (e1b3b290-3700-4231-ad2b-b6dfcc975ae4), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:12:14.806877 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] get_ports_and_sgs() called for port_ids ['60f1a448-e006-4064-9f78-822d97b29cbe'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 26 21:12:14.861995 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-921f7394-0459-4b18-a0db-9be56c6e7de9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (e1b3b290-3700-4231-ad2b-b6dfcc975ae4), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:12:14.864708 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-921f7394-0459-4b18-a0db-9be56c6e7de9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:12:14.868638 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-921f7394-0459-4b18-a0db-9be56c6e7de9 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/e1b3b290-3700-4231-ad2b-b6dfcc975ae4 HTTP/1.1" status: 204 len: 168 time: 0.4385133 Jan 26 21:12:14.948965 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92843b1-c6d7-4aa3-b395-4f11c885e0df service neutron] Pushing event updated for resources: {'Port': ['ID=5ea9283d-6307-4a7a-a3a3-34c49776035f,revision_number=3']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:12:14.956347 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-921f7394-0459-4b18-a0db-9be56c6e7de9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1b3b290-3700-4231-ad2b-b6dfcc975ae4,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:12:14.991620 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd00c0b-4dcb-4a03-a773-b5a66b316d03 req-1b0cd22f-9fcb-4e22-bc46-96cf47d9e36a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:12:14.993182 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-0bd00c0b-4dcb-4a03-a773-b5a66b316d03 req-1b0cd22f-9fcb-4e22-bc46-96cf47d9e36a service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=ee6098e1a6074d57972f34ef6549de05&device_id=80ebfeba-433a-4d4b-bf55-9e0ed19817de HTTP/1.1" status: 200 len: 1094 time: 0.1525962 Jan 26 21:12:14.996952 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-252aec7b-1e88-438d-830c-bff06bcf69af req-b1503405-fe68-45dc-8ccc-afc466047eee tempest-FloatingIPsAssociationTestJSON-419529391 tempest-FloatingIPsAssociationTestJSON-419529391-project] Notify agent at l3_agent.n-d-760453-5 the message routers_updated {{(pid=103304) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 26 21:12:15.008863 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77ab3633-b6dd-4fd7-bfe2-7c2d0d218ecc None None] Sync routers for ids ['954567f2-9f21-4bd5-91a0-c63dc8249105'] in n-d-760453-5 {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 26 21:12:15.012704 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-252aec7b-1e88-438d-830c-bff06bcf69af req-b1503405-fe68-45dc-8ccc-afc466047eee tempest-FloatingIPsAssociationTestJSON-419529391 tempest-FloatingIPsAssociationTestJSON-419529391-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for floatingip (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:12:15.040183 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77ab3633-b6dd-4fd7-bfe2-7c2d0d218ecc None None] Routers {'954567f2-9f21-4bd5-91a0-c63dc8249105'} bound to L3 agent in host n-d-760453-5 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 21:12:15.040843 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-77ab3633-b6dd-4fd7-bfe2-7c2d0d218ecc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-26T20:55:21Z,description=,heartbeat_timestamp=2022-01-26T21:11:51Z,host='n-d-760453-5',id=09df100c-3af1-4b0a-bda8-05914c71c458,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:55:21Z,topic='l3_agent')) {'router_ids': ['954567f2-9f21-4bd5-91a0-c63dc8249105'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:12:15.054334 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e56491-656b-4f69-9f5e-e4a31d3dda8d tempest-FloatingIPsAssociationTestJSON-419529391 tempest-FloatingIPsAssociationTestJSON-419529391-project] Pushing event deleted for resources: {'Port': ['ID=d2e500ae-6147-4c15-a504-1915a5dce1e5,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:12:15.083862 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-a08942f9-ae75-413e-9c6e-d10dca2198c8 None None] Attempting to bind port ab466482-be0b-4c81-9b70-22b8888f2566 on host n-d-760453-5 for vnic_type normal with profile {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 21:12:15.088956 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-a08942f9-ae75-413e-9c6e-d10dca2198c8 None None] Attempting to bind port ab466482-be0b-4c81-9b70-22b8888f2566 by drivers openvswitch,hyperv on host n-d-760453-5 at level 0 using segments [{'id': 'e17cb353-418f-48b9-b982-21a6233ee99b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299'}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 26 21:12:15.089393 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a08942f9-ae75-413e-9c6e-d10dca2198c8 None None] Attempting to bind port ab466482-be0b-4c81-9b70-22b8888f2566 on network 4140a1f1-c93a-4bea-83a0-68953a54f299 {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 21:12:15.117730 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a08942f9-ae75-413e-9c6e-d10dca2198c8 None None] Checking agent: {'id': 'fea0591a-627d-4c87-9a9a-01625ddf3277', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760453-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 20, 55, 25), 'started_at': datetime.datetime(2022, 1, 26, 20, 55, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 21, 11, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760453-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 26 21:12:15.118086 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a08942f9-ae75-413e-9c6e-d10dca2198c8 None None] Checking segment: {'id': 'e17cb353-418f-48b9-b982-21a6233ee99b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 21:12:15.118492 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-a08942f9-ae75-413e-9c6e-d10dca2198c8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:12:15.118893 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a08942f9-ae75-413e-9c6e-d10dca2198c8 None None] Bound using segment: {'id': 'e17cb353-418f-48b9-b982-21a6233ee99b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299'} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 26 21:12:15.119381 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-a08942f9-ae75-413e-9c6e-d10dca2198c8 None None] Bound port: ab466482-be0b-4c81-9b70-22b8888f2566, host: n-d-760453-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e17cb353-418f-48b9-b982-21a6233ee99b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299'}}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 26 21:12:15.119764 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-a08942f9-ae75-413e-9c6e-d10dca2198c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (ab466482-be0b-4c81-9b70-22b8888f2566), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:12:15.139700 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-e77114d0-4960-421b-99c5-e2f6d72b6fd4 tempest-RoutersAdminTest-690199652 tempest-RoutersAdminTest-690199652-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4111291'] for router_gateway (87ad9080-1dd6-4adb-bdcb-500a3cb90a6c), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:12:15.174340 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-0bd00c0b-4dcb-4a03-a773-b5a66b316d03 req-6f09cdc7-5282-42d8-b44d-391581a6fed9 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5ea9283d-6307-4a7a-a3a3-34c49776035f HTTP/1.1" status: 200 len: 217 time: 0.1574569 Jan 26 21:12:15.200648 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-a08942f9-ae75-413e-9c6e-d10dca2198c8 None None] Port ab466482-be0b-4c81-9b70-22b8888f2566 has been deleted concurrently {{(pid=103306) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:671}} Jan 26 21:12:15.221461 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a08942f9-ae75-413e-9c6e-d10dca2198c8 None None] Routers {'87ad9080-1dd6-4adb-bdcb-500a3cb90a6c'} bound to L3 agent in host n-d-760453-5 {{(pid=103306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 21:12:15.222112 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-a08942f9-ae75-413e-9c6e-d10dca2198c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-26T20:55:21Z,description=,heartbeat_timestamp=2022-01-26T21:11:51Z,host='n-d-760453-5',id=09df100c-3af1-4b0a-bda8-05914c71c458,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:55:21Z,topic='l3_agent')) {'router_ids': ['87ad9080-1dd6-4adb-bdcb-500a3cb90a6c'], 'active': True} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:12:15.243975 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-252aec7b-1e88-438d-830c-bff06bcf69af req-b1503405-fe68-45dc-8ccc-afc466047eee tempest-FloatingIPsAssociationTestJSON-419529391 tempest-FloatingIPsAssociationTestJSON-419529391-project] 10.222.0.13 "PUT /v2.0/floatingips/0e44fe4b-4762-427e-883f-4d1e838b1e6b HTTP/1.1" status: 200 len: 997 time: 2.6439142 Jan 26 21:12:15.342424 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvr_db [None req-a08942f9-ae75-413e-9c6e-d10dca2198c8 None None] Set router 87ad9080-1dd6-4adb-bdcb-500a3cb90a6c gateway port host: None {{(pid=103306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 21:12:15.424744 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_dvr_db [None req-77ab3633-b6dd-4fd7-bfe2-7c2d0d218ecc None None] Set router 954567f2-9f21-4bd5-91a0-c63dc8249105 gateway port host: n-d-760453-5 {{(pid=103307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 21:12:15.441700 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd00c0b-4dcb-4a03-a773-b5a66b316d03 req-14f903ab-6dab-4a7a-a679-6f12668c45cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:12:15.444725 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-0bd00c0b-4dcb-4a03-a773-b5a66b316d03 req-14f903ab-6dab-4a7a-a679-6f12668c45cc service neutron] 10.222.0.57 "GET /v2.0/subnets?id=0fd61269-7d95-487b-ba3a-f244d39cf571 HTTP/1.1" status: 200 len: 847 time: 0.2636330 Jan 26 21:12:15.495310 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c102dcb-21a4-46f0-ada2-3e5f31266ebd req-b3e56491-656b-4f69-9f5e-e4a31d3dda8d tempest-FloatingIPsAssociationTestJSON-419529391 tempest-FloatingIPsAssociationTestJSON-419529391-project] No DVR routers for this DVR port d2e500ae-6147-4c15-a504-1915a5dce1e5 on host n-h2-760453-5 {{(pid=103305) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 26 21:12:15.499731 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-0bd00c0b-4dcb-4a03-a773-b5a66b316d03 req-1e199ed4-aa3b-4abb-b003-3d033727b384 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=57cdf3f5-a20b-4c6f-b2eb-bed2f5d4d40a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0459402 Jan 26 21:12:15.505047 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 26 Jan 2022 21:12:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebafc288-011a-4285-a6fc-e9b8bf0abb26 x-openstack-request-id: req-ebafc288-011a-4285-a6fc-e9b8bf0abb26 {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 21:12:15.505503 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "80ebfeba-433a-4d4b-bf55-9e0ed19817de", "tag": "5ea9283d-6307-4a7a-a3a3-34c49776035f", "status": "completed", "code": 200}]} {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 21:12:15.505969 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ebafc288-011a-4285-a6fc-e9b8bf0abb26 {{(pid=103304) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 21:12:15.506376 n-d-760453-5 neutron-server[103304]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '80ebfeba-433a-4d4b-bf55-9e0ed19817de', 'tag': '5ea9283d-6307-4a7a-a3a3-34c49776035f', 'status': 'completed', 'code': 200} Jan 26 21:12:15.506990 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-6c102dcb-21a4-46f0-ada2-3e5f31266ebd req-b3e56491-656b-4f69-9f5e-e4a31d3dda8d tempest-FloatingIPsAssociationTestJSON-419529391 tempest-FloatingIPsAssociationTestJSON-419529391-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:12:15.509039 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252aec7b-1e88-438d-830c-bff06bcf69af req-cccaeafa-be5a-4429-b656-f3e79b87606a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:12:15.516259 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-a08942f9-ae75-413e-9c6e-d10dca2198c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87ad9080-1dd6-4adb-bdcb-500a3cb90a6c', 'name': 'tempest-snat-router-707197642', 'tenant_id': '59d288f3b3444363b4fafc334d33664f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T21:12:06Z', 'updated_at': '2022-01-26T21:12:14Z', 'revision_number': 5, 'project_id': '59d288f3b3444363b4fafc334d33664f', 'gw_port_host': None}], 'n-d-760453-5', False) {} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:12:15.516749 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-6c102dcb-21a4-46f0-ada2-3e5f31266ebd req-b3e56491-656b-4f69-9f5e-e4a31d3dda8d tempest-FloatingIPsAssociationTestJSON-419529391 tempest-FloatingIPsAssociationTestJSON-419529391-project] 10.222.0.57 "DELETE /v2.0/ports/d2e500ae-6147-4c15-a504-1915a5dce1e5 HTTP/1.1" status: 204 len: 173 time: 2.3691492 Jan 26 21:12:15.520781 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-252aec7b-1e88-438d-830c-bff06bcf69af req-cccaeafa-be5a-4429-b656-f3e79b87606a service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=7bdfe07917df421d9be436779552b002&device_id=cffeda4a-b528-4db3-979a-67e9d6170b34 HTTP/1.1" status: 200 len: 1097 time: 0.2258730 Jan 26 21:12:15.528919 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Device 02c23a77-e70d-4e22-976c-2e3e55b9a8a2 up at agent hyperv_n-h2-760453-5 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 21:12:15.659531 n-d-760453-5 neutron-server[103305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d6919b7-5cfc-4a34-9c08-a032d7787fd3', 'name': 'network-vif-deleted', 'tag': 'd2e500ae-6147-4c15-a504-1915a5dce1e5'}] {{(pid=103305) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 21:12:15.664167 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d4654568b7bf041e72ff8fe1c96d6d761d9c921f2b99bc7b3a26632be20cee0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3266b175-861e-4568-8729-1015f6700c87" -d '{"events": [{"server_uuid": "0d6919b7-5cfc-4a34-9c08-a032d7787fd3", "name": "network-vif-deleted", "tag": "d2e500ae-6147-4c15-a504-1915a5dce1e5"}]}' {{(pid=103305) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 21:12:15.682048 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-b86dfe9c-2890-425b-8349-ed85a536f9cf admin admin] Publish callbacks [] for router_gateway (30d8e753-ac56-49cd-9ef2-03bc2b95c660), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:12:15.685119 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-e77114d0-4960-421b-99c5-e2f6d72b6fd4 tempest-RoutersAdminTest-690199652 tempest-RoutersAdminTest-690199652-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4105774', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13082'] for router (87ad9080-1dd6-4adb-bdcb-500a3cb90a6c), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:12:15.696729 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-e77114d0-4960-421b-99c5-e2f6d72b6fd4 tempest-RoutersAdminTest-690199652 tempest-RoutersAdminTest-690199652-project-admin] Publish callbacks [] for router_controller (87ad9080-1dd6-4adb-bdcb-500a3cb90a6c), precommit_delete_associations {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:12:15.697273 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a08942f9-ae75-413e-9c6e-d10dca2198c8 None None] The sync data for ids ['87ad9080-1dd6-4adb-bdcb-500a3cb90a6c'] in n-d-760453-5 is: [{'id': '87ad9080-1dd6-4adb-bdcb-500a3cb90a6c', 'name': 'tempest-snat-router-707197642', 'tenant_id': '59d288f3b3444363b4fafc334d33664f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T21:12:06Z', 'updated_at': '2022-01-26T21:12:14Z', 'revision_number': 5, 'project_id': '59d288f3b3444363b4fafc334d33664f', 'gw_port_host': None}] {{(pid=103306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 26 21:12:15.754073 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-b86dfe9c-2890-425b-8349-ed85a536f9cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:12:15.846242 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device 40b25750-a88f-4fe8-a7ff-5f345cf49301 up at agent ovs-agent-n-d-760453-5 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 21:12:15.959425 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-e77114d0-4960-421b-99c5-e2f6d72b6fd4 tempest-RoutersAdminTest-690199652 tempest-RoutersAdminTest-690199652-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4105767'] for router (87ad9080-1dd6-4adb-bdcb-500a3cb90a6c), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:12:15.960672 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e77114d0-4960-421b-99c5-e2f6d72b6fd4 tempest-RoutersAdminTest-690199652 tempest-RoutersAdminTest-690199652-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 87ad9080-1dd6-4adb-bdcb-500a3cb90a6c {{(pid=103305) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 26 21:12:15.972675 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-e77114d0-4960-421b-99c5-e2f6d72b6fd4 tempest-RoutersAdminTest-690199652 tempest-RoutersAdminTest-690199652-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:12:15.988895 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-e77114d0-4960-421b-99c5-e2f6d72b6fd4 tempest-RoutersAdminTest-690199652 tempest-RoutersAdminTest-690199652-project-admin] 10.222.0.13 "DELETE /v2.0/routers/87ad9080-1dd6-4adb-bdcb-500a3cb90a6c HTTP/1.1" status: 204 len: 168 time: 3.8591995 Jan 26 21:12:15.989772 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 53382) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:12:15.999399 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Provisioning for port 02c23a77-e70d-4e22-976c-2e3e55b9a8a2 completed by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 21:12:16.029827 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Provisioning complete for port 02c23a77-e70d-4e22-976c-2e3e55b9a8a2 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:12:16.035657 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91232136-069d-4df0-9bb2-c32e670b4900 req-d5f9693e-96fd-4184-b2ec-d1019541af3b tempest-ImagesNegativeTestJSON-1709787905 tempest-ImagesNegativeTestJSON-1709787905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:12:16.039320 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (02c23a77-e70d-4e22-976c-2e3e55b9a8a2), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:12:16.040783 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-91232136-069d-4df0-9bb2-c32e670b4900 req-d5f9693e-96fd-4184-b2ec-d1019541af3b tempest-ImagesNegativeTestJSON-1709787905 tempest-ImagesNegativeTestJSON-1709787905-project] 10.222.0.13 "GET /v2.0/ports?device_id=a4c95b71-62ca-4bcb-84cb-e13f4b5bc751 HTTP/1.1" status: 200 len: 949 time: 0.3252568 Jan 26 21:12:16.141738 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-0bd00c0b-4dcb-4a03-a773-b5a66b316d03 req-bfeb9b92-90f3-43c8-941f-bd4c88514fca service neutron] 10.222.0.57 "GET /v2.0/networks/57cdf3f5-a20b-4c6f-b2eb-bed2f5d4d40a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6094701 Jan 26 21:12:16.180650 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252aec7b-1e88-438d-830c-bff06bcf69af req-25ed0b60-aaa5-40f5-b868-c06613d827a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:12:16.184221 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-252aec7b-1e88-438d-830c-bff06bcf69af req-25ed0b60-aaa5-40f5-b868-c06613d827a2 service neutron] 10.222.0.13 "GET /v2.0/networks?id=c51b7d10-9231-4438-a440-4c92a6a50ca4 HTTP/1.1" status: 200 len: 921 time: 0.6430471 Jan 26 21:12:16.283181 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Provisioning complete for port 40b25750-a88f-4fe8-a7ff-5f345cf49301 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:12:16.283562 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (40b25750-a88f-4fe8-a7ff-5f345cf49301), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:12:16.365575 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.db_base_plugin_common [None req-b86dfe9c-2890-425b-8349-ed85a536f9cf admin admin] Allocated IP 172.25.1.164 (4140a1f1-c93a-4bea-83a0-68953a54f299/e48251a1-e30d-4820-8396-00c6f6aeb601/a88fcff8-cde2-481d-8626-f1aa7760bbe4) {{(pid=103305) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 21:12:16.438649 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-d3fb954d-c4d0-4e5a-bde3-24b95cad0846 tempest-RoutersAdminTest-690199652 tempest-RoutersAdminTest-690199652-project-admin] Publish callbacks [] for router (f9e8c53c-bae0-4e39-9371-2e7d2cb72c0d), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:12:16.518713 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Current status of the port 40b25750-a88f-4fe8-a7ff-5f345cf49301 is: DOWN; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:12:16.518975 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (40b25750-a88f-4fe8-a7ff-5f345cf49301), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:12:16.532696 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-77ab3633-b6dd-4fd7-bfe2-7c2d0d218ecc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '954567f2-9f21-4bd5-91a0-c63dc8249105', 'name': 'tempest-FloatingIPsAssociationTestJSON-936393355-router', 'tenant_id': '7bdfe07917df421d9be436779552b002', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'external_fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.237'}], 'enable_snat': True}, 'gw_port_id': '19a784ed-8ecf-429b-9a5f-da8bc68c331b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T21:10:52Z', 'updated_at': '2022-01-26T21:11:00Z', 'revision_number': 4, 'project_id': '7bdfe07917df421d9be436779552b002', 'gw_port': {'id': '19a784ed-8ecf-429b-9a5f-da8bc68c331b', 'name': '', 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:a6:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '954567f2-9f21-4bd5-91a0-c63dc8249105', 'device_owner': 'network:router_gateway', 'standard_attr_id': 926, 'fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:10:53Z', 'updated_at': '2022-01-26T21:11:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-5', '_floatingips': [{'id': '0e44fe4b-4762-427e-883f-4d1e838b1e6b', 'tenant_id': '7bdfe07917df421d9be436779552b002', 'floating_ip_address': '172.25.1.160', 'floating_network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'router_id': '954567f2-9f21-4bd5-91a0-c63dc8249105', 'port_id': '60f1a448-e006-4064-9f78-822d97b29cbe', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 954, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c51b7d10-9231-4438-a440-4c92a6a50ca4', 'mac_address': 'fa:16:3e:2f:8b:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cffeda4a-b528-4db3-979a-67e9d6170b34', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-26T21:11:28Z', 'updated_at': '2022-01-26T21:12:13Z', 'revision_number': 8, 'project_id': '7bdfe07917df421d9be436779552b002', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cf3de5fd-328f-4fc5-9713-971aefb20f27', 'name': '', 'network_id': 'c51b7d10-9231-4438-a440-4c92a6a50ca4', 'tenant_id': '7bdfe07917df421d9be436779552b002', 'mac_address': 'fa:16:3e:ad:b4:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '954567f2-9f21-4bd5-91a0-c63dc8249105', 'device_owner': 'network:router_interface', 'standard_attr_id': 927, 'fixed_ips': [{'subnet_id': 'f7b7ba1f-f452-4d1f-b54c-6aaf311b4599', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:10:58Z', 'updated_at': '2022-01-26T21:11:06Z', 'revision_number': 5, 'project_id': '7bdfe07917df421d9be436779552b002', 'subnets': [{'id': 'f7b7ba1f-f452-4d1f-b54c-6aaf311b4599', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760453-5', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:12:16.571803 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77ab3633-b6dd-4fd7-bfe2-7c2d0d218ecc None None] Checking router: 954567f2-9f21-4bd5-91a0-c63dc8249105 for host: n-d-760453-5 {{(pid=103307) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 26 21:12:16.583666 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77ab3633-b6dd-4fd7-bfe2-7c2d0d218ecc None None] Routers {'954567f2-9f21-4bd5-91a0-c63dc8249105'} bound to L3 agent in host n-d-760453-5 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 21:12:16.584462 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-77ab3633-b6dd-4fd7-bfe2-7c2d0d218ecc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-26T20:55:21Z,description=,heartbeat_timestamp=2022-01-26T21:11:51Z,host='n-d-760453-5',id=09df100c-3af1-4b0a-bda8-05914c71c458,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:55:21Z,topic='l3_agent')) {'router_ids': ['954567f2-9f21-4bd5-91a0-c63dc8249105'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:12:16.630747 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] For port 40b25750-a88f-4fe8-a7ff-5f345cf49301, host n-d-760453-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=40b25750-a88f-4fe8-a7ff-5f345cf49301,segment=NetworkSegment(af032e5b-82aa-44c9-824d-1e5696119444),segment_id=af032e5b-82aa-44c9-824d-1e5696119444)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:12:16.700352 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c0a4723-fd36-4258-8af4-08e54750c585 None None] Network 15c39b24-f7c4-4710-b8cb-f1d4e3bc27f6 requested from n-d-760453-5 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 26 21:12:16.709044 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (40b25750-a88f-4fe8-a7ff-5f345cf49301), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:12:16.710255 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device f62bca24-ec16-45a7-89f7-08eab68ca554 up at agent ovs-agent-n-d-760453-5 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 21:12:16.777105 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_dvr_db [None req-77ab3633-b6dd-4fd7-bfe2-7c2d0d218ecc None None] Set router 954567f2-9f21-4bd5-91a0-c63dc8249105 gateway port host: n-d-760453-5 {{(pid=103307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 21:12:16.845324 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-b86dfe9c-2890-425b-8349-ed85a536f9cf admin admin] Publish callbacks [] for port (a88fcff8-cde2-481d-8626-f1aa7760bbe4), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:12:16.851829 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-d3fb954d-c4d0-4e5a-bde3-24b95cad0846 tempest-RoutersAdminTest-690199652 tempest-RoutersAdminTest-690199652-project-admin] Publish callbacks [] for router_gateway (f9e8c53c-bae0-4e39-9371-2e7d2cb72c0d), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:12:16.983225 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-91232136-069d-4df0-9bb2-c32e670b4900 req-18f55050-19c2-4004-ad79-334c4f332bc2 tempest-ImagesNegativeTestJSON-1709787905 tempest-ImagesNegativeTestJSON-1709787905-project] 10.222.0.13 "GET /v2.0/security-groups?id=79eb1cc9-81fb-4db5-a1b1-c12f8028d59b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9103718 Jan 26 21:12:17.039490 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-b86dfe9c-2890-425b-8349-ed85a536f9cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746560234527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11791543'] for port (a88fcff8-cde2-481d-8626-f1aa7760bbe4), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:12:17.050659 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-d3fb954d-c4d0-4e5a-bde3-24b95cad0846 tempest-RoutersAdminTest-690199652 tempest-RoutersAdminTest-690199652-project-admin] Deleting port f62bca24-ec16-45a7-89f7-08eab68ca554 {{(pid=103305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 21:12:17.057454 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Current status of the port 02c23a77-e70d-4e22-976c-2e3e55b9a8a2 is: BUILD; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:12:17.057998 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (02c23a77-e70d-4e22-976c-2e3e55b9a8a2), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:12:17.058656 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-d3fb954d-c4d0-4e5a-bde3-24b95cad0846 tempest-RoutersAdminTest-690199652 tempest-RoutersAdminTest-690199652-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746560630878'] for port (f62bca24-ec16-45a7-89f7-08eab68ca554), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:12:17.110786 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-685af1e4-fcd4-4dcf-8b82-f114dd5ea754 None None] Provisioning complete for port 40b25750-a88f-4fe8-a7ff-5f345cf49301 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:12:17.111295 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-685af1e4-fcd4-4dcf-8b82-f114dd5ea754 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (40b25750-a88f-4fe8-a7ff-5f345cf49301), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:12:17.125403 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-252aec7b-1e88-438d-830c-bff06bcf69af req-ffaf183a-fc94-4e2d-936f-e26c266c0c71 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=60f1a448-e006-4064-9f78-822d97b29cbe HTTP/1.1" status: 200 len: 1000 time: 0.9336705 Jan 26 21:12:17.141820 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b86dfe9c-2890-425b-8349-ed85a536f9cf admin admin] Network 4140a1f1-c93a-4bea-83a0-68953a54f299 is already hosted by enough agents. {{(pid=103305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 21:12:17.151518 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [None req-b86dfe9c-2890-425b-8349-ed85a536f9cf admin admin] Resources bound (agent type, host, resource id): {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:12:17.156780 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b86dfe9c-2890-425b-8349-ed85a536f9cf admin admin] Received port after_create {{(pid=103305) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 21:12:17.166396 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Pushing event updated for resources: {'Port': ['ID=40b25750-a88f-4fe8-a7ff-5f345cf49301,revision_number=3']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:12:17.223892 n-d-760453-5 neutron-server[103306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4c95b71-62ca-4bcb-84cb-e13f4b5bc751', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02c23a77-e70d-4e22-976c-2e3e55b9a8a2'}] {{(pid=103306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 21:12:17.232700 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9d5d370febab655511bdd2ffe887e43e442d144a440368702bcc1e93af00b97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-760b25e0-254a-4c23-9d1b-02e0d4ead03c" -d '{"events": [{"server_uuid": "a4c95b71-62ca-4bcb-84cb-e13f4b5bc751", "name": "network-vif-plugged", "status": "completed", "tag": "02c23a77-e70d-4e22-976c-2e3e55b9a8a2"}]}' {{(pid=103306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 21:12:17.273323 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-0bd00c0b-4dcb-4a03-a773-b5a66b316d03 req-3bc402bb-6a24-4b31-955f-6d2bc848e118 service neutron] 10.222.0.57 "GET /v2.0/networks/57cdf3f5-a20b-4c6f-b2eb-bed2f5d4d40a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1018143 Jan 26 21:12:17.308690 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252aec7b-1e88-438d-830c-bff06bcf69af req-7faa74bb-a2b6-4ec0-a166-42a292d447e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:12:17.310541 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-252aec7b-1e88-438d-830c-bff06bcf69af req-7faa74bb-a2b6-4ec0-a166-42a292d447e6 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f7b7ba1f-f452-4d1f-b54c-6aaf311b4599 HTTP/1.1" status: 200 len: 859 time: 0.1747189 Jan 26 21:12:17.320549 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] For port 02c23a77-e70d-4e22-976c-2e3e55b9a8a2, host n-h2-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-5',level=0,port_id=02c23a77-e70d-4e22-976c-2e3e55b9a8a2,segment=NetworkSegment(4eab25d6-89d9-4907-a1c2-51b06443ba33),segment_id=4eab25d6-89d9-4907-a1c2-51b06443ba33)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:12:17.369877 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-77ab3633-b6dd-4fd7-bfe2-7c2d0d218ecc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '954567f2-9f21-4bd5-91a0-c63dc8249105', 'name': 'tempest-FloatingIPsAssociationTestJSON-936393355-router', 'tenant_id': '7bdfe07917df421d9be436779552b002', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'external_fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.237'}], 'enable_snat': True}, 'gw_port_id': '19a784ed-8ecf-429b-9a5f-da8bc68c331b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T21:10:52Z', 'updated_at': '2022-01-26T21:11:00Z', 'revision_number': 4, 'project_id': '7bdfe07917df421d9be436779552b002', 'gw_port': {'id': '19a784ed-8ecf-429b-9a5f-da8bc68c331b', 'name': '', 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:a6:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '954567f2-9f21-4bd5-91a0-c63dc8249105', 'device_owner': 'network:router_gateway', 'standard_attr_id': 926, 'fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:10:53Z', 'updated_at': '2022-01-26T21:11:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-5', '_floatingips': [{'id': '0e44fe4b-4762-427e-883f-4d1e838b1e6b', 'tenant_id': '7bdfe07917df421d9be436779552b002', 'floating_ip_address': '172.25.1.160', 'floating_network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'router_id': '954567f2-9f21-4bd5-91a0-c63dc8249105', 'port_id': '60f1a448-e006-4064-9f78-822d97b29cbe', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 954, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c51b7d10-9231-4438-a440-4c92a6a50ca4', 'mac_address': 'fa:16:3e:2f:8b:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cffeda4a-b528-4db3-979a-67e9d6170b34', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-26T21:11:28Z', 'updated_at': '2022-01-26T21:12:13Z', 'revision_number': 8, 'project_id': '7bdfe07917df421d9be436779552b002', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cf3de5fd-328f-4fc5-9713-971aefb20f27', 'name': '', 'network_id': 'c51b7d10-9231-4438-a440-4c92a6a50ca4', 'tenant_id': '7bdfe07917df421d9be436779552b002', 'mac_address': 'fa:16:3e:ad:b4:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '954567f2-9f21-4bd5-91a0-c63dc8249105', 'device_owner': 'network:router_interface', 'standard_attr_id': 927, 'fixed_ips': [{'subnet_id': 'f7b7ba1f-f452-4d1f-b54c-6aaf311b4599', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:10:58Z', 'updated_at': '2022-01-26T21:11:06Z', 'revision_number': 5, 'project_id': '7bdfe07917df421d9be436779552b002', 'subnets': [{'id': 'f7b7ba1f-f452-4d1f-b54c-6aaf311b4599', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760453-5', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:12:17.380048 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (02c23a77-e70d-4e22-976c-2e3e55b9a8a2), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:12:17.380915 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Device d2e500ae-6147-4c15-a504-1915a5dce1e5 no longer exists at agent hyperv_n-h2-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 26 21:12:17.400747 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b86dfe9c-2890-425b-8349-ed85a536f9cf admin admin] Pushing event updated for resources: {'Port': ['ID=a88fcff8-cde2-481d-8626-f1aa7760bbe4,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:12:17.478989 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77ab3633-b6dd-4fd7-bfe2-7c2d0d218ecc None None] The sync data for ids ['954567f2-9f21-4bd5-91a0-c63dc8249105'] in n-d-760453-5 is: [{'id': '954567f2-9f21-4bd5-91a0-c63dc8249105', 'name': 'tempest-FloatingIPsAssociationTestJSON-936393355-router', 'tenant_id': '7bdfe07917df421d9be436779552b002', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'external_fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.237'}], 'enable_snat': True}, 'gw_port_id': '19a784ed-8ecf-429b-9a5f-da8bc68c331b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T21:10:52Z', 'updated_at': '2022-01-26T21:11:00Z', 'revision_number': 4, 'project_id': '7bdfe07917df421d9be436779552b002', 'gw_port': {'id': '19a784ed-8ecf-429b-9a5f-da8bc68c331b', 'name': '', 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:a6:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '954567f2-9f21-4bd5-91a0-c63dc8249105', 'device_owner': 'network:router_gateway', 'standard_attr_id': 926, 'fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:10:53Z', 'updated_at': '2022-01-26T21:11:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-5', '_floatingips': [{'id': '0e44fe4b-4762-427e-883f-4d1e838b1e6b', 'tenant_id': '7bdfe07917df421d9be436779552b002', 'floating_ip_address': '172.25.1.160', 'floating_network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'router_id': '954567f2-9f21-4bd5-91a0-c63dc8249105', 'port_id': '60f1a448-e006-4064-9f78-822d97b29cbe', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 954, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c51b7d10-9231-4438-a440-4c92a6a50ca4', 'mac_address': 'fa:16:3e:2f:8b:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cffeda4a-b528-4db3-979a-67e9d6170b34', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-26T21:11:28Z', 'updated_at': '2022-01-26T21:12:13Z', 'revision_number': 8, 'project_id': '7bdfe07917df421d9be436779552b002', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cf3de5fd-328f-4fc5-9713-971aefb20f27', 'name': '', 'network_id': 'c51b7d10-9231-4438-a440-4c92a6a50ca4', 'tenant_id': '7bdfe07917df421d9be436779552b002', 'mac_address': 'fa:16:3e:ad:b4:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '954567f2-9f21-4bd5-91a0-c63dc8249105', 'device_owner': 'network:router_interface', 'standard_attr_id': 927, 'fixed_ips': [{'subnet_id': 'f7b7ba1f-f452-4d1f-b54c-6aaf311b4599', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:10:58Z', 'updated_at': '2022-01-26T21:11:06Z', 'revision_number': 5, 'project_id': '7bdfe07917df421d9be436779552b002', 'subnets': [{'id': 'f7b7ba1f-f452-4d1f-b54c-6aaf311b4599', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 26 21:12:17.520256 n-d-760453-5 neutron-server[103304]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cffeda4a-b528-4db3-979a-67e9d6170b34', 'tag': '60f1a448-e006-4064-9f78-822d97b29cbe'}] {{(pid=103304) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 21:12:17.528295 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d52b45f1943fcd332af9527eb73ff93c8d715d44383a3f6d18de73b4cfcf87b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e33f9c9-8a28-49f6-8968-4944cc661bf5" -d '{"events": [{"name": "network-changed", "server_uuid": "cffeda4a-b528-4db3-979a-67e9d6170b34", "tag": "60f1a448-e006-4064-9f78-822d97b29cbe"}]}' {{(pid=103304) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 21:12:17.549952 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] No Port match for: d2e500ae-6147-4c15-a504-1915a5dce1e5 {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 26 21:12:17.550321 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Device d2e500ae-6147-4c15-a504-1915a5dce1e5 not bound to the agent host n-h2-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 26 21:12:17.551932 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbaea8fa-13b0-4da9-a9cd-79e280cb4af5 req-b1665ead-8071-4207-8599-a9e288a8c9dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:12:17.553541 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-cbaea8fa-13b0-4da9-a9cd-79e280cb4af5 req-b1665ead-8071-4207-8599-a9e288a8c9dd service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=ee6098e1a6074d57972f34ef6549de05&device_id=80ebfeba-433a-4d4b-bf55-9e0ed19817de HTTP/1.1" status: 200 len: 1094 time: 0.2370834 Jan 26 21:12:17.561345 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Jan 2022 21:12:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb62533a-d110-4b0f-b820-62af7eb029b8 x-openstack-request-id: req-eb62533a-d110-4b0f-b820-62af7eb029b8 {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 21:12:17.561707 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d6919b7-5cfc-4a34-9c08-a032d7787fd3", "name": "network-vif-deleted", "tag": "d2e500ae-6147-4c15-a504-1915a5dce1e5", "status": "completed", "code": 200}]} {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 21:12:17.561939 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-eb62533a-d110-4b0f-b820-62af7eb029b8 {{(pid=103305) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 21:12:17.562345 n-d-760453-5 neutron-server[103305]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d6919b7-5cfc-4a34-9c08-a032d7787fd3', 'name': 'network-vif-deleted', 'tag': 'd2e500ae-6147-4c15-a504-1915a5dce1e5', 'status': 'completed', 'code': 200} Jan 26 21:12:17.577615 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252aec7b-1e88-438d-830c-bff06bcf69af req-58485e66-096c-4799-81e6-2ad35a26e818 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:12:17.586566 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-252aec7b-1e88-438d-830c-bff06bcf69af req-58485e66-096c-4799-81e6-2ad35a26e818 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=c51b7d10-9231-4438-a440-4c92a6a50ca4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2402518 Jan 26 21:12:17.594652 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Pushing event updated for resources: {'Port': ['ID=02c23a77-e70d-4e22-976c-2e3e55b9a8a2,revision_number=5']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:12:17.623918 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Provisioning complete for port f62bca24-ec16-45a7-89f7-08eab68ca554 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:12:17.624308 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (f62bca24-ec16-45a7-89f7-08eab68ca554), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:12:17.666272 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [None req-d3fb954d-c4d0-4e5a-bde3-24b95cad0846 tempest-RoutersAdminTest-690199652 tempest-RoutersAdminTest-690199652-project-admin] For port f62bca24-ec16-45a7-89f7-08eab68ca554, host n-d-760453-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=f62bca24-ec16-45a7-89f7-08eab68ca554,segment=NetworkSegment(e17cb353-418f-48b9-b982-21a6233ee99b),segment_id=e17cb353-418f-48b9-b982-21a6233ee99b)] {{(pid=103305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:12:17.666643 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-d3fb954d-c4d0-4e5a-bde3-24b95cad0846 tempest-RoutersAdminTest-690199652 tempest-RoutersAdminTest-690199652-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4109658'] for port (f62bca24-ec16-45a7-89f7-08eab68ca554), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:12:17.842040 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-685af1e4-fcd4-4dcf-8b82-f114dd5ea754 None None] Current status of the port 40b25750-a88f-4fe8-a7ff-5f345cf49301 is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:12:17.859609 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Current status of the port f62bca24-ec16-45a7-89f7-08eab68ca554 is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:12:17.881886 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f8bd12-6122-4a3f-96a6-dfc38d480fd1 req-60db19f1-67fb-4305-8eb7-aba39627bdc1 tempest-LiveMigrationTest-746395142 tempest-LiveMigrationTest-746395142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:12:17.889564 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-d3f8bd12-6122-4a3f-96a6-dfc38d480fd1 req-60db19f1-67fb-4305-8eb7-aba39627bdc1 tempest-LiveMigrationTest-746395142 tempest-LiveMigrationTest-746395142-project] 10.222.0.13 "GET /v2.0/ports?device_id=80ebfeba-433a-4d4b-bf55-9e0ed19817de HTTP/1.1" status: 200 len: 943 time: 0.2912951 Jan 26 21:12:17.935102 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f85ed592-3aa8-4f5c-9b11-4beac456daae None None] New status for floating IP 0e44fe4b-4762-427e-883f-4d1e838b1e6b: ACTIVE {{(pid=103306) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 26 21:12:18.084005 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device 40b25750-a88f-4fe8-a7ff-5f345cf49301 up at agent ovs-agent-n-d-760453-5 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 21:12:18.101247 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-252aec7b-1e88-438d-830c-bff06bcf69af req-3dfaf4c4-fa35-45cc-a253-35e9f8c7ba2b service neutron] 10.222.0.13 "GET /v2.0/networks/c51b7d10-9231-4438-a440-4c92a6a50ca4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5127349 Jan 26 21:12:18.143792 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-d3fb954d-c4d0-4e5a-bde3-24b95cad0846 tempest-RoutersAdminTest-690199652 tempest-RoutersAdminTest-690199652-project-admin] Calling delete_port for f62bca24-ec16-45a7-89f7-08eab68ca554 owned by network:router_gateway {{(pid=103305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 21:12:18.204564 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbaea8fa-13b0-4da9-a9cd-79e280cb4af5 req-42a90569-8cc3-4099-8774-87b4729d1708 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:12:18.206728 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-cbaea8fa-13b0-4da9-a9cd-79e280cb4af5 req-42a90569-8cc3-4099-8774-87b4729d1708 service neutron] 10.222.0.57 "GET /v2.0/networks?id=57cdf3f5-a20b-4c6f-b2eb-bed2f5d4d40a HTTP/1.1" status: 200 len: 908 time: 0.6171582 Jan 26 21:12:18.228257 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-e0e1e5f7-afb3-4098-9af2-1d23418d62b7 None None] Provisioning complete for port 40b25750-a88f-4fe8-a7ff-5f345cf49301 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:12:18.228650 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-e0e1e5f7-afb3-4098-9af2-1d23418d62b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (40b25750-a88f-4fe8-a7ff-5f345cf49301), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:12:18.259027 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Provisioning complete for port 40b25750-a88f-4fe8-a7ff-5f345cf49301 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:12:18.259269 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (40b25750-a88f-4fe8-a7ff-5f345cf49301), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:12:18.265232 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-d3f8bd12-6122-4a3f-96a6-dfc38d480fd1 req-e9aec478-c0f9-4d4e-bbc8-156cdf637ea5 tempest-LiveMigrationTest-746395142 tempest-LiveMigrationTest-746395142-project] 10.222.0.13 "GET /v2.0/security-groups?id=c43a996a-6b93-48e4-a331-48250c5b183d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3746886 Jan 26 21:12:18.270243 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-cbaea8fa-13b0-4da9-a9cd-79e280cb4af5 req-2ef2a0f3-bf53-43c2-baaa-0b3655f09cda service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5ea9283d-6307-4a7a-a3a3-34c49776035f HTTP/1.1" status: 200 len: 217 time: 0.0538347 Jan 26 21:12:18.343873 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-252aec7b-1e88-438d-830c-bff06bcf69af req-a3015ac1-c603-4722-9a92-19a95e9d3321 service neutron] 10.222.0.13 "GET /v2.0/networks/c51b7d10-9231-4438-a440-4c92a6a50ca4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2360928 Jan 26 21:12:18.346712 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Jan 2022 21:12:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd8ea053-84bd-4c58-b043-f470b7d628f7 x-openstack-request-id: req-dd8ea053-84bd-4c58-b043-f470b7d628f7 {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 21:12:18.347031 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4c95b71-62ca-4bcb-84cb-e13f4b5bc751", "name": "network-vif-plugged", "status": "completed", "tag": "02c23a77-e70d-4e22-976c-2e3e55b9a8a2", "code": 200}]} {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 21:12:18.347290 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-dd8ea053-84bd-4c58-b043-f470b7d628f7 {{(pid=103306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 21:12:18.347695 n-d-760453-5 neutron-server[103306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4c95b71-62ca-4bcb-84cb-e13f4b5bc751', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02c23a77-e70d-4e22-976c-2e3e55b9a8a2', 'code': 200} Jan 26 21:12:18.353690 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbaea8fa-13b0-4da9-a9cd-79e280cb4af5 req-a0c015cf-41fa-4096-aa22-3e8d4e5a1d20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:12:18.355187 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-cbaea8fa-13b0-4da9-a9cd-79e280cb4af5 req-a0c015cf-41fa-4096-aa22-3e8d4e5a1d20 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=0fd61269-7d95-487b-ba3a-f244d39cf571 HTTP/1.1" status: 200 len: 847 time: 0.0767791 Jan 26 21:12:18.425932 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-cbaea8fa-13b0-4da9-a9cd-79e280cb4af5 req-7e49791c-43ba-461f-a299-448c2c1a9f76 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=57cdf3f5-a20b-4c6f-b2eb-bed2f5d4d40a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0626483 Jan 26 21:12:18.440284 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 26 Jan 2022 21:12:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79ee64a0-f4c5-4dde-acfb-d978e85a6116 x-openstack-request-id: req-79ee64a0-f4c5-4dde-acfb-d978e85a6116 {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 21:12:18.440756 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cffeda4a-b528-4db3-979a-67e9d6170b34", "tag": "60f1a448-e006-4064-9f78-822d97b29cbe", "status": "completed", "code": 200}]} {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 21:12:18.441097 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-79ee64a0-f4c5-4dde-acfb-d978e85a6116 {{(pid=103304) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 21:12:18.441552 n-d-760453-5 neutron-server[103304]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cffeda4a-b528-4db3-979a-67e9d6170b34', 'tag': '60f1a448-e006-4064-9f78-822d97b29cbe', 'status': 'completed', 'code': 200} Jan 26 21:12:18.539236 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-e0e1e5f7-afb3-4098-9af2-1d23418d62b7 None None] Current status of the port 40b25750-a88f-4fe8-a7ff-5f345cf49301 is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:12:18.555904 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Current status of the port 40b25750-a88f-4fe8-a7ff-5f345cf49301 is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:12:18.592044 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-cbaea8fa-13b0-4da9-a9cd-79e280cb4af5 req-15b434f9-36a0-4060-bd6f-1b28ecb3cf08 service neutron] 10.222.0.57 "GET /v2.0/networks/57cdf3f5-a20b-4c6f-b2eb-bed2f5d4d40a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1494586 Jan 26 21:12:18.685683 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f595ed9-f74d-44f8-83d2-2f51cb22510b req-35af9043-3cab-4e54-819c-ac196dde9843 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:12:18.687154 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-9f595ed9-f74d-44f8-83d2-2f51cb22510b req-35af9043-3cab-4e54-819c-ac196dde9843 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=a4c95b71-62ca-4bcb-84cb-e13f4b5bc751 HTTP/1.1" status: 200 len: 1101 time: 0.2439425 Jan 26 21:12:18.691943 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e33f9c9-8a28-49f6-8968-4944cc661bf5 req-b9a6bc9b-48ab-4c0b-983e-ef316435d5aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:12:18.693401 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-7e33f9c9-8a28-49f6-8968-4944cc661bf5 req-b9a6bc9b-48ab-4c0b-983e-ef316435d5aa service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=7bdfe07917df421d9be436779552b002&device_id=cffeda4a-b528-4db3-979a-67e9d6170b34 HTTP/1.1" status: 200 len: 1097 time: 0.1968925 Jan 26 21:12:18.697251 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-b86dfe9c-2890-425b-8349-ed85a536f9cf admin admin] Publish callbacks [] for router_gateway (30d8e753-ac56-49cd-9ef2-03bc2b95c660), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:12:18.728364 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ad89ec-67ca-4bd6-be25-e2065b6908e9 req-8a2a73e0-b6a0-4ec2-880b-5d4c0e388f59 tempest-ImagesNegativeTestJSON-1709787905 tempest-ImagesNegativeTestJSON-1709787905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:12:18.731849 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-d2ad89ec-67ca-4bd6-be25-e2065b6908e9 req-8a2a73e0-b6a0-4ec2-880b-5d4c0e388f59 tempest-ImagesNegativeTestJSON-1709787905 tempest-ImagesNegativeTestJSON-1709787905-project] 10.222.0.13 "GET /v2.0/ports?device_id=a4c95b71-62ca-4bcb-84cb-e13f4b5bc751 HTTP/1.1" status: 200 len: 950 time: 0.1010232 Jan 26 21:12:18.764306 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-cbaea8fa-13b0-4da9-a9cd-79e280cb4af5 req-98cc79c7-a269-4350-b8c7-e08aee588056 service neutron] 10.222.0.57 "GET /v2.0/networks/57cdf3f5-a20b-4c6f-b2eb-bed2f5d4d40a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1645997 Jan 26 21:12:18.797324 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [req-402561b3-3fea-4518-a858-0f50a1a6fed4 req-568bb260-76f9-4857-81da-6ee02851611c tempest-SecurityGroupsTestAdminJSON-1285036969 tempest-SecurityGroupsTestAdminJSON-1285036969-project] Request body: {'security_group': {'name': 'tempest-securitygroup-477297755', 'description': 'tempest-description-1708684979'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:12:18.824114 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-d3fb954d-c4d0-4e5a-bde3-24b95cad0846 tempest-RoutersAdminTest-690199652 tempest-RoutersAdminTest-690199652-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746560636600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746560234536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11791543'] for port (f62bca24-ec16-45a7-89f7-08eab68ca554), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:12:18.833880 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-d2ad89ec-67ca-4bd6-be25-e2065b6908e9 req-095d60cd-ad24-458f-8143-cb7d172785c9 tempest-ImagesNegativeTestJSON-1709787905 tempest-ImagesNegativeTestJSON-1709787905-project] 10.222.0.13 "GET /v2.0/security-groups?id=79eb1cc9-81fb-4db5-a1b1-c12f8028d59b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897865 Jan 26 21:12:18.849199 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-402561b3-3fea-4518-a858-0f50a1a6fed4 req-568bb260-76f9-4857-81da-6ee02851611c tempest-SecurityGroupsTestAdminJSON-1285036969 tempest-SecurityGroupsTestAdminJSON-1285036969-project] Publish callbacks [] for security_group (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:12:18.866648 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-402561b3-3fea-4518-a858-0f50a1a6fed4 req-568bb260-76f9-4857-81da-6ee02851611c tempest-SecurityGroupsTestAdminJSON-1285036969 tempest-SecurityGroupsTestAdminJSON-1285036969-project] Publish callbacks [] for security_group (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:12:18.877797 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-ba7721c6-6120-478f-9c00-cf150eb15ac0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (474ccdf7-ab6c-405b-a3b2-dc7b05829902), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:12:18.914758 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3fb954d-c4d0-4e5a-bde3-24b95cad0846 tempest-RoutersAdminTest-690199652 tempest-RoutersAdminTest-690199652-project-admin] Pushing event deleted for resources: {'Port': ['ID=f62bca24-ec16-45a7-89f7-08eab68ca554,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:12:18.964061 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-9f595ed9-f74d-44f8-83d2-2f51cb22510b req-4c8796b0-fac2-41df-a4aa-deb3b33f3913 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=79eb1cc9-81fb-4db5-a1b1-c12f8028d59b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2676854 Jan 26 21:12:19.021345 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-b0fd978e-e5df-4b6a-85a3-e8a030d949d1 req-4ca2687a-5ae6-4966-943b-9b21b931c8c6 tempest-FloatingIPsAssociationTestJSON-419529391 tempest-FloatingIPsAssociationTestJSON-419529391-project] 10.222.0.13 "GET /v2.0/floatingips/0e44fe4b-4762-427e-883f-4d1e838b1e6b HTTP/1.1" status: 200 len: 999 time: 0.1436143 Jan 26 21:12:19.081225 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-d3fb954d-c4d0-4e5a-bde3-24b95cad0846 tempest-RoutersAdminTest-690199652 tempest-RoutersAdminTest-690199652-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4111291'] for router_gateway (f9e8c53c-bae0-4e39-9371-2e7d2cb72c0d), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:12:19.088234 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e33f9c9-8a28-49f6-8968-4944cc661bf5 req-cc5d39a3-d8e8-4817-8da7-a41dbd1417d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:12:19.089998 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-7e33f9c9-8a28-49f6-8968-4944cc661bf5 req-cc5d39a3-d8e8-4817-8da7-a41dbd1417d5 service neutron] 10.222.0.66 "GET /v2.0/networks?id=c51b7d10-9231-4438-a440-4c92a6a50ca4 HTTP/1.1" status: 200 len: 921 time: 0.3523951 Jan 26 21:12:19.141726 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-402561b3-3fea-4518-a858-0f50a1a6fed4 req-568bb260-76f9-4857-81da-6ee02851611c tempest-SecurityGroupsTestAdminJSON-1285036969 tempest-SecurityGroupsTestAdminJSON-1285036969-project] Publish callbacks [] for security_group (320b230b-8790-43ff-9ed0-70e0b5c4c2ff), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:12:19.148936 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-402561b3-3fea-4518-a858-0f50a1a6fed4 req-568bb260-76f9-4857-81da-6ee02851611c tempest-SecurityGroupsTestAdminJSON-1285036969 tempest-SecurityGroupsTestAdminJSON-1285036969-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (320b230b-8790-43ff-9ed0-70e0b5c4c2ff), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:12:19.187228 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0fd978e-e5df-4b6a-85a3-e8a030d949d1 req-ccc192f2-3f9a-4f80-8383-1f1ff162860e tempest-FloatingIPsAssociationTestJSON-419529391 tempest-FloatingIPsAssociationTestJSON-419529391-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:12:19.188633 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-b0fd978e-e5df-4b6a-85a3-e8a030d949d1 req-ccc192f2-3f9a-4f80-8383-1f1ff162860e tempest-FloatingIPsAssociationTestJSON-419529391 tempest-FloatingIPsAssociationTestJSON-419529391-project] 10.222.0.13 "GET /v2.0/networks/4140a1f1-c93a-4bea-83a0-68953a54f299 HTTP/1.1" status: 200 len: 784 time: 0.1601183 Jan 26 21:12:19.211302 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [req-b0fd978e-e5df-4b6a-85a3-e8a030d949d1 req-b7953a0d-e413-4d3d-b23b-16b762538dfd tempest-FloatingIPsAssociationTestJSON-419529391 tempest-FloatingIPsAssociationTestJSON-419529391-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=103304) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 26 21:12:19.212312 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-b0fd978e-e5df-4b6a-85a3-e8a030d949d1 req-b7953a0d-e413-4d3d-b23b-16b762538dfd tempest-FloatingIPsAssociationTestJSON-419529391 tempest-FloatingIPsAssociationTestJSON-419529391-project] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0137525 Jan 26 21:12:19.224678 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568bb260-76f9-4857-81da-6ee02851611c tempest-SecurityGroupsTestAdminJSON-1285036969 tempest-SecurityGroupsTestAdminJSON-1285036969-project] Pushing event updated for resources: {'SecurityGroup': ['ID=320b230b-8790-43ff-9ed0-70e0b5c4c2ff,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:12:19.248769 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Device 5ea9283d-6307-4a7a-a3a3-34c49776035f details requested by agent hyperv_n-h2-760453-5 with host n-h2-760453-5 {{(pid=103306) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 26 21:12:19.274131 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-d3fb954d-c4d0-4e5a-bde3-24b95cad0846 tempest-RoutersAdminTest-690199652 tempest-RoutersAdminTest-690199652-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4105774', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13082'] for router (f9e8c53c-bae0-4e39-9371-2e7d2cb72c0d), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:12:19.279717 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-d3fb954d-c4d0-4e5a-bde3-24b95cad0846 tempest-RoutersAdminTest-690199652 tempest-RoutersAdminTest-690199652-project-admin] Publish callbacks [] for router_controller (f9e8c53c-bae0-4e39-9371-2e7d2cb72c0d), precommit_delete_associations {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:12:19.314227 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-402561b3-3fea-4518-a858-0f50a1a6fed4 req-568bb260-76f9-4857-81da-6ee02851611c tempest-SecurityGroupsTestAdminJSON-1285036969 tempest-SecurityGroupsTestAdminJSON-1285036969-project] Publish callbacks [] for security_group (ffadfc53-2292-4ec8-8177-45aa7c6d3347), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:12:19.326005 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-402561b3-3fea-4518-a858-0f50a1a6fed4 req-568bb260-76f9-4857-81da-6ee02851611c tempest-SecurityGroupsTestAdminJSON-1285036969 tempest-SecurityGroupsTestAdminJSON-1285036969-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (ffadfc53-2292-4ec8-8177-45aa7c6d3347), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:12:19.349693 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-7e33f9c9-8a28-49f6-8968-4944cc661bf5 req-0c56d0aa-6dec-453e-8717-ddbfc9690ee2 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=60f1a448-e006-4064-9f78-822d97b29cbe HTTP/1.1" status: 200 len: 1002 time: 0.2257035 Jan 26 21:12:19.371676 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568bb260-76f9-4857-81da-6ee02851611c tempest-SecurityGroupsTestAdminJSON-1285036969 tempest-SecurityGroupsTestAdminJSON-1285036969-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ffadfc53-2292-4ec8-8177-45aa7c6d3347,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:12:19.406558 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-b86dfe9c-2890-425b-8349-ed85a536f9cf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4105757', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4111263'] for router (30d8e753-ac56-49cd-9ef2-03bc2b95c660), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:12:19.409976 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-402561b3-3fea-4518-a858-0f50a1a6fed4 req-568bb260-76f9-4857-81da-6ee02851611c tempest-SecurityGroupsTestAdminJSON-1285036969 tempest-SecurityGroupsTestAdminJSON-1285036969-project] Publish callbacks [] for security_group (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:12:19.410789 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-402561b3-3fea-4518-a858-0f50a1a6fed4 req-568bb260-76f9-4857-81da-6ee02851611c tempest-SecurityGroupsTestAdminJSON-1285036969 tempest-SecurityGroupsTestAdminJSON-1285036969-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1801 time: 0.6325798 Jan 26 21:12:19.412194 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-d3fb954d-c4d0-4e5a-bde3-24b95cad0846 tempest-RoutersAdminTest-690199652 tempest-RoutersAdminTest-690199652-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4105767'] for router (f9e8c53c-bae0-4e39-9371-2e7d2cb72c0d), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:12:19.413654 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3fb954d-c4d0-4e5a-bde3-24b95cad0846 tempest-RoutersAdminTest-690199652 tempest-RoutersAdminTest-690199652-project-admin] Fanout notify agent at l3_agent the message router_deleted on router f9e8c53c-bae0-4e39-9371-2e7d2cb72c0d {{(pid=103305) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 26 21:12:19.419936 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-d3fb954d-c4d0-4e5a-bde3-24b95cad0846 tempest-RoutersAdminTest-690199652 tempest-RoutersAdminTest-690199652-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:12:19.431459 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 53434) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:12:19.432511 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-d3fb954d-c4d0-4e5a-bde3-24b95cad0846 tempest-RoutersAdminTest-690199652 tempest-RoutersAdminTest-690199652-project-admin] 10.222.0.13 "DELETE /v2.0/routers/f9e8c53c-bae0-4e39-9371-2e7d2cb72c0d HTTP/1.1" status: 204 len: 168 time: 3.4391189 Jan 26 21:12:19.436089 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-3df9ec45-89de-4750-8067-b2f90ea29070 tempest-RoutersAdminTest-50714882 tempest-RoutersAdminTest-50714882-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-666103615', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299'}, 'admin_state_up': False}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:12:19.493907 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] For port 5ea9283d-6307-4a7a-a3a3-34c49776035f, host n-h2-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-5',level=0,port_id=5ea9283d-6307-4a7a-a3a3-34c49776035f,segment=NetworkSegment(984e14e0-bb79-4ef3-b570-cebad3b9694e),segment_id=984e14e0-bb79-4ef3-b570-cebad3b9694e)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:12:19.524016 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Returning: {'device': '5ea9283d-6307-4a7a-a3a3-34c49776035f', 'network_id': '57cdf3f5-a20b-4c6f-b2eb-bed2f5d4d40a', 'port_id': '5ea9283d-6307-4a7a-a3a3-34c49776035f', 'mac_address': 'fa:16:3e:7f:3f:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 595, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0fd61269-7d95-487b-ba3a-f244d39cf571', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103306) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 26 21:12:19.530158 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e33f9c9-8a28-49f6-8968-4944cc661bf5 req-c9a31566-24a2-4dcd-9101-10a426ea33f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:12:19.533559 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-7e33f9c9-8a28-49f6-8968-4944cc661bf5 req-c9a31566-24a2-4dcd-9101-10a426ea33f0 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=f7b7ba1f-f452-4d1f-b54c-6aaf311b4599 HTTP/1.1" status: 200 len: 859 time: 0.1709325 Jan 26 21:12:19.584992 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-3df9ec45-89de-4750-8067-b2f90ea29070 tempest-RoutersAdminTest-50714882 tempest-RoutersAdminTest-50714882-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4104596', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13108'] for router (574bb707-ceef-40f8-87b0-f9257fbcdca9), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:12:19.586037 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Current status of the port 5ea9283d-6307-4a7a-a3a3-34c49776035f is: DOWN; New status is: BUILD {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:12:19.586172 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-3df9ec45-89de-4750-8067-b2f90ea29070 tempest-RoutersAdminTest-50714882 tempest-RoutersAdminTest-50714882-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4105828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4111306', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3733576', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13069'] for router (574bb707-ceef-40f8-87b0-f9257fbcdca9), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:12:19.586446 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (5ea9283d-6307-4a7a-a3a3-34c49776035f), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:12:19.636467 n-d-760453-5 neutron-server[103306]: DEBUG neutron.notifiers.nova [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5ea9283d-6307-4a7a-a3a3-34c49776035f {{(pid=103306) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 26 21:12:19.636643 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-ed0dbc67-6ede-4cf9-b401-0904c0d703c8 req-5b63e6f9-b3c8-4be2-8a73-767d12828e21 tempest-FloatingIPsAssociationTestJSON-419529391 tempest-FloatingIPsAssociationTestJSON-419529391-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.1.160 HTTP/1.1" status: 200 len: 1002 time: 0.1756330 Jan 26 21:12:19.668666 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] For port 5ea9283d-6307-4a7a-a3a3-34c49776035f, host n-h2-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-5',level=0,port_id=5ea9283d-6307-4a7a-a3a3-34c49776035f,segment=NetworkSegment(984e14e0-bb79-4ef3-b570-cebad3b9694e),segment_id=984e14e0-bb79-4ef3-b570-cebad3b9694e)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:12:19.673102 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (5ea9283d-6307-4a7a-a3a3-34c49776035f), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:12:19.723932 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e33f9c9-8a28-49f6-8968-4944cc661bf5 req-2046934e-43b7-4935-96a4-04cf321728b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:12:19.735422 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-7e33f9c9-8a28-49f6-8968-4944cc661bf5 req-2046934e-43b7-4935-96a4-04cf321728b1 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=c51b7d10-9231-4438-a440-4c92a6a50ca4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1928713 Jan 26 21:12:19.762698 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-3df9ec45-89de-4750-8067-b2f90ea29070 tempest-RoutersAdminTest-50714882 tempest-RoutersAdminTest-50714882-project] Publish callbacks [] for router_controller (574bb707-ceef-40f8-87b0-f9257fbcdca9), precommit_add_association {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:12:19.768459 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Pushing event updated for resources: {'Port': ['ID=5ea9283d-6307-4a7a-a3a3-34c49776035f,revision_number=4']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:12:19.777879 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0dbc67-6ede-4cf9-b401-0904c0d703c8 req-62520319-a390-4410-903f-bd7fe33bae70 tempest-FloatingIPsAssociationTestJSON-419529391 tempest-FloatingIPsAssociationTestJSON-419529391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:12:19.779300 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-ed0dbc67-6ede-4cf9-b401-0904c0d703c8 req-62520319-a390-4410-903f-bd7fe33bae70 tempest-FloatingIPsAssociationTestJSON-419529391 tempest-FloatingIPsAssociationTestJSON-419529391-project] 10.222.0.13 "GET /v2.0/ports/60f1a448-e006-4064-9f78-822d97b29cbe HTTP/1.1" status: 200 len: 943 time: 0.1224940 Jan 26 21:12:19.865679 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b86dfe9c-2890-425b-8349-ed85a536f9cf admin admin] Router 30d8e753-ac56-49cd-9ef2-03bc2b95c660 is scheduled to L3 agent 09df100c-3af1-4b0a-bda8-05914c71c458 with binding_index 1 {{(pid=103305) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 26 21:12:19.885664 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-7e33f9c9-8a28-49f6-8968-4944cc661bf5 req-a9131903-3add-4c46-8089-d249d73b33c7 service neutron] 10.222.0.66 "GET /v2.0/networks/c51b7d10-9231-4438-a440-4c92a6a50ca4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1354992 Jan 26 21:12:19.934478 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc223ef-6d9c-495a-9aac-b8a5efd7bf47 req-3dde75fa-dbe8-4d86-81c2-24686d1d3854 tempest-LiveMigrationTest-746395142 tempest-LiveMigrationTest-746395142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:12:19.935976 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-0fc223ef-6d9c-495a-9aac-b8a5efd7bf47 req-3dde75fa-dbe8-4d86-81c2-24686d1d3854 tempest-LiveMigrationTest-746395142 tempest-LiveMigrationTest-746395142-project] 10.222.0.13 "GET /v2.0/ports?device_id=80ebfeba-433a-4d4b-bf55-9e0ed19817de HTTP/1.1" status: 200 len: 943 time: 0.2985415 Jan 26 21:12:19.983049 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] get_ports_and_sgs() called for port_ids ['5ea9283d-6307-4a7a-a3a3-34c49776035f'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 26 21:12:20.040562 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-3df9ec45-89de-4750-8067-b2f90ea29070 tempest-RoutersAdminTest-50714882 tempest-RoutersAdminTest-50714882-project] Publish callbacks [] for router_gateway (574bb707-ceef-40f8-87b0-f9257fbcdca9), precommit_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:12:20.070100 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-ed0dbc67-6ede-4cf9-b401-0904c0d703c8 req-73905a03-e811-48ad-881d-5925abd81db3 tempest-FloatingIPsAssociationTestJSON-419529391 tempest-FloatingIPsAssociationTestJSON-419529391-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.1.160 HTTP/1.1" status: 200 len: 1002 time: 0.2342103 Jan 26 21:12:20.077119 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b86dfe9c-2890-425b-8349-ed85a536f9cf admin admin] Notify agent at l3_agent.n-d-760453-5 the message routers_updated {{(pid=103305) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 26 21:12:20.080436 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-7e33f9c9-8a28-49f6-8968-4944cc661bf5 req-dd8c8771-aca9-4f45-a017-a0af8fc8215e service neutron] 10.222.0.66 "GET /v2.0/networks/c51b7d10-9231-4438-a440-4c92a6a50ca4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1614728 Jan 26 21:12:20.091917 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-566b078a-62ec-4b7b-8c08-0e9dc52a7dcf None None] Sync routers for ids ['30d8e753-ac56-49cd-9ef2-03bc2b95c660'] in n-d-760453-5 {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 26 21:12:20.104371 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-b86dfe9c-2890-425b-8349-ed85a536f9cf admin admin] Publish callbacks [] for router (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:12:20.109000 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-b86dfe9c-2890-425b-8349-ed85a536f9cf admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 7.8287880 Jan 26 21:12:20.109805 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 53442) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:12:20.140254 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-566b078a-62ec-4b7b-8c08-0e9dc52a7dcf None None] Routers {'30d8e753-ac56-49cd-9ef2-03bc2b95c660'} bound to L3 agent in host n-d-760453-5 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 21:12:20.142726 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-566b078a-62ec-4b7b-8c08-0e9dc52a7dcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-26T20:55:21Z,description=,heartbeat_timestamp=2022-01-26T21:11:51Z,host='n-d-760453-5',id=09df100c-3af1-4b0a-bda8-05914c71c458,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:55:21Z,topic='l3_agent')) {'router_ids': ['30d8e753-ac56-49cd-9ef2-03bc2b95c660'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:12:20.205608 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-0fc223ef-6d9c-495a-9aac-b8a5efd7bf47 req-e45b6e8c-ba70-4cb9-872f-6ab138f7ada0 tempest-LiveMigrationTest-746395142 tempest-LiveMigrationTest-746395142-project] 10.222.0.13 "GET /v2.0/security-groups?id=c43a996a-6b93-48e4-a331-48250c5b183d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2467208 Jan 26 21:12:20.242460 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device f62bca24-ec16-45a7-89f7-08eab68ca554 no longer exists at agent ovs-agent-n-d-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 26 21:12:20.256887 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [req-a644032d-6f00-44f4-947b-13c8b0af1377 req-fc511db2-29da-4796-b8cf-46b84a8b603e tempest-SecurityGroupsTestAdminJSON-1285036969 tempest-SecurityGroupsTestAdminJSON-1285036969-project] Request body: {'security_group': {'name': 'tempest-securitygroup-2020366027', 'description': 'tempest-description-1094667510'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:12:20.268892 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] No Port match for: f62bca24-ec16-45a7-89f7-08eab68ca554 {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 26 21:12:20.269752 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device f62bca24-ec16-45a7-89f7-08eab68ca554 not bound to the agent host n-d-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 26 21:12:20.312971 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-a644032d-6f00-44f4-947b-13c8b0af1377 req-fc511db2-29da-4796-b8cf-46b84a8b603e tempest-SecurityGroupsTestAdminJSON-1285036969 tempest-SecurityGroupsTestAdminJSON-1285036969-project] Publish callbacks [] for security_group (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:12:20.404621 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-a644032d-6f00-44f4-947b-13c8b0af1377 req-fc511db2-29da-4796-b8cf-46b84a8b603e tempest-SecurityGroupsTestAdminJSON-1285036969 tempest-SecurityGroupsTestAdminJSON-1285036969-project] Publish callbacks [] for security_group (7e260cad-a142-4df4-863e-e646fcb20542), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:12:20.406942 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_dvr_db [None req-566b078a-62ec-4b7b-8c08-0e9dc52a7dcf None None] Set router 30d8e753-ac56-49cd-9ef2-03bc2b95c660 gateway port host: n-d-760453-5 {{(pid=103307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 21:12:20.420528 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0dbc67-6ede-4cf9-b401-0904c0d703c8 req-dc3b6e9b-b8f4-4ee8-8ce6-3347b44ecfc6 tempest-FloatingIPsAssociationTestJSON-419529391 tempest-FloatingIPsAssociationTestJSON-419529391-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:12:20.429696 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-ed0dbc67-6ede-4cf9-b401-0904c0d703c8 req-dc3b6e9b-b8f4-4ee8-8ce6-3347b44ecfc6 tempest-FloatingIPsAssociationTestJSON-419529391 tempest-FloatingIPsAssociationTestJSON-419529391-project] 10.222.0.13 "GET /v2.0/networks/4140a1f1-c93a-4bea-83a0-68953a54f299 HTTP/1.1" status: 200 len: 784 time: 0.3420777 Jan 26 21:12:20.435372 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-a644032d-6f00-44f4-947b-13c8b0af1377 req-fc511db2-29da-4796-b8cf-46b84a8b603e tempest-SecurityGroupsTestAdminJSON-1285036969 tempest-SecurityGroupsTestAdminJSON-1285036969-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (7e260cad-a142-4df4-863e-e646fcb20542), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:12:20.547221 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-a644032d-6f00-44f4-947b-13c8b0af1377 req-fc511db2-29da-4796-b8cf-46b84a8b603e tempest-SecurityGroupsTestAdminJSON-1285036969 tempest-SecurityGroupsTestAdminJSON-1285036969-project] Publish callbacks [] for security_group (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:12:20.554842 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-a644032d-6f00-44f4-947b-13c8b0af1377 req-fc511db2-29da-4796-b8cf-46b84a8b603e tempest-SecurityGroupsTestAdminJSON-1285036969 tempest-SecurityGroupsTestAdminJSON-1285036969-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1802 time: 0.3062234 Jan 26 21:12:20.576599 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc511db2-29da-4796-b8cf-46b84a8b603e tempest-SecurityGroupsTestAdminJSON-1285036969 tempest-SecurityGroupsTestAdminJSON-1285036969-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7e260cad-a142-4df4-863e-e646fcb20542,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:12:20.612184 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-ed0dbc67-6ede-4cf9-b401-0904c0d703c8 req-6563386a-b566-44a5-a8c8-e1edefc16c70 tempest-FloatingIPsAssociationTestJSON-419529391 tempest-FloatingIPsAssociationTestJSON-419529391-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.1.160 HTTP/1.1" status: 200 len: 1002 time: 0.1767170 Jan 26 21:12:20.656863 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [req-ed0dbc67-6ede-4cf9-b401-0904c0d703c8 req-76c7c77b-39a3-4dbe-be95-6a4cb252df3c tempest-FloatingIPsAssociationTestJSON-419529391 tempest-FloatingIPsAssociationTestJSON-419529391-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:12:20.704141 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-566b078a-62ec-4b7b-8c08-0e9dc52a7dcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30d8e753-ac56-49cd-9ef2-03bc2b95c660', 'name': 'tempest-ServersTestManualDisk-1932721837-router', 'tenant_id': 'c8d46c1d9718442f87ddc378b5600012', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'external_fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.164'}], 'enable_snat': True}, 'gw_port_id': 'a88fcff8-cde2-481d-8626-f1aa7760bbe4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T21:12:12Z', 'updated_at': '2022-01-26T21:12:18Z', 'revision_number': 3, 'project_id': 'c8d46c1d9718442f87ddc378b5600012', 'gw_port': {'id': 'a88fcff8-cde2-481d-8626-f1aa7760bbe4', 'name': '', 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:26:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30d8e753-ac56-49cd-9ef2-03bc2b95c660', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1063, 'fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:12:15Z', 'updated_at': '2022-01-26T21:12:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-5'}], 'n-d-760453-5', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:12:20.744876 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-566b078a-62ec-4b7b-8c08-0e9dc52a7dcf None None] Checking router: 30d8e753-ac56-49cd-9ef2-03bc2b95c660 for host: n-d-760453-5 {{(pid=103307) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 26 21:12:20.745725 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-566b078a-62ec-4b7b-8c08-0e9dc52a7dcf None None] Updating router 30d8e753-ac56-49cd-9ef2-03bc2b95c660 port a88fcff8-cde2-481d-8626-f1aa7760bbe4 binding host n-d-760453-5 {{(pid=103307) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 26 21:12:20.781075 n-d-760453-5 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-566b078a-62ec-4b7b-8c08-0e9dc52a7dcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (a88fcff8-cde2-481d-8626-f1aa7760bbe4), before_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:12:20.849051 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-f68d6210-c575-4113-98b4-33d279d5a3de req-8e2d822d-ceca-4017-b575-b389bbeead12 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=cffeda4a-b528-4db3-979a-67e9d6170b34&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1902711 Jan 26 21:12:20.851313 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-51922b42-b18c-4001-a6d7-bdcce75c72a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:12:21.098446 n-d-760453-5 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-566b078a-62ec-4b7b-8c08-0e9dc52a7dcf None None] Publish callbacks [] for port (a88fcff8-cde2-481d-8626-f1aa7760bbe4), precommit_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:12:21.109557 n-d-760453-5 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-566b078a-62ec-4b7b-8c08-0e9dc52a7dcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (a88fcff8-cde2-481d-8626-f1aa7760bbe4), after_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:12:21.133221 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-ed0dbc67-6ede-4cf9-b401-0904c0d703c8 req-76c7c77b-39a3-4dbe-be95-6a4cb252df3c tempest-FloatingIPsAssociationTestJSON-419529391 tempest-FloatingIPsAssociationTestJSON-419529391-project] Publish callbacks [] for floatingip (0e44fe4b-4762-427e-883f-4d1e838b1e6b), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:12:21.198707 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-480b9667-83c6-4853-8b54-ee8c0e3a589b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (09df100c-3af1-4b0a-bda8-05914c71c458), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:12:21.214495 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-3df9ec45-89de-4750-8067-b2f90ea29070 tempest-RoutersAdminTest-50714882 tempest-RoutersAdminTest-50714882-project] Publish callbacks [] for router_gateway (574bb707-ceef-40f8-87b0-f9257fbcdca9), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:12:21.234295 n-d-760453-5 neutron-server[103307]: DEBUG neutron.plugins.ml2.managers [None req-566b078a-62ec-4b7b-8c08-0e9dc52a7dcf None None] Attempting to bind port a88fcff8-cde2-481d-8626-f1aa7760bbe4 on host n-d-760453-5 for vnic_type normal with profile {{(pid=103307) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 21:12:21.235219 n-d-760453-5 neutron-server[103307]: DEBUG neutron.plugins.ml2.managers [None req-566b078a-62ec-4b7b-8c08-0e9dc52a7dcf None None] Attempting to bind port a88fcff8-cde2-481d-8626-f1aa7760bbe4 by drivers openvswitch,hyperv on host n-d-760453-5 at level 0 using segments [{'id': 'e17cb353-418f-48b9-b982-21a6233ee99b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299'}] {{(pid=103307) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 26 21:12:21.236040 n-d-760453-5 neutron-server[103307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-566b078a-62ec-4b7b-8c08-0e9dc52a7dcf None None] Attempting to bind port a88fcff8-cde2-481d-8626-f1aa7760bbe4 on network 4140a1f1-c93a-4bea-83a0-68953a54f299 {{(pid=103307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 21:12:21.257401 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Device 5ea9283d-6307-4a7a-a3a3-34c49776035f up at agent hyperv_n-h2-760453-5 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 21:12:21.281384 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bfc0f14-056e-4cba-9c4c-dbd6977b89db None None] Pushing event updated for resources: {'Port': ['ID=a88fcff8-cde2-481d-8626-f1aa7760bbe4,revision_number=2']} {{(pid=103307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:12:21.289374 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee8e117-fc16-411b-ad72-fbac9449a849 req-3a75d473-7f59-4e47-876b-3780e6835247 tempest-ImagesNegativeTestJSON-1709787905 tempest-ImagesNegativeTestJSON-1709787905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:12:21.290759 n-d-760453-5 neutron-server[103307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-566b078a-62ec-4b7b-8c08-0e9dc52a7dcf None None] Checking agent: {'id': 'fea0591a-627d-4c87-9a9a-01625ddf3277', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760453-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 20, 55, 25), 'started_at': datetime.datetime(2022, 1, 26, 20, 55, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 21, 11, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760453-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 26 21:12:21.291450 n-d-760453-5 neutron-server[103307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-566b078a-62ec-4b7b-8c08-0e9dc52a7dcf None None] Checking segment: {'id': 'e17cb353-418f-48b9-b982-21a6233ee99b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103307) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 21:12:21.292063 n-d-760453-5 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-566b078a-62ec-4b7b-8c08-0e9dc52a7dcf None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:12:21.293672 n-d-760453-5 neutron-server[103307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-566b078a-62ec-4b7b-8c08-0e9dc52a7dcf None None] Bound using segment: {'id': 'e17cb353-418f-48b9-b982-21a6233ee99b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299'} {{(pid=103307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 26 21:12:21.294646 n-d-760453-5 neutron-server[103307]: DEBUG neutron.plugins.ml2.managers [None req-566b078a-62ec-4b7b-8c08-0e9dc52a7dcf None None] Bound port: a88fcff8-cde2-481d-8626-f1aa7760bbe4, host: n-d-760453-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e17cb353-418f-48b9-b982-21a6233ee99b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299'}}] {{(pid=103307) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 26 21:12:21.295345 n-d-760453-5 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-566b078a-62ec-4b7b-8c08-0e9dc52a7dcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (a88fcff8-cde2-481d-8626-f1aa7760bbe4), before_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:12:21.296564 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-cee8e117-fc16-411b-ad72-fbac9449a849 req-3a75d473-7f59-4e47-876b-3780e6835247 tempest-ImagesNegativeTestJSON-1709787905 tempest-ImagesNegativeTestJSON-1709787905-project] 10.222.0.13 "GET /v2.0/ports?device_id=a4c95b71-62ca-4bcb-84cb-e13f4b5bc751 HTTP/1.1" status: 200 len: 950 time: 0.5375266 Jan 26 21:12:21.298874 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-3df9ec45-89de-4750-8067-b2f90ea29070 tempest-RoutersAdminTest-50714882 tempest-RoutersAdminTest-50714882-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:12:21.358385 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Provisioning for port 5ea9283d-6307-4a7a-a3a3-34c49776035f completed by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 21:12:21.362354 n-d-760453-5 neutron-server[103307]: DEBUG neutron.plugins.ml2.db [None req-566b078a-62ec-4b7b-8c08-0e9dc52a7dcf None None] For port a88fcff8-cde2-481d-8626-f1aa7760bbe4, host n-d-760453-5, cleared binding levels {{(pid=103307) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 26 21:12:21.363573 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Provisioning complete for port 5ea9283d-6307-4a7a-a3a3-34c49776035f triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:12:21.363958 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (5ea9283d-6307-4a7a-a3a3-34c49776035f), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:12:21.365765 n-d-760453-5 neutron-server[103307]: DEBUG neutron.plugins.ml2.db [None req-566b078a-62ec-4b7b-8c08-0e9dc52a7dcf None None] For port a88fcff8-cde2-481d-8626-f1aa7760bbe4, host n-d-760453-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=a88fcff8-cde2-481d-8626-f1aa7760bbe4,segment=NetworkSegment(e17cb353-418f-48b9-b982-21a6233ee99b),segment_id=e17cb353-418f-48b9-b982-21a6233ee99b)] {{(pid=103307) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 26 21:12:21.372312 n-d-760453-5 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-566b078a-62ec-4b7b-8c08-0e9dc52a7dcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (a88fcff8-cde2-481d-8626-f1aa7760bbe4), after_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:12:21.462045 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bfc0f14-056e-4cba-9c4c-dbd6977b89db None None] Pushing event updated for resources: {'Port': ['ID=a88fcff8-cde2-481d-8626-f1aa7760bbe4,revision_number=3']} {{(pid=103307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:12:21.479553 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Current status of the port 5ea9283d-6307-4a7a-a3a3-34c49776035f is: BUILD; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:12:21.480388 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (5ea9283d-6307-4a7a-a3a3-34c49776035f), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:12:21.501377 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-566b078a-62ec-4b7b-8c08-0e9dc52a7dcf None None] Routers {'30d8e753-ac56-49cd-9ef2-03bc2b95c660'} bound to L3 agent in host n-d-760453-5 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 21:12:21.502003 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-566b078a-62ec-4b7b-8c08-0e9dc52a7dcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-26T20:55:21Z,description=,heartbeat_timestamp=2022-01-26T21:12:21Z,host='n-d-760453-5',id=09df100c-3af1-4b0a-bda8-05914c71c458,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:55:21Z,topic='l3_agent')) {'router_ids': ['30d8e753-ac56-49cd-9ef2-03bc2b95c660'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:12:21.512122 n-d-760453-5 neutron-server[103306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80ebfeba-433a-4d4b-bf55-9e0ed19817de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ea9283d-6307-4a7a-a3a3-34c49776035f'}] {{(pid=103306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 21:12:21.514794 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9d5d370febab655511bdd2ffe887e43e442d144a440368702bcc1e93af00b97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2c75027-eef1-465a-9b5d-43e87efa2d05" -d '{"events": [{"server_uuid": "80ebfeba-433a-4d4b-bf55-9e0ed19817de", "name": "network-vif-plugged", "status": "completed", "tag": "5ea9283d-6307-4a7a-a3a3-34c49776035f"}]}' {{(pid=103306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 21:12:21.534678 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] For port 5ea9283d-6307-4a7a-a3a3-34c49776035f, host n-h2-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-5',level=0,port_id=5ea9283d-6307-4a7a-a3a3-34c49776035f,segment=NetworkSegment(984e14e0-bb79-4ef3-b570-cebad3b9694e),segment_id=984e14e0-bb79-4ef3-b570-cebad3b9694e)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:12:21.542495 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (5ea9283d-6307-4a7a-a3a3-34c49776035f), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:12:21.563813 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.db_base_plugin_common [None req-51922b42-b18c-4001-a6d7-bdcce75c72a9 admin admin] Allocated IP 172.20.0.1 (15c39b24-f7c4-4710-b8cb-f1d4e3bc27f6/c3a93a69-4f3e-4ef6-b9c8-092ff93d742e/01b92f09-e967-4d76-bf58-7f5138a4988f) {{(pid=103305) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 21:12:21.576225 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-ed0dbc67-6ede-4cf9-b401-0904c0d703c8 req-76c7c77b-39a3-4dbe-be95-6a4cb252df3c tempest-FloatingIPsAssociationTestJSON-419529391 tempest-FloatingIPsAssociationTestJSON-419529391-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:12:21.653651 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.db_base_plugin_common [None req-3df9ec45-89de-4750-8067-b2f90ea29070 tempest-RoutersAdminTest-50714882 tempest-RoutersAdminTest-50714882-project] Allocated IP 172.25.1.230 (4140a1f1-c93a-4bea-83a0-68953a54f299/e48251a1-e30d-4820-8396-00c6f6aeb601/b7438c43-7d30-439b-94d0-7672f5780fc3) {{(pid=103304) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 21:12:21.653856 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Pushing event updated for resources: {'Port': ['ID=5ea9283d-6307-4a7a-a3a3-34c49776035f,revision_number=5']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:12:21.668129 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68d6210-c575-4113-98b4-33d279d5a3de req-142feb51-65f8-48a3-a1a8-d9655531a7e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:12:21.670678 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-f68d6210-c575-4113-98b4-33d279d5a3de req-142feb51-65f8-48a3-a1a8-d9655531a7e2 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=7bdfe07917df421d9be436779552b002&device_id=cffeda4a-b528-4db3-979a-67e9d6170b34 HTTP/1.1" status: 200 len: 1097 time: 0.7289369 Jan 26 21:12:21.718576 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_dvr_db [None req-566b078a-62ec-4b7b-8c08-0e9dc52a7dcf None None] Set router 30d8e753-ac56-49cd-9ef2-03bc2b95c660 gateway port host: n-d-760453-5 {{(pid=103307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 21:12:21.750459 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-cee8e117-fc16-411b-ad72-fbac9449a849 req-4a58c8f2-f89a-4f45-b5da-8b38e8640693 tempest-ImagesNegativeTestJSON-1709787905 tempest-ImagesNegativeTestJSON-1709787905-project] 10.222.0.13 "GET /v2.0/security-groups?id=79eb1cc9-81fb-4db5-a1b1-c12f8028d59b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4529946 Jan 26 21:12:21.753809 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-ed0dbc67-6ede-4cf9-b401-0904c0d703c8 req-76c7c77b-39a3-4dbe-be95-6a4cb252df3c tempest-FloatingIPsAssociationTestJSON-419529391 tempest-FloatingIPsAssociationTestJSON-419529391-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4110913'] for floatingip (0e44fe4b-4762-427e-883f-4d1e838b1e6b), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:12:21.753809 n-d-760453-5 neutron-server[103304]: INFO neutron.db.l3_db [req-ed0dbc67-6ede-4cf9-b401-0904c0d703c8 req-76c7c77b-39a3-4dbe-be95-6a4cb252df3c tempest-FloatingIPsAssociationTestJSON-419529391 tempest-FloatingIPsAssociationTestJSON-419529391-project] Floating IP 0e44fe4b-4762-427e-883f-4d1e838b1e6b disassociated. External IP: 172.25.1.160, port: 60f1a448-e006-4064-9f78-822d97b29cbe. Jan 26 21:12:21.798052 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-51922b42-b18c-4001-a6d7-bdcce75c72a9 admin admin] Publish callbacks [] for port (01b92f09-e967-4d76-bf58-7f5138a4988f), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:12:21.837643 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68d6210-c575-4113-98b4-33d279d5a3de req-92b13850-eca6-4312-b804-6ab12498da1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:12:21.839497 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-f68d6210-c575-4113-98b4-33d279d5a3de req-92b13850-eca6-4312-b804-6ab12498da1d service neutron] 10.222.0.66 "GET /v2.0/networks?id=c51b7d10-9231-4438-a440-4c92a6a50ca4 HTTP/1.1" status: 200 len: 921 time: 0.1428020 Jan 26 21:12:21.899357 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-f68d6210-c575-4113-98b4-33d279d5a3de req-a2d18afd-1b3b-47e8-9a5c-4bf41bbba8c8 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=60f1a448-e006-4064-9f78-822d97b29cbe HTTP/1.1" status: 200 len: 217 time: 0.0503526 Jan 26 21:12:21.922089 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [req-2c756383-371d-4bdb-885b-66576c472b91 req-e4f3bab8-0e11-48cd-826d-89e6087d2c99 tempest-SecurityGroupsTestAdminJSON-359655554 tempest-SecurityGroupsTestAdminJSON-359655554-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-1068720498', 'description': 'tempest-description-1041220592'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:12:21.935680 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-3df9ec45-89de-4750-8067-b2f90ea29070 tempest-RoutersAdminTest-50714882 tempest-RoutersAdminTest-50714882-project] Publish callbacks [] for port (b7438c43-7d30-439b-94d0-7672f5780fc3), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:12:21.953937 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-51922b42-b18c-4001-a6d7-bdcce75c72a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746560234527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11791543'] for port (01b92f09-e967-4d76-bf58-7f5138a4988f), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:12:21.979813 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51922b42-b18c-4001-a6d7-bdcce75c72a9 admin admin] Network 15c39b24-f7c4-4710-b8cb-f1d4e3bc27f6 is already hosted by enough agents. {{(pid=103305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 21:12:21.984336 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [None req-51922b42-b18c-4001-a6d7-bdcce75c72a9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:12:21.990161 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-2c756383-371d-4bdb-885b-66576c472b91 req-e4f3bab8-0e11-48cd-826d-89e6087d2c99 tempest-SecurityGroupsTestAdminJSON-359655554 tempest-SecurityGroupsTestAdminJSON-359655554-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:12:22.032227 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51922b42-b18c-4001-a6d7-bdcce75c72a9 admin admin] Received port after_create {{(pid=103305) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 21:12:22.046159 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-2c756383-371d-4bdb-885b-66576c472b91 req-e4f3bab8-0e11-48cd-826d-89e6087d2c99 tempest-SecurityGroupsTestAdminJSON-359655554 tempest-SecurityGroupsTestAdminJSON-359655554-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:12:22.080606 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-3df9ec45-89de-4750-8067-b2f90ea29070 tempest-RoutersAdminTest-50714882 tempest-RoutersAdminTest-50714882-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746560234527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9281553'] for port (b7438c43-7d30-439b-94d0-7672f5780fc3), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:12:22.103697 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-51922b42-b18c-4001-a6d7-bdcce75c72a9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4111050'] for router_interface (30d8e753-ac56-49cd-9ef2-03bc2b95c660), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:12:22.108710 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68d6210-c575-4113-98b4-33d279d5a3de req-4fa667c6-3e6f-4afd-8c40-9c8c8129919e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:12:22.110802 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-f68d6210-c575-4113-98b4-33d279d5a3de req-4fa667c6-3e6f-4afd-8c40-9c8c8129919e service neutron] 10.222.0.66 "GET /v2.0/subnets?id=f7b7ba1f-f452-4d1f-b54c-6aaf311b4599 HTTP/1.1" status: 200 len: 859 time: 0.1928024 Jan 26 21:12:22.118189 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-841f5991-a4d8-4d4b-b215-cbc6bab5427b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (aa7ee9d2-08eb-4e12-b895-24c57300dfec), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:12:22.166474 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-566b078a-62ec-4b7b-8c08-0e9dc52a7dcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30d8e753-ac56-49cd-9ef2-03bc2b95c660', 'name': 'tempest-ServersTestManualDisk-1932721837-router', 'tenant_id': 'c8d46c1d9718442f87ddc378b5600012', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'external_fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.164'}], 'enable_snat': True}, 'gw_port_id': 'a88fcff8-cde2-481d-8626-f1aa7760bbe4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T21:12:12Z', 'updated_at': '2022-01-26T21:12:18Z', 'revision_number': 3, 'project_id': 'c8d46c1d9718442f87ddc378b5600012', 'gw_port': {'id': 'a88fcff8-cde2-481d-8626-f1aa7760bbe4', 'name': '', 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:26:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30d8e753-ac56-49cd-9ef2-03bc2b95c660', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1063, 'fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:12:15Z', 'updated_at': '2022-01-26T21:12:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-5'}], 'n-d-760453-5', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:12:22.208882 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3df9ec45-89de-4750-8067-b2f90ea29070 tempest-RoutersAdminTest-50714882 tempest-RoutersAdminTest-50714882-project] Network 4140a1f1-c93a-4bea-83a0-68953a54f299 is already hosted by enough agents. {{(pid=103304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 21:12:22.212722 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-566b078a-62ec-4b7b-8c08-0e9dc52a7dcf None None] The sync data for ids ['30d8e753-ac56-49cd-9ef2-03bc2b95c660'] in n-d-760453-5 is: [{'id': '30d8e753-ac56-49cd-9ef2-03bc2b95c660', 'name': 'tempest-ServersTestManualDisk-1932721837-router', 'tenant_id': 'c8d46c1d9718442f87ddc378b5600012', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'external_fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.164'}], 'enable_snat': True}, 'gw_port_id': 'a88fcff8-cde2-481d-8626-f1aa7760bbe4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T21:12:12Z', 'updated_at': '2022-01-26T21:12:18Z', 'revision_number': 3, 'project_id': 'c8d46c1d9718442f87ddc378b5600012', 'gw_port': {'id': 'a88fcff8-cde2-481d-8626-f1aa7760bbe4', 'name': '', 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:26:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30d8e753-ac56-49cd-9ef2-03bc2b95c660', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1063, 'fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:12:15Z', 'updated_at': '2022-01-26T21:12:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-5'}] {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 26 21:12:22.233025 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [None req-3df9ec45-89de-4750-8067-b2f90ea29070 tempest-RoutersAdminTest-50714882 tempest-RoutersAdminTest-50714882-project] Resources bound (agent type, host, resource id): {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:12:22.236258 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51922b42-b18c-4001-a6d7-bdcce75c72a9 admin admin] Pushing event updated for resources: {'Port': ['ID=01b92f09-e967-4d76-bf58-7f5138a4988f,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:12:22.254137 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3df9ec45-89de-4750-8067-b2f90ea29070 tempest-RoutersAdminTest-50714882 tempest-RoutersAdminTest-50714882-project] Received port after_create {{(pid=103304) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 21:12:22.264806 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df9ec45-89de-4750-8067-b2f90ea29070 tempest-RoutersAdminTest-50714882 tempest-RoutersAdminTest-50714882-project] Pushing event updated for resources: {'Port': ['ID=b7438c43-7d30-439b-94d0-7672f5780fc3,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:12:22.328201 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68d6210-c575-4113-98b4-33d279d5a3de req-f8d25e98-b69c-4465-b78b-15d8d739123e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:12:22.333227 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-f68d6210-c575-4113-98b4-33d279d5a3de req-f8d25e98-b69c-4465-b78b-15d8d739123e service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=c51b7d10-9231-4438-a440-4c92a6a50ca4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1811676 Jan 26 21:12:22.407116 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-dc052111-9572-412d-b9f7-676bcaf46580 None None] Provisioning complete for port 01b92f09-e967-4d76-bf58-7f5138a4988f triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:12:22.407708 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-dc052111-9572-412d-b9f7-676bcaf46580 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (01b92f09-e967-4d76-bf58-7f5138a4988f), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:12:22.471543 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-dc052111-9572-412d-b9f7-676bcaf46580 None None] Port 01b92f09-e967-4d76-bf58-7f5138a4988f cannot update to ACTIVE because it is not bound. {{(pid=103306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 26 21:12:22.475466 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-f68d6210-c575-4113-98b4-33d279d5a3de req-6de048d8-de60-4ffe-84f1-608c225612e3 service neutron] 10.222.0.66 "GET /v2.0/networks/c51b7d10-9231-4438-a440-4c92a6a50ca4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1321266 Jan 26 21:12:22.480136 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-51922b42-b18c-4001-a6d7-bdcce75c72a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (01b92f09-e967-4d76-bf58-7f5138a4988f), before_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:12:22.500937 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ed0dbc67-6ede-4cf9-b401-0904c0d703c8 req-76c7c77b-39a3-4dbe-be95-6a4cb252df3c tempest-FloatingIPsAssociationTestJSON-419529391 tempest-FloatingIPsAssociationTestJSON-419529391-project] Router 954567f2-9f21-4bd5-91a0-c63dc8249105 has already been hosted by L3 agent 09df100c-3af1-4b0a-bda8-05914c71c458 {{(pid=103304) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 26 21:12:22.690924 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-f68d6210-c575-4113-98b4-33d279d5a3de req-f3c94947-3a64-413a-9ddc-5814fedbaf67 service neutron] 10.222.0.66 "GET /v2.0/networks/c51b7d10-9231-4438-a440-4c92a6a50ca4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2083032 Jan 26 21:12:22.697602 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-2c756383-371d-4bdb-885b-66576c472b91 req-e4f3bab8-0e11-48cd-826d-89e6087d2c99 tempest-SecurityGroupsTestAdminJSON-359655554 tempest-SecurityGroupsTestAdminJSON-359655554-project-admin] Publish callbacks [] for security_group (5be76f5b-c9b8-4704-b54a-44f8538c9204), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:12:22.751852 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-2c756383-371d-4bdb-885b-66576c472b91 req-e4f3bab8-0e11-48cd-826d-89e6087d2c99 tempest-SecurityGroupsTestAdminJSON-359655554 tempest-SecurityGroupsTestAdminJSON-359655554-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (5be76f5b-c9b8-4704-b54a-44f8538c9204), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:12:22.778319 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-51922b42-b18c-4001-a6d7-bdcce75c72a9 admin admin] Publish callbacks [] for port (01b92f09-e967-4d76-bf58-7f5138a4988f), precommit_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:12:22.789224 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-51922b42-b18c-4001-a6d7-bdcce75c72a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11791520'] for port (01b92f09-e967-4d76-bf58-7f5138a4988f), after_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:12:22.808030 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (4d619873-4b60-439f-9b5a-b155dc8bbc34), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:12:22.874866 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51922b42-b18c-4001-a6d7-bdcce75c72a9 admin admin] Pushing event updated for resources: {'Port': ['ID=01b92f09-e967-4d76-bf58-7f5138a4988f,revision_number=2']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:12:22.896504 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-51922b42-b18c-4001-a6d7-bdcce75c72a9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3709457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4110682'] for router_interface (30d8e753-ac56-49cd-9ef2-03bc2b95c660), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:12:22.898999 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-3df9ec45-89de-4750-8067-b2f90ea29070 tempest-RoutersAdminTest-50714882 tempest-RoutersAdminTest-50714882-project] Publish callbacks [] for router_gateway (574bb707-ceef-40f8-87b0-f9257fbcdca9), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:12:22.922268 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f3bab8-0e11-48cd-826d-89e6087d2c99 tempest-SecurityGroupsTestAdminJSON-359655554 tempest-SecurityGroupsTestAdminJSON-359655554-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5be76f5b-c9b8-4704-b54a-44f8538c9204,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:12:22.986782 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ed0dbc67-6ede-4cf9-b401-0904c0d703c8 req-76c7c77b-39a3-4dbe-be95-6a4cb252df3c tempest-FloatingIPsAssociationTestJSON-419529391 tempest-FloatingIPsAssociationTestJSON-419529391-project] Notify agent at l3_agent.n-d-760453-5 the message routers_updated {{(pid=103304) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 26 21:12:22.993479 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-ed0dbc67-6ede-4cf9-b401-0904c0d703c8 req-76c7c77b-39a3-4dbe-be95-6a4cb252df3c tempest-FloatingIPsAssociationTestJSON-419529391 tempest-FloatingIPsAssociationTestJSON-419529391-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for floatingip (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:12:22.998642 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54220502-9536-4de7-90df-cdb14ede3798 None None] Sync routers for ids ['954567f2-9f21-4bd5-91a0-c63dc8249105'] in n-d-760453-5 {{(pid=103306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 26 21:12:23.021209 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54220502-9536-4de7-90df-cdb14ede3798 None None] Routers {'954567f2-9f21-4bd5-91a0-c63dc8249105'} bound to L3 agent in host n-d-760453-5 {{(pid=103306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 21:12:23.021562 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51922b42-b18c-4001-a6d7-bdcce75c72a9 admin admin] Network 15c39b24-f7c4-4710-b8cb-f1d4e3bc27f6 is already hosted by enough agents. {{(pid=103305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 21:12:23.023390 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [None req-51922b42-b18c-4001-a6d7-bdcce75c72a9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:12:23.028644 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-54220502-9536-4de7-90df-cdb14ede3798 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-26T20:55:21Z,description=,heartbeat_timestamp=2022-01-26T21:12:21Z,host='n-d-760453-5',id=09df100c-3af1-4b0a-bda8-05914c71c458,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:55:21Z,topic='l3_agent')) {'router_ids': ['954567f2-9f21-4bd5-91a0-c63dc8249105'], 'active': True} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:12:23.124108 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-ed0dbc67-6ede-4cf9-b401-0904c0d703c8 req-76c7c77b-39a3-4dbe-be95-6a4cb252df3c tempest-FloatingIPsAssociationTestJSON-419529391 tempest-FloatingIPsAssociationTestJSON-419529391-project] 10.222.0.13 "PUT /v2.0/floatingips/0e44fe4b-4762-427e-883f-4d1e838b1e6b HTTP/1.1" status: 200 len: 696 time: 2.5059609 Jan 26 21:12:23.128407 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-2c756383-371d-4bdb-885b-66576c472b91 req-e4f3bab8-0e11-48cd-826d-89e6087d2c99 tempest-SecurityGroupsTestAdminJSON-359655554 tempest-SecurityGroupsTestAdminJSON-359655554-project-admin] Publish callbacks [] for security_group (279da1c0-16d5-4122-857d-bbc2e57380a0), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:12:23.129240 n-d-760453-5 neutron-server[103304]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cffeda4a-b528-4db3-979a-67e9d6170b34', 'tag': '60f1a448-e006-4064-9f78-822d97b29cbe'}] {{(pid=103304) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 21:12:23.147789 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d52b45f1943fcd332af9527eb73ff93c8d715d44383a3f6d18de73b4cfcf87b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5f9be0a-43ee-4609-88e9-fd01f854a16a" -d '{"events": [{"name": "network-changed", "server_uuid": "cffeda4a-b528-4db3-979a-67e9d6170b34", "tag": "60f1a448-e006-4064-9f78-822d97b29cbe"}]}' {{(pid=103304) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 21:12:23.222627 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-2c756383-371d-4bdb-885b-66576c472b91 req-e4f3bab8-0e11-48cd-826d-89e6087d2c99 tempest-SecurityGroupsTestAdminJSON-359655554 tempest-SecurityGroupsTestAdminJSON-359655554-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (279da1c0-16d5-4122-857d-bbc2e57380a0), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:12:23.232383 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51922b42-b18c-4001-a6d7-bdcce75c72a9 admin admin] Router 30d8e753-ac56-49cd-9ef2-03bc2b95c660 has already been hosted by L3 agent 09df100c-3af1-4b0a-bda8-05914c71c458 {{(pid=103305) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 26 21:12:23.267161 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvr_db [None req-54220502-9536-4de7-90df-cdb14ede3798 None None] Set router 954567f2-9f21-4bd5-91a0-c63dc8249105 gateway port host: n-d-760453-5 {{(pid=103306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 21:12:23.372950 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-2c756383-371d-4bdb-885b-66576c472b91 req-e4f3bab8-0e11-48cd-826d-89e6087d2c99 tempest-SecurityGroupsTestAdminJSON-359655554 tempest-SecurityGroupsTestAdminJSON-359655554-project-admin] Publish callbacks [] for security_group (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:12:23.387838 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-2c756383-371d-4bdb-885b-66576c472b91 req-e4f3bab8-0e11-48cd-826d-89e6087d2c99 tempest-SecurityGroupsTestAdminJSON-359655554 tempest-SecurityGroupsTestAdminJSON-359655554-project-admin] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1802 time: 1.4740031 Jan 26 21:12:23.405736 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51922b42-b18c-4001-a6d7-bdcce75c72a9 admin admin] Notify agent at l3_agent.n-d-760453-5 the message routers_updated {{(pid=103305) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 26 21:12:23.413964 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-51922b42-b18c-4001-a6d7-bdcce75c72a9 admin admin] 10.222.0.13 "PUT /v2.0/routers/30d8e753-ac56-49cd-9ef2-03bc2b95c660/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3026080 Jan 26 21:12:23.418611 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f3bab8-0e11-48cd-826d-89e6087d2c99 tempest-SecurityGroupsTestAdminJSON-359655554 tempest-SecurityGroupsTestAdminJSON-359655554-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=279da1c0-16d5-4122-857d-bbc2e57380a0,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:12:23.448052 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0dbc67-6ede-4cf9-b401-0904c0d703c8 req-bad1cdcb-02de-48a0-bb74-8ad86143715f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:12:23.455873 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-ed0dbc67-6ede-4cf9-b401-0904c0d703c8 req-bad1cdcb-02de-48a0-bb74-8ad86143715f service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=7bdfe07917df421d9be436779552b002&device_id=cffeda4a-b528-4db3-979a-67e9d6170b34 HTTP/1.1" status: 200 len: 1097 time: 0.2913725 Jan 26 21:12:23.510124 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-05e5bb58-4654-4f6a-804f-0ba91197cd86 None None] Provisioning complete for port 01b92f09-e967-4d76-bf58-7f5138a4988f triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:12:23.510721 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-05e5bb58-4654-4f6a-804f-0ba91197cd86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (01b92f09-e967-4d76-bf58-7f5138a4988f), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:12:23.549850 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-05e5bb58-4654-4f6a-804f-0ba91197cd86 None None] Port 01b92f09-e967-4d76-bf58-7f5138a4988f cannot update to ACTIVE because it is not bound. {{(pid=103306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 26 21:12:23.607143 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-3df9ec45-89de-4750-8067-b2f90ea29070 tempest-RoutersAdminTest-50714882 tempest-RoutersAdminTest-50714882-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4105757', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4111263'] for router (574bb707-ceef-40f8-87b0-f9257fbcdca9), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:12:23.650569 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-54220502-9536-4de7-90df-cdb14ede3798 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '954567f2-9f21-4bd5-91a0-c63dc8249105', 'name': 'tempest-FloatingIPsAssociationTestJSON-936393355-router', 'tenant_id': '7bdfe07917df421d9be436779552b002', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'external_fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.237'}], 'enable_snat': True}, 'gw_port_id': '19a784ed-8ecf-429b-9a5f-da8bc68c331b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T21:10:52Z', 'updated_at': '2022-01-26T21:11:00Z', 'revision_number': 4, 'project_id': '7bdfe07917df421d9be436779552b002', 'gw_port': {'id': '19a784ed-8ecf-429b-9a5f-da8bc68c331b', 'name': '', 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:a6:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '954567f2-9f21-4bd5-91a0-c63dc8249105', 'device_owner': 'network:router_gateway', 'standard_attr_id': 926, 'fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:10:53Z', 'updated_at': '2022-01-26T21:11:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-5', '_interfaces': [{'id': 'cf3de5fd-328f-4fc5-9713-971aefb20f27', 'name': '', 'network_id': 'c51b7d10-9231-4438-a440-4c92a6a50ca4', 'tenant_id': '7bdfe07917df421d9be436779552b002', 'mac_address': 'fa:16:3e:ad:b4:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '954567f2-9f21-4bd5-91a0-c63dc8249105', 'device_owner': 'network:router_interface', 'standard_attr_id': 927, 'fixed_ips': [{'subnet_id': 'f7b7ba1f-f452-4d1f-b54c-6aaf311b4599', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:10:58Z', 'updated_at': '2022-01-26T21:11:06Z', 'revision_number': 5, 'project_id': '7bdfe07917df421d9be436779552b002', 'subnets': [{'id': 'f7b7ba1f-f452-4d1f-b54c-6aaf311b4599', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760453-5', False) {} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:12:23.667763 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0dbc67-6ede-4cf9-b401-0904c0d703c8 req-61c1405b-f0a1-4b39-8ece-30afb4bf8004 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:12:23.669308 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-ed0dbc67-6ede-4cf9-b401-0904c0d703c8 req-61c1405b-f0a1-4b39-8ece-30afb4bf8004 service neutron] 10.222.0.13 "GET /v2.0/networks?id=c51b7d10-9231-4438-a440-4c92a6a50ca4 HTTP/1.1" status: 200 len: 921 time: 0.2122083 Jan 26 21:12:23.695326 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54220502-9536-4de7-90df-cdb14ede3798 None None] Checking router: 954567f2-9f21-4bd5-91a0-c63dc8249105 for host: n-d-760453-5 {{(pid=103306) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 26 21:12:23.705460 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54220502-9536-4de7-90df-cdb14ede3798 None None] Routers {'954567f2-9f21-4bd5-91a0-c63dc8249105'} bound to L3 agent in host n-d-760453-5 {{(pid=103306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 21:12:23.706142 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-54220502-9536-4de7-90df-cdb14ede3798 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-26T20:55:21Z,description=,heartbeat_timestamp=2022-01-26T21:12:21Z,host='n-d-760453-5',id=09df100c-3af1-4b0a-bda8-05914c71c458,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:55:21Z,topic='l3_agent')) {'router_ids': ['954567f2-9f21-4bd5-91a0-c63dc8249105'], 'active': True} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:12:23.982686 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-839dd188-ec69-470c-9ab0-d318dc1a2e96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (e79b4fc6-6c71-44b2-a6d0-ff3e1f4dfd0d), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:12:23.994754 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvr_db [None req-54220502-9536-4de7-90df-cdb14ede3798 None None] Set router 954567f2-9f21-4bd5-91a0-c63dc8249105 gateway port host: n-d-760453-5 {{(pid=103306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 21:12:24.024107 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device a88fcff8-cde2-481d-8626-f1aa7760bbe4 up at agent ovs-agent-n-d-760453-5 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 21:12:24.080513 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-ed0dbc67-6ede-4cf9-b401-0904c0d703c8 req-78894816-78bc-4f36-8f4a-92cf6f3cfaa2 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=60f1a448-e006-4064-9f78-822d97b29cbe HTTP/1.1" status: 200 len: 217 time: 0.3483310 Jan 26 21:12:24.155654 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be52668c-6c91-469f-a326-c3605343bf4c req-92e3f4f3-0d80-4233-957c-33d0df5820c2 tempest-LiveMigrationTest-746395142 tempest-LiveMigrationTest-746395142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:12:24.157169 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-be52668c-6c91-469f-a326-c3605343bf4c req-92e3f4f3-0d80-4233-957c-33d0df5820c2 tempest-LiveMigrationTest-746395142 tempest-LiveMigrationTest-746395142-project] 10.222.0.13 "GET /v2.0/ports?device_id=80ebfeba-433a-4d4b-bf55-9e0ed19817de HTTP/1.1" status: 200 len: 945 time: 0.4239664 Jan 26 21:12:24.161325 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Provisioning complete for port a88fcff8-cde2-481d-8626-f1aa7760bbe4 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:12:24.161709 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (a88fcff8-cde2-481d-8626-f1aa7760bbe4), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:12:24.168037 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0dbc67-6ede-4cf9-b401-0904c0d703c8 req-a29cc3b5-5198-413b-936a-ec1202598dec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:12:24.169547 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-ed0dbc67-6ede-4cf9-b401-0904c0d703c8 req-a29cc3b5-5198-413b-936a-ec1202598dec service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f7b7ba1f-f452-4d1f-b54c-6aaf311b4599 HTTP/1.1" status: 200 len: 859 time: 0.0806837 Jan 26 21:12:24.175911 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3df9ec45-89de-4750-8067-b2f90ea29070 tempest-RoutersAdminTest-50714882 tempest-RoutersAdminTest-50714882-project] Router 574bb707-ceef-40f8-87b0-f9257fbcdca9 is scheduled to L3 agent 09df100c-3af1-4b0a-bda8-05914c71c458 with binding_index 1 {{(pid=103304) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 26 21:12:24.289268 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-be52668c-6c91-469f-a326-c3605343bf4c req-aef4e622-8122-4468-8919-96073dc4c133 tempest-LiveMigrationTest-746395142 tempest-LiveMigrationTest-746395142-project] 10.222.0.13 "GET /v2.0/security-groups?id=c43a996a-6b93-48e4-a331-48250c5b183d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1234300 Jan 26 21:12:24.304715 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0dbc67-6ede-4cf9-b401-0904c0d703c8 req-09f175d9-6968-4cdc-9652-e9f32c9405f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:12:24.305636 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Current status of the port a88fcff8-cde2-481d-8626-f1aa7760bbe4 is: DOWN; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:12:24.306034 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (a88fcff8-cde2-481d-8626-f1aa7760bbe4), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:12:24.306280 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-ed0dbc67-6ede-4cf9-b401-0904c0d703c8 req-09f175d9-6968-4cdc-9652-e9f32c9405f3 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=c51b7d10-9231-4438-a440-4c92a6a50ca4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1269653 Jan 26 21:12:24.323007 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-54220502-9536-4de7-90df-cdb14ede3798 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '954567f2-9f21-4bd5-91a0-c63dc8249105', 'name': 'tempest-FloatingIPsAssociationTestJSON-936393355-router', 'tenant_id': '7bdfe07917df421d9be436779552b002', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'external_fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.237'}], 'enable_snat': True}, 'gw_port_id': '19a784ed-8ecf-429b-9a5f-da8bc68c331b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T21:10:52Z', 'updated_at': '2022-01-26T21:11:00Z', 'revision_number': 4, 'project_id': '7bdfe07917df421d9be436779552b002', 'gw_port': {'id': '19a784ed-8ecf-429b-9a5f-da8bc68c331b', 'name': '', 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:a6:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '954567f2-9f21-4bd5-91a0-c63dc8249105', 'device_owner': 'network:router_gateway', 'standard_attr_id': 926, 'fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:10:53Z', 'updated_at': '2022-01-26T21:11:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-5', '_interfaces': [{'id': 'cf3de5fd-328f-4fc5-9713-971aefb20f27', 'name': '', 'network_id': 'c51b7d10-9231-4438-a440-4c92a6a50ca4', 'tenant_id': '7bdfe07917df421d9be436779552b002', 'mac_address': 'fa:16:3e:ad:b4:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '954567f2-9f21-4bd5-91a0-c63dc8249105', 'device_owner': 'network:router_interface', 'standard_attr_id': 927, 'fixed_ips': [{'subnet_id': 'f7b7ba1f-f452-4d1f-b54c-6aaf311b4599', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:10:58Z', 'updated_at': '2022-01-26T21:11:06Z', 'revision_number': 5, 'project_id': '7bdfe07917df421d9be436779552b002', 'subnets': [{'id': 'f7b7ba1f-f452-4d1f-b54c-6aaf311b4599', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760453-5', False) {} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:12:24.356952 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] For port a88fcff8-cde2-481d-8626-f1aa7760bbe4, host n-d-760453-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=a88fcff8-cde2-481d-8626-f1aa7760bbe4,segment=NetworkSegment(e17cb353-418f-48b9-b982-21a6233ee99b),segment_id=e17cb353-418f-48b9-b982-21a6233ee99b)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:12:24.358976 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Jan 2022 21:12:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6615a90e-3b9f-4d82-b53e-c544d38ca92c x-openstack-request-id: req-6615a90e-3b9f-4d82-b53e-c544d38ca92c {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 21:12:24.359148 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80ebfeba-433a-4d4b-bf55-9e0ed19817de", "name": "network-vif-plugged", "status": "completed", "tag": "5ea9283d-6307-4a7a-a3a3-34c49776035f", "code": 200}]} {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 21:12:24.359391 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-6615a90e-3b9f-4d82-b53e-c544d38ca92c {{(pid=103306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 21:12:24.359856 n-d-760453-5 neutron-server[103306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80ebfeba-433a-4d4b-bf55-9e0ed19817de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ea9283d-6307-4a7a-a3a3-34c49776035f', 'code': 200} Jan 26 21:12:24.360772 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54220502-9536-4de7-90df-cdb14ede3798 None None] The sync data for ids ['954567f2-9f21-4bd5-91a0-c63dc8249105'] in n-d-760453-5 is: [{'id': '954567f2-9f21-4bd5-91a0-c63dc8249105', 'name': 'tempest-FloatingIPsAssociationTestJSON-936393355-router', 'tenant_id': '7bdfe07917df421d9be436779552b002', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'external_fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.237'}], 'enable_snat': True}, 'gw_port_id': '19a784ed-8ecf-429b-9a5f-da8bc68c331b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T21:10:52Z', 'updated_at': '2022-01-26T21:11:00Z', 'revision_number': 4, 'project_id': '7bdfe07917df421d9be436779552b002', 'gw_port': {'id': '19a784ed-8ecf-429b-9a5f-da8bc68c331b', 'name': '', 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:a6:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '954567f2-9f21-4bd5-91a0-c63dc8249105', 'device_owner': 'network:router_gateway', 'standard_attr_id': 926, 'fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:10:53Z', 'updated_at': '2022-01-26T21:11:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-5', '_interfaces': [{'id': 'cf3de5fd-328f-4fc5-9713-971aefb20f27', 'name': '', 'network_id': 'c51b7d10-9231-4438-a440-4c92a6a50ca4', 'tenant_id': '7bdfe07917df421d9be436779552b002', 'mac_address': 'fa:16:3e:ad:b4:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '954567f2-9f21-4bd5-91a0-c63dc8249105', 'device_owner': 'network:router_interface', 'standard_attr_id': 927, 'fixed_ips': [{'subnet_id': 'f7b7ba1f-f452-4d1f-b54c-6aaf311b4599', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:10:58Z', 'updated_at': '2022-01-26T21:11:06Z', 'revision_number': 5, 'project_id': '7bdfe07917df421d9be436779552b002', 'subnets': [{'id': 'f7b7ba1f-f452-4d1f-b54c-6aaf311b4599', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 26 21:12:24.363246 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (a88fcff8-cde2-481d-8626-f1aa7760bbe4), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:12:24.446118 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Pushing event updated for resources: {'Port': ['ID=a88fcff8-cde2-481d-8626-f1aa7760bbe4,revision_number=4']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:12:24.493151 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3df9ec45-89de-4750-8067-b2f90ea29070 tempest-RoutersAdminTest-50714882 tempest-RoutersAdminTest-50714882-project] Notify agent at l3_agent.n-d-760453-5 the message routers_updated {{(pid=103304) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 26 21:12:24.504576 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17158c3a-3ac1-4eb5-bdfb-972f219c3045 None None] Sync routers for ids ['574bb707-ceef-40f8-87b0-f9257fbcdca9'] in n-d-760453-5 {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 26 21:12:24.506704 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7012cf-ad80-4971-b631-025c0991464d req-a9587ac3-c333-48d6-afe9-d75fd1a3ffde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:12:24.511679 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-af7012cf-ad80-4971-b631-025c0991464d req-a9587ac3-c333-48d6-afe9-d75fd1a3ffde service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=80ebfeba-433a-4d4b-bf55-9e0ed19817de HTTP/1.1" status: 200 len: 1096 time: 0.0664957 Jan 26 21:12:24.523729 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17158c3a-3ac1-4eb5-bdfb-972f219c3045 None None] Routers {'574bb707-ceef-40f8-87b0-f9257fbcdca9'} bound to L3 agent in host n-d-760453-5 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 21:12:24.524609 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-17158c3a-3ac1-4eb5-bdfb-972f219c3045 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-26T20:55:21Z,description=,heartbeat_timestamp=2022-01-26T21:12:21Z,host='n-d-760453-5',id=09df100c-3af1-4b0a-bda8-05914c71c458,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:55:21Z,topic='l3_agent')) {'router_ids': ['574bb707-ceef-40f8-87b0-f9257fbcdca9'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:12:24.548105 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-3df9ec45-89de-4750-8067-b2f90ea29070 tempest-RoutersAdminTest-50714882 tempest-RoutersAdminTest-50714882-project] Publish callbacks [] for router (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:12:24.549586 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-3df9ec45-89de-4750-8067-b2f90ea29070 tempest-RoutersAdminTest-50714882 tempest-RoutersAdminTest-50714882-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 5.1169915 Jan 26 21:12:24.554484 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 53476) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:12:24.569086 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-af7012cf-ad80-4971-b631-025c0991464d req-c097ab2f-48ac-4aa7-93e2-93c13537e69f service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=c43a996a-6b93-48e4-a331-48250c5b183d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452693 Jan 26 21:12:24.574999 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-4f39695b-ba91-476b-a75b-3fdd6884b344 tempest-RoutersAdminTest-690199652 tempest-RoutersAdminTest-690199652-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'enable_snat': False}}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:12:24.586029 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-17158c3a-3ac1-4eb5-bdfb-972f219c3045 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760453-5', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:12:24.606196 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17158c3a-3ac1-4eb5-bdfb-972f219c3045 None None] Routers {'574bb707-ceef-40f8-87b0-f9257fbcdca9'} bound to L3 agent in host n-d-760453-5 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 21:12:24.607402 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-17158c3a-3ac1-4eb5-bdfb-972f219c3045 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-26T20:55:21Z,description=,heartbeat_timestamp=2022-01-26T21:12:21Z,host='n-d-760453-5',id=09df100c-3af1-4b0a-bda8-05914c71c458,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:55:21Z,topic='l3_agent')) {'router_ids': ['574bb707-ceef-40f8-87b0-f9257fbcdca9'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:12:24.624608 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-ed0dbc67-6ede-4cf9-b401-0904c0d703c8 req-622daedd-ce0b-40f7-a2d0-e2557e336ce2 service neutron] 10.222.0.13 "GET /v2.0/networks/c51b7d10-9231-4438-a440-4c92a6a50ca4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2695665 Jan 26 21:12:24.657429 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-17158c3a-3ac1-4eb5-bdfb-972f219c3045 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760453-5', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:12:24.658800 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17158c3a-3ac1-4eb5-bdfb-972f219c3045 None None] The sync data for ids ['574bb707-ceef-40f8-87b0-f9257fbcdca9'] in n-d-760453-5 is: [] {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 26 21:12:24.807408 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-635508cc-a597-40a7-8ef3-1b49975027da None None] New status for floating IP 0e44fe4b-4762-427e-883f-4d1e838b1e6b: DOWN {{(pid=103306) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 26 21:12:24.836305 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 26 Jan 2022 21:12:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0bea6e72-b693-45d7-a59b-2c5c6d8341b6 x-openstack-request-id: req-0bea6e72-b693-45d7-a59b-2c5c6d8341b6 {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 21:12:24.836600 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cffeda4a-b528-4db3-979a-67e9d6170b34", "tag": "60f1a448-e006-4064-9f78-822d97b29cbe", "status": "completed", "code": 200}]} {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 21:12:24.836864 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-0bea6e72-b693-45d7-a59b-2c5c6d8341b6 {{(pid=103304) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 21:12:24.837247 n-d-760453-5 neutron-server[103304]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cffeda4a-b528-4db3-979a-67e9d6170b34', 'tag': '60f1a448-e006-4064-9f78-822d97b29cbe', 'status': 'completed', 'code': 200} Jan 26 21:12:24.847650 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [req-8906874a-043b-4598-b683-6c3957154f92 req-99aa68a6-3ced-49d8-b80d-2f256c4db5c9 tempest-SecurityGroupsTestAdminJSON-359655554 tempest-SecurityGroupsTestAdminJSON-359655554-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-1560924808', 'description': 'tempest-description-2143220672'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:12:24.883136 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-ed0dbc67-6ede-4cf9-b401-0904c0d703c8 req-7836caa6-aa98-4efb-8ac6-f24cbc6352e8 service neutron] 10.222.0.13 "GET /v2.0/networks/c51b7d10-9231-4438-a440-4c92a6a50ca4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2067833 Jan 26 21:12:24.931137 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f9be0a-43ee-4609-88e9-fd01f854a16a req-3fd8ab39-c751-43a0-b5a7-739a4af9d225 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:12:24.932722 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-e5f9be0a-43ee-4609-88e9-fd01f854a16a req-3fd8ab39-c751-43a0-b5a7-739a4af9d225 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=7bdfe07917df421d9be436779552b002&device_id=cffeda4a-b528-4db3-979a-67e9d6170b34 HTTP/1.1" status: 200 len: 1097 time: 0.0571249 Jan 26 21:12:24.963341 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-602dcb8e-861e-4943-8caa-8a592e92b5d9 None None] Sync routers for ids ['30d8e753-ac56-49cd-9ef2-03bc2b95c660'] in n-d-760453-5 {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 26 21:12:24.971582 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-8906874a-043b-4598-b683-6c3957154f92 req-99aa68a6-3ced-49d8-b80d-2f256c4db5c9 tempest-SecurityGroupsTestAdminJSON-359655554 tempest-SecurityGroupsTestAdminJSON-359655554-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:12:24.977738 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-602dcb8e-861e-4943-8caa-8a592e92b5d9 None None] Routers {'30d8e753-ac56-49cd-9ef2-03bc2b95c660'} bound to L3 agent in host n-d-760453-5 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 21:12:24.978804 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-602dcb8e-861e-4943-8caa-8a592e92b5d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-26T20:55:21Z,description=,heartbeat_timestamp=2022-01-26T21:12:21Z,host='n-d-760453-5',id=09df100c-3af1-4b0a-bda8-05914c71c458,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:55:21Z,topic='l3_agent')) {'router_ids': ['30d8e753-ac56-49cd-9ef2-03bc2b95c660'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:12:25.075182 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f9be0a-43ee-4609-88e9-fd01f854a16a req-14029c06-59f5-49b2-aed8-905ed6fbab26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:12:25.077191 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-e5f9be0a-43ee-4609-88e9-fd01f854a16a req-14029c06-59f5-49b2-aed8-905ed6fbab26 service neutron] 10.222.0.66 "GET /v2.0/networks?id=c51b7d10-9231-4438-a440-4c92a6a50ca4 HTTP/1.1" status: 200 len: 921 time: 0.1381760 Jan 26 21:12:25.111058 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-8906874a-043b-4598-b683-6c3957154f92 req-99aa68a6-3ced-49d8-b80d-2f256c4db5c9 tempest-SecurityGroupsTestAdminJSON-359655554 tempest-SecurityGroupsTestAdminJSON-359655554-project-admin] Publish callbacks [] for security_group (43daf15b-4246-4c79-be3e-e759b6cddf52), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:12:25.123279 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-8906874a-043b-4598-b683-6c3957154f92 req-99aa68a6-3ced-49d8-b80d-2f256c4db5c9 tempest-SecurityGroupsTestAdminJSON-359655554 tempest-SecurityGroupsTestAdminJSON-359655554-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (43daf15b-4246-4c79-be3e-e759b6cddf52), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:12:25.128655 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-4f39695b-ba91-476b-a75b-3fdd6884b344 tempest-RoutersAdminTest-690199652 tempest-RoutersAdminTest-690199652-project-admin] Publish callbacks [] for router_gateway (574bb707-ceef-40f8-87b0-f9257fbcdca9), precommit_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:12:25.133246 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_dvr_db [None req-602dcb8e-861e-4943-8caa-8a592e92b5d9 None None] Set router 30d8e753-ac56-49cd-9ef2-03bc2b95c660 gateway port host: n-d-760453-5 {{(pid=103307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 21:12:25.135830 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-e5f9be0a-43ee-4609-88e9-fd01f854a16a req-df6117dd-4b27-452c-9739-a6d0a49e52f8 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=60f1a448-e006-4064-9f78-822d97b29cbe HTTP/1.1" status: 200 len: 217 time: 0.0521710 Jan 26 21:12:25.158414 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99aa68a6-3ced-49d8-b80d-2f256c4db5c9 tempest-SecurityGroupsTestAdminJSON-359655554 tempest-SecurityGroupsTestAdminJSON-359655554-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43daf15b-4246-4c79-be3e-e759b6cddf52,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:12:25.171858 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (fea0591a-627d-4c87-9a9a-01625ddf3277), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:12:25.189488 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-8906874a-043b-4598-b683-6c3957154f92 req-99aa68a6-3ced-49d8-b80d-2f256c4db5c9 tempest-SecurityGroupsTestAdminJSON-359655554 tempest-SecurityGroupsTestAdminJSON-359655554-project-admin] Publish callbacks [] for security_group (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:12:25.190751 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-8906874a-043b-4598-b683-6c3957154f92 req-99aa68a6-3ced-49d8-b80d-2f256c4db5c9 tempest-SecurityGroupsTestAdminJSON-359655554 tempest-SecurityGroupsTestAdminJSON-359655554-project-admin] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1802 time: 0.3482106 Jan 26 21:12:25.206001 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f9be0a-43ee-4609-88e9-fd01f854a16a req-7ce4fc57-0624-45bb-9630-bbba5f5ea2c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:12:25.207821 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-e5f9be0a-43ee-4609-88e9-fd01f854a16a req-7ce4fc57-0624-45bb-9630-bbba5f5ea2c9 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=f7b7ba1f-f452-4d1f-b54c-6aaf311b4599 HTTP/1.1" status: 200 len: 859 time: 0.0667934 Jan 26 21:12:25.273988 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f9be0a-43ee-4609-88e9-fd01f854a16a req-69922cbe-a252-4cb2-8542-a53178eb1c99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:12:25.275507 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-e5f9be0a-43ee-4609-88e9-fd01f854a16a req-69922cbe-a252-4cb2-8542-a53178eb1c99 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=c51b7d10-9231-4438-a440-4c92a6a50ca4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0618911 Jan 26 21:12:25.457906 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-e5f9be0a-43ee-4609-88e9-fd01f854a16a req-514a37d6-f913-4267-ae3e-edf387ed7f19 service neutron] 10.222.0.66 "GET /v2.0/networks/c51b7d10-9231-4438-a440-4c92a6a50ca4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1753705 Jan 26 21:12:25.472833 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 53492) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:12:25.480275 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-dd2e76bb-b9f5-4772-a089-0b2009a0c334 tempest-ServersTestManualDisk-377945019 tempest-ServersTestManualDisk-377945019-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1232099671', 'description': 'tempest-description--695973189'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:12:25.502672 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-602dcb8e-861e-4943-8caa-8a592e92b5d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30d8e753-ac56-49cd-9ef2-03bc2b95c660', 'name': 'tempest-ServersTestManualDisk-1932721837-router', 'tenant_id': 'c8d46c1d9718442f87ddc378b5600012', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'external_fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.164'}], 'enable_snat': True}, 'gw_port_id': 'a88fcff8-cde2-481d-8626-f1aa7760bbe4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T21:12:12Z', 'updated_at': '2022-01-26T21:12:22Z', 'revision_number': 4, 'project_id': 'c8d46c1d9718442f87ddc378b5600012', 'gw_port': {'id': 'a88fcff8-cde2-481d-8626-f1aa7760bbe4', 'name': '', 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:26:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30d8e753-ac56-49cd-9ef2-03bc2b95c660', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1063, 'fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:12:15Z', 'updated_at': '2022-01-26T21:12:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-5', '_interfaces': [{'id': '01b92f09-e967-4d76-bf58-7f5138a4988f', 'name': '', 'network_id': '15c39b24-f7c4-4710-b8cb-f1d4e3bc27f6', 'tenant_id': 'c8d46c1d9718442f87ddc378b5600012', 'mac_address': 'fa:16:3e:9d:30:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30d8e753-ac56-49cd-9ef2-03bc2b95c660', 'device_owner': 'network:router_interface', 'standard_attr_id': 1076, 'fixed_ips': [{'subnet_id': 'c3a93a69-4f3e-4ef6-b9c8-092ff93d742e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:12:20Z', 'updated_at': '2022-01-26T21:12:22Z', 'revision_number': 2, 'project_id': 'c8d46c1d9718442f87ddc378b5600012', 'subnets': [{'id': 'c3a93a69-4f3e-4ef6-b9c8-092ff93d742e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760453-5', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:12:25.535745 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-602dcb8e-861e-4943-8caa-8a592e92b5d9 None None] Checking router: 30d8e753-ac56-49cd-9ef2-03bc2b95c660 for host: n-d-760453-5 {{(pid=103307) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 26 21:12:25.536455 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-602dcb8e-861e-4943-8caa-8a592e92b5d9 None None] Updating router 30d8e753-ac56-49cd-9ef2-03bc2b95c660 port 01b92f09-e967-4d76-bf58-7f5138a4988f binding host n-d-760453-5 {{(pid=103307) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 26 21:12:25.551972 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-dd2e76bb-b9f5-4772-a089-0b2009a0c334 tempest-ServersTestManualDisk-377945019 tempest-ServersTestManualDisk-377945019-project] Publish callbacks [] for security_group (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:12:25.563283 n-d-760453-5 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-602dcb8e-861e-4943-8caa-8a592e92b5d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (01b92f09-e967-4d76-bf58-7f5138a4988f), before_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:12:25.595440 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-e5f9be0a-43ee-4609-88e9-fd01f854a16a req-fa5526fb-e7e4-4abf-a272-77f6623f2fb9 service neutron] 10.222.0.66 "GET /v2.0/networks/c51b7d10-9231-4438-a440-4c92a6a50ca4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1309373 Jan 26 21:12:25.647309 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-dd2e76bb-b9f5-4772-a089-0b2009a0c334 tempest-ServersTestManualDisk-377945019 tempest-ServersTestManualDisk-377945019-project] Publish callbacks [] for security_group (2615347b-b233-46fd-9cc1-284d26f4f26f), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:12:25.652185 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-dd2e76bb-b9f5-4772-a089-0b2009a0c334 tempest-ServersTestManualDisk-377945019 tempest-ServersTestManualDisk-377945019-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (2615347b-b233-46fd-9cc1-284d26f4f26f), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:12:25.683468 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-dd2e76bb-b9f5-4772-a089-0b2009a0c334 tempest-ServersTestManualDisk-377945019 tempest-ServersTestManualDisk-377945019-project] Publish callbacks [] for security_group (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:12:25.686957 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-dd2e76bb-b9f5-4772-a089-0b2009a0c334 tempest-ServersTestManualDisk-377945019 tempest-ServersTestManualDisk-377945019-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.2088478 Jan 26 21:12:25.686957 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd2e76bb-b9f5-4772-a089-0b2009a0c334 tempest-ServersTestManualDisk-377945019 tempest-ServersTestManualDisk-377945019-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2615347b-b233-46fd-9cc1-284d26f4f26f,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:12:25.688768 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 53496) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:12:25.693398 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-874dca5c-beba-4886-85df-3eb320123bfa tempest-ServersTestManualDisk-377945019 tempest-ServersTestManualDisk-377945019-project] Request body: {'security_group_rule': {'security_group_id': '2615347b-b233-46fd-9cc1-284d26f4f26f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:12:25.723021 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-874dca5c-beba-4886-85df-3eb320123bfa tempest-ServersTestManualDisk-377945019 tempest-ServersTestManualDisk-377945019-project] Publish callbacks [] for security_group_rule (f3c89080-ba6e-4d02-a538-b21330b23d3c), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:12:25.736506 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff208cc0-18ff-4194-a722-f1019ea438be req-6fc4b481-cbe9-4690-a82d-98892f15d41c tempest-ImagesNegativeTestJSON-1709787905 tempest-ImagesNegativeTestJSON-1709787905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:12:25.738060 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-ff208cc0-18ff-4194-a722-f1019ea438be req-6fc4b481-cbe9-4690-a82d-98892f15d41c tempest-ImagesNegativeTestJSON-1709787905 tempest-ImagesNegativeTestJSON-1709787905-project] 10.222.0.13 "GET /v2.0/ports?device_id=a4c95b71-62ca-4bcb-84cb-e13f4b5bc751 HTTP/1.1" status: 200 len: 950 time: 0.3148966 Jan 26 21:12:25.794611 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-874dca5c-beba-4886-85df-3eb320123bfa tempest-ServersTestManualDisk-377945019 tempest-ServersTestManualDisk-377945019-project] Publish callbacks [] for security_group_rule (f3c89080-ba6e-4d02-a538-b21330b23d3c), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:12:25.805119 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-874dca5c-beba-4886-85df-3eb320123bfa tempest-ServersTestManualDisk-377945019 tempest-ServersTestManualDisk-377945019-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102715'] for security_group_rule (f3c89080-ba6e-4d02-a538-b21330b23d3c), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:12:25.834303 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874dca5c-beba-4886-85df-3eb320123bfa tempest-ServersTestManualDisk-377945019 tempest-ServersTestManualDisk-377945019-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f3c89080-ba6e-4d02-a538-b21330b23d3c,revision_number=0']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:12:25.835225 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-ff208cc0-18ff-4194-a722-f1019ea438be req-15152797-02ba-4e61-afe5-8595705ee38e tempest-ImagesNegativeTestJSON-1709787905 tempest-ImagesNegativeTestJSON-1709787905-project] 10.222.0.13 "GET /v2.0/security-groups?id=79eb1cc9-81fb-4db5-a1b1-c12f8028d59b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865684 Jan 26 21:12:25.863129 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-874dca5c-beba-4886-85df-3eb320123bfa tempest-ServersTestManualDisk-377945019 tempest-ServersTestManualDisk-377945019-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:12:25.864479 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-874dca5c-beba-4886-85df-3eb320123bfa tempest-ServersTestManualDisk-377945019 tempest-ServersTestManualDisk-377945019-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1749964 Jan 26 21:12:25.867591 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 53498) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:12:25.885421 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-211454bb-4866-43e3-8150-84bb6b93012d tempest-ServersTestManualDisk-377945019 tempest-ServersTestManualDisk-377945019-project] Request body: {'security_group_rule': {'security_group_id': '2615347b-b233-46fd-9cc1-284d26f4f26f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:12:25.899495 n-d-760453-5 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-602dcb8e-861e-4943-8caa-8a592e92b5d9 None None] Publish callbacks [] for port (01b92f09-e967-4d76-bf58-7f5138a4988f), precommit_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:12:25.910248 n-d-760453-5 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-602dcb8e-861e-4943-8caa-8a592e92b5d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (01b92f09-e967-4d76-bf58-7f5138a4988f), after_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:12:25.931581 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-211454bb-4866-43e3-8150-84bb6b93012d tempest-ServersTestManualDisk-377945019 tempest-ServersTestManualDisk-377945019-project] Publish callbacks [] for security_group_rule (fc96f757-f58b-476e-9ac1-f1d2b2b31544), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:12:25.977632 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09c3e84-88c8-4edb-8c5c-ae92bcff352f None None] Pushing event updated for resources: {'Port': ['ID=01b92f09-e967-4d76-bf58-7f5138a4988f,revision_number=3']} {{(pid=103307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:12:26.011697 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device a88fcff8-cde2-481d-8626-f1aa7760bbe4 up at agent ovs-agent-n-d-760453-5 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 21:12:26.049332 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-211454bb-4866-43e3-8150-84bb6b93012d tempest-ServersTestManualDisk-377945019 tempest-ServersTestManualDisk-377945019-project] Publish callbacks [] for security_group_rule (fc96f757-f58b-476e-9ac1-f1d2b2b31544), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:12:26.061096 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-211454bb-4866-43e3-8150-84bb6b93012d tempest-ServersTestManualDisk-377945019 tempest-ServersTestManualDisk-377945019-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102715'] for security_group_rule (fc96f757-f58b-476e-9ac1-f1d2b2b31544), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:12:26.075483 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215d8509-ba2a-441b-8201-6d9e961d6be6 req-a052a736-d99e-4f2f-9813-488cbd8469c1 tempest-LiveMigrationTest-746395142 tempest-LiveMigrationTest-746395142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:12:26.079180 n-d-760453-5 neutron-server[103307]: DEBUG neutron.plugins.ml2.managers [None req-602dcb8e-861e-4943-8caa-8a592e92b5d9 None None] Attempting to bind port 01b92f09-e967-4d76-bf58-7f5138a4988f on host n-d-760453-5 for vnic_type normal with profile {{(pid=103307) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 21:12:26.079556 n-d-760453-5 neutron-server[103307]: DEBUG neutron.plugins.ml2.managers [None req-602dcb8e-861e-4943-8caa-8a592e92b5d9 None None] Attempting to bind port 01b92f09-e967-4d76-bf58-7f5138a4988f by drivers openvswitch,hyperv on host n-d-760453-5 at level 0 using segments [{'id': 'af032e5b-82aa-44c9-824d-1e5696119444', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '15c39b24-f7c4-4710-b8cb-f1d4e3bc27f6'}] {{(pid=103307) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 26 21:12:26.079925 n-d-760453-5 neutron-server[103307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-602dcb8e-861e-4943-8caa-8a592e92b5d9 None None] Attempting to bind port 01b92f09-e967-4d76-bf58-7f5138a4988f on network 15c39b24-f7c4-4710-b8cb-f1d4e3bc27f6 {{(pid=103307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 21:12:26.082753 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-215d8509-ba2a-441b-8201-6d9e961d6be6 req-a052a736-d99e-4f2f-9813-488cbd8469c1 tempest-LiveMigrationTest-746395142 tempest-LiveMigrationTest-746395142-project] 10.222.0.13 "GET /v2.0/ports?device_id=80ebfeba-433a-4d4b-bf55-9e0ed19817de HTTP/1.1" status: 200 len: 945 time: 0.1707976 Jan 26 21:12:26.093809 n-d-760453-5 neutron-server[103307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-602dcb8e-861e-4943-8caa-8a592e92b5d9 None None] Checking agent: {'id': 'fea0591a-627d-4c87-9a9a-01625ddf3277', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760453-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 20, 55, 25), 'started_at': datetime.datetime(2022, 1, 26, 20, 55, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 21, 12, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760453-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 26 21:12:26.094201 n-d-760453-5 neutron-server[103307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-602dcb8e-861e-4943-8caa-8a592e92b5d9 None None] Checking segment: {'id': 'af032e5b-82aa-44c9-824d-1e5696119444', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '15c39b24-f7c4-4710-b8cb-f1d4e3bc27f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103307) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 21:12:26.094577 n-d-760453-5 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-602dcb8e-861e-4943-8caa-8a592e92b5d9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:12:26.094971 n-d-760453-5 neutron-server[103307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-602dcb8e-861e-4943-8caa-8a592e92b5d9 None None] Bound using segment: {'id': 'af032e5b-82aa-44c9-824d-1e5696119444', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '15c39b24-f7c4-4710-b8cb-f1d4e3bc27f6'} {{(pid=103307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 26 21:12:26.095449 n-d-760453-5 neutron-server[103307]: DEBUG neutron.plugins.ml2.managers [None req-602dcb8e-861e-4943-8caa-8a592e92b5d9 None None] Bound port: 01b92f09-e967-4d76-bf58-7f5138a4988f, host: n-d-760453-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af032e5b-82aa-44c9-824d-1e5696119444', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '15c39b24-f7c4-4710-b8cb-f1d4e3bc27f6'}}] {{(pid=103307) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 26 21:12:26.095882 n-d-760453-5 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-602dcb8e-861e-4943-8caa-8a592e92b5d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (01b92f09-e967-4d76-bf58-7f5138a4988f), before_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:12:26.105054 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-211454bb-4866-43e3-8150-84bb6b93012d tempest-ServersTestManualDisk-377945019 tempest-ServersTestManualDisk-377945019-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fc96f757-f58b-476e-9ac1-f1d2b2b31544,revision_number=0']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:12:26.112617 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-4f39695b-ba91-476b-a75b-3fdd6884b344 tempest-RoutersAdminTest-690199652 tempest-RoutersAdminTest-690199652-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4111352', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4105746', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13075'] for router (574bb707-ceef-40f8-87b0-f9257fbcdca9), precommit_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:12:26.118335 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-211454bb-4866-43e3-8150-84bb6b93012d tempest-ServersTestManualDisk-377945019 tempest-ServersTestManualDisk-377945019-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:12:26.120067 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-211454bb-4866-43e3-8150-84bb6b93012d tempest-ServersTestManualDisk-377945019 tempest-ServersTestManualDisk-377945019-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2515681 Jan 26 21:12:26.123086 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 53502) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:12:26.128313 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Provisioning complete for port a88fcff8-cde2-481d-8626-f1aa7760bbe4 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:12:26.128700 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (a88fcff8-cde2-481d-8626-f1aa7760bbe4), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:12:26.130230 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-6e187ba7-79a9-4a7a-bc69-968b4df1bc37 tempest-ServersTestManualDisk-377945019 tempest-ServersTestManualDisk-377945019-project] Request body: {'floatingip': {'floating_network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:12:26.136372 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-4f39695b-ba91-476b-a75b-3fdd6884b344 tempest-RoutersAdminTest-690199652 tempest-RoutersAdminTest-690199652-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4111263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-4111345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-4111334', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-4105739'] for router (574bb707-ceef-40f8-87b0-f9257fbcdca9), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:12:26.158127 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-6e187ba7-79a9-4a7a-bc69-968b4df1bc37 tempest-ServersTestManualDisk-377945019 tempest-ServersTestManualDisk-377945019-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:12:26.262578 n-d-760453-5 neutron-server[103307]: DEBUG neutron.plugins.ml2.db [None req-602dcb8e-861e-4943-8caa-8a592e92b5d9 None None] For port 01b92f09-e967-4d76-bf58-7f5138a4988f, host n-d-760453-5, cleared binding levels {{(pid=103307) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 26 21:12:26.265190 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-a59e925c-d44a-4acc-9c26-ffae5f679819 req-475812ec-56f2-41c9-856f-1c2ee2f320f6 tempest-SecurityGroupsTestAdminJSON-359655554 tempest-SecurityGroupsTestAdminJSON-359655554-project-admin] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 42689 time: 0.7187724 Jan 26 21:12:26.266002 n-d-760453-5 neutron-server[103307]: DEBUG neutron.plugins.ml2.db [None req-602dcb8e-861e-4943-8caa-8a592e92b5d9 None None] For port 01b92f09-e967-4d76-bf58-7f5138a4988f, host n-d-760453-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=01b92f09-e967-4d76-bf58-7f5138a4988f,segment=NetworkSegment(af032e5b-82aa-44c9-824d-1e5696119444),segment_id=af032e5b-82aa-44c9-824d-1e5696119444)] {{(pid=103307) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 26 21:12:26.277183 n-d-760453-5 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-602dcb8e-861e-4943-8caa-8a592e92b5d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (01b92f09-e967-4d76-bf58-7f5138a4988f), after_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:12:26.279214 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-215d8509-ba2a-441b-8201-6d9e961d6be6 req-d448138a-5286-4361-a60c-5b9ab4e8b373 tempest-LiveMigrationTest-746395142 tempest-LiveMigrationTest-746395142-project] 10.222.0.13 "GET /v2.0/security-groups?id=c43a996a-6b93-48e4-a331-48250c5b183d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1955652 Jan 26 21:12:26.285808 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Current status of the port a88fcff8-cde2-481d-8626-f1aa7760bbe4 is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:12:26.329191 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-6e187ba7-79a9-4a7a-bc69-968b4df1bc37 tempest-ServersTestManualDisk-377945019 tempest-ServersTestManualDisk-377945019-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:12:26.363771 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-602dcb8e-861e-4943-8caa-8a592e92b5d9 None None] Routers {'30d8e753-ac56-49cd-9ef2-03bc2b95c660'} bound to L3 agent in host n-d-760453-5 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 21:12:26.364428 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-602dcb8e-861e-4943-8caa-8a592e92b5d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-26T20:55:21Z,description=,heartbeat_timestamp=2022-01-26T21:12:21Z,host='n-d-760453-5',id=09df100c-3af1-4b0a-bda8-05914c71c458,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:55:21Z,topic='l3_agent')) {'router_ids': ['30d8e753-ac56-49cd-9ef2-03bc2b95c660'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:12:26.418274 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-27be1d2e-8181-44f2-aa1b-3d4a0aa2924b None None] Provisioning complete for port 01b92f09-e967-4d76-bf58-7f5138a4988f triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:12:26.419894 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-27be1d2e-8181-44f2-aa1b-3d4a0aa2924b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (01b92f09-e967-4d76-bf58-7f5138a4988f), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:12:26.434184 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09c3e84-88c8-4edb-8c5c-ae92bcff352f None None] Pushing event updated for resources: {'Port': ['ID=01b92f09-e967-4d76-bf58-7f5138a4988f,revision_number=4']} {{(pid=103307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:12:26.482279 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-a59e925c-d44a-4acc-9c26-ffae5f679819 req-4e4182fe-57a2-405c-84ca-0f5dfd329562 tempest-SecurityGroupsTestAdminJSON-359655554 tempest-SecurityGroupsTestAdminJSON-359655554-project-admin] 10.222.0.13 "GET /v2.0/security-groups/006a12b4-0889-433a-ae5f-b45fa4820111 HTTP/1.1" status: 200 len: 2998 time: 0.2160358 Jan 26 21:12:26.486901 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f39695b-ba91-476b-a75b-3fdd6884b344 tempest-RoutersAdminTest-690199652 tempest-RoutersAdminTest-690199652-project-admin] Router 574bb707-ceef-40f8-87b0-f9257fbcdca9 has already been hosted by L3 agent 09df100c-3af1-4b0a-bda8-05914c71c458 {{(pid=103304) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 26 21:12:26.521124 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_dvr_db [None req-602dcb8e-861e-4943-8caa-8a592e92b5d9 None None] Set router 30d8e753-ac56-49cd-9ef2-03bc2b95c660 gateway port host: n-d-760453-5 {{(pid=103307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 21:12:26.543856 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-27be1d2e-8181-44f2-aa1b-3d4a0aa2924b None None] Current status of the port 01b92f09-e967-4d76-bf58-7f5138a4988f is: DOWN; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:12:26.544257 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-27be1d2e-8181-44f2-aa1b-3d4a0aa2924b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (01b92f09-e967-4d76-bf58-7f5138a4988f), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:12:26.551663 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-a59e925c-d44a-4acc-9c26-ffae5f679819 req-c3ccba79-adcd-4400-b52b-47e92506e07c tempest-SecurityGroupsTestAdminJSON-359655554 tempest-SecurityGroupsTestAdminJSON-359655554-project-admin] 10.222.0.13 "GET /v2.0/security-groups/006a12b4-0889-433a-ae5f-b45fa4820111 HTTP/1.1" status: 200 len: 2998 time: 0.0567222 Jan 26 21:12:26.578955 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c82a622-aa21-4f16-883c-5abb8adb0c75 req-27a9e202-511b-4043-bdb5-177f6eb0b3de tempest-ListServerFiltersTestJSON-1713042646 tempest-ListServerFiltersTestJSON-1713042646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:12:26.585834 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-7c82a622-aa21-4f16-883c-5abb8adb0c75 req-27a9e202-511b-4043-bdb5-177f6eb0b3de tempest-ListServerFiltersTestJSON-1713042646 tempest-ListServerFiltersTestJSON-1713042646-project] 10.222.0.13 "GET /v2.0/ports?device_id=d3f09a80-55e1-4c76-84ee-e8c6104639ee HTTP/1.1" status: 200 len: 946 time: 0.1739526 Jan 26 21:12:26.588131 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-27be1d2e-8181-44f2-aa1b-3d4a0aa2924b None None] For port 01b92f09-e967-4d76-bf58-7f5138a4988f, host n-d-760453-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=01b92f09-e967-4d76-bf58-7f5138a4988f,segment=NetworkSegment(af032e5b-82aa-44c9-824d-1e5696119444),segment_id=af032e5b-82aa-44c9-824d-1e5696119444)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:12:26.591243 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e8f971-965a-4a22-8e3a-ee2abb549b67 req-5f9ca947-8f7e-4fe8-89ea-cceeefff8aee tempest-ImagesNegativeTestJSON-1709787905 tempest-ImagesNegativeTestJSON-1709787905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:12:26.592619 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-e1e8f971-965a-4a22-8e3a-ee2abb549b67 req-5f9ca947-8f7e-4fe8-89ea-cceeefff8aee tempest-ImagesNegativeTestJSON-1709787905 tempest-ImagesNegativeTestJSON-1709787905-project] 10.222.0.57 "GET /v2.0/ports?device_id=a4c95b71-62ca-4bcb-84cb-e13f4b5bc751 HTTP/1.1" status: 200 len: 950 time: 0.1417146 Jan 26 21:12:26.598117 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-27be1d2e-8181-44f2-aa1b-3d4a0aa2924b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (01b92f09-e967-4d76-bf58-7f5138a4988f), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:12:26.601644 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.db_base_plugin_common [None req-6e187ba7-79a9-4a7a-bc69-968b4df1bc37 tempest-ServersTestManualDisk-377945019 tempest-ServersTestManualDisk-377945019-project] Allocated IP 172.25.1.187 (4140a1f1-c93a-4bea-83a0-68953a54f299/e48251a1-e30d-4820-8396-00c6f6aeb601/b4de9f9a-bb43-45b8-8a63-ed52593f61e6) {{(pid=103305) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 21:12:26.667013 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-a59e925c-d44a-4acc-9c26-ffae5f679819 req-82df0ccf-7151-46f7-ba4b-bf269b527d26 tempest-SecurityGroupsTestAdminJSON-359655554 tempest-SecurityGroupsTestAdminJSON-359655554-project-admin] 10.222.0.13 "GET /v2.0/security-groups/0901363f-4062-4245-b20b-1aab16841475 HTTP/1.1" status: 200 len: 2998 time: 0.1070228 Jan 26 21:12:26.676986 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27be1d2e-8181-44f2-aa1b-3d4a0aa2924b None None] Pushing event updated for resources: {'Port': ['ID=01b92f09-e967-4d76-bf58-7f5138a4988f,revision_number=5']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:12:26.728018 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-91726911-d99d-4cbd-a87c-dbe83fd27e62 None None] Provisioning complete for port 01b92f09-e967-4d76-bf58-7f5138a4988f triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:12:26.728714 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-91726911-d99d-4cbd-a87c-dbe83fd27e62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (01b92f09-e967-4d76-bf58-7f5138a4988f), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:12:26.776724 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [req-e1e8f971-965a-4a22-8e3a-ee2abb549b67 req-c2d4fa76-f93a-4eaa-90f9-fbeedc58d1b2 tempest-ImagesNegativeTestJSON-1709787905 tempest-ImagesNegativeTestJSON-1709787905-project] Deleting port 02c23a77-e70d-4e22-976c-2e3e55b9a8a2 {{(pid=103305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 21:12:26.777189 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-e1e8f971-965a-4a22-8e3a-ee2abb549b67 req-c2d4fa76-f93a-4eaa-90f9-fbeedc58d1b2 tempest-ImagesNegativeTestJSON-1709787905 tempest-ImagesNegativeTestJSON-1709787905-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746560630878'] for port (02c23a77-e70d-4e22-976c-2e3e55b9a8a2), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:12:26.811199 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-602dcb8e-861e-4943-8caa-8a592e92b5d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30d8e753-ac56-49cd-9ef2-03bc2b95c660', 'name': 'tempest-ServersTestManualDisk-1932721837-router', 'tenant_id': 'c8d46c1d9718442f87ddc378b5600012', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'external_fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.164'}], 'enable_snat': True}, 'gw_port_id': 'a88fcff8-cde2-481d-8626-f1aa7760bbe4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T21:12:12Z', 'updated_at': '2022-01-26T21:12:22Z', 'revision_number': 4, 'project_id': 'c8d46c1d9718442f87ddc378b5600012', 'gw_port': {'id': 'a88fcff8-cde2-481d-8626-f1aa7760bbe4', 'name': '', 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:26:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30d8e753-ac56-49cd-9ef2-03bc2b95c660', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1063, 'fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:12:15Z', 'updated_at': '2022-01-26T21:12:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-5', '_interfaces': [{'id': '01b92f09-e967-4d76-bf58-7f5138a4988f', 'name': '', 'network_id': '15c39b24-f7c4-4710-b8cb-f1d4e3bc27f6', 'tenant_id': 'c8d46c1d9718442f87ddc378b5600012', 'mac_address': 'fa:16:3e:9d:30:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30d8e753-ac56-49cd-9ef2-03bc2b95c660', 'device_owner': 'network:router_interface', 'standard_attr_id': 1076, 'fixed_ips': [{'subnet_id': 'c3a93a69-4f3e-4ef6-b9c8-092ff93d742e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:12:20Z', 'updated_at': '2022-01-26T21:12:26Z', 'revision_number': 4, 'project_id': 'c8d46c1d9718442f87ddc378b5600012', 'subnets': [{'id': 'c3a93a69-4f3e-4ef6-b9c8-092ff93d742e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760453-5', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:12:26.816170 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-a59e925c-d44a-4acc-9c26-ffae5f679819 req-84fe8205-1e68-46c4-956c-a4a427826df4 tempest-SecurityGroupsTestAdminJSON-359655554 tempest-SecurityGroupsTestAdminJSON-359655554-project-admin] 10.222.0.13 "GET /v2.0/security-groups/0901363f-4062-4245-b20b-1aab16841475 HTTP/1.1" status: 200 len: 2998 time: 0.1483097 Jan 26 21:12:26.834326 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-91726911-d99d-4cbd-a87c-dbe83fd27e62 None None] Current status of the port 01b92f09-e967-4d76-bf58-7f5138a4988f is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:12:26.841929 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-602dcb8e-861e-4943-8caa-8a592e92b5d9 None None] The sync data for ids ['30d8e753-ac56-49cd-9ef2-03bc2b95c660'] in n-d-760453-5 is: [{'id': '30d8e753-ac56-49cd-9ef2-03bc2b95c660', 'name': 'tempest-ServersTestManualDisk-1932721837-router', 'tenant_id': 'c8d46c1d9718442f87ddc378b5600012', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'external_fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.164'}], 'enable_snat': True}, 'gw_port_id': 'a88fcff8-cde2-481d-8626-f1aa7760bbe4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T21:12:12Z', 'updated_at': '2022-01-26T21:12:22Z', 'revision_number': 4, 'project_id': 'c8d46c1d9718442f87ddc378b5600012', 'gw_port': {'id': 'a88fcff8-cde2-481d-8626-f1aa7760bbe4', 'name': '', 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:26:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30d8e753-ac56-49cd-9ef2-03bc2b95c660', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1063, 'fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:12:15Z', 'updated_at': '2022-01-26T21:12:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-5', '_interfaces': [{'id': '01b92f09-e967-4d76-bf58-7f5138a4988f', 'name': '', 'network_id': '15c39b24-f7c4-4710-b8cb-f1d4e3bc27f6', 'tenant_id': 'c8d46c1d9718442f87ddc378b5600012', 'mac_address': 'fa:16:3e:9d:30:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30d8e753-ac56-49cd-9ef2-03bc2b95c660', 'device_owner': 'network:router_interface', 'standard_attr_id': 1076, 'fixed_ips': [{'subnet_id': 'c3a93a69-4f3e-4ef6-b9c8-092ff93d742e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:12:20Z', 'updated_at': '2022-01-26T21:12:26Z', 'revision_number': 4, 'project_id': 'c8d46c1d9718442f87ddc378b5600012', 'subnets': [{'id': 'c3a93a69-4f3e-4ef6-b9c8-092ff93d742e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 26 21:12:26.870127 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-6e187ba7-79a9-4a7a-bc69-968b4df1bc37 tempest-ServersTestManualDisk-377945019 tempest-ServersTestManualDisk-377945019-project] Publish callbacks [] for port (b4de9f9a-bb43-45b8-8a63-ed52593f61e6), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:12:26.876092 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f39695b-ba91-476b-a75b-3fdd6884b344 tempest-RoutersAdminTest-690199652 tempest-RoutersAdminTest-690199652-project-admin] Notify agent at l3_agent.n-d-760453-5 the message routers_updated {{(pid=103304) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 26 21:12:26.880549 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-4f39695b-ba91-476b-a75b-3fdd6884b344 tempest-RoutersAdminTest-690199652 tempest-RoutersAdminTest-690199652-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:12:26.881828 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-4f39695b-ba91-476b-a75b-3fdd6884b344 tempest-RoutersAdminTest-690199652 tempest-RoutersAdminTest-690199652-project-admin] 10.222.0.13 "PUT /v2.0/routers/574bb707-ceef-40f8-87b0-f9257fbcdca9 HTTP/1.1" status: 200 len: 921 time: 2.3177178 Jan 26 21:12:26.890493 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 53508) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:12:26.906623 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b37e7a76-ac23-4611-91b4-e494a3e74d73 None None] Sync routers for ids ['574bb707-ceef-40f8-87b0-f9257fbcdca9'] in n-d-760453-5 {{(pid=103306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 26 21:12:26.920203 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-7c82a622-aa21-4f16-883c-5abb8adb0c75 req-830e095b-8f18-40c9-92ce-56c046512f52 tempest-ListServerFiltersTestJSON-1713042646 tempest-ListServerFiltersTestJSON-1713042646-project] 10.222.0.13 "GET /v2.0/security-groups?id=4a81ac3f-5e47-4404-a1c8-ffc0bc5b0861&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2609479 Jan 26 21:12:26.932446 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b37e7a76-ac23-4611-91b4-e494a3e74d73 None None] Routers {'574bb707-ceef-40f8-87b0-f9257fbcdca9'} bound to L3 agent in host n-d-760453-5 {{(pid=103306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 21:12:26.933675 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-b37e7a76-ac23-4611-91b4-e494a3e74d73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-26T20:55:21Z,description=,heartbeat_timestamp=2022-01-26T21:12:21Z,host='n-d-760453-5',id=09df100c-3af1-4b0a-bda8-05914c71c458,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:55:21Z,topic='l3_agent')) {'router_ids': ['574bb707-ceef-40f8-87b0-f9257fbcdca9'], 'active': True} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:12:26.954768 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-a59e925c-d44a-4acc-9c26-ffae5f679819 req-d66f081a-903d-48d8-a539-ffe949e7ffb9 tempest-SecurityGroupsTestAdminJSON-359655554 tempest-SecurityGroupsTestAdminJSON-359655554-project-admin] 10.222.0.13 "GET /v2.0/security-groups/320b230b-8790-43ff-9ed0-70e0b5c4c2ff HTTP/1.1" status: 200 len: 3002 time: 0.1298435 Jan 26 21:12:27.000515 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-b37e7a76-ac23-4611-91b4-e494a3e74d73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760453-5', False) {} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:12:27.012792 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b37e7a76-ac23-4611-91b4-e494a3e74d73 None None] Routers {'574bb707-ceef-40f8-87b0-f9257fbcdca9'} bound to L3 agent in host n-d-760453-5 {{(pid=103306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 21:12:27.014250 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-b37e7a76-ac23-4611-91b4-e494a3e74d73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-26T20:55:21Z,description=,heartbeat_timestamp=2022-01-26T21:12:21Z,host='n-d-760453-5',id=09df100c-3af1-4b0a-bda8-05914c71c458,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:55:21Z,topic='l3_agent')) {'router_ids': ['574bb707-ceef-40f8-87b0-f9257fbcdca9'], 'active': True} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:12:27.028574 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-a59e925c-d44a-4acc-9c26-ffae5f679819 req-b87aebd4-831f-49e5-be6a-041bc9d49e5f tempest-SecurityGroupsTestAdminJSON-359655554 tempest-SecurityGroupsTestAdminJSON-359655554-project-admin] 10.222.0.13 "GET /v2.0/security-groups/320b230b-8790-43ff-9ed0-70e0b5c4c2ff HTTP/1.1" status: 200 len: 3002 time: 0.0626130 Jan 26 21:12:27.070703 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-b37e7a76-ac23-4611-91b4-e494a3e74d73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760453-5', False) {} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:12:27.071641 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b37e7a76-ac23-4611-91b4-e494a3e74d73 None None] The sync data for ids ['574bb707-ceef-40f8-87b0-f9257fbcdca9'] in n-d-760453-5 is: [] {{(pid=103306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 26 21:12:27.088204 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-a59e925c-d44a-4acc-9c26-ffae5f679819 req-9f0d8642-f7a5-4635-86ee-a821e35c7f0c tempest-SecurityGroupsTestAdminJSON-359655554 tempest-SecurityGroupsTestAdminJSON-359655554-project-admin] 10.222.0.13 "GET /v2.0/security-groups/41eccc66-d917-4afc-b6c0-4e9e613efde2 HTTP/1.1" status: 200 len: 2990 time: 0.0583832 Jan 26 21:12:27.094707 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [req-e1e8f971-965a-4a22-8e3a-ee2abb549b67 req-c2d4fa76-f93a-4eaa-90f9-fbeedc58d1b2 tempest-ImagesNegativeTestJSON-1709787905 tempest-ImagesNegativeTestJSON-1709787905-project] For port 02c23a77-e70d-4e22-976c-2e3e55b9a8a2, host n-h2-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-5',level=0,port_id=02c23a77-e70d-4e22-976c-2e3e55b9a8a2,segment=NetworkSegment(4eab25d6-89d9-4907-a1c2-51b06443ba33),segment_id=4eab25d6-89d9-4907-a1c2-51b06443ba33)] {{(pid=103305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:12:27.095172 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-e1e8f971-965a-4a22-8e3a-ee2abb549b67 req-c2d4fa76-f93a-4eaa-90f9-fbeedc58d1b2 tempest-ImagesNegativeTestJSON-1709787905 tempest-ImagesNegativeTestJSON-1709787905-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4109658'] for port (02c23a77-e70d-4e22-976c-2e3e55b9a8a2), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:12:27.134079 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [req-e1e8f971-965a-4a22-8e3a-ee2abb549b67 req-c2d4fa76-f93a-4eaa-90f9-fbeedc58d1b2 tempest-ImagesNegativeTestJSON-1709787905 tempest-ImagesNegativeTestJSON-1709787905-project] Calling delete_port for 02c23a77-e70d-4e22-976c-2e3e55b9a8a2 owned by compute:nova {{(pid=103305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 21:12:27.156934 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-a59e925c-d44a-4acc-9c26-ffae5f679819 req-8eb0c6a6-a1fd-4d23-89fb-8cd151965187 tempest-SecurityGroupsTestAdminJSON-359655554 tempest-SecurityGroupsTestAdminJSON-359655554-project-admin] 10.222.0.13 "GET /v2.0/security-groups/41eccc66-d917-4afc-b6c0-4e9e613efde2 HTTP/1.1" status: 200 len: 2990 time: 0.0678411 Jan 26 21:12:27.167035 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-4b39eec8-c14a-47ce-b7f7-4ee1a01d8807 tempest-RoutersAdminTest-690199652 tempest-RoutersAdminTest-690199652-project-admin] 10.222.0.13 "GET /v2.0/routers/574bb707-ceef-40f8-87b0-f9257fbcdca9 HTTP/1.1" status: 200 len: 921 time: 0.2623141 Jan 26 21:12:27.168292 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 53516) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:12:27.199072 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-6e187ba7-79a9-4a7a-bc69-968b4df1bc37 tempest-ServersTestManualDisk-377945019 tempest-ServersTestManualDisk-377945019-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746560234527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11791543'] for port (b4de9f9a-bb43-45b8-8a63-ed52593f61e6), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:12:27.252247 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e187ba7-79a9-4a7a-bc69-968b4df1bc37 tempest-ServersTestManualDisk-377945019 tempest-ServersTestManualDisk-377945019-project] Network 4140a1f1-c93a-4bea-83a0-68953a54f299 is already hosted by enough agents. {{(pid=103305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 21:12:27.260323 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [None req-6e187ba7-79a9-4a7a-bc69-968b4df1bc37 tempest-ServersTestManualDisk-377945019 tempest-ServersTestManualDisk-377945019-project] Resources bound (agent type, host, resource id): {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:12:27.262957 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e187ba7-79a9-4a7a-bc69-968b4df1bc37 tempest-ServersTestManualDisk-377945019 tempest-ServersTestManualDisk-377945019-project] Received port after_create {{(pid=103305) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 21:12:27.310133 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e187ba7-79a9-4a7a-bc69-968b4df1bc37 tempest-ServersTestManualDisk-377945019 tempest-ServersTestManualDisk-377945019-project] Pushing event updated for resources: {'Port': ['ID=b4de9f9a-bb43-45b8-8a63-ed52593f61e6,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:12:27.311597 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ec9dfe8-31c5-4fc6-bac0-72c1fde3c242 tempest-RoutersAdminTest-690199652 tempest-RoutersAdminTest-690199652-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:12:27.315813 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 53518) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:12:27.316028 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-9ec9dfe8-31c5-4fc6-bac0-72c1fde3c242 tempest-RoutersAdminTest-690199652 tempest-RoutersAdminTest-690199652-project-admin] 10.222.0.13 "GET /v2.0/ports?network_id=4140a1f1-c93a-4bea-83a0-68953a54f299&device_id=574bb707-ceef-40f8-87b0-f9257fbcdca9&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1387515 Jan 26 21:12:27.321796 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-a59e925c-d44a-4acc-9c26-ffae5f679819 req-944914c3-da9d-4de0-99d5-82cb0c8b2822 tempest-SecurityGroupsTestAdminJSON-359655554 tempest-SecurityGroupsTestAdminJSON-359655554-project-admin] 10.222.0.13 "GET /v2.0/security-groups/4a81ac3f-5e47-4404-a1c8-ffc0bc5b0861 HTTP/1.1" status: 200 len: 2998 time: 0.1549153 Jan 26 21:12:27.337616 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af47957-d23f-470c-a22b-74854fadc55a req-64bc503a-1769-4d25-ad95-cfc0b40ea6c0 tempest-LiveMigrationTest-97640354 tempest-LiveMigrationTest-97640354-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:12:27.339126 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-7af47957-d23f-470c-a22b-74854fadc55a req-64bc503a-1769-4d25-ad95-cfc0b40ea6c0 tempest-LiveMigrationTest-97640354 tempest-LiveMigrationTest-97640354-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=80ebfeba-433a-4d4b-bf55-9e0ed19817de HTTP/1.1" status: 200 len: 1096 time: 0.1242192 Jan 26 21:12:27.410366 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-a59e925c-d44a-4acc-9c26-ffae5f679819 req-6f48d5ed-4f94-4725-a6bc-8e58c6c441be tempest-SecurityGroupsTestAdminJSON-359655554 tempest-SecurityGroupsTestAdminJSON-359655554-project-admin] 10.222.0.13 "GET /v2.0/security-groups/4a81ac3f-5e47-4404-a1c8-ffc0bc5b0861 HTTP/1.1" status: 200 len: 2998 time: 0.0854161 Jan 26 21:12:27.419155 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-7af47957-d23f-470c-a22b-74854fadc55a req-b5757d20-e4c6-4344-9acc-4e8fefd60da9 tempest-LiveMigrationTest-97640354 tempest-LiveMigrationTest-97640354-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=c43a996a-6b93-48e4-a331-48250c5b183d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682464 Jan 26 21:12:27.486849 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46aafe17-f937-4e27-a36d-914ccee20d20 tempest-RoutersAdminTest-690199652 tempest-RoutersAdminTest-690199652-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:12:27.487843 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-a59e925c-d44a-4acc-9c26-ffae5f679819 req-a5293fae-cb3a-43a3-8391-a0ad55f3366e tempest-SecurityGroupsTestAdminJSON-359655554 tempest-SecurityGroupsTestAdminJSON-359655554-project-admin] 10.222.0.13 "GET /v2.0/security-groups/53d6b642-41a6-4796-8963-54e659cee11d HTTP/1.1" status: 200 len: 3002 time: 0.0677001 Jan 26 21:12:27.488398 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-46aafe17-f937-4e27-a36d-914ccee20d20 tempest-RoutersAdminTest-690199652 tempest-RoutersAdminTest-690199652-project-admin] 10.222.0.13 "GET /v2.0/networks/4140a1f1-c93a-4bea-83a0-68953a54f299 HTTP/1.1" status: 200 len: 881 time: 0.1691463 Jan 26 21:12:27.494236 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 53522) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:12:27.517102 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-e1e8f971-965a-4a22-8e3a-ee2abb549b67 req-c2d4fa76-f93a-4eaa-90f9-fbeedc58d1b2 tempest-ImagesNegativeTestJSON-1709787905 tempest-ImagesNegativeTestJSON-1709787905-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746560636600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746560234536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11791543'] for port (02c23a77-e70d-4e22-976c-2e3e55b9a8a2), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:12:27.538325 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-f5f51c03-faf5-42c9-a5cf-24e5b4b49240 tempest-RoutersAdminTest-50714882 tempest-RoutersAdminTest-50714882-project] 10.222.0.13 "GET /v2.0/ports?device_id=574bb707-ceef-40f8-87b0-f9257fbcdca9 HTTP/1.1" status: 200 len: 205 time: 0.0429237 Jan 26 21:12:27.539146 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 53524) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:12:27.560320 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d4fa76-f93a-4eaa-90f9-fbeedc58d1b2 tempest-ImagesNegativeTestJSON-1709787905 tempest-ImagesNegativeTestJSON-1709787905-project] Pushing event deleted for resources: {'Port': ['ID=02c23a77-e70d-4e22-976c-2e3e55b9a8a2,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:12:27.594523 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-6e187ba7-79a9-4a7a-bc69-968b4df1bc37 tempest-ServersTestManualDisk-377945019 tempest-ServersTestManualDisk-377945019-project] Publish callbacks [] for floatingip (65aa8840-6bfe-48ef-b3d5-ed13d8a852ab), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:12:27.622149 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1e8f971-965a-4a22-8e3a-ee2abb549b67 req-c2d4fa76-f93a-4eaa-90f9-fbeedc58d1b2 tempest-ImagesNegativeTestJSON-1709787905 tempest-ImagesNegativeTestJSON-1709787905-project] No DVR routers for this DVR port 02c23a77-e70d-4e22-976c-2e3e55b9a8a2 on host n-h2-760453-5 {{(pid=103305) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 26 21:12:27.627669 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-f77114d4-1631-489e-b5f5-069a2f209593 req-1c0fead0-7354-407b-b04c-8f3761d63c41 tempest-ImagesNegativeTestJSON-1709787905 tempest-ImagesNegativeTestJSON-1709787905-project] 10.222.0.13 "GET /v2.0/ports?device_id=a4c95b71-62ca-4bcb-84cb-e13f4b5bc751 HTTP/1.1" status: 200 len: 210 time: 0.0945275 Jan 26 21:12:27.627883 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-e1e8f971-965a-4a22-8e3a-ee2abb549b67 req-c2d4fa76-f93a-4eaa-90f9-fbeedc58d1b2 tempest-ImagesNegativeTestJSON-1709787905 tempest-ImagesNegativeTestJSON-1709787905-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:12:27.630401 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-e1e8f971-965a-4a22-8e3a-ee2abb549b67 req-c2d4fa76-f93a-4eaa-90f9-fbeedc58d1b2 tempest-ImagesNegativeTestJSON-1709787905 tempest-ImagesNegativeTestJSON-1709787905-project] 10.222.0.57 "DELETE /v2.0/ports/02c23a77-e70d-4e22-976c-2e3e55b9a8a2 HTTP/1.1" status: 204 len: 173 time: 1.0309844 Jan 26 21:12:27.630903 n-d-760453-5 neutron-server[103305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4c95b71-62ca-4bcb-84cb-e13f4b5bc751', 'name': 'network-vif-deleted', 'tag': '02c23a77-e70d-4e22-976c-2e3e55b9a8a2'}] {{(pid=103305) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 21:12:27.634000 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d4654568b7bf041e72ff8fe1c96d6d761d9c921f2b99bc7b3a26632be20cee0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7dafd2f6-f13f-4203-99d2-a5b04eda636f" -d '{"events": [{"server_uuid": "a4c95b71-62ca-4bcb-84cb-e13f4b5bc751", "name": "network-vif-deleted", "tag": "02c23a77-e70d-4e22-976c-2e3e55b9a8a2"}]}' {{(pid=103305) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 21:12:27.695714 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-6e187ba7-79a9-4a7a-bc69-968b4df1bc37 tempest-ServersTestManualDisk-377945019 tempest-ServersTestManualDisk-377945019-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (b4de9f9a-bb43-45b8-8a63-ed52593f61e6), before_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:12:27.916065 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-6e187ba7-79a9-4a7a-bc69-968b4df1bc37 tempest-ServersTestManualDisk-377945019 tempest-ServersTestManualDisk-377945019-project] Publish callbacks [] for port (b4de9f9a-bb43-45b8-8a63-ed52593f61e6), precommit_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:12:27.925765 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-6e187ba7-79a9-4a7a-bc69-968b4df1bc37 tempest-ServersTestManualDisk-377945019 tempest-ServersTestManualDisk-377945019-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11791520'] for port (b4de9f9a-bb43-45b8-8a63-ed52593f61e6), after_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:12:27.976699 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e187ba7-79a9-4a7a-bc69-968b4df1bc37 tempest-ServersTestManualDisk-377945019 tempest-ServersTestManualDisk-377945019-project] Pushing event updated for resources: {'Port': ['ID=b4de9f9a-bb43-45b8-8a63-ed52593f61e6,revision_number=2']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:12:28.028170 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device 01b92f09-e967-4d76-bf58-7f5138a4988f up at agent ovs-agent-n-d-760453-5 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 21:12:28.049153 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-6e187ba7-79a9-4a7a-bc69-968b4df1bc37 tempest-ServersTestManualDisk-377945019 tempest-ServersTestManualDisk-377945019-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4110913'] for floatingip (65aa8840-6bfe-48ef-b3d5-ed13d8a852ab), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:12:28.058932 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-a59e925c-d44a-4acc-9c26-ffae5f679819 req-e064f47e-81d3-4f59-9576-04d1f71ae444 tempest-SecurityGroupsTestAdminJSON-359655554 tempest-SecurityGroupsTestAdminJSON-359655554-project-admin] 10.222.0.13 "GET /v2.0/security-groups/53d6b642-41a6-4796-8963-54e659cee11d HTTP/1.1" status: 200 len: 3002 time: 0.5663862 Jan 26 21:12:28.069635 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-12993e94-362e-449e-8792-4fe7691c555a req-661288b8-a7f1-4bd4-8d7c-de02c2cabc24 tempest-FloatingIPsAssociationTestJSON-419529391 tempest-FloatingIPsAssociationTestJSON-419529391-project] 10.222.0.13 "GET /v2.0/floatingips/0e44fe4b-4762-427e-883f-4d1e838b1e6b HTTP/1.1" status: 200 len: 694 time: 0.4029191 Jan 26 21:12:28.088105 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Provisioning complete for port 01b92f09-e967-4d76-bf58-7f5138a4988f triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:12:28.088443 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-6e187ba7-79a9-4a7a-bc69-968b4df1bc37 tempest-ServersTestManualDisk-377945019 tempest-ServersTestManualDisk-377945019-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for floatingip (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:12:28.088564 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (01b92f09-e967-4d76-bf58-7f5138a4988f), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:12:28.091881 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-6e187ba7-79a9-4a7a-bc69-968b4df1bc37 tempest-ServersTestManualDisk-377945019 tempest-ServersTestManualDisk-377945019-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.9653003 Jan 26 21:12:28.251657 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Current status of the port 01b92f09-e967-4d76-bf58-7f5138a4988f is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:12:28.278895 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-24b7ddd7-d790-4f01-86af-fc680cd06267 tempest-RoutersAdminTest-50714882 tempest-RoutersAdminTest-50714882-project] Publish callbacks [] for router (574bb707-ceef-40f8-87b0-f9257fbcdca9), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:12:28.286282 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-a59e925c-d44a-4acc-9c26-ffae5f679819 req-544cb4f8-dd52-4d1e-9ff9-07b848cdeae1 tempest-SecurityGroupsTestAdminJSON-359655554 tempest-SecurityGroupsTestAdminJSON-359655554-project-admin] 10.222.0.13 "GET /v2.0/security-groups/5be76f5b-c9b8-4704-b54a-44f8538c9204 HTTP/1.1" status: 200 len: 3002 time: 0.2146130 Jan 26 21:12:28.405442 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12993e94-362e-449e-8792-4fe7691c555a req-27de6145-7708-4ebd-8c6e-92ed0ec9e655 tempest-FloatingIPsAssociationTestJSON-419529391 tempest-FloatingIPsAssociationTestJSON-419529391-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:12:28.406853 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-12993e94-362e-449e-8792-4fe7691c555a req-27de6145-7708-4ebd-8c6e-92ed0ec9e655 tempest-FloatingIPsAssociationTestJSON-419529391 tempest-FloatingIPsAssociationTestJSON-419529391-project] 10.222.0.13 "GET /v2.0/networks/4140a1f1-c93a-4bea-83a0-68953a54f299 HTTP/1.1" status: 200 len: 784 time: 0.3365278 Jan 26 21:12:28.450960 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-a59e925c-d44a-4acc-9c26-ffae5f679819 req-c9134032-0581-4666-aa2f-ef6aeb788e64 tempest-SecurityGroupsTestAdminJSON-359655554 tempest-SecurityGroupsTestAdminJSON-359655554-project-admin] 10.222.0.13 "GET /v2.0/security-groups/5be76f5b-c9b8-4704-b54a-44f8538c9204 HTTP/1.1" status: 200 len: 3002 time: 0.1249897 Jan 26 21:12:28.503679 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-12993e94-362e-449e-8792-4fe7691c555a req-6edb7af6-c4a8-4e77-944f-9e3a8bd9ae16 tempest-FloatingIPsAssociationTestJSON-419529391 tempest-FloatingIPsAssociationTestJSON-419529391-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.1.160 HTTP/1.1" status: 200 len: 697 time: 0.0668762 Jan 26 21:12:28.575598 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-12993e94-362e-449e-8792-4fe7691c555a req-41514283-72e6-4f0d-835b-fb8d270b6e40 tempest-FloatingIPsAssociationTestJSON-419529391 tempest-FloatingIPsAssociationTestJSON-419529391-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.1.160 HTTP/1.1" status: 200 len: 697 time: 0.0647871 Jan 26 21:12:28.576765 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-24b7ddd7-d790-4f01-86af-fc680cd06267 tempest-RoutersAdminTest-50714882 tempest-RoutersAdminTest-50714882-project] Publish callbacks [] for router_gateway (574bb707-ceef-40f8-87b0-f9257fbcdca9), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:12:28.594192 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-a59e925c-d44a-4acc-9c26-ffae5f679819 req-6ca90cb5-8c56-44fb-ad9a-261ed8265cfd tempest-SecurityGroupsTestAdminJSON-359655554 tempest-SecurityGroupsTestAdminJSON-359655554-project-admin] 10.222.0.13 "GET /v2.0/security-groups/79eb1cc9-81fb-4db5-a1b1-c12f8028d59b HTTP/1.1" status: 200 len: 3002 time: 0.1064570 Jan 26 21:12:28.750135 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-a59e925c-d44a-4acc-9c26-ffae5f679819 req-cc5a17bd-f9aa-40ff-a9da-d6cacd5a0d7e tempest-SecurityGroupsTestAdminJSON-359655554 tempest-SecurityGroupsTestAdminJSON-359655554-project-admin] 10.222.0.13 "GET /v2.0/security-groups/79eb1cc9-81fb-4db5-a1b1-c12f8028d59b HTTP/1.1" status: 200 len: 3002 time: 0.1229935 Jan 26 21:12:28.780949 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-24b7ddd7-d790-4f01-86af-fc680cd06267 tempest-RoutersAdminTest-50714882 tempest-RoutersAdminTest-50714882-project] Deleting port b7438c43-7d30-439b-94d0-7672f5780fc3 {{(pid=103304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 21:12:28.781318 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-24b7ddd7-d790-4f01-86af-fc680cd06267 tempest-RoutersAdminTest-50714882 tempest-RoutersAdminTest-50714882-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746560630878'] for port (b7438c43-7d30-439b-94d0-7672f5780fc3), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:12:28.855612 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [req-12993e94-362e-449e-8792-4fe7691c555a req-10043474-27a1-4d5a-a47b-785cdce331fb tempest-FloatingIPsAssociationTestJSON-419529391 tempest-FloatingIPsAssociationTestJSON-419529391-project] Deleting port 3d7c6802-65e9-4f23-8c47-ab1f07f28a03 {{(pid=103304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 21:12:28.855931 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-12993e94-362e-449e-8792-4fe7691c555a req-10043474-27a1-4d5a-a47b-785cdce331fb tempest-FloatingIPsAssociationTestJSON-419529391 tempest-FloatingIPsAssociationTestJSON-419529391-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746560630878'] for port (3d7c6802-65e9-4f23-8c47-ab1f07f28a03), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:12:28.870091 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-a59e925c-d44a-4acc-9c26-ffae5f679819 req-e6dcb1a0-d8d3-4ffd-baf6-cd1059e01028 tempest-SecurityGroupsTestAdminJSON-359655554 tempest-SecurityGroupsTestAdminJSON-359655554-project-admin] 10.222.0.13 "GET /v2.0/security-groups/8e9bd9e5-9820-4475-bfb9-c12598a9861a HTTP/1.1" status: 200 len: 2998 time: 0.1132689 Jan 26 21:12:28.956176 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-24b7ddd7-d790-4f01-86af-fc680cd06267 tempest-RoutersAdminTest-50714882 tempest-RoutersAdminTest-50714882-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4109658'] for port (b7438c43-7d30-439b-94d0-7672f5780fc3), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:12:28.986910 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-24b7ddd7-d790-4f01-86af-fc680cd06267 tempest-RoutersAdminTest-50714882 tempest-RoutersAdminTest-50714882-project] Calling delete_port for b7438c43-7d30-439b-94d0-7672f5780fc3 owned by network:router_gateway {{(pid=103304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 21:12:28.997579 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-a59e925c-d44a-4acc-9c26-ffae5f679819 req-50bda485-ead6-48da-8bcd-a72c9c6a744d tempest-SecurityGroupsTestAdminJSON-359655554 tempest-SecurityGroupsTestAdminJSON-359655554-project-admin] 10.222.0.13 "GET /v2.0/security-groups/8e9bd9e5-9820-4475-bfb9-c12598a9861a HTTP/1.1" status: 200 len: 2998 time: 0.0943084 Jan 26 21:12:29.018110 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-12993e94-362e-449e-8792-4fe7691c555a req-10043474-27a1-4d5a-a47b-785cdce331fb tempest-FloatingIPsAssociationTestJSON-419529391 tempest-FloatingIPsAssociationTestJSON-419529391-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4109658'] for port (3d7c6802-65e9-4f23-8c47-ab1f07f28a03), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:12:29.018439 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-12993e94-362e-449e-8792-4fe7691c555a req-10043474-27a1-4d5a-a47b-785cdce331fb tempest-FloatingIPsAssociationTestJSON-419529391 tempest-FloatingIPsAssociationTestJSON-419529391-project] Publish callbacks [] for floatingip (3d7c6802-65e9-4f23-8c47-ab1f07f28a03), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:12:29.073931 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [req-12993e94-362e-449e-8792-4fe7691c555a req-10043474-27a1-4d5a-a47b-785cdce331fb tempest-FloatingIPsAssociationTestJSON-419529391 tempest-FloatingIPsAssociationTestJSON-419529391-project] Calling delete_port for 3d7c6802-65e9-4f23-8c47-ab1f07f28a03 owned by network:floatingip {{(pid=103304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 21:12:29.154819 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-a59e925c-d44a-4acc-9c26-ffae5f679819 req-aafc6f74-1c07-46c5-aab4-81041454627c tempest-SecurityGroupsTestAdminJSON-359655554 tempest-SecurityGroupsTestAdminJSON-359655554-project-admin] 10.222.0.13 "GET /v2.0/security-groups/bfb47d89-745f-4052-92df-4cb73557cf8c HTTP/1.1" status: 200 len: 3002 time: 0.1444499 Jan 26 21:12:29.275001 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Device 02c23a77-e70d-4e22-976c-2e3e55b9a8a2 no longer exists at agent hyperv_n-h2-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 26 21:12:29.278238 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-a59e925c-d44a-4acc-9c26-ffae5f679819 req-9e4e2c02-ff6d-42de-b106-6e29ec32677d tempest-SecurityGroupsTestAdminJSON-359655554 tempest-SecurityGroupsTestAdminJSON-359655554-project-admin] 10.222.0.13 "GET /v2.0/security-groups/bfb47d89-745f-4052-92df-4cb73557cf8c HTTP/1.1" status: 200 len: 3002 time: 0.1149979 Jan 26 21:12:29.299182 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] No Port match for: 02c23a77-e70d-4e22-976c-2e3e55b9a8a2 {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 26 21:12:29.299533 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Device 02c23a77-e70d-4e22-976c-2e3e55b9a8a2 not bound to the agent host n-h2-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 26 21:12:29.389572 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-24b7ddd7-d790-4f01-86af-fc680cd06267 tempest-RoutersAdminTest-50714882 tempest-RoutersAdminTest-50714882-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746560636600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746560234536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9281553'] for port (b7438c43-7d30-439b-94d0-7672f5780fc3), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:12:29.392246 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-a59e925c-d44a-4acc-9c26-ffae5f679819 req-22270973-d56e-4a0f-8ad5-fad20621a9ea tempest-SecurityGroupsTestAdminJSON-359655554 tempest-SecurityGroupsTestAdminJSON-359655554-project-admin] 10.222.0.13 "GET /v2.0/security-groups/c43a996a-6b93-48e4-a331-48250c5b183d HTTP/1.1" status: 200 len: 3002 time: 0.0948806 Jan 26 21:12:29.418961 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-12993e94-362e-449e-8792-4fe7691c555a req-10043474-27a1-4d5a-a47b-785cdce331fb tempest-FloatingIPsAssociationTestJSON-419529391 tempest-FloatingIPsAssociationTestJSON-419529391-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746560636600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746560234536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9281553'] for port (3d7c6802-65e9-4f23-8c47-ab1f07f28a03), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:12:29.431397 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b7ddd7-d790-4f01-86af-fc680cd06267 tempest-RoutersAdminTest-50714882 tempest-RoutersAdminTest-50714882-project] Pushing event deleted for resources: {'Port': ['ID=b7438c43-7d30-439b-94d0-7672f5780fc3,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:12:29.494468 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10043474-27a1-4d5a-a47b-785cdce331fb tempest-FloatingIPsAssociationTestJSON-419529391 tempest-FloatingIPsAssociationTestJSON-419529391-project] Pushing event deleted for resources: {'Port': ['ID=3d7c6802-65e9-4f23-8c47-ab1f07f28a03,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:12:29.575751 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-a59e925c-d44a-4acc-9c26-ffae5f679819 req-4fa33338-82f9-4813-9d7d-0c683fccd1db tempest-SecurityGroupsTestAdminJSON-359655554 tempest-SecurityGroupsTestAdminJSON-359655554-project-admin] 10.222.0.13 "GET /v2.0/security-groups/c43a996a-6b93-48e4-a331-48250c5b183d HTTP/1.1" status: 200 len: 3002 time: 0.1581514 Jan 26 21:12:29.588096 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-24b7ddd7-d790-4f01-86af-fc680cd06267 tempest-RoutersAdminTest-50714882 tempest-RoutersAdminTest-50714882-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4111291'] for router_gateway (574bb707-ceef-40f8-87b0-f9257fbcdca9), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:12:29.674009 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-12993e94-362e-449e-8792-4fe7691c555a req-10043474-27a1-4d5a-a47b-785cdce331fb tempest-FloatingIPsAssociationTestJSON-419529391 tempest-FloatingIPsAssociationTestJSON-419529391-project] Publish callbacks [] for floatingip (0e44fe4b-4762-427e-883f-4d1e838b1e6b), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:12:29.676482 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-12993e94-362e-449e-8792-4fe7691c555a req-10043474-27a1-4d5a-a47b-785cdce331fb tempest-FloatingIPsAssociationTestJSON-419529391 tempest-FloatingIPsAssociationTestJSON-419529391-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for floatingip (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:12:29.678187 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-12993e94-362e-449e-8792-4fe7691c555a req-10043474-27a1-4d5a-a47b-785cdce331fb tempest-FloatingIPsAssociationTestJSON-419529391 tempest-FloatingIPsAssociationTestJSON-419529391-project] 10.222.0.13 "DELETE /v2.0/floatingips/0e44fe4b-4762-427e-883f-4d1e838b1e6b HTTP/1.1" status: 204 len: 173 time: 1.0954144 Jan 26 21:12:29.714937 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-24b7ddd7-d790-4f01-86af-fc680cd06267 tempest-RoutersAdminTest-50714882 tempest-RoutersAdminTest-50714882-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4105774', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13082'] for router (574bb707-ceef-40f8-87b0-f9257fbcdca9), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:12:29.718441 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-24b7ddd7-d790-4f01-86af-fc680cd06267 tempest-RoutersAdminTest-50714882 tempest-RoutersAdminTest-50714882-project] Publish callbacks [] for router_controller (574bb707-ceef-40f8-87b0-f9257fbcdca9), precommit_delete_associations {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:12:29.723562 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-a59e925c-d44a-4acc-9c26-ffae5f679819 req-e0c68fa8-39fc-4ee4-97f3-d113b592291c tempest-SecurityGroupsTestAdminJSON-359655554 tempest-SecurityGroupsTestAdminJSON-359655554-project-admin] 10.222.0.13 "GET /v2.0/security-groups/c67abe85-9bcb-4f5b-bc74-b32d35cc7990 HTTP/1.1" status: 200 len: 2994 time: 0.1399608 Jan 26 21:12:29.811011 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-24b7ddd7-d790-4f01-86af-fc680cd06267 tempest-RoutersAdminTest-50714882 tempest-RoutersAdminTest-50714882-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4105767'] for router (574bb707-ceef-40f8-87b0-f9257fbcdca9), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:12:29.811523 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24b7ddd7-d790-4f01-86af-fc680cd06267 tempest-RoutersAdminTest-50714882 tempest-RoutersAdminTest-50714882-project] Fanout notify agent at l3_agent the message router_deleted on router 574bb707-ceef-40f8-87b0-f9257fbcdca9 {{(pid=103304) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 26 21:12:29.823520 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-24b7ddd7-d790-4f01-86af-fc680cd06267 tempest-RoutersAdminTest-50714882 tempest-RoutersAdminTest-50714882-project] Publish callbacks [] for router (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:12:29.824627 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-24b7ddd7-d790-4f01-86af-fc680cd06267 tempest-RoutersAdminTest-50714882 tempest-RoutersAdminTest-50714882-project] 10.222.0.13 "DELETE /v2.0/routers/574bb707-ceef-40f8-87b0-f9257fbcdca9 HTTP/1.1" status: 204 len: 168 time: 2.2822347 Jan 26 21:12:29.828484 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 53548) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:12:29.833536 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-0be91c51-3658-4f99-a9ce-13ac0743eb5b tempest-RoutersAdminTest-50714882 tempest-RoutersAdminTest-50714882-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1853714160', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:12:29.838139 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4808a5d-a179-4017-9eab-48ed9711a90a req-e01bbb1e-c567-4eea-9a52-e4ad8e745d4d tempest-LiveMigrationTest-97640354 tempest-LiveMigrationTest-97640354-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:12:29.839677 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-f4808a5d-a179-4017-9eab-48ed9711a90a req-e01bbb1e-c567-4eea-9a52-e4ad8e745d4d tempest-LiveMigrationTest-97640354 tempest-LiveMigrationTest-97640354-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=80ebfeba-433a-4d4b-bf55-9e0ed19817de HTTP/1.1" status: 200 len: 1096 time: 0.1130104 Jan 26 21:12:29.841240 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-a59e925c-d44a-4acc-9c26-ffae5f679819 req-5eaf69e4-0c33-40e7-bd41-23bd82cd37a1 tempest-SecurityGroupsTestAdminJSON-359655554 tempest-SecurityGroupsTestAdminJSON-359655554-project-admin] 10.222.0.13 "GET /v2.0/security-groups/c67abe85-9bcb-4f5b-bc74-b32d35cc7990 HTTP/1.1" status: 200 len: 2994 time: 0.1045253 Jan 26 21:12:29.856550 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-0be91c51-3658-4f99-a9ce-13ac0743eb5b tempest-RoutersAdminTest-50714882 tempest-RoutersAdminTest-50714882-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4104596', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13108'] for router (62485529-f240-474d-9dfc-dc34a1b21558), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:12:29.857771 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-0be91c51-3658-4f99-a9ce-13ac0743eb5b tempest-RoutersAdminTest-50714882 tempest-RoutersAdminTest-50714882-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4105828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4111306', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3733576', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13069'] for router (62485529-f240-474d-9dfc-dc34a1b21558), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:12:29.910984 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-0be91c51-3658-4f99-a9ce-13ac0743eb5b tempest-RoutersAdminTest-50714882 tempest-RoutersAdminTest-50714882-project] Publish callbacks [] for router_controller (62485529-f240-474d-9dfc-dc34a1b21558), precommit_add_association {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:12:29.911331 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-a59e925c-d44a-4acc-9c26-ffae5f679819 req-b25112e0-647c-4779-99cb-15390dfc4a25 tempest-SecurityGroupsTestAdminJSON-359655554 tempest-SecurityGroupsTestAdminJSON-359655554-project-admin] 10.222.0.13 "GET /v2.0/security-groups/cf3fd7f2-b57f-414a-b411-b2040a58b077 HTTP/1.1" status: 200 len: 2998 time: 0.0593438 Jan 26 21:12:29.914118 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-f4808a5d-a179-4017-9eab-48ed9711a90a req-028ca5fc-1830-4609-9241-ee22becf795a tempest-LiveMigrationTest-97640354 tempest-LiveMigrationTest-97640354-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=c43a996a-6b93-48e4-a331-48250c5b183d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686476 Jan 26 21:12:29.917991 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-0be91c51-3658-4f99-a9ce-13ac0743eb5b tempest-RoutersAdminTest-50714882 tempest-RoutersAdminTest-50714882-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4105757', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4111263'] for router (62485529-f240-474d-9dfc-dc34a1b21558), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:12:29.937546 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-0be91c51-3658-4f99-a9ce-13ac0743eb5b tempest-RoutersAdminTest-50714882 tempest-RoutersAdminTest-50714882-project] Publish callbacks [] for router (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:12:29.941568 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-0be91c51-3658-4f99-a9ce-13ac0743eb5b tempest-RoutersAdminTest-50714882 tempest-RoutersAdminTest-50714882-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.1095483 Jan 26 21:12:29.941817 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 53552) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:12:29.947136 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-f80a854c-f7a6-4439-bde5-dacc02bc9e35 tempest-RoutersAdminTest-50714882 tempest-RoutersAdminTest-50714882-project] Request body: {'router': {'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299'}}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:12:29.981456 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-a59e925c-d44a-4acc-9c26-ffae5f679819 req-7ec91ec9-bc31-43b8-8066-2528b06fa637 tempest-SecurityGroupsTestAdminJSON-359655554 tempest-SecurityGroupsTestAdminJSON-359655554-project-admin] 10.222.0.13 "GET /v2.0/security-groups/cf3fd7f2-b57f-414a-b411-b2040a58b077 HTTP/1.1" status: 200 len: 2998 time: 0.0621390 Jan 26 21:12:29.986364 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Jan 2022 21:12:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d17f80cf-c455-455c-9772-c117dcd3fafe x-openstack-request-id: req-d17f80cf-c455-455c-9772-c117dcd3fafe {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 21:12:29.986654 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4c95b71-62ca-4bcb-84cb-e13f4b5bc751", "name": "network-vif-deleted", "tag": "02c23a77-e70d-4e22-976c-2e3e55b9a8a2", "status": "completed", "code": 200}]} {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 21:12:29.986912 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d17f80cf-c455-455c-9772-c117dcd3fafe {{(pid=103305) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 21:12:29.987315 n-d-760453-5 neutron-server[103305]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4c95b71-62ca-4bcb-84cb-e13f4b5bc751', 'name': 'network-vif-deleted', 'tag': '02c23a77-e70d-4e22-976c-2e3e55b9a8a2', 'status': 'completed', 'code': 200} Jan 26 21:12:30.115602 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48ae807-4f67-4a0c-ae1e-b969d0d3da0e req-7cbdbe14-1ec5-4e36-a075-1e6037b53b2f tempest-ListServerFiltersTestJSON-1713042646 tempest-ListServerFiltersTestJSON-1713042646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:12:30.117196 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-b48ae807-4f67-4a0c-ae1e-b969d0d3da0e req-7cbdbe14-1ec5-4e36-a075-1e6037b53b2f tempest-ListServerFiltersTestJSON-1713042646 tempest-ListServerFiltersTestJSON-1713042646-project] 10.222.0.13 "GET /v2.0/ports?device_id=d3f09a80-55e1-4c76-84ee-e8c6104639ee HTTP/1.1" status: 200 len: 946 time: 0.0967996 Jan 26 21:12:30.125378 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-5d7d79ca-7061-4212-9992-a011b3798195 req-e4351113-5abe-4090-bf36-645c47fbff3c tempest-ServersTestManualDisk-377945019 tempest-ServersTestManualDisk-377945019-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--1232099671&fields=id&tenant_id=c8d46c1d9718442f87ddc378b5600012 HTTP/1.1" status: 200 len: 267 time: 0.0773265 Jan 26 21:12:30.226092 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-b48ae807-4f67-4a0c-ae1e-b969d0d3da0e req-9f47d75e-9c7e-49a9-b6d0-26e948656cef tempest-ListServerFiltersTestJSON-1713042646 tempest-ListServerFiltersTestJSON-1713042646-project] 10.222.0.13 "GET /v2.0/security-groups?id=4a81ac3f-5e47-4404-a1c8-ffc0bc5b0861&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996282 Jan 26 21:12:30.281102 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7d79ca-7061-4212-9992-a011b3798195 req-fb25f14d-0b1e-4077-9d4f-a16df092ff3f tempest-ServersTestManualDisk-377945019 tempest-ServersTestManualDisk-377945019-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:12:30.282651 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-5d7d79ca-7061-4212-9992-a011b3798195 req-fb25f14d-0b1e-4077-9d4f-a16df092ff3f tempest-ServersTestManualDisk-377945019 tempest-ServersTestManualDisk-377945019-project] 10.222.0.13 "GET /v2.0/networks?id=15c39b24-f7c4-4710-b8cb-f1d4e3bc27f6 HTTP/1.1" status: 200 len: 812 time: 0.1489823 Jan 26 21:12:30.302534 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-5d7d79ca-7061-4212-9992-a011b3798195 req-bd7637b3-e879-4d3e-95dd-dbd11d896035 tempest-ServersTestManualDisk-377945019 tempest-ServersTestManualDisk-377945019-project] 10.222.0.13 "GET /v2.0/quotas/c8d46c1d9718442f87ddc378b5600012 HTTP/1.1" status: 200 len: 375 time: 0.0125384 Jan 26 21:12:30.416257 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-5d7d79ca-7061-4212-9992-a011b3798195 req-ce863c2f-4299-438c-9de5-a8b24689bcfa tempest-ServersTestManualDisk-377945019 tempest-ServersTestManualDisk-377945019-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=c8d46c1d9718442f87ddc378b5600012&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1083040 Jan 26 21:12:30.435405 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-f80a854c-f7a6-4439-bde5-dacc02bc9e35 tempest-RoutersAdminTest-50714882 tempest-RoutersAdminTest-50714882-project] Publish callbacks [] for router_gateway (62485529-f240-474d-9dfc-dc34a1b21558), precommit_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:12:30.499229 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17da7b22-0622-4639-99ef-2b4e85bcd01a req-d65b6388-cfaa-48f9-a09a-fbaa51d19e23 tempest-AttachVolumeNegativeTest-157238613 tempest-AttachVolumeNegativeTest-157238613-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:12:30.500623 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-17da7b22-0622-4639-99ef-2b4e85bcd01a req-d65b6388-cfaa-48f9-a09a-fbaa51d19e23 tempest-AttachVolumeNegativeTest-157238613 tempest-AttachVolumeNegativeTest-157238613-project] 10.222.0.13 "GET /v2.0/networks?id=d6d873b7-dd21-4147-a71c-3196b86fd015 HTTP/1.1" status: 200 len: 814 time: 0.1584404 Jan 26 21:12:30.520968 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-17da7b22-0622-4639-99ef-2b4e85bcd01a req-bc939cf6-a6ba-449b-8ec2-330cdfe17155 tempest-AttachVolumeNegativeTest-157238613 tempest-AttachVolumeNegativeTest-157238613-project] 10.222.0.13 "GET /v2.0/quotas/d203cd9cdbf14056988a5ed4353f3154 HTTP/1.1" status: 200 len: 375 time: 0.0137572 Jan 26 21:12:30.578381 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-5d7d79ca-7061-4212-9992-a011b3798195 req-e96abd1c-10f7-4ad2-a634-ad1616d14cd2 service neutron] 10.222.0.13 "GET /v2.0/networks/15c39b24-f7c4-4710-b8cb-f1d4e3bc27f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1423717 Jan 26 21:12:30.608323 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-17da7b22-0622-4639-99ef-2b4e85bcd01a req-f953d04f-07d1-422d-8c41-627d50e39e20 tempest-AttachVolumeNegativeTest-157238613 tempest-AttachVolumeNegativeTest-157238613-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=d203cd9cdbf14056988a5ed4353f3154&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0756409 Jan 26 21:12:30.626469 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-f80a854c-f7a6-4439-bde5-dacc02bc9e35 tempest-RoutersAdminTest-50714882 tempest-RoutersAdminTest-50714882-project] Publish callbacks [] for router_gateway (62485529-f240-474d-9dfc-dc34a1b21558), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:12:30.651562 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-f80a854c-f7a6-4439-bde5-dacc02bc9e35 tempest-RoutersAdminTest-50714882 tempest-RoutersAdminTest-50714882-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:12:30.744630 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-5d7d79ca-7061-4212-9992-a011b3798195 req-bfd1a695-d6a3-4511-9c75-bd89076afa05 service neutron] 10.222.0.13 "GET /v2.0/networks/15c39b24-f7c4-4710-b8cb-f1d4e3bc27f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1591918 Jan 26 21:12:30.754453 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.db_base_plugin_common [None req-f80a854c-f7a6-4439-bde5-dacc02bc9e35 tempest-RoutersAdminTest-50714882 tempest-RoutersAdminTest-50714882-project] Allocated IP 172.25.1.205 (4140a1f1-c93a-4bea-83a0-68953a54f299/e48251a1-e30d-4820-8396-00c6f6aeb601/2c09d6eb-6b94-4a97-8e7b-8f324310ad4c) {{(pid=103305) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 21:12:30.755341 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-17da7b22-0622-4639-99ef-2b4e85bcd01a req-81e8bfed-5b90-4319-b2bb-2b3113d79122 service neutron] 10.222.0.13 "GET /v2.0/networks/d6d873b7-dd21-4147-a71c-3196b86fd015?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1158316 Jan 26 21:12:30.851078 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-17da7b22-0622-4639-99ef-2b4e85bcd01a req-5a577a6b-95a5-4170-a676-f880a0dd71ac service neutron] 10.222.0.13 "GET /v2.0/networks/d6d873b7-dd21-4147-a71c-3196b86fd015?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893600 Jan 26 21:12:30.864562 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-f80a854c-f7a6-4439-bde5-dacc02bc9e35 tempest-RoutersAdminTest-50714882 tempest-RoutersAdminTest-50714882-project] Publish callbacks [] for port (2c09d6eb-6b94-4a97-8e7b-8f324310ad4c), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:12:30.906663 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-f80a854c-f7a6-4439-bde5-dacc02bc9e35 tempest-RoutersAdminTest-50714882 tempest-RoutersAdminTest-50714882-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746560234527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11791543'] for port (2c09d6eb-6b94-4a97-8e7b-8f324310ad4c), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:12:30.945850 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f80a854c-f7a6-4439-bde5-dacc02bc9e35 tempest-RoutersAdminTest-50714882 tempest-RoutersAdminTest-50714882-project] Network 4140a1f1-c93a-4bea-83a0-68953a54f299 is already hosted by enough agents. {{(pid=103305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 21:12:30.948807 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [None req-f80a854c-f7a6-4439-bde5-dacc02bc9e35 tempest-RoutersAdminTest-50714882 tempest-RoutersAdminTest-50714882-project] Resources bound (agent type, host, resource id): {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:12:30.952516 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f80a854c-f7a6-4439-bde5-dacc02bc9e35 tempest-RoutersAdminTest-50714882 tempest-RoutersAdminTest-50714882-project] Received port after_create {{(pid=103305) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 21:12:30.995961 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f80a854c-f7a6-4439-bde5-dacc02bc9e35 tempest-RoutersAdminTest-50714882 tempest-RoutersAdminTest-50714882-project] Pushing event updated for resources: {'Port': ['ID=2c09d6eb-6b94-4a97-8e7b-8f324310ad4c,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:12:31.221931 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-bcdc753a-1011-4de4-8cb9-b5308d740591 req-f5220b4c-2a12-4485-8656-d43ee504f0c3 tempest-ServersTestManualDisk-377945019 tempest-ServersTestManualDisk-377945019-project] 10.222.0.13 "GET /v2.0/ports?device_id=64bc2a39-da8a-491b-95d3-4ecb84ebf4bd HTTP/1.1" status: 200 len: 210 time: 0.0450115 Jan 26 21:12:31.239596 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-41f4eb3b-fb1f-44c9-aa04-2b1f6fec7499 req-554337a2-28b5-4aec-b18d-cee578b2701e tempest-SecurityGroupsTestAdminJSON-1285036969 tempest-SecurityGroupsTestAdminJSON-1285036969-project] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=9beb994311ee4714bb318092a0b2e23e HTTP/1.1" status: 200 len: 6162 time: 0.1313164 Jan 26 21:12:31.302129 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-f80a854c-f7a6-4439-bde5-dacc02bc9e35 tempest-RoutersAdminTest-50714882 tempest-RoutersAdminTest-50714882-project] Publish callbacks [] for router_gateway (62485529-f240-474d-9dfc-dc34a1b21558), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:12:31.303787 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-41f4eb3b-fb1f-44c9-aa04-2b1f6fec7499 req-d6338cce-4950-450e-92f6-5246f80c3f30 tempest-SecurityGroupsTestAdminJSON-1285036969 tempest-SecurityGroupsTestAdminJSON-1285036969-project] 10.222.0.13 "GET /v2.0/security-groups/320b230b-8790-43ff-9ed0-70e0b5c4c2ff HTTP/1.1" status: 200 len: 3002 time: 0.0576856 Jan 26 21:12:31.371552 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-32847098-e4da-439a-8fc9-336373b74b68 req-c4fa21ee-50d9-4ff1-9c42-73a21147140e tempest-AttachVolumeNegativeTest-157238613 tempest-AttachVolumeNegativeTest-157238613-project] 10.222.0.13 "GET /v2.0/ports?device_id=650bc08f-3d92-4cee-b76d-e4850a9bb3e0 HTTP/1.1" status: 200 len: 210 time: 0.0504696 Jan 26 21:12:31.410389 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-41f4eb3b-fb1f-44c9-aa04-2b1f6fec7499 req-2df800c8-7ef3-47ee-b03c-7974574d5016 tempest-SecurityGroupsTestAdminJSON-1285036969 tempest-SecurityGroupsTestAdminJSON-1285036969-project] 10.222.0.13 "GET /v2.0/security-groups/320b230b-8790-43ff-9ed0-70e0b5c4c2ff HTTP/1.1" status: 200 len: 3002 time: 0.0990944 Jan 26 21:12:31.563366 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-f80a854c-f7a6-4439-bde5-dacc02bc9e35 tempest-RoutersAdminTest-50714882 tempest-RoutersAdminTest-50714882-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4111352', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4105746', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13075'] for router (62485529-f240-474d-9dfc-dc34a1b21558), precommit_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:12:31.566933 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-f80a854c-f7a6-4439-bde5-dacc02bc9e35 tempest-RoutersAdminTest-50714882 tempest-RoutersAdminTest-50714882-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4111263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-4111345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-4111334', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-4105739'] for router (62485529-f240-474d-9dfc-dc34a1b21558), after_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:12:31.572607 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48072441-f248-4598-9d52-b4332d97070c req-7d0a3c31-fa91-4c9f-8b26-697ca7550971 tempest-FloatingIPsAssociationTestJSON-419529391 tempest-FloatingIPsAssociationTestJSON-419529391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:12:31.580562 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-48072441-f248-4598-9d52-b4332d97070c req-7d0a3c31-fa91-4c9f-8b26-697ca7550971 tempest-FloatingIPsAssociationTestJSON-419529391 tempest-FloatingIPsAssociationTestJSON-419529391-project] 10.222.0.13 "GET /v2.0/ports?device_id=cffeda4a-b528-4db3-979a-67e9d6170b34 HTTP/1.1" status: 200 len: 946 time: 0.0954907 Jan 26 21:12:31.666016 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-48072441-f248-4598-9d52-b4332d97070c req-63a6753f-82bf-4c07-91f2-4b77b87ef1ef tempest-FloatingIPsAssociationTestJSON-419529391 tempest-FloatingIPsAssociationTestJSON-419529391-project] 10.222.0.13 "GET /v2.0/security-groups?id=0901363f-4062-4245-b20b-1aab16841475&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835872 Jan 26 21:12:31.723047 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f80a854c-f7a6-4439-bde5-dacc02bc9e35 tempest-RoutersAdminTest-50714882 tempest-RoutersAdminTest-50714882-project] Router 62485529-f240-474d-9dfc-dc34a1b21558 is scheduled to L3 agent 09df100c-3af1-4b0a-bda8-05914c71c458 with binding_index 1 {{(pid=103305) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 26 21:12:31.816234 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255e2959-292b-4324-aa3a-6a6dd22b6b84 req-00a33473-0420-42b9-af79-6e63a525fd96 tempest-ListServerFiltersTestJSON-1713042646 tempest-ListServerFiltersTestJSON-1713042646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:12:31.823933 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-255e2959-292b-4324-aa3a-6a6dd22b6b84 req-00a33473-0420-42b9-af79-6e63a525fd96 tempest-ListServerFiltersTestJSON-1713042646 tempest-ListServerFiltersTestJSON-1713042646-project] 10.222.0.13 "GET /v2.0/ports?device_id=d3f09a80-55e1-4c76-84ee-e8c6104639ee HTTP/1.1" status: 200 len: 946 time: 0.0733020 Jan 26 21:12:31.863531 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f80a854c-f7a6-4439-bde5-dacc02bc9e35 tempest-RoutersAdminTest-50714882 tempest-RoutersAdminTest-50714882-project] Notify agent at l3_agent.n-d-760453-5 the message routers_updated {{(pid=103305) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 26 21:12:31.876688 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-316eb3a0-0635-4b24-8d27-751b5416639b None None] Sync routers for ids ['62485529-f240-474d-9dfc-dc34a1b21558'] in n-d-760453-5 {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 26 21:12:31.891144 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-f80a854c-f7a6-4439-bde5-dacc02bc9e35 tempest-RoutersAdminTest-50714882 tempest-RoutersAdminTest-50714882-project] Publish callbacks [] for router (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:12:31.893619 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-f80a854c-f7a6-4439-bde5-dacc02bc9e35 tempest-RoutersAdminTest-50714882 tempest-RoutersAdminTest-50714882-project] 10.222.0.13 "PUT /v2.0/routers/62485529-f240-474d-9dfc-dc34a1b21558 HTTP/1.1" status: 200 len: 880 time: 1.9502521 Jan 26 21:12:31.897513 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 53618) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:12:31.899477 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-316eb3a0-0635-4b24-8d27-751b5416639b None None] Routers {'62485529-f240-474d-9dfc-dc34a1b21558'} bound to L3 agent in host n-d-760453-5 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 21:12:31.900107 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-316eb3a0-0635-4b24-8d27-751b5416639b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-26T20:55:21Z,description=,heartbeat_timestamp=2022-01-26T21:12:21Z,host='n-d-760453-5',id=09df100c-3af1-4b0a-bda8-05914c71c458,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:55:21Z,topic='l3_agent')) {'router_ids': ['62485529-f240-474d-9dfc-dc34a1b21558'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:12:31.927280 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-255e2959-292b-4324-aa3a-6a6dd22b6b84 req-0a4addce-b90d-4f52-b41c-6f413cb76a8b tempest-ListServerFiltersTestJSON-1713042646 tempest-ListServerFiltersTestJSON-1713042646-project] 10.222.0.13 "GET /v2.0/security-groups?id=4a81ac3f-5e47-4404-a1c8-ffc0bc5b0861&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024458 Jan 26 21:12:32.026499 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-922a66a2-89c0-42d7-8be0-8d6b24f47c6c req-e35ff8ee-3f86-4b6c-b347-08b3533b706e tempest-SecurityGroupsTestAdminJSON-359655554 tempest-SecurityGroupsTestAdminJSON-359655554-project-admin] 10.222.0.13 "GET /v2.0/security-groups/43daf15b-4246-4c79-be3e-e759b6cddf52 HTTP/1.1" status: 200 len: 1797 time: 0.0613439 Jan 26 21:12:32.040411 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-7123294c-8b50-4253-92b9-518ba820674f tempest-RoutersAdminTest-690199652 tempest-RoutersAdminTest-690199652-project-admin] 10.222.0.13 "GET /v2.0/routers/62485529-f240-474d-9dfc-dc34a1b21558 HTTP/1.1" status: 200 len: 921 time: 0.1406074 Jan 26 21:12:32.043280 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 53626) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:12:32.089721 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-922a66a2-89c0-42d7-8be0-8d6b24f47c6c req-7c6c7681-8b20-466a-856f-05b163ec73c4 tempest-SecurityGroupsTestAdminJSON-359655554 tempest-SecurityGroupsTestAdminJSON-359655554-project-admin] Publish callbacks [] for security_group (43daf15b-4246-4c79-be3e-e759b6cddf52), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:12:32.114246 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-922a66a2-89c0-42d7-8be0-8d6b24f47c6c req-7c6c7681-8b20-466a-856f-05b163ec73c4 tempest-SecurityGroupsTestAdminJSON-359655554 tempest-SecurityGroupsTestAdminJSON-359655554-project-admin] Publish callbacks [] for security_group (43daf15b-4246-4c79-be3e-e759b6cddf52), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:12:32.120977 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-316eb3a0-0635-4b24-8d27-751b5416639b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760453-5', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:12:32.129407 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ceaa08e-9369-47d1-89fe-b260661f01e4 tempest-RoutersAdminTest-690199652 tempest-RoutersAdminTest-690199652-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:12:32.133942 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-8ceaa08e-9369-47d1-89fe-b260661f01e4 tempest-RoutersAdminTest-690199652 tempest-RoutersAdminTest-690199652-project-admin] 10.222.0.13 "GET /v2.0/ports?network_id=4140a1f1-c93a-4bea-83a0-68953a54f299&device_id=62485529-f240-474d-9dfc-dc34a1b21558&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0869155 Jan 26 21:12:32.134525 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 53632) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:12:32.135593 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-316eb3a0-0635-4b24-8d27-751b5416639b None None] Routers {'62485529-f240-474d-9dfc-dc34a1b21558'} bound to L3 agent in host n-d-760453-5 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 21:12:32.137554 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-316eb3a0-0635-4b24-8d27-751b5416639b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-26T20:55:21Z,description=,heartbeat_timestamp=2022-01-26T21:12:21Z,host='n-d-760453-5',id=09df100c-3af1-4b0a-bda8-05914c71c458,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:55:21Z,topic='l3_agent')) {'router_ids': ['62485529-f240-474d-9dfc-dc34a1b21558'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:12:32.171971 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-922a66a2-89c0-42d7-8be0-8d6b24f47c6c req-7c6c7681-8b20-466a-856f-05b163ec73c4 tempest-SecurityGroupsTestAdminJSON-359655554 tempest-SecurityGroupsTestAdminJSON-359655554-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (43daf15b-4246-4c79-be3e-e759b6cddf52), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:12:32.175232 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-922a66a2-89c0-42d7-8be0-8d6b24f47c6c req-7c6c7681-8b20-466a-856f-05b163ec73c4 tempest-SecurityGroupsTestAdminJSON-359655554 tempest-SecurityGroupsTestAdminJSON-359655554-project-admin] Publish callbacks [] for security_group (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:12:32.179631 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-922a66a2-89c0-42d7-8be0-8d6b24f47c6c req-7c6c7681-8b20-466a-856f-05b163ec73c4 tempest-SecurityGroupsTestAdminJSON-359655554 tempest-SecurityGroupsTestAdminJSON-359655554-project-admin] 10.222.0.13 "DELETE /v2.0/security-groups/43daf15b-4246-4c79-be3e-e759b6cddf52 HTTP/1.1" status: 204 len: 173 time: 0.1478593 Jan 26 21:12:32.190281 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c6c7681-8b20-466a-856f-05b163ec73c4 tempest-SecurityGroupsTestAdminJSON-359655554 tempest-SecurityGroupsTestAdminJSON-359655554-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43daf15b-4246-4c79-be3e-e759b6cddf52,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:12:32.198094 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-316eb3a0-0635-4b24-8d27-751b5416639b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760453-5', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:12:32.198875 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-316eb3a0-0635-4b24-8d27-751b5416639b None None] The sync data for ids ['62485529-f240-474d-9dfc-dc34a1b21558'] in n-d-760453-5 is: [] {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 26 21:12:32.257502 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-974f5ed2-22fc-4740-8177-8c4246a787fd tempest-RoutersAdminTest-690199652 tempest-RoutersAdminTest-690199652-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:12:32.262808 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-974f5ed2-22fc-4740-8177-8c4246a787fd tempest-RoutersAdminTest-690199652 tempest-RoutersAdminTest-690199652-project-admin] 10.222.0.13 "GET /v2.0/networks/4140a1f1-c93a-4bea-83a0-68953a54f299 HTTP/1.1" status: 200 len: 881 time: 0.1264815 Jan 26 21:12:32.262993 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 53640) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:12:32.277874 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-1193942a-a3ff-4c8c-935a-f8b90b611f3f req-472ec06a-65f7-4f39-8fc2-9b1a55786a31 tempest-SecurityGroupsTestAdminJSON-359655554 tempest-SecurityGroupsTestAdminJSON-359655554-project-admin] 10.222.0.13 "GET /v2.0/security-groups/279da1c0-16d5-4122-857d-bbc2e57380a0 HTTP/1.1" status: 200 len: 1797 time: 0.0560071 Jan 26 21:12:32.304939 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-40ed3c2c-d9ff-4a43-af82-92e571434080 tempest-RoutersAdminTest-50714882 tempest-RoutersAdminTest-50714882-project] 10.222.0.13 "GET /v2.0/ports?device_id=62485529-f240-474d-9dfc-dc34a1b21558 HTTP/1.1" status: 200 len: 205 time: 0.0408430 Jan 26 21:12:32.308638 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 53644) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:12:32.353202 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-1193942a-a3ff-4c8c-935a-f8b90b611f3f req-0f20682e-b475-4bb2-95e6-d89ffdfddea1 tempest-SecurityGroupsTestAdminJSON-359655554 tempest-SecurityGroupsTestAdminJSON-359655554-project-admin] Publish callbacks [] for security_group (279da1c0-16d5-4122-857d-bbc2e57380a0), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:12:32.379168 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-1193942a-a3ff-4c8c-935a-f8b90b611f3f req-0f20682e-b475-4bb2-95e6-d89ffdfddea1 tempest-SecurityGroupsTestAdminJSON-359655554 tempest-SecurityGroupsTestAdminJSON-359655554-project-admin] Publish callbacks [] for security_group (279da1c0-16d5-4122-857d-bbc2e57380a0), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:12:32.440364 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-7ec8dbcb-1755-4c1d-98a6-b4943effcfbe tempest-RoutersAdminTest-50714882 tempest-RoutersAdminTest-50714882-project] Publish callbacks [] for router (62485529-f240-474d-9dfc-dc34a1b21558), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:12:32.448712 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-1193942a-a3ff-4c8c-935a-f8b90b611f3f req-0f20682e-b475-4bb2-95e6-d89ffdfddea1 tempest-SecurityGroupsTestAdminJSON-359655554 tempest-SecurityGroupsTestAdminJSON-359655554-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (279da1c0-16d5-4122-857d-bbc2e57380a0), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:12:32.453305 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-1193942a-a3ff-4c8c-935a-f8b90b611f3f req-0f20682e-b475-4bb2-95e6-d89ffdfddea1 tempest-SecurityGroupsTestAdminJSON-359655554 tempest-SecurityGroupsTestAdminJSON-359655554-project-admin] Publish callbacks [] for security_group (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:12:32.455364 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-1193942a-a3ff-4c8c-935a-f8b90b611f3f req-0f20682e-b475-4bb2-95e6-d89ffdfddea1 tempest-SecurityGroupsTestAdminJSON-359655554 tempest-SecurityGroupsTestAdminJSON-359655554-project-admin] 10.222.0.13 "DELETE /v2.0/security-groups/279da1c0-16d5-4122-857d-bbc2e57380a0 HTTP/1.1" status: 204 len: 173 time: 0.1538465 Jan 26 21:12:32.468864 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f20682e-b475-4bb2-95e6-d89ffdfddea1 tempest-SecurityGroupsTestAdminJSON-359655554 tempest-SecurityGroupsTestAdminJSON-359655554-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=279da1c0-16d5-4122-857d-bbc2e57380a0,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:12:32.556428 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-a942cdc7-5487-41eb-9381-6ec00e6e0449 req-4ee9b0b9-3c21-4d85-b0a3-b27dd34b41d8 tempest-ServersTestManualDisk-377945019 tempest-ServersTestManualDisk-377945019-project] 10.222.0.13 "GET /v2.0/ports?device_id=64bc2a39-da8a-491b-95d3-4ecb84ebf4bd HTTP/1.1" status: 200 len: 210 time: 0.0299287 Jan 26 21:12:32.643127 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-7ec8dbcb-1755-4c1d-98a6-b4943effcfbe tempest-RoutersAdminTest-50714882 tempest-RoutersAdminTest-50714882-project] Publish callbacks [] for router_gateway (62485529-f240-474d-9dfc-dc34a1b21558), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:12:32.711098 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-af02395b-65d8-49db-8a57-1e3f8f8a811c req-7a1822c8-b8f9-4735-a15e-4c2b4056f1df tempest-AttachVolumeNegativeTest-157238613 tempest-AttachVolumeNegativeTest-157238613-project] 10.222.0.13 "GET /v2.0/ports?device_id=650bc08f-3d92-4cee-b76d-e4850a9bb3e0 HTTP/1.1" status: 200 len: 210 time: 0.0473580 Jan 26 21:12:32.763573 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7d79ca-7061-4212-9992-a011b3798195 req-76b8f5ce-a677-4976-a63b-e9f03758f33d tempest-ServersTestManualDisk-377945019 tempest-ServersTestManualDisk-377945019-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:12:32.765096 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-5d7d79ca-7061-4212-9992-a011b3798195 req-76b8f5ce-a677-4976-a63b-e9f03758f33d tempest-ServersTestManualDisk-377945019 tempest-ServersTestManualDisk-377945019-project] 10.222.0.66 "GET /v2.0/networks?id=15c39b24-f7c4-4710-b8cb-f1d4e3bc27f6 HTTP/1.1" status: 200 len: 812 time: 0.2103107 Jan 26 21:12:32.785711 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-b8098487-f5e8-4fa9-a5a2-3c5e9eb1ded7 req-596771e7-5bb2-438a-88b2-e856fb63977f tempest-SecurityGroupsTestAdminJSON-1285036969 tempest-SecurityGroupsTestAdminJSON-1285036969-project] 10.222.0.13 "GET /v2.0/security-groups/7e260cad-a142-4df4-863e-e646fcb20542 HTTP/1.1" status: 200 len: 1797 time: 0.0412617 Jan 26 21:12:32.794382 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17da7b22-0622-4639-99ef-2b4e85bcd01a req-01fec636-3fd6-4279-848d-a4b2b693ee10 tempest-AttachVolumeNegativeTest-157238613 tempest-AttachVolumeNegativeTest-157238613-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:12:32.795793 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-17da7b22-0622-4639-99ef-2b4e85bcd01a req-01fec636-3fd6-4279-848d-a4b2b693ee10 tempest-AttachVolumeNegativeTest-157238613 tempest-AttachVolumeNegativeTest-157238613-project] 10.222.0.66 "GET /v2.0/networks?id=d6d873b7-dd21-4147-a71c-3196b86fd015 HTTP/1.1" status: 200 len: 814 time: 0.1845050 Jan 26 21:12:32.809782 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-7ec8dbcb-1755-4c1d-98a6-b4943effcfbe tempest-RoutersAdminTest-50714882 tempest-RoutersAdminTest-50714882-project] Deleting port 2c09d6eb-6b94-4a97-8e7b-8f324310ad4c {{(pid=103305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 21:12:32.810046 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-7ec8dbcb-1755-4c1d-98a6-b4943effcfbe tempest-RoutersAdminTest-50714882 tempest-RoutersAdminTest-50714882-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746560630878'] for port (2c09d6eb-6b94-4a97-8e7b-8f324310ad4c), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:12:32.825843 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [req-17da7b22-0622-4639-99ef-2b4e85bcd01a req-058d24db-96aa-4d5e-92ac-6a102f0cf565 tempest-AttachVolumeNegativeTest-157238613 tempest-AttachVolumeNegativeTest-157238613-project] Request body: {'port': {'device_id': '650bc08f-3d92-4cee-b76d-e4850a9bb3e0', 'network_id': 'd6d873b7-dd21-4147-a71c-3196b86fd015', 'admin_state_up': True, 'tenant_id': 'd203cd9cdbf14056988a5ed4353f3154'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:12:32.847161 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-b8098487-f5e8-4fa9-a5a2-3c5e9eb1ded7 req-590a950d-ecbc-42fc-aa13-bfef9af78857 tempest-SecurityGroupsTestAdminJSON-1285036969 tempest-SecurityGroupsTestAdminJSON-1285036969-project] Publish callbacks [] for security_group (7e260cad-a142-4df4-863e-e646fcb20542), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:12:32.871959 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-b8098487-f5e8-4fa9-a5a2-3c5e9eb1ded7 req-590a950d-ecbc-42fc-aa13-bfef9af78857 tempest-SecurityGroupsTestAdminJSON-1285036969 tempest-SecurityGroupsTestAdminJSON-1285036969-project] Publish callbacks [] for security_group (7e260cad-a142-4df4-863e-e646fcb20542), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:12:32.922678 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-b8098487-f5e8-4fa9-a5a2-3c5e9eb1ded7 req-590a950d-ecbc-42fc-aa13-bfef9af78857 tempest-SecurityGroupsTestAdminJSON-1285036969 tempest-SecurityGroupsTestAdminJSON-1285036969-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (7e260cad-a142-4df4-863e-e646fcb20542), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:12:32.927253 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-b8098487-f5e8-4fa9-a5a2-3c5e9eb1ded7 req-590a950d-ecbc-42fc-aa13-bfef9af78857 tempest-SecurityGroupsTestAdminJSON-1285036969 tempest-SecurityGroupsTestAdminJSON-1285036969-project] Publish callbacks [] for security_group (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:12:32.929772 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-b8098487-f5e8-4fa9-a5a2-3c5e9eb1ded7 req-590a950d-ecbc-42fc-aa13-bfef9af78857 tempest-SecurityGroupsTestAdminJSON-1285036969 tempest-SecurityGroupsTestAdminJSON-1285036969-project] 10.222.0.13 "DELETE /v2.0/security-groups/7e260cad-a142-4df4-863e-e646fcb20542 HTTP/1.1" status: 204 len: 173 time: 0.1375957 Jan 26 21:12:32.943197 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-590a950d-ecbc-42fc-aa13-bfef9af78857 tempest-SecurityGroupsTestAdminJSON-1285036969 tempest-SecurityGroupsTestAdminJSON-1285036969-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e260cad-a142-4df4-863e-e646fcb20542,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:12:33.011433 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-7ec8dbcb-1755-4c1d-98a6-b4943effcfbe tempest-RoutersAdminTest-50714882 tempest-RoutersAdminTest-50714882-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4109658'] for port (2c09d6eb-6b94-4a97-8e7b-8f324310ad4c), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:12:33.038408 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [req-791b3e11-fe97-40d6-83ee-31dee6cb16dc req-742ead53-6fb1-4074-b4b1-80d9101c10e7 tempest-LiveMigrationTest-97640354 tempest-LiveMigrationTest-97640354-project-admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=103305) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 26 21:12:33.039433 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-791b3e11-fe97-40d6-83ee-31dee6cb16dc req-742ead53-6fb1-4074-b4b1-80d9101c10e7 tempest-LiveMigrationTest-97640354 tempest-LiveMigrationTest-97640354-project-admin] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1632438 Jan 26 21:12:33.055862 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-7ec8dbcb-1755-4c1d-98a6-b4943effcfbe tempest-RoutersAdminTest-50714882 tempest-RoutersAdminTest-50714882-project] Calling delete_port for 2c09d6eb-6b94-4a97-8e7b-8f324310ad4c owned by network:router_gateway {{(pid=103305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 21:12:33.061692 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-5d7d79ca-7061-4212-9992-a011b3798195 req-0fc2c264-1d24-475b-8f98-8f879528665e tempest-ServersTestManualDisk-377945019 tempest-ServersTestManualDisk-377945019-project] 10.222.0.66 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c8d46c1d9718442f87ddc378b5600012 HTTP/1.1" status: 200 len: 380 time: 0.2327483 Jan 26 21:12:33.073754 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [req-5d7d79ca-7061-4212-9992-a011b3798195 req-b2af44da-6c43-4908-9e30-6771ed63b00c tempest-ServersTestManualDisk-377945019 tempest-ServersTestManualDisk-377945019-project] Request body: {'port': {'device_id': '64bc2a39-da8a-491b-95d3-4ecb84ebf4bd', 'network_id': '15c39b24-f7c4-4710-b8cb-f1d4e3bc27f6', 'admin_state_up': True, 'tenant_id': 'c8d46c1d9718442f87ddc378b5600012', 'security_groups': ['2615347b-b233-46fd-9cc1-284d26f4f26f']}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:12:33.090431 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293699a6-ec0a-4eed-910e-a4ab8c45d60c req-af2170c3-48a1-4a97-9478-d2dafe7e6e7b tempest-FloatingIPsAssociationTestJSON-419529391 tempest-FloatingIPsAssociationTestJSON-419529391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:12:33.091196 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-293699a6-ec0a-4eed-910e-a4ab8c45d60c req-af2170c3-48a1-4a97-9478-d2dafe7e6e7b tempest-FloatingIPsAssociationTestJSON-419529391 tempest-FloatingIPsAssociationTestJSON-419529391-project] 10.222.0.13 "GET /v2.0/ports?device_id=cffeda4a-b528-4db3-979a-67e9d6170b34 HTTP/1.1" status: 200 len: 946 time: 0.0516012 Jan 26 21:12:33.138616 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-293699a6-ec0a-4eed-910e-a4ab8c45d60c req-420537a3-137a-4f05-8127-ae4ef222e19e tempest-FloatingIPsAssociationTestJSON-419529391 tempest-FloatingIPsAssociationTestJSON-419529391-project] 10.222.0.13 "GET /v2.0/security-groups?id=0901363f-4062-4245-b20b-1aab16841475&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417104 Jan 26 21:12:33.201491 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-3065e664-ea37-4817-a1e0-9a429ef14068 req-cf103120-22ad-44c8-bf10-e6c0f534a25b tempest-SecurityGroupsTestAdminJSON-1285036969 tempest-SecurityGroupsTestAdminJSON-1285036969-project] 10.222.0.13 "GET /v2.0/security-groups/ffadfc53-2292-4ec8-8177-45aa7c6d3347 HTTP/1.1" status: 200 len: 1796 time: 0.0401328 Jan 26 21:12:33.268159 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-3065e664-ea37-4817-a1e0-9a429ef14068 req-501a4219-a07f-4f9e-8646-05f4ffd82252 tempest-SecurityGroupsTestAdminJSON-1285036969 tempest-SecurityGroupsTestAdminJSON-1285036969-project] Publish callbacks [] for security_group (ffadfc53-2292-4ec8-8177-45aa7c6d3347), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:12:33.292313 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-3065e664-ea37-4817-a1e0-9a429ef14068 req-501a4219-a07f-4f9e-8646-05f4ffd82252 tempest-SecurityGroupsTestAdminJSON-1285036969 tempest-SecurityGroupsTestAdminJSON-1285036969-project] Publish callbacks [] for security_group (ffadfc53-2292-4ec8-8177-45aa7c6d3347), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:12:33.361753 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-3065e664-ea37-4817-a1e0-9a429ef14068 req-501a4219-a07f-4f9e-8646-05f4ffd82252 tempest-SecurityGroupsTestAdminJSON-1285036969 tempest-SecurityGroupsTestAdminJSON-1285036969-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (ffadfc53-2292-4ec8-8177-45aa7c6d3347), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:12:33.364387 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-3065e664-ea37-4817-a1e0-9a429ef14068 req-501a4219-a07f-4f9e-8646-05f4ffd82252 tempest-SecurityGroupsTestAdminJSON-1285036969 tempest-SecurityGroupsTestAdminJSON-1285036969-project] Publish callbacks [] for security_group (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:12:33.365565 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-3065e664-ea37-4817-a1e0-9a429ef14068 req-501a4219-a07f-4f9e-8646-05f4ffd82252 tempest-SecurityGroupsTestAdminJSON-1285036969 tempest-SecurityGroupsTestAdminJSON-1285036969-project] 10.222.0.13 "DELETE /v2.0/security-groups/ffadfc53-2292-4ec8-8177-45aa7c6d3347 HTTP/1.1" status: 204 len: 173 time: 0.1553981 Jan 26 21:12:33.381218 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad570f1-71b9-44a8-ab0d-0c3e8b4ed5d5 req-74c233c7-f776-4a7f-8d11-102bb0a43f8d tempest-FloatingIPsAssociationTestJSON-419529391 tempest-FloatingIPsAssociationTestJSON-419529391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:12:33.383415 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-2ad570f1-71b9-44a8-ab0d-0c3e8b4ed5d5 req-74c233c7-f776-4a7f-8d11-102bb0a43f8d tempest-FloatingIPsAssociationTestJSON-419529391 tempest-FloatingIPsAssociationTestJSON-419529391-project] 10.222.0.66 "GET /v2.0/ports?device_id=cffeda4a-b528-4db3-979a-67e9d6170b34 HTTP/1.1" status: 200 len: 946 time: 0.0662823 Jan 26 21:12:33.390479 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-501a4219-a07f-4f9e-8646-05f4ffd82252 tempest-SecurityGroupsTestAdminJSON-1285036969 tempest-SecurityGroupsTestAdminJSON-1285036969-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffadfc53-2292-4ec8-8177-45aa7c6d3347,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:12:33.490844 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-17da7b22-0622-4639-99ef-2b4e85bcd01a req-058d24db-96aa-4d5e-92ac-6a102f0cf565 tempest-AttachVolumeNegativeTest-157238613 tempest-AttachVolumeNegativeTest-157238613-project] Made reservation on behalf of d203cd9cdbf14056988a5ed4353f3154 for: {'port': 1} {{(pid=103305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 21:12:33.494230 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-17da7b22-0622-4639-99ef-2b4e85bcd01a req-058d24db-96aa-4d5e-92ac-6a102f0cf565 tempest-AttachVolumeNegativeTest-157238613 tempest-AttachVolumeNegativeTest-157238613-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:12:33.522566 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791b3e11-fe97-40d6-83ee-31dee6cb16dc req-4ce8211d-c111-4e60-9ae4-6c9c9b12bdf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:12:33.524047 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-791b3e11-fe97-40d6-83ee-31dee6cb16dc req-4ce8211d-c111-4e60-9ae4-6c9c9b12bdf3 service neutron] 10.222.0.13 "GET /v2.0/ports/5ea9283d-6307-4a7a-a3a3-34c49776035f HTTP/1.1" status: 200 len: 1093 time: 0.4755864 Jan 26 21:12:33.541519 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [req-2ad570f1-71b9-44a8-ab0d-0c3e8b4ed5d5 req-0f956510-9850-47da-9ef5-32833c508f5a tempest-FloatingIPsAssociationTestJSON-419529391 tempest-FloatingIPsAssociationTestJSON-419529391-project] Deleting port 60f1a448-e006-4064-9f78-822d97b29cbe {{(pid=103304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 21:12:33.541889 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-2ad570f1-71b9-44a8-ab0d-0c3e8b4ed5d5 req-0f956510-9850-47da-9ef5-32833c508f5a tempest-FloatingIPsAssociationTestJSON-419529391 tempest-FloatingIPsAssociationTestJSON-419529391-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746560630878'] for port (60f1a448-e006-4064-9f78-822d97b29cbe), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:12:33.543925 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [req-791b3e11-fe97-40d6-83ee-31dee6cb16dc req-af805e74-4ba8-490d-ab33-9be90733e328 service neutron] Request body: {'binding': {'host': 'n-h1-760453-5', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:12:33.544384 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [req-791b3e11-fe97-40d6-83ee-31dee6cb16dc req-af805e74-4ba8-490d-ab33-9be90733e328 service neutron] Unknown quota resources ['binding']. {{(pid=103305) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Jan 26 21:12:33.552184 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f30d8d-da1d-4302-bf1e-f222f40d01e2 req-6afabfa6-aea8-495d-b4c0-25f688072c84 tempest-ListServerFiltersTestJSON-1713042646 tempest-ListServerFiltersTestJSON-1713042646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:12:33.553939 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-e2f30d8d-da1d-4302-bf1e-f222f40d01e2 req-6afabfa6-aea8-495d-b4c0-25f688072c84 tempest-ListServerFiltersTestJSON-1713042646 tempest-ListServerFiltersTestJSON-1713042646-project] 10.222.0.13 "GET /v2.0/ports?device_id=d3f09a80-55e1-4c76-84ee-e8c6104639ee HTTP/1.1" status: 200 len: 946 time: 0.0773909 Jan 26 21:12:33.712780 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 53672) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:12:33.797900 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5d7d79ca-7061-4212-9992-a011b3798195 req-b2af44da-6c43-4908-9e30-6771ed63b00c tempest-ServersTestManualDisk-377945019 tempest-ServersTestManualDisk-377945019-project] Made reservation on behalf of c8d46c1d9718442f87ddc378b5600012 for: {'port': 1} {{(pid=103305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 21:12:33.801378 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-5d7d79ca-7061-4212-9992-a011b3798195 req-b2af44da-6c43-4908-9e30-6771ed63b00c tempest-ServersTestManualDisk-377945019 tempest-ServersTestManualDisk-377945019-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:12:33.960699 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-e2f30d8d-da1d-4302-bf1e-f222f40d01e2 req-1f6e7c3a-9eea-479c-ab51-67fcc8488369 tempest-ListServerFiltersTestJSON-1713042646 tempest-ListServerFiltersTestJSON-1713042646-project] 10.222.0.13 "GET /v2.0/security-groups?id=4a81ac3f-5e47-4404-a1c8-ffc0bc5b0861&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3964550 Jan 26 21:12:33.967702 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.db_base_plugin_common [req-17da7b22-0622-4639-99ef-2b4e85bcd01a req-058d24db-96aa-4d5e-92ac-6a102f0cf565 tempest-AttachVolumeNegativeTest-157238613 tempest-AttachVolumeNegativeTest-157238613-project] Allocated IP 172.20.0.7 (d6d873b7-dd21-4147-a71c-3196b86fd015/83c7f95c-c9b9-47ca-b224-a6b37c78555f/20aaca9f-7ff5-4bc5-92ad-e18683e4425f) {{(pid=103305) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 21:12:33.972256 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [req-2ad570f1-71b9-44a8-ab0d-0c3e8b4ed5d5 req-0f956510-9850-47da-9ef5-32833c508f5a tempest-FloatingIPsAssociationTestJSON-419529391 tempest-FloatingIPsAssociationTestJSON-419529391-project] For port 60f1a448-e006-4064-9f78-822d97b29cbe, host n-h1-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-5',level=0,port_id=60f1a448-e006-4064-9f78-822d97b29cbe,segment=NetworkSegment(783c42f6-f993-4cb9-a1f5-91588f8d0f68),segment_id=783c42f6-f993-4cb9-a1f5-91588f8d0f68)] {{(pid=103304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:12:33.972620 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-2ad570f1-71b9-44a8-ab0d-0c3e8b4ed5d5 req-0f956510-9850-47da-9ef5-32833c508f5a tempest-FloatingIPsAssociationTestJSON-419529391 tempest-FloatingIPsAssociationTestJSON-419529391-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4109658'] for port (60f1a448-e006-4064-9f78-822d97b29cbe), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:12:33.993233 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [req-2ad570f1-71b9-44a8-ab0d-0c3e8b4ed5d5 req-0f956510-9850-47da-9ef5-32833c508f5a tempest-FloatingIPsAssociationTestJSON-419529391 tempest-FloatingIPsAssociationTestJSON-419529391-project] Calling delete_port for 60f1a448-e006-4064-9f78-822d97b29cbe owned by compute:nova {{(pid=103304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 21:12:34.010785 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-7ec8dbcb-1755-4c1d-98a6-b4943effcfbe tempest-RoutersAdminTest-50714882 tempest-RoutersAdminTest-50714882-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746560636600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746560234536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11791543'] for port (2c09d6eb-6b94-4a97-8e7b-8f324310ad4c), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:12:34.094876 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [req-791b3e11-fe97-40d6-83ee-31dee6cb16dc req-af805e74-4ba8-490d-ab33-9be90733e328 service neutron] Attempting to bind port 5ea9283d-6307-4a7a-a3a3-34c49776035f on host n-h1-760453-5 for vnic_type normal with profile None {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 21:12:34.095701 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [req-791b3e11-fe97-40d6-83ee-31dee6cb16dc req-af805e74-4ba8-490d-ab33-9be90733e328 service neutron] Attempting to bind port 5ea9283d-6307-4a7a-a3a3-34c49776035f by drivers openvswitch,hyperv on host n-h1-760453-5 at level 0 using segments [{'id': '984e14e0-bb79-4ef3-b570-cebad3b9694e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '57cdf3f5-a20b-4c6f-b2eb-bed2f5d4d40a'}] {{(pid=103305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 26 21:12:34.095701 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-791b3e11-fe97-40d6-83ee-31dee6cb16dc req-af805e74-4ba8-490d-ab33-9be90733e328 service neutron] Attempting to bind port 5ea9283d-6307-4a7a-a3a3-34c49776035f on network 57cdf3f5-a20b-4c6f-b2eb-bed2f5d4d40a {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 21:12:34.106638 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec8dbcb-1755-4c1d-98a6-b4943effcfbe tempest-RoutersAdminTest-50714882 tempest-RoutersAdminTest-50714882-project] Pushing event deleted for resources: {'Port': ['ID=2c09d6eb-6b94-4a97-8e7b-8f324310ad4c,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:12:34.122251 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-8e6c1c39-105b-415e-ad09-50791dcb096e admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=9beb994311ee4714bb318092a0b2e23e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4057248 Jan 26 21:12:34.128465 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 53680) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:12:34.130461 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-3b41c2ef-d962-431c-8449-120d25541e29 req-2d363bc8-23e2-4493-8f8a-4b6e5e2c171f tempest-ServersTestManualDisk-377945019 tempest-ServersTestManualDisk-377945019-project] 10.222.0.13 "GET /v2.0/ports?device_id=64bc2a39-da8a-491b-95d3-4ecb84ebf4bd HTTP/1.1" status: 200 len: 210 time: 0.0553224 Jan 26 21:12:34.143535 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-791b3e11-fe97-40d6-83ee-31dee6cb16dc req-af805e74-4ba8-490d-ab33-9be90733e328 service neutron] Port 5ea9283d-6307-4a7a-a3a3-34c49776035f on network 57cdf3f5-a20b-4c6f-b2eb-bed2f5d4d40a not bound, no agent of type Open vSwitch agent registered on host n-h1-760453-5 {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 26 21:12:34.143865 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-791b3e11-fe97-40d6-83ee-31dee6cb16dc req-af805e74-4ba8-490d-ab33-9be90733e328 service neutron] Attempting to bind port 5ea9283d-6307-4a7a-a3a3-34c49776035f on network 57cdf3f5-a20b-4c6f-b2eb-bed2f5d4d40a {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 21:12:34.192982 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-2ad570f1-71b9-44a8-ab0d-0c3e8b4ed5d5 req-0f956510-9850-47da-9ef5-32833c508f5a tempest-FloatingIPsAssociationTestJSON-419529391 tempest-FloatingIPsAssociationTestJSON-419529391-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746560636600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746560234536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9281553'] for port (60f1a448-e006-4064-9f78-822d97b29cbe), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:12:34.193245 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-791b3e11-fe97-40d6-83ee-31dee6cb16dc req-af805e74-4ba8-490d-ab33-9be90733e328 service neutron] Checking agent: {'id': '32ef628b-8417-46c5-8729-60fcabe358f1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-760453-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 21, 3, 8), 'started_at': datetime.datetime(2022, 1, 26, 21, 3, 8), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 21, 12, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 26 21:12:34.193967 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-791b3e11-fe97-40d6-83ee-31dee6cb16dc req-af805e74-4ba8-490d-ab33-9be90733e328 service neutron] Checking segment: {'id': '984e14e0-bb79-4ef3-b570-cebad3b9694e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '57cdf3f5-a20b-4c6f-b2eb-bed2f5d4d40a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103305) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 21:12:34.193967 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-791b3e11-fe97-40d6-83ee-31dee6cb16dc req-af805e74-4ba8-490d-ab33-9be90733e328 service neutron] Bound using segment: {'id': '984e14e0-bb79-4ef3-b570-cebad3b9694e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '57cdf3f5-a20b-4c6f-b2eb-bed2f5d4d40a'} {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 26 21:12:34.194402 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [req-791b3e11-fe97-40d6-83ee-31dee6cb16dc req-af805e74-4ba8-490d-ab33-9be90733e328 service neutron] Bound port: 5ea9283d-6307-4a7a-a3a3-34c49776035f, host: n-h1-760453-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '984e14e0-bb79-4ef3-b570-cebad3b9694e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '57cdf3f5-a20b-4c6f-b2eb-bed2f5d4d40a'}}] {{(pid=103305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 26 21:12:34.226059 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f956510-9850-47da-9ef5-32833c508f5a tempest-FloatingIPsAssociationTestJSON-419529391 tempest-FloatingIPsAssociationTestJSON-419529391-project] Pushing event deleted for resources: {'Port': ['ID=60f1a448-e006-4064-9f78-822d97b29cbe,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:12:34.233718 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] get_ports_and_sgs() called for port_ids ['60f1a448-e006-4064-9f78-822d97b29cbe'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 26 21:12:34.254375 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.db_base_plugin_common [req-5d7d79ca-7061-4212-9992-a011b3798195 req-b2af44da-6c43-4908-9e30-6771ed63b00c tempest-ServersTestManualDisk-377945019 tempest-ServersTestManualDisk-377945019-project] Allocated IP 172.20.0.7 (15c39b24-f7c4-4710-b8cb-f1d4e3bc27f6/c3a93a69-4f3e-4ef6-b9c8-092ff93d742e/aed2731a-4f37-4d42-8ada-af549fec82fa) {{(pid=103305) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 21:12:34.257907 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-cbf715b7-fa7e-44e9-ac4a-0d8d8aad96d9 req-1500707b-fcc2-4367-ab9a-da5bb8025577 tempest-AttachVolumeNegativeTest-157238613 tempest-AttachVolumeNegativeTest-157238613-project] 10.222.0.13 "GET /v2.0/ports?device_id=650bc08f-3d92-4cee-b76d-e4850a9bb3e0 HTTP/1.1" status: 200 len: 210 time: 0.0351291 Jan 26 21:12:34.300829 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ad570f1-71b9-44a8-ab0d-0c3e8b4ed5d5 req-0f956510-9850-47da-9ef5-32833c508f5a tempest-FloatingIPsAssociationTestJSON-419529391 tempest-FloatingIPsAssociationTestJSON-419529391-project] No DVR routers for this DVR port 60f1a448-e006-4064-9f78-822d97b29cbe on host n-h1-760453-5 {{(pid=103304) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 26 21:12:34.306069 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-2ad570f1-71b9-44a8-ab0d-0c3e8b4ed5d5 req-0f956510-9850-47da-9ef5-32833c508f5a tempest-FloatingIPsAssociationTestJSON-419529391 tempest-FloatingIPsAssociationTestJSON-419529391-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:12:34.316908 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-2ad570f1-71b9-44a8-ab0d-0c3e8b4ed5d5 req-0f956510-9850-47da-9ef5-32833c508f5a tempest-FloatingIPsAssociationTestJSON-419529391 tempest-FloatingIPsAssociationTestJSON-419529391-project] 10.222.0.66 "DELETE /v2.0/ports/60f1a448-e006-4064-9f78-822d97b29cbe HTTP/1.1" status: 204 len: 173 time: 0.9242778 Jan 26 21:12:34.317803 n-d-760453-5 neutron-server[103304]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cffeda4a-b528-4db3-979a-67e9d6170b34', 'name': 'network-vif-deleted', 'tag': '60f1a448-e006-4064-9f78-822d97b29cbe'}] {{(pid=103304) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 21:12:34.320539 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d52b45f1943fcd332af9527eb73ff93c8d715d44383a3f6d18de73b4cfcf87b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b1d7385-ed78-42ff-aa17-eb14101c6822" -d '{"events": [{"server_uuid": "cffeda4a-b528-4db3-979a-67e9d6170b34", "name": "network-vif-deleted", "tag": "60f1a448-e006-4064-9f78-822d97b29cbe"}]}' {{(pid=103304) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 21:12:34.342732 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 53688) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:12:34.369360 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-7ec8dbcb-1755-4c1d-98a6-b4943effcfbe tempest-RoutersAdminTest-50714882 tempest-RoutersAdminTest-50714882-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4111291'] for router_gateway (62485529-f240-474d-9dfc-dc34a1b21558), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:12:34.429688 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-12d78de8-71b5-436d-80d1-528a8895dd7c req-ffa20747-5828-4ac4-944a-9f5ea399568a tempest-FloatingIPsAssociationTestJSON-419529391 tempest-FloatingIPsAssociationTestJSON-419529391-project] 10.222.0.13 "GET /v2.0/ports?device_id=cffeda4a-b528-4db3-979a-67e9d6170b34 HTTP/1.1" status: 200 len: 210 time: 0.0579844 Jan 26 21:12:34.483996 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-a616bc3e-5d5a-4cf4-a7f3-83615a72a9a2 admin admin] Publish callbacks [] for security_group (320b230b-8790-43ff-9ed0-70e0b5c4c2ff), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:12:34.494745 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Jan 2022 21:12:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-887d7bfe-ad34-4a66-952a-2fe6a9aacafb x-openstack-request-id: req-887d7bfe-ad34-4a66-952a-2fe6a9aacafb {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 21:12:34.495049 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cffeda4a-b528-4db3-979a-67e9d6170b34", "name": "network-vif-deleted", "tag": "60f1a448-e006-4064-9f78-822d97b29cbe", "status": "completed", "code": 200}]} {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 21:12:34.495311 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-887d7bfe-ad34-4a66-952a-2fe6a9aacafb {{(pid=103304) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 21:12:34.495712 n-d-760453-5 neutron-server[103304]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cffeda4a-b528-4db3-979a-67e9d6170b34', 'name': 'network-vif-deleted', 'tag': '60f1a448-e006-4064-9f78-822d97b29cbe', 'status': 'completed', 'code': 200} Jan 26 21:12:34.518871 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-9226ea29-e40c-4232-acb3-d3260347a425 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=faa8b616292e4b5fb8228e8e8031eec7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1748693 Jan 26 21:12:34.522191 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 53692) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:12:34.527876 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [req-791b3e11-fe97-40d6-83ee-31dee6cb16dc req-af805e74-4ba8-490d-ab33-9be90733e328 service neutron] For port 5ea9283d-6307-4a7a-a3a3-34c49776035f, host n-h1-760453-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-5',level=0,port_id=5ea9283d-6307-4a7a-a3a3-34c49776035f,segment=NetworkSegment(984e14e0-bb79-4ef3-b570-cebad3b9694e),segment_id=984e14e0-bb79-4ef3-b570-cebad3b9694e)] {{(pid=103305) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 26 21:12:34.529773 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-7ec8dbcb-1755-4c1d-98a6-b4943effcfbe tempest-RoutersAdminTest-50714882 tempest-RoutersAdminTest-50714882-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4105774', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13082'] for router (62485529-f240-474d-9dfc-dc34a1b21558), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:12:34.545539 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-7ec8dbcb-1755-4c1d-98a6-b4943effcfbe tempest-RoutersAdminTest-50714882 tempest-RoutersAdminTest-50714882-project] Publish callbacks [] for router_controller (62485529-f240-474d-9dfc-dc34a1b21558), precommit_delete_associations {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:12:34.557845 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-791b3e11-fe97-40d6-83ee-31dee6cb16dc req-af805e74-4ba8-490d-ab33-9be90733e328 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:12:34.558972 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-791b3e11-fe97-40d6-83ee-31dee6cb16dc req-af805e74-4ba8-490d-ab33-9be90733e328 service neutron] 10.222.0.13 "POST /v2.0/ports/5ea9283d-6307-4a7a-a3a3-34c49776035f/bindings HTTP/1.1" status: 201 len: 389 time: 1.0186729 Jan 26 21:12:34.574404 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-ba78e361-9e77-4589-82f9-91e586b058a0 admin admin] Publish callbacks [] for security_group (79eb1cc9-81fb-4db5-a1b1-c12f8028d59b), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:12:34.600634 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-ba78e361-9e77-4589-82f9-91e586b058a0 admin admin] Publish callbacks [] for security_group (79eb1cc9-81fb-4db5-a1b1-c12f8028d59b), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:12:34.635659 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-a616bc3e-5d5a-4cf4-a7f3-83615a72a9a2 admin admin] Publish callbacks [] for security_group (320b230b-8790-43ff-9ed0-70e0b5c4c2ff), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:12:34.677317 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-ba78e361-9e77-4589-82f9-91e586b058a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (79eb1cc9-81fb-4db5-a1b1-c12f8028d59b), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:12:34.680695 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-ba78e361-9e77-4589-82f9-91e586b058a0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:12:34.682156 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-ba78e361-9e77-4589-82f9-91e586b058a0 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/79eb1cc9-81fb-4db5-a1b1-c12f8028d59b HTTP/1.1" status: 204 len: 168 time: 0.1589375 Jan 26 21:12:34.697968 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba78e361-9e77-4589-82f9-91e586b058a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79eb1cc9-81fb-4db5-a1b1-c12f8028d59b,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:12:34.805019 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-17da7b22-0622-4639-99ef-2b4e85bcd01a req-058d24db-96aa-4d5e-92ac-6a102f0cf565 tempest-AttachVolumeNegativeTest-157238613 tempest-AttachVolumeNegativeTest-157238613-project] Publish callbacks [] for port (20aaca9f-7ff5-4bc5-92ad-e18683e4425f), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:12:34.852277 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-a616bc3e-5d5a-4cf4-a7f3-83615a72a9a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (320b230b-8790-43ff-9ed0-70e0b5c4c2ff), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:12:34.854957 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-a616bc3e-5d5a-4cf4-a7f3-83615a72a9a2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:12:34.856192 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-a616bc3e-5d5a-4cf4-a7f3-83615a72a9a2 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/320b230b-8790-43ff-9ed0-70e0b5c4c2ff HTTP/1.1" status: 204 len: 168 time: 0.7100177 Jan 26 21:12:34.857925 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b7805a-2cd0-46f1-8a3a-8970dcc58ca1 req-32bae115-0db3-4db0-ab6b-92003dcb0e9d tempest-LiveMigrationTest-746395142 tempest-LiveMigrationTest-746395142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:12:34.866326 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-d4b7805a-2cd0-46f1-8a3a-8970dcc58ca1 req-32bae115-0db3-4db0-ab6b-92003dcb0e9d tempest-LiveMigrationTest-746395142 tempest-LiveMigrationTest-746395142-project] 10.222.0.13 "GET /v2.0/ports?device_id=80ebfeba-433a-4d4b-bf55-9e0ed19817de HTTP/1.1" status: 200 len: 945 time: 0.1042666 Jan 26 21:12:34.874730 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a616bc3e-5d5a-4cf4-a7f3-83615a72a9a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=320b230b-8790-43ff-9ed0-70e0b5c4c2ff,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:12:34.875266 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-7ec8dbcb-1755-4c1d-98a6-b4943effcfbe tempest-RoutersAdminTest-50714882 tempest-RoutersAdminTest-50714882-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4105767'] for router (62485529-f240-474d-9dfc-dc34a1b21558), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:12:34.875827 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ec8dbcb-1755-4c1d-98a6-b4943effcfbe tempest-RoutersAdminTest-50714882 tempest-RoutersAdminTest-50714882-project] Fanout notify agent at l3_agent the message router_deleted on router 62485529-f240-474d-9dfc-dc34a1b21558 {{(pid=103305) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 26 21:12:34.890824 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-7ec8dbcb-1755-4c1d-98a6-b4943effcfbe tempest-RoutersAdminTest-50714882 tempest-RoutersAdminTest-50714882-project] Publish callbacks [] for router (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:12:34.890824 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-7ec8dbcb-1755-4c1d-98a6-b4943effcfbe tempest-RoutersAdminTest-50714882 tempest-RoutersAdminTest-50714882-project] 10.222.0.13 "DELETE /v2.0/routers/62485529-f240-474d-9dfc-dc34a1b21558 HTTP/1.1" status: 204 len: 168 time: 2.5807166 Jan 26 21:12:34.897782 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 53700) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:12:34.904503 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-5d7d79ca-7061-4212-9992-a011b3798195 req-b2af44da-6c43-4908-9e30-6771ed63b00c tempest-ServersTestManualDisk-377945019 tempest-ServersTestManualDisk-377945019-project] Publish callbacks [] for port (aed2731a-4f37-4d42-8ada-af549fec82fa), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:12:34.908522 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-0bac03d7-e85f-4cdc-a17a-e0d7a9f35637 tempest-RoutersAdminTest-50714882 tempest-RoutersAdminTest-50714882-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1890877342', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:12:34.920143 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-17da7b22-0622-4639-99ef-2b4e85bcd01a req-058d24db-96aa-4d5e-92ac-6a102f0cf565 tempest-AttachVolumeNegativeTest-157238613 tempest-AttachVolumeNegativeTest-157238613-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746560234527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11791543'] for port (20aaca9f-7ff5-4bc5-92ad-e18683e4425f), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:12:34.938104 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-d4b7805a-2cd0-46f1-8a3a-8970dcc58ca1 req-1a974013-c29d-4d0b-acde-8578d65a0b78 tempest-LiveMigrationTest-746395142 tempest-LiveMigrationTest-746395142-project] 10.222.0.13 "GET /v2.0/security-groups?id=c43a996a-6b93-48e4-a331-48250c5b183d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686448 Jan 26 21:12:34.939170 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] get_ports_and_sgs() called for port_ids ['e3a678e7-ac1e-438d-a264-5bdad56d0d1c'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 26 21:12:34.989555 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-17da7b22-0622-4639-99ef-2b4e85bcd01a req-058d24db-96aa-4d5e-92ac-6a102f0cf565 tempest-AttachVolumeNegativeTest-157238613 tempest-AttachVolumeNegativeTest-157238613-project] Network d6d873b7-dd21-4147-a71c-3196b86fd015 is already hosted by enough agents. {{(pid=103305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 21:12:34.994945 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-058d24db-96aa-4d5e-92ac-6a102f0cf565 tempest-AttachVolumeNegativeTest-157238613 tempest-AttachVolumeNegativeTest-157238613-project] Pushing event updated for resources: {'Port': ['ID=20aaca9f-7ff5-4bc5-92ad-e18683e4425f,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:12:34.997753 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [req-17da7b22-0622-4639-99ef-2b4e85bcd01a req-058d24db-96aa-4d5e-92ac-6a102f0cf565 tempest-AttachVolumeNegativeTest-157238613 tempest-AttachVolumeNegativeTest-157238613-project] Resources bound (agent type, host, resource id): {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:12:35.004729 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [req-17da7b22-0622-4639-99ef-2b4e85bcd01a req-058d24db-96aa-4d5e-92ac-6a102f0cf565 tempest-AttachVolumeNegativeTest-157238613 tempest-AttachVolumeNegativeTest-157238613-project] Received port after_create {{(pid=103305) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 21:12:35.057663 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791b3e11-fe97-40d6-83ee-31dee6cb16dc req-d1697bb5-2d83-4e93-9763-1cc3a2cc432f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:12:35.060918 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-791b3e11-fe97-40d6-83ee-31dee6cb16dc req-d1697bb5-2d83-4e93-9763-1cc3a2cc432f service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=ee6098e1a6074d57972f34ef6549de05&device_id=80ebfeba-433a-4d4b-bf55-9e0ed19817de HTTP/1.1" status: 200 len: 1096 time: 0.0920584 Jan 26 21:12:35.064609 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-0bac03d7-e85f-4cdc-a17a-e0d7a9f35637 tempest-RoutersAdminTest-50714882 tempest-RoutersAdminTest-50714882-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4104596', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13108'] for router (e99b66cf-e042-4422-8da2-2fc8db999d6f), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:12:35.066521 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-0bac03d7-e85f-4cdc-a17a-e0d7a9f35637 tempest-RoutersAdminTest-50714882 tempest-RoutersAdminTest-50714882-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4105828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4111306', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3733576', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13069'] for router (e99b66cf-e042-4422-8da2-2fc8db999d6f), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:12:35.246290 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-0bac03d7-e85f-4cdc-a17a-e0d7a9f35637 tempest-RoutersAdminTest-50714882 tempest-RoutersAdminTest-50714882-project] Publish callbacks [] for router_controller (e99b66cf-e042-4422-8da2-2fc8db999d6f), precommit_add_association {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:12:35.261870 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17da7b22-0622-4639-99ef-2b4e85bcd01a req-058d24db-96aa-4d5e-92ac-6a102f0cf565 tempest-AttachVolumeNegativeTest-157238613 tempest-AttachVolumeNegativeTest-157238613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:12:35.262525 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-17da7b22-0622-4639-99ef-2b4e85bcd01a req-058d24db-96aa-4d5e-92ac-6a102f0cf565 tempest-AttachVolumeNegativeTest-157238613 tempest-AttachVolumeNegativeTest-157238613-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:12:35.270845 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-0bac03d7-e85f-4cdc-a17a-e0d7a9f35637 tempest-RoutersAdminTest-50714882 tempest-RoutersAdminTest-50714882-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4105757', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4111263'] for router (e99b66cf-e042-4422-8da2-2fc8db999d6f), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:12:35.285463 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-dc8f2ca5-15f0-4a19-8733-d87d208d5b68 req-be52f944-9d6d-45aa-9357-a0b82875aff1 tempest-ServersTestManualDisk-377945019 tempest-ServersTestManualDisk-377945019-project] 10.222.0.13 "GET /v2.0/ports?device_id=64bc2a39-da8a-491b-95d3-4ecb84ebf4bd HTTP/1.1" status: 200 len: 210 time: 0.0482767 Jan 26 21:12:35.298228 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03bf4bd-7668-48b0-9bdc-a706e27b84b8 req-98fa6728-4cd1-49a1-88ba-9feef6eecde1 tempest-ListServerFiltersTestJSON-1713042646 tempest-ListServerFiltersTestJSON-1713042646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:12:35.300281 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-a03bf4bd-7668-48b0-9bdc-a706e27b84b8 req-98fa6728-4cd1-49a1-88ba-9feef6eecde1 tempest-ListServerFiltersTestJSON-1713042646 tempest-ListServerFiltersTestJSON-1713042646-project] 10.222.0.13 "GET /v2.0/ports?device_id=d3f09a80-55e1-4c76-84ee-e8c6104639ee HTTP/1.1" status: 200 len: 946 time: 0.2124059 Jan 26 21:12:35.317368 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-0bac03d7-e85f-4cdc-a17a-e0d7a9f35637 tempest-RoutersAdminTest-50714882 tempest-RoutersAdminTest-50714882-project] Publish callbacks [] for router (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:12:35.317368 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-0bac03d7-e85f-4cdc-a17a-e0d7a9f35637 tempest-RoutersAdminTest-50714882 tempest-RoutersAdminTest-50714882-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.4074984 Jan 26 21:12:35.317368 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-17da7b22-0622-4639-99ef-2b4e85bcd01a req-058d24db-96aa-4d5e-92ac-6a102f0cf565 tempest-AttachVolumeNegativeTest-157238613 tempest-AttachVolumeNegativeTest-157238613-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4915094 Jan 26 21:12:35.317368 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 53716) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:12:35.320538 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-454d3d44-c773-4fbf-9bcc-87c8992038ce tempest-RoutersAdminTest-690199652 tempest-RoutersAdminTest-690199652-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'enable_snat': True}}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:12:35.332912 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791b3e11-fe97-40d6-83ee-31dee6cb16dc req-0f76f1c9-165d-417d-8f03-74ea7686ccbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:12:35.335573 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-791b3e11-fe97-40d6-83ee-31dee6cb16dc req-0f76f1c9-165d-417d-8f03-74ea7686ccbe service neutron] 10.222.0.66 "GET /v2.0/networks?id=57cdf3f5-a20b-4c6f-b2eb-bed2f5d4d40a HTTP/1.1" status: 200 len: 908 time: 0.2618971 Jan 26 21:12:35.384468 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-791b3e11-fe97-40d6-83ee-31dee6cb16dc req-36eaeddd-0b1a-4e3c-91cd-f5a8126f7eec service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5ea9283d-6307-4a7a-a3a3-34c49776035f HTTP/1.1" status: 200 len: 217 time: 0.0410132 Jan 26 21:12:35.400408 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [req-17da7b22-0622-4639-99ef-2b4e85bcd01a req-520c8028-2566-47c3-b365-b80d7826fe71 service neutron] Request body: {'port': {'device_id': '650bc08f-3d92-4cee-b76d-e4850a9bb3e0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-760453-5'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:12:35.402278 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-5d7d79ca-7061-4212-9992-a011b3798195 req-b2af44da-6c43-4908-9e30-6771ed63b00c tempest-ServersTestManualDisk-377945019 tempest-ServersTestManualDisk-377945019-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746560234527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11791543'] for port (aed2731a-4f37-4d42-8ada-af549fec82fa), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:12:35.494238 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-a03bf4bd-7668-48b0-9bdc-a706e27b84b8 req-38f33f3c-9d8e-40a5-8126-131c0be6fc7d tempest-ListServerFiltersTestJSON-1713042646 tempest-ListServerFiltersTestJSON-1713042646-project] 10.222.0.13 "GET /v2.0/security-groups?id=4a81ac3f-5e47-4404-a1c8-ffc0bc5b0861&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1737907 Jan 26 21:12:35.499276 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791b3e11-fe97-40d6-83ee-31dee6cb16dc req-152d7475-513e-4b3b-ba3c-947fd46c4d78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:12:35.500972 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-791b3e11-fe97-40d6-83ee-31dee6cb16dc req-152d7475-513e-4b3b-ba3c-947fd46c4d78 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=0fd61269-7d95-487b-ba3a-f244d39cf571 HTTP/1.1" status: 200 len: 847 time: 0.1020224 Jan 26 21:12:35.534813 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89feaeb2-2a13-4c91-b92c-0f3fca9d71f4 req-b6cc5be7-79b2-4268-8a46-63ac09f27687 tempest-AttachVolumeNegativeTest-157238613 tempest-AttachVolumeNegativeTest-157238613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:12:35.543367 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-89feaeb2-2a13-4c91-b92c-0f3fca9d71f4 req-b6cc5be7-79b2-4268-8a46-63ac09f27687 tempest-AttachVolumeNegativeTest-157238613 tempest-AttachVolumeNegativeTest-157238613-project] 10.222.0.13 "GET /v2.0/ports?device_id=650bc08f-3d92-4cee-b76d-e4850a9bb3e0 HTTP/1.1" status: 200 len: 931 time: 0.1644726 Jan 26 21:12:35.578579 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 53724) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:12:35.578979 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 53726) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:12:35.580989 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-791b3e11-fe97-40d6-83ee-31dee6cb16dc req-d8d18db3-236b-4405-897a-72fa300ab46f service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=57cdf3f5-a20b-4c6f-b2eb-bed2f5d4d40a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0739405 Jan 26 21:12:35.586166 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5d7d79ca-7061-4212-9992-a011b3798195 req-b2af44da-6c43-4908-9e30-6771ed63b00c tempest-ServersTestManualDisk-377945019 tempest-ServersTestManualDisk-377945019-project] Network 15c39b24-f7c4-4710-b8cb-f1d4e3bc27f6 is already hosted by enough agents. {{(pid=103305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 21:12:35.595926 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [req-5d7d79ca-7061-4212-9992-a011b3798195 req-b2af44da-6c43-4908-9e30-6771ed63b00c tempest-ServersTestManualDisk-377945019 tempest-ServersTestManualDisk-377945019-project] Resources bound (agent type, host, resource id): {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:12:35.629808 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2af44da-6c43-4908-9e30-6771ed63b00c tempest-ServersTestManualDisk-377945019 tempest-ServersTestManualDisk-377945019-project] Pushing event updated for resources: {'Port': ['ID=aed2731a-4f37-4d42-8ada-af549fec82fa,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:12:35.634935 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d7d79ca-7061-4212-9992-a011b3798195 req-b2af44da-6c43-4908-9e30-6771ed63b00c tempest-ServersTestManualDisk-377945019 tempest-ServersTestManualDisk-377945019-project] Received port after_create {{(pid=103305) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 21:12:35.640577 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-17da7b22-0622-4639-99ef-2b4e85bcd01a req-520c8028-2566-47c3-b365-b80d7826fe71 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (20aaca9f-7ff5-4bc5-92ad-e18683e4425f), before_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:12:35.706487 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-454d3d44-c773-4fbf-9bcc-87c8992038ce tempest-RoutersAdminTest-690199652 tempest-RoutersAdminTest-690199652-project-admin] Publish callbacks [] for router_gateway (e99b66cf-e042-4422-8da2-2fc8db999d6f), precommit_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:12:35.774534 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7d79ca-7061-4212-9992-a011b3798195 req-b2af44da-6c43-4908-9e30-6771ed63b00c tempest-ServersTestManualDisk-377945019 tempest-ServersTestManualDisk-377945019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:12:35.775124 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-5d7d79ca-7061-4212-9992-a011b3798195 req-b2af44da-6c43-4908-9e30-6771ed63b00c tempest-ServersTestManualDisk-377945019 tempest-ServersTestManualDisk-377945019-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:12:35.807103 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-89feaeb2-2a13-4c91-b92c-0f3fca9d71f4 req-4445fb17-f80b-4231-94ab-6115ff30fd55 tempest-AttachVolumeNegativeTest-157238613 tempest-AttachVolumeNegativeTest-157238613-project] 10.222.0.13 "GET /v2.0/security-groups?id=8e9bd9e5-9820-4475-bfb9-c12598a9861a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2627335 Jan 26 21:12:35.858478 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-5b172d68-7bf6-487b-bde3-8a477ab1a5d5 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=028e7cef666c41a791ee3f2ea56f9647&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2744234 Jan 26 21:12:35.874182 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 53732) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:12:35.902230 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-5d7d79ca-7061-4212-9992-a011b3798195 req-b2af44da-6c43-4908-9e30-6771ed63b00c tempest-ServersTestManualDisk-377945019 tempest-ServersTestManualDisk-377945019-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8319151 Jan 26 21:12:35.904552 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-791b3e11-fe97-40d6-83ee-31dee6cb16dc req-3dbf6eb8-5e03-4858-aafd-7845801d0590 service neutron] 10.222.0.66 "GET /v2.0/networks/57cdf3f5-a20b-4c6f-b2eb-bed2f5d4d40a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3045254 Jan 26 21:12:35.935945 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [req-5d7d79ca-7061-4212-9992-a011b3798195 req-198d6366-e52f-4c75-81e9-f32217b86b94 service neutron] Request body: {'port': {'device_id': '64bc2a39-da8a-491b-95d3-4ecb84ebf4bd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-760453-5'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:12:35.992956 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-9d7986ec-3764-4fe9-a466-485ac4ab2598 None None] Provisioning complete for port aed2731a-4f37-4d42-8ada-af549fec82fa triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:12:35.995564 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-9d7986ec-3764-4fe9-a466-485ac4ab2598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (aed2731a-4f37-4d42-8ada-af549fec82fa), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:12:36.071401 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-9d7986ec-3764-4fe9-a466-485ac4ab2598 None None] Port aed2731a-4f37-4d42-8ada-af549fec82fa cannot update to ACTIVE because it is not bound. {{(pid=103306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 26 21:12:36.076788 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-5a5ff16e-ce26-4f33-bd34-9955e4e6bef6 admin admin] Publish callbacks [] for security_group (5be76f5b-c9b8-4704-b54a-44f8538c9204), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:12:36.101435 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-5d7d79ca-7061-4212-9992-a011b3798195 req-198d6366-e52f-4c75-81e9-f32217b86b94 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (aed2731a-4f37-4d42-8ada-af549fec82fa), before_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:12:36.148121 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-5a5ff16e-ce26-4f33-bd34-9955e4e6bef6 admin admin] Publish callbacks [] for security_group (5be76f5b-c9b8-4704-b54a-44f8538c9204), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:12:36.202923 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a38cde-7cc9-46c1-9c0b-6ee14143ec80 req-669e837d-0218-40a4-89d7-30e46f00938b tempest-LiveMigrationTest-746395142 tempest-LiveMigrationTest-746395142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:12:36.205398 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-21a38cde-7cc9-46c1-9c0b-6ee14143ec80 req-669e837d-0218-40a4-89d7-30e46f00938b tempest-LiveMigrationTest-746395142 tempest-LiveMigrationTest-746395142-project] 10.222.0.13 "GET /v2.0/ports?device_id=80ebfeba-433a-4d4b-bf55-9e0ed19817de HTTP/1.1" status: 200 len: 945 time: 0.1520863 Jan 26 21:12:36.243162 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-791b3e11-fe97-40d6-83ee-31dee6cb16dc req-662a3f18-f356-4277-8d97-a429948a9837 service neutron] 10.222.0.66 "GET /v2.0/networks/57cdf3f5-a20b-4c6f-b2eb-bed2f5d4d40a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2920108 Jan 26 21:12:36.314490 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-21a38cde-7cc9-46c1-9c0b-6ee14143ec80 req-f772a7f0-afa3-4806-a733-4d6bc3bf3114 tempest-LiveMigrationTest-746395142 tempest-LiveMigrationTest-746395142-project] 10.222.0.13 "GET /v2.0/security-groups?id=c43a996a-6b93-48e4-a331-48250c5b183d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855784 Jan 26 21:12:36.362995 n-d-760453-5 neutron-server[103305]: DEBUG neutron.notifiers.nova [req-17da7b22-0622-4639-99ef-2b4e85bcd01a req-520c8028-2566-47c3-b365-b80d7826fe71 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 20aaca9f-7ff5-4bc5-92ad-e18683e4425f {{(pid=103305) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 26 21:12:36.402131 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-17da7b22-0622-4639-99ef-2b4e85bcd01a req-520c8028-2566-47c3-b365-b80d7826fe71 service neutron] Publish callbacks [] for port (20aaca9f-7ff5-4bc5-92ad-e18683e4425f), precommit_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:12:36.442091 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.agents_db [None req-569f1ced-6396-4ddf-b79f-e03b0b2146ab None None] Agent healthcheck: found 7 active agents {{(pid=103307) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 26 21:12:36.451505 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.provisioning_blocks [req-17da7b22-0622-4639-99ef-2b4e85bcd01a req-520c8028-2566-47c3-b365-b80d7826fe71 service neutron] Transition to ACTIVE for port object 20aaca9f-7ff5-4bc5-92ad-e18683e4425f will not be triggered until provisioned by entity L2. {{(pid=103305) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 21:12:36.457978 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-5a5ff16e-ce26-4f33-bd34-9955e4e6bef6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (5be76f5b-c9b8-4704-b54a-44f8538c9204), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:12:36.461116 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-5a5ff16e-ce26-4f33-bd34-9955e4e6bef6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:12:36.462315 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-5a5ff16e-ce26-4f33-bd34-9955e4e6bef6 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/5be76f5b-c9b8-4704-b54a-44f8538c9204 HTTP/1.1" status: 204 len: 168 time: 0.5804996 Jan 26 21:12:36.480746 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-17da7b22-0622-4639-99ef-2b4e85bcd01a req-520c8028-2566-47c3-b365-b80d7826fe71 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11791520'] for port (20aaca9f-7ff5-4bc5-92ad-e18683e4425f), after_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:12:36.482627 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-dbf1b2d3-5f01-4d36-8dc4-7cab48882c11 req-66d5e248-c8c6-4d66-b411-6f685ec11e0a tempest-AbsoluteLimitsNegativeTestJSON-1781108924 tempest-AbsoluteLimitsNegativeTestJSON-1781108924-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=3a7b7af050c74a75a93836afa6e34106&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0815935 Jan 26 21:12:36.521625 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a5ff16e-ce26-4f33-bd34-9955e4e6bef6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5be76f5b-c9b8-4704-b54a-44f8538c9204,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:12:36.558033 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-454d3d44-c773-4fbf-9bcc-87c8992038ce tempest-RoutersAdminTest-690199652 tempest-RoutersAdminTest-690199652-project-admin] Publish callbacks [] for router_gateway (e99b66cf-e042-4422-8da2-2fc8db999d6f), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:12:36.602853 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791b3e11-fe97-40d6-83ee-31dee6cb16dc req-5d12bc51-dd47-4941-8577-9d6cdea21fd2 tempest-LiveMigrationTest-97640354 tempest-LiveMigrationTest-97640354-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:12:36.604649 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-791b3e11-fe97-40d6-83ee-31dee6cb16dc req-5d12bc51-dd47-4941-8577-9d6cdea21fd2 tempest-LiveMigrationTest-97640354 tempest-LiveMigrationTest-97640354-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=80ebfeba-433a-4d4b-bf55-9e0ed19817de&tenant_id=ee6098e1a6074d57972f34ef6549de05&binding%3Ahost_id=n-h2-760453-5 HTTP/1.1" status: 200 len: 1096 time: 0.2259607 Jan 26 21:12:36.621963 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [req-791b3e11-fe97-40d6-83ee-31dee6cb16dc req-b7adf06e-b78a-43e0-9359-8d27e102bc53 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-760453-5'}}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:12:36.668142 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a434296b-689c-47e5-8f77-e690c1c17f53 req-20a56f15-5cd1-4613-aff5-c6b341bd51ab tempest-ServersTestManualDisk-377945019 tempest-ServersTestManualDisk-377945019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:12:36.670354 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-a434296b-689c-47e5-8f77-e690c1c17f53 req-20a56f15-5cd1-4613-aff5-c6b341bd51ab tempest-ServersTestManualDisk-377945019 tempest-ServersTestManualDisk-377945019-project] 10.222.0.13 "GET /v2.0/ports?device_id=64bc2a39-da8a-491b-95d3-4ecb84ebf4bd HTTP/1.1" status: 200 len: 931 time: 0.2332983 Jan 26 21:12:36.679931 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-8ad2299f-676e-42d7-9d0b-e2387067bff3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4110657'] for router_interface (954567f2-9f21-4bd5-91a0-c63dc8249105), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:12:36.813189 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-791b3e11-fe97-40d6-83ee-31dee6cb16dc req-b7adf06e-b78a-43e0-9359-8d27e102bc53 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (5ea9283d-6307-4a7a-a3a3-34c49776035f), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:12:36.873773 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf1b2d3-5f01-4d36-8dc4-7cab48882c11 req-63426e55-9e9b-4515-b51b-917a5239e4eb tempest-AbsoluteLimitsNegativeTestJSON-1781108924 tempest-AbsoluteLimitsNegativeTestJSON-1781108924-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:12:36.875325 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-dbf1b2d3-5f01-4d36-8dc4-7cab48882c11 req-63426e55-9e9b-4515-b51b-917a5239e4eb tempest-AbsoluteLimitsNegativeTestJSON-1781108924 tempest-AbsoluteLimitsNegativeTestJSON-1781108924-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3715291 Jan 26 21:12:36.884954 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-a434296b-689c-47e5-8f77-e690c1c17f53 req-185a8cf0-816c-4a13-9e90-6beea081478e tempest-ServersTestManualDisk-377945019 tempest-ServersTestManualDisk-377945019-project] 10.222.0.13 "GET /v2.0/security-groups?id=2615347b-b233-46fd-9cc1-284d26f4f26f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2010093 Jan 26 21:12:36.888768 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-454d3d44-c773-4fbf-9bcc-87c8992038ce tempest-RoutersAdminTest-690199652 tempest-RoutersAdminTest-690199652-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:12:36.912833 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-520c8028-2566-47c3-b365-b80d7826fe71 service neutron] Pushing event updated for resources: {'Port': ['ID=20aaca9f-7ff5-4bc5-92ad-e18683e4425f,revision_number=2']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:12:36.940233 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-dbf1b2d3-5f01-4d36-8dc4-7cab48882c11 req-d341b688-dd30-4141-b1d2-a9d3a545094d tempest-AbsoluteLimitsNegativeTestJSON-1781108924 tempest-AbsoluteLimitsNegativeTestJSON-1781108924-project] 10.222.0.13 "GET /v2.0/quotas/3a7b7af050c74a75a93836afa6e34106 HTTP/1.1" status: 200 len: 375 time: 0.0512619 Jan 26 21:12:36.992021 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-dbf1b2d3-5f01-4d36-8dc4-7cab48882c11 req-dd854556-acf3-4074-9639-f1cbb5889474 tempest-AbsoluteLimitsNegativeTestJSON-1781108924 tempest-AbsoluteLimitsNegativeTestJSON-1781108924-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=3a7b7af050c74a75a93836afa6e34106&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0509033 Jan 26 21:12:37.140932 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [req-17da7b22-0622-4639-99ef-2b4e85bcd01a req-520c8028-2566-47c3-b365-b80d7826fe71 service neutron] Attempting to bind port 20aaca9f-7ff5-4bc5-92ad-e18683e4425f on host n-h1-760453-5 for vnic_type normal with profile {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 21:12:37.141323 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [req-17da7b22-0622-4639-99ef-2b4e85bcd01a req-520c8028-2566-47c3-b365-b80d7826fe71 service neutron] Attempting to bind port 20aaca9f-7ff5-4bc5-92ad-e18683e4425f by drivers openvswitch,hyperv on host n-h1-760453-5 at level 0 using segments [{'id': '09663a0c-ceea-4887-ace4-6c78e47e3e40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'd6d873b7-dd21-4147-a71c-3196b86fd015'}] {{(pid=103305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 26 21:12:37.141641 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17da7b22-0622-4639-99ef-2b4e85bcd01a req-520c8028-2566-47c3-b365-b80d7826fe71 service neutron] Attempting to bind port 20aaca9f-7ff5-4bc5-92ad-e18683e4425f on network d6d873b7-dd21-4147-a71c-3196b86fd015 {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 21:12:37.146598 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.db_base_plugin_common [None req-454d3d44-c773-4fbf-9bcc-87c8992038ce tempest-RoutersAdminTest-690199652 tempest-RoutersAdminTest-690199652-project-admin] Allocated IP 172.25.1.215 (4140a1f1-c93a-4bea-83a0-68953a54f299/e48251a1-e30d-4820-8396-00c6f6aeb601/f48355e5-2524-4c0f-9b23-d1dd0288c5df) {{(pid=103305) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 21:12:37.151343 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dfb509f-cf6d-4320-bc21-08fdad2b97c7 req-ba205cf3-4484-4cfd-9e5a-d45e4acbc430 tempest-ListServerFiltersTestJSON-1713042646 tempest-ListServerFiltersTestJSON-1713042646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:12:37.152868 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-4dfb509f-cf6d-4320-bc21-08fdad2b97c7 req-ba205cf3-4484-4cfd-9e5a-d45e4acbc430 tempest-ListServerFiltersTestJSON-1713042646 tempest-ListServerFiltersTestJSON-1713042646-project] 10.222.0.13 "GET /v2.0/ports?device_id=d3f09a80-55e1-4c76-84ee-e8c6104639ee HTTP/1.1" status: 200 len: 946 time: 0.1057532 Jan 26 21:12:37.158123 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17da7b22-0622-4639-99ef-2b4e85bcd01a req-520c8028-2566-47c3-b365-b80d7826fe71 service neutron] Port 20aaca9f-7ff5-4bc5-92ad-e18683e4425f on network d6d873b7-dd21-4147-a71c-3196b86fd015 not bound, no agent of type Open vSwitch agent registered on host n-h1-760453-5 {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 26 21:12:37.158626 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17da7b22-0622-4639-99ef-2b4e85bcd01a req-520c8028-2566-47c3-b365-b80d7826fe71 service neutron] Attempting to bind port 20aaca9f-7ff5-4bc5-92ad-e18683e4425f on network d6d873b7-dd21-4147-a71c-3196b86fd015 {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 21:12:37.166851 n-d-760453-5 neutron-server[103305]: DEBUG neutron.notifiers.nova [req-5d7d79ca-7061-4212-9992-a011b3798195 req-198d6366-e52f-4c75-81e9-f32217b86b94 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aed2731a-4f37-4d42-8ada-af549fec82fa {{(pid=103305) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 26 21:12:37.178574 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-5d7d79ca-7061-4212-9992-a011b3798195 req-198d6366-e52f-4c75-81e9-f32217b86b94 service neutron] Publish callbacks [] for port (aed2731a-4f37-4d42-8ada-af549fec82fa), precommit_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:12:37.182985 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17da7b22-0622-4639-99ef-2b4e85bcd01a req-520c8028-2566-47c3-b365-b80d7826fe71 service neutron] Checking agent: {'id': '32ef628b-8417-46c5-8729-60fcabe358f1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-760453-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 21, 3, 8), 'started_at': datetime.datetime(2022, 1, 26, 21, 3, 8), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 21, 12, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 26 21:12:37.183775 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17da7b22-0622-4639-99ef-2b4e85bcd01a req-520c8028-2566-47c3-b365-b80d7826fe71 service neutron] Checking segment: {'id': '09663a0c-ceea-4887-ace4-6c78e47e3e40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'd6d873b7-dd21-4147-a71c-3196b86fd015'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103305) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 21:12:37.183775 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17da7b22-0622-4639-99ef-2b4e85bcd01a req-520c8028-2566-47c3-b365-b80d7826fe71 service neutron] Bound using segment: {'id': '09663a0c-ceea-4887-ace4-6c78e47e3e40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'd6d873b7-dd21-4147-a71c-3196b86fd015'} {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 26 21:12:37.184111 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [req-17da7b22-0622-4639-99ef-2b4e85bcd01a req-520c8028-2566-47c3-b365-b80d7826fe71 service neutron] Bound port: 20aaca9f-7ff5-4bc5-92ad-e18683e4425f, host: n-h1-760453-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '09663a0c-ceea-4887-ace4-6c78e47e3e40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'd6d873b7-dd21-4147-a71c-3196b86fd015'}}] {{(pid=103305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 26 21:12:37.184466 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-17da7b22-0622-4639-99ef-2b4e85bcd01a req-520c8028-2566-47c3-b365-b80d7826fe71 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (20aaca9f-7ff5-4bc5-92ad-e18683e4425f), before_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:12:37.225372 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [req-791b3e11-fe97-40d6-83ee-31dee6cb16dc req-b7adf06e-b78a-43e0-9359-8d27e102bc53 service neutron] For port 5ea9283d-6307-4a7a-a3a3-34c49776035f, host n-h2-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-5',level=0,port_id=5ea9283d-6307-4a7a-a3a3-34c49776035f,segment=NetworkSegment(984e14e0-bb79-4ef3-b570-cebad3b9694e),segment_id=984e14e0-bb79-4ef3-b570-cebad3b9694e)] {{(pid=103304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:12:37.246205 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.provisioning_blocks [req-5d7d79ca-7061-4212-9992-a011b3798195 req-198d6366-e52f-4c75-81e9-f32217b86b94 service neutron] Transition to ACTIVE for port object aed2731a-4f37-4d42-8ada-af549fec82fa will not be triggered until provisioned by entity L2. {{(pid=103305) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 21:12:37.274862 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-5d7d79ca-7061-4212-9992-a011b3798195 req-198d6366-e52f-4c75-81e9-f32217b86b94 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11791520'] for port (aed2731a-4f37-4d42-8ada-af549fec82fa), after_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:12:37.310992 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa51128-5843-4da3-b1be-e57b0fde9a50 req-dcacb4e7-f85b-4d6a-bdb4-884c62724170 tempest-AttachVolumeNegativeTest-157238613 tempest-AttachVolumeNegativeTest-157238613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:12:37.317845 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-0aa51128-5843-4da3-b1be-e57b0fde9a50 req-dcacb4e7-f85b-4d6a-bdb4-884c62724170 tempest-AttachVolumeNegativeTest-157238613 tempest-AttachVolumeNegativeTest-157238613-project] 10.222.0.13 "GET /v2.0/ports?device_id=650bc08f-3d92-4cee-b76d-e4850a9bb3e0 HTTP/1.1" status: 200 len: 943 time: 0.1746662 Jan 26 21:12:37.345108 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-4dfb509f-cf6d-4320-bc21-08fdad2b97c7 req-2476ed8c-ceff-4cd8-b6d4-68b3364bcf71 tempest-ListServerFiltersTestJSON-1713042646 tempest-ListServerFiltersTestJSON-1713042646-project] 10.222.0.13 "GET /v2.0/security-groups?id=4a81ac3f-5e47-4404-a1c8-ffc0bc5b0861&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1736300 Jan 26 21:12:37.393742 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [req-791b3e11-fe97-40d6-83ee-31dee6cb16dc req-b7adf06e-b78a-43e0-9359-8d27e102bc53 service neutron] For port 5ea9283d-6307-4a7a-a3a3-34c49776035f, host n-h2-760453-5, cleared binding levels {{(pid=103304) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 26 21:12:37.405584 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-198d6366-e52f-4c75-81e9-f32217b86b94 service neutron] Pushing event updated for resources: {'Port': ['ID=aed2731a-4f37-4d42-8ada-af549fec82fa,revision_number=2']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:12:37.432637 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [req-17da7b22-0622-4639-99ef-2b4e85bcd01a req-520c8028-2566-47c3-b365-b80d7826fe71 service neutron] For port 20aaca9f-7ff5-4bc5-92ad-e18683e4425f, host n-h1-760453-5, cleared binding levels {{(pid=103305) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 26 21:12:37.439417 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [req-17da7b22-0622-4639-99ef-2b4e85bcd01a req-520c8028-2566-47c3-b365-b80d7826fe71 service neutron] For port 20aaca9f-7ff5-4bc5-92ad-e18683e4425f, host n-h1-760453-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-5',level=0,port_id=20aaca9f-7ff5-4bc5-92ad-e18683e4425f,segment=NetworkSegment(09663a0c-ceea-4887-ace4-6c78e47e3e40),segment_id=09663a0c-ceea-4887-ace4-6c78e47e3e40)] {{(pid=103305) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 26 21:12:37.475926 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-454d3d44-c773-4fbf-9bcc-87c8992038ce tempest-RoutersAdminTest-690199652 tempest-RoutersAdminTest-690199652-project-admin] Publish callbacks [] for port (f48355e5-2524-4c0f-9b23-d1dd0288c5df), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:12:37.491668 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-17da7b22-0622-4639-99ef-2b4e85bcd01a req-520c8028-2566-47c3-b365-b80d7826fe71 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11791520'] for port (20aaca9f-7ff5-4bc5-92ad-e18683e4425f), after_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:12:37.521443 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 53788) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:12:37.550238 n-d-760453-5 neutron-server[103304]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80ebfeba-433a-4d4b-bf55-9e0ed19817de', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5ea9283d-6307-4a7a-a3a3-34c49776035f'}] {{(pid=103304) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 21:12:37.552486 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d52b45f1943fcd332af9527eb73ff93c8d715d44383a3f6d18de73b4cfcf87b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06660cbf-025c-438f-8cba-1fc931ce216e" -d '{"events": [{"server_uuid": "80ebfeba-433a-4d4b-bf55-9e0ed19817de", "name": "network-vif-unplugged", "status": "completed", "tag": "5ea9283d-6307-4a7a-a3a3-34c49776035f"}]}' {{(pid=103304) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 21:12:37.556396 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-791b3e11-fe97-40d6-83ee-31dee6cb16dc req-b7adf06e-b78a-43e0-9359-8d27e102bc53 service neutron] Publish callbacks [] for port (5ea9283d-6307-4a7a-a3a3-34c49776035f), precommit_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:12:37.562529 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-0aa51128-5843-4da3-b1be-e57b0fde9a50 req-6660e57e-d06d-4257-a19a-1a796c8ea133 tempest-AttachVolumeNegativeTest-157238613 tempest-AttachVolumeNegativeTest-157238613-project] 10.222.0.13 "GET /v2.0/security-groups?id=8e9bd9e5-9820-4475-bfb9-c12598a9861a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2436306 Jan 26 21:12:37.583152 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-791b3e11-fe97-40d6-83ee-31dee6cb16dc req-b7adf06e-b78a-43e0-9359-8d27e102bc53 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9281542'] for port (5ea9283d-6307-4a7a-a3a3-34c49776035f), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:12:37.622383 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17da7b22-0622-4639-99ef-2b4e85bcd01a req-520c8028-2566-47c3-b365-b80d7826fe71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:12:37.623495 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-17da7b22-0622-4639-99ef-2b4e85bcd01a req-520c8028-2566-47c3-b365-b80d7826fe71 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:12:37.625155 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-17da7b22-0622-4639-99ef-2b4e85bcd01a req-520c8028-2566-47c3-b365-b80d7826fe71 service neutron] 10.222.0.66 "PUT /v2.0/ports/20aaca9f-7ff5-4bc5-92ad-e18683e4425f HTTP/1.1" status: 200 len: 1091 time: 2.2314260 Jan 26 21:12:37.625749 n-d-760453-5 neutron-server[103305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '650bc08f-3d92-4cee-b76d-e4850a9bb3e0', 'tag': '20aaca9f-7ff5-4bc5-92ad-e18683e4425f'}] {{(pid=103305) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 21:12:37.628298 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d4654568b7bf041e72ff8fe1c96d6d761d9c921f2b99bc7b3a26632be20cee0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01fe981f-d310-4ea6-bf68-fcd4e0e2828a" -d '{"events": [{"name": "network-changed", "server_uuid": "650bc08f-3d92-4cee-b76d-e4850a9bb3e0", "tag": "20aaca9f-7ff5-4bc5-92ad-e18683e4425f"}]}' {{(pid=103305) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 21:12:37.651516 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-8ad2299f-676e-42d7-9d0b-e2387067bff3 admin admin] Deleting port cf3de5fd-328f-4fc5-9713-971aefb20f27 {{(pid=103304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 21:12:37.651779 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-8ad2299f-676e-42d7-9d0b-e2387067bff3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746560630878'] for port (cf3de5fd-328f-4fc5-9713-971aefb20f27), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:12:37.681214 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 26 Jan 2022 21:12:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6191fe1-b0f9-4965-82fb-554f6cf7241a x-openstack-request-id: req-c6191fe1-b0f9-4965-82fb-554f6cf7241a {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 21:12:37.681517 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80ebfeba-433a-4d4b-bf55-9e0ed19817de", "name": "network-vif-unplugged", "status": "completed", "tag": "5ea9283d-6307-4a7a-a3a3-34c49776035f", "code": 200}]} {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 21:12:37.681764 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c6191fe1-b0f9-4965-82fb-554f6cf7241a {{(pid=103304) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 21:12:37.682340 n-d-760453-5 neutron-server[103304]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80ebfeba-433a-4d4b-bf55-9e0ed19817de', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5ea9283d-6307-4a7a-a3a3-34c49776035f', 'code': 200} Jan 26 21:12:37.712167 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-520c8028-2566-47c3-b365-b80d7826fe71 service neutron] Pushing event updated for resources: {'Port': ['ID=20aaca9f-7ff5-4bc5-92ad-e18683e4425f,revision_number=3']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:12:37.732787 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [req-5d7d79ca-7061-4212-9992-a011b3798195 req-198d6366-e52f-4c75-81e9-f32217b86b94 service neutron] Attempting to bind port aed2731a-4f37-4d42-8ada-af549fec82fa on host n-h1-760453-5 for vnic_type normal with profile {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 21:12:37.733345 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [req-5d7d79ca-7061-4212-9992-a011b3798195 req-198d6366-e52f-4c75-81e9-f32217b86b94 service neutron] Attempting to bind port aed2731a-4f37-4d42-8ada-af549fec82fa by drivers openvswitch,hyperv on host n-h1-760453-5 at level 0 using segments [{'id': 'af032e5b-82aa-44c9-824d-1e5696119444', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '15c39b24-f7c4-4710-b8cb-f1d4e3bc27f6'}] {{(pid=103305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 26 21:12:37.733779 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d7d79ca-7061-4212-9992-a011b3798195 req-198d6366-e52f-4c75-81e9-f32217b86b94 service neutron] Attempting to bind port aed2731a-4f37-4d42-8ada-af549fec82fa on network 15c39b24-f7c4-4710-b8cb-f1d4e3bc27f6 {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 21:12:37.734383 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b73f88d-74d0-467c-a420-943e864cefa4 req-141a0a06-21f7-4428-ad33-ceb14ec20ca0 tempest-LiveMigrationTest-746395142 tempest-LiveMigrationTest-746395142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:12:37.735968 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-4b73f88d-74d0-467c-a420-943e864cefa4 req-141a0a06-21f7-4428-ad33-ceb14ec20ca0 tempest-LiveMigrationTest-746395142 tempest-LiveMigrationTest-746395142-project] 10.222.0.13 "GET /v2.0/ports?device_id=80ebfeba-433a-4d4b-bf55-9e0ed19817de HTTP/1.1" status: 200 len: 945 time: 0.2521484 Jan 26 21:12:37.737758 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 26 Jan 2022 21:12:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37a0239f-56bd-4c01-b067-a9ec488ea36c x-openstack-request-id: req-37a0239f-56bd-4c01-b067-a9ec488ea36c {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 21:12:37.738159 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "650bc08f-3d92-4cee-b76d-e4850a9bb3e0", "tag": "20aaca9f-7ff5-4bc5-92ad-e18683e4425f", "status": "completed", "code": 200}]} {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 21:12:37.738499 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-37a0239f-56bd-4c01-b067-a9ec488ea36c {{(pid=103305) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 21:12:37.739131 n-d-760453-5 neutron-server[103305]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '650bc08f-3d92-4cee-b76d-e4850a9bb3e0', 'tag': '20aaca9f-7ff5-4bc5-92ad-e18683e4425f', 'status': 'completed', 'code': 200} Jan 26 21:12:37.746453 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-454d3d44-c773-4fbf-9bcc-87c8992038ce tempest-RoutersAdminTest-690199652 tempest-RoutersAdminTest-690199652-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746560234527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11791543'] for port (f48355e5-2524-4c0f-9b23-d1dd0288c5df), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:12:37.751839 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d7d79ca-7061-4212-9992-a011b3798195 req-198d6366-e52f-4c75-81e9-f32217b86b94 service neutron] Port aed2731a-4f37-4d42-8ada-af549fec82fa on network 15c39b24-f7c4-4710-b8cb-f1d4e3bc27f6 not bound, no agent of type Open vSwitch agent registered on host n-h1-760453-5 {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 26 21:12:37.751839 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d7d79ca-7061-4212-9992-a011b3798195 req-198d6366-e52f-4c75-81e9-f32217b86b94 service neutron] Attempting to bind port aed2731a-4f37-4d42-8ada-af549fec82fa on network 15c39b24-f7c4-4710-b8cb-f1d4e3bc27f6 {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 21:12:37.784208 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d7d79ca-7061-4212-9992-a011b3798195 req-198d6366-e52f-4c75-81e9-f32217b86b94 service neutron] Checking agent: {'id': '32ef628b-8417-46c5-8729-60fcabe358f1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-760453-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 21, 3, 8), 'started_at': datetime.datetime(2022, 1, 26, 21, 3, 8), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 21, 12, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 26 21:12:37.784655 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d7d79ca-7061-4212-9992-a011b3798195 req-198d6366-e52f-4c75-81e9-f32217b86b94 service neutron] Checking segment: {'id': 'af032e5b-82aa-44c9-824d-1e5696119444', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '15c39b24-f7c4-4710-b8cb-f1d4e3bc27f6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103305) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 21:12:37.785127 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d7d79ca-7061-4212-9992-a011b3798195 req-198d6366-e52f-4c75-81e9-f32217b86b94 service neutron] Bound using segment: {'id': 'af032e5b-82aa-44c9-824d-1e5696119444', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '15c39b24-f7c4-4710-b8cb-f1d4e3bc27f6'} {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 26 21:12:37.785835 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [req-5d7d79ca-7061-4212-9992-a011b3798195 req-198d6366-e52f-4c75-81e9-f32217b86b94 service neutron] Bound port: aed2731a-4f37-4d42-8ada-af549fec82fa, host: n-h1-760453-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'af032e5b-82aa-44c9-824d-1e5696119444', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '15c39b24-f7c4-4710-b8cb-f1d4e3bc27f6'}}] {{(pid=103305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 26 21:12:37.786202 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-5d7d79ca-7061-4212-9992-a011b3798195 req-198d6366-e52f-4c75-81e9-f32217b86b94 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (aed2731a-4f37-4d42-8ada-af549fec82fa), before_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:12:37.803302 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-454d3d44-c773-4fbf-9bcc-87c8992038ce tempest-RoutersAdminTest-690199652 tempest-RoutersAdminTest-690199652-project-admin] Network 4140a1f1-c93a-4bea-83a0-68953a54f299 is already hosted by enough agents. {{(pid=103305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 21:12:37.816846 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [None req-454d3d44-c773-4fbf-9bcc-87c8992038ce tempest-RoutersAdminTest-690199652 tempest-RoutersAdminTest-690199652-project-admin] Resources bound (agent type, host, resource id): {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:12:37.829952 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-454d3d44-c773-4fbf-9bcc-87c8992038ce tempest-RoutersAdminTest-690199652 tempest-RoutersAdminTest-690199652-project-admin] Received port after_create {{(pid=103305) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 21:12:37.834517 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17da7b22-0622-4639-99ef-2b4e85bcd01a req-2600d5e3-817b-4317-a41d-1408fc14e123 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:12:37.836165 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-17da7b22-0622-4639-99ef-2b4e85bcd01a req-2600d5e3-817b-4317-a41d-1408fc14e123 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=d203cd9cdbf14056988a5ed4353f3154&device_id=650bc08f-3d92-4cee-b76d-e4850a9bb3e0 HTTP/1.1" status: 200 len: 1094 time: 0.1431937 Jan 26 21:12:37.849614 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7adf06e-b78a-43e0-9359-8d27e102bc53 service neutron] Pushing event updated for resources: {'Port': ['ID=5ea9283d-6307-4a7a-a3a3-34c49776035f,revision_number=7']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:12:37.883414 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454d3d44-c773-4fbf-9bcc-87c8992038ce tempest-RoutersAdminTest-690199652 tempest-RoutersAdminTest-690199652-project-admin] Pushing event updated for resources: {'Port': ['ID=f48355e5-2524-4c0f-9b23-d1dd0288c5df,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:12:37.907446 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [req-791b3e11-fe97-40d6-83ee-31dee6cb16dc req-b7adf06e-b78a-43e0-9359-8d27e102bc53 service neutron] Attempting to bind port 5ea9283d-6307-4a7a-a3a3-34c49776035f on host n-h2-760453-5 for vnic_type normal with profile {"migrating_to": "n-h1-760453-5"} {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 21:12:37.907777 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [req-791b3e11-fe97-40d6-83ee-31dee6cb16dc req-b7adf06e-b78a-43e0-9359-8d27e102bc53 service neutron] Attempting to bind port 5ea9283d-6307-4a7a-a3a3-34c49776035f by drivers openvswitch,hyperv on host n-h2-760453-5 at level 0 using segments [{'id': '984e14e0-bb79-4ef3-b570-cebad3b9694e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '57cdf3f5-a20b-4c6f-b2eb-bed2f5d4d40a'}] {{(pid=103304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 26 21:12:37.908102 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-791b3e11-fe97-40d6-83ee-31dee6cb16dc req-b7adf06e-b78a-43e0-9359-8d27e102bc53 service neutron] Attempting to bind port 5ea9283d-6307-4a7a-a3a3-34c49776035f on network 57cdf3f5-a20b-4c6f-b2eb-bed2f5d4d40a {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 21:12:37.922036 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-4b73f88d-74d0-467c-a420-943e864cefa4 req-28556f0f-d9fa-4ec7-b0e2-7b0c299a3c5a tempest-LiveMigrationTest-746395142 tempest-LiveMigrationTest-746395142-project] 10.222.0.13 "GET /v2.0/security-groups?id=c43a996a-6b93-48e4-a331-48250c5b183d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1494334 Jan 26 21:12:37.934877 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [None req-8ad2299f-676e-42d7-9d0b-e2387067bff3 admin admin] For port cf3de5fd-328f-4fc5-9713-971aefb20f27, host n-d-760453-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=cf3de5fd-328f-4fc5-9713-971aefb20f27,segment=NetworkSegment(783c42f6-f993-4cb9-a1f5-91588f8d0f68),segment_id=783c42f6-f993-4cb9-a1f5-91588f8d0f68)] {{(pid=103304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:12:37.935331 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-8ad2299f-676e-42d7-9d0b-e2387067bff3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4109658'] for port (cf3de5fd-328f-4fc5-9713-971aefb20f27), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:12:37.939185 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-791b3e11-fe97-40d6-83ee-31dee6cb16dc req-b7adf06e-b78a-43e0-9359-8d27e102bc53 service neutron] Port 5ea9283d-6307-4a7a-a3a3-34c49776035f on network 57cdf3f5-a20b-4c6f-b2eb-bed2f5d4d40a not bound, no agent of type Open vSwitch agent registered on host n-h2-760453-5 {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 26 21:12:37.939882 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-791b3e11-fe97-40d6-83ee-31dee6cb16dc req-b7adf06e-b78a-43e0-9359-8d27e102bc53 service neutron] Attempting to bind port 5ea9283d-6307-4a7a-a3a3-34c49776035f on network 57cdf3f5-a20b-4c6f-b2eb-bed2f5d4d40a {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 21:12:37.953990 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-791b3e11-fe97-40d6-83ee-31dee6cb16dc req-b7adf06e-b78a-43e0-9359-8d27e102bc53 service neutron] Checking agent: {'id': '4d619873-4b60-439f-9b5a-b155dc8bbc34', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-760453-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 21, 2, 53), 'started_at': datetime.datetime(2022, 1, 26, 21, 2, 53), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 21, 12, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 26 21:12:37.954574 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-791b3e11-fe97-40d6-83ee-31dee6cb16dc req-b7adf06e-b78a-43e0-9359-8d27e102bc53 service neutron] Checking segment: {'id': '984e14e0-bb79-4ef3-b570-cebad3b9694e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '57cdf3f5-a20b-4c6f-b2eb-bed2f5d4d40a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103304) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 21:12:37.955050 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-17da7b22-0622-4639-99ef-2b4e85bcd01a req-396c16d4-370c-4bfe-970e-40038c180097 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=20aaca9f-7ff5-4bc5-92ad-e18683e4425f HTTP/1.1" status: 200 len: 217 time: 0.0728958 Jan 26 21:12:37.955363 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-791b3e11-fe97-40d6-83ee-31dee6cb16dc req-b7adf06e-b78a-43e0-9359-8d27e102bc53 service neutron] Bound using segment: {'id': '984e14e0-bb79-4ef3-b570-cebad3b9694e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '57cdf3f5-a20b-4c6f-b2eb-bed2f5d4d40a'} {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 26 21:12:37.955930 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [req-791b3e11-fe97-40d6-83ee-31dee6cb16dc req-b7adf06e-b78a-43e0-9359-8d27e102bc53 service neutron] Bound port: 5ea9283d-6307-4a7a-a3a3-34c49776035f, host: n-h2-760453-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '984e14e0-bb79-4ef3-b570-cebad3b9694e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '57cdf3f5-a20b-4c6f-b2eb-bed2f5d4d40a'}}] {{(pid=103304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 26 21:12:37.956620 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-791b3e11-fe97-40d6-83ee-31dee6cb16dc req-b7adf06e-b78a-43e0-9359-8d27e102bc53 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (5ea9283d-6307-4a7a-a3a3-34c49776035f), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:12:38.004129 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-8ad2299f-676e-42d7-9d0b-e2387067bff3 admin admin] Calling delete_port for cf3de5fd-328f-4fc5-9713-971aefb20f27 owned by network:router_interface {{(pid=103304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 21:12:38.022910 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [req-5d7d79ca-7061-4212-9992-a011b3798195 req-198d6366-e52f-4c75-81e9-f32217b86b94 service neutron] For port aed2731a-4f37-4d42-8ada-af549fec82fa, host n-h1-760453-5, cleared binding levels {{(pid=103305) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 26 21:12:38.056671 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-2eb2a28a-b017-4e00-925a-331e2a800612 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:12:38.067378 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [req-5d7d79ca-7061-4212-9992-a011b3798195 req-198d6366-e52f-4c75-81e9-f32217b86b94 service neutron] For port aed2731a-4f37-4d42-8ada-af549fec82fa, host n-h1-760453-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-5',level=0,port_id=aed2731a-4f37-4d42-8ada-af549fec82fa,segment=NetworkSegment(af032e5b-82aa-44c9-824d-1e5696119444),segment_id=af032e5b-82aa-44c9-824d-1e5696119444)] {{(pid=103305) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 26 21:12:38.105091 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-5d7d79ca-7061-4212-9992-a011b3798195 req-198d6366-e52f-4c75-81e9-f32217b86b94 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11791520'] for port (aed2731a-4f37-4d42-8ada-af549fec82fa), after_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:12:38.110827 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (32ef628b-8417-46c5-8729-60fcabe358f1), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:12:38.121747 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17da7b22-0622-4639-99ef-2b4e85bcd01a req-0b85997b-d43a-430a-b567-ce7fe6df1a26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:12:38.123265 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-17da7b22-0622-4639-99ef-2b4e85bcd01a req-0b85997b-d43a-430a-b567-ce7fe6df1a26 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=83c7f95c-c9b9-47ca-b224-a6b37c78555f HTTP/1.1" status: 200 len: 854 time: 0.1599312 Jan 26 21:12:38.200349 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7d79ca-7061-4212-9992-a011b3798195 req-198d6366-e52f-4c75-81e9-f32217b86b94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:12:38.200979 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-5d7d79ca-7061-4212-9992-a011b3798195 req-198d6366-e52f-4c75-81e9-f32217b86b94 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:12:38.202779 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-5d7d79ca-7061-4212-9992-a011b3798195 req-198d6366-e52f-4c75-81e9-f32217b86b94 service neutron] 10.222.0.66 "PUT /v2.0/ports/aed2731a-4f37-4d42-8ada-af549fec82fa HTTP/1.1" status: 200 len: 1091 time: 2.2811553 Jan 26 21:12:38.211217 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-17da7b22-0622-4639-99ef-2b4e85bcd01a req-91cdc650-bb98-4b51-9e46-f2e4e2e0ffc4 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=d6d873b7-dd21-4147-a71c-3196b86fd015&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0501938 Jan 26 21:12:38.260207 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-198d6366-e52f-4c75-81e9-f32217b86b94 service neutron] Pushing event updated for resources: {'Port': ['ID=aed2731a-4f37-4d42-8ada-af549fec82fa,revision_number=3']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:12:38.494066 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7d79ca-7061-4212-9992-a011b3798195 req-a773c605-4a89-4442-9c60-419ba19301af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:12:38.495728 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-5d7d79ca-7061-4212-9992-a011b3798195 req-a773c605-4a89-4442-9c60-419ba19301af service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=c8d46c1d9718442f87ddc378b5600012&device_id=64bc2a39-da8a-491b-95d3-4ecb84ebf4bd HTTP/1.1" status: 200 len: 1094 time: 0.1925509 Jan 26 21:12:38.503718 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-17da7b22-0622-4639-99ef-2b4e85bcd01a req-4efc69f8-512d-478d-a25d-e2c503654e72 service neutron] 10.222.0.66 "GET /v2.0/networks/d6d873b7-dd21-4147-a71c-3196b86fd015?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2785501 Jan 26 21:12:38.530368 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [req-791b3e11-fe97-40d6-83ee-31dee6cb16dc req-b7adf06e-b78a-43e0-9359-8d27e102bc53 service neutron] For port 5ea9283d-6307-4a7a-a3a3-34c49776035f, host n-h2-760453-5, cleared binding levels {{(pid=103304) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 26 21:12:38.533744 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [req-791b3e11-fe97-40d6-83ee-31dee6cb16dc req-b7adf06e-b78a-43e0-9359-8d27e102bc53 service neutron] For port 5ea9283d-6307-4a7a-a3a3-34c49776035f, host n-h2-760453-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-5',level=0,port_id=5ea9283d-6307-4a7a-a3a3-34c49776035f,segment=NetworkSegment(984e14e0-bb79-4ef3-b570-cebad3b9694e),segment_id=984e14e0-bb79-4ef3-b570-cebad3b9694e)] {{(pid=103304) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 26 21:12:38.569453 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-5d7d79ca-7061-4212-9992-a011b3798195 req-aa07adb2-aa7c-4b74-9fd5-26dc5eb5132e service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=aed2731a-4f37-4d42-8ada-af549fec82fa HTTP/1.1" status: 200 len: 217 time: 0.0559695 Jan 26 21:12:38.570005 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-454d3d44-c773-4fbf-9bcc-87c8992038ce tempest-RoutersAdminTest-690199652 tempest-RoutersAdminTest-690199652-project-admin] Publish callbacks [] for router_gateway (e99b66cf-e042-4422-8da2-2fc8db999d6f), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:12:38.606998 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-791b3e11-fe97-40d6-83ee-31dee6cb16dc req-b7adf06e-b78a-43e0-9359-8d27e102bc53 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9281542'] for port (5ea9283d-6307-4a7a-a3a3-34c49776035f), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:12:38.700782 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3f90b8-c7e9-4e6b-becc-ef250ec79df1 req-7ee11f9c-f193-428d-8820-37df979a6876 tempest-ServersTestManualDisk-377945019 tempest-ServersTestManualDisk-377945019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:12:38.702229 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-9f3f90b8-c7e9-4e6b-becc-ef250ec79df1 req-7ee11f9c-f193-428d-8820-37df979a6876 tempest-ServersTestManualDisk-377945019 tempest-ServersTestManualDisk-377945019-project] 10.222.0.13 "GET /v2.0/ports?device_id=64bc2a39-da8a-491b-95d3-4ecb84ebf4bd HTTP/1.1" status: 200 len: 943 time: 0.6996126 Jan 26 21:12:38.737670 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7d79ca-7061-4212-9992-a011b3798195 req-b0298acc-a47a-4759-ab01-077e30118139 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:12:38.739130 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-5d7d79ca-7061-4212-9992-a011b3798195 req-b0298acc-a47a-4759-ab01-077e30118139 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=c3a93a69-4f3e-4ef6-b9c8-092ff93d742e HTTP/1.1" status: 200 len: 851 time: 0.1093738 Jan 26 21:12:38.758050 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a361b9-951b-4b0a-baf5-2ef62f374ede req-65207b7f-0a61-446a-bf9c-a3728fafcc8f tempest-ListServerFiltersTestJSON-1713042646 tempest-ListServerFiltersTestJSON-1713042646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:12:38.761726 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-79a361b9-951b-4b0a-baf5-2ef62f374ede req-65207b7f-0a61-446a-bf9c-a3728fafcc8f tempest-ListServerFiltersTestJSON-1713042646 tempest-ListServerFiltersTestJSON-1713042646-project] 10.222.0.13 "GET /v2.0/ports?device_id=d3f09a80-55e1-4c76-84ee-e8c6104639ee HTTP/1.1" status: 200 len: 946 time: 0.2620120 Jan 26 21:12:38.790395 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-17da7b22-0622-4639-99ef-2b4e85bcd01a req-c30c2d03-8322-4b96-8f1c-f50697c272ad service neutron] 10.222.0.66 "GET /v2.0/networks/d6d873b7-dd21-4147-a71c-3196b86fd015?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2736037 Jan 26 21:12:38.795239 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791b3e11-fe97-40d6-83ee-31dee6cb16dc req-b7adf06e-b78a-43e0-9359-8d27e102bc53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:12:38.795862 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-791b3e11-fe97-40d6-83ee-31dee6cb16dc req-b7adf06e-b78a-43e0-9359-8d27e102bc53 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:12:38.797724 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-791b3e11-fe97-40d6-83ee-31dee6cb16dc req-b7adf06e-b78a-43e0-9359-8d27e102bc53 service neutron] 10.222.0.66 "PUT /v2.0/ports/5ea9283d-6307-4a7a-a3a3-34c49776035f HTTP/1.1" status: 200 len: 1121 time: 2.1829331 Jan 26 21:12:38.809330 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7adf06e-b78a-43e0-9359-8d27e102bc53 service neutron] Pushing event updated for resources: {'Port': ['ID=5ea9283d-6307-4a7a-a3a3-34c49776035f,revision_number=8']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:12:38.822040 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Device 60f1a448-e006-4064-9f78-822d97b29cbe no longer exists at agent hyperv_n-h1-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 26 21:12:38.845961 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7d79ca-7061-4212-9992-a011b3798195 req-ffda7834-32f9-4da0-b1d4-efb0835ffd67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:12:38.846901 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-5d7d79ca-7061-4212-9992-a011b3798195 req-ffda7834-32f9-4da0-b1d4-efb0835ffd67 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=15c39b24-f7c4-4710-b8cb-f1d4e3bc27f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0962627 Jan 26 21:12:38.863668 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] No Port match for: 60f1a448-e006-4064-9f78-822d97b29cbe {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 26 21:12:38.865443 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Device 60f1a448-e006-4064-9f78-822d97b29cbe not bound to the agent host n-h1-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 26 21:12:38.915355 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] get_ports_and_sgs() called for port_ids ['5ea9283d-6307-4a7a-a3a3-34c49776035f'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 26 21:12:38.930624 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-9f3f90b8-c7e9-4e6b-becc-ef250ec79df1 req-44b047a5-f2f2-4b44-9d59-6fa3b65e933d tempest-ServersTestManualDisk-377945019 tempest-ServersTestManualDisk-377945019-project] 10.222.0.13 "GET /v2.0/security-groups?id=2615347b-b233-46fd-9cc1-284d26f4f26f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2074411 Jan 26 21:12:38.960086 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-454d3d44-c773-4fbf-9bcc-87c8992038ce tempest-RoutersAdminTest-690199652 tempest-RoutersAdminTest-690199652-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4111352', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4105746', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13075'] for router (e99b66cf-e042-4422-8da2-2fc8db999d6f), precommit_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:12:38.966168 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-454d3d44-c773-4fbf-9bcc-87c8992038ce tempest-RoutersAdminTest-690199652 tempest-RoutersAdminTest-690199652-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4111263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-4111345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-4111334', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-4105739'] for router (e99b66cf-e042-4422-8da2-2fc8db999d6f), after_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:12:38.975165 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-2eb2a28a-b017-4e00-925a-331e2a800612 admin admin] Publish callbacks [] for security_group (57628cf7-3c5e-4fdb-9e85-9f055cf23c52), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:12:38.983130 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-79a361b9-951b-4b0a-baf5-2ef62f374ede req-46435381-a91f-4d6a-89ee-7d97167c7910 tempest-ListServerFiltersTestJSON-1713042646 tempest-ListServerFiltersTestJSON-1713042646-project] 10.222.0.13 "GET /v2.0/security-groups?id=4a81ac3f-5e47-4404-a1c8-ffc0bc5b0861&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1937923 Jan 26 21:12:39.004402 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-2eb2a28a-b017-4e00-925a-331e2a800612 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (57628cf7-3c5e-4fdb-9e85-9f055cf23c52), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:12:39.046782 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-5d7d79ca-7061-4212-9992-a011b3798195 req-86c80be1-b31c-4665-918a-2c56049c45f9 service neutron] 10.222.0.66 "GET /v2.0/networks/15c39b24-f7c4-4710-b8cb-f1d4e3bc27f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1610069 Jan 26 21:12:39.078639 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb2a28a-b017-4e00-925a-331e2a800612 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57628cf7-3c5e-4fdb-9e85-9f055cf23c52,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:12:39.082842 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-8ad2299f-676e-42d7-9d0b-e2387067bff3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746560636600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746560234536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9281553'] for port (cf3de5fd-328f-4fc5-9713-971aefb20f27), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:12:39.148865 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad2299f-676e-42d7-9d0b-e2387067bff3 admin admin] Pushing event deleted for resources: {'Port': ['ID=cf3de5fd-328f-4fc5-9713-971aefb20f27,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:12:39.164807 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-2eb2a28a-b017-4e00-925a-331e2a800612 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=3a7b7af050c74a75a93836afa6e34106&name=default HTTP/1.1" status: 200 len: 3000 time: 1.6407037 Jan 26 21:12:39.173837 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 53826) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:12:39.183717 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01fe981f-d310-4ea6-bf68-fcd4e0e2828a req-ebd01e0f-b241-4635-a17c-0b9c0c32d65a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:12:39.185549 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-01fe981f-d310-4ea6-bf68-fcd4e0e2828a req-ebd01e0f-b241-4635-a17c-0b9c0c32d65a service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=d203cd9cdbf14056988a5ed4353f3154&device_id=650bc08f-3d92-4cee-b76d-e4850a9bb3e0 HTTP/1.1" status: 200 len: 1094 time: 0.2834744 Jan 26 21:12:39.255440 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-5d7d79ca-7061-4212-9992-a011b3798195 req-e453784f-76bc-4085-a9f2-207fe7d4b69d service neutron] 10.222.0.66 "GET /v2.0/networks/15c39b24-f7c4-4710-b8cb-f1d4e3bc27f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1748996 Jan 26 21:12:39.272842 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-454d3d44-c773-4fbf-9bcc-87c8992038ce tempest-RoutersAdminTest-690199652 tempest-RoutersAdminTest-690199652-project-admin] Router e99b66cf-e042-4422-8da2-2fc8db999d6f is scheduled to L3 agent 09df100c-3af1-4b0a-bda8-05914c71c458 with binding_index 1 {{(pid=103305) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 26 21:12:39.281214 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-8f003c06-9810-417d-b468-fdc7e0b32281 admin admin] Publish callbacks [] for security_group (57628cf7-3c5e-4fdb-9e85-9f055cf23c52), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:12:39.332816 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-f1480796-c037-4830-85c8-64a64d131b8d req-5f6bda22-3bea-48a7-86e7-47dc9a0eb24f tempest-ServersOnMultiNodesTest-2088673700 tempest-ServersOnMultiNodesTest-2088673700-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=95b0180418ed4ee8af0e8472caf2fcf2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1012189 Jan 26 21:12:39.342689 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-8f003c06-9810-417d-b468-fdc7e0b32281 admin admin] Publish callbacks [] for security_group (57628cf7-3c5e-4fdb-9e85-9f055cf23c52), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:12:39.347168 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efacac1e-124b-4d1f-abdf-573fbde2a0af req-76d4b781-9d8d-45f9-a036-dec8b515ded8 tempest-AttachVolumeNegativeTest-157238613 tempest-AttachVolumeNegativeTest-157238613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:12:39.348640 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-efacac1e-124b-4d1f-abdf-573fbde2a0af req-76d4b781-9d8d-45f9-a036-dec8b515ded8 tempest-AttachVolumeNegativeTest-157238613 tempest-AttachVolumeNegativeTest-157238613-project] 10.222.0.13 "GET /v2.0/ports?device_id=650bc08f-3d92-4cee-b76d-e4850a9bb3e0 HTTP/1.1" status: 200 len: 943 time: 0.2719288 Jan 26 21:12:39.447661 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-454d3d44-c773-4fbf-9bcc-87c8992038ce tempest-RoutersAdminTest-690199652 tempest-RoutersAdminTest-690199652-project-admin] Notify agent at l3_agent.n-d-760453-5 the message routers_updated {{(pid=103305) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 26 21:12:39.453961 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-454d3d44-c773-4fbf-9bcc-87c8992038ce tempest-RoutersAdminTest-690199652 tempest-RoutersAdminTest-690199652-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:12:39.457608 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-454d3d44-c773-4fbf-9bcc-87c8992038ce tempest-RoutersAdminTest-690199652 tempest-RoutersAdminTest-690199652-project-admin] 10.222.0.13 "PUT /v2.0/routers/e99b66cf-e042-4422-8da2-2fc8db999d6f HTTP/1.1" status: 200 len: 915 time: 4.1394198 Jan 26 21:12:39.459571 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-8f003c06-9810-417d-b468-fdc7e0b32281 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (57628cf7-3c5e-4fdb-9e85-9f055cf23c52), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:12:39.460384 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce95c621-b1a6-4e70-b76e-000cd2e1105f None None] Sync routers for ids ['e99b66cf-e042-4422-8da2-2fc8db999d6f'] in n-d-760453-5 {{(pid=103306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 26 21:12:39.462380 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-8f003c06-9810-417d-b468-fdc7e0b32281 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:12:39.465752 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-8f003c06-9810-417d-b468-fdc7e0b32281 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/57628cf7-3c5e-4fdb-9e85-9f055cf23c52 HTTP/1.1" status: 204 len: 168 time: 0.2864115 Jan 26 21:12:39.465752 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 53834) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:12:39.491691 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce95c621-b1a6-4e70-b76e-000cd2e1105f None None] Routers {'e99b66cf-e042-4422-8da2-2fc8db999d6f'} bound to L3 agent in host n-d-760453-5 {{(pid=103306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 21:12:39.492339 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-ce95c621-b1a6-4e70-b76e-000cd2e1105f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-26T20:55:21Z,description=,heartbeat_timestamp=2022-01-26T21:12:21Z,host='n-d-760453-5',id=09df100c-3af1-4b0a-bda8-05914c71c458,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:55:21Z,topic='l3_agent')) {'router_ids': ['e99b66cf-e042-4422-8da2-2fc8db999d6f'], 'active': True} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:12:39.512291 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01fe981f-d310-4ea6-bf68-fcd4e0e2828a req-45af48df-76b6-4da4-99c5-5aaeea8b93ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:12:39.512786 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f003c06-9810-417d-b468-fdc7e0b32281 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57628cf7-3c5e-4fdb-9e85-9f055cf23c52,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:12:39.513628 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-01fe981f-d310-4ea6-bf68-fcd4e0e2828a req-45af48df-76b6-4da4-99c5-5aaeea8b93ef service neutron] 10.222.0.66 "GET /v2.0/networks?id=d6d873b7-dd21-4147-a71c-3196b86fd015 HTTP/1.1" status: 200 len: 915 time: 0.3211236 Jan 26 21:12:39.573124 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-ce95c621-b1a6-4e70-b76e-000cd2e1105f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760453-5', False) {} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:12:39.584264 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce95c621-b1a6-4e70-b76e-000cd2e1105f None None] Routers {'e99b66cf-e042-4422-8da2-2fc8db999d6f'} bound to L3 agent in host n-d-760453-5 {{(pid=103306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 21:12:39.585091 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-ce95c621-b1a6-4e70-b76e-000cd2e1105f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-26T20:55:21Z,description=,heartbeat_timestamp=2022-01-26T21:12:21Z,host='n-d-760453-5',id=09df100c-3af1-4b0a-bda8-05914c71c458,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:55:21Z,topic='l3_agent')) {'router_ids': ['e99b66cf-e042-4422-8da2-2fc8db999d6f'], 'active': True} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:12:39.623018 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-01fe981f-d310-4ea6-bf68-fcd4e0e2828a req-af09d652-33d2-4a19-9f90-0b8f17d6a45c service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=20aaca9f-7ff5-4bc5-92ad-e18683e4425f HTTP/1.1" status: 200 len: 217 time: 0.0979400 Jan 26 21:12:39.626297 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-efacac1e-124b-4d1f-abdf-573fbde2a0af req-9c5648a4-9728-46cc-bf5b-2c0b28e120b9 tempest-AttachVolumeNegativeTest-157238613 tempest-AttachVolumeNegativeTest-157238613-project] 10.222.0.13 "GET /v2.0/security-groups?id=8e9bd9e5-9820-4475-bfb9-c12598a9861a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2679102 Jan 26 21:12:39.628302 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-ce95c621-b1a6-4e70-b76e-000cd2e1105f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760453-5', False) {} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:12:39.629236 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce95c621-b1a6-4e70-b76e-000cd2e1105f None None] The sync data for ids ['e99b66cf-e042-4422-8da2-2fc8db999d6f'] in n-d-760453-5 is: [] {{(pid=103306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 26 21:12:39.632464 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-c0830b4f-dd34-4b01-9885-cf6ae73bfbf4 tempest-RoutersAdminTest-690199652 tempest-RoutersAdminTest-690199652-project-admin] 10.222.0.13 "GET /v2.0/routers/e99b66cf-e042-4422-8da2-2fc8db999d6f HTTP/1.1" status: 200 len: 921 time: 0.1626422 Jan 26 21:12:39.633071 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 53838) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:12:39.686622 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1480796-c037-4830-85c8-64a64d131b8d req-c592895a-7a4e-4b58-a8bc-988f2ad7487c tempest-ServersOnMultiNodesTest-2088673700 tempest-ServersOnMultiNodesTest-2088673700-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:12:39.690413 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e921150-3922-47cc-a24f-75fad0b0a24d tempest-RoutersAdminTest-690199652 tempest-RoutersAdminTest-690199652-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:12:39.692313 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-1e921150-3922-47cc-a24f-75fad0b0a24d tempest-RoutersAdminTest-690199652 tempest-RoutersAdminTest-690199652-project-admin] 10.222.0.13 "GET /v2.0/ports?network_id=4140a1f1-c93a-4bea-83a0-68953a54f299&device_id=e99b66cf-e042-4422-8da2-2fc8db999d6f&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0585432 Jan 26 21:12:39.693394 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-f1480796-c037-4830-85c8-64a64d131b8d req-c592895a-7a4e-4b58-a8bc-988f2ad7487c tempest-ServersOnMultiNodesTest-2088673700 tempest-ServersOnMultiNodesTest-2088673700-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3419161 Jan 26 21:12:39.695218 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 53840) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:12:39.701801 n-d-760453-5 neutron-server[103304]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '80ebfeba-433a-4d4b-bf55-9e0ed19817de', 'tag': '5ea9283d-6307-4a7a-a3a3-34c49776035f'}] {{(pid=103304) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 21:12:39.704047 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d52b45f1943fcd332af9527eb73ff93c8d715d44383a3f6d18de73b4cfcf87b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-216c3dfd-f7ac-4dd3-9868-80fca355ffd7" -d '{"events": [{"name": "network-changed", "server_uuid": "80ebfeba-433a-4d4b-bf55-9e0ed19817de", "tag": "5ea9283d-6307-4a7a-a3a3-34c49776035f"}]}' {{(pid=103304) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 21:12:39.740420 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-8ad2299f-676e-42d7-9d0b-e2387067bff3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3709480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4110805'] for router_interface (954567f2-9f21-4bd5-91a0-c63dc8249105), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:12:39.741488 n-d-760453-5 neutron-server[103305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '64bc2a39-da8a-491b-95d3-4ecb84ebf4bd', 'tag': 'aed2731a-4f37-4d42-8ada-af549fec82fa'}] {{(pid=103305) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 21:12:39.742266 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-f1480796-c037-4830-85c8-64a64d131b8d req-ae83db6d-ee95-4f84-80f5-614ba5847325 tempest-ServersOnMultiNodesTest-2088673700 tempest-ServersOnMultiNodesTest-2088673700-project] 10.222.0.13 "GET /v2.0/quotas/95b0180418ed4ee8af0e8472caf2fcf2 HTTP/1.1" status: 200 len: 375 time: 0.0479851 Jan 26 21:12:39.744360 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d4654568b7bf041e72ff8fe1c96d6d761d9c921f2b99bc7b3a26632be20cee0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-003b606e-6b59-4a3d-a76c-0a0ee09a675a" -d '{"events": [{"name": "network-changed", "server_uuid": "64bc2a39-da8a-491b-95d3-4ecb84ebf4bd", "tag": "aed2731a-4f37-4d42-8ada-af549fec82fa"}]}' {{(pid=103305) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 21:12:39.768024 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01fe981f-d310-4ea6-bf68-fcd4e0e2828a req-884aff58-5bf5-46c8-b87e-96652448878d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:12:39.769480 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-01fe981f-d310-4ea6-bf68-fcd4e0e2828a req-884aff58-5bf5-46c8-b87e-96652448878d service neutron] 10.222.0.66 "GET /v2.0/subnets?id=83c7f95c-c9b9-47ca-b224-a6b37c78555f HTTP/1.1" status: 200 len: 854 time: 0.1367204 Jan 26 21:12:39.793828 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7a06241-32b5-487c-b9f8-3ad5a62087ba tempest-RoutersAdminTest-690199652 tempest-RoutersAdminTest-690199652-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:12:39.797831 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-e7a06241-32b5-487c-b9f8-3ad5a62087ba tempest-RoutersAdminTest-690199652 tempest-RoutersAdminTest-690199652-project-admin] 10.222.0.13 "GET /v2.0/networks/4140a1f1-c93a-4bea-83a0-68953a54f299 HTTP/1.1" status: 200 len: 881 time: 0.0989890 Jan 26 21:12:39.798085 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 53848) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:12:39.818558 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-f1480796-c037-4830-85c8-64a64d131b8d req-8e35d670-ed2d-4b68-95ee-9d5f81b1a645 tempest-ServersOnMultiNodesTest-2088673700 tempest-ServersOnMultiNodesTest-2088673700-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=95b0180418ed4ee8af0e8472caf2fcf2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0534008 Jan 26 21:12:39.833011 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-f5cf7e42-9fc2-4b6b-973d-7f6f3469b3d1 tempest-RoutersAdminTest-50714882 tempest-RoutersAdminTest-50714882-project] 10.222.0.13 "GET /v2.0/ports?device_id=e99b66cf-e042-4422-8da2-2fc8db999d6f HTTP/1.1" status: 200 len: 205 time: 0.0312767 Jan 26 21:12:39.838210 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 53850) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:12:39.880970 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-01fe981f-d310-4ea6-bf68-fcd4e0e2828a req-09fd4a07-943a-4ef8-9182-255399985cd9 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=d6d873b7-dd21-4147-a71c-3196b86fd015&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0984156 Jan 26 21:12:39.895682 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03339819-40f5-4f40-8c01-e4583cc0d98e req-6ab5eb78-a312-48f1-9ac5-948f6b31e067 tempest-LiveMigrationTest-746395142 tempest-LiveMigrationTest-746395142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:12:39.897774 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-03339819-40f5-4f40-8c01-e4583cc0d98e req-6ab5eb78-a312-48f1-9ac5-948f6b31e067 tempest-LiveMigrationTest-746395142 tempest-LiveMigrationTest-746395142-project] 10.222.0.13 "GET /v2.0/ports?device_id=80ebfeba-433a-4d4b-bf55-9e0ed19817de HTTP/1.1" status: 200 len: 943 time: 0.1815784 Jan 26 21:12:39.982739 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-4ab26d01-9d65-41a9-9308-7c82f5cfccdd tempest-RoutersAdminTest-50714882 tempest-RoutersAdminTest-50714882-project] Publish callbacks [] for router (e99b66cf-e042-4422-8da2-2fc8db999d6f), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:12:40.104343 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-01fe981f-d310-4ea6-bf68-fcd4e0e2828a req-a27ac282-064b-493d-96dc-cbc01ec4fcc2 service neutron] 10.222.0.66 "GET /v2.0/networks/d6d873b7-dd21-4147-a71c-3196b86fd015?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2163303 Jan 26 21:12:40.106325 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 26 Jan 2022 21:12:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83c8c3e8-b255-4f65-b410-72282b7e855c x-openstack-request-id: req-83c8c3e8-b255-4f65-b410-72282b7e855c {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 21:12:40.106622 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "80ebfeba-433a-4d4b-bf55-9e0ed19817de", "tag": "5ea9283d-6307-4a7a-a3a3-34c49776035f", "status": "completed", "code": 200}]} {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 21:12:40.106989 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-83c8c3e8-b255-4f65-b410-72282b7e855c {{(pid=103304) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 21:12:40.107401 n-d-760453-5 neutron-server[103304]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '80ebfeba-433a-4d4b-bf55-9e0ed19817de', 'tag': '5ea9283d-6307-4a7a-a3a3-34c49776035f', 'status': 'completed', 'code': 200} Jan 26 21:12:40.112630 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-03339819-40f5-4f40-8c01-e4583cc0d98e req-77224eb3-27a6-4f21-9628-eba3dc2ecf7d tempest-LiveMigrationTest-746395142 tempest-LiveMigrationTest-746395142-project] 10.222.0.13 "GET /v2.0/security-groups?id=c43a996a-6b93-48e4-a331-48250c5b183d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1987708 Jan 26 21:12:40.406615 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ad2299f-676e-42d7-9d0b-e2387067bff3 admin admin] Router 954567f2-9f21-4bd5-91a0-c63dc8249105 has already been hosted by L3 agent 09df100c-3af1-4b0a-bda8-05914c71c458 {{(pid=103304) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 26 21:12:40.415984 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23294f51-7312-4264-a188-97fe2be1462d req-600da222-1b06-40c8-9216-ac765e0cb6c5 tempest-ServersTestManualDisk-377945019 tempest-ServersTestManualDisk-377945019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:12:40.417605 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-23294f51-7312-4264-a188-97fe2be1462d req-600da222-1b06-40c8-9216-ac765e0cb6c5 tempest-ServersTestManualDisk-377945019 tempest-ServersTestManualDisk-377945019-project] 10.222.0.13 "GET /v2.0/ports?device_id=64bc2a39-da8a-491b-95d3-4ecb84ebf4bd HTTP/1.1" status: 200 len: 943 time: 0.1868606 Jan 26 21:12:40.419582 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-01fe981f-d310-4ea6-bf68-fcd4e0e2828a req-b0f1cd45-7127-45d2-a271-11e20da9dbc9 service neutron] 10.222.0.66 "GET /v2.0/networks/d6d873b7-dd21-4147-a71c-3196b86fd015?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3062265 Jan 26 21:12:40.437664 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a54af8-d19e-46d9-8092-39c11644a357 req-0c15db69-1510-4813-9edc-69921bfbf130 tempest-ListServerFiltersTestJSON-1713042646 tempest-ListServerFiltersTestJSON-1713042646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:12:40.450157 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-17a54af8-d19e-46d9-8092-39c11644a357 req-0c15db69-1510-4813-9edc-69921bfbf130 tempest-ListServerFiltersTestJSON-1713042646 tempest-ListServerFiltersTestJSON-1713042646-project] 10.222.0.13 "GET /v2.0/ports?device_id=d3f09a80-55e1-4c76-84ee-e8c6104639ee HTTP/1.1" status: 200 len: 946 time: 0.1494429 Jan 26 21:12:40.469908 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 26 Jan 2022 21:12:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6cd5daee-a8e5-47cd-9f3f-6dde0c08101b x-openstack-request-id: req-6cd5daee-a8e5-47cd-9f3f-6dde0c08101b {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 21:12:40.470170 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "64bc2a39-da8a-491b-95d3-4ecb84ebf4bd", "tag": "aed2731a-4f37-4d42-8ada-af549fec82fa", "status": "completed", "code": 200}]} {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 21:12:40.470373 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-6cd5daee-a8e5-47cd-9f3f-6dde0c08101b {{(pid=103305) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 21:12:40.470759 n-d-760453-5 neutron-server[103305]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '64bc2a39-da8a-491b-95d3-4ecb84ebf4bd', 'tag': 'aed2731a-4f37-4d42-8ada-af549fec82fa', 'status': 'completed', 'code': 200} Jan 26 21:12:40.555780 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003b606e-6b59-4a3d-a76c-0a0ee09a675a req-277ab08c-8c69-4cd4-8297-4a95cb0e16b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:12:40.557098 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-003b606e-6b59-4a3d-a76c-0a0ee09a675a req-277ab08c-8c69-4cd4-8297-4a95cb0e16b9 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=c8d46c1d9718442f87ddc378b5600012&device_id=64bc2a39-da8a-491b-95d3-4ecb84ebf4bd HTTP/1.1" status: 200 len: 1094 time: 0.0891850 Jan 26 21:12:40.576233 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 53882) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:12:40.590613 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-23294f51-7312-4264-a188-97fe2be1462d req-f676fe73-1e7c-458e-b5a5-bb21a23c20d8 tempest-ServersTestManualDisk-377945019 tempest-ServersTestManualDisk-377945019-project] 10.222.0.13 "GET /v2.0/security-groups?id=2615347b-b233-46fd-9cc1-284d26f4f26f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1634300 Jan 26 21:12:40.607331 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-17a54af8-d19e-46d9-8092-39c11644a357 req-cb4d5349-e6af-495e-a429-7102fa34f92c tempest-ListServerFiltersTestJSON-1713042646 tempest-ListServerFiltersTestJSON-1713042646-project] 10.222.0.13 "GET /v2.0/security-groups?id=4a81ac3f-5e47-4404-a1c8-ffc0bc5b0861&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1465271 Jan 26 21:12:40.635506 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216c3dfd-f7ac-4dd3-9868-80fca355ffd7 req-4f1c77a6-00b0-40d9-b3c6-d935d38f1fae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:12:40.637015 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-216c3dfd-f7ac-4dd3-9868-80fca355ffd7 req-4f1c77a6-00b0-40d9-b3c6-d935d38f1fae service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=ee6098e1a6074d57972f34ef6549de05&device_id=80ebfeba-433a-4d4b-bf55-9e0ed19817de HTTP/1.1" status: 200 len: 1124 time: 0.1655469 Jan 26 21:12:40.724296 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-662be13d-0cc3-4469-b1a8-c731bdc5f0cf req-2141f7b6-b133-4970-9f42-e9b215717f25 tempest-ServersOnMultiNodesTest-2088673700 tempest-ServersOnMultiNodesTest-2088673700-project] 10.222.0.13 "GET /v2.0/ports?device_id=2011abd2-36e2-4bb1-b07d-9bed056683fa HTTP/1.1" status: 200 len: 210 time: 0.0443752 Jan 26 21:12:40.738581 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ad2299f-676e-42d7-9d0b-e2387067bff3 admin admin] Notify agent at l3_agent.n-d-760453-5 the message routers_updated {{(pid=103304) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 26 21:12:40.752180 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0353e3c-2276-4f40-a7e5-b8f9762c0267 None None] Sync routers for ids ['954567f2-9f21-4bd5-91a0-c63dc8249105'] in n-d-760453-5 {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 26 21:12:40.753548 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-8ad2299f-676e-42d7-9d0b-e2387067bff3 admin admin] 10.222.0.13 "PUT /v2.0/routers/954567f2-9f21-4bd5-91a0-c63dc8249105/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1671474 Jan 26 21:12:40.754494 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 53888) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:12:40.771759 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0353e3c-2276-4f40-a7e5-b8f9762c0267 None None] Routers {'954567f2-9f21-4bd5-91a0-c63dc8249105'} bound to L3 agent in host n-d-760453-5 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 21:12:40.774448 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-e0353e3c-2276-4f40-a7e5-b8f9762c0267 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-26T20:55:21Z,description=,heartbeat_timestamp=2022-01-26T21:12:21Z,host='n-d-760453-5',id=09df100c-3af1-4b0a-bda8-05914c71c458,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:55:21Z,topic='l3_agent')) {'router_ids': ['954567f2-9f21-4bd5-91a0-c63dc8249105'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:12:40.798240 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216c3dfd-f7ac-4dd3-9868-80fca355ffd7 req-e7a0eaae-a4b7-4894-98b0-d1055f94ee31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:12:40.799654 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-216c3dfd-f7ac-4dd3-9868-80fca355ffd7 req-e7a0eaae-a4b7-4894-98b0-d1055f94ee31 service neutron] 10.222.0.57 "GET /v2.0/networks?id=57cdf3f5-a20b-4c6f-b2eb-bed2f5d4d40a HTTP/1.1" status: 200 len: 908 time: 0.1017404 Jan 26 21:12:40.835135 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Device 5ea9283d-6307-4a7a-a3a3-34c49776035f details requested by agent hyperv_n-h1-760453-5 with host n-h1-760453-5 {{(pid=103306) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 26 21:12:40.851493 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-216c3dfd-f7ac-4dd3-9868-80fca355ffd7 req-b36c73b3-db89-4fad-9e41-1b455c7b63e7 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5ea9283d-6307-4a7a-a3a3-34c49776035f HTTP/1.1" status: 200 len: 217 time: 0.0406761 Jan 26 21:12:40.859465 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-2d4ce347-2afe-4f61-bfa7-d8df1e283c88 admin admin] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-478052437-network', 'tenant_id': '7dd077ea2f95484597c25a6a957aef6a'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:12:40.914127 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216c3dfd-f7ac-4dd3-9868-80fca355ffd7 req-8b869331-698d-44ae-afeb-3e8713182b3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:12:40.916049 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-216c3dfd-f7ac-4dd3-9868-80fca355ffd7 req-8b869331-698d-44ae-afeb-3e8713182b3d service neutron] 10.222.0.57 "GET /v2.0/subnets?id=0fd61269-7d95-487b-ba3a-f244d39cf571 HTTP/1.1" status: 200 len: 847 time: 0.0538805 Jan 26 21:12:40.932833 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-4ab26d01-9d65-41a9-9308-7c82f5cfccdd tempest-RoutersAdminTest-50714882 tempest-RoutersAdminTest-50714882-project] Publish callbacks [] for router_gateway (e99b66cf-e042-4422-8da2-2fc8db999d6f), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:12:40.943397 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ebed294-8b2f-4076-a515-5b504dced21b req-23f41760-fdec-4ac8-8df6-61528fd4c6ba tempest-AttachVolumeNegativeTest-157238613 tempest-AttachVolumeNegativeTest-157238613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:12:40.944949 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-4ebed294-8b2f-4076-a515-5b504dced21b req-23f41760-fdec-4ac8-8df6-61528fd4c6ba tempest-AttachVolumeNegativeTest-157238613 tempest-AttachVolumeNegativeTest-157238613-project] 10.222.0.13 "GET /v2.0/ports?device_id=650bc08f-3d92-4cee-b76d-e4850a9bb3e0 HTTP/1.1" status: 200 len: 943 time: 0.1346693 Jan 26 21:12:40.948555 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d4ce347-2afe-4f61-bfa7-d8df1e283c88 admin admin] Made reservation on behalf of 7dd077ea2f95484597c25a6a957aef6a for: {'network': 1} {{(pid=103304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 21:12:40.950978 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-2d4ce347-2afe-4f61-bfa7-d8df1e283c88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for network (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:12:40.958573 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_dvr_db [None req-e0353e3c-2276-4f40-a7e5-b8f9762c0267 None None] Set router 954567f2-9f21-4bd5-91a0-c63dc8249105 gateway port host: n-d-760453-5 {{(pid=103307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 21:12:40.982647 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] For port 5ea9283d-6307-4a7a-a3a3-34c49776035f, host n-h2-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-5',level=0,port_id=5ea9283d-6307-4a7a-a3a3-34c49776035f,segment=NetworkSegment(984e14e0-bb79-4ef3-b570-cebad3b9694e),segment_id=984e14e0-bb79-4ef3-b570-cebad3b9694e)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:12:40.982929 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-216c3dfd-f7ac-4dd3-9868-80fca355ffd7 req-0b22ab3f-d66c-47bc-9680-ddc26f64ce52 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=57cdf3f5-a20b-4c6f-b2eb-bed2f5d4d40a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0515018 Jan 26 21:12:40.996803 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-2ce67c27-7d6f-4eb9-ac86-29defea33443 admin admin] Publish callbacks [] for router (954567f2-9f21-4bd5-91a0-c63dc8249105), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:12:41.000929 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Device 5ea9283d-6307-4a7a-a3a3-34c49776035f has no active binding in host n-h1-760453-5 {{(pid=103306) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jan 26 21:12:41.009917 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-2d4ce347-2afe-4f61-bfa7-d8df1e283c88 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:12:41.069166 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003b606e-6b59-4a3d-a76c-0a0ee09a675a req-b113090f-c55d-4cb5-9eba-7a1950d761db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:12:41.071409 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-003b606e-6b59-4a3d-a76c-0a0ee09a675a req-b113090f-c55d-4cb5-9eba-7a1950d761db service neutron] 10.222.0.66 "GET /v2.0/networks?id=15c39b24-f7c4-4710-b8cb-f1d4e3bc27f6 HTTP/1.1" status: 200 len: 913 time: 0.4996536 Jan 26 21:12:41.127021 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-4ebed294-8b2f-4076-a515-5b504dced21b req-fde461d9-a7c9-420c-a0cc-0ef835e51cc8 tempest-AttachVolumeNegativeTest-157238613 tempest-AttachVolumeNegativeTest-157238613-project] 10.222.0.13 "GET /v2.0/security-groups?id=8e9bd9e5-9820-4475-bfb9-c12598a9861a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1709797 Jan 26 21:12:41.167482 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-216c3dfd-f7ac-4dd3-9868-80fca355ffd7 req-48ee1ec8-4152-4b72-9153-af989ac190f9 service neutron] 10.222.0.57 "GET /v2.0/networks/57cdf3f5-a20b-4c6f-b2eb-bed2f5d4d40a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1739082 Jan 26 21:12:41.170964 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-003b606e-6b59-4a3d-a76c-0a0ee09a675a req-732f933e-485f-416a-8d92-3abd0381f642 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=aed2731a-4f37-4d42-8ada-af549fec82fa HTTP/1.1" status: 200 len: 217 time: 0.0809062 Jan 26 21:12:41.202271 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-e0353e3c-2276-4f40-a7e5-b8f9762c0267 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '954567f2-9f21-4bd5-91a0-c63dc8249105', 'name': 'tempest-FloatingIPsAssociationTestJSON-936393355-router', 'tenant_id': '7bdfe07917df421d9be436779552b002', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'external_fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.237'}], 'enable_snat': True}, 'gw_port_id': '19a784ed-8ecf-429b-9a5f-da8bc68c331b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T21:10:52Z', 'updated_at': '2022-01-26T21:12:38Z', 'revision_number': 5, 'project_id': '7bdfe07917df421d9be436779552b002', 'gw_port': {'id': '19a784ed-8ecf-429b-9a5f-da8bc68c331b', 'name': '', 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:a6:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '954567f2-9f21-4bd5-91a0-c63dc8249105', 'device_owner': 'network:router_gateway', 'standard_attr_id': 926, 'fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:10:53Z', 'updated_at': '2022-01-26T21:11:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-5'}], 'n-d-760453-5', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:12:41.231850 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0353e3c-2276-4f40-a7e5-b8f9762c0267 None None] Checking router: 954567f2-9f21-4bd5-91a0-c63dc8249105 for host: n-d-760453-5 {{(pid=103307) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 26 21:12:41.241039 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0353e3c-2276-4f40-a7e5-b8f9762c0267 None None] Routers {'954567f2-9f21-4bd5-91a0-c63dc8249105'} bound to L3 agent in host n-d-760453-5 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 21:12:41.241697 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-e0353e3c-2276-4f40-a7e5-b8f9762c0267 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-26T20:55:21Z,description=,heartbeat_timestamp=2022-01-26T21:12:21Z,host='n-d-760453-5',id=09df100c-3af1-4b0a-bda8-05914c71c458,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:55:21Z,topic='l3_agent')) {'router_ids': ['954567f2-9f21-4bd5-91a0-c63dc8249105'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:12:41.292435 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-4ab26d01-9d65-41a9-9308-7c82f5cfccdd tempest-RoutersAdminTest-50714882 tempest-RoutersAdminTest-50714882-project] Deleting port f48355e5-2524-4c0f-9b23-d1dd0288c5df {{(pid=103305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 21:12:41.292935 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-4ab26d01-9d65-41a9-9308-7c82f5cfccdd tempest-RoutersAdminTest-50714882 tempest-RoutersAdminTest-50714882-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746560630878'] for port (f48355e5-2524-4c0f-9b23-d1dd0288c5df), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:12:41.311031 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003b606e-6b59-4a3d-a76c-0a0ee09a675a req-3de0f4c3-b900-45fa-9d08-3c3e434aff19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:12:41.312706 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-003b606e-6b59-4a3d-a76c-0a0ee09a675a req-3de0f4c3-b900-45fa-9d08-3c3e434aff19 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=c3a93a69-4f3e-4ef6-b9c8-092ff93d742e HTTP/1.1" status: 200 len: 851 time: 0.1241291 Jan 26 21:12:41.353541 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_dvr_db [None req-e0353e3c-2276-4f40-a7e5-b8f9762c0267 None None] Set router 954567f2-9f21-4bd5-91a0-c63dc8249105 gateway port host: n-d-760453-5 {{(pid=103307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 21:12:41.414994 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-4ab26d01-9d65-41a9-9308-7c82f5cfccdd tempest-RoutersAdminTest-50714882 tempest-RoutersAdminTest-50714882-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4109658'] for port (f48355e5-2524-4c0f-9b23-d1dd0288c5df), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:12:41.431567 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-4ab26d01-9d65-41a9-9308-7c82f5cfccdd tempest-RoutersAdminTest-50714882 tempest-RoutersAdminTest-50714882-project] Calling delete_port for f48355e5-2524-4c0f-9b23-d1dd0288c5df owned by network:router_gateway {{(pid=103305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 21:12:41.543368 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-216c3dfd-f7ac-4dd3-9868-80fca355ffd7 req-a7dba1f5-47e5-4a6a-98d1-022dd46cc77e service neutron] 10.222.0.57 "GET /v2.0/networks/57cdf3f5-a20b-4c6f-b2eb-bed2f5d4d40a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3664277 Jan 26 21:12:41.544664 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-f1480796-c037-4830-85c8-64a64d131b8d req-f19048cd-ac5c-40a7-be8b-bec8e1cb489d tempest-ServersOnMultiNodesTest-2088673700 tempest-ServersOnMultiNodesTest-2088673700-project] 10.222.0.57 "GET /v2.0/networks?tenant_id=95b0180418ed4ee8af0e8472caf2fcf2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0652637 Jan 26 21:12:41.554342 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-e0353e3c-2276-4f40-a7e5-b8f9762c0267 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '954567f2-9f21-4bd5-91a0-c63dc8249105', 'name': 'tempest-FloatingIPsAssociationTestJSON-936393355-router', 'tenant_id': '7bdfe07917df421d9be436779552b002', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'external_fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.237'}], 'enable_snat': True}, 'gw_port_id': '19a784ed-8ecf-429b-9a5f-da8bc68c331b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T21:10:52Z', 'updated_at': '2022-01-26T21:12:38Z', 'revision_number': 5, 'project_id': '7bdfe07917df421d9be436779552b002', 'gw_port': {'id': '19a784ed-8ecf-429b-9a5f-da8bc68c331b', 'name': '', 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:a6:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '954567f2-9f21-4bd5-91a0-c63dc8249105', 'device_owner': 'network:router_gateway', 'standard_attr_id': 926, 'fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:10:53Z', 'updated_at': '2022-01-26T21:11:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-5'}], 'n-d-760453-5', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:12:41.568041 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003b606e-6b59-4a3d-a76c-0a0ee09a675a req-3af4189c-c417-4254-bb86-409e9826b3fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:12:41.579743 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-003b606e-6b59-4a3d-a76c-0a0ee09a675a req-3af4189c-c417-4254-bb86-409e9826b3fd service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=15c39b24-f7c4-4710-b8cb-f1d4e3bc27f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2587056 Jan 26 21:12:41.594289 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0353e3c-2276-4f40-a7e5-b8f9762c0267 None None] The sync data for ids ['954567f2-9f21-4bd5-91a0-c63dc8249105'] in n-d-760453-5 is: [{'id': '954567f2-9f21-4bd5-91a0-c63dc8249105', 'name': 'tempest-FloatingIPsAssociationTestJSON-936393355-router', 'tenant_id': '7bdfe07917df421d9be436779552b002', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'external_fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.237'}], 'enable_snat': True}, 'gw_port_id': '19a784ed-8ecf-429b-9a5f-da8bc68c331b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T21:10:52Z', 'updated_at': '2022-01-26T21:12:38Z', 'revision_number': 5, 'project_id': '7bdfe07917df421d9be436779552b002', 'gw_port': {'id': '19a784ed-8ecf-429b-9a5f-da8bc68c331b', 'name': '', 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:a6:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '954567f2-9f21-4bd5-91a0-c63dc8249105', 'device_owner': 'network:router_gateway', 'standard_attr_id': 926, 'fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:10:53Z', 'updated_at': '2022-01-26T21:11:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-5'}] {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 26 21:12:41.675506 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-2ce67c27-7d6f-4eb9-ac86-29defea33443 admin admin] Publish callbacks [] for router_gateway (954567f2-9f21-4bd5-91a0-c63dc8249105), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:12:41.698531 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b8343b-509e-48f5-aee6-97a5ed6ba4fb req-87774f11-abc0-4c73-803a-f5da1b7926df tempest-LiveMigrationTest-746395142 tempest-LiveMigrationTest-746395142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:12:41.700056 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-70b8343b-509e-48f5-aee6-97a5ed6ba4fb req-87774f11-abc0-4c73-803a-f5da1b7926df tempest-LiveMigrationTest-746395142 tempest-LiveMigrationTest-746395142-project] 10.222.0.13 "GET /v2.0/ports?device_id=80ebfeba-433a-4d4b-bf55-9e0ed19817de HTTP/1.1" status: 200 len: 943 time: 0.2181416 Jan 26 21:12:41.778840 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-2d4ce347-2afe-4f61-bfa7-d8df1e283c88 admin admin] Publish callbacks [] for security_group (387ebbc6-3579-4cea-a9d9-9b7fa130b41f), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:12:41.779922 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-4ab26d01-9d65-41a9-9308-7c82f5cfccdd tempest-RoutersAdminTest-50714882 tempest-RoutersAdminTest-50714882-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746560636600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746560234536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11791543'] for port (f48355e5-2524-4c0f-9b23-d1dd0288c5df), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:12:41.802373 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-2d4ce347-2afe-4f61-bfa7-d8df1e283c88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (387ebbc6-3579-4cea-a9d9-9b7fa130b41f), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:12:41.814710 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-003b606e-6b59-4a3d-a76c-0a0ee09a675a req-2654e0f8-efaf-4f1e-bdc2-74975556ad06 service neutron] 10.222.0.66 "GET /v2.0/networks/15c39b24-f7c4-4710-b8cb-f1d4e3bc27f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1521025 Jan 26 21:12:41.815407 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab26d01-9d65-41a9-9308-7c82f5cfccdd tempest-RoutersAdminTest-50714882 tempest-RoutersAdminTest-50714882-project] Pushing event deleted for resources: {'Port': ['ID=f48355e5-2524-4c0f-9b23-d1dd0288c5df,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:12:41.855974 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2d4ce347-2afe-4f61-bfa7-d8df1e283c88 admin admin] vlan segment allocate from pool success with {'vlan_id': 574, 'physical_network': 'physnet1'} {{(pid=103304) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 26 21:12:41.881802 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1480796-c037-4830-85c8-64a64d131b8d req-f96f771f-e39d-42e6-9b07-48f7e0ead6fb tempest-ServersOnMultiNodesTest-2088673700 tempest-ServersOnMultiNodesTest-2088673700-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:12:41.883268 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-f1480796-c037-4830-85c8-64a64d131b8d req-f96f771f-e39d-42e6-9b07-48f7e0ead6fb tempest-ServersOnMultiNodesTest-2088673700 tempest-ServersOnMultiNodesTest-2088673700-project] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3173857 Jan 26 21:12:41.905159 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [req-f1480796-c037-4830-85c8-64a64d131b8d req-dc1c210b-5730-488a-bd41-a2ff65d872d2 tempest-ServersOnMultiNodesTest-2088673700 tempest-ServersOnMultiNodesTest-2088673700-project] Request body: {'port': {'device_id': '2011abd2-36e2-4bb1-b07d-9bed056683fa', 'network_id': '7fbe9cf5-e12c-436d-b372-55a19c9faa30', 'admin_state_up': True, 'tenant_id': '95b0180418ed4ee8af0e8472caf2fcf2'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:12:41.908094 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d4ce347-2afe-4f61-bfa7-d8df1e283c88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=387ebbc6-3579-4cea-a9d9-9b7fa130b41f,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:12:41.911396 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-2d4ce347-2afe-4f61-bfa7-d8df1e283c88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576559'] for segment (3c0d796a-8e86-4877-836c-c70ef8dbd7be), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:12:41.911744 n-d-760453-5 neutron-server[103304]: INFO neutron.db.segments_db [None req-2d4ce347-2afe-4f61-bfa7-d8df1e283c88 admin admin] Added segment 3c0d796a-8e86-4877-836c-c70ef8dbd7be of type vlan for network bc59f9e4-e196-46fc-93f2-2188050c9d50 Jan 26 21:12:41.922336 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf266ec-bbeb-4108-8121-2ad2e1f24d02 req-641df67e-6df2-4fc2-bd9b-5c69c60d2590 tempest-ServersTestManualDisk-377945019 tempest-ServersTestManualDisk-377945019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:12:41.923724 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-adf266ec-bbeb-4108-8121-2ad2e1f24d02 req-641df67e-6df2-4fc2-bd9b-5c69c60d2590 tempest-ServersTestManualDisk-377945019 tempest-ServersTestManualDisk-377945019-project] 10.222.0.13 "GET /v2.0/ports?device_id=64bc2a39-da8a-491b-95d3-4ecb84ebf4bd HTTP/1.1" status: 200 len: 943 time: 0.2205760 Jan 26 21:12:41.939350 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-4ab26d01-9d65-41a9-9308-7c82f5cfccdd tempest-RoutersAdminTest-50714882 tempest-RoutersAdminTest-50714882-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4111291'] for router_gateway (e99b66cf-e042-4422-8da2-2fc8db999d6f), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:12:41.950591 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-70b8343b-509e-48f5-aee6-97a5ed6ba4fb req-aa7d65c2-bd72-471a-a63a-a87808af32c7 tempest-LiveMigrationTest-746395142 tempest-LiveMigrationTest-746395142-project] 10.222.0.13 "GET /v2.0/security-groups?id=c43a996a-6b93-48e4-a331-48250c5b183d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2388844 Jan 26 21:12:41.997928 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device cf3de5fd-328f-4fc5-9713-971aefb20f27 no longer exists at agent ovs-agent-n-d-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 26 21:12:42.035330 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] No Port match for: cf3de5fd-328f-4fc5-9713-971aefb20f27 {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 26 21:12:42.035838 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device cf3de5fd-328f-4fc5-9713-971aefb20f27 not bound to the agent host n-d-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 26 21:12:42.061998 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-2d4ce347-2afe-4f61-bfa7-d8df1e283c88 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746560256871'] for network (bc59f9e4-e196-46fc-93f2-2188050c9d50), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:12:42.078351 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-2ce67c27-7d6f-4eb9-ac86-29defea33443 admin admin] Deleting port 19a784ed-8ecf-429b-9a5f-da8bc68c331b {{(pid=103304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 21:12:42.079154 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-2ce67c27-7d6f-4eb9-ac86-29defea33443 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746560630878'] for port (19a784ed-8ecf-429b-9a5f-da8bc68c331b), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:12:42.081380 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-003b606e-6b59-4a3d-a76c-0a0ee09a675a req-e9eabf6f-1a27-4f81-b72d-74ba92570925 service neutron] 10.222.0.66 "GET /v2.0/networks/15c39b24-f7c4-4710-b8cb-f1d4e3bc27f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2600191 Jan 26 21:12:42.085637 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-4ab26d01-9d65-41a9-9308-7c82f5cfccdd tempest-RoutersAdminTest-50714882 tempest-RoutersAdminTest-50714882-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4105774', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13082'] for router (e99b66cf-e042-4422-8da2-2fc8db999d6f), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:12:42.088124 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-4ab26d01-9d65-41a9-9308-7c82f5cfccdd tempest-RoutersAdminTest-50714882 tempest-RoutersAdminTest-50714882-project] Publish callbacks [] for router_controller (e99b66cf-e042-4422-8da2-2fc8db999d6f), precommit_delete_associations {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:12:42.135822 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-4ab26d01-9d65-41a9-9308-7c82f5cfccdd tempest-RoutersAdminTest-50714882 tempest-RoutersAdminTest-50714882-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4105767'] for router (e99b66cf-e042-4422-8da2-2fc8db999d6f), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:12:42.137701 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ab26d01-9d65-41a9-9308-7c82f5cfccdd tempest-RoutersAdminTest-50714882 tempest-RoutersAdminTest-50714882-project] Fanout notify agent at l3_agent the message router_deleted on router e99b66cf-e042-4422-8da2-2fc8db999d6f {{(pid=103305) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 26 21:12:42.145037 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-4ab26d01-9d65-41a9-9308-7c82f5cfccdd tempest-RoutersAdminTest-50714882 tempest-RoutersAdminTest-50714882-project] Publish callbacks [] for router (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:12:42.146294 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-4ab26d01-9d65-41a9-9308-7c82f5cfccdd tempest-RoutersAdminTest-50714882 tempest-RoutersAdminTest-50714882-project] 10.222.0.13 "DELETE /v2.0/routers/e99b66cf-e042-4422-8da2-2fc8db999d6f HTTP/1.1" status: 204 len: 168 time: 2.3071473 Jan 26 21:12:42.152687 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 53898) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:12:42.157157 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-07059bd4-5134-4935-866a-85439714a553 tempest-RoutersAdminTest-50714882 tempest-RoutersAdminTest-50714882-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1427365597', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:12:42.183107 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-07059bd4-5134-4935-866a-85439714a553 tempest-RoutersAdminTest-50714882 tempest-RoutersAdminTest-50714882-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4104596', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13108'] for router (1a1c04b0-e6d2-4bb1-80fc-b81e0b242b3d), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:12:42.184638 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-07059bd4-5134-4935-866a-85439714a553 tempest-RoutersAdminTest-50714882 tempest-RoutersAdminTest-50714882-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4105828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4111306', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3733576', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13069'] for router (1a1c04b0-e6d2-4bb1-80fc-b81e0b242b3d), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:12:42.192416 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.db.resource_extend [None req-2d4ce347-2afe-4f61-bfa7-d8df1e283c88 admin admin] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 26 21:12:42.233630 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-adf266ec-bbeb-4108-8121-2ad2e1f24d02 req-c16b2a33-3067-4450-9422-be08f5bd4137 tempest-ServersTestManualDisk-377945019 tempest-ServersTestManualDisk-377945019-project] 10.222.0.13 "GET /v2.0/security-groups?id=2615347b-b233-46fd-9cc1-284d26f4f26f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2905447 Jan 26 21:12:42.237115 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-07059bd4-5134-4935-866a-85439714a553 tempest-RoutersAdminTest-50714882 tempest-RoutersAdminTest-50714882-project] Publish callbacks [] for router_controller (1a1c04b0-e6d2-4bb1-80fc-b81e0b242b3d), precommit_add_association {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:12:42.242779 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-07059bd4-5134-4935-866a-85439714a553 tempest-RoutersAdminTest-50714882 tempest-RoutersAdminTest-50714882-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4105757', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4111263'] for router (1a1c04b0-e6d2-4bb1-80fc-b81e0b242b3d), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:12:42.262694 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf0a03e-7219-489f-81ee-e86e08cc8a15 req-86263a73-a317-4d3c-8195-3aed3d603b59 tempest-ListServerFiltersTestJSON-1713042646 tempest-ListServerFiltersTestJSON-1713042646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:12:42.264304 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-2cf0a03e-7219-489f-81ee-e86e08cc8a15 req-86263a73-a317-4d3c-8195-3aed3d603b59 tempest-ListServerFiltersTestJSON-1713042646 tempest-ListServerFiltersTestJSON-1713042646-project] 10.222.0.13 "GET /v2.0/ports?device_id=d3f09a80-55e1-4c76-84ee-e8c6104639ee HTTP/1.1" status: 200 len: 946 time: 0.2125700 Jan 26 21:12:42.270072 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-2d4ce347-2afe-4f61-bfa7-d8df1e283c88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503'] for network (bc59f9e4-e196-46fc-93f2-2188050c9d50), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:12:42.271382 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d4ce347-2afe-4f61-bfa7-d8df1e283c88 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:12:42.272324 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-2d4ce347-2afe-4f61-bfa7-d8df1e283c88 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:12:42.275504 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-07059bd4-5134-4935-866a-85439714a553 tempest-RoutersAdminTest-50714882 tempest-RoutersAdminTest-50714882-project] Publish callbacks [] for router (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:12:42.277608 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-07059bd4-5134-4935-866a-85439714a553 tempest-RoutersAdminTest-50714882 tempest-RoutersAdminTest-50714882-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.1231630 Jan 26 21:12:42.279884 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 53902) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:12:42.284340 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-4f5e1d5e-7760-4074-971c-f5514295fa4a tempest-RoutersAdminTest-690199652 tempest-RoutersAdminTest-690199652-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'enable_snat': False}}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:12:42.380547 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [None req-2ce67c27-7d6f-4eb9-ac86-29defea33443 admin admin] For port 19a784ed-8ecf-429b-9a5f-da8bc68c331b, host n-d-760453-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=19a784ed-8ecf-429b-9a5f-da8bc68c331b,segment=NetworkSegment(e17cb353-418f-48b9-b982-21a6233ee99b),segment_id=e17cb353-418f-48b9-b982-21a6233ee99b)] {{(pid=103304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:12:42.380920 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-2ce67c27-7d6f-4eb9-ac86-29defea33443 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4109658'] for port (19a784ed-8ecf-429b-9a5f-da8bc68c331b), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:12:42.389843 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-2d4ce347-2afe-4f61-bfa7-d8df1e283c88 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.8106599 Jan 26 21:12:42.398012 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 53904) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:12:42.404430 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-8fa20009-84a1-4055-ac6a-adfc07900ac4 admin admin] Request body: {'subnet': {'network_id': 'bc59f9e4-e196-46fc-93f2-2188050c9d50', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestMultiNic-478052437-subnet', 'tenant_id': '7dd077ea2f95484597c25a6a957aef6a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:12:42.424876 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-6751ea86-b690-43cd-a262-d211e3ceaabb req-49ad7de6-1402-48ef-8739-b7c9c78cc624 tempest-ServersOnMultiNodesTest-2088673700 tempest-ServersOnMultiNodesTest-2088673700-project] 10.222.0.13 "GET /v2.0/ports?device_id=2011abd2-36e2-4bb1-b07d-9bed056683fa HTTP/1.1" status: 200 len: 210 time: 0.1081164 Jan 26 21:12:42.439852 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f1480796-c037-4830-85c8-64a64d131b8d req-dc1c210b-5730-488a-bd41-a2ff65d872d2 tempest-ServersOnMultiNodesTest-2088673700 tempest-ServersOnMultiNodesTest-2088673700-project] Made reservation on behalf of 95b0180418ed4ee8af0e8472caf2fcf2 for: {'port': 1} {{(pid=103304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 21:12:42.443782 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-f1480796-c037-4830-85c8-64a64d131b8d req-dc1c210b-5730-488a-bd41-a2ff65d872d2 tempest-ServersOnMultiNodesTest-2088673700 tempest-ServersOnMultiNodesTest-2088673700-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:12:42.446842 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-2ce67c27-7d6f-4eb9-ac86-29defea33443 admin admin] Calling delete_port for 19a784ed-8ecf-429b-9a5f-da8bc68c331b owned by network:router_gateway {{(pid=103304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 21:12:42.448607 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d4ce347-2afe-4f61-bfa7-d8df1e283c88 admin admin] Pushing event updated for resources: {'Network': ['ID=bc59f9e4-e196-46fc-93f2-2188050c9d50,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:12:42.464242 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Network bc59f9e4-e196-46fc-93f2-2188050c9d50 details requested by agent ovs-agent-n-d-760453-5 with host n-d-760453-5 {{(pid=103306) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 26 21:12:42.476725 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-f1480796-c037-4830-85c8-64a64d131b8d req-dc1c210b-5730-488a-bd41-a2ff65d872d2 tempest-ServersOnMultiNodesTest-2088673700 tempest-ServersOnMultiNodesTest-2088673700-project] Publish callbacks [] for security_group (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:12:42.494508 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fa20009-84a1-4055-ac6a-adfc07900ac4 admin admin] Made reservation on behalf of 7dd077ea2f95484597c25a6a957aef6a for: {'subnet': 1} {{(pid=103305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 21:12:42.496928 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-8fa20009-84a1-4055-ac6a-adfc07900ac4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11599953'] for subnet (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:12:42.536897 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-2cf0a03e-7219-489f-81ee-e86e08cc8a15 req-612e5b8d-5d26-4241-bc55-ce41b6e677ac tempest-ListServerFiltersTestJSON-1713042646 tempest-ListServerFiltersTestJSON-1713042646-project] 10.222.0.13 "GET /v2.0/security-groups?id=4a81ac3f-5e47-4404-a1c8-ffc0bc5b0861&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2607512 Jan 26 21:12:42.565317 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-4f5e1d5e-7760-4074-971c-f5514295fa4a tempest-RoutersAdminTest-690199652 tempest-RoutersAdminTest-690199652-project-admin] Publish callbacks [] for router_gateway (1a1c04b0-e6d2-4bb1-80fc-b81e0b242b3d), precommit_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:12:42.696890 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7cfb5c4-5cdc-48a5-a2a2-6823cf056a00 req-8c99b5fc-2e5e-4861-bd69-1ff2bd489546 tempest-AttachVolumeNegativeTest-157238613 tempest-AttachVolumeNegativeTest-157238613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:12:42.703119 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-c7cfb5c4-5cdc-48a5-a2a2-6823cf056a00 req-8c99b5fc-2e5e-4861-bd69-1ff2bd489546 tempest-AttachVolumeNegativeTest-157238613 tempest-AttachVolumeNegativeTest-157238613-project] 10.222.0.13 "GET /v2.0/ports?device_id=650bc08f-3d92-4cee-b76d-e4850a9bb3e0 HTTP/1.1" status: 200 len: 943 time: 0.1371975 Jan 26 21:12:42.766414 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-8fa20009-84a1-4055-ac6a-adfc07900ac4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11788839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11599975'] for subnet (2807a672-69e5-4263-8ede-9445badfe14f), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:12:42.828780 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-c7cfb5c4-5cdc-48a5-a2a2-6823cf056a00 req-6983fc7c-71a6-493b-8229-4549fd68f44c tempest-AttachVolumeNegativeTest-157238613 tempest-AttachVolumeNegativeTest-157238613-project] 10.222.0.13 "GET /v2.0/security-groups?id=8e9bd9e5-9820-4475-bfb9-c12598a9861a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180801 Jan 26 21:12:42.850283 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Device aed2731a-4f37-4d42-8ada-af549fec82fa details requested by agent hyperv_n-h1-760453-5 with host n-h1-760453-5 {{(pid=103306) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 26 21:12:42.856991 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-f1480796-c037-4830-85c8-64a64d131b8d req-dc1c210b-5730-488a-bd41-a2ff65d872d2 tempest-ServersOnMultiNodesTest-2088673700 tempest-ServersOnMultiNodesTest-2088673700-project] Publish callbacks [] for security_group (306a2369-8c1c-4f98-9a64-2622487a9ae4), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:12:42.860143 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-2ce67c27-7d6f-4eb9-ac86-29defea33443 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746560636600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746560234536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9281553'] for port (19a784ed-8ecf-429b-9a5f-da8bc68c331b), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:12:42.908487 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-f1480796-c037-4830-85c8-64a64d131b8d req-dc1c210b-5730-488a-bd41-a2ff65d872d2 tempest-ServersOnMultiNodesTest-2088673700 tempest-ServersOnMultiNodesTest-2088673700-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (306a2369-8c1c-4f98-9a64-2622487a9ae4), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:12:42.961418 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce67c27-7d6f-4eb9-ac86-29defea33443 admin admin] Pushing event deleted for resources: {'Port': ['ID=19a784ed-8ecf-429b-9a5f-da8bc68c331b,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:12:42.971348 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa20009-84a1-4055-ac6a-adfc07900ac4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2807a672-69e5-4263-8ede-9445badfe14f,revision_number=0']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:12:42.972862 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] For port aed2731a-4f37-4d42-8ada-af549fec82fa, host n-h1-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-5',level=0,port_id=aed2731a-4f37-4d42-8ada-af549fec82fa,segment=NetworkSegment(af032e5b-82aa-44c9-824d-1e5696119444),segment_id=af032e5b-82aa-44c9-824d-1e5696119444)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:12:42.990966 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Returning: {'device': 'aed2731a-4f37-4d42-8ada-af549fec82fa', 'network_id': '15c39b24-f7c4-4710-b8cb-f1d4e3bc27f6', 'port_id': 'aed2731a-4f37-4d42-8ada-af549fec82fa', 'mac_address': 'fa:16:3e:c1:2f:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 589, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c3a93a69-4f3e-4ef6-b9c8-092ff93d742e', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103306) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 26 21:12:43.003223 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fa20009-84a1-4055-ac6a-adfc07900ac4 admin admin] Checking segment: {'id': '3c0d796a-8e86-4877-836c-c70ef8dbd7be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'bc59f9e4-e196-46fc-93f2-2188050c9d50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103305) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 21:12:43.003675 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fa20009-84a1-4055-ac6a-adfc07900ac4 admin admin] Network hostable DHCP agents. Network: bc59f9e4-e196-46fc-93f2-2188050c9d50, hostable agents: ['474ccdf7-ab6c-405b-a3b2-dc7b05829902'], hosted agents: [] {{(pid=103305) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 26 21:12:43.039047 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-4f5e1d5e-7760-4074-971c-f5514295fa4a tempest-RoutersAdminTest-690199652 tempest-RoutersAdminTest-690199652-project-admin] Publish callbacks [] for router_gateway (1a1c04b0-e6d2-4bb1-80fc-b81e0b242b3d), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:12:43.056689 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc1c210b-5730-488a-bd41-a2ff65d872d2 tempest-ServersOnMultiNodesTest-2088673700 tempest-ServersOnMultiNodesTest-2088673700-project] Pushing event updated for resources: {'SecurityGroup': ['ID=306a2369-8c1c-4f98-9a64-2622487a9ae4,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:12:43.066067 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80df090b-7286-4c6c-8c66-3db9decc65bb req-d65a4145-974f-414f-b25b-e27ea1f9f7ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:12:43.066522 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6849ad55-5e37-4ff2-9bad-d7a698ff9778 req-0f87f1b2-9961-4b3e-a0db-4835b997a9ea tempest-ListServerFiltersTestJSON-1713042646 tempest-ListServerFiltersTestJSON-1713042646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:12:43.068979 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-6849ad55-5e37-4ff2-9bad-d7a698ff9778 req-0f87f1b2-9961-4b3e-a0db-4835b997a9ea tempest-ListServerFiltersTestJSON-1713042646 tempest-ListServerFiltersTestJSON-1713042646-project] 10.222.0.13 "GET /v2.0/ports?device_id=d3f09a80-55e1-4c76-84ee-e8c6104639ee HTTP/1.1" status: 200 len: 946 time: 0.2309089 Jan 26 21:12:43.074822 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-80df090b-7286-4c6c-8c66-3db9decc65bb req-d65a4145-974f-414f-b25b-e27ea1f9f7ce service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=a166ba4bbf994570ac4e6e67e529f246&device_id=d3f09a80-55e1-4c76-84ee-e8c6104639ee HTTP/1.1" status: 200 len: 1097 time: 0.1422374 Jan 26 21:12:43.084759 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fa20009-84a1-4055-ac6a-adfc07900ac4 admin admin] Network bc59f9e4-e196-46fc-93f2-2188050c9d50 is scheduled to be hosted by DHCP agent 474ccdf7-ab6c-405b-a3b2-dc7b05829902 with binding_index 1 {{(pid=103305) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 26 21:12:43.087584 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-4f5e1d5e-7760-4074-971c-f5514295fa4a tempest-RoutersAdminTest-690199652 tempest-RoutersAdminTest-690199652-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:12:43.171333 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-2ce67c27-7d6f-4eb9-ac86-29defea33443 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4111291'] for router_gateway (954567f2-9f21-4bd5-91a0-c63dc8249105), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:12:43.175476 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [None req-8fa20009-84a1-4055-ac6a-adfc07900ac4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760453-5, bc59f9e4-e196-46fc-93f2-2188050c9d50) {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:12:43.181602 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fa20009-84a1-4055-ac6a-adfc07900ac4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:12:43.182349 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-8fa20009-84a1-4055-ac6a-adfc07900ac4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709645'] for subnet (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:12:43.187312 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.db_base_plugin_common [req-f1480796-c037-4830-85c8-64a64d131b8d req-dc1c210b-5730-488a-bd41-a2ff65d872d2 tempest-ServersOnMultiNodesTest-2088673700 tempest-ServersOnMultiNodesTest-2088673700-project] Allocated IP 192.168.233.205 (7fbe9cf5-e12c-436d-b372-55a19c9faa30/fd77e534-75e6-4b90-950e-f5824d584430/552aae5b-0114-4ae2-8e9d-898106bbf7d4) {{(pid=103304) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 21:12:43.188672 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3383758-911d-4b00-8070-86b4757886c1 None None] Network bc59f9e4-e196-46fc-93f2-2188050c9d50 requested from n-d-760453-5 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 26 21:12:43.251708 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-8fa20009-84a1-4055-ac6a-adfc07900ac4 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8487971 Jan 26 21:12:43.257578 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 53914) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:12:43.260304 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Current status of the port aed2731a-4f37-4d42-8ada-af549fec82fa is: DOWN; New status is: BUILD {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:12:43.260304 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (aed2731a-4f37-4d42-8ada-af549fec82fa), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:12:43.267715 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-e65bde54-6d87-453f-9ed7-832c0e9878a6 admin admin] Request body: {'router': {'name': 'tempest-ServersTestMultiNic-478052437-router', 'tenant_id': '7dd077ea2f95484597c25a6a957aef6a', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299'}}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:12:43.288781 n-d-760453-5 neutron-server[103306]: DEBUG neutron.notifiers.nova [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aed2731a-4f37-4d42-8ada-af549fec82fa {{(pid=103306) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 26 21:12:43.309366 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-e65bde54-6d87-453f-9ed7-832c0e9878a6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4104596', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13108'] for router (9862c8dc-9a8c-4f65-9c71-bb2ebfe8f96f), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:12:43.310159 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-e65bde54-6d87-453f-9ed7-832c0e9878a6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4105828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4111306', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3733576', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13069'] for router (9862c8dc-9a8c-4f65-9c71-bb2ebfe8f96f), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:12:43.317369 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80df090b-7286-4c6c-8c66-3db9decc65bb req-012331a7-1b3a-44ec-b321-7fa8262cd6be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:12:43.318573 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-2ce67c27-7d6f-4eb9-ac86-29defea33443 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4105774', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13082'] for router (954567f2-9f21-4bd5-91a0-c63dc8249105), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:12:43.318732 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-80df090b-7286-4c6c-8c66-3db9decc65bb req-012331a7-1b3a-44ec-b321-7fa8262cd6be service neutron] 10.222.0.57 "GET /v2.0/networks?id=149e35f2-8db2-4f53-89b7-4ea9b9891a0f HTTP/1.1" status: 200 len: 917 time: 0.2429895 Jan 26 21:12:43.324433 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-6849ad55-5e37-4ff2-9bad-d7a698ff9778 req-854838b8-bc4b-4b4f-a0ef-633f037228be tempest-ListServerFiltersTestJSON-1713042646 tempest-ListServerFiltersTestJSON-1713042646-project] 10.222.0.13 "GET /v2.0/security-groups?id=4a81ac3f-5e47-4404-a1c8-ffc0bc5b0861&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2294075 Jan 26 21:12:43.325576 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-2ce67c27-7d6f-4eb9-ac86-29defea33443 admin admin] Publish callbacks [] for router_controller (954567f2-9f21-4bd5-91a0-c63dc8249105), precommit_delete_associations {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:12:43.326862 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.db_base_plugin_common [None req-4f5e1d5e-7760-4074-971c-f5514295fa4a tempest-RoutersAdminTest-690199652 tempest-RoutersAdminTest-690199652-project-admin] Allocated IP 172.25.1.171 (4140a1f1-c93a-4bea-83a0-68953a54f299/e48251a1-e30d-4820-8396-00c6f6aeb601/efffeb15-7dd8-4f89-9d0c-5fdc66668e35) {{(pid=103305) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 21:12:43.332858 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] For port aed2731a-4f37-4d42-8ada-af549fec82fa, host n-h1-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-5',level=0,port_id=aed2731a-4f37-4d42-8ada-af549fec82fa,segment=NetworkSegment(af032e5b-82aa-44c9-824d-1e5696119444),segment_id=af032e5b-82aa-44c9-824d-1e5696119444)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:12:43.339522 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39da4984-0410-4f40-af0d-5d71348fe7c0 req-52cd32ed-4a70-4b66-ad8f-4b8f3d2b6538 tempest-LiveMigrationTest-746395142 tempest-LiveMigrationTest-746395142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:12:43.341508 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-39da4984-0410-4f40-af0d-5d71348fe7c0 req-52cd32ed-4a70-4b66-ad8f-4b8f3d2b6538 tempest-LiveMigrationTest-746395142 tempest-LiveMigrationTest-746395142-project] 10.222.0.13 "GET /v2.0/ports?device_id=80ebfeba-433a-4d4b-bf55-9e0ed19817de HTTP/1.1" status: 200 len: 943 time: 0.2387843 Jan 26 21:12:43.359951 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (aed2731a-4f37-4d42-8ada-af549fec82fa), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:12:43.360714 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Device 20aaca9f-7ff5-4bc5-92ad-e18683e4425f details requested by agent hyperv_n-h1-760453-5 with host n-h1-760453-5 {{(pid=103306) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 26 21:12:43.397309 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-80df090b-7286-4c6c-8c66-3db9decc65bb req-bd84c144-94a9-4e95-aede-c438d09f3b29 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2c58062b-ce4a-49a0-bdfc-b4c12979de81 HTTP/1.1" status: 200 len: 217 time: 0.0721810 Jan 26 21:12:43.418298 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9587cf9f-c4e8-4bec-9abf-31464d22bb95 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3c4099e8-8ffb-51d1-af7f-5868973e933f-bc59f9e4-e196-46fc-93f2-2188050c9d50', 'network_id': 'bc59f9e4-e196-46fc-93f2-2188050c9d50', 'project_id': '7dd077ea2f95484597c25a6a957aef6a', 'fixed_ips': [{'subnet_id': '2807a672-69e5-4263-8ede-9445badfe14f'}]}} from n-d-760453-5. {{(pid=103306) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 26 21:12:43.419292 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-9587cf9f-c4e8-4bec-9abf-31464d22bb95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (None), before_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:12:43.421761 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-2ce67c27-7d6f-4eb9-ac86-29defea33443 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4105767'] for router (954567f2-9f21-4bd5-91a0-c63dc8249105), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:12:43.422216 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ce67c27-7d6f-4eb9-ac86-29defea33443 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 954567f2-9f21-4bd5-91a0-c63dc8249105 {{(pid=103304) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 26 21:12:43.436082 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-2ce67c27-7d6f-4eb9-ac86-29defea33443 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:12:43.442698 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 53918) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:12:43.444241 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-2ce67c27-7d6f-4eb9-ac86-29defea33443 admin admin] 10.222.0.13 "DELETE /v2.0/routers/954567f2-9f21-4bd5-91a0-c63dc8249105 HTTP/1.1" status: 204 len: 168 time: 2.6833992 Jan 26 21:12:43.585684 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-39da4984-0410-4f40-af0d-5d71348fe7c0 req-79781198-24ef-42c7-8696-99e3bb315809 tempest-LiveMigrationTest-746395142 tempest-LiveMigrationTest-746395142-project] 10.222.0.13 "GET /v2.0/security-groups?id=c43a996a-6b93-48e4-a331-48250c5b183d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2252252 Jan 26 21:12:43.620617 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bdcec6c-fd84-4376-b1db-0bbee7c6059c req-128e1ce0-8b80-4312-bf80-8f70ae3ee871 tempest-ServersTestManualDisk-377945019 tempest-ServersTestManualDisk-377945019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:12:43.627879 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-2bdcec6c-fd84-4376-b1db-0bbee7c6059c req-128e1ce0-8b80-4312-bf80-8f70ae3ee871 tempest-ServersTestManualDisk-377945019 tempest-ServersTestManualDisk-377945019-project] 10.222.0.13 "GET /v2.0/ports?device_id=64bc2a39-da8a-491b-95d3-4ecb84ebf4bd HTTP/1.1" status: 200 len: 944 time: 0.1662490 Jan 26 21:12:43.628897 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Pushing event updated for resources: {'Port': ['ID=aed2731a-4f37-4d42-8ada-af549fec82fa,revision_number=4']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:12:43.716260 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.db_base_plugin_common [None req-9587cf9f-c4e8-4bec-9abf-31464d22bb95 None None] Allocated IP 172.20.0.2 (bc59f9e4-e196-46fc-93f2-2188050c9d50/2807a672-69e5-4263-8ede-9445badfe14f/f2ab945e-12e0-475d-82da-2d7f2ace05ba) {{(pid=103306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 21:12:43.719932 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] For port 20aaca9f-7ff5-4bc5-92ad-e18683e4425f, host n-h1-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-5',level=0,port_id=20aaca9f-7ff5-4bc5-92ad-e18683e4425f,segment=NetworkSegment(09663a0c-ceea-4887-ace4-6c78e47e3e40),segment_id=09663a0c-ceea-4887-ace4-6c78e47e3e40)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:12:43.727503 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-2bdcec6c-fd84-4376-b1db-0bbee7c6059c req-3f3b12de-9f80-43ae-ac77-c8448f316faa tempest-ServersTestManualDisk-377945019 tempest-ServersTestManualDisk-377945019-project] 10.222.0.13 "GET /v2.0/security-groups?id=2615347b-b233-46fd-9cc1-284d26f4f26f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0987115 Jan 26 21:12:43.731735 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-33b3f8f2-2727-4656-8e10-6763cc29163b req-b02b080a-5d33-4433-add4-367ce81e326d tempest-ServersOnMultiNodesTest-2088673700 tempest-ServersOnMultiNodesTest-2088673700-project] 10.222.0.13 "GET /v2.0/ports?device_id=2011abd2-36e2-4bb1-b07d-9bed056683fa HTTP/1.1" status: 200 len: 210 time: 0.0431721 Jan 26 21:12:43.735150 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-f1480796-c037-4830-85c8-64a64d131b8d req-dc1c210b-5730-488a-bd41-a2ff65d872d2 tempest-ServersOnMultiNodesTest-2088673700 tempest-ServersOnMultiNodesTest-2088673700-project] Publish callbacks [] for port (552aae5b-0114-4ae2-8e9d-898106bbf7d4), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:12:43.743194 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Returning: {'device': '20aaca9f-7ff5-4bc5-92ad-e18683e4425f', 'network_id': 'd6d873b7-dd21-4147-a71c-3196b86fd015', 'port_id': '20aaca9f-7ff5-4bc5-92ad-e18683e4425f', 'mac_address': 'fa:16:3e:1c:4b:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 557, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '83c7f95c-c9b9-47ca-b224-a6b37c78555f', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103306) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 26 21:12:43.775207 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-f1480796-c037-4830-85c8-64a64d131b8d req-dc1c210b-5730-488a-bd41-a2ff65d872d2 tempest-ServersOnMultiNodesTest-2088673700 tempest-ServersOnMultiNodesTest-2088673700-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746560234527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9281553'] for port (552aae5b-0114-4ae2-8e9d-898106bbf7d4), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:12:43.822005 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f1480796-c037-4830-85c8-64a64d131b8d req-dc1c210b-5730-488a-bd41-a2ff65d872d2 tempest-ServersOnMultiNodesTest-2088673700 tempest-ServersOnMultiNodesTest-2088673700-project] Network 7fbe9cf5-e12c-436d-b372-55a19c9faa30 is already hosted by enough agents. {{(pid=103304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 21:12:43.827720 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [req-f1480796-c037-4830-85c8-64a64d131b8d req-dc1c210b-5730-488a-bd41-a2ff65d872d2 tempest-ServersOnMultiNodesTest-2088673700 tempest-ServersOnMultiNodesTest-2088673700-project] Resources bound (agent type, host, resource id): {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:12:43.833084 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1480796-c037-4830-85c8-64a64d131b8d req-dc1c210b-5730-488a-bd41-a2ff65d872d2 tempest-ServersOnMultiNodesTest-2088673700 tempest-ServersOnMultiNodesTest-2088673700-project] Received port after_create {{(pid=103304) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 21:12:43.843797 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Current status of the port 20aaca9f-7ff5-4bc5-92ad-e18683e4425f is: DOWN; New status is: BUILD {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:12:43.844299 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (20aaca9f-7ff5-4bc5-92ad-e18683e4425f), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:12:43.863653 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc1c210b-5730-488a-bd41-a2ff65d872d2 tempest-ServersOnMultiNodesTest-2088673700 tempest-ServersOnMultiNodesTest-2088673700-project] Pushing event updated for resources: {'Port': ['ID=552aae5b-0114-4ae2-8e9d-898106bbf7d4,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:12:43.870530 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-e65bde54-6d87-453f-9ed7-832c0e9878a6 admin admin] Publish callbacks [] for router_controller (9862c8dc-9a8c-4f65-9c71-bb2ebfe8f96f), precommit_add_association {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:12:43.872550 n-d-760453-5 neutron-server[103306]: DEBUG neutron.notifiers.nova [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 20aaca9f-7ff5-4bc5-92ad-e18683e4425f {{(pid=103306) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 26 21:12:43.903771 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] For port 20aaca9f-7ff5-4bc5-92ad-e18683e4425f, host n-h1-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-5',level=0,port_id=20aaca9f-7ff5-4bc5-92ad-e18683e4425f,segment=NetworkSegment(09663a0c-ceea-4887-ace4-6c78e47e3e40),segment_id=09663a0c-ceea-4887-ace4-6c78e47e3e40)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:12:43.922497 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1480796-c037-4830-85c8-64a64d131b8d req-dc1c210b-5730-488a-bd41-a2ff65d872d2 tempest-ServersOnMultiNodesTest-2088673700 tempest-ServersOnMultiNodesTest-2088673700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:12:43.923187 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-f1480796-c037-4830-85c8-64a64d131b8d req-dc1c210b-5730-488a-bd41-a2ff65d872d2 tempest-ServersOnMultiNodesTest-2088673700 tempest-ServersOnMultiNodesTest-2088673700-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:12:43.952151 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-f1480796-c037-4830-85c8-64a64d131b8d req-dc1c210b-5730-488a-bd41-a2ff65d872d2 tempest-ServersOnMultiNodesTest-2088673700 tempest-ServersOnMultiNodesTest-2088673700-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.0604177 Jan 26 21:12:43.975500 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [req-f1480796-c037-4830-85c8-64a64d131b8d req-dc56ec77-8915-4da9-9712-4dcbbd49f55d service neutron] Request body: {'port': {'device_id': '2011abd2-36e2-4bb1-b07d-9bed056683fa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-760453-5'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:12:44.035500 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (20aaca9f-7ff5-4bc5-92ad-e18683e4425f), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:12:44.037987 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-9587cf9f-c4e8-4bec-9abf-31464d22bb95 None None] Publish callbacks [] for port (f2ab945e-12e0-475d-82da-2d7f2ace05ba), precommit_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:12:44.053083 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80df090b-7286-4c6c-8c66-3db9decc65bb req-facf34b5-1d82-41d3-844d-3dc67043b1b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:12:44.056849 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-80df090b-7286-4c6c-8c66-3db9decc65bb req-facf34b5-1d82-41d3-844d-3dc67043b1b4 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=a701c127-d3dd-497d-9665-95502ae1864e HTTP/1.1" status: 200 len: 855 time: 0.6396780 Jan 26 21:12:44.063293 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.db_base_plugin_v2 [None req-69ae9329-b0ce-4b51-b702-3603f9d34aba admin admin] Deleting subnet f7b7ba1f-f452-4d1f-b54c-6aaf311b4599 {{(pid=103305) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 26 21:12:44.075044 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-69ae9329-b0ce-4b51-b702-3603f9d34aba admin admin] Publish callbacks [] for subnet (f7b7ba1f-f452-4d1f-b54c-6aaf311b4599), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:12:44.075303 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device 19a784ed-8ecf-429b-9a5f-da8bc68c331b no longer exists at agent ovs-agent-n-d-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 26 21:12:44.079289 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-9587cf9f-c4e8-4bec-9abf-31464d22bb95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746560234527'] for port (f2ab945e-12e0-475d-82da-2d7f2ace05ba), after_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:12:44.098754 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55996e57-fccb-418f-8dd0-7f5d9cb1910b req-41cc403e-058c-4919-8441-20080f801694 tempest-AttachVolumeNegativeTest-157238613 tempest-AttachVolumeNegativeTest-157238613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:12:44.100603 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-55996e57-fccb-418f-8dd0-7f5d9cb1910b req-41cc403e-058c-4919-8441-20080f801694 tempest-AttachVolumeNegativeTest-157238613 tempest-AttachVolumeNegativeTest-157238613-project] 10.222.0.13 "GET /v2.0/ports?device_id=650bc08f-3d92-4cee-b76d-e4850a9bb3e0 HTTP/1.1" status: 200 len: 944 time: 0.1443961 Jan 26 21:12:44.110431 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] No Port match for: 19a784ed-8ecf-429b-9a5f-da8bc68c331b {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 26 21:12:44.110788 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device 19a784ed-8ecf-429b-9a5f-da8bc68c331b not bound to the agent host n-d-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 26 21:12:44.137806 n-d-760453-5 neutron-server[103306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9587cf9f-c4e8-4bec-9abf-31464d22bb95 None None] Network bc59f9e4-e196-46fc-93f2-2188050c9d50 is already hosted by enough agents. {{(pid=103306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 21:12:44.138616 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Pushing event updated for resources: {'Port': ['ID=20aaca9f-7ff5-4bc5-92ad-e18683e4425f,revision_number=4']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:12:44.142622 n-d-760453-5 neutron-server[103306]: DEBUG neutron.scheduler.base_scheduler [None req-9587cf9f-c4e8-4bec-9abf-31464d22bb95 None None] Resources bound (agent type, host, resource id): {{(pid=103306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:12:44.146817 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9587cf9f-c4e8-4bec-9abf-31464d22bb95 None None] Received port after_create {{(pid=103306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 21:12:44.185316 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-f1480796-c037-4830-85c8-64a64d131b8d req-dc56ec77-8915-4da9-9712-4dcbbd49f55d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (552aae5b-0114-4ae2-8e9d-898106bbf7d4), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:12:44.228294 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-4f5e1d5e-7760-4074-971c-f5514295fa4a tempest-RoutersAdminTest-690199652 tempest-RoutersAdminTest-690199652-project-admin] Publish callbacks [] for port (efffeb15-7dd8-4f89-9d0c-5fdc66668e35), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:12:44.236234 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-e65bde54-6d87-453f-9ed7-832c0e9878a6 admin admin] Publish callbacks [] for router_gateway (9862c8dc-9a8c-4f65-9c71-bb2ebfe8f96f), precommit_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:12:44.241234 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-55996e57-fccb-418f-8dd0-7f5d9cb1910b req-90cb34c8-16b0-4e4a-aa45-089fce4b266a tempest-AttachVolumeNegativeTest-157238613 tempest-AttachVolumeNegativeTest-157238613-project] 10.222.0.13 "GET /v2.0/security-groups?id=8e9bd9e5-9820-4475-bfb9-c12598a9861a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110294 Jan 26 21:12:44.242427 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-69ae9329-b0ce-4b51-b702-3603f9d34aba admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11788946'] for subnet (f7b7ba1f-f452-4d1f-b54c-6aaf311b4599), precommit_delete_associations {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:12:44.243292 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9587cf9f-c4e8-4bec-9abf-31464d22bb95 None None] Pushing event updated for resources: {'Port': ['ID=f2ab945e-12e0-475d-82da-2d7f2ace05ba,revision_number=1']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:12:44.261782 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-9587cf9f-c4e8-4bec-9abf-31464d22bb95 None None] Attempting to bind port f2ab945e-12e0-475d-82da-2d7f2ace05ba on host n-d-760453-5 for vnic_type normal with profile {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 21:12:44.262288 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-9587cf9f-c4e8-4bec-9abf-31464d22bb95 None None] Attempting to bind port f2ab945e-12e0-475d-82da-2d7f2ace05ba by drivers openvswitch,hyperv on host n-d-760453-5 at level 0 using segments [{'id': '3c0d796a-8e86-4877-836c-c70ef8dbd7be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'bc59f9e4-e196-46fc-93f2-2188050c9d50'}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 26 21:12:44.262797 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9587cf9f-c4e8-4bec-9abf-31464d22bb95 None None] Attempting to bind port f2ab945e-12e0-475d-82da-2d7f2ace05ba on network bc59f9e4-e196-46fc-93f2-2188050c9d50 {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 21:12:44.281383 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9587cf9f-c4e8-4bec-9abf-31464d22bb95 None None] Checking agent: {'id': 'fea0591a-627d-4c87-9a9a-01625ddf3277', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760453-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 20, 55, 25), 'started_at': datetime.datetime(2022, 1, 26, 20, 55, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 21, 12, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760453-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 26 21:12:44.282227 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9587cf9f-c4e8-4bec-9abf-31464d22bb95 None None] Checking segment: {'id': '3c0d796a-8e86-4877-836c-c70ef8dbd7be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'bc59f9e4-e196-46fc-93f2-2188050c9d50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 21:12:44.282364 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-9587cf9f-c4e8-4bec-9abf-31464d22bb95 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:12:44.282690 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9587cf9f-c4e8-4bec-9abf-31464d22bb95 None None] Bound using segment: {'id': '3c0d796a-8e86-4877-836c-c70ef8dbd7be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'bc59f9e4-e196-46fc-93f2-2188050c9d50'} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 26 21:12:44.283366 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-9587cf9f-c4e8-4bec-9abf-31464d22bb95 None None] Bound port: f2ab945e-12e0-475d-82da-2d7f2ace05ba, host: n-d-760453-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c0d796a-8e86-4877-836c-c70ef8dbd7be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'bc59f9e4-e196-46fc-93f2-2188050c9d50'}}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 26 21:12:44.283600 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-9587cf9f-c4e8-4bec-9abf-31464d22bb95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (f2ab945e-12e0-475d-82da-2d7f2ace05ba), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:12:44.286502 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-0bded8e9-ade6-4e70-a351-53a6947bf09c None None] Provisioning complete for port 552aae5b-0114-4ae2-8e9d-898106bbf7d4 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:12:44.287190 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-0bded8e9-ade6-4e70-a351-53a6947bf09c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (552aae5b-0114-4ae2-8e9d-898106bbf7d4), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:12:44.298816 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80df090b-7286-4c6c-8c66-3db9decc65bb req-5f11c3b6-a5d1-4933-a33b-00c5803296b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:12:44.300310 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-80df090b-7286-4c6c-8c66-3db9decc65bb req-5f11c3b6-a5d1-4933-a33b-00c5803296b7 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=149e35f2-8db2-4f53-89b7-4ea9b9891a0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2336714 Jan 26 21:12:44.366040 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-0bded8e9-ade6-4e70-a351-53a6947bf09c None None] Port 552aae5b-0114-4ae2-8e9d-898106bbf7d4 cannot update to ACTIVE because it is not bound. {{(pid=103306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 26 21:12:44.409099 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-9587cf9f-c4e8-4bec-9abf-31464d22bb95 None None] For port f2ab945e-12e0-475d-82da-2d7f2ace05ba, host n-d-760453-5, cleared binding levels {{(pid=103306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 26 21:12:44.413273 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-9587cf9f-c4e8-4bec-9abf-31464d22bb95 None None] For port f2ab945e-12e0-475d-82da-2d7f2ace05ba, host n-d-760453-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=f2ab945e-12e0-475d-82da-2d7f2ace05ba,segment=NetworkSegment(3c0d796a-8e86-4877-836c-c70ef8dbd7be),segment_id=3c0d796a-8e86-4877-836c-c70ef8dbd7be)] {{(pid=103306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 26 21:12:44.418747 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-9587cf9f-c4e8-4bec-9abf-31464d22bb95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (f2ab945e-12e0-475d-82da-2d7f2ace05ba), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:12:44.458360 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-4f5e1d5e-7760-4074-971c-f5514295fa4a tempest-RoutersAdminTest-690199652 tempest-RoutersAdminTest-690199652-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746560234527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11791543'] for port (efffeb15-7dd8-4f89-9d0c-5fdc66668e35), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:12:44.466534 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-69ae9329-b0ce-4b51-b702-3603f9d34aba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687316'] for subnet (f7b7ba1f-f452-4d1f-b54c-6aaf311b4599), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:12:44.486213 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9587cf9f-c4e8-4bec-9abf-31464d22bb95 None None] Pushing event updated for resources: {'Port': ['ID=f2ab945e-12e0-475d-82da-2d7f2ace05ba,revision_number=2']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:12:44.543427 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a17d396-2298-4c3d-92d1-b8b4f9bfe904 req-f25a6d0a-571e-479c-8032-07b936f80027 tempest-ListServerFiltersTestJSON-1713042646 tempest-ListServerFiltersTestJSON-1713042646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:12:44.545168 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-1a17d396-2298-4c3d-92d1-b8b4f9bfe904 req-f25a6d0a-571e-479c-8032-07b936f80027 tempest-ListServerFiltersTestJSON-1713042646 tempest-ListServerFiltersTestJSON-1713042646-project] 10.222.0.13 "GET /v2.0/ports?device_id=d3f09a80-55e1-4c76-84ee-e8c6104639ee HTTP/1.1" status: 200 len: 946 time: 0.0897617 Jan 26 21:12:44.569314 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f5e1d5e-7760-4074-971c-f5514295fa4a tempest-RoutersAdminTest-690199652 tempest-RoutersAdminTest-690199652-project-admin] Network 4140a1f1-c93a-4bea-83a0-68953a54f299 is already hosted by enough agents. {{(pid=103305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 21:12:44.583342 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [None req-4f5e1d5e-7760-4074-971c-f5514295fa4a tempest-RoutersAdminTest-690199652 tempest-RoutersAdminTest-690199652-project-admin] Resources bound (agent type, host, resource id): {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:12:44.586031 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f5e1d5e-7760-4074-971c-f5514295fa4a tempest-RoutersAdminTest-690199652 tempest-RoutersAdminTest-690199652-project-admin] Received port after_create {{(pid=103305) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 21:12:44.595516 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-80df090b-7286-4c6c-8c66-3db9decc65bb req-c7d7e07b-43c9-4806-aac5-08234dd887fc service neutron] 10.222.0.57 "GET /v2.0/networks/149e35f2-8db2-4f53-89b7-4ea9b9891a0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2873416 Jan 26 21:12:44.625381 n-d-760453-5 neutron-server[103304]: DEBUG neutron.notifiers.nova [req-f1480796-c037-4830-85c8-64a64d131b8d req-dc56ec77-8915-4da9-9712-4dcbbd49f55d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 552aae5b-0114-4ae2-8e9d-898106bbf7d4 {{(pid=103304) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 26 21:12:44.632934 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f5e1d5e-7760-4074-971c-f5514295fa4a tempest-RoutersAdminTest-690199652 tempest-RoutersAdminTest-690199652-project-admin] Pushing event updated for resources: {'Port': ['ID=efffeb15-7dd8-4f89-9d0c-5fdc66668e35,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:12:44.639958 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-f1480796-c037-4830-85c8-64a64d131b8d req-dc56ec77-8915-4da9-9712-4dcbbd49f55d service neutron] Publish callbacks [] for port (552aae5b-0114-4ae2-8e9d-898106bbf7d4), precommit_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:12:44.659900 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-1a17d396-2298-4c3d-92d1-b8b4f9bfe904 req-aa2e182e-9630-40d7-b3f1-24bba134c8f6 tempest-ListServerFiltersTestJSON-1713042646 tempest-ListServerFiltersTestJSON-1713042646-project] 10.222.0.13 "GET /v2.0/security-groups?id=4a81ac3f-5e47-4404-a1c8-ffc0bc5b0861&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039815 Jan 26 21:12:44.668660 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.provisioning_blocks [req-f1480796-c037-4830-85c8-64a64d131b8d req-dc56ec77-8915-4da9-9712-4dcbbd49f55d service neutron] Transition to ACTIVE for port object 552aae5b-0114-4ae2-8e9d-898106bbf7d4 will not be triggered until provisioned by entity L2. {{(pid=103304) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 21:12:44.728965 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] get_ports_and_sgs() called for port_ids ['aed2731a-4f37-4d42-8ada-af549fec82fa'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 26 21:12:44.747047 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-69ae9329-b0ce-4b51-b702-3603f9d34aba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11791594', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11599980'] for subnet (f7b7ba1f-f452-4d1f-b54c-6aaf311b4599), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:12:44.747606 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-f1480796-c037-4830-85c8-64a64d131b8d req-dc56ec77-8915-4da9-9712-4dcbbd49f55d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9281542'] for port (552aae5b-0114-4ae2-8e9d-898106bbf7d4), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:12:44.775848 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] get_ports_and_sgs() called for port_ids ['20aaca9f-7ff5-4bc5-92ad-e18683e4425f'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 26 21:12:44.820727 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee804ec6-5233-4318-93bb-886904e00302 None None] Network c51b7d10-9231-4438-a440-4c92a6a50ca4 requested from n-d-760453-5 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 26 21:12:44.822877 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-69ae9329-b0ce-4b51-b702-3603f9d34aba admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709645'] for subnet (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:12:44.829159 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-69ae9329-b0ce-4b51-b702-3603f9d34aba admin admin] 10.222.0.13 "DELETE /v2.0/subnets/f7b7ba1f-f452-4d1f-b54c-6aaf311b4599 HTTP/1.1" status: 204 len: 168 time: 1.3826971 Jan 26 21:12:44.830280 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 53932) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:12:44.840967 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69b4525-071f-4424-b3cf-135ef0c76219 req-f22cf1c4-44f1-4cce-ab4b-2dead64fac76 tempest-LiveMigrationTest-746395142 tempest-LiveMigrationTest-746395142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:12:44.842742 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-c69b4525-071f-4424-b3cf-135ef0c76219 req-f22cf1c4-44f1-4cce-ab4b-2dead64fac76 tempest-LiveMigrationTest-746395142 tempest-LiveMigrationTest-746395142-project] 10.222.0.13 "GET /v2.0/ports?device_id=80ebfeba-433a-4d4b-bf55-9e0ed19817de HTTP/1.1" status: 200 len: 943 time: 0.1728311 Jan 26 21:12:44.897085 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ae9329-b0ce-4b51-b702-3603f9d34aba admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f7b7ba1f-f452-4d1f-b54c-6aaf311b4599,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:12:44.907364 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc56ec77-8915-4da9-9712-4dcbbd49f55d service neutron] Pushing event updated for resources: {'Port': ['ID=552aae5b-0114-4ae2-8e9d-898106bbf7d4,revision_number=2']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:12:44.969011 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-80df090b-7286-4c6c-8c66-3db9decc65bb req-0777df03-8308-4d95-9771-c4ab15bb163c service neutron] 10.222.0.57 "GET /v2.0/networks/149e35f2-8db2-4f53-89b7-4ea9b9891a0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3372624 Jan 26 21:12:45.069708 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-eff997cf-dbaf-4dd3-87ae-8a06a1bc78d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-748181'] for network (c51b7d10-9231-4438-a440-4c92a6a50ca4), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:12:45.195617 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [req-f1480796-c037-4830-85c8-64a64d131b8d req-dc56ec77-8915-4da9-9712-4dcbbd49f55d service neutron] Attempting to bind port 552aae5b-0114-4ae2-8e9d-898106bbf7d4 on host n-h2-760453-5 for vnic_type normal with profile {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 21:12:45.196337 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [req-f1480796-c037-4830-85c8-64a64d131b8d req-dc56ec77-8915-4da9-9712-4dcbbd49f55d service neutron] Attempting to bind port 552aae5b-0114-4ae2-8e9d-898106bbf7d4 by drivers openvswitch,hyperv on host n-h2-760453-5 at level 0 using segments [{'id': '4eab25d6-89d9-4907-a1c2-51b06443ba33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '7fbe9cf5-e12c-436d-b372-55a19c9faa30'}] {{(pid=103304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 26 21:12:45.197031 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1480796-c037-4830-85c8-64a64d131b8d req-dc56ec77-8915-4da9-9712-4dcbbd49f55d service neutron] Attempting to bind port 552aae5b-0114-4ae2-8e9d-898106bbf7d4 on network 7fbe9cf5-e12c-436d-b372-55a19c9faa30 {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 21:12:45.218138 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-c69b4525-071f-4424-b3cf-135ef0c76219 req-f1f61117-4c25-4306-b588-aa8ef36e7776 tempest-LiveMigrationTest-746395142 tempest-LiveMigrationTest-746395142-project] 10.222.0.13 "GET /v2.0/security-groups?id=c43a996a-6b93-48e4-a331-48250c5b183d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3589470 Jan 26 21:12:45.241454 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1480796-c037-4830-85c8-64a64d131b8d req-dc56ec77-8915-4da9-9712-4dcbbd49f55d service neutron] Port 552aae5b-0114-4ae2-8e9d-898106bbf7d4 on network 7fbe9cf5-e12c-436d-b372-55a19c9faa30 not bound, no agent of type Open vSwitch agent registered on host n-h2-760453-5 {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 26 21:12:45.242062 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1480796-c037-4830-85c8-64a64d131b8d req-dc56ec77-8915-4da9-9712-4dcbbd49f55d service neutron] Attempting to bind port 552aae5b-0114-4ae2-8e9d-898106bbf7d4 on network 7fbe9cf5-e12c-436d-b372-55a19c9faa30 {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 21:12:45.243068 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-e65bde54-6d87-453f-9ed7-832c0e9878a6 admin admin] Publish callbacks [] for router_gateway (9862c8dc-9a8c-4f65-9c71-bb2ebfe8f96f), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:12:45.275105 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7f1331d-b005-4006-a7e6-f291e55d2616 None None] DHCP port deletion for c51b7d10-9231-4438-a440-4c92a6a50ca4 request from n-d-760453-5 {{(pid=103306) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 26 21:12:45.297625 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844db1b4-a126-474a-a19a-5d1b9fb0ecbc req-f7ca69e0-5ad1-41dd-90d0-782f57b0da1b tempest-ServersTestManualDisk-377945019 tempest-ServersTestManualDisk-377945019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:12:45.304585 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-844db1b4-a126-474a-a19a-5d1b9fb0ecbc req-f7ca69e0-5ad1-41dd-90d0-782f57b0da1b tempest-ServersTestManualDisk-377945019 tempest-ServersTestManualDisk-377945019-project] 10.222.0.13 "GET /v2.0/ports?device_id=64bc2a39-da8a-491b-95d3-4ecb84ebf4bd HTTP/1.1" status: 200 len: 944 time: 0.3514559 Jan 26 21:12:45.314721 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1480796-c037-4830-85c8-64a64d131b8d req-dc56ec77-8915-4da9-9712-4dcbbd49f55d service neutron] Checking agent: {'id': '4d619873-4b60-439f-9b5a-b155dc8bbc34', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-760453-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 21, 2, 53), 'started_at': datetime.datetime(2022, 1, 26, 21, 2, 53), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 21, 12, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 26 21:12:45.315419 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1480796-c037-4830-85c8-64a64d131b8d req-dc56ec77-8915-4da9-9712-4dcbbd49f55d service neutron] Checking segment: {'id': '4eab25d6-89d9-4907-a1c2-51b06443ba33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '7fbe9cf5-e12c-436d-b372-55a19c9faa30'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103304) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 21:12:45.315806 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1480796-c037-4830-85c8-64a64d131b8d req-dc56ec77-8915-4da9-9712-4dcbbd49f55d service neutron] Bound using segment: {'id': '4eab25d6-89d9-4907-a1c2-51b06443ba33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '7fbe9cf5-e12c-436d-b372-55a19c9faa30'} {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 26 21:12:45.316260 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [req-f1480796-c037-4830-85c8-64a64d131b8d req-dc56ec77-8915-4da9-9712-4dcbbd49f55d service neutron] Bound port: 552aae5b-0114-4ae2-8e9d-898106bbf7d4, host: n-h2-760453-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4eab25d6-89d9-4907-a1c2-51b06443ba33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '7fbe9cf5-e12c-436d-b372-55a19c9faa30'}}] {{(pid=103304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 26 21:12:45.316618 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-f1480796-c037-4830-85c8-64a64d131b8d req-dc56ec77-8915-4da9-9712-4dcbbd49f55d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (552aae5b-0114-4ae2-8e9d-898106bbf7d4), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:12:45.321729 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-e65bde54-6d87-453f-9ed7-832c0e9878a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:12:45.330468 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-791b3e11-fe97-40d6-83ee-31dee6cb16dc req-20b7ce2b-e040-4045-ab66-1317f4aec804 service neutron] 10.222.0.57 "GET /v2.0/ports/5ea9283d-6307-4a7a-a3a3-34c49776035f/bindings/n-h1-760453-5 HTTP/1.1" status: 200 len: 384 time: 0.2113388 Jan 26 21:12:45.345197 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-d7f1331d-b005-4006-a7e6-f291e55d2616 None None] Deleting port 1d52a97f-f872-4639-9aab-44b4dcb45dd2 {{(pid=103306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 21:12:45.345769 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d7f1331d-b005-4006-a7e6-f291e55d2616 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746560630878'] for port (1d52a97f-f872-4639-9aab-44b4dcb45dd2), before_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:12:45.417716 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-d7f1331d-b005-4006-a7e6-f291e55d2616 None None] For port 1d52a97f-f872-4639-9aab-44b4dcb45dd2, host n-d-760453-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=1d52a97f-f872-4639-9aab-44b4dcb45dd2,segment=NetworkSegment(783c42f6-f993-4cb9-a1f5-91588f8d0f68),segment_id=783c42f6-f993-4cb9-a1f5-91588f8d0f68)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:12:45.418142 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d7f1331d-b005-4006-a7e6-f291e55d2616 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4109658'] for port (1d52a97f-f872-4639-9aab-44b4dcb45dd2), precommit_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:12:45.433498 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-4f5e1d5e-7760-4074-971c-f5514295fa4a tempest-RoutersAdminTest-690199652 tempest-RoutersAdminTest-690199652-project-admin] Publish callbacks [] for router_gateway (1a1c04b0-e6d2-4bb1-80fc-b81e0b242b3d), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:12:45.437076 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-d7f1331d-b005-4006-a7e6-f291e55d2616 None None] Calling delete_port for 1d52a97f-f872-4639-9aab-44b4dcb45dd2 owned by network:dhcp {{(pid=103306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 21:12:45.445211 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-844db1b4-a126-474a-a19a-5d1b9fb0ecbc req-94741eeb-23ed-4f77-8ceb-b1e7e44b4339 tempest-ServersTestManualDisk-377945019 tempest-ServersTestManualDisk-377945019-project] 10.222.0.13 "GET /v2.0/security-groups?id=2615347b-b233-46fd-9cc1-284d26f4f26f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1397069 Jan 26 21:12:45.466159 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118a8f25-56bb-45e6-90e1-3d865506873b req-ba8c4ecb-e63f-4d1a-a827-b0aaab195c83 tempest-ServersOnMultiNodesTest-2088673700 tempest-ServersOnMultiNodesTest-2088673700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:12:45.467714 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-118a8f25-56bb-45e6-90e1-3d865506873b req-ba8c4ecb-e63f-4d1a-a827-b0aaab195c83 tempest-ServersOnMultiNodesTest-2088673700 tempest-ServersOnMultiNodesTest-2088673700-project] 10.222.0.13 "GET /v2.0/ports?device_id=2011abd2-36e2-4bb1-b07d-9bed056683fa HTTP/1.1" status: 200 len: 948 time: 0.1474695 Jan 26 21:12:45.493896 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-eff997cf-dbaf-4dd3-87ae-8a06a1bc78d2 admin admin] Deleting port 1d52a97f-f872-4639-9aab-44b4dcb45dd2 {{(pid=103304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 21:12:45.493896 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-eff997cf-dbaf-4dd3-87ae-8a06a1bc78d2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746560630878'] for port (1d52a97f-f872-4639-9aab-44b4dcb45dd2), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:12:45.516466 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [req-f1480796-c037-4830-85c8-64a64d131b8d req-dc56ec77-8915-4da9-9712-4dcbbd49f55d service neutron] For port 552aae5b-0114-4ae2-8e9d-898106bbf7d4, host n-h2-760453-5, cleared binding levels {{(pid=103304) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 26 21:12:45.596396 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d7f1331d-b005-4006-a7e6-f291e55d2616 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746560636600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746560234536'] for port (1d52a97f-f872-4639-9aab-44b4dcb45dd2), after_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:12:45.633951 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f1331d-b005-4006-a7e6-f291e55d2616 None None] Pushing event deleted for resources: {'Port': ['ID=1d52a97f-f872-4639-9aab-44b4dcb45dd2,revision_number=None']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:12:45.637554 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7f1331d-b005-4006-a7e6-f291e55d2616 None None] No DVR routers for this DVR port 1d52a97f-f872-4639-9aab-44b4dcb45dd2 on host n-d-760453-5 {{(pid=103306) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 26 21:12:45.649478 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [None req-eff997cf-dbaf-4dd3-87ae-8a06a1bc78d2 admin admin] For port 1d52a97f-f872-4639-9aab-44b4dcb45dd2, host n-d-760453-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=1d52a97f-f872-4639-9aab-44b4dcb45dd2,segment=NetworkSegment(783c42f6-f993-4cb9-a1f5-91588f8d0f68),segment_id=783c42f6-f993-4cb9-a1f5-91588f8d0f68)] {{(pid=103304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:12:45.649478 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-eff997cf-dbaf-4dd3-87ae-8a06a1bc78d2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4109658'] for port (1d52a97f-f872-4639-9aab-44b4dcb45dd2), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:12:45.682907 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [req-f1480796-c037-4830-85c8-64a64d131b8d req-dc56ec77-8915-4da9-9712-4dcbbd49f55d service neutron] For port 552aae5b-0114-4ae2-8e9d-898106bbf7d4, host n-h2-760453-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-5',level=0,port_id=552aae5b-0114-4ae2-8e9d-898106bbf7d4,segment=NetworkSegment(4eab25d6-89d9-4907-a1c2-51b06443ba33),segment_id=4eab25d6-89d9-4907-a1c2-51b06443ba33)] {{(pid=103304) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 26 21:12:45.703079 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.db_base_plugin_common [None req-e65bde54-6d87-453f-9ed7-832c0e9878a6 admin admin] Allocated IP 172.25.1.19 (4140a1f1-c93a-4bea-83a0-68953a54f299/e48251a1-e30d-4820-8396-00c6f6aeb601/561a2fa8-7e92-466d-8e81-128498e013f3) {{(pid=103305) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 21:12:45.703989 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-eff997cf-dbaf-4dd3-87ae-8a06a1bc78d2 admin admin] Calling delete_port for 1d52a97f-f872-4639-9aab-44b4dcb45dd2 owned by network:dhcp {{(pid=103304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 21:12:45.716108 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-f1480796-c037-4830-85c8-64a64d131b8d req-dc56ec77-8915-4da9-9712-4dcbbd49f55d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9281542'] for port (552aae5b-0114-4ae2-8e9d-898106bbf7d4), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:12:45.792518 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1480796-c037-4830-85c8-64a64d131b8d req-dc56ec77-8915-4da9-9712-4dcbbd49f55d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:12:45.793187 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-f1480796-c037-4830-85c8-64a64d131b8d req-dc56ec77-8915-4da9-9712-4dcbbd49f55d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:12:45.794692 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-f1480796-c037-4830-85c8-64a64d131b8d req-dc56ec77-8915-4da9-9712-4dcbbd49f55d service neutron] 10.222.0.57 "PUT /v2.0/ports/552aae5b-0114-4ae2-8e9d-898106bbf7d4 HTTP/1.1" status: 200 len: 1096 time: 1.8261330 Jan 26 21:12:45.796565 n-d-760453-5 neutron-server[103304]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2011abd2-36e2-4bb1-b07d-9bed056683fa', 'tag': '552aae5b-0114-4ae2-8e9d-898106bbf7d4'}] {{(pid=103304) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 21:12:45.798997 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d52b45f1943fcd332af9527eb73ff93c8d715d44383a3f6d18de73b4cfcf87b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-156ca823-9c6a-44fc-b92e-17324c9e2b9b" -d '{"events": [{"name": "network-changed", "server_uuid": "2011abd2-36e2-4bb1-b07d-9bed056683fa", "tag": "552aae5b-0114-4ae2-8e9d-898106bbf7d4"}]}' {{(pid=103304) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 21:12:45.913034 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-118a8f25-56bb-45e6-90e1-3d865506873b req-de658f69-b941-4cb5-8fcd-be66fd3358a4 tempest-ServersOnMultiNodesTest-2088673700 tempest-ServersOnMultiNodesTest-2088673700-project] 10.222.0.13 "GET /v2.0/security-groups?id=306a2369-8c1c-4f98-9a64-2622487a9ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4272053 Jan 26 21:12:45.956301 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [req-791b3e11-fe97-40d6-83ee-31dee6cb16dc req-8e0d75b5-001e-45ee-836f-0652b09be0fa service neutron] For port 5ea9283d-6307-4a7a-a3a3-34c49776035f, host n-h2-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-5',level=0,port_id=5ea9283d-6307-4a7a-a3a3-34c49776035f,segment=NetworkSegment(984e14e0-bb79-4ef3-b570-cebad3b9694e),segment_id=984e14e0-bb79-4ef3-b570-cebad3b9694e)] {{(pid=103305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:12:46.006093 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-4f5e1d5e-7760-4074-971c-f5514295fa4a tempest-RoutersAdminTest-690199652 tempest-RoutersAdminTest-690199652-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4111352', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4105746', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13075'] for router (1a1c04b0-e6d2-4bb1-80fc-b81e0b242b3d), precommit_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:12:46.037011 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [req-791b3e11-fe97-40d6-83ee-31dee6cb16dc req-8e0d75b5-001e-45ee-836f-0652b09be0fa service neutron] For port 5ea9283d-6307-4a7a-a3a3-34c49776035f, host n-h2-760453-5, cleared binding levels {{(pid=103305) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 26 21:12:46.043536 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-4f5e1d5e-7760-4074-971c-f5514295fa4a tempest-RoutersAdminTest-690199652 tempest-RoutersAdminTest-690199652-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4111263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-4111345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-4111334', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-4105739'] for router (1a1c04b0-e6d2-4bb1-80fc-b81e0b242b3d), after_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:12:46.076915 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49796be1-7094-47ec-9fc8-501290dea18f None None] Network bc59f9e4-e196-46fc-93f2-2188050c9d50 requested from n-d-760453-5 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 26 21:12:46.093669 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-e65bde54-6d87-453f-9ed7-832c0e9878a6 admin admin] Publish callbacks [] for port (561a2fa8-7e92-466d-8e81-128498e013f3), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:12:46.102325 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device f2ab945e-12e0-475d-82da-2d7f2ace05ba up at agent ovs-agent-n-d-760453-5 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 21:12:46.172725 n-d-760453-5 neutron-server[103305]: DEBUG neutron.notifiers.nova [req-791b3e11-fe97-40d6-83ee-31dee6cb16dc req-8e0d75b5-001e-45ee-836f-0652b09be0fa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5ea9283d-6307-4a7a-a3a3-34c49776035f {{(pid=103305) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 26 21:12:46.190864 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [req-791b3e11-fe97-40d6-83ee-31dee6cb16dc req-8e0d75b5-001e-45ee-836f-0652b09be0fa service neutron] For port 5ea9283d-6307-4a7a-a3a3-34c49776035f, host n-h1-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-5',level=0,port_id=5ea9283d-6307-4a7a-a3a3-34c49776035f,segment=NetworkSegment(984e14e0-bb79-4ef3-b570-cebad3b9694e),segment_id=984e14e0-bb79-4ef3-b570-cebad3b9694e)] {{(pid=103305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:12:46.225834 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-1dcd098f-148a-4b5b-bb78-b6a5e12b905f None None] Provisioning complete for port f2ab945e-12e0-475d-82da-2d7f2ace05ba triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:12:46.226347 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-1dcd098f-148a-4b5b-bb78-b6a5e12b905f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (f2ab945e-12e0-475d-82da-2d7f2ace05ba), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:12:46.249775 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-791b3e11-fe97-40d6-83ee-31dee6cb16dc req-8e0d75b5-001e-45ee-836f-0652b09be0fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (5ea9283d-6307-4a7a-a3a3-34c49776035f), before_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:12:46.280646 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-e65bde54-6d87-453f-9ed7-832c0e9878a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746560234527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11791543'] for port (561a2fa8-7e92-466d-8e81-128498e013f3), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:12:46.294909 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Provisioning complete for port f2ab945e-12e0-475d-82da-2d7f2ace05ba triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:12:46.295494 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (f2ab945e-12e0-475d-82da-2d7f2ace05ba), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:12:46.300044 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc56ec77-8915-4da9-9712-4dcbbd49f55d service neutron] Pushing event updated for resources: {'Port': ['ID=552aae5b-0114-4ae2-8e9d-898106bbf7d4,revision_number=3']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:12:46.310285 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9f4402-59f3-4dca-9a2c-9b9a613d0952 req-ca0d06bf-3bd8-4069-88f8-439bcec71191 tempest-AttachVolumeNegativeTest-157238613 tempest-AttachVolumeNegativeTest-157238613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:12:46.318198 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-af9f4402-59f3-4dca-9a2c-9b9a613d0952 req-ca0d06bf-3bd8-4069-88f8-439bcec71191 tempest-AttachVolumeNegativeTest-157238613 tempest-AttachVolumeNegativeTest-157238613-project] 10.222.0.13 "GET /v2.0/ports?device_id=650bc08f-3d92-4cee-b76d-e4850a9bb3e0 HTTP/1.1" status: 200 len: 944 time: 0.6535270 Jan 26 21:12:46.359264 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e65bde54-6d87-453f-9ed7-832c0e9878a6 admin admin] Network 4140a1f1-c93a-4bea-83a0-68953a54f299 is already hosted by enough agents. {{(pid=103305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 21:12:46.362792 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1480796-c037-4830-85c8-64a64d131b8d req-c95b1fde-5fd6-422b-87d3-b6bd521b1967 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:12:46.364970 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-f1480796-c037-4830-85c8-64a64d131b8d req-c95b1fde-5fd6-422b-87d3-b6bd521b1967 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=95b0180418ed4ee8af0e8472caf2fcf2&device_id=2011abd2-36e2-4bb1-b07d-9bed056683fa HTTP/1.1" status: 200 len: 1099 time: 0.5151389 Jan 26 21:12:46.377217 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [None req-e65bde54-6d87-453f-9ed7-832c0e9878a6 admin admin] Resources bound (agent type, host, resource id): {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:12:46.379904 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e65bde54-6d87-453f-9ed7-832c0e9878a6 admin admin] Received port after_create {{(pid=103305) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 21:12:46.397368 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-1dcd098f-148a-4b5b-bb78-b6a5e12b905f None None] Current status of the port f2ab945e-12e0-475d-82da-2d7f2ace05ba is: DOWN; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:12:46.397368 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-1dcd098f-148a-4b5b-bb78-b6a5e12b905f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (f2ab945e-12e0-475d-82da-2d7f2ace05ba), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:12:46.399652 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e65bde54-6d87-453f-9ed7-832c0e9878a6 admin admin] Pushing event updated for resources: {'Port': ['ID=561a2fa8-7e92-466d-8e81-128498e013f3,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:12:46.410966 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-f1480796-c037-4830-85c8-64a64d131b8d req-f6c0eed4-187c-4f97-a4a3-4d7cd796afd9 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.205&port_id=552aae5b-0114-4ae2-8e9d-898106bbf7d4 HTTP/1.1" status: 200 len: 217 time: 0.0367241 Jan 26 21:12:46.453876 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Current status of the port f2ab945e-12e0-475d-82da-2d7f2ace05ba is: DOWN; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:12:46.454510 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (f2ab945e-12e0-475d-82da-2d7f2ace05ba), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:12:46.472900 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.provisioning_blocks [req-791b3e11-fe97-40d6-83ee-31dee6cb16dc req-8e0d75b5-001e-45ee-836f-0652b09be0fa service neutron] Transition to ACTIVE for port object 5ea9283d-6307-4a7a-a3a3-34c49776035f will not be triggered until provisioned by entity L2. {{(pid=103305) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 21:12:46.477713 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1480796-c037-4830-85c8-64a64d131b8d req-099fb454-a22f-4cf1-b985-c154c554d812 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:12:46.479420 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-f1480796-c037-4830-85c8-64a64d131b8d req-099fb454-a22f-4cf1-b985-c154c554d812 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=fd77e534-75e6-4b90-950e-f5824d584430 HTTP/1.1" status: 200 len: 843 time: 0.0621333 Jan 26 21:12:46.505065 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-1dcd098f-148a-4b5b-bb78-b6a5e12b905f None None] For port f2ab945e-12e0-475d-82da-2d7f2ace05ba, host n-d-760453-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=f2ab945e-12e0-475d-82da-2d7f2ace05ba,segment=NetworkSegment(3c0d796a-8e86-4877-836c-c70ef8dbd7be),segment_id=3c0d796a-8e86-4877-836c-c70ef8dbd7be)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:12:46.511506 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f5e1d5e-7760-4074-971c-f5514295fa4a tempest-RoutersAdminTest-690199652 tempest-RoutersAdminTest-690199652-project-admin] Router 1a1c04b0-e6d2-4bb1-80fc-b81e0b242b3d is scheduled to L3 agent 09df100c-3af1-4b0a-bda8-05914c71c458 with binding_index 1 {{(pid=103305) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 26 21:12:46.515965 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-791b3e11-fe97-40d6-83ee-31dee6cb16dc req-8e0d75b5-001e-45ee-836f-0652b09be0fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11791520'] for port (5ea9283d-6307-4a7a-a3a3-34c49776035f), after_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:12:46.517723 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-1dcd098f-148a-4b5b-bb78-b6a5e12b905f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (f2ab945e-12e0-475d-82da-2d7f2ace05ba), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:12:46.535708 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-eff997cf-dbaf-4dd3-87ae-8a06a1bc78d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746560636600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746560234536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9281553'] for port (1d52a97f-f872-4639-9aab-44b4dcb45dd2), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:12:46.561530 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee34c34-d943-4b64-88c5-f0e32fdc05ee req-8af451ec-87bd-4424-af7e-80f71bf365af tempest-ListServerFiltersTestJSON-1713042646 tempest-ListServerFiltersTestJSON-1713042646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:12:46.572916 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-aee34c34-d943-4b64-88c5-f0e32fdc05ee req-8af451ec-87bd-4424-af7e-80f71bf365af tempest-ListServerFiltersTestJSON-1713042646 tempest-ListServerFiltersTestJSON-1713042646-project] 10.222.0.13 "GET /v2.0/ports?device_id=d3f09a80-55e1-4c76-84ee-e8c6104639ee HTTP/1.1" status: 200 len: 946 time: 0.2442055 Jan 26 21:12:46.591860 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eff997cf-dbaf-4dd3-87ae-8a06a1bc78d2 admin admin] No DVR routers for this DVR port 1d52a97f-f872-4639-9aab-44b4dcb45dd2 on host n-d-760453-5 {{(pid=103304) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 26 21:12:46.612394 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-af9f4402-59f3-4dca-9a2c-9b9a613d0952 req-ff0102e0-87af-413b-bf07-96e5a9ecd228 tempest-AttachVolumeNegativeTest-157238613 tempest-AttachVolumeNegativeTest-157238613-project] 10.222.0.13 "GET /v2.0/security-groups?id=8e9bd9e5-9820-4475-bfb9-c12598a9861a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2932918 Jan 26 21:12:46.652905 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.db.api [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103306) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 26 21:12:46.653268 n-d-760453-5 neutron-server[103306]: DEBUG oslo_db.api [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 26 21:12:46.655875 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dcd098f-148a-4b5b-bb78-b6a5e12b905f None None] Pushing event updated for resources: {'Port': ['ID=f2ab945e-12e0-475d-82da-2d7f2ace05ba,revision_number=3']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:12:46.675355 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff997cf-dbaf-4dd3-87ae-8a06a1bc78d2 admin admin] Pushing event deleted for resources: {'Port': ['ID=1d52a97f-f872-4639-9aab-44b4dcb45dd2,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:12:46.685399 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 26 Jan 2022 21:12:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a43a6509-8359-4af8-b087-72065ebbb21c x-openstack-request-id: req-a43a6509-8359-4af8-b087-72065ebbb21c {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 21:12:46.685694 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2011abd2-36e2-4bb1-b07d-9bed056683fa", "tag": "552aae5b-0114-4ae2-8e9d-898106bbf7d4", "status": "completed", "code": 200}]} {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 21:12:46.686076 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a43a6509-8359-4af8-b087-72065ebbb21c {{(pid=103304) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 21:12:46.686495 n-d-760453-5 neutron-server[103304]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2011abd2-36e2-4bb1-b07d-9bed056683fa', 'tag': '552aae5b-0114-4ae2-8e9d-898106bbf7d4', 'status': 'completed', 'code': 200} Jan 26 21:12:46.700630 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [req-791b3e11-fe97-40d6-83ee-31dee6cb16dc req-8e0d75b5-001e-45ee-836f-0652b09be0fa service neutron] No DVR routers for this DVR port 5ea9283d-6307-4a7a-a3a3-34c49776035f on host n-h2-760453-5 {{(pid=103305) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 26 21:12:46.717108 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1480796-c037-4830-85c8-64a64d131b8d req-cf6e3ae0-a780-4f17-af7a-8a5c3fe34766 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:12:46.719239 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-f1480796-c037-4830-85c8-64a64d131b8d req-cf6e3ae0-a780-4f17-af7a-8a5c3fe34766 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=7fbe9cf5-e12c-436d-b372-55a19c9faa30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2300334 Jan 26 21:12:46.721896 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e0d75b5-001e-45ee-836f-0652b09be0fa service neutron] Pushing event updated for resources: {'Port': ['ID=5ea9283d-6307-4a7a-a3a3-34c49776035f,revision_number=10']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:12:46.748483 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-791b3e11-fe97-40d6-83ee-31dee6cb16dc req-8e0d75b5-001e-45ee-836f-0652b09be0fa service neutron] 10.222.0.57 "PUT /v2.0/ports/5ea9283d-6307-4a7a-a3a3-34c49776035f/bindings/n-h1-760453-5/activate HTTP/1.1" status: 200 len: 369 time: 1.4088514 Jan 26 21:12:46.787160 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-d04ee447-f436-44fd-856e-1198c210055d None None] Provisioning complete for port f2ab945e-12e0-475d-82da-2d7f2ace05ba triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:12:46.787755 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d04ee447-f436-44fd-856e-1198c210055d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (f2ab945e-12e0-475d-82da-2d7f2ace05ba), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:12:46.793879 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-aee34c34-d943-4b64-88c5-f0e32fdc05ee req-ec4dd959-bbf1-4548-98fd-315935309eea tempest-ListServerFiltersTestJSON-1713042646 tempest-ListServerFiltersTestJSON-1713042646-project] 10.222.0.13 "GET /v2.0/security-groups?id=4a81ac3f-5e47-4404-a1c8-ffc0bc5b0861&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2199113 Jan 26 21:12:46.870630 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-eff997cf-dbaf-4dd3-87ae-8a06a1bc78d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-686403', 'neutron.services.segments.db._delete_segments_for_network-8746560774018'] for network (c51b7d10-9231-4438-a440-4c92a6a50ca4), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:12:46.917740 n-d-760453-5 neutron-server[103304]: DEBUG neutron.services.segments.db [None req-eff997cf-dbaf-4dd3-87ae-8a06a1bc78d2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c51b7d10-9231-4438-a440-4c92a6a50ca4']}} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:12:46.953141 n-d-760453-5 neutron-server[103304]: DEBUG neutron.services.segments.db [None req-eff997cf-dbaf-4dd3-87ae-8a06a1bc78d2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '783c42f6-f993-4cb9-a1f5-91588f8d0f68') {'for_net_delete': True} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:12:46.953533 n-d-760453-5 neutron-server[103304]: DEBUG neutron.services.segments.db [None req-eff997cf-dbaf-4dd3-87ae-8a06a1bc78d2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '783c42f6-f993-4cb9-a1f5-91588f8d0f68') {} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:12:46.962966 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3fe16e-4d59-465d-a510-11043c893ac9 req-69261bfc-c055-49df-831d-49c3ca13b283 tempest-LiveMigrationTest-746395142 tempest-LiveMigrationTest-746395142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:12:46.964591 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-0a3fe16e-4d59-465d-a510-11043c893ac9 req-69261bfc-c055-49df-831d-49c3ca13b283 tempest-LiveMigrationTest-746395142 tempest-LiveMigrationTest-746395142-project] 10.222.0.13 "GET /v2.0/ports?device_id=80ebfeba-433a-4d4b-bf55-9e0ed19817de HTTP/1.1" status: 200 len: 944 time: 0.2242708 Jan 26 21:12:46.988903 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Device aed2731a-4f37-4d42-8ada-af549fec82fa up at agent hyperv_n-h1-760453-5 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 21:12:46.993136 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-eff997cf-dbaf-4dd3-87ae-8a06a1bc78d2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746560742283', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8881293'] for segment (783c42f6-f993-4cb9-a1f5-91588f8d0f68), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:12:47.047323 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e18b6c8-bd57-4f41-b6d3-4e27a1f2487e req-75e8ab91-0477-474b-a02f-25fa17c06f8a tempest-ServersTestManualDisk-377945019 tempest-ServersTestManualDisk-377945019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:12:47.049089 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-0e18b6c8-bd57-4f41-b6d3-4e27a1f2487e req-75e8ab91-0477-474b-a02f-25fa17c06f8a tempest-ServersTestManualDisk-377945019 tempest-ServersTestManualDisk-377945019-project] 10.222.0.13 "GET /v2.0/ports?device_id=64bc2a39-da8a-491b-95d3-4ecb84ebf4bd HTTP/1.1" status: 200 len: 944 time: 0.1672401 Jan 26 21:12:47.050342 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-eff997cf-dbaf-4dd3-87ae-8a06a1bc78d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576559'] for segment (783c42f6-f993-4cb9-a1f5-91588f8d0f68), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:12:47.062921 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-f1480796-c037-4830-85c8-64a64d131b8d req-7566e20d-7b6e-400f-ad4f-d16a3c3e6664 service neutron] 10.222.0.57 "GET /v2.0/networks/7fbe9cf5-e12c-436d-b372-55a19c9faa30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3258293 Jan 26 21:12:47.081468 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Provisioning for port aed2731a-4f37-4d42-8ada-af549fec82fa completed by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 21:12:47.090251 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Provisioning complete for port aed2731a-4f37-4d42-8ada-af549fec82fa triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:12:47.090542 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eff997cf-dbaf-4dd3-87ae-8a06a1bc78d2 admin admin] Releasing vlan 593 on physical network physnet1 to pool {{(pid=103304) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 26 21:12:47.090662 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (aed2731a-4f37-4d42-8ada-af549fec82fa), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:12:47.090767 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-eff997cf-dbaf-4dd3-87ae-8a06a1bc78d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9281762'] for segment (783c42f6-f993-4cb9-a1f5-91588f8d0f68), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:12:47.093268 n-d-760453-5 neutron-server[103304]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 26 21:12:47.093268 n-d-760453-5 neutron-server[103304]: self.session.flush() Jan 26 21:12:47.093268 n-d-760453-5 neutron-server[103304]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 26 21:12:47.093268 n-d-760453-5 neutron-server[103304]: self.session.flush() Jan 26 21:12:47.093268 n-d-760453-5 neutron-server[103304]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 26 21:12:47.093268 n-d-760453-5 neutron-server[103304]: self.session.flush() Jan 26 21:12:47.093268 n-d-760453-5 neutron-server[103304]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 26 21:12:47.093268 n-d-760453-5 neutron-server[103304]: self.session.flush() Jan 26 21:12:47.093268 n-d-760453-5 neutron-server[103304]: Traceback (most recent call last): Jan 26 21:12:47.093268 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 26 21:12:47.093268 n-d-760453-5 neutron-server[103304]: timer() Jan 26 21:12:47.093268 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 26 21:12:47.093268 n-d-760453-5 neutron-server[103304]: cb(*args, **kw) Jan 26 21:12:47.093268 n-d-760453-5 neutron-server[103304]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 26 21:12:47.093268 n-d-760453-5 neutron-server[103304]: return func(*args, **kwargs) Jan 26 21:12:47.093268 n-d-760453-5 neutron-server[103304]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 26 21:12:47.093268 n-d-760453-5 neutron-server[103304]: self._notify() Jan 26 21:12:47.093268 n-d-760453-5 neutron-server[103304]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 26 21:12:47.093268 n-d-760453-5 neutron-server[103304]: self.callback(batched_events) Jan 26 21:12:47.093268 n-d-760453-5 neutron-server[103304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 26 21:12:47.093268 n-d-760453-5 neutron-server[103304]: event.method(event) Jan 26 21:12:47.093268 n-d-760453-5 neutron-server[103304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 26 21:12:47.093268 n-d-760453-5 neutron-server[103304]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 26 21:12:47.093268 n-d-760453-5 neutron-server[103304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 26 21:12:47.093268 n-d-760453-5 neutron-server[103304]: aggregate_uuid = self.p_client.list_aggregates( Jan 26 21:12:47.093268 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 26 21:12:47.093268 n-d-760453-5 neutron-server[103304]: return f(self, *a, **k) Jan 26 21:12:47.093268 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 26 21:12:47.093268 n-d-760453-5 neutron-server[103304]: return self._get(url).json() Jan 26 21:12:47.093268 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 26 21:12:47.093268 n-d-760453-5 neutron-server[103304]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 26 21:12:47.093268 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 26 21:12:47.093268 n-d-760453-5 neutron-server[103304]: return self.request(url, 'GET', **kwargs) Jan 26 21:12:47.093268 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 26 21:12:47.093268 n-d-760453-5 neutron-server[103304]: base_url = self.get_endpoint(auth, allow=allow, Jan 26 21:12:47.093268 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 26 21:12:47.093268 n-d-760453-5 neutron-server[103304]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 26 21:12:47.093268 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 26 21:12:47.093268 n-d-760453-5 neutron-server[103304]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 26 21:12:47.093268 n-d-760453-5 neutron-server[103304]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 26 21:12:47.127423 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-d04ee447-f436-44fd-856e-1198c210055d None None] Current status of the port f2ab945e-12e0-475d-82da-2d7f2ace05ba is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:12:47.211690 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-0a3fe16e-4d59-465d-a510-11043c893ac9 req-875b76d6-0e8b-4561-9cb1-04bd4d05e272 tempest-LiveMigrationTest-746395142 tempest-LiveMigrationTest-746395142-project] 10.222.0.13 "GET /v2.0/security-groups?id=c43a996a-6b93-48e4-a331-48250c5b183d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2381368 Jan 26 21:12:47.215449 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Current status of the port aed2731a-4f37-4d42-8ada-af549fec82fa is: BUILD; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:12:47.215946 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (aed2731a-4f37-4d42-8ada-af549fec82fa), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:12:47.218900 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Current status of the port f2ab945e-12e0-475d-82da-2d7f2ace05ba is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:12:47.235573 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f5e1d5e-7760-4074-971c-f5514295fa4a tempest-RoutersAdminTest-690199652 tempest-RoutersAdminTest-690199652-project-admin] Notify agent at l3_agent.n-d-760453-5 the message routers_updated {{(pid=103305) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 26 21:12:47.243015 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-eff997cf-dbaf-4dd3-87ae-8a06a1bc78d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4110931'] for network (c51b7d10-9231-4438-a440-4c92a6a50ca4), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:12:47.257994 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7512450-70a2-4c1e-9bae-57ce3fd16798 None None] Sync routers for ids ['1a1c04b0-e6d2-4bb1-80fc-b81e0b242b3d'] in n-d-760453-5 {{(pid=103306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 26 21:12:47.262354 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-0e18b6c8-bd57-4f41-b6d3-4e27a1f2487e req-0638cbd9-b104-4f23-b0f4-5d1b0ce89653 tempest-ServersTestManualDisk-377945019 tempest-ServersTestManualDisk-377945019-project] 10.222.0.13 "GET /v2.0/security-groups?id=2615347b-b233-46fd-9cc1-284d26f4f26f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1962509 Jan 26 21:12:47.279925 n-d-760453-5 neutron-server[103306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64bc2a39-da8a-491b-95d3-4ecb84ebf4bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aed2731a-4f37-4d42-8ada-af549fec82fa'}] {{(pid=103306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 21:12:47.282487 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9d5d370febab655511bdd2ffe887e43e442d144a440368702bcc1e93af00b97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7d66f50-5194-4e10-9fef-63f0a0594984" -d '{"events": [{"server_uuid": "64bc2a39-da8a-491b-95d3-4ecb84ebf4bd", "name": "network-vif-plugged", "status": "completed", "tag": "aed2731a-4f37-4d42-8ada-af549fec82fa"}]}' {{(pid=103306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 21:12:47.300372 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-eff997cf-dbaf-4dd3-87ae-8a06a1bc78d2 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:12:47.307258 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] For port aed2731a-4f37-4d42-8ada-af549fec82fa, host n-h1-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-5',level=0,port_id=aed2731a-4f37-4d42-8ada-af549fec82fa,segment=NetworkSegment(af032e5b-82aa-44c9-824d-1e5696119444),segment_id=af032e5b-82aa-44c9-824d-1e5696119444)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:12:47.308578 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7512450-70a2-4c1e-9bae-57ce3fd16798 None None] Routers {'1a1c04b0-e6d2-4bb1-80fc-b81e0b242b3d'} bound to L3 agent in host n-d-760453-5 {{(pid=103306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 21:12:47.309519 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-f7512450-70a2-4c1e-9bae-57ce3fd16798 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-26T20:55:21Z,description=,heartbeat_timestamp=2022-01-26T21:12:21Z,host='n-d-760453-5',id=09df100c-3af1-4b0a-bda8-05914c71c458,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:55:21Z,topic='l3_agent')) {'router_ids': ['1a1c04b0-e6d2-4bb1-80fc-b81e0b242b3d'], 'active': True} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:12:47.321255 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-eff997cf-dbaf-4dd3-87ae-8a06a1bc78d2 admin admin] 10.222.0.13 "DELETE /v2.0/networks/c51b7d10-9231-4438-a440-4c92a6a50ca4 HTTP/1.1" status: 204 len: 168 time: 2.4709849 Jan 26 21:12:47.331461 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-4f5e1d5e-7760-4074-971c-f5514295fa4a tempest-RoutersAdminTest-690199652 tempest-RoutersAdminTest-690199652-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:12:47.341617 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-4f5e1d5e-7760-4074-971c-f5514295fa4a tempest-RoutersAdminTest-690199652 tempest-RoutersAdminTest-690199652-project-admin] 10.222.0.13 "PUT /v2.0/routers/1a1c04b0-e6d2-4bb1-80fc-b81e0b242b3d HTTP/1.1" status: 200 len: 916 time: 5.0576763 Jan 26 21:12:47.341617 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 53954) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:12:47.358212 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff997cf-dbaf-4dd3-87ae-8a06a1bc78d2 admin admin] Pushing event deleted for resources: {'Network': ['ID=c51b7d10-9231-4438-a440-4c92a6a50ca4,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:12:47.388201 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-f1480796-c037-4830-85c8-64a64d131b8d req-dea6fc56-596a-41d6-916f-976b165f0b28 service neutron] 10.222.0.57 "GET /v2.0/networks/7fbe9cf5-e12c-436d-b372-55a19c9faa30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3119521 Jan 26 21:12:47.389847 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device 1d52a97f-f872-4639-9aab-44b4dcb45dd2 no longer exists at agent ovs-agent-n-d-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 26 21:12:47.391979 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Device 5ea9283d-6307-4a7a-a3a3-34c49776035f no longer exists at agent hyperv_n-h2-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 26 21:12:47.408578 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (aed2731a-4f37-4d42-8ada-af549fec82fa), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:12:47.410879 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Device 20aaca9f-7ff5-4bc5-92ad-e18683e4425f up at agent hyperv_n-h1-760453-5 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 21:12:47.413711 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-f7512450-70a2-4c1e-9bae-57ce3fd16798 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760453-5', False) {} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:12:47.418148 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791b3e11-fe97-40d6-83ee-31dee6cb16dc req-ec975b55-d0de-4320-9aaf-ee1c154d5a03 tempest-LiveMigrationTest-97640354 tempest-LiveMigrationTest-97640354-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:12:47.419701 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-791b3e11-fe97-40d6-83ee-31dee6cb16dc req-ec975b55-d0de-4320-9aaf-ee1c154d5a03 tempest-LiveMigrationTest-97640354 tempest-LiveMigrationTest-97640354-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=80ebfeba-433a-4d4b-bf55-9e0ed19817de&tenant_id=ee6098e1a6074d57972f34ef6549de05&binding%3Ahost_id=n-h2-760453-5 HTTP/1.1" status: 200 len: 1095 time: 0.2966199 Jan 26 21:12:47.480993 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-e65bde54-6d87-453f-9ed7-832c0e9878a6 admin admin] Publish callbacks [] for router_gateway (9862c8dc-9a8c-4f65-9c71-bb2ebfe8f96f), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:12:47.496793 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 53956) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:12:47.530359 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9133710-3470-4c0a-a166-746f2f9eb668 req-e68fc3a4-85cd-4b9f-ba13-9f4f9c14e452 tempest-ListServerFiltersTestJSON-1713042646 tempest-ListServerFiltersTestJSON-1713042646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:12:47.531155 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] No Port match for: 1d52a97f-f872-4639-9aab-44b4dcb45dd2 {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 26 21:12:47.531417 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device 1d52a97f-f872-4639-9aab-44b4dcb45dd2 not bound to the agent host n-d-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 26 21:12:47.538133 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-e9133710-3470-4c0a-a166-746f2f9eb668 req-e68fc3a4-85cd-4b9f-ba13-9f4f9c14e452 tempest-ListServerFiltersTestJSON-1713042646 tempest-ListServerFiltersTestJSON-1713042646-project] 10.222.0.13 "GET /v2.0/ports?device_id=d3f09a80-55e1-4c76-84ee-e8c6104639ee HTTP/1.1" status: 200 len: 946 time: 0.1546969 Jan 26 21:12:47.549285 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Pushing event updated for resources: {'Port': ['ID=aed2731a-4f37-4d42-8ada-af549fec82fa,revision_number=5']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:12:47.561082 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7914c7f4-e540-43c8-b938-39254f96c87c req-f264c532-4b62-4959-853b-12f099f18c91 tempest-ServersOnMultiNodesTest-2088673700 tempest-ServersOnMultiNodesTest-2088673700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:12:47.562703 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-7914c7f4-e540-43c8-b938-39254f96c87c req-f264c532-4b62-4959-853b-12f099f18c91 tempest-ServersOnMultiNodesTest-2088673700 tempest-ServersOnMultiNodesTest-2088673700-project] 10.222.0.13 "GET /v2.0/ports?device_id=2011abd2-36e2-4bb1-b07d-9bed056683fa HTTP/1.1" status: 200 len: 948 time: 0.1968768 Jan 26 21:12:47.573006 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7512450-70a2-4c1e-9bae-57ce3fd16798 None None] Routers {'1a1c04b0-e6d2-4bb1-80fc-b81e0b242b3d'} bound to L3 agent in host n-d-760453-5 {{(pid=103306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 21:12:47.573006 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-f7512450-70a2-4c1e-9bae-57ce3fd16798 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-26T20:55:21Z,description=,heartbeat_timestamp=2022-01-26T21:12:21Z,host='n-d-760453-5',id=09df100c-3af1-4b0a-bda8-05914c71c458,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:55:21Z,topic='l3_agent')) {'router_ids': ['1a1c04b0-e6d2-4bb1-80fc-b81e0b242b3d'], 'active': True} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:12:47.576137 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156ca823-9c6a-44fc-b92e-17324c9e2b9b req-e0e58446-94d0-40a0-9d74-a7e5bb335896 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:12:47.578712 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-156ca823-9c6a-44fc-b92e-17324c9e2b9b req-e0e58446-94d0-40a0-9d74-a7e5bb335896 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=95b0180418ed4ee8af0e8472caf2fcf2&device_id=2011abd2-36e2-4bb1-b07d-9bed056683fa HTTP/1.1" status: 200 len: 1099 time: 0.1301839 Jan 26 21:12:47.579198 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:12:47.579554 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:12:47.579897 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:12:47.580234 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:12:47.581353 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:12:47.581353 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:12:47.581579 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:12:47.582217 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:12:47.582217 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:12:47.582496 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:12:47.582903 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:12:47.583022 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791b3e11-fe97-40d6-83ee-31dee6cb16dc req-dab3bf0e-c3d4-4ace-9b2c-f676b5814a51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:12:47.583131 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:12:47.583422 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:12:47.584520 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-791b3e11-fe97-40d6-83ee-31dee6cb16dc req-dab3bf0e-c3d4-4ace-9b2c-f676b5814a51 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=80ebfeba-433a-4d4b-bf55-9e0ed19817de&tenant_id=ee6098e1a6074d57972f34ef6549de05 HTTP/1.1" status: 200 len: 1095 time: 0.1449080 Jan 26 21:12:47.621930 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-f7512450-70a2-4c1e-9bae-57ce3fd16798 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760453-5', False) {} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:12:47.623002 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7512450-70a2-4c1e-9bae-57ce3fd16798 None None] The sync data for ids ['1a1c04b0-e6d2-4bb1-80fc-b81e0b242b3d'] in n-d-760453-5 is: [] {{(pid=103306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 26 21:12:47.624540 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] The host n-h2-760453-5 is not matching for port 5ea9283d-6307-4a7a-a3a3-34c49776035f host n-h1-760453-5! {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2317}} Jan 26 21:12:47.625114 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Device 5ea9283d-6307-4a7a-a3a3-34c49776035f not bound to the agent host n-h2-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 26 21:12:47.644832 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Provisioning for port 20aaca9f-7ff5-4bc5-92ad-e18683e4425f completed by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 21:12:47.649958 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Provisioning complete for port 20aaca9f-7ff5-4bc5-92ad-e18683e4425f triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:12:47.650416 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (20aaca9f-7ff5-4bc5-92ad-e18683e4425f), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:12:47.659205 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-599577da-9d34-47bf-bb44-155d854c2a2e tempest-RoutersAdminTest-690199652 tempest-RoutersAdminTest-690199652-project-admin] 10.222.0.13 "GET /v2.0/routers/1a1c04b0-e6d2-4bb1-80fc-b81e0b242b3d HTTP/1.1" status: 200 len: 922 time: 0.3016975 Jan 26 21:12:47.661743 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 53960) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:12:47.709959 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-4496aa76-7ed1-4b79-9888-32cf5cedd68c admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=7bdfe07917df421d9be436779552b002&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2092052 Jan 26 21:12:47.710461 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 53962) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:12:47.722374 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-e9133710-3470-4c0a-a166-746f2f9eb668 req-549a5eef-d064-4b26-abdf-378b615b223a tempest-ListServerFiltersTestJSON-1713042646 tempest-ListServerFiltersTestJSON-1713042646-project] 10.222.0.13 "GET /v2.0/security-groups?id=4a81ac3f-5e47-4404-a1c8-ffc0bc5b0861&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1835966 Jan 26 21:12:47.746329 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Current status of the port 20aaca9f-7ff5-4bc5-92ad-e18683e4425f is: BUILD; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:12:47.746846 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (20aaca9f-7ff5-4bc5-92ad-e18683e4425f), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:12:47.757842 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-7914c7f4-e540-43c8-b938-39254f96c87c req-aa06953f-3348-4191-a0be-be71643f8740 tempest-ServersOnMultiNodesTest-2088673700 tempest-ServersOnMultiNodesTest-2088673700-project] 10.222.0.13 "GET /v2.0/security-groups?id=306a2369-8c1c-4f98-9a64-2622487a9ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1692472 Jan 26 21:12:47.782031 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156ca823-9c6a-44fc-b92e-17324c9e2b9b req-b00a5c6b-ebda-4c3a-a2a9-91df7cadb5f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:12:47.783657 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-156ca823-9c6a-44fc-b92e-17324c9e2b9b req-b00a5c6b-ebda-4c3a-a2a9-91df7cadb5f9 service neutron] 10.222.0.57 "GET /v2.0/networks?id=7fbe9cf5-e12c-436d-b372-55a19c9faa30 HTTP/1.1" status: 200 len: 870 time: 0.1875253 Jan 26 21:12:47.785072 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] For port 20aaca9f-7ff5-4bc5-92ad-e18683e4425f, host n-h1-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-5',level=0,port_id=20aaca9f-7ff5-4bc5-92ad-e18683e4425f,segment=NetworkSegment(09663a0c-ceea-4887-ace4-6c78e47e3e40),segment_id=09663a0c-ceea-4887-ace4-6c78e47e3e40)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:12:47.790154 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (20aaca9f-7ff5-4bc5-92ad-e18683e4425f), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:12:47.848127 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Jan 2022 21:12:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1256f09-f423-4f73-a071-d8525980b201 x-openstack-request-id: req-b1256f09-f423-4f73-a071-d8525980b201 {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 21:12:47.849029 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64bc2a39-da8a-491b-95d3-4ecb84ebf4bd", "name": "network-vif-plugged", "status": "completed", "tag": "aed2731a-4f37-4d42-8ada-af549fec82fa", "code": 200}]} {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 21:12:47.849709 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b1256f09-f423-4f73-a071-d8525980b201 {{(pid=103306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 21:12:47.850341 n-d-760453-5 neutron-server[103306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64bc2a39-da8a-491b-95d3-4ecb84ebf4bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aed2731a-4f37-4d42-8ada-af549fec82fa', 'code': 200} Jan 26 21:12:47.852411 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Pushing event updated for resources: {'Port': ['ID=20aaca9f-7ff5-4bc5-92ad-e18683e4425f,revision_number=5']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:12:47.855530 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791b3e11-fe97-40d6-83ee-31dee6cb16dc req-adcc7b66-7a28-4216-85be-ac73d937aaac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:12:47.857034 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-791b3e11-fe97-40d6-83ee-31dee6cb16dc req-adcc7b66-7a28-4216-85be-ac73d937aaac service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=ee6098e1a6074d57972f34ef6549de05&device_id=80ebfeba-433a-4d4b-bf55-9e0ed19817de HTTP/1.1" status: 200 len: 1095 time: 0.2343590 Jan 26 21:12:47.873815 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-156ca823-9c6a-44fc-b92e-17324c9e2b9b req-5a5d60c6-4e1c-477e-8190-548d08ee0903 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.205&port_id=552aae5b-0114-4ae2-8e9d-898106bbf7d4 HTTP/1.1" status: 200 len: 217 time: 0.0825019 Jan 26 21:12:47.893037 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1abaed24-6034-4581-83d9-04b16c621a48 tempest-RoutersAdminTest-690199652 tempest-RoutersAdminTest-690199652-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:12:47.897044 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-1abaed24-6034-4581-83d9-04b16c621a48 tempest-RoutersAdminTest-690199652 tempest-RoutersAdminTest-690199652-project-admin] 10.222.0.13 "GET /v2.0/ports?network_id=4140a1f1-c93a-4bea-83a0-68953a54f299&device_id=1a1c04b0-e6d2-4bb1-80fc-b81e0b242b3d&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.2320797 Jan 26 21:12:47.907966 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 53966) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:12:47.941408 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-e65bde54-6d87-453f-9ed7-832c0e9878a6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4105757', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4111263'] for router (9862c8dc-9a8c-4f65-9c71-bb2ebfe8f96f), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:12:47.973147 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device f2ab945e-12e0-475d-82da-2d7f2ace05ba up at agent ovs-agent-n-d-760453-5 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 21:12:48.024598 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Provisioning complete for port f2ab945e-12e0-475d-82da-2d7f2ace05ba triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:12:48.025123 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (f2ab945e-12e0-475d-82da-2d7f2ace05ba), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:12:48.037063 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156ca823-9c6a-44fc-b92e-17324c9e2b9b req-232269b9-ae4a-4a79-8244-aafb311d4d73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:12:48.038601 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-156ca823-9c6a-44fc-b92e-17324c9e2b9b req-232269b9-ae4a-4a79-8244-aafb311d4d73 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=fd77e534-75e6-4b90-950e-f5824d584430 HTTP/1.1" status: 200 len: 843 time: 0.1543875 Jan 26 21:12:48.046502 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1054921-1519-48de-b0ab-391949e34251 req-9ebbe908-74b6-46ea-b690-929c4ed33fe8 tempest-AttachVolumeNegativeTest-157238613 tempest-AttachVolumeNegativeTest-157238613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:12:48.048299 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-c1054921-1519-48de-b0ab-391949e34251 req-9ebbe908-74b6-46ea-b690-929c4ed33fe8 tempest-AttachVolumeNegativeTest-157238613 tempest-AttachVolumeNegativeTest-157238613-project] 10.222.0.13 "GET /v2.0/ports?device_id=650bc08f-3d92-4cee-b76d-e4850a9bb3e0 HTTP/1.1" status: 200 len: 945 time: 0.1784651 Jan 26 21:12:48.056590 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-2e06ea11-98fd-43bf-a9a5-bf78eceb4887 admin admin] Publish callbacks [] for security_group (0901363f-4062-4245-b20b-1aab16841475), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:12:48.071903 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a836f4f0-7c96-43a7-82f1-5bd070ba4afb req-f0abd0e7-97d0-4a66-9a62-4b0007381ebe tempest-ListServerFiltersTestJSON-1713042646 tempest-ListServerFiltersTestJSON-1713042646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:12:48.078386 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-a836f4f0-7c96-43a7-82f1-5bd070ba4afb req-f0abd0e7-97d0-4a66-9a62-4b0007381ebe tempest-ListServerFiltersTestJSON-1713042646 tempest-ListServerFiltersTestJSON-1713042646-project] 10.222.0.13 "GET /v2.0/ports?device_id=3105af2d-ea73-4df7-8227-8f48cefa25aa HTTP/1.1" status: 200 len: 945 time: 0.1561565 Jan 26 21:12:48.104583 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64921b0f-8726-43c4-9d09-3c1fc63ba051 req-9d5ba88a-330e-4c10-831f-a407e9adc4bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:12:48.106287 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-64921b0f-8726-43c4-9d09-3c1fc63ba051 req-9d5ba88a-330e-4c10-831f-a407e9adc4bf service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=64bc2a39-da8a-491b-95d3-4ecb84ebf4bd HTTP/1.1" status: 200 len: 1096 time: 0.1817782 Jan 26 21:12:48.113526 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Current status of the port f2ab945e-12e0-475d-82da-2d7f2ace05ba is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:12:48.117509 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-2e06ea11-98fd-43bf-a9a5-bf78eceb4887 admin admin] Publish callbacks [] for security_group (0901363f-4062-4245-b20b-1aab16841475), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:12:48.143284 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791b3e11-fe97-40d6-83ee-31dee6cb16dc req-ea44e450-df19-40da-9921-8b35c027fdf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:12:48.144748 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-791b3e11-fe97-40d6-83ee-31dee6cb16dc req-ea44e450-df19-40da-9921-8b35c027fdf8 service neutron] 10.222.0.66 "GET /v2.0/networks?id=57cdf3f5-a20b-4c6f-b2eb-bed2f5d4d40a HTTP/1.1" status: 200 len: 908 time: 0.2708144 Jan 26 21:12:48.200036 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156ca823-9c6a-44fc-b92e-17324c9e2b9b req-ca16c306-6d57-4116-a748-d4b3ca34bca5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:12:48.201595 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-156ca823-9c6a-44fc-b92e-17324c9e2b9b req-ca16c306-6d57-4116-a748-d4b3ca34bca5 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=7fbe9cf5-e12c-436d-b372-55a19c9faa30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1517563 Jan 26 21:12:48.210528 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-791b3e11-fe97-40d6-83ee-31dee6cb16dc req-ddfd8526-9126-4d6b-b86e-cabb4915cb2b service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5ea9283d-6307-4a7a-a3a3-34c49776035f HTTP/1.1" status: 200 len: 217 time: 0.0567112 Jan 26 21:12:48.246234 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-a836f4f0-7c96-43a7-82f1-5bd070ba4afb req-9e84d5bf-8c8e-4943-ba1d-62e7cbea6453 tempest-ListServerFiltersTestJSON-1713042646 tempest-ListServerFiltersTestJSON-1713042646-project] 10.222.0.13 "GET /v2.0/security-groups?id=4a81ac3f-5e47-4404-a1c8-ffc0bc5b0861&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1666260 Jan 26 21:12:48.251347 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-c1054921-1519-48de-b0ab-391949e34251 req-a578f6e5-0955-4445-8140-2f3993c1c618 tempest-AttachVolumeNegativeTest-157238613 tempest-AttachVolumeNegativeTest-157238613-project] 10.222.0.13 "GET /v2.0/security-groups?id=8e9bd9e5-9820-4475-bfb9-c12598a9861a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1912286 Jan 26 21:12:48.285043 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2d23f8e-99b3-46c5-beef-4e0d40eeb436 tempest-RoutersAdminTest-690199652 tempest-RoutersAdminTest-690199652-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:12:48.289150 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-f2d23f8e-99b3-46c5-beef-4e0d40eeb436 tempest-RoutersAdminTest-690199652 tempest-RoutersAdminTest-690199652-project-admin] 10.222.0.13 "GET /v2.0/networks/4140a1f1-c93a-4bea-83a0-68953a54f299 HTTP/1.1" status: 200 len: 881 time: 0.3776071 Jan 26 21:12:48.290867 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 53974) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:12:48.305172 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-64921b0f-8726-43c4-9d09-3c1fc63ba051 req-1cc56b6b-7ed1-4dea-8c52-cbcab2952344 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=2615347b-b233-46fd-9cc1-284d26f4f26f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1901121 Jan 26 21:12:48.336741 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-2a72265c-97ed-49ee-a8b1-495f6db94b8d tempest-RoutersAdminTest-50714882 tempest-RoutersAdminTest-50714882-project] 10.222.0.13 "GET /v2.0/ports?device_id=1a1c04b0-e6d2-4bb1-80fc-b81e0b242b3d HTTP/1.1" status: 200 len: 205 time: 0.0430107 Jan 26 21:12:48.341500 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 53976) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:12:48.351607 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791b3e11-fe97-40d6-83ee-31dee6cb16dc req-8660d819-e561-49d0-8a0f-15bff3cb6dc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:12:48.353462 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-791b3e11-fe97-40d6-83ee-31dee6cb16dc req-8660d819-e561-49d0-8a0f-15bff3cb6dc6 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=0fd61269-7d95-487b-ba3a-f244d39cf571 HTTP/1.1" status: 200 len: 847 time: 0.1194925 Jan 26 21:12:48.397602 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-2e06ea11-98fd-43bf-a9a5-bf78eceb4887 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (0901363f-4062-4245-b20b-1aab16841475), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:12:48.400286 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-2e06ea11-98fd-43bf-a9a5-bf78eceb4887 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:12:48.401449 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-2e06ea11-98fd-43bf-a9a5-bf78eceb4887 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/0901363f-4062-4245-b20b-1aab16841475 HTTP/1.1" status: 204 len: 168 time: 0.6885626 Jan 26 21:12:48.404031 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-156ca823-9c6a-44fc-b92e-17324c9e2b9b req-d0c26c48-b0de-41e5-b31f-da6130959a5c service neutron] 10.222.0.57 "GET /v2.0/networks/7fbe9cf5-e12c-436d-b372-55a19c9faa30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1845355 Jan 26 21:12:48.421922 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e06ea11-98fd-43bf-a9a5-bf78eceb4887 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0901363f-4062-4245-b20b-1aab16841475,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:12:48.479178 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e65bde54-6d87-453f-9ed7-832c0e9878a6 admin admin] Router 9862c8dc-9a8c-4f65-9c71-bb2ebfe8f96f is scheduled to L3 agent 09df100c-3af1-4b0a-bda8-05914c71c458 with binding_index 1 {{(pid=103305) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 26 21:12:48.480065 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2be3f8-6c58-4a45-bd10-78cd4f04c2ca req-b43d0e5f-cd96-4aad-8d01-0b9b08e754db tempest-LiveMigrationTest-746395142 tempest-LiveMigrationTest-746395142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:12:48.481557 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-7a2be3f8-6c58-4a45-bd10-78cd4f04c2ca req-b43d0e5f-cd96-4aad-8d01-0b9b08e754db tempest-LiveMigrationTest-746395142 tempest-LiveMigrationTest-746395142-project] 10.222.0.13 "GET /v2.0/ports?device_id=80ebfeba-433a-4d4b-bf55-9e0ed19817de HTTP/1.1" status: 200 len: 944 time: 0.1534157 Jan 26 21:12:48.492792 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62193221-8331-4bf5-8b5a-8513ed5bfad8 req-5cfd6e60-4466-4c9e-be9b-371688321828 tempest-ListServerFiltersTestJSON-1713042646 tempest-ListServerFiltersTestJSON-1713042646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:12:48.494341 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-62193221-8331-4bf5-8b5a-8513ed5bfad8 req-5cfd6e60-4466-4c9e-be9b-371688321828 tempest-ListServerFiltersTestJSON-1713042646 tempest-ListServerFiltersTestJSON-1713042646-project] 10.222.0.13 "GET /v2.0/ports?device_id=074301dc-546d-4632-8e4c-223c70e93d57 HTTP/1.1" status: 200 len: 945 time: 0.1507914 Jan 26 21:12:48.544743 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-3f59c73b-3fc1-42eb-83f4-530f52b798ec tempest-RoutersAdminTest-50714882 tempest-RoutersAdminTest-50714882-project] Publish callbacks [] for router (1a1c04b0-e6d2-4bb1-80fc-b81e0b242b3d), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:12:48.592521 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-156ca823-9c6a-44fc-b92e-17324c9e2b9b req-21d462de-f777-4fbb-903c-e63d6b282db1 service neutron] 10.222.0.57 "GET /v2.0/networks/7fbe9cf5-e12c-436d-b372-55a19c9faa30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1784112 Jan 26 21:12:48.616899 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-7a2be3f8-6c58-4a45-bd10-78cd4f04c2ca req-366c4e66-0401-4074-b0e6-12f6c412ce5b tempest-LiveMigrationTest-746395142 tempest-LiveMigrationTest-746395142-project] 10.222.0.13 "GET /v2.0/security-groups?id=c43a996a-6b93-48e4-a331-48250c5b183d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155612 Jan 26 21:12:48.627324 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-62193221-8331-4bf5-8b5a-8513ed5bfad8 req-4cd60dfa-ce83-4d2d-84d7-62b996f693a9 tempest-ListServerFiltersTestJSON-1713042646 tempest-ListServerFiltersTestJSON-1713042646-project] 10.222.0.13 "GET /v2.0/security-groups?id=4a81ac3f-5e47-4404-a1c8-ffc0bc5b0861&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229513 Jan 26 21:12:48.678163 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [req-6ee1f137-a26c-4d94-8c81-99e7ea5d4d7e req-bbff5c56-0661-47c3-a5c8-824db5113b90 tempest-ListServerFiltersTestJSON-1713042646 tempest-ListServerFiltersTestJSON-1713042646-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=103304) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 26 21:12:48.679081 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-6ee1f137-a26c-4d94-8c81-99e7ea5d4d7e req-bbff5c56-0661-47c3-a5c8-824db5113b90 tempest-ListServerFiltersTestJSON-1713042646 tempest-ListServerFiltersTestJSON-1713042646-project] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0074916 Jan 26 21:12:48.724990 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e65bde54-6d87-453f-9ed7-832c0e9878a6 admin admin] Notify agent at l3_agent.n-d-760453-5 the message routers_updated {{(pid=103305) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 26 21:12:48.734045 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82a174ff-697b-498f-a260-d4bfe0b67505 None None] Sync routers for ids ['9862c8dc-9a8c-4f65-9c71-bb2ebfe8f96f'] in n-d-760453-5 {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 26 21:12:48.744141 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82a174ff-697b-498f-a260-d4bfe0b67505 None None] Routers {'9862c8dc-9a8c-4f65-9c71-bb2ebfe8f96f'} bound to L3 agent in host n-d-760453-5 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 21:12:48.750853 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-791b3e11-fe97-40d6-83ee-31dee6cb16dc req-cac00e1b-e36c-47a6-ac6d-a5549c6a3e0c service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=57cdf3f5-a20b-4c6f-b2eb-bed2f5d4d40a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0377276 Jan 26 21:12:48.751895 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-82a174ff-697b-498f-a260-d4bfe0b67505 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-26T20:55:21Z,description=,heartbeat_timestamp=2022-01-26T21:12:21Z,host='n-d-760453-5',id=09df100c-3af1-4b0a-bda8-05914c71c458,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:55:21Z,topic='l3_agent')) {'router_ids': ['9862c8dc-9a8c-4f65-9c71-bb2ebfe8f96f'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:12:48.792566 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ac17ea-bca2-4f22-be2e-63f49a3efbd7 req-557ed634-e345-4cd1-b204-9f8bceaf56fb tempest-ServersTestManualDisk-377945019 tempest-ServersTestManualDisk-377945019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:12:48.797853 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-e4ac17ea-bca2-4f22-be2e-63f49a3efbd7 req-557ed634-e345-4cd1-b204-9f8bceaf56fb tempest-ServersTestManualDisk-377945019 tempest-ServersTestManualDisk-377945019-project] 10.222.0.13 "GET /v2.0/ports?device_id=64bc2a39-da8a-491b-95d3-4ecb84ebf4bd HTTP/1.1" status: 200 len: 945 time: 0.1243021 Jan 26 21:12:48.800918 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-e65bde54-6d87-453f-9ed7-832c0e9878a6 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:12:48.802759 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-e65bde54-6d87-453f-9ed7-832c0e9878a6 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 5.5426598 Jan 26 21:12:48.809081 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 53990) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:12:48.831967 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-3f59c73b-3fc1-42eb-83f4-530f52b798ec tempest-RoutersAdminTest-50714882 tempest-RoutersAdminTest-50714882-project] Publish callbacks [] for router_gateway (1a1c04b0-e6d2-4bb1-80fc-b81e0b242b3d), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:12:48.840301 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-6ee1f137-a26c-4d94-8c81-99e7ea5d4d7e req-62225d00-a85c-4893-8ac9-b3cfa2cd50ff tempest-ListServerFiltersTestJSON-1713042646 tempest-ListServerFiltersTestJSON-1713042646-project] 10.222.0.13 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.11&fields=device_id HTTP/1.1" status: 200 len: 262 time: 0.1513851 Jan 26 21:12:48.880585 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_dvr_db [None req-82a174ff-697b-498f-a260-d4bfe0b67505 None None] Set router 9862c8dc-9a8c-4f65-9c71-bb2ebfe8f96f gateway port host: n-d-760453-5 {{(pid=103307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 21:12:48.923859 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-1914a2d9-ed50-4682-8acf-cc8857c5a708 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (474ccdf7-ab6c-405b-a3b2-dc7b05829902), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:12:48.930777 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-791b3e11-fe97-40d6-83ee-31dee6cb16dc req-3f802f8c-63e1-424a-9c45-4e9c70c18d95 service neutron] 10.222.0.66 "GET /v2.0/networks/57cdf3f5-a20b-4c6f-b2eb-bed2f5d4d40a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1665330 Jan 26 21:12:48.935873 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-3f59c73b-3fc1-42eb-83f4-530f52b798ec tempest-RoutersAdminTest-50714882 tempest-RoutersAdminTest-50714882-project] Deleting port efffeb15-7dd8-4f89-9d0c-5fdc66668e35 {{(pid=103305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 21:12:48.936222 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-3f59c73b-3fc1-42eb-83f4-530f52b798ec tempest-RoutersAdminTest-50714882 tempest-RoutersAdminTest-50714882-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746560630878'] for port (efffeb15-7dd8-4f89-9d0c-5fdc66668e35), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:12:49.105412 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-e4ac17ea-bca2-4f22-be2e-63f49a3efbd7 req-0f610c07-ff56-4616-a0e2-3e9bc9073030 tempest-ServersTestManualDisk-377945019 tempest-ServersTestManualDisk-377945019-project] 10.222.0.13 "GET /v2.0/security-groups?id=2615347b-b233-46fd-9cc1-284d26f4f26f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2969527 Jan 26 21:12:49.145891 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-82a174ff-697b-498f-a260-d4bfe0b67505 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9862c8dc-9a8c-4f65-9c71-bb2ebfe8f96f', 'name': 'tempest-ServersTestMultiNic-478052437-router', 'tenant_id': '7dd077ea2f95484597c25a6a957aef6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'external_fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.19'}], 'enable_snat': True}, 'gw_port_id': '561a2fa8-7e92-466d-8e81-128498e013f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T21:12:43Z', 'updated_at': '2022-01-26T21:12:46Z', 'revision_number': 3, 'project_id': '7dd077ea2f95484597c25a6a957aef6a', 'gw_port': {'id': '561a2fa8-7e92-466d-8e81-128498e013f3', 'name': '', 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:09:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9862c8dc-9a8c-4f65-9c71-bb2ebfe8f96f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1125, 'fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:12:45Z', 'updated_at': '2022-01-26T21:12:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-5'}], 'n-d-760453-5', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:12:49.208828 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-3f59c73b-3fc1-42eb-83f4-530f52b798ec tempest-RoutersAdminTest-50714882 tempest-RoutersAdminTest-50714882-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4109658'] for port (efffeb15-7dd8-4f89-9d0c-5fdc66668e35), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:12:49.215893 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82a174ff-697b-498f-a260-d4bfe0b67505 None None] Checking router: 9862c8dc-9a8c-4f65-9c71-bb2ebfe8f96f for host: n-d-760453-5 {{(pid=103307) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 26 21:12:49.216531 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82a174ff-697b-498f-a260-d4bfe0b67505 None None] Updating router 9862c8dc-9a8c-4f65-9c71-bb2ebfe8f96f port 561a2fa8-7e92-466d-8e81-128498e013f3 binding host n-d-760453-5 {{(pid=103307) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 26 21:12:49.247773 n-d-760453-5 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-82a174ff-697b-498f-a260-d4bfe0b67505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (561a2fa8-7e92-466d-8e81-128498e013f3), before_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:12:49.271322 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-791b3e11-fe97-40d6-83ee-31dee6cb16dc req-d59a9746-5c0c-4893-86f8-4eec82516042 service neutron] 10.222.0.66 "GET /v2.0/networks/57cdf3f5-a20b-4c6f-b2eb-bed2f5d4d40a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3205822 Jan 26 21:12:49.272094 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-3f59c73b-3fc1-42eb-83f4-530f52b798ec tempest-RoutersAdminTest-50714882 tempest-RoutersAdminTest-50714882-project] Calling delete_port for efffeb15-7dd8-4f89-9d0c-5fdc66668e35 owned by network:router_gateway {{(pid=103305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 21:12:49.369530 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Device 552aae5b-0114-4ae2-8e9d-898106bbf7d4 details requested by agent hyperv_n-h2-760453-5 with host n-h2-760453-5 {{(pid=103306) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 26 21:12:49.384769 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080df4ac-f8c6-4fd4-bb5f-a2855d53e043 req-4c34580d-4d48-43db-9902-9c525984c958 tempest-ListServerFiltersTestJSON-1713042646 tempest-ListServerFiltersTestJSON-1713042646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:12:49.386327 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-080df4ac-f8c6-4fd4-bb5f-a2855d53e043 req-4c34580d-4d48-43db-9902-9c525984c958 tempest-ListServerFiltersTestJSON-1713042646 tempest-ListServerFiltersTestJSON-1713042646-project] 10.222.0.13 "GET /v2.0/ports?device_id=d3f09a80-55e1-4c76-84ee-e8c6104639ee HTTP/1.1" status: 200 len: 946 time: 0.1365974 Jan 26 21:12:49.419253 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a2683f-5f90-4342-b8c7-b01a4c741d39 req-9fab0461-a449-41b9-864f-62ea7c14a90e tempest-ServersOnMultiNodesTest-2088673700 tempest-ServersOnMultiNodesTest-2088673700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:12:49.420846 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-13a2683f-5f90-4342-b8c7-b01a4c741d39 req-9fab0461-a449-41b9-864f-62ea7c14a90e tempest-ServersOnMultiNodesTest-2088673700 tempest-ServersOnMultiNodesTest-2088673700-project] 10.222.0.13 "GET /v2.0/ports?device_id=2011abd2-36e2-4bb1-b07d-9bed056683fa HTTP/1.1" status: 200 len: 948 time: 0.2018580 Jan 26 21:12:49.552738 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] For port 552aae5b-0114-4ae2-8e9d-898106bbf7d4, host n-h2-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-5',level=0,port_id=552aae5b-0114-4ae2-8e9d-898106bbf7d4,segment=NetworkSegment(4eab25d6-89d9-4907-a1c2-51b06443ba33),segment_id=4eab25d6-89d9-4907-a1c2-51b06443ba33)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:12:49.578954 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Returning: {'device': '552aae5b-0114-4ae2-8e9d-898106bbf7d4', 'network_id': '7fbe9cf5-e12c-436d-b372-55a19c9faa30', 'port_id': '552aae5b-0114-4ae2-8e9d-898106bbf7d4', 'mac_address': 'fa:16:3e:bd:cf:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 561, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fd77e534-75e6-4b90-950e-f5824d584430', 'ip_address': '192.168.233.205'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103306) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 26 21:12:49.602971 n-d-760453-5 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-82a174ff-697b-498f-a260-d4bfe0b67505 None None] Publish callbacks [] for port (561a2fa8-7e92-466d-8e81-128498e013f3), precommit_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:12:49.613425 n-d-760453-5 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-82a174ff-697b-498f-a260-d4bfe0b67505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (561a2fa8-7e92-466d-8e81-128498e013f3), after_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:12:49.634528 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Current status of the port 552aae5b-0114-4ae2-8e9d-898106bbf7d4 is: DOWN; New status is: BUILD {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:12:49.634840 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (552aae5b-0114-4ae2-8e9d-898106bbf7d4), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:12:49.654014 n-d-760453-5 neutron-server[103306]: DEBUG neutron.notifiers.nova [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 552aae5b-0114-4ae2-8e9d-898106bbf7d4 {{(pid=103306) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 26 21:12:49.672634 n-d-760453-5 neutron-server[103307]: DEBUG neutron.plugins.ml2.managers [None req-82a174ff-697b-498f-a260-d4bfe0b67505 None None] Attempting to bind port 561a2fa8-7e92-466d-8e81-128498e013f3 on host n-d-760453-5 for vnic_type normal with profile {{(pid=103307) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 21:12:49.673487 n-d-760453-5 neutron-server[103307]: DEBUG neutron.plugins.ml2.managers [None req-82a174ff-697b-498f-a260-d4bfe0b67505 None None] Attempting to bind port 561a2fa8-7e92-466d-8e81-128498e013f3 by drivers openvswitch,hyperv on host n-d-760453-5 at level 0 using segments [{'id': 'e17cb353-418f-48b9-b982-21a6233ee99b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299'}] {{(pid=103307) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 26 21:12:49.674636 n-d-760453-5 neutron-server[103307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82a174ff-697b-498f-a260-d4bfe0b67505 None None] Attempting to bind port 561a2fa8-7e92-466d-8e81-128498e013f3 on network 4140a1f1-c93a-4bea-83a0-68953a54f299 {{(pid=103307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 21:12:49.684174 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-080df4ac-f8c6-4fd4-bb5f-a2855d53e043 req-080c06d8-6250-4f48-8b8a-37b44fd537d6 tempest-ListServerFiltersTestJSON-1713042646 tempest-ListServerFiltersTestJSON-1713042646-project] 10.222.0.13 "GET /v2.0/security-groups?id=4a81ac3f-5e47-4404-a1c8-ffc0bc5b0861&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2564521 Jan 26 21:12:49.684510 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] For port 552aae5b-0114-4ae2-8e9d-898106bbf7d4, host n-h2-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-5',level=0,port_id=552aae5b-0114-4ae2-8e9d-898106bbf7d4,segment=NetworkSegment(4eab25d6-89d9-4907-a1c2-51b06443ba33),segment_id=4eab25d6-89d9-4907-a1c2-51b06443ba33)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:12:49.688534 n-d-760453-5 neutron-server[103307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82a174ff-697b-498f-a260-d4bfe0b67505 None None] Checking agent: {'id': 'fea0591a-627d-4c87-9a9a-01625ddf3277', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760453-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 20, 55, 25), 'started_at': datetime.datetime(2022, 1, 26, 20, 55, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 21, 12, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760453-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 26 21:12:49.689178 n-d-760453-5 neutron-server[103307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82a174ff-697b-498f-a260-d4bfe0b67505 None None] Checking segment: {'id': 'e17cb353-418f-48b9-b982-21a6233ee99b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103307) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 21:12:49.689983 n-d-760453-5 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-82a174ff-697b-498f-a260-d4bfe0b67505 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:12:49.690706 n-d-760453-5 neutron-server[103307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82a174ff-697b-498f-a260-d4bfe0b67505 None None] Bound using segment: {'id': 'e17cb353-418f-48b9-b982-21a6233ee99b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299'} {{(pid=103307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 26 21:12:49.691255 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (552aae5b-0114-4ae2-8e9d-898106bbf7d4), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:12:49.691760 n-d-760453-5 neutron-server[103307]: DEBUG neutron.plugins.ml2.managers [None req-82a174ff-697b-498f-a260-d4bfe0b67505 None None] Bound port: 561a2fa8-7e92-466d-8e81-128498e013f3, host: n-d-760453-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e17cb353-418f-48b9-b982-21a6233ee99b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299'}}] {{(pid=103307) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 26 21:12:49.692403 n-d-760453-5 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-82a174ff-697b-498f-a260-d4bfe0b67505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (561a2fa8-7e92-466d-8e81-128498e013f3), before_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:12:49.705543 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-13a2683f-5f90-4342-b8c7-b01a4c741d39 req-044492fb-4e7e-4bc9-a2a2-eafbea560fac tempest-ServersOnMultiNodesTest-2088673700 tempest-ServersOnMultiNodesTest-2088673700-project] 10.222.0.13 "GET /v2.0/security-groups?id=306a2369-8c1c-4f98-9a64-2622487a9ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2635767 Jan 26 21:12:49.782285 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Pushing event updated for resources: {'Port': ['ID=552aae5b-0114-4ae2-8e9d-898106bbf7d4,revision_number=4']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:12:49.851623 n-d-760453-5 neutron-server[103306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '650bc08f-3d92-4cee-b76d-e4850a9bb3e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20aaca9f-7ff5-4bc5-92ad-e18683e4425f'}] {{(pid=103306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 21:12:49.854390 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9d5d370febab655511bdd2ffe887e43e442d144a440368702bcc1e93af00b97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11fa52dc-d087-466c-b7d3-1b449e42b773" -d '{"events": [{"server_uuid": "650bc08f-3d92-4cee-b76d-e4850a9bb3e0", "name": "network-vif-plugged", "status": "completed", "tag": "20aaca9f-7ff5-4bc5-92ad-e18683e4425f"}]}' {{(pid=103306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 21:12:49.906357 n-d-760453-5 neutron-server[103307]: DEBUG neutron.plugins.ml2.db [None req-82a174ff-697b-498f-a260-d4bfe0b67505 None None] For port 561a2fa8-7e92-466d-8e81-128498e013f3, host n-d-760453-5, cleared binding levels {{(pid=103307) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 26 21:12:49.909939 n-d-760453-5 neutron-server[103307]: DEBUG neutron.plugins.ml2.db [None req-82a174ff-697b-498f-a260-d4bfe0b67505 None None] For port 561a2fa8-7e92-466d-8e81-128498e013f3, host n-d-760453-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=561a2fa8-7e92-466d-8e81-128498e013f3,segment=NetworkSegment(e17cb353-418f-48b9-b982-21a6233ee99b),segment_id=e17cb353-418f-48b9-b982-21a6233ee99b)] {{(pid=103307) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 26 21:12:49.910134 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791b3e11-fe97-40d6-83ee-31dee6cb16dc req-36699044-ee26-48dd-b60b-cca75ba0809b tempest-LiveMigrationTest-97640354 tempest-LiveMigrationTest-97640354-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:12:49.912221 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-791b3e11-fe97-40d6-83ee-31dee6cb16dc req-36699044-ee26-48dd-b60b-cca75ba0809b tempest-LiveMigrationTest-97640354 tempest-LiveMigrationTest-97640354-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=80ebfeba-433a-4d4b-bf55-9e0ed19817de&tenant_id=ee6098e1a6074d57972f34ef6549de05&binding%3Ahost_id=n-h1-760453-5 HTTP/1.1" status: 200 len: 1095 time: 0.0661194 Jan 26 21:12:49.917414 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] get_ports_and_sgs() called for port_ids ['552aae5b-0114-4ae2-8e9d-898106bbf7d4'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 26 21:12:49.923454 n-d-760453-5 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-82a174ff-697b-498f-a260-d4bfe0b67505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (561a2fa8-7e92-466d-8e81-128498e013f3), after_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:12:49.927365 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f95b979-f80e-435f-85c4-db05bb471f38 None None] Pushing event updated for resources: {'Port': ['ID=561a2fa8-7e92-466d-8e81-128498e013f3,revision_number=2']} {{(pid=103307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:12:49.988375 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f95b979-f80e-435f-85c4-db05bb471f38 None None] Pushing event updated for resources: {'Port': ['ID=561a2fa8-7e92-466d-8e81-128498e013f3,revision_number=3']} {{(pid=103307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:12:50.036240 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-3f59c73b-3fc1-42eb-83f4-530f52b798ec tempest-RoutersAdminTest-50714882 tempest-RoutersAdminTest-50714882-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746560636600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746560234536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11791543'] for port (efffeb15-7dd8-4f89-9d0c-5fdc66668e35), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:12:50.039157 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82a174ff-697b-498f-a260-d4bfe0b67505 None None] Routers {'9862c8dc-9a8c-4f65-9c71-bb2ebfe8f96f'} bound to L3 agent in host n-d-760453-5 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 21:12:50.039823 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-82a174ff-697b-498f-a260-d4bfe0b67505 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-26T20:55:21Z,description=,heartbeat_timestamp=2022-01-26T21:12:21Z,host='n-d-760453-5',id=09df100c-3af1-4b0a-bda8-05914c71c458,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:55:21Z,topic='l3_agent')) {'router_ids': ['9862c8dc-9a8c-4f65-9c71-bb2ebfe8f96f'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:12:50.078767 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f59c73b-3fc1-42eb-83f4-530f52b798ec tempest-RoutersAdminTest-50714882 tempest-RoutersAdminTest-50714882-project] Pushing event deleted for resources: {'Port': ['ID=efffeb15-7dd8-4f89-9d0c-5fdc66668e35,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:12:50.179808 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-3f59c73b-3fc1-42eb-83f4-530f52b798ec tempest-RoutersAdminTest-50714882 tempest-RoutersAdminTest-50714882-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4111291'] for router_gateway (1a1c04b0-e6d2-4bb1-80fc-b81e0b242b3d), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:12:50.291370 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_dvr_db [None req-82a174ff-697b-498f-a260-d4bfe0b67505 None None] Set router 9862c8dc-9a8c-4f65-9c71-bb2ebfe8f96f gateway port host: n-d-760453-5 {{(pid=103307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 21:12:50.325719 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d07382-3b31-4a32-bd69-d8306771c420 req-72fbf50d-5d6d-4848-ba9b-9d2dc3eec488 tempest-AttachVolumeNegativeTest-157238613 tempest-AttachVolumeNegativeTest-157238613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:12:50.326366 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-3f59c73b-3fc1-42eb-83f4-530f52b798ec tempest-RoutersAdminTest-50714882 tempest-RoutersAdminTest-50714882-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4105774', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13082'] for router (1a1c04b0-e6d2-4bb1-80fc-b81e0b242b3d), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:12:50.329811 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-74d07382-3b31-4a32-bd69-d8306771c420 req-72fbf50d-5d6d-4848-ba9b-9d2dc3eec488 tempest-AttachVolumeNegativeTest-157238613 tempest-AttachVolumeNegativeTest-157238613-project] 10.222.0.13 "GET /v2.0/ports?device_id=650bc08f-3d92-4cee-b76d-e4850a9bb3e0 HTTP/1.1" status: 200 len: 945 time: 0.5415130 Jan 26 21:12:50.330702 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-3f59c73b-3fc1-42eb-83f4-530f52b798ec tempest-RoutersAdminTest-50714882 tempest-RoutersAdminTest-50714882-project] Publish callbacks [] for router_controller (1a1c04b0-e6d2-4bb1-80fc-b81e0b242b3d), precommit_delete_associations {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:12:50.398367 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-69e6de1a-5b1f-490e-899c-c2fb779426c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:12:50.441654 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1618ab-76e1-46b8-a3b4-db3e472fad6b req-b7bb3384-f6fb-4fb2-91e4-6f89b924173b tempest-LiveMigrationTest-746395142 tempest-LiveMigrationTest-746395142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:12:50.443815 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-3f59c73b-3fc1-42eb-83f4-530f52b798ec tempest-RoutersAdminTest-50714882 tempest-RoutersAdminTest-50714882-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4105767'] for router (1a1c04b0-e6d2-4bb1-80fc-b81e0b242b3d), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:12:50.444843 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f59c73b-3fc1-42eb-83f4-530f52b798ec tempest-RoutersAdminTest-50714882 tempest-RoutersAdminTest-50714882-project] Fanout notify agent at l3_agent the message router_deleted on router 1a1c04b0-e6d2-4bb1-80fc-b81e0b242b3d {{(pid=103305) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 26 21:12:50.450840 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-db1618ab-76e1-46b8-a3b4-db3e472fad6b req-b7bb3384-f6fb-4fb2-91e4-6f89b924173b tempest-LiveMigrationTest-746395142 tempest-LiveMigrationTest-746395142-project] 10.222.0.13 "GET /v2.0/ports?device_id=80ebfeba-433a-4d4b-bf55-9e0ed19817de HTTP/1.1" status: 200 len: 944 time: 0.2030144 Jan 26 21:12:50.452162 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-3f59c73b-3fc1-42eb-83f4-530f52b798ec tempest-RoutersAdminTest-50714882 tempest-RoutersAdminTest-50714882-project] Publish callbacks [] for router (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:12:50.457499 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-3f59c73b-3fc1-42eb-83f4-530f52b798ec tempest-RoutersAdminTest-50714882 tempest-RoutersAdminTest-50714882-project] 10.222.0.13 "DELETE /v2.0/routers/1a1c04b0-e6d2-4bb1-80fc-b81e0b242b3d HTTP/1.1" status: 204 len: 168 time: 2.1103313 Jan 26 21:12:50.457499 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 54026) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:12:50.462274 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-917a1c15-f606-4a17-806b-6c51a2177a14 tempest-RoutersAdminTest-50714882 tempest-RoutersAdminTest-50714882-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-283508307', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299'}, 'admin_state_up': False}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:12:50.483891 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [req-791b3e11-fe97-40d6-83ee-31dee6cb16dc req-80cf202b-67ea-4a4b-b18c-0d9917ae5b90 service neutron] For port 5ea9283d-6307-4a7a-a3a3-34c49776035f, host n-h2-760453-5, cleared binding levels {{(pid=103305) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 26 21:12:50.488166 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-791b3e11-fe97-40d6-83ee-31dee6cb16dc req-80cf202b-67ea-4a4b-b18c-0d9917ae5b90 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:12:50.490353 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-791b3e11-fe97-40d6-83ee-31dee6cb16dc req-80cf202b-67ea-4a4b-b18c-0d9917ae5b90 service neutron] 10.222.0.66 "DELETE /v2.0/ports/5ea9283d-6307-4a7a-a3a3-34c49776035f/bindings/n-h2-760453-5 HTTP/1.1" status: 204 len: 173 time: 0.5219674 Jan 26 21:12:50.495414 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-917a1c15-f606-4a17-806b-6c51a2177a14 tempest-RoutersAdminTest-50714882 tempest-RoutersAdminTest-50714882-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4104596', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13108'] for router (96f80281-8586-4231-8025-b6dfcd66620b), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:12:50.496545 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-917a1c15-f606-4a17-806b-6c51a2177a14 tempest-RoutersAdminTest-50714882 tempest-RoutersAdminTest-50714882-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4105828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4111306', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3733576', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13069'] for router (96f80281-8586-4231-8025-b6dfcd66620b), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:12:50.547772 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-82a174ff-697b-498f-a260-d4bfe0b67505 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9862c8dc-9a8c-4f65-9c71-bb2ebfe8f96f', 'name': 'tempest-ServersTestMultiNic-478052437-router', 'tenant_id': '7dd077ea2f95484597c25a6a957aef6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'external_fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.19'}], 'enable_snat': True}, 'gw_port_id': '561a2fa8-7e92-466d-8e81-128498e013f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T21:12:43Z', 'updated_at': '2022-01-26T21:12:46Z', 'revision_number': 3, 'project_id': '7dd077ea2f95484597c25a6a957aef6a', 'gw_port': {'id': '561a2fa8-7e92-466d-8e81-128498e013f3', 'name': '', 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:09:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9862c8dc-9a8c-4f65-9c71-bb2ebfe8f96f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1125, 'fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:12:45Z', 'updated_at': '2022-01-26T21:12:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-5'}], 'n-d-760453-5', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:12:50.556385 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-db1618ab-76e1-46b8-a3b4-db3e472fad6b req-e133149a-42c1-4657-8e83-008f017e7448 tempest-LiveMigrationTest-746395142 tempest-LiveMigrationTest-746395142-project] 10.222.0.13 "GET /v2.0/security-groups?id=c43a996a-6b93-48e4-a331-48250c5b183d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051087 Jan 26 21:12:50.570021 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-917a1c15-f606-4a17-806b-6c51a2177a14 tempest-RoutersAdminTest-50714882 tempest-RoutersAdminTest-50714882-project] Publish callbacks [] for router_controller (96f80281-8586-4231-8025-b6dfcd66620b), precommit_add_association {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:12:50.583378 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82a174ff-697b-498f-a260-d4bfe0b67505 None None] The sync data for ids ['9862c8dc-9a8c-4f65-9c71-bb2ebfe8f96f'] in n-d-760453-5 is: [{'id': '9862c8dc-9a8c-4f65-9c71-bb2ebfe8f96f', 'name': 'tempest-ServersTestMultiNic-478052437-router', 'tenant_id': '7dd077ea2f95484597c25a6a957aef6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'external_fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.19'}], 'enable_snat': True}, 'gw_port_id': '561a2fa8-7e92-466d-8e81-128498e013f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T21:12:43Z', 'updated_at': '2022-01-26T21:12:46Z', 'revision_number': 3, 'project_id': '7dd077ea2f95484597c25a6a957aef6a', 'gw_port': {'id': '561a2fa8-7e92-466d-8e81-128498e013f3', 'name': '', 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:09:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9862c8dc-9a8c-4f65-9c71-bb2ebfe8f96f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1125, 'fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:12:45Z', 'updated_at': '2022-01-26T21:12:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-5'}] {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 26 21:12:50.626633 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 54030) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:12:50.642760 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-74d07382-3b31-4a32-bd69-d8306771c420 req-72755895-d7ee-4313-96d0-0a8709f42c42 tempest-AttachVolumeNegativeTest-157238613 tempest-AttachVolumeNegativeTest-157238613-project] 10.222.0.13 "GET /v2.0/security-groups?id=8e9bd9e5-9820-4475-bfb9-c12598a9861a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3056707 Jan 26 21:12:50.742008 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Jan 2022 21:12:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d5876ed-87d5-455e-b821-0f6afd6eef20 x-openstack-request-id: req-6d5876ed-87d5-455e-b821-0f6afd6eef20 {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 21:12:50.743094 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "650bc08f-3d92-4cee-b76d-e4850a9bb3e0", "name": "network-vif-plugged", "status": "completed", "tag": "20aaca9f-7ff5-4bc5-92ad-e18683e4425f", "code": 200}]} {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 21:12:50.743530 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-6d5876ed-87d5-455e-b821-0f6afd6eef20 {{(pid=103306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 21:12:50.744154 n-d-760453-5 neutron-server[103306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '650bc08f-3d92-4cee-b76d-e4850a9bb3e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20aaca9f-7ff5-4bc5-92ad-e18683e4425f', 'code': 200} Jan 26 21:12:50.764352 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eccae03-d33a-4f82-9d01-47d405b52220 req-e465dbf8-24ed-4b48-bb88-324a41a4219b tempest-ListServerFiltersTestJSON-1713042646 tempest-ListServerFiltersTestJSON-1713042646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:12:50.766253 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-9eccae03-d33a-4f82-9d01-47d405b52220 req-e465dbf8-24ed-4b48-bb88-324a41a4219b tempest-ListServerFiltersTestJSON-1713042646 tempest-ListServerFiltersTestJSON-1713042646-project] 10.222.0.13 "GET /v2.0/ports?device_id=3105af2d-ea73-4df7-8227-8f48cefa25aa HTTP/1.1" status: 200 len: 945 time: 0.1318808 Jan 26 21:12:50.788801 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-917a1c15-f606-4a17-806b-6c51a2177a14 tempest-RoutersAdminTest-50714882 tempest-RoutersAdminTest-50714882-project] Publish callbacks [] for router_gateway (96f80281-8586-4231-8025-b6dfcd66620b), precommit_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:12:50.811956 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-0f265e43-b01e-4dd6-b484-a0b9debb4b35 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:12:50.886885 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-9eccae03-d33a-4f82-9d01-47d405b52220 req-daf51c04-0489-4e91-a00a-6ee293073da7 tempest-ListServerFiltersTestJSON-1713042646 tempest-ListServerFiltersTestJSON-1713042646-project] 10.222.0.13 "GET /v2.0/security-groups?id=4a81ac3f-5e47-4404-a1c8-ffc0bc5b0861&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147666 Jan 26 21:12:50.923020 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.db_base_plugin_common [None req-69e6de1a-5b1f-490e-899c-c2fb779426c3 admin admin] Allocated IP 172.20.0.1 (bc59f9e4-e196-46fc-93f2-2188050c9d50/2807a672-69e5-4263-8ede-9445badfe14f/13500e34-d68e-4965-a54b-b9ff2445e40f) {{(pid=103304) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 21:12:50.938433 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10fc046-ed21-44cd-8762-0d75d4616156 req-fbee178a-e351-4fa8-b221-242fad578d8f tempest-ServersTestManualDisk-377945019 tempest-ServersTestManualDisk-377945019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:12:50.940169 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-d10fc046-ed21-44cd-8762-0d75d4616156 req-fbee178a-e351-4fa8-b221-242fad578d8f tempest-ServersTestManualDisk-377945019 tempest-ServersTestManualDisk-377945019-project] 10.222.0.13 "GET /v2.0/ports?device_id=64bc2a39-da8a-491b-95d3-4ecb84ebf4bd HTTP/1.1" status: 200 len: 945 time: 0.0830767 Jan 26 21:12:50.997848 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c15335-b4d8-4ea5-8ee6-2768497c9562 req-bc35afb9-e93a-45b9-96ed-371735a94de3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:12:51.000234 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-08c15335-b4d8-4ea5-8ee6-2768497c9562 req-bc35afb9-e93a-45b9-96ed-371735a94de3 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=650bc08f-3d92-4cee-b76d-e4850a9bb3e0 HTTP/1.1" status: 200 len: 1096 time: 0.1213322 Jan 26 21:12:51.051884 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-d10fc046-ed21-44cd-8762-0d75d4616156 req-a8d6578c-8017-476f-a9db-b3f39d588951 tempest-ServersTestManualDisk-377945019 tempest-ServersTestManualDisk-377945019-project] 10.222.0.13 "GET /v2.0/security-groups?id=2615347b-b233-46fd-9cc1-284d26f4f26f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1015074 Jan 26 21:12:51.081470 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-0f265e43-b01e-4dd6-b484-a0b9debb4b35 admin admin] Publish callbacks [] for security_group (1d189c87-8aee-4b58-8b10-86c113fcdd22), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:12:51.103457 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-0f265e43-b01e-4dd6-b484-a0b9debb4b35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (1d189c87-8aee-4b58-8b10-86c113fcdd22), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:12:51.123098 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-08c15335-b4d8-4ea5-8ee6-2768497c9562 req-97e31038-8122-4743-8287-666f4cdaa85a service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=8e9bd9e5-9820-4475-bfb9-c12598a9861a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146746 Jan 26 21:12:51.184333 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e1e9478-4e22-4599-a30a-58edaf3df3ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (09df100c-3af1-4b0a-bda8-05914c71c458), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:12:51.196224 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d66942-569c-410c-9fc2-2c806ab6d153 req-4dd87faf-5ca1-4ef2-bba0-e0f7333b3e6a tempest-ServersOnMultiNodesTest-2088673700 tempest-ServersOnMultiNodesTest-2088673700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:12:51.196224 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-37d66942-569c-410c-9fc2-2c806ab6d153 req-4dd87faf-5ca1-4ef2-bba0-e0f7333b3e6a tempest-ServersOnMultiNodesTest-2088673700 tempest-ServersOnMultiNodesTest-2088673700-project] 10.222.0.13 "GET /v2.0/ports?device_id=2011abd2-36e2-4bb1-b07d-9bed056683fa HTTP/1.1" status: 200 len: 949 time: 0.1052203 Jan 26 21:12:51.234218 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-0f265e43-b01e-4dd6-b484-a0b9debb4b35 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=9783e77d58eb4645a8ddb01c028cefa9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6063240 Jan 26 21:12:51.235102 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 54042) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:12:51.257754 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-69e6de1a-5b1f-490e-899c-c2fb779426c3 admin admin] Publish callbacks [] for port (13500e34-d68e-4965-a54b-b9ff2445e40f), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:12:51.271782 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f265e43-b01e-4dd6-b484-a0b9debb4b35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d189c87-8aee-4b58-8b10-86c113fcdd22,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:12:51.312927 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-917a1c15-f606-4a17-806b-6c51a2177a14 tempest-RoutersAdminTest-50714882 tempest-RoutersAdminTest-50714882-project] Publish callbacks [] for router_gateway (96f80281-8586-4231-8025-b6dfcd66620b), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:12:51.338148 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-917a1c15-f606-4a17-806b-6c51a2177a14 tempest-RoutersAdminTest-50714882 tempest-RoutersAdminTest-50714882-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:12:51.340882 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d096e9b0-6cbb-4fa1-92e8-0a6d8ed108f2 req-013e3219-0db4-46b8-939a-b9e49223bcb3 tempest-ListServerFiltersTestJSON-1713042646 tempest-ListServerFiltersTestJSON-1713042646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:12:51.343182 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-d096e9b0-6cbb-4fa1-92e8-0a6d8ed108f2 req-013e3219-0db4-46b8-939a-b9e49223bcb3 tempest-ListServerFiltersTestJSON-1713042646 tempest-ListServerFiltersTestJSON-1713042646-project] 10.222.0.13 "GET /v2.0/ports?device_id=074301dc-546d-4632-8e4c-223c70e93d57 HTTP/1.1" status: 200 len: 945 time: 0.1854656 Jan 26 21:12:51.356328 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-37d66942-569c-410c-9fc2-2c806ab6d153 req-2589d106-46a8-40be-b206-b887fd4b8bd2 tempest-ServersOnMultiNodesTest-2088673700 tempest-ServersOnMultiNodesTest-2088673700-project] 10.222.0.13 "GET /v2.0/security-groups?id=306a2369-8c1c-4f98-9a64-2622487a9ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1606467 Jan 26 21:12:51.374755 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Device 552aae5b-0114-4ae2-8e9d-898106bbf7d4 up at agent hyperv_n-h2-760453-5 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 21:12:51.380020 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-69e6de1a-5b1f-490e-899c-c2fb779426c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746560234527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9281553'] for port (13500e34-d68e-4965-a54b-b9ff2445e40f), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:12:51.470753 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Provisioning for port 552aae5b-0114-4ae2-8e9d-898106bbf7d4 completed by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 21:12:51.474022 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-b6cd39b6-c58a-457b-bbab-58c12956daef admin admin] Publish callbacks [] for security_group (1d189c87-8aee-4b58-8b10-86c113fcdd22), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:12:51.477129 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Provisioning complete for port 552aae5b-0114-4ae2-8e9d-898106bbf7d4 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:12:51.477869 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (552aae5b-0114-4ae2-8e9d-898106bbf7d4), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:12:51.569341 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-b6cd39b6-c58a-457b-bbab-58c12956daef admin admin] Publish callbacks [] for security_group (1d189c87-8aee-4b58-8b10-86c113fcdd22), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:12:51.581214 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Current status of the port 552aae5b-0114-4ae2-8e9d-898106bbf7d4 is: BUILD; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:12:51.582164 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (552aae5b-0114-4ae2-8e9d-898106bbf7d4), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:12:51.586665 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-d096e9b0-6cbb-4fa1-92e8-0a6d8ed108f2 req-847bc700-8ee5-4889-bf7a-2b8b6d66e012 tempest-ListServerFiltersTestJSON-1713042646 tempest-ListServerFiltersTestJSON-1713042646-project] 10.222.0.13 "GET /v2.0/security-groups?id=4a81ac3f-5e47-4404-a1c8-ffc0bc5b0861&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2237334 Jan 26 21:12:51.613543 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.db_base_plugin_common [None req-917a1c15-f606-4a17-806b-6c51a2177a14 tempest-RoutersAdminTest-50714882 tempest-RoutersAdminTest-50714882-project] Allocated IP 172.25.1.26 (4140a1f1-c93a-4bea-83a0-68953a54f299/e48251a1-e30d-4820-8396-00c6f6aeb601/825ba261-0a1f-45b5-8ea3-3810287d62ff) {{(pid=103305) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 21:12:51.618071 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69e6de1a-5b1f-490e-899c-c2fb779426c3 admin admin] Network bc59f9e4-e196-46fc-93f2-2188050c9d50 is already hosted by enough agents. {{(pid=103304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 21:12:51.626158 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [None req-69e6de1a-5b1f-490e-899c-c2fb779426c3 admin admin] Resources bound (agent type, host, resource id): {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:12:51.652781 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69e6de1a-5b1f-490e-899c-c2fb779426c3 admin admin] Received port after_create {{(pid=103304) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 21:12:51.721165 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-69e6de1a-5b1f-490e-899c-c2fb779426c3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4111050'] for router_interface (9862c8dc-9a8c-4f65-9c71-bb2ebfe8f96f), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:12:51.730236 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] For port 552aae5b-0114-4ae2-8e9d-898106bbf7d4, host n-h2-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-5',level=0,port_id=552aae5b-0114-4ae2-8e9d-898106bbf7d4,segment=NetworkSegment(4eab25d6-89d9-4907-a1c2-51b06443ba33),segment_id=4eab25d6-89d9-4907-a1c2-51b06443ba33)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:12:51.739979 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (552aae5b-0114-4ae2-8e9d-898106bbf7d4), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:12:51.780737 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-b6cd39b6-c58a-457b-bbab-58c12956daef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (1d189c87-8aee-4b58-8b10-86c113fcdd22), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:12:51.792893 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-b6cd39b6-c58a-457b-bbab-58c12956daef admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:12:51.798819 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e6de1a-5b1f-490e-899c-c2fb779426c3 admin admin] Pushing event updated for resources: {'Port': ['ID=13500e34-d68e-4965-a54b-b9ff2445e40f,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:12:51.812936 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-b6cd39b6-c58a-457b-bbab-58c12956daef admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/1d189c87-8aee-4b58-8b10-86c113fcdd22 HTTP/1.1" status: 204 len: 168 time: 0.5482292 Jan 26 21:12:51.820489 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Pushing event updated for resources: {'Port': ['ID=552aae5b-0114-4ae2-8e9d-898106bbf7d4,revision_number=5']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:12:51.839893 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6cd39b6-c58a-457b-bbab-58c12956daef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d189c87-8aee-4b58-8b10-86c113fcdd22,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:12:51.849549 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66614551-396c-4461-ada6-e8740d96c112 req-7eff8087-566e-4012-9676-62ca64889586 tempest-LiveMigrationTest-97640354 tempest-LiveMigrationTest-97640354-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:12:51.851840 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-66614551-396c-4461-ada6-e8740d96c112 req-7eff8087-566e-4012-9676-62ca64889586 tempest-LiveMigrationTest-97640354 tempest-LiveMigrationTest-97640354-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=80ebfeba-433a-4d4b-bf55-9e0ed19817de HTTP/1.1" status: 200 len: 1095 time: 0.3981054 Jan 26 21:12:51.931845 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-66614551-396c-4461-ada6-e8740d96c112 req-13068aa8-353c-432f-9b3c-a427e6ae84bc tempest-LiveMigrationTest-97640354 tempest-LiveMigrationTest-97640354-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=c43a996a-6b93-48e4-a331-48250c5b183d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640469 Jan 26 21:12:51.970521 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-917a1c15-f606-4a17-806b-6c51a2177a14 tempest-RoutersAdminTest-50714882 tempest-RoutersAdminTest-50714882-project] Publish callbacks [] for port (825ba261-0a1f-45b5-8ea3-3810287d62ff), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:12:52.043043 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a89fdb6-f553-47e3-b2d0-d1806e241de3 req-bcad4b21-aba7-4b26-80c0-44b6b4ccb97e tempest-ServersTestManualDisk-377945019 tempest-ServersTestManualDisk-377945019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:12:52.052950 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-8a89fdb6-f553-47e3-b2d0-d1806e241de3 req-bcad4b21-aba7-4b26-80c0-44b6b4ccb97e tempest-ServersTestManualDisk-377945019 tempest-ServersTestManualDisk-377945019-project] 10.222.0.13 "GET /v2.0/ports?device_id=64bc2a39-da8a-491b-95d3-4ecb84ebf4bd HTTP/1.1" status: 200 len: 945 time: 0.2734940 Jan 26 21:12:52.061595 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 54052) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:12:52.072927 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-345998fe-7d4a-4bc6-951e-d528faee38a2 tempest-ServersTestManualDisk-377945019 tempest-ServersTestManualDisk-377945019-project] Request body: {'floatingip': {'port_id': 'aed2731a-4f37-4d42-8ada-af549fec82fa'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:12:52.136420 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-841f5991-a4d8-4d4b-b215-cbc6bab5427b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (aa7ee9d2-08eb-4e12-b895-24c57300dfec), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:12:52.162011 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-917a1c15-f606-4a17-806b-6c51a2177a14 tempest-RoutersAdminTest-50714882 tempest-RoutersAdminTest-50714882-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746560234527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11791543'] for port (825ba261-0a1f-45b5-8ea3-3810287d62ff), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:12:52.211767 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-93e3a43e-5f9a-4492-a093-7f7c9639bc52 None None] Provisioning complete for port 13500e34-d68e-4965-a54b-b9ff2445e40f triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:12:52.212421 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-93e3a43e-5f9a-4492-a093-7f7c9639bc52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (13500e34-d68e-4965-a54b-b9ff2445e40f), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:12:52.239967 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-917a1c15-f606-4a17-806b-6c51a2177a14 tempest-RoutersAdminTest-50714882 tempest-RoutersAdminTest-50714882-project] Network 4140a1f1-c93a-4bea-83a0-68953a54f299 is already hosted by enough agents. {{(pid=103305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 21:12:52.247271 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [None req-917a1c15-f606-4a17-806b-6c51a2177a14 tempest-RoutersAdminTest-50714882 tempest-RoutersAdminTest-50714882-project] Resources bound (agent type, host, resource id): {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:12:52.251921 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-917a1c15-f606-4a17-806b-6c51a2177a14 tempest-RoutersAdminTest-50714882 tempest-RoutersAdminTest-50714882-project] Received port after_create {{(pid=103305) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 21:12:52.287941 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device 561a2fa8-7e92-466d-8e81-128498e013f3 up at agent ovs-agent-n-d-760453-5 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 21:12:52.291624 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-93e3a43e-5f9a-4492-a093-7f7c9639bc52 None None] Port 13500e34-d68e-4965-a54b-b9ff2445e40f cannot update to ACTIVE because it is not bound. {{(pid=103306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 26 21:12:52.303955 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-345998fe-7d4a-4bc6-951e-d528faee38a2 tempest-ServersTestManualDisk-377945019 tempest-ServersTestManualDisk-377945019-project] Publish callbacks [] for floatingip (65aa8840-6bfe-48ef-b3d5-ed13d8a852ab), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:12:52.313244 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917a1c15-f606-4a17-806b-6c51a2177a14 tempest-RoutersAdminTest-50714882 tempest-RoutersAdminTest-50714882-project] Pushing event updated for resources: {'Port': ['ID=825ba261-0a1f-45b5-8ea3-3810287d62ff,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:12:52.344976 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Provisioning complete for port 561a2fa8-7e92-466d-8e81-128498e013f3 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:12:52.345626 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (561a2fa8-7e92-466d-8e81-128498e013f3), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:12:52.388486 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-69e6de1a-5b1f-490e-899c-c2fb779426c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (13500e34-d68e-4965-a54b-b9ff2445e40f), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:12:52.447353 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Current status of the port 561a2fa8-7e92-466d-8e81-128498e013f3 is: DOWN; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:12:52.447750 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (561a2fa8-7e92-466d-8e81-128498e013f3), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:12:52.452577 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638df3b3-b3af-4a41-b422-d59e6e864a9c req-6ce4b4f3-b148-4759-ab2c-5a58967949a3 tempest-AttachVolumeNegativeTest-157238613 tempest-AttachVolumeNegativeTest-157238613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:12:52.455126 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-638df3b3-b3af-4a41-b422-d59e6e864a9c req-6ce4b4f3-b148-4759-ab2c-5a58967949a3 tempest-AttachVolumeNegativeTest-157238613 tempest-AttachVolumeNegativeTest-157238613-project] 10.222.0.13 "GET /v2.0/ports?device_id=650bc08f-3d92-4cee-b76d-e4850a9bb3e0 HTTP/1.1" status: 200 len: 945 time: 0.2704954 Jan 26 21:12:52.481484 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] For port 561a2fa8-7e92-466d-8e81-128498e013f3, host n-d-760453-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=561a2fa8-7e92-466d-8e81-128498e013f3,segment=NetworkSegment(e17cb353-418f-48b9-b982-21a6233ee99b),segment_id=e17cb353-418f-48b9-b982-21a6233ee99b)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:12:52.488113 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (561a2fa8-7e92-466d-8e81-128498e013f3), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:12:52.554900 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Pushing event updated for resources: {'Port': ['ID=561a2fa8-7e92-466d-8e81-128498e013f3,revision_number=4']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:12:52.561773 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32bbc7b9-4266-44d6-b53d-60a3d38027ca req-ef584368-d5a7-455d-b389-9b82a706c64e tempest-ListServerFiltersTestJSON-1713042646 tempest-ListServerFiltersTestJSON-1713042646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:12:52.567700 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32bbc7b9-4266-44d6-b53d-60a3d38027ca req-ef584368-d5a7-455d-b389-9b82a706c64e tempest-ListServerFiltersTestJSON-1713042646 tempest-ListServerFiltersTestJSON-1713042646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:12:52.573124 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32bbc7b9-4266-44d6-b53d-60a3d38027ca req-ef584368-d5a7-455d-b389-9b82a706c64e tempest-ListServerFiltersTestJSON-1713042646 tempest-ListServerFiltersTestJSON-1713042646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:12:52.574981 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-32bbc7b9-4266-44d6-b53d-60a3d38027ca req-ef584368-d5a7-455d-b389-9b82a706c64e tempest-ListServerFiltersTestJSON-1713042646 tempest-ListServerFiltersTestJSON-1713042646-project] 10.222.0.13 "GET /v2.0/ports?device_id=074301dc-546d-4632-8e4c-223c70e93d57&device_id=3105af2d-ea73-4df7-8227-8f48cefa25aa&device_id=d3f09a80-55e1-4c76-84ee-e8c6104639ee HTTP/1.1" status: 200 len: 2417 time: 0.3104091 Jan 26 21:12:52.605871 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-917a1c15-f606-4a17-806b-6c51a2177a14 tempest-RoutersAdminTest-50714882 tempest-RoutersAdminTest-50714882-project] Publish callbacks [] for router_gateway (96f80281-8586-4231-8025-b6dfcd66620b), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:12:52.745612 n-d-760453-5 neutron-server[103306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2011abd2-36e2-4bb1-b07d-9bed056683fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '552aae5b-0114-4ae2-8e9d-898106bbf7d4'}] {{(pid=103306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 21:12:52.748293 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9d5d370febab655511bdd2ffe887e43e442d144a440368702bcc1e93af00b97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f44c231d-201f-46fe-ae16-4e5c062cd31c" -d '{"events": [{"server_uuid": "2011abd2-36e2-4bb1-b07d-9bed056683fa", "name": "network-vif-plugged", "status": "completed", "tag": "552aae5b-0114-4ae2-8e9d-898106bbf7d4"}]}' {{(pid=103306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 21:12:52.773591 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-638df3b3-b3af-4a41-b422-d59e6e864a9c req-07680c71-4a45-4ee1-b8ff-ea488651df01 tempest-AttachVolumeNegativeTest-157238613 tempest-AttachVolumeNegativeTest-157238613-project] 10.222.0.13 "GET /v2.0/security-groups?id=8e9bd9e5-9820-4475-bfb9-c12598a9861a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3020217 Jan 26 21:12:52.790201 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-32bbc7b9-4266-44d6-b53d-60a3d38027ca req-445cd62e-11d1-438b-9bfd-6129dd7fc691 tempest-ListServerFiltersTestJSON-1713042646 tempest-ListServerFiltersTestJSON-1713042646-project] 10.222.0.13 "GET /v2.0/security-groups?id=4a81ac3f-5e47-4404-a1c8-ffc0bc5b0861&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2042565 Jan 26 21:12:52.828742 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (4d619873-4b60-439f-9b5a-b155dc8bbc34), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:12:52.941776 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-917a1c15-f606-4a17-806b-6c51a2177a14 tempest-RoutersAdminTest-50714882 tempest-RoutersAdminTest-50714882-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4105757', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4111263'] for router (96f80281-8586-4231-8025-b6dfcd66620b), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:12:53.038217 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 54088) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:12:53.065633 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-69e6de1a-5b1f-490e-899c-c2fb779426c3 admin admin] Publish callbacks [] for port (13500e34-d68e-4965-a54b-b9ff2445e40f), precommit_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:12:53.079998 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-69e6de1a-5b1f-490e-899c-c2fb779426c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9281542'] for port (13500e34-d68e-4965-a54b-b9ff2445e40f), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:12:53.111842 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-917a1c15-f606-4a17-806b-6c51a2177a14 tempest-RoutersAdminTest-50714882 tempest-RoutersAdminTest-50714882-project] Router 96f80281-8586-4231-8025-b6dfcd66620b is scheduled to L3 agent 09df100c-3af1-4b0a-bda8-05914c71c458 with binding_index 1 {{(pid=103305) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 26 21:12:53.174013 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-fb7ab326-c77a-4528-8f22-451b342bc92b admin admin] Request body: {'network': {'name': 'tempest-ServersTestBootFromVolume-2109970746-network', 'tenant_id': 'ea2b7f569e4243dcba0cb16771cf369b'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:12:53.206331 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9091b472-df26-458f-87b3-1c14267e5a6f req-03d061b2-4385-40d5-826f-006837a9b4f1 tempest-ServersOnMultiNodesTest-2088673700 tempest-ServersOnMultiNodesTest-2088673700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:12:53.207888 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-9091b472-df26-458f-87b3-1c14267e5a6f req-03d061b2-4385-40d5-826f-006837a9b4f1 tempest-ServersOnMultiNodesTest-2088673700 tempest-ServersOnMultiNodesTest-2088673700-project] 10.222.0.13 "GET /v2.0/ports?device_id=2011abd2-36e2-4bb1-b07d-9bed056683fa HTTP/1.1" status: 200 len: 950 time: 0.2847230 Jan 26 21:12:53.241168 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb7ab326-c77a-4528-8f22-451b342bc92b admin admin] Made reservation on behalf of ea2b7f569e4243dcba0cb16771cf369b for: {'network': 1} {{(pid=103305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 21:12:53.243391 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-fb7ab326-c77a-4528-8f22-451b342bc92b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for network (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:12:53.247369 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e6de1a-5b1f-490e-899c-c2fb779426c3 admin admin] Pushing event updated for resources: {'Port': ['ID=13500e34-d68e-4965-a54b-b9ff2445e40f,revision_number=2']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:12:53.258510 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-fb7ab326-c77a-4528-8f22-451b342bc92b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:12:53.269266 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-917a1c15-f606-4a17-806b-6c51a2177a14 tempest-RoutersAdminTest-50714882 tempest-RoutersAdminTest-50714882-project] Notify agent at l3_agent.n-d-760453-5 the message routers_updated {{(pid=103305) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 26 21:12:53.271723 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-69e6de1a-5b1f-490e-899c-c2fb779426c3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3709457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4110682'] for router_interface (9862c8dc-9a8c-4f65-9c71-bb2ebfe8f96f), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:12:53.284996 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67acfe71-ae77-46ac-a189-a5ade89a57ad None None] Sync routers for ids ['96f80281-8586-4231-8025-b6dfcd66620b'] in n-d-760453-5 {{(pid=103306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 26 21:12:53.296876 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67acfe71-ae77-46ac-a189-a5ade89a57ad None None] Routers {'96f80281-8586-4231-8025-b6dfcd66620b'} bound to L3 agent in host n-d-760453-5 {{(pid=103306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 21:12:53.297693 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-67acfe71-ae77-46ac-a189-a5ade89a57ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-26T20:55:21Z,description=,heartbeat_timestamp=2022-01-26T21:12:51Z,host='n-d-760453-5',id=09df100c-3af1-4b0a-bda8-05914c71c458,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:55:21Z,topic='l3_agent')) {'router_ids': ['96f80281-8586-4231-8025-b6dfcd66620b'], 'active': True} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:12:53.304157 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-917a1c15-f606-4a17-806b-6c51a2177a14 tempest-RoutersAdminTest-50714882 tempest-RoutersAdminTest-50714882-project] Publish callbacks [] for router (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:12:53.305420 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-917a1c15-f606-4a17-806b-6c51a2177a14 tempest-RoutersAdminTest-50714882 tempest-RoutersAdminTest-50714882-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 2.8469701 Jan 26 21:12:53.308153 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 54092) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:12:53.312519 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-130d6839-81e7-4039-a176-1be2c88e065d tempest-RoutersAdminTest-50714882 tempest-RoutersAdminTest-50714882-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:12:53.314325 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6acb5682-427d-4315-9c97-0e97959bb051 req-0ee00bdb-3c8e-496e-a8e1-6e93bfce77b0 tempest-LiveMigrationTest-746395142 tempest-LiveMigrationTest-746395142-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:12:53.315845 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-6acb5682-427d-4315-9c97-0e97959bb051 req-0ee00bdb-3c8e-496e-a8e1-6e93bfce77b0 tempest-LiveMigrationTest-746395142 tempest-LiveMigrationTest-746395142-project] 10.222.0.13 "GET /v2.0/networks?id=57cdf3f5-a20b-4c6f-b2eb-bed2f5d4d40a HTTP/1.1" status: 200 len: 807 time: 0.3938100 Jan 26 21:12:53.340145 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-67acfe71-ae77-46ac-a189-a5ade89a57ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760453-5', False) {} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:12:53.348998 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67acfe71-ae77-46ac-a189-a5ade89a57ad None None] Routers {'96f80281-8586-4231-8025-b6dfcd66620b'} bound to L3 agent in host n-d-760453-5 {{(pid=103306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 21:12:53.349772 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-67acfe71-ae77-46ac-a189-a5ade89a57ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-26T20:55:21Z,description=,heartbeat_timestamp=2022-01-26T21:12:51Z,host='n-d-760453-5',id=09df100c-3af1-4b0a-bda8-05914c71c458,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:55:21Z,topic='l3_agent')) {'router_ids': ['96f80281-8586-4231-8025-b6dfcd66620b'], 'active': True} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:12:53.390576 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-67acfe71-ae77-46ac-a189-a5ade89a57ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760453-5', False) {} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:12:53.391772 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67acfe71-ae77-46ac-a189-a5ade89a57ad None None] The sync data for ids ['96f80281-8586-4231-8025-b6dfcd66620b'] in n-d-760453-5 is: [] {{(pid=103306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 26 21:12:53.432028 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-6acb5682-427d-4315-9c97-0e97959bb051 req-3a2915ce-e90d-40be-bc6e-24f4060b98e1 tempest-LiveMigrationTest-746395142 tempest-LiveMigrationTest-746395142-project] 10.222.0.13 "GET /v2.0/quotas/ee6098e1a6074d57972f34ef6549de05 HTTP/1.1" status: 200 len: 375 time: 0.1045907 Jan 26 21:12:53.438407 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-9091b472-df26-458f-87b3-1c14267e5a6f req-688b517c-d615-4d40-b89e-c6f8820bcb2b tempest-ServersOnMultiNodesTest-2088673700 tempest-ServersOnMultiNodesTest-2088673700-project] 10.222.0.13 "GET /v2.0/security-groups?id=306a2369-8c1c-4f98-9a64-2622487a9ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2193758 Jan 26 21:12:53.446065 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-fb7ab326-c77a-4528-8f22-451b342bc92b admin admin] Publish callbacks [] for security_group (075e3425-059e-4a4f-a9ab-51700afa921e), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:12:53.459194 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-fb7ab326-c77a-4528-8f22-451b342bc92b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (075e3425-059e-4a4f-a9ab-51700afa921e), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:12:53.490675 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Jan 2022 21:12:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c717f00d-28d9-4175-8b2e-7e014581a144 x-openstack-request-id: req-c717f00d-28d9-4175-8b2e-7e014581a144 {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 21:12:53.491399 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2011abd2-36e2-4bb1-b07d-9bed056683fa", "name": "network-vif-plugged", "status": "completed", "tag": "552aae5b-0114-4ae2-8e9d-898106bbf7d4", "code": 200}]} {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 21:12:53.492187 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c717f00d-28d9-4175-8b2e-7e014581a144 {{(pid=103306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 21:12:53.492557 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-345998fe-7d4a-4bc6-951e-d528faee38a2 tempest-ServersTestManualDisk-377945019 tempest-ServersTestManualDisk-377945019-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:12:53.493272 n-d-760453-5 neutron-server[103306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2011abd2-36e2-4bb1-b07d-9bed056683fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '552aae5b-0114-4ae2-8e9d-898106bbf7d4', 'code': 200} Jan 26 21:12:53.506559 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-345998fe-7d4a-4bc6-951e-d528faee38a2 tempest-ServersTestManualDisk-377945019 tempest-ServersTestManualDisk-377945019-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4110913'] for floatingip (65aa8840-6bfe-48ef-b3d5-ed13d8a852ab), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:12:53.545132 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fb7ab326-c77a-4528-8f22-451b342bc92b admin admin] vlan segment allocate from pool success with {'vlan_id': 576, 'physical_network': 'physnet1'} {{(pid=103305) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 26 21:12:53.560336 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7ab326-c77a-4528-8f22-451b342bc92b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=075e3425-059e-4a4f-a9ab-51700afa921e,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:12:53.571443 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-fb7ab326-c77a-4528-8f22-451b342bc92b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576559'] for segment (a15ef740-f64f-41d4-9077-bbc625c53d41), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:12:53.571945 n-d-760453-5 neutron-server[103305]: INFO neutron.db.segments_db [None req-fb7ab326-c77a-4528-8f22-451b342bc92b admin admin] Added segment a15ef740-f64f-41d4-9077-bbc625c53d41 of type vlan for network b4d91999-0d3f-45ee-89d0-a63f22a3e7ab Jan 26 21:12:53.651760 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-fb7ab326-c77a-4528-8f22-451b342bc92b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746560256871'] for network (b4d91999-0d3f-45ee-89d0-a63f22a3e7ab), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:12:53.721854 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-fb7ab326-c77a-4528-8f22-451b342bc92b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503'] for network (b4d91999-0d3f-45ee-89d0-a63f22a3e7ab), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:12:53.722831 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb7ab326-c77a-4528-8f22-451b342bc92b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:12:53.723437 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-fb7ab326-c77a-4528-8f22-451b342bc92b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709645'] for network (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:12:53.805086 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-fb7ab326-c77a-4528-8f22-451b342bc92b admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.7657950 Jan 26 21:12:53.813861 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 54096) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:12:53.824904 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-f2568f08-0893-45fd-b9de-7102d1b58154 admin admin] Request body: {'subnet': {'network_id': 'b4d91999-0d3f-45ee-89d0-a63f22a3e7ab', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestBootFromVolume-2109970746-subnet', 'tenant_id': 'ea2b7f569e4243dcba0cb16771cf369b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:12:53.842440 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-130d6839-81e7-4039-a176-1be2c88e065d tempest-RoutersAdminTest-50714882 tempest-RoutersAdminTest-50714882-project] Publish callbacks [] for router_gateway (96f80281-8586-4231-8025-b6dfcd66620b), precommit_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:12:53.847791 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7ab326-c77a-4528-8f22-451b342bc92b admin admin] Pushing event updated for resources: {'Network': ['ID=b4d91999-0d3f-45ee-89d0-a63f22a3e7ab,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:12:53.861179 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Network b4d91999-0d3f-45ee-89d0-a63f22a3e7ab details requested by agent ovs-agent-n-d-760453-5 with host n-d-760453-5 {{(pid=103306) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 26 21:12:53.864719 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2568f08-0893-45fd-b9de-7102d1b58154 admin admin] Made reservation on behalf of ea2b7f569e4243dcba0cb16771cf369b for: {'subnet': 1} {{(pid=103305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 21:12:53.867053 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-f2568f08-0893-45fd-b9de-7102d1b58154 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11599953'] for subnet (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:12:53.873380 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-130d6839-81e7-4039-a176-1be2c88e065d tempest-RoutersAdminTest-50714882 tempest-RoutersAdminTest-50714882-project] Publish callbacks [] for router_gateway (96f80281-8586-4231-8025-b6dfcd66620b), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:12:53.909956 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-6acb5682-427d-4315-9c97-0e97959bb051 req-fea08e8d-7741-4bef-9d53-7949c259e583 tempest-LiveMigrationTest-746395142 tempest-LiveMigrationTest-746395142-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=ee6098e1a6074d57972f34ef6549de05&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4649489 Jan 26 21:12:53.920246 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69e6de1a-5b1f-490e-899c-c2fb779426c3 admin admin] Network bc59f9e4-e196-46fc-93f2-2188050c9d50 is already hosted by enough agents. {{(pid=103304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 21:12:53.938982 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [None req-69e6de1a-5b1f-490e-899c-c2fb779426c3 admin admin] Resources bound (agent type, host, resource id): {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:12:54.025896 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-130d6839-81e7-4039-a176-1be2c88e065d tempest-RoutersAdminTest-50714882 tempest-RoutersAdminTest-50714882-project] Deleting port 825ba261-0a1f-45b5-8ea3-3810287d62ff {{(pid=103305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 21:12:54.026557 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-130d6839-81e7-4039-a176-1be2c88e065d tempest-RoutersAdminTest-50714882 tempest-RoutersAdminTest-50714882-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746560630878'] for port (825ba261-0a1f-45b5-8ea3-3810287d62ff), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:12:54.111846 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8255d46-5314-41f6-956c-c0b1234e447f req-b2b80cda-40ec-41be-b83e-d0fc1604f53c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:12:54.115009 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-d8255d46-5314-41f6-956c-c0b1234e447f req-b2b80cda-40ec-41be-b83e-d0fc1604f53c service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=2011abd2-36e2-4bb1-b07d-9bed056683fa HTTP/1.1" status: 200 len: 1101 time: 0.2560287 Jan 26 21:12:54.137059 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-3e855712-6467-4c3b-893a-60a636a2a524 req-d467e4a7-17f0-42f4-a32d-7017f67fae55 tempest-ListServerFiltersTestJSON-1713042646 tempest-ListServerFiltersTestJSON-1713042646-project] 10.222.0.13 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.&fields=device_id HTTP/1.1" status: 200 len: 463 time: 0.5859125 Jan 26 21:12:54.164732 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-f2568f08-0893-45fd-b9de-7102d1b58154 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11788839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11599975'] for subnet (eaea08b8-abe1-46f7-84c0-e277976dbd47), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:12:54.169141 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-130d6839-81e7-4039-a176-1be2c88e065d tempest-RoutersAdminTest-50714882 tempest-RoutersAdminTest-50714882-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4109658'] for port (825ba261-0a1f-45b5-8ea3-3810287d62ff), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:12:54.177078 n-d-760453-5 neutron-server[103304]: INFO neutron.db.l3_db [None req-345998fe-7d4a-4bc6-951e-d528faee38a2 tempest-ServersTestManualDisk-377945019 tempest-ServersTestManualDisk-377945019-project] Floating IP 65aa8840-6bfe-48ef-b3d5-ed13d8a852ab associated. External IP: 172.25.1.187, port: aed2731a-4f37-4d42-8ada-af549fec82fa. Jan 26 21:12:54.220925 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-130d6839-81e7-4039-a176-1be2c88e065d tempest-RoutersAdminTest-50714882 tempest-RoutersAdminTest-50714882-project] Calling delete_port for 825ba261-0a1f-45b5-8ea3-3810287d62ff owned by network:router_gateway {{(pid=103305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 21:12:54.258841 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device 561a2fa8-7e92-466d-8e81-128498e013f3 up at agent ovs-agent-n-d-760453-5 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 21:12:54.304519 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2568f08-0893-45fd-b9de-7102d1b58154 admin admin] Pushing event updated for resources: {'Subnet': ['ID=eaea08b8-abe1-46f7-84c0-e277976dbd47,revision_number=0']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:12:54.322927 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-839dd188-ec69-470c-9ab0-d318dc1a2e96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (e79b4fc6-6c71-44b2-a6d0-ff3e1f4dfd0d), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:12:54.334490 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2568f08-0893-45fd-b9de-7102d1b58154 admin admin] Checking segment: {'id': 'a15ef740-f64f-41d4-9077-bbc625c53d41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'b4d91999-0d3f-45ee-89d0-a63f22a3e7ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103305) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 21:12:54.334908 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2568f08-0893-45fd-b9de-7102d1b58154 admin admin] Network hostable DHCP agents. Network: b4d91999-0d3f-45ee-89d0-a63f22a3e7ab, hostable agents: ['474ccdf7-ab6c-405b-a3b2-dc7b05829902'], hosted agents: [] {{(pid=103305) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 26 21:12:54.411484 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Provisioning complete for port 561a2fa8-7e92-466d-8e81-128498e013f3 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:12:54.411864 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (561a2fa8-7e92-466d-8e81-128498e013f3), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:12:54.413704 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2568f08-0893-45fd-b9de-7102d1b58154 admin admin] Network b4d91999-0d3f-45ee-89d0-a63f22a3e7ab is scheduled to be hosted by DHCP agent 474ccdf7-ab6c-405b-a3b2-dc7b05829902 with binding_index 1 {{(pid=103305) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 26 21:12:54.427055 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [None req-f2568f08-0893-45fd-b9de-7102d1b58154 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760453-5, b4d91999-0d3f-45ee-89d0-a63f22a3e7ab) {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:12:54.435067 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2568f08-0893-45fd-b9de-7102d1b58154 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:12:54.436007 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-f2568f08-0893-45fd-b9de-7102d1b58154 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709645'] for subnet (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:12:54.448918 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0471e522-f8fe-4f61-852f-1b13d29105c4 None None] Network b4d91999-0d3f-45ee-89d0-a63f22a3e7ab requested from n-d-760453-5 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 26 21:12:54.480210 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-f2568f08-0893-45fd-b9de-7102d1b58154 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.6652825 Jan 26 21:12:54.482766 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 54102) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:12:54.488494 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-ec85e639-e856-4da4-8377-5ad92aaaaa80 admin admin] Request body: {'router': {'name': 'tempest-ServersTestBootFromVolume-2109970746-router', 'tenant_id': 'ea2b7f569e4243dcba0cb16771cf369b', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299'}}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:12:54.508357 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-130d6839-81e7-4039-a176-1be2c88e065d tempest-RoutersAdminTest-50714882 tempest-RoutersAdminTest-50714882-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746560636600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746560234536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11791543'] for port (825ba261-0a1f-45b5-8ea3-3810287d62ff), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:12:54.537107 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-ec85e639-e856-4da4-8377-5ad92aaaaa80 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4104596', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13108'] for router (a15ddc95-4511-4c22-885c-df3d01362010), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:12:54.537666 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-ec85e639-e856-4da4-8377-5ad92aaaaa80 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4105828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4111306', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3733576', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13069'] for router (a15ddc95-4511-4c22-885c-df3d01362010), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:12:54.541196 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-130d6839-81e7-4039-a176-1be2c88e065d tempest-RoutersAdminTest-50714882 tempest-RoutersAdminTest-50714882-project] Pushing event deleted for resources: {'Port': ['ID=825ba261-0a1f-45b5-8ea3-3810287d62ff,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:12:54.551118 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-fc9e37d2-0de5-4a9d-9195-770611c47ae5 None None] Provisioning complete for port 13500e34-d68e-4965-a54b-b9ff2445e40f triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:12:54.552717 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fc9e37d2-0de5-4a9d-9195-770611c47ae5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (13500e34-d68e-4965-a54b-b9ff2445e40f), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:12:54.574004 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-6acb5682-427d-4315-9c97-0e97959bb051 req-8fa2be67-cb69-493f-ad57-a445ab54edf6 service neutron] 10.222.0.13 "GET /v2.0/networks/57cdf3f5-a20b-4c6f-b2eb-bed2f5d4d40a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6502218 Jan 26 21:12:54.581143 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-d8255d46-5314-41f6-956c-c0b1234e447f req-56dc70f1-3e18-4e2c-a169-dd6adfce53ab service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=306a2369-8c1c-4f98-9a64-2622487a9ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4352274 Jan 26 21:12:54.635365 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4241d05c-1f83-4a0e-ad8d-4b2e0798be17 req-dd6150b1-4fe6-4299-beb2-b616b9898604 tempest-AttachVolumeNegativeTest-157238613 tempest-AttachVolumeNegativeTest-157238613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:12:54.636988 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-4241d05c-1f83-4a0e-ad8d-4b2e0798be17 req-dd6150b1-4fe6-4299-beb2-b616b9898604 tempest-AttachVolumeNegativeTest-157238613 tempest-AttachVolumeNegativeTest-157238613-project] 10.222.0.13 "GET /v2.0/ports?device_id=650bc08f-3d92-4cee-b76d-e4850a9bb3e0 HTTP/1.1" status: 200 len: 945 time: 0.1677575 Jan 26 21:12:54.647900 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-fc9e37d2-0de5-4a9d-9195-770611c47ae5 None None] Port 13500e34-d68e-4965-a54b-b9ff2445e40f cannot update to ACTIVE because it is not bound. {{(pid=103306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 26 21:12:54.679049 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Current status of the port 561a2fa8-7e92-466d-8e81-128498e013f3 is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:12:54.693851 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44c7aebc-f11c-412a-bdb8-4aefbcaebe08 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3c4099e8-8ffb-51d1-af7f-5868973e933f-b4d91999-0d3f-45ee-89d0-a63f22a3e7ab', 'network_id': 'b4d91999-0d3f-45ee-89d0-a63f22a3e7ab', 'project_id': 'ea2b7f569e4243dcba0cb16771cf369b', 'fixed_ips': [{'subnet_id': 'eaea08b8-abe1-46f7-84c0-e277976dbd47'}]}} from n-d-760453-5. {{(pid=103306) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 26 21:12:54.695093 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-44c7aebc-f11c-412a-bdb8-4aefbcaebe08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (None), before_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:12:54.700402 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69e6de1a-5b1f-490e-899c-c2fb779426c3 admin admin] Router 9862c8dc-9a8c-4f65-9c71-bb2ebfe8f96f has already been hosted by L3 agent 09df100c-3af1-4b0a-bda8-05914c71c458 {{(pid=103304) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 26 21:12:54.835400 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-4241d05c-1f83-4a0e-ad8d-4b2e0798be17 req-502949f2-fee7-4c74-9903-85ca2d4b0954 tempest-AttachVolumeNegativeTest-157238613 tempest-AttachVolumeNegativeTest-157238613-project] 10.222.0.13 "GET /v2.0/security-groups?id=8e9bd9e5-9820-4475-bfb9-c12598a9861a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1379972 Jan 26 21:12:54.837257 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-345998fe-7d4a-4bc6-951e-d528faee38a2 tempest-ServersTestManualDisk-377945019 tempest-ServersTestManualDisk-377945019-project] Router 30d8e753-ac56-49cd-9ef2-03bc2b95c660 has already been hosted by L3 agent 09df100c-3af1-4b0a-bda8-05914c71c458 {{(pid=103304) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 26 21:12:54.843547 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.db_base_plugin_common [None req-44c7aebc-f11c-412a-bdb8-4aefbcaebe08 None None] Allocated IP 172.20.0.2 (b4d91999-0d3f-45ee-89d0-a63f22a3e7ab/eaea08b8-abe1-46f7-84c0-e277976dbd47/5a4338c4-4a1a-499c-9230-7e42fdd53ccc) {{(pid=103306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 21:12:54.868216 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-6acb5682-427d-4315-9c97-0e97959bb051 req-3338fe7d-54a7-4a95-8684-b41daa1a1bc8 service neutron] 10.222.0.13 "GET /v2.0/networks/57cdf3f5-a20b-4c6f-b2eb-bed2f5d4d40a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2774134 Jan 26 21:12:54.929230 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-ec85e639-e856-4da4-8377-5ad92aaaaa80 admin admin] Publish callbacks [] for router_controller (a15ddc95-4511-4c22-885c-df3d01362010), precommit_add_association {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:12:54.935426 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69e6de1a-5b1f-490e-899c-c2fb779426c3 admin admin] Notify agent at l3_agent.n-d-760453-5 the message routers_updated {{(pid=103304) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 26 21:12:54.937868 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-130d6839-81e7-4039-a176-1be2c88e065d tempest-RoutersAdminTest-50714882 tempest-RoutersAdminTest-50714882-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4111291'] for router_gateway (96f80281-8586-4231-8025-b6dfcd66620b), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:12:54.943572 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-69e6de1a-5b1f-490e-899c-c2fb779426c3 admin admin] 10.222.0.13 "PUT /v2.0/routers/9862c8dc-9a8c-4f65-9c71-bb2ebfe8f96f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1332548 Jan 26 21:12:54.973000 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9738f19f-1e72-40a5-872f-114fcba9ee1f None None] Sync routers for ids ['9862c8dc-9a8c-4f65-9c71-bb2ebfe8f96f'] in n-d-760453-5 {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 26 21:12:54.987416 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9738f19f-1e72-40a5-872f-114fcba9ee1f None None] Routers {'9862c8dc-9a8c-4f65-9c71-bb2ebfe8f96f'} bound to L3 agent in host n-d-760453-5 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 21:12:54.988489 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-9738f19f-1e72-40a5-872f-114fcba9ee1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-26T20:55:21Z,description=,heartbeat_timestamp=2022-01-26T21:12:51Z,host='n-d-760453-5',id=09df100c-3af1-4b0a-bda8-05914c71c458,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:55:21Z,topic='l3_agent')) {'router_ids': ['9862c8dc-9a8c-4f65-9c71-bb2ebfe8f96f'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:12:55.140629 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (fea0591a-627d-4c87-9a9a-01625ddf3277), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:12:55.166346 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 54108) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:12:55.185221 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_dvr_db [None req-9738f19f-1e72-40a5-872f-114fcba9ee1f None None] Set router 9862c8dc-9a8c-4f65-9c71-bb2ebfe8f96f gateway port host: n-d-760453-5 {{(pid=103307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 21:12:55.222510 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-44c7aebc-f11c-412a-bdb8-4aefbcaebe08 None None] Publish callbacks [] for port (5a4338c4-4a1a-499c-9230-7e42fdd53ccc), precommit_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:12:55.235159 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-44c7aebc-f11c-412a-bdb8-4aefbcaebe08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746560234527'] for port (5a4338c4-4a1a-499c-9230-7e42fdd53ccc), after_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:12:55.259022 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-345998fe-7d4a-4bc6-951e-d528faee38a2 tempest-ServersTestManualDisk-377945019 tempest-ServersTestManualDisk-377945019-project] Notify agent at l3_agent.n-d-760453-5 the message routers_updated {{(pid=103304) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 26 21:12:55.273217 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-345998fe-7d4a-4bc6-951e-d528faee38a2 tempest-ServersTestManualDisk-377945019 tempest-ServersTestManualDisk-377945019-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for floatingip (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:12:55.323375 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-a39803b0-9ba0-4a94-93ac-759c9453b122 tempest-ServersTestMultiNic-211940128 tempest-ServersTestMultiNic-211940128-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-604432910'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:12:55.347441 n-d-760453-5 neutron-server[103306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44c7aebc-f11c-412a-bdb8-4aefbcaebe08 None None] Network b4d91999-0d3f-45ee-89d0-a63f22a3e7ab is already hosted by enough agents. {{(pid=103306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 21:12:55.351812 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac85ab90-ab5e-4ec8-b981-e3c6f56bcca0 None None] Sync routers for ids ['30d8e753-ac56-49cd-9ef2-03bc2b95c660'] in n-d-760453-5 {{(pid=103306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 26 21:12:55.363724 n-d-760453-5 neutron-server[103306]: DEBUG neutron.scheduler.base_scheduler [None req-44c7aebc-f11c-412a-bdb8-4aefbcaebe08 None None] Resources bound (agent type, host, resource id): {{(pid=103306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:12:55.369978 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44c7aebc-f11c-412a-bdb8-4aefbcaebe08 None None] Received port after_create {{(pid=103306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 21:12:55.411284 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-345998fe-7d4a-4bc6-951e-d528faee38a2 tempest-ServersTestManualDisk-377945019 tempest-ServersTestManualDisk-377945019-project] 10.222.0.13 "PUT /v2.0/floatingips/65aa8840-6bfe-48ef-b3d5-ed13d8a852ab HTTP/1.1" status: 200 len: 991 time: 3.3456626 Jan 26 21:12:55.411897 n-d-760453-5 neutron-server[103304]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '64bc2a39-da8a-491b-95d3-4ecb84ebf4bd', 'tag': 'aed2731a-4f37-4d42-8ada-af549fec82fa'}] {{(pid=103304) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 21:12:55.414218 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-ec85e639-e856-4da4-8377-5ad92aaaaa80 admin admin] Publish callbacks [] for router_gateway (a15ddc95-4511-4c22-885c-df3d01362010), precommit_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:12:55.415364 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d52b45f1943fcd332af9527eb73ff93c8d715d44383a3f6d18de73b4cfcf87b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0f85af9-13a2-4ca1-85d8-c209d45cff45" -d '{"events": [{"name": "network-changed", "server_uuid": "64bc2a39-da8a-491b-95d3-4ecb84ebf4bd", "tag": "aed2731a-4f37-4d42-8ada-af549fec82fa"}]}' {{(pid=103304) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 21:12:55.423219 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c7aebc-f11c-412a-bdb8-4aefbcaebe08 None None] Pushing event updated for resources: {'Port': ['ID=5a4338c4-4a1a-499c-9230-7e42fdd53ccc,revision_number=1']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:12:55.463485 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec6f14e-96d6-4a91-af2e-0c2f9c2c4283 req-edcd6031-b0e5-4bfc-a289-d7ed368d3287 tempest-ServersOnMultiNodesTest-2088673700 tempest-ServersOnMultiNodesTest-2088673700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:12:55.464785 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac85ab90-ab5e-4ec8-b981-e3c6f56bcca0 None None] Routers {'30d8e753-ac56-49cd-9ef2-03bc2b95c660'} bound to L3 agent in host n-d-760453-5 {{(pid=103306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 21:12:55.465384 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-cec6f14e-96d6-4a91-af2e-0c2f9c2c4283 req-edcd6031-b0e5-4bfc-a289-d7ed368d3287 tempest-ServersOnMultiNodesTest-2088673700 tempest-ServersOnMultiNodesTest-2088673700-project] 10.222.0.13 "GET /v2.0/ports?device_id=2011abd2-36e2-4bb1-b07d-9bed056683fa HTTP/1.1" status: 200 len: 950 time: 0.1450295 Jan 26 21:12:55.465528 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-ac85ab90-ab5e-4ec8-b981-e3c6f56bcca0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-26T20:55:21Z,description=,heartbeat_timestamp=2022-01-26T21:12:51Z,host='n-d-760453-5',id=09df100c-3af1-4b0a-bda8-05914c71c458,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:55:21Z,topic='l3_agent')) {'router_ids': ['30d8e753-ac56-49cd-9ef2-03bc2b95c660'], 'active': True} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:12:55.532560 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-0b02f001-eb21-4c4f-a48b-a96fe950ce6d req-e72144c8-35ba-47fe-b93f-1081aced03b7 tempest-LiveMigrationTest-746395142 tempest-LiveMigrationTest-746395142-project] 10.222.0.13 "GET /v2.0/ports?device_id=71a415fd-0f19-44e3-9cdb-4ebc928c7708 HTTP/1.1" status: 200 len: 210 time: 0.0491197 Jan 26 21:12:55.559533 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-cec6f14e-96d6-4a91-af2e-0c2f9c2c4283 req-d7b9dab2-0449-4ded-a60f-fe0fbb49cd43 tempest-ServersOnMultiNodesTest-2088673700 tempest-ServersOnMultiNodesTest-2088673700-project] 10.222.0.13 "GET /v2.0/security-groups?id=306a2369-8c1c-4f98-9a64-2622487a9ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851419 Jan 26 21:12:55.634742 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-9738f19f-1e72-40a5-872f-114fcba9ee1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9862c8dc-9a8c-4f65-9c71-bb2ebfe8f96f', 'name': 'tempest-ServersTestMultiNic-478052437-router', 'tenant_id': '7dd077ea2f95484597c25a6a957aef6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'external_fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.19'}], 'enable_snat': True}, 'gw_port_id': '561a2fa8-7e92-466d-8e81-128498e013f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T21:12:43Z', 'updated_at': '2022-01-26T21:12:52Z', 'revision_number': 4, 'project_id': '7dd077ea2f95484597c25a6a957aef6a', 'gw_port': {'id': '561a2fa8-7e92-466d-8e81-128498e013f3', 'name': '', 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:09:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9862c8dc-9a8c-4f65-9c71-bb2ebfe8f96f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1125, 'fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:12:45Z', 'updated_at': '2022-01-26T21:12:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-5', '_interfaces': [{'id': '13500e34-d68e-4965-a54b-b9ff2445e40f', 'name': '', 'network_id': 'bc59f9e4-e196-46fc-93f2-2188050c9d50', 'tenant_id': '7dd077ea2f95484597c25a6a957aef6a', 'mac_address': 'fa:16:3e:b2:58:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9862c8dc-9a8c-4f65-9c71-bb2ebfe8f96f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1127, 'fixed_ips': [{'subnet_id': '2807a672-69e5-4263-8ede-9445badfe14f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:12:50Z', 'updated_at': '2022-01-26T21:12:52Z', 'revision_number': 2, 'project_id': '7dd077ea2f95484597c25a6a957aef6a', 'subnets': [{'id': '2807a672-69e5-4263-8ede-9445badfe14f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760453-5', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:12:55.677405 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-44c7aebc-f11c-412a-bdb8-4aefbcaebe08 None None] Attempting to bind port 5a4338c4-4a1a-499c-9230-7e42fdd53ccc on host n-d-760453-5 for vnic_type normal with profile {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 21:12:55.677799 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-44c7aebc-f11c-412a-bdb8-4aefbcaebe08 None None] Attempting to bind port 5a4338c4-4a1a-499c-9230-7e42fdd53ccc by drivers openvswitch,hyperv on host n-d-760453-5 at level 0 using segments [{'id': 'a15ef740-f64f-41d4-9077-bbc625c53d41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'b4d91999-0d3f-45ee-89d0-a63f22a3e7ab'}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 26 21:12:55.678151 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44c7aebc-f11c-412a-bdb8-4aefbcaebe08 None None] Attempting to bind port 5a4338c4-4a1a-499c-9230-7e42fdd53ccc on network b4d91999-0d3f-45ee-89d0-a63f22a3e7ab {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 21:12:55.704113 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44c7aebc-f11c-412a-bdb8-4aefbcaebe08 None None] Checking agent: {'id': 'fea0591a-627d-4c87-9a9a-01625ddf3277', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760453-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 20, 55, 25), 'started_at': datetime.datetime(2022, 1, 26, 20, 55, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 21, 12, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760453-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 26 21:12:55.704495 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44c7aebc-f11c-412a-bdb8-4aefbcaebe08 None None] Checking segment: {'id': 'a15ef740-f64f-41d4-9077-bbc625c53d41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'b4d91999-0d3f-45ee-89d0-a63f22a3e7ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 21:12:55.705272 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-44c7aebc-f11c-412a-bdb8-4aefbcaebe08 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:12:55.705272 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44c7aebc-f11c-412a-bdb8-4aefbcaebe08 None None] Bound using segment: {'id': 'a15ef740-f64f-41d4-9077-bbc625c53d41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'b4d91999-0d3f-45ee-89d0-a63f22a3e7ab'} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 26 21:12:55.706961 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-44c7aebc-f11c-412a-bdb8-4aefbcaebe08 None None] Bound port: 5a4338c4-4a1a-499c-9230-7e42fdd53ccc, host: n-d-760453-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a15ef740-f64f-41d4-9077-bbc625c53d41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'b4d91999-0d3f-45ee-89d0-a63f22a3e7ab'}}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 26 21:12:55.707400 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-44c7aebc-f11c-412a-bdb8-4aefbcaebe08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (5a4338c4-4a1a-499c-9230-7e42fdd53ccc), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:12:55.708131 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-130d6839-81e7-4039-a176-1be2c88e065d tempest-RoutersAdminTest-50714882 tempest-RoutersAdminTest-50714882-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4111352', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4105746', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13075'] for router (96f80281-8586-4231-8025-b6dfcd66620b), precommit_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:12:55.710440 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9738f19f-1e72-40a5-872f-114fcba9ee1f None None] Checking router: 9862c8dc-9a8c-4f65-9c71-bb2ebfe8f96f for host: n-d-760453-5 {{(pid=103307) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 26 21:12:55.710794 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9738f19f-1e72-40a5-872f-114fcba9ee1f None None] Updating router 9862c8dc-9a8c-4f65-9c71-bb2ebfe8f96f port 13500e34-d68e-4965-a54b-b9ff2445e40f binding host n-d-760453-5 {{(pid=103307) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 26 21:12:55.714671 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-130d6839-81e7-4039-a176-1be2c88e065d tempest-RoutersAdminTest-50714882 tempest-RoutersAdminTest-50714882-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4111263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-4111345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-4111334', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-4105739'] for router (96f80281-8586-4231-8025-b6dfcd66620b), after_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:12:55.733272 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a39803b0-9ba0-4a94-93ac-759c9453b122 tempest-ServersTestMultiNic-211940128 tempest-ServersTestMultiNic-211940128-project] Made reservation on behalf of 7dd077ea2f95484597c25a6a957aef6a for: {'network': 1} {{(pid=103305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 21:12:55.736684 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-a39803b0-9ba0-4a94-93ac-759c9453b122 tempest-ServersTestMultiNic-211940128 tempest-ServersTestMultiNic-211940128-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for network (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:12:55.764028 n-d-760453-5 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-9738f19f-1e72-40a5-872f-114fcba9ee1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (13500e34-d68e-4965-a54b-b9ff2445e40f), before_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:12:55.817773 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 26 Jan 2022 21:12:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b81cebe0-5dac-40f3-8a9c-6885fec4b016 x-openstack-request-id: req-b81cebe0-5dac-40f3-8a9c-6885fec4b016 {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 21:12:55.818304 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "64bc2a39-da8a-491b-95d3-4ecb84ebf4bd", "tag": "aed2731a-4f37-4d42-8ada-af549fec82fa", "status": "completed", "code": 200}]} {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 21:12:55.818304 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b81cebe0-5dac-40f3-8a9c-6885fec4b016 {{(pid=103304) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 21:12:55.818720 n-d-760453-5 neutron-server[103304]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '64bc2a39-da8a-491b-95d3-4ecb84ebf4bd', 'tag': 'aed2731a-4f37-4d42-8ada-af549fec82fa', 'status': 'completed', 'code': 200} Jan 26 21:12:55.866023 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a39803b0-9ba0-4a94-93ac-759c9453b122 tempest-ServersTestMultiNic-211940128 tempest-ServersTestMultiNic-211940128-project] vlan segment allocate from pool success with {'vlan_id': 587, 'physical_network': 'physnet1'} {{(pid=103305) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 26 21:12:55.936918 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-130d6839-81e7-4039-a176-1be2c88e065d tempest-RoutersAdminTest-50714882 tempest-RoutersAdminTest-50714882-project] Router 96f80281-8586-4231-8025-b6dfcd66620b has already been hosted by L3 agent 09df100c-3af1-4b0a-bda8-05914c71c458 {{(pid=103305) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 26 21:12:55.947333 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvr_db [None req-ac85ab90-ab5e-4ec8-b981-e3c6f56bcca0 None None] Set router 30d8e753-ac56-49cd-9ef2-03bc2b95c660 gateway port host: n-d-760453-5 {{(pid=103306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 21:12:55.953985 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-a39803b0-9ba0-4a94-93ac-759c9453b122 tempest-ServersTestMultiNic-211940128 tempest-ServersTestMultiNic-211940128-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576559'] for segment (0f71e1ef-9f51-4f8e-afb9-809838426693), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:12:55.954750 n-d-760453-5 neutron-server[103305]: INFO neutron.db.segments_db [None req-a39803b0-9ba0-4a94-93ac-759c9453b122 tempest-ServersTestMultiNic-211940128 tempest-ServersTestMultiNic-211940128-project] Added segment 0f71e1ef-9f51-4f8e-afb9-809838426693 of type vlan for network fdce921d-56d5-4164-a3e6-60025853a939 Jan 26 21:12:56.123008 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-44c7aebc-f11c-412a-bdb8-4aefbcaebe08 None None] For port 5a4338c4-4a1a-499c-9230-7e42fdd53ccc, host n-d-760453-5, cleared binding levels {{(pid=103306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 26 21:12:56.154560 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-44c7aebc-f11c-412a-bdb8-4aefbcaebe08 None None] For port 5a4338c4-4a1a-499c-9230-7e42fdd53ccc, host n-d-760453-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=5a4338c4-4a1a-499c-9230-7e42fdd53ccc,segment=NetworkSegment(a15ef740-f64f-41d4-9077-bbc625c53d41),segment_id=a15ef740-f64f-41d4-9077-bbc625c53d41)] {{(pid=103306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 26 21:12:56.169922 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-44c7aebc-f11c-412a-bdb8-4aefbcaebe08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (5a4338c4-4a1a-499c-9230-7e42fdd53ccc), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:12:56.190818 n-d-760453-5 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-9738f19f-1e72-40a5-872f-114fcba9ee1f None None] Publish callbacks [] for port (13500e34-d68e-4965-a54b-b9ff2445e40f), precommit_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:12:56.201093 n-d-760453-5 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-9738f19f-1e72-40a5-872f-114fcba9ee1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (13500e34-d68e-4965-a54b-b9ff2445e40f), after_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:12:56.250133 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-a39803b0-9ba0-4a94-93ac-759c9453b122 tempest-ServersTestMultiNic-211940128 tempest-ServersTestMultiNic-211940128-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746560256871'] for network (fdce921d-56d5-4164-a3e6-60025853a939), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:12:56.341557 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa28432b-3341-4e21-a9dd-0c30012014c8 None None] Pushing event updated for resources: {'Port': ['ID=13500e34-d68e-4965-a54b-b9ff2445e40f,revision_number=3']} {{(pid=103307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:12:56.349724 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-a39803b0-9ba0-4a94-93ac-759c9453b122 tempest-ServersTestMultiNic-211940128 tempest-ServersTestMultiNic-211940128-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503'] for network (fdce921d-56d5-4164-a3e6-60025853a939), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:12:56.365317 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a39803b0-9ba0-4a94-93ac-759c9453b122 tempest-ServersTestMultiNic-211940128 tempest-ServersTestMultiNic-211940128-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:12:56.365973 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-a39803b0-9ba0-4a94-93ac-759c9453b122 tempest-ServersTestMultiNic-211940128 tempest-ServersTestMultiNic-211940128-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709645'] for network (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:12:56.371167 n-d-760453-5 neutron-server[103307]: DEBUG neutron.plugins.ml2.managers [None req-9738f19f-1e72-40a5-872f-114fcba9ee1f None None] Attempting to bind port 13500e34-d68e-4965-a54b-b9ff2445e40f on host n-d-760453-5 for vnic_type normal with profile {{(pid=103307) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 21:12:56.371539 n-d-760453-5 neutron-server[103307]: DEBUG neutron.plugins.ml2.managers [None req-9738f19f-1e72-40a5-872f-114fcba9ee1f None None] Attempting to bind port 13500e34-d68e-4965-a54b-b9ff2445e40f by drivers openvswitch,hyperv on host n-d-760453-5 at level 0 using segments [{'id': '3c0d796a-8e86-4877-836c-c70ef8dbd7be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'bc59f9e4-e196-46fc-93f2-2188050c9d50'}] {{(pid=103307) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 26 21:12:56.372319 n-d-760453-5 neutron-server[103307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9738f19f-1e72-40a5-872f-114fcba9ee1f None None] Attempting to bind port 13500e34-d68e-4965-a54b-b9ff2445e40f on network bc59f9e4-e196-46fc-93f2-2188050c9d50 {{(pid=103307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 21:12:56.388016 n-d-760453-5 neutron-server[103307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9738f19f-1e72-40a5-872f-114fcba9ee1f None None] Checking agent: {'id': 'fea0591a-627d-4c87-9a9a-01625ddf3277', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760453-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 20, 55, 25), 'started_at': datetime.datetime(2022, 1, 26, 20, 55, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 21, 12, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760453-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 26 21:12:56.388417 n-d-760453-5 neutron-server[103307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9738f19f-1e72-40a5-872f-114fcba9ee1f None None] Checking segment: {'id': '3c0d796a-8e86-4877-836c-c70ef8dbd7be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'bc59f9e4-e196-46fc-93f2-2188050c9d50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103307) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 21:12:56.388827 n-d-760453-5 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-9738f19f-1e72-40a5-872f-114fcba9ee1f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:12:56.389234 n-d-760453-5 neutron-server[103307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9738f19f-1e72-40a5-872f-114fcba9ee1f None None] Bound using segment: {'id': '3c0d796a-8e86-4877-836c-c70ef8dbd7be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'bc59f9e4-e196-46fc-93f2-2188050c9d50'} {{(pid=103307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 26 21:12:56.389764 n-d-760453-5 neutron-server[103307]: DEBUG neutron.plugins.ml2.managers [None req-9738f19f-1e72-40a5-872f-114fcba9ee1f None None] Bound port: 13500e34-d68e-4965-a54b-b9ff2445e40f, host: n-d-760453-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c0d796a-8e86-4877-836c-c70ef8dbd7be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'bc59f9e4-e196-46fc-93f2-2188050c9d50'}}] {{(pid=103307) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 26 21:12:56.390154 n-d-760453-5 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-9738f19f-1e72-40a5-872f-114fcba9ee1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (13500e34-d68e-4965-a54b-b9ff2445e40f), before_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:12:56.482587 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c7aebc-f11c-412a-bdb8-4aefbcaebe08 None None] Pushing event updated for resources: {'Port': ['ID=5a4338c4-4a1a-499c-9230-7e42fdd53ccc,revision_number=2']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:12:56.543152 n-d-760453-5 neutron-server[103307]: DEBUG neutron.plugins.ml2.db [None req-9738f19f-1e72-40a5-872f-114fcba9ee1f None None] For port 13500e34-d68e-4965-a54b-b9ff2445e40f, host n-d-760453-5, cleared binding levels {{(pid=103307) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 26 21:12:56.548925 n-d-760453-5 neutron-server[103307]: DEBUG neutron.plugins.ml2.db [None req-9738f19f-1e72-40a5-872f-114fcba9ee1f None None] For port 13500e34-d68e-4965-a54b-b9ff2445e40f, host n-d-760453-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=13500e34-d68e-4965-a54b-b9ff2445e40f,segment=NetworkSegment(3c0d796a-8e86-4877-836c-c70ef8dbd7be),segment_id=3c0d796a-8e86-4877-836c-c70ef8dbd7be)] {{(pid=103307) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 26 21:12:56.561589 n-d-760453-5 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-9738f19f-1e72-40a5-872f-114fcba9ee1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (13500e34-d68e-4965-a54b-b9ff2445e40f), after_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:12:56.609095 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-ac85ab90-ab5e-4ec8-b981-e3c6f56bcca0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30d8e753-ac56-49cd-9ef2-03bc2b95c660', 'name': 'tempest-ServersTestManualDisk-1932721837-router', 'tenant_id': 'c8d46c1d9718442f87ddc378b5600012', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'external_fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.164'}], 'enable_snat': True}, 'gw_port_id': 'a88fcff8-cde2-481d-8626-f1aa7760bbe4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T21:12:12Z', 'updated_at': '2022-01-26T21:12:22Z', 'revision_number': 4, 'project_id': 'c8d46c1d9718442f87ddc378b5600012', 'gw_port': {'id': 'a88fcff8-cde2-481d-8626-f1aa7760bbe4', 'name': '', 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:26:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30d8e753-ac56-49cd-9ef2-03bc2b95c660', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1063, 'fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:12:15Z', 'updated_at': '2022-01-26T21:12:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-5', '_floatingips': [{'id': '65aa8840-6bfe-48ef-b3d5-ed13d8a852ab', 'tenant_id': 'c8d46c1d9718442f87ddc378b5600012', 'floating_ip_address': '172.25.1.187', 'floating_network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'router_id': '30d8e753-ac56-49cd-9ef2-03bc2b95c660', 'port_id': 'aed2731a-4f37-4d42-8ada-af549fec82fa', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1095, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '15c39b24-f7c4-4710-b8cb-f1d4e3bc27f6', 'mac_address': 'fa:16:3e:c1:2f:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64bc2a39-da8a-491b-95d3-4ecb84ebf4bd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-26T21:12:27Z', 'updated_at': '2022-01-26T21:12:53Z', 'revision_number': 1, 'project_id': 'c8d46c1d9718442f87ddc378b5600012', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '01b92f09-e967-4d76-bf58-7f5138a4988f', 'name': '', 'network_id': '15c39b24-f7c4-4710-b8cb-f1d4e3bc27f6', 'tenant_id': 'c8d46c1d9718442f87ddc378b5600012', 'mac_address': 'fa:16:3e:9d:30:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30d8e753-ac56-49cd-9ef2-03bc2b95c660', 'device_owner': 'network:router_interface', 'standard_attr_id': 1076, 'fixed_ips': [{'subnet_id': 'c3a93a69-4f3e-4ef6-b9c8-092ff93d742e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:12:20Z', 'updated_at': '2022-01-26T21:12:26Z', 'revision_number': 5, 'project_id': 'c8d46c1d9718442f87ddc378b5600012', 'subnets': [{'id': 'c3a93a69-4f3e-4ef6-b9c8-092ff93d742e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760453-5', False) {} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:12:56.689754 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-130d6839-81e7-4039-a176-1be2c88e065d tempest-RoutersAdminTest-50714882 tempest-RoutersAdminTest-50714882-project] Notify agent at l3_agent.n-d-760453-5 the message routers_updated {{(pid=103305) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 26 21:12:56.709550 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-130d6839-81e7-4039-a176-1be2c88e065d tempest-RoutersAdminTest-50714882 tempest-RoutersAdminTest-50714882-project] Publish callbacks [] for router (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:12:56.713312 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-130d6839-81e7-4039-a176-1be2c88e065d tempest-RoutersAdminTest-50714882 tempest-RoutersAdminTest-50714882-project] 10.222.0.13 "PUT /v2.0/routers/96f80281-8586-4231-8025-b6dfcd66620b HTTP/1.1" status: 200 len: 705 time: 3.4019043 Jan 26 21:12:56.714446 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 54148) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:12:56.722786 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a39803b0-9ba0-4a94-93ac-759c9453b122 tempest-ServersTestMultiNic-211940128 tempest-ServersTestMultiNic-211940128-project] Pushing event updated for resources: {'Network': ['ID=fdce921d-56d5-4164-a3e6-60025853a939,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:12:56.732597 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-a39803b0-9ba0-4a94-93ac-759c9453b122 tempest-ServersTestMultiNic-211940128 tempest-ServersTestMultiNic-211940128-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 1.5577433 Jan 26 21:12:56.735247 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d82d322-750e-43f0-9b22-248544da2b2f None None] Sync routers for ids ['96f80281-8586-4231-8025-b6dfcd66620b'] in n-d-760453-5 {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 26 21:12:56.738135 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac85ab90-ab5e-4ec8-b981-e3c6f56bcca0 None None] Checking router: 30d8e753-ac56-49cd-9ef2-03bc2b95c660 for host: n-d-760453-5 {{(pid=103306) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 26 21:12:56.781578 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Network fdce921d-56d5-4164-a3e6-60025853a939 details requested by agent ovs-agent-n-d-760453-5 with host n-d-760453-5 {{(pid=103306) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 26 21:12:56.790145 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9738f19f-1e72-40a5-872f-114fcba9ee1f None None] Routers {'9862c8dc-9a8c-4f65-9c71-bb2ebfe8f96f'} bound to L3 agent in host n-d-760453-5 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 21:12:56.790801 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-9738f19f-1e72-40a5-872f-114fcba9ee1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-26T20:55:21Z,description=,heartbeat_timestamp=2022-01-26T21:12:51Z,host='n-d-760453-5',id=09df100c-3af1-4b0a-bda8-05914c71c458,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:55:21Z,topic='l3_agent')) {'router_ids': ['9862c8dc-9a8c-4f65-9c71-bb2ebfe8f96f'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:12:56.822976 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 54152) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:12:56.853161 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f85af9-13a2-4ca1-85d8-c209d45cff45 req-ea6a211a-ceca-4bcb-ac81-1db0463be875 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:12:56.854673 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-a0f85af9-13a2-4ca1-85d8-c209d45cff45 req-ea6a211a-ceca-4bcb-ac81-1db0463be875 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=c8d46c1d9718442f87ddc378b5600012&device_id=64bc2a39-da8a-491b-95d3-4ecb84ebf4bd HTTP/1.1" status: 200 len: 1096 time: 0.9843001 Jan 26 21:12:56.869436 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac85ab90-ab5e-4ec8-b981-e3c6f56bcca0 None None] Routers {'30d8e753-ac56-49cd-9ef2-03bc2b95c660'} bound to L3 agent in host n-d-760453-5 {{(pid=103306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 21:12:56.870339 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-ac85ab90-ab5e-4ec8-b981-e3c6f56bcca0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-26T20:55:21Z,description=,heartbeat_timestamp=2022-01-26T21:12:51Z,host='n-d-760453-5',id=09df100c-3af1-4b0a-bda8-05914c71c458,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:55:21Z,topic='l3_agent')) {'router_ids': ['30d8e753-ac56-49cd-9ef2-03bc2b95c660'], 'active': True} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:12:56.873525 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-9f6bd80e-46f2-41ae-865b-be2963e87731 None None] Provisioning complete for port 13500e34-d68e-4965-a54b-b9ff2445e40f triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:12:56.875880 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-3af348a9-ab51-4bb2-9032-b49fe5386152 tempest-ServersTestMultiNic-211940128 tempest-ServersTestMultiNic-211940128-project] Request body: {'subnet': {'network_id': 'fdce921d-56d5-4164-a3e6-60025853a939', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:12:56.876053 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-9f6bd80e-46f2-41ae-865b-be2963e87731 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (13500e34-d68e-4965-a54b-b9ff2445e40f), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:12:56.933884 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-8a993764-f660-42d7-a9d9-414ed41f3202 tempest-RoutersAdminTest-690199652 tempest-RoutersAdminTest-690199652-project-admin] 10.222.0.13 "GET /v2.0/routers/96f80281-8586-4231-8025-b6dfcd66620b HTTP/1.1" status: 200 len: 740 time: 0.2175009 Jan 26 21:12:56.948050 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 54154) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:12:57.052199 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-639f629c-fcba-44b0-b36f-f8aeb31fad6a tempest-RoutersAdminTest-690199652 tempest-RoutersAdminTest-690199652-project-admin] 10.222.0.13 "GET /v2.0/ports?network_id=4140a1f1-c93a-4bea-83a0-68953a54f299&device_id=96f80281-8586-4231-8025-b6dfcd66620b HTTP/1.1" status: 200 len: 205 time: 0.0997407 Jan 26 21:12:57.054841 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 54156) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:12:57.085821 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-be03ba22-3bd4-4722-b8ba-93d11798d521 req-9d5e725a-73cc-4a62-9658-f56e89466959 tempest-LiveMigrationTest-746395142 tempest-LiveMigrationTest-746395142-project] 10.222.0.13 "GET /v2.0/ports?device_id=71a415fd-0f19-44e3-9cdb-4ebc928c7708 HTTP/1.1" status: 200 len: 210 time: 0.2351718 Jan 26 21:12:57.121843 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_dvr_db [None req-9738f19f-1e72-40a5-872f-114fcba9ee1f None None] Set router 9862c8dc-9a8c-4f65-9c71-bb2ebfe8f96f gateway port host: n-d-760453-5 {{(pid=103307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 21:12:57.197903 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-9f6bd80e-46f2-41ae-865b-be2963e87731 None None] Current status of the port 13500e34-d68e-4965-a54b-b9ff2445e40f is: DOWN; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:12:57.198471 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-9f6bd80e-46f2-41ae-865b-be2963e87731 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (13500e34-d68e-4965-a54b-b9ff2445e40f), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:12:57.212342 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362b4d6f-f134-47ba-a779-0ee3c5840872 req-0fb61590-3146-4000-98c7-d66ba4dd6c2b tempest-ServersOnMultiNodesTest-2088673700 tempest-ServersOnMultiNodesTest-2088673700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:12:57.220873 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-362b4d6f-f134-47ba-a779-0ee3c5840872 req-0fb61590-3146-4000-98c7-d66ba4dd6c2b tempest-ServersOnMultiNodesTest-2088673700 tempest-ServersOnMultiNodesTest-2088673700-project] 10.222.0.13 "GET /v2.0/ports?device_id=2011abd2-36e2-4bb1-b07d-9bed056683fa HTTP/1.1" status: 200 len: 950 time: 0.3603277 Jan 26 21:12:57.229414 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-370607b8-a455-4c6b-8539-9a9fc9f7b098 tempest-RoutersAdminTest-50714882 tempest-RoutersAdminTest-50714882-project] 10.222.0.13 "GET /v2.0/ports?device_id=96f80281-8586-4231-8025-b6dfcd66620b HTTP/1.1" status: 200 len: 205 time: 0.1409745 Jan 26 21:12:57.246546 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 54158) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:12:57.277030 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvr_db [None req-ac85ab90-ab5e-4ec8-b981-e3c6f56bcca0 None None] Set router 30d8e753-ac56-49cd-9ef2-03bc2b95c660 gateway port host: n-d-760453-5 {{(pid=103306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 21:12:57.303649 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-ec85e639-e856-4da4-8377-5ad92aaaaa80 admin admin] Publish callbacks [] for router_gateway (a15ddc95-4511-4c22-885c-df3d01362010), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:12:57.337719 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-9f6bd80e-46f2-41ae-865b-be2963e87731 None None] For port 13500e34-d68e-4965-a54b-b9ff2445e40f, host n-d-760453-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=13500e34-d68e-4965-a54b-b9ff2445e40f,segment=NetworkSegment(3c0d796a-8e86-4877-836c-c70ef8dbd7be),segment_id=3c0d796a-8e86-4877-836c-c70ef8dbd7be)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:12:57.368782 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-9f6bd80e-46f2-41ae-865b-be2963e87731 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (13500e34-d68e-4965-a54b-b9ff2445e40f), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:12:57.412138 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3af348a9-ab51-4bb2-9032-b49fe5386152 tempest-ServersTestMultiNic-211940128 tempest-ServersTestMultiNic-211940128-project] Made reservation on behalf of 7dd077ea2f95484597c25a6a957aef6a for: {'subnet': 1} {{(pid=103305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 21:12:57.427814 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-2174b1d6-9f5a-427b-b45d-d08c6f1aa696 tempest-RoutersAdminTest-50714882 tempest-RoutersAdminTest-50714882-project] Publish callbacks [] for router (96f80281-8586-4231-8025-b6dfcd66620b), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:12:57.431734 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-3af348a9-ab51-4bb2-9032-b49fe5386152 tempest-ServersTestMultiNic-211940128 tempest-ServersTestMultiNic-211940128-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11599953'] for subnet (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:12:57.533647 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa28432b-3341-4e21-a9dd-0c30012014c8 None None] Pushing event updated for resources: {'Port': ['ID=13500e34-d68e-4965-a54b-b9ff2445e40f,revision_number=4']} {{(pid=103307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:12:57.544496 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d82d322-750e-43f0-9b22-248544da2b2f None None] Routers {'96f80281-8586-4231-8025-b6dfcd66620b'} bound to L3 agent in host n-d-760453-5 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 21:12:57.545342 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-2d82d322-750e-43f0-9b22-248544da2b2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-26T20:55:21Z,description=,heartbeat_timestamp=2022-01-26T21:12:51Z,host='n-d-760453-5',id=09df100c-3af1-4b0a-bda8-05914c71c458,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:55:21Z,topic='l3_agent')) {'router_ids': ['96f80281-8586-4231-8025-b6dfcd66620b'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:12:57.590883 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-2d82d322-750e-43f0-9b22-248544da2b2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760453-5', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:12:57.603294 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-362b4d6f-f134-47ba-a779-0ee3c5840872 req-3485967f-7df3-4931-8b2d-9c220e4a3bf7 tempest-ServersOnMultiNodesTest-2088673700 tempest-ServersOnMultiNodesTest-2088673700-project] 10.222.0.13 "GET /v2.0/security-groups?id=306a2369-8c1c-4f98-9a64-2622487a9ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3756711 Jan 26 21:12:57.608899 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d82d322-750e-43f0-9b22-248544da2b2f None None] Routers {'96f80281-8586-4231-8025-b6dfcd66620b'} bound to L3 agent in host n-d-760453-5 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 21:12:57.609871 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-2d82d322-750e-43f0-9b22-248544da2b2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-26T20:55:21Z,description=,heartbeat_timestamp=2022-01-26T21:12:51Z,host='n-d-760453-5',id=09df100c-3af1-4b0a-bda8-05914c71c458,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:55:21Z,topic='l3_agent')) {'router_ids': ['96f80281-8586-4231-8025-b6dfcd66620b'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:12:57.661446 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-2d82d322-750e-43f0-9b22-248544da2b2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760453-5', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:12:57.662322 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d82d322-750e-43f0-9b22-248544da2b2f None None] The sync data for ids ['96f80281-8586-4231-8025-b6dfcd66620b'] in n-d-760453-5 is: [] {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 26 21:12:57.680702 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-9738f19f-1e72-40a5-872f-114fcba9ee1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9862c8dc-9a8c-4f65-9c71-bb2ebfe8f96f', 'name': 'tempest-ServersTestMultiNic-478052437-router', 'tenant_id': '7dd077ea2f95484597c25a6a957aef6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'external_fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.19'}], 'enable_snat': True}, 'gw_port_id': '561a2fa8-7e92-466d-8e81-128498e013f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T21:12:43Z', 'updated_at': '2022-01-26T21:12:52Z', 'revision_number': 4, 'project_id': '7dd077ea2f95484597c25a6a957aef6a', 'gw_port': {'id': '561a2fa8-7e92-466d-8e81-128498e013f3', 'name': '', 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:09:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9862c8dc-9a8c-4f65-9c71-bb2ebfe8f96f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1125, 'fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:12:45Z', 'updated_at': '2022-01-26T21:12:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-5', '_interfaces': [{'id': '13500e34-d68e-4965-a54b-b9ff2445e40f', 'name': '', 'network_id': 'bc59f9e4-e196-46fc-93f2-2188050c9d50', 'tenant_id': '7dd077ea2f95484597c25a6a957aef6a', 'mac_address': 'fa:16:3e:b2:58:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9862c8dc-9a8c-4f65-9c71-bb2ebfe8f96f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1127, 'fixed_ips': [{'subnet_id': '2807a672-69e5-4263-8ede-9445badfe14f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:12:50Z', 'updated_at': '2022-01-26T21:12:56Z', 'revision_number': 4, 'project_id': '7dd077ea2f95484597c25a6a957aef6a', 'subnets': [{'id': '2807a672-69e5-4263-8ede-9445badfe14f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760453-5', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:12:57.731219 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-ec85e639-e856-4da4-8377-5ad92aaaaa80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:12:57.744102 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-3af348a9-ab51-4bb2-9032-b49fe5386152 tempest-ServersTestMultiNic-211940128 tempest-ServersTestMultiNic-211940128-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11788839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11599975'] for subnet (e6edac61-b37f-4ac8-a377-5e709b680b36), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:12:57.750255 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9738f19f-1e72-40a5-872f-114fcba9ee1f None None] The sync data for ids ['9862c8dc-9a8c-4f65-9c71-bb2ebfe8f96f'] in n-d-760453-5 is: [{'id': '9862c8dc-9a8c-4f65-9c71-bb2ebfe8f96f', 'name': 'tempest-ServersTestMultiNic-478052437-router', 'tenant_id': '7dd077ea2f95484597c25a6a957aef6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'external_fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.19'}], 'enable_snat': True}, 'gw_port_id': '561a2fa8-7e92-466d-8e81-128498e013f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T21:12:43Z', 'updated_at': '2022-01-26T21:12:52Z', 'revision_number': 4, 'project_id': '7dd077ea2f95484597c25a6a957aef6a', 'gw_port': {'id': '561a2fa8-7e92-466d-8e81-128498e013f3', 'name': '', 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:09:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9862c8dc-9a8c-4f65-9c71-bb2ebfe8f96f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1125, 'fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:12:45Z', 'updated_at': '2022-01-26T21:12:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-5', '_interfaces': [{'id': '13500e34-d68e-4965-a54b-b9ff2445e40f', 'name': '', 'network_id': 'bc59f9e4-e196-46fc-93f2-2188050c9d50', 'tenant_id': '7dd077ea2f95484597c25a6a957aef6a', 'mac_address': 'fa:16:3e:b2:58:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9862c8dc-9a8c-4f65-9c71-bb2ebfe8f96f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1127, 'fixed_ips': [{'subnet_id': '2807a672-69e5-4263-8ede-9445badfe14f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:12:50Z', 'updated_at': '2022-01-26T21:12:56Z', 'revision_number': 4, 'project_id': '7dd077ea2f95484597c25a6a957aef6a', 'subnets': [{'id': '2807a672-69e5-4263-8ede-9445badfe14f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 26 21:12:57.804618 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-73141748-2a49-48fd-81e6-60d77f99a29b None None] Provisioning complete for port 13500e34-d68e-4965-a54b-b9ff2445e40f triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:12:57.804993 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-73141748-2a49-48fd-81e6-60d77f99a29b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (13500e34-d68e-4965-a54b-b9ff2445e40f), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:12:57.821283 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af348a9-ab51-4bb2-9032-b49fe5386152 tempest-ServersTestMultiNic-211940128 tempest-ServersTestMultiNic-211940128-project] Pushing event updated for resources: {'Subnet': ['ID=e6edac61-b37f-4ac8-a377-5e709b680b36,revision_number=0']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:12:57.848670 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6acb5682-427d-4315-9c97-0e97959bb051 req-40bc29e2-8cc1-403b-8e30-6dcf8c9cc71f tempest-LiveMigrationTest-746395142 tempest-LiveMigrationTest-746395142-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:12:57.871708 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-6acb5682-427d-4315-9c97-0e97959bb051 req-40bc29e2-8cc1-403b-8e30-6dcf8c9cc71f tempest-LiveMigrationTest-746395142 tempest-LiveMigrationTest-746395142-project] 10.222.0.57 "GET /v2.0/networks?id=57cdf3f5-a20b-4c6f-b2eb-bed2f5d4d40a HTTP/1.1" status: 200 len: 807 time: 0.8372223 Jan 26 21:12:57.885013 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [req-6acb5682-427d-4315-9c97-0e97959bb051 req-31227a12-a0f9-41f3-a048-da50fa78bd12 tempest-LiveMigrationTest-746395142 tempest-LiveMigrationTest-746395142-project] Request body: {'port': {'device_id': '71a415fd-0f19-44e3-9cdb-4ebc928c7708', 'network_id': '57cdf3f5-a20b-4c6f-b2eb-bed2f5d4d40a', 'admin_state_up': True, 'tenant_id': 'ee6098e1a6074d57972f34ef6549de05'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:12:57.945903 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f6bd80e-46f2-41ae-865b-be2963e87731 None None] Pushing event updated for resources: {'Port': ['ID=13500e34-d68e-4965-a54b-b9ff2445e40f,revision_number=5']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:12:58.002976 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-2174b1d6-9f5a-427b-b45d-d08c6f1aa696 tempest-RoutersAdminTest-50714882 tempest-RoutersAdminTest-50714882-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4105774', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13082'] for router (96f80281-8586-4231-8025-b6dfcd66620b), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:12:58.017504 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-2174b1d6-9f5a-427b-b45d-d08c6f1aa696 tempest-RoutersAdminTest-50714882 tempest-RoutersAdminTest-50714882-project] Publish callbacks [] for router_controller (96f80281-8586-4231-8025-b6dfcd66620b), precommit_delete_associations {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:12:58.043124 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3af348a9-ab51-4bb2-9032-b49fe5386152 tempest-ServersTestMultiNic-211940128 tempest-ServersTestMultiNic-211940128-project] Checking segment: {'id': '0f71e1ef-9f51-4f8e-afb9-809838426693', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'fdce921d-56d5-4164-a3e6-60025853a939'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103305) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 21:12:58.043499 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3af348a9-ab51-4bb2-9032-b49fe5386152 tempest-ServersTestMultiNic-211940128 tempest-ServersTestMultiNic-211940128-project] Network hostable DHCP agents. Network: fdce921d-56d5-4164-a3e6-60025853a939, hostable agents: ['474ccdf7-ab6c-405b-a3b2-dc7b05829902'], hosted agents: [] {{(pid=103305) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 26 21:12:58.101606 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f85af9-13a2-4ca1-85d8-c209d45cff45 req-949a6d88-bf66-4300-ad32-a97c2e54d7f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:12:58.103160 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-a0f85af9-13a2-4ca1-85d8-c209d45cff45 req-949a6d88-bf66-4300-ad32-a97c2e54d7f1 service neutron] 10.222.0.66 "GET /v2.0/networks?id=15c39b24-f7c4-4710-b8cb-f1d4e3bc27f6 HTTP/1.1" status: 200 len: 913 time: 1.2046559 Jan 26 21:12:58.209796 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-2174b1d6-9f5a-427b-b45d-d08c6f1aa696 tempest-RoutersAdminTest-50714882 tempest-RoutersAdminTest-50714882-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4105767'] for router (96f80281-8586-4231-8025-b6dfcd66620b), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:12:58.210754 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2174b1d6-9f5a-427b-b45d-d08c6f1aa696 tempest-RoutersAdminTest-50714882 tempest-RoutersAdminTest-50714882-project] Fanout notify agent at l3_agent the message router_deleted on router 96f80281-8586-4231-8025-b6dfcd66620b {{(pid=103304) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 26 21:12:58.249947 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-2174b1d6-9f5a-427b-b45d-d08c6f1aa696 tempest-RoutersAdminTest-50714882 tempest-RoutersAdminTest-50714882-project] Publish callbacks [] for router (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:12:58.256212 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-2174b1d6-9f5a-427b-b45d-d08c6f1aa696 tempest-RoutersAdminTest-50714882 tempest-RoutersAdminTest-50714882-project] 10.222.0.13 "DELETE /v2.0/routers/96f80281-8586-4231-8025-b6dfcd66620b HTTP/1.1" status: 204 len: 168 time: 1.0085301 Jan 26 21:12:58.261457 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 54170) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:12:58.279853 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-a0f85af9-13a2-4ca1-85d8-c209d45cff45 req-8d809768-318e-42cc-b5b9-ef391c866c53 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=aed2731a-4f37-4d42-8ada-af549fec82fa HTTP/1.1" status: 200 len: 999 time: 0.1667626 Jan 26 21:12:58.287967 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3af348a9-ab51-4bb2-9032-b49fe5386152 tempest-ServersTestMultiNic-211940128 tempest-ServersTestMultiNic-211940128-project] Network fdce921d-56d5-4164-a3e6-60025853a939 is scheduled to be hosted by DHCP agent 474ccdf7-ab6c-405b-a3b2-dc7b05829902 with binding_index 1 {{(pid=103305) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 26 21:12:58.380248 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-a65185ab-11ae-47b7-85ea-1cafbd489538 tempest-RoutersAdminTest-50714882 tempest-RoutersAdminTest-50714882-project] 10.222.0.13 "GET /v2.0/ports?device_id=96f80281-8586-4231-8025-b6dfcd66620b HTTP/1.1" status: 200 len: 205 time: 0.1164856 Jan 26 21:12:58.384555 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 54174) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:12:58.430983 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f85af9-13a2-4ca1-85d8-c209d45cff45 req-32def688-2b88-4c6c-8b5f-72e3479ee930 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:12:58.432471 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-a0f85af9-13a2-4ca1-85d8-c209d45cff45 req-32def688-2b88-4c6c-8b5f-72e3479ee930 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=c3a93a69-4f3e-4ef6-b9c8-092ff93d742e HTTP/1.1" status: 200 len: 851 time: 0.1100712 Jan 26 21:12:58.437799 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [None req-3af348a9-ab51-4bb2-9032-b49fe5386152 tempest-ServersTestMultiNic-211940128 tempest-ServersTestMultiNic-211940128-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760453-5, fdce921d-56d5-4164-a3e6-60025853a939) {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:12:58.438031 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e39b7b71-7347-417c-8e4e-75a0f8f54663 None None] Network b4d91999-0d3f-45ee-89d0-a63f22a3e7ab requested from n-d-760453-5 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 26 21:12:58.439916 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device 13500e34-d68e-4965-a54b-b9ff2445e40f up at agent ovs-agent-n-d-760453-5 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 21:12:58.443475 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3af348a9-ab51-4bb2-9032-b49fe5386152 tempest-ServersTestMultiNic-211940128 tempest-ServersTestMultiNic-211940128-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:12:58.444089 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-3af348a9-ab51-4bb2-9032-b49fe5386152 tempest-ServersTestMultiNic-211940128 tempest-ServersTestMultiNic-211940128-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709645'] for subnet (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:12:58.495889 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-3af348a9-ab51-4bb2-9032-b49fe5386152 tempest-ServersTestMultiNic-211940128 tempest-ServersTestMultiNic-211940128-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.6451371 Jan 26 21:12:58.503785 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 54176) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:12:58.513938 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-096aca36-06d5-415c-8098-10eaa87dc521 tempest-ServersTestMultiNic-211940128 tempest-ServersTestMultiNic-211940128-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-877604625'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:12:58.529749 n-d-760453-5 neutron-server[103304]: INFO neutron.api.v2.resource [None req-1d5c1d36-b10a-43f8-affa-539d095455fa tempest-RoutersAdminTest-50714882 tempest-RoutersAdminTest-50714882-project] delete failed (client error): The resource could not be found. Jan 26 21:12:58.531070 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-1d5c1d36-b10a-43f8-affa-539d095455fa tempest-RoutersAdminTest-50714882 tempest-RoutersAdminTest-50714882-project] 10.222.0.13 "DELETE /v2.0/routers/96f80281-8586-4231-8025-b6dfcd66620b HTTP/1.1" status: 404 len: 336 time: 0.1404107 Jan 26 21:12:58.538249 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 54178) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:12:58.561424 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-096aca36-06d5-415c-8098-10eaa87dc521 tempest-ServersTestMultiNic-211940128 tempest-ServersTestMultiNic-211940128-project] Made reservation on behalf of 7dd077ea2f95484597c25a6a957aef6a for: {'network': 1} {{(pid=103305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 21:12:58.565280 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-096aca36-06d5-415c-8098-10eaa87dc521 tempest-ServersTestMultiNic-211940128 tempest-ServersTestMultiNic-211940128-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for network (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:12:58.584846 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-f05e8385-f7e7-44c0-a053-869599907798 req-04075554-d489-45e1-bfc7-399b8792ae95 tempest-LiveMigrationTest-746395142 tempest-LiveMigrationTest-746395142-project] 10.222.0.13 "GET /v2.0/ports?device_id=71a415fd-0f19-44e3-9cdb-4ebc928c7708 HTTP/1.1" status: 200 len: 210 time: 0.1705060 Jan 26 21:12:58.592273 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-999a27cb-1e37-42c7-9980-7dda949fd78d None None] Network fdce921d-56d5-4164-a3e6-60025853a939 requested from n-d-760453-5 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 26 21:12:58.615254 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6acb5682-427d-4315-9c97-0e97959bb051 req-31227a12-a0f9-41f3-a048-da50fa78bd12 tempest-LiveMigrationTest-746395142 tempest-LiveMigrationTest-746395142-project] Made reservation on behalf of ee6098e1a6074d57972f34ef6549de05 for: {'port': 1} {{(pid=103304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 21:12:58.625367 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-6acb5682-427d-4315-9c97-0e97959bb051 req-31227a12-a0f9-41f3-a048-da50fa78bd12 tempest-LiveMigrationTest-746395142 tempest-LiveMigrationTest-746395142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:12:58.631665 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a96398e-9e7b-4eef-b4a2-3e6b1b987622 req-b184ef13-9483-4757-a99b-b835ab53e952 tempest-ServersOnMultiNodesTest-664225726 tempest-ServersOnMultiNodesTest-664225726-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:12:58.647118 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-096aca36-06d5-415c-8098-10eaa87dc521 tempest-ServersTestMultiNic-211940128 tempest-ServersTestMultiNic-211940128-project] vlan segment allocate from pool success with {'vlan_id': 578, 'physical_network': 'physnet1'} {{(pid=103305) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 26 21:12:58.649535 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-0a96398e-9e7b-4eef-b4a2-3e6b1b987622 req-b184ef13-9483-4757-a99b-b835ab53e952 tempest-ServersOnMultiNodesTest-664225726 tempest-ServersOnMultiNodesTest-664225726-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=2011abd2-36e2-4bb1-b07d-9bed056683fa HTTP/1.1" status: 200 len: 1101 time: 0.1396286 Jan 26 21:12:58.658346 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-096aca36-06d5-415c-8098-10eaa87dc521 tempest-ServersTestMultiNic-211940128 tempest-ServersTestMultiNic-211940128-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576559'] for segment (9841d257-0b06-4cf2-9676-06bc99036fe7), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:12:58.658695 n-d-760453-5 neutron-server[103305]: INFO neutron.db.segments_db [None req-096aca36-06d5-415c-8098-10eaa87dc521 tempest-ServersTestMultiNic-211940128 tempest-ServersTestMultiNic-211940128-project] Added segment 9841d257-0b06-4cf2-9676-06bc99036fe7 of type vlan for network 0005085c-c820-49ff-a393-9b43e54534cb Jan 26 21:12:58.704510 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-096aca36-06d5-415c-8098-10eaa87dc521 tempest-ServersTestMultiNic-211940128 tempest-ServersTestMultiNic-211940128-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746560256871'] for network (0005085c-c820-49ff-a393-9b43e54534cb), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:12:58.708406 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-0a96398e-9e7b-4eef-b4a2-3e6b1b987622 req-ed3be6e8-7c13-49d9-a147-181f29cca757 tempest-ServersOnMultiNodesTest-664225726 tempest-ServersOnMultiNodesTest-664225726-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:12:58.744908 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-038337c5-dd55-469c-a4ef-36a432031889 tempest-RoutersAdminTest-50714882 tempest-RoutersAdminTest-50714882-project] 10.222.0.13 "GET /v2.0/ports?device_id=1a1c04b0-e6d2-4bb1-80fc-b81e0b242b3d HTTP/1.1" status: 200 len: 205 time: 0.2024708 Jan 26 21:12:58.747352 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 54182) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:12:58.747653 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f85af9-13a2-4ca1-85d8-c209d45cff45 req-6aa58de7-99ab-49fa-874c-33bb4565d237 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:12:58.749547 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-a0f85af9-13a2-4ca1-85d8-c209d45cff45 req-6aa58de7-99ab-49fa-874c-33bb4565d237 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=15c39b24-f7c4-4710-b8cb-f1d4e3bc27f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2944255 Jan 26 21:12:58.751999 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.db_base_plugin_common [None req-ec85e639-e856-4da4-8377-5ad92aaaaa80 admin admin] Allocated IP 172.25.1.233 (4140a1f1-c93a-4bea-83a0-68953a54f299/e48251a1-e30d-4820-8396-00c6f6aeb601/fcace754-0b38-4737-a4f4-c18c5ecf2397) {{(pid=103305) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 21:12:58.758077 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-096aca36-06d5-415c-8098-10eaa87dc521 tempest-ServersTestMultiNic-211940128 tempest-ServersTestMultiNic-211940128-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503'] for network (0005085c-c820-49ff-a393-9b43e54534cb), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:12:58.763742 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-096aca36-06d5-415c-8098-10eaa87dc521 tempest-ServersTestMultiNic-211940128 tempest-ServersTestMultiNic-211940128-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:12:58.764428 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-096aca36-06d5-415c-8098-10eaa87dc521 tempest-ServersTestMultiNic-211940128 tempest-ServersTestMultiNic-211940128-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709645'] for network (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:12:58.896887 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9584fda-f437-44b4-88f7-6cd04815e536 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3c4099e8-8ffb-51d1-af7f-5868973e933f-fdce921d-56d5-4164-a3e6-60025853a939', 'network_id': 'fdce921d-56d5-4164-a3e6-60025853a939', 'project_id': '7dd077ea2f95484597c25a6a957aef6a', 'fixed_ips': [{'subnet_id': 'e6edac61-b37f-4ac8-a377-5e709b680b36'}]}} from n-d-760453-5. {{(pid=103306) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 26 21:12:58.898197 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d9584fda-f437-44b4-88f7-6cd04815e536 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (None), before_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:12:58.959374 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-a0f85af9-13a2-4ca1-85d8-c209d45cff45 req-a74c933e-a133-4344-9e9f-577598afbf02 service neutron] 10.222.0.66 "GET /v2.0/networks/15c39b24-f7c4-4710-b8cb-f1d4e3bc27f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1824310 Jan 26 21:12:58.961839 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096aca36-06d5-415c-8098-10eaa87dc521 tempest-ServersTestMultiNic-211940128 tempest-ServersTestMultiNic-211940128-project] Pushing event updated for resources: {'Network': ['ID=0005085c-c820-49ff-a393-9b43e54534cb,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:12:58.963395 n-d-760453-5 neutron-server[103304]: INFO neutron.api.v2.resource [None req-bac1643a-ac67-4a94-9b02-b96e84e4afef tempest-RoutersAdminTest-50714882 tempest-RoutersAdminTest-50714882-project] delete failed (client error): The resource could not be found. Jan 26 21:12:58.964449 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-bac1643a-ac67-4a94-9b02-b96e84e4afef tempest-RoutersAdminTest-50714882 tempest-RoutersAdminTest-50714882-project] 10.222.0.13 "DELETE /v2.0/routers/1a1c04b0-e6d2-4bb1-80fc-b81e0b242b3d HTTP/1.1" status: 404 len: 336 time: 0.2135291 Jan 26 21:12:58.971453 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-096aca36-06d5-415c-8098-10eaa87dc521 tempest-ServersTestMultiNic-211940128 tempest-ServersTestMultiNic-211940128-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.4617498 Jan 26 21:12:58.972079 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 54188) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:12:58.992211 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 54190) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:12:59.006685 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Network 0005085c-c820-49ff-a393-9b43e54534cb details requested by agent ovs-agent-n-d-760453-5 with host n-d-760453-5 {{(pid=103306) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 26 21:12:59.014146 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-a98daef5-2798-4fb9-8008-15867cd7a763 tempest-ServersTestMultiNic-211940128 tempest-ServersTestMultiNic-211940128-project] Request body: {'subnet': {'network_id': '0005085c-c820-49ff-a393-9b43e54534cb', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:12:59.053230 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-fcff2540-41ab-4144-b1f6-e05642e15f29 tempest-RoutersAdminTest-50714882 tempest-RoutersAdminTest-50714882-project] 10.222.0.13 "GET /v2.0/ports?device_id=e99b66cf-e042-4422-8da2-2fc8db999d6f HTTP/1.1" status: 200 len: 205 time: 0.0613229 Jan 26 21:12:59.055897 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 54192) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:12:59.248628 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.db_base_plugin_common [None req-d9584fda-f437-44b4-88f7-6cd04815e536 None None] Allocated IP 19.80.0.2 (fdce921d-56d5-4164-a3e6-60025853a939/e6edac61-b37f-4ac8-a377-5e709b680b36/730445a0-125b-4461-baa5-bf1e2b6f81eb) {{(pid=103306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 21:12:59.327955 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.db_base_plugin_common [req-6acb5682-427d-4315-9c97-0e97959bb051 req-31227a12-a0f9-41f3-a048-da50fa78bd12 tempest-LiveMigrationTest-746395142 tempest-LiveMigrationTest-746395142-project] Allocated IP 172.20.0.8 (57cdf3f5-a20b-4c6f-b2eb-bed2f5d4d40a/0fd61269-7d95-487b-ba3a-f244d39cf571/a2a3b45c-c85a-4f3f-ab5d-dcc021dbdb5e) {{(pid=103304) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 21:12:59.357730 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-0a96398e-9e7b-4eef-b4a2-3e6b1b987622 req-ed3be6e8-7c13-49d9-a147-181f29cca757 tempest-ServersOnMultiNodesTest-664225726 tempest-ServersOnMultiNodesTest-664225726-project-admin] Publish callbacks [] for security_group (9d992ee3-0554-4882-9302-a130d01e6f02), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:12:59.374462 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a98daef5-2798-4fb9-8008-15867cd7a763 tempest-ServersTestMultiNic-211940128 tempest-ServersTestMultiNic-211940128-project] Made reservation on behalf of 7dd077ea2f95484597c25a6a957aef6a for: {'subnet': 1} {{(pid=103304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 21:12:59.378498 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-a98daef5-2798-4fb9-8008-15867cd7a763 tempest-ServersTestMultiNic-211940128 tempest-ServersTestMultiNic-211940128-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12215181'] for subnet (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:12:59.381693 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-0a96398e-9e7b-4eef-b4a2-3e6b1b987622 req-ed3be6e8-7c13-49d9-a147-181f29cca757 tempest-ServersOnMultiNodesTest-664225726 tempest-ServersOnMultiNodesTest-664225726-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (9d992ee3-0554-4882-9302-a130d01e6f02), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:12:59.446278 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d9584fda-f437-44b4-88f7-6cd04815e536 None None] Publish callbacks [] for port (730445a0-125b-4461-baa5-bf1e2b6f81eb), precommit_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:12:59.524591 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d9584fda-f437-44b4-88f7-6cd04815e536 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746560234527'] for port (730445a0-125b-4461-baa5-bf1e2b6f81eb), after_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:12:59.545225 n-d-760453-5 neutron-server[103305]: INFO neutron.api.v2.resource [None req-6776cf2f-d076-43b9-9ecb-97ed93913631 tempest-RoutersAdminTest-50714882 tempest-RoutersAdminTest-50714882-project] delete failed (client error): The resource could not be found. Jan 26 21:12:59.550911 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-6776cf2f-d076-43b9-9ecb-97ed93913631 tempest-RoutersAdminTest-50714882 tempest-RoutersAdminTest-50714882-project] 10.222.0.13 "DELETE /v2.0/routers/e99b66cf-e042-4422-8da2-2fc8db999d6f HTTP/1.1" status: 404 len: 336 time: 0.4918227 Jan 26 21:12:59.551354 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 54196) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:12:59.644842 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-ef0ebc5a-a96f-454c-9c1e-62bea9901eb0 tempest-RoutersAdminTest-50714882 tempest-RoutersAdminTest-50714882-project] 10.222.0.13 "GET /v2.0/ports?device_id=62485529-f240-474d-9dfc-dc34a1b21558 HTTP/1.1" status: 200 len: 205 time: 0.0839102 Jan 26 21:12:59.651057 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 54200) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:12:59.668291 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-73141748-2a49-48fd-81e6-60d77f99a29b None None] Current status of the port 13500e34-d68e-4965-a54b-b9ff2445e40f is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:12:59.705624 n-d-760453-5 neutron-server[103305]: INFO neutron.api.v2.resource [None req-3432b047-3cd3-4b1b-bd25-7def43d7f19d tempest-RoutersAdminTest-50714882 tempest-RoutersAdminTest-50714882-project] delete failed (client error): The resource could not be found. Jan 26 21:12:59.710654 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-3432b047-3cd3-4b1b-bd25-7def43d7f19d tempest-RoutersAdminTest-50714882 tempest-RoutersAdminTest-50714882-project] 10.222.0.13 "DELETE /v2.0/routers/62485529-f240-474d-9dfc-dc34a1b21558 HTTP/1.1" status: 404 len: 336 time: 0.0583346 Jan 26 21:12:59.714851 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 54202) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:12:59.726898 n-d-760453-5 neutron-server[103306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9584fda-f437-44b4-88f7-6cd04815e536 None None] Network fdce921d-56d5-4164-a3e6-60025853a939 is already hosted by enough agents. {{(pid=103306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 21:12:59.733530 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Provisioning complete for port 13500e34-d68e-4965-a54b-b9ff2445e40f triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:12:59.733908 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (13500e34-d68e-4965-a54b-b9ff2445e40f), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:12:59.777111 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-9549321b-70d9-41df-b6db-e4adf5242760 tempest-RoutersAdminTest-50714882 tempest-RoutersAdminTest-50714882-project] 10.222.0.13 "GET /v2.0/ports?device_id=574bb707-ceef-40f8-87b0-f9257fbcdca9 HTTP/1.1" status: 200 len: 205 time: 0.0595646 Jan 26 21:12:59.783349 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 54204) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:12:59.821260 n-d-760453-5 neutron-server[103306]: DEBUG neutron.scheduler.base_scheduler [None req-d9584fda-f437-44b4-88f7-6cd04815e536 None None] Resources bound (agent type, host, resource id): {{(pid=103306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:12:59.853735 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9584fda-f437-44b4-88f7-6cd04815e536 None None] Received port after_create {{(pid=103306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 21:12:59.901818 n-d-760453-5 neutron-server[103305]: INFO neutron.api.v2.resource [None req-d76e21f4-0d8e-4344-b38d-f5a586d0def9 tempest-RoutersAdminTest-50714882 tempest-RoutersAdminTest-50714882-project] delete failed (client error): The resource could not be found. Jan 26 21:12:59.905567 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-d76e21f4-0d8e-4344-b38d-f5a586d0def9 tempest-RoutersAdminTest-50714882 tempest-RoutersAdminTest-50714882-project] 10.222.0.13 "DELETE /v2.0/routers/574bb707-ceef-40f8-87b0-f9257fbcdca9 HTTP/1.1" status: 404 len: 336 time: 0.1211827 Jan 26 21:12:59.906231 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9584fda-f437-44b4-88f7-6cd04815e536 None None] Pushing event updated for resources: {'Port': ['ID=730445a0-125b-4461-baa5-bf1e2b6f81eb,revision_number=1']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:12:59.906382 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 54206) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:12:59.959354 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-15eafda1-f338-4f57-88d3-31e9a7b4eefd tempest-RoutersAdminTest-50714882 tempest-RoutersAdminTest-50714882-project] 10.222.0.13 "GET /v2.0/ports?device_id=dd11b57b-12b6-414c-a9b3-3d946eebf717 HTTP/1.1" status: 200 len: 205 time: 0.0395739 Jan 26 21:12:59.963576 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 54210) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:13:00.019487 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-aa289d68-eab4-4159-a016-644692051537 None None] Provisioning complete for port 5a4338c4-4a1a-499c-9230-7e42fdd53ccc triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:13:00.020164 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-aa289d68-eab4-4159-a016-644692051537 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (5a4338c4-4a1a-499c-9230-7e42fdd53ccc), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:13:00.025759 n-d-760453-5 neutron-server[103305]: INFO neutron.api.v2.resource [None req-52a7aeec-acb3-4951-bf09-e9b414c11f44 tempest-RoutersAdminTest-50714882 tempest-RoutersAdminTest-50714882-project] delete failed (client error): The resource could not be found. Jan 26 21:13:00.031190 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-52a7aeec-acb3-4951-bf09-e9b414c11f44 tempest-RoutersAdminTest-50714882 tempest-RoutersAdminTest-50714882-project] 10.222.0.13 "DELETE /v2.0/routers/dd11b57b-12b6-414c-a9b3-3d946eebf717 HTTP/1.1" status: 404 len: 336 time: 0.0664542 Jan 26 21:13:00.042285 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 54212) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:13:00.054751 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5480aebd-85fe-4787-8259-75ebd5628db4 req-981a54b5-446c-4d9c-868c-506130f865bf tempest-ListServerFiltersTestJSON-1713042646 tempest-ListServerFiltersTestJSON-1713042646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:13:00.074736 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-5480aebd-85fe-4787-8259-75ebd5628db4 req-981a54b5-446c-4d9c-868c-506130f865bf tempest-ListServerFiltersTestJSON-1713042646 tempest-ListServerFiltersTestJSON-1713042646-project] 10.222.0.13 "GET /v2.0/ports?device_id=074301dc-546d-4632-8e4c-223c70e93d57 HTTP/1.1" status: 200 len: 945 time: 0.9047761 Jan 26 21:13:00.079296 n-d-760453-5 neutron-server[103305]: INFO neutron.pecan_wsgi.hooks.translation [None req-be463119-af2d-4f30-8dc8-912af067c84a tempest-RoutersAdminTest-50714882 tempest-RoutersAdminTest-50714882-project] DELETE failed (client error): The resource could not be found. Jan 26 21:13:00.079752 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-be463119-af2d-4f30-8dc8-912af067c84a tempest-RoutersAdminTest-50714882 tempest-RoutersAdminTest-50714882-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103305) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 26 21:13:00.081797 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-d9584fda-f437-44b4-88f7-6cd04815e536 None None] Attempting to bind port 730445a0-125b-4461-baa5-bf1e2b6f81eb on host n-d-760453-5 for vnic_type normal with profile {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 21:13:00.082554 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-d9584fda-f437-44b4-88f7-6cd04815e536 None None] Attempting to bind port 730445a0-125b-4461-baa5-bf1e2b6f81eb by drivers openvswitch,hyperv on host n-d-760453-5 at level 0 using segments [{'id': '0f71e1ef-9f51-4f8e-afb9-809838426693', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'fdce921d-56d5-4164-a3e6-60025853a939'}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 26 21:13:00.082813 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9584fda-f437-44b4-88f7-6cd04815e536 None None] Attempting to bind port 730445a0-125b-4461-baa5-bf1e2b6f81eb on network fdce921d-56d5-4164-a3e6-60025853a939 {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 21:13:00.087250 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-be463119-af2d-4f30-8dc8-912af067c84a tempest-RoutersAdminTest-50714882 tempest-RoutersAdminTest-50714882-project] 10.222.0.13 "DELETE /v2.0/subnets/963377d1-7b32-49c3-9f17-616f8ec503f3 HTTP/1.1" status: 404 len: 337 time: 0.0437574 Jan 26 21:13:00.100743 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-ac85ab90-ab5e-4ec8-b981-e3c6f56bcca0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30d8e753-ac56-49cd-9ef2-03bc2b95c660', 'name': 'tempest-ServersTestManualDisk-1932721837-router', 'tenant_id': 'c8d46c1d9718442f87ddc378b5600012', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'external_fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.164'}], 'enable_snat': True}, 'gw_port_id': 'a88fcff8-cde2-481d-8626-f1aa7760bbe4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T21:12:12Z', 'updated_at': '2022-01-26T21:12:22Z', 'revision_number': 4, 'project_id': 'c8d46c1d9718442f87ddc378b5600012', 'gw_port': {'id': 'a88fcff8-cde2-481d-8626-f1aa7760bbe4', 'name': '', 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:26:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30d8e753-ac56-49cd-9ef2-03bc2b95c660', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1063, 'fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:12:15Z', 'updated_at': '2022-01-26T21:12:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-5', '_floatingips': [{'id': '65aa8840-6bfe-48ef-b3d5-ed13d8a852ab', 'tenant_id': 'c8d46c1d9718442f87ddc378b5600012', 'floating_ip_address': '172.25.1.187', 'floating_network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'router_id': '30d8e753-ac56-49cd-9ef2-03bc2b95c660', 'port_id': 'aed2731a-4f37-4d42-8ada-af549fec82fa', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1095, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '15c39b24-f7c4-4710-b8cb-f1d4e3bc27f6', 'mac_address': 'fa:16:3e:c1:2f:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64bc2a39-da8a-491b-95d3-4ecb84ebf4bd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-26T21:12:27Z', 'updated_at': '2022-01-26T21:12:53Z', 'revision_number': 1, 'project_id': 'c8d46c1d9718442f87ddc378b5600012', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '01b92f09-e967-4d76-bf58-7f5138a4988f', 'name': '', 'network_id': '15c39b24-f7c4-4710-b8cb-f1d4e3bc27f6', 'tenant_id': 'c8d46c1d9718442f87ddc378b5600012', 'mac_address': 'fa:16:3e:9d:30:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30d8e753-ac56-49cd-9ef2-03bc2b95c660', 'device_owner': 'network:router_interface', 'standard_attr_id': 1076, 'fixed_ips': [{'subnet_id': 'c3a93a69-4f3e-4ef6-b9c8-092ff93d742e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:12:20Z', 'updated_at': '2022-01-26T21:12:26Z', 'revision_number': 5, 'project_id': 'c8d46c1d9718442f87ddc378b5600012', 'subnets': [{'id': 'c3a93a69-4f3e-4ef6-b9c8-092ff93d742e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760453-5', False) {} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:13:00.102928 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-a0f85af9-13a2-4ca1-85d8-c209d45cff45 req-b2d148f1-9746-4da6-93e8-c5a0534149fd service neutron] 10.222.0.66 "GET /v2.0/networks/15c39b24-f7c4-4710-b8cb-f1d4e3bc27f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1293957 Jan 26 21:13:00.115530 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-ec85e639-e856-4da4-8377-5ad92aaaaa80 admin admin] Publish callbacks [] for port (fcace754-0b38-4737-a4f4-c18c5ecf2397), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:13:00.202815 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9584fda-f437-44b4-88f7-6cd04815e536 None None] Checking agent: {'id': 'fea0591a-627d-4c87-9a9a-01625ddf3277', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760453-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 20, 55, 25), 'started_at': datetime.datetime(2022, 1, 26, 20, 55, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 21, 12, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760453-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 26 21:13:00.203255 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9584fda-f437-44b4-88f7-6cd04815e536 None None] Checking segment: {'id': '0f71e1ef-9f51-4f8e-afb9-809838426693', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'fdce921d-56d5-4164-a3e6-60025853a939'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 21:13:00.203419 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-ec85e639-e856-4da4-8377-5ad92aaaaa80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746560234527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11791543'] for port (fcace754-0b38-4737-a4f4-c18c5ecf2397), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:13:00.203653 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d9584fda-f437-44b4-88f7-6cd04815e536 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:13:00.204059 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9584fda-f437-44b4-88f7-6cd04815e536 None None] Bound using segment: {'id': '0f71e1ef-9f51-4f8e-afb9-809838426693', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'fdce921d-56d5-4164-a3e6-60025853a939'} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 26 21:13:00.204873 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-d9584fda-f437-44b4-88f7-6cd04815e536 None None] Bound port: 730445a0-125b-4461-baa5-bf1e2b6f81eb, host: n-d-760453-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f71e1ef-9f51-4f8e-afb9-809838426693', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'fdce921d-56d5-4164-a3e6-60025853a939'}}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 26 21:13:00.205284 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d9584fda-f437-44b4-88f7-6cd04815e536 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (730445a0-125b-4461-baa5-bf1e2b6f81eb), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:13:00.219417 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed3be6e8-7c13-49d9-a147-181f29cca757 tempest-ServersOnMultiNodesTest-664225726 tempest-ServersOnMultiNodesTest-664225726-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d992ee3-0554-4882-9302-a130d01e6f02,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:13:00.253475 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac85ab90-ab5e-4ec8-b981-e3c6f56bcca0 None None] The sync data for ids ['30d8e753-ac56-49cd-9ef2-03bc2b95c660'] in n-d-760453-5 is: [{'id': '30d8e753-ac56-49cd-9ef2-03bc2b95c660', 'name': 'tempest-ServersTestManualDisk-1932721837-router', 'tenant_id': 'c8d46c1d9718442f87ddc378b5600012', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'external_fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.164'}], 'enable_snat': True}, 'gw_port_id': 'a88fcff8-cde2-481d-8626-f1aa7760bbe4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T21:12:12Z', 'updated_at': '2022-01-26T21:12:22Z', 'revision_number': 4, 'project_id': 'c8d46c1d9718442f87ddc378b5600012', 'gw_port': {'id': 'a88fcff8-cde2-481d-8626-f1aa7760bbe4', 'name': '', 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:26:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30d8e753-ac56-49cd-9ef2-03bc2b95c660', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1063, 'fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:12:15Z', 'updated_at': '2022-01-26T21:12:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-5', '_floatingips': [{'id': '65aa8840-6bfe-48ef-b3d5-ed13d8a852ab', 'tenant_id': 'c8d46c1d9718442f87ddc378b5600012', 'floating_ip_address': '172.25.1.187', 'floating_network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'router_id': '30d8e753-ac56-49cd-9ef2-03bc2b95c660', 'port_id': 'aed2731a-4f37-4d42-8ada-af549fec82fa', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1095, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '15c39b24-f7c4-4710-b8cb-f1d4e3bc27f6', 'mac_address': 'fa:16:3e:c1:2f:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64bc2a39-da8a-491b-95d3-4ecb84ebf4bd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-26T21:12:27Z', 'updated_at': '2022-01-26T21:12:53Z', 'revision_number': 1, 'project_id': 'c8d46c1d9718442f87ddc378b5600012', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '01b92f09-e967-4d76-bf58-7f5138a4988f', 'name': '', 'network_id': '15c39b24-f7c4-4710-b8cb-f1d4e3bc27f6', 'tenant_id': 'c8d46c1d9718442f87ddc378b5600012', 'mac_address': 'fa:16:3e:9d:30:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30d8e753-ac56-49cd-9ef2-03bc2b95c660', 'device_owner': 'network:router_interface', 'standard_attr_id': 1076, 'fixed_ips': [{'subnet_id': 'c3a93a69-4f3e-4ef6-b9c8-092ff93d742e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:12:20Z', 'updated_at': '2022-01-26T21:12:26Z', 'revision_number': 5, 'project_id': 'c8d46c1d9718442f87ddc378b5600012', 'subnets': [{'id': 'c3a93a69-4f3e-4ef6-b9c8-092ff93d742e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 26 21:13:00.291466 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-0a96398e-9e7b-4eef-b4a2-3e6b1b987622 req-ed3be6e8-7c13-49d9-a147-181f29cca757 tempest-ServersOnMultiNodesTest-664225726 tempest-ServersOnMultiNodesTest-664225726-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=306a2369-8c1c-4f98-9a64-2622487a9ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.6359441 Jan 26 21:13:00.305085 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec85e639-e856-4da4-8377-5ad92aaaaa80 admin admin] Network 4140a1f1-c93a-4bea-83a0-68953a54f299 is already hosted by enough agents. {{(pid=103305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 21:13:00.363486 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [None req-ec85e639-e856-4da4-8377-5ad92aaaaa80 admin admin] Resources bound (agent type, host, resource id): {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:13:00.384966 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec85e639-e856-4da4-8377-5ad92aaaaa80 admin admin] Pushing event updated for resources: {'Port': ['ID=fcace754-0b38-4737-a4f4-c18c5ecf2397,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:13:00.403325 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec85e639-e856-4da4-8377-5ad92aaaaa80 admin admin] Received port after_create {{(pid=103305) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 21:13:00.418572 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-d9584fda-f437-44b4-88f7-6cd04815e536 None None] For port 730445a0-125b-4461-baa5-bf1e2b6f81eb, host n-d-760453-5, cleared binding levels {{(pid=103306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 26 21:13:00.430512 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-d9584fda-f437-44b4-88f7-6cd04815e536 None None] For port 730445a0-125b-4461-baa5-bf1e2b6f81eb, host n-d-760453-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=730445a0-125b-4461-baa5-bf1e2b6f81eb,segment=NetworkSegment(0f71e1ef-9f51-4f8e-afb9-809838426693),segment_id=0f71e1ef-9f51-4f8e-afb9-809838426693)] {{(pid=103306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 26 21:13:00.460919 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d9584fda-f437-44b4-88f7-6cd04815e536 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (730445a0-125b-4461-baa5-bf1e2b6f81eb), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:13:00.534495 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-5480aebd-85fe-4787-8259-75ebd5628db4 req-2ba43138-f489-41d2-a425-36214e731824 tempest-ListServerFiltersTestJSON-1713042646 tempest-ListServerFiltersTestJSON-1713042646-project] 10.222.0.13 "GET /v2.0/security-groups?id=4a81ac3f-5e47-4404-a1c8-ffc0bc5b0861&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4587648 Jan 26 21:13:00.579866 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 54222) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:13:00.622222 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-2509f40a-a682-437f-ba7c-e048123053d0 req-cf05aeb8-0f1a-4422-ba81-b161f74730e0 tempest-LiveMigrationTest-746395142 tempest-LiveMigrationTest-746395142-project] 10.222.0.13 "GET /v2.0/ports?device_id=71a415fd-0f19-44e3-9cdb-4ebc928c7708 HTTP/1.1" status: 200 len: 210 time: 0.0963902 Jan 26 21:13:00.857350 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-aa289d68-eab4-4159-a016-644692051537 None None] Current status of the port 5a4338c4-4a1a-499c-9230-7e42fdd53ccc is: DOWN; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:13:00.860584 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-aa289d68-eab4-4159-a016-644692051537 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (5a4338c4-4a1a-499c-9230-7e42fdd53ccc), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:13:00.867539 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9584fda-f437-44b4-88f7-6cd04815e536 None None] Pushing event updated for resources: {'Port': ['ID=730445a0-125b-4461-baa5-bf1e2b6f81eb,revision_number=2']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:13:00.871673 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-6acb5682-427d-4315-9c97-0e97959bb051 req-31227a12-a0f9-41f3-a048-da50fa78bd12 tempest-LiveMigrationTest-746395142 tempest-LiveMigrationTest-746395142-project] Publish callbacks [] for port (a2a3b45c-c85a-4f3f-ab5d-dcc021dbdb5e), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:13:00.913175 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-389fdd32-ed19-4482-9e55-7516e187b69e None None] New status for floating IP 65aa8840-6bfe-48ef-b3d5-ed13d8a852ab: ACTIVE {{(pid=103306) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 26 21:13:00.974987 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-3ebb21f8-61cf-43b9-bc32-bc7e021bd641 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:13:00.982743 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-a98daef5-2798-4fb9-8008-15867cd7a763 tempest-ServersTestMultiNic-211940128 tempest-ServersTestMultiNic-211940128-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9285249', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12215227'] for subnet (9dccc2dc-2701-4507-a45c-3d8a439b395e), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:13:01.056017 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcff5ab5-7aba-4fb9-be8b-379730a6fe44 req-7c92b1c4-ba53-4a81-9d23-da2e204ac86e tempest-ListServerFiltersTestJSON-1713042646 tempest-ListServerFiltersTestJSON-1713042646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:13:01.057817 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-bcff5ab5-7aba-4fb9-be8b-379730a6fe44 req-7c92b1c4-ba53-4a81-9d23-da2e204ac86e tempest-ListServerFiltersTestJSON-1713042646 tempest-ListServerFiltersTestJSON-1713042646-project] 10.222.0.66 "GET /v2.0/ports?device_id=074301dc-546d-4632-8e4c-223c70e93d57 HTTP/1.1" status: 200 len: 945 time: 0.1842904 Jan 26 21:13:01.174675 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-6acb5682-427d-4315-9c97-0e97959bb051 req-31227a12-a0f9-41f3-a048-da50fa78bd12 tempest-LiveMigrationTest-746395142 tempest-LiveMigrationTest-746395142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746560234527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9281553'] for port (a2a3b45c-c85a-4f3f-ab5d-dcc021dbdb5e), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:13:01.292101 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [req-bcff5ab5-7aba-4fb9-be8b-379730a6fe44 req-0a76d5fc-379b-460a-837a-0a8fd13689a8 tempest-ListServerFiltersTestJSON-1713042646 tempest-ListServerFiltersTestJSON-1713042646-project] Deleting port 7da8f0c0-4bfd-487d-9390-c3aaa88ecdf0 {{(pid=103305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 21:13:01.292443 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-bcff5ab5-7aba-4fb9-be8b-379730a6fe44 req-0a76d5fc-379b-460a-837a-0a8fd13689a8 tempest-ListServerFiltersTestJSON-1713042646 tempest-ListServerFiltersTestJSON-1713042646-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746560630878'] for port (7da8f0c0-4bfd-487d-9390-c3aaa88ecdf0), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:13:01.310916 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Current status of the port 13500e34-d68e-4965-a54b-b9ff2445e40f is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:13:01.312301 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98daef5-2798-4fb9-8008-15867cd7a763 tempest-ServersTestMultiNic-211940128 tempest-ServersTestMultiNic-211940128-project] Pushing event updated for resources: {'Subnet': ['ID=9dccc2dc-2701-4507-a45c-3d8a439b395e,revision_number=0']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:13:01.312463 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device 5a4338c4-4a1a-499c-9230-7e42fdd53ccc up at agent ovs-agent-n-d-760453-5 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 21:13:01.371098 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6acb5682-427d-4315-9c97-0e97959bb051 req-31227a12-a0f9-41f3-a048-da50fa78bd12 tempest-LiveMigrationTest-746395142 tempest-LiveMigrationTest-746395142-project] Network 57cdf3f5-a20b-4c6f-b2eb-bed2f5d4d40a is already hosted by enough agents. {{(pid=103304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 21:13:01.447070 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [req-6acb5682-427d-4315-9c97-0e97959bb051 req-31227a12-a0f9-41f3-a048-da50fa78bd12 tempest-LiveMigrationTest-746395142 tempest-LiveMigrationTest-746395142-project] Resources bound (agent type, host, resource id): {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:13:01.469377 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [req-bcff5ab5-7aba-4fb9-be8b-379730a6fe44 req-0a76d5fc-379b-460a-837a-0a8fd13689a8 tempest-ListServerFiltersTestJSON-1713042646 tempest-ListServerFiltersTestJSON-1713042646-project] For port 7da8f0c0-4bfd-487d-9390-c3aaa88ecdf0, host n-h1-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-5',level=0,port_id=7da8f0c0-4bfd-487d-9390-c3aaa88ecdf0,segment=NetworkSegment(92d37c2b-52af-49e8-96f5-7aa601ba34f9),segment_id=92d37c2b-52af-49e8-96f5-7aa601ba34f9)] {{(pid=103305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:13:01.469842 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-bcff5ab5-7aba-4fb9-be8b-379730a6fe44 req-0a76d5fc-379b-460a-837a-0a8fd13689a8 tempest-ListServerFiltersTestJSON-1713042646 tempest-ListServerFiltersTestJSON-1713042646-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4109658'] for port (7da8f0c0-4bfd-487d-9390-c3aaa88ecdf0), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:13:01.480326 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-aa289d68-eab4-4159-a016-644692051537 None None] For port 5a4338c4-4a1a-499c-9230-7e42fdd53ccc, host n-d-760453-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=5a4338c4-4a1a-499c-9230-7e42fdd53ccc,segment=NetworkSegment(a15ef740-f64f-41d4-9077-bbc625c53d41),segment_id=a15ef740-f64f-41d4-9077-bbc625c53d41)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:13:01.484370 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [req-6acb5682-427d-4315-9c97-0e97959bb051 req-31227a12-a0f9-41f3-a048-da50fa78bd12 tempest-LiveMigrationTest-746395142 tempest-LiveMigrationTest-746395142-project] Received port after_create {{(pid=103304) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 21:13:01.486341 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [req-bcff5ab5-7aba-4fb9-be8b-379730a6fe44 req-0a76d5fc-379b-460a-837a-0a8fd13689a8 tempest-ListServerFiltersTestJSON-1713042646 tempest-ListServerFiltersTestJSON-1713042646-project] Calling delete_port for 7da8f0c0-4bfd-487d-9390-c3aaa88ecdf0 owned by compute:nova {{(pid=103305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 21:13:01.491376 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-aa289d68-eab4-4159-a016-644692051537 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (5a4338c4-4a1a-499c-9230-7e42fdd53ccc), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:13:01.516366 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a98daef5-2798-4fb9-8008-15867cd7a763 tempest-ServersTestMultiNic-211940128 tempest-ServersTestMultiNic-211940128-project] Checking segment: {'id': '9841d257-0b06-4cf2-9676-06bc99036fe7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '0005085c-c820-49ff-a393-9b43e54534cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103304) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 21:13:01.518869 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a98daef5-2798-4fb9-8008-15867cd7a763 tempest-ServersTestMultiNic-211940128 tempest-ServersTestMultiNic-211940128-project] Network hostable DHCP agents. Network: 0005085c-c820-49ff-a393-9b43e54534cb, hostable agents: ['474ccdf7-ab6c-405b-a3b2-dc7b05829902'], hosted agents: [] {{(pid=103304) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 26 21:13:01.522622 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31227a12-a0f9-41f3-a048-da50fa78bd12 tempest-LiveMigrationTest-746395142 tempest-LiveMigrationTest-746395142-project] Pushing event updated for resources: {'Port': ['ID=a2a3b45c-c85a-4f3f-ab5d-dcc021dbdb5e,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:13:01.561218 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa289d68-eab4-4159-a016-644692051537 None None] Pushing event updated for resources: {'Port': ['ID=5a4338c4-4a1a-499c-9230-7e42fdd53ccc,revision_number=3']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:13:01.569512 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Provisioning complete for port 5a4338c4-4a1a-499c-9230-7e42fdd53ccc triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:13:01.569928 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (5a4338c4-4a1a-499c-9230-7e42fdd53ccc), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:13:01.591739 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-3c53a325-c4b4-4318-85d3-dd2faabe4aa9 req-e743bf8c-e714-4b80-9fe7-4a66e5fa9a1d tempest-ServersOnMultiNodesTest-2088673700 tempest-ServersOnMultiNodesTest-2088673700-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=95b0180418ed4ee8af0e8472caf2fcf2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1942866 Jan 26 21:13:01.697869 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Current status of the port 5a4338c4-4a1a-499c-9230-7e42fdd53ccc is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:13:01.704737 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-204c7dca-0833-45a5-95f4-bec31a4eb6ab None None] Provisioning complete for port 5a4338c4-4a1a-499c-9230-7e42fdd53ccc triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:13:01.705245 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-204c7dca-0833-45a5-95f4-bec31a4eb6ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (5a4338c4-4a1a-499c-9230-7e42fdd53ccc), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:13:01.730849 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-ec85e639-e856-4da4-8377-5ad92aaaaa80 admin admin] Publish callbacks [] for router_gateway (a15ddc95-4511-4c22-885c-df3d01362010), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:13:01.788963 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-bcff5ab5-7aba-4fb9-be8b-379730a6fe44 req-0a76d5fc-379b-460a-837a-0a8fd13689a8 tempest-ListServerFiltersTestJSON-1713042646 tempest-ListServerFiltersTestJSON-1713042646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746560636600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746560234536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11791543'] for port (7da8f0c0-4bfd-487d-9390-c3aaa88ecdf0), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:13:01.828572 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] get_ports_and_sgs() called for port_ids ['2c58062b-ce4a-49a0-bdfc-b4c12979de81'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 26 21:13:01.842204 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] get_ports_and_sgs() called for port_ids ['d9b30847-3659-445b-8b92-242bf72c46e2', '7da8f0c0-4bfd-487d-9390-c3aaa88ecdf0'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 26 21:13:01.869939 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a76d5fc-379b-460a-837a-0a8fd13689a8 tempest-ListServerFiltersTestJSON-1713042646 tempest-ListServerFiltersTestJSON-1713042646-project] Pushing event deleted for resources: {'Port': ['ID=7da8f0c0-4bfd-487d-9390-c3aaa88ecdf0,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:13:01.935835 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [req-bcff5ab5-7aba-4fb9-be8b-379730a6fe44 req-0a76d5fc-379b-460a-837a-0a8fd13689a8 tempest-ListServerFiltersTestJSON-1713042646 tempest-ListServerFiltersTestJSON-1713042646-project] No DVR routers for this DVR port 7da8f0c0-4bfd-487d-9390-c3aaa88ecdf0 on host n-h1-760453-5 {{(pid=103305) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 26 21:13:01.938622 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-bcff5ab5-7aba-4fb9-be8b-379730a6fe44 req-0a76d5fc-379b-460a-837a-0a8fd13689a8 tempest-ListServerFiltersTestJSON-1713042646 tempest-ListServerFiltersTestJSON-1713042646-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:13:01.941074 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6acb5682-427d-4315-9c97-0e97959bb051 req-31227a12-a0f9-41f3-a048-da50fa78bd12 tempest-LiveMigrationTest-746395142 tempest-LiveMigrationTest-746395142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:13:01.942336 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-6acb5682-427d-4315-9c97-0e97959bb051 req-31227a12-a0f9-41f3-a048-da50fa78bd12 tempest-LiveMigrationTest-746395142 tempest-LiveMigrationTest-746395142-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:13:01.942880 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-bcff5ab5-7aba-4fb9-be8b-379730a6fe44 req-0a76d5fc-379b-460a-837a-0a8fd13689a8 tempest-ListServerFiltersTestJSON-1713042646 tempest-ListServerFiltersTestJSON-1713042646-project] 10.222.0.66 "DELETE /v2.0/ports/7da8f0c0-4bfd-487d-9390-c3aaa88ecdf0 HTTP/1.1" status: 204 len: 173 time: 0.8728468 Jan 26 21:13:01.945480 n-d-760453-5 neutron-server[103305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '074301dc-546d-4632-8e4c-223c70e93d57', 'name': 'network-vif-deleted', 'tag': '7da8f0c0-4bfd-487d-9390-c3aaa88ecdf0'}] {{(pid=103305) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 21:13:01.949342 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d4654568b7bf041e72ff8fe1c96d6d761d9c921f2b99bc7b3a26632be20cee0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5977f38-b147-4bf5-b0be-d91be85059d1" -d '{"events": [{"server_uuid": "074301dc-546d-4632-8e4c-223c70e93d57", "name": "network-vif-deleted", "tag": "7da8f0c0-4bfd-487d-9390-c3aaa88ecdf0"}]}' {{(pid=103305) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 21:13:01.979367 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-bd286659-db68-4c0f-a9ff-c2a776325065 req-1cbe6c43-34b7-45c1-8b65-cca7b3d47f9d tempest-ListServerFiltersTestJSON-1713042646 tempest-ListServerFiltersTestJSON-1713042646-project] 10.222.0.13 "GET /v2.0/ports?device_id=074301dc-546d-4632-8e4c-223c70e93d57 HTTP/1.1" status: 200 len: 210 time: 0.2848716 Jan 26 21:13:02.029912 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-204c7dca-0833-45a5-95f4-bec31a4eb6ab None None] Current status of the port 5a4338c4-4a1a-499c-9230-7e42fdd53ccc is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:13:02.035106 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-3ebb21f8-61cf-43b9-bc32-bc7e021bd641 admin admin] Publish callbacks [] for security_group (3edaa583-1def-4a91-a66d-d611a9272fd1), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:13:02.038514 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a98daef5-2798-4fb9-8008-15867cd7a763 tempest-ServersTestMultiNic-211940128 tempest-ServersTestMultiNic-211940128-project] Network 0005085c-c820-49ff-a393-9b43e54534cb is scheduled to be hosted by DHCP agent 474ccdf7-ab6c-405b-a3b2-dc7b05829902 with binding_index 1 {{(pid=103304) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 26 21:13:02.089503 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-3ebb21f8-61cf-43b9-bc32-bc7e021bd641 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (3edaa583-1def-4a91-a66d-d611a9272fd1), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:13:02.128407 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-6acb5682-427d-4315-9c97-0e97959bb051 req-31227a12-a0f9-41f3-a048-da50fa78bd12 tempest-LiveMigrationTest-746395142 tempest-LiveMigrationTest-746395142-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.2542760 Jan 26 21:13:02.156457 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [None req-a98daef5-2798-4fb9-8008-15867cd7a763 tempest-ServersTestMultiNic-211940128 tempest-ServersTestMultiNic-211940128-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760453-5, 0005085c-c820-49ff-a393-9b43e54534cb) {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:13:02.214545 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [req-6acb5682-427d-4315-9c97-0e97959bb051 req-19f7ce80-228d-4b19-9539-0ea9124ca93a service neutron] Request body: {'port': {'device_id': '71a415fd-0f19-44e3-9cdb-4ebc928c7708', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-760453-5'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:13:02.279859 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a98daef5-2798-4fb9-8008-15867cd7a763 tempest-ServersTestMultiNic-211940128 tempest-ServersTestMultiNic-211940128-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:13:02.280564 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-a98daef5-2798-4fb9-8008-15867cd7a763 tempest-ServersTestMultiNic-211940128 tempest-ServersTestMultiNic-211940128-project] Publish callbacks [] for subnet (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:13:02.332818 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-3ebb21f8-61cf-43b9-bc32-bc7e021bd641 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=accc675de5b240bfad52fe5f8323726a&name=default HTTP/1.1" status: 200 len: 3000 time: 1.7463470 Jan 26 21:13:02.334597 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 54248) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:13:02.335884 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device 730445a0-125b-4461-baa5-bf1e2b6f81eb up at agent ovs-agent-n-d-760453-5 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 21:13:02.337892 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-051caa65-4b19-48aa-a363-528f429df20c None None] Network 0005085c-c820-49ff-a393-9b43e54534cb requested from n-d-760453-5 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 26 21:13:02.354649 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ebb21f8-61cf-43b9-bc32-bc7e021bd641 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3edaa583-1def-4a91-a66d-d611a9272fd1,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:13:02.386293 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c53a325-c4b4-4318-85d3-dd2faabe4aa9 req-a45ee8c3-025f-49e0-9ac3-bfb53be29ba1 tempest-ServersOnMultiNodesTest-2088673700 tempest-ServersOnMultiNodesTest-2088673700-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:13:02.387950 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-3c53a325-c4b4-4318-85d3-dd2faabe4aa9 req-a45ee8c3-025f-49e0-9ac3-bfb53be29ba1 tempest-ServersOnMultiNodesTest-2088673700 tempest-ServersOnMultiNodesTest-2088673700-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7950511 Jan 26 21:13:02.409753 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-a98daef5-2798-4fb9-8008-15867cd7a763 tempest-ServersTestMultiNic-211940128 tempest-ServersTestMultiNic-211940128-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 3.4054024 Jan 26 21:13:02.424366 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-55fc5872-eb1a-477c-8020-afd74be370ec admin admin] Publish callbacks [] for security_group (3edaa583-1def-4a91-a66d-d611a9272fd1), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:13:02.428250 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60cc28e-1e68-4570-a768-42871e770810 req-ef348fbd-7e1f-4333-91da-702ecb585396 tempest-LiveMigrationTest-746395142 tempest-LiveMigrationTest-746395142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:13:02.437508 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-ec85e639-e856-4da4-8377-5ad92aaaaa80 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4105757', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4111263'] for router (a15ddc95-4511-4c22-885c-df3d01362010), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:13:02.438447 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-c60cc28e-1e68-4570-a768-42871e770810 req-ef348fbd-7e1f-4333-91da-702ecb585396 tempest-LiveMigrationTest-746395142 tempest-LiveMigrationTest-746395142-project] 10.222.0.13 "GET /v2.0/ports?device_id=71a415fd-0f19-44e3-9cdb-4ebc928c7708 HTTP/1.1" status: 200 len: 931 time: 0.2736676 Jan 26 21:13:02.489363 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-3c53a325-c4b4-4318-85d3-dd2faabe4aa9 req-aa926c32-5f44-4da1-877f-8cd7f817a104 tempest-ServersOnMultiNodesTest-2088673700 tempest-ServersOnMultiNodesTest-2088673700-project] 10.222.0.13 "GET /v2.0/quotas/95b0180418ed4ee8af0e8472caf2fcf2 HTTP/1.1" status: 200 len: 375 time: 0.0902438 Jan 26 21:13:02.507388 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-55fc5872-eb1a-477c-8020-afd74be370ec admin admin] Publish callbacks [] for security_group (3edaa583-1def-4a91-a66d-d611a9272fd1), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:13:02.525080 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-6acb5682-427d-4315-9c97-0e97959bb051 req-19f7ce80-228d-4b19-9539-0ea9124ca93a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (a2a3b45c-c85a-4f3f-ab5d-dcc021dbdb5e), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:13:02.645523 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cec8d08b-28da-45af-bdcc-aa58707ea1f8 None None] Network fdce921d-56d5-4164-a3e6-60025853a939 requested from n-d-760453-5 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 26 21:13:02.677493 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-c60cc28e-1e68-4570-a768-42871e770810 req-2dae21c5-44b7-429f-b51e-1411fe81a59b tempest-LiveMigrationTest-746395142 tempest-LiveMigrationTest-746395142-project] 10.222.0.13 "GET /v2.0/security-groups?id=c43a996a-6b93-48e4-a331-48250c5b183d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2376664 Jan 26 21:13:02.707320 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-55fc5872-eb1a-477c-8020-afd74be370ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (3edaa583-1def-4a91-a66d-d611a9272fd1), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:13:02.710837 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-55fc5872-eb1a-477c-8020-afd74be370ec admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:13:02.715285 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-55fc5872-eb1a-477c-8020-afd74be370ec admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/3edaa583-1def-4a91-a66d-d611a9272fd1 HTTP/1.1" status: 204 len: 168 time: 0.3795991 Jan 26 21:13:02.727646 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55fc5872-eb1a-477c-8020-afd74be370ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3edaa583-1def-4a91-a66d-d611a9272fd1,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:13:02.741123 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec85e639-e856-4da4-8377-5ad92aaaaa80 admin admin] Router a15ddc95-4511-4c22-885c-df3d01362010 is scheduled to L3 agent 09df100c-3af1-4b0a-bda8-05914c71c458 with binding_index 1 {{(pid=103305) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 26 21:13:02.827410 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-48bd19e7-516d-4575-bd0d-eac999b3b7b3 None None] Provisioning complete for port 730445a0-125b-4461-baa5-bf1e2b6f81eb triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:13:02.828085 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-48bd19e7-516d-4575-bd0d-eac999b3b7b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (730445a0-125b-4461-baa5-bf1e2b6f81eb), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:13:02.884755 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-3c53a325-c4b4-4318-85d3-dd2faabe4aa9 req-b755b6d2-39be-4dd2-a7ec-a811359a8ca2 tempest-ServersOnMultiNodesTest-2088673700 tempest-ServersOnMultiNodesTest-2088673700-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=95b0180418ed4ee8af0e8472caf2fcf2&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3373919 Jan 26 21:13:02.931703 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5c94af8-5ff1-4681-ab2a-ae3c692e7124 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3c4099e8-8ffb-51d1-af7f-5868973e933f-0005085c-c820-49ff-a393-9b43e54534cb', 'network_id': '0005085c-c820-49ff-a393-9b43e54534cb', 'project_id': '7dd077ea2f95484597c25a6a957aef6a', 'fixed_ips': [{'subnet_id': '9dccc2dc-2701-4507-a45c-3d8a439b395e'}]}} from n-d-760453-5. {{(pid=103306) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 26 21:13:02.932811 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-e5c94af8-5ff1-4681-ab2a-ae3c692e7124 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (None), before_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:13:02.955346 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Provisioning complete for port 730445a0-125b-4461-baa5-bf1e2b6f81eb triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:13:02.956230 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (730445a0-125b-4461-baa5-bf1e2b6f81eb), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:13:03.034846 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Jan 2022 21:13:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd7d3ac2-cf20-43d5-bc5f-ebda26803462 x-openstack-request-id: req-dd7d3ac2-cf20-43d5-bc5f-ebda26803462 {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 21:13:03.035817 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "074301dc-546d-4632-8e4c-223c70e93d57", "name": "network-vif-deleted", "tag": "7da8f0c0-4bfd-487d-9390-c3aaa88ecdf0", "status": "completed", "code": 200}]} {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 21:13:03.036190 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-dd7d3ac2-cf20-43d5-bc5f-ebda26803462 {{(pid=103305) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 21:13:03.036679 n-d-760453-5 neutron-server[103305]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '074301dc-546d-4632-8e4c-223c70e93d57', 'name': 'network-vif-deleted', 'tag': '7da8f0c0-4bfd-487d-9390-c3aaa88ecdf0', 'status': 'completed', 'code': 200} Jan 26 21:13:03.057234 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec85e639-e856-4da4-8377-5ad92aaaaa80 admin admin] Notify agent at l3_agent.n-d-760453-5 the message routers_updated {{(pid=103305) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 26 21:13:03.067563 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51354b56-6967-464e-8553-4d885461b50f None None] Sync routers for ids ['a15ddc95-4511-4c22-885c-df3d01362010'] in n-d-760453-5 {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 26 21:13:03.088705 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51354b56-6967-464e-8553-4d885461b50f None None] Routers {'a15ddc95-4511-4c22-885c-df3d01362010'} bound to L3 agent in host n-d-760453-5 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 21:13:03.100337 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-ec85e639-e856-4da4-8377-5ad92aaaaa80 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:13:03.100624 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-51354b56-6967-464e-8553-4d885461b50f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-26T20:55:21Z,description=,heartbeat_timestamp=2022-01-26T21:12:51Z,host='n-d-760453-5',id=09df100c-3af1-4b0a-bda8-05914c71c458,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:55:21Z,topic='l3_agent')) {'router_ids': ['a15ddc95-4511-4c22-885c-df3d01362010'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:13:03.104933 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-ec85e639-e856-4da4-8377-5ad92aaaaa80 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 8.6184506 Jan 26 21:13:03.107654 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 54264) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:13:03.286491 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88064fa6-3c72-4c57-bfa1-bf76e87545ff req-8599e830-a17d-412a-adc7-f0bee6842137 tempest-ServersTestMultiNic-211940128 tempest-ServersTestMultiNic-211940128-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:13:03.299484 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88064fa6-3c72-4c57-bfa1-bf76e87545ff req-8599e830-a17d-412a-adc7-f0bee6842137 tempest-ServersTestMultiNic-211940128 tempest-ServersTestMultiNic-211940128-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:13:03.308239 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-88064fa6-3c72-4c57-bfa1-bf76e87545ff req-8599e830-a17d-412a-adc7-f0bee6842137 tempest-ServersTestMultiNic-211940128 tempest-ServersTestMultiNic-211940128-project] 10.222.0.13 "GET /v2.0/networks?id=fdce921d-56d5-4164-a3e6-60025853a939&id=0005085c-c820-49ff-a393-9b43e54534cb&id=fdce921d-56d5-4164-a3e6-60025853a939 HTTP/1.1" status: 200 len: 1390 time: 0.1653180 Jan 26 21:13:03.318741 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 54270) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:13:03.321156 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_dvr_db [None req-51354b56-6967-464e-8553-4d885461b50f None None] Set router a15ddc95-4511-4c22-885c-df3d01362010 gateway port host: n-d-760453-5 {{(pid=103307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 21:13:03.380729 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-88064fa6-3c72-4c57-bfa1-bf76e87545ff req-1a1eb8bc-d9dd-4e04-b04e-5f96a72d43f0 tempest-ServersTestMultiNic-211940128 tempest-ServersTestMultiNic-211940128-project] 10.222.0.13 "GET /v2.0/quotas/7dd077ea2f95484597c25a6a957aef6a HTTP/1.1" status: 200 len: 375 time: 0.0715368 Jan 26 21:13:03.433892 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-418ba2a4-4e54-4855-99d1-db0376b11aba admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=59d288f3b3444363b4fafc334d33664f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1132090 Jan 26 21:13:03.434528 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 54272) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:13:03.537513 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Current status of the port 730445a0-125b-4461-baa5-bf1e2b6f81eb is: DOWN; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:13:03.538892 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (730445a0-125b-4461-baa5-bf1e2b6f81eb), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:13:03.539267 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-88064fa6-3c72-4c57-bfa1-bf76e87545ff req-acfff67e-1ce1-4cca-816c-db95088cacf8 tempest-ServersTestMultiNic-211940128 tempest-ServersTestMultiNic-211940128-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=7dd077ea2f95484597c25a6a957aef6a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1576107 Jan 26 21:13:03.563370 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.db_base_plugin_common [None req-e5c94af8-5ff1-4681-ab2a-ae3c692e7124 None None] Allocated IP 19.86.0.2 (0005085c-c820-49ff-a393-9b43e54534cb/9dccc2dc-2701-4507-a45c-3d8a439b395e/40c05398-b905-49c6-b7ac-1fc014e82b04) {{(pid=103306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 21:13:03.564413 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-33fc3fd0-0da4-4da8-a9f5-2b1f06bf0a21 admin admin] Publish callbacks [] for security_group (006a12b4-0889-433a-ae5f-b45fa4820111), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:13:03.572288 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-48bd19e7-516d-4575-bd0d-eac999b3b7b3 None None] Current status of the port 730445a0-125b-4461-baa5-bf1e2b6f81eb is: DOWN; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:13:03.573074 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-48bd19e7-516d-4575-bd0d-eac999b3b7b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (730445a0-125b-4461-baa5-bf1e2b6f81eb), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:13:03.625953 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-33fc3fd0-0da4-4da8-a9f5-2b1f06bf0a21 admin admin] Publish callbacks [] for security_group (006a12b4-0889-433a-ae5f-b45fa4820111), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:13:03.648502 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-88064fa6-3c72-4c57-bfa1-bf76e87545ff req-1c54bfc3-c327-43b1-aead-17efe07f4c62 service neutron] 10.222.0.13 "GET /v2.0/networks/fdce921d-56d5-4164-a3e6-60025853a939?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1082537 Jan 26 21:13:03.685068 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] For port 730445a0-125b-4461-baa5-bf1e2b6f81eb, host n-d-760453-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=730445a0-125b-4461-baa5-bf1e2b6f81eb,segment=NetworkSegment(0f71e1ef-9f51-4f8e-afb9-809838426693),segment_id=0f71e1ef-9f51-4f8e-afb9-809838426693)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:13:03.745476 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-33fc3fd0-0da4-4da8-a9f5-2b1f06bf0a21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (006a12b4-0889-433a-ae5f-b45fa4820111), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:13:03.748331 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-33fc3fd0-0da4-4da8-a9f5-2b1f06bf0a21 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:13:03.750286 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-33fc3fd0-0da4-4da8-a9f5-2b1f06bf0a21 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/006a12b4-0889-433a-ae5f-b45fa4820111 HTTP/1.1" status: 204 len: 168 time: 0.3148062 Jan 26 21:13:03.785796 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-88064fa6-3c72-4c57-bfa1-bf76e87545ff req-84845024-84e0-4a12-bc3f-5029e1d62aeb service neutron] 10.222.0.13 "GET /v2.0/networks/fdce921d-56d5-4164-a3e6-60025853a939?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1362257 Jan 26 21:13:03.792689 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33fc3fd0-0da4-4da8-a9f5-2b1f06bf0a21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=006a12b4-0889-433a-ae5f-b45fa4820111,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:13:03.856406 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.db.api [None req-48bd19e7-516d-4575-bd0d-eac999b3b7b3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103306) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 26 21:13:03.857038 n-d-760453-5 neutron-server[103306]: DEBUG oslo_db.api [None req-48bd19e7-516d-4575-bd0d-eac999b3b7b3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 26 21:13:03.869728 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (730445a0-125b-4461-baa5-bf1e2b6f81eb), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:13:03.870611 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device 13500e34-d68e-4965-a54b-b9ff2445e40f up at agent ovs-agent-n-d-760453-5 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 21:13:03.879786 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-51354b56-6967-464e-8553-4d885461b50f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a15ddc95-4511-4c22-885c-df3d01362010', 'name': 'tempest-ServersTestBootFromVolume-2109970746-router', 'tenant_id': 'ea2b7f569e4243dcba0cb16771cf369b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'external_fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.233'}], 'enable_snat': True}, 'gw_port_id': 'fcace754-0b38-4737-a4f4-c18c5ecf2397', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T21:12:54Z', 'updated_at': '2022-01-26T21:13:00Z', 'revision_number': 3, 'project_id': 'ea2b7f569e4243dcba0cb16771cf369b', 'gw_port': {'id': 'fcace754-0b38-4737-a4f4-c18c5ecf2397', 'name': '', 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:dd:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a15ddc95-4511-4c22-885c-df3d01362010', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1147, 'fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:12:57Z', 'updated_at': '2022-01-26T21:12:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-5'}], 'n-d-760453-5', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:13:03.934556 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51354b56-6967-464e-8553-4d885461b50f None None] Checking router: a15ddc95-4511-4c22-885c-df3d01362010 for host: n-d-760453-5 {{(pid=103307) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 26 21:13:03.935170 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51354b56-6967-464e-8553-4d885461b50f None None] Updating router a15ddc95-4511-4c22-885c-df3d01362010 port fcace754-0b38-4737-a4f4-c18c5ecf2397 binding host n-d-760453-5 {{(pid=103307) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 26 21:13:03.987442 n-d-760453-5 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-51354b56-6967-464e-8553-4d885461b50f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (fcace754-0b38-4737-a4f4-c18c5ecf2397), before_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:13:04.016691 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-88064fa6-3c72-4c57-bfa1-bf76e87545ff req-258df14e-bb7b-4959-bb3a-80c674c1646b service neutron] 10.222.0.13 "GET /v2.0/networks/0005085c-c820-49ff-a393-9b43e54534cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2299354 Jan 26 21:13:04.067661 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-52025ced-5668-4eeb-91f6-66edfcab96f7 req-01629cf5-a8c9-4be5-8235-dc4e461c415c service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=d3f09a80-55e1-4c76-84ee-e8c6104639ee&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1077981 Jan 26 21:13:04.115072 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Pushing event updated for resources: {'Port': ['ID=730445a0-125b-4461-baa5-bf1e2b6f81eb,revision_number=3']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:13:04.220762 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52025ced-5668-4eeb-91f6-66edfcab96f7 req-bf18f141-caef-4b99-a019-b0d1312282f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:13:04.239031 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-52025ced-5668-4eeb-91f6-66edfcab96f7 req-bf18f141-caef-4b99-a019-b0d1312282f1 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=a166ba4bbf994570ac4e6e67e529f246&device_id=d3f09a80-55e1-4c76-84ee-e8c6104639ee HTTP/1.1" status: 200 len: 1097 time: 0.1643548 Jan 26 21:13:04.470856 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-48bd19e7-516d-4575-bd0d-eac999b3b7b3 None None] Current status of the port 730445a0-125b-4461-baa5-bf1e2b6f81eb is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:13:04.491813 n-d-760453-5 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-51354b56-6967-464e-8553-4d885461b50f None None] Publish callbacks [] for port (fcace754-0b38-4737-a4f4-c18c5ecf2397), precommit_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:13:04.509390 n-d-760453-5 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-51354b56-6967-464e-8553-4d885461b50f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (fcace754-0b38-4737-a4f4-c18c5ecf2397), after_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:13:04.560790 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52025ced-5668-4eeb-91f6-66edfcab96f7 req-f59613ec-829a-497d-a31f-f4f210574f08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:13:04.562373 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-52025ced-5668-4eeb-91f6-66edfcab96f7 req-f59613ec-829a-497d-a31f-f4f210574f08 service neutron] 10.222.0.57 "GET /v2.0/networks?id=149e35f2-8db2-4f53-89b7-4ea9b9891a0f HTTP/1.1" status: 200 len: 917 time: 0.3030438 Jan 26 21:13:04.570596 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da26836a-8921-4b5f-8d50-0c5de4f75eea None None] Pushing event updated for resources: {'Port': ['ID=fcace754-0b38-4737-a4f4-c18c5ecf2397,revision_number=2']} {{(pid=103307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:13:04.617256 n-d-760453-5 neutron-server[103307]: DEBUG neutron.plugins.ml2.managers [None req-51354b56-6967-464e-8553-4d885461b50f None None] Attempting to bind port fcace754-0b38-4737-a4f4-c18c5ecf2397 on host n-d-760453-5 for vnic_type normal with profile {{(pid=103307) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 21:13:04.617753 n-d-760453-5 neutron-server[103307]: DEBUG neutron.plugins.ml2.managers [None req-51354b56-6967-464e-8553-4d885461b50f None None] Attempting to bind port fcace754-0b38-4737-a4f4-c18c5ecf2397 by drivers openvswitch,hyperv on host n-d-760453-5 at level 0 using segments [{'id': 'e17cb353-418f-48b9-b982-21a6233ee99b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299'}] {{(pid=103307) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 26 21:13:04.618050 n-d-760453-5 neutron-server[103307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51354b56-6967-464e-8553-4d885461b50f None None] Attempting to bind port fcace754-0b38-4737-a4f4-c18c5ecf2397 on network 4140a1f1-c93a-4bea-83a0-68953a54f299 {{(pid=103307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 21:13:04.631718 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-88064fa6-3c72-4c57-bfa1-bf76e87545ff req-e67d1863-0710-4799-adae-dc22db133afc service neutron] 10.222.0.13 "GET /v2.0/networks/0005085c-c820-49ff-a393-9b43e54534cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6133058 Jan 26 21:13:04.636326 n-d-760453-5 neutron-server[103307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51354b56-6967-464e-8553-4d885461b50f None None] Checking agent: {'id': 'fea0591a-627d-4c87-9a9a-01625ddf3277', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760453-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 20, 55, 25), 'started_at': datetime.datetime(2022, 1, 26, 20, 55, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 21, 12, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760453-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 26 21:13:04.636739 n-d-760453-5 neutron-server[103307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51354b56-6967-464e-8553-4d885461b50f None None] Checking segment: {'id': 'e17cb353-418f-48b9-b982-21a6233ee99b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103307) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 21:13:04.637182 n-d-760453-5 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-51354b56-6967-464e-8553-4d885461b50f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:13:04.637601 n-d-760453-5 neutron-server[103307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51354b56-6967-464e-8553-4d885461b50f None None] Bound using segment: {'id': 'e17cb353-418f-48b9-b982-21a6233ee99b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299'} {{(pid=103307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 26 21:13:04.638101 n-d-760453-5 neutron-server[103307]: DEBUG neutron.plugins.ml2.managers [None req-51354b56-6967-464e-8553-4d885461b50f None None] Bound port: fcace754-0b38-4737-a4f4-c18c5ecf2397, host: n-d-760453-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e17cb353-418f-48b9-b982-21a6233ee99b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299'}}] {{(pid=103307) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 26 21:13:04.638478 n-d-760453-5 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-51354b56-6967-464e-8553-4d885461b50f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (fcace754-0b38-4737-a4f4-c18c5ecf2397), before_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:13:04.673343 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Provisioning complete for port 13500e34-d68e-4965-a54b-b9ff2445e40f triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:13:04.676923 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (13500e34-d68e-4965-a54b-b9ff2445e40f), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:13:04.691010 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-52025ced-5668-4eeb-91f6-66edfcab96f7 req-fb965cde-834f-4083-ac69-6e6124d245a9 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2c58062b-ce4a-49a0-bdfc-b4c12979de81 HTTP/1.1" status: 200 len: 217 time: 0.1102664 Jan 26 21:13:04.757140 n-d-760453-5 neutron-server[103307]: DEBUG neutron.plugins.ml2.db [None req-51354b56-6967-464e-8553-4d885461b50f None None] For port fcace754-0b38-4737-a4f4-c18c5ecf2397, host n-d-760453-5, cleared binding levels {{(pid=103307) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 26 21:13:04.764000 n-d-760453-5 neutron-server[103307]: DEBUG neutron.plugins.ml2.db [None req-51354b56-6967-464e-8553-4d885461b50f None None] For port fcace754-0b38-4737-a4f4-c18c5ecf2397, host n-d-760453-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=fcace754-0b38-4737-a4f4-c18c5ecf2397,segment=NetworkSegment(e17cb353-418f-48b9-b982-21a6233ee99b),segment_id=e17cb353-418f-48b9-b982-21a6233ee99b)] {{(pid=103307) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 26 21:13:04.772585 n-d-760453-5 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-51354b56-6967-464e-8553-4d885461b50f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (fcace754-0b38-4737-a4f4-c18c5ecf2397), after_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:13:04.774555 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b9ade3-7a57-4a35-a1a4-cb04e887915f req-4a7d9206-291b-473d-a042-8a08fcb6077c tempest-LiveMigrationTest-746395142 tempest-LiveMigrationTest-746395142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:13:04.782133 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-49b9ade3-7a57-4a35-a1a4-cb04e887915f req-4a7d9206-291b-473d-a042-8a08fcb6077c tempest-LiveMigrationTest-746395142 tempest-LiveMigrationTest-746395142-project] 10.222.0.13 "GET /v2.0/ports?device_id=71a415fd-0f19-44e3-9cdb-4ebc928c7708 HTTP/1.1" status: 200 len: 931 time: 0.3377743 Jan 26 21:13:04.793485 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-db226151-5949-4f58-a26d-96e5f516694d None None] Provisioning complete for port 730445a0-125b-4461-baa5-bf1e2b6f81eb triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:13:04.794996 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-db226151-5949-4f58-a26d-96e5f516694d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (730445a0-125b-4461-baa5-bf1e2b6f81eb), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:13:04.808348 n-d-760453-5 neutron-server[103304]: DEBUG neutron.notifiers.nova [req-6acb5682-427d-4315-9c97-0e97959bb051 req-19f7ce80-228d-4b19-9539-0ea9124ca93a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a2a3b45c-c85a-4f3f-ab5d-dcc021dbdb5e {{(pid=103304) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 26 21:13:04.847079 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52025ced-5668-4eeb-91f6-66edfcab96f7 req-ee87ff68-7a5a-4865-ae0e-ab8234983e08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:13:04.856465 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-6acb5682-427d-4315-9c97-0e97959bb051 req-19f7ce80-228d-4b19-9539-0ea9124ca93a service neutron] Publish callbacks [] for port (a2a3b45c-c85a-4f3f-ab5d-dcc021dbdb5e), precommit_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:13:04.861464 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-52025ced-5668-4eeb-91f6-66edfcab96f7 req-ee87ff68-7a5a-4865-ae0e-ab8234983e08 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=a701c127-d3dd-497d-9665-95502ae1864e HTTP/1.1" status: 200 len: 855 time: 0.1494925 Jan 26 21:13:04.866938 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da26836a-8921-4b5f-8d50-0c5de4f75eea None None] Pushing event updated for resources: {'Port': ['ID=fcace754-0b38-4737-a4f4-c18c5ecf2397,revision_number=3']} {{(pid=103307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:13:04.885948 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51354b56-6967-464e-8553-4d885461b50f None None] Routers {'a15ddc95-4511-4c22-885c-df3d01362010'} bound to L3 agent in host n-d-760453-5 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 21:13:04.889936 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-51354b56-6967-464e-8553-4d885461b50f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-26T20:55:21Z,description=,heartbeat_timestamp=2022-01-26T21:12:51Z,host='n-d-760453-5',id=09df100c-3af1-4b0a-bda8-05914c71c458,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:55:21Z,topic='l3_agent')) {'router_ids': ['a15ddc95-4511-4c22-885c-df3d01362010'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:13:04.980797 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.provisioning_blocks [req-6acb5682-427d-4315-9c97-0e97959bb051 req-19f7ce80-228d-4b19-9539-0ea9124ca93a service neutron] Transition to ACTIVE for port object a2a3b45c-c85a-4f3f-ab5d-dcc021dbdb5e will not be triggered until provisioned by entity L2. {{(pid=103304) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 21:13:04.995725 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Device 7da8f0c0-4bfd-487d-9390-c3aaa88ecdf0 no longer exists at agent hyperv_n-h1-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 26 21:13:05.012632 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52025ced-5668-4eeb-91f6-66edfcab96f7 req-1d4430c2-01cd-405a-a0c9-ad480af5e7e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:13:05.017452 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-52025ced-5668-4eeb-91f6-66edfcab96f7 req-1d4430c2-01cd-405a-a0c9-ad480af5e7e4 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=149e35f2-8db2-4f53-89b7-4ea9b9891a0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1550841 Jan 26 21:13:05.070431 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] No Port match for: 7da8f0c0-4bfd-487d-9390-c3aaa88ecdf0 {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 26 21:13:05.070899 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Device 7da8f0c0-4bfd-487d-9390-c3aaa88ecdf0 not bound to the agent host n-h1-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 26 21:13:05.085112 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-e5c94af8-5ff1-4681-ab2a-ae3c692e7124 None None] Publish callbacks [] for port (40c05398-b905-49c6-b7ac-1fc014e82b04), precommit_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:13:05.109810 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-e5c94af8-5ff1-4681-ab2a-ae3c692e7124 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746560234527'] for port (40c05398-b905-49c6-b7ac-1fc014e82b04), after_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:13:05.125181 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-6acb5682-427d-4315-9c97-0e97959bb051 req-19f7ce80-228d-4b19-9539-0ea9124ca93a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9281542'] for port (a2a3b45c-c85a-4f3f-ab5d-dcc021dbdb5e), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:13:05.167290 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_dvr_db [None req-51354b56-6967-464e-8553-4d885461b50f None None] Set router a15ddc95-4511-4c22-885c-df3d01362010 gateway port host: n-d-760453-5 {{(pid=103307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 21:13:05.234385 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-52025ced-5668-4eeb-91f6-66edfcab96f7 req-695302e3-1b35-427c-b7df-8f93bb471224 service neutron] 10.222.0.57 "GET /v2.0/networks/149e35f2-8db2-4f53-89b7-4ea9b9891a0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2097154 Jan 26 21:13:05.272903 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c94af8-5ff1-4681-ab2a-ae3c692e7124 None None] Pushing event updated for resources: {'Port': ['ID=40c05398-b905-49c6-b7ac-1fc014e82b04,revision_number=1']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:13:05.306693 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-db226151-5949-4f58-a26d-96e5f516694d None None] Current status of the port 730445a0-125b-4461-baa5-bf1e2b6f81eb is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:13:05.377110 n-d-760453-5 neutron-server[103306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5c94af8-5ff1-4681-ab2a-ae3c692e7124 None None] Network 0005085c-c820-49ff-a393-9b43e54534cb is already hosted by enough agents. {{(pid=103306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 21:13:05.393498 n-d-760453-5 neutron-server[103306]: DEBUG neutron.scheduler.base_scheduler [None req-e5c94af8-5ff1-4681-ab2a-ae3c692e7124 None None] Resources bound (agent type, host, resource id): {{(pid=103306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:13:05.408572 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f7ce80-228d-4b19-9539-0ea9124ca93a service neutron] Pushing event updated for resources: {'Port': ['ID=a2a3b45c-c85a-4f3f-ab5d-dcc021dbdb5e,revision_number=2']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:13:05.408816 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5c94af8-5ff1-4681-ab2a-ae3c692e7124 None None] Received port after_create {{(pid=103306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 21:13:05.482745 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-88064fa6-3c72-4c57-bfa1-bf76e87545ff req-d7f2703a-65c9-42c2-9cbc-c9cef35a2776 service neutron] 10.222.0.13 "GET /v2.0/networks/fdce921d-56d5-4164-a3e6-60025853a939?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8492365 Jan 26 21:13:05.493493 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-51354b56-6967-464e-8553-4d885461b50f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a15ddc95-4511-4c22-885c-df3d01362010', 'name': 'tempest-ServersTestBootFromVolume-2109970746-router', 'tenant_id': 'ea2b7f569e4243dcba0cb16771cf369b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'external_fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.233'}], 'enable_snat': True}, 'gw_port_id': 'fcace754-0b38-4737-a4f4-c18c5ecf2397', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T21:12:54Z', 'updated_at': '2022-01-26T21:13:00Z', 'revision_number': 3, 'project_id': 'ea2b7f569e4243dcba0cb16771cf369b', 'gw_port': {'id': 'fcace754-0b38-4737-a4f4-c18c5ecf2397', 'name': '', 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:dd:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a15ddc95-4511-4c22-885c-df3d01362010', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1147, 'fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:12:57Z', 'updated_at': '2022-01-26T21:13:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-5'}], 'n-d-760453-5', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:13:05.500048 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-49b9ade3-7a57-4a35-a1a4-cb04e887915f req-0eafb802-de27-49f1-95eb-5c56ab33076f tempest-LiveMigrationTest-746395142 tempest-LiveMigrationTest-746395142-project] 10.222.0.13 "GET /v2.0/security-groups?id=c43a996a-6b93-48e4-a331-48250c5b183d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7166066 Jan 26 21:13:05.507411 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-52025ced-5668-4eeb-91f6-66edfcab96f7 req-b31f3fda-3a77-4f96-8452-90dfe44d7ef4 service neutron] 10.222.0.57 "GET /v2.0/networks/149e35f2-8db2-4f53-89b7-4ea9b9891a0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2661600 Jan 26 21:13:05.513570 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Current status of the port 13500e34-d68e-4965-a54b-b9ff2445e40f is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:13:05.515081 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device 5a4338c4-4a1a-499c-9230-7e42fdd53ccc up at agent ovs-agent-n-d-760453-5 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 21:13:05.571813 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51354b56-6967-464e-8553-4d885461b50f None None] The sync data for ids ['a15ddc95-4511-4c22-885c-df3d01362010'] in n-d-760453-5 is: [{'id': 'a15ddc95-4511-4c22-885c-df3d01362010', 'name': 'tempest-ServersTestBootFromVolume-2109970746-router', 'tenant_id': 'ea2b7f569e4243dcba0cb16771cf369b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'external_fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.233'}], 'enable_snat': True}, 'gw_port_id': 'fcace754-0b38-4737-a4f4-c18c5ecf2397', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T21:12:54Z', 'updated_at': '2022-01-26T21:13:00Z', 'revision_number': 3, 'project_id': 'ea2b7f569e4243dcba0cb16771cf369b', 'gw_port': {'id': 'fcace754-0b38-4737-a4f4-c18c5ecf2397', 'name': '', 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:dd:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a15ddc95-4511-4c22-885c-df3d01362010', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1147, 'fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:12:57Z', 'updated_at': '2022-01-26T21:13:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-5'}] {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 26 21:13:05.702976 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-e5c94af8-5ff1-4681-ab2a-ae3c692e7124 None None] Attempting to bind port 40c05398-b905-49c6-b7ac-1fc014e82b04 on host n-d-760453-5 for vnic_type normal with profile {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 21:13:05.703530 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-e5c94af8-5ff1-4681-ab2a-ae3c692e7124 None None] Attempting to bind port 40c05398-b905-49c6-b7ac-1fc014e82b04 by drivers openvswitch,hyperv on host n-d-760453-5 at level 0 using segments [{'id': '9841d257-0b06-4cf2-9676-06bc99036fe7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '0005085c-c820-49ff-a393-9b43e54534cb'}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 26 21:13:05.704002 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5c94af8-5ff1-4681-ab2a-ae3c692e7124 None None] Attempting to bind port 40c05398-b905-49c6-b7ac-1fc014e82b04 on network 0005085c-c820-49ff-a393-9b43e54534cb {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 21:13:05.722094 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5c94af8-5ff1-4681-ab2a-ae3c692e7124 None None] Checking agent: {'id': 'fea0591a-627d-4c87-9a9a-01625ddf3277', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760453-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 20, 55, 25), 'started_at': datetime.datetime(2022, 1, 26, 20, 55, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 21, 12, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760453-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 26 21:13:05.723213 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5c94af8-5ff1-4681-ab2a-ae3c692e7124 None None] Checking segment: {'id': '9841d257-0b06-4cf2-9676-06bc99036fe7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '0005085c-c820-49ff-a393-9b43e54534cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 21:13:05.723757 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-e5c94af8-5ff1-4681-ab2a-ae3c692e7124 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:13:05.724259 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5c94af8-5ff1-4681-ab2a-ae3c692e7124 None None] Bound using segment: {'id': '9841d257-0b06-4cf2-9676-06bc99036fe7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '0005085c-c820-49ff-a393-9b43e54534cb'} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 26 21:13:05.724855 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-e5c94af8-5ff1-4681-ab2a-ae3c692e7124 None None] Bound port: 40c05398-b905-49c6-b7ac-1fc014e82b04, host: n-d-760453-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9841d257-0b06-4cf2-9676-06bc99036fe7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '0005085c-c820-49ff-a393-9b43e54534cb'}}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 26 21:13:05.725372 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-e5c94af8-5ff1-4681-ab2a-ae3c692e7124 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (40c05398-b905-49c6-b7ac-1fc014e82b04), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:13:05.747642 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Provisioning complete for port 5a4338c4-4a1a-499c-9230-7e42fdd53ccc triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:13:05.748074 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (5a4338c4-4a1a-499c-9230-7e42fdd53ccc), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:13:05.843199 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [req-6acb5682-427d-4315-9c97-0e97959bb051 req-19f7ce80-228d-4b19-9539-0ea9124ca93a service neutron] Attempting to bind port a2a3b45c-c85a-4f3f-ab5d-dcc021dbdb5e on host n-h2-760453-5 for vnic_type normal with profile {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 21:13:05.843796 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [req-6acb5682-427d-4315-9c97-0e97959bb051 req-19f7ce80-228d-4b19-9539-0ea9124ca93a service neutron] Attempting to bind port a2a3b45c-c85a-4f3f-ab5d-dcc021dbdb5e by drivers openvswitch,hyperv on host n-h2-760453-5 at level 0 using segments [{'id': '984e14e0-bb79-4ef3-b570-cebad3b9694e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '57cdf3f5-a20b-4c6f-b2eb-bed2f5d4d40a'}] {{(pid=103304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 26 21:13:05.843996 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6acb5682-427d-4315-9c97-0e97959bb051 req-19f7ce80-228d-4b19-9539-0ea9124ca93a service neutron] Attempting to bind port a2a3b45c-c85a-4f3f-ab5d-dcc021dbdb5e on network 57cdf3f5-a20b-4c6f-b2eb-bed2f5d4d40a {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 21:13:05.864111 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-88064fa6-3c72-4c57-bfa1-bf76e87545ff req-55b887c8-318b-4c11-b58a-73d0eaa2399c service neutron] 10.222.0.13 "GET /v2.0/networks/fdce921d-56d5-4164-a3e6-60025853a939?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3778768 Jan 26 21:13:05.907561 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-e5c94af8-5ff1-4681-ab2a-ae3c692e7124 None None] For port 40c05398-b905-49c6-b7ac-1fc014e82b04, host n-d-760453-5, cleared binding levels {{(pid=103306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 26 21:13:05.919015 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-e5c94af8-5ff1-4681-ab2a-ae3c692e7124 None None] For port 40c05398-b905-49c6-b7ac-1fc014e82b04, host n-d-760453-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=40c05398-b905-49c6-b7ac-1fc014e82b04,segment=NetworkSegment(9841d257-0b06-4cf2-9676-06bc99036fe7),segment_id=9841d257-0b06-4cf2-9676-06bc99036fe7)] {{(pid=103306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 26 21:13:05.941876 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-e5c94af8-5ff1-4681-ab2a-ae3c692e7124 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (40c05398-b905-49c6-b7ac-1fc014e82b04), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:13:05.963037 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6acb5682-427d-4315-9c97-0e97959bb051 req-19f7ce80-228d-4b19-9539-0ea9124ca93a service neutron] Port a2a3b45c-c85a-4f3f-ab5d-dcc021dbdb5e on network 57cdf3f5-a20b-4c6f-b2eb-bed2f5d4d40a not bound, no agent of type Open vSwitch agent registered on host n-h2-760453-5 {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 26 21:13:05.963935 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6acb5682-427d-4315-9c97-0e97959bb051 req-19f7ce80-228d-4b19-9539-0ea9124ca93a service neutron] Attempting to bind port a2a3b45c-c85a-4f3f-ab5d-dcc021dbdb5e on network 57cdf3f5-a20b-4c6f-b2eb-bed2f5d4d40a {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 21:13:05.992223 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6acb5682-427d-4315-9c97-0e97959bb051 req-19f7ce80-228d-4b19-9539-0ea9124ca93a service neutron] Checking agent: {'id': '4d619873-4b60-439f-9b5a-b155dc8bbc34', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-760453-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 21, 2, 53), 'started_at': datetime.datetime(2022, 1, 26, 21, 2, 53), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 21, 12, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 26 21:13:05.992562 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6acb5682-427d-4315-9c97-0e97959bb051 req-19f7ce80-228d-4b19-9539-0ea9124ca93a service neutron] Checking segment: {'id': '984e14e0-bb79-4ef3-b570-cebad3b9694e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '57cdf3f5-a20b-4c6f-b2eb-bed2f5d4d40a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103304) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 21:13:05.992949 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6acb5682-427d-4315-9c97-0e97959bb051 req-19f7ce80-228d-4b19-9539-0ea9124ca93a service neutron] Bound using segment: {'id': '984e14e0-bb79-4ef3-b570-cebad3b9694e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '57cdf3f5-a20b-4c6f-b2eb-bed2f5d4d40a'} {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 26 21:13:05.999253 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [req-6acb5682-427d-4315-9c97-0e97959bb051 req-19f7ce80-228d-4b19-9539-0ea9124ca93a service neutron] Bound port: a2a3b45c-c85a-4f3f-ab5d-dcc021dbdb5e, host: n-h2-760453-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '984e14e0-bb79-4ef3-b570-cebad3b9694e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '57cdf3f5-a20b-4c6f-b2eb-bed2f5d4d40a'}}] {{(pid=103304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 26 21:13:05.999602 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-6acb5682-427d-4315-9c97-0e97959bb051 req-19f7ce80-228d-4b19-9539-0ea9124ca93a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (a2a3b45c-c85a-4f3f-ab5d-dcc021dbdb5e), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:13:06.162774 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Current status of the port 5a4338c4-4a1a-499c-9230-7e42fdd53ccc is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:13:06.225699 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c94af8-5ff1-4681-ab2a-ae3c692e7124 None None] Pushing event updated for resources: {'Port': ['ID=40c05398-b905-49c6-b7ac-1fc014e82b04,revision_number=2']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:13:06.237687 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-3c53a325-c4b4-4318-85d3-dd2faabe4aa9 req-597fcd20-4399-4931-b81d-ece025089691 tempest-ServersOnMultiNodesTest-2088673700 tempest-ServersOnMultiNodesTest-2088673700-project] 10.222.0.57 "GET /v2.0/networks?tenant_id=95b0180418ed4ee8af0e8472caf2fcf2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0510275 Jan 26 21:13:06.273769 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [req-6acb5682-427d-4315-9c97-0e97959bb051 req-19f7ce80-228d-4b19-9539-0ea9124ca93a service neutron] For port a2a3b45c-c85a-4f3f-ab5d-dcc021dbdb5e, host n-h2-760453-5, cleared binding levels {{(pid=103304) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 26 21:13:06.283112 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [req-6acb5682-427d-4315-9c97-0e97959bb051 req-19f7ce80-228d-4b19-9539-0ea9124ca93a service neutron] For port a2a3b45c-c85a-4f3f-ab5d-dcc021dbdb5e, host n-h2-760453-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-5',level=0,port_id=a2a3b45c-c85a-4f3f-ab5d-dcc021dbdb5e,segment=NetworkSegment(984e14e0-bb79-4ef3-b570-cebad3b9694e),segment_id=984e14e0-bb79-4ef3-b570-cebad3b9694e)] {{(pid=103304) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 26 21:13:06.305755 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-988cc417-e02c-4064-8329-09922b7979cc req-950c8663-2ca9-412f-814b-5a92b28a0bb1 tempest-ServersOnMultiNodesTest-2088673700 tempest-ServersOnMultiNodesTest-2088673700-project] 10.222.0.13 "GET /v2.0/ports?device_id=eed444f6-641c-4d46-8870-6f70fd35e94f HTTP/1.1" status: 200 len: 210 time: 0.3465681 Jan 26 21:13:06.328713 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-6acb5682-427d-4315-9c97-0e97959bb051 req-19f7ce80-228d-4b19-9539-0ea9124ca93a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9281542'] for port (a2a3b45c-c85a-4f3f-ab5d-dcc021dbdb5e), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:13:06.624813 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f7ce80-228d-4b19-9539-0ea9124ca93a service neutron] Pushing event updated for resources: {'Port': ['ID=a2a3b45c-c85a-4f3f-ab5d-dcc021dbdb5e,revision_number=3']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:13:06.639910 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-113507fc-d6c5-432b-b1c4-2fa4076f6752 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:13:06.703451 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bca8d36-a698-4707-8842-a5b7e2e4f6d7 req-0034fbb1-1f4b-4835-a594-c04a24626bc2 tempest-ListServerFiltersTestJSON-1713042646 tempest-ListServerFiltersTestJSON-1713042646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:13:06.703880 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device 730445a0-125b-4461-baa5-bf1e2b6f81eb up at agent ovs-agent-n-d-760453-5 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 21:13:06.718644 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-5bca8d36-a698-4707-8842-a5b7e2e4f6d7 req-0034fbb1-1f4b-4835-a594-c04a24626bc2 tempest-ListServerFiltersTestJSON-1713042646 tempest-ListServerFiltersTestJSON-1713042646-project] 10.222.0.66 "GET /v2.0/ports?device_id=3105af2d-ea73-4df7-8227-8f48cefa25aa HTTP/1.1" status: 200 len: 945 time: 0.4797711 Jan 26 21:13:06.824564 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6acb5682-427d-4315-9c97-0e97959bb051 req-19f7ce80-228d-4b19-9539-0ea9124ca93a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:13:06.828040 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-6acb5682-427d-4315-9c97-0e97959bb051 req-19f7ce80-228d-4b19-9539-0ea9124ca93a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:13:06.831299 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-6acb5682-427d-4315-9c97-0e97959bb051 req-19f7ce80-228d-4b19-9539-0ea9124ca93a service neutron] 10.222.0.57 "PUT /v2.0/ports/a2a3b45c-c85a-4f3f-ab5d-dcc021dbdb5e HTTP/1.1" status: 200 len: 1091 time: 4.6850204 Jan 26 21:13:06.848879 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Provisioning complete for port 730445a0-125b-4461-baa5-bf1e2b6f81eb triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:13:06.849245 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (730445a0-125b-4461-baa5-bf1e2b6f81eb), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:13:06.889536 n-d-760453-5 neutron-server[103304]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '71a415fd-0f19-44e3-9cdb-4ebc928c7708', 'tag': 'a2a3b45c-c85a-4f3f-ab5d-dcc021dbdb5e'}] {{(pid=103304) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 21:13:06.892026 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d52b45f1943fcd332af9527eb73ff93c8d715d44383a3f6d18de73b4cfcf87b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f71e69a2-0d9b-438e-9215-4d679d4de61f" -d '{"events": [{"name": "network-changed", "server_uuid": "71a415fd-0f19-44e3-9cdb-4ebc928c7708", "tag": "a2a3b45c-c85a-4f3f-ab5d-dcc021dbdb5e"}]}' {{(pid=103304) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 21:13:06.915000 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-3ee2daac-c995-439a-b35b-2419cbe29802 req-ab30672b-49b2-4405-b130-7b7852f16cc9 tempest-ServersTestMultiNic-211940128 tempest-ServersTestMultiNic-211940128-project] 10.222.0.13 "GET /v2.0/ports?device_id=9dc859c1-015e-422f-ad37-21e97b0e94c7 HTTP/1.1" status: 200 len: 210 time: 0.2429705 Jan 26 21:13:07.096491 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c53a325-c4b4-4318-85d3-dd2faabe4aa9 req-cb629394-6b01-4c24-809f-0cc471bae53e tempest-ServersOnMultiNodesTest-2088673700 tempest-ServersOnMultiNodesTest-2088673700-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:13:07.102985 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-3c53a325-c4b4-4318-85d3-dd2faabe4aa9 req-cb629394-6b01-4c24-809f-0cc471bae53e tempest-ServersOnMultiNodesTest-2088673700 tempest-ServersOnMultiNodesTest-2088673700-project] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7813573 Jan 26 21:13:07.103231 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Current status of the port 730445a0-125b-4461-baa5-bf1e2b6f81eb is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:13:07.104233 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device fcace754-0b38-4737-a4f4-c18c5ecf2397 up at agent ovs-agent-n-d-760453-5 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 21:13:07.131425 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [req-3c53a325-c4b4-4318-85d3-dd2faabe4aa9 req-d07dceca-5b39-445b-afb4-812e87c7ffc7 tempest-ServersOnMultiNodesTest-2088673700 tempest-ServersOnMultiNodesTest-2088673700-project] Request body: {'port': {'device_id': 'f9e63846-ab67-44b3-a4f5-aba8d0284ead', 'network_id': '7fbe9cf5-e12c-436d-b372-55a19c9faa30', 'admin_state_up': True, 'tenant_id': '95b0180418ed4ee8af0e8472caf2fcf2'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:13:07.208163 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 54352) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:13:07.241750 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.db_base_plugin_common [None req-113507fc-d6c5-432b-b1c4-2fa4076f6752 admin admin] Allocated IP 172.20.0.1 (b4d91999-0d3f-45ee-89d0-a63f22a3e7ab/eaea08b8-abe1-46f7-84c0-e277976dbd47/94e067d5-450b-4328-ad8b-b4ec7c5a164d) {{(pid=103304) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 21:13:07.261231 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c821accd-4dd4-4704-b6c6-58c8885ff518 req-339f536c-4815-4b05-9649-f9a2b207be23 tempest-ListServerFiltersTestJSON-1713042646 tempest-ListServerFiltersTestJSON-1713042646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:13:07.262861 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-c821accd-4dd4-4704-b6c6-58c8885ff518 req-339f536c-4815-4b05-9649-f9a2b207be23 tempest-ListServerFiltersTestJSON-1713042646 tempest-ListServerFiltersTestJSON-1713042646-project] 10.222.0.13 "GET /v2.0/ports?device_id=3105af2d-ea73-4df7-8227-8f48cefa25aa HTTP/1.1" status: 200 len: 945 time: 0.9256516 Jan 26 21:13:07.264546 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-3c53a325-c4b4-4318-85d3-dd2faabe4aa9 req-5b218ca9-d3dc-4c3e-ae78-5ac451011674 tempest-ServersOnMultiNodesTest-2088673700 tempest-ServersOnMultiNodesTest-2088673700-project] 10.222.0.57 "GET /v2.0/networks?tenant_id=95b0180418ed4ee8af0e8472caf2fcf2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.6147966 Jan 26 21:13:07.312837 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [req-5bca8d36-a698-4707-8842-a5b7e2e4f6d7 req-e4c425c7-b166-4b11-992a-cefc194b404e tempest-ListServerFiltersTestJSON-1713042646 tempest-ListServerFiltersTestJSON-1713042646-project] Deleting port d9b30847-3659-445b-8b92-242bf72c46e2 {{(pid=103305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 21:13:07.313455 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-5bca8d36-a698-4707-8842-a5b7e2e4f6d7 req-e4c425c7-b166-4b11-992a-cefc194b404e tempest-ListServerFiltersTestJSON-1713042646 tempest-ListServerFiltersTestJSON-1713042646-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746560630878'] for port (d9b30847-3659-445b-8b92-242bf72c46e2), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:13:07.514119 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Provisioning complete for port fcace754-0b38-4737-a4f4-c18c5ecf2397 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:13:07.514667 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (fcace754-0b38-4737-a4f4-c18c5ecf2397), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:13:07.560327 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-badae613-e541-4564-9693-29bce0e85821 tempest-RoutersAdminNegativeTest-1507984947 tempest-RoutersAdminNegativeTest-1507984947-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-1555991066', 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:13:07.602979 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [req-5bca8d36-a698-4707-8842-a5b7e2e4f6d7 req-e4c425c7-b166-4b11-992a-cefc194b404e tempest-ListServerFiltersTestJSON-1713042646 tempest-ListServerFiltersTestJSON-1713042646-project] For port d9b30847-3659-445b-8b92-242bf72c46e2, host n-h1-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-5',level=0,port_id=d9b30847-3659-445b-8b92-242bf72c46e2,segment=NetworkSegment(92d37c2b-52af-49e8-96f5-7aa601ba34f9),segment_id=92d37c2b-52af-49e8-96f5-7aa601ba34f9)] {{(pid=103305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:13:07.610200 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-5bca8d36-a698-4707-8842-a5b7e2e4f6d7 req-e4c425c7-b166-4b11-992a-cefc194b404e tempest-ListServerFiltersTestJSON-1713042646 tempest-ListServerFiltersTestJSON-1713042646-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4109658'] for port (d9b30847-3659-445b-8b92-242bf72c46e2), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:13:07.627604 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3c53a325-c4b4-4318-85d3-dd2faabe4aa9 req-d07dceca-5b39-445b-afb4-812e87c7ffc7 tempest-ServersOnMultiNodesTest-2088673700 tempest-ServersOnMultiNodesTest-2088673700-project] Made reservation on behalf of 95b0180418ed4ee8af0e8472caf2fcf2 for: {'port': 1} {{(pid=103305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 21:13:07.636401 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-3c53a325-c4b4-4318-85d3-dd2faabe4aa9 req-d07dceca-5b39-445b-afb4-812e87c7ffc7 tempest-ServersOnMultiNodesTest-2088673700 tempest-ServersOnMultiNodesTest-2088673700-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:13:07.698380 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Current status of the port fcace754-0b38-4737-a4f4-c18c5ecf2397 is: DOWN; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:13:07.698832 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (fcace754-0b38-4737-a4f4-c18c5ecf2397), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:13:07.723314 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [req-5bca8d36-a698-4707-8842-a5b7e2e4f6d7 req-e4c425c7-b166-4b11-992a-cefc194b404e tempest-ListServerFiltersTestJSON-1713042646 tempest-ListServerFiltersTestJSON-1713042646-project] Calling delete_port for d9b30847-3659-445b-8b92-242bf72c46e2 owned by compute:nova {{(pid=103305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 21:13:07.725939 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-badae613-e541-4564-9693-29bce0e85821 tempest-RoutersAdminNegativeTest-1507984947 tempest-RoutersAdminNegativeTest-1507984947-project-admin] Made reservation on behalf of c55caa6751854b05a11f46a01843cba0 for: {'port': 1} {{(pid=103305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 21:13:07.729503 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-badae613-e541-4564-9693-29bce0e85821 tempest-RoutersAdminNegativeTest-1507984947 tempest-RoutersAdminNegativeTest-1507984947-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:13:07.760181 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] For port fcace754-0b38-4737-a4f4-c18c5ecf2397, host n-d-760453-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=fcace754-0b38-4737-a4f4-c18c5ecf2397,segment=NetworkSegment(e17cb353-418f-48b9-b982-21a6233ee99b),segment_id=e17cb353-418f-48b9-b982-21a6233ee99b)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:13:07.772744 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (fcace754-0b38-4737-a4f4-c18c5ecf2397), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:13:07.788101 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-badae613-e541-4564-9693-29bce0e85821 tempest-RoutersAdminNegativeTest-1507984947 tempest-RoutersAdminNegativeTest-1507984947-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:13:07.836232 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Pushing event updated for resources: {'Port': ['ID=fcace754-0b38-4737-a4f4-c18c5ecf2397,revision_number=4']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:13:08.005875 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7631ba90-d9f5-4556-bf41-82e5a838042a None None] Network 0005085c-c820-49ff-a393-9b43e54534cb requested from n-d-760453-5 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 26 21:13:08.053462 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.db_base_plugin_common [req-3c53a325-c4b4-4318-85d3-dd2faabe4aa9 req-d07dceca-5b39-445b-afb4-812e87c7ffc7 tempest-ServersOnMultiNodesTest-2088673700 tempest-ServersOnMultiNodesTest-2088673700-project] Allocated IP 192.168.233.150 (7fbe9cf5-e12c-436d-b372-55a19c9faa30/fd77e534-75e6-4b90-950e-f5824d584430/6f3c032f-8f77-4bb1-80f4-b3e6bc17170e) {{(pid=103305) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 21:13:08.169772 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2d6d6a-0c4c-49a7-a5b2-cd97621a2f2f req-b4636860-767c-44f7-9f7e-e2d84188f5ff tempest-LiveMigrationTest-746395142 tempest-LiveMigrationTest-746395142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:13:08.180841 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-8b2d6d6a-0c4c-49a7-a5b2-cd97621a2f2f req-b4636860-767c-44f7-9f7e-e2d84188f5ff tempest-LiveMigrationTest-746395142 tempest-LiveMigrationTest-746395142-project] 10.222.0.13 "GET /v2.0/ports?device_id=71a415fd-0f19-44e3-9cdb-4ebc928c7708 HTTP/1.1" status: 200 len: 943 time: 0.9287341 Jan 26 21:13:08.196755 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6acb5682-427d-4315-9c97-0e97959bb051 req-fada21bc-c694-4c13-8ae7-d37767c44670 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:13:08.201319 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-6acb5682-427d-4315-9c97-0e97959bb051 req-fada21bc-c694-4c13-8ae7-d37767c44670 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=ee6098e1a6074d57972f34ef6549de05&device_id=71a415fd-0f19-44e3-9cdb-4ebc928c7708 HTTP/1.1" status: 200 len: 1094 time: 0.9468997 Jan 26 21:13:08.210371 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-bdd8fcba-9cea-431c-b374-a3286cb0e726 None None] Provisioning complete for port 40c05398-b905-49c6-b7ac-1fc014e82b04 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:13:08.211016 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-bdd8fcba-9cea-431c-b374-a3286cb0e726 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (40c05398-b905-49c6-b7ac-1fc014e82b04), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:13:08.247696 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-badae613-e541-4564-9693-29bce0e85821 tempest-RoutersAdminNegativeTest-1507984947 tempest-RoutersAdminNegativeTest-1507984947-project-admin] Publish callbacks [] for security_group (5ce900b4-7dac-429f-87e4-44d33d6c61e7), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:13:08.270764 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-badae613-e541-4564-9693-29bce0e85821 tempest-RoutersAdminNegativeTest-1507984947 tempest-RoutersAdminNegativeTest-1507984947-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (5ce900b4-7dac-429f-87e4-44d33d6c61e7), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:13:08.309817 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (32ef628b-8417-46c5-8729-60fcabe358f1), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:13:08.314679 n-d-760453-5 neutron-server[103305]: DEBUG neutron.notifiers.nova [None req-badae613-e541-4564-9693-29bce0e85821 tempest-RoutersAdminNegativeTest-1507984947 tempest-RoutersAdminNegativeTest-1507984947-project-admin] device_id is not set on port a72b1cfa-c633-49ad-9037-20d4763daa23 yet. {{(pid=103305) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 26 21:13:08.381985 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-c821accd-4dd4-4704-b6c6-58c8885ff518 req-f90ebe47-103b-429a-beea-7a1bfc0afdf7 tempest-ListServerFiltersTestJSON-1713042646 tempest-ListServerFiltersTestJSON-1713042646-project] 10.222.0.13 "GET /v2.0/security-groups?id=4a81ac3f-5e47-4404-a1c8-ffc0bc5b0861&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0786791 Jan 26 21:13:08.451512 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-5bca8d36-a698-4707-8842-a5b7e2e4f6d7 req-e4c425c7-b166-4b11-992a-cefc194b404e tempest-ListServerFiltersTestJSON-1713042646 tempest-ListServerFiltersTestJSON-1713042646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746560636600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746560234536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11791543'] for port (d9b30847-3659-445b-8b92-242bf72c46e2), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:13:08.470607 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] get_ports_and_sgs() called for port_ids ['2c58062b-ce4a-49a0-bdfc-b4c12979de81'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 26 21:13:08.482389 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c53a325-c4b4-4318-85d3-dd2faabe4aa9 req-66a8beed-0ae1-45a4-ae53-774b70705df3 tempest-ServersOnMultiNodesTest-2088673700 tempest-ServersOnMultiNodesTest-2088673700-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:13:08.484436 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-3c53a325-c4b4-4318-85d3-dd2faabe4aa9 req-66a8beed-0ae1-45a4-ae53-774b70705df3 tempest-ServersOnMultiNodesTest-2088673700 tempest-ServersOnMultiNodesTest-2088673700-project] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.1796591 Jan 26 21:13:08.486237 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-6acb5682-427d-4315-9c97-0e97959bb051 req-054ce95a-b609-4ee0-97ed-02d2895cb6ab service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a2a3b45c-c85a-4f3f-ab5d-dcc021dbdb5e HTTP/1.1" status: 200 len: 217 time: 0.2341008 Jan 26 21:13:08.505949 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-113507fc-d6c5-432b-b1c4-2fa4076f6752 admin admin] Publish callbacks [] for port (94e067d5-450b-4328-ad8b-b4ec7c5a164d), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:13:08.519085 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [req-3c53a325-c4b4-4318-85d3-dd2faabe4aa9 req-ad6a057b-ea52-4fb0-b76b-a2f7ccd3c49c tempest-ServersOnMultiNodesTest-2088673700 tempest-ServersOnMultiNodesTest-2088673700-project] Request body: {'port': {'device_id': 'eed444f6-641c-4d46-8870-6f70fd35e94f', 'network_id': '7fbe9cf5-e12c-436d-b372-55a19c9faa30', 'admin_state_up': True, 'tenant_id': '95b0180418ed4ee8af0e8472caf2fcf2'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:13:08.622570 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] get_ports_and_sgs() called for port_ids ['d9b30847-3659-445b-8b92-242bf72c46e2'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 26 21:13:08.624902 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device fcace754-0b38-4737-a4f4-c18c5ecf2397 up at agent ovs-agent-n-d-760453-5 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 21:13:08.768045 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-bdd8fcba-9cea-431c-b374-a3286cb0e726 None None] Current status of the port 40c05398-b905-49c6-b7ac-1fc014e82b04 is: DOWN; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:13:08.768444 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-bdd8fcba-9cea-431c-b374-a3286cb0e726 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (40c05398-b905-49c6-b7ac-1fc014e82b04), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:13:08.828074 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 26 Jan 2022 21:13:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84f0bbab-eca8-480e-bd66-d62c2df29ffb x-openstack-request-id: req-84f0bbab-eca8-480e-bd66-d62c2df29ffb {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 21:13:08.836720 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "71a415fd-0f19-44e3-9cdb-4ebc928c7708", "tag": "a2a3b45c-c85a-4f3f-ab5d-dcc021dbdb5e", "status": "completed", "code": 200}]} {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 21:13:08.836950 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-84f0bbab-eca8-480e-bd66-d62c2df29ffb {{(pid=103304) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 21:13:08.837332 n-d-760453-5 neutron-server[103304]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '71a415fd-0f19-44e3-9cdb-4ebc928c7708', 'tag': 'a2a3b45c-c85a-4f3f-ab5d-dcc021dbdb5e', 'status': 'completed', 'code': 200} Jan 26 21:13:08.840949 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-bdd8fcba-9cea-431c-b374-a3286cb0e726 None None] For port 40c05398-b905-49c6-b7ac-1fc014e82b04, host n-d-760453-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=40c05398-b905-49c6-b7ac-1fc014e82b04,segment=NetworkSegment(9841d257-0b06-4cf2-9676-06bc99036fe7),segment_id=9841d257-0b06-4cf2-9676-06bc99036fe7)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:13:08.853003 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-8b2d6d6a-0c4c-49a7-a5b2-cd97621a2f2f req-4bcc2344-51af-444d-8f0e-3dd819366bf4 tempest-LiveMigrationTest-746395142 tempest-LiveMigrationTest-746395142-project] 10.222.0.13 "GET /v2.0/security-groups?id=c43a996a-6b93-48e4-a331-48250c5b183d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6565125 Jan 26 21:13:08.870348 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-bdd8fcba-9cea-431c-b374-a3286cb0e726 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (40c05398-b905-49c6-b7ac-1fc014e82b04), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:13:08.892201 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6acb5682-427d-4315-9c97-0e97959bb051 req-1eaaaf8c-8233-424f-8a09-44cfeb319a44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:13:08.893757 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-6acb5682-427d-4315-9c97-0e97959bb051 req-1eaaaf8c-8233-424f-8a09-44cfeb319a44 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=0fd61269-7d95-487b-ba3a-f244d39cf571 HTTP/1.1" status: 200 len: 847 time: 0.3861189 Jan 26 21:13:08.913159 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88064fa6-3c72-4c57-bfa1-bf76e87545ff req-ec3920a0-f596-4d82-be45-27550ef62ec5 tempest-ServersTestMultiNic-211940128 tempest-ServersTestMultiNic-211940128-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:13:08.918503 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Provisioning complete for port fcace754-0b38-4737-a4f4-c18c5ecf2397 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:13:08.919454 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (fcace754-0b38-4737-a4f4-c18c5ecf2397), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:13:08.920212 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88064fa6-3c72-4c57-bfa1-bf76e87545ff req-ec3920a0-f596-4d82-be45-27550ef62ec5 tempest-ServersTestMultiNic-211940128 tempest-ServersTestMultiNic-211940128-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:13:08.922176 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-88064fa6-3c72-4c57-bfa1-bf76e87545ff req-ec3920a0-f596-4d82-be45-27550ef62ec5 tempest-ServersTestMultiNic-211940128 tempest-ServersTestMultiNic-211940128-project] 10.222.0.66 "GET /v2.0/networks?id=fdce921d-56d5-4164-a3e6-60025853a939&id=0005085c-c820-49ff-a393-9b43e54534cb&id=fdce921d-56d5-4164-a3e6-60025853a939 HTTP/1.1" status: 200 len: 1390 time: 0.7063012 Jan 26 21:13:08.996492 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [req-88064fa6-3c72-4c57-bfa1-bf76e87545ff req-d84ce524-8fc4-4bcf-af03-d5f11a73def4 tempest-ServersTestMultiNic-211940128 tempest-ServersTestMultiNic-211940128-project] Request body: {'port': {'device_id': '9dc859c1-015e-422f-ad37-21e97b0e94c7', 'network_id': 'fdce921d-56d5-4164-a3e6-60025853a939', 'admin_state_up': True, 'tenant_id': '7dd077ea2f95484597c25a6a957aef6a'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:13:09.028486 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-e2fa76f3-cb93-482b-811b-581b1aa9e2a7 None None] Provisioning complete for port 40c05398-b905-49c6-b7ac-1fc014e82b04 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:13:09.028667 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-c12d235a-8835-4557-8968-58874fac991e req-85557954-07d3-4ffd-bf36-0b48a4e915a6 tempest-ServersOnMultiNodesTest-2088673700 tempest-ServersOnMultiNodesTest-2088673700-project] 10.222.0.13 "GET /v2.0/ports?device_id=eed444f6-641c-4d46-8870-6f70fd35e94f HTTP/1.1" status: 200 len: 210 time: 0.1518276 Jan 26 21:13:09.028869 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-e2fa76f3-cb93-482b-811b-581b1aa9e2a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (40c05398-b905-49c6-b7ac-1fc014e82b04), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:13:09.032463 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd8fcba-9cea-431c-b374-a3286cb0e726 None None] Pushing event updated for resources: {'Port': ['ID=40c05398-b905-49c6-b7ac-1fc014e82b04,revision_number=3']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:13:09.041413 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-6acb5682-427d-4315-9c97-0e97959bb051 req-405a5fb7-42ac-4b45-9696-1736509c0f51 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=57cdf3f5-a20b-4c6f-b2eb-bed2f5d4d40a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1155329 Jan 26 21:13:09.064124 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c425c7-b166-4b11-992a-cefc194b404e tempest-ListServerFiltersTestJSON-1713042646 tempest-ListServerFiltersTestJSON-1713042646-project] Pushing event deleted for resources: {'Port': ['ID=d9b30847-3659-445b-8b92-242bf72c46e2,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:13:09.072730 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-113507fc-d6c5-432b-b1c4-2fa4076f6752 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746560234527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9281553'] for port (94e067d5-450b-4328-ad8b-b4ec7c5a164d), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:13:09.088038 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-cac23c36-86e6-429e-9369-cee4e394e1eb req-95fa5bef-8d81-4efb-9551-4489a00daab8 tempest-ServersTestMultiNic-211940128 tempest-ServersTestMultiNic-211940128-project] 10.222.0.13 "GET /v2.0/ports?device_id=9dc859c1-015e-422f-ad37-21e97b0e94c7 HTTP/1.1" status: 200 len: 210 time: 0.1068175 Jan 26 21:13:09.167439 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Current status of the port fcace754-0b38-4737-a4f4-c18c5ecf2397 is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:13:09.168905 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device 40c05398-b905-49c6-b7ac-1fc014e82b04 up at agent ovs-agent-n-d-760453-5 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 21:13:09.176391 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [req-5bca8d36-a698-4707-8842-a5b7e2e4f6d7 req-e4c425c7-b166-4b11-992a-cefc194b404e tempest-ListServerFiltersTestJSON-1713042646 tempest-ListServerFiltersTestJSON-1713042646-project] No DVR routers for this DVR port d9b30847-3659-445b-8b92-242bf72c46e2 on host n-h1-760453-5 {{(pid=103305) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 26 21:13:09.178461 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-badae613-e541-4564-9693-29bce0e85821 tempest-RoutersAdminNegativeTest-1507984947 tempest-RoutersAdminNegativeTest-1507984947-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ce900b4-7dac-429f-87e4-44d33d6c61e7,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:13:09.182960 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-5bca8d36-a698-4707-8842-a5b7e2e4f6d7 req-e4c425c7-b166-4b11-992a-cefc194b404e tempest-ListServerFiltersTestJSON-1713042646 tempest-ListServerFiltersTestJSON-1713042646-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:13:09.186502 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-5bca8d36-a698-4707-8842-a5b7e2e4f6d7 req-e4c425c7-b166-4b11-992a-cefc194b404e tempest-ListServerFiltersTestJSON-1713042646 tempest-ListServerFiltersTestJSON-1713042646-project] 10.222.0.66 "DELETE /v2.0/ports/d9b30847-3659-445b-8b92-242bf72c46e2 HTTP/1.1" status: 204 len: 173 time: 2.4670563 Jan 26 21:13:09.189458 n-d-760453-5 neutron-server[103305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3105af2d-ea73-4df7-8227-8f48cefa25aa', 'name': 'network-vif-deleted', 'tag': 'd9b30847-3659-445b-8b92-242bf72c46e2'}] {{(pid=103305) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 21:13:09.192189 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d4654568b7bf041e72ff8fe1c96d6d761d9c921f2b99bc7b3a26632be20cee0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce2f13b7-ea2d-4164-bcb5-2d155095d3ba" -d '{"events": [{"server_uuid": "3105af2d-ea73-4df7-8227-8f48cefa25aa", "name": "network-vif-deleted", "tag": "d9b30847-3659-445b-8b92-242bf72c46e2"}]}' {{(pid=103305) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 21:13:09.233183 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.db_base_plugin_common [None req-badae613-e541-4564-9693-29bce0e85821 tempest-RoutersAdminNegativeTest-1507984947 tempest-RoutersAdminNegativeTest-1507984947-project-admin] Allocated IP 172.25.1.170 (4140a1f1-c93a-4bea-83a0-68953a54f299/e48251a1-e30d-4820-8396-00c6f6aeb601/a72b1cfa-c633-49ad-9037-20d4763daa23) {{(pid=103305) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 21:13:09.233748 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-113507fc-d6c5-432b-b1c4-2fa4076f6752 admin admin] Network b4d91999-0d3f-45ee-89d0-a63f22a3e7ab is already hosted by enough agents. {{(pid=103304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 21:13:09.251972 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [None req-113507fc-d6c5-432b-b1c4-2fa4076f6752 admin admin] Resources bound (agent type, host, resource id): {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:13:09.262256 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-113507fc-d6c5-432b-b1c4-2fa4076f6752 admin admin] Received port after_create {{(pid=103304) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 21:13:09.265273 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-113507fc-d6c5-432b-b1c4-2fa4076f6752 admin admin] Pushing event updated for resources: {'Port': ['ID=94e067d5-450b-4328-ad8b-b4ec7c5a164d,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:13:09.267097 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-3c53a325-c4b4-4318-85d3-dd2faabe4aa9 req-d07dceca-5b39-445b-afb4-812e87c7ffc7 tempest-ServersOnMultiNodesTest-2088673700 tempest-ServersOnMultiNodesTest-2088673700-project] Publish callbacks [] for port (6f3c032f-8f77-4bb1-80f4-b3e6bc17170e), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:13:09.328761 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3c53a325-c4b4-4318-85d3-dd2faabe4aa9 req-ad6a057b-ea52-4fb0-b76b-a2f7ccd3c49c tempest-ServersOnMultiNodesTest-2088673700 tempest-ServersOnMultiNodesTest-2088673700-project] Made reservation on behalf of 95b0180418ed4ee8af0e8472caf2fcf2 for: {'port': 1} {{(pid=103304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 21:13:09.334280 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-3c53a325-c4b4-4318-85d3-dd2faabe4aa9 req-ad6a057b-ea52-4fb0-b76b-a2f7ccd3c49c tempest-ServersOnMultiNodesTest-2088673700 tempest-ServersOnMultiNodesTest-2088673700-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:13:09.336037 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Jan 2022 21:13:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6032e96f-134d-4f45-85da-32b5bdddfe07 x-openstack-request-id: req-6032e96f-134d-4f45-85da-32b5bdddfe07 {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 21:13:09.336533 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3105af2d-ea73-4df7-8227-8f48cefa25aa", "name": "network-vif-deleted", "tag": "d9b30847-3659-445b-8b92-242bf72c46e2", "status": "completed", "code": 200}]} {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 21:13:09.336788 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-6032e96f-134d-4f45-85da-32b5bdddfe07 {{(pid=103305) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 21:13:09.337662 n-d-760453-5 neutron-server[103305]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3105af2d-ea73-4df7-8227-8f48cefa25aa', 'name': 'network-vif-deleted', 'tag': 'd9b30847-3659-445b-8b92-242bf72c46e2', 'status': 'completed', 'code': 200} Jan 26 21:13:09.404179 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-e2fa76f3-cb93-482b-811b-581b1aa9e2a7 None None] Current status of the port 40c05398-b905-49c6-b7ac-1fc014e82b04 is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:13:09.423620 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Provisioning complete for port 40c05398-b905-49c6-b7ac-1fc014e82b04 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:13:09.429756 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (40c05398-b905-49c6-b7ac-1fc014e82b04), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:13:09.455429 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-3c53a325-c4b4-4318-85d3-dd2faabe4aa9 req-d07dceca-5b39-445b-afb4-812e87c7ffc7 tempest-ServersOnMultiNodesTest-2088673700 tempest-ServersOnMultiNodesTest-2088673700-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746560234527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11791543'] for port (6f3c032f-8f77-4bb1-80f4-b3e6bc17170e), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:13:09.508698 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] get_ports_and_sgs() called for port_ids ['552aae5b-0114-4ae2-8e9d-898106bbf7d4'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 26 21:13:09.558304 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3c53a325-c4b4-4318-85d3-dd2faabe4aa9 req-d07dceca-5b39-445b-afb4-812e87c7ffc7 tempest-ServersOnMultiNodesTest-2088673700 tempest-ServersOnMultiNodesTest-2088673700-project] Network 7fbe9cf5-e12c-436d-b372-55a19c9faa30 is already hosted by enough agents. {{(pid=103305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 21:13:09.663654 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-113507fc-d6c5-432b-b1c4-2fa4076f6752 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4111050'] for router_interface (a15ddc95-4511-4c22-885c-df3d01362010), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:13:09.665775 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [req-3c53a325-c4b4-4318-85d3-dd2faabe4aa9 req-d07dceca-5b39-445b-afb4-812e87c7ffc7 tempest-ServersOnMultiNodesTest-2088673700 tempest-ServersOnMultiNodesTest-2088673700-project] Resources bound (agent type, host, resource id): {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:13:09.668345 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c53a325-c4b4-4318-85d3-dd2faabe4aa9 req-d07dceca-5b39-445b-afb4-812e87c7ffc7 tempest-ServersOnMultiNodesTest-2088673700 tempest-ServersOnMultiNodesTest-2088673700-project] Received port after_create {{(pid=103305) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 21:13:09.686564 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-badae613-e541-4564-9693-29bce0e85821 tempest-RoutersAdminNegativeTest-1507984947 tempest-RoutersAdminNegativeTest-1507984947-project-admin] Publish callbacks [] for port (a72b1cfa-c633-49ad-9037-20d4763daa23), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:13:09.784098 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07dceca-5b39-445b-afb4-812e87c7ffc7 tempest-ServersOnMultiNodesTest-2088673700 tempest-ServersOnMultiNodesTest-2088673700-project] Pushing event updated for resources: {'Port': ['ID=6f3c032f-8f77-4bb1-80f4-b3e6bc17170e,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:13:09.794236 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.db_base_plugin_common [req-3c53a325-c4b4-4318-85d3-dd2faabe4aa9 req-ad6a057b-ea52-4fb0-b76b-a2f7ccd3c49c tempest-ServersOnMultiNodesTest-2088673700 tempest-ServersOnMultiNodesTest-2088673700-project] Allocated IP 192.168.233.223 (7fbe9cf5-e12c-436d-b372-55a19c9faa30/fd77e534-75e6-4b90-950e-f5824d584430/7b91e58c-2d2a-4acc-8321-b7c6811beaeb) {{(pid=103304) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 21:13:09.812589 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-6acb5682-427d-4315-9c97-0e97959bb051 req-72942346-bda5-45a2-9991-a9dfc1268474 service neutron] 10.222.0.57 "GET /v2.0/networks/57cdf3f5-a20b-4c6f-b2eb-bed2f5d4d40a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7371051 Jan 26 21:13:09.840314 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d07dceca-5b39-445b-afb4-812e87c7ffc7 tempest-ServersOnMultiNodesTest-2088673700 tempest-ServersOnMultiNodesTest-2088673700-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:13:09.840717 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d07dceca-5b39-445b-afb4-812e87c7ffc7 tempest-ServersOnMultiNodesTest-2088673700 tempest-ServersOnMultiNodesTest-2088673700-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:13:09.843859 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d07dceca-5b39-445b-afb4-812e87c7ffc7 tempest-ServersOnMultiNodesTest-2088673700 tempest-ServersOnMultiNodesTest-2088673700-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:13:09.843859 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d07dceca-5b39-445b-afb4-812e87c7ffc7 tempest-ServersOnMultiNodesTest-2088673700 tempest-ServersOnMultiNodesTest-2088673700-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:13:09.844139 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d07dceca-5b39-445b-afb4-812e87c7ffc7 tempest-ServersOnMultiNodesTest-2088673700 tempest-ServersOnMultiNodesTest-2088673700-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:13:09.844614 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d07dceca-5b39-445b-afb4-812e87c7ffc7 tempest-ServersOnMultiNodesTest-2088673700 tempest-ServersOnMultiNodesTest-2088673700-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:13:09.848050 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d07dceca-5b39-445b-afb4-812e87c7ffc7 tempest-ServersOnMultiNodesTest-2088673700 tempest-ServersOnMultiNodesTest-2088673700-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:13:09.848623 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d07dceca-5b39-445b-afb4-812e87c7ffc7 tempest-ServersOnMultiNodesTest-2088673700 tempest-ServersOnMultiNodesTest-2088673700-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:13:09.850577 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d07dceca-5b39-445b-afb4-812e87c7ffc7 tempest-ServersOnMultiNodesTest-2088673700 tempest-ServersOnMultiNodesTest-2088673700-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:13:09.850970 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d07dceca-5b39-445b-afb4-812e87c7ffc7 tempest-ServersOnMultiNodesTest-2088673700 tempest-ServersOnMultiNodesTest-2088673700-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:13:09.851432 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d07dceca-5b39-445b-afb4-812e87c7ffc7 tempest-ServersOnMultiNodesTest-2088673700 tempest-ServersOnMultiNodesTest-2088673700-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:13:09.851653 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d07dceca-5b39-445b-afb4-812e87c7ffc7 tempest-ServersOnMultiNodesTest-2088673700 tempest-ServersOnMultiNodesTest-2088673700-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:13:09.851989 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d07dceca-5b39-445b-afb4-812e87c7ffc7 tempest-ServersOnMultiNodesTest-2088673700 tempest-ServersOnMultiNodesTest-2088673700-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:13:09.890977 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c53a325-c4b4-4318-85d3-dd2faabe4aa9 req-d07dceca-5b39-445b-afb4-812e87c7ffc7 tempest-ServersOnMultiNodesTest-2088673700 tempest-ServersOnMultiNodesTest-2088673700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:13:09.891637 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-3c53a325-c4b4-4318-85d3-dd2faabe4aa9 req-d07dceca-5b39-445b-afb4-812e87c7ffc7 tempest-ServersOnMultiNodesTest-2088673700 tempest-ServersOnMultiNodesTest-2088673700-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:13:09.900816 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-22414b86-f1d6-4393-9d87-2e892725e0ad None None] Provisioning complete for port 94e067d5-450b-4328-ad8b-b4ec7c5a164d triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:13:09.901421 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-22414b86-f1d6-4393-9d87-2e892725e0ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (94e067d5-450b-4328-ad8b-b4ec7c5a164d), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:13:09.960898 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Current status of the port 40c05398-b905-49c6-b7ac-1fc014e82b04 is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:13:09.983313 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-3c53a325-c4b4-4318-85d3-dd2faabe4aa9 req-d07dceca-5b39-445b-afb4-812e87c7ffc7 tempest-ServersOnMultiNodesTest-2088673700 tempest-ServersOnMultiNodesTest-2088673700-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.8601208 Jan 26 21:13:09.989433 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-22414b86-f1d6-4393-9d87-2e892725e0ad None None] Port 94e067d5-450b-4328-ad8b-b4ec7c5a164d cannot update to ACTIVE because it is not bound. {{(pid=103306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 26 21:13:10.001128 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [req-3c53a325-c4b4-4318-85d3-dd2faabe4aa9 req-18daff56-b848-45bd-832b-07c23618a30a service neutron] Request body: {'port': {'device_id': 'f9e63846-ab67-44b3-a4f5-aba8d0284ead', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-760453-5'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:13:10.128604 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-badae613-e541-4564-9693-29bce0e85821 tempest-RoutersAdminNegativeTest-1507984947 tempest-RoutersAdminNegativeTest-1507984947-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746560234527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11791543'] for port (a72b1cfa-c633-49ad-9037-20d4763daa23), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:13:10.154691 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-badae613-e541-4564-9693-29bce0e85821 tempest-RoutersAdminNegativeTest-1507984947 tempest-RoutersAdminNegativeTest-1507984947-project-admin] Network 4140a1f1-c93a-4bea-83a0-68953a54f299 is already hosted by enough agents. {{(pid=103305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 21:13:10.185615 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-a4f3ffee-2b1d-476e-8e2c-b26ce4f5b41a req-8decedca-3f2c-43e2-bcd8-023b0b7222f4 tempest-ListServerFiltersTestJSON-1713042646 tempest-ListServerFiltersTestJSON-1713042646-project] 10.222.0.13 "GET /v2.0/ports?device_id=3105af2d-ea73-4df7-8227-8f48cefa25aa HTTP/1.1" status: 200 len: 210 time: 0.5122437 Jan 26 21:13:10.187312 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [None req-badae613-e541-4564-9693-29bce0e85821 tempest-RoutersAdminNegativeTest-1507984947 tempest-RoutersAdminNegativeTest-1507984947-project-admin] Resources bound (agent type, host, resource id): {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:13:10.201641 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-badae613-e541-4564-9693-29bce0e85821 tempest-RoutersAdminNegativeTest-1507984947 tempest-RoutersAdminNegativeTest-1507984947-project-admin] Received port after_create {{(pid=103305) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 21:13:10.242642 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-4ee50214-1156-4fce-be9e-36403b1373f1 None None] Provisioning complete for port 6f3c032f-8f77-4bb1-80f4-b3e6bc17170e triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:13:10.246050 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-4ee50214-1156-4fce-be9e-36403b1373f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (6f3c032f-8f77-4bb1-80f4-b3e6bc17170e), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:13:10.254096 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-6acb5682-427d-4315-9c97-0e97959bb051 req-330f5946-5325-4884-b8af-c0db5af02af8 service neutron] 10.222.0.57 "GET /v2.0/networks/57cdf3f5-a20b-4c6f-b2eb-bed2f5d4d40a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4250922 Jan 26 21:13:10.363902 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-4ee50214-1156-4fce-be9e-36403b1373f1 None None] Port 6f3c032f-8f77-4bb1-80f4-b3e6bc17170e cannot update to ACTIVE because it is not bound. {{(pid=103306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 26 21:13:10.380327 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-88064fa6-3c72-4c57-bfa1-bf76e87545ff req-d84ce524-8fc4-4bcf-af03-d5f11a73def4 tempest-ServersTestMultiNic-211940128 tempest-ServersTestMultiNic-211940128-project] Made reservation on behalf of 7dd077ea2f95484597c25a6a957aef6a for: {'port': 1} {{(pid=103304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 21:13:10.381254 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-badae613-e541-4564-9693-29bce0e85821 tempest-RoutersAdminNegativeTest-1507984947 tempest-RoutersAdminNegativeTest-1507984947-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:13:10.382044 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-badae613-e541-4564-9693-29bce0e85821 tempest-RoutersAdminNegativeTest-1507984947 tempest-RoutersAdminNegativeTest-1507984947-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:13:10.384947 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-88064fa6-3c72-4c57-bfa1-bf76e87545ff req-d84ce524-8fc4-4bcf-af03-d5f11a73def4 tempest-ServersTestMultiNic-211940128 tempest-ServersTestMultiNic-211940128-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:13:10.396291 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device 40c05398-b905-49c6-b7ac-1fc014e82b04 up at agent ovs-agent-n-d-760453-5 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 21:13:10.413051 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-badae613-e541-4564-9693-29bce0e85821 tempest-RoutersAdminNegativeTest-1507984947 tempest-RoutersAdminNegativeTest-1507984947-project-admin] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 3.1930192 Jan 26 21:13:10.416177 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-3c53a325-c4b4-4318-85d3-dd2faabe4aa9 req-18daff56-b848-45bd-832b-07c23618a30a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (6f3c032f-8f77-4bb1-80f4-b3e6bc17170e), before_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:13:10.420811 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 54374) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:13:10.476754 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-badae613-e541-4564-9693-29bce0e85821 tempest-RoutersAdminNegativeTest-1507984947 tempest-RoutersAdminNegativeTest-1507984947-project-admin] Pushing event updated for resources: {'Port': ['ID=a72b1cfa-c633-49ad-9037-20d4763daa23,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:13:10.507213 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Provisioning complete for port 40c05398-b905-49c6-b7ac-1fc014e82b04 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:13:10.507798 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (40c05398-b905-49c6-b7ac-1fc014e82b04), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:13:10.531157 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-5165be55-7e9b-491b-bbd5-d107b063027a tempest-RoutersAdminNegativeTest-1507984947 tempest-RoutersAdminNegativeTest-1507984947-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'external_fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.170'}]}}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:13:10.540250 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-42af38a2-447e-4aaa-82db-b91c3584dc1b req-e306149f-1796-4556-8505-19c4f11200a4 tempest-ServersOnMultiNodesTest-2088673700 tempest-ServersOnMultiNodesTest-2088673700-project] 10.222.0.13 "GET /v2.0/ports?device_id=eed444f6-641c-4d46-8870-6f70fd35e94f HTTP/1.1" status: 200 len: 210 time: 0.1631548 Jan 26 21:13:10.719532 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Current status of the port 40c05398-b905-49c6-b7ac-1fc014e82b04 is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:13:10.745428 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-3501d96d-d838-4f91-987c-567f7be34ef6 req-ffef11d8-05b3-4c64-a870-b43c342f3673 tempest-ServersTestMultiNic-211940128 tempest-ServersTestMultiNic-211940128-project] 10.222.0.13 "GET /v2.0/ports?device_id=9dc859c1-015e-422f-ad37-21e97b0e94c7 HTTP/1.1" status: 200 len: 210 time: 0.0368843 Jan 26 21:13:10.759272 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac926c9b-abcc-4ea8-a8b2-ced5c8ab0122 req-1159e7ce-4abf-40e2-81b4-54c103ab11c4 tempest-LiveMigrationTest-746395142 tempest-LiveMigrationTest-746395142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:13:10.773865 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-ac926c9b-abcc-4ea8-a8b2-ced5c8ab0122 req-1159e7ce-4abf-40e2-81b4-54c103ab11c4 tempest-LiveMigrationTest-746395142 tempest-LiveMigrationTest-746395142-project] 10.222.0.13 "GET /v2.0/ports?device_id=71a415fd-0f19-44e3-9cdb-4ebc928c7708 HTTP/1.1" status: 200 len: 943 time: 0.6290157 Jan 26 21:13:10.838842 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71e69a2-0d9b-438e-9215-4d679d4de61f req-b7ccc3c5-e9b0-4500-ab1c-ad5bd181c597 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:13:10.840370 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-f71e69a2-0d9b-438e-9215-4d679d4de61f req-b7ccc3c5-e9b0-4500-ab1c-ad5bd181c597 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=ee6098e1a6074d57972f34ef6549de05&device_id=71a415fd-0f19-44e3-9cdb-4ebc928c7708 HTTP/1.1" status: 200 len: 1094 time: 0.4672546 Jan 26 21:13:10.841214 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-5165be55-7e9b-491b-bbd5-d107b063027a tempest-RoutersAdminNegativeTest-1507984947 tempest-RoutersAdminNegativeTest-1507984947-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4104596', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13108'] for router (473f0815-0980-4291-957a-34de5ae17c96), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:13:10.842303 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-5165be55-7e9b-491b-bbd5-d107b063027a tempest-RoutersAdminNegativeTest-1507984947 tempest-RoutersAdminNegativeTest-1507984947-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4105828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4111306', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3733576', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13069'] for router (473f0815-0980-4291-957a-34de5ae17c96), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:13:11.003243 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Device d9b30847-3659-445b-8b92-242bf72c46e2 no longer exists at agent hyperv_n-h1-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 26 21:13:11.015316 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-113507fc-d6c5-432b-b1c4-2fa4076f6752 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (94e067d5-450b-4328-ad8b-b4ec7c5a164d), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:13:11.049930 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] No Port match for: d9b30847-3659-445b-8b92-242bf72c46e2 {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 26 21:13:11.050554 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Device d9b30847-3659-445b-8b92-242bf72c46e2 not bound to the agent host n-h1-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 26 21:13:11.093241 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71e69a2-0d9b-438e-9215-4d679d4de61f req-4f1895c9-a515-4225-9140-96c129f46fda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:13:11.095000 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-f71e69a2-0d9b-438e-9215-4d679d4de61f req-4f1895c9-a515-4225-9140-96c129f46fda service neutron] 10.222.0.57 "GET /v2.0/networks?id=57cdf3f5-a20b-4c6f-b2eb-bed2f5d4d40a HTTP/1.1" status: 200 len: 908 time: 0.2393343 Jan 26 21:13:11.148079 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-ac926c9b-abcc-4ea8-a8b2-ced5c8ab0122 req-9883ffbc-c872-4227-b562-7cb460be308b tempest-LiveMigrationTest-746395142 tempest-LiveMigrationTest-746395142-project] 10.222.0.13 "GET /v2.0/security-groups?id=c43a996a-6b93-48e4-a331-48250c5b183d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3729651 Jan 26 21:13:11.220773 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-5165be55-7e9b-491b-bbd5-d107b063027a tempest-RoutersAdminNegativeTest-1507984947 tempest-RoutersAdminNegativeTest-1507984947-project-admin] Publish callbacks [] for router_controller (473f0815-0980-4291-957a-34de5ae17c96), precommit_add_association {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:13:11.248180 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-f71e69a2-0d9b-438e-9215-4d679d4de61f req-269f7ae9-c0de-41e2-8836-817bdcb9988f service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a2a3b45c-c85a-4f3f-ab5d-dcc021dbdb5e HTTP/1.1" status: 200 len: 217 time: 0.1175177 Jan 26 21:13:11.368258 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-3c53a325-c4b4-4318-85d3-dd2faabe4aa9 req-ad6a057b-ea52-4fb0-b76b-a2f7ccd3c49c tempest-ServersOnMultiNodesTest-2088673700 tempest-ServersOnMultiNodesTest-2088673700-project] Publish callbacks [] for port (7b91e58c-2d2a-4acc-8321-b7c6811beaeb), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:13:11.406732 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.db_base_plugin_common [req-88064fa6-3c72-4c57-bfa1-bf76e87545ff req-d84ce524-8fc4-4bcf-af03-d5f11a73def4 tempest-ServersTestMultiNic-211940128 tempest-ServersTestMultiNic-211940128-project] Allocated IP 19.80.0.31 (fdce921d-56d5-4164-a3e6-60025853a939/e6edac61-b37f-4ac8-a377-5e709b680b36/9a48534f-198e-49d6-ae1b-d97668015bda) {{(pid=103304) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 21:13:11.492107 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Device a2a3b45c-c85a-4f3f-ab5d-dcc021dbdb5e details requested by agent hyperv_n-h2-760453-5 with host n-h2-760453-5 {{(pid=103306) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 26 21:13:11.686482 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] For port a2a3b45c-c85a-4f3f-ab5d-dcc021dbdb5e, host n-h2-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-5',level=0,port_id=a2a3b45c-c85a-4f3f-ab5d-dcc021dbdb5e,segment=NetworkSegment(984e14e0-bb79-4ef3-b570-cebad3b9694e),segment_id=984e14e0-bb79-4ef3-b570-cebad3b9694e)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:13:11.701145 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Returning: {'device': 'a2a3b45c-c85a-4f3f-ab5d-dcc021dbdb5e', 'network_id': '57cdf3f5-a20b-4c6f-b2eb-bed2f5d4d40a', 'port_id': 'a2a3b45c-c85a-4f3f-ab5d-dcc021dbdb5e', 'mac_address': 'fa:16:3e:9d:b3:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 595, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0fd61269-7d95-487b-ba3a-f244d39cf571', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103306) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 26 21:13:11.750061 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Current status of the port a2a3b45c-c85a-4f3f-ab5d-dcc021dbdb5e is: DOWN; New status is: BUILD {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:13:11.750554 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (a2a3b45c-c85a-4f3f-ab5d-dcc021dbdb5e), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:13:11.767555 n-d-760453-5 neutron-server[103306]: DEBUG neutron.notifiers.nova [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a2a3b45c-c85a-4f3f-ab5d-dcc021dbdb5e {{(pid=103306) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 26 21:13:11.800177 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] For port a2a3b45c-c85a-4f3f-ab5d-dcc021dbdb5e, host n-h2-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-5',level=0,port_id=a2a3b45c-c85a-4f3f-ab5d-dcc021dbdb5e,segment=NetworkSegment(984e14e0-bb79-4ef3-b570-cebad3b9694e),segment_id=984e14e0-bb79-4ef3-b570-cebad3b9694e)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:13:11.806421 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (a2a3b45c-c85a-4f3f-ab5d-dcc021dbdb5e), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:13:11.872132 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Pushing event updated for resources: {'Port': ['ID=a2a3b45c-c85a-4f3f-ab5d-dcc021dbdb5e,revision_number=4']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:13:11.913254 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71e69a2-0d9b-438e-9215-4d679d4de61f req-4d2facd4-a8a8-4193-9f25-1fb0da280725 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:13:11.914704 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-f71e69a2-0d9b-438e-9215-4d679d4de61f req-4d2facd4-a8a8-4193-9f25-1fb0da280725 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=0fd61269-7d95-487b-ba3a-f244d39cf571 HTTP/1.1" status: 200 len: 847 time: 0.6539760 Jan 26 21:13:12.010598 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-70b11f3d-f209-4b74-9fe6-babf5dbaf768 req-9182b179-c03a-472d-952f-8a4dc787665d tempest-ServersOnMultiNodesTest-2088673700 tempest-ServersOnMultiNodesTest-2088673700-project] 10.222.0.13 "GET /v2.0/ports?device_id=eed444f6-641c-4d46-8870-6f70fd35e94f HTTP/1.1" status: 200 len: 210 time: 0.1580262 Jan 26 21:13:12.018783 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-5165be55-7e9b-491b-bbd5-d107b063027a tempest-RoutersAdminNegativeTest-1507984947 tempest-RoutersAdminNegativeTest-1507984947-project-admin] Publish callbacks [] for router_gateway (473f0815-0980-4291-957a-34de5ae17c96), precommit_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:13:12.051736 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-f71e69a2-0d9b-438e-9215-4d679d4de61f req-fb964557-788a-43bc-977b-3b744d1461eb service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=57cdf3f5-a20b-4c6f-b2eb-bed2f5d4d40a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0992768 Jan 26 21:13:12.079883 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] get_ports_and_sgs() called for port_ids ['a2a3b45c-c85a-4f3f-ab5d-dcc021dbdb5e'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 26 21:13:12.217091 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-3c53a325-c4b4-4318-85d3-dd2faabe4aa9 req-ad6a057b-ea52-4fb0-b76b-a2f7ccd3c49c tempest-ServersOnMultiNodesTest-2088673700 tempest-ServersOnMultiNodesTest-2088673700-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746560234527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9281553'] for port (7b91e58c-2d2a-4acc-8321-b7c6811beaeb), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:13:12.239653 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] get_ports_and_sgs() called for port_ids ['552aae5b-0114-4ae2-8e9d-898106bbf7d4'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 26 21:13:12.294506 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816b317c-dd91-488f-b539-e1ec8fee5f40 req-771046cb-81ed-4d3f-a2fe-2a9314422bee tempest-ListServerFiltersTestJSON-1713042646 tempest-ListServerFiltersTestJSON-1713042646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:13:12.309745 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-816b317c-dd91-488f-b539-e1ec8fee5f40 req-771046cb-81ed-4d3f-a2fe-2a9314422bee tempest-ListServerFiltersTestJSON-1713042646 tempest-ListServerFiltersTestJSON-1713042646-project] 10.222.0.13 "GET /v2.0/ports?device_id=d3f09a80-55e1-4c76-84ee-e8c6104639ee HTTP/1.1" status: 200 len: 946 time: 0.4582138 Jan 26 21:13:12.356456 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-eb257955-88be-4402-82e5-a0768ccee39c req-69ae1b53-37ef-4b2d-88d5-e59f634a6216 tempest-ServersTestMultiNic-211940128 tempest-ServersTestMultiNic-211940128-project] 10.222.0.13 "GET /v2.0/ports?device_id=9dc859c1-015e-422f-ad37-21e97b0e94c7 HTTP/1.1" status: 200 len: 210 time: 0.2001655 Jan 26 21:13:12.422187 n-d-760453-5 neutron-server[103305]: DEBUG neutron.notifiers.nova [req-3c53a325-c4b4-4318-85d3-dd2faabe4aa9 req-18daff56-b848-45bd-832b-07c23618a30a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6f3c032f-8f77-4bb1-80f4-b3e6bc17170e {{(pid=103305) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 26 21:13:12.440650 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-3c53a325-c4b4-4318-85d3-dd2faabe4aa9 req-18daff56-b848-45bd-832b-07c23618a30a service neutron] Publish callbacks [] for port (6f3c032f-8f77-4bb1-80f4-b3e6bc17170e), precommit_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:13:12.448327 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3c53a325-c4b4-4318-85d3-dd2faabe4aa9 req-ad6a057b-ea52-4fb0-b76b-a2f7ccd3c49c tempest-ServersOnMultiNodesTest-2088673700 tempest-ServersOnMultiNodesTest-2088673700-project] Network 7fbe9cf5-e12c-436d-b372-55a19c9faa30 is already hosted by enough agents. {{(pid=103304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 21:13:12.473548 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.provisioning_blocks [req-3c53a325-c4b4-4318-85d3-dd2faabe4aa9 req-18daff56-b848-45bd-832b-07c23618a30a service neutron] Transition to ACTIVE for port object 6f3c032f-8f77-4bb1-80f4-b3e6bc17170e will not be triggered until provisioned by entity L2. {{(pid=103305) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 21:13:12.484527 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-3c53a325-c4b4-4318-85d3-dd2faabe4aa9 req-18daff56-b848-45bd-832b-07c23618a30a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11791520'] for port (6f3c032f-8f77-4bb1-80f4-b3e6bc17170e), after_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:13:12.504953 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-113507fc-d6c5-432b-b1c4-2fa4076f6752 admin admin] Publish callbacks [] for port (94e067d5-450b-4328-ad8b-b4ec7c5a164d), precommit_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:13:12.507309 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [req-3c53a325-c4b4-4318-85d3-dd2faabe4aa9 req-ad6a057b-ea52-4fb0-b76b-a2f7ccd3c49c tempest-ServersOnMultiNodesTest-2088673700 tempest-ServersOnMultiNodesTest-2088673700-project] Resources bound (agent type, host, resource id): {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:13:12.514857 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c53a325-c4b4-4318-85d3-dd2faabe4aa9 req-ad6a057b-ea52-4fb0-b76b-a2f7ccd3c49c tempest-ServersOnMultiNodesTest-2088673700 tempest-ServersOnMultiNodesTest-2088673700-project] Received port after_create {{(pid=103304) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 21:13:12.594739 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c53a325-c4b4-4318-85d3-dd2faabe4aa9 req-ad6a057b-ea52-4fb0-b76b-a2f7ccd3c49c tempest-ServersOnMultiNodesTest-2088673700 tempest-ServersOnMultiNodesTest-2088673700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:13:12.595515 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-3c53a325-c4b4-4318-85d3-dd2faabe4aa9 req-ad6a057b-ea52-4fb0-b76b-a2f7ccd3c49c tempest-ServersOnMultiNodesTest-2088673700 tempest-ServersOnMultiNodesTest-2088673700-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:13:12.636506 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad6a057b-ea52-4fb0-b76b-a2f7ccd3c49c tempest-ServersOnMultiNodesTest-2088673700 tempest-ServersOnMultiNodesTest-2088673700-project] Pushing event updated for resources: {'Port': ['ID=7b91e58c-2d2a-4acc-8321-b7c6811beaeb,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:13:12.645158 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-113507fc-d6c5-432b-b1c4-2fa4076f6752 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9281542'] for port (94e067d5-450b-4328-ad8b-b4ec7c5a164d), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:13:12.657912 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-88064fa6-3c72-4c57-bfa1-bf76e87545ff req-d84ce524-8fc4-4bcf-af03-d5f11a73def4 tempest-ServersTestMultiNic-211940128 tempest-ServersTestMultiNic-211940128-project] Publish callbacks [] for port (9a48534f-198e-49d6-ae1b-d97668015bda), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:13:12.666943 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18daff56-b848-45bd-832b-07c23618a30a service neutron] Pushing event updated for resources: {'Port': ['ID=6f3c032f-8f77-4bb1-80f4-b3e6bc17170e,revision_number=2']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:13:12.667191 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-3c53a325-c4b4-4318-85d3-dd2faabe4aa9 req-ad6a057b-ea52-4fb0-b76b-a2f7ccd3c49c tempest-ServersOnMultiNodesTest-2088673700 tempest-ServersOnMultiNodesTest-2088673700-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.1522255 Jan 26 21:13:12.741177 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [req-3c53a325-c4b4-4318-85d3-dd2faabe4aa9 req-18daff56-b848-45bd-832b-07c23618a30a service neutron] Attempting to bind port 6f3c032f-8f77-4bb1-80f4-b3e6bc17170e on host n-h2-760453-5 for vnic_type normal with profile {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 21:13:12.741542 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [req-3c53a325-c4b4-4318-85d3-dd2faabe4aa9 req-18daff56-b848-45bd-832b-07c23618a30a service neutron] Attempting to bind port 6f3c032f-8f77-4bb1-80f4-b3e6bc17170e by drivers openvswitch,hyperv on host n-h2-760453-5 at level 0 using segments [{'id': '4eab25d6-89d9-4907-a1c2-51b06443ba33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '7fbe9cf5-e12c-436d-b372-55a19c9faa30'}] {{(pid=103305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 26 21:13:12.742080 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c53a325-c4b4-4318-85d3-dd2faabe4aa9 req-18daff56-b848-45bd-832b-07c23618a30a service neutron] Attempting to bind port 6f3c032f-8f77-4bb1-80f4-b3e6bc17170e on network 7fbe9cf5-e12c-436d-b372-55a19c9faa30 {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 21:13:12.742232 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [req-3c53a325-c4b4-4318-85d3-dd2faabe4aa9 req-f6641175-0a04-4c5f-ba7a-ef8a348802db service neutron] Request body: {'port': {'device_id': 'eed444f6-641c-4d46-8870-6f70fd35e94f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-760453-5'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:13:12.748891 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c53a325-c4b4-4318-85d3-dd2faabe4aa9 req-18daff56-b848-45bd-832b-07c23618a30a service neutron] Port 6f3c032f-8f77-4bb1-80f4-b3e6bc17170e on network 7fbe9cf5-e12c-436d-b372-55a19c9faa30 not bound, no agent of type Open vSwitch agent registered on host n-h2-760453-5 {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 26 21:13:12.749523 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c53a325-c4b4-4318-85d3-dd2faabe4aa9 req-18daff56-b848-45bd-832b-07c23618a30a service neutron] Attempting to bind port 6f3c032f-8f77-4bb1-80f4-b3e6bc17170e on network 7fbe9cf5-e12c-436d-b372-55a19c9faa30 {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 21:13:12.757067 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c53a325-c4b4-4318-85d3-dd2faabe4aa9 req-18daff56-b848-45bd-832b-07c23618a30a service neutron] Checking agent: {'id': '4d619873-4b60-439f-9b5a-b155dc8bbc34', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-760453-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 21, 2, 53), 'started_at': datetime.datetime(2022, 1, 26, 21, 2, 53), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 21, 12, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 26 21:13:12.757709 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c53a325-c4b4-4318-85d3-dd2faabe4aa9 req-18daff56-b848-45bd-832b-07c23618a30a service neutron] Checking segment: {'id': '4eab25d6-89d9-4907-a1c2-51b06443ba33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '7fbe9cf5-e12c-436d-b372-55a19c9faa30'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103305) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 21:13:12.758283 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c53a325-c4b4-4318-85d3-dd2faabe4aa9 req-18daff56-b848-45bd-832b-07c23618a30a service neutron] Bound using segment: {'id': '4eab25d6-89d9-4907-a1c2-51b06443ba33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '7fbe9cf5-e12c-436d-b372-55a19c9faa30'} {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 26 21:13:12.758906 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [req-3c53a325-c4b4-4318-85d3-dd2faabe4aa9 req-18daff56-b848-45bd-832b-07c23618a30a service neutron] Bound port: 6f3c032f-8f77-4bb1-80f4-b3e6bc17170e, host: n-h2-760453-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4eab25d6-89d9-4907-a1c2-51b06443ba33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '7fbe9cf5-e12c-436d-b372-55a19c9faa30'}}] {{(pid=103305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 26 21:13:12.759444 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-3c53a325-c4b4-4318-85d3-dd2faabe4aa9 req-18daff56-b848-45bd-832b-07c23618a30a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (6f3c032f-8f77-4bb1-80f4-b3e6bc17170e), before_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:13:12.836238 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-f71e69a2-0d9b-438e-9215-4d679d4de61f req-7bb96a2a-e5cb-4e3b-9d2c-788beb28af4d service neutron] 10.222.0.57 "GET /v2.0/networks/57cdf3f5-a20b-4c6f-b2eb-bed2f5d4d40a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7691236 Jan 26 21:13:12.844901 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [req-3c53a325-c4b4-4318-85d3-dd2faabe4aa9 req-18daff56-b848-45bd-832b-07c23618a30a service neutron] For port 6f3c032f-8f77-4bb1-80f4-b3e6bc17170e, host n-h2-760453-5, cleared binding levels {{(pid=103305) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 26 21:13:12.847344 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-816b317c-dd91-488f-b539-e1ec8fee5f40 req-ea9888bd-4945-4b88-b09f-30d4a5680c88 tempest-ListServerFiltersTestJSON-1713042646 tempest-ListServerFiltersTestJSON-1713042646-project] 10.222.0.13 "GET /v2.0/security-groups?id=4a81ac3f-5e47-4404-a1c8-ffc0bc5b0861&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5362253 Jan 26 21:13:12.865600 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [req-3c53a325-c4b4-4318-85d3-dd2faabe4aa9 req-18daff56-b848-45bd-832b-07c23618a30a service neutron] For port 6f3c032f-8f77-4bb1-80f4-b3e6bc17170e, host n-h2-760453-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-5',level=0,port_id=6f3c032f-8f77-4bb1-80f4-b3e6bc17170e,segment=NetworkSegment(4eab25d6-89d9-4907-a1c2-51b06443ba33),segment_id=4eab25d6-89d9-4907-a1c2-51b06443ba33)] {{(pid=103305) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 26 21:13:12.881286 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-3c53a325-c4b4-4318-85d3-dd2faabe4aa9 req-18daff56-b848-45bd-832b-07c23618a30a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11791520'] for port (6f3c032f-8f77-4bb1-80f4-b3e6bc17170e), after_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:13:12.906322 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-3c53a325-c4b4-4318-85d3-dd2faabe4aa9 req-f6641175-0a04-4c5f-ba7a-ef8a348802db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (7b91e58c-2d2a-4acc-8321-b7c6811beaeb), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:13:12.910956 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-113507fc-d6c5-432b-b1c4-2fa4076f6752 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3709457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4110682'] for router_interface (a15ddc95-4511-4c22-885c-df3d01362010), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:13:12.912821 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-113507fc-d6c5-432b-b1c4-2fa4076f6752 admin admin] Pushing event updated for resources: {'Port': ['ID=94e067d5-450b-4328-ad8b-b4ec7c5a164d,revision_number=2']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:13:12.918386 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-918563df-df05-4242-b2e6-998f2a175ed8 None None] Provisioning complete for port 7b91e58c-2d2a-4acc-8321-b7c6811beaeb triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:13:12.920008 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-918563df-df05-4242-b2e6-998f2a175ed8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (7b91e58c-2d2a-4acc-8321-b7c6811beaeb), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:13:12.926636 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c53a325-c4b4-4318-85d3-dd2faabe4aa9 req-18daff56-b848-45bd-832b-07c23618a30a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:13:12.927545 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-3c53a325-c4b4-4318-85d3-dd2faabe4aa9 req-18daff56-b848-45bd-832b-07c23618a30a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:13:12.929763 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-3c53a325-c4b4-4318-85d3-dd2faabe4aa9 req-18daff56-b848-45bd-832b-07c23618a30a service neutron] 10.222.0.57 "PUT /v2.0/ports/6f3c032f-8f77-4bb1-80f4-b3e6bc17170e HTTP/1.1" status: 200 len: 1096 time: 2.9343317 Jan 26 21:13:12.932373 n-d-760453-5 neutron-server[103305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f9e63846-ab67-44b3-a4f5-aba8d0284ead', 'tag': '6f3c032f-8f77-4bb1-80f4-b3e6bc17170e'}] {{(pid=103305) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 21:13:12.937430 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d4654568b7bf041e72ff8fe1c96d6d761d9c921f2b99bc7b3a26632be20cee0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57492954-3570-4c6f-b248-04bbf4724630" -d '{"events": [{"name": "network-changed", "server_uuid": "f9e63846-ab67-44b3-a4f5-aba8d0284ead", "tag": "6f3c032f-8f77-4bb1-80f4-b3e6bc17170e"}]}' {{(pid=103305) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 21:13:12.974194 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18daff56-b848-45bd-832b-07c23618a30a service neutron] Pushing event updated for resources: {'Port': ['ID=6f3c032f-8f77-4bb1-80f4-b3e6bc17170e,revision_number=3']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:13:13.005144 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-918563df-df05-4242-b2e6-998f2a175ed8 None None] Port 7b91e58c-2d2a-4acc-8321-b7c6811beaeb cannot update to ACTIVE because it is not bound. {{(pid=103306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 26 21:13:13.026845 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 26 Jan 2022 21:13:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be114d96-b374-426d-ba66-7ebd6f44fdbd x-openstack-request-id: req-be114d96-b374-426d-ba66-7ebd6f44fdbd {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 21:13:13.027143 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f9e63846-ab67-44b3-a4f5-aba8d0284ead", "tag": "6f3c032f-8f77-4bb1-80f4-b3e6bc17170e", "status": "completed", "code": 200}]} {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 21:13:13.027403 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-be114d96-b374-426d-ba66-7ebd6f44fdbd {{(pid=103305) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 21:13:13.028105 n-d-760453-5 neutron-server[103305]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f9e63846-ab67-44b3-a4f5-aba8d0284ead', 'tag': '6f3c032f-8f77-4bb1-80f4-b3e6bc17170e', 'status': 'completed', 'code': 200} Jan 26 21:13:13.047838 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c53a325-c4b4-4318-85d3-dd2faabe4aa9 req-8638ee57-de68-41e7-b98f-5e41d18dc4ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:13:13.050824 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-3c53a325-c4b4-4318-85d3-dd2faabe4aa9 req-8638ee57-de68-41e7-b98f-5e41d18dc4ef service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=95b0180418ed4ee8af0e8472caf2fcf2&device_id=f9e63846-ab67-44b3-a4f5-aba8d0284ead HTTP/1.1" status: 200 len: 1099 time: 0.0614123 Jan 26 21:13:13.118117 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f53673-0425-4542-b9bd-2f1b83b1c44a req-48d4e14c-2f14-4dd0-b987-86afa5040435 tempest-LiveMigrationTest-746395142 tempest-LiveMigrationTest-746395142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:13:13.119715 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-f5f53673-0425-4542-b9bd-2f1b83b1c44a req-48d4e14c-2f14-4dd0-b987-86afa5040435 tempest-LiveMigrationTest-746395142 tempest-LiveMigrationTest-746395142-project] 10.222.0.13 "GET /v2.0/ports?device_id=71a415fd-0f19-44e3-9cdb-4ebc928c7708 HTTP/1.1" status: 200 len: 944 time: 0.4177258 Jan 26 21:13:13.170788 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-3c53a325-c4b4-4318-85d3-dd2faabe4aa9 req-2c37a22c-476a-4c48-a22d-1e7b7878d2af service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.150&port_id=6f3c032f-8f77-4bb1-80f4-b3e6bc17170e HTTP/1.1" status: 200 len: 217 time: 0.1000037 Jan 26 21:13:13.196536 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c093da-ca64-49e7-9337-bcdf7aafda33 req-32e7171d-b576-4c65-914f-8d17d3caed99 tempest-ListServerFiltersTestJSON-1713042646 tempest-ListServerFiltersTestJSON-1713042646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:13:13.198238 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-c1c093da-ca64-49e7-9337-bcdf7aafda33 req-32e7171d-b576-4c65-914f-8d17d3caed99 tempest-ListServerFiltersTestJSON-1713042646 tempest-ListServerFiltersTestJSON-1713042646-project] 10.222.0.57 "GET /v2.0/ports?device_id=d3f09a80-55e1-4c76-84ee-e8c6104639ee HTTP/1.1" status: 200 len: 946 time: 0.1185374 Jan 26 21:13:13.252930 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-88064fa6-3c72-4c57-bfa1-bf76e87545ff req-d84ce524-8fc4-4bcf-af03-d5f11a73def4 tempest-ServersTestMultiNic-211940128 tempest-ServersTestMultiNic-211940128-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746560234527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9281553'] for port (9a48534f-198e-49d6-ae1b-d97668015bda), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:13:13.324357 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c53a325-c4b4-4318-85d3-dd2faabe4aa9 req-a26d7dd4-64ab-445b-8f1e-84981c1f4014 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:13:13.325881 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-3c53a325-c4b4-4318-85d3-dd2faabe4aa9 req-a26d7dd4-64ab-445b-8f1e-84981c1f4014 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=fd77e534-75e6-4b90-950e-f5824d584430 HTTP/1.1" status: 200 len: 843 time: 0.1488383 Jan 26 21:13:13.373746 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [req-c1c093da-ca64-49e7-9337-bcdf7aafda33 req-d58db118-c372-4c68-a9ab-e9d72a2d2906 tempest-ListServerFiltersTestJSON-1713042646 tempest-ListServerFiltersTestJSON-1713042646-project] Deleting port 2c58062b-ce4a-49a0-bdfc-b4c12979de81 {{(pid=103305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 21:13:13.373877 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-c1c093da-ca64-49e7-9337-bcdf7aafda33 req-d58db118-c372-4c68-a9ab-e9d72a2d2906 tempest-ListServerFiltersTestJSON-1713042646 tempest-ListServerFiltersTestJSON-1713042646-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746560630878'] for port (2c58062b-ce4a-49a0-bdfc-b4c12979de81), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:13:13.442034 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.agents_db [None req-569f1ced-6396-4ddf-b79f-e03b0b2146ab None None] Agent healthcheck: found 7 active agents {{(pid=103307) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 26 21:13:13.449990 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c53a325-c4b4-4318-85d3-dd2faabe4aa9 req-a04ad07d-8e49-49a1-ba4c-3415a039bcce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:13:13.451717 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-3c53a325-c4b4-4318-85d3-dd2faabe4aa9 req-a04ad07d-8e49-49a1-ba4c-3415a039bcce service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=7fbe9cf5-e12c-436d-b372-55a19c9faa30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1169770 Jan 26 21:13:13.478872 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-88064fa6-3c72-4c57-bfa1-bf76e87545ff req-d84ce524-8fc4-4bcf-af03-d5f11a73def4 tempest-ServersTestMultiNic-211940128 tempest-ServersTestMultiNic-211940128-project] Network fdce921d-56d5-4164-a3e6-60025853a939 is already hosted by enough agents. {{(pid=103304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 21:13:13.509697 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-f71e69a2-0d9b-438e-9215-4d679d4de61f req-091a89d7-120f-4a44-87dc-78da547edc6e service neutron] 10.222.0.57 "GET /v2.0/networks/57cdf3f5-a20b-4c6f-b2eb-bed2f5d4d40a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6573040 Jan 26 21:13:13.516452 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25278407-3f80-4ed4-ac7c-5dbd15e97e93 req-95d61c7c-f015-483e-b0f6-6833b5138d10 tempest-ServersOnMultiNodesTest-2088673700 tempest-ServersOnMultiNodesTest-2088673700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:13:13.523919 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-25278407-3f80-4ed4-ac7c-5dbd15e97e93 req-95d61c7c-f015-483e-b0f6-6833b5138d10 tempest-ServersOnMultiNodesTest-2088673700 tempest-ServersOnMultiNodesTest-2088673700-project] 10.222.0.13 "GET /v2.0/ports?device_id=eed444f6-641c-4d46-8870-6f70fd35e94f HTTP/1.1" status: 200 len: 936 time: 0.4029515 Jan 26 21:13:13.538010 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Device a2a3b45c-c85a-4f3f-ab5d-dcc021dbdb5e up at agent hyperv_n-h2-760453-5 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 21:13:13.540386 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [req-88064fa6-3c72-4c57-bfa1-bf76e87545ff req-d84ce524-8fc4-4bcf-af03-d5f11a73def4 tempest-ServersTestMultiNic-211940128 tempest-ServersTestMultiNic-211940128-project] Resources bound (agent type, host, resource id): {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:13:13.549956 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [req-c1c093da-ca64-49e7-9337-bcdf7aafda33 req-d58db118-c372-4c68-a9ab-e9d72a2d2906 tempest-ListServerFiltersTestJSON-1713042646 tempest-ListServerFiltersTestJSON-1713042646-project] For port 2c58062b-ce4a-49a0-bdfc-b4c12979de81, host n-h2-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-5',level=0,port_id=2c58062b-ce4a-49a0-bdfc-b4c12979de81,segment=NetworkSegment(92d37c2b-52af-49e8-96f5-7aa601ba34f9),segment_id=92d37c2b-52af-49e8-96f5-7aa601ba34f9)] {{(pid=103305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:13:13.550357 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-c1c093da-ca64-49e7-9337-bcdf7aafda33 req-d58db118-c372-4c68-a9ab-e9d72a2d2906 tempest-ListServerFiltersTestJSON-1713042646 tempest-ListServerFiltersTestJSON-1713042646-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4109658'] for port (2c58062b-ce4a-49a0-bdfc-b4c12979de81), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:13:13.578049 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [req-88064fa6-3c72-4c57-bfa1-bf76e87545ff req-d84ce524-8fc4-4bcf-af03-d5f11a73def4 tempest-ServersTestMultiNic-211940128 tempest-ServersTestMultiNic-211940128-project] Received port after_create {{(pid=103304) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 21:13:13.584487 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [req-c1c093da-ca64-49e7-9337-bcdf7aafda33 req-d58db118-c372-4c68-a9ab-e9d72a2d2906 tempest-ListServerFiltersTestJSON-1713042646 tempest-ListServerFiltersTestJSON-1713042646-project] Calling delete_port for 2c58062b-ce4a-49a0-bdfc-b4c12979de81 owned by compute:nova {{(pid=103305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 21:13:13.600790 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-f5f53673-0425-4542-b9bd-2f1b83b1c44a req-25d6c0fb-2de4-4b76-be72-8a4d27a2237d tempest-LiveMigrationTest-746395142 tempest-LiveMigrationTest-746395142-project] 10.222.0.13 "GET /v2.0/security-groups?id=c43a996a-6b93-48e4-a331-48250c5b183d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4314024 Jan 26 21:13:13.601983 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d84ce524-8fc4-4bcf-af03-d5f11a73def4 tempest-ServersTestMultiNic-211940128 tempest-ServersTestMultiNic-211940128-project] Pushing event updated for resources: {'Port': ['ID=9a48534f-198e-49d6-ae1b-d97668015bda,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:13:13.634077 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-3c53a325-c4b4-4318-85d3-dd2faabe4aa9 req-721f4eda-6fa2-4c1c-acbe-9ee9b6ad2f04 service neutron] 10.222.0.57 "GET /v2.0/networks/7fbe9cf5-e12c-436d-b372-55a19c9faa30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1708491 Jan 26 21:13:13.643432 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Provisioning for port a2a3b45c-c85a-4f3f-ab5d-dcc021dbdb5e completed by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 21:13:13.649997 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Provisioning complete for port a2a3b45c-c85a-4f3f-ab5d-dcc021dbdb5e triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:13:13.650456 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (a2a3b45c-c85a-4f3f-ab5d-dcc021dbdb5e), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:13:13.754843 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-113507fc-d6c5-432b-b1c4-2fa4076f6752 admin admin] Network b4d91999-0d3f-45ee-89d0-a63f22a3e7ab is already hosted by enough agents. {{(pid=103304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 21:13:13.793844 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Current status of the port a2a3b45c-c85a-4f3f-ab5d-dcc021dbdb5e is: BUILD; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:13:13.794341 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (a2a3b45c-c85a-4f3f-ab5d-dcc021dbdb5e), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:13:13.820559 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [None req-113507fc-d6c5-432b-b1c4-2fa4076f6752 admin admin] Resources bound (agent type, host, resource id): {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:13:13.837529 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] For port a2a3b45c-c85a-4f3f-ab5d-dcc021dbdb5e, host n-h2-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-5',level=0,port_id=a2a3b45c-c85a-4f3f-ab5d-dcc021dbdb5e,segment=NetworkSegment(984e14e0-bb79-4ef3-b570-cebad3b9694e),segment_id=984e14e0-bb79-4ef3-b570-cebad3b9694e)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:13:13.841709 n-d-760453-5 neutron-server[103306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71a415fd-0f19-44e3-9cdb-4ebc928c7708', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2a3b45c-c85a-4f3f-ab5d-dcc021dbdb5e'}] {{(pid=103306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 21:13:13.849819 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9d5d370febab655511bdd2ffe887e43e442d144a440368702bcc1e93af00b97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2d43108-0311-4e57-acaf-23e8c3684ebf" -d '{"events": [{"server_uuid": "71a415fd-0f19-44e3-9cdb-4ebc928c7708", "name": "network-vif-plugged", "status": "completed", "tag": "a2a3b45c-c85a-4f3f-ab5d-dcc021dbdb5e"}]}' {{(pid=103306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 21:13:13.859811 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (a2a3b45c-c85a-4f3f-ab5d-dcc021dbdb5e), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:13:13.860639 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Device 2c58062b-ce4a-49a0-bdfc-b4c12979de81 no longer exists at agent hyperv_n-h2-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 26 21:13:13.899780 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-c1c093da-ca64-49e7-9337-bcdf7aafda33 req-d58db118-c372-4c68-a9ab-e9d72a2d2906 tempest-ListServerFiltersTestJSON-1713042646 tempest-ListServerFiltersTestJSON-1713042646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746560636600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746560234536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11791543'] for port (2c58062b-ce4a-49a0-bdfc-b4c12979de81), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:13:13.900405 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88064fa6-3c72-4c57-bfa1-bf76e87545ff req-d84ce524-8fc4-4bcf-af03-d5f11a73def4 tempest-ServersTestMultiNic-211940128 tempest-ServersTestMultiNic-211940128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:13:13.901364 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-88064fa6-3c72-4c57-bfa1-bf76e87545ff req-d84ce524-8fc4-4bcf-af03-d5f11a73def4 tempest-ServersTestMultiNic-211940128 tempest-ServersTestMultiNic-211940128-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:13:13.903921 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-5165be55-7e9b-491b-bbd5-d107b063027a tempest-RoutersAdminNegativeTest-1507984947 tempest-RoutersAdminNegativeTest-1507984947-project-admin] Publish callbacks [] for router_gateway (473f0815-0980-4291-957a-34de5ae17c96), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:13:13.921990 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-25278407-3f80-4ed4-ac7c-5dbd15e97e93 req-f69b1302-93ec-4884-a7df-26d95a3ae4aa tempest-ServersOnMultiNodesTest-2088673700 tempest-ServersOnMultiNodesTest-2088673700-project] 10.222.0.13 "GET /v2.0/security-groups?id=306a2369-8c1c-4f98-9a64-2622487a9ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3971727 Jan 26 21:13:13.946612 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d58db118-c372-4c68-a9ab-e9d72a2d2906 tempest-ListServerFiltersTestJSON-1713042646 tempest-ListServerFiltersTestJSON-1713042646-project] Pushing event deleted for resources: {'Port': ['ID=2c58062b-ce4a-49a0-bdfc-b4c12979de81,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:13:14.004544 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] No active binding found for port 2c58062b-ce4a-49a0-bdfc-b4c12979de81 {{(pid=103306) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jan 26 21:13:14.005049 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] The host n-h2-760453-5 is not matching for port 2c58062b-ce4a-49a0-bdfc-b4c12979de81 host None! {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2317}} Jan 26 21:13:14.005325 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Device 2c58062b-ce4a-49a0-bdfc-b4c12979de81 not bound to the agent host n-h2-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 26 21:13:14.010575 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Pushing event updated for resources: {'Port': ['ID=a2a3b45c-c85a-4f3f-ab5d-dcc021dbdb5e,revision_number=5']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:13:14.022481 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-4a487bae-5dfe-41ff-98ba-0fa2ffbc79c4 None None] Provisioning complete for port 9a48534f-198e-49d6-ae1b-d97668015bda triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:13:14.024319 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-4a487bae-5dfe-41ff-98ba-0fa2ffbc79c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (9a48534f-198e-49d6-ae1b-d97668015bda), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:13:14.061553 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1c093da-ca64-49e7-9337-bcdf7aafda33 req-d58db118-c372-4c68-a9ab-e9d72a2d2906 tempest-ListServerFiltersTestJSON-1713042646 tempest-ListServerFiltersTestJSON-1713042646-project] No DVR routers for this DVR port 2c58062b-ce4a-49a0-bdfc-b4c12979de81 on host n-h2-760453-5 {{(pid=103305) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 26 21:13:14.063342 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-4a487bae-5dfe-41ff-98ba-0fa2ffbc79c4 None None] Port 9a48534f-198e-49d6-ae1b-d97668015bda cannot update to ACTIVE because it is not bound. {{(pid=103306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 26 21:13:14.066605 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-c1c093da-ca64-49e7-9337-bcdf7aafda33 req-d58db118-c372-4c68-a9ab-e9d72a2d2906 tempest-ListServerFiltersTestJSON-1713042646 tempest-ListServerFiltersTestJSON-1713042646-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:13:14.071175 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-c1c093da-ca64-49e7-9337-bcdf7aafda33 req-d58db118-c372-4c68-a9ab-e9d72a2d2906 tempest-ListServerFiltersTestJSON-1713042646 tempest-ListServerFiltersTestJSON-1713042646-project] 10.222.0.57 "DELETE /v2.0/ports/2c58062b-ce4a-49a0-bdfc-b4c12979de81 HTTP/1.1" status: 204 len: 173 time: 0.8458862 Jan 26 21:13:14.077488 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-3c53a325-c4b4-4318-85d3-dd2faabe4aa9 req-1856edce-d481-458f-bc88-cd2325e7e71b service neutron] 10.222.0.57 "GET /v2.0/networks/7fbe9cf5-e12c-436d-b372-55a19c9faa30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2619400 Jan 26 21:13:14.083140 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-5165be55-7e9b-491b-bbd5-d107b063027a tempest-RoutersAdminNegativeTest-1507984947 tempest-RoutersAdminNegativeTest-1507984947-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:13:14.138530 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698753e3-be42-48d8-b4a1-f678e01804c2 req-47d9d795-97e6-45ab-ac60-ac87f9834b9d tempest-ServersTestMultiNic-211940128 tempest-ServersTestMultiNic-211940128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:13:14.140017 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-698753e3-be42-48d8-b4a1-f678e01804c2 req-47d9d795-97e6-45ab-ac60-ac87f9834b9d tempest-ServersTestMultiNic-211940128 tempest-ServersTestMultiNic-211940128-project] 10.222.0.13 "GET /v2.0/ports?device_id=9dc859c1-015e-422f-ad37-21e97b0e94c7 HTTP/1.1" status: 200 len: 931 time: 0.4126036 Jan 26 21:13:14.148780 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-88064fa6-3c72-4c57-bfa1-bf76e87545ff req-d84ce524-8fc4-4bcf-af03-d5f11a73def4 tempest-ServersTestMultiNic-211940128 tempest-ServersTestMultiNic-211940128-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.1864593 Jan 26 21:13:14.208288 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57492954-3570-4c6f-b248-04bbf4724630 req-3a483bc1-8777-4004-8e80-51a87693494b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:13:14.209385 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-30006081-f155-4fc5-96ee-d654ed8b4480 None None] Provisioning complete for port 94e067d5-450b-4328-ad8b-b4ec7c5a164d triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:13:14.210067 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-57492954-3570-4c6f-b248-04bbf4724630 req-3a483bc1-8777-4004-8e80-51a87693494b service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=95b0180418ed4ee8af0e8472caf2fcf2&device_id=f9e63846-ab67-44b3-a4f5-aba8d0284ead HTTP/1.1" status: 200 len: 1099 time: 0.0763769 Jan 26 21:13:14.213364 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-30006081-f155-4fc5-96ee-d654ed8b4480 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (94e067d5-450b-4328-ad8b-b4ec7c5a164d), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:13:14.242415 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [req-88064fa6-3c72-4c57-bfa1-bf76e87545ff req-b71174ee-04f8-4878-aedd-1c1a176a5e89 tempest-ServersTestMultiNic-211940128 tempest-ServersTestMultiNic-211940128-project] Request body: {'port': {'device_id': '9dc859c1-015e-422f-ad37-21e97b0e94c7', 'network_id': '0005085c-c820-49ff-a393-9b43e54534cb', 'admin_state_up': True, 'tenant_id': '7dd077ea2f95484597c25a6a957aef6a'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:13:14.284582 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Jan 2022 21:13:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afae7185-63cc-4183-bedf-c3efe879a168 x-openstack-request-id: req-afae7185-63cc-4183-bedf-c3efe879a168 {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 21:13:14.284977 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71a415fd-0f19-44e3-9cdb-4ebc928c7708", "name": "network-vif-plugged", "status": "completed", "tag": "a2a3b45c-c85a-4f3f-ab5d-dcc021dbdb5e", "code": 200}]} {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 21:13:14.285102 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-afae7185-63cc-4183-bedf-c3efe879a168 {{(pid=103306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 21:13:14.285544 n-d-760453-5 neutron-server[103306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71a415fd-0f19-44e3-9cdb-4ebc928c7708', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2a3b45c-c85a-4f3f-ab5d-dcc021dbdb5e', 'code': 200} Jan 26 21:13:14.307566 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-30006081-f155-4fc5-96ee-d654ed8b4480 None None] Port 94e067d5-450b-4328-ad8b-b4ec7c5a164d cannot update to ACTIVE because it is not bound. {{(pid=103306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 26 21:13:14.401388 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57492954-3570-4c6f-b248-04bbf4724630 req-76c18bcb-dbc1-4adb-afc1-a8522f8ad215 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:13:14.403118 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-57492954-3570-4c6f-b248-04bbf4724630 req-76c18bcb-dbc1-4adb-afc1-a8522f8ad215 service neutron] 10.222.0.57 "GET /v2.0/networks?id=7fbe9cf5-e12c-436d-b372-55a19c9faa30 HTTP/1.1" status: 200 len: 870 time: 0.1777003 Jan 26 21:13:14.454907 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-57492954-3570-4c6f-b248-04bbf4724630 req-c3ab9988-97f0-444b-92e8-dd568be5a431 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.150&port_id=6f3c032f-8f77-4bb1-80f4-b3e6bc17170e HTTP/1.1" status: 200 len: 217 time: 0.0440557 Jan 26 21:13:14.461561 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc8df57-3e8e-48a2-8c31-5a99b67556b8 req-156ff11f-c5b9-427c-b61d-882cf4bdd3e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:13:14.463086 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-4cc8df57-3e8e-48a2-8c31-5a99b67556b8 req-156ff11f-c5b9-427c-b61d-882cf4bdd3e2 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=71a415fd-0f19-44e3-9cdb-4ebc928c7708 HTTP/1.1" status: 200 len: 1096 time: 0.1056380 Jan 26 21:13:14.535836 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57492954-3570-4c6f-b248-04bbf4724630 req-41aea8cf-2d11-47cb-b4c2-bb5e117cabba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:13:14.537341 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-57492954-3570-4c6f-b248-04bbf4724630 req-41aea8cf-2d11-47cb-b4c2-bb5e117cabba service neutron] 10.222.0.57 "GET /v2.0/subnets?id=fd77e534-75e6-4b90-950e-f5824d584430 HTTP/1.1" status: 200 len: 843 time: 0.0733125 Jan 26 21:13:14.543815 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-4cc8df57-3e8e-48a2-8c31-5a99b67556b8 req-af13f5c9-5ae5-4937-9f7a-f34a37ed2a75 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=c43a996a-6b93-48e4-a331-48250c5b183d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721209 Jan 26 21:13:14.729527 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-81b6b0a8-aff1-4785-92d7-0dc077715f47 req-7e86f704-2935-4216-a4b5-97abdeb397ef tempest-ListServerFiltersTestJSON-1713042646 tempest-ListServerFiltersTestJSON-1713042646-project] 10.222.0.13 "GET /v2.0/ports?device_id=d3f09a80-55e1-4c76-84ee-e8c6104639ee HTTP/1.1" status: 200 len: 210 time: 0.1056170 Jan 26 21:13:14.798526 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57492954-3570-4c6f-b248-04bbf4724630 req-4086c71a-190f-4bc5-873a-5bdf8cd1ca34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:13:14.799698 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-57492954-3570-4c6f-b248-04bbf4724630 req-4086c71a-190f-4bc5-873a-5bdf8cd1ca34 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=7fbe9cf5-e12c-436d-b372-55a19c9faa30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0493009 Jan 26 21:13:14.809308 n-d-760453-5 neutron-server[103304]: DEBUG neutron.notifiers.nova [req-3c53a325-c4b4-4318-85d3-dd2faabe4aa9 req-f6641175-0a04-4c5f-ba7a-ef8a348802db service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7b91e58c-2d2a-4acc-8321-b7c6811beaeb {{(pid=103304) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 26 21:13:14.816367 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-698753e3-be42-48d8-b4a1-f678e01804c2 req-877a7b38-5665-4897-bcec-74ae6b697830 tempest-ServersTestMultiNic-211940128 tempest-ServersTestMultiNic-211940128-project] 10.222.0.13 "GET /v2.0/security-groups?id=387ebbc6-3579-4cea-a9d9-9b7fa130b41f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6612430 Jan 26 21:13:14.842729 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-3c53a325-c4b4-4318-85d3-dd2faabe4aa9 req-f6641175-0a04-4c5f-ba7a-ef8a348802db service neutron] Publish callbacks [] for port (7b91e58c-2d2a-4acc-8321-b7c6811beaeb), precommit_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:13:14.849544 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-113507fc-d6c5-432b-b1c4-2fa4076f6752 admin admin] Router a15ddc95-4511-4c22-885c-df3d01362010 has already been hosted by L3 agent 09df100c-3af1-4b0a-bda8-05914c71c458 {{(pid=103304) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 26 21:13:14.911734 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-57492954-3570-4c6f-b248-04bbf4724630 req-cfb9c415-c20c-45b6-b5b9-a4df0ef07d01 service neutron] 10.222.0.57 "GET /v2.0/networks/7fbe9cf5-e12c-436d-b372-55a19c9faa30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1005588 Jan 26 21:13:14.946986 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.provisioning_blocks [req-3c53a325-c4b4-4318-85d3-dd2faabe4aa9 req-f6641175-0a04-4c5f-ba7a-ef8a348802db service neutron] Transition to ACTIVE for port object 7b91e58c-2d2a-4acc-8321-b7c6811beaeb will not be triggered until provisioned by entity L2. {{(pid=103304) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 21:13:14.980238 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-3c53a325-c4b4-4318-85d3-dd2faabe4aa9 req-f6641175-0a04-4c5f-ba7a-ef8a348802db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9281542'] for port (7b91e58c-2d2a-4acc-8321-b7c6811beaeb), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:13:15.016671 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-57492954-3570-4c6f-b248-04bbf4724630 req-40b83dcd-fe0a-4091-84b5-9966256f246b service neutron] 10.222.0.57 "GET /v2.0/networks/7fbe9cf5-e12c-436d-b372-55a19c9faa30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0986814 Jan 26 21:13:15.029279 n-d-760453-5 neutron-server[103305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3f09a80-55e1-4c76-84ee-e8c6104639ee', 'name': 'network-vif-deleted', 'tag': '2c58062b-ce4a-49a0-bdfc-b4c12979de81'}] {{(pid=103305) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 21:13:15.031658 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d4654568b7bf041e72ff8fe1c96d6d761d9c921f2b99bc7b3a26632be20cee0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9ae3dc5-320f-489d-8ecc-000e476e84a3" -d '{"events": [{"server_uuid": "d3f09a80-55e1-4c76-84ee-e8c6104639ee", "name": "network-vif-deleted", "tag": "2c58062b-ce4a-49a0-bdfc-b4c12979de81"}]}' {{(pid=103305) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 21:13:15.148368 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-5165be55-7e9b-491b-bbd5-d107b063027a tempest-RoutersAdminNegativeTest-1507984947 tempest-RoutersAdminNegativeTest-1507984947-project-admin] Publish callbacks [] for router (473f0815-0980-4291-957a-34de5ae17c96), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:13:15.197612 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6641175-0a04-4c5f-ba7a-ef8a348802db service neutron] Pushing event updated for resources: {'Port': ['ID=7b91e58c-2d2a-4acc-8321-b7c6811beaeb,revision_number=2']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:13:15.200371 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-88064fa6-3c72-4c57-bfa1-bf76e87545ff req-b71174ee-04f8-4878-aedd-1c1a176a5e89 tempest-ServersTestMultiNic-211940128 tempest-ServersTestMultiNic-211940128-project] Made reservation on behalf of 7dd077ea2f95484597c25a6a957aef6a for: {'port': 1} {{(pid=103304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 21:13:15.203736 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-88064fa6-3c72-4c57-bfa1-bf76e87545ff req-b71174ee-04f8-4878-aedd-1c1a176a5e89 tempest-ServersTestMultiNic-211940128 tempest-ServersTestMultiNic-211940128-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:13:15.230637 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dafe6cc-3060-452b-977f-38cfa3522413 req-65022dd7-363d-4c8e-80ad-465a54302ebd tempest-LiveMigrationTest-746395142 tempest-LiveMigrationTest-746395142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:13:15.232213 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-5dafe6cc-3060-452b-977f-38cfa3522413 req-65022dd7-363d-4c8e-80ad-465a54302ebd tempest-LiveMigrationTest-746395142 tempest-LiveMigrationTest-746395142-project] 10.222.0.13 "GET /v2.0/ports?device_id=71a415fd-0f19-44e3-9cdb-4ebc928c7708 HTTP/1.1" status: 200 len: 945 time: 0.2866845 Jan 26 21:13:15.286010 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3934b84c-ce79-4adf-a02c-bdb7ab8b04b2 req-9f089c58-103c-4337-8002-366260c46a01 tempest-AttachVolumeNegativeTest-157238613 tempest-AttachVolumeNegativeTest-157238613-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:13:15.287478 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-3934b84c-ce79-4adf-a02c-bdb7ab8b04b2 req-9f089c58-103c-4337-8002-366260c46a01 tempest-AttachVolumeNegativeTest-157238613 tempest-AttachVolumeNegativeTest-157238613-project] 10.222.0.13 "GET /v2.0/networks?id=d6d873b7-dd21-4147-a71c-3196b86fd015 HTTP/1.1" status: 200 len: 814 time: 0.4661613 Jan 26 21:13:15.288869 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6641175-0a04-4c5f-ba7a-ef8a348802db service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:13:15.289221 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6641175-0a04-4c5f-ba7a-ef8a348802db service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:13:15.289594 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6641175-0a04-4c5f-ba7a-ef8a348802db service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:13:15.289935 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6641175-0a04-4c5f-ba7a-ef8a348802db service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:13:15.290268 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6641175-0a04-4c5f-ba7a-ef8a348802db service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:13:15.290599 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6641175-0a04-4c5f-ba7a-ef8a348802db service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:13:15.290926 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6641175-0a04-4c5f-ba7a-ef8a348802db service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:13:15.291251 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6641175-0a04-4c5f-ba7a-ef8a348802db service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:13:15.291575 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6641175-0a04-4c5f-ba7a-ef8a348802db service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:13:15.291907 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6641175-0a04-4c5f-ba7a-ef8a348802db service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:13:15.292232 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6641175-0a04-4c5f-ba7a-ef8a348802db service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:13:15.292552 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6641175-0a04-4c5f-ba7a-ef8a348802db service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:13:15.292871 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6641175-0a04-4c5f-ba7a-ef8a348802db service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:13:15.462889 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-3934b84c-ce79-4adf-a02c-bdb7ab8b04b2 req-d505036a-4a2e-4525-ad78-756db052d77d tempest-AttachVolumeNegativeTest-157238613 tempest-AttachVolumeNegativeTest-157238613-project] 10.222.0.13 "GET /v2.0/quotas/d203cd9cdbf14056988a5ed4353f3154 HTTP/1.1" status: 200 len: 375 time: 0.1646533 Jan 26 21:13:15.534098 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Device 6f3c032f-8f77-4bb1-80f4-b3e6bc17170e details requested by agent hyperv_n-h2-760453-5 with host n-h2-760453-5 {{(pid=103306) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 26 21:13:15.557750 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-5165be55-7e9b-491b-bbd5-d107b063027a tempest-RoutersAdminNegativeTest-1507984947 tempest-RoutersAdminNegativeTest-1507984947-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4105774', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13082'] for router (473f0815-0980-4291-957a-34de5ae17c96), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:13:15.562942 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-5165be55-7e9b-491b-bbd5-d107b063027a tempest-RoutersAdminNegativeTest-1507984947 tempest-RoutersAdminNegativeTest-1507984947-project-admin] Publish callbacks [] for router_controller (473f0815-0980-4291-957a-34de5ae17c96), precommit_delete_associations {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:13:15.578611 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-113507fc-d6c5-432b-b1c4-2fa4076f6752 admin admin] Notify agent at l3_agent.n-d-760453-5 the message routers_updated {{(pid=103304) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 26 21:13:15.597622 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6470a5e-fa31-4ec9-90a4-2cda7fe1a3b9 None None] Sync routers for ids ['a15ddc95-4511-4c22-885c-df3d01362010'] in n-d-760453-5 {{(pid=103306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 26 21:13:15.610294 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-113507fc-d6c5-432b-b1c4-2fa4076f6752 admin admin] 10.222.0.13 "PUT /v2.0/routers/a15ddc95-4511-4c22-885c-df3d01362010/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.4991686 Jan 26 21:13:15.618713 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6470a5e-fa31-4ec9-90a4-2cda7fe1a3b9 None None] Routers {'a15ddc95-4511-4c22-885c-df3d01362010'} bound to L3 agent in host n-d-760453-5 {{(pid=103306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 21:13:15.619452 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-b6470a5e-fa31-4ec9-90a4-2cda7fe1a3b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-26T20:55:21Z,description=,heartbeat_timestamp=2022-01-26T21:12:51Z,host='n-d-760453-5',id=09df100c-3af1-4b0a-bda8-05914c71c458,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:55:21Z,topic='l3_agent')) {'router_ids': ['a15ddc95-4511-4c22-885c-df3d01362010'], 'active': True} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:13:15.667657 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-5dafe6cc-3060-452b-977f-38cfa3522413 req-bb41111e-c2c1-4ac6-96d4-e3a9318cbad9 tempest-LiveMigrationTest-746395142 tempest-LiveMigrationTest-746395142-project] 10.222.0.13 "GET /v2.0/security-groups?id=c43a996a-6b93-48e4-a331-48250c5b183d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3914146 Jan 26 21:13:15.682227 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [req-3c53a325-c4b4-4318-85d3-dd2faabe4aa9 req-f6641175-0a04-4c5f-ba7a-ef8a348802db service neutron] Attempting to bind port 7b91e58c-2d2a-4acc-8321-b7c6811beaeb on host n-h2-760453-5 for vnic_type normal with profile {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 21:13:15.682578 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [req-3c53a325-c4b4-4318-85d3-dd2faabe4aa9 req-f6641175-0a04-4c5f-ba7a-ef8a348802db service neutron] Attempting to bind port 7b91e58c-2d2a-4acc-8321-b7c6811beaeb by drivers openvswitch,hyperv on host n-h2-760453-5 at level 0 using segments [{'id': '4eab25d6-89d9-4907-a1c2-51b06443ba33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '7fbe9cf5-e12c-436d-b372-55a19c9faa30'}] {{(pid=103304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 26 21:13:15.682907 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c53a325-c4b4-4318-85d3-dd2faabe4aa9 req-f6641175-0a04-4c5f-ba7a-ef8a348802db service neutron] Attempting to bind port 7b91e58c-2d2a-4acc-8321-b7c6811beaeb on network 7fbe9cf5-e12c-436d-b372-55a19c9faa30 {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 21:13:15.713733 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c53a325-c4b4-4318-85d3-dd2faabe4aa9 req-f6641175-0a04-4c5f-ba7a-ef8a348802db service neutron] Port 7b91e58c-2d2a-4acc-8321-b7c6811beaeb on network 7fbe9cf5-e12c-436d-b372-55a19c9faa30 not bound, no agent of type Open vSwitch agent registered on host n-h2-760453-5 {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 26 21:13:15.714066 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c53a325-c4b4-4318-85d3-dd2faabe4aa9 req-f6641175-0a04-4c5f-ba7a-ef8a348802db service neutron] Attempting to bind port 7b91e58c-2d2a-4acc-8321-b7c6811beaeb on network 7fbe9cf5-e12c-436d-b372-55a19c9faa30 {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 21:13:15.723302 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-5165be55-7e9b-491b-bbd5-d107b063027a tempest-RoutersAdminNegativeTest-1507984947 tempest-RoutersAdminNegativeTest-1507984947-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4105767'] for router (473f0815-0980-4291-957a-34de5ae17c96), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:13:15.723812 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5165be55-7e9b-491b-bbd5-d107b063027a tempest-RoutersAdminNegativeTest-1507984947 tempest-RoutersAdminNegativeTest-1507984947-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 473f0815-0980-4291-957a-34de5ae17c96 {{(pid=103304) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 26 21:13:15.737097 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c53a325-c4b4-4318-85d3-dd2faabe4aa9 req-f6641175-0a04-4c5f-ba7a-ef8a348802db service neutron] Checking agent: {'id': '4d619873-4b60-439f-9b5a-b155dc8bbc34', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-760453-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 21, 2, 53), 'started_at': datetime.datetime(2022, 1, 26, 21, 2, 53), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 21, 12, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 26 21:13:15.738332 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c53a325-c4b4-4318-85d3-dd2faabe4aa9 req-f6641175-0a04-4c5f-ba7a-ef8a348802db service neutron] Checking segment: {'id': '4eab25d6-89d9-4907-a1c2-51b06443ba33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '7fbe9cf5-e12c-436d-b372-55a19c9faa30'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103304) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 21:13:15.738449 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c53a325-c4b4-4318-85d3-dd2faabe4aa9 req-f6641175-0a04-4c5f-ba7a-ef8a348802db service neutron] Bound using segment: {'id': '4eab25d6-89d9-4907-a1c2-51b06443ba33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '7fbe9cf5-e12c-436d-b372-55a19c9faa30'} {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 26 21:13:15.738895 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [req-3c53a325-c4b4-4318-85d3-dd2faabe4aa9 req-f6641175-0a04-4c5f-ba7a-ef8a348802db service neutron] Bound port: 7b91e58c-2d2a-4acc-8321-b7c6811beaeb, host: n-h2-760453-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4eab25d6-89d9-4907-a1c2-51b06443ba33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '7fbe9cf5-e12c-436d-b372-55a19c9faa30'}}] {{(pid=103304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 26 21:13:15.739263 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-3c53a325-c4b4-4318-85d3-dd2faabe4aa9 req-f6641175-0a04-4c5f-ba7a-ef8a348802db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (7b91e58c-2d2a-4acc-8321-b7c6811beaeb), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:13:15.747469 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] For port 6f3c032f-8f77-4bb1-80f4-b3e6bc17170e, host n-h2-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-5',level=0,port_id=6f3c032f-8f77-4bb1-80f4-b3e6bc17170e,segment=NetworkSegment(4eab25d6-89d9-4907-a1c2-51b06443ba33),segment_id=4eab25d6-89d9-4907-a1c2-51b06443ba33)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:13:15.761357 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-3934b84c-ce79-4adf-a02c-bdb7ab8b04b2 req-6cb11985-1ebf-4315-a28f-d2732f17ba85 tempest-AttachVolumeNegativeTest-157238613 tempest-AttachVolumeNegativeTest-157238613-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=d203cd9cdbf14056988a5ed4353f3154&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2304912 Jan 26 21:13:15.773855 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.db_base_plugin_common [req-88064fa6-3c72-4c57-bfa1-bf76e87545ff req-b71174ee-04f8-4878-aedd-1c1a176a5e89 tempest-ServersTestMultiNic-211940128 tempest-ServersTestMultiNic-211940128-project] Allocated IP 19.86.0.6 (0005085c-c820-49ff-a393-9b43e54534cb/9dccc2dc-2701-4507-a45c-3d8a439b395e/764d585e-425c-4b3e-bd83-04c6d4eebfea) {{(pid=103304) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 21:13:15.777243 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Returning: {'device': '6f3c032f-8f77-4bb1-80f4-b3e6bc17170e', 'network_id': '7fbe9cf5-e12c-436d-b372-55a19c9faa30', 'port_id': '6f3c032f-8f77-4bb1-80f4-b3e6bc17170e', 'mac_address': 'fa:16:3e:97:0c:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 561, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fd77e534-75e6-4b90-950e-f5824d584430', 'ip_address': '192.168.233.150'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103306) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 26 21:13:15.787751 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvr_db [None req-b6470a5e-fa31-4ec9-90a4-2cda7fe1a3b9 None None] Set router a15ddc95-4511-4c22-885c-df3d01362010 gateway port host: n-d-760453-5 {{(pid=103306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 21:13:15.811519 n-d-760453-5 neutron-server[103304]: INFO neutron.api.v2.resource [None req-5165be55-7e9b-491b-bbd5-d107b063027a tempest-RoutersAdminNegativeTest-1507984947 tempest-RoutersAdminNegativeTest-1507984947-project-admin] create failed (client error): There was a conflict when trying to complete your request. Jan 26 21:13:15.815113 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-5165be55-7e9b-491b-bbd5-d107b063027a tempest-RoutersAdminNegativeTest-1507984947 tempest-RoutersAdminNegativeTest-1507984947-project-admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 5.2906523 Jan 26 21:13:15.815591 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 54436) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:13:15.883155 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Current status of the port 6f3c032f-8f77-4bb1-80f4-b3e6bc17170e is: DOWN; New status is: BUILD {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:13:15.883918 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (6f3c032f-8f77-4bb1-80f4-b3e6bc17170e), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:13:15.928235 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-7f45ca4d-efb8-4adb-87f1-ba8ef2073ee1 tempest-RoutersAdminNegativeTest-1507984947 tempest-RoutersAdminNegativeTest-1507984947-project-admin] Deleting port a72b1cfa-c633-49ad-9037-20d4763daa23 {{(pid=103305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 21:13:15.928566 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-7f45ca4d-efb8-4adb-87f1-ba8ef2073ee1 tempest-RoutersAdminNegativeTest-1507984947 tempest-RoutersAdminNegativeTest-1507984947-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746560630878'] for port (a72b1cfa-c633-49ad-9037-20d4763daa23), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:13:15.934859 n-d-760453-5 neutron-server[103306]: DEBUG neutron.notifiers.nova [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6f3c032f-8f77-4bb1-80f4-b3e6bc17170e {{(pid=103306) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 26 21:13:15.989522 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [req-3c53a325-c4b4-4318-85d3-dd2faabe4aa9 req-f6641175-0a04-4c5f-ba7a-ef8a348802db service neutron] For port 7b91e58c-2d2a-4acc-8321-b7c6811beaeb, host n-h2-760453-5, cleared binding levels {{(pid=103304) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 26 21:13:15.992883 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] For port 6f3c032f-8f77-4bb1-80f4-b3e6bc17170e, host n-h2-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-5',level=0,port_id=6f3c032f-8f77-4bb1-80f4-b3e6bc17170e,segment=NetworkSegment(4eab25d6-89d9-4907-a1c2-51b06443ba33),segment_id=4eab25d6-89d9-4907-a1c2-51b06443ba33)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:13:16.002600 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (6f3c032f-8f77-4bb1-80f4-b3e6bc17170e), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:13:16.023301 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff55f82a-350c-4397-b91a-b0d8e41f62b8 req-fc227ebe-71e1-4be3-b180-d976772b75bf tempest-ServersOnMultiNodesTest-2088673700 tempest-ServersOnMultiNodesTest-2088673700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:13:16.025374 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-ff55f82a-350c-4397-b91a-b0d8e41f62b8 req-fc227ebe-71e1-4be3-b180-d976772b75bf tempest-ServersOnMultiNodesTest-2088673700 tempest-ServersOnMultiNodesTest-2088673700-project] 10.222.0.13 "GET /v2.0/ports?device_id=eed444f6-641c-4d46-8870-6f70fd35e94f HTTP/1.1" status: 200 len: 948 time: 0.2157021 Jan 26 21:13:16.028109 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-7f45ca4d-efb8-4adb-87f1-ba8ef2073ee1 tempest-RoutersAdminNegativeTest-1507984947 tempest-RoutersAdminNegativeTest-1507984947-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4109658'] for port (a72b1cfa-c633-49ad-9037-20d4763daa23), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:13:16.042139 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-7f45ca4d-efb8-4adb-87f1-ba8ef2073ee1 tempest-RoutersAdminNegativeTest-1507984947 tempest-RoutersAdminNegativeTest-1507984947-project-admin] Calling delete_port for a72b1cfa-c633-49ad-9037-20d4763daa23 owned by {{(pid=103305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 21:13:16.059725 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-3934b84c-ce79-4adf-a02c-bdb7ab8b04b2 req-1d9a2c30-607d-4664-810b-85a1ad8e56d0 service neutron] 10.222.0.13 "GET /v2.0/networks/d6d873b7-dd21-4147-a71c-3196b86fd015?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2835610 Jan 26 21:13:16.072784 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [req-3c53a325-c4b4-4318-85d3-dd2faabe4aa9 req-f6641175-0a04-4c5f-ba7a-ef8a348802db service neutron] For port 7b91e58c-2d2a-4acc-8321-b7c6811beaeb, host n-h2-760453-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-5',level=0,port_id=7b91e58c-2d2a-4acc-8321-b7c6811beaeb,segment=NetworkSegment(4eab25d6-89d9-4907-a1c2-51b06443ba33),segment_id=4eab25d6-89d9-4907-a1c2-51b06443ba33)] {{(pid=103304) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 26 21:13:16.076145 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Pushing event updated for resources: {'Port': ['ID=6f3c032f-8f77-4bb1-80f4-b3e6bc17170e,revision_number=4']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:13:16.095201 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-3c53a325-c4b4-4318-85d3-dd2faabe4aa9 req-f6641175-0a04-4c5f-ba7a-ef8a348802db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9281542'] for port (7b91e58c-2d2a-4acc-8321-b7c6811beaeb), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:13:16.134520 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-b6470a5e-fa31-4ec9-90a4-2cda7fe1a3b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a15ddc95-4511-4c22-885c-df3d01362010', 'name': 'tempest-ServersTestBootFromVolume-2109970746-router', 'tenant_id': 'ea2b7f569e4243dcba0cb16771cf369b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'external_fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.233'}], 'enable_snat': True}, 'gw_port_id': 'fcace754-0b38-4737-a4f4-c18c5ecf2397', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T21:12:54Z', 'updated_at': '2022-01-26T21:13:10Z', 'revision_number': 4, 'project_id': 'ea2b7f569e4243dcba0cb16771cf369b', 'gw_port': {'id': 'fcace754-0b38-4737-a4f4-c18c5ecf2397', 'name': '', 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:dd:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a15ddc95-4511-4c22-885c-df3d01362010', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1147, 'fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:12:57Z', 'updated_at': '2022-01-26T21:13:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-5', '_interfaces': [{'id': '94e067d5-450b-4328-ad8b-b4ec7c5a164d', 'name': '', 'network_id': 'b4d91999-0d3f-45ee-89d0-a63f22a3e7ab', 'tenant_id': 'ea2b7f569e4243dcba0cb16771cf369b', 'mac_address': 'fa:16:3e:7f:b2:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a15ddc95-4511-4c22-885c-df3d01362010', 'device_owner': 'network:router_interface', 'standard_attr_id': 1164, 'fixed_ips': [{'subnet_id': 'eaea08b8-abe1-46f7-84c0-e277976dbd47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:13:06Z', 'updated_at': '2022-01-26T21:13:11Z', 'revision_number': 2, 'project_id': 'ea2b7f569e4243dcba0cb16771cf369b', 'subnets': [{'id': 'eaea08b8-abe1-46f7-84c0-e277976dbd47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760453-5', False) {} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:13:16.202947 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-7f45ca4d-efb8-4adb-87f1-ba8ef2073ee1 tempest-RoutersAdminNegativeTest-1507984947 tempest-RoutersAdminNegativeTest-1507984947-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746560636600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746560234536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11791543'] for port (a72b1cfa-c633-49ad-9037-20d4763daa23), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:13:16.223154 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c53a325-c4b4-4318-85d3-dd2faabe4aa9 req-f6641175-0a04-4c5f-ba7a-ef8a348802db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:13:16.223679 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-3c53a325-c4b4-4318-85d3-dd2faabe4aa9 req-f6641175-0a04-4c5f-ba7a-ef8a348802db service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:13:16.225104 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-3c53a325-c4b4-4318-85d3-dd2faabe4aa9 req-f6641175-0a04-4c5f-ba7a-ef8a348802db service neutron] 10.222.0.57 "PUT /v2.0/ports/7b91e58c-2d2a-4acc-8321-b7c6811beaeb HTTP/1.1" status: 200 len: 1096 time: 3.5016353 Jan 26 21:13:16.225611 n-d-760453-5 neutron-server[103304]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eed444f6-641c-4d46-8870-6f70fd35e94f', 'tag': '7b91e58c-2d2a-4acc-8321-b7c6811beaeb'}] {{(pid=103304) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 21:13:16.227928 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d52b45f1943fcd332af9527eb73ff93c8d715d44383a3f6d18de73b4cfcf87b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98c75de1-aef8-412a-9dfe-29f4937a779d" -d '{"events": [{"name": "network-changed", "server_uuid": "eed444f6-641c-4d46-8870-6f70fd35e94f", "tag": "7b91e58c-2d2a-4acc-8321-b7c6811beaeb"}]}' {{(pid=103304) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 21:13:16.247264 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f45ca4d-efb8-4adb-87f1-ba8ef2073ee1 tempest-RoutersAdminNegativeTest-1507984947 tempest-RoutersAdminNegativeTest-1507984947-project-admin] Pushing event deleted for resources: {'Port': ['ID=a72b1cfa-c633-49ad-9037-20d4763daa23,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:13:16.265829 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-ff55f82a-350c-4397-b91a-b0d8e41f62b8 req-a929aa73-8fdb-4a4e-bb6b-d20ce62ee0a3 tempest-ServersOnMultiNodesTest-2088673700 tempest-ServersOnMultiNodesTest-2088673700-project] 10.222.0.13 "GET /v2.0/security-groups?id=306a2369-8c1c-4f98-9a64-2622487a9ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1961901 Jan 26 21:13:16.308052 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6470a5e-fa31-4ec9-90a4-2cda7fe1a3b9 None None] Checking router: a15ddc95-4511-4c22-885c-df3d01362010 for host: n-d-760453-5 {{(pid=103306) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 26 21:13:16.308442 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6470a5e-fa31-4ec9-90a4-2cda7fe1a3b9 None None] Updating router a15ddc95-4511-4c22-885c-df3d01362010 port 94e067d5-450b-4328-ad8b-b4ec7c5a164d binding host n-d-760453-5 {{(pid=103306) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 26 21:13:16.309076 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6641175-0a04-4c5f-ba7a-ef8a348802db service neutron] Pushing event updated for resources: {'Port': ['ID=7b91e58c-2d2a-4acc-8321-b7c6811beaeb,revision_number=3']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:13:16.340864 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b6470a5e-fa31-4ec9-90a4-2cda7fe1a3b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (94e067d5-450b-4328-ad8b-b4ec7c5a164d), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:13:16.350161 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-88064fa6-3c72-4c57-bfa1-bf76e87545ff req-b71174ee-04f8-4878-aedd-1c1a176a5e89 tempest-ServersTestMultiNic-211940128 tempest-ServersTestMultiNic-211940128-project] Publish callbacks [] for port (764d585e-425c-4b3e-bd83-04c6d4eebfea), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:13:16.356019 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Jan 2022 21:13:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84994f61-c638-427f-9128-9bbe85094ced x-openstack-request-id: req-84994f61-c638-427f-9128-9bbe85094ced {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 21:13:16.356460 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3f09a80-55e1-4c76-84ee-e8c6104639ee", "name": "network-vif-deleted", "tag": "2c58062b-ce4a-49a0-bdfc-b4c12979de81", "status": "completed", "code": 200}]} {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 21:13:16.356984 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-84994f61-c638-427f-9128-9bbe85094ced {{(pid=103305) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 21:13:16.357499 n-d-760453-5 neutron-server[103305]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3f09a80-55e1-4c76-84ee-e8c6104639ee', 'name': 'network-vif-deleted', 'tag': '2c58062b-ce4a-49a0-bdfc-b4c12979de81', 'status': 'completed', 'code': 200} Jan 26 21:13:16.385885 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-3934b84c-ce79-4adf-a02c-bdb7ab8b04b2 req-adf2e3f9-de33-4f24-82f9-39dfa0d2eb1f service neutron] 10.222.0.13 "GET /v2.0/networks/d6d873b7-dd21-4147-a71c-3196b86fd015?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3116398 Jan 26 21:13:16.389186 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-7f45ca4d-efb8-4adb-87f1-ba8ef2073ee1 tempest-RoutersAdminNegativeTest-1507984947 tempest-RoutersAdminNegativeTest-1507984947-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:13:16.393557 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-7f45ca4d-efb8-4adb-87f1-ba8ef2073ee1 tempest-RoutersAdminNegativeTest-1507984947 tempest-RoutersAdminNegativeTest-1507984947-project-admin] 10.222.0.13 "DELETE /v2.0/ports/a72b1cfa-c633-49ad-9037-20d4763daa23 HTTP/1.1" status: 204 len: 168 time: 0.5759780 Jan 26 21:13:16.422442 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c53a325-c4b4-4318-85d3-dd2faabe4aa9 req-0ca398a3-e277-4fc3-b469-f47a515b12f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:13:16.430259 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-3c53a325-c4b4-4318-85d3-dd2faabe4aa9 req-0ca398a3-e277-4fc3-b469-f47a515b12f0 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=95b0180418ed4ee8af0e8472caf2fcf2&device_id=eed444f6-641c-4d46-8870-6f70fd35e94f HTTP/1.1" status: 200 len: 1099 time: 0.1330793 Jan 26 21:13:16.530762 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-3c53a325-c4b4-4318-85d3-dd2faabe4aa9 req-64214b19-3e6e-420c-85b0-0b2f6dc634f6 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.223&port_id=7b91e58c-2d2a-4acc-8321-b7c6811beaeb HTTP/1.1" status: 200 len: 217 time: 0.0548127 Jan 26 21:13:16.538160 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] get_ports_and_sgs() called for port_ids ['6f3c032f-8f77-4bb1-80f4-b3e6bc17170e'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 26 21:13:16.546897 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 54446) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:13:16.617230 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-88064fa6-3c72-4c57-bfa1-bf76e87545ff req-b71174ee-04f8-4878-aedd-1c1a176a5e89 tempest-ServersTestMultiNic-211940128 tempest-ServersTestMultiNic-211940128-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746560234527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9281553'] for port (764d585e-425c-4b3e-bd83-04c6d4eebfea), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:13:16.678177 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c53a325-c4b4-4318-85d3-dd2faabe4aa9 req-7cf132c3-d021-4466-bd6c-3b1dd19cd6c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:13:16.678916 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.db_base_plugin_v2 [None req-26116a57-0cb3-4310-b2ed-94a5e82b59e2 admin admin] Deleting subnet a701c127-d3dd-497d-9665-95502ae1864e {{(pid=103305) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 26 21:13:16.679666 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-3c53a325-c4b4-4318-85d3-dd2faabe4aa9 req-7cf132c3-d021-4466-bd6c-3b1dd19cd6c6 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=fd77e534-75e6-4b90-950e-f5824d584430 HTTP/1.1" status: 200 len: 843 time: 0.1416454 Jan 26 21:13:16.696512 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-26116a57-0cb3-4310-b2ed-94a5e82b59e2 admin admin] Publish callbacks [] for subnet (a701c127-d3dd-497d-9665-95502ae1864e), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:13:16.751867 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-88064fa6-3c72-4c57-bfa1-bf76e87545ff req-b71174ee-04f8-4878-aedd-1c1a176a5e89 tempest-ServersTestMultiNic-211940128 tempest-ServersTestMultiNic-211940128-project] Network 0005085c-c820-49ff-a393-9b43e54534cb is already hosted by enough agents. {{(pid=103304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 21:13:16.757568 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-26116a57-0cb3-4310-b2ed-94a5e82b59e2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11788946'] for subnet (a701c127-d3dd-497d-9665-95502ae1864e), precommit_delete_associations {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:13:16.766326 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [req-88064fa6-3c72-4c57-bfa1-bf76e87545ff req-b71174ee-04f8-4878-aedd-1c1a176a5e89 tempest-ServersTestMultiNic-211940128 tempest-ServersTestMultiNic-211940128-project] Resources bound (agent type, host, resource id): {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:13:16.771488 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71174ee-04f8-4878-aedd-1c1a176a5e89 tempest-ServersTestMultiNic-211940128 tempest-ServersTestMultiNic-211940128-project] Pushing event updated for resources: {'Port': ['ID=764d585e-425c-4b3e-bd83-04c6d4eebfea,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:13:16.773900 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [req-88064fa6-3c72-4c57-bfa1-bf76e87545ff req-b71174ee-04f8-4878-aedd-1c1a176a5e89 tempest-ServersTestMultiNic-211940128 tempest-ServersTestMultiNic-211940128-project] Received port after_create {{(pid=103304) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 21:13:16.841316 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4221619f-6850-4886-90e4-4bcbd512fce6 req-af21a182-8bd9-4a8d-bb70-10cdd1583abe tempest-ServersTestMultiNic-211940128 tempest-ServersTestMultiNic-211940128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:13:16.851914 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4221619f-6850-4886-90e4-4bcbd512fce6 req-af21a182-8bd9-4a8d-bb70-10cdd1583abe tempest-ServersTestMultiNic-211940128 tempest-ServersTestMultiNic-211940128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:13:16.866022 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-4221619f-6850-4886-90e4-4bcbd512fce6 req-af21a182-8bd9-4a8d-bb70-10cdd1583abe tempest-ServersTestMultiNic-211940128 tempest-ServersTestMultiNic-211940128-project] 10.222.0.13 "GET /v2.0/ports?device_id=9dc859c1-015e-422f-ad37-21e97b0e94c7 HTTP/1.1" status: 200 len: 1652 time: 0.1961386 Jan 26 21:13:16.872176 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c53a325-c4b4-4318-85d3-dd2faabe4aa9 req-0bb5ac39-28eb-479d-8be6-a1ca7bf8dc7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:13:16.873721 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-3c53a325-c4b4-4318-85d3-dd2faabe4aa9 req-0bb5ac39-28eb-479d-8be6-a1ca7bf8dc7c service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=7fbe9cf5-e12c-436d-b372-55a19c9faa30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1818383 Jan 26 21:13:16.884553 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-26116a57-0cb3-4310-b2ed-94a5e82b59e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687316'] for subnet (a701c127-d3dd-497d-9665-95502ae1864e), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:13:16.928522 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88064fa6-3c72-4c57-bfa1-bf76e87545ff req-b71174ee-04f8-4878-aedd-1c1a176a5e89 tempest-ServersTestMultiNic-211940128 tempest-ServersTestMultiNic-211940128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:13:16.929230 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-88064fa6-3c72-4c57-bfa1-bf76e87545ff req-b71174ee-04f8-4878-aedd-1c1a176a5e89 tempest-ServersTestMultiNic-211940128 tempest-ServersTestMultiNic-211940128-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:13:16.949561 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 54458) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:13:16.959601 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b6470a5e-fa31-4ec9-90a4-2cda7fe1a3b9 None None] Publish callbacks [] for port (94e067d5-450b-4328-ad8b-b4ec7c5a164d), precommit_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:13:16.974599 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-26116a57-0cb3-4310-b2ed-94a5e82b59e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11791594', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11599980'] for subnet (a701c127-d3dd-497d-9665-95502ae1864e), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:13:16.995815 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b6470a5e-fa31-4ec9-90a4-2cda7fe1a3b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (94e067d5-450b-4328-ad8b-b4ec7c5a164d), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:13:17.010679 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-26116a57-0cb3-4310-b2ed-94a5e82b59e2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709645'] for subnet (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:13:17.023882 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-26116a57-0cb3-4310-b2ed-94a5e82b59e2 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/a701c127-d3dd-497d-9665-95502ae1864e HTTP/1.1" status: 204 len: 168 time: 0.4757373 Jan 26 21:13:17.032867 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 54462) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:13:17.076008 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00a47f77-8fda-4bb3-8622-dea5b63b652a None None] Network 149e35f2-8db2-4f53-89b7-4ea9b9891a0f requested from n-d-760453-5 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 26 21:13:17.097833 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26116a57-0cb3-4310-b2ed-94a5e82b59e2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a701c127-d3dd-497d-9665-95502ae1864e,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:13:17.193928 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8320542e-7d3d-459f-b799-33cf3f40558c None None] Pushing event updated for resources: {'Port': ['ID=94e067d5-450b-4328-ad8b-b4ec7c5a164d,revision_number=3']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:13:17.205973 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-cc79df56-a6fc-4c1b-aba9-dca1e36a09ec admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:13:17.336875 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-08ec6aa0-2e8f-4175-9619-d8e5ddbf5e04 None None] Provisioning complete for port 764d585e-425c-4b3e-bd83-04c6d4eebfea triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:13:17.337435 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-08ec6aa0-2e8f-4175-9619-d8e5ddbf5e04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (764d585e-425c-4b3e-bd83-04c6d4eebfea), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:13:17.344614 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-b6470a5e-fa31-4ec9-90a4-2cda7fe1a3b9 None None] Attempting to bind port 94e067d5-450b-4328-ad8b-b4ec7c5a164d on host n-d-760453-5 for vnic_type normal with profile {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 21:13:17.345135 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-b6470a5e-fa31-4ec9-90a4-2cda7fe1a3b9 None None] Attempting to bind port 94e067d5-450b-4328-ad8b-b4ec7c5a164d by drivers openvswitch,hyperv on host n-d-760453-5 at level 0 using segments [{'id': 'a15ef740-f64f-41d4-9077-bbc625c53d41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'b4d91999-0d3f-45ee-89d0-a63f22a3e7ab'}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 26 21:13:17.345662 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6470a5e-fa31-4ec9-90a4-2cda7fe1a3b9 None None] Attempting to bind port 94e067d5-450b-4328-ad8b-b4ec7c5a164d on network b4d91999-0d3f-45ee-89d0-a63f22a3e7ab {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 21:13:17.379954 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6470a5e-fa31-4ec9-90a4-2cda7fe1a3b9 None None] Checking agent: {'id': 'fea0591a-627d-4c87-9a9a-01625ddf3277', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760453-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 20, 55, 25), 'started_at': datetime.datetime(2022, 1, 26, 20, 55, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 21, 12, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760453-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 26 21:13:17.380485 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6470a5e-fa31-4ec9-90a4-2cda7fe1a3b9 None None] Checking segment: {'id': 'a15ef740-f64f-41d4-9077-bbc625c53d41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'b4d91999-0d3f-45ee-89d0-a63f22a3e7ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 21:13:17.380994 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b6470a5e-fa31-4ec9-90a4-2cda7fe1a3b9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:13:17.381528 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6470a5e-fa31-4ec9-90a4-2cda7fe1a3b9 None None] Bound using segment: {'id': 'a15ef740-f64f-41d4-9077-bbc625c53d41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'b4d91999-0d3f-45ee-89d0-a63f22a3e7ab'} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 26 21:13:17.382128 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-b6470a5e-fa31-4ec9-90a4-2cda7fe1a3b9 None None] Bound port: 94e067d5-450b-4328-ad8b-b4ec7c5a164d, host: n-d-760453-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a15ef740-f64f-41d4-9077-bbc625c53d41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'b4d91999-0d3f-45ee-89d0-a63f22a3e7ab'}}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 26 21:13:17.382627 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b6470a5e-fa31-4ec9-90a4-2cda7fe1a3b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (94e067d5-450b-4328-ad8b-b4ec7c5a164d), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:13:17.422961 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-cc79df56-a6fc-4c1b-aba9-dca1e36a09ec admin admin] Publish callbacks [] for security_group (fdc42e1d-c129-49d7-b4c8-de871610f56a), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:13:17.434543 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-cc79df56-a6fc-4c1b-aba9-dca1e36a09ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (fdc42e1d-c129-49d7-b4c8-de871610f56a), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:13:17.492677 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-08ec6aa0-2e8f-4175-9619-d8e5ddbf5e04 None None] Port 764d585e-425c-4b3e-bd83-04c6d4eebfea cannot update to ACTIVE because it is not bound. {{(pid=103306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 26 21:13:17.510792 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b70daef-9f82-46b3-a15c-3d3801bcd0d5 None None] DHCP port deletion for 149e35f2-8db2-4f53-89b7-4ea9b9891a0f request from n-d-760453-5 {{(pid=103306) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 26 21:13:17.559354 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-cc79df56-a6fc-4c1b-aba9-dca1e36a09ec admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c393ab4bdcba4f81a4f5d6f08e8a0c68&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6085916 Jan 26 21:13:17.561647 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 54474) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:13:17.565381 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-b6470a5e-fa31-4ec9-90a4-2cda7fe1a3b9 None None] For port 94e067d5-450b-4328-ad8b-b4ec7c5a164d, host n-d-760453-5, cleared binding levels {{(pid=103306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 26 21:13:17.567109 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc79df56-a6fc-4c1b-aba9-dca1e36a09ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fdc42e1d-c129-49d7-b4c8-de871610f56a,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:13:17.578920 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-b6470a5e-fa31-4ec9-90a4-2cda7fe1a3b9 None None] For port 94e067d5-450b-4328-ad8b-b4ec7c5a164d, host n-d-760453-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=94e067d5-450b-4328-ad8b-b4ec7c5a164d,segment=NetworkSegment(a15ef740-f64f-41d4-9077-bbc625c53d41),segment_id=a15ef740-f64f-41d4-9077-bbc625c53d41)] {{(pid=103306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 26 21:13:17.591621 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 54476) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:13:17.600740 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b6470a5e-fa31-4ec9-90a4-2cda7fe1a3b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (94e067d5-450b-4328-ad8b-b4ec7c5a164d), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:13:17.607359 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-6f1ee4e4-2797-4b79-97e1-826bd2b7801b tempest-ServersTestBootFromVolume-1845992378 tempest-ServersTestBootFromVolume-1845992378-project] Request body: {'security_group': {'name': 'tempest-securitygroup--426748276', 'description': 'tempest-description--1181739364'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:13:17.624025 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-88064fa6-3c72-4c57-bfa1-bf76e87545ff req-b71174ee-04f8-4878-aedd-1c1a176a5e89 tempest-ServersTestMultiNic-211940128 tempest-ServersTestMultiNic-211940128-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 3.3919854 Jan 26 21:13:17.630814 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 26 Jan 2022 21:13:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1edf2ccb-6360-4291-bd8f-a0a69d1b5f72 x-openstack-request-id: req-1edf2ccb-6360-4291-bd8f-a0a69d1b5f72 {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 21:13:17.631114 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eed444f6-641c-4d46-8870-6f70fd35e94f", "tag": "7b91e58c-2d2a-4acc-8321-b7c6811beaeb", "status": "completed", "code": 200}]} {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 21:13:17.631374 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-1edf2ccb-6360-4291-bd8f-a0a69d1b5f72 {{(pid=103304) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 21:13:17.631831 n-d-760453-5 neutron-server[103304]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eed444f6-641c-4d46-8870-6f70fd35e94f', 'tag': '7b91e58c-2d2a-4acc-8321-b7c6811beaeb', 'status': 'completed', 'code': 200} Jan 26 21:13:17.668848 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-6f1ee4e4-2797-4b79-97e1-826bd2b7801b tempest-ServersTestBootFromVolume-1845992378 tempest-ServersTestBootFromVolume-1845992378-project] Publish callbacks [] for security_group (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:13:17.669076 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [req-88064fa6-3c72-4c57-bfa1-bf76e87545ff req-567b8f48-e4bf-4735-bf4d-2a4b2a118d74 tempest-ServersTestMultiNic-211940128 tempest-ServersTestMultiNic-211940128-project] Request body: {'port': {'device_id': '9dc859c1-015e-422f-ad37-21e97b0e94c7', 'network_id': 'fdce921d-56d5-4164-a3e6-60025853a939', 'admin_state_up': True, 'tenant_id': '7dd077ea2f95484597c25a6a957aef6a'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:13:17.679330 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2b70daef-9f82-46b3-a15c-3d3801bcd0d5 None None] Deleting port 7f62823e-68bd-4c7f-827a-917851418451 {{(pid=103306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 21:13:17.679672 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2b70daef-9f82-46b3-a15c-3d3801bcd0d5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746560630878'] for port (7f62823e-68bd-4c7f-827a-917851418451), before_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:13:17.761487 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-bba5a0e2-0bf0-4ae9-bd8b-740c9dfdaab2 None None] Provisioning complete for port 94e067d5-450b-4328-ad8b-b4ec7c5a164d triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:13:17.761872 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-bba5a0e2-0bf0-4ae9-bd8b-740c9dfdaab2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (94e067d5-450b-4328-ad8b-b4ec7c5a164d), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:13:17.775573 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-58bb54da-68b4-4cf1-9fa9-a9dc23f828b5 admin admin] Publish callbacks [] for security_group (fdc42e1d-c129-49d7-b4c8-de871610f56a), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:13:17.813334 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-4221619f-6850-4886-90e4-4bcbd512fce6 req-c1ae3f16-f678-4547-9bcc-c7f03cfea162 tempest-ServersTestMultiNic-211940128 tempest-ServersTestMultiNic-211940128-project] 10.222.0.13 "GET /v2.0/security-groups?id=387ebbc6-3579-4cea-a9d9-9b7fa130b41f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9459093 Jan 26 21:13:17.839945 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6470a5e-fa31-4ec9-90a4-2cda7fe1a3b9 None None] Routers {'a15ddc95-4511-4c22-885c-df3d01362010'} bound to L3 agent in host n-d-760453-5 {{(pid=103306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 21:13:17.839945 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-b6470a5e-fa31-4ec9-90a4-2cda7fe1a3b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-26T20:55:21Z,description=,heartbeat_timestamp=2022-01-26T21:12:51Z,host='n-d-760453-5',id=09df100c-3af1-4b0a-bda8-05914c71c458,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:55:21Z,topic='l3_agent')) {'router_ids': ['a15ddc95-4511-4c22-885c-df3d01362010'], 'active': True} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:13:17.854415 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-58bb54da-68b4-4cf1-9fa9-a9dc23f828b5 admin admin] Publish callbacks [] for security_group (fdc42e1d-c129-49d7-b4c8-de871610f56a), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:13:17.870066 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-772269d5-1525-4f86-b51d-65f79e17a175 req-bcc31ea0-798d-4f53-b818-d8e51453f96b tempest-AttachVolumeNegativeTest-157238613 tempest-AttachVolumeNegativeTest-157238613-project] 10.222.0.13 "GET /v2.0/ports?device_id=7b83765b-4040-4cc7-a99b-9b2da5d6f5a7 HTTP/1.1" status: 200 len: 210 time: 0.1116004 Jan 26 21:13:17.877642 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-3c53a325-c4b4-4318-85d3-dd2faabe4aa9 req-aeb3ead6-1e21-4005-a061-53cb69c49325 service neutron] 10.222.0.57 "GET /v2.0/networks/7fbe9cf5-e12c-436d-b372-55a19c9faa30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9832878 Jan 26 21:13:17.899248 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-6f1ee4e4-2797-4b79-97e1-826bd2b7801b tempest-ServersTestBootFromVolume-1845992378 tempest-ServersTestBootFromVolume-1845992378-project] Publish callbacks [] for security_group (d1e8d686-a995-4f2f-9375-0f0073274779), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:13:17.913412 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-6f1ee4e4-2797-4b79-97e1-826bd2b7801b tempest-ServersTestBootFromVolume-1845992378 tempest-ServersTestBootFromVolume-1845992378-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (d1e8d686-a995-4f2f-9375-0f0073274779), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:13:17.919660 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-0484abcc-8bc7-497c-8811-88a49f5c9362 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-748181'] for network (149e35f2-8db2-4f53-89b7-4ea9b9891a0f), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:13:17.960887 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8320542e-7d3d-459f-b799-33cf3f40558c None None] Pushing event updated for resources: {'Port': ['ID=94e067d5-450b-4328-ad8b-b4ec7c5a164d,revision_number=4']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:13:17.972922 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-2b70daef-9f82-46b3-a15c-3d3801bcd0d5 None None] For port 7f62823e-68bd-4c7f-827a-917851418451, host n-d-760453-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=7f62823e-68bd-4c7f-827a-917851418451,segment=NetworkSegment(92d37c2b-52af-49e8-96f5-7aa601ba34f9),segment_id=92d37c2b-52af-49e8-96f5-7aa601ba34f9)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:13:17.973348 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2b70daef-9f82-46b3-a15c-3d3801bcd0d5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4109658'] for port (7f62823e-68bd-4c7f-827a-917851418451), precommit_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:13:17.973494 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-6f1ee4e4-2797-4b79-97e1-826bd2b7801b tempest-ServersTestBootFromVolume-1845992378 tempest-ServersTestBootFromVolume-1845992378-project] Publish callbacks [] for security_group (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:13:17.974707 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-6f1ee4e4-2797-4b79-97e1-826bd2b7801b tempest-ServersTestBootFromVolume-1845992378 tempest-ServersTestBootFromVolume-1845992378-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.3742929 Jan 26 21:13:17.978161 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 54478) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:13:17.984949 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-65e7bfe0-ebdc-4483-b207-df4e64939bf4 tempest-ServersTestBootFromVolume-1845992378 tempest-ServersTestBootFromVolume-1845992378-project] Request body: {'security_group_rule': {'security_group_id': 'd1e8d686-a995-4f2f-9375-0f0073274779', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:13:17.990968 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f1ee4e4-2797-4b79-97e1-826bd2b7801b tempest-ServersTestBootFromVolume-1845992378 tempest-ServersTestBootFromVolume-1845992378-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d1e8d686-a995-4f2f-9375-0f0073274779,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:13:18.022276 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-58bb54da-68b4-4cf1-9fa9-a9dc23f828b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (fdc42e1d-c129-49d7-b4c8-de871610f56a), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:13:18.024887 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-58bb54da-68b4-4cf1-9fa9-a9dc23f828b5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:13:18.026095 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-58bb54da-68b4-4cf1-9fa9-a9dc23f828b5 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/fdc42e1d-c129-49d7-b4c8-de871610f56a HTTP/1.1" status: 204 len: 168 time: 0.4632034 Jan 26 21:13:18.039039 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58bb54da-68b4-4cf1-9fa9-a9dc23f828b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdc42e1d-c129-49d7-b4c8-de871610f56a,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:13:18.051727 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-65e7bfe0-ebdc-4483-b207-df4e64939bf4 tempest-ServersTestBootFromVolume-1845992378 tempest-ServersTestBootFromVolume-1845992378-project] Publish callbacks [] for security_group_rule (9087170d-7a6f-4320-9053-44cb0dc4d56f), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:13:18.061111 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2b70daef-9f82-46b3-a15c-3d3801bcd0d5 None None] Calling delete_port for 7f62823e-68bd-4c7f-827a-917851418451 owned by network:dhcp {{(pid=103306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 21:13:18.118081 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-65e7bfe0-ebdc-4483-b207-df4e64939bf4 tempest-ServersTestBootFromVolume-1845992378 tempest-ServersTestBootFromVolume-1845992378-project] Publish callbacks [] for security_group_rule (9087170d-7a6f-4320-9053-44cb0dc4d56f), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:13:18.124865 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-65e7bfe0-ebdc-4483-b207-df4e64939bf4 tempest-ServersTestBootFromVolume-1845992378 tempest-ServersTestBootFromVolume-1845992378-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102715'] for security_group_rule (9087170d-7a6f-4320-9053-44cb0dc4d56f), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:13:18.151766 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-65e7bfe0-ebdc-4483-b207-df4e64939bf4 tempest-ServersTestBootFromVolume-1845992378 tempest-ServersTestBootFromVolume-1845992378-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:13:18.155422 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-65e7bfe0-ebdc-4483-b207-df4e64939bf4 tempest-ServersTestBootFromVolume-1845992378 tempest-ServersTestBootFromVolume-1845992378-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1734049 Jan 26 21:13:18.155422 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e7bfe0-ebdc-4483-b207-df4e64939bf4 tempest-ServersTestBootFromVolume-1845992378 tempest-ServersTestBootFromVolume-1845992378-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9087170d-7a6f-4320-9053-44cb0dc4d56f,revision_number=0']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:13:18.156414 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 54482) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:13:18.161606 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-0f3475c2-a78e-48d2-ba41-2a798d67b095 tempest-ServersTestBootFromVolume-1845992378 tempest-ServersTestBootFromVolume-1845992378-project] Request body: {'security_group_rule': {'security_group_id': 'd1e8d686-a995-4f2f-9375-0f0073274779', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:13:18.195605 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e18236c-d72a-4de3-809d-a423f0085bcb req-0892938b-9ac8-4d64-acd4-0030d3442f6f tempest-LiveMigrationTest-746395142 tempest-LiveMigrationTest-746395142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:13:18.197231 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-1e18236c-d72a-4de3-809d-a423f0085bcb req-0892938b-9ac8-4d64-acd4-0030d3442f6f tempest-LiveMigrationTest-746395142 tempest-LiveMigrationTest-746395142-project] 10.222.0.13 "GET /v2.0/ports?device_id=71a415fd-0f19-44e3-9cdb-4ebc928c7708 HTTP/1.1" status: 200 len: 945 time: 0.1958561 Jan 26 21:13:18.204222 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-0f3475c2-a78e-48d2-ba41-2a798d67b095 tempest-ServersTestBootFromVolume-1845992378 tempest-ServersTestBootFromVolume-1845992378-project] Publish callbacks [] for security_group_rule (4facd97a-bbb4-4751-9fb7-f30a5e3c00c1), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:13:18.234660 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d317997f-4e75-4568-b8d6-4ff33ac250d2 req-a6a0e610-7c0d-46e5-82d8-78acef2b251c tempest-ServersOnMultiNodesTest-2088673700 tempest-ServersOnMultiNodesTest-2088673700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:13:18.238226 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-bba5a0e2-0bf0-4ae9-bd8b-740c9dfdaab2 None None] Current status of the port 94e067d5-450b-4328-ad8b-b4ec7c5a164d is: DOWN; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:13:18.238226 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-bba5a0e2-0bf0-4ae9-bd8b-740c9dfdaab2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (94e067d5-450b-4328-ad8b-b4ec7c5a164d), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:13:18.244685 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-d317997f-4e75-4568-b8d6-4ff33ac250d2 req-a6a0e610-7c0d-46e5-82d8-78acef2b251c tempest-ServersOnMultiNodesTest-2088673700 tempest-ServersOnMultiNodesTest-2088673700-project] 10.222.0.13 "GET /v2.0/ports?device_id=eed444f6-641c-4d46-8870-6f70fd35e94f HTTP/1.1" status: 200 len: 948 time: 0.1813517 Jan 26 21:13:18.251885 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-88064fa6-3c72-4c57-bfa1-bf76e87545ff req-567b8f48-e4bf-4735-bf4d-2a4b2a118d74 tempest-ServersTestMultiNic-211940128 tempest-ServersTestMultiNic-211940128-project] Made reservation on behalf of 7dd077ea2f95484597c25a6a957aef6a for: {'port': 1} {{(pid=103304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 21:13:18.256754 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-88064fa6-3c72-4c57-bfa1-bf76e87545ff req-567b8f48-e4bf-4735-bf4d-2a4b2a118d74 tempest-ServersTestMultiNic-211940128 tempest-ServersTestMultiNic-211940128-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:13:18.280189 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvr_db [None req-b6470a5e-fa31-4ec9-90a4-2cda7fe1a3b9 None None] Set router a15ddc95-4511-4c22-885c-df3d01362010 gateway port host: n-d-760453-5 {{(pid=103306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 21:13:18.332678 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-0f3475c2-a78e-48d2-ba41-2a798d67b095 tempest-ServersTestBootFromVolume-1845992378 tempest-ServersTestBootFromVolume-1845992378-project] Publish callbacks [] for security_group_rule (4facd97a-bbb4-4751-9fb7-f30a5e3c00c1), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:13:18.338681 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-0f3475c2-a78e-48d2-ba41-2a798d67b095 tempest-ServersTestBootFromVolume-1845992378 tempest-ServersTestBootFromVolume-1845992378-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102715'] for security_group_rule (4facd97a-bbb4-4751-9fb7-f30a5e3c00c1), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:13:18.345263 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device 7f62823e-68bd-4c7f-827a-917851418451 no longer exists at agent ovs-agent-n-d-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 26 21:13:18.356193 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-bba5a0e2-0bf0-4ae9-bd8b-740c9dfdaab2 None None] For port 94e067d5-450b-4328-ad8b-b4ec7c5a164d, host n-d-760453-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=94e067d5-450b-4328-ad8b-b4ec7c5a164d,segment=NetworkSegment(a15ef740-f64f-41d4-9077-bbc625c53d41),segment_id=a15ef740-f64f-41d4-9077-bbc625c53d41)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:13:18.367739 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3475c2-a78e-48d2-ba41-2a798d67b095 tempest-ServersTestBootFromVolume-1845992378 tempest-ServersTestBootFromVolume-1845992378-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4facd97a-bbb4-4751-9fb7-f30a5e3c00c1,revision_number=0']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:13:18.382636 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-0f3475c2-a78e-48d2-ba41-2a798d67b095 tempest-ServersTestBootFromVolume-1845992378 tempest-ServersTestBootFromVolume-1845992378-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:13:18.386951 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-0f3475c2-a78e-48d2-ba41-2a798d67b095 tempest-ServersTestBootFromVolume-1845992378 tempest-ServersTestBootFromVolume-1845992378-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2290022 Jan 26 21:13:18.388800 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 54486) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:13:18.400307 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-fd200d20-4261-4b67-8921-cf7b4e4ca557 tempest-ServersTestBootFromVolume-1845992378 tempest-ServersTestBootFromVolume-1845992378-project] Request body: {'floatingip': {'floating_network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:13:18.412387 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-bba5a0e2-0bf0-4ae9-bd8b-740c9dfdaab2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (94e067d5-450b-4328-ad8b-b4ec7c5a164d), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:13:18.445411 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-fd200d20-4261-4b67-8921-cf7b4e4ca557 tempest-ServersTestBootFromVolume-1845992378 tempest-ServersTestBootFromVolume-1845992378-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:13:18.471299 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-3c53a325-c4b4-4318-85d3-dd2faabe4aa9 req-fbf62534-5434-40bf-9358-467acf762bc1 service neutron] 10.222.0.57 "GET /v2.0/networks/7fbe9cf5-e12c-436d-b372-55a19c9faa30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5756414 Jan 26 21:13:18.520621 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2b70daef-9f82-46b3-a15c-3d3801bcd0d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746560636600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746560234536'] for port (7f62823e-68bd-4c7f-827a-917851418451), after_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:13:18.570698 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.db_base_plugin_common [req-88064fa6-3c72-4c57-bfa1-bf76e87545ff req-567b8f48-e4bf-4735-bf4d-2a4b2a118d74 tempest-ServersTestMultiNic-211940128 tempest-ServersTestMultiNic-211940128-project] Allocated IP 19.80.0.45 (fdce921d-56d5-4164-a3e6-60025853a939/e6edac61-b37f-4ac8-a377-5e709b680b36/fa35baf5-be01-4c0d-9968-c29d188357c3) {{(pid=103304) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 21:13:18.585431 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b70daef-9f82-46b3-a15c-3d3801bcd0d5 None None] No DVR routers for this DVR port 7f62823e-68bd-4c7f-827a-917851418451 on host n-d-760453-5 {{(pid=103306) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 26 21:13:18.593702 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] No active binding found for port 7f62823e-68bd-4c7f-827a-917851418451 {{(pid=103306) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jan 26 21:13:18.594173 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] The host n-d-760453-5 is not matching for port 7f62823e-68bd-4c7f-827a-917851418451 host None! {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2317}} Jan 26 21:13:18.595025 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device 7f62823e-68bd-4c7f-827a-917851418451 not bound to the agent host n-d-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 26 21:13:18.604998 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba5a0e2-0bf0-4ae9-bd8b-740c9dfdaab2 None None] Pushing event updated for resources: {'Port': ['ID=94e067d5-450b-4328-ad8b-b4ec7c5a164d,revision_number=5']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:13:18.629683 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-ed0994d8-9139-453b-b0aa-75192029025a None None] Provisioning complete for port 94e067d5-450b-4328-ad8b-b4ec7c5a164d triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:13:18.630060 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-ed0994d8-9139-453b-b0aa-75192029025a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (94e067d5-450b-4328-ad8b-b4ec7c5a164d), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:13:18.658065 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3934b84c-ce79-4adf-a02c-bdb7ab8b04b2 req-ca8aca68-7ccb-4530-a2b6-6b0c1f0922a0 tempest-AttachVolumeNegativeTest-157238613 tempest-AttachVolumeNegativeTest-157238613-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:13:18.659650 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-3934b84c-ce79-4adf-a02c-bdb7ab8b04b2 req-ca8aca68-7ccb-4530-a2b6-6b0c1f0922a0 tempest-AttachVolumeNegativeTest-157238613 tempest-AttachVolumeNegativeTest-157238613-project] 10.222.0.66 "GET /v2.0/networks?id=d6d873b7-dd21-4147-a71c-3196b86fd015 HTTP/1.1" status: 200 len: 814 time: 0.1883314 Jan 26 21:13:18.696641 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 54488) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:13:18.700277 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [req-3934b84c-ce79-4adf-a02c-bdb7ab8b04b2 req-1dc515f2-d857-4fae-94d1-5d63a7477d4e tempest-AttachVolumeNegativeTest-157238613 tempest-AttachVolumeNegativeTest-157238613-project] Request body: {'port': {'device_id': '7b83765b-4040-4cc7-a99b-9b2da5d6f5a7', 'network_id': 'd6d873b7-dd21-4147-a71c-3196b86fd015', 'admin_state_up': True, 'tenant_id': 'd203cd9cdbf14056988a5ed4353f3154'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:13:18.754721 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-d317997f-4e75-4568-b8d6-4ff33ac250d2 req-30822f4d-49f1-4180-b8df-867c5ab518cb tempest-ServersOnMultiNodesTest-2088673700 tempest-ServersOnMultiNodesTest-2088673700-project] 10.222.0.13 "GET /v2.0/security-groups?id=306a2369-8c1c-4f98-9a64-2622487a9ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5081441 Jan 26 21:13:18.851128 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b70daef-9f82-46b3-a15c-3d3801bcd0d5 None None] Pushing event deleted for resources: {'Port': ['ID=7f62823e-68bd-4c7f-827a-917851418451,revision_number=None']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:13:18.853824 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-1e18236c-d72a-4de3-809d-a423f0085bcb req-ba065042-42bf-4ce4-8f39-f311ccce7bfc tempest-LiveMigrationTest-746395142 tempest-LiveMigrationTest-746395142-project] 10.222.0.13 "GET /v2.0/security-groups?id=c43a996a-6b93-48e4-a331-48250c5b183d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6301186 Jan 26 21:13:18.865213 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-fd200d20-4261-4b67-8921-cf7b4e4ca557 tempest-ServersTestBootFromVolume-1845992378 tempest-ServersTestBootFromVolume-1845992378-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:13:18.921928 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-c02f747c-9127-434e-92a8-36e3aff2bea1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (474ccdf7-ab6c-405b-a3b2-dc7b05829902), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:13:18.930712 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-88064fa6-3c72-4c57-bfa1-bf76e87545ff req-567b8f48-e4bf-4735-bf4d-2a4b2a118d74 tempest-ServersTestMultiNic-211940128 tempest-ServersTestMultiNic-211940128-project] Publish callbacks [] for port (fa35baf5-be01-4c0d-9968-c29d188357c3), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:13:19.001853 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-b6470a5e-fa31-4ec9-90a4-2cda7fe1a3b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a15ddc95-4511-4c22-885c-df3d01362010', 'name': 'tempest-ServersTestBootFromVolume-2109970746-router', 'tenant_id': 'ea2b7f569e4243dcba0cb16771cf369b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'external_fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.233'}], 'enable_snat': True}, 'gw_port_id': 'fcace754-0b38-4737-a4f4-c18c5ecf2397', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T21:12:54Z', 'updated_at': '2022-01-26T21:13:10Z', 'revision_number': 4, 'project_id': 'ea2b7f569e4243dcba0cb16771cf369b', 'gw_port': {'id': 'fcace754-0b38-4737-a4f4-c18c5ecf2397', 'name': '', 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:dd:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a15ddc95-4511-4c22-885c-df3d01362010', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1147, 'fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:12:57Z', 'updated_at': '2022-01-26T21:13:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-5', '_interfaces': [{'id': '94e067d5-450b-4328-ad8b-b4ec7c5a164d', 'name': '', 'network_id': 'b4d91999-0d3f-45ee-89d0-a63f22a3e7ab', 'tenant_id': 'ea2b7f569e4243dcba0cb16771cf369b', 'mac_address': 'fa:16:3e:7f:b2:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a15ddc95-4511-4c22-885c-df3d01362010', 'device_owner': 'network:router_interface', 'standard_attr_id': 1164, 'fixed_ips': [{'subnet_id': 'eaea08b8-abe1-46f7-84c0-e277976dbd47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:13:06Z', 'updated_at': '2022-01-26T21:13:17Z', 'revision_number': 4, 'project_id': 'ea2b7f569e4243dcba0cb16771cf369b', 'subnets': [{'id': 'eaea08b8-abe1-46f7-84c0-e277976dbd47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760453-5', False) {} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:13:19.010075 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-88064fa6-3c72-4c57-bfa1-bf76e87545ff req-567b8f48-e4bf-4735-bf4d-2a4b2a118d74 tempest-ServersTestMultiNic-211940128 tempest-ServersTestMultiNic-211940128-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746560234527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9281553'] for port (fa35baf5-be01-4c0d-9968-c29d188357c3), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:13:19.018732 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-b3081a41-b8b0-4e84-80ba-623fd47a4604 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c55caa6751854b05a11f46a01843cba0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3124754 Jan 26 21:13:19.025690 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 54496) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:13:19.035864 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3934b84c-ce79-4adf-a02c-bdb7ab8b04b2 req-1dc515f2-d857-4fae-94d1-5d63a7477d4e tempest-AttachVolumeNegativeTest-157238613 tempest-AttachVolumeNegativeTest-157238613-project] Made reservation on behalf of d203cd9cdbf14056988a5ed4353f3154 for: {'port': 1} {{(pid=103305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 21:13:19.039198 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-3934b84c-ce79-4adf-a02c-bdb7ab8b04b2 req-1dc515f2-d857-4fae-94d1-5d63a7477d4e tempest-AttachVolumeNegativeTest-157238613 tempest-AttachVolumeNegativeTest-157238613-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:13:19.045105 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6470a5e-fa31-4ec9-90a4-2cda7fe1a3b9 None None] The sync data for ids ['a15ddc95-4511-4c22-885c-df3d01362010'] in n-d-760453-5 is: [{'id': 'a15ddc95-4511-4c22-885c-df3d01362010', 'name': 'tempest-ServersTestBootFromVolume-2109970746-router', 'tenant_id': 'ea2b7f569e4243dcba0cb16771cf369b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'external_fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.233'}], 'enable_snat': True}, 'gw_port_id': 'fcace754-0b38-4737-a4f4-c18c5ecf2397', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T21:12:54Z', 'updated_at': '2022-01-26T21:13:10Z', 'revision_number': 4, 'project_id': 'ea2b7f569e4243dcba0cb16771cf369b', 'gw_port': {'id': 'fcace754-0b38-4737-a4f4-c18c5ecf2397', 'name': '', 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:dd:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a15ddc95-4511-4c22-885c-df3d01362010', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1147, 'fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:12:57Z', 'updated_at': '2022-01-26T21:13:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-5', '_interfaces': [{'id': '94e067d5-450b-4328-ad8b-b4ec7c5a164d', 'name': '', 'network_id': 'b4d91999-0d3f-45ee-89d0-a63f22a3e7ab', 'tenant_id': 'ea2b7f569e4243dcba0cb16771cf369b', 'mac_address': 'fa:16:3e:7f:b2:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a15ddc95-4511-4c22-885c-df3d01362010', 'device_owner': 'network:router_interface', 'standard_attr_id': 1164, 'fixed_ips': [{'subnet_id': 'eaea08b8-abe1-46f7-84c0-e277976dbd47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:13:06Z', 'updated_at': '2022-01-26T21:13:17Z', 'revision_number': 4, 'project_id': 'ea2b7f569e4243dcba0cb16771cf369b', 'subnets': [{'id': 'eaea08b8-abe1-46f7-84c0-e277976dbd47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 26 21:13:19.056994 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-ed0994d8-9139-453b-b0aa-75192029025a None None] Current status of the port 94e067d5-450b-4328-ad8b-b4ec7c5a164d is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:13:19.084397 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-0484abcc-8bc7-497c-8811-88a49f5c9362 admin admin] Deleting port 7f62823e-68bd-4c7f-827a-917851418451 {{(pid=103304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 21:13:19.084820 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-0484abcc-8bc7-497c-8811-88a49f5c9362 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746560630878'] for port (7f62823e-68bd-4c7f-827a-917851418451), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:13:19.092027 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.db_base_plugin_common [None req-fd200d20-4261-4b67-8921-cf7b4e4ca557 tempest-ServersTestBootFromVolume-1845992378 tempest-ServersTestBootFromVolume-1845992378-project] Allocated IP 172.25.1.180 (4140a1f1-c93a-4bea-83a0-68953a54f299/e48251a1-e30d-4820-8396-00c6f6aeb601/a263f137-6429-4c81-8430-4d84dca1e9df) {{(pid=103305) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 21:13:19.152995 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567b8f48-e4bf-4735-bf4d-2a4b2a118d74 tempest-ServersTestMultiNic-211940128 tempest-ServersTestMultiNic-211940128-project] Pushing event updated for resources: {'Port': ['ID=fa35baf5-be01-4c0d-9968-c29d188357c3,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:13:19.157110 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-c1953986-f477-4ddb-a01b-44f236df8fb9 req-9df31b1d-8ac7-413d-84c8-5788b9b64dcb tempest-AttachVolumeNegativeTest-157238613 tempest-AttachVolumeNegativeTest-157238613-project] 10.222.0.13 "GET /v2.0/ports?device_id=7b83765b-4040-4cc7-a99b-9b2da5d6f5a7 HTTP/1.1" status: 200 len: 210 time: 0.1610947 Jan 26 21:13:19.167379 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-88064fa6-3c72-4c57-bfa1-bf76e87545ff req-567b8f48-e4bf-4735-bf4d-2a4b2a118d74 tempest-ServersTestMultiNic-211940128 tempest-ServersTestMultiNic-211940128-project] Network fdce921d-56d5-4164-a3e6-60025853a939 is already hosted by enough agents. {{(pid=103304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 21:13:19.173259 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [req-88064fa6-3c72-4c57-bfa1-bf76e87545ff req-567b8f48-e4bf-4735-bf4d-2a4b2a118d74 tempest-ServersTestMultiNic-211940128 tempest-ServersTestMultiNic-211940128-project] Resources bound (agent type, host, resource id): {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:13:19.176865 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c75de1-aef8-412a-9dfe-29f4937a779d req-268ed4d8-db49-4ae0-b6a6-8e1b5bab7ef7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:13:19.178808 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-98c75de1-aef8-412a-9dfe-29f4937a779d req-268ed4d8-db49-4ae0-b6a6-8e1b5bab7ef7 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=95b0180418ed4ee8af0e8472caf2fcf2&device_id=eed444f6-641c-4d46-8870-6f70fd35e94f HTTP/1.1" status: 200 len: 1099 time: 0.4597552 Jan 26 21:13:19.180651 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [req-88064fa6-3c72-4c57-bfa1-bf76e87545ff req-567b8f48-e4bf-4735-bf4d-2a4b2a118d74 tempest-ServersTestMultiNic-211940128 tempest-ServersTestMultiNic-211940128-project] Received port after_create {{(pid=103304) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 21:13:19.196830 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-378d1682-1038-43a1-adaa-14efa09ee80f admin admin] Publish callbacks [] for security_group (5ce900b4-7dac-429f-87e4-44d33d6c61e7), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:13:19.322730 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-378d1682-1038-43a1-adaa-14efa09ee80f admin admin] Publish callbacks [] for security_group (5ce900b4-7dac-429f-87e4-44d33d6c61e7), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:13:19.387304 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [None req-0484abcc-8bc7-497c-8811-88a49f5c9362 admin admin] For port 7f62823e-68bd-4c7f-827a-917851418451, host n-d-760453-5, got binding levels [] {{(pid=103304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:13:19.387731 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-0484abcc-8bc7-497c-8811-88a49f5c9362 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4109658'] for port (7f62823e-68bd-4c7f-827a-917851418451), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:13:19.387982 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.db_base_plugin_common [req-3934b84c-ce79-4adf-a02c-bdb7ab8b04b2 req-1dc515f2-d857-4fae-94d1-5d63a7477d4e tempest-AttachVolumeNegativeTest-157238613 tempest-AttachVolumeNegativeTest-157238613-project] Allocated IP 172.20.0.8 (d6d873b7-dd21-4147-a71c-3196b86fd015/83c7f95c-c9b9-47ca-b224-a6b37c78555f/58a2ab10-6d52-4ea0-8d71-02e432597a85) {{(pid=103305) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 21:13:19.407781 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-fd200d20-4261-4b67-8921-cf7b4e4ca557 tempest-ServersTestBootFromVolume-1845992378 tempest-ServersTestBootFromVolume-1845992378-project] Publish callbacks [] for port (a263f137-6429-4c81-8430-4d84dca1e9df), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:13:19.421607 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7683af-d84c-4da8-aac8-a2fde758788e req-8934fd22-6a75-4eeb-88b4-884ce86e5484 tempest-ServersTestMultiNic-211940128 tempest-ServersTestMultiNic-211940128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:13:19.431231 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7683af-d84c-4da8-aac8-a2fde758788e req-8934fd22-6a75-4eeb-88b4-884ce86e5484 tempest-ServersTestMultiNic-211940128 tempest-ServersTestMultiNic-211940128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:13:19.438240 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7683af-d84c-4da8-aac8-a2fde758788e req-8934fd22-6a75-4eeb-88b4-884ce86e5484 tempest-ServersTestMultiNic-211940128 tempest-ServersTestMultiNic-211940128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:13:19.439645 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-ff7683af-d84c-4da8-aac8-a2fde758788e req-8934fd22-6a75-4eeb-88b4-884ce86e5484 tempest-ServersTestMultiNic-211940128 tempest-ServersTestMultiNic-211940128-project] 10.222.0.13 "GET /v2.0/ports?device_id=9dc859c1-015e-422f-ad37-21e97b0e94c7 HTTP/1.1" status: 200 len: 2373 time: 0.4685078 Jan 26 21:13:19.447705 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-0484abcc-8bc7-497c-8811-88a49f5c9362 admin admin] Calling delete_port for 7f62823e-68bd-4c7f-827a-917851418451 owned by network:dhcp {{(pid=103304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 21:13:19.473022 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88064fa6-3c72-4c57-bfa1-bf76e87545ff req-567b8f48-e4bf-4735-bf4d-2a4b2a118d74 tempest-ServersTestMultiNic-211940128 tempest-ServersTestMultiNic-211940128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:13:19.473707 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-88064fa6-3c72-4c57-bfa1-bf76e87545ff req-567b8f48-e4bf-4735-bf4d-2a4b2a118d74 tempest-ServersTestMultiNic-211940128 tempest-ServersTestMultiNic-211940128-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:13:19.480534 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.ipam_backend_mixin [None req-0484abcc-8bc7-497c-8811-88a49f5c9362 admin admin] Port 7f62823e-68bd-4c7f-827a-917851418451 was not found and therefore no delete operation was performed {{(pid=103304) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jan 26 21:13:19.501809 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-0484abcc-8bc7-497c-8811-88a49f5c9362 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746560636600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746560234536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9281553'] for port (7f62823e-68bd-4c7f-827a-917851418451), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:13:19.538791 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-378d1682-1038-43a1-adaa-14efa09ee80f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (5ce900b4-7dac-429f-87e4-44d33d6c61e7), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:13:19.541326 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-378d1682-1038-43a1-adaa-14efa09ee80f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:13:19.544812 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-378d1682-1038-43a1-adaa-14efa09ee80f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/5ce900b4-7dac-429f-87e4-44d33d6c61e7 HTTP/1.1" status: 204 len: 168 time: 0.5159383 Jan 26 21:13:19.553221 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8616f4fc-59ff-4a2f-a777-d6039a32403f req-84044bf4-0ab7-485a-b31d-be9c78a25159 tempest-LiveMigrationTest-97640354 tempest-LiveMigrationTest-97640354-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:13:19.554810 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-8616f4fc-59ff-4a2f-a777-d6039a32403f req-84044bf4-0ab7-485a-b31d-be9c78a25159 tempest-LiveMigrationTest-97640354 tempest-LiveMigrationTest-97640354-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=71a415fd-0f19-44e3-9cdb-4ebc928c7708 HTTP/1.1" status: 200 len: 1096 time: 0.2350323 Jan 26 21:13:19.556230 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Device 7b91e58c-2d2a-4acc-8321-b7c6811beaeb details requested by agent hyperv_n-h2-760453-5 with host n-h2-760453-5 {{(pid=103306) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 26 21:13:19.558399 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-88064fa6-3c72-4c57-bfa1-bf76e87545ff req-567b8f48-e4bf-4735-bf4d-2a4b2a118d74 tempest-ServersTestMultiNic-211940128 tempest-ServersTestMultiNic-211940128-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8972542 Jan 26 21:13:19.562029 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0484abcc-8bc7-497c-8811-88a49f5c9362 admin admin] Pushing event deleted for resources: {'Port': ['ID=7f62823e-68bd-4c7f-827a-917851418451,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:13:19.563264 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Device 6f3c032f-8f77-4bb1-80f4-b3e6bc17170e up at agent hyperv_n-h2-760453-5 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 21:13:19.564153 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c75de1-aef8-412a-9dfe-29f4937a779d req-fbd4b61e-089b-4071-9415-a2532d946ffc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:13:19.566235 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-98c75de1-aef8-412a-9dfe-29f4937a779d req-fbd4b61e-089b-4071-9415-a2532d946ffc service neutron] 10.222.0.57 "GET /v2.0/networks?id=7fbe9cf5-e12c-436d-b372-55a19c9faa30 HTTP/1.1" status: 200 len: 870 time: 0.3510184 Jan 26 21:13:19.567389 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0484abcc-8bc7-497c-8811-88a49f5c9362 admin admin] No DVR routers for this DVR port 7f62823e-68bd-4c7f-827a-917851418451 on host n-d-760453-5 {{(pid=103304) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 26 21:13:19.579026 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-378d1682-1038-43a1-adaa-14efa09ee80f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ce900b4-7dac-429f-87e4-44d33d6c61e7,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:13:19.606909 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-fd200d20-4261-4b67-8921-cf7b4e4ca557 tempest-ServersTestBootFromVolume-1845992378 tempest-ServersTestBootFromVolume-1845992378-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746560234527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11791543'] for port (a263f137-6429-4c81-8430-4d84dca1e9df), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:13:19.635752 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [req-88064fa6-3c72-4c57-bfa1-bf76e87545ff req-4b312617-85ee-4e50-bc78-ef00683523fe service neutron] Request body: {'port': {'device_id': '9dc859c1-015e-422f-ad37-21e97b0e94c7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-760453-5'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:13:19.676287 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd200d20-4261-4b67-8921-cf7b4e4ca557 tempest-ServersTestBootFromVolume-1845992378 tempest-ServersTestBootFromVolume-1845992378-project] Pushing event updated for resources: {'Port': ['ID=a263f137-6429-4c81-8430-4d84dca1e9df,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:13:19.720387 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd200d20-4261-4b67-8921-cf7b4e4ca557 tempest-ServersTestBootFromVolume-1845992378 tempest-ServersTestBootFromVolume-1845992378-project] Network 4140a1f1-c93a-4bea-83a0-68953a54f299 is already hosted by enough agents. {{(pid=103305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 21:13:19.725519 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-98c75de1-aef8-412a-9dfe-29f4937a779d req-c02d1e2e-f470-4403-95b2-36c08bc42198 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.223&port_id=7b91e58c-2d2a-4acc-8321-b7c6811beaeb HTTP/1.1" status: 200 len: 217 time: 0.1504407 Jan 26 21:13:19.731286 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [None req-fd200d20-4261-4b67-8921-cf7b4e4ca557 tempest-ServersTestBootFromVolume-1845992378 tempest-ServersTestBootFromVolume-1845992378-project] Resources bound (agent type, host, resource id): {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:13:19.736075 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd200d20-4261-4b67-8921-cf7b4e4ca557 tempest-ServersTestBootFromVolume-1845992378 tempest-ServersTestBootFromVolume-1845992378-project] Received port after_create {{(pid=103305) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 21:13:19.778823 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-3934b84c-ce79-4adf-a02c-bdb7ab8b04b2 req-1dc515f2-d857-4fae-94d1-5d63a7477d4e tempest-AttachVolumeNegativeTest-157238613 tempest-AttachVolumeNegativeTest-157238613-project] Publish callbacks [] for port (58a2ab10-6d52-4ea0-8d71-02e432597a85), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:13:19.804975 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-ff7683af-d84c-4da8-aac8-a2fde758788e req-d642126b-4289-446a-9178-0b7bdf9631f3 tempest-ServersTestMultiNic-211940128 tempest-ServersTestMultiNic-211940128-project] 10.222.0.13 "GET /v2.0/security-groups?id=387ebbc6-3579-4cea-a9d9-9b7fa130b41f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3282981 Jan 26 21:13:19.811790 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-f987ffc0-6306-4598-bd05-122c70e957f9 None None] Provisioning complete for port fa35baf5-be01-4c0d-9968-c29d188357c3 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:13:19.812786 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-f987ffc0-6306-4598-bd05-122c70e957f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (fa35baf5-be01-4c0d-9968-c29d188357c3), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:13:19.899442 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-f987ffc0-6306-4598-bd05-122c70e957f9 None None] Port fa35baf5-be01-4c0d-9968-c29d188357c3 cannot update to ACTIVE because it is not bound. {{(pid=103306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 26 21:13:19.916384 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Provisioning for port 6f3c032f-8f77-4bb1-80f4-b3e6bc17170e completed by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 21:13:19.930115 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-0484abcc-8bc7-497c-8811-88a49f5c9362 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-686403', 'neutron.services.segments.db._delete_segments_for_network-8746560774018'] for network (149e35f2-8db2-4f53-89b7-4ea9b9891a0f), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:13:19.942080 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Provisioning complete for port 6f3c032f-8f77-4bb1-80f4-b3e6bc17170e triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:13:19.942765 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (6f3c032f-8f77-4bb1-80f4-b3e6bc17170e), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:13:19.961222 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-88064fa6-3c72-4c57-bfa1-bf76e87545ff req-4b312617-85ee-4e50-bc78-ef00683523fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (9a48534f-198e-49d6-ae1b-d97668015bda), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:13:19.977676 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-8616f4fc-59ff-4a2f-a777-d6039a32403f req-b29ea81c-b1bd-455d-a79b-e2d9b6a4d321 tempest-LiveMigrationTest-97640354 tempest-LiveMigrationTest-97640354-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=c43a996a-6b93-48e4-a331-48250c5b183d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4049358 Jan 26 21:13:19.983828 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-fd200d20-4261-4b67-8921-cf7b4e4ca557 tempest-ServersTestBootFromVolume-1845992378 tempest-ServersTestBootFromVolume-1845992378-project] Publish callbacks [] for floatingip (9dee0683-6a13-415f-854b-98a50b1e3a50), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:13:20.002617 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] For port 7b91e58c-2d2a-4acc-8321-b7c6811beaeb, host n-h2-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-5',level=0,port_id=7b91e58c-2d2a-4acc-8321-b7c6811beaeb,segment=NetworkSegment(4eab25d6-89d9-4907-a1c2-51b06443ba33),segment_id=4eab25d6-89d9-4907-a1c2-51b06443ba33)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:13:20.008132 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-3934b84c-ce79-4adf-a02c-bdb7ab8b04b2 req-1dc515f2-d857-4fae-94d1-5d63a7477d4e tempest-AttachVolumeNegativeTest-157238613 tempest-AttachVolumeNegativeTest-157238613-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746560234527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11791543'] for port (58a2ab10-6d52-4ea0-8d71-02e432597a85), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:13:20.023738 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] get_ports_and_sgs() called for port_ids ['e3a678e7-ac1e-438d-a264-5bdad56d0d1c'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 26 21:13:20.043686 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c75de1-aef8-412a-9dfe-29f4937a779d req-2035b2ca-b315-4168-9e25-a494db128f9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:13:20.045177 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-98c75de1-aef8-412a-9dfe-29f4937a779d req-2035b2ca-b315-4168-9e25-a494db128f9e service neutron] 10.222.0.57 "GET /v2.0/subnets?id=fd77e534-75e6-4b90-950e-f5824d584430 HTTP/1.1" status: 200 len: 843 time: 0.3117294 Jan 26 21:13:20.081981 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] get_ports_and_sgs() called for port_ids ['20aaca9f-7ff5-4bc5-92ad-e18683e4425f'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 26 21:13:20.086633 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Returning: {'device': '7b91e58c-2d2a-4acc-8321-b7c6811beaeb', 'network_id': '7fbe9cf5-e12c-436d-b372-55a19c9faa30', 'port_id': '7b91e58c-2d2a-4acc-8321-b7c6811beaeb', 'mac_address': 'fa:16:3e:4b:2d:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 561, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fd77e534-75e6-4b90-950e-f5824d584430', 'ip_address': '192.168.233.223'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103306) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 26 21:13:20.140020 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-fd200d20-4261-4b67-8921-cf7b4e4ca557 tempest-ServersTestBootFromVolume-1845992378 tempest-ServersTestBootFromVolume-1845992378-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (a263f137-6429-4c81-8430-4d84dca1e9df), before_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:13:20.180377 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Current status of the port 7b91e58c-2d2a-4acc-8321-b7c6811beaeb is: DOWN; New status is: BUILD {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:13:20.180659 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (7b91e58c-2d2a-4acc-8321-b7c6811beaeb), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:13:20.217221 n-d-760453-5 neutron-server[103304]: DEBUG neutron.services.segments.db [None req-0484abcc-8bc7-497c-8811-88a49f5c9362 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['149e35f2-8db2-4f53-89b7-4ea9b9891a0f']}} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:13:20.272676 n-d-760453-5 neutron-server[103306]: DEBUG neutron.notifiers.nova [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7b91e58c-2d2a-4acc-8321-b7c6811beaeb {{(pid=103306) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 26 21:13:20.293702 n-d-760453-5 neutron-server[103304]: DEBUG neutron.services.segments.db [None req-0484abcc-8bc7-497c-8811-88a49f5c9362 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '92d37c2b-52af-49e8-96f5-7aa601ba34f9') {'for_net_delete': True} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:13:20.294025 n-d-760453-5 neutron-server[103304]: DEBUG neutron.services.segments.db [None req-0484abcc-8bc7-497c-8811-88a49f5c9362 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '92d37c2b-52af-49e8-96f5-7aa601ba34f9') {} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:13:20.295069 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] For port 7b91e58c-2d2a-4acc-8321-b7c6811beaeb, host n-h2-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-5',level=0,port_id=7b91e58c-2d2a-4acc-8321-b7c6811beaeb,segment=NetworkSegment(4eab25d6-89d9-4907-a1c2-51b06443ba33),segment_id=4eab25d6-89d9-4907-a1c2-51b06443ba33)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:13:20.323924 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3934b84c-ce79-4adf-a02c-bdb7ab8b04b2 req-1dc515f2-d857-4fae-94d1-5d63a7477d4e tempest-AttachVolumeNegativeTest-157238613 tempest-AttachVolumeNegativeTest-157238613-project] Network d6d873b7-dd21-4147-a71c-3196b86fd015 is already hosted by enough agents. {{(pid=103305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 21:13:20.338313 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (7b91e58c-2d2a-4acc-8321-b7c6811beaeb), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:13:20.383588 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-0484abcc-8bc7-497c-8811-88a49f5c9362 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746560742283', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8881293'] for segment (92d37c2b-52af-49e8-96f5-7aa601ba34f9), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:13:20.422051 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device 94e067d5-450b-4328-ad8b-b4ec7c5a164d up at agent ovs-agent-n-d-760453-5 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 21:13:20.422281 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3cd8c85-c87d-486f-9e8c-67bf1a34d0af req-a9faeb64-8665-459c-af0a-a85782380866 tempest-ServersOnMultiNodesTest-2088673700 tempest-ServersOnMultiNodesTest-2088673700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:13:20.426376 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [req-3934b84c-ce79-4adf-a02c-bdb7ab8b04b2 req-1dc515f2-d857-4fae-94d1-5d63a7477d4e tempest-AttachVolumeNegativeTest-157238613 tempest-AttachVolumeNegativeTest-157238613-project] Resources bound (agent type, host, resource id): {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:13:20.430336 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-f3cd8c85-c87d-486f-9e8c-67bf1a34d0af req-a9faeb64-8665-459c-af0a-a85782380866 tempest-ServersOnMultiNodesTest-2088673700 tempest-ServersOnMultiNodesTest-2088673700-project] 10.222.0.13 "GET /v2.0/ports?device_id=eed444f6-641c-4d46-8870-6f70fd35e94f HTTP/1.1" status: 200 len: 948 time: 0.4159732 Jan 26 21:13:20.431400 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc515f2-d857-4fae-94d1-5d63a7477d4e tempest-AttachVolumeNegativeTest-157238613 tempest-AttachVolumeNegativeTest-157238613-project] Pushing event updated for resources: {'Port': ['ID=58a2ab10-6d52-4ea0-8d71-02e432597a85,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:13:20.438556 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [req-3934b84c-ce79-4adf-a02c-bdb7ab8b04b2 req-1dc515f2-d857-4fae-94d1-5d63a7477d4e tempest-AttachVolumeNegativeTest-157238613 tempest-AttachVolumeNegativeTest-157238613-project] Received port after_create {{(pid=103305) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 21:13:20.466132 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-0484abcc-8bc7-497c-8811-88a49f5c9362 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576559'] for segment (92d37c2b-52af-49e8-96f5-7aa601ba34f9), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:13:20.546842 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3934b84c-ce79-4adf-a02c-bdb7ab8b04b2 req-1dc515f2-d857-4fae-94d1-5d63a7477d4e tempest-AttachVolumeNegativeTest-157238613 tempest-AttachVolumeNegativeTest-157238613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:13:20.547513 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-3934b84c-ce79-4adf-a02c-bdb7ab8b04b2 req-1dc515f2-d857-4fae-94d1-5d63a7477d4e tempest-AttachVolumeNegativeTest-157238613 tempest-AttachVolumeNegativeTest-157238613-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:13:20.556571 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c75de1-aef8-412a-9dfe-29f4937a779d req-3e3fc08b-7b81-40e6-9e3e-5a5a67ced147 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:13:20.558946 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-98c75de1-aef8-412a-9dfe-29f4937a779d req-3e3fc08b-7b81-40e6-9e3e-5a5a67ced147 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=7fbe9cf5-e12c-436d-b372-55a19c9faa30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4597960 Jan 26 21:13:20.574145 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-3934b84c-ce79-4adf-a02c-bdb7ab8b04b2 req-1dc515f2-d857-4fae-94d1-5d63a7477d4e tempest-AttachVolumeNegativeTest-157238613 tempest-AttachVolumeNegativeTest-157238613-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8931775 Jan 26 21:13:20.581979 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0484abcc-8bc7-497c-8811-88a49f5c9362 admin admin] Releasing vlan 567 on physical network physnet1 to pool {{(pid=103304) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 26 21:13:20.582633 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-0484abcc-8bc7-497c-8811-88a49f5c9362 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9281762'] for segment (92d37c2b-52af-49e8-96f5-7aa601ba34f9), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:13:20.583609 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-fd200d20-4261-4b67-8921-cf7b4e4ca557 tempest-ServersTestBootFromVolume-1845992378 tempest-ServersTestBootFromVolume-1845992378-project] Publish callbacks [] for port (a263f137-6429-4c81-8430-4d84dca1e9df), precommit_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:13:20.585154 n-d-760453-5 neutron-server[103304]: Traceback (most recent call last): Jan 26 21:13:20.585154 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 26 21:13:20.585154 n-d-760453-5 neutron-server[103304]: timer() Jan 26 21:13:20.585154 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 26 21:13:20.585154 n-d-760453-5 neutron-server[103304]: cb(*args, **kw) Jan 26 21:13:20.585154 n-d-760453-5 neutron-server[103304]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 26 21:13:20.585154 n-d-760453-5 neutron-server[103304]: return func(*args, **kwargs) Jan 26 21:13:20.585154 n-d-760453-5 neutron-server[103304]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 26 21:13:20.585154 n-d-760453-5 neutron-server[103304]: self._notify() Jan 26 21:13:20.585154 n-d-760453-5 neutron-server[103304]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 26 21:13:20.585154 n-d-760453-5 neutron-server[103304]: self.callback(batched_events) Jan 26 21:13:20.585154 n-d-760453-5 neutron-server[103304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 26 21:13:20.585154 n-d-760453-5 neutron-server[103304]: event.method(event) Jan 26 21:13:20.585154 n-d-760453-5 neutron-server[103304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 26 21:13:20.585154 n-d-760453-5 neutron-server[103304]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 26 21:13:20.585154 n-d-760453-5 neutron-server[103304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 26 21:13:20.585154 n-d-760453-5 neutron-server[103304]: aggregate_uuid = self.p_client.list_aggregates( Jan 26 21:13:20.585154 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 26 21:13:20.585154 n-d-760453-5 neutron-server[103304]: return f(self, *a, **k) Jan 26 21:13:20.585154 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 26 21:13:20.585154 n-d-760453-5 neutron-server[103304]: return self._get(url).json() Jan 26 21:13:20.585154 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 26 21:13:20.585154 n-d-760453-5 neutron-server[103304]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 26 21:13:20.585154 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 26 21:13:20.585154 n-d-760453-5 neutron-server[103304]: return self.request(url, 'GET', **kwargs) Jan 26 21:13:20.585154 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 26 21:13:20.585154 n-d-760453-5 neutron-server[103304]: base_url = self.get_endpoint(auth, allow=allow, Jan 26 21:13:20.585154 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 26 21:13:20.585154 n-d-760453-5 neutron-server[103304]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 26 21:13:20.585154 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 26 21:13:20.585154 n-d-760453-5 neutron-server[103304]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 26 21:13:20.585154 n-d-760453-5 neutron-server[103304]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 26 21:13:20.595478 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [req-3934b84c-ce79-4adf-a02c-bdb7ab8b04b2 req-6e35c133-7295-4b30-aec7-368d51347226 service neutron] Request body: {'port': {'device_id': '7b83765b-4040-4cc7-a99b-9b2da5d6f5a7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-760453-5'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:13:20.597855 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Pushing event updated for resources: {'Port': ['ID=7b91e58c-2d2a-4acc-8321-b7c6811beaeb,revision_number=4']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:13:20.600876 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Current status of the port 6f3c032f-8f77-4bb1-80f4-b3e6bc17170e is: BUILD; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:13:20.601411 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (6f3c032f-8f77-4bb1-80f4-b3e6bc17170e), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:13:20.604048 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-fd200d20-4261-4b67-8921-cf7b4e4ca557 tempest-ServersTestBootFromVolume-1845992378 tempest-ServersTestBootFromVolume-1845992378-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11791520'] for port (a263f137-6429-4c81-8430-4d84dca1e9df), after_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:13:20.712972 n-d-760453-5 neutron-server[103306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9e63846-ab67-44b3-a4f5-aba8d0284ead', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f3c032f-8f77-4bb1-80f4-b3e6bc17170e'}] {{(pid=103306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 21:13:20.724638 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9d5d370febab655511bdd2ffe887e43e442d144a440368702bcc1e93af00b97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78ac6bdc-31d7-4076-a42a-95d570288ce8" -d '{"events": [{"server_uuid": "f9e63846-ab67-44b3-a4f5-aba8d0284ead", "name": "network-vif-plugged", "status": "completed", "tag": "6f3c032f-8f77-4bb1-80f4-b3e6bc17170e"}]}' {{(pid=103306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 21:13:20.740802 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] get_ports_and_sgs() called for port_ids ['7b91e58c-2d2a-4acc-8321-b7c6811beaeb'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 26 21:13:20.746978 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-f3cd8c85-c87d-486f-9e8c-67bf1a34d0af req-ca0824e1-6b49-40ba-b5bc-75dd35ffdb97 tempest-ServersOnMultiNodesTest-2088673700 tempest-ServersOnMultiNodesTest-2088673700-project] 10.222.0.13 "GET /v2.0/security-groups?id=306a2369-8c1c-4f98-9a64-2622487a9ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3156295 Jan 26 21:13:20.748974 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7fa5716-fce8-43fc-ac7a-fdb3fc8886ae req-8968dec1-d24a-49c5-9f50-acebe462f95d tempest-LiveMigrationTest-97640354 tempest-LiveMigrationTest-97640354-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:13:20.769207 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-f7fa5716-fce8-43fc-ac7a-fdb3fc8886ae req-8968dec1-d24a-49c5-9f50-acebe462f95d tempest-LiveMigrationTest-97640354 tempest-LiveMigrationTest-97640354-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=71a415fd-0f19-44e3-9cdb-4ebc928c7708 HTTP/1.1" status: 200 len: 1096 time: 0.5262935 Jan 26 21:13:20.843652 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] For port 6f3c032f-8f77-4bb1-80f4-b3e6bc17170e, host n-h2-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-5',level=0,port_id=6f3c032f-8f77-4bb1-80f4-b3e6bc17170e,segment=NetworkSegment(4eab25d6-89d9-4907-a1c2-51b06443ba33),segment_id=4eab25d6-89d9-4907-a1c2-51b06443ba33)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:13:20.870859 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (6f3c032f-8f77-4bb1-80f4-b3e6bc17170e), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:13:20.977956 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Provisioning complete for port 94e067d5-450b-4328-ad8b-b4ec7c5a164d triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:13:20.980038 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (94e067d5-450b-4328-ad8b-b4ec7c5a164d), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:13:20.997499 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-98c75de1-aef8-412a-9dfe-29f4937a779d req-b59972ba-c1f2-4fa4-aa5a-98929b3db356 service neutron] 10.222.0.57 "GET /v2.0/networks/7fbe9cf5-e12c-436d-b372-55a19c9faa30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3611743 Jan 26 21:13:21.004847 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-0484abcc-8bc7-497c-8811-88a49f5c9362 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4110931'] for network (149e35f2-8db2-4f53-89b7-4ea9b9891a0f), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:13:21.037666 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 54532) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:13:21.050867 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Pushing event updated for resources: {'Port': ['ID=6f3c032f-8f77-4bb1-80f4-b3e6bc17170e,revision_number=5']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:13:21.074385 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-0484abcc-8bc7-497c-8811-88a49f5c9362 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:13:21.100938 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-0484abcc-8bc7-497c-8811-88a49f5c9362 admin admin] 10.222.0.13 "DELETE /v2.0/networks/149e35f2-8db2-4f53-89b7-4ea9b9891a0f HTTP/1.1" status: 204 len: 168 time: 4.0669179 Jan 26 21:13:21.183253 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd200d20-4261-4b67-8921-cf7b4e4ca557 tempest-ServersTestBootFromVolume-1845992378 tempest-ServersTestBootFromVolume-1845992378-project] Pushing event updated for resources: {'Port': ['ID=a263f137-6429-4c81-8430-4d84dca1e9df,revision_number=2']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:13:21.216776 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-fd200d20-4261-4b67-8921-cf7b4e4ca557 tempest-ServersTestBootFromVolume-1845992378 tempest-ServersTestBootFromVolume-1845992378-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4110913'] for floatingip (9dee0683-6a13-415f-854b-98a50b1e3a50), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:13:21.219480 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Current status of the port 94e067d5-450b-4328-ad8b-b4ec7c5a164d is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:13:21.220839 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-3934b84c-ce79-4adf-a02c-bdb7ab8b04b2 req-6e35c133-7295-4b30-aec7-368d51347226 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (58a2ab10-6d52-4ea0-8d71-02e432597a85), before_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:13:21.222948 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b2ef55fc-132c-44a5-8d83-54628e140bb7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (09df100c-3af1-4b0a-bda8-05914c71c458), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:13:21.319680 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0484abcc-8bc7-497c-8811-88a49f5c9362 admin admin] Pushing event deleted for resources: {'Network': ['ID=149e35f2-8db2-4f53-89b7-4ea9b9891a0f,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:13:21.324149 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-d7543ea1-d255-4354-8ae5-1dcc227515bb tempest-AllowedAddressPairIpV6TestJSON-677538037 tempest-AllowedAddressPairIpV6TestJSON-677538037-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-380432754'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:13:21.330256 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-fd200d20-4261-4b67-8921-cf7b4e4ca557 tempest-ServersTestBootFromVolume-1845992378 tempest-ServersTestBootFromVolume-1845992378-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for floatingip (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:13:21.332217 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-fd200d20-4261-4b67-8921-cf7b4e4ca557 tempest-ServersTestBootFromVolume-1845992378 tempest-ServersTestBootFromVolume-1845992378-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.9409146 Jan 26 21:13:21.345929 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-f7fa5716-fce8-43fc-ac7a-fdb3fc8886ae req-449d92a4-7638-45b8-ad40-fd154f5a8e90 tempest-LiveMigrationTest-97640354 tempest-LiveMigrationTest-97640354-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=c43a996a-6b93-48e4-a331-48250c5b183d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5853884 Jan 26 21:13:21.375602 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0cf567e-71b0-4964-982c-bc0fb0ae7436 req-72a21dca-f265-4ce3-940f-087f86c10c07 tempest-AttachVolumeNegativeTest-157238613 tempest-AttachVolumeNegativeTest-157238613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:13:21.377184 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-a0cf567e-71b0-4964-982c-bc0fb0ae7436 req-72a21dca-f265-4ce3-940f-087f86c10c07 tempest-AttachVolumeNegativeTest-157238613 tempest-AttachVolumeNegativeTest-157238613-project] 10.222.0.13 "GET /v2.0/ports?device_id=7b83765b-4040-4cc7-a99b-9b2da5d6f5a7 HTTP/1.1" status: 200 len: 931 time: 0.3777058 Jan 26 21:13:21.416973 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Jan 2022 21:13:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c66a36b5-29d3-46d7-990f-fc5a1e8e3321 x-openstack-request-id: req-c66a36b5-29d3-46d7-990f-fc5a1e8e3321 {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 21:13:21.417404 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f9e63846-ab67-44b3-a4f5-aba8d0284ead", "name": "network-vif-plugged", "status": "completed", "tag": "6f3c032f-8f77-4bb1-80f4-b3e6bc17170e", "code": 200}]} {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 21:13:21.417775 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c66a36b5-29d3-46d7-990f-fc5a1e8e3321 {{(pid=103306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 21:13:21.419033 n-d-760453-5 neutron-server[103306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9e63846-ab67-44b3-a4f5-aba8d0284ead', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f3c032f-8f77-4bb1-80f4-b3e6bc17170e', 'code': 200} Jan 26 21:13:21.466685 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 54544) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:13:21.501828 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-98c75de1-aef8-412a-9dfe-29f4937a779d req-fb01daf3-8e2e-40c2-9d9c-1f0b3d24b8af service neutron] 10.222.0.57 "GET /v2.0/networks/7fbe9cf5-e12c-436d-b372-55a19c9faa30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4933872 Jan 26 21:13:21.506723 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7543ea1-d255-4354-8ae5-1dcc227515bb tempest-AllowedAddressPairIpV6TestJSON-677538037 tempest-AllowedAddressPairIpV6TestJSON-677538037-project] Made reservation on behalf of e40221d88afd4095be964dd3b7cd4afa for: {'network': 1} {{(pid=103305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 21:13:21.510150 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-d7543ea1-d255-4354-8ae5-1dcc227515bb tempest-AllowedAddressPairIpV6TestJSON-677538037 tempest-AllowedAddressPairIpV6TestJSON-677538037-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for network (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:13:21.522110 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-a0cf567e-71b0-4964-982c-bc0fb0ae7436 req-e388b2f5-e396-483e-b3be-cd55a872d25f tempest-AttachVolumeNegativeTest-157238613 tempest-AttachVolumeNegativeTest-157238613-project] 10.222.0.13 "GET /v2.0/security-groups?id=8e9bd9e5-9820-4475-bfb9-c12598a9861a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1331756 Jan 26 21:13:21.596042 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-d7543ea1-d255-4354-8ae5-1dcc227515bb tempest-AllowedAddressPairIpV6TestJSON-677538037 tempest-AllowedAddressPairIpV6TestJSON-677538037-project] Publish callbacks [] for security_group (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:13:21.602637 n-d-760453-5 neutron-server[103304]: DEBUG neutron.notifiers.nova [req-88064fa6-3c72-4c57-bfa1-bf76e87545ff req-4b312617-85ee-4e50-bc78-ef00683523fe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9a48534f-198e-49d6-ae1b-d97668015bda {{(pid=103304) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 26 21:13:21.624476 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-88064fa6-3c72-4c57-bfa1-bf76e87545ff req-4b312617-85ee-4e50-bc78-ef00683523fe service neutron] Publish callbacks [] for port (9a48534f-198e-49d6-ae1b-d97668015bda), precommit_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:13:21.661623 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-0cd9fdeb-1a6c-4a9f-9569-9ae2229100d2 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a166ba4bbf994570ac4e6e67e529f246&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1936989 Jan 26 21:13:21.663158 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 54572) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:13:21.670622 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.provisioning_blocks [req-88064fa6-3c72-4c57-bfa1-bf76e87545ff req-4b312617-85ee-4e50-bc78-ef00683523fe service neutron] Transition to ACTIVE for port object 9a48534f-198e-49d6-ae1b-d97668015bda will not be triggered until provisioned by entity L2. {{(pid=103304) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 21:13:21.682312 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3db32c-57cf-4ea5-9944-78618dfd5cb1 req-3eb7586d-465a-4fdd-97be-21c0c51454d4 tempest-ServersTestMultiNic-211940128 tempest-ServersTestMultiNic-211940128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:13:21.688804 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3db32c-57cf-4ea5-9944-78618dfd5cb1 req-3eb7586d-465a-4fdd-97be-21c0c51454d4 tempest-ServersTestMultiNic-211940128 tempest-ServersTestMultiNic-211940128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:13:21.691884 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6651c3ab-9ea3-4f43-9dd1-69a38571d04f req-7e7e3a19-fe0d-4038-b7b0-8e2a7144688d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:13:21.695189 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3db32c-57cf-4ea5-9944-78618dfd5cb1 req-3eb7586d-465a-4fdd-97be-21c0c51454d4 tempest-ServersTestMultiNic-211940128 tempest-ServersTestMultiNic-211940128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:13:21.696911 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-3a3db32c-57cf-4ea5-9944-78618dfd5cb1 req-3eb7586d-465a-4fdd-97be-21c0c51454d4 tempest-ServersTestMultiNic-211940128 tempest-ServersTestMultiNic-211940128-project] 10.222.0.13 "GET /v2.0/ports?device_id=9dc859c1-015e-422f-ad37-21e97b0e94c7 HTTP/1.1" status: 200 len: 2373 time: 0.1867414 Jan 26 21:13:21.698176 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-88064fa6-3c72-4c57-bfa1-bf76e87545ff req-4b312617-85ee-4e50-bc78-ef00683523fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9281542'] for port (9a48534f-198e-49d6-ae1b-d97668015bda), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:13:21.698546 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-6651c3ab-9ea3-4f43-9dd1-69a38571d04f req-7e7e3a19-fe0d-4038-b7b0-8e2a7144688d service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=f9e63846-ab67-44b3-a4f5-aba8d0284ead HTTP/1.1" status: 200 len: 1101 time: 0.1861465 Jan 26 21:13:21.780209 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b312617-85ee-4e50-bc78-ef00683523fe service neutron] Pushing event updated for resources: {'Port': ['ID=9a48534f-198e-49d6-ae1b-d97668015bda,revision_number=2']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:13:21.901433 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-6651c3ab-9ea3-4f43-9dd1-69a38571d04f req-55338296-1b04-4112-920e-7ef546bb1a0a service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=306a2369-8c1c-4f98-9a64-2622487a9ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1916170 Jan 26 21:13:21.918355 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-3a3db32c-57cf-4ea5-9944-78618dfd5cb1 req-3f7cd9b8-850d-4d15-99aa-6d2badf69e6e tempest-ServersTestMultiNic-211940128 tempest-ServersTestMultiNic-211940128-project] 10.222.0.13 "GET /v2.0/security-groups?id=387ebbc6-3579-4cea-a9d9-9b7fa130b41f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1847389 Jan 26 21:13:21.923064 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-bd0eaa92-8948-4bc5-8e84-95fa112d6ccc admin admin] Publish callbacks [] for security_group (4a81ac3f-5e47-4404-a1c8-ffc0bc5b0861), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:13:21.978361 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-d7543ea1-d255-4354-8ae5-1dcc227515bb tempest-AllowedAddressPairIpV6TestJSON-677538037 tempest-AllowedAddressPairIpV6TestJSON-677538037-project] Publish callbacks [] for security_group (99eceb8a-5950-469a-8e43-fe16e1525c97), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:13:22.008323 n-d-760453-5 neutron-server[103305]: DEBUG neutron.notifiers.nova [req-3934b84c-ce79-4adf-a02c-bdb7ab8b04b2 req-6e35c133-7295-4b30-aec7-368d51347226 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 58a2ab10-6d52-4ea0-8d71-02e432597a85 {{(pid=103305) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 26 21:13:22.018185 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-3934b84c-ce79-4adf-a02c-bdb7ab8b04b2 req-6e35c133-7295-4b30-aec7-368d51347226 service neutron] Publish callbacks [] for port (58a2ab10-6d52-4ea0-8d71-02e432597a85), precommit_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:13:22.032672 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.provisioning_blocks [req-3934b84c-ce79-4adf-a02c-bdb7ab8b04b2 req-6e35c133-7295-4b30-aec7-368d51347226 service neutron] Transition to ACTIVE for port object 58a2ab10-6d52-4ea0-8d71-02e432597a85 will not be triggered until provisioned by entity L2. {{(pid=103305) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 21:13:22.036675 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-d7543ea1-d255-4354-8ae5-1dcc227515bb tempest-AllowedAddressPairIpV6TestJSON-677538037 tempest-AllowedAddressPairIpV6TestJSON-677538037-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (99eceb8a-5950-469a-8e43-fe16e1525c97), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:13:22.054128 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-3934b84c-ce79-4adf-a02c-bdb7ab8b04b2 req-6e35c133-7295-4b30-aec7-368d51347226 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11791520'] for port (58a2ab10-6d52-4ea0-8d71-02e432597a85), after_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:13:22.075783 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-bd0eaa92-8948-4bc5-8e84-95fa112d6ccc admin admin] Publish callbacks [] for security_group (4a81ac3f-5e47-4404-a1c8-ffc0bc5b0861), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:13:22.076047 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [req-88064fa6-3c72-4c57-bfa1-bf76e87545ff req-4b312617-85ee-4e50-bc78-ef00683523fe service neutron] Attempting to bind port 9a48534f-198e-49d6-ae1b-d97668015bda on host n-h1-760453-5 for vnic_type normal with profile {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 21:13:22.076524 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [req-88064fa6-3c72-4c57-bfa1-bf76e87545ff req-4b312617-85ee-4e50-bc78-ef00683523fe service neutron] Attempting to bind port 9a48534f-198e-49d6-ae1b-d97668015bda by drivers openvswitch,hyperv on host n-h1-760453-5 at level 0 using segments [{'id': '0f71e1ef-9f51-4f8e-afb9-809838426693', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'fdce921d-56d5-4164-a3e6-60025853a939'}] {{(pid=103304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 26 21:13:22.076811 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88064fa6-3c72-4c57-bfa1-bf76e87545ff req-4b312617-85ee-4e50-bc78-ef00683523fe service neutron] Attempting to bind port 9a48534f-198e-49d6-ae1b-d97668015bda on network fdce921d-56d5-4164-a3e6-60025853a939 {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 21:13:22.090582 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88064fa6-3c72-4c57-bfa1-bf76e87545ff req-4b312617-85ee-4e50-bc78-ef00683523fe service neutron] Port 9a48534f-198e-49d6-ae1b-d97668015bda on network fdce921d-56d5-4164-a3e6-60025853a939 not bound, no agent of type Open vSwitch agent registered on host n-h1-760453-5 {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 26 21:13:22.091020 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88064fa6-3c72-4c57-bfa1-bf76e87545ff req-4b312617-85ee-4e50-bc78-ef00683523fe service neutron] Attempting to bind port 9a48534f-198e-49d6-ae1b-d97668015bda on network fdce921d-56d5-4164-a3e6-60025853a939 {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 21:13:22.115282 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88064fa6-3c72-4c57-bfa1-bf76e87545ff req-4b312617-85ee-4e50-bc78-ef00683523fe service neutron] Checking agent: {'id': '32ef628b-8417-46c5-8729-60fcabe358f1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-760453-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 21, 3, 8), 'started_at': datetime.datetime(2022, 1, 26, 21, 3, 8), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 21, 13, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 26 21:13:22.115631 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88064fa6-3c72-4c57-bfa1-bf76e87545ff req-4b312617-85ee-4e50-bc78-ef00683523fe service neutron] Checking segment: {'id': '0f71e1ef-9f51-4f8e-afb9-809838426693', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'fdce921d-56d5-4164-a3e6-60025853a939'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103304) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 21:13:22.116021 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88064fa6-3c72-4c57-bfa1-bf76e87545ff req-4b312617-85ee-4e50-bc78-ef00683523fe service neutron] Bound using segment: {'id': '0f71e1ef-9f51-4f8e-afb9-809838426693', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'fdce921d-56d5-4164-a3e6-60025853a939'} {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 26 21:13:22.116465 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [req-88064fa6-3c72-4c57-bfa1-bf76e87545ff req-4b312617-85ee-4e50-bc78-ef00683523fe service neutron] Bound port: 9a48534f-198e-49d6-ae1b-d97668015bda, host: n-h1-760453-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0f71e1ef-9f51-4f8e-afb9-809838426693', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'fdce921d-56d5-4164-a3e6-60025853a939'}}] {{(pid=103304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 26 21:13:22.116979 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-88064fa6-3c72-4c57-bfa1-bf76e87545ff req-4b312617-85ee-4e50-bc78-ef00683523fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (9a48534f-198e-49d6-ae1b-d97668015bda), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:13:22.122642 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50047dd1-5ece-4480-91f6-f57d4a73a8fe req-84d712f4-865a-4fff-8481-626d2b3dc25b tempest-LiveMigrationTest-97640354 tempest-LiveMigrationTest-97640354-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:13:22.128769 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d7543ea1-d255-4354-8ae5-1dcc227515bb tempest-AllowedAddressPairIpV6TestJSON-677538037 tempest-AllowedAddressPairIpV6TestJSON-677538037-project] vlan segment allocate from pool success with {'vlan_id': 588, 'physical_network': 'physnet1'} {{(pid=103305) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 26 21:13:22.130297 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-50047dd1-5ece-4480-91f6-f57d4a73a8fe req-84d712f4-865a-4fff-8481-626d2b3dc25b tempest-LiveMigrationTest-97640354 tempest-LiveMigrationTest-97640354-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=71a415fd-0f19-44e3-9cdb-4ebc928c7708 HTTP/1.1" status: 200 len: 1096 time: 0.1063733 Jan 26 21:13:22.151737 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410a2283-64ba-4220-ad5b-85a9338a9007 req-b252e7dc-9501-4759-8c94-d90b1395a632 tempest-ServersOnMultiNodesTest-2088673700 tempest-ServersOnMultiNodesTest-2088673700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:13:22.158960 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-410a2283-64ba-4220-ad5b-85a9338a9007 req-b252e7dc-9501-4759-8c94-d90b1395a632 tempest-ServersOnMultiNodesTest-2088673700 tempest-ServersOnMultiNodesTest-2088673700-project] 10.222.0.13 "GET /v2.0/ports?device_id=eed444f6-641c-4d46-8870-6f70fd35e94f HTTP/1.1" status: 200 len: 949 time: 0.1685770 Jan 26 21:13:22.173668 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-d7543ea1-d255-4354-8ae5-1dcc227515bb tempest-AllowedAddressPairIpV6TestJSON-677538037 tempest-AllowedAddressPairIpV6TestJSON-677538037-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576559'] for segment (cedf33a9-1258-4be6-99a3-a0871e113dcb), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:13:22.174018 n-d-760453-5 neutron-server[103305]: INFO neutron.db.segments_db [None req-d7543ea1-d255-4354-8ae5-1dcc227515bb tempest-AllowedAddressPairIpV6TestJSON-677538037 tempest-AllowedAddressPairIpV6TestJSON-677538037-project] Added segment cedf33a9-1258-4be6-99a3-a0871e113dcb of type vlan for network 509ab503-4d4a-483c-869c-5f4eb80b6a0c Jan 26 21:13:22.189780 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-841f5991-a4d8-4d4b-b215-cbc6bab5427b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (aa7ee9d2-08eb-4e12-b895-24c57300dfec), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:13:22.192689 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7543ea1-d255-4354-8ae5-1dcc227515bb tempest-AllowedAddressPairIpV6TestJSON-677538037 tempest-AllowedAddressPairIpV6TestJSON-677538037-project] Pushing event updated for resources: {'SecurityGroup': ['ID=99eceb8a-5950-469a-8e43-fe16e1525c97,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:13:22.219685 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e35c133-7295-4b30-aec7-368d51347226 service neutron] Pushing event updated for resources: {'Port': ['ID=58a2ab10-6d52-4ea0-8d71-02e432597a85,revision_number=2']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:13:22.296844 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-d7543ea1-d255-4354-8ae5-1dcc227515bb tempest-AllowedAddressPairIpV6TestJSON-677538037 tempest-AllowedAddressPairIpV6TestJSON-677538037-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746560256871'] for network (509ab503-4d4a-483c-869c-5f4eb80b6a0c), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:13:22.325652 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-bd0eaa92-8948-4bc5-8e84-95fa112d6ccc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (4a81ac3f-5e47-4404-a1c8-ffc0bc5b0861), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:13:22.328252 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-bd0eaa92-8948-4bc5-8e84-95fa112d6ccc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:13:22.329442 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-bd0eaa92-8948-4bc5-8e84-95fa112d6ccc admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/4a81ac3f-5e47-4404-a1c8-ffc0bc5b0861 HTTP/1.1" status: 204 len: 168 time: 0.6595793 Jan 26 21:13:22.354695 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [req-3934b84c-ce79-4adf-a02c-bdb7ab8b04b2 req-6e35c133-7295-4b30-aec7-368d51347226 service neutron] Attempting to bind port 58a2ab10-6d52-4ea0-8d71-02e432597a85 on host n-h1-760453-5 for vnic_type normal with profile {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 21:13:22.354695 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [req-3934b84c-ce79-4adf-a02c-bdb7ab8b04b2 req-6e35c133-7295-4b30-aec7-368d51347226 service neutron] Attempting to bind port 58a2ab10-6d52-4ea0-8d71-02e432597a85 by drivers openvswitch,hyperv on host n-h1-760453-5 at level 0 using segments [{'id': '09663a0c-ceea-4887-ace4-6c78e47e3e40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'd6d873b7-dd21-4147-a71c-3196b86fd015'}] {{(pid=103305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 26 21:13:22.354695 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3934b84c-ce79-4adf-a02c-bdb7ab8b04b2 req-6e35c133-7295-4b30-aec7-368d51347226 service neutron] Attempting to bind port 58a2ab10-6d52-4ea0-8d71-02e432597a85 on network d6d873b7-dd21-4147-a71c-3196b86fd015 {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 21:13:22.356883 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd0eaa92-8948-4bc5-8e84-95fa112d6ccc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a81ac3f-5e47-4404-a1c8-ffc0bc5b0861,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:13:22.361729 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-d7543ea1-d255-4354-8ae5-1dcc227515bb tempest-AllowedAddressPairIpV6TestJSON-677538037 tempest-AllowedAddressPairIpV6TestJSON-677538037-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503'] for network (509ab503-4d4a-483c-869c-5f4eb80b6a0c), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:13:22.366727 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7543ea1-d255-4354-8ae5-1dcc227515bb tempest-AllowedAddressPairIpV6TestJSON-677538037 tempest-AllowedAddressPairIpV6TestJSON-677538037-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:13:22.367352 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-d7543ea1-d255-4354-8ae5-1dcc227515bb tempest-AllowedAddressPairIpV6TestJSON-677538037 tempest-AllowedAddressPairIpV6TestJSON-677538037-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709645'] for network (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:13:22.373787 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3934b84c-ce79-4adf-a02c-bdb7ab8b04b2 req-6e35c133-7295-4b30-aec7-368d51347226 service neutron] Port 58a2ab10-6d52-4ea0-8d71-02e432597a85 on network d6d873b7-dd21-4147-a71c-3196b86fd015 not bound, no agent of type Open vSwitch agent registered on host n-h1-760453-5 {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 26 21:13:22.374117 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3934b84c-ce79-4adf-a02c-bdb7ab8b04b2 req-6e35c133-7295-4b30-aec7-368d51347226 service neutron] Attempting to bind port 58a2ab10-6d52-4ea0-8d71-02e432597a85 on network d6d873b7-dd21-4147-a71c-3196b86fd015 {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 21:13:22.402112 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3934b84c-ce79-4adf-a02c-bdb7ab8b04b2 req-6e35c133-7295-4b30-aec7-368d51347226 service neutron] Checking agent: {'id': '32ef628b-8417-46c5-8729-60fcabe358f1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-760453-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 21, 3, 8), 'started_at': datetime.datetime(2022, 1, 26, 21, 3, 8), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 21, 13, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 26 21:13:22.402688 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3934b84c-ce79-4adf-a02c-bdb7ab8b04b2 req-6e35c133-7295-4b30-aec7-368d51347226 service neutron] Checking segment: {'id': '09663a0c-ceea-4887-ace4-6c78e47e3e40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'd6d873b7-dd21-4147-a71c-3196b86fd015'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103305) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 21:13:22.402833 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3934b84c-ce79-4adf-a02c-bdb7ab8b04b2 req-6e35c133-7295-4b30-aec7-368d51347226 service neutron] Bound using segment: {'id': '09663a0c-ceea-4887-ace4-6c78e47e3e40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'd6d873b7-dd21-4147-a71c-3196b86fd015'} {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 26 21:13:22.403230 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [req-3934b84c-ce79-4adf-a02c-bdb7ab8b04b2 req-6e35c133-7295-4b30-aec7-368d51347226 service neutron] Bound port: 58a2ab10-6d52-4ea0-8d71-02e432597a85, host: n-h1-760453-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '09663a0c-ceea-4887-ace4-6c78e47e3e40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'd6d873b7-dd21-4147-a71c-3196b86fd015'}}] {{(pid=103305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 26 21:13:22.403591 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-3934b84c-ce79-4adf-a02c-bdb7ab8b04b2 req-6e35c133-7295-4b30-aec7-368d51347226 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (58a2ab10-6d52-4ea0-8d71-02e432597a85), before_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:13:22.447750 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-d7543ea1-d255-4354-8ae5-1dcc227515bb tempest-AllowedAddressPairIpV6TestJSON-677538037 tempest-AllowedAddressPairIpV6TestJSON-677538037-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 797 time: 1.4030399 Jan 26 21:13:22.458411 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 54598) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:13:22.465516 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-7236d57e-02f8-451b-b126-bca32ac1b3eb tempest-AllowedAddressPairIpV6TestJSON-677538037 tempest-AllowedAddressPairIpV6TestJSON-677538037-project] Request body: {'subnet': {'network_id': '509ab503-4d4a-483c-869c-5f4eb80b6a0c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:13:22.514385 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7543ea1-d255-4354-8ae5-1dcc227515bb tempest-AllowedAddressPairIpV6TestJSON-677538037 tempest-AllowedAddressPairIpV6TestJSON-677538037-project] Pushing event updated for resources: {'Network': ['ID=509ab503-4d4a-483c-869c-5f4eb80b6a0c,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:13:22.529962 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Network 509ab503-4d4a-483c-869c-5f4eb80b6a0c details requested by agent ovs-agent-n-d-760453-5 with host n-d-760453-5 {{(pid=103306) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 26 21:13:22.619852 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [req-3934b84c-ce79-4adf-a02c-bdb7ab8b04b2 req-6e35c133-7295-4b30-aec7-368d51347226 service neutron] For port 58a2ab10-6d52-4ea0-8d71-02e432597a85, host n-h1-760453-5, cleared binding levels {{(pid=103305) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 26 21:13:22.625371 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [req-3934b84c-ce79-4adf-a02c-bdb7ab8b04b2 req-6e35c133-7295-4b30-aec7-368d51347226 service neutron] For port 58a2ab10-6d52-4ea0-8d71-02e432597a85, host n-h1-760453-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-5',level=0,port_id=58a2ab10-6d52-4ea0-8d71-02e432597a85,segment=NetworkSegment(09663a0c-ceea-4887-ace4-6c78e47e3e40),segment_id=09663a0c-ceea-4887-ace4-6c78e47e3e40)] {{(pid=103305) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 26 21:13:22.642792 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-3934b84c-ce79-4adf-a02c-bdb7ab8b04b2 req-6e35c133-7295-4b30-aec7-368d51347226 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11791520'] for port (58a2ab10-6d52-4ea0-8d71-02e432597a85), after_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:13:22.708164 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7236d57e-02f8-451b-b126-bca32ac1b3eb tempest-AllowedAddressPairIpV6TestJSON-677538037 tempest-AllowedAddressPairIpV6TestJSON-677538037-project] Made reservation on behalf of e40221d88afd4095be964dd3b7cd4afa for: {'subnet': 1} {{(pid=103305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 21:13:22.712411 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-7236d57e-02f8-451b-b126-bca32ac1b3eb tempest-AllowedAddressPairIpV6TestJSON-677538037 tempest-AllowedAddressPairIpV6TestJSON-677538037-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11599953'] for subnet (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:13:22.733695 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-410a2283-64ba-4220-ad5b-85a9338a9007 req-0f53cb8f-e847-405a-afdc-2d58b0cc7eb5 tempest-ServersOnMultiNodesTest-2088673700 tempest-ServersOnMultiNodesTest-2088673700-project] 10.222.0.13 "GET /v2.0/security-groups?id=306a2369-8c1c-4f98-9a64-2622487a9ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5590785 Jan 26 21:13:22.746173 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3934b84c-ce79-4adf-a02c-bdb7ab8b04b2 req-6e35c133-7295-4b30-aec7-368d51347226 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:13:22.746763 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-3934b84c-ce79-4adf-a02c-bdb7ab8b04b2 req-6e35c133-7295-4b30-aec7-368d51347226 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:13:22.748528 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-3934b84c-ce79-4adf-a02c-bdb7ab8b04b2 req-6e35c133-7295-4b30-aec7-368d51347226 service neutron] 10.222.0.66 "PUT /v2.0/ports/58a2ab10-6d52-4ea0-8d71-02e432597a85 HTTP/1.1" status: 200 len: 1091 time: 2.1582582 Jan 26 21:13:22.749037 n-d-760453-5 neutron-server[103305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b83765b-4040-4cc7-a99b-9b2da5d6f5a7', 'tag': '58a2ab10-6d52-4ea0-8d71-02e432597a85'}] {{(pid=103305) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 21:13:22.751368 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d4654568b7bf041e72ff8fe1c96d6d761d9c921f2b99bc7b3a26632be20cee0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8eddc9e-5a52-4fb7-8436-c1723d89487d" -d '{"events": [{"name": "network-changed", "server_uuid": "7b83765b-4040-4cc7-a99b-9b2da5d6f5a7", "tag": "58a2ab10-6d52-4ea0-8d71-02e432597a85"}]}' {{(pid=103305) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 21:13:22.803823 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-50047dd1-5ece-4480-91f6-f57d4a73a8fe req-883e6926-296a-408f-bf47-91b54cf671a8 tempest-LiveMigrationTest-97640354 tempest-LiveMigrationTest-97640354-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=c43a996a-6b93-48e4-a331-48250c5b183d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6725459 Jan 26 21:13:22.809392 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [req-88064fa6-3c72-4c57-bfa1-bf76e87545ff req-4b312617-85ee-4e50-bc78-ef00683523fe service neutron] For port 9a48534f-198e-49d6-ae1b-d97668015bda, host n-h1-760453-5, cleared binding levels {{(pid=103304) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 26 21:13:22.821000 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [req-88064fa6-3c72-4c57-bfa1-bf76e87545ff req-4b312617-85ee-4e50-bc78-ef00683523fe service neutron] For port 9a48534f-198e-49d6-ae1b-d97668015bda, host n-h1-760453-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-5',level=0,port_id=9a48534f-198e-49d6-ae1b-d97668015bda,segment=NetworkSegment(0f71e1ef-9f51-4f8e-afb9-809838426693),segment_id=0f71e1ef-9f51-4f8e-afb9-809838426693)] {{(pid=103304) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 26 21:13:22.830184 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-88064fa6-3c72-4c57-bfa1-bf76e87545ff req-4b312617-85ee-4e50-bc78-ef00683523fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9281542'] for port (9a48534f-198e-49d6-ae1b-d97668015bda), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:13:22.849325 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (4d619873-4b60-439f-9b5a-b155dc8bbc34), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:13:22.912746 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88064fa6-3c72-4c57-bfa1-bf76e87545ff req-4b312617-85ee-4e50-bc78-ef00683523fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:13:22.913691 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-88064fa6-3c72-4c57-bfa1-bf76e87545ff req-4b312617-85ee-4e50-bc78-ef00683523fe service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:13:22.915363 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-88064fa6-3c72-4c57-bfa1-bf76e87545ff req-4b312617-85ee-4e50-bc78-ef00683523fe service neutron] 10.222.0.66 "PUT /v2.0/ports/9a48534f-198e-49d6-ae1b-d97668015bda HTTP/1.1" status: 200 len: 1091 time: 3.3415124 Jan 26 21:13:22.921485 n-d-760453-5 neutron-server[103304]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9dc859c1-015e-422f-ad37-21e97b0e94c7', 'tag': '9a48534f-198e-49d6-ae1b-d97668015bda'}] {{(pid=103304) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 21:13:22.926144 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d52b45f1943fcd332af9527eb73ff93c8d715d44383a3f6d18de73b4cfcf87b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b27eb6b-da0e-4fa7-9bb7-20619bc1375d" -d '{"events": [{"name": "network-changed", "server_uuid": "9dc859c1-015e-422f-ad37-21e97b0e94c7", "tag": "9a48534f-198e-49d6-ae1b-d97668015bda"}]}' {{(pid=103304) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 21:13:23.001736 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [req-88064fa6-3c72-4c57-bfa1-bf76e87545ff req-5922b82c-881f-44a7-8a30-1887c04f0add service neutron] Request body: {'port': {'device_id': '9dc859c1-015e-422f-ad37-21e97b0e94c7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-760453-5'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:13:23.073175 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b312617-85ee-4e50-bc78-ef00683523fe service neutron] Pushing event updated for resources: {'Port': ['ID=9a48534f-198e-49d6-ae1b-d97668015bda,revision_number=3']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:13:23.084049 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 26 Jan 2022 21:13:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23a6cfdb-6306-4888-af35-edfeb35d978e x-openstack-request-id: req-23a6cfdb-6306-4888-af35-edfeb35d978e {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 21:13:23.084448 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7b83765b-4040-4cc7-a99b-9b2da5d6f5a7", "tag": "58a2ab10-6d52-4ea0-8d71-02e432597a85", "status": "completed", "code": 200}]} {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 21:13:23.084941 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-23a6cfdb-6306-4888-af35-edfeb35d978e {{(pid=103305) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 21:13:23.085691 n-d-760453-5 neutron-server[103305]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7b83765b-4040-4cc7-a99b-9b2da5d6f5a7', 'tag': '58a2ab10-6d52-4ea0-8d71-02e432597a85', 'status': 'completed', 'code': 200} Jan 26 21:13:23.091280 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e35c133-7295-4b30-aec7-368d51347226 service neutron] Pushing event updated for resources: {'Port': ['ID=58a2ab10-6d52-4ea0-8d71-02e432597a85,revision_number=3']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:13:23.099350 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ddfbdb0-a046-4b9b-8a11-67535f576128 req-17da7592-ab30-464f-86a2-61f167adb101 tempest-AttachVolumeNegativeTest-157238613 tempest-AttachVolumeNegativeTest-157238613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:13:23.100909 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-0ddfbdb0-a046-4b9b-8a11-67535f576128 req-17da7592-ab30-464f-86a2-61f167adb101 tempest-AttachVolumeNegativeTest-157238613 tempest-AttachVolumeNegativeTest-157238613-project] 10.222.0.13 "GET /v2.0/ports?device_id=7b83765b-4040-4cc7-a99b-9b2da5d6f5a7 HTTP/1.1" status: 200 len: 943 time: 0.2061727 Jan 26 21:13:23.137480 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 26 Jan 2022 21:13:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5f0e15a-0536-4279-b0f8-e22fdcf741a2 x-openstack-request-id: req-a5f0e15a-0536-4279-b0f8-e22fdcf741a2 {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 21:13:23.137654 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3934b84c-ce79-4adf-a02c-bdb7ab8b04b2 req-13bf6e68-b45f-4839-b68e-b6c27883b653 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:13:23.138091 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9dc859c1-015e-422f-ad37-21e97b0e94c7", "tag": "9a48534f-198e-49d6-ae1b-d97668015bda", "status": "completed", "code": 200}]} {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 21:13:23.138532 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a5f0e15a-0536-4279-b0f8-e22fdcf741a2 {{(pid=103304) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 21:13:23.139618 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-3934b84c-ce79-4adf-a02c-bdb7ab8b04b2 req-13bf6e68-b45f-4839-b68e-b6c27883b653 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=d203cd9cdbf14056988a5ed4353f3154&device_id=7b83765b-4040-4cc7-a99b-9b2da5d6f5a7 HTTP/1.1" status: 200 len: 1094 time: 0.3107364 Jan 26 21:13:23.140774 n-d-760453-5 neutron-server[103304]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9dc859c1-015e-422f-ad37-21e97b0e94c7', 'tag': '9a48534f-198e-49d6-ae1b-d97668015bda', 'status': 'completed', 'code': 200} Jan 26 21:13:23.141580 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-88064fa6-3c72-4c57-bfa1-bf76e87545ff req-5922b82c-881f-44a7-8a30-1887c04f0add service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (764d585e-425c-4b3e-bd83-04c6d4eebfea), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:13:23.164738 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-7236d57e-02f8-451b-b126-bca32ac1b3eb tempest-AllowedAddressPairIpV6TestJSON-677538037 tempest-AllowedAddressPairIpV6TestJSON-677538037-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11788839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11599975'] for subnet (418fa449-16cc-4658-b84f-ce3e0c69aefc), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:13:23.372532 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-3934b84c-ce79-4adf-a02c-bdb7ab8b04b2 req-764b9e7a-de66-4dee-af42-fdf8b87887a4 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=58a2ab10-6d52-4ea0-8d71-02e432597a85 HTTP/1.1" status: 200 len: 217 time: 0.2190282 Jan 26 21:13:23.404870 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7236d57e-02f8-451b-b126-bca32ac1b3eb tempest-AllowedAddressPairIpV6TestJSON-677538037 tempest-AllowedAddressPairIpV6TestJSON-677538037-project] Pushing event updated for resources: {'Subnet': ['ID=418fa449-16cc-4658-b84f-ce3e0c69aefc,revision_number=0']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:13:23.463706 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-0ddfbdb0-a046-4b9b-8a11-67535f576128 req-2497e0a7-828c-4af6-9917-9016732e896f tempest-AttachVolumeNegativeTest-157238613 tempest-AttachVolumeNegativeTest-157238613-project] 10.222.0.13 "GET /v2.0/security-groups?id=8e9bd9e5-9820-4475-bfb9-c12598a9861a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3281608 Jan 26 21:13:23.487405 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b27eb6b-da0e-4fa7-9bb7-20619bc1375d req-f30ec5a0-7698-4e2a-a205-72d51ab701dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:13:23.487405 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b27eb6b-da0e-4fa7-9bb7-20619bc1375d req-f30ec5a0-7698-4e2a-a205-72d51ab701dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:13:23.487405 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b27eb6b-da0e-4fa7-9bb7-20619bc1375d req-f30ec5a0-7698-4e2a-a205-72d51ab701dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:13:23.487405 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-0b27eb6b-da0e-4fa7-9bb7-20619bc1375d req-f30ec5a0-7698-4e2a-a205-72d51ab701dd service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=7dd077ea2f95484597c25a6a957aef6a&device_id=9dc859c1-015e-422f-ad37-21e97b0e94c7 HTTP/1.1" status: 200 len: 2728 time: 0.3125920 Jan 26 21:13:23.501034 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3934b84c-ce79-4adf-a02c-bdb7ab8b04b2 req-b0052b4b-96c0-48bb-9a57-1298c8b74dc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:13:23.502596 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-3934b84c-ce79-4adf-a02c-bdb7ab8b04b2 req-b0052b4b-96c0-48bb-9a57-1298c8b74dc6 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=83c7f95c-c9b9-47ca-b224-a6b37c78555f HTTP/1.1" status: 200 len: 854 time: 0.1186385 Jan 26 21:13:23.503695 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3f9d05-fd2d-43b3-afe4-5058487469b0 req-9456b5dc-9543-4d56-a7a8-727abb9d3929 tempest-ServersTestMultiNic-211940128 tempest-ServersTestMultiNic-211940128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:13:23.509495 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3f9d05-fd2d-43b3-afe4-5058487469b0 req-9456b5dc-9543-4d56-a7a8-727abb9d3929 tempest-ServersTestMultiNic-211940128 tempest-ServersTestMultiNic-211940128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:13:23.514838 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3f9d05-fd2d-43b3-afe4-5058487469b0 req-9456b5dc-9543-4d56-a7a8-727abb9d3929 tempest-ServersTestMultiNic-211940128 tempest-ServersTestMultiNic-211940128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:13:23.522333 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-ca3f9d05-fd2d-43b3-afe4-5058487469b0 req-9456b5dc-9543-4d56-a7a8-727abb9d3929 tempest-ServersTestMultiNic-211940128 tempest-ServersTestMultiNic-211940128-project] 10.222.0.13 "GET /v2.0/ports?device_id=9dc859c1-015e-422f-ad37-21e97b0e94c7 HTTP/1.1" status: 200 len: 2385 time: 0.2385435 Jan 26 21:13:23.544207 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7236d57e-02f8-451b-b126-bca32ac1b3eb tempest-AllowedAddressPairIpV6TestJSON-677538037 tempest-AllowedAddressPairIpV6TestJSON-677538037-project] Checking segment: {'id': 'cedf33a9-1258-4be6-99a3-a0871e113dcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '509ab503-4d4a-483c-869c-5f4eb80b6a0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103305) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 21:13:23.544577 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7236d57e-02f8-451b-b126-bca32ac1b3eb tempest-AllowedAddressPairIpV6TestJSON-677538037 tempest-AllowedAddressPairIpV6TestJSON-677538037-project] Network hostable DHCP agents. Network: 509ab503-4d4a-483c-869c-5f4eb80b6a0c, hostable agents: ['474ccdf7-ab6c-405b-a3b2-dc7b05829902'], hosted agents: [] {{(pid=103305) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 26 21:13:23.582532 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Device 7b91e58c-2d2a-4acc-8321-b7c6811beaeb up at agent hyperv_n-h2-760453-5 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 21:13:23.596365 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-3934b84c-ce79-4adf-a02c-bdb7ab8b04b2 req-a84c7b03-b5be-4b91-9a06-433d8c9c710c service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=d6d873b7-dd21-4147-a71c-3196b86fd015&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0830708 Jan 26 21:13:23.632949 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-ca3f9d05-fd2d-43b3-afe4-5058487469b0 req-0f911e06-ea72-4cd6-85ea-d8b8015d0733 tempest-ServersTestMultiNic-211940128 tempest-ServersTestMultiNic-211940128-project] 10.222.0.13 "GET /v2.0/security-groups?id=387ebbc6-3579-4cea-a9d9-9b7fa130b41f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096687 Jan 26 21:13:23.669586 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Provisioning for port 7b91e58c-2d2a-4acc-8321-b7c6811beaeb completed by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 21:13:23.676255 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Provisioning complete for port 7b91e58c-2d2a-4acc-8321-b7c6811beaeb triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:13:23.677497 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (7b91e58c-2d2a-4acc-8321-b7c6811beaeb), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:13:23.802468 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Current status of the port 7b91e58c-2d2a-4acc-8321-b7c6811beaeb is: BUILD; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:13:23.803514 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (7b91e58c-2d2a-4acc-8321-b7c6811beaeb), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:13:23.809066 n-d-760453-5 neutron-server[103304]: DEBUG neutron.notifiers.nova [req-88064fa6-3c72-4c57-bfa1-bf76e87545ff req-5922b82c-881f-44a7-8a30-1887c04f0add service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 764d585e-425c-4b3e-bd83-04c6d4eebfea {{(pid=103304) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 26 21:13:23.835466 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-88064fa6-3c72-4c57-bfa1-bf76e87545ff req-5922b82c-881f-44a7-8a30-1887c04f0add service neutron] Publish callbacks [] for port (764d585e-425c-4b3e-bd83-04c6d4eebfea), precommit_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:13:23.836437 n-d-760453-5 neutron-server[103306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eed444f6-641c-4d46-8870-6f70fd35e94f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b91e58c-2d2a-4acc-8321-b7c6811beaeb'}] {{(pid=103306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 21:13:23.839162 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9d5d370febab655511bdd2ffe887e43e442d144a440368702bcc1e93af00b97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b765539-12dc-4df5-b275-fca4c15fc1a6" -d '{"events": [{"server_uuid": "eed444f6-641c-4d46-8870-6f70fd35e94f", "name": "network-vif-plugged", "status": "completed", "tag": "7b91e58c-2d2a-4acc-8321-b7c6811beaeb"}]}' {{(pid=103306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 21:13:23.854835 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] For port 7b91e58c-2d2a-4acc-8321-b7c6811beaeb, host n-h2-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-5',level=0,port_id=7b91e58c-2d2a-4acc-8321-b7c6811beaeb,segment=NetworkSegment(4eab25d6-89d9-4907-a1c2-51b06443ba33),segment_id=4eab25d6-89d9-4907-a1c2-51b06443ba33)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:13:23.864137 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (7b91e58c-2d2a-4acc-8321-b7c6811beaeb), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:13:23.908377 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b27eb6b-da0e-4fa7-9bb7-20619bc1375d req-3d98bdcf-c599-4496-8754-691d95430cf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:13:23.909359 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b27eb6b-da0e-4fa7-9bb7-20619bc1375d req-3d98bdcf-c599-4496-8754-691d95430cf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:13:23.910700 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b27eb6b-da0e-4fa7-9bb7-20619bc1375d req-3d98bdcf-c599-4496-8754-691d95430cf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:13:23.912821 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-0b27eb6b-da0e-4fa7-9bb7-20619bc1375d req-3d98bdcf-c599-4496-8754-691d95430cf3 service neutron] 10.222.0.66 "GET /v2.0/networks?tenant_id=7dd077ea2f95484597c25a6a957aef6a&shared=False HTTP/1.1" status: 200 len: 2289 time: 0.4093199 Jan 26 21:13:23.913645 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7236d57e-02f8-451b-b126-bca32ac1b3eb tempest-AllowedAddressPairIpV6TestJSON-677538037 tempest-AllowedAddressPairIpV6TestJSON-677538037-project] Network 509ab503-4d4a-483c-869c-5f4eb80b6a0c is scheduled to be hosted by DHCP agent 474ccdf7-ab6c-405b-a3b2-dc7b05829902 with binding_index 1 {{(pid=103305) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 26 21:13:23.938004 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Pushing event updated for resources: {'Port': ['ID=7b91e58c-2d2a-4acc-8321-b7c6811beaeb,revision_number=5']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:13:23.962293 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [None req-7236d57e-02f8-451b-b126-bca32ac1b3eb tempest-AllowedAddressPairIpV6TestJSON-677538037 tempest-AllowedAddressPairIpV6TestJSON-677538037-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760453-5, 509ab503-4d4a-483c-869c-5f4eb80b6a0c) {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:13:23.962670 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.provisioning_blocks [req-88064fa6-3c72-4c57-bfa1-bf76e87545ff req-5922b82c-881f-44a7-8a30-1887c04f0add service neutron] Transition to ACTIVE for port object 764d585e-425c-4b3e-bd83-04c6d4eebfea will not be triggered until provisioned by entity L2. {{(pid=103304) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 21:13:23.970650 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-839dd188-ec69-470c-9ab0-d318dc1a2e96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (e79b4fc6-6c71-44b2-a6d0-ff3e1f4dfd0d), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:13:23.973529 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de729c88-8c8b-4eea-bc8b-80cd097258e1 None None] Network 509ab503-4d4a-483c-869c-5f4eb80b6a0c requested from n-d-760453-5 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 26 21:13:23.983288 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4392ef-fec0-4630-9efa-505a61bc4cc8 req-0dd34e70-bdf3-4ac6-9849-063923fb13af tempest-ServersOnMultiNodesTest-2088673700 tempest-ServersOnMultiNodesTest-2088673700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:13:23.985279 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-7c4392ef-fec0-4630-9efa-505a61bc4cc8 req-0dd34e70-bdf3-4ac6-9849-063923fb13af tempest-ServersOnMultiNodesTest-2088673700 tempest-ServersOnMultiNodesTest-2088673700-project] 10.222.0.13 "GET /v2.0/ports?device_id=eed444f6-641c-4d46-8870-6f70fd35e94f HTTP/1.1" status: 200 len: 949 time: 0.1671388 Jan 26 21:13:23.987853 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-88064fa6-3c72-4c57-bfa1-bf76e87545ff req-5922b82c-881f-44a7-8a30-1887c04f0add service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9281542'] for port (764d585e-425c-4b3e-bd83-04c6d4eebfea), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:13:24.026888 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7236d57e-02f8-451b-b126-bca32ac1b3eb tempest-AllowedAddressPairIpV6TestJSON-677538037 tempest-AllowedAddressPairIpV6TestJSON-677538037-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:13:24.027490 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-7236d57e-02f8-451b-b126-bca32ac1b3eb tempest-AllowedAddressPairIpV6TestJSON-677538037 tempest-AllowedAddressPairIpV6TestJSON-677538037-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709645'] for subnet (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:13:24.062512 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36745282-bff6-4257-a392-1fddda8b33bf req-d7ea64cc-b3b4-4c67-92bf-d15b62f95845 tempest-LiveMigrationTest-97640354 tempest-LiveMigrationTest-97640354-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:13:24.065162 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-36745282-bff6-4257-a392-1fddda8b33bf req-d7ea64cc-b3b4-4c67-92bf-d15b62f95845 tempest-LiveMigrationTest-97640354 tempest-LiveMigrationTest-97640354-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=71a415fd-0f19-44e3-9cdb-4ebc928c7708 HTTP/1.1" status: 200 len: 1096 time: 0.1806369 Jan 26 21:13:24.105263 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-7236d57e-02f8-451b-b126-bca32ac1b3eb tempest-AllowedAddressPairIpV6TestJSON-677538037 tempest-AllowedAddressPairIpV6TestJSON-677538037-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6454849 Jan 26 21:13:24.107617 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-3934b84c-ce79-4adf-a02c-bdb7ab8b04b2 req-94686cfe-25bb-4d55-83da-b8205fb3422b service neutron] 10.222.0.66 "GET /v2.0/networks/d6d873b7-dd21-4147-a71c-3196b86fd015?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4489241 Jan 26 21:13:24.108270 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 54670) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:13:24.126640 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-3136578b-8cd3-4d06-bea9-20197bbb94a3 tempest-AllowedAddressPairIpV6TestJSON-677538037 tempest-AllowedAddressPairIpV6TestJSON-677538037-project] Request body: {'port': {'network_id': '509ab503-4d4a-483c-869c-5f4eb80b6a0c', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-521237040'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:13:24.183589 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5922b82c-881f-44a7-8a30-1887c04f0add service neutron] Pushing event updated for resources: {'Port': ['ID=764d585e-425c-4b3e-bd83-04c6d4eebfea,revision_number=2']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:13:24.205268 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02249cbe-7c44-4ddd-b3da-7adb6c641746 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3c4099e8-8ffb-51d1-af7f-5868973e933f-509ab503-4d4a-483c-869c-5f4eb80b6a0c', 'network_id': '509ab503-4d4a-483c-869c-5f4eb80b6a0c', 'project_id': 'e40221d88afd4095be964dd3b7cd4afa', 'fixed_ips': [{'subnet_id': '418fa449-16cc-4658-b84f-ce3e0c69aefc'}]}} from n-d-760453-5. {{(pid=103306) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 26 21:13:24.207859 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-02249cbe-7c44-4ddd-b3da-7adb6c641746 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (None), before_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:13:24.238469 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-7c4392ef-fec0-4630-9efa-505a61bc4cc8 req-2454275d-f9fc-41da-8d38-e4a909ac7ba6 tempest-ServersOnMultiNodesTest-2088673700 tempest-ServersOnMultiNodesTest-2088673700-project] 10.222.0.13 "GET /v2.0/security-groups?id=306a2369-8c1c-4f98-9a64-2622487a9ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2138252 Jan 26 21:13:24.371054 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Jan 2022 21:13:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a660f722-67f6-4006-b50b-ec294f66db1c x-openstack-request-id: req-a660f722-67f6-4006-b50b-ec294f66db1c {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 21:13:24.371706 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eed444f6-641c-4d46-8870-6f70fd35e94f", "name": "network-vif-plugged", "status": "completed", "tag": "7b91e58c-2d2a-4acc-8321-b7c6811beaeb", "code": 200}]} {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 21:13:24.372189 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a660f722-67f6-4006-b50b-ec294f66db1c {{(pid=103306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 21:13:24.372862 n-d-760453-5 neutron-server[103306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eed444f6-641c-4d46-8870-6f70fd35e94f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b91e58c-2d2a-4acc-8321-b7c6811beaeb', 'code': 200} Jan 26 21:13:24.377349 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-3934b84c-ce79-4adf-a02c-bdb7ab8b04b2 req-038f292f-0ee6-4f19-acab-eb5c4ed5cbc6 service neutron] 10.222.0.66 "GET /v2.0/networks/d6d873b7-dd21-4147-a71c-3196b86fd015?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1295123 Jan 26 21:13:24.404392 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [req-88064fa6-3c72-4c57-bfa1-bf76e87545ff req-5922b82c-881f-44a7-8a30-1887c04f0add service neutron] Attempting to bind port 764d585e-425c-4b3e-bd83-04c6d4eebfea on host n-h1-760453-5 for vnic_type normal with profile {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 21:13:24.404771 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [req-88064fa6-3c72-4c57-bfa1-bf76e87545ff req-5922b82c-881f-44a7-8a30-1887c04f0add service neutron] Attempting to bind port 764d585e-425c-4b3e-bd83-04c6d4eebfea by drivers openvswitch,hyperv on host n-h1-760453-5 at level 0 using segments [{'id': '9841d257-0b06-4cf2-9676-06bc99036fe7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '0005085c-c820-49ff-a393-9b43e54534cb'}] {{(pid=103304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 26 21:13:24.405029 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88064fa6-3c72-4c57-bfa1-bf76e87545ff req-5922b82c-881f-44a7-8a30-1887c04f0add service neutron] Attempting to bind port 764d585e-425c-4b3e-bd83-04c6d4eebfea on network 0005085c-c820-49ff-a393-9b43e54534cb {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 21:13:24.414219 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88064fa6-3c72-4c57-bfa1-bf76e87545ff req-5922b82c-881f-44a7-8a30-1887c04f0add service neutron] Port 764d585e-425c-4b3e-bd83-04c6d4eebfea on network 0005085c-c820-49ff-a393-9b43e54534cb not bound, no agent of type Open vSwitch agent registered on host n-h1-760453-5 {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 26 21:13:24.414613 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88064fa6-3c72-4c57-bfa1-bf76e87545ff req-5922b82c-881f-44a7-8a30-1887c04f0add service neutron] Attempting to bind port 764d585e-425c-4b3e-bd83-04c6d4eebfea on network 0005085c-c820-49ff-a393-9b43e54534cb {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 21:13:24.428773 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88064fa6-3c72-4c57-bfa1-bf76e87545ff req-5922b82c-881f-44a7-8a30-1887c04f0add service neutron] Checking agent: {'id': '32ef628b-8417-46c5-8729-60fcabe358f1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-760453-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 21, 3, 8), 'started_at': datetime.datetime(2022, 1, 26, 21, 3, 8), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 21, 13, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 26 21:13:24.428773 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88064fa6-3c72-4c57-bfa1-bf76e87545ff req-5922b82c-881f-44a7-8a30-1887c04f0add service neutron] Checking segment: {'id': '9841d257-0b06-4cf2-9676-06bc99036fe7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '0005085c-c820-49ff-a393-9b43e54534cb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103304) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 21:13:24.428773 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88064fa6-3c72-4c57-bfa1-bf76e87545ff req-5922b82c-881f-44a7-8a30-1887c04f0add service neutron] Bound using segment: {'id': '9841d257-0b06-4cf2-9676-06bc99036fe7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '0005085c-c820-49ff-a393-9b43e54534cb'} {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 26 21:13:24.428773 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [req-88064fa6-3c72-4c57-bfa1-bf76e87545ff req-5922b82c-881f-44a7-8a30-1887c04f0add service neutron] Bound port: 764d585e-425c-4b3e-bd83-04c6d4eebfea, host: n-h1-760453-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9841d257-0b06-4cf2-9676-06bc99036fe7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '0005085c-c820-49ff-a393-9b43e54534cb'}}] {{(pid=103304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 26 21:13:24.428773 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-88064fa6-3c72-4c57-bfa1-bf76e87545ff req-5922b82c-881f-44a7-8a30-1887c04f0add service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (764d585e-425c-4b3e-bd83-04c6d4eebfea), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:13:24.434293 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b27eb6b-da0e-4fa7-9bb7-20619bc1375d req-cf965672-3f55-46ef-b527-a42f56d329bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:13:24.435788 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-0b27eb6b-da0e-4fa7-9bb7-20619bc1375d req-cf965672-3f55-46ef-b527-a42f56d329bb service neutron] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5133209 Jan 26 21:13:24.444179 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-36745282-bff6-4257-a392-1fddda8b33bf req-e491556b-af21-4a84-9d86-4ddd4be6e291 tempest-LiveMigrationTest-97640354 tempest-LiveMigrationTest-97640354-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=c43a996a-6b93-48e4-a331-48250c5b183d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2455072 Jan 26 21:13:24.471354 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3136578b-8cd3-4d06-bea9-20197bbb94a3 tempest-AllowedAddressPairIpV6TestJSON-677538037 tempest-AllowedAddressPairIpV6TestJSON-677538037-project] Made reservation on behalf of e40221d88afd4095be964dd3b7cd4afa for: {'port': 1} {{(pid=103305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 21:13:24.476358 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-3136578b-8cd3-4d06-bea9-20197bbb94a3 tempest-AllowedAddressPairIpV6TestJSON-677538037 tempest-AllowedAddressPairIpV6TestJSON-677538037-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:13:24.499311 n-d-760453-5 neutron-server[103305]: DEBUG neutron.notifiers.nova [None req-3136578b-8cd3-4d06-bea9-20197bbb94a3 tempest-AllowedAddressPairIpV6TestJSON-677538037 tempest-AllowedAddressPairIpV6TestJSON-677538037-project] device_id is not set on port 0a47c21f-a2d0-4f4a-9724-2e439168a00b yet. {{(pid=103305) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 26 21:13:24.622764 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.db_base_plugin_common [None req-02249cbe-7c44-4ddd-b3da-7adb6c641746 None None] Allocated IP 2001:db8::2 (509ab503-4d4a-483c-869c-5f4eb80b6a0c/418fa449-16cc-4658-b84f-ce3e0c69aefc/6c2d620a-8ee0-47d5-939f-f42ae7184efa) {{(pid=103306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 21:13:24.638304 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [req-88064fa6-3c72-4c57-bfa1-bf76e87545ff req-5922b82c-881f-44a7-8a30-1887c04f0add service neutron] For port 764d585e-425c-4b3e-bd83-04c6d4eebfea, host n-h1-760453-5, cleared binding levels {{(pid=103304) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 26 21:13:24.645945 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [req-88064fa6-3c72-4c57-bfa1-bf76e87545ff req-5922b82c-881f-44a7-8a30-1887c04f0add service neutron] For port 764d585e-425c-4b3e-bd83-04c6d4eebfea, host n-h1-760453-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-5',level=0,port_id=764d585e-425c-4b3e-bd83-04c6d4eebfea,segment=NetworkSegment(9841d257-0b06-4cf2-9676-06bc99036fe7),segment_id=9841d257-0b06-4cf2-9676-06bc99036fe7)] {{(pid=103304) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 26 21:13:24.657781 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819b8f26-eb71-4975-a785-03ecaee67997 req-3c987a2b-c592-4ea8-bca2-b2d2dd24ee8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:13:24.659866 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-819b8f26-eb71-4975-a785-03ecaee67997 req-3c987a2b-c592-4ea8-bca2-b2d2dd24ee8d service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=eed444f6-641c-4d46-8870-6f70fd35e94f HTTP/1.1" status: 200 len: 1101 time: 0.0819075 Jan 26 21:13:24.660022 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-88064fa6-3c72-4c57-bfa1-bf76e87545ff req-5922b82c-881f-44a7-8a30-1887c04f0add service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9281542'] for port (764d585e-425c-4b3e-bd83-04c6d4eebfea), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:13:24.666176 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8eddc9e-5a52-4fb7-8436-c1723d89487d req-11cc78aa-e81d-4921-afae-70f98eadb029 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:13:24.667623 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-c8eddc9e-5a52-4fb7-8436-c1723d89487d req-11cc78aa-e81d-4921-afae-70f98eadb029 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=d203cd9cdbf14056988a5ed4353f3154&device_id=7b83765b-4040-4cc7-a99b-9b2da5d6f5a7 HTTP/1.1" status: 200 len: 1094 time: 0.1045907 Jan 26 21:13:24.758312 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88064fa6-3c72-4c57-bfa1-bf76e87545ff req-5922b82c-881f-44a7-8a30-1887c04f0add service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:13:24.760267 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-88064fa6-3c72-4c57-bfa1-bf76e87545ff req-5922b82c-881f-44a7-8a30-1887c04f0add service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:13:24.767421 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-88064fa6-3c72-4c57-bfa1-bf76e87545ff req-5922b82c-881f-44a7-8a30-1887c04f0add service neutron] 10.222.0.66 "PUT /v2.0/ports/764d585e-425c-4b3e-bd83-04c6d4eebfea HTTP/1.1" status: 200 len: 1090 time: 1.7913923 Jan 26 21:13:24.774778 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-819b8f26-eb71-4975-a785-03ecaee67997 req-077f3663-238f-4c81-aaa1-f6e7a1cfee87 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=306a2369-8c1c-4f98-9a64-2622487a9ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061628 Jan 26 21:13:24.842190 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [req-88064fa6-3c72-4c57-bfa1-bf76e87545ff req-976e5858-699d-48b5-9f36-248619ad1dc2 service neutron] Request body: {'port': {'device_id': '9dc859c1-015e-422f-ad37-21e97b0e94c7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-760453-5'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:13:24.859459 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8eddc9e-5a52-4fb7-8436-c1723d89487d req-d24e6360-9a8a-4020-bd68-6486d28189ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:13:24.867065 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-c8eddc9e-5a52-4fb7-8436-c1723d89487d req-d24e6360-9a8a-4020-bd68-6486d28189ff service neutron] 10.222.0.66 "GET /v2.0/networks?id=d6d873b7-dd21-4147-a71c-3196b86fd015 HTTP/1.1" status: 200 len: 915 time: 0.1921005 Jan 26 21:13:24.928390 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-02249cbe-7c44-4ddd-b3da-7adb6c641746 None None] Publish callbacks [] for port (6c2d620a-8ee0-47d5-939f-f42ae7184efa), precommit_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:13:24.928929 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5922b82c-881f-44a7-8a30-1887c04f0add service neutron] Pushing event updated for resources: {'Port': ['ID=764d585e-425c-4b3e-bd83-04c6d4eebfea,revision_number=3']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:13:24.936208 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-c8eddc9e-5a52-4fb7-8436-c1723d89487d req-0ad41f12-55ce-43f1-860a-4eca3febd20e service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=58a2ab10-6d52-4ea0-8d71-02e432597a85 HTTP/1.1" status: 200 len: 217 time: 0.0616646 Jan 26 21:13:24.937919 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-02249cbe-7c44-4ddd-b3da-7adb6c641746 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746560234527'] for port (6c2d620a-8ee0-47d5-939f-f42ae7184efa), after_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:13:25.022052 n-d-760453-5 neutron-server[103306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02249cbe-7c44-4ddd-b3da-7adb6c641746 None None] Network 509ab503-4d4a-483c-869c-5f4eb80b6a0c is already hosted by enough agents. {{(pid=103306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 21:13:25.040498 n-d-760453-5 neutron-server[103306]: DEBUG neutron.scheduler.base_scheduler [None req-02249cbe-7c44-4ddd-b3da-7adb6c641746 None None] Resources bound (agent type, host, resource id): {{(pid=103306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:13:25.044329 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02249cbe-7c44-4ddd-b3da-7adb6c641746 None None] Received port after_create {{(pid=103306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 21:13:25.057089 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b54cca1-caf1-4f2c-a480-c923afd29ed6 req-d05a62ea-8ed3-4ab3-a7d4-a3db9ec0d192 tempest-AttachVolumeNegativeTest-157238613 tempest-AttachVolumeNegativeTest-157238613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:13:25.065882 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-2b54cca1-caf1-4f2c-a480-c923afd29ed6 req-d05a62ea-8ed3-4ab3-a7d4-a3db9ec0d192 tempest-AttachVolumeNegativeTest-157238613 tempest-AttachVolumeNegativeTest-157238613-project] 10.222.0.13 "GET /v2.0/ports?device_id=7b83765b-4040-4cc7-a99b-9b2da5d6f5a7 HTTP/1.1" status: 200 len: 943 time: 0.1731868 Jan 26 21:13:25.076319 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-88064fa6-3c72-4c57-bfa1-bf76e87545ff req-976e5858-699d-48b5-9f36-248619ad1dc2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (fa35baf5-be01-4c0d-9968-c29d188357c3), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:13:25.089367 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02249cbe-7c44-4ddd-b3da-7adb6c641746 None None] Pushing event updated for resources: {'Port': ['ID=6c2d620a-8ee0-47d5-939f-f42ae7184efa,revision_number=1']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:13:25.109219 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8eddc9e-5a52-4fb7-8436-c1723d89487d req-6af22335-7edb-480c-b183-1ee8547b49bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:13:25.115061 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-c8eddc9e-5a52-4fb7-8436-c1723d89487d req-6af22335-7edb-480c-b183-1ee8547b49bd service neutron] 10.222.0.66 "GET /v2.0/subnets?id=83c7f95c-c9b9-47ca-b224-a6b37c78555f HTTP/1.1" status: 200 len: 854 time: 0.1750326 Jan 26 21:13:25.124272 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (fea0591a-627d-4c87-9a9a-01625ddf3277), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:13:25.144113 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.db_base_plugin_common [None req-3136578b-8cd3-4d06-bea9-20197bbb94a3 tempest-AllowedAddressPairIpV6TestJSON-677538037 tempest-AllowedAddressPairIpV6TestJSON-677538037-project] Allocated IP 2001:db8::368 (509ab503-4d4a-483c-869c-5f4eb80b6a0c/418fa449-16cc-4658-b84f-ce3e0c69aefc/0a47c21f-a2d0-4f4a-9724-2e439168a00b) {{(pid=103305) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 21:13:25.171438 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-02249cbe-7c44-4ddd-b3da-7adb6c641746 None None] Attempting to bind port 6c2d620a-8ee0-47d5-939f-f42ae7184efa on host n-d-760453-5 for vnic_type normal with profile {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 21:13:25.171749 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-c8eddc9e-5a52-4fb7-8436-c1723d89487d req-eba4fb2a-f464-4c1a-b681-039a3f6a742a service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=d6d873b7-dd21-4147-a71c-3196b86fd015&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0297635 Jan 26 21:13:25.171879 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-02249cbe-7c44-4ddd-b3da-7adb6c641746 None None] Attempting to bind port 6c2d620a-8ee0-47d5-939f-f42ae7184efa by drivers openvswitch,hyperv on host n-d-760453-5 at level 0 using segments [{'id': 'cedf33a9-1258-4be6-99a3-a0871e113dcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '509ab503-4d4a-483c-869c-5f4eb80b6a0c'}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 26 21:13:25.172142 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02249cbe-7c44-4ddd-b3da-7adb6c641746 None None] Attempting to bind port 6c2d620a-8ee0-47d5-939f-f42ae7184efa on network 509ab503-4d4a-483c-869c-5f4eb80b6a0c {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 21:13:25.183577 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02249cbe-7c44-4ddd-b3da-7adb6c641746 None None] Checking agent: {'id': 'fea0591a-627d-4c87-9a9a-01625ddf3277', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760453-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 20, 55, 25), 'started_at': datetime.datetime(2022, 1, 26, 20, 55, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 21, 13, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760453-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 26 21:13:25.184400 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02249cbe-7c44-4ddd-b3da-7adb6c641746 None None] Checking segment: {'id': 'cedf33a9-1258-4be6-99a3-a0871e113dcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '509ab503-4d4a-483c-869c-5f4eb80b6a0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 21:13:25.184980 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-02249cbe-7c44-4ddd-b3da-7adb6c641746 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:13:25.185647 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02249cbe-7c44-4ddd-b3da-7adb6c641746 None None] Bound using segment: {'id': 'cedf33a9-1258-4be6-99a3-a0871e113dcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '509ab503-4d4a-483c-869c-5f4eb80b6a0c'} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 26 21:13:25.186178 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-02249cbe-7c44-4ddd-b3da-7adb6c641746 None None] Bound port: 6c2d620a-8ee0-47d5-939f-f42ae7184efa, host: n-d-760453-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cedf33a9-1258-4be6-99a3-a0871e113dcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '509ab503-4d4a-483c-869c-5f4eb80b6a0c'}}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 26 21:13:25.186562 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-02249cbe-7c44-4ddd-b3da-7adb6c641746 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (6c2d620a-8ee0-47d5-939f-f42ae7184efa), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:13:25.283204 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-02249cbe-7c44-4ddd-b3da-7adb6c641746 None None] For port 6c2d620a-8ee0-47d5-939f-f42ae7184efa, host n-d-760453-5, cleared binding levels {{(pid=103306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 26 21:13:25.287267 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-02249cbe-7c44-4ddd-b3da-7adb6c641746 None None] For port 6c2d620a-8ee0-47d5-939f-f42ae7184efa, host n-d-760453-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=6c2d620a-8ee0-47d5-939f-f42ae7184efa,segment=NetworkSegment(cedf33a9-1258-4be6-99a3-a0871e113dcb),segment_id=cedf33a9-1258-4be6-99a3-a0871e113dcb)] {{(pid=103306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 26 21:13:25.297324 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-02249cbe-7c44-4ddd-b3da-7adb6c641746 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (6c2d620a-8ee0-47d5-939f-f42ae7184efa), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:13:25.378962 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-c8eddc9e-5a52-4fb7-8436-c1723d89487d req-214c604c-b8c6-4454-b5c2-057d78373977 service neutron] 10.222.0.66 "GET /v2.0/networks/d6d873b7-dd21-4147-a71c-3196b86fd015?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1967425 Jan 26 21:13:25.436914 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02249cbe-7c44-4ddd-b3da-7adb6c641746 None None] Pushing event updated for resources: {'Port': ['ID=6c2d620a-8ee0-47d5-939f-f42ae7184efa,revision_number=2']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:13:25.482258 n-d-760453-5 neutron-server[103304]: DEBUG neutron.notifiers.nova [req-88064fa6-3c72-4c57-bfa1-bf76e87545ff req-976e5858-699d-48b5-9f36-248619ad1dc2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fa35baf5-be01-4c0d-9968-c29d188357c3 {{(pid=103304) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 26 21:13:25.490756 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-88064fa6-3c72-4c57-bfa1-bf76e87545ff req-976e5858-699d-48b5-9f36-248619ad1dc2 service neutron] Publish callbacks [] for port (fa35baf5-be01-4c0d-9968-c29d188357c3), precommit_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:13:25.504414 n-d-760453-5 neutron-server[103304]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9dc859c1-015e-422f-ad37-21e97b0e94c7', 'tag': '764d585e-425c-4b3e-bd83-04c6d4eebfea'}] {{(pid=103304) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 21:13:25.506800 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d52b45f1943fcd332af9527eb73ff93c8d715d44383a3f6d18de73b4cfcf87b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ecb1faa8-052f-4530-b0ad-93cdf7485f96" -d '{"events": [{"name": "network-changed", "server_uuid": "9dc859c1-015e-422f-ad37-21e97b0e94c7", "tag": "764d585e-425c-4b3e-bd83-04c6d4eebfea"}]}' {{(pid=103304) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 21:13:25.518002 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.provisioning_blocks [req-88064fa6-3c72-4c57-bfa1-bf76e87545ff req-976e5858-699d-48b5-9f36-248619ad1dc2 service neutron] Transition to ACTIVE for port object fa35baf5-be01-4c0d-9968-c29d188357c3 will not be triggered until provisioned by entity L2. {{(pid=103304) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 21:13:25.526289 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-88064fa6-3c72-4c57-bfa1-bf76e87545ff req-976e5858-699d-48b5-9f36-248619ad1dc2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9281542'] for port (fa35baf5-be01-4c0d-9968-c29d188357c3), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:13:25.550009 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-3136578b-8cd3-4d06-bea9-20197bbb94a3 tempest-AllowedAddressPairIpV6TestJSON-677538037 tempest-AllowedAddressPairIpV6TestJSON-677538037-project] Publish callbacks [] for port (0a47c21f-a2d0-4f4a-9724-2e439168a00b), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:13:25.581335 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-c8eddc9e-5a52-4fb7-8436-c1723d89487d req-d21983d0-6ed2-4a9e-ae6b-a81d658cd7f2 service neutron] 10.222.0.66 "GET /v2.0/networks/d6d873b7-dd21-4147-a71c-3196b86fd015?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1925240 Jan 26 21:13:25.621349 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-2b54cca1-caf1-4f2c-a480-c923afd29ed6 req-e7a16aba-088b-4f2a-b7de-90f3fe616a75 tempest-AttachVolumeNegativeTest-157238613 tempest-AttachVolumeNegativeTest-157238613-project] 10.222.0.13 "GET /v2.0/security-groups?id=8e9bd9e5-9820-4475-bfb9-c12598a9861a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5404580 Jan 26 21:13:25.674375 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-3136578b-8cd3-4d06-bea9-20197bbb94a3 tempest-AllowedAddressPairIpV6TestJSON-677538037 tempest-AllowedAddressPairIpV6TestJSON-677538037-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746560234527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11791543'] for port (0a47c21f-a2d0-4f4a-9724-2e439168a00b), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:13:25.686785 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-976e5858-699d-48b5-9f36-248619ad1dc2 service neutron] Pushing event updated for resources: {'Port': ['ID=fa35baf5-be01-4c0d-9968-c29d188357c3,revision_number=2']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:13:25.787566 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3136578b-8cd3-4d06-bea9-20197bbb94a3 tempest-AllowedAddressPairIpV6TestJSON-677538037 tempest-AllowedAddressPairIpV6TestJSON-677538037-project] Pushing event updated for resources: {'Port': ['ID=0a47c21f-a2d0-4f4a-9724-2e439168a00b,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:13:25.846266 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3136578b-8cd3-4d06-bea9-20197bbb94a3 tempest-AllowedAddressPairIpV6TestJSON-677538037 tempest-AllowedAddressPairIpV6TestJSON-677538037-project] Network 509ab503-4d4a-483c-869c-5f4eb80b6a0c is already hosted by enough agents. {{(pid=103305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 21:13:25.859760 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [None req-3136578b-8cd3-4d06-bea9-20197bbb94a3 tempest-AllowedAddressPairIpV6TestJSON-677538037 tempest-AllowedAddressPairIpV6TestJSON-677538037-project] Resources bound (agent type, host, resource id): {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:13:25.864018 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3136578b-8cd3-4d06-bea9-20197bbb94a3 tempest-AllowedAddressPairIpV6TestJSON-677538037 tempest-AllowedAddressPairIpV6TestJSON-677538037-project] Received port after_create {{(pid=103305) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 21:13:25.878722 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3136578b-8cd3-4d06-bea9-20197bbb94a3 tempest-AllowedAddressPairIpV6TestJSON-677538037 tempest-AllowedAddressPairIpV6TestJSON-677538037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:13:25.879217 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [req-88064fa6-3c72-4c57-bfa1-bf76e87545ff req-976e5858-699d-48b5-9f36-248619ad1dc2 service neutron] Attempting to bind port fa35baf5-be01-4c0d-9968-c29d188357c3 on host n-h1-760453-5 for vnic_type normal with profile {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 21:13:25.879529 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-3136578b-8cd3-4d06-bea9-20197bbb94a3 tempest-AllowedAddressPairIpV6TestJSON-677538037 tempest-AllowedAddressPairIpV6TestJSON-677538037-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:13:25.879780 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [req-88064fa6-3c72-4c57-bfa1-bf76e87545ff req-976e5858-699d-48b5-9f36-248619ad1dc2 service neutron] Attempting to bind port fa35baf5-be01-4c0d-9968-c29d188357c3 by drivers openvswitch,hyperv on host n-h1-760453-5 at level 0 using segments [{'id': '0f71e1ef-9f51-4f8e-afb9-809838426693', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'fdce921d-56d5-4164-a3e6-60025853a939'}] {{(pid=103304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 26 21:13:25.880116 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88064fa6-3c72-4c57-bfa1-bf76e87545ff req-976e5858-699d-48b5-9f36-248619ad1dc2 service neutron] Attempting to bind port fa35baf5-be01-4c0d-9968-c29d188357c3 on network fdce921d-56d5-4164-a3e6-60025853a939 {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 21:13:25.885944 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88064fa6-3c72-4c57-bfa1-bf76e87545ff req-976e5858-699d-48b5-9f36-248619ad1dc2 service neutron] Port fa35baf5-be01-4c0d-9968-c29d188357c3 on network fdce921d-56d5-4164-a3e6-60025853a939 not bound, no agent of type Open vSwitch agent registered on host n-h1-760453-5 {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 26 21:13:25.886709 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88064fa6-3c72-4c57-bfa1-bf76e87545ff req-976e5858-699d-48b5-9f36-248619ad1dc2 service neutron] Attempting to bind port fa35baf5-be01-4c0d-9968-c29d188357c3 on network fdce921d-56d5-4164-a3e6-60025853a939 {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 21:13:25.919902 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d620401-b747-4b0b-83a5-937e3472b043 req-80a4abcb-490a-46ac-b38b-516a39f2146d tempest-ServersTestMultiNic-211940128 tempest-ServersTestMultiNic-211940128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:13:25.933006 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d620401-b747-4b0b-83a5-937e3472b043 req-80a4abcb-490a-46ac-b38b-516a39f2146d tempest-ServersTestMultiNic-211940128 tempest-ServersTestMultiNic-211940128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:13:25.936234 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-3136578b-8cd3-4d06-bea9-20197bbb94a3 tempest-AllowedAddressPairIpV6TestJSON-677538037 tempest-AllowedAddressPairIpV6TestJSON-677538037-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.8143883 Jan 26 21:13:25.939768 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 54714) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:13:25.952004 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d620401-b747-4b0b-83a5-937e3472b043 req-80a4abcb-490a-46ac-b38b-516a39f2146d tempest-ServersTestMultiNic-211940128 tempest-ServersTestMultiNic-211940128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:13:25.953929 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-6d620401-b747-4b0b-83a5-937e3472b043 req-80a4abcb-490a-46ac-b38b-516a39f2146d tempest-ServersTestMultiNic-211940128 tempest-ServersTestMultiNic-211940128-project] 10.222.0.13 "GET /v2.0/ports?device_id=9dc859c1-015e-422f-ad37-21e97b0e94c7 HTTP/1.1" status: 200 len: 2409 time: 0.1788135 Jan 26 21:13:25.962378 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88064fa6-3c72-4c57-bfa1-bf76e87545ff req-976e5858-699d-48b5-9f36-248619ad1dc2 service neutron] Checking agent: {'id': '32ef628b-8417-46c5-8729-60fcabe358f1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-760453-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 21, 3, 8), 'started_at': datetime.datetime(2022, 1, 26, 21, 3, 8), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 21, 13, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 26 21:13:25.962727 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88064fa6-3c72-4c57-bfa1-bf76e87545ff req-976e5858-699d-48b5-9f36-248619ad1dc2 service neutron] Checking segment: {'id': '0f71e1ef-9f51-4f8e-afb9-809838426693', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'fdce921d-56d5-4164-a3e6-60025853a939'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103304) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 21:13:25.963120 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88064fa6-3c72-4c57-bfa1-bf76e87545ff req-976e5858-699d-48b5-9f36-248619ad1dc2 service neutron] Bound using segment: {'id': '0f71e1ef-9f51-4f8e-afb9-809838426693', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'fdce921d-56d5-4164-a3e6-60025853a939'} {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 26 21:13:25.963570 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [req-88064fa6-3c72-4c57-bfa1-bf76e87545ff req-976e5858-699d-48b5-9f36-248619ad1dc2 service neutron] Bound port: fa35baf5-be01-4c0d-9968-c29d188357c3, host: n-h1-760453-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0f71e1ef-9f51-4f8e-afb9-809838426693', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'fdce921d-56d5-4164-a3e6-60025853a939'}}] {{(pid=103304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 26 21:13:25.964066 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-88064fa6-3c72-4c57-bfa1-bf76e87545ff req-976e5858-699d-48b5-9f36-248619ad1dc2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (fa35baf5-be01-4c0d-9968-c29d188357c3), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:13:25.970982 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-6f8d7dff-2a93-4981-9780-90d3ac70b89c tempest-AllowedAddressPairIpV6TestJSON-677538037 tempest-AllowedAddressPairIpV6TestJSON-677538037-project] Request body: {'port': {'network_id': '509ab503-4d4a-483c-869c-5f4eb80b6a0c', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1832531746', 'allowed_address_pairs': [{'ip_address': '2001:db8::368', 'mac_address': 'fa:16:3e:60:bf:85'}]}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:13:26.136357 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-6d620401-b747-4b0b-83a5-937e3472b043 req-9d8fe34f-b730-4ea7-82c4-56679e7a032c tempest-ServersTestMultiNic-211940128 tempest-ServersTestMultiNic-211940128-project] 10.222.0.13 "GET /v2.0/security-groups?id=387ebbc6-3579-4cea-a9d9-9b7fa130b41f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1567535 Jan 26 21:13:26.136889 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f8d7dff-2a93-4981-9780-90d3ac70b89c tempest-AllowedAddressPairIpV6TestJSON-677538037 tempest-AllowedAddressPairIpV6TestJSON-677538037-project] Made reservation on behalf of e40221d88afd4095be964dd3b7cd4afa for: {'port': 1} {{(pid=103305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 21:13:26.144121 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [req-88064fa6-3c72-4c57-bfa1-bf76e87545ff req-976e5858-699d-48b5-9f36-248619ad1dc2 service neutron] For port fa35baf5-be01-4c0d-9968-c29d188357c3, host n-h1-760453-5, cleared binding levels {{(pid=103304) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 26 21:13:26.149978 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [req-88064fa6-3c72-4c57-bfa1-bf76e87545ff req-976e5858-699d-48b5-9f36-248619ad1dc2 service neutron] For port fa35baf5-be01-4c0d-9968-c29d188357c3, host n-h1-760453-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-5',level=0,port_id=fa35baf5-be01-4c0d-9968-c29d188357c3,segment=NetworkSegment(0f71e1ef-9f51-4f8e-afb9-809838426693),segment_id=0f71e1ef-9f51-4f8e-afb9-809838426693)] {{(pid=103304) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 26 21:13:26.169713 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-88064fa6-3c72-4c57-bfa1-bf76e87545ff req-976e5858-699d-48b5-9f36-248619ad1dc2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9281542'] for port (fa35baf5-be01-4c0d-9968-c29d188357c3), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:13:26.204481 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88064fa6-3c72-4c57-bfa1-bf76e87545ff req-976e5858-699d-48b5-9f36-248619ad1dc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:13:26.207032 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-88064fa6-3c72-4c57-bfa1-bf76e87545ff req-976e5858-699d-48b5-9f36-248619ad1dc2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:13:26.209696 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-88064fa6-3c72-4c57-bfa1-bf76e87545ff req-976e5858-699d-48b5-9f36-248619ad1dc2 service neutron] 10.222.0.66 "PUT /v2.0/ports/fa35baf5-be01-4c0d-9968-c29d188357c3 HTTP/1.1" status: 200 len: 1091 time: 1.3927026 Jan 26 21:13:26.257028 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-6f8d7dff-2a93-4981-9780-90d3ac70b89c tempest-AllowedAddressPairIpV6TestJSON-677538037 tempest-AllowedAddressPairIpV6TestJSON-677538037-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:13:26.296605 n-d-760453-5 neutron-server[103305]: DEBUG neutron.notifiers.nova [None req-6f8d7dff-2a93-4981-9780-90d3ac70b89c tempest-AllowedAddressPairIpV6TestJSON-677538037 tempest-AllowedAddressPairIpV6TestJSON-677538037-project] device_id is not set on port 25cf0b04-facc-468a-ae76-e5d73d8e518e yet. {{(pid=103305) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 26 21:13:26.383039 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-976e5858-699d-48b5-9f36-248619ad1dc2 service neutron] Pushing event updated for resources: {'Port': ['ID=fa35baf5-be01-4c0d-9968-c29d188357c3,revision_number=3']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:13:26.394462 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8edc4391-fbe8-49fe-9486-7012251033a8 req-632fe14e-34d5-4466-8ef2-fc227d63e080 tempest-ServersOnMultiNodesTest-2088673700 tempest-ServersOnMultiNodesTest-2088673700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:13:26.395866 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-8edc4391-fbe8-49fe-9486-7012251033a8 req-632fe14e-34d5-4466-8ef2-fc227d63e080 tempest-ServersOnMultiNodesTest-2088673700 tempest-ServersOnMultiNodesTest-2088673700-project] 10.222.0.13 "GET /v2.0/ports?device_id=eed444f6-641c-4d46-8870-6f70fd35e94f HTTP/1.1" status: 200 len: 950 time: 0.1403491 Jan 26 21:13:26.408130 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88064fa6-3c72-4c57-bfa1-bf76e87545ff req-fba50e20-8d76-4821-891e-1177005fbc2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:13:26.408620 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88064fa6-3c72-4c57-bfa1-bf76e87545ff req-fba50e20-8d76-4821-891e-1177005fbc2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:13:26.410066 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88064fa6-3c72-4c57-bfa1-bf76e87545ff req-fba50e20-8d76-4821-891e-1177005fbc2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:13:26.412021 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-88064fa6-3c72-4c57-bfa1-bf76e87545ff req-fba50e20-8d76-4821-891e-1177005fbc2f service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=7dd077ea2f95484597c25a6a957aef6a&device_id=9dc859c1-015e-422f-ad37-21e97b0e94c7 HTTP/1.1" status: 200 len: 2862 time: 0.1361244 Jan 26 21:13:26.499813 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-88064fa6-3c72-4c57-bfa1-bf76e87545ff req-7e6e3a59-3e59-4e16-91f5-8fbc61e46603 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.31&port_id=9a48534f-198e-49d6-ae1b-d97668015bda HTTP/1.1" status: 200 len: 217 time: 0.0681477 Jan 26 21:13:26.572281 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-8edc4391-fbe8-49fe-9486-7012251033a8 req-44220301-4992-4c94-a1ec-3f7a6b68ceff tempest-ServersOnMultiNodesTest-2088673700 tempest-ServersOnMultiNodesTest-2088673700-project] 10.222.0.13 "GET /v2.0/security-groups?id=306a2369-8c1c-4f98-9a64-2622487a9ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1678188 Jan 26 21:13:26.585410 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device 6c2d620a-8ee0-47d5-939f-f42ae7184efa up at agent ovs-agent-n-d-760453-5 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 21:13:26.593454 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [req-2ce69be6-2859-44d9-afb9-1e4a129cb0c7 req-956e865f-b739-4c25-b710-f8d1835cfba8 tempest-LiveMigrationTest-97640354 tempest-LiveMigrationTest-97640354-project-admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=103305) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 26 21:13:26.594474 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-2ce69be6-2859-44d9-afb9-1e4a129cb0c7 req-956e865f-b739-4c25-b710-f8d1835cfba8 tempest-LiveMigrationTest-97640354 tempest-LiveMigrationTest-97640354-project-admin] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0171046 Jan 26 21:13:26.604872 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88064fa6-3c72-4c57-bfa1-bf76e87545ff req-a5211e1b-093b-4e70-a66d-653b9797f84b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:13:26.609000 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-88064fa6-3c72-4c57-bfa1-bf76e87545ff req-a5211e1b-093b-4e70-a66d-653b9797f84b service neutron] 10.222.0.66 "GET /v2.0/subnets?id=e6edac61-b37f-4ac8-a377-5e709b680b36 HTTP/1.1" status: 200 len: 801 time: 0.0891488 Jan 26 21:13:26.636839 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.db_base_plugin_common [None req-6f8d7dff-2a93-4981-9780-90d3ac70b89c tempest-AllowedAddressPairIpV6TestJSON-677538037 tempest-AllowedAddressPairIpV6TestJSON-677538037-project] Allocated IP 2001:db8::18b (509ab503-4d4a-483c-869c-5f4eb80b6a0c/418fa449-16cc-4658-b84f-ce3e0c69aefc/25cf0b04-facc-468a-ae76-e5d73d8e518e) {{(pid=103305) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 21:13:26.679077 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce69be6-2859-44d9-afb9-1e4a129cb0c7 req-9ad6a2e1-d0c0-42db-955e-9f39b02f6de8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:13:26.680749 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-2ce69be6-2859-44d9-afb9-1e4a129cb0c7 req-9ad6a2e1-d0c0-42db-955e-9f39b02f6de8 service neutron] 10.222.0.13 "GET /v2.0/ports/a2a3b45c-c85a-4f3f-ab5d-dcc021dbdb5e HTTP/1.1" status: 200 len: 1093 time: 0.0557971 Jan 26 21:13:26.714633 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Provisioning complete for port 6c2d620a-8ee0-47d5-939f-f42ae7184efa triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:13:26.715113 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (6c2d620a-8ee0-47d5-939f-f42ae7184efa), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:13:26.716295 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 26 Jan 2022 21:13:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-acff6c9f-5dd2-4545-a0a7-bb5b6afa81e2 x-openstack-request-id: req-acff6c9f-5dd2-4545-a0a7-bb5b6afa81e2 {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 21:13:26.717021 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9dc859c1-015e-422f-ad37-21e97b0e94c7", "tag": "764d585e-425c-4b3e-bd83-04c6d4eebfea", "status": "completed", "code": 200}]} {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 21:13:26.717482 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-acff6c9f-5dd2-4545-a0a7-bb5b6afa81e2 {{(pid=103304) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 21:13:26.718132 n-d-760453-5 neutron-server[103304]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9dc859c1-015e-422f-ad37-21e97b0e94c7', 'tag': '764d585e-425c-4b3e-bd83-04c6d4eebfea', 'status': 'completed', 'code': 200} Jan 26 21:13:26.724223 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [req-2ce69be6-2859-44d9-afb9-1e4a129cb0c7 req-faddb15c-3876-46d5-90af-4282f2a64ae6 service neutron] Request body: {'binding': {'host': 'n-h1-760453-5', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:13:26.727038 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [req-2ce69be6-2859-44d9-afb9-1e4a129cb0c7 req-faddb15c-3876-46d5-90af-4282f2a64ae6 service neutron] Unknown quota resources ['binding']. {{(pid=103305) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Jan 26 21:13:26.740979 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88064fa6-3c72-4c57-bfa1-bf76e87545ff req-455e6e68-200a-49e7-a5da-59c7bb4ab6fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:13:26.742589 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-88064fa6-3c72-4c57-bfa1-bf76e87545ff req-455e6e68-200a-49e7-a5da-59c7bb4ab6fe service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=fdce921d-56d5-4164-a3e6-60025853a939&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1259716 Jan 26 21:13:27.063496 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Current status of the port 6c2d620a-8ee0-47d5-939f-f42ae7184efa is: DOWN; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:13:27.064249 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (6c2d620a-8ee0-47d5-939f-f42ae7184efa), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:13:27.107568 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c567967-ae88-4394-a94c-5b410bc5213f req-840d6af4-607d-48fd-86d0-faed8a456d15 tempest-AttachVolumeNegativeTest-157238613 tempest-AttachVolumeNegativeTest-157238613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:13:27.109019 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] For port 6c2d620a-8ee0-47d5-939f-f42ae7184efa, host n-d-760453-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=6c2d620a-8ee0-47d5-939f-f42ae7184efa,segment=NetworkSegment(cedf33a9-1258-4be6-99a3-a0871e113dcb),segment_id=cedf33a9-1258-4be6-99a3-a0871e113dcb)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:13:27.115381 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (6c2d620a-8ee0-47d5-939f-f42ae7184efa), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:13:27.117430 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-4c567967-ae88-4394-a94c-5b410bc5213f req-840d6af4-607d-48fd-86d0-faed8a456d15 tempest-AttachVolumeNegativeTest-157238613 tempest-AttachVolumeNegativeTest-157238613-project] 10.222.0.13 "GET /v2.0/ports?device_id=7b83765b-4040-4cc7-a99b-9b2da5d6f5a7 HTTP/1.1" status: 200 len: 943 time: 0.1684248 Jan 26 21:13:27.124538 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d832dcfc-553d-4d05-9a7f-f4b8a64f9a8b None None] Network 509ab503-4d4a-483c-869c-5f4eb80b6a0c requested from n-d-760453-5 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 26 21:13:27.172667 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-88064fa6-3c72-4c57-bfa1-bf76e87545ff req-a20a8fb1-e500-48d0-aa51-69b9bd9e05db service neutron] 10.222.0.66 "GET /v2.0/networks/fdce921d-56d5-4164-a3e6-60025853a939?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3603308 Jan 26 21:13:27.235932 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Pushing event updated for resources: {'Port': ['ID=6c2d620a-8ee0-47d5-939f-f42ae7184efa,revision_number=3']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:13:27.257623 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-d1eaa019-c115-438b-88f0-7d42d7563e90 None None] Provisioning complete for port 6c2d620a-8ee0-47d5-939f-f42ae7184efa triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:13:27.258158 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d1eaa019-c115-438b-88f0-7d42d7563e90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (6c2d620a-8ee0-47d5-939f-f42ae7184efa), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:13:27.294073 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-88064fa6-3c72-4c57-bfa1-bf76e87545ff req-674ede55-bca0-453c-b79a-92a536dd667b service neutron] 10.222.0.66 "GET /v2.0/networks/fdce921d-56d5-4164-a3e6-60025853a939?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1099987 Jan 26 21:13:27.325680 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-4c567967-ae88-4394-a94c-5b410bc5213f req-8fa4bd0d-655b-47e1-968d-3ed909a765a0 tempest-AttachVolumeNegativeTest-157238613 tempest-AttachVolumeNegativeTest-157238613-project] 10.222.0.13 "GET /v2.0/security-groups?id=8e9bd9e5-9820-4475-bfb9-c12598a9861a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2069552 Jan 26 21:13:27.336243 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [req-2ce69be6-2859-44d9-afb9-1e4a129cb0c7 req-faddb15c-3876-46d5-90af-4282f2a64ae6 service neutron] Attempting to bind port a2a3b45c-c85a-4f3f-ab5d-dcc021dbdb5e on host n-h1-760453-5 for vnic_type normal with profile None {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 21:13:27.354575 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [req-2ce69be6-2859-44d9-afb9-1e4a129cb0c7 req-faddb15c-3876-46d5-90af-4282f2a64ae6 service neutron] Attempting to bind port a2a3b45c-c85a-4f3f-ab5d-dcc021dbdb5e by drivers openvswitch,hyperv on host n-h1-760453-5 at level 0 using segments [{'id': '984e14e0-bb79-4ef3-b570-cebad3b9694e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '57cdf3f5-a20b-4c6f-b2eb-bed2f5d4d40a'}] {{(pid=103305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 26 21:13:27.354575 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ce69be6-2859-44d9-afb9-1e4a129cb0c7 req-faddb15c-3876-46d5-90af-4282f2a64ae6 service neutron] Attempting to bind port a2a3b45c-c85a-4f3f-ab5d-dcc021dbdb5e on network 57cdf3f5-a20b-4c6f-b2eb-bed2f5d4d40a {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 21:13:27.355743 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ce69be6-2859-44d9-afb9-1e4a129cb0c7 req-faddb15c-3876-46d5-90af-4282f2a64ae6 service neutron] Port a2a3b45c-c85a-4f3f-ab5d-dcc021dbdb5e on network 57cdf3f5-a20b-4c6f-b2eb-bed2f5d4d40a not bound, no agent of type Open vSwitch agent registered on host n-h1-760453-5 {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 26 21:13:27.356019 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ce69be6-2859-44d9-afb9-1e4a129cb0c7 req-faddb15c-3876-46d5-90af-4282f2a64ae6 service neutron] Attempting to bind port a2a3b45c-c85a-4f3f-ab5d-dcc021dbdb5e on network 57cdf3f5-a20b-4c6f-b2eb-bed2f5d4d40a {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 21:13:27.367696 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-88064fa6-3c72-4c57-bfa1-bf76e87545ff req-93223aa1-4f8e-405a-a188-57d26f9d1095 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.6&port_id=764d585e-425c-4b3e-bd83-04c6d4eebfea HTTP/1.1" status: 200 len: 217 time: 0.0647326 Jan 26 21:13:27.381769 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ce69be6-2859-44d9-afb9-1e4a129cb0c7 req-faddb15c-3876-46d5-90af-4282f2a64ae6 service neutron] Checking agent: {'id': '32ef628b-8417-46c5-8729-60fcabe358f1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-760453-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 21, 3, 8), 'started_at': datetime.datetime(2022, 1, 26, 21, 3, 8), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 21, 13, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 26 21:13:27.382050 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ce69be6-2859-44d9-afb9-1e4a129cb0c7 req-faddb15c-3876-46d5-90af-4282f2a64ae6 service neutron] Checking segment: {'id': '984e14e0-bb79-4ef3-b570-cebad3b9694e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '57cdf3f5-a20b-4c6f-b2eb-bed2f5d4d40a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103305) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 21:13:27.387640 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ce69be6-2859-44d9-afb9-1e4a129cb0c7 req-faddb15c-3876-46d5-90af-4282f2a64ae6 service neutron] Bound using segment: {'id': '984e14e0-bb79-4ef3-b570-cebad3b9694e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '57cdf3f5-a20b-4c6f-b2eb-bed2f5d4d40a'} {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 26 21:13:27.388204 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [req-2ce69be6-2859-44d9-afb9-1e4a129cb0c7 req-faddb15c-3876-46d5-90af-4282f2a64ae6 service neutron] Bound port: a2a3b45c-c85a-4f3f-ab5d-dcc021dbdb5e, host: n-h1-760453-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '984e14e0-bb79-4ef3-b570-cebad3b9694e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '57cdf3f5-a20b-4c6f-b2eb-bed2f5d4d40a'}}] {{(pid=103305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 26 21:13:27.388912 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-d1eaa019-c115-438b-88f0-7d42d7563e90 None None] Current status of the port 6c2d620a-8ee0-47d5-939f-f42ae7184efa is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:13:27.439357 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88064fa6-3c72-4c57-bfa1-bf76e87545ff req-61b5e9eb-7f24-4fb5-91a2-48e0668befcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:13:27.442245 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-88064fa6-3c72-4c57-bfa1-bf76e87545ff req-61b5e9eb-7f24-4fb5-91a2-48e0668befcc service neutron] 10.222.0.66 "GET /v2.0/subnets?id=9dccc2dc-2701-4507-a45c-3d8a439b395e HTTP/1.1" status: 200 len: 801 time: 0.0671265 Jan 26 21:13:27.505776 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [req-2ce69be6-2859-44d9-afb9-1e4a129cb0c7 req-faddb15c-3876-46d5-90af-4282f2a64ae6 service neutron] For port a2a3b45c-c85a-4f3f-ab5d-dcc021dbdb5e, host n-h1-760453-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-5',level=0,port_id=a2a3b45c-c85a-4f3f-ab5d-dcc021dbdb5e,segment=NetworkSegment(984e14e0-bb79-4ef3-b570-cebad3b9694e),segment_id=984e14e0-bb79-4ef3-b570-cebad3b9694e)] {{(pid=103305) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 26 21:13:27.508351 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-6f8d7dff-2a93-4981-9780-90d3ac70b89c tempest-AllowedAddressPairIpV6TestJSON-677538037 tempest-AllowedAddressPairIpV6TestJSON-677538037-project] Publish callbacks [] for port (25cf0b04-facc-468a-ae76-e5d73d8e518e), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:13:27.517738 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-2ce69be6-2859-44d9-afb9-1e4a129cb0c7 req-faddb15c-3876-46d5-90af-4282f2a64ae6 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:13:27.520200 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-2ce69be6-2859-44d9-afb9-1e4a129cb0c7 req-faddb15c-3876-46d5-90af-4282f2a64ae6 service neutron] 10.222.0.13 "POST /v2.0/ports/a2a3b45c-c85a-4f3f-ab5d-dcc021dbdb5e/bindings HTTP/1.1" status: 201 len: 389 time: 0.8248436 Jan 26 21:13:27.533113 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88064fa6-3c72-4c57-bfa1-bf76e87545ff req-5fcfda77-4617-46f3-86ab-03a31657d0e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:13:27.534711 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-88064fa6-3c72-4c57-bfa1-bf76e87545ff req-5fcfda77-4617-46f3-86ab-03a31657d0e1 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=0005085c-c820-49ff-a393-9b43e54534cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0858123 Jan 26 21:13:27.557734 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-6f8d7dff-2a93-4981-9780-90d3ac70b89c tempest-AllowedAddressPairIpV6TestJSON-677538037 tempest-AllowedAddressPairIpV6TestJSON-677538037-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746560234527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11791543'] for port (25cf0b04-facc-468a-ae76-e5d73d8e518e), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:13:27.580547 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5811d4a-fcd1-4edd-a5e2-329591929f9c req-08ae2449-2ca3-400b-afb5-fd6c884900e2 tempest-ServersOnMultiNodesTest-2088673700 tempest-ServersOnMultiNodesTest-2088673700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:13:27.582936 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-a5811d4a-fcd1-4edd-a5e2-329591929f9c req-08ae2449-2ca3-400b-afb5-fd6c884900e2 tempest-ServersOnMultiNodesTest-2088673700 tempest-ServersOnMultiNodesTest-2088673700-project] 10.222.0.13 "GET /v2.0/ports?device_id=f9e63846-ab67-44b3-a4f5-aba8d0284ead HTTP/1.1" status: 200 len: 950 time: 0.0971191 Jan 26 21:13:27.678167 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8d7dff-2a93-4981-9780-90d3ac70b89c tempest-AllowedAddressPairIpV6TestJSON-677538037 tempest-AllowedAddressPairIpV6TestJSON-677538037-project] Pushing event updated for resources: {'Port': ['ID=25cf0b04-facc-468a-ae76-e5d73d8e518e,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:13:27.722437 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f8d7dff-2a93-4981-9780-90d3ac70b89c tempest-AllowedAddressPairIpV6TestJSON-677538037 tempest-AllowedAddressPairIpV6TestJSON-677538037-project] Network 509ab503-4d4a-483c-869c-5f4eb80b6a0c is already hosted by enough agents. {{(pid=103305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 21:13:27.728349 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [None req-6f8d7dff-2a93-4981-9780-90d3ac70b89c tempest-AllowedAddressPairIpV6TestJSON-677538037 tempest-AllowedAddressPairIpV6TestJSON-677538037-project] Resources bound (agent type, host, resource id): {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:13:27.731531 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f8d7dff-2a93-4981-9780-90d3ac70b89c tempest-AllowedAddressPairIpV6TestJSON-677538037 tempest-AllowedAddressPairIpV6TestJSON-677538037-project] Received port after_create {{(pid=103305) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 21:13:27.747023 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f8d7dff-2a93-4981-9780-90d3ac70b89c tempest-AllowedAddressPairIpV6TestJSON-677538037 tempest-AllowedAddressPairIpV6TestJSON-677538037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:13:27.749204 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-6f8d7dff-2a93-4981-9780-90d3ac70b89c tempest-AllowedAddressPairIpV6TestJSON-677538037 tempest-AllowedAddressPairIpV6TestJSON-677538037-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:13:27.777010 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-a5811d4a-fcd1-4edd-a5e2-329591929f9c req-58e370aa-8149-4b1a-ad64-449e520804bb tempest-ServersOnMultiNodesTest-2088673700 tempest-ServersOnMultiNodesTest-2088673700-project] 10.222.0.13 "GET /v2.0/security-groups?id=306a2369-8c1c-4f98-9a64-2622487a9ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1614938 Jan 26 21:13:27.806985 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-6f8d7dff-2a93-4981-9780-90d3ac70b89c tempest-AllowedAddressPairIpV6TestJSON-677538037 tempest-AllowedAddressPairIpV6TestJSON-677538037-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1008 time: 1.8619077 Jan 26 21:13:27.807424 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 54744) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:13:27.817671 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-7c3ed6be-7abe-4837-9953-d99cda0333c0 None None] Provisioning complete for port 6c2d620a-8ee0-47d5-939f-f42ae7184efa triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:13:27.818864 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-7c3ed6be-7abe-4837-9953-d99cda0333c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (6c2d620a-8ee0-47d5-939f-f42ae7184efa), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:13:27.879461 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-88064fa6-3c72-4c57-bfa1-bf76e87545ff req-7c764dee-9f38-4157-af5a-8a7895fe4cbc service neutron] 10.222.0.66 "GET /v2.0/networks/0005085c-c820-49ff-a393-9b43e54534cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3345866 Jan 26 21:13:27.958439 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-7c3ed6be-7abe-4837-9953-d99cda0333c0 None None] Current status of the port 6c2d620a-8ee0-47d5-939f-f42ae7184efa is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:13:27.964416 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c8b47cb-e08e-4cb5-8716-6628246d2e36 tempest-AllowedAddressPairIpV6TestJSON-677538037 tempest-AllowedAddressPairIpV6TestJSON-677538037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:13:27.970944 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-7c3ed6be-7abe-4837-9953-d99cda0333c0 None None] Provisioning complete for port 0a47c21f-a2d0-4f4a-9724-2e439168a00b triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:13:27.971642 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-7c3ed6be-7abe-4837-9953-d99cda0333c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (0a47c21f-a2d0-4f4a-9724-2e439168a00b), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:13:27.975426 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c8b47cb-e08e-4cb5-8716-6628246d2e36 tempest-AllowedAddressPairIpV6TestJSON-677538037 tempest-AllowedAddressPairIpV6TestJSON-677538037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:13:27.981388 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c8b47cb-e08e-4cb5-8716-6628246d2e36 tempest-AllowedAddressPairIpV6TestJSON-677538037 tempest-AllowedAddressPairIpV6TestJSON-677538037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:13:27.983485 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-5c8b47cb-e08e-4cb5-8716-6628246d2e36 tempest-AllowedAddressPairIpV6TestJSON-677538037 tempest-AllowedAddressPairIpV6TestJSON-677538037-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2483 time: 0.1739793 Jan 26 21:13:27.987624 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 54748) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:13:27.996489 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce69be6-2859-44d9-afb9-1e4a129cb0c7 req-cc12626c-c481-480f-82f8-96c9e3fd57e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:13:27.997984 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-2ce69be6-2859-44d9-afb9-1e4a129cb0c7 req-cc12626c-c481-480f-82f8-96c9e3fd57e0 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=ee6098e1a6074d57972f34ef6549de05&device_id=71a415fd-0f19-44e3-9cdb-4ebc928c7708 HTTP/1.1" status: 200 len: 1096 time: 0.1266685 Jan 26 21:13:28.036212 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-88064fa6-3c72-4c57-bfa1-bf76e87545ff req-3ffe7363-a382-41d8-b4bd-4345f3278c29 service neutron] 10.222.0.66 "GET /v2.0/networks/0005085c-c820-49ff-a393-9b43e54534cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1333871 Jan 26 21:13:28.045773 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-7c3ed6be-7abe-4837-9953-d99cda0333c0 None None] Port 0a47c21f-a2d0-4f4a-9724-2e439168a00b cannot update to ACTIVE because it is not bound. {{(pid=103306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 26 21:13:28.110963 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ff215e-5a85-4774-a2bf-74dff10c48d9 req-7a49d3e0-33eb-4b73-a0f2-4d66a99b4994 tempest-ServersTestMultiNic-211940128 tempest-ServersTestMultiNic-211940128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:13:28.117372 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ff215e-5a85-4774-a2bf-74dff10c48d9 req-7a49d3e0-33eb-4b73-a0f2-4d66a99b4994 tempest-ServersTestMultiNic-211940128 tempest-ServersTestMultiNic-211940128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:13:28.122731 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ff215e-5a85-4774-a2bf-74dff10c48d9 req-7a49d3e0-33eb-4b73-a0f2-4d66a99b4994 tempest-ServersTestMultiNic-211940128 tempest-ServersTestMultiNic-211940128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:13:28.130382 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-65ff215e-5a85-4774-a2bf-74dff10c48d9 req-7a49d3e0-33eb-4b73-a0f2-4d66a99b4994 tempest-ServersTestMultiNic-211940128 tempest-ServersTestMultiNic-211940128-project] 10.222.0.13 "GET /v2.0/ports?device_id=9dc859c1-015e-422f-ad37-21e97b0e94c7 HTTP/1.1" status: 200 len: 2409 time: 0.3363967 Jan 26 21:13:28.132967 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-88064fa6-3c72-4c57-bfa1-bf76e87545ff req-1287a47d-fc17-4e00-a968-e34a4c06f18b service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.45&port_id=fa35baf5-be01-4c0d-9968-c29d188357c3 HTTP/1.1" status: 200 len: 217 time: 0.0812931 Jan 26 21:13:28.177264 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-3e3796ce-1a08-4820-a451-e85a43dde19b None None] Provisioning complete for port 0a47c21f-a2d0-4f4a-9724-2e439168a00b triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:13:28.177594 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-3e3796ce-1a08-4820-a451-e85a43dde19b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (0a47c21f-a2d0-4f4a-9724-2e439168a00b), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:13:28.194821 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b42807e-3151-4096-8ca4-29862d670179 req-a7bcd7bf-0318-4760-a476-c2cdccc3ea27 tempest-LiveMigrationTest-746395142 tempest-LiveMigrationTest-746395142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:13:28.196335 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-1b42807e-3151-4096-8ca4-29862d670179 req-a7bcd7bf-0318-4760-a476-c2cdccc3ea27 tempest-LiveMigrationTest-746395142 tempest-LiveMigrationTest-746395142-project] 10.222.0.13 "GET /v2.0/ports?device_id=71a415fd-0f19-44e3-9cdb-4ebc928c7708 HTTP/1.1" status: 200 len: 945 time: 0.1799502 Jan 26 21:13:28.241931 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88064fa6-3c72-4c57-bfa1-bf76e87545ff req-fa53a6b6-6b31-4fd5-abd5-61df4fa1eb0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:13:28.244758 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-88064fa6-3c72-4c57-bfa1-bf76e87545ff req-fa53a6b6-6b31-4fd5-abd5-61df4fa1eb0a service neutron] 10.222.0.66 "GET /v2.0/subnets?id=e6edac61-b37f-4ac8-a377-5e709b680b36 HTTP/1.1" status: 200 len: 801 time: 0.1012013 Jan 26 21:13:28.250163 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce69be6-2859-44d9-afb9-1e4a129cb0c7 req-1c170048-2dcb-4f73-a726-a33e242ae24b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:13:28.251650 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-2ce69be6-2859-44d9-afb9-1e4a129cb0c7 req-1c170048-2dcb-4f73-a726-a33e242ae24b service neutron] 10.222.0.66 "GET /v2.0/networks?id=57cdf3f5-a20b-4c6f-b2eb-bed2f5d4d40a HTTP/1.1" status: 200 len: 908 time: 0.2162933 Jan 26 21:13:28.269511 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-3e3796ce-1a08-4820-a451-e85a43dde19b None None] Port 0a47c21f-a2d0-4f4a-9724-2e439168a00b cannot update to ACTIVE because it is not bound. {{(pid=103306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 26 21:13:28.324690 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-a5a6c14c-5ab3-4110-a465-45c66452cc06 tempest-AllowedAddressPairIpV6TestJSON-677538037 tempest-AllowedAddressPairIpV6TestJSON-677538037-project] Deleting port 25cf0b04-facc-468a-ae76-e5d73d8e518e {{(pid=103305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 21:13:28.325049 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-a5a6c14c-5ab3-4110-a465-45c66452cc06 tempest-AllowedAddressPairIpV6TestJSON-677538037 tempest-AllowedAddressPairIpV6TestJSON-677538037-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746560630878'] for port (25cf0b04-facc-468a-ae76-e5d73d8e518e), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:13:28.331364 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-2ce69be6-2859-44d9-afb9-1e4a129cb0c7 req-4ad1b5f3-31fe-471d-985f-3c87bce36675 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a2a3b45c-c85a-4f3f-ab5d-dcc021dbdb5e HTTP/1.1" status: 200 len: 217 time: 0.0731499 Jan 26 21:13:28.333019 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-65ff215e-5a85-4774-a2bf-74dff10c48d9 req-2882fc82-2f78-45a2-87aa-394554b5786c tempest-ServersTestMultiNic-211940128 tempest-ServersTestMultiNic-211940128-project] 10.222.0.13 "GET /v2.0/security-groups?id=387ebbc6-3579-4cea-a9d9-9b7fa130b41f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2016733 Jan 26 21:13:28.356889 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device 6c2d620a-8ee0-47d5-939f-f42ae7184efa up at agent ovs-agent-n-d-760453-5 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 21:13:28.404815 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce69be6-2859-44d9-afb9-1e4a129cb0c7 req-51f90e6b-6c10-4575-9198-45e9cafc0d7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:13:28.406859 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-2ce69be6-2859-44d9-afb9-1e4a129cb0c7 req-51f90e6b-6c10-4575-9198-45e9cafc0d7e service neutron] 10.222.0.66 "GET /v2.0/subnets?id=0fd61269-7d95-487b-ba3a-f244d39cf571 HTTP/1.1" status: 200 len: 847 time: 0.0631905 Jan 26 21:13:28.412086 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-1b42807e-3151-4096-8ca4-29862d670179 req-cb7bef39-973d-43b1-928e-98743226f457 tempest-LiveMigrationTest-746395142 tempest-LiveMigrationTest-746395142-project] 10.222.0.13 "GET /v2.0/security-groups?id=c43a996a-6b93-48e4-a331-48250c5b183d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1940534 Jan 26 21:13:28.433433 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88064fa6-3c72-4c57-bfa1-bf76e87545ff req-c34971c6-b448-4b2e-8915-af0523985c94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:13:28.435235 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-88064fa6-3c72-4c57-bfa1-bf76e87545ff req-c34971c6-b448-4b2e-8915-af0523985c94 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=fdce921d-56d5-4164-a3e6-60025853a939&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1656671 Jan 26 21:13:28.502877 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-2ce69be6-2859-44d9-afb9-1e4a129cb0c7 req-2a59a5f5-faf4-407c-bef5-f350fa34cd11 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=57cdf3f5-a20b-4c6f-b2eb-bed2f5d4d40a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0376563 Jan 26 21:13:28.530667 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-7f052f4a-b0b5-47a4-afbb-5e1f05e3046b None None] Provisioning complete for port 25cf0b04-facc-468a-ae76-e5d73d8e518e triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:13:28.532046 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-7f052f4a-b0b5-47a4-afbb-5e1f05e3046b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (25cf0b04-facc-468a-ae76-e5d73d8e518e), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:13:28.621945 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-7f052f4a-b0b5-47a4-afbb-5e1f05e3046b None None] Port 25cf0b04-facc-468a-ae76-e5d73d8e518e cannot update to ACTIVE because it is not bound. {{(pid=103306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 26 21:13:28.624152 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-88064fa6-3c72-4c57-bfa1-bf76e87545ff req-dbb8a1d9-fd2b-4614-b29e-f1c68d9a90e3 service neutron] 10.222.0.66 "GET /v2.0/networks/fdce921d-56d5-4164-a3e6-60025853a939?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1785645 Jan 26 21:13:28.630801 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Provisioning complete for port 6c2d620a-8ee0-47d5-939f-f42ae7184efa triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:13:28.635618 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (6c2d620a-8ee0-47d5-939f-f42ae7184efa), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:13:28.683832 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-2ce69be6-2859-44d9-afb9-1e4a129cb0c7 req-6ea1db44-9b4a-42a8-8149-28aec5e6df99 service neutron] 10.222.0.66 "GET /v2.0/networks/57cdf3f5-a20b-4c6f-b2eb-bed2f5d4d40a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1741884 Jan 26 21:13:28.733126 n-d-760453-5 neutron-server[103304]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9dc859c1-015e-422f-ad37-21e97b0e94c7', 'tag': 'fa35baf5-be01-4c0d-9968-c29d188357c3'}] {{(pid=103304) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 21:13:28.735683 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d52b45f1943fcd332af9527eb73ff93c8d715d44383a3f6d18de73b4cfcf87b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57363e10-debf-4d87-aa5c-079012c69e74" -d '{"events": [{"name": "network-changed", "server_uuid": "9dc859c1-015e-422f-ad37-21e97b0e94c7", "tag": "fa35baf5-be01-4c0d-9968-c29d188357c3"}]}' {{(pid=103304) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 21:13:28.781078 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Current status of the port 6c2d620a-8ee0-47d5-939f-f42ae7184efa is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:13:28.793922 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2bebf63-c4b7-4aca-a13f-f521f750078a req-3bda80f3-d9d4-44b2-b60c-e688b80d78f4 tempest-AttachVolumeNegativeTest-157238613 tempest-AttachVolumeNegativeTest-157238613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:13:28.801043 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-b2bebf63-c4b7-4aca-a13f-f521f750078a req-3bda80f3-d9d4-44b2-b60c-e688b80d78f4 tempest-AttachVolumeNegativeTest-157238613 tempest-AttachVolumeNegativeTest-157238613-project] 10.222.0.13 "GET /v2.0/ports?device_id=7b83765b-4040-4cc7-a99b-9b2da5d6f5a7 HTTP/1.1" status: 200 len: 943 time: 0.1311252 Jan 26 21:13:28.814114 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-88064fa6-3c72-4c57-bfa1-bf76e87545ff req-62de7cff-5f11-4a9a-815a-f3666ca06b16 service neutron] 10.222.0.66 "GET /v2.0/networks/fdce921d-56d5-4164-a3e6-60025853a939?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1831081 Jan 26 21:13:28.860634 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-a5a6c14c-5ab3-4110-a465-45c66452cc06 tempest-AllowedAddressPairIpV6TestJSON-677538037 tempest-AllowedAddressPairIpV6TestJSON-677538037-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4109658'] for port (25cf0b04-facc-468a-ae76-e5d73d8e518e), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:13:28.880355 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-a5a6c14c-5ab3-4110-a465-45c66452cc06 tempest-AllowedAddressPairIpV6TestJSON-677538037 tempest-AllowedAddressPairIpV6TestJSON-677538037-project] Calling delete_port for 25cf0b04-facc-468a-ae76-e5d73d8e518e owned by {{(pid=103305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 21:13:28.881415 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-b2bebf63-c4b7-4aca-a13f-f521f750078a req-e46548c6-66be-4d2d-a1ef-7bf7824dcadd tempest-AttachVolumeNegativeTest-157238613 tempest-AttachVolumeNegativeTest-157238613-project] 10.222.0.13 "GET /v2.0/security-groups?id=8e9bd9e5-9820-4475-bfb9-c12598a9861a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795193 Jan 26 21:13:28.965963 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 54760) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:13:28.975146 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 26 Jan 2022 21:13:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd57f303-8a8f-447f-acb2-a52c53630c78 x-openstack-request-id: req-cd57f303-8a8f-447f-acb2-a52c53630c78 {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 21:13:28.975468 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9dc859c1-015e-422f-ad37-21e97b0e94c7", "tag": "fa35baf5-be01-4c0d-9968-c29d188357c3", "status": "completed", "code": 200}]} {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 21:13:28.975704 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-cd57f303-8a8f-447f-acb2-a52c53630c78 {{(pid=103304) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 21:13:28.976096 n-d-760453-5 neutron-server[103304]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9dc859c1-015e-422f-ad37-21e97b0e94c7', 'tag': 'fa35baf5-be01-4c0d-9968-c29d188357c3', 'status': 'completed', 'code': 200} Jan 26 21:13:28.980874 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-2ce69be6-2859-44d9-afb9-1e4a129cb0c7 req-0f318bf5-f5e4-4d75-b09f-eca1cccbdf40 service neutron] 10.222.0.66 "GET /v2.0/networks/57cdf3f5-a20b-4c6f-b2eb-bed2f5d4d40a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2676625 Jan 26 21:13:29.004054 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63916be-2f5f-43d8-a706-59da46a848bf req-a74385f1-e586-4c97-9ca1-cae96a4e91eb tempest-ServersOnMultiNodesTest-2088673700 tempest-ServersOnMultiNodesTest-2088673700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:13:29.009435 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63916be-2f5f-43d8-a706-59da46a848bf req-a74385f1-e586-4c97-9ca1-cae96a4e91eb tempest-ServersOnMultiNodesTest-2088673700 tempest-ServersOnMultiNodesTest-2088673700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:13:29.011157 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-a63916be-2f5f-43d8-a706-59da46a848bf req-a74385f1-e586-4c97-9ca1-cae96a4e91eb tempest-ServersOnMultiNodesTest-2088673700 tempest-ServersOnMultiNodesTest-2088673700-project] 10.222.0.13 "GET /v2.0/ports?device_id=eed444f6-641c-4d46-8870-6f70fd35e94f&device_id=f9e63846-ab67-44b3-a4f5-aba8d0284ead HTTP/1.1" status: 200 len: 1691 time: 0.0997529 Jan 26 21:13:29.040213 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb1faa8-052f-4530-b0ad-93cdf7485f96 req-d82d559c-98d9-4d31-8668-cb8f822e3dac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:13:29.040846 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb1faa8-052f-4530-b0ad-93cdf7485f96 req-d82d559c-98d9-4d31-8668-cb8f822e3dac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:13:29.041667 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb1faa8-052f-4530-b0ad-93cdf7485f96 req-d82d559c-98d9-4d31-8668-cb8f822e3dac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:13:29.044336 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-ecb1faa8-052f-4530-b0ad-93cdf7485f96 req-d82d559c-98d9-4d31-8668-cb8f822e3dac service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=7dd077ea2f95484597c25a6a957aef6a&device_id=9dc859c1-015e-422f-ad37-21e97b0e94c7 HTTP/1.1" status: 200 len: 2862 time: 0.0856018 Jan 26 21:13:29.124975 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Device 58a2ab10-6d52-4ea0-8d71-02e432597a85 details requested by agent hyperv_n-h1-760453-5 with host n-h1-760453-5 {{(pid=103306) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 26 21:13:29.171767 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-aa77342e-ba75-4bc6-8d8d-1df9bf1ce12a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:13:29.201213 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-a63916be-2f5f-43d8-a706-59da46a848bf req-f826a660-44e8-42f2-8678-ea9bdeda7dba tempest-ServersOnMultiNodesTest-2088673700 tempest-ServersOnMultiNodesTest-2088673700-project] 10.222.0.13 "GET /v2.0/security-groups?id=306a2369-8c1c-4f98-9a64-2622487a9ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1760428 Jan 26 21:13:29.207086 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-a5a6c14c-5ab3-4110-a465-45c66452cc06 tempest-AllowedAddressPairIpV6TestJSON-677538037 tempest-AllowedAddressPairIpV6TestJSON-677538037-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746560636600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746560234536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11791543'] for port (25cf0b04-facc-468a-ae76-e5d73d8e518e), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:13:29.229164 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce69be6-2859-44d9-afb9-1e4a129cb0c7 req-8c9e71f9-b638-4961-a044-70366b074013 tempest-LiveMigrationTest-97640354 tempest-LiveMigrationTest-97640354-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:13:29.231008 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-2ce69be6-2859-44d9-afb9-1e4a129cb0c7 req-8c9e71f9-b638-4961-a044-70366b074013 tempest-LiveMigrationTest-97640354 tempest-LiveMigrationTest-97640354-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=71a415fd-0f19-44e3-9cdb-4ebc928c7708&tenant_id=ee6098e1a6074d57972f34ef6549de05&binding%3Ahost_id=n-h2-760453-5 HTTP/1.1" status: 200 len: 1096 time: 0.1270196 Jan 26 21:13:29.266109 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb1faa8-052f-4530-b0ad-93cdf7485f96 req-8e61e0f9-62be-4b80-9028-e08ede4ba127 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:13:29.267663 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-ecb1faa8-052f-4530-b0ad-93cdf7485f96 req-8e61e0f9-62be-4b80-9028-e08ede4ba127 service neutron] 10.222.0.66 "GET /v2.0/networks?id=0005085c-c820-49ff-a393-9b43e54534cb HTTP/1.1" status: 200 len: 902 time: 0.2014844 Jan 26 21:13:29.275973 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [req-2ce69be6-2859-44d9-afb9-1e4a129cb0c7 req-5cec3ff9-8979-45ef-97f1-198c3221583b service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-760453-5'}}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:13:29.280621 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a6c14c-5ab3-4110-a465-45c66452cc06 tempest-AllowedAddressPairIpV6TestJSON-677538037 tempest-AllowedAddressPairIpV6TestJSON-677538037-project] Pushing event deleted for resources: {'Port': ['ID=25cf0b04-facc-468a-ae76-e5d73d8e518e,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:13:29.314894 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] For port 58a2ab10-6d52-4ea0-8d71-02e432597a85, host n-h1-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-5',level=0,port_id=58a2ab10-6d52-4ea0-8d71-02e432597a85,segment=NetworkSegment(09663a0c-ceea-4887-ace4-6c78e47e3e40),segment_id=09663a0c-ceea-4887-ace4-6c78e47e3e40)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:13:29.353836 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Returning: {'device': '58a2ab10-6d52-4ea0-8d71-02e432597a85', 'network_id': 'd6d873b7-dd21-4147-a71c-3196b86fd015', 'port_id': '58a2ab10-6d52-4ea0-8d71-02e432597a85', 'mac_address': 'fa:16:3e:b9:45:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 557, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '83c7f95c-c9b9-47ca-b224-a6b37c78555f', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103306) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 26 21:13:29.358771 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-ecb1faa8-052f-4530-b0ad-93cdf7485f96 req-6390924f-3cec-4e13-af7d-f428aff4396e service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.6&port_id=764d585e-425c-4b3e-bd83-04c6d4eebfea HTTP/1.1" status: 200 len: 217 time: 0.0843470 Jan 26 21:13:29.432667 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Current status of the port 58a2ab10-6d52-4ea0-8d71-02e432597a85 is: DOWN; New status is: BUILD {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:13:29.433915 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (58a2ab10-6d52-4ea0-8d71-02e432597a85), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:13:29.457052 n-d-760453-5 neutron-server[103306]: DEBUG neutron.notifiers.nova [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 58a2ab10-6d52-4ea0-8d71-02e432597a85 {{(pid=103306) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 26 21:13:29.494829 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] For port 58a2ab10-6d52-4ea0-8d71-02e432597a85, host n-h1-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-5',level=0,port_id=58a2ab10-6d52-4ea0-8d71-02e432597a85,segment=NetworkSegment(09663a0c-ceea-4887-ace4-6c78e47e3e40),segment_id=09663a0c-ceea-4887-ace4-6c78e47e3e40)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:13:29.501943 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (58a2ab10-6d52-4ea0-8d71-02e432597a85), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:13:29.568316 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Pushing event updated for resources: {'Port': ['ID=58a2ab10-6d52-4ea0-8d71-02e432597a85,revision_number=4']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:13:29.574345 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-2ce69be6-2859-44d9-afb9-1e4a129cb0c7 req-5cec3ff9-8979-45ef-97f1-198c3221583b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (a2a3b45c-c85a-4f3f-ab5d-dcc021dbdb5e), before_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:13:29.608089 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb1faa8-052f-4530-b0ad-93cdf7485f96 req-c39aa5f6-a9d5-480d-9998-98d0d9aafad7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:13:29.610347 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-ecb1faa8-052f-4530-b0ad-93cdf7485f96 req-c39aa5f6-a9d5-480d-9998-98d0d9aafad7 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=9dccc2dc-2701-4507-a45c-3d8a439b395e HTTP/1.1" status: 200 len: 801 time: 0.2434952 Jan 26 21:13:29.630874 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-aa77342e-ba75-4bc6-8d8d-1df9bf1ce12a admin admin] Publish callbacks [] for security_group (26b0615f-f934-40dd-93e7-cb7e7903eabf), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:13:29.652170 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-aa77342e-ba75-4bc6-8d8d-1df9bf1ce12a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (26b0615f-f934-40dd-93e7-cb7e7903eabf), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:13:29.656741 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-a5a6c14c-5ab3-4110-a465-45c66452cc06 tempest-AllowedAddressPairIpV6TestJSON-677538037 tempest-AllowedAddressPairIpV6TestJSON-677538037-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:13:29.660537 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-a5a6c14c-5ab3-4110-a465-45c66452cc06 tempest-AllowedAddressPairIpV6TestJSON-677538037 tempest-AllowedAddressPairIpV6TestJSON-677538037-project] 10.222.0.13 "DELETE /v2.0/ports/25cf0b04-facc-468a-ae76-e5d73d8e518e HTTP/1.1" status: 204 len: 168 time: 1.6719677 Jan 26 21:13:29.670630 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 54774) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:13:29.713676 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bad55d2-f7ae-4f52-b2b7-447fa7308183 req-489a7280-49f1-4b98-911d-20563ceb7881 tempest-ServersTestMultiNic-211940128 tempest-ServersTestMultiNic-211940128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:13:29.724417 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bad55d2-f7ae-4f52-b2b7-447fa7308183 req-489a7280-49f1-4b98-911d-20563ceb7881 tempest-ServersTestMultiNic-211940128 tempest-ServersTestMultiNic-211940128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:13:29.733172 n-d-760453-5 neutron-server[103305]: INFO neutron.pecan_wsgi.hooks.translation [None req-cce2e541-b289-4d5b-b419-4dd72d3023d4 tempest-AllowedAddressPairIpV6TestJSON-677538037 tempest-AllowedAddressPairIpV6TestJSON-677538037-project] GET failed (client error): The resource could not be found. Jan 26 21:13:29.734079 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bad55d2-f7ae-4f52-b2b7-447fa7308183 req-489a7280-49f1-4b98-911d-20563ceb7881 tempest-ServersTestMultiNic-211940128 tempest-ServersTestMultiNic-211940128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:13:29.734634 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-cce2e541-b289-4d5b-b419-4dd72d3023d4 tempest-AllowedAddressPairIpV6TestJSON-677538037 tempest-AllowedAddressPairIpV6TestJSON-677538037-project] 10.222.0.13 "GET /v2.0/ports/25cf0b04-facc-468a-ae76-e5d73d8e518e HTTP/1.1" status: 404 len: 333 time: 0.0644412 Jan 26 21:13:29.744773 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 54776) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:13:29.746589 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-5bad55d2-f7ae-4f52-b2b7-447fa7308183 req-489a7280-49f1-4b98-911d-20563ceb7881 tempest-ServersTestMultiNic-211940128 tempest-ServersTestMultiNic-211940128-project] 10.222.0.13 "GET /v2.0/ports?device_id=9dc859c1-015e-422f-ad37-21e97b0e94c7 HTTP/1.1" status: 200 len: 2409 time: 0.3099036 Jan 26 21:13:29.758254 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-6097bbd6-711e-4771-8662-ec7fa0a0da4f tempest-AllowedAddressPairIpV6TestJSON-677538037 tempest-AllowedAddressPairIpV6TestJSON-677538037-project] Request body: {'port': {'network_id': '509ab503-4d4a-483c-869c-5f4eb80b6a0c', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1337196393'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:13:29.764378 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c24c3d-b1a9-49f6-8eb8-396a0bcedeb1 req-377c6065-949b-4df9-9a69-342fdefbae7d tempest-ServersOnMultiNodesTest-664225726 tempest-ServersOnMultiNodesTest-664225726-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:13:29.766637 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-99c24c3d-b1a9-49f6-8eb8-396a0bcedeb1 req-377c6065-949b-4df9-9a69-342fdefbae7d tempest-ServersOnMultiNodesTest-664225726 tempest-ServersOnMultiNodesTest-664225726-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=eed444f6-641c-4d46-8870-6f70fd35e94f HTTP/1.1" status: 200 len: 1101 time: 0.2989786 Jan 26 21:13:29.769270 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-aa77342e-ba75-4bc6-8d8d-1df9bf1ce12a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=6f6c950b1a724296b41034d2391351f4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7974346 Jan 26 21:13:29.783099 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 54778) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:13:29.783508 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa77342e-ba75-4bc6-8d8d-1df9bf1ce12a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26b0615f-f934-40dd-93e7-cb7e7903eabf,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:13:29.812667 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb1faa8-052f-4530-b0ad-93cdf7485f96 req-e13db13e-717c-45bd-801e-4ab970e8d02e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:13:29.814227 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-ecb1faa8-052f-4530-b0ad-93cdf7485f96 req-e13db13e-717c-45bd-801e-4ab970e8d02e service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=0005085c-c820-49ff-a393-9b43e54534cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1919913 Jan 26 21:13:29.863863 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-5bad55d2-f7ae-4f52-b2b7-447fa7308183 req-4cebcdfa-0b9e-4244-8229-7dc43812d95b tempest-ServersTestMultiNic-211940128 tempest-ServersTestMultiNic-211940128-project] 10.222.0.13 "GET /v2.0/security-groups?id=387ebbc6-3579-4cea-a9d9-9b7fa130b41f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161253 Jan 26 21:13:29.949077 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-99c24c3d-b1a9-49f6-8eb8-396a0bcedeb1 req-432be755-10fe-4e16-a9e2-448917a30dd3 tempest-ServersOnMultiNodesTest-664225726 tempest-ServersOnMultiNodesTest-664225726-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=306a2369-8c1c-4f98-9a64-2622487a9ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1651905 Jan 26 21:13:29.991551 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [req-2ce69be6-2859-44d9-afb9-1e4a129cb0c7 req-5cec3ff9-8979-45ef-97f1-198c3221583b service neutron] For port a2a3b45c-c85a-4f3f-ab5d-dcc021dbdb5e, host n-h2-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-5',level=0,port_id=a2a3b45c-c85a-4f3f-ab5d-dcc021dbdb5e,segment=NetworkSegment(984e14e0-bb79-4ef3-b570-cebad3b9694e),segment_id=984e14e0-bb79-4ef3-b570-cebad3b9694e)] {{(pid=103305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:13:30.013346 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-dd337db6-7056-443c-a4dd-c8bd03234725 admin admin] Publish callbacks [] for security_group (26b0615f-f934-40dd-93e7-cb7e7903eabf), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:13:30.015980 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-ecb1faa8-052f-4530-b0ad-93cdf7485f96 req-ae65dc3f-d2b9-4576-a84d-66dbd208fd58 service neutron] 10.222.0.66 "GET /v2.0/networks/0005085c-c820-49ff-a393-9b43e54534cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1929061 Jan 26 21:13:30.026246 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a32532-c499-4810-ba54-a7e331a41e19 req-05449481-78d7-4719-8b9d-7ff0ca5bbfe7 tempest-LiveMigrationTest-746395142 tempest-LiveMigrationTest-746395142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:13:30.028099 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-34a32532-c499-4810-ba54-a7e331a41e19 req-05449481-78d7-4719-8b9d-7ff0ca5bbfe7 tempest-LiveMigrationTest-746395142 tempest-LiveMigrationTest-746395142-project] 10.222.0.13 "GET /v2.0/ports?device_id=71a415fd-0f19-44e3-9cdb-4ebc928c7708 HTTP/1.1" status: 200 len: 945 time: 0.0763097 Jan 26 21:13:30.070201 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-dd337db6-7056-443c-a4dd-c8bd03234725 admin admin] Publish callbacks [] for security_group (26b0615f-f934-40dd-93e7-cb7e7903eabf), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:13:30.085890 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6097bbd6-711e-4771-8662-ec7fa0a0da4f tempest-AllowedAddressPairIpV6TestJSON-677538037 tempest-AllowedAddressPairIpV6TestJSON-677538037-project] Made reservation on behalf of e40221d88afd4095be964dd3b7cd4afa for: {'port': 1} {{(pid=103305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 21:13:30.089273 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-6097bbd6-711e-4771-8662-ec7fa0a0da4f tempest-AllowedAddressPairIpV6TestJSON-677538037 tempest-AllowedAddressPairIpV6TestJSON-677538037-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:13:30.099327 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] get_ports_and_sgs() called for port_ids ['58a2ab10-6d52-4ea0-8d71-02e432597a85'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 26 21:13:30.107408 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [req-2ce69be6-2859-44d9-afb9-1e4a129cb0c7 req-5cec3ff9-8979-45ef-97f1-198c3221583b service neutron] For port a2a3b45c-c85a-4f3f-ab5d-dcc021dbdb5e, host n-h2-760453-5, cleared binding levels {{(pid=103305) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 26 21:13:30.154838 n-d-760453-5 neutron-server[103305]: DEBUG neutron.notifiers.nova [None req-6097bbd6-711e-4771-8662-ec7fa0a0da4f tempest-AllowedAddressPairIpV6TestJSON-677538037 tempest-AllowedAddressPairIpV6TestJSON-677538037-project] device_id is not set on port 636842c8-07f9-456b-babd-20d92b16bad1 yet. {{(pid=103305) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 26 21:13:30.165123 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-34a32532-c499-4810-ba54-a7e331a41e19 req-9117c7d9-0ff9-476b-a93e-96f539f1b279 tempest-LiveMigrationTest-746395142 tempest-LiveMigrationTest-746395142-project] 10.222.0.13 "GET /v2.0/security-groups?id=c43a996a-6b93-48e4-a331-48250c5b183d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148407 Jan 26 21:13:30.223730 n-d-760453-5 neutron-server[103305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71a415fd-0f19-44e3-9cdb-4ebc928c7708', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a2a3b45c-c85a-4f3f-ab5d-dcc021dbdb5e'}] {{(pid=103305) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 21:13:30.228102 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d4654568b7bf041e72ff8fe1c96d6d761d9c921f2b99bc7b3a26632be20cee0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71a7999a-effc-4602-9753-0699332f02b2" -d '{"events": [{"server_uuid": "71a415fd-0f19-44e3-9cdb-4ebc928c7708", "name": "network-vif-unplugged", "status": "completed", "tag": "a2a3b45c-c85a-4f3f-ab5d-dcc021dbdb5e"}]}' {{(pid=103305) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 21:13:30.232073 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-2ce69be6-2859-44d9-afb9-1e4a129cb0c7 req-5cec3ff9-8979-45ef-97f1-198c3221583b service neutron] Publish callbacks [] for port (a2a3b45c-c85a-4f3f-ab5d-dcc021dbdb5e), precommit_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:13:30.237974 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-ecb1faa8-052f-4530-b0ad-93cdf7485f96 req-00e63479-aa4e-4656-a6d3-8d674404aeb4 service neutron] 10.222.0.66 "GET /v2.0/networks/0005085c-c820-49ff-a393-9b43e54534cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2092285 Jan 26 21:13:30.267470 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-2ce69be6-2859-44d9-afb9-1e4a129cb0c7 req-5cec3ff9-8979-45ef-97f1-198c3221583b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11791520'] for port (a2a3b45c-c85a-4f3f-ab5d-dcc021dbdb5e), after_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:13:30.312924 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-dd337db6-7056-443c-a4dd-c8bd03234725 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (26b0615f-f934-40dd-93e7-cb7e7903eabf), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:13:30.316647 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-dd337db6-7056-443c-a4dd-c8bd03234725 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:13:30.321044 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-dd337db6-7056-443c-a4dd-c8bd03234725 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/26b0615f-f934-40dd-93e7-cb7e7903eabf HTTP/1.1" status: 204 len: 168 time: 0.5345931 Jan 26 21:13:30.408112 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd337db6-7056-443c-a4dd-c8bd03234725 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26b0615f-f934-40dd-93e7-cb7e7903eabf,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:13:30.469188 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cec3ff9-8979-45ef-97f1-198c3221583b service neutron] Pushing event updated for resources: {'Port': ['ID=a2a3b45c-c85a-4f3f-ab5d-dcc021dbdb5e,revision_number=7']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:13:30.484551 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [req-2ce69be6-2859-44d9-afb9-1e4a129cb0c7 req-5cec3ff9-8979-45ef-97f1-198c3221583b service neutron] Attempting to bind port a2a3b45c-c85a-4f3f-ab5d-dcc021dbdb5e on host n-h2-760453-5 for vnic_type normal with profile {"migrating_to": "n-h1-760453-5"} {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 21:13:30.485129 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [req-2ce69be6-2859-44d9-afb9-1e4a129cb0c7 req-5cec3ff9-8979-45ef-97f1-198c3221583b service neutron] Attempting to bind port a2a3b45c-c85a-4f3f-ab5d-dcc021dbdb5e by drivers openvswitch,hyperv on host n-h2-760453-5 at level 0 using segments [{'id': '984e14e0-bb79-4ef3-b570-cebad3b9694e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '57cdf3f5-a20b-4c6f-b2eb-bed2f5d4d40a'}] {{(pid=103305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 26 21:13:30.485581 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ce69be6-2859-44d9-afb9-1e4a129cb0c7 req-5cec3ff9-8979-45ef-97f1-198c3221583b service neutron] Attempting to bind port a2a3b45c-c85a-4f3f-ab5d-dcc021dbdb5e on network 57cdf3f5-a20b-4c6f-b2eb-bed2f5d4d40a {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 21:13:30.500219 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ce69be6-2859-44d9-afb9-1e4a129cb0c7 req-5cec3ff9-8979-45ef-97f1-198c3221583b service neutron] Port a2a3b45c-c85a-4f3f-ab5d-dcc021dbdb5e on network 57cdf3f5-a20b-4c6f-b2eb-bed2f5d4d40a not bound, no agent of type Open vSwitch agent registered on host n-h2-760453-5 {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 26 21:13:30.500707 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ce69be6-2859-44d9-afb9-1e4a129cb0c7 req-5cec3ff9-8979-45ef-97f1-198c3221583b service neutron] Attempting to bind port a2a3b45c-c85a-4f3f-ab5d-dcc021dbdb5e on network 57cdf3f5-a20b-4c6f-b2eb-bed2f5d4d40a {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 21:13:30.517067 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.db_base_plugin_common [None req-6097bbd6-711e-4771-8662-ec7fa0a0da4f tempest-AllowedAddressPairIpV6TestJSON-677538037 tempest-AllowedAddressPairIpV6TestJSON-677538037-project] Allocated IP 2001:db8::bf (509ab503-4d4a-483c-869c-5f4eb80b6a0c/418fa449-16cc-4658-b84f-ce3e0c69aefc/636842c8-07f9-456b-babd-20d92b16bad1) {{(pid=103305) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 21:13:30.523070 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ce69be6-2859-44d9-afb9-1e4a129cb0c7 req-5cec3ff9-8979-45ef-97f1-198c3221583b service neutron] Checking agent: {'id': '4d619873-4b60-439f-9b5a-b155dc8bbc34', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-760453-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 21, 2, 53), 'started_at': datetime.datetime(2022, 1, 26, 21, 2, 53), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 21, 13, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 26 21:13:30.523437 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ce69be6-2859-44d9-afb9-1e4a129cb0c7 req-5cec3ff9-8979-45ef-97f1-198c3221583b service neutron] Checking segment: {'id': '984e14e0-bb79-4ef3-b570-cebad3b9694e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '57cdf3f5-a20b-4c6f-b2eb-bed2f5d4d40a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103305) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 21:13:30.523966 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ce69be6-2859-44d9-afb9-1e4a129cb0c7 req-5cec3ff9-8979-45ef-97f1-198c3221583b service neutron] Bound using segment: {'id': '984e14e0-bb79-4ef3-b570-cebad3b9694e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '57cdf3f5-a20b-4c6f-b2eb-bed2f5d4d40a'} {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 26 21:13:30.524489 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [req-2ce69be6-2859-44d9-afb9-1e4a129cb0c7 req-5cec3ff9-8979-45ef-97f1-198c3221583b service neutron] Bound port: a2a3b45c-c85a-4f3f-ab5d-dcc021dbdb5e, host: n-h2-760453-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '984e14e0-bb79-4ef3-b570-cebad3b9694e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '57cdf3f5-a20b-4c6f-b2eb-bed2f5d4d40a'}}] {{(pid=103305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 26 21:13:30.524950 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-2ce69be6-2859-44d9-afb9-1e4a129cb0c7 req-5cec3ff9-8979-45ef-97f1-198c3221583b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (a2a3b45c-c85a-4f3f-ab5d-dcc021dbdb5e), before_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:13:30.623216 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [req-2ce69be6-2859-44d9-afb9-1e4a129cb0c7 req-5cec3ff9-8979-45ef-97f1-198c3221583b service neutron] For port a2a3b45c-c85a-4f3f-ab5d-dcc021dbdb5e, host n-h2-760453-5, cleared binding levels {{(pid=103305) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 26 21:13:30.629524 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [req-2ce69be6-2859-44d9-afb9-1e4a129cb0c7 req-5cec3ff9-8979-45ef-97f1-198c3221583b service neutron] For port a2a3b45c-c85a-4f3f-ab5d-dcc021dbdb5e, host n-h2-760453-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-5',level=0,port_id=a2a3b45c-c85a-4f3f-ab5d-dcc021dbdb5e,segment=NetworkSegment(984e14e0-bb79-4ef3-b570-cebad3b9694e),segment_id=984e14e0-bb79-4ef3-b570-cebad3b9694e)] {{(pid=103305) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 26 21:13:30.666180 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eabf320-bb2a-454e-9fff-b6cdce6f04e9 req-9cb7223c-d929-4278-8339-aeaa2e836366 tempest-AttachVolumeNegativeTest-157238613 tempest-AttachVolumeNegativeTest-157238613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:13:30.667725 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-3eabf320-bb2a-454e-9fff-b6cdce6f04e9 req-9cb7223c-d929-4278-8339-aeaa2e836366 tempest-AttachVolumeNegativeTest-157238613 tempest-AttachVolumeNegativeTest-157238613-project] 10.222.0.13 "GET /v2.0/ports?device_id=7b83765b-4040-4cc7-a99b-9b2da5d6f5a7 HTTP/1.1" status: 200 len: 944 time: 0.4417486 Jan 26 21:13:30.692559 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-2ce69be6-2859-44d9-afb9-1e4a129cb0c7 req-5cec3ff9-8979-45ef-97f1-198c3221583b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11791520'] for port (a2a3b45c-c85a-4f3f-ab5d-dcc021dbdb5e), after_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:13:30.709651 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59330f6-1956-4b86-8624-bd234a6e34d7 req-33fb2cae-7c31-4258-be8f-d34bdb30a0f7 tempest-ServersOnMultiNodesTest-664225726 tempest-ServersOnMultiNodesTest-664225726-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:13:30.711207 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-e59330f6-1956-4b86-8624-bd234a6e34d7 req-33fb2cae-7c31-4258-be8f-d34bdb30a0f7 tempest-ServersOnMultiNodesTest-664225726 tempest-ServersOnMultiNodesTest-664225726-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=f9e63846-ab67-44b3-a4f5-aba8d0284ead HTTP/1.1" status: 200 len: 1101 time: 0.1152692 Jan 26 21:13:30.714564 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57363e10-debf-4d87-aa5c-079012c69e74 req-7c97d2cf-8c54-4064-b088-dd5342571d0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:13:30.715159 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57363e10-debf-4d87-aa5c-079012c69e74 req-7c97d2cf-8c54-4064-b088-dd5342571d0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:13:30.715483 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57363e10-debf-4d87-aa5c-079012c69e74 req-7c97d2cf-8c54-4064-b088-dd5342571d0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:13:30.717005 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-57363e10-debf-4d87-aa5c-079012c69e74 req-7c97d2cf-8c54-4064-b088-dd5342571d0e service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=7dd077ea2f95484597c25a6a957aef6a&device_id=9dc859c1-015e-422f-ad37-21e97b0e94c7 HTTP/1.1" status: 200 len: 2862 time: 0.1199808 Jan 26 21:13:30.812112 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce69be6-2859-44d9-afb9-1e4a129cb0c7 req-5cec3ff9-8979-45ef-97f1-198c3221583b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:13:30.812832 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-2ce69be6-2859-44d9-afb9-1e4a129cb0c7 req-5cec3ff9-8979-45ef-97f1-198c3221583b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:13:30.814365 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-2ce69be6-2859-44d9-afb9-1e4a129cb0c7 req-5cec3ff9-8979-45ef-97f1-198c3221583b service neutron] 10.222.0.66 "PUT /v2.0/ports/a2a3b45c-c85a-4f3f-ab5d-dcc021dbdb5e HTTP/1.1" status: 200 len: 1121 time: 1.5499632 Jan 26 21:13:30.815656 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cec3ff9-8979-45ef-97f1-198c3221583b service neutron] Pushing event updated for resources: {'Port': ['ID=a2a3b45c-c85a-4f3f-ab5d-dcc021dbdb5e,revision_number=8']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:13:30.815819 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-3eabf320-bb2a-454e-9fff-b6cdce6f04e9 req-7e0c5b89-2eb3-4f93-83fa-8ff81df60e46 tempest-AttachVolumeNegativeTest-157238613 tempest-AttachVolumeNegativeTest-157238613-project] 10.222.0.13 "GET /v2.0/security-groups?id=8e9bd9e5-9820-4475-bfb9-c12598a9861a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1376514 Jan 26 21:13:30.832097 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-6097bbd6-711e-4771-8662-ec7fa0a0da4f tempest-AllowedAddressPairIpV6TestJSON-677538037 tempest-AllowedAddressPairIpV6TestJSON-677538037-project] Publish callbacks [] for port (636842c8-07f9-456b-babd-20d92b16bad1), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:13:30.862522 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-e59330f6-1956-4b86-8624-bd234a6e34d7 req-a407c8d1-f081-4817-8229-a6f99c7fa19e tempest-ServersOnMultiNodesTest-664225726 tempest-ServersOnMultiNodesTest-664225726-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=306a2369-8c1c-4f98-9a64-2622487a9ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1391923 Jan 26 21:13:30.908344 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-6097bbd6-711e-4771-8662-ec7fa0a0da4f tempest-AllowedAddressPairIpV6TestJSON-677538037 tempest-AllowedAddressPairIpV6TestJSON-677538037-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746560234527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11791543'] for port (636842c8-07f9-456b-babd-20d92b16bad1), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:13:30.915843 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57363e10-debf-4d87-aa5c-079012c69e74 req-0ec7ae2a-3f54-4ea1-9caa-a9eafed9ec44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:13:30.923445 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-57363e10-debf-4d87-aa5c-079012c69e74 req-0ec7ae2a-3f54-4ea1-9caa-a9eafed9ec44 service neutron] 10.222.0.66 "GET /v2.0/networks?id=fdce921d-56d5-4164-a3e6-60025853a939 HTTP/1.1" status: 200 len: 902 time: 0.1897407 Jan 26 21:13:30.927743 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] get_ports_and_sgs() called for port_ids ['a2a3b45c-c85a-4f3f-ab5d-dcc021dbdb5e'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 26 21:13:30.942098 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 26 Jan 2022 21:13:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68f84c9f-727f-4763-a0c7-03062776c35c x-openstack-request-id: req-68f84c9f-727f-4763-a0c7-03062776c35c {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 21:13:30.942782 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71a415fd-0f19-44e3-9cdb-4ebc928c7708", "name": "network-vif-unplugged", "status": "completed", "tag": "a2a3b45c-c85a-4f3f-ab5d-dcc021dbdb5e", "code": 200}]} {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 21:13:30.943284 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-68f84c9f-727f-4763-a0c7-03062776c35c {{(pid=103305) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 21:13:30.944375 n-d-760453-5 neutron-server[103305]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71a415fd-0f19-44e3-9cdb-4ebc928c7708', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a2a3b45c-c85a-4f3f-ab5d-dcc021dbdb5e', 'code': 200} Jan 26 21:13:30.968763 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6097bbd6-711e-4771-8662-ec7fa0a0da4f tempest-AllowedAddressPairIpV6TestJSON-677538037 tempest-AllowedAddressPairIpV6TestJSON-677538037-project] Network 509ab503-4d4a-483c-869c-5f4eb80b6a0c is already hosted by enough agents. {{(pid=103305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 21:13:30.975881 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [None req-6097bbd6-711e-4771-8662-ec7fa0a0da4f tempest-AllowedAddressPairIpV6TestJSON-677538037 tempest-AllowedAddressPairIpV6TestJSON-677538037-project] Resources bound (agent type, host, resource id): {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:13:30.981746 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6097bbd6-711e-4771-8662-ec7fa0a0da4f tempest-AllowedAddressPairIpV6TestJSON-677538037 tempest-AllowedAddressPairIpV6TestJSON-677538037-project] Received port after_create {{(pid=103305) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 21:13:30.991112 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6097bbd6-711e-4771-8662-ec7fa0a0da4f tempest-AllowedAddressPairIpV6TestJSON-677538037 tempest-AllowedAddressPairIpV6TestJSON-677538037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:13:30.992036 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-6097bbd6-711e-4771-8662-ec7fa0a0da4f tempest-AllowedAddressPairIpV6TestJSON-677538037 tempest-AllowedAddressPairIpV6TestJSON-677538037-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:13:31.012121 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6097bbd6-711e-4771-8662-ec7fa0a0da4f tempest-AllowedAddressPairIpV6TestJSON-677538037 tempest-AllowedAddressPairIpV6TestJSON-677538037-project] Pushing event updated for resources: {'Port': ['ID=636842c8-07f9-456b-babd-20d92b16bad1,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:13:31.038909 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-6097bbd6-711e-4771-8662-ec7fa0a0da4f tempest-AllowedAddressPairIpV6TestJSON-677538037 tempest-AllowedAddressPairIpV6TestJSON-677538037-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.2921786 Jan 26 21:13:31.041953 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 54806) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:13:31.059892 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-121b8ea2-4d7f-4993-96ec-078a807c9343 tempest-AllowedAddressPairIpV6TestJSON-677538037 tempest-AllowedAddressPairIpV6TestJSON-677538037-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::368', 'mac_address': 'fa:16:3e:60:bf:85'}]}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:13:31.121325 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-57363e10-debf-4d87-aa5c-079012c69e74 req-5651b940-4b43-4eb6-b8cc-8fefe246227a service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.45&port_id=fa35baf5-be01-4c0d-9968-c29d188357c3 HTTP/1.1" status: 200 len: 217 time: 0.1882329 Jan 26 21:13:31.226050 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-121b8ea2-4d7f-4993-96ec-078a807c9343 tempest-AllowedAddressPairIpV6TestJSON-677538037 tempest-AllowedAddressPairIpV6TestJSON-677538037-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (636842c8-07f9-456b-babd-20d92b16bad1), before_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:13:31.303983 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40433db-e4ae-47d6-a6e9-34a392bb0894 req-dedf9845-0651-46d4-b32e-768cd52ee0e1 tempest-ServersTestMultiNic-211940128 tempest-ServersTestMultiNic-211940128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:13:31.321831 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40433db-e4ae-47d6-a6e9-34a392bb0894 req-dedf9845-0651-46d4-b32e-768cd52ee0e1 tempest-ServersTestMultiNic-211940128 tempest-ServersTestMultiNic-211940128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:13:31.329063 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40433db-e4ae-47d6-a6e9-34a392bb0894 req-dedf9845-0651-46d4-b32e-768cd52ee0e1 tempest-ServersTestMultiNic-211940128 tempest-ServersTestMultiNic-211940128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:13:31.339081 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-d40433db-e4ae-47d6-a6e9-34a392bb0894 req-dedf9845-0651-46d4-b32e-768cd52ee0e1 tempest-ServersTestMultiNic-211940128 tempest-ServersTestMultiNic-211940128-project] 10.222.0.13 "GET /v2.0/ports?device_id=9dc859c1-015e-422f-ad37-21e97b0e94c7 HTTP/1.1" status: 200 len: 2409 time: 0.2131968 Jan 26 21:13:31.352619 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57363e10-debf-4d87-aa5c-079012c69e74 req-37a0e716-2fe8-4729-8bf3-3ab5f684a993 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:13:31.355023 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-57363e10-debf-4d87-aa5c-079012c69e74 req-37a0e716-2fe8-4729-8bf3-3ab5f684a993 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=e6edac61-b37f-4ac8-a377-5e709b680b36 HTTP/1.1" status: 200 len: 801 time: 0.2267458 Jan 26 21:13:31.470524 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-fdb9ce1b-1d7d-49bf-991c-92e2c8342157 None None] Provisioning complete for port 636842c8-07f9-456b-babd-20d92b16bad1 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:13:31.470801 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fdb9ce1b-1d7d-49bf-991c-92e2c8342157 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (636842c8-07f9-456b-babd-20d92b16bad1), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:13:31.488898 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-d40433db-e4ae-47d6-a6e9-34a392bb0894 req-3fc8e6a2-5d27-4e21-8def-eb03e0101969 tempest-ServersTestMultiNic-211940128 tempest-ServersTestMultiNic-211940128-project] 10.222.0.13 "GET /v2.0/security-groups?id=387ebbc6-3579-4cea-a9d9-9b7fa130b41f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1483529 Jan 26 21:13:31.508186 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a50af7e-7d7f-45c9-aaec-5a7a650039ef req-ef34c06d-8551-40a9-bd5f-cf1eb9970196 tempest-LiveMigrationTest-746395142 tempest-LiveMigrationTest-746395142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:13:31.527919 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-fdb9ce1b-1d7d-49bf-991c-92e2c8342157 None None] Port 636842c8-07f9-456b-babd-20d92b16bad1 cannot update to ACTIVE because it is not bound. {{(pid=103306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 26 21:13:31.531603 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-1a50af7e-7d7f-45c9-aaec-5a7a650039ef req-ef34c06d-8551-40a9-bd5f-cf1eb9970196 tempest-LiveMigrationTest-746395142 tempest-LiveMigrationTest-746395142-project] 10.222.0.13 "GET /v2.0/ports?device_id=71a415fd-0f19-44e3-9cdb-4ebc928c7708 HTTP/1.1" status: 200 len: 943 time: 0.1667483 Jan 26 21:13:31.550021 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57363e10-debf-4d87-aa5c-079012c69e74 req-8df14236-2c9c-4261-b1f7-e37e222f7071 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:13:31.551691 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-57363e10-debf-4d87-aa5c-079012c69e74 req-8df14236-2c9c-4261-b1f7-e37e222f7071 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=fdce921d-56d5-4164-a3e6-60025853a939&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1750934 Jan 26 21:13:31.564699 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-121b8ea2-4d7f-4993-96ec-078a807c9343 tempest-AllowedAddressPairIpV6TestJSON-677538037 tempest-AllowedAddressPairIpV6TestJSON-677538037-project] Publish callbacks [] for port (636842c8-07f9-456b-babd-20d92b16bad1), precommit_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:13:31.570107 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-121b8ea2-4d7f-4993-96ec-078a807c9343 tempest-AllowedAddressPairIpV6TestJSON-677538037 tempest-AllowedAddressPairIpV6TestJSON-677538037-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11791520'] for port (636842c8-07f9-456b-babd-20d92b16bad1), after_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:13:31.590497 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-121b8ea2-4d7f-4993-96ec-078a807c9343 tempest-AllowedAddressPairIpV6TestJSON-677538037 tempest-AllowedAddressPairIpV6TestJSON-677538037-project] In _notify_port_updated(), no bound segment for port 636842c8-07f9-456b-babd-20d92b16bad1 on network 509ab503-4d4a-483c-869c-5f4eb80b6a0c {{(pid=103305) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:883}} Jan 26 21:13:31.596607 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-121b8ea2-4d7f-4993-96ec-078a807c9343 tempest-AllowedAddressPairIpV6TestJSON-677538037 tempest-AllowedAddressPairIpV6TestJSON-677538037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:13:31.597496 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-121b8ea2-4d7f-4993-96ec-078a807c9343 tempest-AllowedAddressPairIpV6TestJSON-677538037 tempest-AllowedAddressPairIpV6TestJSON-677538037-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:13:31.599375 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-121b8ea2-4d7f-4993-96ec-078a807c9343 tempest-AllowedAddressPairIpV6TestJSON-677538037 tempest-AllowedAddressPairIpV6TestJSON-677538037-project] 10.222.0.13 "PUT /v2.0/ports/636842c8-07f9-456b-babd-20d92b16bad1 HTTP/1.1" status: 200 len: 1002 time: 0.5552850 Jan 26 21:13:31.615549 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 54832) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:13:31.662322 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-121b8ea2-4d7f-4993-96ec-078a807c9343 tempest-AllowedAddressPairIpV6TestJSON-677538037 tempest-AllowedAddressPairIpV6TestJSON-677538037-project] Pushing event updated for resources: {'Port': ['ID=636842c8-07f9-456b-babd-20d92b16bad1,revision_number=2']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:13:31.674022 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 54834) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:13:31.719919 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-e9481f9a-376a-4891-924d-323a2ff95f58 req-3fb2a5a6-32d2-4bf5-a568-dd8045e52c89 tempest-ServersOnMultiNodesTest-2088673700 tempest-ServersOnMultiNodesTest-2088673700-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=95b0180418ed4ee8af0e8472caf2fcf2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0793200 Jan 26 21:13:31.732025 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-1a50af7e-7d7f-45c9-aaec-5a7a650039ef req-da8b79f2-d407-4e75-a977-d557b7324b5a tempest-LiveMigrationTest-746395142 tempest-LiveMigrationTest-746395142-project] 10.222.0.13 "GET /v2.0/security-groups?id=c43a996a-6b93-48e4-a331-48250c5b183d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1993587 Jan 26 21:13:31.806599 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-e5683aeb-bc82-40de-89c9-414c7f19739c admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesTestJSON-2087014241-network', 'tenant_id': '66cb6d91737845268f80a25b7f76bc60'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:13:31.828499 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5683aeb-bc82-40de-89c9-414c7f19739c admin admin] Made reservation on behalf of 66cb6d91737845268f80a25b7f76bc60 for: {'network': 1} {{(pid=103305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 21:13:31.831617 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-e5683aeb-bc82-40de-89c9-414c7f19739c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for network (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:13:31.843547 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-57363e10-debf-4d87-aa5c-079012c69e74 req-a90fcad8-bbe7-4e81-beaa-30876fc16293 service neutron] 10.222.0.66 "GET /v2.0/networks/fdce921d-56d5-4164-a3e6-60025853a939?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2842801 Jan 26 21:13:31.843990 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-e5683aeb-bc82-40de-89c9-414c7f19739c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:13:31.948974 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-e5683aeb-bc82-40de-89c9-414c7f19739c admin admin] Publish callbacks [] for security_group (de362e2c-5f90-4974-854f-ab663c021699), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:13:31.953814 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-c4c557f3-8b5b-4b92-a30d-805e75bdb5be None None] Provisioning complete for port 636842c8-07f9-456b-babd-20d92b16bad1 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:13:31.954404 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-c4c557f3-8b5b-4b92-a30d-805e75bdb5be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (636842c8-07f9-456b-babd-20d92b16bad1), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:13:31.956035 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-e5683aeb-bc82-40de-89c9-414c7f19739c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (de362e2c-5f90-4974-854f-ab663c021699), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:13:31.985694 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e5683aeb-bc82-40de-89c9-414c7f19739c admin admin] vlan segment allocate from pool success with {'vlan_id': 553, 'physical_network': 'physnet1'} {{(pid=103305) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 26 21:13:32.000519 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9481f9a-376a-4891-924d-323a2ff95f58 req-e4014d72-6289-412a-b5ee-f110e634edee tempest-ServersOnMultiNodesTest-2088673700 tempest-ServersOnMultiNodesTest-2088673700-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:13:32.001586 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-c4c557f3-8b5b-4b92-a30d-805e75bdb5be None None] Port 636842c8-07f9-456b-babd-20d92b16bad1 cannot update to ACTIVE because it is not bound. {{(pid=103306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 26 21:13:32.005408 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5683aeb-bc82-40de-89c9-414c7f19739c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de362e2c-5f90-4974-854f-ab663c021699,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:13:32.007124 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-e9481f9a-376a-4891-924d-323a2ff95f58 req-e4014d72-6289-412a-b5ee-f110e634edee tempest-ServersOnMultiNodesTest-2088673700 tempest-ServersOnMultiNodesTest-2088673700-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2723284 Jan 26 21:13:32.013227 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-e5683aeb-bc82-40de-89c9-414c7f19739c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576559'] for segment (32bad8e5-a8f3-4c5d-b37f-4f58ef61867f), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:13:32.014258 n-d-760453-5 neutron-server[103305]: INFO neutron.db.segments_db [None req-e5683aeb-bc82-40de-89c9-414c7f19739c admin admin] Added segment 32bad8e5-a8f3-4c5d-b37f-4f58ef61867f of type vlan for network 945d78fb-412c-47b5-9865-89e3326145b3 Jan 26 21:13:32.019699 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-af3b5024-bcea-4817-a588-727cbd6ad6f5 tempest-AllowedAddressPairIpV6TestJSON-677538037 tempest-AllowedAddressPairIpV6TestJSON-677538037-project] Deleting port 636842c8-07f9-456b-babd-20d92b16bad1 {{(pid=103304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 21:13:32.020021 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-af3b5024-bcea-4817-a588-727cbd6ad6f5 tempest-AllowedAddressPairIpV6TestJSON-677538037 tempest-AllowedAddressPairIpV6TestJSON-677538037-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746560630878'] for port (636842c8-07f9-456b-babd-20d92b16bad1), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:13:32.055889 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-e9481f9a-376a-4891-924d-323a2ff95f58 req-c4797c53-ec93-437a-9017-db40ed8d91a2 tempest-ServersOnMultiNodesTest-2088673700 tempest-ServersOnMultiNodesTest-2088673700-project] 10.222.0.13 "GET /v2.0/quotas/95b0180418ed4ee8af0e8472caf2fcf2 HTTP/1.1" status: 200 len: 375 time: 0.0478015 Jan 26 21:13:32.063137 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-e5683aeb-bc82-40de-89c9-414c7f19739c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746560256871'] for network (945d78fb-412c-47b5-9865-89e3326145b3), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:13:32.092407 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-e5683aeb-bc82-40de-89c9-414c7f19739c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503'] for network (945d78fb-412c-47b5-9865-89e3326145b3), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:13:32.094155 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5683aeb-bc82-40de-89c9-414c7f19739c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:13:32.094432 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-e5683aeb-bc82-40de-89c9-414c7f19739c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709645'] for network (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:13:32.119347 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-57363e10-debf-4d87-aa5c-079012c69e74 req-08669a19-6dcb-4da4-b509-29bcedb02ed0 service neutron] 10.222.0.66 "GET /v2.0/networks/fdce921d-56d5-4164-a3e6-60025853a939?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2639289 Jan 26 21:13:32.129499 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d28b9e-25c2-441b-94c1-feb54f88c1e8 req-99e5f473-ef9b-4f54-b464-1fd9da28c7a5 tempest-AttachVolumeNegativeTest-157238613 tempest-AttachVolumeNegativeTest-157238613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:13:32.131003 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-a4d28b9e-25c2-441b-94c1-feb54f88c1e8 req-99e5f473-ef9b-4f54-b464-1fd9da28c7a5 tempest-AttachVolumeNegativeTest-157238613 tempest-AttachVolumeNegativeTest-157238613-project] 10.222.0.13 "GET /v2.0/ports?device_id=7b83765b-4040-4cc7-a99b-9b2da5d6f5a7 HTTP/1.1" status: 200 len: 944 time: 0.1876788 Jan 26 21:13:32.181068 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-e5683aeb-bc82-40de-89c9-414c7f19739c admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5054116 Jan 26 21:13:32.182072 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5683aeb-bc82-40de-89c9-414c7f19739c admin admin] Pushing event updated for resources: {'Network': ['ID=945d78fb-412c-47b5-9865-89e3326145b3,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:13:32.185030 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 54842) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:13:32.194245 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-87f860e6-e942-4784-9851-f14f9d1ad933 admin admin] Request body: {'subnet': {'network_id': '945d78fb-412c-47b5-9865-89e3326145b3', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesTestJSON-2087014241-subnet', 'tenant_id': '66cb6d91737845268f80a25b7f76bc60', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:13:32.196630 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Network 945d78fb-412c-47b5-9865-89e3326145b3 details requested by agent ovs-agent-n-d-760453-5 with host n-d-760453-5 {{(pid=103306) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 26 21:13:32.231964 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-af3b5024-bcea-4817-a588-727cbd6ad6f5 tempest-AllowedAddressPairIpV6TestJSON-677538037 tempest-AllowedAddressPairIpV6TestJSON-677538037-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4109658'] for port (636842c8-07f9-456b-babd-20d92b16bad1), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:13:32.246592 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-e9481f9a-376a-4891-924d-323a2ff95f58 req-bd24d840-ec55-4e1c-9121-2ca622cf6c9a tempest-ServersOnMultiNodesTest-2088673700 tempest-ServersOnMultiNodesTest-2088673700-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=95b0180418ed4ee8af0e8472caf2fcf2&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1510239 Jan 26 21:13:32.264328 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-a4d28b9e-25c2-441b-94c1-feb54f88c1e8 req-e7f7e5d0-da72-4c3c-bbec-e496a47b3b78 tempest-AttachVolumeNegativeTest-157238613 tempest-AttachVolumeNegativeTest-157238613-project] 10.222.0.13 "GET /v2.0/security-groups?id=8e9bd9e5-9820-4475-bfb9-c12598a9861a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148775 Jan 26 21:13:32.269639 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-af3b5024-bcea-4817-a588-727cbd6ad6f5 tempest-AllowedAddressPairIpV6TestJSON-677538037 tempest-AllowedAddressPairIpV6TestJSON-677538037-project] Calling delete_port for 636842c8-07f9-456b-babd-20d92b16bad1 owned by {{(pid=103304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 21:13:32.279524 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87f860e6-e942-4784-9851-f14f9d1ad933 admin admin] Made reservation on behalf of 66cb6d91737845268f80a25b7f76bc60 for: {'subnet': 1} {{(pid=103304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 21:13:32.291042 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-87f860e6-e942-4784-9851-f14f9d1ad933 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12215181'] for subnet (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:13:32.558240 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-af3b5024-bcea-4817-a588-727cbd6ad6f5 tempest-AllowedAddressPairIpV6TestJSON-677538037 tempest-AllowedAddressPairIpV6TestJSON-677538037-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746560636600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746560234536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9281553'] for port (636842c8-07f9-456b-babd-20d92b16bad1), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:13:32.649575 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3b5024-bcea-4817-a588-727cbd6ad6f5 tempest-AllowedAddressPairIpV6TestJSON-677538037 tempest-AllowedAddressPairIpV6TestJSON-677538037-project] Pushing event deleted for resources: {'Port': ['ID=636842c8-07f9-456b-babd-20d92b16bad1,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:13:32.747588 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-87f860e6-e942-4784-9851-f14f9d1ad933 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9285249', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12215227'] for subnet (f1d09feb-bf15-4134-8896-ad80a0234ef8), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:13:32.850404 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1322045b-4f93-45f1-9d8a-00688d16a9a6 req-792a8387-cdd3-48d9-95d0-74bd226e51c3 tempest-ServersTestMultiNic-211940128 tempest-ServersTestMultiNic-211940128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:13:32.856745 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1322045b-4f93-45f1-9d8a-00688d16a9a6 req-792a8387-cdd3-48d9-95d0-74bd226e51c3 tempest-ServersTestMultiNic-211940128 tempest-ServersTestMultiNic-211940128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:13:32.862867 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1322045b-4f93-45f1-9d8a-00688d16a9a6 req-792a8387-cdd3-48d9-95d0-74bd226e51c3 tempest-ServersTestMultiNic-211940128 tempest-ServersTestMultiNic-211940128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:13:32.871289 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-1322045b-4f93-45f1-9d8a-00688d16a9a6 req-792a8387-cdd3-48d9-95d0-74bd226e51c3 tempest-ServersTestMultiNic-211940128 tempest-ServersTestMultiNic-211940128-project] 10.222.0.13 "GET /v2.0/ports?device_id=9dc859c1-015e-422f-ad37-21e97b0e94c7 HTTP/1.1" status: 200 len: 2409 time: 0.3014028 Jan 26 21:13:32.945850 n-d-760453-5 neutron-server[103305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '71a415fd-0f19-44e3-9cdb-4ebc928c7708', 'tag': 'a2a3b45c-c85a-4f3f-ab5d-dcc021dbdb5e'}] {{(pid=103305) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 21:13:32.948237 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d4654568b7bf041e72ff8fe1c96d6d761d9c921f2b99bc7b3a26632be20cee0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47bef320-09a2-4950-8ecf-340e0e307f61" -d '{"events": [{"name": "network-changed", "server_uuid": "71a415fd-0f19-44e3-9cdb-4ebc928c7708", "tag": "a2a3b45c-c85a-4f3f-ab5d-dcc021dbdb5e"}]}' {{(pid=103305) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 21:13:32.992080 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f860e6-e942-4784-9851-f14f9d1ad933 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f1d09feb-bf15-4134-8896-ad80a0234ef8,revision_number=0']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:13:33.006416 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-af3b5024-bcea-4817-a588-727cbd6ad6f5 tempest-AllowedAddressPairIpV6TestJSON-677538037 tempest-AllowedAddressPairIpV6TestJSON-677538037-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:13:33.009734 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-af3b5024-bcea-4817-a588-727cbd6ad6f5 tempest-AllowedAddressPairIpV6TestJSON-677538037 tempest-AllowedAddressPairIpV6TestJSON-677538037-project] 10.222.0.13 "DELETE /v2.0/ports/636842c8-07f9-456b-babd-20d92b16bad1 HTTP/1.1" status: 204 len: 168 time: 1.3841121 Jan 26 21:13:33.014202 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 54862) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:13:33.058166 n-d-760453-5 neutron-server[103304]: INFO neutron.pecan_wsgi.hooks.translation [None req-59accffd-43d9-4d5d-8467-64c917428dbd tempest-AllowedAddressPairIpV6TestJSON-677538037 tempest-AllowedAddressPairIpV6TestJSON-677538037-project] GET failed (client error): The resource could not be found. Jan 26 21:13:33.059692 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-59accffd-43d9-4d5d-8467-64c917428dbd tempest-AllowedAddressPairIpV6TestJSON-677538037 tempest-AllowedAddressPairIpV6TestJSON-677538037-project] 10.222.0.13 "GET /v2.0/ports/636842c8-07f9-456b-babd-20d92b16bad1 HTTP/1.1" status: 404 len: 333 time: 0.0418117 Jan 26 21:13:33.063592 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 54868) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:13:33.070957 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-1322045b-4f93-45f1-9d8a-00688d16a9a6 req-4276b246-3b40-44a3-a51c-f8a8985d5418 tempest-ServersTestMultiNic-211940128 tempest-ServersTestMultiNic-211940128-project] 10.222.0.13 "GET /v2.0/security-groups?id=387ebbc6-3579-4cea-a9d9-9b7fa130b41f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1983578 Jan 26 21:13:33.074058 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87f860e6-e942-4784-9851-f14f9d1ad933 admin admin] Checking segment: {'id': '32bad8e5-a8f3-4c5d-b37f-4f58ef61867f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '945d78fb-412c-47b5-9865-89e3326145b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103304) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 21:13:33.074458 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87f860e6-e942-4784-9851-f14f9d1ad933 admin admin] Network hostable DHCP agents. Network: 945d78fb-412c-47b5-9865-89e3326145b3, hostable agents: ['474ccdf7-ab6c-405b-a3b2-dc7b05829902'], hosted agents: [] {{(pid=103304) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 26 21:13:33.078151 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-afb6c654-0766-4fbe-bbce-4d1271caf5c5 tempest-AllowedAddressPairIpV6TestJSON-677538037 tempest-AllowedAddressPairIpV6TestJSON-677538037-project] Request body: {'port': {'network_id': '509ab503-4d4a-483c-869c-5f4eb80b6a0c', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1542569263'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:13:33.090184 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383954bb-1de2-405d-bc26-cc8ff6fc3606 req-6ad17574-0051-4e9e-8cc8-f5412c345b0f tempest-LiveMigrationTest-746395142 tempest-LiveMigrationTest-746395142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:13:33.097041 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-383954bb-1de2-405d-bc26-cc8ff6fc3606 req-6ad17574-0051-4e9e-8cc8-f5412c345b0f tempest-LiveMigrationTest-746395142 tempest-LiveMigrationTest-746395142-project] 10.222.0.13 "GET /v2.0/ports?device_id=71a415fd-0f19-44e3-9cdb-4ebc928c7708 HTTP/1.1" status: 200 len: 943 time: 0.2069132 Jan 26 21:13:33.128276 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Device fa35baf5-be01-4c0d-9968-c29d188357c3 details requested by agent hyperv_n-h1-760453-5 with host n-h1-760453-5 {{(pid=103306) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 26 21:13:33.133724 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Device 58a2ab10-6d52-4ea0-8d71-02e432597a85 up at agent hyperv_n-h1-760453-5 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 21:13:33.135510 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87f860e6-e942-4784-9851-f14f9d1ad933 admin admin] Network 945d78fb-412c-47b5-9865-89e3326145b3 is scheduled to be hosted by DHCP agent 474ccdf7-ab6c-405b-a3b2-dc7b05829902 with binding_index 1 {{(pid=103304) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 26 21:13:33.166649 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [None req-87f860e6-e942-4784-9851-f14f9d1ad933 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760453-5, 945d78fb-412c-47b5-9865-89e3326145b3) {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:13:33.198838 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-383954bb-1de2-405d-bc26-cc8ff6fc3606 req-33e0c662-5dfa-430a-9157-d7c01fa216a1 tempest-LiveMigrationTest-746395142 tempest-LiveMigrationTest-746395142-project] 10.222.0.13 "GET /v2.0/security-groups?id=c43a996a-6b93-48e4-a331-48250c5b183d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988591 Jan 26 21:13:33.199042 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-202fb48a-2ce8-4cc3-a99c-675f4275bf9c req-d2964a93-7055-4c61-8a84-183708b17fee tempest-ServersOnMultiNodesTest-2088673700 tempest-ServersOnMultiNodesTest-2088673700-project] 10.222.0.13 "GET /v2.0/ports?device_id=259dc9f9-5750-4490-a6c7-d3d1321bb0be HTTP/1.1" status: 200 len: 210 time: 0.0515449 Jan 26 21:13:33.201497 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87f860e6-e942-4784-9851-f14f9d1ad933 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:13:33.201497 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-87f860e6-e942-4784-9851-f14f9d1ad933 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:13:33.273504 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-87f860e6-e942-4784-9851-f14f9d1ad933 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.0719469 Jan 26 21:13:33.300390 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e46e40ef-71c1-41fd-9654-43f852ddedcd None None] Network 945d78fb-412c-47b5-9865-89e3326145b3 requested from n-d-760453-5 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 26 21:13:33.323758 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 26 Jan 2022 21:13:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-331597d6-1e09-49f3-8737-a528b1c77d9d x-openstack-request-id: req-331597d6-1e09-49f3-8737-a528b1c77d9d {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 21:13:33.324046 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "71a415fd-0f19-44e3-9cdb-4ebc928c7708", "tag": "a2a3b45c-c85a-4f3f-ab5d-dcc021dbdb5e", "status": "completed", "code": 200}]} {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 21:13:33.324356 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-331597d6-1e09-49f3-8737-a528b1c77d9d {{(pid=103305) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 21:13:33.324762 n-d-760453-5 neutron-server[103305]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '71a415fd-0f19-44e3-9cdb-4ebc928c7708', 'tag': 'a2a3b45c-c85a-4f3f-ab5d-dcc021dbdb5e', 'status': 'completed', 'code': 200} Jan 26 21:13:33.396486 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afb6c654-0766-4fbe-bbce-4d1271caf5c5 tempest-AllowedAddressPairIpV6TestJSON-677538037 tempest-AllowedAddressPairIpV6TestJSON-677538037-project] Made reservation on behalf of e40221d88afd4095be964dd3b7cd4afa for: {'port': 1} {{(pid=103305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 21:13:33.401552 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-afb6c654-0766-4fbe-bbce-4d1271caf5c5 tempest-AllowedAddressPairIpV6TestJSON-677538037 tempest-AllowedAddressPairIpV6TestJSON-677538037-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:13:33.437565 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47bef320-09a2-4950-8ecf-340e0e307f61 req-3382d67d-9779-4fa6-a37d-113f74526cd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:13:33.439240 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-47bef320-09a2-4950-8ecf-340e0e307f61 req-3382d67d-9779-4fa6-a37d-113f74526cd5 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=ee6098e1a6074d57972f34ef6549de05&device_id=71a415fd-0f19-44e3-9cdb-4ebc928c7708 HTTP/1.1" status: 200 len: 1124 time: 0.1104796 Jan 26 21:13:33.447446 n-d-760453-5 neutron-server[103305]: DEBUG neutron.notifiers.nova [None req-afb6c654-0766-4fbe-bbce-4d1271caf5c5 tempest-AllowedAddressPairIpV6TestJSON-677538037 tempest-AllowedAddressPairIpV6TestJSON-677538037-project] device_id is not set on port 92719bd7-b14d-4a6d-8983-2f425f299e57 yet. {{(pid=103305) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 26 21:13:33.472295 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5220848f-7bbc-47d2-b4ef-3af1d0c75771 req-03e507f8-54c2-4a75-b0ef-a48913ca8e95 tempest-AttachVolumeNegativeTest-157238613 tempest-AttachVolumeNegativeTest-157238613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:13:33.474253 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] For port fa35baf5-be01-4c0d-9968-c29d188357c3, host n-h1-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-5',level=0,port_id=fa35baf5-be01-4c0d-9968-c29d188357c3,segment=NetworkSegment(0f71e1ef-9f51-4f8e-afb9-809838426693),segment_id=0f71e1ef-9f51-4f8e-afb9-809838426693)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:13:33.480010 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-5220848f-7bbc-47d2-b4ef-3af1d0c75771 req-03e507f8-54c2-4a75-b0ef-a48913ca8e95 tempest-AttachVolumeNegativeTest-157238613 tempest-AttachVolumeNegativeTest-157238613-project] 10.222.0.13 "GET /v2.0/ports?device_id=7b83765b-4040-4cc7-a99b-9b2da5d6f5a7 HTTP/1.1" status: 200 len: 944 time: 0.1172130 Jan 26 21:13:33.492076 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Returning: {'device': 'fa35baf5-be01-4c0d-9968-c29d188357c3', 'network_id': 'fdce921d-56d5-4164-a3e6-60025853a939', 'port_id': 'fa35baf5-be01-4c0d-9968-c29d188357c3', 'mac_address': 'fa:16:3e:23:23:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 587, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e6edac61-b37f-4ac8-a377-5e709b680b36', 'ip_address': '19.80.0.45'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103306) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 26 21:13:33.548519 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-5220848f-7bbc-47d2-b4ef-3af1d0c75771 req-e6342a5f-ce77-45d9-ac98-4843aaa89888 tempest-AttachVolumeNegativeTest-157238613 tempest-AttachVolumeNegativeTest-157238613-project] 10.222.0.13 "GET /v2.0/security-groups?id=8e9bd9e5-9820-4475-bfb9-c12598a9861a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627425 Jan 26 21:13:33.665430 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24eb87ed-0b53-4b91-9d54-b95528617bc1 None None] Network 945d78fb-412c-47b5-9865-89e3326145b3 requested from n-d-760453-5 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 26 21:13:33.676086 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Current status of the port fa35baf5-be01-4c0d-9968-c29d188357c3 is: DOWN; New status is: BUILD {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:13:33.676643 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (fa35baf5-be01-4c0d-9968-c29d188357c3), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:13:33.698819 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47bef320-09a2-4950-8ecf-340e0e307f61 req-d8660482-b7de-423d-b705-897c72d3f201 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:13:33.702218 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-47bef320-09a2-4950-8ecf-340e0e307f61 req-d8660482-b7de-423d-b705-897c72d3f201 service neutron] 10.222.0.57 "GET /v2.0/networks?id=57cdf3f5-a20b-4c6f-b2eb-bed2f5d4d40a HTTP/1.1" status: 200 len: 908 time: 0.2562325 Jan 26 21:13:33.712516 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Provisioning for port 58a2ab10-6d52-4ea0-8d71-02e432597a85 completed by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 21:13:33.756388 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Provisioning complete for port 58a2ab10-6d52-4ea0-8d71-02e432597a85 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:13:33.756784 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (58a2ab10-6d52-4ea0-8d71-02e432597a85), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:13:33.802254 n-d-760453-5 neutron-server[103306]: DEBUG neutron.notifiers.nova [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fa35baf5-be01-4c0d-9968-c29d188357c3 {{(pid=103306) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 26 21:13:33.804467 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-47bef320-09a2-4950-8ecf-340e0e307f61 req-506e6669-249b-401b-8d82-a86aa1ded003 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a2a3b45c-c85a-4f3f-ab5d-dcc021dbdb5e HTTP/1.1" status: 200 len: 217 time: 0.0891979 Jan 26 21:13:33.848845 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] For port fa35baf5-be01-4c0d-9968-c29d188357c3, host n-h1-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-5',level=0,port_id=fa35baf5-be01-4c0d-9968-c29d188357c3,segment=NetworkSegment(0f71e1ef-9f51-4f8e-afb9-809838426693),segment_id=0f71e1ef-9f51-4f8e-afb9-809838426693)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:13:33.851054 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.db_base_plugin_common [None req-afb6c654-0766-4fbe-bbce-4d1271caf5c5 tempest-AllowedAddressPairIpV6TestJSON-677538037 tempest-AllowedAddressPairIpV6TestJSON-677538037-project] Allocated IP 2001:db8::58 (509ab503-4d4a-483c-869c-5f4eb80b6a0c/418fa449-16cc-4658-b84f-ce3e0c69aefc/92719bd7-b14d-4a6d-8983-2f425f299e57) {{(pid=103305) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 21:13:33.898248 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (fa35baf5-be01-4c0d-9968-c29d188357c3), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:13:33.899205 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Device 764d585e-425c-4b3e-bd83-04c6d4eebfea details requested by agent hyperv_n-h1-760453-5 with host n-h1-760453-5 {{(pid=103306) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 26 21:13:33.964234 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Pushing event updated for resources: {'Port': ['ID=fa35baf5-be01-4c0d-9968-c29d188357c3,revision_number=4']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:13:34.003079 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47bef320-09a2-4950-8ecf-340e0e307f61 req-9c503717-d9d9-441f-979f-594865ae0878 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:13:34.004159 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Current status of the port 58a2ab10-6d52-4ea0-8d71-02e432597a85 is: BUILD; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:13:34.004552 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (58a2ab10-6d52-4ea0-8d71-02e432597a85), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:13:34.007782 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-47bef320-09a2-4950-8ecf-340e0e307f61 req-9c503717-d9d9-441f-979f-594865ae0878 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=0fd61269-7d95-487b-ba3a-f244d39cf571 HTTP/1.1" status: 200 len: 847 time: 0.1758525 Jan 26 21:13:34.075581 n-d-760453-5 neutron-server[103306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b83765b-4040-4cc7-a99b-9b2da5d6f5a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58a2ab10-6d52-4ea0-8d71-02e432597a85'}] {{(pid=103306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 21:13:34.078080 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9d5d370febab655511bdd2ffe887e43e442d144a440368702bcc1e93af00b97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69a2d1cd-c6aa-44d5-a12b-5b7644864037" -d '{"events": [{"server_uuid": "7b83765b-4040-4cc7-a99b-9b2da5d6f5a7", "name": "network-vif-plugged", "status": "completed", "tag": "58a2ab10-6d52-4ea0-8d71-02e432597a85"}]}' {{(pid=103306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 21:13:34.151309 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] For port 58a2ab10-6d52-4ea0-8d71-02e432597a85, host n-h1-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-5',level=0,port_id=58a2ab10-6d52-4ea0-8d71-02e432597a85,segment=NetworkSegment(09663a0c-ceea-4887-ace4-6c78e47e3e40),segment_id=09663a0c-ceea-4887-ace4-6c78e47e3e40)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:13:34.159763 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-47bef320-09a2-4950-8ecf-340e0e307f61 req-642c5fda-7da3-4277-9623-16782cba524b service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=57cdf3f5-a20b-4c6f-b2eb-bed2f5d4d40a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1405668 Jan 26 21:13:34.226202 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Jan 2022 21:13:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f602ea60-2608-450d-8973-f7ae635dfff3 x-openstack-request-id: req-f602ea60-2608-450d-8973-f7ae635dfff3 {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 21:13:34.228662 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b83765b-4040-4cc7-a99b-9b2da5d6f5a7", "name": "network-vif-plugged", "status": "completed", "tag": "58a2ab10-6d52-4ea0-8d71-02e432597a85", "code": 200}]} {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 21:13:34.230276 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f602ea60-2608-450d-8973-f7ae635dfff3 {{(pid=103306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 21:13:34.233870 n-d-760453-5 neutron-server[103306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b83765b-4040-4cc7-a99b-9b2da5d6f5a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58a2ab10-6d52-4ea0-8d71-02e432597a85', 'code': 200} Jan 26 21:13:34.244225 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (58a2ab10-6d52-4ea0-8d71-02e432597a85), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:13:34.300325 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-afb6c654-0766-4fbe-bbce-4d1271caf5c5 tempest-AllowedAddressPairIpV6TestJSON-677538037 tempest-AllowedAddressPairIpV6TestJSON-677538037-project] Publish callbacks [] for port (92719bd7-b14d-4a6d-8983-2f425f299e57), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:13:34.353723 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-47bef320-09a2-4950-8ecf-340e0e307f61 req-4e6188ba-d723-4243-a4c9-bb39d029c3f7 service neutron] 10.222.0.57 "GET /v2.0/networks/57cdf3f5-a20b-4c6f-b2eb-bed2f5d4d40a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1826310 Jan 26 21:13:34.409952 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] For port 764d585e-425c-4b3e-bd83-04c6d4eebfea, host n-h1-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-5',level=0,port_id=764d585e-425c-4b3e-bd83-04c6d4eebfea,segment=NetworkSegment(9841d257-0b06-4cf2-9676-06bc99036fe7),segment_id=9841d257-0b06-4cf2-9676-06bc99036fe7)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:13:34.438320 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Returning: {'device': '764d585e-425c-4b3e-bd83-04c6d4eebfea', 'network_id': '0005085c-c820-49ff-a393-9b43e54534cb', 'port_id': '764d585e-425c-4b3e-bd83-04c6d4eebfea', 'mac_address': 'fa:16:3e:33:33:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 578, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9dccc2dc-2701-4507-a45c-3d8a439b395e', 'ip_address': '19.86.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103306) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 26 21:13:34.455704 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Pushing event updated for resources: {'Port': ['ID=58a2ab10-6d52-4ea0-8d71-02e432597a85,revision_number=5']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:13:34.493928 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-47bef320-09a2-4950-8ecf-340e0e307f61 req-c01ab447-1c15-489e-916d-4a9f1e94d93e service neutron] 10.222.0.57 "GET /v2.0/networks/57cdf3f5-a20b-4c6f-b2eb-bed2f5d4d40a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1259484 Jan 26 21:13:34.495998 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-afb6c654-0766-4fbe-bbce-4d1271caf5c5 tempest-AllowedAddressPairIpV6TestJSON-677538037 tempest-AllowedAddressPairIpV6TestJSON-677538037-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746560234527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11791543'] for port (92719bd7-b14d-4a6d-8983-2f425f299e57), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:13:34.510915 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Current status of the port 764d585e-425c-4b3e-bd83-04c6d4eebfea is: DOWN; New status is: BUILD {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:13:34.513449 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (764d585e-425c-4b3e-bd83-04c6d4eebfea), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:13:34.554020 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afb6c654-0766-4fbe-bbce-4d1271caf5c5 tempest-AllowedAddressPairIpV6TestJSON-677538037 tempest-AllowedAddressPairIpV6TestJSON-677538037-project] Network 509ab503-4d4a-483c-869c-5f4eb80b6a0c is already hosted by enough agents. {{(pid=103305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 21:13:34.558348 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [None req-afb6c654-0766-4fbe-bbce-4d1271caf5c5 tempest-AllowedAddressPairIpV6TestJSON-677538037 tempest-AllowedAddressPairIpV6TestJSON-677538037-project] Resources bound (agent type, host, resource id): {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:13:34.578569 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afb6c654-0766-4fbe-bbce-4d1271caf5c5 tempest-AllowedAddressPairIpV6TestJSON-677538037 tempest-AllowedAddressPairIpV6TestJSON-677538037-project] Received port after_create {{(pid=103305) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 21:13:34.583635 n-d-760453-5 neutron-server[103306]: DEBUG neutron.notifiers.nova [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 764d585e-425c-4b3e-bd83-04c6d4eebfea {{(pid=103306) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 26 21:13:34.584832 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afb6c654-0766-4fbe-bbce-4d1271caf5c5 tempest-AllowedAddressPairIpV6TestJSON-677538037 tempest-AllowedAddressPairIpV6TestJSON-677538037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:13:34.585642 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-afb6c654-0766-4fbe-bbce-4d1271caf5c5 tempest-AllowedAddressPairIpV6TestJSON-677538037 tempest-AllowedAddressPairIpV6TestJSON-677538037-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:13:34.611114 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-afb6c654-0766-4fbe-bbce-4d1271caf5c5 tempest-AllowedAddressPairIpV6TestJSON-677538037 tempest-AllowedAddressPairIpV6TestJSON-677538037-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.5409913 Jan 26 21:13:34.625052 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 54910) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:13:34.637968 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] For port 764d585e-425c-4b3e-bd83-04c6d4eebfea, host n-h1-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-5',level=0,port_id=764d585e-425c-4b3e-bd83-04c6d4eebfea,segment=NetworkSegment(9841d257-0b06-4cf2-9676-06bc99036fe7),segment_id=9841d257-0b06-4cf2-9676-06bc99036fe7)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:13:34.644547 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-709a485f-3f00-44b0-860a-1d477bf719df tempest-AllowedAddressPairIpV6TestJSON-677538037 tempest-AllowedAddressPairIpV6TestJSON-677538037-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:60:bf:85'}]}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:13:34.645691 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (764d585e-425c-4b3e-bd83-04c6d4eebfea), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:13:34.646894 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Device a2a3b45c-c85a-4f3f-ab5d-dcc021dbdb5e details requested by agent hyperv_n-h1-760453-5 with host n-h1-760453-5 {{(pid=103306) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 26 21:13:34.651462 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a10572-ef0b-4763-ad5c-c1a571ec7867 req-ad90875b-da45-4734-8476-d52f97bd0652 tempest-ServerAddressesTestJSON-932744412 tempest-ServerAddressesTestJSON-932744412-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:13:34.653056 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-36a10572-ef0b-4763-ad5c-c1a571ec7867 req-ad90875b-da45-4734-8476-d52f97bd0652 tempest-ServerAddressesTestJSON-932744412 tempest-ServerAddressesTestJSON-932744412-project] 10.222.0.13 "GET /v2.0/networks?id=945d78fb-412c-47b5-9865-89e3326145b3 HTTP/1.1" status: 200 len: 814 time: 0.3613529 Jan 26 21:13:34.673799 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5405235-d974-4a1f-a5ad-596146f8ac17 req-00500138-277d-4a86-ba61-f32f588e3d73 tempest-ServersTestMultiNic-211940128 tempest-ServersTestMultiNic-211940128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:13:34.682960 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5405235-d974-4a1f-a5ad-596146f8ac17 req-00500138-277d-4a86-ba61-f32f588e3d73 tempest-ServersTestMultiNic-211940128 tempest-ServersTestMultiNic-211940128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:13:34.687490 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5405235-d974-4a1f-a5ad-596146f8ac17 req-00500138-277d-4a86-ba61-f32f588e3d73 tempest-ServersTestMultiNic-211940128 tempest-ServersTestMultiNic-211940128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:13:34.695261 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-d5405235-d974-4a1f-a5ad-596146f8ac17 req-00500138-277d-4a86-ba61-f32f588e3d73 tempest-ServersTestMultiNic-211940128 tempest-ServersTestMultiNic-211940128-project] 10.222.0.13 "GET /v2.0/ports?device_id=9dc859c1-015e-422f-ad37-21e97b0e94c7 HTTP/1.1" status: 200 len: 2410 time: 0.4207876 Jan 26 21:13:34.695825 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb6c654-0766-4fbe-bbce-4d1271caf5c5 tempest-AllowedAddressPairIpV6TestJSON-677538037 tempest-AllowedAddressPairIpV6TestJSON-677538037-project] Pushing event updated for resources: {'Port': ['ID=92719bd7-b14d-4a6d-8983-2f425f299e57,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:13:34.714230 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f9a704-4ef1-49b5-8cbc-c243e37dffbb req-186550e8-a313-49c2-9169-5b57b03b7156 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:13:34.715534 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-69f9a704-4ef1-49b5-8cbc-c243e37dffbb req-186550e8-a313-49c2-9169-5b57b03b7156 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=7b83765b-4040-4cc7-a99b-9b2da5d6f5a7 HTTP/1.1" status: 200 len: 1096 time: 0.1970932 Jan 26 21:13:34.750787 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-36a10572-ef0b-4763-ad5c-c1a571ec7867 req-cf25022a-492d-4aff-8246-6f6eec053e45 tempest-ServerAddressesTestJSON-932744412 tempest-ServerAddressesTestJSON-932744412-project] 10.222.0.13 "GET /v2.0/quotas/66cb6d91737845268f80a25b7f76bc60 HTTP/1.1" status: 200 len: 375 time: 0.0483117 Jan 26 21:13:34.817574 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-36a10572-ef0b-4763-ad5c-c1a571ec7867 req-f5ef6570-85f8-438a-ac08-9c3ef76dc1fe tempest-ServerAddressesTestJSON-932744412 tempest-ServerAddressesTestJSON-932744412-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=66cb6d91737845268f80a25b7f76bc60&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0560708 Jan 26 21:13:34.937626 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-709a485f-3f00-44b0-860a-1d477bf719df tempest-AllowedAddressPairIpV6TestJSON-677538037 tempest-AllowedAddressPairIpV6TestJSON-677538037-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (92719bd7-b14d-4a6d-8983-2f425f299e57), before_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:13:34.954296 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-d5405235-d974-4a1f-a5ad-596146f8ac17 req-d5d87835-d62f-4135-9977-3f6973a90838 tempest-ServersTestMultiNic-211940128 tempest-ServersTestMultiNic-211940128-project] 10.222.0.13 "GET /v2.0/security-groups?id=387ebbc6-3579-4cea-a9d9-9b7fa130b41f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2577050 Jan 26 21:13:35.037716 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-69f9a704-4ef1-49b5-8cbc-c243e37dffbb req-186afa6b-f2e1-4feb-97f0-37f96d9289b8 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=8e9bd9e5-9820-4475-bfb9-c12598a9861a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3103735 Jan 26 21:13:35.128291 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-36a10572-ef0b-4763-ad5c-c1a571ec7867 req-b311a7d2-4d3e-41a6-b3a3-98eebd942c6b service neutron] 10.222.0.13 "GET /v2.0/networks/945d78fb-412c-47b5-9865-89e3326145b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2853861 Jan 26 21:13:35.216028 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Pushing event updated for resources: {'Port': ['ID=764d585e-425c-4b3e-bd83-04c6d4eebfea,revision_number=4']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:13:35.224580 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-a3eeff21-c0fa-4f44-b65d-de7531404dae None None] Provisioning complete for port 92719bd7-b14d-4a6d-8983-2f425f299e57 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:13:35.225221 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-a3eeff21-c0fa-4f44-b65d-de7531404dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (92719bd7-b14d-4a6d-8983-2f425f299e57), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:13:35.244699 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-e9481f9a-376a-4891-924d-323a2ff95f58 req-cd646bb9-e5e1-4656-b9cd-aae9b9b7cf5e tempest-ServersOnMultiNodesTest-2088673700 tempest-ServersOnMultiNodesTest-2088673700-project] 10.222.0.57 "GET /v2.0/networks?tenant_id=95b0180418ed4ee8af0e8472caf2fcf2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0679443 Jan 26 21:13:35.287515 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] For port a2a3b45c-c85a-4f3f-ab5d-dcc021dbdb5e, host n-h2-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-5',level=0,port_id=a2a3b45c-c85a-4f3f-ab5d-dcc021dbdb5e,segment=NetworkSegment(984e14e0-bb79-4ef3-b570-cebad3b9694e),segment_id=984e14e0-bb79-4ef3-b570-cebad3b9694e)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:13:35.305701 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-a3eeff21-c0fa-4f44-b65d-de7531404dae None None] Port 92719bd7-b14d-4a6d-8983-2f425f299e57 cannot update to ACTIVE because it is not bound. {{(pid=103306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 26 21:13:35.307604 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7945f65e-e624-4f0c-9a24-5a9934e458e7 req-d704208f-cac8-4318-b5e2-6877d680a5e0 tempest-LiveMigrationTest-746395142 tempest-LiveMigrationTest-746395142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:13:35.309379 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-7945f65e-e624-4f0c-9a24-5a9934e458e7 req-d704208f-cac8-4318-b5e2-6877d680a5e0 tempest-LiveMigrationTest-746395142 tempest-LiveMigrationTest-746395142-project] 10.222.0.13 "GET /v2.0/ports?device_id=71a415fd-0f19-44e3-9cdb-4ebc928c7708 HTTP/1.1" status: 200 len: 943 time: 0.1801612 Jan 26 21:13:35.310891 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Device a2a3b45c-c85a-4f3f-ab5d-dcc021dbdb5e has no active binding in host n-h1-760453-5 {{(pid=103306) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jan 26 21:13:35.311488 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Device 9a48534f-198e-49d6-ae1b-d97668015bda details requested by agent hyperv_n-h1-760453-5 with host n-h1-760453-5 {{(pid=103306) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 26 21:13:35.328522 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-709a485f-3f00-44b0-860a-1d477bf719df tempest-AllowedAddressPairIpV6TestJSON-677538037 tempest-AllowedAddressPairIpV6TestJSON-677538037-project] Publish callbacks [] for port (92719bd7-b14d-4a6d-8983-2f425f299e57), precommit_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:13:35.351230 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-709a485f-3f00-44b0-860a-1d477bf719df tempest-AllowedAddressPairIpV6TestJSON-677538037 tempest-AllowedAddressPairIpV6TestJSON-677538037-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11791520'] for port (92719bd7-b14d-4a6d-8983-2f425f299e57), after_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:13:35.353630 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-36a10572-ef0b-4763-ad5c-c1a571ec7867 req-d363d8c6-6001-49f1-ad4a-5f3a77144d22 service neutron] 10.222.0.13 "GET /v2.0/networks/945d78fb-412c-47b5-9865-89e3326145b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2100391 Jan 26 21:13:35.374996 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] For port 9a48534f-198e-49d6-ae1b-d97668015bda, host n-h1-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-5',level=0,port_id=9a48534f-198e-49d6-ae1b-d97668015bda,segment=NetworkSegment(0f71e1ef-9f51-4f8e-afb9-809838426693),segment_id=0f71e1ef-9f51-4f8e-afb9-809838426693)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:13:35.398619 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Returning: {'device': '9a48534f-198e-49d6-ae1b-d97668015bda', 'network_id': 'fdce921d-56d5-4164-a3e6-60025853a939', 'port_id': '9a48534f-198e-49d6-ae1b-d97668015bda', 'mac_address': 'fa:16:3e:4e:26:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 587, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e6edac61-b37f-4ac8-a377-5e709b680b36', 'ip_address': '19.80.0.31'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103306) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 26 21:13:35.409546 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-7945f65e-e624-4f0c-9a24-5a9934e458e7 req-0303d833-138b-419b-9a3e-c3face4b581e tempest-LiveMigrationTest-746395142 tempest-LiveMigrationTest-746395142-project] 10.222.0.13 "GET /v2.0/security-groups?id=c43a996a-6b93-48e4-a331-48250c5b183d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880821 Jan 26 21:13:35.470497 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Current status of the port 9a48534f-198e-49d6-ae1b-d97668015bda is: DOWN; New status is: BUILD {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:13:35.470816 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (9a48534f-198e-49d6-ae1b-d97668015bda), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:13:35.496976 n-d-760453-5 neutron-server[103306]: DEBUG neutron.notifiers.nova [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9a48534f-198e-49d6-ae1b-d97668015bda {{(pid=103306) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 26 21:13:35.521155 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] For port 9a48534f-198e-49d6-ae1b-d97668015bda, host n-h1-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-5',level=0,port_id=9a48534f-198e-49d6-ae1b-d97668015bda,segment=NetworkSegment(0f71e1ef-9f51-4f8e-afb9-809838426693),segment_id=0f71e1ef-9f51-4f8e-afb9-809838426693)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:13:35.529337 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (9a48534f-198e-49d6-ae1b-d97668015bda), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:13:35.579690 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-709a485f-3f00-44b0-860a-1d477bf719df tempest-AllowedAddressPairIpV6TestJSON-677538037 tempest-AllowedAddressPairIpV6TestJSON-677538037-project] In _notify_port_updated(), no bound segment for port 92719bd7-b14d-4a6d-8983-2f425f299e57 on network 509ab503-4d4a-483c-869c-5f4eb80b6a0c {{(pid=103305) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:883}} Jan 26 21:13:35.589154 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-709a485f-3f00-44b0-860a-1d477bf719df tempest-AllowedAddressPairIpV6TestJSON-677538037 tempest-AllowedAddressPairIpV6TestJSON-677538037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:13:35.590109 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-709a485f-3f00-44b0-860a-1d477bf719df tempest-AllowedAddressPairIpV6TestJSON-677538037 tempest-AllowedAddressPairIpV6TestJSON-677538037-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:13:35.591461 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-709a485f-3f00-44b0-860a-1d477bf719df tempest-AllowedAddressPairIpV6TestJSON-677538037 tempest-AllowedAddressPairIpV6TestJSON-677538037-project] 10.222.0.13 "PUT /v2.0/ports/92719bd7-b14d-4a6d-8983-2f425f299e57 HTTP/1.1" status: 200 len: 1002 time: 0.9546795 Jan 26 21:13:35.598515 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 54916) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:13:35.653972 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-5c38f716-cecb-4f18-9930-188fd8a53879 req-45a03e28-95b8-41d0-accb-51b7a3ac7ad4 tempest-ServersOnMultiNodesTest-2088673700 tempest-ServersOnMultiNodesTest-2088673700-project] 10.222.0.13 "GET /v2.0/ports?device_id=259dc9f9-5750-4490-a6c7-d3d1321bb0be HTTP/1.1" status: 200 len: 210 time: 0.1156707 Jan 26 21:13:35.665665 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Pushing event updated for resources: {'Port': ['ID=9a48534f-198e-49d6-ae1b-d97668015bda,revision_number=4']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:13:35.771610 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709a485f-3f00-44b0-860a-1d477bf719df tempest-AllowedAddressPairIpV6TestJSON-677538037 tempest-AllowedAddressPairIpV6TestJSON-677538037-project] Pushing event updated for resources: {'Port': ['ID=92719bd7-b14d-4a6d-8983-2f425f299e57,revision_number=2']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:13:35.782478 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9481f9a-376a-4891-924d-323a2ff95f58 req-1f2e34f8-237e-4418-a5a6-1e40829b71e1 tempest-ServersOnMultiNodesTest-2088673700 tempest-ServersOnMultiNodesTest-2088673700-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:13:35.784108 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-e9481f9a-376a-4891-924d-323a2ff95f58 req-1f2e34f8-237e-4418-a5a6-1e40829b71e1 tempest-ServersOnMultiNodesTest-2088673700 tempest-ServersOnMultiNodesTest-2088673700-project] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4518123 Jan 26 21:13:35.794846 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-7d68da68-6c42-481f-9e99-677936fd0df6 req-384e7c7a-5e88-40a0-b61a-e91ebc8ec4c7 tempest-ServerAddressesTestJSON-932744412 tempest-ServerAddressesTestJSON-932744412-project] 10.222.0.13 "GET /v2.0/ports?device_id=4351e991-4d0a-4175-b14f-fa85eb2b11e2 HTTP/1.1" status: 200 len: 210 time: 0.0555534 Jan 26 21:13:35.808563 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [req-e9481f9a-376a-4891-924d-323a2ff95f58 req-714f1348-1c4d-4f55-b1cb-b7344768c46d tempest-ServersOnMultiNodesTest-2088673700 tempest-ServersOnMultiNodesTest-2088673700-project] Request body: {'port': {'device_id': '259dc9f9-5750-4490-a6c7-d3d1321bb0be', 'network_id': '7fbe9cf5-e12c-436d-b372-55a19c9faa30', 'admin_state_up': True, 'tenant_id': '95b0180418ed4ee8af0e8472caf2fcf2'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:13:35.906733 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-e9481f9a-376a-4891-924d-323a2ff95f58 req-f1579e18-9478-4657-9c7e-44ab94045408 tempest-ServersOnMultiNodesTest-2088673700 tempest-ServersOnMultiNodesTest-2088673700-project] 10.222.0.66 "GET /v2.0/networks?tenant_id=95b0180418ed4ee8af0e8472caf2fcf2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0296426 Jan 26 21:13:35.975330 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-8dde2705-c5a7-4a9c-b544-f7650aa4c15b tempest-AllowedAddressPairIpV6TestJSON-677538037 tempest-AllowedAddressPairIpV6TestJSON-677538037-project] Deleting port 92719bd7-b14d-4a6d-8983-2f425f299e57 {{(pid=103305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 21:13:35.975906 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-8dde2705-c5a7-4a9c-b544-f7650aa4c15b tempest-AllowedAddressPairIpV6TestJSON-677538037 tempest-AllowedAddressPairIpV6TestJSON-677538037-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746560630878'] for port (92719bd7-b14d-4a6d-8983-2f425f299e57), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:13:36.071394 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-11335ee1-bdd1-4952-a658-51616ae6c38c None None] Provisioning complete for port 92719bd7-b14d-4a6d-8983-2f425f299e57 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:13:36.071772 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-11335ee1-bdd1-4952-a658-51616ae6c38c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (92719bd7-b14d-4a6d-8983-2f425f299e57), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:13:36.145242 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec17166-c03b-470b-adad-cfbee7eda398 req-b9b1a1b5-7b35-4beb-b42b-9dcc6be88754 tempest-AttachVolumeNegativeTest-157238613 tempest-AttachVolumeNegativeTest-157238613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:13:36.147762 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-7ec17166-c03b-470b-adad-cfbee7eda398 req-b9b1a1b5-7b35-4beb-b42b-9dcc6be88754 tempest-AttachVolumeNegativeTest-157238613 tempest-AttachVolumeNegativeTest-157238613-project] 10.222.0.13 "GET /v2.0/ports?device_id=7b83765b-4040-4cc7-a99b-9b2da5d6f5a7 HTTP/1.1" status: 200 len: 945 time: 0.3590543 Jan 26 21:13:36.164070 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-11335ee1-bdd1-4952-a658-51616ae6c38c None None] Port 92719bd7-b14d-4a6d-8983-2f425f299e57 cannot update to ACTIVE because it is not bound. {{(pid=103306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 26 21:13:36.244671 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9481f9a-376a-4891-924d-323a2ff95f58 req-f09493e5-b11a-4718-b616-49509a15c737 tempest-ServersOnMultiNodesTest-2088673700 tempest-ServersOnMultiNodesTest-2088673700-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:13:36.246415 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-e9481f9a-376a-4891-924d-323a2ff95f58 req-f09493e5-b11a-4718-b616-49509a15c737 tempest-ServersOnMultiNodesTest-2088673700 tempest-ServersOnMultiNodesTest-2088673700-project] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3334422 Jan 26 21:13:36.280387 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [req-e9481f9a-376a-4891-924d-323a2ff95f58 req-267d54c6-8555-4c8b-9997-88d0726c5086 tempest-ServersOnMultiNodesTest-2088673700 tempest-ServersOnMultiNodesTest-2088673700-project] Request body: {'port': {'device_id': '49b84614-d8b5-4921-9fed-e4d6f59bb4cb', 'network_id': '7fbe9cf5-e12c-436d-b372-55a19c9faa30', 'admin_state_up': True, 'tenant_id': '95b0180418ed4ee8af0e8472caf2fcf2'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:13:36.333858 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d98a7f-a2b7-4209-ad35-4d3974c30351 req-0f09c76f-2eb1-4217-80e0-324aafaf2d9a tempest-ServersTestMultiNic-211940128 tempest-ServersTestMultiNic-211940128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:13:36.339537 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d98a7f-a2b7-4209-ad35-4d3974c30351 req-0f09c76f-2eb1-4217-80e0-324aafaf2d9a tempest-ServersTestMultiNic-211940128 tempest-ServersTestMultiNic-211940128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:13:36.345008 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d98a7f-a2b7-4209-ad35-4d3974c30351 req-0f09c76f-2eb1-4217-80e0-324aafaf2d9a tempest-ServersTestMultiNic-211940128 tempest-ServersTestMultiNic-211940128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:13:36.347724 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-34d98a7f-a2b7-4209-ad35-4d3974c30351 req-0f09c76f-2eb1-4217-80e0-324aafaf2d9a tempest-ServersTestMultiNic-211940128 tempest-ServersTestMultiNic-211940128-project] 10.222.0.13 "GET /v2.0/ports?device_id=9dc859c1-015e-422f-ad37-21e97b0e94c7 HTTP/1.1" status: 200 len: 2412 time: 0.1989613 Jan 26 21:13:36.390560 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-7ec17166-c03b-470b-adad-cfbee7eda398 req-f68dc770-a59f-455a-95fe-5474c85e2569 tempest-AttachVolumeNegativeTest-157238613 tempest-AttachVolumeNegativeTest-157238613-project] 10.222.0.13 "GET /v2.0/security-groups?id=8e9bd9e5-9820-4475-bfb9-c12598a9861a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2359488 Jan 26 21:13:36.434700 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-2ce69be6-2859-44d9-afb9-1e4a129cb0c7 req-f63b233d-cf17-45af-b7e3-96e16a99c6c4 service neutron] 10.222.0.57 "GET /v2.0/ports/a2a3b45c-c85a-4f3f-ab5d-dcc021dbdb5e/bindings/n-h1-760453-5 HTTP/1.1" status: 200 len: 384 time: 0.2360868 Jan 26 21:13:36.467201 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e9481f9a-376a-4891-924d-323a2ff95f58 req-714f1348-1c4d-4f55-b1cb-b7344768c46d tempest-ServersOnMultiNodesTest-2088673700 tempest-ServersOnMultiNodesTest-2088673700-project] Made reservation on behalf of 95b0180418ed4ee8af0e8472caf2fcf2 for: {'port': 1} {{(pid=103305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 21:13:36.470695 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-e9481f9a-376a-4891-924d-323a2ff95f58 req-714f1348-1c4d-4f55-b1cb-b7344768c46d tempest-ServersOnMultiNodesTest-2088673700 tempest-ServersOnMultiNodesTest-2088673700-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:13:36.508209 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-8dde2705-c5a7-4a9c-b544-f7650aa4c15b tempest-AllowedAddressPairIpV6TestJSON-677538037 tempest-AllowedAddressPairIpV6TestJSON-677538037-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4109658'] for port (92719bd7-b14d-4a6d-8983-2f425f299e57), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:13:36.526176 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-8dde2705-c5a7-4a9c-b544-f7650aa4c15b tempest-AllowedAddressPairIpV6TestJSON-677538037 tempest-AllowedAddressPairIpV6TestJSON-677538037-project] Calling delete_port for 92719bd7-b14d-4a6d-8983-2f425f299e57 owned by {{(pid=103305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 21:13:36.543604 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] get_ports_and_sgs() called for port_ids ['fa35baf5-be01-4c0d-9968-c29d188357c3'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 26 21:13:36.640717 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] get_ports_and_sgs() called for port_ids ['764d585e-425c-4b3e-bd83-04c6d4eebfea'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 26 21:13:36.712734 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] get_ports_and_sgs() called for port_ids ['9a48534f-198e-49d6-ae1b-d97668015bda'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 26 21:13:36.808394 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-8dde2705-c5a7-4a9c-b544-f7650aa4c15b tempest-AllowedAddressPairIpV6TestJSON-677538037 tempest-AllowedAddressPairIpV6TestJSON-677538037-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746560636600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746560234536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11791543'] for port (92719bd7-b14d-4a6d-8983-2f425f299e57), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:13:36.885151 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dde2705-c5a7-4a9c-b544-f7650aa4c15b tempest-AllowedAddressPairIpV6TestJSON-677538037 tempest-AllowedAddressPairIpV6TestJSON-677538037-project] Pushing event deleted for resources: {'Port': ['ID=92719bd7-b14d-4a6d-8983-2f425f299e57,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:13:36.951161 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-8dde2705-c5a7-4a9c-b544-f7650aa4c15b tempest-AllowedAddressPairIpV6TestJSON-677538037 tempest-AllowedAddressPairIpV6TestJSON-677538037-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:13:36.959082 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-8dde2705-c5a7-4a9c-b544-f7650aa4c15b tempest-AllowedAddressPairIpV6TestJSON-677538037 tempest-AllowedAddressPairIpV6TestJSON-677538037-project] 10.222.0.13 "DELETE /v2.0/ports/92719bd7-b14d-4a6d-8983-2f425f299e57 HTTP/1.1" status: 204 len: 168 time: 1.3595750 Jan 26 21:13:36.966497 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 54938) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:13:37.016825 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.db_base_plugin_common [req-e9481f9a-376a-4891-924d-323a2ff95f58 req-714f1348-1c4d-4f55-b1cb-b7344768c46d tempest-ServersOnMultiNodesTest-2088673700 tempest-ServersOnMultiNodesTest-2088673700-project] Allocated IP 192.168.233.77 (7fbe9cf5-e12c-436d-b372-55a19c9faa30/fd77e534-75e6-4b90-950e-f5824d584430/1f823a46-1659-445c-9067-ee7a46f9e1af) {{(pid=103305) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 21:13:37.028818 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-34d98a7f-a2b7-4209-ad35-4d3974c30351 req-939651e3-0249-433c-86a2-787a310ba0ef tempest-ServersTestMultiNic-211940128 tempest-ServersTestMultiNic-211940128-project] 10.222.0.13 "GET /v2.0/security-groups?id=387ebbc6-3579-4cea-a9d9-9b7fa130b41f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6731708 Jan 26 21:13:37.071741 n-d-760453-5 neutron-server[103304]: INFO neutron.pecan_wsgi.hooks.translation [None req-4e3ecd02-29e2-4bc5-a02b-7635f5eff91f tempest-AllowedAddressPairIpV6TestJSON-677538037 tempest-AllowedAddressPairIpV6TestJSON-677538037-project] GET failed (client error): The resource could not be found. Jan 26 21:13:37.073809 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-4e3ecd02-29e2-4bc5-a02b-7635f5eff91f tempest-AllowedAddressPairIpV6TestJSON-677538037 tempest-AllowedAddressPairIpV6TestJSON-677538037-project] 10.222.0.13 "GET /v2.0/ports/92719bd7-b14d-4a6d-8983-2f425f299e57 HTTP/1.1" status: 404 len: 333 time: 0.0992298 Jan 26 21:13:37.082331 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 54940) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:13:37.096358 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-6d7df810-d8da-4e90-bd25-270269116f9b tempest-AllowedAddressPairIpV6TestJSON-677538037 tempest-AllowedAddressPairIpV6TestJSON-677538037-project] Request body: {'port': {'network_id': '509ab503-4d4a-483c-869c-5f4eb80b6a0c', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-894511809'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:13:37.269479 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e9481f9a-376a-4891-924d-323a2ff95f58 req-267d54c6-8555-4c8b-9997-88d0726c5086 tempest-ServersOnMultiNodesTest-2088673700 tempest-ServersOnMultiNodesTest-2088673700-project] Made reservation on behalf of 95b0180418ed4ee8af0e8472caf2fcf2 for: {'port': 1} {{(pid=103304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 21:13:37.273068 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-e9481f9a-376a-4891-924d-323a2ff95f58 req-267d54c6-8555-4c8b-9997-88d0726c5086 tempest-ServersOnMultiNodesTest-2088673700 tempest-ServersOnMultiNodesTest-2088673700-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:13:37.372351 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5512564-72ca-4968-92fc-54c599711a7b req-3dc82b3a-0ee1-410f-ab58-d64b9d22f63b tempest-LiveMigrationTest-746395142 tempest-LiveMigrationTest-746395142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:13:37.374205 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-e5512564-72ca-4968-92fc-54c599711a7b req-3dc82b3a-0ee1-410f-ab58-d64b9d22f63b tempest-LiveMigrationTest-746395142 tempest-LiveMigrationTest-746395142-project] 10.222.0.13 "GET /v2.0/ports?device_id=71a415fd-0f19-44e3-9cdb-4ebc928c7708 HTTP/1.1" status: 200 len: 943 time: 0.4683356 Jan 26 21:13:37.380153 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-e9481f9a-376a-4891-924d-323a2ff95f58 req-714f1348-1c4d-4f55-b1cb-b7344768c46d tempest-ServersOnMultiNodesTest-2088673700 tempest-ServersOnMultiNodesTest-2088673700-project] Publish callbacks [] for port (1f823a46-1659-445c-9067-ee7a46f9e1af), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:13:37.416524 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-c56b04d0-81b3-442f-8ed6-1612bbce7af6 req-cb2c328a-493d-49ba-82bd-4fdcf1fb1f87 tempest-ServersOnMultiNodesTest-2088673700 tempest-ServersOnMultiNodesTest-2088673700-project] 10.222.0.13 "GET /v2.0/ports?device_id=259dc9f9-5750-4490-a6c7-d3d1321bb0be HTTP/1.1" status: 200 len: 210 time: 0.1488612 Jan 26 21:13:37.525514 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-e9481f9a-376a-4891-924d-323a2ff95f58 req-714f1348-1c4d-4f55-b1cb-b7344768c46d tempest-ServersOnMultiNodesTest-2088673700 tempest-ServersOnMultiNodesTest-2088673700-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746560234527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11791543'] for port (1f823a46-1659-445c-9067-ee7a46f9e1af), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:13:37.542689 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] get_ports_and_sgs() called for port_ids ['552aae5b-0114-4ae2-8e9d-898106bbf7d4', '6f3c032f-8f77-4bb1-80f4-b3e6bc17170e', '7b91e58c-2d2a-4acc-8321-b7c6811beaeb'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 26 21:13:37.647780 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-290509b4-3cd0-48bd-b8c6-8f5150e9cc7f req-a4764596-20cc-42a2-a3d8-7e7c8085b256 tempest-ServerAddressesTestJSON-932744412 tempest-ServerAddressesTestJSON-932744412-project] 10.222.0.13 "GET /v2.0/ports?device_id=4351e991-4d0a-4175-b14f-fa85eb2b11e2 HTTP/1.1" status: 200 len: 210 time: 0.0954351 Jan 26 21:13:37.664296 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e9481f9a-376a-4891-924d-323a2ff95f58 req-714f1348-1c4d-4f55-b1cb-b7344768c46d tempest-ServersOnMultiNodesTest-2088673700 tempest-ServersOnMultiNodesTest-2088673700-project] Network 7fbe9cf5-e12c-436d-b372-55a19c9faa30 is already hosted by enough agents. {{(pid=103305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 21:13:37.678995 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Device a2a3b45c-c85a-4f3f-ab5d-dcc021dbdb5e no longer exists at agent hyperv_n-h2-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 26 21:13:37.681243 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d7df810-d8da-4e90-bd25-270269116f9b tempest-AllowedAddressPairIpV6TestJSON-677538037 tempest-AllowedAddressPairIpV6TestJSON-677538037-project] Made reservation on behalf of e40221d88afd4095be964dd3b7cd4afa for: {'port': 1} {{(pid=103304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 21:13:37.685926 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-6d7df810-d8da-4e90-bd25-270269116f9b tempest-AllowedAddressPairIpV6TestJSON-677538037 tempest-AllowedAddressPairIpV6TestJSON-677538037-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:13:37.691509 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [req-e9481f9a-376a-4891-924d-323a2ff95f58 req-714f1348-1c4d-4f55-b1cb-b7344768c46d tempest-ServersOnMultiNodesTest-2088673700 tempest-ServersOnMultiNodesTest-2088673700-project] Resources bound (agent type, host, resource id): {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:13:37.699049 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9481f9a-376a-4891-924d-323a2ff95f58 req-714f1348-1c4d-4f55-b1cb-b7344768c46d tempest-ServersOnMultiNodesTest-2088673700 tempest-ServersOnMultiNodesTest-2088673700-project] Received port after_create {{(pid=103305) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 21:13:37.701824 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714f1348-1c4d-4f55-b1cb-b7344768c46d tempest-ServersOnMultiNodesTest-2088673700 tempest-ServersOnMultiNodesTest-2088673700-project] Pushing event updated for resources: {'Port': ['ID=1f823a46-1659-445c-9067-ee7a46f9e1af,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:13:37.708719 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-e5512564-72ca-4968-92fc-54c599711a7b req-4b770e02-d0b1-44ec-bca6-a35657231989 tempest-LiveMigrationTest-746395142 tempest-LiveMigrationTest-746395142-project] 10.222.0.13 "GET /v2.0/security-groups?id=c43a996a-6b93-48e4-a331-48250c5b183d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2909093 Jan 26 21:13:37.748211 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a10572-ef0b-4763-ad5c-c1a571ec7867 req-4a8eb249-639e-4d6b-98f0-bd2480af1f12 tempest-ServerAddressesTestJSON-932744412 tempest-ServerAddressesTestJSON-932744412-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:13:37.749856 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-36a10572-ef0b-4763-ad5c-c1a571ec7867 req-4a8eb249-639e-4d6b-98f0-bd2480af1f12 tempest-ServerAddressesTestJSON-932744412 tempest-ServerAddressesTestJSON-932744412-project] 10.222.0.66 "GET /v2.0/networks?id=945d78fb-412c-47b5-9865-89e3326145b3 HTTP/1.1" status: 200 len: 814 time: 0.3436821 Jan 26 21:13:37.761139 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [req-2ce69be6-2859-44d9-afb9-1e4a129cb0c7 req-220acc45-4370-4203-8c73-3b831b7e527c service neutron] For port a2a3b45c-c85a-4f3f-ab5d-dcc021dbdb5e, host n-h2-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-5',level=0,port_id=a2a3b45c-c85a-4f3f-ab5d-dcc021dbdb5e,segment=NetworkSegment(984e14e0-bb79-4ef3-b570-cebad3b9694e),segment_id=984e14e0-bb79-4ef3-b570-cebad3b9694e)] {{(pid=103304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:13:37.764844 n-d-760453-5 neutron-server[103304]: DEBUG neutron.notifiers.nova [None req-6d7df810-d8da-4e90-bd25-270269116f9b tempest-AllowedAddressPairIpV6TestJSON-677538037 tempest-AllowedAddressPairIpV6TestJSON-677538037-project] device_id is not set on port 3dea894d-3061-469e-9971-f2e53ad1dbef yet. {{(pid=103304) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 26 21:13:37.785488 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [req-36a10572-ef0b-4763-ad5c-c1a571ec7867 req-ac9ee355-8867-464e-93fb-076107f658eb tempest-ServerAddressesTestJSON-932744412 tempest-ServerAddressesTestJSON-932744412-project] Request body: {'port': {'device_id': '4351e991-4d0a-4175-b14f-fa85eb2b11e2', 'network_id': '945d78fb-412c-47b5-9865-89e3326145b3', 'admin_state_up': True, 'tenant_id': '66cb6d91737845268f80a25b7f76bc60'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:13:37.792009 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.db_base_plugin_common [req-e9481f9a-376a-4891-924d-323a2ff95f58 req-267d54c6-8555-4c8b-9997-88d0726c5086 tempest-ServersOnMultiNodesTest-2088673700 tempest-ServersOnMultiNodesTest-2088673700-project] Allocated IP 192.168.233.90 (7fbe9cf5-e12c-436d-b372-55a19c9faa30/fd77e534-75e6-4b90-950e-f5824d584430/74a29006-e476-494d-a6f7-bba5c779ab89) {{(pid=103304) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 21:13:37.845268 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9481f9a-376a-4891-924d-323a2ff95f58 req-714f1348-1c4d-4f55-b1cb-b7344768c46d tempest-ServersOnMultiNodesTest-2088673700 tempest-ServersOnMultiNodesTest-2088673700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:13:37.850414 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-e9481f9a-376a-4891-924d-323a2ff95f58 req-714f1348-1c4d-4f55-b1cb-b7344768c46d tempest-ServersOnMultiNodesTest-2088673700 tempest-ServersOnMultiNodesTest-2088673700-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:13:37.901514 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Current status of the port a2a3b45c-c85a-4f3f-ab5d-dcc021dbdb5e is: DOWN; New status is: DOWN {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:13:37.956195 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-e9481f9a-376a-4891-924d-323a2ff95f58 req-714f1348-1c4d-4f55-b1cb-b7344768c46d tempest-ServersOnMultiNodesTest-2088673700 tempest-ServersOnMultiNodesTest-2088673700-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.1530733 Jan 26 21:13:37.980863 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [req-e9481f9a-376a-4891-924d-323a2ff95f58 req-826699b5-098a-49e9-b595-0646f9756707 service neutron] Request body: {'port': {'device_id': '259dc9f9-5750-4490-a6c7-d3d1321bb0be', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-760453-5'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:13:38.040481 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [req-2ce69be6-2859-44d9-afb9-1e4a129cb0c7 req-220acc45-4370-4203-8c73-3b831b7e527c service neutron] For port a2a3b45c-c85a-4f3f-ab5d-dcc021dbdb5e, host n-h2-760453-5, cleared binding levels {{(pid=103304) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 26 21:13:38.082855 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-e9481f9a-376a-4891-924d-323a2ff95f58 req-826699b5-098a-49e9-b595-0646f9756707 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (1f823a46-1659-445c-9067-ee7a46f9e1af), before_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:13:38.142445 n-d-760453-5 neutron-server[103304]: DEBUG neutron.notifiers.nova [req-2ce69be6-2859-44d9-afb9-1e4a129cb0c7 req-220acc45-4370-4203-8c73-3b831b7e527c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a2a3b45c-c85a-4f3f-ab5d-dcc021dbdb5e {{(pid=103304) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 26 21:13:38.149275 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-36440647-86fe-4b66-bc69-131f63dfc459 None None] Provisioning complete for port 1f823a46-1659-445c-9067-ee7a46f9e1af triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:13:38.150062 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-36440647-86fe-4b66-bc69-131f63dfc459 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (1f823a46-1659-445c-9067-ee7a46f9e1af), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:13:38.160176 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-36a10572-ef0b-4763-ad5c-c1a571ec7867 req-ac9ee355-8867-464e-93fb-076107f658eb tempest-ServerAddressesTestJSON-932744412 tempest-ServerAddressesTestJSON-932744412-project] Made reservation on behalf of 66cb6d91737845268f80a25b7f76bc60 for: {'port': 1} {{(pid=103305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 21:13:38.165038 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-36a10572-ef0b-4763-ad5c-c1a571ec7867 req-ac9ee355-8867-464e-93fb-076107f658eb tempest-ServerAddressesTestJSON-932744412 tempest-ServerAddressesTestJSON-932744412-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:13:38.194376 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-36440647-86fe-4b66-bc69-131f63dfc459 None None] Port 1f823a46-1659-445c-9067-ee7a46f9e1af cannot update to ACTIVE because it is not bound. {{(pid=103306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 26 21:13:38.198183 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [req-2ce69be6-2859-44d9-afb9-1e4a129cb0c7 req-220acc45-4370-4203-8c73-3b831b7e527c service neutron] For port a2a3b45c-c85a-4f3f-ab5d-dcc021dbdb5e, host n-h1-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-5',level=0,port_id=a2a3b45c-c85a-4f3f-ab5d-dcc021dbdb5e,segment=NetworkSegment(984e14e0-bb79-4ef3-b570-cebad3b9694e),segment_id=984e14e0-bb79-4ef3-b570-cebad3b9694e)] {{(pid=103304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:13:38.201463 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (32ef628b-8417-46c5-8729-60fcabe358f1), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:13:38.245525 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4137a010-1b73-411c-aa83-8123d34210b7 req-33afcdeb-d70b-4604-9c6c-7a9d9118b421 tempest-AttachVolumeNegativeTest-157238613 tempest-AttachVolumeNegativeTest-157238613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:13:38.247054 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-4137a010-1b73-411c-aa83-8123d34210b7 req-33afcdeb-d70b-4604-9c6c-7a9d9118b421 tempest-AttachVolumeNegativeTest-157238613 tempest-AttachVolumeNegativeTest-157238613-project] 10.222.0.13 "GET /v2.0/ports?device_id=7b83765b-4040-4cc7-a99b-9b2da5d6f5a7 HTTP/1.1" status: 200 len: 945 time: 0.2753875 Jan 26 21:13:38.282191 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-2ce69be6-2859-44d9-afb9-1e4a129cb0c7 req-220acc45-4370-4203-8c73-3b831b7e527c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (a2a3b45c-c85a-4f3f-ab5d-dcc021dbdb5e), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:13:38.326436 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-e9481f9a-376a-4891-924d-323a2ff95f58 req-267d54c6-8555-4c8b-9997-88d0726c5086 tempest-ServersOnMultiNodesTest-2088673700 tempest-ServersOnMultiNodesTest-2088673700-project] Publish callbacks [] for port (74a29006-e476-494d-a6f7-bba5c779ab89), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:13:38.347025 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.db_base_plugin_common [None req-6d7df810-d8da-4e90-bd25-270269116f9b tempest-AllowedAddressPairIpV6TestJSON-677538037 tempest-AllowedAddressPairIpV6TestJSON-677538037-project] Allocated IP 2001:db8::323 (509ab503-4d4a-483c-869c-5f4eb80b6a0c/418fa449-16cc-4658-b84f-ce3e0c69aefc/3dea894d-3061-469e-9971-f2e53ad1dbef) {{(pid=103304) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 21:13:38.404763 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.db_base_plugin_common [req-36a10572-ef0b-4763-ad5c-c1a571ec7867 req-ac9ee355-8867-464e-93fb-076107f658eb tempest-ServerAddressesTestJSON-932744412 tempest-ServerAddressesTestJSON-932744412-project] Allocated IP 172.20.0.8 (945d78fb-412c-47b5-9865-89e3326145b3/f1d09feb-bf15-4134-8896-ad80a0234ef8/2c82422a-2ed1-47c2-873c-281a70da19b9) {{(pid=103305) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 21:13:38.423744 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5050a68d-d997-4c4a-91b4-185059eb7e85 req-8b4726ac-744a-4dc8-a301-c96186590b4f tempest-ServersTestMultiNic-211940128 tempest-ServersTestMultiNic-211940128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:13:38.429203 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5050a68d-d997-4c4a-91b4-185059eb7e85 req-8b4726ac-744a-4dc8-a301-c96186590b4f tempest-ServersTestMultiNic-211940128 tempest-ServersTestMultiNic-211940128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:13:38.434626 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5050a68d-d997-4c4a-91b4-185059eb7e85 req-8b4726ac-744a-4dc8-a301-c96186590b4f tempest-ServersTestMultiNic-211940128 tempest-ServersTestMultiNic-211940128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:13:38.436359 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-5050a68d-d997-4c4a-91b4-185059eb7e85 req-8b4726ac-744a-4dc8-a301-c96186590b4f tempest-ServersTestMultiNic-211940128 tempest-ServersTestMultiNic-211940128-project] 10.222.0.13 "GET /v2.0/ports?device_id=9dc859c1-015e-422f-ad37-21e97b0e94c7 HTTP/1.1" status: 200 len: 2412 time: 0.2414660 Jan 26 21:13:38.485496 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-4137a010-1b73-411c-aa83-8123d34210b7 req-0e35d0dd-59fd-4f67-878e-5c035aa4447d tempest-AttachVolumeNegativeTest-157238613 tempest-AttachVolumeNegativeTest-157238613-project] 10.222.0.13 "GET /v2.0/security-groups?id=8e9bd9e5-9820-4475-bfb9-c12598a9861a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2121668 Jan 26 21:13:38.585103 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-e9481f9a-376a-4891-924d-323a2ff95f58 req-267d54c6-8555-4c8b-9997-88d0726c5086 tempest-ServersOnMultiNodesTest-2088673700 tempest-ServersOnMultiNodesTest-2088673700-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746560234527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9281553'] for port (74a29006-e476-494d-a6f7-bba5c779ab89), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:13:38.599141 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] get_ports_and_sgs() called for port_ids ['552aae5b-0114-4ae2-8e9d-898106bbf7d4', '6f3c032f-8f77-4bb1-80f4-b3e6bc17170e', '7b91e58c-2d2a-4acc-8321-b7c6811beaeb'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 26 21:13:38.657856 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-36a10572-ef0b-4763-ad5c-c1a571ec7867 req-ac9ee355-8867-464e-93fb-076107f658eb tempest-ServerAddressesTestJSON-932744412 tempest-ServerAddressesTestJSON-932744412-project] Publish callbacks [] for port (2c82422a-2ed1-47c2-873c-281a70da19b9), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:13:38.707829 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.provisioning_blocks [req-2ce69be6-2859-44d9-afb9-1e4a129cb0c7 req-220acc45-4370-4203-8c73-3b831b7e527c service neutron] Transition to ACTIVE for port object a2a3b45c-c85a-4f3f-ab5d-dcc021dbdb5e will not be triggered until provisioned by entity L2. {{(pid=103304) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 21:13:38.807214 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-36a10572-ef0b-4763-ad5c-c1a571ec7867 req-ac9ee355-8867-464e-93fb-076107f658eb tempest-ServerAddressesTestJSON-932744412 tempest-ServerAddressesTestJSON-932744412-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746560234527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11791543'] for port (2c82422a-2ed1-47c2-873c-281a70da19b9), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:13:38.829866 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-2ce69be6-2859-44d9-afb9-1e4a129cb0c7 req-220acc45-4370-4203-8c73-3b831b7e527c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9281542'] for port (a2a3b45c-c85a-4f3f-ab5d-dcc021dbdb5e), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:13:38.891340 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-36a10572-ef0b-4763-ad5c-c1a571ec7867 req-ac9ee355-8867-464e-93fb-076107f658eb tempest-ServerAddressesTestJSON-932744412 tempest-ServerAddressesTestJSON-932744412-project] Network 945d78fb-412c-47b5-9865-89e3326145b3 is already hosted by enough agents. {{(pid=103305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 21:13:38.901749 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [req-36a10572-ef0b-4763-ad5c-c1a571ec7867 req-ac9ee355-8867-464e-93fb-076107f658eb tempest-ServerAddressesTestJSON-932744412 tempest-ServerAddressesTestJSON-932744412-project] Resources bound (agent type, host, resource id): {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:13:38.904793 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e9481f9a-376a-4891-924d-323a2ff95f58 req-267d54c6-8555-4c8b-9997-88d0726c5086 tempest-ServersOnMultiNodesTest-2088673700 tempest-ServersOnMultiNodesTest-2088673700-project] Network 7fbe9cf5-e12c-436d-b372-55a19c9faa30 is already hosted by enough agents. {{(pid=103304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 21:13:38.912225 n-d-760453-5 neutron-server[103305]: DEBUG neutron.notifiers.nova [req-e9481f9a-376a-4891-924d-323a2ff95f58 req-826699b5-098a-49e9-b595-0646f9756707 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1f823a46-1659-445c-9067-ee7a46f9e1af {{(pid=103305) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 26 21:13:38.917817 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [req-36a10572-ef0b-4763-ad5c-c1a571ec7867 req-ac9ee355-8867-464e-93fb-076107f658eb tempest-ServerAddressesTestJSON-932744412 tempest-ServerAddressesTestJSON-932744412-project] Received port after_create {{(pid=103305) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 21:13:38.920248 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-5050a68d-d997-4c4a-91b4-185059eb7e85 req-4918d823-4f6c-4717-b6ce-9e3d63ccbc66 tempest-ServersTestMultiNic-211940128 tempest-ServersTestMultiNic-211940128-project] 10.222.0.13 "GET /v2.0/security-groups?id=387ebbc6-3579-4cea-a9d9-9b7fa130b41f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4704328 Jan 26 21:13:38.926107 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-e9481f9a-376a-4891-924d-323a2ff95f58 req-826699b5-098a-49e9-b595-0646f9756707 service neutron] Publish callbacks [] for port (1f823a46-1659-445c-9067-ee7a46f9e1af), precommit_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:13:38.928520 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac9ee355-8867-464e-93fb-076107f658eb tempest-ServerAddressesTestJSON-932744412 tempest-ServerAddressesTestJSON-932744412-project] Pushing event updated for resources: {'Port': ['ID=2c82422a-2ed1-47c2-873c-281a70da19b9,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:13:38.935838 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [req-e9481f9a-376a-4891-924d-323a2ff95f58 req-267d54c6-8555-4c8b-9997-88d0726c5086 tempest-ServersOnMultiNodesTest-2088673700 tempest-ServersOnMultiNodesTest-2088673700-project] Resources bound (agent type, host, resource id): {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:13:38.948720 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9481f9a-376a-4891-924d-323a2ff95f58 req-267d54c6-8555-4c8b-9997-88d0726c5086 tempest-ServersOnMultiNodesTest-2088673700 tempest-ServersOnMultiNodesTest-2088673700-project] Received port after_create {{(pid=103304) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 21:13:38.978534 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.provisioning_blocks [req-e9481f9a-376a-4891-924d-323a2ff95f58 req-826699b5-098a-49e9-b595-0646f9756707 service neutron] Transition to ACTIVE for port object 1f823a46-1659-445c-9067-ee7a46f9e1af will not be triggered until provisioned by entity L2. {{(pid=103305) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 21:13:38.992322 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-e9481f9a-376a-4891-924d-323a2ff95f58 req-826699b5-098a-49e9-b595-0646f9756707 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11791520'] for port (1f823a46-1659-445c-9067-ee7a46f9e1af), after_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:13:39.012918 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ce69be6-2859-44d9-afb9-1e4a129cb0c7 req-220acc45-4370-4203-8c73-3b831b7e527c service neutron] No DVR routers for this DVR port a2a3b45c-c85a-4f3f-ab5d-dcc021dbdb5e on host n-h2-760453-5 {{(pid=103304) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 26 21:13:39.030003 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267d54c6-8555-4c8b-9997-88d0726c5086 tempest-ServersOnMultiNodesTest-2088673700 tempest-ServersOnMultiNodesTest-2088673700-project] Pushing event updated for resources: {'Port': ['ID=74a29006-e476-494d-a6f7-bba5c779ab89,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:13:39.054697 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a10572-ef0b-4763-ad5c-c1a571ec7867 req-ac9ee355-8867-464e-93fb-076107f658eb tempest-ServerAddressesTestJSON-932744412 tempest-ServerAddressesTestJSON-932744412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:13:39.058036 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-36a10572-ef0b-4763-ad5c-c1a571ec7867 req-ac9ee355-8867-464e-93fb-076107f658eb tempest-ServerAddressesTestJSON-932744412 tempest-ServerAddressesTestJSON-932744412-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:13:39.062425 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71ec07e-98f6-4b76-ab5c-d421192c50e5 req-036fedb7-cf1a-4db9-ab5a-41c319e2ba85 tempest-ServersOnMultiNodesTest-2088673700 tempest-ServersOnMultiNodesTest-2088673700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:13:39.071389 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-b71ec07e-98f6-4b76-ab5c-d421192c50e5 req-036fedb7-cf1a-4db9-ab5a-41c319e2ba85 tempest-ServersOnMultiNodesTest-2088673700 tempest-ServersOnMultiNodesTest-2088673700-project] 10.222.0.13 "GET /v2.0/ports?device_id=259dc9f9-5750-4490-a6c7-d3d1321bb0be HTTP/1.1" status: 200 len: 935 time: 0.3014264 Jan 26 21:13:39.160494 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-36a10572-ef0b-4763-ad5c-c1a571ec7867 req-ac9ee355-8867-464e-93fb-076107f658eb tempest-ServerAddressesTestJSON-932744412 tempest-ServerAddressesTestJSON-932744412-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3902340 Jan 26 21:13:39.163422 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-826699b5-098a-49e9-b595-0646f9756707 service neutron] Pushing event updated for resources: {'Port': ['ID=1f823a46-1659-445c-9067-ee7a46f9e1af,revision_number=2']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:13:39.238471 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [req-36a10572-ef0b-4763-ad5c-c1a571ec7867 req-240941e1-f10c-43f8-94fd-e9814a556cdf service neutron] Request body: {'port': {'device_id': '4351e991-4d0a-4175-b14f-fa85eb2b11e2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-760453-5'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:13:39.239261 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220acc45-4370-4203-8c73-3b831b7e527c service neutron] Pushing event updated for resources: {'Port': ['ID=a2a3b45c-c85a-4f3f-ab5d-dcc021dbdb5e,revision_number=10']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:13:39.318725 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-36a10572-ef0b-4763-ad5c-c1a571ec7867 req-240941e1-f10c-43f8-94fd-e9814a556cdf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (2c82422a-2ed1-47c2-873c-281a70da19b9), before_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:13:39.376150 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [req-e9481f9a-376a-4891-924d-323a2ff95f58 req-826699b5-098a-49e9-b595-0646f9756707 service neutron] Attempting to bind port 1f823a46-1659-445c-9067-ee7a46f9e1af on host n-h2-760453-5 for vnic_type normal with profile {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 21:13:39.376816 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [req-e9481f9a-376a-4891-924d-323a2ff95f58 req-826699b5-098a-49e9-b595-0646f9756707 service neutron] Attempting to bind port 1f823a46-1659-445c-9067-ee7a46f9e1af by drivers openvswitch,hyperv on host n-h2-760453-5 at level 0 using segments [{'id': '4eab25d6-89d9-4907-a1c2-51b06443ba33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '7fbe9cf5-e12c-436d-b372-55a19c9faa30'}] {{(pid=103305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 26 21:13:39.376816 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9481f9a-376a-4891-924d-323a2ff95f58 req-826699b5-098a-49e9-b595-0646f9756707 service neutron] Attempting to bind port 1f823a46-1659-445c-9067-ee7a46f9e1af on network 7fbe9cf5-e12c-436d-b372-55a19c9faa30 {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 21:13:39.385472 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9481f9a-376a-4891-924d-323a2ff95f58 req-826699b5-098a-49e9-b595-0646f9756707 service neutron] Port 1f823a46-1659-445c-9067-ee7a46f9e1af on network 7fbe9cf5-e12c-436d-b372-55a19c9faa30 not bound, no agent of type Open vSwitch agent registered on host n-h2-760453-5 {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 26 21:13:39.385806 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9481f9a-376a-4891-924d-323a2ff95f58 req-826699b5-098a-49e9-b595-0646f9756707 service neutron] Attempting to bind port 1f823a46-1659-445c-9067-ee7a46f9e1af on network 7fbe9cf5-e12c-436d-b372-55a19c9faa30 {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 21:13:39.387717 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9481f9a-376a-4891-924d-323a2ff95f58 req-267d54c6-8555-4c8b-9997-88d0726c5086 tempest-ServersOnMultiNodesTest-2088673700 tempest-ServersOnMultiNodesTest-2088673700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:13:39.388499 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-e9481f9a-376a-4891-924d-323a2ff95f58 req-267d54c6-8555-4c8b-9997-88d0726c5086 tempest-ServersOnMultiNodesTest-2088673700 tempest-ServersOnMultiNodesTest-2088673700-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:13:39.398110 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9481f9a-376a-4891-924d-323a2ff95f58 req-826699b5-098a-49e9-b595-0646f9756707 service neutron] Checking agent: {'id': '4d619873-4b60-439f-9b5a-b155dc8bbc34', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-760453-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 21, 2, 53), 'started_at': datetime.datetime(2022, 1, 26, 21, 2, 53), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 21, 13, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 26 21:13:39.398458 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9481f9a-376a-4891-924d-323a2ff95f58 req-826699b5-098a-49e9-b595-0646f9756707 service neutron] Checking segment: {'id': '4eab25d6-89d9-4907-a1c2-51b06443ba33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '7fbe9cf5-e12c-436d-b372-55a19c9faa30'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103305) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 21:13:39.398844 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9481f9a-376a-4891-924d-323a2ff95f58 req-826699b5-098a-49e9-b595-0646f9756707 service neutron] Bound using segment: {'id': '4eab25d6-89d9-4907-a1c2-51b06443ba33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '7fbe9cf5-e12c-436d-b372-55a19c9faa30'} {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 26 21:13:39.399288 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [req-e9481f9a-376a-4891-924d-323a2ff95f58 req-826699b5-098a-49e9-b595-0646f9756707 service neutron] Bound port: 1f823a46-1659-445c-9067-ee7a46f9e1af, host: n-h2-760453-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4eab25d6-89d9-4907-a1c2-51b06443ba33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '7fbe9cf5-e12c-436d-b372-55a19c9faa30'}}] {{(pid=103305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 26 21:13:39.403076 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-6d7df810-d8da-4e90-bd25-270269116f9b tempest-AllowedAddressPairIpV6TestJSON-677538037 tempest-AllowedAddressPairIpV6TestJSON-677538037-project] Publish callbacks [] for port (3dea894d-3061-469e-9971-f2e53ad1dbef), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:13:39.406026 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-e9481f9a-376a-4891-924d-323a2ff95f58 req-826699b5-098a-49e9-b595-0646f9756707 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (1f823a46-1659-445c-9067-ee7a46f9e1af), before_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:13:39.410778 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-2ce69be6-2859-44d9-afb9-1e4a129cb0c7 req-220acc45-4370-4203-8c73-3b831b7e527c service neutron] 10.222.0.57 "PUT /v2.0/ports/a2a3b45c-c85a-4f3f-ab5d-dcc021dbdb5e/bindings/n-h1-760453-5/activate HTTP/1.1" status: 200 len: 369 time: 2.9653645 Jan 26 21:13:39.425733 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-b71ec07e-98f6-4b76-ab5c-d421192c50e5 req-e207fdde-f474-4de8-8799-8e6527e5c2c9 tempest-ServersOnMultiNodesTest-2088673700 tempest-ServersOnMultiNodesTest-2088673700-project] 10.222.0.13 "GET /v2.0/security-groups?id=306a2369-8c1c-4f98-9a64-2622487a9ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3533492 Jan 26 21:13:39.430758 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-4cb1795f-7bc8-4848-9d7d-1b8c8df8cf90 None None] Provisioning complete for port 74a29006-e476-494d-a6f7-bba5c779ab89 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:13:39.431234 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-4cb1795f-7bc8-4848-9d7d-1b8c8df8cf90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (74a29006-e476-494d-a6f7-bba5c779ab89), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:13:39.453416 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-e9481f9a-376a-4891-924d-323a2ff95f58 req-267d54c6-8555-4c8b-9997-88d0726c5086 tempest-ServersOnMultiNodesTest-2088673700 tempest-ServersOnMultiNodesTest-2088673700-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.1770773 Jan 26 21:13:39.489112 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [req-e9481f9a-376a-4891-924d-323a2ff95f58 req-88e346fd-6625-4c23-bcc2-07e5ddf2cd49 service neutron] Request body: {'port': {'device_id': '49b84614-d8b5-4921-9fed-e4d6f59bb4cb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-760453-5'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:13:39.511428 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91d2aea-c397-4073-90c0-bc116d8aa35e req-0e089f38-fd28-42e9-bc8f-45f065536cd6 tempest-ServerAddressesTestJSON-932744412 tempest-ServerAddressesTestJSON-932744412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:13:39.514235 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-d91d2aea-c397-4073-90c0-bc116d8aa35e req-0e089f38-fd28-42e9-bc8f-45f065536cd6 tempest-ServerAddressesTestJSON-932744412 tempest-ServerAddressesTestJSON-932744412-project] 10.222.0.13 "GET /v2.0/ports?device_id=4351e991-4d0a-4175-b14f-fa85eb2b11e2 HTTP/1.1" status: 200 len: 931 time: 0.2694876 Jan 26 21:13:39.523551 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-4cb1795f-7bc8-4848-9d7d-1b8c8df8cf90 None None] Port 74a29006-e476-494d-a6f7-bba5c779ab89 cannot update to ACTIVE because it is not bound. {{(pid=103306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 26 21:13:39.671790 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Device fa35baf5-be01-4c0d-9968-c29d188357c3 up at agent hyperv_n-h1-760453-5 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 21:13:39.702472 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-d91d2aea-c397-4073-90c0-bc116d8aa35e req-e25f272e-a758-4d47-8f28-1379aedc2d82 tempest-ServerAddressesTestJSON-932744412 tempest-ServerAddressesTestJSON-932744412-project] 10.222.0.13 "GET /v2.0/security-groups?id=de362e2c-5f90-4974-854f-ab663c021699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1626606 Jan 26 21:13:39.709868 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-6d7df810-d8da-4e90-bd25-270269116f9b tempest-AllowedAddressPairIpV6TestJSON-677538037 tempest-AllowedAddressPairIpV6TestJSON-677538037-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746560234527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9281553'] for port (3dea894d-3061-469e-9971-f2e53ad1dbef), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:13:39.816218 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9985956-ddd4-4eac-83e3-8d916c10724a req-676762c7-1ca7-401c-980c-c94fd4263737 tempest-LiveMigrationTest-746395142 tempest-LiveMigrationTest-746395142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:13:39.818405 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-b9985956-ddd4-4eac-83e3-8d916c10724a req-676762c7-1ca7-401c-980c-c94fd4263737 tempest-LiveMigrationTest-746395142 tempest-LiveMigrationTest-746395142-project] 10.222.0.13 "GET /v2.0/ports?device_id=71a415fd-0f19-44e3-9cdb-4ebc928c7708 HTTP/1.1" status: 200 len: 944 time: 0.1300573 Jan 26 21:13:39.826103 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce69be6-2859-44d9-afb9-1e4a129cb0c7 req-bab5455d-b371-4e81-8bd4-aa6e0816dea8 tempest-LiveMigrationTest-97640354 tempest-LiveMigrationTest-97640354-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:13:39.828695 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-2ce69be6-2859-44d9-afb9-1e4a129cb0c7 req-bab5455d-b371-4e81-8bd4-aa6e0816dea8 tempest-LiveMigrationTest-97640354 tempest-LiveMigrationTest-97640354-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=71a415fd-0f19-44e3-9cdb-4ebc928c7708&tenant_id=ee6098e1a6074d57972f34ef6549de05&binding%3Ahost_id=n-h2-760453-5 HTTP/1.1" status: 200 len: 1095 time: 0.2523901 Jan 26 21:13:39.853736 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [req-e9481f9a-376a-4891-924d-323a2ff95f58 req-826699b5-098a-49e9-b595-0646f9756707 service neutron] For port 1f823a46-1659-445c-9067-ee7a46f9e1af, host n-h2-760453-5, cleared binding levels {{(pid=103305) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 26 21:13:39.863304 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-e9481f9a-376a-4891-924d-323a2ff95f58 req-88e346fd-6625-4c23-bcc2-07e5ddf2cd49 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (74a29006-e476-494d-a6f7-bba5c779ab89), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:13:39.870217 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Provisioning for port fa35baf5-be01-4c0d-9968-c29d188357c3 completed by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 21:13:39.880467 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Provisioning complete for port fa35baf5-be01-4c0d-9968-c29d188357c3 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:13:39.881053 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (fa35baf5-be01-4c0d-9968-c29d188357c3), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:13:39.889579 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d7df810-d8da-4e90-bd25-270269116f9b tempest-AllowedAddressPairIpV6TestJSON-677538037 tempest-AllowedAddressPairIpV6TestJSON-677538037-project] Network 509ab503-4d4a-483c-869c-5f4eb80b6a0c is already hosted by enough agents. {{(pid=103304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 21:13:39.908751 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [None req-6d7df810-d8da-4e90-bd25-270269116f9b tempest-AllowedAddressPairIpV6TestJSON-677538037 tempest-AllowedAddressPairIpV6TestJSON-677538037-project] Resources bound (agent type, host, resource id): {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:13:39.915187 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [req-e9481f9a-376a-4891-924d-323a2ff95f58 req-826699b5-098a-49e9-b595-0646f9756707 service neutron] For port 1f823a46-1659-445c-9067-ee7a46f9e1af, host n-h2-760453-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-5',level=0,port_id=1f823a46-1659-445c-9067-ee7a46f9e1af,segment=NetworkSegment(4eab25d6-89d9-4907-a1c2-51b06443ba33),segment_id=4eab25d6-89d9-4907-a1c2-51b06443ba33)] {{(pid=103305) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 26 21:13:39.932408 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-e9481f9a-376a-4891-924d-323a2ff95f58 req-826699b5-098a-49e9-b595-0646f9756707 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11791520'] for port (1f823a46-1659-445c-9067-ee7a46f9e1af), after_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:13:39.942266 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d7df810-d8da-4e90-bd25-270269116f9b tempest-AllowedAddressPairIpV6TestJSON-677538037 tempest-AllowedAddressPairIpV6TestJSON-677538037-project] Received port after_create {{(pid=103304) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 21:13:39.948518 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d7df810-d8da-4e90-bd25-270269116f9b tempest-AllowedAddressPairIpV6TestJSON-677538037 tempest-AllowedAddressPairIpV6TestJSON-677538037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:13:39.949322 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-6d7df810-d8da-4e90-bd25-270269116f9b tempest-AllowedAddressPairIpV6TestJSON-677538037 tempest-AllowedAddressPairIpV6TestJSON-677538037-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:13:39.972936 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-b9985956-ddd4-4eac-83e3-8d916c10724a req-44fa70c9-1245-4005-9bf2-cc81aaa01fe6 tempest-LiveMigrationTest-746395142 tempest-LiveMigrationTest-746395142-project] 10.222.0.13 "GET /v2.0/security-groups?id=c43a996a-6b93-48e4-a331-48250c5b183d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1438622 Jan 26 21:13:39.973799 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7df810-d8da-4e90-bd25-270269116f9b tempest-AllowedAddressPairIpV6TestJSON-677538037 tempest-AllowedAddressPairIpV6TestJSON-677538037-project] Pushing event updated for resources: {'Port': ['ID=3dea894d-3061-469e-9971-f2e53ad1dbef,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:13:39.998105 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-6d7df810-d8da-4e90-bd25-270269116f9b tempest-AllowedAddressPairIpV6TestJSON-677538037 tempest-AllowedAddressPairIpV6TestJSON-677538037-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 2.9057431 Jan 26 21:13:39.998946 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 54972) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:13:40.005665 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9481f9a-376a-4891-924d-323a2ff95f58 req-826699b5-098a-49e9-b595-0646f9756707 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:13:40.006845 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-e9481f9a-376a-4891-924d-323a2ff95f58 req-826699b5-098a-49e9-b595-0646f9756707 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:13:40.008388 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-ed2f977c-6c12-4fe1-a0c4-3f7ac68676ca tempest-AllowedAddressPairIpV6TestJSON-677538037 tempest-AllowedAddressPairIpV6TestJSON-677538037-project] Request body: {'port': {'network_id': '509ab503-4d4a-483c-869c-5f4eb80b6a0c', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-476716763'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:13:40.008541 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-e9481f9a-376a-4891-924d-323a2ff95f58 req-826699b5-098a-49e9-b595-0646f9756707 service neutron] 10.222.0.57 "PUT /v2.0/ports/1f823a46-1659-445c-9067-ee7a46f9e1af HTTP/1.1" status: 200 len: 1095 time: 2.0443082 Jan 26 21:13:40.028240 n-d-760453-5 neutron-server[103305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '259dc9f9-5750-4490-a6c7-d3d1321bb0be', 'tag': '1f823a46-1659-445c-9067-ee7a46f9e1af'}] {{(pid=103305) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 21:13:40.040072 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d4654568b7bf041e72ff8fe1c96d6d761d9c921f2b99bc7b3a26632be20cee0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3ce2ccf-7db2-4d4e-99df-a34550df03f4" -d '{"events": [{"name": "network-changed", "server_uuid": "259dc9f9-5750-4490-a6c7-d3d1321bb0be", "tag": "1f823a46-1659-445c-9067-ee7a46f9e1af"}]}' {{(pid=103305) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 21:13:40.050812 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce69be6-2859-44d9-afb9-1e4a129cb0c7 req-90b0324d-058d-4503-b675-7255202d17e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:13:40.052396 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-2ce69be6-2859-44d9-afb9-1e4a129cb0c7 req-90b0324d-058d-4503-b675-7255202d17e1 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=71a415fd-0f19-44e3-9cdb-4ebc928c7708&tenant_id=ee6098e1a6074d57972f34ef6549de05 HTTP/1.1" status: 200 len: 1095 time: 0.2155120 Jan 26 21:13:40.168063 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Current status of the port fa35baf5-be01-4c0d-9968-c29d188357c3 is: BUILD; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:13:40.168490 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (fa35baf5-be01-4c0d-9968-c29d188357c3), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:13:40.231690 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] For port fa35baf5-be01-4c0d-9968-c29d188357c3, host n-h1-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-5',level=0,port_id=fa35baf5-be01-4c0d-9968-c29d188357c3,segment=NetworkSegment(0f71e1ef-9f51-4f8e-afb9-809838426693),segment_id=0f71e1ef-9f51-4f8e-afb9-809838426693)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:13:40.232767 n-d-760453-5 neutron-server[103306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9dc859c1-015e-422f-ad37-21e97b0e94c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa35baf5-be01-4c0d-9968-c29d188357c3'}] {{(pid=103306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 21:13:40.241086 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9d5d370febab655511bdd2ffe887e43e442d144a440368702bcc1e93af00b97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9058e18a-ba15-4077-84c1-1ecff76897fe" -d '{"events": [{"server_uuid": "9dc859c1-015e-422f-ad37-21e97b0e94c7", "name": "network-vif-plugged", "status": "completed", "tag": "fa35baf5-be01-4c0d-9968-c29d188357c3"}]}' {{(pid=103306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 21:13:40.250327 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (fa35baf5-be01-4c0d-9968-c29d188357c3), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:13:40.250710 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 26 Jan 2022 21:13:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0cf64c3b-2ddc-4766-80a8-f4329392e997 x-openstack-request-id: req-0cf64c3b-2ddc-4766-80a8-f4329392e997 {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 21:13:40.251242 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "259dc9f9-5750-4490-a6c7-d3d1321bb0be", "tag": "1f823a46-1659-445c-9067-ee7a46f9e1af", "status": "completed", "code": 200}]} {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 21:13:40.251722 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-0cf64c3b-2ddc-4766-80a8-f4329392e997 {{(pid=103305) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 21:13:40.252417 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Device 9a48534f-198e-49d6-ae1b-d97668015bda up at agent hyperv_n-h1-760453-5 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 21:13:40.252807 n-d-760453-5 neutron-server[103305]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '259dc9f9-5750-4490-a6c7-d3d1321bb0be', 'tag': '1f823a46-1659-445c-9067-ee7a46f9e1af', 'status': 'completed', 'code': 200} Jan 26 21:13:40.342753 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Jan 2022 21:13:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11da8942-2ced-457f-b886-f0a784191159 x-openstack-request-id: req-11da8942-2ced-457f-b886-f0a784191159 {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 21:13:40.343107 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9dc859c1-015e-422f-ad37-21e97b0e94c7", "name": "network-vif-plugged", "status": "completed", "tag": "fa35baf5-be01-4c0d-9968-c29d188357c3", "code": 200}]} {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 21:13:40.343294 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-11da8942-2ced-457f-b886-f0a784191159 {{(pid=103306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 21:13:40.343698 n-d-760453-5 neutron-server[103306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9dc859c1-015e-422f-ad37-21e97b0e94c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa35baf5-be01-4c0d-9968-c29d188357c3', 'code': 200} Jan 26 21:13:40.387237 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Pushing event updated for resources: {'Port': ['ID=fa35baf5-be01-4c0d-9968-c29d188357c3,revision_number=5']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:13:40.407654 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Provisioning for port 9a48534f-198e-49d6-ae1b-d97668015bda completed by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 21:13:40.411120 n-d-760453-5 neutron-server[103305]: DEBUG neutron.notifiers.nova [req-36a10572-ef0b-4763-ad5c-c1a571ec7867 req-240941e1-f10c-43f8-94fd-e9814a556cdf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2c82422a-2ed1-47c2-873c-281a70da19b9 {{(pid=103305) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 26 21:13:40.416147 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Provisioning complete for port 9a48534f-198e-49d6-ae1b-d97668015bda triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:13:40.416753 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (9a48534f-198e-49d6-ae1b-d97668015bda), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:13:40.426668 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-36a10572-ef0b-4763-ad5c-c1a571ec7867 req-240941e1-f10c-43f8-94fd-e9814a556cdf service neutron] Publish callbacks [] for port (2c82422a-2ed1-47c2-873c-281a70da19b9), precommit_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:13:40.470602 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.provisioning_blocks [req-36a10572-ef0b-4763-ad5c-c1a571ec7867 req-240941e1-f10c-43f8-94fd-e9814a556cdf service neutron] Transition to ACTIVE for port object 2c82422a-2ed1-47c2-873c-281a70da19b9 will not be triggered until provisioned by entity L2. {{(pid=103305) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 21:13:40.505423 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-deb59e6c-7374-41ff-b1d4-079d9ce085d6 None None] Provisioning complete for port 3dea894d-3061-469e-9971-f2e53ad1dbef triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:13:40.506017 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-deb59e6c-7374-41ff-b1d4-079d9ce085d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (3dea894d-3061-469e-9971-f2e53ad1dbef), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:13:40.516102 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-36a10572-ef0b-4763-ad5c-c1a571ec7867 req-240941e1-f10c-43f8-94fd-e9814a556cdf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11791520'] for port (2c82422a-2ed1-47c2-873c-281a70da19b9), after_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:13:40.605464 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-826699b5-098a-49e9-b595-0646f9756707 service neutron] Pushing event updated for resources: {'Port': ['ID=1f823a46-1659-445c-9067-ee7a46f9e1af,revision_number=3']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:13:40.611459 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Current status of the port 9a48534f-198e-49d6-ae1b-d97668015bda is: BUILD; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:13:40.611948 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (9a48534f-198e-49d6-ae1b-d97668015bda), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:13:40.614314 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-deb59e6c-7374-41ff-b1d4-079d9ce085d6 None None] Port 3dea894d-3061-469e-9971-f2e53ad1dbef cannot update to ACTIVE because it is not bound. {{(pid=103306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 26 21:13:40.621197 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce69be6-2859-44d9-afb9-1e4a129cb0c7 req-bda35811-42d2-4b4b-8109-f941484846e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:13:40.624674 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-2ce69be6-2859-44d9-afb9-1e4a129cb0c7 req-bda35811-42d2-4b4b-8109-f941484846e0 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=ee6098e1a6074d57972f34ef6549de05&device_id=71a415fd-0f19-44e3-9cdb-4ebc928c7708 HTTP/1.1" status: 200 len: 1095 time: 0.4672782 Jan 26 21:13:40.636545 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f90cc62-09dd-47c9-87c6-1949d2ff6cf4 req-696ab892-b39e-4a3f-9dc9-433024cb8f01 tempest-ServersTestMultiNic-211940128 tempest-ServersTestMultiNic-211940128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:13:40.642099 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f90cc62-09dd-47c9-87c6-1949d2ff6cf4 req-696ab892-b39e-4a3f-9dc9-433024cb8f01 tempest-ServersTestMultiNic-211940128 tempest-ServersTestMultiNic-211940128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:13:40.648107 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f90cc62-09dd-47c9-87c6-1949d2ff6cf4 req-696ab892-b39e-4a3f-9dc9-433024cb8f01 tempest-ServersTestMultiNic-211940128 tempest-ServersTestMultiNic-211940128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:13:40.650073 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-8f90cc62-09dd-47c9-87c6-1949d2ff6cf4 req-696ab892-b39e-4a3f-9dc9-433024cb8f01 tempest-ServersTestMultiNic-211940128 tempest-ServersTestMultiNic-211940128-project] 10.222.0.13 "GET /v2.0/ports?device_id=9dc859c1-015e-422f-ad37-21e97b0e94c7 HTTP/1.1" status: 200 len: 2413 time: 0.4860940 Jan 26 21:13:40.672684 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] For port 9a48534f-198e-49d6-ae1b-d97668015bda, host n-h1-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-5',level=0,port_id=9a48534f-198e-49d6-ae1b-d97668015bda,segment=NetworkSegment(0f71e1ef-9f51-4f8e-afb9-809838426693),segment_id=0f71e1ef-9f51-4f8e-afb9-809838426693)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:13:40.678206 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (9a48534f-198e-49d6-ae1b-d97668015bda), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:13:40.679095 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Device 764d585e-425c-4b3e-bd83-04c6d4eebfea up at agent hyperv_n-h1-760453-5 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 21:13:40.802705 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9481f9a-376a-4891-924d-323a2ff95f58 req-58e5b199-c114-4ab0-88c4-94bd8006665c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:13:40.802705 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-e9481f9a-376a-4891-924d-323a2ff95f58 req-58e5b199-c114-4ab0-88c4-94bd8006665c service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=95b0180418ed4ee8af0e8472caf2fcf2&device_id=259dc9f9-5750-4490-a6c7-d3d1321bb0be HTTP/1.1" status: 200 len: 1098 time: 0.7415235 Jan 26 21:13:40.803331 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce69be6-2859-44d9-afb9-1e4a129cb0c7 req-08c7dfac-fad9-4352-8922-84454624ca04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:13:40.804654 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-2ce69be6-2859-44d9-afb9-1e4a129cb0c7 req-08c7dfac-fad9-4352-8922-84454624ca04 service neutron] 10.222.0.66 "GET /v2.0/networks?id=57cdf3f5-a20b-4c6f-b2eb-bed2f5d4d40a HTTP/1.1" status: 200 len: 908 time: 0.1181083 Jan 26 21:13:40.879449 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Provisioning for port 764d585e-425c-4b3e-bd83-04c6d4eebfea completed by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 21:13:40.889048 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Pushing event updated for resources: {'Port': ['ID=9a48534f-198e-49d6-ae1b-d97668015bda,revision_number=5']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:13:40.909988 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Provisioning complete for port 764d585e-425c-4b3e-bd83-04c6d4eebfea triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:13:40.910367 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (764d585e-425c-4b3e-bd83-04c6d4eebfea), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:13:40.961027 n-d-760453-5 neutron-server[103304]: DEBUG neutron.notifiers.nova [req-e9481f9a-376a-4891-924d-323a2ff95f58 req-88e346fd-6625-4c23-bcc2-07e5ddf2cd49 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 74a29006-e476-494d-a6f7-bba5c779ab89 {{(pid=103304) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 26 21:13:40.981960 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-e9481f9a-376a-4891-924d-323a2ff95f58 req-88e346fd-6625-4c23-bcc2-07e5ddf2cd49 service neutron] Publish callbacks [] for port (74a29006-e476-494d-a6f7-bba5c779ab89), precommit_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:13:40.984289 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed2f977c-6c12-4fe1-a0c4-3f7ac68676ca tempest-AllowedAddressPairIpV6TestJSON-677538037 tempest-AllowedAddressPairIpV6TestJSON-677538037-project] Made reservation on behalf of e40221d88afd4095be964dd3b7cd4afa for: {'port': 1} {{(pid=103304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 21:13:40.988523 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-ed2f977c-6c12-4fe1-a0c4-3f7ac68676ca tempest-AllowedAddressPairIpV6TestJSON-677538037 tempest-AllowedAddressPairIpV6TestJSON-677538037-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:13:41.026836 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.provisioning_blocks [req-e9481f9a-376a-4891-924d-323a2ff95f58 req-88e346fd-6625-4c23-bcc2-07e5ddf2cd49 service neutron] Transition to ACTIVE for port object 74a29006-e476-494d-a6f7-bba5c779ab89 will not be triggered until provisioned by entity L2. {{(pid=103304) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 21:13:41.032603 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-2ce69be6-2859-44d9-afb9-1e4a129cb0c7 req-c26df6f7-63f1-4dd1-a25c-37b29e954da4 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a2a3b45c-c85a-4f3f-ab5d-dcc021dbdb5e HTTP/1.1" status: 200 len: 217 time: 0.1800983 Jan 26 21:13:41.034998 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-e9481f9a-376a-4891-924d-323a2ff95f58 req-3a8b3098-0f2b-421b-85f4-264a04924310 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.77&port_id=1f823a46-1659-445c-9067-ee7a46f9e1af HTTP/1.1" status: 200 len: 217 time: 0.1634154 Jan 26 21:13:41.035686 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-240941e1-f10c-43f8-94fd-e9814a556cdf service neutron] Pushing event updated for resources: {'Port': ['ID=2c82422a-2ed1-47c2-873c-281a70da19b9,revision_number=2']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:13:41.039851 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [req-36a10572-ef0b-4763-ad5c-c1a571ec7867 req-240941e1-f10c-43f8-94fd-e9814a556cdf service neutron] Attempting to bind port 2c82422a-2ed1-47c2-873c-281a70da19b9 on host n-h1-760453-5 for vnic_type normal with profile {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 21:13:41.040313 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [req-36a10572-ef0b-4763-ad5c-c1a571ec7867 req-240941e1-f10c-43f8-94fd-e9814a556cdf service neutron] Attempting to bind port 2c82422a-2ed1-47c2-873c-281a70da19b9 by drivers openvswitch,hyperv on host n-h1-760453-5 at level 0 using segments [{'id': '32bad8e5-a8f3-4c5d-b37f-4f58ef61867f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '945d78fb-412c-47b5-9865-89e3326145b3'}] {{(pid=103305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 26 21:13:41.041977 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36a10572-ef0b-4763-ad5c-c1a571ec7867 req-240941e1-f10c-43f8-94fd-e9814a556cdf service neutron] Attempting to bind port 2c82422a-2ed1-47c2-873c-281a70da19b9 on network 945d78fb-412c-47b5-9865-89e3326145b3 {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 21:13:41.075948 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Current status of the port 764d585e-425c-4b3e-bd83-04c6d4eebfea is: BUILD; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:13:41.076342 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (764d585e-425c-4b3e-bd83-04c6d4eebfea), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:13:41.083928 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-e9481f9a-376a-4891-924d-323a2ff95f58 req-88e346fd-6625-4c23-bcc2-07e5ddf2cd49 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9281542'] for port (74a29006-e476-494d-a6f7-bba5c779ab89), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:13:41.111110 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402ccb1d-b7fa-4c0d-91c3-1412bc5f18c1 req-bec0e8b2-2a34-4023-95a7-eb58b6bff39f tempest-ServersOnMultiNodesTest-2088673700 tempest-ServersOnMultiNodesTest-2088673700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:13:41.122954 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-402ccb1d-b7fa-4c0d-91c3-1412bc5f18c1 req-bec0e8b2-2a34-4023-95a7-eb58b6bff39f tempest-ServersOnMultiNodesTest-2088673700 tempest-ServersOnMultiNodesTest-2088673700-project] 10.222.0.13 "GET /v2.0/ports?device_id=259dc9f9-5750-4490-a6c7-d3d1321bb0be HTTP/1.1" status: 200 len: 947 time: 0.5397089 Jan 26 21:13:41.127055 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36a10572-ef0b-4763-ad5c-c1a571ec7867 req-240941e1-f10c-43f8-94fd-e9814a556cdf service neutron] Port 2c82422a-2ed1-47c2-873c-281a70da19b9 on network 945d78fb-412c-47b5-9865-89e3326145b3 not bound, no agent of type Open vSwitch agent registered on host n-h1-760453-5 {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 26 21:13:41.127397 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36a10572-ef0b-4763-ad5c-c1a571ec7867 req-240941e1-f10c-43f8-94fd-e9814a556cdf service neutron] Attempting to bind port 2c82422a-2ed1-47c2-873c-281a70da19b9 on network 945d78fb-412c-47b5-9865-89e3326145b3 {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 21:13:41.138163 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] For port 764d585e-425c-4b3e-bd83-04c6d4eebfea, host n-h1-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-5',level=0,port_id=764d585e-425c-4b3e-bd83-04c6d4eebfea,segment=NetworkSegment(9841d257-0b06-4cf2-9676-06bc99036fe7),segment_id=9841d257-0b06-4cf2-9676-06bc99036fe7)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:13:41.144644 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36a10572-ef0b-4763-ad5c-c1a571ec7867 req-240941e1-f10c-43f8-94fd-e9814a556cdf service neutron] Checking agent: {'id': '32ef628b-8417-46c5-8729-60fcabe358f1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-760453-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 21, 3, 8), 'started_at': datetime.datetime(2022, 1, 26, 21, 3, 8), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 21, 13, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 26 21:13:41.145094 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36a10572-ef0b-4763-ad5c-c1a571ec7867 req-240941e1-f10c-43f8-94fd-e9814a556cdf service neutron] Checking segment: {'id': '32bad8e5-a8f3-4c5d-b37f-4f58ef61867f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '945d78fb-412c-47b5-9865-89e3326145b3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103305) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 21:13:41.145561 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36a10572-ef0b-4763-ad5c-c1a571ec7867 req-240941e1-f10c-43f8-94fd-e9814a556cdf service neutron] Bound using segment: {'id': '32bad8e5-a8f3-4c5d-b37f-4f58ef61867f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '945d78fb-412c-47b5-9865-89e3326145b3'} {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 26 21:13:41.146067 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [req-36a10572-ef0b-4763-ad5c-c1a571ec7867 req-240941e1-f10c-43f8-94fd-e9814a556cdf service neutron] Bound port: 2c82422a-2ed1-47c2-873c-281a70da19b9, host: n-h1-760453-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '32bad8e5-a8f3-4c5d-b37f-4f58ef61867f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '945d78fb-412c-47b5-9865-89e3326145b3'}}] {{(pid=103305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 26 21:13:41.146490 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-36a10572-ef0b-4763-ad5c-c1a571ec7867 req-240941e1-f10c-43f8-94fd-e9814a556cdf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (2c82422a-2ed1-47c2-873c-281a70da19b9), before_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:13:41.149952 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (764d585e-425c-4b3e-bd83-04c6d4eebfea), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:13:41.151214 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Device a2a3b45c-c85a-4f3f-ab5d-dcc021dbdb5e no longer exists at agent hyperv_n-h1-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 26 21:13:41.182746 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-8f90cc62-09dd-47c9-87c6-1949d2ff6cf4 req-dc33e67b-9d3f-48f7-92a7-f9f70e2d4a35 tempest-ServersTestMultiNic-211940128 tempest-ServersTestMultiNic-211940128-project] 10.222.0.13 "GET /v2.0/security-groups?id=387ebbc6-3579-4cea-a9d9-9b7fa130b41f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5122404 Jan 26 21:13:41.197516 n-d-760453-5 neutron-server[103304]: DEBUG neutron.notifiers.nova [None req-ed2f977c-6c12-4fe1-a0c4-3f7ac68676ca tempest-AllowedAddressPairIpV6TestJSON-677538037 tempest-AllowedAddressPairIpV6TestJSON-677538037-project] device_id is not set on port 51195a15-b93b-4fa6-aa6b-ff6a985210cd yet. {{(pid=103304) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 26 21:13:41.200611 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9481f9a-376a-4891-924d-323a2ff95f58 req-1d6b4b2b-8ffa-4c74-a2c3-2b3bad3e6da3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:13:41.211449 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-e9481f9a-376a-4891-924d-323a2ff95f58 req-1d6b4b2b-8ffa-4c74-a2c3-2b3bad3e6da3 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=fd77e534-75e6-4b90-950e-f5824d584430 HTTP/1.1" status: 200 len: 843 time: 0.1503634 Jan 26 21:13:41.298810 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-402ccb1d-b7fa-4c0d-91c3-1412bc5f18c1 req-7fddab60-c45c-4647-8a98-9be0c0a70e12 tempest-ServersOnMultiNodesTest-2088673700 tempest-ServersOnMultiNodesTest-2088673700-project] 10.222.0.13 "GET /v2.0/security-groups?id=306a2369-8c1c-4f98-9a64-2622487a9ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1696529 Jan 26 21:13:41.340815 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce69be6-2859-44d9-afb9-1e4a129cb0c7 req-f88cdb72-d91c-40a5-aa87-b3391bc1f4de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:13:41.342355 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-2ce69be6-2859-44d9-afb9-1e4a129cb0c7 req-f88cdb72-d91c-40a5-aa87-b3391bc1f4de service neutron] 10.222.0.66 "GET /v2.0/subnets?id=0fd61269-7d95-487b-ba3a-f244d39cf571 HTTP/1.1" status: 200 len: 847 time: 0.3035223 Jan 26 21:13:41.374356 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e346fd-6625-4c23-bcc2-07e5ddf2cd49 service neutron] Pushing event updated for resources: {'Port': ['ID=74a29006-e476-494d-a6f7-bba5c779ab89,revision_number=2']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:13:41.395410 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-2ce69be6-2859-44d9-afb9-1e4a129cb0c7 req-7dd6f18b-92c3-43ff-af4b-843fa8d135f6 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=57cdf3f5-a20b-4c6f-b2eb-bed2f5d4d40a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0358856 Jan 26 21:13:41.468265 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9481f9a-376a-4891-924d-323a2ff95f58 req-94d5984d-9f4a-4260-b8ea-1b6a99b7cc5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:13:41.469847 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-e9481f9a-376a-4891-924d-323a2ff95f58 req-94d5984d-9f4a-4260-b8ea-1b6a99b7cc5e service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=7fbe9cf5-e12c-436d-b372-55a19c9faa30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2357891 Jan 26 21:13:41.476053 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Pushing event updated for resources: {'Port': ['ID=764d585e-425c-4b3e-bd83-04c6d4eebfea,revision_number=5']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:13:41.492641 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Current status of the port a2a3b45c-c85a-4f3f-ab5d-dcc021dbdb5e is: DOWN; New status is: DOWN {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:13:41.531775 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [req-36a10572-ef0b-4763-ad5c-c1a571ec7867 req-240941e1-f10c-43f8-94fd-e9814a556cdf service neutron] For port 2c82422a-2ed1-47c2-873c-281a70da19b9, host n-h1-760453-5, cleared binding levels {{(pid=103305) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 26 21:13:41.598575 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [req-36a10572-ef0b-4763-ad5c-c1a571ec7867 req-240941e1-f10c-43f8-94fd-e9814a556cdf service neutron] For port 2c82422a-2ed1-47c2-873c-281a70da19b9, host n-h1-760453-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-5',level=0,port_id=2c82422a-2ed1-47c2-873c-281a70da19b9,segment=NetworkSegment(32bad8e5-a8f3-4c5d-b37f-4f58ef61867f),segment_id=32bad8e5-a8f3-4c5d-b37f-4f58ef61867f)] {{(pid=103305) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 26 21:13:41.626555 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-36a10572-ef0b-4763-ad5c-c1a571ec7867 req-240941e1-f10c-43f8-94fd-e9814a556cdf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11791520'] for port (2c82422a-2ed1-47c2-873c-281a70da19b9), after_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:13:41.651865 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bfadf3f-4b23-439c-abbb-26b2b5098f04 req-30d1e6a3-ebf0-464a-a559-a296f3d01d54 tempest-ServerAddressesTestJSON-932744412 tempest-ServerAddressesTestJSON-932744412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:13:41.671913 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-9bfadf3f-4b23-439c-abbb-26b2b5098f04 req-30d1e6a3-ebf0-464a-a559-a296f3d01d54 tempest-ServerAddressesTestJSON-932744412 tempest-ServerAddressesTestJSON-932744412-project] 10.222.0.13 "GET /v2.0/ports?device_id=4351e991-4d0a-4175-b14f-fa85eb2b11e2 HTTP/1.1" status: 200 len: 943 time: 0.2989609 Jan 26 21:13:41.685433 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-2ce69be6-2859-44d9-afb9-1e4a129cb0c7 req-cacb3403-4ca4-4032-8506-d4a340319853 service neutron] 10.222.0.66 "GET /v2.0/networks/57cdf3f5-a20b-4c6f-b2eb-bed2f5d4d40a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2769001 Jan 26 21:13:41.690254 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a10572-ef0b-4763-ad5c-c1a571ec7867 req-240941e1-f10c-43f8-94fd-e9814a556cdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:13:41.690856 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-36a10572-ef0b-4763-ad5c-c1a571ec7867 req-240941e1-f10c-43f8-94fd-e9814a556cdf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:13:41.692175 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-36a10572-ef0b-4763-ad5c-c1a571ec7867 req-240941e1-f10c-43f8-94fd-e9814a556cdf service neutron] 10.222.0.66 "PUT /v2.0/ports/2c82422a-2ed1-47c2-873c-281a70da19b9 HTTP/1.1" status: 200 len: 1091 time: 2.4831879 Jan 26 21:13:41.727981 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d869c66-a002-485c-b875-f0de7054246a req-1fa1944b-f958-4e0a-86c2-9fad006c1f9a tempest-LiveMigrationTest-746395142 tempest-LiveMigrationTest-746395142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:13:41.733877 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-6d869c66-a002-485c-b875-f0de7054246a req-1fa1944b-f958-4e0a-86c2-9fad006c1f9a tempest-LiveMigrationTest-746395142 tempest-LiveMigrationTest-746395142-project] 10.222.0.13 "GET /v2.0/ports?device_id=71a415fd-0f19-44e3-9cdb-4ebc928c7708 HTTP/1.1" status: 200 len: 944 time: 0.1879826 Jan 26 21:13:41.752754 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.db_base_plugin_common [None req-ed2f977c-6c12-4fe1-a0c4-3f7ac68676ca tempest-AllowedAddressPairIpV6TestJSON-677538037 tempest-AllowedAddressPairIpV6TestJSON-677538037-project] Allocated IP 2001:db8::101 (509ab503-4d4a-483c-869c-5f4eb80b6a0c/418fa449-16cc-4658-b84f-ce3e0c69aefc/51195a15-b93b-4fa6-aa6b-ff6a985210cd) {{(pid=103304) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 21:13:41.755324 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [req-e9481f9a-376a-4891-924d-323a2ff95f58 req-88e346fd-6625-4c23-bcc2-07e5ddf2cd49 service neutron] Attempting to bind port 74a29006-e476-494d-a6f7-bba5c779ab89 on host n-h1-760453-5 for vnic_type normal with profile {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 21:13:41.755658 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [req-e9481f9a-376a-4891-924d-323a2ff95f58 req-88e346fd-6625-4c23-bcc2-07e5ddf2cd49 service neutron] Attempting to bind port 74a29006-e476-494d-a6f7-bba5c779ab89 by drivers openvswitch,hyperv on host n-h1-760453-5 at level 0 using segments [{'id': '4eab25d6-89d9-4907-a1c2-51b06443ba33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '7fbe9cf5-e12c-436d-b372-55a19c9faa30'}] {{(pid=103304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 26 21:13:41.755983 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9481f9a-376a-4891-924d-323a2ff95f58 req-88e346fd-6625-4c23-bcc2-07e5ddf2cd49 service neutron] Attempting to bind port 74a29006-e476-494d-a6f7-bba5c779ab89 on network 7fbe9cf5-e12c-436d-b372-55a19c9faa30 {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 21:13:41.781456 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-e9481f9a-376a-4891-924d-323a2ff95f58 req-44e85029-8f6d-4c0b-96ca-b4611ec08f0c service neutron] 10.222.0.57 "GET /v2.0/networks/7fbe9cf5-e12c-436d-b372-55a19c9faa30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2700744 Jan 26 21:13:41.786535 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9481f9a-376a-4891-924d-323a2ff95f58 req-88e346fd-6625-4c23-bcc2-07e5ddf2cd49 service neutron] Port 74a29006-e476-494d-a6f7-bba5c779ab89 on network 7fbe9cf5-e12c-436d-b372-55a19c9faa30 not bound, no agent of type Open vSwitch agent registered on host n-h1-760453-5 {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 26 21:13:41.786535 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9481f9a-376a-4891-924d-323a2ff95f58 req-88e346fd-6625-4c23-bcc2-07e5ddf2cd49 service neutron] Attempting to bind port 74a29006-e476-494d-a6f7-bba5c779ab89 on network 7fbe9cf5-e12c-436d-b372-55a19c9faa30 {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 21:13:41.786821 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-240941e1-f10c-43f8-94fd-e9814a556cdf service neutron] Pushing event updated for resources: {'Port': ['ID=2c82422a-2ed1-47c2-873c-281a70da19b9,revision_number=3']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:13:41.811152 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9481f9a-376a-4891-924d-323a2ff95f58 req-88e346fd-6625-4c23-bcc2-07e5ddf2cd49 service neutron] Checking agent: {'id': '32ef628b-8417-46c5-8729-60fcabe358f1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-760453-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 21, 3, 8), 'started_at': datetime.datetime(2022, 1, 26, 21, 3, 8), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 21, 13, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 26 21:13:41.812098 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9481f9a-376a-4891-924d-323a2ff95f58 req-88e346fd-6625-4c23-bcc2-07e5ddf2cd49 service neutron] Checking segment: {'id': '4eab25d6-89d9-4907-a1c2-51b06443ba33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '7fbe9cf5-e12c-436d-b372-55a19c9faa30'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103304) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 21:13:41.812504 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9481f9a-376a-4891-924d-323a2ff95f58 req-88e346fd-6625-4c23-bcc2-07e5ddf2cd49 service neutron] Bound using segment: {'id': '4eab25d6-89d9-4907-a1c2-51b06443ba33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '7fbe9cf5-e12c-436d-b372-55a19c9faa30'} {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 26 21:13:41.813136 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [req-e9481f9a-376a-4891-924d-323a2ff95f58 req-88e346fd-6625-4c23-bcc2-07e5ddf2cd49 service neutron] Bound port: 74a29006-e476-494d-a6f7-bba5c779ab89, host: n-h1-760453-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4eab25d6-89d9-4907-a1c2-51b06443ba33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '7fbe9cf5-e12c-436d-b372-55a19c9faa30'}}] {{(pid=103304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 26 21:13:41.813386 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-e9481f9a-376a-4891-924d-323a2ff95f58 req-88e346fd-6625-4c23-bcc2-07e5ddf2cd49 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (74a29006-e476-494d-a6f7-bba5c779ab89), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:13:41.881829 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-9bfadf3f-4b23-439c-abbb-26b2b5098f04 req-ce7c1a6e-cada-4ef0-9474-01b386f0e91f tempest-ServerAddressesTestJSON-932744412 tempest-ServerAddressesTestJSON-932744412-project] 10.222.0.13 "GET /v2.0/security-groups?id=de362e2c-5f90-4974-854f-ab663c021699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2090325 Jan 26 21:13:41.921001 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-6d869c66-a002-485c-b875-f0de7054246a req-75c6dd89-04a1-4593-a956-64b6bd858fcb tempest-LiveMigrationTest-746395142 tempest-LiveMigrationTest-746395142-project] 10.222.0.13 "GET /v2.0/security-groups?id=c43a996a-6b93-48e4-a331-48250c5b183d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1850877 Jan 26 21:13:41.948998 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a10572-ef0b-4763-ad5c-c1a571ec7867 req-8e067b02-a16a-4fe0-9bdd-301b20cc4602 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:13:41.950595 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-36a10572-ef0b-4763-ad5c-c1a571ec7867 req-8e067b02-a16a-4fe0-9bdd-301b20cc4602 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=66cb6d91737845268f80a25b7f76bc60&device_id=4351e991-4d0a-4175-b14f-fa85eb2b11e2 HTTP/1.1" status: 200 len: 1094 time: 0.1842177 Jan 26 21:13:41.954550 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-2ce69be6-2859-44d9-afb9-1e4a129cb0c7 req-a5f1e367-a21b-4b6e-808e-a47ec4335ba0 service neutron] 10.222.0.66 "GET /v2.0/networks/57cdf3f5-a20b-4c6f-b2eb-bed2f5d4d40a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2614913 Jan 26 21:13:41.971703 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-e9481f9a-376a-4891-924d-323a2ff95f58 req-f1a7f9ed-a5d3-41bb-aaa1-6c12d62c6f46 service neutron] 10.222.0.57 "GET /v2.0/networks/7fbe9cf5-e12c-436d-b372-55a19c9faa30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1820486 Jan 26 21:13:42.034303 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-36a10572-ef0b-4763-ad5c-c1a571ec7867 req-4bd69f80-fbd1-407c-afc5-5a36fdb0f499 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2c82422a-2ed1-47c2-873c-281a70da19b9 HTTP/1.1" status: 200 len: 217 time: 0.0502799 Jan 26 21:13:42.121764 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ce2ccf-7db2-4d4e-99df-a34550df03f4 req-cd8e0226-9c8d-4134-b770-a6828c39aa82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:13:42.123216 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-c3ce2ccf-7db2-4d4e-99df-a34550df03f4 req-cd8e0226-9c8d-4134-b770-a6828c39aa82 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=95b0180418ed4ee8af0e8472caf2fcf2&device_id=259dc9f9-5750-4490-a6c7-d3d1321bb0be HTTP/1.1" status: 200 len: 1098 time: 0.0784018 Jan 26 21:13:42.156986 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a10572-ef0b-4763-ad5c-c1a571ec7867 req-cf4c331f-582a-45af-a261-73361b6adbf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:13:42.158524 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-36a10572-ef0b-4763-ad5c-c1a571ec7867 req-cf4c331f-582a-45af-a261-73361b6adbf1 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=f1d09feb-bf15-4134-8896-ad80a0234ef8 HTTP/1.1" status: 200 len: 854 time: 0.0805612 Jan 26 21:13:42.220248 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-36a10572-ef0b-4763-ad5c-c1a571ec7867 req-2061c589-e1dc-48be-bbf9-20dd21b55b98 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=945d78fb-412c-47b5-9865-89e3326145b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0320957 Jan 26 21:13:42.263075 n-d-760453-5 neutron-server[103305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4351e991-4d0a-4175-b14f-fa85eb2b11e2', 'tag': '2c82422a-2ed1-47c2-873c-281a70da19b9'}] {{(pid=103305) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 21:13:42.267086 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d4654568b7bf041e72ff8fe1c96d6d761d9c921f2b99bc7b3a26632be20cee0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95af7056-c3cf-4b35-b5a8-9719c1e88103" -d '{"events": [{"name": "network-changed", "server_uuid": "4351e991-4d0a-4175-b14f-fa85eb2b11e2", "tag": "2c82422a-2ed1-47c2-873c-281a70da19b9"}]}' {{(pid=103305) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 21:13:42.347058 n-d-760453-5 neutron-server[103306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9dc859c1-015e-422f-ad37-21e97b0e94c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a48534f-198e-49d6-ae1b-d97668015bda'}, {'server_uuid': '9dc859c1-015e-422f-ad37-21e97b0e94c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '764d585e-425c-4b3e-bd83-04c6d4eebfea'}] {{(pid=103306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 21:13:42.350033 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9d5d370febab655511bdd2ffe887e43e442d144a440368702bcc1e93af00b97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3587023d-1572-4ea5-9e7e-866b6d00e7a0" -d '{"events": [{"server_uuid": "9dc859c1-015e-422f-ad37-21e97b0e94c7", "name": "network-vif-plugged", "status": "completed", "tag": "9a48534f-198e-49d6-ae1b-d97668015bda"}, {"server_uuid": "9dc859c1-015e-422f-ad37-21e97b0e94c7", "name": "network-vif-plugged", "status": "completed", "tag": "764d585e-425c-4b3e-bd83-04c6d4eebfea"}]}' {{(pid=103306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 21:13:42.354340 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 26 Jan 2022 21:13:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc86b3db-5ef9-40c2-886a-0c09eab29840 x-openstack-request-id: req-bc86b3db-5ef9-40c2-886a-0c09eab29840 {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 21:13:42.354609 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4351e991-4d0a-4175-b14f-fa85eb2b11e2", "tag": "2c82422a-2ed1-47c2-873c-281a70da19b9", "status": "completed", "code": 200}]} {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 21:13:42.354863 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-bc86b3db-5ef9-40c2-886a-0c09eab29840 {{(pid=103305) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 21:13:42.355278 n-d-760453-5 neutron-server[103305]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4351e991-4d0a-4175-b14f-fa85eb2b11e2', 'tag': '2c82422a-2ed1-47c2-873c-281a70da19b9', 'status': 'completed', 'code': 200} Jan 26 21:13:42.405863 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ce2ccf-7db2-4d4e-99df-a34550df03f4 req-ea5f099f-dc1f-44b4-b79d-1966740e8658 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:13:42.407359 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-c3ce2ccf-7db2-4d4e-99df-a34550df03f4 req-ea5f099f-dc1f-44b4-b79d-1966740e8658 service neutron] 10.222.0.57 "GET /v2.0/networks?id=7fbe9cf5-e12c-436d-b372-55a19c9faa30 HTTP/1.1" status: 200 len: 870 time: 0.2758913 Jan 26 21:13:42.470261 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [req-e9481f9a-376a-4891-924d-323a2ff95f58 req-88e346fd-6625-4c23-bcc2-07e5ddf2cd49 service neutron] For port 74a29006-e476-494d-a6f7-bba5c779ab89, host n-h1-760453-5, cleared binding levels {{(pid=103304) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 26 21:13:42.472409 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-c3ce2ccf-7db2-4d4e-99df-a34550df03f4 req-6a6b8643-3a98-4a10-b9b7-a06db178f54c service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.77&port_id=1f823a46-1659-445c-9067-ee7a46f9e1af HTTP/1.1" status: 200 len: 217 time: 0.0560346 Jan 26 21:13:42.509119 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [req-e9481f9a-376a-4891-924d-323a2ff95f58 req-88e346fd-6625-4c23-bcc2-07e5ddf2cd49 service neutron] For port 74a29006-e476-494d-a6f7-bba5c779ab89, host n-h1-760453-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-5',level=0,port_id=74a29006-e476-494d-a6f7-bba5c779ab89,segment=NetworkSegment(4eab25d6-89d9-4907-a1c2-51b06443ba33),segment_id=4eab25d6-89d9-4907-a1c2-51b06443ba33)] {{(pid=103304) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 26 21:13:42.519736 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-36a10572-ef0b-4763-ad5c-c1a571ec7867 req-b5ebb7ea-b4e5-461d-9a4c-410cb3d94b9c service neutron] 10.222.0.66 "GET /v2.0/networks/945d78fb-412c-47b5-9865-89e3326145b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2892697 Jan 26 21:13:42.525349 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce69be6-2859-44d9-afb9-1e4a129cb0c7 req-67ded692-caed-4d1b-a42d-961b29b3f248 tempest-LiveMigrationTest-97640354 tempest-LiveMigrationTest-97640354-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:13:42.526756 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-2ce69be6-2859-44d9-afb9-1e4a129cb0c7 req-67ded692-caed-4d1b-a42d-961b29b3f248 tempest-LiveMigrationTest-97640354 tempest-LiveMigrationTest-97640354-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=71a415fd-0f19-44e3-9cdb-4ebc928c7708&tenant_id=ee6098e1a6074d57972f34ef6549de05&binding%3Ahost_id=n-h1-760453-5 HTTP/1.1" status: 200 len: 1095 time: 0.1499853 Jan 26 21:13:42.528501 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-e9481f9a-376a-4891-924d-323a2ff95f58 req-88e346fd-6625-4c23-bcc2-07e5ddf2cd49 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9281542'] for port (74a29006-e476-494d-a6f7-bba5c779ab89), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:13:42.589008 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a01a146-0df7-4a75-8a73-e17886f1fd1c req-bb9e4efa-afa3-424d-9b06-7d94b7414885 tempest-ServersTestMultiNic-211940128 tempest-ServersTestMultiNic-211940128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:13:42.594663 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a01a146-0df7-4a75-8a73-e17886f1fd1c req-bb9e4efa-afa3-424d-9b06-7d94b7414885 tempest-ServersTestMultiNic-211940128 tempest-ServersTestMultiNic-211940128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:13:42.600828 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a01a146-0df7-4a75-8a73-e17886f1fd1c req-bb9e4efa-afa3-424d-9b06-7d94b7414885 tempest-ServersTestMultiNic-211940128 tempest-ServersTestMultiNic-211940128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:13:42.602620 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-8a01a146-0df7-4a75-8a73-e17886f1fd1c req-bb9e4efa-afa3-424d-9b06-7d94b7414885 tempest-ServersTestMultiNic-211940128 tempest-ServersTestMultiNic-211940128-project] 10.222.0.13 "GET /v2.0/ports?device_id=9dc859c1-015e-422f-ad37-21e97b0e94c7 HTTP/1.1" status: 200 len: 2415 time: 0.2324483 Jan 26 21:13:42.609882 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-ed2f977c-6c12-4fe1-a0c4-3f7ac68676ca tempest-AllowedAddressPairIpV6TestJSON-677538037 tempest-AllowedAddressPairIpV6TestJSON-677538037-project] Publish callbacks [] for port (51195a15-b93b-4fa6-aa6b-ff6a985210cd), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:13:42.617754 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9481f9a-376a-4891-924d-323a2ff95f58 req-88e346fd-6625-4c23-bcc2-07e5ddf2cd49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:13:42.617754 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-e9481f9a-376a-4891-924d-323a2ff95f58 req-88e346fd-6625-4c23-bcc2-07e5ddf2cd49 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:13:42.619697 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-e9481f9a-376a-4891-924d-323a2ff95f58 req-88e346fd-6625-4c23-bcc2-07e5ddf2cd49 service neutron] 10.222.0.66 "PUT /v2.0/ports/74a29006-e476-494d-a6f7-bba5c779ab89 HTTP/1.1" status: 200 len: 1095 time: 3.1441848 Jan 26 21:13:42.627203 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33795743-5eb5-4451-bdc6-f5a5db7714cc req-d18aeca5-6c5c-4207-9d3f-87740d27648e tempest-ServersOnMultiNodesTest-2088673700 tempest-ServersOnMultiNodesTest-2088673700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:13:42.628903 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-33795743-5eb5-4451-bdc6-f5a5db7714cc req-d18aeca5-6c5c-4207-9d3f-87740d27648e tempest-ServersOnMultiNodesTest-2088673700 tempest-ServersOnMultiNodesTest-2088673700-project] 10.222.0.13 "GET /v2.0/ports?device_id=259dc9f9-5750-4490-a6c7-d3d1321bb0be HTTP/1.1" status: 200 len: 947 time: 0.1928813 Jan 26 21:13:42.636039 n-d-760453-5 neutron-server[103304]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '49b84614-d8b5-4921-9fed-e4d6f59bb4cb', 'tag': '74a29006-e476-494d-a6f7-bba5c779ab89'}] {{(pid=103304) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 21:13:42.639004 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d52b45f1943fcd332af9527eb73ff93c8d715d44383a3f6d18de73b4cfcf87b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfcfa004-029f-4600-a5c4-e6523e69c058" -d '{"events": [{"name": "network-changed", "server_uuid": "49b84614-d8b5-4921-9fed-e4d6f59bb4cb", "tag": "74a29006-e476-494d-a6f7-bba5c779ab89"}]}' {{(pid=103304) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 21:13:42.725036 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e346fd-6625-4c23-bcc2-07e5ddf2cd49 service neutron] Pushing event updated for resources: {'Port': ['ID=74a29006-e476-494d-a6f7-bba5c779ab89,revision_number=3']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:13:42.831160 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-33795743-5eb5-4451-bdc6-f5a5db7714cc req-fdc87ed7-a724-4939-b5f2-80e4604705e5 tempest-ServersOnMultiNodesTest-2088673700 tempest-ServersOnMultiNodesTest-2088673700-project] 10.222.0.13 "GET /v2.0/security-groups?id=306a2369-8c1c-4f98-9a64-2622487a9ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1780086 Jan 26 21:13:42.835036 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-8a01a146-0df7-4a75-8a73-e17886f1fd1c req-d4f0eca3-ae01-472c-a066-3aa820ed9945 tempest-ServersTestMultiNic-211940128 tempest-ServersTestMultiNic-211940128-project] 10.222.0.13 "GET /v2.0/security-groups?id=387ebbc6-3579-4cea-a9d9-9b7fa130b41f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2050362 Jan 26 21:13:42.847215 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-ed2f977c-6c12-4fe1-a0c4-3f7ac68676ca tempest-AllowedAddressPairIpV6TestJSON-677538037 tempest-AllowedAddressPairIpV6TestJSON-677538037-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746560234527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9281553'] for port (51195a15-b93b-4fa6-aa6b-ff6a985210cd), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:13:42.903307 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9481f9a-376a-4891-924d-323a2ff95f58 req-3e86f813-8673-423f-80ee-bf2157307640 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:13:42.904877 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-e9481f9a-376a-4891-924d-323a2ff95f58 req-3e86f813-8673-423f-80ee-bf2157307640 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=95b0180418ed4ee8af0e8472caf2fcf2&device_id=49b84614-d8b5-4921-9fed-e4d6f59bb4cb HTTP/1.1" status: 200 len: 1098 time: 0.2000082 Jan 26 21:13:42.927274 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 26 Jan 2022 21:13:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de35ce04-a5c3-4e46-8776-e96e778321ce x-openstack-request-id: req-de35ce04-a5c3-4e46-8776-e96e778321ce {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 21:13:42.927815 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9dc859c1-015e-422f-ad37-21e97b0e94c7", "name": "network-vif-plugged", "status": "completed", "tag": "9a48534f-198e-49d6-ae1b-d97668015bda", "code": 200}, {"server_uuid": "9dc859c1-015e-422f-ad37-21e97b0e94c7", "name": "network-vif-plugged", "status": "completed", "tag": "764d585e-425c-4b3e-bd83-04c6d4eebfea", "code": 200}]} {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 21:13:42.928200 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-de35ce04-a5c3-4e46-8776-e96e778321ce {{(pid=103306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 21:13:42.928751 n-d-760453-5 neutron-server[103306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9dc859c1-015e-422f-ad37-21e97b0e94c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a48534f-198e-49d6-ae1b-d97668015bda', 'code': 200} Jan 26 21:13:42.929107 n-d-760453-5 neutron-server[103306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9dc859c1-015e-422f-ad37-21e97b0e94c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '764d585e-425c-4b3e-bd83-04c6d4eebfea', 'code': 200} Jan 26 21:13:42.973787 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ce2ccf-7db2-4d4e-99df-a34550df03f4 req-7770b274-73ce-44f8-a39a-520c12c610fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:13:42.975712 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-c3ce2ccf-7db2-4d4e-99df-a34550df03f4 req-7770b274-73ce-44f8-a39a-520c12c610fa service neutron] 10.222.0.57 "GET /v2.0/subnets?id=fd77e534-75e6-4b90-950e-f5824d584430 HTTP/1.1" status: 200 len: 843 time: 0.4927883 Jan 26 21:13:43.091591 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.66', 57290) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:13:43.101041 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-e9481f9a-376a-4891-924d-323a2ff95f58 req-d5343bff-c921-43c7-aa29-239274c4dc79 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.90&port_id=74a29006-e476-494d-a6f7-bba5c779ab89 HTTP/1.1" status: 200 len: 217 time: 0.1490328 Jan 26 21:13:43.104816 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed2f977c-6c12-4fe1-a0c4-3f7ac68676ca tempest-AllowedAddressPairIpV6TestJSON-677538037 tempest-AllowedAddressPairIpV6TestJSON-677538037-project] Network 509ab503-4d4a-483c-869c-5f4eb80b6a0c is already hosted by enough agents. {{(pid=103304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 21:13:43.122587 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [None req-ed2f977c-6c12-4fe1-a0c4-3f7ac68676ca tempest-AllowedAddressPairIpV6TestJSON-677538037 tempest-AllowedAddressPairIpV6TestJSON-677538037-project] Resources bound (agent type, host, resource id): {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:13:43.124847 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed2f977c-6c12-4fe1-a0c4-3f7ac68676ca tempest-AllowedAddressPairIpV6TestJSON-677538037 tempest-AllowedAddressPairIpV6TestJSON-677538037-project] Received port after_create {{(pid=103304) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 21:13:43.143796 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed2f977c-6c12-4fe1-a0c4-3f7ac68676ca tempest-AllowedAddressPairIpV6TestJSON-677538037 tempest-AllowedAddressPairIpV6TestJSON-677538037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:13:43.144487 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-ed2f977c-6c12-4fe1-a0c4-3f7ac68676ca tempest-AllowedAddressPairIpV6TestJSON-677538037 tempest-AllowedAddressPairIpV6TestJSON-677538037-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:13:43.147244 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed2f977c-6c12-4fe1-a0c4-3f7ac68676ca tempest-AllowedAddressPairIpV6TestJSON-677538037 tempest-AllowedAddressPairIpV6TestJSON-677538037-project] Pushing event updated for resources: {'Port': ['ID=51195a15-b93b-4fa6-aa6b-ff6a985210cd,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:13:43.190459 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 26 Jan 2022 21:13:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2bd43a0d-3e91-4eab-aabc-d8c688191fff x-openstack-request-id: req-2bd43a0d-3e91-4eab-aabc-d8c688191fff {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 21:13:43.190610 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "49b84614-d8b5-4921-9fed-e4d6f59bb4cb", "tag": "74a29006-e476-494d-a6f7-bba5c779ab89", "status": "completed", "code": 200}]} {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 21:13:43.190916 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-2bd43a0d-3e91-4eab-aabc-d8c688191fff {{(pid=103304) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 21:13:43.191285 n-d-760453-5 neutron-server[103304]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '49b84614-d8b5-4921-9fed-e4d6f59bb4cb', 'tag': '74a29006-e476-494d-a6f7-bba5c779ab89', 'status': 'completed', 'code': 200} Jan 26 21:13:43.203122 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ce2ccf-7db2-4d4e-99df-a34550df03f4 req-4b383237-e034-429b-ad94-dbab892fdc7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:13:43.204666 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-c3ce2ccf-7db2-4d4e-99df-a34550df03f4 req-4b383237-e034-429b-ad94-dbab892fdc7f service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=7fbe9cf5-e12c-436d-b372-55a19c9faa30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2217622 Jan 26 21:13:43.208673 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-36a10572-ef0b-4763-ad5c-c1a571ec7867 req-6781e7ed-1b93-4c86-af41-2c4f8d44acf9 service neutron] 10.222.0.66 "GET /v2.0/networks/945d78fb-412c-47b5-9865-89e3326145b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6810358 Jan 26 21:13:43.275419 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9481f9a-376a-4891-924d-323a2ff95f58 req-1488d248-150a-4b48-a136-bb4f1093268c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:13:43.278537 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-e9481f9a-376a-4891-924d-323a2ff95f58 req-1488d248-150a-4b48-a136-bb4f1093268c service neutron] 10.222.0.66 "GET /v2.0/subnets?id=fd77e534-75e6-4b90-950e-f5824d584430 HTTP/1.1" status: 200 len: 843 time: 0.1685019 Jan 26 21:13:43.380448 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-ed2f977c-6c12-4fe1-a0c4-3f7ac68676ca tempest-AllowedAddressPairIpV6TestJSON-677538037 tempest-AllowedAddressPairIpV6TestJSON-677538037-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 3.3767915 Jan 26 21:13:43.395486 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 55038) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:13:43.399913 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a85306-ddb8-42a3-80c8-362dc4e90ca8 req-17a056b8-e919-4f8c-abc7-4e3760d4e05d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:13:43.400410 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a85306-ddb8-42a3-80c8-362dc4e90ca8 req-17a056b8-e919-4f8c-abc7-4e3760d4e05d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:13:43.400893 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a85306-ddb8-42a3-80c8-362dc4e90ca8 req-17a056b8-e919-4f8c-abc7-4e3760d4e05d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:13:43.402572 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-f1a85306-ddb8-42a3-80c8-362dc4e90ca8 req-17a056b8-e919-4f8c-abc7-4e3760d4e05d service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=9dc859c1-015e-422f-ad37-21e97b0e94c7 HTTP/1.1" status: 200 len: 2868 time: 0.3056886 Jan 26 21:13:43.404049 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-55bfd3ef-47e0-4aa2-bccf-5c420517ae1b tempest-AllowedAddressPairIpV6TestJSON-677538037 tempest-AllowedAddressPairIpV6TestJSON-677538037-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::368', 'mac_address': 'fa:16:3e:60:bf:85'}, {'ip_address': '2001:db8::323', 'mac_address': 'fa:16:3e:5f:50:f2'}]}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:13:43.495399 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80778e04-9c44-4744-b685-02d497962336 req-c926e0ff-21ed-405e-9153-53960b778bbf tempest-ServerAddressesTestJSON-932744412 tempest-ServerAddressesTestJSON-932744412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:13:43.504916 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-80778e04-9c44-4744-b685-02d497962336 req-c926e0ff-21ed-405e-9153-53960b778bbf tempest-ServerAddressesTestJSON-932744412 tempest-ServerAddressesTestJSON-932744412-project] 10.222.0.13 "GET /v2.0/ports?device_id=4351e991-4d0a-4175-b14f-fa85eb2b11e2 HTTP/1.1" status: 200 len: 943 time: 0.2234590 Jan 26 21:13:43.516107 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-c8f9a5aa-8f98-42c6-b744-0a1ac372777e None None] Provisioning complete for port 51195a15-b93b-4fa6-aa6b-ff6a985210cd triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:13:43.516604 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-c8f9a5aa-8f98-42c6-b744-0a1ac372777e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (51195a15-b93b-4fa6-aa6b-ff6a985210cd), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:13:43.537948 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9481f9a-376a-4891-924d-323a2ff95f58 req-ecc7cc5a-0ea3-40c1-bb5f-87501ef07877 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:13:43.539517 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-e9481f9a-376a-4891-924d-323a2ff95f58 req-ecc7cc5a-0ea3-40c1-bb5f-87501ef07877 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=7fbe9cf5-e12c-436d-b372-55a19c9faa30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2181005 Jan 26 21:13:43.568558 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-c8f9a5aa-8f98-42c6-b744-0a1ac372777e None None] Port 51195a15-b93b-4fa6-aa6b-ff6a985210cd cannot update to ACTIVE because it is not bound. {{(pid=103306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 26 21:13:43.574836 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [req-2ce69be6-2859-44d9-afb9-1e4a129cb0c7 req-8008d519-bb54-4c8e-ab58-bb5a4fe33db5 service neutron] For port a2a3b45c-c85a-4f3f-ab5d-dcc021dbdb5e, host n-h2-760453-5, cleared binding levels {{(pid=103305) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 26 21:13:43.577104 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-c3ce2ccf-7db2-4d4e-99df-a34550df03f4 req-702130fb-e014-4a7e-a919-f92fe5f9fbf2 service neutron] 10.222.0.57 "GET /v2.0/networks/7fbe9cf5-e12c-436d-b372-55a19c9faa30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3631797 Jan 26 21:13:43.584765 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-2ce69be6-2859-44d9-afb9-1e4a129cb0c7 req-8008d519-bb54-4c8e-ab58-bb5a4fe33db5 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:13:43.585949 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-2ce69be6-2859-44d9-afb9-1e4a129cb0c7 req-8008d519-bb54-4c8e-ab58-bb5a4fe33db5 service neutron] 10.222.0.66 "DELETE /v2.0/ports/a2a3b45c-c85a-4f3f-ab5d-dcc021dbdb5e/bindings/n-h2-760453-5 HTTP/1.1" status: 204 len: 173 time: 1.0485198 Jan 26 21:13:43.653351 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95af7056-c3cf-4b35-b5a8-9719c1e88103 req-be8fb03f-4809-4a41-9b7e-ee3b188fa345 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:13:43.654766 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-95af7056-c3cf-4b35-b5a8-9719c1e88103 req-be8fb03f-4809-4a41-9b7e-ee3b188fa345 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=66cb6d91737845268f80a25b7f76bc60&device_id=4351e991-4d0a-4175-b14f-fa85eb2b11e2 HTTP/1.1" status: 200 len: 1094 time: 0.3114541 Jan 26 21:13:43.685013 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-f1a85306-ddb8-42a3-80c8-362dc4e90ca8 req-deb1739a-d5a2-4a0b-a983-920056bbce96 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=387ebbc6-3579-4cea-a9d9-9b7fa130b41f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2691948 Jan 26 21:13:43.720558 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Device 1f823a46-1659-445c-9067-ee7a46f9e1af details requested by agent hyperv_n-h2-760453-5 with host n-h2-760453-5 {{(pid=103306) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 26 21:13:43.793472 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-c3ce2ccf-7db2-4d4e-99df-a34550df03f4 req-df0bea70-1cc4-42c1-8973-65c4bea537d1 service neutron] 10.222.0.57 "GET /v2.0/networks/7fbe9cf5-e12c-436d-b372-55a19c9faa30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1850822 Jan 26 21:13:43.808714 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95af7056-c3cf-4b35-b5a8-9719c1e88103 req-35e4ffda-75f6-42c7-b515-9627a3912c08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:13:43.810433 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-95af7056-c3cf-4b35-b5a8-9719c1e88103 req-35e4ffda-75f6-42c7-b515-9627a3912c08 service neutron] 10.222.0.66 "GET /v2.0/networks?id=945d78fb-412c-47b5-9865-89e3326145b3 HTTP/1.1" status: 200 len: 915 time: 0.1279242 Jan 26 21:13:43.834711 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-80778e04-9c44-4744-b685-02d497962336 req-43b39cfe-a810-4d21-90ee-c69f7f9d3368 tempest-ServerAddressesTestJSON-932744412 tempest-ServerAddressesTestJSON-932744412-project] 10.222.0.13 "GET /v2.0/security-groups?id=de362e2c-5f90-4974-854f-ab663c021699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3239241 Jan 26 21:13:43.844703 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-e9481f9a-376a-4891-924d-323a2ff95f58 req-04c2ccbe-de92-4102-86d0-8d1ca05105eb service neutron] 10.222.0.66 "GET /v2.0/networks/7fbe9cf5-e12c-436d-b372-55a19c9faa30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2520540 Jan 26 21:13:43.873967 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] For port 1f823a46-1659-445c-9067-ee7a46f9e1af, host n-h2-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-5',level=0,port_id=1f823a46-1659-445c-9067-ee7a46f9e1af,segment=NetworkSegment(4eab25d6-89d9-4907-a1c2-51b06443ba33),segment_id=4eab25d6-89d9-4907-a1c2-51b06443ba33)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:13:43.886398 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Returning: {'device': '1f823a46-1659-445c-9067-ee7a46f9e1af', 'network_id': '7fbe9cf5-e12c-436d-b372-55a19c9faa30', 'port_id': '1f823a46-1659-445c-9067-ee7a46f9e1af', 'mac_address': 'fa:16:3e:2c:7f:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 561, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fd77e534-75e6-4b90-950e-f5824d584430', 'ip_address': '192.168.233.77'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103306) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 26 21:13:43.922415 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-55bfd3ef-47e0-4aa2-bccf-5c420517ae1b tempest-AllowedAddressPairIpV6TestJSON-677538037 tempest-AllowedAddressPairIpV6TestJSON-677538037-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (51195a15-b93b-4fa6-aa6b-ff6a985210cd), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:13:43.950863 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Current status of the port 1f823a46-1659-445c-9067-ee7a46f9e1af is: DOWN; New status is: BUILD {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:13:43.951093 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97edf68b-f4e7-4aa6-a4e7-cd80f5bc393f req-dffd2cdf-f94c-48f6-a1cb-5d4e87b7087d tempest-LiveMigrationTest-746395142 tempest-LiveMigrationTest-746395142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:13:43.951675 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (1f823a46-1659-445c-9067-ee7a46f9e1af), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:13:43.958369 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-97edf68b-f4e7-4aa6-a4e7-cd80f5bc393f req-dffd2cdf-f94c-48f6-a1cb-5d4e87b7087d tempest-LiveMigrationTest-746395142 tempest-LiveMigrationTest-746395142-project] 10.222.0.13 "GET /v2.0/ports?device_id=71a415fd-0f19-44e3-9cdb-4ebc928c7708 HTTP/1.1" status: 200 len: 944 time: 0.3515110 Jan 26 21:13:43.986902 n-d-760453-5 neutron-server[103306]: DEBUG neutron.notifiers.nova [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1f823a46-1659-445c-9067-ee7a46f9e1af {{(pid=103306) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 26 21:13:44.012801 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] For port 1f823a46-1659-445c-9067-ee7a46f9e1af, host n-h2-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-5',level=0,port_id=1f823a46-1659-445c-9067-ee7a46f9e1af,segment=NetworkSegment(4eab25d6-89d9-4907-a1c2-51b06443ba33),segment_id=4eab25d6-89d9-4907-a1c2-51b06443ba33)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:13:44.020263 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (1f823a46-1659-445c-9067-ee7a46f9e1af), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:13:44.103970 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-95af7056-c3cf-4b35-b5a8-9719c1e88103 req-ccca03a5-0dd9-4e3c-9abb-c2b178367ed2 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2c82422a-2ed1-47c2-873c-281a70da19b9 HTTP/1.1" status: 200 len: 217 time: 0.0670950 Jan 26 21:13:44.129599 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Pushing event updated for resources: {'Port': ['ID=1f823a46-1659-445c-9067-ee7a46f9e1af,revision_number=4']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:13:44.199912 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95af7056-c3cf-4b35-b5a8-9719c1e88103 req-20d70be8-5d16-4816-864f-ff0ed78952fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:13:44.201772 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-95af7056-c3cf-4b35-b5a8-9719c1e88103 req-20d70be8-5d16-4816-864f-ff0ed78952fd service neutron] 10.222.0.66 "GET /v2.0/subnets?id=f1d09feb-bf15-4134-8896-ad80a0234ef8 HTTP/1.1" status: 200 len: 854 time: 0.0712588 Jan 26 21:13:44.242984 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-95af7056-c3cf-4b35-b5a8-9719c1e88103 req-a58ea80e-80a4-4fc0-9c0e-beba38443999 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=945d78fb-412c-47b5-9865-89e3326145b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0331712 Jan 26 21:13:44.289556 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] get_ports_and_sgs() called for port_ids ['1f823a46-1659-445c-9067-ee7a46f9e1af'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 26 21:13:44.352509 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-97edf68b-f4e7-4aa6-a4e7-cd80f5bc393f req-1736a971-838f-4af1-90e5-3f53d4d6f877 tempest-LiveMigrationTest-746395142 tempest-LiveMigrationTest-746395142-project] 10.222.0.13 "GET /v2.0/security-groups?id=c43a996a-6b93-48e4-a331-48250c5b183d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3919754 Jan 26 21:13:44.364188 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-95af7056-c3cf-4b35-b5a8-9719c1e88103 req-ca46484f-fcd2-4712-ba39-47ccc7dc7986 service neutron] 10.222.0.66 "GET /v2.0/networks/945d78fb-412c-47b5-9865-89e3326145b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1135845 Jan 26 21:13:44.394441 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-55bfd3ef-47e0-4aa2-bccf-5c420517ae1b tempest-AllowedAddressPairIpV6TestJSON-677538037 tempest-AllowedAddressPairIpV6TestJSON-677538037-project] Publish callbacks [] for port (51195a15-b93b-4fa6-aa6b-ff6a985210cd), precommit_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:13:44.423586 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f6bf50-6b8b-4698-8264-df62a8f74640 req-c61fb92d-1309-423c-8591-a1eb4a712c49 tempest-ServersOnMultiNodesTest-2088673700 tempest-ServersOnMultiNodesTest-2088673700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:13:44.440719 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-e0f6bf50-6b8b-4698-8264-df62a8f74640 req-c61fb92d-1309-423c-8591-a1eb4a712c49 tempest-ServersOnMultiNodesTest-2088673700 tempest-ServersOnMultiNodesTest-2088673700-project] 10.222.0.13 "GET /v2.0/ports?device_id=259dc9f9-5750-4490-a6c7-d3d1321bb0be HTTP/1.1" status: 200 len: 948 time: 0.2576311 Jan 26 21:13:44.469256 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-55bfd3ef-47e0-4aa2-bccf-5c420517ae1b tempest-AllowedAddressPairIpV6TestJSON-677538037 tempest-AllowedAddressPairIpV6TestJSON-677538037-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9281542'] for port (51195a15-b93b-4fa6-aa6b-ff6a985210cd), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:13:44.513765 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-95af7056-c3cf-4b35-b5a8-9719c1e88103 req-b1b7d5e3-6512-444c-9aec-575dfa223ead service neutron] 10.222.0.66 "GET /v2.0/networks/945d78fb-412c-47b5-9865-89e3326145b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1419420 Jan 26 21:13:44.637119 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-55bfd3ef-47e0-4aa2-bccf-5c420517ae1b tempest-AllowedAddressPairIpV6TestJSON-677538037 tempest-AllowedAddressPairIpV6TestJSON-677538037-project] In _notify_port_updated(), no bound segment for port 51195a15-b93b-4fa6-aa6b-ff6a985210cd on network 509ab503-4d4a-483c-869c-5f4eb80b6a0c {{(pid=103304) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:883}} Jan 26 21:13:44.642893 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55bfd3ef-47e0-4aa2-bccf-5c420517ae1b tempest-AllowedAddressPairIpV6TestJSON-677538037 tempest-AllowedAddressPairIpV6TestJSON-677538037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:13:44.643573 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-55bfd3ef-47e0-4aa2-bccf-5c420517ae1b tempest-AllowedAddressPairIpV6TestJSON-677538037 tempest-AllowedAddressPairIpV6TestJSON-677538037-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:13:44.647420 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-55bfd3ef-47e0-4aa2-bccf-5c420517ae1b tempest-AllowedAddressPairIpV6TestJSON-677538037 tempest-AllowedAddressPairIpV6TestJSON-677538037-project] 10.222.0.13 "PUT /v2.0/ports/51195a15-b93b-4fa6-aa6b-ff6a985210cd HTTP/1.1" status: 200 len: 1067 time: 1.2482038 Jan 26 21:13:44.648189 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 55054) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:13:44.650799 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-e9481f9a-376a-4891-924d-323a2ff95f58 req-65137275-f443-406e-86fe-163e587fef8c service neutron] 10.222.0.66 "GET /v2.0/networks/7fbe9cf5-e12c-436d-b372-55a19c9faa30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4582744 Jan 26 21:13:44.696680 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-e0f6bf50-6b8b-4698-8264-df62a8f74640 req-e162a047-d544-4aaa-97ba-3be9068ffee4 tempest-ServersOnMultiNodesTest-2088673700 tempest-ServersOnMultiNodesTest-2088673700-project] 10.222.0.13 "GET /v2.0/security-groups?id=306a2369-8c1c-4f98-9a64-2622487a9ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2447793 Jan 26 21:13:44.698790 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55bfd3ef-47e0-4aa2-bccf-5c420517ae1b tempest-AllowedAddressPairIpV6TestJSON-677538037 tempest-AllowedAddressPairIpV6TestJSON-677538037-project] Pushing event updated for resources: {'Port': ['ID=51195a15-b93b-4fa6-aa6b-ff6a985210cd,revision_number=2']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:13:44.747667 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263c4ab0-9afe-4474-8e5e-3094ecad1b4f req-6ba7a681-5a96-4e7f-968e-9f36a6a5251e tempest-ServersTestMultiNic-211940128 tempest-ServersTestMultiNic-211940128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:13:44.771731 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263c4ab0-9afe-4474-8e5e-3094ecad1b4f req-6ba7a681-5a96-4e7f-968e-9f36a6a5251e tempest-ServersTestMultiNic-211940128 tempest-ServersTestMultiNic-211940128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:13:44.781025 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263c4ab0-9afe-4474-8e5e-3094ecad1b4f req-6ba7a681-5a96-4e7f-968e-9f36a6a5251e tempest-ServersTestMultiNic-211940128 tempest-ServersTestMultiNic-211940128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:13:44.790235 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-263c4ab0-9afe-4474-8e5e-3094ecad1b4f req-6ba7a681-5a96-4e7f-968e-9f36a6a5251e tempest-ServersTestMultiNic-211940128 tempest-ServersTestMultiNic-211940128-project] 10.222.0.13 "GET /v2.0/ports?device_id=9dc859c1-015e-422f-ad37-21e97b0e94c7 HTTP/1.1" status: 200 len: 2415 time: 0.2926576 Jan 26 21:13:44.832072 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-fb509a6f-be1a-46d9-913b-7511c39c90e7 tempest-AllowedAddressPairIpV6TestJSON-677538037 tempest-AllowedAddressPairIpV6TestJSON-677538037-project] Deleting port 51195a15-b93b-4fa6-aa6b-ff6a985210cd {{(pid=103305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 21:13:44.832455 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-fb509a6f-be1a-46d9-913b-7511c39c90e7 tempest-AllowedAddressPairIpV6TestJSON-677538037 tempest-AllowedAddressPairIpV6TestJSON-677538037-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746560630878'] for port (51195a15-b93b-4fa6-aa6b-ff6a985210cd), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:13:44.949667 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfcfa004-029f-4600-a5c4-e6523e69c058 req-57c93bb7-7d30-4772-87c2-13df79deb118 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:13:44.957918 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-bfcfa004-029f-4600-a5c4-e6523e69c058 req-57c93bb7-7d30-4772-87c2-13df79deb118 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=95b0180418ed4ee8af0e8472caf2fcf2&device_id=49b84614-d8b5-4921-9fed-e4d6f59bb4cb HTTP/1.1" status: 200 len: 1098 time: 0.1602340 Jan 26 21:13:44.996657 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-fb509a6f-be1a-46d9-913b-7511c39c90e7 tempest-AllowedAddressPairIpV6TestJSON-677538037 tempest-AllowedAddressPairIpV6TestJSON-677538037-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4109658'] for port (51195a15-b93b-4fa6-aa6b-ff6a985210cd), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:13:45.010808 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-fb509a6f-be1a-46d9-913b-7511c39c90e7 tempest-AllowedAddressPairIpV6TestJSON-677538037 tempest-AllowedAddressPairIpV6TestJSON-677538037-project] Calling delete_port for 51195a15-b93b-4fa6-aa6b-ff6a985210cd owned by {{(pid=103305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 21:13:45.059097 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-263c4ab0-9afe-4474-8e5e-3094ecad1b4f req-7a80aa29-d680-417d-8708-76c25e4a34d7 tempest-ServersTestMultiNic-211940128 tempest-ServersTestMultiNic-211940128-project] 10.222.0.13 "GET /v2.0/security-groups?id=387ebbc6-3579-4cea-a9d9-9b7fa130b41f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2633324 Jan 26 21:13:45.115447 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-1c0207f8-b2ca-4f7b-a700-9778b9137daa None None] Provisioning complete for port 51195a15-b93b-4fa6-aa6b-ff6a985210cd triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:13:45.116069 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-1c0207f8-b2ca-4f7b-a700-9778b9137daa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (51195a15-b93b-4fa6-aa6b-ff6a985210cd), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:13:45.120635 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfcfa004-029f-4600-a5c4-e6523e69c058 req-73409080-f545-4632-a7ad-6132068c0e02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:13:45.122368 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-bfcfa004-029f-4600-a5c4-e6523e69c058 req-73409080-f545-4632-a7ad-6132068c0e02 service neutron] 10.222.0.66 "GET /v2.0/networks?id=7fbe9cf5-e12c-436d-b372-55a19c9faa30 HTTP/1.1" status: 200 len: 870 time: 0.1521611 Jan 26 21:13:45.131465 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78a56c1-8b9a-40d0-bf06-dd905f0f5685 req-8cfd2821-3159-4c69-9db8-95accb155262 tempest-ServerAddressesTestJSON-932744412 tempest-ServerAddressesTestJSON-932744412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:13:45.133099 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-e78a56c1-8b9a-40d0-bf06-dd905f0f5685 req-8cfd2821-3159-4c69-9db8-95accb155262 tempest-ServerAddressesTestJSON-932744412 tempest-ServerAddressesTestJSON-932744412-project] 10.222.0.13 "GET /v2.0/ports?device_id=4351e991-4d0a-4175-b14f-fa85eb2b11e2 HTTP/1.1" status: 200 len: 943 time: 0.0984199 Jan 26 21:13:45.179797 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-fb509a6f-be1a-46d9-913b-7511c39c90e7 tempest-AllowedAddressPairIpV6TestJSON-677538037 tempest-AllowedAddressPairIpV6TestJSON-677538037-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746560636600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746560234536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11791543'] for port (51195a15-b93b-4fa6-aa6b-ff6a985210cd), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:13:45.194373 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-bfcfa004-029f-4600-a5c4-e6523e69c058 req-c93b48bd-4ddb-4f6a-b130-6c890cb78f5a service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.90&port_id=74a29006-e476-494d-a6f7-bba5c779ab89 HTTP/1.1" status: 200 len: 217 time: 0.0601971 Jan 26 21:13:45.199351 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-1c0207f8-b2ca-4f7b-a700-9778b9137daa None None] Port 51195a15-b93b-4fa6-aa6b-ff6a985210cd cannot update to ACTIVE because it is not bound. {{(pid=103306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 26 21:13:45.236839 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb509a6f-be1a-46d9-913b-7511c39c90e7 tempest-AllowedAddressPairIpV6TestJSON-677538037 tempest-AllowedAddressPairIpV6TestJSON-677538037-project] Pushing event deleted for resources: {'Port': ['ID=51195a15-b93b-4fa6-aa6b-ff6a985210cd,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:13:45.283590 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-e78a56c1-8b9a-40d0-bf06-dd905f0f5685 req-ede0b1aa-68ba-4ce8-bb53-45547d45e035 tempest-ServerAddressesTestJSON-932744412 tempest-ServerAddressesTestJSON-932744412-project] 10.222.0.13 "GET /v2.0/security-groups?id=de362e2c-5f90-4974-854f-ab663c021699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086795 Jan 26 21:13:45.337654 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfcfa004-029f-4600-a5c4-e6523e69c058 req-efbdd766-9913-4486-8d01-fd4cb095dc43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:13:45.339315 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-bfcfa004-029f-4600-a5c4-e6523e69c058 req-efbdd766-9913-4486-8d01-fd4cb095dc43 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=fd77e534-75e6-4b90-950e-f5824d584430 HTTP/1.1" status: 200 len: 843 time: 0.1363835 Jan 26 21:13:45.346527 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9ac9e0-128b-409e-b531-259000beaf00 req-cd2a7c13-a8a2-4760-81a7-1add26533df6 tempest-LiveMigrationTest-97640354 tempest-LiveMigrationTest-97640354-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:13:45.353940 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-db9ac9e0-128b-409e-b531-259000beaf00 req-cd2a7c13-a8a2-4760-81a7-1add26533df6 tempest-LiveMigrationTest-97640354 tempest-LiveMigrationTest-97640354-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=71a415fd-0f19-44e3-9cdb-4ebc928c7708 HTTP/1.1" status: 200 len: 1095 time: 0.1364403 Jan 26 21:13:45.450925 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfcfa004-029f-4600-a5c4-e6523e69c058 req-4bac5ec4-c80f-4b93-bbda-5a47705d3312 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:13:45.452676 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-bfcfa004-029f-4600-a5c4-e6523e69c058 req-4bac5ec4-c80f-4b93-bbda-5a47705d3312 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=7fbe9cf5-e12c-436d-b372-55a19c9faa30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0897398 Jan 26 21:13:45.463020 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-fb509a6f-be1a-46d9-913b-7511c39c90e7 tempest-AllowedAddressPairIpV6TestJSON-677538037 tempest-AllowedAddressPairIpV6TestJSON-677538037-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:13:45.469980 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-fb509a6f-be1a-46d9-913b-7511c39c90e7 tempest-AllowedAddressPairIpV6TestJSON-677538037 tempest-AllowedAddressPairIpV6TestJSON-677538037-project] 10.222.0.13 "DELETE /v2.0/ports/51195a15-b93b-4fa6-aa6b-ff6a985210cd HTTP/1.1" status: 204 len: 168 time: 0.8205767 Jan 26 21:13:45.471997 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 55062) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:13:45.479914 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-db9ac9e0-128b-409e-b531-259000beaf00 req-b5826da1-3957-483e-8fe5-38e44002c368 tempest-LiveMigrationTest-97640354 tempest-LiveMigrationTest-97640354-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=c43a996a-6b93-48e4-a331-48250c5b183d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1248679 Jan 26 21:13:45.516216 n-d-760453-5 neutron-server[103305]: INFO neutron.pecan_wsgi.hooks.translation [None req-f7bb4021-e39f-4042-a812-e971ca0b7db5 tempest-AllowedAddressPairIpV6TestJSON-677538037 tempest-AllowedAddressPairIpV6TestJSON-677538037-project] GET failed (client error): The resource could not be found. Jan 26 21:13:45.524537 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-f7bb4021-e39f-4042-a812-e971ca0b7db5 tempest-AllowedAddressPairIpV6TestJSON-677538037 tempest-AllowedAddressPairIpV6TestJSON-677538037-project] 10.222.0.13 "GET /v2.0/ports/51195a15-b93b-4fa6-aa6b-ff6a985210cd HTTP/1.1" status: 404 len: 333 time: 0.0512960 Jan 26 21:13:45.525160 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 55066) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:13:45.650532 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-bfcfa004-029f-4600-a5c4-e6523e69c058 req-80d1ee99-0432-438a-b05d-c3c51d88a724 service neutron] 10.222.0.66 "GET /v2.0/networks/7fbe9cf5-e12c-436d-b372-55a19c9faa30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1695564 Jan 26 21:13:45.701640 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-fc7f27b4-613a-430f-81fa-d47bd8f3a470 tempest-AllowedAddressPairIpV6TestJSON-677538037 tempest-AllowedAddressPairIpV6TestJSON-677538037-project] Deleting port 3dea894d-3061-469e-9971-f2e53ad1dbef {{(pid=103305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 21:13:45.701640 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-fc7f27b4-613a-430f-81fa-d47bd8f3a470 tempest-AllowedAddressPairIpV6TestJSON-677538037 tempest-AllowedAddressPairIpV6TestJSON-677538037-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746560630878'] for port (3dea894d-3061-469e-9971-f2e53ad1dbef), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:13:45.730222 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Device 1f823a46-1659-445c-9067-ee7a46f9e1af up at agent hyperv_n-h2-760453-5 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 21:13:45.811793 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Provisioning for port 1f823a46-1659-445c-9067-ee7a46f9e1af completed by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 21:13:45.816760 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Provisioning complete for port 1f823a46-1659-445c-9067-ee7a46f9e1af triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:13:45.817603 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (1f823a46-1659-445c-9067-ee7a46f9e1af), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:13:45.891718 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-bfcfa004-029f-4600-a5c4-e6523e69c058 req-4bc44090-de18-4956-b361-d759b9158b64 service neutron] 10.222.0.66 "GET /v2.0/networks/7fbe9cf5-e12c-436d-b372-55a19c9faa30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2317791 Jan 26 21:13:45.922755 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-fc7f27b4-613a-430f-81fa-d47bd8f3a470 tempest-AllowedAddressPairIpV6TestJSON-677538037 tempest-AllowedAddressPairIpV6TestJSON-677538037-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4109658'] for port (3dea894d-3061-469e-9971-f2e53ad1dbef), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:13:45.961884 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Current status of the port 1f823a46-1659-445c-9067-ee7a46f9e1af is: BUILD; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:13:45.962547 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (1f823a46-1659-445c-9067-ee7a46f9e1af), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:13:45.967731 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-fc7f27b4-613a-430f-81fa-d47bd8f3a470 tempest-AllowedAddressPairIpV6TestJSON-677538037 tempest-AllowedAddressPairIpV6TestJSON-677538037-project] Calling delete_port for 3dea894d-3061-469e-9971-f2e53ad1dbef owned by {{(pid=103305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 21:13:45.975613 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729b4695-3295-43b0-82c5-eb7303c072e8 req-4dbda61b-88a7-4519-8460-2a3175e2c89f tempest-ServersOnMultiNodesTest-2088673700 tempest-ServersOnMultiNodesTest-2088673700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:13:45.977239 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-729b4695-3295-43b0-82c5-eb7303c072e8 req-4dbda61b-88a7-4519-8460-2a3175e2c89f tempest-ServersOnMultiNodesTest-2088673700 tempest-ServersOnMultiNodesTest-2088673700-project] 10.222.0.13 "GET /v2.0/ports?device_id=259dc9f9-5750-4490-a6c7-d3d1321bb0be HTTP/1.1" status: 200 len: 948 time: 0.1229100 Jan 26 21:13:45.999340 n-d-760453-5 neutron-server[103306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '259dc9f9-5750-4490-a6c7-d3d1321bb0be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f823a46-1659-445c-9067-ee7a46f9e1af'}] {{(pid=103306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 21:13:46.002285 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9d5d370febab655511bdd2ffe887e43e442d144a440368702bcc1e93af00b97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b382127-3bda-4c42-8f8d-95e2088d7472" -d '{"events": [{"server_uuid": "259dc9f9-5750-4490-a6c7-d3d1321bb0be", "name": "network-vif-plugged", "status": "completed", "tag": "1f823a46-1659-445c-9067-ee7a46f9e1af"}]}' {{(pid=103306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 21:13:46.021165 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] For port 1f823a46-1659-445c-9067-ee7a46f9e1af, host n-h2-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-5',level=0,port_id=1f823a46-1659-445c-9067-ee7a46f9e1af,segment=NetworkSegment(4eab25d6-89d9-4907-a1c2-51b06443ba33),segment_id=4eab25d6-89d9-4907-a1c2-51b06443ba33)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:13:46.038306 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (1f823a46-1659-445c-9067-ee7a46f9e1af), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:13:46.081612 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb240d12-95ca-4ef5-b8b0-a31f1577d79e req-8f33a569-9d1c-49e2-afa8-66a7db626c83 tempest-LiveMigrationTest-746395142 tempest-LiveMigrationTest-746395142-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:13:46.083230 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-eb240d12-95ca-4ef5-b8b0-a31f1577d79e req-8f33a569-9d1c-49e2-afa8-66a7db626c83 tempest-LiveMigrationTest-746395142 tempest-LiveMigrationTest-746395142-project] 10.222.0.13 "GET /v2.0/networks?id=57cdf3f5-a20b-4c6f-b2eb-bed2f5d4d40a HTTP/1.1" status: 200 len: 807 time: 0.3044300 Jan 26 21:13:46.111771 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-eb240d12-95ca-4ef5-b8b0-a31f1577d79e req-d01861cc-c3d7-465e-bc5d-e18adedda1a1 tempest-LiveMigrationTest-746395142 tempest-LiveMigrationTest-746395142-project] 10.222.0.13 "GET /v2.0/quotas/ee6098e1a6074d57972f34ef6549de05 HTTP/1.1" status: 200 len: 375 time: 0.0217433 Jan 26 21:13:46.151538 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Pushing event updated for resources: {'Port': ['ID=1f823a46-1659-445c-9067-ee7a46f9e1af,revision_number=5']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:13:46.169266 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-fc7f27b4-613a-430f-81fa-d47bd8f3a470 tempest-AllowedAddressPairIpV6TestJSON-677538037 tempest-AllowedAddressPairIpV6TestJSON-677538037-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746560636600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746560234536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11791543'] for port (3dea894d-3061-469e-9971-f2e53ad1dbef), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:13:46.182523 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-729b4695-3295-43b0-82c5-eb7303c072e8 req-c0953804-42f7-43b3-a702-888496ad0235 tempest-ServersOnMultiNodesTest-2088673700 tempest-ServersOnMultiNodesTest-2088673700-project] 10.222.0.13 "GET /v2.0/security-groups?id=306a2369-8c1c-4f98-9a64-2622487a9ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1800656 Jan 26 21:13:46.206316 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc7f27b4-613a-430f-81fa-d47bd8f3a470 tempest-AllowedAddressPairIpV6TestJSON-677538037 tempest-AllowedAddressPairIpV6TestJSON-677538037-project] Pushing event deleted for resources: {'Port': ['ID=3dea894d-3061-469e-9971-f2e53ad1dbef,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:13:46.236951 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-eb240d12-95ca-4ef5-b8b0-a31f1577d79e req-b8a0d393-e26e-4422-a83c-c30cfbaaf90b tempest-LiveMigrationTest-746395142 tempest-LiveMigrationTest-746395142-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=ee6098e1a6074d57972f34ef6549de05&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1023493 Jan 26 21:13:46.244690 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-fc7f27b4-613a-430f-81fa-d47bd8f3a470 tempest-AllowedAddressPairIpV6TestJSON-677538037 tempest-AllowedAddressPairIpV6TestJSON-677538037-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:13:46.249004 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-fc7f27b4-613a-430f-81fa-d47bd8f3a470 tempest-AllowedAddressPairIpV6TestJSON-677538037 tempest-AllowedAddressPairIpV6TestJSON-677538037-project] 10.222.0.13 "DELETE /v2.0/ports/3dea894d-3061-469e-9971-f2e53ad1dbef HTTP/1.1" status: 204 len: 168 time: 0.7190268 Jan 26 21:13:46.252580 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 55098) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:13:46.303375 n-d-760453-5 neutron-server[103305]: INFO neutron.pecan_wsgi.hooks.translation [None req-b42b10c6-a07f-4f1b-acc3-88d27d371b32 tempest-AllowedAddressPairIpV6TestJSON-677538037 tempest-AllowedAddressPairIpV6TestJSON-677538037-project] GET failed (client error): The resource could not be found. Jan 26 21:13:46.303986 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-b42b10c6-a07f-4f1b-acc3-88d27d371b32 tempest-AllowedAddressPairIpV6TestJSON-677538037 tempest-AllowedAddressPairIpV6TestJSON-677538037-project] 10.222.0.13 "GET /v2.0/ports/3dea894d-3061-469e-9971-f2e53ad1dbef HTTP/1.1" status: 404 len: 333 time: 0.0504663 Jan 26 21:13:46.307929 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 55102) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:13:46.403213 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Jan 2022 21:13:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11fdc718-b1e6-488d-b2c5-3eb709c77591 x-openstack-request-id: req-11fdc718-b1e6-488d-b2c5-3eb709c77591 {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 21:13:46.403500 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "259dc9f9-5750-4490-a6c7-d3d1321bb0be", "name": "network-vif-plugged", "status": "completed", "tag": "1f823a46-1659-445c-9067-ee7a46f9e1af", "code": 200}]} {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 21:13:46.403752 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-11fdc718-b1e6-488d-b2c5-3eb709c77591 {{(pid=103306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 21:13:46.404148 n-d-760453-5 neutron-server[103306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '259dc9f9-5750-4490-a6c7-d3d1321bb0be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f823a46-1659-445c-9067-ee7a46f9e1af', 'code': 200} Jan 26 21:13:46.436624 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-eb240d12-95ca-4ef5-b8b0-a31f1577d79e req-0a9d060d-e412-42db-a506-6bb2c71c70b4 service neutron] 10.222.0.13 "GET /v2.0/networks/57cdf3f5-a20b-4c6f-b2eb-bed2f5d4d40a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1945565 Jan 26 21:13:46.455973 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-40664579-cb4b-4716-b010-d703f6ed18d0 tempest-AllowedAddressPairIpV6TestJSON-677538037 tempest-AllowedAddressPairIpV6TestJSON-677538037-project] Deleting port 0a47c21f-a2d0-4f4a-9724-2e439168a00b {{(pid=103305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 21:13:46.456451 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-40664579-cb4b-4716-b010-d703f6ed18d0 tempest-AllowedAddressPairIpV6TestJSON-677538037 tempest-AllowedAddressPairIpV6TestJSON-677538037-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746560630878'] for port (0a47c21f-a2d0-4f4a-9724-2e439168a00b), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:13:46.594063 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-eb240d12-95ca-4ef5-b8b0-a31f1577d79e req-f89d0689-de17-4870-be98-ec472fdada68 service neutron] 10.222.0.13 "GET /v2.0/networks/57cdf3f5-a20b-4c6f-b2eb-bed2f5d4d40a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1501620 Jan 26 21:13:46.619310 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5995d5cf-27a2-419a-980f-70e1f8aab202 req-499be3a2-81d7-47eb-a134-cf5e20331b64 tempest-ServersTestMultiNic-211940128 tempest-ServersTestMultiNic-211940128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:13:46.625563 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5995d5cf-27a2-419a-980f-70e1f8aab202 req-499be3a2-81d7-47eb-a134-cf5e20331b64 tempest-ServersTestMultiNic-211940128 tempest-ServersTestMultiNic-211940128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:13:46.638298 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5995d5cf-27a2-419a-980f-70e1f8aab202 req-499be3a2-81d7-47eb-a134-cf5e20331b64 tempest-ServersTestMultiNic-211940128 tempest-ServersTestMultiNic-211940128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:13:46.649789 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-5995d5cf-27a2-419a-980f-70e1f8aab202 req-499be3a2-81d7-47eb-a134-cf5e20331b64 tempest-ServersTestMultiNic-211940128 tempest-ServersTestMultiNic-211940128-project] 10.222.0.13 "GET /v2.0/ports?device_id=9dc859c1-015e-422f-ad37-21e97b0e94c7 HTTP/1.1" status: 200 len: 2415 time: 0.0837913 Jan 26 21:13:46.667646 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2760303-a178-4376-b868-641994bd6474 req-472e1356-c96a-47e4-8775-e7f52eb02404 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:13:46.672634 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-b2760303-a178-4376-b868-641994bd6474 req-472e1356-c96a-47e4-8775-e7f52eb02404 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=259dc9f9-5750-4490-a6c7-d3d1321bb0be HTTP/1.1" status: 200 len: 1100 time: 0.1846654 Jan 26 21:13:46.679130 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-40664579-cb4b-4716-b010-d703f6ed18d0 tempest-AllowedAddressPairIpV6TestJSON-677538037 tempest-AllowedAddressPairIpV6TestJSON-677538037-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4109658'] for port (0a47c21f-a2d0-4f4a-9724-2e439168a00b), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:13:46.717380 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-5995d5cf-27a2-419a-980f-70e1f8aab202 req-7ef2b767-2ea7-43c4-bb51-ed3152b5c8c9 tempest-ServersTestMultiNic-211940128 tempest-ServersTestMultiNic-211940128-project] 10.222.0.13 "GET /v2.0/security-groups?id=387ebbc6-3579-4cea-a9d9-9b7fa130b41f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567155 Jan 26 21:13:46.823130 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3433da83-f52f-41d0-9dbc-703ce88b0bd7 req-b47f3f67-baf7-4a63-9d31-c31cd58ac56d tempest-ServerAddressesTestJSON-932744412 tempest-ServerAddressesTestJSON-932744412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:13:46.834378 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-40664579-cb4b-4716-b010-d703f6ed18d0 tempest-AllowedAddressPairIpV6TestJSON-677538037 tempest-AllowedAddressPairIpV6TestJSON-677538037-project] Calling delete_port for 0a47c21f-a2d0-4f4a-9724-2e439168a00b owned by {{(pid=103305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 21:13:46.840688 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-3433da83-f52f-41d0-9dbc-703ce88b0bd7 req-b47f3f67-baf7-4a63-9d31-c31cd58ac56d tempest-ServerAddressesTestJSON-932744412 tempest-ServerAddressesTestJSON-932744412-project] 10.222.0.13 "GET /v2.0/ports?device_id=4351e991-4d0a-4175-b14f-fa85eb2b11e2 HTTP/1.1" status: 200 len: 943 time: 0.0821455 Jan 26 21:13:46.851815 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-b2760303-a178-4376-b868-641994bd6474 req-9224300a-8d6b-42dd-803a-f9ffd45cd5a5 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=306a2369-8c1c-4f98-9a64-2622487a9ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1671734 Jan 26 21:13:46.914496 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-3433da83-f52f-41d0-9dbc-703ce88b0bd7 req-bb8e76d0-d2bf-4a99-b8a4-406e1d7a96fd tempest-ServerAddressesTestJSON-932744412 tempest-ServerAddressesTestJSON-932744412-project] 10.222.0.13 "GET /v2.0/security-groups?id=de362e2c-5f90-4974-854f-ab663c021699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728645 Jan 26 21:13:46.966984 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-1b8196eb-b4f2-4d64-be2e-bbb798114d20 req-077c5243-31f3-4600-bcac-ed41a2f4a54c tempest-LiveMigrationTest-746395142 tempest-LiveMigrationTest-746395142-project] 10.222.0.13 "GET /v2.0/ports?device_id=a9ca4017-264e-467b-a63a-6313b2811620 HTTP/1.1" status: 200 len: 210 time: 0.0717955 Jan 26 21:13:47.132773 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-40664579-cb4b-4716-b010-d703f6ed18d0 tempest-AllowedAddressPairIpV6TestJSON-677538037 tempest-AllowedAddressPairIpV6TestJSON-677538037-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746560636600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746560234536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11791543'] for port (0a47c21f-a2d0-4f4a-9724-2e439168a00b), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:13:47.196841 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40664579-cb4b-4716-b010-d703f6ed18d0 tempest-AllowedAddressPairIpV6TestJSON-677538037 tempest-AllowedAddressPairIpV6TestJSON-677538037-project] Pushing event deleted for resources: {'Port': ['ID=0a47c21f-a2d0-4f4a-9724-2e439168a00b,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:13:47.244516 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-40664579-cb4b-4716-b010-d703f6ed18d0 tempest-AllowedAddressPairIpV6TestJSON-677538037 tempest-AllowedAddressPairIpV6TestJSON-677538037-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:13:47.259728 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 55122) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:13:47.261521 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-40664579-cb4b-4716-b010-d703f6ed18d0 tempest-AllowedAddressPairIpV6TestJSON-677538037 tempest-AllowedAddressPairIpV6TestJSON-677538037-project] 10.222.0.13 "DELETE /v2.0/ports/0a47c21f-a2d0-4f4a-9724-2e439168a00b HTTP/1.1" status: 204 len: 168 time: 0.9525080 Jan 26 21:13:47.479914 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.db_base_plugin_v2 [None req-f271013b-bc59-452d-8a35-7d83a1c293b3 tempest-AllowedAddressPairIpV6TestJSON-677538037 tempest-AllowedAddressPairIpV6TestJSON-677538037-project] Deleting subnet 418fa449-16cc-4658-b84f-ce3e0c69aefc {{(pid=103304) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 26 21:13:47.498013 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-f271013b-bc59-452d-8a35-7d83a1c293b3 tempest-AllowedAddressPairIpV6TestJSON-677538037 tempest-AllowedAddressPairIpV6TestJSON-677538037-project] Publish callbacks [] for subnet (418fa449-16cc-4658-b84f-ce3e0c69aefc), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:13:47.552233 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb20ecd9-440d-4f43-b72c-1323851f4e63 req-1a1b6a5a-ad21-49b5-a54c-f5062757262b tempest-ServersOnMultiNodesTest-2088673700 tempest-ServersOnMultiNodesTest-2088673700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:13:47.559406 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-fb20ecd9-440d-4f43-b72c-1323851f4e63 req-1a1b6a5a-ad21-49b5-a54c-f5062757262b tempest-ServersOnMultiNodesTest-2088673700 tempest-ServersOnMultiNodesTest-2088673700-project] 10.222.0.13 "GET /v2.0/ports?device_id=259dc9f9-5750-4490-a6c7-d3d1321bb0be HTTP/1.1" status: 200 len: 949 time: 0.2174301 Jan 26 21:13:47.598639 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-f271013b-bc59-452d-8a35-7d83a1c293b3 tempest-AllowedAddressPairIpV6TestJSON-677538037 tempest-AllowedAddressPairIpV6TestJSON-677538037-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8881284'] for subnet (418fa449-16cc-4658-b84f-ce3e0c69aefc), precommit_delete_associations {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:13:47.631636 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae1e8c9-e0e4-4290-9f01-9d6271c282f0 req-69eef7bd-70d6-43b3-9c9e-1ae329826799 tempest-ServersTestMultiNic-211940128 tempest-ServersTestMultiNic-211940128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:13:47.637215 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae1e8c9-e0e4-4290-9f01-9d6271c282f0 req-69eef7bd-70d6-43b3-9c9e-1ae329826799 tempest-ServersTestMultiNic-211940128 tempest-ServersTestMultiNic-211940128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:13:47.643314 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae1e8c9-e0e4-4290-9f01-9d6271c282f0 req-69eef7bd-70d6-43b3-9c9e-1ae329826799 tempest-ServersTestMultiNic-211940128 tempest-ServersTestMultiNic-211940128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:13:47.649870 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-cae1e8c9-e0e4-4290-9f01-9d6271c282f0 req-69eef7bd-70d6-43b3-9c9e-1ae329826799 tempest-ServersTestMultiNic-211940128 tempest-ServersTestMultiNic-211940128-project] 10.222.0.13 "GET /v2.0/ports?device_id=9dc859c1-015e-422f-ad37-21e97b0e94c7 HTTP/1.1" status: 200 len: 2415 time: 0.3300502 Jan 26 21:13:47.656650 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Device 2c82422a-2ed1-47c2-873c-281a70da19b9 details requested by agent hyperv_n-h1-760453-5 with host n-h1-760453-5 {{(pid=103306) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 26 21:13:47.756587 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-fb20ecd9-440d-4f43-b72c-1323851f4e63 req-d27e9f75-82f3-4810-b117-f85cee3b796b tempest-ServersOnMultiNodesTest-2088673700 tempest-ServersOnMultiNodesTest-2088673700-project] 10.222.0.13 "GET /v2.0/security-groups?id=306a2369-8c1c-4f98-9a64-2622487a9ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1907525 Jan 26 21:13:47.785894 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-cae1e8c9-e0e4-4290-9f01-9d6271c282f0 req-dbace89b-9df0-41f7-9730-de6e8e331a57 tempest-ServersTestMultiNic-211940128 tempest-ServersTestMultiNic-211940128-project] 10.222.0.13 "GET /v2.0/security-groups?id=387ebbc6-3579-4cea-a9d9-9b7fa130b41f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1348228 Jan 26 21:13:47.889705 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] For port 2c82422a-2ed1-47c2-873c-281a70da19b9, host n-h1-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-5',level=0,port_id=2c82422a-2ed1-47c2-873c-281a70da19b9,segment=NetworkSegment(32bad8e5-a8f3-4c5d-b37f-4f58ef61867f),segment_id=32bad8e5-a8f3-4c5d-b37f-4f58ef61867f)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:13:47.894831 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-f271013b-bc59-452d-8a35-7d83a1c293b3 tempest-AllowedAddressPairIpV6TestJSON-677538037 tempest-AllowedAddressPairIpV6TestJSON-677538037-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687316'] for subnet (418fa449-16cc-4658-b84f-ce3e0c69aefc), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:13:47.903817 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Returning: {'device': '2c82422a-2ed1-47c2-873c-281a70da19b9', 'network_id': '945d78fb-412c-47b5-9865-89e3326145b3', 'port_id': '2c82422a-2ed1-47c2-873c-281a70da19b9', 'mac_address': 'fa:16:3e:a0:09:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 553, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f1d09feb-bf15-4134-8896-ad80a0234ef8', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103306) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 26 21:13:47.971046 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Current status of the port 2c82422a-2ed1-47c2-873c-281a70da19b9 is: DOWN; New status is: BUILD {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:13:47.971439 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (2c82422a-2ed1-47c2-873c-281a70da19b9), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:13:48.003874 n-d-760453-5 neutron-server[103306]: DEBUG neutron.notifiers.nova [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2c82422a-2ed1-47c2-873c-281a70da19b9 {{(pid=103306) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 26 21:13:48.048270 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] For port 2c82422a-2ed1-47c2-873c-281a70da19b9, host n-h1-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-5',level=0,port_id=2c82422a-2ed1-47c2-873c-281a70da19b9,segment=NetworkSegment(32bad8e5-a8f3-4c5d-b37f-4f58ef61867f),segment_id=32bad8e5-a8f3-4c5d-b37f-4f58ef61867f)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:13:48.052797 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (2c82422a-2ed1-47c2-873c-281a70da19b9), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:13:48.055882 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-f271013b-bc59-452d-8a35-7d83a1c293b3 tempest-AllowedAddressPairIpV6TestJSON-677538037 tempest-AllowedAddressPairIpV6TestJSON-677538037-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9281612', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12215216'] for subnet (418fa449-16cc-4658-b84f-ce3e0c69aefc), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:13:48.145155 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d6699c2-4513-4bee-a4a4-d089c8afcdb3 None None] Network 509ab503-4d4a-483c-869c-5f4eb80b6a0c requested from n-d-760453-5 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 26 21:13:48.174043 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-f271013b-bc59-452d-8a35-7d83a1c293b3 tempest-AllowedAddressPairIpV6TestJSON-677538037 tempest-AllowedAddressPairIpV6TestJSON-677538037-project] Publish callbacks [] for subnet (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:13:48.177262 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-f271013b-bc59-452d-8a35-7d83a1c293b3 tempest-AllowedAddressPairIpV6TestJSON-677538037 tempest-AllowedAddressPairIpV6TestJSON-677538037-project] 10.222.0.13 "DELETE /v2.0/subnets/418fa449-16cc-4658-b84f-ce3e0c69aefc HTTP/1.1" status: 204 len: 168 time: 0.9163842 Jan 26 21:13:48.180004 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 55136) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:13:48.216062 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-b7458b90-daac-4cf2-b09b-d761c5f865b5 req-d25598f1-92c7-48b4-90e7-9810ecd0dbe6 tempest-LiveMigrationTest-746395142 tempest-LiveMigrationTest-746395142-project] 10.222.0.13 "GET /v2.0/ports?device_id=a9ca4017-264e-467b-a63a-6313b2811620 HTTP/1.1" status: 200 len: 210 time: 0.0885773 Jan 26 21:13:48.225576 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f271013b-bc59-452d-8a35-7d83a1c293b3 tempest-AllowedAddressPairIpV6TestJSON-677538037 tempest-AllowedAddressPairIpV6TestJSON-677538037-project] Pushing event deleted for resources: {'Subnet': ['ID=418fa449-16cc-4658-b84f-ce3e0c69aefc,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:13:48.268369 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f555f0c-6193-4403-9f46-d2885be82657 req-cdc2ad71-188d-4d60-b098-3abdb0e8bc00 tempest-ServerAddressesTestJSON-932744412 tempest-ServerAddressesTestJSON-932744412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:13:48.276740 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-8f555f0c-6193-4403-9f46-d2885be82657 req-cdc2ad71-188d-4d60-b098-3abdb0e8bc00 tempest-ServerAddressesTestJSON-932744412 tempest-ServerAddressesTestJSON-932744412-project] 10.222.0.13 "GET /v2.0/ports?device_id=4351e991-4d0a-4175-b14f-fa85eb2b11e2 HTTP/1.1" status: 200 len: 944 time: 0.2481647 Jan 26 21:13:48.289209 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Pushing event updated for resources: {'Port': ['ID=2c82422a-2ed1-47c2-873c-281a70da19b9,revision_number=4']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:13:48.306913 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:13:48.307828 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:13:48.308309 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:13:48.308658 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:13:48.310803 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:13:48.311165 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:13:48.311507 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:13:48.311886 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:13:48.312348 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:13:48.312686 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:13:48.313024 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:13:48.313369 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:13:48.313702 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:13:48.349997 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-8f555f0c-6193-4403-9f46-d2885be82657 req-435bd4e6-035d-4c20-a761-4240361278cb tempest-ServerAddressesTestJSON-932744412 tempest-ServerAddressesTestJSON-932744412-project] 10.222.0.13 "GET /v2.0/security-groups?id=de362e2c-5f90-4974-854f-ab663c021699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674889 Jan 26 21:13:48.439849 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-56534323-87be-4ea6-a46f-1c99a9bcbfd1 tempest-AllowedAddressPairIpV6TestJSON-677538037 tempest-AllowedAddressPairIpV6TestJSON-677538037-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-748181'] for network (509ab503-4d4a-483c-869c-5f4eb80b6a0c), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:13:48.461687 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ebb7b23-bd4b-48ad-98c2-a586cdbe5d3e None None] DHCP port deletion for 509ab503-4d4a-483c-869c-5f4eb80b6a0c request from n-d-760453-5 {{(pid=103306) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 26 21:13:48.516922 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb240d12-95ca-4ef5-b8b0-a31f1577d79e req-ffc0cd1f-cef2-49a3-a8e7-4b463d3c64c1 tempest-LiveMigrationTest-746395142 tempest-LiveMigrationTest-746395142-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:13:48.519034 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-eb240d12-95ca-4ef5-b8b0-a31f1577d79e req-ffc0cd1f-cef2-49a3-a8e7-4b463d3c64c1 tempest-LiveMigrationTest-746395142 tempest-LiveMigrationTest-746395142-project] 10.222.0.57 "GET /v2.0/networks?id=57cdf3f5-a20b-4c6f-b2eb-bed2f5d4d40a HTTP/1.1" status: 200 len: 807 time: 0.2275989 Jan 26 21:13:48.534890 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-7ebb7b23-bd4b-48ad-98c2-a586cdbe5d3e None None] Deleting port 6c2d620a-8ee0-47d5-939f-f42ae7184efa {{(pid=103306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 21:13:48.535266 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-7ebb7b23-bd4b-48ad-98c2-a586cdbe5d3e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746560630878'] for port (6c2d620a-8ee0-47d5-939f-f42ae7184efa), before_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:13:48.550399 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [req-eb240d12-95ca-4ef5-b8b0-a31f1577d79e req-af0b461b-3797-4837-b8dd-82ff92532d38 tempest-LiveMigrationTest-746395142 tempest-LiveMigrationTest-746395142-project] Request body: {'port': {'device_id': 'a9ca4017-264e-467b-a63a-6313b2811620', 'network_id': '57cdf3f5-a20b-4c6f-b2eb-bed2f5d4d40a', 'admin_state_up': True, 'tenant_id': 'ee6098e1a6074d57972f34ef6549de05'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:13:48.608424 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-7ebb7b23-bd4b-48ad-98c2-a586cdbe5d3e None None] For port 6c2d620a-8ee0-47d5-939f-f42ae7184efa, host n-d-760453-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=6c2d620a-8ee0-47d5-939f-f42ae7184efa,segment=NetworkSegment(cedf33a9-1258-4be6-99a3-a0871e113dcb),segment_id=cedf33a9-1258-4be6-99a3-a0871e113dcb)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:13:48.609069 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-7ebb7b23-bd4b-48ad-98c2-a586cdbe5d3e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4109658'] for port (6c2d620a-8ee0-47d5-939f-f42ae7184efa), precommit_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:13:48.629540 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-7ebb7b23-bd4b-48ad-98c2-a586cdbe5d3e None None] Calling delete_port for 6c2d620a-8ee0-47d5-939f-f42ae7184efa owned by network:dhcp {{(pid=103306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 21:13:48.650787 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-56534323-87be-4ea6-a46f-1c99a9bcbfd1 tempest-AllowedAddressPairIpV6TestJSON-677538037 tempest-AllowedAddressPairIpV6TestJSON-677538037-project] Deleting port 6c2d620a-8ee0-47d5-939f-f42ae7184efa {{(pid=103305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 21:13:48.651092 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-56534323-87be-4ea6-a46f-1c99a9bcbfd1 tempest-AllowedAddressPairIpV6TestJSON-677538037 tempest-AllowedAddressPairIpV6TestJSON-677538037-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746560630878'] for port (6c2d620a-8ee0-47d5-939f-f42ae7184efa), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:13:48.729005 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] get_ports_and_sgs() called for port_ids ['2c82422a-2ed1-47c2-873c-281a70da19b9'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 26 21:13:48.742535 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eb240d12-95ca-4ef5-b8b0-a31f1577d79e req-af0b461b-3797-4837-b8dd-82ff92532d38 tempest-LiveMigrationTest-746395142 tempest-LiveMigrationTest-746395142-project] Made reservation on behalf of ee6098e1a6074d57972f34ef6549de05 for: {'port': 1} {{(pid=103305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 21:13:48.746880 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-eb240d12-95ca-4ef5-b8b0-a31f1577d79e req-af0b461b-3797-4837-b8dd-82ff92532d38 tempest-LiveMigrationTest-746395142 tempest-LiveMigrationTest-746395142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:13:48.761892 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-7ebb7b23-bd4b-48ad-98c2-a586cdbe5d3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746560636600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746560234536'] for port (6c2d620a-8ee0-47d5-939f-f42ae7184efa), after_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:13:48.773317 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [None req-56534323-87be-4ea6-a46f-1c99a9bcbfd1 tempest-AllowedAddressPairIpV6TestJSON-677538037 tempest-AllowedAddressPairIpV6TestJSON-677538037-project] For port 6c2d620a-8ee0-47d5-939f-f42ae7184efa, host n-d-760453-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=6c2d620a-8ee0-47d5-939f-f42ae7184efa,segment=NetworkSegment(cedf33a9-1258-4be6-99a3-a0871e113dcb),segment_id=cedf33a9-1258-4be6-99a3-a0871e113dcb)] {{(pid=103305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:13:48.773693 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-56534323-87be-4ea6-a46f-1c99a9bcbfd1 tempest-AllowedAddressPairIpV6TestJSON-677538037 tempest-AllowedAddressPairIpV6TestJSON-677538037-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4109658'] for port (6c2d620a-8ee0-47d5-939f-f42ae7184efa), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:13:48.777092 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ebb7b23-bd4b-48ad-98c2-a586cdbe5d3e None None] No DVR routers for this DVR port 6c2d620a-8ee0-47d5-939f-f42ae7184efa on host n-d-760453-5 {{(pid=103306) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 26 21:13:48.809787 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-56534323-87be-4ea6-a46f-1c99a9bcbfd1 tempest-AllowedAddressPairIpV6TestJSON-677538037 tempest-AllowedAddressPairIpV6TestJSON-677538037-project] Calling delete_port for 6c2d620a-8ee0-47d5-939f-f42ae7184efa owned by network:dhcp {{(pid=103305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 21:13:48.817036 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ebb7b23-bd4b-48ad-98c2-a586cdbe5d3e None None] Pushing event deleted for resources: {'Port': ['ID=6c2d620a-8ee0-47d5-939f-f42ae7184efa,revision_number=None']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:13:48.912827 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-3cdf6773-c809-46fb-9d96-c278544a5802 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (474ccdf7-ab6c-405b-a3b2-dc7b05829902), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:13:49.088947 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060ccce8-f26f-4acb-8897-38f648f71471 req-c040d835-986a-4593-8bea-c8d147e2c27b tempest-ServersOnMultiNodesTest-2088673700 tempest-ServersOnMultiNodesTest-2088673700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:13:49.096716 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-060ccce8-f26f-4acb-8897-38f648f71471 req-c040d835-986a-4593-8bea-c8d147e2c27b tempest-ServersOnMultiNodesTest-2088673700 tempest-ServersOnMultiNodesTest-2088673700-project] 10.222.0.13 "GET /v2.0/ports?device_id=259dc9f9-5750-4490-a6c7-d3d1321bb0be HTTP/1.1" status: 200 len: 949 time: 0.1880817 Jan 26 21:13:49.113322 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.db_base_plugin_common [req-eb240d12-95ca-4ef5-b8b0-a31f1577d79e req-af0b461b-3797-4837-b8dd-82ff92532d38 tempest-LiveMigrationTest-746395142 tempest-LiveMigrationTest-746395142-project] Allocated IP 172.20.0.6 (57cdf3f5-a20b-4c6f-b2eb-bed2f5d4d40a/0fd61269-7d95-487b-ba3a-f244d39cf571/a98d0993-b582-4517-bdcf-6868c5c81c88) {{(pid=103305) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 21:13:49.120434 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-56534323-87be-4ea6-a46f-1c99a9bcbfd1 tempest-AllowedAddressPairIpV6TestJSON-677538037 tempest-AllowedAddressPairIpV6TestJSON-677538037-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746560636600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746560234536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11791543'] for port (6c2d620a-8ee0-47d5-939f-f42ae7184efa), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:13:49.139395 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e11686-0faa-4e7d-a99d-8a8b688f2bf7 req-c800f799-320e-466c-b0ec-9c27119774f5 tempest-ServersTestMultiNic-211940128 tempest-ServersTestMultiNic-211940128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:13:49.146776 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e11686-0faa-4e7d-a99d-8a8b688f2bf7 req-c800f799-320e-466c-b0ec-9c27119774f5 tempest-ServersTestMultiNic-211940128 tempest-ServersTestMultiNic-211940128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:13:49.154705 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e11686-0faa-4e7d-a99d-8a8b688f2bf7 req-c800f799-320e-466c-b0ec-9c27119774f5 tempest-ServersTestMultiNic-211940128 tempest-ServersTestMultiNic-211940128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:13:49.157342 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-33e11686-0faa-4e7d-a99d-8a8b688f2bf7 req-c800f799-320e-466c-b0ec-9c27119774f5 tempest-ServersTestMultiNic-211940128 tempest-ServersTestMultiNic-211940128-project] 10.222.0.13 "GET /v2.0/ports?device_id=9dc859c1-015e-422f-ad37-21e97b0e94c7 HTTP/1.1" status: 200 len: 2415 time: 0.2020810 Jan 26 21:13:49.170694 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56534323-87be-4ea6-a46f-1c99a9bcbfd1 tempest-AllowedAddressPairIpV6TestJSON-677538037 tempest-AllowedAddressPairIpV6TestJSON-677538037-project] Pushing event deleted for resources: {'Port': ['ID=6c2d620a-8ee0-47d5-939f-f42ae7184efa,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:13:49.172592 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56534323-87be-4ea6-a46f-1c99a9bcbfd1 tempest-AllowedAddressPairIpV6TestJSON-677538037 tempest-AllowedAddressPairIpV6TestJSON-677538037-project] No DVR routers for this DVR port 6c2d620a-8ee0-47d5-939f-f42ae7184efa on host n-d-760453-5 {{(pid=103305) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 26 21:13:49.221731 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-060ccce8-f26f-4acb-8897-38f648f71471 req-c04f69b9-47ab-4dcf-a631-b97e3aafeb7d tempest-ServersOnMultiNodesTest-2088673700 tempest-ServersOnMultiNodesTest-2088673700-project] 10.222.0.13 "GET /v2.0/security-groups?id=306a2369-8c1c-4f98-9a64-2622487a9ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1241083 Jan 26 21:13:49.251653 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-33e11686-0faa-4e7d-a99d-8a8b688f2bf7 req-23efb0e4-d207-4801-8d90-6b187685e6a8 tempest-ServersTestMultiNic-211940128 tempest-ServersTestMultiNic-211940128-project] 10.222.0.13 "GET /v2.0/security-groups?id=387ebbc6-3579-4cea-a9d9-9b7fa130b41f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864406 Jan 26 21:13:49.333331 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-56534323-87be-4ea6-a46f-1c99a9bcbfd1 tempest-AllowedAddressPairIpV6TestJSON-677538037 tempest-AllowedAddressPairIpV6TestJSON-677538037-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-686403', 'neutron.services.segments.db._delete_segments_for_network-8746560774018'] for network (509ab503-4d4a-483c-869c-5f4eb80b6a0c), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:13:49.362962 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-4057fd5f-3ef7-4961-9372-92946c96213d req-75c8f17a-ee43-473a-8d54-5c7c82566241 tempest-LiveMigrationTest-746395142 tempest-LiveMigrationTest-746395142-project] 10.222.0.13 "GET /v2.0/ports?device_id=a9ca4017-264e-467b-a63a-6313b2811620 HTTP/1.1" status: 200 len: 210 time: 0.0308635 Jan 26 21:13:49.463819 n-d-760453-5 neutron-server[103305]: DEBUG neutron.services.segments.db [None req-56534323-87be-4ea6-a46f-1c99a9bcbfd1 tempest-AllowedAddressPairIpV6TestJSON-677538037 tempest-AllowedAddressPairIpV6TestJSON-677538037-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['509ab503-4d4a-483c-869c-5f4eb80b6a0c']}} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:13:49.481435 n-d-760453-5 neutron-server[103305]: DEBUG neutron.services.segments.db [None req-56534323-87be-4ea6-a46f-1c99a9bcbfd1 tempest-AllowedAddressPairIpV6TestJSON-677538037 tempest-AllowedAddressPairIpV6TestJSON-677538037-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cedf33a9-1258-4be6-99a3-a0871e113dcb') {'for_net_delete': True} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:13:49.481876 n-d-760453-5 neutron-server[103305]: DEBUG neutron.services.segments.db [None req-56534323-87be-4ea6-a46f-1c99a9bcbfd1 tempest-AllowedAddressPairIpV6TestJSON-677538037 tempest-AllowedAddressPairIpV6TestJSON-677538037-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cedf33a9-1258-4be6-99a3-a0871e113dcb') {} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:13:49.503432 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-56534323-87be-4ea6-a46f-1c99a9bcbfd1 tempest-AllowedAddressPairIpV6TestJSON-677538037 tempest-AllowedAddressPairIpV6TestJSON-677538037-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746560742283', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11788955'] for segment (cedf33a9-1258-4be6-99a3-a0871e113dcb), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:13:49.532308 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-56534323-87be-4ea6-a46f-1c99a9bcbfd1 tempest-AllowedAddressPairIpV6TestJSON-677538037 tempest-AllowedAddressPairIpV6TestJSON-677538037-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576559'] for segment (cedf33a9-1258-4be6-99a3-a0871e113dcb), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:13:49.553929 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-56534323-87be-4ea6-a46f-1c99a9bcbfd1 tempest-AllowedAddressPairIpV6TestJSON-677538037 tempest-AllowedAddressPairIpV6TestJSON-677538037-project] Releasing vlan 588 on physical network physnet1 to pool {{(pid=103305) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 26 21:13:49.554928 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-56534323-87be-4ea6-a46f-1c99a9bcbfd1 tempest-AllowedAddressPairIpV6TestJSON-677538037 tempest-AllowedAddressPairIpV6TestJSON-677538037-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11791428'] for segment (cedf33a9-1258-4be6-99a3-a0871e113dcb), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:13:49.559395 n-d-760453-5 neutron-server[103305]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 26 21:13:49.559395 n-d-760453-5 neutron-server[103305]: items = [ Jan 26 21:13:49.559395 n-d-760453-5 neutron-server[103305]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 26 21:13:49.559395 n-d-760453-5 neutron-server[103305]: self.session.flush() Jan 26 21:13:49.559395 n-d-760453-5 neutron-server[103305]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 26 21:13:49.559395 n-d-760453-5 neutron-server[103305]: self.session.flush() Jan 26 21:13:49.559395 n-d-760453-5 neutron-server[103305]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 26 21:13:49.559395 n-d-760453-5 neutron-server[103305]: self.session.flush() Jan 26 21:13:49.559395 n-d-760453-5 neutron-server[103305]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 26 21:13:49.559395 n-d-760453-5 neutron-server[103305]: self.session.flush() Jan 26 21:13:49.559395 n-d-760453-5 neutron-server[103305]: Traceback (most recent call last): Jan 26 21:13:49.559395 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 26 21:13:49.559395 n-d-760453-5 neutron-server[103305]: timer() Jan 26 21:13:49.559395 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 26 21:13:49.559395 n-d-760453-5 neutron-server[103305]: cb(*args, **kw) Jan 26 21:13:49.559395 n-d-760453-5 neutron-server[103305]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 26 21:13:49.559395 n-d-760453-5 neutron-server[103305]: return func(*args, **kwargs) Jan 26 21:13:49.559395 n-d-760453-5 neutron-server[103305]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 26 21:13:49.559395 n-d-760453-5 neutron-server[103305]: self._notify() Jan 26 21:13:49.559395 n-d-760453-5 neutron-server[103305]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 26 21:13:49.559395 n-d-760453-5 neutron-server[103305]: self.callback(batched_events) Jan 26 21:13:49.559395 n-d-760453-5 neutron-server[103305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 26 21:13:49.559395 n-d-760453-5 neutron-server[103305]: event.method(event) Jan 26 21:13:49.559395 n-d-760453-5 neutron-server[103305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 26 21:13:49.559395 n-d-760453-5 neutron-server[103305]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 26 21:13:49.559395 n-d-760453-5 neutron-server[103305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 26 21:13:49.559395 n-d-760453-5 neutron-server[103305]: aggregate_uuid = self.p_client.list_aggregates( Jan 26 21:13:49.559395 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 26 21:13:49.559395 n-d-760453-5 neutron-server[103305]: return f(self, *a, **k) Jan 26 21:13:49.559395 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 26 21:13:49.559395 n-d-760453-5 neutron-server[103305]: return self._get(url).json() Jan 26 21:13:49.559395 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 26 21:13:49.559395 n-d-760453-5 neutron-server[103305]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 26 21:13:49.559395 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 26 21:13:49.559395 n-d-760453-5 neutron-server[103305]: return self.request(url, 'GET', **kwargs) Jan 26 21:13:49.559395 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 26 21:13:49.559395 n-d-760453-5 neutron-server[103305]: base_url = self.get_endpoint(auth, allow=allow, Jan 26 21:13:49.559395 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 26 21:13:49.559395 n-d-760453-5 neutron-server[103305]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 26 21:13:49.559395 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 26 21:13:49.559395 n-d-760453-5 neutron-server[103305]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 26 21:13:49.559395 n-d-760453-5 neutron-server[103305]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 26 21:13:49.588269 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39cb71e7-8906-4d32-870d-1c7d748c37ae req-69d0c741-370e-4603-9326-a659be95a864 tempest-ServerAddressesTestJSON-932744412 tempest-ServerAddressesTestJSON-932744412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:13:49.589594 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-eb240d12-95ca-4ef5-b8b0-a31f1577d79e req-af0b461b-3797-4837-b8dd-82ff92532d38 tempest-LiveMigrationTest-746395142 tempest-LiveMigrationTest-746395142-project] Publish callbacks [] for port (a98d0993-b582-4517-bdcf-6868c5c81c88), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:13:49.590299 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-39cb71e7-8906-4d32-870d-1c7d748c37ae req-69d0c741-370e-4603-9326-a659be95a864 tempest-ServerAddressesTestJSON-932744412 tempest-ServerAddressesTestJSON-932744412-project] 10.222.0.13 "GET /v2.0/ports?device_id=4351e991-4d0a-4175-b14f-fa85eb2b11e2 HTTP/1.1" status: 200 len: 944 time: 0.1583927 Jan 26 21:13:49.601778 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdbad719-a9ca-423d-a077-1a192cb1f85d req-be3f938f-6165-42ae-9b11-97b84a12c7c1 tempest-ServersOnMultiNodesTest-2088673700 tempest-ServersOnMultiNodesTest-2088673700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:13:49.608560 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-bdbad719-a9ca-423d-a077-1a192cb1f85d req-be3f938f-6165-42ae-9b11-97b84a12c7c1 tempest-ServersOnMultiNodesTest-2088673700 tempest-ServersOnMultiNodesTest-2088673700-project] 10.222.0.13 "GET /v2.0/ports?device_id=49b84614-d8b5-4921-9fed-e4d6f59bb4cb HTTP/1.1" status: 200 len: 947 time: 0.1361396 Jan 26 21:13:49.667298 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Device 74a29006-e476-494d-a6f7-bba5c779ab89 details requested by agent hyperv_n-h1-760453-5 with host n-h1-760453-5 {{(pid=103306) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 26 21:13:49.688019 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-56534323-87be-4ea6-a46f-1c99a9bcbfd1 tempest-AllowedAddressPairIpV6TestJSON-677538037 tempest-AllowedAddressPairIpV6TestJSON-677538037-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4110931'] for network (509ab503-4d4a-483c-869c-5f4eb80b6a0c), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:13:49.703196 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-39cb71e7-8906-4d32-870d-1c7d748c37ae req-1b130c95-bd73-496c-a2bd-019cc17bcb5c tempest-ServerAddressesTestJSON-932744412 tempest-ServerAddressesTestJSON-932744412-project] 10.222.0.13 "GET /v2.0/security-groups?id=de362e2c-5f90-4974-854f-ab663c021699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721762 Jan 26 21:13:49.705793 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-56534323-87be-4ea6-a46f-1c99a9bcbfd1 tempest-AllowedAddressPairIpV6TestJSON-677538037 tempest-AllowedAddressPairIpV6TestJSON-677538037-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709645'] for network (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:13:49.716811 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-56534323-87be-4ea6-a46f-1c99a9bcbfd1 tempest-AllowedAddressPairIpV6TestJSON-677538037 tempest-AllowedAddressPairIpV6TestJSON-677538037-project] 10.222.0.13 "DELETE /v2.0/networks/509ab503-4d4a-483c-869c-5f4eb80b6a0c HTTP/1.1" status: 204 len: 168 time: 1.5333867 Jan 26 21:13:49.729974 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-bdbad719-a9ca-423d-a077-1a192cb1f85d req-e0742645-1bba-4f01-8cce-07ea373417c9 tempest-ServersOnMultiNodesTest-2088673700 tempest-ServersOnMultiNodesTest-2088673700-project] 10.222.0.13 "GET /v2.0/security-groups?id=306a2369-8c1c-4f98-9a64-2622487a9ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140783 Jan 26 21:13:49.746175 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5b6659-26e4-482c-8278-f33e14263827 req-2eb34be0-c52a-4614-9e66-8f8d6df3830e tempest-ServersTestMultiNic-211940128 tempest-ServersTestMultiNic-211940128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:13:49.757739 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5b6659-26e4-482c-8278-f33e14263827 req-2eb34be0-c52a-4614-9e66-8f8d6df3830e tempest-ServersTestMultiNic-211940128 tempest-ServersTestMultiNic-211940128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:13:49.763683 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5b6659-26e4-482c-8278-f33e14263827 req-2eb34be0-c52a-4614-9e66-8f8d6df3830e tempest-ServersTestMultiNic-211940128 tempest-ServersTestMultiNic-211940128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:13:49.765543 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-8f5b6659-26e4-482c-8278-f33e14263827 req-2eb34be0-c52a-4614-9e66-8f8d6df3830e tempest-ServersTestMultiNic-211940128 tempest-ServersTestMultiNic-211940128-project] 10.222.0.66 "GET /v2.0/ports?device_id=9dc859c1-015e-422f-ad37-21e97b0e94c7 HTTP/1.1" status: 200 len: 2415 time: 0.2210414 Jan 26 21:13:49.774136 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56534323-87be-4ea6-a46f-1c99a9bcbfd1 tempest-AllowedAddressPairIpV6TestJSON-677538037 tempest-AllowedAddressPairIpV6TestJSON-677538037-project] Pushing event deleted for resources: {'Network': ['ID=509ab503-4d4a-483c-869c-5f4eb80b6a0c,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:13:49.807041 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-eb240d12-95ca-4ef5-b8b0-a31f1577d79e req-af0b461b-3797-4837-b8dd-82ff92532d38 tempest-LiveMigrationTest-746395142 tempest-LiveMigrationTest-746395142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746560234527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11791543'] for port (a98d0993-b582-4517-bdcf-6868c5c81c88), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:13:49.850836 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eb240d12-95ca-4ef5-b8b0-a31f1577d79e req-af0b461b-3797-4837-b8dd-82ff92532d38 tempest-LiveMigrationTest-746395142 tempest-LiveMigrationTest-746395142-project] Network 57cdf3f5-a20b-4c6f-b2eb-bed2f5d4d40a is already hosted by enough agents. {{(pid=103305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 21:13:49.854793 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [req-eb240d12-95ca-4ef5-b8b0-a31f1577d79e req-af0b461b-3797-4837-b8dd-82ff92532d38 tempest-LiveMigrationTest-746395142 tempest-LiveMigrationTest-746395142-project] Resources bound (agent type, host, resource id): {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:13:49.857815 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb240d12-95ca-4ef5-b8b0-a31f1577d79e req-af0b461b-3797-4837-b8dd-82ff92532d38 tempest-LiveMigrationTest-746395142 tempest-LiveMigrationTest-746395142-project] Received port after_create {{(pid=103305) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 21:13:49.892852 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] For port 74a29006-e476-494d-a6f7-bba5c779ab89, host n-h1-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-5',level=0,port_id=74a29006-e476-494d-a6f7-bba5c779ab89,segment=NetworkSegment(4eab25d6-89d9-4907-a1c2-51b06443ba33),segment_id=4eab25d6-89d9-4907-a1c2-51b06443ba33)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:13:49.911217 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb240d12-95ca-4ef5-b8b0-a31f1577d79e req-af0b461b-3797-4837-b8dd-82ff92532d38 tempest-LiveMigrationTest-746395142 tempest-LiveMigrationTest-746395142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:13:49.911508 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Returning: {'device': '74a29006-e476-494d-a6f7-bba5c779ab89', 'network_id': '7fbe9cf5-e12c-436d-b372-55a19c9faa30', 'port_id': '74a29006-e476-494d-a6f7-bba5c779ab89', 'mac_address': 'fa:16:3e:fd:6c:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 561, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fd77e534-75e6-4b90-950e-f5824d584430', 'ip_address': '192.168.233.90'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103306) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 26 21:13:49.912463 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-eb240d12-95ca-4ef5-b8b0-a31f1577d79e req-af0b461b-3797-4837-b8dd-82ff92532d38 tempest-LiveMigrationTest-746395142 tempest-LiveMigrationTest-746395142-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:13:49.953640 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0b461b-3797-4837-b8dd-82ff92532d38 tempest-LiveMigrationTest-746395142 tempest-LiveMigrationTest-746395142-project] Pushing event updated for resources: {'Port': ['ID=a98d0993-b582-4517-bdcf-6868c5c81c88,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:13:49.971616 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-eb240d12-95ca-4ef5-b8b0-a31f1577d79e req-af0b461b-3797-4837-b8dd-82ff92532d38 tempest-LiveMigrationTest-746395142 tempest-LiveMigrationTest-746395142-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4224887 Jan 26 21:13:49.976442 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Current status of the port 74a29006-e476-494d-a6f7-bba5c779ab89 is: DOWN; New status is: BUILD {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:13:49.976949 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (74a29006-e476-494d-a6f7-bba5c779ab89), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:13:49.986100 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [req-eb240d12-95ca-4ef5-b8b0-a31f1577d79e req-8c76d2dc-1708-4fee-ad2d-8c62a7e8cff9 service neutron] Request body: {'port': {'device_id': 'a9ca4017-264e-467b-a63a-6313b2811620', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-760453-5'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:13:49.996160 n-d-760453-5 neutron-server[103306]: DEBUG neutron.notifiers.nova [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 74a29006-e476-494d-a6f7-bba5c779ab89 {{(pid=103306) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 26 21:13:50.022049 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] For port 74a29006-e476-494d-a6f7-bba5c779ab89, host n-h1-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-5',level=0,port_id=74a29006-e476-494d-a6f7-bba5c779ab89,segment=NetworkSegment(4eab25d6-89d9-4907-a1c2-51b06443ba33),segment_id=4eab25d6-89d9-4907-a1c2-51b06443ba33)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:13:50.028556 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (74a29006-e476-494d-a6f7-bba5c779ab89), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:13:50.113362 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-eb240d12-95ca-4ef5-b8b0-a31f1577d79e req-8c76d2dc-1708-4fee-ad2d-8c62a7e8cff9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (a98d0993-b582-4517-bdcf-6868c5c81c88), before_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:13:50.123486 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 55162) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:13:50.179668 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Pushing event updated for resources: {'Port': ['ID=74a29006-e476-494d-a6f7-bba5c779ab89,revision_number=4']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:13:50.371176 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device 6c2d620a-8ee0-47d5-939f-f42ae7184efa no longer exists at agent ovs-agent-n-d-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 26 21:13:50.433280 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] No Port match for: 6c2d620a-8ee0-47d5-939f-f42ae7184efa {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 26 21:13:50.433665 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device 6c2d620a-8ee0-47d5-939f-f42ae7184efa not bound to the agent host n-d-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 26 21:13:50.443923 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.agents_db [None req-569f1ced-6396-4ddf-b79f-e03b0b2146ab None None] Agent healthcheck: found 7 active agents {{(pid=103307) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 26 21:13:50.539386 n-d-760453-5 neutron-server[103305]: DEBUG neutron.notifiers.nova [req-eb240d12-95ca-4ef5-b8b0-a31f1577d79e req-8c76d2dc-1708-4fee-ad2d-8c62a7e8cff9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a98d0993-b582-4517-bdcf-6868c5c81c88 {{(pid=103305) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 26 21:13:50.551905 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-eb240d12-95ca-4ef5-b8b0-a31f1577d79e req-8c76d2dc-1708-4fee-ad2d-8c62a7e8cff9 service neutron] Publish callbacks [] for port (a98d0993-b582-4517-bdcf-6868c5c81c88), precommit_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:13:50.566875 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.provisioning_blocks [req-eb240d12-95ca-4ef5-b8b0-a31f1577d79e req-8c76d2dc-1708-4fee-ad2d-8c62a7e8cff9 service neutron] Transition to ACTIVE for port object a98d0993-b582-4517-bdcf-6868c5c81c88 will not be triggered until provisioned by entity L2. {{(pid=103305) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 21:13:50.589272 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-eb240d12-95ca-4ef5-b8b0-a31f1577d79e req-8c76d2dc-1708-4fee-ad2d-8c62a7e8cff9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11791520'] for port (a98d0993-b582-4517-bdcf-6868c5c81c88), after_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:13:50.675466 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ec564d-80b8-4089-8f69-e3eedd607e9c req-c2c7bc10-a155-4433-bffa-127ae10ed058 tempest-LiveMigrationTest-746395142 tempest-LiveMigrationTest-746395142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:13:50.677054 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-68ec564d-80b8-4089-8f69-e3eedd607e9c req-c2c7bc10-a155-4433-bffa-127ae10ed058 tempest-LiveMigrationTest-746395142 tempest-LiveMigrationTest-746395142-project] 10.222.0.13 "GET /v2.0/ports?device_id=a9ca4017-264e-467b-a63a-6313b2811620 HTTP/1.1" status: 200 len: 943 time: 0.1008480 Jan 26 21:13:50.689899 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0200d8d8-1950-4488-b4e6-4efd0897db07 req-52809840-dc6b-402c-9642-0d9762ad1746 tempest-ServersTestMultiNic-211940128 tempest-ServersTestMultiNic-211940128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:13:50.695519 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0200d8d8-1950-4488-b4e6-4efd0897db07 req-52809840-dc6b-402c-9642-0d9762ad1746 tempest-ServersTestMultiNic-211940128 tempest-ServersTestMultiNic-211940128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:13:50.701632 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0200d8d8-1950-4488-b4e6-4efd0897db07 req-52809840-dc6b-402c-9642-0d9762ad1746 tempest-ServersTestMultiNic-211940128 tempest-ServersTestMultiNic-211940128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:13:50.703295 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-0200d8d8-1950-4488-b4e6-4efd0897db07 req-52809840-dc6b-402c-9642-0d9762ad1746 tempest-ServersTestMultiNic-211940128 tempest-ServersTestMultiNic-211940128-project] 10.222.0.13 "GET /v2.0/ports?device_id=9dc859c1-015e-422f-ad37-21e97b0e94c7 HTTP/1.1" status: 200 len: 2415 time: 0.2044873 Jan 26 21:13:50.762571 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [req-eb240d12-95ca-4ef5-b8b0-a31f1577d79e req-8c76d2dc-1708-4fee-ad2d-8c62a7e8cff9 service neutron] Attempting to bind port a98d0993-b582-4517-bdcf-6868c5c81c88 on host n-h2-760453-5 for vnic_type normal with profile {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 21:13:50.763082 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [req-eb240d12-95ca-4ef5-b8b0-a31f1577d79e req-8c76d2dc-1708-4fee-ad2d-8c62a7e8cff9 service neutron] Attempting to bind port a98d0993-b582-4517-bdcf-6868c5c81c88 by drivers openvswitch,hyperv on host n-h2-760453-5 at level 0 using segments [{'id': '984e14e0-bb79-4ef3-b570-cebad3b9694e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '57cdf3f5-a20b-4c6f-b2eb-bed2f5d4d40a'}] {{(pid=103305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 26 21:13:50.763580 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb240d12-95ca-4ef5-b8b0-a31f1577d79e req-8c76d2dc-1708-4fee-ad2d-8c62a7e8cff9 service neutron] Attempting to bind port a98d0993-b582-4517-bdcf-6868c5c81c88 on network 57cdf3f5-a20b-4c6f-b2eb-bed2f5d4d40a {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 21:13:50.763894 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] get_ports_and_sgs() called for port_ids ['74a29006-e476-494d-a6f7-bba5c779ab89'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 26 21:13:50.773322 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-4bd441fc-8cc7-4159-8934-128e2a48324b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=e40221d88afd4095be964dd3b7cd4afa&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6465874 Jan 26 21:13:50.773322 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb240d12-95ca-4ef5-b8b0-a31f1577d79e req-8c76d2dc-1708-4fee-ad2d-8c62a7e8cff9 service neutron] Port a98d0993-b582-4517-bdcf-6868c5c81c88 on network 57cdf3f5-a20b-4c6f-b2eb-bed2f5d4d40a not bound, no agent of type Open vSwitch agent registered on host n-h2-760453-5 {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 26 21:13:50.773322 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb240d12-95ca-4ef5-b8b0-a31f1577d79e req-8c76d2dc-1708-4fee-ad2d-8c62a7e8cff9 service neutron] Attempting to bind port a98d0993-b582-4517-bdcf-6868c5c81c88 on network 57cdf3f5-a20b-4c6f-b2eb-bed2f5d4d40a {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 21:13:50.774738 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 55178) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:13:50.775440 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c76d2dc-1708-4fee-ad2d-8c62a7e8cff9 service neutron] Pushing event updated for resources: {'Port': ['ID=a98d0993-b582-4517-bdcf-6868c5c81c88,revision_number=2']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:13:50.808612 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [req-8f5b6659-26e4-482c-8278-f33e14263827 req-6c57a336-eae6-47d7-80ec-d21615423567 tempest-ServersTestMultiNic-211940128 tempest-ServersTestMultiNic-211940128-project] Deleting port fa35baf5-be01-4c0d-9968-c29d188357c3 {{(pid=103304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 21:13:50.808960 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-8f5b6659-26e4-482c-8278-f33e14263827 req-6c57a336-eae6-47d7-80ec-d21615423567 tempest-ServersTestMultiNic-211940128 tempest-ServersTestMultiNic-211940128-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746560630878'] for port (fa35baf5-be01-4c0d-9968-c29d188357c3), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:13:50.846844 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-4eb315f6-e6b2-4a67-a574-e716ff76068f admin admin] Publish callbacks [] for security_group (99eceb8a-5950-469a-8e43-fe16e1525c97), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:13:50.848877 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb240d12-95ca-4ef5-b8b0-a31f1577d79e req-8c76d2dc-1708-4fee-ad2d-8c62a7e8cff9 service neutron] Checking agent: {'id': '4d619873-4b60-439f-9b5a-b155dc8bbc34', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-760453-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 21, 2, 53), 'started_at': datetime.datetime(2022, 1, 26, 21, 2, 53), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 21, 13, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 26 21:13:50.849519 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb240d12-95ca-4ef5-b8b0-a31f1577d79e req-8c76d2dc-1708-4fee-ad2d-8c62a7e8cff9 service neutron] Checking segment: {'id': '984e14e0-bb79-4ef3-b570-cebad3b9694e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '57cdf3f5-a20b-4c6f-b2eb-bed2f5d4d40a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103305) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 21:13:50.850030 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb240d12-95ca-4ef5-b8b0-a31f1577d79e req-8c76d2dc-1708-4fee-ad2d-8c62a7e8cff9 service neutron] Bound using segment: {'id': '984e14e0-bb79-4ef3-b570-cebad3b9694e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '57cdf3f5-a20b-4c6f-b2eb-bed2f5d4d40a'} {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 26 21:13:50.850582 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [req-eb240d12-95ca-4ef5-b8b0-a31f1577d79e req-8c76d2dc-1708-4fee-ad2d-8c62a7e8cff9 service neutron] Bound port: a98d0993-b582-4517-bdcf-6868c5c81c88, host: n-h2-760453-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '984e14e0-bb79-4ef3-b570-cebad3b9694e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '57cdf3f5-a20b-4c6f-b2eb-bed2f5d4d40a'}}] {{(pid=103305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 26 21:13:50.851031 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-eb240d12-95ca-4ef5-b8b0-a31f1577d79e req-8c76d2dc-1708-4fee-ad2d-8c62a7e8cff9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (a98d0993-b582-4517-bdcf-6868c5c81c88), before_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:13:50.915083 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-4eb315f6-e6b2-4a67-a574-e716ff76068f admin admin] Publish callbacks [] for security_group (99eceb8a-5950-469a-8e43-fe16e1525c97), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:13:50.962471 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-68ec564d-80b8-4089-8f69-e3eedd607e9c req-74143d80-c103-4ee6-a38e-eaeb45a58199 tempest-LiveMigrationTest-746395142 tempest-LiveMigrationTest-746395142-project] 10.222.0.13 "GET /v2.0/security-groups?id=c43a996a-6b93-48e4-a331-48250c5b183d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2566905 Jan 26 21:13:50.999577 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [req-eb240d12-95ca-4ef5-b8b0-a31f1577d79e req-8c76d2dc-1708-4fee-ad2d-8c62a7e8cff9 service neutron] For port a98d0993-b582-4517-bdcf-6868c5c81c88, host n-h2-760453-5, cleared binding levels {{(pid=103305) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 26 21:13:51.015012 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [req-eb240d12-95ca-4ef5-b8b0-a31f1577d79e req-8c76d2dc-1708-4fee-ad2d-8c62a7e8cff9 service neutron] For port a98d0993-b582-4517-bdcf-6868c5c81c88, host n-h2-760453-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-5',level=0,port_id=a98d0993-b582-4517-bdcf-6868c5c81c88,segment=NetworkSegment(984e14e0-bb79-4ef3-b570-cebad3b9694e),segment_id=984e14e0-bb79-4ef3-b570-cebad3b9694e)] {{(pid=103305) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 26 21:13:51.016783 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-4eb315f6-e6b2-4a67-a574-e716ff76068f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (99eceb8a-5950-469a-8e43-fe16e1525c97), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:13:51.023841 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-4eb315f6-e6b2-4a67-a574-e716ff76068f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:13:51.027564 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-4eb315f6-e6b2-4a67-a574-e716ff76068f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/99eceb8a-5950-469a-8e43-fe16e1525c97 HTTP/1.1" status: 204 len: 168 time: 0.2375033 Jan 26 21:13:51.030460 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-eb240d12-95ca-4ef5-b8b0-a31f1577d79e req-8c76d2dc-1708-4fee-ad2d-8c62a7e8cff9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11791520'] for port (a98d0993-b582-4517-bdcf-6868c5c81c88), after_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:13:51.047218 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb315f6-e6b2-4a67-a574-e716ff76068f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99eceb8a-5950-469a-8e43-fe16e1525c97,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:13:51.054005 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-0200d8d8-1950-4488-b4e6-4efd0897db07 req-8ea737c4-4874-4dbc-99d2-21f08e540df2 tempest-ServersTestMultiNic-211940128 tempest-ServersTestMultiNic-211940128-project] 10.222.0.13 "GET /v2.0/security-groups?id=387ebbc6-3579-4cea-a9d9-9b7fa130b41f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3245337 Jan 26 21:13:51.094092 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb240d12-95ca-4ef5-b8b0-a31f1577d79e req-8c76d2dc-1708-4fee-ad2d-8c62a7e8cff9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:13:51.094721 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-eb240d12-95ca-4ef5-b8b0-a31f1577d79e req-8c76d2dc-1708-4fee-ad2d-8c62a7e8cff9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:13:51.096666 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-eb240d12-95ca-4ef5-b8b0-a31f1577d79e req-8c76d2dc-1708-4fee-ad2d-8c62a7e8cff9 service neutron] 10.222.0.57 "PUT /v2.0/ports/a98d0993-b582-4517-bdcf-6868c5c81c88 HTTP/1.1" status: 200 len: 1091 time: 1.1200194 Jan 26 21:13:51.098838 n-d-760453-5 neutron-server[103305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a9ca4017-264e-467b-a63a-6313b2811620', 'tag': 'a98d0993-b582-4517-bdcf-6868c5c81c88'}] {{(pid=103305) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 21:13:51.115470 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d4654568b7bf041e72ff8fe1c96d6d761d9c921f2b99bc7b3a26632be20cee0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebf81848-6d63-491c-9719-c60a1cab2d7e" -d '{"events": [{"name": "network-changed", "server_uuid": "a9ca4017-264e-467b-a63a-6313b2811620", "tag": "a98d0993-b582-4517-bdcf-6868c5c81c88"}]}' {{(pid=103305) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 21:13:51.174441 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [req-8f5b6659-26e4-482c-8278-f33e14263827 req-6c57a336-eae6-47d7-80ec-d21615423567 tempest-ServersTestMultiNic-211940128 tempest-ServersTestMultiNic-211940128-project] For port fa35baf5-be01-4c0d-9968-c29d188357c3, host n-h1-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-5',level=0,port_id=fa35baf5-be01-4c0d-9968-c29d188357c3,segment=NetworkSegment(0f71e1ef-9f51-4f8e-afb9-809838426693),segment_id=0f71e1ef-9f51-4f8e-afb9-809838426693)] {{(pid=103304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:13:51.175010 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-8f5b6659-26e4-482c-8278-f33e14263827 req-6c57a336-eae6-47d7-80ec-d21615423567 tempest-ServersTestMultiNic-211940128 tempest-ServersTestMultiNic-211940128-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4109658'] for port (fa35baf5-be01-4c0d-9968-c29d188357c3), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:13:51.196768 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-8d60f5dc-de58-426d-bc07-51d0612b3a24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (09df100c-3af1-4b0a-bda8-05914c71c458), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:13:51.253746 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [req-8f5b6659-26e4-482c-8278-f33e14263827 req-6c57a336-eae6-47d7-80ec-d21615423567 tempest-ServersTestMultiNic-211940128 tempest-ServersTestMultiNic-211940128-project] Calling delete_port for fa35baf5-be01-4c0d-9968-c29d188357c3 owned by compute:nova {{(pid=103304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 21:13:51.257237 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c76d2dc-1708-4fee-ad2d-8c62a7e8cff9 service neutron] Pushing event updated for resources: {'Port': ['ID=a98d0993-b582-4517-bdcf-6868c5c81c88,revision_number=3']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:13:51.281049 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb240d12-95ca-4ef5-b8b0-a31f1577d79e req-b8aba2cc-f237-4707-b3d1-aea0521ddb02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:13:51.283476 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-eb240d12-95ca-4ef5-b8b0-a31f1577d79e req-b8aba2cc-f237-4707-b3d1-aea0521ddb02 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=ee6098e1a6074d57972f34ef6549de05&device_id=a9ca4017-264e-467b-a63a-6313b2811620 HTTP/1.1" status: 200 len: 1094 time: 0.1214604 Jan 26 21:13:51.339252 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-eb240d12-95ca-4ef5-b8b0-a31f1577d79e req-e53db9cc-7f55-4446-acde-4a0f4d9a89e8 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a98d0993-b582-4517-bdcf-6868c5c81c88 HTTP/1.1" status: 200 len: 217 time: 0.0435877 Jan 26 21:13:51.405244 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2dbd0c0-70f3-460b-803d-ba9449390c64 req-47316ef9-65db-4d63-ad3c-7f6426fb9a64 tempest-ServerAddressesTestJSON-932744412 tempest-ServerAddressesTestJSON-932744412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:13:51.413716 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-b2dbd0c0-70f3-460b-803d-ba9449390c64 req-47316ef9-65db-4d63-ad3c-7f6426fb9a64 tempest-ServerAddressesTestJSON-932744412 tempest-ServerAddressesTestJSON-932744412-project] 10.222.0.13 "GET /v2.0/ports?device_id=4351e991-4d0a-4175-b14f-fa85eb2b11e2 HTTP/1.1" status: 200 len: 944 time: 0.3428066 Jan 26 21:13:51.435106 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb240d12-95ca-4ef5-b8b0-a31f1577d79e req-8c48863b-c076-49d1-bcd5-9f7b57a7da55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:13:51.436605 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-eb240d12-95ca-4ef5-b8b0-a31f1577d79e req-8c48863b-c076-49d1-bcd5-9f7b57a7da55 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=0fd61269-7d95-487b-ba3a-f244d39cf571 HTTP/1.1" status: 200 len: 847 time: 0.0913308 Jan 26 21:13:51.498401 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-eb240d12-95ca-4ef5-b8b0-a31f1577d79e req-f20f6e5a-1176-451a-a953-5cf1bd7660c1 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=57cdf3f5-a20b-4c6f-b2eb-bed2f5d4d40a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0552628 Jan 26 21:13:51.501856 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-b2dbd0c0-70f3-460b-803d-ba9449390c64 req-b3422558-a7b4-4f20-a73b-ac4f50143268 tempest-ServerAddressesTestJSON-932744412 tempest-ServerAddressesTestJSON-932744412-project] 10.222.0.13 "GET /v2.0/security-groups?id=de362e2c-5f90-4974-854f-ab663c021699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865068 Jan 26 21:13:51.522063 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0adfa82e-5751-47bf-9a05-b5985230cf4f req-f88f5241-e7c6-4787-91e5-e2c8db574cc8 tempest-ServersOnMultiNodesTest-2088673700 tempest-ServersOnMultiNodesTest-2088673700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:13:51.532791 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-0adfa82e-5751-47bf-9a05-b5985230cf4f req-f88f5241-e7c6-4787-91e5-e2c8db574cc8 tempest-ServersOnMultiNodesTest-2088673700 tempest-ServersOnMultiNodesTest-2088673700-project] 10.222.0.13 "GET /v2.0/ports?device_id=49b84614-d8b5-4921-9fed-e4d6f59bb4cb HTTP/1.1" status: 200 len: 948 time: 0.3177094 Jan 26 21:13:51.597067 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 26 Jan 2022 21:13:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30ce5f12-b5a9-46f7-aa40-fb2bf5f8688e x-openstack-request-id: req-30ce5f12-b5a9-46f7-aa40-fb2bf5f8688e {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 21:13:51.597634 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a9ca4017-264e-467b-a63a-6313b2811620", "tag": "a98d0993-b582-4517-bdcf-6868c5c81c88", "status": "completed", "code": 200}]} {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 21:13:51.597634 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-30ce5f12-b5a9-46f7-aa40-fb2bf5f8688e {{(pid=103305) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 21:13:51.598020 n-d-760453-5 neutron-server[103305]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a9ca4017-264e-467b-a63a-6313b2811620', 'tag': 'a98d0993-b582-4517-bdcf-6868c5c81c88', 'status': 'completed', 'code': 200} Jan 26 21:13:51.659698 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-0adfa82e-5751-47bf-9a05-b5985230cf4f req-53be3a10-448d-4f6d-b221-3066bbbd4ae9 tempest-ServersOnMultiNodesTest-2088673700 tempest-ServersOnMultiNodesTest-2088673700-project] 10.222.0.13 "GET /v2.0/security-groups?id=306a2369-8c1c-4f98-9a64-2622487a9ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210301 Jan 26 21:13:51.673941 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-eb240d12-95ca-4ef5-b8b0-a31f1577d79e req-d1474bc3-4e4a-43d1-8bb8-cc535c39401a service neutron] 10.222.0.57 "GET /v2.0/networks/57cdf3f5-a20b-4c6f-b2eb-bed2f5d4d40a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1672547 Jan 26 21:13:51.731867 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Device 2c82422a-2ed1-47c2-873c-281a70da19b9 up at agent hyperv_n-h1-760453-5 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 21:13:51.785119 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-8f5b6659-26e4-482c-8278-f33e14263827 req-6c57a336-eae6-47d7-80ec-d21615423567 tempest-ServersTestMultiNic-211940128 tempest-ServersTestMultiNic-211940128-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746560636600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746560234536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9281553'] for port (fa35baf5-be01-4c0d-9968-c29d188357c3), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:13:51.840550 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-eb240d12-95ca-4ef5-b8b0-a31f1577d79e req-bd13ad44-9a43-48d2-9ed3-2721f0e0d099 service neutron] 10.222.0.57 "GET /v2.0/networks/57cdf3f5-a20b-4c6f-b2eb-bed2f5d4d40a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1596687 Jan 26 21:13:51.852924 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c57a336-eae6-47d7-80ec-d21615423567 tempest-ServersTestMultiNic-211940128 tempest-ServersTestMultiNic-211940128-project] Pushing event deleted for resources: {'Port': ['ID=fa35baf5-be01-4c0d-9968-c29d188357c3,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:13:51.859353 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Provisioning for port 2c82422a-2ed1-47c2-873c-281a70da19b9 completed by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 21:13:51.878628 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Provisioning complete for port 2c82422a-2ed1-47c2-873c-281a70da19b9 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:13:51.879020 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (2c82422a-2ed1-47c2-873c-281a70da19b9), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:13:51.935892 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f5b6659-26e4-482c-8278-f33e14263827 req-6c57a336-eae6-47d7-80ec-d21615423567 tempest-ServersTestMultiNic-211940128 tempest-ServersTestMultiNic-211940128-project] No DVR routers for this DVR port fa35baf5-be01-4c0d-9968-c29d188357c3 on host n-h1-760453-5 {{(pid=103304) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 26 21:13:51.941621 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-8f5b6659-26e4-482c-8278-f33e14263827 req-6c57a336-eae6-47d7-80ec-d21615423567 tempest-ServersTestMultiNic-211940128 tempest-ServersTestMultiNic-211940128-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:13:51.949790 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-8f5b6659-26e4-482c-8278-f33e14263827 req-6c57a336-eae6-47d7-80ec-d21615423567 tempest-ServersTestMultiNic-211940128 tempest-ServersTestMultiNic-211940128-project] 10.222.0.66 "DELETE /v2.0/ports/fa35baf5-be01-4c0d-9968-c29d188357c3 HTTP/1.1" status: 204 len: 173 time: 2.1714370 Jan 26 21:13:51.950339 n-d-760453-5 neutron-server[103304]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9dc859c1-015e-422f-ad37-21e97b0e94c7', 'name': 'network-vif-deleted', 'tag': 'fa35baf5-be01-4c0d-9968-c29d188357c3'}] {{(pid=103304) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 21:13:51.952756 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d52b45f1943fcd332af9527eb73ff93c8d715d44383a3f6d18de73b4cfcf87b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-090b2f39-c916-41a7-b662-10e72767af66" -d '{"events": [{"server_uuid": "9dc859c1-015e-422f-ad37-21e97b0e94c7", "name": "network-vif-deleted", "tag": "fa35baf5-be01-4c0d-9968-c29d188357c3"}]}' {{(pid=103304) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 21:13:51.999212 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf81848-6d63-491c-9719-c60a1cab2d7e req-70887b57-92d7-46b1-ab94-f94172673fda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:13:52.015815 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-ebf81848-6d63-491c-9719-c60a1cab2d7e req-70887b57-92d7-46b1-ab94-f94172673fda service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=ee6098e1a6074d57972f34ef6549de05&device_id=a9ca4017-264e-467b-a63a-6313b2811620 HTTP/1.1" status: 200 len: 1094 time: 0.1003520 Jan 26 21:13:52.057958 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Jan 2022 21:13:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a163a4c-2ab5-4f21-9c88-a087c09b41dd x-openstack-request-id: req-0a163a4c-2ab5-4f21-9c88-a087c09b41dd {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 21:13:52.061015 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9dc859c1-015e-422f-ad37-21e97b0e94c7", "name": "network-vif-deleted", "tag": "fa35baf5-be01-4c0d-9968-c29d188357c3", "status": "completed", "code": 200}]} {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 21:13:52.062502 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-0a163a4c-2ab5-4f21-9c88-a087c09b41dd {{(pid=103304) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 21:13:52.064381 n-d-760453-5 neutron-server[103304]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9dc859c1-015e-422f-ad37-21e97b0e94c7', 'name': 'network-vif-deleted', 'tag': 'fa35baf5-be01-4c0d-9968-c29d188357c3', 'status': 'completed', 'code': 200} Jan 26 21:13:52.241490 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf81848-6d63-491c-9719-c60a1cab2d7e req-0c7f7fcd-8804-4052-97dc-91e2f79cd1d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:13:52.243326 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-ebf81848-6d63-491c-9719-c60a1cab2d7e req-0c7f7fcd-8804-4052-97dc-91e2f79cd1d0 service neutron] 10.222.0.57 "GET /v2.0/networks?id=57cdf3f5-a20b-4c6f-b2eb-bed2f5d4d40a HTTP/1.1" status: 200 len: 908 time: 0.2210178 Jan 26 21:13:52.409230 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-ebf81848-6d63-491c-9719-c60a1cab2d7e req-29791e68-07bc-4d3b-af2a-ef9a533ed668 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a98d0993-b582-4517-bdcf-6868c5c81c88 HTTP/1.1" status: 200 len: 217 time: 0.1585398 Jan 26 21:13:52.558313 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf81848-6d63-491c-9719-c60a1cab2d7e req-05466a6b-bdf8-4b8f-9c05-88079cf26bf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:13:52.561030 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-ebf81848-6d63-491c-9719-c60a1cab2d7e req-05466a6b-bdf8-4b8f-9c05-88079cf26bf3 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=0fd61269-7d95-487b-ba3a-f244d39cf571 HTTP/1.1" status: 200 len: 847 time: 0.1459856 Jan 26 21:13:52.574327 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9cef1e-1aed-4f40-8a9c-5d885c7be0d3 req-b27feac3-1e93-43bc-9456-cb78a9663ecc tempest-LiveMigrationTest-746395142 tempest-LiveMigrationTest-746395142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:13:52.585366 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-6e9cef1e-1aed-4f40-8a9c-5d885c7be0d3 req-b27feac3-1e93-43bc-9456-cb78a9663ecc tempest-LiveMigrationTest-746395142 tempest-LiveMigrationTest-746395142-project] 10.222.0.13 "GET /v2.0/ports?device_id=a9ca4017-264e-467b-a63a-6313b2811620 HTTP/1.1" status: 200 len: 943 time: 0.4415781 Jan 26 21:13:52.634441 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-841f5991-a4d8-4d4b-b215-cbc6bab5427b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (aa7ee9d2-08eb-4e12-b895-24c57300dfec), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:13:52.635228 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Current status of the port 2c82422a-2ed1-47c2-873c-281a70da19b9 is: BUILD; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:13:52.635603 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (2c82422a-2ed1-47c2-873c-281a70da19b9), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:13:52.640273 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-ebf81848-6d63-491c-9719-c60a1cab2d7e req-f814b1ea-b3b6-4700-996d-0e1bf7d19daa service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=57cdf3f5-a20b-4c6f-b2eb-bed2f5d4d40a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0666690 Jan 26 21:13:52.665139 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 55218) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:13:52.681694 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-6e9cef1e-1aed-4f40-8a9c-5d885c7be0d3 req-de44a87b-3855-40b5-a022-0337b658e46d tempest-LiveMigrationTest-746395142 tempest-LiveMigrationTest-746395142-project] 10.222.0.13 "GET /v2.0/security-groups?id=c43a996a-6b93-48e4-a331-48250c5b183d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942812 Jan 26 21:13:52.690601 n-d-760453-5 neutron-server[103306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4351e991-4d0a-4175-b14f-fa85eb2b11e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c82422a-2ed1-47c2-873c-281a70da19b9'}] {{(pid=103306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 21:13:52.693463 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9d5d370febab655511bdd2ffe887e43e442d144a440368702bcc1e93af00b97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3222cb9-8a19-4c05-879c-4bc6eb889d6c" -d '{"events": [{"server_uuid": "4351e991-4d0a-4175-b14f-fa85eb2b11e2", "name": "network-vif-plugged", "status": "completed", "tag": "2c82422a-2ed1-47c2-873c-281a70da19b9"}]}' {{(pid=103306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 21:13:52.717341 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] For port 2c82422a-2ed1-47c2-873c-281a70da19b9, host n-h1-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-5',level=0,port_id=2c82422a-2ed1-47c2-873c-281a70da19b9,segment=NetworkSegment(32bad8e5-a8f3-4c5d-b37f-4f58ef61867f),segment_id=32bad8e5-a8f3-4c5d-b37f-4f58ef61867f)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:13:52.724775 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (2c82422a-2ed1-47c2-873c-281a70da19b9), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:13:52.726062 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Device 764d585e-425c-4b3e-bd83-04c6d4eebfea no longer exists at agent hyperv_n-h1-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 26 21:13:52.730864 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c067030-bd1f-4acd-a8bc-a5e74191e10f req-082caa6a-23ee-4001-bd37-1800fe11f0aa tempest-ServersTestMultiNic-211940128 tempest-ServersTestMultiNic-211940128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:13:52.741216 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c067030-bd1f-4acd-a8bc-a5e74191e10f req-082caa6a-23ee-4001-bd37-1800fe11f0aa tempest-ServersTestMultiNic-211940128 tempest-ServersTestMultiNic-211940128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:13:52.748380 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-5c067030-bd1f-4acd-a8bc-a5e74191e10f req-082caa6a-23ee-4001-bd37-1800fe11f0aa tempest-ServersTestMultiNic-211940128 tempest-ServersTestMultiNic-211940128-project] 10.222.0.13 "GET /v2.0/ports?device_id=9dc859c1-015e-422f-ad37-21e97b0e94c7 HTTP/1.1" status: 200 len: 1680 time: 0.3124866 Jan 26 21:13:52.759748 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [req-8f5b6659-26e4-482c-8278-f33e14263827 req-6bc8c73e-ef82-45dc-af45-15c5f4ade2b8 tempest-ServersTestMultiNic-211940128 tempest-ServersTestMultiNic-211940128-project] Deleting port 9a48534f-198e-49d6-ae1b-d97668015bda {{(pid=103304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 21:13:52.760087 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-8f5b6659-26e4-482c-8278-f33e14263827 req-6bc8c73e-ef82-45dc-af45-15c5f4ade2b8 tempest-ServersTestMultiNic-211940128 tempest-ServersTestMultiNic-211940128-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746560630878'] for port (9a48534f-198e-49d6-ae1b-d97668015bda), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:13:52.904844 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (4d619873-4b60-439f-9b5a-b155dc8bbc34), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:13:52.970740 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-ebf81848-6d63-491c-9719-c60a1cab2d7e req-667dd468-c245-439b-a4ae-8b59d461a3b8 service neutron] 10.222.0.57 "GET /v2.0/networks/57cdf3f5-a20b-4c6f-b2eb-bed2f5d4d40a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3219547 Jan 26 21:13:52.974155 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Pushing event updated for resources: {'Port': ['ID=2c82422a-2ed1-47c2-873c-281a70da19b9,revision_number=5']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:13:52.987891 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Current status of the port 764d585e-425c-4b3e-bd83-04c6d4eebfea is: ACTIVE; New status is: DOWN {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:13:52.988587 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (764d585e-425c-4b3e-bd83-04c6d4eebfea), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:13:52.994334 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-1e3ae4ae-a3b9-4f39-bf10-8fb2609d85bb tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-1927087338'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:13:53.004601 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a699307f-3e2b-4d40-bf0a-a7ebd4f416cc req-70360e8e-2782-4306-adbd-5a8842db806f tempest-ServerAddressesTestJSON-932744412 tempest-ServerAddressesTestJSON-932744412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:13:53.013525 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-a699307f-3e2b-4d40-bf0a-a7ebd4f416cc req-70360e8e-2782-4306-adbd-5a8842db806f tempest-ServerAddressesTestJSON-932744412 tempest-ServerAddressesTestJSON-932744412-project] 10.222.0.13 "GET /v2.0/ports?device_id=4351e991-4d0a-4175-b14f-fa85eb2b11e2 HTTP/1.1" status: 200 len: 945 time: 0.1478667 Jan 26 21:13:53.025173 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-5c067030-bd1f-4acd-a8bc-a5e74191e10f req-892fb78a-0da7-4a1e-b162-5827dc8b7268 tempest-ServersTestMultiNic-211940128 tempest-ServersTestMultiNic-211940128-project] 10.222.0.13 "GET /v2.0/security-groups?id=387ebbc6-3579-4cea-a9d9-9b7fa130b41f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2606590 Jan 26 21:13:53.031354 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] For port 764d585e-425c-4b3e-bd83-04c6d4eebfea, host n-h1-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-5',level=0,port_id=764d585e-425c-4b3e-bd83-04c6d4eebfea,segment=NetworkSegment(9841d257-0b06-4cf2-9676-06bc99036fe7),segment_id=9841d257-0b06-4cf2-9676-06bc99036fe7)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:13:53.039137 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (764d585e-425c-4b3e-bd83-04c6d4eebfea), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:13:53.040981 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Device fa35baf5-be01-4c0d-9968-c29d188357c3 no longer exists at agent hyperv_n-h1-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 26 21:13:53.054594 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [req-8f5b6659-26e4-482c-8278-f33e14263827 req-6bc8c73e-ef82-45dc-af45-15c5f4ade2b8 tempest-ServersTestMultiNic-211940128 tempest-ServersTestMultiNic-211940128-project] For port 9a48534f-198e-49d6-ae1b-d97668015bda, host n-h1-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-5',level=0,port_id=9a48534f-198e-49d6-ae1b-d97668015bda,segment=NetworkSegment(0f71e1ef-9f51-4f8e-afb9-809838426693),segment_id=0f71e1ef-9f51-4f8e-afb9-809838426693)] {{(pid=103304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:13:53.054973 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-8f5b6659-26e4-482c-8278-f33e14263827 req-6bc8c73e-ef82-45dc-af45-15c5f4ade2b8 tempest-ServersTestMultiNic-211940128 tempest-ServersTestMultiNic-211940128-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4109658'] for port (9a48534f-198e-49d6-ae1b-d97668015bda), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:13:53.078517 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [req-8f5b6659-26e4-482c-8278-f33e14263827 req-6bc8c73e-ef82-45dc-af45-15c5f4ade2b8 tempest-ServersTestMultiNic-211940128 tempest-ServersTestMultiNic-211940128-project] Calling delete_port for 9a48534f-198e-49d6-ae1b-d97668015bda owned by compute:nova {{(pid=103304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 21:13:53.129933 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e3ae4ae-a3b9-4f39-bf10-8fb2609d85bb tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Made reservation on behalf of 555cb579ba8f40b196e83d88248f8446 for: {'network': 1} {{(pid=103305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 21:13:53.131711 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-a699307f-3e2b-4d40-bf0a-a7ebd4f416cc req-73ac753f-0c7f-4f72-962f-8c540f636e13 tempest-ServerAddressesTestJSON-932744412 tempest-ServerAddressesTestJSON-932744412-project] 10.222.0.13 "GET /v2.0/security-groups?id=de362e2c-5f90-4974-854f-ab663c021699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165178 Jan 26 21:13:53.137173 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-1e3ae4ae-a3b9-4f39-bf10-8fb2609d85bb tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for network (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:13:53.153767 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] No Port match for: fa35baf5-be01-4c0d-9968-c29d188357c3 {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 26 21:13:53.154172 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Device fa35baf5-be01-4c0d-9968-c29d188357c3 not bound to the agent host n-h1-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 26 21:13:53.172460 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Jan 2022 21:13:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f041dac8-feed-4d14-b36b-de388eb13880 x-openstack-request-id: req-f041dac8-feed-4d14-b36b-de388eb13880 {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 21:13:53.172598 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4351e991-4d0a-4175-b14f-fa85eb2b11e2", "name": "network-vif-plugged", "status": "completed", "tag": "2c82422a-2ed1-47c2-873c-281a70da19b9", "code": 200}]} {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 21:13:53.172833 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f041dac8-feed-4d14-b36b-de388eb13880 {{(pid=103306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 21:13:53.183611 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-1e3ae4ae-a3b9-4f39-bf10-8fb2609d85bb tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Publish callbacks [] for security_group (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:13:53.188828 n-d-760453-5 neutron-server[103306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4351e991-4d0a-4175-b14f-fa85eb2b11e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c82422a-2ed1-47c2-873c-281a70da19b9', 'code': 200} Jan 26 21:13:53.189613 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Pushing event updated for resources: {'Port': ['ID=764d585e-425c-4b3e-bd83-04c6d4eebfea,revision_number=6']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:13:53.277468 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-ebf81848-6d63-491c-9719-c60a1cab2d7e req-3637c3d1-83f1-45f2-b9f7-cb8d23a41e12 service neutron] 10.222.0.57 "GET /v2.0/networks/57cdf3f5-a20b-4c6f-b2eb-bed2f5d4d40a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3004327 Jan 26 21:13:53.318060 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b35b4e0-08f4-4dc3-98a8-6b18b68000fa req-7701aa68-31f3-47e4-a17f-efd4d1eba403 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:13:53.320069 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-4b35b4e0-08f4-4dc3-98a8-6b18b68000fa req-7701aa68-31f3-47e4-a17f-efd4d1eba403 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=4351e991-4d0a-4175-b14f-fa85eb2b11e2 HTTP/1.1" status: 200 len: 1096 time: 0.0866780 Jan 26 21:13:53.332423 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8a92b5-ac50-4194-95b7-f395379887e4 req-3583d670-a409-4ef2-a326-ec29c0c0f7ed tempest-ServersOnMultiNodesTest-2088673700 tempest-ServersOnMultiNodesTest-2088673700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:13:53.334061 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-bd8a92b5-ac50-4194-95b7-f395379887e4 req-3583d670-a409-4ef2-a326-ec29c0c0f7ed tempest-ServersOnMultiNodesTest-2088673700 tempest-ServersOnMultiNodesTest-2088673700-project] 10.222.0.13 "GET /v2.0/ports?device_id=49b84614-d8b5-4921-9fed-e4d6f59bb4cb HTTP/1.1" status: 200 len: 948 time: 0.1019950 Jan 26 21:13:53.401422 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-1e3ae4ae-a3b9-4f39-bf10-8fb2609d85bb tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Publish callbacks [] for security_group (39124c32-b52c-47bd-b304-6091c29d9405), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:13:53.410196 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-4b35b4e0-08f4-4dc3-98a8-6b18b68000fa req-397f0c13-4db0-4528-96b9-4ec7cc09bab2 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=de362e2c-5f90-4974-854f-ab663c021699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821137 Jan 26 21:13:53.411481 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-1e3ae4ae-a3b9-4f39-bf10-8fb2609d85bb tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (39124c32-b52c-47bd-b304-6091c29d9405), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:13:53.457188 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1e3ae4ae-a3b9-4f39-bf10-8fb2609d85bb tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] vlan segment allocate from pool success with {'vlan_id': 592, 'physical_network': 'physnet1'} {{(pid=103305) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 26 21:13:53.464156 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e3ae4ae-a3b9-4f39-bf10-8fb2609d85bb tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Pushing event updated for resources: {'SecurityGroup': ['ID=39124c32-b52c-47bd-b304-6091c29d9405,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:13:53.465497 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-bd8a92b5-ac50-4194-95b7-f395379887e4 req-4a4d88da-4e95-4222-bdce-ee5bc37de222 tempest-ServersOnMultiNodesTest-2088673700 tempest-ServersOnMultiNodesTest-2088673700-project] 10.222.0.13 "GET /v2.0/security-groups?id=306a2369-8c1c-4f98-9a64-2622487a9ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239922 Jan 26 21:13:53.471343 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-1e3ae4ae-a3b9-4f39-bf10-8fb2609d85bb tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576559'] for segment (2eedd3bb-2baf-4136-9c2d-0f4d3a79c451), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:13:53.471723 n-d-760453-5 neutron-server[103305]: INFO neutron.db.segments_db [None req-1e3ae4ae-a3b9-4f39-bf10-8fb2609d85bb tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Added segment 2eedd3bb-2baf-4136-9c2d-0f4d3a79c451 of type vlan for network 4d92d976-58af-41b6-8964-16466314a699 Jan 26 21:13:53.494524 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-8f5b6659-26e4-482c-8278-f33e14263827 req-6bc8c73e-ef82-45dc-af45-15c5f4ade2b8 tempest-ServersTestMultiNic-211940128 tempest-ServersTestMultiNic-211940128-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746560636600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746560234536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9281553'] for port (9a48534f-198e-49d6-ae1b-d97668015bda), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:13:53.526360 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-1e3ae4ae-a3b9-4f39-bf10-8fb2609d85bb tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746560256871'] for network (4d92d976-58af-41b6-8964-16466314a699), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:13:53.531051 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc8c73e-ef82-45dc-af45-15c5f4ade2b8 tempest-ServersTestMultiNic-211940128 tempest-ServersTestMultiNic-211940128-project] Pushing event deleted for resources: {'Port': ['ID=9a48534f-198e-49d6-ae1b-d97668015bda,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:13:53.558026 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-1e3ae4ae-a3b9-4f39-bf10-8fb2609d85bb tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503'] for network (4d92d976-58af-41b6-8964-16466314a699), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:13:53.565546 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e3ae4ae-a3b9-4f39-bf10-8fb2609d85bb tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:13:53.566842 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-1e3ae4ae-a3b9-4f39-bf10-8fb2609d85bb tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709645'] for network (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:13:53.629800 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f5b6659-26e4-482c-8278-f33e14263827 req-6bc8c73e-ef82-45dc-af45-15c5f4ade2b8 tempest-ServersTestMultiNic-211940128 tempest-ServersTestMultiNic-211940128-project] No DVR routers for this DVR port 9a48534f-198e-49d6-ae1b-d97668015bda on host n-h1-760453-5 {{(pid=103304) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 26 21:13:53.635809 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-8f5b6659-26e4-482c-8278-f33e14263827 req-6bc8c73e-ef82-45dc-af45-15c5f4ade2b8 tempest-ServersTestMultiNic-211940128 tempest-ServersTestMultiNic-211940128-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:13:53.643132 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-1e3ae4ae-a3b9-4f39-bf10-8fb2609d85bb tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.9766643 Jan 26 21:13:53.645243 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-8f5b6659-26e4-482c-8278-f33e14263827 req-6bc8c73e-ef82-45dc-af45-15c5f4ade2b8 tempest-ServersTestMultiNic-211940128 tempest-ServersTestMultiNic-211940128-project] 10.222.0.66 "DELETE /v2.0/ports/9a48534f-198e-49d6-ae1b-d97668015bda HTTP/1.1" status: 204 len: 173 time: 1.6825044 Jan 26 21:13:53.645804 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 55232) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:13:53.654469 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e3ae4ae-a3b9-4f39-bf10-8fb2609d85bb tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Pushing event updated for resources: {'Network': ['ID=4d92d976-58af-41b6-8964-16466314a699,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:13:53.661694 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-5c41faca-8140-4fb7-87bb-6b28c58ac002 tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Request body: {'port': {'network_id': '4d92d976-58af-41b6-8964-16466314a699', 'name': 'tempest-PortsIpV6TestJSON-1168242307'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:13:53.667564 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Network 4d92d976-58af-41b6-8964-16466314a699 details requested by agent ovs-agent-n-d-760453-5 with host n-d-760453-5 {{(pid=103306) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 26 21:13:53.697500 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Device 74a29006-e476-494d-a6f7-bba5c779ab89 up at agent hyperv_n-h1-760453-5 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 21:13:53.794772 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Device a98d0993-b582-4517-bdcf-6868c5c81c88 details requested by agent hyperv_n-h2-760453-5 with host n-h2-760453-5 {{(pid=103306) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 26 21:13:53.846247 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c41faca-8140-4fb7-87bb-6b28c58ac002 tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Made reservation on behalf of 555cb579ba8f40b196e83d88248f8446 for: {'port': 1} {{(pid=103304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 21:13:53.849777 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-5c41faca-8140-4fb7-87bb-6b28c58ac002 tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:13:53.917743 n-d-760453-5 neutron-server[103304]: DEBUG neutron.notifiers.nova [None req-5c41faca-8140-4fb7-87bb-6b28c58ac002 tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] device_id is not set on port 511ba9ff-1f12-43de-96d3-d8e1cb897bb7 yet. {{(pid=103304) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 26 21:13:53.974820 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Provisioning for port 74a29006-e476-494d-a6f7-bba5c779ab89 completed by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 21:13:53.993645 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-839dd188-ec69-470c-9ab0-d318dc1a2e96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (e79b4fc6-6c71-44b2-a6d0-ff3e1f4dfd0d), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:13:53.997934 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Provisioning complete for port 74a29006-e476-494d-a6f7-bba5c779ab89 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:13:53.998405 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (74a29006-e476-494d-a6f7-bba5c779ab89), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:13:54.002816 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] For port a98d0993-b582-4517-bdcf-6868c5c81c88, host n-h2-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-5',level=0,port_id=a98d0993-b582-4517-bdcf-6868c5c81c88,segment=NetworkSegment(984e14e0-bb79-4ef3-b570-cebad3b9694e),segment_id=984e14e0-bb79-4ef3-b570-cebad3b9694e)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:13:54.037261 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Returning: {'device': 'a98d0993-b582-4517-bdcf-6868c5c81c88', 'network_id': '57cdf3f5-a20b-4c6f-b2eb-bed2f5d4d40a', 'port_id': 'a98d0993-b582-4517-bdcf-6868c5c81c88', 'mac_address': 'fa:16:3e:e6:2d:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 595, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0fd61269-7d95-487b-ba3a-f244d39cf571', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103306) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 26 21:13:54.123438 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-5c41faca-8140-4fb7-87bb-6b28c58ac002 tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Publish callbacks [] for port (511ba9ff-1f12-43de-96d3-d8e1cb897bb7), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:13:54.156378 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Current status of the port a98d0993-b582-4517-bdcf-6868c5c81c88 is: DOWN; New status is: BUILD {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:13:54.157045 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (a98d0993-b582-4517-bdcf-6868c5c81c88), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:13:54.161424 n-d-760453-5 neutron-server[103304]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9dc859c1-015e-422f-ad37-21e97b0e94c7', 'name': 'network-vif-deleted', 'tag': '9a48534f-198e-49d6-ae1b-d97668015bda'}] {{(pid=103304) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 21:13:54.164745 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d52b45f1943fcd332af9527eb73ff93c8d715d44383a3f6d18de73b4cfcf87b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e052cb22-060d-4077-b0f1-6e96c4309e6a" -d '{"events": [{"server_uuid": "9dc859c1-015e-422f-ad37-21e97b0e94c7", "name": "network-vif-deleted", "tag": "9a48534f-198e-49d6-ae1b-d97668015bda"}]}' {{(pid=103304) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 21:13:54.174482 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-5c41faca-8140-4fb7-87bb-6b28c58ac002 tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746560234527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9281553'] for port (511ba9ff-1f12-43de-96d3-d8e1cb897bb7), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:13:54.184530 n-d-760453-5 neutron-server[103306]: DEBUG neutron.notifiers.nova [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a98d0993-b582-4517-bdcf-6868c5c81c88 {{(pid=103306) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 26 21:13:54.191062 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Current status of the port 74a29006-e476-494d-a6f7-bba5c779ab89 is: BUILD; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:13:54.191560 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (74a29006-e476-494d-a6f7-bba5c779ab89), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:13:54.222853 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] For port a98d0993-b582-4517-bdcf-6868c5c81c88, host n-h2-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-5',level=0,port_id=a98d0993-b582-4517-bdcf-6868c5c81c88,segment=NetworkSegment(984e14e0-bb79-4ef3-b570-cebad3b9694e),segment_id=984e14e0-bb79-4ef3-b570-cebad3b9694e)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:13:54.239478 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (a98d0993-b582-4517-bdcf-6868c5c81c88), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:13:54.247570 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] For port 74a29006-e476-494d-a6f7-bba5c779ab89, host n-h1-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-5',level=0,port_id=74a29006-e476-494d-a6f7-bba5c779ab89,segment=NetworkSegment(4eab25d6-89d9-4907-a1c2-51b06443ba33),segment_id=4eab25d6-89d9-4907-a1c2-51b06443ba33)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:13:54.269993 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (74a29006-e476-494d-a6f7-bba5c779ab89), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:13:54.270995 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Device 9a48534f-198e-49d6-ae1b-d97668015bda no longer exists at agent hyperv_n-h1-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 26 21:13:54.288191 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5eb90ad-bca0-4b89-9c68-97f11e182655 req-af422a71-06d1-47bc-9a91-5f445a11bdf8 tempest-LiveMigrationTest-746395142 tempest-LiveMigrationTest-746395142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:13:54.290052 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-d5eb90ad-bca0-4b89-9c68-97f11e182655 req-af422a71-06d1-47bc-9a91-5f445a11bdf8 tempest-LiveMigrationTest-746395142 tempest-LiveMigrationTest-746395142-project] 10.222.0.13 "GET /v2.0/ports?device_id=a9ca4017-264e-467b-a63a-6313b2811620 HTTP/1.1" status: 200 len: 943 time: 0.4465625 Jan 26 21:13:54.290928 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c41faca-8140-4fb7-87bb-6b28c58ac002 tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Pushing event updated for resources: {'Port': ['ID=511ba9ff-1f12-43de-96d3-d8e1cb897bb7,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:13:54.295492 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] No Port match for: 9a48534f-198e-49d6-ae1b-d97668015bda {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 26 21:13:54.295960 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Device 9a48534f-198e-49d6-ae1b-d97668015bda not bound to the agent host n-h1-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 26 21:13:54.322241 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Pushing event updated for resources: {'Port': ['ID=a98d0993-b582-4517-bdcf-6868c5c81c88,revision_number=4']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:13:54.379362 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Pushing event updated for resources: {'Port': ['ID=74a29006-e476-494d-a6f7-bba5c779ab89,revision_number=5']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:13:54.395231 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-d5eb90ad-bca0-4b89-9c68-97f11e182655 req-2ecf3fbd-0003-4275-ba20-29a83d37a04e tempest-LiveMigrationTest-746395142 tempest-LiveMigrationTest-746395142-project] 10.222.0.13 "GET /v2.0/security-groups?id=c43a996a-6b93-48e4-a331-48250c5b183d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842431 Jan 26 21:13:54.400657 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [req-8f5b6659-26e4-482c-8278-f33e14263827 req-98c2dc8e-16c0-4f95-b674-018903ba92fe tempest-ServersTestMultiNic-211940128 tempest-ServersTestMultiNic-211940128-project] Deleting port 764d585e-425c-4b3e-bd83-04c6d4eebfea {{(pid=103304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 21:13:54.400993 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-8f5b6659-26e4-482c-8278-f33e14263827 req-98c2dc8e-16c0-4f95-b674-018903ba92fe tempest-ServersTestMultiNic-211940128 tempest-ServersTestMultiNic-211940128-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746560630878'] for port (764d585e-425c-4b3e-bd83-04c6d4eebfea), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:13:54.542292 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] get_ports_and_sgs() called for port_ids ['a98d0993-b582-4517-bdcf-6868c5c81c88'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 26 21:13:54.585547 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [req-8f5b6659-26e4-482c-8278-f33e14263827 req-98c2dc8e-16c0-4f95-b674-018903ba92fe tempest-ServersTestMultiNic-211940128 tempest-ServersTestMultiNic-211940128-project] For port 764d585e-425c-4b3e-bd83-04c6d4eebfea, host n-h1-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-5',level=0,port_id=764d585e-425c-4b3e-bd83-04c6d4eebfea,segment=NetworkSegment(9841d257-0b06-4cf2-9676-06bc99036fe7),segment_id=9841d257-0b06-4cf2-9676-06bc99036fe7)] {{(pid=103304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:13:54.585925 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-8f5b6659-26e4-482c-8278-f33e14263827 req-98c2dc8e-16c0-4f95-b674-018903ba92fe tempest-ServersTestMultiNic-211940128 tempest-ServersTestMultiNic-211940128-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4109658'] for port (764d585e-425c-4b3e-bd83-04c6d4eebfea), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:13:54.615418 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb60e28-115d-4d44-8b5d-bd3cbbca3631 req-b934168b-7aa2-4d42-8546-20589af3513c tempest-ServersTestMultiNic-211940128 tempest-ServersTestMultiNic-211940128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:13:54.617551 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-4eb60e28-115d-4d44-8b5d-bd3cbbca3631 req-b934168b-7aa2-4d42-8546-20589af3513c tempest-ServersTestMultiNic-211940128 tempest-ServersTestMultiNic-211940128-project] 10.222.0.13 "GET /v2.0/ports?device_id=9dc859c1-015e-422f-ad37-21e97b0e94c7 HTTP/1.1" status: 200 len: 942 time: 0.4596334 Jan 26 21:13:54.640543 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c41faca-8140-4fb7-87bb-6b28c58ac002 tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Checking segment: {'id': '2eedd3bb-2baf-4136-9c2d-0f4d3a79c451', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '4d92d976-58af-41b6-8964-16466314a699'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103304) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 21:13:54.640944 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c41faca-8140-4fb7-87bb-6b28c58ac002 tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Network hostable DHCP agents. Network: 4d92d976-58af-41b6-8964-16466314a699, hostable agents: ['474ccdf7-ab6c-405b-a3b2-dc7b05829902'], hosted agents: [] {{(pid=103304) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 26 21:13:54.656478 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [req-8f5b6659-26e4-482c-8278-f33e14263827 req-98c2dc8e-16c0-4f95-b674-018903ba92fe tempest-ServersTestMultiNic-211940128 tempest-ServersTestMultiNic-211940128-project] Calling delete_port for 764d585e-425c-4b3e-bd83-04c6d4eebfea owned by compute:nova {{(pid=103304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 21:13:54.753656 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf7ed13-e4ee-4df2-9c4e-11739337920a req-4ee0c104-1433-4212-85cb-018550cd4627 tempest-ServerAddressesTestJSON-932744412 tempest-ServerAddressesTestJSON-932744412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:13:54.755165 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-adf7ed13-e4ee-4df2-9c4e-11739337920a req-4ee0c104-1433-4212-85cb-018550cd4627 tempest-ServerAddressesTestJSON-932744412 tempest-ServerAddressesTestJSON-932744412-project] 10.222.0.13 "GET /v2.0/ports?device_id=4351e991-4d0a-4175-b14f-fa85eb2b11e2 HTTP/1.1" status: 200 len: 945 time: 0.2129986 Jan 26 21:13:54.761673 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c41faca-8140-4fb7-87bb-6b28c58ac002 tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Network 4d92d976-58af-41b6-8964-16466314a699 is scheduled to be hosted by DHCP agent 474ccdf7-ab6c-405b-a3b2-dc7b05829902 with binding_index 1 {{(pid=103304) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 26 21:13:54.787069 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-4eb60e28-115d-4d44-8b5d-bd3cbbca3631 req-21ef7806-e991-439d-b455-1b0ed8d97177 tempest-ServersTestMultiNic-211940128 tempest-ServersTestMultiNic-211940128-project] 10.222.0.13 "GET /v2.0/security-groups?id=387ebbc6-3579-4cea-a9d9-9b7fa130b41f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1601367 Jan 26 21:13:54.802741 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [None req-5c41faca-8140-4fb7-87bb-6b28c58ac002 tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760453-5, 4d92d976-58af-41b6-8964-16466314a699) {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:13:54.806430 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c41faca-8140-4fb7-87bb-6b28c58ac002 tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Received port after_create {{(pid=103304) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 21:13:54.811655 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c41faca-8140-4fb7-87bb-6b28c58ac002 tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:13:54.812258 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-5c41faca-8140-4fb7-87bb-6b28c58ac002 tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:13:54.820799 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d5f06f9-52c6-4bca-9311-0fd3ad7fd205 None None] Network 4d92d976-58af-41b6-8964-16466314a699 requested from n-d-760453-5 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 26 21:13:54.856428 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-5c41faca-8140-4fb7-87bb-6b28c58ac002 tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.2095687 Jan 26 21:13:54.860359 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 55250) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:13:54.865617 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-adf7ed13-e4ee-4df2-9c4e-11739337920a req-c0ccd9ba-ff7c-4d3e-aba3-6ed6cb9c1085 tempest-ServerAddressesTestJSON-932744412 tempest-ServerAddressesTestJSON-932744412-project] 10.222.0.13 "GET /v2.0/security-groups?id=de362e2c-5f90-4974-854f-ab663c021699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015952 Jan 26 21:13:54.871758 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-77a841b6-2581-414b-be76-f3caee2b8f60 tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-840621357'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:13:54.926606 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77a841b6-2581-414b-be76-f3caee2b8f60 tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Made reservation on behalf of 555cb579ba8f40b196e83d88248f8446 for: {'network': 1} {{(pid=103305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 21:13:54.932196 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-77a841b6-2581-414b-be76-f3caee2b8f60 tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for network (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:13:54.934051 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Jan 2022 21:13:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a2f4ab4-8b7d-4b6d-b67f-bf2f5e454306 x-openstack-request-id: req-1a2f4ab4-8b7d-4b6d-b67f-bf2f5e454306 {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 21:13:54.934352 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9dc859c1-015e-422f-ad37-21e97b0e94c7", "name": "network-vif-deleted", "tag": "9a48534f-198e-49d6-ae1b-d97668015bda", "status": "completed", "code": 200}]} {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 21:13:54.934604 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-1a2f4ab4-8b7d-4b6d-b67f-bf2f5e454306 {{(pid=103304) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 21:13:54.934999 n-d-760453-5 neutron-server[103304]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9dc859c1-015e-422f-ad37-21e97b0e94c7', 'name': 'network-vif-deleted', 'tag': '9a48534f-198e-49d6-ae1b-d97668015bda', 'status': 'completed', 'code': 200} Jan 26 21:13:54.997760 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-77a841b6-2581-414b-be76-f3caee2b8f60 tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] vlan segment allocate from pool success with {'vlan_id': 583, 'physical_network': 'physnet1'} {{(pid=103305) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 26 21:13:55.010853 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-8f5b6659-26e4-482c-8278-f33e14263827 req-98c2dc8e-16c0-4f95-b674-018903ba92fe tempest-ServersTestMultiNic-211940128 tempest-ServersTestMultiNic-211940128-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746560636600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746560234536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9281553'] for port (764d585e-425c-4b3e-bd83-04c6d4eebfea), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:13:55.021309 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-77a841b6-2581-414b-be76-f3caee2b8f60 tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576559'] for segment (d8dad8a9-78df-455c-ad98-7965b772b6d2), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:13:55.021833 n-d-760453-5 neutron-server[103305]: INFO neutron.db.segments_db [None req-77a841b6-2581-414b-be76-f3caee2b8f60 tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Added segment d8dad8a9-78df-455c-ad98-7965b772b6d2 of type vlan for network fb831293-513b-4ed0-b1f7-38781de67322 Jan 26 21:13:55.052652 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2f06fd-972a-47b4-ac35-ec6cc758fab8 req-1640ca66-4e21-4a8d-9bfd-9cdae2fb24b6 tempest-ServersOnMultiNodesTest-2088673700 tempest-ServersOnMultiNodesTest-2088673700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:13:55.054417 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-0a2f06fd-972a-47b4-ac35-ec6cc758fab8 req-1640ca66-4e21-4a8d-9bfd-9cdae2fb24b6 tempest-ServersOnMultiNodesTest-2088673700 tempest-ServersOnMultiNodesTest-2088673700-project] 10.222.0.13 "GET /v2.0/ports?device_id=49b84614-d8b5-4921-9fed-e4d6f59bb4cb HTTP/1.1" status: 200 len: 949 time: 0.1018848 Jan 26 21:13:55.057368 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c2dc8e-16c0-4f95-b674-018903ba92fe tempest-ServersTestMultiNic-211940128 tempest-ServersTestMultiNic-211940128-project] Pushing event deleted for resources: {'Port': ['ID=764d585e-425c-4b3e-bd83-04c6d4eebfea,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:13:55.059549 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (fea0591a-627d-4c87-9a9a-01625ddf3277), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:13:55.090341 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-77a841b6-2581-414b-be76-f3caee2b8f60 tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746560256871'] for network (fb831293-513b-4ed0-b1f7-38781de67322), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:13:55.122144 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f5b6659-26e4-482c-8278-f33e14263827 req-98c2dc8e-16c0-4f95-b674-018903ba92fe tempest-ServersTestMultiNic-211940128 tempest-ServersTestMultiNic-211940128-project] No DVR routers for this DVR port 764d585e-425c-4b3e-bd83-04c6d4eebfea on host n-h1-760453-5 {{(pid=103304) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 26 21:13:55.125213 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-8f5b6659-26e4-482c-8278-f33e14263827 req-98c2dc8e-16c0-4f95-b674-018903ba92fe tempest-ServersTestMultiNic-211940128 tempest-ServersTestMultiNic-211940128-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:13:55.128907 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-8f5b6659-26e4-482c-8278-f33e14263827 req-98c2dc8e-16c0-4f95-b674-018903ba92fe tempest-ServersTestMultiNic-211940128 tempest-ServersTestMultiNic-211940128-project] 10.222.0.66 "DELETE /v2.0/ports/764d585e-425c-4b3e-bd83-04c6d4eebfea HTTP/1.1" status: 204 len: 173 time: 1.3634965 Jan 26 21:13:55.136067 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-77a841b6-2581-414b-be76-f3caee2b8f60 tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503'] for network (fb831293-513b-4ed0-b1f7-38781de67322), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:13:55.146387 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77a841b6-2581-414b-be76-f3caee2b8f60 tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:13:55.147328 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-77a841b6-2581-414b-be76-f3caee2b8f60 tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709645'] for network (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:13:55.174706 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-0a2f06fd-972a-47b4-ac35-ec6cc758fab8 req-8160fc9a-1ed1-4936-a0e7-308f45125281 tempest-ServersOnMultiNodesTest-2088673700 tempest-ServersOnMultiNodesTest-2088673700-project] 10.222.0.13 "GET /v2.0/security-groups?id=306a2369-8c1c-4f98-9a64-2622487a9ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108863 Jan 26 21:13:55.174942 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-77a841b6-2581-414b-be76-f3caee2b8f60 tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.3118622 Jan 26 21:13:55.175339 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 55258) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:13:55.182497 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-ee412d86-5cca-4d38-a1c1-7db3469d2a34 tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Request body: {'ports': [{'network_id': '4d92d976-58af-41b6-8964-16466314a699'}, {'network_id': 'fb831293-513b-4ed0-b1f7-38781de67322'}]} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:13:55.186073 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-ee412d86-5cca-4d38-a1c1-7db3469d2a34 tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Request body: {'port': {'network_id': '4d92d976-58af-41b6-8964-16466314a699'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:13:55.186894 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-ee412d86-5cca-4d38-a1c1-7db3469d2a34 tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Request body: {'port': {'network_id': 'fb831293-513b-4ed0-b1f7-38781de67322'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:13:55.190343 n-d-760453-5 neutron-server[103306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9dc859c1-015e-422f-ad37-21e97b0e94c7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '764d585e-425c-4b3e-bd83-04c6d4eebfea'}, {'server_uuid': '49b84614-d8b5-4921-9fed-e4d6f59bb4cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74a29006-e476-494d-a6f7-bba5c779ab89'}] {{(pid=103306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 21:13:55.194390 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9d5d370febab655511bdd2ffe887e43e442d144a440368702bcc1e93af00b97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0f85d64-c415-4b11-a69f-d3bfed0ba3e6" -d '{"events": [{"server_uuid": "9dc859c1-015e-422f-ad37-21e97b0e94c7", "name": "network-vif-unplugged", "status": "completed", "tag": "764d585e-425c-4b3e-bd83-04c6d4eebfea"}, {"server_uuid": "49b84614-d8b5-4921-9fed-e4d6f59bb4cb", "name": "network-vif-plugged", "status": "completed", "tag": "74a29006-e476-494d-a6f7-bba5c779ab89"}]}' {{(pid=103306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 21:13:55.249066 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Wed, 26 Jan 2022 21:13:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05dd17b2-6d74-4a3c-8a42-36f9e85a559b x-openstack-request-id: req-05dd17b2-6d74-4a3c-8a42-36f9e85a559b {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 21:13:55.249404 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9dc859c1-015e-422f-ad37-21e97b0e94c7", "name": "network-vif-unplugged", "status": "completed", "tag": "764d585e-425c-4b3e-bd83-04c6d4eebfea", "code": 200}, {"server_uuid": "49b84614-d8b5-4921-9fed-e4d6f59bb4cb", "name": "network-vif-plugged", "status": "completed", "tag": "74a29006-e476-494d-a6f7-bba5c779ab89", "code": 200}]} {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 21:13:55.249659 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-05dd17b2-6d74-4a3c-8a42-36f9e85a559b {{(pid=103306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 21:13:55.250057 n-d-760453-5 neutron-server[103306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9dc859c1-015e-422f-ad37-21e97b0e94c7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '764d585e-425c-4b3e-bd83-04c6d4eebfea', 'code': 200} Jan 26 21:13:55.250979 n-d-760453-5 neutron-server[103306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49b84614-d8b5-4921-9fed-e4d6f59bb4cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74a29006-e476-494d-a6f7-bba5c779ab89', 'code': 200} Jan 26 21:13:55.281758 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a841b6-2581-414b-be76-f3caee2b8f60 tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Pushing event updated for resources: {'Network': ['ID=fb831293-513b-4ed0-b1f7-38781de67322,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:13:55.293395 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Network fb831293-513b-4ed0-b1f7-38781de67322 details requested by agent ovs-agent-n-d-760453-5 with host n-d-760453-5 {{(pid=103306) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 26 21:13:55.418656 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-306518f1-3855-478f-a163-1fde85cd3c69 req-a644945d-9aea-4022-a732-6fe388ddcb20 tempest-ServersTestBootFromVolume-1845992378 tempest-ServersTestBootFromVolume-1845992378-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--426748276&fields=id&tenant_id=ea2b7f569e4243dcba0cb16771cf369b HTTP/1.1" status: 200 len: 267 time: 0.1955712 Jan 26 21:13:55.650118 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee412d86-5cca-4d38-a1c1-7db3469d2a34 tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Made reservation on behalf of 555cb579ba8f40b196e83d88248f8446 for: {'port': 2} {{(pid=103304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 21:13:55.654164 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-ee412d86-5cca-4d38-a1c1-7db3469d2a34 tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:13:55.661769 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dedec453-0141-4a2f-b650-22f27675b3fd req-95e7f7fe-ddc2-44f0-bf5a-2cde416fa286 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:13:55.663295 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-dedec453-0141-4a2f-b650-22f27675b3fd req-95e7f7fe-ddc2-44f0-bf5a-2cde416fa286 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=49b84614-d8b5-4921-9fed-e4d6f59bb4cb HTTP/1.1" status: 200 len: 1100 time: 0.1954486 Jan 26 21:13:55.683972 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd31e11-a32a-41e0-b309-5dea9017ab16 req-bb2edf26-39c4-4bf5-8fbd-70a240f0aaaf tempest-LiveMigrationTest-746395142 tempest-LiveMigrationTest-746395142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:13:55.685492 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-2fd31e11-a32a-41e0-b309-5dea9017ab16 req-bb2edf26-39c4-4bf5-8fbd-70a240f0aaaf tempest-LiveMigrationTest-746395142 tempest-LiveMigrationTest-746395142-project] 10.222.0.13 "GET /v2.0/ports?device_id=a9ca4017-264e-467b-a63a-6313b2811620 HTTP/1.1" status: 200 len: 944 time: 0.1990941 Jan 26 21:13:55.708533 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-ee412d86-5cca-4d38-a1c1-7db3469d2a34 tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:13:55.731311 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306518f1-3855-478f-a163-1fde85cd3c69 req-c2be9376-44c1-48f5-aa3f-f14cbe0c98b5 tempest-ServersTestBootFromVolume-1845992378 tempest-ServersTestBootFromVolume-1845992378-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:13:55.732792 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-306518f1-3855-478f-a163-1fde85cd3c69 req-c2be9376-44c1-48f5-aa3f-f14cbe0c98b5 tempest-ServersTestBootFromVolume-1845992378 tempest-ServersTestBootFromVolume-1845992378-project] 10.222.0.13 "GET /v2.0/networks?id=b4d91999-0d3f-45ee-89d0-a63f22a3e7ab HTTP/1.1" status: 200 len: 816 time: 0.2699680 Jan 26 21:13:55.781854 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Device a98d0993-b582-4517-bdcf-6868c5c81c88 up at agent hyperv_n-h2-760453-5 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 21:13:55.785085 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-306518f1-3855-478f-a163-1fde85cd3c69 req-b773459b-6169-4b06-bc0b-568cc5ba19c7 tempest-ServersTestBootFromVolume-1845992378 tempest-ServersTestBootFromVolume-1845992378-project] 10.222.0.13 "GET /v2.0/quotas/ea2b7f569e4243dcba0cb16771cf369b HTTP/1.1" status: 200 len: 375 time: 0.0430014 Jan 26 21:13:55.843119 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Provisioning for port a98d0993-b582-4517-bdcf-6868c5c81c88 completed by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 21:13:55.847690 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Provisioning complete for port a98d0993-b582-4517-bdcf-6868c5c81c88 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:13:55.848064 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (a98d0993-b582-4517-bdcf-6868c5c81c88), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:13:55.865477 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-dedec453-0141-4a2f-b650-22f27675b3fd req-d4984d80-3dc2-41ee-a49e-64f899fed37a service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=306a2369-8c1c-4f98-9a64-2622487a9ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1789818 Jan 26 21:13:55.903560 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-2fd31e11-a32a-41e0-b309-5dea9017ab16 req-89f1fffa-abe2-4356-ad20-b7ec07db5faf tempest-LiveMigrationTest-746395142 tempest-LiveMigrationTest-746395142-project] 10.222.0.13 "GET /v2.0/security-groups?id=c43a996a-6b93-48e4-a331-48250c5b183d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2095780 Jan 26 21:13:55.955587 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Current status of the port a98d0993-b582-4517-bdcf-6868c5c81c88 is: BUILD; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:13:55.956096 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (a98d0993-b582-4517-bdcf-6868c5c81c88), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:13:55.964470 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 55272) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:13:55.996286 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-306518f1-3855-478f-a163-1fde85cd3c69 req-7cf4fe2b-c275-4dd6-9b2f-c641e1002aa1 tempest-ServersTestBootFromVolume-1845992378 tempest-ServersTestBootFromVolume-1845992378-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=ea2b7f569e4243dcba0cb16771cf369b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1697621 Jan 26 21:13:56.014923 n-d-760453-5 neutron-server[103304]: DEBUG neutron.notifiers.nova [None req-ee412d86-5cca-4d38-a1c1-7db3469d2a34 tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] device_id is not set on port f7175da3-b043-40d2-80cc-c169aca24679 yet. {{(pid=103304) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 26 21:13:56.015276 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] For port a98d0993-b582-4517-bdcf-6868c5c81c88, host n-h2-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-5',level=0,port_id=a98d0993-b582-4517-bdcf-6868c5c81c88,segment=NetworkSegment(984e14e0-bb79-4ef3-b570-cebad3b9694e),segment_id=984e14e0-bb79-4ef3-b570-cebad3b9694e)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:13:56.021950 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (a98d0993-b582-4517-bdcf-6868c5c81c88), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:13:56.061784 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.db_base_plugin_v2 [None req-e80daefe-a62f-4030-a71b-addcfe40294d tempest-ServersTestMultiNic-211940128 tempest-ServersTestMultiNic-211940128-project] Deleting subnet 9dccc2dc-2701-4507-a45c-3d8a439b395e {{(pid=103305) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 26 21:13:56.065960 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-e80daefe-a62f-4030-a71b-addcfe40294d tempest-ServersTestMultiNic-211940128 tempest-ServersTestMultiNic-211940128-project] Publish callbacks [] for subnet (9dccc2dc-2701-4507-a45c-3d8a439b395e), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:13:56.083267 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Pushing event updated for resources: {'Port': ['ID=a98d0993-b582-4517-bdcf-6868c5c81c88,revision_number=5']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:13:56.111980 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-e80daefe-a62f-4030-a71b-addcfe40294d tempest-ServersTestMultiNic-211940128 tempest-ServersTestMultiNic-211940128-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11788946'] for subnet (9dccc2dc-2701-4507-a45c-3d8a439b395e), precommit_delete_associations {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:13:56.483095 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92fc1528-b04a-4c56-bb69-8fa318919610 req-53eeb877-98cd-4380-ae1b-e3e06daa78f0 tempest-ServerAddressesTestJSON-932744412 tempest-ServerAddressesTestJSON-932744412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:13:56.484651 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-92fc1528-b04a-4c56-bb69-8fa318919610 req-53eeb877-98cd-4380-ae1b-e3e06daa78f0 tempest-ServerAddressesTestJSON-932744412 tempest-ServerAddressesTestJSON-932744412-project] 10.222.0.13 "GET /v2.0/ports?device_id=4351e991-4d0a-4175-b14f-fa85eb2b11e2 HTTP/1.1" status: 200 len: 945 time: 0.4359193 Jan 26 21:13:56.522094 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-306518f1-3855-478f-a163-1fde85cd3c69 req-469684ee-7805-4395-98df-d0cfdfe122ec service neutron] 10.222.0.13 "GET /v2.0/networks/b4d91999-0d3f-45ee-89d0-a63f22a3e7ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5020604 Jan 26 21:13:56.524554 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-e80daefe-a62f-4030-a71b-addcfe40294d tempest-ServersTestMultiNic-211940128 tempest-ServersTestMultiNic-211940128-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687316'] for subnet (9dccc2dc-2701-4507-a45c-3d8a439b395e), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:13:56.584975 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-e80daefe-a62f-4030-a71b-addcfe40294d tempest-ServersTestMultiNic-211940128 tempest-ServersTestMultiNic-211940128-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11791594', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11599980'] for subnet (9dccc2dc-2701-4507-a45c-3d8a439b395e), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:13:56.617104 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80daefe-a62f-4030-a71b-addcfe40294d tempest-ServersTestMultiNic-211940128 tempest-ServersTestMultiNic-211940128-project] Pushing event deleted for resources: {'Subnet': ['ID=9dccc2dc-2701-4507-a45c-3d8a439b395e,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:13:56.638077 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-e80daefe-a62f-4030-a71b-addcfe40294d tempest-ServersTestMultiNic-211940128 tempest-ServersTestMultiNic-211940128-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709645'] for subnet (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:13:56.644682 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-e80daefe-a62f-4030-a71b-addcfe40294d tempest-ServersTestMultiNic-211940128 tempest-ServersTestMultiNic-211940128-project] 10.222.0.13 "DELETE /v2.0/subnets/9dccc2dc-2701-4507-a45c-3d8a439b395e HTTP/1.1" status: 204 len: 168 time: 0.6784925 Jan 26 21:13:56.645698 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb300a3f-b21e-4c26-bcbe-5a746e0cf30c None None] Network 0005085c-c820-49ff-a393-9b43e54534cb requested from n-d-760453-5 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 26 21:13:56.647154 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 55280) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:13:56.662142 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-92fc1528-b04a-4c56-bb69-8fa318919610 req-18fd756b-807a-4615-84c5-388777d94301 tempest-ServerAddressesTestJSON-932744412 tempest-ServerAddressesTestJSON-932744412-project] 10.222.0.13 "GET /v2.0/security-groups?id=de362e2c-5f90-4974-854f-ab663c021699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1553802 Jan 26 21:13:56.679424 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-ee412d86-5cca-4d38-a1c1-7db3469d2a34 tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Publish callbacks [] for port (f7175da3-b043-40d2-80cc-c169aca24679), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:13:56.760756 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-306518f1-3855-478f-a163-1fde85cd3c69 req-967aff71-95de-4a3a-ad02-b5fd6a85d581 service neutron] 10.222.0.13 "GET /v2.0/networks/b4d91999-0d3f-45ee-89d0-a63f22a3e7ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2240217 Jan 26 21:13:56.783352 n-d-760453-5 neutron-server[103304]: DEBUG neutron.notifiers.nova [None req-ee412d86-5cca-4d38-a1c1-7db3469d2a34 tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] device_id is not set on port 178c525e-e2fc-4382-9bca-0c38935bd8d4 yet. {{(pid=103304) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 26 21:13:56.802171 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-42bb06dc-9029-47dd-957c-5fd7e95bce59 tempest-ServersTestMultiNic-211940128 tempest-ServersTestMultiNic-211940128-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-748181'] for network (0005085c-c820-49ff-a393-9b43e54534cb), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:13:56.870354 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-138f1d95-c30b-467e-8460-53d99034527a None None] DHCP port deletion for 0005085c-c820-49ff-a393-9b43e54534cb request from n-d-760453-5 {{(pid=103306) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 26 21:13:56.916474 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-42bb06dc-9029-47dd-957c-5fd7e95bce59 tempest-ServersTestMultiNic-211940128 tempest-ServersTestMultiNic-211940128-project] Deleting port 40c05398-b905-49c6-b7ac-1fc014e82b04 {{(pid=103305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 21:13:56.918335 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-42bb06dc-9029-47dd-957c-5fd7e95bce59 tempest-ServersTestMultiNic-211940128 tempest-ServersTestMultiNic-211940128-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746560630878'] for port (40c05398-b905-49c6-b7ac-1fc014e82b04), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:13:56.935635 n-d-760453-5 neutron-server[103304]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9dc859c1-015e-422f-ad37-21e97b0e94c7', 'name': 'network-vif-deleted', 'tag': '764d585e-425c-4b3e-bd83-04c6d4eebfea'}] {{(pid=103304) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 21:13:56.938073 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d52b45f1943fcd332af9527eb73ff93c8d715d44383a3f6d18de73b4cfcf87b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45de66b1-b3b7-446b-afb4-1f3f0a7534d8" -d '{"events": [{"server_uuid": "9dc859c1-015e-422f-ad37-21e97b0e94c7", "name": "network-vif-deleted", "tag": "764d585e-425c-4b3e-bd83-04c6d4eebfea"}]}' {{(pid=103304) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 21:13:56.947500 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-138f1d95-c30b-467e-8460-53d99034527a None None] Deleting port 40c05398-b905-49c6-b7ac-1fc014e82b04 {{(pid=103306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 21:13:56.948209 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-138f1d95-c30b-467e-8460-53d99034527a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746560630878'] for port (40c05398-b905-49c6-b7ac-1fc014e82b04), before_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:13:56.953027 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-ee412d86-5cca-4d38-a1c1-7db3469d2a34 tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Publish callbacks [] for port (178c525e-e2fc-4382-9bca-0c38935bd8d4), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:13:56.965843 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec158290-a3ae-448e-bb9a-338267b50250 req-c12ad4d9-e0ba-4b30-996a-2b516d841ef5 tempest-ServersOnMultiNodesTest-2088673700 tempest-ServersOnMultiNodesTest-2088673700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:13:56.967389 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-ec158290-a3ae-448e-bb9a-338267b50250 req-c12ad4d9-e0ba-4b30-996a-2b516d841ef5 tempest-ServersOnMultiNodesTest-2088673700 tempest-ServersOnMultiNodesTest-2088673700-project] 10.222.0.13 "GET /v2.0/ports?device_id=49b84614-d8b5-4921-9fed-e4d6f59bb4cb HTTP/1.1" status: 200 len: 949 time: 0.1227744 Jan 26 21:13:57.019762 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [None req-42bb06dc-9029-47dd-957c-5fd7e95bce59 tempest-ServersTestMultiNic-211940128 tempest-ServersTestMultiNic-211940128-project] For port 40c05398-b905-49c6-b7ac-1fc014e82b04, host n-d-760453-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=40c05398-b905-49c6-b7ac-1fc014e82b04,segment=NetworkSegment(9841d257-0b06-4cf2-9676-06bc99036fe7),segment_id=9841d257-0b06-4cf2-9676-06bc99036fe7)] {{(pid=103305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:13:57.020338 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-42bb06dc-9029-47dd-957c-5fd7e95bce59 tempest-ServersTestMultiNic-211940128 tempest-ServersTestMultiNic-211940128-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4109658'] for port (40c05398-b905-49c6-b7ac-1fc014e82b04), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:13:57.027764 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-138f1d95-c30b-467e-8460-53d99034527a None None] For port 40c05398-b905-49c6-b7ac-1fc014e82b04, host n-d-760453-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=40c05398-b905-49c6-b7ac-1fc014e82b04,segment=NetworkSegment(9841d257-0b06-4cf2-9676-06bc99036fe7),segment_id=9841d257-0b06-4cf2-9676-06bc99036fe7)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:13:57.028582 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-138f1d95-c30b-467e-8460-53d99034527a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4109658'] for port (40c05398-b905-49c6-b7ac-1fc014e82b04), precommit_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:13:57.038840 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-42bb06dc-9029-47dd-957c-5fd7e95bce59 tempest-ServersTestMultiNic-211940128 tempest-ServersTestMultiNic-211940128-project] Calling delete_port for 40c05398-b905-49c6-b7ac-1fc014e82b04 owned by network:dhcp {{(pid=103305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 21:13:57.040391 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-ee412d86-5cca-4d38-a1c1-7db3469d2a34 tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746560234527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9281553'] for port (f7175da3-b043-40d2-80cc-c169aca24679), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:13:57.046930 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-138f1d95-c30b-467e-8460-53d99034527a None None] Calling delete_port for 40c05398-b905-49c6-b7ac-1fc014e82b04 owned by network:dhcp {{(pid=103306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 21:13:57.047605 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-ec158290-a3ae-448e-bb9a-338267b50250 req-e76cdef9-c765-4b33-b710-849ca7ace0b9 tempest-ServersOnMultiNodesTest-2088673700 tempest-ServersOnMultiNodesTest-2088673700-project] 10.222.0.13 "GET /v2.0/security-groups?id=306a2369-8c1c-4f98-9a64-2622487a9ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706415 Jan 26 21:13:57.136248 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee412d86-5cca-4d38-a1c1-7db3469d2a34 tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Network 4d92d976-58af-41b6-8964-16466314a699 is already hosted by enough agents. {{(pid=103304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 21:13:57.142600 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [None req-ee412d86-5cca-4d38-a1c1-7db3469d2a34 tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Resources bound (agent type, host, resource id): {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:13:57.148930 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee412d86-5cca-4d38-a1c1-7db3469d2a34 tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Received port after_create {{(pid=103304) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 21:13:57.149612 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-ee412d86-5cca-4d38-a1c1-7db3469d2a34 tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746560234527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9281553'] for port (178c525e-e2fc-4382-9bca-0c38935bd8d4), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:13:57.153567 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee412d86-5cca-4d38-a1c1-7db3469d2a34 tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Pushing event updated for resources: {'Port': ['ID=f7175da3-b043-40d2-80cc-c169aca24679,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:13:57.206581 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-42bb06dc-9029-47dd-957c-5fd7e95bce59 tempest-ServersTestMultiNic-211940128 tempest-ServersTestMultiNic-211940128-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746560636600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746560234536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11791543'] for port (40c05398-b905-49c6-b7ac-1fc014e82b04), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:13:57.227548 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee412d86-5cca-4d38-a1c1-7db3469d2a34 tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Pushing event updated for resources: {'Port': ['ID=178c525e-e2fc-4382-9bca-0c38935bd8d4,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:13:57.253954 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee412d86-5cca-4d38-a1c1-7db3469d2a34 tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Checking segment: {'id': 'd8dad8a9-78df-455c-ad98-7965b772b6d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'fb831293-513b-4ed0-b1f7-38781de67322'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103304) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 21:13:57.254493 n-d-760453-5 neutron-server[103306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9ca4017-264e-467b-a63a-6313b2811620', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a98d0993-b582-4517-bdcf-6868c5c81c88'}] {{(pid=103306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 21:13:57.254834 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee412d86-5cca-4d38-a1c1-7db3469d2a34 tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Network hostable DHCP agents. Network: fb831293-513b-4ed0-b1f7-38781de67322, hostable agents: ['474ccdf7-ab6c-405b-a3b2-dc7b05829902'], hosted agents: [] {{(pid=103304) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 26 21:13:57.257936 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9d5d370febab655511bdd2ffe887e43e442d144a440368702bcc1e93af00b97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32a3115c-b9a9-4df0-88dd-8b8da4ee5c26" -d '{"events": [{"server_uuid": "a9ca4017-264e-467b-a63a-6313b2811620", "name": "network-vif-plugged", "status": "completed", "tag": "a98d0993-b582-4517-bdcf-6868c5c81c88"}]}' {{(pid=103306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 21:13:57.274271 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-138f1d95-c30b-467e-8460-53d99034527a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746560636600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746560234536'] for port (40c05398-b905-49c6-b7ac-1fc014e82b04), after_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:13:57.274423 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42bb06dc-9029-47dd-957c-5fd7e95bce59 tempest-ServersTestMultiNic-211940128 tempest-ServersTestMultiNic-211940128-project] Pushing event deleted for resources: {'Port': ['ID=40c05398-b905-49c6-b7ac-1fc014e82b04,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:13:57.288625 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42bb06dc-9029-47dd-957c-5fd7e95bce59 tempest-ServersTestMultiNic-211940128 tempest-ServersTestMultiNic-211940128-project] No DVR routers for this DVR port 40c05398-b905-49c6-b7ac-1fc014e82b04 on host n-d-760453-5 {{(pid=103305) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 26 21:13:57.328623 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee412d86-5cca-4d38-a1c1-7db3469d2a34 tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Network fb831293-513b-4ed0-b1f7-38781de67322 is scheduled to be hosted by DHCP agent 474ccdf7-ab6c-405b-a3b2-dc7b05829902 with binding_index 1 {{(pid=103304) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 26 21:13:57.341106 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c3ddf6-01fa-43fb-8686-bda73e402f9f req-ef7a6a9b-117d-44dc-96b2-d9f7b87707c7 tempest-LiveMigrationTest-746395142 tempest-LiveMigrationTest-746395142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:13:57.343289 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-41c3ddf6-01fa-43fb-8686-bda73e402f9f req-ef7a6a9b-117d-44dc-96b2-d9f7b87707c7 tempest-LiveMigrationTest-746395142 tempest-LiveMigrationTest-746395142-project] 10.222.0.13 "GET /v2.0/ports?device_id=a9ca4017-264e-467b-a63a-6313b2811620 HTTP/1.1" status: 200 len: 945 time: 0.0847409 Jan 26 21:13:57.353835 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Jan 2022 21:13:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65c51b2d-8708-4b32-a37c-d919d57ad557 x-openstack-request-id: req-65c51b2d-8708-4b32-a37c-d919d57ad557 {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 21:13:57.354129 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9dc859c1-015e-422f-ad37-21e97b0e94c7", "name": "network-vif-deleted", "tag": "764d585e-425c-4b3e-bd83-04c6d4eebfea", "status": "completed", "code": 200}]} {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 21:13:57.354510 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-65c51b2d-8708-4b32-a37c-d919d57ad557 {{(pid=103304) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 21:13:57.354914 n-d-760453-5 neutron-server[103304]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9dc859c1-015e-422f-ad37-21e97b0e94c7', 'name': 'network-vif-deleted', 'tag': '764d585e-425c-4b3e-bd83-04c6d4eebfea', 'status': 'completed', 'code': 200} Jan 26 21:13:57.361911 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-138f1d95-c30b-467e-8460-53d99034527a None None] No DVR routers for this DVR port 40c05398-b905-49c6-b7ac-1fc014e82b04 on host n-d-760453-5 {{(pid=103306) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 26 21:13:57.366695 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [None req-ee412d86-5cca-4d38-a1c1-7db3469d2a34 tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760453-5, fb831293-513b-4ed0-b1f7-38781de67322) {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:13:57.369988 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-138f1d95-c30b-467e-8460-53d99034527a None None] Pushing event deleted for resources: {'Port': ['ID=40c05398-b905-49c6-b7ac-1fc014e82b04,revision_number=None']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:13:57.393118 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8eb0f6bb-d7e4-4a55-90b3-f4a56e2799c8 None None] Network fb831293-513b-4ed0-b1f7-38781de67322 requested from n-d-760453-5 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 26 21:13:57.398804 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee412d86-5cca-4d38-a1c1-7db3469d2a34 tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Received port after_create {{(pid=103304) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 21:13:57.404440 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee412d86-5cca-4d38-a1c1-7db3469d2a34 tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:13:57.409053 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee412d86-5cca-4d38-a1c1-7db3469d2a34 tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:13:57.410627 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-ee412d86-5cca-4d38-a1c1-7db3469d2a34 tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:13:57.449172 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-ee412d86-5cca-4d38-a1c1-7db3469d2a34 tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 2.2726116 Jan 26 21:13:57.453744 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 55304) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:13:57.512365 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-42bb06dc-9029-47dd-957c-5fd7e95bce59 tempest-ServersTestMultiNic-211940128 tempest-ServersTestMultiNic-211940128-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-686403', 'neutron.services.segments.db._delete_segments_for_network-8746560774018'] for network (0005085c-c820-49ff-a393-9b43e54534cb), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:13:57.529557 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-41c3ddf6-01fa-43fb-8686-bda73e402f9f req-224e9571-025f-4fa8-a9a1-bb5651656718 tempest-LiveMigrationTest-746395142 tempest-LiveMigrationTest-746395142-project] 10.222.0.13 "GET /v2.0/security-groups?id=c43a996a-6b93-48e4-a331-48250c5b183d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1766601 Jan 26 21:13:57.554310 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Jan 2022 21:13:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-138f5630-0ef3-4249-9718-c211033fe573 x-openstack-request-id: req-138f5630-0ef3-4249-9718-c211033fe573 {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 21:13:57.554793 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9ca4017-264e-467b-a63a-6313b2811620", "name": "network-vif-plugged", "status": "completed", "tag": "a98d0993-b582-4517-bdcf-6868c5c81c88", "code": 200}]} {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 21:13:57.555354 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-138f5630-0ef3-4249-9718-c211033fe573 {{(pid=103306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 21:13:57.555791 n-d-760453-5 neutron-server[103306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9ca4017-264e-467b-a63a-6313b2811620', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a98d0993-b582-4517-bdcf-6868c5c81c88', 'code': 200} Jan 26 21:13:57.599682 n-d-760453-5 neutron-server[103305]: DEBUG neutron.services.segments.db [None req-42bb06dc-9029-47dd-957c-5fd7e95bce59 tempest-ServersTestMultiNic-211940128 tempest-ServersTestMultiNic-211940128-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0005085c-c820-49ff-a393-9b43e54534cb']}} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:13:57.622583 n-d-760453-5 neutron-server[103305]: DEBUG neutron.services.segments.db [None req-42bb06dc-9029-47dd-957c-5fd7e95bce59 tempest-ServersTestMultiNic-211940128 tempest-ServersTestMultiNic-211940128-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9841d257-0b06-4cf2-9676-06bc99036fe7') {'for_net_delete': True} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:13:57.623032 n-d-760453-5 neutron-server[103305]: DEBUG neutron.services.segments.db [None req-42bb06dc-9029-47dd-957c-5fd7e95bce59 tempest-ServersTestMultiNic-211940128 tempest-ServersTestMultiNic-211940128-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9841d257-0b06-4cf2-9676-06bc99036fe7') {} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:13:57.639815 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-42bb06dc-9029-47dd-957c-5fd7e95bce59 tempest-ServersTestMultiNic-211940128 tempest-ServersTestMultiNic-211940128-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746560742283', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11788955'] for segment (9841d257-0b06-4cf2-9676-06bc99036fe7), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:13:57.674566 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-e997645f-4191-42fe-b57f-447ddd37c87c req-ee7dc087-9292-49a5-bc19-1897699d48cf tempest-ServersTestBootFromVolume-1845992378 tempest-ServersTestBootFromVolume-1845992378-project] 10.222.0.13 "GET /v2.0/ports?device_id=e77f0f82-e2f4-42d1-9e44-0082033dd07d HTTP/1.1" status: 200 len: 210 time: 0.0656450 Jan 26 21:13:57.701813 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-42bb06dc-9029-47dd-957c-5fd7e95bce59 tempest-ServersTestMultiNic-211940128 tempest-ServersTestMultiNic-211940128-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576559'] for segment (9841d257-0b06-4cf2-9676-06bc99036fe7), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:13:57.713285 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-42bb06dc-9029-47dd-957c-5fd7e95bce59 tempest-ServersTestMultiNic-211940128 tempest-ServersTestMultiNic-211940128-project] Releasing vlan 578 on physical network physnet1 to pool {{(pid=103305) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 26 21:13:57.713897 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-42bb06dc-9029-47dd-957c-5fd7e95bce59 tempest-ServersTestMultiNic-211940128 tempest-ServersTestMultiNic-211940128-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11791428'] for segment (9841d257-0b06-4cf2-9676-06bc99036fe7), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:13:57.722419 n-d-760453-5 neutron-server[103305]: Traceback (most recent call last): Jan 26 21:13:57.722419 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 26 21:13:57.722419 n-d-760453-5 neutron-server[103305]: timer() Jan 26 21:13:57.722419 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 26 21:13:57.722419 n-d-760453-5 neutron-server[103305]: cb(*args, **kw) Jan 26 21:13:57.722419 n-d-760453-5 neutron-server[103305]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 26 21:13:57.722419 n-d-760453-5 neutron-server[103305]: return func(*args, **kwargs) Jan 26 21:13:57.722419 n-d-760453-5 neutron-server[103305]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 26 21:13:57.722419 n-d-760453-5 neutron-server[103305]: self._notify() Jan 26 21:13:57.722419 n-d-760453-5 neutron-server[103305]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 26 21:13:57.722419 n-d-760453-5 neutron-server[103305]: self.callback(batched_events) Jan 26 21:13:57.722419 n-d-760453-5 neutron-server[103305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 26 21:13:57.722419 n-d-760453-5 neutron-server[103305]: event.method(event) Jan 26 21:13:57.722419 n-d-760453-5 neutron-server[103305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 26 21:13:57.722419 n-d-760453-5 neutron-server[103305]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 26 21:13:57.722419 n-d-760453-5 neutron-server[103305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 26 21:13:57.722419 n-d-760453-5 neutron-server[103305]: aggregate_uuid = self.p_client.list_aggregates( Jan 26 21:13:57.722419 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 26 21:13:57.722419 n-d-760453-5 neutron-server[103305]: return f(self, *a, **k) Jan 26 21:13:57.722419 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 26 21:13:57.722419 n-d-760453-5 neutron-server[103305]: return self._get(url).json() Jan 26 21:13:57.722419 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 26 21:13:57.722419 n-d-760453-5 neutron-server[103305]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 26 21:13:57.722419 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 26 21:13:57.722419 n-d-760453-5 neutron-server[103305]: return self.request(url, 'GET', **kwargs) Jan 26 21:13:57.722419 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 26 21:13:57.722419 n-d-760453-5 neutron-server[103305]: base_url = self.get_endpoint(auth, allow=allow, Jan 26 21:13:57.722419 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 26 21:13:57.722419 n-d-760453-5 neutron-server[103305]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 26 21:13:57.722419 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 26 21:13:57.722419 n-d-760453-5 neutron-server[103305]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 26 21:13:57.722419 n-d-760453-5 neutron-server[103305]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 26 21:13:57.738226 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc013d54-c161-4815-b56b-297e92fb88b3 req-b6484f77-060f-480e-bce1-e7f54845db86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:13:57.740642 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-dc013d54-c161-4815-b56b-297e92fb88b3 req-b6484f77-060f-480e-bce1-e7f54845db86 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=a9ca4017-264e-467b-a63a-6313b2811620 HTTP/1.1" status: 200 len: 1096 time: 0.0972369 Jan 26 21:13:57.750150 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-0e58498d-6c53-4f74-a9d1-d84d49a62fc1 tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Deleting port 178c525e-e2fc-4382-9bca-0c38935bd8d4 {{(pid=103304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 21:13:57.751586 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-0e58498d-6c53-4f74-a9d1-d84d49a62fc1 tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746560630878'] for port (178c525e-e2fc-4382-9bca-0c38935bd8d4), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:13:57.874549 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-dc013d54-c161-4815-b56b-297e92fb88b3 req-2452429f-773b-43d9-8743-822bc8c997e0 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=c43a996a-6b93-48e4-a331-48250c5b183d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829215 Jan 26 21:13:57.878610 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-42bb06dc-9029-47dd-957c-5fd7e95bce59 tempest-ServersTestMultiNic-211940128 tempest-ServersTestMultiNic-211940128-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4110931'] for network (0005085c-c820-49ff-a393-9b43e54534cb), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:13:57.910110 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-42bb06dc-9029-47dd-957c-5fd7e95bce59 tempest-ServersTestMultiNic-211940128 tempest-ServersTestMultiNic-211940128-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709645'] for network (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:13:57.919565 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-42bb06dc-9029-47dd-957c-5fd7e95bce59 tempest-ServersTestMultiNic-211940128 tempest-ServersTestMultiNic-211940128-project] 10.222.0.13 "DELETE /v2.0/networks/0005085c-c820-49ff-a393-9b43e54534cb HTTP/1.1" status: 204 len: 168 time: 1.2684982 Jan 26 21:13:57.919884 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 55318) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:13:57.931650 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-0e58498d-6c53-4f74-a9d1-d84d49a62fc1 tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4109658'] for port (178c525e-e2fc-4382-9bca-0c38935bd8d4), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:13:57.943776 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42bb06dc-9029-47dd-957c-5fd7e95bce59 tempest-ServersTestMultiNic-211940128 tempest-ServersTestMultiNic-211940128-project] Pushing event deleted for resources: {'Network': ['ID=0005085c-c820-49ff-a393-9b43e54534cb,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:13:57.954608 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-0e58498d-6c53-4f74-a9d1-d84d49a62fc1 tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Calling delete_port for 178c525e-e2fc-4382-9bca-0c38935bd8d4 owned by {{(pid=103304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 21:13:58.014565 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.db_base_plugin_v2 [None req-7f6e4840-6e75-4a9c-9c31-513c44e5113a tempest-ServersTestMultiNic-211940128 tempest-ServersTestMultiNic-211940128-project] Deleting subnet e6edac61-b37f-4ac8-a377-5e709b680b36 {{(pid=103305) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 26 21:13:58.018897 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-7f6e4840-6e75-4a9c-9c31-513c44e5113a tempest-ServersTestMultiNic-211940128 tempest-ServersTestMultiNic-211940128-project] Publish callbacks [] for subnet (e6edac61-b37f-4ac8-a377-5e709b680b36), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:13:58.064220 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-7f6e4840-6e75-4a9c-9c31-513c44e5113a tempest-ServersTestMultiNic-211940128 tempest-ServersTestMultiNic-211940128-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11788946'] for subnet (e6edac61-b37f-4ac8-a377-5e709b680b36), precommit_delete_associations {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:13:58.096280 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4006db-68a9-42b7-9f76-c405cdf14849 req-03c1c4ac-ef42-4ba7-bf44-2d2c1c55a551 tempest-ServerAddressesTestJSON-932744412 tempest-ServerAddressesTestJSON-932744412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:13:58.098183 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-fc4006db-68a9-42b7-9f76-c405cdf14849 req-03c1c4ac-ef42-4ba7-bf44-2d2c1c55a551 tempest-ServerAddressesTestJSON-932744412 tempest-ServerAddressesTestJSON-932744412-project] 10.222.0.13 "GET /v2.0/ports?device_id=4351e991-4d0a-4175-b14f-fa85eb2b11e2 HTTP/1.1" status: 200 len: 945 time: 0.0985055 Jan 26 21:13:58.156186 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-0e58498d-6c53-4f74-a9d1-d84d49a62fc1 tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746560636600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746560234536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9281553'] for port (178c525e-e2fc-4382-9bca-0c38935bd8d4), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:13:58.186027 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-7f6e4840-6e75-4a9c-9c31-513c44e5113a tempest-ServersTestMultiNic-211940128 tempest-ServersTestMultiNic-211940128-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687316'] for subnet (e6edac61-b37f-4ac8-a377-5e709b680b36), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:13:58.226012 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-0e58498d-6c53-4f74-a9d1-d84d49a62fc1 tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:13:58.230222 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-0e58498d-6c53-4f74-a9d1-d84d49a62fc1 tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] 10.222.0.13 "DELETE /v2.0/ports/178c525e-e2fc-4382-9bca-0c38935bd8d4 HTTP/1.1" status: 204 len: 168 time: 0.7745755 Jan 26 21:13:58.231149 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e58498d-6c53-4f74-a9d1-d84d49a62fc1 tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Pushing event deleted for resources: {'Port': ['ID=178c525e-e2fc-4382-9bca-0c38935bd8d4,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:13:58.232455 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 55324) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:13:58.239442 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-fc4006db-68a9-42b7-9f76-c405cdf14849 req-4af66e2f-72b7-485c-95fe-a42bcdbdc44a tempest-ServerAddressesTestJSON-932744412 tempest-ServerAddressesTestJSON-932744412-project] 10.222.0.13 "GET /v2.0/security-groups?id=de362e2c-5f90-4974-854f-ab663c021699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1320486 Jan 26 21:13:58.287143 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2927e8d-ecc1-4b58-a0b4-f355477b5302 req-663b3054-e117-4aeb-9c43-3dc1788562c7 tempest-ServersOnMultiNodesTest-2088673700 tempest-ServersOnMultiNodesTest-2088673700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:13:58.288782 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-f2927e8d-ecc1-4b58-a0b4-f355477b5302 req-663b3054-e117-4aeb-9c43-3dc1788562c7 tempest-ServersOnMultiNodesTest-2088673700 tempest-ServersOnMultiNodesTest-2088673700-project] 10.222.0.13 "GET /v2.0/ports?device_id=49b84614-d8b5-4921-9fed-e4d6f59bb4cb HTTP/1.1" status: 200 len: 949 time: 0.1423452 Jan 26 21:13:58.305623 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-7f6e4840-6e75-4a9c-9c31-513c44e5113a tempest-ServersTestMultiNic-211940128 tempest-ServersTestMultiNic-211940128-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11791594', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11599980'] for subnet (e6edac61-b37f-4ac8-a377-5e709b680b36), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:13:58.336219 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62eee6f5-1c35-4b3a-b602-bd1140293862 None None] Network fdce921d-56d5-4164-a3e6-60025853a939 requested from n-d-760453-5 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 26 21:13:58.342055 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device 40c05398-b905-49c6-b7ac-1fc014e82b04 no longer exists at agent ovs-agent-n-d-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 26 21:13:58.360159 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-7f6e4840-6e75-4a9c-9c31-513c44e5113a tempest-ServersTestMultiNic-211940128 tempest-ServersTestMultiNic-211940128-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709645'] for subnet (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:13:58.364253 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-7f6e4840-6e75-4a9c-9c31-513c44e5113a tempest-ServersTestMultiNic-211940128 tempest-ServersTestMultiNic-211940128-project] 10.222.0.13 "DELETE /v2.0/subnets/e6edac61-b37f-4ac8-a377-5e709b680b36 HTTP/1.1" status: 204 len: 168 time: 0.4432647 Jan 26 21:13:58.369000 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f6e4840-6e75-4a9c-9c31-513c44e5113a tempest-ServersTestMultiNic-211940128 tempest-ServersTestMultiNic-211940128-project] Pushing event deleted for resources: {'Subnet': ['ID=e6edac61-b37f-4ac8-a377-5e709b680b36,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:13:58.370514 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-f2927e8d-ecc1-4b58-a0b4-f355477b5302 req-2ed2a591-497b-4b6e-9db7-5ac2d7cbfaab tempest-ServersOnMultiNodesTest-2088673700 tempest-ServersOnMultiNodesTest-2088673700-project] 10.222.0.13 "GET /v2.0/security-groups?id=306a2369-8c1c-4f98-9a64-2622487a9ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725219 Jan 26 21:13:58.372412 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 55326) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:13:58.401856 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-552acf55-1959-433f-8eb1-aff39699d1f3 tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:13:58.408889 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-552acf55-1959-433f-8eb1-aff39699d1f3 tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:13:58.410178 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] No Port match for: 40c05398-b905-49c6-b7ac-1fc014e82b04 {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 26 21:13:58.410889 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device 40c05398-b905-49c6-b7ac-1fc014e82b04 not bound to the agent host n-d-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 26 21:13:58.411283 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-552acf55-1959-433f-8eb1-aff39699d1f3 tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1456 time: 0.1776328 Jan 26 21:13:58.414452 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 55330) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:13:58.513928 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-73db419e-6f3c-47cb-809d-507be7f3eb53 tempest-ServersTestMultiNic-211940128 tempest-ServersTestMultiNic-211940128-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-748181'] for network (fdce921d-56d5-4164-a3e6-60025853a939), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:13:58.534048 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-93967e39-84a2-4a7b-9380-975bac9dd4ef tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Deleting port f7175da3-b043-40d2-80cc-c169aca24679 {{(pid=103304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 21:13:58.534629 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-93967e39-84a2-4a7b-9380-975bac9dd4ef tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746560630878'] for port (f7175da3-b043-40d2-80cc-c169aca24679), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:13:58.545561 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dc1ce50-373d-47a7-9812-fa79c3b87fff None None] DHCP port deletion for fdce921d-56d5-4164-a3e6-60025853a939 request from n-d-760453-5 {{(pid=103306) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 26 21:13:58.584863 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-73db419e-6f3c-47cb-809d-507be7f3eb53 tempest-ServersTestMultiNic-211940128 tempest-ServersTestMultiNic-211940128-project] Deleting port 730445a0-125b-4461-baa5-bf1e2b6f81eb {{(pid=103305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 21:13:58.585108 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-73db419e-6f3c-47cb-809d-507be7f3eb53 tempest-ServersTestMultiNic-211940128 tempest-ServersTestMultiNic-211940128-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746560630878'] for port (730445a0-125b-4461-baa5-bf1e2b6f81eb), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:13:58.604710 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-6dc1ce50-373d-47a7-9812-fa79c3b87fff None None] Deleting port 730445a0-125b-4461-baa5-bf1e2b6f81eb {{(pid=103306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 21:13:58.605525 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-6dc1ce50-373d-47a7-9812-fa79c3b87fff None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746560630878'] for port (730445a0-125b-4461-baa5-bf1e2b6f81eb), before_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:13:58.685700 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-6dc1ce50-373d-47a7-9812-fa79c3b87fff None None] For port 730445a0-125b-4461-baa5-bf1e2b6f81eb, host n-d-760453-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=730445a0-125b-4461-baa5-bf1e2b6f81eb,segment=NetworkSegment(0f71e1ef-9f51-4f8e-afb9-809838426693),segment_id=0f71e1ef-9f51-4f8e-afb9-809838426693)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:13:58.686258 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [None req-73db419e-6f3c-47cb-809d-507be7f3eb53 tempest-ServersTestMultiNic-211940128 tempest-ServersTestMultiNic-211940128-project] For port 730445a0-125b-4461-baa5-bf1e2b6f81eb, host n-d-760453-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=730445a0-125b-4461-baa5-bf1e2b6f81eb,segment=NetworkSegment(0f71e1ef-9f51-4f8e-afb9-809838426693),segment_id=0f71e1ef-9f51-4f8e-afb9-809838426693)] {{(pid=103305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:13:58.686632 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-73db419e-6f3c-47cb-809d-507be7f3eb53 tempest-ServersTestMultiNic-211940128 tempest-ServersTestMultiNic-211940128-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4109658'] for port (730445a0-125b-4461-baa5-bf1e2b6f81eb), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:13:58.687067 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-6dc1ce50-373d-47a7-9812-fa79c3b87fff None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4109658'] for port (730445a0-125b-4461-baa5-bf1e2b6f81eb), precommit_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:13:58.696624 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-93967e39-84a2-4a7b-9380-975bac9dd4ef tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4109658'] for port (f7175da3-b043-40d2-80cc-c169aca24679), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:13:58.702829 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-6dc1ce50-373d-47a7-9812-fa79c3b87fff None None] Calling delete_port for 730445a0-125b-4461-baa5-bf1e2b6f81eb owned by network:dhcp {{(pid=103306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 21:13:58.705808 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-73db419e-6f3c-47cb-809d-507be7f3eb53 tempest-ServersTestMultiNic-211940128 tempest-ServersTestMultiNic-211940128-project] Calling delete_port for 730445a0-125b-4461-baa5-bf1e2b6f81eb owned by network:dhcp {{(pid=103305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 21:13:58.737081 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-93967e39-84a2-4a7b-9380-975bac9dd4ef tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Calling delete_port for f7175da3-b043-40d2-80cc-c169aca24679 owned by {{(pid=103304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 21:13:58.766123 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24ccbf3-95c2-4bda-b640-87898fae0115 req-73b59dee-d25d-4a80-ad7f-9e555207e10a tempest-LiveMigrationTest-746395142 tempest-LiveMigrationTest-746395142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:13:58.768208 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-c24ccbf3-95c2-4bda-b640-87898fae0115 req-73b59dee-d25d-4a80-ad7f-9e555207e10a tempest-LiveMigrationTest-746395142 tempest-LiveMigrationTest-746395142-project] 10.222.0.13 "GET /v2.0/ports?device_id=a9ca4017-264e-467b-a63a-6313b2811620 HTTP/1.1" status: 200 len: 945 time: 0.1373780 Jan 26 21:13:58.780881 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc59ece-6eaa-41f6-8b87-fa743e4f99d8 req-6af60b1e-bbd2-4042-9a3a-16faf435f470 tempest-ServersOnMultiNodesTest-2088673700 tempest-ServersOnMultiNodesTest-2088673700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:13:58.786646 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc59ece-6eaa-41f6-8b87-fa743e4f99d8 req-6af60b1e-bbd2-4042-9a3a-16faf435f470 tempest-ServersOnMultiNodesTest-2088673700 tempest-ServersOnMultiNodesTest-2088673700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:13:58.795004 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-7fc59ece-6eaa-41f6-8b87-fa743e4f99d8 req-6af60b1e-bbd2-4042-9a3a-16faf435f470 tempest-ServersOnMultiNodesTest-2088673700 tempest-ServersOnMultiNodesTest-2088673700-project] 10.222.0.13 "GET /v2.0/ports?device_id=259dc9f9-5750-4490-a6c7-d3d1321bb0be&device_id=49b84614-d8b5-4921-9fed-e4d6f59bb4cb HTTP/1.1" status: 200 len: 1689 time: 0.1227350 Jan 26 21:13:58.836696 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-6dc1ce50-373d-47a7-9812-fa79c3b87fff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746560636600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746560234536'] for port (730445a0-125b-4461-baa5-bf1e2b6f81eb), after_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:13:58.877784 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc1ce50-373d-47a7-9812-fa79c3b87fff None None] Pushing event deleted for resources: {'Port': ['ID=730445a0-125b-4461-baa5-bf1e2b6f81eb,revision_number=None']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:13:58.882494 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dc1ce50-373d-47a7-9812-fa79c3b87fff None None] No DVR routers for this DVR port 730445a0-125b-4461-baa5-bf1e2b6f81eb on host n-d-760453-5 {{(pid=103306) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 26 21:13:58.918220 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-7fc59ece-6eaa-41f6-8b87-fa743e4f99d8 req-4b238792-6c9c-48ab-898a-a54fc6bbdd78 tempest-ServersOnMultiNodesTest-2088673700 tempest-ServersOnMultiNodesTest-2088673700-project] 10.222.0.13 "GET /v2.0/security-groups?id=306a2369-8c1c-4f98-9a64-2622487a9ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221013 Jan 26 21:13:58.920826 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306518f1-3855-478f-a163-1fde85cd3c69 req-fbbe6650-9cf1-45f1-bf87-b6ca3cd2385d tempest-ServersTestBootFromVolume-1845992378 tempest-ServersTestBootFromVolume-1845992378-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:13:58.922978 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-306518f1-3855-478f-a163-1fde85cd3c69 req-fbbe6650-9cf1-45f1-bf87-b6ca3cd2385d tempest-ServersTestBootFromVolume-1845992378 tempest-ServersTestBootFromVolume-1845992378-project] 10.222.0.57 "GET /v2.0/networks?id=b4d91999-0d3f-45ee-89d0-a63f22a3e7ab HTTP/1.1" status: 200 len: 816 time: 0.1717393 Jan 26 21:13:58.924168 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-73db419e-6f3c-47cb-809d-507be7f3eb53 tempest-ServersTestMultiNic-211940128 tempest-ServersTestMultiNic-211940128-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746560636600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746560234536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11791543'] for port (730445a0-125b-4461-baa5-bf1e2b6f81eb), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:13:58.969939 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73db419e-6f3c-47cb-809d-507be7f3eb53 tempest-ServersTestMultiNic-211940128 tempest-ServersTestMultiNic-211940128-project] Pushing event deleted for resources: {'Port': ['ID=730445a0-125b-4461-baa5-bf1e2b6f81eb,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:13:58.971860 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73db419e-6f3c-47cb-809d-507be7f3eb53 tempest-ServersTestMultiNic-211940128 tempest-ServersTestMultiNic-211940128-project] No DVR routers for this DVR port 730445a0-125b-4461-baa5-bf1e2b6f81eb on host n-d-760453-5 {{(pid=103305) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 26 21:13:58.989765 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-c24ccbf3-95c2-4bda-b640-87898fae0115 req-8de4ca18-8684-4403-a949-4b2b23c22a12 tempest-LiveMigrationTest-746395142 tempest-LiveMigrationTest-746395142-project] 10.222.0.13 "GET /v2.0/security-groups?id=c43a996a-6b93-48e4-a331-48250c5b183d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1921277 Jan 26 21:13:59.015960 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-3343c619-bd8b-422a-bd71-999b88ca11ef req-d1b0a14d-3879-4fa8-9c41-0f8e53c43196 tempest-ServersTestBootFromVolume-1845992378 tempest-ServersTestBootFromVolume-1845992378-project] 10.222.0.13 "GET /v2.0/ports?device_id=e77f0f82-e2f4-42d1-9e44-0082033dd07d HTTP/1.1" status: 200 len: 210 time: 0.0440214 Jan 26 21:13:59.023864 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-93967e39-84a2-4a7b-9380-975bac9dd4ef tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746560636600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746560234536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9281553'] for port (f7175da3-b043-40d2-80cc-c169aca24679), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:13:59.080464 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93967e39-84a2-4a7b-9380-975bac9dd4ef tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Pushing event deleted for resources: {'Port': ['ID=f7175da3-b043-40d2-80cc-c169aca24679,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:13:59.093965 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-93967e39-84a2-4a7b-9380-975bac9dd4ef tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:13:59.097410 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-93967e39-84a2-4a7b-9380-975bac9dd4ef tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] 10.222.0.13 "DELETE /v2.0/ports/f7175da3-b043-40d2-80cc-c169aca24679 HTTP/1.1" status: 204 len: 168 time: 0.6817818 Jan 26 21:13:59.109326 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 55342) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:13:59.152307 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-306518f1-3855-478f-a163-1fde85cd3c69 req-2bf33e3a-a2d0-4a57-82f3-4d68706b847d tempest-ServersTestBootFromVolume-1845992378 tempest-ServersTestBootFromVolume-1845992378-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ea2b7f569e4243dcba0cb16771cf369b HTTP/1.1" status: 200 len: 379 time: 0.2196398 Jan 26 21:13:59.161744 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-73db419e-6f3c-47cb-809d-507be7f3eb53 tempest-ServersTestMultiNic-211940128 tempest-ServersTestMultiNic-211940128-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-686403', 'neutron.services.segments.db._delete_segments_for_network-8746560774018'] for network (fdce921d-56d5-4164-a3e6-60025853a939), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:13:59.170206 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [req-306518f1-3855-478f-a163-1fde85cd3c69 req-831db4fe-b290-4c04-bde6-6a684327b807 tempest-ServersTestBootFromVolume-1845992378 tempest-ServersTestBootFromVolume-1845992378-project] Request body: {'port': {'device_id': 'e77f0f82-e2f4-42d1-9e44-0082033dd07d', 'network_id': 'b4d91999-0d3f-45ee-89d0-a63f22a3e7ab', 'admin_state_up': True, 'tenant_id': 'ea2b7f569e4243dcba0cb16771cf369b', 'security_groups': ['d1e8d686-a995-4f2f-9375-0f0073274779']}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:13:59.215086 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7affee-0134-4012-99a0-38494437965b req-e5768303-f6d5-406a-81ea-50a4c4156c4d tempest-ServersOnMultiNodesTest-664225726 tempest-ServersOnMultiNodesTest-664225726-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:13:59.223086 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-af7affee-0134-4012-99a0-38494437965b req-e5768303-f6d5-406a-81ea-50a4c4156c4d tempest-ServersOnMultiNodesTest-664225726 tempest-ServersOnMultiNodesTest-664225726-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=259dc9f9-5750-4490-a6c7-d3d1321bb0be HTTP/1.1" status: 200 len: 1100 time: 0.0539336 Jan 26 21:13:59.252112 n-d-760453-5 neutron-server[103305]: DEBUG neutron.services.segments.db [None req-73db419e-6f3c-47cb-809d-507be7f3eb53 tempest-ServersTestMultiNic-211940128 tempest-ServersTestMultiNic-211940128-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fdce921d-56d5-4164-a3e6-60025853a939']}} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:13:59.262865 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15d8dca7-66fc-44b5-87c5-e83885ce54d6 tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:13:59.264349 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-15d8dca7-66fc-44b5-87c5-e83885ce54d6 tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.1540892 Jan 26 21:13:59.274593 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 55346) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:13:59.275590 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-af7affee-0134-4012-99a0-38494437965b req-530e33f7-f551-4657-9945-fa34a1ef50e5 tempest-ServersOnMultiNodesTest-664225726 tempest-ServersOnMultiNodesTest-664225726-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=306a2369-8c1c-4f98-9a64-2622487a9ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514357 Jan 26 21:13:59.280775 n-d-760453-5 neutron-server[103305]: DEBUG neutron.services.segments.db [None req-73db419e-6f3c-47cb-809d-507be7f3eb53 tempest-ServersTestMultiNic-211940128 tempest-ServersTestMultiNic-211940128-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0f71e1ef-9f51-4f8e-afb9-809838426693') {'for_net_delete': True} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:13:59.281072 n-d-760453-5 neutron-server[103305]: DEBUG neutron.services.segments.db [None req-73db419e-6f3c-47cb-809d-507be7f3eb53 tempest-ServersTestMultiNic-211940128 tempest-ServersTestMultiNic-211940128-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0f71e1ef-9f51-4f8e-afb9-809838426693') {} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:13:59.324998 n-d-760453-5 neutron-server[103305]: INFO neutron.pecan_wsgi.hooks.translation [None req-77014d6a-8246-4211-8ecd-a0a8ea8132d6 tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] GET failed (client error): The resource could not be found. Jan 26 21:13:59.328882 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-77014d6a-8246-4211-8ecd-a0a8ea8132d6 tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] 10.222.0.13 "GET /v2.0/ports/178c525e-e2fc-4382-9bca-0c38935bd8d4 HTTP/1.1" status: 404 len: 333 time: 0.0494735 Jan 26 21:13:59.329411 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 55352) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:13:59.330466 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-73db419e-6f3c-47cb-809d-507be7f3eb53 tempest-ServersTestMultiNic-211940128 tempest-ServersTestMultiNic-211940128-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746560742283', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11788955'] for segment (0f71e1ef-9f51-4f8e-afb9-809838426693), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:13:59.359848 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-73db419e-6f3c-47cb-809d-507be7f3eb53 tempest-ServersTestMultiNic-211940128 tempest-ServersTestMultiNic-211940128-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576559'] for segment (0f71e1ef-9f51-4f8e-afb9-809838426693), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:13:59.370147 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-73db419e-6f3c-47cb-809d-507be7f3eb53 tempest-ServersTestMultiNic-211940128 tempest-ServersTestMultiNic-211940128-project] Releasing vlan 587 on physical network physnet1 to pool {{(pid=103305) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 26 21:13:59.370545 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-73db419e-6f3c-47cb-809d-507be7f3eb53 tempest-ServersTestMultiNic-211940128 tempest-ServersTestMultiNic-211940128-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11791428'] for segment (0f71e1ef-9f51-4f8e-afb9-809838426693), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:13:59.373895 n-d-760453-5 neutron-server[103305]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 26 21:13:59.373895 n-d-760453-5 neutron-server[103305]: self.session.flush() Jan 26 21:13:59.373895 n-d-760453-5 neutron-server[103305]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 26 21:13:59.373895 n-d-760453-5 neutron-server[103305]: self.session.flush() Jan 26 21:13:59.373895 n-d-760453-5 neutron-server[103305]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 26 21:13:59.373895 n-d-760453-5 neutron-server[103305]: self.session.flush() Jan 26 21:13:59.373895 n-d-760453-5 neutron-server[103305]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 26 21:13:59.373895 n-d-760453-5 neutron-server[103305]: self.session.flush() Jan 26 21:13:59.373895 n-d-760453-5 neutron-server[103305]: Traceback (most recent call last): Jan 26 21:13:59.373895 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 26 21:13:59.373895 n-d-760453-5 neutron-server[103305]: timer() Jan 26 21:13:59.373895 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 26 21:13:59.373895 n-d-760453-5 neutron-server[103305]: cb(*args, **kw) Jan 26 21:13:59.373895 n-d-760453-5 neutron-server[103305]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 26 21:13:59.373895 n-d-760453-5 neutron-server[103305]: return func(*args, **kwargs) Jan 26 21:13:59.373895 n-d-760453-5 neutron-server[103305]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 26 21:13:59.373895 n-d-760453-5 neutron-server[103305]: self._notify() Jan 26 21:13:59.373895 n-d-760453-5 neutron-server[103305]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 26 21:13:59.373895 n-d-760453-5 neutron-server[103305]: self.callback(batched_events) Jan 26 21:13:59.373895 n-d-760453-5 neutron-server[103305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 26 21:13:59.373895 n-d-760453-5 neutron-server[103305]: event.method(event) Jan 26 21:13:59.373895 n-d-760453-5 neutron-server[103305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 26 21:13:59.373895 n-d-760453-5 neutron-server[103305]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 26 21:13:59.373895 n-d-760453-5 neutron-server[103305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 26 21:13:59.373895 n-d-760453-5 neutron-server[103305]: aggregate_uuid = self.p_client.list_aggregates( Jan 26 21:13:59.373895 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 26 21:13:59.373895 n-d-760453-5 neutron-server[103305]: return f(self, *a, **k) Jan 26 21:13:59.373895 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 26 21:13:59.373895 n-d-760453-5 neutron-server[103305]: return self._get(url).json() Jan 26 21:13:59.373895 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 26 21:13:59.373895 n-d-760453-5 neutron-server[103305]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 26 21:13:59.373895 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 26 21:13:59.373895 n-d-760453-5 neutron-server[103305]: return self.request(url, 'GET', **kwargs) Jan 26 21:13:59.373895 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 26 21:13:59.373895 n-d-760453-5 neutron-server[103305]: base_url = self.get_endpoint(auth, allow=allow, Jan 26 21:13:59.373895 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 26 21:13:59.373895 n-d-760453-5 neutron-server[103305]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 26 21:13:59.373895 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 26 21:13:59.373895 n-d-760453-5 neutron-server[103305]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 26 21:13:59.373895 n-d-760453-5 neutron-server[103305]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 26 21:13:59.407653 n-d-760453-5 neutron-server[103304]: INFO neutron.pecan_wsgi.hooks.translation [None req-20b9a361-cd86-424d-97bb-f6e822eff700 tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] GET failed (client error): The resource could not be found. Jan 26 21:13:59.413609 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-20b9a361-cd86-424d-97bb-f6e822eff700 tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] 10.222.0.13 "GET /v2.0/ports/f7175da3-b043-40d2-80cc-c169aca24679 HTTP/1.1" status: 404 len: 333 time: 0.0784702 Jan 26 21:13:59.413609 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 55354) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:13:59.437909 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-306518f1-3855-478f-a163-1fde85cd3c69 req-831db4fe-b290-4c04-bde6-6a684327b807 tempest-ServersTestBootFromVolume-1845992378 tempest-ServersTestBootFromVolume-1845992378-project] Made reservation on behalf of ea2b7f569e4243dcba0cb16771cf369b for: {'port': 1} {{(pid=103305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 21:13:59.442108 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-306518f1-3855-478f-a163-1fde85cd3c69 req-831db4fe-b290-4c04-bde6-6a684327b807 tempest-ServersTestBootFromVolume-1845992378 tempest-ServersTestBootFromVolume-1845992378-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:13:59.455593 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-73db419e-6f3c-47cb-809d-507be7f3eb53 tempest-ServersTestMultiNic-211940128 tempest-ServersTestMultiNic-211940128-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4110931'] for network (fdce921d-56d5-4164-a3e6-60025853a939), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:13:59.474674 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-73db419e-6f3c-47cb-809d-507be7f3eb53 tempest-ServersTestMultiNic-211940128 tempest-ServersTestMultiNic-211940128-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709645'] for network (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:13:59.489315 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-73db419e-6f3c-47cb-809d-507be7f3eb53 tempest-ServersTestMultiNic-211940128 tempest-ServersTestMultiNic-211940128-project] 10.222.0.13 "DELETE /v2.0/networks/fdce921d-56d5-4164-a3e6-60025853a939 HTTP/1.1" status: 204 len: 168 time: 1.0990634 Jan 26 21:13:59.495185 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73db419e-6f3c-47cb-809d-507be7f3eb53 tempest-ServersTestMultiNic-211940128 tempest-ServersTestMultiNic-211940128-project] Pushing event deleted for resources: {'Network': ['ID=fdce921d-56d5-4164-a3e6-60025853a939,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:13:59.497151 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 55356) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:13:59.502641 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-9e09aecf-a89a-4615-a42c-b9c20b2d0511 tempest-ServersTestMultiNic-211940128 tempest-ServersTestMultiNic-211940128-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-184086625'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:13:59.507479 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5429581f-cea8-40b9-b6d5-1ecbcba547fa req-a7f015fa-b7c4-4841-8a05-b906e604d48a tempest-ServerAddressesTestJSON-932744412 tempest-ServerAddressesTestJSON-932744412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:13:59.509057 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-5429581f-cea8-40b9-b6d5-1ecbcba547fa req-a7f015fa-b7c4-4841-8a05-b906e604d48a tempest-ServerAddressesTestJSON-932744412 tempest-ServerAddressesTestJSON-932744412-project] 10.222.0.13 "GET /v2.0/ports?device_id=4351e991-4d0a-4175-b14f-fa85eb2b11e2 HTTP/1.1" status: 200 len: 945 time: 0.1669393 Jan 26 21:13:59.546033 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209bb5b5-6c18-4d61-8bd3-ed3267eced28 req-e49dcc8e-da44-4c7b-acf1-723d7bce9e1a tempest-ServersOnMultiNodesTest-664225726 tempest-ServersOnMultiNodesTest-664225726-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:13:59.547568 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-209bb5b5-6c18-4d61-8bd3-ed3267eced28 req-e49dcc8e-da44-4c7b-acf1-723d7bce9e1a tempest-ServersOnMultiNodesTest-664225726 tempest-ServersOnMultiNodesTest-664225726-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=49b84614-d8b5-4921-9fed-e4d6f59bb4cb HTTP/1.1" status: 200 len: 1100 time: 0.1510568 Jan 26 21:13:59.566995 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-c0e9e49e-9a38-483e-a971-6425317c4e41 tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-748181'] for network (fb831293-513b-4ed0-b1f7-38781de67322), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:13:59.567755 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e09aecf-a89a-4615-a42c-b9c20b2d0511 tempest-ServersTestMultiNic-211940128 tempest-ServersTestMultiNic-211940128-project] Made reservation on behalf of 7dd077ea2f95484597c25a6a957aef6a for: {'network': 1} {{(pid=103305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 21:13:59.571350 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-9e09aecf-a89a-4615-a42c-b9c20b2d0511 tempest-ServersTestMultiNic-211940128 tempest-ServersTestMultiNic-211940128-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for network (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:13:59.618874 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-5429581f-cea8-40b9-b6d5-1ecbcba547fa req-7967fdcc-3eb7-465b-8707-26feaf5174a7 tempest-ServerAddressesTestJSON-932744412 tempest-ServerAddressesTestJSON-932744412-project] 10.222.0.13 "GET /v2.0/security-groups?id=de362e2c-5f90-4974-854f-ab663c021699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972404 Jan 26 21:13:59.619312 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9e09aecf-a89a-4615-a42c-b9c20b2d0511 tempest-ServersTestMultiNic-211940128 tempest-ServersTestMultiNic-211940128-project] vlan segment allocate from pool success with {'vlan_id': 567, 'physical_network': 'physnet1'} {{(pid=103305) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 26 21:13:59.629125 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-9e09aecf-a89a-4615-a42c-b9c20b2d0511 tempest-ServersTestMultiNic-211940128 tempest-ServersTestMultiNic-211940128-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576559'] for segment (18c0e0e0-20c1-45dd-b946-f24bb187afdc), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:13:59.629500 n-d-760453-5 neutron-server[103305]: INFO neutron.db.segments_db [None req-9e09aecf-a89a-4615-a42c-b9c20b2d0511 tempest-ServersTestMultiNic-211940128 tempest-ServersTestMultiNic-211940128-project] Added segment 18c0e0e0-20c1-45dd-b946-f24bb187afdc of type vlan for network ba7423db-470d-4a7d-994e-2bcd93813269 Jan 26 21:13:59.663576 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-209bb5b5-6c18-4d61-8bd3-ed3267eced28 req-3a5d7b12-3a12-4ae1-ac20-c02374d78410 tempest-ServersOnMultiNodesTest-664225726 tempest-ServersOnMultiNodesTest-664225726-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=306a2369-8c1c-4f98-9a64-2622487a9ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940568 Jan 26 21:13:59.682699 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-9e09aecf-a89a-4615-a42c-b9c20b2d0511 tempest-ServersTestMultiNic-211940128 tempest-ServersTestMultiNic-211940128-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746560256871'] for network (ba7423db-470d-4a7d-994e-2bcd93813269), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:13:59.701363 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.db_base_plugin_common [req-306518f1-3855-478f-a163-1fde85cd3c69 req-831db4fe-b290-4c04-bde6-6a684327b807 tempest-ServersTestBootFromVolume-1845992378 tempest-ServersTestBootFromVolume-1845992378-project] Allocated IP 172.20.0.14 (b4d91999-0d3f-45ee-89d0-a63f22a3e7ab/eaea08b8-abe1-46f7-84c0-e277976dbd47/06e12c4e-0545-48fa-857e-3f7a63f3e798) {{(pid=103305) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 21:13:59.730546 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-c0e9e49e-9a38-483e-a971-6425317c4e41 tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-686403', 'neutron.services.segments.db._delete_segments_for_network-8746560774018'] for network (fb831293-513b-4ed0-b1f7-38781de67322), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:13:59.756304 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-9e09aecf-a89a-4615-a42c-b9c20b2d0511 tempest-ServersTestMultiNic-211940128 tempest-ServersTestMultiNic-211940128-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503'] for network (ba7423db-470d-4a7d-994e-2bcd93813269), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:13:59.759455 n-d-760453-5 neutron-server[103304]: DEBUG neutron.services.segments.db [None req-c0e9e49e-9a38-483e-a971-6425317c4e41 tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fb831293-513b-4ed0-b1f7-38781de67322']}} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:13:59.761982 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e09aecf-a89a-4615-a42c-b9c20b2d0511 tempest-ServersTestMultiNic-211940128 tempest-ServersTestMultiNic-211940128-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:13:59.762320 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-9e09aecf-a89a-4615-a42c-b9c20b2d0511 tempest-ServersTestMultiNic-211940128 tempest-ServersTestMultiNic-211940128-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709645'] for network (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:13:59.777904 n-d-760453-5 neutron-server[103304]: DEBUG neutron.services.segments.db [None req-c0e9e49e-9a38-483e-a971-6425317c4e41 tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd8dad8a9-78df-455c-ad98-7965b772b6d2') {'for_net_delete': True} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:13:59.778630 n-d-760453-5 neutron-server[103304]: DEBUG neutron.services.segments.db [None req-c0e9e49e-9a38-483e-a971-6425317c4e41 tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd8dad8a9-78df-455c-ad98-7965b772b6d2') {} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:13:59.802539 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-c0e9e49e-9a38-483e-a971-6425317c4e41 tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746560742283', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8881293'] for segment (d8dad8a9-78df-455c-ad98-7965b772b6d2), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:13:59.818968 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-c0e9e49e-9a38-483e-a971-6425317c4e41 tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576559'] for segment (d8dad8a9-78df-455c-ad98-7965b772b6d2), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:13:59.834917 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c0e9e49e-9a38-483e-a971-6425317c4e41 tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Releasing vlan 583 on physical network physnet1 to pool {{(pid=103304) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 26 21:13:59.835738 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-c0e9e49e-9a38-483e-a971-6425317c4e41 tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9281762'] for segment (d8dad8a9-78df-455c-ad98-7965b772b6d2), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:13:59.886100 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-9e09aecf-a89a-4615-a42c-b9c20b2d0511 tempest-ServersTestMultiNic-211940128 tempest-ServersTestMultiNic-211940128-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.3878355 Jan 26 21:13:59.894129 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 55372) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:13:59.901328 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-d681015d-9724-46df-a0eb-7c903a1e8766 tempest-ServersTestMultiNic-211940128 tempest-ServersTestMultiNic-211940128-project] Request body: {'subnet': {'network_id': 'ba7423db-470d-4a7d-994e-2bcd93813269', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:13:59.910104 n-d-760453-5 neutron-server[103304]: Traceback (most recent call last): Jan 26 21:13:59.910104 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 26 21:13:59.910104 n-d-760453-5 neutron-server[103304]: timer() Jan 26 21:13:59.910104 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 26 21:13:59.910104 n-d-760453-5 neutron-server[103304]: cb(*args, **kw) Jan 26 21:13:59.910104 n-d-760453-5 neutron-server[103304]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 26 21:13:59.910104 n-d-760453-5 neutron-server[103304]: return func(*args, **kwargs) Jan 26 21:13:59.910104 n-d-760453-5 neutron-server[103304]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 26 21:13:59.910104 n-d-760453-5 neutron-server[103304]: self._notify() Jan 26 21:13:59.910104 n-d-760453-5 neutron-server[103304]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 26 21:13:59.910104 n-d-760453-5 neutron-server[103304]: self.callback(batched_events) Jan 26 21:13:59.910104 n-d-760453-5 neutron-server[103304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 26 21:13:59.910104 n-d-760453-5 neutron-server[103304]: event.method(event) Jan 26 21:13:59.910104 n-d-760453-5 neutron-server[103304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 26 21:13:59.910104 n-d-760453-5 neutron-server[103304]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 26 21:13:59.910104 n-d-760453-5 neutron-server[103304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 26 21:13:59.910104 n-d-760453-5 neutron-server[103304]: aggregate_uuid = self.p_client.list_aggregates( Jan 26 21:13:59.910104 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 26 21:13:59.910104 n-d-760453-5 neutron-server[103304]: return f(self, *a, **k) Jan 26 21:13:59.910104 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 26 21:13:59.910104 n-d-760453-5 neutron-server[103304]: return self._get(url).json() Jan 26 21:13:59.910104 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 26 21:13:59.910104 n-d-760453-5 neutron-server[103304]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 26 21:13:59.910104 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 26 21:13:59.910104 n-d-760453-5 neutron-server[103304]: return self.request(url, 'GET', **kwargs) Jan 26 21:13:59.910104 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 26 21:13:59.910104 n-d-760453-5 neutron-server[103304]: base_url = self.get_endpoint(auth, allow=allow, Jan 26 21:13:59.910104 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 26 21:13:59.910104 n-d-760453-5 neutron-server[103304]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 26 21:13:59.910104 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 26 21:13:59.910104 n-d-760453-5 neutron-server[103304]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 26 21:13:59.910104 n-d-760453-5 neutron-server[103304]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 26 21:13:59.930412 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e09aecf-a89a-4615-a42c-b9c20b2d0511 tempest-ServersTestMultiNic-211940128 tempest-ServersTestMultiNic-211940128-project] Pushing event updated for resources: {'Network': ['ID=ba7423db-470d-4a7d-994e-2bcd93813269,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:13:59.944505 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Network ba7423db-470d-4a7d-994e-2bcd93813269 details requested by agent ovs-agent-n-d-760453-5 with host n-d-760453-5 {{(pid=103306) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 26 21:13:59.991828 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-5663998e-4cf6-44d4-82b7-8a664260a3a7 req-d35934e3-a9bd-4899-99d4-87da5feb2275 tempest-ServersOnMultiNodesTest-2088673700 tempest-ServersOnMultiNodesTest-2088673700-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=95b0180418ed4ee8af0e8472caf2fcf2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0741053 Jan 26 21:14:00.004726 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-c0e9e49e-9a38-483e-a971-6425317c4e41 tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4110931'] for network (fb831293-513b-4ed0-b1f7-38781de67322), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:14:00.021884 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-c0e9e49e-9a38-483e-a971-6425317c4e41 tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Publish callbacks [] for network (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:14:00.031381 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-c0e9e49e-9a38-483e-a971-6425317c4e41 tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] 10.222.0.13 "DELETE /v2.0/networks/fb831293-513b-4ed0-b1f7-38781de67322 HTTP/1.1" status: 204 len: 168 time: 0.6126084 Jan 26 21:14:00.049156 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 55376) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:14:00.070110 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d681015d-9724-46df-a0eb-7c903a1e8766 tempest-ServersTestMultiNic-211940128 tempest-ServersTestMultiNic-211940128-project] Made reservation on behalf of 7dd077ea2f95484597c25a6a957aef6a for: {'subnet': 1} {{(pid=103305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 21:14:00.081603 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-d681015d-9724-46df-a0eb-7c903a1e8766 tempest-ServersTestMultiNic-211940128 tempest-ServersTestMultiNic-211940128-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11599953'] for subnet (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:14:00.095608 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-1ff5f82b-4e27-4eaa-9570-f541a931bab5 tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1148071532'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:14:00.100179 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e9e49e-9a38-483e-a971-6425317c4e41 tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Pushing event deleted for resources: {'Network': ['ID=fb831293-513b-4ed0-b1f7-38781de67322,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:14:00.101004 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-306518f1-3855-478f-a163-1fde85cd3c69 req-831db4fe-b290-4c04-bde6-6a684327b807 tempest-ServersTestBootFromVolume-1845992378 tempest-ServersTestBootFromVolume-1845992378-project] Publish callbacks [] for port (06e12c4e-0545-48fa-857e-3f7a63f3e798), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:14:00.159586 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f4db77-b4ac-4de2-91de-9456841a5e69 req-04ac4e00-0283-4a4a-9a50-1b99ef778eaf tempest-ServerAddressesTestJSON-932744412 tempest-ServerAddressesTestJSON-932744412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:14:00.160966 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-92f4db77-b4ac-4de2-91de-9456841a5e69 req-04ac4e00-0283-4a4a-9a50-1b99ef778eaf tempest-ServerAddressesTestJSON-932744412 tempest-ServerAddressesTestJSON-932744412-project] 10.222.0.66 "GET /v2.0/ports?device_id=4351e991-4d0a-4175-b14f-fa85eb2b11e2 HTTP/1.1" status: 200 len: 945 time: 0.2422731 Jan 26 21:14:00.189786 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ff5f82b-4e27-4eaa-9570-f541a931bab5 tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Made reservation on behalf of 555cb579ba8f40b196e83d88248f8446 for: {'network': 1} {{(pid=103304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 21:14:00.193184 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-1ff5f82b-4e27-4eaa-9570-f541a931bab5 tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for network (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:14:00.224034 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-306518f1-3855-478f-a163-1fde85cd3c69 req-831db4fe-b290-4c04-bde6-6a684327b807 tempest-ServersTestBootFromVolume-1845992378 tempest-ServersTestBootFromVolume-1845992378-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746560234527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11791543'] for port (06e12c4e-0545-48fa-857e-3f7a63f3e798), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:14:00.274295 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5663998e-4cf6-44d4-82b7-8a664260a3a7 req-bacc3762-b991-4628-a69a-4176382b997b tempest-ServersOnMultiNodesTest-2088673700 tempest-ServersOnMultiNodesTest-2088673700-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:14:00.280731 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-5663998e-4cf6-44d4-82b7-8a664260a3a7 req-bacc3762-b991-4628-a69a-4176382b997b tempest-ServersOnMultiNodesTest-2088673700 tempest-ServersOnMultiNodesTest-2088673700-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2879565 Jan 26 21:14:00.303756 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-306518f1-3855-478f-a163-1fde85cd3c69 req-831db4fe-b290-4c04-bde6-6a684327b807 tempest-ServersTestBootFromVolume-1845992378 tempest-ServersTestBootFromVolume-1845992378-project] Network b4d91999-0d3f-45ee-89d0-a63f22a3e7ab is already hosted by enough agents. {{(pid=103305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 21:14:00.317462 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [req-306518f1-3855-478f-a163-1fde85cd3c69 req-831db4fe-b290-4c04-bde6-6a684327b807 tempest-ServersTestBootFromVolume-1845992378 tempest-ServersTestBootFromVolume-1845992378-project] Resources bound (agent type, host, resource id): {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:14:00.320276 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [req-306518f1-3855-478f-a163-1fde85cd3c69 req-831db4fe-b290-4c04-bde6-6a684327b807 tempest-ServersTestBootFromVolume-1845992378 tempest-ServersTestBootFromVolume-1845992378-project] Received port after_create {{(pid=103305) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 21:14:00.330322 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adeee030-ea2c-41d9-b219-46235f070c3f req-25dd3307-78ae-48fe-a8ee-61574f0e8e35 tempest-LiveMigrationTest-746395142 tempest-LiveMigrationTest-746395142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:14:00.333771 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-adeee030-ea2c-41d9-b219-46235f070c3f req-25dd3307-78ae-48fe-a8ee-61574f0e8e35 tempest-LiveMigrationTest-746395142 tempest-LiveMigrationTest-746395142-project] 10.222.0.13 "GET /v2.0/ports?device_id=a9ca4017-264e-467b-a63a-6313b2811620 HTTP/1.1" status: 200 len: 945 time: 0.2247934 Jan 26 21:14:00.341165 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1ff5f82b-4e27-4eaa-9570-f541a931bab5 tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] vlan segment allocate from pool success with {'vlan_id': 598, 'physical_network': 'physnet1'} {{(pid=103304) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 26 21:14:00.345063 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-831db4fe-b290-4c04-bde6-6a684327b807 tempest-ServersTestBootFromVolume-1845992378 tempest-ServersTestBootFromVolume-1845992378-project] Pushing event updated for resources: {'Port': ['ID=06e12c4e-0545-48fa-857e-3f7a63f3e798,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:14:00.351173 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device 730445a0-125b-4461-baa5-bf1e2b6f81eb no longer exists at agent ovs-agent-n-d-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 26 21:14:00.353541 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-5663998e-4cf6-44d4-82b7-8a664260a3a7 req-6ee6ae99-ccb3-4bf4-8ac9-ed9a77a8d8c1 tempest-ServersOnMultiNodesTest-2088673700 tempest-ServersOnMultiNodesTest-2088673700-project] 10.222.0.13 "GET /v2.0/quotas/95b0180418ed4ee8af0e8472caf2fcf2 HTTP/1.1" status: 200 len: 375 time: 0.0718777 Jan 26 21:14:00.378740 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-1ff5f82b-4e27-4eaa-9570-f541a931bab5 tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576559'] for segment (497789a5-3e06-4481-aaa3-508c697caaf4), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:14:00.379426 n-d-760453-5 neutron-server[103304]: INFO neutron.db.segments_db [None req-1ff5f82b-4e27-4eaa-9570-f541a931bab5 tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Added segment 497789a5-3e06-4481-aaa3-508c697caaf4 of type vlan for network 04589c37-0057-4f14-aa42-de4d8e34d331 Jan 26 21:14:00.419985 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] No Port match for: 730445a0-125b-4461-baa5-bf1e2b6f81eb {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 26 21:14:00.420416 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device 730445a0-125b-4461-baa5-bf1e2b6f81eb not bound to the agent host n-d-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 26 21:14:00.433219 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306518f1-3855-478f-a163-1fde85cd3c69 req-831db4fe-b290-4c04-bde6-6a684327b807 tempest-ServersTestBootFromVolume-1845992378 tempest-ServersTestBootFromVolume-1845992378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:14:00.433931 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-306518f1-3855-478f-a163-1fde85cd3c69 req-831db4fe-b290-4c04-bde6-6a684327b807 tempest-ServersTestBootFromVolume-1845992378 tempest-ServersTestBootFromVolume-1845992378-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:14:00.463336 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-306518f1-3855-478f-a163-1fde85cd3c69 req-831db4fe-b290-4c04-bde6-6a684327b807 tempest-ServersTestBootFromVolume-1845992378 tempest-ServersTestBootFromVolume-1845992378-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2984166 Jan 26 21:14:00.469892 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-d681015d-9724-46df-a0eb-7c903a1e8766 tempest-ServersTestMultiNic-211940128 tempest-ServersTestMultiNic-211940128-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11788839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11599975'] for subnet (3cc483b5-c2ed-4b3e-8e27-08ed5ac13ef1), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:14:00.481329 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [req-306518f1-3855-478f-a163-1fde85cd3c69 req-5b68148a-0e97-45e2-b161-1832020b093f service neutron] Request body: {'port': {'device_id': 'e77f0f82-e2f4-42d1-9e44-0082033dd07d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-760453-5'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:14:00.504588 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-1ff5f82b-4e27-4eaa-9570-f541a931bab5 tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746560256871'] for network (04589c37-0057-4f14-aa42-de4d8e34d331), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:14:00.530310 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-adeee030-ea2c-41d9-b219-46235f070c3f req-37ca0b7e-3866-4352-b1e2-d69d721c0e3c tempest-LiveMigrationTest-746395142 tempest-LiveMigrationTest-746395142-project] 10.222.0.13 "GET /v2.0/security-groups?id=c43a996a-6b93-48e4-a331-48250c5b183d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1854088 Jan 26 21:14:00.567005 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-5663998e-4cf6-44d4-82b7-8a664260a3a7 req-98086201-a36e-48d1-ae88-fb2e8d075ff1 tempest-ServersOnMultiNodesTest-2088673700 tempest-ServersOnMultiNodesTest-2088673700-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=95b0180418ed4ee8af0e8472caf2fcf2&fields=id HTTP/1.1" status: 200 len: 440 time: 0.2020152 Jan 26 21:14:00.593960 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [req-92f4db77-b4ac-4de2-91de-9456841a5e69 req-6558197d-ae7d-4f51-b395-feccca16f203 tempest-ServerAddressesTestJSON-932744412 tempest-ServerAddressesTestJSON-932744412-project] Deleting port 2c82422a-2ed1-47c2-873c-281a70da19b9 {{(pid=103304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 21:14:00.594301 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-92f4db77-b4ac-4de2-91de-9456841a5e69 req-6558197d-ae7d-4f51-b395-feccca16f203 tempest-ServerAddressesTestJSON-932744412 tempest-ServerAddressesTestJSON-932744412-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746560630878'] for port (2c82422a-2ed1-47c2-873c-281a70da19b9), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:14:00.617930 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d681015d-9724-46df-a0eb-7c903a1e8766 tempest-ServersTestMultiNic-211940128 tempest-ServersTestMultiNic-211940128-project] Pushing event updated for resources: {'Subnet': ['ID=3cc483b5-c2ed-4b3e-8e27-08ed5ac13ef1,revision_number=0']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:14:00.649492 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d681015d-9724-46df-a0eb-7c903a1e8766 tempest-ServersTestMultiNic-211940128 tempest-ServersTestMultiNic-211940128-project] Checking segment: {'id': '18c0e0e0-20c1-45dd-b946-f24bb187afdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'ba7423db-470d-4a7d-994e-2bcd93813269'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103305) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 21:14:00.650301 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d681015d-9724-46df-a0eb-7c903a1e8766 tempest-ServersTestMultiNic-211940128 tempest-ServersTestMultiNic-211940128-project] Network hostable DHCP agents. Network: ba7423db-470d-4a7d-994e-2bcd93813269, hostable agents: ['474ccdf7-ab6c-405b-a3b2-dc7b05829902'], hosted agents: [] {{(pid=103305) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 26 21:14:00.663345 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-306518f1-3855-478f-a163-1fde85cd3c69 req-5b68148a-0e97-45e2-b161-1832020b093f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (06e12c4e-0545-48fa-857e-3f7a63f3e798), before_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:14:00.734665 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-1ff5f82b-4e27-4eaa-9570-f541a931bab5 tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503'] for network (04589c37-0057-4f14-aa42-de4d8e34d331), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:14:00.740385 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ff5f82b-4e27-4eaa-9570-f541a931bab5 tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:14:00.740972 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-1ff5f82b-4e27-4eaa-9570-f541a931bab5 tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Publish callbacks [] for network (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:14:00.742147 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d681015d-9724-46df-a0eb-7c903a1e8766 tempest-ServersTestMultiNic-211940128 tempest-ServersTestMultiNic-211940128-project] Network ba7423db-470d-4a7d-994e-2bcd93813269 is scheduled to be hosted by DHCP agent 474ccdf7-ab6c-405b-a3b2-dc7b05829902 with binding_index 1 {{(pid=103305) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 26 21:14:00.765053 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [None req-d681015d-9724-46df-a0eb-7c903a1e8766 tempest-ServersTestMultiNic-211940128 tempest-ServersTestMultiNic-211940128-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760453-5, ba7423db-470d-4a7d-994e-2bcd93813269) {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:14:00.786195 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16991024-b9a0-4bbf-b6d1-f9ef710ecfe7 None None] Network ba7423db-470d-4a7d-994e-2bcd93813269 requested from n-d-760453-5 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 26 21:14:00.795736 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d681015d-9724-46df-a0eb-7c903a1e8766 tempest-ServersTestMultiNic-211940128 tempest-ServersTestMultiNic-211940128-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:14:00.809413 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-d681015d-9724-46df-a0eb-7c903a1e8766 tempest-ServersTestMultiNic-211940128 tempest-ServersTestMultiNic-211940128-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709645'] for subnet (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:14:00.840801 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-1ff5f82b-4e27-4eaa-9570-f541a931bab5 tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.7762995 Jan 26 21:14:00.845139 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-d681015d-9724-46df-a0eb-7c903a1e8766 tempest-ServersTestMultiNic-211940128 tempest-ServersTestMultiNic-211940128-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 0.9478741 Jan 26 21:14:00.845762 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 55390) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:14:00.850054 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 55392) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:14:00.854978 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-49f6de65-2ed8-4dd5-87e5-0fcea0bf6d09 tempest-ServersTestMultiNic-211940128 tempest-ServersTestMultiNic-211940128-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-405365232'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:14:00.891495 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [req-92f4db77-b4ac-4de2-91de-9456841a5e69 req-6558197d-ae7d-4f51-b395-feccca16f203 tempest-ServerAddressesTestJSON-932744412 tempest-ServerAddressesTestJSON-932744412-project] For port 2c82422a-2ed1-47c2-873c-281a70da19b9, host n-h1-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-5',level=0,port_id=2c82422a-2ed1-47c2-873c-281a70da19b9,segment=NetworkSegment(32bad8e5-a8f3-4c5d-b37f-4f58ef61867f),segment_id=32bad8e5-a8f3-4c5d-b37f-4f58ef61867f)] {{(pid=103304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:14:00.891916 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-92f4db77-b4ac-4de2-91de-9456841a5e69 req-6558197d-ae7d-4f51-b395-feccca16f203 tempest-ServerAddressesTestJSON-932744412 tempest-ServerAddressesTestJSON-932744412-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4109658'] for port (2c82422a-2ed1-47c2-873c-281a70da19b9), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:14:00.947093 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [req-92f4db77-b4ac-4de2-91de-9456841a5e69 req-6558197d-ae7d-4f51-b395-feccca16f203 tempest-ServerAddressesTestJSON-932744412 tempest-ServerAddressesTestJSON-932744412-project] Calling delete_port for 2c82422a-2ed1-47c2-873c-281a70da19b9 owned by compute:nova {{(pid=103304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 21:14:00.957646 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-15521ba8-09e8-4e17-abcf-3e55917f5afb None None] Provisioning complete for port 06e12c4e-0545-48fa-857e-3f7a63f3e798 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:14:00.958133 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-15521ba8-09e8-4e17-abcf-3e55917f5afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (06e12c4e-0545-48fa-857e-3f7a63f3e798), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:14:00.993261 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-7518e65b-d578-4c3d-b5f4-3d69d71fab34 tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Request body: {'subnet': {'network_id': '04589c37-0057-4f14-aa42-de4d8e34d331', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:fffe'}]}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:14:01.152766 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff5f82b-4e27-4eaa-9570-f541a931bab5 tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Pushing event updated for resources: {'Network': ['ID=04589c37-0057-4f14-aa42-de4d8e34d331,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:14:01.238955 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Network 04589c37-0057-4f14-aa42-de4d8e34d331 details requested by agent ovs-agent-n-d-760453-5 with host n-d-760453-5 {{(pid=103306) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 26 21:14:01.243488 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7518e65b-d578-4c3d-b5f4-3d69d71fab34 tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Made reservation on behalf of 555cb579ba8f40b196e83d88248f8446 for: {'subnet': 1} {{(pid=103305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 21:14:01.255283 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-7518e65b-d578-4c3d-b5f4-3d69d71fab34 tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11599953'] for subnet (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:14:01.281917 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46647433-147b-4cde-bb39-00c077f7338d req-98662ed9-a972-42b5-98d4-9092593d9761 tempest-ServersTestBootFromVolume-1845992378 tempest-ServersTestBootFromVolume-1845992378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:14:01.294237 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-46647433-147b-4cde-bb39-00c077f7338d req-98662ed9-a972-42b5-98d4-9092593d9761 tempest-ServersTestBootFromVolume-1845992378 tempest-ServersTestBootFromVolume-1845992378-project] 10.222.0.13 "GET /v2.0/ports?device_id=e77f0f82-e2f4-42d1-9e44-0082033dd07d HTTP/1.1" status: 200 len: 932 time: 0.6623440 Jan 26 21:14:01.315072 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c10edef-dc98-4b01-a984-425501ab2f7d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3c4099e8-8ffb-51d1-af7f-5868973e933f-ba7423db-470d-4a7d-994e-2bcd93813269', 'network_id': 'ba7423db-470d-4a7d-994e-2bcd93813269', 'project_id': '7dd077ea2f95484597c25a6a957aef6a', 'fixed_ips': [{'subnet_id': '3cc483b5-c2ed-4b3e-8e27-08ed5ac13ef1'}]}} from n-d-760453-5. {{(pid=103306) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 26 21:14:01.316216 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-5c10edef-dc98-4b01-a984-425501ab2f7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (None), before_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:14:01.331441 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-92f4db77-b4ac-4de2-91de-9456841a5e69 req-6558197d-ae7d-4f51-b395-feccca16f203 tempest-ServerAddressesTestJSON-932744412 tempest-ServerAddressesTestJSON-932744412-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746560636600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746560234536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9281553'] for port (2c82422a-2ed1-47c2-873c-281a70da19b9), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:14:01.340618 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-15521ba8-09e8-4e17-abcf-3e55917f5afb None None] Port 06e12c4e-0545-48fa-857e-3f7a63f3e798 cannot update to ACTIVE because it is not bound. {{(pid=103306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 26 21:14:01.377531 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49f6de65-2ed8-4dd5-87e5-0fcea0bf6d09 tempest-ServersTestMultiNic-211940128 tempest-ServersTestMultiNic-211940128-project] Made reservation on behalf of 7dd077ea2f95484597c25a6a957aef6a for: {'network': 1} {{(pid=103304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 21:14:01.386552 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-49f6de65-2ed8-4dd5-87e5-0fcea0bf6d09 tempest-ServersTestMultiNic-211940128 tempest-ServersTestMultiNic-211940128-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for network (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:14:01.402042 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.ipam_backend_mixin [None req-7518e65b-d578-4c3d-b5f4-3d69d71fab34 tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Performing IP validity checks on allocation pools {{(pid=103305) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jan 26 21:14:01.405147 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.ipam_backend_mixin [None req-7518e65b-d578-4c3d-b5f4-3d69d71fab34 tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103305) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jan 26 21:14:01.461001 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-49f6de65-2ed8-4dd5-87e5-0fcea0bf6d09 tempest-ServersTestMultiNic-211940128 tempest-ServersTestMultiNic-211940128-project] vlan segment allocate from pool success with {'vlan_id': 582, 'physical_network': 'physnet1'} {{(pid=103304) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 26 21:14:01.487613 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] get_ports_and_sgs() called for port_ids ['2c82422a-2ed1-47c2-873c-281a70da19b9'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 26 21:14:01.497074 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-49f6de65-2ed8-4dd5-87e5-0fcea0bf6d09 tempest-ServersTestMultiNic-211940128 tempest-ServersTestMultiNic-211940128-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576559'] for segment (f63e78da-55d5-47fa-bceb-eae7806e8351), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:14:01.497508 n-d-760453-5 neutron-server[103304]: INFO neutron.db.segments_db [None req-49f6de65-2ed8-4dd5-87e5-0fcea0bf6d09 tempest-ServersTestMultiNic-211940128 tempest-ServersTestMultiNic-211940128-project] Added segment f63e78da-55d5-47fa-bceb-eae7806e8351 of type vlan for network e525e258-e45b-4155-a732-e8c78c048a4b Jan 26 21:14:01.501197 n-d-760453-5 neutron-server[103305]: DEBUG neutron.notifiers.nova [req-306518f1-3855-478f-a163-1fde85cd3c69 req-5b68148a-0e97-45e2-b161-1832020b093f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 06e12c4e-0545-48fa-857e-3f7a63f3e798 {{(pid=103305) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 26 21:14:01.514757 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-306518f1-3855-478f-a163-1fde85cd3c69 req-5b68148a-0e97-45e2-b161-1832020b093f service neutron] Publish callbacks [] for port (06e12c4e-0545-48fa-857e-3f7a63f3e798), precommit_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:14:01.581770 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.provisioning_blocks [req-306518f1-3855-478f-a163-1fde85cd3c69 req-5b68148a-0e97-45e2-b161-1832020b093f service neutron] Transition to ACTIVE for port object 06e12c4e-0545-48fa-857e-3f7a63f3e798 will not be triggered until provisioned by entity L2. {{(pid=103305) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 21:14:01.585560 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a386022-eca6-464f-981b-2ab5b554a8f5 req-fc683300-c4ad-4b55-91e8-256a2b0bb5f8 tempest-LiveMigrationTest-97640354 tempest-LiveMigrationTest-97640354-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:14:01.593839 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-4a386022-eca6-464f-981b-2ab5b554a8f5 req-fc683300-c4ad-4b55-91e8-256a2b0bb5f8 tempest-LiveMigrationTest-97640354 tempest-LiveMigrationTest-97640354-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=a9ca4017-264e-467b-a63a-6313b2811620 HTTP/1.1" status: 200 len: 1096 time: 0.4455733 Jan 26 21:14:01.602015 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-306518f1-3855-478f-a163-1fde85cd3c69 req-5b68148a-0e97-45e2-b161-1832020b093f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11791520'] for port (06e12c4e-0545-48fa-857e-3f7a63f3e798), after_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:14:01.613943 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6558197d-ae7d-4f51-b395-feccca16f203 tempest-ServerAddressesTestJSON-932744412 tempest-ServerAddressesTestJSON-932744412-project] Pushing event deleted for resources: {'Port': ['ID=2c82422a-2ed1-47c2-873c-281a70da19b9,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:14:01.656222 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.db_base_plugin_common [None req-5c10edef-dc98-4b01-a984-425501ab2f7d None None] Allocated IP 19.80.0.2 (ba7423db-470d-4a7d-994e-2bcd93813269/3cc483b5-c2ed-4b3e-8e27-08ed5ac13ef1/f051eddc-fc30-4d69-a022-165e9312bfd2) {{(pid=103306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 21:14:01.723536 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-49f6de65-2ed8-4dd5-87e5-0fcea0bf6d09 tempest-ServersTestMultiNic-211940128 tempest-ServersTestMultiNic-211940128-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746560256871'] for network (e525e258-e45b-4155-a732-e8c78c048a4b), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:14:01.755221 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b68148a-0e97-45e2-b161-1832020b093f service neutron] Pushing event updated for resources: {'Port': ['ID=06e12c4e-0545-48fa-857e-3f7a63f3e798,revision_number=2']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:14:01.761106 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-7518e65b-d578-4c3d-b5f4-3d69d71fab34 tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11788839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11599975'] for subnet (2b283a10-5f54-4311-96c1-d0ac5bfb1ca3), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:14:01.785275 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-46647433-147b-4cde-bb39-00c077f7338d req-a1718171-98c7-499b-a652-f2ea554f1a42 tempest-ServersTestBootFromVolume-1845992378 tempest-ServersTestBootFromVolume-1845992378-project] 10.222.0.13 "GET /v2.0/security-groups?id=d1e8d686-a995-4f2f-9375-0f0073274779&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4592986 Jan 26 21:14:01.837646 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [req-92f4db77-b4ac-4de2-91de-9456841a5e69 req-6558197d-ae7d-4f51-b395-feccca16f203 tempest-ServerAddressesTestJSON-932744412 tempest-ServerAddressesTestJSON-932744412-project] No DVR routers for this DVR port 2c82422a-2ed1-47c2-873c-281a70da19b9 on host n-h1-760453-5 {{(pid=103304) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 26 21:14:01.845159 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-92f4db77-b4ac-4de2-91de-9456841a5e69 req-6558197d-ae7d-4f51-b395-feccca16f203 tempest-ServerAddressesTestJSON-932744412 tempest-ServerAddressesTestJSON-932744412-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:14:01.852069 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-92f4db77-b4ac-4de2-91de-9456841a5e69 req-6558197d-ae7d-4f51-b395-feccca16f203 tempest-ServerAddressesTestJSON-932744412 tempest-ServerAddressesTestJSON-932744412-project] 10.222.0.66 "DELETE /v2.0/ports/2c82422a-2ed1-47c2-873c-281a70da19b9 HTTP/1.1" status: 204 len: 173 time: 1.6816652 Jan 26 21:14:01.871160 n-d-760453-5 neutron-server[103304]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4351e991-4d0a-4175-b14f-fa85eb2b11e2', 'name': 'network-vif-deleted', 'tag': '2c82422a-2ed1-47c2-873c-281a70da19b9'}] {{(pid=103304) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 21:14:01.879870 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d52b45f1943fcd332af9527eb73ff93c8d715d44383a3f6d18de73b4cfcf87b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2657ba1d-5b8a-439d-85fd-99c317137354" -d '{"events": [{"server_uuid": "4351e991-4d0a-4175-b14f-fa85eb2b11e2", "name": "network-vif-deleted", "tag": "2c82422a-2ed1-47c2-873c-281a70da19b9"}]}' {{(pid=103304) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 21:14:01.885384 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.db.resource_extend [None req-49f6de65-2ed8-4dd5-87e5-0fcea0bf6d09 tempest-ServersTestMultiNic-211940128 tempest-ServersTestMultiNic-211940128-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 26 21:14:01.897744 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-5c10edef-dc98-4b01-a984-425501ab2f7d None None] Publish callbacks [] for port (f051eddc-fc30-4d69-a022-165e9312bfd2), precommit_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:14:01.909213 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-5c10edef-dc98-4b01-a984-425501ab2f7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746560234527'] for port (f051eddc-fc30-4d69-a022-165e9312bfd2), after_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:14:01.988540 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7518e65b-d578-4c3d-b5f4-3d69d71fab34 tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Pushing event updated for resources: {'Subnet': ['ID=2b283a10-5f54-4311-96c1-d0ac5bfb1ca3,revision_number=0']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:14:02.011892 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-2fd7e7e5-6f64-421b-8735-c068c71676ae req-cbe88da8-204d-4379-8292-7ffcec6053c3 tempest-ServerAddressesTestJSON-932744412 tempest-ServerAddressesTestJSON-932744412-project] 10.222.0.13 "GET /v2.0/ports?device_id=4351e991-4d0a-4175-b14f-fa85eb2b11e2 HTTP/1.1" status: 200 len: 210 time: 0.0933268 Jan 26 21:14:02.019937 n-d-760453-5 neutron-server[103306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c10edef-dc98-4b01-a984-425501ab2f7d None None] Network ba7423db-470d-4a7d-994e-2bcd93813269 is already hosted by enough agents. {{(pid=103306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 21:14:02.021949 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-4a386022-eca6-464f-981b-2ab5b554a8f5 req-858f185b-e3f4-4857-9436-485f2f106465 tempest-LiveMigrationTest-97640354 tempest-LiveMigrationTest-97640354-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=c43a996a-6b93-48e4-a331-48250c5b183d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4249897 Jan 26 21:14:02.025770 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-49f6de65-2ed8-4dd5-87e5-0fcea0bf6d09 tempest-ServersTestMultiNic-211940128 tempest-ServersTestMultiNic-211940128-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503'] for network (e525e258-e45b-4155-a732-e8c78c048a4b), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:14:02.038182 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49f6de65-2ed8-4dd5-87e5-0fcea0bf6d09 tempest-ServersTestMultiNic-211940128 tempest-ServersTestMultiNic-211940128-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:14:02.038786 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-49f6de65-2ed8-4dd5-87e5-0fcea0bf6d09 tempest-ServersTestMultiNic-211940128 tempest-ServersTestMultiNic-211940128-project] Publish callbacks [] for network (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:14:02.043510 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [req-306518f1-3855-478f-a163-1fde85cd3c69 req-5b68148a-0e97-45e2-b161-1832020b093f service neutron] Attempting to bind port 06e12c4e-0545-48fa-857e-3f7a63f3e798 on host n-h2-760453-5 for vnic_type normal with profile {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 21:14:02.043860 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [req-306518f1-3855-478f-a163-1fde85cd3c69 req-5b68148a-0e97-45e2-b161-1832020b093f service neutron] Attempting to bind port 06e12c4e-0545-48fa-857e-3f7a63f3e798 by drivers openvswitch,hyperv on host n-h2-760453-5 at level 0 using segments [{'id': 'a15ef740-f64f-41d4-9077-bbc625c53d41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'b4d91999-0d3f-45ee-89d0-a63f22a3e7ab'}] {{(pid=103305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 26 21:14:02.044197 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-306518f1-3855-478f-a163-1fde85cd3c69 req-5b68148a-0e97-45e2-b161-1832020b093f service neutron] Attempting to bind port 06e12c4e-0545-48fa-857e-3f7a63f3e798 on network b4d91999-0d3f-45ee-89d0-a63f22a3e7ab {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 21:14:02.054488 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c10edef-dc98-4b01-a984-425501ab2f7d None None] Pushing event updated for resources: {'Port': ['ID=f051eddc-fc30-4d69-a022-165e9312bfd2,revision_number=1']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:14:02.058474 n-d-760453-5 neutron-server[103306]: DEBUG neutron.scheduler.base_scheduler [None req-5c10edef-dc98-4b01-a984-425501ab2f7d None None] Resources bound (agent type, host, resource id): {{(pid=103306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:14:02.061086 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c10edef-dc98-4b01-a984-425501ab2f7d None None] Received port after_create {{(pid=103306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 21:14:02.125602 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-306518f1-3855-478f-a163-1fde85cd3c69 req-5b68148a-0e97-45e2-b161-1832020b093f service neutron] Port 06e12c4e-0545-48fa-857e-3f7a63f3e798 on network b4d91999-0d3f-45ee-89d0-a63f22a3e7ab not bound, no agent of type Open vSwitch agent registered on host n-h2-760453-5 {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 26 21:14:02.126407 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-306518f1-3855-478f-a163-1fde85cd3c69 req-5b68148a-0e97-45e2-b161-1832020b093f service neutron] Attempting to bind port 06e12c4e-0545-48fa-857e-3f7a63f3e798 on network b4d91999-0d3f-45ee-89d0-a63f22a3e7ab {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 21:14:02.129563 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Jan 2022 21:14:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae7554ce-085d-45ce-a19b-6e77e58fee8a x-openstack-request-id: req-ae7554ce-085d-45ce-a19b-6e77e58fee8a {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 21:14:02.129826 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4351e991-4d0a-4175-b14f-fa85eb2b11e2", "name": "network-vif-deleted", "tag": "2c82422a-2ed1-47c2-873c-281a70da19b9", "status": "completed", "code": 200}]} {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 21:14:02.130161 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ae7554ce-085d-45ce-a19b-6e77e58fee8a {{(pid=103304) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 21:14:02.130481 n-d-760453-5 neutron-server[103304]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4351e991-4d0a-4175-b14f-fa85eb2b11e2', 'name': 'network-vif-deleted', 'tag': '2c82422a-2ed1-47c2-873c-281a70da19b9', 'status': 'completed', 'code': 200} Jan 26 21:14:02.139934 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7518e65b-d578-4c3d-b5f4-3d69d71fab34 tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Checking segment: {'id': '497789a5-3e06-4481-aaa3-508c697caaf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '04589c37-0057-4f14-aa42-de4d8e34d331'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103305) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 21:14:02.142358 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7518e65b-d578-4c3d-b5f4-3d69d71fab34 tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Network hostable DHCP agents. Network: 04589c37-0057-4f14-aa42-de4d8e34d331, hostable agents: ['474ccdf7-ab6c-405b-a3b2-dc7b05829902'], hosted agents: [] {{(pid=103305) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 26 21:14:02.178907 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-306518f1-3855-478f-a163-1fde85cd3c69 req-5b68148a-0e97-45e2-b161-1832020b093f service neutron] Checking agent: {'id': '4d619873-4b60-439f-9b5a-b155dc8bbc34', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-760453-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 21, 2, 53), 'started_at': datetime.datetime(2022, 1, 26, 21, 2, 53), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 21, 13, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 26 21:14:02.179251 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-306518f1-3855-478f-a163-1fde85cd3c69 req-5b68148a-0e97-45e2-b161-1832020b093f service neutron] Checking segment: {'id': 'a15ef740-f64f-41d4-9077-bbc625c53d41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'b4d91999-0d3f-45ee-89d0-a63f22a3e7ab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103305) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 21:14:02.182015 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-306518f1-3855-478f-a163-1fde85cd3c69 req-5b68148a-0e97-45e2-b161-1832020b093f service neutron] Bound using segment: {'id': 'a15ef740-f64f-41d4-9077-bbc625c53d41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'b4d91999-0d3f-45ee-89d0-a63f22a3e7ab'} {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 26 21:14:02.182533 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [req-306518f1-3855-478f-a163-1fde85cd3c69 req-5b68148a-0e97-45e2-b161-1832020b093f service neutron] Bound port: 06e12c4e-0545-48fa-857e-3f7a63f3e798, host: n-h2-760453-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a15ef740-f64f-41d4-9077-bbc625c53d41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'b4d91999-0d3f-45ee-89d0-a63f22a3e7ab'}}] {{(pid=103305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 26 21:14:02.182907 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-306518f1-3855-478f-a163-1fde85cd3c69 req-5b68148a-0e97-45e2-b161-1832020b093f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (06e12c4e-0545-48fa-857e-3f7a63f3e798), before_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:14:02.206905 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-5c10edef-dc98-4b01-a984-425501ab2f7d None None] Attempting to bind port f051eddc-fc30-4d69-a022-165e9312bfd2 on host n-d-760453-5 for vnic_type normal with profile {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 21:14:02.207708 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-5c10edef-dc98-4b01-a984-425501ab2f7d None None] Attempting to bind port f051eddc-fc30-4d69-a022-165e9312bfd2 by drivers openvswitch,hyperv on host n-d-760453-5 at level 0 using segments [{'id': '18c0e0e0-20c1-45dd-b946-f24bb187afdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'ba7423db-470d-4a7d-994e-2bcd93813269'}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 26 21:14:02.208606 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c10edef-dc98-4b01-a984-425501ab2f7d None None] Attempting to bind port f051eddc-fc30-4d69-a022-165e9312bfd2 on network ba7423db-470d-4a7d-994e-2bcd93813269 {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 21:14:02.213780 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7518e65b-d578-4c3d-b5f4-3d69d71fab34 tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Network 04589c37-0057-4f14-aa42-de4d8e34d331 is scheduled to be hosted by DHCP agent 474ccdf7-ab6c-405b-a3b2-dc7b05829902 with binding_index 1 {{(pid=103305) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 26 21:14:02.222853 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c10edef-dc98-4b01-a984-425501ab2f7d None None] Checking agent: {'id': 'fea0591a-627d-4c87-9a9a-01625ddf3277', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760453-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 20, 55, 25), 'started_at': datetime.datetime(2022, 1, 26, 20, 55, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 21, 13, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760453-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 26 21:14:02.223688 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c10edef-dc98-4b01-a984-425501ab2f7d None None] Checking segment: {'id': '18c0e0e0-20c1-45dd-b946-f24bb187afdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'ba7423db-470d-4a7d-994e-2bcd93813269'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 21:14:02.225282 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-5c10edef-dc98-4b01-a984-425501ab2f7d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:14:02.226033 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c10edef-dc98-4b01-a984-425501ab2f7d None None] Bound using segment: {'id': '18c0e0e0-20c1-45dd-b946-f24bb187afdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'ba7423db-470d-4a7d-994e-2bcd93813269'} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 26 21:14:02.226839 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-5c10edef-dc98-4b01-a984-425501ab2f7d None None] Bound port: f051eddc-fc30-4d69-a022-165e9312bfd2, host: n-d-760453-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18c0e0e0-20c1-45dd-b946-f24bb187afdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'ba7423db-470d-4a7d-994e-2bcd93813269'}}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 26 21:14:02.227582 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-5c10edef-dc98-4b01-a984-425501ab2f7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (f051eddc-fc30-4d69-a022-165e9312bfd2), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:14:02.234230 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-49f6de65-2ed8-4dd5-87e5-0fcea0bf6d09 tempest-ServersTestMultiNic-211940128 tempest-ServersTestMultiNic-211940128-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 1.3829944 Jan 26 21:14:02.236066 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 55410) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:14:02.238870 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [None req-7518e65b-d578-4c3d-b5f4-3d69d71fab34 tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760453-5, 04589c37-0057-4f14-aa42-de4d8e34d331) {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:14:02.247540 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7518e65b-d578-4c3d-b5f4-3d69d71fab34 tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:14:02.248108 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-7518e65b-d578-4c3d-b5f4-3d69d71fab34 tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709645'] for subnet (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:14:02.260655 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dee8ea86-495e-4f89-888c-85ba8a2dce25 None None] Network 04589c37-0057-4f14-aa42-de4d8e34d331 requested from n-d-760453-5 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 26 21:14:02.264726 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-16b6f0e0-7a4d-4af5-acd9-33a0a5e8d44d tempest-ServersTestMultiNic-211940128 tempest-ServersTestMultiNic-211940128-project] Request body: {'subnet': {'network_id': 'e525e258-e45b-4155-a732-e8c78c048a4b', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:14:02.343656 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-7518e65b-d578-4c3d-b5f4-3d69d71fab34 tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4823258 Jan 26 21:14:02.354798 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 55416) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:14:02.367601 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-1c78f03b-306d-496f-ad00-0b21a30e076b tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Request body: {'port': {'network_id': '04589c37-0057-4f14-aa42-de4d8e34d331', 'name': 'tempest-PortsIpV6TestJSON-281925538'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:14:02.411367 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-748a6192-e108-49d1-8e00-55fe3f61d45c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3c4099e8-8ffb-51d1-af7f-5868973e933f-04589c37-0057-4f14-aa42-de4d8e34d331', 'network_id': '04589c37-0057-4f14-aa42-de4d8e34d331', 'project_id': '555cb579ba8f40b196e83d88248f8446', 'fixed_ips': [{'subnet_id': '2b283a10-5f54-4311-96c1-d0ac5bfb1ca3'}]}} from n-d-760453-5. {{(pid=103306) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 26 21:14:02.412392 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-748a6192-e108-49d1-8e00-55fe3f61d45c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (None), before_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:14:02.414453 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-80b2da66-db1f-4db1-ae93-07e7ba6fb7d2 req-ec28ac10-88a4-4147-b9ff-a1f42384c627 tempest-ServersOnMultiNodesTest-2088673700 tempest-ServersOnMultiNodesTest-2088673700-project] 10.222.0.13 "GET /v2.0/ports?device_id=847df428-2da2-4c42-a5f8-5ea7179c2bed HTTP/1.1" status: 200 len: 210 time: 0.1971107 Jan 26 21:14:02.458426 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f6de65-2ed8-4dd5-87e5-0fcea0bf6d09 tempest-ServersTestMultiNic-211940128 tempest-ServersTestMultiNic-211940128-project] Pushing event updated for resources: {'Network': ['ID=e525e258-e45b-4155-a732-e8c78c048a4b,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:14:02.530298 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-5663998e-4cf6-44d4-82b7-8a664260a3a7 req-ec3e28dd-6b1c-437d-a7b7-0e3e5443d5a3 tempest-ServersOnMultiNodesTest-2088673700 tempest-ServersOnMultiNodesTest-2088673700-project] 10.222.0.66 "GET /v2.0/networks?tenant_id=95b0180418ed4ee8af0e8472caf2fcf2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2422197 Jan 26 21:14:02.569652 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [req-306518f1-3855-478f-a163-1fde85cd3c69 req-5b68148a-0e97-45e2-b161-1832020b093f service neutron] For port 06e12c4e-0545-48fa-857e-3f7a63f3e798, host n-h2-760453-5, cleared binding levels {{(pid=103305) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 26 21:14:02.608429 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [req-306518f1-3855-478f-a163-1fde85cd3c69 req-5b68148a-0e97-45e2-b161-1832020b093f service neutron] For port 06e12c4e-0545-48fa-857e-3f7a63f3e798, host n-h2-760453-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-5',level=0,port_id=06e12c4e-0545-48fa-857e-3f7a63f3e798,segment=NetworkSegment(a15ef740-f64f-41d4-9077-bbc625c53d41),segment_id=a15ef740-f64f-41d4-9077-bbc625c53d41)] {{(pid=103305) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 26 21:14:02.626835 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.db_base_plugin_common [None req-748a6192-e108-49d1-8e00-55fe3f61d45c None None] Allocated IP 2001:db8::2 (04589c37-0057-4f14-aa42-de4d8e34d331/2b283a10-5f54-4311-96c1-d0ac5bfb1ca3/04111b26-6d8e-4b2b-8481-31df892fd389) {{(pid=103306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 21:14:02.647038 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-306518f1-3855-478f-a163-1fde85cd3c69 req-5b68148a-0e97-45e2-b161-1832020b093f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11791520'] for port (06e12c4e-0545-48fa-857e-3f7a63f3e798), after_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:14:02.733631 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306518f1-3855-478f-a163-1fde85cd3c69 req-5b68148a-0e97-45e2-b161-1832020b093f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:14:02.738038 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-306518f1-3855-478f-a163-1fde85cd3c69 req-5b68148a-0e97-45e2-b161-1832020b093f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:14:02.739283 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-306518f1-3855-478f-a163-1fde85cd3c69 req-5b68148a-0e97-45e2-b161-1832020b093f service neutron] 10.222.0.57 "PUT /v2.0/ports/06e12c4e-0545-48fa-857e-3f7a63f3e798 HTTP/1.1" status: 200 len: 1092 time: 2.2629242 Jan 26 21:14:02.812966 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16b6f0e0-7a4d-4af5-acd9-33a0a5e8d44d tempest-ServersTestMultiNic-211940128 tempest-ServersTestMultiNic-211940128-project] Made reservation on behalf of 7dd077ea2f95484597c25a6a957aef6a for: {'subnet': 1} {{(pid=103304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 21:14:02.819838 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-16b6f0e0-7a4d-4af5-acd9-33a0a5e8d44d tempest-ServersTestMultiNic-211940128 tempest-ServersTestMultiNic-211940128-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12215181'] for subnet (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:14:02.821174 n-d-760453-5 neutron-server[103305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e77f0f82-e2f4-42d1-9e44-0082033dd07d', 'tag': '06e12c4e-0545-48fa-857e-3f7a63f3e798'}] {{(pid=103305) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 21:14:02.828814 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d4654568b7bf041e72ff8fe1c96d6d761d9c921f2b99bc7b3a26632be20cee0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-778da5f4-6412-4628-9dfe-1b9ef9f9e341" -d '{"events": [{"name": "network-changed", "server_uuid": "e77f0f82-e2f4-42d1-9e44-0082033dd07d", "tag": "06e12c4e-0545-48fa-857e-3f7a63f3e798"}]}' {{(pid=103305) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 21:14:02.896533 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-748a6192-e108-49d1-8e00-55fe3f61d45c None None] Publish callbacks [] for port (04111b26-6d8e-4b2b-8481-31df892fd389), precommit_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:14:02.920724 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5663998e-4cf6-44d4-82b7-8a664260a3a7 req-4def7a6f-b0ed-4f20-b5e6-efbc564b0202 tempest-ServersOnMultiNodesTest-2088673700 tempest-ServersOnMultiNodesTest-2088673700-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:14:02.925080 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-5663998e-4cf6-44d4-82b7-8a664260a3a7 req-4def7a6f-b0ed-4f20-b5e6-efbc564b0202 tempest-ServersOnMultiNodesTest-2088673700 tempest-ServersOnMultiNodesTest-2088673700-project] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3744023 Jan 26 21:14:02.961219 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Network e525e258-e45b-4155-a732-e8c78c048a4b details requested by agent ovs-agent-n-d-760453-5 with host n-d-760453-5 {{(pid=103306) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 26 21:14:02.976504 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b68148a-0e97-45e2-b161-1832020b093f service neutron] Pushing event updated for resources: {'Port': ['ID=06e12c4e-0545-48fa-857e-3f7a63f3e798,revision_number=3']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:14:02.996045 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [req-5663998e-4cf6-44d4-82b7-8a664260a3a7 req-42b23fe9-2693-4104-9d32-9c505f4182fd tempest-ServersOnMultiNodesTest-2088673700 tempest-ServersOnMultiNodesTest-2088673700-project] Request body: {'port': {'device_id': '847df428-2da2-4c42-a5f8-5ea7179c2bed', 'network_id': '7fbe9cf5-e12c-436d-b372-55a19c9faa30', 'admin_state_up': True, 'tenant_id': '95b0180418ed4ee8af0e8472caf2fcf2'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:14:02.997697 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c78f03b-306d-496f-ad00-0b21a30e076b tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Made reservation on behalf of 555cb579ba8f40b196e83d88248f8446 for: {'port': 1} {{(pid=103305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 21:14:03.006004 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-1c78f03b-306d-496f-ad00-0b21a30e076b tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:14:03.019875 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 26 Jan 2022 21:14:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b4447a4-db8f-44d9-8618-f1e61b0e1e78 x-openstack-request-id: req-4b4447a4-db8f-44d9-8618-f1e61b0e1e78 {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 21:14:03.021245 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e77f0f82-e2f4-42d1-9e44-0082033dd07d", "tag": "06e12c4e-0545-48fa-857e-3f7a63f3e798", "status": "completed", "code": 200}]} {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 21:14:03.021642 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-4b4447a4-db8f-44d9-8618-f1e61b0e1e78 {{(pid=103305) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 21:14:03.022909 n-d-760453-5 neutron-server[103305]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e77f0f82-e2f4-42d1-9e44-0082033dd07d', 'tag': '06e12c4e-0545-48fa-857e-3f7a63f3e798', 'status': 'completed', 'code': 200} Jan 26 21:14:03.034013 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306518f1-3855-478f-a163-1fde85cd3c69 req-384c1433-6887-4ea5-aa3f-9cc6f812e10d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:14:03.035899 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-306518f1-3855-478f-a163-1fde85cd3c69 req-384c1433-6887-4ea5-aa3f-9cc6f812e10d service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=ea2b7f569e4243dcba0cb16771cf369b&device_id=e77f0f82-e2f4-42d1-9e44-0082033dd07d HTTP/1.1" status: 200 len: 1095 time: 0.1897283 Jan 26 21:14:03.051047 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-748a6192-e108-49d1-8e00-55fe3f61d45c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746560234527'] for port (04111b26-6d8e-4b2b-8481-31df892fd389), after_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:14:03.096007 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 55428) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:14:03.137496 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-306518f1-3855-478f-a163-1fde85cd3c69 req-46ce6281-e933-48d3-a413-a51dd8d9019d service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=06e12c4e-0545-48fa-857e-3f7a63f3e798 HTTP/1.1" status: 200 len: 217 time: 0.0848794 Jan 26 21:14:03.159286 n-d-760453-5 neutron-server[103305]: DEBUG neutron.notifiers.nova [None req-1c78f03b-306d-496f-ad00-0b21a30e076b tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] device_id is not set on port e1c2b3f7-779d-4804-9914-2950a11ea5f7 yet. {{(pid=103305) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 26 21:14:03.303008 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-5c10edef-dc98-4b01-a984-425501ab2f7d None None] For port f051eddc-fc30-4d69-a022-165e9312bfd2, host n-d-760453-5, cleared binding levels {{(pid=103306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 26 21:14:03.350117 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-5c10edef-dc98-4b01-a984-425501ab2f7d None None] For port f051eddc-fc30-4d69-a022-165e9312bfd2, host n-d-760453-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=f051eddc-fc30-4d69-a022-165e9312bfd2,segment=NetworkSegment(18c0e0e0-20c1-45dd-b946-f24bb187afdc),segment_id=18c0e0e0-20c1-45dd-b946-f24bb187afdc)] {{(pid=103306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 26 21:14:03.372520 n-d-760453-5 neutron-server[103306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-748a6192-e108-49d1-8e00-55fe3f61d45c None None] Network 04589c37-0057-4f14-aa42-de4d8e34d331 is already hosted by enough agents. {{(pid=103306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 21:14:03.375329 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-5c10edef-dc98-4b01-a984-425501ab2f7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (f051eddc-fc30-4d69-a022-165e9312bfd2), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:14:03.380048 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-748a6192-e108-49d1-8e00-55fe3f61d45c None None] Pushing event updated for resources: {'Port': ['ID=04111b26-6d8e-4b2b-8481-31df892fd389,revision_number=1']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:14:03.397490 n-d-760453-5 neutron-server[103306]: DEBUG neutron.scheduler.base_scheduler [None req-748a6192-e108-49d1-8e00-55fe3f61d45c None None] Resources bound (agent type, host, resource id): {{(pid=103306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:14:03.402369 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.db_base_plugin_common [None req-1c78f03b-306d-496f-ad00-0b21a30e076b tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Allocated IP 2001:db8::378 (04589c37-0057-4f14-aa42-de4d8e34d331/2b283a10-5f54-4311-96c1-d0ac5bfb1ca3/e1c2b3f7-779d-4804-9914-2950a11ea5f7) {{(pid=103305) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 21:14:03.404405 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-748a6192-e108-49d1-8e00-55fe3f61d45c None None] Received port after_create {{(pid=103306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 21:14:03.578391 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-748a6192-e108-49d1-8e00-55fe3f61d45c None None] Attempting to bind port 04111b26-6d8e-4b2b-8481-31df892fd389 on host n-d-760453-5 for vnic_type normal with profile {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 21:14:03.589681 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-748a6192-e108-49d1-8e00-55fe3f61d45c None None] Attempting to bind port 04111b26-6d8e-4b2b-8481-31df892fd389 by drivers openvswitch,hyperv on host n-d-760453-5 at level 0 using segments [{'id': '497789a5-3e06-4481-aaa3-508c697caaf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '04589c37-0057-4f14-aa42-de4d8e34d331'}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 26 21:14:03.590491 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-748a6192-e108-49d1-8e00-55fe3f61d45c None None] Attempting to bind port 04111b26-6d8e-4b2b-8481-31df892fd389 on network 04589c37-0057-4f14-aa42-de4d8e34d331 {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 21:14:03.607587 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-748a6192-e108-49d1-8e00-55fe3f61d45c None None] Checking agent: {'id': 'fea0591a-627d-4c87-9a9a-01625ddf3277', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760453-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 20, 55, 25), 'started_at': datetime.datetime(2022, 1, 26, 20, 55, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 21, 13, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760453-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 26 21:14:03.618224 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-748a6192-e108-49d1-8e00-55fe3f61d45c None None] Checking segment: {'id': '497789a5-3e06-4481-aaa3-508c697caaf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '04589c37-0057-4f14-aa42-de4d8e34d331'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 21:14:03.618904 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-748a6192-e108-49d1-8e00-55fe3f61d45c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:14:03.619605 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-748a6192-e108-49d1-8e00-55fe3f61d45c None None] Bound using segment: {'id': '497789a5-3e06-4481-aaa3-508c697caaf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '04589c37-0057-4f14-aa42-de4d8e34d331'} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 26 21:14:03.620273 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-748a6192-e108-49d1-8e00-55fe3f61d45c None None] Bound port: 04111b26-6d8e-4b2b-8481-31df892fd389, host: n-d-760453-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '497789a5-3e06-4481-aaa3-508c697caaf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '04589c37-0057-4f14-aa42-de4d8e34d331'}}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 26 21:14:03.620850 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-748a6192-e108-49d1-8e00-55fe3f61d45c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (04111b26-6d8e-4b2b-8481-31df892fd389), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:14:03.624568 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c10edef-dc98-4b01-a984-425501ab2f7d None None] Pushing event updated for resources: {'Port': ['ID=f051eddc-fc30-4d69-a022-165e9312bfd2,revision_number=2']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:14:03.700229 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-1c78f03b-306d-496f-ad00-0b21a30e076b tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Publish callbacks [] for port (e1c2b3f7-779d-4804-9914-2950a11ea5f7), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:14:03.713896 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cbf3e5d-c074-450e-b30f-195a56957552 req-729827e0-b36f-485c-bdb0-67476e7f8d32 tempest-ServersTestBootFromVolume-1845992378 tempest-ServersTestBootFromVolume-1845992378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:14:03.727637 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-9cbf3e5d-c074-450e-b30f-195a56957552 req-729827e0-b36f-485c-bdb0-67476e7f8d32 tempest-ServersTestBootFromVolume-1845992378 tempest-ServersTestBootFromVolume-1845992378-project] 10.222.0.13 "GET /v2.0/ports?device_id=e77f0f82-e2f4-42d1-9e44-0082033dd07d HTTP/1.1" status: 200 len: 944 time: 0.7382588 Jan 26 21:14:03.748679 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Device 2c82422a-2ed1-47c2-873c-281a70da19b9 no longer exists at agent hyperv_n-h1-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 26 21:14:03.816162 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.db_base_plugin_v2 [None req-8561a406-cd84-4e3e-93a1-eb279b4c6d24 admin admin] Deleting subnet f1d09feb-bf15-4134-8896-ad80a0234ef8 {{(pid=103304) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 26 21:14:03.848789 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-8561a406-cd84-4e3e-93a1-eb279b4c6d24 admin admin] Publish callbacks [] for subnet (f1d09feb-bf15-4134-8896-ad80a0234ef8), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:14:03.853262 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] No Port match for: 2c82422a-2ed1-47c2-873c-281a70da19b9 {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 26 21:14:03.853633 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Device 2c82422a-2ed1-47c2-873c-281a70da19b9 not bound to the agent host n-h1-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 26 21:14:03.862003 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-4ad9ef46-9daa-44a9-9504-32c6148df16f req-ce2cf607-30bf-4f91-9025-7a2fbd9a1bc5 tempest-ServersOnMultiNodesTest-2088673700 tempest-ServersOnMultiNodesTest-2088673700-project] 10.222.0.13 "GET /v2.0/ports?device_id=847df428-2da2-4c42-a5f8-5ea7179c2bed HTTP/1.1" status: 200 len: 210 time: 0.1300206 Jan 26 21:14:03.874556 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-748a6192-e108-49d1-8e00-55fe3f61d45c None None] For port 04111b26-6d8e-4b2b-8481-31df892fd389, host n-d-760453-5, cleared binding levels {{(pid=103306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 26 21:14:03.880329 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-748a6192-e108-49d1-8e00-55fe3f61d45c None None] For port 04111b26-6d8e-4b2b-8481-31df892fd389, host n-d-760453-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=04111b26-6d8e-4b2b-8481-31df892fd389,segment=NetworkSegment(497789a5-3e06-4481-aaa3-508c697caaf4),segment_id=497789a5-3e06-4481-aaa3-508c697caaf4)] {{(pid=103306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 26 21:14:03.892344 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-748a6192-e108-49d1-8e00-55fe3f61d45c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (04111b26-6d8e-4b2b-8481-31df892fd389), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:14:04.044847 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-e52d57f7-5baa-49de-a5cf-bed3c00168a6 req-642720f0-8b09-4393-8811-0437bbb4a27b service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=ec811ff0-b491-4a33-8d34-6c61319f3b15&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.8679893 Jan 26 21:14:04.120966 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-9cbf3e5d-c074-450e-b30f-195a56957552 req-a841aea3-1270-4d61-9c5d-d7ecdde7eed4 tempest-ServersTestBootFromVolume-1845992378 tempest-ServersTestBootFromVolume-1845992378-project] 10.222.0.13 "GET /v2.0/security-groups?id=d1e8d686-a995-4f2f-9375-0f0073274779&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3908832 Jan 26 21:14:04.129127 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-748a6192-e108-49d1-8e00-55fe3f61d45c None None] Pushing event updated for resources: {'Port': ['ID=04111b26-6d8e-4b2b-8481-31df892fd389,revision_number=2']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:14:04.133331 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-8561a406-cd84-4e3e-93a1-eb279b4c6d24 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8881284'] for subnet (f1d09feb-bf15-4134-8896-ad80a0234ef8), precommit_delete_associations {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:14:04.237668 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5663998e-4cf6-44d4-82b7-8a664260a3a7 req-42b23fe9-2693-4104-9d32-9c505f4182fd tempest-ServersOnMultiNodesTest-2088673700 tempest-ServersOnMultiNodesTest-2088673700-project] Made reservation on behalf of 95b0180418ed4ee8af0e8472caf2fcf2 for: {'port': 1} {{(pid=103304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 21:14:04.241118 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-5663998e-4cf6-44d4-82b7-8a664260a3a7 req-42b23fe9-2693-4104-9d32-9c505f4182fd tempest-ServersOnMultiNodesTest-2088673700 tempest-ServersOnMultiNodesTest-2088673700-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:14:04.326805 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-8561a406-cd84-4e3e-93a1-eb279b4c6d24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687316'] for subnet (f1d09feb-bf15-4134-8896-ad80a0234ef8), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:14:04.390499 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-16b6f0e0-7a4d-4af5-acd9-33a0a5e8d44d tempest-ServersTestMultiNic-211940128 tempest-ServersTestMultiNic-211940128-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9285249', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12215227'] for subnet (105a48a2-59e2-4e56-80f9-166c16dc7bd5), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:14:04.508130 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52d57f7-5baa-49de-a5cf-bed3c00168a6 req-4f225e93-7b93-4dff-8704-54aa84d8a74e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:14:04.512130 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-e52d57f7-5baa-49de-a5cf-bed3c00168a6 req-4f225e93-7b93-4dff-8704-54aa84d8a74e service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=d203cd9cdbf14056988a5ed4353f3154&device_id=ec811ff0-b491-4a33-8d34-6c61319f3b15 HTTP/1.1" status: 200 len: 1096 time: 0.3708827 Jan 26 21:14:04.534702 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device f051eddc-fc30-4d69-a022-165e9312bfd2 up at agent ovs-agent-n-d-760453-5 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 21:14:04.591029 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306518f1-3855-478f-a163-1fde85cd3c69 req-977a1629-b0c8-4d8a-89e5-82fb5aed53dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:14:04.595382 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-306518f1-3855-478f-a163-1fde85cd3c69 req-977a1629-b0c8-4d8a-89e5-82fb5aed53dd service neutron] 10.222.0.57 "GET /v2.0/subnets?id=eaea08b8-abe1-46f7-84c0-e277976dbd47 HTTP/1.1" status: 200 len: 855 time: 1.4494104 Jan 26 21:14:04.599027 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-1c78f03b-306d-496f-ad00-0b21a30e076b tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746560234527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11791543'] for port (e1c2b3f7-779d-4804-9914-2950a11ea5f7), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:14:04.690075 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52d57f7-5baa-49de-a5cf-bed3c00168a6 req-c9c2b7b5-272b-4c0d-9bb2-6733ae0c36dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:14:04.692582 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-e52d57f7-5baa-49de-a5cf-bed3c00168a6 req-c9c2b7b5-272b-4c0d-9bb2-6733ae0c36dc service neutron] 10.222.0.57 "GET /v2.0/networks?id=d6d873b7-dd21-4147-a71c-3196b86fd015 HTTP/1.1" status: 200 len: 915 time: 0.1332943 Jan 26 21:14:04.715051 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Provisioning complete for port f051eddc-fc30-4d69-a022-165e9312bfd2 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:14:04.715432 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (f051eddc-fc30-4d69-a022-165e9312bfd2), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:14:04.846263 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c78f03b-306d-496f-ad00-0b21a30e076b tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Network 04589c37-0057-4f14-aa42-de4d8e34d331 is already hosted by enough agents. {{(pid=103305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 21:14:04.861646 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [None req-1c78f03b-306d-496f-ad00-0b21a30e076b tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Resources bound (agent type, host, resource id): {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:14:04.870285 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c78f03b-306d-496f-ad00-0b21a30e076b tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Pushing event updated for resources: {'Port': ['ID=e1c2b3f7-779d-4804-9914-2950a11ea5f7,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:14:04.896791 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c78f03b-306d-496f-ad00-0b21a30e076b tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Received port after_create {{(pid=103305) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 21:14:04.905662 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c78f03b-306d-496f-ad00-0b21a30e076b tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:14:04.906324 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-1c78f03b-306d-496f-ad00-0b21a30e076b tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:14:04.958937 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306518f1-3855-478f-a163-1fde85cd3c69 req-f70d7b42-d3b3-41f2-bda0-4ba1403ded40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:14:04.964713 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-306518f1-3855-478f-a163-1fde85cd3c69 req-f70d7b42-d3b3-41f2-bda0-4ba1403ded40 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=b4d91999-0d3f-45ee-89d0-a63f22a3e7ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3589509 Jan 26 21:14:04.965476 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Current status of the port f051eddc-fc30-4d69-a022-165e9312bfd2 is: DOWN; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:14:04.966749 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (f051eddc-fc30-4d69-a022-165e9312bfd2), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:14:04.967746 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-e52d57f7-5baa-49de-a5cf-bed3c00168a6 req-a386b533-ca8d-4dd0-a3cd-2d9f15da0f0c service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e3a678e7-ac1e-438d-a264-5bdad56d0d1c HTTP/1.1" status: 200 len: 217 time: 0.2242079 Jan 26 21:14:04.986918 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-1c78f03b-306d-496f-ad00-0b21a30e076b tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.6300960 Jan 26 21:14:04.998568 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 55456) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:14:05.071009 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] For port f051eddc-fc30-4d69-a022-165e9312bfd2, host n-d-760453-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=f051eddc-fc30-4d69-a022-165e9312bfd2,segment=NetworkSegment(18c0e0e0-20c1-45dd-b946-f24bb187afdc),segment_id=18c0e0e0-20c1-45dd-b946-f24bb187afdc)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:14:05.090271 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (f051eddc-fc30-4d69-a022-165e9312bfd2), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:14:05.142986 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52d57f7-5baa-49de-a5cf-bed3c00168a6 req-7e60fbad-2e64-431e-90f9-7aac9a9714e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:14:05.145618 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-e52d57f7-5baa-49de-a5cf-bed3c00168a6 req-7e60fbad-2e64-431e-90f9-7aac9a9714e3 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=83c7f95c-c9b9-47ca-b224-a6b37c78555f HTTP/1.1" status: 200 len: 854 time: 0.1461537 Jan 26 21:14:05.193738 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Pushing event updated for resources: {'Port': ['ID=f051eddc-fc30-4d69-a022-165e9312bfd2,revision_number=3']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:14:05.196738 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b6f0e0-7a4d-4af5-acd9-33a0a5e8d44d tempest-ServersTestMultiNic-211940128 tempest-ServersTestMultiNic-211940128-project] Pushing event updated for resources: {'Subnet': ['ID=105a48a2-59e2-4e56-80f9-166c16dc7bd5,revision_number=0']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:14:05.256281 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-306518f1-3855-478f-a163-1fde85cd3c69 req-60cce4b3-13ba-4926-a685-73c5bbbd30f5 service neutron] 10.222.0.57 "GET /v2.0/networks/b4d91999-0d3f-45ee-89d0-a63f22a3e7ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2681565 Jan 26 21:14:05.285398 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-8561a406-cd84-4e3e-93a1-eb279b4c6d24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9281612', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12215216'] for subnet (f1d09feb-bf15-4134-8896-ad80a0234ef8), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:14:05.367204 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-8561a406-cd84-4e3e-93a1-eb279b4c6d24 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:14:05.378678 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-8561a406-cd84-4e3e-93a1-eb279b4c6d24 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/f1d09feb-bf15-4134-8896-ad80a0234ef8 HTTP/1.1" status: 204 len: 168 time: 2.2697339 Jan 26 21:14:05.379721 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16b6f0e0-7a4d-4af5-acd9-33a0a5e8d44d tempest-ServersTestMultiNic-211940128 tempest-ServersTestMultiNic-211940128-project] Checking segment: {'id': 'f63e78da-55d5-47fa-bceb-eae7806e8351', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'e525e258-e45b-4155-a732-e8c78c048a4b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103304) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 21:14:05.379980 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16b6f0e0-7a4d-4af5-acd9-33a0a5e8d44d tempest-ServersTestMultiNic-211940128 tempest-ServersTestMultiNic-211940128-project] Network hostable DHCP agents. Network: e525e258-e45b-4155-a732-e8c78c048a4b, hostable agents: ['474ccdf7-ab6c-405b-a3b2-dc7b05829902'], hosted agents: [] {{(pid=103304) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 26 21:14:05.391693 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-306518f1-3855-478f-a163-1fde85cd3c69 req-ccef5227-eb60-4eb1-a410-b10f79a29ccf service neutron] 10.222.0.57 "GET /v2.0/networks/b4d91999-0d3f-45ee-89d0-a63f22a3e7ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1270216 Jan 26 21:14:05.392270 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 55468) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:14:05.431995 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-643f4f69-cc90-47d2-b236-5f10d039dd68 req-7f78c0c6-ad98-44fc-8eaa-a6be8cc86f12 tempest-ServersOnMultiNodesTest-2088673700 tempest-ServersOnMultiNodesTest-2088673700-project] 10.222.0.13 "GET /v2.0/ports?device_id=847df428-2da2-4c42-a5f8-5ea7179c2bed HTTP/1.1" status: 200 len: 210 time: 0.2785678 Jan 26 21:14:05.484115 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-88fba3f9-b79e-4b87-b187-3ed4421aa231 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-748181'] for network (945d78fb-412c-47b5-9865-89e3326145b3), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:14:05.486324 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-827f7918-4e0c-4aec-a81e-ebe5f5459590 None None] Network ba7423db-470d-4a7d-994e-2bcd93813269 requested from n-d-760453-5 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 26 21:14:05.520169 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8561a406-cd84-4e3e-93a1-eb279b4c6d24 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f1d09feb-bf15-4134-8896-ad80a0234ef8,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:14:05.528546 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-e52d57f7-5baa-49de-a5cf-bed3c00168a6 req-fa875471-45f2-4759-ba04-37c2520724a9 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=d6d873b7-dd21-4147-a71c-3196b86fd015&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3020391 Jan 26 21:14:05.609490 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-88fba3f9-b79e-4b87-b187-3ed4421aa231 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-686403', 'neutron.services.segments.db._delete_segments_for_network-8746560774018'] for network (945d78fb-412c-47b5-9865-89e3326145b3), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:14:05.674432 n-d-760453-5 neutron-server[103305]: DEBUG neutron.services.segments.db [None req-88fba3f9-b79e-4b87-b187-3ed4421aa231 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['945d78fb-412c-47b5-9865-89e3326145b3']}} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:14:05.688719 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-e52d57f7-5baa-49de-a5cf-bed3c00168a6 req-bb674c8a-1a5a-41f6-bac6-30feec9a22d3 service neutron] 10.222.0.57 "GET /v2.0/networks/d6d873b7-dd21-4147-a71c-3196b86fd015?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1422031 Jan 26 21:14:05.699452 n-d-760453-5 neutron-server[103305]: DEBUG neutron.services.segments.db [None req-88fba3f9-b79e-4b87-b187-3ed4421aa231 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '32bad8e5-a8f3-4c5d-b37f-4f58ef61867f') {'for_net_delete': True} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:14:05.699751 n-d-760453-5 neutron-server[103305]: DEBUG neutron.services.segments.db [None req-88fba3f9-b79e-4b87-b187-3ed4421aa231 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '32bad8e5-a8f3-4c5d-b37f-4f58ef61867f') {} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:14:05.701516 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-8dc81f6d-ee56-4138-860d-e609ab49d245 None None] Provisioning complete for port f051eddc-fc30-4d69-a022-165e9312bfd2 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:14:05.702126 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-8dc81f6d-ee56-4138-860d-e609ab49d245 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (f051eddc-fc30-4d69-a022-165e9312bfd2), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:14:05.723011 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-88fba3f9-b79e-4b87-b187-3ed4421aa231 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746560742283', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11788955'] for segment (32bad8e5-a8f3-4c5d-b37f-4f58ef61867f), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:14:05.752402 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-88fba3f9-b79e-4b87-b187-3ed4421aa231 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576559'] for segment (32bad8e5-a8f3-4c5d-b37f-4f58ef61867f), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:14:05.765721 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-88fba3f9-b79e-4b87-b187-3ed4421aa231 admin admin] Releasing vlan 553 on physical network physnet1 to pool {{(pid=103305) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 26 21:14:05.766189 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-88fba3f9-b79e-4b87-b187-3ed4421aa231 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11791428'] for segment (32bad8e5-a8f3-4c5d-b37f-4f58ef61867f), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:14:05.828575 n-d-760453-5 neutron-server[103305]: Traceback (most recent call last): Jan 26 21:14:05.828575 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 26 21:14:05.828575 n-d-760453-5 neutron-server[103305]: timer() Jan 26 21:14:05.828575 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 26 21:14:05.828575 n-d-760453-5 neutron-server[103305]: cb(*args, **kw) Jan 26 21:14:05.828575 n-d-760453-5 neutron-server[103305]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 26 21:14:05.828575 n-d-760453-5 neutron-server[103305]: return func(*args, **kwargs) Jan 26 21:14:05.828575 n-d-760453-5 neutron-server[103305]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 26 21:14:05.828575 n-d-760453-5 neutron-server[103305]: self._notify() Jan 26 21:14:05.828575 n-d-760453-5 neutron-server[103305]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 26 21:14:05.828575 n-d-760453-5 neutron-server[103305]: self.callback(batched_events) Jan 26 21:14:05.828575 n-d-760453-5 neutron-server[103305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 26 21:14:05.828575 n-d-760453-5 neutron-server[103305]: event.method(event) Jan 26 21:14:05.828575 n-d-760453-5 neutron-server[103305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 26 21:14:05.828575 n-d-760453-5 neutron-server[103305]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 26 21:14:05.828575 n-d-760453-5 neutron-server[103305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 26 21:14:05.828575 n-d-760453-5 neutron-server[103305]: aggregate_uuid = self.p_client.list_aggregates( Jan 26 21:14:05.828575 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 26 21:14:05.828575 n-d-760453-5 neutron-server[103305]: return f(self, *a, **k) Jan 26 21:14:05.828575 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 26 21:14:05.828575 n-d-760453-5 neutron-server[103305]: return self._get(url).json() Jan 26 21:14:05.828575 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 26 21:14:05.828575 n-d-760453-5 neutron-server[103305]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 26 21:14:05.828575 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 26 21:14:05.828575 n-d-760453-5 neutron-server[103305]: return self.request(url, 'GET', **kwargs) Jan 26 21:14:05.828575 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 26 21:14:05.828575 n-d-760453-5 neutron-server[103305]: base_url = self.get_endpoint(auth, allow=allow, Jan 26 21:14:05.828575 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 26 21:14:05.828575 n-d-760453-5 neutron-server[103305]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 26 21:14:05.828575 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 26 21:14:05.828575 n-d-760453-5 neutron-server[103305]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 26 21:14:05.828575 n-d-760453-5 neutron-server[103305]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 26 21:14:05.872669 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16b6f0e0-7a4d-4af5-acd9-33a0a5e8d44d tempest-ServersTestMultiNic-211940128 tempest-ServersTestMultiNic-211940128-project] Network e525e258-e45b-4155-a732-e8c78c048a4b is scheduled to be hosted by DHCP agent 474ccdf7-ab6c-405b-a3b2-dc7b05829902 with binding_index 1 {{(pid=103304) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 26 21:14:05.876831 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778da5f4-6412-4628-9dfe-1b9ef9f9e341 req-4541f618-73af-4087-8eed-c8fb96626c19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:14:05.878558 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-778da5f4-6412-4628-9dfe-1b9ef9f9e341 req-4541f618-73af-4087-8eed-c8fb96626c19 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=ea2b7f569e4243dcba0cb16771cf369b&device_id=e77f0f82-e2f4-42d1-9e44-0082033dd07d HTTP/1.1" status: 200 len: 1095 time: 0.3580301 Jan 26 21:14:05.879744 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-88fba3f9-b79e-4b87-b187-3ed4421aa231 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4110931'] for network (945d78fb-412c-47b5-9865-89e3326145b3), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:14:05.890781 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-88fba3f9-b79e-4b87-b187-3ed4421aa231 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709645'] for network (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:14:05.896470 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-88fba3f9-b79e-4b87-b187-3ed4421aa231 admin admin] 10.222.0.13 "DELETE /v2.0/networks/945d78fb-412c-47b5-9865-89e3326145b3 HTTP/1.1" status: 204 len: 168 time: 0.5032165 Jan 26 21:14:05.950533 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-e52d57f7-5baa-49de-a5cf-bed3c00168a6 req-2fa92ce1-e9e7-4828-9e57-8e696e9e9fb2 service neutron] 10.222.0.57 "GET /v2.0/networks/d6d873b7-dd21-4147-a71c-3196b86fd015?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2272305 Jan 26 21:14:05.982307 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-e04a30a8-f4f9-46f2-b194-c577615a3d5c tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Deleting port e1c2b3f7-779d-4804-9914-2950a11ea5f7 {{(pid=103304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 21:14:05.982984 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-e04a30a8-f4f9-46f2-b194-c577615a3d5c tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746560630878'] for port (e1c2b3f7-779d-4804-9914-2950a11ea5f7), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:14:06.008597 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88fba3f9-b79e-4b87-b187-3ed4421aa231 admin admin] Pushing event deleted for resources: {'Network': ['ID=945d78fb-412c-47b5-9865-89e3326145b3,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:14:06.028838 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-8dc81f6d-ee56-4138-860d-e609ab49d245 None None] Current status of the port f051eddc-fc30-4d69-a022-165e9312bfd2 is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:14:06.033350 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778da5f4-6412-4628-9dfe-1b9ef9f9e341 req-4d292f95-92e7-4e4e-aa4c-ff36aa1fab3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:14:06.034874 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-778da5f4-6412-4628-9dfe-1b9ef9f9e341 req-4d292f95-92e7-4e4e-aa4c-ff36aa1fab3f service neutron] 10.222.0.57 "GET /v2.0/networks?id=b4d91999-0d3f-45ee-89d0-a63f22a3e7ab HTTP/1.1" status: 200 len: 917 time: 0.1186659 Jan 26 21:14:06.070994 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec4e9f0f-ff42-49d4-8d65-c1f372236cc8 None None] Network 04589c37-0057-4f14-aa42-de4d8e34d331 requested from n-d-760453-5 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 26 21:14:06.102836 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.db_base_plugin_common [req-5663998e-4cf6-44d4-82b7-8a664260a3a7 req-42b23fe9-2693-4104-9d32-9c505f4182fd tempest-ServersOnMultiNodesTest-2088673700 tempest-ServersOnMultiNodesTest-2088673700-project] Allocated IP 192.168.233.239 (7fbe9cf5-e12c-436d-b372-55a19c9faa30/fd77e534-75e6-4b90-950e-f5824d584430/145ca743-6349-44f7-a8ae-2fb6ade493b1) {{(pid=103304) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 21:14:06.113753 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-778da5f4-6412-4628-9dfe-1b9ef9f9e341 req-359b11ce-a26e-4abd-b328-85e635479a23 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=06e12c4e-0545-48fa-857e-3f7a63f3e798 HTTP/1.1" status: 200 len: 217 time: 0.0677080 Jan 26 21:14:06.114013 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [None req-16b6f0e0-7a4d-4af5-acd9-33a0a5e8d44d tempest-ServersTestMultiNic-211940128 tempest-ServersTestMultiNic-211940128-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760453-5, e525e258-e45b-4155-a732-e8c78c048a4b) {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:14:06.131207 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16b6f0e0-7a4d-4af5-acd9-33a0a5e8d44d tempest-ServersTestMultiNic-211940128 tempest-ServersTestMultiNic-211940128-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:14:06.131816 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-16b6f0e0-7a4d-4af5-acd9-33a0a5e8d44d tempest-ServersTestMultiNic-211940128 tempest-ServersTestMultiNic-211940128-project] Publish callbacks [] for subnet (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:14:06.159932 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f21947-7091-490a-ace8-16dcc1f526a8 req-20d404f7-2996-481f-a9b4-ef64e43ade9f tempest-ServersTestBootFromVolume-1845992378 tempest-ServersTestBootFromVolume-1845992378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:14:06.166980 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-e2f21947-7091-490a-ace8-16dcc1f526a8 req-20d404f7-2996-481f-a9b4-ef64e43ade9f tempest-ServersTestBootFromVolume-1845992378 tempest-ServersTestBootFromVolume-1845992378-project] 10.222.0.13 "GET /v2.0/ports?device_id=e77f0f82-e2f4-42d1-9e44-0082033dd07d HTTP/1.1" status: 200 len: 944 time: 0.6776865 Jan 26 21:14:06.179445 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4fc0571-00ee-4616-9e55-11b8769afe0c None None] Network e525e258-e45b-4155-a732-e8c78c048a4b requested from n-d-760453-5 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 26 21:14:06.196896 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778da5f4-6412-4628-9dfe-1b9ef9f9e341 req-8e521dc3-a0e6-47c6-b44a-d887e7f54cae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:14:06.198779 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-778da5f4-6412-4628-9dfe-1b9ef9f9e341 req-8e521dc3-a0e6-47c6-b44a-d887e7f54cae service neutron] 10.222.0.57 "GET /v2.0/subnets?id=eaea08b8-abe1-46f7-84c0-e277976dbd47 HTTP/1.1" status: 200 len: 855 time: 0.0787833 Jan 26 21:14:06.207535 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 55476) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:14:06.239612 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-16b6f0e0-7a4d-4af5-acd9-33a0a5e8d44d tempest-ServersTestMultiNic-211940128 tempest-ServersTestMultiNic-211940128-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 3.9859347 Jan 26 21:14:06.372359 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778da5f4-6412-4628-9dfe-1b9ef9f9e341 req-95b4ffee-de00-4f4a-9cf4-489c999101ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:14:06.374705 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-e2f21947-7091-490a-ace8-16dcc1f526a8 req-2f5db27a-bf63-4f6d-8eba-bd97cf04f162 tempest-ServersTestBootFromVolume-1845992378 tempest-ServersTestBootFromVolume-1845992378-project] 10.222.0.13 "GET /v2.0/security-groups?id=d1e8d686-a995-4f2f-9375-0f0073274779&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2004640 Jan 26 21:14:06.397810 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-778da5f4-6412-4628-9dfe-1b9ef9f9e341 req-95b4ffee-de00-4f4a-9cf4-489c999101ec service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=b4d91999-0d3f-45ee-89d0-a63f22a3e7ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1890011 Jan 26 21:14:06.409005 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 55482) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:14:06.409373 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-e3766b89-8d46-4cbd-9094-6730be350cb1 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=66cb6d91737845268f80a25b7f76bc60&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1982658 Jan 26 21:14:06.489315 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-e04a30a8-f4f9-46f2-b194-c577615a3d5c tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4109658'] for port (e1c2b3f7-779d-4804-9914-2950a11ea5f7), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:14:06.529048 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-e04a30a8-f4f9-46f2-b194-c577615a3d5c tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Calling delete_port for e1c2b3f7-779d-4804-9914-2950a11ea5f7 owned by {{(pid=103304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 21:14:06.546551 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-28146653-526f-4b40-80d1-c6e33f6672ac admin admin] Publish callbacks [] for security_group (de362e2c-5f90-4974-854f-ab663c021699), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:14:06.584685 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-28146653-526f-4b40-80d1-c6e33f6672ac admin admin] Publish callbacks [] for security_group (de362e2c-5f90-4974-854f-ab663c021699), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:14:06.606774 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-778da5f4-6412-4628-9dfe-1b9ef9f9e341 req-7ac6ac19-dd95-4fb7-b920-d5bbac116a11 service neutron] 10.222.0.57 "GET /v2.0/networks/b4d91999-0d3f-45ee-89d0-a63f22a3e7ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1945915 Jan 26 21:14:06.695294 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device 04111b26-6d8e-4b2b-8481-31df892fd389 up at agent ovs-agent-n-d-760453-5 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 21:14:06.715337 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-56ee94a3-04fb-4bc4-9224-e8a5f5bd771f req-3c0419d9-14e8-4b43-8b15-537955f0c63e tempest-ServersOnMultiNodesTest-2088673700 tempest-ServersOnMultiNodesTest-2088673700-project] 10.222.0.13 "GET /v2.0/ports?device_id=847df428-2da2-4c42-a5f8-5ea7179c2bed HTTP/1.1" status: 200 len: 210 time: 0.0913684 Jan 26 21:14:06.748786 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-21061383-dc7e-4d55-a010-6e52429b1850 None None] Provisioning complete for port 04111b26-6d8e-4b2b-8481-31df892fd389 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:14:06.749282 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21061383-dc7e-4d55-a010-6e52429b1850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (04111b26-6d8e-4b2b-8481-31df892fd389), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:14:06.798401 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-778da5f4-6412-4628-9dfe-1b9ef9f9e341 req-ddd306f0-ac82-4305-8b2d-4c1f252d239d service neutron] 10.222.0.57 "GET /v2.0/networks/b4d91999-0d3f-45ee-89d0-a63f22a3e7ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1798577 Jan 26 21:14:06.807100 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd401272-be1f-48ef-a806-dacf01ffc5d0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3c4099e8-8ffb-51d1-af7f-5868973e933f-e525e258-e45b-4155-a732-e8c78c048a4b', 'network_id': 'e525e258-e45b-4155-a732-e8c78c048a4b', 'project_id': '7dd077ea2f95484597c25a6a957aef6a', 'fixed_ips': [{'subnet_id': '105a48a2-59e2-4e56-80f9-166c16dc7bd5'}]}} from n-d-760453-5. {{(pid=103306) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 26 21:14:06.808196 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fd401272-be1f-48ef-a806-dacf01ffc5d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (None), before_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:14:06.858938 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Provisioning complete for port 04111b26-6d8e-4b2b-8481-31df892fd389 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:14:06.859409 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (04111b26-6d8e-4b2b-8481-31df892fd389), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:14:06.934904 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-28146653-526f-4b40-80d1-c6e33f6672ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (de362e2c-5f90-4974-854f-ab663c021699), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:14:06.937584 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-28146653-526f-4b40-80d1-c6e33f6672ac admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:14:06.938966 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-28146653-526f-4b40-80d1-c6e33f6672ac admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/de362e2c-5f90-4974-854f-ab663c021699 HTTP/1.1" status: 204 len: 168 time: 0.5129106 Jan 26 21:14:06.968470 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28146653-526f-4b40-80d1-c6e33f6672ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de362e2c-5f90-4974-854f-ab663c021699,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:14:06.974964 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-5663998e-4cf6-44d4-82b7-8a664260a3a7 req-42b23fe9-2693-4104-9d32-9c505f4182fd tempest-ServersOnMultiNodesTest-2088673700 tempest-ServersOnMultiNodesTest-2088673700-project] Publish callbacks [] for port (145ca743-6349-44f7-a8ae-2fb6ade493b1), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:14:06.983633 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37e8b80-bffe-45bf-8415-62a2190790bb req-ee27218d-0d7a-4e94-ae3a-cef2e7f883bb tempest-ServersTestMultiNic-211940128 tempest-ServersTestMultiNic-211940128-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:14:06.989675 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37e8b80-bffe-45bf-8415-62a2190790bb req-ee27218d-0d7a-4e94-ae3a-cef2e7f883bb tempest-ServersTestMultiNic-211940128 tempest-ServersTestMultiNic-211940128-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:14:06.991654 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-c37e8b80-bffe-45bf-8415-62a2190790bb req-ee27218d-0d7a-4e94-ae3a-cef2e7f883bb tempest-ServersTestMultiNic-211940128 tempest-ServersTestMultiNic-211940128-project] 10.222.0.13 "GET /v2.0/networks?id=ba7423db-470d-4a7d-994e-2bcd93813269&id=e525e258-e45b-4155-a732-e8c78c048a4b HTTP/1.1" status: 200 len: 1390 time: 0.3638899 Jan 26 21:14:07.014646 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-c37e8b80-bffe-45bf-8415-62a2190790bb req-e62170a7-b7f8-46b4-a32e-920567716cd7 tempest-ServersTestMultiNic-211940128 tempest-ServersTestMultiNic-211940128-project] 10.222.0.13 "GET /v2.0/quotas/7dd077ea2f95484597c25a6a957aef6a HTTP/1.1" status: 200 len: 375 time: 0.0153325 Jan 26 21:14:07.049007 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-21061383-dc7e-4d55-a010-6e52429b1850 None None] Current status of the port 04111b26-6d8e-4b2b-8481-31df892fd389 is: DOWN; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:14:07.049660 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21061383-dc7e-4d55-a010-6e52429b1850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (04111b26-6d8e-4b2b-8481-31df892fd389), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:14:07.139753 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-c37e8b80-bffe-45bf-8415-62a2190790bb req-06489b01-fed7-4986-927b-16d50bb436d3 tempest-ServersTestMultiNic-211940128 tempest-ServersTestMultiNic-211940128-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=7dd077ea2f95484597c25a6a957aef6a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1162431 Jan 26 21:14:07.142764 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-e04a30a8-f4f9-46f2-b194-c577615a3d5c tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746560636600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746560234536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9281553'] for port (e1c2b3f7-779d-4804-9914-2950a11ea5f7), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:14:07.144849 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-5663998e-4cf6-44d4-82b7-8a664260a3a7 req-42b23fe9-2693-4104-9d32-9c505f4182fd tempest-ServersOnMultiNodesTest-2088673700 tempest-ServersOnMultiNodesTest-2088673700-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746560234527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9281553'] for port (145ca743-6349-44f7-a8ae-2fb6ade493b1), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:14:07.169966 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] get_ports_and_sgs() called for port_ids ['552aae5b-0114-4ae2-8e9d-898106bbf7d4', '6f3c032f-8f77-4bb1-80f4-b3e6bc17170e', '7b91e58c-2d2a-4acc-8321-b7c6811beaeb', '1f823a46-1659-445c-9067-ee7a46f9e1af'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 26 21:14:07.183522 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-21061383-dc7e-4d55-a010-6e52429b1850 None None] For port 04111b26-6d8e-4b2b-8481-31df892fd389, host n-d-760453-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=04111b26-6d8e-4b2b-8481-31df892fd389,segment=NetworkSegment(497789a5-3e06-4481-aaa3-508c697caaf4),segment_id=497789a5-3e06-4481-aaa3-508c697caaf4)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:14:07.247476 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.db_base_plugin_common [None req-fd401272-be1f-48ef-a806-dacf01ffc5d0 None None] Allocated IP 19.86.0.2 (e525e258-e45b-4155-a732-e8c78c048a4b/105a48a2-59e2-4e56-80f9-166c16dc7bd5/a11a3c27-6878-46b9-9720-00c2aab00e66) {{(pid=103306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 21:14:07.319802 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-c37e8b80-bffe-45bf-8415-62a2190790bb req-b97bcd84-be70-403d-918a-438c4a158d11 service neutron] 10.222.0.13 "GET /v2.0/networks/ba7423db-470d-4a7d-994e-2bcd93813269?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1426430 Jan 26 21:14:07.363818 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e04a30a8-f4f9-46f2-b194-c577615a3d5c tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Pushing event deleted for resources: {'Port': ['ID=e1c2b3f7-779d-4804-9914-2950a11ea5f7,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:14:07.367448 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-e04a30a8-f4f9-46f2-b194-c577615a3d5c tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:14:07.371828 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-e04a30a8-f4f9-46f2-b194-c577615a3d5c tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] 10.222.0.13 "DELETE /v2.0/ports/e1c2b3f7-779d-4804-9914-2950a11ea5f7 HTTP/1.1" status: 204 len: 168 time: 2.2849460 Jan 26 21:14:07.376175 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 55504) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:14:07.386892 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] get_ports_and_sgs() called for port_ids ['74a29006-e476-494d-a6f7-bba5c779ab89'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 26 21:14:07.410741 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21061383-dc7e-4d55-a010-6e52429b1850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (04111b26-6d8e-4b2b-8481-31df892fd389), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:14:07.469642 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5663998e-4cf6-44d4-82b7-8a664260a3a7 req-42b23fe9-2693-4104-9d32-9c505f4182fd tempest-ServersOnMultiNodesTest-2088673700 tempest-ServersOnMultiNodesTest-2088673700-project] Network 7fbe9cf5-e12c-436d-b372-55a19c9faa30 is already hosted by enough agents. {{(pid=103304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 21:14:07.483710 n-d-760453-5 neutron-server[103305]: INFO neutron.pecan_wsgi.hooks.translation [None req-1e09cac7-8b4d-4421-acfe-0fd254a98514 tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] DELETE failed (client error): The resource could not be found. Jan 26 21:14:07.484284 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1e09cac7-8b4d-4421-acfe-0fd254a98514 tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103305) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 26 21:14:07.489208 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-1e09cac7-8b4d-4421-acfe-0fd254a98514 tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] 10.222.0.13 "DELETE /v2.0/ports/e1c2b3f7-779d-4804-9914-2950a11ea5f7 HTTP/1.1" status: 404 len: 333 time: 0.1106334 Jan 26 21:14:07.490849 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 55510) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:14:07.518385 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [req-5663998e-4cf6-44d4-82b7-8a664260a3a7 req-42b23fe9-2693-4104-9d32-9c505f4182fd tempest-ServersOnMultiNodesTest-2088673700 tempest-ServersOnMultiNodesTest-2088673700-project] Resources bound (agent type, host, resource id): {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:14:07.539630 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [req-5663998e-4cf6-44d4-82b7-8a664260a3a7 req-42b23fe9-2693-4104-9d32-9c505f4182fd tempest-ServersOnMultiNodesTest-2088673700 tempest-ServersOnMultiNodesTest-2088673700-project] Received port after_create {{(pid=103304) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 21:14:07.546974 n-d-760453-5 neutron-server[103305]: INFO neutron.pecan_wsgi.hooks.translation [None req-eef4ffd2-0745-406b-875e-96460918a203 tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] GET failed (client error): The resource could not be found. Jan 26 21:14:07.551428 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-eef4ffd2-0745-406b-875e-96460918a203 tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] 10.222.0.13 "GET /v2.0/ports/e1c2b3f7-779d-4804-9914-2950a11ea5f7 HTTP/1.1" status: 404 len: 333 time: 0.0567446 Jan 26 21:14:07.559259 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 55514) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:14:07.587598 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Current status of the port 04111b26-6d8e-4b2b-8481-31df892fd389 is: DOWN; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:14:07.593100 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (04111b26-6d8e-4b2b-8481-31df892fd389), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:14:07.621804 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5663998e-4cf6-44d4-82b7-8a664260a3a7 req-42b23fe9-2693-4104-9d32-9c505f4182fd tempest-ServersOnMultiNodesTest-2088673700 tempest-ServersOnMultiNodesTest-2088673700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:14:07.622764 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-5663998e-4cf6-44d4-82b7-8a664260a3a7 req-42b23fe9-2693-4104-9d32-9c505f4182fd tempest-ServersOnMultiNodesTest-2088673700 tempest-ServersOnMultiNodesTest-2088673700-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:14:07.662245 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.db_base_plugin_v2 [None req-2998a8b7-f7ee-4484-a315-9252984e9868 tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Deleting subnet 2b283a10-5f54-4311-96c1-d0ac5bfb1ca3 {{(pid=103305) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 26 21:14:07.674473 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-5663998e-4cf6-44d4-82b7-8a664260a3a7 req-42b23fe9-2693-4104-9d32-9c505f4182fd tempest-ServersOnMultiNodesTest-2088673700 tempest-ServersOnMultiNodesTest-2088673700-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.6833293 Jan 26 21:14:07.700754 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-4b99b0ec-8369-4c5f-b8ae-ff24664a6488 None None] Could not find standard attr ID for object e1c2b3f7-779d-4804-9914-2950a11ea5f7. {{(pid=103306) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 26 21:14:07.701363 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-2998a8b7-f7ee-4484-a315-9252984e9868 tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Publish callbacks [] for subnet (2b283a10-5f54-4311-96c1-d0ac5bfb1ca3), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:14:07.727016 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [req-5663998e-4cf6-44d4-82b7-8a664260a3a7 req-76cb01c1-510c-4925-aa5d-42d657ab336a service neutron] Request body: {'port': {'device_id': '847df428-2da2-4c42-a5f8-5ea7179c2bed', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-760453-5'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:14:07.801770 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21061383-dc7e-4d55-a010-6e52429b1850 None None] Pushing event updated for resources: {'Port': ['ID=04111b26-6d8e-4b2b-8481-31df892fd389,revision_number=3']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:14:07.811036 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-2998a8b7-f7ee-4484-a315-9252984e9868 tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11788946'] for subnet (2b283a10-5f54-4311-96c1-d0ac5bfb1ca3), precommit_delete_associations {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:14:07.819762 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fd401272-be1f-48ef-a806-dacf01ffc5d0 None None] Publish callbacks [] for port (a11a3c27-6878-46b9-9720-00c2aab00e66), precommit_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:14:07.820368 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b23fe9-2693-4104-9d32-9c505f4182fd tempest-ServersOnMultiNodesTest-2088673700 tempest-ServersOnMultiNodesTest-2088673700-project] Pushing event updated for resources: {'Port': ['ID=145ca743-6349-44f7-a8ae-2fb6ade493b1,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:14:07.859696 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-4b99b0ec-8369-4c5f-b8ae-ff24664a6488 None None] Provisioning complete for port 04111b26-6d8e-4b2b-8481-31df892fd389 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:14:07.860512 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-4b99b0ec-8369-4c5f-b8ae-ff24664a6488 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (04111b26-6d8e-4b2b-8481-31df892fd389), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:14:07.884435 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e86988-880c-45f0-86e4-accc3e662e12 req-752deb69-f44c-4a84-bd58-2b55f10af8a4 tempest-ServersTestBootFromVolume-1845992378 tempest-ServersTestBootFromVolume-1845992378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:14:07.893076 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-b5e86988-880c-45f0-86e4-accc3e662e12 req-752deb69-f44c-4a84-bd58-2b55f10af8a4 tempest-ServersTestBootFromVolume-1845992378 tempest-ServersTestBootFromVolume-1845992378-project] 10.222.0.13 "GET /v2.0/ports?device_id=e77f0f82-e2f4-42d1-9e44-0082033dd07d HTTP/1.1" status: 200 len: 944 time: 0.3558357 Jan 26 21:14:07.919070 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fd401272-be1f-48ef-a806-dacf01ffc5d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746560234527'] for port (a11a3c27-6878-46b9-9720-00c2aab00e66), after_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:14:07.981696 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-c37e8b80-bffe-45bf-8415-62a2190790bb req-5167fc5e-b22c-4db9-a36e-24d309fb41b1 service neutron] 10.222.0.13 "GET /v2.0/networks/ba7423db-470d-4a7d-994e-2bcd93813269?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6446719 Jan 26 21:14:07.985886 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-2998a8b7-f7ee-4484-a315-9252984e9868 tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687316'] for subnet (2b283a10-5f54-4311-96c1-d0ac5bfb1ca3), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:14:08.088712 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-5663998e-4cf6-44d4-82b7-8a664260a3a7 req-76cb01c1-510c-4925-aa5d-42d657ab336a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (145ca743-6349-44f7-a8ae-2fb6ade493b1), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:14:08.109758 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-2998a8b7-f7ee-4484-a315-9252984e9868 tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11791594', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11599980'] for subnet (2b283a10-5f54-4311-96c1-d0ac5bfb1ca3), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:14:08.132152 n-d-760453-5 neutron-server[103306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd401272-be1f-48ef-a806-dacf01ffc5d0 None None] Network e525e258-e45b-4155-a732-e8c78c048a4b is already hosted by enough agents. {{(pid=103306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 21:14:08.152318 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2998a8b7-f7ee-4484-a315-9252984e9868 tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Pushing event deleted for resources: {'Subnet': ['ID=2b283a10-5f54-4311-96c1-d0ac5bfb1ca3,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:14:08.158429 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.db.api [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103306) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 26 21:14:08.159156 n-d-760453-5 neutron-server[103306]: DEBUG oslo_db.api [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 26 21:14:08.169628 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-2998a8b7-f7ee-4484-a315-9252984e9868 tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709645'] for subnet (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:14:08.179715 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-2998a8b7-f7ee-4484-a315-9252984e9868 tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] 10.222.0.13 "DELETE /v2.0/subnets/2b283a10-5f54-4311-96c1-d0ac5bfb1ca3 HTTP/1.1" status: 204 len: 168 time: 0.6180196 Jan 26 21:14:08.182194 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 55532) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:14:08.193833 n-d-760453-5 neutron-server[103306]: DEBUG neutron.scheduler.base_scheduler [None req-fd401272-be1f-48ef-a806-dacf01ffc5d0 None None] Resources bound (agent type, host, resource id): {{(pid=103306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:14:08.208305 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd401272-be1f-48ef-a806-dacf01ffc5d0 None None] Received port after_create {{(pid=103306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 21:14:08.232071 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd401272-be1f-48ef-a806-dacf01ffc5d0 None None] Pushing event updated for resources: {'Port': ['ID=a11a3c27-6878-46b9-9720-00c2aab00e66,revision_number=1']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:14:08.258056 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3deb148a-1490-47a6-a789-276847b4783a None None] Network 04589c37-0057-4f14-aa42-de4d8e34d331 requested from n-d-760453-5 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 26 21:14:08.274950 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-b5e86988-880c-45f0-86e4-accc3e662e12 req-f42f91ee-a35f-447e-b0bb-67059bea6ea2 tempest-ServersTestBootFromVolume-1845992378 tempest-ServersTestBootFromVolume-1845992378-project] 10.222.0.13 "GET /v2.0/security-groups?id=d1e8d686-a995-4f2f-9375-0f0073274779&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3788965 Jan 26 21:14:08.364269 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-4cac2ac8-1d4a-44e5-aadf-261608d3dbd3 tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-748181'] for network (04589c37-0057-4f14-aa42-de4d8e34d331), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:14:08.381122 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-c37e8b80-bffe-45bf-8415-62a2190790bb req-bf404ded-d2be-49a6-b3be-bde773b71de3 service neutron] 10.222.0.13 "GET /v2.0/networks/e525e258-e45b-4155-a732-e8c78c048a4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3982234 Jan 26 21:14:08.381732 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 55536) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:14:08.437575 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (32ef628b-8417-46c5-8729-60fcabe358f1), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:14:08.467205 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-4cac2ac8-1d4a-44e5-aadf-261608d3dbd3 tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Deleting port 04111b26-6d8e-4b2b-8481-31df892fd389 {{(pid=103305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 21:14:08.467571 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-4cac2ac8-1d4a-44e5-aadf-261608d3dbd3 tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746560630878'] for port (04111b26-6d8e-4b2b-8481-31df892fd389), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:14:08.557565 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-091d78f2-93c9-4d0b-8681-9fed2673a0ef admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1877989305-network', 'tenant_id': '9e460ecabad547eca1394374023e7caf'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:14:08.576239 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644ce2b5-5cba-4519-897d-458b26032514 req-66eae32f-8e33-47a2-8930-067fc6e370cb tempest-ServersOnMultiNodesTest-2088673700 tempest-ServersOnMultiNodesTest-2088673700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:14:08.584012 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-644ce2b5-5cba-4519-897d-458b26032514 req-66eae32f-8e33-47a2-8930-067fc6e370cb tempest-ServersOnMultiNodesTest-2088673700 tempest-ServersOnMultiNodesTest-2088673700-project] 10.222.0.13 "GET /v2.0/ports?device_id=847df428-2da2-4c42-a5f8-5ea7179c2bed HTTP/1.1" status: 200 len: 936 time: 0.1928115 Jan 26 21:14:08.588979 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-fd401272-be1f-48ef-a806-dacf01ffc5d0 None None] Attempting to bind port a11a3c27-6878-46b9-9720-00c2aab00e66 on host n-d-760453-5 for vnic_type normal with profile {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 21:14:08.589677 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-fd401272-be1f-48ef-a806-dacf01ffc5d0 None None] Attempting to bind port a11a3c27-6878-46b9-9720-00c2aab00e66 by drivers openvswitch,hyperv on host n-d-760453-5 at level 0 using segments [{'id': 'f63e78da-55d5-47fa-bceb-eae7806e8351', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'e525e258-e45b-4155-a732-e8c78c048a4b'}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 26 21:14:08.590900 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd401272-be1f-48ef-a806-dacf01ffc5d0 None None] Attempting to bind port a11a3c27-6878-46b9-9720-00c2aab00e66 on network e525e258-e45b-4155-a732-e8c78c048a4b {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 21:14:08.607619 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [None req-4cac2ac8-1d4a-44e5-aadf-261608d3dbd3 tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] For port 04111b26-6d8e-4b2b-8481-31df892fd389, host n-d-760453-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=04111b26-6d8e-4b2b-8481-31df892fd389,segment=NetworkSegment(497789a5-3e06-4481-aaa3-508c697caaf4),segment_id=497789a5-3e06-4481-aaa3-508c697caaf4)] {{(pid=103305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:14:08.608250 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-4cac2ac8-1d4a-44e5-aadf-261608d3dbd3 tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4109658'] for port (04111b26-6d8e-4b2b-8481-31df892fd389), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:14:08.620526 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-091d78f2-93c9-4d0b-8681-9fed2673a0ef admin admin] Made reservation on behalf of 9e460ecabad547eca1394374023e7caf for: {'network': 1} {{(pid=103305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 21:14:08.622880 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-c37e8b80-bffe-45bf-8415-62a2190790bb req-051ffcab-471c-4067-b75b-07f2d7bbd7db service neutron] 10.222.0.13 "GET /v2.0/networks/e525e258-e45b-4155-a732-e8c78c048a4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2408054 Jan 26 21:14:08.623226 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-091d78f2-93c9-4d0b-8681-9fed2673a0ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for network (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:14:08.646123 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-091d78f2-93c9-4d0b-8681-9fed2673a0ef admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:14:08.647685 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-4b99b0ec-8369-4c5f-b8ae-ff24664a6488 None None] Current status of the port 04111b26-6d8e-4b2b-8481-31df892fd389 is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:14:08.670155 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-4cac2ac8-1d4a-44e5-aadf-261608d3dbd3 tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Calling delete_port for 04111b26-6d8e-4b2b-8481-31df892fd389 owned by network:dhcp {{(pid=103305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 21:14:08.690387 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd401272-be1f-48ef-a806-dacf01ffc5d0 None None] Checking agent: {'id': 'fea0591a-627d-4c87-9a9a-01625ddf3277', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760453-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 20, 55, 25), 'started_at': datetime.datetime(2022, 1, 26, 20, 55, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 21, 13, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760453-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 26 21:14:08.690758 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd401272-be1f-48ef-a806-dacf01ffc5d0 None None] Checking segment: {'id': 'f63e78da-55d5-47fa-bceb-eae7806e8351', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'e525e258-e45b-4155-a732-e8c78c048a4b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 21:14:08.691158 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fd401272-be1f-48ef-a806-dacf01ffc5d0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:14:08.691550 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd401272-be1f-48ef-a806-dacf01ffc5d0 None None] Bound using segment: {'id': 'f63e78da-55d5-47fa-bceb-eae7806e8351', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'e525e258-e45b-4155-a732-e8c78c048a4b'} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 26 21:14:08.692028 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-fd401272-be1f-48ef-a806-dacf01ffc5d0 None None] Bound port: a11a3c27-6878-46b9-9720-00c2aab00e66, host: n-d-760453-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f63e78da-55d5-47fa-bceb-eae7806e8351', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'e525e258-e45b-4155-a732-e8c78c048a4b'}}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 26 21:14:08.692397 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fd401272-be1f-48ef-a806-dacf01ffc5d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (a11a3c27-6878-46b9-9720-00c2aab00e66), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:14:08.792126 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-644ce2b5-5cba-4519-897d-458b26032514 req-75ace5cd-58ee-46e3-9f96-5ab3051fe60f tempest-ServersOnMultiNodesTest-2088673700 tempest-ServersOnMultiNodesTest-2088673700-project] 10.222.0.13 "GET /v2.0/security-groups?id=306a2369-8c1c-4f98-9a64-2622487a9ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2052538 Jan 26 21:14:08.811934 n-d-760453-5 neutron-server[103304]: DEBUG neutron.notifiers.nova [req-5663998e-4cf6-44d4-82b7-8a664260a3a7 req-76cb01c1-510c-4925-aa5d-42d657ab336a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 145ca743-6349-44f7-a8ae-2fb6ade493b1 {{(pid=103304) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 26 21:14:08.832594 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-5663998e-4cf6-44d4-82b7-8a664260a3a7 req-76cb01c1-510c-4925-aa5d-42d657ab336a service neutron] Publish callbacks [] for port (145ca743-6349-44f7-a8ae-2fb6ade493b1), precommit_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:14:08.834889 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-091d78f2-93c9-4d0b-8681-9fed2673a0ef admin admin] Publish callbacks [] for security_group (a146440b-85c7-430a-88ed-6d0301627350), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:14:08.837584 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Current status of the port 04111b26-6d8e-4b2b-8481-31df892fd389 is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:14:08.838501 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device f051eddc-fc30-4d69-a022-165e9312bfd2 up at agent ovs-agent-n-d-760453-5 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 21:14:08.839421 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-4cac2ac8-1d4a-44e5-aadf-261608d3dbd3 tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746560636600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746560234536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11791543'] for port (04111b26-6d8e-4b2b-8481-31df892fd389), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:14:08.850989 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-091d78f2-93c9-4d0b-8681-9fed2673a0ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (a146440b-85c7-430a-88ed-6d0301627350), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:14:08.864814 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-091d78f2-93c9-4d0b-8681-9fed2673a0ef admin admin] vlan segment allocate from pool success with {'vlan_id': 575, 'physical_network': 'physnet1'} {{(pid=103305) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 26 21:14:08.877665 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-091d78f2-93c9-4d0b-8681-9fed2673a0ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576559'] for segment (bb9dd371-3de9-4327-a263-fb803ca379c8), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:14:08.879202 n-d-760453-5 neutron-server[103305]: INFO neutron.db.segments_db [None req-091d78f2-93c9-4d0b-8681-9fed2673a0ef admin admin] Added segment bb9dd371-3de9-4327-a263-fb803ca379c8 of type vlan for network 20b7651f-3dfe-4f65-83e1-a38049e7aae9 Jan 26 21:14:08.882440 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.provisioning_blocks [req-5663998e-4cf6-44d4-82b7-8a664260a3a7 req-76cb01c1-510c-4925-aa5d-42d657ab336a service neutron] Transition to ACTIVE for port object 145ca743-6349-44f7-a8ae-2fb6ade493b1 will not be triggered until provisioned by entity L2. {{(pid=103304) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 21:14:08.892969 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-5663998e-4cf6-44d4-82b7-8a664260a3a7 req-76cb01c1-510c-4925-aa5d-42d657ab336a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9281542'] for port (145ca743-6349-44f7-a8ae-2fb6ade493b1), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:14:08.968827 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8c0ef54-1237-4f66-a51d-02ba270b57c5 None None] DHCP port deletion for 04589c37-0057-4f14-aa42-de4d8e34d331 request from n-d-760453-5 {{(pid=103306) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 26 21:14:08.982314 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-fd401272-be1f-48ef-a806-dacf01ffc5d0 None None] For port a11a3c27-6878-46b9-9720-00c2aab00e66, host n-d-760453-5, cleared binding levels {{(pid=103306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 26 21:14:09.004625 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-091d78f2-93c9-4d0b-8681-9fed2673a0ef admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746560256871'] for network (20b7651f-3dfe-4f65-83e1-a38049e7aae9), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:14:09.033968 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76cb01c1-510c-4925-aa5d-42d657ab336a service neutron] Pushing event updated for resources: {'Port': ['ID=145ca743-6349-44f7-a8ae-2fb6ade493b1,revision_number=2']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:14:09.118716 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-c9bc8ae3-2502-4259-afae-f42805146e3e req-6e560bb1-7775-413e-9f8a-79b83f80aae0 tempest-ServersTestMultiNic-211940128 tempest-ServersTestMultiNic-211940128-project] 10.222.0.13 "GET /v2.0/ports?device_id=04eefdeb-8cd1-4a1f-aef8-09ed20e5b879 HTTP/1.1" status: 200 len: 210 time: 0.0863032 Jan 26 21:14:09.140124 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-091d78f2-93c9-4d0b-8681-9fed2673a0ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503'] for network (20b7651f-3dfe-4f65-83e1-a38049e7aae9), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:14:09.142691 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-091d78f2-93c9-4d0b-8681-9fed2673a0ef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:14:09.144743 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-091d78f2-93c9-4d0b-8681-9fed2673a0ef admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709645'] for network (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:14:09.207695 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-fd401272-be1f-48ef-a806-dacf01ffc5d0 None None] For port a11a3c27-6878-46b9-9720-00c2aab00e66, host n-d-760453-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=a11a3c27-6878-46b9-9720-00c2aab00e66,segment=NetworkSegment(f63e78da-55d5-47fa-bceb-eae7806e8351),segment_id=f63e78da-55d5-47fa-bceb-eae7806e8351)] {{(pid=103306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 26 21:14:09.218159 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-4b99b0ec-8369-4c5f-b8ae-ff24664a6488 None None] Provisioning complete for port f051eddc-fc30-4d69-a022-165e9312bfd2 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:14:09.219258 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-4b99b0ec-8369-4c5f-b8ae-ff24664a6488 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (f051eddc-fc30-4d69-a022-165e9312bfd2), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:14:09.263116 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [req-5663998e-4cf6-44d4-82b7-8a664260a3a7 req-76cb01c1-510c-4925-aa5d-42d657ab336a service neutron] Attempting to bind port 145ca743-6349-44f7-a8ae-2fb6ade493b1 on host n-h1-760453-5 for vnic_type normal with profile {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 21:14:09.263116 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [req-5663998e-4cf6-44d4-82b7-8a664260a3a7 req-76cb01c1-510c-4925-aa5d-42d657ab336a service neutron] Attempting to bind port 145ca743-6349-44f7-a8ae-2fb6ade493b1 by drivers openvswitch,hyperv on host n-h1-760453-5 at level 0 using segments [{'id': '4eab25d6-89d9-4907-a1c2-51b06443ba33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '7fbe9cf5-e12c-436d-b372-55a19c9faa30'}] {{(pid=103304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 26 21:14:09.263116 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5663998e-4cf6-44d4-82b7-8a664260a3a7 req-76cb01c1-510c-4925-aa5d-42d657ab336a service neutron] Attempting to bind port 145ca743-6349-44f7-a8ae-2fb6ade493b1 on network 7fbe9cf5-e12c-436d-b372-55a19c9faa30 {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 21:14:09.272931 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5663998e-4cf6-44d4-82b7-8a664260a3a7 req-76cb01c1-510c-4925-aa5d-42d657ab336a service neutron] Port 145ca743-6349-44f7-a8ae-2fb6ade493b1 on network 7fbe9cf5-e12c-436d-b372-55a19c9faa30 not bound, no agent of type Open vSwitch agent registered on host n-h1-760453-5 {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 26 21:14:09.273585 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5663998e-4cf6-44d4-82b7-8a664260a3a7 req-76cb01c1-510c-4925-aa5d-42d657ab336a service neutron] Attempting to bind port 145ca743-6349-44f7-a8ae-2fb6ade493b1 on network 7fbe9cf5-e12c-436d-b372-55a19c9faa30 {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 21:14:09.286249 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5663998e-4cf6-44d4-82b7-8a664260a3a7 req-76cb01c1-510c-4925-aa5d-42d657ab336a service neutron] Checking agent: {'id': '32ef628b-8417-46c5-8729-60fcabe358f1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-760453-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 21, 3, 8), 'started_at': datetime.datetime(2022, 1, 26, 21, 3, 8), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 21, 14, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 26 21:14:09.286249 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5663998e-4cf6-44d4-82b7-8a664260a3a7 req-76cb01c1-510c-4925-aa5d-42d657ab336a service neutron] Checking segment: {'id': '4eab25d6-89d9-4907-a1c2-51b06443ba33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '7fbe9cf5-e12c-436d-b372-55a19c9faa30'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103304) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 21:14:09.286584 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5663998e-4cf6-44d4-82b7-8a664260a3a7 req-76cb01c1-510c-4925-aa5d-42d657ab336a service neutron] Bound using segment: {'id': '4eab25d6-89d9-4907-a1c2-51b06443ba33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '7fbe9cf5-e12c-436d-b372-55a19c9faa30'} {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 26 21:14:09.286978 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [req-5663998e-4cf6-44d4-82b7-8a664260a3a7 req-76cb01c1-510c-4925-aa5d-42d657ab336a service neutron] Bound port: 145ca743-6349-44f7-a8ae-2fb6ade493b1, host: n-h1-760453-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4eab25d6-89d9-4907-a1c2-51b06443ba33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '7fbe9cf5-e12c-436d-b372-55a19c9faa30'}}] {{(pid=103304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 26 21:14:09.287330 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-5663998e-4cf6-44d4-82b7-8a664260a3a7 req-76cb01c1-510c-4925-aa5d-42d657ab336a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (145ca743-6349-44f7-a8ae-2fb6ade493b1), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:14:09.293661 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cac2ac8-1d4a-44e5-aadf-261608d3dbd3 tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Pushing event deleted for resources: {'Port': ['ID=04111b26-6d8e-4b2b-8481-31df892fd389,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:14:09.298814 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fd401272-be1f-48ef-a806-dacf01ffc5d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (a11a3c27-6878-46b9-9720-00c2aab00e66), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:14:09.301990 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cac2ac8-1d4a-44e5-aadf-261608d3dbd3 tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] No DVR routers for this DVR port 04111b26-6d8e-4b2b-8481-31df892fd389 on host n-d-760453-5 {{(pid=103305) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 26 21:14:09.314747 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091d78f2-93c9-4d0b-8681-9fed2673a0ef admin admin] Pushing event updated for resources: {'Network': ['ID=20b7651f-3dfe-4f65-83e1-a38049e7aae9,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:14:09.380692 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-091d78f2-93c9-4d0b-8681-9fed2673a0ef admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 0.9864740 Jan 26 21:14:09.382747 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 55550) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:14:09.388283 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-76b25d5c-b140-42d2-a384-958ac3dad9a3 admin admin] Request body: {'subnet': {'network_id': '20b7651f-3dfe-4f65-83e1-a38049e7aae9', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1877989305-subnet', 'tenant_id': '9e460ecabad547eca1394374023e7caf', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:14:09.395543 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Provisioning complete for port f051eddc-fc30-4d69-a022-165e9312bfd2 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:14:09.395916 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (f051eddc-fc30-4d69-a022-165e9312bfd2), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:14:09.451835 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091d78f2-93c9-4d0b-8681-9fed2673a0ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a146440b-85c7-430a-88ed-6d0301627350,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:14:09.455283 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd401272-be1f-48ef-a806-dacf01ffc5d0 None None] Pushing event updated for resources: {'Port': ['ID=a11a3c27-6878-46b9-9720-00c2aab00e66,revision_number=2']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:14:09.461151 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Network 20b7651f-3dfe-4f65-83e1-a38049e7aae9 details requested by agent ovs-agent-n-d-760453-5 with host n-d-760453-5 {{(pid=103306) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 26 21:14:09.485378 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76b25d5c-b140-42d2-a384-958ac3dad9a3 admin admin] Made reservation on behalf of 9e460ecabad547eca1394374023e7caf for: {'subnet': 1} {{(pid=103305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 21:14:09.497193 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-76b25d5c-b140-42d2-a384-958ac3dad9a3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11599953'] for subnet (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:14:09.631837 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-4b99b0ec-8369-4c5f-b8ae-ff24664a6488 None None] Current status of the port f051eddc-fc30-4d69-a022-165e9312bfd2 is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:14:09.687007 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-4cac2ac8-1d4a-44e5-aadf-261608d3dbd3 tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-686403', 'neutron.services.segments.db._delete_segments_for_network-8746560774018'] for network (04589c37-0057-4f14-aa42-de4d8e34d331), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:14:09.756541 n-d-760453-5 neutron-server[103305]: DEBUG neutron.services.segments.db [None req-4cac2ac8-1d4a-44e5-aadf-261608d3dbd3 tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['04589c37-0057-4f14-aa42-de4d8e34d331']}} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:14:09.825609 n-d-760453-5 neutron-server[103305]: DEBUG neutron.services.segments.db [None req-4cac2ac8-1d4a-44e5-aadf-261608d3dbd3 tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '497789a5-3e06-4481-aaa3-508c697caaf4') {'for_net_delete': True} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:14:09.826204 n-d-760453-5 neutron-server[103305]: DEBUG neutron.services.segments.db [None req-4cac2ac8-1d4a-44e5-aadf-261608d3dbd3 tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '497789a5-3e06-4481-aaa3-508c697caaf4') {} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:14:09.873332 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-4cac2ac8-1d4a-44e5-aadf-261608d3dbd3 tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746560742283', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11788955'] for segment (497789a5-3e06-4481-aaa3-508c697caaf4), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:14:09.927157 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-4cac2ac8-1d4a-44e5-aadf-261608d3dbd3 tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576559'] for segment (497789a5-3e06-4481-aaa3-508c697caaf4), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:14:09.939520 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4cac2ac8-1d4a-44e5-aadf-261608d3dbd3 tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Releasing vlan 598 on physical network physnet1 to pool {{(pid=103305) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 26 21:14:09.939520 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-4cac2ac8-1d4a-44e5-aadf-261608d3dbd3 tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11791428'] for segment (497789a5-3e06-4481-aaa3-508c697caaf4), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:14:09.943344 n-d-760453-5 neutron-server[103305]: Traceback (most recent call last): Jan 26 21:14:09.943344 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 26 21:14:09.943344 n-d-760453-5 neutron-server[103305]: timer() Jan 26 21:14:09.943344 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 26 21:14:09.943344 n-d-760453-5 neutron-server[103305]: cb(*args, **kw) Jan 26 21:14:09.943344 n-d-760453-5 neutron-server[103305]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 26 21:14:09.943344 n-d-760453-5 neutron-server[103305]: return func(*args, **kwargs) Jan 26 21:14:09.943344 n-d-760453-5 neutron-server[103305]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 26 21:14:09.943344 n-d-760453-5 neutron-server[103305]: self._notify() Jan 26 21:14:09.943344 n-d-760453-5 neutron-server[103305]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 26 21:14:09.943344 n-d-760453-5 neutron-server[103305]: self.callback(batched_events) Jan 26 21:14:09.943344 n-d-760453-5 neutron-server[103305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 26 21:14:09.943344 n-d-760453-5 neutron-server[103305]: event.method(event) Jan 26 21:14:09.943344 n-d-760453-5 neutron-server[103305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 26 21:14:09.943344 n-d-760453-5 neutron-server[103305]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 26 21:14:09.943344 n-d-760453-5 neutron-server[103305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 26 21:14:09.943344 n-d-760453-5 neutron-server[103305]: aggregate_uuid = self.p_client.list_aggregates( Jan 26 21:14:09.943344 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 26 21:14:09.943344 n-d-760453-5 neutron-server[103305]: return f(self, *a, **k) Jan 26 21:14:09.943344 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 26 21:14:09.943344 n-d-760453-5 neutron-server[103305]: return self._get(url).json() Jan 26 21:14:09.943344 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 26 21:14:09.943344 n-d-760453-5 neutron-server[103305]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 26 21:14:09.943344 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 26 21:14:09.943344 n-d-760453-5 neutron-server[103305]: return self.request(url, 'GET', **kwargs) Jan 26 21:14:09.943344 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 26 21:14:09.943344 n-d-760453-5 neutron-server[103305]: base_url = self.get_endpoint(auth, allow=allow, Jan 26 21:14:09.943344 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 26 21:14:09.943344 n-d-760453-5 neutron-server[103305]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 26 21:14:09.943344 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 26 21:14:09.943344 n-d-760453-5 neutron-server[103305]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 26 21:14:09.943344 n-d-760453-5 neutron-server[103305]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 26 21:14:10.025766 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Current status of the port f051eddc-fc30-4d69-a022-165e9312bfd2 is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:14:10.087543 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-4cac2ac8-1d4a-44e5-aadf-261608d3dbd3 tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4110931'] for network (04589c37-0057-4f14-aa42-de4d8e34d331), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:14:10.107323 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-f7842ac6-10fc-4868-a9fd-fba29ae8d4e7 None None] Could not find standard attr ID for object e1c2b3f7-779d-4804-9914-2950a11ea5f7. {{(pid=103306) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 26 21:14:10.179134 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-4cac2ac8-1d4a-44e5-aadf-261608d3dbd3 tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709645'] for network (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:14:10.187501 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-4cac2ac8-1d4a-44e5-aadf-261608d3dbd3 tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] 10.222.0.13 "DELETE /v2.0/networks/04589c37-0057-4f14-aa42-de4d8e34d331 HTTP/1.1" status: 204 len: 168 time: 2.0010860 Jan 26 21:14:10.188580 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 55562) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:14:10.196283 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-6805095a-6742-43bb-8024-ac128ebb513e tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-249859230'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:14:10.209479 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-76b25d5c-b140-42d2-a384-958ac3dad9a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11788839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11599975'] for subnet (7183c753-f99a-46b0-89ab-825caf92e3fd), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:14:10.221629 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cac2ac8-1d4a-44e5-aadf-261608d3dbd3 tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Pushing event deleted for resources: {'Network': ['ID=04589c37-0057-4f14-aa42-de4d8e34d331,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:14:10.265446 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a56923-5a0b-4afa-928c-1e14c3813094 req-8f8b934b-01cc-4406-98f3-341f241d7d04 tempest-ServersTestBootFromVolume-1845992378 tempest-ServersTestBootFromVolume-1845992378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:14:10.267644 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-67a56923-5a0b-4afa-928c-1e14c3813094 req-8f8b934b-01cc-4406-98f3-341f241d7d04 tempest-ServersTestBootFromVolume-1845992378 tempest-ServersTestBootFromVolume-1845992378-project] 10.222.0.13 "GET /v2.0/ports?device_id=e77f0f82-e2f4-42d1-9e44-0082033dd07d HTTP/1.1" status: 200 len: 944 time: 0.8516061 Jan 26 21:14:10.282568 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [req-5663998e-4cf6-44d4-82b7-8a664260a3a7 req-76cb01c1-510c-4925-aa5d-42d657ab336a service neutron] For port 145ca743-6349-44f7-a8ae-2fb6ade493b1, host n-h1-760453-5, cleared binding levels {{(pid=103304) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 26 21:14:10.284971 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cac2ac8-1d4a-44e5-aadf-261608d3dbd3 tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:14:10.285768 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cac2ac8-1d4a-44e5-aadf-261608d3dbd3 tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:14:10.286188 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cac2ac8-1d4a-44e5-aadf-261608d3dbd3 tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:14:10.286661 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cac2ac8-1d4a-44e5-aadf-261608d3dbd3 tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:14:10.287375 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cac2ac8-1d4a-44e5-aadf-261608d3dbd3 tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:14:10.287821 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cac2ac8-1d4a-44e5-aadf-261608d3dbd3 tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:14:10.288527 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cac2ac8-1d4a-44e5-aadf-261608d3dbd3 tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:14:10.289001 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cac2ac8-1d4a-44e5-aadf-261608d3dbd3 tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:14:10.290320 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cac2ac8-1d4a-44e5-aadf-261608d3dbd3 tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:14:10.290747 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cac2ac8-1d4a-44e5-aadf-261608d3dbd3 tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:14:10.291176 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cac2ac8-1d4a-44e5-aadf-261608d3dbd3 tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:14:10.291619 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cac2ac8-1d4a-44e5-aadf-261608d3dbd3 tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:14:10.292095 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cac2ac8-1d4a-44e5-aadf-261608d3dbd3 tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:14:10.292291 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [req-5663998e-4cf6-44d4-82b7-8a664260a3a7 req-76cb01c1-510c-4925-aa5d-42d657ab336a service neutron] For port 145ca743-6349-44f7-a8ae-2fb6ade493b1, host n-h1-760453-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-5',level=0,port_id=145ca743-6349-44f7-a8ae-2fb6ade493b1,segment=NetworkSegment(4eab25d6-89d9-4907-a1c2-51b06443ba33),segment_id=4eab25d6-89d9-4907-a1c2-51b06443ba33)] {{(pid=103304) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 26 21:14:10.310226 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6805095a-6742-43bb-8024-ac128ebb513e tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Made reservation on behalf of 555cb579ba8f40b196e83d88248f8446 for: {'network': 1} {{(pid=103305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 21:14:10.314877 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-6805095a-6742-43bb-8024-ac128ebb513e tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for network (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:14:10.321415 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device a11a3c27-6878-46b9-9720-00c2aab00e66 up at agent ovs-agent-n-d-760453-5 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 21:14:10.369975 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-67a56923-5a0b-4afa-928c-1e14c3813094 req-167b7dc4-998d-40c0-ace8-ea20ae53f281 tempest-ServersTestBootFromVolume-1845992378 tempest-ServersTestBootFromVolume-1845992378-project] 10.222.0.13 "GET /v2.0/security-groups?id=d1e8d686-a995-4f2f-9375-0f0073274779&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0839005 Jan 26 21:14:10.371169 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-5663998e-4cf6-44d4-82b7-8a664260a3a7 req-76cb01c1-510c-4925-aa5d-42d657ab336a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9281542'] for port (145ca743-6349-44f7-a8ae-2fb6ade493b1), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:14:10.408952 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb5810d-0700-4d58-b90d-34538f216753 req-ac658e36-7093-4753-b95f-92205e7c8003 tempest-ServersOnMultiNodesTest-2088673700 tempest-ServersOnMultiNodesTest-2088673700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:14:10.410534 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-3bb5810d-0700-4d58-b90d-34538f216753 req-ac658e36-7093-4753-b95f-92205e7c8003 tempest-ServersOnMultiNodesTest-2088673700 tempest-ServersOnMultiNodesTest-2088673700-project] 10.222.0.13 "GET /v2.0/ports?device_id=847df428-2da2-4c42-a5f8-5ea7179c2bed HTTP/1.1" status: 200 len: 948 time: 0.2659547 Jan 26 21:14:10.415709 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5663998e-4cf6-44d4-82b7-8a664260a3a7 req-76cb01c1-510c-4925-aa5d-42d657ab336a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:14:10.416371 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-5663998e-4cf6-44d4-82b7-8a664260a3a7 req-76cb01c1-510c-4925-aa5d-42d657ab336a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:14:10.418482 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-5663998e-4cf6-44d4-82b7-8a664260a3a7 req-76cb01c1-510c-4925-aa5d-42d657ab336a service neutron] 10.222.0.66 "PUT /v2.0/ports/145ca743-6349-44f7-a8ae-2fb6ade493b1 HTTP/1.1" status: 200 len: 1096 time: 2.7038145 Jan 26 21:14:10.418908 n-d-760453-5 neutron-server[103304]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '847df428-2da2-4c42-a5f8-5ea7179c2bed', 'tag': '145ca743-6349-44f7-a8ae-2fb6ade493b1'}] {{(pid=103304) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 21:14:10.421333 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d52b45f1943fcd332af9527eb73ff93c8d715d44383a3f6d18de73b4cfcf87b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f1b40ff-16a3-4d00-8a7a-9708505c183b" -d '{"events": [{"name": "network-changed", "server_uuid": "847df428-2da2-4c42-a5f8-5ea7179c2bed", "tag": "145ca743-6349-44f7-a8ae-2fb6ade493b1"}]}' {{(pid=103304) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 21:14:10.451525 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b25d5c-b140-42d2-a384-958ac3dad9a3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7183c753-f99a-46b0-89ab-825caf92e3fd,revision_number=0']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:14:10.509846 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76b25d5c-b140-42d2-a384-958ac3dad9a3 admin admin] Checking segment: {'id': 'bb9dd371-3de9-4327-a263-fb803ca379c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '20b7651f-3dfe-4f65-83e1-a38049e7aae9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103305) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 21:14:10.521329 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Provisioning complete for port a11a3c27-6878-46b9-9720-00c2aab00e66 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:14:10.522270 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-3bb5810d-0700-4d58-b90d-34538f216753 req-5fbe78f6-c5d6-4996-81b9-8ace81275d43 tempest-ServersOnMultiNodesTest-2088673700 tempest-ServersOnMultiNodesTest-2088673700-project] 10.222.0.13 "GET /v2.0/security-groups?id=306a2369-8c1c-4f98-9a64-2622487a9ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868566 Jan 26 21:14:10.533168 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (a11a3c27-6878-46b9-9720-00c2aab00e66), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:14:10.536702 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76b25d5c-b140-42d2-a384-958ac3dad9a3 admin admin] Network hostable DHCP agents. Network: 20b7651f-3dfe-4f65-83e1-a38049e7aae9, hostable agents: ['474ccdf7-ab6c-405b-a3b2-dc7b05829902'], hosted agents: [] {{(pid=103305) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 26 21:14:10.577668 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6805095a-6742-43bb-8024-ac128ebb513e tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] vlan segment allocate from pool success with {'vlan_id': 583, 'physical_network': 'physnet1'} {{(pid=103305) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 26 21:14:10.612593 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5663998e-4cf6-44d4-82b7-8a664260a3a7 req-798eb7e6-8b86-421b-98ab-94ab680a6d9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:14:10.614478 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-5663998e-4cf6-44d4-82b7-8a664260a3a7 req-798eb7e6-8b86-421b-98ab-94ab680a6d9f service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=95b0180418ed4ee8af0e8472caf2fcf2&device_id=847df428-2da2-4c42-a5f8-5ea7179c2bed HTTP/1.1" status: 200 len: 1099 time: 0.0960848 Jan 26 21:14:10.617622 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76cb01c1-510c-4925-aa5d-42d657ab336a service neutron] Pushing event updated for resources: {'Port': ['ID=145ca743-6349-44f7-a8ae-2fb6ade493b1,revision_number=3']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:14:10.684391 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-6805095a-6742-43bb-8024-ac128ebb513e tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576559'] for segment (fe807704-04a0-406c-9123-706f3925139b), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:14:10.688323 n-d-760453-5 neutron-server[103305]: INFO neutron.db.segments_db [None req-6805095a-6742-43bb-8024-ac128ebb513e tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Added segment fe807704-04a0-406c-9123-706f3925139b of type vlan for network 77ccbe0c-39f7-4531-ba22-02a164390af1 Jan 26 21:14:10.731202 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76b25d5c-b140-42d2-a384-958ac3dad9a3 admin admin] Network 20b7651f-3dfe-4f65-83e1-a38049e7aae9 is scheduled to be hosted by DHCP agent 474ccdf7-ab6c-405b-a3b2-dc7b05829902 with binding_index 1 {{(pid=103305) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 26 21:14:10.731414 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-5663998e-4cf6-44d4-82b7-8a664260a3a7 req-e2174a48-573c-4214-9602-f76b91506674 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.239&port_id=145ca743-6349-44f7-a8ae-2fb6ade493b1 HTTP/1.1" status: 200 len: 217 time: 0.1030967 Jan 26 21:14:10.797473 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Current status of the port a11a3c27-6878-46b9-9720-00c2aab00e66 is: DOWN; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:14:10.798225 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (a11a3c27-6878-46b9-9720-00c2aab00e66), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:14:10.900990 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-16e3565d-d54d-45c6-b22d-1b3073da0cc4 req-99317dbf-52fe-41a6-8342-0616d9049ab9 tempest-ServersTestMultiNic-211940128 tempest-ServersTestMultiNic-211940128-project] 10.222.0.13 "GET /v2.0/ports?device_id=04eefdeb-8cd1-4a1f-aef8-09ed20e5b879 HTTP/1.1" status: 200 len: 210 time: 0.0672431 Jan 26 21:14:10.910164 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] For port a11a3c27-6878-46b9-9720-00c2aab00e66, host n-d-760453-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=a11a3c27-6878-46b9-9720-00c2aab00e66,segment=NetworkSegment(f63e78da-55d5-47fa-bceb-eae7806e8351),segment_id=f63e78da-55d5-47fa-bceb-eae7806e8351)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:14:10.916156 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [None req-76b25d5c-b140-42d2-a384-958ac3dad9a3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760453-5, 20b7651f-3dfe-4f65-83e1-a38049e7aae9) {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:14:10.935629 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5663998e-4cf6-44d4-82b7-8a664260a3a7 req-460e6b71-6723-4fb8-aa74-31549e24a0ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:14:10.941117 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a74b74ce-e87d-4079-acb9-92a0c9700679 None None] Network 20b7651f-3dfe-4f65-83e1-a38049e7aae9 requested from n-d-760453-5 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 26 21:14:10.941991 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-5663998e-4cf6-44d4-82b7-8a664260a3a7 req-460e6b71-6723-4fb8-aa74-31549e24a0ec service neutron] 10.222.0.66 "GET /v2.0/subnets?id=fd77e534-75e6-4b90-950e-f5824d584430 HTTP/1.1" status: 200 len: 843 time: 0.1998527 Jan 26 21:14:10.943277 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76b25d5c-b140-42d2-a384-958ac3dad9a3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:14:10.944808 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-76b25d5c-b140-42d2-a384-958ac3dad9a3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709645'] for subnet (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:14:10.948815 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 26 Jan 2022 21:14:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b9d964c-4647-436f-a7ba-f2e46f4a7fe1 x-openstack-request-id: req-3b9d964c-4647-436f-a7ba-f2e46f4a7fe1 {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 21:14:10.949387 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "847df428-2da2-4c42-a5f8-5ea7179c2bed", "tag": "145ca743-6349-44f7-a8ae-2fb6ade493b1", "status": "completed", "code": 200}]} {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 21:14:10.949827 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-3b9d964c-4647-436f-a7ba-f2e46f4a7fe1 {{(pid=103304) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 21:14:10.954270 n-d-760453-5 neutron-server[103304]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '847df428-2da2-4c42-a5f8-5ea7179c2bed', 'tag': '145ca743-6349-44f7-a8ae-2fb6ade493b1', 'status': 'completed', 'code': 200} Jan 26 21:14:10.996606 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-6805095a-6742-43bb-8024-ac128ebb513e tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746560256871'] for network (77ccbe0c-39f7-4531-ba22-02a164390af1), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:14:11.050868 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5663998e-4cf6-44d4-82b7-8a664260a3a7 req-e4f8ffff-c00b-4cc5-bed8-fbb58febfae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:14:11.057368 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-5663998e-4cf6-44d4-82b7-8a664260a3a7 req-e4f8ffff-c00b-4cc5-bed8-fbb58febfae2 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=7fbe9cf5-e12c-436d-b372-55a19c9faa30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0973041 Jan 26 21:14:11.089206 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-76b25d5c-b140-42d2-a384-958ac3dad9a3 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 1.6812871 Jan 26 21:14:11.090893 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (a11a3c27-6878-46b9-9720-00c2aab00e66), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:14:11.207092 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fef10cb-4cb8-4fe8-87f1-be40e3e62022 None None] Network 20b7651f-3dfe-4f65-83e1-a38049e7aae9 requested from n-d-760453-5 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 26 21:14:11.222792 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37e8b80-bffe-45bf-8415-62a2190790bb req-cc395c91-87bd-4479-9d26-087bfa90fbbf tempest-ServersTestMultiNic-211940128 tempest-ServersTestMultiNic-211940128-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:14:11.236930 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37e8b80-bffe-45bf-8415-62a2190790bb req-cc395c91-87bd-4479-9d26-087bfa90fbbf tempest-ServersTestMultiNic-211940128 tempest-ServersTestMultiNic-211940128-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:14:11.244291 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-c37e8b80-bffe-45bf-8415-62a2190790bb req-cc395c91-87bd-4479-9d26-087bfa90fbbf tempest-ServersTestMultiNic-211940128 tempest-ServersTestMultiNic-211940128-project] 10.222.0.57 "GET /v2.0/networks?id=ba7423db-470d-4a7d-994e-2bcd93813269&id=e525e258-e45b-4155-a732-e8c78c048a4b HTTP/1.1" status: 200 len: 1390 time: 0.3747587 Jan 26 21:14:11.245535 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-6805095a-6742-43bb-8024-ac128ebb513e tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503'] for network (77ccbe0c-39f7-4531-ba22-02a164390af1), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:14:11.261196 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6805095a-6742-43bb-8024-ac128ebb513e tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:14:11.261887 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-6805095a-6742-43bb-8024-ac128ebb513e tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709645'] for network (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:14:11.299368 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-5663998e-4cf6-44d4-82b7-8a664260a3a7 req-2fef1c8f-c11c-4c23-9460-d25ce793d4e3 service neutron] 10.222.0.66 "GET /v2.0/networks/7fbe9cf5-e12c-436d-b372-55a19c9faa30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2307487 Jan 26 21:14:11.342156 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [req-c37e8b80-bffe-45bf-8415-62a2190790bb req-0bfe6f23-777e-446e-8eb6-08e3e50ff363 tempest-ServersTestMultiNic-211940128 tempest-ServersTestMultiNic-211940128-project] Request body: {'port': {'device_id': '04eefdeb-8cd1-4a1f-aef8-09ed20e5b879', 'network_id': 'ba7423db-470d-4a7d-994e-2bcd93813269', 'admin_state_up': True, 'tenant_id': '7dd077ea2f95484597c25a6a957aef6a'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:14:11.363779 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device 04111b26-6d8e-4b2b-8481-31df892fd389 no longer exists at agent ovs-agent-n-d-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 26 21:14:11.370990 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-129c0fce-651c-4572-97a5-45e34ee9d69f None None] Network e525e258-e45b-4155-a732-e8c78c048a4b requested from n-d-760453-5 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 26 21:14:11.407679 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-6805095a-6742-43bb-8024-ac128ebb513e tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.2162640 Jan 26 21:14:11.443646 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 55572) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:14:11.448596 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-ed2687ea-5fd2-431a-9652-21e9d9c974cd tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Request body: {'subnet': {'network_id': '77ccbe0c-39f7-4531-ba22-02a164390af1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:14:11.514836 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6805095a-6742-43bb-8024-ac128ebb513e tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Pushing event updated for resources: {'Network': ['ID=77ccbe0c-39f7-4531-ba22-02a164390af1,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:14:11.538773 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Network 77ccbe0c-39f7-4531-ba22-02a164390af1 details requested by agent ovs-agent-n-d-760453-5 with host n-d-760453-5 {{(pid=103306) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 26 21:14:11.610965 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c37e8b80-bffe-45bf-8415-62a2190790bb req-0bfe6f23-777e-446e-8eb6-08e3e50ff363 tempest-ServersTestMultiNic-211940128 tempest-ServersTestMultiNic-211940128-project] Made reservation on behalf of 7dd077ea2f95484597c25a6a957aef6a for: {'port': 1} {{(pid=103305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 21:14:11.616615 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-c37e8b80-bffe-45bf-8415-62a2190790bb req-0bfe6f23-777e-446e-8eb6-08e3e50ff363 tempest-ServersTestMultiNic-211940128 tempest-ServersTestMultiNic-211940128-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:14:11.646748 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] No Port match for: 04111b26-6d8e-4b2b-8481-31df892fd389 {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 26 21:14:11.647100 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device 04111b26-6d8e-4b2b-8481-31df892fd389 not bound to the agent host n-d-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 26 21:14:11.714300 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e78fd01-b3d7-4db7-aa47-3a9b31bc0f37 req-1b6a7d0c-b614-4aa0-8ccf-572cc2298d30 tempest-ServersTestBootFromVolume-1845992378 tempest-ServersTestBootFromVolume-1845992378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:14:11.716006 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-1e78fd01-b3d7-4db7-aa47-3a9b31bc0f37 req-1b6a7d0c-b614-4aa0-8ccf-572cc2298d30 tempest-ServersTestBootFromVolume-1845992378 tempest-ServersTestBootFromVolume-1845992378-project] 10.222.0.13 "GET /v2.0/ports?device_id=e77f0f82-e2f4-42d1-9e44-0082033dd07d HTTP/1.1" status: 200 len: 944 time: 0.1540842 Jan 26 21:14:11.733669 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Pushing event updated for resources: {'Port': ['ID=a11a3c27-6878-46b9-9720-00c2aab00e66,revision_number=3']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:14:11.813149 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-efcd3280-3dc3-418a-a5f1-31140640ff44 None None] Provisioning complete for port a11a3c27-6878-46b9-9720-00c2aab00e66 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:14:11.813550 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-efcd3280-3dc3-418a-a5f1-31140640ff44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (a11a3c27-6878-46b9-9720-00c2aab00e66), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:14:11.838905 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.db_base_plugin_common [req-c37e8b80-bffe-45bf-8415-62a2190790bb req-0bfe6f23-777e-446e-8eb6-08e3e50ff363 tempest-ServersTestMultiNic-211940128 tempest-ServersTestMultiNic-211940128-project] Allocated IP 19.80.0.156 (ba7423db-470d-4a7d-994e-2bcd93813269/3cc483b5-c2ed-4b3e-8e27-08ed5ac13ef1/e944f5c0-9866-491c-8890-538d6ca7d47c) {{(pid=103305) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 21:14:11.863616 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-5663998e-4cf6-44d4-82b7-8a664260a3a7 req-8ea639b5-33eb-44da-aa40-9ce10c15523c service neutron] 10.222.0.66 "GET /v2.0/networks/7fbe9cf5-e12c-436d-b372-55a19c9faa30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5594366 Jan 26 21:14:11.932795 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-efcd3280-3dc3-418a-a5f1-31140640ff44 None None] Current status of the port a11a3c27-6878-46b9-9720-00c2aab00e66 is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:14:11.951327 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed2687ea-5fd2-431a-9652-21e9d9c974cd tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Made reservation on behalf of 555cb579ba8f40b196e83d88248f8446 for: {'subnet': 1} {{(pid=103304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 21:14:11.955710 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-ed2687ea-5fd2-431a-9652-21e9d9c974cd tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12215181'] for subnet (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:14:11.988330 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-1e78fd01-b3d7-4db7-aa47-3a9b31bc0f37 req-84be938d-cf4a-4117-96f0-4e0f37bb6d7c tempest-ServersTestBootFromVolume-1845992378 tempest-ServersTestBootFromVolume-1845992378-project] 10.222.0.13 "GET /v2.0/security-groups?id=d1e8d686-a995-4f2f-9375-0f0073274779&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2556903 Jan 26 21:14:12.145334 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device a11a3c27-6878-46b9-9720-00c2aab00e66 up at agent ovs-agent-n-d-760453-5 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 21:14:12.160628 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-c37e8b80-bffe-45bf-8415-62a2190790bb req-0bfe6f23-777e-446e-8eb6-08e3e50ff363 tempest-ServersTestMultiNic-211940128 tempest-ServersTestMultiNic-211940128-project] Publish callbacks [] for port (e944f5c0-9866-491c-8890-538d6ca7d47c), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:14:12.201660 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-c37e8b80-bffe-45bf-8415-62a2190790bb req-0bfe6f23-777e-446e-8eb6-08e3e50ff363 tempest-ServersTestMultiNic-211940128 tempest-ServersTestMultiNic-211940128-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746560234527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11791543'] for port (e944f5c0-9866-491c-8890-538d6ca7d47c), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:14:12.228450 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1b40ff-16a3-4d00-8a7a-9708505c183b req-c6120556-9f75-40e4-a4c8-3aee76fc6bd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:14:12.230366 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-8f1b40ff-16a3-4d00-8a7a-9708505c183b req-c6120556-9f75-40e4-a4c8-3aee76fc6bd3 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=95b0180418ed4ee8af0e8472caf2fcf2&device_id=847df428-2da2-4c42-a5f8-5ea7179c2bed HTTP/1.1" status: 200 len: 1099 time: 0.1636558 Jan 26 21:14:12.254598 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-06967fba-579d-480d-a7a2-aae9979f8190 None None] Provisioning complete for port a11a3c27-6878-46b9-9720-00c2aab00e66 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:14:12.258057 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-06967fba-579d-480d-a7a2-aae9979f8190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (a11a3c27-6878-46b9-9720-00c2aab00e66), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:14:12.259233 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8229e394-242f-494d-8822-aedc2e3b1073 req-ed6578ce-da92-4f30-a9af-f73e0a34ea75 tempest-ServersTestJSON-1629463572 tempest-ServersTestJSON-1629463572-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:14:12.262550 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-8229e394-242f-494d-8822-aedc2e3b1073 req-ed6578ce-da92-4f30-a9af-f73e0a34ea75 tempest-ServersTestJSON-1629463572 tempest-ServersTestJSON-1629463572-project] 10.222.0.13 "GET /v2.0/networks?id=20b7651f-3dfe-4f65-83e1-a38049e7aae9 HTTP/1.1" status: 200 len: 806 time: 0.5391057 Jan 26 21:14:12.277483 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bfe6f23-777e-446e-8eb6-08e3e50ff363 tempest-ServersTestMultiNic-211940128 tempest-ServersTestMultiNic-211940128-project] Pushing event updated for resources: {'Port': ['ID=e944f5c0-9866-491c-8890-538d6ca7d47c,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:14:12.295935 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c37e8b80-bffe-45bf-8415-62a2190790bb req-0bfe6f23-777e-446e-8eb6-08e3e50ff363 tempest-ServersTestMultiNic-211940128 tempest-ServersTestMultiNic-211940128-project] Network ba7423db-470d-4a7d-994e-2bcd93813269 is already hosted by enough agents. {{(pid=103305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 21:14:12.299537 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [req-c37e8b80-bffe-45bf-8415-62a2190790bb req-0bfe6f23-777e-446e-8eb6-08e3e50ff363 tempest-ServersTestMultiNic-211940128 tempest-ServersTestMultiNic-211940128-project] Resources bound (agent type, host, resource id): {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:14:12.302840 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [req-c37e8b80-bffe-45bf-8415-62a2190790bb req-0bfe6f23-777e-446e-8eb6-08e3e50ff363 tempest-ServersTestMultiNic-211940128 tempest-ServersTestMultiNic-211940128-project] Received port after_create {{(pid=103305) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 21:14:12.332934 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Provisioning complete for port a11a3c27-6878-46b9-9720-00c2aab00e66 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:14:12.333331 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (a11a3c27-6878-46b9-9720-00c2aab00e66), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:14:12.381318 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4024b954-a333-4b41-9dab-d4bdd23d0939 req-36a103e4-cc65-441d-a856-ec732ea888ea tempest-ServersOnMultiNodesTest-2088673700 tempest-ServersOnMultiNodesTest-2088673700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:14:12.391953 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-4024b954-a333-4b41-9dab-d4bdd23d0939 req-36a103e4-cc65-441d-a856-ec732ea888ea tempest-ServersOnMultiNodesTest-2088673700 tempest-ServersOnMultiNodesTest-2088673700-project] 10.222.0.13 "GET /v2.0/ports?device_id=847df428-2da2-4c42-a5f8-5ea7179c2bed HTTP/1.1" status: 200 len: 948 time: 0.2597985 Jan 26 21:14:12.398782 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-8229e394-242f-494d-8822-aedc2e3b1073 req-7d5d2401-505d-4771-b4dd-5c93cca1020b tempest-ServersTestJSON-1629463572 tempest-ServersTestJSON-1629463572-project] 10.222.0.13 "GET /v2.0/quotas/9e460ecabad547eca1394374023e7caf HTTP/1.1" status: 200 len: 375 time: 0.1058211 Jan 26 21:14:12.406749 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37e8b80-bffe-45bf-8415-62a2190790bb req-0bfe6f23-777e-446e-8eb6-08e3e50ff363 tempest-ServersTestMultiNic-211940128 tempest-ServersTestMultiNic-211940128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:14:12.409968 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-c37e8b80-bffe-45bf-8415-62a2190790bb req-0bfe6f23-777e-446e-8eb6-08e3e50ff363 tempest-ServersTestMultiNic-211940128 tempest-ServersTestMultiNic-211940128-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:14:12.454953 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-c37e8b80-bffe-45bf-8415-62a2190790bb req-0bfe6f23-777e-446e-8eb6-08e3e50ff363 tempest-ServersTestMultiNic-211940128 tempest-ServersTestMultiNic-211940128-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1832318 Jan 26 21:14:12.466096 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [req-c37e8b80-bffe-45bf-8415-62a2190790bb req-edd88b38-0436-4989-a87a-2d3d87923a78 tempest-ServersTestMultiNic-211940128 tempest-ServersTestMultiNic-211940128-project] Request body: {'port': {'device_id': '04eefdeb-8cd1-4a1f-aef8-09ed20e5b879', 'network_id': 'e525e258-e45b-4155-a732-e8c78c048a4b', 'admin_state_up': True, 'tenant_id': '7dd077ea2f95484597c25a6a957aef6a'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:14:12.468124 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-8229e394-242f-494d-8822-aedc2e3b1073 req-5cce89f1-cdaa-4044-86dc-6c3cbb155a0c tempest-ServersTestJSON-1629463572 tempest-ServersTestJSON-1629463572-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=9e460ecabad547eca1394374023e7caf&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0584793 Jan 26 21:14:12.590196 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Current status of the port a11a3c27-6878-46b9-9720-00c2aab00e66 is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:14:12.619864 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-06967fba-579d-480d-a7a2-aae9979f8190 None None] Current status of the port a11a3c27-6878-46b9-9720-00c2aab00e66 is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:14:12.654311 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c37e8b80-bffe-45bf-8415-62a2190790bb req-edd88b38-0436-4989-a87a-2d3d87923a78 tempest-ServersTestMultiNic-211940128 tempest-ServersTestMultiNic-211940128-project] Made reservation on behalf of 7dd077ea2f95484597c25a6a957aef6a for: {'port': 1} {{(pid=103305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 21:14:12.663801 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-c37e8b80-bffe-45bf-8415-62a2190790bb req-edd88b38-0436-4989-a87a-2d3d87923a78 tempest-ServersTestMultiNic-211940128 tempest-ServersTestMultiNic-211940128-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:14:12.682248 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1b40ff-16a3-4d00-8a7a-9708505c183b req-233443d9-69ec-4f51-a2d3-6d32a2f95edd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:14:12.683926 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-8f1b40ff-16a3-4d00-8a7a-9708505c183b req-233443d9-69ec-4f51-a2d3-6d32a2f95edd service neutron] 10.222.0.66 "GET /v2.0/networks?id=7fbe9cf5-e12c-436d-b372-55a19c9faa30 HTTP/1.1" status: 200 len: 870 time: 0.4438884 Jan 26 21:14:12.702238 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-4024b954-a333-4b41-9dab-d4bdd23d0939 req-a7361f4c-b10c-4607-98e1-fa3474300fb7 tempest-ServersOnMultiNodesTest-2088673700 tempest-ServersOnMultiNodesTest-2088673700-project] 10.222.0.13 "GET /v2.0/security-groups?id=306a2369-8c1c-4f98-9a64-2622487a9ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3047645 Jan 26 21:14:12.755929 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-063f1754-9aa2-4fbc-b035-62d458db0357 None None] Provisioning complete for port e944f5c0-9866-491c-8890-538d6ca7d47c triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:14:12.756308 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-063f1754-9aa2-4fbc-b035-62d458db0357 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (e944f5c0-9866-491c-8890-538d6ca7d47c), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:14:12.831183 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-063f1754-9aa2-4fbc-b035-62d458db0357 None None] Port e944f5c0-9866-491c-8890-538d6ca7d47c cannot update to ACTIVE because it is not bound. {{(pid=103306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 26 21:14:12.838219 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.db_base_plugin_common [req-c37e8b80-bffe-45bf-8415-62a2190790bb req-edd88b38-0436-4989-a87a-2d3d87923a78 tempest-ServersTestMultiNic-211940128 tempest-ServersTestMultiNic-211940128-project] Allocated IP 19.86.0.38 (e525e258-e45b-4155-a732-e8c78c048a4b/105a48a2-59e2-4e56-80f9-166c16dc7bd5/98bdc732-d42a-41c7-b385-86dbb8735821) {{(pid=103305) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 21:14:12.868233 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-8f1b40ff-16a3-4d00-8a7a-9708505c183b req-17435ba5-55c0-4f3e-8935-fad1b573ed5d service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.239&port_id=145ca743-6349-44f7-a8ae-2fb6ade493b1 HTTP/1.1" status: 200 len: 217 time: 0.1616123 Jan 26 21:14:12.979434 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-ed2687ea-5fd2-431a-9652-21e9d9c974cd tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9285249', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12215227'] for subnet (da5a946a-f5c3-45ed-b357-a25920182ada), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:14:13.003855 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-c37e8b80-bffe-45bf-8415-62a2190790bb req-edd88b38-0436-4989-a87a-2d3d87923a78 tempest-ServersTestMultiNic-211940128 tempest-ServersTestMultiNic-211940128-project] Publish callbacks [] for port (98bdc732-d42a-41c7-b385-86dbb8735821), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:14:13.016872 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-8229e394-242f-494d-8822-aedc2e3b1073 req-947ce65e-86f6-4077-867f-481ce9552b4e service neutron] 10.222.0.13 "GET /v2.0/networks/20b7651f-3dfe-4f65-83e1-a38049e7aae9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4883909 Jan 26 21:14:13.049827 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-c37e8b80-bffe-45bf-8415-62a2190790bb req-edd88b38-0436-4989-a87a-2d3d87923a78 tempest-ServersTestMultiNic-211940128 tempest-ServersTestMultiNic-211940128-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746560234527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11791543'] for port (98bdc732-d42a-41c7-b385-86dbb8735821), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:14:13.101445 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c37e8b80-bffe-45bf-8415-62a2190790bb req-edd88b38-0436-4989-a87a-2d3d87923a78 tempest-ServersTestMultiNic-211940128 tempest-ServersTestMultiNic-211940128-project] Network e525e258-e45b-4155-a732-e8c78c048a4b is already hosted by enough agents. {{(pid=103305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 21:14:13.104756 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1b40ff-16a3-4d00-8a7a-9708505c183b req-2006ed20-bddd-4b9b-bd6d-38b13edfe4e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:14:13.106394 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-8f1b40ff-16a3-4d00-8a7a-9708505c183b req-2006ed20-bddd-4b9b-bd6d-38b13edfe4e8 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=fd77e534-75e6-4b90-950e-f5824d584430 HTTP/1.1" status: 200 len: 843 time: 0.2263308 Jan 26 21:14:13.106681 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [req-c37e8b80-bffe-45bf-8415-62a2190790bb req-edd88b38-0436-4989-a87a-2d3d87923a78 tempest-ServersTestMultiNic-211940128 tempest-ServersTestMultiNic-211940128-project] Resources bound (agent type, host, resource id): {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:14:13.109574 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [req-c37e8b80-bffe-45bf-8415-62a2190790bb req-edd88b38-0436-4989-a87a-2d3d87923a78 tempest-ServersTestMultiNic-211940128 tempest-ServersTestMultiNic-211940128-project] Received port after_create {{(pid=103305) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 21:14:13.139039 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd88b38-0436-4989-a87a-2d3d87923a78 tempest-ServersTestMultiNic-211940128 tempest-ServersTestMultiNic-211940128-project] Pushing event updated for resources: {'Port': ['ID=98bdc732-d42a-41c7-b385-86dbb8735821,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:14:13.184348 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37e8b80-bffe-45bf-8415-62a2190790bb req-edd88b38-0436-4989-a87a-2d3d87923a78 tempest-ServersTestMultiNic-211940128 tempest-ServersTestMultiNic-211940128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:14:13.185778 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-c37e8b80-bffe-45bf-8415-62a2190790bb req-edd88b38-0436-4989-a87a-2d3d87923a78 tempest-ServersTestMultiNic-211940128 tempest-ServersTestMultiNic-211940128-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:14:13.198696 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed2687ea-5fd2-431a-9652-21e9d9c974cd tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Pushing event updated for resources: {'Subnet': ['ID=da5a946a-f5c3-45ed-b357-a25920182ada,revision_number=0']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:14:13.218103 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-c37e8b80-bffe-45bf-8415-62a2190790bb req-edd88b38-0436-4989-a87a-2d3d87923a78 tempest-ServersTestMultiNic-211940128 tempest-ServersTestMultiNic-211940128-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7573342 Jan 26 21:14:13.229673 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [req-c37e8b80-bffe-45bf-8415-62a2190790bb req-0714f8de-d08c-4f10-8473-f0b122b9c82c service neutron] Request body: {'port': {'device_id': '04eefdeb-8cd1-4a1f-aef8-09ed20e5b879', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-760453-5'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:14:13.260254 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3647106-46f0-4771-8a52-8155b149d5c0 req-c9d72a77-7528-4847-8d80-e4053d7eee1c tempest-ServersTestMultiNic-211940128 tempest-ServersTestMultiNic-211940128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:14:13.272097 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3647106-46f0-4771-8a52-8155b149d5c0 req-c9d72a77-7528-4847-8d80-e4053d7eee1c tempest-ServersTestMultiNic-211940128 tempest-ServersTestMultiNic-211940128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:14:13.279401 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-c3647106-46f0-4771-8a52-8155b149d5c0 req-c9d72a77-7528-4847-8d80-e4053d7eee1c tempest-ServersTestMultiNic-211940128 tempest-ServersTestMultiNic-211940128-project] 10.222.0.13 "GET /v2.0/ports?device_id=04eefdeb-8cd1-4a1f-aef8-09ed20e5b879 HTTP/1.1" status: 200 len: 1654 time: 0.2668362 Jan 26 21:14:13.282111 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed2687ea-5fd2-431a-9652-21e9d9c974cd tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Checking segment: {'id': 'fe807704-04a0-406c-9123-706f3925139b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '77ccbe0c-39f7-4531-ba22-02a164390af1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103304) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 21:14:13.289619 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-c37e8b80-bffe-45bf-8415-62a2190790bb req-0714f8de-d08c-4f10-8473-f0b122b9c82c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (e944f5c0-9866-491c-8890-538d6ca7d47c), before_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:14:13.290210 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed2687ea-5fd2-431a-9652-21e9d9c974cd tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Network hostable DHCP agents. Network: 77ccbe0c-39f7-4531-ba22-02a164390af1, hostable agents: ['474ccdf7-ab6c-405b-a3b2-dc7b05829902'], hosted agents: [] {{(pid=103304) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 26 21:14:13.352275 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1b40ff-16a3-4d00-8a7a-9708505c183b req-d9376d51-0c63-4311-b5b2-3d95c1f9eb54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:14:13.353817 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-8f1b40ff-16a3-4d00-8a7a-9708505c183b req-d9376d51-0c63-4311-b5b2-3d95c1f9eb54 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=7fbe9cf5-e12c-436d-b372-55a19c9faa30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2060487 Jan 26 21:14:13.370740 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-8229e394-242f-494d-8822-aedc2e3b1073 req-fe133ce2-d086-456d-a21b-b96d3750323b service neutron] 10.222.0.13 "GET /v2.0/networks/20b7651f-3dfe-4f65-83e1-a38049e7aae9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3177838 Jan 26 21:14:13.456233 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-0411dc8e-1aab-4695-8bd9-bcb0d61817a6 None None] Provisioning complete for port 98bdc732-d42a-41c7-b385-86dbb8735821 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:14:13.457370 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-0411dc8e-1aab-4695-8bd9-bcb0d61817a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (98bdc732-d42a-41c7-b385-86dbb8735821), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:14:13.476527 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed2687ea-5fd2-431a-9652-21e9d9c974cd tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Network 77ccbe0c-39f7-4531-ba22-02a164390af1 is scheduled to be hosted by DHCP agent 474ccdf7-ab6c-405b-a3b2-dc7b05829902 with binding_index 1 {{(pid=103304) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 26 21:14:13.506302 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [None req-ed2687ea-5fd2-431a-9652-21e9d9c974cd tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760453-5, 77ccbe0c-39f7-4531-ba22-02a164390af1) {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:14:13.520333 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a153caae-9c68-4459-9378-130548369152 None None] Network 77ccbe0c-39f7-4531-ba22-02a164390af1 requested from n-d-760453-5 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 26 21:14:13.528292 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-0411dc8e-1aab-4695-8bd9-bcb0d61817a6 None None] Port 98bdc732-d42a-41c7-b385-86dbb8735821 cannot update to ACTIVE because it is not bound. {{(pid=103306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 26 21:14:13.558282 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-c3647106-46f0-4771-8a52-8155b149d5c0 req-2c3567cd-0f9c-4613-a360-57e761476513 tempest-ServersTestMultiNic-211940128 tempest-ServersTestMultiNic-211940128-project] 10.222.0.13 "GET /v2.0/security-groups?id=387ebbc6-3579-4cea-a9d9-9b7fa130b41f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2775984 Jan 26 21:14:13.564809 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed2687ea-5fd2-431a-9652-21e9d9c974cd tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:14:13.565666 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-ed2687ea-5fd2-431a-9652-21e9d9c974cd tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Publish callbacks [] for subnet (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:14:13.670391 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-8f1b40ff-16a3-4d00-8a7a-9708505c183b req-0d8c68ac-5fd5-4cad-8156-fe97113e66e1 service neutron] 10.222.0.66 "GET /v2.0/networks/7fbe9cf5-e12c-436d-b372-55a19c9faa30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2968426 Jan 26 21:14:13.678344 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-ed2687ea-5fd2-431a-9652-21e9d9c974cd tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.2336435 Jan 26 21:14:13.687044 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79b0eef4-24c0-496c-89f3-f02de442f305 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3c4099e8-8ffb-51d1-af7f-5868973e933f-77ccbe0c-39f7-4531-ba22-02a164390af1', 'network_id': '77ccbe0c-39f7-4531-ba22-02a164390af1', 'project_id': '555cb579ba8f40b196e83d88248f8446', 'fixed_ips': [{'subnet_id': 'da5a946a-f5c3-45ed-b357-a25920182ada'}]}} from n-d-760453-5. {{(pid=103306) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 26 21:14:13.688676 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-79b0eef4-24c0-496c-89f3-f02de442f305 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (None), before_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:14:13.719960 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 55600) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:14:13.732693 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-d2652b3d-1afd-4a25-b0e3-bd3b75e623cf tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Request body: {'port': {'network_id': '77ccbe0c-39f7-4531-ba22-02a164390af1', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-2003494873'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:14:13.759047 n-d-760453-5 neutron-server[103305]: DEBUG neutron.notifiers.nova [req-c37e8b80-bffe-45bf-8415-62a2190790bb req-0714f8de-d08c-4f10-8473-f0b122b9c82c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e944f5c0-9866-491c-8890-538d6ca7d47c {{(pid=103305) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 26 21:14:13.773406 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-546fd35e-e1ef-4b03-bf9e-e21b004cbeb3 req-1b2e729b-0aaa-4e2a-9b5b-2866d779ce4f tempest-ServersTestJSON-1629463572 tempest-ServersTestJSON-1629463572-project] 10.222.0.13 "GET /v2.0/ports?device_id=c4662c10-663d-4f1c-9832-1ea6638aef0d HTTP/1.1" status: 200 len: 210 time: 0.1014662 Jan 26 21:14:13.807447 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-c37e8b80-bffe-45bf-8415-62a2190790bb req-0714f8de-d08c-4f10-8473-f0b122b9c82c service neutron] Publish callbacks [] for port (e944f5c0-9866-491c-8890-538d6ca7d47c), precommit_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:14:13.835521 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.provisioning_blocks [req-c37e8b80-bffe-45bf-8415-62a2190790bb req-0714f8de-d08c-4f10-8473-f0b122b9c82c service neutron] Transition to ACTIVE for port object e944f5c0-9866-491c-8890-538d6ca7d47c will not be triggered until provisioned by entity L2. {{(pid=103305) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 21:14:13.848006 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-c37e8b80-bffe-45bf-8415-62a2190790bb req-0714f8de-d08c-4f10-8473-f0b122b9c82c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11791520'] for port (e944f5c0-9866-491c-8890-538d6ca7d47c), after_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:14:13.872739 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.db_base_plugin_common [None req-79b0eef4-24c0-496c-89f3-f02de442f305 None None] Allocated IP 2001:db8::2 (77ccbe0c-39f7-4531-ba22-02a164390af1/da5a946a-f5c3-45ed-b357-a25920182ada/a4007688-907d-4d55-b0ae-7bb30987a6ab) {{(pid=103306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 21:14:13.919011 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45c6b8e-e725-4d3a-8751-835078c8bc5f req-5e2949a2-de84-44b9-a327-a94f018b140e tempest-ServersTestBootFromVolume-1845992378 tempest-ServersTestBootFromVolume-1845992378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:14:13.928283 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-d45c6b8e-e725-4d3a-8751-835078c8bc5f req-5e2949a2-de84-44b9-a327-a94f018b140e tempest-ServersTestBootFromVolume-1845992378 tempest-ServersTestBootFromVolume-1845992378-project] 10.222.0.13 "GET /v2.0/ports?device_id=e77f0f82-e2f4-42d1-9e44-0082033dd07d HTTP/1.1" status: 200 len: 944 time: 0.2548559 Jan 26 21:14:14.010619 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0714f8de-d08c-4f10-8473-f0b122b9c82c service neutron] Pushing event updated for resources: {'Port': ['ID=e944f5c0-9866-491c-8890-538d6ca7d47c,revision_number=2']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:14:14.071726 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2652b3d-1afd-4a25-b0e3-bd3b75e623cf tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Made reservation on behalf of 555cb579ba8f40b196e83d88248f8446 for: {'port': 1} {{(pid=103305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 21:14:14.081945 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-d2652b3d-1afd-4a25-b0e3-bd3b75e623cf tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:14:14.100142 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1575cf-4a5e-4b7d-b234-c92a2067c15f req-9512d581-985b-4bc9-9c7f-204d2c9a15d3 tempest-ServersOnMultiNodesTest-2088673700 tempest-ServersOnMultiNodesTest-2088673700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:14:14.108888 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-1f1575cf-4a5e-4b7d-b234-c92a2067c15f req-9512d581-985b-4bc9-9c7f-204d2c9a15d3 tempest-ServersOnMultiNodesTest-2088673700 tempest-ServersOnMultiNodesTest-2088673700-project] 10.222.0.13 "GET /v2.0/ports?device_id=847df428-2da2-4c42-a5f8-5ea7179c2bed HTTP/1.1" status: 200 len: 948 time: 0.1759131 Jan 26 21:14:14.126750 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-d45c6b8e-e725-4d3a-8751-835078c8bc5f req-fb6c96a9-7942-4e70-bb93-3c0b9e74a4f4 tempest-ServersTestBootFromVolume-1845992378 tempest-ServersTestBootFromVolume-1845992378-project] 10.222.0.13 "GET /v2.0/security-groups?id=d1e8d686-a995-4f2f-9375-0f0073274779&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1967471 Jan 26 21:14:14.165206 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-79b0eef4-24c0-496c-89f3-f02de442f305 None None] Publish callbacks [] for port (a4007688-907d-4d55-b0ae-7bb30987a6ab), precommit_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:14:14.167353 n-d-760453-5 neutron-server[103305]: DEBUG neutron.notifiers.nova [None req-d2652b3d-1afd-4a25-b0e3-bd3b75e623cf tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] device_id is not set on port 08fc0ef0-86c8-47bb-a481-a0298a1264bf yet. {{(pid=103305) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 26 21:14:14.175324 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-79b0eef4-24c0-496c-89f3-f02de442f305 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746560234527'] for port (a4007688-907d-4d55-b0ae-7bb30987a6ab), after_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:14:14.208659 n-d-760453-5 neutron-server[103306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79b0eef4-24c0-496c-89f3-f02de442f305 None None] Network 77ccbe0c-39f7-4531-ba22-02a164390af1 is already hosted by enough agents. {{(pid=103306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 21:14:14.211773 n-d-760453-5 neutron-server[103306]: DEBUG neutron.scheduler.base_scheduler [None req-79b0eef4-24c0-496c-89f3-f02de442f305 None None] Resources bound (agent type, host, resource id): {{(pid=103306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:14:14.215013 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79b0eef4-24c0-496c-89f3-f02de442f305 None None] Received port after_create {{(pid=103306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 21:14:14.243179 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-8f1b40ff-16a3-4d00-8a7a-9708505c183b req-0b3784a5-1293-48a6-9977-f064098e87b7 service neutron] 10.222.0.66 "GET /v2.0/networks/7fbe9cf5-e12c-436d-b372-55a19c9faa30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5360417 Jan 26 21:14:14.315422 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-1f1575cf-4a5e-4b7d-b234-c92a2067c15f req-01e323fd-a3f2-44b3-9a91-ef9ce1e84b3a tempest-ServersOnMultiNodesTest-2088673700 tempest-ServersOnMultiNodesTest-2088673700-project] 10.222.0.13 "GET /v2.0/security-groups?id=306a2369-8c1c-4f98-9a64-2622487a9ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1855261 Jan 26 21:14:14.326177 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [req-c37e8b80-bffe-45bf-8415-62a2190790bb req-0714f8de-d08c-4f10-8473-f0b122b9c82c service neutron] Attempting to bind port e944f5c0-9866-491c-8890-538d6ca7d47c on host n-h2-760453-5 for vnic_type normal with profile {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 21:14:14.326734 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [req-c37e8b80-bffe-45bf-8415-62a2190790bb req-0714f8de-d08c-4f10-8473-f0b122b9c82c service neutron] Attempting to bind port e944f5c0-9866-491c-8890-538d6ca7d47c by drivers openvswitch,hyperv on host n-h2-760453-5 at level 0 using segments [{'id': '18c0e0e0-20c1-45dd-b946-f24bb187afdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'ba7423db-470d-4a7d-994e-2bcd93813269'}] {{(pid=103305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 26 21:14:14.326857 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c37e8b80-bffe-45bf-8415-62a2190790bb req-0714f8de-d08c-4f10-8473-f0b122b9c82c service neutron] Attempting to bind port e944f5c0-9866-491c-8890-538d6ca7d47c on network ba7423db-470d-4a7d-994e-2bcd93813269 {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 21:14:14.352991 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c37e8b80-bffe-45bf-8415-62a2190790bb req-0714f8de-d08c-4f10-8473-f0b122b9c82c service neutron] Port e944f5c0-9866-491c-8890-538d6ca7d47c on network ba7423db-470d-4a7d-994e-2bcd93813269 not bound, no agent of type Open vSwitch agent registered on host n-h2-760453-5 {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 26 21:14:14.352991 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c37e8b80-bffe-45bf-8415-62a2190790bb req-0714f8de-d08c-4f10-8473-f0b122b9c82c service neutron] Attempting to bind port e944f5c0-9866-491c-8890-538d6ca7d47c on network ba7423db-470d-4a7d-994e-2bcd93813269 {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 21:14:14.361160 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c37e8b80-bffe-45bf-8415-62a2190790bb req-0714f8de-d08c-4f10-8473-f0b122b9c82c service neutron] Checking agent: {'id': '4d619873-4b60-439f-9b5a-b155dc8bbc34', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-760453-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 21, 2, 53), 'started_at': datetime.datetime(2022, 1, 26, 21, 2, 53), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 21, 13, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 26 21:14:14.361535 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c37e8b80-bffe-45bf-8415-62a2190790bb req-0714f8de-d08c-4f10-8473-f0b122b9c82c service neutron] Checking segment: {'id': '18c0e0e0-20c1-45dd-b946-f24bb187afdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'ba7423db-470d-4a7d-994e-2bcd93813269'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103305) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 21:14:14.361920 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c37e8b80-bffe-45bf-8415-62a2190790bb req-0714f8de-d08c-4f10-8473-f0b122b9c82c service neutron] Bound using segment: {'id': '18c0e0e0-20c1-45dd-b946-f24bb187afdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'ba7423db-470d-4a7d-994e-2bcd93813269'} {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 26 21:14:14.362492 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [req-c37e8b80-bffe-45bf-8415-62a2190790bb req-0714f8de-d08c-4f10-8473-f0b122b9c82c service neutron] Bound port: e944f5c0-9866-491c-8890-538d6ca7d47c, host: n-h2-760453-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '18c0e0e0-20c1-45dd-b946-f24bb187afdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'ba7423db-470d-4a7d-994e-2bcd93813269'}}] {{(pid=103305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 26 21:14:14.362887 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-c37e8b80-bffe-45bf-8415-62a2190790bb req-0714f8de-d08c-4f10-8473-f0b122b9c82c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (e944f5c0-9866-491c-8890-538d6ca7d47c), before_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:14:14.383229 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b0eef4-24c0-496c-89f3-f02de442f305 None None] Pushing event updated for resources: {'Port': ['ID=a4007688-907d-4d55-b0ae-7bb30987a6ab,revision_number=1']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:14:14.386252 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-79b0eef4-24c0-496c-89f3-f02de442f305 None None] Attempting to bind port a4007688-907d-4d55-b0ae-7bb30987a6ab on host n-d-760453-5 for vnic_type normal with profile {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 21:14:14.386620 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-79b0eef4-24c0-496c-89f3-f02de442f305 None None] Attempting to bind port a4007688-907d-4d55-b0ae-7bb30987a6ab by drivers openvswitch,hyperv on host n-d-760453-5 at level 0 using segments [{'id': 'fe807704-04a0-406c-9123-706f3925139b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '77ccbe0c-39f7-4531-ba22-02a164390af1'}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 26 21:14:14.386976 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79b0eef4-24c0-496c-89f3-f02de442f305 None None] Attempting to bind port a4007688-907d-4d55-b0ae-7bb30987a6ab on network 77ccbe0c-39f7-4531-ba22-02a164390af1 {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 21:14:14.396292 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79b0eef4-24c0-496c-89f3-f02de442f305 None None] Checking agent: {'id': 'fea0591a-627d-4c87-9a9a-01625ddf3277', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760453-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 20, 55, 25), 'started_at': datetime.datetime(2022, 1, 26, 20, 55, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 21, 13, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760453-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 26 21:14:14.396292 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79b0eef4-24c0-496c-89f3-f02de442f305 None None] Checking segment: {'id': 'fe807704-04a0-406c-9123-706f3925139b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '77ccbe0c-39f7-4531-ba22-02a164390af1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 21:14:14.396567 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-79b0eef4-24c0-496c-89f3-f02de442f305 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:14:14.396905 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79b0eef4-24c0-496c-89f3-f02de442f305 None None] Bound using segment: {'id': 'fe807704-04a0-406c-9123-706f3925139b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '77ccbe0c-39f7-4531-ba22-02a164390af1'} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 26 21:14:14.397448 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-79b0eef4-24c0-496c-89f3-f02de442f305 None None] Bound port: a4007688-907d-4d55-b0ae-7bb30987a6ab, host: n-d-760453-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe807704-04a0-406c-9123-706f3925139b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '77ccbe0c-39f7-4531-ba22-02a164390af1'}}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 26 21:14:14.397773 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-79b0eef4-24c0-496c-89f3-f02de442f305 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (a4007688-907d-4d55-b0ae-7bb30987a6ab), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:14:14.468928 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-79b0eef4-24c0-496c-89f3-f02de442f305 None None] For port a4007688-907d-4d55-b0ae-7bb30987a6ab, host n-d-760453-5, cleared binding levels {{(pid=103306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 26 21:14:14.472720 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-79b0eef4-24c0-496c-89f3-f02de442f305 None None] For port a4007688-907d-4d55-b0ae-7bb30987a6ab, host n-d-760453-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=a4007688-907d-4d55-b0ae-7bb30987a6ab,segment=NetworkSegment(fe807704-04a0-406c-9123-706f3925139b),segment_id=fe807704-04a0-406c-9123-706f3925139b)] {{(pid=103306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 26 21:14:14.478979 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-79b0eef4-24c0-496c-89f3-f02de442f305 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (a4007688-907d-4d55-b0ae-7bb30987a6ab), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:14:14.522149 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.db_base_plugin_common [None req-d2652b3d-1afd-4a25-b0e3-bd3b75e623cf tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Allocated IP 2001:db8::c9 (77ccbe0c-39f7-4531-ba22-02a164390af1/da5a946a-f5c3-45ed-b357-a25920182ada/08fc0ef0-86c8-47bb-a481-a0298a1264bf) {{(pid=103305) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 21:14:14.539686 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [req-c37e8b80-bffe-45bf-8415-62a2190790bb req-0714f8de-d08c-4f10-8473-f0b122b9c82c service neutron] For port e944f5c0-9866-491c-8890-538d6ca7d47c, host n-h2-760453-5, cleared binding levels {{(pid=103305) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 26 21:14:14.544897 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [req-c37e8b80-bffe-45bf-8415-62a2190790bb req-0714f8de-d08c-4f10-8473-f0b122b9c82c service neutron] For port e944f5c0-9866-491c-8890-538d6ca7d47c, host n-h2-760453-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-5',level=0,port_id=e944f5c0-9866-491c-8890-538d6ca7d47c,segment=NetworkSegment(18c0e0e0-20c1-45dd-b946-f24bb187afdc),segment_id=18c0e0e0-20c1-45dd-b946-f24bb187afdc)] {{(pid=103305) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 26 21:14:14.558868 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-c37e8b80-bffe-45bf-8415-62a2190790bb req-0714f8de-d08c-4f10-8473-f0b122b9c82c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11791520'] for port (e944f5c0-9866-491c-8890-538d6ca7d47c), after_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:14:14.559750 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b0eef4-24c0-496c-89f3-f02de442f305 None None] Pushing event updated for resources: {'Port': ['ID=a4007688-907d-4d55-b0ae-7bb30987a6ab,revision_number=2']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:14:14.712480 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37e8b80-bffe-45bf-8415-62a2190790bb req-0714f8de-d08c-4f10-8473-f0b122b9c82c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:14:14.713177 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-c37e8b80-bffe-45bf-8415-62a2190790bb req-0714f8de-d08c-4f10-8473-f0b122b9c82c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:14:14.715306 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-c37e8b80-bffe-45bf-8415-62a2190790bb req-0714f8de-d08c-4f10-8473-f0b122b9c82c service neutron] 10.222.0.57 "PUT /v2.0/ports/e944f5c0-9866-491c-8890-538d6ca7d47c HTTP/1.1" status: 200 len: 1092 time: 1.4896131 Jan 26 21:14:14.720775 n-d-760453-5 neutron-server[103305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '04eefdeb-8cd1-4a1f-aef8-09ed20e5b879', 'tag': 'e944f5c0-9866-491c-8890-538d6ca7d47c'}] {{(pid=103305) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 21:14:14.723115 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d4654568b7bf041e72ff8fe1c96d6d761d9c921f2b99bc7b3a26632be20cee0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6f3e16b-d8dd-4732-9c48-b84d2e1c5655" -d '{"events": [{"name": "network-changed", "server_uuid": "04eefdeb-8cd1-4a1f-aef8-09ed20e5b879", "tag": "e944f5c0-9866-491c-8890-538d6ca7d47c"}]}' {{(pid=103305) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 21:14:14.747361 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a117dc0-b1ee-477b-9e43-71a77e9df280 req-31ff27aa-f232-40c2-bf13-b89a76073470 tempest-ServersTestMultiNic-211940128 tempest-ServersTestMultiNic-211940128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:14:14.756204 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a117dc0-b1ee-477b-9e43-71a77e9df280 req-31ff27aa-f232-40c2-bf13-b89a76073470 tempest-ServersTestMultiNic-211940128 tempest-ServersTestMultiNic-211940128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:14:14.758621 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-9a117dc0-b1ee-477b-9e43-71a77e9df280 req-31ff27aa-f232-40c2-bf13-b89a76073470 tempest-ServersTestMultiNic-211940128 tempest-ServersTestMultiNic-211940128-project] 10.222.0.13 "GET /v2.0/ports?device_id=04eefdeb-8cd1-4a1f-aef8-09ed20e5b879 HTTP/1.1" status: 200 len: 1666 time: 0.1076679 Jan 26 21:14:14.788229 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [req-c37e8b80-bffe-45bf-8415-62a2190790bb req-accc2abf-b30d-4683-98dd-93aef57816f8 service neutron] Request body: {'port': {'device_id': '04eefdeb-8cd1-4a1f-aef8-09ed20e5b879', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-760453-5'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:14:14.817011 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 26 Jan 2022 21:14:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35f6cfc6-256e-4632-a0f8-a048eb9ac65d x-openstack-request-id: req-35f6cfc6-256e-4632-a0f8-a048eb9ac65d {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 21:14:14.817272 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "04eefdeb-8cd1-4a1f-aef8-09ed20e5b879", "tag": "e944f5c0-9866-491c-8890-538d6ca7d47c", "status": "completed", "code": 200}]} {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 21:14:14.819324 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-35f6cfc6-256e-4632-a0f8-a048eb9ac65d {{(pid=103305) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 21:14:14.820056 n-d-760453-5 neutron-server[103305]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '04eefdeb-8cd1-4a1f-aef8-09ed20e5b879', 'tag': 'e944f5c0-9866-491c-8890-538d6ca7d47c', 'status': 'completed', 'code': 200} Jan 26 21:14:14.820724 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0714f8de-d08c-4f10-8473-f0b122b9c82c service neutron] Pushing event updated for resources: {'Port': ['ID=e944f5c0-9866-491c-8890-538d6ca7d47c,revision_number=3']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:14:14.914742 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-9a117dc0-b1ee-477b-9e43-71a77e9df280 req-4ccc4906-31ac-438e-bb97-dd8fede7455f tempest-ServersTestMultiNic-211940128 tempest-ServersTestMultiNic-211940128-project] 10.222.0.13 "GET /v2.0/security-groups?id=387ebbc6-3579-4cea-a9d9-9b7fa130b41f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1497245 Jan 26 21:14:14.972828 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-50154f00-5365-49bd-9631-c91b827a894e req-a72205a8-b29c-401f-9ae8-ffdd13cc04cd tempest-ServersTestJSON-1629463572 tempest-ServersTestJSON-1629463572-project] 10.222.0.13 "GET /v2.0/ports?device_id=c4662c10-663d-4f1c-9832-1ea6638aef0d HTTP/1.1" status: 200 len: 210 time: 0.0553174 Jan 26 21:14:14.980117 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-d2652b3d-1afd-4a25-b0e3-bd3b75e623cf tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Publish callbacks [] for port (08fc0ef0-86c8-47bb-a481-a0298a1264bf), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:14:14.994984 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f3e16b-d8dd-4732-9c48-b84d2e1c5655 req-8c30ca08-755c-4e0f-90ed-8e3c606268ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:14:14.995680 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f3e16b-d8dd-4732-9c48-b84d2e1c5655 req-8c30ca08-755c-4e0f-90ed-8e3c606268ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:14:14.998246 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-a6f3e16b-d8dd-4732-9c48-b84d2e1c5655 req-8c30ca08-755c-4e0f-90ed-8e3c606268ba service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=7dd077ea2f95484597c25a6a957aef6a&device_id=04eefdeb-8cd1-4a1f-aef8-09ed20e5b879 HTTP/1.1" status: 200 len: 1913 time: 0.1313331 Jan 26 21:14:15.001956 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-c37e8b80-bffe-45bf-8415-62a2190790bb req-accc2abf-b30d-4683-98dd-93aef57816f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (98bdc732-d42a-41c7-b385-86dbb8735821), before_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:14:15.188479 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-d2652b3d-1afd-4a25-b0e3-bd3b75e623cf tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746560234527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11791543'] for port (08fc0ef0-86c8-47bb-a481-a0298a1264bf), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:14:15.353129 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2652b3d-1afd-4a25-b0e3-bd3b75e623cf tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Network 77ccbe0c-39f7-4531-ba22-02a164390af1 is already hosted by enough agents. {{(pid=103305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 21:14:15.377858 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f3e16b-d8dd-4732-9c48-b84d2e1c5655 req-86610eab-79b7-4bcb-9938-48e3044d12cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:14:15.378630 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f3e16b-d8dd-4732-9c48-b84d2e1c5655 req-86610eab-79b7-4bcb-9938-48e3044d12cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:14:15.379032 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [None req-d2652b3d-1afd-4a25-b0e3-bd3b75e623cf tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Resources bound (agent type, host, resource id): {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:14:15.379161 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f3e16b-d8dd-4732-9c48-b84d2e1c5655 req-86610eab-79b7-4bcb-9938-48e3044d12cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:14:15.385960 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-a6f3e16b-d8dd-4732-9c48-b84d2e1c5655 req-86610eab-79b7-4bcb-9938-48e3044d12cb service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=7dd077ea2f95484597c25a6a957aef6a&shared=False HTTP/1.1" status: 200 len: 2289 time: 0.3753235 Jan 26 21:14:15.414166 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2652b3d-1afd-4a25-b0e3-bd3b75e623cf tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Received port after_create {{(pid=103305) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 21:14:15.419356 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2652b3d-1afd-4a25-b0e3-bd3b75e623cf tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:14:15.419974 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-d2652b3d-1afd-4a25-b0e3-bd3b75e623cf tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:14:15.422310 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2652b3d-1afd-4a25-b0e3-bd3b75e623cf tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Pushing event updated for resources: {'Port': ['ID=08fc0ef0-86c8-47bb-a481-a0298a1264bf,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:14:15.425940 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01448a97-1f75-4d50-b0a5-cd2f87fee878 req-21169668-1914-4198-8f73-a4cea731896c tempest-ServersTestBootFromVolume-1845992378 tempest-ServersTestBootFromVolume-1845992378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:14:15.431994 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-01448a97-1f75-4d50-b0a5-cd2f87fee878 req-21169668-1914-4198-8f73-a4cea731896c tempest-ServersTestBootFromVolume-1845992378 tempest-ServersTestBootFromVolume-1845992378-project] 10.222.0.13 "GET /v2.0/ports?device_id=e77f0f82-e2f4-42d1-9e44-0082033dd07d HTTP/1.1" status: 200 len: 944 time: 0.2133372 Jan 26 21:14:15.477987 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-d2652b3d-1afd-4a25-b0e3-bd3b75e623cf tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 892 time: 1.7533057 Jan 26 21:14:15.480139 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 55628) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:14:15.515487 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8229e394-242f-494d-8822-aedc2e3b1073 req-2655d567-56f5-438a-bd19-d670fbf505ec tempest-ServersTestJSON-1629463572 tempest-ServersTestJSON-1629463572-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:14:15.517509 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-8229e394-242f-494d-8822-aedc2e3b1073 req-2655d567-56f5-438a-bd19-d670fbf505ec tempest-ServersTestJSON-1629463572 tempest-ServersTestJSON-1629463572-project] 10.222.0.57 "GET /v2.0/networks?id=20b7651f-3dfe-4f65-83e1-a38049e7aae9 HTTP/1.1" status: 200 len: 806 time: 0.3185139 Jan 26 21:14:15.537512 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [req-8229e394-242f-494d-8822-aedc2e3b1073 req-7ee66716-a65f-421f-8b0f-a18787ee5566 tempest-ServersTestJSON-1629463572 tempest-ServersTestJSON-1629463572-project] Request body: {'port': {'device_id': 'c4662c10-663d-4f1c-9832-1ea6638aef0d', 'network_id': '20b7651f-3dfe-4f65-83e1-a38049e7aae9', 'admin_state_up': True, 'tenant_id': '9e460ecabad547eca1394374023e7caf'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:14:15.645276 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21768315-3cb0-4817-beca-de9016a243f4 req-9051b797-8860-4a58-a749-c3af2638d943 tempest-ServersOnMultiNodesTest-2088673700 tempest-ServersOnMultiNodesTest-2088673700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:14:15.652198 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-21768315-3cb0-4817-beca-de9016a243f4 req-9051b797-8860-4a58-a749-c3af2638d943 tempest-ServersOnMultiNodesTest-2088673700 tempest-ServersOnMultiNodesTest-2088673700-project] 10.222.0.13 "GET /v2.0/ports?device_id=847df428-2da2-4c42-a5f8-5ea7179c2bed HTTP/1.1" status: 200 len: 948 time: 0.2346714 Jan 26 21:14:15.678359 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-01448a97-1f75-4d50-b0a5-cd2f87fee878 req-906e8861-cab2-4eff-89ab-dbbf66245491 tempest-ServersTestBootFromVolume-1845992378 tempest-ServersTestBootFromVolume-1845992378-project] 10.222.0.13 "GET /v2.0/security-groups?id=d1e8d686-a995-4f2f-9375-0f0073274779&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2454419 Jan 26 21:14:15.713564 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f3e16b-d8dd-4732-9c48-b84d2e1c5655 req-86d13e45-afaa-46b3-9dd0-5bee4dfea07e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:14:15.717827 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-a6f3e16b-d8dd-4732-9c48-b84d2e1c5655 req-86d13e45-afaa-46b3-9dd0-5bee4dfea07e service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3226275 Jan 26 21:14:15.765984 n-d-760453-5 neutron-server[103305]: DEBUG neutron.notifiers.nova [req-c37e8b80-bffe-45bf-8415-62a2190790bb req-accc2abf-b30d-4683-98dd-93aef57816f8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 98bdc732-d42a-41c7-b385-86dbb8735821 {{(pid=103305) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 26 21:14:15.777062 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-21768315-3cb0-4817-beca-de9016a243f4 req-28204f18-d296-4099-b4e3-54cbb441b975 tempest-ServersOnMultiNodesTest-2088673700 tempest-ServersOnMultiNodesTest-2088673700-project] 10.222.0.13 "GET /v2.0/security-groups?id=306a2369-8c1c-4f98-9a64-2622487a9ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228635 Jan 26 21:14:15.779672 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-c37e8b80-bffe-45bf-8415-62a2190790bb req-accc2abf-b30d-4683-98dd-93aef57816f8 service neutron] Publish callbacks [] for port (98bdc732-d42a-41c7-b385-86dbb8735821), precommit_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:14:15.803502 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Device 145ca743-6349-44f7-a8ae-2fb6ade493b1 details requested by agent hyperv_n-h1-760453-5 with host n-h1-760453-5 {{(pid=103306) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 26 21:14:15.807717 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-f878b4e9-ca0c-4f45-83b9-a978fc7f0c2b tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Deleting port 08fc0ef0-86c8-47bb-a481-a0298a1264bf {{(pid=103305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 21:14:15.807917 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-f878b4e9-ca0c-4f45-83b9-a978fc7f0c2b tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746560630878'] for port (08fc0ef0-86c8-47bb-a481-a0298a1264bf), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:14:15.828436 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.provisioning_blocks [req-c37e8b80-bffe-45bf-8415-62a2190790bb req-accc2abf-b30d-4683-98dd-93aef57816f8 service neutron] Transition to ACTIVE for port object 98bdc732-d42a-41c7-b385-86dbb8735821 will not be triggered until provisioned by entity L2. {{(pid=103305) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 21:14:15.859059 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-c37e8b80-bffe-45bf-8415-62a2190790bb req-accc2abf-b30d-4683-98dd-93aef57816f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11791520'] for port (98bdc732-d42a-41c7-b385-86dbb8735821), after_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:14:15.861534 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8229e394-242f-494d-8822-aedc2e3b1073 req-7ee66716-a65f-421f-8b0f-a18787ee5566 tempest-ServersTestJSON-1629463572 tempest-ServersTestJSON-1629463572-project] Made reservation on behalf of 9e460ecabad547eca1394374023e7caf for: {'port': 1} {{(pid=103305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 21:14:15.864895 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-8229e394-242f-494d-8822-aedc2e3b1073 req-7ee66716-a65f-421f-8b0f-a18787ee5566 tempest-ServersTestJSON-1629463572 tempest-ServersTestJSON-1629463572-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:14:15.942370 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] For port 145ca743-6349-44f7-a8ae-2fb6ade493b1, host n-h1-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-5',level=0,port_id=145ca743-6349-44f7-a8ae-2fb6ade493b1,segment=NetworkSegment(4eab25d6-89d9-4907-a1c2-51b06443ba33),segment_id=4eab25d6-89d9-4907-a1c2-51b06443ba33)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:14:15.958130 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Returning: {'device': '145ca743-6349-44f7-a8ae-2fb6ade493b1', 'network_id': '7fbe9cf5-e12c-436d-b372-55a19c9faa30', 'port_id': '145ca743-6349-44f7-a8ae-2fb6ade493b1', 'mac_address': 'fa:16:3e:7b:c4:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 561, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fd77e534-75e6-4b90-950e-f5824d584430', 'ip_address': '192.168.233.239'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103306) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 26 21:14:15.988003 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-accc2abf-b30d-4683-98dd-93aef57816f8 service neutron] Pushing event updated for resources: {'Port': ['ID=98bdc732-d42a-41c7-b385-86dbb8735821,revision_number=2']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:14:16.064882 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Current status of the port 145ca743-6349-44f7-a8ae-2fb6ade493b1 is: DOWN; New status is: BUILD {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:14:16.065546 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (145ca743-6349-44f7-a8ae-2fb6ade493b1), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:14:16.093599 n-d-760453-5 neutron-server[103306]: DEBUG neutron.notifiers.nova [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 145ca743-6349-44f7-a8ae-2fb6ade493b1 {{(pid=103306) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 26 21:14:16.152948 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f1775d-8417-4dd6-93af-ebf0a4bdd540 req-8a386638-bfec-4b83-bfaa-e414422c9654 tempest-ServersTestMultiNic-211940128 tempest-ServersTestMultiNic-211940128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:14:16.164514 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-020d490b-fac8-4b07-9432-9f92330c6da0 None None] Network 77ccbe0c-39f7-4531-ba22-02a164390af1 requested from n-d-760453-5 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 26 21:14:16.164829 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f1775d-8417-4dd6-93af-ebf0a4bdd540 req-8a386638-bfec-4b83-bfaa-e414422c9654 tempest-ServersTestMultiNic-211940128 tempest-ServersTestMultiNic-211940128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:14:16.174084 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-70f1775d-8417-4dd6-93af-ebf0a4bdd540 req-8a386638-bfec-4b83-bfaa-e414422c9654 tempest-ServersTestMultiNic-211940128 tempest-ServersTestMultiNic-211940128-project] 10.222.0.13 "GET /v2.0/ports?device_id=04eefdeb-8cd1-4a1f-aef8-09ed20e5b879 HTTP/1.1" status: 200 len: 1678 time: 0.1440704 Jan 26 21:14:16.237957 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-ddedb9f3-db1a-4108-a258-d1673a72189a req-90bc1fea-4dd8-47f8-ada2-bbb5c38bab1e tempest-ServersTestJSON-1629463572 tempest-ServersTestJSON-1629463572-project] 10.222.0.13 "GET /v2.0/ports?device_id=c4662c10-663d-4f1c-9832-1ea6638aef0d HTTP/1.1" status: 200 len: 210 time: 0.0613270 Jan 26 21:14:16.260897 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.db_base_plugin_common [req-8229e394-242f-494d-8822-aedc2e3b1073 req-7ee66716-a65f-421f-8b0f-a18787ee5566 tempest-ServersTestJSON-1629463572 tempest-ServersTestJSON-1629463572-project] Allocated IP 172.20.0.11 (20b7651f-3dfe-4f65-83e1-a38049e7aae9/7183c753-f99a-46b0-89ab-825caf92e3fd/c0c88dad-cc2c-45c3-b929-f9b04ea7d5f7) {{(pid=103305) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 21:14:16.306238 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] For port 145ca743-6349-44f7-a8ae-2fb6ade493b1, host n-h1-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-5',level=0,port_id=145ca743-6349-44f7-a8ae-2fb6ade493b1,segment=NetworkSegment(4eab25d6-89d9-4907-a1c2-51b06443ba33),segment_id=4eab25d6-89d9-4907-a1c2-51b06443ba33)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:14:16.307657 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-70f1775d-8417-4dd6-93af-ebf0a4bdd540 req-dc767234-8d79-4f00-9960-83c3a25e6f9f tempest-ServersTestMultiNic-211940128 tempest-ServersTestMultiNic-211940128-project] 10.222.0.13 "GET /v2.0/security-groups?id=387ebbc6-3579-4cea-a9d9-9b7fa130b41f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1326215 Jan 26 21:14:16.331409 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device a4007688-907d-4d55-b0ae-7bb30987a6ab up at agent ovs-agent-n-d-760453-5 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 21:14:16.375763 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (145ca743-6349-44f7-a8ae-2fb6ade493b1), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:14:16.545036 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-d29a9586-d068-4e9a-b78f-b7e4e9552890 None None] Provisioning complete for port a4007688-907d-4d55-b0ae-7bb30987a6ab triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:14:16.545819 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d29a9586-d068-4e9a-b78f-b7e4e9552890 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (a4007688-907d-4d55-b0ae-7bb30987a6ab), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:14:16.622937 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Pushing event updated for resources: {'Port': ['ID=145ca743-6349-44f7-a8ae-2fb6ade493b1,revision_number=4']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:14:16.642006 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Provisioning complete for port a4007688-907d-4d55-b0ae-7bb30987a6ab triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:14:16.642467 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (a4007688-907d-4d55-b0ae-7bb30987a6ab), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:14:16.729583 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-d29a9586-d068-4e9a-b78f-b7e4e9552890 None None] Current status of the port a4007688-907d-4d55-b0ae-7bb30987a6ab is: DOWN; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:14:16.730276 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d29a9586-d068-4e9a-b78f-b7e4e9552890 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (a4007688-907d-4d55-b0ae-7bb30987a6ab), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:14:16.734978 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-f878b4e9-ca0c-4f45-83b9-a978fc7f0c2b tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4109658'] for port (08fc0ef0-86c8-47bb-a481-a0298a1264bf), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:14:16.765509 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-f878b4e9-ca0c-4f45-83b9-a978fc7f0c2b tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Calling delete_port for 08fc0ef0-86c8-47bb-a481-a0298a1264bf owned by {{(pid=103305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 21:14:16.783387 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-d29a9586-d068-4e9a-b78f-b7e4e9552890 None None] For port a4007688-907d-4d55-b0ae-7bb30987a6ab, host n-d-760453-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=a4007688-907d-4d55-b0ae-7bb30987a6ab,segment=NetworkSegment(fe807704-04a0-406c-9123-706f3925139b),segment_id=fe807704-04a0-406c-9123-706f3925139b)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:14:16.794595 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d29a9586-d068-4e9a-b78f-b7e4e9552890 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (a4007688-907d-4d55-b0ae-7bb30987a6ab), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:14:16.860042 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [req-c37e8b80-bffe-45bf-8415-62a2190790bb req-accc2abf-b30d-4683-98dd-93aef57816f8 service neutron] Attempting to bind port 98bdc732-d42a-41c7-b385-86dbb8735821 on host n-h2-760453-5 for vnic_type normal with profile {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 21:14:16.860376 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [req-c37e8b80-bffe-45bf-8415-62a2190790bb req-accc2abf-b30d-4683-98dd-93aef57816f8 service neutron] Attempting to bind port 98bdc732-d42a-41c7-b385-86dbb8735821 by drivers openvswitch,hyperv on host n-h2-760453-5 at level 0 using segments [{'id': 'f63e78da-55d5-47fa-bceb-eae7806e8351', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'e525e258-e45b-4155-a732-e8c78c048a4b'}] {{(pid=103305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 26 21:14:16.860701 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c37e8b80-bffe-45bf-8415-62a2190790bb req-accc2abf-b30d-4683-98dd-93aef57816f8 service neutron] Attempting to bind port 98bdc732-d42a-41c7-b385-86dbb8735821 on network e525e258-e45b-4155-a732-e8c78c048a4b {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 21:14:16.878901 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c37e8b80-bffe-45bf-8415-62a2190790bb req-accc2abf-b30d-4683-98dd-93aef57816f8 service neutron] Port 98bdc732-d42a-41c7-b385-86dbb8735821 on network e525e258-e45b-4155-a732-e8c78c048a4b not bound, no agent of type Open vSwitch agent registered on host n-h2-760453-5 {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 26 21:14:16.879144 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c37e8b80-bffe-45bf-8415-62a2190790bb req-accc2abf-b30d-4683-98dd-93aef57816f8 service neutron] Attempting to bind port 98bdc732-d42a-41c7-b385-86dbb8735821 on network e525e258-e45b-4155-a732-e8c78c048a4b {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 21:14:16.886045 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-8229e394-242f-494d-8822-aedc2e3b1073 req-7ee66716-a65f-421f-8b0f-a18787ee5566 tempest-ServersTestJSON-1629463572 tempest-ServersTestJSON-1629463572-project] Publish callbacks [] for port (c0c88dad-cc2c-45c3-b929-f9b04ea7d5f7), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:14:16.886300 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7f28be-367b-47a2-bd88-292ea09c50fb req-f6063ef1-3cef-4a94-9ede-455bfdd92b3b tempest-ServersTestBootFromVolume-1845992378 tempest-ServersTestBootFromVolume-1845992378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:14:16.891338 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] get_ports_and_sgs() called for port_ids ['145ca743-6349-44f7-a8ae-2fb6ade493b1'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 26 21:14:16.899602 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-5e7f28be-367b-47a2-bd88-292ea09c50fb req-f6063ef1-3cef-4a94-9ede-455bfdd92b3b tempest-ServersTestBootFromVolume-1845992378 tempest-ServersTestBootFromVolume-1845992378-project] 10.222.0.13 "GET /v2.0/ports?device_id=e77f0f82-e2f4-42d1-9e44-0082033dd07d HTTP/1.1" status: 200 len: 944 time: 0.1274903 Jan 26 21:14:16.905036 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c37e8b80-bffe-45bf-8415-62a2190790bb req-accc2abf-b30d-4683-98dd-93aef57816f8 service neutron] Checking agent: {'id': '4d619873-4b60-439f-9b5a-b155dc8bbc34', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-760453-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 21, 2, 53), 'started_at': datetime.datetime(2022, 1, 26, 21, 2, 53), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 21, 13, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 26 21:14:16.905466 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c37e8b80-bffe-45bf-8415-62a2190790bb req-accc2abf-b30d-4683-98dd-93aef57816f8 service neutron] Checking segment: {'id': 'f63e78da-55d5-47fa-bceb-eae7806e8351', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'e525e258-e45b-4155-a732-e8c78c048a4b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103305) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 21:14:16.905853 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c37e8b80-bffe-45bf-8415-62a2190790bb req-accc2abf-b30d-4683-98dd-93aef57816f8 service neutron] Bound using segment: {'id': 'f63e78da-55d5-47fa-bceb-eae7806e8351', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'e525e258-e45b-4155-a732-e8c78c048a4b'} {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 26 21:14:16.906358 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [req-c37e8b80-bffe-45bf-8415-62a2190790bb req-accc2abf-b30d-4683-98dd-93aef57816f8 service neutron] Bound port: 98bdc732-d42a-41c7-b385-86dbb8735821, host: n-h2-760453-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f63e78da-55d5-47fa-bceb-eae7806e8351', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'e525e258-e45b-4155-a732-e8c78c048a4b'}}] {{(pid=103305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 26 21:14:16.906715 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-c37e8b80-bffe-45bf-8415-62a2190790bb req-accc2abf-b30d-4683-98dd-93aef57816f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (98bdc732-d42a-41c7-b385-86dbb8735821), before_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:14:16.981371 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-5e7f28be-367b-47a2-bd88-292ea09c50fb req-96fb7c90-98ad-48ce-ac32-73e6d0ea69cf tempest-ServersTestBootFromVolume-1845992378 tempest-ServersTestBootFromVolume-1845992378-project] 10.222.0.13 "GET /v2.0/security-groups?id=d1e8d686-a995-4f2f-9375-0f0073274779&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0806139 Jan 26 21:14:17.045491 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Current status of the port a4007688-907d-4d55-b0ae-7bb30987a6ab is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:14:17.073867 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d29a9586-d068-4e9a-b78f-b7e4e9552890 None None] Pushing event updated for resources: {'Port': ['ID=a4007688-907d-4d55-b0ae-7bb30987a6ab,revision_number=3']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:14:17.087481 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-8229e394-242f-494d-8822-aedc2e3b1073 req-7ee66716-a65f-421f-8b0f-a18787ee5566 tempest-ServersTestJSON-1629463572 tempest-ServersTestJSON-1629463572-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746560234527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11791543'] for port (c0c88dad-cc2c-45c3-b929-f9b04ea7d5f7), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:14:17.087940 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c35ede-011e-4a42-966e-0c5d0c29e902 req-8f4892f7-0e10-45e3-a741-ee1ec42a8a66 tempest-ServersOnMultiNodesTest-2088673700 tempest-ServersOnMultiNodesTest-2088673700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:14:17.095593 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-31c35ede-011e-4a42-966e-0c5d0c29e902 req-8f4892f7-0e10-45e3-a741-ee1ec42a8a66 tempest-ServersOnMultiNodesTest-2088673700 tempest-ServersOnMultiNodesTest-2088673700-project] 10.222.0.13 "GET /v2.0/ports?device_id=847df428-2da2-4c42-a5f8-5ea7179c2bed HTTP/1.1" status: 200 len: 949 time: 0.1329744 Jan 26 21:14:17.179888 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [req-c37e8b80-bffe-45bf-8415-62a2190790bb req-accc2abf-b30d-4683-98dd-93aef57816f8 service neutron] For port 98bdc732-d42a-41c7-b385-86dbb8735821, host n-h2-760453-5, cleared binding levels {{(pid=103305) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 26 21:14:17.180599 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-31c35ede-011e-4a42-966e-0c5d0c29e902 req-8065d2c1-001c-4cce-b11c-ce42d4d6b812 tempest-ServersOnMultiNodesTest-2088673700 tempest-ServersOnMultiNodesTest-2088673700-project] 10.222.0.13 "GET /v2.0/security-groups?id=306a2369-8c1c-4f98-9a64-2622487a9ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837929 Jan 26 21:14:17.215167 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee66716-a65f-421f-8b0f-a18787ee5566 tempest-ServersTestJSON-1629463572 tempest-ServersTestJSON-1629463572-project] Pushing event updated for resources: {'Port': ['ID=c0c88dad-cc2c-45c3-b929-f9b04ea7d5f7,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:14:17.223864 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-00fc5e5c-7d6c-4acc-ac48-24b3108aceea None None] Provisioning complete for port a4007688-907d-4d55-b0ae-7bb30987a6ab triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:14:17.224413 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-00fc5e5c-7d6c-4acc-ac48-24b3108aceea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (a4007688-907d-4d55-b0ae-7bb30987a6ab), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:14:17.230146 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8229e394-242f-494d-8822-aedc2e3b1073 req-7ee66716-a65f-421f-8b0f-a18787ee5566 tempest-ServersTestJSON-1629463572 tempest-ServersTestJSON-1629463572-project] Network 20b7651f-3dfe-4f65-83e1-a38049e7aae9 is already hosted by enough agents. {{(pid=103305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 21:14:17.238790 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [req-8229e394-242f-494d-8822-aedc2e3b1073 req-7ee66716-a65f-421f-8b0f-a18787ee5566 tempest-ServersTestJSON-1629463572 tempest-ServersTestJSON-1629463572-project] Resources bound (agent type, host, resource id): {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:14:17.241244 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-f878b4e9-ca0c-4f45-83b9-a978fc7f0c2b tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746560636600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746560234536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11791543'] for port (08fc0ef0-86c8-47bb-a481-a0298a1264bf), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:14:17.250483 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [req-8229e394-242f-494d-8822-aedc2e3b1073 req-7ee66716-a65f-421f-8b0f-a18787ee5566 tempest-ServersTestJSON-1629463572 tempest-ServersTestJSON-1629463572-project] Received port after_create {{(pid=103305) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 21:14:17.282107 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [req-c37e8b80-bffe-45bf-8415-62a2190790bb req-accc2abf-b30d-4683-98dd-93aef57816f8 service neutron] For port 98bdc732-d42a-41c7-b385-86dbb8735821, host n-h2-760453-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-5',level=0,port_id=98bdc732-d42a-41c7-b385-86dbb8735821,segment=NetworkSegment(f63e78da-55d5-47fa-bceb-eae7806e8351),segment_id=f63e78da-55d5-47fa-bceb-eae7806e8351)] {{(pid=103305) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 26 21:14:17.285133 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f878b4e9-ca0c-4f45-83b9-a978fc7f0c2b tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Pushing event deleted for resources: {'Port': ['ID=08fc0ef0-86c8-47bb-a481-a0298a1264bf,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:14:17.319465 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-c37e8b80-bffe-45bf-8415-62a2190790bb req-accc2abf-b30d-4683-98dd-93aef57816f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11791520'] for port (98bdc732-d42a-41c7-b385-86dbb8735821), after_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:14:17.361209 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-f878b4e9-ca0c-4f45-83b9-a978fc7f0c2b tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:14:17.367342 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-f878b4e9-ca0c-4f45-83b9-a978fc7f0c2b tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] 10.222.0.13 "DELETE /v2.0/ports/08fc0ef0-86c8-47bb-a481-a0298a1264bf HTTP/1.1" status: 204 len: 168 time: 1.8848207 Jan 26 21:14:17.376406 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 55646) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:14:17.391469 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-00fc5e5c-7d6c-4acc-ac48-24b3108aceea None None] Current status of the port a4007688-907d-4d55-b0ae-7bb30987a6ab is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:14:17.395545 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-00fc5e5c-7d6c-4acc-ac48-24b3108aceea None None] Could not find standard attr ID for object 08fc0ef0-86c8-47bb-a481-a0298a1264bf. {{(pid=103306) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 26 21:14:17.427891 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8229e394-242f-494d-8822-aedc2e3b1073 req-7ee66716-a65f-421f-8b0f-a18787ee5566 tempest-ServersTestJSON-1629463572 tempest-ServersTestJSON-1629463572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:14:17.428494 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-8229e394-242f-494d-8822-aedc2e3b1073 req-7ee66716-a65f-421f-8b0f-a18787ee5566 tempest-ServersTestJSON-1629463572 tempest-ServersTestJSON-1629463572-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:14:17.435744 n-d-760453-5 neutron-server[103304]: INFO neutron.pecan_wsgi.hooks.translation [None req-3884dafb-d00c-4517-b840-7652e3db25a2 tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] GET failed (client error): The resource could not be found. Jan 26 21:14:17.438143 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37e8b80-bffe-45bf-8415-62a2190790bb req-accc2abf-b30d-4683-98dd-93aef57816f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:14:17.438766 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-c37e8b80-bffe-45bf-8415-62a2190790bb req-accc2abf-b30d-4683-98dd-93aef57816f8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:14:17.440133 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-c37e8b80-bffe-45bf-8415-62a2190790bb req-accc2abf-b30d-4683-98dd-93aef57816f8 service neutron] 10.222.0.57 "PUT /v2.0/ports/98bdc732-d42a-41c7-b385-86dbb8735821 HTTP/1.1" status: 200 len: 1091 time: 2.6902847 Jan 26 21:14:17.440608 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-3884dafb-d00c-4517-b840-7652e3db25a2 tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] 10.222.0.13 "GET /v2.0/ports/08fc0ef0-86c8-47bb-a481-a0298a1264bf HTTP/1.1" status: 404 len: 333 time: 0.0645969 Jan 26 21:14:17.441243 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 55650) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:14:17.442385 n-d-760453-5 neutron-server[103305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '04eefdeb-8cd1-4a1f-aef8-09ed20e5b879', 'tag': '98bdc732-d42a-41c7-b385-86dbb8735821'}] {{(pid=103305) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 21:14:17.444614 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d4654568b7bf041e72ff8fe1c96d6d761d9c921f2b99bc7b3a26632be20cee0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a624087-93b4-4330-930e-785e8dfb101d" -d '{"events": [{"name": "network-changed", "server_uuid": "04eefdeb-8cd1-4a1f-aef8-09ed20e5b879", "tag": "98bdc732-d42a-41c7-b385-86dbb8735821"}]}' {{(pid=103305) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 21:14:17.493693 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-accc2abf-b30d-4683-98dd-93aef57816f8 service neutron] Pushing event updated for resources: {'Port': ['ID=98bdc732-d42a-41c7-b385-86dbb8735821,revision_number=3']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:14:17.512081 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-a6f39211-fd05-4cd9-8ec4-2560a898403e None None] Could not find standard attr ID for object 08fc0ef0-86c8-47bb-a481-a0298a1264bf. {{(pid=103306) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 26 21:14:17.519022 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.db_base_plugin_v2 [None req-e8cfac18-b6e4-495a-8d54-e3c12817acdd tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Deleting subnet da5a946a-f5c3-45ed-b357-a25920182ada {{(pid=103304) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 26 21:14:17.530498 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-8229e394-242f-494d-8822-aedc2e3b1073 req-7ee66716-a65f-421f-8b0f-a18787ee5566 tempest-ServersTestJSON-1629463572 tempest-ServersTestJSON-1629463572-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9991350 Jan 26 21:14:17.534055 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-e8cfac18-b6e4-495a-8d54-e3c12817acdd tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Publish callbacks [] for subnet (da5a946a-f5c3-45ed-b357-a25920182ada), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:14:17.557871 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [req-8229e394-242f-494d-8822-aedc2e3b1073 req-da67499d-69a3-4a6d-a0d3-cdae9561ff04 service neutron] Request body: {'port': {'device_id': 'c4662c10-663d-4f1c-9832-1ea6638aef0d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-760453-5'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:14:17.598415 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37e8b80-bffe-45bf-8415-62a2190790bb req-e929a406-a950-4605-ac89-aaa8420a859c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:14:17.598897 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37e8b80-bffe-45bf-8415-62a2190790bb req-e929a406-a950-4605-ac89-aaa8420a859c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:14:17.600654 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-c37e8b80-bffe-45bf-8415-62a2190790bb req-e929a406-a950-4605-ac89-aaa8420a859c service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=7dd077ea2f95484597c25a6a957aef6a&device_id=04eefdeb-8cd1-4a1f-aef8-09ed20e5b879 HTTP/1.1" status: 200 len: 1980 time: 0.0875506 Jan 26 21:14:17.631811 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-8229e394-242f-494d-8822-aedc2e3b1073 req-da67499d-69a3-4a6d-a0d3-cdae9561ff04 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (c0c88dad-cc2c-45c3-b929-f9b04ea7d5f7), before_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:14:17.797834 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-c37e8b80-bffe-45bf-8415-62a2190790bb req-75ea0b7b-c1b4-43f6-87ca-8e7d2b11dc32 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.156&port_id=e944f5c0-9866-491c-8890-538d6ca7d47c HTTP/1.1" status: 200 len: 217 time: 0.1507115 Jan 26 21:14:17.901215 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37e8b80-bffe-45bf-8415-62a2190790bb req-a39b4f2b-7065-4c38-87d7-dd8488fa8efb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:14:17.902722 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-c37e8b80-bffe-45bf-8415-62a2190790bb req-a39b4f2b-7065-4c38-87d7-dd8488fa8efb service neutron] 10.222.0.57 "GET /v2.0/subnets?id=3cc483b5-c2ed-4b3e-8e27-08ed5ac13ef1 HTTP/1.1" status: 200 len: 801 time: 0.0987625 Jan 26 21:14:17.981490 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37e8b80-bffe-45bf-8415-62a2190790bb req-3df930ce-775c-4b88-ad1c-519c0e844f43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:14:17.982921 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-c37e8b80-bffe-45bf-8415-62a2190790bb req-3df930ce-775c-4b88-ad1c-519c0e844f43 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=ba7423db-470d-4a7d-994e-2bcd93813269&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0674672 Jan 26 21:14:17.997629 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd78a8ff-b5f6-4fe1-bf64-a2906d3b1ce3 req-340a4e38-0c33-4b0b-a9e7-08e218c3ff80 tempest-ServersTestJSON-1629463572 tempest-ServersTestJSON-1629463572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:14:17.999135 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-fd78a8ff-b5f6-4fe1-bf64-a2906d3b1ce3 req-340a4e38-0c33-4b0b-a9e7-08e218c3ff80 tempest-ServersTestJSON-1629463572 tempest-ServersTestJSON-1629463572-project] 10.222.0.13 "GET /v2.0/ports?device_id=c4662c10-663d-4f1c-9832-1ea6638aef0d HTTP/1.1" status: 200 len: 932 time: 0.6379578 Jan 26 21:14:18.016625 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-e8cfac18-b6e4-495a-8d54-e3c12817acdd tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8881284'] for subnet (da5a946a-f5c3-45ed-b357-a25920182ada), precommit_delete_associations {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:14:18.076683 n-d-760453-5 neutron-server[103305]: DEBUG neutron.notifiers.nova [req-8229e394-242f-494d-8822-aedc2e3b1073 req-da67499d-69a3-4a6d-a0d3-cdae9561ff04 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c0c88dad-cc2c-45c3-b929-f9b04ea7d5f7 {{(pid=103305) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 26 21:14:18.085397 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74222e07-c575-4cb6-974b-aaef8ba382ce req-c8e9e754-74b5-4cbe-86e2-c11855829e53 tempest-ServersTestMultiNic-211940128 tempest-ServersTestMultiNic-211940128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:14:18.087836 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-8229e394-242f-494d-8822-aedc2e3b1073 req-da67499d-69a3-4a6d-a0d3-cdae9561ff04 service neutron] Publish callbacks [] for port (c0c88dad-cc2c-45c3-b929-f9b04ea7d5f7), precommit_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:14:18.090686 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74222e07-c575-4cb6-974b-aaef8ba382ce req-c8e9e754-74b5-4cbe-86e2-c11855829e53 tempest-ServersTestMultiNic-211940128 tempest-ServersTestMultiNic-211940128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:14:18.092332 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-74222e07-c575-4cb6-974b-aaef8ba382ce req-c8e9e754-74b5-4cbe-86e2-c11855829e53 tempest-ServersTestMultiNic-211940128 tempest-ServersTestMultiNic-211940128-project] 10.222.0.13 "GET /v2.0/ports?device_id=04eefdeb-8cd1-4a1f-aef8-09ed20e5b879 HTTP/1.1" status: 200 len: 1678 time: 0.5707946 Jan 26 21:14:18.114270 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.provisioning_blocks [req-8229e394-242f-494d-8822-aedc2e3b1073 req-da67499d-69a3-4a6d-a0d3-cdae9561ff04 service neutron] Transition to ACTIVE for port object c0c88dad-cc2c-45c3-b929-f9b04ea7d5f7 will not be triggered until provisioned by entity L2. {{(pid=103305) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 21:14:18.125577 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-8229e394-242f-494d-8822-aedc2e3b1073 req-da67499d-69a3-4a6d-a0d3-cdae9561ff04 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11791520'] for port (c0c88dad-cc2c-45c3-b929-f9b04ea7d5f7), after_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:14:18.133311 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-c37e8b80-bffe-45bf-8415-62a2190790bb req-2ffe04d7-0d43-4234-9aca-c71771040c4e service neutron] 10.222.0.57 "GET /v2.0/networks/ba7423db-470d-4a7d-994e-2bcd93813269?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1386468 Jan 26 21:14:18.141610 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-fd78a8ff-b5f6-4fe1-bf64-a2906d3b1ce3 req-bf8a077b-3a26-46cc-b6f5-f8e9998530c2 tempest-ServersTestJSON-1629463572 tempest-ServersTestJSON-1629463572-project] 10.222.0.13 "GET /v2.0/security-groups?id=a146440b-85c7-430a-88ed-6d0301627350&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1299238 Jan 26 21:14:18.188570 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device a4007688-907d-4d55-b0ae-7bb30987a6ab up at agent ovs-agent-n-d-760453-5 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 21:14:18.226524 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-e8cfac18-b6e4-495a-8d54-e3c12817acdd tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687316'] for subnet (da5a946a-f5c3-45ed-b357-a25920182ada), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:14:18.275411 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da67499d-69a3-4a6d-a0d3-cdae9561ff04 service neutron] Pushing event updated for resources: {'Port': ['ID=c0c88dad-cc2c-45c3-b929-f9b04ea7d5f7,revision_number=2']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:14:18.282694 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-74222e07-c575-4cb6-974b-aaef8ba382ce req-a83c488a-0c23-42ae-bd62-686542f18bac tempest-ServersTestMultiNic-211940128 tempest-ServersTestMultiNic-211940128-project] 10.222.0.13 "GET /v2.0/security-groups?id=387ebbc6-3579-4cea-a9d9-9b7fa130b41f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1732051 Jan 26 21:14:18.319904 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Provisioning complete for port a4007688-907d-4d55-b0ae-7bb30987a6ab triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:14:18.320982 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (a4007688-907d-4d55-b0ae-7bb30987a6ab), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:14:18.364479 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-e8cfac18-b6e4-495a-8d54-e3c12817acdd tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9281612', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12215216'] for subnet (da5a946a-f5c3-45ed-b357-a25920182ada), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:14:18.364790 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-c37e8b80-bffe-45bf-8415-62a2190790bb req-b5c1e482-2414-4977-be37-13c55ac0ba04 service neutron] 10.222.0.57 "GET /v2.0/networks/ba7423db-470d-4a7d-994e-2bcd93813269?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1719780 Jan 26 21:14:18.394002 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 26 Jan 2022 21:14:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-599e8d5b-5040-4714-a500-d68808654dcd x-openstack-request-id: req-599e8d5b-5040-4714-a500-d68808654dcd {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 21:14:18.394652 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "04eefdeb-8cd1-4a1f-aef8-09ed20e5b879", "tag": "98bdc732-d42a-41c7-b385-86dbb8735821", "status": "completed", "code": 200}]} {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 21:14:18.394652 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-599e8d5b-5040-4714-a500-d68808654dcd {{(pid=103305) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 21:14:18.394962 n-d-760453-5 neutron-server[103305]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '04eefdeb-8cd1-4a1f-aef8-09ed20e5b879', 'tag': '98bdc732-d42a-41c7-b385-86dbb8735821', 'status': 'completed', 'code': 200} Jan 26 21:14:18.395620 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [req-8229e394-242f-494d-8822-aedc2e3b1073 req-da67499d-69a3-4a6d-a0d3-cdae9561ff04 service neutron] Attempting to bind port c0c88dad-cc2c-45c3-b929-f9b04ea7d5f7 on host n-h2-760453-5 for vnic_type normal with profile {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 21:14:18.395945 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [req-8229e394-242f-494d-8822-aedc2e3b1073 req-da67499d-69a3-4a6d-a0d3-cdae9561ff04 service neutron] Attempting to bind port c0c88dad-cc2c-45c3-b929-f9b04ea7d5f7 by drivers openvswitch,hyperv on host n-h2-760453-5 at level 0 using segments [{'id': 'bb9dd371-3de9-4327-a263-fb803ca379c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '20b7651f-3dfe-4f65-83e1-a38049e7aae9'}] {{(pid=103305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 26 21:14:18.396265 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8229e394-242f-494d-8822-aedc2e3b1073 req-da67499d-69a3-4a6d-a0d3-cdae9561ff04 service neutron] Attempting to bind port c0c88dad-cc2c-45c3-b929-f9b04ea7d5f7 on network 20b7651f-3dfe-4f65-83e1-a38049e7aae9 {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 21:14:18.431568 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8cfac18-b6e4-495a-8d54-e3c12817acdd tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Pushing event deleted for resources: {'Subnet': ['ID=da5a946a-f5c3-45ed-b357-a25920182ada,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:14:18.436369 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8229e394-242f-494d-8822-aedc2e3b1073 req-da67499d-69a3-4a6d-a0d3-cdae9561ff04 service neutron] Port c0c88dad-cc2c-45c3-b929-f9b04ea7d5f7 on network 20b7651f-3dfe-4f65-83e1-a38049e7aae9 not bound, no agent of type Open vSwitch agent registered on host n-h2-760453-5 {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 26 21:14:18.436696 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8229e394-242f-494d-8822-aedc2e3b1073 req-da67499d-69a3-4a6d-a0d3-cdae9561ff04 service neutron] Attempting to bind port c0c88dad-cc2c-45c3-b929-f9b04ea7d5f7 on network 20b7651f-3dfe-4f65-83e1-a38049e7aae9 {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 21:14:18.441387 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-c37e8b80-bffe-45bf-8415-62a2190790bb req-0d0d4b19-9d3e-499e-926d-64fc31f4a82e service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.38&port_id=98bdc732-d42a-41c7-b385-86dbb8735821 HTTP/1.1" status: 200 len: 217 time: 0.0496800 Jan 26 21:14:18.444086 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8229e394-242f-494d-8822-aedc2e3b1073 req-da67499d-69a3-4a6d-a0d3-cdae9561ff04 service neutron] Checking agent: {'id': '4d619873-4b60-439f-9b5a-b155dc8bbc34', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-760453-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 21, 2, 53), 'started_at': datetime.datetime(2022, 1, 26, 21, 2, 53), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 21, 13, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 26 21:14:18.444668 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8229e394-242f-494d-8822-aedc2e3b1073 req-da67499d-69a3-4a6d-a0d3-cdae9561ff04 service neutron] Checking segment: {'id': 'bb9dd371-3de9-4327-a263-fb803ca379c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '20b7651f-3dfe-4f65-83e1-a38049e7aae9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103305) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 21:14:18.445041 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8229e394-242f-494d-8822-aedc2e3b1073 req-da67499d-69a3-4a6d-a0d3-cdae9561ff04 service neutron] Bound using segment: {'id': 'bb9dd371-3de9-4327-a263-fb803ca379c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '20b7651f-3dfe-4f65-83e1-a38049e7aae9'} {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 26 21:14:18.445516 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [req-8229e394-242f-494d-8822-aedc2e3b1073 req-da67499d-69a3-4a6d-a0d3-cdae9561ff04 service neutron] Bound port: c0c88dad-cc2c-45c3-b929-f9b04ea7d5f7, host: n-h2-760453-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bb9dd371-3de9-4327-a263-fb803ca379c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '20b7651f-3dfe-4f65-83e1-a38049e7aae9'}}] {{(pid=103305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 26 21:14:18.445875 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-8229e394-242f-494d-8822-aedc2e3b1073 req-da67499d-69a3-4a6d-a0d3-cdae9561ff04 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (c0c88dad-cc2c-45c3-b929-f9b04ea7d5f7), before_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:14:18.454122 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Current status of the port a4007688-907d-4d55-b0ae-7bb30987a6ab is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:14:18.471947 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8cfac18-b6e4-495a-8d54-e3c12817acdd tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:14:18.472396 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8cfac18-b6e4-495a-8d54-e3c12817acdd tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:14:18.472824 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8cfac18-b6e4-495a-8d54-e3c12817acdd tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:14:18.473233 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8cfac18-b6e4-495a-8d54-e3c12817acdd tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:14:18.473667 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8cfac18-b6e4-495a-8d54-e3c12817acdd tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:14:18.474066 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8cfac18-b6e4-495a-8d54-e3c12817acdd tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:14:18.474969 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8cfac18-b6e4-495a-8d54-e3c12817acdd tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:14:18.475374 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8cfac18-b6e4-495a-8d54-e3c12817acdd tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:14:18.475780 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8cfac18-b6e4-495a-8d54-e3c12817acdd tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:14:18.476195 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8cfac18-b6e4-495a-8d54-e3c12817acdd tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:14:18.476592 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8cfac18-b6e4-495a-8d54-e3c12817acdd tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:14:18.477472 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8cfac18-b6e4-495a-8d54-e3c12817acdd tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:14:18.477819 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8cfac18-b6e4-495a-8d54-e3c12817acdd tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:14:18.498727 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36b40995-3f6f-476e-ba65-c59832547116 None None] Network 77ccbe0c-39f7-4531-ba22-02a164390af1 requested from n-d-760453-5 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 26 21:14:18.512445 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-e8cfac18-b6e4-495a-8d54-e3c12817acdd tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Publish callbacks [] for subnet (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:14:18.519337 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-e8cfac18-b6e4-495a-8d54-e3c12817acdd tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] 10.222.0.13 "DELETE /v2.0/subnets/da5a946a-f5c3-45ed-b357-a25920182ada HTTP/1.1" status: 204 len: 168 time: 1.0754347 Jan 26 21:14:18.521340 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 55660) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:14:18.538811 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37e8b80-bffe-45bf-8415-62a2190790bb req-55b0f2b6-b951-4c5e-b5b4-5a307e305db4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:14:18.540297 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-c37e8b80-bffe-45bf-8415-62a2190790bb req-55b0f2b6-b951-4c5e-b5b4-5a307e305db4 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=105a48a2-59e2-4e56-80f9-166c16dc7bd5 HTTP/1.1" status: 200 len: 801 time: 0.0910680 Jan 26 21:14:18.598777 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [req-8229e394-242f-494d-8822-aedc2e3b1073 req-da67499d-69a3-4a6d-a0d3-cdae9561ff04 service neutron] For port c0c88dad-cc2c-45c3-b929-f9b04ea7d5f7, host n-h2-760453-5, cleared binding levels {{(pid=103305) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 26 21:14:18.603801 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [req-8229e394-242f-494d-8822-aedc2e3b1073 req-da67499d-69a3-4a6d-a0d3-cdae9561ff04 service neutron] For port c0c88dad-cc2c-45c3-b929-f9b04ea7d5f7, host n-h2-760453-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-5',level=0,port_id=c0c88dad-cc2c-45c3-b929-f9b04ea7d5f7,segment=NetworkSegment(bb9dd371-3de9-4327-a263-fb803ca379c8),segment_id=bb9dd371-3de9-4327-a263-fb803ca379c8)] {{(pid=103305) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 26 21:14:18.612011 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-8229e394-242f-494d-8822-aedc2e3b1073 req-da67499d-69a3-4a6d-a0d3-cdae9561ff04 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11791520'] for port (c0c88dad-cc2c-45c3-b929-f9b04ea7d5f7), after_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:14:18.630107 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232044dd-6263-4318-9854-af57af71b564 req-57e1190e-d0a3-407f-9dc2-a62847f5f5d8 tempest-ServersTestBootFromVolume-1845992378 tempest-ServersTestBootFromVolume-1845992378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:14:18.637750 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-232044dd-6263-4318-9854-af57af71b564 req-57e1190e-d0a3-407f-9dc2-a62847f5f5d8 tempest-ServersTestBootFromVolume-1845992378 tempest-ServersTestBootFromVolume-1845992378-project] 10.222.0.13 "GET /v2.0/ports?device_id=e77f0f82-e2f4-42d1-9e44-0082033dd07d HTTP/1.1" status: 200 len: 944 time: 0.1797259 Jan 26 21:14:18.674203 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da67499d-69a3-4a6d-a0d3-cdae9561ff04 service neutron] Pushing event updated for resources: {'Port': ['ID=c0c88dad-cc2c-45c3-b929-f9b04ea7d5f7,revision_number=3']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:14:18.679653 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37e8b80-bffe-45bf-8415-62a2190790bb req-d005b80b-0cc3-4d14-a945-5bbf6161276b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:14:18.681161 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-c37e8b80-bffe-45bf-8415-62a2190790bb req-d005b80b-0cc3-4d14-a945-5bbf6161276b service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=e525e258-e45b-4155-a732-e8c78c048a4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1292553 Jan 26 21:14:18.690551 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8229e394-242f-494d-8822-aedc2e3b1073 req-da67499d-69a3-4a6d-a0d3-cdae9561ff04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:14:18.691169 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-8229e394-242f-494d-8822-aedc2e3b1073 req-da67499d-69a3-4a6d-a0d3-cdae9561ff04 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:14:18.692508 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-8229e394-242f-494d-8822-aedc2e3b1073 req-da67499d-69a3-4a6d-a0d3-cdae9561ff04 service neutron] 10.222.0.57 "PUT /v2.0/ports/c0c88dad-cc2c-45c3-b929-f9b04ea7d5f7 HTTP/1.1" status: 200 len: 1092 time: 1.1403081 Jan 26 21:14:18.739967 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-cc326da6-0eb2-40ac-86e6-2811b0eb143f tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-748181'] for network (77ccbe0c-39f7-4531-ba22-02a164390af1), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:14:18.750792 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f339d83d-c504-49bc-977e-0661c124d88e None None] DHCP port deletion for 77ccbe0c-39f7-4531-ba22-02a164390af1 request from n-d-760453-5 {{(pid=103306) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 26 21:14:18.773309 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-232044dd-6263-4318-9854-af57af71b564 req-58cdc802-750e-45c8-b7b2-5e958457c041 tempest-ServersTestBootFromVolume-1845992378 tempest-ServersTestBootFromVolume-1845992378-project] 10.222.0.13 "GET /v2.0/security-groups?id=d1e8d686-a995-4f2f-9375-0f0073274779&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1341925 Jan 26 21:14:18.790411 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88ed02f-7c12-4d94-9789-add1765528d8 req-6fdb50b2-2f2e-4bba-b604-f4831b567d1d tempest-ServersOnMultiNodesTest-2088673700 tempest-ServersOnMultiNodesTest-2088673700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:14:18.792023 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-c88ed02f-7c12-4d94-9789-add1765528d8 req-6fdb50b2-2f2e-4bba-b604-f4831b567d1d tempest-ServersOnMultiNodesTest-2088673700 tempest-ServersOnMultiNodesTest-2088673700-project] 10.222.0.13 "GET /v2.0/ports?device_id=847df428-2da2-4c42-a5f8-5ea7179c2bed HTTP/1.1" status: 200 len: 949 time: 0.1341796 Jan 26 21:14:18.825229 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8229e394-242f-494d-8822-aedc2e3b1073 req-b83a84e7-4ba8-40de-834d-08091877786d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:14:18.826738 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-8229e394-242f-494d-8822-aedc2e3b1073 req-b83a84e7-4ba8-40de-834d-08091877786d service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=9e460ecabad547eca1394374023e7caf&device_id=c4662c10-663d-4f1c-9832-1ea6638aef0d HTTP/1.1" status: 200 len: 1095 time: 0.0787289 Jan 26 21:14:18.833603 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-f339d83d-c504-49bc-977e-0661c124d88e None None] Deleting port a4007688-907d-4d55-b0ae-7bb30987a6ab {{(pid=103306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 21:14:18.834147 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-f339d83d-c504-49bc-977e-0661c124d88e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746560630878'] for port (a4007688-907d-4d55-b0ae-7bb30987a6ab), before_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:14:18.882837 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-c37e8b80-bffe-45bf-8415-62a2190790bb req-87959cac-8e83-4ad0-9cc7-b7605f54eb81 service neutron] 10.222.0.57 "GET /v2.0/networks/e525e258-e45b-4155-a732-e8c78c048a4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1893623 Jan 26 21:14:18.884483 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-8229e394-242f-494d-8822-aedc2e3b1073 req-eca405ba-23ea-42a9-82b5-31740034a499 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c0c88dad-cc2c-45c3-b929-f9b04ea7d5f7 HTTP/1.1" status: 200 len: 217 time: 0.0479836 Jan 26 21:14:18.898845 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-c88ed02f-7c12-4d94-9789-add1765528d8 req-34d6ad87-4ab1-4e7a-a998-641d9fae643c tempest-ServersOnMultiNodesTest-2088673700 tempest-ServersOnMultiNodesTest-2088673700-project] 10.222.0.13 "GET /v2.0/security-groups?id=306a2369-8c1c-4f98-9a64-2622487a9ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985742 Jan 26 21:14:18.912456 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-cc326da6-0eb2-40ac-86e6-2811b0eb143f tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Deleting port a4007688-907d-4d55-b0ae-7bb30987a6ab {{(pid=103304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 21:14:18.912810 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-cc326da6-0eb2-40ac-86e6-2811b0eb143f tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746560630878'] for port (a4007688-907d-4d55-b0ae-7bb30987a6ab), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:14:18.923162 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-6651fbbd-ca3c-4f1a-87ac-f586ce03f992 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (474ccdf7-ab6c-405b-a3b2-dc7b05829902), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:14:18.931986 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-f339d83d-c504-49bc-977e-0661c124d88e None None] For port a4007688-907d-4d55-b0ae-7bb30987a6ab, host n-d-760453-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=a4007688-907d-4d55-b0ae-7bb30987a6ab,segment=NetworkSegment(fe807704-04a0-406c-9123-706f3925139b),segment_id=fe807704-04a0-406c-9123-706f3925139b)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:14:18.933300 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-f339d83d-c504-49bc-977e-0661c124d88e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4109658'] for port (a4007688-907d-4d55-b0ae-7bb30987a6ab), precommit_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:14:18.948580 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-f339d83d-c504-49bc-977e-0661c124d88e None None] Calling delete_port for a4007688-907d-4d55-b0ae-7bb30987a6ab owned by network:dhcp {{(pid=103306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 21:14:18.997891 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [None req-cc326da6-0eb2-40ac-86e6-2811b0eb143f tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] For port a4007688-907d-4d55-b0ae-7bb30987a6ab, host n-d-760453-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=a4007688-907d-4d55-b0ae-7bb30987a6ab,segment=NetworkSegment(fe807704-04a0-406c-9123-706f3925139b),segment_id=fe807704-04a0-406c-9123-706f3925139b)] {{(pid=103304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:14:18.999272 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-cc326da6-0eb2-40ac-86e6-2811b0eb143f tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4109658'] for port (a4007688-907d-4d55-b0ae-7bb30987a6ab), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:14:19.017541 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-cc326da6-0eb2-40ac-86e6-2811b0eb143f tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Calling delete_port for a4007688-907d-4d55-b0ae-7bb30987a6ab owned by network:dhcp {{(pid=103304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 21:14:19.026931 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8229e394-242f-494d-8822-aedc2e3b1073 req-d9150102-064f-47a9-9434-0da33e975e11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:14:19.028515 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-8229e394-242f-494d-8822-aedc2e3b1073 req-d9150102-064f-47a9-9434-0da33e975e11 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=7183c753-f99a-46b0-89ab-825caf92e3fd HTTP/1.1" status: 200 len: 846 time: 0.1001945 Jan 26 21:14:19.069551 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-f339d83d-c504-49bc-977e-0661c124d88e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746560636600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746560234536'] for port (a4007688-907d-4d55-b0ae-7bb30987a6ab), after_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:14:19.093347 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-8229e394-242f-494d-8822-aedc2e3b1073 req-df8b51e2-e14c-48ff-a3e0-5230f78362e9 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=20b7651f-3dfe-4f65-83e1-a38049e7aae9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0569489 Jan 26 21:14:19.099968 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f339d83d-c504-49bc-977e-0661c124d88e None None] Pushing event deleted for resources: {'Port': ['ID=a4007688-907d-4d55-b0ae-7bb30987a6ab,revision_number=None']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:14:19.100272 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-c37e8b80-bffe-45bf-8415-62a2190790bb req-47faf4aa-7d04-4464-a099-0125208f5d97 service neutron] 10.222.0.57 "GET /v2.0/networks/e525e258-e45b-4155-a732-e8c78c048a4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2057846 Jan 26 21:14:19.110819 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f339d83d-c504-49bc-977e-0661c124d88e None None] No DVR routers for this DVR port a4007688-907d-4d55-b0ae-7bb30987a6ab on host n-d-760453-5 {{(pid=103306) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 26 21:14:19.124500 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-cc326da6-0eb2-40ac-86e6-2811b0eb143f tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746560636600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746560234536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9281553'] for port (a4007688-907d-4d55-b0ae-7bb30987a6ab), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:14:19.137084 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc326da6-0eb2-40ac-86e6-2811b0eb143f tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] No DVR routers for this DVR port a4007688-907d-4d55-b0ae-7bb30987a6ab on host n-d-760453-5 {{(pid=103304) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 26 21:14:19.167193 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc326da6-0eb2-40ac-86e6-2811b0eb143f tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Pushing event deleted for resources: {'Port': ['ID=a4007688-907d-4d55-b0ae-7bb30987a6ab,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:14:19.245426 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a624087-93b4-4330-930e-785e8dfb101d req-ee29058c-cfaa-4c85-b7f0-fcc1de362100 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:14:19.246191 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a624087-93b4-4330-930e-785e8dfb101d req-ee29058c-cfaa-4c85-b7f0-fcc1de362100 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:14:19.247766 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-3a624087-93b4-4330-930e-785e8dfb101d req-ee29058c-cfaa-4c85-b7f0-fcc1de362100 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=7dd077ea2f95484597c25a6a957aef6a&device_id=04eefdeb-8cd1-4a1f-aef8-09ed20e5b879 HTTP/1.1" status: 200 len: 1980 time: 0.0658703 Jan 26 21:14:19.274714 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-cc326da6-0eb2-40ac-86e6-2811b0eb143f tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-686403', 'neutron.services.segments.db._delete_segments_for_network-8746560774018'] for network (77ccbe0c-39f7-4531-ba22-02a164390af1), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:14:19.286304 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-8229e394-242f-494d-8822-aedc2e3b1073 req-e64e2518-9739-47aa-b895-1c2592be9b7f service neutron] 10.222.0.57 "GET /v2.0/networks/20b7651f-3dfe-4f65-83e1-a38049e7aae9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1851597 Jan 26 21:14:19.313811 n-d-760453-5 neutron-server[103304]: DEBUG neutron.services.segments.db [None req-cc326da6-0eb2-40ac-86e6-2811b0eb143f tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['77ccbe0c-39f7-4531-ba22-02a164390af1']}} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:14:19.326585 n-d-760453-5 neutron-server[103304]: DEBUG neutron.services.segments.db [None req-cc326da6-0eb2-40ac-86e6-2811b0eb143f tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fe807704-04a0-406c-9123-706f3925139b') {'for_net_delete': True} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:14:19.326845 n-d-760453-5 neutron-server[103304]: DEBUG neutron.services.segments.db [None req-cc326da6-0eb2-40ac-86e6-2811b0eb143f tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fe807704-04a0-406c-9123-706f3925139b') {} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:14:19.348235 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-cc326da6-0eb2-40ac-86e6-2811b0eb143f tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746560742283', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8881293'] for segment (fe807704-04a0-406c-9123-706f3925139b), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:14:19.374606 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8e346c-6d39-4864-a0b9-a557053c7b91 req-46bb256e-5aa1-4b6b-a87c-8a0120237bca tempest-ServersTestJSON-1629463572 tempest-ServersTestJSON-1629463572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:14:19.376646 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-6d8e346c-6d39-4864-a0b9-a557053c7b91 req-46bb256e-5aa1-4b6b-a87c-8a0120237bca tempest-ServersTestJSON-1629463572 tempest-ServersTestJSON-1629463572-project] 10.222.0.13 "GET /v2.0/ports?device_id=c4662c10-663d-4f1c-9832-1ea6638aef0d HTTP/1.1" status: 200 len: 944 time: 0.1239278 Jan 26 21:14:19.377974 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-cc326da6-0eb2-40ac-86e6-2811b0eb143f tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576559'] for segment (fe807704-04a0-406c-9123-706f3925139b), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:14:19.384743 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cc326da6-0eb2-40ac-86e6-2811b0eb143f tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Releasing vlan 583 on physical network physnet1 to pool {{(pid=103304) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 26 21:14:19.385567 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-cc326da6-0eb2-40ac-86e6-2811b0eb143f tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9281762'] for segment (fe807704-04a0-406c-9123-706f3925139b), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:14:19.435216 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a624087-93b4-4330-930e-785e8dfb101d req-8053de3b-9b5a-4ada-b8c5-39aeef4fbdb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:14:19.436715 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-3a624087-93b4-4330-930e-785e8dfb101d req-8053de3b-9b5a-4ada-b8c5-39aeef4fbdb3 service neutron] 10.222.0.57 "GET /v2.0/networks?id=e525e258-e45b-4155-a732-e8c78c048a4b HTTP/1.1" status: 200 len: 902 time: 0.1757050 Jan 26 21:14:19.439440 n-d-760453-5 neutron-server[103304]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 26 21:14:19.439440 n-d-760453-5 neutron-server[103304]: self.session.flush() Jan 26 21:14:19.439440 n-d-760453-5 neutron-server[103304]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 26 21:14:19.439440 n-d-760453-5 neutron-server[103304]: self.session.flush() Jan 26 21:14:19.439440 n-d-760453-5 neutron-server[103304]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 26 21:14:19.439440 n-d-760453-5 neutron-server[103304]: self.session.flush() Jan 26 21:14:19.439440 n-d-760453-5 neutron-server[103304]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 26 21:14:19.439440 n-d-760453-5 neutron-server[103304]: self.session.flush() Jan 26 21:14:19.439440 n-d-760453-5 neutron-server[103304]: Traceback (most recent call last): Jan 26 21:14:19.439440 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 26 21:14:19.439440 n-d-760453-5 neutron-server[103304]: timer() Jan 26 21:14:19.439440 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 26 21:14:19.439440 n-d-760453-5 neutron-server[103304]: cb(*args, **kw) Jan 26 21:14:19.439440 n-d-760453-5 neutron-server[103304]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 26 21:14:19.439440 n-d-760453-5 neutron-server[103304]: return func(*args, **kwargs) Jan 26 21:14:19.439440 n-d-760453-5 neutron-server[103304]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 26 21:14:19.439440 n-d-760453-5 neutron-server[103304]: self._notify() Jan 26 21:14:19.439440 n-d-760453-5 neutron-server[103304]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 26 21:14:19.439440 n-d-760453-5 neutron-server[103304]: self.callback(batched_events) Jan 26 21:14:19.439440 n-d-760453-5 neutron-server[103304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 26 21:14:19.439440 n-d-760453-5 neutron-server[103304]: event.method(event) Jan 26 21:14:19.439440 n-d-760453-5 neutron-server[103304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 26 21:14:19.439440 n-d-760453-5 neutron-server[103304]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 26 21:14:19.439440 n-d-760453-5 neutron-server[103304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 26 21:14:19.439440 n-d-760453-5 neutron-server[103304]: aggregate_uuid = self.p_client.list_aggregates( Jan 26 21:14:19.439440 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 26 21:14:19.439440 n-d-760453-5 neutron-server[103304]: return f(self, *a, **k) Jan 26 21:14:19.439440 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 26 21:14:19.439440 n-d-760453-5 neutron-server[103304]: return self._get(url).json() Jan 26 21:14:19.439440 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 26 21:14:19.439440 n-d-760453-5 neutron-server[103304]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 26 21:14:19.439440 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 26 21:14:19.439440 n-d-760453-5 neutron-server[103304]: return self.request(url, 'GET', **kwargs) Jan 26 21:14:19.439440 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 26 21:14:19.439440 n-d-760453-5 neutron-server[103304]: base_url = self.get_endpoint(auth, allow=allow, Jan 26 21:14:19.439440 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 26 21:14:19.439440 n-d-760453-5 neutron-server[103304]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 26 21:14:19.439440 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 26 21:14:19.439440 n-d-760453-5 neutron-server[103304]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 26 21:14:19.439440 n-d-760453-5 neutron-server[103304]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 26 21:14:19.454778 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-8229e394-242f-494d-8822-aedc2e3b1073 req-5be046d4-2fda-4275-a142-ec703b4174bc service neutron] 10.222.0.57 "GET /v2.0/networks/20b7651f-3dfe-4f65-83e1-a38049e7aae9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1433272 Jan 26 21:14:19.492348 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-3a624087-93b4-4330-930e-785e8dfb101d req-6879ca08-497e-4dff-b990-3f80d4866c22 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.38&port_id=98bdc732-d42a-41c7-b385-86dbb8735821 HTTP/1.1" status: 200 len: 217 time: 0.0467396 Jan 26 21:14:19.498530 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-cc326da6-0eb2-40ac-86e6-2811b0eb143f tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4110931'] for network (77ccbe0c-39f7-4531-ba22-02a164390af1), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:14:19.512604 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-cc326da6-0eb2-40ac-86e6-2811b0eb143f tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Publish callbacks [] for network (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:14:19.515093 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-cc326da6-0eb2-40ac-86e6-2811b0eb143f tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] 10.222.0.13 "DELETE /v2.0/networks/77ccbe0c-39f7-4531-ba22-02a164390af1 HTTP/1.1" status: 204 len: 168 time: 0.9927356 Jan 26 21:14:19.519461 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 55668) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:14:19.549045 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-e27d707c-ba53-440c-90b5-4f79c59080b9 tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Request body: {'port': {'network_id': '4d92d976-58af-41b6-8964-16466314a699', 'name': 'tempest-PortsIpV6TestJSON-1044526290'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:14:19.564427 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc326da6-0eb2-40ac-86e6-2811b0eb143f tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Pushing event deleted for resources: {'Network': ['ID=77ccbe0c-39f7-4531-ba22-02a164390af1,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:14:19.573269 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-6d8e346c-6d39-4864-a0b9-a557053c7b91 req-a2227a3d-8ee3-4e6f-a07f-0220aba59834 tempest-ServersTestJSON-1629463572 tempest-ServersTestJSON-1629463572-project] 10.222.0.13 "GET /v2.0/security-groups?id=a146440b-85c7-430a-88ed-6d0301627350&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1308825 Jan 26 21:14:19.594447 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e7d0d6-ac4d-4673-ae4e-8203fe1d50ea req-8e339383-2eac-44e1-a71c-827c1ff08bdd tempest-ServersTestMultiNic-211940128 tempest-ServersTestMultiNic-211940128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:14:19.595991 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e7d0d6-ac4d-4673-ae4e-8203fe1d50ea req-8e339383-2eac-44e1-a71c-827c1ff08bdd tempest-ServersTestMultiNic-211940128 tempest-ServersTestMultiNic-211940128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:14:19.603665 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-27e7d0d6-ac4d-4673-ae4e-8203fe1d50ea req-8e339383-2eac-44e1-a71c-827c1ff08bdd tempest-ServersTestMultiNic-211940128 tempest-ServersTestMultiNic-211940128-project] 10.222.0.13 "GET /v2.0/ports?device_id=04eefdeb-8cd1-4a1f-aef8-09ed20e5b879 HTTP/1.1" status: 200 len: 1678 time: 0.1137424 Jan 26 21:14:19.620497 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a624087-93b4-4330-930e-785e8dfb101d req-56bdf5fa-843e-4c95-b156-89dfaaa31c5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:14:19.622033 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-3a624087-93b4-4330-930e-785e8dfb101d req-56bdf5fa-843e-4c95-b156-89dfaaa31c5a service neutron] 10.222.0.57 "GET /v2.0/subnets?id=105a48a2-59e2-4e56-80f9-166c16dc7bd5 HTTP/1.1" status: 200 len: 801 time: 0.1166067 Jan 26 21:14:19.654489 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-27e7d0d6-ac4d-4673-ae4e-8203fe1d50ea req-3a81b7a9-e03b-4833-8ce4-5f1abbfdae34 tempest-ServersTestMultiNic-211940128 tempest-ServersTestMultiNic-211940128-project] 10.222.0.13 "GET /v2.0/security-groups?id=387ebbc6-3579-4cea-a9d9-9b7fa130b41f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499437 Jan 26 21:14:19.704391 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e27d707c-ba53-440c-90b5-4f79c59080b9 tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Made reservation on behalf of 555cb579ba8f40b196e83d88248f8446 for: {'port': 1} {{(pid=103305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 21:14:19.708231 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-e27d707c-ba53-440c-90b5-4f79c59080b9 tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:14:19.722530 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a624087-93b4-4330-930e-785e8dfb101d req-ad082a51-bbf1-429b-a5b2-114f50e5459d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:14:19.724012 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-3a624087-93b4-4330-930e-785e8dfb101d req-ad082a51-bbf1-429b-a5b2-114f50e5459d service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=e525e258-e45b-4155-a732-e8c78c048a4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0795665 Jan 26 21:14:19.730305 n-d-760453-5 neutron-server[103305]: DEBUG neutron.notifiers.nova [None req-e27d707c-ba53-440c-90b5-4f79c59080b9 tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] device_id is not set on port adcab64b-6849-4a84-8dc0-a975d8bcf4fb yet. {{(pid=103305) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 26 21:14:19.807574 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Device 145ca743-6349-44f7-a8ae-2fb6ade493b1 up at agent hyperv_n-h1-760453-5 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 21:14:19.876019 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Provisioning for port 145ca743-6349-44f7-a8ae-2fb6ade493b1 completed by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 21:14:19.882623 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Provisioning complete for port 145ca743-6349-44f7-a8ae-2fb6ade493b1 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:14:19.883828 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (145ca743-6349-44f7-a8ae-2fb6ade493b1), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:14:19.903149 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-3a624087-93b4-4330-930e-785e8dfb101d req-59aa61ab-940f-4586-8444-4d9509c0298f service neutron] 10.222.0.57 "GET /v2.0/networks/e525e258-e45b-4155-a732-e8c78c048a4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1681280 Jan 26 21:14:19.943774 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a542c148-7c79-4d61-8b68-2b6f4ed37862 req-968aae9e-ab3a-4f47-a48f-3e243d072f78 tempest-ServersTestBootFromVolume-1845992378 tempest-ServersTestBootFromVolume-1845992378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:14:19.949841 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-a542c148-7c79-4d61-8b68-2b6f4ed37862 req-968aae9e-ab3a-4f47-a48f-3e243d072f78 tempest-ServersTestBootFromVolume-1845992378 tempest-ServersTestBootFromVolume-1845992378-project] 10.222.0.13 "GET /v2.0/ports?device_id=e77f0f82-e2f4-42d1-9e44-0082033dd07d HTTP/1.1" status: 200 len: 944 time: 0.0763531 Jan 26 21:14:19.980034 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Current status of the port 145ca743-6349-44f7-a8ae-2fb6ade493b1 is: BUILD; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:14:19.980569 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (145ca743-6349-44f7-a8ae-2fb6ade493b1), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:14:20.019471 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] For port 145ca743-6349-44f7-a8ae-2fb6ade493b1, host n-h1-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-5',level=0,port_id=145ca743-6349-44f7-a8ae-2fb6ade493b1,segment=NetworkSegment(4eab25d6-89d9-4907-a1c2-51b06443ba33),segment_id=4eab25d6-89d9-4907-a1c2-51b06443ba33)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:14:20.020662 n-d-760453-5 neutron-server[103306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '847df428-2da2-4c42-a5f8-5ea7179c2bed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '145ca743-6349-44f7-a8ae-2fb6ade493b1'}] {{(pid=103306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 21:14:20.023619 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9d5d370febab655511bdd2ffe887e43e442d144a440368702bcc1e93af00b97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2ef87e5-3dd4-4a77-9c3a-cf819f687398" -d '{"events": [{"server_uuid": "847df428-2da2-4c42-a5f8-5ea7179c2bed", "name": "network-vif-plugged", "status": "completed", "tag": "145ca743-6349-44f7-a8ae-2fb6ade493b1"}]}' {{(pid=103306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 21:14:20.028683 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (145ca743-6349-44f7-a8ae-2fb6ade493b1), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:14:20.028926 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-e27d707c-ba53-440c-90b5-4f79c59080b9 tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Publish callbacks [] for port (adcab64b-6849-4a84-8dc0-a975d8bcf4fb), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:14:20.067700 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-3a624087-93b4-4330-930e-785e8dfb101d req-50ae817b-e95e-43d1-b0d1-6afc26acdf2d service neutron] 10.222.0.57 "GET /v2.0/networks/e525e258-e45b-4155-a732-e8c78c048a4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1361160 Jan 26 21:14:20.098346 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-a542c148-7c79-4d61-8b68-2b6f4ed37862 req-2a7284e6-f4cb-4ba4-a797-9875a6e25fc4 tempest-ServersTestBootFromVolume-1845992378 tempest-ServersTestBootFromVolume-1845992378-project] 10.222.0.13 "GET /v2.0/security-groups?id=d1e8d686-a995-4f2f-9375-0f0073274779&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1374261 Jan 26 21:14:20.100870 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-e27d707c-ba53-440c-90b5-4f79c59080b9 tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746560234527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11791543'] for port (adcab64b-6849-4a84-8dc0-a975d8bcf4fb), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:14:20.122239 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Pushing event updated for resources: {'Port': ['ID=145ca743-6349-44f7-a8ae-2fb6ade493b1,revision_number=5']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:14:20.134733 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff060a64-90b9-46c5-a811-6e252a90a66e req-b8a4727e-8ad6-417c-b868-60affd661286 tempest-ServersOnMultiNodesTest-2088673700 tempest-ServersOnMultiNodesTest-2088673700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:14:20.136339 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-ff060a64-90b9-46c5-a811-6e252a90a66e req-b8a4727e-8ad6-417c-b868-60affd661286 tempest-ServersOnMultiNodesTest-2088673700 tempest-ServersOnMultiNodesTest-2088673700-project] 10.222.0.13 "GET /v2.0/ports?device_id=847df428-2da2-4c42-a5f8-5ea7179c2bed HTTP/1.1" status: 200 len: 950 time: 0.1186588 Jan 26 21:14:20.139466 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device a4007688-907d-4d55-b0ae-7bb30987a6ab no longer exists at agent ovs-agent-n-d-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 26 21:14:20.144807 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e27d707c-ba53-440c-90b5-4f79c59080b9 tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Network 4d92d976-58af-41b6-8964-16466314a699 is already hosted by enough agents. {{(pid=103305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 21:14:20.147469 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [None req-e27d707c-ba53-440c-90b5-4f79c59080b9 tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Resources bound (agent type, host, resource id): {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:14:20.169511 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e27d707c-ba53-440c-90b5-4f79c59080b9 tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Received port after_create {{(pid=103305) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 21:14:20.177450 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e27d707c-ba53-440c-90b5-4f79c59080b9 tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:14:20.177879 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Jan 2022 21:14:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7738ccf-592b-4be5-91f2-76575cfa7582 x-openstack-request-id: req-b7738ccf-592b-4be5-91f2-76575cfa7582 {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 21:14:20.178179 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-e27d707c-ba53-440c-90b5-4f79c59080b9 tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:14:20.178305 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "847df428-2da2-4c42-a5f8-5ea7179c2bed", "name": "network-vif-plugged", "status": "completed", "tag": "145ca743-6349-44f7-a8ae-2fb6ade493b1", "code": 200}]} {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 21:14:20.178411 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b7738ccf-592b-4be5-91f2-76575cfa7582 {{(pid=103306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 21:14:20.178841 n-d-760453-5 neutron-server[103306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '847df428-2da2-4c42-a5f8-5ea7179c2bed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '145ca743-6349-44f7-a8ae-2fb6ade493b1', 'code': 200} Jan 26 21:14:20.179909 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] No Port match for: a4007688-907d-4d55-b0ae-7bb30987a6ab {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 26 21:14:20.180251 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device a4007688-907d-4d55-b0ae-7bb30987a6ab not bound to the agent host n-d-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 26 21:14:20.208108 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-e27d707c-ba53-440c-90b5-4f79c59080b9 tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 0.6659672 Jan 26 21:14:20.210779 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 55678) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:14:20.212189 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e27d707c-ba53-440c-90b5-4f79c59080b9 tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Pushing event updated for resources: {'Port': ['ID=adcab64b-6849-4a84-8dc0-a975d8bcf4fb,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:14:20.239600 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-ff060a64-90b9-46c5-a811-6e252a90a66e req-f49248e7-3726-44d5-9fd3-e0b1d033dbd2 tempest-ServersOnMultiNodesTest-2088673700 tempest-ServersOnMultiNodesTest-2088673700-project] 10.222.0.13 "GET /v2.0/security-groups?id=306a2369-8c1c-4f98-9a64-2622487a9ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945768 Jan 26 21:14:20.357586 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bcfe21f-69af-4b11-857c-97dc99b5fc84 req-8da76cf2-c60b-46e1-9626-8c5592a06e87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:14:20.359623 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-9bcfe21f-69af-4b11-857c-97dc99b5fc84 req-8da76cf2-c60b-46e1-9626-8c5592a06e87 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=847df428-2da2-4c42-a5f8-5ea7179c2bed HTTP/1.1" status: 200 len: 1101 time: 0.0604467 Jan 26 21:14:20.366021 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-31c34e9b-ff8c-4c91-b8f4-901ee70980fc tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Deleting port adcab64b-6849-4a84-8dc0-a975d8bcf4fb {{(pid=103304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 21:14:20.366366 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-31c34e9b-ff8c-4c91-b8f4-901ee70980fc tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746560630878'] for port (adcab64b-6849-4a84-8dc0-a975d8bcf4fb), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:14:20.396341 n-d-760453-5 neutron-server[103305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c4662c10-663d-4f1c-9832-1ea6638aef0d', 'tag': 'c0c88dad-cc2c-45c3-b929-f9b04ea7d5f7'}] {{(pid=103305) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 21:14:20.398758 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d4654568b7bf041e72ff8fe1c96d6d761d9c921f2b99bc7b3a26632be20cee0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73a134d5-3ae2-425f-a84f-a0e65b6b7ffd" -d '{"events": [{"name": "network-changed", "server_uuid": "c4662c10-663d-4f1c-9832-1ea6638aef0d", "tag": "c0c88dad-cc2c-45c3-b929-f9b04ea7d5f7"}]}' {{(pid=103305) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 21:14:20.448200 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 26 Jan 2022 21:14:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32dbad8c-ad33-4f94-9903-8c6a02d40aef x-openstack-request-id: req-32dbad8c-ad33-4f94-9903-8c6a02d40aef {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 21:14:20.448493 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c4662c10-663d-4f1c-9832-1ea6638aef0d", "tag": "c0c88dad-cc2c-45c3-b929-f9b04ea7d5f7", "status": "completed", "code": 200}]} {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 21:14:20.448816 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-32dbad8c-ad33-4f94-9903-8c6a02d40aef {{(pid=103305) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 21:14:20.449241 n-d-760453-5 neutron-server[103305]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c4662c10-663d-4f1c-9832-1ea6638aef0d', 'tag': 'c0c88dad-cc2c-45c3-b929-f9b04ea7d5f7', 'status': 'completed', 'code': 200} Jan 26 21:14:20.463829 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-31c34e9b-ff8c-4c91-b8f4-901ee70980fc tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4109658'] for port (adcab64b-6849-4a84-8dc0-a975d8bcf4fb), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:14:20.494212 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-31c34e9b-ff8c-4c91-b8f4-901ee70980fc tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Calling delete_port for adcab64b-6849-4a84-8dc0-a975d8bcf4fb owned by {{(pid=103304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 21:14:20.498369 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-9bcfe21f-69af-4b11-857c-97dc99b5fc84 req-7c5a42e3-2a06-4f62-a4d6-e8477b7ae0c3 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=306a2369-8c1c-4f98-9a64-2622487a9ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1289222 Jan 26 21:14:20.516515 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a134d5-3ae2-425f-a84f-a0e65b6b7ffd req-6f5552eb-5a8b-46ab-84ce-df682c1d6234 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:14:20.518061 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-73a134d5-3ae2-425f-a84f-a0e65b6b7ffd req-6f5552eb-5a8b-46ab-84ce-df682c1d6234 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=9e460ecabad547eca1394374023e7caf&device_id=c4662c10-663d-4f1c-9832-1ea6638aef0d HTTP/1.1" status: 200 len: 1095 time: 0.0439124 Jan 26 21:14:20.584521 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-31c34e9b-ff8c-4c91-b8f4-901ee70980fc tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746560636600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746560234536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9281553'] for port (adcab64b-6849-4a84-8dc0-a975d8bcf4fb), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:14:20.620986 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a134d5-3ae2-425f-a84f-a0e65b6b7ffd req-bdb85aaa-7686-4dc7-88a2-8bae2d863cbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:14:20.622619 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-73a134d5-3ae2-425f-a84f-a0e65b6b7ffd req-bdb85aaa-7686-4dc7-88a2-8bae2d863cbb service neutron] 10.222.0.57 "GET /v2.0/networks?id=20b7651f-3dfe-4f65-83e1-a38049e7aae9 HTTP/1.1" status: 200 len: 907 time: 0.0982978 Jan 26 21:14:20.626710 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-31c34e9b-ff8c-4c91-b8f4-901ee70980fc tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:14:20.630828 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-31c34e9b-ff8c-4c91-b8f4-901ee70980fc tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] 10.222.0.13 "DELETE /v2.0/ports/adcab64b-6849-4a84-8dc0-a975d8bcf4fb HTTP/1.1" status: 204 len: 168 time: 0.4171247 Jan 26 21:14:20.633081 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c34e9b-ff8c-4c91-b8f4-901ee70980fc tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Pushing event deleted for resources: {'Port': ['ID=adcab64b-6849-4a84-8dc0-a975d8bcf4fb,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:14:20.633412 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 55686) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:14:20.645228 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-69bd82ab-5f51-4c4b-a889-8ea900de85d0 tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Request body: {'port': {'network_id': '4d92d976-58af-41b6-8964-16466314a699', 'mac_address': 'fa:16:3e:b4:08:15', 'name': 'tempest-PortsIpV6TestJSON-233151806'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:14:20.711455 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd49eed1-e551-4992-9415-dcbb47c5fc1f req-f778ed17-7aad-4ac2-b0d0-818d767bde8f tempest-ServersTestJSON-1629463572 tempest-ServersTestJSON-1629463572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:14:20.713552 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-cd49eed1-e551-4992-9415-dcbb47c5fc1f req-f778ed17-7aad-4ac2-b0d0-818d767bde8f tempest-ServersTestJSON-1629463572 tempest-ServersTestJSON-1629463572-project] 10.222.0.13 "GET /v2.0/ports?device_id=c4662c10-663d-4f1c-9832-1ea6638aef0d HTTP/1.1" status: 200 len: 944 time: 0.0530732 Jan 26 21:14:20.737332 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-73a134d5-3ae2-425f-a84f-a0e65b6b7ffd req-c88d7a56-d01d-41f5-a2f9-e38cb7ecb32b service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c0c88dad-cc2c-45c3-b929-f9b04ea7d5f7 HTTP/1.1" status: 200 len: 217 time: 0.1012177 Jan 26 21:14:20.788338 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a134d5-3ae2-425f-a84f-a0e65b6b7ffd req-890e8e86-84f8-4d53-84da-aff39177abe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:14:20.789852 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-73a134d5-3ae2-425f-a84f-a0e65b6b7ffd req-890e8e86-84f8-4d53-84da-aff39177abe3 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=7183c753-f99a-46b0-89ab-825caf92e3fd HTTP/1.1" status: 200 len: 846 time: 0.0459940 Jan 26 21:14:20.808328 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027421d8-ff91-40d7-a79f-30aa37e8c8a0 req-06a434d7-816e-4ea7-a5bb-d3d7d9ca73f7 tempest-ServersTestMultiNic-211940128 tempest-ServersTestMultiNic-211940128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:14:20.813723 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027421d8-ff91-40d7-a79f-30aa37e8c8a0 req-06a434d7-816e-4ea7-a5bb-d3d7d9ca73f7 tempest-ServersTestMultiNic-211940128 tempest-ServersTestMultiNic-211940128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:14:20.815265 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-027421d8-ff91-40d7-a79f-30aa37e8c8a0 req-06a434d7-816e-4ea7-a5bb-d3d7d9ca73f7 tempest-ServersTestMultiNic-211940128 tempest-ServersTestMultiNic-211940128-project] 10.222.0.13 "GET /v2.0/ports?device_id=04eefdeb-8cd1-4a1f-aef8-09ed20e5b879 HTTP/1.1" status: 200 len: 1678 time: 0.0862164 Jan 26 21:14:20.818546 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-cd49eed1-e551-4992-9415-dcbb47c5fc1f req-e911f988-f046-4ed4-a706-380937341825 tempest-ServersTestJSON-1629463572 tempest-ServersTestJSON-1629463572-project] 10.222.0.13 "GET /v2.0/security-groups?id=a146440b-85c7-430a-88ed-6d0301627350&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962391 Jan 26 21:14:20.852791 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-73a134d5-3ae2-425f-a84f-a0e65b6b7ffd req-c72ea5ca-5e10-4b87-b393-267070ff9c9f service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=20b7651f-3dfe-4f65-83e1-a38049e7aae9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0529482 Jan 26 21:14:20.878045 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-027421d8-ff91-40d7-a79f-30aa37e8c8a0 req-db8fc474-552c-403d-9a11-708b658523c6 tempest-ServersTestMultiNic-211940128 tempest-ServersTestMultiNic-211940128-project] 10.222.0.13 "GET /v2.0/security-groups?id=387ebbc6-3579-4cea-a9d9-9b7fa130b41f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510056 Jan 26 21:14:20.882439 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69bd82ab-5f51-4c4b-a889-8ea900de85d0 tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Made reservation on behalf of 555cb579ba8f40b196e83d88248f8446 for: {'port': 1} {{(pid=103305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 21:14:20.999592 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-69bd82ab-5f51-4c4b-a889-8ea900de85d0 tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:14:21.036744 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-73a134d5-3ae2-425f-a84f-a0e65b6b7ffd req-f0e585af-4263-42ae-bd8e-f5cd1dc13628 service neutron] 10.222.0.57 "GET /v2.0/networks/20b7651f-3dfe-4f65-83e1-a38049e7aae9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1698515 Jan 26 21:14:21.037906 n-d-760453-5 neutron-server[103305]: DEBUG neutron.notifiers.nova [None req-69bd82ab-5f51-4c4b-a889-8ea900de85d0 tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] device_id is not set on port 55b0635d-c312-41f4-8ffc-e98e51274c13 yet. {{(pid=103305) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 26 21:14:21.197731 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-a0994bcb-8a80-4ac9-8526-09d1a4879d35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (09df100c-3af1-4b0a-bda8-05914c71c458), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:14:21.209598 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f43b91-dcdd-4a6c-b0fc-7805fddd933e req-a93ed21f-3a39-46b7-8f85-c506fcf6f6fc tempest-ServersTestBootFromVolume-1845992378 tempest-ServersTestBootFromVolume-1845992378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:14:21.216722 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-43f43b91-dcdd-4a6c-b0fc-7805fddd933e req-a93ed21f-3a39-46b7-8f85-c506fcf6f6fc tempest-ServersTestBootFromVolume-1845992378 tempest-ServersTestBootFromVolume-1845992378-project] 10.222.0.13 "GET /v2.0/ports?device_id=e77f0f82-e2f4-42d1-9e44-0082033dd07d HTTP/1.1" status: 200 len: 944 time: 0.0573173 Jan 26 21:14:21.253381 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-73a134d5-3ae2-425f-a84f-a0e65b6b7ffd req-767c8198-c0d6-4af3-9f69-474f16628940 service neutron] 10.222.0.57 "GET /v2.0/networks/20b7651f-3dfe-4f65-83e1-a38049e7aae9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2067189 Jan 26 21:14:21.266388 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-43f43b91-dcdd-4a6c-b0fc-7805fddd933e req-11f2f78d-5d86-4de6-af81-20efac19b609 tempest-ServersTestBootFromVolume-1845992378 tempest-ServersTestBootFromVolume-1845992378-project] 10.222.0.13 "GET /v2.0/security-groups?id=d1e8d686-a995-4f2f-9375-0f0073274779&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486476 Jan 26 21:14:21.285672 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-69bd82ab-5f51-4c4b-a889-8ea900de85d0 tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Publish callbacks [] for port (55b0635d-c312-41f4-8ffc-e98e51274c13), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:14:21.320448 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-69bd82ab-5f51-4c4b-a889-8ea900de85d0 tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746560234527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11791543'] for port (55b0635d-c312-41f4-8ffc-e98e51274c13), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:14:21.365488 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69bd82ab-5f51-4c4b-a889-8ea900de85d0 tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Network 4d92d976-58af-41b6-8964-16466314a699 is already hosted by enough agents. {{(pid=103305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 21:14:21.368631 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [None req-69bd82ab-5f51-4c4b-a889-8ea900de85d0 tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Resources bound (agent type, host, resource id): {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:14:21.377601 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69bd82ab-5f51-4c4b-a889-8ea900de85d0 tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Received port after_create {{(pid=103305) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 21:14:21.384302 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69bd82ab-5f51-4c4b-a889-8ea900de85d0 tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:14:21.384973 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-69bd82ab-5f51-4c4b-a889-8ea900de85d0 tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:14:21.395456 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69bd82ab-5f51-4c4b-a889-8ea900de85d0 tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Pushing event updated for resources: {'Port': ['ID=55b0635d-c312-41f4-8ffc-e98e51274c13,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:14:21.407981 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3634c8-5f02-4fa7-a018-eb91e3792bae req-4eeb9dea-3aee-440b-b8f8-e795506bdbe1 tempest-ServersOnMultiNodesTest-2088673700 tempest-ServersOnMultiNodesTest-2088673700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:14:21.410390 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-7e3634c8-5f02-4fa7-a018-eb91e3792bae req-4eeb9dea-3aee-440b-b8f8-e795506bdbe1 tempest-ServersOnMultiNodesTest-2088673700 tempest-ServersOnMultiNodesTest-2088673700-project] 10.222.0.13 "GET /v2.0/ports?device_id=847df428-2da2-4c42-a5f8-5ea7179c2bed HTTP/1.1" status: 200 len: 950 time: 0.0749068 Jan 26 21:14:21.410538 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-69bd82ab-5f51-4c4b-a889-8ea900de85d0 tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 0.7758107 Jan 26 21:14:21.412864 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 55696) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:14:21.472063 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19b18b1e-2deb-48d8-9f2e-3a749b0e5ad1 tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:14:21.473416 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-19b18b1e-2deb-48d8-9f2e-3a749b0e5ad1 tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] 10.222.0.13 "GET /v2.0/ports/55b0635d-c312-41f4-8ffc-e98e51274c13 HTTP/1.1" status: 200 len: 844 time: 0.0594869 Jan 26 21:14:21.476329 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 55698) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:14:21.490032 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-7e3634c8-5f02-4fa7-a018-eb91e3792bae req-3ab70d69-3b9a-4b52-bbc6-fd9b9c194cbf tempest-ServersOnMultiNodesTest-2088673700 tempest-ServersOnMultiNodesTest-2088673700-project] 10.222.0.13 "GET /v2.0/security-groups?id=306a2369-8c1c-4f98-9a64-2622487a9ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695188 Jan 26 21:14:21.588004 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-460129ac-2102-4415-a55e-4cdd40abaa8a tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Deleting port 55b0635d-c312-41f4-8ffc-e98e51274c13 {{(pid=103304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 21:14:21.588348 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-460129ac-2102-4415-a55e-4cdd40abaa8a tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746560630878'] for port (55b0635d-c312-41f4-8ffc-e98e51274c13), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:14:21.660489 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-460129ac-2102-4415-a55e-4cdd40abaa8a tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4109658'] for port (55b0635d-c312-41f4-8ffc-e98e51274c13), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:14:21.674564 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-460129ac-2102-4415-a55e-4cdd40abaa8a tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Calling delete_port for 55b0635d-c312-41f4-8ffc-e98e51274c13 owned by {{(pid=103304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 21:14:21.753682 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-460129ac-2102-4415-a55e-4cdd40abaa8a tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746560636600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746560234536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9281553'] for port (55b0635d-c312-41f4-8ffc-e98e51274c13), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:14:21.781272 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-460129ac-2102-4415-a55e-4cdd40abaa8a tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Pushing event deleted for resources: {'Port': ['ID=55b0635d-c312-41f4-8ffc-e98e51274c13,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:14:21.790576 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-460129ac-2102-4415-a55e-4cdd40abaa8a tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:14:21.797034 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 55702) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:14:21.797331 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-460129ac-2102-4415-a55e-4cdd40abaa8a tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] 10.222.0.13 "DELETE /v2.0/ports/55b0635d-c312-41f4-8ffc-e98e51274c13 HTTP/1.1" status: 204 len: 168 time: 0.3194401 Jan 26 21:14:21.822044 n-d-760453-5 neutron-server[103305]: INFO neutron.pecan_wsgi.hooks.translation [None req-b16ecb8f-38a1-4017-ab3a-829d6af005b7 tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] GET failed (client error): The resource could not be found. Jan 26 21:14:21.823368 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-b16ecb8f-38a1-4017-ab3a-829d6af005b7 tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] 10.222.0.13 "GET /v2.0/ports/55b0635d-c312-41f4-8ffc-e98e51274c13 HTTP/1.1" status: 404 len: 333 time: 0.0247481 Jan 26 21:14:21.826767 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 55704) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:14:21.831535 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-7cdce8a0-4399-4a50-99bf-38a931b07f74 tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Request body: {'port': {'network_id': '4d92d976-58af-41b6-8964-16466314a699', 'name': 'tempest-PortsIpV6TestJSON-995127408'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:14:21.922995 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7cdce8a0-4399-4a50-99bf-38a931b07f74 tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Made reservation on behalf of 555cb579ba8f40b196e83d88248f8446 for: {'port': 1} {{(pid=103305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 21:14:21.926866 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-7cdce8a0-4399-4a50-99bf-38a931b07f74 tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:14:21.947943 n-d-760453-5 neutron-server[103305]: DEBUG neutron.notifiers.nova [None req-7cdce8a0-4399-4a50-99bf-38a931b07f74 tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] device_id is not set on port 075035d0-1325-4162-aa2c-6b3dea73657a yet. {{(pid=103305) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 26 21:14:21.949970 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b563dfc-7db8-43fe-b464-cb09fe658e9f req-067e11a5-833a-4f18-bd8f-034085602f52 tempest-ServersTestJSON-1629463572 tempest-ServersTestJSON-1629463572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:14:21.951821 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-1b563dfc-7db8-43fe-b464-cb09fe658e9f req-067e11a5-833a-4f18-bd8f-034085602f52 tempest-ServersTestJSON-1629463572 tempest-ServersTestJSON-1629463572-project] 10.222.0.13 "GET /v2.0/ports?device_id=c4662c10-663d-4f1c-9832-1ea6638aef0d HTTP/1.1" status: 200 len: 944 time: 0.0634434 Jan 26 21:14:22.043862 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d15fdd9-5b13-4efe-bb92-2c160595d53f req-7534f70e-d440-4f7e-aede-8953091564a4 tempest-ServersTestMultiNic-211940128 tempest-ServersTestMultiNic-211940128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:14:22.049787 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d15fdd9-5b13-4efe-bb92-2c160595d53f req-7534f70e-d440-4f7e-aede-8953091564a4 tempest-ServersTestMultiNic-211940128 tempest-ServersTestMultiNic-211940128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:14:22.051422 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-7d15fdd9-5b13-4efe-bb92-2c160595d53f req-7534f70e-d440-4f7e-aede-8953091564a4 tempest-ServersTestMultiNic-211940128 tempest-ServersTestMultiNic-211940128-project] 10.222.0.13 "GET /v2.0/ports?device_id=04eefdeb-8cd1-4a1f-aef8-09ed20e5b879 HTTP/1.1" status: 200 len: 1678 time: 0.0856094 Jan 26 21:14:22.063598 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-1b563dfc-7db8-43fe-b464-cb09fe658e9f req-a86fb390-6999-4fa3-a987-94977bb155fc tempest-ServersTestJSON-1629463572 tempest-ServersTestJSON-1629463572-project] 10.222.0.13 "GET /v2.0/security-groups?id=a146440b-85c7-430a-88ed-6d0301627350&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031404 Jan 26 21:14:22.132013 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-7d15fdd9-5b13-4efe-bb92-2c160595d53f req-6a8c0a3e-9f34-4904-aa5b-3d79388409ce tempest-ServersTestMultiNic-211940128 tempest-ServersTestMultiNic-211940128-project] 10.222.0.13 "GET /v2.0/security-groups?id=387ebbc6-3579-4cea-a9d9-9b7fa130b41f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673506 Jan 26 21:14:22.138252 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-841f5991-a4d8-4d4b-b215-cbc6bab5427b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (aa7ee9d2-08eb-4e12-b895-24c57300dfec), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:14:22.168865 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-7cdce8a0-4399-4a50-99bf-38a931b07f74 tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Publish callbacks [] for port (075035d0-1325-4162-aa2c-6b3dea73657a), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:14:22.205152 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-7cdce8a0-4399-4a50-99bf-38a931b07f74 tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746560234527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11791543'] for port (075035d0-1325-4162-aa2c-6b3dea73657a), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:14:22.252423 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cdce8a0-4399-4a50-99bf-38a931b07f74 tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Network 4d92d976-58af-41b6-8964-16466314a699 is already hosted by enough agents. {{(pid=103305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 21:14:22.255388 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [None req-7cdce8a0-4399-4a50-99bf-38a931b07f74 tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Resources bound (agent type, host, resource id): {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:14:22.257905 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cdce8a0-4399-4a50-99bf-38a931b07f74 tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Received port after_create {{(pid=103305) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 21:14:22.264132 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cdce8a0-4399-4a50-99bf-38a931b07f74 tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:14:22.264831 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-7cdce8a0-4399-4a50-99bf-38a931b07f74 tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:14:22.290373 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cdce8a0-4399-4a50-99bf-38a931b07f74 tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Pushing event updated for resources: {'Port': ['ID=075035d0-1325-4162-aa2c-6b3dea73657a,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:14:22.304269 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-7cdce8a0-4399-4a50-99bf-38a931b07f74 tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 0.4740524 Jan 26 21:14:22.305147 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 55714) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:14:22.310982 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-61fdb517-2a86-46ba-9068-a2e123fe9c1d tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:14:22.429838 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-61fdb517-2a86-46ba-9068-a2e123fe9c1d tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (075035d0-1325-4162-aa2c-6b3dea73657a), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:14:22.509410 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d31a122-66bf-47b4-b6c3-8152117cab0d req-38347e61-534e-4bf7-b6bf-d5ab6a629d9f tempest-ServersTestBootFromVolume-1845992378 tempest-ServersTestBootFromVolume-1845992378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:14:22.510871 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-8d31a122-66bf-47b4-b6c3-8152117cab0d req-38347e61-534e-4bf7-b6bf-d5ab6a629d9f tempest-ServersTestBootFromVolume-1845992378 tempest-ServersTestBootFromVolume-1845992378-project] 10.222.0.13 "GET /v2.0/ports?device_id=e77f0f82-e2f4-42d1-9e44-0082033dd07d HTTP/1.1" status: 200 len: 944 time: 0.1205959 Jan 26 21:14:22.637212 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-8d31a122-66bf-47b4-b6c3-8152117cab0d req-363a8504-323b-47e6-9942-ef30558e82b5 tempest-ServersTestBootFromVolume-1845992378 tempest-ServersTestBootFromVolume-1845992378-project] 10.222.0.13 "GET /v2.0/security-groups?id=d1e8d686-a995-4f2f-9375-0f0073274779&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1119180 Jan 26 21:14:22.686574 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-61fdb517-2a86-46ba-9068-a2e123fe9c1d tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Publish callbacks [] for port (075035d0-1325-4162-aa2c-6b3dea73657a), precommit_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:14:22.692681 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-61fdb517-2a86-46ba-9068-a2e123fe9c1d tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9281542'] for port (075035d0-1325-4162-aa2c-6b3dea73657a), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:14:22.804990 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-61fdb517-2a86-46ba-9068-a2e123fe9c1d tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] In _notify_port_updated(), no bound segment for port 075035d0-1325-4162-aa2c-6b3dea73657a on network 4d92d976-58af-41b6-8964-16466314a699 {{(pid=103304) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:883}} Jan 26 21:14:22.808925 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61fdb517-2a86-46ba-9068-a2e123fe9c1d tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:14:22.809577 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-61fdb517-2a86-46ba-9068-a2e123fe9c1d tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:14:22.813952 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-61fdb517-2a86-46ba-9068-a2e123fe9c1d tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] 10.222.0.13 "PUT /v2.0/ports/075035d0-1325-4162-aa2c-6b3dea73657a HTTP/1.1" status: 200 len: 818 time: 0.5050068 Jan 26 21:14:22.814304 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 55732) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:14:22.859961 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (4d619873-4b60-439f-9b5a-b155dc8bbc34), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:14:22.865981 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61fdb517-2a86-46ba-9068-a2e123fe9c1d tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Pushing event updated for resources: {'Port': ['ID=075035d0-1325-4162-aa2c-6b3dea73657a,revision_number=2']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:14:22.920882 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-2bb16d94-1ff4-4430-8b62-084974ab99f3 tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Deleting port 075035d0-1325-4162-aa2c-6b3dea73657a {{(pid=103305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 21:14:22.921761 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-2bb16d94-1ff4-4430-8b62-084974ab99f3 tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746560630878'] for port (075035d0-1325-4162-aa2c-6b3dea73657a), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:14:22.940971 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf480b3-6391-4b6d-a3e9-5e2c78fc7e02 req-b5cf2a87-498e-40b9-97a4-1e06174d70d3 tempest-ServersOnMultiNodesTest-2088673700 tempest-ServersOnMultiNodesTest-2088673700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:14:22.948888 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-6bf480b3-6391-4b6d-a3e9-5e2c78fc7e02 req-b5cf2a87-498e-40b9-97a4-1e06174d70d3 tempest-ServersOnMultiNodesTest-2088673700 tempest-ServersOnMultiNodesTest-2088673700-project] 10.222.0.13 "GET /v2.0/ports?device_id=847df428-2da2-4c42-a5f8-5ea7179c2bed HTTP/1.1" status: 200 len: 950 time: 0.2196569 Jan 26 21:14:22.954174 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-97e44194-6956-4459-b635-4d0c29737846 req-eff60fdc-12b5-461d-afe8-c34269bf4cd2 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=80ebfeba-433a-4d4b-bf55-9e0ed19817de&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1618183 Jan 26 21:14:23.020279 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-2bb16d94-1ff4-4430-8b62-084974ab99f3 tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4109658'] for port (075035d0-1325-4162-aa2c-6b3dea73657a), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:14:23.047919 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-2bb16d94-1ff4-4430-8b62-084974ab99f3 tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Calling delete_port for 075035d0-1325-4162-aa2c-6b3dea73657a owned by {{(pid=103305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 21:14:23.102565 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-6bf480b3-6391-4b6d-a3e9-5e2c78fc7e02 req-69b004d5-d886-4a75-931e-add50d269fb8 tempest-ServersOnMultiNodesTest-2088673700 tempest-ServersOnMultiNodesTest-2088673700-project] 10.222.0.13 "GET /v2.0/security-groups?id=306a2369-8c1c-4f98-9a64-2622487a9ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1526904 Jan 26 21:14:23.125496 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e44194-6956-4459-b635-4d0c29737846 req-7e578907-5faf-4b7b-a655-49bb3840756e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:14:23.142370 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-97e44194-6956-4459-b635-4d0c29737846 req-7e578907-5faf-4b7b-a655-49bb3840756e service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=ee6098e1a6074d57972f34ef6549de05&device_id=80ebfeba-433a-4d4b-bf55-9e0ed19817de HTTP/1.1" status: 200 len: 1095 time: 0.0774479 Jan 26 21:14:23.168975 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-2bb16d94-1ff4-4430-8b62-084974ab99f3 tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746560636600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746560234536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11791543'] for port (075035d0-1325-4162-aa2c-6b3dea73657a), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:14:23.202589 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb16d94-1ff4-4430-8b62-084974ab99f3 tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Pushing event deleted for resources: {'Port': ['ID=075035d0-1325-4162-aa2c-6b3dea73657a,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:14:23.212301 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-2bb16d94-1ff4-4430-8b62-084974ab99f3 tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:14:23.217335 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-2bb16d94-1ff4-4430-8b62-084974ab99f3 tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] 10.222.0.13 "DELETE /v2.0/ports/075035d0-1325-4162-aa2c-6b3dea73657a HTTP/1.1" status: 204 len: 168 time: 0.4004161 Jan 26 21:14:23.218565 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 55754) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:14:23.299376 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-775a951b-4731-4e87-bb4a-121873d77a3e tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:14:23.303369 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-775a951b-4731-4e87-bb4a-121873d77a3e tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.0814445 Jan 26 21:14:23.303732 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 55756) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:14:23.333493 n-d-760453-5 neutron-server[103305]: INFO neutron.pecan_wsgi.hooks.translation [None req-b4f2aa3d-5f3c-441e-ae97-1e3a2d816cfe tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] GET failed (client error): The resource could not be found. Jan 26 21:14:23.339062 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-b4f2aa3d-5f3c-441e-ae97-1e3a2d816cfe tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] 10.222.0.13 "GET /v2.0/ports/075035d0-1325-4162-aa2c-6b3dea73657a HTTP/1.1" status: 404 len: 333 time: 0.0311592 Jan 26 21:14:23.339343 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 55758) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:14:23.344596 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-30fb3fbe-de67-483b-8ad7-240f736f46ee tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-256450539'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:14:23.367631 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30fb3fbe-de67-483b-8ad7-240f736f46ee tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Made reservation on behalf of 555cb579ba8f40b196e83d88248f8446 for: {'network': 1} {{(pid=103305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 21:14:23.371870 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-30fb3fbe-de67-483b-8ad7-240f736f46ee tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for network (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:14:23.400641 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-30fb3fbe-de67-483b-8ad7-240f736f46ee tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] vlan segment allocate from pool success with {'vlan_id': 559, 'physical_network': 'physnet1'} {{(pid=103305) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 26 21:14:23.407564 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3671e07-ab67-4caf-a4a4-1fffefb8bea4 req-7da08c02-326d-4ed6-93b7-422b45b8623f tempest-ServersTestJSON-1629463572 tempest-ServersTestJSON-1629463572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:14:23.409089 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-f3671e07-ab67-4caf-a4a4-1fffefb8bea4 req-7da08c02-326d-4ed6-93b7-422b45b8623f tempest-ServersTestJSON-1629463572 tempest-ServersTestJSON-1629463572-project] 10.222.0.13 "GET /v2.0/ports?device_id=c4662c10-663d-4f1c-9832-1ea6638aef0d HTTP/1.1" status: 200 len: 944 time: 0.2098942 Jan 26 21:14:23.410251 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e44194-6956-4459-b635-4d0c29737846 req-9de294bb-243c-4667-b455-5661521867b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:14:23.411751 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-97e44194-6956-4459-b635-4d0c29737846 req-9de294bb-243c-4667-b455-5661521867b2 service neutron] 10.222.0.66 "GET /v2.0/networks?id=57cdf3f5-a20b-4c6f-b2eb-bed2f5d4d40a HTTP/1.1" status: 200 len: 908 time: 0.2642457 Jan 26 21:14:23.412049 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-30fb3fbe-de67-483b-8ad7-240f736f46ee tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576559'] for segment (cfb1095f-d189-49e2-8380-4a40552bca77), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:14:23.412420 n-d-760453-5 neutron-server[103305]: INFO neutron.db.segments_db [None req-30fb3fbe-de67-483b-8ad7-240f736f46ee tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Added segment cfb1095f-d189-49e2-8380-4a40552bca77 of type vlan for network 7368e0a1-4d92-40e0-a6bf-4f71bbb02c8d Jan 26 21:14:23.460231 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-30fb3fbe-de67-483b-8ad7-240f736f46ee tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746560256871'] for network (7368e0a1-4d92-40e0-a6bf-4f71bbb02c8d), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:14:23.490147 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-30fb3fbe-de67-483b-8ad7-240f736f46ee tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503'] for network (7368e0a1-4d92-40e0-a6bf-4f71bbb02c8d), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:14:23.496316 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30fb3fbe-de67-483b-8ad7-240f736f46ee tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:14:23.496922 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-30fb3fbe-de67-483b-8ad7-240f736f46ee tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709645'] for network (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:14:23.500266 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba6888a-0037-466e-a550-ab35bc68e37d req-3b222cba-d02c-4cf3-80a7-f30cee79dc6f tempest-AttachVolumeNegativeTest-157238613 tempest-AttachVolumeNegativeTest-157238613-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:14:23.506995 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-bba6888a-0037-466e-a550-ab35bc68e37d req-3b222cba-d02c-4cf3-80a7-f30cee79dc6f tempest-AttachVolumeNegativeTest-157238613 tempest-AttachVolumeNegativeTest-157238613-project] 10.222.0.13 "GET /v2.0/networks?id=d6d873b7-dd21-4147-a71c-3196b86fd015 HTTP/1.1" status: 200 len: 814 time: 0.3481140 Jan 26 21:14:23.519484 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-97e44194-6956-4459-b635-4d0c29737846 req-04bb5ea8-2a7c-4e47-a7a1-fd19e93afda0 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5ea9283d-6307-4a7a-a3a3-34c49776035f HTTP/1.1" status: 200 len: 217 time: 0.0738344 Jan 26 21:14:23.537726 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-30fb3fbe-de67-483b-8ad7-240f736f46ee tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.1947253 Jan 26 21:14:23.537951 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-bba6888a-0037-466e-a550-ab35bc68e37d req-d4dd6e32-80a1-43ec-9fc5-3e4a6a9cdcd5 tempest-AttachVolumeNegativeTest-157238613 tempest-AttachVolumeNegativeTest-157238613-project] 10.222.0.13 "GET /v2.0/quotas/d203cd9cdbf14056988a5ed4353f3154 HTTP/1.1" status: 200 len: 375 time: 0.0287137 Jan 26 21:14:23.550571 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 55760) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:14:23.565761 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-31566337-7d5f-4504-9495-123648256853 tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Request body: {'subnet': {'network_id': '7368e0a1-4d92-40e0-a6bf-4f71bbb02c8d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:14:23.591919 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30fb3fbe-de67-483b-8ad7-240f736f46ee tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Pushing event updated for resources: {'Network': ['ID=7368e0a1-4d92-40e0-a6bf-4f71bbb02c8d,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:14:23.604989 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Network 7368e0a1-4d92-40e0-a6bf-4f71bbb02c8d details requested by agent ovs-agent-n-d-760453-5 with host n-d-760453-5 {{(pid=103306) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 26 21:14:23.629994 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-f3671e07-ab67-4caf-a4a4-1fffefb8bea4 req-f0d18552-6587-471f-8f1c-6ad2109d8537 tempest-ServersTestJSON-1629463572 tempest-ServersTestJSON-1629463572-project] 10.222.0.13 "GET /v2.0/security-groups?id=a146440b-85c7-430a-88ed-6d0301627350&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2124522 Jan 26 21:14:23.724446 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-bba6888a-0037-466e-a550-ab35bc68e37d req-e4a72e07-4e35-4af1-b648-83f1d9db9c33 tempest-AttachVolumeNegativeTest-157238613 tempest-AttachVolumeNegativeTest-157238613-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=d203cd9cdbf14056988a5ed4353f3154&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1853778 Jan 26 21:14:23.748614 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e44194-6956-4459-b635-4d0c29737846 req-a1490cbd-1c6f-42f2-97c5-cd21b75c0ff3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:14:23.750135 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-97e44194-6956-4459-b635-4d0c29737846 req-a1490cbd-1c6f-42f2-97c5-cd21b75c0ff3 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=0fd61269-7d95-487b-ba3a-f244d39cf571 HTTP/1.1" status: 200 len: 847 time: 0.1987276 Jan 26 21:14:23.837334 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-97e44194-6956-4459-b635-4d0c29737846 req-03372733-cdc3-4bf0-87a6-b23dfccdbf80 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=57cdf3f5-a20b-4c6f-b2eb-bed2f5d4d40a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0783615 Jan 26 21:14:23.864113 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Device e944f5c0-9866-491c-8890-538d6ca7d47c details requested by agent hyperv_n-h2-760453-5 with host n-h2-760453-5 {{(pid=103306) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 26 21:14:23.884132 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31566337-7d5f-4504-9495-123648256853 tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Made reservation on behalf of 555cb579ba8f40b196e83d88248f8446 for: {'subnet': 1} {{(pid=103304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 21:14:23.888467 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-31566337-7d5f-4504-9495-123648256853 tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12215181'] for subnet (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:14:23.991109 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd758577-005e-42a4-b7c9-e61fcc163756 req-924703a3-8607-4e15-bcd6-3454d9614dd9 tempest-ServersOnMultiNodesTest-664225726 tempest-ServersOnMultiNodesTest-664225726-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:14:23.998620 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-fd758577-005e-42a4-b7c9-e61fcc163756 req-924703a3-8607-4e15-bcd6-3454d9614dd9 tempest-ServersOnMultiNodesTest-664225726 tempest-ServersOnMultiNodesTest-664225726-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=847df428-2da2-4c42-a5f8-5ea7179c2bed HTTP/1.1" status: 200 len: 1101 time: 0.2628388 Jan 26 21:14:24.007360 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-839dd188-ec69-470c-9ab0-d318dc1a2e96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (e79b4fc6-6c71-44b2-a6d0-ff3e1f4dfd0d), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:14:24.035056 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-bba6888a-0037-466e-a550-ab35bc68e37d req-156f82c0-139e-44cf-88c4-b33cead565fe service neutron] 10.222.0.13 "GET /v2.0/networks/d6d873b7-dd21-4147-a71c-3196b86fd015?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3097193 Jan 26 21:14:24.036803 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] For port e944f5c0-9866-491c-8890-538d6ca7d47c, host n-h2-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-5',level=0,port_id=e944f5c0-9866-491c-8890-538d6ca7d47c,segment=NetworkSegment(18c0e0e0-20c1-45dd-b946-f24bb187afdc),segment_id=18c0e0e0-20c1-45dd-b946-f24bb187afdc)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:14:24.055933 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Returning: {'device': 'e944f5c0-9866-491c-8890-538d6ca7d47c', 'network_id': 'ba7423db-470d-4a7d-994e-2bcd93813269', 'port_id': 'e944f5c0-9866-491c-8890-538d6ca7d47c', 'mac_address': 'fa:16:3e:fa:86:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 567, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3cc483b5-c2ed-4b3e-8e27-08ed5ac13ef1', 'ip_address': '19.80.0.156'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103306) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 26 21:14:24.103164 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Current status of the port e944f5c0-9866-491c-8890-538d6ca7d47c is: DOWN; New status is: BUILD {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:14:24.103671 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (e944f5c0-9866-491c-8890-538d6ca7d47c), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:14:24.121884 n-d-760453-5 neutron-server[103306]: DEBUG neutron.notifiers.nova [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e944f5c0-9866-491c-8890-538d6ca7d47c {{(pid=103306) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 26 21:14:24.148639 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] For port e944f5c0-9866-491c-8890-538d6ca7d47c, host n-h2-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-5',level=0,port_id=e944f5c0-9866-491c-8890-538d6ca7d47c,segment=NetworkSegment(18c0e0e0-20c1-45dd-b946-f24bb187afdc),segment_id=18c0e0e0-20c1-45dd-b946-f24bb187afdc)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:14:24.155231 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (e944f5c0-9866-491c-8890-538d6ca7d47c), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:14:24.157584 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Device 98bdc732-d42a-41c7-b385-86dbb8735821 details requested by agent hyperv_n-h2-760453-5 with host n-h2-760453-5 {{(pid=103306) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 26 21:14:24.201643 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-fd758577-005e-42a4-b7c9-e61fcc163756 req-4afe67d0-7190-4088-a553-7ebac8b72dee tempest-ServersOnMultiNodesTest-664225726 tempest-ServersOnMultiNodesTest-664225726-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=306a2369-8c1c-4f98-9a64-2622487a9ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1845973 Jan 26 21:14:24.210001 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-97e44194-6956-4459-b635-4d0c29737846 req-deca9aaa-7ea2-47d9-9f2d-97d5d40d2383 service neutron] 10.222.0.66 "GET /v2.0/networks/57cdf3f5-a20b-4c6f-b2eb-bed2f5d4d40a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3561640 Jan 26 21:14:24.291525 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Pushing event updated for resources: {'Port': ['ID=e944f5c0-9866-491c-8890-538d6ca7d47c,revision_number=4']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:14:24.311129 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] For port 98bdc732-d42a-41c7-b385-86dbb8735821, host n-h2-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-5',level=0,port_id=98bdc732-d42a-41c7-b385-86dbb8735821,segment=NetworkSegment(f63e78da-55d5-47fa-bceb-eae7806e8351),segment_id=f63e78da-55d5-47fa-bceb-eae7806e8351)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:14:24.323355 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Returning: {'device': '98bdc732-d42a-41c7-b385-86dbb8735821', 'network_id': 'e525e258-e45b-4155-a732-e8c78c048a4b', 'port_id': '98bdc732-d42a-41c7-b385-86dbb8735821', 'mac_address': 'fa:16:3e:c8:24:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 582, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '105a48a2-59e2-4e56-80f9-166c16dc7bd5', 'ip_address': '19.86.0.38'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103306) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 26 21:14:24.362901 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Current status of the port 98bdc732-d42a-41c7-b385-86dbb8735821 is: DOWN; New status is: BUILD {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:14:24.363452 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (98bdc732-d42a-41c7-b385-86dbb8735821), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:14:24.384674 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-bba6888a-0037-466e-a550-ab35bc68e37d req-3ce6b647-2b2f-43cb-900a-088f4c5b20d3 service neutron] 10.222.0.13 "GET /v2.0/networks/d6d873b7-dd21-4147-a71c-3196b86fd015?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3487537 Jan 26 21:14:24.385286 n-d-760453-5 neutron-server[103306]: DEBUG neutron.notifiers.nova [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 98bdc732-d42a-41c7-b385-86dbb8735821 {{(pid=103306) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 26 21:14:24.418803 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] For port 98bdc732-d42a-41c7-b385-86dbb8735821, host n-h2-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-5',level=0,port_id=98bdc732-d42a-41c7-b385-86dbb8735821,segment=NetworkSegment(f63e78da-55d5-47fa-bceb-eae7806e8351),segment_id=f63e78da-55d5-47fa-bceb-eae7806e8351)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:14:24.426470 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (98bdc732-d42a-41c7-b385-86dbb8735821), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:14:24.427257 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Device c0c88dad-cc2c-45c3-b929-f9b04ea7d5f7 details requested by agent hyperv_n-h2-760453-5 with host n-h2-760453-5 {{(pid=103306) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 26 21:14:24.557642 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Pushing event updated for resources: {'Port': ['ID=98bdc732-d42a-41c7-b385-86dbb8735821,revision_number=4']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:14:24.617403 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] For port c0c88dad-cc2c-45c3-b929-f9b04ea7d5f7, host n-h2-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-5',level=0,port_id=c0c88dad-cc2c-45c3-b929-f9b04ea7d5f7,segment=NetworkSegment(bb9dd371-3de9-4327-a263-fb803ca379c8),segment_id=bb9dd371-3de9-4327-a263-fb803ca379c8)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:14:24.631749 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Returning: {'device': 'c0c88dad-cc2c-45c3-b929-f9b04ea7d5f7', 'network_id': '20b7651f-3dfe-4f65-83e1-a38049e7aae9', 'port_id': 'c0c88dad-cc2c-45c3-b929-f9b04ea7d5f7', 'mac_address': 'fa:16:3e:03:8c:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 575, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7183c753-f99a-46b0-89ab-825caf92e3fd', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103306) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 26 21:14:24.697327 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Current status of the port c0c88dad-cc2c-45c3-b929-f9b04ea7d5f7 is: DOWN; New status is: BUILD {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:14:24.697883 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (c0c88dad-cc2c-45c3-b929-f9b04ea7d5f7), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:14:24.732150 n-d-760453-5 neutron-server[103306]: DEBUG neutron.notifiers.nova [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c0c88dad-cc2c-45c3-b929-f9b04ea7d5f7 {{(pid=103306) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 26 21:14:24.758243 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] For port c0c88dad-cc2c-45c3-b929-f9b04ea7d5f7, host n-h2-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-5',level=0,port_id=c0c88dad-cc2c-45c3-b929-f9b04ea7d5f7,segment=NetworkSegment(bb9dd371-3de9-4327-a263-fb803ca379c8),segment_id=bb9dd371-3de9-4327-a263-fb803ca379c8)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:14:24.766206 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (c0c88dad-cc2c-45c3-b929-f9b04ea7d5f7), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:14:24.835827 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Pushing event updated for resources: {'Port': ['ID=c0c88dad-cc2c-45c3-b929-f9b04ea7d5f7,revision_number=4']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:14:24.945133 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3fc8055-1054-4218-a2a1-e3550e34e648 req-8f3f5524-d263-4cca-9f5b-9e2a096796e7 tempest-ServersTestMultiNic-211940128 tempest-ServersTestMultiNic-211940128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:14:24.951197 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3fc8055-1054-4218-a2a1-e3550e34e648 req-8f3f5524-d263-4cca-9f5b-9e2a096796e7 tempest-ServersTestMultiNic-211940128 tempest-ServersTestMultiNic-211940128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:14:24.953017 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-c3fc8055-1054-4218-a2a1-e3550e34e648 req-8f3f5524-d263-4cca-9f5b-9e2a096796e7 tempest-ServersTestMultiNic-211940128 tempest-ServersTestMultiNic-211940128-project] 10.222.0.13 "GET /v2.0/ports?device_id=04eefdeb-8cd1-4a1f-aef8-09ed20e5b879 HTTP/1.1" status: 200 len: 1679 time: 0.6122377 Jan 26 21:14:24.964907 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-97e44194-6956-4459-b635-4d0c29737846 req-1ca68690-87f4-4d23-a15d-59b0a130f45c service neutron] 10.222.0.66 "GET /v2.0/networks/57cdf3f5-a20b-4c6f-b2eb-bed2f5d4d40a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7203312 Jan 26 21:14:25.018970 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60361794-1c0f-41aa-9a95-9afc896796ca req-6be523be-161a-48a4-a13c-ded2c9c0cd0d tempest-ServersTestBootFromVolume-1845992378 tempest-ServersTestBootFromVolume-1845992378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:14:25.021479 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-60361794-1c0f-41aa-9a95-9afc896796ca req-6be523be-161a-48a4-a13c-ded2c9c0cd0d tempest-ServersTestBootFromVolume-1845992378 tempest-ServersTestBootFromVolume-1845992378-project] 10.222.0.13 "GET /v2.0/ports?device_id=e77f0f82-e2f4-42d1-9e44-0082033dd07d HTTP/1.1" status: 200 len: 944 time: 0.2038448 Jan 26 21:14:25.025668 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-31566337-7d5f-4504-9495-123648256853 tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9285249', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12215227'] for subnet (a831dfaa-576d-4b1d-a081-8e0c09c1af03), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:14:25.053377 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (fea0591a-627d-4c87-9a9a-01625ddf3277), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:14:25.152267 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-c3fc8055-1054-4218-a2a1-e3550e34e648 req-d64eb26b-8402-4522-87d7-76b81bf973be tempest-ServersTestMultiNic-211940128 tempest-ServersTestMultiNic-211940128-project] 10.222.0.13 "GET /v2.0/security-groups?id=387ebbc6-3579-4cea-a9d9-9b7fa130b41f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1827109 Jan 26 21:14:25.156921 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31566337-7d5f-4504-9495-123648256853 tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Pushing event updated for resources: {'Subnet': ['ID=a831dfaa-576d-4b1d-a081-8e0c09c1af03,revision_number=0']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:14:25.198063 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] get_ports_and_sgs() called for port_ids ['c0c88dad-cc2c-45c3-b929-f9b04ea7d5f7'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 26 21:14:25.202457 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] get_ports_and_sgs() called for port_ids ['e944f5c0-9866-491c-8890-538d6ca7d47c'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 26 21:14:25.203675 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-60361794-1c0f-41aa-9a95-9afc896796ca req-5fb885bd-d35d-423b-88d5-b2e8d8ad2563 tempest-ServersTestBootFromVolume-1845992378 tempest-ServersTestBootFromVolume-1845992378-project] 10.222.0.13 "GET /v2.0/security-groups?id=d1e8d686-a995-4f2f-9375-0f0073274779&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1588044 Jan 26 21:14:25.210496 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31566337-7d5f-4504-9495-123648256853 tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Checking segment: {'id': 'cfb1095f-d189-49e2-8380-4a40552bca77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '7368e0a1-4d92-40e0-a6bf-4f71bbb02c8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103304) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 21:14:25.211443 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31566337-7d5f-4504-9495-123648256853 tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Network hostable DHCP agents. Network: 7368e0a1-4d92-40e0-a6bf-4f71bbb02c8d, hostable agents: ['474ccdf7-ab6c-405b-a3b2-dc7b05829902'], hosted agents: [] {{(pid=103304) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 26 21:14:25.241311 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31566337-7d5f-4504-9495-123648256853 tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Network 7368e0a1-4d92-40e0-a6bf-4f71bbb02c8d is scheduled to be hosted by DHCP agent 474ccdf7-ab6c-405b-a3b2-dc7b05829902 with binding_index 1 {{(pid=103304) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 26 21:14:25.252620 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [None req-31566337-7d5f-4504-9495-123648256853 tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760453-5, 7368e0a1-4d92-40e0-a6bf-4f71bbb02c8d) {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:14:25.267609 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] get_ports_and_sgs() called for port_ids ['98bdc732-d42a-41c7-b385-86dbb8735821'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 26 21:14:25.268447 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31566337-7d5f-4504-9495-123648256853 tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:14:25.271823 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-31566337-7d5f-4504-9495-123648256853 tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Publish callbacks [] for subnet (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:14:25.280098 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90494552-fbcf-4877-989e-674e86d2d7ce None None] Network 7368e0a1-4d92-40e0-a6bf-4f71bbb02c8d requested from n-d-760453-5 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 26 21:14:25.297285 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-31566337-7d5f-4504-9495-123648256853 tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.7352300 Jan 26 21:14:25.301308 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 55790) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:14:25.306767 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-de95799c-dd73-4849-b03f-28605661f285 tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Request body: {'subnet': {'network_id': '7368e0a1-4d92-40e0-a6bf-4f71bbb02c8d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:14:25.334503 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-a927c15d-6fb2-4742-ad40-41fb2c4d4c94 req-b03b5358-622f-4348-8064-6c448cdf4dc3 tempest-ServersOnMultiNodesTest-2088673700 tempest-ServersOnMultiNodesTest-2088673700-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=95b0180418ed4ee8af0e8472caf2fcf2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0351498 Jan 26 21:14:25.464001 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-68e106fc-0d62-4aad-b5fb-1aa0737c8107 req-2f5b9326-e5a8-49e0-b030-0141830f231b tempest-AttachVolumeNegativeTest-157238613 tempest-AttachVolumeNegativeTest-157238613-project] 10.222.0.13 "GET /v2.0/ports?device_id=e9f2f303-b5ff-441d-ac8a-1dfe85958a7b HTTP/1.1" status: 200 len: 210 time: 0.0545053 Jan 26 21:14:25.501399 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de95799c-dd73-4849-b03f-28605661f285 tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Made reservation on behalf of 555cb579ba8f40b196e83d88248f8446 for: {'subnet': 1} {{(pid=103305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 21:14:25.505351 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-de95799c-dd73-4849-b03f-28605661f285 tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11599953'] for subnet (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:14:25.523937 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ab7112c-f42a-4bd5-bfae-14db05edcc63 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3c4099e8-8ffb-51d1-af7f-5868973e933f-7368e0a1-4d92-40e0-a6bf-4f71bbb02c8d', 'network_id': '7368e0a1-4d92-40e0-a6bf-4f71bbb02c8d', 'project_id': '555cb579ba8f40b196e83d88248f8446', 'fixed_ips': [{'subnet_id': 'a831dfaa-576d-4b1d-a081-8e0c09c1af03'}]}} from n-d-760453-5. {{(pid=103306) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 26 21:14:25.524919 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-5ab7112c-f42a-4bd5-bfae-14db05edcc63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (None), before_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:14:25.558820 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a927c15d-6fb2-4742-ad40-41fb2c4d4c94 req-8a40a5e9-2ea5-4d7c-9fe3-d06c51fa1a16 tempest-ServersOnMultiNodesTest-2088673700 tempest-ServersOnMultiNodesTest-2088673700-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:14:25.560520 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-a927c15d-6fb2-4742-ad40-41fb2c4d4c94 req-8a40a5e9-2ea5-4d7c-9fe3-d06c51fa1a16 tempest-ServersOnMultiNodesTest-2088673700 tempest-ServersOnMultiNodesTest-2088673700-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2217493 Jan 26 21:14:25.600190 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-a927c15d-6fb2-4742-ad40-41fb2c4d4c94 req-cf5df4bc-ac7c-416a-8462-30e47176a178 tempest-ServersOnMultiNodesTest-2088673700 tempest-ServersOnMultiNodesTest-2088673700-project] 10.222.0.13 "GET /v2.0/quotas/95b0180418ed4ee8af0e8472caf2fcf2 HTTP/1.1" status: 200 len: 375 time: 0.0280130 Jan 26 21:14:25.625718 n-d-760453-5 neutron-server[103305]: INFO neutron.db.ipam_backend_mixin [None req-de95799c-dd73-4849-b03f-28605661f285 tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet a831dfaa-576d-4b1d-a081-8e0c09c1af03 (CIDR: 2001:db8::/64) Jan 26 21:14:25.631444 n-d-760453-5 neutron-server[103305]: INFO neutron.pecan_wsgi.hooks.translation [None req-de95799c-dd73-4849-b03f-28605661f285 tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 26 21:14:25.632436 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-de95799c-dd73-4849-b03f-28605661f285 tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103305) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 26 21:14:25.660472 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-de95799c-dd73-4849-b03f-28605661f285 tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3575556 Jan 26 21:14:25.661543 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 55794) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:14:25.663417 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6157c450-dcac-46c4-9fb6-5453bc347c72 req-871f683c-da08-4936-bf50-7f5fca163e08 tempest-ServersTestJSON-1629463572 tempest-ServersTestJSON-1629463572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:14:25.665340 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-6157c450-dcac-46c4-9fb6-5453bc347c72 req-871f683c-da08-4936-bf50-7f5fca163e08 tempest-ServersTestJSON-1629463572 tempest-ServersTestJSON-1629463572-project] 10.222.0.13 "GET /v2.0/ports?device_id=c4662c10-663d-4f1c-9832-1ea6638aef0d HTTP/1.1" status: 200 len: 945 time: 0.1035376 Jan 26 21:14:25.672886 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-36417c28-fc30-493c-bf06-ba2178975786 tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Request body: {'subnet': {'network_id': '7368e0a1-4d92-40e0-a6bf-4f71bbb02c8d', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:14:25.715096 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-a927c15d-6fb2-4742-ad40-41fb2c4d4c94 req-8ec9b86e-31a3-4c8e-a959-02197136c548 tempest-ServersOnMultiNodesTest-2088673700 tempest-ServersOnMultiNodesTest-2088673700-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=95b0180418ed4ee8af0e8472caf2fcf2&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1067982 Jan 26 21:14:25.759279 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-6157c450-dcac-46c4-9fb6-5453bc347c72 req-07e23c01-cb07-4c54-856c-0b029cbe21f8 tempest-ServersTestJSON-1629463572 tempest-ServersTestJSON-1629463572-project] 10.222.0.13 "GET /v2.0/security-groups?id=a146440b-85c7-430a-88ed-6d0301627350&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851114 Jan 26 21:14:25.921171 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36417c28-fc30-493c-bf06-ba2178975786 tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Made reservation on behalf of 555cb579ba8f40b196e83d88248f8446 for: {'subnet': 1} {{(pid=103305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 21:14:25.928706 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-36417c28-fc30-493c-bf06-ba2178975786 tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11599953'] for subnet (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:14:26.102307 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-a81204ed-dc2a-48d1-9bb0-8b9d82c87420 req-64e604b3-6504-49ab-9fc5-cd07cb94dff8 tempest-ServersOnMultiNodesTest-2088673700 tempest-ServersOnMultiNodesTest-2088673700-project] 10.222.0.13 "GET /v2.0/ports?device_id=8298f37c-7523-4cd6-84a0-b1cf1572a7ef HTTP/1.1" status: 200 len: 210 time: 0.0981266 Jan 26 21:14:26.175977 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.db_base_plugin_common [None req-5ab7112c-f42a-4bd5-bfae-14db05edcc63 None None] Allocated IP 2001:db8::2 (7368e0a1-4d92-40e0-a6bf-4f71bbb02c8d/a831dfaa-576d-4b1d-a081-8e0c09c1af03/b4fcd051-abe9-445c-aa34-b79780f1ee56) {{(pid=103306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 21:14:26.196623 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba6888a-0037-466e-a550-ab35bc68e37d req-164bf339-734b-47b1-82f6-d0e0a8e732ab tempest-AttachVolumeNegativeTest-157238613 tempest-AttachVolumeNegativeTest-157238613-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:14:26.198542 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-bba6888a-0037-466e-a550-ab35bc68e37d req-164bf339-734b-47b1-82f6-d0e0a8e732ab tempest-AttachVolumeNegativeTest-157238613 tempest-AttachVolumeNegativeTest-157238613-project] 10.222.0.66 "GET /v2.0/networks?id=d6d873b7-dd21-4147-a71c-3196b86fd015 HTTP/1.1" status: 200 len: 814 time: 0.2499375 Jan 26 21:14:26.226275 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [req-bba6888a-0037-466e-a550-ab35bc68e37d req-88a29c55-4495-438b-94b8-997a8ac542af tempest-AttachVolumeNegativeTest-157238613 tempest-AttachVolumeNegativeTest-157238613-project] Request body: {'port': {'device_id': 'e9f2f303-b5ff-441d-ac8a-1dfe85958a7b', 'network_id': 'd6d873b7-dd21-4147-a71c-3196b86fd015', 'admin_state_up': True, 'tenant_id': 'd203cd9cdbf14056988a5ed4353f3154'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:14:26.419415 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-5ab7112c-f42a-4bd5-bfae-14db05edcc63 None None] Publish callbacks [] for port (b4fcd051-abe9-445c-aa34-b79780f1ee56), precommit_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:14:26.434240 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-5ab7112c-f42a-4bd5-bfae-14db05edcc63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746560234527'] for port (b4fcd051-abe9-445c-aa34-b79780f1ee56), after_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:14:26.440437 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-36417c28-fc30-493c-bf06-ba2178975786 tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11788839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11599975'] for subnet (97c89f3f-851d-479e-b2e5-6d0b9766214b), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:14:26.477506 n-d-760453-5 neutron-server[103306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ab7112c-f42a-4bd5-bfae-14db05edcc63 None None] Network 7368e0a1-4d92-40e0-a6bf-4f71bbb02c8d is already hosted by enough agents. {{(pid=103306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 21:14:26.480425 n-d-760453-5 neutron-server[103306]: DEBUG neutron.scheduler.base_scheduler [None req-5ab7112c-f42a-4bd5-bfae-14db05edcc63 None None] Resources bound (agent type, host, resource id): {{(pid=103306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:14:26.488788 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ab7112c-f42a-4bd5-bfae-14db05edcc63 None None] Received port after_create {{(pid=103306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 21:14:26.490969 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36417c28-fc30-493c-bf06-ba2178975786 tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Network 7368e0a1-4d92-40e0-a6bf-4f71bbb02c8d is already hosted by enough agents. {{(pid=103305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 21:14:26.496130 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [None req-36417c28-fc30-493c-bf06-ba2178975786 tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Resources bound (agent type, host, resource id): {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:14:26.500542 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab7112c-f42a-4bd5-bfae-14db05edcc63 None None] Pushing event updated for resources: {'Port': ['ID=b4fcd051-abe9-445c-aa34-b79780f1ee56,revision_number=1']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:14:26.506596 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36417c28-fc30-493c-bf06-ba2178975786 tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:14:26.506833 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-36417c28-fc30-493c-bf06-ba2178975786 tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709645'] for subnet (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:14:26.523376 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579091f8-5388-4ccf-a5ec-22ad61662a52 req-9b83da7f-7728-4280-9ac6-d4d34f272060 tempest-ServersTestBootFromVolume-1845992378 tempest-ServersTestBootFromVolume-1845992378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:14:26.523714 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36417c28-fc30-493c-bf06-ba2178975786 tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Pushing event updated for resources: {'Subnet': ['ID=97c89f3f-851d-479e-b2e5-6d0b9766214b,revision_number=0']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:14:26.535055 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-36417c28-fc30-493c-bf06-ba2178975786 tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.8720434 Jan 26 21:14:26.537786 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 55812) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:14:26.538038 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-579091f8-5388-4ccf-a5ec-22ad61662a52 req-9b83da7f-7728-4280-9ac6-d4d34f272060 tempest-ServersTestBootFromVolume-1845992378 tempest-ServersTestBootFromVolume-1845992378-project] 10.222.0.13 "GET /v2.0/ports?device_id=e77f0f82-e2f4-42d1-9e44-0082033dd07d HTTP/1.1" status: 200 len: 944 time: 0.1835685 Jan 26 21:14:26.545672 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-3c6b970b-b188-4807-96c9-baf0cfdd89dd tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Request body: {'port': {'network_id': '7368e0a1-4d92-40e0-a6bf-4f71bbb02c8d', 'fixed_ips': [{'subnet_id': 'a831dfaa-576d-4b1d-a081-8e0c09c1af03'}, {'subnet_id': '97c89f3f-851d-479e-b2e5-6d0b9766214b'}], 'name': 'tempest-PortsIpV6TestJSON-539258469'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:14:26.562577 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-5ab7112c-f42a-4bd5-bfae-14db05edcc63 None None] Attempting to bind port b4fcd051-abe9-445c-aa34-b79780f1ee56 on host n-d-760453-5 for vnic_type normal with profile {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 21:14:26.563130 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-5ab7112c-f42a-4bd5-bfae-14db05edcc63 None None] Attempting to bind port b4fcd051-abe9-445c-aa34-b79780f1ee56 by drivers openvswitch,hyperv on host n-d-760453-5 at level 0 using segments [{'id': 'cfb1095f-d189-49e2-8380-4a40552bca77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '7368e0a1-4d92-40e0-a6bf-4f71bbb02c8d'}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 26 21:14:26.563399 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ab7112c-f42a-4bd5-bfae-14db05edcc63 None None] Attempting to bind port b4fcd051-abe9-445c-aa34-b79780f1ee56 on network 7368e0a1-4d92-40e0-a6bf-4f71bbb02c8d {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 21:14:26.570881 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ab7112c-f42a-4bd5-bfae-14db05edcc63 None None] Checking agent: {'id': 'fea0591a-627d-4c87-9a9a-01625ddf3277', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760453-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 20, 55, 25), 'started_at': datetime.datetime(2022, 1, 26, 20, 55, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 21, 14, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760453-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 26 21:14:26.571795 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ab7112c-f42a-4bd5-bfae-14db05edcc63 None None] Checking segment: {'id': 'cfb1095f-d189-49e2-8380-4a40552bca77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '7368e0a1-4d92-40e0-a6bf-4f71bbb02c8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 21:14:26.571936 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-5ab7112c-f42a-4bd5-bfae-14db05edcc63 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:14:26.572236 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ab7112c-f42a-4bd5-bfae-14db05edcc63 None None] Bound using segment: {'id': 'cfb1095f-d189-49e2-8380-4a40552bca77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '7368e0a1-4d92-40e0-a6bf-4f71bbb02c8d'} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 26 21:14:26.572713 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-5ab7112c-f42a-4bd5-bfae-14db05edcc63 None None] Bound port: b4fcd051-abe9-445c-aa34-b79780f1ee56, host: n-d-760453-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cfb1095f-d189-49e2-8380-4a40552bca77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '7368e0a1-4d92-40e0-a6bf-4f71bbb02c8d'}}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 26 21:14:26.573091 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-5ab7112c-f42a-4bd5-bfae-14db05edcc63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (b4fcd051-abe9-445c-aa34-b79780f1ee56), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:14:26.641521 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c74f4d-bda1-454d-9576-ad282b854064 req-26c7a289-ea3c-4d2d-a42a-22cebd25595d tempest-ServersTestMultiNic-211940128 tempest-ServersTestMultiNic-211940128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:14:26.660763 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c74f4d-bda1-454d-9576-ad282b854064 req-26c7a289-ea3c-4d2d-a42a-22cebd25595d tempest-ServersTestMultiNic-211940128 tempest-ServersTestMultiNic-211940128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:14:26.667275 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-5ab7112c-f42a-4bd5-bfae-14db05edcc63 None None] For port b4fcd051-abe9-445c-aa34-b79780f1ee56, host n-d-760453-5, cleared binding levels {{(pid=103306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 26 21:14:26.672394 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-5ab7112c-f42a-4bd5-bfae-14db05edcc63 None None] For port b4fcd051-abe9-445c-aa34-b79780f1ee56, host n-d-760453-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=b4fcd051-abe9-445c-aa34-b79780f1ee56,segment=NetworkSegment(cfb1095f-d189-49e2-8380-4a40552bca77),segment_id=cfb1095f-d189-49e2-8380-4a40552bca77)] {{(pid=103306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 26 21:14:26.672989 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-b5c74f4d-bda1-454d-9576-ad282b854064 req-26c7a289-ea3c-4d2d-a42a-22cebd25595d tempest-ServersTestMultiNic-211940128 tempest-ServersTestMultiNic-211940128-project] 10.222.0.13 "GET /v2.0/ports?device_id=04eefdeb-8cd1-4a1f-aef8-09ed20e5b879 HTTP/1.1" status: 200 len: 1680 time: 0.4043739 Jan 26 21:14:26.682150 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-5ab7112c-f42a-4bd5-bfae-14db05edcc63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (b4fcd051-abe9-445c-aa34-b79780f1ee56), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:14:26.770153 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab7112c-f42a-4bd5-bfae-14db05edcc63 None None] Pushing event updated for resources: {'Port': ['ID=b4fcd051-abe9-445c-aa34-b79780f1ee56,revision_number=2']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:14:26.805128 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-579091f8-5388-4ccf-a5ec-22ad61662a52 req-b2c862e2-da42-4f10-a9a8-4e52395e7b9a tempest-ServersTestBootFromVolume-1845992378 tempest-ServersTestBootFromVolume-1845992378-project] 10.222.0.13 "GET /v2.0/security-groups?id=d1e8d686-a995-4f2f-9375-0f0073274779&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2662075 Jan 26 21:14:26.822740 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bba6888a-0037-466e-a550-ab35bc68e37d req-88a29c55-4495-438b-94b8-997a8ac542af tempest-AttachVolumeNegativeTest-157238613 tempest-AttachVolumeNegativeTest-157238613-project] Made reservation on behalf of d203cd9cdbf14056988a5ed4353f3154 for: {'port': 1} {{(pid=103304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 21:14:26.838267 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-bba6888a-0037-466e-a550-ab35bc68e37d req-88a29c55-4495-438b-94b8-997a8ac542af tempest-AttachVolumeNegativeTest-157238613 tempest-AttachVolumeNegativeTest-157238613-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:14:26.875627 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-b5c74f4d-bda1-454d-9576-ad282b854064 req-244f8287-d4c7-41aa-b209-8fa5e5904124 tempest-ServersTestMultiNic-211940128 tempest-ServersTestMultiNic-211940128-project] 10.222.0.13 "GET /v2.0/security-groups?id=387ebbc6-3579-4cea-a9d9-9b7fa130b41f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1958067 Jan 26 21:14:27.128190 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.db_base_plugin_common [req-bba6888a-0037-466e-a550-ab35bc68e37d req-88a29c55-4495-438b-94b8-997a8ac542af tempest-AttachVolumeNegativeTest-157238613 tempest-AttachVolumeNegativeTest-157238613-project] Allocated IP 172.20.0.14 (d6d873b7-dd21-4147-a71c-3196b86fd015/83c7f95c-c9b9-47ca-b224-a6b37c78555f/71844506-9f19-4836-aa60-9cdd84af5ac4) {{(pid=103304) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 21:14:27.250990 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c6b970b-b188-4807-96c9-baf0cfdd89dd tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Made reservation on behalf of 555cb579ba8f40b196e83d88248f8446 for: {'port': 1} {{(pid=103305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 21:14:27.305901 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-8f500aad-f86f-4a86-898f-eab5b9c2b1c2 req-f15db7a2-e010-493b-b106-4767aa58a727 tempest-AttachVolumeNegativeTest-157238613 tempest-AttachVolumeNegativeTest-157238613-project] 10.222.0.13 "GET /v2.0/ports?device_id=e9f2f303-b5ff-441d-ac8a-1dfe85958a7b HTTP/1.1" status: 200 len: 210 time: 0.0643554 Jan 26 21:14:27.363573 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-3c6b970b-b188-4807-96c9-baf0cfdd89dd tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:14:27.386942 n-d-760453-5 neutron-server[103305]: DEBUG neutron.notifiers.nova [None req-3c6b970b-b188-4807-96c9-baf0cfdd89dd tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] device_id is not set on port 3d8c352a-a487-4778-9154-68a133acbd4d yet. {{(pid=103305) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 26 21:14:27.419825 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2806b329-2d0a-4682-9f62-0453e3db08b7 req-58df2816-5eba-48a4-887f-80aa8fa3989c tempest-ServersTestJSON-1629463572 tempest-ServersTestJSON-1629463572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:14:27.421476 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-2806b329-2d0a-4682-9f62-0453e3db08b7 req-58df2816-5eba-48a4-887f-80aa8fa3989c tempest-ServersTestJSON-1629463572 tempest-ServersTestJSON-1629463572-project] 10.222.0.13 "GET /v2.0/ports?device_id=c4662c10-663d-4f1c-9832-1ea6638aef0d HTTP/1.1" status: 200 len: 945 time: 0.2551050 Jan 26 21:14:27.444259 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.agents_db [None req-569f1ced-6396-4ddf-b79f-e03b0b2146ab None None] Agent healthcheck: found 7 active agents {{(pid=103307) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 26 21:14:27.518580 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-8d2f0dbd-75d4-4f0c-9a27-48b8e2739c66 req-760a8ed8-49de-4983-b8e3-63a624278764 tempest-ServersOnMultiNodesTest-2088673700 tempest-ServersOnMultiNodesTest-2088673700-project] 10.222.0.13 "GET /v2.0/ports?device_id=8298f37c-7523-4cd6-84a0-b1cf1572a7ef HTTP/1.1" status: 200 len: 210 time: 0.0508943 Jan 26 21:14:27.531750 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-bba6888a-0037-466e-a550-ab35bc68e37d req-88a29c55-4495-438b-94b8-997a8ac542af tempest-AttachVolumeNegativeTest-157238613 tempest-AttachVolumeNegativeTest-157238613-project] Publish callbacks [] for port (71844506-9f19-4836-aa60-9cdd84af5ac4), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:14:27.571612 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-2806b329-2d0a-4682-9f62-0453e3db08b7 req-454edc51-8142-4dde-ba4d-fcc341107ea5 tempest-ServersTestJSON-1629463572 tempest-ServersTestJSON-1629463572-project] 10.222.0.13 "GET /v2.0/security-groups?id=a146440b-85c7-430a-88ed-6d0301627350&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217101 Jan 26 21:14:27.615814 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-bba6888a-0037-466e-a550-ab35bc68e37d req-88a29c55-4495-438b-94b8-997a8ac542af tempest-AttachVolumeNegativeTest-157238613 tempest-AttachVolumeNegativeTest-157238613-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746560234527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9281553'] for port (71844506-9f19-4836-aa60-9cdd84af5ac4), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:14:27.628330 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] get_ports_and_sgs() called for port_ids ['e3a678e7-ac1e-438d-a264-5bdad56d0d1c'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 26 21:14:27.662715 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] get_ports_and_sgs() called for port_ids ['20aaca9f-7ff5-4bc5-92ad-e18683e4425f', '58a2ab10-6d52-4ea0-8d71-02e432597a85'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 26 21:14:27.671088 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bba6888a-0037-466e-a550-ab35bc68e37d req-88a29c55-4495-438b-94b8-997a8ac542af tempest-AttachVolumeNegativeTest-157238613 tempest-AttachVolumeNegativeTest-157238613-project] Network d6d873b7-dd21-4147-a71c-3196b86fd015 is already hosted by enough agents. {{(pid=103304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 21:14:27.675656 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [req-bba6888a-0037-466e-a550-ab35bc68e37d req-88a29c55-4495-438b-94b8-997a8ac542af tempest-AttachVolumeNegativeTest-157238613 tempest-AttachVolumeNegativeTest-157238613-project] Resources bound (agent type, host, resource id): {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:14:27.684477 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [req-bba6888a-0037-466e-a550-ab35bc68e37d req-88a29c55-4495-438b-94b8-997a8ac542af tempest-AttachVolumeNegativeTest-157238613 tempest-AttachVolumeNegativeTest-157238613-project] Received port after_create {{(pid=103304) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 21:14:27.738580 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-a927c15d-6fb2-4742-ad40-41fb2c4d4c94 req-e22b05a8-71e3-4660-97a5-12187898b459 tempest-ServersOnMultiNodesTest-2088673700 tempest-ServersOnMultiNodesTest-2088673700-project] 10.222.0.66 "GET /v2.0/networks?tenant_id=95b0180418ed4ee8af0e8472caf2fcf2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0924206 Jan 26 21:14:27.753891 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a29c55-4495-438b-94b8-997a8ac542af tempest-AttachVolumeNegativeTest-157238613 tempest-AttachVolumeNegativeTest-157238613-project] Pushing event updated for resources: {'Port': ['ID=71844506-9f19-4836-aa60-9cdd84af5ac4,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:14:27.793833 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba6888a-0037-466e-a550-ab35bc68e37d req-88a29c55-4495-438b-94b8-997a8ac542af tempest-AttachVolumeNegativeTest-157238613 tempest-AttachVolumeNegativeTest-157238613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:14:27.800075 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-bba6888a-0037-466e-a550-ab35bc68e37d req-88a29c55-4495-438b-94b8-997a8ac542af tempest-AttachVolumeNegativeTest-157238613 tempest-AttachVolumeNegativeTest-157238613-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:14:27.824415 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-bba6888a-0037-466e-a550-ab35bc68e37d req-88a29c55-4495-438b-94b8-997a8ac542af tempest-AttachVolumeNegativeTest-157238613 tempest-AttachVolumeNegativeTest-157238613-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6021988 Jan 26 21:14:27.843704 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [req-bba6888a-0037-466e-a550-ab35bc68e37d req-5303a36a-79da-4c48-8f5c-85d2c323f394 service neutron] Request body: {'port': {'device_id': 'e9f2f303-b5ff-441d-ac8a-1dfe85958a7b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-760453-5'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:14:27.874181 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Device 98bdc732-d42a-41c7-b385-86dbb8735821 up at agent hyperv_n-h2-760453-5 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 21:14:28.026209 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-bba6888a-0037-466e-a550-ab35bc68e37d req-5303a36a-79da-4c48-8f5c-85d2c323f394 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (71844506-9f19-4836-aa60-9cdd84af5ac4), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:14:28.139285 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088e81a4-6584-4615-984a-3c5aba49f62b req-f66fe0f5-3867-4bf7-bf59-7dc832aa4ffa tempest-ServersTestBootFromVolume-1845992378 tempest-ServersTestBootFromVolume-1845992378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:14:28.150250 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-088e81a4-6584-4615-984a-3c5aba49f62b req-f66fe0f5-3867-4bf7-bf59-7dc832aa4ffa tempest-ServersTestBootFromVolume-1845992378 tempest-ServersTestBootFromVolume-1845992378-project] 10.222.0.13 "GET /v2.0/ports?device_id=e77f0f82-e2f4-42d1-9e44-0082033dd07d HTTP/1.1" status: 200 len: 944 time: 0.2251985 Jan 26 21:14:28.196698 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a927c15d-6fb2-4742-ad40-41fb2c4d4c94 req-c7453d5b-56a3-413d-b228-d98c85fedd5c tempest-ServersOnMultiNodesTest-2088673700 tempest-ServersOnMultiNodesTest-2088673700-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:14:28.198196 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-a927c15d-6fb2-4742-ad40-41fb2c4d4c94 req-c7453d5b-56a3-413d-b228-d98c85fedd5c tempest-ServersOnMultiNodesTest-2088673700 tempest-ServersOnMultiNodesTest-2088673700-project] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4065106 Jan 26 21:14:28.228953 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Provisioning for port 98bdc732-d42a-41c7-b385-86dbb8735821 completed by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 21:14:28.241685 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Provisioning complete for port 98bdc732-d42a-41c7-b385-86dbb8735821 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:14:28.242224 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (98bdc732-d42a-41c7-b385-86dbb8735821), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:14:28.286957 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [req-a927c15d-6fb2-4742-ad40-41fb2c4d4c94 req-d699d97e-13fc-4bbc-a131-e53b649aff7a tempest-ServersOnMultiNodesTest-2088673700 tempest-ServersOnMultiNodesTest-2088673700-project] Request body: {'port': {'device_id': '8298f37c-7523-4cd6-84a0-b1cf1572a7ef', 'network_id': '7fbe9cf5-e12c-436d-b372-55a19c9faa30', 'admin_state_up': True, 'tenant_id': '95b0180418ed4ee8af0e8472caf2fcf2'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:14:28.341829 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.db_base_plugin_common [None req-3c6b970b-b188-4807-96c9-baf0cfdd89dd tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Allocated IP 2001:db8::15d (7368e0a1-4d92-40e0-a6bf-4f71bbb02c8d/a831dfaa-576d-4b1d-a081-8e0c09c1af03/3d8c352a-a487-4778-9154-68a133acbd4d) {{(pid=103305) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 21:14:28.346184 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device b4fcd051-abe9-445c-aa34-b79780f1ee56 up at agent ovs-agent-n-d-760453-5 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 21:14:28.350102 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.db_base_plugin_common [None req-3c6b970b-b188-4807-96c9-baf0cfdd89dd tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Allocated IP 2001:db8:0:1::37e (7368e0a1-4d92-40e0-a6bf-4f71bbb02c8d/97c89f3f-851d-479e-b2e5-6d0b9766214b/3d8c352a-a487-4778-9154-68a133acbd4d) {{(pid=103305) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 21:14:28.390985 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-568ed490-c624-4760-a147-7a05fb7f42f7 None None] Network 7368e0a1-4d92-40e0-a6bf-4f71bbb02c8d requested from n-d-760453-5 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 26 21:14:28.494028 n-d-760453-5 neutron-server[103304]: DEBUG neutron.notifiers.nova [req-bba6888a-0037-466e-a550-ab35bc68e37d req-5303a36a-79da-4c48-8f5c-85d2c323f394 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 71844506-9f19-4836-aa60-9cdd84af5ac4 {{(pid=103304) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 26 21:14:28.502017 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-bba6888a-0037-466e-a550-ab35bc68e37d req-5303a36a-79da-4c48-8f5c-85d2c323f394 service neutron] Publish callbacks [] for port (71844506-9f19-4836-aa60-9cdd84af5ac4), precommit_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:14:28.516219 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.provisioning_blocks [req-bba6888a-0037-466e-a550-ab35bc68e37d req-5303a36a-79da-4c48-8f5c-85d2c323f394 service neutron] Transition to ACTIVE for port object 71844506-9f19-4836-aa60-9cdd84af5ac4 will not be triggered until provisioned by entity L2. {{(pid=103304) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 21:14:28.518977 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-3c6b970b-b188-4807-96c9-baf0cfdd89dd tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Publish callbacks [] for port (3d8c352a-a487-4778-9154-68a133acbd4d), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:14:28.538594 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c1e1f1-a322-4b4b-a010-599a234b5683 req-d6616936-af39-455e-9fd2-ecb8e55aa481 tempest-ServersTestMultiNic-211940128 tempest-ServersTestMultiNic-211940128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:14:28.544400 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c1e1f1-a322-4b4b-a010-599a234b5683 req-d6616936-af39-455e-9fd2-ecb8e55aa481 tempest-ServersTestMultiNic-211940128 tempest-ServersTestMultiNic-211940128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:14:28.546188 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-57c1e1f1-a322-4b4b-a010-599a234b5683 req-d6616936-af39-455e-9fd2-ecb8e55aa481 tempest-ServersTestMultiNic-211940128 tempest-ServersTestMultiNic-211940128-project] 10.222.0.13 "GET /v2.0/ports?device_id=04eefdeb-8cd1-4a1f-aef8-09ed20e5b879 HTTP/1.1" status: 200 len: 1680 time: 0.5246832 Jan 26 21:14:28.549501 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-088e81a4-6584-4615-984a-3c5aba49f62b req-6b06e2c4-1541-4ac0-96e2-3c0fb21f4e20 tempest-ServersTestBootFromVolume-1845992378 tempest-ServersTestBootFromVolume-1845992378-project] 10.222.0.13 "GET /v2.0/security-groups?id=d1e8d686-a995-4f2f-9375-0f0073274779&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3981614 Jan 26 21:14:28.550900 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-bba6888a-0037-466e-a550-ab35bc68e37d req-5303a36a-79da-4c48-8f5c-85d2c323f394 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9281542'] for port (71844506-9f19-4836-aa60-9cdd84af5ac4), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:14:28.561308 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Provisioning complete for port b4fcd051-abe9-445c-aa34-b79780f1ee56 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:14:28.561566 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (b4fcd051-abe9-445c-aa34-b79780f1ee56), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:14:28.583656 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-3c6b970b-b188-4807-96c9-baf0cfdd89dd tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746560234527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11791543'] for port (3d8c352a-a487-4778-9154-68a133acbd4d), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:14:28.643021 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5303a36a-79da-4c48-8f5c-85d2c323f394 service neutron] Pushing event updated for resources: {'Port': ['ID=71844506-9f19-4836-aa60-9cdd84af5ac4,revision_number=2']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:14:28.657646 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-e4b903df-4e8f-460c-a2d1-b2c35f627e2b None None] Provisioning complete for port b4fcd051-abe9-445c-aa34-b79780f1ee56 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:14:28.661770 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-e4b903df-4e8f-460c-a2d1-b2c35f627e2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (b4fcd051-abe9-445c-aa34-b79780f1ee56), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:14:28.707284 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c6b970b-b188-4807-96c9-baf0cfdd89dd tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Network 7368e0a1-4d92-40e0-a6bf-4f71bbb02c8d is already hosted by enough agents. {{(pid=103305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 21:14:28.711233 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c6b970b-b188-4807-96c9-baf0cfdd89dd tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Pushing event updated for resources: {'Port': ['ID=3d8c352a-a487-4778-9154-68a133acbd4d,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:14:28.721573 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [None req-3c6b970b-b188-4807-96c9-baf0cfdd89dd tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Resources bound (agent type, host, resource id): {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:14:28.727187 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c6b970b-b188-4807-96c9-baf0cfdd89dd tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Received port after_create {{(pid=103305) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 21:14:28.733426 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c6b970b-b188-4807-96c9-baf0cfdd89dd tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:14:28.734125 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-3c6b970b-b188-4807-96c9-baf0cfdd89dd tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:14:28.741952 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-57c1e1f1-a322-4b4b-a010-599a234b5683 req-a439fe53-0418-416c-88d7-10564eb77bfe tempest-ServersTestMultiNic-211940128 tempest-ServersTestMultiNic-211940128-project] 10.222.0.13 "GET /v2.0/security-groups?id=387ebbc6-3579-4cea-a9d9-9b7fa130b41f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1881034 Jan 26 21:14:28.769900 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [req-bba6888a-0037-466e-a550-ab35bc68e37d req-5303a36a-79da-4c48-8f5c-85d2c323f394 service neutron] Attempting to bind port 71844506-9f19-4836-aa60-9cdd84af5ac4 on host n-h1-760453-5 for vnic_type normal with profile {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 21:14:28.770434 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [req-bba6888a-0037-466e-a550-ab35bc68e37d req-5303a36a-79da-4c48-8f5c-85d2c323f394 service neutron] Attempting to bind port 71844506-9f19-4836-aa60-9cdd84af5ac4 by drivers openvswitch,hyperv on host n-h1-760453-5 at level 0 using segments [{'id': '09663a0c-ceea-4887-ace4-6c78e47e3e40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'd6d873b7-dd21-4147-a71c-3196b86fd015'}] {{(pid=103304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 26 21:14:28.770772 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bba6888a-0037-466e-a550-ab35bc68e37d req-5303a36a-79da-4c48-8f5c-85d2c323f394 service neutron] Attempting to bind port 71844506-9f19-4836-aa60-9cdd84af5ac4 on network d6d873b7-dd21-4147-a71c-3196b86fd015 {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 21:14:28.779810 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bba6888a-0037-466e-a550-ab35bc68e37d req-5303a36a-79da-4c48-8f5c-85d2c323f394 service neutron] Port 71844506-9f19-4836-aa60-9cdd84af5ac4 on network d6d873b7-dd21-4147-a71c-3196b86fd015 not bound, no agent of type Open vSwitch agent registered on host n-h1-760453-5 {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 26 21:14:28.780350 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-3c6b970b-b188-4807-96c9-baf0cfdd89dd tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1016 time: 2.2409565 Jan 26 21:14:28.784170 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bba6888a-0037-466e-a550-ab35bc68e37d req-5303a36a-79da-4c48-8f5c-85d2c323f394 service neutron] Attempting to bind port 71844506-9f19-4836-aa60-9cdd84af5ac4 on network d6d873b7-dd21-4147-a71c-3196b86fd015 {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 21:14:28.791744 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 55834) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:14:28.792619 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bba6888a-0037-466e-a550-ab35bc68e37d req-5303a36a-79da-4c48-8f5c-85d2c323f394 service neutron] Checking agent: {'id': '32ef628b-8417-46c5-8729-60fcabe358f1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-760453-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 21, 3, 8), 'started_at': datetime.datetime(2022, 1, 26, 21, 3, 8), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 21, 14, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 26 21:14:28.793061 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bba6888a-0037-466e-a550-ab35bc68e37d req-5303a36a-79da-4c48-8f5c-85d2c323f394 service neutron] Checking segment: {'id': '09663a0c-ceea-4887-ace4-6c78e47e3e40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'd6d873b7-dd21-4147-a71c-3196b86fd015'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103304) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 21:14:28.793737 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bba6888a-0037-466e-a550-ab35bc68e37d req-5303a36a-79da-4c48-8f5c-85d2c323f394 service neutron] Bound using segment: {'id': '09663a0c-ceea-4887-ace4-6c78e47e3e40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'd6d873b7-dd21-4147-a71c-3196b86fd015'} {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 26 21:14:28.794316 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [req-bba6888a-0037-466e-a550-ab35bc68e37d req-5303a36a-79da-4c48-8f5c-85d2c323f394 service neutron] Bound port: 71844506-9f19-4836-aa60-9cdd84af5ac4, host: n-h1-760453-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '09663a0c-ceea-4887-ace4-6c78e47e3e40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'd6d873b7-dd21-4147-a71c-3196b86fd015'}}] {{(pid=103304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 26 21:14:28.796113 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-bba6888a-0037-466e-a550-ab35bc68e37d req-5303a36a-79da-4c48-8f5c-85d2c323f394 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (71844506-9f19-4836-aa60-9cdd84af5ac4), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:14:28.804405 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-998a507c-3fad-49da-8532-66aab48d3c1e tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'a831dfaa-576d-4b1d-a081-8e0c09c1af03'}]}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:14:28.805828 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a927c15d-6fb2-4742-ad40-41fb2c4d4c94 req-d699d97e-13fc-4bbc-a131-e53b649aff7a tempest-ServersOnMultiNodesTest-2088673700 tempest-ServersOnMultiNodesTest-2088673700-project] Made reservation on behalf of 95b0180418ed4ee8af0e8472caf2fcf2 for: {'port': 1} {{(pid=103305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 21:14:28.812900 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-a927c15d-6fb2-4742-ad40-41fb2c4d4c94 req-d699d97e-13fc-4bbc-a131-e53b649aff7a tempest-ServersOnMultiNodesTest-2088673700 tempest-ServersOnMultiNodesTest-2088673700-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:14:28.862126 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9929a76-77f3-4240-bbf5-90e5da90c92a None None] Update dhcp port {'port': {'network_id': '7368e0a1-4d92-40e0-a6bf-4f71bbb02c8d', 'fixed_ips': [{'subnet_id': 'a831dfaa-576d-4b1d-a081-8e0c09c1af03', 'ip_address': '2001:db8::2'}, {'subnet_id': '97c89f3f-851d-479e-b2e5-6d0b9766214b'}], 'binding:host_id': 'n-d-760453-5'}, 'id': 'b4fcd051-abe9-445c-aa34-b79780f1ee56'} from n-d-760453-5. {{(pid=103306) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Jan 26 21:14:28.887178 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63dcbb22-0d34-4593-bd2d-8694cc7fb402 req-2a1fa9c9-b453-4c30-a571-1dddd9179570 tempest-AttachVolumeNegativeTest-157238613 tempest-AttachVolumeNegativeTest-157238613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:14:28.887178 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-63dcbb22-0d34-4593-bd2d-8694cc7fb402 req-2a1fa9c9-b453-4c30-a571-1dddd9179570 tempest-AttachVolumeNegativeTest-157238613 tempest-AttachVolumeNegativeTest-157238613-project] 10.222.0.13 "GET /v2.0/ports?device_id=e9f2f303-b5ff-441d-ac8a-1dfe85958a7b HTTP/1.1" status: 200 len: 944 time: 0.1673021 Jan 26 21:14:28.921945 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Current status of the port b4fcd051-abe9-445c-aa34-b79780f1ee56 is: DOWN; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:14:28.922602 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (b4fcd051-abe9-445c-aa34-b79780f1ee56), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:14:28.926734 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-c9929a76-77f3-4240-bbf5-90e5da90c92a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (b4fcd051-abe9-445c-aa34-b79780f1ee56), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:14:28.935445 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [req-bba6888a-0037-466e-a550-ab35bc68e37d req-5303a36a-79da-4c48-8f5c-85d2c323f394 service neutron] For port 71844506-9f19-4836-aa60-9cdd84af5ac4, host n-h1-760453-5, cleared binding levels {{(pid=103304) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 26 21:14:28.936031 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Current status of the port 98bdc732-d42a-41c7-b385-86dbb8735821 is: BUILD; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:14:28.936576 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (98bdc732-d42a-41c7-b385-86dbb8735821), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:14:28.945105 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [req-bba6888a-0037-466e-a550-ab35bc68e37d req-5303a36a-79da-4c48-8f5c-85d2c323f394 service neutron] For port 71844506-9f19-4836-aa60-9cdd84af5ac4, host n-h1-760453-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-5',level=0,port_id=71844506-9f19-4836-aa60-9cdd84af5ac4,segment=NetworkSegment(09663a0c-ceea-4887-ace4-6c78e47e3e40),segment_id=09663a0c-ceea-4887-ace4-6c78e47e3e40)] {{(pid=103304) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 26 21:14:28.972938 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-bba6888a-0037-466e-a550-ab35bc68e37d req-5303a36a-79da-4c48-8f5c-85d2c323f394 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9281542'] for port (71844506-9f19-4836-aa60-9cdd84af5ac4), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:14:29.052970 n-d-760453-5 neutron-server[103306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04eefdeb-8cd1-4a1f-aef8-09ed20e5b879', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98bdc732-d42a-41c7-b385-86dbb8735821'}] {{(pid=103306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 21:14:29.055624 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9d5d370febab655511bdd2ffe887e43e442d144a440368702bcc1e93af00b97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a03a3a2-e168-4855-8823-6194b40c80f1" -d '{"events": [{"server_uuid": "04eefdeb-8cd1-4a1f-aef8-09ed20e5b879", "name": "network-vif-plugged", "status": "completed", "tag": "98bdc732-d42a-41c7-b385-86dbb8735821"}]}' {{(pid=103306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 21:14:29.060555 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] For port b4fcd051-abe9-445c-aa34-b79780f1ee56, host n-d-760453-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=b4fcd051-abe9-445c-aa34-b79780f1ee56,segment=NetworkSegment(cfb1095f-d189-49e2-8380-4a40552bca77),segment_id=cfb1095f-d189-49e2-8380-4a40552bca77)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:14:29.068690 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.db_base_plugin_common [req-a927c15d-6fb2-4742-ad40-41fb2c4d4c94 req-d699d97e-13fc-4bbc-a131-e53b649aff7a tempest-ServersOnMultiNodesTest-2088673700 tempest-ServersOnMultiNodesTest-2088673700-project] Allocated IP 192.168.233.91 (7fbe9cf5-e12c-436d-b372-55a19c9faa30/fd77e534-75e6-4b90-950e-f5824d584430/24025662-e8e3-4303-926e-de5c2af8663c) {{(pid=103305) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 21:14:29.079988 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] For port 98bdc732-d42a-41c7-b385-86dbb8735821, host n-h2-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-5',level=0,port_id=98bdc732-d42a-41c7-b385-86dbb8735821,segment=NetworkSegment(f63e78da-55d5-47fa-bceb-eae7806e8351),segment_id=f63e78da-55d5-47fa-bceb-eae7806e8351)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:14:29.086942 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (b4fcd051-abe9-445c-aa34-b79780f1ee56), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:14:29.114928 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-e4b903df-4e8f-460c-a2d1-b2c35f627e2b None None] Current status of the port b4fcd051-abe9-445c-aa34-b79780f1ee56 is: DOWN; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:14:29.115244 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-e4b903df-4e8f-460c-a2d1-b2c35f627e2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (b4fcd051-abe9-445c-aa34-b79780f1ee56), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:14:29.117269 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (98bdc732-d42a-41c7-b385-86dbb8735821), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:14:29.118078 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Device c0c88dad-cc2c-45c3-b929-f9b04ea7d5f7 up at agent hyperv_n-h2-760453-5 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 21:14:29.210937 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba6888a-0037-466e-a550-ab35bc68e37d req-5303a36a-79da-4c48-8f5c-85d2c323f394 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:14:29.211556 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-bba6888a-0037-466e-a550-ab35bc68e37d req-5303a36a-79da-4c48-8f5c-85d2c323f394 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:14:29.213535 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-bba6888a-0037-466e-a550-ab35bc68e37d req-5303a36a-79da-4c48-8f5c-85d2c323f394 service neutron] 10.222.0.66 "PUT /v2.0/ports/71844506-9f19-4836-aa60-9cdd84af5ac4 HTTP/1.1" status: 200 len: 1092 time: 1.3748813 Jan 26 21:14:29.235499 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-63dcbb22-0d34-4593-bd2d-8694cc7fb402 req-3c00827d-c2a3-49fa-8b77-42748736c0ef tempest-AttachVolumeNegativeTest-157238613 tempest-AttachVolumeNegativeTest-157238613-project] 10.222.0.13 "GET /v2.0/security-groups?id=8e9bd9e5-9820-4475-bfb9-c12598a9861a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2745318 Jan 26 21:14:29.236088 n-d-760453-5 neutron-server[103304]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e9f2f303-b5ff-441d-ac8a-1dfe85958a7b', 'tag': '71844506-9f19-4836-aa60-9cdd84af5ac4'}] {{(pid=103304) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 21:14:29.243686 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d52b45f1943fcd332af9527eb73ff93c8d715d44383a3f6d18de73b4cfcf87b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9266a33d-1ab7-4817-9649-e8ff041d51d1" -d '{"events": [{"name": "network-changed", "server_uuid": "e9f2f303-b5ff-441d-ac8a-1dfe85958a7b", "tag": "71844506-9f19-4836-aa60-9cdd84af5ac4"}]}' {{(pid=103304) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 21:14:29.270696 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-5211b4dc-e069-4829-8c83-fad092d52c05 req-4123e812-45e9-46b3-a325-ebf5578b517f tempest-ServersOnMultiNodesTest-2088673700 tempest-ServersOnMultiNodesTest-2088673700-project] 10.222.0.13 "GET /v2.0/ports?device_id=8298f37c-7523-4cd6-84a0-b1cf1572a7ef HTTP/1.1" status: 200 len: 210 time: 0.2225482 Jan 26 21:14:29.296443 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-a927c15d-6fb2-4742-ad40-41fb2c4d4c94 req-d699d97e-13fc-4bbc-a131-e53b649aff7a tempest-ServersOnMultiNodesTest-2088673700 tempest-ServersOnMultiNodesTest-2088673700-project] Publish callbacks [] for port (24025662-e8e3-4303-926e-de5c2af8663c), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:14:29.351278 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-a927c15d-6fb2-4742-ad40-41fb2c4d4c94 req-d699d97e-13fc-4bbc-a131-e53b649aff7a tempest-ServersOnMultiNodesTest-2088673700 tempest-ServersOnMultiNodesTest-2088673700-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746560234527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11791543'] for port (24025662-e8e3-4303-926e-de5c2af8663c), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:14:29.374255 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5303a36a-79da-4c48-8f5c-85d2c323f394 service neutron] Pushing event updated for resources: {'Port': ['ID=71844506-9f19-4836-aa60-9cdd84af5ac4,revision_number=3']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:14:29.380002 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] get_ports_and_sgs() called for port_ids ['552aae5b-0114-4ae2-8e9d-898106bbf7d4', '6f3c032f-8f77-4bb1-80f4-b3e6bc17170e', '7b91e58c-2d2a-4acc-8321-b7c6811beaeb', '1f823a46-1659-445c-9067-ee7a46f9e1af'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 26 21:14:29.395013 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Pushing event updated for resources: {'Port': ['ID=b4fcd051-abe9-445c-aa34-b79780f1ee56,revision_number=3']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:14:29.430791 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a927c15d-6fb2-4742-ad40-41fb2c4d4c94 req-d699d97e-13fc-4bbc-a131-e53b649aff7a tempest-ServersOnMultiNodesTest-2088673700 tempest-ServersOnMultiNodesTest-2088673700-project] Network 7fbe9cf5-e12c-436d-b372-55a19c9faa30 is already hosted by enough agents. {{(pid=103305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 21:14:29.435370 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [req-a927c15d-6fb2-4742-ad40-41fb2c4d4c94 req-d699d97e-13fc-4bbc-a131-e53b649aff7a tempest-ServersOnMultiNodesTest-2088673700 tempest-ServersOnMultiNodesTest-2088673700-project] Resources bound (agent type, host, resource id): {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:14:29.439315 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [req-a927c15d-6fb2-4742-ad40-41fb2c4d4c94 req-d699d97e-13fc-4bbc-a131-e53b649aff7a tempest-ServersOnMultiNodesTest-2088673700 tempest-ServersOnMultiNodesTest-2088673700-project] Received port after_create {{(pid=103305) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 21:14:29.465644 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Jan 2022 21:14:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b75eda3f-c377-4c0b-9d1e-8a65b14a1bdb x-openstack-request-id: req-b75eda3f-c377-4c0b-9d1e-8a65b14a1bdb {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 21:14:29.465938 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "04eefdeb-8cd1-4a1f-aef8-09ed20e5b879", "name": "network-vif-plugged", "status": "completed", "tag": "98bdc732-d42a-41c7-b385-86dbb8735821", "code": 200}]} {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 21:14:29.466197 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b75eda3f-c377-4c0b-9d1e-8a65b14a1bdb {{(pid=103306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 21:14:29.466592 n-d-760453-5 neutron-server[103306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04eefdeb-8cd1-4a1f-aef8-09ed20e5b879', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98bdc732-d42a-41c7-b385-86dbb8735821', 'code': 200} Jan 26 21:14:29.471039 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] get_ports_and_sgs() called for port_ids ['74a29006-e476-494d-a6f7-bba5c779ab89', '145ca743-6349-44f7-a8ae-2fb6ade493b1'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 26 21:14:29.502511 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d699d97e-13fc-4bbc-a131-e53b649aff7a tempest-ServersOnMultiNodesTest-2088673700 tempest-ServersOnMultiNodesTest-2088673700-project] Pushing event updated for resources: {'Port': ['ID=24025662-e8e3-4303-926e-de5c2af8663c,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:14:29.506540 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6796e404-2e6a-4bae-b1dd-a21d3546a184 req-a36e4284-67bf-4b4d-8c2c-5c8b27375bbe tempest-ServersTestJSON-1629463572 tempest-ServersTestJSON-1629463572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:14:29.514435 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-6796e404-2e6a-4bae-b1dd-a21d3546a184 req-a36e4284-67bf-4b4d-8c2c-5c8b27375bbe tempest-ServersTestJSON-1629463572 tempest-ServersTestJSON-1629463572-project] 10.222.0.13 "GET /v2.0/ports?device_id=c4662c10-663d-4f1c-9832-1ea6638aef0d HTTP/1.1" status: 200 len: 945 time: 0.1340425 Jan 26 21:14:29.518932 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba6888a-0037-466e-a550-ab35bc68e37d req-7c957638-a9f7-4f22-8d79-62e2ab387954 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:14:29.521321 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-bba6888a-0037-466e-a550-ab35bc68e37d req-7c957638-a9f7-4f22-8d79-62e2ab387954 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=d203cd9cdbf14056988a5ed4353f3154&device_id=e9f2f303-b5ff-441d-ac8a-1dfe85958a7b HTTP/1.1" status: 200 len: 1095 time: 0.2426651 Jan 26 21:14:29.531157 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 26 Jan 2022 21:14:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53f2f0bb-8414-48f1-94de-30ff42afc29f x-openstack-request-id: req-53f2f0bb-8414-48f1-94de-30ff42afc29f {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 21:14:29.531457 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e9f2f303-b5ff-441d-ac8a-1dfe85958a7b", "tag": "71844506-9f19-4836-aa60-9cdd84af5ac4", "status": "completed", "code": 200}]} {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 21:14:29.531727 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-53f2f0bb-8414-48f1-94de-30ff42afc29f {{(pid=103304) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 21:14:29.532268 n-d-760453-5 neutron-server[103304]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e9f2f303-b5ff-441d-ac8a-1dfe85958a7b', 'tag': '71844506-9f19-4836-aa60-9cdd84af5ac4', 'status': 'completed', 'code': 200} Jan 26 21:14:29.540539 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a927c15d-6fb2-4742-ad40-41fb2c4d4c94 req-d699d97e-13fc-4bbc-a131-e53b649aff7a tempest-ServersOnMultiNodesTest-2088673700 tempest-ServersOnMultiNodesTest-2088673700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:14:29.542191 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-a927c15d-6fb2-4742-ad40-41fb2c4d4c94 req-d699d97e-13fc-4bbc-a131-e53b649aff7a tempest-ServersOnMultiNodesTest-2088673700 tempest-ServersOnMultiNodesTest-2088673700-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:14:29.563110 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.db_base_plugin_common [None req-c9929a76-77f3-4240-bbf5-90e5da90c92a None None] Allocated IP 2001:db8:0:1::2 (7368e0a1-4d92-40e0-a6bf-4f71bbb02c8d/97c89f3f-851d-479e-b2e5-6d0b9766214b/b4fcd051-abe9-445c-aa34-b79780f1ee56) {{(pid=103306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 21:14:29.565148 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.db.api [None req-e4b903df-4e8f-460c-a2d1-b2c35f627e2b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103306) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 26 21:14:29.565534 n-d-760453-5 neutron-server[103306]: DEBUG oslo_db.api [None req-e4b903df-4e8f-460c-a2d1-b2c35f627e2b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 26 21:14:29.571279 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-a927c15d-6fb2-4742-ad40-41fb2c4d4c94 req-d699d97e-13fc-4bbc-a131-e53b649aff7a tempest-ServersOnMultiNodesTest-2088673700 tempest-ServersOnMultiNodesTest-2088673700-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.2976441 Jan 26 21:14:29.588704 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [req-a927c15d-6fb2-4742-ad40-41fb2c4d4c94 req-9765a9fe-4b43-4d1e-9d52-fffaba91d895 service neutron] Request body: {'port': {'device_id': '8298f37c-7523-4cd6-84a0-b1cf1572a7ef', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-760453-5'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:14:29.601444 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Provisioning for port c0c88dad-cc2c-45c3-b929-f9b04ea7d5f7 completed by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 21:14:29.632704 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-998a507c-3fad-49da-8532-66aab48d3c1e tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (3d8c352a-a487-4778-9154-68a133acbd4d), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:14:29.637487 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-bba6888a-0037-466e-a550-ab35bc68e37d req-ed37f0f4-e08d-4c27-aa95-c6e45ac6404a service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=71844506-9f19-4836-aa60-9cdd84af5ac4 HTTP/1.1" status: 200 len: 217 time: 0.1001008 Jan 26 21:14:29.668356 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-a927c15d-6fb2-4742-ad40-41fb2c4d4c94 req-9765a9fe-4b43-4d1e-9d52-fffaba91d895 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (24025662-e8e3-4303-926e-de5c2af8663c), before_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:14:29.675180 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Provisioning complete for port c0c88dad-cc2c-45c3-b929-f9b04ea7d5f7 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:14:29.676198 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (c0c88dad-cc2c-45c3-b929-f9b04ea7d5f7), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:14:29.925427 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Pushing event updated for resources: {'Port': ['ID=98bdc732-d42a-41c7-b385-86dbb8735821,revision_number=5']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:14:29.994925 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-6796e404-2e6a-4bae-b1dd-a21d3546a184 req-8bf3fab6-b92f-4ba0-a191-97fb33a68f77 tempest-ServersTestJSON-1629463572 tempest-ServersTestJSON-1629463572-project] 10.222.0.13 "GET /v2.0/security-groups?id=a146440b-85c7-430a-88ed-6d0301627350&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4769392 Jan 26 21:14:30.026325 n-d-760453-5 neutron-server[103305]: DEBUG neutron.notifiers.nova [req-a927c15d-6fb2-4742-ad40-41fb2c4d4c94 req-9765a9fe-4b43-4d1e-9d52-fffaba91d895 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 24025662-e8e3-4303-926e-de5c2af8663c {{(pid=103305) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 26 21:14:30.036322 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-a927c15d-6fb2-4742-ad40-41fb2c4d4c94 req-9765a9fe-4b43-4d1e-9d52-fffaba91d895 service neutron] Publish callbacks [] for port (24025662-e8e3-4303-926e-de5c2af8663c), precommit_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:14:30.084441 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.provisioning_blocks [req-a927c15d-6fb2-4742-ad40-41fb2c4d4c94 req-9765a9fe-4b43-4d1e-9d52-fffaba91d895 service neutron] Transition to ACTIVE for port object 24025662-e8e3-4303-926e-de5c2af8663c will not be triggered until provisioned by entity L2. {{(pid=103305) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 21:14:30.094704 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-a927c15d-6fb2-4742-ad40-41fb2c4d4c94 req-9765a9fe-4b43-4d1e-9d52-fffaba91d895 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11791520'] for port (24025662-e8e3-4303-926e-de5c2af8663c), after_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:14:30.114739 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba6888a-0037-466e-a550-ab35bc68e37d req-7375515e-b867-4dc1-8964-9a471023abcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:14:30.116471 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-bba6888a-0037-466e-a550-ab35bc68e37d req-7375515e-b867-4dc1-8964-9a471023abcd service neutron] 10.222.0.66 "GET /v2.0/subnets?id=83c7f95c-c9b9-47ca-b224-a6b37c78555f HTTP/1.1" status: 200 len: 854 time: 0.4658499 Jan 26 21:14:30.116628 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-e4b903df-4e8f-460c-a2d1-b2c35f627e2b None None] Current status of the port b4fcd051-abe9-445c-aa34-b79780f1ee56 is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:14:30.229348 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-bba6888a-0037-466e-a550-ab35bc68e37d req-cdf625a0-457e-48ec-b96e-b67c035fe4e7 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=d6d873b7-dd21-4147-a71c-3196b86fd015&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0966108 Jan 26 21:14:30.253577 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device b4fcd051-abe9-445c-aa34-b79780f1ee56 up at agent ovs-agent-n-d-760453-5 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 21:14:30.269663 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0dafbe-e0ea-45df-92fd-ef8f09b2123d req-36c24cfb-5d7e-48e7-a07b-9d33f1f77c73 tempest-ServersTestBootFromVolume-1845992378 tempest-ServersTestBootFromVolume-1845992378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:14:30.278209 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-4c0dafbe-e0ea-45df-92fd-ef8f09b2123d req-36c24cfb-5d7e-48e7-a07b-9d33f1f77c73 tempest-ServersTestBootFromVolume-1845992378 tempest-ServersTestBootFromVolume-1845992378-project] 10.222.0.13 "GET /v2.0/ports?device_id=e77f0f82-e2f4-42d1-9e44-0082033dd07d HTTP/1.1" status: 200 len: 944 time: 0.5786138 Jan 26 21:14:30.279770 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9765a9fe-4b43-4d1e-9d52-fffaba91d895 service neutron] Pushing event updated for resources: {'Port': ['ID=24025662-e8e3-4303-926e-de5c2af8663c,revision_number=2']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:14:30.328130 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [req-a927c15d-6fb2-4742-ad40-41fb2c4d4c94 req-9765a9fe-4b43-4d1e-9d52-fffaba91d895 service neutron] Attempting to bind port 24025662-e8e3-4303-926e-de5c2af8663c on host n-h1-760453-5 for vnic_type normal with profile {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 21:14:30.328465 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [req-a927c15d-6fb2-4742-ad40-41fb2c4d4c94 req-9765a9fe-4b43-4d1e-9d52-fffaba91d895 service neutron] Attempting to bind port 24025662-e8e3-4303-926e-de5c2af8663c by drivers openvswitch,hyperv on host n-h1-760453-5 at level 0 using segments [{'id': '4eab25d6-89d9-4907-a1c2-51b06443ba33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '7fbe9cf5-e12c-436d-b372-55a19c9faa30'}] {{(pid=103305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 26 21:14:30.328790 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a927c15d-6fb2-4742-ad40-41fb2c4d4c94 req-9765a9fe-4b43-4d1e-9d52-fffaba91d895 service neutron] Attempting to bind port 24025662-e8e3-4303-926e-de5c2af8663c on network 7fbe9cf5-e12c-436d-b372-55a19c9faa30 {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 21:14:30.334076 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a927c15d-6fb2-4742-ad40-41fb2c4d4c94 req-9765a9fe-4b43-4d1e-9d52-fffaba91d895 service neutron] Port 24025662-e8e3-4303-926e-de5c2af8663c on network 7fbe9cf5-e12c-436d-b372-55a19c9faa30 not bound, no agent of type Open vSwitch agent registered on host n-h1-760453-5 {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 26 21:14:30.334395 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a927c15d-6fb2-4742-ad40-41fb2c4d4c94 req-9765a9fe-4b43-4d1e-9d52-fffaba91d895 service neutron] Attempting to bind port 24025662-e8e3-4303-926e-de5c2af8663c on network 7fbe9cf5-e12c-436d-b372-55a19c9faa30 {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 21:14:30.339604 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a927c15d-6fb2-4742-ad40-41fb2c4d4c94 req-9765a9fe-4b43-4d1e-9d52-fffaba91d895 service neutron] Checking agent: {'id': '32ef628b-8417-46c5-8729-60fcabe358f1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-760453-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 21, 3, 8), 'started_at': datetime.datetime(2022, 1, 26, 21, 3, 8), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 21, 14, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 26 21:14:30.340113 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a927c15d-6fb2-4742-ad40-41fb2c4d4c94 req-9765a9fe-4b43-4d1e-9d52-fffaba91d895 service neutron] Checking segment: {'id': '4eab25d6-89d9-4907-a1c2-51b06443ba33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '7fbe9cf5-e12c-436d-b372-55a19c9faa30'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103305) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 21:14:30.340597 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a927c15d-6fb2-4742-ad40-41fb2c4d4c94 req-9765a9fe-4b43-4d1e-9d52-fffaba91d895 service neutron] Bound using segment: {'id': '4eab25d6-89d9-4907-a1c2-51b06443ba33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '7fbe9cf5-e12c-436d-b372-55a19c9faa30'} {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 26 21:14:30.341039 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [req-a927c15d-6fb2-4742-ad40-41fb2c4d4c94 req-9765a9fe-4b43-4d1e-9d52-fffaba91d895 service neutron] Bound port: 24025662-e8e3-4303-926e-de5c2af8663c, host: n-h1-760453-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4eab25d6-89d9-4907-a1c2-51b06443ba33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '7fbe9cf5-e12c-436d-b372-55a19c9faa30'}}] {{(pid=103305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 26 21:14:30.342066 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-a927c15d-6fb2-4742-ad40-41fb2c4d4c94 req-9765a9fe-4b43-4d1e-9d52-fffaba91d895 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (24025662-e8e3-4303-926e-de5c2af8663c), before_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:14:30.402187 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-c9929a76-77f3-4240-bbf5-90e5da90c92a None None] For port b4fcd051-abe9-445c-aa34-b79780f1ee56, host n-d-760453-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=b4fcd051-abe9-445c-aa34-b79780f1ee56,segment=NetworkSegment(cfb1095f-d189-49e2-8380-4a40552bca77),segment_id=cfb1095f-d189-49e2-8380-4a40552bca77)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:14:30.403201 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-bba6888a-0037-466e-a550-ab35bc68e37d req-8f379dc4-5048-4bb8-b29e-2a50e99f61c8 service neutron] 10.222.0.66 "GET /v2.0/networks/d6d873b7-dd21-4147-a71c-3196b86fd015?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1610343 Jan 26 21:14:30.435737 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [req-a927c15d-6fb2-4742-ad40-41fb2c4d4c94 req-9765a9fe-4b43-4d1e-9d52-fffaba91d895 service neutron] For port 24025662-e8e3-4303-926e-de5c2af8663c, host n-h1-760453-5, cleared binding levels {{(pid=103305) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 26 21:14:30.439090 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [req-a927c15d-6fb2-4742-ad40-41fb2c4d4c94 req-9765a9fe-4b43-4d1e-9d52-fffaba91d895 service neutron] For port 24025662-e8e3-4303-926e-de5c2af8663c, host n-h1-760453-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-5',level=0,port_id=24025662-e8e3-4303-926e-de5c2af8663c,segment=NetworkSegment(4eab25d6-89d9-4907-a1c2-51b06443ba33),segment_id=4eab25d6-89d9-4907-a1c2-51b06443ba33)] {{(pid=103305) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 26 21:14:30.445362 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-a927c15d-6fb2-4742-ad40-41fb2c4d4c94 req-9765a9fe-4b43-4d1e-9d52-fffaba91d895 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11791520'] for port (24025662-e8e3-4303-926e-de5c2af8663c), after_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:14:30.452233 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7567196-3a4a-4fb3-b469-00f677971a7b req-882ff0ff-ff10-435f-90ed-e4e8acf30846 tempest-ServersTestMultiNic-211940128 tempest-ServersTestMultiNic-211940128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:14:30.460022 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7567196-3a4a-4fb3-b469-00f677971a7b req-882ff0ff-ff10-435f-90ed-e4e8acf30846 tempest-ServersTestMultiNic-211940128 tempest-ServersTestMultiNic-211940128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:14:30.461817 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-d7567196-3a4a-4fb3-b469-00f677971a7b req-882ff0ff-ff10-435f-90ed-e4e8acf30846 tempest-ServersTestMultiNic-211940128 tempest-ServersTestMultiNic-211940128-project] 10.222.0.13 "GET /v2.0/ports?device_id=04eefdeb-8cd1-4a1f-aef8-09ed20e5b879 HTTP/1.1" status: 200 len: 1681 time: 0.3446496 Jan 26 21:14:30.497542 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a927c15d-6fb2-4742-ad40-41fb2c4d4c94 req-9765a9fe-4b43-4d1e-9d52-fffaba91d895 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:14:30.498211 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-a927c15d-6fb2-4742-ad40-41fb2c4d4c94 req-9765a9fe-4b43-4d1e-9d52-fffaba91d895 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:14:30.499823 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-a927c15d-6fb2-4742-ad40-41fb2c4d4c94 req-9765a9fe-4b43-4d1e-9d52-fffaba91d895 service neutron] 10.222.0.66 "PUT /v2.0/ports/24025662-e8e3-4303-926e-de5c2af8663c HTTP/1.1" status: 200 len: 1095 time: 0.9170408 Jan 26 21:14:30.502340 n-d-760453-5 neutron-server[103305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8298f37c-7523-4cd6-84a0-b1cf1572a7ef', 'tag': '24025662-e8e3-4303-926e-de5c2af8663c'}] {{(pid=103305) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 21:14:30.504977 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d4654568b7bf041e72ff8fe1c96d6d761d9c921f2b99bc7b3a26632be20cee0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9493abd-93cf-4dee-b256-5cdd3ae27506" -d '{"events": [{"name": "network-changed", "server_uuid": "8298f37c-7523-4cd6-84a0-b1cf1572a7ef", "tag": "24025662-e8e3-4303-926e-de5c2af8663c"}]}' {{(pid=103305) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 21:14:30.540308 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9765a9fe-4b43-4d1e-9d52-fffaba91d895 service neutron] Pushing event updated for resources: {'Port': ['ID=24025662-e8e3-4303-926e-de5c2af8663c,revision_number=3']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:14:30.544202 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Current status of the port c0c88dad-cc2c-45c3-b929-f9b04ea7d5f7 is: BUILD; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:14:30.544860 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (c0c88dad-cc2c-45c3-b929-f9b04ea7d5f7), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:14:30.592826 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-4c0dafbe-e0ea-45df-92fd-ef8f09b2123d req-cbb91bf2-b8b9-419b-b48c-7853d12c2d6a tempest-ServersTestBootFromVolume-1845992378 tempest-ServersTestBootFromVolume-1845992378-project] 10.222.0.13 "GET /v2.0/security-groups?id=d1e8d686-a995-4f2f-9375-0f0073274779&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3136952 Jan 26 21:14:30.653546 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a927c15d-6fb2-4742-ad40-41fb2c4d4c94 req-9bf9e765-5106-43ce-b247-0cfeb8a571bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:14:30.656719 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-a927c15d-6fb2-4742-ad40-41fb2c4d4c94 req-9bf9e765-5106-43ce-b247-0cfeb8a571bc service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=95b0180418ed4ee8af0e8472caf2fcf2&device_id=8298f37c-7523-4cd6-84a0-b1cf1572a7ef HTTP/1.1" status: 200 len: 1098 time: 0.0851846 Jan 26 21:14:30.656982 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-d7567196-3a4a-4fb3-b469-00f677971a7b req-8e0ca138-40e2-4267-8e51-ea853b5e0889 tempest-ServersTestMultiNic-211940128 tempest-ServersTestMultiNic-211940128-project] 10.222.0.13 "GET /v2.0/security-groups?id=387ebbc6-3579-4cea-a9d9-9b7fa130b41f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1774662 Jan 26 21:14:30.670864 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-bba6888a-0037-466e-a550-ab35bc68e37d req-4dcfd9ee-bd20-4304-9a24-94dfe10336f0 service neutron] 10.222.0.66 "GET /v2.0/networks/d6d873b7-dd21-4147-a71c-3196b86fd015?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2498245 Jan 26 21:14:30.742670 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-c9929a76-77f3-4240-bbf5-90e5da90c92a None None] Publish callbacks [] for port (b4fcd051-abe9-445c-aa34-b79780f1ee56), precommit_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:14:30.747497 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-a927c15d-6fb2-4742-ad40-41fb2c4d4c94 req-35f1bd80-305a-4168-a181-2e4d5d21033b service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.91&port_id=24025662-e8e3-4303-926e-de5c2af8663c HTTP/1.1" status: 200 len: 217 time: 0.0750189 Jan 26 21:14:30.787536 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] For port c0c88dad-cc2c-45c3-b929-f9b04ea7d5f7, host n-h2-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-5',level=0,port_id=c0c88dad-cc2c-45c3-b929-f9b04ea7d5f7,segment=NetworkSegment(bb9dd371-3de9-4327-a263-fb803ca379c8),segment_id=bb9dd371-3de9-4327-a263-fb803ca379c8)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:14:30.793983 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Provisioning complete for port b4fcd051-abe9-445c-aa34-b79780f1ee56 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:14:30.794170 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (b4fcd051-abe9-445c-aa34-b79780f1ee56), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:14:30.795574 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-c9929a76-77f3-4240-bbf5-90e5da90c92a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (b4fcd051-abe9-445c-aa34-b79780f1ee56), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:14:30.860863 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (c0c88dad-cc2c-45c3-b929-f9b04ea7d5f7), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:14:30.861649 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Device e944f5c0-9866-491c-8890-538d6ca7d47c up at agent hyperv_n-h2-760453-5 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 21:14:30.877964 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a927c15d-6fb2-4742-ad40-41fb2c4d4c94 req-4558f91b-2ec5-43c3-a6c3-8ea25a193fe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:14:30.879437 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-a927c15d-6fb2-4742-ad40-41fb2c4d4c94 req-4558f91b-2ec5-43c3-a6c3-8ea25a193fe5 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=fd77e534-75e6-4b90-950e-f5824d584430 HTTP/1.1" status: 200 len: 843 time: 0.0885868 Jan 26 21:14:30.929023 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.db_base_plugin_common [None req-998a507c-3fad-49da-8532-66aab48d3c1e tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Delete allocated IP 2001:db8:0:1::37e (7368e0a1-4d92-40e0-a6bf-4f71bbb02c8d/97c89f3f-851d-479e-b2e5-6d0b9766214b) {{(pid=103304) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jan 26 21:14:30.935651 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a927c15d-6fb2-4742-ad40-41fb2c4d4c94 req-ed9a92be-0d49-4957-9104-89f2c7966b14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:14:30.937892 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-a927c15d-6fb2-4742-ad40-41fb2c4d4c94 req-ed9a92be-0d49-4957-9104-89f2c7966b14 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=7fbe9cf5-e12c-436d-b372-55a19c9faa30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0512948 Jan 26 21:14:30.989072 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9929a76-77f3-4240-bbf5-90e5da90c92a None None] Pushing event updated for resources: {'Port': ['ID=b4fcd051-abe9-445c-aa34-b79780f1ee56,revision_number=4']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:14:31.085036 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55535b98-188a-4208-b85c-b8895f7fb1d3 req-73b9447c-fbc6-4a62-9e1f-4c7921f752b3 tempest-AttachVolumeNegativeTest-157238613 tempest-AttachVolumeNegativeTest-157238613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:14:31.087455 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-55535b98-188a-4208-b85c-b8895f7fb1d3 req-73b9447c-fbc6-4a62-9e1f-4c7921f752b3 tempest-AttachVolumeNegativeTest-157238613 tempest-AttachVolumeNegativeTest-157238613-project] 10.222.0.13 "GET /v2.0/ports?device_id=e9f2f303-b5ff-441d-ac8a-1dfe85958a7b HTTP/1.1" status: 200 len: 944 time: 0.2458522 Jan 26 21:14:31.090646 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9266a33d-1ab7-4817-9649-e8ff041d51d1 req-dc25216e-b492-446a-9df3-b6581da1ed80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:14:31.092426 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-9266a33d-1ab7-4817-9649-e8ff041d51d1 req-dc25216e-b492-446a-9df3-b6581da1ed80 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=d203cd9cdbf14056988a5ed4353f3154&device_id=e9f2f303-b5ff-441d-ac8a-1dfe85958a7b HTTP/1.1" status: 200 len: 1095 time: 0.2730765 Jan 26 21:14:31.095799 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-a927c15d-6fb2-4742-ad40-41fb2c4d4c94 req-eb3ec51b-b203-456a-8586-1e9076132950 service neutron] 10.222.0.66 "GET /v2.0/networks/7fbe9cf5-e12c-436d-b372-55a19c9faa30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1513200 Jan 26 21:14:31.155842 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Pushing event updated for resources: {'Port': ['ID=c0c88dad-cc2c-45c3-b929-f9b04ea7d5f7,revision_number=5']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:14:31.189222 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705bfac4-f250-4782-88be-98bda5c5819c req-83677abb-4741-49c5-a600-81d950336c25 tempest-ServersOnMultiNodesTest-2088673700 tempest-ServersOnMultiNodesTest-2088673700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:14:31.197721 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-705bfac4-f250-4782-88be-98bda5c5819c req-83677abb-4741-49c5-a600-81d950336c25 tempest-ServersOnMultiNodesTest-2088673700 tempest-ServersOnMultiNodesTest-2088673700-project] 10.222.0.13 "GET /v2.0/ports?device_id=8298f37c-7523-4cd6-84a0-b1cf1572a7ef HTTP/1.1" status: 200 len: 947 time: 0.3405819 Jan 26 21:14:31.208138 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Provisioning for port e944f5c0-9866-491c-8890-538d6ca7d47c completed by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 21:14:31.237533 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Provisioning complete for port e944f5c0-9866-491c-8890-538d6ca7d47c triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:14:31.238243 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (e944f5c0-9866-491c-8890-538d6ca7d47c), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:14:31.255216 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Current status of the port b4fcd051-abe9-445c-aa34-b79780f1ee56 is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:14:31.256076 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-a927c15d-6fb2-4742-ad40-41fb2c4d4c94 req-3907b7df-9e50-42ac-bc16-03eea8475c54 service neutron] 10.222.0.66 "GET /v2.0/networks/7fbe9cf5-e12c-436d-b372-55a19c9faa30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1525183 Jan 26 21:14:31.490896 n-d-760453-5 neutron-server[103306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4662c10-663d-4f1c-9832-1ea6638aef0d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0c88dad-cc2c-45c3-b929-f9b04ea7d5f7'}] {{(pid=103306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 21:14:31.493611 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9d5d370febab655511bdd2ffe887e43e442d144a440368702bcc1e93af00b97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e96237f2-2ca6-46a3-a4bc-5ea7a6ed5287" -d '{"events": [{"server_uuid": "c4662c10-663d-4f1c-9832-1ea6638aef0d", "name": "network-vif-plugged", "status": "completed", "tag": "c0c88dad-cc2c-45c3-b929-f9b04ea7d5f7"}]}' {{(pid=103306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 21:14:31.569237 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Current status of the port e944f5c0-9866-491c-8890-538d6ca7d47c is: BUILD; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:14:31.569716 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (e944f5c0-9866-491c-8890-538d6ca7d47c), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:14:31.609171 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] For port e944f5c0-9866-491c-8890-538d6ca7d47c, host n-h2-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-5',level=0,port_id=e944f5c0-9866-491c-8890-538d6ca7d47c,segment=NetworkSegment(18c0e0e0-20c1-45dd-b946-f24bb187afdc),segment_id=18c0e0e0-20c1-45dd-b946-f24bb187afdc)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:14:31.619802 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (e944f5c0-9866-491c-8890-538d6ca7d47c), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:14:31.683400 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-55535b98-188a-4208-b85c-b8895f7fb1d3 req-cfc88f74-2794-4c55-b617-b6e86779c590 tempest-AttachVolumeNegativeTest-157238613 tempest-AttachVolumeNegativeTest-157238613-project] 10.222.0.13 "GET /v2.0/security-groups?id=8e9bd9e5-9820-4475-bfb9-c12598a9861a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5885544 Jan 26 21:14:31.691571 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Pushing event updated for resources: {'Port': ['ID=e944f5c0-9866-491c-8890-538d6ca7d47c,revision_number=5']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:14:31.747675 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 26 Jan 2022 21:14:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6ce0587-cdba-43ad-99bd-28b1aae1d76b x-openstack-request-id: req-e6ce0587-cdba-43ad-99bd-28b1aae1d76b {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 21:14:31.748062 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8298f37c-7523-4cd6-84a0-b1cf1572a7ef", "tag": "24025662-e8e3-4303-926e-de5c2af8663c", "status": "completed", "code": 200}]} {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 21:14:31.748408 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e6ce0587-cdba-43ad-99bd-28b1aae1d76b {{(pid=103305) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 21:14:31.748906 n-d-760453-5 neutron-server[103305]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8298f37c-7523-4cd6-84a0-b1cf1572a7ef', 'tag': '24025662-e8e3-4303-926e-de5c2af8663c', 'status': 'completed', 'code': 200} Jan 26 21:14:31.767024 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-705bfac4-f250-4782-88be-98bda5c5819c req-357b2d83-b465-475d-b863-4d248439072b tempest-ServersOnMultiNodesTest-2088673700 tempest-ServersOnMultiNodesTest-2088673700-project] 10.222.0.13 "GET /v2.0/security-groups?id=306a2369-8c1c-4f98-9a64-2622487a9ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5684431 Jan 26 21:14:31.770508 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8eeced01-93d4-4223-9a38-85b8a4d033f7 None None] Network 7368e0a1-4d92-40e0-a6bf-4f71bbb02c8d requested from n-d-760453-5 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 26 21:14:31.774998 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9266a33d-1ab7-4817-9649-e8ff041d51d1 req-09c3e1b6-6ffd-413a-8e1a-48ec8227977f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:14:31.776479 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-9266a33d-1ab7-4817-9649-e8ff041d51d1 req-09c3e1b6-6ffd-413a-8e1a-48ec8227977f service neutron] 10.222.0.66 "GET /v2.0/networks?id=d6d873b7-dd21-4147-a71c-3196b86fd015 HTTP/1.1" status: 200 len: 915 time: 0.6450748 Jan 26 21:14:31.798732 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-998a507c-3fad-49da-8532-66aab48d3c1e tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Publish callbacks [] for port (3d8c352a-a487-4778-9154-68a133acbd4d), precommit_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:14:31.847283 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-998a507c-3fad-49da-8532-66aab48d3c1e tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9281542'] for port (3d8c352a-a487-4778-9154-68a133acbd4d), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:14:31.860952 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-9266a33d-1ab7-4817-9649-e8ff041d51d1 req-2ee23bf7-d916-4f27-93db-b4e2e56c5226 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=71844506-9f19-4836-aa60-9cdd84af5ac4 HTTP/1.1" status: 200 len: 217 time: 0.0734041 Jan 26 21:14:31.870114 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Jan 2022 21:14:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ac1f201-54ea-4fba-8346-b68c35c5b696 x-openstack-request-id: req-3ac1f201-54ea-4fba-8346-b68c35c5b696 {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 21:14:31.870406 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4662c10-663d-4f1c-9832-1ea6638aef0d", "name": "network-vif-plugged", "status": "completed", "tag": "c0c88dad-cc2c-45c3-b929-f9b04ea7d5f7", "code": 200}]} {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 21:14:31.870662 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-3ac1f201-54ea-4fba-8346-b68c35c5b696 {{(pid=103306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 21:14:31.871059 n-d-760453-5 neutron-server[103306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4662c10-663d-4f1c-9832-1ea6638aef0d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0c88dad-cc2c-45c3-b929-f9b04ea7d5f7', 'code': 200} Jan 26 21:14:31.879709 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9493abd-93cf-4dee-b256-5cdd3ae27506 req-7e5b3705-3fa6-404b-83e6-672f9c00f637 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:14:31.881569 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-f9493abd-93cf-4dee-b256-5cdd3ae27506 req-7e5b3705-3fa6-404b-83e6-672f9c00f637 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=95b0180418ed4ee8af0e8472caf2fcf2&device_id=8298f37c-7523-4cd6-84a0-b1cf1572a7ef HTTP/1.1" status: 200 len: 1098 time: 0.0819325 Jan 26 21:14:31.891114 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-13f204e8-1f82-49a2-bc26-e4e72dcd5f17 None None] Provisioning complete for port b4fcd051-abe9-445c-aa34-b79780f1ee56 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:14:31.891493 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-13f204e8-1f82-49a2-bc26-e4e72dcd5f17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (b4fcd051-abe9-445c-aa34-b79780f1ee56), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:14:32.031991 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-13f204e8-1f82-49a2-bc26-e4e72dcd5f17 None None] Current status of the port b4fcd051-abe9-445c-aa34-b79780f1ee56 is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:14:32.035287 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-998a507c-3fad-49da-8532-66aab48d3c1e tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] In _notify_port_updated(), no bound segment for port 3d8c352a-a487-4778-9154-68a133acbd4d on network 7368e0a1-4d92-40e0-a6bf-4f71bbb02c8d {{(pid=103304) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:883}} Jan 26 21:14:32.041239 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-998a507c-3fad-49da-8532-66aab48d3c1e tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:14:32.041989 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-998a507c-3fad-49da-8532-66aab48d3c1e tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:14:32.045832 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-998a507c-3fad-49da-8532-66aab48d3c1e tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] 10.222.0.13 "PUT /v2.0/ports/3d8c352a-a487-4778-9154-68a133acbd4d HTTP/1.1" status: 200 len: 925 time: 3.2437434 Jan 26 21:14:32.051177 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9493abd-93cf-4dee-b256-5cdd3ae27506 req-fdb76231-b6ad-491b-a115-a3e7ff174a4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:14:32.053485 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-f9493abd-93cf-4dee-b256-5cdd3ae27506 req-fdb76231-b6ad-491b-a115-a3e7ff174a4f service neutron] 10.222.0.66 "GET /v2.0/networks?id=7fbe9cf5-e12c-436d-b372-55a19c9faa30 HTTP/1.1" status: 200 len: 870 time: 0.1656806 Jan 26 21:14:32.053938 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 55868) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:14:32.085796 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-998a507c-3fad-49da-8532-66aab48d3c1e tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Pushing event updated for resources: {'Port': ['ID=3d8c352a-a487-4778-9154-68a133acbd4d,revision_number=2']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:14:32.087411 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-1400e629-e33e-4371-8153-bbd48bdf9dc2 tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'a831dfaa-576d-4b1d-a081-8e0c09c1af03'}, {'subnet_id': '97c89f3f-851d-479e-b2e5-6d0b9766214b'}]}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:14:32.116543 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9266a33d-1ab7-4817-9649-e8ff041d51d1 req-fc9d5c94-bb32-4b70-9ca1-88e3a6e62db4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:14:32.116543 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-9266a33d-1ab7-4817-9649-e8ff041d51d1 req-fc9d5c94-bb32-4b70-9ca1-88e3a6e62db4 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=83c7f95c-c9b9-47ca-b224-a6b37c78555f HTTP/1.1" status: 200 len: 854 time: 0.2061687 Jan 26 21:14:32.118737 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0604d39-c7c1-4dfb-b74e-6cbec961e6e8 req-86bdcb9f-f045-435f-851c-3e925bcd6d67 tempest-ServersTestBootFromVolume-1845992378 tempest-ServersTestBootFromVolume-1845992378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:14:32.120368 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-d0604d39-c7c1-4dfb-b74e-6cbec961e6e8 req-86bdcb9f-f045-435f-851c-3e925bcd6d67 tempest-ServersTestBootFromVolume-1845992378 tempest-ServersTestBootFromVolume-1845992378-project] 10.222.0.13 "GET /v2.0/ports?device_id=e77f0f82-e2f4-42d1-9e44-0082033dd07d HTTP/1.1" status: 200 len: 944 time: 0.1608672 Jan 26 21:14:32.128041 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d64699-7493-4ebb-a1ae-d67b5170c788 req-85dcfd16-3740-4fb5-94ad-b09f08a2d7da tempest-ServersTestJSON-1629463572 tempest-ServersTestJSON-1629463572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:14:32.135018 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-e5d64699-7493-4ebb-a1ae-d67b5170c788 req-85dcfd16-3740-4fb5-94ad-b09f08a2d7da tempest-ServersTestJSON-1629463572 tempest-ServersTestJSON-1629463572-project] 10.222.0.13 "GET /v2.0/ports?device_id=c4662c10-663d-4f1c-9832-1ea6638aef0d HTTP/1.1" status: 200 len: 946 time: 0.2666025 Jan 26 21:14:32.160066 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device b4fcd051-abe9-445c-aa34-b79780f1ee56 up at agent ovs-agent-n-d-760453-5 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 21:14:32.179994 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-f9493abd-93cf-4dee-b256-5cdd3ae27506 req-326962de-2219-494e-88e3-d93f58f196b2 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.91&port_id=24025662-e8e3-4303-926e-de5c2af8663c HTTP/1.1" status: 200 len: 217 time: 0.0488987 Jan 26 21:14:32.219440 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-9266a33d-1ab7-4817-9649-e8ff041d51d1 req-33729318-872f-4b29-abe0-7e08a2dae78b service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=d6d873b7-dd21-4147-a71c-3196b86fd015&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0822608 Jan 26 21:14:32.226368 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-1400e629-e33e-4371-8153-bbd48bdf9dc2 tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (3d8c352a-a487-4778-9154-68a133acbd4d), before_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:14:32.234594 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Provisioning complete for port b4fcd051-abe9-445c-aa34-b79780f1ee56 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:14:32.235273 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (b4fcd051-abe9-445c-aa34-b79780f1ee56), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:14:32.309518 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-d0604d39-c7c1-4dfb-b74e-6cbec961e6e8 req-79d7ba08-43be-4f44-bd1a-90c3dbd33307 tempest-ServersTestBootFromVolume-1845992378 tempest-ServersTestBootFromVolume-1845992378-project] 10.222.0.13 "GET /v2.0/security-groups?id=d1e8d686-a995-4f2f-9375-0f0073274779&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1732576 Jan 26 21:14:32.320169 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794952d3-a296-4670-b69c-0af3d8447758 req-48592d94-d9ca-4e5b-acd4-ccac18d9be29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:14:32.322041 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-794952d3-a296-4670-b69c-0af3d8447758 req-48592d94-d9ca-4e5b-acd4-ccac18d9be29 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=c4662c10-663d-4f1c-9832-1ea6638aef0d HTTP/1.1" status: 200 len: 1097 time: 0.3905032 Jan 26 21:14:32.392764 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-e5d64699-7493-4ebb-a1ae-d67b5170c788 req-66eb281d-80ba-487a-89b1-de7e616e48d0 tempest-ServersTestJSON-1629463572 tempest-ServersTestJSON-1629463572-project] 10.222.0.13 "GET /v2.0/security-groups?id=a146440b-85c7-430a-88ed-6d0301627350&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2359090 Jan 26 21:14:32.422504 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Current status of the port b4fcd051-abe9-445c-aa34-b79780f1ee56 is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:14:32.437822 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-794952d3-a296-4670-b69c-0af3d8447758 req-b0444c35-b614-4f73-a6c2-b3eadc126196 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=a146440b-85c7-430a-88ed-6d0301627350&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082420 Jan 26 21:14:32.468654 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-1b0b3a5d-771a-4a2b-8117-7ff748e440e0 None None] Provisioning complete for port b4fcd051-abe9-445c-aa34-b79780f1ee56 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:14:32.469030 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-1b0b3a5d-771a-4a2b-8117-7ff748e440e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (b4fcd051-abe9-445c-aa34-b79780f1ee56), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:14:32.480550 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9493abd-93cf-4dee-b256-5cdd3ae27506 req-5a81fe47-ed38-48e3-9d59-59ed7d609cc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:14:32.482933 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-f9493abd-93cf-4dee-b256-5cdd3ae27506 req-5a81fe47-ed38-48e3-9d59-59ed7d609cc1 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=fd77e534-75e6-4b90-950e-f5824d584430 HTTP/1.1" status: 200 len: 843 time: 0.2382092 Jan 26 21:14:32.537552 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9585039-9022-4ce0-9186-6c768f26682e req-d5f498ca-901a-49a2-a225-c82497197628 tempest-ServersTestMultiNic-211940128 tempest-ServersTestMultiNic-211940128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:14:32.543883 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9585039-9022-4ce0-9186-6c768f26682e req-d5f498ca-901a-49a2-a225-c82497197628 tempest-ServersTestMultiNic-211940128 tempest-ServersTestMultiNic-211940128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:14:32.545728 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-d9585039-9022-4ce0-9186-6c768f26682e req-d5f498ca-901a-49a2-a225-c82497197628 tempest-ServersTestMultiNic-211940128 tempest-ServersTestMultiNic-211940128-project] 10.222.0.13 "GET /v2.0/ports?device_id=04eefdeb-8cd1-4a1f-aef8-09ed20e5b879 HTTP/1.1" status: 200 len: 1682 time: 0.1409400 Jan 26 21:14:32.552060 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-9266a33d-1ab7-4817-9649-e8ff041d51d1 req-50dd4130-c808-4eac-9063-79a54bad25dd service neutron] 10.222.0.66 "GET /v2.0/networks/d6d873b7-dd21-4147-a71c-3196b86fd015?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3200071 Jan 26 21:14:32.595691 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-1b0b3a5d-771a-4a2b-8117-7ff748e440e0 None None] Current status of the port b4fcd051-abe9-445c-aa34-b79780f1ee56 is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:14:32.611042 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-1b0b3a5d-771a-4a2b-8117-7ff748e440e0 None None] Provisioning complete for port 3d8c352a-a487-4778-9154-68a133acbd4d triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:14:32.611419 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-1b0b3a5d-771a-4a2b-8117-7ff748e440e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (3d8c352a-a487-4778-9154-68a133acbd4d), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:14:32.628936 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9493abd-93cf-4dee-b256-5cdd3ae27506 req-9c41d2ca-41c1-4589-af7f-97cffd6ac37a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:14:32.631007 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-d9585039-9022-4ce0-9186-6c768f26682e req-11b0d174-03e0-47ef-b147-2e58a148707c tempest-ServersTestMultiNic-211940128 tempest-ServersTestMultiNic-211940128-project] 10.222.0.13 "GET /v2.0/security-groups?id=387ebbc6-3579-4cea-a9d9-9b7fa130b41f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765536 Jan 26 21:14:32.631712 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-f9493abd-93cf-4dee-b256-5cdd3ae27506 req-9c41d2ca-41c1-4589-af7f-97cffd6ac37a service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=7fbe9cf5-e12c-436d-b372-55a19c9faa30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1364210 Jan 26 21:14:32.666056 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-1b0b3a5d-771a-4a2b-8117-7ff748e440e0 None None] Port 3d8c352a-a487-4778-9154-68a133acbd4d cannot update to ACTIVE because it is not bound. {{(pid=103306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 26 21:14:32.741191 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-9266a33d-1ab7-4817-9649-e8ff041d51d1 req-9c18f981-ddc7-40b0-a790-882ad6f90187 service neutron] 10.222.0.66 "GET /v2.0/networks/d6d873b7-dd21-4147-a71c-3196b86fd015?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1679518 Jan 26 21:14:32.820378 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-c64f4a22-d10e-4bb5-b7e8-502560a4cc7d None None] Provisioning complete for port 3d8c352a-a487-4778-9154-68a133acbd4d triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:14:32.820900 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-c64f4a22-d10e-4bb5-b7e8-502560a4cc7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (3d8c352a-a487-4778-9154-68a133acbd4d), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:14:32.845574 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b76279a-d924-4cfa-9b0e-6a38241b14b3 req-2b162a27-7f86-4152-aa8a-4c2ff568a688 tempest-AttachVolumeNegativeTest-157238613 tempest-AttachVolumeNegativeTest-157238613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:14:32.847149 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-9b76279a-d924-4cfa-9b0e-6a38241b14b3 req-2b162a27-7f86-4152-aa8a-4c2ff568a688 tempest-AttachVolumeNegativeTest-157238613 tempest-AttachVolumeNegativeTest-157238613-project] 10.222.0.13 "GET /v2.0/ports?device_id=e9f2f303-b5ff-441d-ac8a-1dfe85958a7b HTTP/1.1" status: 200 len: 944 time: 0.0757563 Jan 26 21:14:32.864665 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-f9493abd-93cf-4dee-b256-5cdd3ae27506 req-1be1d0fe-88c3-4468-b5fc-61cc2aac9beb service neutron] 10.222.0.66 "GET /v2.0/networks/7fbe9cf5-e12c-436d-b372-55a19c9faa30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1877062 Jan 26 21:14:32.882746 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-c64f4a22-d10e-4bb5-b7e8-502560a4cc7d None None] Port 3d8c352a-a487-4778-9154-68a133acbd4d cannot update to ACTIVE because it is not bound. {{(pid=103306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 26 21:14:32.951825 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-9b76279a-d924-4cfa-9b0e-6a38241b14b3 req-b622d0b4-c270-4a3c-b070-26c9be428de5 tempest-AttachVolumeNegativeTest-157238613 tempest-AttachVolumeNegativeTest-157238613-project] 10.222.0.13 "GET /v2.0/security-groups?id=8e9bd9e5-9820-4475-bfb9-c12598a9861a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920162 Jan 26 21:14:32.964901 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8792fbe5-4cc9-4c13-9020-905befb38182 req-0c9522f7-39fa-4212-a10d-ea001b7fed52 tempest-ServersOnMultiNodesTest-2088673700 tempest-ServersOnMultiNodesTest-2088673700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:14:32.966372 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.db_base_plugin_common [None req-1400e629-e33e-4371-8153-bbd48bdf9dc2 tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Allocated IP 2001:db8:0:1::223 (7368e0a1-4d92-40e0-a6bf-4f71bbb02c8d/97c89f3f-851d-479e-b2e5-6d0b9766214b/3d8c352a-a487-4778-9154-68a133acbd4d) {{(pid=103305) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 21:14:32.985064 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-8792fbe5-4cc9-4c13-9020-905befb38182 req-0c9522f7-39fa-4212-a10d-ea001b7fed52 tempest-ServersOnMultiNodesTest-2088673700 tempest-ServersOnMultiNodesTest-2088673700-project] 10.222.0.13 "GET /v2.0/ports?device_id=8298f37c-7523-4cd6-84a0-b1cf1572a7ef HTTP/1.1" status: 200 len: 947 time: 0.1210351 Jan 26 21:14:33.046671 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-8792fbe5-4cc9-4c13-9020-905befb38182 req-c30001ee-ab4e-4692-a3aa-b85d6afe3c96 tempest-ServersOnMultiNodesTest-2088673700 tempest-ServersOnMultiNodesTest-2088673700-project] 10.222.0.13 "GET /v2.0/security-groups?id=306a2369-8c1c-4f98-9a64-2622487a9ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600419 Jan 26 21:14:33.065884 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-f9493abd-93cf-4dee-b256-5cdd3ae27506 req-62ec10fa-a32f-4afd-95ce-62893ba6e22d service neutron] 10.222.0.66 "GET /v2.0/networks/7fbe9cf5-e12c-436d-b372-55a19c9faa30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1899877 Jan 26 21:14:33.136784 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-1400e629-e33e-4371-8153-bbd48bdf9dc2 tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Publish callbacks [] for port (3d8c352a-a487-4778-9154-68a133acbd4d), precommit_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:14:33.142255 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-1400e629-e33e-4371-8153-bbd48bdf9dc2 tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11791520'] for port (3d8c352a-a487-4778-9154-68a133acbd4d), after_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:14:33.224720 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-a1eaf9b5-0369-4f05-99e0-1daf4b3988fa None None] Provisioning complete for port 3d8c352a-a487-4778-9154-68a133acbd4d triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:14:33.225083 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-a1eaf9b5-0369-4f05-99e0-1daf4b3988fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (3d8c352a-a487-4778-9154-68a133acbd4d), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:14:33.232827 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1400e629-e33e-4371-8153-bbd48bdf9dc2 tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Pushing event updated for resources: {'Port': ['ID=3d8c352a-a487-4778-9154-68a133acbd4d,revision_number=3']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:14:33.237382 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-1400e629-e33e-4371-8153-bbd48bdf9dc2 tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] In _notify_port_updated(), no bound segment for port 3d8c352a-a487-4778-9154-68a133acbd4d on network 7368e0a1-4d92-40e0-a6bf-4f71bbb02c8d {{(pid=103305) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:883}} Jan 26 21:14:33.242725 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1400e629-e33e-4371-8153-bbd48bdf9dc2 tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:14:33.243354 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-1400e629-e33e-4371-8153-bbd48bdf9dc2 tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:14:33.244959 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-1400e629-e33e-4371-8153-bbd48bdf9dc2 tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] 10.222.0.13 "PUT /v2.0/ports/3d8c352a-a487-4778-9154-68a133acbd4d HTTP/1.1" status: 200 len: 1011 time: 1.1705923 Jan 26 21:14:33.247724 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 55876) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:14:33.276867 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-a1eaf9b5-0369-4f05-99e0-1daf4b3988fa None None] Port 3d8c352a-a487-4778-9154-68a133acbd4d cannot update to ACTIVE because it is not bound. {{(pid=103306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 26 21:14:33.402727 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-4f2a9629-c1a9-4458-9efe-a2f2b96d6892 tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Deleting port 3d8c352a-a487-4778-9154-68a133acbd4d {{(pid=103304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 21:14:33.403075 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-4f2a9629-c1a9-4458-9efe-a2f2b96d6892 tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746560630878'] for port (3d8c352a-a487-4778-9154-68a133acbd4d), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:14:33.511821 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-66467930-4ad9-4f27-a0e0-a76066d70476 None None] Provisioning complete for port 3d8c352a-a487-4778-9154-68a133acbd4d triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:14:33.512191 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-66467930-4ad9-4f27-a0e0-a76066d70476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (3d8c352a-a487-4778-9154-68a133acbd4d), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:14:33.550133 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-66467930-4ad9-4f27-a0e0-a76066d70476 None None] Port 3d8c352a-a487-4778-9154-68a133acbd4d cannot update to ACTIVE because it is not bound. {{(pid=103306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 26 21:14:33.565060 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-4f2a9629-c1a9-4458-9efe-a2f2b96d6892 tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4109658'] for port (3d8c352a-a487-4778-9154-68a133acbd4d), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:14:33.587148 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-4f2a9629-c1a9-4458-9efe-a2f2b96d6892 tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Calling delete_port for 3d8c352a-a487-4778-9154-68a133acbd4d owned by {{(pid=103304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 21:14:33.597705 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c38992-1d5a-4693-838c-06ce1c923e75 req-f39b2475-5afe-4e6a-87a2-1a33d421fc6d tempest-ServersTestBootFromVolume-1845992378 tempest-ServersTestBootFromVolume-1845992378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:14:33.599317 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-83c38992-1d5a-4693-838c-06ce1c923e75 req-f39b2475-5afe-4e6a-87a2-1a33d421fc6d tempest-ServersTestBootFromVolume-1845992378 tempest-ServersTestBootFromVolume-1845992378-project] 10.222.0.13 "GET /v2.0/ports?device_id=e77f0f82-e2f4-42d1-9e44-0082033dd07d HTTP/1.1" status: 200 len: 944 time: 0.2135072 Jan 26 21:14:33.626139 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88125148-248b-493c-b24e-ba27564d2a9a req-22b28fbe-bbd3-4678-bc95-637d04017740 tempest-ServersTestJSON-1629463572 tempest-ServersTestJSON-1629463572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:14:33.627711 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-88125148-248b-493c-b24e-ba27564d2a9a req-22b28fbe-bbd3-4678-bc95-637d04017740 tempest-ServersTestJSON-1629463572 tempest-ServersTestJSON-1629463572-project] 10.222.0.13 "GET /v2.0/ports?device_id=c4662c10-663d-4f1c-9832-1ea6638aef0d HTTP/1.1" status: 200 len: 946 time: 0.1324947 Jan 26 21:14:33.737057 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-83c38992-1d5a-4693-838c-06ce1c923e75 req-06b308e0-6794-4956-aea4-750e8a899b15 tempest-ServersTestBootFromVolume-1845992378 tempest-ServersTestBootFromVolume-1845992378-project] 10.222.0.13 "GET /v2.0/security-groups?id=d1e8d686-a995-4f2f-9375-0f0073274779&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1298831 Jan 26 21:14:33.753846 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-88125148-248b-493c-b24e-ba27564d2a9a req-1d62b923-aaec-4ef1-8e74-276e10a435d7 tempest-ServersTestJSON-1629463572 tempest-ServersTestJSON-1629463572-project] 10.222.0.13 "GET /v2.0/security-groups?id=a146440b-85c7-430a-88ed-6d0301627350&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142673 Jan 26 21:14:33.872613 n-d-760453-5 neutron-server[103306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04eefdeb-8cd1-4a1f-aef8-09ed20e5b879', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e944f5c0-9866-491c-8890-538d6ca7d47c'}] {{(pid=103306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 21:14:33.875535 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9d5d370febab655511bdd2ffe887e43e442d144a440368702bcc1e93af00b97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-871e3f63-03a6-44c6-8520-00ae2a87b8db" -d '{"events": [{"server_uuid": "04eefdeb-8cd1-4a1f-aef8-09ed20e5b879", "name": "network-vif-plugged", "status": "completed", "tag": "e944f5c0-9866-491c-8890-538d6ca7d47c"}]}' {{(pid=103306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 21:14:33.914214 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Jan 2022 21:14:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c274e44-fbb0-4a19-83f6-ed1df9ab8bc2 x-openstack-request-id: req-8c274e44-fbb0-4a19-83f6-ed1df9ab8bc2 {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 21:14:33.914522 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "04eefdeb-8cd1-4a1f-aef8-09ed20e5b879", "name": "network-vif-plugged", "status": "completed", "tag": "e944f5c0-9866-491c-8890-538d6ca7d47c", "code": 200}]} {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 21:14:33.914881 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-8c274e44-fbb0-4a19-83f6-ed1df9ab8bc2 {{(pid=103306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 21:14:33.915272 n-d-760453-5 neutron-server[103306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04eefdeb-8cd1-4a1f-aef8-09ed20e5b879', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e944f5c0-9866-491c-8890-538d6ca7d47c', 'code': 200} Jan 26 21:14:33.946097 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6498f6-0ad1-463d-bcc9-92ca9d9fe523 req-2112c7b5-baba-4ac5-b014-3343a6f609ac tempest-ServersTestMultiNic-211940128 tempest-ServersTestMultiNic-211940128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:14:33.953161 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6498f6-0ad1-463d-bcc9-92ca9d9fe523 req-2112c7b5-baba-4ac5-b014-3343a6f609ac tempest-ServersTestMultiNic-211940128 tempest-ServersTestMultiNic-211940128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:14:33.955184 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-ca6498f6-0ad1-463d-bcc9-92ca9d9fe523 req-2112c7b5-baba-4ac5-b014-3343a6f609ac tempest-ServersTestMultiNic-211940128 tempest-ServersTestMultiNic-211940128-project] 10.222.0.13 "GET /v2.0/ports?device_id=04eefdeb-8cd1-4a1f-aef8-09ed20e5b879 HTTP/1.1" status: 200 len: 1682 time: 0.1171274 Jan 26 21:14:33.985539 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-4f2a9629-c1a9-4458-9efe-a2f2b96d6892 tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746560636600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746560234536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9281553'] for port (3d8c352a-a487-4778-9154-68a133acbd4d), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:14:34.029996 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e6f273-4451-4456-b93d-28d72703d54b req-82ee3460-89b8-4603-b8d8-d427b4549288 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:14:34.031021 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e6f273-4451-4456-b93d-28d72703d54b req-82ee3460-89b8-4603-b8d8-d427b4549288 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:14:34.032885 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-21e6f273-4451-4456-b93d-28d72703d54b req-82ee3460-89b8-4603-b8d8-d427b4549288 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=04eefdeb-8cd1-4a1f-aef8-09ed20e5b879 HTTP/1.1" status: 200 len: 1984 time: 0.0565455 Jan 26 21:14:34.105636 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-21e6f273-4451-4456-b93d-28d72703d54b req-a89f065a-6bd2-47eb-8d21-3f81c970347d service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=387ebbc6-3579-4cea-a9d9-9b7fa130b41f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652630 Jan 26 21:14:34.115925 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f2a9629-c1a9-4458-9efe-a2f2b96d6892 tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Pushing event deleted for resources: {'Port': ['ID=3d8c352a-a487-4778-9154-68a133acbd4d,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:14:34.136178 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-ca6498f6-0ad1-463d-bcc9-92ca9d9fe523 req-3ddc2af7-cf65-4d57-81d2-953624b83c31 tempest-ServersTestMultiNic-211940128 tempest-ServersTestMultiNic-211940128-project] 10.222.0.13 "GET /v2.0/security-groups?id=387ebbc6-3579-4cea-a9d9-9b7fa130b41f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1725495 Jan 26 21:14:34.164830 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-4f2a9629-c1a9-4458-9efe-a2f2b96d6892 tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:14:34.173278 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-4f2a9629-c1a9-4458-9efe-a2f2b96d6892 tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] 10.222.0.13 "DELETE /v2.0/ports/3d8c352a-a487-4778-9154-68a133acbd4d HTTP/1.1" status: 204 len: 168 time: 0.9238675 Jan 26 21:14:34.175404 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 55894) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:14:34.203265 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570fd764-391c-4d18-b272-aa1044457a10 req-57973dbc-536f-4047-b56e-050814fba0e8 tempest-AttachVolumeNegativeTest-157238613 tempest-AttachVolumeNegativeTest-157238613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:14:34.205135 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-570fd764-391c-4d18-b272-aa1044457a10 req-57973dbc-536f-4047-b56e-050814fba0e8 tempest-AttachVolumeNegativeTest-157238613 tempest-AttachVolumeNegativeTest-157238613-project] 10.222.0.13 "GET /v2.0/ports?device_id=e9f2f303-b5ff-441d-ac8a-1dfe85958a7b HTTP/1.1" status: 200 len: 944 time: 0.0998881 Jan 26 21:14:34.208330 n-d-760453-5 neutron-server[103305]: INFO neutron.pecan_wsgi.hooks.translation [None req-2d5f5166-71af-47a2-822c-d17eb4b8c674 tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] GET failed (client error): The resource could not be found. Jan 26 21:14:34.210381 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-2d5f5166-71af-47a2-822c-d17eb4b8c674 tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] 10.222.0.13 "GET /v2.0/ports/3d8c352a-a487-4778-9154-68a133acbd4d HTTP/1.1" status: 404 len: 333 time: 0.0337610 Jan 26 21:14:34.213162 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 55896) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:14:34.327949 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.db_base_plugin_v2 [None req-3a39f8c4-5636-49ee-8648-dbc16ad4a265 tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Deleting subnet 97c89f3f-851d-479e-b2e5-6d0b9766214b {{(pid=103304) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 26 21:14:34.341024 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-3a39f8c4-5636-49ee-8648-dbc16ad4a265 tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Publish callbacks [] for subnet (97c89f3f-851d-479e-b2e5-6d0b9766214b), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:14:34.350338 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10362f6f-563b-46ef-9970-a0f01aee0611 req-83e810dc-f9ec-488d-9e08-460e2a58b874 tempest-ServersOnMultiNodesTest-2088673700 tempest-ServersOnMultiNodesTest-2088673700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:14:34.351861 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-10362f6f-563b-46ef-9970-a0f01aee0611 req-83e810dc-f9ec-488d-9e08-460e2a58b874 tempest-ServersOnMultiNodesTest-2088673700 tempest-ServersOnMultiNodesTest-2088673700-project] 10.222.0.13 "GET /v2.0/ports?device_id=8298f37c-7523-4cd6-84a0-b1cf1572a7ef HTTP/1.1" status: 200 len: 947 time: 0.1092618 Jan 26 21:14:34.372337 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-570fd764-391c-4d18-b272-aa1044457a10 req-612c7344-cee9-4819-83f7-49f6d9d79b9d tempest-AttachVolumeNegativeTest-157238613 tempest-AttachVolumeNegativeTest-157238613-project] 10.222.0.13 "GET /v2.0/security-groups?id=8e9bd9e5-9820-4475-bfb9-c12598a9861a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1307633 Jan 26 21:14:34.408885 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-3a39f8c4-5636-49ee-8648-dbc16ad4a265 tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8881284'] for subnet (97c89f3f-851d-479e-b2e5-6d0b9766214b), precommit_delete_associations {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:14:34.476204 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-10362f6f-563b-46ef-9970-a0f01aee0611 req-356164b7-23b4-4d78-b055-93ea718b78cf tempest-ServersOnMultiNodesTest-2088673700 tempest-ServersOnMultiNodesTest-2088673700-project] 10.222.0.13 "GET /v2.0/security-groups?id=306a2369-8c1c-4f98-9a64-2622487a9ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992081 Jan 26 21:14:34.525074 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-3a39f8c4-5636-49ee-8648-dbc16ad4a265 tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687316'] for subnet (97c89f3f-851d-479e-b2e5-6d0b9766214b), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:14:34.584899 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-3a39f8c4-5636-49ee-8648-dbc16ad4a265 tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9281612', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12215216'] for subnet (97c89f3f-851d-479e-b2e5-6d0b9766214b), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:14:34.612685 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a39f8c4-5636-49ee-8648-dbc16ad4a265 tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Pushing event deleted for resources: {'Subnet': ['ID=97c89f3f-851d-479e-b2e5-6d0b9766214b,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:14:34.616563 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-3a39f8c4-5636-49ee-8648-dbc16ad4a265 tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Publish callbacks [] for subnet (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:14:34.622146 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-3a39f8c4-5636-49ee-8648-dbc16ad4a265 tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] 10.222.0.13 "DELETE /v2.0/subnets/97c89f3f-851d-479e-b2e5-6d0b9766214b HTTP/1.1" status: 204 len: 168 time: 0.4056547 Jan 26 21:14:34.622411 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 55900) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:14:34.629408 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e46a9e70-6211-4480-a70c-dc6c2a560dd1 None None] Network 7368e0a1-4d92-40e0-a6bf-4f71bbb02c8d requested from n-d-760453-5 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 26 21:14:34.683571 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.db_base_plugin_v2 [None req-38906586-d0cc-4eea-8272-f7ae92e64da5 tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Deleting subnet a831dfaa-576d-4b1d-a081-8e0c09c1af03 {{(pid=103304) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 26 21:14:34.687242 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-38906586-d0cc-4eea-8272-f7ae92e64da5 tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Publish callbacks [] for subnet (a831dfaa-576d-4b1d-a081-8e0c09c1af03), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:14:34.728883 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-38906586-d0cc-4eea-8272-f7ae92e64da5 tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8881284'] for subnet (a831dfaa-576d-4b1d-a081-8e0c09c1af03), precommit_delete_associations {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:14:34.868655 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-38906586-d0cc-4eea-8272-f7ae92e64da5 tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687316'] for subnet (a831dfaa-576d-4b1d-a081-8e0c09c1af03), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:14:34.956693 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6369822-14c1-45a6-8859-3ead7556a414 req-95a158cb-c3b3-4a06-a281-963d8bcd8b1f tempest-ServersTestBootFromVolume-1845992378 tempest-ServersTestBootFromVolume-1845992378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:14:34.958216 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-a6369822-14c1-45a6-8859-3ead7556a414 req-95a158cb-c3b3-4a06-a281-963d8bcd8b1f tempest-ServersTestBootFromVolume-1845992378 tempest-ServersTestBootFromVolume-1845992378-project] 10.222.0.13 "GET /v2.0/ports?device_id=e77f0f82-e2f4-42d1-9e44-0082033dd07d HTTP/1.1" status: 200 len: 944 time: 0.1387444 Jan 26 21:14:34.977831 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4975d16f-6f32-4cb4-91b5-a581536120ac req-1d937701-c4b2-4639-91b3-11082fc7ceda tempest-ServersTestJSON-1629463572 tempest-ServersTestJSON-1629463572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:14:34.979367 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-4975d16f-6f32-4cb4-91b5-a581536120ac req-1d937701-c4b2-4639-91b3-11082fc7ceda tempest-ServersTestJSON-1629463572 tempest-ServersTestJSON-1629463572-project] 10.222.0.13 "GET /v2.0/ports?device_id=c4662c10-663d-4f1c-9832-1ea6638aef0d HTTP/1.1" status: 200 len: 946 time: 0.1074054 Jan 26 21:14:35.015301 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-38906586-d0cc-4eea-8272-f7ae92e64da5 tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9281612', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12215216'] for subnet (a831dfaa-576d-4b1d-a081-8e0c09c1af03), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:14:35.065726 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38906586-d0cc-4eea-8272-f7ae92e64da5 tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Pushing event deleted for resources: {'Subnet': ['ID=a831dfaa-576d-4b1d-a081-8e0c09c1af03,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:14:35.089381 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-38906586-d0cc-4eea-8272-f7ae92e64da5 tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Publish callbacks [] for subnet (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:14:35.095630 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-38906586-d0cc-4eea-8272-f7ae92e64da5 tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] 10.222.0.13 "DELETE /v2.0/subnets/a831dfaa-576d-4b1d-a081-8e0c09c1af03 HTTP/1.1" status: 204 len: 168 time: 0.4694052 Jan 26 21:14:35.096562 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 55908) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:14:35.109387 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-a6369822-14c1-45a6-8859-3ead7556a414 req-44c656b4-2312-44b7-9ab3-758cee10af28 tempest-ServersTestBootFromVolume-1845992378 tempest-ServersTestBootFromVolume-1845992378-project] 10.222.0.13 "GET /v2.0/security-groups?id=d1e8d686-a995-4f2f-9375-0f0073274779&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1374512 Jan 26 21:14:35.124600 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-4975d16f-6f32-4cb4-91b5-a581536120ac req-14040adf-5d04-46bf-aedb-f2c8a5d5bb86 tempest-ServersTestJSON-1629463572 tempest-ServersTestJSON-1629463572-project] 10.222.0.13 "GET /v2.0/security-groups?id=a146440b-85c7-430a-88ed-6d0301627350&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1368711 Jan 26 21:14:35.259239 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-92b6d653-be32-426e-b8bd-0f213de3d5a6 tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-748181'] for network (7368e0a1-4d92-40e0-a6bf-4f71bbb02c8d), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:14:35.336194 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b19acf-420d-4604-a95c-d414efa286e2 req-b247e99a-5af2-4ce0-a256-5e08f7fa4d75 tempest-ServersTestMultiNic-211940128 tempest-ServersTestMultiNic-211940128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:14:35.341573 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b19acf-420d-4604-a95c-d414efa286e2 req-b247e99a-5af2-4ce0-a256-5e08f7fa4d75 tempest-ServersTestMultiNic-211940128 tempest-ServersTestMultiNic-211940128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:14:35.343919 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-f4b19acf-420d-4604-a95c-d414efa286e2 req-b247e99a-5af2-4ce0-a256-5e08f7fa4d75 tempest-ServersTestMultiNic-211940128 tempest-ServersTestMultiNic-211940128-project] 10.222.0.13 "GET /v2.0/ports?device_id=04eefdeb-8cd1-4a1f-aef8-09ed20e5b879 HTTP/1.1" status: 200 len: 1682 time: 0.1242521 Jan 26 21:14:35.347783 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-92b6d653-be32-426e-b8bd-0f213de3d5a6 tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Deleting port b4fcd051-abe9-445c-aa34-b79780f1ee56 {{(pid=103305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 21:14:35.348132 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-92b6d653-be32-426e-b8bd-0f213de3d5a6 tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746560630878'] for port (b4fcd051-abe9-445c-aa34-b79780f1ee56), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:14:35.444036 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [None req-92b6d653-be32-426e-b8bd-0f213de3d5a6 tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] For port b4fcd051-abe9-445c-aa34-b79780f1ee56, host n-d-760453-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=b4fcd051-abe9-445c-aa34-b79780f1ee56,segment=NetworkSegment(cfb1095f-d189-49e2-8380-4a40552bca77),segment_id=cfb1095f-d189-49e2-8380-4a40552bca77)] {{(pid=103305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:14:35.445512 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-92b6d653-be32-426e-b8bd-0f213de3d5a6 tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4109658'] for port (b4fcd051-abe9-445c-aa34-b79780f1ee56), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:14:35.463130 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-92b6d653-be32-426e-b8bd-0f213de3d5a6 tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Calling delete_port for b4fcd051-abe9-445c-aa34-b79780f1ee56 owned by network:dhcp {{(pid=103305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 21:14:35.543486 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-f4b19acf-420d-4604-a95c-d414efa286e2 req-f7f8dafa-45a7-46b4-bf3c-446c45650a10 tempest-ServersTestMultiNic-211940128 tempest-ServersTestMultiNic-211940128-project] 10.222.0.13 "GET /v2.0/security-groups?id=387ebbc6-3579-4cea-a9d9-9b7fa130b41f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1734319 Jan 26 21:14:35.559272 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-92b6d653-be32-426e-b8bd-0f213de3d5a6 tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746560636600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746560234536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11791543'] for port (b4fcd051-abe9-445c-aa34-b79780f1ee56), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:14:35.565652 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0a0050-2b75-4a19-a412-313115c97073 req-2e6d8be7-127a-4d1a-9ec9-d180c7271242 tempest-ServersTestJSON-1629463572 tempest-ServersTestJSON-1629463572-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:14:35.567222 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-6f0a0050-2b75-4a19-a412-313115c97073 req-2e6d8be7-127a-4d1a-9ec9-d180c7271242 tempest-ServersTestJSON-1629463572 tempest-ServersTestJSON-1629463572-project] 10.222.0.13 "GET /v2.0/networks?id=20b7651f-3dfe-4f65-83e1-a38049e7aae9 HTTP/1.1" status: 200 len: 806 time: 0.2536998 Jan 26 21:14:35.599083 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-6f0a0050-2b75-4a19-a412-313115c97073 req-a37dcd21-1f4f-4cd3-9cd8-36316bcde171 tempest-ServersTestJSON-1629463572 tempest-ServersTestJSON-1629463572-project] 10.222.0.13 "GET /v2.0/quotas/9e460ecabad547eca1394374023e7caf HTTP/1.1" status: 200 len: 375 time: 0.0254369 Jan 26 21:14:35.604551 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b6d653-be32-426e-b8bd-0f213de3d5a6 tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Pushing event deleted for resources: {'Port': ['ID=b4fcd051-abe9-445c-aa34-b79780f1ee56,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:14:35.606806 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92b6d653-be32-426e-b8bd-0f213de3d5a6 tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] No DVR routers for this DVR port b4fcd051-abe9-445c-aa34-b79780f1ee56 on host n-d-760453-5 {{(pid=103305) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 26 21:14:35.651403 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6497ea74-b203-49bf-a4de-34781112c3de None None] Network 7368e0a1-4d92-40e0-a6bf-4f71bbb02c8d requested from n-d-760453-5 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 26 21:14:35.699323 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-6f0a0050-2b75-4a19-a412-313115c97073 req-b362a2fb-34b0-4075-a607-1f7556e87a4f tempest-ServersTestJSON-1629463572 tempest-ServersTestJSON-1629463572-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=9e460ecabad547eca1394374023e7caf&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0919814 Jan 26 21:14:35.706658 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-92b6d653-be32-426e-b8bd-0f213de3d5a6 tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-686403', 'neutron.services.segments.db._delete_segments_for_network-8746560774018'] for network (7368e0a1-4d92-40e0-a6bf-4f71bbb02c8d), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:14:35.730887 n-d-760453-5 neutron-server[103305]: DEBUG neutron.services.segments.db [None req-92b6d653-be32-426e-b8bd-0f213de3d5a6 tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7368e0a1-4d92-40e0-a6bf-4f71bbb02c8d']}} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:14:35.732981 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-1ee6b856-3c5e-4cb6-b908-7561d621c8f9 None None] Could not find standard attr ID for object b4fcd051-abe9-445c-aa34-b79780f1ee56. {{(pid=103306) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 26 21:14:35.741150 n-d-760453-5 neutron-server[103305]: DEBUG neutron.services.segments.db [None req-92b6d653-be32-426e-b8bd-0f213de3d5a6 tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cfb1095f-d189-49e2-8380-4a40552bca77') {'for_net_delete': True} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:14:35.741526 n-d-760453-5 neutron-server[103305]: DEBUG neutron.services.segments.db [None req-92b6d653-be32-426e-b8bd-0f213de3d5a6 tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cfb1095f-d189-49e2-8380-4a40552bca77') {} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:14:35.752079 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-92b6d653-be32-426e-b8bd-0f213de3d5a6 tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746560742283', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11788955'] for segment (cfb1095f-d189-49e2-8380-4a40552bca77), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:14:35.771948 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b3020d-09d5-40e6-98b0-8757775e2151 req-60a725c8-c46b-435f-bc4d-c5ec3f4c8f67 tempest-AttachVolumeNegativeTest-157238613 tempest-AttachVolumeNegativeTest-157238613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:14:35.772118 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-92b6d653-be32-426e-b8bd-0f213de3d5a6 tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576559'] for segment (cfb1095f-d189-49e2-8380-4a40552bca77), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:14:35.772553 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-e2b3020d-09d5-40e6-98b0-8757775e2151 req-60a725c8-c46b-435f-bc4d-c5ec3f4c8f67 tempest-AttachVolumeNegativeTest-157238613 tempest-AttachVolumeNegativeTest-157238613-project] 10.222.0.13 "GET /v2.0/ports?device_id=e9f2f303-b5ff-441d-ac8a-1dfe85958a7b HTTP/1.1" status: 200 len: 944 time: 0.1303053 Jan 26 21:14:35.782855 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-92b6d653-be32-426e-b8bd-0f213de3d5a6 tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Releasing vlan 559 on physical network physnet1 to pool {{(pid=103305) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 26 21:14:35.783351 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-92b6d653-be32-426e-b8bd-0f213de3d5a6 tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11791428'] for segment (cfb1095f-d189-49e2-8380-4a40552bca77), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:14:35.787825 n-d-760453-5 neutron-server[103305]: Traceback (most recent call last): Jan 26 21:14:35.787825 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 26 21:14:35.787825 n-d-760453-5 neutron-server[103305]: timer() Jan 26 21:14:35.787825 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 26 21:14:35.787825 n-d-760453-5 neutron-server[103305]: cb(*args, **kw) Jan 26 21:14:35.787825 n-d-760453-5 neutron-server[103305]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 26 21:14:35.787825 n-d-760453-5 neutron-server[103305]: return func(*args, **kwargs) Jan 26 21:14:35.787825 n-d-760453-5 neutron-server[103305]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 26 21:14:35.787825 n-d-760453-5 neutron-server[103305]: self._notify() Jan 26 21:14:35.787825 n-d-760453-5 neutron-server[103305]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 26 21:14:35.787825 n-d-760453-5 neutron-server[103305]: self.callback(batched_events) Jan 26 21:14:35.787825 n-d-760453-5 neutron-server[103305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 26 21:14:35.787825 n-d-760453-5 neutron-server[103305]: event.method(event) Jan 26 21:14:35.787825 n-d-760453-5 neutron-server[103305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 26 21:14:35.787825 n-d-760453-5 neutron-server[103305]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 26 21:14:35.787825 n-d-760453-5 neutron-server[103305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 26 21:14:35.787825 n-d-760453-5 neutron-server[103305]: aggregate_uuid = self.p_client.list_aggregates( Jan 26 21:14:35.787825 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 26 21:14:35.787825 n-d-760453-5 neutron-server[103305]: return f(self, *a, **k) Jan 26 21:14:35.787825 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 26 21:14:35.787825 n-d-760453-5 neutron-server[103305]: return self._get(url).json() Jan 26 21:14:35.787825 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 26 21:14:35.787825 n-d-760453-5 neutron-server[103305]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 26 21:14:35.787825 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 26 21:14:35.787825 n-d-760453-5 neutron-server[103305]: return self.request(url, 'GET', **kwargs) Jan 26 21:14:35.787825 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 26 21:14:35.787825 n-d-760453-5 neutron-server[103305]: base_url = self.get_endpoint(auth, allow=allow, Jan 26 21:14:35.787825 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 26 21:14:35.787825 n-d-760453-5 neutron-server[103305]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 26 21:14:35.787825 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 26 21:14:35.787825 n-d-760453-5 neutron-server[103305]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 26 21:14:35.787825 n-d-760453-5 neutron-server[103305]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 26 21:14:35.813539 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9904126b-f8ba-49fc-b10b-c370a3686c59 None None] DHCP port deletion for 7368e0a1-4d92-40e0-a6bf-4f71bbb02c8d request from n-d-760453-5 {{(pid=103306) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 26 21:14:35.861848 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-6f0a0050-2b75-4a19-a412-313115c97073 req-8e00c57a-47fa-46cc-bf9c-6e7bb5b7ca7a service neutron] 10.222.0.13 "GET /v2.0/networks/20b7651f-3dfe-4f65-83e1-a38049e7aae9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1616375 Jan 26 21:14:35.871848 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-92b6d653-be32-426e-b8bd-0f213de3d5a6 tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4110931'] for network (7368e0a1-4d92-40e0-a6bf-4f71bbb02c8d), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:14:35.882786 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-92b6d653-be32-426e-b8bd-0f213de3d5a6 tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709645'] for network (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:14:35.890576 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-92b6d653-be32-426e-b8bd-0f213de3d5a6 tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] 10.222.0.13 "DELETE /v2.0/networks/7368e0a1-4d92-40e0-a6bf-4f71bbb02c8d HTTP/1.1" status: 204 len: 168 time: 0.7903688 Jan 26 21:14:35.893821 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-e2b3020d-09d5-40e6-98b0-8757775e2151 req-329bc52a-55ed-4ea5-90c2-c115fce1ffa4 tempest-AttachVolumeNegativeTest-157238613 tempest-AttachVolumeNegativeTest-157238613-project] 10.222.0.13 "GET /v2.0/security-groups?id=8e9bd9e5-9820-4475-bfb9-c12598a9861a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103399 Jan 26 21:14:35.895452 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 55930) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:14:35.901974 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Device 24025662-e8e3-4303-926e-de5c2af8663c details requested by agent hyperv_n-h1-760453-5 with host n-h1-760453-5 {{(pid=103306) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 26 21:14:35.902577 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b6d653-be32-426e-b8bd-0f213de3d5a6 tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Pushing event deleted for resources: {'Network': ['ID=7368e0a1-4d92-40e0-a6bf-4f71bbb02c8d,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:14:35.906276 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Device 06e12c4e-0545-48fa-857e-3f7a63f3e798 details requested by agent hyperv_n-h2-760453-5 with host n-h2-760453-5 {{(pid=103306) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 26 21:14:36.081660 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-6f0a0050-2b75-4a19-a412-313115c97073 req-5e23ad1b-2c24-4082-a27e-ceb699aee72f service neutron] 10.222.0.13 "GET /v2.0/networks/20b7651f-3dfe-4f65-83e1-a38049e7aae9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2169321 Jan 26 21:14:36.117024 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d58db0a3-84ce-49e5-9882-a001fba08653 tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:14:36.119933 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-d58db0a3-84ce-49e5-9882-a001fba08653 tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.1860850 Jan 26 21:14:36.125933 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 55934) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:14:36.137739 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923c38d5-b80f-42aa-9fcb-ce205797fdc1 req-9af017a7-2901-454a-bdb1-90a75801dea9 tempest-ServersOnMultiNodesTest-2088673700 tempest-ServersOnMultiNodesTest-2088673700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:14:36.139417 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-923c38d5-b80f-42aa-9fcb-ce205797fdc1 req-9af017a7-2901-454a-bdb1-90a75801dea9 tempest-ServersOnMultiNodesTest-2088673700 tempest-ServersOnMultiNodesTest-2088673700-project] 10.222.0.13 "GET /v2.0/ports?device_id=8298f37c-7523-4cd6-84a0-b1cf1572a7ef HTTP/1.1" status: 200 len: 947 time: 0.1559594 Jan 26 21:14:36.199418 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device b4fcd051-abe9-445c-aa34-b79780f1ee56 no longer exists at agent ovs-agent-n-d-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 26 21:14:36.209286 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 55936) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:14:36.210377 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-dd40d0a1-852a-43bc-be96-5d0742949f27 tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] 10.222.0.13 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.0824497 Jan 26 21:14:36.220510 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-6b8c8d70-f300-4999-9d4f-a3d7768f28ed tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-45715227'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:14:36.236818 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] No Port match for: b4fcd051-abe9-445c-aa34-b79780f1ee56 {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 26 21:14:36.237169 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device b4fcd051-abe9-445c-aa34-b79780f1ee56 not bound to the agent host n-d-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 26 21:14:36.281197 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] For port 24025662-e8e3-4303-926e-de5c2af8663c, host n-h1-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-5',level=0,port_id=24025662-e8e3-4303-926e-de5c2af8663c,segment=NetworkSegment(4eab25d6-89d9-4907-a1c2-51b06443ba33),segment_id=4eab25d6-89d9-4907-a1c2-51b06443ba33)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:14:36.281929 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-923c38d5-b80f-42aa-9fcb-ce205797fdc1 req-0b0999c6-42b6-44bd-aca0-06dac28af4e7 tempest-ServersOnMultiNodesTest-2088673700 tempest-ServersOnMultiNodesTest-2088673700-project] 10.222.0.13 "GET /v2.0/security-groups?id=306a2369-8c1c-4f98-9a64-2622487a9ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1310439 Jan 26 21:14:36.302891 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b8c8d70-f300-4999-9d4f-a3d7768f28ed tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Made reservation on behalf of 555cb579ba8f40b196e83d88248f8446 for: {'network': 1} {{(pid=103304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 21:14:36.303480 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] For port 06e12c4e-0545-48fa-857e-3f7a63f3e798, host n-h2-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-5',level=0,port_id=06e12c4e-0545-48fa-857e-3f7a63f3e798,segment=NetworkSegment(a15ef740-f64f-41d4-9077-bbc625c53d41),segment_id=a15ef740-f64f-41d4-9077-bbc625c53d41)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:14:36.307974 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-6b8c8d70-f300-4999-9d4f-a3d7768f28ed tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for network (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:14:36.314418 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Returning: {'device': '24025662-e8e3-4303-926e-de5c2af8663c', 'network_id': '7fbe9cf5-e12c-436d-b372-55a19c9faa30', 'port_id': '24025662-e8e3-4303-926e-de5c2af8663c', 'mac_address': 'fa:16:3e:a1:e0:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 561, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fd77e534-75e6-4b90-950e-f5824d584430', 'ip_address': '192.168.233.91'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103306) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 26 21:14:36.330136 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Returning: {'device': '06e12c4e-0545-48fa-857e-3f7a63f3e798', 'network_id': 'b4d91999-0d3f-45ee-89d0-a63f22a3e7ab', 'port_id': '06e12c4e-0545-48fa-857e-3f7a63f3e798', 'mac_address': 'fa:16:3e:61:0f:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 576, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eaea08b8-abe1-46f7-84c0-e277976dbd47', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103306) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 26 21:14:36.370604 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Current status of the port 24025662-e8e3-4303-926e-de5c2af8663c is: DOWN; New status is: BUILD {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:14:36.371000 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (24025662-e8e3-4303-926e-de5c2af8663c), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:14:36.384472 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6b8c8d70-f300-4999-9d4f-a3d7768f28ed tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] vlan segment allocate from pool success with {'vlan_id': 586, 'physical_network': 'physnet1'} {{(pid=103304) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 26 21:14:36.409674 n-d-760453-5 neutron-server[103306]: DEBUG neutron.notifiers.nova [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 24025662-e8e3-4303-926e-de5c2af8663c {{(pid=103306) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 26 21:14:36.441100 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] For port 24025662-e8e3-4303-926e-de5c2af8663c, host n-h1-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-5',level=0,port_id=24025662-e8e3-4303-926e-de5c2af8663c,segment=NetworkSegment(4eab25d6-89d9-4907-a1c2-51b06443ba33),segment_id=4eab25d6-89d9-4907-a1c2-51b06443ba33)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:14:36.443763 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Current status of the port 06e12c4e-0545-48fa-857e-3f7a63f3e798 is: DOWN; New status is: BUILD {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:14:36.444350 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (06e12c4e-0545-48fa-857e-3f7a63f3e798), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:14:36.449014 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (24025662-e8e3-4303-926e-de5c2af8663c), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:14:36.449553 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-6b8c8d70-f300-4999-9d4f-a3d7768f28ed tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576559'] for segment (1441f8d5-158e-49a0-b0ee-930903263f06), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:14:36.449854 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Device 71844506-9f19-4836-aa60-9cdd84af5ac4 details requested by agent hyperv_n-h1-760453-5 with host n-h1-760453-5 {{(pid=103306) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 26 21:14:36.450012 n-d-760453-5 neutron-server[103304]: INFO neutron.db.segments_db [None req-6b8c8d70-f300-4999-9d4f-a3d7768f28ed tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Added segment 1441f8d5-158e-49a0-b0ee-930903263f06 of type vlan for network 41352202-ac6e-4ec4-a6b2-d2f726b8c111 Jan 26 21:14:36.523391 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Pushing event updated for resources: {'Port': ['ID=24025662-e8e3-4303-926e-de5c2af8663c,revision_number=4']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:14:36.537866 n-d-760453-5 neutron-server[103306]: DEBUG neutron.notifiers.nova [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 06e12c4e-0545-48fa-857e-3f7a63f3e798 {{(pid=103306) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 26 21:14:36.554412 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-6b8c8d70-f300-4999-9d4f-a3d7768f28ed tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746560256871'] for network (41352202-ac6e-4ec4-a6b2-d2f726b8c111), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:14:36.564700 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e331ac6d-987a-4da6-925b-5afd2d6aef9d req-57ec5bca-7988-410f-ab47-7fdb1d07446d tempest-ServersTestBootFromVolume-1845992378 tempest-ServersTestBootFromVolume-1845992378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:14:36.571781 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-e331ac6d-987a-4da6-925b-5afd2d6aef9d req-57ec5bca-7988-410f-ab47-7fdb1d07446d tempest-ServersTestBootFromVolume-1845992378 tempest-ServersTestBootFromVolume-1845992378-project] 10.222.0.13 "GET /v2.0/ports?device_id=e77f0f82-e2f4-42d1-9e44-0082033dd07d HTTP/1.1" status: 200 len: 944 time: 0.2132709 Jan 26 21:14:36.578310 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] For port 06e12c4e-0545-48fa-857e-3f7a63f3e798, host n-h2-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-5',level=0,port_id=06e12c4e-0545-48fa-857e-3f7a63f3e798,segment=NetworkSegment(a15ef740-f64f-41d4-9077-bbc625c53d41),segment_id=a15ef740-f64f-41d4-9077-bbc625c53d41)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:14:36.618588 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (06e12c4e-0545-48fa-857e-3f7a63f3e798), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:14:36.687200 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Pushing event updated for resources: {'Port': ['ID=06e12c4e-0545-48fa-857e-3f7a63f3e798,revision_number=4']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:14:36.726646 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-6b8c8d70-f300-4999-9d4f-a3d7768f28ed tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503'] for network (41352202-ac6e-4ec4-a6b2-d2f726b8c111), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:14:36.734742 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] For port 71844506-9f19-4836-aa60-9cdd84af5ac4, host n-h1-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-5',level=0,port_id=71844506-9f19-4836-aa60-9cdd84af5ac4,segment=NetworkSegment(09663a0c-ceea-4887-ace4-6c78e47e3e40),segment_id=09663a0c-ceea-4887-ace4-6c78e47e3e40)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:14:36.737765 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b8c8d70-f300-4999-9d4f-a3d7768f28ed tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:14:36.738407 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-6b8c8d70-f300-4999-9d4f-a3d7768f28ed tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Publish callbacks [] for network (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:14:36.749883 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Returning: {'device': '71844506-9f19-4836-aa60-9cdd84af5ac4', 'network_id': 'd6d873b7-dd21-4147-a71c-3196b86fd015', 'port_id': '71844506-9f19-4836-aa60-9cdd84af5ac4', 'mac_address': 'fa:16:3e:21:8c:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 557, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '83c7f95c-c9b9-47ca-b224-a6b37c78555f', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103306) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 26 21:14:36.763348 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-e331ac6d-987a-4da6-925b-5afd2d6aef9d req-d5b3b634-d885-4bcf-9b48-cad481c21ad1 tempest-ServersTestBootFromVolume-1845992378 tempest-ServersTestBootFromVolume-1845992378-project] 10.222.0.13 "GET /v2.0/security-groups?id=d1e8d686-a995-4f2f-9375-0f0073274779&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1887147 Jan 26 21:14:36.810708 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Current status of the port 71844506-9f19-4836-aa60-9cdd84af5ac4 is: DOWN; New status is: BUILD {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:14:36.811664 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (71844506-9f19-4836-aa60-9cdd84af5ac4), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:14:36.834977 n-d-760453-5 neutron-server[103306]: DEBUG neutron.notifiers.nova [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 71844506-9f19-4836-aa60-9cdd84af5ac4 {{(pid=103306) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 26 21:14:36.859596 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-6b8c8d70-f300-4999-9d4f-a3d7768f28ed tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.6477377 Jan 26 21:14:36.862398 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] For port 71844506-9f19-4836-aa60-9cdd84af5ac4, host n-h1-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-5',level=0,port_id=71844506-9f19-4836-aa60-9cdd84af5ac4,segment=NetworkSegment(09663a0c-ceea-4887-ace4-6c78e47e3e40),segment_id=09663a0c-ceea-4887-ace4-6c78e47e3e40)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:14:36.863047 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 55958) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:14:36.869213 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-b7ee4230-5a23-46fb-baaf-3e8035eb3c86 tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Request body: {'subnet': {'network_id': '41352202-ac6e-4ec4-a6b2-d2f726b8c111', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:14:36.871191 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (71844506-9f19-4836-aa60-9cdd84af5ac4), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:14:36.878192 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b8c8d70-f300-4999-9d4f-a3d7768f28ed tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Pushing event updated for resources: {'Network': ['ID=41352202-ac6e-4ec4-a6b2-d2f726b8c111,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:14:36.911818 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Network 41352202-ac6e-4ec4-a6b2-d2f726b8c111 details requested by agent ovs-agent-n-d-760453-5 with host n-d-760453-5 {{(pid=103306) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 26 21:14:36.965197 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Pushing event updated for resources: {'Port': ['ID=71844506-9f19-4836-aa60-9cdd84af5ac4,revision_number=4']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:14:36.981370 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] get_ports_and_sgs() called for port_ids ['06e12c4e-0545-48fa-857e-3f7a63f3e798'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 26 21:14:36.988657 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb92071d-1e00-4c99-8761-93d508fc35de req-fd638582-92c5-4afe-aeea-f64bf0ff2080 tempest-ServersTestMultiNic-211940128 tempest-ServersTestMultiNic-211940128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:14:37.003355 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb92071d-1e00-4c99-8761-93d508fc35de req-fd638582-92c5-4afe-aeea-f64bf0ff2080 tempest-ServersTestMultiNic-211940128 tempest-ServersTestMultiNic-211940128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:14:37.008228 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-cb92071d-1e00-4c99-8761-93d508fc35de req-fd638582-92c5-4afe-aeea-f64bf0ff2080 tempest-ServersTestMultiNic-211940128 tempest-ServersTestMultiNic-211940128-project] 10.222.0.13 "GET /v2.0/ports?device_id=04eefdeb-8cd1-4a1f-aef8-09ed20e5b879 HTTP/1.1" status: 200 len: 1682 time: 0.1140332 Jan 26 21:14:37.050088 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7ee4230-5a23-46fb-baaf-3e8035eb3c86 tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Made reservation on behalf of 555cb579ba8f40b196e83d88248f8446 for: {'subnet': 1} {{(pid=103305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 21:14:37.054327 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-b7ee4230-5a23-46fb-baaf-3e8035eb3c86 tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11599953'] for subnet (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:14:37.103343 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-cb92071d-1e00-4c99-8761-93d508fc35de req-65aa01ec-a15c-4dc0-af06-cd2015cfa560 tempest-ServersTestMultiNic-211940128 tempest-ServersTestMultiNic-211940128-project] 10.222.0.13 "GET /v2.0/security-groups?id=387ebbc6-3579-4cea-a9d9-9b7fa130b41f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849957 Jan 26 21:14:37.238760 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33103a93-9229-4ae5-ae94-e8304e1fe7ad req-144f0d69-f1b0-49d1-bd34-664aea7196c9 tempest-AttachVolumeNegativeTest-157238613 tempest-AttachVolumeNegativeTest-157238613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:14:37.242929 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-33103a93-9229-4ae5-ae94-e8304e1fe7ad req-144f0d69-f1b0-49d1-bd34-664aea7196c9 tempest-AttachVolumeNegativeTest-157238613 tempest-AttachVolumeNegativeTest-157238613-project] 10.222.0.13 "GET /v2.0/ports?device_id=e9f2f303-b5ff-441d-ac8a-1dfe85958a7b HTTP/1.1" status: 200 len: 945 time: 0.1011705 Jan 26 21:14:37.326118 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-b7ee4230-5a23-46fb-baaf-3e8035eb3c86 tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11788839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11599975'] for subnet (919da8f4-2d8e-49a5-8503-3ea1a4a3160f), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:14:37.366408 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-33103a93-9229-4ae5-ae94-e8304e1fe7ad req-07fa83d7-76c1-4752-b9a2-58e9a5a3bbbc tempest-AttachVolumeNegativeTest-157238613 tempest-AttachVolumeNegativeTest-157238613-project] 10.222.0.13 "GET /v2.0/security-groups?id=8e9bd9e5-9820-4475-bfb9-c12598a9861a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172018 Jan 26 21:14:37.419558 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7ee4230-5a23-46fb-baaf-3e8035eb3c86 tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Checking segment: {'id': '1441f8d5-158e-49a0-b0ee-930903263f06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '41352202-ac6e-4ec4-a6b2-d2f726b8c111'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103305) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 21:14:37.419905 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7518c73-9bc9-4aa1-b545-2498892271fa req-b5f96bac-eca1-4860-9d41-7661db0d7209 tempest-ServersTestJSON-1629463572 tempest-ServersTestJSON-1629463572-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:14:37.420047 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7ee4230-5a23-46fb-baaf-3e8035eb3c86 tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Network hostable DHCP agents. Network: 41352202-ac6e-4ec4-a6b2-d2f726b8c111, hostable agents: ['474ccdf7-ab6c-405b-a3b2-dc7b05829902'], hosted agents: [] {{(pid=103305) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 26 21:14:37.422289 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-a7518c73-9bc9-4aa1-b545-2498892271fa req-b5f96bac-eca1-4860-9d41-7661db0d7209 tempest-ServersTestJSON-1629463572 tempest-ServersTestJSON-1629463572-project] 10.222.0.13 "GET /v2.0/networks?id=20b7651f-3dfe-4f65-83e1-a38049e7aae9 HTTP/1.1" status: 200 len: 806 time: 0.1302977 Jan 26 21:14:37.427302 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ee4230-5a23-46fb-baaf-3e8035eb3c86 tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Pushing event updated for resources: {'Subnet': ['ID=919da8f4-2d8e-49a5-8503-3ea1a4a3160f,revision_number=0']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:14:37.446714 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-a7518c73-9bc9-4aa1-b545-2498892271fa req-738dc846-fa9e-49f4-9a52-5a2ae50ad1ce tempest-ServersTestJSON-1629463572 tempest-ServersTestJSON-1629463572-project] 10.222.0.13 "GET /v2.0/quotas/9e460ecabad547eca1394374023e7caf HTTP/1.1" status: 200 len: 375 time: 0.0176301 Jan 26 21:14:37.460801 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7ee4230-5a23-46fb-baaf-3e8035eb3c86 tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Network 41352202-ac6e-4ec4-a6b2-d2f726b8c111 is scheduled to be hosted by DHCP agent 474ccdf7-ab6c-405b-a3b2-dc7b05829902 with binding_index 1 {{(pid=103305) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 26 21:14:37.474744 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [None req-b7ee4230-5a23-46fb-baaf-3e8035eb3c86 tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760453-5, 41352202-ac6e-4ec4-a6b2-d2f726b8c111) {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:14:37.478791 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] get_ports_and_sgs() called for port_ids ['24025662-e8e3-4303-926e-de5c2af8663c'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 26 21:14:37.503026 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7ee4230-5a23-46fb-baaf-3e8035eb3c86 tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:14:37.503779 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-b7ee4230-5a23-46fb-baaf-3e8035eb3c86 tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709645'] for subnet (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:14:37.523915 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] get_ports_and_sgs() called for port_ids ['71844506-9f19-4836-aa60-9cdd84af5ac4'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 26 21:14:37.527565 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00091022-1402-43aa-a6ed-5f3b67e1eb7c None None] Network 41352202-ac6e-4ec4-a6b2-d2f726b8c111 requested from n-d-760453-5 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 26 21:14:37.529280 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-a7518c73-9bc9-4aa1-b545-2498892271fa req-36924157-b997-4c8a-87ee-64177c7e9b5d tempest-ServersTestJSON-1629463572 tempest-ServersTestJSON-1629463572-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=9e460ecabad547eca1394374023e7caf&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0771058 Jan 26 21:14:37.539623 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-b7ee4230-5a23-46fb-baaf-3e8035eb3c86 tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6721625 Jan 26 21:14:37.539869 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 55990) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:14:37.544622 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-1a1d9893-aaa6-4e77-a3f5-21b3fe044b29 tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Request body: {'port': {'network_id': '41352202-ac6e-4ec4-a6b2-d2f726b8c111', 'name': 'tempest-PortsIpV6TestJSON-209817377'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:14:37.658384 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-a7518c73-9bc9-4aa1-b545-2498892271fa req-95b5c298-f1a5-469c-a979-558e6c0f1e62 service neutron] 10.222.0.13 "GET /v2.0/networks/20b7651f-3dfe-4f65-83e1-a38049e7aae9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1207776 Jan 26 21:14:37.687615 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a1d9893-aaa6-4e77-a3f5-21b3fe044b29 tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Made reservation on behalf of 555cb579ba8f40b196e83d88248f8446 for: {'port': 1} {{(pid=103305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 21:14:37.691861 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-1a1d9893-aaa6-4e77-a3f5-21b3fe044b29 tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:14:37.732911 n-d-760453-5 neutron-server[103305]: DEBUG neutron.notifiers.nova [None req-1a1d9893-aaa6-4e77-a3f5-21b3fe044b29 tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] device_id is not set on port 25919ef4-8359-48fc-900e-ac12a415a058 yet. {{(pid=103305) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 26 21:14:37.812837 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3748956-8bdd-43a8-9eee-ab77d6a83d96 req-b1cc478a-d9e2-4b3b-915f-5880e58fa92e tempest-ServersOnMultiNodesTest-2088673700 tempest-ServersOnMultiNodesTest-2088673700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:14:37.815278 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-d3748956-8bdd-43a8-9eee-ab77d6a83d96 req-b1cc478a-d9e2-4b3b-915f-5880e58fa92e tempest-ServersOnMultiNodesTest-2088673700 tempest-ServersOnMultiNodesTest-2088673700-project] 10.222.0.13 "GET /v2.0/ports?device_id=8298f37c-7523-4cd6-84a0-b1cf1572a7ef HTTP/1.1" status: 200 len: 948 time: 0.1418593 Jan 26 21:14:37.861334 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e90101ef-6533-457b-8267-7ac8f4214324 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3c4099e8-8ffb-51d1-af7f-5868973e933f-41352202-ac6e-4ec4-a6b2-d2f726b8c111', 'network_id': '41352202-ac6e-4ec4-a6b2-d2f726b8c111', 'project_id': '555cb579ba8f40b196e83d88248f8446', 'fixed_ips': [{'subnet_id': '919da8f4-2d8e-49a5-8503-3ea1a4a3160f'}]}} from n-d-760453-5. {{(pid=103306) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 26 21:14:37.862197 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-e90101ef-6533-457b-8267-7ac8f4214324 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (None), before_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:14:37.871422 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-a7518c73-9bc9-4aa1-b545-2498892271fa req-2acecb80-2657-450f-ba03-2ad354486a0a service neutron] 10.222.0.13 "GET /v2.0/networks/20b7651f-3dfe-4f65-83e1-a38049e7aae9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2062545 Jan 26 21:14:37.883238 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.db_base_plugin_common [None req-1a1d9893-aaa6-4e77-a3f5-21b3fe044b29 tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Allocated IP 2001:db8::72 (41352202-ac6e-4ec4-a6b2-d2f726b8c111/919da8f4-2d8e-49a5-8503-3ea1a4a3160f/25919ef4-8359-48fc-900e-ac12a415a058) {{(pid=103305) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 21:14:37.897008 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-d3748956-8bdd-43a8-9eee-ab77d6a83d96 req-6f5e8b18-5a85-4e52-9653-4edd89a4f9f8 tempest-ServersOnMultiNodesTest-2088673700 tempest-ServersOnMultiNodesTest-2088673700-project] 10.222.0.13 "GET /v2.0/security-groups?id=306a2369-8c1c-4f98-9a64-2622487a9ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756943 Jan 26 21:14:38.105648 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-1a1d9893-aaa6-4e77-a3f5-21b3fe044b29 tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Publish callbacks [] for port (25919ef4-8359-48fc-900e-ac12a415a058), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:14:38.147256 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (32ef628b-8417-46c5-8729-60fcabe358f1), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:14:38.158375 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-1a1d9893-aaa6-4e77-a3f5-21b3fe044b29 tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746560234527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11791543'] for port (25919ef4-8359-48fc-900e-ac12a415a058), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:14:38.158816 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c8a93c-2adb-4836-920d-8dea03cfe19d req-07c591ff-4db2-44c6-ac3d-f8eea1665afb tempest-ServersTestBootFromVolume-1845992378 tempest-ServersTestBootFromVolume-1845992378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:14:38.166836 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-e3c8a93c-2adb-4836-920d-8dea03cfe19d req-07c591ff-4db2-44c6-ac3d-f8eea1665afb tempest-ServersTestBootFromVolume-1845992378 tempest-ServersTestBootFromVolume-1845992378-project] 10.222.0.13 "GET /v2.0/ports?device_id=e77f0f82-e2f4-42d1-9e44-0082033dd07d HTTP/1.1" status: 200 len: 945 time: 0.0999031 Jan 26 21:14:38.200341 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a1d9893-aaa6-4e77-a3f5-21b3fe044b29 tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Network 41352202-ac6e-4ec4-a6b2-d2f726b8c111 is already hosted by enough agents. {{(pid=103305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 21:14:38.204794 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [None req-1a1d9893-aaa6-4e77-a3f5-21b3fe044b29 tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Resources bound (agent type, host, resource id): {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:14:38.206155 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a31dc63-7a0a-4df8-81cb-c5c0ffb0a2a1 req-e52d0c6a-d993-464d-b3f0-968934d60e6b tempest-ServersTestMultiNic-211940128 tempest-ServersTestMultiNic-211940128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:14:38.209064 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a1d9893-aaa6-4e77-a3f5-21b3fe044b29 tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Received port after_create {{(pid=103305) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 21:14:38.212700 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a31dc63-7a0a-4df8-81cb-c5c0ffb0a2a1 req-e52d0c6a-d993-464d-b3f0-968934d60e6b tempest-ServersTestMultiNic-211940128 tempest-ServersTestMultiNic-211940128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:14:38.214606 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a1d9893-aaa6-4e77-a3f5-21b3fe044b29 tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:14:38.215229 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-1a1d9893-aaa6-4e77-a3f5-21b3fe044b29 tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:14:38.217952 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-0a31dc63-7a0a-4df8-81cb-c5c0ffb0a2a1 req-e52d0c6a-d993-464d-b3f0-968934d60e6b tempest-ServersTestMultiNic-211940128 tempest-ServersTestMultiNic-211940128-project] 10.222.0.13 "GET /v2.0/ports?device_id=04eefdeb-8cd1-4a1f-aef8-09ed20e5b879 HTTP/1.1" status: 200 len: 1682 time: 0.1128831 Jan 26 21:14:38.228176 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.db_base_plugin_common [None req-e90101ef-6533-457b-8267-7ac8f4214324 None None] Allocated IP 2001:db8::2 (41352202-ac6e-4ec4-a6b2-d2f726b8c111/919da8f4-2d8e-49a5-8503-3ea1a4a3160f/0a2a2341-7f07-4ff2-a546-d4e096c21373) {{(pid=103306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 21:14:38.238398 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1d9893-aaa6-4e77-a3f5-21b3fe044b29 tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Pushing event updated for resources: {'Port': ['ID=25919ef4-8359-48fc-900e-ac12a415a058,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:14:38.244753 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-1a1d9893-aaa6-4e77-a3f5-21b3fe044b29 tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 0.7039433 Jan 26 21:14:38.248413 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 56006) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:14:38.258930 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-0c6cd9e4-7f69-43b4-b8fd-fd2dde9fbc93 tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Request body: {'port': {'network_id': '41352202-ac6e-4ec4-a6b2-d2f726b8c111', 'name': 'tempest-PortsIpV6TestJSON-157610781'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:14:38.294850 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-e3c8a93c-2adb-4836-920d-8dea03cfe19d req-6399d3cd-2d79-4b7e-827e-77aa96cbd44a tempest-ServersTestBootFromVolume-1845992378 tempest-ServersTestBootFromVolume-1845992378-project] 10.222.0.13 "GET /v2.0/security-groups?id=d1e8d686-a995-4f2f-9375-0f0073274779&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1252642 Jan 26 21:14:38.371928 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-805a9dc8-e45f-4d0f-b2a7-97daedfdd416 req-db9e96e5-4e86-401f-8210-27b3115bc870 tempest-ServersTestJSON-1629463572 tempest-ServersTestJSON-1629463572-project] 10.222.0.13 "GET /v2.0/ports?device_id=3dd4d996-34c5-44e9-b27e-aba1e6bd0fd7 HTTP/1.1" status: 200 len: 210 time: 0.0342624 Jan 26 21:14:38.434401 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-e90101ef-6533-457b-8267-7ac8f4214324 None None] Publish callbacks [] for port (0a2a2341-7f07-4ff2-a546-d4e096c21373), precommit_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:14:38.436180 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-0a31dc63-7a0a-4df8-81cb-c5c0ffb0a2a1 req-a823e8ea-3336-42f6-aca1-97d2cf867ea4 tempest-ServersTestMultiNic-211940128 tempest-ServersTestMultiNic-211940128-project] 10.222.0.13 "GET /v2.0/security-groups?id=387ebbc6-3579-4cea-a9d9-9b7fa130b41f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1860335 Jan 26 21:14:38.461098 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-e90101ef-6533-457b-8267-7ac8f4214324 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746560234527'] for port (0a2a2341-7f07-4ff2-a546-d4e096c21373), after_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:14:38.497323 n-d-760453-5 neutron-server[103306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e90101ef-6533-457b-8267-7ac8f4214324 None None] Network 41352202-ac6e-4ec4-a6b2-d2f726b8c111 is already hosted by enough agents. {{(pid=103306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 21:14:38.501138 n-d-760453-5 neutron-server[103306]: DEBUG neutron.scheduler.base_scheduler [None req-e90101ef-6533-457b-8267-7ac8f4214324 None None] Resources bound (agent type, host, resource id): {{(pid=103306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:14:38.504660 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e90101ef-6533-457b-8267-7ac8f4214324 None None] Received port after_create {{(pid=103306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 21:14:38.523061 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ec7b62-a8d6-4a91-838e-49c9dc819d62 req-2371b8c6-092f-445a-b15a-9405354d0943 tempest-AttachVolumeNegativeTest-157238613 tempest-AttachVolumeNegativeTest-157238613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:14:38.523311 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e90101ef-6533-457b-8267-7ac8f4214324 None None] Pushing event updated for resources: {'Port': ['ID=0a2a2341-7f07-4ff2-a546-d4e096c21373,revision_number=1']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:14:38.523447 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-e9ec7b62-a8d6-4a91-838e-49c9dc819d62 req-2371b8c6-092f-445a-b15a-9405354d0943 tempest-AttachVolumeNegativeTest-157238613 tempest-AttachVolumeNegativeTest-157238613-project] 10.222.0.13 "GET /v2.0/ports?device_id=e9f2f303-b5ff-441d-ac8a-1dfe85958a7b HTTP/1.1" status: 200 len: 945 time: 0.0685611 Jan 26 21:14:38.523986 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c6cd9e4-7f69-43b4-b8fd-fd2dde9fbc93 tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Made reservation on behalf of 555cb579ba8f40b196e83d88248f8446 for: {'port': 1} {{(pid=103304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 21:14:38.527348 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-0c6cd9e4-7f69-43b4-b8fd-fd2dde9fbc93 tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:14:38.560070 n-d-760453-5 neutron-server[103304]: DEBUG neutron.notifiers.nova [None req-0c6cd9e4-7f69-43b4-b8fd-fd2dde9fbc93 tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] device_id is not set on port 5822d62f-265f-4cc6-bb6c-ae15e663e869 yet. {{(pid=103304) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 26 21:14:38.582811 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-e90101ef-6533-457b-8267-7ac8f4214324 None None] Attempting to bind port 0a2a2341-7f07-4ff2-a546-d4e096c21373 on host n-d-760453-5 for vnic_type normal with profile {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 21:14:38.583288 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-e90101ef-6533-457b-8267-7ac8f4214324 None None] Attempting to bind port 0a2a2341-7f07-4ff2-a546-d4e096c21373 by drivers openvswitch,hyperv on host n-d-760453-5 at level 0 using segments [{'id': '1441f8d5-158e-49a0-b0ee-930903263f06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '41352202-ac6e-4ec4-a6b2-d2f726b8c111'}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 26 21:14:38.583783 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e90101ef-6533-457b-8267-7ac8f4214324 None None] Attempting to bind port 0a2a2341-7f07-4ff2-a546-d4e096c21373 on network 41352202-ac6e-4ec4-a6b2-d2f726b8c111 {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 21:14:38.588965 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e90101ef-6533-457b-8267-7ac8f4214324 None None] Checking agent: {'id': 'fea0591a-627d-4c87-9a9a-01625ddf3277', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760453-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 20, 55, 25), 'started_at': datetime.datetime(2022, 1, 26, 20, 55, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 21, 14, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760453-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 26 21:14:38.589363 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e90101ef-6533-457b-8267-7ac8f4214324 None None] Checking segment: {'id': '1441f8d5-158e-49a0-b0ee-930903263f06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '41352202-ac6e-4ec4-a6b2-d2f726b8c111'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 21:14:38.589763 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-e90101ef-6533-457b-8267-7ac8f4214324 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:14:38.590149 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e90101ef-6533-457b-8267-7ac8f4214324 None None] Bound using segment: {'id': '1441f8d5-158e-49a0-b0ee-930903263f06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '41352202-ac6e-4ec4-a6b2-d2f726b8c111'} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 26 21:14:38.590609 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-e90101ef-6533-457b-8267-7ac8f4214324 None None] Bound port: 0a2a2341-7f07-4ff2-a546-d4e096c21373, host: n-d-760453-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1441f8d5-158e-49a0-b0ee-930903263f06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '41352202-ac6e-4ec4-a6b2-d2f726b8c111'}}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 26 21:14:38.590981 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-e90101ef-6533-457b-8267-7ac8f4214324 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (0a2a2341-7f07-4ff2-a546-d4e096c21373), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:14:38.630263 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-e9ec7b62-a8d6-4a91-838e-49c9dc819d62 req-2625a602-e128-4184-805f-643a11b78b02 tempest-AttachVolumeNegativeTest-157238613 tempest-AttachVolumeNegativeTest-157238613-project] 10.222.0.13 "GET /v2.0/security-groups?id=8e9bd9e5-9820-4475-bfb9-c12598a9861a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928259 Jan 26 21:14:38.659528 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-e90101ef-6533-457b-8267-7ac8f4214324 None None] For port 0a2a2341-7f07-4ff2-a546-d4e096c21373, host n-d-760453-5, cleared binding levels {{(pid=103306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 26 21:14:38.662688 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-e90101ef-6533-457b-8267-7ac8f4214324 None None] For port 0a2a2341-7f07-4ff2-a546-d4e096c21373, host n-d-760453-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=0a2a2341-7f07-4ff2-a546-d4e096c21373,segment=NetworkSegment(1441f8d5-158e-49a0-b0ee-930903263f06),segment_id=1441f8d5-158e-49a0-b0ee-930903263f06)] {{(pid=103306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 26 21:14:38.666967 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-e90101ef-6533-457b-8267-7ac8f4214324 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (0a2a2341-7f07-4ff2-a546-d4e096c21373), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:14:38.714911 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.db_base_plugin_common [None req-0c6cd9e4-7f69-43b4-b8fd-fd2dde9fbc93 tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Allocated IP 2001:db8::355 (41352202-ac6e-4ec4-a6b2-d2f726b8c111/919da8f4-2d8e-49a5-8503-3ea1a4a3160f/5822d62f-265f-4cc6-bb6c-ae15e663e869) {{(pid=103304) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 21:14:38.731610 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e90101ef-6533-457b-8267-7ac8f4214324 None None] Pushing event updated for resources: {'Port': ['ID=0a2a2341-7f07-4ff2-a546-d4e096c21373,revision_number=2']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:14:38.887937 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-0c6cd9e4-7f69-43b4-b8fd-fd2dde9fbc93 tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Publish callbacks [] for port (5822d62f-265f-4cc6-bb6c-ae15e663e869), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:14:38.941242 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-0c6cd9e4-7f69-43b4-b8fd-fd2dde9fbc93 tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746560234527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9281553'] for port (5822d62f-265f-4cc6-bb6c-ae15e663e869), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:14:39.013893 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c6cd9e4-7f69-43b4-b8fd-fd2dde9fbc93 tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Network 41352202-ac6e-4ec4-a6b2-d2f726b8c111 is already hosted by enough agents. {{(pid=103304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 21:14:39.021568 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [None req-0c6cd9e4-7f69-43b4-b8fd-fd2dde9fbc93 tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Resources bound (agent type, host, resource id): {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:14:39.024573 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c6cd9e4-7f69-43b4-b8fd-fd2dde9fbc93 tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Received port after_create {{(pid=103304) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 21:14:39.029901 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c6cd9e4-7f69-43b4-b8fd-fd2dde9fbc93 tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:14:39.031110 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-0c6cd9e4-7f69-43b4-b8fd-fd2dde9fbc93 tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:14:39.049580 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c6cd9e4-7f69-43b4-b8fd-fd2dde9fbc93 tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Pushing event updated for resources: {'Port': ['ID=5822d62f-265f-4cc6-bb6c-ae15e663e869,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:14:39.070130 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-0c6cd9e4-7f69-43b4-b8fd-fd2dde9fbc93 tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 0.8187079 Jan 26 21:14:39.072595 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 56018) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:14:39.080267 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eef129a-36ed-405b-8756-975c4f75ee11 req-d7b2a508-6518-4419-ac85-e99e2ddb0ddf tempest-ServersOnMultiNodesTest-2088673700 tempest-ServersOnMultiNodesTest-2088673700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:14:39.081872 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-9eef129a-36ed-405b-8756-975c4f75ee11 req-d7b2a508-6518-4419-ac85-e99e2ddb0ddf tempest-ServersOnMultiNodesTest-2088673700 tempest-ServersOnMultiNodesTest-2088673700-project] 10.222.0.13 "GET /v2.0/ports?device_id=8298f37c-7523-4cd6-84a0-b1cf1572a7ef HTTP/1.1" status: 200 len: 948 time: 0.1037617 Jan 26 21:14:39.130791 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-9eef129a-36ed-405b-8756-975c4f75ee11 req-496f1cf1-8f03-46f5-a62a-49b3c2a4803e tempest-ServersOnMultiNodesTest-2088673700 tempest-ServersOnMultiNodesTest-2088673700-project] 10.222.0.13 "GET /v2.0/security-groups?id=306a2369-8c1c-4f98-9a64-2622487a9ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426466 Jan 26 21:14:39.178748 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2d54720-98a4-4ef8-8cf5-6fe020a40886 tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:14:39.183469 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-e2d54720-98a4-4ef8-8cf5-6fe020a40886 tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] 10.222.0.13 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A72 HTTP/1.1" status: 200 len: 927 time: 0.1060090 Jan 26 21:14:39.183912 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 56020) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:14:39.441389 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72c6669-e3d0-46b4-a082-e08ed2aae92f req-2be4c5e8-1492-48e8-8721-08cab69a3834 tempest-ServersTestBootFromVolume-1845992378 tempest-ServersTestBootFromVolume-1845992378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:14:39.449103 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-d72c6669-e3d0-46b4-a082-e08ed2aae92f req-2be4c5e8-1492-48e8-8721-08cab69a3834 tempest-ServersTestBootFromVolume-1845992378 tempest-ServersTestBootFromVolume-1845992378-project] 10.222.0.13 "GET /v2.0/ports?device_id=e77f0f82-e2f4-42d1-9e44-0082033dd07d HTTP/1.1" status: 200 len: 945 time: 0.0739861 Jan 26 21:14:39.499062 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-4f5810f7-ce74-4461-b730-f809a114b63e req-c43c0733-66b6-4c95-a767-08972a89a9dc tempest-ServersTestJSON-1629463572 tempest-ServersTestJSON-1629463572-project] 10.222.0.13 "GET /v2.0/ports?device_id=3dd4d996-34c5-44e9-b27e-aba1e6bd0fd7 HTTP/1.1" status: 200 len: 210 time: 0.0422454 Jan 26 21:14:39.538567 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-d72c6669-e3d0-46b4-a082-e08ed2aae92f req-83cf0d8c-78eb-4523-ab28-765ae6616476 tempest-ServersTestBootFromVolume-1845992378 tempest-ServersTestBootFromVolume-1845992378-project] 10.222.0.13 "GET /v2.0/security-groups?id=d1e8d686-a995-4f2f-9375-0f0073274779&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0880921 Jan 26 21:14:39.640876 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c027a724-a409-4ec0-9783-b23abf41cc3b req-3340235d-bff8-446b-aa3f-fadc58426dad tempest-ServersTestMultiNic-211940128 tempest-ServersTestMultiNic-211940128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:14:39.646763 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c027a724-a409-4ec0-9783-b23abf41cc3b req-3340235d-bff8-446b-aa3f-fadc58426dad tempest-ServersTestMultiNic-211940128 tempest-ServersTestMultiNic-211940128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:14:39.648393 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-c027a724-a409-4ec0-9783-b23abf41cc3b req-3340235d-bff8-446b-aa3f-fadc58426dad tempest-ServersTestMultiNic-211940128 tempest-ServersTestMultiNic-211940128-project] 10.222.0.13 "GET /v2.0/ports?device_id=04eefdeb-8cd1-4a1f-aef8-09ed20e5b879 HTTP/1.1" status: 200 len: 1682 time: 0.0606809 Jan 26 21:14:39.715444 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c90722c-8d67-4cea-b03d-ba4cca66772f req-50e020f1-942a-4b07-91a9-5de74945e6e0 tempest-ServersTestMultiNic-211940128 tempest-ServersTestMultiNic-211940128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:14:39.721526 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c90722c-8d67-4cea-b03d-ba4cca66772f req-50e020f1-942a-4b07-91a9-5de74945e6e0 tempest-ServersTestMultiNic-211940128 tempest-ServersTestMultiNic-211940128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:14:39.723128 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-7c90722c-8d67-4cea-b03d-ba4cca66772f req-50e020f1-942a-4b07-91a9-5de74945e6e0 tempest-ServersTestMultiNic-211940128 tempest-ServersTestMultiNic-211940128-project] 10.222.0.57 "GET /v2.0/ports?device_id=04eefdeb-8cd1-4a1f-aef8-09ed20e5b879 HTTP/1.1" status: 200 len: 1682 time: 0.1726639 Jan 26 21:14:39.730829 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-c027a724-a409-4ec0-9783-b23abf41cc3b req-9d194503-d2a8-4e96-8a43-d0932fee62e9 tempest-ServersTestMultiNic-211940128 tempest-ServersTestMultiNic-211940128-project] 10.222.0.13 "GET /v2.0/security-groups?id=387ebbc6-3579-4cea-a9d9-9b7fa130b41f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766590 Jan 26 21:14:39.777874 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c30054e-ce78-4dcc-a2a0-614c4645486c req-31a833f1-50f5-4403-bc09-630f113986b3 tempest-AttachVolumeNegativeTest-157238613 tempest-AttachVolumeNegativeTest-157238613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:14:39.779700 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-2c30054e-ce78-4dcc-a2a0-614c4645486c req-31a833f1-50f5-4403-bc09-630f113986b3 tempest-AttachVolumeNegativeTest-157238613 tempest-AttachVolumeNegativeTest-157238613-project] 10.222.0.13 "GET /v2.0/ports?device_id=e9f2f303-b5ff-441d-ac8a-1dfe85958a7b HTTP/1.1" status: 200 len: 945 time: 0.0632937 Jan 26 21:14:39.781952 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7518c73-9bc9-4aa1-b545-2498892271fa req-7f9a854c-6174-46ec-b1f0-5243cac51c85 tempest-ServersTestJSON-1629463572 tempest-ServersTestJSON-1629463572-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:14:39.783388 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-a7518c73-9bc9-4aa1-b545-2498892271fa req-7f9a854c-6174-46ec-b1f0-5243cac51c85 tempest-ServersTestJSON-1629463572 tempest-ServersTestJSON-1629463572-project] 10.222.0.57 "GET /v2.0/networks?id=20b7651f-3dfe-4f65-83e1-a38049e7aae9 HTTP/1.1" status: 200 len: 806 time: 0.2246842 Jan 26 21:14:39.795046 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-52690900-807e-42b5-9c55-3c4fa7ad60e4 tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Deleting port 5822d62f-265f-4cc6-bb6c-ae15e663e869 {{(pid=103305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 21:14:39.795472 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-52690900-807e-42b5-9c55-3c4fa7ad60e4 tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746560630878'] for port (5822d62f-265f-4cc6-bb6c-ae15e663e869), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:14:39.799906 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff569522-92ca-412a-91fa-bbe11b3dcdc7 None None] Network 41352202-ac6e-4ec4-a6b2-d2f726b8c111 requested from n-d-760453-5 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 26 21:14:39.803777 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [req-a7518c73-9bc9-4aa1-b545-2498892271fa req-a6734f8e-d99a-42f1-8443-ba9f446dd9f2 tempest-ServersTestJSON-1629463572 tempest-ServersTestJSON-1629463572-project] Request body: {'port': {'device_id': '3dd4d996-34c5-44e9-b27e-aba1e6bd0fd7', 'network_id': '20b7651f-3dfe-4f65-83e1-a38049e7aae9', 'admin_state_up': True, 'tenant_id': '9e460ecabad547eca1394374023e7caf'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:14:39.834652 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-2c30054e-ce78-4dcc-a2a0-614c4645486c req-3d2b3eb0-f382-4d31-bfb8-d208a35e259f tempest-AttachVolumeNegativeTest-157238613 tempest-AttachVolumeNegativeTest-157238613-project] 10.222.0.13 "GET /v2.0/security-groups?id=8e9bd9e5-9820-4475-bfb9-c12598a9861a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485792 Jan 26 21:14:39.913607 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Device 24025662-e8e3-4303-926e-de5c2af8663c up at agent hyperv_n-h1-760453-5 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 21:14:39.915783 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Device 06e12c4e-0545-48fa-857e-3f7a63f3e798 up at agent hyperv_n-h2-760453-5 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 21:14:39.962207 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-281fd79e-68d8-477d-8b34-dcf97ef075f7 None None] Provisioning complete for port 0a2a2341-7f07-4ff2-a546-d4e096c21373 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:14:39.962577 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-281fd79e-68d8-477d-8b34-dcf97ef075f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (0a2a2341-7f07-4ff2-a546-d4e096c21373), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:14:39.980324 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-52690900-807e-42b5-9c55-3c4fa7ad60e4 tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4109658'] for port (5822d62f-265f-4cc6-bb6c-ae15e663e869), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:14:40.011905 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-52690900-807e-42b5-9c55-3c4fa7ad60e4 tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Calling delete_port for 5822d62f-265f-4cc6-bb6c-ae15e663e869 owned by {{(pid=103305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 21:14:40.016016 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [req-7c90722c-8d67-4cea-b03d-ba4cca66772f req-7f5c46e5-b94c-403a-8d2a-3ffb267a0df0 tempest-ServersTestMultiNic-211940128 tempest-ServersTestMultiNic-211940128-project] Deleting port 98bdc732-d42a-41c7-b385-86dbb8735821 {{(pid=103305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 21:14:40.016355 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-7c90722c-8d67-4cea-b03d-ba4cca66772f req-7f5c46e5-b94c-403a-8d2a-3ffb267a0df0 tempest-ServersTestMultiNic-211940128 tempest-ServersTestMultiNic-211940128-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746560630878'] for port (98bdc732-d42a-41c7-b385-86dbb8735821), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:14:40.055192 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Provisioning for port 24025662-e8e3-4303-926e-de5c2af8663c completed by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 21:14:40.063106 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Provisioning complete for port 24025662-e8e3-4303-926e-de5c2af8663c triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:14:40.063482 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (24025662-e8e3-4303-926e-de5c2af8663c), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:14:40.109448 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Provisioning for port 06e12c4e-0545-48fa-857e-3f7a63f3e798 completed by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 21:14:40.126861 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Provisioning complete for port 06e12c4e-0545-48fa-857e-3f7a63f3e798 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:14:40.127238 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (06e12c4e-0545-48fa-857e-3f7a63f3e798), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:14:40.140101 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a7518c73-9bc9-4aa1-b545-2498892271fa req-a6734f8e-d99a-42f1-8443-ba9f446dd9f2 tempest-ServersTestJSON-1629463572 tempest-ServersTestJSON-1629463572-project] Made reservation on behalf of 9e460ecabad547eca1394374023e7caf for: {'port': 1} {{(pid=103305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 21:14:40.143627 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-a7518c73-9bc9-4aa1-b545-2498892271fa req-a6734f8e-d99a-42f1-8443-ba9f446dd9f2 tempest-ServersTestJSON-1629463572 tempest-ServersTestJSON-1629463572-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:14:40.213252 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [req-7c90722c-8d67-4cea-b03d-ba4cca66772f req-7f5c46e5-b94c-403a-8d2a-3ffb267a0df0 tempest-ServersTestMultiNic-211940128 tempest-ServersTestMultiNic-211940128-project] For port 98bdc732-d42a-41c7-b385-86dbb8735821, host n-h2-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-5',level=0,port_id=98bdc732-d42a-41c7-b385-86dbb8735821,segment=NetworkSegment(f63e78da-55d5-47fa-bceb-eae7806e8351),segment_id=f63e78da-55d5-47fa-bceb-eae7806e8351)] {{(pid=103305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:14:40.213885 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-7c90722c-8d67-4cea-b03d-ba4cca66772f req-7f5c46e5-b94c-403a-8d2a-3ffb267a0df0 tempest-ServersTestMultiNic-211940128 tempest-ServersTestMultiNic-211940128-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4109658'] for port (98bdc732-d42a-41c7-b385-86dbb8735821), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:14:40.229911 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-281fd79e-68d8-477d-8b34-dcf97ef075f7 None None] Current status of the port 0a2a2341-7f07-4ff2-a546-d4e096c21373 is: DOWN; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:14:40.230556 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-281fd79e-68d8-477d-8b34-dcf97ef075f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (0a2a2341-7f07-4ff2-a546-d4e096c21373), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:14:40.282382 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [req-7c90722c-8d67-4cea-b03d-ba4cca66772f req-7f5c46e5-b94c-403a-8d2a-3ffb267a0df0 tempest-ServersTestMultiNic-211940128 tempest-ServersTestMultiNic-211940128-project] Calling delete_port for 98bdc732-d42a-41c7-b385-86dbb8735821 owned by compute:nova {{(pid=103305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 21:14:40.297731 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device 0a2a2341-7f07-4ff2-a546-d4e096c21373 up at agent ovs-agent-n-d-760453-5 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 21:14:40.339247 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b13a8d-4b6a-40af-a1ae-55c797e41f61 req-17a4af10-f68e-4914-b937-502b06a0541f tempest-ServersOnMultiNodesTest-2088673700 tempest-ServersOnMultiNodesTest-2088673700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:14:40.349997 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-11b13a8d-4b6a-40af-a1ae-55c797e41f61 req-17a4af10-f68e-4914-b937-502b06a0541f tempest-ServersOnMultiNodesTest-2088673700 tempest-ServersOnMultiNodesTest-2088673700-project] 10.222.0.13 "GET /v2.0/ports?device_id=8298f37c-7523-4cd6-84a0-b1cf1572a7ef HTTP/1.1" status: 200 len: 948 time: 0.0796235 Jan 26 21:14:40.358149 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-281fd79e-68d8-477d-8b34-dcf97ef075f7 None None] For port 0a2a2341-7f07-4ff2-a546-d4e096c21373, host n-d-760453-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=0a2a2341-7f07-4ff2-a546-d4e096c21373,segment=NetworkSegment(1441f8d5-158e-49a0-b0ee-930903263f06),segment_id=1441f8d5-158e-49a0-b0ee-930903263f06)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:14:40.371225 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-281fd79e-68d8-477d-8b34-dcf97ef075f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (0a2a2341-7f07-4ff2-a546-d4e096c21373), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:14:40.439359 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Current status of the port 24025662-e8e3-4303-926e-de5c2af8663c is: BUILD; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:14:40.440052 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (24025662-e8e3-4303-926e-de5c2af8663c), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:14:40.445824 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-11b13a8d-4b6a-40af-a1ae-55c797e41f61 req-948a791f-81a0-4692-9e90-e4a735dccf35 tempest-ServersOnMultiNodesTest-2088673700 tempest-ServersOnMultiNodesTest-2088673700-project] 10.222.0.13 "GET /v2.0/security-groups?id=306a2369-8c1c-4f98-9a64-2622487a9ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943341 Jan 26 21:14:40.459210 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-52690900-807e-42b5-9c55-3c4fa7ad60e4 tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746560636600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746560234536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11791543'] for port (5822d62f-265f-4cc6-bb6c-ae15e663e869), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:14:40.498352 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.db_base_plugin_common [req-a7518c73-9bc9-4aa1-b545-2498892271fa req-a6734f8e-d99a-42f1-8443-ba9f446dd9f2 tempest-ServersTestJSON-1629463572 tempest-ServersTestJSON-1629463572-project] Allocated IP 172.20.0.4 (20b7651f-3dfe-4f65-83e1-a38049e7aae9/7183c753-f99a-46b0-89ab-825caf92e3fd/3c746872-df9d-4e64-9190-c630ce9d4288) {{(pid=103305) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 21:14:40.502494 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Current status of the port 06e12c4e-0545-48fa-857e-3f7a63f3e798 is: BUILD; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:14:40.502494 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (06e12c4e-0545-48fa-857e-3f7a63f3e798), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:14:40.508137 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52690900-807e-42b5-9c55-3c4fa7ad60e4 tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Pushing event deleted for resources: {'Port': ['ID=5822d62f-265f-4cc6-bb6c-ae15e663e869,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:14:40.510451 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Provisioning complete for port 0a2a2341-7f07-4ff2-a546-d4e096c21373 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:14:40.510857 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (0a2a2341-7f07-4ff2-a546-d4e096c21373), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:14:40.512415 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-281fd79e-68d8-477d-8b34-dcf97ef075f7 None None] Pushing event updated for resources: {'Port': ['ID=0a2a2341-7f07-4ff2-a546-d4e096c21373,revision_number=3']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:14:40.514911 n-d-760453-5 neutron-server[103306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8298f37c-7523-4cd6-84a0-b1cf1572a7ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24025662-e8e3-4303-926e-de5c2af8663c'}] {{(pid=103306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 21:14:40.517128 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9d5d370febab655511bdd2ffe887e43e442d144a440368702bcc1e93af00b97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec73e050-f735-4cfa-9447-8a849910b510" -d '{"events": [{"server_uuid": "8298f37c-7523-4cd6-84a0-b1cf1572a7ef", "name": "network-vif-plugged", "status": "completed", "tag": "24025662-e8e3-4303-926e-de5c2af8663c"}]}' {{(pid=103306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 21:14:40.577037 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] For port 24025662-e8e3-4303-926e-de5c2af8663c, host n-h1-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-5',level=0,port_id=24025662-e8e3-4303-926e-de5c2af8663c,segment=NetworkSegment(4eab25d6-89d9-4907-a1c2-51b06443ba33),segment_id=4eab25d6-89d9-4907-a1c2-51b06443ba33)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:14:40.589997 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Jan 2022 21:14:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8bb6eb54-c812-4848-a36d-dfd86f4272eb x-openstack-request-id: req-8bb6eb54-c812-4848-a36d-dfd86f4272eb {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 21:14:40.590351 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8298f37c-7523-4cd6-84a0-b1cf1572a7ef", "name": "network-vif-plugged", "status": "completed", "tag": "24025662-e8e3-4303-926e-de5c2af8663c", "code": 200}]} {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 21:14:40.590606 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-8bb6eb54-c812-4848-a36d-dfd86f4272eb {{(pid=103306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 21:14:40.590951 n-d-760453-5 neutron-server[103306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8298f37c-7523-4cd6-84a0-b1cf1572a7ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24025662-e8e3-4303-926e-de5c2af8663c', 'code': 200} Jan 26 21:14:40.620661 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-52690900-807e-42b5-9c55-3c4fa7ad60e4 tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:14:40.627558 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-52690900-807e-42b5-9c55-3c4fa7ad60e4 tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] 10.222.0.13 "DELETE /v2.0/ports/5822d62f-265f-4cc6-bb6c-ae15e663e869 HTTP/1.1" status: 204 len: 168 time: 1.4391544 Jan 26 21:14:40.631221 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 56042) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:14:40.634072 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (24025662-e8e3-4303-926e-de5c2af8663c), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:14:40.636717 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Device 71844506-9f19-4836-aa60-9cdd84af5ac4 up at agent hyperv_n-h1-760453-5 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 21:14:40.671571 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-19116c18-fac8-4b15-94ce-507c1e40f590 req-0b3028d9-575b-4608-a651-4addb50470a9 tempest-ServersTestJSON-1629463572 tempest-ServersTestJSON-1629463572-project] 10.222.0.13 "GET /v2.0/ports?device_id=3dd4d996-34c5-44e9-b27e-aba1e6bd0fd7 HTTP/1.1" status: 200 len: 210 time: 0.0738957 Jan 26 21:14:40.697537 n-d-760453-5 neutron-server[103305]: INFO neutron.pecan_wsgi.hooks.translation [None req-5e5f1d43-61ac-4a61-b161-9f2aa220dc37 tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] GET failed (client error): The resource could not be found. Jan 26 21:14:40.699336 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-5e5f1d43-61ac-4a61-b161-9f2aa220dc37 tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] 10.222.0.13 "GET /v2.0/ports/5822d62f-265f-4cc6-bb6c-ae15e663e869 HTTP/1.1" status: 404 len: 333 time: 0.0671771 Jan 26 21:14:40.712173 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 56044) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:14:40.752723 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-7c90722c-8d67-4cea-b03d-ba4cca66772f req-7f5c46e5-b94c-403a-8d2a-3ffb267a0df0 tempest-ServersTestMultiNic-211940128 tempest-ServersTestMultiNic-211940128-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746560636600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746560234536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11791543'] for port (98bdc732-d42a-41c7-b385-86dbb8735821), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:14:40.763440 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6f59fa-e601-43e2-873e-aa713eb708db req-bf8ba915-cb8f-4828-ae12-7fbeaab4ab7b tempest-ServersTestBootFromVolume-1845992378 tempest-ServersTestBootFromVolume-1845992378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:14:40.765446 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-ab6f59fa-e601-43e2-873e-aa713eb708db req-bf8ba915-cb8f-4828-ae12-7fbeaab4ab7b tempest-ServersTestBootFromVolume-1845992378 tempest-ServersTestBootFromVolume-1845992378-project] 10.222.0.13 "GET /v2.0/ports?device_id=e77f0f82-e2f4-42d1-9e44-0082033dd07d HTTP/1.1" status: 200 len: 945 time: 0.0746069 Jan 26 21:14:40.880453 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] get_ports_and_sgs() called for port_ids ['98bdc732-d42a-41c7-b385-86dbb8735821', 'e944f5c0-9866-491c-8890-538d6ca7d47c'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 26 21:14:40.892858 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-3c7355c3-acb5-421c-941d-20f69055cce0 None None] Provisioning complete for port 0a2a2341-7f07-4ff2-a546-d4e096c21373 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:14:40.893233 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-3c7355c3-acb5-421c-941d-20f69055cce0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (0a2a2341-7f07-4ff2-a546-d4e096c21373), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:14:40.924791 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] For port 06e12c4e-0545-48fa-857e-3f7a63f3e798, host n-h2-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-5',level=0,port_id=06e12c4e-0545-48fa-857e-3f7a63f3e798,segment=NetworkSegment(a15ef740-f64f-41d4-9077-bbc625c53d41),segment_id=a15ef740-f64f-41d4-9077-bbc625c53d41)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:14:40.949805 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f5c46e5-b94c-403a-8d2a-3ffb267a0df0 tempest-ServersTestMultiNic-211940128 tempest-ServersTestMultiNic-211940128-project] Pushing event deleted for resources: {'Port': ['ID=98bdc732-d42a-41c7-b385-86dbb8735821,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:14:40.986751 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (06e12c4e-0545-48fa-857e-3f7a63f3e798), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:14:41.027619 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c90722c-8d67-4cea-b03d-ba4cca66772f req-7f5c46e5-b94c-403a-8d2a-3ffb267a0df0 tempest-ServersTestMultiNic-211940128 tempest-ServersTestMultiNic-211940128-project] No DVR routers for this DVR port 98bdc732-d42a-41c7-b385-86dbb8735821 on host n-h2-760453-5 {{(pid=103305) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 26 21:14:41.032053 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-7c90722c-8d67-4cea-b03d-ba4cca66772f req-7f5c46e5-b94c-403a-8d2a-3ffb267a0df0 tempest-ServersTestMultiNic-211940128 tempest-ServersTestMultiNic-211940128-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:14:41.036448 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-7c90722c-8d67-4cea-b03d-ba4cca66772f req-7f5c46e5-b94c-403a-8d2a-3ffb267a0df0 tempest-ServersTestMultiNic-211940128 tempest-ServersTestMultiNic-211940128-project] 10.222.0.57 "DELETE /v2.0/ports/98bdc732-d42a-41c7-b385-86dbb8735821 HTTP/1.1" status: 204 len: 173 time: 1.3034041 Jan 26 21:14:41.040258 n-d-760453-5 neutron-server[103305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04eefdeb-8cd1-4a1f-aef8-09ed20e5b879', 'name': 'network-vif-deleted', 'tag': '98bdc732-d42a-41c7-b385-86dbb8735821'}] {{(pid=103305) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 21:14:41.052662 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d4654568b7bf041e72ff8fe1c96d6d761d9c921f2b99bc7b3a26632be20cee0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5eb346f8-2163-4d91-b410-91154dc64bd4" -d '{"events": [{"server_uuid": "04eefdeb-8cd1-4a1f-aef8-09ed20e5b879", "name": "network-vif-deleted", "tag": "98bdc732-d42a-41c7-b385-86dbb8735821"}]}' {{(pid=103305) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 21:14:41.056563 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb15b6c-b25f-412e-b644-4ebe1100e6fb req-5ff9028c-e775-436b-b640-ea393add3eb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:14:41.058435 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-bdb15b6c-b25f-412e-b644-4ebe1100e6fb req-5ff9028c-e775-436b-b640-ea393add3eb6 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=8298f37c-7523-4cd6-84a0-b1cf1572a7ef HTTP/1.1" status: 200 len: 1100 time: 0.3541551 Jan 26 21:14:41.090927 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Pushing event updated for resources: {'Port': ['ID=24025662-e8e3-4303-926e-de5c2af8663c,revision_number=5']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:14:41.151799 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-bdb15b6c-b25f-412e-b644-4ebe1100e6fb req-549e00de-9c61-4227-9f20-1b87434f8a59 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=306a2369-8c1c-4f98-9a64-2622487a9ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671990 Jan 26 21:14:41.209724 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Provisioning for port 71844506-9f19-4836-aa60-9cdd84af5ac4 completed by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 21:14:41.231739 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-aff6b6e1-b1f3-4bc3-ae6b-f1b3d73a1317 tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Deleting port 25919ef4-8359-48fc-900e-ac12a415a058 {{(pid=103305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 21:14:41.232223 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-aff6b6e1-b1f3-4bc3-ae6b-f1b3d73a1317 tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746560630878'] for port (25919ef4-8359-48fc-900e-ac12a415a058), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:14:41.258149 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-a7518c73-9bc9-4aa1-b545-2498892271fa req-a6734f8e-d99a-42f1-8443-ba9f446dd9f2 tempest-ServersTestJSON-1629463572 tempest-ServersTestJSON-1629463572-project] Publish callbacks [] for port (3c746872-df9d-4e64-9190-c630ce9d4288), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:14:41.261339 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Pushing event updated for resources: {'Port': ['ID=06e12c4e-0545-48fa-857e-3f7a63f3e798,revision_number=5']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:14:41.295086 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Provisioning complete for port 71844506-9f19-4836-aa60-9cdd84af5ac4 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:14:41.296149 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (71844506-9f19-4836-aa60-9cdd84af5ac4), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:14:41.297946 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Current status of the port 0a2a2341-7f07-4ff2-a546-d4e096c21373 is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:14:41.368986 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-ab6f59fa-e601-43e2-873e-aa713eb708db req-159dc9b1-9d67-49c7-ac13-33c4ed8119cb tempest-ServersTestBootFromVolume-1845992378 tempest-ServersTestBootFromVolume-1845992378-project] 10.222.0.13 "GET /v2.0/security-groups?id=d1e8d686-a995-4f2f-9375-0f0073274779&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5895171 Jan 26 21:14:41.391977 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65324877-470e-4c17-b874-7f63e91bd088 req-164b421a-cfdc-468b-92df-947a89207138 tempest-ServersTestMultiNic-211940128 tempest-ServersTestMultiNic-211940128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:14:41.400104 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-65324877-470e-4c17-b874-7f63e91bd088 req-164b421a-cfdc-468b-92df-947a89207138 tempest-ServersTestMultiNic-211940128 tempest-ServersTestMultiNic-211940128-project] 10.222.0.13 "GET /v2.0/ports?device_id=04eefdeb-8cd1-4a1f-aef8-09ed20e5b879 HTTP/1.1" status: 200 len: 946 time: 0.1255002 Jan 26 21:14:41.419555 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-3c7355c3-acb5-421c-941d-20f69055cce0 None None] Current status of the port 0a2a2341-7f07-4ff2-a546-d4e096c21373 is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:14:41.469887 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-65324877-470e-4c17-b874-7f63e91bd088 req-c19a76b6-dafa-40e5-addf-0d568f23ac0e tempest-ServersTestMultiNic-211940128 tempest-ServersTestMultiNic-211940128-project] 10.222.0.13 "GET /v2.0/security-groups?id=387ebbc6-3579-4cea-a9d9-9b7fa130b41f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687017 Jan 26 21:14:41.475292 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-aff6b6e1-b1f3-4bc3-ae6b-f1b3d73a1317 tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4109658'] for port (25919ef4-8359-48fc-900e-ac12a415a058), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:14:41.494064 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [req-7c90722c-8d67-4cea-b03d-ba4cca66772f req-d99f4e1a-c7a0-49d6-9a78-89ae1719a880 tempest-ServersTestMultiNic-211940128 tempest-ServersTestMultiNic-211940128-project] Deleting port e944f5c0-9866-491c-8890-538d6ca7d47c {{(pid=103305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 21:14:41.494698 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-7c90722c-8d67-4cea-b03d-ba4cca66772f req-d99f4e1a-c7a0-49d6-9a78-89ae1719a880 tempest-ServersTestMultiNic-211940128 tempest-ServersTestMultiNic-211940128-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746560630878'] for port (e944f5c0-9866-491c-8890-538d6ca7d47c), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:14:41.502509 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-3c7355c3-acb5-421c-941d-20f69055cce0 None None] Provisioning complete for port 25919ef4-8359-48fc-900e-ac12a415a058 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:14:41.503029 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-3c7355c3-acb5-421c-941d-20f69055cce0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (25919ef4-8359-48fc-900e-ac12a415a058), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:14:41.503508 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-aff6b6e1-b1f3-4bc3-ae6b-f1b3d73a1317 tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Calling delete_port for 25919ef4-8359-48fc-900e-ac12a415a058 owned by {{(pid=103305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 21:14:41.506330 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Current status of the port 71844506-9f19-4836-aa60-9cdd84af5ac4 is: BUILD; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:14:41.506722 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (71844506-9f19-4836-aa60-9cdd84af5ac4), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:14:41.517676 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-a7518c73-9bc9-4aa1-b545-2498892271fa req-a6734f8e-d99a-42f1-8443-ba9f446dd9f2 tempest-ServersTestJSON-1629463572 tempest-ServersTestJSON-1629463572-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746560234527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11791543'] for port (3c746872-df9d-4e64-9190-c630ce9d4288), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:14:41.544547 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] get_ports_and_sgs() called for port_ids ['c0c88dad-cc2c-45c3-b929-f9b04ea7d5f7'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 26 21:14:41.546089 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046f5d99-023f-4670-95d0-a2db7399b861 req-38a876f9-e66d-4410-9fa8-e4f79bed832d tempest-AttachVolumeNegativeTest-157238613 tempest-AttachVolumeNegativeTest-157238613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:14:41.556545 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-046f5d99-023f-4670-95d0-a2db7399b861 req-38a876f9-e66d-4410-9fa8-e4f79bed832d tempest-AttachVolumeNegativeTest-157238613 tempest-AttachVolumeNegativeTest-157238613-project] 10.222.0.13 "GET /v2.0/ports?device_id=e9f2f303-b5ff-441d-ac8a-1dfe85958a7b HTTP/1.1" status: 200 len: 945 time: 0.0842481 Jan 26 21:14:41.589375 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Jan 2022 21:14:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da3ed804-ee35-4f79-b15a-907e3b9e940b x-openstack-request-id: req-da3ed804-ee35-4f79-b15a-907e3b9e940b {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 21:14:41.590371 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "04eefdeb-8cd1-4a1f-aef8-09ed20e5b879", "name": "network-vif-deleted", "tag": "98bdc732-d42a-41c7-b385-86dbb8735821", "status": "completed", "code": 200}]} {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 21:14:41.590889 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-da3ed804-ee35-4f79-b15a-907e3b9e940b {{(pid=103305) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 21:14:41.591519 n-d-760453-5 neutron-server[103305]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04eefdeb-8cd1-4a1f-aef8-09ed20e5b879', 'name': 'network-vif-deleted', 'tag': '98bdc732-d42a-41c7-b385-86dbb8735821', 'status': 'completed', 'code': 200} Jan 26 21:14:41.607199 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-3c7355c3-acb5-421c-941d-20f69055cce0 None None] Port 25919ef4-8359-48fc-900e-ac12a415a058 cannot update to ACTIVE because it is not bound. {{(pid=103306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 26 21:14:41.622132 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-3c7355c3-acb5-421c-941d-20f69055cce0 None None] Could not find standard attr ID for object 5822d62f-265f-4cc6-bb6c-ae15e663e869. {{(pid=103306) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 26 21:14:41.627830 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] For port 71844506-9f19-4836-aa60-9cdd84af5ac4, host n-h1-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-5',level=0,port_id=71844506-9f19-4836-aa60-9cdd84af5ac4,segment=NetworkSegment(09663a0c-ceea-4887-ace4-6c78e47e3e40),segment_id=09663a0c-ceea-4887-ace4-6c78e47e3e40)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:14:41.630401 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-046f5d99-023f-4670-95d0-a2db7399b861 req-6123d50e-a795-41c1-939f-17cd585b81eb tempest-AttachVolumeNegativeTest-157238613 tempest-AttachVolumeNegativeTest-157238613-project] 10.222.0.13 "GET /v2.0/security-groups?id=8e9bd9e5-9820-4475-bfb9-c12598a9861a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728865 Jan 26 21:14:41.637906 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (71844506-9f19-4836-aa60-9cdd84af5ac4), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:14:41.653983 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a7518c73-9bc9-4aa1-b545-2498892271fa req-a6734f8e-d99a-42f1-8443-ba9f446dd9f2 tempest-ServersTestJSON-1629463572 tempest-ServersTestJSON-1629463572-project] Network 20b7651f-3dfe-4f65-83e1-a38049e7aae9 is already hosted by enough agents. {{(pid=103305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 21:14:41.692909 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [req-a7518c73-9bc9-4aa1-b545-2498892271fa req-a6734f8e-d99a-42f1-8443-ba9f446dd9f2 tempest-ServersTestJSON-1629463572 tempest-ServersTestJSON-1629463572-project] Resources bound (agent type, host, resource id): {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:14:41.705480 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7518c73-9bc9-4aa1-b545-2498892271fa req-a6734f8e-d99a-42f1-8443-ba9f446dd9f2 tempest-ServersTestJSON-1629463572 tempest-ServersTestJSON-1629463572-project] Received port after_create {{(pid=103305) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 21:14:41.711115 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Pushing event updated for resources: {'Port': ['ID=71844506-9f19-4836-aa60-9cdd84af5ac4,revision_number=5']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:14:41.756351 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6734f8e-d99a-42f1-8443-ba9f446dd9f2 tempest-ServersTestJSON-1629463572 tempest-ServersTestJSON-1629463572-project] Pushing event updated for resources: {'Port': ['ID=3c746872-df9d-4e64-9190-c630ce9d4288,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:14:41.766057 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-843679ce-8c09-4edc-b7bd-9c9a26c6511c None None] Provisioning complete for port 25919ef4-8359-48fc-900e-ac12a415a058 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:14:41.766688 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-843679ce-8c09-4edc-b7bd-9c9a26c6511c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (25919ef4-8359-48fc-900e-ac12a415a058), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:14:41.794979 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6edd2976-08c2-4ef6-8302-b9d3a2af34e5 req-2430bd22-758e-4e4d-a6d0-438fd670f97d tempest-ServersOnMultiNodesTest-2088673700 tempest-ServersOnMultiNodesTest-2088673700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:14:41.797750 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-6edd2976-08c2-4ef6-8302-b9d3a2af34e5 req-2430bd22-758e-4e4d-a6d0-438fd670f97d tempest-ServersOnMultiNodesTest-2088673700 tempest-ServersOnMultiNodesTest-2088673700-project] 10.222.0.13 "GET /v2.0/ports?device_id=8298f37c-7523-4cd6-84a0-b1cf1572a7ef HTTP/1.1" status: 200 len: 949 time: 0.0940516 Jan 26 21:14:41.802858 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [req-7c90722c-8d67-4cea-b03d-ba4cca66772f req-d99f4e1a-c7a0-49d6-9a78-89ae1719a880 tempest-ServersTestMultiNic-211940128 tempest-ServersTestMultiNic-211940128-project] For port e944f5c0-9866-491c-8890-538d6ca7d47c, host n-h2-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-5',level=0,port_id=e944f5c0-9866-491c-8890-538d6ca7d47c,segment=NetworkSegment(18c0e0e0-20c1-45dd-b946-f24bb187afdc),segment_id=18c0e0e0-20c1-45dd-b946-f24bb187afdc)] {{(pid=103305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:14:41.802858 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-7c90722c-8d67-4cea-b03d-ba4cca66772f req-d99f4e1a-c7a0-49d6-9a78-89ae1719a880 tempest-ServersTestMultiNic-211940128 tempest-ServersTestMultiNic-211940128-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4109658'] for port (e944f5c0-9866-491c-8890-538d6ca7d47c), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:14:41.821376 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-843679ce-8c09-4edc-b7bd-9c9a26c6511c None None] Port 25919ef4-8359-48fc-900e-ac12a415a058 cannot update to ACTIVE because it is not bound. {{(pid=103306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 26 21:14:41.826530 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-843679ce-8c09-4edc-b7bd-9c9a26c6511c None None] Could not find standard attr ID for object 5822d62f-265f-4cc6-bb6c-ae15e663e869. {{(pid=103306) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 26 21:14:41.826735 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7518c73-9bc9-4aa1-b545-2498892271fa req-a6734f8e-d99a-42f1-8443-ba9f446dd9f2 tempest-ServersTestJSON-1629463572 tempest-ServersTestJSON-1629463572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:14:41.828765 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-a7518c73-9bc9-4aa1-b545-2498892271fa req-a6734f8e-d99a-42f1-8443-ba9f446dd9f2 tempest-ServersTestJSON-1629463572 tempest-ServersTestJSON-1629463572-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:14:41.844356 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [req-7c90722c-8d67-4cea-b03d-ba4cca66772f req-d99f4e1a-c7a0-49d6-9a78-89ae1719a880 tempest-ServersTestMultiNic-211940128 tempest-ServersTestMultiNic-211940128-project] Calling delete_port for e944f5c0-9866-491c-8890-538d6ca7d47c owned by compute:nova {{(pid=103305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 21:14:41.864142 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-a7518c73-9bc9-4aa1-b545-2498892271fa req-a6734f8e-d99a-42f1-8443-ba9f446dd9f2 tempest-ServersTestJSON-1629463572 tempest-ServersTestJSON-1629463572-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0654209 Jan 26 21:14:41.880541 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb34d98-496d-450e-806d-64b0856b4218 req-c7ac022d-590c-4f42-a8b0-27e5c176535f tempest-ServersTestJSON-1629463572 tempest-ServersTestJSON-1629463572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:14:41.882068 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-5fb34d98-496d-450e-806d-64b0856b4218 req-c7ac022d-590c-4f42-a8b0-27e5c176535f tempest-ServersTestJSON-1629463572 tempest-ServersTestJSON-1629463572-project] 10.222.0.13 "GET /v2.0/ports?device_id=3dd4d996-34c5-44e9-b27e-aba1e6bd0fd7 HTTP/1.1" status: 200 len: 931 time: 0.1075866 Jan 26 21:14:41.886984 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-6edd2976-08c2-4ef6-8302-b9d3a2af34e5 req-085b9d2a-940e-4493-929a-f2d755a26be0 tempest-ServersOnMultiNodesTest-2088673700 tempest-ServersOnMultiNodesTest-2088673700-project] 10.222.0.13 "GET /v2.0/security-groups?id=306a2369-8c1c-4f98-9a64-2622487a9ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649037 Jan 26 21:14:41.897048 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [req-a7518c73-9bc9-4aa1-b545-2498892271fa req-4d424239-75cf-4af7-9fdc-0a66cd0bc5b9 service neutron] Request body: {'port': {'device_id': '3dd4d996-34c5-44e9-b27e-aba1e6bd0fd7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-760453-5'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:14:41.939104 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-5fb34d98-496d-450e-806d-64b0856b4218 req-bfbc8212-2061-4970-a823-52431d81a75b tempest-ServersTestJSON-1629463572 tempest-ServersTestJSON-1629463572-project] 10.222.0.13 "GET /v2.0/security-groups?id=a146440b-85c7-430a-88ed-6d0301627350&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499294 Jan 26 21:14:42.013037 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-aff6b6e1-b1f3-4bc3-ae6b-f1b3d73a1317 tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746560636600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746560234536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11791543'] for port (25919ef4-8359-48fc-900e-ac12a415a058), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:14:42.017759 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-a7518c73-9bc9-4aa1-b545-2498892271fa req-4d424239-75cf-4af7-9fdc-0a66cd0bc5b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (3c746872-df9d-4e64-9190-c630ce9d4288), before_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:14:42.130073 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device 0a2a2341-7f07-4ff2-a546-d4e096c21373 up at agent ovs-agent-n-d-760453-5 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 21:14:42.180917 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Provisioning complete for port 0a2a2341-7f07-4ff2-a546-d4e096c21373 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:14:42.181283 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (0a2a2341-7f07-4ff2-a546-d4e096c21373), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:14:42.263890 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Current status of the port 0a2a2341-7f07-4ff2-a546-d4e096c21373 is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:14:42.294855 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff6b6e1-b1f3-4bc3-ae6b-f1b3d73a1317 tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Pushing event deleted for resources: {'Port': ['ID=25919ef4-8359-48fc-900e-ac12a415a058,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:14:42.367101 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-aff6b6e1-b1f3-4bc3-ae6b-f1b3d73a1317 tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:14:42.370515 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-aff6b6e1-b1f3-4bc3-ae6b-f1b3d73a1317 tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] 10.222.0.13 "DELETE /v2.0/ports/25919ef4-8359-48fc-900e-ac12a415a058 HTTP/1.1" status: 204 len: 168 time: 1.6517704 Jan 26 21:14:42.373236 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 56062) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:14:42.399625 n-d-760453-5 neutron-server[103304]: INFO neutron.pecan_wsgi.hooks.translation [None req-f2c685af-5bcb-4113-a08d-4f4b5069f589 tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] GET failed (client error): The resource could not be found. Jan 26 21:14:42.401042 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-f2c685af-5bcb-4113-a08d-4f4b5069f589 tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] 10.222.0.13 "GET /v2.0/ports/25919ef4-8359-48fc-900e-ac12a415a058 HTTP/1.1" status: 404 len: 333 time: 0.0264390 Jan 26 21:14:42.403993 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 56066) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:14:42.509749 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-7c90722c-8d67-4cea-b03d-ba4cca66772f req-d99f4e1a-c7a0-49d6-9a78-89ae1719a880 tempest-ServersTestMultiNic-211940128 tempest-ServersTestMultiNic-211940128-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746560636600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746560234536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11791543'] for port (e944f5c0-9866-491c-8890-538d6ca7d47c), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:14:42.515277 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c278d2f8-a15e-476e-8b44-c581f89ba924 req-6395abc0-6e9c-4fd7-bd06-4ee638e1f1aa tempest-ServersTestBootFromVolume-1845992378 tempest-ServersTestBootFromVolume-1845992378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:14:42.518423 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-c278d2f8-a15e-476e-8b44-c581f89ba924 req-6395abc0-6e9c-4fd7-bd06-4ee638e1f1aa tempest-ServersTestBootFromVolume-1845992378 tempest-ServersTestBootFromVolume-1845992378-project] 10.222.0.13 "GET /v2.0/ports?device_id=e77f0f82-e2f4-42d1-9e44-0082033dd07d HTTP/1.1" status: 200 len: 946 time: 0.0670567 Jan 26 21:14:42.551331 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.db_base_plugin_v2 [None req-554e61f7-9b3f-42a6-b4b5-7dd76e2f7bd5 tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Deleting subnet 919da8f4-2d8e-49a5-8503-3ea1a4a3160f {{(pid=103305) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 26 21:14:42.558190 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-554e61f7-9b3f-42a6-b4b5-7dd76e2f7bd5 tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Publish callbacks [] for subnet (919da8f4-2d8e-49a5-8503-3ea1a4a3160f), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:14:42.560974 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d99f4e1a-c7a0-49d6-9a78-89ae1719a880 tempest-ServersTestMultiNic-211940128 tempest-ServersTestMultiNic-211940128-project] Pushing event deleted for resources: {'Port': ['ID=e944f5c0-9866-491c-8890-538d6ca7d47c,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:14:42.584317 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-9534d966-5db4-4510-8272-ff023e3bd57f req-91bf8bf1-1d09-4831-9038-8a7779582dd1 tempest-ServersTestMultiNic-211940128 tempest-ServersTestMultiNic-211940128-project] 10.222.0.13 "GET /v2.0/ports?device_id=04eefdeb-8cd1-4a1f-aef8-09ed20e5b879 HTTP/1.1" status: 200 len: 210 time: 0.0365877 Jan 26 21:14:42.591729 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-c278d2f8-a15e-476e-8b44-c581f89ba924 req-3a15a49c-7533-469e-9bc1-5d3c5fb69d24 tempest-ServersTestBootFromVolume-1845992378 tempest-ServersTestBootFromVolume-1845992378-project] 10.222.0.13 "GET /v2.0/security-groups?id=d1e8d686-a995-4f2f-9375-0f0073274779&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0692706 Jan 26 21:14:42.593028 n-d-760453-5 neutron-server[103306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e77f0f82-e2f4-42d1-9e44-0082033dd07d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06e12c4e-0545-48fa-857e-3f7a63f3e798'}, {'server_uuid': 'e9f2f303-b5ff-441d-ac8a-1dfe85958a7b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71844506-9f19-4836-aa60-9cdd84af5ac4'}] {{(pid=103306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 21:14:42.595566 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9d5d370febab655511bdd2ffe887e43e442d144a440368702bcc1e93af00b97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d28b8f84-3d98-49a5-8778-bbd7f7845047" -d '{"events": [{"server_uuid": "e77f0f82-e2f4-42d1-9e44-0082033dd07d", "name": "network-vif-plugged", "status": "completed", "tag": "06e12c4e-0545-48fa-857e-3f7a63f3e798"}, {"server_uuid": "e9f2f303-b5ff-441d-ac8a-1dfe85958a7b", "name": "network-vif-plugged", "status": "completed", "tag": "71844506-9f19-4836-aa60-9cdd84af5ac4"}]}' {{(pid=103306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 21:14:42.650543 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 26 Jan 2022 21:14:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b28c09e-b756-454a-9d9e-7afe5223ebf7 x-openstack-request-id: req-8b28c09e-b756-454a-9d9e-7afe5223ebf7 {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 21:14:42.650810 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e77f0f82-e2f4-42d1-9e44-0082033dd07d", "name": "network-vif-plugged", "status": "completed", "tag": "06e12c4e-0545-48fa-857e-3f7a63f3e798", "code": 200}, {"server_uuid": "e9f2f303-b5ff-441d-ac8a-1dfe85958a7b", "name": "network-vif-plugged", "status": "completed", "tag": "71844506-9f19-4836-aa60-9cdd84af5ac4", "code": 200}]} {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 21:14:42.651490 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-8b28c09e-b756-454a-9d9e-7afe5223ebf7 {{(pid=103306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 21:14:42.651900 n-d-760453-5 neutron-server[103306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e77f0f82-e2f4-42d1-9e44-0082033dd07d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06e12c4e-0545-48fa-857e-3f7a63f3e798', 'code': 200} Jan 26 21:14:42.652161 n-d-760453-5 neutron-server[103306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9f2f303-b5ff-441d-ac8a-1dfe85958a7b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71844506-9f19-4836-aa60-9cdd84af5ac4', 'code': 200} Jan 26 21:14:42.695259 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-554e61f7-9b3f-42a6-b4b5-7dd76e2f7bd5 tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11788946'] for subnet (919da8f4-2d8e-49a5-8503-3ea1a4a3160f), precommit_delete_associations {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:14:42.738105 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c90722c-8d67-4cea-b03d-ba4cca66772f req-d99f4e1a-c7a0-49d6-9a78-89ae1719a880 tempest-ServersTestMultiNic-211940128 tempest-ServersTestMultiNic-211940128-project] No DVR routers for this DVR port e944f5c0-9866-491c-8890-538d6ca7d47c on host n-h2-760453-5 {{(pid=103305) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 26 21:14:42.743851 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-7c90722c-8d67-4cea-b03d-ba4cca66772f req-d99f4e1a-c7a0-49d6-9a78-89ae1719a880 tempest-ServersTestMultiNic-211940128 tempest-ServersTestMultiNic-211940128-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:14:42.747754 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-7c90722c-8d67-4cea-b03d-ba4cca66772f req-d99f4e1a-c7a0-49d6-9a78-89ae1719a880 tempest-ServersTestMultiNic-211940128 tempest-ServersTestMultiNic-211940128-project] 10.222.0.57 "DELETE /v2.0/ports/e944f5c0-9866-491c-8890-538d6ca7d47c HTTP/1.1" status: 204 len: 173 time: 1.6827931 Jan 26 21:14:42.824882 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03752a8c-3b88-4494-930a-9ca6e3af0d4c req-dbbf0673-45e0-4e35-8d08-5e28f54e76f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:14:42.827453 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-03752a8c-3b88-4494-930a-9ca6e3af0d4c req-dbbf0673-45e0-4e35-8d08-5e28f54e76f2 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=e77f0f82-e2f4-42d1-9e44-0082033dd07d HTTP/1.1" status: 200 len: 1097 time: 0.1069555 Jan 26 21:14:42.869852 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b143e9d-603a-4ca6-8fa5-bd00b5431aa1 req-74ad41b8-f81e-4d83-89ec-5bcd0d7c90ae tempest-AttachVolumeNegativeTest-157238613 tempest-AttachVolumeNegativeTest-157238613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:14:42.880317 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-3b143e9d-603a-4ca6-8fa5-bd00b5431aa1 req-74ad41b8-f81e-4d83-89ec-5bcd0d7c90ae tempest-AttachVolumeNegativeTest-157238613 tempest-AttachVolumeNegativeTest-157238613-project] 10.222.0.13 "GET /v2.0/ports?device_id=e9f2f303-b5ff-441d-ac8a-1dfe85958a7b HTTP/1.1" status: 200 len: 946 time: 0.1473343 Jan 26 21:14:42.922964 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-554e61f7-9b3f-42a6-b4b5-7dd76e2f7bd5 tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687316'] for subnet (919da8f4-2d8e-49a5-8503-3ea1a4a3160f), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:14:42.946540 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-03752a8c-3b88-4494-930a-9ca6e3af0d4c req-b608e6b1-6ec3-440d-bca0-817e14dea48a service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=d1e8d686-a995-4f2f-9375-0f0073274779&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1099992 Jan 26 21:14:42.967217 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-3b143e9d-603a-4ca6-8fa5-bd00b5431aa1 req-14353c3c-f22f-4721-a65f-f78f37f8a212 tempest-AttachVolumeNegativeTest-157238613 tempest-AttachVolumeNegativeTest-157238613-project] 10.222.0.13 "GET /v2.0/security-groups?id=8e9bd9e5-9820-4475-bfb9-c12598a9861a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857012 Jan 26 21:14:42.996459 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229eccb3-987e-49f7-a679-604595d7c9ea req-3b1be638-0b36-4ad9-9f0a-7868e5820087 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:14:42.998014 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-229eccb3-987e-49f7-a679-604595d7c9ea req-3b1be638-0b36-4ad9-9f0a-7868e5820087 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=e9f2f303-b5ff-441d-ac8a-1dfe85958a7b HTTP/1.1" status: 200 len: 1097 time: 0.1674390 Jan 26 21:14:43.001892 n-d-760453-5 neutron-server[103305]: DEBUG neutron.notifiers.nova [req-a7518c73-9bc9-4aa1-b545-2498892271fa req-4d424239-75cf-4af7-9fdc-0a66cd0bc5b9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3c746872-df9d-4e64-9190-c630ce9d4288 {{(pid=103305) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 26 21:14:43.021315 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-a7518c73-9bc9-4aa1-b545-2498892271fa req-4d424239-75cf-4af7-9fdc-0a66cd0bc5b9 service neutron] Publish callbacks [] for port (3c746872-df9d-4e64-9190-c630ce9d4288), precommit_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:14:43.037205 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1506992-aa70-4470-97b3-50d135f07009 req-087661d5-9702-4681-b947-7271534faf9a tempest-ServersOnMultiNodesTest-2088673700 tempest-ServersOnMultiNodesTest-2088673700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:14:43.039015 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-c1506992-aa70-4470-97b3-50d135f07009 req-087661d5-9702-4681-b947-7271534faf9a tempest-ServersOnMultiNodesTest-2088673700 tempest-ServersOnMultiNodesTest-2088673700-project] 10.222.0.13 "GET /v2.0/ports?device_id=8298f37c-7523-4cd6-84a0-b1cf1572a7ef HTTP/1.1" status: 200 len: 949 time: 0.0583236 Jan 26 21:14:43.062240 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.provisioning_blocks [req-a7518c73-9bc9-4aa1-b545-2498892271fa req-4d424239-75cf-4af7-9fdc-0a66cd0bc5b9 service neutron] Transition to ACTIVE for port object 3c746872-df9d-4e64-9190-c630ce9d4288 will not be triggered until provisioned by entity L2. {{(pid=103305) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 21:14:43.067429 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-554e61f7-9b3f-42a6-b4b5-7dd76e2f7bd5 tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11791594', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11599980'] for subnet (919da8f4-2d8e-49a5-8503-3ea1a4a3160f), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:14:43.078616 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-a7518c73-9bc9-4aa1-b545-2498892271fa req-4d424239-75cf-4af7-9fdc-0a66cd0bc5b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11791520'] for port (3c746872-df9d-4e64-9190-c630ce9d4288), after_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:14:43.105338 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-229eccb3-987e-49f7-a679-604595d7c9ea req-8adf09a4-2be2-4f5a-99c6-ade9d031ffa6 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=8e9bd9e5-9820-4475-bfb9-c12598a9861a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958114 Jan 26 21:14:43.122467 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343081b0-e17b-4788-a2c1-884b9633601e req-9ee59134-416d-43af-aace-009051da0c02 tempest-ServersTestJSON-1629463572 tempest-ServersTestJSON-1629463572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:14:43.124871 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-343081b0-e17b-4788-a2c1-884b9633601e req-9ee59134-416d-43af-aace-009051da0c02 tempest-ServersTestJSON-1629463572 tempest-ServersTestJSON-1629463572-project] 10.222.0.13 "GET /v2.0/ports?device_id=3dd4d996-34c5-44e9-b27e-aba1e6bd0fd7 HTTP/1.1" status: 200 len: 931 time: 0.0840070 Jan 26 21:14:43.126104 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-554e61f7-9b3f-42a6-b4b5-7dd76e2f7bd5 tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Pushing event deleted for resources: {'Subnet': ['ID=919da8f4-2d8e-49a5-8503-3ea1a4a3160f,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:14:43.128138 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-c1506992-aa70-4470-97b3-50d135f07009 req-82a989fc-3338-46e2-8d0e-5878e4d3b3c3 tempest-ServersOnMultiNodesTest-2088673700 tempest-ServersOnMultiNodesTest-2088673700-project] 10.222.0.13 "GET /v2.0/security-groups?id=306a2369-8c1c-4f98-9a64-2622487a9ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778103 Jan 26 21:14:43.137275 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-554e61f7-9b3f-42a6-b4b5-7dd76e2f7bd5 tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709645'] for subnet (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:14:43.141116 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-554e61f7-9b3f-42a6-b4b5-7dd76e2f7bd5 tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] 10.222.0.13 "DELETE /v2.0/subnets/919da8f4-2d8e-49a5-8503-3ea1a4a3160f HTTP/1.1" status: 204 len: 168 time: 0.7318511 Jan 26 21:14:43.144235 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 56082) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:14:43.145503 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b272e921-f9b8-4523-a116-2213932e2e99 None None] Network 41352202-ac6e-4ec4-a6b2-d2f726b8c111 requested from n-d-760453-5 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 26 21:14:43.159204 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d424239-75cf-4af7-9fdc-0a66cd0bc5b9 service neutron] Pushing event updated for resources: {'Port': ['ID=3c746872-df9d-4e64-9190-c630ce9d4288,revision_number=2']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:14:43.248246 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-1eaaca47-773e-4bd8-8f0a-fd8b752268b5 tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-748181'] for network (41352202-ac6e-4ec4-a6b2-d2f726b8c111), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:14:43.273021 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-343081b0-e17b-4788-a2c1-884b9633601e req-80e6f8f5-1bbc-4ccc-9075-4e0deedd6894 tempest-ServersTestJSON-1629463572 tempest-ServersTestJSON-1629463572-project] 10.222.0.13 "GET /v2.0/security-groups?id=a146440b-85c7-430a-88ed-6d0301627350&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189194 Jan 26 21:14:43.279621 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [req-a7518c73-9bc9-4aa1-b545-2498892271fa req-4d424239-75cf-4af7-9fdc-0a66cd0bc5b9 service neutron] Attempting to bind port 3c746872-df9d-4e64-9190-c630ce9d4288 on host n-h2-760453-5 for vnic_type normal with profile {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 21:14:43.280244 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [req-a7518c73-9bc9-4aa1-b545-2498892271fa req-4d424239-75cf-4af7-9fdc-0a66cd0bc5b9 service neutron] Attempting to bind port 3c746872-df9d-4e64-9190-c630ce9d4288 by drivers openvswitch,hyperv on host n-h2-760453-5 at level 0 using segments [{'id': 'bb9dd371-3de9-4327-a263-fb803ca379c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '20b7651f-3dfe-4f65-83e1-a38049e7aae9'}] {{(pid=103305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 26 21:14:43.280573 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7518c73-9bc9-4aa1-b545-2498892271fa req-4d424239-75cf-4af7-9fdc-0a66cd0bc5b9 service neutron] Attempting to bind port 3c746872-df9d-4e64-9190-c630ce9d4288 on network 20b7651f-3dfe-4f65-83e1-a38049e7aae9 {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 21:14:43.291696 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7518c73-9bc9-4aa1-b545-2498892271fa req-4d424239-75cf-4af7-9fdc-0a66cd0bc5b9 service neutron] Port 3c746872-df9d-4e64-9190-c630ce9d4288 on network 20b7651f-3dfe-4f65-83e1-a38049e7aae9 not bound, no agent of type Open vSwitch agent registered on host n-h2-760453-5 {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 26 21:14:43.292437 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7518c73-9bc9-4aa1-b545-2498892271fa req-4d424239-75cf-4af7-9fdc-0a66cd0bc5b9 service neutron] Attempting to bind port 3c746872-df9d-4e64-9190-c630ce9d4288 on network 20b7651f-3dfe-4f65-83e1-a38049e7aae9 {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 21:14:43.303326 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7518c73-9bc9-4aa1-b545-2498892271fa req-4d424239-75cf-4af7-9fdc-0a66cd0bc5b9 service neutron] Checking agent: {'id': '4d619873-4b60-439f-9b5a-b155dc8bbc34', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-760453-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 21, 2, 53), 'started_at': datetime.datetime(2022, 1, 26, 21, 2, 53), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 21, 14, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 26 21:14:43.304016 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7518c73-9bc9-4aa1-b545-2498892271fa req-4d424239-75cf-4af7-9fdc-0a66cd0bc5b9 service neutron] Checking segment: {'id': 'bb9dd371-3de9-4327-a263-fb803ca379c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '20b7651f-3dfe-4f65-83e1-a38049e7aae9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103305) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 21:14:43.304146 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7518c73-9bc9-4aa1-b545-2498892271fa req-4d424239-75cf-4af7-9fdc-0a66cd0bc5b9 service neutron] Bound using segment: {'id': 'bb9dd371-3de9-4327-a263-fb803ca379c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '20b7651f-3dfe-4f65-83e1-a38049e7aae9'} {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 26 21:14:43.304473 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [req-a7518c73-9bc9-4aa1-b545-2498892271fa req-4d424239-75cf-4af7-9fdc-0a66cd0bc5b9 service neutron] Bound port: 3c746872-df9d-4e64-9190-c630ce9d4288, host: n-h2-760453-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bb9dd371-3de9-4327-a263-fb803ca379c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '20b7651f-3dfe-4f65-83e1-a38049e7aae9'}}] {{(pid=103305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 26 21:14:43.305030 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-a7518c73-9bc9-4aa1-b545-2498892271fa req-4d424239-75cf-4af7-9fdc-0a66cd0bc5b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (3c746872-df9d-4e64-9190-c630ce9d4288), before_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:14:43.333022 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a126a76-fa73-4ed7-9a92-75ec304f698c req-afbd9772-7d1b-4d99-9aa1-9d70641a5c39 tempest-ServersOnMultiNodesTest-664225726 tempest-ServersOnMultiNodesTest-664225726-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:14:43.334621 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-7a126a76-fa73-4ed7-9a92-75ec304f698c req-afbd9772-7d1b-4d99-9aa1-9d70641a5c39 tempest-ServersOnMultiNodesTest-664225726 tempest-ServersOnMultiNodesTest-664225726-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=8298f37c-7523-4cd6-84a0-b1cf1572a7ef HTTP/1.1" status: 200 len: 1100 time: 0.0813642 Jan 26 21:14:43.366650 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-1eaaca47-773e-4bd8-8f0a-fd8b752268b5 tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Deleting port 0a2a2341-7f07-4ff2-a546-d4e096c21373 {{(pid=103304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 21:14:43.366992 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-1eaaca47-773e-4bd8-8f0a-fd8b752268b5 tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746560630878'] for port (0a2a2341-7f07-4ff2-a546-d4e096c21373), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:14:43.381912 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [req-a7518c73-9bc9-4aa1-b545-2498892271fa req-4d424239-75cf-4af7-9fdc-0a66cd0bc5b9 service neutron] For port 3c746872-df9d-4e64-9190-c630ce9d4288, host n-h2-760453-5, cleared binding levels {{(pid=103305) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 26 21:14:43.383666 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f4f3d7c-de9d-4e3f-8c28-4d8be1604dd2 None None] DHCP port deletion for 41352202-ac6e-4ec4-a6b2-d2f726b8c111 request from n-d-760453-5 {{(pid=103306) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 26 21:14:43.387105 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [req-a7518c73-9bc9-4aa1-b545-2498892271fa req-4d424239-75cf-4af7-9fdc-0a66cd0bc5b9 service neutron] For port 3c746872-df9d-4e64-9190-c630ce9d4288, host n-h2-760453-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-5',level=0,port_id=3c746872-df9d-4e64-9190-c630ce9d4288,segment=NetworkSegment(bb9dd371-3de9-4327-a263-fb803ca379c8),segment_id=bb9dd371-3de9-4327-a263-fb803ca379c8)] {{(pid=103305) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 26 21:14:43.394028 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-a7518c73-9bc9-4aa1-b545-2498892271fa req-4d424239-75cf-4af7-9fdc-0a66cd0bc5b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11791520'] for port (3c746872-df9d-4e64-9190-c630ce9d4288), after_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:14:43.433324 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7518c73-9bc9-4aa1-b545-2498892271fa req-4d424239-75cf-4af7-9fdc-0a66cd0bc5b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:14:43.433577 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-a7518c73-9bc9-4aa1-b545-2498892271fa req-4d424239-75cf-4af7-9fdc-0a66cd0bc5b9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:14:43.434969 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-a7518c73-9bc9-4aa1-b545-2498892271fa req-4d424239-75cf-4af7-9fdc-0a66cd0bc5b9 service neutron] 10.222.0.57 "PUT /v2.0/ports/3c746872-df9d-4e64-9190-c630ce9d4288 HTTP/1.1" status: 200 len: 1091 time: 1.5465536 Jan 26 21:14:43.445142 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-7a126a76-fa73-4ed7-9a92-75ec304f698c req-dc59582d-2e44-47e0-9235-d055e39c4328 tempest-ServersOnMultiNodesTest-664225726 tempest-ServersOnMultiNodesTest-664225726-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=306a2369-8c1c-4f98-9a64-2622487a9ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046233 Jan 26 21:14:43.446290 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-9f4f3d7c-de9d-4e3f-8c28-4d8be1604dd2 None None] Deleting port 0a2a2341-7f07-4ff2-a546-d4e096c21373 {{(pid=103306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 21:14:43.447728 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-9f4f3d7c-de9d-4e3f-8c28-4d8be1604dd2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746560630878'] for port (0a2a2341-7f07-4ff2-a546-d4e096c21373), before_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:14:43.473869 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d424239-75cf-4af7-9fdc-0a66cd0bc5b9 service neutron] Pushing event updated for resources: {'Port': ['ID=3c746872-df9d-4e64-9190-c630ce9d4288,revision_number=3']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:14:43.487320 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [None req-1eaaca47-773e-4bd8-8f0a-fd8b752268b5 tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] For port 0a2a2341-7f07-4ff2-a546-d4e096c21373, host n-d-760453-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=0a2a2341-7f07-4ff2-a546-d4e096c21373,segment=NetworkSegment(1441f8d5-158e-49a0-b0ee-930903263f06),segment_id=1441f8d5-158e-49a0-b0ee-930903263f06)] {{(pid=103304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:14:43.487697 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-1eaaca47-773e-4bd8-8f0a-fd8b752268b5 tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4109658'] for port (0a2a2341-7f07-4ff2-a546-d4e096c21373), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:14:43.512223 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-1eaaca47-773e-4bd8-8f0a-fd8b752268b5 tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Calling delete_port for 0a2a2341-7f07-4ff2-a546-d4e096c21373 owned by network:dhcp {{(pid=103304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 21:14:43.551883 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-9f4f3d7c-de9d-4e3f-8c28-4d8be1604dd2 None None] For port 0a2a2341-7f07-4ff2-a546-d4e096c21373, host n-d-760453-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=0a2a2341-7f07-4ff2-a546-d4e096c21373,segment=NetworkSegment(1441f8d5-158e-49a0-b0ee-930903263f06),segment_id=1441f8d5-158e-49a0-b0ee-930903263f06)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:14:43.552206 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-9f4f3d7c-de9d-4e3f-8c28-4d8be1604dd2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4109658'] for port (0a2a2341-7f07-4ff2-a546-d4e096c21373), precommit_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:14:43.562526 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7518c73-9bc9-4aa1-b545-2498892271fa req-884369a4-f683-44fe-b4ef-65216a637d81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:14:43.564348 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-a7518c73-9bc9-4aa1-b545-2498892271fa req-884369a4-f683-44fe-b4ef-65216a637d81 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=9e460ecabad547eca1394374023e7caf&device_id=3dd4d996-34c5-44e9-b27e-aba1e6bd0fd7 HTTP/1.1" status: 200 len: 1094 time: 0.0610342 Jan 26 21:14:43.585212 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-9f4f3d7c-de9d-4e3f-8c28-4d8be1604dd2 None None] Calling delete_port for 0a2a2341-7f07-4ff2-a546-d4e096c21373 owned by network:dhcp {{(pid=103306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 21:14:43.618254 n-d-760453-5 neutron-server[103305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04eefdeb-8cd1-4a1f-aef8-09ed20e5b879', 'name': 'network-vif-deleted', 'tag': 'e944f5c0-9866-491c-8890-538d6ca7d47c'}, {'name': 'network-changed', 'server_uuid': '3dd4d996-34c5-44e9-b27e-aba1e6bd0fd7', 'tag': '3c746872-df9d-4e64-9190-c630ce9d4288'}] {{(pid=103305) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 21:14:43.620876 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d4654568b7bf041e72ff8fe1c96d6d761d9c921f2b99bc7b3a26632be20cee0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32e21dfd-ee00-49de-8e0f-a079a3de884b" -d '{"events": [{"server_uuid": "04eefdeb-8cd1-4a1f-aef8-09ed20e5b879", "name": "network-vif-deleted", "tag": "e944f5c0-9866-491c-8890-538d6ca7d47c"}, {"name": "network-changed", "server_uuid": "3dd4d996-34c5-44e9-b27e-aba1e6bd0fd7", "tag": "3c746872-df9d-4e64-9190-c630ce9d4288"}]}' {{(pid=103305) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 21:14:43.626511 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-a7518c73-9bc9-4aa1-b545-2498892271fa req-36c54098-6968-4657-a6b7-d7928435cb9e service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3c746872-df9d-4e64-9190-c630ce9d4288 HTTP/1.1" status: 200 len: 217 time: 0.0544553 Jan 26 21:14:43.703214 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7518c73-9bc9-4aa1-b545-2498892271fa req-ac9bfc71-39c4-4877-aaa8-b4dac38f08be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:14:43.706028 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-a7518c73-9bc9-4aa1-b545-2498892271fa req-ac9bfc71-39c4-4877-aaa8-b4dac38f08be service neutron] 10.222.0.57 "GET /v2.0/subnets?id=7183c753-f99a-46b0-89ab-825caf92e3fd HTTP/1.1" status: 200 len: 846 time: 0.0732884 Jan 26 21:14:43.707764 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 56104) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:14:43.708143 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-1eaaca47-773e-4bd8-8f0a-fd8b752268b5 tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746560636600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746560234536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9281553'] for port (0a2a2341-7f07-4ff2-a546-d4e096c21373), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:14:43.711848 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-3a29fbc8-882b-4546-8834-1780fee0a4c9 req-aa7a157e-f025-4381-aff1-2ebc1df4af66 tempest-ServersOnMultiNodesTest-2088673700 tempest-ServersOnMultiNodesTest-2088673700-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=95b0180418ed4ee8af0e8472caf2fcf2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1036160 Jan 26 21:14:43.736291 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-9f4f3d7c-de9d-4e3f-8c28-4d8be1604dd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746560636600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746560234536'] for port (0a2a2341-7f07-4ff2-a546-d4e096c21373), after_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:14:43.752230 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eaaca47-773e-4bd8-8f0a-fd8b752268b5 tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Pushing event deleted for resources: {'Port': ['ID=0a2a2341-7f07-4ff2-a546-d4e096c21373,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:14:43.757475 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1eaaca47-773e-4bd8-8f0a-fd8b752268b5 tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] No DVR routers for this DVR port 0a2a2341-7f07-4ff2-a546-d4e096c21373 on host n-d-760453-5 {{(pid=103304) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 26 21:14:43.782523 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.db_base_plugin_v2 [None req-3004783d-32c3-4ea5-9b5e-d040fde3b88c tempest-ServersTestMultiNic-211940128 tempest-ServersTestMultiNic-211940128-project] Deleting subnet 105a48a2-59e2-4e56-80f9-166c16dc7bd5 {{(pid=103305) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 26 21:14:43.794447 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-3004783d-32c3-4ea5-9b5e-d040fde3b88c tempest-ServersTestMultiNic-211940128 tempest-ServersTestMultiNic-211940128-project] Publish callbacks [] for subnet (105a48a2-59e2-4e56-80f9-166c16dc7bd5), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:14:43.799947 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4f3d7c-de9d-4e3f-8c28-4d8be1604dd2 None None] Pushing event deleted for resources: {'Port': ['ID=0a2a2341-7f07-4ff2-a546-d4e096c21373,revision_number=None']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:14:43.810223 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f4f3d7c-de9d-4e3f-8c28-4d8be1604dd2 None None] No DVR routers for this DVR port 0a2a2341-7f07-4ff2-a546-d4e096c21373 on host n-d-760453-5 {{(pid=103306) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 26 21:14:43.844375 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-a7518c73-9bc9-4aa1-b545-2498892271fa req-bbe06383-539d-463a-9011-f179397d594a service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=20b7651f-3dfe-4f65-83e1-a38049e7aae9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0590875 Jan 26 21:14:43.868594 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-3004783d-32c3-4ea5-9b5e-d040fde3b88c tempest-ServersTestMultiNic-211940128 tempest-ServersTestMultiNic-211940128-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11788946'] for subnet (105a48a2-59e2-4e56-80f9-166c16dc7bd5), precommit_delete_associations {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:14:43.936742 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Device 98bdc732-d42a-41c7-b385-86dbb8735821 no longer exists at agent hyperv_n-h2-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 26 21:14:43.939044 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-1eaaca47-773e-4bd8-8f0a-fd8b752268b5 tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-686403', 'neutron.services.segments.db._delete_segments_for_network-8746560774018'] for network (41352202-ac6e-4ec4-a6b2-d2f726b8c111), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:14:43.962491 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] No Port match for: 98bdc732-d42a-41c7-b385-86dbb8735821 {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 26 21:14:43.963161 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Device 98bdc732-d42a-41c7-b385-86dbb8735821 not bound to the agent host n-h2-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 26 21:14:43.963580 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Device e944f5c0-9866-491c-8890-538d6ca7d47c no longer exists at agent hyperv_n-h2-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 26 21:14:43.976135 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b203d9-5797-4407-a13d-9471b8bfd1b5 req-5de74c77-f5ac-47ff-bb56-5b2e79d39562 tempest-ServersTestBootFromVolume-1845992378 tempest-ServersTestBootFromVolume-1845992378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:14:43.977813 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-a9b203d9-5797-4407-a13d-9471b8bfd1b5 req-5de74c77-f5ac-47ff-bb56-5b2e79d39562 tempest-ServersTestBootFromVolume-1845992378 tempest-ServersTestBootFromVolume-1845992378-project] 10.222.0.13 "GET /v2.0/ports?device_id=e77f0f82-e2f4-42d1-9e44-0082033dd07d HTTP/1.1" status: 200 len: 946 time: 0.1732948 Jan 26 21:14:43.991913 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] No Port match for: e944f5c0-9866-491c-8890-538d6ca7d47c {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 26 21:14:43.992274 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Device e944f5c0-9866-491c-8890-538d6ca7d47c not bound to the agent host n-h2-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 26 21:14:44.008462 n-d-760453-5 neutron-server[103304]: DEBUG neutron.services.segments.db [None req-1eaaca47-773e-4bd8-8f0a-fd8b752268b5 tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['41352202-ac6e-4ec4-a6b2-d2f726b8c111']}} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:14:44.010709 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-a7518c73-9bc9-4aa1-b545-2498892271fa req-3fbfa9ae-3196-4669-b177-5fbf619abe17 service neutron] 10.222.0.57 "GET /v2.0/networks/20b7651f-3dfe-4f65-83e1-a38049e7aae9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1542475 Jan 26 21:14:44.018274 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-3004783d-32c3-4ea5-9b5e-d040fde3b88c tempest-ServersTestMultiNic-211940128 tempest-ServersTestMultiNic-211940128-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687316'] for subnet (105a48a2-59e2-4e56-80f9-166c16dc7bd5), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:14:44.038107 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a29fbc8-882b-4546-8834-1780fee0a4c9 req-1b602a47-3d63-4fa9-8128-bfb21ca45acc tempest-ServersOnMultiNodesTest-2088673700 tempest-ServersOnMultiNodesTest-2088673700-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:14:44.039595 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-3a29fbc8-882b-4546-8834-1780fee0a4c9 req-1b602a47-3d63-4fa9-8128-bfb21ca45acc tempest-ServersOnMultiNodesTest-2088673700 tempest-ServersOnMultiNodesTest-2088673700-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3207972 Jan 26 21:14:44.042267 n-d-760453-5 neutron-server[103304]: DEBUG neutron.services.segments.db [None req-1eaaca47-773e-4bd8-8f0a-fd8b752268b5 tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1441f8d5-158e-49a0-b0ee-930903263f06') {'for_net_delete': True} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:14:44.042571 n-d-760453-5 neutron-server[103304]: DEBUG neutron.services.segments.db [None req-1eaaca47-773e-4bd8-8f0a-fd8b752268b5 tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1441f8d5-158e-49a0-b0ee-930903263f06') {} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:14:44.055836 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-1eaaca47-773e-4bd8-8f0a-fd8b752268b5 tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746560742283', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8881293'] for segment (1441f8d5-158e-49a0-b0ee-930903263f06), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:14:44.086448 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-3a29fbc8-882b-4546-8834-1780fee0a4c9 req-d617d140-e9d6-4bc2-888a-f2dff5f25861 tempest-ServersOnMultiNodesTest-2088673700 tempest-ServersOnMultiNodesTest-2088673700-project] 10.222.0.13 "GET /v2.0/quotas/95b0180418ed4ee8af0e8472caf2fcf2 HTTP/1.1" status: 200 len: 375 time: 0.0327597 Jan 26 21:14:44.092128 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-1eaaca47-773e-4bd8-8f0a-fd8b752268b5 tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576559'] for segment (1441f8d5-158e-49a0-b0ee-930903263f06), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:14:44.113527 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1eaaca47-773e-4bd8-8f0a-fd8b752268b5 tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Releasing vlan 586 on physical network physnet1 to pool {{(pid=103304) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 26 21:14:44.113943 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-1eaaca47-773e-4bd8-8f0a-fd8b752268b5 tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9281762'] for segment (1441f8d5-158e-49a0-b0ee-930903263f06), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:14:44.117573 n-d-760453-5 neutron-server[103304]: Traceback (most recent call last): Jan 26 21:14:44.117573 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 26 21:14:44.117573 n-d-760453-5 neutron-server[103304]: timer() Jan 26 21:14:44.117573 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 26 21:14:44.117573 n-d-760453-5 neutron-server[103304]: cb(*args, **kw) Jan 26 21:14:44.117573 n-d-760453-5 neutron-server[103304]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 26 21:14:44.117573 n-d-760453-5 neutron-server[103304]: return func(*args, **kwargs) Jan 26 21:14:44.117573 n-d-760453-5 neutron-server[103304]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 26 21:14:44.117573 n-d-760453-5 neutron-server[103304]: self._notify() Jan 26 21:14:44.117573 n-d-760453-5 neutron-server[103304]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 26 21:14:44.117573 n-d-760453-5 neutron-server[103304]: self.callback(batched_events) Jan 26 21:14:44.117573 n-d-760453-5 neutron-server[103304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 26 21:14:44.117573 n-d-760453-5 neutron-server[103304]: event.method(event) Jan 26 21:14:44.117573 n-d-760453-5 neutron-server[103304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 26 21:14:44.117573 n-d-760453-5 neutron-server[103304]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 26 21:14:44.117573 n-d-760453-5 neutron-server[103304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 26 21:14:44.117573 n-d-760453-5 neutron-server[103304]: aggregate_uuid = self.p_client.list_aggregates( Jan 26 21:14:44.117573 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 26 21:14:44.117573 n-d-760453-5 neutron-server[103304]: return f(self, *a, **k) Jan 26 21:14:44.117573 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 26 21:14:44.117573 n-d-760453-5 neutron-server[103304]: return self._get(url).json() Jan 26 21:14:44.117573 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 26 21:14:44.117573 n-d-760453-5 neutron-server[103304]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 26 21:14:44.117573 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 26 21:14:44.117573 n-d-760453-5 neutron-server[103304]: return self.request(url, 'GET', **kwargs) Jan 26 21:14:44.117573 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 26 21:14:44.117573 n-d-760453-5 neutron-server[103304]: base_url = self.get_endpoint(auth, allow=allow, Jan 26 21:14:44.117573 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 26 21:14:44.117573 n-d-760453-5 neutron-server[103304]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 26 21:14:44.117573 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 26 21:14:44.117573 n-d-760453-5 neutron-server[103304]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 26 21:14:44.117573 n-d-760453-5 neutron-server[103304]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 26 21:14:44.135476 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-a9b203d9-5797-4407-a13d-9471b8bfd1b5 req-2d3915f2-c8b3-468a-9878-21811755bd5c tempest-ServersTestBootFromVolume-1845992378 tempest-ServersTestBootFromVolume-1845992378-project] 10.222.0.13 "GET /v2.0/security-groups?id=d1e8d686-a995-4f2f-9375-0f0073274779&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1453474 Jan 26 21:14:44.162228 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-3004783d-32c3-4ea5-9b5e-d040fde3b88c tempest-ServersTestMultiNic-211940128 tempest-ServersTestMultiNic-211940128-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11791594', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11599980'] for subnet (105a48a2-59e2-4e56-80f9-166c16dc7bd5), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:14:44.165441 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device 0a2a2341-7f07-4ff2-a546-d4e096c21373 no longer exists at agent ovs-agent-n-d-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 26 21:14:44.192786 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3004783d-32c3-4ea5-9b5e-d040fde3b88c tempest-ServersTestMultiNic-211940128 tempest-ServersTestMultiNic-211940128-project] Pushing event deleted for resources: {'Subnet': ['ID=105a48a2-59e2-4e56-80f9-166c16dc7bd5,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:14:44.194813 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] No Port match for: 0a2a2341-7f07-4ff2-a546-d4e096c21373 {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 26 21:14:44.194957 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-3004783d-32c3-4ea5-9b5e-d040fde3b88c tempest-ServersTestMultiNic-211940128 tempest-ServersTestMultiNic-211940128-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709645'] for subnet (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:14:44.195454 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device 0a2a2341-7f07-4ff2-a546-d4e096c21373 not bound to the agent host n-d-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 26 21:14:44.204855 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3773f86b-8f5a-4d76-95ee-9cf0c97dbbdf None None] Network e525e258-e45b-4155-a732-e8c78c048a4b requested from n-d-760453-5 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 26 21:14:44.231692 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-3a29fbc8-882b-4546-8834-1780fee0a4c9 req-acd5f541-e0b5-42bb-883d-ab04d5ae8951 tempest-ServersOnMultiNodesTest-2088673700 tempest-ServersOnMultiNodesTest-2088673700-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=95b0180418ed4ee8af0e8472caf2fcf2&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1364071 Jan 26 21:14:44.232343 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 56112) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:14:44.234411 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-3004783d-32c3-4ea5-9b5e-d040fde3b88c tempest-ServersTestMultiNic-211940128 tempest-ServersTestMultiNic-211940128-project] 10.222.0.13 "DELETE /v2.0/subnets/105a48a2-59e2-4e56-80f9-166c16dc7bd5 HTTP/1.1" status: 204 len: 168 time: 0.5248489 Jan 26 21:14:44.235114 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-1eaaca47-773e-4bd8-8f0a-fd8b752268b5 tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4110931'] for network (41352202-ac6e-4ec4-a6b2-d2f726b8c111), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:14:44.239354 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-a7518c73-9bc9-4aa1-b545-2498892271fa req-4fa77f7f-c265-419f-bb5d-c168bd240bfd service neutron] 10.222.0.57 "GET /v2.0/networks/20b7651f-3dfe-4f65-83e1-a38049e7aae9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2225478 Jan 26 21:14:44.267864 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Wed, 26 Jan 2022 21:14:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00c9a6c5-36d0-4cea-85ec-264398b49d29 x-openstack-request-id: req-00c9a6c5-36d0-4cea-85ec-264398b49d29 {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 21:14:44.268865 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "04eefdeb-8cd1-4a1f-aef8-09ed20e5b879", "name": "network-vif-deleted", "tag": "e944f5c0-9866-491c-8890-538d6ca7d47c", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "3dd4d996-34c5-44e9-b27e-aba1e6bd0fd7", "tag": "3c746872-df9d-4e64-9190-c630ce9d4288", "status": "completed", "code": 200}]} {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 21:14:44.269215 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-00c9a6c5-36d0-4cea-85ec-264398b49d29 {{(pid=103305) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 21:14:44.270239 n-d-760453-5 neutron-server[103305]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04eefdeb-8cd1-4a1f-aef8-09ed20e5b879', 'name': 'network-vif-deleted', 'tag': 'e944f5c0-9866-491c-8890-538d6ca7d47c', 'status': 'completed', 'code': 200} Jan 26 21:14:44.270710 n-d-760453-5 neutron-server[103305]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3dd4d996-34c5-44e9-b27e-aba1e6bd0fd7', 'tag': '3c746872-df9d-4e64-9190-c630ce9d4288', 'status': 'completed', 'code': 200} Jan 26 21:14:44.271445 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-1eaaca47-773e-4bd8-8f0a-fd8b752268b5 tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Publish callbacks [] for network (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:14:44.278555 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-1eaaca47-773e-4bd8-8f0a-fd8b752268b5 tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] 10.222.0.13 "DELETE /v2.0/networks/41352202-ac6e-4ec4-a6b2-d2f726b8c111 HTTP/1.1" status: 204 len: 168 time: 1.1300168 Jan 26 21:14:44.279943 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 56114) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:14:44.296346 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-7529d4ce-2474-42a6-b414-dd21e4fcaccd tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1992783055'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:14:44.323881 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eaaca47-773e-4bd8-8f0a-fd8b752268b5 tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Pushing event deleted for resources: {'Network': ['ID=41352202-ac6e-4ec4-a6b2-d2f726b8c111,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:14:44.397738 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-5b97a5da-42ce-41f1-a996-3e5bca44397d tempest-ServersTestMultiNic-211940128 tempest-ServersTestMultiNic-211940128-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-748181'] for network (e525e258-e45b-4155-a732-e8c78c048a4b), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:14:44.455422 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7529d4ce-2474-42a6-b414-dd21e4fcaccd tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Made reservation on behalf of 555cb579ba8f40b196e83d88248f8446 for: {'network': 1} {{(pid=103305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 21:14:44.458858 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-7529d4ce-2474-42a6-b414-dd21e4fcaccd tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for network (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:14:44.496406 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e21dfd-ee00-49de-8e0f-a079a3de884b req-8b34b7eb-4971-497c-bdf5-3ddc0823b79c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:14:44.498485 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-32e21dfd-ee00-49de-8e0f-a079a3de884b req-8b34b7eb-4971-497c-bdf5-3ddc0823b79c service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=9e460ecabad547eca1394374023e7caf&device_id=3dd4d996-34c5-44e9-b27e-aba1e6bd0fd7 HTTP/1.1" status: 200 len: 1094 time: 0.1924591 Jan 26 21:14:44.505381 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-5b97a5da-42ce-41f1-a996-3e5bca44397d tempest-ServersTestMultiNic-211940128 tempest-ServersTestMultiNic-211940128-project] Deleting port a11a3c27-6878-46b9-9720-00c2aab00e66 {{(pid=103304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 21:14:44.505730 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-5b97a5da-42ce-41f1-a996-3e5bca44397d tempest-ServersTestMultiNic-211940128 tempest-ServersTestMultiNic-211940128-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746560630878'] for port (a11a3c27-6878-46b9-9720-00c2aab00e66), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:14:44.551193 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a60f5c6-11d0-4dcf-91fe-57d59ab2aa0f None None] DHCP port deletion for e525e258-e45b-4155-a732-e8c78c048a4b request from n-d-760453-5 {{(pid=103306) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 26 21:14:44.588638 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7529d4ce-2474-42a6-b414-dd21e4fcaccd tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] vlan segment allocate from pool success with {'vlan_id': 594, 'physical_network': 'physnet1'} {{(pid=103305) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 26 21:14:44.606542 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-7529d4ce-2474-42a6-b414-dd21e4fcaccd tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576559'] for segment (c93c29f9-d4c3-48ce-aed5-f36848f614d4), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:14:44.607119 n-d-760453-5 neutron-server[103305]: INFO neutron.db.segments_db [None req-7529d4ce-2474-42a6-b414-dd21e4fcaccd tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Added segment c93c29f9-d4c3-48ce-aed5-f36848f614d4 of type vlan for network 0e75bcd2-d75a-4070-a03b-b0a525cd0e14 Jan 26 21:14:44.641430 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-8a60f5c6-11d0-4dcf-91fe-57d59ab2aa0f None None] Deleting port a11a3c27-6878-46b9-9720-00c2aab00e66 {{(pid=103306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 21:14:44.641821 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-8a60f5c6-11d0-4dcf-91fe-57d59ab2aa0f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746560630878'] for port (a11a3c27-6878-46b9-9720-00c2aab00e66), before_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:14:44.672209 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-7529d4ce-2474-42a6-b414-dd21e4fcaccd tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746560256871'] for network (0e75bcd2-d75a-4070-a03b-b0a525cd0e14), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:14:44.679544 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e21dfd-ee00-49de-8e0f-a079a3de884b req-423ce223-db27-4e8d-bb39-0d2b3e139695 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:14:44.680876 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-32e21dfd-ee00-49de-8e0f-a079a3de884b req-423ce223-db27-4e8d-bb39-0d2b3e139695 service neutron] 10.222.0.57 "GET /v2.0/networks?id=20b7651f-3dfe-4f65-83e1-a38049e7aae9 HTTP/1.1" status: 200 len: 907 time: 0.1594610 Jan 26 21:14:44.719350 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-8a60f5c6-11d0-4dcf-91fe-57d59ab2aa0f None None] For port a11a3c27-6878-46b9-9720-00c2aab00e66, host n-d-760453-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=a11a3c27-6878-46b9-9720-00c2aab00e66,segment=NetworkSegment(f63e78da-55d5-47fa-bceb-eae7806e8351),segment_id=f63e78da-55d5-47fa-bceb-eae7806e8351)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:14:44.720304 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-8a60f5c6-11d0-4dcf-91fe-57d59ab2aa0f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4109658'] for port (a11a3c27-6878-46b9-9720-00c2aab00e66), precommit_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:14:44.735118 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-8a60f5c6-11d0-4dcf-91fe-57d59ab2aa0f None None] Calling delete_port for a11a3c27-6878-46b9-9720-00c2aab00e66 owned by network:dhcp {{(pid=103306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 21:14:44.753680 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-32e21dfd-ee00-49de-8e0f-a079a3de884b req-b1a29c8b-0347-4288-94ae-0458edb89953 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3c746872-df9d-4e64-9190-c630ce9d4288 HTTP/1.1" status: 200 len: 217 time: 0.0575593 Jan 26 21:14:44.759976 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-7529d4ce-2474-42a6-b414-dd21e4fcaccd tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503'] for network (0e75bcd2-d75a-4070-a03b-b0a525cd0e14), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:14:44.761601 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da2d094-375e-45d2-b24e-96ce0235c78f req-d9eefa92-5c15-451b-877b-80428ef7d2aa tempest-AttachVolumeNegativeTest-157238613 tempest-AttachVolumeNegativeTest-157238613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:14:44.767512 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7529d4ce-2474-42a6-b414-dd21e4fcaccd tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:14:44.768234 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-7529d4ce-2474-42a6-b414-dd21e4fcaccd tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709645'] for network (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:14:44.769196 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-7da2d094-375e-45d2-b24e-96ce0235c78f req-d9eefa92-5c15-451b-877b-80428ef7d2aa tempest-AttachVolumeNegativeTest-157238613 tempest-AttachVolumeNegativeTest-157238613-project] 10.222.0.13 "GET /v2.0/ports?device_id=e9f2f303-b5ff-441d-ac8a-1dfe85958a7b HTTP/1.1" status: 200 len: 946 time: 0.2613151 Jan 26 21:14:44.806049 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-7529d4ce-2474-42a6-b414-dd21e4fcaccd tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.5241861 Jan 26 21:14:44.808840 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2899328e-76ac-4bda-9d52-5063ea718faf req-d85f54dd-2cf7-4311-89a7-a7b57bb3d8f3 tempest-ServersTestJSON-1629463572 tempest-ServersTestJSON-1629463572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:14:44.816484 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-2899328e-76ac-4bda-9d52-5063ea718faf req-d85f54dd-2cf7-4311-89a7-a7b57bb3d8f3 tempest-ServersTestJSON-1629463572 tempest-ServersTestJSON-1629463572-project] 10.222.0.13 "GET /v2.0/ports?device_id=3dd4d996-34c5-44e9-b27e-aba1e6bd0fd7 HTTP/1.1" status: 200 len: 943 time: 0.2222784 Jan 26 21:14:44.826652 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [None req-5b97a5da-42ce-41f1-a996-3e5bca44397d tempest-ServersTestMultiNic-211940128 tempest-ServersTestMultiNic-211940128-project] For port a11a3c27-6878-46b9-9720-00c2aab00e66, host n-d-760453-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=a11a3c27-6878-46b9-9720-00c2aab00e66,segment=NetworkSegment(f63e78da-55d5-47fa-bceb-eae7806e8351),segment_id=f63e78da-55d5-47fa-bceb-eae7806e8351)] {{(pid=103304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:14:44.827649 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-5b97a5da-42ce-41f1-a996-3e5bca44397d tempest-ServersTestMultiNic-211940128 tempest-ServersTestMultiNic-211940128-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4109658'] for port (a11a3c27-6878-46b9-9720-00c2aab00e66), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:14:44.830357 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 56130) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:14:44.831918 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-8a60f5c6-11d0-4dcf-91fe-57d59ab2aa0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746560636600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746560234536'] for port (a11a3c27-6878-46b9-9720-00c2aab00e66), after_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:14:44.836745 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-c57d68cb-cbb8-4f6a-a9eb-ab38e7fd37e8 tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Request body: {'subnet': {'network_id': '0e75bcd2-d75a-4070-a03b-b0a525cd0e14', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:14:44.850652 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a60f5c6-11d0-4dcf-91fe-57d59ab2aa0f None None] No DVR routers for this DVR port a11a3c27-6878-46b9-9720-00c2aab00e66 on host n-d-760453-5 {{(pid=103306) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 26 21:14:44.882187 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a60f5c6-11d0-4dcf-91fe-57d59ab2aa0f None None] Pushing event deleted for resources: {'Port': ['ID=a11a3c27-6878-46b9-9720-00c2aab00e66,revision_number=None']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:14:44.896989 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-5b97a5da-42ce-41f1-a996-3e5bca44397d tempest-ServersTestMultiNic-211940128 tempest-ServersTestMultiNic-211940128-project] Calling delete_port for a11a3c27-6878-46b9-9720-00c2aab00e66 owned by network:dhcp {{(pid=103304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 21:14:44.949666 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7529d4ce-2474-42a6-b414-dd21e4fcaccd tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Pushing event updated for resources: {'Network': ['ID=0e75bcd2-d75a-4070-a03b-b0a525cd0e14,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:14:44.953355 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e21dfd-ee00-49de-8e0f-a079a3de884b req-ea9810f0-5283-4ded-af61-3d78dd69a99e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:14:44.955269 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-32e21dfd-ee00-49de-8e0f-a079a3de884b req-ea9810f0-5283-4ded-af61-3d78dd69a99e service neutron] 10.222.0.57 "GET /v2.0/subnets?id=7183c753-f99a-46b0-89ab-825caf92e3fd HTTP/1.1" status: 200 len: 846 time: 0.1715996 Jan 26 21:14:44.964151 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Network 0e75bcd2-d75a-4070-a03b-b0a525cd0e14 details requested by agent ovs-agent-n-d-760453-5 with host n-d-760453-5 {{(pid=103306) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 26 21:14:44.979119 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-7da2d094-375e-45d2-b24e-96ce0235c78f req-f9d2a5c4-6030-4c72-a095-4ddb873c8de3 tempest-AttachVolumeNegativeTest-157238613 tempest-AttachVolumeNegativeTest-157238613-project] 10.222.0.13 "GET /v2.0/security-groups?id=8e9bd9e5-9820-4475-bfb9-c12598a9861a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2052722 Jan 26 21:14:45.017825 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-32e21dfd-ee00-49de-8e0f-a079a3de884b req-ffa3da25-82b3-4633-993c-8c299fddf71a service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=20b7651f-3dfe-4f65-83e1-a38049e7aae9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0559080 Jan 26 21:14:45.078296 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-2899328e-76ac-4bda-9d52-5063ea718faf req-854c4324-39c0-4cb5-a9f0-2a2c8b581069 tempest-ServersTestJSON-1629463572 tempest-ServersTestJSON-1629463572-project] 10.222.0.13 "GET /v2.0/security-groups?id=a146440b-85c7-430a-88ed-6d0301627350&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2606637 Jan 26 21:14:45.144038 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c57d68cb-cbb8-4f6a-a9eb-ab38e7fd37e8 tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Made reservation on behalf of 555cb579ba8f40b196e83d88248f8446 for: {'subnet': 1} {{(pid=103304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 21:14:45.146129 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-32e21dfd-ee00-49de-8e0f-a079a3de884b req-c3503d34-b09c-4668-ae74-b97c1108eac3 service neutron] 10.222.0.57 "GET /v2.0/networks/20b7651f-3dfe-4f65-83e1-a38049e7aae9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1201489 Jan 26 21:14:45.147609 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-c57d68cb-cbb8-4f6a-a9eb-ab38e7fd37e8 tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12215181'] for subnet (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:14:45.249425 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1211073-f513-4727-8541-ef9ca73fce3e req-101707da-3993-4085-95fc-b682268e1a29 tempest-LiveMigrationTest-97640354 tempest-LiveMigrationTest-97640354-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:14:45.250991 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-a1211073-f513-4727-8541-ef9ca73fce3e req-101707da-3993-4085-95fc-b682268e1a29 tempest-LiveMigrationTest-97640354 tempest-LiveMigrationTest-97640354-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=a9ca4017-264e-467b-a63a-6313b2811620 HTTP/1.1" status: 200 len: 1096 time: 0.1684086 Jan 26 21:14:45.255220 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-32e21dfd-ee00-49de-8e0f-a079a3de884b req-3c5baf3b-5f00-4258-b4cf-82f36443b640 service neutron] 10.222.0.57 "GET /v2.0/networks/20b7651f-3dfe-4f65-83e1-a38049e7aae9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1008103 Jan 26 21:14:45.255668 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-931d1c13-7d5c-40e3-943e-82c3551addfe req-5b83f091-69eb-4026-b1ad-324ccd207d73 tempest-ServersOnMultiNodesTest-2088673700 tempest-ServersOnMultiNodesTest-2088673700-project] 10.222.0.13 "GET /v2.0/ports?device_id=3c0ae16a-ab1d-4b2b-8372-b648a26b0a9d HTTP/1.1" status: 200 len: 210 time: 0.0874722 Jan 26 21:14:45.301360 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-5b97a5da-42ce-41f1-a996-3e5bca44397d tempest-ServersTestMultiNic-211940128 tempest-ServersTestMultiNic-211940128-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746560636600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746560234536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9281553'] for port (a11a3c27-6878-46b9-9720-00c2aab00e66), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:14:45.353679 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b97a5da-42ce-41f1-a996-3e5bca44397d tempest-ServersTestMultiNic-211940128 tempest-ServersTestMultiNic-211940128-project] No DVR routers for this DVR port a11a3c27-6878-46b9-9720-00c2aab00e66 on host n-d-760453-5 {{(pid=103304) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 26 21:14:45.359288 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b97a5da-42ce-41f1-a996-3e5bca44397d tempest-ServersTestMultiNic-211940128 tempest-ServersTestMultiNic-211940128-project] Pushing event deleted for resources: {'Port': ['ID=a11a3c27-6878-46b9-9720-00c2aab00e66,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:14:45.445473 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-a1211073-f513-4727-8541-ef9ca73fce3e req-bfefd71e-920c-4b37-8943-33bb9ac584c5 tempest-LiveMigrationTest-97640354 tempest-LiveMigrationTest-97640354-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=c43a996a-6b93-48e4-a331-48250c5b183d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1859322 Jan 26 21:14:45.500843 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-5b97a5da-42ce-41f1-a996-3e5bca44397d tempest-ServersTestMultiNic-211940128 tempest-ServersTestMultiNic-211940128-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-686403', 'neutron.services.segments.db._delete_segments_for_network-8746560774018'] for network (e525e258-e45b-4155-a732-e8c78c048a4b), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:14:45.546430 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca3ce96-bbfa-4b3e-9b3e-a003fc9bc833 req-7176b999-da4c-4163-8843-83ada1c39564 tempest-ServersTestBootFromVolume-1845992378 tempest-ServersTestBootFromVolume-1845992378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:14:45.546430 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-7ca3ce96-bbfa-4b3e-9b3e-a003fc9bc833 req-7176b999-da4c-4163-8843-83ada1c39564 tempest-ServersTestBootFromVolume-1845992378 tempest-ServersTestBootFromVolume-1845992378-project] 10.222.0.13 "GET /v2.0/ports?device_id=e77f0f82-e2f4-42d1-9e44-0082033dd07d HTTP/1.1" status: 200 len: 946 time: 0.2034032 Jan 26 21:14:45.575397 n-d-760453-5 neutron-server[103304]: DEBUG neutron.services.segments.db [None req-5b97a5da-42ce-41f1-a996-3e5bca44397d tempest-ServersTestMultiNic-211940128 tempest-ServersTestMultiNic-211940128-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e525e258-e45b-4155-a732-e8c78c048a4b']}} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:14:45.598814 n-d-760453-5 neutron-server[103304]: DEBUG neutron.services.segments.db [None req-5b97a5da-42ce-41f1-a996-3e5bca44397d tempest-ServersTestMultiNic-211940128 tempest-ServersTestMultiNic-211940128-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f63e78da-55d5-47fa-bceb-eae7806e8351') {'for_net_delete': True} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:14:45.599121 n-d-760453-5 neutron-server[103304]: DEBUG neutron.services.segments.db [None req-5b97a5da-42ce-41f1-a996-3e5bca44397d tempest-ServersTestMultiNic-211940128 tempest-ServersTestMultiNic-211940128-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f63e78da-55d5-47fa-bceb-eae7806e8351') {} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:14:45.632644 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-5b97a5da-42ce-41f1-a996-3e5bca44397d tempest-ServersTestMultiNic-211940128 tempest-ServersTestMultiNic-211940128-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746560742283', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8881293'] for segment (f63e78da-55d5-47fa-bceb-eae7806e8351), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:14:45.673353 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-5b97a5da-42ce-41f1-a996-3e5bca44397d tempest-ServersTestMultiNic-211940128 tempest-ServersTestMultiNic-211940128-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576559'] for segment (f63e78da-55d5-47fa-bceb-eae7806e8351), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:14:45.694410 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5b97a5da-42ce-41f1-a996-3e5bca44397d tempest-ServersTestMultiNic-211940128 tempest-ServersTestMultiNic-211940128-project] Releasing vlan 582 on physical network physnet1 to pool {{(pid=103304) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 26 21:14:45.694817 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-5b97a5da-42ce-41f1-a996-3e5bca44397d tempest-ServersTestMultiNic-211940128 tempest-ServersTestMultiNic-211940128-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9281762'] for segment (f63e78da-55d5-47fa-bceb-eae7806e8351), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:14:45.698218 n-d-760453-5 neutron-server[103304]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 26 21:14:45.698218 n-d-760453-5 neutron-server[103304]: self.session.flush() Jan 26 21:14:45.698218 n-d-760453-5 neutron-server[103304]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 26 21:14:45.698218 n-d-760453-5 neutron-server[103304]: self.session.flush() Jan 26 21:14:45.698218 n-d-760453-5 neutron-server[103304]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 26 21:14:45.698218 n-d-760453-5 neutron-server[103304]: self.session.flush() Jan 26 21:14:45.698218 n-d-760453-5 neutron-server[103304]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 26 21:14:45.698218 n-d-760453-5 neutron-server[103304]: self.session.flush() Jan 26 21:14:45.698218 n-d-760453-5 neutron-server[103304]: Traceback (most recent call last): Jan 26 21:14:45.698218 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 26 21:14:45.698218 n-d-760453-5 neutron-server[103304]: timer() Jan 26 21:14:45.698218 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 26 21:14:45.698218 n-d-760453-5 neutron-server[103304]: cb(*args, **kw) Jan 26 21:14:45.698218 n-d-760453-5 neutron-server[103304]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 26 21:14:45.698218 n-d-760453-5 neutron-server[103304]: return func(*args, **kwargs) Jan 26 21:14:45.698218 n-d-760453-5 neutron-server[103304]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 26 21:14:45.698218 n-d-760453-5 neutron-server[103304]: self._notify() Jan 26 21:14:45.698218 n-d-760453-5 neutron-server[103304]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 26 21:14:45.698218 n-d-760453-5 neutron-server[103304]: self.callback(batched_events) Jan 26 21:14:45.698218 n-d-760453-5 neutron-server[103304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 26 21:14:45.698218 n-d-760453-5 neutron-server[103304]: event.method(event) Jan 26 21:14:45.698218 n-d-760453-5 neutron-server[103304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 26 21:14:45.698218 n-d-760453-5 neutron-server[103304]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 26 21:14:45.698218 n-d-760453-5 neutron-server[103304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 26 21:14:45.698218 n-d-760453-5 neutron-server[103304]: aggregate_uuid = self.p_client.list_aggregates( Jan 26 21:14:45.698218 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 26 21:14:45.698218 n-d-760453-5 neutron-server[103304]: return f(self, *a, **k) Jan 26 21:14:45.698218 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 26 21:14:45.698218 n-d-760453-5 neutron-server[103304]: return self._get(url).json() Jan 26 21:14:45.698218 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 26 21:14:45.698218 n-d-760453-5 neutron-server[103304]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 26 21:14:45.698218 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 26 21:14:45.698218 n-d-760453-5 neutron-server[103304]: return self.request(url, 'GET', **kwargs) Jan 26 21:14:45.698218 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 26 21:14:45.698218 n-d-760453-5 neutron-server[103304]: base_url = self.get_endpoint(auth, allow=allow, Jan 26 21:14:45.698218 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 26 21:14:45.698218 n-d-760453-5 neutron-server[103304]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 26 21:14:45.698218 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 26 21:14:45.698218 n-d-760453-5 neutron-server[103304]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 26 21:14:45.698218 n-d-760453-5 neutron-server[103304]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 26 21:14:45.711222 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-c57d68cb-cbb8-4f6a-a9eb-ab38e7fd37e8 tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9285249', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12215227'] for subnet (b3543c92-8709-4420-a09c-4a3d8e24795e), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:14:45.722016 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-7ca3ce96-bbfa-4b3e-9b3e-a003fc9bc833 req-38036cca-a9d3-4adc-b0fb-c5d84e85c7c6 tempest-ServersTestBootFromVolume-1845992378 tempest-ServersTestBootFromVolume-1845992378-project] 10.222.0.13 "GET /v2.0/security-groups?id=d1e8d686-a995-4f2f-9375-0f0073274779&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1656156 Jan 26 21:14:45.787374 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-3a29fbc8-882b-4546-8834-1780fee0a4c9 req-36b442d8-c2e8-453b-b0a0-64e3dc7dfa83 tempest-ServersOnMultiNodesTest-2088673700 tempest-ServersOnMultiNodesTest-2088673700-project] 10.222.0.57 "GET /v2.0/networks?tenant_id=95b0180418ed4ee8af0e8472caf2fcf2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0599699 Jan 26 21:14:45.818700 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-5b97a5da-42ce-41f1-a996-3e5bca44397d tempest-ServersTestMultiNic-211940128 tempest-ServersTestMultiNic-211940128-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4110931'] for network (e525e258-e45b-4155-a732-e8c78c048a4b), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:14:45.837164 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-5b97a5da-42ce-41f1-a996-3e5bca44397d tempest-ServersTestMultiNic-211940128 tempest-ServersTestMultiNic-211940128-project] Publish callbacks [] for network (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:14:45.840389 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-5b97a5da-42ce-41f1-a996-3e5bca44397d tempest-ServersTestMultiNic-211940128 tempest-ServersTestMultiNic-211940128-project] 10.222.0.13 "DELETE /v2.0/networks/e525e258-e45b-4155-a732-e8c78c048a4b HTTP/1.1" status: 204 len: 168 time: 1.6063974 Jan 26 21:14:45.854392 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 56146) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:14:45.863937 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c57d68cb-cbb8-4f6a-a9eb-ab38e7fd37e8 tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Pushing event updated for resources: {'Subnet': ['ID=b3543c92-8709-4420-a09c-4a3d8e24795e,revision_number=0']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:14:45.869707 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b97a5da-42ce-41f1-a996-3e5bca44397d tempest-ServersTestMultiNic-211940128 tempest-ServersTestMultiNic-211940128-project] Pushing event deleted for resources: {'Network': ['ID=e525e258-e45b-4155-a732-e8c78c048a4b,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:14:45.918184 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c57d68cb-cbb8-4f6a-a9eb-ab38e7fd37e8 tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Checking segment: {'id': 'c93c29f9-d4c3-48ce-aed5-f36848f614d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '0e75bcd2-d75a-4070-a03b-b0a525cd0e14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103304) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 21:14:45.918549 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c57d68cb-cbb8-4f6a-a9eb-ab38e7fd37e8 tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Network hostable DHCP agents. Network: 0e75bcd2-d75a-4070-a03b-b0a525cd0e14, hostable agents: ['474ccdf7-ab6c-405b-a3b2-dc7b05829902'], hosted agents: [] {{(pid=103304) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 26 21:14:45.963074 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.db_base_plugin_v2 [None req-7faaecec-2d3c-4ca6-a7f7-ed354d048ce1 tempest-ServersTestMultiNic-211940128 tempest-ServersTestMultiNic-211940128-project] Deleting subnet 3cc483b5-c2ed-4b3e-8e27-08ed5ac13ef1 {{(pid=103304) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 26 21:14:45.974235 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-7faaecec-2d3c-4ca6-a7f7-ed354d048ce1 tempest-ServersTestMultiNic-211940128 tempest-ServersTestMultiNic-211940128-project] Publish callbacks [] for subnet (3cc483b5-c2ed-4b3e-8e27-08ed5ac13ef1), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:14:45.982460 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a29fbc8-882b-4546-8834-1780fee0a4c9 req-995af17a-01c6-4f4a-b91b-d34d5c7af5be tempest-ServersOnMultiNodesTest-2088673700 tempest-ServersOnMultiNodesTest-2088673700-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:14:45.986320 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-3a29fbc8-882b-4546-8834-1780fee0a4c9 req-995af17a-01c6-4f4a-b91b-d34d5c7af5be tempest-ServersOnMultiNodesTest-2088673700 tempest-ServersOnMultiNodesTest-2088673700-project] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1894381 Jan 26 21:14:46.000223 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [req-3a29fbc8-882b-4546-8834-1780fee0a4c9 req-dea38a7c-e5c0-42fc-92a3-3748e15689df tempest-ServersOnMultiNodesTest-2088673700 tempest-ServersOnMultiNodesTest-2088673700-project] Request body: {'port': {'device_id': '3c0ae16a-ab1d-4b2b-8372-b648a26b0a9d', 'network_id': '7fbe9cf5-e12c-436d-b372-55a19c9faa30', 'admin_state_up': True, 'tenant_id': '95b0180418ed4ee8af0e8472caf2fcf2'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:14:46.008342 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c57d68cb-cbb8-4f6a-a9eb-ab38e7fd37e8 tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Network 0e75bcd2-d75a-4070-a03b-b0a525cd0e14 is scheduled to be hosted by DHCP agent 474ccdf7-ab6c-405b-a3b2-dc7b05829902 with binding_index 1 {{(pid=103304) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 26 21:14:46.020285 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe564e5-8654-48be-b60f-45dd6857c951 req-59139a68-22c4-4e0d-80ba-4860fae5fed5 tempest-ServersTestBootFromVolume-1845992378 tempest-ServersTestBootFromVolume-1845992378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:14:46.021851 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-8fe564e5-8654-48be-b60f-45dd6857c951 req-59139a68-22c4-4e0d-80ba-4860fae5fed5 tempest-ServersTestBootFromVolume-1845992378 tempest-ServersTestBootFromVolume-1845992378-project] 10.222.0.13 "GET /v2.0/ports?device_id=e77f0f82-e2f4-42d1-9e44-0082033dd07d HTTP/1.1" status: 200 len: 946 time: 0.1532931 Jan 26 21:14:46.030641 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 56160) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:14:46.040958 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-5c24afc1-721d-4b2c-924c-4b9c6f90ed91 tempest-ServersTestBootFromVolume-1845992378 tempest-ServersTestBootFromVolume-1845992378-project] Request body: {'floatingip': {'port_id': '06e12c4e-0545-48fa-857e-3f7a63f3e798'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:14:46.095433 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-7faaecec-2d3c-4ca6-a7f7-ed354d048ce1 tempest-ServersTestMultiNic-211940128 tempest-ServersTestMultiNic-211940128-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8881284'] for subnet (3cc483b5-c2ed-4b3e-8e27-08ed5ac13ef1), precommit_delete_associations {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:14:46.117935 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-5c24afc1-721d-4b2c-924c-4b9c6f90ed91 tempest-ServersTestBootFromVolume-1845992378 tempest-ServersTestBootFromVolume-1845992378-project] Publish callbacks [] for floatingip (9dee0683-6a13-415f-854b-98a50b1e3a50), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:14:46.139830 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3a29fbc8-882b-4546-8834-1780fee0a4c9 req-dea38a7c-e5c0-42fc-92a3-3748e15689df tempest-ServersOnMultiNodesTest-2088673700 tempest-ServersOnMultiNodesTest-2088673700-project] Made reservation on behalf of 95b0180418ed4ee8af0e8472caf2fcf2 for: {'port': 1} {{(pid=103305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 21:14:46.143459 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-3a29fbc8-882b-4546-8834-1780fee0a4c9 req-dea38a7c-e5c0-42fc-92a3-3748e15689df tempest-ServersOnMultiNodesTest-2088673700 tempest-ServersOnMultiNodesTest-2088673700-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:14:46.167554 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device a11a3c27-6878-46b9-9720-00c2aab00e66 no longer exists at agent ovs-agent-n-d-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 26 21:14:46.190138 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] No Port match for: a11a3c27-6878-46b9-9720-00c2aab00e66 {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 26 21:14:46.190870 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device a11a3c27-6878-46b9-9720-00c2aab00e66 not bound to the agent host n-d-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 26 21:14:46.198614 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [None req-c57d68cb-cbb8-4f6a-a9eb-ab38e7fd37e8 tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760453-5, 0e75bcd2-d75a-4070-a03b-b0a525cd0e14) {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:14:46.204081 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c57d68cb-cbb8-4f6a-a9eb-ab38e7fd37e8 tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:14:46.204960 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-c57d68cb-cbb8-4f6a-a9eb-ab38e7fd37e8 tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Publish callbacks [] for subnet (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:14:46.217208 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb75e3bb-44f4-4c0a-a389-24883c098f7c None None] Network 0e75bcd2-d75a-4070-a03b-b0a525cd0e14 requested from n-d-760453-5 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 26 21:14:46.250916 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-c57d68cb-cbb8-4f6a-a9eb-ab38e7fd37e8 tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4193935 Jan 26 21:14:46.259064 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 56170) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:14:46.269020 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-f0ed74e8-58ca-4d52-9e72-a49ad3ee9574 tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Request body: {'port': {'network_id': '0e75bcd2-d75a-4070-a03b-b0a525cd0e14', 'name': 'tempest-PortsIpV6TestJSON-1938868224', 'fixed_ips': [{'subnet_id': 'b3543c92-8709-4420-a09c-4a3d8e24795e', 'ip_address': '2001:db8::10'}]}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:14:46.327905 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-449abf9b-12e0-4c1d-a877-d5d85a22e76e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3c4099e8-8ffb-51d1-af7f-5868973e933f-0e75bcd2-d75a-4070-a03b-b0a525cd0e14', 'network_id': '0e75bcd2-d75a-4070-a03b-b0a525cd0e14', 'project_id': '555cb579ba8f40b196e83d88248f8446', 'fixed_ips': [{'subnet_id': 'b3543c92-8709-4420-a09c-4a3d8e24795e'}]}} from n-d-760453-5. {{(pid=103306) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 26 21:14:46.329914 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-449abf9b-12e0-4c1d-a877-d5d85a22e76e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (None), before_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:14:46.341214 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.db_base_plugin_common [req-3a29fbc8-882b-4546-8834-1780fee0a4c9 req-dea38a7c-e5c0-42fc-92a3-3748e15689df tempest-ServersOnMultiNodesTest-2088673700 tempest-ServersOnMultiNodesTest-2088673700-project] Allocated IP 192.168.233.70 (7fbe9cf5-e12c-436d-b372-55a19c9faa30/fd77e534-75e6-4b90-950e-f5824d584430/fc7a525a-8785-44c0-a0d8-bef5d3c0e55d) {{(pid=103305) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 21:14:46.461767 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a583359e-1303-4e20-9627-1831863a56e8 req-c62900e7-83dd-44b4-96a4-9dc1a7c10e45 tempest-AttachVolumeNegativeTest-157238613 tempest-AttachVolumeNegativeTest-157238613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:14:46.463179 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-a583359e-1303-4e20-9627-1831863a56e8 req-c62900e7-83dd-44b4-96a4-9dc1a7c10e45 tempest-AttachVolumeNegativeTest-157238613 tempest-AttachVolumeNegativeTest-157238613-project] 10.222.0.13 "GET /v2.0/ports?device_id=e9f2f303-b5ff-441d-ac8a-1dfe85958a7b HTTP/1.1" status: 200 len: 946 time: 0.3399978 Jan 26 21:14:46.488745 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-7faaecec-2d3c-4ca6-a7f7-ed354d048ce1 tempest-ServersTestMultiNic-211940128 tempest-ServersTestMultiNic-211940128-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687316'] for subnet (3cc483b5-c2ed-4b3e-8e27-08ed5ac13ef1), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:14:46.493461 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.db_base_plugin_common [None req-449abf9b-12e0-4c1d-a877-d5d85a22e76e None None] Allocated IP 2001:db8::2 (0e75bcd2-d75a-4070-a03b-b0a525cd0e14/b3543c92-8709-4420-a09c-4a3d8e24795e/6a9e0398-8da9-4350-beb3-dfd405eeb8e9) {{(pid=103306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 21:14:46.537644 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-3a29fbc8-882b-4546-8834-1780fee0a4c9 req-dea38a7c-e5c0-42fc-92a3-3748e15689df tempest-ServersOnMultiNodesTest-2088673700 tempest-ServersOnMultiNodesTest-2088673700-project] Publish callbacks [] for port (fc7a525a-8785-44c0-a0d8-bef5d3c0e55d), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:14:46.585822 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-3a29fbc8-882b-4546-8834-1780fee0a4c9 req-dea38a7c-e5c0-42fc-92a3-3748e15689df tempest-ServersOnMultiNodesTest-2088673700 tempest-ServersOnMultiNodesTest-2088673700-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746560234527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11791543'] for port (fc7a525a-8785-44c0-a0d8-bef5d3c0e55d), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:14:46.620182 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] get_ports_and_sgs() called for port_ids ['552aae5b-0114-4ae2-8e9d-898106bbf7d4', '6f3c032f-8f77-4bb1-80f4-b3e6bc17170e', '7b91e58c-2d2a-4acc-8321-b7c6811beaeb', '1f823a46-1659-445c-9067-ee7a46f9e1af'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 26 21:14:46.625890 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-a583359e-1303-4e20-9627-1831863a56e8 req-e0c1932f-97f0-464d-8e48-4be21278416c tempest-AttachVolumeNegativeTest-157238613 tempest-AttachVolumeNegativeTest-157238613-project] 10.222.0.13 "GET /v2.0/security-groups?id=8e9bd9e5-9820-4475-bfb9-c12598a9861a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1438012 Jan 26 21:14:46.682182 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0ed74e8-58ca-4d52-9e72-a49ad3ee9574 tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Made reservation on behalf of 555cb579ba8f40b196e83d88248f8446 for: {'port': 1} {{(pid=103304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 21:14:46.700231 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3a29fbc8-882b-4546-8834-1780fee0a4c9 req-dea38a7c-e5c0-42fc-92a3-3748e15689df tempest-ServersOnMultiNodesTest-2088673700 tempest-ServersOnMultiNodesTest-2088673700-project] Network 7fbe9cf5-e12c-436d-b372-55a19c9faa30 is already hosted by enough agents. {{(pid=103305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 21:14:46.702067 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-449abf9b-12e0-4c1d-a877-d5d85a22e76e None None] Publish callbacks [] for port (6a9e0398-8da9-4350-beb3-dfd405eeb8e9), precommit_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:14:46.705808 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea38a7c-e5c0-42fc-92a3-3748e15689df tempest-ServersOnMultiNodesTest-2088673700 tempest-ServersOnMultiNodesTest-2088673700-project] Pushing event updated for resources: {'Port': ['ID=fc7a525a-8785-44c0-a0d8-bef5d3c0e55d,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:14:46.709046 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [req-3a29fbc8-882b-4546-8834-1780fee0a4c9 req-dea38a7c-e5c0-42fc-92a3-3748e15689df tempest-ServersOnMultiNodesTest-2088673700 tempest-ServersOnMultiNodesTest-2088673700-project] Resources bound (agent type, host, resource id): {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:14:46.711486 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] get_ports_and_sgs() called for port_ids ['74a29006-e476-494d-a6f7-bba5c779ab89', '145ca743-6349-44f7-a8ae-2fb6ade493b1', '24025662-e8e3-4303-926e-de5c2af8663c'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 26 21:14:46.723001 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a29fbc8-882b-4546-8834-1780fee0a4c9 req-dea38a7c-e5c0-42fc-92a3-3748e15689df tempest-ServersOnMultiNodesTest-2088673700 tempest-ServersOnMultiNodesTest-2088673700-project] Received port after_create {{(pid=103305) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 21:14:46.791103 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-449abf9b-12e0-4c1d-a877-d5d85a22e76e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746560234527'] for port (6a9e0398-8da9-4350-beb3-dfd405eeb8e9), after_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:14:46.819741 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a29fbc8-882b-4546-8834-1780fee0a4c9 req-dea38a7c-e5c0-42fc-92a3-3748e15689df tempest-ServersOnMultiNodesTest-2088673700 tempest-ServersOnMultiNodesTest-2088673700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:14:46.821218 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-3a29fbc8-882b-4546-8834-1780fee0a4c9 req-dea38a7c-e5c0-42fc-92a3-3748e15689df tempest-ServersOnMultiNodesTest-2088673700 tempest-ServersOnMultiNodesTest-2088673700-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:14:46.857510 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-3a29fbc8-882b-4546-8834-1780fee0a4c9 req-dea38a7c-e5c0-42fc-92a3-3748e15689df tempest-ServersOnMultiNodesTest-2088673700 tempest-ServersOnMultiNodesTest-2088673700-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.8623748 Jan 26 21:14:46.864181 n-d-760453-5 neutron-server[103306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-449abf9b-12e0-4c1d-a877-d5d85a22e76e None None] Network 0e75bcd2-d75a-4070-a03b-b0a525cd0e14 is already hosted by enough agents. {{(pid=103306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 21:14:46.878644 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [req-97085ac7-6649-4d56-ad5b-2f7074b285c8 req-0017b5ac-8439-42fd-9cff-9c5b427d7e68 tempest-LiveMigrationTest-97640354 tempest-LiveMigrationTest-97640354-project-admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=103304) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 26 21:14:46.879848 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-97085ac7-6649-4d56-ad5b-2f7074b285c8 req-0017b5ac-8439-42fd-9cff-9c5b427d7e68 tempest-LiveMigrationTest-97640354 tempest-LiveMigrationTest-97640354-project-admin] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.2458982 Jan 26 21:14:46.880878 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-7faaecec-2d3c-4ca6-a7f7-ed354d048ce1 tempest-ServersTestMultiNic-211940128 tempest-ServersTestMultiNic-211940128-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9281612', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12215216'] for subnet (3cc483b5-c2ed-4b3e-8e27-08ed5ac13ef1), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:14:46.881389 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [req-3a29fbc8-882b-4546-8834-1780fee0a4c9 req-01e152bf-f467-4e40-98bc-23b5cd846c57 service neutron] Request body: {'port': {'device_id': '3c0ae16a-ab1d-4b2b-8372-b648a26b0a9d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-760453-5'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:14:46.887191 n-d-760453-5 neutron-server[103306]: DEBUG neutron.scheduler.base_scheduler [None req-449abf9b-12e0-4c1d-a877-d5d85a22e76e None None] Resources bound (agent type, host, resource id): {{(pid=103306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:14:46.895075 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-449abf9b-12e0-4c1d-a877-d5d85a22e76e None None] Received port after_create {{(pid=103306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 21:14:46.988972 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-3a29fbc8-882b-4546-8834-1780fee0a4c9 req-01e152bf-f467-4e40-98bc-23b5cd846c57 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (fc7a525a-8785-44c0-a0d8-bef5d3c0e55d), before_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:14:47.008795 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-7faaecec-2d3c-4ca6-a7f7-ed354d048ce1 tempest-ServersTestMultiNic-211940128 tempest-ServersTestMultiNic-211940128-project] Publish callbacks [] for subnet (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:14:47.015670 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-7faaecec-2d3c-4ca6-a7f7-ed354d048ce1 tempest-ServersTestMultiNic-211940128 tempest-ServersTestMultiNic-211940128-project] 10.222.0.13 "DELETE /v2.0/subnets/3cc483b5-c2ed-4b3e-8e27-08ed5ac13ef1 HTTP/1.1" status: 204 len: 168 time: 1.1579185 Jan 26 21:14:47.015670 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7faaecec-2d3c-4ca6-a7f7-ed354d048ce1 tempest-ServersTestMultiNic-211940128 tempest-ServersTestMultiNic-211940128-project] Pushing event deleted for resources: {'Subnet': ['ID=3cc483b5-c2ed-4b3e-8e27-08ed5ac13ef1,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:14:47.018538 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 56184) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:14:47.029121 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd91efdf-adeb-4119-85fc-297dd914bcdc None None] Network ba7423db-470d-4a7d-994e-2bcd93813269 requested from n-d-760453-5 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 26 21:14:47.103260 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449abf9b-12e0-4c1d-a877-d5d85a22e76e None None] Pushing event updated for resources: {'Port': ['ID=6a9e0398-8da9-4350-beb3-dfd405eeb8e9,revision_number=1']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:14:47.168302 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-e4ec092d-ddc2-445b-b55b-96521e1f3a7b tempest-ServersTestMultiNic-211940128 tempest-ServersTestMultiNic-211940128-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-748181'] for network (ba7423db-470d-4a7d-994e-2bcd93813269), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:14:47.175682 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4d1e05-c454-4f9e-b90a-d9ce7556cc06 req-1095c7cb-4f9c-4391-b0d0-c45ea8adc7b4 tempest-ServersTestJSON-1629463572 tempest-ServersTestJSON-1629463572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:14:47.177741 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-da4d1e05-c454-4f9e-b90a-d9ce7556cc06 req-1095c7cb-4f9c-4391-b0d0-c45ea8adc7b4 tempest-ServersTestJSON-1629463572 tempest-ServersTestJSON-1629463572-project] 10.222.0.13 "GET /v2.0/ports?device_id=3dd4d996-34c5-44e9-b27e-aba1e6bd0fd7 HTTP/1.1" status: 200 len: 943 time: 0.4114096 Jan 26 21:14:47.178850 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97085ac7-6649-4d56-ad5b-2f7074b285c8 req-74da0f54-7cd3-45e8-9003-ed0b5f4f1c13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:14:47.185723 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-97085ac7-6649-4d56-ad5b-2f7074b285c8 req-74da0f54-7cd3-45e8-9003-ed0b5f4f1c13 service neutron] 10.222.0.13 "GET /v2.0/ports/a98d0993-b582-4517-bdcf-6868c5c81c88 HTTP/1.1" status: 200 len: 1093 time: 0.2882800 Jan 26 21:14:47.192406 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [req-97085ac7-6649-4d56-ad5b-2f7074b285c8 req-e936b4e3-3339-4522-9374-b9a5be4b1763 service neutron] Request body: {'binding': {'host': 'n-h1-760453-5', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:14:47.193027 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [req-97085ac7-6649-4d56-ad5b-2f7074b285c8 req-e936b4e3-3339-4522-9374-b9a5be4b1763 service neutron] Unknown quota resources ['binding']. {{(pid=103304) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Jan 26 21:14:47.203769 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-f0ed74e8-58ca-4d52-9e72-a49ad3ee9574 tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:14:47.321985 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-449abf9b-12e0-4c1d-a877-d5d85a22e76e None None] Attempting to bind port 6a9e0398-8da9-4350-beb3-dfd405eeb8e9 on host n-d-760453-5 for vnic_type normal with profile {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 21:14:47.323055 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-449abf9b-12e0-4c1d-a877-d5d85a22e76e None None] Attempting to bind port 6a9e0398-8da9-4350-beb3-dfd405eeb8e9 by drivers openvswitch,hyperv on host n-d-760453-5 at level 0 using segments [{'id': 'c93c29f9-d4c3-48ce-aed5-f36848f614d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '0e75bcd2-d75a-4070-a03b-b0a525cd0e14'}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 26 21:14:47.323656 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-449abf9b-12e0-4c1d-a877-d5d85a22e76e None None] Attempting to bind port 6a9e0398-8da9-4350-beb3-dfd405eeb8e9 on network 0e75bcd2-d75a-4070-a03b-b0a525cd0e14 {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 21:14:47.364035 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-e4ec092d-ddc2-445b-b55b-96521e1f3a7b tempest-ServersTestMultiNic-211940128 tempest-ServersTestMultiNic-211940128-project] Deleting port f051eddc-fc30-4d69-a022-165e9312bfd2 {{(pid=103305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 21:14:47.364307 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-e4ec092d-ddc2-445b-b55b-96521e1f3a7b tempest-ServersTestMultiNic-211940128 tempest-ServersTestMultiNic-211940128-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746560630878'] for port (f051eddc-fc30-4d69-a022-165e9312bfd2), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:14:47.386238 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-82d3c256-0cd6-4744-af9c-9422c4c39390 None None] Provisioning complete for port fc7a525a-8785-44c0-a0d8-bef5d3c0e55d triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:14:47.386884 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-82d3c256-0cd6-4744-af9c-9422c4c39390 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (fc7a525a-8785-44c0-a0d8-bef5d3c0e55d), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:14:47.427899 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-449abf9b-12e0-4c1d-a877-d5d85a22e76e None None] Checking agent: {'id': 'fea0591a-627d-4c87-9a9a-01625ddf3277', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760453-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 20, 55, 25), 'started_at': datetime.datetime(2022, 1, 26, 20, 55, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 21, 14, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760453-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 26 21:14:47.431004 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-449abf9b-12e0-4c1d-a877-d5d85a22e76e None None] Checking segment: {'id': 'c93c29f9-d4c3-48ce-aed5-f36848f614d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '0e75bcd2-d75a-4070-a03b-b0a525cd0e14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 21:14:47.431723 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-449abf9b-12e0-4c1d-a877-d5d85a22e76e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:14:47.432375 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-449abf9b-12e0-4c1d-a877-d5d85a22e76e None None] Bound using segment: {'id': 'c93c29f9-d4c3-48ce-aed5-f36848f614d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '0e75bcd2-d75a-4070-a03b-b0a525cd0e14'} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 26 21:14:47.433993 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-449abf9b-12e0-4c1d-a877-d5d85a22e76e None None] Bound port: 6a9e0398-8da9-4350-beb3-dfd405eeb8e9, host: n-d-760453-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c93c29f9-d4c3-48ce-aed5-f36848f614d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '0e75bcd2-d75a-4070-a03b-b0a525cd0e14'}}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 26 21:14:47.434651 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-449abf9b-12e0-4c1d-a877-d5d85a22e76e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (6a9e0398-8da9-4350-beb3-dfd405eeb8e9), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:14:47.447963 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-82d3c256-0cd6-4744-af9c-9422c4c39390 None None] Port fc7a525a-8785-44c0-a0d8-bef5d3c0e55d cannot update to ACTIVE because it is not bound. {{(pid=103306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 26 21:14:47.470980 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [None req-e4ec092d-ddc2-445b-b55b-96521e1f3a7b tempest-ServersTestMultiNic-211940128 tempest-ServersTestMultiNic-211940128-project] For port f051eddc-fc30-4d69-a022-165e9312bfd2, host n-d-760453-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=f051eddc-fc30-4d69-a022-165e9312bfd2,segment=NetworkSegment(18c0e0e0-20c1-45dd-b946-f24bb187afdc),segment_id=18c0e0e0-20c1-45dd-b946-f24bb187afdc)] {{(pid=103305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:14:47.471347 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-e4ec092d-ddc2-445b-b55b-96521e1f3a7b tempest-ServersTestMultiNic-211940128 tempest-ServersTestMultiNic-211940128-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4109658'] for port (f051eddc-fc30-4d69-a022-165e9312bfd2), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:14:47.505337 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-e4ec092d-ddc2-445b-b55b-96521e1f3a7b tempest-ServersTestMultiNic-211940128 tempest-ServersTestMultiNic-211940128-project] Calling delete_port for f051eddc-fc30-4d69-a022-165e9312bfd2 owned by network:dhcp {{(pid=103305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 21:14:47.527629 n-d-760453-5 neutron-server[103305]: DEBUG neutron.notifiers.nova [req-3a29fbc8-882b-4546-8834-1780fee0a4c9 req-01e152bf-f467-4e40-98bc-23b5cd846c57 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fc7a525a-8785-44c0-a0d8-bef5d3c0e55d {{(pid=103305) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 26 21:14:47.568329 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-3a29fbc8-882b-4546-8834-1780fee0a4c9 req-01e152bf-f467-4e40-98bc-23b5cd846c57 service neutron] Publish callbacks [] for port (fc7a525a-8785-44c0-a0d8-bef5d3c0e55d), precommit_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:14:47.588215 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.provisioning_blocks [req-3a29fbc8-882b-4546-8834-1780fee0a4c9 req-01e152bf-f467-4e40-98bc-23b5cd846c57 service neutron] Transition to ACTIVE for port object fc7a525a-8785-44c0-a0d8-bef5d3c0e55d will not be triggered until provisioned by entity L2. {{(pid=103305) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 21:14:47.602652 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-3a29fbc8-882b-4546-8834-1780fee0a4c9 req-01e152bf-f467-4e40-98bc-23b5cd846c57 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11791520'] for port (fc7a525a-8785-44c0-a0d8-bef5d3c0e55d), after_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:14:47.603047 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-449abf9b-12e0-4c1d-a877-d5d85a22e76e None None] For port 6a9e0398-8da9-4350-beb3-dfd405eeb8e9, host n-d-760453-5, cleared binding levels {{(pid=103306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 26 21:14:47.606966 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-449abf9b-12e0-4c1d-a877-d5d85a22e76e None None] For port 6a9e0398-8da9-4350-beb3-dfd405eeb8e9, host n-d-760453-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=6a9e0398-8da9-4350-beb3-dfd405eeb8e9,segment=NetworkSegment(c93c29f9-d4c3-48ce-aed5-f36848f614d4),segment_id=c93c29f9-d4c3-48ce-aed5-f36848f614d4)] {{(pid=103306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 26 21:14:47.624731 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-449abf9b-12e0-4c1d-a877-d5d85a22e76e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (6a9e0398-8da9-4350-beb3-dfd405eeb8e9), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:14:47.673969 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e152bf-f467-4e40-98bc-23b5cd846c57 service neutron] Pushing event updated for resources: {'Port': ['ID=fc7a525a-8785-44c0-a0d8-bef5d3c0e55d,revision_number=2']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:14:47.679303 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-e4ec092d-ddc2-445b-b55b-96521e1f3a7b tempest-ServersTestMultiNic-211940128 tempest-ServersTestMultiNic-211940128-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746560636600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746560234536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11791543'] for port (f051eddc-fc30-4d69-a022-165e9312bfd2), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:14:47.716625 n-d-760453-5 neutron-server[103304]: DEBUG neutron.notifiers.nova [None req-f0ed74e8-58ca-4d52-9e72-a49ad3ee9574 tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] device_id is not set on port 1b69c5a8-8519-4914-90f0-1b0fce910d82 yet. {{(pid=103304) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 26 21:14:47.750503 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ec092d-ddc2-445b-b55b-96521e1f3a7b tempest-ServersTestMultiNic-211940128 tempest-ServersTestMultiNic-211940128-project] Pushing event deleted for resources: {'Port': ['ID=f051eddc-fc30-4d69-a022-165e9312bfd2,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:14:47.754412 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4ec092d-ddc2-445b-b55b-96521e1f3a7b tempest-ServersTestMultiNic-211940128 tempest-ServersTestMultiNic-211940128-project] No DVR routers for this DVR port f051eddc-fc30-4d69-a022-165e9312bfd2 on host n-d-760453-5 {{(pid=103305) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 26 21:14:47.773830 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06aabfc9-378b-40d2-9074-370f65e493a4 None None] DHCP port deletion for ba7423db-470d-4a7d-994e-2bcd93813269 request from n-d-760453-5 {{(pid=103306) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 26 21:14:47.885427 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-e4ec092d-ddc2-445b-b55b-96521e1f3a7b tempest-ServersTestMultiNic-211940128 tempest-ServersTestMultiNic-211940128-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-686403', 'neutron.services.segments.db._delete_segments_for_network-8746560774018'] for network (ba7423db-470d-4a7d-994e-2bcd93813269), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:14:47.904549 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [req-3a29fbc8-882b-4546-8834-1780fee0a4c9 req-01e152bf-f467-4e40-98bc-23b5cd846c57 service neutron] Attempting to bind port fc7a525a-8785-44c0-a0d8-bef5d3c0e55d on host n-h2-760453-5 for vnic_type normal with profile {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 21:14:47.905168 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [req-3a29fbc8-882b-4546-8834-1780fee0a4c9 req-01e152bf-f467-4e40-98bc-23b5cd846c57 service neutron] Attempting to bind port fc7a525a-8785-44c0-a0d8-bef5d3c0e55d by drivers openvswitch,hyperv on host n-h2-760453-5 at level 0 using segments [{'id': '4eab25d6-89d9-4907-a1c2-51b06443ba33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '7fbe9cf5-e12c-436d-b372-55a19c9faa30'}] {{(pid=103305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 26 21:14:47.906460 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a29fbc8-882b-4546-8834-1780fee0a4c9 req-01e152bf-f467-4e40-98bc-23b5cd846c57 service neutron] Attempting to bind port fc7a525a-8785-44c0-a0d8-bef5d3c0e55d on network 7fbe9cf5-e12c-436d-b372-55a19c9faa30 {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 21:14:47.910623 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449abf9b-12e0-4c1d-a877-d5d85a22e76e None None] Pushing event updated for resources: {'Port': ['ID=6a9e0398-8da9-4350-beb3-dfd405eeb8e9,revision_number=2']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:14:47.926679 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a29fbc8-882b-4546-8834-1780fee0a4c9 req-01e152bf-f467-4e40-98bc-23b5cd846c57 service neutron] Port fc7a525a-8785-44c0-a0d8-bef5d3c0e55d on network 7fbe9cf5-e12c-436d-b372-55a19c9faa30 not bound, no agent of type Open vSwitch agent registered on host n-h2-760453-5 {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 26 21:14:47.927353 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a29fbc8-882b-4546-8834-1780fee0a4c9 req-01e152bf-f467-4e40-98bc-23b5cd846c57 service neutron] Attempting to bind port fc7a525a-8785-44c0-a0d8-bef5d3c0e55d on network 7fbe9cf5-e12c-436d-b372-55a19c9faa30 {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 21:14:47.942441 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a29fbc8-882b-4546-8834-1780fee0a4c9 req-01e152bf-f467-4e40-98bc-23b5cd846c57 service neutron] Checking agent: {'id': '4d619873-4b60-439f-9b5a-b155dc8bbc34', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-760453-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 21, 2, 53), 'started_at': datetime.datetime(2022, 1, 26, 21, 2, 53), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 21, 14, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 26 21:14:47.943159 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a29fbc8-882b-4546-8834-1780fee0a4c9 req-01e152bf-f467-4e40-98bc-23b5cd846c57 service neutron] Checking segment: {'id': '4eab25d6-89d9-4907-a1c2-51b06443ba33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '7fbe9cf5-e12c-436d-b372-55a19c9faa30'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103305) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 21:14:47.944675 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a29fbc8-882b-4546-8834-1780fee0a4c9 req-01e152bf-f467-4e40-98bc-23b5cd846c57 service neutron] Bound using segment: {'id': '4eab25d6-89d9-4907-a1c2-51b06443ba33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '7fbe9cf5-e12c-436d-b372-55a19c9faa30'} {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 26 21:14:47.945368 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [req-3a29fbc8-882b-4546-8834-1780fee0a4c9 req-01e152bf-f467-4e40-98bc-23b5cd846c57 service neutron] Bound port: fc7a525a-8785-44c0-a0d8-bef5d3c0e55d, host: n-h2-760453-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4eab25d6-89d9-4907-a1c2-51b06443ba33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '7fbe9cf5-e12c-436d-b372-55a19c9faa30'}}] {{(pid=103305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 26 21:14:47.946493 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-3a29fbc8-882b-4546-8834-1780fee0a4c9 req-01e152bf-f467-4e40-98bc-23b5cd846c57 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (fc7a525a-8785-44c0-a0d8-bef5d3c0e55d), before_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:14:47.956643 n-d-760453-5 neutron-server[103305]: DEBUG neutron.services.segments.db [None req-e4ec092d-ddc2-445b-b55b-96521e1f3a7b tempest-ServersTestMultiNic-211940128 tempest-ServersTestMultiNic-211940128-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ba7423db-470d-4a7d-994e-2bcd93813269']}} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:14:47.961175 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Device 3c746872-df9d-4e64-9190-c630ce9d4288 details requested by agent hyperv_n-h2-760453-5 with host n-h2-760453-5 {{(pid=103306) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 26 21:14:47.979177 n-d-760453-5 neutron-server[103305]: DEBUG neutron.services.segments.db [None req-e4ec092d-ddc2-445b-b55b-96521e1f3a7b tempest-ServersTestMultiNic-211940128 tempest-ServersTestMultiNic-211940128-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '18c0e0e0-20c1-45dd-b946-f24bb187afdc') {'for_net_delete': True} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:14:47.980043 n-d-760453-5 neutron-server[103305]: DEBUG neutron.services.segments.db [None req-e4ec092d-ddc2-445b-b55b-96521e1f3a7b tempest-ServersTestMultiNic-211940128 tempest-ServersTestMultiNic-211940128-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '18c0e0e0-20c1-45dd-b946-f24bb187afdc') {} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:14:48.041556 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-e4ec092d-ddc2-445b-b55b-96521e1f3a7b tempest-ServersTestMultiNic-211940128 tempest-ServersTestMultiNic-211940128-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746560742283', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11788955'] for segment (18c0e0e0-20c1-45dd-b946-f24bb187afdc), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:14:48.103069 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-e4ec092d-ddc2-445b-b55b-96521e1f3a7b tempest-ServersTestMultiNic-211940128 tempest-ServersTestMultiNic-211940128-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576559'] for segment (18c0e0e0-20c1-45dd-b946-f24bb187afdc), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:14:48.106255 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.db_base_plugin_common [None req-f0ed74e8-58ca-4d52-9e72-a49ad3ee9574 tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Allocated IP 2001:db8::10 (0e75bcd2-d75a-4070-a03b-b0a525cd0e14/b3543c92-8709-4420-a09c-4a3d8e24795e/1b69c5a8-8519-4914-90f0-1b0fce910d82) {{(pid=103304) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 21:14:48.177901 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e4ec092d-ddc2-445b-b55b-96521e1f3a7b tempest-ServersTestMultiNic-211940128 tempest-ServersTestMultiNic-211940128-project] Releasing vlan 567 on physical network physnet1 to pool {{(pid=103305) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 26 21:14:48.178317 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-e4ec092d-ddc2-445b-b55b-96521e1f3a7b tempest-ServersTestMultiNic-211940128 tempest-ServersTestMultiNic-211940128-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11791428'] for segment (18c0e0e0-20c1-45dd-b946-f24bb187afdc), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:14:48.181644 n-d-760453-5 neutron-server[103305]: Traceback (most recent call last): Jan 26 21:14:48.181644 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 26 21:14:48.181644 n-d-760453-5 neutron-server[103305]: timer() Jan 26 21:14:48.181644 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 26 21:14:48.181644 n-d-760453-5 neutron-server[103305]: cb(*args, **kw) Jan 26 21:14:48.181644 n-d-760453-5 neutron-server[103305]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 26 21:14:48.181644 n-d-760453-5 neutron-server[103305]: return func(*args, **kwargs) Jan 26 21:14:48.181644 n-d-760453-5 neutron-server[103305]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 26 21:14:48.181644 n-d-760453-5 neutron-server[103305]: self._notify() Jan 26 21:14:48.181644 n-d-760453-5 neutron-server[103305]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 26 21:14:48.181644 n-d-760453-5 neutron-server[103305]: self.callback(batched_events) Jan 26 21:14:48.181644 n-d-760453-5 neutron-server[103305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 26 21:14:48.181644 n-d-760453-5 neutron-server[103305]: event.method(event) Jan 26 21:14:48.181644 n-d-760453-5 neutron-server[103305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 26 21:14:48.181644 n-d-760453-5 neutron-server[103305]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 26 21:14:48.181644 n-d-760453-5 neutron-server[103305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 26 21:14:48.181644 n-d-760453-5 neutron-server[103305]: aggregate_uuid = self.p_client.list_aggregates( Jan 26 21:14:48.181644 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 26 21:14:48.181644 n-d-760453-5 neutron-server[103305]: return f(self, *a, **k) Jan 26 21:14:48.181644 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 26 21:14:48.181644 n-d-760453-5 neutron-server[103305]: return self._get(url).json() Jan 26 21:14:48.181644 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 26 21:14:48.181644 n-d-760453-5 neutron-server[103305]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 26 21:14:48.181644 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 26 21:14:48.181644 n-d-760453-5 neutron-server[103305]: return self.request(url, 'GET', **kwargs) Jan 26 21:14:48.181644 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 26 21:14:48.181644 n-d-760453-5 neutron-server[103305]: base_url = self.get_endpoint(auth, allow=allow, Jan 26 21:14:48.181644 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 26 21:14:48.181644 n-d-760453-5 neutron-server[103305]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 26 21:14:48.181644 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 26 21:14:48.181644 n-d-760453-5 neutron-server[103305]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 26 21:14:48.181644 n-d-760453-5 neutron-server[103305]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 26 21:14:48.234430 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device f051eddc-fc30-4d69-a022-165e9312bfd2 no longer exists at agent ovs-agent-n-d-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 26 21:14:48.264281 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [req-3a29fbc8-882b-4546-8834-1780fee0a4c9 req-01e152bf-f467-4e40-98bc-23b5cd846c57 service neutron] For port fc7a525a-8785-44c0-a0d8-bef5d3c0e55d, host n-h2-760453-5, cleared binding levels {{(pid=103305) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 26 21:14:48.282494 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [req-3a29fbc8-882b-4546-8834-1780fee0a4c9 req-01e152bf-f467-4e40-98bc-23b5cd846c57 service neutron] For port fc7a525a-8785-44c0-a0d8-bef5d3c0e55d, host n-h2-760453-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-5',level=0,port_id=fc7a525a-8785-44c0-a0d8-bef5d3c0e55d,segment=NetworkSegment(4eab25d6-89d9-4907-a1c2-51b06443ba33),segment_id=4eab25d6-89d9-4907-a1c2-51b06443ba33)] {{(pid=103305) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 26 21:14:48.298346 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-3a29fbc8-882b-4546-8834-1780fee0a4c9 req-01e152bf-f467-4e40-98bc-23b5cd846c57 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11791520'] for port (fc7a525a-8785-44c0-a0d8-bef5d3c0e55d), after_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:14:48.325984 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-e4ec092d-ddc2-445b-b55b-96521e1f3a7b tempest-ServersTestMultiNic-211940128 tempest-ServersTestMultiNic-211940128-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4110931'] for network (ba7423db-470d-4a7d-994e-2bcd93813269), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:14:48.335054 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] For port 3c746872-df9d-4e64-9190-c630ce9d4288, host n-h2-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-5',level=0,port_id=3c746872-df9d-4e64-9190-c630ce9d4288,segment=NetworkSegment(bb9dd371-3de9-4327-a263-fb803ca379c8),segment_id=bb9dd371-3de9-4327-a263-fb803ca379c8)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:14:48.353800 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Returning: {'device': '3c746872-df9d-4e64-9190-c630ce9d4288', 'network_id': '20b7651f-3dfe-4f65-83e1-a38049e7aae9', 'port_id': '3c746872-df9d-4e64-9190-c630ce9d4288', 'mac_address': 'fa:16:3e:f9:12:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 575, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7183c753-f99a-46b0-89ab-825caf92e3fd', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103306) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 26 21:14:48.366081 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] No Port match for: f051eddc-fc30-4d69-a022-165e9312bfd2 {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 26 21:14:48.366422 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device f051eddc-fc30-4d69-a022-165e9312bfd2 not bound to the agent host n-d-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 26 21:14:48.410938 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a29fbc8-882b-4546-8834-1780fee0a4c9 req-01e152bf-f467-4e40-98bc-23b5cd846c57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:14:48.412789 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-3a29fbc8-882b-4546-8834-1780fee0a4c9 req-01e152bf-f467-4e40-98bc-23b5cd846c57 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:14:48.414453 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-3a29fbc8-882b-4546-8834-1780fee0a4c9 req-01e152bf-f467-4e40-98bc-23b5cd846c57 service neutron] 10.222.0.57 "PUT /v2.0/ports/fc7a525a-8785-44c0-a0d8-bef5d3c0e55d HTTP/1.1" status: 200 len: 1095 time: 1.5376058 Jan 26 21:14:48.415677 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-e4ec092d-ddc2-445b-b55b-96521e1f3a7b tempest-ServersTestMultiNic-211940128 tempest-ServersTestMultiNic-211940128-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709645'] for network (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:14:48.433717 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-e4ec092d-ddc2-445b-b55b-96521e1f3a7b tempest-ServersTestMultiNic-211940128 tempest-ServersTestMultiNic-211940128-project] 10.222.0.13 "DELETE /v2.0/networks/ba7423db-470d-4a7d-994e-2bcd93813269 HTTP/1.1" status: 204 len: 168 time: 1.4140399 Jan 26 21:14:48.434639 n-d-760453-5 neutron-server[103305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3c0ae16a-ab1d-4b2b-8372-b648a26b0a9d', 'tag': 'fc7a525a-8785-44c0-a0d8-bef5d3c0e55d'}] {{(pid=103305) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 21:14:48.440314 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d4654568b7bf041e72ff8fe1c96d6d761d9c921f2b99bc7b3a26632be20cee0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d2e1518-a88a-4b65-afc7-ca32dc0c78dc" -d '{"events": [{"name": "network-changed", "server_uuid": "3c0ae16a-ab1d-4b2b-8372-b648a26b0a9d", "tag": "fc7a525a-8785-44c0-a0d8-bef5d3c0e55d"}]}' {{(pid=103305) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 21:14:48.472847 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Current status of the port 3c746872-df9d-4e64-9190-c630ce9d4288 is: DOWN; New status is: BUILD {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:14:48.473422 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (3c746872-df9d-4e64-9190-c630ce9d4288), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:14:48.531044 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-5c24afc1-721d-4b2c-924c-4b9c6f90ed91 tempest-ServersTestBootFromVolume-1845992378 tempest-ServersTestBootFromVolume-1845992378-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:14:48.537437 n-d-760453-5 neutron-server[103306]: DEBUG neutron.notifiers.nova [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3c746872-df9d-4e64-9190-c630ce9d4288 {{(pid=103306) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 26 21:14:48.570550 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] For port 3c746872-df9d-4e64-9190-c630ce9d4288, host n-h2-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-5',level=0,port_id=3c746872-df9d-4e64-9190-c630ce9d4288,segment=NetworkSegment(bb9dd371-3de9-4327-a263-fb803ca379c8),segment_id=bb9dd371-3de9-4327-a263-fb803ca379c8)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:14:48.587320 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (3c746872-df9d-4e64-9190-c630ce9d4288), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:14:48.611154 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-da4d1e05-c454-4f9e-b90a-d9ce7556cc06 req-719e7d5e-586c-4dc3-815d-eeabff01d764 tempest-ServersTestJSON-1629463572 tempest-ServersTestJSON-1629463572-project] 10.222.0.13 "GET /v2.0/security-groups?id=a146440b-85c7-430a-88ed-6d0301627350&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.4155595 Jan 26 21:14:48.611956 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-5c24afc1-721d-4b2c-924c-4b9c6f90ed91 tempest-ServersTestBootFromVolume-1845992378 tempest-ServersTestBootFromVolume-1845992378-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4110913'] for floatingip (9dee0683-6a13-415f-854b-98a50b1e3a50), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:14:48.700607 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Pushing event updated for resources: {'Port': ['ID=3c746872-df9d-4e64-9190-c630ce9d4288,revision_number=4']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:14:48.722574 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:14:48.723321 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:14:48.723881 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:14:48.724501 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:14:48.725050 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:14:48.725660 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:14:48.726598 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:14:48.727163 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:14:48.727722 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:14:48.728690 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:14:48.729247 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:14:48.729819 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:14:48.730382 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:14:48.793029 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [req-97085ac7-6649-4d56-ad5b-2f7074b285c8 req-e936b4e3-3339-4522-9374-b9a5be4b1763 service neutron] Attempting to bind port a98d0993-b582-4517-bdcf-6868c5c81c88 on host n-h1-760453-5 for vnic_type normal with profile None {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 21:14:48.793272 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [req-97085ac7-6649-4d56-ad5b-2f7074b285c8 req-e936b4e3-3339-4522-9374-b9a5be4b1763 service neutron] Attempting to bind port a98d0993-b582-4517-bdcf-6868c5c81c88 by drivers openvswitch,hyperv on host n-h1-760453-5 at level 0 using segments [{'id': '984e14e0-bb79-4ef3-b570-cebad3b9694e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '57cdf3f5-a20b-4c6f-b2eb-bed2f5d4d40a'}] {{(pid=103304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 26 21:14:48.793632 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97085ac7-6649-4d56-ad5b-2f7074b285c8 req-e936b4e3-3339-4522-9374-b9a5be4b1763 service neutron] Attempting to bind port a98d0993-b582-4517-bdcf-6868c5c81c88 on network 57cdf3f5-a20b-4c6f-b2eb-bed2f5d4d40a {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 21:14:48.805466 n-d-760453-5 neutron-server[103304]: INFO neutron.db.l3_db [None req-5c24afc1-721d-4b2c-924c-4b9c6f90ed91 tempest-ServersTestBootFromVolume-1845992378 tempest-ServersTestBootFromVolume-1845992378-project] Floating IP 9dee0683-6a13-415f-854b-98a50b1e3a50 associated. External IP: 172.25.1.180, port: 06e12c4e-0545-48fa-857e-3f7a63f3e798. Jan 26 21:14:48.814702 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ec092d-ddc2-445b-b55b-96521e1f3a7b tempest-ServersTestMultiNic-211940128 tempest-ServersTestMultiNic-211940128-project] Pushing event deleted for resources: {'Network': ['ID=ba7423db-470d-4a7d-994e-2bcd93813269,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:14:48.843426 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e152bf-f467-4e40-98bc-23b5cd846c57 service neutron] Pushing event updated for resources: {'Port': ['ID=fc7a525a-8785-44c0-a0d8-bef5d3c0e55d,revision_number=3']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:14:48.852305 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a29fbc8-882b-4546-8834-1780fee0a4c9 req-d9d88037-bd9f-4220-a405-e73bd11b93fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:14:48.853876 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-3a29fbc8-882b-4546-8834-1780fee0a4c9 req-d9d88037-bd9f-4220-a405-e73bd11b93fa service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=95b0180418ed4ee8af0e8472caf2fcf2&device_id=3c0ae16a-ab1d-4b2b-8372-b648a26b0a9d HTTP/1.1" status: 200 len: 1098 time: 0.3664434 Jan 26 21:14:48.885888 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97085ac7-6649-4d56-ad5b-2f7074b285c8 req-e936b4e3-3339-4522-9374-b9a5be4b1763 service neutron] Port a98d0993-b582-4517-bdcf-6868c5c81c88 on network 57cdf3f5-a20b-4c6f-b2eb-bed2f5d4d40a not bound, no agent of type Open vSwitch agent registered on host n-h1-760453-5 {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 26 21:14:48.886233 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97085ac7-6649-4d56-ad5b-2f7074b285c8 req-e936b4e3-3339-4522-9374-b9a5be4b1763 service neutron] Attempting to bind port a98d0993-b582-4517-bdcf-6868c5c81c88 on network 57cdf3f5-a20b-4c6f-b2eb-bed2f5d4d40a {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 21:14:48.899444 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97085ac7-6649-4d56-ad5b-2f7074b285c8 req-e936b4e3-3339-4522-9374-b9a5be4b1763 service neutron] Checking agent: {'id': '32ef628b-8417-46c5-8729-60fcabe358f1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-760453-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 21, 3, 8), 'started_at': datetime.datetime(2022, 1, 26, 21, 3, 8), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 21, 14, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 26 21:14:48.900472 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97085ac7-6649-4d56-ad5b-2f7074b285c8 req-e936b4e3-3339-4522-9374-b9a5be4b1763 service neutron] Checking segment: {'id': '984e14e0-bb79-4ef3-b570-cebad3b9694e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '57cdf3f5-a20b-4c6f-b2eb-bed2f5d4d40a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103304) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 21:14:48.900627 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-3a29fbc8-882b-4546-8834-1780fee0a4c9 req-32fae24e-8c39-4a56-933a-da372eb5e6e9 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.70&port_id=fc7a525a-8785-44c0-a0d8-bef5d3c0e55d HTTP/1.1" status: 200 len: 217 time: 0.0390038 Jan 26 21:14:48.901454 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97085ac7-6649-4d56-ad5b-2f7074b285c8 req-e936b4e3-3339-4522-9374-b9a5be4b1763 service neutron] Bound using segment: {'id': '984e14e0-bb79-4ef3-b570-cebad3b9694e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '57cdf3f5-a20b-4c6f-b2eb-bed2f5d4d40a'} {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 26 21:14:48.901454 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [req-97085ac7-6649-4d56-ad5b-2f7074b285c8 req-e936b4e3-3339-4522-9374-b9a5be4b1763 service neutron] Bound port: a98d0993-b582-4517-bdcf-6868c5c81c88, host: n-h1-760453-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '984e14e0-bb79-4ef3-b570-cebad3b9694e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '57cdf3f5-a20b-4c6f-b2eb-bed2f5d4d40a'}}] {{(pid=103304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 26 21:14:48.965228 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a29fbc8-882b-4546-8834-1780fee0a4c9 req-77833d33-ced5-4cf5-88df-74e1de0b2cd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:14:48.968733 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-3a29fbc8-882b-4546-8834-1780fee0a4c9 req-77833d33-ced5-4cf5-88df-74e1de0b2cd9 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=fd77e534-75e6-4b90-950e-f5824d584430 HTTP/1.1" status: 200 len: 843 time: 0.0617616 Jan 26 21:14:48.984069 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] get_ports_and_sgs() called for port_ids ['3c746872-df9d-4e64-9190-c630ce9d4288'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 26 21:14:48.995293 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-601ad2c5-f371-4d95-9c38-3b8dccd39260 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (474ccdf7-ab6c-405b-a3b2-dc7b05829902), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:14:49.029924 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7cc84c-78b2-4196-9c09-4992ed8e221c req-418d83fd-b237-447f-bf69-e90a5858d7d0 tempest-ServersOnMultiNodesTest-2088673700 tempest-ServersOnMultiNodesTest-2088673700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:14:49.032232 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-fe7cc84c-78b2-4196-9c09-4992ed8e221c req-418d83fd-b237-447f-bf69-e90a5858d7d0 tempest-ServersOnMultiNodesTest-2088673700 tempest-ServersOnMultiNodesTest-2088673700-project] 10.222.0.13 "GET /v2.0/ports?device_id=3c0ae16a-ab1d-4b2b-8372-b648a26b0a9d HTTP/1.1" status: 200 len: 947 time: 0.2798586 Jan 26 21:14:49.094599 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a29fbc8-882b-4546-8834-1780fee0a4c9 req-2e4f7240-d102-43bb-b616-962eebb8bb91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:14:49.097237 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-3a29fbc8-882b-4546-8834-1780fee0a4c9 req-2e4f7240-d102-43bb-b616-962eebb8bb91 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=7fbe9cf5-e12c-436d-b372-55a19c9faa30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1222396 Jan 26 21:14:49.151435 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-f0ed74e8-58ca-4d52-9e72-a49ad3ee9574 tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Publish callbacks [] for port (1b69c5a8-8519-4914-90f0-1b0fce910d82), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:14:49.158297 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [req-97085ac7-6649-4d56-ad5b-2f7074b285c8 req-e936b4e3-3339-4522-9374-b9a5be4b1763 service neutron] For port a98d0993-b582-4517-bdcf-6868c5c81c88, host n-h1-760453-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-5',level=0,port_id=a98d0993-b582-4517-bdcf-6868c5c81c88,segment=NetworkSegment(984e14e0-bb79-4ef3-b570-cebad3b9694e),segment_id=984e14e0-bb79-4ef3-b570-cebad3b9694e)] {{(pid=103304) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 26 21:14:49.251618 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-3a29fbc8-882b-4546-8834-1780fee0a4c9 req-f64a8e83-1f17-460f-a0c9-18c2b5d1a1ed service neutron] 10.222.0.57 "GET /v2.0/networks/7fbe9cf5-e12c-436d-b372-55a19c9faa30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1340687 Jan 26 21:14:49.300860 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-97085ac7-6649-4d56-ad5b-2f7074b285c8 req-e936b4e3-3339-4522-9374-b9a5be4b1763 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:14:49.302106 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-97085ac7-6649-4d56-ad5b-2f7074b285c8 req-e936b4e3-3339-4522-9374-b9a5be4b1763 service neutron] 10.222.0.13 "POST /v2.0/ports/a98d0993-b582-4517-bdcf-6868c5c81c88/bindings HTTP/1.1" status: 201 len: 389 time: 2.1155348 Jan 26 21:14:49.319149 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c24afc1-721d-4b2c-924c-4b9c6f90ed91 tempest-ServersTestBootFromVolume-1845992378 tempest-ServersTestBootFromVolume-1845992378-project] Router a15ddc95-4511-4c22-885c-df3d01362010 has already been hosted by L3 agent 09df100c-3af1-4b0a-bda8-05914c71c458 {{(pid=103304) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 26 21:14:49.326155 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-fe7cc84c-78b2-4196-9c09-4992ed8e221c req-15db58f9-171d-4e2a-9653-bd2f776b3aad tempest-ServersOnMultiNodesTest-2088673700 tempest-ServersOnMultiNodesTest-2088673700-project] 10.222.0.13 "GET /v2.0/security-groups?id=306a2369-8c1c-4f98-9a64-2622487a9ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2695880 Jan 26 21:14:49.476664 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-3a29fbc8-882b-4546-8834-1780fee0a4c9 req-429f174b-cc5f-4ca9-b4c6-9faf1f535389 service neutron] 10.222.0.57 "GET /v2.0/networks/7fbe9cf5-e12c-436d-b372-55a19c9faa30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2175097 Jan 26 21:14:49.529467 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c24afc1-721d-4b2c-924c-4b9c6f90ed91 tempest-ServersTestBootFromVolume-1845992378 tempest-ServersTestBootFromVolume-1845992378-project] Notify agent at l3_agent.n-d-760453-5 the message routers_updated {{(pid=103304) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 26 21:14:49.533941 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-5c24afc1-721d-4b2c-924c-4b9c6f90ed91 tempest-ServersTestBootFromVolume-1845992378 tempest-ServersTestBootFromVolume-1845992378-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for floatingip (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:14:49.548136 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85b96705-ad56-41fc-8204-78a5da9984bb None None] Sync routers for ids ['a15ddc95-4511-4c22-885c-df3d01362010'] in n-d-760453-5 {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 26 21:14:49.564609 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85b96705-ad56-41fc-8204-78a5da9984bb None None] Routers {'a15ddc95-4511-4c22-885c-df3d01362010'} bound to L3 agent in host n-d-760453-5 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 21:14:49.567045 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-85b96705-ad56-41fc-8204-78a5da9984bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-26T20:55:21Z,description=,heartbeat_timestamp=2022-01-26T21:14:21Z,host='n-d-760453-5',id=09df100c-3af1-4b0a-bda8-05914c71c458,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:55:21Z,topic='l3_agent')) {'router_ids': ['a15ddc95-4511-4c22-885c-df3d01362010'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:14:49.576560 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-f0ed74e8-58ca-4d52-9e72-a49ad3ee9574 tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746560234527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9281553'] for port (1b69c5a8-8519-4914-90f0-1b0fce910d82), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:14:49.589789 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 26 Jan 2022 21:14:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab841f46-0ff0-4187-ae02-69c7052bb653 x-openstack-request-id: req-ab841f46-0ff0-4187-ae02-69c7052bb653 {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 21:14:49.590216 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3c0ae16a-ab1d-4b2b-8372-b648a26b0a9d", "tag": "fc7a525a-8785-44c0-a0d8-bef5d3c0e55d", "status": "completed", "code": 200}]} {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 21:14:49.590668 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ab841f46-0ff0-4187-ae02-69c7052bb653 {{(pid=103305) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 21:14:49.591207 n-d-760453-5 neutron-server[103305]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3c0ae16a-ab1d-4b2b-8372-b648a26b0a9d', 'tag': 'fc7a525a-8785-44c0-a0d8-bef5d3c0e55d', 'status': 'completed', 'code': 200} Jan 26 21:14:49.643918 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-5c24afc1-721d-4b2c-924c-4b9c6f90ed91 tempest-ServersTestBootFromVolume-1845992378 tempest-ServersTestBootFromVolume-1845992378-project] 10.222.0.13 "PUT /v2.0/floatingips/9dee0683-6a13-415f-854b-98a50b1e3a50 HTTP/1.1" status: 200 len: 992 time: 3.6100426 Jan 26 21:14:49.649727 n-d-760453-5 neutron-server[103304]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e77f0f82-e2f4-42d1-9e44-0082033dd07d', 'tag': '06e12c4e-0545-48fa-857e-3f7a63f3e798'}] {{(pid=103304) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 21:14:49.650611 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01801516-6b4c-482b-9dc8-26a67888375e None None] Network 0e75bcd2-d75a-4070-a03b-b0a525cd0e14 requested from n-d-760453-5 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 26 21:14:49.652060 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d52b45f1943fcd332af9527eb73ff93c8d715d44383a3f6d18de73b4cfcf87b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41bef1e8-8e0c-43b2-8ce3-786eed5eb6bf" -d '{"events": [{"name": "network-changed", "server_uuid": "e77f0f82-e2f4-42d1-9e44-0082033dd07d", "tag": "06e12c4e-0545-48fa-857e-3f7a63f3e798"}]}' {{(pid=103304) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 21:14:49.663525 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0ed74e8-58ca-4d52-9e72-a49ad3ee9574 tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Network 0e75bcd2-d75a-4070-a03b-b0a525cd0e14 is already hosted by enough agents. {{(pid=103304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 21:14:49.667884 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [None req-f0ed74e8-58ca-4d52-9e72-a49ad3ee9574 tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Resources bound (agent type, host, resource id): {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:14:49.695724 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0ed74e8-58ca-4d52-9e72-a49ad3ee9574 tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Received port after_create {{(pid=103304) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 21:14:49.704856 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0ed74e8-58ca-4d52-9e72-a49ad3ee9574 tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:14:49.705536 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-f0ed74e8-58ca-4d52-9e72-a49ad3ee9574 tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:14:49.731540 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ed74e8-58ca-4d52-9e72-a49ad3ee9574 tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Pushing event updated for resources: {'Port': ['ID=1b69c5a8-8519-4914-90f0-1b0fce910d82,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:14:49.753245 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-f0ed74e8-58ca-4d52-9e72-a49ad3ee9574 tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 3.4888675 Jan 26 21:14:49.757186 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 56212) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:14:49.765518 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-95d4a902-46bf-4e11-ae93-66964c8ca964 tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Request body: {'port': {'network_id': '0e75bcd2-d75a-4070-a03b-b0a525cd0e14', 'name': 'tempest-PortsIpV6TestJSON-202868607', 'fixed_ips': [{'subnet_id': 'b3543c92-8709-4420-a09c-4a3d8e24795e', 'ip_address': '2001:db8::f'}]}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:14:49.793021 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-48f301dc-db06-4af9-afe9-a5ce15802ee7 None None] Provisioning complete for port 6a9e0398-8da9-4350-beb3-dfd405eeb8e9 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:14:49.793572 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-48f301dc-db06-4af9-afe9-a5ce15802ee7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (6a9e0398-8da9-4350-beb3-dfd405eeb8e9), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:14:49.797631 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2e1518-a88a-4b65-afc7-ca32dc0c78dc req-89565f14-2953-415a-a3e6-e2c99ade0c39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:14:49.799190 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-7d2e1518-a88a-4b65-afc7-ca32dc0c78dc req-89565f14-2953-415a-a3e6-e2c99ade0c39 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=95b0180418ed4ee8af0e8472caf2fcf2&device_id=3c0ae16a-ab1d-4b2b-8372-b648a26b0a9d HTTP/1.1" status: 200 len: 1098 time: 0.1681647 Jan 26 21:14:49.804844 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97085ac7-6649-4d56-ad5b-2f7074b285c8 req-4a75ff59-f980-425f-98a6-b3316f2453ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:14:49.806335 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-97085ac7-6649-4d56-ad5b-2f7074b285c8 req-4a75ff59-f980-425f-98a6-b3316f2453ac service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=ee6098e1a6074d57972f34ef6549de05&device_id=a9ca4017-264e-467b-a63a-6313b2811620 HTTP/1.1" status: 200 len: 1096 time: 0.0924096 Jan 26 21:14:49.921914 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-48f301dc-db06-4af9-afe9-a5ce15802ee7 None None] Current status of the port 6a9e0398-8da9-4350-beb3-dfd405eeb8e9 is: DOWN; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:14:49.922414 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-48f301dc-db06-4af9-afe9-a5ce15802ee7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (6a9e0398-8da9-4350-beb3-dfd405eeb8e9), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:14:49.956659 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97085ac7-6649-4d56-ad5b-2f7074b285c8 req-239981de-6767-4208-8e6b-546cf94f9dbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:14:49.960364 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-97085ac7-6649-4d56-ad5b-2f7074b285c8 req-239981de-6767-4208-8e6b-546cf94f9dbc service neutron] 10.222.0.66 "GET /v2.0/networks?id=57cdf3f5-a20b-4c6f-b2eb-bed2f5d4d40a HTTP/1.1" status: 200 len: 908 time: 0.1463509 Jan 26 21:14:49.962201 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-48f301dc-db06-4af9-afe9-a5ce15802ee7 None None] For port 6a9e0398-8da9-4350-beb3-dfd405eeb8e9, host n-d-760453-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=6a9e0398-8da9-4350-beb3-dfd405eeb8e9,segment=NetworkSegment(c93c29f9-d4c3-48ce-aed5-f36848f614d4),segment_id=c93c29f9-d4c3-48ce-aed5-f36848f614d4)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:14:49.970032 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-48f301dc-db06-4af9-afe9-a5ce15802ee7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (6a9e0398-8da9-4350-beb3-dfd405eeb8e9), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:14:49.976325 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5049717-afdb-4ee6-88b2-823226fa052e req-12b836db-d519-41dc-b2dc-c376493ed4b4 tempest-LiveMigrationTest-746395142 tempest-LiveMigrationTest-746395142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:14:49.977977 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-f5049717-afdb-4ee6-88b2-823226fa052e req-12b836db-d519-41dc-b2dc-c376493ed4b4 tempest-LiveMigrationTest-746395142 tempest-LiveMigrationTest-746395142-project] 10.222.0.13 "GET /v2.0/ports?device_id=a9ca4017-264e-467b-a63a-6313b2811620 HTTP/1.1" status: 200 len: 945 time: 0.2215798 Jan 26 21:14:49.986950 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_dvr_db [None req-85b96705-ad56-41fc-8204-78a5da9984bb None None] Set router a15ddc95-4511-4c22-885c-df3d01362010 gateway port host: n-d-760453-5 {{(pid=103307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 21:14:50.062828 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f301dc-db06-4af9-afe9-a5ce15802ee7 None None] Pushing event updated for resources: {'Port': ['ID=6a9e0398-8da9-4350-beb3-dfd405eeb8e9,revision_number=3']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:14:50.094871 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-f5049717-afdb-4ee6-88b2-823226fa052e req-a714b3e8-b2ab-420f-80e1-ad666e7b5fb1 tempest-LiveMigrationTest-746395142 tempest-LiveMigrationTest-746395142-project] 10.222.0.13 "GET /v2.0/security-groups?id=c43a996a-6b93-48e4-a331-48250c5b183d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915360 Jan 26 21:14:50.109826 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95d4a902-46bf-4e11-ae93-66964c8ca964 tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Made reservation on behalf of 555cb579ba8f40b196e83d88248f8446 for: {'port': 1} {{(pid=103304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 21:14:50.115818 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-95d4a902-46bf-4e11-ae93-66964c8ca964 tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:14:50.197211 n-d-760453-5 neutron-server[103304]: DEBUG neutron.notifiers.nova [None req-95d4a902-46bf-4e11-ae93-66964c8ca964 tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] device_id is not set on port 2a32e801-8d1e-4098-a377-153faa998923 yet. {{(pid=103304) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 26 21:14:50.258689 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2e1518-a88a-4b65-afc7-ca32dc0c78dc req-68e79bd1-5dc5-4a60-81f4-bf5577e68919 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:14:50.265486 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-7d2e1518-a88a-4b65-afc7-ca32dc0c78dc req-68e79bd1-5dc5-4a60-81f4-bf5577e68919 service neutron] 10.222.0.57 "GET /v2.0/networks?id=7fbe9cf5-e12c-436d-b372-55a19c9faa30 HTTP/1.1" status: 200 len: 870 time: 0.4435065 Jan 26 21:14:50.271171 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-97085ac7-6649-4d56-ad5b-2f7074b285c8 req-4a7365ef-c0b3-49d9-81a0-78d6c78c3d2b service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a98d0993-b582-4517-bdcf-6868c5c81c88 HTTP/1.1" status: 200 len: 217 time: 0.2858136 Jan 26 21:14:50.353944 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 26 Jan 2022 21:14:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af5056b8-f6c9-4a8e-8b7b-7270de8b8883 x-openstack-request-id: req-af5056b8-f6c9-4a8e-8b7b-7270de8b8883 {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 21:14:50.354236 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e77f0f82-e2f4-42d1-9e44-0082033dd07d", "tag": "06e12c4e-0545-48fa-857e-3f7a63f3e798", "status": "completed", "code": 200}]} {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 21:14:50.354490 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-af5056b8-f6c9-4a8e-8b7b-7270de8b8883 {{(pid=103304) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 21:14:50.354890 n-d-760453-5 neutron-server[103304]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e77f0f82-e2f4-42d1-9e44-0082033dd07d', 'tag': '06e12c4e-0545-48fa-857e-3f7a63f3e798', 'status': 'completed', 'code': 200} Jan 26 21:14:50.366204 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device 6a9e0398-8da9-4350-beb3-dfd405eeb8e9 up at agent ovs-agent-n-d-760453-5 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 21:14:50.442016 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-7d2e1518-a88a-4b65-afc7-ca32dc0c78dc req-9176f5fb-e9a8-466c-ba58-67b55f9ce71f service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.70&port_id=fc7a525a-8785-44c0-a0d8-bef5d3c0e55d HTTP/1.1" status: 200 len: 217 time: 0.1607091 Jan 26 21:14:50.479173 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-85b96705-ad56-41fc-8204-78a5da9984bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a15ddc95-4511-4c22-885c-df3d01362010', 'name': 'tempest-ServersTestBootFromVolume-2109970746-router', 'tenant_id': 'ea2b7f569e4243dcba0cb16771cf369b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'external_fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.233'}], 'enable_snat': True}, 'gw_port_id': 'fcace754-0b38-4737-a4f4-c18c5ecf2397', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T21:12:54Z', 'updated_at': '2022-01-26T21:13:10Z', 'revision_number': 4, 'project_id': 'ea2b7f569e4243dcba0cb16771cf369b', 'gw_port': {'id': 'fcace754-0b38-4737-a4f4-c18c5ecf2397', 'name': '', 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:dd:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a15ddc95-4511-4c22-885c-df3d01362010', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1147, 'fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:12:57Z', 'updated_at': '2022-01-26T21:13:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-5', '_floatingips': [{'id': '9dee0683-6a13-415f-854b-98a50b1e3a50', 'tenant_id': 'ea2b7f569e4243dcba0cb16771cf369b', 'floating_ip_address': '172.25.1.180', 'floating_network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'router_id': 'a15ddc95-4511-4c22-885c-df3d01362010', 'port_id': '06e12c4e-0545-48fa-857e-3f7a63f3e798', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1190, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b4d91999-0d3f-45ee-89d0-a63f22a3e7ab', 'mac_address': 'fa:16:3e:61:0f:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e77f0f82-e2f4-42d1-9e44-0082033dd07d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-26T21:13:19Z', 'updated_at': '2022-01-26T21:14:48Z', 'revision_number': 1, 'project_id': 'ea2b7f569e4243dcba0cb16771cf369b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '94e067d5-450b-4328-ad8b-b4ec7c5a164d', 'name': '', 'network_id': 'b4d91999-0d3f-45ee-89d0-a63f22a3e7ab', 'tenant_id': 'ea2b7f569e4243dcba0cb16771cf369b', 'mac_address': 'fa:16:3e:7f:b2:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a15ddc95-4511-4c22-885c-df3d01362010', 'device_owner': 'network:router_interface', 'standard_attr_id': 1164, 'fixed_ips': [{'subnet_id': 'eaea08b8-abe1-46f7-84c0-e277976dbd47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:13:06Z', 'updated_at': '2022-01-26T21:13:18Z', 'revision_number': 5, 'project_id': 'ea2b7f569e4243dcba0cb16771cf369b', 'subnets': [{'id': 'eaea08b8-abe1-46f7-84c0-e277976dbd47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760453-5', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:14:50.501066 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Provisioning complete for port 6a9e0398-8da9-4350-beb3-dfd405eeb8e9 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:14:50.501480 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (6a9e0398-8da9-4350-beb3-dfd405eeb8e9), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:14:50.530734 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85b96705-ad56-41fc-8204-78a5da9984bb None None] Checking router: a15ddc95-4511-4c22-885c-df3d01362010 for host: n-d-760453-5 {{(pid=103307) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 26 21:14:50.540991 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-113431ad-c6ed-49a1-a6ac-fbfc1a86e344 None None] Provisioning complete for port 6a9e0398-8da9-4350-beb3-dfd405eeb8e9 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:14:50.541669 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-113431ad-c6ed-49a1-a6ac-fbfc1a86e344 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (6a9e0398-8da9-4350-beb3-dfd405eeb8e9), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:14:50.555369 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85b96705-ad56-41fc-8204-78a5da9984bb None None] Routers {'a15ddc95-4511-4c22-885c-df3d01362010'} bound to L3 agent in host n-d-760453-5 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 21:14:50.557755 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-85b96705-ad56-41fc-8204-78a5da9984bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-26T20:55:21Z,description=,heartbeat_timestamp=2022-01-26T21:14:21Z,host='n-d-760453-5',id=09df100c-3af1-4b0a-bda8-05914c71c458,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:55:21Z,topic='l3_agent')) {'router_ids': ['a15ddc95-4511-4c22-885c-df3d01362010'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:14:50.564516 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97085ac7-6649-4d56-ad5b-2f7074b285c8 req-49e8a390-7477-4556-8563-3eb4c3eea7ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:14:50.566184 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-97085ac7-6649-4d56-ad5b-2f7074b285c8 req-49e8a390-7477-4556-8563-3eb4c3eea7ee service neutron] 10.222.0.66 "GET /v2.0/subnets?id=0fd61269-7d95-487b-ba3a-f244d39cf571 HTTP/1.1" status: 200 len: 847 time: 0.2491672 Jan 26 21:14:50.609335 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2e1518-a88a-4b65-afc7-ca32dc0c78dc req-e9d4ca8e-332f-4f5f-bbaa-2ea905af8af8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:14:50.611006 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-7d2e1518-a88a-4b65-afc7-ca32dc0c78dc req-e9d4ca8e-332f-4f5f-bbaa-2ea905af8af8 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=fd77e534-75e6-4b90-950e-f5824d584430 HTTP/1.1" status: 200 len: 843 time: 0.1215775 Jan 26 21:14:50.613067 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde5cba6-c79b-47f2-834f-f35042e4bf52 req-03ddcfec-8615-4e3a-b463-5cbac6a97d97 tempest-ServersTestJSON-1629463572 tempest-ServersTestJSON-1629463572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:14:50.623473 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-bde5cba6-c79b-47f2-834f-f35042e4bf52 req-03ddcfec-8615-4e3a-b463-5cbac6a97d97 tempest-ServersTestJSON-1629463572 tempest-ServersTestJSON-1629463572-project] 10.222.0.13 "GET /v2.0/ports?device_id=3dd4d996-34c5-44e9-b27e-aba1e6bd0fd7 HTTP/1.1" status: 200 len: 944 time: 0.3263545 Jan 26 21:14:50.640642 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-97085ac7-6649-4d56-ad5b-2f7074b285c8 req-fa1386a8-05d8-4088-b11c-0402b9433c4c service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=57cdf3f5-a20b-4c6f-b2eb-bed2f5d4d40a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0663955 Jan 26 21:14:50.696419 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Current status of the port 6a9e0398-8da9-4350-beb3-dfd405eeb8e9 is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:14:50.708268 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-113431ad-c6ed-49a1-a6ac-fbfc1a86e344 None None] Current status of the port 6a9e0398-8da9-4350-beb3-dfd405eeb8e9 is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:14:50.733772 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-113431ad-c6ed-49a1-a6ac-fbfc1a86e344 None None] Provisioning complete for port 1b69c5a8-8519-4914-90f0-1b0fce910d82 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:14:50.734166 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-113431ad-c6ed-49a1-a6ac-fbfc1a86e344 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (1b69c5a8-8519-4914-90f0-1b0fce910d82), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:14:50.739347 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41bef1e8-8e0c-43b2-8ce3-786eed5eb6bf req-55fc7748-7b39-4745-bb31-989749c64775 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:14:50.741230 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-41bef1e8-8e0c-43b2-8ce3-786eed5eb6bf req-55fc7748-7b39-4745-bb31-989749c64775 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=ea2b7f569e4243dcba0cb16771cf369b&device_id=e77f0f82-e2f4-42d1-9e44-0082033dd07d HTTP/1.1" status: 200 len: 1097 time: 0.3604991 Jan 26 21:14:50.750351 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_dvr_db [None req-85b96705-ad56-41fc-8204-78a5da9984bb None None] Set router a15ddc95-4511-4c22-885c-df3d01362010 gateway port host: n-d-760453-5 {{(pid=103307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 21:14:50.781471 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-97085ac7-6649-4d56-ad5b-2f7074b285c8 req-c69f901b-4433-402b-b201-6f4db2870cd5 service neutron] 10.222.0.66 "GET /v2.0/networks/57cdf3f5-a20b-4c6f-b2eb-bed2f5d4d40a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1191833 Jan 26 21:14:50.818287 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-113431ad-c6ed-49a1-a6ac-fbfc1a86e344 None None] Port 1b69c5a8-8519-4914-90f0-1b0fce910d82 cannot update to ACTIVE because it is not bound. {{(pid=103306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 26 21:14:50.864972 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2e1518-a88a-4b65-afc7-ca32dc0c78dc req-1076d405-375d-4c65-b4df-af01fd9146a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:14:50.866900 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-7d2e1518-a88a-4b65-afc7-ca32dc0c78dc req-1076d405-375d-4c65-b4df-af01fd9146a1 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=7fbe9cf5-e12c-436d-b372-55a19c9faa30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2394352 Jan 26 21:14:50.892221 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.db_base_plugin_common [None req-95d4a902-46bf-4e11-ae93-66964c8ca964 tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Allocated IP 2001:db8::f (0e75bcd2-d75a-4070-a03b-b0a525cd0e14/b3543c92-8709-4420-a09c-4a3d8e24795e/2a32e801-8d1e-4098-a377-153faa998923) {{(pid=103304) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 21:14:50.941925 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-3200c044-9d53-4cae-87f8-e71e9c60cbb1 None None] Provisioning complete for port 1b69c5a8-8519-4914-90f0-1b0fce910d82 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:14:50.942367 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-3200c044-9d53-4cae-87f8-e71e9c60cbb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (1b69c5a8-8519-4914-90f0-1b0fce910d82), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:14:50.994426 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-7d2e1518-a88a-4b65-afc7-ca32dc0c78dc req-dec95b59-d6f4-41af-8c08-6ee09d06aefb service neutron] 10.222.0.57 "GET /v2.0/networks/7fbe9cf5-e12c-436d-b372-55a19c9faa30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1167729 Jan 26 21:14:51.046945 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-3200c044-9d53-4cae-87f8-e71e9c60cbb1 None None] Port 1b69c5a8-8519-4914-90f0-1b0fce910d82 cannot update to ACTIVE because it is not bound. {{(pid=103306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 26 21:14:51.070206 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-97085ac7-6649-4d56-ad5b-2f7074b285c8 req-49bb4b98-8965-4eca-aafb-c564eb572cda service neutron] 10.222.0.66 "GET /v2.0/networks/57cdf3f5-a20b-4c6f-b2eb-bed2f5d4d40a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2801278 Jan 26 21:14:51.088918 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce587b2-a704-4f19-9c58-8226b1443944 req-8fbf082d-2a83-473d-b6f7-786939658776 tempest-ServersOnMultiNodesTest-2088673700 tempest-ServersOnMultiNodesTest-2088673700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:14:51.095873 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-7ce587b2-a704-4f19-9c58-8226b1443944 req-8fbf082d-2a83-473d-b6f7-786939658776 tempest-ServersOnMultiNodesTest-2088673700 tempest-ServersOnMultiNodesTest-2088673700-project] 10.222.0.13 "GET /v2.0/ports?device_id=3c0ae16a-ab1d-4b2b-8372-b648a26b0a9d HTTP/1.1" status: 200 len: 947 time: 0.5861344 Jan 26 21:14:51.101610 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-95d4a902-46bf-4e11-ae93-66964c8ca964 tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Publish callbacks [] for port (2a32e801-8d1e-4098-a377-153faa998923), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:14:51.111658 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-85b96705-ad56-41fc-8204-78a5da9984bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a15ddc95-4511-4c22-885c-df3d01362010', 'name': 'tempest-ServersTestBootFromVolume-2109970746-router', 'tenant_id': 'ea2b7f569e4243dcba0cb16771cf369b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'external_fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.233'}], 'enable_snat': True}, 'gw_port_id': 'fcace754-0b38-4737-a4f4-c18c5ecf2397', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T21:12:54Z', 'updated_at': '2022-01-26T21:13:10Z', 'revision_number': 4, 'project_id': 'ea2b7f569e4243dcba0cb16771cf369b', 'gw_port': {'id': 'fcace754-0b38-4737-a4f4-c18c5ecf2397', 'name': '', 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:dd:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a15ddc95-4511-4c22-885c-df3d01362010', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1147, 'fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:12:57Z', 'updated_at': '2022-01-26T21:13:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-5', '_floatingips': [{'id': '9dee0683-6a13-415f-854b-98a50b1e3a50', 'tenant_id': 'ea2b7f569e4243dcba0cb16771cf369b', 'floating_ip_address': '172.25.1.180', 'floating_network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'router_id': 'a15ddc95-4511-4c22-885c-df3d01362010', 'port_id': '06e12c4e-0545-48fa-857e-3f7a63f3e798', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1190, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b4d91999-0d3f-45ee-89d0-a63f22a3e7ab', 'mac_address': 'fa:16:3e:61:0f:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e77f0f82-e2f4-42d1-9e44-0082033dd07d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-26T21:13:19Z', 'updated_at': '2022-01-26T21:14:48Z', 'revision_number': 1, 'project_id': 'ea2b7f569e4243dcba0cb16771cf369b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '94e067d5-450b-4328-ad8b-b4ec7c5a164d', 'name': '', 'network_id': 'b4d91999-0d3f-45ee-89d0-a63f22a3e7ab', 'tenant_id': 'ea2b7f569e4243dcba0cb16771cf369b', 'mac_address': 'fa:16:3e:7f:b2:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a15ddc95-4511-4c22-885c-df3d01362010', 'device_owner': 'network:router_interface', 'standard_attr_id': 1164, 'fixed_ips': [{'subnet_id': 'eaea08b8-abe1-46f7-84c0-e277976dbd47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:13:06Z', 'updated_at': '2022-01-26T21:13:18Z', 'revision_number': 5, 'project_id': 'ea2b7f569e4243dcba0cb16771cf369b', 'subnets': [{'id': 'eaea08b8-abe1-46f7-84c0-e277976dbd47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760453-5', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:14:51.119897 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-7d2e1518-a88a-4b65-afc7-ca32dc0c78dc req-caae0267-38c4-44d9-a878-d740ded55737 service neutron] 10.222.0.57 "GET /v2.0/networks/7fbe9cf5-e12c-436d-b372-55a19c9faa30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1173663 Jan 26 21:14:51.142884 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-bde5cba6-c79b-47f2-834f-f35042e4bf52 req-71a70a45-01e9-493c-971a-3a679aa045fb tempest-ServersTestJSON-1629463572 tempest-ServersTestJSON-1629463572-project] 10.222.0.13 "GET /v2.0/security-groups?id=a146440b-85c7-430a-88ed-6d0301627350&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5190752 Jan 26 21:14:51.170357 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85b96705-ad56-41fc-8204-78a5da9984bb None None] The sync data for ids ['a15ddc95-4511-4c22-885c-df3d01362010'] in n-d-760453-5 is: [{'id': 'a15ddc95-4511-4c22-885c-df3d01362010', 'name': 'tempest-ServersTestBootFromVolume-2109970746-router', 'tenant_id': 'ea2b7f569e4243dcba0cb16771cf369b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'external_fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.233'}], 'enable_snat': True}, 'gw_port_id': 'fcace754-0b38-4737-a4f4-c18c5ecf2397', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T21:12:54Z', 'updated_at': '2022-01-26T21:13:10Z', 'revision_number': 4, 'project_id': 'ea2b7f569e4243dcba0cb16771cf369b', 'gw_port': {'id': 'fcace754-0b38-4737-a4f4-c18c5ecf2397', 'name': '', 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:dd:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a15ddc95-4511-4c22-885c-df3d01362010', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1147, 'fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:12:57Z', 'updated_at': '2022-01-26T21:13:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-5', '_floatingips': [{'id': '9dee0683-6a13-415f-854b-98a50b1e3a50', 'tenant_id': 'ea2b7f569e4243dcba0cb16771cf369b', 'floating_ip_address': '172.25.1.180', 'floating_network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'router_id': 'a15ddc95-4511-4c22-885c-df3d01362010', 'port_id': '06e12c4e-0545-48fa-857e-3f7a63f3e798', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1190, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b4d91999-0d3f-45ee-89d0-a63f22a3e7ab', 'mac_address': 'fa:16:3e:61:0f:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e77f0f82-e2f4-42d1-9e44-0082033dd07d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-26T21:13:19Z', 'updated_at': '2022-01-26T21:14:48Z', 'revision_number': 1, 'project_id': 'ea2b7f569e4243dcba0cb16771cf369b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '94e067d5-450b-4328-ad8b-b4ec7c5a164d', 'name': '', 'network_id': 'b4d91999-0d3f-45ee-89d0-a63f22a3e7ab', 'tenant_id': 'ea2b7f569e4243dcba0cb16771cf369b', 'mac_address': 'fa:16:3e:7f:b2:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a15ddc95-4511-4c22-885c-df3d01362010', 'device_owner': 'network:router_interface', 'standard_attr_id': 1164, 'fixed_ips': [{'subnet_id': 'eaea08b8-abe1-46f7-84c0-e277976dbd47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:13:06Z', 'updated_at': '2022-01-26T21:13:18Z', 'revision_number': 5, 'project_id': 'ea2b7f569e4243dcba0cb16771cf369b', 'subnets': [{'id': 'eaea08b8-abe1-46f7-84c0-e277976dbd47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 26 21:14:51.201756 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-063ac8a2-5283-4dc3-b49e-c768ee1f1862 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (09df100c-3af1-4b0a-bda8-05914c71c458), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:14:51.228461 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 56232) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:14:51.247621 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-7ce587b2-a704-4f19-9c58-8226b1443944 req-f495cd78-2dd3-47d1-80a9-41a120b000c5 tempest-ServersOnMultiNodesTest-2088673700 tempest-ServersOnMultiNodesTest-2088673700-project] 10.222.0.13 "GET /v2.0/security-groups?id=306a2369-8c1c-4f98-9a64-2622487a9ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1463103 Jan 26 21:14:51.255304 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41bef1e8-8e0c-43b2-8ce3-786eed5eb6bf req-6c118e47-1664-45bf-aa01-3ebf9e4f0402 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:14:51.257192 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-41bef1e8-8e0c-43b2-8ce3-786eed5eb6bf req-6c118e47-1664-45bf-aa01-3ebf9e4f0402 service neutron] 10.222.0.57 "GET /v2.0/networks?id=b4d91999-0d3f-45ee-89d0-a63f22a3e7ab HTTP/1.1" status: 200 len: 917 time: 0.4588568 Jan 26 21:14:51.283988 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-95d4a902-46bf-4e11-ae93-66964c8ca964 tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746560234527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9281553'] for port (2a32e801-8d1e-4098-a377-153faa998923), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:14:51.509145 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95d4a902-46bf-4e11-ae93-66964c8ca964 tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Network 0e75bcd2-d75a-4070-a03b-b0a525cd0e14 is already hosted by enough agents. {{(pid=103304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 21:14:51.509555 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d4a902-46bf-4e11-ae93-66964c8ca964 tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Pushing event updated for resources: {'Port': ['ID=2a32e801-8d1e-4098-a377-153faa998923,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:14:51.511881 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fa888b0-31ff-479f-b2d6-7365154d062b None None] New status for floating IP 9dee0683-6a13-415f-854b-98a50b1e3a50: ACTIVE {{(pid=103306) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 26 21:14:51.512517 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [None req-95d4a902-46bf-4e11-ae93-66964c8ca964 tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Resources bound (agent type, host, resource id): {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:14:51.519722 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95d4a902-46bf-4e11-ae93-66964c8ca964 tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Received port after_create {{(pid=103304) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 21:14:51.526382 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95d4a902-46bf-4e11-ae93-66964c8ca964 tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:14:51.528966 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-95d4a902-46bf-4e11-ae93-66964c8ca964 tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:14:51.561142 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-95d4a902-46bf-4e11-ae93-66964c8ca964 tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.8028910 Jan 26 21:14:51.566168 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 56236) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:14:51.651873 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd1a701-fb6a-4732-89bc-8d5e72479ed8 req-f2bc9eda-2ef8-425b-9650-d933cd3c501e tempest-LiveMigrationTest-746395142 tempest-LiveMigrationTest-746395142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:14:51.668853 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-ebd1a701-fb6a-4732-89bc-8d5e72479ed8 req-f2bc9eda-2ef8-425b-9650-d933cd3c501e tempest-LiveMigrationTest-746395142 tempest-LiveMigrationTest-746395142-project] 10.222.0.13 "GET /v2.0/ports?device_id=a9ca4017-264e-467b-a63a-6313b2811620 HTTP/1.1" status: 200 len: 945 time: 0.2858958 Jan 26 21:14:51.700480 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-41bef1e8-8e0c-43b2-8ce3-786eed5eb6bf req-e22f4c67-7a4e-47fe-b4bc-8851568fb7bc service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=06e12c4e-0545-48fa-857e-3f7a63f3e798 HTTP/1.1" status: 200 len: 1000 time: 0.4312155 Jan 26 21:14:51.777807 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41bef1e8-8e0c-43b2-8ce3-786eed5eb6bf req-73e0a08c-6665-43a1-be0c-1d3651f838d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:14:51.779564 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-41bef1e8-8e0c-43b2-8ce3-786eed5eb6bf req-73e0a08c-6665-43a1-be0c-1d3651f838d1 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=eaea08b8-abe1-46f7-84c0-e277976dbd47 HTTP/1.1" status: 200 len: 855 time: 0.0646458 Jan 26 21:14:51.953067 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Device 3c746872-df9d-4e64-9190-c630ce9d4288 up at agent hyperv_n-h2-760453-5 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 21:14:52.010320 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-55fa7e8b-86fe-4971-b7e6-43c465f3f20e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4110657'] for router_interface (9862c8dc-9a8c-4f65-9c71-bb2ebfe8f96f), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:14:52.057559 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-899fe9a2-5559-429e-bc5a-23b858db52f9 None None] Provisioning complete for port 2a32e801-8d1e-4098-a377-153faa998923 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:14:52.057933 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-899fe9a2-5559-429e-bc5a-23b858db52f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (2a32e801-8d1e-4098-a377-153faa998923), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:14:52.150512 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-899fe9a2-5559-429e-bc5a-23b858db52f9 None None] Port 2a32e801-8d1e-4098-a377-153faa998923 cannot update to ACTIVE because it is not bound. {{(pid=103306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 26 21:14:52.153320 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Provisioning for port 3c746872-df9d-4e64-9190-c630ce9d4288 completed by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 21:14:52.176730 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device 6a9e0398-8da9-4350-beb3-dfd405eeb8e9 up at agent ovs-agent-n-d-760453-5 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 21:14:52.190860 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Provisioning complete for port 3c746872-df9d-4e64-9190-c630ce9d4288 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:14:52.191233 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (3c746872-df9d-4e64-9190-c630ce9d4288), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:14:52.259048 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-841f5991-a4d8-4d4b-b215-cbc6bab5427b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (aa7ee9d2-08eb-4e12-b895-24c57300dfec), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:14:52.302541 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2af77dd-d1d4-4292-97b0-5c3b103beba3 tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:14:52.306596 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-c2af77dd-d1d4-4292-97b0-5c3b103beba3 tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] 10.222.0.13 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 928 time: 0.7361450 Jan 26 21:14:52.310659 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 56242) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:14:52.338371 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Current status of the port 3c746872-df9d-4e64-9190-c630ce9d4288 is: BUILD; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:14:52.338753 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (3c746872-df9d-4e64-9190-c630ce9d4288), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:14:52.355234 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Provisioning complete for port 6a9e0398-8da9-4350-beb3-dfd405eeb8e9 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:14:52.355608 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (6a9e0398-8da9-4350-beb3-dfd405eeb8e9), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:14:52.360520 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-ebd1a701-fb6a-4732-89bc-8d5e72479ed8 req-c6e3da3a-9c30-44d3-83b7-023b9c2ea9f1 tempest-LiveMigrationTest-746395142 tempest-LiveMigrationTest-746395142-project] 10.222.0.13 "GET /v2.0/security-groups?id=c43a996a-6b93-48e4-a331-48250c5b183d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6887612 Jan 26 21:14:52.363244 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41bef1e8-8e0c-43b2-8ce3-786eed5eb6bf req-cb53102e-4bf9-4c6c-a941-7cde64949c0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:14:52.364750 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-41bef1e8-8e0c-43b2-8ce3-786eed5eb6bf req-cb53102e-4bf9-4c6c-a941-7cde64949c0e service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=b4d91999-0d3f-45ee-89d0-a63f22a3e7ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5731847 Jan 26 21:14:52.401555 n-d-760453-5 neutron-server[103306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3dd4d996-34c5-44e9-b27e-aba1e6bd0fd7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c746872-df9d-4e64-9190-c630ce9d4288'}] {{(pid=103306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 21:14:52.407441 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9d5d370febab655511bdd2ffe887e43e442d144a440368702bcc1e93af00b97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6996eaf3-edcf-40c9-bd7f-96016e1a5641" -d '{"events": [{"server_uuid": "3dd4d996-34c5-44e9-b27e-aba1e6bd0fd7", "name": "network-vif-plugged", "status": "completed", "tag": "3c746872-df9d-4e64-9190-c630ce9d4288"}]}' {{(pid=103306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 21:14:52.411488 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1b29a5-8206-46f1-a97a-1a53d2e1c9d5 req-77448340-d7f4-4de7-a81a-739e3d603d6d tempest-ServersTestJSON-1629463572 tempest-ServersTestJSON-1629463572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:14:52.412621 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-1a1b29a5-8206-46f1-a97a-1a53d2e1c9d5 req-77448340-d7f4-4de7-a81a-739e3d603d6d tempest-ServersTestJSON-1629463572 tempest-ServersTestJSON-1629463572-project] 10.222.0.13 "GET /v2.0/ports?device_id=3dd4d996-34c5-44e9-b27e-aba1e6bd0fd7 HTTP/1.1" status: 200 len: 944 time: 0.1337528 Jan 26 21:14:52.456097 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] For port 3c746872-df9d-4e64-9190-c630ce9d4288, host n-h2-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-5',level=0,port_id=3c746872-df9d-4e64-9190-c630ce9d4288,segment=NetworkSegment(bb9dd371-3de9-4327-a263-fb803ca379c8),segment_id=bb9dd371-3de9-4327-a263-fb803ca379c8)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:14:52.465199 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (3c746872-df9d-4e64-9190-c630ce9d4288), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:14:52.557392 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6715bd2e-f504-4019-bfdd-f16c3e61a7af tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:14:52.574004 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6715bd2e-f504-4019-bfdd-f16c3e61a7af tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:14:52.598278 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6715bd2e-f504-4019-bfdd-f16c3e61a7af tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:14:52.600371 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-6715bd2e-f504-4019-bfdd-f16c3e61a7af tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] 10.222.0.13 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2390 time: 0.2852073 Jan 26 21:14:52.617316 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 56250) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:14:52.646623 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-1a1b29a5-8206-46f1-a97a-1a53d2e1c9d5 req-c88e465c-be14-4cc1-a0a9-a45171db01e1 tempest-ServersTestJSON-1629463572 tempest-ServersTestJSON-1629463572-project] 10.222.0.13 "GET /v2.0/security-groups?id=a146440b-85c7-430a-88ed-6d0301627350&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2123013 Jan 26 21:14:52.706727 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40974ef6-153d-40fe-b984-7019fe5a577d req-24555798-98c4-4041-b97a-b4ce48eefe56 tempest-ServersOnMultiNodesTest-2088673700 tempest-ServersOnMultiNodesTest-2088673700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:14:52.719370 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-40974ef6-153d-40fe-b984-7019fe5a577d req-24555798-98c4-4041-b97a-b4ce48eefe56 tempest-ServersOnMultiNodesTest-2088673700 tempest-ServersOnMultiNodesTest-2088673700-project] 10.222.0.13 "GET /v2.0/ports?device_id=3c0ae16a-ab1d-4b2b-8372-b648a26b0a9d HTTP/1.1" status: 200 len: 947 time: 0.2675412 Jan 26 21:14:52.752729 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-41bef1e8-8e0c-43b2-8ce3-786eed5eb6bf req-5069f4d4-2b24-4a6d-9a4b-d0e5ed8c83be service neutron] 10.222.0.57 "GET /v2.0/networks/b4d91999-0d3f-45ee-89d0-a63f22a3e7ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3753841 Jan 26 21:14:52.786688 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Current status of the port 6a9e0398-8da9-4350-beb3-dfd405eeb8e9 is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:14:52.800748 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Pushing event updated for resources: {'Port': ['ID=3c746872-df9d-4e64-9190-c630ce9d4288,revision_number=5']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:14:52.857704 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (4d619873-4b60-439f-9b5a-b155dc8bbc34), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:14:52.889238 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Jan 2022 21:14:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c1610df-277e-4760-b3e0-a763374842ad x-openstack-request-id: req-7c1610df-277e-4760-b3e0-a763374842ad {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 21:14:52.889621 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3dd4d996-34c5-44e9-b27e-aba1e6bd0fd7", "name": "network-vif-plugged", "status": "completed", "tag": "3c746872-df9d-4e64-9190-c630ce9d4288", "code": 200}]} {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 21:14:52.889996 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-7c1610df-277e-4760-b3e0-a763374842ad {{(pid=103306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 21:14:52.890583 n-d-760453-5 neutron-server[103306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3dd4d996-34c5-44e9-b27e-aba1e6bd0fd7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c746872-df9d-4e64-9190-c630ce9d4288', 'code': 200} Jan 26 21:14:52.913633 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-55fa7e8b-86fe-4971-b7e6-43c465f3f20e admin admin] Deleting port 13500e34-d68e-4965-a54b-b9ff2445e40f {{(pid=103305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 21:14:52.913633 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-55fa7e8b-86fe-4971-b7e6-43c465f3f20e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746560630878'] for port (13500e34-d68e-4965-a54b-b9ff2445e40f), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:14:53.008869 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-40974ef6-153d-40fe-b984-7019fe5a577d req-3a14cf79-49d1-4143-b6cc-073bbb250968 tempest-ServersOnMultiNodesTest-2088673700 tempest-ServersOnMultiNodesTest-2088673700-project] 10.222.0.13 "GET /v2.0/security-groups?id=306a2369-8c1c-4f98-9a64-2622487a9ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2876451 Jan 26 21:14:53.082945 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-41bef1e8-8e0c-43b2-8ce3-786eed5eb6bf req-a2fa8803-165b-4b63-8458-9c1279c74ee6 service neutron] 10.222.0.57 "GET /v2.0/networks/b4d91999-0d3f-45ee-89d0-a63f22a3e7ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3183770 Jan 26 21:14:53.236637 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-8cc71087-df69-4bee-9654-cab8019f6bc5 tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Deleting port 2a32e801-8d1e-4098-a377-153faa998923 {{(pid=103305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 21:14:53.237210 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-8cc71087-df69-4bee-9654-cab8019f6bc5 tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746560630878'] for port (2a32e801-8d1e-4098-a377-153faa998923), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:14:53.377139 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ec212d-a3c3-4b52-981b-66ab7448fca5 req-a79535ea-c065-4108-88ef-111fb29b333a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:14:53.378577 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-84ec212d-a3c3-4b52-981b-66ab7448fca5 req-a79535ea-c065-4108-88ef-111fb29b333a service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=3dd4d996-34c5-44e9-b27e-aba1e6bd0fd7 HTTP/1.1" status: 200 len: 1096 time: 0.1510994 Jan 26 21:14:53.412965 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-8cc71087-df69-4bee-9654-cab8019f6bc5 tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4109658'] for port (2a32e801-8d1e-4098-a377-153faa998923), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:14:53.425140 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [None req-55fa7e8b-86fe-4971-b7e6-43c465f3f20e admin admin] For port 13500e34-d68e-4965-a54b-b9ff2445e40f, host n-d-760453-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=13500e34-d68e-4965-a54b-b9ff2445e40f,segment=NetworkSegment(3c0d796a-8e86-4877-836c-c70ef8dbd7be),segment_id=3c0d796a-8e86-4877-836c-c70ef8dbd7be)] {{(pid=103305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:14:53.425531 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-55fa7e8b-86fe-4971-b7e6-43c465f3f20e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4109658'] for port (13500e34-d68e-4965-a54b-b9ff2445e40f), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:14:53.440640 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-8cc71087-df69-4bee-9654-cab8019f6bc5 tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Calling delete_port for 2a32e801-8d1e-4098-a377-153faa998923 owned by {{(pid=103305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 21:14:53.457565 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-55fa7e8b-86fe-4971-b7e6-43c465f3f20e admin admin] Calling delete_port for 13500e34-d68e-4965-a54b-b9ff2445e40f owned by network:router_interface {{(pid=103305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 21:14:53.493547 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37744530-55cc-451f-9875-b3423b6b4e31 req-c5a29e0d-1956-4708-b64c-3a07fb127d98 tempest-LiveMigrationTest-746395142 tempest-LiveMigrationTest-746395142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:14:53.495256 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-37744530-55cc-451f-9875-b3423b6b4e31 req-c5a29e0d-1956-4708-b64c-3a07fb127d98 tempest-LiveMigrationTest-746395142 tempest-LiveMigrationTest-746395142-project] 10.222.0.13 "GET /v2.0/ports?device_id=a9ca4017-264e-467b-a63a-6313b2811620 HTTP/1.1" status: 200 len: 945 time: 0.0547795 Jan 26 21:14:53.516322 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-84ec212d-a3c3-4b52-981b-66ab7448fca5 req-3782a709-6874-4fa2-a304-985e97519d9c service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=a146440b-85c7-430a-88ed-6d0301627350&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250701 Jan 26 21:14:53.546425 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-37744530-55cc-451f-9875-b3423b6b4e31 req-4b34ac55-766c-4ca4-9889-39af8e98338f tempest-LiveMigrationTest-746395142 tempest-LiveMigrationTest-746395142-project] 10.222.0.13 "GET /v2.0/security-groups?id=c43a996a-6b93-48e4-a331-48250c5b183d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452812 Jan 26 21:14:53.759101 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-8cc71087-df69-4bee-9654-cab8019f6bc5 tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746560636600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746560234536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11791543'] for port (2a32e801-8d1e-4098-a377-153faa998923), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:14:53.784423 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f79f8e-e816-44de-9736-3959a0db5013 req-731a70af-93b8-4b57-836d-86c581356baf tempest-ServersTestJSON-1629463572 tempest-ServersTestJSON-1629463572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:14:53.786419 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-35f79f8e-e816-44de-9736-3959a0db5013 req-731a70af-93b8-4b57-836d-86c581356baf tempest-ServersTestJSON-1629463572 tempest-ServersTestJSON-1629463572-project] 10.222.0.13 "GET /v2.0/ports?device_id=3dd4d996-34c5-44e9-b27e-aba1e6bd0fd7 HTTP/1.1" status: 200 len: 945 time: 0.0645108 Jan 26 21:14:53.834618 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc71087-df69-4bee-9654-cab8019f6bc5 tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Pushing event deleted for resources: {'Port': ['ID=2a32e801-8d1e-4098-a377-153faa998923,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:14:53.844565 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-8cc71087-df69-4bee-9654-cab8019f6bc5 tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:14:53.845808 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-35f79f8e-e816-44de-9736-3959a0db5013 req-58baf0a0-b75e-4703-bf01-4b2235872a7e tempest-ServersTestJSON-1629463572 tempest-ServersTestJSON-1629463572-project] 10.222.0.13 "GET /v2.0/security-groups?id=a146440b-85c7-430a-88ed-6d0301627350&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531781 Jan 26 21:14:53.847928 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-8cc71087-df69-4bee-9654-cab8019f6bc5 tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] 10.222.0.13 "DELETE /v2.0/ports/2a32e801-8d1e-4098-a377-153faa998923 HTTP/1.1" status: 204 len: 168 time: 1.2242448 Jan 26 21:14:53.850497 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 56258) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:14:53.879977 n-d-760453-5 neutron-server[103305]: INFO neutron.pecan_wsgi.hooks.translation [None req-eb796547-ff6f-4a09-956b-85c958eabc07 tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] GET failed (client error): The resource could not be found. Jan 26 21:14:53.883789 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-eb796547-ff6f-4a09-956b-85c958eabc07 tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] 10.222.0.13 "GET /v2.0/ports/2a32e801-8d1e-4098-a377-153faa998923 HTTP/1.1" status: 404 len: 333 time: 0.0298495 Jan 26 21:14:53.885471 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 56260) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:14:53.892104 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-55fa7e8b-86fe-4971-b7e6-43c465f3f20e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746560636600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746560234536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11791543'] for port (13500e34-d68e-4965-a54b-b9ff2445e40f), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:14:53.922038 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55fa7e8b-86fe-4971-b7e6-43c465f3f20e admin admin] Pushing event deleted for resources: {'Port': ['ID=13500e34-d68e-4965-a54b-b9ff2445e40f,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:14:53.974843 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Device fc7a525a-8785-44c0-a0d8-bef5d3c0e55d details requested by agent hyperv_n-h2-760453-5 with host n-h2-760453-5 {{(pid=103306) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 26 21:14:54.140185 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-2237b59c-939a-4da5-8ebf-00ee173ec890 tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Deleting port 1b69c5a8-8519-4914-90f0-1b0fce910d82 {{(pid=103304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 21:14:54.140502 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-2237b59c-939a-4da5-8ebf-00ee173ec890 tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746560630878'] for port (1b69c5a8-8519-4914-90f0-1b0fce910d82), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:14:54.244236 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] For port fc7a525a-8785-44c0-a0d8-bef5d3c0e55d, host n-h2-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-5',level=0,port_id=fc7a525a-8785-44c0-a0d8-bef5d3c0e55d,segment=NetworkSegment(4eab25d6-89d9-4907-a1c2-51b06443ba33),segment_id=4eab25d6-89d9-4907-a1c2-51b06443ba33)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:14:54.251402 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-55fa7e8b-86fe-4971-b7e6-43c465f3f20e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3709480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4110805'] for router_interface (9862c8dc-9a8c-4f65-9c71-bb2ebfe8f96f), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:14:54.261621 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-839dd188-ec69-470c-9ab0-d318dc1a2e96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (e79b4fc6-6c71-44b2-a6d0-ff3e1f4dfd0d), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:14:54.268505 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Returning: {'device': 'fc7a525a-8785-44c0-a0d8-bef5d3c0e55d', 'network_id': '7fbe9cf5-e12c-436d-b372-55a19c9faa30', 'port_id': 'fc7a525a-8785-44c0-a0d8-bef5d3c0e55d', 'mac_address': 'fa:16:3e:8b:5c:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 561, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fd77e534-75e6-4b90-950e-f5824d584430', 'ip_address': '192.168.233.70'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103306) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 26 21:14:54.335184 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Current status of the port fc7a525a-8785-44c0-a0d8-bef5d3c0e55d is: DOWN; New status is: BUILD {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:14:54.336000 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (fc7a525a-8785-44c0-a0d8-bef5d3c0e55d), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:14:54.355670 n-d-760453-5 neutron-server[103306]: DEBUG neutron.notifiers.nova [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fc7a525a-8785-44c0-a0d8-bef5d3c0e55d {{(pid=103306) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 26 21:14:54.362272 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57cc5e60-f9ef-467c-bb77-d2431470d2ec req-119244eb-139d-4596-b814-f19fb2c986bc tempest-ServersOnMultiNodesTest-2088673700 tempest-ServersOnMultiNodesTest-2088673700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:14:54.369679 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-57cc5e60-f9ef-467c-bb77-d2431470d2ec req-119244eb-139d-4596-b814-f19fb2c986bc tempest-ServersOnMultiNodesTest-2088673700 tempest-ServersOnMultiNodesTest-2088673700-project] 10.222.0.13 "GET /v2.0/ports?device_id=3c0ae16a-ab1d-4b2b-8372-b648a26b0a9d HTTP/1.1" status: 200 len: 947 time: 0.2063348 Jan 26 21:14:54.388154 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] For port fc7a525a-8785-44c0-a0d8-bef5d3c0e55d, host n-h2-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-5',level=0,port_id=fc7a525a-8785-44c0-a0d8-bef5d3c0e55d,segment=NetworkSegment(4eab25d6-89d9-4907-a1c2-51b06443ba33),segment_id=4eab25d6-89d9-4907-a1c2-51b06443ba33)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:14:54.395646 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (fc7a525a-8785-44c0-a0d8-bef5d3c0e55d), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:14:54.410079 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-2237b59c-939a-4da5-8ebf-00ee173ec890 tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4109658'] for port (1b69c5a8-8519-4914-90f0-1b0fce910d82), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:14:54.440660 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-2237b59c-939a-4da5-8ebf-00ee173ec890 tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Calling delete_port for 1b69c5a8-8519-4914-90f0-1b0fce910d82 owned by {{(pid=103304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 21:14:54.462571 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Pushing event updated for resources: {'Port': ['ID=fc7a525a-8785-44c0-a0d8-bef5d3c0e55d,revision_number=4']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:14:54.470060 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-57cc5e60-f9ef-467c-bb77-d2431470d2ec req-1b4b49c6-caa5-47af-9ca3-70743ff7254b tempest-ServersOnMultiNodesTest-2088673700 tempest-ServersOnMultiNodesTest-2088673700-project] 10.222.0.13 "GET /v2.0/security-groups?id=306a2369-8c1c-4f98-9a64-2622487a9ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993946 Jan 26 21:14:54.513271 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55fa7e8b-86fe-4971-b7e6-43c465f3f20e admin admin] Router 9862c8dc-9a8c-4f65-9c71-bb2ebfe8f96f has already been hosted by L3 agent 09df100c-3af1-4b0a-bda8-05914c71c458 {{(pid=103305) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 26 21:14:54.649317 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-2237b59c-939a-4da5-8ebf-00ee173ec890 tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746560636600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746560234536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9281553'] for port (1b69c5a8-8519-4914-90f0-1b0fce910d82), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:14:54.659571 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55fa7e8b-86fe-4971-b7e6-43c465f3f20e admin admin] Notify agent at l3_agent.n-d-760453-5 the message routers_updated {{(pid=103305) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 26 21:14:54.665629 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-55fa7e8b-86fe-4971-b7e6-43c465f3f20e admin admin] 10.222.0.13 "PUT /v2.0/routers/9862c8dc-9a8c-4f65-9c71-bb2ebfe8f96f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4358432 Jan 26 21:14:54.668007 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 56268) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:14:54.673116 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98e6f622-9011-41d9-9590-151e204e9530 None None] Sync routers for ids ['9862c8dc-9a8c-4f65-9c71-bb2ebfe8f96f'] in n-d-760453-5 {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 26 21:14:54.686061 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98e6f622-9011-41d9-9590-151e204e9530 None None] Routers {'9862c8dc-9a8c-4f65-9c71-bb2ebfe8f96f'} bound to L3 agent in host n-d-760453-5 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 21:14:54.686899 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-98e6f622-9011-41d9-9590-151e204e9530 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-26T20:55:21Z,description=,heartbeat_timestamp=2022-01-26T21:14:51Z,host='n-d-760453-5',id=09df100c-3af1-4b0a-bda8-05914c71c458,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:55:21Z,topic='l3_agent')) {'router_ids': ['9862c8dc-9a8c-4f65-9c71-bb2ebfe8f96f'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:14:54.708359 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2237b59c-939a-4da5-8ebf-00ee173ec890 tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Pushing event deleted for resources: {'Port': ['ID=1b69c5a8-8519-4914-90f0-1b0fce910d82,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:14:54.754445 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-2237b59c-939a-4da5-8ebf-00ee173ec890 tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:14:54.759635 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-2237b59c-939a-4da5-8ebf-00ee173ec890 tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] 10.222.0.13 "DELETE /v2.0/ports/1b69c5a8-8519-4914-90f0-1b0fce910d82 HTTP/1.1" status: 204 len: 168 time: 0.8723311 Jan 26 21:14:54.765591 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 56270) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:14:54.797037 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] get_ports_and_sgs() called for port_ids ['fc7a525a-8785-44c0-a0d8-bef5d3c0e55d'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 26 21:14:54.801054 n-d-760453-5 neutron-server[103304]: INFO neutron.pecan_wsgi.hooks.translation [None req-4062c00f-b208-48fd-8a00-67115d3891df tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] GET failed (client error): The resource could not be found. Jan 26 21:14:54.802566 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-4062c00f-b208-48fd-8a00-67115d3891df tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] 10.222.0.13 "GET /v2.0/ports/1b69c5a8-8519-4914-90f0-1b0fce910d82 HTTP/1.1" status: 404 len: 333 time: 0.0361986 Jan 26 21:14:54.807789 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 56272) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:14:54.822390 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-bc50b233-2625-43f8-8a94-63ab730e499e admin admin] Publish callbacks [] for router (9862c8dc-9a8c-4f65-9c71-bb2ebfe8f96f), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:14:54.853377 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ff77ea-b3f4-40e6-a661-35514b60219f req-fc6b6826-f164-4951-9a88-97e19799a8f7 tempest-LiveMigrationTest-746395142 tempest-LiveMigrationTest-746395142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:14:54.863552 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-41ff77ea-b3f4-40e6-a661-35514b60219f req-fc6b6826-f164-4951-9a88-97e19799a8f7 tempest-LiveMigrationTest-746395142 tempest-LiveMigrationTest-746395142-project] 10.222.0.13 "GET /v2.0/ports?device_id=a9ca4017-264e-467b-a63a-6313b2811620 HTTP/1.1" status: 200 len: 945 time: 0.1708486 Jan 26 21:14:54.874318 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_dvr_db [None req-98e6f622-9011-41d9-9590-151e204e9530 None None] Set router 9862c8dc-9a8c-4f65-9c71-bb2ebfe8f96f gateway port host: n-d-760453-5 {{(pid=103307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 21:14:54.931971 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.db_base_plugin_v2 [None req-3654818a-35b4-4d22-9cf4-11cf3fd3a9d8 tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Deleting subnet b3543c92-8709-4420-a09c-4a3d8e24795e {{(pid=103304) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 26 21:14:54.941593 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-3654818a-35b4-4d22-9cf4-11cf3fd3a9d8 tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Publish callbacks [] for subnet (b3543c92-8709-4420-a09c-4a3d8e24795e), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:14:54.960769 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-41ff77ea-b3f4-40e6-a661-35514b60219f req-35b053a8-ab31-4c2d-bff3-6c4ffd384357 tempest-LiveMigrationTest-746395142 tempest-LiveMigrationTest-746395142-project] 10.222.0.13 "GET /v2.0/security-groups?id=c43a996a-6b93-48e4-a331-48250c5b183d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923350 Jan 26 21:14:55.128745 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (fea0591a-627d-4c87-9a9a-01625ddf3277), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:14:55.133846 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-3654818a-35b4-4d22-9cf4-11cf3fd3a9d8 tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8881284'] for subnet (b3543c92-8709-4420-a09c-4a3d8e24795e), precommit_delete_associations {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:14:55.198574 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-98e6f622-9011-41d9-9590-151e204e9530 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9862c8dc-9a8c-4f65-9c71-bb2ebfe8f96f', 'name': 'tempest-ServersTestMultiNic-478052437-router', 'tenant_id': '7dd077ea2f95484597c25a6a957aef6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'external_fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.19'}], 'enable_snat': True}, 'gw_port_id': '561a2fa8-7e92-466d-8e81-128498e013f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T21:12:43Z', 'updated_at': '2022-01-26T21:14:53Z', 'revision_number': 5, 'project_id': '7dd077ea2f95484597c25a6a957aef6a', 'gw_port': {'id': '561a2fa8-7e92-466d-8e81-128498e013f3', 'name': '', 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:09:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9862c8dc-9a8c-4f65-9c71-bb2ebfe8f96f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1125, 'fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:12:45Z', 'updated_at': '2022-01-26T21:12:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-5'}], 'n-d-760453-5', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:14:55.202398 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69028b11-2cad-4221-9bc5-4ffbb8c29d54 req-dc1187ee-7cd9-4cd6-9bde-11eb8ffa9b0b tempest-ServersTestJSON-1629463572 tempest-ServersTestJSON-1629463572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:14:55.203366 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-bc50b233-2625-43f8-8a94-63ab730e499e admin admin] Publish callbacks [] for router_gateway (9862c8dc-9a8c-4f65-9c71-bb2ebfe8f96f), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:14:55.204032 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-69028b11-2cad-4221-9bc5-4ffbb8c29d54 req-dc1187ee-7cd9-4cd6-9bde-11eb8ffa9b0b tempest-ServersTestJSON-1629463572 tempest-ServersTestJSON-1629463572-project] 10.222.0.13 "GET /v2.0/ports?device_id=3dd4d996-34c5-44e9-b27e-aba1e6bd0fd7 HTTP/1.1" status: 200 len: 945 time: 0.1475754 Jan 26 21:14:55.261366 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98e6f622-9011-41d9-9590-151e204e9530 None None] Checking router: 9862c8dc-9a8c-4f65-9c71-bb2ebfe8f96f for host: n-d-760453-5 {{(pid=103307) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 26 21:14:55.276254 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98e6f622-9011-41d9-9590-151e204e9530 None None] Routers {'9862c8dc-9a8c-4f65-9c71-bb2ebfe8f96f'} bound to L3 agent in host n-d-760453-5 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 21:14:55.277064 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-98e6f622-9011-41d9-9590-151e204e9530 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-26T20:55:21Z,description=,heartbeat_timestamp=2022-01-26T21:14:51Z,host='n-d-760453-5',id=09df100c-3af1-4b0a-bda8-05914c71c458,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:55:21Z,topic='l3_agent')) {'router_ids': ['9862c8dc-9a8c-4f65-9c71-bb2ebfe8f96f'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:14:55.296791 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-69028b11-2cad-4221-9bc5-4ffbb8c29d54 req-2977c1c6-a1c6-4b05-95dc-b6db9979553b tempest-ServersTestJSON-1629463572 tempest-ServersTestJSON-1629463572-project] 10.222.0.13 "GET /v2.0/security-groups?id=a146440b-85c7-430a-88ed-6d0301627350&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857012 Jan 26 21:14:55.299493 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-3654818a-35b4-4d22-9cf4-11cf3fd3a9d8 tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687316'] for subnet (b3543c92-8709-4420-a09c-4a3d8e24795e), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:14:55.330143 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-bc50b233-2625-43f8-8a94-63ab730e499e admin admin] Deleting port 561a2fa8-7e92-466d-8e81-128498e013f3 {{(pid=103305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 21:14:55.331775 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-bc50b233-2625-43f8-8a94-63ab730e499e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746560630878'] for port (561a2fa8-7e92-466d-8e81-128498e013f3), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:14:55.372755 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-3654818a-35b4-4d22-9cf4-11cf3fd3a9d8 tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9281612', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12215216'] for subnet (b3543c92-8709-4420-a09c-4a3d8e24795e), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:14:55.381062 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_dvr_db [None req-98e6f622-9011-41d9-9590-151e204e9530 None None] Set router 9862c8dc-9a8c-4f65-9c71-bb2ebfe8f96f gateway port host: None {{(pid=103307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 21:14:55.419459 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3654818a-35b4-4d22-9cf4-11cf3fd3a9d8 tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Pushing event deleted for resources: {'Subnet': ['ID=b3543c92-8709-4420-a09c-4a3d8e24795e,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:14:55.432440 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-3654818a-35b4-4d22-9cf4-11cf3fd3a9d8 tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Publish callbacks [] for subnet (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:14:55.433925 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76ded46b-4806-4775-89b4-fe357a5c39c3 None None] Network 0e75bcd2-d75a-4070-a03b-b0a525cd0e14 requested from n-d-760453-5 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 26 21:14:55.438380 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-3654818a-35b4-4d22-9cf4-11cf3fd3a9d8 tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] 10.222.0.13 "DELETE /v2.0/subnets/b3543c92-8709-4420-a09c-4a3d8e24795e HTTP/1.1" status: 204 len: 168 time: 0.6286428 Jan 26 21:14:55.440825 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 56280) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:14:55.446775 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [None req-bc50b233-2625-43f8-8a94-63ab730e499e admin admin] For port 561a2fa8-7e92-466d-8e81-128498e013f3, host n-d-760453-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=561a2fa8-7e92-466d-8e81-128498e013f3,segment=NetworkSegment(e17cb353-418f-48b9-b982-21a6233ee99b),segment_id=e17cb353-418f-48b9-b982-21a6233ee99b)] {{(pid=103305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:14:55.447450 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-bc50b233-2625-43f8-8a94-63ab730e499e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4109658'] for port (561a2fa8-7e92-466d-8e81-128498e013f3), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:14:55.462255 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-bc50b233-2625-43f8-8a94-63ab730e499e admin admin] Calling delete_port for 561a2fa8-7e92-466d-8e81-128498e013f3 owned by network:router_gateway {{(pid=103305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 21:14:55.480264 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-98e6f622-9011-41d9-9590-151e204e9530 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9862c8dc-9a8c-4f65-9c71-bb2ebfe8f96f', 'name': 'tempest-ServersTestMultiNic-478052437-router', 'tenant_id': '7dd077ea2f95484597c25a6a957aef6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T21:12:43Z', 'updated_at': '2022-01-26T21:14:55Z', 'revision_number': 6, 'project_id': '7dd077ea2f95484597c25a6a957aef6a', 'gw_port_host': None}], 'n-d-760453-5', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:14:55.530311 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-27e7a75e-f8bc-4fa9-a2a2-dc616e43259b tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-748181'] for network (0e75bcd2-d75a-4070-a03b-b0a525cd0e14), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:14:55.565221 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98e6f622-9011-41d9-9590-151e204e9530 None None] The sync data for ids ['9862c8dc-9a8c-4f65-9c71-bb2ebfe8f96f'] in n-d-760453-5 is: [{'id': '9862c8dc-9a8c-4f65-9c71-bb2ebfe8f96f', 'name': 'tempest-ServersTestMultiNic-478052437-router', 'tenant_id': '7dd077ea2f95484597c25a6a957aef6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T21:12:43Z', 'updated_at': '2022-01-26T21:14:55Z', 'revision_number': 6, 'project_id': '7dd077ea2f95484597c25a6a957aef6a', 'gw_port_host': None}] {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 26 21:14:55.677735 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef112a9-39b1-4749-88d0-b78ff5b0bc1f req-374681e1-b3bf-438e-9969-490468c8ffe7 tempest-ServersOnMultiNodesTest-2088673700 tempest-ServersOnMultiNodesTest-2088673700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:14:55.679238 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-aef112a9-39b1-4749-88d0-b78ff5b0bc1f req-374681e1-b3bf-438e-9969-490468c8ffe7 tempest-ServersOnMultiNodesTest-2088673700 tempest-ServersOnMultiNodesTest-2088673700-project] 10.222.0.13 "GET /v2.0/ports?device_id=3c0ae16a-ab1d-4b2b-8372-b648a26b0a9d HTTP/1.1" status: 200 len: 948 time: 0.0828841 Jan 26 21:14:55.693523 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-bc50b233-2625-43f8-8a94-63ab730e499e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746560636600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746560234536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11791543'] for port (561a2fa8-7e92-466d-8e81-128498e013f3), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:14:55.705955 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-27e7a75e-f8bc-4fa9-a2a2-dc616e43259b tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Deleting port 6a9e0398-8da9-4350-beb3-dfd405eeb8e9 {{(pid=103304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 21:14:55.706307 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-27e7a75e-f8bc-4fa9-a2a2-dc616e43259b tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746560630878'] for port (6a9e0398-8da9-4350-beb3-dfd405eeb8e9), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:14:55.719463 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc50b233-2625-43f8-8a94-63ab730e499e admin admin] Pushing event deleted for resources: {'Port': ['ID=561a2fa8-7e92-466d-8e81-128498e013f3,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:14:55.782695 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-aef112a9-39b1-4749-88d0-b78ff5b0bc1f req-28b1d3b0-089d-46f8-b654-6135eda833c6 tempest-ServersOnMultiNodesTest-2088673700 tempest-ServersOnMultiNodesTest-2088673700-project] 10.222.0.13 "GET /v2.0/security-groups?id=306a2369-8c1c-4f98-9a64-2622487a9ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950320 Jan 26 21:14:55.787131 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-bc50b233-2625-43f8-8a94-63ab730e499e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4111291'] for router_gateway (9862c8dc-9a8c-4f65-9c71-bb2ebfe8f96f), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:14:55.805648 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [None req-27e7a75e-f8bc-4fa9-a2a2-dc616e43259b tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] For port 6a9e0398-8da9-4350-beb3-dfd405eeb8e9, host n-d-760453-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=6a9e0398-8da9-4350-beb3-dfd405eeb8e9,segment=NetworkSegment(c93c29f9-d4c3-48ce-aed5-f36848f614d4),segment_id=c93c29f9-d4c3-48ce-aed5-f36848f614d4)] {{(pid=103304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:14:55.806142 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-27e7a75e-f8bc-4fa9-a2a2-dc616e43259b tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4109658'] for port (6a9e0398-8da9-4350-beb3-dfd405eeb8e9), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:14:55.820410 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-27e7a75e-f8bc-4fa9-a2a2-dc616e43259b tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Calling delete_port for 6a9e0398-8da9-4350-beb3-dfd405eeb8e9 owned by network:dhcp {{(pid=103304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 21:14:55.899786 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-bc50b233-2625-43f8-8a94-63ab730e499e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4105774', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13082'] for router (9862c8dc-9a8c-4f65-9c71-bb2ebfe8f96f), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:14:55.900665 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-bc50b233-2625-43f8-8a94-63ab730e499e admin admin] Publish callbacks [] for router_controller (9862c8dc-9a8c-4f65-9c71-bb2ebfe8f96f), precommit_delete_associations {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:14:55.907592 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-27e7a75e-f8bc-4fa9-a2a2-dc616e43259b tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746560636600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746560234536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9281553'] for port (6a9e0398-8da9-4350-beb3-dfd405eeb8e9), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:14:55.938395 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e7a75e-f8bc-4fa9-a2a2-dc616e43259b tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Pushing event deleted for resources: {'Port': ['ID=6a9e0398-8da9-4350-beb3-dfd405eeb8e9,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:14:55.947615 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27e7a75e-f8bc-4fa9-a2a2-dc616e43259b tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] No DVR routers for this DVR port 6a9e0398-8da9-4350-beb3-dfd405eeb8e9 on host n-d-760453-5 {{(pid=103304) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 26 21:14:55.977701 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8c19fdf-8cc3-4f2f-9fb2-739f777ccb45 None None] DHCP port deletion for 0e75bcd2-d75a-4070-a03b-b0a525cd0e14 request from n-d-760453-5 {{(pid=103306) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 26 21:14:55.990570 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-bc50b233-2625-43f8-8a94-63ab730e499e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4105767'] for router (9862c8dc-9a8c-4f65-9c71-bb2ebfe8f96f), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:14:55.991156 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc50b233-2625-43f8-8a94-63ab730e499e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9862c8dc-9a8c-4f65-9c71-bb2ebfe8f96f {{(pid=103305) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 26 21:14:56.001419 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-bc50b233-2625-43f8-8a94-63ab730e499e admin admin] Publish callbacks [] for router (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:14:56.002613 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-bc50b233-2625-43f8-8a94-63ab730e499e admin admin] 10.222.0.13 "DELETE /v2.0/routers/9862c8dc-9a8c-4f65-9c71-bb2ebfe8f96f HTTP/1.1" status: 204 len: 168 time: 1.3336644 Jan 26 21:14:56.006468 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 56286) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:14:56.144087 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-27e7a75e-f8bc-4fa9-a2a2-dc616e43259b tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-686403', 'neutron.services.segments.db._delete_segments_for_network-8746560774018'] for network (0e75bcd2-d75a-4070-a03b-b0a525cd0e14), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:14:56.200633 n-d-760453-5 neutron-server[103304]: DEBUG neutron.services.segments.db [None req-27e7a75e-f8bc-4fa9-a2a2-dc616e43259b tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0e75bcd2-d75a-4070-a03b-b0a525cd0e14']}} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:14:56.221581 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c568da43-c50f-4f7b-b99b-7845eb494097 req-1a11fdfb-99cd-4dc8-8f38-3671b9298f4f tempest-LiveMigrationTest-746395142 tempest-LiveMigrationTest-746395142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:14:56.223665 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-c568da43-c50f-4f7b-b99b-7845eb494097 req-1a11fdfb-99cd-4dc8-8f38-3671b9298f4f tempest-LiveMigrationTest-746395142 tempest-LiveMigrationTest-746395142-project] 10.222.0.13 "GET /v2.0/ports?device_id=a9ca4017-264e-467b-a63a-6313b2811620 HTTP/1.1" status: 200 len: 945 time: 0.1517999 Jan 26 21:14:56.228046 n-d-760453-5 neutron-server[103304]: DEBUG neutron.services.segments.db [None req-27e7a75e-f8bc-4fa9-a2a2-dc616e43259b tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c93c29f9-d4c3-48ce-aed5-f36848f614d4') {'for_net_delete': True} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:14:56.228425 n-d-760453-5 neutron-server[103304]: DEBUG neutron.services.segments.db [None req-27e7a75e-f8bc-4fa9-a2a2-dc616e43259b tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c93c29f9-d4c3-48ce-aed5-f36848f614d4') {} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:14:56.252474 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-27e7a75e-f8bc-4fa9-a2a2-dc616e43259b tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746560742283', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8881293'] for segment (c93c29f9-d4c3-48ce-aed5-f36848f614d4), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:14:56.278254 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-27e7a75e-f8bc-4fa9-a2a2-dc616e43259b tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576559'] for segment (c93c29f9-d4c3-48ce-aed5-f36848f614d4), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:14:56.293389 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-27e7a75e-f8bc-4fa9-a2a2-dc616e43259b tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Releasing vlan 594 on physical network physnet1 to pool {{(pid=103304) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 26 21:14:56.293908 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-27e7a75e-f8bc-4fa9-a2a2-dc616e43259b tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9281762'] for segment (c93c29f9-d4c3-48ce-aed5-f36848f614d4), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:14:56.297465 n-d-760453-5 neutron-server[103304]: Traceback (most recent call last): Jan 26 21:14:56.297465 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 26 21:14:56.297465 n-d-760453-5 neutron-server[103304]: timer() Jan 26 21:14:56.297465 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 26 21:14:56.297465 n-d-760453-5 neutron-server[103304]: cb(*args, **kw) Jan 26 21:14:56.297465 n-d-760453-5 neutron-server[103304]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 26 21:14:56.297465 n-d-760453-5 neutron-server[103304]: return func(*args, **kwargs) Jan 26 21:14:56.297465 n-d-760453-5 neutron-server[103304]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 26 21:14:56.297465 n-d-760453-5 neutron-server[103304]: self._notify() Jan 26 21:14:56.297465 n-d-760453-5 neutron-server[103304]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 26 21:14:56.297465 n-d-760453-5 neutron-server[103304]: self.callback(batched_events) Jan 26 21:14:56.297465 n-d-760453-5 neutron-server[103304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 26 21:14:56.297465 n-d-760453-5 neutron-server[103304]: event.method(event) Jan 26 21:14:56.297465 n-d-760453-5 neutron-server[103304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 26 21:14:56.297465 n-d-760453-5 neutron-server[103304]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 26 21:14:56.297465 n-d-760453-5 neutron-server[103304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 26 21:14:56.297465 n-d-760453-5 neutron-server[103304]: aggregate_uuid = self.p_client.list_aggregates( Jan 26 21:14:56.297465 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 26 21:14:56.297465 n-d-760453-5 neutron-server[103304]: return f(self, *a, **k) Jan 26 21:14:56.297465 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 26 21:14:56.297465 n-d-760453-5 neutron-server[103304]: return self._get(url).json() Jan 26 21:14:56.297465 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 26 21:14:56.297465 n-d-760453-5 neutron-server[103304]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 26 21:14:56.297465 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 26 21:14:56.297465 n-d-760453-5 neutron-server[103304]: return self.request(url, 'GET', **kwargs) Jan 26 21:14:56.297465 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 26 21:14:56.297465 n-d-760453-5 neutron-server[103304]: base_url = self.get_endpoint(auth, allow=allow, Jan 26 21:14:56.297465 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 26 21:14:56.297465 n-d-760453-5 neutron-server[103304]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 26 21:14:56.297465 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 26 21:14:56.297465 n-d-760453-5 neutron-server[103304]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 26 21:14:56.297465 n-d-760453-5 neutron-server[103304]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 26 21:14:56.318113 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-c568da43-c50f-4f7b-b99b-7845eb494097 req-ed149123-5014-4e14-86d7-219cdf298986 tempest-LiveMigrationTest-746395142 tempest-LiveMigrationTest-746395142-project] 10.222.0.13 "GET /v2.0/security-groups?id=c43a996a-6b93-48e4-a331-48250c5b183d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872884 Jan 26 21:14:56.396893 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device 6a9e0398-8da9-4350-beb3-dfd405eeb8e9 no longer exists at agent ovs-agent-n-d-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 26 21:14:56.397539 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-27e7a75e-f8bc-4fa9-a2a2-dc616e43259b tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4110931'] for network (0e75bcd2-d75a-4070-a03b-b0a525cd0e14), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:14:56.409196 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-27e7a75e-f8bc-4fa9-a2a2-dc616e43259b tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Publish callbacks [] for network (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:14:56.420161 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-27e7a75e-f8bc-4fa9-a2a2-dc616e43259b tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] 10.222.0.13 "DELETE /v2.0/networks/0e75bcd2-d75a-4070-a03b-b0a525cd0e14 HTTP/1.1" status: 204 len: 168 time: 0.9780505 Jan 26 21:14:56.427921 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 56294) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:14:56.428892 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-1742ea34-09e8-4f20-a17e-b0f8c27a8a9a tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-639421964'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:14:56.438983 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.db_base_plugin_v2 [None req-47a00d9e-cc2e-4725-b740-d25079058d2f admin admin] Deleting subnet 2807a672-69e5-4263-8ede-9445badfe14f {{(pid=103305) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 26 21:14:56.445099 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-47a00d9e-cc2e-4725-b740-d25079058d2f admin admin] Publish callbacks [] for subnet (2807a672-69e5-4263-8ede-9445badfe14f), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:14:56.448365 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e7a75e-f8bc-4fa9-a2a2-dc616e43259b tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Pushing event deleted for resources: {'Network': ['ID=0e75bcd2-d75a-4070-a03b-b0a525cd0e14,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:14:56.451051 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] No Port match for: 6a9e0398-8da9-4350-beb3-dfd405eeb8e9 {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 26 21:14:56.456305 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device 6a9e0398-8da9-4350-beb3-dfd405eeb8e9 not bound to the agent host n-d-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 26 21:14:56.459177 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device 13500e34-d68e-4965-a54b-b9ff2445e40f no longer exists at agent ovs-agent-n-d-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 26 21:14:56.497093 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-47a00d9e-cc2e-4725-b740-d25079058d2f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11788946'] for subnet (2807a672-69e5-4263-8ede-9445badfe14f), precommit_delete_associations {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:14:56.498075 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] No Port match for: 13500e34-d68e-4965-a54b-b9ff2445e40f {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 26 21:14:56.499168 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device 13500e34-d68e-4965-a54b-b9ff2445e40f not bound to the agent host n-d-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 26 21:14:56.514062 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1742ea34-09e8-4f20-a17e-b0f8c27a8a9a tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Made reservation on behalf of 555cb579ba8f40b196e83d88248f8446 for: {'network': 1} {{(pid=103304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 21:14:56.518327 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-1742ea34-09e8-4f20-a17e-b0f8c27a8a9a tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for network (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:14:56.553203 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60c0cde-853f-40cb-a627-9a647fc221ba req-63ad0aec-89ef-463c-a7e7-ac28445d45ae tempest-ServersTestJSON-1629463572 tempest-ServersTestJSON-1629463572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:14:56.554874 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-c60c0cde-853f-40cb-a627-9a647fc221ba req-63ad0aec-89ef-463c-a7e7-ac28445d45ae tempest-ServersTestJSON-1629463572 tempest-ServersTestJSON-1629463572-project] 10.222.0.13 "GET /v2.0/ports?device_id=3dd4d996-34c5-44e9-b27e-aba1e6bd0fd7 HTTP/1.1" status: 200 len: 945 time: 0.0848792 Jan 26 21:14:56.565634 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1742ea34-09e8-4f20-a17e-b0f8c27a8a9a tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] vlan segment allocate from pool success with {'vlan_id': 584, 'physical_network': 'physnet1'} {{(pid=103304) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 26 21:14:56.593748 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-1742ea34-09e8-4f20-a17e-b0f8c27a8a9a tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576559'] for segment (0bbf5b23-97ec-43da-9350-577b7af17db7), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:14:56.594100 n-d-760453-5 neutron-server[103304]: INFO neutron.db.segments_db [None req-1742ea34-09e8-4f20-a17e-b0f8c27a8a9a tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Added segment 0bbf5b23-97ec-43da-9350-577b7af17db7 of type vlan for network 4443ea4f-0f19-4b87-bba6-7a27258b0e98 Jan 26 21:14:56.621442 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-47a00d9e-cc2e-4725-b740-d25079058d2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687316'] for subnet (2807a672-69e5-4263-8ede-9445badfe14f), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:14:56.660074 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-1742ea34-09e8-4f20-a17e-b0f8c27a8a9a tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746560256871'] for network (4443ea4f-0f19-4b87-bba6-7a27258b0e98), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:14:56.665231 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-c60c0cde-853f-40cb-a627-9a647fc221ba req-44c592c1-69ad-4d22-94e7-a2b6e73cd408 tempest-ServersTestJSON-1629463572 tempest-ServersTestJSON-1629463572-project] 10.222.0.13 "GET /v2.0/security-groups?id=a146440b-85c7-430a-88ed-6d0301627350&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970597 Jan 26 21:14:56.701104 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-1742ea34-09e8-4f20-a17e-b0f8c27a8a9a tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503'] for network (4443ea4f-0f19-4b87-bba6-7a27258b0e98), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:14:56.702363 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-47a00d9e-cc2e-4725-b740-d25079058d2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11791594', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11599980'] for subnet (2807a672-69e5-4263-8ede-9445badfe14f), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:14:56.707908 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1742ea34-09e8-4f20-a17e-b0f8c27a8a9a tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:14:56.708804 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-1742ea34-09e8-4f20-a17e-b0f8c27a8a9a tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Publish callbacks [] for network (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:14:56.760830 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a00d9e-cc2e-4725-b740-d25079058d2f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2807a672-69e5-4263-8ede-9445badfe14f,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:14:56.761317 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f0ecb0d-2167-4572-a416-bde46064a022 None None] Network bc59f9e4-e196-46fc-93f2-2188050c9d50 requested from n-d-760453-5 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 26 21:14:56.765067 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-47a00d9e-cc2e-4725-b740-d25079058d2f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709645'] for subnet (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:14:56.771600 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-47a00d9e-cc2e-4725-b740-d25079058d2f admin admin] 10.222.0.13 "DELETE /v2.0/subnets/2807a672-69e5-4263-8ede-9445badfe14f HTTP/1.1" status: 204 len: 168 time: 0.7617612 Jan 26 21:14:56.771822 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 56298) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:14:56.825914 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-1742ea34-09e8-4f20-a17e-b0f8c27a8a9a tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.4014347 Jan 26 21:14:56.839932 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 56302) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:14:56.849520 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-d25aa2a8-826f-4035-b9bc-b0a23ed65daf tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Request body: {'subnet': {'network_id': '4443ea4f-0f19-4b87-bba6-7a27258b0e98', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:14:56.896324 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1742ea34-09e8-4f20-a17e-b0f8c27a8a9a tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Pushing event updated for resources: {'Network': ['ID=4443ea4f-0f19-4b87-bba6-7a27258b0e98,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:14:56.897075 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-c1cb11ea-306d-42a9-813d-7cd9732df349 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-748181'] for network (bc59f9e4-e196-46fc-93f2-2188050c9d50), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:14:56.907597 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Network 4443ea4f-0f19-4b87-bba6-7a27258b0e98 details requested by agent ovs-agent-n-d-760453-5 with host n-d-760453-5 {{(pid=103306) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 26 21:14:56.971920 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-c1cb11ea-306d-42a9-813d-7cd9732df349 admin admin] Deleting port f2ab945e-12e0-475d-82da-2d7f2ace05ba {{(pid=103305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 21:14:56.971920 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-c1cb11ea-306d-42a9-813d-7cd9732df349 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746560630878'] for port (f2ab945e-12e0-475d-82da-2d7f2ace05ba), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:14:56.984864 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-042be572-9032-41e4-ab57-83ec632008b7 None None] DHCP port deletion for bc59f9e4-e196-46fc-93f2-2188050c9d50 request from n-d-760453-5 {{(pid=103306) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 26 21:14:57.037683 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063584d5-358a-4d5e-a708-5b3697ec3801 req-0be2ead6-8c90-4de8-95f0-29c8e3741808 tempest-ServersTestJSON-1629463572 tempest-ServersTestJSON-1629463572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:14:57.043143 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [None req-c1cb11ea-306d-42a9-813d-7cd9732df349 admin admin] For port f2ab945e-12e0-475d-82da-2d7f2ace05ba, host n-d-760453-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=f2ab945e-12e0-475d-82da-2d7f2ace05ba,segment=NetworkSegment(3c0d796a-8e86-4877-836c-c70ef8dbd7be),segment_id=3c0d796a-8e86-4877-836c-c70ef8dbd7be)] {{(pid=103305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:14:57.043707 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-c1cb11ea-306d-42a9-813d-7cd9732df349 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4109658'] for port (f2ab945e-12e0-475d-82da-2d7f2ace05ba), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:14:57.044854 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-063584d5-358a-4d5e-a708-5b3697ec3801 req-0be2ead6-8c90-4de8-95f0-29c8e3741808 tempest-ServersTestJSON-1629463572 tempest-ServersTestJSON-1629463572-project] 10.222.0.13 "GET /v2.0/ports?device_id=3dd4d996-34c5-44e9-b27e-aba1e6bd0fd7 HTTP/1.1" status: 200 len: 945 time: 0.2327392 Jan 26 21:14:57.044998 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-042be572-9032-41e4-ab57-83ec632008b7 None None] Deleting port f2ab945e-12e0-475d-82da-2d7f2ace05ba {{(pid=103306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 21:14:57.045352 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-042be572-9032-41e4-ab57-83ec632008b7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746560630878'] for port (f2ab945e-12e0-475d-82da-2d7f2ace05ba), before_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:14:57.061051 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-c1cb11ea-306d-42a9-813d-7cd9732df349 admin admin] Calling delete_port for f2ab945e-12e0-475d-82da-2d7f2ace05ba owned by network:dhcp {{(pid=103305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 21:14:57.084896 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d088bee7-a783-4c7d-8ec7-a65c5a9aefcb req-3886264e-3a66-4896-b95c-5d1f5ce63f53 tempest-ServersOnMultiNodesTest-2088673700 tempest-ServersOnMultiNodesTest-2088673700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:14:57.086605 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-d088bee7-a783-4c7d-8ec7-a65c5a9aefcb req-3886264e-3a66-4896-b95c-5d1f5ce63f53 tempest-ServersOnMultiNodesTest-2088673700 tempest-ServersOnMultiNodesTest-2088673700-project] 10.222.0.13 "GET /v2.0/ports?device_id=3c0ae16a-ab1d-4b2b-8372-b648a26b0a9d HTTP/1.1" status: 200 len: 948 time: 0.1271966 Jan 26 21:14:57.113065 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-042be572-9032-41e4-ab57-83ec632008b7 None None] For port f2ab945e-12e0-475d-82da-2d7f2ace05ba, host n-d-760453-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=f2ab945e-12e0-475d-82da-2d7f2ace05ba,segment=NetworkSegment(3c0d796a-8e86-4877-836c-c70ef8dbd7be),segment_id=3c0d796a-8e86-4877-836c-c70ef8dbd7be)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:14:57.113539 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-042be572-9032-41e4-ab57-83ec632008b7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4109658'] for port (f2ab945e-12e0-475d-82da-2d7f2ace05ba), precommit_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:14:57.127722 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d25aa2a8-826f-4035-b9bc-b0a23ed65daf tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Made reservation on behalf of 555cb579ba8f40b196e83d88248f8446 for: {'subnet': 1} {{(pid=103304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 21:14:57.128663 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-042be572-9032-41e4-ab57-83ec632008b7 None None] Calling delete_port for f2ab945e-12e0-475d-82da-2d7f2ace05ba owned by network:dhcp {{(pid=103306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 21:14:57.131090 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-d25aa2a8-826f-4035-b9bc-b0a23ed65daf tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12215181'] for subnet (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:14:57.162387 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-063584d5-358a-4d5e-a708-5b3697ec3801 req-944aa8b2-1c45-4485-80b6-6039ae4ec747 tempest-ServersTestJSON-1629463572 tempest-ServersTestJSON-1629463572-project] 10.222.0.13 "GET /v2.0/security-groups?id=a146440b-85c7-430a-88ed-6d0301627350&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129768 Jan 26 21:14:57.181739 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-c1cb11ea-306d-42a9-813d-7cd9732df349 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746560636600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746560234536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11791543'] for port (f2ab945e-12e0-475d-82da-2d7f2ace05ba), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:14:57.205278 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1cb11ea-306d-42a9-813d-7cd9732df349 admin admin] No DVR routers for this DVR port f2ab945e-12e0-475d-82da-2d7f2ace05ba on host n-d-760453-5 {{(pid=103305) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 26 21:14:57.207537 n-d-760453-5 neutron-server[103306]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jan 26 21:14:57.207537 n-d-760453-5 neutron-server[103306]: from cryptography.utils import int_from_bytes Jan 26 21:14:57.207537 n-d-760453-5 neutron-server[103306]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jan 26 21:14:57.207537 n-d-760453-5 neutron-server[103306]: from cryptography.utils import int_from_bytes Jan 26 21:14:57.207537 n-d-760453-5 neutron-server[103306]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 26 21:14:57.207537 n-d-760453-5 neutron-server[103306]: self.session.flush() Jan 26 21:14:57.207537 n-d-760453-5 neutron-server[103306]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 26 21:14:57.207537 n-d-760453-5 neutron-server[103306]: self.session.flush() Jan 26 21:14:57.207537 n-d-760453-5 neutron-server[103306]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 26 21:14:57.207537 n-d-760453-5 neutron-server[103306]: self.session.flush() Jan 26 21:14:57.207537 n-d-760453-5 neutron-server[103306]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 26 21:14:57.207537 n-d-760453-5 neutron-server[103306]: self.session.flush() Jan 26 21:14:57.207537 n-d-760453-5 neutron-server[103306]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 26 21:14:57.207537 n-d-760453-5 neutron-server[103306]: self.session.flush() Jan 26 21:14:57.207537 n-d-760453-5 neutron-server[103306]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 26 21:14:57.207537 n-d-760453-5 neutron-server[103306]: self.session.flush() Jan 26 21:14:57.207537 n-d-760453-5 neutron-server[103306]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 26 21:14:57.207537 n-d-760453-5 neutron-server[103306]: self.session.flush() Jan 26 21:14:57.207537 n-d-760453-5 neutron-server[103306]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 26 21:14:57.207537 n-d-760453-5 neutron-server[103306]: self.session.flush() Jan 26 21:14:57.207537 n-d-760453-5 neutron-server[103306]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 26 21:14:57.207537 n-d-760453-5 neutron-server[103306]: self.session.flush() Jan 26 21:14:57.207537 n-d-760453-5 neutron-server[103306]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 26 21:14:57.207537 n-d-760453-5 neutron-server[103306]: self.session.flush() Jan 26 21:14:57.207537 n-d-760453-5 neutron-server[103306]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 26 21:14:57.207537 n-d-760453-5 neutron-server[103306]: self.session.flush() Jan 26 21:14:57.207537 n-d-760453-5 neutron-server[103306]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 26 21:14:57.207537 n-d-760453-5 neutron-server[103306]: self.session.flush() Jan 26 21:14:57.207537 n-d-760453-5 neutron-server[103306]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 26 21:14:57.207537 n-d-760453-5 neutron-server[103306]: self.session.flush() Jan 26 21:14:57.207537 n-d-760453-5 neutron-server[103306]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 26 21:14:57.207537 n-d-760453-5 neutron-server[103306]: self.session.flush() Jan 26 21:14:57.207537 n-d-760453-5 neutron-server[103306]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 26 21:14:57.207537 n-d-760453-5 neutron-server[103306]: self.session.flush() Jan 26 21:14:57.207537 n-d-760453-5 neutron-server[103306]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 26 21:14:57.207537 n-d-760453-5 neutron-server[103306]: self.session.flush() Jan 26 21:14:57.207537 n-d-760453-5 neutron-server[103306]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 26 21:14:57.207537 n-d-760453-5 neutron-server[103306]: self.session.flush() Jan 26 21:14:57.207537 n-d-760453-5 neutron-server[103306]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 26 21:14:57.207537 n-d-760453-5 neutron-server[103306]: self.session.flush() Jan 26 21:14:57.207537 n-d-760453-5 neutron-server[103306]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 26 21:14:57.207537 n-d-760453-5 neutron-server[103306]: self.session.flush() Jan 26 21:14:57.209715 n-d-760453-5 neutron-server[103306]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 26 21:14:57.209715 n-d-760453-5 neutron-server[103306]: self.session.flush() Jan 26 21:14:57.209715 n-d-760453-5 neutron-server[103306]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 26 21:14:57.209715 n-d-760453-5 neutron-server[103306]: self.session.flush() Jan 26 21:14:57.209715 n-d-760453-5 neutron-server[103306]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 26 21:14:57.209715 n-d-760453-5 neutron-server[103306]: self.session.flush() Jan 26 21:14:57.209715 n-d-760453-5 neutron-server[103306]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 26 21:14:57.209715 n-d-760453-5 neutron-server[103306]: self.session.flush() Jan 26 21:14:57.209715 n-d-760453-5 neutron-server[103306]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 26 21:14:57.209715 n-d-760453-5 neutron-server[103306]: self.session.flush() Jan 26 21:14:57.209715 n-d-760453-5 neutron-server[103306]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 26 21:14:57.209715 n-d-760453-5 neutron-server[103306]: self.session.flush() Jan 26 21:14:57.209715 n-d-760453-5 neutron-server[103306]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 26 21:14:57.209715 n-d-760453-5 neutron-server[103306]: self.session.flush() Jan 26 21:14:57.223719 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-042be572-9032-41e4-ab57-83ec632008b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746560636600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746560234536'] for port (f2ab945e-12e0-475d-82da-2d7f2ace05ba), after_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:14:57.236301 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-042be572-9032-41e4-ab57-83ec632008b7 None None] No DVR routers for this DVR port f2ab945e-12e0-475d-82da-2d7f2ace05ba on host n-d-760453-5 {{(pid=103306) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 26 21:14:57.249477 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1cb11ea-306d-42a9-813d-7cd9732df349 admin admin] Pushing event deleted for resources: {'Port': ['ID=f2ab945e-12e0-475d-82da-2d7f2ace05ba,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:14:57.257704 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-042be572-9032-41e4-ab57-83ec632008b7 None None] Pushing event deleted for resources: {'Port': ['ID=f2ab945e-12e0-475d-82da-2d7f2ace05ba,revision_number=None']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:14:57.299667 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-d088bee7-a783-4c7d-8ec7-a65c5a9aefcb req-92e211dc-2954-4ec1-ae48-01da0debbd6b tempest-ServersOnMultiNodesTest-2088673700 tempest-ServersOnMultiNodesTest-2088673700-project] 10.222.0.13 "GET /v2.0/security-groups?id=306a2369-8c1c-4f98-9a64-2622487a9ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1999793 Jan 26 21:14:57.371043 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-c1cb11ea-306d-42a9-813d-7cd9732df349 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-686403', 'neutron.services.segments.db._delete_segments_for_network-8746560774018'] for network (bc59f9e4-e196-46fc-93f2-2188050c9d50), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:14:57.407543 n-d-760453-5 neutron-server[103305]: DEBUG neutron.services.segments.db [None req-c1cb11ea-306d-42a9-813d-7cd9732df349 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bc59f9e4-e196-46fc-93f2-2188050c9d50']}} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:14:57.420350 n-d-760453-5 neutron-server[103305]: DEBUG neutron.services.segments.db [None req-c1cb11ea-306d-42a9-813d-7cd9732df349 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3c0d796a-8e86-4877-836c-c70ef8dbd7be') {'for_net_delete': True} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:14:57.420693 n-d-760453-5 neutron-server[103305]: DEBUG neutron.services.segments.db [None req-c1cb11ea-306d-42a9-813d-7cd9732df349 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3c0d796a-8e86-4877-836c-c70ef8dbd7be') {} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:14:57.435785 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-c1cb11ea-306d-42a9-813d-7cd9732df349 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746560742283', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11788955'] for segment (3c0d796a-8e86-4877-836c-c70ef8dbd7be), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:14:57.458798 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-c1cb11ea-306d-42a9-813d-7cd9732df349 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576559'] for segment (3c0d796a-8e86-4877-836c-c70ef8dbd7be), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:14:57.466438 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c1cb11ea-306d-42a9-813d-7cd9732df349 admin admin] Releasing vlan 574 on physical network physnet1 to pool {{(pid=103305) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 26 21:14:57.467066 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-c1cb11ea-306d-42a9-813d-7cd9732df349 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11791428'] for segment (3c0d796a-8e86-4877-836c-c70ef8dbd7be), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:14:57.485843 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-d25aa2a8-826f-4035-b9bc-b0a23ed65daf tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9285249', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12215227'] for subnet (ed92765c-b12b-4692-a9df-639750930dd1), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:14:57.510743 n-d-760453-5 neutron-server[103305]: Traceback (most recent call last): Jan 26 21:14:57.510743 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 26 21:14:57.510743 n-d-760453-5 neutron-server[103305]: timer() Jan 26 21:14:57.510743 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 26 21:14:57.510743 n-d-760453-5 neutron-server[103305]: cb(*args, **kw) Jan 26 21:14:57.510743 n-d-760453-5 neutron-server[103305]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 26 21:14:57.510743 n-d-760453-5 neutron-server[103305]: return func(*args, **kwargs) Jan 26 21:14:57.510743 n-d-760453-5 neutron-server[103305]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 26 21:14:57.510743 n-d-760453-5 neutron-server[103305]: self._notify() Jan 26 21:14:57.510743 n-d-760453-5 neutron-server[103305]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 26 21:14:57.510743 n-d-760453-5 neutron-server[103305]: self.callback(batched_events) Jan 26 21:14:57.510743 n-d-760453-5 neutron-server[103305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 26 21:14:57.510743 n-d-760453-5 neutron-server[103305]: event.method(event) Jan 26 21:14:57.510743 n-d-760453-5 neutron-server[103305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 26 21:14:57.510743 n-d-760453-5 neutron-server[103305]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 26 21:14:57.510743 n-d-760453-5 neutron-server[103305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 26 21:14:57.510743 n-d-760453-5 neutron-server[103305]: aggregate_uuid = self.p_client.list_aggregates( Jan 26 21:14:57.510743 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 26 21:14:57.510743 n-d-760453-5 neutron-server[103305]: return f(self, *a, **k) Jan 26 21:14:57.510743 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 26 21:14:57.510743 n-d-760453-5 neutron-server[103305]: return self._get(url).json() Jan 26 21:14:57.510743 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 26 21:14:57.510743 n-d-760453-5 neutron-server[103305]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 26 21:14:57.510743 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 26 21:14:57.510743 n-d-760453-5 neutron-server[103305]: return self.request(url, 'GET', **kwargs) Jan 26 21:14:57.510743 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 26 21:14:57.510743 n-d-760453-5 neutron-server[103305]: base_url = self.get_endpoint(auth, allow=allow, Jan 26 21:14:57.510743 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 26 21:14:57.510743 n-d-760453-5 neutron-server[103305]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 26 21:14:57.510743 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 26 21:14:57.510743 n-d-760453-5 neutron-server[103305]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 26 21:14:57.510743 n-d-760453-5 neutron-server[103305]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 26 21:14:57.532936 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-c1cb11ea-306d-42a9-813d-7cd9732df349 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4110931'] for network (bc59f9e4-e196-46fc-93f2-2188050c9d50), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:14:57.538833 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-c1cb11ea-306d-42a9-813d-7cd9732df349 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709645'] for network (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:14:57.544852 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-c1cb11ea-306d-42a9-813d-7cd9732df349 admin admin] 10.222.0.13 "DELETE /v2.0/networks/bc59f9e4-e196-46fc-93f2-2188050c9d50 HTTP/1.1" status: 204 len: 168 time: 0.7693725 Jan 26 21:14:57.557817 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1cb11ea-306d-42a9-813d-7cd9732df349 admin admin] Pushing event deleted for resources: {'Network': ['ID=bc59f9e4-e196-46fc-93f2-2188050c9d50,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:14:57.615221 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d25aa2a8-826f-4035-b9bc-b0a23ed65daf tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Pushing event updated for resources: {'Subnet': ['ID=ed92765c-b12b-4692-a9df-639750930dd1,revision_number=0']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:14:57.645004 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8df6aa1-5ac9-40f4-859c-af0e3431b897 req-53ee6a8e-b849-4e8e-8661-2abeaa625c89 tempest-ServersTestJSON-1629463572 tempest-ServersTestJSON-1629463572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:14:57.646660 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-e8df6aa1-5ac9-40f4-859c-af0e3431b897 req-53ee6a8e-b849-4e8e-8661-2abeaa625c89 tempest-ServersTestJSON-1629463572 tempest-ServersTestJSON-1629463572-project] 10.222.0.13 "GET /v2.0/ports?device_id=3dd4d996-34c5-44e9-b27e-aba1e6bd0fd7 HTTP/1.1" status: 200 len: 945 time: 0.1588359 Jan 26 21:14:57.660921 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af7124c-718e-4952-9743-854536098d25 req-bf73f7cf-b08b-419d-94f3-c197a1dd6b81 tempest-LiveMigrationTest-746395142 tempest-LiveMigrationTest-746395142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:14:57.662464 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-7af7124c-718e-4952-9743-854536098d25 req-bf73f7cf-b08b-419d-94f3-c197a1dd6b81 tempest-LiveMigrationTest-746395142 tempest-LiveMigrationTest-746395142-project] 10.222.0.13 "GET /v2.0/ports?device_id=a9ca4017-264e-467b-a63a-6313b2811620 HTTP/1.1" status: 200 len: 945 time: 0.1339757 Jan 26 21:14:57.673768 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d25aa2a8-826f-4035-b9bc-b0a23ed65daf tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Checking segment: {'id': '0bbf5b23-97ec-43da-9350-577b7af17db7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '4443ea4f-0f19-4b87-bba6-7a27258b0e98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103304) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 21:14:57.674194 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d25aa2a8-826f-4035-b9bc-b0a23ed65daf tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Network hostable DHCP agents. Network: 4443ea4f-0f19-4b87-bba6-7a27258b0e98, hostable agents: ['474ccdf7-ab6c-405b-a3b2-dc7b05829902'], hosted agents: [] {{(pid=103304) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 26 21:14:57.679600 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 56316) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:14:57.729982 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-1e884842-b8a7-4925-a0b4-be944640b299 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=7dd077ea2f95484597c25a6a957aef6a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0464520 Jan 26 21:14:57.730168 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 56318) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:14:57.748255 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d25aa2a8-826f-4035-b9bc-b0a23ed65daf tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Network 4443ea4f-0f19-4b87-bba6-7a27258b0e98 is scheduled to be hosted by DHCP agent 474ccdf7-ab6c-405b-a3b2-dc7b05829902 with binding_index 1 {{(pid=103304) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 26 21:14:57.757314 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-e8df6aa1-5ac9-40f4-859c-af0e3431b897 req-27e26e35-6925-40dd-b435-8f7877828616 tempest-ServersTestJSON-1629463572 tempest-ServersTestJSON-1629463572-project] 10.222.0.13 "GET /v2.0/security-groups?id=a146440b-85c7-430a-88ed-6d0301627350&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920706 Jan 26 21:14:57.772426 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-7af7124c-718e-4952-9743-854536098d25 req-f578eca9-5d6d-4900-9ac7-b3d5916c725f tempest-LiveMigrationTest-746395142 tempest-LiveMigrationTest-746395142-project] 10.222.0.13 "GET /v2.0/security-groups?id=c43a996a-6b93-48e4-a331-48250c5b183d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996096 Jan 26 21:14:57.773753 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [None req-d25aa2a8-826f-4035-b9bc-b0a23ed65daf tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760453-5, 4443ea4f-0f19-4b87-bba6-7a27258b0e98) {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:14:57.778339 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d25aa2a8-826f-4035-b9bc-b0a23ed65daf tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:14:57.779131 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-d25aa2a8-826f-4035-b9bc-b0a23ed65daf tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Publish callbacks [] for subnet (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:14:57.798045 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec7df14f-dea9-4862-a677-5f6ed652ddd4 None None] Network 4443ea4f-0f19-4b87-bba6-7a27258b0e98 requested from n-d-760453-5 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 26 21:14:57.804121 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-d25aa2a8-826f-4035-b9bc-b0a23ed65daf tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9618032 Jan 26 21:14:57.804791 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 56320) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:14:57.815896 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-e5961884-75d1-4354-8eb4-097d7c7e7169 tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-830061289', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:14:57.819710 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-c46bbb4c-cb3a-47ba-b826-8e7b33304c51 admin admin] Publish callbacks [] for security_group (387ebbc6-3579-4cea-a9d9-9b7fa130b41f), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:14:57.849548 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-e5961884-75d1-4354-8eb4-097d7c7e7169 tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4104596', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13108'] for router (457379e4-9d44-47c3-87e9-350b22da3b7f), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:14:57.850166 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-c46bbb4c-cb3a-47ba-b826-8e7b33304c51 admin admin] Publish callbacks [] for security_group (387ebbc6-3579-4cea-a9d9-9b7fa130b41f), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:14:57.851005 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-e5961884-75d1-4354-8eb4-097d7c7e7169 tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4105828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4111306', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3733576', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13069'] for router (457379e4-9d44-47c3-87e9-350b22da3b7f), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:14:57.913670 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-e5961884-75d1-4354-8eb4-097d7c7e7169 tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Publish callbacks [] for router_controller (457379e4-9d44-47c3-87e9-350b22da3b7f), precommit_add_association {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:14:57.919448 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-e5961884-75d1-4354-8eb4-097d7c7e7169 tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4105757', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4111263'] for router (457379e4-9d44-47c3-87e9-350b22da3b7f), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:14:57.922873 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-c46bbb4c-cb3a-47ba-b826-8e7b33304c51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (387ebbc6-3579-4cea-a9d9-9b7fa130b41f), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:14:57.925478 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-c46bbb4c-cb3a-47ba-b826-8e7b33304c51 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:14:57.928953 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-c46bbb4c-cb3a-47ba-b826-8e7b33304c51 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/387ebbc6-3579-4cea-a9d9-9b7fa130b41f HTTP/1.1" status: 204 len: 168 time: 0.1953952 Jan 26 21:14:57.938540 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c46bbb4c-cb3a-47ba-b826-8e7b33304c51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=387ebbc6-3579-4cea-a9d9-9b7fa130b41f,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:14:57.964057 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-e5961884-75d1-4354-8eb4-097d7c7e7169 tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Publish callbacks [] for router (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:14:57.967888 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 56324) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:14:57.971826 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Device fc7a525a-8785-44c0-a0d8-bef5d3c0e55d up at agent hyperv_n-h2-760453-5 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 21:14:57.973120 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-221d8b01-f1d2-4147-b3d0-3756b3783c13 tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Request body: {'port': {'network_id': '4443ea4f-0f19-4b87-bba6-7a27258b0e98', 'name': 'tempest-PortsIpV6TestJSON-1529729384'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:14:57.977781 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-e5961884-75d1-4354-8eb4-097d7c7e7169 tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.1717215 Jan 26 21:14:58.036324 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5908bd12-f235-4955-94c9-043234110172 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3c4099e8-8ffb-51d1-af7f-5868973e933f-4443ea4f-0f19-4b87-bba6-7a27258b0e98', 'network_id': '4443ea4f-0f19-4b87-bba6-7a27258b0e98', 'project_id': '555cb579ba8f40b196e83d88248f8446', 'fixed_ips': [{'subnet_id': 'ed92765c-b12b-4692-a9df-639750930dd1'}]}} from n-d-760453-5. {{(pid=103306) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 26 21:14:58.037563 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-5908bd12-f235-4955-94c9-043234110172 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (None), before_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:14:58.109468 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-221d8b01-f1d2-4147-b3d0-3756b3783c13 tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Made reservation on behalf of 555cb579ba8f40b196e83d88248f8446 for: {'port': 1} {{(pid=103305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 21:14:58.113649 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-221d8b01-f1d2-4147-b3d0-3756b3783c13 tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:14:58.158363 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Provisioning for port fc7a525a-8785-44c0-a0d8-bef5d3c0e55d completed by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 21:14:58.168072 n-d-760453-5 neutron-server[103305]: DEBUG neutron.notifiers.nova [None req-221d8b01-f1d2-4147-b3d0-3756b3783c13 tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] device_id is not set on port c65a0014-47f0-4b70-a42b-ef7821678bb3 yet. {{(pid=103305) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 26 21:14:58.173966 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Provisioning complete for port fc7a525a-8785-44c0-a0d8-bef5d3c0e55d triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:14:58.174512 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (fc7a525a-8785-44c0-a0d8-bef5d3c0e55d), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:14:58.186148 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device f2ab945e-12e0-475d-82da-2d7f2ace05ba no longer exists at agent ovs-agent-n-d-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 26 21:14:58.239720 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] No Port match for: f2ab945e-12e0-475d-82da-2d7f2ace05ba {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 26 21:14:58.240070 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device f2ab945e-12e0-475d-82da-2d7f2ace05ba not bound to the agent host n-d-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 26 21:14:58.240408 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device 561a2fa8-7e92-466d-8e81-128498e013f3 no longer exists at agent ovs-agent-n-d-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 26 21:14:58.292253 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] No Port match for: 561a2fa8-7e92-466d-8e81-128498e013f3 {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 26 21:14:58.292773 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device 561a2fa8-7e92-466d-8e81-128498e013f3 not bound to the agent host n-d-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 26 21:14:58.320381 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.db_base_plugin_common [None req-5908bd12-f235-4955-94c9-043234110172 None None] Allocated IP 2001:db8::2 (4443ea4f-0f19-4b87-bba6-7a27258b0e98/ed92765c-b12b-4692-a9df-639750930dd1/1b361b7a-f6f0-4914-a65e-6d95bdc4f539) {{(pid=103306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 21:14:58.452868 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Current status of the port fc7a525a-8785-44c0-a0d8-bef5d3c0e55d is: BUILD; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:14:58.453310 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (fc7a525a-8785-44c0-a0d8-bef5d3c0e55d), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:14:58.477446 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6408cb0e-d7d7-424c-b7ab-35e06e2a7715 req-5751e2e9-ebda-45b1-bf17-19f299114c6b tempest-ServersOnMultiNodesTest-2088673700 tempest-ServersOnMultiNodesTest-2088673700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:14:58.484738 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-6408cb0e-d7d7-424c-b7ab-35e06e2a7715 req-5751e2e9-ebda-45b1-bf17-19f299114c6b tempest-ServersOnMultiNodesTest-2088673700 tempest-ServersOnMultiNodesTest-2088673700-project] 10.222.0.13 "GET /v2.0/ports?device_id=3c0ae16a-ab1d-4b2b-8372-b648a26b0a9d HTTP/1.1" status: 200 len: 948 time: 0.0913043 Jan 26 21:14:58.493790 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] For port fc7a525a-8785-44c0-a0d8-bef5d3c0e55d, host n-h2-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-5',level=0,port_id=fc7a525a-8785-44c0-a0d8-bef5d3c0e55d,segment=NetworkSegment(4eab25d6-89d9-4907-a1c2-51b06443ba33),segment_id=4eab25d6-89d9-4907-a1c2-51b06443ba33)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:14:58.496431 n-d-760453-5 neutron-server[103306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c0ae16a-ab1d-4b2b-8372-b648a26b0a9d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc7a525a-8785-44c0-a0d8-bef5d3c0e55d'}] {{(pid=103306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 21:14:58.499378 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9d5d370febab655511bdd2ffe887e43e442d144a440368702bcc1e93af00b97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1aac8ab5-7991-4233-92d5-4ebb34203ce1" -d '{"events": [{"server_uuid": "3c0ae16a-ab1d-4b2b-8372-b648a26b0a9d", "name": "network-vif-plugged", "status": "completed", "tag": "fc7a525a-8785-44c0-a0d8-bef5d3c0e55d"}]}' {{(pid=103306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 21:14:58.505260 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (fc7a525a-8785-44c0-a0d8-bef5d3c0e55d), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:14:58.596039 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-6408cb0e-d7d7-424c-b7ab-35e06e2a7715 req-e2f67448-ff1d-4c9f-a781-fc2f1c3ac068 tempest-ServersOnMultiNodesTest-2088673700 tempest-ServersOnMultiNodesTest-2088673700-project] 10.222.0.13 "GET /v2.0/security-groups?id=306a2369-8c1c-4f98-9a64-2622487a9ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040277 Jan 26 21:14:58.622843 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Jan 2022 21:14:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-264ba5b6-deb6-4a1a-b1ee-d36edc04f4eb x-openstack-request-id: req-264ba5b6-deb6-4a1a-b1ee-d36edc04f4eb {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 21:14:58.623168 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c0ae16a-ab1d-4b2b-8372-b648a26b0a9d", "name": "network-vif-plugged", "status": "completed", "tag": "fc7a525a-8785-44c0-a0d8-bef5d3c0e55d", "code": 200}]} {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 21:14:58.623581 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-264ba5b6-deb6-4a1a-b1ee-d36edc04f4eb {{(pid=103306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 21:14:58.623939 n-d-760453-5 neutron-server[103306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c0ae16a-ab1d-4b2b-8372-b648a26b0a9d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc7a525a-8785-44c0-a0d8-bef5d3c0e55d', 'code': 200} Jan 26 21:14:58.626831 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Pushing event updated for resources: {'Port': ['ID=fc7a525a-8785-44c0-a0d8-bef5d3c0e55d,revision_number=5']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:14:58.656392 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-5908bd12-f235-4955-94c9-043234110172 None None] Publish callbacks [] for port (1b361b7a-f6f0-4914-a65e-6d95bdc4f539), precommit_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:14:58.662656 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-5908bd12-f235-4955-94c9-043234110172 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746560234527'] for port (1b361b7a-f6f0-4914-a65e-6d95bdc4f539), after_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:14:58.717266 n-d-760453-5 neutron-server[103306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5908bd12-f235-4955-94c9-043234110172 None None] Network 4443ea4f-0f19-4b87-bba6-7a27258b0e98 is already hosted by enough agents. {{(pid=103306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 21:14:58.722219 n-d-760453-5 neutron-server[103306]: DEBUG neutron.scheduler.base_scheduler [None req-5908bd12-f235-4955-94c9-043234110172 None None] Resources bound (agent type, host, resource id): {{(pid=103306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:14:58.729692 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5908bd12-f235-4955-94c9-043234110172 None None] Received port after_create {{(pid=103306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 21:14:58.767289 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5908bd12-f235-4955-94c9-043234110172 None None] Pushing event updated for resources: {'Port': ['ID=1b361b7a-f6f0-4914-a65e-6d95bdc4f539,revision_number=1']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:14:58.797947 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.db_base_plugin_common [None req-221d8b01-f1d2-4147-b3d0-3756b3783c13 tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Allocated IP 2001:db8::20a (4443ea4f-0f19-4b87-bba6-7a27258b0e98/ed92765c-b12b-4692-a9df-639750930dd1/c65a0014-47f0-4b70-a42b-ef7821678bb3) {{(pid=103305) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 21:14:58.814382 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19763cc1-71b5-4d9d-907a-2998efeb4ea5 req-2c1706ec-2fb8-4699-b046-7b86b5e32fc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:14:58.816018 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-19763cc1-71b5-4d9d-907a-2998efeb4ea5 req-2c1706ec-2fb8-4699-b046-7b86b5e32fc1 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=3c0ae16a-ab1d-4b2b-8372-b648a26b0a9d HTTP/1.1" status: 200 len: 1100 time: 0.1180158 Jan 26 21:14:58.818686 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-5908bd12-f235-4955-94c9-043234110172 None None] Attempting to bind port 1b361b7a-f6f0-4914-a65e-6d95bdc4f539 on host n-d-760453-5 for vnic_type normal with profile {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 21:14:58.819173 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-5908bd12-f235-4955-94c9-043234110172 None None] Attempting to bind port 1b361b7a-f6f0-4914-a65e-6d95bdc4f539 by drivers openvswitch,hyperv on host n-d-760453-5 at level 0 using segments [{'id': '0bbf5b23-97ec-43da-9350-577b7af17db7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '4443ea4f-0f19-4b87-bba6-7a27258b0e98'}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 26 21:14:58.820153 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5908bd12-f235-4955-94c9-043234110172 None None] Attempting to bind port 1b361b7a-f6f0-4914-a65e-6d95bdc4f539 on network 4443ea4f-0f19-4b87-bba6-7a27258b0e98 {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 21:14:58.826165 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5908bd12-f235-4955-94c9-043234110172 None None] Checking agent: {'id': 'fea0591a-627d-4c87-9a9a-01625ddf3277', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760453-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 20, 55, 25), 'started_at': datetime.datetime(2022, 1, 26, 20, 55, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 21, 14, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760453-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 26 21:14:58.826648 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5908bd12-f235-4955-94c9-043234110172 None None] Checking segment: {'id': '0bbf5b23-97ec-43da-9350-577b7af17db7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '4443ea4f-0f19-4b87-bba6-7a27258b0e98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 21:14:58.827782 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-5908bd12-f235-4955-94c9-043234110172 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:14:58.828347 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5908bd12-f235-4955-94c9-043234110172 None None] Bound using segment: {'id': '0bbf5b23-97ec-43da-9350-577b7af17db7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '4443ea4f-0f19-4b87-bba6-7a27258b0e98'} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 26 21:14:58.828874 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-5908bd12-f235-4955-94c9-043234110172 None None] Bound port: 1b361b7a-f6f0-4914-a65e-6d95bdc4f539, host: n-d-760453-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0bbf5b23-97ec-43da-9350-577b7af17db7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '4443ea4f-0f19-4b87-bba6-7a27258b0e98'}}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 26 21:14:58.829263 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-5908bd12-f235-4955-94c9-043234110172 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (1b361b7a-f6f0-4914-a65e-6d95bdc4f539), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:14:58.921926 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-19763cc1-71b5-4d9d-907a-2998efeb4ea5 req-5287b07c-a0eb-4536-91c0-ac0597771700 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=306a2369-8c1c-4f98-9a64-2622487a9ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907166 Jan 26 21:14:58.962554 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 56356) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:14:58.974380 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-5908bd12-f235-4955-94c9-043234110172 None None] For port 1b361b7a-f6f0-4914-a65e-6d95bdc4f539, host n-d-760453-5, cleared binding levels {{(pid=103306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 26 21:14:58.978416 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-5908bd12-f235-4955-94c9-043234110172 None None] For port 1b361b7a-f6f0-4914-a65e-6d95bdc4f539, host n-d-760453-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=1b361b7a-f6f0-4914-a65e-6d95bdc4f539,segment=NetworkSegment(0bbf5b23-97ec-43da-9350-577b7af17db7),segment_id=0bbf5b23-97ec-43da-9350-577b7af17db7)] {{(pid=103306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 26 21:14:58.985941 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-5908bd12-f235-4955-94c9-043234110172 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (1b361b7a-f6f0-4914-a65e-6d95bdc4f539), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:14:59.050923 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5908bd12-f235-4955-94c9-043234110172 None None] Pushing event updated for resources: {'Port': ['ID=1b361b7a-f6f0-4914-a65e-6d95bdc4f539,revision_number=2']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:14:59.082582 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a707242a-65c2-4491-b5b8-0f9e64d35f1b req-d1cba54b-faf0-4f5b-b1e9-36ae1a68a067 tempest-LiveMigrationTest-746395142 tempest-LiveMigrationTest-746395142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:14:59.084613 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-a707242a-65c2-4491-b5b8-0f9e64d35f1b req-d1cba54b-faf0-4f5b-b1e9-36ae1a68a067 tempest-LiveMigrationTest-746395142 tempest-LiveMigrationTest-746395142-project] 10.222.0.13 "GET /v2.0/ports?device_id=a9ca4017-264e-467b-a63a-6313b2811620 HTTP/1.1" status: 200 len: 945 time: 0.1630301 Jan 26 21:14:59.096296 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7732d39f-76fa-4d79-9b94-2aa703b4299d req-329618bb-6c9a-40b3-bbf7-0f6c9bcc77aa tempest-ServersTestJSON-1629463572 tempest-ServersTestJSON-1629463572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:14:59.104260 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-7732d39f-76fa-4d79-9b94-2aa703b4299d req-329618bb-6c9a-40b3-bbf7-0f6c9bcc77aa tempest-ServersTestJSON-1629463572 tempest-ServersTestJSON-1629463572-project] 10.222.0.13 "GET /v2.0/ports?device_id=3dd4d996-34c5-44e9-b27e-aba1e6bd0fd7 HTTP/1.1" status: 200 len: 945 time: 0.1677659 Jan 26 21:14:59.180028 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-5ba5c40a-6bb4-480f-b128-60233cd4b59a admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsV221TestJSON-1506921223-network', 'tenant_id': '170d2fe10acf42be83c16d1646bff685'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:14:59.203438 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-7732d39f-76fa-4d79-9b94-2aa703b4299d req-22c52ec1-4046-43fd-993e-e3e97d8e81f0 tempest-ServersTestJSON-1629463572 tempest-ServersTestJSON-1629463572-project] 10.222.0.13 "GET /v2.0/security-groups?id=a146440b-85c7-430a-88ed-6d0301627350&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930953 Jan 26 21:14:59.204563 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-221d8b01-f1d2-4147-b3d0-3756b3783c13 tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Publish callbacks [] for port (c65a0014-47f0-4b70-a42b-ef7821678bb3), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:14:59.246581 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab64939e-220c-4ac6-92f0-49d9faea5d99 req-72fff747-5354-4d6a-8395-d1636879d18f tempest-ServersTestJSON-1629463572 tempest-ServersTestJSON-1629463572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:14:59.248456 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-ab64939e-220c-4ac6-92f0-49d9faea5d99 req-72fff747-5354-4d6a-8395-d1636879d18f tempest-ServersTestJSON-1629463572 tempest-ServersTestJSON-1629463572-project] 10.222.0.57 "GET /v2.0/ports?device_id=3dd4d996-34c5-44e9-b27e-aba1e6bd0fd7 HTTP/1.1" status: 200 len: 945 time: 0.1154695 Jan 26 21:14:59.266567 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-a707242a-65c2-4491-b5b8-0f9e64d35f1b req-076b118b-1951-4937-a456-5a375ec71bbe tempest-LiveMigrationTest-746395142 tempest-LiveMigrationTest-746395142-project] 10.222.0.13 "GET /v2.0/security-groups?id=c43a996a-6b93-48e4-a331-48250c5b183d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1506011 Jan 26 21:14:59.282011 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ba5c40a-6bb4-480f-b128-60233cd4b59a admin admin] Made reservation on behalf of 170d2fe10acf42be83c16d1646bff685 for: {'network': 1} {{(pid=103304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 21:14:59.284260 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-5ba5c40a-6bb4-480f-b128-60233cd4b59a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for network (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:14:59.325128 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-5ba5c40a-6bb4-480f-b128-60233cd4b59a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:14:59.392796 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-221d8b01-f1d2-4147-b3d0-3756b3783c13 tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746560234527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11791543'] for port (c65a0014-47f0-4b70-a42b-ef7821678bb3), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:14:59.437824 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-5ba5c40a-6bb4-480f-b128-60233cd4b59a admin admin] Publish callbacks [] for security_group (a80ff67d-1de0-41c0-b5d8-624b8cb4521f), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:14:59.447357 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-5ba5c40a-6bb4-480f-b128-60233cd4b59a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (a80ff67d-1de0-41c0-b5d8-624b8cb4521f), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:14:59.478182 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-221d8b01-f1d2-4147-b3d0-3756b3783c13 tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Network 4443ea4f-0f19-4b87-bba6-7a27258b0e98 is already hosted by enough agents. {{(pid=103305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 21:14:59.478449 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5ba5c40a-6bb4-480f-b128-60233cd4b59a admin admin] vlan segment allocate from pool success with {'vlan_id': 581, 'physical_network': 'physnet1'} {{(pid=103304) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 26 21:14:59.485547 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba5c40a-6bb4-480f-b128-60233cd4b59a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a80ff67d-1de0-41c0-b5d8-624b8cb4521f,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:14:59.491014 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [None req-221d8b01-f1d2-4147-b3d0-3756b3783c13 tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Resources bound (agent type, host, resource id): {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:14:59.497567 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-221d8b01-f1d2-4147-b3d0-3756b3783c13 tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Received port after_create {{(pid=103305) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 21:14:59.505232 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-221d8b01-f1d2-4147-b3d0-3756b3783c13 tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:14:59.505870 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-221d8b01-f1d2-4147-b3d0-3756b3783c13 tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:14:59.507569 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-5ba5c40a-6bb4-480f-b128-60233cd4b59a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576559'] for segment (0e31bf65-7ce1-4f57-ad7d-495ff114ae88), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:14:59.507934 n-d-760453-5 neutron-server[103304]: INFO neutron.db.segments_db [None req-5ba5c40a-6bb4-480f-b128-60233cd4b59a admin admin] Added segment 0e31bf65-7ce1-4f57-ad7d-495ff114ae88 of type vlan for network 398119b7-b141-4e9b-a089-cf2ce4ac7132 Jan 26 21:14:59.510855 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [req-ab64939e-220c-4ac6-92f0-49d9faea5d99 req-dee5b74a-9e20-4d87-b57c-3fd32ffe1d8c tempest-ServersTestJSON-1629463572 tempest-ServersTestJSON-1629463572-project] Deleting port 3c746872-df9d-4e64-9190-c630ce9d4288 {{(pid=103305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 21:14:59.511186 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-ab64939e-220c-4ac6-92f0-49d9faea5d99 req-dee5b74a-9e20-4d87-b57c-3fd32ffe1d8c tempest-ServersTestJSON-1629463572 tempest-ServersTestJSON-1629463572-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746560630878'] for port (3c746872-df9d-4e64-9190-c630ce9d4288), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:14:59.536609 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-221d8b01-f1d2-4147-b3d0-3756b3783c13 tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Pushing event updated for resources: {'Port': ['ID=c65a0014-47f0-4b70-a42b-ef7821678bb3,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:14:59.568942 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-5ba5c40a-6bb4-480f-b128-60233cd4b59a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746560256871'] for network (398119b7-b141-4e9b-a089-cf2ce4ac7132), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:14:59.616333 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-221d8b01-f1d2-4147-b3d0-3756b3783c13 tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.6450133 Jan 26 21:14:59.616520 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-5ba5c40a-6bb4-480f-b128-60233cd4b59a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503'] for network (398119b7-b141-4e9b-a089-cf2ce4ac7132), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:14:59.617463 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 56362) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:14:59.620170 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ba5c40a-6bb4-480f-b128-60233cd4b59a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:14:59.620921 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-5ba5c40a-6bb4-480f-b128-60233cd4b59a admin admin] Publish callbacks [] for network (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:14:59.701242 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-5ba5c40a-6bb4-480f-b128-60233cd4b59a admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.7289505 Jan 26 21:14:59.707928 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 56366) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:14:59.713589 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-7f507271-02c3-423e-a07b-b59b46a2f53e admin admin] Request body: {'subnet': {'network_id': '398119b7-b141-4e9b-a089-cf2ce4ac7132', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsV221TestJSON-1506921223-subnet', 'tenant_id': '170d2fe10acf42be83c16d1646bff685', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:14:59.742527 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba5c40a-6bb4-480f-b128-60233cd4b59a admin admin] Pushing event updated for resources: {'Network': ['ID=398119b7-b141-4e9b-a089-cf2ce4ac7132,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:14:59.759745 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Network 398119b7-b141-4e9b-a089-cf2ce4ac7132 details requested by agent ovs-agent-n-d-760453-5 with host n-d-760453-5 {{(pid=103306) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 26 21:14:59.782962 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f507271-02c3-423e-a07b-b59b46a2f53e admin admin] Made reservation on behalf of 170d2fe10acf42be83c16d1646bff685 for: {'subnet': 1} {{(pid=103304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 21:14:59.786115 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-7f507271-02c3-423e-a07b-b59b46a2f53e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12215181'] for subnet (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:14:59.890802 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [req-ab64939e-220c-4ac6-92f0-49d9faea5d99 req-dee5b74a-9e20-4d87-b57c-3fd32ffe1d8c tempest-ServersTestJSON-1629463572 tempest-ServersTestJSON-1629463572-project] For port 3c746872-df9d-4e64-9190-c630ce9d4288, host n-h2-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-5',level=0,port_id=3c746872-df9d-4e64-9190-c630ce9d4288,segment=NetworkSegment(bb9dd371-3de9-4327-a263-fb803ca379c8),segment_id=bb9dd371-3de9-4327-a263-fb803ca379c8)] {{(pid=103305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:14:59.891502 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-ab64939e-220c-4ac6-92f0-49d9faea5d99 req-dee5b74a-9e20-4d87-b57c-3fd32ffe1d8c tempest-ServersTestJSON-1629463572 tempest-ServersTestJSON-1629463572-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4109658'] for port (3c746872-df9d-4e64-9190-c630ce9d4288), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:14:59.933232 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f290c2-936a-401e-a3eb-73ad79bd4b3d req-acc53b5f-3d42-48ab-8466-a40bfcfb9a25 tempest-ServersOnMultiNodesTest-2088673700 tempest-ServersOnMultiNodesTest-2088673700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:14:59.934791 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-d3f290c2-936a-401e-a3eb-73ad79bd4b3d req-acc53b5f-3d42-48ab-8466-a40bfcfb9a25 tempest-ServersOnMultiNodesTest-2088673700 tempest-ServersOnMultiNodesTest-2088673700-project] 10.222.0.13 "GET /v2.0/ports?device_id=3c0ae16a-ab1d-4b2b-8372-b648a26b0a9d HTTP/1.1" status: 200 len: 949 time: 0.1881399 Jan 26 21:14:59.939723 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [req-ab64939e-220c-4ac6-92f0-49d9faea5d99 req-dee5b74a-9e20-4d87-b57c-3fd32ffe1d8c tempest-ServersTestJSON-1629463572 tempest-ServersTestJSON-1629463572-project] Calling delete_port for 3c746872-df9d-4e64-9190-c630ce9d4288 owned by compute:nova {{(pid=103305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 21:15:00.009978 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-7f507271-02c3-423e-a07b-b59b46a2f53e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9285249', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12215227'] for subnet (b9f2224c-6c77-41cd-be54-df83a3ce656a), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:15:00.085913 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-d3f290c2-936a-401e-a3eb-73ad79bd4b3d req-8bb48d6e-02aa-4792-be6a-0f4a2554307e tempest-ServersOnMultiNodesTest-2088673700 tempest-ServersOnMultiNodesTest-2088673700-project] 10.222.0.13 "GET /v2.0/security-groups?id=306a2369-8c1c-4f98-9a64-2622487a9ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137853 Jan 26 21:15:00.116199 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f507271-02c3-423e-a07b-b59b46a2f53e admin admin] Pushing event updated for resources: {'Subnet': ['ID=b9f2224c-6c77-41cd-be54-df83a3ce656a,revision_number=0']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:15:00.143092 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f507271-02c3-423e-a07b-b59b46a2f53e admin admin] Checking segment: {'id': '0e31bf65-7ce1-4f57-ad7d-495ff114ae88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '398119b7-b141-4e9b-a089-cf2ce4ac7132'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103304) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 21:15:00.143542 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f507271-02c3-423e-a07b-b59b46a2f53e admin admin] Network hostable DHCP agents. Network: 398119b7-b141-4e9b-a089-cf2ce4ac7132, hostable agents: ['474ccdf7-ab6c-405b-a3b2-dc7b05829902'], hosted agents: [] {{(pid=103304) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 26 21:15:00.159857 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-18b93cd3-d37b-4711-ba7a-cc1181aed686 tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (c65a0014-47f0-4b70-a42b-ef7821678bb3), before_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:15:00.190030 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f507271-02c3-423e-a07b-b59b46a2f53e admin admin] Network 398119b7-b141-4e9b-a089-cf2ce4ac7132 is scheduled to be hosted by DHCP agent 474ccdf7-ab6c-405b-a3b2-dc7b05829902 with binding_index 1 {{(pid=103304) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 26 21:15:00.209539 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [None req-7f507271-02c3-423e-a07b-b59b46a2f53e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760453-5, 398119b7-b141-4e9b-a089-cf2ce4ac7132) {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:15:00.217536 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afb3f92b-f974-4170-8ce1-0dd0153bc4de None None] Network 398119b7-b141-4e9b-a089-cf2ce4ac7132 requested from n-d-760453-5 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 26 21:15:00.242967 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f507271-02c3-423e-a07b-b59b46a2f53e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:15:00.245396 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-7f507271-02c3-423e-a07b-b59b46a2f53e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:15:00.303519 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-7f507271-02c3-423e-a07b-b59b46a2f53e admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.5904160 Jan 26 21:15:00.339948 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-ab64939e-220c-4ac6-92f0-49d9faea5d99 req-dee5b74a-9e20-4d87-b57c-3fd32ffe1d8c tempest-ServersTestJSON-1629463572 tempest-ServersTestJSON-1629463572-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746560636600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746560234536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11791543'] for port (3c746872-df9d-4e64-9190-c630ce9d4288), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:15:00.434950 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] get_ports_and_sgs() called for port_ids ['c0c88dad-cc2c-45c3-b929-f9b04ea7d5f7', '3c746872-df9d-4e64-9190-c630ce9d4288'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 26 21:15:00.463193 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee5b74a-9e20-4d87-b57c-3fd32ffe1d8c tempest-ServersTestJSON-1629463572 tempest-ServersTestJSON-1629463572-project] Pushing event deleted for resources: {'Port': ['ID=3c746872-df9d-4e64-9190-c630ce9d4288,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:15:00.464688 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-da769d86-78da-4eb9-a3cd-47753c8c81e6 req-598bc665-de0b-425b-b043-1104eb8bd076 tempest-ServersTestJSON-1629463572 tempest-ServersTestJSON-1629463572-project] 10.222.0.13 "GET /v2.0/ports?device_id=3dd4d996-34c5-44e9-b27e-aba1e6bd0fd7 HTTP/1.1" status: 200 len: 210 time: 0.0841031 Jan 26 21:15:00.504123 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device 1b361b7a-f6f0-4914-a65e-6d95bdc4f539 up at agent ovs-agent-n-d-760453-5 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 21:15:00.591256 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9421182e-079e-492a-a5a0-3d9e9f42bdda req-6d489711-5e56-4aea-a72f-3ec33ae77314 tempest-LiveMigrationTest-746395142 tempest-LiveMigrationTest-746395142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:15:00.603188 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-9421182e-079e-492a-a5a0-3d9e9f42bdda req-6d489711-5e56-4aea-a72f-3ec33ae77314 tempest-LiveMigrationTest-746395142 tempest-LiveMigrationTest-746395142-project] 10.222.0.13 "GET /v2.0/ports?device_id=a9ca4017-264e-467b-a63a-6313b2811620 HTTP/1.1" status: 200 len: 945 time: 0.1325104 Jan 26 21:15:00.610092 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab64939e-220c-4ac6-92f0-49d9faea5d99 req-dee5b74a-9e20-4d87-b57c-3fd32ffe1d8c tempest-ServersTestJSON-1629463572 tempest-ServersTestJSON-1629463572-project] No DVR routers for this DVR port 3c746872-df9d-4e64-9190-c630ce9d4288 on host n-h2-760453-5 {{(pid=103305) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 26 21:15:00.614748 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-ab64939e-220c-4ac6-92f0-49d9faea5d99 req-dee5b74a-9e20-4d87-b57c-3fd32ffe1d8c tempest-ServersTestJSON-1629463572 tempest-ServersTestJSON-1629463572-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:15:00.629396 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-ab64939e-220c-4ac6-92f0-49d9faea5d99 req-dee5b74a-9e20-4d87-b57c-3fd32ffe1d8c tempest-ServersTestJSON-1629463572 tempest-ServersTestJSON-1629463572-project] 10.222.0.57 "DELETE /v2.0/ports/3c746872-df9d-4e64-9190-c630ce9d4288 HTTP/1.1" status: 204 len: 173 time: 1.3753674 Jan 26 21:15:00.630353 n-d-760453-5 neutron-server[103305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3dd4d996-34c5-44e9-b27e-aba1e6bd0fd7', 'name': 'network-vif-deleted', 'tag': '3c746872-df9d-4e64-9190-c630ce9d4288'}] {{(pid=103305) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 21:15:00.633009 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d4654568b7bf041e72ff8fe1c96d6d761d9c921f2b99bc7b3a26632be20cee0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad79dfe0-98b7-42a2-ac14-1d9d3fcb09e4" -d '{"events": [{"server_uuid": "3dd4d996-34c5-44e9-b27e-aba1e6bd0fd7", "name": "network-vif-deleted", "tag": "3c746872-df9d-4e64-9190-c630ce9d4288"}]}' {{(pid=103305) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 21:15:00.648486 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a971d046-c88a-4592-a356-109fc736c7d1 None None] Network 398119b7-b141-4e9b-a089-cf2ce4ac7132 requested from n-d-760453-5 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 26 21:15:00.735463 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Jan 2022 21:15:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db99f65f-8dab-47c9-b312-a6a0672b7d2d x-openstack-request-id: req-db99f65f-8dab-47c9-b312-a6a0672b7d2d {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 21:15:00.737771 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3dd4d996-34c5-44e9-b27e-aba1e6bd0fd7", "name": "network-vif-deleted", "tag": "3c746872-df9d-4e64-9190-c630ce9d4288", "status": "completed", "code": 200}]} {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 21:15:00.738229 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-db99f65f-8dab-47c9-b312-a6a0672b7d2d {{(pid=103305) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 21:15:00.740570 n-d-760453-5 neutron-server[103305]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3dd4d996-34c5-44e9-b27e-aba1e6bd0fd7', 'name': 'network-vif-deleted', 'tag': '3c746872-df9d-4e64-9190-c630ce9d4288', 'status': 'completed', 'code': 200} Jan 26 21:15:00.781965 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-9421182e-079e-492a-a5a0-3d9e9f42bdda req-1bd76131-1d1c-4e29-b6df-32876b52a041 tempest-LiveMigrationTest-746395142 tempest-LiveMigrationTest-746395142-project] 10.222.0.13 "GET /v2.0/security-groups?id=c43a996a-6b93-48e4-a331-48250c5b183d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1774514 Jan 26 21:15:00.822734 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-18b93cd3-d37b-4711-ba7a-cc1181aed686 tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Publish callbacks [] for port (c65a0014-47f0-4b70-a42b-ef7821678bb3), precommit_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:15:00.831501 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-18b93cd3-d37b-4711-ba7a-cc1181aed686 tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11791520'] for port (c65a0014-47f0-4b70-a42b-ef7821678bb3), after_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:15:00.908973 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bbce189-a301-4367-9009-76453e3863af None None] Network 4443ea4f-0f19-4b87-bba6-7a27258b0e98 requested from n-d-760453-5 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 26 21:15:00.932177 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b93cd3-d37b-4711-ba7a-cc1181aed686 tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Pushing event updated for resources: {'Port': ['ID=c65a0014-47f0-4b70-a42b-ef7821678bb3,revision_number=2']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:15:01.076869 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-18b93cd3-d37b-4711-ba7a-cc1181aed686 tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4111050'] for router_interface (457379e4-9d44-47c3-87e9-350b22da3b7f), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:15:01.190106 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bebf484b-6dfb-409d-b00c-9d4a9a84b18b req-56532323-c317-455c-9d6b-41a938894dfc tempest-InstanceActionsV221TestJSON-94733883 tempest-InstanceActionsV221TestJSON-94733883-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:15:01.192988 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-bebf484b-6dfb-409d-b00c-9d4a9a84b18b req-56532323-c317-455c-9d6b-41a938894dfc tempest-InstanceActionsV221TestJSON-94733883 tempest-InstanceActionsV221TestJSON-94733883-project] 10.222.0.13 "GET /v2.0/networks?id=398119b7-b141-4e9b-a089-cf2ce4ac7132 HTTP/1.1" status: 200 len: 818 time: 0.1443100 Jan 26 21:15:01.193939 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-303753c5-c1d8-4aba-befc-272d997b872e None None] Provisioning complete for port 1b361b7a-f6f0-4914-a65e-6d95bdc4f539 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:15:01.194317 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-303753c5-c1d8-4aba-befc-272d997b872e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (1b361b7a-f6f0-4914-a65e-6d95bdc4f539), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:15:01.259933 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-bebf484b-6dfb-409d-b00c-9d4a9a84b18b req-66da72ee-6535-4bc4-8bba-04ced313bd0c tempest-InstanceActionsV221TestJSON-94733883 tempest-InstanceActionsV221TestJSON-94733883-project] 10.222.0.13 "GET /v2.0/quotas/170d2fe10acf42be83c16d1646bff685 HTTP/1.1" status: 200 len: 375 time: 0.0468826 Jan 26 21:15:01.282445 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89773e11-960c-4751-95a5-68447ebabc72 req-5ef3d1ab-80b7-470f-90e9-75fa6ee8f9aa tempest-ServersOnMultiNodesTest-2088673700 tempest-ServersOnMultiNodesTest-2088673700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:15:01.283138 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-18b93cd3-d37b-4711-ba7a-cc1181aed686 tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (c65a0014-47f0-4b70-a42b-ef7821678bb3), before_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:15:01.284625 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-89773e11-960c-4751-95a5-68447ebabc72 req-5ef3d1ab-80b7-470f-90e9-75fa6ee8f9aa tempest-ServersOnMultiNodesTest-2088673700 tempest-ServersOnMultiNodesTest-2088673700-project] 10.222.0.13 "GET /v2.0/ports?device_id=3c0ae16a-ab1d-4b2b-8372-b648a26b0a9d HTTP/1.1" status: 200 len: 949 time: 0.1027191 Jan 26 21:15:01.311091 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Provisioning complete for port 1b361b7a-f6f0-4914-a65e-6d95bdc4f539 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:15:01.311640 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (1b361b7a-f6f0-4914-a65e-6d95bdc4f539), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:15:01.331604 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-bebf484b-6dfb-409d-b00c-9d4a9a84b18b req-ca53d5ff-bbbf-453f-9464-d96e56a135c5 tempest-InstanceActionsV221TestJSON-94733883 tempest-InstanceActionsV221TestJSON-94733883-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=170d2fe10acf42be83c16d1646bff685&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0587850 Jan 26 21:15:01.419017 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-89773e11-960c-4751-95a5-68447ebabc72 req-0fb56986-7165-46a5-817d-b83a94c3224e tempest-ServersOnMultiNodesTest-2088673700 tempest-ServersOnMultiNodesTest-2088673700-project] 10.222.0.13 "GET /v2.0/security-groups?id=306a2369-8c1c-4f98-9a64-2622487a9ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1261141 Jan 26 21:15:01.494587 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-bebf484b-6dfb-409d-b00c-9d4a9a84b18b req-c157c7df-22dd-471b-a438-61012d28a8e2 service neutron] 10.222.0.13 "GET /v2.0/networks/398119b7-b141-4e9b-a089-cf2ce4ac7132?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1615431 Jan 26 21:15:01.531898 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-303753c5-c1d8-4aba-befc-272d997b872e None None] Current status of the port 1b361b7a-f6f0-4914-a65e-6d95bdc4f539 is: DOWN; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:15:01.532216 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-303753c5-c1d8-4aba-befc-272d997b872e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (1b361b7a-f6f0-4914-a65e-6d95bdc4f539), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:15:01.590729 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-303753c5-c1d8-4aba-befc-272d997b872e None None] For port 1b361b7a-f6f0-4914-a65e-6d95bdc4f539, host n-d-760453-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=1b361b7a-f6f0-4914-a65e-6d95bdc4f539,segment=NetworkSegment(0bbf5b23-97ec-43da-9350-577b7af17db7),segment_id=0bbf5b23-97ec-43da-9350-577b7af17db7)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:15:01.603623 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-303753c5-c1d8-4aba-befc-272d997b872e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (1b361b7a-f6f0-4914-a65e-6d95bdc4f539), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:15:01.614298 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Current status of the port 1b361b7a-f6f0-4914-a65e-6d95bdc4f539 is: DOWN; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:15:01.614692 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (1b361b7a-f6f0-4914-a65e-6d95bdc4f539), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:15:01.655938 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349ba19e-37b5-4c63-b577-2652e2ca42e8 req-3d4f2540-0b6b-41f1-8f86-67fd1e5bbe0d tempest-ServersOnMultiNodesTest-664225726 tempest-ServersOnMultiNodesTest-664225726-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:15:01.657745 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-349ba19e-37b5-4c63-b577-2652e2ca42e8 req-3d4f2540-0b6b-41f1-8f86-67fd1e5bbe0d tempest-ServersOnMultiNodesTest-664225726 tempest-ServersOnMultiNodesTest-664225726-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=3c0ae16a-ab1d-4b2b-8372-b648a26b0a9d HTTP/1.1" status: 200 len: 1100 time: 0.1536791 Jan 26 21:15:01.678087 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-bebf484b-6dfb-409d-b00c-9d4a9a84b18b req-41ed473c-eea0-45c3-8ccf-1983674e2d5e service neutron] 10.222.0.13 "GET /v2.0/networks/398119b7-b141-4e9b-a089-cf2ce4ac7132?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1824465 Jan 26 21:15:01.733585 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-303753c5-c1d8-4aba-befc-272d997b872e None None] Pushing event updated for resources: {'Port': ['ID=1b361b7a-f6f0-4914-a65e-6d95bdc4f539,revision_number=3']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:15:01.751381 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.db.api [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103306) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 26 21:15:01.751745 n-d-760453-5 neutron-server[103306]: DEBUG oslo_db.api [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 26 21:15:01.814235 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-18b93cd3-d37b-4711-ba7a-cc1181aed686 tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Publish callbacks [] for port (c65a0014-47f0-4b70-a42b-ef7821678bb3), precommit_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:15:01.822143 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-349ba19e-37b5-4c63-b577-2652e2ca42e8 req-3cd9079c-194a-4354-9807-320b036b0788 tempest-ServersOnMultiNodesTest-664225726 tempest-ServersOnMultiNodesTest-664225726-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=306a2369-8c1c-4f98-9a64-2622487a9ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250272 Jan 26 21:15:01.826200 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-18b93cd3-d37b-4711-ba7a-cc1181aed686 tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11791520'] for port (c65a0014-47f0-4b70-a42b-ef7821678bb3), after_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:15:01.828362 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-18b93cd3-d37b-4711-ba7a-cc1181aed686 tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3709457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4110682'] for router_interface (457379e4-9d44-47c3-87e9-350b22da3b7f), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:15:01.859328 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-37130750-4003-4544-8c3d-edd775b43bd7 None None] Provisioning complete for port 1b361b7a-f6f0-4914-a65e-6d95bdc4f539 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:15:01.859915 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-37130750-4003-4544-8c3d-edd775b43bd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (1b361b7a-f6f0-4914-a65e-6d95bdc4f539), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:15:01.909202 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b93cd3-d37b-4711-ba7a-cc1181aed686 tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Pushing event updated for resources: {'Port': ['ID=c65a0014-47f0-4b70-a42b-ef7821678bb3,revision_number=3']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:15:02.057321 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-37130750-4003-4544-8c3d-edd775b43bd7 None None] Current status of the port 1b361b7a-f6f0-4914-a65e-6d95bdc4f539 is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:15:02.080511 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-37130750-4003-4544-8c3d-edd775b43bd7 None None] Provisioning complete for port c65a0014-47f0-4b70-a42b-ef7821678bb3 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:15:02.081102 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-37130750-4003-4544-8c3d-edd775b43bd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (c65a0014-47f0-4b70-a42b-ef7821678bb3), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:15:02.107885 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18b93cd3-d37b-4711-ba7a-cc1181aed686 tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Network 4443ea4f-0f19-4b87-bba6-7a27258b0e98 is already hosted by enough agents. {{(pid=103305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 21:15:02.112794 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [None req-18b93cd3-d37b-4711-ba7a-cc1181aed686 tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Resources bound (agent type, host, resource id): {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:15:02.125649 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-37130750-4003-4544-8c3d-edd775b43bd7 None None] Port c65a0014-47f0-4b70-a42b-ef7821678bb3 cannot update to ACTIVE because it is not bound. {{(pid=103306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 26 21:15:02.132281 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f35a6fb-c6e2-4abc-bea9-962e4b5d83b4 req-d7b78512-8fb7-4d97-b0c7-bf514fea8ae4 tempest-LiveMigrationTest-746395142 tempest-LiveMigrationTest-746395142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:15:02.134740 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-7f35a6fb-c6e2-4abc-bea9-962e4b5d83b4 req-d7b78512-8fb7-4d97-b0c7-bf514fea8ae4 tempest-LiveMigrationTest-746395142 tempest-LiveMigrationTest-746395142-project] 10.222.0.13 "GET /v2.0/ports?device_id=a9ca4017-264e-467b-a63a-6313b2811620 HTTP/1.1" status: 200 len: 945 time: 0.1089194 Jan 26 21:15:02.219617 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-7f35a6fb-c6e2-4abc-bea9-962e4b5d83b4 req-a4792cb7-bbeb-40e6-a84b-650fe4bb9dec tempest-LiveMigrationTest-746395142 tempest-LiveMigrationTest-746395142-project] 10.222.0.13 "GET /v2.0/security-groups?id=c43a996a-6b93-48e4-a331-48250c5b183d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781736 Jan 26 21:15:02.302191 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-1b760fb6-f61f-4679-9fa0-a2a85a1a431d None None] Provisioning complete for port c65a0014-47f0-4b70-a42b-ef7821678bb3 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:15:02.302600 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-1b760fb6-f61f-4679-9fa0-a2a85a1a431d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (c65a0014-47f0-4b70-a42b-ef7821678bb3), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:15:02.364788 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Current status of the port 1b361b7a-f6f0-4914-a65e-6d95bdc4f539 is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:15:02.372573 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-1b760fb6-f61f-4679-9fa0-a2a85a1a431d None None] Port c65a0014-47f0-4b70-a42b-ef7821678bb3 cannot update to ACTIVE because it is not bound. {{(pid=103306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 26 21:15:02.423608 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18b93cd3-d37b-4711-ba7a-cc1181aed686 tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Router 457379e4-9d44-47c3-87e9-350b22da3b7f is scheduled to L3 agent 09df100c-3af1-4b0a-bda8-05914c71c458 with binding_index 1 {{(pid=103305) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 26 21:15:02.528458 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-59b0972a-aa39-4c4d-8dfe-a7e4857198d9 req-56105490-7e97-4709-86ba-b8173c000b11 tempest-InstanceActionsV221TestJSON-94733883 tempest-InstanceActionsV221TestJSON-94733883-project] 10.222.0.13 "GET /v2.0/ports?device_id=3ed6e053-1ab0-4995-bf74-c671d5c9b259 HTTP/1.1" status: 200 len: 210 time: 0.0643773 Jan 26 21:15:02.561957 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device 1b361b7a-f6f0-4914-a65e-6d95bdc4f539 up at agent ovs-agent-n-d-760453-5 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 21:15:02.696539 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18b93cd3-d37b-4711-ba7a-cc1181aed686 tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Notify agent at l3_agent.n-d-760453-5 the message routers_updated {{(pid=103305) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 26 21:15:02.710090 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-18b93cd3-d37b-4711-ba7a-cc1181aed686 tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] 10.222.0.13 "PUT /v2.0/routers/457379e4-9d44-47c3-87e9-350b22da3b7f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0902734 Jan 26 21:15:02.711258 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 56422) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:15:02.717077 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-9f537e46-d17c-4d35-bd42-1efaf16ee136 None None] Provisioning complete for port c65a0014-47f0-4b70-a42b-ef7821678bb3 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:15:02.719019 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-9f537e46-d17c-4d35-bd42-1efaf16ee136 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (c65a0014-47f0-4b70-a42b-ef7821678bb3), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:15:02.724442 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20e2ac75-ec72-4509-8a39-eb850e811ffe None None] Sync routers for ids ['457379e4-9d44-47c3-87e9-350b22da3b7f'] in n-d-760453-5 {{(pid=103306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 26 21:15:02.747212 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209bc460-1b0d-4e39-b394-46d0302d93ab req-9db3d2ab-f273-48ac-91b9-caf2246cf942 tempest-ServersOnMultiNodesTest-2088673700 tempest-ServersOnMultiNodesTest-2088673700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:15:02.759313 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-209bc460-1b0d-4e39-b394-46d0302d93ab req-9db3d2ab-f273-48ac-91b9-caf2246cf942 tempest-ServersOnMultiNodesTest-2088673700 tempest-ServersOnMultiNodesTest-2088673700-project] 10.222.0.13 "GET /v2.0/ports?device_id=3c0ae16a-ab1d-4b2b-8372-b648a26b0a9d HTTP/1.1" status: 200 len: 949 time: 0.1231110 Jan 26 21:15:02.810324 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20e2ac75-ec72-4509-8a39-eb850e811ffe None None] Routers {'457379e4-9d44-47c3-87e9-350b22da3b7f'} bound to L3 agent in host n-d-760453-5 {{(pid=103306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 21:15:02.810905 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-20e2ac75-ec72-4509-8a39-eb850e811ffe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-26T20:55:21Z,description=,heartbeat_timestamp=2022-01-26T21:14:51Z,host='n-d-760453-5',id=09df100c-3af1-4b0a-bda8-05914c71c458,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:55:21Z,topic='l3_agent')) {'router_ids': ['457379e4-9d44-47c3-87e9-350b22da3b7f'], 'active': True} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:15:02.818364 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-9f537e46-d17c-4d35-bd42-1efaf16ee136 None None] Port c65a0014-47f0-4b70-a42b-ef7821678bb3 cannot update to ACTIVE because it is not bound. {{(pid=103306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 26 21:15:02.853841 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef789e25-f1cf-428e-a6fd-de3dacfc97a1 tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:15:02.856583 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-ef789e25-f1cf-428e-a6fd-de3dacfc97a1 tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] 10.222.0.13 "GET /v2.0/ports?device_id=457379e4-9d44-47c3-87e9-350b22da3b7f HTTP/1.1" status: 200 len: 989 time: 0.1443620 Jan 26 21:15:02.859992 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 56424) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:15:02.872107 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-20e2ac75-ec72-4509-8a39-eb850e811ffe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760453-5', False) {} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:15:02.876384 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Provisioning complete for port 1b361b7a-f6f0-4914-a65e-6d95bdc4f539 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:15:02.876792 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (1b361b7a-f6f0-4914-a65e-6d95bdc4f539), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:15:02.881616 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-209bc460-1b0d-4e39-b394-46d0302d93ab req-8bffdbb4-9645-4ee9-8455-83e2008c8713 tempest-ServersOnMultiNodesTest-2088673700 tempest-ServersOnMultiNodesTest-2088673700-project] 10.222.0.13 "GET /v2.0/security-groups?id=306a2369-8c1c-4f98-9a64-2622487a9ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213119 Jan 26 21:15:02.925705 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20e2ac75-ec72-4509-8a39-eb850e811ffe None None] Routers {'457379e4-9d44-47c3-87e9-350b22da3b7f'} bound to L3 agent in host n-d-760453-5 {{(pid=103306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 21:15:02.926738 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-20e2ac75-ec72-4509-8a39-eb850e811ffe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-26T20:55:21Z,description=,heartbeat_timestamp=2022-01-26T21:14:51Z,host='n-d-760453-5',id=09df100c-3af1-4b0a-bda8-05914c71c458,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:55:21Z,topic='l3_agent')) {'router_ids': ['457379e4-9d44-47c3-87e9-350b22da3b7f'], 'active': True} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:15:02.974405 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-20e2ac75-ec72-4509-8a39-eb850e811ffe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760453-5', False) {} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:15:02.977548 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20e2ac75-ec72-4509-8a39-eb850e811ffe None None] The sync data for ids ['457379e4-9d44-47c3-87e9-350b22da3b7f'] in n-d-760453-5 is: [] {{(pid=103306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 26 21:15:03.063601 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Current status of the port 1b361b7a-f6f0-4914-a65e-6d95bdc4f539 is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:15:03.081833 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-2c196422-b844-4d45-ab17-16a25e604dde None None] Provisioning complete for port c65a0014-47f0-4b70-a42b-ef7821678bb3 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:15:03.082778 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2c196422-b844-4d45-ab17-16a25e604dde None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (c65a0014-47f0-4b70-a42b-ef7821678bb3), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:15:03.125534 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2c196422-b844-4d45-ab17-16a25e604dde None None] Port c65a0014-47f0-4b70-a42b-ef7821678bb3 cannot update to ACTIVE because it is not bound. {{(pid=103306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 26 21:15:03.357609 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1920c3a0-53d2-4327-9b65-9e8f3fdcab6f req-b1ac7757-d4b7-4502-9c21-ed61496f2728 tempest-ServersTestJSON-1629463572 tempest-ServersTestJSON-1629463572-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:15:03.359043 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-1920c3a0-53d2-4327-9b65-9e8f3fdcab6f req-b1ac7757-d4b7-4502-9c21-ed61496f2728 tempest-ServersTestJSON-1629463572 tempest-ServersTestJSON-1629463572-project] 10.222.0.13 "GET /v2.0/networks?id=20b7651f-3dfe-4f65-83e1-a38049e7aae9 HTTP/1.1" status: 200 len: 806 time: 0.1491041 Jan 26 21:15:03.384533 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-1920c3a0-53d2-4327-9b65-9e8f3fdcab6f req-2fc0e875-bdb3-4d2a-a6da-28a2d3ea6294 tempest-ServersTestJSON-1629463572 tempest-ServersTestJSON-1629463572-project] 10.222.0.13 "GET /v2.0/quotas/9e460ecabad547eca1394374023e7caf HTTP/1.1" status: 200 len: 375 time: 0.0117171 Jan 26 21:15:03.471109 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfbabdca-a602-4521-b28e-230349f95a24 req-f89018cd-c839-4380-94a6-873de3dac2a3 tempest-LiveMigrationTest-746395142 tempest-LiveMigrationTest-746395142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:15:03.472894 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-dfbabdca-a602-4521-b28e-230349f95a24 req-f89018cd-c839-4380-94a6-873de3dac2a3 tempest-LiveMigrationTest-746395142 tempest-LiveMigrationTest-746395142-project] 10.222.0.13 "GET /v2.0/ports?device_id=a9ca4017-264e-467b-a63a-6313b2811620 HTTP/1.1" status: 200 len: 945 time: 0.1442986 Jan 26 21:15:03.482207 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-1920c3a0-53d2-4327-9b65-9e8f3fdcab6f req-4d0187c2-7253-472d-bd8b-17665fb94fbe tempest-ServersTestJSON-1629463572 tempest-ServersTestJSON-1629463572-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=9e460ecabad547eca1394374023e7caf&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0912790 Jan 26 21:15:03.584405 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-dfbabdca-a602-4521-b28e-230349f95a24 req-69f7d0df-1595-4c03-9f0d-f7ec0544eee9 tempest-LiveMigrationTest-746395142 tempest-LiveMigrationTest-746395142-project] 10.222.0.13 "GET /v2.0/security-groups?id=c43a996a-6b93-48e4-a331-48250c5b183d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011415 Jan 26 21:15:03.629347 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-1920c3a0-53d2-4327-9b65-9e8f3fdcab6f req-fe41aee2-67d7-4fdd-a383-335f52733d6f service neutron] 10.222.0.13 "GET /v2.0/networks/20b7651f-3dfe-4f65-83e1-a38049e7aae9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1323867 Jan 26 21:15:03.702129 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-13e3dc09-ca0e-4765-88f0-9c1c61317aa3 tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4110657'] for router_interface (457379e4-9d44-47c3-87e9-350b22da3b7f), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:15:03.743696 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-1920c3a0-53d2-4327-9b65-9e8f3fdcab6f req-ee9c077d-42e5-44a1-9a4f-a6ed97455f76 service neutron] 10.222.0.13 "GET /v2.0/networks/20b7651f-3dfe-4f65-83e1-a38049e7aae9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1134388 Jan 26 21:15:03.785475 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-b7973ab2-d600-4634-baff-5fbc7be599f8 req-54c91ee5-7428-4b46-9d2d-76536696717b tempest-InstanceActionsV221TestJSON-94733883 tempest-InstanceActionsV221TestJSON-94733883-project] 10.222.0.13 "GET /v2.0/ports?device_id=3ed6e053-1ab0-4995-bf74-c671d5c9b259 HTTP/1.1" status: 200 len: 210 time: 0.0290163 Jan 26 21:15:04.003470 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Device 3c746872-df9d-4e64-9190-c630ce9d4288 no longer exists at agent hyperv_n-h2-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 26 21:15:04.048768 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] No Port match for: 3c746872-df9d-4e64-9190-c630ce9d4288 {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 26 21:15:04.051714 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Device 3c746872-df9d-4e64-9190-c630ce9d4288 not bound to the agent host n-h2-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 26 21:15:04.076561 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-fdb080d3-9893-427f-a4f4-6c57ce16e75d req-78c59ffe-1995-46cc-95f2-12ad37517987 tempest-ServersTestJSON-1629463572 tempest-ServersTestJSON-1629463572-project] 10.222.0.13 "GET /v2.0/ports?device_id=0cb49f15-2941-4d8d-a1f5-25e75dd599a4 HTTP/1.1" status: 200 len: 210 time: 0.0603590 Jan 26 21:15:04.089498 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc15f62-0d42-4633-8d9d-b682a318244a req-64f616cf-7d5c-474b-a372-ed507009117d tempest-ServersOnMultiNodesTest-2088673700 tempest-ServersOnMultiNodesTest-2088673700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:15:04.091127 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-9fc15f62-0d42-4633-8d9d-b682a318244a req-64f616cf-7d5c-474b-a372-ed507009117d tempest-ServersOnMultiNodesTest-2088673700 tempest-ServersOnMultiNodesTest-2088673700-project] 10.222.0.13 "GET /v2.0/ports?device_id=3c0ae16a-ab1d-4b2b-8372-b648a26b0a9d HTTP/1.1" status: 200 len: 949 time: 0.1253021 Jan 26 21:15:04.111797 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bebf484b-6dfb-409d-b00c-9d4a9a84b18b req-42732dbb-ad60-4fec-9a2e-91aae132ca72 tempest-InstanceActionsV221TestJSON-94733883 tempest-InstanceActionsV221TestJSON-94733883-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:15:04.113364 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-bebf484b-6dfb-409d-b00c-9d4a9a84b18b req-42732dbb-ad60-4fec-9a2e-91aae132ca72 tempest-InstanceActionsV221TestJSON-94733883 tempest-InstanceActionsV221TestJSON-94733883-project] 10.222.0.57 "GET /v2.0/networks?id=398119b7-b141-4e9b-a089-cf2ce4ac7132 HTTP/1.1" status: 200 len: 818 time: 0.2304811 Jan 26 21:15:04.132393 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [req-bebf484b-6dfb-409d-b00c-9d4a9a84b18b req-c94a4967-9801-411f-9047-feea53c611d2 tempest-InstanceActionsV221TestJSON-94733883 tempest-InstanceActionsV221TestJSON-94733883-project] Request body: {'port': {'device_id': '3ed6e053-1ab0-4995-bf74-c671d5c9b259', 'network_id': '398119b7-b141-4e9b-a089-cf2ce4ac7132', 'admin_state_up': True, 'tenant_id': '170d2fe10acf42be83c16d1646bff685'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:15:04.199852 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-9fc15f62-0d42-4633-8d9d-b682a318244a req-9ff49436-45a8-4858-a854-d380d3305e38 tempest-ServersOnMultiNodesTest-2088673700 tempest-ServersOnMultiNodesTest-2088673700-project] 10.222.0.13 "GET /v2.0/security-groups?id=306a2369-8c1c-4f98-9a64-2622487a9ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880792 Jan 26 21:15:04.205331 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-13e3dc09-ca0e-4765-88f0-9c1c61317aa3 tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Deleting port c65a0014-47f0-4b70-a42b-ef7821678bb3 {{(pid=103305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 21:15:04.205657 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-13e3dc09-ca0e-4765-88f0-9c1c61317aa3 tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746560630878'] for port (c65a0014-47f0-4b70-a42b-ef7821678bb3), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:15:04.266182 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb29414-5b07-4c0c-bfe6-98760436716a req-554c0b53-0af2-4668-87f6-1a851d16b69a tempest-ServersOnMultiNodesTest-2088673700 tempest-ServersOnMultiNodesTest-2088673700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:15:04.268462 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-8fb29414-5b07-4c0c-bfe6-98760436716a req-554c0b53-0af2-4668-87f6-1a851d16b69a tempest-ServersOnMultiNodesTest-2088673700 tempest-ServersOnMultiNodesTest-2088673700-project] 10.222.0.57 "GET /v2.0/ports?device_id=3c0ae16a-ab1d-4b2b-8372-b648a26b0a9d HTTP/1.1" status: 200 len: 949 time: 0.0664196 Jan 26 21:15:04.389579 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-13e3dc09-ca0e-4765-88f0-9c1c61317aa3 tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4109658'] for port (c65a0014-47f0-4b70-a42b-ef7821678bb3), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:15:04.412162 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-13e3dc09-ca0e-4765-88f0-9c1c61317aa3 tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Calling delete_port for c65a0014-47f0-4b70-a42b-ef7821678bb3 owned by network:router_interface {{(pid=103305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 21:15:04.433207 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [req-8fb29414-5b07-4c0c-bfe6-98760436716a req-bf33868e-802a-4024-8af6-beed5862ebe3 tempest-ServersOnMultiNodesTest-2088673700 tempest-ServersOnMultiNodesTest-2088673700-project] Deleting port fc7a525a-8785-44c0-a0d8-bef5d3c0e55d {{(pid=103304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 21:15:04.433754 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bebf484b-6dfb-409d-b00c-9d4a9a84b18b req-c94a4967-9801-411f-9047-feea53c611d2 tempest-InstanceActionsV221TestJSON-94733883 tempest-InstanceActionsV221TestJSON-94733883-project] Made reservation on behalf of 170d2fe10acf42be83c16d1646bff685 for: {'port': 1} {{(pid=103305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 21:15:04.433856 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-8fb29414-5b07-4c0c-bfe6-98760436716a req-bf33868e-802a-4024-8af6-beed5862ebe3 tempest-ServersOnMultiNodesTest-2088673700 tempest-ServersOnMultiNodesTest-2088673700-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746560630878'] for port (fc7a525a-8785-44c0-a0d8-bef5d3c0e55d), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:15:04.436456 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-bebf484b-6dfb-409d-b00c-9d4a9a84b18b req-c94a4967-9801-411f-9047-feea53c611d2 tempest-InstanceActionsV221TestJSON-94733883 tempest-InstanceActionsV221TestJSON-94733883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:15:04.446543 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.agents_db [None req-569f1ced-6396-4ddf-b79f-e03b0b2146ab None None] Agent healthcheck: found 7 active agents {{(pid=103307) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 26 21:15:04.489830 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-2288abeb-5d82-415e-b0b8-18798f06ab4b req-2bd3c652-cd09-4e18-8757-593fbb53d351 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=ec811ff0-b491-4a33-8d34-6c61319f3b15&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1439831 Jan 26 21:15:04.608531 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [req-8fb29414-5b07-4c0c-bfe6-98760436716a req-bf33868e-802a-4024-8af6-beed5862ebe3 tempest-ServersOnMultiNodesTest-2088673700 tempest-ServersOnMultiNodesTest-2088673700-project] For port fc7a525a-8785-44c0-a0d8-bef5d3c0e55d, host n-h2-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-5',level=0,port_id=fc7a525a-8785-44c0-a0d8-bef5d3c0e55d,segment=NetworkSegment(4eab25d6-89d9-4907-a1c2-51b06443ba33),segment_id=4eab25d6-89d9-4907-a1c2-51b06443ba33)] {{(pid=103304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:15:04.609156 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-8fb29414-5b07-4c0c-bfe6-98760436716a req-bf33868e-802a-4024-8af6-beed5862ebe3 tempest-ServersOnMultiNodesTest-2088673700 tempest-ServersOnMultiNodesTest-2088673700-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4109658'] for port (fc7a525a-8785-44c0-a0d8-bef5d3c0e55d), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:15:04.650911 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [req-8fb29414-5b07-4c0c-bfe6-98760436716a req-bf33868e-802a-4024-8af6-beed5862ebe3 tempest-ServersOnMultiNodesTest-2088673700 tempest-ServersOnMultiNodesTest-2088673700-project] Calling delete_port for fc7a525a-8785-44c0-a0d8-bef5d3c0e55d owned by compute:nova {{(pid=103304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 21:15:04.801144 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1cf7567-323e-449a-98db-548071b7b136 req-651fc69a-f664-46d1-b806-157275f20db4 tempest-LiveMigrationTest-746395142 tempest-LiveMigrationTest-746395142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:15:04.802870 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-c1cf7567-323e-449a-98db-548071b7b136 req-651fc69a-f664-46d1-b806-157275f20db4 tempest-LiveMigrationTest-746395142 tempest-LiveMigrationTest-746395142-project] 10.222.0.13 "GET /v2.0/ports?device_id=a9ca4017-264e-467b-a63a-6313b2811620 HTTP/1.1" status: 200 len: 945 time: 0.0917802 Jan 26 21:15:04.856249 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2288abeb-5d82-415e-b0b8-18798f06ab4b req-fab6f890-3a7f-40c0-bb12-a8edbc5180c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:15:04.860710 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-2288abeb-5d82-415e-b0b8-18798f06ab4b req-fab6f890-3a7f-40c0-bb12-a8edbc5180c6 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=d203cd9cdbf14056988a5ed4353f3154&device_id=ec811ff0-b491-4a33-8d34-6c61319f3b15 HTTP/1.1" status: 200 len: 1096 time: 0.2944920 Jan 26 21:15:04.906354 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.db_base_plugin_common [req-bebf484b-6dfb-409d-b00c-9d4a9a84b18b req-c94a4967-9801-411f-9047-feea53c611d2 tempest-InstanceActionsV221TestJSON-94733883 tempest-InstanceActionsV221TestJSON-94733883-project] Allocated IP 172.20.0.13 (398119b7-b141-4e9b-a089-cf2ce4ac7132/b9f2224c-6c77-41cd-be54-df83a3ce656a/10191bf1-ce5e-46ac-a363-4457572ecadc) {{(pid=103305) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 21:15:04.911017 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-8fb29414-5b07-4c0c-bfe6-98760436716a req-bf33868e-802a-4024-8af6-beed5862ebe3 tempest-ServersOnMultiNodesTest-2088673700 tempest-ServersOnMultiNodesTest-2088673700-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746560636600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746560234536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9281553'] for port (fc7a525a-8785-44c0-a0d8-bef5d3c0e55d), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:15:04.918477 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-13e3dc09-ca0e-4765-88f0-9c1c61317aa3 tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746560636600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746560234536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11791543'] for port (c65a0014-47f0-4b70-a42b-ef7821678bb3), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:15:04.927044 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] get_ports_and_sgs() called for port_ids ['552aae5b-0114-4ae2-8e9d-898106bbf7d4', '6f3c032f-8f77-4bb1-80f4-b3e6bc17170e', '7b91e58c-2d2a-4acc-8321-b7c6811beaeb', '1f823a46-1659-445c-9067-ee7a46f9e1af', 'fc7a525a-8785-44c0-a0d8-bef5d3c0e55d'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 26 21:15:04.960867 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-632f9f2f-e10d-4d22-b0fb-61725f4024f0 req-9bb66105-3ca3-40f3-bda6-4cc7b6672cf1 tempest-InstanceActionsV221TestJSON-94733883 tempest-InstanceActionsV221TestJSON-94733883-project] 10.222.0.13 "GET /v2.0/ports?device_id=3ed6e053-1ab0-4995-bf74-c671d5c9b259 HTTP/1.1" status: 200 len: 210 time: 0.0546615 Jan 26 21:15:04.994975 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] get_ports_and_sgs() called for port_ids ['74a29006-e476-494d-a6f7-bba5c779ab89', '145ca743-6349-44f7-a8ae-2fb6ade493b1', '24025662-e8e3-4303-926e-de5c2af8663c'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 26 21:15:05.018178 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-c1cf7567-323e-449a-98db-548071b7b136 req-7c530f57-e21a-4afc-8423-7b8672bc863c tempest-LiveMigrationTest-746395142 tempest-LiveMigrationTest-746395142-project] 10.222.0.13 "GET /v2.0/security-groups?id=c43a996a-6b93-48e4-a331-48250c5b183d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262074 Jan 26 21:15:05.031474 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e3dc09-ca0e-4765-88f0-9c1c61317aa3 tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Pushing event deleted for resources: {'Port': ['ID=c65a0014-47f0-4b70-a42b-ef7821678bb3,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:15:05.047597 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf33868e-802a-4024-8af6-beed5862ebe3 tempest-ServersOnMultiNodesTest-2088673700 tempest-ServersOnMultiNodesTest-2088673700-project] Pushing event deleted for resources: {'Port': ['ID=fc7a525a-8785-44c0-a0d8-bef5d3c0e55d,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:15:05.071074 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [req-8fb29414-5b07-4c0c-bfe6-98760436716a req-bf33868e-802a-4024-8af6-beed5862ebe3 tempest-ServersOnMultiNodesTest-2088673700 tempest-ServersOnMultiNodesTest-2088673700-project] No DVR routers for this DVR port fc7a525a-8785-44c0-a0d8-bef5d3c0e55d on host n-h2-760453-5 {{(pid=103304) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 26 21:15:05.074377 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-8fb29414-5b07-4c0c-bfe6-98760436716a req-bf33868e-802a-4024-8af6-beed5862ebe3 tempest-ServersOnMultiNodesTest-2088673700 tempest-ServersOnMultiNodesTest-2088673700-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:15:05.079763 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-8fb29414-5b07-4c0c-bfe6-98760436716a req-bf33868e-802a-4024-8af6-beed5862ebe3 tempest-ServersOnMultiNodesTest-2088673700 tempest-ServersOnMultiNodesTest-2088673700-project] 10.222.0.57 "DELETE /v2.0/ports/fc7a525a-8785-44c0-a0d8-bef5d3c0e55d HTTP/1.1" status: 204 len: 173 time: 0.8047581 Jan 26 21:15:05.080290 n-d-760453-5 neutron-server[103304]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c0ae16a-ab1d-4b2b-8372-b648a26b0a9d', 'name': 'network-vif-deleted', 'tag': 'fc7a525a-8785-44c0-a0d8-bef5d3c0e55d'}] {{(pid=103304) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 21:15:05.083792 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d52b45f1943fcd332af9527eb73ff93c8d715d44383a3f6d18de73b4cfcf87b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bdc53e24-b7bd-4057-a99e-a8398f6d8656" -d '{"events": [{"server_uuid": "3c0ae16a-ab1d-4b2b-8372-b648a26b0a9d", "name": "network-vif-deleted", "tag": "fc7a525a-8785-44c0-a0d8-bef5d3c0e55d"}]}' {{(pid=103304) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 21:15:05.247504 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Jan 2022 21:15:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e75c4f0-29d7-4058-b433-972da08575fa x-openstack-request-id: req-8e75c4f0-29d7-4058-b433-972da08575fa {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 21:15:05.247845 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c0ae16a-ab1d-4b2b-8372-b648a26b0a9d", "name": "network-vif-deleted", "tag": "fc7a525a-8785-44c0-a0d8-bef5d3c0e55d", "status": "completed", "code": 200}]} {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 21:15:05.248101 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-8e75c4f0-29d7-4058-b433-972da08575fa {{(pid=103304) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 21:15:05.248626 n-d-760453-5 neutron-server[103304]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c0ae16a-ab1d-4b2b-8372-b648a26b0a9d', 'name': 'network-vif-deleted', 'tag': 'fc7a525a-8785-44c0-a0d8-bef5d3c0e55d', 'status': 'completed', 'code': 200} Jan 26 21:15:05.475947 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2288abeb-5d82-415e-b0b8-18798f06ab4b req-3bcc2467-0287-46de-b72f-f77f90c1e395 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:15:05.479344 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-2288abeb-5d82-415e-b0b8-18798f06ab4b req-3bcc2467-0287-46de-b72f-f77f90c1e395 service neutron] 10.222.0.57 "GET /v2.0/networks?id=d6d873b7-dd21-4147-a71c-3196b86fd015 HTTP/1.1" status: 200 len: 915 time: 0.5687010 Jan 26 21:15:05.480013 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-13e3dc09-ca0e-4765-88f0-9c1c61317aa3 tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3709480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4110805'] for router_interface (457379e4-9d44-47c3-87e9-350b22da3b7f), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:15:05.558231 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1920c3a0-53d2-4327-9b65-9e8f3fdcab6f req-d21f89e8-8b0f-4bc5-8018-9750aa926a5d tempest-ServersTestJSON-1629463572 tempest-ServersTestJSON-1629463572-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:15:05.560005 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-1920c3a0-53d2-4327-9b65-9e8f3fdcab6f req-d21f89e8-8b0f-4bc5-8018-9750aa926a5d tempest-ServersTestJSON-1629463572 tempest-ServersTestJSON-1629463572-project] 10.222.0.57 "GET /v2.0/networks?id=20b7651f-3dfe-4f65-83e1-a38049e7aae9 HTTP/1.1" status: 200 len: 806 time: 0.2498133 Jan 26 21:15:05.591291 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [req-1920c3a0-53d2-4327-9b65-9e8f3fdcab6f req-261f1eac-41cd-4f7b-971c-4457ff456198 tempest-ServersTestJSON-1629463572 tempest-ServersTestJSON-1629463572-project] Request body: {'port': {'device_id': '0cb49f15-2941-4d8d-a1f5-25e75dd599a4', 'network_id': '20b7651f-3dfe-4f65-83e1-a38049e7aae9', 'admin_state_up': True, 'tenant_id': '9e460ecabad547eca1394374023e7caf'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:15:05.607485 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-2288abeb-5d82-415e-b0b8-18798f06ab4b req-8adecbeb-8876-4316-b0e0-7317c207f8e4 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e3a678e7-ac1e-438d-a264-5bdad56d0d1c HTTP/1.1" status: 200 len: 217 time: 0.1095617 Jan 26 21:15:05.669517 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-9dfa992c-b959-4848-9402-da3259828b05 req-170536d1-c970-42e9-99d1-b580a2afb266 tempest-ServersTestJSON-1629463572 tempest-ServersTestJSON-1629463572-project] 10.222.0.13 "GET /v2.0/ports?device_id=0cb49f15-2941-4d8d-a1f5-25e75dd599a4 HTTP/1.1" status: 200 len: 210 time: 0.3387852 Jan 26 21:15:05.691373 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-3a262128-5c93-4881-98b8-4a52b716306d req-ab2b5c74-1681-4e2b-b8e3-f4b64039d131 tempest-ServersOnMultiNodesTest-2088673700 tempest-ServersOnMultiNodesTest-2088673700-project] 10.222.0.13 "GET /v2.0/ports?device_id=3c0ae16a-ab1d-4b2b-8372-b648a26b0a9d HTTP/1.1" status: 200 len: 210 time: 0.1266594 Jan 26 21:15:05.813465 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2288abeb-5d82-415e-b0b8-18798f06ab4b req-84806f8f-a1f1-47b0-a41c-1b9ea33777c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:15:05.815069 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-2288abeb-5d82-415e-b0b8-18798f06ab4b req-84806f8f-a1f1-47b0-a41c-1b9ea33777c0 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=83c7f95c-c9b9-47ca-b224-a6b37c78555f HTTP/1.1" status: 200 len: 854 time: 0.1547966 Jan 26 21:15:05.830403 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-bebf484b-6dfb-409d-b00c-9d4a9a84b18b req-c94a4967-9801-411f-9047-feea53c611d2 tempest-InstanceActionsV221TestJSON-94733883 tempest-InstanceActionsV221TestJSON-94733883-project] Publish callbacks [] for port (10191bf1-ce5e-46ac-a363-4457572ecadc), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:15:05.830734 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1920c3a0-53d2-4327-9b65-9e8f3fdcab6f req-261f1eac-41cd-4f7b-971c-4457ff456198 tempest-ServersTestJSON-1629463572 tempest-ServersTestJSON-1629463572-project] Made reservation on behalf of 9e460ecabad547eca1394374023e7caf for: {'port': 1} {{(pid=103304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 21:15:05.834780 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-1920c3a0-53d2-4327-9b65-9e8f3fdcab6f req-261f1eac-41cd-4f7b-971c-4457ff456198 tempest-ServersTestJSON-1629463572 tempest-ServersTestJSON-1629463572-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:15:05.864076 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-2288abeb-5d82-415e-b0b8-18798f06ab4b req-4c30521a-9cf9-4f85-859f-0ac7530ad541 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=d6d873b7-dd21-4147-a71c-3196b86fd015&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0389626 Jan 26 21:15:05.986235 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13e3dc09-ca0e-4765-88f0-9c1c61317aa3 tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Router 457379e4-9d44-47c3-87e9-350b22da3b7f has already been hosted by L3 agent 09df100c-3af1-4b0a-bda8-05914c71c458 {{(pid=103305) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 26 21:15:06.007673 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.db_base_plugin_common [req-1920c3a0-53d2-4327-9b65-9e8f3fdcab6f req-261f1eac-41cd-4f7b-971c-4457ff456198 tempest-ServersTestJSON-1629463572 tempest-ServersTestJSON-1629463572-project] Allocated IP 172.20.0.8 (20b7651f-3dfe-4f65-83e1-a38049e7aae9/7183c753-f99a-46b0-89ab-825caf92e3fd/076e2ab1-5cc3-420e-a22f-f297ef45fcf4) {{(pid=103304) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 21:15:06.117726 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-2288abeb-5d82-415e-b0b8-18798f06ab4b req-435ca4db-aaea-4739-b5a4-2f4fbef981cb service neutron] 10.222.0.57 "GET /v2.0/networks/d6d873b7-dd21-4147-a71c-3196b86fd015?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1280913 Jan 26 21:15:06.261381 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13e3dc09-ca0e-4765-88f0-9c1c61317aa3 tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Notify agent at l3_agent.n-d-760453-5 the message routers_updated {{(pid=103305) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 26 21:15:06.272256 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-13e3dc09-ca0e-4765-88f0-9c1c61317aa3 tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] 10.222.0.13 "PUT /v2.0/routers/457379e4-9d44-47c3-87e9-350b22da3b7f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4083250 Jan 26 21:15:06.274452 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 56484) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:15:06.283175 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e235642-5c28-444f-9446-38855120a665 None None] Sync routers for ids ['457379e4-9d44-47c3-87e9-350b22da3b7f'] in n-d-760453-5 {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 26 21:15:06.303603 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e235642-5c28-444f-9446-38855120a665 None None] Routers {'457379e4-9d44-47c3-87e9-350b22da3b7f'} bound to L3 agent in host n-d-760453-5 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 21:15:06.305458 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-1e235642-5c28-444f-9446-38855120a665 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-26T20:55:21Z,description=,heartbeat_timestamp=2022-01-26T21:14:51Z,host='n-d-760453-5',id=09df100c-3af1-4b0a-bda8-05914c71c458,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:55:21Z,topic='l3_agent')) {'router_ids': ['457379e4-9d44-47c3-87e9-350b22da3b7f'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:15:06.313730 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-bebf484b-6dfb-409d-b00c-9d4a9a84b18b req-c94a4967-9801-411f-9047-feea53c611d2 tempest-InstanceActionsV221TestJSON-94733883 tempest-InstanceActionsV221TestJSON-94733883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746560234527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11791543'] for port (10191bf1-ce5e-46ac-a363-4457572ecadc), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:15:06.315702 n-d-760453-5 neutron-server[103305]: INFO neutron.pecan_wsgi.hooks.translation [None req-65ee7fc8-e472-4eee-ac2e-b5615193ffa6 tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] GET failed (client error): The resource could not be found. Jan 26 21:15:06.319792 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-65ee7fc8-e472-4eee-ac2e-b5615193ffa6 tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] 10.222.0.13 "GET /v2.0/ports/c65a0014-47f0-4b70-a42b-ef7821678bb3 HTTP/1.1" status: 404 len: 333 time: 0.0417790 Jan 26 21:15:06.324980 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 56486) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:15:06.360975 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-1e235642-5c28-444f-9446-38855120a665 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760453-5', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:15:06.374960 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e235642-5c28-444f-9446-38855120a665 None None] Routers {'457379e4-9d44-47c3-87e9-350b22da3b7f'} bound to L3 agent in host n-d-760453-5 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 21:15:06.375305 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-1e235642-5c28-444f-9446-38855120a665 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-26T20:55:21Z,description=,heartbeat_timestamp=2022-01-26T21:14:51Z,host='n-d-760453-5',id=09df100c-3af1-4b0a-bda8-05914c71c458,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:55:21Z,topic='l3_agent')) {'router_ids': ['457379e4-9d44-47c3-87e9-350b22da3b7f'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:15:06.415959 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-2288abeb-5d82-415e-b0b8-18798f06ab4b req-8c5e469d-9701-4bb7-a971-7328b6c79a29 service neutron] 10.222.0.57 "GET /v2.0/networks/d6d873b7-dd21-4147-a71c-3196b86fd015?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2887485 Jan 26 21:15:06.458761 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bebf484b-6dfb-409d-b00c-9d4a9a84b18b req-c94a4967-9801-411f-9047-feea53c611d2 tempest-InstanceActionsV221TestJSON-94733883 tempest-InstanceActionsV221TestJSON-94733883-project] Network 398119b7-b141-4e9b-a089-cf2ce4ac7132 is already hosted by enough agents. {{(pid=103305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 21:15:06.464708 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-aff456c0-f31f-4c84-a4fd-6aa209c54da6 tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Publish callbacks [] for router (457379e4-9d44-47c3-87e9-350b22da3b7f), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:15:06.466889 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [req-bebf484b-6dfb-409d-b00c-9d4a9a84b18b req-c94a4967-9801-411f-9047-feea53c611d2 tempest-InstanceActionsV221TestJSON-94733883 tempest-InstanceActionsV221TestJSON-94733883-project] Resources bound (agent type, host, resource id): {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:15:06.470048 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c94a4967-9801-411f-9047-feea53c611d2 tempest-InstanceActionsV221TestJSON-94733883 tempest-InstanceActionsV221TestJSON-94733883-project] Pushing event updated for resources: {'Port': ['ID=10191bf1-ce5e-46ac-a363-4457572ecadc,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:15:06.550584 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-1e235642-5c28-444f-9446-38855120a665 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760453-5', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:15:06.550584 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e235642-5c28-444f-9446-38855120a665 None None] The sync data for ids ['457379e4-9d44-47c3-87e9-350b22da3b7f'] in n-d-760453-5 is: [] {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 26 21:15:06.575891 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-9b81e3e1-0b27-43f9-89ed-0489474d53af req-5546b0d8-116c-4d07-8286-c157e2524dc6 tempest-InstanceActionsV221TestJSON-94733883 tempest-InstanceActionsV221TestJSON-94733883-project] 10.222.0.13 "GET /v2.0/ports?device_id=3ed6e053-1ab0-4995-bf74-c671d5c9b259 HTTP/1.1" status: 200 len: 210 time: 0.4547200 Jan 26 21:15:06.658078 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee11c22-b56f-4ca4-af95-61af1e3bca4a req-47dd94ef-8227-4b34-82ac-253021427b28 tempest-LiveMigrationTest-746395142 tempest-LiveMigrationTest-746395142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:15:06.665277 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-7ee11c22-b56f-4ca4-af95-61af1e3bca4a req-47dd94ef-8227-4b34-82ac-253021427b28 tempest-LiveMigrationTest-746395142 tempest-LiveMigrationTest-746395142-project] 10.222.0.13 "GET /v2.0/ports?device_id=a9ca4017-264e-467b-a63a-6313b2811620 HTTP/1.1" status: 200 len: 945 time: 0.0944521 Jan 26 21:15:06.696503 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-1920c3a0-53d2-4327-9b65-9e8f3fdcab6f req-261f1eac-41cd-4f7b-971c-4457ff456198 tempest-ServersTestJSON-1629463572 tempest-ServersTestJSON-1629463572-project] Publish callbacks [] for port (076e2ab1-5cc3-420e-a22f-f297ef45fcf4), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:15:06.764568 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-7ee11c22-b56f-4ca4-af95-61af1e3bca4a req-d14952de-1a73-4ab4-9a69-565e4b7df169 tempest-LiveMigrationTest-746395142 tempest-LiveMigrationTest-746395142-project] 10.222.0.13 "GET /v2.0/security-groups?id=c43a996a-6b93-48e4-a331-48250c5b183d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983503 Jan 26 21:15:06.778011 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [req-bebf484b-6dfb-409d-b00c-9d4a9a84b18b req-c94a4967-9801-411f-9047-feea53c611d2 tempest-InstanceActionsV221TestJSON-94733883 tempest-InstanceActionsV221TestJSON-94733883-project] Received port after_create {{(pid=103305) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 21:15:06.778445 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-1920c3a0-53d2-4327-9b65-9e8f3fdcab6f req-261f1eac-41cd-4f7b-971c-4457ff456198 tempest-ServersTestJSON-1629463572 tempest-ServersTestJSON-1629463572-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746560234527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9281553'] for port (076e2ab1-5cc3-420e-a22f-f297ef45fcf4), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:15:06.790083 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] get_ports_and_sgs() called for port_ids ['c0c88dad-cc2c-45c3-b929-f9b04ea7d5f7'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 26 21:15:06.823244 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1920c3a0-53d2-4327-9b65-9e8f3fdcab6f req-261f1eac-41cd-4f7b-971c-4457ff456198 tempest-ServersTestJSON-1629463572 tempest-ServersTestJSON-1629463572-project] Network 20b7651f-3dfe-4f65-83e1-a38049e7aae9 is already hosted by enough agents. {{(pid=103304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 21:15:06.828086 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [req-1920c3a0-53d2-4327-9b65-9e8f3fdcab6f req-261f1eac-41cd-4f7b-971c-4457ff456198 tempest-ServersTestJSON-1629463572 tempest-ServersTestJSON-1629463572-project] Resources bound (agent type, host, resource id): {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:15:06.832319 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [req-1920c3a0-53d2-4327-9b65-9e8f3fdcab6f req-261f1eac-41cd-4f7b-971c-4457ff456198 tempest-ServersTestJSON-1629463572 tempest-ServersTestJSON-1629463572-project] Received port after_create {{(pid=103304) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 21:15:06.882021 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261f1eac-41cd-4f7b-971c-4457ff456198 tempest-ServersTestJSON-1629463572 tempest-ServersTestJSON-1629463572-project] Pushing event updated for resources: {'Port': ['ID=076e2ab1-5cc3-420e-a22f-f297ef45fcf4,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:15:06.932626 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1920c3a0-53d2-4327-9b65-9e8f3fdcab6f req-261f1eac-41cd-4f7b-971c-4457ff456198 tempest-ServersTestJSON-1629463572 tempest-ServersTestJSON-1629463572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:15:06.933538 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-1920c3a0-53d2-4327-9b65-9e8f3fdcab6f req-261f1eac-41cd-4f7b-971c-4457ff456198 tempest-ServersTestJSON-1629463572 tempest-ServersTestJSON-1629463572-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:15:06.963090 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b3c2bc-c74e-4a58-8a35-1b9be6b4dad8 req-2cc02048-225d-4873-bbc8-6f48a4195d2c tempest-ServersTestJSON-1629463572 tempest-ServersTestJSON-1629463572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:15:06.970739 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-18b3c2bc-c74e-4a58-8a35-1b9be6b4dad8 req-2cc02048-225d-4873-bbc8-6f48a4195d2c tempest-ServersTestJSON-1629463572 tempest-ServersTestJSON-1629463572-project] 10.222.0.13 "GET /v2.0/ports?device_id=0cb49f15-2941-4d8d-a1f5-25e75dd599a4 HTTP/1.1" status: 200 len: 931 time: 0.2109923 Jan 26 21:15:06.983973 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-1920c3a0-53d2-4327-9b65-9e8f3fdcab6f req-261f1eac-41cd-4f7b-971c-4457ff456198 tempest-ServersTestJSON-1629463572 tempest-ServersTestJSON-1629463572-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3992367 Jan 26 21:15:07.001691 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [req-1920c3a0-53d2-4327-9b65-9e8f3fdcab6f req-f705b9ff-cd81-4e22-b73f-4af666721846 service neutron] Request body: {'port': {'device_id': '0cb49f15-2941-4d8d-a1f5-25e75dd599a4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-760453-5'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:15:07.004802 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bebf484b-6dfb-409d-b00c-9d4a9a84b18b req-c94a4967-9801-411f-9047-feea53c611d2 tempest-InstanceActionsV221TestJSON-94733883 tempest-InstanceActionsV221TestJSON-94733883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:15:07.007339 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-bebf484b-6dfb-409d-b00c-9d4a9a84b18b req-c94a4967-9801-411f-9047-feea53c611d2 tempest-InstanceActionsV221TestJSON-94733883 tempest-InstanceActionsV221TestJSON-94733883-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:15:07.086491 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-aff456c0-f31f-4c84-a4fd-6aa209c54da6 tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4105774', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13082'] for router (457379e4-9d44-47c3-87e9-350b22da3b7f), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:15:07.088814 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-18b3c2bc-c74e-4a58-8a35-1b9be6b4dad8 req-64e89751-a071-4f4f-aa87-e89a4d298d25 tempest-ServersTestJSON-1629463572 tempest-ServersTestJSON-1629463572-project] 10.222.0.13 "GET /v2.0/security-groups?id=a146440b-85c7-430a-88ed-6d0301627350&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170731 Jan 26 21:15:07.090237 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-aff456c0-f31f-4c84-a4fd-6aa209c54da6 tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Publish callbacks [] for router_controller (457379e4-9d44-47c3-87e9-350b22da3b7f), precommit_delete_associations {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:15:07.099970 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-bebf484b-6dfb-409d-b00c-9d4a9a84b18b req-c94a4967-9801-411f-9047-feea53c611d2 tempest-InstanceActionsV221TestJSON-94733883 tempest-InstanceActionsV221TestJSON-94733883-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9722397 Jan 26 21:15:07.115548 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-1920c3a0-53d2-4327-9b65-9e8f3fdcab6f req-f705b9ff-cd81-4e22-b73f-4af666721846 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (076e2ab1-5cc3-420e-a22f-f297ef45fcf4), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:15:07.155648 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [req-bebf484b-6dfb-409d-b00c-9d4a9a84b18b req-2f26db4d-893a-4cf4-9dc7-7d50d311ec1b service neutron] Request body: {'port': {'device_id': '3ed6e053-1ab0-4995-bf74-c671d5c9b259', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-760453-5'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:15:07.190409 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-aff456c0-f31f-4c84-a4fd-6aa209c54da6 tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4105767'] for router (457379e4-9d44-47c3-87e9-350b22da3b7f), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:15:07.191320 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aff456c0-f31f-4c84-a4fd-6aa209c54da6 tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Fanout notify agent at l3_agent the message router_deleted on router 457379e4-9d44-47c3-87e9-350b22da3b7f {{(pid=103305) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 26 21:15:07.204241 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-aff456c0-f31f-4c84-a4fd-6aa209c54da6 tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Publish callbacks [] for router (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:15:07.206010 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-aff456c0-f31f-4c84-a4fd-6aa209c54da6 tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] 10.222.0.13 "DELETE /v2.0/routers/457379e4-9d44-47c3-87e9-350b22da3b7f HTTP/1.1" status: 204 len: 168 time: 0.8770931 Jan 26 21:15:07.210081 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 56502) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:15:07.245958 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-bebf484b-6dfb-409d-b00c-9d4a9a84b18b req-2f26db4d-893a-4cf4-9dc7-7d50d311ec1b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (10191bf1-ce5e-46ac-a363-4457572ecadc), before_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:15:07.401851 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.db_base_plugin_v2 [None req-03c3c955-ee55-43b2-a028-b4d9494d76f5 tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Deleting subnet ed92765c-b12b-4692-a9df-639750930dd1 {{(pid=103304) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 26 21:15:07.411899 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-03c3c955-ee55-43b2-a028-b4d9494d76f5 tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Publish callbacks [] for subnet (ed92765c-b12b-4692-a9df-639750930dd1), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:15:07.448530 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9039a175-6c42-4cc3-947c-b012a1a217f1 req-497063a3-fdfc-46a6-817a-1412bfb6c8b1 tempest-ServersOnMultiNodesTest-2088673700 tempest-ServersOnMultiNodesTest-2088673700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:15:07.450092 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-9039a175-6c42-4cc3-947c-b012a1a217f1 req-497063a3-fdfc-46a6-817a-1412bfb6c8b1 tempest-ServersOnMultiNodesTest-2088673700 tempest-ServersOnMultiNodesTest-2088673700-project] 10.222.0.13 "GET /v2.0/ports?device_id=8298f37c-7523-4cd6-84a0-b1cf1572a7ef HTTP/1.1" status: 200 len: 949 time: 0.1837330 Jan 26 21:15:07.498897 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-03c3c955-ee55-43b2-a028-b4d9494d76f5 tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8881284'] for subnet (ed92765c-b12b-4692-a9df-639750930dd1), precommit_delete_associations {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:15:07.536797 n-d-760453-5 neutron-server[103305]: DEBUG neutron.notifiers.nova [req-bebf484b-6dfb-409d-b00c-9d4a9a84b18b req-2f26db4d-893a-4cf4-9dc7-7d50d311ec1b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 10191bf1-ce5e-46ac-a363-4457572ecadc {{(pid=103305) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 26 21:15:07.545771 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-bebf484b-6dfb-409d-b00c-9d4a9a84b18b req-2f26db4d-893a-4cf4-9dc7-7d50d311ec1b service neutron] Publish callbacks [] for port (10191bf1-ce5e-46ac-a363-4457572ecadc), precommit_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:15:07.560282 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.provisioning_blocks [req-bebf484b-6dfb-409d-b00c-9d4a9a84b18b req-2f26db4d-893a-4cf4-9dc7-7d50d311ec1b service neutron] Transition to ACTIVE for port object 10191bf1-ce5e-46ac-a363-4457572ecadc will not be triggered until provisioned by entity L2. {{(pid=103305) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 21:15:07.565783 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-bebf484b-6dfb-409d-b00c-9d4a9a84b18b req-2f26db4d-893a-4cf4-9dc7-7d50d311ec1b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11791520'] for port (10191bf1-ce5e-46ac-a363-4457572ecadc), after_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:15:07.590173 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-9039a175-6c42-4cc3-947c-b012a1a217f1 req-755c3877-a965-4201-99c8-b9696c26f486 tempest-ServersOnMultiNodesTest-2088673700 tempest-ServersOnMultiNodesTest-2088673700-project] 10.222.0.13 "GET /v2.0/security-groups?id=306a2369-8c1c-4f98-9a64-2622487a9ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1268947 Jan 26 21:15:07.673846 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-03c3c955-ee55-43b2-a028-b4d9494d76f5 tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687316'] for subnet (ed92765c-b12b-4692-a9df-639750930dd1), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:15:07.678269 n-d-760453-5 neutron-server[103304]: DEBUG neutron.notifiers.nova [req-1920c3a0-53d2-4327-9b65-9e8f3fdcab6f req-f705b9ff-cd81-4e22-b73f-4af666721846 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 076e2ab1-5cc3-420e-a22f-f297ef45fcf4 {{(pid=103304) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 26 21:15:07.695481 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f26db4d-893a-4cf4-9dc7-7d50d311ec1b service neutron] Pushing event updated for resources: {'Port': ['ID=10191bf1-ce5e-46ac-a363-4457572ecadc,revision_number=2']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:15:07.708467 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-1920c3a0-53d2-4327-9b65-9e8f3fdcab6f req-f705b9ff-cd81-4e22-b73f-4af666721846 service neutron] Publish callbacks [] for port (076e2ab1-5cc3-420e-a22f-f297ef45fcf4), precommit_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:15:07.732456 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.provisioning_blocks [req-1920c3a0-53d2-4327-9b65-9e8f3fdcab6f req-f705b9ff-cd81-4e22-b73f-4af666721846 service neutron] Transition to ACTIVE for port object 076e2ab1-5cc3-420e-a22f-f297ef45fcf4 will not be triggered until provisioned by entity L2. {{(pid=103304) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 21:15:07.734743 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [req-bebf484b-6dfb-409d-b00c-9d4a9a84b18b req-2f26db4d-893a-4cf4-9dc7-7d50d311ec1b service neutron] Attempting to bind port 10191bf1-ce5e-46ac-a363-4457572ecadc on host n-h2-760453-5 for vnic_type normal with profile {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 21:15:07.735325 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [req-bebf484b-6dfb-409d-b00c-9d4a9a84b18b req-2f26db4d-893a-4cf4-9dc7-7d50d311ec1b service neutron] Attempting to bind port 10191bf1-ce5e-46ac-a363-4457572ecadc by drivers openvswitch,hyperv on host n-h2-760453-5 at level 0 using segments [{'id': '0e31bf65-7ce1-4f57-ad7d-495ff114ae88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '398119b7-b141-4e9b-a089-cf2ce4ac7132'}] {{(pid=103305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 26 21:15:07.736356 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bebf484b-6dfb-409d-b00c-9d4a9a84b18b req-2f26db4d-893a-4cf4-9dc7-7d50d311ec1b service neutron] Attempting to bind port 10191bf1-ce5e-46ac-a363-4457572ecadc on network 398119b7-b141-4e9b-a089-cf2ce4ac7132 {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 21:15:07.743620 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bebf484b-6dfb-409d-b00c-9d4a9a84b18b req-2f26db4d-893a-4cf4-9dc7-7d50d311ec1b service neutron] Port 10191bf1-ce5e-46ac-a363-4457572ecadc on network 398119b7-b141-4e9b-a089-cf2ce4ac7132 not bound, no agent of type Open vSwitch agent registered on host n-h2-760453-5 {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 26 21:15:07.744388 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bebf484b-6dfb-409d-b00c-9d4a9a84b18b req-2f26db4d-893a-4cf4-9dc7-7d50d311ec1b service neutron] Attempting to bind port 10191bf1-ce5e-46ac-a363-4457572ecadc on network 398119b7-b141-4e9b-a089-cf2ce4ac7132 {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 21:15:07.750860 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-1920c3a0-53d2-4327-9b65-9e8f3fdcab6f req-f705b9ff-cd81-4e22-b73f-4af666721846 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9281542'] for port (076e2ab1-5cc3-420e-a22f-f297ef45fcf4), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:15:07.753888 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bebf484b-6dfb-409d-b00c-9d4a9a84b18b req-2f26db4d-893a-4cf4-9dc7-7d50d311ec1b service neutron] Checking agent: {'id': '4d619873-4b60-439f-9b5a-b155dc8bbc34', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-760453-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 21, 2, 53), 'started_at': datetime.datetime(2022, 1, 26, 21, 2, 53), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 21, 14, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 26 21:15:07.754495 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bebf484b-6dfb-409d-b00c-9d4a9a84b18b req-2f26db4d-893a-4cf4-9dc7-7d50d311ec1b service neutron] Checking segment: {'id': '0e31bf65-7ce1-4f57-ad7d-495ff114ae88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '398119b7-b141-4e9b-a089-cf2ce4ac7132'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103305) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 21:15:07.755246 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bebf484b-6dfb-409d-b00c-9d4a9a84b18b req-2f26db4d-893a-4cf4-9dc7-7d50d311ec1b service neutron] Bound using segment: {'id': '0e31bf65-7ce1-4f57-ad7d-495ff114ae88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '398119b7-b141-4e9b-a089-cf2ce4ac7132'} {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 26 21:15:07.756055 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [req-bebf484b-6dfb-409d-b00c-9d4a9a84b18b req-2f26db4d-893a-4cf4-9dc7-7d50d311ec1b service neutron] Bound port: 10191bf1-ce5e-46ac-a363-4457572ecadc, host: n-h2-760453-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0e31bf65-7ce1-4f57-ad7d-495ff114ae88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '398119b7-b141-4e9b-a089-cf2ce4ac7132'}}] {{(pid=103305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 26 21:15:07.756507 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-bebf484b-6dfb-409d-b00c-9d4a9a84b18b req-2f26db4d-893a-4cf4-9dc7-7d50d311ec1b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (10191bf1-ce5e-46ac-a363-4457572ecadc), before_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:15:07.838370 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [req-bebf484b-6dfb-409d-b00c-9d4a9a84b18b req-2f26db4d-893a-4cf4-9dc7-7d50d311ec1b service neutron] For port 10191bf1-ce5e-46ac-a363-4457572ecadc, host n-h2-760453-5, cleared binding levels {{(pid=103305) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 26 21:15:07.841893 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [req-bebf484b-6dfb-409d-b00c-9d4a9a84b18b req-2f26db4d-893a-4cf4-9dc7-7d50d311ec1b service neutron] For port 10191bf1-ce5e-46ac-a363-4457572ecadc, host n-h2-760453-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-5',level=0,port_id=10191bf1-ce5e-46ac-a363-4457572ecadc,segment=NetworkSegment(0e31bf65-7ce1-4f57-ad7d-495ff114ae88),segment_id=0e31bf65-7ce1-4f57-ad7d-495ff114ae88)] {{(pid=103305) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 26 21:15:07.843401 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-03c3c955-ee55-43b2-a028-b4d9494d76f5 tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9281612', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12215216'] for subnet (ed92765c-b12b-4692-a9df-639750930dd1), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:15:07.847751 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-bebf484b-6dfb-409d-b00c-9d4a9a84b18b req-2f26db4d-893a-4cf4-9dc7-7d50d311ec1b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11791520'] for port (10191bf1-ce5e-46ac-a363-4457572ecadc), after_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:15:07.889898 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f705b9ff-cd81-4e22-b73f-4af666721846 service neutron] Pushing event updated for resources: {'Port': ['ID=076e2ab1-5cc3-420e-a22f-f297ef45fcf4,revision_number=2']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:15:07.918510 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa50a5b-acd7-4c63-971e-20bd9c44ff70 req-7fb1592c-efd8-43f1-89f3-aa8bd72ed731 tempest-InstanceActionsV221TestJSON-94733883 tempest-InstanceActionsV221TestJSON-94733883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:15:07.920053 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-0fa50a5b-acd7-4c63-971e-20bd9c44ff70 req-7fb1592c-efd8-43f1-89f3-aa8bd72ed731 tempest-InstanceActionsV221TestJSON-94733883 tempest-InstanceActionsV221TestJSON-94733883-project] 10.222.0.13 "GET /v2.0/ports?device_id=3ed6e053-1ab0-4995-bf74-c671d5c9b259 HTTP/1.1" status: 200 len: 944 time: 0.1866086 Jan 26 21:15:07.924887 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c3c955-ee55-43b2-a028-b4d9494d76f5 tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Pushing event deleted for resources: {'Subnet': ['ID=ed92765c-b12b-4692-a9df-639750930dd1,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:15:07.933983 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bebf484b-6dfb-409d-b00c-9d4a9a84b18b req-2f26db4d-893a-4cf4-9dc7-7d50d311ec1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:15:07.934622 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-bebf484b-6dfb-409d-b00c-9d4a9a84b18b req-2f26db4d-893a-4cf4-9dc7-7d50d311ec1b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:15:07.936095 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-bebf484b-6dfb-409d-b00c-9d4a9a84b18b req-2f26db4d-893a-4cf4-9dc7-7d50d311ec1b service neutron] 10.222.0.57 "PUT /v2.0/ports/10191bf1-ce5e-46ac-a363-4457572ecadc HTTP/1.1" status: 200 len: 1092 time: 0.8235481 Jan 26 21:15:07.940750 n-d-760453-5 neutron-server[103305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3ed6e053-1ab0-4995-bf74-c671d5c9b259', 'tag': '10191bf1-ce5e-46ac-a363-4457572ecadc'}] {{(pid=103305) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 21:15:07.940982 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-213486cb-325f-4d40-b430-a019ba745ca8 None None] Network 4443ea4f-0f19-4b87-bba6-7a27258b0e98 requested from n-d-760453-5 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 26 21:15:07.943279 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d4654568b7bf041e72ff8fe1c96d6d761d9c921f2b99bc7b3a26632be20cee0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b0462d2-efd9-476d-99cd-88535d822a3d" -d '{"events": [{"name": "network-changed", "server_uuid": "3ed6e053-1ab0-4995-bf74-c671d5c9b259", "tag": "10191bf1-ce5e-46ac-a363-4457572ecadc"}]}' {{(pid=103305) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 21:15:07.947104 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f26db4d-893a-4cf4-9dc7-7d50d311ec1b service neutron] Pushing event updated for resources: {'Port': ['ID=10191bf1-ce5e-46ac-a363-4457572ecadc,revision_number=3']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:15:07.965579 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-03c3c955-ee55-43b2-a028-b4d9494d76f5 tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Publish callbacks [] for subnet (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:15:07.972096 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-03c3c955-ee55-43b2-a028-b4d9494d76f5 tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] 10.222.0.13 "DELETE /v2.0/subnets/ed92765c-b12b-4692-a9df-639750930dd1 HTTP/1.1" status: 204 len: 168 time: 0.7610068 Jan 26 21:15:07.972438 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 56512) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:15:08.020825 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Device fc7a525a-8785-44c0-a0d8-bef5d3c0e55d no longer exists at agent hyperv_n-h2-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 26 21:15:08.050152 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] No Port match for: fc7a525a-8785-44c0-a0d8-bef5d3c0e55d {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 26 21:15:08.050876 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Device fc7a525a-8785-44c0-a0d8-bef5d3c0e55d not bound to the agent host n-h2-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 26 21:15:08.110951 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-0fa50a5b-acd7-4c63-971e-20bd9c44ff70 req-f03bfd9c-4c7a-46d2-ba25-99aee2b91352 tempest-InstanceActionsV221TestJSON-94733883 tempest-InstanceActionsV221TestJSON-94733883-project] 10.222.0.13 "GET /v2.0/security-groups?id=a80ff67d-1de0-41c0-b5d8-624b8cb4521f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1495187 Jan 26 21:15:08.117178 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-a5a4a345-bfaa-40e5-b1c1-82fa4feffb9c tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-748181'] for network (4443ea4f-0f19-4b87-bba6-7a27258b0e98), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:15:08.143818 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (32ef628b-8417-46c5-8729-60fcabe358f1), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:15:08.145706 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5881b9a6-249c-4f57-83b7-4e39f52bee67 req-764daf15-c4e7-4418-b2c0-3d61a2bf3fb2 tempest-LiveMigrationTest-746395142 tempest-LiveMigrationTest-746395142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:15:08.155834 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-5881b9a6-249c-4f57-83b7-4e39f52bee67 req-764daf15-c4e7-4418-b2c0-3d61a2bf3fb2 tempest-LiveMigrationTest-746395142 tempest-LiveMigrationTest-746395142-project] 10.222.0.13 "GET /v2.0/ports?device_id=a9ca4017-264e-467b-a63a-6313b2811620 HTTP/1.1" status: 200 len: 945 time: 0.2555299 Jan 26 21:15:08.157105 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bebf484b-6dfb-409d-b00c-9d4a9a84b18b req-057c9580-8270-44d6-bd0f-cfc71fe88e2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:15:08.158924 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-bebf484b-6dfb-409d-b00c-9d4a9a84b18b req-057c9580-8270-44d6-bd0f-cfc71fe88e2b service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=170d2fe10acf42be83c16d1646bff685&device_id=3ed6e053-1ab0-4995-bf74-c671d5c9b259 HTTP/1.1" status: 200 len: 1095 time: 0.0786903 Jan 26 21:15:08.204394 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 26 Jan 2022 21:15:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6368216b-8176-4f8a-92a0-6071766adb83 x-openstack-request-id: req-6368216b-8176-4f8a-92a0-6071766adb83 {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 21:15:08.205525 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3ed6e053-1ab0-4995-bf74-c671d5c9b259", "tag": "10191bf1-ce5e-46ac-a363-4457572ecadc", "status": "completed", "code": 200}]} {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 21:15:08.205525 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-6368216b-8176-4f8a-92a0-6071766adb83 {{(pid=103305) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 21:15:08.205692 n-d-760453-5 neutron-server[103305]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3ed6e053-1ab0-4995-bf74-c671d5c9b259', 'tag': '10191bf1-ce5e-46ac-a363-4457572ecadc', 'status': 'completed', 'code': 200} Jan 26 21:15:08.216962 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b819fb18-0eb8-49c4-9247-9dd5a907e621 None None] DHCP port deletion for 4443ea4f-0f19-4b87-bba6-7a27258b0e98 request from n-d-760453-5 {{(pid=103306) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 26 21:15:08.234996 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [req-1920c3a0-53d2-4327-9b65-9e8f3fdcab6f req-f705b9ff-cd81-4e22-b73f-4af666721846 service neutron] Attempting to bind port 076e2ab1-5cc3-420e-a22f-f297ef45fcf4 on host n-h2-760453-5 for vnic_type normal with profile {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 21:15:08.235364 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [req-1920c3a0-53d2-4327-9b65-9e8f3fdcab6f req-f705b9ff-cd81-4e22-b73f-4af666721846 service neutron] Attempting to bind port 076e2ab1-5cc3-420e-a22f-f297ef45fcf4 by drivers openvswitch,hyperv on host n-h2-760453-5 at level 0 using segments [{'id': 'bb9dd371-3de9-4327-a263-fb803ca379c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '20b7651f-3dfe-4f65-83e1-a38049e7aae9'}] {{(pid=103304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 26 21:15:08.235702 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1920c3a0-53d2-4327-9b65-9e8f3fdcab6f req-f705b9ff-cd81-4e22-b73f-4af666721846 service neutron] Attempting to bind port 076e2ab1-5cc3-420e-a22f-f297ef45fcf4 on network 20b7651f-3dfe-4f65-83e1-a38049e7aae9 {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 21:15:08.247252 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1920c3a0-53d2-4327-9b65-9e8f3fdcab6f req-f705b9ff-cd81-4e22-b73f-4af666721846 service neutron] Port 076e2ab1-5cc3-420e-a22f-f297ef45fcf4 on network 20b7651f-3dfe-4f65-83e1-a38049e7aae9 not bound, no agent of type Open vSwitch agent registered on host n-h2-760453-5 {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 26 21:15:08.247539 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1920c3a0-53d2-4327-9b65-9e8f3fdcab6f req-f705b9ff-cd81-4e22-b73f-4af666721846 service neutron] Attempting to bind port 076e2ab1-5cc3-420e-a22f-f297ef45fcf4 on network 20b7651f-3dfe-4f65-83e1-a38049e7aae9 {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 21:15:08.255901 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1920c3a0-53d2-4327-9b65-9e8f3fdcab6f req-f705b9ff-cd81-4e22-b73f-4af666721846 service neutron] Checking agent: {'id': '4d619873-4b60-439f-9b5a-b155dc8bbc34', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-760453-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 21, 2, 53), 'started_at': datetime.datetime(2022, 1, 26, 21, 2, 53), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 21, 14, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 26 21:15:08.256252 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1920c3a0-53d2-4327-9b65-9e8f3fdcab6f req-f705b9ff-cd81-4e22-b73f-4af666721846 service neutron] Checking segment: {'id': 'bb9dd371-3de9-4327-a263-fb803ca379c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '20b7651f-3dfe-4f65-83e1-a38049e7aae9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103304) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 21:15:08.256641 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1920c3a0-53d2-4327-9b65-9e8f3fdcab6f req-f705b9ff-cd81-4e22-b73f-4af666721846 service neutron] Bound using segment: {'id': 'bb9dd371-3de9-4327-a263-fb803ca379c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '20b7651f-3dfe-4f65-83e1-a38049e7aae9'} {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 26 21:15:08.257080 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [req-1920c3a0-53d2-4327-9b65-9e8f3fdcab6f req-f705b9ff-cd81-4e22-b73f-4af666721846 service neutron] Bound port: 076e2ab1-5cc3-420e-a22f-f297ef45fcf4, host: n-h2-760453-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bb9dd371-3de9-4327-a263-fb803ca379c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '20b7651f-3dfe-4f65-83e1-a38049e7aae9'}}] {{(pid=103304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 26 21:15:08.258906 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-1920c3a0-53d2-4327-9b65-9e8f3fdcab6f req-f705b9ff-cd81-4e22-b73f-4af666721846 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (076e2ab1-5cc3-420e-a22f-f297ef45fcf4), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:15:08.267032 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-bebf484b-6dfb-409d-b00c-9d4a9a84b18b req-82d02526-3839-4709-a2cf-ef730c5d42b5 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=10191bf1-ce5e-46ac-a363-4457572ecadc HTTP/1.1" status: 200 len: 217 time: 0.0606067 Jan 26 21:15:08.291633 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-b819fb18-0eb8-49c4-9247-9dd5a907e621 None None] Deleting port 1b361b7a-f6f0-4914-a65e-6d95bdc4f539 {{(pid=103306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 21:15:08.292015 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b819fb18-0eb8-49c4-9247-9dd5a907e621 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746560630878'] for port (1b361b7a-f6f0-4914-a65e-6d95bdc4f539), before_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:15:08.330860 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-5881b9a6-249c-4f57-83b7-4e39f52bee67 req-3b376062-3604-4de0-b997-0469d6bda8ae tempest-LiveMigrationTest-746395142 tempest-LiveMigrationTest-746395142-project] 10.222.0.13 "GET /v2.0/security-groups?id=c43a996a-6b93-48e4-a331-48250c5b183d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1734598 Jan 26 21:15:08.337107 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bebf484b-6dfb-409d-b00c-9d4a9a84b18b req-922ddcfa-326f-494d-b395-7390843d2e56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:15:08.338872 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-bebf484b-6dfb-409d-b00c-9d4a9a84b18b req-922ddcfa-326f-494d-b395-7390843d2e56 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=b9f2224c-6c77-41cd-be54-df83a3ce656a HTTP/1.1" status: 200 len: 858 time: 0.0647843 Jan 26 21:15:08.364919 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-b819fb18-0eb8-49c4-9247-9dd5a907e621 None None] For port 1b361b7a-f6f0-4914-a65e-6d95bdc4f539, host n-d-760453-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=1b361b7a-f6f0-4914-a65e-6d95bdc4f539,segment=NetworkSegment(0bbf5b23-97ec-43da-9350-577b7af17db7),segment_id=0bbf5b23-97ec-43da-9350-577b7af17db7)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:15:08.365346 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b819fb18-0eb8-49c4-9247-9dd5a907e621 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4109658'] for port (1b361b7a-f6f0-4914-a65e-6d95bdc4f539), precommit_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:15:08.381414 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-bebf484b-6dfb-409d-b00c-9d4a9a84b18b req-75806d0c-30c2-45e2-919c-f8b8aeca4ca1 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=398119b7-b141-4e9b-a089-cf2ce4ac7132&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0343945 Jan 26 21:15:08.383290 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-b819fb18-0eb8-49c4-9247-9dd5a907e621 None None] Calling delete_port for 1b361b7a-f6f0-4914-a65e-6d95bdc4f539 owned by network:dhcp {{(pid=103306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 21:15:08.387747 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-a5a4a345-bfaa-40e5-b1c1-82fa4feffb9c tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Deleting port 1b361b7a-f6f0-4914-a65e-6d95bdc4f539 {{(pid=103305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 21:15:08.388143 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-a5a4a345-bfaa-40e5-b1c1-82fa4feffb9c tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746560630878'] for port (1b361b7a-f6f0-4914-a65e-6d95bdc4f539), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:15:08.450068 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7aac1d3-ead7-4daa-812b-b904db71f591 req-267ee190-702c-425d-8960-f607d48f8f5f tempest-ServersTestJSON-1629463572 tempest-ServersTestJSON-1629463572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:15:08.452147 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-d7aac1d3-ead7-4daa-812b-b904db71f591 req-267ee190-702c-425d-8960-f607d48f8f5f tempest-ServersTestJSON-1629463572 tempest-ServersTestJSON-1629463572-project] 10.222.0.13 "GET /v2.0/ports?device_id=0cb49f15-2941-4d8d-a1f5-25e75dd599a4 HTTP/1.1" status: 200 len: 943 time: 0.1836030 Jan 26 21:15:08.475783 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [None req-a5a4a345-bfaa-40e5-b1c1-82fa4feffb9c tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] For port 1b361b7a-f6f0-4914-a65e-6d95bdc4f539, host n-d-760453-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=1b361b7a-f6f0-4914-a65e-6d95bdc4f539,segment=NetworkSegment(0bbf5b23-97ec-43da-9350-577b7af17db7),segment_id=0bbf5b23-97ec-43da-9350-577b7af17db7)] {{(pid=103305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:15:08.476155 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-a5a4a345-bfaa-40e5-b1c1-82fa4feffb9c tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4109658'] for port (1b361b7a-f6f0-4914-a65e-6d95bdc4f539), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:15:08.505973 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device 1b361b7a-f6f0-4914-a65e-6d95bdc4f539 no longer exists at agent ovs-agent-n-d-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 26 21:15:08.537595 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b819fb18-0eb8-49c4-9247-9dd5a907e621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746560636600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746560234536'] for port (1b361b7a-f6f0-4914-a65e-6d95bdc4f539), after_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:15:08.558058 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b819fb18-0eb8-49c4-9247-9dd5a907e621 None None] No DVR routers for this DVR port 1b361b7a-f6f0-4914-a65e-6d95bdc4f539 on host n-d-760453-5 {{(pid=103306) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 26 21:15:08.564818 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-d7aac1d3-ead7-4daa-812b-b904db71f591 req-047036c9-46ad-46d4-9aca-670f510c1d8e tempest-ServersTestJSON-1629463572 tempest-ServersTestJSON-1629463572-project] 10.222.0.13 "GET /v2.0/security-groups?id=a146440b-85c7-430a-88ed-6d0301627350&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053960 Jan 26 21:15:08.576209 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-a5a4a345-bfaa-40e5-b1c1-82fa4feffb9c tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Calling delete_port for 1b361b7a-f6f0-4914-a65e-6d95bdc4f539 owned by network:dhcp {{(pid=103305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 21:15:08.586039 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b819fb18-0eb8-49c4-9247-9dd5a907e621 None None] Pushing event deleted for resources: {'Port': ['ID=1b361b7a-f6f0-4914-a65e-6d95bdc4f539,revision_number=None']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:15:08.592297 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [req-1920c3a0-53d2-4327-9b65-9e8f3fdcab6f req-f705b9ff-cd81-4e22-b73f-4af666721846 service neutron] For port 076e2ab1-5cc3-420e-a22f-f297ef45fcf4, host n-h2-760453-5, cleared binding levels {{(pid=103304) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 26 21:15:08.593909 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [req-1920c3a0-53d2-4327-9b65-9e8f3fdcab6f req-f705b9ff-cd81-4e22-b73f-4af666721846 service neutron] For port 076e2ab1-5cc3-420e-a22f-f297ef45fcf4, host n-h2-760453-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-5',level=0,port_id=076e2ab1-5cc3-420e-a22f-f297ef45fcf4,segment=NetworkSegment(bb9dd371-3de9-4327-a263-fb803ca379c8),segment_id=bb9dd371-3de9-4327-a263-fb803ca379c8)] {{(pid=103304) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 26 21:15:08.600758 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-1920c3a0-53d2-4327-9b65-9e8f3fdcab6f req-f705b9ff-cd81-4e22-b73f-4af666721846 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9281542'] for port (076e2ab1-5cc3-420e-a22f-f297ef45fcf4), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:15:08.602786 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] No active binding found for port 1b361b7a-f6f0-4914-a65e-6d95bdc4f539 {{(pid=103306) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jan 26 21:15:08.603383 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] The host n-d-760453-5 is not matching for port 1b361b7a-f6f0-4914-a65e-6d95bdc4f539 host None! {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2317}} Jan 26 21:15:08.603925 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device 1b361b7a-f6f0-4914-a65e-6d95bdc4f539 not bound to the agent host n-d-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 26 21:15:08.653254 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1920c3a0-53d2-4327-9b65-9e8f3fdcab6f req-f705b9ff-cd81-4e22-b73f-4af666721846 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:15:08.654110 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-1920c3a0-53d2-4327-9b65-9e8f3fdcab6f req-f705b9ff-cd81-4e22-b73f-4af666721846 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:15:08.655829 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-1920c3a0-53d2-4327-9b65-9e8f3fdcab6f req-f705b9ff-cd81-4e22-b73f-4af666721846 service neutron] 10.222.0.57 "PUT /v2.0/ports/076e2ab1-5cc3-420e-a22f-f297ef45fcf4 HTTP/1.1" status: 200 len: 1091 time: 1.6609714 Jan 26 21:15:08.659236 n-d-760453-5 neutron-server[103304]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0cb49f15-2941-4d8d-a1f5-25e75dd599a4', 'tag': '076e2ab1-5cc3-420e-a22f-f297ef45fcf4'}] {{(pid=103304) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 21:15:08.664440 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d52b45f1943fcd332af9527eb73ff93c8d715d44383a3f6d18de73b4cfcf87b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed623360-2cac-446e-ab4d-6968fc509085" -d '{"events": [{"name": "network-changed", "server_uuid": "0cb49f15-2941-4d8d-a1f5-25e75dd599a4", "tag": "076e2ab1-5cc3-420e-a22f-f297ef45fcf4"}]}' {{(pid=103304) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 21:15:08.705274 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f705b9ff-cd81-4e22-b73f-4af666721846 service neutron] Pushing event updated for resources: {'Port': ['ID=076e2ab1-5cc3-420e-a22f-f297ef45fcf4,revision_number=3']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:15:08.718840 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-bebf484b-6dfb-409d-b00c-9d4a9a84b18b req-37bcd125-0cb8-410e-acde-a29d7f2285cb service neutron] 10.222.0.57 "GET /v2.0/networks/398119b7-b141-4e9b-a089-cf2ce4ac7132?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2228155 Jan 26 21:15:08.735576 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-a5a4a345-bfaa-40e5-b1c1-82fa4feffb9c tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746560636600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746560234536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11791543'] for port (1b361b7a-f6f0-4914-a65e-6d95bdc4f539), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:15:08.762298 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 26 Jan 2022 21:15:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8775f94f-91a4-47e2-b568-8fbb87f63328 x-openstack-request-id: req-8775f94f-91a4-47e2-b568-8fbb87f63328 {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 21:15:08.762633 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0cb49f15-2941-4d8d-a1f5-25e75dd599a4", "tag": "076e2ab1-5cc3-420e-a22f-f297ef45fcf4", "status": "completed", "code": 200}]} {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 21:15:08.762853 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-8775f94f-91a4-47e2-b568-8fbb87f63328 {{(pid=103304) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 21:15:08.763259 n-d-760453-5 neutron-server[103304]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0cb49f15-2941-4d8d-a1f5-25e75dd599a4', 'tag': '076e2ab1-5cc3-420e-a22f-f297ef45fcf4', 'status': 'completed', 'code': 200} Jan 26 21:15:08.804196 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1920c3a0-53d2-4327-9b65-9e8f3fdcab6f req-fedb9112-6a20-433a-91dc-81091f155e24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:15:08.805937 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-1920c3a0-53d2-4327-9b65-9e8f3fdcab6f req-fedb9112-6a20-433a-91dc-81091f155e24 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=9e460ecabad547eca1394374023e7caf&device_id=0cb49f15-2941-4d8d-a1f5-25e75dd599a4 HTTP/1.1" status: 200 len: 1094 time: 0.1033018 Jan 26 21:15:08.807421 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a4a345-bfaa-40e5-b1c1-82fa4feffb9c tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Pushing event deleted for resources: {'Port': ['ID=1b361b7a-f6f0-4914-a65e-6d95bdc4f539,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:15:08.814925 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5a4a345-bfaa-40e5-b1c1-82fa4feffb9c tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] No DVR routers for this DVR port 1b361b7a-f6f0-4914-a65e-6d95bdc4f539 on host n-d-760453-5 {{(pid=103305) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 26 21:15:08.833540 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b251cb3-3fd7-4033-bf58-17c707b75355 req-2f5cd097-fd6d-4de9-8a39-2de63a6ed703 tempest-ServersOnMultiNodesTest-2088673700 tempest-ServersOnMultiNodesTest-2088673700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:15:08.835225 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-7b251cb3-3fd7-4033-bf58-17c707b75355 req-2f5cd097-fd6d-4de9-8a39-2de63a6ed703 tempest-ServersOnMultiNodesTest-2088673700 tempest-ServersOnMultiNodesTest-2088673700-project] 10.222.0.13 "GET /v2.0/ports?device_id=8298f37c-7523-4cd6-84a0-b1cf1572a7ef HTTP/1.1" status: 200 len: 949 time: 0.1018071 Jan 26 21:15:08.871896 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-1920c3a0-53d2-4327-9b65-9e8f3fdcab6f req-c0a91c04-53a7-4842-abdb-8fc86a7b56e3 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=076e2ab1-5cc3-420e-a22f-f297ef45fcf4 HTTP/1.1" status: 200 len: 217 time: 0.0560138 Jan 26 21:15:08.938513 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-a5a4a345-bfaa-40e5-b1c1-82fa4feffb9c tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-686403', 'neutron.services.segments.db._delete_segments_for_network-8746560774018'] for network (4443ea4f-0f19-4b87-bba6-7a27258b0e98), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:15:08.959954 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-7b251cb3-3fd7-4033-bf58-17c707b75355 req-2d9de1aa-0c1c-410e-b078-baace273ee4d tempest-ServersOnMultiNodesTest-2088673700 tempest-ServersOnMultiNodesTest-2088673700-project] 10.222.0.13 "GET /v2.0/security-groups?id=306a2369-8c1c-4f98-9a64-2622487a9ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908494 Jan 26 21:15:08.960420 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-bebf484b-6dfb-409d-b00c-9d4a9a84b18b req-eb364517-8c28-48ea-b250-4a2085781b90 service neutron] 10.222.0.57 "GET /v2.0/networks/398119b7-b141-4e9b-a089-cf2ce4ac7132?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2340999 Jan 26 21:15:08.961432 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1920c3a0-53d2-4327-9b65-9e8f3fdcab6f req-6907a59f-c041-4719-b956-31bfd31819b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:15:08.962817 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-1920c3a0-53d2-4327-9b65-9e8f3fdcab6f req-6907a59f-c041-4719-b956-31bfd31819b3 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=7183c753-f99a-46b0-89ab-825caf92e3fd HTTP/1.1" status: 200 len: 846 time: 0.0775585 Jan 26 21:15:08.969138 n-d-760453-5 neutron-server[103305]: DEBUG neutron.services.segments.db [None req-a5a4a345-bfaa-40e5-b1c1-82fa4feffb9c tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4443ea4f-0f19-4b87-bba6-7a27258b0e98']}} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:15:08.981050 n-d-760453-5 neutron-server[103305]: DEBUG neutron.services.segments.db [None req-a5a4a345-bfaa-40e5-b1c1-82fa4feffb9c tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0bbf5b23-97ec-43da-9350-577b7af17db7') {'for_net_delete': True} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:15:08.981448 n-d-760453-5 neutron-server[103305]: DEBUG neutron.services.segments.db [None req-a5a4a345-bfaa-40e5-b1c1-82fa4feffb9c tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0bbf5b23-97ec-43da-9350-577b7af17db7') {} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:15:09.010118 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-1920c3a0-53d2-4327-9b65-9e8f3fdcab6f req-bc28d838-23a6-4a11-b7d4-dfd29bb7925d service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=20b7651f-3dfe-4f65-83e1-a38049e7aae9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0367534 Jan 26 21:15:09.018419 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-a5a4a345-bfaa-40e5-b1c1-82fa4feffb9c tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746560742283', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11788955'] for segment (0bbf5b23-97ec-43da-9350-577b7af17db7), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:15:09.041604 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-a5a4a345-bfaa-40e5-b1c1-82fa4feffb9c tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576559'] for segment (0bbf5b23-97ec-43da-9350-577b7af17db7), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:15:09.069027 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a5a4a345-bfaa-40e5-b1c1-82fa4feffb9c tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Releasing vlan 584 on physical network physnet1 to pool {{(pid=103305) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 26 21:15:09.069423 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-a5a4a345-bfaa-40e5-b1c1-82fa4feffb9c tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11791428'] for segment (0bbf5b23-97ec-43da-9350-577b7af17db7), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:15:09.072636 n-d-760453-5 neutron-server[103305]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 26 21:15:09.072636 n-d-760453-5 neutron-server[103305]: self.session.flush() Jan 26 21:15:09.072636 n-d-760453-5 neutron-server[103305]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 26 21:15:09.072636 n-d-760453-5 neutron-server[103305]: self.session.flush() Jan 26 21:15:09.072636 n-d-760453-5 neutron-server[103305]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 26 21:15:09.072636 n-d-760453-5 neutron-server[103305]: self.session.flush() Jan 26 21:15:09.072636 n-d-760453-5 neutron-server[103305]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 26 21:15:09.072636 n-d-760453-5 neutron-server[103305]: self.session.flush() Jan 26 21:15:09.072636 n-d-760453-5 neutron-server[103305]: Traceback (most recent call last): Jan 26 21:15:09.072636 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 26 21:15:09.072636 n-d-760453-5 neutron-server[103305]: timer() Jan 26 21:15:09.072636 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 26 21:15:09.072636 n-d-760453-5 neutron-server[103305]: cb(*args, **kw) Jan 26 21:15:09.072636 n-d-760453-5 neutron-server[103305]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 26 21:15:09.072636 n-d-760453-5 neutron-server[103305]: return func(*args, **kwargs) Jan 26 21:15:09.072636 n-d-760453-5 neutron-server[103305]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 26 21:15:09.072636 n-d-760453-5 neutron-server[103305]: self._notify() Jan 26 21:15:09.072636 n-d-760453-5 neutron-server[103305]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 26 21:15:09.072636 n-d-760453-5 neutron-server[103305]: self.callback(batched_events) Jan 26 21:15:09.072636 n-d-760453-5 neutron-server[103305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 26 21:15:09.072636 n-d-760453-5 neutron-server[103305]: event.method(event) Jan 26 21:15:09.072636 n-d-760453-5 neutron-server[103305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 26 21:15:09.072636 n-d-760453-5 neutron-server[103305]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 26 21:15:09.072636 n-d-760453-5 neutron-server[103305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 26 21:15:09.072636 n-d-760453-5 neutron-server[103305]: aggregate_uuid = self.p_client.list_aggregates( Jan 26 21:15:09.072636 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 26 21:15:09.072636 n-d-760453-5 neutron-server[103305]: return f(self, *a, **k) Jan 26 21:15:09.072636 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 26 21:15:09.072636 n-d-760453-5 neutron-server[103305]: return self._get(url).json() Jan 26 21:15:09.072636 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 26 21:15:09.072636 n-d-760453-5 neutron-server[103305]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 26 21:15:09.072636 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 26 21:15:09.072636 n-d-760453-5 neutron-server[103305]: return self.request(url, 'GET', **kwargs) Jan 26 21:15:09.072636 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 26 21:15:09.072636 n-d-760453-5 neutron-server[103305]: base_url = self.get_endpoint(auth, allow=allow, Jan 26 21:15:09.072636 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 26 21:15:09.072636 n-d-760453-5 neutron-server[103305]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 26 21:15:09.072636 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 26 21:15:09.072636 n-d-760453-5 neutron-server[103305]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 26 21:15:09.072636 n-d-760453-5 neutron-server[103305]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 26 21:15:09.119316 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-1920c3a0-53d2-4327-9b65-9e8f3fdcab6f req-890631d6-1454-4921-881c-1a182aca177e service neutron] 10.222.0.57 "GET /v2.0/networks/20b7651f-3dfe-4f65-83e1-a38049e7aae9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0991762 Jan 26 21:15:09.137607 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0462d2-efd9-476d-99cd-88535d822a3d req-819a8e02-67ec-4636-b9c9-cf7e5b925a33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:15:09.139136 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-1b0462d2-efd9-476d-99cd-88535d822a3d req-819a8e02-67ec-4636-b9c9-cf7e5b925a33 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=170d2fe10acf42be83c16d1646bff685&device_id=3ed6e053-1ab0-4995-bf74-c671d5c9b259 HTTP/1.1" status: 200 len: 1095 time: 0.1061816 Jan 26 21:15:09.140547 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-a5a4a345-bfaa-40e5-b1c1-82fa4feffb9c tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4110931'] for network (4443ea4f-0f19-4b87-bba6-7a27258b0e98), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:15:09.158841 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-a5a4a345-bfaa-40e5-b1c1-82fa4feffb9c tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709645'] for network (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:15:09.165783 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-a5a4a345-bfaa-40e5-b1c1-82fa4feffb9c tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] 10.222.0.13 "DELETE /v2.0/networks/4443ea4f-0f19-4b87-bba6-7a27258b0e98 HTTP/1.1" status: 204 len: 168 time: 1.1924920 Jan 26 21:15:09.178345 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 56526) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:15:09.203466 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a4a345-bfaa-40e5-b1c1-82fa4feffb9c tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Pushing event deleted for resources: {'Network': ['ID=4443ea4f-0f19-4b87-bba6-7a27258b0e98,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:15:09.257148 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-1920c3a0-53d2-4327-9b65-9e8f3fdcab6f req-01044d7e-8c89-4326-852c-2c13f6f620de service neutron] 10.222.0.57 "GET /v2.0/networks/20b7651f-3dfe-4f65-83e1-a38049e7aae9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1179061 Jan 26 21:15:09.280242 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e908b9-d72f-4bc4-8a8b-1b1ab9b54bd9 req-65d3c274-c949-4048-a9db-4550103222dc tempest-InstanceActionsV221TestJSON-94733883 tempest-InstanceActionsV221TestJSON-94733883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:15:09.282236 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-f5e908b9-d72f-4bc4-8a8b-1b1ab9b54bd9 req-65d3c274-c949-4048-a9db-4550103222dc tempest-InstanceActionsV221TestJSON-94733883 tempest-InstanceActionsV221TestJSON-94733883-project] 10.222.0.13 "GET /v2.0/ports?device_id=3ed6e053-1ab0-4995-bf74-c671d5c9b259 HTTP/1.1" status: 200 len: 944 time: 0.0608425 Jan 26 21:15:09.305064 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-992fecad-6763-40e5-8f18-e3ae9fb1e247 tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:15:09.309762 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-992fecad-6763-40e5-8f18-e3ae9fb1e247 tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] 10.222.0.13 "GET /v2.0/ports/511ba9ff-1f12-43de-96d3-d8e1cb897bb7 HTTP/1.1" status: 200 len: 845 time: 0.1157637 Jan 26 21:15:09.310549 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 56528) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:15:09.385615 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-f5e908b9-d72f-4bc4-8a8b-1b1ab9b54bd9 req-5b6f1b1c-b6da-42c1-83c7-2b162c4a0256 tempest-InstanceActionsV221TestJSON-94733883 tempest-InstanceActionsV221TestJSON-94733883-project] 10.222.0.13 "GET /v2.0/security-groups?id=a80ff67d-1de0-41c0-b5d8-624b8cb4521f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922515 Jan 26 21:15:09.400117 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-491f4f36-b4aa-42d5-ab6a-74df1534d4f6 tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] 10.222.0.13 "GET /v2.0/ports/511ba9ff-1f12-43de-96d3-d8e1cb897bb7?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0857236 Jan 26 21:15:09.403821 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 56532) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:15:09.405462 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0462d2-efd9-476d-99cd-88535d822a3d req-f2f8bdd3-4ae5-47fd-8872-a720c5b8f68f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:15:09.406090 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed623360-2cac-446e-ab4d-6968fc509085 req-e6faf8f7-a76d-4401-999d-7d4900247a86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:15:09.407061 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-1b0462d2-efd9-476d-99cd-88535d822a3d req-f2f8bdd3-4ae5-47fd-8872-a720c5b8f68f service neutron] 10.222.0.57 "GET /v2.0/networks?id=398119b7-b141-4e9b-a089-cf2ce4ac7132 HTTP/1.1" status: 200 len: 919 time: 0.2375844 Jan 26 21:15:09.408104 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-ed623360-2cac-446e-ab4d-6968fc509085 req-e6faf8f7-a76d-4401-999d-7d4900247a86 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=9e460ecabad547eca1394374023e7caf&device_id=0cb49f15-2941-4d8d-a1f5-25e75dd599a4 HTTP/1.1" status: 200 len: 1094 time: 0.0880060 Jan 26 21:15:09.411790 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-b36f5b6a-6c6f-4a27-a9bd-18eabfb71c7a tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Request body: {'subnet': {'network_id': '4d92d976-58af-41b6-8964-16466314a699', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:15:09.507120 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-1b0462d2-efd9-476d-99cd-88535d822a3d req-a03003bb-6d0b-4b49-8829-1a106ccd874e service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=10191bf1-ce5e-46ac-a363-4457572ecadc HTTP/1.1" status: 200 len: 217 time: 0.0717266 Jan 26 21:15:09.514120 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9e32aa-2f40-46cc-98d6-34869721b6de req-003182c6-7155-4bd9-9780-398af2d4c1b5 tempest-ServersOnMultiNodesTest-2088673700 tempest-ServersOnMultiNodesTest-2088673700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:15:09.515611 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-5f9e32aa-2f40-46cc-98d6-34869721b6de req-003182c6-7155-4bd9-9780-398af2d4c1b5 tempest-ServersOnMultiNodesTest-2088673700 tempest-ServersOnMultiNodesTest-2088673700-project] 10.222.0.66 "GET /v2.0/ports?device_id=8298f37c-7523-4cd6-84a0-b1cf1572a7ef HTTP/1.1" status: 200 len: 949 time: 0.1830237 Jan 26 21:15:09.571804 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed623360-2cac-446e-ab4d-6968fc509085 req-11dcdf1d-434b-49d1-bd9d-71a8063c536c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:15:09.573635 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-ed623360-2cac-446e-ab4d-6968fc509085 req-11dcdf1d-434b-49d1-bd9d-71a8063c536c service neutron] 10.222.0.57 "GET /v2.0/networks?id=20b7651f-3dfe-4f65-83e1-a38049e7aae9 HTTP/1.1" status: 200 len: 907 time: 0.1501522 Jan 26 21:15:09.586648 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87871f5-d6ca-4749-bebb-4f6f2a7a17ef req-702259bc-d113-4167-a086-2dc1c82056ea tempest-LiveMigrationTest-746395142 tempest-LiveMigrationTest-746395142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:15:09.596955 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-e87871f5-d6ca-4749-bebb-4f6f2a7a17ef req-702259bc-d113-4167-a086-2dc1c82056ea tempest-LiveMigrationTest-746395142 tempest-LiveMigrationTest-746395142-project] 10.222.0.13 "GET /v2.0/ports?device_id=a9ca4017-264e-467b-a63a-6313b2811620 HTTP/1.1" status: 200 len: 945 time: 0.1753190 Jan 26 21:15:09.624293 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0462d2-efd9-476d-99cd-88535d822a3d req-c378f603-8855-488c-a14a-76a7b191ae3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:15:09.625812 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-1b0462d2-efd9-476d-99cd-88535d822a3d req-c378f603-8855-488c-a14a-76a7b191ae3e service neutron] 10.222.0.57 "GET /v2.0/subnets?id=b9f2224c-6c77-41cd-be54-df83a3ce656a HTTP/1.1" status: 200 len: 858 time: 0.1067414 Jan 26 21:15:09.664653 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-ed623360-2cac-446e-ab4d-6968fc509085 req-358f7793-5368-465b-b6ea-748dbab208c8 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=076e2ab1-5cc3-420e-a22f-f297ef45fcf4 HTTP/1.1" status: 200 len: 217 time: 0.0465932 Jan 26 21:15:09.677052 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b36f5b6a-6c6f-4a27-a9bd-18eabfb71c7a tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Made reservation on behalf of 555cb579ba8f40b196e83d88248f8446 for: {'subnet': 1} {{(pid=103305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 21:15:09.680814 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-b36f5b6a-6c6f-4a27-a9bd-18eabfb71c7a tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11599953'] for subnet (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:15:09.685475 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-1b0462d2-efd9-476d-99cd-88535d822a3d req-84132baa-c9e6-4dc4-b565-e1099c3d34bc service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=398119b7-b141-4e9b-a089-cf2ce4ac7132&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0373049 Jan 26 21:15:09.747892 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-e87871f5-d6ca-4749-bebb-4f6f2a7a17ef req-a339f3d1-8856-4057-a29b-ee8b82ee1bde tempest-LiveMigrationTest-746395142 tempest-LiveMigrationTest-746395142-project] 10.222.0.13 "GET /v2.0/security-groups?id=c43a996a-6b93-48e4-a331-48250c5b183d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1500263 Jan 26 21:15:09.781656 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed623360-2cac-446e-ab4d-6968fc509085 req-8aa6d335-f271-4290-be9e-5b49d8ece7a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:15:09.783152 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-ed623360-2cac-446e-ab4d-6968fc509085 req-8aa6d335-f271-4290-be9e-5b49d8ece7a7 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=7183c753-f99a-46b0-89ab-825caf92e3fd HTTP/1.1" status: 200 len: 846 time: 0.1010687 Jan 26 21:15:09.791235 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d8ac5f-55d5-4ed9-a94f-75c06723fc26 req-32244250-b692-4748-9ecd-e3cd14b4bbab tempest-ServersTestJSON-1629463572 tempest-ServersTestJSON-1629463572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:15:09.792732 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-27d8ac5f-55d5-4ed9-a94f-75c06723fc26 req-32244250-b692-4748-9ecd-e3cd14b4bbab tempest-ServersTestJSON-1629463572 tempest-ServersTestJSON-1629463572-project] 10.222.0.13 "GET /v2.0/ports?device_id=0cb49f15-2941-4d8d-a1f5-25e75dd599a4 HTTP/1.1" status: 200 len: 943 time: 0.1298633 Jan 26 21:15:09.830980 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-ed623360-2cac-446e-ab4d-6968fc509085 req-74577de8-203c-40de-a853-e5b936333b64 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=20b7651f-3dfe-4f65-83e1-a38049e7aae9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0372567 Jan 26 21:15:09.843890 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [req-5f9e32aa-2f40-46cc-98d6-34869721b6de req-575b79d5-d915-414b-a6a5-6e313e949d64 tempest-ServersOnMultiNodesTest-2088673700 tempest-ServersOnMultiNodesTest-2088673700-project] Deleting port 24025662-e8e3-4303-926e-de5c2af8663c {{(pid=103305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 21:15:09.844539 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-5f9e32aa-2f40-46cc-98d6-34869721b6de req-575b79d5-d915-414b-a6a5-6e313e949d64 tempest-ServersOnMultiNodesTest-2088673700 tempest-ServersOnMultiNodesTest-2088673700-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746560630878'] for port (24025662-e8e3-4303-926e-de5c2af8663c), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:15:09.930141 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-1b0462d2-efd9-476d-99cd-88535d822a3d req-32c6e993-57d5-4abe-8127-42471eb835fb service neutron] 10.222.0.57 "GET /v2.0/networks/398119b7-b141-4e9b-a089-cf2ce4ac7132?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2263730 Jan 26 21:15:09.959825 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-27d8ac5f-55d5-4ed9-a94f-75c06723fc26 req-55e19c9a-a49e-46aa-a699-0f85c422c613 tempest-ServersTestJSON-1629463572 tempest-ServersTestJSON-1629463572-project] 10.222.0.13 "GET /v2.0/security-groups?id=a146440b-85c7-430a-88ed-6d0301627350&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1545565 Jan 26 21:15:10.030650 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-ed623360-2cac-446e-ab4d-6968fc509085 req-1718a547-7fb4-446f-bf32-ba2aa40e23a5 service neutron] 10.222.0.57 "GET /v2.0/networks/20b7651f-3dfe-4f65-83e1-a38049e7aae9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1848493 Jan 26 21:15:10.145737 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-ed623360-2cac-446e-ab4d-6968fc509085 req-11b67cd1-5b01-4abf-ab52-f9ae1929b3a5 service neutron] 10.222.0.57 "GET /v2.0/networks/20b7651f-3dfe-4f65-83e1-a38049e7aae9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1066301 Jan 26 21:15:10.209574 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [req-5f9e32aa-2f40-46cc-98d6-34869721b6de req-575b79d5-d915-414b-a6a5-6e313e949d64 tempest-ServersOnMultiNodesTest-2088673700 tempest-ServersOnMultiNodesTest-2088673700-project] For port 24025662-e8e3-4303-926e-de5c2af8663c, host n-h1-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-5',level=0,port_id=24025662-e8e3-4303-926e-de5c2af8663c,segment=NetworkSegment(4eab25d6-89d9-4907-a1c2-51b06443ba33),segment_id=4eab25d6-89d9-4907-a1c2-51b06443ba33)] {{(pid=103305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:15:10.210084 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-5f9e32aa-2f40-46cc-98d6-34869721b6de req-575b79d5-d915-414b-a6a5-6e313e949d64 tempest-ServersOnMultiNodesTest-2088673700 tempest-ServersOnMultiNodesTest-2088673700-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4109658'] for port (24025662-e8e3-4303-926e-de5c2af8663c), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:15:10.212628 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef0a4e5-5d9b-4d9b-9269-f78f6af72d61 req-1fa27c38-f5eb-4795-a16d-3f7669909eac tempest-ServersOnMultiNodesTest-2088673700 tempest-ServersOnMultiNodesTest-2088673700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:15:10.214416 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-eef0a4e5-5d9b-4d9b-9269-f78f6af72d61 req-1fa27c38-f5eb-4795-a16d-3f7669909eac tempest-ServersOnMultiNodesTest-2088673700 tempest-ServersOnMultiNodesTest-2088673700-project] 10.222.0.13 "GET /v2.0/ports?device_id=8298f37c-7523-4cd6-84a0-b1cf1572a7ef HTTP/1.1" status: 200 len: 949 time: 0.0674403 Jan 26 21:15:10.219506 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-1b0462d2-efd9-476d-99cd-88535d822a3d req-2e335ec1-1c0f-412f-85c8-0508c2f4ac99 service neutron] 10.222.0.57 "GET /v2.0/networks/398119b7-b141-4e9b-a089-cf2ce4ac7132?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2739179 Jan 26 21:15:10.222785 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-b36f5b6a-6c6f-4a27-a9bd-18eabfb71c7a tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11788839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11599975'] for subnet (cc93288a-d109-431c-90eb-eb88dab94d8e), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:15:10.288878 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-eef0a4e5-5d9b-4d9b-9269-f78f6af72d61 req-7e37f32c-f2eb-4b4a-9ca5-dc99761cafc0 tempest-ServersOnMultiNodesTest-2088673700 tempest-ServersOnMultiNodesTest-2088673700-project] 10.222.0.13 "GET /v2.0/security-groups?id=306a2369-8c1c-4f98-9a64-2622487a9ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685513 Jan 26 21:15:10.291401 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [req-5f9e32aa-2f40-46cc-98d6-34869721b6de req-575b79d5-d915-414b-a6a5-6e313e949d64 tempest-ServersOnMultiNodesTest-2088673700 tempest-ServersOnMultiNodesTest-2088673700-project] Calling delete_port for 24025662-e8e3-4303-926e-de5c2af8663c owned by compute:nova {{(pid=103305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 21:15:10.293990 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36f5b6a-6c6f-4a27-a9bd-18eabfb71c7a tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Pushing event updated for resources: {'Subnet': ['ID=cc93288a-d109-431c-90eb-eb88dab94d8e,revision_number=0']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:15:10.307566 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b36f5b6a-6c6f-4a27-a9bd-18eabfb71c7a tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Network 4d92d976-58af-41b6-8964-16466314a699 is already hosted by enough agents. {{(pid=103305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 21:15:10.313036 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b36f5b6a-6c6f-4a27-a9bd-18eabfb71c7a tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:15:10.313407 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b36f5b6a-6c6f-4a27-a9bd-18eabfb71c7a tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:15:10.313753 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b36f5b6a-6c6f-4a27-a9bd-18eabfb71c7a tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:15:10.314116 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b36f5b6a-6c6f-4a27-a9bd-18eabfb71c7a tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:15:10.314451 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b36f5b6a-6c6f-4a27-a9bd-18eabfb71c7a tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:15:10.314778 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b36f5b6a-6c6f-4a27-a9bd-18eabfb71c7a tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:15:10.315106 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b36f5b6a-6c6f-4a27-a9bd-18eabfb71c7a tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:15:10.315431 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b36f5b6a-6c6f-4a27-a9bd-18eabfb71c7a tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:15:10.315756 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b36f5b6a-6c6f-4a27-a9bd-18eabfb71c7a tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:15:10.316076 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b36f5b6a-6c6f-4a27-a9bd-18eabfb71c7a tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:15:10.316398 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b36f5b6a-6c6f-4a27-a9bd-18eabfb71c7a tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:15:10.316716 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b36f5b6a-6c6f-4a27-a9bd-18eabfb71c7a tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:15:10.317034 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b36f5b6a-6c6f-4a27-a9bd-18eabfb71c7a tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:15:10.321917 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [None req-b36f5b6a-6c6f-4a27-a9bd-18eabfb71c7a tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Resources bound (agent type, host, resource id): {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:15:10.327796 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b36f5b6a-6c6f-4a27-a9bd-18eabfb71c7a tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:15:10.328186 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-b36f5b6a-6c6f-4a27-a9bd-18eabfb71c7a tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709645'] for subnet (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:15:10.333051 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a545923-0fdf-4e97-917b-4e9d38f60b74 None None] Network 4d92d976-58af-41b6-8964-16466314a699 requested from n-d-760453-5 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 26 21:15:10.458219 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ccd6912-57d1-4745-88cf-ccd434882412 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3c4099e8-8ffb-51d1-af7f-5868973e933f-4d92d976-58af-41b6-8964-16466314a699', 'network_id': '4d92d976-58af-41b6-8964-16466314a699', 'project_id': '555cb579ba8f40b196e83d88248f8446', 'fixed_ips': [{'subnet_id': 'cc93288a-d109-431c-90eb-eb88dab94d8e'}]}} from n-d-760453-5. {{(pid=103306) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 26 21:15:10.459155 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-1ccd6912-57d1-4745-88cf-ccd434882412 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (None), before_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:15:10.483451 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-b36f5b6a-6c6f-4a27-a9bd-18eabfb71c7a tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0746465 Jan 26 21:15:10.486331 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 56544) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:15:10.491260 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-5be75596-bba9-462c-aae1-686c1b79cb8c tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Request body: {'security_group': {'name': 'tempest-secgroup-1592511863'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:15:10.528719 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-5f9e32aa-2f40-46cc-98d6-34869721b6de req-575b79d5-d915-414b-a6a5-6e313e949d64 tempest-ServersOnMultiNodesTest-2088673700 tempest-ServersOnMultiNodesTest-2088673700-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746560636600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746560234536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11791543'] for port (24025662-e8e3-4303-926e-de5c2af8663c), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:15:10.584955 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-575b79d5-d915-414b-a6a5-6e313e949d64 tempest-ServersOnMultiNodesTest-2088673700 tempest-ServersOnMultiNodesTest-2088673700-project] Pushing event deleted for resources: {'Port': ['ID=24025662-e8e3-4303-926e-de5c2af8663c,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:15:10.588401 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-5be75596-bba9-462c-aae1-686c1b79cb8c tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Publish callbacks [] for security_group (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:15:10.607630 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] get_ports_and_sgs() called for port_ids ['552aae5b-0114-4ae2-8e9d-898106bbf7d4', '6f3c032f-8f77-4bb1-80f4-b3e6bc17170e', '7b91e58c-2d2a-4acc-8321-b7c6811beaeb', '1f823a46-1659-445c-9067-ee7a46f9e1af'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 26 21:15:10.612636 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] get_ports_and_sgs() called for port_ids ['74a29006-e476-494d-a6f7-bba5c779ab89', '145ca743-6349-44f7-a8ae-2fb6ade493b1'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 26 21:15:10.658517 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f9e32aa-2f40-46cc-98d6-34869721b6de req-575b79d5-d915-414b-a6a5-6e313e949d64 tempest-ServersOnMultiNodesTest-2088673700 tempest-ServersOnMultiNodesTest-2088673700-project] No DVR routers for this DVR port 24025662-e8e3-4303-926e-de5c2af8663c on host n-h1-760453-5 {{(pid=103305) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 26 21:15:10.663070 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-5f9e32aa-2f40-46cc-98d6-34869721b6de req-575b79d5-d915-414b-a6a5-6e313e949d64 tempest-ServersOnMultiNodesTest-2088673700 tempest-ServersOnMultiNodesTest-2088673700-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:15:10.674461 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-5f9e32aa-2f40-46cc-98d6-34869721b6de req-575b79d5-d915-414b-a6a5-6e313e949d64 tempest-ServersOnMultiNodesTest-2088673700 tempest-ServersOnMultiNodesTest-2088673700-project] 10.222.0.66 "DELETE /v2.0/ports/24025662-e8e3-4303-926e-de5c2af8663c HTTP/1.1" status: 204 len: 173 time: 1.1443694 Jan 26 21:15:10.675042 n-d-760453-5 neutron-server[103305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8298f37c-7523-4cd6-84a0-b1cf1572a7ef', 'name': 'network-vif-deleted', 'tag': '24025662-e8e3-4303-926e-de5c2af8663c'}] {{(pid=103305) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 21:15:10.688093 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d4654568b7bf041e72ff8fe1c96d6d761d9c921f2b99bc7b3a26632be20cee0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16c18daa-ce4b-4163-b46d-4ba80046354c" -d '{"events": [{"server_uuid": "8298f37c-7523-4cd6-84a0-b1cf1572a7ef", "name": "network-vif-deleted", "tag": "24025662-e8e3-4303-926e-de5c2af8663c"}]}' {{(pid=103305) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 21:15:10.706027 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71bfa2d-022f-496a-8cfe-d7dd7135cd60 req-99bee3ff-728a-4ea2-8916-65df5bcac217 tempest-InstanceActionsV221TestJSON-94733883 tempest-InstanceActionsV221TestJSON-94733883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:15:10.740251 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-c71bfa2d-022f-496a-8cfe-d7dd7135cd60 req-99bee3ff-728a-4ea2-8916-65df5bcac217 tempest-InstanceActionsV221TestJSON-94733883 tempest-InstanceActionsV221TestJSON-94733883-project] 10.222.0.13 "GET /v2.0/ports?device_id=3ed6e053-1ab0-4995-bf74-c671d5c9b259 HTTP/1.1" status: 200 len: 944 time: 0.2184672 Jan 26 21:15:10.812568 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Jan 2022 21:15:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74bc4866-19fc-41a6-82a9-6c603426911f x-openstack-request-id: req-74bc4866-19fc-41a6-82a9-6c603426911f {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 21:15:10.812865 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8298f37c-7523-4cd6-84a0-b1cf1572a7ef", "name": "network-vif-deleted", "tag": "24025662-e8e3-4303-926e-de5c2af8663c", "status": "completed", "code": 200}]} {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 21:15:10.813119 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-74bc4866-19fc-41a6-82a9-6c603426911f {{(pid=103305) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 21:15:10.813550 n-d-760453-5 neutron-server[103305]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8298f37c-7523-4cd6-84a0-b1cf1572a7ef', 'name': 'network-vif-deleted', 'tag': '24025662-e8e3-4303-926e-de5c2af8663c', 'status': 'completed', 'code': 200} Jan 26 21:15:10.859133 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-5be75596-bba9-462c-aae1-686c1b79cb8c tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Publish callbacks [] for security_group (967f29f1-5bbc-44f1-8114-ee5edd111cac), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:15:10.881466 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-5be75596-bba9-462c-aae1-686c1b79cb8c tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (967f29f1-5bbc-44f1-8114-ee5edd111cac), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:15:10.966466 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-5be75596-bba9-462c-aae1-686c1b79cb8c tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Publish callbacks [] for security_group (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:15:10.970640 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-5be75596-bba9-462c-aae1-686c1b79cb8c tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.4804361 Jan 26 21:15:10.971027 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 56554) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:15:10.976335 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-2c4b181f-89a7-46af-a179-8a02a8e16a5c tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Request body: {'security_group': {'name': 'tempest-secgroup-1839168979'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:15:10.982897 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be75596-bba9-462c-aae1-686c1b79cb8c tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Pushing event updated for resources: {'SecurityGroup': ['ID=967f29f1-5bbc-44f1-8114-ee5edd111cac,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:15:11.007507 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-c71bfa2d-022f-496a-8cfe-d7dd7135cd60 req-565b5481-972b-4cb5-9699-f98c3ffc5bf7 tempest-InstanceActionsV221TestJSON-94733883 tempest-InstanceActionsV221TestJSON-94733883-project] 10.222.0.13 "GET /v2.0/security-groups?id=a80ff67d-1de0-41c0-b5d8-624b8cb4521f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2529519 Jan 26 21:15:11.020923 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-2c4b181f-89a7-46af-a179-8a02a8e16a5c tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Publish callbacks [] for security_group (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:15:11.036375 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbd90b8-ca0f-47a9-87e4-33f77a61a817 req-d9af4b3f-1e53-4adc-a18f-d316512c2e10 tempest-LiveMigrationTest-746395142 tempest-LiveMigrationTest-746395142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:15:11.047214 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-fdbd90b8-ca0f-47a9-87e4-33f77a61a817 req-d9af4b3f-1e53-4adc-a18f-d316512c2e10 tempest-LiveMigrationTest-746395142 tempest-LiveMigrationTest-746395142-project] 10.222.0.13 "GET /v2.0/ports?device_id=a9ca4017-264e-467b-a63a-6313b2811620 HTTP/1.1" status: 200 len: 945 time: 0.1557581 Jan 26 21:15:11.159562 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-fdbd90b8-ca0f-47a9-87e4-33f77a61a817 req-45d68259-a7bb-45a5-982c-85c0efe55690 tempest-LiveMigrationTest-746395142 tempest-LiveMigrationTest-746395142-project] 10.222.0.13 "GET /v2.0/security-groups?id=c43a996a-6b93-48e4-a331-48250c5b183d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058626 Jan 26 21:15:11.223993 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-2c4b181f-89a7-46af-a179-8a02a8e16a5c tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Publish callbacks [] for security_group (5887edc7-5f13-4d96-9bca-0ff4084ee9c6), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:15:11.230708 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-2c4b181f-89a7-46af-a179-8a02a8e16a5c tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (5887edc7-5f13-4d96-9bca-0ff4084ee9c6), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:15:11.282334 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1445a4-6045-4c28-b864-7fb0b39c8694 req-846c39d4-f6b9-489a-a897-1b93931b6994 tempest-ServersTestJSON-1629463572 tempest-ServersTestJSON-1629463572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:15:11.284095 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-2d1445a4-6045-4c28-b864-7fb0b39c8694 req-846c39d4-f6b9-489a-a897-1b93931b6994 tempest-ServersTestJSON-1629463572 tempest-ServersTestJSON-1629463572-project] 10.222.0.13 "GET /v2.0/ports?device_id=0cb49f15-2941-4d8d-a1f5-25e75dd599a4 HTTP/1.1" status: 200 len: 943 time: 0.1225758 Jan 26 21:15:11.305162 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-2c4b181f-89a7-46af-a179-8a02a8e16a5c tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Publish callbacks [] for security_group (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:15:11.307611 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-2c4b181f-89a7-46af-a179-8a02a8e16a5c tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3356524 Jan 26 21:15:11.320543 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 56558) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:15:11.340619 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-99503309-5c55-413c-abf5-2a1e6079c866 tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-595668170', 'security_groups': ['5887edc7-5f13-4d96-9bca-0ff4084ee9c6'], 'network_id': '4d92d976-58af-41b6-8964-16466314a699', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'cc93288a-d109-431c-90eb-eb88dab94d8e'}]}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:15:11.346451 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.db_base_plugin_common [None req-1ccd6912-57d1-4745-88cf-ccd434882412 None None] Allocated IP 2001:db8::2 (4d92d976-58af-41b6-8964-16466314a699/cc93288a-d109-431c-90eb-eb88dab94d8e/db74841e-8a7e-4596-b59c-0d94d832c41f) {{(pid=103306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 21:15:11.374689 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4b181f-89a7-46af-a179-8a02a8e16a5c tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5887edc7-5f13-4d96-9bca-0ff4084ee9c6,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:15:11.430167 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-2d1445a4-6045-4c28-b864-7fb0b39c8694 req-ac28ebcf-4930-485a-ab4d-48741452b206 tempest-ServersTestJSON-1629463572 tempest-ServersTestJSON-1629463572-project] 10.222.0.13 "GET /v2.0/security-groups?id=a146440b-85c7-430a-88ed-6d0301627350&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1324420 Jan 26 21:15:11.509629 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-ed71ee5f-fff5-4d52-bf1c-db71b2da8b41 req-715a613d-6090-47f0-a688-a71a8f023cc8 tempest-ServersOnMultiNodesTest-2088673700 tempest-ServersOnMultiNodesTest-2088673700-project] 10.222.0.13 "GET /v2.0/ports?device_id=8298f37c-7523-4cd6-84a0-b1cf1572a7ef HTTP/1.1" status: 200 len: 210 time: 0.0613253 Jan 26 21:15:11.564104 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99503309-5c55-413c-abf5-2a1e6079c866 tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Made reservation on behalf of 555cb579ba8f40b196e83d88248f8446 for: {'port': 1} {{(pid=103305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 21:15:11.678369 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-99503309-5c55-413c-abf5-2a1e6079c866 tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:15:11.697909 n-d-760453-5 neutron-server[103305]: DEBUG neutron.notifiers.nova [None req-99503309-5c55-413c-abf5-2a1e6079c866 tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] device_id is not set on port 63013bde-4300-4607-b92b-09007916661b yet. {{(pid=103305) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 26 21:15:11.886138 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-1ccd6912-57d1-4745-88cf-ccd434882412 None None] Publish callbacks [] for port (db74841e-8a7e-4596-b59c-0d94d832c41f), precommit_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:15:11.916957 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-1ccd6912-57d1-4745-88cf-ccd434882412 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746560234527'] for port (db74841e-8a7e-4596-b59c-0d94d832c41f), after_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:15:11.969038 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ccd6912-57d1-4745-88cf-ccd434882412 None None] Pushing event updated for resources: {'Port': ['ID=db74841e-8a7e-4596-b59c-0d94d832c41f,revision_number=1']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:15:11.991904 n-d-760453-5 neutron-server[103306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ccd6912-57d1-4745-88cf-ccd434882412 None None] Network 4d92d976-58af-41b6-8964-16466314a699 is already hosted by enough agents. {{(pid=103306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 21:15:11.995588 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.db_base_plugin_common [None req-99503309-5c55-413c-abf5-2a1e6079c866 tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Allocated IP 2001:db8::2c8 (4d92d976-58af-41b6-8964-16466314a699/cc93288a-d109-431c-90eb-eb88dab94d8e/63013bde-4300-4607-b92b-09007916661b) {{(pid=103305) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 21:15:11.995730 n-d-760453-5 neutron-server[103306]: DEBUG neutron.scheduler.base_scheduler [None req-1ccd6912-57d1-4745-88cf-ccd434882412 None None] Resources bound (agent type, host, resource id): {{(pid=103306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:15:12.001640 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ccd6912-57d1-4745-88cf-ccd434882412 None None] Received port after_create {{(pid=103306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 21:15:12.039494 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Device 24025662-e8e3-4303-926e-de5c2af8663c no longer exists at agent hyperv_n-h1-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 26 21:15:12.045724 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Device 076e2ab1-5cc3-420e-a22f-f297ef45fcf4 details requested by agent hyperv_n-h2-760453-5 with host n-h2-760453-5 {{(pid=103306) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 26 21:15:12.088814 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] No Port match for: 24025662-e8e3-4303-926e-de5c2af8663c {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 26 21:15:12.088814 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Device 24025662-e8e3-4303-926e-de5c2af8663c not bound to the agent host n-h1-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 26 21:15:12.107124 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-1ccd6912-57d1-4745-88cf-ccd434882412 None None] Attempting to bind port db74841e-8a7e-4596-b59c-0d94d832c41f on host n-d-760453-5 for vnic_type normal with profile {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 21:15:12.107615 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-1ccd6912-57d1-4745-88cf-ccd434882412 None None] Attempting to bind port db74841e-8a7e-4596-b59c-0d94d832c41f by drivers openvswitch,hyperv on host n-d-760453-5 at level 0 using segments [{'id': '2eedd3bb-2baf-4136-9c2d-0f4d3a79c451', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '4d92d976-58af-41b6-8964-16466314a699'}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 26 21:15:12.108677 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ccd6912-57d1-4745-88cf-ccd434882412 None None] Attempting to bind port db74841e-8a7e-4596-b59c-0d94d832c41f on network 4d92d976-58af-41b6-8964-16466314a699 {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 21:15:12.118784 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ccd6912-57d1-4745-88cf-ccd434882412 None None] Checking agent: {'id': 'fea0591a-627d-4c87-9a9a-01625ddf3277', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760453-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 20, 55, 25), 'started_at': datetime.datetime(2022, 1, 26, 20, 55, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 21, 14, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760453-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 26 21:15:12.119268 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ccd6912-57d1-4745-88cf-ccd434882412 None None] Checking segment: {'id': '2eedd3bb-2baf-4136-9c2d-0f4d3a79c451', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '4d92d976-58af-41b6-8964-16466314a699'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 21:15:12.119738 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-1ccd6912-57d1-4745-88cf-ccd434882412 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:15:12.120202 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ccd6912-57d1-4745-88cf-ccd434882412 None None] Bound using segment: {'id': '2eedd3bb-2baf-4136-9c2d-0f4d3a79c451', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '4d92d976-58af-41b6-8964-16466314a699'} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 26 21:15:12.120749 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-1ccd6912-57d1-4745-88cf-ccd434882412 None None] Bound port: db74841e-8a7e-4596-b59c-0d94d832c41f, host: n-d-760453-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2eedd3bb-2baf-4136-9c2d-0f4d3a79c451', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '4d92d976-58af-41b6-8964-16466314a699'}}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 26 21:15:12.121793 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-1ccd6912-57d1-4745-88cf-ccd434882412 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (db74841e-8a7e-4596-b59c-0d94d832c41f), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:15:12.190662 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ecd7074-6195-40b4-9463-c29c3be9b18d req-ecbd8d49-39bc-4dfc-b24b-16d761b6b03a tempest-InstanceActionsV221TestJSON-94733883 tempest-InstanceActionsV221TestJSON-94733883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:15:12.198302 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-6ecd7074-6195-40b4-9463-c29c3be9b18d req-ecbd8d49-39bc-4dfc-b24b-16d761b6b03a tempest-InstanceActionsV221TestJSON-94733883 tempest-InstanceActionsV221TestJSON-94733883-project] 10.222.0.13 "GET /v2.0/ports?device_id=3ed6e053-1ab0-4995-bf74-c671d5c9b259 HTTP/1.1" status: 200 len: 944 time: 0.0730324 Jan 26 21:15:12.243311 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-99503309-5c55-413c-abf5-2a1e6079c866 tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Publish callbacks [] for port (63013bde-4300-4607-b92b-09007916661b), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:15:12.257777 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] For port 076e2ab1-5cc3-420e-a22f-f297ef45fcf4, host n-h2-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-5',level=0,port_id=076e2ab1-5cc3-420e-a22f-f297ef45fcf4,segment=NetworkSegment(bb9dd371-3de9-4327-a263-fb803ca379c8),segment_id=bb9dd371-3de9-4327-a263-fb803ca379c8)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:15:12.266882 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-1ccd6912-57d1-4745-88cf-ccd434882412 None None] For port db74841e-8a7e-4596-b59c-0d94d832c41f, host n-d-760453-5, cleared binding levels {{(pid=103306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 26 21:15:12.271457 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-1ccd6912-57d1-4745-88cf-ccd434882412 None None] For port db74841e-8a7e-4596-b59c-0d94d832c41f, host n-d-760453-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=db74841e-8a7e-4596-b59c-0d94d832c41f,segment=NetworkSegment(2eedd3bb-2baf-4136-9c2d-0f4d3a79c451),segment_id=2eedd3bb-2baf-4136-9c2d-0f4d3a79c451)] {{(pid=103306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 26 21:15:12.274353 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Returning: {'device': '076e2ab1-5cc3-420e-a22f-f297ef45fcf4', 'network_id': '20b7651f-3dfe-4f65-83e1-a38049e7aae9', 'port_id': '076e2ab1-5cc3-420e-a22f-f297ef45fcf4', 'mac_address': 'fa:16:3e:b1:ab:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 575, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7183c753-f99a-46b0-89ab-825caf92e3fd', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103306) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 26 21:15:12.281643 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-6ecd7074-6195-40b4-9463-c29c3be9b18d req-32e097bf-0380-4d7a-8eb8-e25abbd1a1db tempest-InstanceActionsV221TestJSON-94733883 tempest-InstanceActionsV221TestJSON-94733883-project] 10.222.0.13 "GET /v2.0/security-groups?id=a80ff67d-1de0-41c0-b5d8-624b8cb4521f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811155 Jan 26 21:15:12.307026 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-99503309-5c55-413c-abf5-2a1e6079c866 tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746560234527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11791543'] for port (63013bde-4300-4607-b92b-09007916661b), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:15:12.327499 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-1ccd6912-57d1-4745-88cf-ccd434882412 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (db74841e-8a7e-4596-b59c-0d94d832c41f), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:15:12.386251 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa0b7b2-316f-4346-a9bb-7642c037f3c3 req-82b47ddf-7cf8-4170-abb3-6f6b6c23cc83 tempest-LiveMigrationTest-746395142 tempest-LiveMigrationTest-746395142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:15:12.394568 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-2aa0b7b2-316f-4346-a9bb-7642c037f3c3 req-82b47ddf-7cf8-4170-abb3-6f6b6c23cc83 tempest-LiveMigrationTest-746395142 tempest-LiveMigrationTest-746395142-project] 10.222.0.13 "GET /v2.0/ports?device_id=a9ca4017-264e-467b-a63a-6313b2811620 HTTP/1.1" status: 200 len: 945 time: 0.1081278 Jan 26 21:15:12.403033 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Current status of the port 076e2ab1-5cc3-420e-a22f-f297ef45fcf4 is: DOWN; New status is: BUILD {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:15:12.414716 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (076e2ab1-5cc3-420e-a22f-f297ef45fcf4), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:15:12.451291 n-d-760453-5 neutron-server[103306]: DEBUG neutron.notifiers.nova [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 076e2ab1-5cc3-420e-a22f-f297ef45fcf4 {{(pid=103306) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 26 21:15:12.456285 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-2aa0b7b2-316f-4346-a9bb-7642c037f3c3 req-96b70e4a-362a-4294-ba0f-76f3b9405244 tempest-LiveMigrationTest-746395142 tempest-LiveMigrationTest-746395142-project] 10.222.0.13 "GET /v2.0/security-groups?id=c43a996a-6b93-48e4-a331-48250c5b183d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607693 Jan 26 21:15:12.471277 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99503309-5c55-413c-abf5-2a1e6079c866 tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Network 4d92d976-58af-41b6-8964-16466314a699 is already hosted by enough agents. {{(pid=103305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 21:15:12.486269 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [None req-99503309-5c55-413c-abf5-2a1e6079c866 tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Resources bound (agent type, host, resource id): {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:15:12.496163 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99503309-5c55-413c-abf5-2a1e6079c866 tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Received port after_create {{(pid=103305) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 21:15:12.504340 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] For port 076e2ab1-5cc3-420e-a22f-f297ef45fcf4, host n-h2-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-5',level=0,port_id=076e2ab1-5cc3-420e-a22f-f297ef45fcf4,segment=NetworkSegment(bb9dd371-3de9-4327-a263-fb803ca379c8),segment_id=bb9dd371-3de9-4327-a263-fb803ca379c8)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:15:12.508740 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ccd6912-57d1-4745-88cf-ccd434882412 None None] Pushing event updated for resources: {'Port': ['ID=db74841e-8a7e-4596-b59c-0d94d832c41f,revision_number=2']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:15:12.513787 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (076e2ab1-5cc3-420e-a22f-f297ef45fcf4), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:15:12.515564 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Device 10191bf1-ce5e-46ac-a363-4457572ecadc details requested by agent hyperv_n-h2-760453-5 with host n-h2-760453-5 {{(pid=103306) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 26 21:15:12.524895 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99503309-5c55-413c-abf5-2a1e6079c866 tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:15:12.528113 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-99503309-5c55-413c-abf5-2a1e6079c866 tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:15:12.535973 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99503309-5c55-413c-abf5-2a1e6079c866 tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Pushing event updated for resources: {'Port': ['ID=63013bde-4300-4607-b92b-09007916661b,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:15:12.578407 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 56576) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:15:12.578604 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-99503309-5c55-413c-abf5-2a1e6079c866 tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.2549083 Jan 26 21:15:12.585114 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-6e5cbe97-d1f5-44f4-b383-9eef55b035f6 tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Request body: {'subnet': {'network_id': '4d92d976-58af-41b6-8964-16466314a699', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:15:12.702847 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Pushing event updated for resources: {'Port': ['ID=076e2ab1-5cc3-420e-a22f-f297ef45fcf4,revision_number=4']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:15:12.763162 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] For port 10191bf1-ce5e-46ac-a363-4457572ecadc, host n-h2-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-5',level=0,port_id=10191bf1-ce5e-46ac-a363-4457572ecadc,segment=NetworkSegment(0e31bf65-7ce1-4f57-ad7d-495ff114ae88),segment_id=0e31bf65-7ce1-4f57-ad7d-495ff114ae88)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:15:12.782518 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0620fde-44b9-45db-a162-119f7ec70478 req-c8a12109-01ed-47be-8e1f-e4792fb3fd09 tempest-ServersTestJSON-1629463572 tempest-ServersTestJSON-1629463572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:15:12.794259 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-d0620fde-44b9-45db-a162-119f7ec70478 req-c8a12109-01ed-47be-8e1f-e4792fb3fd09 tempest-ServersTestJSON-1629463572 tempest-ServersTestJSON-1629463572-project] 10.222.0.13 "GET /v2.0/ports?device_id=0cb49f15-2941-4d8d-a1f5-25e75dd599a4 HTTP/1.1" status: 200 len: 944 time: 0.1724281 Jan 26 21:15:12.798238 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Returning: {'device': '10191bf1-ce5e-46ac-a363-4457572ecadc', 'network_id': '398119b7-b141-4e9b-a089-cf2ce4ac7132', 'port_id': '10191bf1-ce5e-46ac-a363-4457572ecadc', 'mac_address': 'fa:16:3e:3e:81:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 581, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b9f2224c-6c77-41cd-be54-df83a3ce656a', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103306) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 26 21:15:12.871709 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Current status of the port 10191bf1-ce5e-46ac-a363-4457572ecadc is: DOWN; New status is: BUILD {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:15:12.872106 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (10191bf1-ce5e-46ac-a363-4457572ecadc), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:15:12.888193 n-d-760453-5 neutron-server[103306]: DEBUG neutron.notifiers.nova [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 10191bf1-ce5e-46ac-a363-4457572ecadc {{(pid=103306) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 26 21:15:12.911490 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] For port 10191bf1-ce5e-46ac-a363-4457572ecadc, host n-h2-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-5',level=0,port_id=10191bf1-ce5e-46ac-a363-4457572ecadc,segment=NetworkSegment(0e31bf65-7ce1-4f57-ad7d-495ff114ae88),segment_id=0e31bf65-7ce1-4f57-ad7d-495ff114ae88)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:15:12.922532 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (10191bf1-ce5e-46ac-a363-4457572ecadc), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:15:12.986339 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Pushing event updated for resources: {'Port': ['ID=10191bf1-ce5e-46ac-a363-4457572ecadc,revision_number=4']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:15:13.015246 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-d0620fde-44b9-45db-a162-119f7ec70478 req-b54ce70f-b65f-4108-9b14-70ac0c5dad13 tempest-ServersTestJSON-1629463572 tempest-ServersTestJSON-1629463572-project] 10.222.0.13 "GET /v2.0/security-groups?id=a146440b-85c7-430a-88ed-6d0301627350&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2138927 Jan 26 21:15:13.027449 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e5cbe97-d1f5-44f4-b383-9eef55b035f6 tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Made reservation on behalf of 555cb579ba8f40b196e83d88248f8446 for: {'subnet': 1} {{(pid=103304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 21:15:13.030970 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-6e5cbe97-d1f5-44f4-b383-9eef55b035f6 tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12215181'] for subnet (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:15:13.182862 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1032d748-e3a9-4bf0-9e66-97a67052ed39 req-ecc6b184-1b90-4236-b540-b631d447686d tempest-ServersOnMultiNodesTest-2088673700 tempest-ServersOnMultiNodesTest-2088673700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:15:13.184520 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-1032d748-e3a9-4bf0-9e66-97a67052ed39 req-ecc6b184-1b90-4236-b540-b631d447686d tempest-ServersOnMultiNodesTest-2088673700 tempest-ServersOnMultiNodesTest-2088673700-project] 10.222.0.13 "GET /v2.0/ports?device_id=847df428-2da2-4c42-a5f8-5ea7179c2bed HTTP/1.1" status: 200 len: 950 time: 0.1344326 Jan 26 21:15:13.195085 n-d-760453-5 neutron-server[103304]: INFO neutron.db.ipam_backend_mixin [None req-6e5cbe97-d1f5-44f4-b383-9eef55b035f6 tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet cc93288a-d109-431c-90eb-eb88dab94d8e (CIDR: 2001:db8::/64) Jan 26 21:15:13.205564 n-d-760453-5 neutron-server[103304]: INFO neutron.pecan_wsgi.hooks.translation [None req-6e5cbe97-d1f5-44f4-b383-9eef55b035f6 tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 26 21:15:13.206035 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6e5cbe97-d1f5-44f4-b383-9eef55b035f6 tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103304) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 26 21:15:13.246764 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-6e5cbe97-d1f5-44f4-b383-9eef55b035f6 tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6666703 Jan 26 21:15:13.251243 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 56584) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:15:13.258632 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-da8a2626-8ba6-4557-8096-888c632d78e3 tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Request body: {'subnet': {'network_id': '4d92d976-58af-41b6-8964-16466314a699', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:15:13.276353 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-1032d748-e3a9-4bf0-9e66-97a67052ed39 req-ada4fb05-0a72-4b9d-bf3b-3e2e64078bed tempest-ServersOnMultiNodesTest-2088673700 tempest-ServersOnMultiNodesTest-2088673700-project] 10.222.0.13 "GET /v2.0/security-groups?id=306a2369-8c1c-4f98-9a64-2622487a9ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799053 Jan 26 21:15:13.388523 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da8a2626-8ba6-4557-8096-888c632d78e3 tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Made reservation on behalf of 555cb579ba8f40b196e83d88248f8446 for: {'subnet': 1} {{(pid=103305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 21:15:13.392831 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-da8a2626-8ba6-4557-8096-888c632d78e3 tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11599953'] for subnet (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:15:13.447099 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] get_ports_and_sgs() called for port_ids ['076e2ab1-5cc3-420e-a22f-f297ef45fcf4'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 26 21:15:13.457759 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2405225-1d0a-4338-b85f-0d00131e2901 req-cfd549dd-2681-42c5-a4c0-c44f0d953e79 tempest-InstanceActionsV221TestJSON-94733883 tempest-InstanceActionsV221TestJSON-94733883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:15:13.459526 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-b2405225-1d0a-4338-b85f-0d00131e2901 req-cfd549dd-2681-42c5-a4c0-c44f0d953e79 tempest-InstanceActionsV221TestJSON-94733883 tempest-InstanceActionsV221TestJSON-94733883-project] 10.222.0.13 "GET /v2.0/ports?device_id=3ed6e053-1ab0-4995-bf74-c671d5c9b259 HTTP/1.1" status: 200 len: 945 time: 0.0896785 Jan 26 21:15:13.503761 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] get_ports_and_sgs() called for port_ids ['10191bf1-ce5e-46ac-a363-4457572ecadc'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 26 21:15:13.547757 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-b2405225-1d0a-4338-b85f-0d00131e2901 req-5d38932e-93dd-46f7-933d-e89275922f9c tempest-InstanceActionsV221TestJSON-94733883 tempest-InstanceActionsV221TestJSON-94733883-project] 10.222.0.13 "GET /v2.0/security-groups?id=a80ff67d-1de0-41c0-b5d8-624b8cb4521f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780730 Jan 26 21:15:13.714350 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c15181c-cf4c-40b9-92f1-9924bd0fb84e req-083be8a2-cd22-481c-aebc-7c7a942227f6 tempest-LiveMigrationTest-746395142 tempest-LiveMigrationTest-746395142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:15:13.722683 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-0c15181c-cf4c-40b9-92f1-9924bd0fb84e req-083be8a2-cd22-481c-aebc-7c7a942227f6 tempest-LiveMigrationTest-746395142 tempest-LiveMigrationTest-746395142-project] 10.222.0.13 "GET /v2.0/ports?device_id=a9ca4017-264e-467b-a63a-6313b2811620 HTTP/1.1" status: 200 len: 945 time: 0.0993967 Jan 26 21:15:13.775499 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-da8a2626-8ba6-4557-8096-888c632d78e3 tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11788839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11599975'] for subnet (1b410510-608d-4284-8a2e-d7744ea6630e), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:15:13.804244 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da8a2626-8ba6-4557-8096-888c632d78e3 tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Network 4d92d976-58af-41b6-8964-16466314a699 is already hosted by enough agents. {{(pid=103305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 21:15:13.807857 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-0c15181c-cf4c-40b9-92f1-9924bd0fb84e req-0a859214-1588-434d-8ea7-de8261eeb73a tempest-LiveMigrationTest-746395142 tempest-LiveMigrationTest-746395142-project] 10.222.0.13 "GET /v2.0/security-groups?id=c43a996a-6b93-48e4-a331-48250c5b183d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800395 Jan 26 21:15:13.808114 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [None req-da8a2626-8ba6-4557-8096-888c632d78e3 tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Resources bound (agent type, host, resource id): {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:15:13.838236 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da8a2626-8ba6-4557-8096-888c632d78e3 tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:15:13.838878 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-da8a2626-8ba6-4557-8096-888c632d78e3 tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709645'] for subnet (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:15:13.873273 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 56594) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:15:13.877937 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-da8a2626-8ba6-4557-8096-888c632d78e3 tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.6253414 Jan 26 21:15:13.878683 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-35d6f336-1aa6-4c0e-9792-df502c20321f tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1278387803', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '1b410510-608d-4284-8a2e-d7744ea6630e'}], 'security_groups': ['967f29f1-5bbc-44f1-8114-ee5edd111cac']}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:15:13.887093 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da8a2626-8ba6-4557-8096-888c632d78e3 tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Pushing event updated for resources: {'Subnet': ['ID=1b410510-608d-4284-8a2e-d7744ea6630e,revision_number=0']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:15:14.049046 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c3653fa-4dd3-4f27-96b3-caf44371d987 None None] Network 4d92d976-58af-41b6-8964-16466314a699 requested from n-d-760453-5 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 26 21:15:14.052370 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-35d6f336-1aa6-4c0e-9792-df502c20321f tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (63013bde-4300-4607-b92b-09007916661b), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:15:14.184859 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-45f864a4-f012-4677-8ad3-f4b93e3bcb6f None None] Provisioning complete for port 511ba9ff-1f12-43de-96d3-d8e1cb897bb7 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:15:14.185372 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-45f864a4-f012-4677-8ad3-f4b93e3bcb6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (511ba9ff-1f12-43de-96d3-d8e1cb897bb7), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:15:14.205867 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef46c73-2c9e-4cc9-bddd-b93c9146dd08 req-15a4d872-01f4-4e84-afb7-1b3e6e69fe3c tempest-ServersTestJSON-1629463572 tempest-ServersTestJSON-1629463572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:15:14.208345 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-7ef46c73-2c9e-4cc9-bddd-b93c9146dd08 req-15a4d872-01f4-4e84-afb7-1b3e6e69fe3c tempest-ServersTestJSON-1629463572 tempest-ServersTestJSON-1629463572-project] 10.222.0.13 "GET /v2.0/ports?device_id=0cb49f15-2941-4d8d-a1f5-25e75dd599a4 HTTP/1.1" status: 200 len: 944 time: 0.1063640 Jan 26 21:15:14.226526 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-45f864a4-f012-4677-8ad3-f4b93e3bcb6f None None] Port 511ba9ff-1f12-43de-96d3-d8e1cb897bb7 cannot update to ACTIVE because it is not bound. {{(pid=103306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 26 21:15:14.237892 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-45f864a4-f012-4677-8ad3-f4b93e3bcb6f None None] Provisioning complete for port db74841e-8a7e-4596-b59c-0d94d832c41f triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:15:14.238325 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-45f864a4-f012-4677-8ad3-f4b93e3bcb6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (db74841e-8a7e-4596-b59c-0d94d832c41f), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:15:14.314854 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eee8a69d-4aee-4deb-ae9c-db9d425b9b0f None None] Update dhcp port {'port': {'network_id': '4d92d976-58af-41b6-8964-16466314a699', 'fixed_ips': [{'subnet_id': 'cc93288a-d109-431c-90eb-eb88dab94d8e', 'ip_address': '2001:db8::2'}, {'subnet_id': '1b410510-608d-4284-8a2e-d7744ea6630e'}], 'binding:host_id': 'n-d-760453-5'}, 'id': 'db74841e-8a7e-4596-b59c-0d94d832c41f'} from n-d-760453-5. {{(pid=103306) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Jan 26 21:15:14.370897 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-eee8a69d-4aee-4deb-ae9c-db9d425b9b0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (db74841e-8a7e-4596-b59c-0d94d832c41f), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:15:14.396886 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-45f864a4-f012-4677-8ad3-f4b93e3bcb6f None None] Current status of the port db74841e-8a7e-4596-b59c-0d94d832c41f is: DOWN; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:15:14.397275 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-45f864a4-f012-4677-8ad3-f4b93e3bcb6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (db74841e-8a7e-4596-b59c-0d94d832c41f), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:15:14.402527 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-7ef46c73-2c9e-4cc9-bddd-b93c9146dd08 req-3e6233ce-d4cd-42b6-a7ec-351cf6868531 tempest-ServersTestJSON-1629463572 tempest-ServersTestJSON-1629463572-project] 10.222.0.13 "GET /v2.0/security-groups?id=a146440b-85c7-430a-88ed-6d0301627350&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1496544 Jan 26 21:15:14.478353 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a95146-c9a2-4cd1-b635-6819f6c122ef req-103c46ec-76c8-40bd-9883-b44efe3f9b27 tempest-ServersOnMultiNodesTest-2088673700 tempest-ServersOnMultiNodesTest-2088673700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:15:14.480106 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-b9a95146-c9a2-4cd1-b635-6819f6c122ef req-103c46ec-76c8-40bd-9883-b44efe3f9b27 tempest-ServersOnMultiNodesTest-2088673700 tempest-ServersOnMultiNodesTest-2088673700-project] 10.222.0.13 "GET /v2.0/ports?device_id=847df428-2da2-4c42-a5f8-5ea7179c2bed HTTP/1.1" status: 200 len: 950 time: 0.1215150 Jan 26 21:15:14.548088 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-45f864a4-f012-4677-8ad3-f4b93e3bcb6f None None] For port db74841e-8a7e-4596-b59c-0d94d832c41f, host n-d-760453-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=db74841e-8a7e-4596-b59c-0d94d832c41f,segment=NetworkSegment(2eedd3bb-2baf-4136-9c2d-0f4d3a79c451),segment_id=2eedd3bb-2baf-4136-9c2d-0f4d3a79c451)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:15:14.563557 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-45f864a4-f012-4677-8ad3-f4b93e3bcb6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (db74841e-8a7e-4596-b59c-0d94d832c41f), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:15:14.615476 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device db74841e-8a7e-4596-b59c-0d94d832c41f up at agent ovs-agent-n-d-760453-5 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 21:15:14.657577 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-b9a95146-c9a2-4cd1-b635-6819f6c122ef req-9500790d-a308-4df9-b07a-27c9f2b3d6a5 tempest-ServersOnMultiNodesTest-2088673700 tempest-ServersOnMultiNodesTest-2088673700-project] 10.222.0.13 "GET /v2.0/security-groups?id=306a2369-8c1c-4f98-9a64-2622487a9ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1480002 Jan 26 21:15:14.692488 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f864a4-f012-4677-8ad3-f4b93e3bcb6f None None] Pushing event updated for resources: {'Port': ['ID=db74841e-8a7e-4596-b59c-0d94d832c41f,revision_number=3']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:15:14.707562 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Provisioning complete for port db74841e-8a7e-4596-b59c-0d94d832c41f triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:15:14.708005 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (db74841e-8a7e-4596-b59c-0d94d832c41f), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:15:14.761623 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.db_base_plugin_common [None req-35d6f336-1aa6-4c0e-9792-df502c20321f tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Delete allocated IP 2001:db8::2c8 (4d92d976-58af-41b6-8964-16466314a699/cc93288a-d109-431c-90eb-eb88dab94d8e) {{(pid=103304) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jan 26 21:15:14.785041 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.db_base_plugin_common [None req-35d6f336-1aa6-4c0e-9792-df502c20321f tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Allocated IP 2001:db8:0:1::262 (4d92d976-58af-41b6-8964-16466314a699/1b410510-608d-4284-8a2e-d7744ea6630e/63013bde-4300-4607-b92b-09007916661b) {{(pid=103304) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 21:15:14.794823 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Current status of the port db74841e-8a7e-4596-b59c-0d94d832c41f is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:15:14.823364 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfde2aef-15b1-4fa7-b8ef-659873b8e69b req-f8af9809-a3b4-4f8f-a662-ebcac2a0bd40 tempest-InstanceActionsV221TestJSON-94733883 tempest-InstanceActionsV221TestJSON-94733883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:15:14.832402 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-bfde2aef-15b1-4fa7-b8ef-659873b8e69b req-f8af9809-a3b4-4f8f-a662-ebcac2a0bd40 tempest-InstanceActionsV221TestJSON-94733883 tempest-InstanceActionsV221TestJSON-94733883-project] 10.222.0.13 "GET /v2.0/ports?device_id=3ed6e053-1ab0-4995-bf74-c671d5c9b259 HTTP/1.1" status: 200 len: 945 time: 0.0946727 Jan 26 21:15:14.964716 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-bfde2aef-15b1-4fa7-b8ef-659873b8e69b req-218e49e9-31a6-4623-a3eb-2638ab848fb2 tempest-InstanceActionsV221TestJSON-94733883 tempest-InstanceActionsV221TestJSON-94733883-project] 10.222.0.13 "GET /v2.0/security-groups?id=a80ff67d-1de0-41c0-b5d8-624b8cb4521f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1313643 Jan 26 21:15:15.004520 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29b442b-f9ba-41df-b34e-0bfcbfe1baa8 req-dfbe8f38-89d3-4fe0-bf07-d8cac3aa541e tempest-LiveMigrationTest-746395142 tempest-LiveMigrationTest-746395142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:15:15.006192 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-d29b442b-f9ba-41df-b34e-0bfcbfe1baa8 req-dfbe8f38-89d3-4fe0-bf07-d8cac3aa541e tempest-LiveMigrationTest-746395142 tempest-LiveMigrationTest-746395142-project] 10.222.0.13 "GET /v2.0/ports?device_id=a9ca4017-264e-467b-a63a-6313b2811620 HTTP/1.1" status: 200 len: 945 time: 0.1265924 Jan 26 21:15:15.088138 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-d29b442b-f9ba-41df-b34e-0bfcbfe1baa8 req-8616093b-e771-4e41-bc60-a13c314e8f99 tempest-LiveMigrationTest-746395142 tempest-LiveMigrationTest-746395142-project] 10.222.0.13 "GET /v2.0/security-groups?id=c43a996a-6b93-48e4-a331-48250c5b183d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763657 Jan 26 21:15:15.092207 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-35d6f336-1aa6-4c0e-9792-df502c20321f tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Publish callbacks [] for port (63013bde-4300-4607-b92b-09007916661b), precommit_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:15:15.098542 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-35d6f336-1aa6-4c0e-9792-df502c20321f tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9281542'] for port (63013bde-4300-4607-b92b-09007916661b), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:15:15.171594 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.db_base_plugin_common [None req-eee8a69d-4aee-4deb-ae9c-db9d425b9b0f None None] Allocated IP 2001:db8:0:1::2 (4d92d976-58af-41b6-8964-16466314a699/1b410510-608d-4284-8a2e-d7744ea6630e/db74841e-8a7e-4596-b59c-0d94d832c41f) {{(pid=103306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 21:15:15.179435 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-35d6f336-1aa6-4c0e-9792-df502c20321f tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] In _notify_port_updated(), no bound segment for port 63013bde-4300-4607-b92b-09007916661b on network 4d92d976-58af-41b6-8964-16466314a699 {{(pid=103304) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:883}} Jan 26 21:15:15.184948 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35d6f336-1aa6-4c0e-9792-df502c20321f tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:15:15.185628 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-35d6f336-1aa6-4c0e-9792-df502c20321f tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:15:15.187476 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-35d6f336-1aa6-4c0e-9792-df502c20321f tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] 10.222.0.13 "PUT /v2.0/ports/63013bde-4300-4607-b92b-09007916661b HTTP/1.1" status: 200 len: 931 time: 1.3131275 Jan 26 21:15:15.190658 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 56612) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:15:15.191885 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d6f336-1aa6-4c0e-9792-df502c20321f tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Pushing event updated for resources: {'Port': ['ID=63013bde-4300-4607-b92b-09007916661b,revision_number=2']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:15:15.290072 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-95e2a392-4e74-46a0-8b6e-a9c27ba99823 tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Deleting port 63013bde-4300-4607-b92b-09007916661b {{(pid=103305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 21:15:15.290513 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-95e2a392-4e74-46a0-8b6e-a9c27ba99823 tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746560630878'] for port (63013bde-4300-4607-b92b-09007916661b), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:15:15.291297 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-eee8a69d-4aee-4deb-ae9c-db9d425b9b0f None None] For port db74841e-8a7e-4596-b59c-0d94d832c41f, host n-d-760453-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=db74841e-8a7e-4596-b59c-0d94d832c41f,segment=NetworkSegment(2eedd3bb-2baf-4136-9c2d-0f4d3a79c451),segment_id=2eedd3bb-2baf-4136-9c2d-0f4d3a79c451)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:15:15.325664 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-eee8a69d-4aee-4deb-ae9c-db9d425b9b0f None None] Publish callbacks [] for port (db74841e-8a7e-4596-b59c-0d94d832c41f), precommit_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:15:15.330563 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-eee8a69d-4aee-4deb-ae9c-db9d425b9b0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (db74841e-8a7e-4596-b59c-0d94d832c41f), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:15:15.451240 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee8a69d-4aee-4deb-ae9c-db9d425b9b0f None None] Pushing event updated for resources: {'Port': ['ID=db74841e-8a7e-4596-b59c-0d94d832c41f,revision_number=4']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:15:15.555147 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01b54b1-d46f-44ad-95d0-ce8786024803 req-f496d178-7934-407c-a930-2b3eec9b0e58 tempest-ServersTestJSON-1629463572 tempest-ServersTestJSON-1629463572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:15:15.557512 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-e01b54b1-d46f-44ad-95d0-ce8786024803 req-f496d178-7934-407c-a930-2b3eec9b0e58 tempest-ServersTestJSON-1629463572 tempest-ServersTestJSON-1629463572-project] 10.222.0.13 "GET /v2.0/ports?device_id=0cb49f15-2941-4d8d-a1f5-25e75dd599a4 HTTP/1.1" status: 200 len: 944 time: 0.0692964 Jan 26 21:15:15.619704 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-e01b54b1-d46f-44ad-95d0-ce8786024803 req-182e0fcf-e6b6-4ae1-8d24-8fa83ccc129d tempest-ServersTestJSON-1629463572 tempest-ServersTestJSON-1629463572-project] 10.222.0.13 "GET /v2.0/security-groups?id=a146440b-85c7-430a-88ed-6d0301627350&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531006 Jan 26 21:15:15.706894 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612e044e-89cb-4cfc-a3fb-5b08fde484a5 req-ccf2e40b-d984-42c4-a68f-4238f699d9d5 tempest-ServersOnMultiNodesTest-2088673700 tempest-ServersOnMultiNodesTest-2088673700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:15:15.708463 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-612e044e-89cb-4cfc-a3fb-5b08fde484a5 req-ccf2e40b-d984-42c4-a68f-4238f699d9d5 tempest-ServersOnMultiNodesTest-2088673700 tempest-ServersOnMultiNodesTest-2088673700-project] 10.222.0.66 "GET /v2.0/ports?device_id=847df428-2da2-4c42-a5f8-5ea7179c2bed HTTP/1.1" status: 200 len: 950 time: 0.0790398 Jan 26 21:15:15.726185 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-95e2a392-4e74-46a0-8b6e-a9c27ba99823 tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4109658'] for port (63013bde-4300-4607-b92b-09007916661b), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:15:15.755367 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-95e2a392-4e74-46a0-8b6e-a9c27ba99823 tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Calling delete_port for 63013bde-4300-4607-b92b-09007916661b owned by {{(pid=103305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 21:15:15.820816 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c532f92-004e-4dc1-af46-bbac1afa233b req-2b54f9a2-d516-4c4c-b2ef-816b60efc9cc tempest-ServersOnMultiNodesTest-2088673700 tempest-ServersOnMultiNodesTest-2088673700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:15:15.822664 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-5c532f92-004e-4dc1-af46-bbac1afa233b req-2b54f9a2-d516-4c4c-b2ef-816b60efc9cc tempest-ServersOnMultiNodesTest-2088673700 tempest-ServersOnMultiNodesTest-2088673700-project] 10.222.0.13 "GET /v2.0/ports?device_id=847df428-2da2-4c42-a5f8-5ea7179c2bed HTTP/1.1" status: 200 len: 950 time: 0.0538332 Jan 26 21:15:15.885631 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-5c532f92-004e-4dc1-af46-bbac1afa233b req-3d3829dc-95e5-462a-9167-8b684ae2d151 tempest-ServersOnMultiNodesTest-2088673700 tempest-ServersOnMultiNodesTest-2088673700-project] 10.222.0.13 "GET /v2.0/security-groups?id=306a2369-8c1c-4f98-9a64-2622487a9ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565863 Jan 26 21:15:15.945012 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [req-612e044e-89cb-4cfc-a3fb-5b08fde484a5 req-652a2c89-b6fa-453b-8f98-8739e9e07e41 tempest-ServersOnMultiNodesTest-2088673700 tempest-ServersOnMultiNodesTest-2088673700-project] Deleting port 145ca743-6349-44f7-a8ae-2fb6ade493b1 {{(pid=103305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 21:15:15.945378 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-612e044e-89cb-4cfc-a3fb-5b08fde484a5 req-652a2c89-b6fa-453b-8f98-8739e9e07e41 tempest-ServersOnMultiNodesTest-2088673700 tempest-ServersOnMultiNodesTest-2088673700-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746560630878'] for port (145ca743-6349-44f7-a8ae-2fb6ade493b1), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:15:16.028644 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-95e2a392-4e74-46a0-8b6e-a9c27ba99823 tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746560636600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746560234536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11791543'] for port (63013bde-4300-4607-b92b-09007916661b), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:15:16.066671 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Device 10191bf1-ce5e-46ac-a363-4457572ecadc up at agent hyperv_n-h2-760453-5 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 21:15:16.075721 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e2a392-4e74-46a0-8b6e-a9c27ba99823 tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Pushing event deleted for resources: {'Port': ['ID=63013bde-4300-4607-b92b-09007916661b,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:15:16.098713 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [req-612e044e-89cb-4cfc-a3fb-5b08fde484a5 req-652a2c89-b6fa-453b-8f98-8739e9e07e41 tempest-ServersOnMultiNodesTest-2088673700 tempest-ServersOnMultiNodesTest-2088673700-project] For port 145ca743-6349-44f7-a8ae-2fb6ade493b1, host n-h1-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-5',level=0,port_id=145ca743-6349-44f7-a8ae-2fb6ade493b1,segment=NetworkSegment(4eab25d6-89d9-4907-a1c2-51b06443ba33),segment_id=4eab25d6-89d9-4907-a1c2-51b06443ba33)] {{(pid=103305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:15:16.099119 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-612e044e-89cb-4cfc-a3fb-5b08fde484a5 req-652a2c89-b6fa-453b-8f98-8739e9e07e41 tempest-ServersOnMultiNodesTest-2088673700 tempest-ServersOnMultiNodesTest-2088673700-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4109658'] for port (145ca743-6349-44f7-a8ae-2fb6ade493b1), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:15:16.108732 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e77746-c1b7-4f11-a32a-ff9b19c568a4 req-c492f4bc-56c4-45ea-93fe-18f49175fd45 tempest-InstanceActionsV221TestJSON-94733883 tempest-InstanceActionsV221TestJSON-94733883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:15:16.116378 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-34e77746-c1b7-4f11-a32a-ff9b19c568a4 req-c492f4bc-56c4-45ea-93fe-18f49175fd45 tempest-InstanceActionsV221TestJSON-94733883 tempest-InstanceActionsV221TestJSON-94733883-project] 10.222.0.13 "GET /v2.0/ports?device_id=3ed6e053-1ab0-4995-bf74-c671d5c9b259 HTTP/1.1" status: 200 len: 945 time: 0.0663540 Jan 26 21:15:16.128608 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-95e2a392-4e74-46a0-8b6e-a9c27ba99823 tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:15:16.134844 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-95e2a392-4e74-46a0-8b6e-a9c27ba99823 tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] 10.222.0.13 "DELETE /v2.0/ports/63013bde-4300-4607-b92b-09007916661b HTTP/1.1" status: 204 len: 168 time: 0.9431300 Jan 26 21:15:16.135478 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 56624) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:15:16.141138 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Provisioning for port 10191bf1-ce5e-46ac-a363-4457572ecadc completed by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 21:15:16.145858 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Provisioning complete for port 10191bf1-ce5e-46ac-a363-4457572ecadc triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:15:16.146333 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (10191bf1-ce5e-46ac-a363-4457572ecadc), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:15:16.149660 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [req-612e044e-89cb-4cfc-a3fb-5b08fde484a5 req-652a2c89-b6fa-453b-8f98-8739e9e07e41 tempest-ServersOnMultiNodesTest-2088673700 tempest-ServersOnMultiNodesTest-2088673700-project] Calling delete_port for 145ca743-6349-44f7-a8ae-2fb6ade493b1 owned by compute:nova {{(pid=103305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 21:15:16.173589 n-d-760453-5 neutron-server[103305]: INFO neutron.pecan_wsgi.hooks.translation [None req-7b57764f-3d61-4aed-b10a-13b28de6e552 tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] GET failed (client error): The resource could not be found. Jan 26 21:15:16.178154 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-7b57764f-3d61-4aed-b10a-13b28de6e552 tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] 10.222.0.13 "GET /v2.0/ports/63013bde-4300-4607-b92b-09007916661b HTTP/1.1" status: 404 len: 333 time: 0.0378106 Jan 26 21:15:16.178839 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 56630) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:15:16.203116 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-34e77746-c1b7-4f11-a32a-ff9b19c568a4 req-c5556d8e-e1b6-4baa-8bac-7bb869a4ada1 tempest-InstanceActionsV221TestJSON-94733883 tempest-InstanceActionsV221TestJSON-94733883-project] 10.222.0.13 "GET /v2.0/security-groups?id=a80ff67d-1de0-41c0-b5d8-624b8cb4521f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845778 Jan 26 21:15:16.274669 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503b160b-7ff3-4f87-8569-60d9ed866811 req-ca1ed3b3-48d9-4369-b067-887285ae1774 tempest-LiveMigrationTest-746395142 tempest-LiveMigrationTest-746395142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:15:16.283103 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-503b160b-7ff3-4f87-8569-60d9ed866811 req-ca1ed3b3-48d9-4369-b067-887285ae1774 tempest-LiveMigrationTest-746395142 tempest-LiveMigrationTest-746395142-project] 10.222.0.13 "GET /v2.0/ports?device_id=a9ca4017-264e-467b-a63a-6313b2811620 HTTP/1.1" status: 200 len: 945 time: 0.0785699 Jan 26 21:15:16.287610 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Current status of the port 10191bf1-ce5e-46ac-a363-4457572ecadc is: BUILD; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:15:16.288178 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (10191bf1-ce5e-46ac-a363-4457572ecadc), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:15:16.306437 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-dd5a2a4a-2e42-45e7-9a32-5112fcffcff9 tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Publish callbacks [] for security_group (5887edc7-5f13-4d96-9bca-0ff4084ee9c6), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:15:16.316569 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-bd945eb7-42a8-4a30-8cd3-c5816c6ca489 None None] Could not find standard attr ID for object 63013bde-4300-4607-b92b-09007916661b. {{(pid=103306) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 26 21:15:16.351106 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-503b160b-7ff3-4f87-8569-60d9ed866811 req-550109c9-84b1-4628-999c-15bedf05a26e tempest-LiveMigrationTest-746395142 tempest-LiveMigrationTest-746395142-project] 10.222.0.13 "GET /v2.0/security-groups?id=c43a996a-6b93-48e4-a331-48250c5b183d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665724 Jan 26 21:15:16.355013 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] For port 10191bf1-ce5e-46ac-a363-4457572ecadc, host n-h2-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-5',level=0,port_id=10191bf1-ce5e-46ac-a363-4457572ecadc,segment=NetworkSegment(0e31bf65-7ce1-4f57-ad7d-495ff114ae88),segment_id=0e31bf65-7ce1-4f57-ad7d-495ff114ae88)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:15:16.358102 n-d-760453-5 neutron-server[103306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ed6e053-1ab0-4995-bf74-c671d5c9b259', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10191bf1-ce5e-46ac-a363-4457572ecadc'}] {{(pid=103306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 21:15:16.360791 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9d5d370febab655511bdd2ffe887e43e442d144a440368702bcc1e93af00b97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-010a7b1e-6d79-4a2d-865c-39201df9d095" -d '{"events": [{"server_uuid": "3ed6e053-1ab0-4995-bf74-c671d5c9b259", "name": "network-vif-plugged", "status": "completed", "tag": "10191bf1-ce5e-46ac-a363-4457572ecadc"}]}' {{(pid=103306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 21:15:16.368185 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-dd5a2a4a-2e42-45e7-9a32-5112fcffcff9 tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Publish callbacks [] for security_group (5887edc7-5f13-4d96-9bca-0ff4084ee9c6), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:15:16.378416 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (10191bf1-ce5e-46ac-a363-4457572ecadc), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:15:16.379718 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Device 076e2ab1-5cc3-420e-a22f-f297ef45fcf4 up at agent hyperv_n-h2-760453-5 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 21:15:16.414894 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-bd945eb7-42a8-4a30-8cd3-c5816c6ca489 None None] Provisioning complete for port 511ba9ff-1f12-43de-96d3-d8e1cb897bb7 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:15:16.415427 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-bd945eb7-42a8-4a30-8cd3-c5816c6ca489 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (511ba9ff-1f12-43de-96d3-d8e1cb897bb7), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:15:16.418101 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Jan 2022 21:15:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d6705ce-bc58-4436-800e-498f0013fcb4 x-openstack-request-id: req-1d6705ce-bc58-4436-800e-498f0013fcb4 {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 21:15:16.418542 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ed6e053-1ab0-4995-bf74-c671d5c9b259", "name": "network-vif-plugged", "status": "completed", "tag": "10191bf1-ce5e-46ac-a363-4457572ecadc", "code": 200}]} {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 21:15:16.418732 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-1d6705ce-bc58-4436-800e-498f0013fcb4 {{(pid=103306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 21:15:16.419116 n-d-760453-5 neutron-server[103306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ed6e053-1ab0-4995-bf74-c671d5c9b259', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10191bf1-ce5e-46ac-a363-4457572ecadc', 'code': 200} Jan 26 21:15:16.433870 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-612e044e-89cb-4cfc-a3fb-5b08fde484a5 req-652a2c89-b6fa-453b-8f98-8739e9e07e41 tempest-ServersOnMultiNodesTest-2088673700 tempest-ServersOnMultiNodesTest-2088673700-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746560636600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746560234536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11791543'] for port (145ca743-6349-44f7-a8ae-2fb6ade493b1), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:15:16.467221 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-dd5a2a4a-2e42-45e7-9a32-5112fcffcff9 tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (5887edc7-5f13-4d96-9bca-0ff4084ee9c6), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:15:16.469942 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-dd5a2a4a-2e42-45e7-9a32-5112fcffcff9 tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Publish callbacks [] for security_group (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:15:16.471173 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-dd5a2a4a-2e42-45e7-9a32-5112fcffcff9 tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] 10.222.0.13 "DELETE /v2.0/security-groups/5887edc7-5f13-4d96-9bca-0ff4084ee9c6 HTTP/1.1" status: 204 len: 168 time: 0.2882152 Jan 26 21:15:16.473845 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 56634) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:15:16.485712 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652a2c89-b6fa-453b-8f98-8739e9e07e41 tempest-ServersOnMultiNodesTest-2088673700 tempest-ServersOnMultiNodesTest-2088673700-project] Pushing event deleted for resources: {'Port': ['ID=145ca743-6349-44f7-a8ae-2fb6ade493b1,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:15:16.488240 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd5a2a4a-2e42-45e7-9a32-5112fcffcff9 tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5887edc7-5f13-4d96-9bca-0ff4084ee9c6,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:15:16.538959 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] get_ports_and_sgs() called for port_ids ['552aae5b-0114-4ae2-8e9d-898106bbf7d4', '6f3c032f-8f77-4bb1-80f4-b3e6bc17170e', '7b91e58c-2d2a-4acc-8321-b7c6811beaeb', '1f823a46-1659-445c-9067-ee7a46f9e1af'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 26 21:15:16.541151 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] get_ports_and_sgs() called for port_ids ['74a29006-e476-494d-a6f7-bba5c779ab89'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 26 21:15:16.550509 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device db74841e-8a7e-4596-b59c-0d94d832c41f up at agent ovs-agent-n-d-760453-5 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 21:15:16.561769 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-e6db8056-9027-4d17-8ef3-a32d49a566c5 tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Publish callbacks [] for security_group (967f29f1-5bbc-44f1-8114-ee5edd111cac), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:15:16.576355 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [req-612e044e-89cb-4cfc-a3fb-5b08fde484a5 req-652a2c89-b6fa-453b-8f98-8739e9e07e41 tempest-ServersOnMultiNodesTest-2088673700 tempest-ServersOnMultiNodesTest-2088673700-project] No DVR routers for this DVR port 145ca743-6349-44f7-a8ae-2fb6ade493b1 on host n-h1-760453-5 {{(pid=103305) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 26 21:15:16.581462 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-612e044e-89cb-4cfc-a3fb-5b08fde484a5 req-652a2c89-b6fa-453b-8f98-8739e9e07e41 tempest-ServersOnMultiNodesTest-2088673700 tempest-ServersOnMultiNodesTest-2088673700-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:15:16.585321 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-612e044e-89cb-4cfc-a3fb-5b08fde484a5 req-652a2c89-b6fa-453b-8f98-8739e9e07e41 tempest-ServersOnMultiNodesTest-2088673700 tempest-ServersOnMultiNodesTest-2088673700-project] 10.222.0.66 "DELETE /v2.0/ports/145ca743-6349-44f7-a8ae-2fb6ade493b1 HTTP/1.1" status: 204 len: 173 time: 0.8491683 Jan 26 21:15:16.585826 n-d-760453-5 neutron-server[103305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '847df428-2da2-4c42-a5f8-5ea7179c2bed', 'name': 'network-vif-deleted', 'tag': '145ca743-6349-44f7-a8ae-2fb6ade493b1'}] {{(pid=103305) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 21:15:16.588295 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d4654568b7bf041e72ff8fe1c96d6d761d9c921f2b99bc7b3a26632be20cee0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-990b3a40-4216-41f3-b85d-71150aacb534" -d '{"events": [{"server_uuid": "847df428-2da2-4c42-a5f8-5ea7179c2bed", "name": "network-vif-deleted", "tag": "145ca743-6349-44f7-a8ae-2fb6ade493b1"}]}' {{(pid=103305) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 21:15:16.605627 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c62b223-7783-4e63-8f5d-fee6f8cba150 req-c1339393-b03b-4f08-8cec-83363f8251ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:15:16.607216 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-6c62b223-7783-4e63-8f5d-fee6f8cba150 req-c1339393-b03b-4f08-8cec-83363f8251ad service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=3ed6e053-1ab0-4995-bf74-c671d5c9b259 HTTP/1.1" status: 200 len: 1097 time: 0.0778878 Jan 26 21:15:16.704035 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Jan 2022 21:15:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-770b5fe2-b8ca-4943-9f36-ce2fc5749fbb x-openstack-request-id: req-770b5fe2-b8ca-4943-9f36-ce2fc5749fbb {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 21:15:16.704358 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "847df428-2da2-4c42-a5f8-5ea7179c2bed", "name": "network-vif-deleted", "tag": "145ca743-6349-44f7-a8ae-2fb6ade493b1", "status": "completed", "code": 200}]} {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 21:15:16.704621 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-770b5fe2-b8ca-4943-9f36-ce2fc5749fbb {{(pid=103305) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 21:15:16.705055 n-d-760453-5 neutron-server[103305]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '847df428-2da2-4c42-a5f8-5ea7179c2bed', 'name': 'network-vif-deleted', 'tag': '145ca743-6349-44f7-a8ae-2fb6ade493b1', 'status': 'completed', 'code': 200} Jan 26 21:15:16.714956 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-6c62b223-7783-4e63-8f5d-fee6f8cba150 req-fdf764f2-26c4-4829-baad-a3ae2c917703 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=a80ff67d-1de0-41c0-b5d8-624b8cb4521f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016114 Jan 26 21:15:16.953397 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-bd945eb7-42a8-4a30-8cd3-c5816c6ca489 None None] Port 511ba9ff-1f12-43de-96d3-d8e1cb897bb7 cannot update to ACTIVE because it is not bound. {{(pid=103306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 26 21:15:16.958115 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Pushing event updated for resources: {'Port': ['ID=10191bf1-ce5e-46ac-a363-4457572ecadc,revision_number=5']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:15:17.033167 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-bd945eb7-42a8-4a30-8cd3-c5816c6ca489 None None] Provisioning complete for port db74841e-8a7e-4596-b59c-0d94d832c41f triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:15:17.033718 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-bd945eb7-42a8-4a30-8cd3-c5816c6ca489 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (db74841e-8a7e-4596-b59c-0d94d832c41f), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:15:17.043562 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Provisioning for port 076e2ab1-5cc3-420e-a22f-f297ef45fcf4 completed by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 21:15:17.091886 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Provisioning complete for port db74841e-8a7e-4596-b59c-0d94d832c41f triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:15:17.093000 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (db74841e-8a7e-4596-b59c-0d94d832c41f), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:15:17.115714 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Provisioning complete for port 076e2ab1-5cc3-420e-a22f-f297ef45fcf4 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:15:17.116529 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (076e2ab1-5cc3-420e-a22f-f297ef45fcf4), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:15:17.212883 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-e6db8056-9027-4d17-8ef3-a32d49a566c5 tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Publish callbacks [] for security_group (967f29f1-5bbc-44f1-8114-ee5edd111cac), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:15:17.262123 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-22e0aeca-d678-44ca-9dea-24e36e496d0c req-9f8efcd4-8562-4dd6-9b64-351b82d0699a tempest-ServersOnMultiNodesTest-2088673700 tempest-ServersOnMultiNodesTest-2088673700-project] 10.222.0.13 "GET /v2.0/ports?device_id=847df428-2da2-4c42-a5f8-5ea7179c2bed HTTP/1.1" status: 200 len: 210 time: 0.1446118 Jan 26 21:15:17.335044 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-e6db8056-9027-4d17-8ef3-a32d49a566c5 tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (967f29f1-5bbc-44f1-8114-ee5edd111cac), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:15:17.339449 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-e6db8056-9027-4d17-8ef3-a32d49a566c5 tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Publish callbacks [] for security_group (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:15:17.343957 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-e6db8056-9027-4d17-8ef3-a32d49a566c5 tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] 10.222.0.13 "DELETE /v2.0/security-groups/967f29f1-5bbc-44f1-8114-ee5edd111cac HTTP/1.1" status: 204 len: 168 time: 0.8655405 Jan 26 21:15:17.344331 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 56650) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:15:17.374356 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a82ebe-d3f5-4f64-9854-6a51b7b378ec req-c26cfda7-da63-461e-ba06-516ea3b87c0b tempest-ServersTestJSON-1629463572 tempest-ServersTestJSON-1629463572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:15:17.381904 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-a6a82ebe-d3f5-4f64-9854-6a51b7b378ec req-c26cfda7-da63-461e-ba06-516ea3b87c0b tempest-ServersTestJSON-1629463572 tempest-ServersTestJSON-1629463572-project] 10.222.0.13 "GET /v2.0/ports?device_id=0cb49f15-2941-4d8d-a1f5-25e75dd599a4 HTTP/1.1" status: 200 len: 944 time: 0.2771854 Jan 26 21:15:17.409323 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6db8056-9027-4d17-8ef3-a32d49a566c5 tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=967f29f1-5bbc-44f1-8114-ee5edd111cac,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:15:17.434238 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.db_base_plugin_v2 [None req-eca0706a-ea56-4037-bbd8-b4b95ca28e21 tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Deleting subnet cc93288a-d109-431c-90eb-eb88dab94d8e {{(pid=103305) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 26 21:15:17.438454 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-eca0706a-ea56-4037-bbd8-b4b95ca28e21 tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Publish callbacks [] for subnet (cc93288a-d109-431c-90eb-eb88dab94d8e), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:15:17.479513 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f434bf6e-d528-4a2c-bcbb-bb35db7de1e5 req-72109e1a-1e4f-49c0-8da4-ce9ae231bf85 tempest-InstanceActionsV221TestJSON-94733883 tempest-InstanceActionsV221TestJSON-94733883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:15:17.480876 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-f434bf6e-d528-4a2c-bcbb-bb35db7de1e5 req-72109e1a-1e4f-49c0-8da4-ce9ae231bf85 tempest-InstanceActionsV221TestJSON-94733883 tempest-InstanceActionsV221TestJSON-94733883-project] 10.222.0.13 "GET /v2.0/ports?device_id=3ed6e053-1ab0-4995-bf74-c671d5c9b259 HTTP/1.1" status: 200 len: 946 time: 0.1331210 Jan 26 21:15:17.489953 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-eca0706a-ea56-4037-bbd8-b4b95ca28e21 tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11788946'] for subnet (cc93288a-d109-431c-90eb-eb88dab94d8e), precommit_delete_associations {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:15:17.496100 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-a6a82ebe-d3f5-4f64-9854-6a51b7b378ec req-e3104f8f-1235-4f0c-a31c-670b03e25778 tempest-ServersTestJSON-1629463572 tempest-ServersTestJSON-1629463572-project] 10.222.0.13 "GET /v2.0/security-groups?id=a146440b-85c7-430a-88ed-6d0301627350&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127608 Jan 26 21:15:17.537051 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-bd945eb7-42a8-4a30-8cd3-c5816c6ca489 None None] Current status of the port db74841e-8a7e-4596-b59c-0d94d832c41f is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:15:17.570028 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-f434bf6e-d528-4a2c-bcbb-bb35db7de1e5 req-1a856705-bdcc-4e14-80a0-415f36f2b94f tempest-InstanceActionsV221TestJSON-94733883 tempest-InstanceActionsV221TestJSON-94733883-project] 10.222.0.13 "GET /v2.0/security-groups?id=a80ff67d-1de0-41c0-b5d8-624b8cb4521f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723603 Jan 26 21:15:17.596626 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Current status of the port 076e2ab1-5cc3-420e-a22f-f297ef45fcf4 is: BUILD; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:15:17.597022 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (076e2ab1-5cc3-420e-a22f-f297ef45fcf4), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:15:17.620855 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-eca0706a-ea56-4037-bbd8-b4b95ca28e21 tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687316'] for subnet (cc93288a-d109-431c-90eb-eb88dab94d8e), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:15:17.630247 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Current status of the port db74841e-8a7e-4596-b59c-0d94d832c41f is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:15:17.673855 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-87450537-c5d0-428e-b689-88015019173d None None] Could not find standard attr ID for object 63013bde-4300-4607-b92b-09007916661b. {{(pid=103306) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 26 21:15:17.676369 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] For port 076e2ab1-5cc3-420e-a22f-f297ef45fcf4, host n-h2-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-5',level=0,port_id=076e2ab1-5cc3-420e-a22f-f297ef45fcf4,segment=NetworkSegment(bb9dd371-3de9-4327-a263-fb803ca379c8),segment_id=bb9dd371-3de9-4327-a263-fb803ca379c8)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:15:17.687626 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (076e2ab1-5cc3-420e-a22f-f297ef45fcf4), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:15:17.707332 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca019fce-3327-425f-ab59-783c5270fdd7 req-63839245-1270-4c13-9fb7-ae4d96b7fa2e tempest-LiveMigrationTest-746395142 tempest-LiveMigrationTest-746395142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:15:17.709040 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-ca019fce-3327-425f-ab59-783c5270fdd7 req-63839245-1270-4c13-9fb7-ae4d96b7fa2e tempest-LiveMigrationTest-746395142 tempest-LiveMigrationTest-746395142-project] 10.222.0.13 "GET /v2.0/ports?device_id=a9ca4017-264e-467b-a63a-6313b2811620 HTTP/1.1" status: 200 len: 945 time: 0.0613844 Jan 26 21:15:17.714821 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-eca0706a-ea56-4037-bbd8-b4b95ca28e21 tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11791594', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11599980'] for subnet (cc93288a-d109-431c-90eb-eb88dab94d8e), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:15:17.742617 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca0706a-ea56-4037-bbd8-b4b95ca28e21 tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Pushing event deleted for resources: {'Subnet': ['ID=cc93288a-d109-431c-90eb-eb88dab94d8e,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:15:17.746394 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-eca0706a-ea56-4037-bbd8-b4b95ca28e21 tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709645'] for subnet (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:15:17.756577 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-eca0706a-ea56-4037-bbd8-b4b95ca28e21 tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] 10.222.0.13 "DELETE /v2.0/subnets/cc93288a-d109-431c-90eb-eb88dab94d8e HTTP/1.1" status: 204 len: 168 time: 0.4049356 Jan 26 21:15:17.756577 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 56654) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:15:17.761603 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-47dbb1da-7475-45fd-ab40-d171552ca6c6 tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Request body: {'subnet': {'network_id': '4d92d976-58af-41b6-8964-16466314a699', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:15:17.769060 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f9c3a13-9fa4-49e0-af5e-8e35184a1aa7 None None] Network 4d92d976-58af-41b6-8964-16466314a699 requested from n-d-760453-5 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 26 21:15:17.778761 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-ca019fce-3327-425f-ab59-783c5270fdd7 req-e62e2e60-8c68-4b33-b32b-60b1c1b447ba tempest-LiveMigrationTest-746395142 tempest-LiveMigrationTest-746395142-project] 10.222.0.13 "GET /v2.0/security-groups?id=c43a996a-6b93-48e4-a331-48250c5b183d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618913 Jan 26 21:15:17.833109 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Pushing event updated for resources: {'Port': ['ID=076e2ab1-5cc3-420e-a22f-f297ef45fcf4,revision_number=5']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:15:17.894015 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47dbb1da-7475-45fd-ab40-d171552ca6c6 tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Made reservation on behalf of 555cb579ba8f40b196e83d88248f8446 for: {'subnet': 1} {{(pid=103305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 21:15:17.897834 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-47dbb1da-7475-45fd-ab40-d171552ca6c6 tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11599953'] for subnet (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:15:18.055306 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Device 145ca743-6349-44f7-a8ae-2fb6ade493b1 no longer exists at agent hyperv_n-h1-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 26 21:15:18.083755 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] No Port match for: 145ca743-6349-44f7-a8ae-2fb6ade493b1 {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 26 21:15:18.084099 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Device 145ca743-6349-44f7-a8ae-2fb6ade493b1 not bound to the agent host n-h1-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 26 21:15:18.220510 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-47dbb1da-7475-45fd-ab40-d171552ca6c6 tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11788839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11599975'] for subnet (6327d17e-3f0e-4e5c-ab62-a08b95f31b55), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:15:18.266070 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47dbb1da-7475-45fd-ab40-d171552ca6c6 tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Network 4d92d976-58af-41b6-8964-16466314a699 is already hosted by enough agents. {{(pid=103305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 21:15:18.269703 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [None req-47dbb1da-7475-45fd-ab40-d171552ca6c6 tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Resources bound (agent type, host, resource id): {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:15:18.274467 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47dbb1da-7475-45fd-ab40-d171552ca6c6 tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:15:18.274988 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-47dbb1da-7475-45fd-ab40-d171552ca6c6 tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709645'] for subnet (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:15:18.291631 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47dbb1da-7475-45fd-ab40-d171552ca6c6 tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Pushing event updated for resources: {'Subnet': ['ID=6327d17e-3f0e-4e5c-ab62-a08b95f31b55,revision_number=0']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:15:18.305077 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-47dbb1da-7475-45fd-ab40-d171552ca6c6 tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5468256 Jan 26 21:15:18.305439 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 56676) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:15:18.315634 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-ead9c10a-b54a-4f9f-9995-44c3d5a09ea4 tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Request body: {'security_group': {'name': 'tempest-secgroup-365640936'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:15:18.358948 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-ead9c10a-b54a-4f9f-9995-44c3d5a09ea4 tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Publish callbacks [] for security_group (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:15:18.421085 n-d-760453-5 neutron-server[103306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0cb49f15-2941-4d8d-a1f5-25e75dd599a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '076e2ab1-5cc3-420e-a22f-f297ef45fcf4'}] {{(pid=103306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 21:15:18.429872 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9d5d370febab655511bdd2ffe887e43e442d144a440368702bcc1e93af00b97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f8369c3-fb16-4e36-a991-471301bcc672" -d '{"events": [{"server_uuid": "0cb49f15-2941-4d8d-a1f5-25e75dd599a4", "name": "network-vif-plugged", "status": "completed", "tag": "076e2ab1-5cc3-420e-a22f-f297ef45fcf4"}]}' {{(pid=103306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 21:15:18.468192 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Jan 2022 21:15:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4940b51-925a-4dc1-bb01-f193c4c5f51a x-openstack-request-id: req-e4940b51-925a-4dc1-bb01-f193c4c5f51a {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 21:15:18.468486 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0cb49f15-2941-4d8d-a1f5-25e75dd599a4", "name": "network-vif-plugged", "status": "completed", "tag": "076e2ab1-5cc3-420e-a22f-f297ef45fcf4", "code": 200}]} {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 21:15:18.468738 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e4940b51-925a-4dc1-bb01-f193c4c5f51a {{(pid=103306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 21:15:18.469130 n-d-760453-5 neutron-server[103306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0cb49f15-2941-4d8d-a1f5-25e75dd599a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '076e2ab1-5cc3-420e-a22f-f297ef45fcf4', 'code': 200} Jan 26 21:15:18.477574 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-ead9c10a-b54a-4f9f-9995-44c3d5a09ea4 tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Publish callbacks [] for security_group (80b54d01-2140-4dc8-ab0e-bcd1eb190bc0), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:15:18.484009 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-ead9c10a-b54a-4f9f-9995-44c3d5a09ea4 tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (80b54d01-2140-4dc8-ab0e-bcd1eb190bc0), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:15:18.523300 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-ead9c10a-b54a-4f9f-9995-44c3d5a09ea4 tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Publish callbacks [] for security_group (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:15:18.524695 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-ead9c10a-b54a-4f9f-9995-44c3d5a09ea4 tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.2170844 Jan 26 21:15:18.529487 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 56684) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:15:18.539781 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-ba132b9d-c9f3-454f-8d77-e2d345db6e13 tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Request body: {'security_group': {'name': 'tempest-secgroup-1480672528'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:15:18.566988 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead9c10a-b54a-4f9f-9995-44c3d5a09ea4 tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Pushing event updated for resources: {'SecurityGroup': ['ID=80b54d01-2140-4dc8-ab0e-bcd1eb190bc0,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:15:18.580674 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-ba132b9d-c9f3-454f-8d77-e2d345db6e13 tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Publish callbacks [] for security_group (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:15:18.648251 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f4c566-3474-4e5c-b926-f7650a7292dc req-d88a9dc0-b15d-459f-932d-07243377f9a9 tempest-ServersTestJSON-1629463572 tempest-ServersTestJSON-1629463572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:15:18.656572 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-16f4c566-3474-4e5c-b926-f7650a7292dc req-d88a9dc0-b15d-459f-932d-07243377f9a9 tempest-ServersTestJSON-1629463572 tempest-ServersTestJSON-1629463572-project] 10.222.0.13 "GET /v2.0/ports?device_id=0cb49f15-2941-4d8d-a1f5-25e75dd599a4 HTTP/1.1" status: 200 len: 945 time: 0.0782199 Jan 26 21:15:18.660507 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271795ae-f3fa-418f-8acf-dac6ff03b111 req-a4da526d-f0d5-4486-b14b-88ca49ee40cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:15:18.662483 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-271795ae-f3fa-418f-8acf-dac6ff03b111 req-a4da526d-f0d5-4486-b14b-88ca49ee40cf service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=0cb49f15-2941-4d8d-a1f5-25e75dd599a4 HTTP/1.1" status: 200 len: 1096 time: 0.0694184 Jan 26 21:15:18.725131 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-16f4c566-3474-4e5c-b926-f7650a7292dc req-62d4ad3e-c04d-4915-9667-c1243e137571 tempest-ServersTestJSON-1629463572 tempest-ServersTestJSON-1629463572-project] 10.222.0.13 "GET /v2.0/security-groups?id=a146440b-85c7-430a-88ed-6d0301627350&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660877 Jan 26 21:15:18.749449 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53adcc98-2984-4454-a508-fb818863f912 None None] Network 4d92d976-58af-41b6-8964-16466314a699 requested from n-d-760453-5 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 26 21:15:18.750986 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-271795ae-f3fa-418f-8acf-dac6ff03b111 req-15bd0bfa-a48e-458a-b2f1-24a25839e609 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=a146440b-85c7-430a-88ed-6d0301627350&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757811 Jan 26 21:15:18.757240 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-ba132b9d-c9f3-454f-8d77-e2d345db6e13 tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Publish callbacks [] for security_group (fe5b05cc-9ab6-45ca-9d0c-ca3970783c49), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:15:18.761614 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-ba132b9d-c9f3-454f-8d77-e2d345db6e13 tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (fe5b05cc-9ab6-45ca-9d0c-ca3970783c49), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:15:18.797414 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-ba132b9d-c9f3-454f-8d77-e2d345db6e13 tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Publish callbacks [] for security_group (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:15:18.801330 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-ba132b9d-c9f3-454f-8d77-e2d345db6e13 tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2676594 Jan 26 21:15:18.801330 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba132b9d-c9f3-454f-8d77-e2d345db6e13 tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fe5b05cc-9ab6-45ca-9d0c-ca3970783c49,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:15:18.802320 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 56694) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:15:18.809581 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-c33b2d3c-adf8-4c43-a504-b7cb51a5aec7 tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Request body: {'security_group': {'name': 'tempest-secgroup-1464412759'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:15:18.862949 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-f042aa58-63e6-4393-a5f5-dd3178b57f7c None None] Provisioning complete for port 511ba9ff-1f12-43de-96d3-d8e1cb897bb7 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:15:18.863341 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-f042aa58-63e6-4393-a5f5-dd3178b57f7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (511ba9ff-1f12-43de-96d3-d8e1cb897bb7), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:15:18.868876 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-c33b2d3c-adf8-4c43-a504-b7cb51a5aec7 tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Publish callbacks [] for security_group (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:15:18.892837 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57569c7-3738-4946-92e5-e069621c3bce req-473d7d0c-8ad3-4131-8690-f6e2e3a947ff tempest-InstanceActionsV221TestJSON-94733883 tempest-InstanceActionsV221TestJSON-94733883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:15:18.894925 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-c57569c7-3738-4946-92e5-e069621c3bce req-473d7d0c-8ad3-4131-8690-f6e2e3a947ff tempest-InstanceActionsV221TestJSON-94733883 tempest-InstanceActionsV221TestJSON-94733883-project] 10.222.0.13 "GET /v2.0/ports?device_id=3ed6e053-1ab0-4995-bf74-c671d5c9b259 HTTP/1.1" status: 200 len: 946 time: 0.0976405 Jan 26 21:15:18.906268 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-f042aa58-63e6-4393-a5f5-dd3178b57f7c None None] Port 511ba9ff-1f12-43de-96d3-d8e1cb897bb7 cannot update to ACTIVE because it is not bound. {{(pid=103306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 26 21:15:18.942614 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d5f8551f-9f1c-4d6e-b580-f7a4a0a8c938 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (474ccdf7-ab6c-405b-a3b2-dc7b05829902), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:15:18.947689 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-f042aa58-63e6-4393-a5f5-dd3178b57f7c None None] Provisioning complete for port db74841e-8a7e-4596-b59c-0d94d832c41f triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:15:18.948066 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-f042aa58-63e6-4393-a5f5-dd3178b57f7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (db74841e-8a7e-4596-b59c-0d94d832c41f), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:15:19.012307 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-c57569c7-3738-4946-92e5-e069621c3bce req-42fa4806-e9a3-432d-9421-f8a4f75d199d tempest-InstanceActionsV221TestJSON-94733883 tempest-InstanceActionsV221TestJSON-94733883-project] 10.222.0.13 "GET /v2.0/security-groups?id=a80ff67d-1de0-41c0-b5d8-624b8cb4521f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110122 Jan 26 21:15:19.045077 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f80292-d175-4a84-826a-36b843dec7ac req-c6a2eaae-4933-4d87-9509-025345bdf9c1 tempest-ServersOnMultiNodesTest-2088673700 tempest-ServersOnMultiNodesTest-2088673700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:15:19.053994 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-b1f80292-d175-4a84-826a-36b843dec7ac req-c6a2eaae-4933-4d87-9509-025345bdf9c1 tempest-ServersOnMultiNodesTest-2088673700 tempest-ServersOnMultiNodesTest-2088673700-project] 10.222.0.13 "GET /v2.0/ports?device_id=49b84614-d8b5-4921-9fed-e4d6f59bb4cb HTTP/1.1" status: 200 len: 949 time: 0.1284492 Jan 26 21:15:19.068755 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-c33b2d3c-adf8-4c43-a504-b7cb51a5aec7 tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Publish callbacks [] for security_group (7919d0be-bd49-45e2-b4b8-79cf5b6ea8ec), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:15:19.073980 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-f042aa58-63e6-4393-a5f5-dd3178b57f7c None None] Current status of the port db74841e-8a7e-4596-b59c-0d94d832c41f is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:15:19.082345 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-c33b2d3c-adf8-4c43-a504-b7cb51a5aec7 tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (7919d0be-bd49-45e2-b4b8-79cf5b6ea8ec), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:15:19.118031 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b1a7aeb-b93d-4786-b0be-6b1ea7dc766a None None] Update dhcp port {'port': {'network_id': '4d92d976-58af-41b6-8964-16466314a699', 'fixed_ips': [{'subnet_id': '1b410510-608d-4284-8a2e-d7744ea6630e', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '6327d17e-3f0e-4e5c-ab62-a08b95f31b55'}], 'binding:host_id': 'n-d-760453-5'}, 'id': 'db74841e-8a7e-4596-b59c-0d94d832c41f'} from n-d-760453-5. {{(pid=103306) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Jan 26 21:15:19.145493 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-6b1a7aeb-b93d-4786-b0be-6b1ea7dc766a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (db74841e-8a7e-4596-b59c-0d94d832c41f), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:15:19.164832 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-c33b2d3c-adf8-4c43-a504-b7cb51a5aec7 tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Publish callbacks [] for security_group (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:15:19.168542 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-c33b2d3c-adf8-4c43-a504-b7cb51a5aec7 tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3614471 Jan 26 21:15:19.169106 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 56704) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:15:19.174320 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-dade0234-2987-475a-8119-e23ef68551af tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-203105156', 'security_groups': ['7919d0be-bd49-45e2-b4b8-79cf5b6ea8ec'], 'network_id': '4d92d976-58af-41b6-8964-16466314a699', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '6327d17e-3f0e-4e5c-ab62-a08b95f31b55'}]}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:15:19.178460 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c33b2d3c-adf8-4c43-a504-b7cb51a5aec7 tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7919d0be-bd49-45e2-b4b8-79cf5b6ea8ec,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:15:19.189907 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-b1f80292-d175-4a84-826a-36b843dec7ac req-7123dc5d-82eb-49de-ad6e-a559eceb4bed tempest-ServersOnMultiNodesTest-2088673700 tempest-ServersOnMultiNodesTest-2088673700-project] 10.222.0.13 "GET /v2.0/security-groups?id=306a2369-8c1c-4f98-9a64-2622487a9ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1349192 Jan 26 21:15:19.277732 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c33b2d3c-adf8-4c43-a504-b7cb51a5aec7 tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:15:19.278159 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c33b2d3c-adf8-4c43-a504-b7cb51a5aec7 tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:15:19.278510 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c33b2d3c-adf8-4c43-a504-b7cb51a5aec7 tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:15:19.278847 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c33b2d3c-adf8-4c43-a504-b7cb51a5aec7 tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:15:19.279184 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c33b2d3c-adf8-4c43-a504-b7cb51a5aec7 tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:15:19.279515 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c33b2d3c-adf8-4c43-a504-b7cb51a5aec7 tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:15:19.280062 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c33b2d3c-adf8-4c43-a504-b7cb51a5aec7 tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:15:19.280395 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c33b2d3c-adf8-4c43-a504-b7cb51a5aec7 tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:15:19.280723 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c33b2d3c-adf8-4c43-a504-b7cb51a5aec7 tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:15:19.281144 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c33b2d3c-adf8-4c43-a504-b7cb51a5aec7 tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:15:19.281388 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c33b2d3c-adf8-4c43-a504-b7cb51a5aec7 tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:15:19.281987 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c33b2d3c-adf8-4c43-a504-b7cb51a5aec7 tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:15:19.282446 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c33b2d3c-adf8-4c43-a504-b7cb51a5aec7 tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:15:19.315248 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089f547a-bfa9-4a2f-96d1-8401d451d8b1 req-3e4f4837-43ff-4c2b-9519-af342ee0d077 tempest-LiveMigrationTest-746395142 tempest-LiveMigrationTest-746395142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:15:19.316870 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-089f547a-bfa9-4a2f-96d1-8401d451d8b1 req-3e4f4837-43ff-4c2b-9519-af342ee0d077 tempest-LiveMigrationTest-746395142 tempest-LiveMigrationTest-746395142-project] 10.222.0.13 "GET /v2.0/ports?device_id=a9ca4017-264e-467b-a63a-6313b2811620 HTTP/1.1" status: 200 len: 945 time: 0.2120614 Jan 26 21:15:19.364810 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.db_base_plugin_common [None req-6b1a7aeb-b93d-4786-b0be-6b1ea7dc766a None None] Allocated IP 2001:db8::2 (4d92d976-58af-41b6-8964-16466314a699/6327d17e-3f0e-4e5c-ab62-a08b95f31b55/db74841e-8a7e-4596-b59c-0d94d832c41f) {{(pid=103306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 21:15:19.451883 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-089f547a-bfa9-4a2f-96d1-8401d451d8b1 req-bf3b8bdf-89ad-4b53-af87-d96dca4d912c tempest-LiveMigrationTest-746395142 tempest-LiveMigrationTest-746395142-project] 10.222.0.13 "GET /v2.0/security-groups?id=c43a996a-6b93-48e4-a331-48250c5b183d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1269886 Jan 26 21:15:19.453142 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dade0234-2987-475a-8119-e23ef68551af tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Made reservation on behalf of 555cb579ba8f40b196e83d88248f8446 for: {'port': 1} {{(pid=103304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 21:15:19.494058 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-6b1a7aeb-b93d-4786-b0be-6b1ea7dc766a None None] For port db74841e-8a7e-4596-b59c-0d94d832c41f, host n-d-760453-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=db74841e-8a7e-4596-b59c-0d94d832c41f,segment=NetworkSegment(2eedd3bb-2baf-4136-9c2d-0f4d3a79c451),segment_id=2eedd3bb-2baf-4136-9c2d-0f4d3a79c451)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:15:19.526789 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-6b1a7aeb-b93d-4786-b0be-6b1ea7dc766a None None] Publish callbacks [] for port (db74841e-8a7e-4596-b59c-0d94d832c41f), precommit_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:15:19.533476 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-6b1a7aeb-b93d-4786-b0be-6b1ea7dc766a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (db74841e-8a7e-4596-b59c-0d94d832c41f), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:15:19.610131 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349c001e-5f29-4601-97da-998c2e5efedc req-04559b20-debd-4dad-bfe6-1f894f24fa89 tempest-InstanceActionsV221TestJSON-94733883 tempest-InstanceActionsV221TestJSON-94733883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:15:19.611523 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-349c001e-5f29-4601-97da-998c2e5efedc req-04559b20-debd-4dad-bfe6-1f894f24fa89 tempest-InstanceActionsV221TestJSON-94733883 tempest-InstanceActionsV221TestJSON-94733883-project] 10.222.0.13 "GET /v2.0/ports?device_id=3ed6e053-1ab0-4995-bf74-c671d5c9b259 HTTP/1.1" status: 200 len: 946 time: 0.0809224 Jan 26 21:15:19.614613 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-dade0234-2987-475a-8119-e23ef68551af tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:15:19.640240 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1a7aeb-b93d-4786-b0be-6b1ea7dc766a None None] Pushing event updated for resources: {'Port': ['ID=db74841e-8a7e-4596-b59c-0d94d832c41f,revision_number=6']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:15:19.644651 n-d-760453-5 neutron-server[103304]: DEBUG neutron.notifiers.nova [None req-dade0234-2987-475a-8119-e23ef68551af tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] device_id is not set on port 44c93f78-5993-49b6-8f7b-bc062c390b9b yet. {{(pid=103304) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 26 21:15:19.738005 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-349c001e-5f29-4601-97da-998c2e5efedc req-5d4c459f-0702-4670-99f1-d275d753f4c2 tempest-InstanceActionsV221TestJSON-94733883 tempest-InstanceActionsV221TestJSON-94733883-project] 10.222.0.13 "GET /v2.0/security-groups?id=a80ff67d-1de0-41c0-b5d8-624b8cb4521f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129701 Jan 26 21:15:19.906187 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.db_base_plugin_common [None req-dade0234-2987-475a-8119-e23ef68551af tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Allocated IP 2001:db8::366 (4d92d976-58af-41b6-8964-16466314a699/6327d17e-3f0e-4e5c-ab62-a08b95f31b55/44c93f78-5993-49b6-8f7b-bc062c390b9b) {{(pid=103304) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 21:15:19.937723 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63236eb-a4b2-4a30-aad2-f6e30a292120 req-0984cf20-f56f-4f7b-b7e9-7f8a7a67bab8 tempest-ServersTestJSON-1629463572 tempest-ServersTestJSON-1629463572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:15:19.939298 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-a63236eb-a4b2-4a30-aad2-f6e30a292120 req-0984cf20-f56f-4f7b-b7e9-7f8a7a67bab8 tempest-ServersTestJSON-1629463572 tempest-ServersTestJSON-1629463572-project] 10.222.0.13 "GET /v2.0/ports?device_id=0cb49f15-2941-4d8d-a1f5-25e75dd599a4 HTTP/1.1" status: 200 len: 945 time: 0.1077209 Jan 26 21:15:20.057835 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-a63236eb-a4b2-4a30-aad2-f6e30a292120 req-bf756f8b-1e44-4b99-b618-b2305b08069c tempest-ServersTestJSON-1629463572 tempest-ServersTestJSON-1629463572-project] 10.222.0.13 "GET /v2.0/security-groups?id=a146440b-85c7-430a-88ed-6d0301627350&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103423 Jan 26 21:15:20.114951 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-dade0234-2987-475a-8119-e23ef68551af tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Publish callbacks [] for port (44c93f78-5993-49b6-8f7b-bc062c390b9b), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:15:20.151933 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-dade0234-2987-475a-8119-e23ef68551af tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746560234527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9281553'] for port (44c93f78-5993-49b6-8f7b-bc062c390b9b), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:15:20.206569 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dade0234-2987-475a-8119-e23ef68551af tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Network 4d92d976-58af-41b6-8964-16466314a699 is already hosted by enough agents. {{(pid=103304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 21:15:20.215710 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [None req-dade0234-2987-475a-8119-e23ef68551af tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Resources bound (agent type, host, resource id): {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:15:20.220476 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dade0234-2987-475a-8119-e23ef68551af tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Received port after_create {{(pid=103304) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 21:15:20.225749 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dade0234-2987-475a-8119-e23ef68551af tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:15:20.226379 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-dade0234-2987-475a-8119-e23ef68551af tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:15:20.237610 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dade0234-2987-475a-8119-e23ef68551af tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Pushing event updated for resources: {'Port': ['ID=44c93f78-5993-49b6-8f7b-bc062c390b9b,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:15:20.254021 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 56716) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:15:20.254660 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-dade0234-2987-475a-8119-e23ef68551af tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.0843022 Jan 26 21:15:20.259410 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-0904f2c9-1292-4915-a712-e3da550129df tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Request body: {'subnet': {'network_id': '4d92d976-58af-41b6-8964-16466314a699', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:15:20.321871 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1fc698-0e10-42c2-9c48-d353caf87624 req-86c49510-044c-49d8-8f33-427afcddf099 tempest-ServersOnMultiNodesTest-2088673700 tempest-ServersOnMultiNodesTest-2088673700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:15:20.323462 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-db1fc698-0e10-42c2-9c48-d353caf87624 req-86c49510-044c-49d8-8f33-427afcddf099 tempest-ServersOnMultiNodesTest-2088673700 tempest-ServersOnMultiNodesTest-2088673700-project] 10.222.0.13 "GET /v2.0/ports?device_id=49b84614-d8b5-4921-9fed-e4d6f59bb4cb HTTP/1.1" status: 200 len: 949 time: 0.0526590 Jan 26 21:15:20.435287 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-436b4165-f60a-4ae0-ada2-aab4708bfb60 None None] Provisioning complete for port db74841e-8a7e-4596-b59c-0d94d832c41f triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:15:20.435666 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-436b4165-f60a-4ae0-ada2-aab4708bfb60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (db74841e-8a7e-4596-b59c-0d94d832c41f), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:15:20.477392 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-db1fc698-0e10-42c2-9c48-d353caf87624 req-95ef5736-d5c1-4a68-8f52-35081bd9764e tempest-ServersOnMultiNodesTest-2088673700 tempest-ServersOnMultiNodesTest-2088673700-project] 10.222.0.13 "GET /v2.0/security-groups?id=306a2369-8c1c-4f98-9a64-2622487a9ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1428626 Jan 26 21:15:20.485915 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0904f2c9-1292-4915-a712-e3da550129df tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Made reservation on behalf of 555cb579ba8f40b196e83d88248f8446 for: {'subnet': 1} {{(pid=103305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 21:15:20.489969 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-0904f2c9-1292-4915-a712-e3da550129df tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11599953'] for subnet (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:15:20.550514 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device db74841e-8a7e-4596-b59c-0d94d832c41f up at agent ovs-agent-n-d-760453-5 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 21:15:20.674772 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc552570-1f60-4b04-a4b5-0aaf56e2c47b req-ebb6c898-b3d1-4a27-84b3-87ff8b59f406 tempest-ServersOnMultiNodesTest-2088673700 tempest-ServersOnMultiNodesTest-2088673700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:15:20.680358 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-dc552570-1f60-4b04-a4b5-0aaf56e2c47b req-ebb6c898-b3d1-4a27-84b3-87ff8b59f406 tempest-ServersOnMultiNodesTest-2088673700 tempest-ServersOnMultiNodesTest-2088673700-project] 10.222.0.66 "GET /v2.0/ports?device_id=49b84614-d8b5-4921-9fed-e4d6f59bb4cb HTTP/1.1" status: 200 len: 949 time: 0.1842988 Jan 26 21:15:20.690354 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44508c62-452d-470b-84b7-f069a8726035 req-06bf7824-2de9-4a21-aa35-a0418f3dc5e5 tempest-LiveMigrationTest-746395142 tempest-LiveMigrationTest-746395142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:15:20.691958 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-44508c62-452d-470b-84b7-f069a8726035 req-06bf7824-2de9-4a21-aa35-a0418f3dc5e5 tempest-LiveMigrationTest-746395142 tempest-LiveMigrationTest-746395142-project] 10.222.0.13 "GET /v2.0/ports?device_id=a9ca4017-264e-467b-a63a-6313b2811620 HTTP/1.1" status: 200 len: 945 time: 0.0850928 Jan 26 21:15:20.706296 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-436b4165-f60a-4ae0-ada2-aab4708bfb60 None None] Current status of the port db74841e-8a7e-4596-b59c-0d94d832c41f is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:15:20.734954 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-436b4165-f60a-4ae0-ada2-aab4708bfb60 None None] Provisioning complete for port 511ba9ff-1f12-43de-96d3-d8e1cb897bb7 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:15:20.736129 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-436b4165-f60a-4ae0-ada2-aab4708bfb60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (511ba9ff-1f12-43de-96d3-d8e1cb897bb7), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:15:20.768672 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-44508c62-452d-470b-84b7-f069a8726035 req-e265ad70-dde4-4d73-854c-5184f92063f8 tempest-LiveMigrationTest-746395142 tempest-LiveMigrationTest-746395142-project] 10.222.0.13 "GET /v2.0/security-groups?id=c43a996a-6b93-48e4-a331-48250c5b183d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653398 Jan 26 21:15:20.798025 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-436b4165-f60a-4ae0-ada2-aab4708bfb60 None None] Port 511ba9ff-1f12-43de-96d3-d8e1cb897bb7 cannot update to ACTIVE because it is not bound. {{(pid=103306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 26 21:15:20.804306 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Provisioning complete for port db74841e-8a7e-4596-b59c-0d94d832c41f triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:15:20.805149 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (db74841e-8a7e-4596-b59c-0d94d832c41f), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:15:20.809480 n-d-760453-5 neutron-server[103305]: INFO neutron.db.ipam_backend_mixin [None req-0904f2c9-1292-4915-a712-e3da550129df tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 6327d17e-3f0e-4e5c-ab62-a08b95f31b55 (CIDR: 2001:db8::/64) Jan 26 21:15:20.819247 n-d-760453-5 neutron-server[103305]: INFO neutron.pecan_wsgi.hooks.translation [None req-0904f2c9-1292-4915-a712-e3da550129df tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 26 21:15:20.819706 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0904f2c9-1292-4915-a712-e3da550129df tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103305) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 26 21:15:20.842634 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-0904f2c9-1292-4915-a712-e3da550129df tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5873196 Jan 26 21:15:20.846263 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [req-dc552570-1f60-4b04-a4b5-0aaf56e2c47b req-a9c46c4a-220d-4928-8a67-0aba4a80f899 tempest-ServersOnMultiNodesTest-2088673700 tempest-ServersOnMultiNodesTest-2088673700-project] Deleting port 74a29006-e476-494d-a6f7-bba5c779ab89 {{(pid=103305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 21:15:20.846613 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-dc552570-1f60-4b04-a4b5-0aaf56e2c47b req-a9c46c4a-220d-4928-8a67-0aba4a80f899 tempest-ServersOnMultiNodesTest-2088673700 tempest-ServersOnMultiNodesTest-2088673700-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746560630878'] for port (74a29006-e476-494d-a6f7-bba5c779ab89), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:15:20.867893 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 56726) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:15:20.899158 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a704fcd-734f-4930-947e-685e3dddce03 req-0dad1211-fcb3-4bd3-88bf-00310aa5895f tempest-InstanceActionsV221TestJSON-94733883 tempest-InstanceActionsV221TestJSON-94733883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:15:20.899873 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-4cb7d8a2-a975-4a61-ba47-869a2394c5f0 tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Request body: {'subnet': {'network_id': '4d92d976-58af-41b6-8964-16466314a699', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:15:20.902019 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-1a704fcd-734f-4930-947e-685e3dddce03 req-0dad1211-fcb3-4bd3-88bf-00310aa5895f tempest-InstanceActionsV221TestJSON-94733883 tempest-InstanceActionsV221TestJSON-94733883-project] 10.222.0.13 "GET /v2.0/ports?device_id=3ed6e053-1ab0-4995-bf74-c671d5c9b259 HTTP/1.1" status: 200 len: 946 time: 0.0666742 Jan 26 21:15:20.941467 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-e4731b8c-4e34-4641-9c16-0b4e4117b616 None None] Provisioning complete for port 44c93f78-5993-49b6-8f7b-bc062c390b9b triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:15:20.943776 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-e4731b8c-4e34-4641-9c16-0b4e4117b616 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (44c93f78-5993-49b6-8f7b-bc062c390b9b), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:15:20.949785 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Current status of the port db74841e-8a7e-4596-b59c-0d94d832c41f is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:15:20.962567 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-1a704fcd-734f-4930-947e-685e3dddce03 req-cc2df384-65d8-4850-80c5-5108f90d4034 tempest-InstanceActionsV221TestJSON-94733883 tempest-InstanceActionsV221TestJSON-94733883-project] 10.222.0.13 "GET /v2.0/security-groups?id=a80ff67d-1de0-41c0-b5d8-624b8cb4521f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549176 Jan 26 21:15:21.035781 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-e4731b8c-4e34-4641-9c16-0b4e4117b616 None None] Port 44c93f78-5993-49b6-8f7b-bc062c390b9b cannot update to ACTIVE because it is not bound. {{(pid=103306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 26 21:15:21.057646 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [req-dc552570-1f60-4b04-a4b5-0aaf56e2c47b req-a9c46c4a-220d-4928-8a67-0aba4a80f899 tempest-ServersOnMultiNodesTest-2088673700 tempest-ServersOnMultiNodesTest-2088673700-project] For port 74a29006-e476-494d-a6f7-bba5c779ab89, host n-h1-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-5',level=0,port_id=74a29006-e476-494d-a6f7-bba5c779ab89,segment=NetworkSegment(4eab25d6-89d9-4907-a1c2-51b06443ba33),segment_id=4eab25d6-89d9-4907-a1c2-51b06443ba33)] {{(pid=103305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:15:21.058022 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-dc552570-1f60-4b04-a4b5-0aaf56e2c47b req-a9c46c4a-220d-4928-8a67-0aba4a80f899 tempest-ServersOnMultiNodesTest-2088673700 tempest-ServersOnMultiNodesTest-2088673700-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4109658'] for port (74a29006-e476-494d-a6f7-bba5c779ab89), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:15:21.115712 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [req-dc552570-1f60-4b04-a4b5-0aaf56e2c47b req-a9c46c4a-220d-4928-8a67-0aba4a80f899 tempest-ServersOnMultiNodesTest-2088673700 tempest-ServersOnMultiNodesTest-2088673700-project] Calling delete_port for 74a29006-e476-494d-a6f7-bba5c779ab89 owned by compute:nova {{(pid=103305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 21:15:21.142809 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4cb7d8a2-a975-4a61-ba47-869a2394c5f0 tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Made reservation on behalf of 555cb579ba8f40b196e83d88248f8446 for: {'subnet': 1} {{(pid=103305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 21:15:21.146187 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-4cb7d8a2-a975-4a61-ba47-869a2394c5f0 tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11599953'] for subnet (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:15:21.193380 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-9ac315dd-0a99-4f13-bef6-a6f6325a26cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (09df100c-3af1-4b0a-bda8-05914c71c458), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:15:21.194043 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d27c24-ae18-441d-bfa8-fd59953befe0 req-8cd1a7b6-eb24-4200-9535-cf936c1f1124 tempest-ServersOnMultiNodesTest-2088673700 tempest-ServersOnMultiNodesTest-2088673700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:15:21.196706 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-b9d27c24-ae18-441d-bfa8-fd59953befe0 req-8cd1a7b6-eb24-4200-9535-cf936c1f1124 tempest-ServersOnMultiNodesTest-2088673700 tempest-ServersOnMultiNodesTest-2088673700-project] 10.222.0.57 "GET /v2.0/ports?device_id=259dc9f9-5750-4490-a6c7-d3d1321bb0be HTTP/1.1" status: 200 len: 949 time: 0.1585758 Jan 26 21:15:21.243602 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b95526-ef64-4978-b52b-8e5a60b8f7b5 req-894e9705-8a21-4e26-9738-fac58535fda9 tempest-ServersTestJSON-1629463572 tempest-ServersTestJSON-1629463572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:15:21.251425 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-b8b95526-ef64-4978-b52b-8e5a60b8f7b5 req-894e9705-8a21-4e26-9738-fac58535fda9 tempest-ServersTestJSON-1629463572 tempest-ServersTestJSON-1629463572-project] 10.222.0.13 "GET /v2.0/ports?device_id=0cb49f15-2941-4d8d-a1f5-25e75dd599a4 HTTP/1.1" status: 200 len: 945 time: 0.1018996 Jan 26 21:15:21.320788 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-b8b95526-ef64-4978-b52b-8e5a60b8f7b5 req-3c74f808-cfbf-4f8e-bc72-c698f74683cf tempest-ServersTestJSON-1629463572 tempest-ServersTestJSON-1629463572-project] 10.222.0.13 "GET /v2.0/security-groups?id=a146440b-85c7-430a-88ed-6d0301627350&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652146 Jan 26 21:15:21.377531 n-d-760453-5 neutron-server[103305]: INFO neutron.db.ipam_backend_mixin [None req-4cb7d8a2-a975-4a61-ba47-869a2394c5f0 tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet 1b410510-608d-4284-8a2e-d7744ea6630e (CIDR: 2001:db8:0:1::/64) Jan 26 21:15:21.386804 n-d-760453-5 neutron-server[103305]: INFO neutron.pecan_wsgi.hooks.translation [None req-4cb7d8a2-a975-4a61-ba47-869a2394c5f0 tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 26 21:15:21.387767 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4cb7d8a2-a975-4a61-ba47-869a2394c5f0 tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103305) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 26 21:15:21.449570 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-4cb7d8a2-a975-4a61-ba47-869a2394c5f0 tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 0.5804350 Jan 26 21:15:21.454538 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 56736) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:15:21.456156 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eab1443-ff86-4b1e-810d-7332cff19c00 req-eb639515-f6bf-4579-a9bd-c6e6536d3c01 tempest-ServersTestJSON-1629463572 tempest-ServersTestJSON-1629463572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:15:21.457641 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [req-b9d27c24-ae18-441d-bfa8-fd59953befe0 req-8ac9803c-70ca-4c51-be9e-46bdd3658f55 tempest-ServersOnMultiNodesTest-2088673700 tempest-ServersOnMultiNodesTest-2088673700-project] Deleting port 1f823a46-1659-445c-9067-ee7a46f9e1af {{(pid=103305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 21:15:21.458213 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-b9d27c24-ae18-441d-bfa8-fd59953befe0 req-8ac9803c-70ca-4c51-be9e-46bdd3658f55 tempest-ServersOnMultiNodesTest-2088673700 tempest-ServersOnMultiNodesTest-2088673700-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746560630878'] for port (1f823a46-1659-445c-9067-ee7a46f9e1af), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:15:21.463220 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-0eab1443-ff86-4b1e-810d-7332cff19c00 req-eb639515-f6bf-4579-a9bd-c6e6536d3c01 tempest-ServersTestJSON-1629463572 tempest-ServersTestJSON-1629463572-project] 10.222.0.13 "GET /v2.0/ports?device_id=0cb49f15-2941-4d8d-a1f5-25e75dd599a4 HTTP/1.1" status: 200 len: 945 time: 0.0671537 Jan 26 21:15:21.467715 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-b952b800-13fe-48ac-b1ea-8c6b37535b26 tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Request body: {'subnet': {'network_id': '4d92d976-58af-41b6-8964-16466314a699', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:15:21.571256 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-0eab1443-ff86-4b1e-810d-7332cff19c00 req-8592e0a7-c14c-46e6-952c-4ff47ee4d102 tempest-ServersTestJSON-1629463572 tempest-ServersTestJSON-1629463572-project] 10.222.0.13 "GET /v2.0/security-groups?id=a146440b-85c7-430a-88ed-6d0301627350&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069748 Jan 26 21:15:21.577610 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-dc552570-1f60-4b04-a4b5-0aaf56e2c47b req-a9c46c4a-220d-4928-8a67-0aba4a80f899 tempest-ServersOnMultiNodesTest-2088673700 tempest-ServersOnMultiNodesTest-2088673700-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746560636600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746560234536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11791543'] for port (74a29006-e476-494d-a6f7-bba5c779ab89), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:15:21.597718 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] get_ports_and_sgs() called for port_ids ['552aae5b-0114-4ae2-8e9d-898106bbf7d4', '6f3c032f-8f77-4bb1-80f4-b3e6bc17170e', '7b91e58c-2d2a-4acc-8321-b7c6811beaeb', '1f823a46-1659-445c-9067-ee7a46f9e1af'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 26 21:15:21.610878 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff63b4d-697e-4666-9eac-b3cc0d6468fd req-d3337350-31cb-4a0b-88a2-fd5ad87dab1d tempest-InstanceActionsV221TestJSON-94733883 tempest-InstanceActionsV221TestJSON-94733883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:15:21.612486 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-8ff63b4d-697e-4666-9eac-b3cc0d6468fd req-d3337350-31cb-4a0b-88a2-fd5ad87dab1d tempest-InstanceActionsV221TestJSON-94733883 tempest-InstanceActionsV221TestJSON-94733883-project] 10.222.0.57 "GET /v2.0/ports?device_id=3ed6e053-1ab0-4995-bf74-c671d5c9b259 HTTP/1.1" status: 200 len: 946 time: 0.1406593 Jan 26 21:15:21.643374 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] get_ports_and_sgs() called for port_ids ['74a29006-e476-494d-a6f7-bba5c779ab89'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 26 21:15:21.652668 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-3ab0bcbb-7504-44a8-8f3a-1dbab3280c9c req-b048ea96-a40d-449e-8ff8-616ea492d022 tempest-ServersOnMultiNodesTest-2088673700 tempest-ServersOnMultiNodesTest-2088673700-project] 10.222.0.13 "GET /v2.0/ports?device_id=49b84614-d8b5-4921-9fed-e4d6f59bb4cb HTTP/1.1" status: 200 len: 210 time: 0.0391905 Jan 26 21:15:21.684231 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c46c4a-220d-4928-8a67-0aba4a80f899 tempest-ServersOnMultiNodesTest-2088673700 tempest-ServersOnMultiNodesTest-2088673700-project] Pushing event deleted for resources: {'Port': ['ID=74a29006-e476-494d-a6f7-bba5c779ab89,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:15:21.796142 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [req-8ff63b4d-697e-4666-9eac-b3cc0d6468fd req-cecaf818-f86d-4f67-a456-895203464b10 tempest-InstanceActionsV221TestJSON-94733883 tempest-InstanceActionsV221TestJSON-94733883-project] Deleting port 10191bf1-ce5e-46ac-a363-4457572ecadc {{(pid=103304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 21:15:21.796991 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-8ff63b4d-697e-4666-9eac-b3cc0d6468fd req-cecaf818-f86d-4f67-a456-895203464b10 tempest-InstanceActionsV221TestJSON-94733883 tempest-InstanceActionsV221TestJSON-94733883-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746560630878'] for port (10191bf1-ce5e-46ac-a363-4457572ecadc), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:15:21.931504 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [req-b9d27c24-ae18-441d-bfa8-fd59953befe0 req-8ac9803c-70ca-4c51-be9e-46bdd3658f55 tempest-ServersOnMultiNodesTest-2088673700 tempest-ServersOnMultiNodesTest-2088673700-project] For port 1f823a46-1659-445c-9067-ee7a46f9e1af, host n-h2-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-5',level=0,port_id=1f823a46-1659-445c-9067-ee7a46f9e1af,segment=NetworkSegment(4eab25d6-89d9-4907-a1c2-51b06443ba33),segment_id=4eab25d6-89d9-4907-a1c2-51b06443ba33)] {{(pid=103305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:15:21.931879 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-b9d27c24-ae18-441d-bfa8-fd59953befe0 req-8ac9803c-70ca-4c51-be9e-46bdd3658f55 tempest-ServersOnMultiNodesTest-2088673700 tempest-ServersOnMultiNodesTest-2088673700-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4109658'] for port (1f823a46-1659-445c-9067-ee7a46f9e1af), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:15:21.946454 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [req-b9d27c24-ae18-441d-bfa8-fd59953befe0 req-8ac9803c-70ca-4c51-be9e-46bdd3658f55 tempest-ServersOnMultiNodesTest-2088673700 tempest-ServersOnMultiNodesTest-2088673700-project] Calling delete_port for 1f823a46-1659-445c-9067-ee7a46f9e1af owned by compute:nova {{(pid=103305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 21:15:21.977078 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [req-8ff63b4d-697e-4666-9eac-b3cc0d6468fd req-cecaf818-f86d-4f67-a456-895203464b10 tempest-InstanceActionsV221TestJSON-94733883 tempest-InstanceActionsV221TestJSON-94733883-project] For port 10191bf1-ce5e-46ac-a363-4457572ecadc, host n-h2-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-5',level=0,port_id=10191bf1-ce5e-46ac-a363-4457572ecadc,segment=NetworkSegment(0e31bf65-7ce1-4f57-ad7d-495ff114ae88),segment_id=0e31bf65-7ce1-4f57-ad7d-495ff114ae88)] {{(pid=103304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:15:21.977537 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-8ff63b4d-697e-4666-9eac-b3cc0d6468fd req-cecaf818-f86d-4f67-a456-895203464b10 tempest-InstanceActionsV221TestJSON-94733883 tempest-InstanceActionsV221TestJSON-94733883-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4109658'] for port (10191bf1-ce5e-46ac-a363-4457572ecadc), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:15:22.028268 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [req-8ff63b4d-697e-4666-9eac-b3cc0d6468fd req-cecaf818-f86d-4f67-a456-895203464b10 tempest-InstanceActionsV221TestJSON-94733883 tempest-InstanceActionsV221TestJSON-94733883-project] Calling delete_port for 10191bf1-ce5e-46ac-a363-4457572ecadc owned by compute:nova {{(pid=103304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 21:15:22.052372 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc552570-1f60-4b04-a4b5-0aaf56e2c47b req-a9c46c4a-220d-4928-8a67-0aba4a80f899 tempest-ServersOnMultiNodesTest-2088673700 tempest-ServersOnMultiNodesTest-2088673700-project] No DVR routers for this DVR port 74a29006-e476-494d-a6f7-bba5c779ab89 on host n-h1-760453-5 {{(pid=103305) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 26 21:15:22.077886 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-dc552570-1f60-4b04-a4b5-0aaf56e2c47b req-a9c46c4a-220d-4928-8a67-0aba4a80f899 tempest-ServersOnMultiNodesTest-2088673700 tempest-ServersOnMultiNodesTest-2088673700-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:15:22.081593 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-dc552570-1f60-4b04-a4b5-0aaf56e2c47b req-a9c46c4a-220d-4928-8a67-0aba4a80f899 tempest-ServersOnMultiNodesTest-2088673700 tempest-ServersOnMultiNodesTest-2088673700-project] 10.222.0.66 "DELETE /v2.0/ports/74a29006-e476-494d-a6f7-bba5c779ab89 HTTP/1.1" status: 204 len: 173 time: 1.3937993 Jan 26 21:15:22.083577 n-d-760453-5 neutron-server[103305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49b84614-d8b5-4921-9fed-e4d6f59bb4cb', 'name': 'network-vif-deleted', 'tag': '74a29006-e476-494d-a6f7-bba5c779ab89'}] {{(pid=103305) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 21:15:22.086075 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d4654568b7bf041e72ff8fe1c96d6d761d9c921f2b99bc7b3a26632be20cee0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a15fe9c6-59f6-4139-ab2a-157a25ab6246" -d '{"events": [{"server_uuid": "49b84614-d8b5-4921-9fed-e4d6f59bb4cb", "name": "network-vif-deleted", "tag": "74a29006-e476-494d-a6f7-bba5c779ab89"}]}' {{(pid=103305) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 21:15:22.149095 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6396c325-773a-4d0d-bc86-292a3506acfc req-4c2c057d-0fd8-4651-adcc-1d4ce61fd8f1 tempest-LiveMigrationTest-746395142 tempest-LiveMigrationTest-746395142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:15:22.159126 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-6396c325-773a-4d0d-bc86-292a3506acfc req-4c2c057d-0fd8-4651-adcc-1d4ce61fd8f1 tempest-LiveMigrationTest-746395142 tempest-LiveMigrationTest-746395142-project] 10.222.0.13 "GET /v2.0/ports?device_id=a9ca4017-264e-467b-a63a-6313b2811620 HTTP/1.1" status: 200 len: 945 time: 0.2216887 Jan 26 21:15:22.179757 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-b9d27c24-ae18-441d-bfa8-fd59953befe0 req-8ac9803c-70ca-4c51-be9e-46bdd3658f55 tempest-ServersOnMultiNodesTest-2088673700 tempest-ServersOnMultiNodesTest-2088673700-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746560636600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746560234536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11791543'] for port (1f823a46-1659-445c-9067-ee7a46f9e1af), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:15:22.199568 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] get_ports_and_sgs() called for port_ids ['552aae5b-0114-4ae2-8e9d-898106bbf7d4', '6f3c032f-8f77-4bb1-80f4-b3e6bc17170e', '7b91e58c-2d2a-4acc-8321-b7c6811beaeb', '1f823a46-1659-445c-9067-ee7a46f9e1af'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 26 21:15:22.208447 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-841f5991-a4d8-4d4b-b215-cbc6bab5427b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (aa7ee9d2-08eb-4e12-b895-24c57300dfec), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:15:22.224878 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac9803c-70ca-4c51-be9e-46bdd3658f55 tempest-ServersOnMultiNodesTest-2088673700 tempest-ServersOnMultiNodesTest-2088673700-project] Pushing event deleted for resources: {'Port': ['ID=1f823a46-1659-445c-9067-ee7a46f9e1af,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:15:22.229980 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b952b800-13fe-48ac-b1ea-8c6b37535b26 tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Made reservation on behalf of 555cb579ba8f40b196e83d88248f8446 for: {'subnet': 1} {{(pid=103305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 21:15:22.235346 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-b952b800-13fe-48ac-b1ea-8c6b37535b26 tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11599953'] for subnet (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:15:22.261055 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d775ed20-7f8d-4ea1-bdb0-7c2c18e6aa0f req-f4d12699-cc36-4997-9da8-7a556ad31745 tempest-ServersTestJSON-1629463572 tempest-ServersTestJSON-1629463572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:15:22.270870 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-d775ed20-7f8d-4ea1-bdb0-7c2c18e6aa0f req-f4d12699-cc36-4997-9da8-7a556ad31745 tempest-ServersTestJSON-1629463572 tempest-ServersTestJSON-1629463572-project] 10.222.0.13 "GET /v2.0/ports?device_id=0cb49f15-2941-4d8d-a1f5-25e75dd599a4 HTTP/1.1" status: 200 len: 945 time: 0.2289219 Jan 26 21:15:22.335413 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9d27c24-ae18-441d-bfa8-fd59953befe0 req-8ac9803c-70ca-4c51-be9e-46bdd3658f55 tempest-ServersOnMultiNodesTest-2088673700 tempest-ServersOnMultiNodesTest-2088673700-project] No DVR routers for this DVR port 1f823a46-1659-445c-9067-ee7a46f9e1af on host n-h2-760453-5 {{(pid=103305) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 26 21:15:22.344532 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-b9d27c24-ae18-441d-bfa8-fd59953befe0 req-8ac9803c-70ca-4c51-be9e-46bdd3658f55 tempest-ServersOnMultiNodesTest-2088673700 tempest-ServersOnMultiNodesTest-2088673700-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:15:22.349650 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-6396c325-773a-4d0d-bc86-292a3506acfc req-5391d210-e1c8-43e4-b2db-8f8f728b57ea tempest-LiveMigrationTest-746395142 tempest-LiveMigrationTest-746395142-project] 10.222.0.13 "GET /v2.0/security-groups?id=c43a996a-6b93-48e4-a331-48250c5b183d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1839676 Jan 26 21:15:22.355156 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-b9d27c24-ae18-441d-bfa8-fd59953befe0 req-8ac9803c-70ca-4c51-be9e-46bdd3658f55 tempest-ServersOnMultiNodesTest-2088673700 tempest-ServersOnMultiNodesTest-2088673700-project] 10.222.0.57 "DELETE /v2.0/ports/1f823a46-1659-445c-9067-ee7a46f9e1af HTTP/1.1" status: 204 len: 173 time: 1.1451771 Jan 26 21:15:22.481018 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-d775ed20-7f8d-4ea1-bdb0-7c2c18e6aa0f req-f4569e14-08d9-4275-93d5-f1175e359fa3 tempest-ServersTestJSON-1629463572 tempest-ServersTestJSON-1629463572-project] 10.222.0.13 "GET /v2.0/security-groups?id=a146440b-85c7-430a-88ed-6d0301627350&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2088556 Jan 26 21:15:22.607206 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-8ff63b4d-697e-4666-9eac-b3cc0d6468fd req-cecaf818-f86d-4f67-a456-895203464b10 tempest-InstanceActionsV221TestJSON-94733883 tempest-InstanceActionsV221TestJSON-94733883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746560636600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746560234536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9281553'] for port (10191bf1-ce5e-46ac-a363-4457572ecadc), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:15:22.616264 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3198651c-bfe9-4c43-8b3b-3101daac60f9 req-ccf34349-dcbd-4a5a-b8a2-461753c0881c tempest-InstanceActionsV221TestJSON-94733883 tempest-InstanceActionsV221TestJSON-94733883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:15:22.617877 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-3198651c-bfe9-4c43-8b3b-3101daac60f9 req-ccf34349-dcbd-4a5a-b8a2-461753c0881c tempest-InstanceActionsV221TestJSON-94733883 tempest-InstanceActionsV221TestJSON-94733883-project] 10.222.0.13 "GET /v2.0/ports?device_id=3ed6e053-1ab0-4995-bf74-c671d5c9b259 HTTP/1.1" status: 200 len: 946 time: 0.1029999 Jan 26 21:15:22.629611 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] get_ports_and_sgs() called for port_ids ['10191bf1-ce5e-46ac-a363-4457572ecadc'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 26 21:15:22.648898 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cecaf818-f86d-4f67-a456-895203464b10 tempest-InstanceActionsV221TestJSON-94733883 tempest-InstanceActionsV221TestJSON-94733883-project] Pushing event deleted for resources: {'Port': ['ID=10191bf1-ce5e-46ac-a363-4457572ecadc,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:15:22.761555 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-b952b800-13fe-48ac-b1ea-8c6b37535b26 tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11788839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11599975'] for subnet (6efaeb23-7f96-47eb-9ea7-b45b44d8c3d3), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:15:22.794717 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ff63b4d-697e-4666-9eac-b3cc0d6468fd req-cecaf818-f86d-4f67-a456-895203464b10 tempest-InstanceActionsV221TestJSON-94733883 tempest-InstanceActionsV221TestJSON-94733883-project] No DVR routers for this DVR port 10191bf1-ce5e-46ac-a363-4457572ecadc on host n-h2-760453-5 {{(pid=103304) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 26 21:15:22.800956 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-8ff63b4d-697e-4666-9eac-b3cc0d6468fd req-cecaf818-f86d-4f67-a456-895203464b10 tempest-InstanceActionsV221TestJSON-94733883 tempest-InstanceActionsV221TestJSON-94733883-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:15:22.806676 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-8ff63b4d-697e-4666-9eac-b3cc0d6468fd req-cecaf818-f86d-4f67-a456-895203464b10 tempest-InstanceActionsV221TestJSON-94733883 tempest-InstanceActionsV221TestJSON-94733883-project] 10.222.0.57 "DELETE /v2.0/ports/10191bf1-ce5e-46ac-a363-4457572ecadc HTTP/1.1" status: 204 len: 173 time: 1.1530380 Jan 26 21:15:22.833740 n-d-760453-5 neutron-server[103304]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ed6e053-1ab0-4995-bf74-c671d5c9b259', 'name': 'network-vif-deleted', 'tag': '10191bf1-ce5e-46ac-a363-4457572ecadc'}] {{(pid=103304) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 21:15:22.839822 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d52b45f1943fcd332af9527eb73ff93c8d715d44383a3f6d18de73b4cfcf87b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23ca3ca0-c10f-4f08-bff9-a425c761f8d1" -d '{"events": [{"server_uuid": "3ed6e053-1ab0-4995-bf74-c671d5c9b259", "name": "network-vif-deleted", "tag": "10191bf1-ce5e-46ac-a363-4457572ecadc"}]}' {{(pid=103304) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 21:15:22.863309 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b952b800-13fe-48ac-b1ea-8c6b37535b26 tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Network 4d92d976-58af-41b6-8964-16466314a699 is already hosted by enough agents. {{(pid=103305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 21:15:22.865783 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Jan 2022 21:15:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8521336-adda-472c-b5b2-1aecdfe5e427 x-openstack-request-id: req-e8521336-adda-472c-b5b2-1aecdfe5e427 {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 21:15:22.866604 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49b84614-d8b5-4921-9fed-e4d6f59bb4cb", "name": "network-vif-deleted", "tag": "74a29006-e476-494d-a6f7-bba5c779ab89", "status": "completed", "code": 200}]} {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 21:15:22.866727 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e8521336-adda-472c-b5b2-1aecdfe5e427 {{(pid=103305) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 21:15:22.867240 n-d-760453-5 neutron-server[103305]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49b84614-d8b5-4921-9fed-e4d6f59bb4cb', 'name': 'network-vif-deleted', 'tag': '74a29006-e476-494d-a6f7-bba5c779ab89', 'status': 'completed', 'code': 200} Jan 26 21:15:22.873248 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-3198651c-bfe9-4c43-8b3b-3101daac60f9 req-15c6e2db-7957-4aae-a953-9dd8909498e7 tempest-InstanceActionsV221TestJSON-94733883 tempest-InstanceActionsV221TestJSON-94733883-project] 10.222.0.13 "GET /v2.0/security-groups?id=a80ff67d-1de0-41c0-b5d8-624b8cb4521f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2240334 Jan 26 21:15:22.882033 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b952b800-13fe-48ac-b1ea-8c6b37535b26 tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Pushing event updated for resources: {'Subnet': ['ID=6efaeb23-7f96-47eb-9ea7-b45b44d8c3d3,revision_number=0']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:15:22.887156 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [None req-b952b800-13fe-48ac-b1ea-8c6b37535b26 tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Resources bound (agent type, host, resource id): {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:15:22.899982 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4662523e-2e32-4e45-8154-5d3926652117 None None] Network 4d92d976-58af-41b6-8964-16466314a699 requested from n-d-760453-5 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 26 21:15:22.938448 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b952b800-13fe-48ac-b1ea-8c6b37535b26 tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:15:22.939222 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-b952b800-13fe-48ac-b1ea-8c6b37535b26 tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709645'] for subnet (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:15:22.966260 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (4d619873-4b60-439f-9b5a-b155dc8bbc34), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:15:22.975843 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97085ac7-6649-4d56-ad5b-2f7074b285c8 req-5960bd8a-2ea7-4709-8698-5b4fbb44554f tempest-LiveMigrationTest-97640354 tempest-LiveMigrationTest-97640354-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:15:22.977680 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-97085ac7-6649-4d56-ad5b-2f7074b285c8 req-5960bd8a-2ea7-4709-8698-5b4fbb44554f tempest-LiveMigrationTest-97640354 tempest-LiveMigrationTest-97640354-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=a9ca4017-264e-467b-a63a-6313b2811620&tenant_id=ee6098e1a6074d57972f34ef6549de05&binding%3Ahost_id=n-h2-760453-5 HTTP/1.1" status: 200 len: 1096 time: 0.1094046 Jan 26 21:15:22.986977 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-b952b800-13fe-48ac-b1ea-8c6b37535b26 tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.5254230 Jan 26 21:15:22.990963 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 56764) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:15:22.999020 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-c38ac633-5afe-4b4f-83dd-b8bca305b8e4 tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-849678602', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '6efaeb23-7f96-47eb-9ea7-b45b44d8c3d3'}], 'security_groups': ['80b54d01-2140-4dc8-ab0e-bcd1eb190bc0', 'fe5b05cc-9ab6-45ca-9d0c-ca3970783c49']}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:15:23.020338 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [req-97085ac7-6649-4d56-ad5b-2f7074b285c8 req-12076af7-9b25-4d6a-b2b7-aa3a23b1c0c8 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-760453-5'}}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:15:23.104132 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Jan 2022 21:15:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7f25893-0d26-48b0-93a3-536f60429211 x-openstack-request-id: req-d7f25893-0d26-48b0-93a3-536f60429211 {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 21:15:23.105226 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ed6e053-1ab0-4995-bf74-c671d5c9b259", "name": "network-vif-deleted", "tag": "10191bf1-ce5e-46ac-a363-4457572ecadc", "status": "completed", "code": 200}]} {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 21:15:23.105511 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d7f25893-0d26-48b0-93a3-536f60429211 {{(pid=103304) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 21:15:23.105932 n-d-760453-5 neutron-server[103304]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ed6e053-1ab0-4995-bf74-c671d5c9b259', 'name': 'network-vif-deleted', 'tag': '10191bf1-ce5e-46ac-a363-4457572ecadc', 'status': 'completed', 'code': 200} Jan 26 21:15:23.159959 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-97085ac7-6649-4d56-ad5b-2f7074b285c8 req-12076af7-9b25-4d6a-b2b7-aa3a23b1c0c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (a98d0993-b582-4517-bdcf-6868c5c81c88), before_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:15:23.233774 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-a75866a6-f502-4446-ae2a-9db73e986cc7 req-d7077eb8-98fe-40c6-a5aa-eb2af67fe374 tempest-ServersOnMultiNodesTest-2088673700 tempest-ServersOnMultiNodesTest-2088673700-project] 10.222.0.13 "GET /v2.0/ports?device_id=49b84614-d8b5-4921-9fed-e4d6f59bb4cb HTTP/1.1" status: 200 len: 210 time: 0.1353846 Jan 26 21:15:23.258473 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-c38ac633-5afe-4b4f-83dd-b8bca305b8e4 tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (44c93f78-5993-49b6-8f7b-bc062c390b9b), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:15:23.348183 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8752852-d174-4047-a2ed-f1d2c3a5f901 None None] Update dhcp port {'port': {'network_id': '4d92d976-58af-41b6-8964-16466314a699', 'fixed_ips': [{'subnet_id': '1b410510-608d-4284-8a2e-d7744ea6630e', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '6327d17e-3f0e-4e5c-ab62-a08b95f31b55', 'ip_address': '2001:db8::2'}, {'subnet_id': '6efaeb23-7f96-47eb-9ea7-b45b44d8c3d3'}], 'binding:host_id': 'n-d-760453-5'}, 'id': 'db74841e-8a7e-4596-b59c-0d94d832c41f'} from n-d-760453-5. {{(pid=103306) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Jan 26 21:15:23.396810 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-f8752852-d174-4047-a2ed-f1d2c3a5f901 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (db74841e-8a7e-4596-b59c-0d94d832c41f), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:15:23.450209 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [req-97085ac7-6649-4d56-ad5b-2f7074b285c8 req-12076af7-9b25-4d6a-b2b7-aa3a23b1c0c8 service neutron] For port a98d0993-b582-4517-bdcf-6868c5c81c88, host n-h2-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-5',level=0,port_id=a98d0993-b582-4517-bdcf-6868c5c81c88,segment=NetworkSegment(984e14e0-bb79-4ef3-b570-cebad3b9694e),segment_id=984e14e0-bb79-4ef3-b570-cebad3b9694e)] {{(pid=103305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:15:23.505338 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [req-97085ac7-6649-4d56-ad5b-2f7074b285c8 req-12076af7-9b25-4d6a-b2b7-aa3a23b1c0c8 service neutron] For port a98d0993-b582-4517-bdcf-6868c5c81c88, host n-h2-760453-5, cleared binding levels {{(pid=103305) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 26 21:15:23.551496 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-97085ac7-6649-4d56-ad5b-2f7074b285c8 req-12076af7-9b25-4d6a-b2b7-aa3a23b1c0c8 service neutron] Publish callbacks [] for port (a98d0993-b582-4517-bdcf-6868c5c81c88), precommit_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:15:23.571443 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-97085ac7-6649-4d56-ad5b-2f7074b285c8 req-12076af7-9b25-4d6a-b2b7-aa3a23b1c0c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11791520'] for port (a98d0993-b582-4517-bdcf-6868c5c81c88), after_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:15:23.612225 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.db_base_plugin_common [None req-f8752852-d174-4047-a2ed-f1d2c3a5f901 None None] Allocated IP 2001:db8:0:2::2 (4d92d976-58af-41b6-8964-16466314a699/6efaeb23-7f96-47eb-9ea7-b45b44d8c3d3/db74841e-8a7e-4596-b59c-0d94d832c41f) {{(pid=103306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 21:15:23.738698 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [req-97085ac7-6649-4d56-ad5b-2f7074b285c8 req-12076af7-9b25-4d6a-b2b7-aa3a23b1c0c8 service neutron] Attempting to bind port a98d0993-b582-4517-bdcf-6868c5c81c88 on host n-h2-760453-5 for vnic_type normal with profile {"migrating_to": "n-h1-760453-5"} {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 21:15:23.739207 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [req-97085ac7-6649-4d56-ad5b-2f7074b285c8 req-12076af7-9b25-4d6a-b2b7-aa3a23b1c0c8 service neutron] Attempting to bind port a98d0993-b582-4517-bdcf-6868c5c81c88 by drivers openvswitch,hyperv on host n-h2-760453-5 at level 0 using segments [{'id': '984e14e0-bb79-4ef3-b570-cebad3b9694e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '57cdf3f5-a20b-4c6f-b2eb-bed2f5d4d40a'}] {{(pid=103305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 26 21:15:23.739425 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97085ac7-6649-4d56-ad5b-2f7074b285c8 req-12076af7-9b25-4d6a-b2b7-aa3a23b1c0c8 service neutron] Attempting to bind port a98d0993-b582-4517-bdcf-6868c5c81c88 on network 57cdf3f5-a20b-4c6f-b2eb-bed2f5d4d40a {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 21:15:23.741455 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12076af7-9b25-4d6a-b2b7-aa3a23b1c0c8 service neutron] Pushing event updated for resources: {'Port': ['ID=a98d0993-b582-4517-bdcf-6868c5c81c88,revision_number=7']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:15:23.750222 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-f8752852-d174-4047-a2ed-f1d2c3a5f901 None None] For port db74841e-8a7e-4596-b59c-0d94d832c41f, host n-d-760453-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=db74841e-8a7e-4596-b59c-0d94d832c41f,segment=NetworkSegment(2eedd3bb-2baf-4136-9c2d-0f4d3a79c451),segment_id=2eedd3bb-2baf-4136-9c2d-0f4d3a79c451)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:15:23.750847 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97085ac7-6649-4d56-ad5b-2f7074b285c8 req-12076af7-9b25-4d6a-b2b7-aa3a23b1c0c8 service neutron] Port a98d0993-b582-4517-bdcf-6868c5c81c88 on network 57cdf3f5-a20b-4c6f-b2eb-bed2f5d4d40a not bound, no agent of type Open vSwitch agent registered on host n-h2-760453-5 {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 26 21:15:23.751096 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97085ac7-6649-4d56-ad5b-2f7074b285c8 req-12076af7-9b25-4d6a-b2b7-aa3a23b1c0c8 service neutron] Attempting to bind port a98d0993-b582-4517-bdcf-6868c5c81c88 on network 57cdf3f5-a20b-4c6f-b2eb-bed2f5d4d40a {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 21:15:23.762719 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97085ac7-6649-4d56-ad5b-2f7074b285c8 req-12076af7-9b25-4d6a-b2b7-aa3a23b1c0c8 service neutron] Checking agent: {'id': '4d619873-4b60-439f-9b5a-b155dc8bbc34', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-760453-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 21, 2, 53), 'started_at': datetime.datetime(2022, 1, 26, 21, 2, 53), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 21, 15, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 26 21:15:23.763356 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97085ac7-6649-4d56-ad5b-2f7074b285c8 req-12076af7-9b25-4d6a-b2b7-aa3a23b1c0c8 service neutron] Checking segment: {'id': '984e14e0-bb79-4ef3-b570-cebad3b9694e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '57cdf3f5-a20b-4c6f-b2eb-bed2f5d4d40a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103305) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 21:15:23.764968 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97085ac7-6649-4d56-ad5b-2f7074b285c8 req-12076af7-9b25-4d6a-b2b7-aa3a23b1c0c8 service neutron] Bound using segment: {'id': '984e14e0-bb79-4ef3-b570-cebad3b9694e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '57cdf3f5-a20b-4c6f-b2eb-bed2f5d4d40a'} {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 26 21:15:23.766210 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [req-97085ac7-6649-4d56-ad5b-2f7074b285c8 req-12076af7-9b25-4d6a-b2b7-aa3a23b1c0c8 service neutron] Bound port: a98d0993-b582-4517-bdcf-6868c5c81c88, host: n-h2-760453-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '984e14e0-bb79-4ef3-b570-cebad3b9694e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '57cdf3f5-a20b-4c6f-b2eb-bed2f5d4d40a'}}] {{(pid=103305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 26 21:15:23.768059 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-97085ac7-6649-4d56-ad5b-2f7074b285c8 req-12076af7-9b25-4d6a-b2b7-aa3a23b1c0c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (a98d0993-b582-4517-bdcf-6868c5c81c88), before_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:15:23.795873 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-f8752852-d174-4047-a2ed-f1d2c3a5f901 None None] Publish callbacks [] for port (db74841e-8a7e-4596-b59c-0d94d832c41f), precommit_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:15:23.802944 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-f8752852-d174-4047-a2ed-f1d2c3a5f901 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (db74841e-8a7e-4596-b59c-0d94d832c41f), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:15:23.809811 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63f72ce-7e4d-4c1b-b7b3-abe3cbe2d454 req-912e5671-4b6f-4137-9ece-f250848920e0 tempest-ServersTestJSON-1629463572 tempest-ServersTestJSON-1629463572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:15:23.813081 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-c63f72ce-7e4d-4c1b-b7b3-abe3cbe2d454 req-912e5671-4b6f-4137-9ece-f250848920e0 tempest-ServersTestJSON-1629463572 tempest-ServersTestJSON-1629463572-project] 10.222.0.57 "GET /v2.0/ports?device_id=0cb49f15-2941-4d8d-a1f5-25e75dd599a4 HTTP/1.1" status: 200 len: 945 time: 0.1192000 Jan 26 21:15:23.856576 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [req-97085ac7-6649-4d56-ad5b-2f7074b285c8 req-12076af7-9b25-4d6a-b2b7-aa3a23b1c0c8 service neutron] For port a98d0993-b582-4517-bdcf-6868c5c81c88, host n-h2-760453-5, cleared binding levels {{(pid=103305) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 26 21:15:23.860925 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [req-97085ac7-6649-4d56-ad5b-2f7074b285c8 req-12076af7-9b25-4d6a-b2b7-aa3a23b1c0c8 service neutron] For port a98d0993-b582-4517-bdcf-6868c5c81c88, host n-h2-760453-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-5',level=0,port_id=a98d0993-b582-4517-bdcf-6868c5c81c88,segment=NetworkSegment(984e14e0-bb79-4ef3-b570-cebad3b9694e),segment_id=984e14e0-bb79-4ef3-b570-cebad3b9694e)] {{(pid=103305) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 26 21:15:23.868351 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-97085ac7-6649-4d56-ad5b-2f7074b285c8 req-12076af7-9b25-4d6a-b2b7-aa3a23b1c0c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11791520'] for port (a98d0993-b582-4517-bdcf-6868c5c81c88), after_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:15:23.903330 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-bf5759de-f70b-402a-af40-915ee988218a req-52b77fb7-f6b9-4fe1-a0a2-8f82fb64d2dc service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=64bc2a39-da8a-491b-95d3-4ecb84ebf4bd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2496564 Jan 26 21:15:23.954260 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0918bda4-f9d2-4c52-8f9a-4a985abaea90 req-3c6ae7fb-dd75-48d7-81a9-768cbcc1c555 tempest-LiveMigrationTest-746395142 tempest-LiveMigrationTest-746395142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:15:23.961832 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-0918bda4-f9d2-4c52-8f9a-4a985abaea90 req-3c6ae7fb-dd75-48d7-81a9-768cbcc1c555 tempest-LiveMigrationTest-746395142 tempest-LiveMigrationTest-746395142-project] 10.222.0.13 "GET /v2.0/ports?device_id=a9ca4017-264e-467b-a63a-6313b2811620 HTTP/1.1" status: 200 len: 943 time: 0.3656235 Jan 26 21:15:23.970612 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97085ac7-6649-4d56-ad5b-2f7074b285c8 req-12076af7-9b25-4d6a-b2b7-aa3a23b1c0c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:15:23.971146 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-97085ac7-6649-4d56-ad5b-2f7074b285c8 req-12076af7-9b25-4d6a-b2b7-aa3a23b1c0c8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:15:23.972602 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-97085ac7-6649-4d56-ad5b-2f7074b285c8 req-12076af7-9b25-4d6a-b2b7-aa3a23b1c0c8 service neutron] 10.222.0.66 "PUT /v2.0/ports/a98d0993-b582-4517-bdcf-6868c5c81c88 HTTP/1.1" status: 200 len: 1121 time: 0.9840078 Jan 26 21:15:23.973697 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12076af7-9b25-4d6a-b2b7-aa3a23b1c0c8 service neutron] Pushing event updated for resources: {'Port': ['ID=a98d0993-b582-4517-bdcf-6868c5c81c88,revision_number=8']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:15:23.995350 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982ac3be-d0fb-4284-9c5d-0277804e17b6 req-12ca52c6-fe5e-4418-b32a-e21f3b716c47 tempest-ServersTestJSON-1629463572 tempest-ServersTestJSON-1629463572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:15:23.996940 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-982ac3be-d0fb-4284-9c5d-0277804e17b6 req-12ca52c6-fe5e-4418-b32a-e21f3b716c47 tempest-ServersTestJSON-1629463572 tempest-ServersTestJSON-1629463572-project] 10.222.0.13 "GET /v2.0/ports?device_id=0cb49f15-2941-4d8d-a1f5-25e75dd599a4 HTTP/1.1" status: 200 len: 945 time: 0.3919666 Jan 26 21:15:24.123954 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Device a98d0993-b582-4517-bdcf-6868c5c81c88 details requested by agent hyperv_n-h1-760453-5 with host n-h1-760453-5 {{(pid=103306) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 26 21:15:24.126309 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Device 74a29006-e476-494d-a6f7-bba5c779ab89 no longer exists at agent hyperv_n-h1-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 26 21:15:24.181809 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] No Port match for: 74a29006-e476-494d-a6f7-bba5c779ab89 {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 26 21:15:24.182246 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Device 74a29006-e476-494d-a6f7-bba5c779ab89 not bound to the agent host n-h1-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 26 21:15:24.183708 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8752852-d174-4047-a2ed-f1d2c3a5f901 None None] Pushing event updated for resources: {'Port': ['ID=db74841e-8a7e-4596-b59c-0d94d832c41f,revision_number=7']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:15:24.193604 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] get_ports_and_sgs() called for port_ids ['a98d0993-b582-4517-bdcf-6868c5c81c88'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 26 21:15:24.208332 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-0918bda4-f9d2-4c52-8f9a-4a985abaea90 req-e773598f-9266-4fcd-92d8-773eb079fcab tempest-LiveMigrationTest-746395142 tempest-LiveMigrationTest-746395142-project] 10.222.0.13 "GET /v2.0/security-groups?id=c43a996a-6b93-48e4-a331-48250c5b183d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2452912 Jan 26 21:15:24.242407 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] get_ports_and_sgs() called for port_ids ['a98d0993-b582-4517-bdcf-6868c5c81c88'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 26 21:15:24.243898 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5759de-f70b-402a-af40-915ee988218a req-d41f0860-02e0-41fb-b257-3d74d38bd1a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:15:24.247300 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-839dd188-ec69-470c-9ab0-d318dc1a2e96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (e79b4fc6-6c71-44b2-a6d0-ff3e1f4dfd0d), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:15:24.247664 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-bf5759de-f70b-402a-af40-915ee988218a req-d41f0860-02e0-41fb-b257-3d74d38bd1a8 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=c8d46c1d9718442f87ddc378b5600012&device_id=64bc2a39-da8a-491b-95d3-4ecb84ebf4bd HTTP/1.1" status: 200 len: 1096 time: 0.2619140 Jan 26 21:15:24.268878 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [req-c63f72ce-7e4d-4c1b-b7b3-abe3cbe2d454 req-94562bec-3aa1-47cb-bc6e-2dc9cdef3237 tempest-ServersTestJSON-1629463572 tempest-ServersTestJSON-1629463572-project] Deleting port 076e2ab1-5cc3-420e-a22f-f297ef45fcf4 {{(pid=103304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 21:15:24.269454 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-c63f72ce-7e4d-4c1b-b7b3-abe3cbe2d454 req-94562bec-3aa1-47cb-bc6e-2dc9cdef3237 tempest-ServersTestJSON-1629463572 tempest-ServersTestJSON-1629463572-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746560630878'] for port (076e2ab1-5cc3-420e-a22f-f297ef45fcf4), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:15:24.272981 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.db_base_plugin_common [None req-c38ac633-5afe-4b4f-83dd-b8bca305b8e4 tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Delete allocated IP 2001:db8::366 (4d92d976-58af-41b6-8964-16466314a699/6327d17e-3f0e-4e5c-ab62-a08b95f31b55) {{(pid=103304) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jan 26 21:15:24.278137 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-982ac3be-d0fb-4284-9c5d-0277804e17b6 req-47afe87b-5032-4f4a-8b16-f470751ef517 tempest-ServersTestJSON-1629463572 tempest-ServersTestJSON-1629463572-project] 10.222.0.13 "GET /v2.0/security-groups?id=a146440b-85c7-430a-88ed-6d0301627350&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2622645 Jan 26 21:15:24.331762 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.db_base_plugin_common [None req-c38ac633-5afe-4b4f-83dd-b8bca305b8e4 tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Allocated IP 2001:db8:0:2::6a (4d92d976-58af-41b6-8964-16466314a699/6efaeb23-7f96-47eb-9ea7-b45b44d8c3d3/44c93f78-5993-49b6-8f7b-bc062c390b9b) {{(pid=103304) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 21:15:24.578430 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device db74841e-8a7e-4596-b59c-0d94d832c41f up at agent ovs-agent-n-d-760453-5 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 21:15:24.643883 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] For port a98d0993-b582-4517-bdcf-6868c5c81c88, host n-h2-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-5',level=0,port_id=a98d0993-b582-4517-bdcf-6868c5c81c88,segment=NetworkSegment(984e14e0-bb79-4ef3-b570-cebad3b9694e),segment_id=984e14e0-bb79-4ef3-b570-cebad3b9694e)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:15:24.686497 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Device a98d0993-b582-4517-bdcf-6868c5c81c88 has no active binding in host n-h1-760453-5 {{(pid=103306) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jan 26 21:15:24.786977 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5759de-f70b-402a-af40-915ee988218a req-a77ee578-575e-4c77-a527-1f30210f1e5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:15:24.788623 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-bf5759de-f70b-402a-af40-915ee988218a req-a77ee578-575e-4c77-a527-1f30210f1e5f service neutron] 10.222.0.66 "GET /v2.0/networks?id=15c39b24-f7c4-4710-b8cb-f1d4e3bc27f6 HTTP/1.1" status: 200 len: 913 time: 0.5076239 Jan 26 21:15:24.812880 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Provisioning complete for port db74841e-8a7e-4596-b59c-0d94d832c41f triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:15:24.819699 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (db74841e-8a7e-4596-b59c-0d94d832c41f), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:15:24.867968 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 56792) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:15:24.869950 n-d-760453-5 neutron-server[103305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '259dc9f9-5750-4490-a6c7-d3d1321bb0be', 'name': 'network-vif-deleted', 'tag': '1f823a46-1659-445c-9067-ee7a46f9e1af'}, {'server_uuid': 'a9ca4017-264e-467b-a63a-6313b2811620', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a98d0993-b582-4517-bdcf-6868c5c81c88'}, {'name': 'network-changed', 'server_uuid': 'a9ca4017-264e-467b-a63a-6313b2811620', 'tag': 'a98d0993-b582-4517-bdcf-6868c5c81c88'}] {{(pid=103305) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 21:15:24.872573 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d4654568b7bf041e72ff8fe1c96d6d761d9c921f2b99bc7b3a26632be20cee0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1ce9459-6164-4222-88dd-8fbf3266efc0" -d '{"events": [{"server_uuid": "259dc9f9-5750-4490-a6c7-d3d1321bb0be", "name": "network-vif-deleted", "tag": "1f823a46-1659-445c-9067-ee7a46f9e1af"}, {"server_uuid": "a9ca4017-264e-467b-a63a-6313b2811620", "name": "network-vif-unplugged", "status": "completed", "tag": "a98d0993-b582-4517-bdcf-6868c5c81c88"}, {"name": "network-changed", "server_uuid": "a9ca4017-264e-467b-a63a-6313b2811620", "tag": "a98d0993-b582-4517-bdcf-6868c5c81c88"}]}' {{(pid=103305) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 21:15:24.973475 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.db_base_plugin_v2 [None req-d99a7d08-36d1-4a39-9e0d-1c748cdfdffa admin admin] Deleting subnet b9f2224c-6c77-41cd-be54-df83a3ce656a {{(pid=103305) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 26 21:15:24.977123 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-d99a7d08-36d1-4a39-9e0d-1c748cdfdffa admin admin] Publish callbacks [] for subnet (b9f2224c-6c77-41cd-be54-df83a3ce656a), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:15:25.004015 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [req-c63f72ce-7e4d-4c1b-b7b3-abe3cbe2d454 req-94562bec-3aa1-47cb-bc6e-2dc9cdef3237 tempest-ServersTestJSON-1629463572 tempest-ServersTestJSON-1629463572-project] For port 076e2ab1-5cc3-420e-a22f-f297ef45fcf4, host n-h2-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-5',level=0,port_id=076e2ab1-5cc3-420e-a22f-f297ef45fcf4,segment=NetworkSegment(bb9dd371-3de9-4327-a263-fb803ca379c8),segment_id=bb9dd371-3de9-4327-a263-fb803ca379c8)] {{(pid=103304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:15:25.019758 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-c63f72ce-7e4d-4c1b-b7b3-abe3cbe2d454 req-94562bec-3aa1-47cb-bc6e-2dc9cdef3237 tempest-ServersTestJSON-1629463572 tempest-ServersTestJSON-1629463572-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4109658'] for port (076e2ab1-5cc3-420e-a22f-f297ef45fcf4), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:15:25.031222 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-d99a7d08-36d1-4a39-9e0d-1c748cdfdffa admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11788946'] for subnet (b9f2224c-6c77-41cd-be54-df83a3ce656a), precommit_delete_associations {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:15:25.036766 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [req-c63f72ce-7e4d-4c1b-b7b3-abe3cbe2d454 req-94562bec-3aa1-47cb-bc6e-2dc9cdef3237 tempest-ServersTestJSON-1629463572 tempest-ServersTestJSON-1629463572-project] Calling delete_port for 076e2ab1-5cc3-420e-a22f-f297ef45fcf4 owned by compute:nova {{(pid=103304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 21:15:25.098699 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-d99a7d08-36d1-4a39-9e0d-1c748cdfdffa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687316'] for subnet (b9f2224c-6c77-41cd-be54-df83a3ce656a), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:15:25.122955 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (fea0591a-627d-4c87-9a9a-01625ddf3277), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:15:25.135496 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Current status of the port db74841e-8a7e-4596-b59c-0d94d832c41f is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:15:25.144360 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 523 Content-Type: application/json Date: Wed, 26 Jan 2022 21:15:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c92142cc-34cc-45cf-a6d6-e09b3d91ed2e x-openstack-request-id: req-c92142cc-34cc-45cf-a6d6-e09b3d91ed2e {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 21:15:25.144632 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "259dc9f9-5750-4490-a6c7-d3d1321bb0be", "name": "network-vif-deleted", "tag": "1f823a46-1659-445c-9067-ee7a46f9e1af", "status": "completed", "code": 200}, {"server_uuid": "a9ca4017-264e-467b-a63a-6313b2811620", "name": "network-vif-unplugged", "status": "completed", "tag": "a98d0993-b582-4517-bdcf-6868c5c81c88", "code": 200}, {"name": "network-changed", "server_uuid": "a9ca4017-264e-467b-a63a-6313b2811620", "tag": "a98d0993-b582-4517-bdcf-6868c5c81c88", "status": "completed", "code": 200}]} {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 21:15:25.144874 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c92142cc-34cc-45cf-a6d6-e09b3d91ed2e {{(pid=103305) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 21:15:25.145286 n-d-760453-5 neutron-server[103305]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '259dc9f9-5750-4490-a6c7-d3d1321bb0be', 'name': 'network-vif-deleted', 'tag': '1f823a46-1659-445c-9067-ee7a46f9e1af', 'status': 'completed', 'code': 200} Jan 26 21:15:25.145568 n-d-760453-5 neutron-server[103305]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9ca4017-264e-467b-a63a-6313b2811620', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a98d0993-b582-4517-bdcf-6868c5c81c88', 'code': 200} Jan 26 21:15:25.145839 n-d-760453-5 neutron-server[103305]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a9ca4017-264e-467b-a63a-6313b2811620', 'tag': 'a98d0993-b582-4517-bdcf-6868c5c81c88', 'status': 'completed', 'code': 200} Jan 26 21:15:25.192663 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-d99a7d08-36d1-4a39-9e0d-1c748cdfdffa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11791594', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11599980'] for subnet (b9f2224c-6c77-41cd-be54-df83a3ce656a), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:15:25.229788 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-bf5759de-f70b-402a-af40-915ee988218a req-e9575be8-0092-4676-b927-7e188feafbce service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=aed2731a-4f37-4d42-8ada-af549fec82fa HTTP/1.1" status: 200 len: 1001 time: 0.4269774 Jan 26 21:15:25.398692 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-51f2c8cf-ea69-4d77-8d6e-37419b4ca00f None None] Provisioning complete for port 511ba9ff-1f12-43de-96d3-d8e1cb897bb7 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:15:25.399304 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-51f2c8cf-ea69-4d77-8d6e-37419b4ca00f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (511ba9ff-1f12-43de-96d3-d8e1cb897bb7), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:15:25.401002 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-c38ac633-5afe-4b4f-83dd-b8bca305b8e4 tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Publish callbacks [] for port (44c93f78-5993-49b6-8f7b-bc062c390b9b), precommit_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:15:25.444106 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-c38ac633-5afe-4b4f-83dd-b8bca305b8e4 tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9281542'] for port (44c93f78-5993-49b6-8f7b-bc062c390b9b), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:15:25.452186 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-51f2c8cf-ea69-4d77-8d6e-37419b4ca00f None None] Port 511ba9ff-1f12-43de-96d3-d8e1cb897bb7 cannot update to ACTIVE because it is not bound. {{(pid=103306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 26 21:15:25.467000 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5759de-f70b-402a-af40-915ee988218a req-781c98e2-98bb-439f-ab55-39a8970b3180 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:15:25.469525 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-bf5759de-f70b-402a-af40-915ee988218a req-781c98e2-98bb-439f-ab55-39a8970b3180 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=c3a93a69-4f3e-4ef6-b9c8-092ff93d742e HTTP/1.1" status: 200 len: 851 time: 0.2145534 Jan 26 21:15:25.470205 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-51f2c8cf-ea69-4d77-8d6e-37419b4ca00f None None] Provisioning complete for port 44c93f78-5993-49b6-8f7b-bc062c390b9b triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:15:25.470815 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-51f2c8cf-ea69-4d77-8d6e-37419b4ca00f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (44c93f78-5993-49b6-8f7b-bc062c390b9b), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:15:25.510864 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-c63f72ce-7e4d-4c1b-b7b3-abe3cbe2d454 req-94562bec-3aa1-47cb-bc6e-2dc9cdef3237 tempest-ServersTestJSON-1629463572 tempest-ServersTestJSON-1629463572-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746560636600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746560234536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9281553'] for port (076e2ab1-5cc3-420e-a22f-f297ef45fcf4), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:15:25.513729 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-51f2c8cf-ea69-4d77-8d6e-37419b4ca00f None None] Port 44c93f78-5993-49b6-8f7b-bc062c390b9b cannot update to ACTIVE because it is not bound. {{(pid=103306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 26 21:15:25.536109 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] get_ports_and_sgs() called for port_ids ['c0c88dad-cc2c-45c3-b929-f9b04ea7d5f7', '076e2ab1-5cc3-420e-a22f-f297ef45fcf4'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 26 21:15:25.556554 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7555312b-98fe-4e5c-9dd0-d5c3480e2b80 req-8ad22661-cca6-4045-b5bf-0770ced23cea tempest-ServersOnMultiNodesTest-2088673700 tempest-ServersOnMultiNodesTest-2088673700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:15:25.564335 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-7555312b-98fe-4e5c-9dd0-d5c3480e2b80 req-8ad22661-cca6-4045-b5bf-0770ced23cea tempest-ServersOnMultiNodesTest-2088673700 tempest-ServersOnMultiNodesTest-2088673700-project] 10.222.0.13 "GET /v2.0/ports?device_id=f9e63846-ab67-44b3-a4f5-aba8d0284ead HTTP/1.1" status: 200 len: 950 time: 0.2603908 Jan 26 21:15:25.587113 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d99a7d08-36d1-4a39-9e0d-1c748cdfdffa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b9f2224c-6c77-41cd-be54-df83a3ce656a,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:15:25.614378 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-c38ac633-5afe-4b4f-83dd-b8bca305b8e4 tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] In _notify_port_updated(), no bound segment for port 44c93f78-5993-49b6-8f7b-bc062c390b9b on network 4d92d976-58af-41b6-8964-16466314a699 {{(pid=103304) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:883}} Jan 26 21:15:25.615795 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-d99a7d08-36d1-4a39-9e0d-1c748cdfdffa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709645'] for subnet (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:15:25.621534 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-d99a7d08-36d1-4a39-9e0d-1c748cdfdffa admin admin] 10.222.0.13 "DELETE /v2.0/subnets/b9f2224c-6c77-41cd-be54-df83a3ce656a HTTP/1.1" status: 204 len: 168 time: 0.7429333 Jan 26 21:15:25.621700 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c38ac633-5afe-4b4f-83dd-b8bca305b8e4 tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:15:25.621700 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-c38ac633-5afe-4b4f-83dd-b8bca305b8e4 tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:15:25.625497 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-c38ac633-5afe-4b4f-83dd-b8bca305b8e4 tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] 10.222.0.13 "PUT /v2.0/ports/44c93f78-5993-49b6-8f7b-bc062c390b9b HTTP/1.1" status: 200 len: 968 time: 2.6307259 Jan 26 21:15:25.625497 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 56812) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:15:25.626510 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-51f2c8cf-ea69-4d77-8d6e-37419b4ca00f None None] Provisioning complete for port db74841e-8a7e-4596-b59c-0d94d832c41f triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:15:25.627003 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-51f2c8cf-ea69-4d77-8d6e-37419b4ca00f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (db74841e-8a7e-4596-b59c-0d94d832c41f), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:15:25.634145 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c38ac633-5afe-4b4f-83dd-b8bca305b8e4 tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Pushing event updated for resources: {'Port': ['ID=44c93f78-5993-49b6-8f7b-bc062c390b9b,revision_number=2']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:15:25.634674 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 56814) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:15:25.739038 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ce9459-6164-4222-88dd-8fbf3266efc0 req-f8a2e20d-3c5f-4917-9f6f-ae47c9a384df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:15:25.740868 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-a1ce9459-6164-4222-88dd-8fbf3266efc0 req-f8a2e20d-3c5f-4917-9f6f-ae47c9a384df service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=ee6098e1a6074d57972f34ef6549de05&device_id=a9ca4017-264e-467b-a63a-6313b2811620 HTTP/1.1" status: 200 len: 1124 time: 0.5941699 Jan 26 21:15:25.744511 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-7555312b-98fe-4e5c-9dd0-d5c3480e2b80 req-7c2d0e3b-1be0-4801-ab00-936671bb07b1 tempest-ServersOnMultiNodesTest-2088673700 tempest-ServersOnMultiNodesTest-2088673700-project] 10.222.0.13 "GET /v2.0/security-groups?id=306a2369-8c1c-4f98-9a64-2622487a9ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1791391 Jan 26 21:15:25.753478 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e8502d-6c22-4266-be07-bfc457990d53 req-0eaac5c0-b489-4928-90f2-361d55dd925b tempest-LiveMigrationTest-746395142 tempest-LiveMigrationTest-746395142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:15:25.756440 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-d1e8502d-6c22-4266-be07-bfc457990d53 req-0eaac5c0-b489-4928-90f2-361d55dd925b tempest-LiveMigrationTest-746395142 tempest-LiveMigrationTest-746395142-project] 10.222.0.13 "GET /v2.0/ports?device_id=a9ca4017-264e-467b-a63a-6313b2811620 HTTP/1.1" status: 200 len: 943 time: 0.4214592 Jan 26 21:15:25.871179 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ce9459-6164-4222-88dd-8fbf3266efc0 req-d66d3cbf-55ea-4ed4-8103-a6649261acb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:15:25.880747 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-a1ce9459-6164-4222-88dd-8fbf3266efc0 req-d66d3cbf-55ea-4ed4-8103-a6649261acb5 service neutron] 10.222.0.57 "GET /v2.0/networks?id=57cdf3f5-a20b-4c6f-b2eb-bed2f5d4d40a HTTP/1.1" status: 200 len: 908 time: 0.1228857 Jan 26 21:15:25.906449 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-51f2c8cf-ea69-4d77-8d6e-37419b4ca00f None None] Current status of the port db74841e-8a7e-4596-b59c-0d94d832c41f is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:15:25.932045 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5759de-f70b-402a-af40-915ee988218a req-d2a04225-b655-49f9-9fed-e13b197fd138 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:15:25.933870 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-bf5759de-f70b-402a-af40-915ee988218a req-d2a04225-b655-49f9-9fed-e13b197fd138 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=15c39b24-f7c4-4710-b8cb-f1d4e3bc27f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4382033 Jan 26 21:15:25.934651 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [req-c63f72ce-7e4d-4c1b-b7b3-abe3cbe2d454 req-94562bec-3aa1-47cb-bc6e-2dc9cdef3237 tempest-ServersTestJSON-1629463572 tempest-ServersTestJSON-1629463572-project] No DVR routers for this DVR port 076e2ab1-5cc3-420e-a22f-f297ef45fcf4 on host n-h2-760453-5 {{(pid=103304) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 26 21:15:25.941207 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94562bec-3aa1-47cb-bc6e-2dc9cdef3237 tempest-ServersTestJSON-1629463572 tempest-ServersTestJSON-1629463572-project] Pushing event deleted for resources: {'Port': ['ID=076e2ab1-5cc3-420e-a22f-f297ef45fcf4,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:15:25.943822 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-c63f72ce-7e4d-4c1b-b7b3-abe3cbe2d454 req-94562bec-3aa1-47cb-bc6e-2dc9cdef3237 tempest-ServersTestJSON-1629463572 tempest-ServersTestJSON-1629463572-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:15:25.947371 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-c63f72ce-7e4d-4c1b-b7b3-abe3cbe2d454 req-94562bec-3aa1-47cb-bc6e-2dc9cdef3237 tempest-ServersTestJSON-1629463572 tempest-ServersTestJSON-1629463572-project] 10.222.0.57 "DELETE /v2.0/ports/076e2ab1-5cc3-420e-a22f-f297ef45fcf4 HTTP/1.1" status: 204 len: 173 time: 2.1215949 Jan 26 21:15:25.961611 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-a1ce9459-6164-4222-88dd-8fbf3266efc0 req-89e1c6f5-e2dc-4288-9b74-1240a85e42e9 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a98d0993-b582-4517-bdcf-6868c5c81c88 HTTP/1.1" status: 200 len: 217 time: 0.0566835 Jan 26 21:15:25.967829 n-d-760453-5 neutron-server[103304]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0cb49f15-2941-4d8d-a1f5-25e75dd599a4', 'name': 'network-vif-deleted', 'tag': '076e2ab1-5cc3-420e-a22f-f297ef45fcf4'}] {{(pid=103304) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 21:15:25.970673 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d52b45f1943fcd332af9527eb73ff93c8d715d44383a3f6d18de73b4cfcf87b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-acb9f72f-148b-4d9f-9421-4a5ae9fbdbc5" -d '{"events": [{"server_uuid": "0cb49f15-2941-4d8d-a1f5-25e75dd599a4", "name": "network-vif-deleted", "tag": "076e2ab1-5cc3-420e-a22f-f297ef45fcf4"}]}' {{(pid=103304) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 21:15:26.043254 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-c000bfb7-bf4f-4ccb-87cd-d898105928d5 tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Deleting port 44c93f78-5993-49b6-8f7b-bc062c390b9b {{(pid=103305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 21:15:26.043832 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-c000bfb7-bf4f-4ccb-87cd-d898105928d5 tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746560630878'] for port (44c93f78-5993-49b6-8f7b-bc062c390b9b), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:15:26.047991 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-4126f6d5-c160-4524-a8c2-8510a04d3892 req-03a02746-e8d5-44a6-9a8b-7a53e4f318d2 tempest-ServersTestJSON-1629463572 tempest-ServersTestJSON-1629463572-project] 10.222.0.13 "GET /v2.0/ports?device_id=0cb49f15-2941-4d8d-a1f5-25e75dd599a4 HTTP/1.1" status: 200 len: 210 time: 0.0996556 Jan 26 21:15:26.060743 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ce9459-6164-4222-88dd-8fbf3266efc0 req-f4498627-87c9-426c-941f-7e52d27f8c8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:15:26.062983 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-a1ce9459-6164-4222-88dd-8fbf3266efc0 req-f4498627-87c9-426c-941f-7e52d27f8c8e service neutron] 10.222.0.57 "GET /v2.0/subnets?id=0fd61269-7d95-487b-ba3a-f244d39cf571 HTTP/1.1" status: 200 len: 847 time: 0.0944457 Jan 26 21:15:26.064034 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-dd95e316-6070-4829-ba55-09191653ae4d None None] Provisioning complete for port 44c93f78-5993-49b6-8f7b-bc062c390b9b triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:15:26.065846 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-dd95e316-6070-4829-ba55-09191653ae4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (44c93f78-5993-49b6-8f7b-bc062c390b9b), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:15:26.097263 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-d1e8502d-6c22-4266-be07-bfc457990d53 req-cc256e84-5da7-4819-8dc0-f336ca604cad tempest-LiveMigrationTest-746395142 tempest-LiveMigrationTest-746395142-project] 10.222.0.13 "GET /v2.0/security-groups?id=c43a996a-6b93-48e4-a331-48250c5b183d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2739429 Jan 26 21:15:26.105591 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-95a76b01-9092-4d49-9768-b3251c1f6051 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-748181'] for network (398119b7-b141-4e9b-a089-cf2ce4ac7132), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:15:26.154889 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-a1ce9459-6164-4222-88dd-8fbf3266efc0 req-59815cb7-2608-46c7-abcb-77cd71e3eb93 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=57cdf3f5-a20b-4c6f-b2eb-bed2f5d4d40a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0379395 Jan 26 21:15:26.163182 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Device 10191bf1-ce5e-46ac-a363-4457572ecadc no longer exists at agent hyperv_n-h2-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 26 21:15:26.168262 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [req-a1ce9459-6164-4222-88dd-8fbf3266efc0 req-9814da74-3bf4-476d-a215-5bf27a6e53d2 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=103305) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 26 21:15:26.169972 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-a1ce9459-6164-4222-88dd-8fbf3266efc0 req-9814da74-3bf4-476d-a215-5bf27a6e53d2 service neutron] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0058553 Jan 26 21:15:26.249930 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] No Port match for: 10191bf1-ce5e-46ac-a363-4457572ecadc {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 26 21:15:26.250275 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Device 10191bf1-ce5e-46ac-a363-4457572ecadc not bound to the agent host n-h2-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 26 21:15:26.250698 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Device 1f823a46-1659-445c-9067-ee7a46f9e1af no longer exists at agent hyperv_n-h2-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 26 21:15:26.255429 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-dd95e316-6070-4829-ba55-09191653ae4d None None] Port 44c93f78-5993-49b6-8f7b-bc062c390b9b cannot update to ACTIVE because it is not bound. {{(pid=103306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 26 21:15:26.284549 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-bf5759de-f70b-402a-af40-915ee988218a req-30fd7b15-74b8-486d-a0f8-dba31b07b6b0 service neutron] 10.222.0.66 "GET /v2.0/networks/15c39b24-f7c4-4710-b8cb-f1d4e3bc27f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3104894 Jan 26 21:15:26.289749 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-95a76b01-9092-4d49-9768-b3251c1f6051 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-686403', 'neutron.services.segments.db._delete_segments_for_network-8746560774018'] for network (398119b7-b141-4e9b-a089-cf2ce4ac7132), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:15:26.293042 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] No Port match for: 1f823a46-1659-445c-9067-ee7a46f9e1af {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 26 21:15:26.293725 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Device 1f823a46-1659-445c-9067-ee7a46f9e1af not bound to the agent host n-h2-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 26 21:15:26.294774 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Device 076e2ab1-5cc3-420e-a22f-f297ef45fcf4 no longer exists at agent hyperv_n-h2-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 26 21:15:26.310645 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-c000bfb7-bf4f-4ccb-87cd-d898105928d5 tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4109658'] for port (44c93f78-5993-49b6-8f7b-bc062c390b9b), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:15:26.329968 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-c000bfb7-bf4f-4ccb-87cd-d898105928d5 tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Calling delete_port for 44c93f78-5993-49b6-8f7b-bc062c390b9b owned by {{(pid=103305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 21:15:26.343153 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Jan 2022 21:15:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc6e53b8-2d26-4991-b238-d94807dd5aef x-openstack-request-id: req-bc6e53b8-2d26-4991-b238-d94807dd5aef {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 21:15:26.343451 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0cb49f15-2941-4d8d-a1f5-25e75dd599a4", "name": "network-vif-deleted", "tag": "076e2ab1-5cc3-420e-a22f-f297ef45fcf4", "status": "completed", "code": 200}]} {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 21:15:26.343709 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-bc6e53b8-2d26-4991-b238-d94807dd5aef {{(pid=103304) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 21:15:26.344114 n-d-760453-5 neutron-server[103304]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0cb49f15-2941-4d8d-a1f5-25e75dd599a4', 'name': 'network-vif-deleted', 'tag': '076e2ab1-5cc3-420e-a22f-f297ef45fcf4', 'status': 'completed', 'code': 200} Jan 26 21:15:26.351116 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] No Port match for: 076e2ab1-5cc3-420e-a22f-f297ef45fcf4 {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 26 21:15:26.351551 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Device 076e2ab1-5cc3-420e-a22f-f297ef45fcf4 not bound to the agent host n-h2-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 26 21:15:26.391648 n-d-760453-5 neutron-server[103304]: DEBUG neutron.services.segments.db [None req-95a76b01-9092-4d49-9768-b3251c1f6051 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['398119b7-b141-4e9b-a089-cf2ce4ac7132']}} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:15:26.407331 n-d-760453-5 neutron-server[103304]: DEBUG neutron.services.segments.db [None req-95a76b01-9092-4d49-9768-b3251c1f6051 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0e31bf65-7ce1-4f57-ad7d-495ff114ae88') {'for_net_delete': True} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:15:26.407632 n-d-760453-5 neutron-server[103304]: DEBUG neutron.services.segments.db [None req-95a76b01-9092-4d49-9768-b3251c1f6051 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0e31bf65-7ce1-4f57-ad7d-495ff114ae88') {} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:15:26.420065 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-a1ce9459-6164-4222-88dd-8fbf3266efc0 req-81aadb6c-9983-4fa1-9aa1-d1532a77995c service neutron] 10.222.0.57 "GET /v2.0/networks/57cdf3f5-a20b-4c6f-b2eb-bed2f5d4d40a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2307663 Jan 26 21:15:26.571979 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-a1ce9459-6164-4222-88dd-8fbf3266efc0 req-fa4f6200-1714-49c1-a1e1-ecb2918113a7 service neutron] 10.222.0.57 "GET /v2.0/networks/57cdf3f5-a20b-4c6f-b2eb-bed2f5d4d40a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1447718 Jan 26 21:15:26.588123 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-c000bfb7-bf4f-4ccb-87cd-d898105928d5 tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746560636600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746560234536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11791543'] for port (44c93f78-5993-49b6-8f7b-bc062c390b9b), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:15:26.633324 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c000bfb7-bf4f-4ccb-87cd-d898105928d5 tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Pushing event deleted for resources: {'Port': ['ID=44c93f78-5993-49b6-8f7b-bc062c390b9b,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:15:26.696394 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-c000bfb7-bf4f-4ccb-87cd-d898105928d5 tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:15:26.700829 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-c000bfb7-bf4f-4ccb-87cd-d898105928d5 tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] 10.222.0.13 "DELETE /v2.0/ports/44c93f78-5993-49b6-8f7b-bc062c390b9b HTTP/1.1" status: 204 len: 168 time: 1.0628777 Jan 26 21:15:26.704986 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 56818) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:15:26.740060 n-d-760453-5 neutron-server[103305]: INFO neutron.pecan_wsgi.hooks.translation [None req-11a96781-2c31-4478-a3c9-a754b1485fd2 tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] GET failed (client error): The resource could not be found. Jan 26 21:15:26.742214 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-11a96781-2c31-4478-a3c9-a754b1485fd2 tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] 10.222.0.13 "GET /v2.0/ports/44c93f78-5993-49b6-8f7b-bc062c390b9b HTTP/1.1" status: 404 len: 333 time: 0.0356536 Jan 26 21:15:26.745045 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 56820) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:15:26.775271 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0074132-16dd-466c-b86d-c9583504bc61 req-0331fbc8-eb51-4ac9-a915-55c72ce3e738 tempest-ServersOnMultiNodesTest-2088673700 tempest-ServersOnMultiNodesTest-2088673700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:15:26.777614 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-a0074132-16dd-466c-b86d-c9583504bc61 req-0331fbc8-eb51-4ac9-a915-55c72ce3e738 tempest-ServersOnMultiNodesTest-2088673700 tempest-ServersOnMultiNodesTest-2088673700-project] 10.222.0.57 "GET /v2.0/ports?device_id=f9e63846-ab67-44b3-a4f5-aba8d0284ead HTTP/1.1" status: 200 len: 950 time: 0.1343553 Jan 26 21:15:26.874123 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-95a76b01-9092-4d49-9768-b3251c1f6051 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746560742283', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8881293'] for segment (0e31bf65-7ce1-4f57-ad7d-495ff114ae88), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:15:26.890094 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-a427f33a-49d3-4084-94c1-50d77e5320e0 tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Publish callbacks [] for security_group (7919d0be-bd49-45e2-b4b8-79cf5b6ea8ec), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:15:26.913274 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-bf5759de-f70b-402a-af40-915ee988218a req-cd4d2f12-9243-4194-973d-ed5ca7a49c85 service neutron] 10.222.0.66 "GET /v2.0/networks/15c39b24-f7c4-4710-b8cb-f1d4e3bc27f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6148269 Jan 26 21:15:26.921701 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-a427f33a-49d3-4084-94c1-50d77e5320e0 tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Publish callbacks [] for security_group (7919d0be-bd49-45e2-b4b8-79cf5b6ea8ec), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:15:26.965425 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [req-a0074132-16dd-466c-b86d-c9583504bc61 req-59ef8fd1-78b3-4355-a723-bf55ff5fbcd9 tempest-ServersOnMultiNodesTest-2088673700 tempest-ServersOnMultiNodesTest-2088673700-project] Deleting port 6f3c032f-8f77-4bb1-80f4-b3e6bc17170e {{(pid=103305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 21:15:26.965772 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-a0074132-16dd-466c-b86d-c9583504bc61 req-59ef8fd1-78b3-4355-a723-bf55ff5fbcd9 tempest-ServersOnMultiNodesTest-2088673700 tempest-ServersOnMultiNodesTest-2088673700-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746560630878'] for port (6f3c032f-8f77-4bb1-80f4-b3e6bc17170e), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:15:26.968796 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-95a76b01-9092-4d49-9768-b3251c1f6051 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576559'] for segment (0e31bf65-7ce1-4f57-ad7d-495ff114ae88), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:15:26.991746 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-95a76b01-9092-4d49-9768-b3251c1f6051 admin admin] Releasing vlan 581 on physical network physnet1 to pool {{(pid=103304) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 26 21:15:26.992387 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-95a76b01-9092-4d49-9768-b3251c1f6051 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9281762'] for segment (0e31bf65-7ce1-4f57-ad7d-495ff114ae88), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:15:26.995847 n-d-760453-5 neutron-server[103304]: Traceback (most recent call last): Jan 26 21:15:26.995847 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 26 21:15:26.995847 n-d-760453-5 neutron-server[103304]: timer() Jan 26 21:15:26.995847 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 26 21:15:26.995847 n-d-760453-5 neutron-server[103304]: cb(*args, **kw) Jan 26 21:15:26.995847 n-d-760453-5 neutron-server[103304]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 26 21:15:26.995847 n-d-760453-5 neutron-server[103304]: return func(*args, **kwargs) Jan 26 21:15:26.995847 n-d-760453-5 neutron-server[103304]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 26 21:15:26.995847 n-d-760453-5 neutron-server[103304]: self._notify() Jan 26 21:15:26.995847 n-d-760453-5 neutron-server[103304]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 26 21:15:26.995847 n-d-760453-5 neutron-server[103304]: self.callback(batched_events) Jan 26 21:15:26.995847 n-d-760453-5 neutron-server[103304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 26 21:15:26.995847 n-d-760453-5 neutron-server[103304]: event.method(event) Jan 26 21:15:26.995847 n-d-760453-5 neutron-server[103304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 26 21:15:26.995847 n-d-760453-5 neutron-server[103304]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 26 21:15:26.995847 n-d-760453-5 neutron-server[103304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 26 21:15:26.995847 n-d-760453-5 neutron-server[103304]: aggregate_uuid = self.p_client.list_aggregates( Jan 26 21:15:26.995847 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 26 21:15:26.995847 n-d-760453-5 neutron-server[103304]: return f(self, *a, **k) Jan 26 21:15:26.995847 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 26 21:15:26.995847 n-d-760453-5 neutron-server[103304]: return self._get(url).json() Jan 26 21:15:26.995847 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 26 21:15:26.995847 n-d-760453-5 neutron-server[103304]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 26 21:15:26.995847 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 26 21:15:26.995847 n-d-760453-5 neutron-server[103304]: return self.request(url, 'GET', **kwargs) Jan 26 21:15:26.995847 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 26 21:15:26.995847 n-d-760453-5 neutron-server[103304]: base_url = self.get_endpoint(auth, allow=allow, Jan 26 21:15:26.995847 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 26 21:15:26.995847 n-d-760453-5 neutron-server[103304]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 26 21:15:26.995847 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 26 21:15:26.995847 n-d-760453-5 neutron-server[103304]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 26 21:15:26.995847 n-d-760453-5 neutron-server[103304]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 26 21:15:27.019977 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e86aac6-15a2-43bc-9e4d-b8e53b65500d req-f197c2de-47ac-4478-b78b-d2d2d0b3d44d tempest-ServersOnMultiNodesTest-2088673700 tempest-ServersOnMultiNodesTest-2088673700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:15:27.027070 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-5e86aac6-15a2-43bc-9e4d-b8e53b65500d req-f197c2de-47ac-4478-b78b-d2d2d0b3d44d tempest-ServersOnMultiNodesTest-2088673700 tempest-ServersOnMultiNodesTest-2088673700-project] 10.222.0.13 "GET /v2.0/ports?device_id=f9e63846-ab67-44b3-a4f5-aba8d0284ead HTTP/1.1" status: 200 len: 950 time: 0.1458793 Jan 26 21:15:27.036314 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-a427f33a-49d3-4084-94c1-50d77e5320e0 tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (7919d0be-bd49-45e2-b4b8-79cf5b6ea8ec), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:15:27.039388 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-a427f33a-49d3-4084-94c1-50d77e5320e0 tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Publish callbacks [] for security_group (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:15:27.042996 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-a427f33a-49d3-4084-94c1-50d77e5320e0 tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] 10.222.0.13 "DELETE /v2.0/security-groups/7919d0be-bd49-45e2-b4b8-79cf5b6ea8ec HTTP/1.1" status: 204 len: 168 time: 0.2944500 Jan 26 21:15:27.047357 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 56824) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:15:27.078956 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a427f33a-49d3-4084-94c1-50d77e5320e0 tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7919d0be-bd49-45e2-b4b8-79cf5b6ea8ec,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:15:27.117611 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd6a2fc-a5ca-4921-ab45-88df8f5523ce req-db751c82-2287-4272-9c6e-880ea3ca1bc3 tempest-ServersOnMultiNodesTest-2088673700 tempest-ServersOnMultiNodesTest-2088673700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:15:27.119807 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-9fd6a2fc-a5ca-4921-ab45-88df8f5523ce req-db751c82-2287-4272-9c6e-880ea3ca1bc3 tempest-ServersOnMultiNodesTest-2088673700 tempest-ServersOnMultiNodesTest-2088673700-project] 10.222.0.57 "GET /v2.0/ports?device_id=eed444f6-641c-4d46-8870-6f70fd35e94f HTTP/1.1" status: 200 len: 950 time: 0.2049506 Jan 26 21:15:27.136207 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [req-a0074132-16dd-466c-b86d-c9583504bc61 req-59ef8fd1-78b3-4355-a723-bf55ff5fbcd9 tempest-ServersOnMultiNodesTest-2088673700 tempest-ServersOnMultiNodesTest-2088673700-project] For port 6f3c032f-8f77-4bb1-80f4-b3e6bc17170e, host n-h2-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-5',level=0,port_id=6f3c032f-8f77-4bb1-80f4-b3e6bc17170e,segment=NetworkSegment(4eab25d6-89d9-4907-a1c2-51b06443ba33),segment_id=4eab25d6-89d9-4907-a1c2-51b06443ba33)] {{(pid=103305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:15:27.136582 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-a0074132-16dd-466c-b86d-c9583504bc61 req-59ef8fd1-78b3-4355-a723-bf55ff5fbcd9 tempest-ServersOnMultiNodesTest-2088673700 tempest-ServersOnMultiNodesTest-2088673700-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4109658'] for port (6f3c032f-8f77-4bb1-80f4-b3e6bc17170e), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:15:27.157510 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [req-a0074132-16dd-466c-b86d-c9583504bc61 req-59ef8fd1-78b3-4355-a723-bf55ff5fbcd9 tempest-ServersOnMultiNodesTest-2088673700 tempest-ServersOnMultiNodesTest-2088673700-project] Calling delete_port for 6f3c032f-8f77-4bb1-80f4-b3e6bc17170e owned by compute:nova {{(pid=103305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 21:15:27.169419 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-95a76b01-9092-4d49-9768-b3251c1f6051 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4110931'] for network (398119b7-b141-4e9b-a089-cf2ce4ac7132), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:15:27.177091 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-fcf2061f-ecea-4b49-bb2a-f94cf5385448 tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Publish callbacks [] for security_group (fe5b05cc-9ab6-45ca-9d0c-ca3970783c49), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:15:27.181898 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-95a76b01-9092-4d49-9768-b3251c1f6051 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:15:27.185078 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-95a76b01-9092-4d49-9768-b3251c1f6051 admin admin] 10.222.0.13 "DELETE /v2.0/networks/398119b7-b141-4e9b-a089-cf2ce4ac7132 HTTP/1.1" status: 204 len: 168 time: 1.5452554 Jan 26 21:15:27.218602 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-5e86aac6-15a2-43bc-9e4d-b8e53b65500d req-ba02678b-d0d4-429c-8c56-1491180301a1 tempest-ServersOnMultiNodesTest-2088673700 tempest-ServersOnMultiNodesTest-2088673700-project] 10.222.0.13 "GET /v2.0/security-groups?id=306a2369-8c1c-4f98-9a64-2622487a9ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1855419 Jan 26 21:15:27.247557 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-fcf2061f-ecea-4b49-bb2a-f94cf5385448 tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Publish callbacks [] for security_group (fe5b05cc-9ab6-45ca-9d0c-ca3970783c49), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:15:27.250005 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a76b01-9092-4d49-9768-b3251c1f6051 admin admin] Pushing event deleted for resources: {'Network': ['ID=398119b7-b141-4e9b-a089-cf2ce4ac7132,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:15:27.370933 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e15cbca-2cf9-4cc5-a260-10ad77a6df89 req-483b69d8-4e05-4e27-9a81-c852e19ea954 tempest-LiveMigrationTest-746395142 tempest-LiveMigrationTest-746395142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:15:27.374988 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-fcf2061f-ecea-4b49-bb2a-f94cf5385448 tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (fe5b05cc-9ab6-45ca-9d0c-ca3970783c49), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:15:27.378536 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-8e15cbca-2cf9-4cc5-a260-10ad77a6df89 req-483b69d8-4e05-4e27-9a81-c852e19ea954 tempest-LiveMigrationTest-746395142 tempest-LiveMigrationTest-746395142-project] 10.222.0.13 "GET /v2.0/ports?device_id=a9ca4017-264e-467b-a63a-6313b2811620 HTTP/1.1" status: 200 len: 943 time: 0.1339331 Jan 26 21:15:27.380880 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-fcf2061f-ecea-4b49-bb2a-f94cf5385448 tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Publish callbacks [] for security_group (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:15:27.384751 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-fcf2061f-ecea-4b49-bb2a-f94cf5385448 tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] 10.222.0.13 "DELETE /v2.0/security-groups/fe5b05cc-9ab6-45ca-9d0c-ca3970783c49 HTTP/1.1" status: 204 len: 168 time: 0.3333514 Jan 26 21:15:27.407086 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 56844) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:15:27.414151 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf2061f-ecea-4b49-bb2a-f94cf5385448 tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe5b05cc-9ab6-45ca-9d0c-ca3970783c49,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:15:27.424287 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 56846) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:15:27.456017 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [req-9fd6a2fc-a5ca-4921-ab45-88df8f5523ce req-1d397528-d723-4e9e-9566-041bb802cd0a tempest-ServersOnMultiNodesTest-2088673700 tempest-ServersOnMultiNodesTest-2088673700-project] Deleting port 7b91e58c-2d2a-4acc-8321-b7c6811beaeb {{(pid=103304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 21:15:27.456370 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-9fd6a2fc-a5ca-4921-ab45-88df8f5523ce req-1d397528-d723-4e9e-9566-041bb802cd0a tempest-ServersOnMultiNodesTest-2088673700 tempest-ServersOnMultiNodesTest-2088673700-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746560630878'] for port (7b91e58c-2d2a-4acc-8321-b7c6811beaeb), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:15:27.488412 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-a0074132-16dd-466c-b86d-c9583504bc61 req-59ef8fd1-78b3-4355-a723-bf55ff5fbcd9 tempest-ServersOnMultiNodesTest-2088673700 tempest-ServersOnMultiNodesTest-2088673700-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746560636600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746560234536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11791543'] for port (6f3c032f-8f77-4bb1-80f4-b3e6bc17170e), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:15:27.502094 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] get_ports_and_sgs() called for port_ids ['552aae5b-0114-4ae2-8e9d-898106bbf7d4', '6f3c032f-8f77-4bb1-80f4-b3e6bc17170e', '7b91e58c-2d2a-4acc-8321-b7c6811beaeb'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 26 21:15:27.532156 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-8e15cbca-2cf9-4cc5-a260-10ad77a6df89 req-03e77334-01ea-4b7e-b5b5-ae543b7fdeef tempest-LiveMigrationTest-746395142 tempest-LiveMigrationTest-746395142-project] 10.222.0.13 "GET /v2.0/security-groups?id=c43a996a-6b93-48e4-a331-48250c5b183d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1486208 Jan 26 21:15:27.548495 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ef8fd1-78b3-4355-a723-bf55ff5fbcd9 tempest-ServersOnMultiNodesTest-2088673700 tempest-ServersOnMultiNodesTest-2088673700-project] Pushing event deleted for resources: {'Port': ['ID=6f3c032f-8f77-4bb1-80f4-b3e6bc17170e,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:15:27.653319 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0074132-16dd-466c-b86d-c9583504bc61 req-59ef8fd1-78b3-4355-a723-bf55ff5fbcd9 tempest-ServersOnMultiNodesTest-2088673700 tempest-ServersOnMultiNodesTest-2088673700-project] No DVR routers for this DVR port 6f3c032f-8f77-4bb1-80f4-b3e6bc17170e on host n-h2-760453-5 {{(pid=103305) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 26 21:15:27.656576 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-a0074132-16dd-466c-b86d-c9583504bc61 req-59ef8fd1-78b3-4355-a723-bf55ff5fbcd9 tempest-ServersOnMultiNodesTest-2088673700 tempest-ServersOnMultiNodesTest-2088673700-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:15:27.660726 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-a0074132-16dd-466c-b86d-c9583504bc61 req-59ef8fd1-78b3-4355-a723-bf55ff5fbcd9 tempest-ServersOnMultiNodesTest-2088673700 tempest-ServersOnMultiNodesTest-2088673700-project] 10.222.0.57 "DELETE /v2.0/ports/6f3c032f-8f77-4bb1-80f4-b3e6bc17170e HTTP/1.1" status: 204 len: 173 time: 0.8762193 Jan 26 21:15:27.661207 n-d-760453-5 neutron-server[103305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9e63846-ab67-44b3-a4f5-aba8d0284ead', 'name': 'network-vif-deleted', 'tag': '6f3c032f-8f77-4bb1-80f4-b3e6bc17170e'}] {{(pid=103305) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 21:15:27.673963 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d4654568b7bf041e72ff8fe1c96d6d761d9c921f2b99bc7b3a26632be20cee0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0d76ce1-4440-488f-abcd-c945ceea8fb3" -d '{"events": [{"server_uuid": "f9e63846-ab67-44b3-a4f5-aba8d0284ead", "name": "network-vif-deleted", "tag": "6f3c032f-8f77-4bb1-80f4-b3e6bc17170e"}]}' {{(pid=103305) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 21:15:27.776654 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Jan 2022 21:15:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abba03d9-3f66-41c0-8e87-9ce74cffa626 x-openstack-request-id: req-abba03d9-3f66-41c0-8e87-9ce74cffa626 {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 21:15:27.776948 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f9e63846-ab67-44b3-a4f5-aba8d0284ead", "name": "network-vif-deleted", "tag": "6f3c032f-8f77-4bb1-80f4-b3e6bc17170e", "status": "completed", "code": 200}]} {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 21:15:27.777207 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-abba03d9-3f66-41c0-8e87-9ce74cffa626 {{(pid=103305) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 21:15:27.777775 n-d-760453-5 neutron-server[103305]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9e63846-ab67-44b3-a4f5-aba8d0284ead', 'name': 'network-vif-deleted', 'tag': '6f3c032f-8f77-4bb1-80f4-b3e6bc17170e', 'status': 'completed', 'code': 200} Jan 26 21:15:27.870622 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff40f1a-4fcb-40c8-a83b-d5862ae29fcd req-2fd32a19-cf42-4c2e-9b3c-3b19297dde51 tempest-ServersTestJSON-1629463572 tempest-ServersTestJSON-1629463572-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:15:27.872310 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-0ff40f1a-4fcb-40c8-a83b-d5862ae29fcd req-2fd32a19-cf42-4c2e-9b3c-3b19297dde51 tempest-ServersTestJSON-1629463572 tempest-ServersTestJSON-1629463572-project] 10.222.0.13 "GET /v2.0/networks?id=20b7651f-3dfe-4f65-83e1-a38049e7aae9 HTTP/1.1" status: 200 len: 806 time: 0.2265100 Jan 26 21:15:27.902189 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-b4aeed48-f961-42f3-b28b-7413fc234f97 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=170d2fe10acf42be83c16d1646bff685&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4744921 Jan 26 21:15:27.905083 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 56858) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:15:27.918846 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-0ff40f1a-4fcb-40c8-a83b-d5862ae29fcd req-95da1341-65c1-4800-bce1-fd5474d11d4a tempest-ServersTestJSON-1629463572 tempest-ServersTestJSON-1629463572-project] 10.222.0.13 "GET /v2.0/quotas/9e460ecabad547eca1394374023e7caf HTTP/1.1" status: 200 len: 375 time: 0.0359862 Jan 26 21:15:27.921510 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [req-9fd6a2fc-a5ca-4921-ab45-88df8f5523ce req-1d397528-d723-4e9e-9566-041bb802cd0a tempest-ServersOnMultiNodesTest-2088673700 tempest-ServersOnMultiNodesTest-2088673700-project] For port 7b91e58c-2d2a-4acc-8321-b7c6811beaeb, host n-h2-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-5',level=0,port_id=7b91e58c-2d2a-4acc-8321-b7c6811beaeb,segment=NetworkSegment(4eab25d6-89d9-4907-a1c2-51b06443ba33),segment_id=4eab25d6-89d9-4907-a1c2-51b06443ba33)] {{(pid=103304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:15:27.921949 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-9fd6a2fc-a5ca-4921-ab45-88df8f5523ce req-1d397528-d723-4e9e-9566-041bb802cd0a tempest-ServersOnMultiNodesTest-2088673700 tempest-ServersOnMultiNodesTest-2088673700-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4109658'] for port (7b91e58c-2d2a-4acc-8321-b7c6811beaeb), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:15:27.924905 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-d2b8b5b2-6807-4856-b5f3-1fff59617244 tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Publish callbacks [] for security_group (80b54d01-2140-4dc8-ab0e-bcd1eb190bc0), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:15:27.977536 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-d6861e8c-6374-4db3-b6a3-6a355b363466 admin admin] Publish callbacks [] for security_group (a80ff67d-1de0-41c0-b5d8-624b8cb4521f), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:15:27.984946 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [req-9fd6a2fc-a5ca-4921-ab45-88df8f5523ce req-1d397528-d723-4e9e-9566-041bb802cd0a tempest-ServersOnMultiNodesTest-2088673700 tempest-ServersOnMultiNodesTest-2088673700-project] Calling delete_port for 7b91e58c-2d2a-4acc-8321-b7c6811beaeb owned by compute:nova {{(pid=103304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 21:15:28.000623 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-d2b8b5b2-6807-4856-b5f3-1fff59617244 tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Publish callbacks [] for security_group (80b54d01-2140-4dc8-ab0e-bcd1eb190bc0), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:15:28.003388 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-d6861e8c-6374-4db3-b6a3-6a355b363466 admin admin] Publish callbacks [] for security_group (a80ff67d-1de0-41c0-b5d8-624b8cb4521f), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:15:28.059427 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-d6861e8c-6374-4db3-b6a3-6a355b363466 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (a80ff67d-1de0-41c0-b5d8-624b8cb4521f), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:15:28.063429 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-d6861e8c-6374-4db3-b6a3-6a355b363466 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:15:28.064817 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-d6861e8c-6374-4db3-b6a3-6a355b363466 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a80ff67d-1de0-41c0-b5d8-624b8cb4521f HTTP/1.1" status: 204 len: 168 time: 0.1582644 Jan 26 21:15:28.083360 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6861e8c-6374-4db3-b6a3-6a355b363466 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a80ff67d-1de0-41c0-b5d8-624b8cb4521f,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:15:28.147233 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-0ff40f1a-4fcb-40c8-a83b-d5862ae29fcd req-97c9ebfb-8df5-4b7a-9086-f41c8df0d911 tempest-ServersTestJSON-1629463572 tempest-ServersTestJSON-1629463572-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=9e460ecabad547eca1394374023e7caf&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2100296 Jan 26 21:15:28.306440 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-9fd6a2fc-a5ca-4921-ab45-88df8f5523ce req-1d397528-d723-4e9e-9566-041bb802cd0a tempest-ServersOnMultiNodesTest-2088673700 tempest-ServersOnMultiNodesTest-2088673700-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746560636600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746560234536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9281553'] for port (7b91e58c-2d2a-4acc-8321-b7c6811beaeb), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:15:28.311967 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-d2b8b5b2-6807-4856-b5f3-1fff59617244 tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (80b54d01-2140-4dc8-ab0e-bcd1eb190bc0), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:15:28.322795 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] get_ports_and_sgs() called for port_ids ['552aae5b-0114-4ae2-8e9d-898106bbf7d4'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 26 21:15:28.328906 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-d2b8b5b2-6807-4856-b5f3-1fff59617244 tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Publish callbacks [] for security_group (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:15:28.332423 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-d2b8b5b2-6807-4856-b5f3-1fff59617244 tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] 10.222.0.13 "DELETE /v2.0/security-groups/80b54d01-2140-4dc8-ab0e-bcd1eb190bc0 HTTP/1.1" status: 204 len: 168 time: 0.9231575 Jan 26 21:15:28.335441 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 56866) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:15:28.444346 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d397528-d723-4e9e-9566-041bb802cd0a tempest-ServersOnMultiNodesTest-2088673700 tempest-ServersOnMultiNodesTest-2088673700-project] Pushing event deleted for resources: {'Port': ['ID=7b91e58c-2d2a-4acc-8321-b7c6811beaeb,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:15:28.455872 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.db_base_plugin_v2 [None req-76e58373-c85c-4990-8555-be61c8faf3c9 tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Deleting subnet 6327d17e-3f0e-4e5c-ab62-a08b95f31b55 {{(pid=103305) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 26 21:15:28.470247 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-76e58373-c85c-4990-8555-be61c8faf3c9 tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Publish callbacks [] for subnet (6327d17e-3f0e-4e5c-ab62-a08b95f31b55), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:15:28.490738 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b8b5b2-6807-4856-b5f3-1fff59617244 tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=80b54d01-2140-4dc8-ab0e-bcd1eb190bc0,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:15:28.549041 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-76e58373-c85c-4990-8555-be61c8faf3c9 tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11788946'] for subnet (6327d17e-3f0e-4e5c-ab62-a08b95f31b55), precommit_delete_associations {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:15:28.577871 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-10d77380-e890-44b8-95c1-a2a1273558b1 req-74aeef6a-6069-4684-90cc-0ade46ee12d4 tempest-ServersOnMultiNodesTest-2088673700 tempest-ServersOnMultiNodesTest-2088673700-project] 10.222.0.13 "GET /v2.0/ports?device_id=f9e63846-ab67-44b3-a4f5-aba8d0284ead HTTP/1.1" status: 200 len: 210 time: 0.1691463 Jan 26 21:15:28.591200 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-0ff40f1a-4fcb-40c8-a83b-d5862ae29fcd req-4cbe7bdd-6141-44b6-a562-572e7ac1f37a service neutron] 10.222.0.13 "GET /v2.0/networks/20b7651f-3dfe-4f65-83e1-a38049e7aae9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4430993 Jan 26 21:15:28.612396 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [req-9fd6a2fc-a5ca-4921-ab45-88df8f5523ce req-1d397528-d723-4e9e-9566-041bb802cd0a tempest-ServersOnMultiNodesTest-2088673700 tempest-ServersOnMultiNodesTest-2088673700-project] No DVR routers for this DVR port 7b91e58c-2d2a-4acc-8321-b7c6811beaeb on host n-h2-760453-5 {{(pid=103304) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 26 21:15:28.622755 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-9fd6a2fc-a5ca-4921-ab45-88df8f5523ce req-1d397528-d723-4e9e-9566-041bb802cd0a tempest-ServersOnMultiNodesTest-2088673700 tempest-ServersOnMultiNodesTest-2088673700-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:15:28.627864 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-9fd6a2fc-a5ca-4921-ab45-88df8f5523ce req-1d397528-d723-4e9e-9566-041bb802cd0a tempest-ServersOnMultiNodesTest-2088673700 tempest-ServersOnMultiNodesTest-2088673700-project] 10.222.0.57 "DELETE /v2.0/ports/7b91e58c-2d2a-4acc-8321-b7c6811beaeb HTTP/1.1" status: 204 len: 173 time: 1.5000391 Jan 26 21:15:28.628356 n-d-760453-5 neutron-server[103304]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eed444f6-641c-4d46-8870-6f70fd35e94f', 'name': 'network-vif-deleted', 'tag': '7b91e58c-2d2a-4acc-8321-b7c6811beaeb'}] {{(pid=103304) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 21:15:28.630948 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d52b45f1943fcd332af9527eb73ff93c8d715d44383a3f6d18de73b4cfcf87b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-497caf29-e1e4-4d51-a156-40868085c807" -d '{"events": [{"server_uuid": "eed444f6-641c-4d46-8870-6f70fd35e94f", "name": "network-vif-deleted", "tag": "7b91e58c-2d2a-4acc-8321-b7c6811beaeb"}]}' {{(pid=103304) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 21:15:28.775752 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-0ff40f1a-4fcb-40c8-a83b-d5862ae29fcd req-e1b436fa-ff76-4b50-a332-ec856d7ad887 service neutron] 10.222.0.13 "GET /v2.0/networks/20b7651f-3dfe-4f65-83e1-a38049e7aae9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1657841 Jan 26 21:15:28.797911 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-76e58373-c85c-4990-8555-be61c8faf3c9 tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687316'] for subnet (6327d17e-3f0e-4e5c-ab62-a08b95f31b55), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:15:28.924255 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-76e58373-c85c-4990-8555-be61c8faf3c9 tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11791594', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11599980'] for subnet (6327d17e-3f0e-4e5c-ab62-a08b95f31b55), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:15:28.973354 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-76e58373-c85c-4990-8555-be61c8faf3c9 tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709645'] for subnet (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:15:28.985730 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 56890) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:15:28.986195 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75840ddb-6521-4c37-9568-f55c0a5f911b None None] Network 4d92d976-58af-41b6-8964-16466314a699 requested from n-d-760453-5 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 26 21:15:29.004950 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-76e58373-c85c-4990-8555-be61c8faf3c9 tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] 10.222.0.13 "DELETE /v2.0/subnets/6327d17e-3f0e-4e5c-ab62-a08b95f31b55 HTTP/1.1" status: 204 len: 168 time: 0.6414065 Jan 26 21:15:29.007988 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e58373-c85c-4990-8555-be61c8faf3c9 tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Pushing event deleted for resources: {'Subnet': ['ID=6327d17e-3f0e-4e5c-ab62-a08b95f31b55,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:15:29.086202 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884924a1-c4e3-4cdd-9849-6a2f69938365 req-c30a753d-ae42-4482-bd93-0239fa287d7a tempest-LiveMigrationTest-746395142 tempest-LiveMigrationTest-746395142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:15:29.095702 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-884924a1-c4e3-4cdd-9849-6a2f69938365 req-c30a753d-ae42-4482-bd93-0239fa287d7a tempest-LiveMigrationTest-746395142 tempest-LiveMigrationTest-746395142-project] 10.222.0.13 "GET /v2.0/ports?device_id=a9ca4017-264e-467b-a63a-6313b2811620 HTTP/1.1" status: 200 len: 943 time: 0.1825233 Jan 26 21:15:29.147503 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Jan 2022 21:15:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0121cae1-1f00-4da2-a23f-c39535be386f x-openstack-request-id: req-0121cae1-1f00-4da2-a23f-c39535be386f {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 21:15:29.151080 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eed444f6-641c-4d46-8870-6f70fd35e94f", "name": "network-vif-deleted", "tag": "7b91e58c-2d2a-4acc-8321-b7c6811beaeb", "status": "completed", "code": 200}]} {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 21:15:29.151487 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-0121cae1-1f00-4da2-a23f-c39535be386f {{(pid=103304) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 21:15:29.152615 n-d-760453-5 neutron-server[103304]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eed444f6-641c-4d46-8870-6f70fd35e94f', 'name': 'network-vif-deleted', 'tag': '7b91e58c-2d2a-4acc-8321-b7c6811beaeb', 'status': 'completed', 'code': 200} Jan 26 21:15:29.223477 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.db_base_plugin_v2 [None req-f0998809-5aa4-44e2-a2a5-e25fb8e9081a tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Deleting subnet 6efaeb23-7f96-47eb-9ea7-b45b44d8c3d3 {{(pid=103304) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 26 21:15:29.232277 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-f0998809-5aa4-44e2-a2a5-e25fb8e9081a tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Publish callbacks [] for subnet (6efaeb23-7f96-47eb-9ea7-b45b44d8c3d3), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:15:29.283841 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-884924a1-c4e3-4cdd-9849-6a2f69938365 req-e78e7751-cc26-4ebb-81f0-42bd0ba411af tempest-LiveMigrationTest-746395142 tempest-LiveMigrationTest-746395142-project] 10.222.0.13 "GET /v2.0/security-groups?id=c43a996a-6b93-48e4-a331-48250c5b183d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1852727 Jan 26 21:15:29.342994 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-f0998809-5aa4-44e2-a2a5-e25fb8e9081a tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8881284'] for subnet (6efaeb23-7f96-47eb-9ea7-b45b44d8c3d3), precommit_delete_associations {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:15:29.364854 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 56904) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:15:29.390699 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-6a1ceb91-6d9c-422d-bf19-af57db5506aa req-ab80ce51-19a1-4e7a-af4a-acb7b3365137 tempest-ServersTestJSON-1629463572 tempest-ServersTestJSON-1629463572-project] 10.222.0.13 "GET /v2.0/ports?device_id=29f670b6-da3e-4ca4-9831-97963e4c89bd HTTP/1.1" status: 200 len: 210 time: 0.1052494 Jan 26 21:15:29.491642 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-f0998809-5aa4-44e2-a2a5-e25fb8e9081a tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687316'] for subnet (6efaeb23-7f96-47eb-9ea7-b45b44d8c3d3), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:15:29.548592 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-98de1a19-228f-4746-8e12-4c5f0e2154aa admin admin] Request body: {'network': {'name': 'tempest-ListServersNegativeTestJSON-609041201-network', 'tenant_id': 'e72cb8c5c88541ed92a5c8a8cbf2babe'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:15:29.583026 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98de1a19-228f-4746-8e12-4c5f0e2154aa admin admin] Made reservation on behalf of e72cb8c5c88541ed92a5c8a8cbf2babe for: {'network': 1} {{(pid=103305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 21:15:29.586455 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-98de1a19-228f-4746-8e12-4c5f0e2154aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for network (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:15:29.588126 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-f0998809-5aa4-44e2-a2a5-e25fb8e9081a tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9281612', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12215216'] for subnet (6efaeb23-7f96-47eb-9ea7-b45b44d8c3d3), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:15:29.609730 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-98de1a19-228f-4746-8e12-4c5f0e2154aa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:15:29.658458 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-f0998809-5aa4-44e2-a2a5-e25fb8e9081a tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Publish callbacks [] for subnet (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:15:29.669264 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-f0998809-5aa4-44e2-a2a5-e25fb8e9081a tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] 10.222.0.13 "DELETE /v2.0/subnets/6efaeb23-7f96-47eb-9ea7-b45b44d8c3d3 HTTP/1.1" status: 204 len: 168 time: 0.6772358 Jan 26 21:15:29.672142 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0998809-5aa4-44e2-a2a5-e25fb8e9081a tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Pushing event deleted for resources: {'Subnet': ['ID=6efaeb23-7f96-47eb-9ea7-b45b44d8c3d3,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:15:29.674204 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 56914) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:15:29.750517 n-d-760453-5 neutron-server[103304]: INFO neutron.pecan_wsgi.hooks.translation [None req-584922e3-e440-4d08-8db3-2e598b974310 tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] DELETE failed (client error): The resource could not be found. Jan 26 21:15:29.751001 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-584922e3-e440-4d08-8db3-2e598b974310 tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103304) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 26 21:15:29.756613 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-584922e3-e440-4d08-8db3-2e598b974310 tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] 10.222.0.13 "DELETE /v2.0/subnets/6327d17e-3f0e-4e5c-ab62-a08b95f31b55 HTTP/1.1" status: 404 len: 337 time: 0.0793006 Jan 26 21:15:29.758477 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 56922) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:15:29.827528 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-98de1a19-228f-4746-8e12-4c5f0e2154aa admin admin] Publish callbacks [] for security_group (44f3f70d-2aeb-44f1-8aa6-65e7296e51d6), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:15:29.862649 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-98de1a19-228f-4746-8e12-4c5f0e2154aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (44f3f70d-2aeb-44f1-8aa6-65e7296e51d6), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:15:29.927222 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-98de1a19-228f-4746-8e12-4c5f0e2154aa admin admin] vlan segment allocate from pool success with {'vlan_id': 572, 'physical_network': 'physnet1'} {{(pid=103305) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 26 21:15:29.936301 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98de1a19-228f-4746-8e12-4c5f0e2154aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44f3f70d-2aeb-44f1-8aa6-65e7296e51d6,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:15:29.944157 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.db_base_plugin_v2 [None req-ed5c198a-d1ac-45ee-b27f-b34f9a0ab7e3 tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Deleting subnet 1b410510-608d-4284-8a2e-d7744ea6630e {{(pid=103305) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 26 21:15:29.947443 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-ed5c198a-d1ac-45ee-b27f-b34f9a0ab7e3 tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Publish callbacks [] for subnet (1b410510-608d-4284-8a2e-d7744ea6630e), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:15:29.998444 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-ed5c198a-d1ac-45ee-b27f-b34f9a0ab7e3 tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11788946'] for subnet (1b410510-608d-4284-8a2e-d7744ea6630e), precommit_delete_associations {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:15:30.002204 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-98de1a19-228f-4746-8e12-4c5f0e2154aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576559'] for segment (f63012c2-68a5-4303-aa7d-b1ec72e79a26), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:15:30.002531 n-d-760453-5 neutron-server[103305]: INFO neutron.db.segments_db [None req-98de1a19-228f-4746-8e12-4c5f0e2154aa admin admin] Added segment f63012c2-68a5-4303-aa7d-b1ec72e79a26 of type vlan for network d5111b0e-3737-409f-849e-2a880a67eb24 Jan 26 21:15:30.088921 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-98de1a19-228f-4746-8e12-4c5f0e2154aa admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746560256871'] for network (d5111b0e-3737-409f-849e-2a880a67eb24), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:15:30.108565 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Device 6f3c032f-8f77-4bb1-80f4-b3e6bc17170e no longer exists at agent hyperv_n-h2-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 26 21:15:30.165405 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] No Port match for: 6f3c032f-8f77-4bb1-80f4-b3e6bc17170e {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 26 21:15:30.166232 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Device 6f3c032f-8f77-4bb1-80f4-b3e6bc17170e not bound to the agent host n-h2-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 26 21:15:30.170622 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-98de1a19-228f-4746-8e12-4c5f0e2154aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503'] for network (d5111b0e-3737-409f-849e-2a880a67eb24), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:15:30.171688 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98de1a19-228f-4746-8e12-4c5f0e2154aa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:15:30.172606 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-98de1a19-228f-4746-8e12-4c5f0e2154aa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709645'] for network (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:15:30.188690 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-ed5c198a-d1ac-45ee-b27f-b34f9a0ab7e3 tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687316'] for subnet (1b410510-608d-4284-8a2e-d7744ea6630e), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:15:30.221278 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58cbedc5-ad75-439b-a47a-47826a63df16 None None] Network 4d92d976-58af-41b6-8964-16466314a699 requested from n-d-760453-5 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 26 21:15:30.254360 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737314c4-f13a-4b4a-b55d-b864e0e16c33 req-73c127c4-f094-46eb-a285-587f9a510de8 tempest-ServersOnMultiNodesTest-2088673700 tempest-ServersOnMultiNodesTest-2088673700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:15:30.263729 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-737314c4-f13a-4b4a-b55d-b864e0e16c33 req-73c127c4-f094-46eb-a285-587f9a510de8 tempest-ServersOnMultiNodesTest-2088673700 tempest-ServersOnMultiNodesTest-2088673700-project] 10.222.0.13 "GET /v2.0/ports?device_id=2011abd2-36e2-4bb1-b07d-9bed056683fa HTTP/1.1" status: 200 len: 950 time: 0.0689075 Jan 26 21:15:30.343625 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-310cdc0c-368d-4fea-89ee-5abb5eeff791 None None] Provisioning complete for port 511ba9ff-1f12-43de-96d3-d8e1cb897bb7 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:15:30.343832 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-737314c4-f13a-4b4a-b55d-b864e0e16c33 req-0687e39f-f687-4711-97d5-d995c632ae7b tempest-ServersOnMultiNodesTest-2088673700 tempest-ServersOnMultiNodesTest-2088673700-project] 10.222.0.13 "GET /v2.0/security-groups?id=306a2369-8c1c-4f98-9a64-2622487a9ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757856 Jan 26 21:15:30.344532 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-310cdc0c-368d-4fea-89ee-5abb5eeff791 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (511ba9ff-1f12-43de-96d3-d8e1cb897bb7), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:15:30.365117 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-98de1a19-228f-4746-8e12-4c5f0e2154aa admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.9990661 Jan 26 21:15:30.368039 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 56936) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:15:30.374701 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-b97ececc-99f1-4b00-9ea4-3b1c77c83a1f admin admin] Request body: {'subnet': {'network_id': 'd5111b0e-3737-409f-849e-2a880a67eb24', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServersNegativeTestJSON-609041201-subnet', 'tenant_id': 'e72cb8c5c88541ed92a5c8a8cbf2babe', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:15:30.437852 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-310cdc0c-368d-4fea-89ee-5abb5eeff791 None None] Port 511ba9ff-1f12-43de-96d3-d8e1cb897bb7 cannot update to ACTIVE because it is not bound. {{(pid=103306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 26 21:15:30.447607 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98de1a19-228f-4746-8e12-4c5f0e2154aa admin admin] Pushing event updated for resources: {'Network': ['ID=d5111b0e-3737-409f-849e-2a880a67eb24,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:15:30.478431 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Network d5111b0e-3737-409f-849e-2a880a67eb24 details requested by agent ovs-agent-n-d-760453-5 with host n-d-760453-5 {{(pid=103306) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 26 21:15:30.481616 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b97ececc-99f1-4b00-9ea4-3b1c77c83a1f admin admin] Made reservation on behalf of e72cb8c5c88541ed92a5c8a8cbf2babe for: {'subnet': 1} {{(pid=103304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 21:15:30.490742 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-ed5c198a-d1ac-45ee-b27f-b34f9a0ab7e3 tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11791594', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11599980'] for subnet (1b410510-608d-4284-8a2e-d7744ea6630e), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:15:30.492511 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-b97ececc-99f1-4b00-9ea4-3b1c77c83a1f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12215181'] for subnet (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:15:30.547342 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-ed5c198a-d1ac-45ee-b27f-b34f9a0ab7e3 tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709645'] for subnet (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:15:30.555787 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-310cdc0c-368d-4fea-89ee-5abb5eeff791 None None] Provisioning complete for port db74841e-8a7e-4596-b59c-0d94d832c41f triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:15:30.556393 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-310cdc0c-368d-4fea-89ee-5abb5eeff791 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (db74841e-8a7e-4596-b59c-0d94d832c41f), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:15:30.556568 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-ed5c198a-d1ac-45ee-b27f-b34f9a0ab7e3 tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] 10.222.0.13 "DELETE /v2.0/subnets/1b410510-608d-4284-8a2e-d7744ea6630e HTTP/1.1" status: 204 len: 168 time: 0.7946460 Jan 26 21:15:30.557638 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 56940) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:15:30.558416 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed5c198a-d1ac-45ee-b27f-b34f9a0ab7e3 tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Pushing event deleted for resources: {'Subnet': ['ID=1b410510-608d-4284-8a2e-d7744ea6630e,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:15:30.607239 n-d-760453-5 neutron-server[103305]: INFO neutron.pecan_wsgi.hooks.translation [None req-72b22876-0f71-4d91-93a6-0be4b3757502 tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] DELETE failed (client error): The resource could not be found. Jan 26 21:15:30.607734 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-72b22876-0f71-4d91-93a6-0be4b3757502 tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103305) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 26 21:15:30.613696 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-238a099b-6a42-4858-bb13-a327bf857576 req-63e6dbb7-08b4-4413-baee-482813cc85e2 tempest-ServersTestJSON-1629463572 tempest-ServersTestJSON-1629463572-project] 10.222.0.13 "GET /v2.0/ports?device_id=29f670b6-da3e-4ca4-9831-97963e4c89bd HTTP/1.1" status: 200 len: 210 time: 0.0907612 Jan 26 21:15:30.616571 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-72b22876-0f71-4d91-93a6-0be4b3757502 tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] 10.222.0.13 "DELETE /v2.0/subnets/cc93288a-d109-431c-90eb-eb88dab94d8e HTTP/1.1" status: 404 len: 337 time: 0.0480478 Jan 26 21:15:30.619244 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 56942) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:15:30.655130 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f99092-765d-4836-8f8c-b9c5d03ff7cc req-a02f7dd7-9f4f-4a13-bbaf-02321b10ba31 tempest-LiveMigrationTest-746395142 tempest-LiveMigrationTest-746395142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:15:30.656376 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-8b88b1c0-ccb3-4b57-b737-9f37acf0b2a8 tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] 10.222.0.13 "GET /v2.0/ports?device_id=457379e4-9d44-47c3-87e9-350b22da3b7f HTTP/1.1" status: 200 len: 205 time: 0.0352502 Jan 26 21:15:30.657787 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-06f99092-765d-4836-8f8c-b9c5d03ff7cc req-a02f7dd7-9f4f-4a13-bbaf-02321b10ba31 tempest-LiveMigrationTest-746395142 tempest-LiveMigrationTest-746395142-project] 10.222.0.13 "GET /v2.0/ports?device_id=a9ca4017-264e-467b-a63a-6313b2811620 HTTP/1.1" status: 200 len: 943 time: 0.2525809 Jan 26 21:15:30.663148 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 56944) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:15:30.690697 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-310cdc0c-368d-4fea-89ee-5abb5eeff791 None None] Current status of the port db74841e-8a7e-4596-b59c-0d94d832c41f is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:15:30.713270 n-d-760453-5 neutron-server[103305]: INFO neutron.api.v2.resource [None req-4191a980-d6bc-48df-b448-e7e0d525012d tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] delete failed (client error): The resource could not be found. Jan 26 21:15:30.714870 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-4191a980-d6bc-48df-b448-e7e0d525012d tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] 10.222.0.13 "DELETE /v2.0/routers/457379e4-9d44-47c3-87e9-350b22da3b7f HTTP/1.1" status: 404 len: 336 time: 0.0502594 Jan 26 21:15:30.717231 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 56946) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:15:30.756066 n-d-760453-5 neutron-server[103305]: INFO neutron.pecan_wsgi.hooks.translation [None req-aef4a2d8-7cf1-4c9d-991b-ba8aec39deaf tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] DELETE failed (client error): The resource could not be found. Jan 26 21:15:30.756620 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aef4a2d8-7cf1-4c9d-991b-ba8aec39deaf tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103305) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 26 21:15:30.762025 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-aef4a2d8-7cf1-4c9d-991b-ba8aec39deaf tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] 10.222.0.13 "DELETE /v2.0/subnets/ed92765c-b12b-4692-a9df-639750930dd1 HTTP/1.1" status: 404 len: 337 time: 0.0415134 Jan 26 21:15:30.762644 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 56948) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:15:30.862092 n-d-760453-5 neutron-server[103304]: INFO neutron.pecan_wsgi.hooks.translation [None req-4dfb5123-e95f-479f-b67d-d9e8b10e9a71 tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] DELETE failed (client error): The resource could not be found. Jan 26 21:15:30.862575 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4dfb5123-e95f-479f-b67d-d9e8b10e9a71 tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103304) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 26 21:15:30.865609 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-4dfb5123-e95f-479f-b67d-d9e8b10e9a71 tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] 10.222.0.13 "DELETE /v2.0/subnets/b3543c92-8709-4420-a09c-4a3d8e24795e HTTP/1.1" status: 404 len: 337 time: 0.1017301 Jan 26 21:15:30.868299 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 56952) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:15:30.910160 n-d-760453-5 neutron-server[103305]: INFO neutron.pecan_wsgi.hooks.translation [None req-20504e98-637b-4b36-8e53-6466e75874f3 tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] DELETE failed (client error): The resource could not be found. Jan 26 21:15:30.910638 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-20504e98-637b-4b36-8e53-6466e75874f3 tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103305) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 26 21:15:30.915965 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-20504e98-637b-4b36-8e53-6466e75874f3 tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] 10.222.0.13 "DELETE /v2.0/subnets/919da8f4-2d8e-49a5-8503-3ea1a4a3160f HTTP/1.1" status: 404 len: 337 time: 0.0445008 Jan 26 21:15:30.916248 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 56954) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:15:30.949411 n-d-760453-5 neutron-server[103305]: INFO neutron.pecan_wsgi.hooks.translation [None req-85ab2036-bc2c-4629-867d-18dc2fa180f3 tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] DELETE failed (client error): The resource could not be found. Jan 26 21:15:30.950073 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-85ab2036-bc2c-4629-867d-18dc2fa180f3 tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103305) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 26 21:15:30.953612 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-85ab2036-bc2c-4629-867d-18dc2fa180f3 tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] 10.222.0.13 "DELETE /v2.0/ports/3d8c352a-a487-4778-9154-68a133acbd4d HTTP/1.1" status: 404 len: 333 time: 0.0364008 Jan 26 21:15:30.956252 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 56956) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:15:30.983356 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-b97ececc-99f1-4b00-9ea4-3b1c77c83a1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9285249', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12215227'] for subnet (103e8e55-1fc7-4709-a8a5-46aeb4c9b74d), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:15:30.990164 n-d-760453-5 neutron-server[103305]: INFO neutron.pecan_wsgi.hooks.translation [None req-0c34e7d3-c179-4fb8-8506-e4beb00e0500 tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] DELETE failed (client error): The resource could not be found. Jan 26 21:15:30.990698 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0c34e7d3-c179-4fb8-8506-e4beb00e0500 tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103305) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 26 21:15:30.993959 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-0c34e7d3-c179-4fb8-8506-e4beb00e0500 tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] 10.222.0.13 "DELETE /v2.0/subnets/97c89f3f-851d-479e-b2e5-6d0b9766214b HTTP/1.1" status: 404 len: 337 time: 0.0367348 Jan 26 21:15:30.996348 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 56960) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:15:31.055214 n-d-760453-5 neutron-server[103305]: INFO neutron.pecan_wsgi.hooks.translation [None req-e9b64025-1944-447b-92ca-daaf8ae22f90 tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] DELETE failed (client error): The resource could not be found. Jan 26 21:15:31.055683 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e9b64025-1944-447b-92ca-daaf8ae22f90 tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103305) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 26 21:15:31.064965 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-e9b64025-1944-447b-92ca-daaf8ae22f90 tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] 10.222.0.13 "DELETE /v2.0/subnets/a831dfaa-576d-4b1d-a081-8e0c09c1af03 HTTP/1.1" status: 404 len: 337 time: 0.0652637 Jan 26 21:15:31.066382 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 56962) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:15:31.092604 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97ececc-99f1-4b00-9ea4-3b1c77c83a1f admin admin] Pushing event updated for resources: {'Subnet': ['ID=103e8e55-1fc7-4709-a8a5-46aeb4c9b74d,revision_number=0']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:15:31.102925 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-06f99092-765d-4836-8f8c-b9c5d03ff7cc req-0dd5b767-84e7-487f-849a-a09ea30ff3c1 tempest-LiveMigrationTest-746395142 tempest-LiveMigrationTest-746395142-project] 10.222.0.13 "GET /v2.0/security-groups?id=c43a996a-6b93-48e4-a331-48250c5b183d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3624229 Jan 26 21:15:31.124408 n-d-760453-5 neutron-server[103305]: INFO neutron.pecan_wsgi.hooks.translation [None req-78a15a08-7e24-48bc-9a53-2b6ef4c3052c tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] DELETE failed (client error): The resource could not be found. Jan 26 21:15:31.125260 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-78a15a08-7e24-48bc-9a53-2b6ef4c3052c tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103305) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 26 21:15:31.129091 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-78a15a08-7e24-48bc-9a53-2b6ef4c3052c tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] 10.222.0.13 "DELETE /v2.0/ports/08fc0ef0-86c8-47bb-a481-a0298a1264bf HTTP/1.1" status: 404 len: 333 time: 0.0616190 Jan 26 21:15:31.131756 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 56964) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:15:31.159722 n-d-760453-5 neutron-server[103305]: INFO neutron.pecan_wsgi.hooks.translation [None req-e002ff0e-9867-494a-9f88-d7026986fff6 tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] DELETE failed (client error): The resource could not be found. Jan 26 21:15:31.160466 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e002ff0e-9867-494a-9f88-d7026986fff6 tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103305) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 26 21:15:31.168059 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-e002ff0e-9867-494a-9f88-d7026986fff6 tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] 10.222.0.13 "DELETE /v2.0/subnets/da5a946a-f5c3-45ed-b357-a25920182ada HTTP/1.1" status: 404 len: 337 time: 0.0348415 Jan 26 21:15:31.170856 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 56966) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:15:31.173998 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b97ececc-99f1-4b00-9ea4-3b1c77c83a1f admin admin] Checking segment: {'id': 'f63012c2-68a5-4303-aa7d-b1ec72e79a26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'd5111b0e-3737-409f-849e-2a880a67eb24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103304) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 21:15:31.174707 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b97ececc-99f1-4b00-9ea4-3b1c77c83a1f admin admin] Network hostable DHCP agents. Network: d5111b0e-3737-409f-849e-2a880a67eb24, hostable agents: ['474ccdf7-ab6c-405b-a3b2-dc7b05829902'], hosted agents: [] {{(pid=103304) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 26 21:15:31.202580 n-d-760453-5 neutron-server[103305]: INFO neutron.pecan_wsgi.hooks.translation [None req-691666ed-edf6-42d7-bcd0-eadec9367738 tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] DELETE failed (client error): The resource could not be found. Jan 26 21:15:31.203111 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-691666ed-edf6-42d7-bcd0-eadec9367738 tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103305) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 26 21:15:31.205332 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff40f1a-4fcb-40c8-a83b-d5862ae29fcd req-57278a05-98fa-4d3a-83f0-a81937bdd9de tempest-ServersTestJSON-1629463572 tempest-ServersTestJSON-1629463572-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:15:31.208654 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-691666ed-edf6-42d7-bcd0-eadec9367738 tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] 10.222.0.13 "DELETE /v2.0/subnets/2b283a10-5f54-4311-96c1-d0ac5bfb1ca3 HTTP/1.1" status: 404 len: 337 time: 0.0346665 Jan 26 21:15:31.208911 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 56968) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:15:31.210562 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-0ff40f1a-4fcb-40c8-a83b-d5862ae29fcd req-57278a05-98fa-4d3a-83f0-a81937bdd9de tempest-ServersTestJSON-1629463572 tempest-ServersTestJSON-1629463572-project] 10.222.0.57 "GET /v2.0/networks?id=20b7651f-3dfe-4f65-83e1-a38049e7aae9 HTTP/1.1" status: 200 len: 806 time: 0.3502836 Jan 26 21:15:31.220503 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b97ececc-99f1-4b00-9ea4-3b1c77c83a1f admin admin] Network d5111b0e-3737-409f-849e-2a880a67eb24 is scheduled to be hosted by DHCP agent 474ccdf7-ab6c-405b-a3b2-dc7b05829902 with binding_index 1 {{(pid=103304) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 26 21:15:31.231630 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [None req-b97ececc-99f1-4b00-9ea4-3b1c77c83a1f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760453-5, d5111b0e-3737-409f-849e-2a880a67eb24) {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:15:31.241003 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf17d250-b1e3-4d5b-a70c-39ff5b33de3f None None] Network d5111b0e-3737-409f-849e-2a880a67eb24 requested from n-d-760453-5 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 26 21:15:31.244850 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b97ececc-99f1-4b00-9ea4-3b1c77c83a1f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:15:31.248967 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-b97ececc-99f1-4b00-9ea4-3b1c77c83a1f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:15:31.256037 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [req-0ff40f1a-4fcb-40c8-a83b-d5862ae29fcd req-0f0d3cc1-f0d5-4d67-a996-015a1903f92c tempest-ServersTestJSON-1629463572 tempest-ServersTestJSON-1629463572-project] Request body: {'port': {'device_id': '29f670b6-da3e-4ca4-9831-97963e4c89bd', 'network_id': '20b7651f-3dfe-4f65-83e1-a38049e7aae9', 'admin_state_up': True, 'tenant_id': '9e460ecabad547eca1394374023e7caf'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:15:31.335875 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-b97ececc-99f1-4b00-9ea4-3b1c77c83a1f admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.9661596 Jan 26 21:15:31.362125 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-57ea5d75-3518-4091-9af7-156e9a577a53 tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Deleting port 511ba9ff-1f12-43de-96d3-d8e1cb897bb7 {{(pid=103305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 21:15:31.362401 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-57ea5d75-3518-4091-9af7-156e9a577a53 tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746560630878'] for port (511ba9ff-1f12-43de-96d3-d8e1cb897bb7), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:15:31.511160 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0ff40f1a-4fcb-40c8-a83b-d5862ae29fcd req-0f0d3cc1-f0d5-4d67-a996-015a1903f92c tempest-ServersTestJSON-1629463572 tempest-ServersTestJSON-1629463572-project] Made reservation on behalf of 9e460ecabad547eca1394374023e7caf for: {'port': 1} {{(pid=103304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 21:15:31.515482 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-0ff40f1a-4fcb-40c8-a83b-d5862ae29fcd req-0f0d3cc1-f0d5-4d67-a996-015a1903f92c tempest-ServersTestJSON-1629463572 tempest-ServersTestJSON-1629463572-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:15:31.525085 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-57ea5d75-3518-4091-9af7-156e9a577a53 tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4109658'] for port (511ba9ff-1f12-43de-96d3-d8e1cb897bb7), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:15:31.577037 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-57ea5d75-3518-4091-9af7-156e9a577a53 tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Calling delete_port for 511ba9ff-1f12-43de-96d3-d8e1cb897bb7 owned by {{(pid=103305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 21:15:31.580221 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85a06054-1939-4bb9-8849-82c0ccc4763d None None] Network 4d92d976-58af-41b6-8964-16466314a699 requested from n-d-760453-5 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 26 21:15:31.635630 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8017ae-2e0f-401e-96b2-e08bd6d7cdcd req-f0d80d74-d524-4197-aa67-0e3454275b63 tempest-ServersOnMultiNodesTest-2088673700 tempest-ServersOnMultiNodesTest-2088673700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:15:31.638390 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-0d8017ae-2e0f-401e-96b2-e08bd6d7cdcd req-f0d80d74-d524-4197-aa67-0e3454275b63 tempest-ServersOnMultiNodesTest-2088673700 tempest-ServersOnMultiNodesTest-2088673700-project] 10.222.0.13 "GET /v2.0/ports?device_id=2011abd2-36e2-4bb1-b07d-9bed056683fa HTTP/1.1" status: 200 len: 950 time: 0.1662762 Jan 26 21:15:31.690517 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-7b263a75-d785-4bcd-9305-e761cd9171f6 None None] Provisioning complete for port db74841e-8a7e-4596-b59c-0d94d832c41f triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:15:31.690885 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-7b263a75-d785-4bcd-9305-e761cd9171f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (db74841e-8a7e-4596-b59c-0d94d832c41f), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:15:31.697843 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-57ea5d75-3518-4091-9af7-156e9a577a53 tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746560636600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746560234536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11791543'] for port (511ba9ff-1f12-43de-96d3-d8e1cb897bb7), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:15:31.728735 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ea5d75-3518-4091-9af7-156e9a577a53 tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Pushing event deleted for resources: {'Port': ['ID=511ba9ff-1f12-43de-96d3-d8e1cb897bb7,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:15:31.744612 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b4ff41b-4d98-4137-98cf-8041aefd7103 None None] Network d5111b0e-3737-409f-849e-2a880a67eb24 requested from n-d-760453-5 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 26 21:15:31.752468 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-0d8017ae-2e0f-401e-96b2-e08bd6d7cdcd req-e033c04e-502e-4f89-9b4f-d8e47d4f6160 tempest-ServersOnMultiNodesTest-2088673700 tempest-ServersOnMultiNodesTest-2088673700-project] 10.222.0.13 "GET /v2.0/security-groups?id=306a2369-8c1c-4f98-9a64-2622487a9ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021011 Jan 26 21:15:31.763277 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-57ea5d75-3518-4091-9af7-156e9a577a53 tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:15:31.767056 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-57ea5d75-3518-4091-9af7-156e9a577a53 tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] 10.222.0.13 "DELETE /v2.0/ports/511ba9ff-1f12-43de-96d3-d8e1cb897bb7 HTTP/1.1" status: 204 len: 168 time: 0.5571477 Jan 26 21:15:31.777435 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 56984) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:15:31.812608 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.db_base_plugin_common [req-0ff40f1a-4fcb-40c8-a83b-d5862ae29fcd req-0f0d3cc1-f0d5-4d67-a996-015a1903f92c tempest-ServersTestJSON-1629463572 tempest-ServersTestJSON-1629463572-project] Allocated IP 172.20.0.13 (20b7651f-3dfe-4f65-83e1-a38049e7aae9/7183c753-f99a-46b0-89ab-825caf92e3fd/9bc6629d-c6f8-4abd-a197-92ee7adc3777) {{(pid=103304) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 21:15:31.877796 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e496d16a-a42a-4ecc-ac61-2eb297bca536 None None] DHCP port deletion for 4d92d976-58af-41b6-8964-16466314a699 request from n-d-760453-5 {{(pid=103306) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 26 21:15:31.900456 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-7b263a75-d785-4bcd-9305-e761cd9171f6 None None] Current status of the port db74841e-8a7e-4596-b59c-0d94d832c41f is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:15:31.938390 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-7b263a75-d785-4bcd-9305-e761cd9171f6 None None] Could not find standard attr ID for object 511ba9ff-1f12-43de-96d3-d8e1cb897bb7. {{(pid=103306) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 26 21:15:31.950216 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce301953-0fea-4c98-9c42-6b16361bdfc8 req-ebd22932-dfac-485e-a4a7-8f5b18bc14f0 tempest-ServersOnMultiNodesTest-2088673700 tempest-ServersOnMultiNodesTest-2088673700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:15:31.952707 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-ce301953-0fea-4c98-9c42-6b16361bdfc8 req-ebd22932-dfac-485e-a4a7-8f5b18bc14f0 tempest-ServersOnMultiNodesTest-2088673700 tempest-ServersOnMultiNodesTest-2088673700-project] 10.222.0.57 "GET /v2.0/ports?device_id=2011abd2-36e2-4bb1-b07d-9bed056683fa HTTP/1.1" status: 200 len: 950 time: 0.0941966 Jan 26 21:15:31.956142 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-fb3feade-e6bc-4c00-af30-84cdb8d9286c tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-748181'] for network (4d92d976-58af-41b6-8964-16466314a699), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:15:31.971872 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-e496d16a-a42a-4ecc-ac61-2eb297bca536 None None] Deleting port db74841e-8a7e-4596-b59c-0d94d832c41f {{(pid=103306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 21:15:31.972355 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-e496d16a-a42a-4ecc-ac61-2eb297bca536 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746560630878'] for port (db74841e-8a7e-4596-b59c-0d94d832c41f), before_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:15:31.976330 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-434d8456-42f0-4beb-9cf9-d6740a23ab6d req-e2b7faba-579f-419f-8344-ae5cf4ca9bf1 tempest-ServersTestJSON-1629463572 tempest-ServersTestJSON-1629463572-project] 10.222.0.13 "GET /v2.0/ports?device_id=29f670b6-da3e-4ca4-9831-97963e4c89bd HTTP/1.1" status: 200 len: 210 time: 0.0673881 Jan 26 21:15:32.056845 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-e496d16a-a42a-4ecc-ac61-2eb297bca536 None None] For port db74841e-8a7e-4596-b59c-0d94d832c41f, host n-d-760453-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=db74841e-8a7e-4596-b59c-0d94d832c41f,segment=NetworkSegment(2eedd3bb-2baf-4136-9c2d-0f4d3a79c451),segment_id=2eedd3bb-2baf-4136-9c2d-0f4d3a79c451)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:15:32.057457 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-e496d16a-a42a-4ecc-ac61-2eb297bca536 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4109658'] for port (db74841e-8a7e-4596-b59c-0d94d832c41f), precommit_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:15:32.080539 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-e496d16a-a42a-4ecc-ac61-2eb297bca536 None None] Calling delete_port for db74841e-8a7e-4596-b59c-0d94d832c41f owned by network:dhcp {{(pid=103306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 21:15:32.109978 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [req-ce301953-0fea-4c98-9c42-6b16361bdfc8 req-bf04b4aa-c9eb-48cc-b28c-aeff4f24b166 tempest-ServersOnMultiNodesTest-2088673700 tempest-ServersOnMultiNodesTest-2088673700-project] Deleting port 552aae5b-0114-4ae2-8e9d-898106bbf7d4 {{(pid=103305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 21:15:32.110294 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-ce301953-0fea-4c98-9c42-6b16361bdfc8 req-bf04b4aa-c9eb-48cc-b28c-aeff4f24b166 tempest-ServersOnMultiNodesTest-2088673700 tempest-ServersOnMultiNodesTest-2088673700-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746560630878'] for port (552aae5b-0114-4ae2-8e9d-898106bbf7d4), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:15:32.115463 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-fb3feade-e6bc-4c00-af30-84cdb8d9286c tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Deleting port db74841e-8a7e-4596-b59c-0d94d832c41f {{(pid=103305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 21:15:32.115782 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-fb3feade-e6bc-4c00-af30-84cdb8d9286c tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746560630878'] for port (db74841e-8a7e-4596-b59c-0d94d832c41f), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:15:32.153279 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-0ff40f1a-4fcb-40c8-a83b-d5862ae29fcd req-0f0d3cc1-f0d5-4d67-a996-015a1903f92c tempest-ServersTestJSON-1629463572 tempest-ServersTestJSON-1629463572-project] Publish callbacks [] for port (9bc6629d-c6f8-4abd-a197-92ee7adc3777), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:15:32.162593 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a6d2ad-7842-4ba5-a104-465b8d2c6138 req-62eb9872-b1db-422b-9b8d-99be25a62081 tempest-ListServersNegativeTestJSON-1164879810 tempest-ListServersNegativeTestJSON-1164879810-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:15:32.169717 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-94a6d2ad-7842-4ba5-a104-465b8d2c6138 req-62eb9872-b1db-422b-9b8d-99be25a62081 tempest-ListServersNegativeTestJSON-1164879810 tempest-ListServersNegativeTestJSON-1164879810-project] 10.222.0.13 "GET /v2.0/networks?id=d5111b0e-3737-409f-849e-2a880a67eb24 HTTP/1.1" status: 200 len: 817 time: 0.2324412 Jan 26 21:15:32.191082 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Device 7b91e58c-2d2a-4acc-8321-b7c6811beaeb no longer exists at agent hyperv_n-h2-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 26 21:15:32.193470 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-94a6d2ad-7842-4ba5-a104-465b8d2c6138 req-8e5f42ca-899b-4f5d-9446-ef28bf9ee6a2 tempest-ListServersNegativeTestJSON-1164879810 tempest-ListServersNegativeTestJSON-1164879810-project] 10.222.0.13 "GET /v2.0/quotas/e72cb8c5c88541ed92a5c8a8cbf2babe HTTP/1.1" status: 200 len: 375 time: 0.0221982 Jan 26 21:15:32.196226 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-e496d16a-a42a-4ecc-ac61-2eb297bca536 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746560636600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746560234536'] for port (db74841e-8a7e-4596-b59c-0d94d832c41f), after_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:15:32.224512 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] No Port match for: 7b91e58c-2d2a-4acc-8321-b7c6811beaeb {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 26 21:15:32.225035 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Device 7b91e58c-2d2a-4acc-8321-b7c6811beaeb not bound to the agent host n-h2-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 26 21:15:32.234796 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-94a6d2ad-7842-4ba5-a104-465b8d2c6138 req-21b0d93d-5133-4e24-a4ca-207de5be47b9 tempest-ListServersNegativeTestJSON-1164879810 tempest-ListServersNegativeTestJSON-1164879810-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=e72cb8c5c88541ed92a5c8a8cbf2babe&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0400684 Jan 26 21:15:32.250487 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e496d16a-a42a-4ecc-ac61-2eb297bca536 None None] Pushing event deleted for resources: {'Port': ['ID=db74841e-8a7e-4596-b59c-0d94d832c41f,revision_number=None']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:15:32.252321 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e496d16a-a42a-4ecc-ac61-2eb297bca536 None None] No DVR routers for this DVR port db74841e-8a7e-4596-b59c-0d94d832c41f on host n-d-760453-5 {{(pid=103306) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 26 21:15:32.288822 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [req-ce301953-0fea-4c98-9c42-6b16361bdfc8 req-bf04b4aa-c9eb-48cc-b28c-aeff4f24b166 tempest-ServersOnMultiNodesTest-2088673700 tempest-ServersOnMultiNodesTest-2088673700-project] For port 552aae5b-0114-4ae2-8e9d-898106bbf7d4, host n-h2-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-5',level=0,port_id=552aae5b-0114-4ae2-8e9d-898106bbf7d4,segment=NetworkSegment(4eab25d6-89d9-4907-a1c2-51b06443ba33),segment_id=4eab25d6-89d9-4907-a1c2-51b06443ba33)] {{(pid=103305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:15:32.289445 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-ce301953-0fea-4c98-9c42-6b16361bdfc8 req-bf04b4aa-c9eb-48cc-b28c-aeff4f24b166 tempest-ServersOnMultiNodesTest-2088673700 tempest-ServersOnMultiNodesTest-2088673700-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4109658'] for port (552aae5b-0114-4ae2-8e9d-898106bbf7d4), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:15:32.312281 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [None req-fb3feade-e6bc-4c00-af30-84cdb8d9286c tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] For port db74841e-8a7e-4596-b59c-0d94d832c41f, host n-d-760453-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=db74841e-8a7e-4596-b59c-0d94d832c41f,segment=NetworkSegment(2eedd3bb-2baf-4136-9c2d-0f4d3a79c451),segment_id=2eedd3bb-2baf-4136-9c2d-0f4d3a79c451)] {{(pid=103305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:15:32.312744 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-fb3feade-e6bc-4c00-af30-84cdb8d9286c tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4109658'] for port (db74841e-8a7e-4596-b59c-0d94d832c41f), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:15:32.315732 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [req-ce301953-0fea-4c98-9c42-6b16361bdfc8 req-bf04b4aa-c9eb-48cc-b28c-aeff4f24b166 tempest-ServersOnMultiNodesTest-2088673700 tempest-ServersOnMultiNodesTest-2088673700-project] Calling delete_port for 552aae5b-0114-4ae2-8e9d-898106bbf7d4 owned by compute:nova {{(pid=103305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 21:15:32.333622 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-fb3feade-e6bc-4c00-af30-84cdb8d9286c tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Calling delete_port for db74841e-8a7e-4596-b59c-0d94d832c41f owned by network:dhcp {{(pid=103305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 21:15:32.364342 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-0ff40f1a-4fcb-40c8-a83b-d5862ae29fcd req-0f0d3cc1-f0d5-4d67-a996-015a1903f92c tempest-ServersTestJSON-1629463572 tempest-ServersTestJSON-1629463572-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746560234527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9281553'] for port (9bc6629d-c6f8-4abd-a197-92ee7adc3777), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:15:32.381598 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] get_ports_and_sgs() called for port_ids ['c0c88dad-cc2c-45c3-b929-f9b04ea7d5f7'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 26 21:15:32.474674 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f0d3cc1-f0d5-4d67-a996-015a1903f92c tempest-ServersTestJSON-1629463572 tempest-ServersTestJSON-1629463572-project] Pushing event updated for resources: {'Port': ['ID=9bc6629d-c6f8-4abd-a197-92ee7adc3777,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:15:32.488361 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-94a6d2ad-7842-4ba5-a104-465b8d2c6138 req-96dadc19-90eb-423f-981d-a7a445669dee service neutron] 10.222.0.13 "GET /v2.0/networks/d5111b0e-3737-409f-849e-2a880a67eb24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2526805 Jan 26 21:15:32.499039 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c95b39-2da3-41b2-87bd-b7fba7ebaf21 req-300621ca-47cc-4a88-969c-5c4f9f6cb9cb tempest-LiveMigrationTest-746395142 tempest-LiveMigrationTest-746395142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:15:32.500724 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-50c95b39-2da3-41b2-87bd-b7fba7ebaf21 req-300621ca-47cc-4a88-969c-5c4f9f6cb9cb tempest-LiveMigrationTest-746395142 tempest-LiveMigrationTest-746395142-project] 10.222.0.13 "GET /v2.0/ports?device_id=a9ca4017-264e-467b-a63a-6313b2811620 HTTP/1.1" status: 200 len: 943 time: 0.1893830 Jan 26 21:15:32.508846 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device db74841e-8a7e-4596-b59c-0d94d832c41f no longer exists at agent ovs-agent-n-d-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 26 21:15:32.532773 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0ff40f1a-4fcb-40c8-a83b-d5862ae29fcd req-0f0d3cc1-f0d5-4d67-a996-015a1903f92c tempest-ServersTestJSON-1629463572 tempest-ServersTestJSON-1629463572-project] Network 20b7651f-3dfe-4f65-83e1-a38049e7aae9 is already hosted by enough agents. {{(pid=103304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 21:15:32.545075 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-ce301953-0fea-4c98-9c42-6b16361bdfc8 req-bf04b4aa-c9eb-48cc-b28c-aeff4f24b166 tempest-ServersOnMultiNodesTest-2088673700 tempest-ServersOnMultiNodesTest-2088673700-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746560636600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746560234536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11791543'] for port (552aae5b-0114-4ae2-8e9d-898106bbf7d4), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:15:32.553606 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] No Port match for: db74841e-8a7e-4596-b59c-0d94d832c41f {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 26 21:15:32.553952 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device db74841e-8a7e-4596-b59c-0d94d832c41f not bound to the agent host n-d-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 26 21:15:32.565553 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-fb3feade-e6bc-4c00-af30-84cdb8d9286c tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746560636600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746560234536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11791543'] for port (db74841e-8a7e-4596-b59c-0d94d832c41f), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:15:32.571165 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [req-0ff40f1a-4fcb-40c8-a83b-d5862ae29fcd req-0f0d3cc1-f0d5-4d67-a996-015a1903f92c tempest-ServersTestJSON-1629463572 tempest-ServersTestJSON-1629463572-project] Resources bound (agent type, host, resource id): {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:15:32.577429 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] get_ports_and_sgs() called for port_ids ['552aae5b-0114-4ae2-8e9d-898106bbf7d4'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 26 21:15:32.581017 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ff40f1a-4fcb-40c8-a83b-d5862ae29fcd req-0f0d3cc1-f0d5-4d67-a996-015a1903f92c tempest-ServersTestJSON-1629463572 tempest-ServersTestJSON-1629463572-project] Received port after_create {{(pid=103304) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 21:15:32.621038 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf04b4aa-c9eb-48cc-b28c-aeff4f24b166 tempest-ServersOnMultiNodesTest-2088673700 tempest-ServersOnMultiNodesTest-2088673700-project] Pushing event deleted for resources: {'Port': ['ID=552aae5b-0114-4ae2-8e9d-898106bbf7d4,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:15:32.662430 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb3feade-e6bc-4c00-af30-84cdb8d9286c tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] No DVR routers for this DVR port db74841e-8a7e-4596-b59c-0d94d832c41f on host n-d-760453-5 {{(pid=103305) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 26 21:15:32.689617 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-50c95b39-2da3-41b2-87bd-b7fba7ebaf21 req-049463e6-19e4-4375-ae4f-317c54024472 tempest-LiveMigrationTest-746395142 tempest-LiveMigrationTest-746395142-project] 10.222.0.13 "GET /v2.0/security-groups?id=c43a996a-6b93-48e4-a331-48250c5b183d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1760845 Jan 26 21:15:32.708738 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff40f1a-4fcb-40c8-a83b-d5862ae29fcd req-0f0d3cc1-f0d5-4d67-a996-015a1903f92c tempest-ServersTestJSON-1629463572 tempest-ServersTestJSON-1629463572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:15:32.715486 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-0ff40f1a-4fcb-40c8-a83b-d5862ae29fcd req-0f0d3cc1-f0d5-4d67-a996-015a1903f92c tempest-ServersTestJSON-1629463572 tempest-ServersTestJSON-1629463572-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:15:32.717275 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce301953-0fea-4c98-9c42-6b16361bdfc8 req-bf04b4aa-c9eb-48cc-b28c-aeff4f24b166 tempest-ServersOnMultiNodesTest-2088673700 tempest-ServersOnMultiNodesTest-2088673700-project] No DVR routers for this DVR port 552aae5b-0114-4ae2-8e9d-898106bbf7d4 on host n-h2-760453-5 {{(pid=103305) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 26 21:15:32.720294 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-ce301953-0fea-4c98-9c42-6b16361bdfc8 req-bf04b4aa-c9eb-48cc-b28c-aeff4f24b166 tempest-ServersOnMultiNodesTest-2088673700 tempest-ServersOnMultiNodesTest-2088673700-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:15:32.724734 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-ce301953-0fea-4c98-9c42-6b16361bdfc8 req-bf04b4aa-c9eb-48cc-b28c-aeff4f24b166 tempest-ServersOnMultiNodesTest-2088673700 tempest-ServersOnMultiNodesTest-2088673700-project] 10.222.0.57 "DELETE /v2.0/ports/552aae5b-0114-4ae2-8e9d-898106bbf7d4 HTTP/1.1" status: 204 len: 173 time: 0.7664788 Jan 26 21:15:32.726838 n-d-760453-5 neutron-server[103305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2011abd2-36e2-4bb1-b07d-9bed056683fa', 'name': 'network-vif-deleted', 'tag': '552aae5b-0114-4ae2-8e9d-898106bbf7d4'}] {{(pid=103305) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 21:15:32.730446 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d4654568b7bf041e72ff8fe1c96d6d761d9c921f2b99bc7b3a26632be20cee0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00ad761f-9d29-4d52-9e71-c696abc1fdbc" -d '{"events": [{"server_uuid": "2011abd2-36e2-4bb1-b07d-9bed056683fa", "name": "network-vif-deleted", "tag": "552aae5b-0114-4ae2-8e9d-898106bbf7d4"}]}' {{(pid=103305) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 21:15:32.763581 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-94a6d2ad-7842-4ba5-a104-465b8d2c6138 req-f7677aed-8805-43d1-91f6-0004b80c89cd service neutron] 10.222.0.13 "GET /v2.0/networks/d5111b0e-3737-409f-849e-2a880a67eb24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2739253 Jan 26 21:15:32.770003 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-0ff40f1a-4fcb-40c8-a83b-d5862ae29fcd req-0f0d3cc1-f0d5-4d67-a996-015a1903f92c tempest-ServersTestJSON-1629463572 tempest-ServersTestJSON-1629463572-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5279355 Jan 26 21:15:32.782123 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3feade-e6bc-4c00-af30-84cdb8d9286c tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Pushing event deleted for resources: {'Port': ['ID=db74841e-8a7e-4596-b59c-0d94d832c41f,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:15:32.799881 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [req-0ff40f1a-4fcb-40c8-a83b-d5862ae29fcd req-f00d865a-60fd-4d3b-96b8-8599a132917a service neutron] Request body: {'port': {'device_id': '29f670b6-da3e-4ca4-9831-97963e4c89bd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-760453-5'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:15:32.892194 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-fb3feade-e6bc-4c00-af30-84cdb8d9286c tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-686403', 'neutron.services.segments.db._delete_segments_for_network-8746560774018'] for network (4d92d976-58af-41b6-8964-16466314a699), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:15:32.924821 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-0ff40f1a-4fcb-40c8-a83b-d5862ae29fcd req-f00d865a-60fd-4d3b-96b8-8599a132917a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (9bc6629d-c6f8-4abd-a197-92ee7adc3777), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:15:32.950507 n-d-760453-5 neutron-server[103305]: DEBUG neutron.services.segments.db [None req-fb3feade-e6bc-4c00-af30-84cdb8d9286c tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4d92d976-58af-41b6-8964-16466314a699']}} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:15:32.982555 n-d-760453-5 neutron-server[103305]: DEBUG neutron.services.segments.db [None req-fb3feade-e6bc-4c00-af30-84cdb8d9286c tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2eedd3bb-2baf-4136-9c2d-0f4d3a79c451') {'for_net_delete': True} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:15:32.983507 n-d-760453-5 neutron-server[103305]: DEBUG neutron.services.segments.db [None req-fb3feade-e6bc-4c00-af30-84cdb8d9286c tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2eedd3bb-2baf-4136-9c2d-0f4d3a79c451') {} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:15:33.008152 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-fb3feade-e6bc-4c00-af30-84cdb8d9286c tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746560742283', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11788955'] for segment (2eedd3bb-2baf-4136-9c2d-0f4d3a79c451), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:15:33.022839 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-fb3feade-e6bc-4c00-af30-84cdb8d9286c tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576559'] for segment (2eedd3bb-2baf-4136-9c2d-0f4d3a79c451), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:15:33.029211 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fb3feade-e6bc-4c00-af30-84cdb8d9286c tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Releasing vlan 592 on physical network physnet1 to pool {{(pid=103305) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 26 21:15:33.029654 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-fb3feade-e6bc-4c00-af30-84cdb8d9286c tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11791428'] for segment (2eedd3bb-2baf-4136-9c2d-0f4d3a79c451), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:15:33.032730 n-d-760453-5 neutron-server[103305]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 26 21:15:33.032730 n-d-760453-5 neutron-server[103305]: self.session.flush() Jan 26 21:15:33.032730 n-d-760453-5 neutron-server[103305]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 26 21:15:33.032730 n-d-760453-5 neutron-server[103305]: self.session.flush() Jan 26 21:15:33.032730 n-d-760453-5 neutron-server[103305]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 26 21:15:33.032730 n-d-760453-5 neutron-server[103305]: self.session.flush() Jan 26 21:15:33.032730 n-d-760453-5 neutron-server[103305]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 26 21:15:33.032730 n-d-760453-5 neutron-server[103305]: self.session.flush() Jan 26 21:15:33.032730 n-d-760453-5 neutron-server[103305]: Traceback (most recent call last): Jan 26 21:15:33.032730 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 26 21:15:33.032730 n-d-760453-5 neutron-server[103305]: timer() Jan 26 21:15:33.032730 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 26 21:15:33.032730 n-d-760453-5 neutron-server[103305]: cb(*args, **kw) Jan 26 21:15:33.032730 n-d-760453-5 neutron-server[103305]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 26 21:15:33.032730 n-d-760453-5 neutron-server[103305]: return func(*args, **kwargs) Jan 26 21:15:33.032730 n-d-760453-5 neutron-server[103305]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 26 21:15:33.032730 n-d-760453-5 neutron-server[103305]: self._notify() Jan 26 21:15:33.032730 n-d-760453-5 neutron-server[103305]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 26 21:15:33.032730 n-d-760453-5 neutron-server[103305]: self.callback(batched_events) Jan 26 21:15:33.032730 n-d-760453-5 neutron-server[103305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 26 21:15:33.032730 n-d-760453-5 neutron-server[103305]: event.method(event) Jan 26 21:15:33.032730 n-d-760453-5 neutron-server[103305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 26 21:15:33.032730 n-d-760453-5 neutron-server[103305]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 26 21:15:33.032730 n-d-760453-5 neutron-server[103305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 26 21:15:33.032730 n-d-760453-5 neutron-server[103305]: aggregate_uuid = self.p_client.list_aggregates( Jan 26 21:15:33.032730 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 26 21:15:33.032730 n-d-760453-5 neutron-server[103305]: return f(self, *a, **k) Jan 26 21:15:33.032730 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 26 21:15:33.032730 n-d-760453-5 neutron-server[103305]: return self._get(url).json() Jan 26 21:15:33.032730 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 26 21:15:33.032730 n-d-760453-5 neutron-server[103305]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 26 21:15:33.032730 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 26 21:15:33.032730 n-d-760453-5 neutron-server[103305]: return self.request(url, 'GET', **kwargs) Jan 26 21:15:33.032730 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 26 21:15:33.032730 n-d-760453-5 neutron-server[103305]: base_url = self.get_endpoint(auth, allow=allow, Jan 26 21:15:33.032730 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 26 21:15:33.032730 n-d-760453-5 neutron-server[103305]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 26 21:15:33.032730 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 26 21:15:33.032730 n-d-760453-5 neutron-server[103305]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 26 21:15:33.032730 n-d-760453-5 neutron-server[103305]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 26 21:15:33.054619 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-8ab1f3d4-2062-4cdb-be05-331f6b3f56fc req-17163855-5f1c-41dd-b4f5-e820b128ff50 tempest-ServersOnMultiNodesTest-2088673700 tempest-ServersOnMultiNodesTest-2088673700-project] 10.222.0.13 "GET /v2.0/ports?device_id=2011abd2-36e2-4bb1-b07d-9bed056683fa HTTP/1.1" status: 200 len: 210 time: 0.0977943 Jan 26 21:15:33.177060 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Jan 2022 21:15:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6fad558-94cf-4139-9e0b-6114280be6d7 x-openstack-request-id: req-c6fad558-94cf-4139-9e0b-6114280be6d7 {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 21:15:33.177666 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2011abd2-36e2-4bb1-b07d-9bed056683fa", "name": "network-vif-deleted", "tag": "552aae5b-0114-4ae2-8e9d-898106bbf7d4", "status": "completed", "code": 200}]} {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 21:15:33.178134 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c6fad558-94cf-4139-9e0b-6114280be6d7 {{(pid=103305) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 21:15:33.178756 n-d-760453-5 neutron-server[103305]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2011abd2-36e2-4bb1-b07d-9bed056683fa', 'name': 'network-vif-deleted', 'tag': '552aae5b-0114-4ae2-8e9d-898106bbf7d4', 'status': 'completed', 'code': 200} Jan 26 21:15:33.208281 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-fb3feade-e6bc-4c00-af30-84cdb8d9286c tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4110931'] for network (4d92d976-58af-41b6-8964-16466314a699), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:15:33.234883 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-fb3feade-e6bc-4c00-af30-84cdb8d9286c tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709645'] for network (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:15:33.240657 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-fb3feade-e6bc-4c00-af30-84cdb8d9286c tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] 10.222.0.13 "DELETE /v2.0/networks/4d92d976-58af-41b6-8964-16466314a699 HTTP/1.1" status: 204 len: 168 time: 1.4701035 Jan 26 21:15:33.277895 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3feade-e6bc-4c00-af30-84cdb8d9286c tempest-PortsIpV6TestJSON-1394254268 tempest-PortsIpV6TestJSON-1394254268-project] Pushing event deleted for resources: {'Network': ['ID=4d92d976-58af-41b6-8964-16466314a699,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:15:33.453410 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37cc305a-f2e9-4747-9c79-d0926a325b24 req-c37f019c-9cab-4c5c-beca-670c67fb6a0f tempest-ServersTestJSON-1629463572 tempest-ServersTestJSON-1629463572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:15:33.460589 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-37cc305a-f2e9-4747-9c79-d0926a325b24 req-c37f019c-9cab-4c5c-beca-670c67fb6a0f tempest-ServersTestJSON-1629463572 tempest-ServersTestJSON-1629463572-project] 10.222.0.13 "GET /v2.0/ports?device_id=29f670b6-da3e-4ca4-9831-97963e4c89bd HTTP/1.1" status: 200 len: 932 time: 0.1987970 Jan 26 21:15:33.580479 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-37cc305a-f2e9-4747-9c79-d0926a325b24 req-7ab0c50d-f40f-40af-91b9-9e7806a7d05a tempest-ServersTestJSON-1629463572 tempest-ServersTestJSON-1629463572-project] 10.222.0.13 "GET /v2.0/security-groups?id=a146440b-85c7-430a-88ed-6d0301627350&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188874 Jan 26 21:15:33.638663 n-d-760453-5 neutron-server[103304]: DEBUG neutron.notifiers.nova [req-0ff40f1a-4fcb-40c8-a83b-d5862ae29fcd req-f00d865a-60fd-4d3b-96b8-8599a132917a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9bc6629d-c6f8-4abd-a197-92ee7adc3777 {{(pid=103304) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 26 21:15:33.657556 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-0ff40f1a-4fcb-40c8-a83b-d5862ae29fcd req-f00d865a-60fd-4d3b-96b8-8599a132917a service neutron] Publish callbacks [] for port (9bc6629d-c6f8-4abd-a197-92ee7adc3777), precommit_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:15:33.681954 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-8401f42c-0559-460e-963f-ed91ffa1de16 req-9ebd2c11-7480-4a2e-bcbb-d7a4ed6ec7de tempest-ListServersNegativeTestJSON-1164879810 tempest-ListServersNegativeTestJSON-1164879810-project] 10.222.0.13 "GET /v2.0/ports?device_id=48d6fde9-f708-4fc4-ba58-a5cb7b56a25e HTTP/1.1" status: 200 len: 210 time: 0.0382013 Jan 26 21:15:33.687177 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.provisioning_blocks [req-0ff40f1a-4fcb-40c8-a83b-d5862ae29fcd req-f00d865a-60fd-4d3b-96b8-8599a132917a service neutron] Transition to ACTIVE for port object 9bc6629d-c6f8-4abd-a197-92ee7adc3777 will not be triggered until provisioned by entity L2. {{(pid=103304) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 21:15:33.706351 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 57034) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:15:33.706351 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-0ff40f1a-4fcb-40c8-a83b-d5862ae29fcd req-f00d865a-60fd-4d3b-96b8-8599a132917a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9281542'] for port (9bc6629d-c6f8-4abd-a197-92ee7adc3777), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:15:33.768393 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f00d865a-60fd-4d3b-96b8-8599a132917a service neutron] Pushing event updated for resources: {'Port': ['ID=9bc6629d-c6f8-4abd-a197-92ee7adc3777,revision_number=2']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:15:33.916982 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c0ccb5-6e32-493a-b3b0-cbdd28f34185 req-859e4966-5301-48bf-8c5a-2c30881ded0e tempest-LiveMigrationTest-746395142 tempest-LiveMigrationTest-746395142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:15:33.918443 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-54c0ccb5-6e32-493a-b3b0-cbdd28f34185 req-859e4966-5301-48bf-8c5a-2c30881ded0e tempest-LiveMigrationTest-746395142 tempest-LiveMigrationTest-746395142-project] 10.222.0.13 "GET /v2.0/ports?device_id=a9ca4017-264e-467b-a63a-6313b2811620 HTTP/1.1" status: 200 len: 943 time: 0.1302295 Jan 26 21:15:33.929940 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [req-0ff40f1a-4fcb-40c8-a83b-d5862ae29fcd req-f00d865a-60fd-4d3b-96b8-8599a132917a service neutron] Attempting to bind port 9bc6629d-c6f8-4abd-a197-92ee7adc3777 on host n-h2-760453-5 for vnic_type normal with profile {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 21:15:33.930285 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [req-0ff40f1a-4fcb-40c8-a83b-d5862ae29fcd req-f00d865a-60fd-4d3b-96b8-8599a132917a service neutron] Attempting to bind port 9bc6629d-c6f8-4abd-a197-92ee7adc3777 by drivers openvswitch,hyperv on host n-h2-760453-5 at level 0 using segments [{'id': 'bb9dd371-3de9-4327-a263-fb803ca379c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '20b7651f-3dfe-4f65-83e1-a38049e7aae9'}] {{(pid=103304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 26 21:15:33.930618 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ff40f1a-4fcb-40c8-a83b-d5862ae29fcd req-f00d865a-60fd-4d3b-96b8-8599a132917a service neutron] Attempting to bind port 9bc6629d-c6f8-4abd-a197-92ee7adc3777 on network 20b7651f-3dfe-4f65-83e1-a38049e7aae9 {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 21:15:33.942558 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-e692416c-e9d6-4507-a268-de152ea0bd42 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=555cb579ba8f40b196e83d88248f8446&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2436628 Jan 26 21:15:33.945810 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 57046) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:15:33.952536 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ff40f1a-4fcb-40c8-a83b-d5862ae29fcd req-f00d865a-60fd-4d3b-96b8-8599a132917a service neutron] Port 9bc6629d-c6f8-4abd-a197-92ee7adc3777 on network 20b7651f-3dfe-4f65-83e1-a38049e7aae9 not bound, no agent of type Open vSwitch agent registered on host n-h2-760453-5 {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 26 21:15:33.953074 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ff40f1a-4fcb-40c8-a83b-d5862ae29fcd req-f00d865a-60fd-4d3b-96b8-8599a132917a service neutron] Attempting to bind port 9bc6629d-c6f8-4abd-a197-92ee7adc3777 on network 20b7651f-3dfe-4f65-83e1-a38049e7aae9 {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 21:15:33.966308 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ff40f1a-4fcb-40c8-a83b-d5862ae29fcd req-f00d865a-60fd-4d3b-96b8-8599a132917a service neutron] Checking agent: {'id': '4d619873-4b60-439f-9b5a-b155dc8bbc34', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-760453-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 21, 2, 53), 'started_at': datetime.datetime(2022, 1, 26, 21, 2, 53), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 21, 15, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 26 21:15:33.966742 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ff40f1a-4fcb-40c8-a83b-d5862ae29fcd req-f00d865a-60fd-4d3b-96b8-8599a132917a service neutron] Checking segment: {'id': 'bb9dd371-3de9-4327-a263-fb803ca379c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '20b7651f-3dfe-4f65-83e1-a38049e7aae9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103304) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 21:15:33.967240 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ff40f1a-4fcb-40c8-a83b-d5862ae29fcd req-f00d865a-60fd-4d3b-96b8-8599a132917a service neutron] Bound using segment: {'id': 'bb9dd371-3de9-4327-a263-fb803ca379c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '20b7651f-3dfe-4f65-83e1-a38049e7aae9'} {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 26 21:15:33.967815 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [req-0ff40f1a-4fcb-40c8-a83b-d5862ae29fcd req-f00d865a-60fd-4d3b-96b8-8599a132917a service neutron] Bound port: 9bc6629d-c6f8-4abd-a197-92ee7adc3777, host: n-h2-760453-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bb9dd371-3de9-4327-a263-fb803ca379c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '20b7651f-3dfe-4f65-83e1-a38049e7aae9'}}] {{(pid=103304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 26 21:15:33.968250 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-0ff40f1a-4fcb-40c8-a83b-d5862ae29fcd req-f00d865a-60fd-4d3b-96b8-8599a132917a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (9bc6629d-c6f8-4abd-a197-92ee7adc3777), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:15:34.015886 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-dc7f0504-a60d-4796-8cd7-2567f8d65fc8 admin admin] Publish callbacks [] for security_group (39124c32-b52c-47bd-b304-6091c29d9405), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:15:34.039766 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-54c0ccb5-6e32-493a-b3b0-cbdd28f34185 req-064c1dfc-3c12-431f-96ba-1997c93636d6 tempest-LiveMigrationTest-746395142 tempest-LiveMigrationTest-746395142-project] 10.222.0.13 "GET /v2.0/security-groups?id=c43a996a-6b93-48e4-a331-48250c5b183d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107523 Jan 26 21:15:34.054126 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-dc7f0504-a60d-4796-8cd7-2567f8d65fc8 admin admin] Publish callbacks [] for security_group (39124c32-b52c-47bd-b304-6091c29d9405), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:15:34.077736 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [req-0ff40f1a-4fcb-40c8-a83b-d5862ae29fcd req-f00d865a-60fd-4d3b-96b8-8599a132917a service neutron] For port 9bc6629d-c6f8-4abd-a197-92ee7adc3777, host n-h2-760453-5, cleared binding levels {{(pid=103304) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 26 21:15:34.083156 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [req-0ff40f1a-4fcb-40c8-a83b-d5862ae29fcd req-f00d865a-60fd-4d3b-96b8-8599a132917a service neutron] For port 9bc6629d-c6f8-4abd-a197-92ee7adc3777, host n-h2-760453-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-5',level=0,port_id=9bc6629d-c6f8-4abd-a197-92ee7adc3777,segment=NetworkSegment(bb9dd371-3de9-4327-a263-fb803ca379c8),segment_id=bb9dd371-3de9-4327-a263-fb803ca379c8)] {{(pid=103304) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 26 21:15:34.091308 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-0ff40f1a-4fcb-40c8-a83b-d5862ae29fcd req-f00d865a-60fd-4d3b-96b8-8599a132917a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9281542'] for port (9bc6629d-c6f8-4abd-a197-92ee7adc3777), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:15:34.141587 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-dc7f0504-a60d-4796-8cd7-2567f8d65fc8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (39124c32-b52c-47bd-b304-6091c29d9405), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:15:34.144756 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-dc7f0504-a60d-4796-8cd7-2567f8d65fc8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:15:34.148670 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-dc7f0504-a60d-4796-8cd7-2567f8d65fc8 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/39124c32-b52c-47bd-b304-6091c29d9405 HTTP/1.1" status: 204 len: 168 time: 0.2018027 Jan 26 21:15:34.168085 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7f0504-a60d-4796-8cd7-2567f8d65fc8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39124c32-b52c-47bd-b304-6091c29d9405,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:15:34.184393 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff40f1a-4fcb-40c8-a83b-d5862ae29fcd req-f00d865a-60fd-4d3b-96b8-8599a132917a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:15:34.184393 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-0ff40f1a-4fcb-40c8-a83b-d5862ae29fcd req-f00d865a-60fd-4d3b-96b8-8599a132917a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:15:34.184393 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-0ff40f1a-4fcb-40c8-a83b-d5862ae29fcd req-f00d865a-60fd-4d3b-96b8-8599a132917a service neutron] 10.222.0.57 "PUT /v2.0/ports/9bc6629d-c6f8-4abd-a197-92ee7adc3777 HTTP/1.1" status: 200 len: 1092 time: 1.3984268 Jan 26 21:15:34.184393 n-d-760453-5 neutron-server[103304]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '29f670b6-da3e-4ca4-9831-97963e4c89bd', 'tag': '9bc6629d-c6f8-4abd-a197-92ee7adc3777'}] {{(pid=103304) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 21:15:34.190879 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d52b45f1943fcd332af9527eb73ff93c8d715d44383a3f6d18de73b4cfcf87b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08a85660-fba0-408a-8bac-f7f5f85b2105" -d '{"events": [{"name": "network-changed", "server_uuid": "29f670b6-da3e-4ca4-9831-97963e4c89bd", "tag": "9bc6629d-c6f8-4abd-a197-92ee7adc3777"}]}' {{(pid=103304) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 21:15:34.296534 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 26 Jan 2022 21:15:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79b295f1-4993-4d40-b903-d8718e4bba1a x-openstack-request-id: req-79b295f1-4993-4d40-b903-d8718e4bba1a {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 21:15:34.296833 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "29f670b6-da3e-4ca4-9831-97963e4c89bd", "tag": "9bc6629d-c6f8-4abd-a197-92ee7adc3777", "status": "completed", "code": 200}]} {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 21:15:34.297077 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-79b295f1-4993-4d40-b903-d8718e4bba1a {{(pid=103304) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 21:15:34.297527 n-d-760453-5 neutron-server[103304]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '29f670b6-da3e-4ca4-9831-97963e4c89bd', 'tag': '9bc6629d-c6f8-4abd-a197-92ee7adc3777', 'status': 'completed', 'code': 200} Jan 26 21:15:34.302631 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f00d865a-60fd-4d3b-96b8-8599a132917a service neutron] Pushing event updated for resources: {'Port': ['ID=9bc6629d-c6f8-4abd-a197-92ee7adc3777,revision_number=3']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:15:34.317883 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff40f1a-4fcb-40c8-a83b-d5862ae29fcd req-6051e074-61f3-4f52-be07-108afb740e34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:15:34.319993 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-0ff40f1a-4fcb-40c8-a83b-d5862ae29fcd req-6051e074-61f3-4f52-be07-108afb740e34 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=9e460ecabad547eca1394374023e7caf&device_id=29f670b6-da3e-4ca4-9831-97963e4c89bd HTTP/1.1" status: 200 len: 1095 time: 0.0737178 Jan 26 21:15:34.381911 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-0ff40f1a-4fcb-40c8-a83b-d5862ae29fcd req-8afdb3ef-e828-407a-ad0e-72fc2c6b137b service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9bc6629d-c6f8-4abd-a197-92ee7adc3777 HTTP/1.1" status: 200 len: 217 time: 0.0539534 Jan 26 21:15:34.438438 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff40f1a-4fcb-40c8-a83b-d5862ae29fcd req-022d177d-3b4a-4a67-ae88-8d230fcd5fd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:15:34.441477 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-0ff40f1a-4fcb-40c8-a83b-d5862ae29fcd req-022d177d-3b4a-4a67-ae88-8d230fcd5fd7 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=7183c753-f99a-46b0-89ab-825caf92e3fd HTTP/1.1" status: 200 len: 846 time: 0.0534210 Jan 26 21:15:34.535597 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-0ff40f1a-4fcb-40c8-a83b-d5862ae29fcd req-c7e089ab-7e5c-49f6-b754-6352de7d3292 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=20b7651f-3dfe-4f65-83e1-a38049e7aae9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0874112 Jan 26 21:15:34.658957 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 57072) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:15:34.882389 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e34bee4-2626-4bc8-b7cf-33ba59edfa8a req-c4acb540-9393-4c65-88f2-1327137979c8 tempest-ServersTestJSON-1629463572 tempest-ServersTestJSON-1629463572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:15:34.884871 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-2e34bee4-2626-4bc8-b7cf-33ba59edfa8a req-c4acb540-9393-4c65-88f2-1327137979c8 tempest-ServersTestJSON-1629463572 tempest-ServersTestJSON-1629463572-project] 10.222.0.13 "GET /v2.0/ports?device_id=29f670b6-da3e-4ca4-9831-97963e4c89bd HTTP/1.1" status: 200 len: 944 time: 0.1611090 Jan 26 21:15:35.002961 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-b3d2c952-f47f-43e3-ab8c-2b63a6106db6 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=95b0180418ed4ee8af0e8472caf2fcf2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3422678 Jan 26 21:15:35.005465 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 57084) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:15:35.077801 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-6d08d3bc-54b5-449c-bcb7-2f5201e1999e admin admin] Publish callbacks [] for security_group (306a2369-8c1c-4f98-9a64-2622487a9ae4), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:15:35.117825 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-6d08d3bc-54b5-449c-bcb7-2f5201e1999e admin admin] Publish callbacks [] for security_group (306a2369-8c1c-4f98-9a64-2622487a9ae4), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:15:35.206171 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-6d08d3bc-54b5-449c-bcb7-2f5201e1999e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (306a2369-8c1c-4f98-9a64-2622487a9ae4), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:15:35.211915 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-6d08d3bc-54b5-449c-bcb7-2f5201e1999e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:15:35.215755 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-6d08d3bc-54b5-449c-bcb7-2f5201e1999e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/306a2369-8c1c-4f98-9a64-2622487a9ae4 HTTP/1.1" status: 204 len: 168 time: 0.2069051 Jan 26 21:15:35.228480 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d08d3bc-54b5-449c-bcb7-2f5201e1999e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=306a2369-8c1c-4f98-9a64-2622487a9ae4,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:15:35.596392 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-e40e7668-9f76-4f58-b6c3-9e9a0a181d83 req-4c27a7bb-cedc-4f64-8b72-c8eeaa3b0dc5 tempest-ListServersNegativeTestJSON-1164879810 tempest-ListServersNegativeTestJSON-1164879810-project] 10.222.0.13 "GET /v2.0/ports?device_id=48d6fde9-f708-4fc4-ba58-a5cb7b56a25e HTTP/1.1" status: 200 len: 210 time: 0.6507678 Jan 26 21:15:35.620941 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-0ff40f1a-4fcb-40c8-a83b-d5862ae29fcd req-b81edeca-30d0-45bb-a3b3-a2745eb409d7 service neutron] 10.222.0.57 "GET /v2.0/networks/20b7651f-3dfe-4f65-83e1-a38049e7aae9?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0731401 Jan 26 21:15:35.703999 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a6d2ad-7842-4ba5-a104-465b8d2c6138 req-6ef707f5-4df3-4c35-a9e4-ca188092deb0 tempest-ListServersNegativeTestJSON-1164879810 tempest-ListServersNegativeTestJSON-1164879810-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:15:35.705527 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-94a6d2ad-7842-4ba5-a104-465b8d2c6138 req-6ef707f5-4df3-4c35-a9e4-ca188092deb0 tempest-ListServersNegativeTestJSON-1164879810 tempest-ListServersNegativeTestJSON-1164879810-project] 10.222.0.57 "GET /v2.0/networks?id=d5111b0e-3737-409f-849e-2a880a67eb24 HTTP/1.1" status: 200 len: 817 time: 0.2630787 Jan 26 21:15:35.727488 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [req-94a6d2ad-7842-4ba5-a104-465b8d2c6138 req-60eade4b-3240-426a-9b54-e60d71c32f52 tempest-ListServersNegativeTestJSON-1164879810 tempest-ListServersNegativeTestJSON-1164879810-project] Request body: {'port': {'device_id': '49f9e7b0-28b0-44b3-b545-28dde8698b50', 'network_id': 'd5111b0e-3737-409f-849e-2a880a67eb24', 'admin_state_up': True, 'tenant_id': 'e72cb8c5c88541ed92a5c8a8cbf2babe'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:15:35.847736 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 57110) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:15:35.960127 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-2e34bee4-2626-4bc8-b7cf-33ba59edfa8a req-d66ff776-045a-4add-9e28-8615749f5dd5 tempest-ServersTestJSON-1629463572 tempest-ServersTestJSON-1629463572-project] 10.222.0.13 "GET /v2.0/security-groups?id=a146440b-85c7-430a-88ed-6d0301627350&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0650077 Jan 26 21:15:36.037889 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab93ec8c-e832-41d0-9c1e-04a03a15c733 req-def96ed4-955f-441e-bb68-c4b8d1c6a811 tempest-LiveMigrationTest-746395142 tempest-LiveMigrationTest-746395142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:15:36.044906 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-ab93ec8c-e832-41d0-9c1e-04a03a15c733 req-def96ed4-955f-441e-bb68-c4b8d1c6a811 tempest-LiveMigrationTest-746395142 tempest-LiveMigrationTest-746395142-project] 10.222.0.13 "GET /v2.0/ports?device_id=a9ca4017-264e-467b-a63a-6313b2811620 HTTP/1.1" status: 200 len: 943 time: 0.2856066 Jan 26 21:15:36.055442 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a6d2ad-7842-4ba5-a104-465b8d2c6138 req-a9cb11f0-ea40-42e8-b28e-1ccfb7df7839 tempest-ListServersNegativeTestJSON-1164879810 tempest-ListServersNegativeTestJSON-1164879810-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:15:36.057104 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-94a6d2ad-7842-4ba5-a104-465b8d2c6138 req-a9cb11f0-ea40-42e8-b28e-1ccfb7df7839 tempest-ListServersNegativeTestJSON-1164879810 tempest-ListServersNegativeTestJSON-1164879810-project] 10.222.0.66 "GET /v2.0/networks?id=d5111b0e-3737-409f-849e-2a880a67eb24 HTTP/1.1" status: 200 len: 817 time: 0.4818947 Jan 26 21:15:36.067510 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-0ff40f1a-4fcb-40c8-a83b-d5862ae29fcd req-5106a7bc-4224-43cf-8f7e-7c04c6bb051d service neutron] 10.222.0.57 "GET /v2.0/networks/20b7651f-3dfe-4f65-83e1-a38049e7aae9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4333146 Jan 26 21:15:36.086678 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [req-94a6d2ad-7842-4ba5-a104-465b8d2c6138 req-0d13179f-8df2-4ce3-af43-ff00c71f43ec tempest-ListServersNegativeTestJSON-1164879810 tempest-ListServersNegativeTestJSON-1164879810-project] Request body: {'port': {'device_id': '8dfab774-4495-4ed0-b82b-192f2cd8862c', 'network_id': 'd5111b0e-3737-409f-849e-2a880a67eb24', 'admin_state_up': True, 'tenant_id': 'e72cb8c5c88541ed92a5c8a8cbf2babe'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:15:36.100303 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-4ce18b10-e8c1-4a7c-86a1-efa16c35c765 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=63299ad5708143a88019995ebac22e83&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2513344 Jan 26 21:15:36.100925 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 57114) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:15:36.143813 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Device 552aae5b-0114-4ae2-8e9d-898106bbf7d4 no longer exists at agent hyperv_n-h2-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 26 21:15:36.176877 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a6d2ad-7842-4ba5-a104-465b8d2c6138 req-20994269-631c-4e07-9396-73a0bcf589f6 tempest-ListServersNegativeTestJSON-1164879810 tempest-ListServersNegativeTestJSON-1164879810-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:15:36.177967 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] No Port match for: 552aae5b-0114-4ae2-8e9d-898106bbf7d4 {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 26 21:15:36.178578 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Device 552aae5b-0114-4ae2-8e9d-898106bbf7d4 not bound to the agent host n-h2-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 26 21:15:36.179196 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Device a98d0993-b582-4517-bdcf-6868c5c81c88 no longer exists at agent hyperv_n-h2-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 26 21:15:36.191096 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-94a6d2ad-7842-4ba5-a104-465b8d2c6138 req-20994269-631c-4e07-9396-73a0bcf589f6 tempest-ListServersNegativeTestJSON-1164879810 tempest-ListServersNegativeTestJSON-1164879810-project] 10.222.0.66 "GET /v2.0/networks?id=d5111b0e-3737-409f-849e-2a880a67eb24 HTTP/1.1" status: 200 len: 817 time: 0.3850529 Jan 26 21:15:36.205134 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-ab93ec8c-e832-41d0-9c1e-04a03a15c733 req-b3601862-4b96-4139-865b-82634bdf8bab tempest-LiveMigrationTest-746395142 tempest-LiveMigrationTest-746395142-project] 10.222.0.13 "GET /v2.0/security-groups?id=c43a996a-6b93-48e4-a331-48250c5b183d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1562150 Jan 26 21:15:36.228701 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [req-94a6d2ad-7842-4ba5-a104-465b8d2c6138 req-01457a2b-9596-4711-9faf-5b606f50c868 tempest-ListServersNegativeTestJSON-1164879810 tempest-ListServersNegativeTestJSON-1164879810-project] Request body: {'port': {'device_id': '48d6fde9-f708-4fc4-ba58-a5cb7b56a25e', 'network_id': 'd5111b0e-3737-409f-849e-2a880a67eb24', 'admin_state_up': True, 'tenant_id': 'e72cb8c5c88541ed92a5c8a8cbf2babe'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:15:36.238939 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-94a6d2ad-7842-4ba5-a104-465b8d2c6138 req-60eade4b-3240-426a-9b54-e60d71c32f52 tempest-ListServersNegativeTestJSON-1164879810 tempest-ListServersNegativeTestJSON-1164879810-project] Made reservation on behalf of e72cb8c5c88541ed92a5c8a8cbf2babe for: {'port': 1} {{(pid=103305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 21:15:36.251810 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-94a6d2ad-7842-4ba5-a104-465b8d2c6138 req-60eade4b-3240-426a-9b54-e60d71c32f52 tempest-ListServersNegativeTestJSON-1164879810 tempest-ListServersNegativeTestJSON-1164879810-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:15:36.303325 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a85660-fba0-408a-8bac-f7f5f85b2105 req-e2c6b23f-2f13-4bb3-8258-8980f7023eab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:15:36.305322 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-08a85660-fba0-408a-8bac-f7f5f85b2105 req-e2c6b23f-2f13-4bb3-8258-8980f7023eab service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=9e460ecabad547eca1394374023e7caf&device_id=29f670b6-da3e-4ca4-9831-97963e4c89bd HTTP/1.1" status: 200 len: 1095 time: 0.1560290 Jan 26 21:15:36.345855 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Current status of the port a98d0993-b582-4517-bdcf-6868c5c81c88 is: DOWN; New status is: DOWN {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:15:36.441967 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-94a6d2ad-7842-4ba5-a104-465b8d2c6138 req-0d13179f-8df2-4ce3-af43-ff00c71f43ec tempest-ListServersNegativeTestJSON-1164879810 tempest-ListServersNegativeTestJSON-1164879810-project] Made reservation on behalf of e72cb8c5c88541ed92a5c8a8cbf2babe for: {'port': 1} {{(pid=103304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 21:15:36.446420 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-94a6d2ad-7842-4ba5-a104-465b8d2c6138 req-0d13179f-8df2-4ce3-af43-ff00c71f43ec tempest-ListServersNegativeTestJSON-1164879810 tempest-ListServersNegativeTestJSON-1164879810-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:15:36.481168 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a85660-fba0-408a-8bac-f7f5f85b2105 req-a63885a4-5c64-41ea-b83f-48c96a716824 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:15:36.484512 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-08a85660-fba0-408a-8bac-f7f5f85b2105 req-a63885a4-5c64-41ea-b83f-48c96a716824 service neutron] 10.222.0.57 "GET /v2.0/networks?id=20b7651f-3dfe-4f65-83e1-a38049e7aae9 HTTP/1.1" status: 200 len: 907 time: 0.1703317 Jan 26 21:15:36.541651 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-c5ae08c8-ef34-43d4-8409-ce1e878dbe19 admin admin] Publish callbacks [] for security_group (9d992ee3-0554-4882-9302-a130d01e6f02), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:15:36.599600 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-c5ae08c8-ef34-43d4-8409-ce1e878dbe19 admin admin] Publish callbacks [] for security_group (9d992ee3-0554-4882-9302-a130d01e6f02), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:15:36.661854 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-08a85660-fba0-408a-8bac-f7f5f85b2105 req-dde91f44-63ff-44e5-a9b5-3d61f2394f3a service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9bc6629d-c6f8-4abd-a197-92ee7adc3777 HTTP/1.1" status: 200 len: 217 time: 0.1629274 Jan 26 21:15:36.693283 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-94a6d2ad-7842-4ba5-a104-465b8d2c6138 req-01457a2b-9596-4711-9faf-5b606f50c868 tempest-ListServersNegativeTestJSON-1164879810 tempest-ListServersNegativeTestJSON-1164879810-project] Made reservation on behalf of e72cb8c5c88541ed92a5c8a8cbf2babe for: {'port': 1} {{(pid=103305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 21:15:36.697167 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-94a6d2ad-7842-4ba5-a104-465b8d2c6138 req-01457a2b-9596-4711-9faf-5b606f50c868 tempest-ListServersNegativeTestJSON-1164879810 tempest-ListServersNegativeTestJSON-1164879810-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:15:36.752742 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.db_base_plugin_common [req-94a6d2ad-7842-4ba5-a104-465b8d2c6138 req-60eade4b-3240-426a-9b54-e60d71c32f52 tempest-ListServersNegativeTestJSON-1164879810 tempest-ListServersNegativeTestJSON-1164879810-project] Allocated IP 172.20.0.14 (d5111b0e-3737-409f-849e-2a880a67eb24/103e8e55-1fc7-4709-a8a5-46aeb4c9b74d/acbaf902-e7c9-47a9-9359-50b234b4273b) {{(pid=103305) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 21:15:36.769228 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-02347c5f-c369-4124-b955-cc713a92fc41 req-4094ab34-b77d-4dcf-8c9d-4eeefa68ca5d tempest-ListServersNegativeTestJSON-1164879810 tempest-ListServersNegativeTestJSON-1164879810-project] 10.222.0.13 "GET /v2.0/ports?device_id=48d6fde9-f708-4fc4-ba58-a5cb7b56a25e HTTP/1.1" status: 200 len: 210 time: 0.0472374 Jan 26 21:15:36.787531 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a85660-fba0-408a-8bac-f7f5f85b2105 req-7decee25-f19d-4a96-8a88-6905fa3f4948 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:15:36.789080 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-08a85660-fba0-408a-8bac-f7f5f85b2105 req-7decee25-f19d-4a96-8a88-6905fa3f4948 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=7183c753-f99a-46b0-89ab-825caf92e3fd HTTP/1.1" status: 200 len: 846 time: 0.1166239 Jan 26 21:15:36.810476 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-c5ae08c8-ef34-43d4-8409-ce1e878dbe19 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (9d992ee3-0554-4882-9302-a130d01e6f02), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:15:36.813737 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-c5ae08c8-ef34-43d4-8409-ce1e878dbe19 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:15:36.817544 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-c5ae08c8-ef34-43d4-8409-ce1e878dbe19 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/9d992ee3-0554-4882-9302-a130d01e6f02 HTTP/1.1" status: 204 len: 168 time: 0.7075922 Jan 26 21:15:36.837645 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-08a85660-fba0-408a-8bac-f7f5f85b2105 req-fe79f8c2-e52a-47cd-8e19-d2ad71bce641 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=20b7651f-3dfe-4f65-83e1-a38049e7aae9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0411630 Jan 26 21:15:36.848820 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ae08c8-ef34-43d4-8409-ce1e878dbe19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d992ee3-0554-4882-9302-a130d01e6f02,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:15:36.992434 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-08a85660-fba0-408a-8bac-f7f5f85b2105 req-1d4805dc-3071-4ad0-8f9e-9dc8a3435279 service neutron] 10.222.0.57 "GET /v2.0/networks/20b7651f-3dfe-4f65-83e1-a38049e7aae9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1467013 Jan 26 21:15:37.250102 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34aff7ed-d47f-4ea1-80f5-1e8f41a95225 req-f44afc86-8309-4bae-98dc-44d27527b934 tempest-ServersTestJSON-1629463572 tempest-ServersTestJSON-1629463572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:15:37.261628 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-34aff7ed-d47f-4ea1-80f5-1e8f41a95225 req-f44afc86-8309-4bae-98dc-44d27527b934 tempest-ServersTestJSON-1629463572 tempest-ServersTestJSON-1629463572-project] 10.222.0.13 "GET /v2.0/ports?device_id=29f670b6-da3e-4ca4-9831-97963e4c89bd HTTP/1.1" status: 200 len: 944 time: 0.1388423 Jan 26 21:15:37.263264 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-08a85660-fba0-408a-8bac-f7f5f85b2105 req-f925d224-0d0c-4fc8-9acc-eb7d4c9947ae service neutron] 10.222.0.57 "GET /v2.0/networks/20b7651f-3dfe-4f65-83e1-a38049e7aae9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2626855 Jan 26 21:15:37.409868 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-34aff7ed-d47f-4ea1-80f5-1e8f41a95225 req-0c56af63-df2a-41d5-a5a7-212c7adc0766 tempest-ServersTestJSON-1629463572 tempest-ServersTestJSON-1629463572-project] 10.222.0.13 "GET /v2.0/security-groups?id=a146440b-85c7-430a-88ed-6d0301627350&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1499054 Jan 26 21:15:37.444635 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf3e5ff-d754-47a8-aa50-37d2a0009068 req-63e6b51f-5792-40ed-ab73-0f58e9500dc0 tempest-LiveMigrationTest-746395142 tempest-LiveMigrationTest-746395142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:15:37.452418 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-9cf3e5ff-d754-47a8-aa50-37d2a0009068 req-63e6b51f-5792-40ed-ab73-0f58e9500dc0 tempest-LiveMigrationTest-746395142 tempest-LiveMigrationTest-746395142-project] 10.222.0.13 "GET /v2.0/ports?device_id=a9ca4017-264e-467b-a63a-6313b2811620 HTTP/1.1" status: 200 len: 943 time: 0.0940058 Jan 26 21:15:37.544120 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-9cf3e5ff-d754-47a8-aa50-37d2a0009068 req-b1505946-8690-4a17-b765-da996134bd5f tempest-LiveMigrationTest-746395142 tempest-LiveMigrationTest-746395142-project] 10.222.0.13 "GET /v2.0/security-groups?id=c43a996a-6b93-48e4-a331-48250c5b183d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907297 Jan 26 21:15:37.570508 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-94a6d2ad-7842-4ba5-a104-465b8d2c6138 req-60eade4b-3240-426a-9b54-e60d71c32f52 tempest-ListServersNegativeTestJSON-1164879810 tempest-ListServersNegativeTestJSON-1164879810-project] Publish callbacks [] for port (acbaf902-e7c9-47a9-9359-50b234b4273b), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:15:37.640282 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-94a6d2ad-7842-4ba5-a104-465b8d2c6138 req-60eade4b-3240-426a-9b54-e60d71c32f52 tempest-ListServersNegativeTestJSON-1164879810 tempest-ListServersNegativeTestJSON-1164879810-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746560234527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11791543'] for port (acbaf902-e7c9-47a9-9359-50b234b4273b), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:15:37.688138 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-94a6d2ad-7842-4ba5-a104-465b8d2c6138 req-60eade4b-3240-426a-9b54-e60d71c32f52 tempest-ListServersNegativeTestJSON-1164879810 tempest-ListServersNegativeTestJSON-1164879810-project] Network d5111b0e-3737-409f-849e-2a880a67eb24 is already hosted by enough agents. {{(pid=103305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 21:15:37.700698 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [req-94a6d2ad-7842-4ba5-a104-465b8d2c6138 req-60eade4b-3240-426a-9b54-e60d71c32f52 tempest-ListServersNegativeTestJSON-1164879810 tempest-ListServersNegativeTestJSON-1164879810-project] Resources bound (agent type, host, resource id): {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:15:37.713317 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [req-94a6d2ad-7842-4ba5-a104-465b8d2c6138 req-60eade4b-3240-426a-9b54-e60d71c32f52 tempest-ListServersNegativeTestJSON-1164879810 tempest-ListServersNegativeTestJSON-1164879810-project] Received port after_create {{(pid=103305) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 21:15:37.758582 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.db_base_plugin_common [req-94a6d2ad-7842-4ba5-a104-465b8d2c6138 req-0d13179f-8df2-4ce3-af43-ff00c71f43ec tempest-ListServersNegativeTestJSON-1164879810 tempest-ListServersNegativeTestJSON-1164879810-project] Allocated IP 172.20.0.8 (d5111b0e-3737-409f-849e-2a880a67eb24/103e8e55-1fc7-4709-a8a5-46aeb4c9b74d/d0d46742-0dbd-47b3-85b5-3636206015cf) {{(pid=103304) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 21:15:37.763002 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a6d2ad-7842-4ba5-a104-465b8d2c6138 req-60eade4b-3240-426a-9b54-e60d71c32f52 tempest-ListServersNegativeTestJSON-1164879810 tempest-ListServersNegativeTestJSON-1164879810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:15:37.763664 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-94a6d2ad-7842-4ba5-a104-465b8d2c6138 req-60eade4b-3240-426a-9b54-e60d71c32f52 tempest-ListServersNegativeTestJSON-1164879810 tempest-ListServersNegativeTestJSON-1164879810-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:15:37.784291 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60eade4b-3240-426a-9b54-e60d71c32f52 tempest-ListServersNegativeTestJSON-1164879810 tempest-ListServersNegativeTestJSON-1164879810-project] Pushing event updated for resources: {'Port': ['ID=acbaf902-e7c9-47a9-9359-50b234b4273b,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:15:37.791763 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-94a6d2ad-7842-4ba5-a104-465b8d2c6138 req-60eade4b-3240-426a-9b54-e60d71c32f52 tempest-ListServersNegativeTestJSON-1164879810 tempest-ListServersNegativeTestJSON-1164879810-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0775125 Jan 26 21:15:37.817818 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [req-94a6d2ad-7842-4ba5-a104-465b8d2c6138 req-54f60bfe-a97a-4d29-a442-c52f6fa46441 service neutron] Request body: {'port': {'device_id': '49f9e7b0-28b0-44b3-b545-28dde8698b50', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-760453-5'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:15:37.940365 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-94a6d2ad-7842-4ba5-a104-465b8d2c6138 req-54f60bfe-a97a-4d29-a442-c52f6fa46441 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (acbaf902-e7c9-47a9-9359-50b234b4273b), before_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:15:37.975116 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-97085ac7-6649-4d56-ad5b-2f7074b285c8 req-66dee9e9-cd1b-4d35-9e40-db1554c2554f service neutron] 10.222.0.57 "GET /v2.0/ports/a98d0993-b582-4517-bdcf-6868c5c81c88/bindings/n-h1-760453-5 HTTP/1.1" status: 200 len: 384 time: 0.1044788 Jan 26 21:15:38.016907 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-c875f06c-6f0d-48fc-9386-9694cd0ba028 req-47bd9a8e-e069-4ee1-b7fb-5393ff632737 tempest-ListServersNegativeTestJSON-1164879810 tempest-ListServersNegativeTestJSON-1164879810-project] 10.222.0.13 "GET /v2.0/ports?device_id=48d6fde9-f708-4fc4-ba58-a5cb7b56a25e HTTP/1.1" status: 200 len: 210 time: 0.0457318 Jan 26 21:15:38.155032 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (32ef628b-8417-46c5-8729-60fcabe358f1), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:15:38.191928 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-94a6d2ad-7842-4ba5-a104-465b8d2c6138 req-0d13179f-8df2-4ce3-af43-ff00c71f43ec tempest-ListServersNegativeTestJSON-1164879810 tempest-ListServersNegativeTestJSON-1164879810-project] Publish callbacks [] for port (d0d46742-0dbd-47b3-85b5-3636206015cf), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:15:38.300651 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-94a6d2ad-7842-4ba5-a104-465b8d2c6138 req-0d13179f-8df2-4ce3-af43-ff00c71f43ec tempest-ListServersNegativeTestJSON-1164879810 tempest-ListServersNegativeTestJSON-1164879810-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746560234527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9281553'] for port (d0d46742-0dbd-47b3-85b5-3636206015cf), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:15:38.359409 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d13179f-8df2-4ce3-af43-ff00c71f43ec tempest-ListServersNegativeTestJSON-1164879810 tempest-ListServersNegativeTestJSON-1164879810-project] Pushing event updated for resources: {'Port': ['ID=d0d46742-0dbd-47b3-85b5-3636206015cf,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:15:38.371599 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [req-97085ac7-6649-4d56-ad5b-2f7074b285c8 req-7890ad54-1ff2-4400-8244-f51314dbb74b service neutron] For port a98d0993-b582-4517-bdcf-6868c5c81c88, host n-h2-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-5',level=0,port_id=a98d0993-b582-4517-bdcf-6868c5c81c88,segment=NetworkSegment(984e14e0-bb79-4ef3-b570-cebad3b9694e),segment_id=984e14e0-bb79-4ef3-b570-cebad3b9694e)] {{(pid=103304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:15:38.379470 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.db_base_plugin_common [req-94a6d2ad-7842-4ba5-a104-465b8d2c6138 req-01457a2b-9596-4711-9faf-5b606f50c868 tempest-ListServersNegativeTestJSON-1164879810 tempest-ListServersNegativeTestJSON-1164879810-project] Allocated IP 172.20.0.4 (d5111b0e-3737-409f-849e-2a880a67eb24/103e8e55-1fc7-4709-a8a5-46aeb4c9b74d/2f3be922-6441-4636-9105-262d7713b3bb) {{(pid=103305) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 21:15:38.397122 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-94a6d2ad-7842-4ba5-a104-465b8d2c6138 req-0d13179f-8df2-4ce3-af43-ff00c71f43ec tempest-ListServersNegativeTestJSON-1164879810 tempest-ListServersNegativeTestJSON-1164879810-project] Network d5111b0e-3737-409f-849e-2a880a67eb24 is already hosted by enough agents. {{(pid=103304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 21:15:38.402262 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [req-94a6d2ad-7842-4ba5-a104-465b8d2c6138 req-0d13179f-8df2-4ce3-af43-ff00c71f43ec tempest-ListServersNegativeTestJSON-1164879810 tempest-ListServersNegativeTestJSON-1164879810-project] Resources bound (agent type, host, resource id): {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:15:38.406249 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [req-94a6d2ad-7842-4ba5-a104-465b8d2c6138 req-0d13179f-8df2-4ce3-af43-ff00c71f43ec tempest-ListServersNegativeTestJSON-1164879810 tempest-ListServersNegativeTestJSON-1164879810-project] Received port after_create {{(pid=103304) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 21:15:38.470173 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a6d2ad-7842-4ba5-a104-465b8d2c6138 req-0d13179f-8df2-4ce3-af43-ff00c71f43ec tempest-ListServersNegativeTestJSON-1164879810 tempest-ListServersNegativeTestJSON-1164879810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:15:38.470816 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-94a6d2ad-7842-4ba5-a104-465b8d2c6138 req-0d13179f-8df2-4ce3-af43-ff00c71f43ec tempest-ListServersNegativeTestJSON-1164879810 tempest-ListServersNegativeTestJSON-1164879810-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:15:38.485845 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [req-97085ac7-6649-4d56-ad5b-2f7074b285c8 req-7890ad54-1ff2-4400-8244-f51314dbb74b service neutron] For port a98d0993-b582-4517-bdcf-6868c5c81c88, host n-h2-760453-5, cleared binding levels {{(pid=103304) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 26 21:15:38.530025 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-94a6d2ad-7842-4ba5-a104-465b8d2c6138 req-0d13179f-8df2-4ce3-af43-ff00c71f43ec tempest-ListServersNegativeTestJSON-1164879810 tempest-ListServersNegativeTestJSON-1164879810-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4489801 Jan 26 21:15:38.547835 n-d-760453-5 neutron-server[103304]: DEBUG neutron.notifiers.nova [req-97085ac7-6649-4d56-ad5b-2f7074b285c8 req-7890ad54-1ff2-4400-8244-f51314dbb74b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a98d0993-b582-4517-bdcf-6868c5c81c88 {{(pid=103304) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 26 21:15:38.574132 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [req-94a6d2ad-7842-4ba5-a104-465b8d2c6138 req-48c60163-6859-406f-b03c-8a7aad444c3e service neutron] Request body: {'port': {'device_id': '8dfab774-4495-4ed0-b82b-192f2cd8862c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-760453-5'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:15:38.588138 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 57204) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:15:38.632689 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-94a6d2ad-7842-4ba5-a104-465b8d2c6138 req-01457a2b-9596-4711-9faf-5b606f50c868 tempest-ListServersNegativeTestJSON-1164879810 tempest-ListServersNegativeTestJSON-1164879810-project] Publish callbacks [] for port (2f3be922-6441-4636-9105-262d7713b3bb), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:15:38.654974 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [req-97085ac7-6649-4d56-ad5b-2f7074b285c8 req-7890ad54-1ff2-4400-8244-f51314dbb74b service neutron] For port a98d0993-b582-4517-bdcf-6868c5c81c88, host n-h1-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-5',level=0,port_id=a98d0993-b582-4517-bdcf-6868c5c81c88,segment=NetworkSegment(984e14e0-bb79-4ef3-b570-cebad3b9694e),segment_id=984e14e0-bb79-4ef3-b570-cebad3b9694e)] {{(pid=103304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:15:38.697845 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-94a6d2ad-7842-4ba5-a104-465b8d2c6138 req-01457a2b-9596-4711-9faf-5b606f50c868 tempest-ListServersNegativeTestJSON-1164879810 tempest-ListServersNegativeTestJSON-1164879810-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746560234527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11791543'] for port (2f3be922-6441-4636-9105-262d7713b3bb), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:15:38.705819 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-97085ac7-6649-4d56-ad5b-2f7074b285c8 req-7890ad54-1ff2-4400-8244-f51314dbb74b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (a98d0993-b582-4517-bdcf-6868c5c81c88), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:15:38.807563 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01457a2b-9596-4711-9faf-5b606f50c868 tempest-ListServersNegativeTestJSON-1164879810 tempest-ListServersNegativeTestJSON-1164879810-project] Pushing event updated for resources: {'Port': ['ID=2f3be922-6441-4636-9105-262d7713b3bb,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:15:38.850987 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-94a6d2ad-7842-4ba5-a104-465b8d2c6138 req-01457a2b-9596-4711-9faf-5b606f50c868 tempest-ListServersNegativeTestJSON-1164879810 tempest-ListServersNegativeTestJSON-1164879810-project] Network d5111b0e-3737-409f-849e-2a880a67eb24 is already hosted by enough agents. {{(pid=103305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 21:15:38.855127 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [req-94a6d2ad-7842-4ba5-a104-465b8d2c6138 req-01457a2b-9596-4711-9faf-5b606f50c868 tempest-ListServersNegativeTestJSON-1164879810 tempest-ListServersNegativeTestJSON-1164879810-project] Resources bound (agent type, host, resource id): {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:15:38.860023 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [req-94a6d2ad-7842-4ba5-a104-465b8d2c6138 req-01457a2b-9596-4711-9faf-5b606f50c868 tempest-ListServersNegativeTestJSON-1164879810 tempest-ListServersNegativeTestJSON-1164879810-project] Received port after_create {{(pid=103305) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 21:15:38.949938 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a6d2ad-7842-4ba5-a104-465b8d2c6138 req-01457a2b-9596-4711-9faf-5b606f50c868 tempest-ListServersNegativeTestJSON-1164879810 tempest-ListServersNegativeTestJSON-1164879810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:15:38.950602 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-94a6d2ad-7842-4ba5-a104-465b8d2c6138 req-01457a2b-9596-4711-9faf-5b606f50c868 tempest-ListServersNegativeTestJSON-1164879810 tempest-ListServersNegativeTestJSON-1164879810-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:15:38.958664 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-94a6d2ad-7842-4ba5-a104-465b8d2c6138 req-48c60163-6859-406f-b03c-8a7aad444c3e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (d0d46742-0dbd-47b3-85b5-3636206015cf), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:15:38.974108 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d596ca-a166-447d-a799-a832a40c0454 req-71e786bf-5dd7-470b-9713-74fb15231e6a tempest-ServersTestJSON-1629463572 tempest-ServersTestJSON-1629463572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:15:38.975696 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-c4d596ca-a166-447d-a799-a832a40c0454 req-71e786bf-5dd7-470b-9713-74fb15231e6a tempest-ServersTestJSON-1629463572 tempest-ServersTestJSON-1629463572-project] 10.222.0.13 "GET /v2.0/ports?device_id=29f670b6-da3e-4ca4-9831-97963e4c89bd HTTP/1.1" status: 200 len: 944 time: 0.3382893 Jan 26 21:15:39.024694 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 57216) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:15:39.039683 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-5745fdd3-7dba-4ccb-8611-f1656697524e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:15:39.045419 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-94a6d2ad-7842-4ba5-a104-465b8d2c6138 req-01457a2b-9596-4711-9faf-5b606f50c868 tempest-ListServersNegativeTestJSON-1164879810 tempest-ListServersNegativeTestJSON-1164879810-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8345561 Jan 26 21:15:39.055715 n-d-760453-5 neutron-server[103305]: DEBUG neutron.notifiers.nova [req-94a6d2ad-7842-4ba5-a104-465b8d2c6138 req-54f60bfe-a97a-4d29-a442-c52f6fa46441 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id acbaf902-e7c9-47a9-9359-50b234b4273b {{(pid=103305) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 26 21:15:39.065765 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [req-94a6d2ad-7842-4ba5-a104-465b8d2c6138 req-1750bbf4-4853-463e-ba6c-33de3f23c3d2 service neutron] Request body: {'port': {'device_id': '48d6fde9-f708-4fc4-ba58-a5cb7b56a25e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-760453-5'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:15:39.094069 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-94a6d2ad-7842-4ba5-a104-465b8d2c6138 req-54f60bfe-a97a-4d29-a442-c52f6fa46441 service neutron] Publish callbacks [] for port (acbaf902-e7c9-47a9-9359-50b234b4273b), precommit_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:15:39.130971 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.provisioning_blocks [req-94a6d2ad-7842-4ba5-a104-465b8d2c6138 req-54f60bfe-a97a-4d29-a442-c52f6fa46441 service neutron] Transition to ACTIVE for port object acbaf902-e7c9-47a9-9359-50b234b4273b will not be triggered until provisioned by entity L2. {{(pid=103305) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 21:15:39.139926 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-94a6d2ad-7842-4ba5-a104-465b8d2c6138 req-54f60bfe-a97a-4d29-a442-c52f6fa46441 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11791520'] for port (acbaf902-e7c9-47a9-9359-50b234b4273b), after_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:15:39.141919 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-94a6d2ad-7842-4ba5-a104-465b8d2c6138 req-1750bbf4-4853-463e-ba6c-33de3f23c3d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (2f3be922-6441-4636-9105-262d7713b3bb), before_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:15:39.160702 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63704606-141c-4a57-bfed-97174ad25307 req-3c7a2756-b810-41d1-84cf-737c7250d963 tempest-LiveMigrationTest-746395142 tempest-LiveMigrationTest-746395142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:15:39.162510 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-63704606-141c-4a57-bfed-97174ad25307 req-3c7a2756-b810-41d1-84cf-737c7250d963 tempest-LiveMigrationTest-746395142 tempest-LiveMigrationTest-746395142-project] 10.222.0.13 "GET /v2.0/ports?device_id=a9ca4017-264e-467b-a63a-6313b2811620 HTTP/1.1" status: 200 len: 943 time: 0.2925308 Jan 26 21:15:39.218480 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f60bfe-a97a-4d29-a442-c52f6fa46441 service neutron] Pushing event updated for resources: {'Port': ['ID=acbaf902-e7c9-47a9-9359-50b234b4273b,revision_number=2']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:15:39.223392 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-c845e8ce-e11d-4fb4-858b-f5e3e5128087 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:15:39.258388 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-c4d596ca-a166-447d-a799-a832a40c0454 req-655732dc-2c6f-47d2-af08-beb7ef96dd33 tempest-ServersTestJSON-1629463572 tempest-ServersTestJSON-1629463572-project] 10.222.0.13 "GET /v2.0/security-groups?id=a146440b-85c7-430a-88ed-6d0301627350&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2570145 Jan 26 21:15:39.318818 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.provisioning_blocks [req-97085ac7-6649-4d56-ad5b-2f7074b285c8 req-7890ad54-1ff2-4400-8244-f51314dbb74b service neutron] Transition to ACTIVE for port object a98d0993-b582-4517-bdcf-6868c5c81c88 will not be triggered until provisioned by entity L2. {{(pid=103304) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 21:15:39.354180 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-97085ac7-6649-4d56-ad5b-2f7074b285c8 req-7890ad54-1ff2-4400-8244-f51314dbb74b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9281542'] for port (a98d0993-b582-4517-bdcf-6868c5c81c88), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:15:39.434900 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-63704606-141c-4a57-bfed-97174ad25307 req-67fb8baa-5d42-47ca-8107-3d69878369d2 tempest-LiveMigrationTest-746395142 tempest-LiveMigrationTest-746395142-project] 10.222.0.13 "GET /v2.0/security-groups?id=c43a996a-6b93-48e4-a331-48250c5b183d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2534628 Jan 26 21:15:39.494523 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [req-94a6d2ad-7842-4ba5-a104-465b8d2c6138 req-54f60bfe-a97a-4d29-a442-c52f6fa46441 service neutron] Attempting to bind port acbaf902-e7c9-47a9-9359-50b234b4273b on host n-h2-760453-5 for vnic_type normal with profile {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 21:15:39.494865 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [req-94a6d2ad-7842-4ba5-a104-465b8d2c6138 req-54f60bfe-a97a-4d29-a442-c52f6fa46441 service neutron] Attempting to bind port acbaf902-e7c9-47a9-9359-50b234b4273b by drivers openvswitch,hyperv on host n-h2-760453-5 at level 0 using segments [{'id': 'f63012c2-68a5-4303-aa7d-b1ec72e79a26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'd5111b0e-3737-409f-849e-2a880a67eb24'}] {{(pid=103305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 26 21:15:39.495195 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94a6d2ad-7842-4ba5-a104-465b8d2c6138 req-54f60bfe-a97a-4d29-a442-c52f6fa46441 service neutron] Attempting to bind port acbaf902-e7c9-47a9-9359-50b234b4273b on network d5111b0e-3737-409f-849e-2a880a67eb24 {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 21:15:39.540025 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-c845e8ce-e11d-4fb4-858b-f5e3e5128087 admin admin] Publish callbacks [] for security_group (a1d94b43-8f03-4c03-8c52-a2b59b81a3ea), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:15:39.541083 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94a6d2ad-7842-4ba5-a104-465b8d2c6138 req-54f60bfe-a97a-4d29-a442-c52f6fa46441 service neutron] Port acbaf902-e7c9-47a9-9359-50b234b4273b on network d5111b0e-3737-409f-849e-2a880a67eb24 not bound, no agent of type Open vSwitch agent registered on host n-h2-760453-5 {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 26 21:15:39.541430 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94a6d2ad-7842-4ba5-a104-465b8d2c6138 req-54f60bfe-a97a-4d29-a442-c52f6fa46441 service neutron] Attempting to bind port acbaf902-e7c9-47a9-9359-50b234b4273b on network d5111b0e-3737-409f-849e-2a880a67eb24 {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 21:15:39.550241 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-c845e8ce-e11d-4fb4-858b-f5e3e5128087 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (a1d94b43-8f03-4c03-8c52-a2b59b81a3ea), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:15:39.554350 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [req-97085ac7-6649-4d56-ad5b-2f7074b285c8 req-7890ad54-1ff2-4400-8244-f51314dbb74b service neutron] No DVR routers for this DVR port a98d0993-b582-4517-bdcf-6868c5c81c88 on host n-h2-760453-5 {{(pid=103304) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 26 21:15:39.563428 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94a6d2ad-7842-4ba5-a104-465b8d2c6138 req-54f60bfe-a97a-4d29-a442-c52f6fa46441 service neutron] Checking agent: {'id': '4d619873-4b60-439f-9b5a-b155dc8bbc34', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-760453-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 21, 2, 53), 'started_at': datetime.datetime(2022, 1, 26, 21, 2, 53), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 21, 15, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 26 21:15:39.563768 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94a6d2ad-7842-4ba5-a104-465b8d2c6138 req-54f60bfe-a97a-4d29-a442-c52f6fa46441 service neutron] Checking segment: {'id': 'f63012c2-68a5-4303-aa7d-b1ec72e79a26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'd5111b0e-3737-409f-849e-2a880a67eb24'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103305) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 21:15:39.564158 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94a6d2ad-7842-4ba5-a104-465b8d2c6138 req-54f60bfe-a97a-4d29-a442-c52f6fa46441 service neutron] Bound using segment: {'id': 'f63012c2-68a5-4303-aa7d-b1ec72e79a26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'd5111b0e-3737-409f-849e-2a880a67eb24'} {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 26 21:15:39.564607 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [req-94a6d2ad-7842-4ba5-a104-465b8d2c6138 req-54f60bfe-a97a-4d29-a442-c52f6fa46441 service neutron] Bound port: acbaf902-e7c9-47a9-9359-50b234b4273b, host: n-h2-760453-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f63012c2-68a5-4303-aa7d-b1ec72e79a26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'd5111b0e-3737-409f-849e-2a880a67eb24'}}] {{(pid=103305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 26 21:15:39.564965 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-94a6d2ad-7842-4ba5-a104-465b8d2c6138 req-54f60bfe-a97a-4d29-a442-c52f6fa46441 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (acbaf902-e7c9-47a9-9359-50b234b4273b), before_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:15:39.630721 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7890ad54-1ff2-4400-8244-f51314dbb74b service neutron] Pushing event updated for resources: {'Port': ['ID=a98d0993-b582-4517-bdcf-6868c5c81c88,revision_number=10']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:15:39.644053 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-97085ac7-6649-4d56-ad5b-2f7074b285c8 req-7890ad54-1ff2-4400-8244-f51314dbb74b service neutron] 10.222.0.57 "PUT /v2.0/ports/a98d0993-b582-4517-bdcf-6868c5c81c88/bindings/n-h1-760453-5/activate HTTP/1.1" status: 200 len: 369 time: 1.6301687 Jan 26 21:15:39.651668 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-c845e8ce-e11d-4fb4-858b-f5e3e5128087 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b86ebe58d51349f89bd50e5a451e22b3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6230004 Jan 26 21:15:39.662087 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c845e8ce-e11d-4fb4-858b-f5e3e5128087 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1d94b43-8f03-4c03-8c52-a2b59b81a3ea,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:15:39.665817 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 57224) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:15:39.734458 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-5745fdd3-7dba-4ccb-8611-f1656697524e admin admin] Publish callbacks [] for security_group (010fb547-edb7-4640-a0d6-7f9d4a490d34), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:15:39.740437 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [req-94a6d2ad-7842-4ba5-a104-465b8d2c6138 req-54f60bfe-a97a-4d29-a442-c52f6fa46441 service neutron] For port acbaf902-e7c9-47a9-9359-50b234b4273b, host n-h2-760453-5, cleared binding levels {{(pid=103305) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 26 21:15:39.746778 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e01d0d-c864-44be-a285-3660f1eca862 req-4ef7c438-2a27-4460-ba5a-b3a5afbe3fb8 tempest-ListServersNegativeTestJSON-1164879810 tempest-ListServersNegativeTestJSON-1164879810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:15:39.748938 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-19e01d0d-c864-44be-a285-3660f1eca862 req-4ef7c438-2a27-4460-ba5a-b3a5afbe3fb8 tempest-ListServersNegativeTestJSON-1164879810 tempest-ListServersNegativeTestJSON-1164879810-project] 10.222.0.13 "GET /v2.0/ports?device_id=48d6fde9-f708-4fc4-ba58-a5cb7b56a25e HTTP/1.1" status: 200 len: 931 time: 0.2082672 Jan 26 21:15:39.751187 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-5745fdd3-7dba-4ccb-8611-f1656697524e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (010fb547-edb7-4640-a0d6-7f9d4a490d34), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:15:39.790781 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [req-94a6d2ad-7842-4ba5-a104-465b8d2c6138 req-54f60bfe-a97a-4d29-a442-c52f6fa46441 service neutron] For port acbaf902-e7c9-47a9-9359-50b234b4273b, host n-h2-760453-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-5',level=0,port_id=acbaf902-e7c9-47a9-9359-50b234b4273b,segment=NetworkSegment(f63012c2-68a5-4303-aa7d-b1ec72e79a26),segment_id=f63012c2-68a5-4303-aa7d-b1ec72e79a26)] {{(pid=103305) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 26 21:15:39.801996 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-94a6d2ad-7842-4ba5-a104-465b8d2c6138 req-54f60bfe-a97a-4d29-a442-c52f6fa46441 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11791520'] for port (acbaf902-e7c9-47a9-9359-50b234b4273b), after_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:15:39.822587 n-d-760453-5 neutron-server[103305]: DEBUG neutron.notifiers.nova [req-94a6d2ad-7842-4ba5-a104-465b8d2c6138 req-1750bbf4-4853-463e-ba6c-33de3f23c3d2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2f3be922-6441-4636-9105-262d7713b3bb {{(pid=103305) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 26 21:15:39.832699 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-5745fdd3-7dba-4ccb-8611-f1656697524e admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=81c0b8770a4648c8be074cae9eeab3d1&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1926386 Jan 26 21:15:39.835777 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5745fdd3-7dba-4ccb-8611-f1656697524e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=010fb547-edb7-4640-a0d6-7f9d4a490d34,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:15:39.841428 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 57226) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:15:39.858491 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-94a6d2ad-7842-4ba5-a104-465b8d2c6138 req-1750bbf4-4853-463e-ba6c-33de3f23c3d2 service neutron] Publish callbacks [] for port (2f3be922-6441-4636-9105-262d7713b3bb), precommit_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:15:39.860790 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-766ab560-9b6a-41de-8c71-7bf4a58a6ce6 admin admin] Publish callbacks [] for security_group (a1d94b43-8f03-4c03-8c52-a2b59b81a3ea), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:15:39.862792 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a6d2ad-7842-4ba5-a104-465b8d2c6138 req-54f60bfe-a97a-4d29-a442-c52f6fa46441 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:15:39.863435 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-94a6d2ad-7842-4ba5-a104-465b8d2c6138 req-54f60bfe-a97a-4d29-a442-c52f6fa46441 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:15:39.864868 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-94a6d2ad-7842-4ba5-a104-465b8d2c6138 req-54f60bfe-a97a-4d29-a442-c52f6fa46441 service neutron] 10.222.0.57 "PUT /v2.0/ports/acbaf902-e7c9-47a9-9359-50b234b4273b HTTP/1.1" status: 200 len: 1092 time: 2.0597982 Jan 26 21:15:39.869071 n-d-760453-5 neutron-server[103305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '49f9e7b0-28b0-44b3-b545-28dde8698b50', 'tag': 'acbaf902-e7c9-47a9-9359-50b234b4273b'}] {{(pid=103305) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 21:15:39.871337 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d4654568b7bf041e72ff8fe1c96d6d761d9c921f2b99bc7b3a26632be20cee0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76bbf8aa-d314-458a-b31a-7b8476c0edf4" -d '{"events": [{"name": "network-changed", "server_uuid": "49f9e7b0-28b0-44b3-b545-28dde8698b50", "tag": "acbaf902-e7c9-47a9-9359-50b234b4273b"}]}' {{(pid=103305) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 21:15:39.884011 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97085ac7-6649-4d56-ad5b-2f7074b285c8 req-d1cb9d9c-c04e-4d00-a86f-d68b02ff0e55 tempest-LiveMigrationTest-97640354 tempest-LiveMigrationTest-97640354-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:15:39.886487 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-97085ac7-6649-4d56-ad5b-2f7074b285c8 req-d1cb9d9c-c04e-4d00-a86f-d68b02ff0e55 tempest-LiveMigrationTest-97640354 tempest-LiveMigrationTest-97640354-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=a9ca4017-264e-467b-a63a-6313b2811620&tenant_id=ee6098e1a6074d57972f34ef6549de05&binding%3Ahost_id=n-h2-760453-5 HTTP/1.1" status: 200 len: 1095 time: 0.1643999 Jan 26 21:15:39.914707 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.provisioning_blocks [req-94a6d2ad-7842-4ba5-a104-465b8d2c6138 req-1750bbf4-4853-463e-ba6c-33de3f23c3d2 service neutron] Transition to ACTIVE for port object 2f3be922-6441-4636-9105-262d7713b3bb will not be triggered until provisioned by entity L2. {{(pid=103305) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 21:15:39.921866 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-766ab560-9b6a-41de-8c71-7bf4a58a6ce6 admin admin] Publish callbacks [] for security_group (a1d94b43-8f03-4c03-8c52-a2b59b81a3ea), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:15:39.929771 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f60bfe-a97a-4d29-a442-c52f6fa46441 service neutron] Pushing event updated for resources: {'Port': ['ID=acbaf902-e7c9-47a9-9359-50b234b4273b,revision_number=3']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:15:39.937210 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-94a6d2ad-7842-4ba5-a104-465b8d2c6138 req-1750bbf4-4853-463e-ba6c-33de3f23c3d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11791520'] for port (2f3be922-6441-4636-9105-262d7713b3bb), after_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:15:39.939328 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-19e01d0d-c864-44be-a285-3660f1eca862 req-0a3550fd-b0b2-4316-8a90-bc05eb589c31 tempest-ListServersNegativeTestJSON-1164879810 tempest-ListServersNegativeTestJSON-1164879810-project] 10.222.0.13 "GET /v2.0/security-groups?id=44f3f70d-2aeb-44f1-8aa6-65e7296e51d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1786256 Jan 26 21:15:39.955243 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 26 Jan 2022 21:15:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb850221-3cb6-4cbd-98a1-f3a55f68c34c x-openstack-request-id: req-cb850221-3cb6-4cbd-98a1-f3a55f68c34c {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 21:15:39.956828 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "49f9e7b0-28b0-44b3-b545-28dde8698b50", "tag": "acbaf902-e7c9-47a9-9359-50b234b4273b", "status": "completed", "code": 200}]} {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 21:15:39.956828 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-cb850221-3cb6-4cbd-98a1-f3a55f68c34c {{(pid=103305) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 21:15:39.956828 n-d-760453-5 neutron-server[103305]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '49f9e7b0-28b0-44b3-b545-28dde8698b50', 'tag': 'acbaf902-e7c9-47a9-9359-50b234b4273b', 'status': 'completed', 'code': 200} Jan 26 21:15:40.028687 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a6d2ad-7842-4ba5-a104-465b8d2c6138 req-72370e4c-daab-4d52-ae78-c91d3934d895 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:15:40.030706 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-94a6d2ad-7842-4ba5-a104-465b8d2c6138 req-72370e4c-daab-4d52-ae78-c91d3934d895 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=e72cb8c5c88541ed92a5c8a8cbf2babe&device_id=49f9e7b0-28b0-44b3-b545-28dde8698b50 HTTP/1.1" status: 200 len: 1095 time: 0.1109612 Jan 26 21:15:40.031210 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-c531d4e2-adb5-467b-aeea-a0a79e31e5dd admin admin] Publish callbacks [] for security_group (010fb547-edb7-4640-a0d6-7f9d4a490d34), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:15:40.043020 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1750bbf4-4853-463e-ba6c-33de3f23c3d2 service neutron] Pushing event updated for resources: {'Port': ['ID=2f3be922-6441-4636-9105-262d7713b3bb,revision_number=2']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:15:40.088822 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-c531d4e2-adb5-467b-aeea-a0a79e31e5dd admin admin] Publish callbacks [] for security_group (010fb547-edb7-4640-a0d6-7f9d4a490d34), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:15:40.100564 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-766ab560-9b6a-41de-8c71-7bf4a58a6ce6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (a1d94b43-8f03-4c03-8c52-a2b59b81a3ea), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:15:40.103827 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-766ab560-9b6a-41de-8c71-7bf4a58a6ce6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:15:40.104980 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-766ab560-9b6a-41de-8c71-7bf4a58a6ce6 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a1d94b43-8f03-4c03-8c52-a2b59b81a3ea HTTP/1.1" status: 204 len: 168 time: 0.4309430 Jan 26 21:15:40.133306 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766ab560-9b6a-41de-8c71-7bf4a58a6ce6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1d94b43-8f03-4c03-8c52-a2b59b81a3ea,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:15:40.141488 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-94a6d2ad-7842-4ba5-a104-465b8d2c6138 req-924ffff1-091c-47cd-aabb-84ff1fbca3e4 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=acbaf902-e7c9-47a9-9359-50b234b4273b HTTP/1.1" status: 200 len: 217 time: 0.0939097 Jan 26 21:15:40.174239 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Device 9bc6629d-c6f8-4abd-a197-92ee7adc3777 details requested by agent hyperv_n-h2-760453-5 with host n-h2-760453-5 {{(pid=103306) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 26 21:15:40.212170 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-c531d4e2-adb5-467b-aeea-a0a79e31e5dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (010fb547-edb7-4640-a0d6-7f9d4a490d34), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:15:40.215608 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-c531d4e2-adb5-467b-aeea-a0a79e31e5dd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:15:40.217738 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-c531d4e2-adb5-467b-aeea-a0a79e31e5dd admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/010fb547-edb7-4640-a0d6-7f9d4a490d34 HTTP/1.1" status: 204 len: 168 time: 0.3724041 Jan 26 21:15:40.227244 n-d-760453-5 neutron-server[103304]: DEBUG neutron.notifiers.nova [req-94a6d2ad-7842-4ba5-a104-465b8d2c6138 req-48c60163-6859-406f-b03c-8a7aad444c3e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d0d46742-0dbd-47b3-85b5-3636206015cf {{(pid=103304) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 26 21:15:40.251953 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97085ac7-6649-4d56-ad5b-2f7074b285c8 req-75ccc2ff-b95c-4cdb-acdd-436726d8e22c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:15:40.253968 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-97085ac7-6649-4d56-ad5b-2f7074b285c8 req-75ccc2ff-b95c-4cdb-acdd-436726d8e22c service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=a9ca4017-264e-467b-a63a-6313b2811620&tenant_id=ee6098e1a6074d57972f34ef6549de05 HTTP/1.1" status: 200 len: 1095 time: 0.3566492 Jan 26 21:15:40.269530 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-94a6d2ad-7842-4ba5-a104-465b8d2c6138 req-48c60163-6859-406f-b03c-8a7aad444c3e service neutron] Publish callbacks [] for port (d0d46742-0dbd-47b3-85b5-3636206015cf), precommit_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:15:40.271047 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [req-97085ac7-6649-4d56-ad5b-2f7074b285c8 req-afcd4178-9032-4220-8da7-f8b330b7fe16 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=103305) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 26 21:15:40.272688 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-97085ac7-6649-4d56-ad5b-2f7074b285c8 req-afcd4178-9032-4220-8da7-f8b330b7fe16 service neutron] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0104775 Jan 26 21:15:40.278395 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c531d4e2-adb5-467b-aeea-a0a79e31e5dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=010fb547-edb7-4640-a0d6-7f9d4a490d34,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:15:40.308855 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.provisioning_blocks [req-94a6d2ad-7842-4ba5-a104-465b8d2c6138 req-48c60163-6859-406f-b03c-8a7aad444c3e service neutron] Transition to ACTIVE for port object d0d46742-0dbd-47b3-85b5-3636206015cf will not be triggered until provisioned by entity L2. {{(pid=103304) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 21:15:40.319612 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-94a6d2ad-7842-4ba5-a104-465b8d2c6138 req-48c60163-6859-406f-b03c-8a7aad444c3e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9281542'] for port (d0d46742-0dbd-47b3-85b5-3636206015cf), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:15:40.366451 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [req-94a6d2ad-7842-4ba5-a104-465b8d2c6138 req-1750bbf4-4853-463e-ba6c-33de3f23c3d2 service neutron] Attempting to bind port 2f3be922-6441-4636-9105-262d7713b3bb on host n-h1-760453-5 for vnic_type normal with profile {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 21:15:40.368458 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [req-94a6d2ad-7842-4ba5-a104-465b8d2c6138 req-1750bbf4-4853-463e-ba6c-33de3f23c3d2 service neutron] Attempting to bind port 2f3be922-6441-4636-9105-262d7713b3bb by drivers openvswitch,hyperv on host n-h1-760453-5 at level 0 using segments [{'id': 'f63012c2-68a5-4303-aa7d-b1ec72e79a26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'd5111b0e-3737-409f-849e-2a880a67eb24'}] {{(pid=103305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 26 21:15:40.370374 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94a6d2ad-7842-4ba5-a104-465b8d2c6138 req-1750bbf4-4853-463e-ba6c-33de3f23c3d2 service neutron] Attempting to bind port 2f3be922-6441-4636-9105-262d7713b3bb on network d5111b0e-3737-409f-849e-2a880a67eb24 {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 21:15:40.401183 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a6d2ad-7842-4ba5-a104-465b8d2c6138 req-5504d47f-b945-4c9e-8168-c64f6ff2f05f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:15:40.408239 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-94a6d2ad-7842-4ba5-a104-465b8d2c6138 req-5504d47f-b945-4c9e-8168-c64f6ff2f05f service neutron] 10.222.0.57 "GET /v2.0/subnets?id=103e8e55-1fc7-4709-a8a5-46aeb4c9b74d HTTP/1.1" status: 200 len: 857 time: 0.2585008 Jan 26 21:15:40.439926 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c60163-6859-406f-b03c-8a7aad444c3e service neutron] Pushing event updated for resources: {'Port': ['ID=d0d46742-0dbd-47b3-85b5-3636206015cf,revision_number=2']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:15:40.477725 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-94a6d2ad-7842-4ba5-a104-465b8d2c6138 req-e93bb596-f8bf-4713-8366-1327027183bd service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=d5111b0e-3737-409f-849e-2a880a67eb24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0400920 Jan 26 21:15:40.478638 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94a6d2ad-7842-4ba5-a104-465b8d2c6138 req-1750bbf4-4853-463e-ba6c-33de3f23c3d2 service neutron] Port 2f3be922-6441-4636-9105-262d7713b3bb on network d5111b0e-3737-409f-849e-2a880a67eb24 not bound, no agent of type Open vSwitch agent registered on host n-h1-760453-5 {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 26 21:15:40.478975 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94a6d2ad-7842-4ba5-a104-465b8d2c6138 req-1750bbf4-4853-463e-ba6c-33de3f23c3d2 service neutron] Attempting to bind port 2f3be922-6441-4636-9105-262d7713b3bb on network d5111b0e-3737-409f-849e-2a880a67eb24 {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 21:15:40.538291 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] For port 9bc6629d-c6f8-4abd-a197-92ee7adc3777, host n-h2-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-5',level=0,port_id=9bc6629d-c6f8-4abd-a197-92ee7adc3777,segment=NetworkSegment(bb9dd371-3de9-4327-a263-fb803ca379c8),segment_id=bb9dd371-3de9-4327-a263-fb803ca379c8)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:15:40.570963 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Returning: {'device': '9bc6629d-c6f8-4abd-a197-92ee7adc3777', 'network_id': '20b7651f-3dfe-4f65-83e1-a38049e7aae9', 'port_id': '9bc6629d-c6f8-4abd-a197-92ee7adc3777', 'mac_address': 'fa:16:3e:f3:d5:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 575, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7183c753-f99a-46b0-89ab-825caf92e3fd', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103306) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 26 21:15:40.622632 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94a6d2ad-7842-4ba5-a104-465b8d2c6138 req-1750bbf4-4853-463e-ba6c-33de3f23c3d2 service neutron] Checking agent: {'id': '32ef628b-8417-46c5-8729-60fcabe358f1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-760453-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 21, 3, 8), 'started_at': datetime.datetime(2022, 1, 26, 21, 3, 8), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 21, 15, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 26 21:15:40.625157 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94a6d2ad-7842-4ba5-a104-465b8d2c6138 req-1750bbf4-4853-463e-ba6c-33de3f23c3d2 service neutron] Checking segment: {'id': 'f63012c2-68a5-4303-aa7d-b1ec72e79a26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'd5111b0e-3737-409f-849e-2a880a67eb24'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103305) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 21:15:40.626240 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94a6d2ad-7842-4ba5-a104-465b8d2c6138 req-1750bbf4-4853-463e-ba6c-33de3f23c3d2 service neutron] Bound using segment: {'id': 'f63012c2-68a5-4303-aa7d-b1ec72e79a26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'd5111b0e-3737-409f-849e-2a880a67eb24'} {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 26 21:15:40.628105 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [req-94a6d2ad-7842-4ba5-a104-465b8d2c6138 req-1750bbf4-4853-463e-ba6c-33de3f23c3d2 service neutron] Bound port: 2f3be922-6441-4636-9105-262d7713b3bb, host: n-h1-760453-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f63012c2-68a5-4303-aa7d-b1ec72e79a26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'd5111b0e-3737-409f-849e-2a880a67eb24'}}] {{(pid=103305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 26 21:15:40.629141 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-94a6d2ad-7842-4ba5-a104-465b8d2c6138 req-1750bbf4-4853-463e-ba6c-33de3f23c3d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (2f3be922-6441-4636-9105-262d7713b3bb), before_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:15:40.678132 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Current status of the port 9bc6629d-c6f8-4abd-a197-92ee7adc3777 is: DOWN; New status is: BUILD {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:15:40.679636 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (9bc6629d-c6f8-4abd-a197-92ee7adc3777), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:15:40.682247 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc101d34-6d66-4f89-a527-6e43bffa78b1 req-aa7eda15-d58f-41c7-9baa-2d1d77b43e2c tempest-ServersTestJSON-1629463572 tempest-ServersTestJSON-1629463572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:15:40.693615 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-fc101d34-6d66-4f89-a527-6e43bffa78b1 req-aa7eda15-d58f-41c7-9baa-2d1d77b43e2c tempest-ServersTestJSON-1629463572 tempest-ServersTestJSON-1629463572-project] 10.222.0.13 "GET /v2.0/ports?device_id=29f670b6-da3e-4ca4-9831-97963e4c89bd HTTP/1.1" status: 200 len: 944 time: 0.2440422 Jan 26 21:15:40.696938 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-94a6d2ad-7842-4ba5-a104-465b8d2c6138 req-5af1b504-542a-4021-91c0-97941913e955 service neutron] 10.222.0.57 "GET /v2.0/networks/d5111b0e-3737-409f-849e-2a880a67eb24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2118850 Jan 26 21:15:40.706509 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97085ac7-6649-4d56-ad5b-2f7074b285c8 req-8640dbb7-7bcd-4c10-af73-fd4a88dd3454 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:15:40.711764 n-d-760453-5 neutron-server[103306]: DEBUG neutron.notifiers.nova [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9bc6629d-c6f8-4abd-a197-92ee7adc3777 {{(pid=103306) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 26 21:15:40.711895 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-97085ac7-6649-4d56-ad5b-2f7074b285c8 req-8640dbb7-7bcd-4c10-af73-fd4a88dd3454 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=ee6098e1a6074d57972f34ef6549de05&device_id=a9ca4017-264e-467b-a63a-6313b2811620 HTTP/1.1" status: 200 len: 1095 time: 0.3901806 Jan 26 21:15:40.750448 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] For port 9bc6629d-c6f8-4abd-a197-92ee7adc3777, host n-h2-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-5',level=0,port_id=9bc6629d-c6f8-4abd-a197-92ee7adc3777,segment=NetworkSegment(bb9dd371-3de9-4327-a263-fb803ca379c8),segment_id=bb9dd371-3de9-4327-a263-fb803ca379c8)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:15:40.758998 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (9bc6629d-c6f8-4abd-a197-92ee7adc3777), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:15:40.827316 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Pushing event updated for resources: {'Port': ['ID=9bc6629d-c6f8-4abd-a197-92ee7adc3777,revision_number=4']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:15:40.855474 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 57256) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:15:40.863513 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [req-94a6d2ad-7842-4ba5-a104-465b8d2c6138 req-48c60163-6859-406f-b03c-8a7aad444c3e service neutron] Attempting to bind port d0d46742-0dbd-47b3-85b5-3636206015cf on host n-h1-760453-5 for vnic_type normal with profile {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 21:15:40.863979 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [req-94a6d2ad-7842-4ba5-a104-465b8d2c6138 req-48c60163-6859-406f-b03c-8a7aad444c3e service neutron] Attempting to bind port d0d46742-0dbd-47b3-85b5-3636206015cf by drivers openvswitch,hyperv on host n-h1-760453-5 at level 0 using segments [{'id': 'f63012c2-68a5-4303-aa7d-b1ec72e79a26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'd5111b0e-3737-409f-849e-2a880a67eb24'}] {{(pid=103304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 26 21:15:40.864177 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94a6d2ad-7842-4ba5-a104-465b8d2c6138 req-48c60163-6859-406f-b03c-8a7aad444c3e service neutron] Attempting to bind port d0d46742-0dbd-47b3-85b5-3636206015cf on network d5111b0e-3737-409f-849e-2a880a67eb24 {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 21:15:40.898131 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-d6da7ad6-064a-441d-96d4-23c751e1a44b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:15:40.899900 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94a6d2ad-7842-4ba5-a104-465b8d2c6138 req-48c60163-6859-406f-b03c-8a7aad444c3e service neutron] Port d0d46742-0dbd-47b3-85b5-3636206015cf on network d5111b0e-3737-409f-849e-2a880a67eb24 not bound, no agent of type Open vSwitch agent registered on host n-h1-760453-5 {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 26 21:15:40.900220 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94a6d2ad-7842-4ba5-a104-465b8d2c6138 req-48c60163-6859-406f-b03c-8a7aad444c3e service neutron] Attempting to bind port d0d46742-0dbd-47b3-85b5-3636206015cf on network d5111b0e-3737-409f-849e-2a880a67eb24 {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 21:15:40.918297 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94a6d2ad-7842-4ba5-a104-465b8d2c6138 req-48c60163-6859-406f-b03c-8a7aad444c3e service neutron] Checking agent: {'id': '32ef628b-8417-46c5-8729-60fcabe358f1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-760453-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 21, 3, 8), 'started_at': datetime.datetime(2022, 1, 26, 21, 3, 8), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 21, 15, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 26 21:15:40.918855 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94a6d2ad-7842-4ba5-a104-465b8d2c6138 req-48c60163-6859-406f-b03c-8a7aad444c3e service neutron] Checking segment: {'id': 'f63012c2-68a5-4303-aa7d-b1ec72e79a26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'd5111b0e-3737-409f-849e-2a880a67eb24'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103304) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 21:15:40.919305 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94a6d2ad-7842-4ba5-a104-465b8d2c6138 req-48c60163-6859-406f-b03c-8a7aad444c3e service neutron] Bound using segment: {'id': 'f63012c2-68a5-4303-aa7d-b1ec72e79a26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'd5111b0e-3737-409f-849e-2a880a67eb24'} {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 26 21:15:40.919749 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [req-94a6d2ad-7842-4ba5-a104-465b8d2c6138 req-48c60163-6859-406f-b03c-8a7aad444c3e service neutron] Bound port: d0d46742-0dbd-47b3-85b5-3636206015cf, host: n-h1-760453-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f63012c2-68a5-4303-aa7d-b1ec72e79a26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'd5111b0e-3737-409f-849e-2a880a67eb24'}}] {{(pid=103304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 26 21:15:40.920144 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-94a6d2ad-7842-4ba5-a104-465b8d2c6138 req-48c60163-6859-406f-b03c-8a7aad444c3e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (d0d46742-0dbd-47b3-85b5-3636206015cf), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:15:40.956467 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-fc101d34-6d66-4f89-a527-6e43bffa78b1 req-35ab85ff-1745-4f25-b129-e1a1ea555550 tempest-ServersTestJSON-1629463572 tempest-ServersTestJSON-1629463572-project] 10.222.0.13 "GET /v2.0/security-groups?id=a146440b-85c7-430a-88ed-6d0301627350&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2563119 Jan 26 21:15:41.001264 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [req-94a6d2ad-7842-4ba5-a104-465b8d2c6138 req-1750bbf4-4853-463e-ba6c-33de3f23c3d2 service neutron] For port 2f3be922-6441-4636-9105-262d7713b3bb, host n-h1-760453-5, cleared binding levels {{(pid=103305) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 26 21:15:41.001712 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] get_ports_and_sgs() called for port_ids ['9bc6629d-c6f8-4abd-a197-92ee7adc3777'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 26 21:15:41.041066 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [req-94a6d2ad-7842-4ba5-a104-465b8d2c6138 req-1750bbf4-4853-463e-ba6c-33de3f23c3d2 service neutron] For port 2f3be922-6441-4636-9105-262d7713b3bb, host n-h1-760453-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-5',level=0,port_id=2f3be922-6441-4636-9105-262d7713b3bb,segment=NetworkSegment(f63012c2-68a5-4303-aa7d-b1ec72e79a26),segment_id=f63012c2-68a5-4303-aa7d-b1ec72e79a26)] {{(pid=103305) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 26 21:15:41.044535 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97085ac7-6649-4d56-ad5b-2f7074b285c8 req-cb91a7aa-99e9-4121-bdeb-424e77c7a33a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:15:41.046137 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-97085ac7-6649-4d56-ad5b-2f7074b285c8 req-cb91a7aa-99e9-4121-bdeb-424e77c7a33a service neutron] 10.222.0.66 "GET /v2.0/networks?id=57cdf3f5-a20b-4c6f-b2eb-bed2f5d4d40a HTTP/1.1" status: 200 len: 908 time: 0.3253782 Jan 26 21:15:41.048212 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-94a6d2ad-7842-4ba5-a104-465b8d2c6138 req-fffa54dc-8c6c-4c20-ada3-02ca9e1dc1f8 service neutron] 10.222.0.57 "GET /v2.0/networks/d5111b0e-3737-409f-849e-2a880a67eb24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3336468 Jan 26 21:15:41.049683 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-94a6d2ad-7842-4ba5-a104-465b8d2c6138 req-1750bbf4-4853-463e-ba6c-33de3f23c3d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11791520'] for port (2f3be922-6441-4636-9105-262d7713b3bb), after_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:15:41.093175 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e862143-2823-48d7-8305-b37703ba9071 req-05e5c1e9-a3b4-4195-8e8f-977da5d9fa8c tempest-LiveMigrationTest-746395142 tempest-LiveMigrationTest-746395142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:15:41.100416 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-9e862143-2823-48d7-8305-b37703ba9071 req-05e5c1e9-a3b4-4195-8e8f-977da5d9fa8c tempest-LiveMigrationTest-746395142 tempest-LiveMigrationTest-746395142-project] 10.222.0.13 "GET /v2.0/ports?device_id=a9ca4017-264e-467b-a63a-6313b2811620 HTTP/1.1" status: 200 len: 944 time: 0.3816526 Jan 26 21:15:41.137588 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [req-94a6d2ad-7842-4ba5-a104-465b8d2c6138 req-48c60163-6859-406f-b03c-8a7aad444c3e service neutron] For port d0d46742-0dbd-47b3-85b5-3636206015cf, host n-h1-760453-5, cleared binding levels {{(pid=103304) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 26 21:15:41.169103 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [req-94a6d2ad-7842-4ba5-a104-465b8d2c6138 req-48c60163-6859-406f-b03c-8a7aad444c3e service neutron] For port d0d46742-0dbd-47b3-85b5-3636206015cf, host n-h1-760453-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-5',level=0,port_id=d0d46742-0dbd-47b3-85b5-3636206015cf,segment=NetworkSegment(f63012c2-68a5-4303-aa7d-b1ec72e79a26),segment_id=f63012c2-68a5-4303-aa7d-b1ec72e79a26)] {{(pid=103304) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 26 21:15:41.187763 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-94a6d2ad-7842-4ba5-a104-465b8d2c6138 req-48c60163-6859-406f-b03c-8a7aad444c3e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9281542'] for port (d0d46742-0dbd-47b3-85b5-3636206015cf), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:15:41.218620 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-9e862143-2823-48d7-8305-b37703ba9071 req-4967e96e-fcbb-4c13-a1a7-ed636294c283 tempest-LiveMigrationTest-746395142 tempest-LiveMigrationTest-746395142-project] 10.222.0.13 "GET /v2.0/security-groups?id=c43a996a-6b93-48e4-a331-48250c5b183d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172187 Jan 26 21:15:41.239204 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a6d2ad-7842-4ba5-a104-465b8d2c6138 req-1750bbf4-4853-463e-ba6c-33de3f23c3d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:15:41.239840 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-94a6d2ad-7842-4ba5-a104-465b8d2c6138 req-1750bbf4-4853-463e-ba6c-33de3f23c3d2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:15:41.241269 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-94a6d2ad-7842-4ba5-a104-465b8d2c6138 req-1750bbf4-4853-463e-ba6c-33de3f23c3d2 service neutron] 10.222.0.66 "PUT /v2.0/ports/2f3be922-6441-4636-9105-262d7713b3bb HTTP/1.1" status: 200 len: 1091 time: 2.1802552 Jan 26 21:15:41.295998 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-97085ac7-6649-4d56-ad5b-2f7074b285c8 req-5aab0f8e-e0b4-4086-b944-17eb09fd8baf service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a98d0993-b582-4517-bdcf-6868c5c81c88 HTTP/1.1" status: 200 len: 217 time: 0.2209413 Jan 26 21:15:41.298809 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1750bbf4-4853-463e-ba6c-33de3f23c3d2 service neutron] Pushing event updated for resources: {'Port': ['ID=2f3be922-6441-4636-9105-262d7713b3bb,revision_number=3']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:15:41.348723 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a6d2ad-7842-4ba5-a104-465b8d2c6138 req-48c60163-6859-406f-b03c-8a7aad444c3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:15:41.349319 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-94a6d2ad-7842-4ba5-a104-465b8d2c6138 req-48c60163-6859-406f-b03c-8a7aad444c3e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:15:41.351059 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-94a6d2ad-7842-4ba5-a104-465b8d2c6138 req-48c60163-6859-406f-b03c-8a7aad444c3e service neutron] 10.222.0.66 "PUT /v2.0/ports/d0d46742-0dbd-47b3-85b5-3636206015cf HTTP/1.1" status: 200 len: 1091 time: 2.7967424 Jan 26 21:15:41.357239 n-d-760453-5 neutron-server[103304]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8dfab774-4495-4ed0-b82b-192f2cd8862c', 'tag': 'd0d46742-0dbd-47b3-85b5-3636206015cf'}] {{(pid=103304) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 21:15:41.360148 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d52b45f1943fcd332af9527eb73ff93c8d715d44383a3f6d18de73b4cfcf87b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fac11344-f365-4d51-bc69-6f6f4c65fafd" -d '{"events": [{"name": "network-changed", "server_uuid": "8dfab774-4495-4ed0-b82b-192f2cd8862c", "tag": "d0d46742-0dbd-47b3-85b5-3636206015cf"}]}' {{(pid=103304) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 21:15:41.425490 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-d6da7ad6-064a-441d-96d4-23c751e1a44b admin admin] Publish callbacks [] for security_group (a278b07e-5c05-4456-92af-e01e54c057c3), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:15:41.440799 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 26 Jan 2022 21:15:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-836143c9-5fdd-45ab-b2fe-6fc6de06182c x-openstack-request-id: req-836143c9-5fdd-45ab-b2fe-6fc6de06182c {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 21:15:41.441467 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76bbf8aa-d314-458a-b31a-7b8476c0edf4 req-d96506fa-543c-4ef5-a040-6a8e4069b8f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:15:41.441650 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8dfab774-4495-4ed0-b82b-192f2cd8862c", "tag": "d0d46742-0dbd-47b3-85b5-3636206015cf", "status": "completed", "code": 200}]} {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 21:15:41.442069 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-836143c9-5fdd-45ab-b2fe-6fc6de06182c {{(pid=103304) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 21:15:41.442609 n-d-760453-5 neutron-server[103304]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8dfab774-4495-4ed0-b82b-192f2cd8862c', 'tag': 'd0d46742-0dbd-47b3-85b5-3636206015cf', 'status': 'completed', 'code': 200} Jan 26 21:15:41.444049 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-76bbf8aa-d314-458a-b31a-7b8476c0edf4 req-d96506fa-543c-4ef5-a040-6a8e4069b8f1 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=e72cb8c5c88541ed92a5c8a8cbf2babe&device_id=49f9e7b0-28b0-44b3-b545-28dde8698b50 HTTP/1.1" status: 200 len: 1095 time: 0.3093534 Jan 26 21:15:41.445931 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.agents_db [None req-569f1ced-6396-4ddf-b79f-e03b0b2146ab None None] Agent healthcheck: found 7 active agents {{(pid=103307) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 26 21:15:41.462309 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97085ac7-6649-4d56-ad5b-2f7074b285c8 req-a64dae65-5248-4bb0-b088-c1bdce526e5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:15:41.464715 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-97085ac7-6649-4d56-ad5b-2f7074b285c8 req-a64dae65-5248-4bb0-b088-c1bdce526e5e service neutron] 10.222.0.66 "GET /v2.0/subnets?id=0fd61269-7d95-487b-ba3a-f244d39cf571 HTTP/1.1" status: 200 len: 847 time: 0.1502573 Jan 26 21:15:41.464833 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-d6da7ad6-064a-441d-96d4-23c751e1a44b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (a278b07e-5c05-4456-92af-e01e54c057c3), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:15:41.467167 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a6d2ad-7842-4ba5-a104-465b8d2c6138 req-dfa924c0-650e-4dd9-9534-bf22c8398c06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:15:41.468598 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-94a6d2ad-7842-4ba5-a104-465b8d2c6138 req-dfa924c0-650e-4dd9-9534-bf22c8398c06 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=e72cb8c5c88541ed92a5c8a8cbf2babe&device_id=48d6fde9-f708-4fc4-ba58-a5cb7b56a25e HTTP/1.1" status: 200 len: 1094 time: 0.1424284 Jan 26 21:15:41.472167 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c60163-6859-406f-b03c-8a7aad444c3e service neutron] Pushing event updated for resources: {'Port': ['ID=d0d46742-0dbd-47b3-85b5-3636206015cf,revision_number=3']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:15:41.498945 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756ca63f-c8ba-44d8-a389-8918108f21a0 req-cb2c2a33-284f-4f4b-b35e-ae81c1d40288 tempest-ListServersNegativeTestJSON-1164879810 tempest-ListServersNegativeTestJSON-1164879810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:15:41.505840 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-756ca63f-c8ba-44d8-a389-8918108f21a0 req-cb2c2a33-284f-4f4b-b35e-ae81c1d40288 tempest-ListServersNegativeTestJSON-1164879810 tempest-ListServersNegativeTestJSON-1164879810-project] 10.222.0.13 "GET /v2.0/ports?device_id=48d6fde9-f708-4fc4-ba58-a5cb7b56a25e HTTP/1.1" status: 200 len: 943 time: 0.2764943 Jan 26 21:15:41.544983 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-97085ac7-6649-4d56-ad5b-2f7074b285c8 req-886197f8-607a-4ed2-b9e4-dddacaabbabe service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=57cdf3f5-a20b-4c6f-b2eb-bed2f5d4d40a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0644584 Jan 26 21:15:41.554504 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-d6da7ad6-064a-441d-96d4-23c751e1a44b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=babcf779ca084e40a1dc3970048e886e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6961915 Jan 26 21:15:41.556536 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 57272) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:15:41.558222 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6da7ad6-064a-441d-96d4-23c751e1a44b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a278b07e-5c05-4456-92af-e01e54c057c3,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:15:41.583310 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 57276) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:15:41.594592 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-94a6d2ad-7842-4ba5-a104-465b8d2c6138 req-20c8982d-446e-4fcc-a06c-51d5bb1fd5e4 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2f3be922-6441-4636-9105-262d7713b3bb HTTP/1.1" status: 200 len: 217 time: 0.1020560 Jan 26 21:15:41.604800 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a6d2ad-7842-4ba5-a104-465b8d2c6138 req-c7d0d029-0d36-4343-a84c-b9e9ea917ccb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:15:41.606442 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-94a6d2ad-7842-4ba5-a104-465b8d2c6138 req-c7d0d029-0d36-4343-a84c-b9e9ea917ccb service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=e72cb8c5c88541ed92a5c8a8cbf2babe&device_id=8dfab774-4495-4ed0-b82b-192f2cd8862c HTTP/1.1" status: 200 len: 1094 time: 0.1884944 Jan 26 21:15:41.680109 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-756ca63f-c8ba-44d8-a389-8918108f21a0 req-9475099a-e985-4167-b6b3-2273f30c9b16 tempest-ListServersNegativeTestJSON-1164879810 tempest-ListServersNegativeTestJSON-1164879810-project] 10.222.0.13 "GET /v2.0/security-groups?id=44f3f70d-2aeb-44f1-8aa6-65e7296e51d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1733344 Jan 26 21:15:41.683547 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-94a6d2ad-7842-4ba5-a104-465b8d2c6138 req-3442f298-c0e0-4d5b-b1b0-4a80a1c68c67 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d0d46742-0dbd-47b3-85b5-3636206015cf HTTP/1.1" status: 200 len: 217 time: 0.0586386 Jan 26 21:15:41.734047 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-cacd0030-b007-43fa-ad23-493e40d267da admin admin] Publish callbacks [] for security_group (a278b07e-5c05-4456-92af-e01e54c057c3), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:15:41.741465 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a6d2ad-7842-4ba5-a104-465b8d2c6138 req-5b9cbf92-9d24-427b-b7cf-ca2668ed64a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:15:41.743899 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-94a6d2ad-7842-4ba5-a104-465b8d2c6138 req-5b9cbf92-9d24-427b-b7cf-ca2668ed64a7 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=103e8e55-1fc7-4709-a8a5-46aeb4c9b74d HTTP/1.1" status: 200 len: 857 time: 0.1403964 Jan 26 21:15:41.747249 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76bbf8aa-d314-458a-b31a-7b8476c0edf4 req-2a5d1dbb-8a51-4594-95fd-24adb6efecb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:15:41.748802 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-76bbf8aa-d314-458a-b31a-7b8476c0edf4 req-2a5d1dbb-8a51-4594-95fd-24adb6efecb2 service neutron] 10.222.0.57 "GET /v2.0/networks?id=d5111b0e-3737-409f-849e-2a880a67eb24 HTTP/1.1" status: 200 len: 918 time: 0.2960441 Jan 26 21:15:41.765936 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-cacd0030-b007-43fa-ad23-493e40d267da admin admin] Publish callbacks [] for security_group (a278b07e-5c05-4456-92af-e01e54c057c3), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:15:41.774841 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a6d2ad-7842-4ba5-a104-465b8d2c6138 req-6ad1eb4e-700f-49ae-8314-1a81e33c6245 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:15:41.776332 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-94a6d2ad-7842-4ba5-a104-465b8d2c6138 req-6ad1eb4e-700f-49ae-8314-1a81e33c6245 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=103e8e55-1fc7-4709-a8a5-46aeb4c9b74d HTTP/1.1" status: 200 len: 857 time: 0.0860355 Jan 26 21:15:41.788925 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-12e4ef76-86c4-4f11-ae18-700e7b870957 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-1243053310-network', 'tenant_id': 'd143cab18a8642e5bd88a93650f29a74'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:15:41.824956 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-94a6d2ad-7842-4ba5-a104-465b8d2c6138 req-2be16ec4-44d8-4ef1-9094-fddb086025a3 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=d5111b0e-3737-409f-849e-2a880a67eb24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0383174 Jan 26 21:15:41.853951 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-94a6d2ad-7842-4ba5-a104-465b8d2c6138 req-79eb1907-24a6-4687-8226-0e32df462250 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=d5111b0e-3737-409f-849e-2a880a67eb24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0974717 Jan 26 21:15:41.853951 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-76bbf8aa-d314-458a-b31a-7b8476c0edf4 req-b801799a-320f-443e-9cb6-d1bb734c5371 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=acbaf902-e7c9-47a9-9359-50b234b4273b HTTP/1.1" status: 200 len: 217 time: 0.0426171 Jan 26 21:15:41.854427 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12e4ef76-86c4-4f11-ae18-700e7b870957 admin admin] Made reservation on behalf of d143cab18a8642e5bd88a93650f29a74 for: {'network': 1} {{(pid=103305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 21:15:41.856822 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-12e4ef76-86c4-4f11-ae18-700e7b870957 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for network (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:15:41.885783 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-12e4ef76-86c4-4f11-ae18-700e7b870957 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:15:41.900456 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-cacd0030-b007-43fa-ad23-493e40d267da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (a278b07e-5c05-4456-92af-e01e54c057c3), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:15:41.903101 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-cacd0030-b007-43fa-ad23-493e40d267da admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:15:41.907527 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-cacd0030-b007-43fa-ad23-493e40d267da admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a278b07e-5c05-4456-92af-e01e54c057c3 HTTP/1.1" status: 204 len: 168 time: 0.3464642 Jan 26 21:15:41.925855 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cacd0030-b007-43fa-ad23-493e40d267da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a278b07e-5c05-4456-92af-e01e54c057c3,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:15:41.956342 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-94a6d2ad-7842-4ba5-a104-465b8d2c6138 req-7a74351a-93bc-4f37-9320-43f38848b100 service neutron] 10.222.0.66 "GET /v2.0/networks/d5111b0e-3737-409f-849e-2a880a67eb24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237350 Jan 26 21:15:41.960158 n-d-760453-5 neutron-server[103305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '48d6fde9-f708-4fc4-ba58-a5cb7b56a25e', 'tag': '2f3be922-6441-4636-9105-262d7713b3bb'}] {{(pid=103305) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 21:15:41.962486 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d4654568b7bf041e72ff8fe1c96d6d761d9c921f2b99bc7b3a26632be20cee0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7839b440-0f00-4daa-8376-c5d0fcd559c5" -d '{"events": [{"name": "network-changed", "server_uuid": "48d6fde9-f708-4fc4-ba58-a5cb7b56a25e", "tag": "2f3be922-6441-4636-9105-262d7713b3bb"}]}' {{(pid=103305) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 21:15:42.043118 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-97085ac7-6649-4d56-ad5b-2f7074b285c8 req-42bf07e6-6f9e-4494-bc7e-1eaf9207ff88 service neutron] 10.222.0.66 "GET /v2.0/networks/57cdf3f5-a20b-4c6f-b2eb-bed2f5d4d40a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4603355 Jan 26 21:15:42.073921 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-94a6d2ad-7842-4ba5-a104-465b8d2c6138 req-dd21e3cb-ad01-431d-9a3f-f881034ee58a service neutron] 10.222.0.66 "GET /v2.0/networks/d5111b0e-3737-409f-849e-2a880a67eb24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1102214 Jan 26 21:15:42.083491 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76bbf8aa-d314-458a-b31a-7b8476c0edf4 req-bbeb7a08-9c72-4ee3-bcd6-b83195805fe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:15:42.085088 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-76bbf8aa-d314-458a-b31a-7b8476c0edf4 req-bbeb7a08-9c72-4ee3-bcd6-b83195805fe9 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=103e8e55-1fc7-4709-a8a5-46aeb4c9b74d HTTP/1.1" status: 200 len: 857 time: 0.2102439 Jan 26 21:15:42.087938 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 26 Jan 2022 21:15:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56469a27-d7c5-4123-9cc0-0ae189cdfe6f x-openstack-request-id: req-56469a27-d7c5-4123-9cc0-0ae189cdfe6f {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 21:15:42.088293 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "48d6fde9-f708-4fc4-ba58-a5cb7b56a25e", "tag": "2f3be922-6441-4636-9105-262d7713b3bb", "status": "completed", "code": 200}]} {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 21:15:42.088593 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-56469a27-d7c5-4123-9cc0-0ae189cdfe6f {{(pid=103305) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 21:15:42.089065 n-d-760453-5 neutron-server[103305]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '48d6fde9-f708-4fc4-ba58-a5cb7b56a25e', 'tag': '2f3be922-6441-4636-9105-262d7713b3bb', 'status': 'completed', 'code': 200} Jan 26 21:15:42.169131 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Device 9bc6629d-c6f8-4abd-a197-92ee7adc3777 up at agent hyperv_n-h2-760453-5 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 21:15:42.174206 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-76bbf8aa-d314-458a-b31a-7b8476c0edf4 req-d9a34846-b39e-40a3-b761-860ec9ed4f75 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=d5111b0e-3737-409f-849e-2a880a67eb24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0774112 Jan 26 21:15:42.263244 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1273206-43d8-44e7-a481-0ec96f65b6ef req-d02f4bcd-0321-42a7-a372-4c3b874715e8 tempest-ServersTestJSON-1629463572 tempest-ServersTestJSON-1629463572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:15:42.264905 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-c1273206-43d8-44e7-a481-0ec96f65b6ef req-d02f4bcd-0321-42a7-a372-4c3b874715e8 tempest-ServersTestJSON-1629463572 tempest-ServersTestJSON-1629463572-project] 10.222.0.13 "GET /v2.0/ports?device_id=29f670b6-da3e-4ca4-9831-97963e4c89bd HTTP/1.1" status: 200 len: 945 time: 0.1586957 Jan 26 21:15:42.309204 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Provisioning for port 9bc6629d-c6f8-4abd-a197-92ee7adc3777 completed by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 21:15:42.315518 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Provisioning complete for port 9bc6629d-c6f8-4abd-a197-92ee7adc3777 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:15:42.316223 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (9bc6629d-c6f8-4abd-a197-92ee7adc3777), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:15:42.319316 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac11344-f365-4d51-bc69-6f6f4c65fafd req-71cc6e1f-9473-4ec0-9e0d-6dc9e4c62a30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:15:42.321135 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-fac11344-f365-4d51-bc69-6f6f4c65fafd req-71cc6e1f-9473-4ec0-9e0d-6dc9e4c62a30 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=e72cb8c5c88541ed92a5c8a8cbf2babe&device_id=8dfab774-4495-4ed0-b82b-192f2cd8862c HTTP/1.1" status: 200 len: 1094 time: 0.1443360 Jan 26 21:15:42.436275 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-c1273206-43d8-44e7-a481-0ec96f65b6ef req-8315b21d-8b36-46db-ae1d-f7a32f9e4612 tempest-ServersTestJSON-1629463572 tempest-ServersTestJSON-1629463572-project] 10.222.0.13 "GET /v2.0/security-groups?id=a146440b-85c7-430a-88ed-6d0301627350&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1596937 Jan 26 21:15:42.511583 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8cff331-557f-41bd-a457-320627eac1bf req-8c429201-11fa-4b4d-be2b-f38634d79ee4 tempest-LiveMigrationTest-746395142 tempest-LiveMigrationTest-746395142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:15:42.519108 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-d8cff331-557f-41bd-a457-320627eac1bf req-8c429201-11fa-4b4d-be2b-f38634d79ee4 tempest-LiveMigrationTest-746395142 tempest-LiveMigrationTest-746395142-project] 10.222.0.13 "GET /v2.0/ports?device_id=a9ca4017-264e-467b-a63a-6313b2811620 HTTP/1.1" status: 200 len: 944 time: 0.1095254 Jan 26 21:15:42.519443 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Current status of the port 9bc6629d-c6f8-4abd-a197-92ee7adc3777 is: BUILD; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:15:42.519784 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (9bc6629d-c6f8-4abd-a197-92ee7adc3777), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:15:42.535919 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac11344-f365-4d51-bc69-6f6f4c65fafd req-c74ec1aa-3263-4f72-b32a-c8729bdba659 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:15:42.539011 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-fac11344-f365-4d51-bc69-6f6f4c65fafd req-c74ec1aa-3263-4f72-b32a-c8729bdba659 service neutron] 10.222.0.66 "GET /v2.0/networks?id=d5111b0e-3737-409f-849e-2a880a67eb24 HTTP/1.1" status: 200 len: 918 time: 0.1987481 Jan 26 21:15:42.572697 n-d-760453-5 neutron-server[103306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29f670b6-da3e-4ca4-9831-97963e4c89bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9bc6629d-c6f8-4abd-a197-92ee7adc3777'}] {{(pid=103306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 21:15:42.578718 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9d5d370febab655511bdd2ffe887e43e442d144a440368702bcc1e93af00b97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02c5de14-6600-4d61-9ad3-393e105b64da" -d '{"events": [{"server_uuid": "29f670b6-da3e-4ca4-9831-97963e4c89bd", "name": "network-vif-plugged", "status": "completed", "tag": "9bc6629d-c6f8-4abd-a197-92ee7adc3777"}]}' {{(pid=103306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 21:15:42.592732 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-fac11344-f365-4d51-bc69-6f6f4c65fafd req-4d1be843-ceb5-44c9-a0f0-e221b7810174 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d0d46742-0dbd-47b3-85b5-3636206015cf HTTP/1.1" status: 200 len: 217 time: 0.0454178 Jan 26 21:15:42.609998 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] For port 9bc6629d-c6f8-4abd-a197-92ee7adc3777, host n-h2-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-5',level=0,port_id=9bc6629d-c6f8-4abd-a197-92ee7adc3777,segment=NetworkSegment(bb9dd371-3de9-4327-a263-fb803ca379c8),segment_id=bb9dd371-3de9-4327-a263-fb803ca379c8)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:15:42.620487 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (9bc6629d-c6f8-4abd-a197-92ee7adc3777), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:15:42.685052 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-d8cff331-557f-41bd-a457-320627eac1bf req-0b51c952-8595-4343-8000-7fc87f960281 tempest-LiveMigrationTest-746395142 tempest-LiveMigrationTest-746395142-project] 10.222.0.13 "GET /v2.0/security-groups?id=c43a996a-6b93-48e4-a331-48250c5b183d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1650331 Jan 26 21:15:42.709358 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac11344-f365-4d51-bc69-6f6f4c65fafd req-17750ec4-6cfb-432a-8c87-a00edd84acca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:15:42.711087 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-fac11344-f365-4d51-bc69-6f6f4c65fafd req-17750ec4-6cfb-432a-8c87-a00edd84acca service neutron] 10.222.0.66 "GET /v2.0/subnets?id=103e8e55-1fc7-4709-a8a5-46aeb4c9b74d HTTP/1.1" status: 200 len: 857 time: 0.1091576 Jan 26 21:15:42.725034 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Jan 2022 21:15:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09c8a736-6693-408a-8aca-b9f86480afdd x-openstack-request-id: req-09c8a736-6693-408a-8aca-b9f86480afdd {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 21:15:42.725530 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29f670b6-da3e-4ca4-9831-97963e4c89bd", "name": "network-vif-plugged", "status": "completed", "tag": "9bc6629d-c6f8-4abd-a197-92ee7adc3777", "code": 200}]} {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 21:15:42.725945 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-09c8a736-6693-408a-8aca-b9f86480afdd {{(pid=103306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 21:15:42.726803 n-d-760453-5 neutron-server[103306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29f670b6-da3e-4ca4-9831-97963e4c89bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9bc6629d-c6f8-4abd-a197-92ee7adc3777', 'code': 200} Jan 26 21:15:42.728018 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-94a6d2ad-7842-4ba5-a104-465b8d2c6138 req-52e98334-1156-4a30-a28f-65f3d1ebf90a service neutron] 10.222.0.66 "GET /v2.0/networks/d5111b0e-3737-409f-849e-2a880a67eb24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8595138 Jan 26 21:15:42.740715 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-97085ac7-6649-4d56-ad5b-2f7074b285c8 req-35483545-e5a2-40ac-9142-4d9569ca2308 service neutron] 10.222.0.66 "GET /v2.0/networks/57cdf3f5-a20b-4c6f-b2eb-bed2f5d4d40a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6869283 Jan 26 21:15:42.767367 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-fac11344-f365-4d51-bc69-6f6f4c65fafd req-b240c273-de8b-4fb1-87b2-fd7184a239d3 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=d5111b0e-3737-409f-849e-2a880a67eb24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0491362 Jan 26 21:15:42.808047 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Pushing event updated for resources: {'Port': ['ID=9bc6629d-c6f8-4abd-a197-92ee7adc3777,revision_number=5']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:15:42.882297 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-12e4ef76-86c4-4f11-ae18-700e7b870957 admin admin] Publish callbacks [] for security_group (976ee8f1-2029-47b3-a4b1-5c77985decc6), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:15:42.901541 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-12e4ef76-86c4-4f11-ae18-700e7b870957 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (976ee8f1-2029-47b3-a4b1-5c77985decc6), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:15:42.924247 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-76bbf8aa-d314-458a-b31a-7b8476c0edf4 req-22a5a374-44b5-46c2-bb9a-58259c0d77fc service neutron] 10.222.0.57 "GET /v2.0/networks/d5111b0e-3737-409f-849e-2a880a67eb24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7399092 Jan 26 21:15:42.934187 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-12e4ef76-86c4-4f11-ae18-700e7b870957 admin admin] vlan segment allocate from pool success with {'vlan_id': 551, 'physical_network': 'physnet1'} {{(pid=103305) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 26 21:15:42.944097 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-12e4ef76-86c4-4f11-ae18-700e7b870957 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576559'] for segment (e00d5461-49de-40b8-8393-f6d844b47b94), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:15:42.944452 n-d-760453-5 neutron-server[103305]: INFO neutron.db.segments_db [None req-12e4ef76-86c4-4f11-ae18-700e7b870957 admin admin] Added segment e00d5461-49de-40b8-8393-f6d844b47b94 of type vlan for network d9587b42-aadb-4aed-83cc-4758a13a7a7e Jan 26 21:15:42.976770 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-94a6d2ad-7842-4ba5-a104-465b8d2c6138 req-6b22d7d1-1d99-492f-9193-17d2caf5879c service neutron] 10.222.0.66 "GET /v2.0/networks/d5111b0e-3737-409f-849e-2a880a67eb24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2402625 Jan 26 21:15:43.002963 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bcb3a1b-1c6e-4a90-9e76-a97fec88e1ea req-af7c29c6-912c-4bc5-ae86-ae1db805a316 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:15:43.005787 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-2bcb3a1b-1c6e-4a90-9e76-a97fec88e1ea req-af7c29c6-912c-4bc5-ae86-ae1db805a316 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=29f670b6-da3e-4ca4-9831-97963e4c89bd HTTP/1.1" status: 200 len: 1097 time: 0.1839833 Jan 26 21:15:43.015027 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e4ef76-86c4-4f11-ae18-700e7b870957 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=976ee8f1-2029-47b3-a4b1-5c77985decc6,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:15:43.080718 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-12e4ef76-86c4-4f11-ae18-700e7b870957 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746560256871'] for network (d9587b42-aadb-4aed-83cc-4758a13a7a7e), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:15:43.082286 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-2bcb3a1b-1c6e-4a90-9e76-a97fec88e1ea req-2b577a30-f8eb-4360-931f-34df11fbab17 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=a146440b-85c7-430a-88ed-6d0301627350&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669262 Jan 26 21:15:43.108382 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75d4e99-1fb9-44e6-989a-46f98241beba req-c4efc3c5-8e9e-4dcc-8b8f-8fab66674153 tempest-ListServersNegativeTestJSON-1164879810 tempest-ListServersNegativeTestJSON-1164879810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:15:43.118113 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-e75d4e99-1fb9-44e6-989a-46f98241beba req-c4efc3c5-8e9e-4dcc-8b8f-8fab66674153 tempest-ListServersNegativeTestJSON-1164879810 tempest-ListServersNegativeTestJSON-1164879810-project] 10.222.0.13 "GET /v2.0/ports?device_id=48d6fde9-f708-4fc4-ba58-a5cb7b56a25e HTTP/1.1" status: 200 len: 943 time: 0.2384806 Jan 26 21:15:43.135942 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-fac11344-f365-4d51-bc69-6f6f4c65fafd req-5ed497bc-8cd2-44fe-b2b5-eaa815a8b704 service neutron] 10.222.0.66 "GET /v2.0/networks/d5111b0e-3737-409f-849e-2a880a67eb24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3616590 Jan 26 21:15:43.146868 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-12e4ef76-86c4-4f11-ae18-700e7b870957 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503'] for network (d9587b42-aadb-4aed-83cc-4758a13a7a7e), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:15:43.148071 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12e4ef76-86c4-4f11-ae18-700e7b870957 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:15:43.148830 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-12e4ef76-86c4-4f11-ae18-700e7b870957 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709645'] for network (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:15:43.189033 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-76bbf8aa-d314-458a-b31a-7b8476c0edf4 req-df28b0c8-2b85-486c-87b3-44f7da7d605c service neutron] 10.222.0.57 "GET /v2.0/networks/d5111b0e-3737-409f-849e-2a880a67eb24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2110531 Jan 26 21:15:43.284128 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-e75d4e99-1fb9-44e6-989a-46f98241beba req-d05dd576-d197-4dd0-946c-c88b6f89051e tempest-ListServersNegativeTestJSON-1164879810 tempest-ListServersNegativeTestJSON-1164879810-project] 10.222.0.13 "GET /v2.0/security-groups?id=44f3f70d-2aeb-44f1-8aa6-65e7296e51d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1588447 Jan 26 21:15:43.299217 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-fac11344-f365-4d51-bc69-6f6f4c65fafd req-89c0eb54-67b6-412c-bcb2-4abf82e2b114 service neutron] 10.222.0.66 "GET /v2.0/networks/d5111b0e-3737-409f-849e-2a880a67eb24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1544540 Jan 26 21:15:43.313666 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-12e4ef76-86c4-4f11-ae18-700e7b870957 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.7207100 Jan 26 21:15:43.316442 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 57320) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:15:43.332867 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-b79ab769-2094-4fa0-8f42-2fc766ec1d71 admin admin] Request body: {'subnet': {'network_id': 'd9587b42-aadb-4aed-83cc-4758a13a7a7e', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-1243053310-subnet', 'tenant_id': 'd143cab18a8642e5bd88a93650f29a74', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:15:43.337066 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7839b440-0f00-4daa-8376-c5d0fcd559c5 req-18a44dd9-9120-49f3-9efe-7e9b2143a8fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:15:43.338867 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-7839b440-0f00-4daa-8376-c5d0fcd559c5 req-18a44dd9-9120-49f3-9efe-7e9b2143a8fb service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=e72cb8c5c88541ed92a5c8a8cbf2babe&device_id=48d6fde9-f708-4fc4-ba58-a5cb7b56a25e HTTP/1.1" status: 200 len: 1094 time: 0.2188981 Jan 26 21:15:43.366304 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b79ab769-2094-4fa0-8f42-2fc766ec1d71 admin admin] Made reservation on behalf of d143cab18a8642e5bd88a93650f29a74 for: {'subnet': 1} {{(pid=103304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 21:15:43.369079 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-b79ab769-2094-4fa0-8f42-2fc766ec1d71 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12215181'] for subnet (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:15:43.423547 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e4ef76-86c4-4f11-ae18-700e7b870957 admin admin] Pushing event updated for resources: {'Network': ['ID=d9587b42-aadb-4aed-83cc-4758a13a7a7e,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:15:43.440640 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Network d9587b42-aadb-4aed-83cc-4758a13a7a7e details requested by agent ovs-agent-n-d-760453-5 with host n-d-760453-5 {{(pid=103306) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 26 21:15:43.465618 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97085ac7-6649-4d56-ad5b-2f7074b285c8 req-91917638-7a92-44fe-b612-adc14fc363d6 tempest-LiveMigrationTest-97640354 tempest-LiveMigrationTest-97640354-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:15:43.468855 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-97085ac7-6649-4d56-ad5b-2f7074b285c8 req-91917638-7a92-44fe-b612-adc14fc363d6 tempest-LiveMigrationTest-97640354 tempest-LiveMigrationTest-97640354-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=a9ca4017-264e-467b-a63a-6313b2811620&tenant_id=ee6098e1a6074d57972f34ef6549de05&binding%3Ahost_id=n-h1-760453-5 HTTP/1.1" status: 200 len: 1095 time: 0.2175212 Jan 26 21:15:43.581540 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7839b440-0f00-4daa-8376-c5d0fcd559c5 req-8b5eb023-b013-495d-94ec-aad0ec5f0187 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:15:43.583149 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-7839b440-0f00-4daa-8376-c5d0fcd559c5 req-8b5eb023-b013-495d-94ec-aad0ec5f0187 service neutron] 10.222.0.66 "GET /v2.0/networks?id=d5111b0e-3737-409f-849e-2a880a67eb24 HTTP/1.1" status: 200 len: 918 time: 0.2379079 Jan 26 21:15:43.655951 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd79028-1033-4d9b-ab8d-d90d3317a2a2 req-de0f805f-66fb-4633-aebb-78fb64da3953 tempest-ServersTestJSON-1629463572 tempest-ServersTestJSON-1629463572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:15:43.657065 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-7839b440-0f00-4daa-8376-c5d0fcd559c5 req-8b59d5e8-596d-4502-b5ec-f5c46b2e5c74 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2f3be922-6441-4636-9105-262d7713b3bb HTTP/1.1" status: 200 len: 217 time: 0.0492790 Jan 26 21:15:43.657586 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-fbd79028-1033-4d9b-ab8d-d90d3317a2a2 req-de0f805f-66fb-4633-aebb-78fb64da3953 tempest-ServersTestJSON-1629463572 tempest-ServersTestJSON-1629463572-project] 10.222.0.13 "GET /v2.0/ports?device_id=29f670b6-da3e-4ca4-9831-97963e4c89bd HTTP/1.1" status: 200 len: 946 time: 0.1331253 Jan 26 21:15:43.686296 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-b79ab769-2094-4fa0-8f42-2fc766ec1d71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9285249', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12215227'] for subnet (cf229c3c-42ee-4a29-8907-7e3f6be0cb40), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:15:43.723251 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [req-97085ac7-6649-4d56-ad5b-2f7074b285c8 req-a4fc4034-0daa-4a85-906d-982fde600028 service neutron] For port a98d0993-b582-4517-bdcf-6868c5c81c88, host n-h2-760453-5, cleared binding levels {{(pid=103305) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 26 21:15:43.740289 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-97085ac7-6649-4d56-ad5b-2f7074b285c8 req-a4fc4034-0daa-4a85-906d-982fde600028 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:15:43.743060 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-97085ac7-6649-4d56-ad5b-2f7074b285c8 req-a4fc4034-0daa-4a85-906d-982fde600028 service neutron] 10.222.0.66 "DELETE /v2.0/ports/a98d0993-b582-4517-bdcf-6868c5c81c88/bindings/n-h2-760453-5 HTTP/1.1" status: 204 len: 173 time: 0.2636313 Jan 26 21:15:43.748123 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7839b440-0f00-4daa-8376-c5d0fcd559c5 req-e32bac1c-e36a-45b3-bf13-047b3a8d3a84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:15:43.751511 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-7839b440-0f00-4daa-8376-c5d0fcd559c5 req-e32bac1c-e36a-45b3-bf13-047b3a8d3a84 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=103e8e55-1fc7-4709-a8a5-46aeb4c9b74d HTTP/1.1" status: 200 len: 857 time: 0.0857356 Jan 26 21:15:43.765489 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79ab769-2094-4fa0-8f42-2fc766ec1d71 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cf229c3c-42ee-4a29-8907-7e3f6be0cb40,revision_number=0']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:15:43.779332 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-fbd79028-1033-4d9b-ab8d-d90d3317a2a2 req-e5233725-11dc-469d-bcaf-d206880141cb tempest-ServersTestJSON-1629463572 tempest-ServersTestJSON-1629463572-project] 10.222.0.13 "GET /v2.0/security-groups?id=a146440b-85c7-430a-88ed-6d0301627350&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119814 Jan 26 21:15:43.810055 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b79ab769-2094-4fa0-8f42-2fc766ec1d71 admin admin] Checking segment: {'id': 'e00d5461-49de-40b8-8393-f6d844b47b94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'd9587b42-aadb-4aed-83cc-4758a13a7a7e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103304) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 21:15:43.810055 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b79ab769-2094-4fa0-8f42-2fc766ec1d71 admin admin] Network hostable DHCP agents. Network: d9587b42-aadb-4aed-83cc-4758a13a7a7e, hostable agents: ['474ccdf7-ab6c-405b-a3b2-dc7b05829902'], hosted agents: [] {{(pid=103304) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 26 21:15:43.813462 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-7839b440-0f00-4daa-8376-c5d0fcd559c5 req-edca186b-703c-41b3-b36e-006f26b383bd service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=d5111b0e-3737-409f-849e-2a880a67eb24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0540166 Jan 26 21:15:43.869785 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b79ab769-2094-4fa0-8f42-2fc766ec1d71 admin admin] Network d9587b42-aadb-4aed-83cc-4758a13a7a7e is scheduled to be hosted by DHCP agent 474ccdf7-ab6c-405b-a3b2-dc7b05829902 with binding_index 1 {{(pid=103304) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 26 21:15:43.893376 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [None req-b79ab769-2094-4fa0-8f42-2fc766ec1d71 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760453-5, d9587b42-aadb-4aed-83cc-4758a13a7a7e) {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:15:43.901736 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b79ab769-2094-4fa0-8f42-2fc766ec1d71 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:15:43.902565 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-b79ab769-2094-4fa0-8f42-2fc766ec1d71 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:15:43.904057 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-646e1628-a652-4453-aaf3-a2d9af2442f5 None None] Network d9587b42-aadb-4aed-83cc-4758a13a7a7e requested from n-d-760453-5 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 26 21:15:43.915054 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b664fa1e-4b91-4dad-8196-e0183042f29c req-e4fec80a-89c0-47f7-aa5a-d2ef0b695554 tempest-LiveMigrationTest-746395142 tempest-LiveMigrationTest-746395142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:15:43.917006 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-b664fa1e-4b91-4dad-8196-e0183042f29c req-e4fec80a-89c0-47f7-aa5a-d2ef0b695554 tempest-LiveMigrationTest-746395142 tempest-LiveMigrationTest-746395142-project] 10.222.0.13 "GET /v2.0/ports?device_id=a9ca4017-264e-467b-a63a-6313b2811620 HTTP/1.1" status: 200 len: 944 time: 0.0812817 Jan 26 21:15:43.928170 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-7839b440-0f00-4daa-8376-c5d0fcd559c5 req-13d643e7-658d-4e24-9523-8c0573151f95 service neutron] 10.222.0.66 "GET /v2.0/networks/d5111b0e-3737-409f-849e-2a880a67eb24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1075997 Jan 26 21:15:43.987764 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-b79ab769-2094-4fa0-8f42-2fc766ec1d71 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.6665177 Jan 26 21:15:44.039318 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-b664fa1e-4b91-4dad-8196-e0183042f29c req-221ff39c-baad-414e-a037-85481f194d6c tempest-LiveMigrationTest-746395142 tempest-LiveMigrationTest-746395142-project] 10.222.0.13 "GET /v2.0/security-groups?id=c43a996a-6b93-48e4-a331-48250c5b183d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143639 Jan 26 21:15:44.145834 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-7839b440-0f00-4daa-8376-c5d0fcd559c5 req-3eed968f-7af4-4bef-a100-1f6af64b9b8b service neutron] 10.222.0.66 "GET /v2.0/networks/d5111b0e-3737-409f-849e-2a880a67eb24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2034731 Jan 26 21:15:44.187843 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2eb38e33-485b-4fa2-93b5-fbf27cdc0001 None None] Network d9587b42-aadb-4aed-83cc-4758a13a7a7e requested from n-d-760453-5 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 26 21:15:44.273655 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Device acbaf902-e7c9-47a9-9359-50b234b4273b details requested by agent hyperv_n-h2-760453-5 with host n-h2-760453-5 {{(pid=103306) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 26 21:15:44.367775 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2869c49-7485-4053-afc7-5827ace084f1 req-1db59835-030e-4e33-a489-011b6a2f88c8 tempest-LiveMigrationTest-97640354 tempest-LiveMigrationTest-97640354-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:15:44.372936 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-b2869c49-7485-4053-afc7-5827ace084f1 req-1db59835-030e-4e33-a489-011b6a2f88c8 tempest-LiveMigrationTest-97640354 tempest-LiveMigrationTest-97640354-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=a9ca4017-264e-467b-a63a-6313b2811620 HTTP/1.1" status: 200 len: 1095 time: 0.1085491 Jan 26 21:15:44.459082 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-b2869c49-7485-4053-afc7-5827ace084f1 req-4d6536d4-bbfd-4624-aac9-d34562ccbd4f tempest-LiveMigrationTest-97640354 tempest-LiveMigrationTest-97640354-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=c43a996a-6b93-48e4-a331-48250c5b183d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783970 Jan 26 21:15:44.511419 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [req-55fb5ba5-4624-4b4a-b608-95b4eb692ae9 req-865aa64b-dd6a-42db-8892-b72b900538b5 tempest-SecurityGroupRulesNegativeTestJSON-1069367543 tempest-SecurityGroupRulesNegativeTestJSON-1069367543-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1986745887', 'description': 'tempest-description-1383915279'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:15:44.513082 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] For port acbaf902-e7c9-47a9-9359-50b234b4273b, host n-h2-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-5',level=0,port_id=acbaf902-e7c9-47a9-9359-50b234b4273b,segment=NetworkSegment(f63012c2-68a5-4303-aa7d-b1ec72e79a26),segment_id=f63012c2-68a5-4303-aa7d-b1ec72e79a26)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:15:44.530792 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Returning: {'device': 'acbaf902-e7c9-47a9-9359-50b234b4273b', 'network_id': 'd5111b0e-3737-409f-849e-2a880a67eb24', 'port_id': 'acbaf902-e7c9-47a9-9359-50b234b4273b', 'mac_address': 'fa:16:3e:6c:bc:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 572, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '103e8e55-1fc7-4709-a8a5-46aeb4c9b74d', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103306) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 26 21:15:44.541587 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-55fb5ba5-4624-4b4a-b608-95b4eb692ae9 req-865aa64b-dd6a-42db-8892-b72b900538b5 tempest-SecurityGroupRulesNegativeTestJSON-1069367543 tempest-SecurityGroupRulesNegativeTestJSON-1069367543-project] Publish callbacks [] for security_group (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:15:44.580061 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Current status of the port acbaf902-e7c9-47a9-9359-50b234b4273b is: DOWN; New status is: BUILD {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:15:44.580762 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (acbaf902-e7c9-47a9-9359-50b234b4273b), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:15:44.612602 n-d-760453-5 neutron-server[103306]: DEBUG neutron.notifiers.nova [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id acbaf902-e7c9-47a9-9359-50b234b4273b {{(pid=103306) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 26 21:15:44.638221 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] For port acbaf902-e7c9-47a9-9359-50b234b4273b, host n-h2-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-5',level=0,port_id=acbaf902-e7c9-47a9-9359-50b234b4273b,segment=NetworkSegment(f63012c2-68a5-4303-aa7d-b1ec72e79a26),segment_id=f63012c2-68a5-4303-aa7d-b1ec72e79a26)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:15:44.644367 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (acbaf902-e7c9-47a9-9359-50b234b4273b), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:15:44.715017 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Pushing event updated for resources: {'Port': ['ID=acbaf902-e7c9-47a9-9359-50b234b4273b,revision_number=4']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:15:44.753435 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-55fb5ba5-4624-4b4a-b608-95b4eb692ae9 req-865aa64b-dd6a-42db-8892-b72b900538b5 tempest-SecurityGroupRulesNegativeTestJSON-1069367543 tempest-SecurityGroupRulesNegativeTestJSON-1069367543-project] Publish callbacks [] for security_group (f64757c4-58fc-45f5-87f1-c0f7c8f711a1), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:15:44.762841 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51f3d0f-eff0-46dc-b4d1-d1dd52675f19 req-0f84c8c6-1565-40ee-a9b6-dfac5393e344 tempest-ListServersNegativeTestJSON-1164879810 tempest-ListServersNegativeTestJSON-1164879810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:15:44.765464 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-d51f3d0f-eff0-46dc-b4d1-d1dd52675f19 req-0f84c8c6-1565-40ee-a9b6-dfac5393e344 tempest-ListServersNegativeTestJSON-1164879810 tempest-ListServersNegativeTestJSON-1164879810-project] 10.222.0.13 "GET /v2.0/ports?device_id=48d6fde9-f708-4fc4-ba58-a5cb7b56a25e HTTP/1.1" status: 200 len: 943 time: 0.1541178 Jan 26 21:15:44.766960 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-55fb5ba5-4624-4b4a-b608-95b4eb692ae9 req-865aa64b-dd6a-42db-8892-b72b900538b5 tempest-SecurityGroupRulesNegativeTestJSON-1069367543 tempest-SecurityGroupRulesNegativeTestJSON-1069367543-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (f64757c4-58fc-45f5-87f1-c0f7c8f711a1), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:15:44.815473 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-55fb5ba5-4624-4b4a-b608-95b4eb692ae9 req-865aa64b-dd6a-42db-8892-b72b900538b5 tempest-SecurityGroupRulesNegativeTestJSON-1069367543 tempest-SecurityGroupRulesNegativeTestJSON-1069367543-project] Publish callbacks [] for security_group (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:15:44.827729 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-55fb5ba5-4624-4b4a-b608-95b4eb692ae9 req-865aa64b-dd6a-42db-8892-b72b900538b5 tempest-SecurityGroupRulesNegativeTestJSON-1069367543 tempest-SecurityGroupRulesNegativeTestJSON-1069367543-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1837 time: 0.3222287 Jan 26 21:15:44.866285 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-d51f3d0f-eff0-46dc-b4d1-d1dd52675f19 req-5c0b5a4d-6a41-4039-8b62-53e28f1a5901 tempest-ListServersNegativeTestJSON-1164879810 tempest-ListServersNegativeTestJSON-1164879810-project] 10.222.0.13 "GET /v2.0/security-groups?id=44f3f70d-2aeb-44f1-8aa6-65e7296e51d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925794 Jan 26 21:15:44.866924 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-865aa64b-dd6a-42db-8892-b72b900538b5 tempest-SecurityGroupRulesNegativeTestJSON-1069367543 tempest-SecurityGroupRulesNegativeTestJSON-1069367543-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f64757c4-58fc-45f5-87f1-c0f7c8f711a1,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:15:44.883996 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] get_ports_and_sgs() called for port_ids ['acbaf902-e7c9-47a9-9359-50b234b4273b'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 26 21:15:45.392305 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764cf62f-04c9-4bc5-990d-5e5e2977d8c2 req-eca0ad9b-6bca-4b12-b32b-57f42e684167 tempest-LiveMigrationTest-97640354 tempest-LiveMigrationTest-97640354-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:15:45.393887 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-764cf62f-04c9-4bc5-990d-5e5e2977d8c2 req-eca0ad9b-6bca-4b12-b32b-57f42e684167 tempest-LiveMigrationTest-97640354 tempest-LiveMigrationTest-97640354-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=a9ca4017-264e-467b-a63a-6313b2811620 HTTP/1.1" status: 200 len: 1095 time: 0.4147582 Jan 26 21:15:45.436885 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c4e55d-55de-4747-a76b-d12a04697b63 req-75fe5f6b-b27a-46a0-b50f-5bfd930d88b6 tempest-ServersTestJSON-1629463572 tempest-ServersTestJSON-1629463572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:15:45.438607 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-a3c4e55d-55de-4747-a76b-d12a04697b63 req-75fe5f6b-b27a-46a0-b50f-5bfd930d88b6 tempest-ServersTestJSON-1629463572 tempest-ServersTestJSON-1629463572-project] 10.222.0.13 "GET /v2.0/ports?device_id=29f670b6-da3e-4ca4-9831-97963e4c89bd HTTP/1.1" status: 200 len: 946 time: 0.4206266 Jan 26 21:15:45.481683 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-764cf62f-04c9-4bc5-990d-5e5e2977d8c2 req-d7b56c2d-6f2e-4008-bde5-c4291e3e2605 tempest-LiveMigrationTest-97640354 tempest-LiveMigrationTest-97640354-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=c43a996a-6b93-48e4-a331-48250c5b183d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812328 Jan 26 21:15:45.523664 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-a3c4e55d-55de-4747-a76b-d12a04697b63 req-d5681667-6a3b-489a-b064-f9142963e704 tempest-ServersTestJSON-1629463572 tempest-ServersTestJSON-1629463572-project] 10.222.0.13 "GET /v2.0/security-groups?id=a146440b-85c7-430a-88ed-6d0301627350&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767593 Jan 26 21:15:45.626459 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-1686ee5b-3de2-4e68-9794-e810538aa521 req-0d7462ad-4c87-4346-88e4-76073e5737ae tempest-SecurityGroupRulesNegativeTestJSON-1069367543 tempest-SecurityGroupRulesNegativeTestJSON-1069367543-project] 10.222.0.13 "GET /v2.0/security-groups/f64757c4-58fc-45f5-87f1-c0f7c8f711a1 HTTP/1.1" status: 200 len: 1832 time: 0.0806446 Jan 26 21:15:45.637391 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [req-1686ee5b-3de2-4e68-9794-e810538aa521 req-1eb317ab-3d11-46cf-bdda-fd8efdad7dd3 tempest-SecurityGroupRulesNegativeTestJSON-1069367543 tempest-SecurityGroupRulesNegativeTestJSON-1069367543-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'f64757c4-58fc-45f5-87f1-c0f7c8f711a1', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:15:45.637713 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [req-1686ee5b-3de2-4e68-9794-e810538aa521 req-1eb317ab-3d11-46cf-bdda-fd8efdad7dd3 tempest-SecurityGroupRulesNegativeTestJSON-1069367543 tempest-SecurityGroupRulesNegativeTestJSON-1069367543-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'f64757c4-58fc-45f5-87f1-c0f7c8f711a1', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:15:45.719192 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-1686ee5b-3de2-4e68-9794-e810538aa521 req-1eb317ab-3d11-46cf-bdda-fd8efdad7dd3 tempest-SecurityGroupRulesNegativeTestJSON-1069367543 tempest-SecurityGroupRulesNegativeTestJSON-1069367543-project] Publish callbacks [] for security_group_rule (e94530e5-00e4-4769-9c9c-21b4f2702d8d), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:15:45.757350 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-1686ee5b-3de2-4e68-9794-e810538aa521 req-1eb317ab-3d11-46cf-bdda-fd8efdad7dd3 tempest-SecurityGroupRulesNegativeTestJSON-1069367543 tempest-SecurityGroupRulesNegativeTestJSON-1069367543-project] Publish callbacks [] for security_group_rule (e94530e5-00e4-4769-9c9c-21b4f2702d8d), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:15:45.761469 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-1686ee5b-3de2-4e68-9794-e810538aa521 req-1eb317ab-3d11-46cf-bdda-fd8efdad7dd3 tempest-SecurityGroupRulesNegativeTestJSON-1069367543 tempest-SecurityGroupRulesNegativeTestJSON-1069367543-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102715'] for security_group_rule (e94530e5-00e4-4769-9c9c-21b4f2702d8d), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:15:45.789163 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb317ab-3d11-46cf-bdda-fd8efdad7dd3 tempest-SecurityGroupRulesNegativeTestJSON-1069367543 tempest-SecurityGroupRulesNegativeTestJSON-1069367543-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e94530e5-00e4-4769-9c9c-21b4f2702d8d,revision_number=0']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:15:45.795768 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-1686ee5b-3de2-4e68-9794-e810538aa521 req-1eb317ab-3d11-46cf-bdda-fd8efdad7dd3 tempest-SecurityGroupRulesNegativeTestJSON-1069367543 tempest-SecurityGroupRulesNegativeTestJSON-1069367543-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:15:45.797196 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-1686ee5b-3de2-4e68-9794-e810538aa521 req-1eb317ab-3d11-46cf-bdda-fd8efdad7dd3 tempest-SecurityGroupRulesNegativeTestJSON-1069367543 tempest-SecurityGroupRulesNegativeTestJSON-1069367543-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.1707914 Jan 26 21:15:46.026038 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330dcad3-6334-49e6-8957-2d4aeee6ad8c req-48f69195-ee39-4312-9972-3c11474376b6 tempest-ServersTestJSON-1629463572 tempest-ServersTestJSON-1629463572-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:15:46.027816 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-330dcad3-6334-49e6-8957-2d4aeee6ad8c req-48f69195-ee39-4312-9972-3c11474376b6 tempest-ServersTestJSON-1629463572 tempest-ServersTestJSON-1629463572-project] 10.222.0.13 "GET /v2.0/networks?id=20b7651f-3dfe-4f65-83e1-a38049e7aae9 HTTP/1.1" status: 200 len: 806 time: 0.1232471 Jan 26 21:15:46.055770 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-330dcad3-6334-49e6-8957-2d4aeee6ad8c req-0d0fccd3-4f2c-44c8-abef-b239c9905018 tempest-ServersTestJSON-1629463572 tempest-ServersTestJSON-1629463572-project] 10.222.0.13 "GET /v2.0/quotas/9e460ecabad547eca1394374023e7caf HTTP/1.1" status: 200 len: 375 time: 0.0214005 Jan 26 21:15:46.128476 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1a836f-68e5-46bb-ae8c-d4f2089bc1c1 req-614765bc-3686-4b1f-bdbb-70c0e5585105 tempest-AttachVolumeNegativeTest-157238613 tempest-AttachVolumeNegativeTest-157238613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:15:46.129974 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-1d1a836f-68e5-46bb-ae8c-d4f2089bc1c1 req-614765bc-3686-4b1f-bdbb-70c0e5585105 tempest-AttachVolumeNegativeTest-157238613 tempest-AttachVolumeNegativeTest-157238613-project] 10.222.0.13 "GET /v2.0/ports?device_id=e9f2f303-b5ff-441d-ac8a-1dfe85958a7b HTTP/1.1" status: 200 len: 946 time: 0.0870774 Jan 26 21:15:46.139295 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-330dcad3-6334-49e6-8957-2d4aeee6ad8c req-60488124-746a-40e8-8963-c2f78a0a2d82 tempest-ServersTestJSON-1629463572 tempest-ServersTestJSON-1629463572-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=9e460ecabad547eca1394374023e7caf&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0651462 Jan 26 21:15:46.149354 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [req-330dcad3-6334-49e6-8957-2d4aeee6ad8c req-fc4c962e-d3d5-4185-92fb-af47085732e5 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=103304) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 26 21:15:46.150293 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-330dcad3-6334-49e6-8957-2d4aeee6ad8c req-fc4c962e-d3d5-4185-92fb-af47085732e5 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0045600 Jan 26 21:15:46.200865 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Device acbaf902-e7c9-47a9-9359-50b234b4273b up at agent hyperv_n-h2-760453-5 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 21:15:46.235105 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-1d1a836f-68e5-46bb-ae8c-d4f2089bc1c1 req-97c947d2-f4ff-4900-8062-cee38d62ba3d tempest-AttachVolumeNegativeTest-157238613 tempest-AttachVolumeNegativeTest-157238613-project] 10.222.0.13 "GET /v2.0/security-groups?id=8e9bd9e5-9820-4475-bfb9-c12598a9861a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948603 Jan 26 21:15:46.263392 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Provisioning for port acbaf902-e7c9-47a9-9359-50b234b4273b completed by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 21:15:46.268606 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Provisioning complete for port acbaf902-e7c9-47a9-9359-50b234b4273b triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:15:46.269180 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (acbaf902-e7c9-47a9-9359-50b234b4273b), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:15:46.292201 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-330dcad3-6334-49e6-8957-2d4aeee6ad8c req-af7479c3-80f8-4c04-9d6a-579b9acbebb6 service neutron] 10.222.0.13 "GET /v2.0/networks/20b7651f-3dfe-4f65-83e1-a38049e7aae9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1334853 Jan 26 21:15:46.354262 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Current status of the port acbaf902-e7c9-47a9-9359-50b234b4273b is: BUILD; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:15:46.354652 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (acbaf902-e7c9-47a9-9359-50b234b4273b), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:15:46.395366 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] For port acbaf902-e7c9-47a9-9359-50b234b4273b, host n-h2-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-5',level=0,port_id=acbaf902-e7c9-47a9-9359-50b234b4273b,segment=NetworkSegment(f63012c2-68a5-4303-aa7d-b1ec72e79a26),segment_id=f63012c2-68a5-4303-aa7d-b1ec72e79a26)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:15:46.396584 n-d-760453-5 neutron-server[103306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49f9e7b0-28b0-44b3-b545-28dde8698b50', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'acbaf902-e7c9-47a9-9359-50b234b4273b'}] {{(pid=103306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 21:15:46.399657 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9d5d370febab655511bdd2ffe887e43e442d144a440368702bcc1e93af00b97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8514f9c8-5f90-4415-b033-d7a131eac558" -d '{"events": [{"server_uuid": "49f9e7b0-28b0-44b3-b545-28dde8698b50", "name": "network-vif-plugged", "status": "completed", "tag": "acbaf902-e7c9-47a9-9359-50b234b4273b"}]}' {{(pid=103306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 21:15:46.404224 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (acbaf902-e7c9-47a9-9359-50b234b4273b), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:15:46.452130 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-d54a430a-3c97-4e1a-8ccf-d62fd0e08367 req-3c7aa9bd-ad42-4449-ad2e-a9d926656f1b tempest-SecurityGroupRulesNegativeTestJSON-1069367543 tempest-SecurityGroupRulesNegativeTestJSON-1069367543-project] 10.222.0.13 "GET /v2.0/security-groups/f64757c4-58fc-45f5-87f1-c0f7c8f711a1 HTTP/1.1" status: 200 len: 2426 time: 0.1827211 Jan 26 21:15:46.455002 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-330dcad3-6334-49e6-8957-2d4aeee6ad8c req-1a98983f-3729-4bbc-8fca-8de742caefae service neutron] 10.222.0.13 "GET /v2.0/networks/20b7651f-3dfe-4f65-83e1-a38049e7aae9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1516840 Jan 26 21:15:46.479891 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Pushing event updated for resources: {'Port': ['ID=acbaf902-e7c9-47a9-9359-50b234b4273b,revision_number=5']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:15:46.559732 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639ad5da-6a14-4894-a5dd-b63a685c3cc3 req-0253b58c-7e21-421e-9c02-db211eb65b37 tempest-ListServersNegativeTestJSON-1164879810 tempest-ListServersNegativeTestJSON-1164879810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:15:46.567144 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-639ad5da-6a14-4894-a5dd-b63a685c3cc3 req-0253b58c-7e21-421e-9c02-db211eb65b37 tempest-ListServersNegativeTestJSON-1164879810 tempest-ListServersNegativeTestJSON-1164879810-project] 10.222.0.13 "GET /v2.0/ports?device_id=48d6fde9-f708-4fc4-ba58-a5cb7b56a25e HTTP/1.1" status: 200 len: 943 time: 0.0665703 Jan 26 21:15:46.627362 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-639ad5da-6a14-4894-a5dd-b63a685c3cc3 req-5d36e1ae-eaf6-495a-ac00-7f065bf23fac tempest-ListServersNegativeTestJSON-1164879810 tempest-ListServersNegativeTestJSON-1164879810-project] 10.222.0.13 "GET /v2.0/security-groups?id=44f3f70d-2aeb-44f1-8aa6-65e7296e51d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591629 Jan 26 21:15:46.818607 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Jan 2022 21:15:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89f0115f-70ba-4b9e-a75e-3e5db34b1017 x-openstack-request-id: req-89f0115f-70ba-4b9e-a75e-3e5db34b1017 {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 21:15:46.819084 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49f9e7b0-28b0-44b3-b545-28dde8698b50", "name": "network-vif-plugged", "status": "completed", "tag": "acbaf902-e7c9-47a9-9359-50b234b4273b", "code": 200}]} {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 21:15:46.819339 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-89f0115f-70ba-4b9e-a75e-3e5db34b1017 {{(pid=103306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 21:15:46.819821 n-d-760453-5 neutron-server[103306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49f9e7b0-28b0-44b3-b545-28dde8698b50', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'acbaf902-e7c9-47a9-9359-50b234b4273b', 'code': 200} Jan 26 21:15:46.845661 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-cdf2e083-b213-42df-996b-9401c6f636bd req-45d8c309-d28f-404a-9003-1dccdff3d888 tempest-SecurityGroupRulesNegativeTestJSON-1069367543 tempest-SecurityGroupRulesNegativeTestJSON-1069367543-project] 10.222.0.13 "GET /v2.0/security-group-rules/e94530e5-00e4-4769-9c9c-21b4f2702d8d HTTP/1.1" status: 200 len: 778 time: 0.0473027 Jan 26 21:15:46.943292 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b5b95d-73fa-4e31-aa03-6edd70339887 req-931f058e-fb75-47d2-bfcd-600d41168ca5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:15:46.945578 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-a4b5b95d-73fa-4e31-aa03-6edd70339887 req-931f058e-fb75-47d2-bfcd-600d41168ca5 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=49f9e7b0-28b0-44b3-b545-28dde8698b50 HTTP/1.1" status: 200 len: 1097 time: 0.0711644 Jan 26 21:15:46.995563 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-e8581506-9fe3-4d65-9b5c-f3ad94e9cffd req-65a93229-e969-40ac-a030-1e323147c048 tempest-ServersTestJSON-1629463572 tempest-ServersTestJSON-1629463572-project] 10.222.0.13 "GET /v2.0/ports?device_id=109260a2-bfb1-4fe0-9dd5-d23717e450fc HTTP/1.1" status: 200 len: 210 time: 0.0804398 Jan 26 21:15:47.028758 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-cdf2e083-b213-42df-996b-9401c6f636bd req-4aa3aaed-6456-48fe-bdce-65bff13067a4 tempest-SecurityGroupRulesNegativeTestJSON-1069367543 tempest-SecurityGroupRulesNegativeTestJSON-1069367543-project] 10.222.0.13 "GET /v2.0/security-groups/f64757c4-58fc-45f5-87f1-c0f7c8f711a1 HTTP/1.1" status: 200 len: 2426 time: 0.1805561 Jan 26 21:15:47.054394 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-a4b5b95d-73fa-4e31-aa03-6edd70339887 req-f742317c-1e99-437d-a612-2e46895248f8 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=44f3f70d-2aeb-44f1-8aa6-65e7296e51d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987298 Jan 26 21:15:47.055201 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-cdf2e083-b213-42df-996b-9401c6f636bd req-3c14f8a2-2ad5-4cfb-b931-4281fe6ff474 tempest-SecurityGroupRulesNegativeTestJSON-1069367543 tempest-SecurityGroupRulesNegativeTestJSON-1069367543-project] Publish callbacks [] for security_group_rule (e94530e5-00e4-4769-9c9c-21b4f2702d8d), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:15:47.066109 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-cdf2e083-b213-42df-996b-9401c6f636bd req-3c14f8a2-2ad5-4cfb-b931-4281fe6ff474 tempest-SecurityGroupRulesNegativeTestJSON-1069367543 tempest-SecurityGroupRulesNegativeTestJSON-1069367543-project] Publish callbacks [] for security_group_rule (e94530e5-00e4-4769-9c9c-21b4f2702d8d), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:15:47.104320 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-cdf2e083-b213-42df-996b-9401c6f636bd req-3c14f8a2-2ad5-4cfb-b931-4281fe6ff474 tempest-SecurityGroupRulesNegativeTestJSON-1069367543 tempest-SecurityGroupRulesNegativeTestJSON-1069367543-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102715'] for security_group_rule (e94530e5-00e4-4769-9c9c-21b4f2702d8d), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:15:47.110775 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-cdf2e083-b213-42df-996b-9401c6f636bd req-3c14f8a2-2ad5-4cfb-b931-4281fe6ff474 tempest-SecurityGroupRulesNegativeTestJSON-1069367543 tempest-SecurityGroupRulesNegativeTestJSON-1069367543-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:15:47.114814 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-cdf2e083-b213-42df-996b-9401c6f636bd req-3c14f8a2-2ad5-4cfb-b931-4281fe6ff474 tempest-SecurityGroupRulesNegativeTestJSON-1069367543 tempest-SecurityGroupRulesNegativeTestJSON-1069367543-project] 10.222.0.13 "DELETE /v2.0/security-group-rules/e94530e5-00e4-4769-9c9c-21b4f2702d8d HTTP/1.1" status: 204 len: 173 time: 0.0851438 Jan 26 21:15:47.140862 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [req-6406a5d3-db8d-4e2a-a047-241108228914 req-a2717027-9749-4358-bbb0-594ca94bfeba tempest-SecurityGroupRulesNegativeTestJSON-1069367543 tempest-SecurityGroupRulesNegativeTestJSON-1069367543-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-146897576', 'description': 'tempest-description-258525494'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:15:47.144940 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c14f8a2-2ad5-4cfb-b931-4281fe6ff474 tempest-SecurityGroupRulesNegativeTestJSON-1069367543 tempest-SecurityGroupRulesNegativeTestJSON-1069367543-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e94530e5-00e4-4769-9c9c-21b4f2702d8d,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:15:47.164809 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-6406a5d3-db8d-4e2a-a047-241108228914 req-a2717027-9749-4358-bbb0-594ca94bfeba tempest-SecurityGroupRulesNegativeTestJSON-1069367543 tempest-SecurityGroupRulesNegativeTestJSON-1069367543-project] Publish callbacks [] for security_group (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:15:47.256971 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-6406a5d3-db8d-4e2a-a047-241108228914 req-a2717027-9749-4358-bbb0-594ca94bfeba tempest-SecurityGroupRulesNegativeTestJSON-1069367543 tempest-SecurityGroupRulesNegativeTestJSON-1069367543-project] Publish callbacks [] for security_group (3cc535a4-647e-4f95-8ab7-42da9d1792b1), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:15:47.263066 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-6406a5d3-db8d-4e2a-a047-241108228914 req-a2717027-9749-4358-bbb0-594ca94bfeba tempest-SecurityGroupRulesNegativeTestJSON-1069367543 tempest-SecurityGroupRulesNegativeTestJSON-1069367543-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (3cc535a4-647e-4f95-8ab7-42da9d1792b1), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:15:47.304697 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-6406a5d3-db8d-4e2a-a047-241108228914 req-a2717027-9749-4358-bbb0-594ca94bfeba tempest-SecurityGroupRulesNegativeTestJSON-1069367543 tempest-SecurityGroupRulesNegativeTestJSON-1069367543-project] Publish callbacks [] for security_group (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:15:47.310037 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-6406a5d3-db8d-4e2a-a047-241108228914 req-a2717027-9749-4358-bbb0-594ca94bfeba tempest-SecurityGroupRulesNegativeTestJSON-1069367543 tempest-SecurityGroupRulesNegativeTestJSON-1069367543-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1835 time: 0.1738901 Jan 26 21:15:47.311958 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2717027-9749-4358-bbb0-594ca94bfeba tempest-SecurityGroupRulesNegativeTestJSON-1069367543 tempest-SecurityGroupRulesNegativeTestJSON-1069367543-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3cc535a4-647e-4f95-8ab7-42da9d1792b1,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:15:47.395105 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-9b9d5c4c-791a-4814-97ce-5d5a9cac100e req-ac770a63-54a9-4a49-b92c-de5cfa156fa6 tempest-SecurityGroupRulesNegativeTestJSON-1069367543 tempest-SecurityGroupRulesNegativeTestJSON-1069367543-project] 10.222.0.13 "GET /v2.0/security-groups/3cc535a4-647e-4f95-8ab7-42da9d1792b1 HTTP/1.1" status: 200 len: 1830 time: 0.0620694 Jan 26 21:15:47.443200 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [req-7032c8b9-7ecc-4919-bf64-fbd6a5f8e214 req-7be426d9-7519-448c-ab3d-d70a10e6ac49 tempest-SecurityGroupRulesNegativeTestJSON-1069367543 tempest-SecurityGroupRulesNegativeTestJSON-1069367543-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-2101833246', 'description': 'tempest-description-1267860114'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:15:47.494050 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82be3cfc-9d62-4921-891e-bb6287d3309f req-9b6270cd-b728-4167-ba5d-4fccc03b16a6 tempest-AttachVolumeNegativeTest-157238613 tempest-AttachVolumeNegativeTest-157238613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:15:47.503633 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-82be3cfc-9d62-4921-891e-bb6287d3309f req-9b6270cd-b728-4167-ba5d-4fccc03b16a6 tempest-AttachVolumeNegativeTest-157238613 tempest-AttachVolumeNegativeTest-157238613-project] 10.222.0.13 "GET /v2.0/ports?device_id=e9f2f303-b5ff-441d-ac8a-1dfe85958a7b HTTP/1.1" status: 200 len: 946 time: 0.1056781 Jan 26 21:15:47.514037 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-7032c8b9-7ecc-4919-bf64-fbd6a5f8e214 req-7be426d9-7519-448c-ab3d-d70a10e6ac49 tempest-SecurityGroupRulesNegativeTestJSON-1069367543 tempest-SecurityGroupRulesNegativeTestJSON-1069367543-project] Publish callbacks [] for security_group (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:15:47.577116 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-82be3cfc-9d62-4921-891e-bb6287d3309f req-836d53bf-b4f5-465e-bdbc-2fbe1ad06100 tempest-AttachVolumeNegativeTest-157238613 tempest-AttachVolumeNegativeTest-157238613-project] 10.222.0.13 "GET /v2.0/security-groups?id=8e9bd9e5-9820-4475-bfb9-c12598a9861a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723045 Jan 26 21:15:47.627590 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-7032c8b9-7ecc-4919-bf64-fbd6a5f8e214 req-7be426d9-7519-448c-ab3d-d70a10e6ac49 tempest-SecurityGroupRulesNegativeTestJSON-1069367543 tempest-SecurityGroupRulesNegativeTestJSON-1069367543-project] Publish callbacks [] for security_group (51132101-8551-4d29-8385-98e2b8cce2e5), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:15:47.633646 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-7032c8b9-7ecc-4919-bf64-fbd6a5f8e214 req-7be426d9-7519-448c-ab3d-d70a10e6ac49 tempest-SecurityGroupRulesNegativeTestJSON-1069367543 tempest-SecurityGroupRulesNegativeTestJSON-1069367543-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (51132101-8551-4d29-8385-98e2b8cce2e5), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:15:47.688398 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-7032c8b9-7ecc-4919-bf64-fbd6a5f8e214 req-7be426d9-7519-448c-ab3d-d70a10e6ac49 tempest-SecurityGroupRulesNegativeTestJSON-1069367543 tempest-SecurityGroupRulesNegativeTestJSON-1069367543-project] Publish callbacks [] for security_group (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:15:47.703777 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-7032c8b9-7ecc-4919-bf64-fbd6a5f8e214 req-7be426d9-7519-448c-ab3d-d70a10e6ac49 tempest-SecurityGroupRulesNegativeTestJSON-1069367543 tempest-SecurityGroupRulesNegativeTestJSON-1069367543-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1837 time: 0.2681155 Jan 26 21:15:47.749031 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be426d9-7519-448c-ab3d-d70a10e6ac49 tempest-SecurityGroupRulesNegativeTestJSON-1069367543 tempest-SecurityGroupRulesNegativeTestJSON-1069367543-project] Pushing event updated for resources: {'SecurityGroup': ['ID=51132101-8551-4d29-8385-98e2b8cce2e5,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:15:47.772671 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abec8513-e3a7-4a55-b771-17e759098c15 req-dad30da4-38cb-4095-9bd3-6220e7730c2d tempest-ListServersNegativeTestJSON-1164879810 tempest-ListServersNegativeTestJSON-1164879810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:15:47.773733 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-abec8513-e3a7-4a55-b771-17e759098c15 req-dad30da4-38cb-4095-9bd3-6220e7730c2d tempest-ListServersNegativeTestJSON-1164879810 tempest-ListServersNegativeTestJSON-1164879810-project] 10.222.0.13 "GET /v2.0/ports?device_id=48d6fde9-f708-4fc4-ba58-a5cb7b56a25e HTTP/1.1" status: 200 len: 943 time: 0.0636067 Jan 26 21:15:47.862921 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-abec8513-e3a7-4a55-b771-17e759098c15 req-c05ccf08-9038-4d0e-9800-6269bb77e99e tempest-ListServersNegativeTestJSON-1164879810 tempest-ListServersNegativeTestJSON-1164879810-project] 10.222.0.13 "GET /v2.0/security-groups?id=44f3f70d-2aeb-44f1-8aa6-65e7296e51d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763814 Jan 26 21:15:47.879549 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-28dccabd-a526-4c3a-ba26-e2a4ac1070b9 req-c43f00b7-fdb3-4ea8-9e99-65f9dffaef4b tempest-SecurityGroupRulesNegativeTestJSON-1069367543 tempest-SecurityGroupRulesNegativeTestJSON-1069367543-project] 10.222.0.13 "GET /v2.0/security-groups/51132101-8551-4d29-8385-98e2b8cce2e5 HTTP/1.1" status: 200 len: 1832 time: 0.0781689 Jan 26 21:15:47.904895 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [req-ecf71ea7-ed99-4bd0-814d-18a381073340 req-5528c852-5d2a-44f0-b2b4-bcdedc43f531 tempest-SecurityGroupRulesNegativeTestJSON-1069367543 tempest-SecurityGroupRulesNegativeTestJSON-1069367543-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1437520381', 'description': 'tempest-description-1655840860'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:15:47.935152 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-ecf71ea7-ed99-4bd0-814d-18a381073340 req-5528c852-5d2a-44f0-b2b4-bcdedc43f531 tempest-SecurityGroupRulesNegativeTestJSON-1069367543 tempest-SecurityGroupRulesNegativeTestJSON-1069367543-project] Publish callbacks [] for security_group (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:15:48.025264 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-ecf71ea7-ed99-4bd0-814d-18a381073340 req-5528c852-5d2a-44f0-b2b4-bcdedc43f531 tempest-SecurityGroupRulesNegativeTestJSON-1069367543 tempest-SecurityGroupRulesNegativeTestJSON-1069367543-project] Publish callbacks [] for security_group (1653882e-fb03-4740-8b5d-beacbdd360d5), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:15:48.032583 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-ecf71ea7-ed99-4bd0-814d-18a381073340 req-5528c852-5d2a-44f0-b2b4-bcdedc43f531 tempest-SecurityGroupRulesNegativeTestJSON-1069367543 tempest-SecurityGroupRulesNegativeTestJSON-1069367543-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (1653882e-fb03-4740-8b5d-beacbdd360d5), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:15:48.107272 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-ecf71ea7-ed99-4bd0-814d-18a381073340 req-5528c852-5d2a-44f0-b2b4-bcdedc43f531 tempest-SecurityGroupRulesNegativeTestJSON-1069367543 tempest-SecurityGroupRulesNegativeTestJSON-1069367543-project] Publish callbacks [] for security_group (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:15:48.113394 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-ecf71ea7-ed99-4bd0-814d-18a381073340 req-5528c852-5d2a-44f0-b2b4-bcdedc43f531 tempest-SecurityGroupRulesNegativeTestJSON-1069367543 tempest-SecurityGroupRulesNegativeTestJSON-1069367543-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1837 time: 0.2135339 Jan 26 21:15:48.115685 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5528c852-5d2a-44f0-b2b4-bcdedc43f531 tempest-SecurityGroupRulesNegativeTestJSON-1069367543 tempest-SecurityGroupRulesNegativeTestJSON-1069367543-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1653882e-fb03-4740-8b5d-beacbdd360d5,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:15:48.173509 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Device 2f3be922-6441-4636-9105-262d7713b3bb details requested by agent hyperv_n-h1-760453-5 with host n-h1-760453-5 {{(pid=103306) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 26 21:15:48.179292 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-a596b93a-6862-4bd5-b357-af926a4585bd req-3dc783bf-2a5a-493d-bbb9-9dd838fd6f5b tempest-ServersTestJSON-1629463572 tempest-ServersTestJSON-1629463572-project] 10.222.0.13 "GET /v2.0/ports?device_id=109260a2-bfb1-4fe0-9dd5-d23717e450fc HTTP/1.1" status: 200 len: 210 time: 0.0422759 Jan 26 21:15:48.199022 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330dcad3-6334-49e6-8957-2d4aeee6ad8c req-89824f56-a9a2-484d-9adb-aacf5d9be7f5 tempest-ServersTestJSON-1629463572 tempest-ServersTestJSON-1629463572-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:15:48.219210 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-330dcad3-6334-49e6-8957-2d4aeee6ad8c req-89824f56-a9a2-484d-9adb-aacf5d9be7f5 tempest-ServersTestJSON-1629463572 tempest-ServersTestJSON-1629463572-project] 10.222.0.57 "GET /v2.0/networks?id=20b7651f-3dfe-4f65-83e1-a38049e7aae9 HTTP/1.1" status: 200 len: 806 time: 0.2488968 Jan 26 21:15:48.220667 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-91a3ead8-428e-4a72-a109-33223b262b44 req-0eca836e-06e1-494c-bbc7-8a3480e48085 tempest-SecurityGroupRulesNegativeTestJSON-1069367543 tempest-SecurityGroupRulesNegativeTestJSON-1069367543-project] 10.222.0.13 "GET /v2.0/security-groups/1653882e-fb03-4740-8b5d-beacbdd360d5 HTTP/1.1" status: 200 len: 1832 time: 0.0839818 Jan 26 21:15:48.234573 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [req-33ae258b-ce46-4175-94ad-898176d6cb83 req-f73b7a0f-4d7b-454c-b841-3ede64b52778 tempest-SecurityGroupRulesNegativeTestJSON-1069367543 tempest-SecurityGroupRulesNegativeTestJSON-1069367543-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1766521630', 'description': 'tempest-description-1575376652'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:15:48.283415 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-33ae258b-ce46-4175-94ad-898176d6cb83 req-f73b7a0f-4d7b-454c-b841-3ede64b52778 tempest-SecurityGroupRulesNegativeTestJSON-1069367543 tempest-SecurityGroupRulesNegativeTestJSON-1069367543-project] Publish callbacks [] for security_group (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:15:48.304285 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [req-330dcad3-6334-49e6-8957-2d4aeee6ad8c req-9ddf12bd-c66c-4326-ba9f-edc560fd3afd tempest-ServersTestJSON-1629463572 tempest-ServersTestJSON-1629463572-project] Request body: {'port': {'device_id': '109260a2-bfb1-4fe0-9dd5-d23717e450fc', 'network_id': '20b7651f-3dfe-4f65-83e1-a38049e7aae9', 'admin_state_up': True, 'tenant_id': '9e460ecabad547eca1394374023e7caf'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:15:48.399843 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65987546-7e94-4817-ab0f-3d58cbeff705 req-9d8eba3c-8f89-400c-8f7d-e77df54e7769 tempest-AttachVolumeNegativeTest-157238613 tempest-AttachVolumeNegativeTest-157238613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:15:48.401571 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-65987546-7e94-4817-ab0f-3d58cbeff705 req-9d8eba3c-8f89-400c-8f7d-e77df54e7769 tempest-AttachVolumeNegativeTest-157238613 tempest-AttachVolumeNegativeTest-157238613-project] 10.222.0.66 "GET /v2.0/ports?device_id=e9f2f303-b5ff-441d-ac8a-1dfe85958a7b HTTP/1.1" status: 200 len: 946 time: 0.1798174 Jan 26 21:15:48.418936 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] For port 2f3be922-6441-4636-9105-262d7713b3bb, host n-h1-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-5',level=0,port_id=2f3be922-6441-4636-9105-262d7713b3bb,segment=NetworkSegment(f63012c2-68a5-4303-aa7d-b1ec72e79a26),segment_id=f63012c2-68a5-4303-aa7d-b1ec72e79a26)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:15:48.431039 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Returning: {'device': '2f3be922-6441-4636-9105-262d7713b3bb', 'network_id': 'd5111b0e-3737-409f-849e-2a880a67eb24', 'port_id': '2f3be922-6441-4636-9105-262d7713b3bb', 'mac_address': 'fa:16:3e:5a:ae:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 572, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '103e8e55-1fc7-4709-a8a5-46aeb4c9b74d', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103306) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 26 21:15:48.448281 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-33ae258b-ce46-4175-94ad-898176d6cb83 req-f73b7a0f-4d7b-454c-b841-3ede64b52778 tempest-SecurityGroupRulesNegativeTestJSON-1069367543 tempest-SecurityGroupRulesNegativeTestJSON-1069367543-project] Publish callbacks [] for security_group (45174ff0-275d-498a-bca4-38c2a22854c2), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:15:48.462759 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-33ae258b-ce46-4175-94ad-898176d6cb83 req-f73b7a0f-4d7b-454c-b841-3ede64b52778 tempest-SecurityGroupRulesNegativeTestJSON-1069367543 tempest-SecurityGroupRulesNegativeTestJSON-1069367543-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (45174ff0-275d-498a-bca4-38c2a22854c2), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:15:48.483945 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Current status of the port 2f3be922-6441-4636-9105-262d7713b3bb is: DOWN; New status is: BUILD {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:15:48.484388 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (2f3be922-6441-4636-9105-262d7713b3bb), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:15:48.494195 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-33ae258b-ce46-4175-94ad-898176d6cb83 req-f73b7a0f-4d7b-454c-b841-3ede64b52778 tempest-SecurityGroupRulesNegativeTestJSON-1069367543 tempest-SecurityGroupRulesNegativeTestJSON-1069367543-project] Publish callbacks [] for security_group (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:15:48.501193 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-33ae258b-ce46-4175-94ad-898176d6cb83 req-f73b7a0f-4d7b-454c-b841-3ede64b52778 tempest-SecurityGroupRulesNegativeTestJSON-1069367543 tempest-SecurityGroupRulesNegativeTestJSON-1069367543-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1837 time: 0.2710936 Jan 26 21:15:48.502970 n-d-760453-5 neutron-server[103306]: DEBUG neutron.notifiers.nova [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2f3be922-6441-4636-9105-262d7713b3bb {{(pid=103306) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 26 21:15:48.516522 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f73b7a0f-4d7b-454c-b841-3ede64b52778 tempest-SecurityGroupRulesNegativeTestJSON-1069367543 tempest-SecurityGroupRulesNegativeTestJSON-1069367543-project] Pushing event updated for resources: {'SecurityGroup': ['ID=45174ff0-275d-498a-bca4-38c2a22854c2,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:15:48.530372 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] For port 2f3be922-6441-4636-9105-262d7713b3bb, host n-h1-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-5',level=0,port_id=2f3be922-6441-4636-9105-262d7713b3bb,segment=NetworkSegment(f63012c2-68a5-4303-aa7d-b1ec72e79a26),segment_id=f63012c2-68a5-4303-aa7d-b1ec72e79a26)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:15:48.538140 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (2f3be922-6441-4636-9105-262d7713b3bb), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:15:48.539574 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Device d0d46742-0dbd-47b3-85b5-3636206015cf details requested by agent hyperv_n-h1-760453-5 with host n-h1-760453-5 {{(pid=103306) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 26 21:15:48.571087 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-330dcad3-6334-49e6-8957-2d4aeee6ad8c req-9ddf12bd-c66c-4326-ba9f-edc560fd3afd tempest-ServersTestJSON-1629463572 tempest-ServersTestJSON-1629463572-project] Made reservation on behalf of 9e460ecabad547eca1394374023e7caf for: {'port': 1} {{(pid=103305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 21:15:48.574707 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-330dcad3-6334-49e6-8957-2d4aeee6ad8c req-9ddf12bd-c66c-4326-ba9f-edc560fd3afd tempest-ServersTestJSON-1629463572 tempest-ServersTestJSON-1629463572-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:15:48.587407 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-9ad016a5-5ae0-4da1-bef6-474c14d58ab9 req-eb56558d-3992-406a-8454-c2eb82cfb6a1 tempest-SecurityGroupRulesNegativeTestJSON-1069367543 tempest-SecurityGroupRulesNegativeTestJSON-1069367543-project] 10.222.0.13 "GET /v2.0/security-groups/45174ff0-275d-498a-bca4-38c2a22854c2 HTTP/1.1" status: 200 len: 1832 time: 0.0621691 Jan 26 21:15:48.622005 n-d-760453-5 neutron-server[103304]: INFO neutron.api.v2.resource [req-a99a57b7-91a5-422a-ba9a-7ac2afb68544 req-b7584dd7-95f0-4644-a42f-1d795092ac4c tempest-SecurityGroupRulesNegativeTestJSON-1069367543 tempest-SecurityGroupRulesNegativeTestJSON-1069367543-project] show failed (client error): The resource could not be found. Jan 26 21:15:48.624687 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] For port d0d46742-0dbd-47b3-85b5-3636206015cf, host n-h1-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-5',level=0,port_id=d0d46742-0dbd-47b3-85b5-3636206015cf,segment=NetworkSegment(f63012c2-68a5-4303-aa7d-b1ec72e79a26),segment_id=f63012c2-68a5-4303-aa7d-b1ec72e79a26)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:15:48.628722 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Pushing event updated for resources: {'Port': ['ID=2f3be922-6441-4636-9105-262d7713b3bb,revision_number=4']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:15:48.631140 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-a99a57b7-91a5-422a-ba9a-7ac2afb68544 req-b7584dd7-95f0-4644-a42f-1d795092ac4c tempest-SecurityGroupRulesNegativeTestJSON-1069367543 tempest-SecurityGroupRulesNegativeTestJSON-1069367543-project] 10.222.0.13 "GET /v2.0/security-groups/891e2db4-a7a5-43d1-93da-fb6d4bc9f956 HTTP/1.1" status: 404 len: 352 time: 0.0257189 Jan 26 21:15:48.649732 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Returning: {'device': 'd0d46742-0dbd-47b3-85b5-3636206015cf', 'network_id': 'd5111b0e-3737-409f-849e-2a880a67eb24', 'port_id': 'd0d46742-0dbd-47b3-85b5-3636206015cf', 'mac_address': 'fa:16:3e:2a:91:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 572, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '103e8e55-1fc7-4709-a8a5-46aeb4c9b74d', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103306) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 26 21:15:48.677413 n-d-760453-5 neutron-server[103304]: INFO neutron.api.v2.resource [req-273ef7e3-0021-4cb8-bf1d-51b238248712 req-9e0c4f9d-9dff-41fd-b760-f1e50718d801 tempest-SecurityGroupRulesNegativeTestJSON-1069367543 tempest-SecurityGroupRulesNegativeTestJSON-1069367543-project] show failed (client error): The resource could not be found. Jan 26 21:15:48.694425 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-273ef7e3-0021-4cb8-bf1d-51b238248712 req-9e0c4f9d-9dff-41fd-b760-f1e50718d801 tempest-SecurityGroupRulesNegativeTestJSON-1069367543 tempest-SecurityGroupRulesNegativeTestJSON-1069367543-project] 10.222.0.13 "GET /v2.0/security-group-rules/ddf5e4c0-27fe-422c-8ecf-c28e0f8758b5 HTTP/1.1" status: 404 len: 361 time: 0.0392959 Jan 26 21:15:48.699187 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Current status of the port d0d46742-0dbd-47b3-85b5-3636206015cf is: DOWN; New status is: BUILD {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:15:48.699753 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (d0d46742-0dbd-47b3-85b5-3636206015cf), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:15:48.716671 n-d-760453-5 neutron-server[103306]: DEBUG neutron.notifiers.nova [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d0d46742-0dbd-47b3-85b5-3636206015cf {{(pid=103306) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 26 21:15:48.737939 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] For port d0d46742-0dbd-47b3-85b5-3636206015cf, host n-h1-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-5',level=0,port_id=d0d46742-0dbd-47b3-85b5-3636206015cf,segment=NetworkSegment(f63012c2-68a5-4303-aa7d-b1ec72e79a26),segment_id=f63012c2-68a5-4303-aa7d-b1ec72e79a26)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:15:48.743058 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.db_base_plugin_common [req-330dcad3-6334-49e6-8957-2d4aeee6ad8c req-9ddf12bd-c66c-4326-ba9f-edc560fd3afd tempest-ServersTestJSON-1629463572 tempest-ServersTestJSON-1629463572-project] Allocated IP 172.20.0.7 (20b7651f-3dfe-4f65-83e1-a38049e7aae9/7183c753-f99a-46b0-89ab-825caf92e3fd/83c23d70-226a-4ffa-b4eb-0cb087c5332f) {{(pid=103305) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 21:15:48.746792 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (d0d46742-0dbd-47b3-85b5-3636206015cf), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:15:48.794356 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [req-65987546-7e94-4817-ab0f-3d58cbeff705 req-9c6b7de6-a34e-4a7c-920c-030ca807d87b tempest-AttachVolumeNegativeTest-157238613 tempest-AttachVolumeNegativeTest-157238613-project] Deleting port 71844506-9f19-4836-aa60-9cdd84af5ac4 {{(pid=103305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 21:15:48.794882 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-65987546-7e94-4817-ab0f-3d58cbeff705 req-9c6b7de6-a34e-4a7c-920c-030ca807d87b tempest-AttachVolumeNegativeTest-157238613 tempest-AttachVolumeNegativeTest-157238613-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746560630878'] for port (71844506-9f19-4836-aa60-9cdd84af5ac4), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:15:48.826403 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-959ed199-3e79-48b6-b4ca-0c46d518d5ef req-baecdc8e-3649-4dde-9da6-393f9c84b526 tempest-SecurityGroupRulesNegativeTestJSON-1069367543 tempest-SecurityGroupRulesNegativeTestJSON-1069367543-project] 10.222.0.13 "GET /v2.0/security-groups/45174ff0-275d-498a-bca4-38c2a22854c2 HTTP/1.1" status: 200 len: 1832 time: 0.1004212 Jan 26 21:15:48.842163 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f035ab16-e27a-4a88-af58-5951eb26f482 req-95e92520-ed77-4bf9-95bc-acd12b0560c6 tempest-AttachVolumeNegativeTest-157238613 tempest-AttachVolumeNegativeTest-157238613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:15:48.849682 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-f035ab16-e27a-4a88-af58-5951eb26f482 req-95e92520-ed77-4bf9-95bc-acd12b0560c6 tempest-AttachVolumeNegativeTest-157238613 tempest-AttachVolumeNegativeTest-157238613-project] 10.222.0.13 "GET /v2.0/ports?device_id=e9f2f303-b5ff-441d-ac8a-1dfe85958a7b HTTP/1.1" status: 200 len: 946 time: 0.0783954 Jan 26 21:15:48.950347 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-f035ab16-e27a-4a88-af58-5951eb26f482 req-ca65f8e3-35c7-4ed3-8cc2-85fc47976238 tempest-AttachVolumeNegativeTest-157238613 tempest-AttachVolumeNegativeTest-157238613-project] 10.222.0.13 "GET /v2.0/security-groups?id=8e9bd9e5-9820-4475-bfb9-c12598a9861a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996826 Jan 26 21:15:48.989453 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-959ed199-3e79-48b6-b4ca-0c46d518d5ef req-4c6bbe39-022a-4d25-94b2-b844eb6bed97 tempest-SecurityGroupRulesNegativeTestJSON-1069367543 tempest-SecurityGroupRulesNegativeTestJSON-1069367543-project] Publish callbacks [] for security_group (45174ff0-275d-498a-bca4-38c2a22854c2), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:15:48.994032 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [req-65987546-7e94-4817-ab0f-3d58cbeff705 req-9c6b7de6-a34e-4a7c-920c-030ca807d87b tempest-AttachVolumeNegativeTest-157238613 tempest-AttachVolumeNegativeTest-157238613-project] For port 71844506-9f19-4836-aa60-9cdd84af5ac4, host n-h1-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-5',level=0,port_id=71844506-9f19-4836-aa60-9cdd84af5ac4,segment=NetworkSegment(09663a0c-ceea-4887-ace4-6c78e47e3e40),segment_id=09663a0c-ceea-4887-ace4-6c78e47e3e40)] {{(pid=103305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:15:48.994667 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-65987546-7e94-4817-ab0f-3d58cbeff705 req-9c6b7de6-a34e-4a7c-920c-030ca807d87b tempest-AttachVolumeNegativeTest-157238613 tempest-AttachVolumeNegativeTest-157238613-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4109658'] for port (71844506-9f19-4836-aa60-9cdd84af5ac4), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:15:49.025411 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [req-65987546-7e94-4817-ab0f-3d58cbeff705 req-9c6b7de6-a34e-4a7c-920c-030ca807d87b tempest-AttachVolumeNegativeTest-157238613 tempest-AttachVolumeNegativeTest-157238613-project] Calling delete_port for 71844506-9f19-4836-aa60-9cdd84af5ac4 owned by compute:nova {{(pid=103305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 21:15:49.050974 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-959ed199-3e79-48b6-b4ca-0c46d518d5ef req-4c6bbe39-022a-4d25-94b2-b844eb6bed97 tempest-SecurityGroupRulesNegativeTestJSON-1069367543 tempest-SecurityGroupRulesNegativeTestJSON-1069367543-project] Publish callbacks [] for security_group (45174ff0-275d-498a-bca4-38c2a22854c2), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:15:49.053700 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-330dcad3-6334-49e6-8957-2d4aeee6ad8c req-9ddf12bd-c66c-4326-ba9f-edc560fd3afd tempest-ServersTestJSON-1629463572 tempest-ServersTestJSON-1629463572-project] Publish callbacks [] for port (83c23d70-226a-4ffa-b4eb-0cb087c5332f), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:15:49.152379 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-959ed199-3e79-48b6-b4ca-0c46d518d5ef req-4c6bbe39-022a-4d25-94b2-b844eb6bed97 tempest-SecurityGroupRulesNegativeTestJSON-1069367543 tempest-SecurityGroupRulesNegativeTestJSON-1069367543-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (45174ff0-275d-498a-bca4-38c2a22854c2), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:15:49.156103 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-959ed199-3e79-48b6-b4ca-0c46d518d5ef req-4c6bbe39-022a-4d25-94b2-b844eb6bed97 tempest-SecurityGroupRulesNegativeTestJSON-1069367543 tempest-SecurityGroupRulesNegativeTestJSON-1069367543-project] Publish callbacks [] for security_group (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:15:49.157687 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-959ed199-3e79-48b6-b4ca-0c46d518d5ef req-4c6bbe39-022a-4d25-94b2-b844eb6bed97 tempest-SecurityGroupRulesNegativeTestJSON-1069367543 tempest-SecurityGroupRulesNegativeTestJSON-1069367543-project] 10.222.0.13 "DELETE /v2.0/security-groups/45174ff0-275d-498a-bca4-38c2a22854c2 HTTP/1.1" status: 204 len: 173 time: 0.3004591 Jan 26 21:15:49.159105 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Pushing event updated for resources: {'Port': ['ID=d0d46742-0dbd-47b3-85b5-3636206015cf,revision_number=4']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:15:49.177002 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c6bbe39-022a-4d25-94b2-b844eb6bed97 tempest-SecurityGroupRulesNegativeTestJSON-1069367543 tempest-SecurityGroupRulesNegativeTestJSON-1069367543-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=45174ff0-275d-498a-bca4-38c2a22854c2,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:15:49.178818 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-f3548dd1-6402-4fbd-8436-1d132dc07a49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (474ccdf7-ab6c-405b-a3b2-dc7b05829902), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:15:49.185824 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:15:49.186172 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:15:49.186516 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:15:49.191146 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:15:49.191518 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:15:49.191855 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:15:49.192193 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:15:49.192521 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:15:49.192849 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:15:49.193177 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:15:49.193526 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:15:49.193898 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:15:49.197802 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:15:49.209579 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-330dcad3-6334-49e6-8957-2d4aeee6ad8c req-9ddf12bd-c66c-4326-ba9f-edc560fd3afd tempest-ServersTestJSON-1629463572 tempest-ServersTestJSON-1629463572-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746560234527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11791543'] for port (83c23d70-226a-4ffa-b4eb-0cb087c5332f), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:15:49.233103 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] get_ports_and_sgs() called for port_ids ['c0c88dad-cc2c-45c3-b929-f9b04ea7d5f7', '9bc6629d-c6f8-4abd-a197-92ee7adc3777'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 26 21:15:49.287195 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-330dcad3-6334-49e6-8957-2d4aeee6ad8c req-9ddf12bd-c66c-4326-ba9f-edc560fd3afd tempest-ServersTestJSON-1629463572 tempest-ServersTestJSON-1629463572-project] Network 20b7651f-3dfe-4f65-83e1-a38049e7aae9 is already hosted by enough agents. {{(pid=103305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 21:15:49.291451 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [req-330dcad3-6334-49e6-8957-2d4aeee6ad8c req-9ddf12bd-c66c-4326-ba9f-edc560fd3afd tempest-ServersTestJSON-1629463572 tempest-ServersTestJSON-1629463572-project] Resources bound (agent type, host, resource id): {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:15:49.300642 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [req-330dcad3-6334-49e6-8957-2d4aeee6ad8c req-9ddf12bd-c66c-4326-ba9f-edc560fd3afd tempest-ServersTestJSON-1629463572 tempest-ServersTestJSON-1629463572-project] Received port after_create {{(pid=103305) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 21:15:49.304900 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-65987546-7e94-4817-ab0f-3d58cbeff705 req-9c6b7de6-a34e-4a7c-920c-030ca807d87b tempest-AttachVolumeNegativeTest-157238613 tempest-AttachVolumeNegativeTest-157238613-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746560636600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746560234536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11791543'] for port (71844506-9f19-4836-aa60-9cdd84af5ac4), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:15:49.323270 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2074dc67-b1a0-4858-b0e5-06fbceb0d1cc req-3f306afa-59e7-428c-a98d-716e2400a853 tempest-ListServersNegativeTestJSON-1164879810 tempest-ListServersNegativeTestJSON-1164879810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:15:49.325262 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-2074dc67-b1a0-4858-b0e5-06fbceb0d1cc req-3f306afa-59e7-428c-a98d-716e2400a853 tempest-ListServersNegativeTestJSON-1164879810 tempest-ListServersNegativeTestJSON-1164879810-project] 10.222.0.13 "GET /v2.0/ports?device_id=48d6fde9-f708-4fc4-ba58-a5cb7b56a25e HTTP/1.1" status: 200 len: 944 time: 0.1318617 Jan 26 21:15:49.336024 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ddf12bd-c66c-4326-ba9f-edc560fd3afd tempest-ServersTestJSON-1629463572 tempest-ServersTestJSON-1629463572-project] Pushing event updated for resources: {'Port': ['ID=83c23d70-226a-4ffa-b4eb-0cb087c5332f,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:15:49.381595 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] get_ports_and_sgs() called for port_ids ['e3a678e7-ac1e-438d-a264-5bdad56d0d1c'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 26 21:15:49.385258 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6b7de6-a34e-4a7c-920c-030ca807d87b tempest-AttachVolumeNegativeTest-157238613 tempest-AttachVolumeNegativeTest-157238613-project] Pushing event deleted for resources: {'Port': ['ID=71844506-9f19-4836-aa60-9cdd84af5ac4,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:15:49.423546 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330dcad3-6334-49e6-8957-2d4aeee6ad8c req-9ddf12bd-c66c-4326-ba9f-edc560fd3afd tempest-ServersTestJSON-1629463572 tempest-ServersTestJSON-1629463572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:15:49.424371 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-330dcad3-6334-49e6-8957-2d4aeee6ad8c req-9ddf12bd-c66c-4326-ba9f-edc560fd3afd tempest-ServersTestJSON-1629463572 tempest-ServersTestJSON-1629463572-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:15:49.432303 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-092c3b61-4542-48a4-9134-111401f9e844 req-e67ebf46-b767-49a4-9972-42ec1f10eb07 tempest-SecurityGroupRulesNegativeTestJSON-1069367543 tempest-SecurityGroupRulesNegativeTestJSON-1069367543-project] 10.222.0.13 "GET /v2.0/security-groups/1653882e-fb03-4740-8b5d-beacbdd360d5 HTTP/1.1" status: 200 len: 1832 time: 0.1290066 Jan 26 21:15:49.449804 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [req-65987546-7e94-4817-ab0f-3d58cbeff705 req-9c6b7de6-a34e-4a7c-920c-030ca807d87b tempest-AttachVolumeNegativeTest-157238613 tempest-AttachVolumeNegativeTest-157238613-project] No DVR routers for this DVR port 71844506-9f19-4836-aa60-9cdd84af5ac4 on host n-h1-760453-5 {{(pid=103305) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 26 21:15:49.450160 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] get_ports_and_sgs() called for port_ids ['20aaca9f-7ff5-4bc5-92ad-e18683e4425f', '58a2ab10-6d52-4ea0-8d71-02e432597a85', '71844506-9f19-4836-aa60-9cdd84af5ac4'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 26 21:15:49.454271 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] get_ports_and_sgs() called for port_ids ['d0d46742-0dbd-47b3-85b5-3636206015cf'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 26 21:15:49.455907 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-65987546-7e94-4817-ab0f-3d58cbeff705 req-9c6b7de6-a34e-4a7c-920c-030ca807d87b tempest-AttachVolumeNegativeTest-157238613 tempest-AttachVolumeNegativeTest-157238613-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:15:49.459808 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-65987546-7e94-4817-ab0f-3d58cbeff705 req-9c6b7de6-a34e-4a7c-920c-030ca807d87b tempest-AttachVolumeNegativeTest-157238613 tempest-AttachVolumeNegativeTest-157238613-project] 10.222.0.66 "DELETE /v2.0/ports/71844506-9f19-4836-aa60-9cdd84af5ac4 HTTP/1.1" status: 204 len: 173 time: 1.0523717 Jan 26 21:15:49.460354 n-d-760453-5 neutron-server[103305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9f2f303-b5ff-441d-ac8a-1dfe85958a7b', 'name': 'network-vif-deleted', 'tag': '71844506-9f19-4836-aa60-9cdd84af5ac4'}] {{(pid=103305) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 21:15:49.462880 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d4654568b7bf041e72ff8fe1c96d6d761d9c921f2b99bc7b3a26632be20cee0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-deda884c-b2b1-4131-903a-26d2c2123724" -d '{"events": [{"server_uuid": "e9f2f303-b5ff-441d-ac8a-1dfe85958a7b", "name": "network-vif-deleted", "tag": "71844506-9f19-4836-aa60-9cdd84af5ac4"}]}' {{(pid=103305) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 21:15:49.481708 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-330dcad3-6334-49e6-8957-2d4aeee6ad8c req-9ddf12bd-c66c-4326-ba9f-edc560fd3afd tempest-ServersTestJSON-1629463572 tempest-ServersTestJSON-1629463572-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2368326 Jan 26 21:15:49.497560 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [req-330dcad3-6334-49e6-8957-2d4aeee6ad8c req-d491f824-e8dd-4bd9-92d7-ad577e423c95 service neutron] Request body: {'port': {'device_id': '109260a2-bfb1-4fe0-9dd5-d23717e450fc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-760453-5'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:15:49.511587 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] get_ports_and_sgs() called for port_ids ['2f3be922-6441-4636-9105-262d7713b3bb'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 26 21:15:49.583726 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-092c3b61-4542-48a4-9134-111401f9e844 req-f1623365-f05f-435d-a243-2bebb6ce5b29 tempest-SecurityGroupRulesNegativeTestJSON-1069367543 tempest-SecurityGroupRulesNegativeTestJSON-1069367543-project] Publish callbacks [] for security_group (1653882e-fb03-4740-8b5d-beacbdd360d5), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:15:49.592517 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-330dcad3-6334-49e6-8957-2d4aeee6ad8c req-d491f824-e8dd-4bd9-92d7-ad577e423c95 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (83c23d70-226a-4ffa-b4eb-0cb087c5332f), before_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:15:49.634433 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-2074dc67-b1a0-4858-b0e5-06fbceb0d1cc req-6b3b6195-8684-4663-9680-59c40da32bef tempest-ListServersNegativeTestJSON-1164879810 tempest-ListServersNegativeTestJSON-1164879810-project] 10.222.0.13 "GET /v2.0/security-groups?id=44f3f70d-2aeb-44f1-8aa6-65e7296e51d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2415230 Jan 26 21:15:49.664789 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-092c3b61-4542-48a4-9134-111401f9e844 req-f1623365-f05f-435d-a243-2bebb6ce5b29 tempest-SecurityGroupRulesNegativeTestJSON-1069367543 tempest-SecurityGroupRulesNegativeTestJSON-1069367543-project] Publish callbacks [] for security_group (1653882e-fb03-4740-8b5d-beacbdd360d5), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:15:49.805735 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e8abc8-7d72-4d8c-acdb-6560643843a5 req-f837943d-2b6b-4acc-8c9d-5af741c5cf18 tempest-ServersTestJSON-1629463572 tempest-ServersTestJSON-1629463572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:15:49.814512 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-f6e8abc8-7d72-4d8c-acdb-6560643843a5 req-f837943d-2b6b-4acc-8c9d-5af741c5cf18 tempest-ServersTestJSON-1629463572 tempest-ServersTestJSON-1629463572-project] 10.222.0.13 "GET /v2.0/ports?device_id=109260a2-bfb1-4fe0-9dd5-d23717e450fc HTTP/1.1" status: 200 len: 931 time: 0.0617888 Jan 26 21:15:49.823517 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-092c3b61-4542-48a4-9134-111401f9e844 req-f1623365-f05f-435d-a243-2bebb6ce5b29 tempest-SecurityGroupRulesNegativeTestJSON-1069367543 tempest-SecurityGroupRulesNegativeTestJSON-1069367543-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (1653882e-fb03-4740-8b5d-beacbdd360d5), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:15:49.827085 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-092c3b61-4542-48a4-9134-111401f9e844 req-f1623365-f05f-435d-a243-2bebb6ce5b29 tempest-SecurityGroupRulesNegativeTestJSON-1069367543 tempest-SecurityGroupRulesNegativeTestJSON-1069367543-project] Publish callbacks [] for security_group (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:15:49.831963 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-092c3b61-4542-48a4-9134-111401f9e844 req-f1623365-f05f-435d-a243-2bebb6ce5b29 tempest-SecurityGroupRulesNegativeTestJSON-1069367543 tempest-SecurityGroupRulesNegativeTestJSON-1069367543-project] 10.222.0.13 "DELETE /v2.0/security-groups/1653882e-fb03-4740-8b5d-beacbdd360d5 HTTP/1.1" status: 204 len: 173 time: 0.3886173 Jan 26 21:15:49.877785 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1623365-f05f-435d-a243-2bebb6ce5b29 tempest-SecurityGroupRulesNegativeTestJSON-1069367543 tempest-SecurityGroupRulesNegativeTestJSON-1069367543-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1653882e-fb03-4740-8b5d-beacbdd360d5,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:15:49.939899 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-f6e8abc8-7d72-4d8c-acdb-6560643843a5 req-630a20bc-5642-464e-a9a3-14b9ae9ac9db tempest-ServersTestJSON-1629463572 tempest-ServersTestJSON-1629463572-project] 10.222.0.13 "GET /v2.0/security-groups?id=a146440b-85c7-430a-88ed-6d0301627350&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196113 Jan 26 21:15:50.051458 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-6a0080bb-a347-43f6-998c-213e6f27fb0b req-fcc9edd3-49b3-4a5b-9cfd-2c47f230ce99 tempest-SecurityGroupRulesNegativeTestJSON-1069367543 tempest-SecurityGroupRulesNegativeTestJSON-1069367543-project] 10.222.0.13 "GET /v2.0/security-groups/51132101-8551-4d29-8385-98e2b8cce2e5 HTTP/1.1" status: 200 len: 1832 time: 0.0799809 Jan 26 21:15:50.054246 n-d-760453-5 neutron-server[103305]: DEBUG neutron.notifiers.nova [req-330dcad3-6334-49e6-8957-2d4aeee6ad8c req-d491f824-e8dd-4bd9-92d7-ad577e423c95 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 83c23d70-226a-4ffa-b4eb-0cb087c5332f {{(pid=103305) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 26 21:15:50.080515 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-330dcad3-6334-49e6-8957-2d4aeee6ad8c req-d491f824-e8dd-4bd9-92d7-ad577e423c95 service neutron] Publish callbacks [] for port (83c23d70-226a-4ffa-b4eb-0cb087c5332f), precommit_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:15:50.116123 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.provisioning_blocks [req-330dcad3-6334-49e6-8957-2d4aeee6ad8c req-d491f824-e8dd-4bd9-92d7-ad577e423c95 service neutron] Transition to ACTIVE for port object 83c23d70-226a-4ffa-b4eb-0cb087c5332f will not be triggered until provisioned by entity L2. {{(pid=103305) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 21:15:50.119480 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Jan 2022 21:15:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20a6ed30-2fc0-47b7-83b4-3fa3709c86f5 x-openstack-request-id: req-20a6ed30-2fc0-47b7-83b4-3fa3709c86f5 {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 21:15:50.120626 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9f2f303-b5ff-441d-ac8a-1dfe85958a7b", "name": "network-vif-deleted", "tag": "71844506-9f19-4836-aa60-9cdd84af5ac4", "status": "completed", "code": 200}]} {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 21:15:50.122229 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-20a6ed30-2fc0-47b7-83b4-3fa3709c86f5 {{(pid=103305) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 21:15:50.122966 n-d-760453-5 neutron-server[103305]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9f2f303-b5ff-441d-ac8a-1dfe85958a7b', 'name': 'network-vif-deleted', 'tag': '71844506-9f19-4836-aa60-9cdd84af5ac4', 'status': 'completed', 'code': 200} Jan 26 21:15:50.126593 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-330dcad3-6334-49e6-8957-2d4aeee6ad8c req-d491f824-e8dd-4bd9-92d7-ad577e423c95 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11791520'] for port (83c23d70-226a-4ffa-b4eb-0cb087c5332f), after_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:15:50.260750 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d491f824-e8dd-4bd9-92d7-ad577e423c95 service neutron] Pushing event updated for resources: {'Port': ['ID=83c23d70-226a-4ffa-b4eb-0cb087c5332f,revision_number=2']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:15:50.335458 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [req-330dcad3-6334-49e6-8957-2d4aeee6ad8c req-d491f824-e8dd-4bd9-92d7-ad577e423c95 service neutron] Attempting to bind port 83c23d70-226a-4ffa-b4eb-0cb087c5332f on host n-h2-760453-5 for vnic_type normal with profile {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 21:15:50.336072 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [req-330dcad3-6334-49e6-8957-2d4aeee6ad8c req-d491f824-e8dd-4bd9-92d7-ad577e423c95 service neutron] Attempting to bind port 83c23d70-226a-4ffa-b4eb-0cb087c5332f by drivers openvswitch,hyperv on host n-h2-760453-5 at level 0 using segments [{'id': 'bb9dd371-3de9-4327-a263-fb803ca379c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '20b7651f-3dfe-4f65-83e1-a38049e7aae9'}] {{(pid=103305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 26 21:15:50.336557 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-330dcad3-6334-49e6-8957-2d4aeee6ad8c req-d491f824-e8dd-4bd9-92d7-ad577e423c95 service neutron] Attempting to bind port 83c23d70-226a-4ffa-b4eb-0cb087c5332f on network 20b7651f-3dfe-4f65-83e1-a38049e7aae9 {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 21:15:50.344412 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-330dcad3-6334-49e6-8957-2d4aeee6ad8c req-d491f824-e8dd-4bd9-92d7-ad577e423c95 service neutron] Port 83c23d70-226a-4ffa-b4eb-0cb087c5332f on network 20b7651f-3dfe-4f65-83e1-a38049e7aae9 not bound, no agent of type Open vSwitch agent registered on host n-h2-760453-5 {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 26 21:15:50.344840 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-5fc84723-af07-410b-9c8a-b0efb3cceed0 req-976e222e-c499-4d40-ae53-e857a8eff1fd tempest-AttachVolumeNegativeTest-157238613 tempest-AttachVolumeNegativeTest-157238613-project] 10.222.0.13 "GET /v2.0/ports?device_id=e9f2f303-b5ff-441d-ac8a-1dfe85958a7b HTTP/1.1" status: 200 len: 210 time: 0.1312721 Jan 26 21:15:50.345096 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-330dcad3-6334-49e6-8957-2d4aeee6ad8c req-d491f824-e8dd-4bd9-92d7-ad577e423c95 service neutron] Attempting to bind port 83c23d70-226a-4ffa-b4eb-0cb087c5332f on network 20b7651f-3dfe-4f65-83e1-a38049e7aae9 {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 21:15:50.353837 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-330dcad3-6334-49e6-8957-2d4aeee6ad8c req-d491f824-e8dd-4bd9-92d7-ad577e423c95 service neutron] Checking agent: {'id': '4d619873-4b60-439f-9b5a-b155dc8bbc34', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-760453-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 21, 2, 53), 'started_at': datetime.datetime(2022, 1, 26, 21, 2, 53), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 21, 15, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 26 21:15:50.354182 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-330dcad3-6334-49e6-8957-2d4aeee6ad8c req-d491f824-e8dd-4bd9-92d7-ad577e423c95 service neutron] Checking segment: {'id': 'bb9dd371-3de9-4327-a263-fb803ca379c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '20b7651f-3dfe-4f65-83e1-a38049e7aae9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103305) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 21:15:50.354563 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-330dcad3-6334-49e6-8957-2d4aeee6ad8c req-d491f824-e8dd-4bd9-92d7-ad577e423c95 service neutron] Bound using segment: {'id': 'bb9dd371-3de9-4327-a263-fb803ca379c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '20b7651f-3dfe-4f65-83e1-a38049e7aae9'} {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 26 21:15:50.354998 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [req-330dcad3-6334-49e6-8957-2d4aeee6ad8c req-d491f824-e8dd-4bd9-92d7-ad577e423c95 service neutron] Bound port: 83c23d70-226a-4ffa-b4eb-0cb087c5332f, host: n-h2-760453-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bb9dd371-3de9-4327-a263-fb803ca379c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '20b7651f-3dfe-4f65-83e1-a38049e7aae9'}}] {{(pid=103305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 26 21:15:50.355356 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-330dcad3-6334-49e6-8957-2d4aeee6ad8c req-d491f824-e8dd-4bd9-92d7-ad577e423c95 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (83c23d70-226a-4ffa-b4eb-0cb087c5332f), before_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:15:50.355736 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-6a0080bb-a347-43f6-998c-213e6f27fb0b req-84985082-fd01-43a9-9038-d69c57396b33 tempest-SecurityGroupRulesNegativeTestJSON-1069367543 tempest-SecurityGroupRulesNegativeTestJSON-1069367543-project] Publish callbacks [] for security_group (51132101-8551-4d29-8385-98e2b8cce2e5), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:15:50.429676 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-6a0080bb-a347-43f6-998c-213e6f27fb0b req-84985082-fd01-43a9-9038-d69c57396b33 tempest-SecurityGroupRulesNegativeTestJSON-1069367543 tempest-SecurityGroupRulesNegativeTestJSON-1069367543-project] Publish callbacks [] for security_group (51132101-8551-4d29-8385-98e2b8cce2e5), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:15:50.459015 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [req-330dcad3-6334-49e6-8957-2d4aeee6ad8c req-d491f824-e8dd-4bd9-92d7-ad577e423c95 service neutron] For port 83c23d70-226a-4ffa-b4eb-0cb087c5332f, host n-h2-760453-5, cleared binding levels {{(pid=103305) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 26 21:15:50.469321 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [req-330dcad3-6334-49e6-8957-2d4aeee6ad8c req-d491f824-e8dd-4bd9-92d7-ad577e423c95 service neutron] For port 83c23d70-226a-4ffa-b4eb-0cb087c5332f, host n-h2-760453-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-5',level=0,port_id=83c23d70-226a-4ffa-b4eb-0cb087c5332f,segment=NetworkSegment(bb9dd371-3de9-4327-a263-fb803ca379c8),segment_id=bb9dd371-3de9-4327-a263-fb803ca379c8)] {{(pid=103305) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 26 21:15:50.477152 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-330dcad3-6334-49e6-8957-2d4aeee6ad8c req-d491f824-e8dd-4bd9-92d7-ad577e423c95 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11791520'] for port (83c23d70-226a-4ffa-b4eb-0cb087c5332f), after_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:15:50.519049 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-6a0080bb-a347-43f6-998c-213e6f27fb0b req-84985082-fd01-43a9-9038-d69c57396b33 tempest-SecurityGroupRulesNegativeTestJSON-1069367543 tempest-SecurityGroupRulesNegativeTestJSON-1069367543-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (51132101-8551-4d29-8385-98e2b8cce2e5), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:15:50.522758 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-6a0080bb-a347-43f6-998c-213e6f27fb0b req-84985082-fd01-43a9-9038-d69c57396b33 tempest-SecurityGroupRulesNegativeTestJSON-1069367543 tempest-SecurityGroupRulesNegativeTestJSON-1069367543-project] Publish callbacks [] for security_group (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:15:50.524104 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-6a0080bb-a347-43f6-998c-213e6f27fb0b req-84985082-fd01-43a9-9038-d69c57396b33 tempest-SecurityGroupRulesNegativeTestJSON-1069367543 tempest-SecurityGroupRulesNegativeTestJSON-1069367543-project] 10.222.0.13 "DELETE /v2.0/security-groups/51132101-8551-4d29-8385-98e2b8cce2e5 HTTP/1.1" status: 204 len: 173 time: 0.4649394 Jan 26 21:15:50.538554 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84985082-fd01-43a9-9038-d69c57396b33 tempest-SecurityGroupRulesNegativeTestJSON-1069367543 tempest-SecurityGroupRulesNegativeTestJSON-1069367543-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=51132101-8551-4d29-8385-98e2b8cce2e5,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:15:50.589887 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330dcad3-6334-49e6-8957-2d4aeee6ad8c req-d491f824-e8dd-4bd9-92d7-ad577e423c95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:15:50.593715 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-330dcad3-6334-49e6-8957-2d4aeee6ad8c req-d491f824-e8dd-4bd9-92d7-ad577e423c95 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:15:50.598847 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-330dcad3-6334-49e6-8957-2d4aeee6ad8c req-d491f824-e8dd-4bd9-92d7-ad577e423c95 service neutron] 10.222.0.57 "PUT /v2.0/ports/83c23d70-226a-4ffa-b4eb-0cb087c5332f HTTP/1.1" status: 200 len: 1091 time: 1.1100798 Jan 26 21:15:50.625527 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-5bbdc05f-9f70-45f7-8279-d2203d33de6c req-400de0e4-acf6-4ac4-aad7-c050aa9076ea tempest-SecurityGroupRulesNegativeTestJSON-1069367543 tempest-SecurityGroupRulesNegativeTestJSON-1069367543-project] 10.222.0.13 "GET /v2.0/security-groups/3cc535a4-647e-4f95-8ab7-42da9d1792b1 HTTP/1.1" status: 200 len: 1830 time: 0.0708632 Jan 26 21:15:50.656539 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d491f824-e8dd-4bd9-92d7-ad577e423c95 service neutron] Pushing event updated for resources: {'Port': ['ID=83c23d70-226a-4ffa-b4eb-0cb087c5332f,revision_number=3']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:15:50.707327 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330dcad3-6334-49e6-8957-2d4aeee6ad8c req-031b9361-a018-4c87-81b9-8025fbfa6c7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:15:50.708941 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-330dcad3-6334-49e6-8957-2d4aeee6ad8c req-031b9361-a018-4c87-81b9-8025fbfa6c7a service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=9e460ecabad547eca1394374023e7caf&device_id=109260a2-bfb1-4fe0-9dd5-d23717e450fc HTTP/1.1" status: 200 len: 1094 time: 0.0614741 Jan 26 21:15:50.725777 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-5bbdc05f-9f70-45f7-8279-d2203d33de6c req-fcbdf919-dfdf-4946-a9de-c7b3c283f8f8 tempest-SecurityGroupRulesNegativeTestJSON-1069367543 tempest-SecurityGroupRulesNegativeTestJSON-1069367543-project] Publish callbacks [] for security_group (3cc535a4-647e-4f95-8ab7-42da9d1792b1), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:15:50.752496 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-5bbdc05f-9f70-45f7-8279-d2203d33de6c req-fcbdf919-dfdf-4946-a9de-c7b3c283f8f8 tempest-SecurityGroupRulesNegativeTestJSON-1069367543 tempest-SecurityGroupRulesNegativeTestJSON-1069367543-project] Publish callbacks [] for security_group (3cc535a4-647e-4f95-8ab7-42da9d1792b1), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:15:50.778706 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-330dcad3-6334-49e6-8957-2d4aeee6ad8c req-36a5e673-d076-4ce3-91dd-8057169bc85a service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=83c23d70-226a-4ffa-b4eb-0cb087c5332f HTTP/1.1" status: 200 len: 217 time: 0.0606947 Jan 26 21:15:50.833208 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-5bbdc05f-9f70-45f7-8279-d2203d33de6c req-fcbdf919-dfdf-4946-a9de-c7b3c283f8f8 tempest-SecurityGroupRulesNegativeTestJSON-1069367543 tempest-SecurityGroupRulesNegativeTestJSON-1069367543-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (3cc535a4-647e-4f95-8ab7-42da9d1792b1), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:15:50.836141 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-5bbdc05f-9f70-45f7-8279-d2203d33de6c req-fcbdf919-dfdf-4946-a9de-c7b3c283f8f8 tempest-SecurityGroupRulesNegativeTestJSON-1069367543 tempest-SecurityGroupRulesNegativeTestJSON-1069367543-project] Publish callbacks [] for security_group (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:15:50.837330 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-5bbdc05f-9f70-45f7-8279-d2203d33de6c req-fcbdf919-dfdf-4946-a9de-c7b3c283f8f8 tempest-SecurityGroupRulesNegativeTestJSON-1069367543 tempest-SecurityGroupRulesNegativeTestJSON-1069367543-project] 10.222.0.13 "DELETE /v2.0/security-groups/3cc535a4-647e-4f95-8ab7-42da9d1792b1 HTTP/1.1" status: 204 len: 173 time: 0.2104430 Jan 26 21:15:50.861114 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcbdf919-dfdf-4946-a9de-c7b3c283f8f8 tempest-SecurityGroupRulesNegativeTestJSON-1069367543 tempest-SecurityGroupRulesNegativeTestJSON-1069367543-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3cc535a4-647e-4f95-8ab7-42da9d1792b1,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:15:50.861904 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330dcad3-6334-49e6-8957-2d4aeee6ad8c req-3aff81ca-8d08-43e1-a59e-095c86fbb1bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:15:50.863653 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-330dcad3-6334-49e6-8957-2d4aeee6ad8c req-3aff81ca-8d08-43e1-a59e-095c86fbb1bf service neutron] 10.222.0.57 "GET /v2.0/subnets?id=7183c753-f99a-46b0-89ab-825caf92e3fd HTTP/1.1" status: 200 len: 846 time: 0.0759611 Jan 26 21:15:50.894774 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2cb157-29ee-49d6-b670-b22b14edb420 req-2ba4e627-7787-490a-9a41-b53643548b1b tempest-ListServersNegativeTestJSON-1164879810 tempest-ListServersNegativeTestJSON-1164879810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:15:50.901831 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-3c2cb157-29ee-49d6-b670-b22b14edb420 req-2ba4e627-7787-490a-9a41-b53643548b1b tempest-ListServersNegativeTestJSON-1164879810 tempest-ListServersNegativeTestJSON-1164879810-project] 10.222.0.13 "GET /v2.0/ports?device_id=48d6fde9-f708-4fc4-ba58-a5cb7b56a25e HTTP/1.1" status: 200 len: 944 time: 0.1323652 Jan 26 21:15:50.908142 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-330dcad3-6334-49e6-8957-2d4aeee6ad8c req-7f0d6bc4-a8e0-473e-b507-c7645d63818b service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=20b7651f-3dfe-4f65-83e1-a38049e7aae9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0364816 Jan 26 21:15:50.950525 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-8d657ccf-45a6-4598-b667-480be4cc0c4c req-b80208a5-2a1d-412a-87b2-1d3842e2b7b6 tempest-SecurityGroupRulesNegativeTestJSON-1069367543 tempest-SecurityGroupRulesNegativeTestJSON-1069367543-project] 10.222.0.13 "GET /v2.0/security-groups/f64757c4-58fc-45f5-87f1-c0f7c8f711a1 HTTP/1.1" status: 200 len: 1832 time: 0.0850561 Jan 26 21:15:50.988089 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-3c2cb157-29ee-49d6-b670-b22b14edb420 req-cae2c2a6-ad4b-4835-85eb-21d797084f03 tempest-ListServersNegativeTestJSON-1164879810 tempest-ListServersNegativeTestJSON-1164879810-project] 10.222.0.13 "GET /v2.0/security-groups?id=44f3f70d-2aeb-44f1-8aa6-65e7296e51d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852895 Jan 26 21:15:51.019610 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-330dcad3-6334-49e6-8957-2d4aeee6ad8c req-5fe4ec03-3ce3-4033-bed5-53d4f3b18e1e service neutron] 10.222.0.57 "GET /v2.0/networks/20b7651f-3dfe-4f65-83e1-a38049e7aae9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1050518 Jan 26 21:15:51.056556 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-8d657ccf-45a6-4598-b667-480be4cc0c4c req-d7b84608-c0e5-4d2e-afeb-827fbb48ccce tempest-SecurityGroupRulesNegativeTestJSON-1069367543 tempest-SecurityGroupRulesNegativeTestJSON-1069367543-project] Publish callbacks [] for security_group (f64757c4-58fc-45f5-87f1-c0f7c8f711a1), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:15:51.088423 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-8d657ccf-45a6-4598-b667-480be4cc0c4c req-d7b84608-c0e5-4d2e-afeb-827fbb48ccce tempest-SecurityGroupRulesNegativeTestJSON-1069367543 tempest-SecurityGroupRulesNegativeTestJSON-1069367543-project] Publish callbacks [] for security_group (f64757c4-58fc-45f5-87f1-c0f7c8f711a1), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:15:51.159728 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-330dcad3-6334-49e6-8957-2d4aeee6ad8c req-82a961f6-3b4f-4f6c-864c-a01bcbb71a0a service neutron] 10.222.0.57 "GET /v2.0/networks/20b7651f-3dfe-4f65-83e1-a38049e7aae9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1317511 Jan 26 21:15:51.198930 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-20d3f822-2e0e-4be5-a3c0-00f47a1f1ada None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (09df100c-3af1-4b0a-bda8-05914c71c458), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:15:51.207006 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3335324-dcdc-4eb4-94c4-5015daa463e2 req-3e4fc052-e3d5-468e-8f54-9d3b884633aa tempest-ServersTestJSON-1629463572 tempest-ServersTestJSON-1629463572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:15:51.208716 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-f3335324-dcdc-4eb4-94c4-5015daa463e2 req-3e4fc052-e3d5-468e-8f54-9d3b884633aa tempest-ServersTestJSON-1629463572 tempest-ServersTestJSON-1629463572-project] 10.222.0.13 "GET /v2.0/ports?device_id=109260a2-bfb1-4fe0-9dd5-d23717e450fc HTTP/1.1" status: 200 len: 943 time: 0.1057961 Jan 26 21:15:51.209736 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-8d657ccf-45a6-4598-b667-480be4cc0c4c req-d7b84608-c0e5-4d2e-afeb-827fbb48ccce tempest-SecurityGroupRulesNegativeTestJSON-1069367543 tempest-SecurityGroupRulesNegativeTestJSON-1069367543-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (f64757c4-58fc-45f5-87f1-c0f7c8f711a1), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:15:51.212866 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-8d657ccf-45a6-4598-b667-480be4cc0c4c req-d7b84608-c0e5-4d2e-afeb-827fbb48ccce tempest-SecurityGroupRulesNegativeTestJSON-1069367543 tempest-SecurityGroupRulesNegativeTestJSON-1069367543-project] Publish callbacks [] for security_group (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:15:51.221419 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 57528) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:15:51.226145 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-8d657ccf-45a6-4598-b667-480be4cc0c4c req-d7b84608-c0e5-4d2e-afeb-827fbb48ccce tempest-SecurityGroupRulesNegativeTestJSON-1069367543 tempest-SecurityGroupRulesNegativeTestJSON-1069367543-project] 10.222.0.13 "DELETE /v2.0/security-groups/f64757c4-58fc-45f5-87f1-c0f7c8f711a1 HTTP/1.1" status: 204 len: 173 time: 0.2655139 Jan 26 21:15:51.279435 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.db_base_plugin_v2 [None req-677e7e67-8cfe-4bc1-92be-2a60415f67ba admin admin] Deleting subnet cf229c3c-42ee-4a29-8907-7e3f6be0cb40 {{(pid=103305) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 26 21:15:51.282923 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b84608-c0e5-4d2e-afeb-827fbb48ccce tempest-SecurityGroupRulesNegativeTestJSON-1069367543 tempest-SecurityGroupRulesNegativeTestJSON-1069367543-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f64757c4-58fc-45f5-87f1-c0f7c8f711a1,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:15:51.283263 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-677e7e67-8cfe-4bc1-92be-2a60415f67ba admin admin] Publish callbacks [] for subnet (cf229c3c-42ee-4a29-8907-7e3f6be0cb40), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:15:51.337431 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-f3335324-dcdc-4eb4-94c4-5015daa463e2 req-b0c33d17-3b05-4cb7-ac16-fc60fa55d8ce tempest-ServersTestJSON-1629463572 tempest-ServersTestJSON-1629463572-project] 10.222.0.13 "GET /v2.0/security-groups?id=a146440b-85c7-430a-88ed-6d0301627350&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092229 Jan 26 21:15:51.375054 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-677e7e67-8cfe-4bc1-92be-2a60415f67ba admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11788946'] for subnet (cf229c3c-42ee-4a29-8907-7e3f6be0cb40), precommit_delete_associations {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:15:51.440923 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-677e7e67-8cfe-4bc1-92be-2a60415f67ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687316'] for subnet (cf229c3c-42ee-4a29-8907-7e3f6be0cb40), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:15:51.546014 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-677e7e67-8cfe-4bc1-92be-2a60415f67ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11791594', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11599980'] for subnet (cf229c3c-42ee-4a29-8907-7e3f6be0cb40), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:15:51.574399 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-677e7e67-8cfe-4bc1-92be-2a60415f67ba admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cf229c3c-42ee-4a29-8907-7e3f6be0cb40,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:15:51.584375 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-677e7e67-8cfe-4bc1-92be-2a60415f67ba admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709645'] for subnet (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:15:51.589452 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-677e7e67-8cfe-4bc1-92be-2a60415f67ba admin admin] 10.222.0.13 "DELETE /v2.0/subnets/cf229c3c-42ee-4a29-8907-7e3f6be0cb40 HTTP/1.1" status: 204 len: 168 time: 0.3670065 Jan 26 21:15:51.592873 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 57540) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:15:51.672685 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-ed79dce2-5387-40c9-9ff5-d8d5c17fd084 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-748181'] for network (d9587b42-aadb-4aed-83cc-4758a13a7a7e), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:15:51.761035 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-ed79dce2-5387-40c9-9ff5-d8d5c17fd084 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-686403', 'neutron.services.segments.db._delete_segments_for_network-8746560774018'] for network (d9587b42-aadb-4aed-83cc-4758a13a7a7e), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:15:51.784660 n-d-760453-5 neutron-server[103304]: DEBUG neutron.services.segments.db [None req-ed79dce2-5387-40c9-9ff5-d8d5c17fd084 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d9587b42-aadb-4aed-83cc-4758a13a7a7e']}} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:15:51.795814 n-d-760453-5 neutron-server[103304]: DEBUG neutron.services.segments.db [None req-ed79dce2-5387-40c9-9ff5-d8d5c17fd084 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e00d5461-49de-40b8-8393-f6d844b47b94') {'for_net_delete': True} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:15:51.796257 n-d-760453-5 neutron-server[103304]: DEBUG neutron.services.segments.db [None req-ed79dce2-5387-40c9-9ff5-d8d5c17fd084 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e00d5461-49de-40b8-8393-f6d844b47b94') {} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:15:51.807300 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-ed79dce2-5387-40c9-9ff5-d8d5c17fd084 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746560742283', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8881293'] for segment (e00d5461-49de-40b8-8393-f6d844b47b94), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:15:51.821467 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-ed79dce2-5387-40c9-9ff5-d8d5c17fd084 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576559'] for segment (e00d5461-49de-40b8-8393-f6d844b47b94), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:15:51.828554 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ed79dce2-5387-40c9-9ff5-d8d5c17fd084 admin admin] Releasing vlan 551 on physical network physnet1 to pool {{(pid=103304) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 26 21:15:51.829038 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-ed79dce2-5387-40c9-9ff5-d8d5c17fd084 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9281762'] for segment (e00d5461-49de-40b8-8393-f6d844b47b94), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:15:51.830969 n-d-760453-5 neutron-server[103304]: Traceback (most recent call last): Jan 26 21:15:51.830969 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 26 21:15:51.830969 n-d-760453-5 neutron-server[103304]: timer() Jan 26 21:15:51.830969 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 26 21:15:51.830969 n-d-760453-5 neutron-server[103304]: cb(*args, **kw) Jan 26 21:15:51.830969 n-d-760453-5 neutron-server[103304]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 26 21:15:51.830969 n-d-760453-5 neutron-server[103304]: return func(*args, **kwargs) Jan 26 21:15:51.830969 n-d-760453-5 neutron-server[103304]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 26 21:15:51.830969 n-d-760453-5 neutron-server[103304]: self._notify() Jan 26 21:15:51.830969 n-d-760453-5 neutron-server[103304]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 26 21:15:51.830969 n-d-760453-5 neutron-server[103304]: self.callback(batched_events) Jan 26 21:15:51.830969 n-d-760453-5 neutron-server[103304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 26 21:15:51.830969 n-d-760453-5 neutron-server[103304]: event.method(event) Jan 26 21:15:51.830969 n-d-760453-5 neutron-server[103304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 26 21:15:51.830969 n-d-760453-5 neutron-server[103304]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 26 21:15:51.830969 n-d-760453-5 neutron-server[103304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 26 21:15:51.830969 n-d-760453-5 neutron-server[103304]: aggregate_uuid = self.p_client.list_aggregates( Jan 26 21:15:51.830969 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 26 21:15:51.830969 n-d-760453-5 neutron-server[103304]: return f(self, *a, **k) Jan 26 21:15:51.830969 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 26 21:15:51.830969 n-d-760453-5 neutron-server[103304]: return self._get(url).json() Jan 26 21:15:51.830969 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 26 21:15:51.830969 n-d-760453-5 neutron-server[103304]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 26 21:15:51.830969 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 26 21:15:51.830969 n-d-760453-5 neutron-server[103304]: return self.request(url, 'GET', **kwargs) Jan 26 21:15:51.830969 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 26 21:15:51.830969 n-d-760453-5 neutron-server[103304]: base_url = self.get_endpoint(auth, allow=allow, Jan 26 21:15:51.830969 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 26 21:15:51.830969 n-d-760453-5 neutron-server[103304]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 26 21:15:51.830969 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 26 21:15:51.830969 n-d-760453-5 neutron-server[103304]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 26 21:15:51.830969 n-d-760453-5 neutron-server[103304]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 26 21:15:51.894835 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-ed79dce2-5387-40c9-9ff5-d8d5c17fd084 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4110931'] for network (d9587b42-aadb-4aed-83cc-4758a13a7a7e), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:15:51.902914 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-ed79dce2-5387-40c9-9ff5-d8d5c17fd084 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:15:51.910307 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-ed79dce2-5387-40c9-9ff5-d8d5c17fd084 admin admin] 10.222.0.13 "DELETE /v2.0/networks/d9587b42-aadb-4aed-83cc-4758a13a7a7e HTTP/1.1" status: 204 len: 168 time: 0.3139334 Jan 26 21:15:51.919300 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed79dce2-5387-40c9-9ff5-d8d5c17fd084 admin admin] Pushing event deleted for resources: {'Network': ['ID=d9587b42-aadb-4aed-83cc-4758a13a7a7e,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:15:52.105402 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 57548) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:15:52.124450 n-d-760453-5 neutron-server[103305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '109260a2-bfb1-4fe0-9dd5-d23717e450fc', 'tag': '83c23d70-226a-4ffa-b4eb-0cb087c5332f'}] {{(pid=103305) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 21:15:52.126781 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d4654568b7bf041e72ff8fe1c96d6d761d9c921f2b99bc7b3a26632be20cee0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3950a01-2b12-4d34-8c56-f4a6a8ffaf31" -d '{"events": [{"name": "network-changed", "server_uuid": "109260a2-bfb1-4fe0-9dd5-d23717e450fc", "tag": "83c23d70-226a-4ffa-b4eb-0cb087c5332f"}]}' {{(pid=103305) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 21:15:52.159693 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-841f5991-a4d8-4d4b-b215-cbc6bab5427b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (aa7ee9d2-08eb-4e12-b895-24c57300dfec), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:15:52.188812 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5b14bc-c95c-4a9e-b328-0415b4532d72 req-86fca395-481c-482b-843c-873f8868b186 tempest-ListServersNegativeTestJSON-1164879810 tempest-ListServersNegativeTestJSON-1164879810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:15:52.197867 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-0a5b14bc-c95c-4a9e-b328-0415b4532d72 req-86fca395-481c-482b-843c-873f8868b186 tempest-ListServersNegativeTestJSON-1164879810 tempest-ListServersNegativeTestJSON-1164879810-project] 10.222.0.13 "GET /v2.0/ports?device_id=48d6fde9-f708-4fc4-ba58-a5cb7b56a25e HTTP/1.1" status: 200 len: 944 time: 0.1014864 Jan 26 21:15:52.200134 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-ed793864-e1e3-429a-9896-58cecec2e07d admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d143cab18a8642e5bd88a93650f29a74&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0909956 Jan 26 21:15:52.203845 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 57552) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:15:52.208086 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Device d0d46742-0dbd-47b3-85b5-3636206015cf up at agent hyperv_n-h1-760453-5 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 21:15:52.222146 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 26 Jan 2022 21:15:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2436c796-1859-4cff-b285-99a3b3ee5cb6 x-openstack-request-id: req-2436c796-1859-4cff-b285-99a3b3ee5cb6 {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 21:15:52.222305 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "109260a2-bfb1-4fe0-9dd5-d23717e450fc", "tag": "83c23d70-226a-4ffa-b4eb-0cb087c5332f", "status": "completed", "code": 200}]} {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 21:15:52.222556 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-2436c796-1859-4cff-b285-99a3b3ee5cb6 {{(pid=103305) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 21:15:52.222953 n-d-760453-5 neutron-server[103305]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '109260a2-bfb1-4fe0-9dd5-d23717e450fc', 'tag': '83c23d70-226a-4ffa-b4eb-0cb087c5332f', 'status': 'completed', 'code': 200} Jan 26 21:15:52.307921 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Provisioning for port d0d46742-0dbd-47b3-85b5-3636206015cf completed by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 21:15:52.313505 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Provisioning complete for port d0d46742-0dbd-47b3-85b5-3636206015cf triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:15:52.314218 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (d0d46742-0dbd-47b3-85b5-3636206015cf), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:15:52.327020 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-0a5b14bc-c95c-4a9e-b328-0415b4532d72 req-ae26edfa-3477-468f-84bd-b0db5916c503 tempest-ListServersNegativeTestJSON-1164879810 tempest-ListServersNegativeTestJSON-1164879810-project] 10.222.0.13 "GET /v2.0/security-groups?id=44f3f70d-2aeb-44f1-8aa6-65e7296e51d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134722 Jan 26 21:15:52.338299 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3950a01-2b12-4d34-8c56-f4a6a8ffaf31 req-ebe9d278-a95b-4572-b438-ef5ae7259cd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:15:52.339844 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-a3950a01-2b12-4d34-8c56-f4a6a8ffaf31 req-ebe9d278-a95b-4572-b438-ef5ae7259cd5 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=9e460ecabad547eca1394374023e7caf&device_id=109260a2-bfb1-4fe0-9dd5-d23717e450fc HTTP/1.1" status: 200 len: 1094 time: 0.0966716 Jan 26 21:15:52.340640 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-4d39ca45-a9e4-4864-aa3d-6fee93273763 admin admin] Publish callbacks [] for security_group (976ee8f1-2029-47b3-a4b1-5c77985decc6), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:15:52.393582 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-4d39ca45-a9e4-4864-aa3d-6fee93273763 admin admin] Publish callbacks [] for security_group (976ee8f1-2029-47b3-a4b1-5c77985decc6), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:15:52.489108 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Current status of the port d0d46742-0dbd-47b3-85b5-3636206015cf is: BUILD; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:15:52.490096 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (d0d46742-0dbd-47b3-85b5-3636206015cf), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:15:52.519877 n-d-760453-5 neutron-server[103306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8dfab774-4495-4ed0-b82b-192f2cd8862c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0d46742-0dbd-47b3-85b5-3636206015cf'}] {{(pid=103306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 21:15:52.524308 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9d5d370febab655511bdd2ffe887e43e442d144a440368702bcc1e93af00b97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff263434-6a6b-48ec-8bfc-a11af65f757c" -d '{"events": [{"server_uuid": "8dfab774-4495-4ed0-b82b-192f2cd8862c", "name": "network-vif-plugged", "status": "completed", "tag": "d0d46742-0dbd-47b3-85b5-3636206015cf"}]}' {{(pid=103306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 21:15:52.542510 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] For port d0d46742-0dbd-47b3-85b5-3636206015cf, host n-h1-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-5',level=0,port_id=d0d46742-0dbd-47b3-85b5-3636206015cf,segment=NetworkSegment(f63012c2-68a5-4303-aa7d-b1ec72e79a26),segment_id=f63012c2-68a5-4303-aa7d-b1ec72e79a26)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:15:52.550838 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (d0d46742-0dbd-47b3-85b5-3636206015cf), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:15:52.552198 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Device 2f3be922-6441-4636-9105-262d7713b3bb up at agent hyperv_n-h1-760453-5 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 21:15:52.558614 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d5647a-e4b7-4b34-96be-9a542915f8f0 req-63a141a2-a883-452c-80b1-e6ce8da02287 tempest-ServersTestJSON-1629463572 tempest-ServersTestJSON-1629463572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:15:52.566055 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-f5d5647a-e4b7-4b34-96be-9a542915f8f0 req-63a141a2-a883-452c-80b1-e6ce8da02287 tempest-ServersTestJSON-1629463572 tempest-ServersTestJSON-1629463572-project] 10.222.0.13 "GET /v2.0/ports?device_id=109260a2-bfb1-4fe0-9dd5-d23717e450fc HTTP/1.1" status: 200 len: 943 time: 0.1106124 Jan 26 21:15:52.571562 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-4d39ca45-a9e4-4864-aa3d-6fee93273763 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (976ee8f1-2029-47b3-a4b1-5c77985decc6), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:15:52.574840 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-4d39ca45-a9e4-4864-aa3d-6fee93273763 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:15:52.576045 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-4d39ca45-a9e4-4864-aa3d-6fee93273763 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/976ee8f1-2029-47b3-a4b1-5c77985decc6 HTTP/1.1" status: 204 len: 168 time: 0.3710511 Jan 26 21:15:52.589016 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3950a01-2b12-4d34-8c56-f4a6a8ffaf31 req-4b75ba58-127c-4f72-99d1-ce497f8d3832 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:15:52.590705 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-a3950a01-2b12-4d34-8c56-f4a6a8ffaf31 req-4b75ba58-127c-4f72-99d1-ce497f8d3832 service neutron] 10.222.0.57 "GET /v2.0/networks?id=20b7651f-3dfe-4f65-83e1-a38049e7aae9 HTTP/1.1" status: 200 len: 907 time: 0.2263112 Jan 26 21:15:52.591569 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d39ca45-a9e4-4864-aa3d-6fee93273763 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=976ee8f1-2029-47b3-a4b1-5c77985decc6,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:15:52.641020 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Jan 2022 21:15:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f24efa8-6c75-4bd6-90a7-b571ef9caf18 x-openstack-request-id: req-4f24efa8-6c75-4bd6-90a7-b571ef9caf18 {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 21:15:52.641360 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8dfab774-4495-4ed0-b82b-192f2cd8862c", "name": "network-vif-plugged", "status": "completed", "tag": "d0d46742-0dbd-47b3-85b5-3636206015cf", "code": 200}]} {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 21:15:52.641633 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-4f24efa8-6c75-4bd6-90a7-b571ef9caf18 {{(pid=103306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 21:15:52.642182 n-d-760453-5 neutron-server[103306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8dfab774-4495-4ed0-b82b-192f2cd8862c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0d46742-0dbd-47b3-85b5-3636206015cf', 'code': 200} Jan 26 21:15:52.660445 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-a3950a01-2b12-4d34-8c56-f4a6a8ffaf31 req-885a44a2-ade5-4dbc-aed0-782c0b97da49 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=83c23d70-226a-4ffa-b4eb-0cb087c5332f HTTP/1.1" status: 200 len: 217 time: 0.0629380 Jan 26 21:15:52.728618 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-f5d5647a-e4b7-4b34-96be-9a542915f8f0 req-7796d50e-faba-4095-889c-19bfa3d03e0a tempest-ServersTestJSON-1629463572 tempest-ServersTestJSON-1629463572-project] 10.222.0.13 "GET /v2.0/security-groups?id=a146440b-85c7-430a-88ed-6d0301627350&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1516891 Jan 26 21:15:52.731137 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3950a01-2b12-4d34-8c56-f4a6a8ffaf31 req-2dba1f74-887a-40b8-945b-381d9a4e6a6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:15:52.733915 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-a3950a01-2b12-4d34-8c56-f4a6a8ffaf31 req-2dba1f74-887a-40b8-945b-381d9a4e6a6f service neutron] 10.222.0.57 "GET /v2.0/subnets?id=7183c753-f99a-46b0-89ab-825caf92e3fd HTTP/1.1" status: 200 len: 846 time: 0.0669022 Jan 26 21:15:52.821563 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-a3950a01-2b12-4d34-8c56-f4a6a8ffaf31 req-bc7d9385-fa23-4651-9083-fe0806334ff0 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=20b7651f-3dfe-4f65-83e1-a38049e7aae9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0771582 Jan 26 21:15:52.835125 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Pushing event updated for resources: {'Port': ['ID=d0d46742-0dbd-47b3-85b5-3636206015cf,revision_number=5']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:15:52.877928 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Provisioning for port 2f3be922-6441-4636-9105-262d7713b3bb completed by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 21:15:52.885486 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Provisioning complete for port 2f3be922-6441-4636-9105-262d7713b3bb triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:15:52.885866 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (2f3be922-6441-4636-9105-262d7713b3bb), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:15:52.952436 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2cb628-454a-4ae0-95ef-f4b5befc85b7 req-ff25be29-dc33-42c7-a240-6f9b60557c77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:15:52.958028 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-bd2cb628-454a-4ae0-95ef-f4b5befc85b7 req-ff25be29-dc33-42c7-a240-6f9b60557c77 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=8dfab774-4495-4ed0-b82b-192f2cd8862c HTTP/1.1" status: 200 len: 1096 time: 0.2230949 Jan 26 21:15:52.981184 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (4d619873-4b60-439f-9b5a-b155dc8bbc34), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:15:53.075218 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-bd2cb628-454a-4ae0-95ef-f4b5befc85b7 req-f8b4e4a5-a749-4c28-a7b7-dc6676305f95 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=44f3f70d-2aeb-44f1-8aa6-65e7296e51d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049199 Jan 26 21:15:53.090547 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Current status of the port 2f3be922-6441-4636-9105-262d7713b3bb is: BUILD; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:15:53.091390 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (2f3be922-6441-4636-9105-262d7713b3bb), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:15:53.166721 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-a3950a01-2b12-4d34-8c56-f4a6a8ffaf31 req-807ddd6c-e597-4ca9-a9b9-b738ff0a594f service neutron] 10.222.0.57 "GET /v2.0/networks/20b7651f-3dfe-4f65-83e1-a38049e7aae9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3167689 Jan 26 21:15:53.185060 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] For port 2f3be922-6441-4636-9105-262d7713b3bb, host n-h1-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-5',level=0,port_id=2f3be922-6441-4636-9105-262d7713b3bb,segment=NetworkSegment(f63012c2-68a5-4303-aa7d-b1ec72e79a26),segment_id=f63012c2-68a5-4303-aa7d-b1ec72e79a26)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:15:53.201446 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (2f3be922-6441-4636-9105-262d7713b3bb), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:15:53.202597 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Device 71844506-9f19-4836-aa60-9cdd84af5ac4 no longer exists at agent hyperv_n-h1-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 26 21:15:53.393996 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Pushing event updated for resources: {'Port': ['ID=2f3be922-6441-4636-9105-262d7713b3bb,revision_number=5']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:15:53.446360 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] No Port match for: 71844506-9f19-4836-aa60-9cdd84af5ac4 {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 26 21:15:53.446542 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Device 71844506-9f19-4836-aa60-9cdd84af5ac4 not bound to the agent host n-h1-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 26 21:15:53.505249 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 57584) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:15:53.537189 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-a3950a01-2b12-4d34-8c56-f4a6a8ffaf31 req-169fca87-311c-438d-b6d7-aec98898aa2f service neutron] 10.222.0.57 "GET /v2.0/networks/20b7651f-3dfe-4f65-83e1-a38049e7aae9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3593230 Jan 26 21:15:53.557273 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c614476f-e207-4e48-9888-8edda78e82b7 req-04393ee3-9822-40a1-926a-9fd0fd95fb51 tempest-ListServersNegativeTestJSON-1164879810 tempest-ListServersNegativeTestJSON-1164879810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:15:53.566280 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-c614476f-e207-4e48-9888-8edda78e82b7 req-04393ee3-9822-40a1-926a-9fd0fd95fb51 tempest-ListServersNegativeTestJSON-1164879810 tempest-ListServersNegativeTestJSON-1164879810-project] 10.222.0.13 "GET /v2.0/ports?device_id=48d6fde9-f708-4fc4-ba58-a5cb7b56a25e HTTP/1.1" status: 200 len: 945 time: 0.0984144 Jan 26 21:15:53.654122 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-c614476f-e207-4e48-9888-8edda78e82b7 req-1fc49305-ff46-49a4-9228-78a46be8b6ff tempest-ListServersNegativeTestJSON-1164879810 tempest-ListServersNegativeTestJSON-1164879810-project] 10.222.0.13 "GET /v2.0/security-groups?id=44f3f70d-2aeb-44f1-8aa6-65e7296e51d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739486 Jan 26 21:15:53.842697 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-b92bf88c-32a4-4ce6-9ce3-54cf9bd184e8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:15:53.967293 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05cd5d55-15d1-4486-bdc7-4e156846251d req-ef74c15a-566e-4867-bf7e-707f337e1b09 tempest-ServersTestJSON-1629463572 tempest-ServersTestJSON-1629463572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:15:53.968840 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-05cd5d55-15d1-4486-bdc7-4e156846251d req-ef74c15a-566e-4867-bf7e-707f337e1b09 tempest-ServersTestJSON-1629463572 tempest-ServersTestJSON-1629463572-project] 10.222.0.13 "GET /v2.0/ports?device_id=109260a2-bfb1-4fe0-9dd5-d23717e450fc HTTP/1.1" status: 200 len: 943 time: 0.0718024 Jan 26 21:15:53.983264 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-b92bf88c-32a4-4ce6-9ce3-54cf9bd184e8 admin admin] Publish callbacks [] for security_group (3bc290b1-ccb4-4f96-92c7-5db2e08b1845), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:15:53.992467 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-b92bf88c-32a4-4ce6-9ce3-54cf9bd184e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (3bc290b1-ccb4-4f96-92c7-5db2e08b1845), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:15:54.007946 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-839dd188-ec69-470c-9ab0-d318dc1a2e96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (e79b4fc6-6c71-44b2-a6d0-ff3e1f4dfd0d), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:15:54.068126 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-05cd5d55-15d1-4486-bdc7-4e156846251d req-91b8c3cc-fa82-4916-a4c9-b23ffd8c7e36 tempest-ServersTestJSON-1629463572 tempest-ServersTestJSON-1629463572-project] 10.222.0.13 "GET /v2.0/security-groups?id=a146440b-85c7-430a-88ed-6d0301627350&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828393 Jan 26 21:15:54.092362 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-b92bf88c-32a4-4ce6-9ce3-54cf9bd184e8 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=aac5869fac0747b9847d6f5c751f8b17&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5804842 Jan 26 21:15:54.093065 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 57608) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:15:54.103025 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b92bf88c-32a4-4ce6-9ce3-54cf9bd184e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3bc290b1-ccb4-4f96-92c7-5db2e08b1845,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:15:54.152908 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-02e37190-ca58-4d4c-a186-6957424a2d0a admin admin] Publish callbacks [] for security_group (3bc290b1-ccb4-4f96-92c7-5db2e08b1845), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:15:54.186944 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-02e37190-ca58-4d4c-a186-6957424a2d0a admin admin] Publish callbacks [] for security_group (3bc290b1-ccb4-4f96-92c7-5db2e08b1845), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:15:54.188893 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 57610) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:15:54.239510 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Device 83c23d70-226a-4ffa-b4eb-0cb087c5332f details requested by agent hyperv_n-h2-760453-5 with host n-h2-760453-5 {{(pid=103306) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 26 21:15:54.252759 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-02e37190-ca58-4d4c-a186-6957424a2d0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (3bc290b1-ccb4-4f96-92c7-5db2e08b1845), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:15:54.260897 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-02e37190-ca58-4d4c-a186-6957424a2d0a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:15:54.262816 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-02e37190-ca58-4d4c-a186-6957424a2d0a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/3bc290b1-ccb4-4f96-92c7-5db2e08b1845 HTTP/1.1" status: 204 len: 168 time: 0.1682193 Jan 26 21:15:54.272077 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e37190-ca58-4d4c-a186-6957424a2d0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bc290b1-ccb4-4f96-92c7-5db2e08b1845,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:15:54.354569 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-12964026-bf38-4d09-a781-66fe20d8bd6a admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-1530584916-network', 'tenant_id': '026ef2d8b8e041b18f9abf8363011406'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:15:54.390410 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12964026-bf38-4d09-a781-66fe20d8bd6a admin admin] Made reservation on behalf of 026ef2d8b8e041b18f9abf8363011406 for: {'network': 1} {{(pid=103304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 21:15:54.396724 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-12964026-bf38-4d09-a781-66fe20d8bd6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for network (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:15:54.400148 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] For port 83c23d70-226a-4ffa-b4eb-0cb087c5332f, host n-h2-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-5',level=0,port_id=83c23d70-226a-4ffa-b4eb-0cb087c5332f,segment=NetworkSegment(bb9dd371-3de9-4327-a263-fb803ca379c8),segment_id=bb9dd371-3de9-4327-a263-fb803ca379c8)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:15:54.420899 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-12964026-bf38-4d09-a781-66fe20d8bd6a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:15:54.430244 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Returning: {'device': '83c23d70-226a-4ffa-b4eb-0cb087c5332f', 'network_id': '20b7651f-3dfe-4f65-83e1-a38049e7aae9', 'port_id': '83c23d70-226a-4ffa-b4eb-0cb087c5332f', 'mac_address': 'fa:16:3e:81:27:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 575, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7183c753-f99a-46b0-89ab-825caf92e3fd', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103306) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 26 21:15:54.526763 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Current status of the port 83c23d70-226a-4ffa-b4eb-0cb087c5332f is: DOWN; New status is: BUILD {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:15:54.528724 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (83c23d70-226a-4ffa-b4eb-0cb087c5332f), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:15:54.557066 n-d-760453-5 neutron-server[103306]: DEBUG neutron.notifiers.nova [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 83c23d70-226a-4ffa-b4eb-0cb087c5332f {{(pid=103306) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 26 21:15:54.567385 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-12964026-bf38-4d09-a781-66fe20d8bd6a admin admin] Publish callbacks [] for security_group (cfb1b9fe-a4df-4bbd-b439-103a9aa84b57), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:15:54.573447 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-12964026-bf38-4d09-a781-66fe20d8bd6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (cfb1b9fe-a4df-4bbd-b439-103a9aa84b57), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:15:54.594432 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] For port 83c23d70-226a-4ffa-b4eb-0cb087c5332f, host n-h2-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-5',level=0,port_id=83c23d70-226a-4ffa-b4eb-0cb087c5332f,segment=NetworkSegment(bb9dd371-3de9-4327-a263-fb803ca379c8),segment_id=bb9dd371-3de9-4327-a263-fb803ca379c8)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:15:54.600390 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (83c23d70-226a-4ffa-b4eb-0cb087c5332f), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:15:54.639908 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-12964026-bf38-4d09-a781-66fe20d8bd6a admin admin] vlan segment allocate from pool success with {'vlan_id': 582, 'physical_network': 'physnet1'} {{(pid=103304) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 26 21:15:54.680473 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-12964026-bf38-4d09-a781-66fe20d8bd6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576559'] for segment (74d9efe4-7d64-4491-afaf-007c8a21e844), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:15:54.680611 n-d-760453-5 neutron-server[103306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48d6fde9-f708-4fc4-ba58-a5cb7b56a25e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f3be922-6441-4636-9105-262d7713b3bb'}] {{(pid=103306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 21:15:54.680898 n-d-760453-5 neutron-server[103304]: INFO neutron.db.segments_db [None req-12964026-bf38-4d09-a781-66fe20d8bd6a admin admin] Added segment 74d9efe4-7d64-4491-afaf-007c8a21e844 of type vlan for network bbfba3ee-2021-4c97-a0e2-2098fcdcf99e Jan 26 21:15:54.694232 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9d5d370febab655511bdd2ffe887e43e442d144a440368702bcc1e93af00b97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-becea674-8279-4b35-a6d4-4591c429bad6" -d '{"events": [{"server_uuid": "48d6fde9-f708-4fc4-ba58-a5cb7b56a25e", "name": "network-vif-plugged", "status": "completed", "tag": "2f3be922-6441-4636-9105-262d7713b3bb"}]}' {{(pid=103306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 21:15:54.703638 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Pushing event updated for resources: {'Port': ['ID=83c23d70-226a-4ffa-b4eb-0cb087c5332f,revision_number=4']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:15:54.840015 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Jan 2022 21:15:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ad85270-b388-4904-88d5-1d2e21ecca7c x-openstack-request-id: req-3ad85270-b388-4904-88d5-1d2e21ecca7c {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 21:15:54.840226 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48d6fde9-f708-4fc4-ba58-a5cb7b56a25e", "name": "network-vif-plugged", "status": "completed", "tag": "2f3be922-6441-4636-9105-262d7713b3bb", "code": 200}]} {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 21:15:54.840443 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-3ad85270-b388-4904-88d5-1d2e21ecca7c {{(pid=103306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 21:15:54.840843 n-d-760453-5 neutron-server[103306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48d6fde9-f708-4fc4-ba58-a5cb7b56a25e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f3be922-6441-4636-9105-262d7713b3bb', 'code': 200} Jan 26 21:15:54.879467 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-12964026-bf38-4d09-a781-66fe20d8bd6a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746560256871'] for network (bbfba3ee-2021-4c97-a0e2-2098fcdcf99e), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:15:54.885129 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] get_ports_and_sgs() called for port_ids ['83c23d70-226a-4ffa-b4eb-0cb087c5332f'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 26 21:15:54.931340 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12964026-bf38-4d09-a781-66fe20d8bd6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cfb1b9fe-a4df-4bbd-b439-103a9aa84b57,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:15:55.037553 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-12964026-bf38-4d09-a781-66fe20d8bd6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503'] for network (bbfba3ee-2021-4c97-a0e2-2098fcdcf99e), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:15:55.040008 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12964026-bf38-4d09-a781-66fe20d8bd6a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:15:55.042090 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-12964026-bf38-4d09-a781-66fe20d8bd6a admin admin] Publish callbacks [] for network (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:15:55.052976 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298e36e1-f964-40e5-9f54-b82539eeaef7 req-66e25b24-3872-46c8-b272-1d04ca183adf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:15:55.056197 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-298e36e1-f964-40e5-9f54-b82539eeaef7 req-66e25b24-3872-46c8-b272-1d04ca183adf service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=48d6fde9-f708-4fc4-ba58-a5cb7b56a25e HTTP/1.1" status: 200 len: 1096 time: 0.0738516 Jan 26 21:15:55.142005 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32dcf637-9051-4d4f-b911-7345d0050bf9 req-aa72381f-e0a8-4e58-863f-e0d767fd7762 tempest-ListServersNegativeTestJSON-1164879810 tempest-ListServersNegativeTestJSON-1164879810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:15:55.148474 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-298e36e1-f964-40e5-9f54-b82539eeaef7 req-a43194b0-8136-44fb-b903-5f3094376042 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=44f3f70d-2aeb-44f1-8aa6-65e7296e51d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847828 Jan 26 21:15:55.152978 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-32dcf637-9051-4d4f-b911-7345d0050bf9 req-aa72381f-e0a8-4e58-863f-e0d767fd7762 tempest-ListServersNegativeTestJSON-1164879810 tempest-ListServersNegativeTestJSON-1164879810-project] 10.222.0.13 "GET /v2.0/ports?device_id=48d6fde9-f708-4fc4-ba58-a5cb7b56a25e HTTP/1.1" status: 200 len: 945 time: 0.3034482 Jan 26 21:15:55.267521 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-12964026-bf38-4d09-a781-66fe20d8bd6a admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.0773447 Jan 26 21:15:55.270445 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 57642) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:15:55.275619 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-afffc435-eaf0-4f63-ae8f-84715ceb7b86 admin admin] Request body: {'subnet': {'network_id': 'bbfba3ee-2021-4c97-a0e2-2098fcdcf99e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-1530584916-subnet', 'tenant_id': '026ef2d8b8e041b18f9abf8363011406', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:15:55.293274 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (fea0591a-627d-4c87-9a9a-01625ddf3277), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:15:55.305152 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12964026-bf38-4d09-a781-66fe20d8bd6a admin admin] Pushing event updated for resources: {'Network': ['ID=bbfba3ee-2021-4c97-a0e2-2098fcdcf99e,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:15:55.327034 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Network bbfba3ee-2021-4c97-a0e2-2098fcdcf99e details requested by agent ovs-agent-n-d-760453-5 with host n-d-760453-5 {{(pid=103306) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 26 21:15:55.328995 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afffc435-eaf0-4f63-ae8f-84715ceb7b86 admin admin] Made reservation on behalf of 026ef2d8b8e041b18f9abf8363011406 for: {'subnet': 1} {{(pid=103305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 21:15:55.332295 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-afffc435-eaf0-4f63-ae8f-84715ceb7b86 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11599953'] for subnet (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:15:55.460179 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-32dcf637-9051-4d4f-b911-7345d0050bf9 req-6fd0dbf1-cb93-4ce6-9571-915e45f538eb tempest-ListServersNegativeTestJSON-1164879810 tempest-ListServersNegativeTestJSON-1164879810-project] 10.222.0.13 "GET /v2.0/security-groups?id=44f3f70d-2aeb-44f1-8aa6-65e7296e51d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3017032 Jan 26 21:15:55.500348 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8d2e82-cfa1-4168-ae5e-3acbd16b75c9 req-818bcc73-0851-403b-aaa0-9523624118d9 tempest-ServersTestJSON-1629463572 tempest-ServersTestJSON-1629463572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:15:55.507322 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-8f8d2e82-cfa1-4168-ae5e-3acbd16b75c9 req-818bcc73-0851-403b-aaa0-9523624118d9 tempest-ServersTestJSON-1629463572 tempest-ServersTestJSON-1629463572-project] 10.222.0.13 "GET /v2.0/ports?device_id=109260a2-bfb1-4fe0-9dd5-d23717e450fc HTTP/1.1" status: 200 len: 944 time: 0.2374136 Jan 26 21:15:55.583853 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-8f8d2e82-cfa1-4168-ae5e-3acbd16b75c9 req-1f619afd-37ee-42f3-95e1-ed5890f8b842 tempest-ServersTestJSON-1629463572 tempest-ServersTestJSON-1629463572-project] 10.222.0.13 "GET /v2.0/security-groups?id=a146440b-85c7-430a-88ed-6d0301627350&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755842 Jan 26 21:15:55.584075 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-afffc435-eaf0-4f63-ae8f-84715ceb7b86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11788839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11599975'] for subnet (57e3c492-4b44-4b41-bf93-c4d6e5c59ce4), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:15:55.650454 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afffc435-eaf0-4f63-ae8f-84715ceb7b86 admin admin] Pushing event updated for resources: {'Subnet': ['ID=57e3c492-4b44-4b41-bf93-c4d6e5c59ce4,revision_number=0']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:15:55.696835 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afffc435-eaf0-4f63-ae8f-84715ceb7b86 admin admin] Checking segment: {'id': '74d9efe4-7d64-4491-afaf-007c8a21e844', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'bbfba3ee-2021-4c97-a0e2-2098fcdcf99e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103305) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 21:15:55.697489 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afffc435-eaf0-4f63-ae8f-84715ceb7b86 admin admin] Network hostable DHCP agents. Network: bbfba3ee-2021-4c97-a0e2-2098fcdcf99e, hostable agents: ['474ccdf7-ab6c-405b-a3b2-dc7b05829902'], hosted agents: [] {{(pid=103305) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 26 21:15:55.725198 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afffc435-eaf0-4f63-ae8f-84715ceb7b86 admin admin] Network bbfba3ee-2021-4c97-a0e2-2098fcdcf99e is scheduled to be hosted by DHCP agent 474ccdf7-ab6c-405b-a3b2-dc7b05829902 with binding_index 1 {{(pid=103305) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 26 21:15:55.735640 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [None req-afffc435-eaf0-4f63-ae8f-84715ceb7b86 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760453-5, bbfba3ee-2021-4c97-a0e2-2098fcdcf99e) {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:15:55.742589 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afffc435-eaf0-4f63-ae8f-84715ceb7b86 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:15:55.743188 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-afffc435-eaf0-4f63-ae8f-84715ceb7b86 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709645'] for subnet (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:15:55.747764 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f76935e-928c-4584-b8b7-976813d840fc None None] Network bbfba3ee-2021-4c97-a0e2-2098fcdcf99e requested from n-d-760453-5 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 26 21:15:55.770243 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-afffc435-eaf0-4f63-ae8f-84715ceb7b86 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.4983380 Jan 26 21:15:55.773060 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 57660) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:15:55.778792 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-a0681bf6-ca0a-481e-9649-cb8ce610399e admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-1530584916-router', 'tenant_id': '026ef2d8b8e041b18f9abf8363011406', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299'}}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:15:55.804220 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-a0681bf6-ca0a-481e-9649-cb8ce610399e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4104596', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13108'] for router (26653f6c-6a3d-4ca7-b1da-a2ac653fa3f2), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:15:55.806293 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-a0681bf6-ca0a-481e-9649-cb8ce610399e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4105828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4111306', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3733576', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13069'] for router (26653f6c-6a3d-4ca7-b1da-a2ac653fa3f2), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:15:55.883152 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-a0681bf6-ca0a-481e-9649-cb8ce610399e admin admin] Publish callbacks [] for router_controller (26653f6c-6a3d-4ca7-b1da-a2ac653fa3f2), precommit_add_association {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:15:55.935662 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-270c0462-3e6a-46bb-a8bb-16c4d328ea1d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3c4099e8-8ffb-51d1-af7f-5868973e933f-bbfba3ee-2021-4c97-a0e2-2098fcdcf99e', 'network_id': 'bbfba3ee-2021-4c97-a0e2-2098fcdcf99e', 'project_id': '026ef2d8b8e041b18f9abf8363011406', 'fixed_ips': [{'subnet_id': '57e3c492-4b44-4b41-bf93-c4d6e5c59ce4'}]}} from n-d-760453-5. {{(pid=103306) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 26 21:15:55.936946 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-270c0462-3e6a-46bb-a8bb-16c4d328ea1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (None), before_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:15:56.103544 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-a0681bf6-ca0a-481e-9649-cb8ce610399e admin admin] Publish callbacks [] for router_gateway (26653f6c-6a3d-4ca7-b1da-a2ac653fa3f2), precommit_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:15:56.112454 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.db_base_plugin_common [None req-270c0462-3e6a-46bb-a8bb-16c4d328ea1d None None] Allocated IP 172.20.0.2 (bbfba3ee-2021-4c97-a0e2-2098fcdcf99e/57e3c492-4b44-4b41-bf93-c4d6e5c59ce4/347267e2-e000-465c-81eb-6a37ee7d3e70) {{(pid=103306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 21:15:56.113667 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a6fa21-707d-45d4-aa68-d8bc87c51ccb req-d8d6671b-f4b5-45e3-ac35-eb5a873c846d tempest-ServersTestManualDisk-377945019 tempest-ServersTestManualDisk-377945019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:15:56.115202 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-57a6fa21-707d-45d4-aa68-d8bc87c51ccb req-d8d6671b-f4b5-45e3-ac35-eb5a873c846d tempest-ServersTestManualDisk-377945019 tempest-ServersTestManualDisk-377945019-project] 10.222.0.13 "GET /v2.0/ports?device_id=64bc2a39-da8a-491b-95d3-4ecb84ebf4bd HTTP/1.1" status: 200 len: 945 time: 0.1741335 Jan 26 21:15:56.183578 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-57a6fa21-707d-45d4-aa68-d8bc87c51ccb req-89238d52-9830-4b4f-b457-ae4777c6e18d tempest-ServersTestManualDisk-377945019 tempest-ServersTestManualDisk-377945019-project] 10.222.0.13 "GET /v2.0/security-groups?id=2615347b-b233-46fd-9cc1-284d26f4f26f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0609312 Jan 26 21:15:56.242168 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Device 83c23d70-226a-4ffa-b4eb-0cb087c5332f up at agent hyperv_n-h2-760453-5 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 21:15:56.387632 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Provisioning for port 83c23d70-226a-4ffa-b4eb-0cb087c5332f completed by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 21:15:56.399675 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Provisioning complete for port 83c23d70-226a-4ffa-b4eb-0cb087c5332f triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:15:56.400051 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (83c23d70-226a-4ffa-b4eb-0cb087c5332f), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:15:56.416859 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-270c0462-3e6a-46bb-a8bb-16c4d328ea1d None None] Publish callbacks [] for port (347267e2-e000-465c-81eb-6a37ee7d3e70), precommit_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:15:56.449538 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-270c0462-3e6a-46bb-a8bb-16c4d328ea1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746560234527'] for port (347267e2-e000-465c-81eb-6a37ee7d3e70), after_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:15:56.492744 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-a0681bf6-ca0a-481e-9649-cb8ce610399e admin admin] Publish callbacks [] for router_gateway (26653f6c-6a3d-4ca7-b1da-a2ac653fa3f2), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:15:56.519879 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-a0681bf6-ca0a-481e-9649-cb8ce610399e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:15:56.526374 n-d-760453-5 neutron-server[103306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-270c0462-3e6a-46bb-a8bb-16c4d328ea1d None None] Network bbfba3ee-2021-4c97-a0e2-2098fcdcf99e is already hosted by enough agents. {{(pid=103306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 21:15:56.536292 n-d-760453-5 neutron-server[103306]: DEBUG neutron.scheduler.base_scheduler [None req-270c0462-3e6a-46bb-a8bb-16c4d328ea1d None None] Resources bound (agent type, host, resource id): {{(pid=103306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:15:56.539841 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-270c0462-3e6a-46bb-a8bb-16c4d328ea1d None None] Received port after_create {{(pid=103306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 21:15:56.548709 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270c0462-3e6a-46bb-a8bb-16c4d328ea1d None None] Pushing event updated for resources: {'Port': ['ID=347267e2-e000-465c-81eb-6a37ee7d3e70,revision_number=1']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:15:56.648736 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-270c0462-3e6a-46bb-a8bb-16c4d328ea1d None None] Attempting to bind port 347267e2-e000-465c-81eb-6a37ee7d3e70 on host n-d-760453-5 for vnic_type normal with profile {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 21:15:56.649111 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-270c0462-3e6a-46bb-a8bb-16c4d328ea1d None None] Attempting to bind port 347267e2-e000-465c-81eb-6a37ee7d3e70 by drivers openvswitch,hyperv on host n-d-760453-5 at level 0 using segments [{'id': '74d9efe4-7d64-4491-afaf-007c8a21e844', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'bbfba3ee-2021-4c97-a0e2-2098fcdcf99e'}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 26 21:15:56.649929 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-270c0462-3e6a-46bb-a8bb-16c4d328ea1d None None] Attempting to bind port 347267e2-e000-465c-81eb-6a37ee7d3e70 on network bbfba3ee-2021-4c97-a0e2-2098fcdcf99e {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 21:15:56.654771 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Current status of the port 83c23d70-226a-4ffa-b4eb-0cb087c5332f is: BUILD; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:15:56.655146 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (83c23d70-226a-4ffa-b4eb-0cb087c5332f), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:15:56.658104 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-270c0462-3e6a-46bb-a8bb-16c4d328ea1d None None] Checking agent: {'id': 'fea0591a-627d-4c87-9a9a-01625ddf3277', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760453-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 20, 55, 25), 'started_at': datetime.datetime(2022, 1, 26, 20, 55, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 21, 15, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760453-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 26 21:15:56.658812 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-270c0462-3e6a-46bb-a8bb-16c4d328ea1d None None] Checking segment: {'id': '74d9efe4-7d64-4491-afaf-007c8a21e844', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'bbfba3ee-2021-4c97-a0e2-2098fcdcf99e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 21:15:56.659212 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-270c0462-3e6a-46bb-a8bb-16c4d328ea1d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:15:56.659688 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-270c0462-3e6a-46bb-a8bb-16c4d328ea1d None None] Bound using segment: {'id': '74d9efe4-7d64-4491-afaf-007c8a21e844', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'bbfba3ee-2021-4c97-a0e2-2098fcdcf99e'} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 26 21:15:56.660119 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-270c0462-3e6a-46bb-a8bb-16c4d328ea1d None None] Bound port: 347267e2-e000-465c-81eb-6a37ee7d3e70, host: n-d-760453-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '74d9efe4-7d64-4491-afaf-007c8a21e844', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'bbfba3ee-2021-4c97-a0e2-2098fcdcf99e'}}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 26 21:15:56.660511 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-270c0462-3e6a-46bb-a8bb-16c4d328ea1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (347267e2-e000-465c-81eb-6a37ee7d3e70), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:15:56.747412 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] For port 83c23d70-226a-4ffa-b4eb-0cb087c5332f, host n-h2-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-5',level=0,port_id=83c23d70-226a-4ffa-b4eb-0cb087c5332f,segment=NetworkSegment(bb9dd371-3de9-4327-a263-fb803ca379c8),segment_id=bb9dd371-3de9-4327-a263-fb803ca379c8)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:15:56.756716 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (83c23d70-226a-4ffa-b4eb-0cb087c5332f), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:15:56.803311 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-270c0462-3e6a-46bb-a8bb-16c4d328ea1d None None] For port 347267e2-e000-465c-81eb-6a37ee7d3e70, host n-d-760453-5, cleared binding levels {{(pid=103306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 26 21:15:56.808004 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-270c0462-3e6a-46bb-a8bb-16c4d328ea1d None None] For port 347267e2-e000-465c-81eb-6a37ee7d3e70, host n-d-760453-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=347267e2-e000-465c-81eb-6a37ee7d3e70,segment=NetworkSegment(74d9efe4-7d64-4491-afaf-007c8a21e844),segment_id=74d9efe4-7d64-4491-afaf-007c8a21e844)] {{(pid=103306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 26 21:15:56.825461 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-270c0462-3e6a-46bb-a8bb-16c4d328ea1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (347267e2-e000-465c-81eb-6a37ee7d3e70), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:15:56.832684 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb097b3f-b419-46ba-98ae-3a288c46970c req-62b1d4b4-d1b6-4d7d-84be-1535049ebaac tempest-ListServersNegativeTestJSON-1164879810 tempest-ListServersNegativeTestJSON-1164879810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:15:56.840148 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-bb097b3f-b419-46ba-98ae-3a288c46970c req-62b1d4b4-d1b6-4d7d-84be-1535049ebaac tempest-ListServersNegativeTestJSON-1164879810 tempest-ListServersNegativeTestJSON-1164879810-project] 10.222.0.13 "GET /v2.0/ports?device_id=48d6fde9-f708-4fc4-ba58-a5cb7b56a25e HTTP/1.1" status: 200 len: 945 time: 0.2320259 Jan 26 21:15:56.847553 n-d-760453-5 neutron-server[103306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '109260a2-bfb1-4fe0-9dd5-d23717e450fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83c23d70-226a-4ffa-b4eb-0cb087c5332f'}] {{(pid=103306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 21:15:56.850730 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9d5d370febab655511bdd2ffe887e43e442d144a440368702bcc1e93af00b97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89e9cd3f-9581-4047-a00a-ed51bc3ce98f" -d '{"events": [{"server_uuid": "109260a2-bfb1-4fe0-9dd5-d23717e450fc", "name": "network-vif-plugged", "status": "completed", "tag": "83c23d70-226a-4ffa-b4eb-0cb087c5332f"}]}' {{(pid=103306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 21:15:56.863012 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Pushing event updated for resources: {'Port': ['ID=83c23d70-226a-4ffa-b4eb-0cb087c5332f,revision_number=5']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:15:56.936485 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270c0462-3e6a-46bb-a8bb-16c4d328ea1d None None] Pushing event updated for resources: {'Port': ['ID=347267e2-e000-465c-81eb-6a37ee7d3e70,revision_number=2']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:15:56.950471 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.db_base_plugin_common [None req-a0681bf6-ca0a-481e-9649-cb8ce610399e admin admin] Allocated IP 172.25.1.86 (4140a1f1-c93a-4bea-83a0-68953a54f299/e48251a1-e30d-4820-8396-00c6f6aeb601/e2e6dac8-dcff-45f3-8872-9bf1bbb353f5) {{(pid=103304) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 21:15:56.974779 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c301e34-5c93-4718-95ba-6506211b6389 req-73d7f1e6-4015-46c3-9310-d3b3ca52fb99 tempest-ServersTestJSON-1629463572 tempest-ServersTestJSON-1629463572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:15:56.981197 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-4c301e34-5c93-4718-95ba-6506211b6389 req-73d7f1e6-4015-46c3-9310-d3b3ca52fb99 tempest-ServersTestJSON-1629463572 tempest-ServersTestJSON-1629463572-project] 10.222.0.13 "GET /v2.0/ports?device_id=109260a2-bfb1-4fe0-9dd5-d23717e450fc HTTP/1.1" status: 200 len: 944 time: 0.2784276 Jan 26 21:15:57.008251 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-bb097b3f-b419-46ba-98ae-3a288c46970c req-d65ca000-1c8e-4c09-bfd8-353df2d63046 tempest-ListServersNegativeTestJSON-1164879810 tempest-ListServersNegativeTestJSON-1164879810-project] 10.222.0.13 "GET /v2.0/security-groups?id=44f3f70d-2aeb-44f1-8aa6-65e7296e51d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1579177 Jan 26 21:15:57.084081 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Jan 2022 21:15:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16b77f4d-029d-4d13-9cf6-a56396be1969 x-openstack-request-id: req-16b77f4d-029d-4d13-9cf6-a56396be1969 {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 21:15:57.084844 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "109260a2-bfb1-4fe0-9dd5-d23717e450fc", "name": "network-vif-plugged", "status": "completed", "tag": "83c23d70-226a-4ffa-b4eb-0cb087c5332f", "code": 200}]} {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 21:15:57.084844 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-16b77f4d-029d-4d13-9cf6-a56396be1969 {{(pid=103306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 21:15:57.085097 n-d-760453-5 neutron-server[103306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '109260a2-bfb1-4fe0-9dd5-d23717e450fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83c23d70-226a-4ffa-b4eb-0cb087c5332f', 'code': 200} Jan 26 21:15:57.151351 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-4c301e34-5c93-4718-95ba-6506211b6389 req-0271b5d6-3137-4acd-82cf-d00978d87116 tempest-ServersTestJSON-1629463572 tempest-ServersTestJSON-1629463572-project] 10.222.0.13 "GET /v2.0/security-groups?id=a146440b-85c7-430a-88ed-6d0301627350&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1692884 Jan 26 21:15:57.244130 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-a0681bf6-ca0a-481e-9649-cb8ce610399e admin admin] Publish callbacks [] for port (e2e6dac8-dcff-45f3-8872-9bf1bbb353f5), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:15:57.316528 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ea52dd-4ac4-4a64-8d2b-1f296ee70c2f req-68839858-7252-4081-9ca1-5d89de7b4e21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:15:57.318684 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-b0ea52dd-4ac4-4a64-8d2b-1f296ee70c2f req-68839858-7252-4081-9ca1-5d89de7b4e21 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=109260a2-bfb1-4fe0-9dd5-d23717e450fc HTTP/1.1" status: 200 len: 1096 time: 0.1630380 Jan 26 21:15:57.355539 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-a0681bf6-ca0a-481e-9649-cb8ce610399e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746560234527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9281553'] for port (e2e6dac8-dcff-45f3-8872-9bf1bbb353f5), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:15:57.412895 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-b0ea52dd-4ac4-4a64-8d2b-1f296ee70c2f req-36c9bdf8-b401-40a2-a3aa-49b4c188dd22 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=a146440b-85c7-430a-88ed-6d0301627350&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847290 Jan 26 21:15:57.464298 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0681bf6-ca0a-481e-9649-cb8ce610399e admin admin] Network 4140a1f1-c93a-4bea-83a0-68953a54f299 is already hosted by enough agents. {{(pid=103304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 21:15:57.470295 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [None req-a0681bf6-ca0a-481e-9649-cb8ce610399e admin admin] Resources bound (agent type, host, resource id): {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:15:57.480053 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0681bf6-ca0a-481e-9649-cb8ce610399e admin admin] Received port after_create {{(pid=103304) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 21:15:57.487052 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0681bf6-ca0a-481e-9649-cb8ce610399e admin admin] Pushing event updated for resources: {'Port': ['ID=e2e6dac8-dcff-45f3-8872-9bf1bbb353f5,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:15:57.737722 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e061f9a-a84c-43ca-8bca-b6719d30eec3 req-10cf6556-2a52-4b1a-9357-4fd483efb155 tempest-ServersTestManualDisk-377945019 tempest-ServersTestManualDisk-377945019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:15:57.739654 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-7e061f9a-a84c-43ca-8bca-b6719d30eec3 req-10cf6556-2a52-4b1a-9357-4fd483efb155 tempest-ServersTestManualDisk-377945019 tempest-ServersTestManualDisk-377945019-project] 10.222.0.13 "GET /v2.0/ports?device_id=64bc2a39-da8a-491b-95d3-4ecb84ebf4bd HTTP/1.1" status: 200 len: 945 time: 0.0981736 Jan 26 21:15:57.868908 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-7e061f9a-a84c-43ca-8bca-b6719d30eec3 req-c974ddc8-5db5-47dd-8b4e-3d3c4f8a715a tempest-ServersTestManualDisk-377945019 tempest-ServersTestManualDisk-377945019-project] 10.222.0.13 "GET /v2.0/security-groups?id=2615347b-b233-46fd-9cc1-284d26f4f26f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0933154 Jan 26 21:15:57.889736 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-a0681bf6-ca0a-481e-9649-cb8ce610399e admin admin] Publish callbacks [] for router_gateway (26653f6c-6a3d-4ca7-b1da-a2ac653fa3f2), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:15:58.212911 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71eb5036-1b3f-4085-9b0e-6aa61f08ff28 req-b50ca1d2-8872-4645-aef0-6cfe1d0e9e56 tempest-ListServersNegativeTestJSON-1164879810 tempest-ListServersNegativeTestJSON-1164879810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:15:58.214739 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-71eb5036-1b3f-4085-9b0e-6aa61f08ff28 req-b50ca1d2-8872-4645-aef0-6cfe1d0e9e56 tempest-ListServersNegativeTestJSON-1164879810 tempest-ListServersNegativeTestJSON-1164879810-project] 10.222.0.13 "GET /v2.0/ports?device_id=48d6fde9-f708-4fc4-ba58-a5cb7b56a25e HTTP/1.1" status: 200 len: 945 time: 0.1242728 Jan 26 21:15:58.215998 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-a0681bf6-ca0a-481e-9649-cb8ce610399e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4105757', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4111263'] for router (26653f6c-6a3d-4ca7-b1da-a2ac653fa3f2), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:15:58.316366 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aaea2235-ad47-4e9a-ba97-4c7ad0456bf9 None None] Network bbfba3ee-2021-4c97-a0e2-2098fcdcf99e requested from n-d-760453-5 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 26 21:15:58.598096 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-4cb23825-b831-47cf-982e-eb5dfeb5dec1 None None] Provisioning complete for port 347267e2-e000-465c-81eb-6a37ee7d3e70 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:15:58.598480 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-4cb23825-b831-47cf-982e-eb5dfeb5dec1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (347267e2-e000-465c-81eb-6a37ee7d3e70), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:15:58.665558 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device 347267e2-e000-465c-81eb-6a37ee7d3e70 up at agent ovs-agent-n-d-760453-5 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 21:15:58.799614 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Provisioning complete for port 347267e2-e000-465c-81eb-6a37ee7d3e70 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:15:58.799987 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (347267e2-e000-465c-81eb-6a37ee7d3e70), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:15:58.848777 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-4cb23825-b831-47cf-982e-eb5dfeb5dec1 None None] Current status of the port 347267e2-e000-465c-81eb-6a37ee7d3e70 is: DOWN; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:15:58.849963 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-4cb23825-b831-47cf-982e-eb5dfeb5dec1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (347267e2-e000-465c-81eb-6a37ee7d3e70), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:15:58.906586 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-4cb23825-b831-47cf-982e-eb5dfeb5dec1 None None] For port 347267e2-e000-465c-81eb-6a37ee7d3e70, host n-d-760453-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=347267e2-e000-465c-81eb-6a37ee7d3e70,segment=NetworkSegment(74d9efe4-7d64-4491-afaf-007c8a21e844),segment_id=74d9efe4-7d64-4491-afaf-007c8a21e844)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:15:58.949548 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Current status of the port 347267e2-e000-465c-81eb-6a37ee7d3e70 is: DOWN; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:15:58.950004 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (347267e2-e000-465c-81eb-6a37ee7d3e70), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:15:58.953511 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-4cb23825-b831-47cf-982e-eb5dfeb5dec1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (347267e2-e000-465c-81eb-6a37ee7d3e70), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:15:59.001354 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-71eb5036-1b3f-4085-9b0e-6aa61f08ff28 req-62ab6846-33a4-4924-9714-6be6284170e0 tempest-ListServersNegativeTestJSON-1164879810 tempest-ListServersNegativeTestJSON-1164879810-project] 10.222.0.13 "GET /v2.0/security-groups?id=44f3f70d-2aeb-44f1-8aa6-65e7296e51d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7312484 Jan 26 21:15:59.009551 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36aaa2f0-2b4e-481e-936d-b5b82a0563d8 req-eb65c24b-3dc7-4845-b1db-76fa69b7a174 tempest-ServersTestJSON-1629463572 tempest-ServersTestJSON-1629463572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:15:59.019094 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-36aaa2f0-2b4e-481e-936d-b5b82a0563d8 req-eb65c24b-3dc7-4845-b1db-76fa69b7a174 tempest-ServersTestJSON-1629463572 tempest-ServersTestJSON-1629463572-project] 10.222.0.13 "GET /v2.0/ports?device_id=109260a2-bfb1-4fe0-9dd5-d23717e450fc HTTP/1.1" status: 200 len: 945 time: 0.7460711 Jan 26 21:15:59.059261 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb23825-b831-47cf-982e-eb5dfeb5dec1 None None] Pushing event updated for resources: {'Port': ['ID=347267e2-e000-465c-81eb-6a37ee7d3e70,revision_number=3']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:15:59.080128 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.db.api [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103306) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 26 21:15:59.080510 n-d-760453-5 neutron-server[103306]: DEBUG oslo_db.api [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 26 21:15:59.150139 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-36aaa2f0-2b4e-481e-936d-b5b82a0563d8 req-960dee88-8efe-441c-96fc-4969227cd28f tempest-ServersTestJSON-1629463572 tempest-ServersTestJSON-1629463572-project] 10.222.0.13 "GET /v2.0/security-groups?id=a146440b-85c7-430a-88ed-6d0301627350&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1284292 Jan 26 21:15:59.183817 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-24757281-36a2-4f78-90f4-6aa5e7b76943 None None] Provisioning complete for port 347267e2-e000-465c-81eb-6a37ee7d3e70 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:15:59.184440 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-24757281-36a2-4f78-90f4-6aa5e7b76943 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (347267e2-e000-465c-81eb-6a37ee7d3e70), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:15:59.190032 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0681bf6-ca0a-481e-9649-cb8ce610399e admin admin] Router 26653f6c-6a3d-4ca7-b1da-a2ac653fa3f2 is scheduled to L3 agent 09df100c-3af1-4b0a-bda8-05914c71c458 with binding_index 1 {{(pid=103304) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 26 21:15:59.352782 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0681bf6-ca0a-481e-9649-cb8ce610399e admin admin] Notify agent at l3_agent.n-d-760453-5 the message routers_updated {{(pid=103304) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 26 21:15:59.391099 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f76df47-0f1c-46be-a271-6a1d71e2acca None None] Sync routers for ids ['26653f6c-6a3d-4ca7-b1da-a2ac653fa3f2'] in n-d-760453-5 {{(pid=103306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 26 21:15:59.452180 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-24757281-36a2-4f78-90f4-6aa5e7b76943 None None] Current status of the port 347267e2-e000-465c-81eb-6a37ee7d3e70 is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:15:59.458696 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f76df47-0f1c-46be-a271-6a1d71e2acca None None] Routers {'26653f6c-6a3d-4ca7-b1da-a2ac653fa3f2'} bound to L3 agent in host n-d-760453-5 {{(pid=103306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 21:15:59.459335 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-4f76df47-0f1c-46be-a271-6a1d71e2acca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-26T20:55:21Z,description=,heartbeat_timestamp=2022-01-26T21:15:51Z,host='n-d-760453-5',id=09df100c-3af1-4b0a-bda8-05914c71c458,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:55:21Z,topic='l3_agent')) {'router_ids': ['26653f6c-6a3d-4ca7-b1da-a2ac653fa3f2'], 'active': True} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:15:59.472433 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-a0681bf6-ca0a-481e-9649-cb8ce610399e admin admin] Publish callbacks [] for router (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:15:59.473874 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-a0681bf6-ca0a-481e-9649-cb8ce610399e admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 3.6991031 Jan 26 21:15:59.476769 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 57786) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:15:59.550648 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a09d782-07d7-48a3-8ddb-e733a90c82c5 req-3b666a57-7cee-4a31-b8e8-b23ba6088345 tempest-ListServersNegativeTestJSON-1164879810 tempest-ListServersNegativeTestJSON-1164879810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:15:59.561684 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-8a09d782-07d7-48a3-8ddb-e733a90c82c5 req-3b666a57-7cee-4a31-b8e8-b23ba6088345 tempest-ListServersNegativeTestJSON-1164879810 tempest-ListServersNegativeTestJSON-1164879810-project] 10.222.0.13 "GET /v2.0/ports?device_id=49f9e7b0-28b0-44b3-b545-28dde8698b50 HTTP/1.1" status: 200 len: 946 time: 0.1477265 Jan 26 21:15:59.575073 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f51a65-b494-4645-b02f-f4eb2eac5d0b req-9158cb7d-64c9-4e8c-9722-59bb98673859 tempest-ServersTestManualDisk-377945019 tempest-ServersTestManualDisk-377945019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:15:59.587093 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-15f51a65-b494-4645-b02f-f4eb2eac5d0b req-9158cb7d-64c9-4e8c-9722-59bb98673859 tempest-ServersTestManualDisk-377945019 tempest-ServersTestManualDisk-377945019-project] 10.222.0.13 "GET /v2.0/ports?device_id=64bc2a39-da8a-491b-95d3-4ecb84ebf4bd HTTP/1.1" status: 200 len: 945 time: 0.1085589 Jan 26 21:15:59.758635 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-15f51a65-b494-4645-b02f-f4eb2eac5d0b req-b1ea0285-7797-475b-a096-d83f9a2398fa tempest-ServersTestManualDisk-377945019 tempest-ServersTestManualDisk-377945019-project] 10.222.0.13 "GET /v2.0/security-groups?id=2615347b-b233-46fd-9cc1-284d26f4f26f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1711483 Jan 26 21:15:59.769937 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-8a09d782-07d7-48a3-8ddb-e733a90c82c5 req-1cbc7e5f-cb05-4c7b-8590-cd23bd0a5d3a tempest-ListServersNegativeTestJSON-1164879810 tempest-ListServersNegativeTestJSON-1164879810-project] 10.222.0.13 "GET /v2.0/security-groups?id=44f3f70d-2aeb-44f1-8aa6-65e7296e51d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2071338 Jan 26 21:15:59.784056 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Current status of the port 347267e2-e000-465c-81eb-6a37ee7d3e70 is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:15:59.813075 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvr_db [None req-4f76df47-0f1c-46be-a271-6a1d71e2acca None None] Set router 26653f6c-6a3d-4ca7-b1da-a2ac653fa3f2 gateway port host: n-d-760453-5 {{(pid=103306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 21:15:59.995250 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c46ea77-810b-4177-90ec-f5122721aea6 req-cdbdadd7-1fc8-487b-8032-2918b732af46 tempest-ListServersNegativeTestJSON-1164879810 tempest-ListServersNegativeTestJSON-1164879810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:15:59.996880 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-8c46ea77-810b-4177-90ec-f5122721aea6 req-cdbdadd7-1fc8-487b-8032-2918b732af46 tempest-ListServersNegativeTestJSON-1164879810 tempest-ListServersNegativeTestJSON-1164879810-project] 10.222.0.13 "GET /v2.0/ports?device_id=8dfab774-4495-4ed0-b82b-192f2cd8862c HTTP/1.1" status: 200 len: 945 time: 0.0991497 Jan 26 21:16:00.115966 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-8c46ea77-810b-4177-90ec-f5122721aea6 req-fb43eef2-e3d5-428b-9902-718eb1648b9f tempest-ListServersNegativeTestJSON-1164879810 tempest-ListServersNegativeTestJSON-1164879810-project] 10.222.0.13 "GET /v2.0/security-groups?id=44f3f70d-2aeb-44f1-8aa6-65e7296e51d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119335 Jan 26 21:16:00.245541 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-4f76df47-0f1c-46be-a271-6a1d71e2acca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26653f6c-6a3d-4ca7-b1da-a2ac653fa3f2', 'name': 'tempest-TaggedBootDevicesTest_v242-1530584916-router', 'tenant_id': '026ef2d8b8e041b18f9abf8363011406', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'external_fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.86'}], 'enable_snat': True}, 'gw_port_id': 'e2e6dac8-dcff-45f3-8872-9bf1bbb353f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T21:15:55Z', 'updated_at': '2022-01-26T21:15:57Z', 'revision_number': 3, 'project_id': '026ef2d8b8e041b18f9abf8363011406', 'gw_port': {'id': 'e2e6dac8-dcff-45f3-8872-9bf1bbb353f5', 'name': '', 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:ce:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26653f6c-6a3d-4ca7-b1da-a2ac653fa3f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1396, 'fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:15:56Z', 'updated_at': '2022-01-26T21:15:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-5'}], 'n-d-760453-5', False) {} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:16:00.316450 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f76df47-0f1c-46be-a271-6a1d71e2acca None None] Checking router: 26653f6c-6a3d-4ca7-b1da-a2ac653fa3f2 for host: n-d-760453-5 {{(pid=103306) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 26 21:16:00.319696 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f76df47-0f1c-46be-a271-6a1d71e2acca None None] Updating router 26653f6c-6a3d-4ca7-b1da-a2ac653fa3f2 port e2e6dac8-dcff-45f3-8872-9bf1bbb353f5 binding host n-d-760453-5 {{(pid=103306) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 26 21:16:00.342395 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ebfa040-940e-4b43-90e1-95f369519f0b req-edeee38e-8d2a-4f22-bda7-a827d47262f9 tempest-ServersTestJSON-1629463572 tempest-ServersTestJSON-1629463572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:16:00.360330 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-6ebfa040-940e-4b43-90e1-95f369519f0b req-edeee38e-8d2a-4f22-bda7-a827d47262f9 tempest-ServersTestJSON-1629463572 tempest-ServersTestJSON-1629463572-project] 10.222.0.13 "GET /v2.0/ports?device_id=109260a2-bfb1-4fe0-9dd5-d23717e450fc HTTP/1.1" status: 200 len: 945 time: 0.0974846 Jan 26 21:16:00.397194 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-4f76df47-0f1c-46be-a271-6a1d71e2acca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (e2e6dac8-dcff-45f3-8872-9bf1bbb353f5), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:16:00.478785 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-6ebfa040-940e-4b43-90e1-95f369519f0b req-c90b0f1f-3c09-448f-b8f9-7c1af6f90d52 tempest-ServersTestJSON-1629463572 tempest-ServersTestJSON-1629463572-project] 10.222.0.13 "GET /v2.0/security-groups?id=a146440b-85c7-430a-88ed-6d0301627350&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105950 Jan 26 21:16:00.571414 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device 347267e2-e000-465c-81eb-6a37ee7d3e70 up at agent ovs-agent-n-d-760453-5 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 21:16:00.737904 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd47b1b-5bb3-42eb-bd94-e565c8f254aa req-366db006-59cf-4610-8a6c-5a5d5690dc51 tempest-ListServersNegativeTestJSON-1164879810 tempest-ListServersNegativeTestJSON-1164879810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:16:00.749383 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-7dd47b1b-5bb3-42eb-bd94-e565c8f254aa req-366db006-59cf-4610-8a6c-5a5d5690dc51 tempest-ListServersNegativeTestJSON-1164879810 tempest-ListServersNegativeTestJSON-1164879810-project] 10.222.0.13 "GET /v2.0/ports?device_id=8dfab774-4495-4ed0-b82b-192f2cd8862c HTTP/1.1" status: 200 len: 945 time: 0.1714544 Jan 26 21:16:00.867834 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Provisioning complete for port 347267e2-e000-465c-81eb-6a37ee7d3e70 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:16:00.868408 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (347267e2-e000-465c-81eb-6a37ee7d3e70), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:16:00.959594 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-4f76df47-0f1c-46be-a271-6a1d71e2acca None None] Publish callbacks [] for port (e2e6dac8-dcff-45f3-8872-9bf1bbb353f5), precommit_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:16:00.964623 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-7dd47b1b-5bb3-42eb-bd94-e565c8f254aa req-67c98675-8b9e-4973-b944-2532c8c53133 tempest-ListServersNegativeTestJSON-1164879810 tempest-ListServersNegativeTestJSON-1164879810-project] 10.222.0.13 "GET /v2.0/security-groups?id=44f3f70d-2aeb-44f1-8aa6-65e7296e51d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2111943 Jan 26 21:16:00.986475 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-4f76df47-0f1c-46be-a271-6a1d71e2acca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (e2e6dac8-dcff-45f3-8872-9bf1bbb353f5), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:16:00.989570 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6365a80-1d7e-49f2-b4e2-c5fb9e4f48c9 req-763fb0ec-abdc-4462-8c1f-7e6ba7b2a038 tempest-ServersTestJSON-1629463572 tempest-ServersTestJSON-1629463572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:16:00.997938 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-f6365a80-1d7e-49f2-b4e2-c5fb9e4f48c9 req-763fb0ec-abdc-4462-8c1f-7e6ba7b2a038 tempest-ServersTestJSON-1629463572 tempest-ServersTestJSON-1629463572-project] 10.222.0.13 "GET /v2.0/ports?device_id=29f670b6-da3e-4ca4-9831-97963e4c89bd HTTP/1.1" status: 200 len: 946 time: 0.3332851 Jan 26 21:16:01.100606 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-f6365a80-1d7e-49f2-b4e2-c5fb9e4f48c9 req-f0518365-2b1b-4f4c-9153-7425b161451a tempest-ServersTestJSON-1629463572 tempest-ServersTestJSON-1629463572-project] 10.222.0.13 "GET /v2.0/security-groups?id=a146440b-85c7-430a-88ed-6d0301627350&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968969 Jan 26 21:16:01.106184 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-50d88683-652b-4bad-bd6f-35beede8af20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:16:01.129632 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862f3b42-4897-466f-ad16-9bdb9771c9a9 req-a3b98b4e-b26d-4407-a2e2-9a33b1bd78d1 tempest-ServersTestManualDisk-377945019 tempest-ServersTestManualDisk-377945019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:16:01.131742 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-862f3b42-4897-466f-ad16-9bdb9771c9a9 req-a3b98b4e-b26d-4407-a2e2-9a33b1bd78d1 tempest-ServersTestManualDisk-377945019 tempest-ServersTestManualDisk-377945019-project] 10.222.0.66 "GET /v2.0/ports?device_id=64bc2a39-da8a-491b-95d3-4ecb84ebf4bd HTTP/1.1" status: 200 len: 945 time: 0.1491559 Jan 26 21:16:01.140551 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Current status of the port 347267e2-e000-465c-81eb-6a37ee7d3e70 is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:16:01.174346 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-4f76df47-0f1c-46be-a271-6a1d71e2acca None None] Attempting to bind port e2e6dac8-dcff-45f3-8872-9bf1bbb353f5 on host n-d-760453-5 for vnic_type normal with profile {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 21:16:01.174714 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-4f76df47-0f1c-46be-a271-6a1d71e2acca None None] Attempting to bind port e2e6dac8-dcff-45f3-8872-9bf1bbb353f5 by drivers openvswitch,hyperv on host n-d-760453-5 at level 0 using segments [{'id': 'e17cb353-418f-48b9-b982-21a6233ee99b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299'}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 26 21:16:01.175074 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f76df47-0f1c-46be-a271-6a1d71e2acca None None] Attempting to bind port e2e6dac8-dcff-45f3-8872-9bf1bbb353f5 on network 4140a1f1-c93a-4bea-83a0-68953a54f299 {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 21:16:01.178875 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb79d14-77e1-4aab-9bab-973f777effaf None None] Pushing event updated for resources: {'Port': ['ID=e2e6dac8-dcff-45f3-8872-9bf1bbb353f5,revision_number=2']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:16:01.199857 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f76df47-0f1c-46be-a271-6a1d71e2acca None None] Checking agent: {'id': 'fea0591a-627d-4c87-9a9a-01625ddf3277', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760453-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 20, 55, 25), 'started_at': datetime.datetime(2022, 1, 26, 20, 55, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 21, 15, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760453-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 26 21:16:01.201283 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f76df47-0f1c-46be-a271-6a1d71e2acca None None] Checking segment: {'id': 'e17cb353-418f-48b9-b982-21a6233ee99b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 21:16:01.201930 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-4f76df47-0f1c-46be-a271-6a1d71e2acca None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:16:01.202813 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f76df47-0f1c-46be-a271-6a1d71e2acca None None] Bound using segment: {'id': 'e17cb353-418f-48b9-b982-21a6233ee99b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299'} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 26 21:16:01.203523 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-4f76df47-0f1c-46be-a271-6a1d71e2acca None None] Bound port: e2e6dac8-dcff-45f3-8872-9bf1bbb353f5, host: n-d-760453-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e17cb353-418f-48b9-b982-21a6233ee99b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299'}}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 26 21:16:01.205053 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-4f76df47-0f1c-46be-a271-6a1d71e2acca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (e2e6dac8-dcff-45f3-8872-9bf1bbb353f5), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:16:01.223770 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8daaf26-ef85-4702-9433-f69918999df5 req-4529eb72-080d-468d-b786-fe359bdbc6f6 tempest-ServersTestManualDisk-377945019 tempest-ServersTestManualDisk-377945019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:16:01.240000 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-f8daaf26-ef85-4702-9433-f69918999df5 req-4529eb72-080d-468d-b786-fe359bdbc6f6 tempest-ServersTestManualDisk-377945019 tempest-ServersTestManualDisk-377945019-project] 10.222.0.13 "GET /v2.0/ports?device_id=64bc2a39-da8a-491b-95d3-4ecb84ebf4bd HTTP/1.1" status: 200 len: 945 time: 0.1551006 Jan 26 21:16:01.309607 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-4f76df47-0f1c-46be-a271-6a1d71e2acca None None] For port e2e6dac8-dcff-45f3-8872-9bf1bbb353f5, host n-d-760453-5, cleared binding levels {{(pid=103306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 26 21:16:01.319784 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-4f76df47-0f1c-46be-a271-6a1d71e2acca None None] For port e2e6dac8-dcff-45f3-8872-9bf1bbb353f5, host n-d-760453-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=e2e6dac8-dcff-45f3-8872-9bf1bbb353f5,segment=NetworkSegment(e17cb353-418f-48b9-b982-21a6233ee99b),segment_id=e17cb353-418f-48b9-b982-21a6233ee99b)] {{(pid=103306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 26 21:16:01.327466 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-4f76df47-0f1c-46be-a271-6a1d71e2acca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (e2e6dac8-dcff-45f3-8872-9bf1bbb353f5), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:16:01.356194 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8186aeed-c7ff-40e9-ba8e-c231a43c3464 req-e3cddaaf-f108-4270-8c29-37d945cca0b2 tempest-ServersTestJSON-1629463572 tempest-ServersTestJSON-1629463572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:16:01.372434 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-8186aeed-c7ff-40e9-ba8e-c231a43c3464 req-e3cddaaf-f108-4270-8c29-37d945cca0b2 tempest-ServersTestJSON-1629463572 tempest-ServersTestJSON-1629463572-project] 10.222.0.13 "GET /v2.0/ports?device_id=109260a2-bfb1-4fe0-9dd5-d23717e450fc HTTP/1.1" status: 200 len: 945 time: 0.1255810 Jan 26 21:16:01.439486 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-f8daaf26-ef85-4702-9433-f69918999df5 req-3efbb7a3-027b-4961-8607-6f6d94a8c8b3 tempest-ServersTestManualDisk-377945019 tempest-ServersTestManualDisk-377945019-project] 10.222.0.13 "GET /v2.0/security-groups?id=2615347b-b233-46fd-9cc1-284d26f4f26f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1985173 Jan 26 21:16:01.440873 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f76df47-0f1c-46be-a271-6a1d71e2acca None None] Routers {'26653f6c-6a3d-4ca7-b1da-a2ac653fa3f2'} bound to L3 agent in host n-d-760453-5 {{(pid=103306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 21:16:01.441623 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-4f76df47-0f1c-46be-a271-6a1d71e2acca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-26T20:55:21Z,description=,heartbeat_timestamp=2022-01-26T21:15:51Z,host='n-d-760453-5',id=09df100c-3af1-4b0a-bda8-05914c71c458,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:55:21Z,topic='l3_agent')) {'router_ids': ['26653f6c-6a3d-4ca7-b1da-a2ac653fa3f2'], 'active': True} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:16:01.489440 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb79d14-77e1-4aab-9bab-973f777effaf None None] Pushing event updated for resources: {'Port': ['ID=e2e6dac8-dcff-45f3-8872-9bf1bbb353f5,revision_number=3']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:16:01.516473 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-8186aeed-c7ff-40e9-ba8e-c231a43c3464 req-3ed8385e-9c34-4dce-8159-a72ecaed54ed tempest-ServersTestJSON-1629463572 tempest-ServersTestJSON-1629463572-project] 10.222.0.13 "GET /v2.0/security-groups?id=a146440b-85c7-430a-88ed-6d0301627350&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247671 Jan 26 21:16:01.543862 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.db_base_plugin_common [None req-50d88683-652b-4bad-bd6f-35beede8af20 admin admin] Allocated IP 172.20.0.1 (bbfba3ee-2021-4c97-a0e2-2098fcdcf99e/57e3c492-4b44-4b41-bf93-c4d6e5c59ce4/04460135-cdaf-4885-a1ad-61f321315f2b) {{(pid=103305) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 21:16:01.550166 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [req-862f3b42-4897-466f-ad16-9bdb9771c9a9 req-9094a5cf-5131-452f-8394-3c191cfe2d50 tempest-ServersTestManualDisk-377945019 tempest-ServersTestManualDisk-377945019-project] Deleting port aed2731a-4f37-4d42-8ada-af549fec82fa {{(pid=103305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 21:16:01.550577 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-862f3b42-4897-466f-ad16-9bdb9771c9a9 req-9094a5cf-5131-452f-8394-3c191cfe2d50 tempest-ServersTestManualDisk-377945019 tempest-ServersTestManualDisk-377945019-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746560630878'] for port (aed2731a-4f37-4d42-8ada-af549fec82fa), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:16:01.616593 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvr_db [None req-4f76df47-0f1c-46be-a271-6a1d71e2acca None None] Set router 26653f6c-6a3d-4ca7-b1da-a2ac653fa3f2 gateway port host: n-d-760453-5 {{(pid=103306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 21:16:01.652224 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [req-862f3b42-4897-466f-ad16-9bdb9771c9a9 req-9094a5cf-5131-452f-8394-3c191cfe2d50 tempest-ServersTestManualDisk-377945019 tempest-ServersTestManualDisk-377945019-project] For port aed2731a-4f37-4d42-8ada-af549fec82fa, host n-h1-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-5',level=0,port_id=aed2731a-4f37-4d42-8ada-af549fec82fa,segment=NetworkSegment(af032e5b-82aa-44c9-824d-1e5696119444),segment_id=af032e5b-82aa-44c9-824d-1e5696119444)] {{(pid=103305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:16:01.652224 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-862f3b42-4897-466f-ad16-9bdb9771c9a9 req-9094a5cf-5131-452f-8394-3c191cfe2d50 tempest-ServersTestManualDisk-377945019 tempest-ServersTestManualDisk-377945019-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4109658'] for port (aed2731a-4f37-4d42-8ada-af549fec82fa), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:16:01.984480 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d046083-6692-439c-8525-a25c9779066e req-5223a964-40de-4771-a8a7-cbb8e8faa106 tempest-ServersTestJSON-1629463572 tempest-ServersTestJSON-1629463572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:16:01.996707 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-0d046083-6692-439c-8525-a25c9779066e req-5223a964-40de-4771-a8a7-cbb8e8faa106 tempest-ServersTestJSON-1629463572 tempest-ServersTestJSON-1629463572-project] 10.222.0.13 "GET /v2.0/ports?device_id=109260a2-bfb1-4fe0-9dd5-d23717e450fc HTTP/1.1" status: 200 len: 945 time: 0.1001434 Jan 26 21:16:02.077701 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-0d046083-6692-439c-8525-a25c9779066e req-e91ba1ea-2581-45a2-a0a4-337307a6bba8 tempest-ServersTestJSON-1629463572 tempest-ServersTestJSON-1629463572-project] 10.222.0.13 "GET /v2.0/security-groups?id=a146440b-85c7-430a-88ed-6d0301627350&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799615 Jan 26 21:16:02.134016 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-50d88683-652b-4bad-bd6f-35beede8af20 admin admin] Publish callbacks [] for port (04460135-cdaf-4885-a1ad-61f321315f2b), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:16:02.158449 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-862f3b42-4897-466f-ad16-9bdb9771c9a9 req-9094a5cf-5131-452f-8394-3c191cfe2d50 tempest-ServersTestManualDisk-377945019 tempest-ServersTestManualDisk-377945019-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:16:02.158908 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-862f3b42-4897-466f-ad16-9bdb9771c9a9 req-9094a5cf-5131-452f-8394-3c191cfe2d50 tempest-ServersTestManualDisk-377945019 tempest-ServersTestManualDisk-377945019-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4110913'] for floatingip (65aa8840-6bfe-48ef-b3d5-ed13d8a852ab), after_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:16:02.159319 n-d-760453-5 neutron-server[103305]: INFO neutron.db.l3_db [req-862f3b42-4897-466f-ad16-9bdb9771c9a9 req-9094a5cf-5131-452f-8394-3c191cfe2d50 tempest-ServersTestManualDisk-377945019 tempest-ServersTestManualDisk-377945019-project] Floating IP 65aa8840-6bfe-48ef-b3d5-ed13d8a852ab disassociated. External IP: 172.25.1.187, port: aed2731a-4f37-4d42-8ada-af549fec82fa. Jan 26 21:16:02.159842 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [req-862f3b42-4897-466f-ad16-9bdb9771c9a9 req-9094a5cf-5131-452f-8394-3c191cfe2d50 tempest-ServersTestManualDisk-377945019 tempest-ServersTestManualDisk-377945019-project] Calling delete_port for aed2731a-4f37-4d42-8ada-af549fec82fa owned by compute:nova {{(pid=103305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 21:16:02.178492 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-4f76df47-0f1c-46be-a271-6a1d71e2acca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26653f6c-6a3d-4ca7-b1da-a2ac653fa3f2', 'name': 'tempest-TaggedBootDevicesTest_v242-1530584916-router', 'tenant_id': '026ef2d8b8e041b18f9abf8363011406', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'external_fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.86'}], 'enable_snat': True}, 'gw_port_id': 'e2e6dac8-dcff-45f3-8872-9bf1bbb353f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T21:15:55Z', 'updated_at': '2022-01-26T21:15:57Z', 'revision_number': 3, 'project_id': '026ef2d8b8e041b18f9abf8363011406', 'gw_port': {'id': 'e2e6dac8-dcff-45f3-8872-9bf1bbb353f5', 'name': '', 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:ce:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26653f6c-6a3d-4ca7-b1da-a2ac653fa3f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1396, 'fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:15:56Z', 'updated_at': '2022-01-26T21:16:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-5'}], 'n-d-760453-5', False) {} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:16:02.225697 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e2c982-2e40-465d-a5e5-f468abd9b2bf req-4be7b767-9113-4502-84f9-f4c6f8c230c5 tempest-ListServersNegativeTestJSON-1164879810 tempest-ListServersNegativeTestJSON-1164879810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:16:02.232207 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f76df47-0f1c-46be-a271-6a1d71e2acca None None] The sync data for ids ['26653f6c-6a3d-4ca7-b1da-a2ac653fa3f2'] in n-d-760453-5 is: [{'id': '26653f6c-6a3d-4ca7-b1da-a2ac653fa3f2', 'name': 'tempest-TaggedBootDevicesTest_v242-1530584916-router', 'tenant_id': '026ef2d8b8e041b18f9abf8363011406', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'external_fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.86'}], 'enable_snat': True}, 'gw_port_id': 'e2e6dac8-dcff-45f3-8872-9bf1bbb353f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T21:15:55Z', 'updated_at': '2022-01-26T21:15:57Z', 'revision_number': 3, 'project_id': '026ef2d8b8e041b18f9abf8363011406', 'gw_port': {'id': 'e2e6dac8-dcff-45f3-8872-9bf1bbb353f5', 'name': '', 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:ce:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26653f6c-6a3d-4ca7-b1da-a2ac653fa3f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1396, 'fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:15:56Z', 'updated_at': '2022-01-26T21:16:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-5'}] {{(pid=103306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 26 21:16:02.241070 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-e8e2c982-2e40-465d-a5e5-f468abd9b2bf req-4be7b767-9113-4502-84f9-f4c6f8c230c5 tempest-ListServersNegativeTestJSON-1164879810 tempest-ListServersNegativeTestJSON-1164879810-project] 10.222.0.13 "GET /v2.0/ports?device_id=8dfab774-4495-4ed0-b82b-192f2cd8862c HTTP/1.1" status: 200 len: 945 time: 0.0820405 Jan 26 21:16:02.266844 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-50d88683-652b-4bad-bd6f-35beede8af20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746560234527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11791543'] for port (04460135-cdaf-4885-a1ad-61f321315f2b), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:16:02.353560 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-e8e2c982-2e40-465d-a5e5-f468abd9b2bf req-472fcbe8-3351-4ec0-bac1-fd0827546878 tempest-ListServersNegativeTestJSON-1164879810 tempest-ListServersNegativeTestJSON-1164879810-project] 10.222.0.13 "GET /v2.0/security-groups?id=44f3f70d-2aeb-44f1-8aa6-65e7296e51d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095283 Jan 26 21:16:02.363023 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50d88683-652b-4bad-bd6f-35beede8af20 admin admin] Network bbfba3ee-2021-4c97-a0e2-2098fcdcf99e is already hosted by enough agents. {{(pid=103305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 21:16:02.376772 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [None req-50d88683-652b-4bad-bd6f-35beede8af20 admin admin] Resources bound (agent type, host, resource id): {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:16:02.458318 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50d88683-652b-4bad-bd6f-35beede8af20 admin admin] Received port after_create {{(pid=103305) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 21:16:02.515310 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-50d88683-652b-4bad-bd6f-35beede8af20 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4111050'] for router_interface (26653f6c-6a3d-4ca7-b1da-a2ac653fa3f2), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:16:02.586393 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-5a4b055a-1cd4-47c3-ac03-27b9918f1f78 req-0c30966e-ff88-4760-bfd4-b1480fc11e21 tempest-ServersTestManualDisk-377945019 tempest-ServersTestManualDisk-377945019-project] 10.222.0.13 "GET /v2.0/ports?device_id=64bc2a39-da8a-491b-95d3-4ecb84ebf4bd HTTP/1.1" status: 200 len: 210 time: 0.0574896 Jan 26 21:16:02.671622 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d88683-652b-4bad-bd6f-35beede8af20 admin admin] Pushing event updated for resources: {'Port': ['ID=04460135-cdaf-4885-a1ad-61f321315f2b,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:16:02.699923 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b298d15e-3e77-4797-90c6-575253fbadf9 req-3149af67-efac-475c-a689-25ff0c0d59a1 tempest-ListServersNegativeTestJSON-1164879810 tempest-ListServersNegativeTestJSON-1164879810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:16:02.707806 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-b298d15e-3e77-4797-90c6-575253fbadf9 req-3149af67-efac-475c-a689-25ff0c0d59a1 tempest-ListServersNegativeTestJSON-1164879810 tempest-ListServersNegativeTestJSON-1164879810-project] 10.222.0.66 "GET /v2.0/ports?device_id=8dfab774-4495-4ed0-b82b-192f2cd8862c HTTP/1.1" status: 200 len: 945 time: 0.4385760 Jan 26 21:16:02.708567 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-862f3b42-4897-466f-ad16-9bdb9771c9a9 req-9094a5cf-5131-452f-8394-3c191cfe2d50 tempest-ServersTestManualDisk-377945019 tempest-ServersTestManualDisk-377945019-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746560636600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746560234536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11791543'] for port (aed2731a-4f37-4d42-8ada-af549fec82fa), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:16:02.860462 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9094a5cf-5131-452f-8394-3c191cfe2d50 tempest-ServersTestManualDisk-377945019 tempest-ServersTestManualDisk-377945019-project] Pushing event deleted for resources: {'Port': ['ID=aed2731a-4f37-4d42-8ada-af549fec82fa,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:16:02.889859 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-50d88683-652b-4bad-bd6f-35beede8af20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (04460135-cdaf-4885-a1ad-61f321315f2b), before_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:16:02.921554 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-f5a190c6-e7e9-4dd7-9d01-ce6938025785 None None] Provisioning complete for port 04460135-cdaf-4885-a1ad-61f321315f2b triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:16:02.922116 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-f5a190c6-e7e9-4dd7-9d01-ce6938025785 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (04460135-cdaf-4885-a1ad-61f321315f2b), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:16:03.023903 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-f5a190c6-e7e9-4dd7-9d01-ce6938025785 None None] Port 04460135-cdaf-4885-a1ad-61f321315f2b cannot update to ACTIVE because it is not bound. {{(pid=103306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 26 21:16:03.149798 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [req-b298d15e-3e77-4797-90c6-575253fbadf9 req-06cfb413-5c40-47d4-adaf-a44982198a1a tempest-ListServersNegativeTestJSON-1164879810 tempest-ListServersNegativeTestJSON-1164879810-project] Deleting port d0d46742-0dbd-47b3-85b5-3636206015cf {{(pid=103305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 21:16:03.150253 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-b298d15e-3e77-4797-90c6-575253fbadf9 req-06cfb413-5c40-47d4-adaf-a44982198a1a tempest-ListServersNegativeTestJSON-1164879810 tempest-ListServersNegativeTestJSON-1164879810-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746560630878'] for port (d0d46742-0dbd-47b3-85b5-3636206015cf), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:16:03.320456 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5faae80a-72fe-4247-80c4-f10f01c2c96d req-14cd1ecc-5080-4f58-813b-1692f092dd46 tempest-ServersTestJSON-1629463572 tempest-ServersTestJSON-1629463572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:16:03.330091 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-5faae80a-72fe-4247-80c4-f10f01c2c96d req-14cd1ecc-5080-4f58-813b-1692f092dd46 tempest-ServersTestJSON-1629463572 tempest-ServersTestJSON-1629463572-project] 10.222.0.13 "GET /v2.0/ports?device_id=109260a2-bfb1-4fe0-9dd5-d23717e450fc HTTP/1.1" status: 200 len: 945 time: 0.1062038 Jan 26 21:16:03.425006 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-5faae80a-72fe-4247-80c4-f10f01c2c96d req-cd62dab6-5c54-4366-9bc4-07e86aac1b73 tempest-ServersTestJSON-1629463572 tempest-ServersTestJSON-1629463572-project] 10.222.0.13 "GET /v2.0/security-groups?id=a146440b-85c7-430a-88ed-6d0301627350&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889986 Jan 26 21:16:03.634193 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05a6b13-9857-447b-9d50-166685f6a239 req-58fde878-9069-4fc2-9767-d7e38bc92548 tempest-ListServersNegativeTestJSON-1164879810 tempest-ListServersNegativeTestJSON-1164879810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:16:03.641719 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-f05a6b13-9857-447b-9d50-166685f6a239 req-58fde878-9069-4fc2-9767-d7e38bc92548 tempest-ListServersNegativeTestJSON-1164879810 tempest-ListServersNegativeTestJSON-1164879810-project] 10.222.0.13 "GET /v2.0/ports?device_id=8dfab774-4495-4ed0-b82b-192f2cd8862c HTTP/1.1" status: 200 len: 945 time: 0.1312449 Jan 26 21:16:03.720303 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-fe978dc8-0d7a-4b28-a61e-4bb94adbc910 req-10783b57-f338-4f69-bd5d-0c70cbff1b82 tempest-ServersTestManualDisk-377945019 tempest-ServersTestManualDisk-377945019-project] 10.222.0.13 "GET /v2.0/ports?device_id=64bc2a39-da8a-491b-95d3-4ecb84ebf4bd HTTP/1.1" status: 200 len: 210 time: 0.0440936 Jan 26 21:16:03.752775 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-f05a6b13-9857-447b-9d50-166685f6a239 req-a25249d6-bc2c-4986-a253-10ff8603368d tempest-ListServersNegativeTestJSON-1164879810 tempest-ListServersNegativeTestJSON-1164879810-project] 10.222.0.13 "GET /v2.0/security-groups?id=44f3f70d-2aeb-44f1-8aa6-65e7296e51d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101453 Jan 26 21:16:03.853923 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.l3_agent_scheduler [req-862f3b42-4897-466f-ad16-9bdb9771c9a9 req-9094a5cf-5131-452f-8394-3c191cfe2d50 tempest-ServersTestManualDisk-377945019 tempest-ServersTestManualDisk-377945019-project] Router 30d8e753-ac56-49cd-9ef2-03bc2b95c660 has already been hosted by L3 agent 09df100c-3af1-4b0a-bda8-05914c71c458 {{(pid=103305) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 26 21:16:03.906801 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [req-b298d15e-3e77-4797-90c6-575253fbadf9 req-06cfb413-5c40-47d4-adaf-a44982198a1a tempest-ListServersNegativeTestJSON-1164879810 tempest-ListServersNegativeTestJSON-1164879810-project] For port d0d46742-0dbd-47b3-85b5-3636206015cf, host n-h1-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-5',level=0,port_id=d0d46742-0dbd-47b3-85b5-3636206015cf,segment=NetworkSegment(f63012c2-68a5-4303-aa7d-b1ec72e79a26),segment_id=f63012c2-68a5-4303-aa7d-b1ec72e79a26)] {{(pid=103305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:16:03.907083 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-b298d15e-3e77-4797-90c6-575253fbadf9 req-06cfb413-5c40-47d4-adaf-a44982198a1a tempest-ListServersNegativeTestJSON-1164879810 tempest-ListServersNegativeTestJSON-1164879810-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4109658'] for port (d0d46742-0dbd-47b3-85b5-3636206015cf), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:16:03.938563 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a455a77f-ec04-4fee-87df-cf43e58a6b91 req-69a23475-9273-452b-ae5c-c23cf8ecc0f0 tempest-ServersTestJSON-1629463572 tempest-ServersTestJSON-1629463572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:16:03.940143 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-a455a77f-ec04-4fee-87df-cf43e58a6b91 req-69a23475-9273-452b-ae5c-c23cf8ecc0f0 tempest-ServersTestJSON-1629463572 tempest-ServersTestJSON-1629463572-project] 10.222.0.57 "GET /v2.0/ports?device_id=109260a2-bfb1-4fe0-9dd5-d23717e450fc HTTP/1.1" status: 200 len: 945 time: 0.6049242 Jan 26 21:16:03.942678 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [req-b298d15e-3e77-4797-90c6-575253fbadf9 req-06cfb413-5c40-47d4-adaf-a44982198a1a tempest-ListServersNegativeTestJSON-1164879810 tempest-ListServersNegativeTestJSON-1164879810-project] Calling delete_port for d0d46742-0dbd-47b3-85b5-3636206015cf owned by compute:nova {{(pid=103305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 21:16:04.130130 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-50d88683-652b-4bad-bd6f-35beede8af20 admin admin] Publish callbacks [] for port (04460135-cdaf-4885-a1ad-61f321315f2b), precommit_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:16:04.157592 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-50d88683-652b-4bad-bd6f-35beede8af20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11791520'] for port (04460135-cdaf-4885-a1ad-61f321315f2b), after_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:16:04.253191 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-862f3b42-4897-466f-ad16-9bdb9771c9a9 req-9094a5cf-5131-452f-8394-3c191cfe2d50 tempest-ServersTestManualDisk-377945019 tempest-ServersTestManualDisk-377945019-project] Notify agent at l3_agent.n-d-760453-5 the message routers_updated {{(pid=103305) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 26 21:16:04.283780 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c091489-b7f0-4faf-806d-4fce09612cbb None None] Sync routers for ids ['30d8e753-ac56-49cd-9ef2-03bc2b95c660'] in n-d-760453-5 {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 26 21:16:04.298538 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c091489-b7f0-4faf-806d-4fce09612cbb None None] Routers {'30d8e753-ac56-49cd-9ef2-03bc2b95c660'} bound to L3 agent in host n-d-760453-5 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 21:16:04.299166 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-1c091489-b7f0-4faf-806d-4fce09612cbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-26T20:55:21Z,description=,heartbeat_timestamp=2022-01-26T21:15:51Z,host='n-d-760453-5',id=09df100c-3af1-4b0a-bda8-05914c71c458,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:55:21Z,topic='l3_agent')) {'router_ids': ['30d8e753-ac56-49cd-9ef2-03bc2b95c660'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:16:04.314426 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-50d88683-652b-4bad-bd6f-35beede8af20 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3709457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4110682'] for router_interface (26653f6c-6a3d-4ca7-b1da-a2ac653fa3f2), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:16:04.322501 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Device aed2731a-4f37-4d42-8ada-af549fec82fa no longer exists at agent hyperv_n-h1-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 26 21:16:04.343159 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d88683-652b-4bad-bd6f-35beede8af20 admin admin] Pushing event updated for resources: {'Port': ['ID=04460135-cdaf-4885-a1ad-61f321315f2b,revision_number=2']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:16:04.386728 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] No Port match for: aed2731a-4f37-4d42-8ada-af549fec82fa {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 26 21:16:04.387473 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Device aed2731a-4f37-4d42-8ada-af549fec82fa not bound to the agent host n-h1-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 26 21:16:04.441314 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_dvr_db [None req-1c091489-b7f0-4faf-806d-4fce09612cbb None None] Set router 30d8e753-ac56-49cd-9ef2-03bc2b95c660 gateway port host: n-d-760453-5 {{(pid=103307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 21:16:04.538140 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [req-862f3b42-4897-466f-ad16-9bdb9771c9a9 req-9094a5cf-5131-452f-8394-3c191cfe2d50 tempest-ServersTestManualDisk-377945019 tempest-ServersTestManualDisk-377945019-project] No DVR routers for this DVR port aed2731a-4f37-4d42-8ada-af549fec82fa on host n-h1-760453-5 {{(pid=103305) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 26 21:16:04.544759 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-862f3b42-4897-466f-ad16-9bdb9771c9a9 req-9094a5cf-5131-452f-8394-3c191cfe2d50 tempest-ServersTestManualDisk-377945019 tempest-ServersTestManualDisk-377945019-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:16:04.555385 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-862f3b42-4897-466f-ad16-9bdb9771c9a9 req-9094a5cf-5131-452f-8394-3c191cfe2d50 tempest-ServersTestManualDisk-377945019 tempest-ServersTestManualDisk-377945019-project] 10.222.0.66 "DELETE /v2.0/ports/aed2731a-4f37-4d42-8ada-af549fec82fa HTTP/1.1" status: 204 len: 173 time: 3.4152741 Jan 26 21:16:04.599910 n-d-760453-5 neutron-server[103305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64bc2a39-da8a-491b-95d3-4ecb84ebf4bd', 'name': 'network-vif-deleted', 'tag': 'aed2731a-4f37-4d42-8ada-af549fec82fa'}] {{(pid=103305) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 21:16:04.608611 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d4654568b7bf041e72ff8fe1c96d6d761d9c921f2b99bc7b3a26632be20cee0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a519dee-770f-47c3-be9d-e25b3af5cc20" -d '{"events": [{"server_uuid": "64bc2a39-da8a-491b-95d3-4ecb84ebf4bd", "name": "network-vif-deleted", "tag": "aed2731a-4f37-4d42-8ada-af549fec82fa"}]}' {{(pid=103305) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 21:16:04.681665 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-b298d15e-3e77-4797-90c6-575253fbadf9 req-06cfb413-5c40-47d4-adaf-a44982198a1a tempest-ListServersNegativeTestJSON-1164879810 tempest-ListServersNegativeTestJSON-1164879810-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746560636600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746560234536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11791543'] for port (d0d46742-0dbd-47b3-85b5-3636206015cf), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:16:04.694504 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [req-a455a77f-ec04-4fee-87df-cf43e58a6b91 req-8547744f-0fc9-4573-9b58-ddd4d72ccbb2 tempest-ServersTestJSON-1629463572 tempest-ServersTestJSON-1629463572-project] Deleting port 83c23d70-226a-4ffa-b4eb-0cb087c5332f {{(pid=103305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 21:16:04.695188 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] get_ports_and_sgs() called for port_ids ['acbaf902-e7c9-47a9-9359-50b234b4273b'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 26 21:16:04.698350 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-a455a77f-ec04-4fee-87df-cf43e58a6b91 req-8547744f-0fc9-4573-9b58-ddd4d72ccbb2 tempest-ServersTestJSON-1629463572 tempest-ServersTestJSON-1629463572-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746560630878'] for port (83c23d70-226a-4ffa-b4eb-0cb087c5332f), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:16:04.778347 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-1c091489-b7f0-4faf-806d-4fce09612cbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30d8e753-ac56-49cd-9ef2-03bc2b95c660', 'name': 'tempest-ServersTestManualDisk-1932721837-router', 'tenant_id': 'c8d46c1d9718442f87ddc378b5600012', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'external_fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.164'}], 'enable_snat': True}, 'gw_port_id': 'a88fcff8-cde2-481d-8626-f1aa7760bbe4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T21:12:12Z', 'updated_at': '2022-01-26T21:12:22Z', 'revision_number': 4, 'project_id': 'c8d46c1d9718442f87ddc378b5600012', 'gw_port': {'id': 'a88fcff8-cde2-481d-8626-f1aa7760bbe4', 'name': '', 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:26:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30d8e753-ac56-49cd-9ef2-03bc2b95c660', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1063, 'fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:12:15Z', 'updated_at': '2022-01-26T21:12:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-5', '_interfaces': [{'id': '01b92f09-e967-4d76-bf58-7f5138a4988f', 'name': '', 'network_id': '15c39b24-f7c4-4710-b8cb-f1d4e3bc27f6', 'tenant_id': 'c8d46c1d9718442f87ddc378b5600012', 'mac_address': 'fa:16:3e:9d:30:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30d8e753-ac56-49cd-9ef2-03bc2b95c660', 'device_owner': 'network:router_interface', 'standard_attr_id': 1076, 'fixed_ips': [{'subnet_id': 'c3a93a69-4f3e-4ef6-b9c8-092ff93d742e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:12:20Z', 'updated_at': '2022-01-26T21:12:26Z', 'revision_number': 5, 'project_id': 'c8d46c1d9718442f87ddc378b5600012', 'subnets': [{'id': 'c3a93a69-4f3e-4ef6-b9c8-092ff93d742e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760453-5', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:16:04.812966 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c091489-b7f0-4faf-806d-4fce09612cbb None None] Checking router: 30d8e753-ac56-49cd-9ef2-03bc2b95c660 for host: n-d-760453-5 {{(pid=103307) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 26 21:16:04.836726 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c091489-b7f0-4faf-806d-4fce09612cbb None None] Routers {'30d8e753-ac56-49cd-9ef2-03bc2b95c660'} bound to L3 agent in host n-d-760453-5 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 21:16:04.840860 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-1c091489-b7f0-4faf-806d-4fce09612cbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-26T20:55:21Z,description=,heartbeat_timestamp=2022-01-26T21:15:51Z,host='n-d-760453-5',id=09df100c-3af1-4b0a-bda8-05914c71c458,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:55:21Z,topic='l3_agent')) {'router_ids': ['30d8e753-ac56-49cd-9ef2-03bc2b95c660'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:16:04.853921 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Jan 2022 21:16:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b5b2838-302a-42a3-9fd5-b1aded460464 x-openstack-request-id: req-7b5b2838-302a-42a3-9fd5-b1aded460464 {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 21:16:04.854464 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64bc2a39-da8a-491b-95d3-4ecb84ebf4bd", "name": "network-vif-deleted", "tag": "aed2731a-4f37-4d42-8ada-af549fec82fa", "status": "completed", "code": 200}]} {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 21:16:04.855490 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-7b5b2838-302a-42a3-9fd5-b1aded460464 {{(pid=103305) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 21:16:04.856059 n-d-760453-5 neutron-server[103305]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64bc2a39-da8a-491b-95d3-4ecb84ebf4bd', 'name': 'network-vif-deleted', 'tag': 'aed2731a-4f37-4d42-8ada-af549fec82fa', 'status': 'completed', 'code': 200} Jan 26 21:16:04.861323 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] get_ports_and_sgs() called for port_ids ['2f3be922-6441-4636-9105-262d7713b3bb'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 26 21:16:04.867499 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aaca911-6d5f-4d41-b8f7-851e7db36947 req-f8ebb0c3-9b41-4292-acc6-a3fbf53ae899 tempest-ServersTestJSON-1629463572 tempest-ServersTestJSON-1629463572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:16:04.869089 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-4aaca911-6d5f-4d41-b8f7-851e7db36947 req-f8ebb0c3-9b41-4292-acc6-a3fbf53ae899 tempest-ServersTestJSON-1629463572 tempest-ServersTestJSON-1629463572-project] 10.222.0.13 "GET /v2.0/ports?device_id=109260a2-bfb1-4fe0-9dd5-d23717e450fc HTTP/1.1" status: 200 len: 945 time: 0.3082855 Jan 26 21:16:04.939844 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device e2e6dac8-dcff-45f3-8872-9bf1bbb353f5 up at agent ovs-agent-n-d-760453-5 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 21:16:04.978894 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-1c57b8b1-2899-499c-9da9-6e723c9445f4 req-0782b0b1-0cf2-4467-ad11-11e65d1863d5 tempest-ServersTestManualDisk-377945019 tempest-ServersTestManualDisk-377945019-project] 10.222.0.13 "GET /v2.0/ports?device_id=64bc2a39-da8a-491b-95d3-4ecb84ebf4bd HTTP/1.1" status: 200 len: 210 time: 0.0783463 Jan 26 21:16:05.042540 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-4aaca911-6d5f-4d41-b8f7-851e7db36947 req-937d795d-ce9c-493f-98ee-d9f8c1c012b5 tempest-ServersTestJSON-1629463572 tempest-ServersTestJSON-1629463572-project] 10.222.0.13 "GET /v2.0/security-groups?id=a146440b-85c7-430a-88ed-6d0301627350&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1630731 Jan 26 21:16:05.091050 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_dvr_db [None req-1c091489-b7f0-4faf-806d-4fce09612cbb None None] Set router 30d8e753-ac56-49cd-9ef2-03bc2b95c660 gateway port host: n-d-760453-5 {{(pid=103307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 21:16:05.100202 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [req-a455a77f-ec04-4fee-87df-cf43e58a6b91 req-8547744f-0fc9-4573-9b58-ddd4d72ccbb2 tempest-ServersTestJSON-1629463572 tempest-ServersTestJSON-1629463572-project] For port 83c23d70-226a-4ffa-b4eb-0cb087c5332f, host n-h2-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-5',level=0,port_id=83c23d70-226a-4ffa-b4eb-0cb087c5332f,segment=NetworkSegment(bb9dd371-3de9-4327-a263-fb803ca379c8),segment_id=bb9dd371-3de9-4327-a263-fb803ca379c8)] {{(pid=103305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:16:05.100584 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-a455a77f-ec04-4fee-87df-cf43e58a6b91 req-8547744f-0fc9-4573-9b58-ddd4d72ccbb2 tempest-ServersTestJSON-1629463572 tempest-ServersTestJSON-1629463572-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4109658'] for port (83c23d70-226a-4ffa-b4eb-0cb087c5332f), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:16:05.128895 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [req-a455a77f-ec04-4fee-87df-cf43e58a6b91 req-8547744f-0fc9-4573-9b58-ddd4d72ccbb2 tempest-ServersTestJSON-1629463572 tempest-ServersTestJSON-1629463572-project] Calling delete_port for 83c23d70-226a-4ffa-b4eb-0cb087c5332f owned by compute:nova {{(pid=103305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 21:16:05.229422 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-50157e55-9f7a-42e6-a784-abdeb86ff109 req-ce97d64f-a6e8-4d0e-8bd9-456ccc5195f4 tempest-ListServersNegativeTestJSON-1164879810 tempest-ListServersNegativeTestJSON-1164879810-project] 10.222.0.13 "GET /v2.0/ports?device_id=8dfab774-4495-4ed0-b82b-192f2cd8862c HTTP/1.1" status: 200 len: 210 time: 0.0698531 Jan 26 21:16:05.254803 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Provisioning complete for port e2e6dac8-dcff-45f3-8872-9bf1bbb353f5 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:16:05.255361 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (e2e6dac8-dcff-45f3-8872-9bf1bbb353f5), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:16:05.271499 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50d88683-652b-4bad-bd6f-35beede8af20 admin admin] Network bbfba3ee-2021-4c97-a0e2-2098fcdcf99e is already hosted by enough agents. {{(pid=103305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 21:16:05.277340 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06cfb413-5c40-47d4-adaf-a44982198a1a tempest-ListServersNegativeTestJSON-1164879810 tempest-ListServersNegativeTestJSON-1164879810-project] Pushing event deleted for resources: {'Port': ['ID=d0d46742-0dbd-47b3-85b5-3636206015cf,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:16:05.282333 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [None req-50d88683-652b-4bad-bd6f-35beede8af20 admin admin] Resources bound (agent type, host, resource id): {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:16:05.406779 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [req-b298d15e-3e77-4797-90c6-575253fbadf9 req-06cfb413-5c40-47d4-adaf-a44982198a1a tempest-ListServersNegativeTestJSON-1164879810 tempest-ListServersNegativeTestJSON-1164879810-project] No DVR routers for this DVR port d0d46742-0dbd-47b3-85b5-3636206015cf on host n-h1-760453-5 {{(pid=103305) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 26 21:16:05.414741 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-b298d15e-3e77-4797-90c6-575253fbadf9 req-06cfb413-5c40-47d4-adaf-a44982198a1a tempest-ListServersNegativeTestJSON-1164879810 tempest-ListServersNegativeTestJSON-1164879810-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:16:05.419504 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-b298d15e-3e77-4797-90c6-575253fbadf9 req-06cfb413-5c40-47d4-adaf-a44982198a1a tempest-ListServersNegativeTestJSON-1164879810 tempest-ListServersNegativeTestJSON-1164879810-project] 10.222.0.66 "DELETE /v2.0/ports/d0d46742-0dbd-47b3-85b5-3636206015cf HTTP/1.1" status: 204 len: 173 time: 2.6997802 Jan 26 21:16:05.548457 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-1c091489-b7f0-4faf-806d-4fce09612cbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30d8e753-ac56-49cd-9ef2-03bc2b95c660', 'name': 'tempest-ServersTestManualDisk-1932721837-router', 'tenant_id': 'c8d46c1d9718442f87ddc378b5600012', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'external_fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.164'}], 'enable_snat': True}, 'gw_port_id': 'a88fcff8-cde2-481d-8626-f1aa7760bbe4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T21:12:12Z', 'updated_at': '2022-01-26T21:12:22Z', 'revision_number': 4, 'project_id': 'c8d46c1d9718442f87ddc378b5600012', 'gw_port': {'id': 'a88fcff8-cde2-481d-8626-f1aa7760bbe4', 'name': '', 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:26:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30d8e753-ac56-49cd-9ef2-03bc2b95c660', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1063, 'fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:12:15Z', 'updated_at': '2022-01-26T21:12:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-5', '_interfaces': [{'id': '01b92f09-e967-4d76-bf58-7f5138a4988f', 'name': '', 'network_id': '15c39b24-f7c4-4710-b8cb-f1d4e3bc27f6', 'tenant_id': 'c8d46c1d9718442f87ddc378b5600012', 'mac_address': 'fa:16:3e:9d:30:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30d8e753-ac56-49cd-9ef2-03bc2b95c660', 'device_owner': 'network:router_interface', 'standard_attr_id': 1076, 'fixed_ips': [{'subnet_id': 'c3a93a69-4f3e-4ef6-b9c8-092ff93d742e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:12:20Z', 'updated_at': '2022-01-26T21:12:26Z', 'revision_number': 5, 'project_id': 'c8d46c1d9718442f87ddc378b5600012', 'subnets': [{'id': 'c3a93a69-4f3e-4ef6-b9c8-092ff93d742e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760453-5', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:16:05.611693 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Current status of the port e2e6dac8-dcff-45f3-8872-9bf1bbb353f5 is: DOWN; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:16:05.612672 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (e2e6dac8-dcff-45f3-8872-9bf1bbb353f5), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:16:05.631560 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c091489-b7f0-4faf-806d-4fce09612cbb None None] The sync data for ids ['30d8e753-ac56-49cd-9ef2-03bc2b95c660'] in n-d-760453-5 is: [{'id': '30d8e753-ac56-49cd-9ef2-03bc2b95c660', 'name': 'tempest-ServersTestManualDisk-1932721837-router', 'tenant_id': 'c8d46c1d9718442f87ddc378b5600012', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'external_fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.164'}], 'enable_snat': True}, 'gw_port_id': 'a88fcff8-cde2-481d-8626-f1aa7760bbe4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T21:12:12Z', 'updated_at': '2022-01-26T21:12:22Z', 'revision_number': 4, 'project_id': 'c8d46c1d9718442f87ddc378b5600012', 'gw_port': {'id': 'a88fcff8-cde2-481d-8626-f1aa7760bbe4', 'name': '', 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:26:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30d8e753-ac56-49cd-9ef2-03bc2b95c660', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1063, 'fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:12:15Z', 'updated_at': '2022-01-26T21:12:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-5', '_interfaces': [{'id': '01b92f09-e967-4d76-bf58-7f5138a4988f', 'name': '', 'network_id': '15c39b24-f7c4-4710-b8cb-f1d4e3bc27f6', 'tenant_id': 'c8d46c1d9718442f87ddc378b5600012', 'mac_address': 'fa:16:3e:9d:30:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30d8e753-ac56-49cd-9ef2-03bc2b95c660', 'device_owner': 'network:router_interface', 'standard_attr_id': 1076, 'fixed_ips': [{'subnet_id': 'c3a93a69-4f3e-4ef6-b9c8-092ff93d742e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:12:20Z', 'updated_at': '2022-01-26T21:12:26Z', 'revision_number': 5, 'project_id': 'c8d46c1d9718442f87ddc378b5600012', 'subnets': [{'id': 'c3a93a69-4f3e-4ef6-b9c8-092ff93d742e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 26 21:16:05.663333 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] For port e2e6dac8-dcff-45f3-8872-9bf1bbb353f5, host n-d-760453-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=e2e6dac8-dcff-45f3-8872-9bf1bbb353f5,segment=NetworkSegment(e17cb353-418f-48b9-b982-21a6233ee99b),segment_id=e17cb353-418f-48b9-b982-21a6233ee99b)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:16:05.691484 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (e2e6dac8-dcff-45f3-8872-9bf1bbb353f5), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:16:05.741961 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50d88683-652b-4bad-bd6f-35beede8af20 admin admin] Router 26653f6c-6a3d-4ca7-b1da-a2ac653fa3f2 has already been hosted by L3 agent 09df100c-3af1-4b0a-bda8-05914c71c458 {{(pid=103305) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 26 21:16:05.793044 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-a455a77f-ec04-4fee-87df-cf43e58a6b91 req-8547744f-0fc9-4573-9b58-ddd4d72ccbb2 tempest-ServersTestJSON-1629463572 tempest-ServersTestJSON-1629463572-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746560636600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746560234536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11791543'] for port (83c23d70-226a-4ffa-b4eb-0cb087c5332f), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:16:05.819492 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] get_ports_and_sgs() called for port_ids ['c0c88dad-cc2c-45c3-b929-f9b04ea7d5f7', '9bc6629d-c6f8-4abd-a197-92ee7adc3777', '83c23d70-226a-4ffa-b4eb-0cb087c5332f'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 26 21:16:05.893596 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8547744f-0fc9-4573-9b58-ddd4d72ccbb2 tempest-ServersTestJSON-1629463572 tempest-ServersTestJSON-1629463572-project] Pushing event deleted for resources: {'Port': ['ID=83c23d70-226a-4ffa-b4eb-0cb087c5332f,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:16:05.925672 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Pushing event updated for resources: {'Port': ['ID=e2e6dac8-dcff-45f3-8872-9bf1bbb353f5,revision_number=4']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:16:05.934486 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [req-a455a77f-ec04-4fee-87df-cf43e58a6b91 req-8547744f-0fc9-4573-9b58-ddd4d72ccbb2 tempest-ServersTestJSON-1629463572 tempest-ServersTestJSON-1629463572-project] No DVR routers for this DVR port 83c23d70-226a-4ffa-b4eb-0cb087c5332f on host n-h2-760453-5 {{(pid=103305) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 26 21:16:05.938154 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-a455a77f-ec04-4fee-87df-cf43e58a6b91 req-8547744f-0fc9-4573-9b58-ddd4d72ccbb2 tempest-ServersTestJSON-1629463572 tempest-ServersTestJSON-1629463572-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:16:05.942100 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-a455a77f-ec04-4fee-87df-cf43e58a6b91 req-8547744f-0fc9-4573-9b58-ddd4d72ccbb2 tempest-ServersTestJSON-1629463572 tempest-ServersTestJSON-1629463572-project] 10.222.0.57 "DELETE /v2.0/ports/83c23d70-226a-4ffa-b4eb-0cb087c5332f HTTP/1.1" status: 204 len: 173 time: 1.9621310 Jan 26 21:16:06.002578 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-ae69c6b1-b127-449d-957d-5f97555fb8de None None] Provisioning complete for port 04460135-cdaf-4885-a1ad-61f321315f2b triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:16:06.002861 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-ae69c6b1-b127-449d-957d-5f97555fb8de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (04460135-cdaf-4885-a1ad-61f321315f2b), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:16:06.053535 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50d88683-652b-4bad-bd6f-35beede8af20 admin admin] Notify agent at l3_agent.n-d-760453-5 the message routers_updated {{(pid=103305) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 26 21:16:06.078109 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-50d88683-652b-4bad-bd6f-35beede8af20 admin admin] 10.222.0.13 "PUT /v2.0/routers/26653f6c-6a3d-4ca7-b1da-a2ac653fa3f2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6001852 Jan 26 21:16:06.174819 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1755f0f-09b8-460c-a397-a556b9c0f678 None None] Sync routers for ids ['26653f6c-6a3d-4ca7-b1da-a2ac653fa3f2'] in n-d-760453-5 {{(pid=103306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 26 21:16:06.213374 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 57948) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:16:06.254129 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-0887ab1d-c20e-43e3-83f9-c4dd688aef58 req-423eb31c-064b-4dcf-80f2-ed967395ebd4 tempest-ServersTestJSON-1629463572 tempest-ServersTestJSON-1629463572-project] 10.222.0.13 "GET /v2.0/ports?device_id=109260a2-bfb1-4fe0-9dd5-d23717e450fc HTTP/1.1" status: 200 len: 210 time: 0.0953331 Jan 26 21:16:06.275666 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4077c046-c325-443e-9a2a-57b718618d21 None None] New status for floating IP 65aa8840-6bfe-48ef-b3d5-ed13d8a852ab: DOWN {{(pid=103307) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 26 21:16:06.317105 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1755f0f-09b8-460c-a397-a556b9c0f678 None None] Routers {'26653f6c-6a3d-4ca7-b1da-a2ac653fa3f2'} bound to L3 agent in host n-d-760453-5 {{(pid=103306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 21:16:06.317776 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-e1755f0f-09b8-460c-a397-a556b9c0f678 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-26T20:55:21Z,description=,heartbeat_timestamp=2022-01-26T21:15:51Z,host='n-d-760453-5',id=09df100c-3af1-4b0a-bda8-05914c71c458,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:55:21Z,topic='l3_agent')) {'router_ids': ['26653f6c-6a3d-4ca7-b1da-a2ac653fa3f2'], 'active': True} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:16:06.330730 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-53e50481-e928-4ba8-9249-fd68840d244f tempest-ServersTestManualDisk-377945019 tempest-ServersTestManualDisk-377945019-project] Publish callbacks [] for security_group (2615347b-b233-46fd-9cc1-284d26f4f26f), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:16:06.356229 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-53e50481-e928-4ba8-9249-fd68840d244f tempest-ServersTestManualDisk-377945019 tempest-ServersTestManualDisk-377945019-project] Publish callbacks [] for security_group (2615347b-b233-46fd-9cc1-284d26f4f26f), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:16:06.415547 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-53e50481-e928-4ba8-9249-fd68840d244f tempest-ServersTestManualDisk-377945019 tempest-ServersTestManualDisk-377945019-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (2615347b-b233-46fd-9cc1-284d26f4f26f), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:16:06.419020 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-53e50481-e928-4ba8-9249-fd68840d244f tempest-ServersTestManualDisk-377945019 tempest-ServersTestManualDisk-377945019-project] Publish callbacks [] for security_group (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:16:06.420669 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-53e50481-e928-4ba8-9249-fd68840d244f tempest-ServersTestManualDisk-377945019 tempest-ServersTestManualDisk-377945019-project] 10.222.0.13 "DELETE /v2.0/security-groups/2615347b-b233-46fd-9cc1-284d26f4f26f HTTP/1.1" status: 204 len: 168 time: 0.2060387 Jan 26 21:16:06.423214 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 57952) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:16:06.458557 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e50481-e928-4ba8-9249-fd68840d244f tempest-ServersTestManualDisk-377945019 tempest-ServersTestManualDisk-377945019-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2615347b-b233-46fd-9cc1-284d26f4f26f,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:16:06.459737 n-d-760453-5 neutron-server[103304]: INFO neutron.api.v2.resource [None req-52723b46-fd46-4a01-8ac4-510572b769a4 tempest-ServersTestManualDisk-377945019 tempest-ServersTestManualDisk-377945019-project] show failed (client error): The resource could not be found. Jan 26 21:16:06.461702 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Device d0d46742-0dbd-47b3-85b5-3636206015cf no longer exists at agent hyperv_n-h1-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 26 21:16:06.465355 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-52723b46-fd46-4a01-8ac4-510572b769a4 tempest-ServersTestManualDisk-377945019 tempest-ServersTestManualDisk-377945019-project] 10.222.0.13 "GET /v2.0/security-groups/2615347b-b233-46fd-9cc1-284d26f4f26f HTTP/1.1" status: 404 len: 347 time: 0.0385764 Jan 26 21:16:06.467181 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 57958) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:16:06.530512 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-ae69c6b1-b127-449d-957d-5f97555fb8de None None] Port 04460135-cdaf-4885-a1ad-61f321315f2b cannot update to ACTIVE because it is not bound. {{(pid=103306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 26 21:16:06.545625 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] No Port match for: d0d46742-0dbd-47b3-85b5-3636206015cf {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 26 21:16:06.555510 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Device d0d46742-0dbd-47b3-85b5-3636206015cf not bound to the agent host n-h1-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 26 21:16:06.774707 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-aa1fb436-52c1-4b95-80a1-2b973ef7d42b req-286ef88f-5967-4be5-a7a8-de184143c4f5 tempest-ListServersNegativeTestJSON-1164879810 tempest-ListServersNegativeTestJSON-1164879810-project] 10.222.0.13 "GET /v2.0/ports?device_id=8dfab774-4495-4ed0-b82b-192f2cd8862c HTTP/1.1" status: 200 len: 210 time: 0.0904639 Jan 26 21:16:06.816404 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device e2e6dac8-dcff-45f3-8872-9bf1bbb353f5 up at agent ovs-agent-n-d-760453-5 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 21:16:06.833859 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-bfb3b2b9-4f2c-4006-b4e1-c94b2319befc req-fc86a758-c136-49f1-86e9-d3f39aa9537c service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=e77f0f82-e2f4-42d1-9e44-0082033dd07d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1285260 Jan 26 21:16:06.859147 n-d-760453-5 neutron-server[103305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8dfab774-4495-4ed0-b82b-192f2cd8862c', 'name': 'network-vif-deleted', 'tag': 'd0d46742-0dbd-47b3-85b5-3636206015cf'}, {'server_uuid': '109260a2-bfb1-4fe0-9dd5-d23717e450fc', 'name': 'network-vif-deleted', 'tag': '83c23d70-226a-4ffa-b4eb-0cb087c5332f'}] {{(pid=103305) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 21:16:06.861468 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d4654568b7bf041e72ff8fe1c96d6d761d9c921f2b99bc7b3a26632be20cee0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46c5113d-505b-4b09-b28a-01853cd695bb" -d '{"events": [{"server_uuid": "8dfab774-4495-4ed0-b82b-192f2cd8862c", "name": "network-vif-deleted", "tag": "d0d46742-0dbd-47b3-85b5-3636206015cf"}, {"server_uuid": "109260a2-bfb1-4fe0-9dd5-d23717e450fc", "name": "network-vif-deleted", "tag": "83c23d70-226a-4ffa-b4eb-0cb087c5332f"}]}' {{(pid=103305) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 21:16:06.959103 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-470e601f-35e7-47e4-864f-9ee502bc095c tempest-ServersTestManualDisk-377945019 tempest-ServersTestManualDisk-377945019-project] Deleting port b4de9f9a-bb43-45b8-8a63-ed52593f61e6 {{(pid=103304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 21:16:06.961991 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-470e601f-35e7-47e4-864f-9ee502bc095c tempest-ServersTestManualDisk-377945019 tempest-ServersTestManualDisk-377945019-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746560630878'] for port (b4de9f9a-bb43-45b8-8a63-ed52593f61e6), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:16:06.968924 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb3b2b9-4f2c-4006-b4e1-c94b2319befc req-65a66b79-1720-412d-9227-c388f50bb86d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:16:06.971036 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-bfb3b2b9-4f2c-4006-b4e1-c94b2319befc req-65a66b79-1720-412d-9227-c388f50bb86d service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=ea2b7f569e4243dcba0cb16771cf369b&device_id=e77f0f82-e2f4-42d1-9e44-0082033dd07d HTTP/1.1" status: 200 len: 1097 time: 0.1138904 Jan 26 21:16:06.975871 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 26 Jan 2022 21:16:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96af1373-8295-4dc5-9a02-e2cb404a096d x-openstack-request-id: req-96af1373-8295-4dc5-9a02-e2cb404a096d {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 21:16:06.976415 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8dfab774-4495-4ed0-b82b-192f2cd8862c", "name": "network-vif-deleted", "tag": "d0d46742-0dbd-47b3-85b5-3636206015cf", "status": "completed", "code": 200}, {"server_uuid": "109260a2-bfb1-4fe0-9dd5-d23717e450fc", "name": "network-vif-deleted", "tag": "83c23d70-226a-4ffa-b4eb-0cb087c5332f", "status": "completed", "code": 200}]} {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 21:16:06.977006 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-96af1373-8295-4dc5-9a02-e2cb404a096d {{(pid=103305) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 21:16:06.977567 n-d-760453-5 neutron-server[103305]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8dfab774-4495-4ed0-b82b-192f2cd8862c', 'name': 'network-vif-deleted', 'tag': 'd0d46742-0dbd-47b3-85b5-3636206015cf', 'status': 'completed', 'code': 200} Jan 26 21:16:06.977899 n-d-760453-5 neutron-server[103305]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '109260a2-bfb1-4fe0-9dd5-d23717e450fc', 'name': 'network-vif-deleted', 'tag': '83c23d70-226a-4ffa-b4eb-0cb087c5332f', 'status': 'completed', 'code': 200} Jan 26 21:16:07.027606 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvr_db [None req-e1755f0f-09b8-460c-a397-a556b9c0f678 None None] Set router 26653f6c-6a3d-4ca7-b1da-a2ac653fa3f2 gateway port host: n-d-760453-5 {{(pid=103306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 21:16:07.204141 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-470e601f-35e7-47e4-864f-9ee502bc095c tempest-ServersTestManualDisk-377945019 tempest-ServersTestManualDisk-377945019-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4109658'] for port (b4de9f9a-bb43-45b8-8a63-ed52593f61e6), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:16:07.204502 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-470e601f-35e7-47e4-864f-9ee502bc095c tempest-ServersTestManualDisk-377945019 tempest-ServersTestManualDisk-377945019-project] Publish callbacks [] for floatingip (b4de9f9a-bb43-45b8-8a63-ed52593f61e6), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:16:07.211309 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb3b2b9-4f2c-4006-b4e1-c94b2319befc req-3cc6e3f4-6b09-4d73-94c2-c6b1e1c63d06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:16:07.212994 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-bfb3b2b9-4f2c-4006-b4e1-c94b2319befc req-3cc6e3f4-6b09-4d73-94c2-c6b1e1c63d06 service neutron] 10.222.0.57 "GET /v2.0/networks?id=b4d91999-0d3f-45ee-89d0-a63f22a3e7ab HTTP/1.1" status: 200 len: 917 time: 0.2211945 Jan 26 21:16:07.241639 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-470e601f-35e7-47e4-864f-9ee502bc095c tempest-ServersTestManualDisk-377945019 tempest-ServersTestManualDisk-377945019-project] Calling delete_port for b4de9f9a-bb43-45b8-8a63-ed52593f61e6 owned by network:floatingip {{(pid=103304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 21:16:07.341306 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Provisioning complete for port e2e6dac8-dcff-45f3-8872-9bf1bbb353f5 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:16:07.352383 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (e2e6dac8-dcff-45f3-8872-9bf1bbb353f5), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:16:07.393073 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-bfb3b2b9-4f2c-4006-b4e1-c94b2319befc req-a5aa5629-a341-4127-b518-2acdfb377276 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=06e12c4e-0545-48fa-857e-3f7a63f3e798 HTTP/1.1" status: 200 len: 1002 time: 0.1721516 Jan 26 21:16:07.531158 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb3b2b9-4f2c-4006-b4e1-c94b2319befc req-3b1a4893-e31b-41e7-aadd-b6198a848aaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:16:07.532651 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-bfb3b2b9-4f2c-4006-b4e1-c94b2319befc req-3b1a4893-e31b-41e7-aadd-b6198a848aaa service neutron] 10.222.0.57 "GET /v2.0/subnets?id=eaea08b8-abe1-46f7-84c0-e277976dbd47 HTTP/1.1" status: 200 len: 855 time: 0.1334388 Jan 26 21:16:07.583939 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-470e601f-35e7-47e4-864f-9ee502bc095c tempest-ServersTestManualDisk-377945019 tempest-ServersTestManualDisk-377945019-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746560636600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746560234536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9281553'] for port (b4de9f9a-bb43-45b8-8a63-ed52593f61e6), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:16:07.594936 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Current status of the port e2e6dac8-dcff-45f3-8872-9bf1bbb353f5 is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:16:07.617765 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 57982) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:16:07.633566 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-938da84b-794d-4f53-b780-327e7bf3049e admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-84118051-network', 'tenant_id': 'd5e8578b62ea4e2b9aedc0c9f0fa038f'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:16:07.656214 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-470e601f-35e7-47e4-864f-9ee502bc095c tempest-ServersTestManualDisk-377945019 tempest-ServersTestManualDisk-377945019-project] Pushing event deleted for resources: {'Port': ['ID=b4de9f9a-bb43-45b8-8a63-ed52593f61e6,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:16:07.737852 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb3b2b9-4f2c-4006-b4e1-c94b2319befc req-43153372-de21-4876-82dc-014609b67910 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:16:07.740996 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-bfb3b2b9-4f2c-4006-b4e1-c94b2319befc req-43153372-de21-4876-82dc-014609b67910 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=b4d91999-0d3f-45ee-89d0-a63f22a3e7ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2021222 Jan 26 21:16:07.749182 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-938da84b-794d-4f53-b780-327e7bf3049e admin admin] Made reservation on behalf of d5e8578b62ea4e2b9aedc0c9f0fa038f for: {'network': 1} {{(pid=103305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 21:16:07.749915 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-e1755f0f-09b8-460c-a397-a556b9c0f678 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26653f6c-6a3d-4ca7-b1da-a2ac653fa3f2', 'name': 'tempest-TaggedBootDevicesTest_v242-1530584916-router', 'tenant_id': '026ef2d8b8e041b18f9abf8363011406', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'external_fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.86'}], 'enable_snat': True}, 'gw_port_id': 'e2e6dac8-dcff-45f3-8872-9bf1bbb353f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T21:15:55Z', 'updated_at': '2022-01-26T21:16:02Z', 'revision_number': 4, 'project_id': '026ef2d8b8e041b18f9abf8363011406', 'gw_port': {'id': 'e2e6dac8-dcff-45f3-8872-9bf1bbb353f5', 'name': '', 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:ce:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26653f6c-6a3d-4ca7-b1da-a2ac653fa3f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1396, 'fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:15:56Z', 'updated_at': '2022-01-26T21:16:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-5', '_interfaces': [{'id': '04460135-cdaf-4885-a1ad-61f321315f2b', 'name': '', 'network_id': 'bbfba3ee-2021-4c97-a0e2-2098fcdcf99e', 'tenant_id': '026ef2d8b8e041b18f9abf8363011406', 'mac_address': 'fa:16:3e:e6:a9:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26653f6c-6a3d-4ca7-b1da-a2ac653fa3f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1397, 'fixed_ips': [{'subnet_id': '57e3c492-4b44-4b41-bf93-c4d6e5c59ce4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:16:01Z', 'updated_at': '2022-01-26T21:16:03Z', 'revision_number': 2, 'project_id': '026ef2d8b8e041b18f9abf8363011406', 'subnets': [{'id': '57e3c492-4b44-4b41-bf93-c4d6e5c59ce4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760453-5', False) {} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:16:07.756003 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-938da84b-794d-4f53-b780-327e7bf3049e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for network (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:16:07.780846 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-938da84b-794d-4f53-b780-327e7bf3049e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:16:07.816982 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1755f0f-09b8-460c-a397-a556b9c0f678 None None] Checking router: 26653f6c-6a3d-4ca7-b1da-a2ac653fa3f2 for host: n-d-760453-5 {{(pid=103306) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 26 21:16:07.817570 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1755f0f-09b8-460c-a397-a556b9c0f678 None None] Updating router 26653f6c-6a3d-4ca7-b1da-a2ac653fa3f2 port 04460135-cdaf-4885-a1ad-61f321315f2b binding host n-d-760453-5 {{(pid=103306) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 26 21:16:07.852952 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-470e601f-35e7-47e4-864f-9ee502bc095c tempest-ServersTestManualDisk-377945019 tempest-ServersTestManualDisk-377945019-project] Publish callbacks [] for floatingip (65aa8840-6bfe-48ef-b3d5-ed13d8a852ab), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:16:07.855592 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-470e601f-35e7-47e4-864f-9ee502bc095c tempest-ServersTestManualDisk-377945019 tempest-ServersTestManualDisk-377945019-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for floatingip (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:16:07.871024 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 57994) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:16:07.877636 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-470e601f-35e7-47e4-864f-9ee502bc095c tempest-ServersTestManualDisk-377945019 tempest-ServersTestManualDisk-377945019-project] 10.222.0.13 "DELETE /v2.0/floatingips/65aa8840-6bfe-48ef-b3d5-ed13d8a852ab HTTP/1.1" status: 204 len: 168 time: 1.4065647 Jan 26 21:16:07.927742 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-e1755f0f-09b8-460c-a397-a556b9c0f678 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (04460135-cdaf-4885-a1ad-61f321315f2b), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:16:08.001251 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044eb374-12cc-42c5-9ebf-cd4d156e8de3 req-0b16ddc4-ea87-4d4f-8ec7-f1404e04853c tempest-ServersTestJSON-1629463572 tempest-ServersTestJSON-1629463572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:16:08.003453 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-044eb374-12cc-42c5-9ebf-cd4d156e8de3 req-0b16ddc4-ea87-4d4f-8ec7-f1404e04853c tempest-ServersTestJSON-1629463572 tempest-ServersTestJSON-1629463572-project] 10.222.0.13 "GET /v2.0/ports?device_id=29f670b6-da3e-4ca4-9831-97963e4c89bd HTTP/1.1" status: 200 len: 946 time: 0.0730960 Jan 26 21:16:08.123797 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-044eb374-12cc-42c5-9ebf-cd4d156e8de3 req-99205040-1a6f-45e4-8b28-cd44f692c115 tempest-ServersTestJSON-1629463572 tempest-ServersTestJSON-1629463572-project] 10.222.0.13 "GET /v2.0/security-groups?id=a146440b-85c7-430a-88ed-6d0301627350&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129639 Jan 26 21:16:08.188522 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (32ef628b-8417-46c5-8729-60fcabe358f1), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:16:08.279983 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-bfb3b2b9-4f2c-4006-b4e1-c94b2319befc req-f78de745-9012-49d4-9233-f9242e618d90 service neutron] 10.222.0.57 "GET /v2.0/networks/b4d91999-0d3f-45ee-89d0-a63f22a3e7ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5009370 Jan 26 21:16:08.330026 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Device 83c23d70-226a-4ffa-b4eb-0cb087c5332f no longer exists at agent hyperv_n-h2-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 26 21:16:08.364859 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] No Port match for: 83c23d70-226a-4ffa-b4eb-0cb087c5332f {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 26 21:16:08.365599 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Device 83c23d70-226a-4ffa-b4eb-0cb087c5332f not bound to the agent host n-h2-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 26 21:16:08.406580 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-938da84b-794d-4f53-b780-327e7bf3049e admin admin] Publish callbacks [] for security_group (98581938-2ba6-4f01-81cd-7f5ce04fddb8), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:16:08.518877 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-938da84b-794d-4f53-b780-327e7bf3049e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (98581938-2ba6-4f01-81cd-7f5ce04fddb8), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:16:08.539598 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-938da84b-794d-4f53-b780-327e7bf3049e admin admin] vlan segment allocate from pool success with {'vlan_id': 592, 'physical_network': 'physnet1'} {{(pid=103305) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 26 21:16:08.558984 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-938da84b-794d-4f53-b780-327e7bf3049e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576559'] for segment (671a3ec7-722d-4ff9-bea3-d24946b752c2), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:16:08.559340 n-d-760453-5 neutron-server[103305]: INFO neutron.db.segments_db [None req-938da84b-794d-4f53-b780-327e7bf3049e admin admin] Added segment 671a3ec7-722d-4ff9-bea3-d24946b752c2 of type vlan for network 776b68dc-13f4-4dc4-855d-da517a979e1c Jan 26 21:16:08.724952 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-938da84b-794d-4f53-b780-327e7bf3049e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98581938-2ba6-4f01-81cd-7f5ce04fddb8,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:16:08.730978 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-e1755f0f-09b8-460c-a397-a556b9c0f678 None None] Publish callbacks [] for port (04460135-cdaf-4885-a1ad-61f321315f2b), precommit_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:16:08.744866 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-e1755f0f-09b8-460c-a397-a556b9c0f678 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (04460135-cdaf-4885-a1ad-61f321315f2b), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:16:08.814254 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-bfb3b2b9-4f2c-4006-b4e1-c94b2319befc req-0a9ebfcc-48a4-4175-b8ef-5ef0b7030029 service neutron] 10.222.0.57 "GET /v2.0/networks/b4d91999-0d3f-45ee-89d0-a63f22a3e7ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5232546 Jan 26 21:16:08.825631 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f0b0e8c-43c9-48c0-a4f8-9d02330e48bb None None] Pushing event updated for resources: {'Port': ['ID=04460135-cdaf-4885-a1ad-61f321315f2b,revision_number=3']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:16:08.839070 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-938da84b-794d-4f53-b780-327e7bf3049e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746560256871'] for network (776b68dc-13f4-4dc4-855d-da517a979e1c), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:16:08.851795 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0cf54e5-4138-43a0-a8f2-46dc5c1e9809 req-8a9b8be6-373f-490a-bad8-3c9a9adc24a5 tempest-AttachVolumeNegativeTest-157238613 tempest-AttachVolumeNegativeTest-157238613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:16:08.853456 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-a0cf54e5-4138-43a0-a8f2-46dc5c1e9809 req-8a9b8be6-373f-490a-bad8-3c9a9adc24a5 tempest-AttachVolumeNegativeTest-157238613 tempest-AttachVolumeNegativeTest-157238613-project] 10.222.0.13 "GET /v2.0/ports?device_id=7b83765b-4040-4cc7-a99b-9b2da5d6f5a7 HTTP/1.1" status: 200 len: 945 time: 0.0990410 Jan 26 21:16:08.997782 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-a0cf54e5-4138-43a0-a8f2-46dc5c1e9809 req-8cee65d4-3314-4dc4-b7b0-b7e922446b27 tempest-AttachVolumeNegativeTest-157238613 tempest-AttachVolumeNegativeTest-157238613-project] 10.222.0.13 "GET /v2.0/security-groups?id=8e9bd9e5-9820-4475-bfb9-c12598a9861a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1279364 Jan 26 21:16:09.021984 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-938da84b-794d-4f53-b780-327e7bf3049e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503'] for network (776b68dc-13f4-4dc4-855d-da517a979e1c), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:16:09.023965 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-938da84b-794d-4f53-b780-327e7bf3049e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:16:09.024762 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-938da84b-794d-4f53-b780-327e7bf3049e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709645'] for network (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:16:09.079099 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-e1755f0f-09b8-460c-a397-a556b9c0f678 None None] Attempting to bind port 04460135-cdaf-4885-a1ad-61f321315f2b on host n-d-760453-5 for vnic_type normal with profile {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 21:16:09.079479 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-e1755f0f-09b8-460c-a397-a556b9c0f678 None None] Attempting to bind port 04460135-cdaf-4885-a1ad-61f321315f2b by drivers openvswitch,hyperv on host n-d-760453-5 at level 0 using segments [{'id': '74d9efe4-7d64-4491-afaf-007c8a21e844', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'bbfba3ee-2021-4c97-a0e2-2098fcdcf99e'}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 26 21:16:09.079855 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1755f0f-09b8-460c-a397-a556b9c0f678 None None] Attempting to bind port 04460135-cdaf-4885-a1ad-61f321315f2b on network bbfba3ee-2021-4c97-a0e2-2098fcdcf99e {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 21:16:09.099846 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1755f0f-09b8-460c-a397-a556b9c0f678 None None] Checking agent: {'id': 'fea0591a-627d-4c87-9a9a-01625ddf3277', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760453-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 20, 55, 25), 'started_at': datetime.datetime(2022, 1, 26, 20, 55, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 21, 15, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760453-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 26 21:16:09.100304 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1755f0f-09b8-460c-a397-a556b9c0f678 None None] Checking segment: {'id': '74d9efe4-7d64-4491-afaf-007c8a21e844', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'bbfba3ee-2021-4c97-a0e2-2098fcdcf99e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 21:16:09.100648 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-e1755f0f-09b8-460c-a397-a556b9c0f678 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:16:09.101049 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1755f0f-09b8-460c-a397-a556b9c0f678 None None] Bound using segment: {'id': '74d9efe4-7d64-4491-afaf-007c8a21e844', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'bbfba3ee-2021-4c97-a0e2-2098fcdcf99e'} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 26 21:16:09.102512 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-938da84b-794d-4f53-b780-327e7bf3049e admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.4784219 Jan 26 21:16:09.102979 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-e1755f0f-09b8-460c-a397-a556b9c0f678 None None] Bound port: 04460135-cdaf-4885-a1ad-61f321315f2b, host: n-d-760453-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '74d9efe4-7d64-4491-afaf-007c8a21e844', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'bbfba3ee-2021-4c97-a0e2-2098fcdcf99e'}}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 26 21:16:09.103937 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-e1755f0f-09b8-460c-a397-a556b9c0f678 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (04460135-cdaf-4885-a1ad-61f321315f2b), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:16:09.107044 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 58026) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:16:09.114052 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-b479ea5c-fb8a-4f8b-be67-c9b0bd0f3305 admin admin] Request body: {'subnet': {'network_id': '776b68dc-13f4-4dc4-855d-da517a979e1c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-84118051-subnet', 'tenant_id': 'd5e8578b62ea4e2b9aedc0c9f0fa038f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:16:09.165253 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b479ea5c-fb8a-4f8b-be67-c9b0bd0f3305 admin admin] Made reservation on behalf of d5e8578b62ea4e2b9aedc0c9f0fa038f for: {'subnet': 1} {{(pid=103304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 21:16:09.168999 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-b479ea5c-fb8a-4f8b-be67-c9b0bd0f3305 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12215181'] for subnet (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:16:09.175529 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-938da84b-794d-4f53-b780-327e7bf3049e admin admin] Pushing event updated for resources: {'Network': ['ID=776b68dc-13f4-4dc4-855d-da517a979e1c,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:16:09.191262 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-9dfae880-e82e-4431-8b04-80b66941f12b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4110657'] for router_interface (30d8e753-ac56-49cd-9ef2-03bc2b95c660), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:16:09.291414 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Network 776b68dc-13f4-4dc4-855d-da517a979e1c details requested by agent ovs-agent-n-d-760453-5 with host n-d-760453-5 {{(pid=103306) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 26 21:16:09.376904 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-e1755f0f-09b8-460c-a397-a556b9c0f678 None None] For port 04460135-cdaf-4885-a1ad-61f321315f2b, host n-d-760453-5, cleared binding levels {{(pid=103306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 26 21:16:09.405271 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-e1755f0f-09b8-460c-a397-a556b9c0f678 None None] For port 04460135-cdaf-4885-a1ad-61f321315f2b, host n-d-760453-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=04460135-cdaf-4885-a1ad-61f321315f2b,segment=NetworkSegment(74d9efe4-7d64-4491-afaf-007c8a21e844),segment_id=74d9efe4-7d64-4491-afaf-007c8a21e844)] {{(pid=103306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 26 21:16:09.465793 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-e1755f0f-09b8-460c-a397-a556b9c0f678 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (04460135-cdaf-4885-a1ad-61f321315f2b), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:16:09.574266 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-c9a8f574-67ab-4db5-9ffc-525690e332bc None None] Provisioning complete for port 04460135-cdaf-4885-a1ad-61f321315f2b triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:16:09.574636 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-c9a8f574-67ab-4db5-9ffc-525690e332bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (04460135-cdaf-4885-a1ad-61f321315f2b), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:16:09.586260 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6fb1a35-e3be-4657-98ba-128f8e6ad604 req-5b193284-bbdb-4d0b-bc8a-15a49f313412 tempest-ListServersNegativeTestJSON-1164879810 tempest-ListServersNegativeTestJSON-1164879810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:16:09.605367 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6fb1a35-e3be-4657-98ba-128f8e6ad604 req-5b193284-bbdb-4d0b-bc8a-15a49f313412 tempest-ListServersNegativeTestJSON-1164879810 tempest-ListServersNegativeTestJSON-1164879810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:16:09.607939 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-c6fb1a35-e3be-4657-98ba-128f8e6ad604 req-5b193284-bbdb-4d0b-bc8a-15a49f313412 tempest-ListServersNegativeTestJSON-1164879810 tempest-ListServersNegativeTestJSON-1164879810-project] 10.222.0.13 "GET /v2.0/ports?device_id=48d6fde9-f708-4fc4-ba58-a5cb7b56a25e&device_id=49f9e7b0-28b0-44b3-b545-28dde8698b50 HTTP/1.1" status: 200 len: 1682 time: 0.2748764 Jan 26 21:16:09.614528 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1755f0f-09b8-460c-a397-a556b9c0f678 None None] Routers {'26653f6c-6a3d-4ca7-b1da-a2ac653fa3f2'} bound to L3 agent in host n-d-760453-5 {{(pid=103306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 21:16:09.615173 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-e1755f0f-09b8-460c-a397-a556b9c0f678 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-26T20:55:21Z,description=,heartbeat_timestamp=2022-01-26T21:15:51Z,host='n-d-760453-5',id=09df100c-3af1-4b0a-bda8-05914c71c458,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:55:21Z,topic='l3_agent')) {'router_ids': ['26653f6c-6a3d-4ca7-b1da-a2ac653fa3f2'], 'active': True} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:16:09.692886 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f0b0e8c-43c9-48c0-a4f8-9d02330e48bb None None] Pushing event updated for resources: {'Port': ['ID=04460135-cdaf-4885-a1ad-61f321315f2b,revision_number=4']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:16:09.876118 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvr_db [None req-e1755f0f-09b8-460c-a397-a556b9c0f678 None None] Set router 26653f6c-6a3d-4ca7-b1da-a2ac653fa3f2 gateway port host: n-d-760453-5 {{(pid=103306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 21:16:09.918708 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653b70a1-413b-4995-8115-00a743d91f00 req-b4e818f2-f90f-49e3-b2dc-11fbffb69f55 tempest-ServersTestJSON-1629463572 tempest-ServersTestJSON-1629463572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:16:09.922506 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-653b70a1-413b-4995-8115-00a743d91f00 req-b4e818f2-f90f-49e3-b2dc-11fbffb69f55 tempest-ServersTestJSON-1629463572 tempest-ServersTestJSON-1629463572-project] 10.222.0.57 "GET /v2.0/ports?device_id=29f670b6-da3e-4ca4-9831-97963e4c89bd HTTP/1.1" status: 200 len: 946 time: 0.6071327 Jan 26 21:16:09.950499 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-c6fb1a35-e3be-4657-98ba-128f8e6ad604 req-7ea86b74-67b6-405b-9523-19feab00d4d6 tempest-ListServersNegativeTestJSON-1164879810 tempest-ListServersNegativeTestJSON-1164879810-project] 10.222.0.13 "GET /v2.0/security-groups?id=44f3f70d-2aeb-44f1-8aa6-65e7296e51d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3327787 Jan 26 21:16:09.952012 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-b479ea5c-fb8a-4f8b-be67-c9b0bd0f3305 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9285249', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12215227'] for subnet (53765fab-de65-469d-9cf1-059da798be56), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:16:09.996617 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c3f552-e99b-4143-960b-9803dc9f5ae3 req-8e6858a5-63e8-4cc9-a7f6-a6b289c116ed tempest-ServersTestJSON-1629463572 tempest-ServersTestJSON-1629463572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:16:09.998672 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-c9a8f574-67ab-4db5-9ffc-525690e332bc None None] Current status of the port 04460135-cdaf-4885-a1ad-61f321315f2b is: DOWN; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:16:09.999075 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-c9a8f574-67ab-4db5-9ffc-525690e332bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (04460135-cdaf-4885-a1ad-61f321315f2b), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:16:10.006425 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-d9c3f552-e99b-4143-960b-9803dc9f5ae3 req-8e6858a5-63e8-4cc9-a7f6-a6b289c116ed tempest-ServersTestJSON-1629463572 tempest-ServersTestJSON-1629463572-project] 10.222.0.13 "GET /v2.0/ports?device_id=29f670b6-da3e-4ca4-9831-97963e4c89bd HTTP/1.1" status: 200 len: 946 time: 0.6781096 Jan 26 21:16:10.161245 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b479ea5c-fb8a-4f8b-be67-c9b0bd0f3305 admin admin] Checking segment: {'id': '671a3ec7-722d-4ff9-bea3-d24946b752c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '776b68dc-13f4-4dc4-855d-da517a979e1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103304) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 21:16:10.163985 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b479ea5c-fb8a-4f8b-be67-c9b0bd0f3305 admin admin] Network hostable DHCP agents. Network: 776b68dc-13f4-4dc4-855d-da517a979e1c, hostable agents: ['474ccdf7-ab6c-405b-a3b2-dc7b05829902'], hosted agents: [] {{(pid=103304) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 26 21:16:10.195975 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-c9a8f574-67ab-4db5-9ffc-525690e332bc None None] For port 04460135-cdaf-4885-a1ad-61f321315f2b, host n-d-760453-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=04460135-cdaf-4885-a1ad-61f321315f2b,segment=NetworkSegment(74d9efe4-7d64-4491-afaf-007c8a21e844),segment_id=74d9efe4-7d64-4491-afaf-007c8a21e844)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:16:10.205371 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-c9a8f574-67ab-4db5-9ffc-525690e332bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (04460135-cdaf-4885-a1ad-61f321315f2b), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:16:10.261037 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b479ea5c-fb8a-4f8b-be67-c9b0bd0f3305 admin admin] Network 776b68dc-13f4-4dc4-855d-da517a979e1c is scheduled to be hosted by DHCP agent 474ccdf7-ab6c-405b-a3b2-dc7b05829902 with binding_index 1 {{(pid=103304) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 26 21:16:10.286699 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b479ea5c-fb8a-4f8b-be67-c9b0bd0f3305 admin admin] Pushing event updated for resources: {'Subnet': ['ID=53765fab-de65-469d-9cf1-059da798be56,revision_number=0']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:16:10.296111 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [req-653b70a1-413b-4995-8115-00a743d91f00 req-10550030-0f05-45f4-a7a3-74c40cce7ad5 tempest-ServersTestJSON-1629463572 tempest-ServersTestJSON-1629463572-project] Deleting port 9bc6629d-c6f8-4abd-a197-92ee7adc3777 {{(pid=103305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 21:16:10.296447 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-653b70a1-413b-4995-8115-00a743d91f00 req-10550030-0f05-45f4-a7a3-74c40cce7ad5 tempest-ServersTestJSON-1629463572 tempest-ServersTestJSON-1629463572-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746560630878'] for port (9bc6629d-c6f8-4abd-a197-92ee7adc3777), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:16:10.303129 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [None req-b479ea5c-fb8a-4f8b-be67-c9b0bd0f3305 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760453-5, 776b68dc-13f4-4dc4-855d-da517a979e1c) {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:16:10.319790 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b479ea5c-fb8a-4f8b-be67-c9b0bd0f3305 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:16:10.320776 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-b479ea5c-fb8a-4f8b-be67-c9b0bd0f3305 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:16:10.347291 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-d9c3f552-e99b-4143-960b-9803dc9f5ae3 req-48d464d4-34e5-4dbd-9991-a667268fc435 tempest-ServersTestJSON-1629463572 tempest-ServersTestJSON-1629463572-project] 10.222.0.13 "GET /v2.0/security-groups?id=a146440b-85c7-430a-88ed-6d0301627350&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3396726 Jan 26 21:16:10.370940 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-b479ea5c-fb8a-4f8b-be67-c9b0bd0f3305 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.2617733 Jan 26 21:16:10.374639 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 58044) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:16:10.383920 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-c4380844-b7a4-44d3-96f6-8cc91b13e8b4 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-84118051-router', 'tenant_id': 'd5e8578b62ea4e2b9aedc0c9f0fa038f', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299'}}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:16:10.384053 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6ce53c7-3c5f-4471-acb8-261ba64bcf41 None None] Network 776b68dc-13f4-4dc4-855d-da517a979e1c requested from n-d-760453-5 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 26 21:16:10.459757 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-c4380844-b7a4-44d3-96f6-8cc91b13e8b4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4104596', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13108'] for router (077fb25e-0381-46a0-83a2-df7ac4efce05), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:16:10.466495 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-c4380844-b7a4-44d3-96f6-8cc91b13e8b4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4105828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4111306', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3733576', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13069'] for router (077fb25e-0381-46a0-83a2-df7ac4efce05), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:16:10.473538 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [req-653b70a1-413b-4995-8115-00a743d91f00 req-10550030-0f05-45f4-a7a3-74c40cce7ad5 tempest-ServersTestJSON-1629463572 tempest-ServersTestJSON-1629463572-project] For port 9bc6629d-c6f8-4abd-a197-92ee7adc3777, host n-h2-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-5',level=0,port_id=9bc6629d-c6f8-4abd-a197-92ee7adc3777,segment=NetworkSegment(bb9dd371-3de9-4327-a263-fb803ca379c8),segment_id=bb9dd371-3de9-4327-a263-fb803ca379c8)] {{(pid=103305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:16:10.476624 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-653b70a1-413b-4995-8115-00a743d91f00 req-10550030-0f05-45f4-a7a3-74c40cce7ad5 tempest-ServersTestJSON-1629463572 tempest-ServersTestJSON-1629463572-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4109658'] for port (9bc6629d-c6f8-4abd-a197-92ee7adc3777), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:16:10.496440 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [req-653b70a1-413b-4995-8115-00a743d91f00 req-10550030-0f05-45f4-a7a3-74c40cce7ad5 tempest-ServersTestJSON-1629463572 tempest-ServersTestJSON-1629463572-project] Calling delete_port for 9bc6629d-c6f8-4abd-a197-92ee7adc3777 owned by compute:nova {{(pid=103305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 21:16:10.592626 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-2842b91f-cd20-4e44-b456-f46ba4d4741c None None] Provisioning complete for port 04460135-cdaf-4885-a1ad-61f321315f2b triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:16:10.598673 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2842b91f-cd20-4e44-b456-f46ba4d4741c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (04460135-cdaf-4885-a1ad-61f321315f2b), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:16:10.623140 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ef7d71-03f8-4367-a50c-c4735216f817 req-aa5d0e8e-b932-4a75-867d-46c2240ccef4 tempest-AttachVolumeNegativeTest-157238613 tempest-AttachVolumeNegativeTest-157238613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:16:10.625351 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-82ef7d71-03f8-4367-a50c-c4735216f817 req-aa5d0e8e-b932-4a75-867d-46c2240ccef4 tempest-AttachVolumeNegativeTest-157238613 tempest-AttachVolumeNegativeTest-157238613-project] 10.222.0.13 "GET /v2.0/ports?device_id=7b83765b-4040-4cc7-a99b-9b2da5d6f5a7 HTTP/1.1" status: 200 len: 945 time: 0.1946607 Jan 26 21:16:10.688465 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-c4380844-b7a4-44d3-96f6-8cc91b13e8b4 admin admin] Publish callbacks [] for router_controller (077fb25e-0381-46a0-83a2-df7ac4efce05), precommit_add_association {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:16:10.696223 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a8f574-67ab-4db5-9ffc-525690e332bc None None] Pushing event updated for resources: {'Port': ['ID=04460135-cdaf-4885-a1ad-61f321315f2b,revision_number=5']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:16:10.805775 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-82ef7d71-03f8-4367-a50c-c4735216f817 req-ec1a056f-2666-478b-ab10-d934ecf47dea tempest-AttachVolumeNegativeTest-157238613 tempest-AttachVolumeNegativeTest-157238613-project] 10.222.0.13 "GET /v2.0/security-groups?id=8e9bd9e5-9820-4475-bfb9-c12598a9861a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1276073 Jan 26 21:16:10.869518 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2842b91f-cd20-4e44-b456-f46ba4d4741c None None] Current status of the port 04460135-cdaf-4885-a1ad-61f321315f2b is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:16:10.962052 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-e1755f0f-09b8-460c-a397-a556b9c0f678 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26653f6c-6a3d-4ca7-b1da-a2ac653fa3f2', 'name': 'tempest-TaggedBootDevicesTest_v242-1530584916-router', 'tenant_id': '026ef2d8b8e041b18f9abf8363011406', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'external_fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.86'}], 'enable_snat': True}, 'gw_port_id': 'e2e6dac8-dcff-45f3-8872-9bf1bbb353f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T21:15:55Z', 'updated_at': '2022-01-26T21:16:02Z', 'revision_number': 4, 'project_id': '026ef2d8b8e041b18f9abf8363011406', 'gw_port': {'id': 'e2e6dac8-dcff-45f3-8872-9bf1bbb353f5', 'name': '', 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:ce:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26653f6c-6a3d-4ca7-b1da-a2ac653fa3f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1396, 'fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:15:56Z', 'updated_at': '2022-01-26T21:16:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-5', '_interfaces': [{'id': '04460135-cdaf-4885-a1ad-61f321315f2b', 'name': '', 'network_id': 'bbfba3ee-2021-4c97-a0e2-2098fcdcf99e', 'tenant_id': '026ef2d8b8e041b18f9abf8363011406', 'mac_address': 'fa:16:3e:e6:a9:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26653f6c-6a3d-4ca7-b1da-a2ac653fa3f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1397, 'fixed_ips': [{'subnet_id': '57e3c492-4b44-4b41-bf93-c4d6e5c59ce4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:16:01Z', 'updated_at': '2022-01-26T21:16:09Z', 'revision_number': 4, 'project_id': '026ef2d8b8e041b18f9abf8363011406', 'subnets': [{'id': '57e3c492-4b44-4b41-bf93-c4d6e5c59ce4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760453-5', False) {} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:16:10.993074 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765a1f55-a9a5-4186-8390-816b86e79075 req-d2bd2e68-8dba-427c-a822-a21db60a004b tempest-AttachVolumeNegativeTest-157238613 tempest-AttachVolumeNegativeTest-157238613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:16:10.994683 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-765a1f55-a9a5-4186-8390-816b86e79075 req-d2bd2e68-8dba-427c-a822-a21db60a004b tempest-AttachVolumeNegativeTest-157238613 tempest-AttachVolumeNegativeTest-157238613-project] 10.222.0.66 "GET /v2.0/ports?device_id=7b83765b-4040-4cc7-a99b-9b2da5d6f5a7 HTTP/1.1" status: 200 len: 945 time: 0.2559552 Jan 26 21:16:10.996074 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32cb0a0e-c3b7-4d12-8e70-4be5c354701c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3c4099e8-8ffb-51d1-af7f-5868973e933f-776b68dc-13f4-4dc4-855d-da517a979e1c', 'network_id': '776b68dc-13f4-4dc4-855d-da517a979e1c', 'project_id': 'd5e8578b62ea4e2b9aedc0c9f0fa038f', 'fixed_ips': [{'subnet_id': '53765fab-de65-469d-9cf1-059da798be56'}]}} from n-d-760453-5. {{(pid=103306) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 26 21:16:10.996883 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-653b70a1-413b-4995-8115-00a743d91f00 req-10550030-0f05-45f4-a7a3-74c40cce7ad5 tempest-ServersTestJSON-1629463572 tempest-ServersTestJSON-1629463572-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746560636600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746560234536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11791543'] for port (9bc6629d-c6f8-4abd-a197-92ee7adc3777), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:16:10.999214 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-32cb0a0e-c3b7-4d12-8e70-4be5c354701c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (None), before_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:16:11.094674 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10550030-0f05-45f4-a7a3-74c40cce7ad5 tempest-ServersTestJSON-1629463572 tempest-ServersTestJSON-1629463572-project] Pushing event deleted for resources: {'Port': ['ID=9bc6629d-c6f8-4abd-a197-92ee7adc3777,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:16:11.097497 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] get_ports_and_sgs() called for port_ids ['c0c88dad-cc2c-45c3-b929-f9b04ea7d5f7'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 26 21:16:11.112719 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1755f0f-09b8-460c-a397-a556b9c0f678 None None] The sync data for ids ['26653f6c-6a3d-4ca7-b1da-a2ac653fa3f2'] in n-d-760453-5 is: [{'id': '26653f6c-6a3d-4ca7-b1da-a2ac653fa3f2', 'name': 'tempest-TaggedBootDevicesTest_v242-1530584916-router', 'tenant_id': '026ef2d8b8e041b18f9abf8363011406', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'external_fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.86'}], 'enable_snat': True}, 'gw_port_id': 'e2e6dac8-dcff-45f3-8872-9bf1bbb353f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T21:15:55Z', 'updated_at': '2022-01-26T21:16:02Z', 'revision_number': 4, 'project_id': '026ef2d8b8e041b18f9abf8363011406', 'gw_port': {'id': 'e2e6dac8-dcff-45f3-8872-9bf1bbb353f5', 'name': '', 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:ce:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26653f6c-6a3d-4ca7-b1da-a2ac653fa3f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1396, 'fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:15:56Z', 'updated_at': '2022-01-26T21:16:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-5', '_interfaces': [{'id': '04460135-cdaf-4885-a1ad-61f321315f2b', 'name': '', 'network_id': 'bbfba3ee-2021-4c97-a0e2-2098fcdcf99e', 'tenant_id': '026ef2d8b8e041b18f9abf8363011406', 'mac_address': 'fa:16:3e:e6:a9:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26653f6c-6a3d-4ca7-b1da-a2ac653fa3f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1397, 'fixed_ips': [{'subnet_id': '57e3c492-4b44-4b41-bf93-c4d6e5c59ce4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:16:01Z', 'updated_at': '2022-01-26T21:16:09Z', 'revision_number': 4, 'project_id': '026ef2d8b8e041b18f9abf8363011406', 'subnets': [{'id': '57e3c492-4b44-4b41-bf93-c4d6e5c59ce4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 26 21:16:11.131379 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-c4380844-b7a4-44d3-96f6-8cc91b13e8b4 admin admin] Publish callbacks [] for router_gateway (077fb25e-0381-46a0-83a2-df7ac4efce05), precommit_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:16:11.227297 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10550030-0f05-45f4-a7a3-74c40cce7ad5 tempest-ServersTestJSON-1629463572 tempest-ServersTestJSON-1629463572-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:16:11.229370 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10550030-0f05-45f4-a7a3-74c40cce7ad5 tempest-ServersTestJSON-1629463572 tempest-ServersTestJSON-1629463572-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:16:11.229877 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10550030-0f05-45f4-a7a3-74c40cce7ad5 tempest-ServersTestJSON-1629463572 tempest-ServersTestJSON-1629463572-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:16:11.230358 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10550030-0f05-45f4-a7a3-74c40cce7ad5 tempest-ServersTestJSON-1629463572 tempest-ServersTestJSON-1629463572-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:16:11.230842 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10550030-0f05-45f4-a7a3-74c40cce7ad5 tempest-ServersTestJSON-1629463572 tempest-ServersTestJSON-1629463572-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:16:11.231326 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10550030-0f05-45f4-a7a3-74c40cce7ad5 tempest-ServersTestJSON-1629463572 tempest-ServersTestJSON-1629463572-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:16:11.231813 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10550030-0f05-45f4-a7a3-74c40cce7ad5 tempest-ServersTestJSON-1629463572 tempest-ServersTestJSON-1629463572-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:16:11.232832 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10550030-0f05-45f4-a7a3-74c40cce7ad5 tempest-ServersTestJSON-1629463572 tempest-ServersTestJSON-1629463572-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:16:11.234367 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10550030-0f05-45f4-a7a3-74c40cce7ad5 tempest-ServersTestJSON-1629463572 tempest-ServersTestJSON-1629463572-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:16:11.234869 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10550030-0f05-45f4-a7a3-74c40cce7ad5 tempest-ServersTestJSON-1629463572 tempest-ServersTestJSON-1629463572-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:16:11.235365 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10550030-0f05-45f4-a7a3-74c40cce7ad5 tempest-ServersTestJSON-1629463572 tempest-ServersTestJSON-1629463572-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:16:11.235839 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10550030-0f05-45f4-a7a3-74c40cce7ad5 tempest-ServersTestJSON-1629463572 tempest-ServersTestJSON-1629463572-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:16:11.236309 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10550030-0f05-45f4-a7a3-74c40cce7ad5 tempest-ServersTestJSON-1629463572 tempest-ServersTestJSON-1629463572-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:16:11.268753 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [req-653b70a1-413b-4995-8115-00a743d91f00 req-10550030-0f05-45f4-a7a3-74c40cce7ad5 tempest-ServersTestJSON-1629463572 tempest-ServersTestJSON-1629463572-project] No DVR routers for this DVR port 9bc6629d-c6f8-4abd-a197-92ee7adc3777 on host n-h2-760453-5 {{(pid=103305) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 26 21:16:11.272392 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-653b70a1-413b-4995-8115-00a743d91f00 req-10550030-0f05-45f4-a7a3-74c40cce7ad5 tempest-ServersTestJSON-1629463572 tempest-ServersTestJSON-1629463572-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:16:11.276106 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-653b70a1-413b-4995-8115-00a743d91f00 req-10550030-0f05-45f4-a7a3-74c40cce7ad5 tempest-ServersTestJSON-1629463572 tempest-ServersTestJSON-1629463572-project] 10.222.0.57 "DELETE /v2.0/ports/9bc6629d-c6f8-4abd-a197-92ee7adc3777 HTTP/1.1" status: 204 len: 173 time: 1.3406034 Jan 26 21:16:11.280068 n-d-760453-5 neutron-server[103305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29f670b6-da3e-4ca4-9831-97963e4c89bd', 'name': 'network-vif-deleted', 'tag': '9bc6629d-c6f8-4abd-a197-92ee7adc3777'}] {{(pid=103305) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 21:16:11.283106 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d4654568b7bf041e72ff8fe1c96d6d761d9c921f2b99bc7b3a26632be20cee0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14a06cec-ec20-4f8a-9c4e-7059637bde5d" -d '{"events": [{"server_uuid": "29f670b6-da3e-4ca4-9831-97963e4c89bd", "name": "network-vif-deleted", "tag": "9bc6629d-c6f8-4abd-a197-92ee7adc3777"}]}' {{(pid=103305) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 21:16:11.359517 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-9dfae880-e82e-4431-8b04-80b66941f12b admin admin] Deleting port 01b92f09-e967-4d76-bf58-7f5138a4988f {{(pid=103305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 21:16:11.359864 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-9dfae880-e82e-4431-8b04-80b66941f12b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746560630878'] for port (01b92f09-e967-4d76-bf58-7f5138a4988f), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:16:11.466563 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [req-765a1f55-a9a5-4186-8390-816b86e79075 req-46e30667-d509-4ed6-bf5d-3d4ae4e33387 tempest-AttachVolumeNegativeTest-157238613 tempest-AttachVolumeNegativeTest-157238613-project] Deleting port 58a2ab10-6d52-4ea0-8d71-02e432597a85 {{(pid=103305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 21:16:11.467718 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-765a1f55-a9a5-4186-8390-816b86e79075 req-46e30667-d509-4ed6-bf5d-3d4ae4e33387 tempest-AttachVolumeNegativeTest-157238613 tempest-AttachVolumeNegativeTest-157238613-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746560630878'] for port (58a2ab10-6d52-4ea0-8d71-02e432597a85), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:16:11.604292 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [None req-9dfae880-e82e-4431-8b04-80b66941f12b admin admin] For port 01b92f09-e967-4d76-bf58-7f5138a4988f, host n-d-760453-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=01b92f09-e967-4d76-bf58-7f5138a4988f,segment=NetworkSegment(af032e5b-82aa-44c9-824d-1e5696119444),segment_id=af032e5b-82aa-44c9-824d-1e5696119444)] {{(pid=103305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:16:11.604917 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-9dfae880-e82e-4431-8b04-80b66941f12b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4109658'] for port (01b92f09-e967-4d76-bf58-7f5138a4988f), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:16:11.618275 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572ceffe-a00a-4af6-9e6e-8896eb379850 req-e801f942-607d-4352-a372-7260b4ad7e54 tempest-ListServersNegativeTestJSON-1164879810 tempest-ListServersNegativeTestJSON-1164879810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:16:11.629519 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-572ceffe-a00a-4af6-9e6e-8896eb379850 req-e801f942-607d-4352-a372-7260b4ad7e54 tempest-ListServersNegativeTestJSON-1164879810 tempest-ListServersNegativeTestJSON-1164879810-project] 10.222.0.13 "GET /v2.0/ports?device_id=49f9e7b0-28b0-44b3-b545-28dde8698b50 HTTP/1.1" status: 200 len: 946 time: 0.2484970 Jan 26 21:16:11.647858 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-9dfae880-e82e-4431-8b04-80b66941f12b admin admin] Calling delete_port for 01b92f09-e967-4d76-bf58-7f5138a4988f owned by network:router_interface {{(pid=103305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 21:16:11.703239 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.db_base_plugin_common [None req-32cb0a0e-c3b7-4d12-8e70-4be5c354701c None None] Allocated IP 172.20.0.2 (776b68dc-13f4-4dc4-855d-da517a979e1c/53765fab-de65-469d-9cf1-059da798be56/405f645a-22c4-4bef-839f-f15bbc245cc4) {{(pid=103306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 21:16:11.712960 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Jan 2022 21:16:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-499d185e-f543-49cd-912a-d3f50cd90ff5 x-openstack-request-id: req-499d185e-f543-49cd-912a-d3f50cd90ff5 {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 21:16:11.713602 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29f670b6-da3e-4ca4-9831-97963e4c89bd", "name": "network-vif-deleted", "tag": "9bc6629d-c6f8-4abd-a197-92ee7adc3777", "status": "completed", "code": 200}]} {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 21:16:11.714059 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-499d185e-f543-49cd-912a-d3f50cd90ff5 {{(pid=103305) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 21:16:11.714818 n-d-760453-5 neutron-server[103305]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29f670b6-da3e-4ca4-9831-97963e4c89bd', 'name': 'network-vif-deleted', 'tag': '9bc6629d-c6f8-4abd-a197-92ee7adc3777', 'status': 'completed', 'code': 200} Jan 26 21:16:11.731783 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [req-765a1f55-a9a5-4186-8390-816b86e79075 req-46e30667-d509-4ed6-bf5d-3d4ae4e33387 tempest-AttachVolumeNegativeTest-157238613 tempest-AttachVolumeNegativeTest-157238613-project] For port 58a2ab10-6d52-4ea0-8d71-02e432597a85, host n-h1-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-5',level=0,port_id=58a2ab10-6d52-4ea0-8d71-02e432597a85,segment=NetworkSegment(09663a0c-ceea-4887-ace4-6c78e47e3e40),segment_id=09663a0c-ceea-4887-ace4-6c78e47e3e40)] {{(pid=103305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:16:11.745660 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-765a1f55-a9a5-4186-8390-816b86e79075 req-46e30667-d509-4ed6-bf5d-3d4ae4e33387 tempest-AttachVolumeNegativeTest-157238613 tempest-AttachVolumeNegativeTest-157238613-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4109658'] for port (58a2ab10-6d52-4ea0-8d71-02e432597a85), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:16:11.803116 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-572ceffe-a00a-4af6-9e6e-8896eb379850 req-e35faedd-f2b3-4a05-9725-67473c18b6a7 tempest-ListServersNegativeTestJSON-1164879810 tempest-ListServersNegativeTestJSON-1164879810-project] 10.222.0.13 "GET /v2.0/security-groups?id=44f3f70d-2aeb-44f1-8aa6-65e7296e51d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1682000 Jan 26 21:16:11.815392 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [req-765a1f55-a9a5-4186-8390-816b86e79075 req-46e30667-d509-4ed6-bf5d-3d4ae4e33387 tempest-AttachVolumeNegativeTest-157238613 tempest-AttachVolumeNegativeTest-157238613-project] Calling delete_port for 58a2ab10-6d52-4ea0-8d71-02e432597a85 owned by compute:nova {{(pid=103305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 21:16:12.149768 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-32cb0a0e-c3b7-4d12-8e70-4be5c354701c None None] Publish callbacks [] for port (405f645a-22c4-4bef-839f-f15bbc245cc4), precommit_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:16:12.164108 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-32cb0a0e-c3b7-4d12-8e70-4be5c354701c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746560234527'] for port (405f645a-22c4-4bef-839f-f15bbc245cc4), after_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:16:12.255523 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-2ed9697c-1dc7-4129-9195-ca08790db991 req-55556491-f309-4454-936b-f6b494e1a978 tempest-ServersTestJSON-1629463572 tempest-ServersTestJSON-1629463572-project] 10.222.0.13 "GET /v2.0/ports?device_id=29f670b6-da3e-4ca4-9831-97963e4c89bd HTTP/1.1" status: 200 len: 210 time: 0.2356148 Jan 26 21:16:12.299063 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32cb0a0e-c3b7-4d12-8e70-4be5c354701c None None] Pushing event updated for resources: {'Port': ['ID=405f645a-22c4-4bef-839f-f15bbc245cc4,revision_number=1']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:16:12.336844 n-d-760453-5 neutron-server[103306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32cb0a0e-c3b7-4d12-8e70-4be5c354701c None None] Network 776b68dc-13f4-4dc4-855d-da517a979e1c is already hosted by enough agents. {{(pid=103306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 21:16:12.340752 n-d-760453-5 neutron-server[103306]: DEBUG neutron.scheduler.base_scheduler [None req-32cb0a0e-c3b7-4d12-8e70-4be5c354701c None None] Resources bound (agent type, host, resource id): {{(pid=103306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:16:12.356553 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32cb0a0e-c3b7-4d12-8e70-4be5c354701c None None] Received port after_create {{(pid=103306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 21:16:12.372387 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Device 9bc6629d-c6f8-4abd-a197-92ee7adc3777 no longer exists at agent hyperv_n-h2-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 26 21:16:12.377420 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc18117-ac8b-4217-ad04-d7b609e45b77 req-e719937e-497d-4ce8-ad96-f5773530140f tempest-ListServersNegativeTestJSON-1164879810 tempest-ListServersNegativeTestJSON-1164879810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:16:12.396444 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-ccc18117-ac8b-4217-ad04-d7b609e45b77 req-e719937e-497d-4ce8-ad96-f5773530140f tempest-ListServersNegativeTestJSON-1164879810 tempest-ListServersNegativeTestJSON-1164879810-project] 10.222.0.57 "GET /v2.0/ports?device_id=49f9e7b0-28b0-44b3-b545-28dde8698b50 HTTP/1.1" status: 200 len: 946 time: 0.2513430 Jan 26 21:16:12.447669 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33fdbc02-cdd2-4c3f-ba69-91a14f843a85 req-3ddbecbe-50f9-4667-8c4b-de172836b384 tempest-AttachVolumeNegativeTest-157238613 tempest-AttachVolumeNegativeTest-157238613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:16:12.455977 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-33fdbc02-cdd2-4c3f-ba69-91a14f843a85 req-3ddbecbe-50f9-4667-8c4b-de172836b384 tempest-AttachVolumeNegativeTest-157238613 tempest-AttachVolumeNegativeTest-157238613-project] 10.222.0.13 "GET /v2.0/ports?device_id=7b83765b-4040-4cc7-a99b-9b2da5d6f5a7 HTTP/1.1" status: 200 len: 945 time: 0.3903766 Jan 26 21:16:12.488811 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-c4380844-b7a4-44d3-96f6-8cc91b13e8b4 admin admin] Publish callbacks [] for router_gateway (077fb25e-0381-46a0-83a2-df7ac4efce05), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:16:12.525064 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] No Port match for: 9bc6629d-c6f8-4abd-a197-92ee7adc3777 {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 26 21:16:12.525452 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Device 9bc6629d-c6f8-4abd-a197-92ee7adc3777 not bound to the agent host n-h2-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 26 21:16:12.567446 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-32cb0a0e-c3b7-4d12-8e70-4be5c354701c None None] Attempting to bind port 405f645a-22c4-4bef-839f-f15bbc245cc4 on host n-d-760453-5 for vnic_type normal with profile {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 21:16:12.567818 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-32cb0a0e-c3b7-4d12-8e70-4be5c354701c None None] Attempting to bind port 405f645a-22c4-4bef-839f-f15bbc245cc4 by drivers openvswitch,hyperv on host n-d-760453-5 at level 0 using segments [{'id': '671a3ec7-722d-4ff9-bea3-d24946b752c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '776b68dc-13f4-4dc4-855d-da517a979e1c'}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 26 21:16:12.568178 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32cb0a0e-c3b7-4d12-8e70-4be5c354701c None None] Attempting to bind port 405f645a-22c4-4bef-839f-f15bbc245cc4 on network 776b68dc-13f4-4dc4-855d-da517a979e1c {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 21:16:12.577317 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32cb0a0e-c3b7-4d12-8e70-4be5c354701c None None] Checking agent: {'id': 'fea0591a-627d-4c87-9a9a-01625ddf3277', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760453-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 20, 55, 25), 'started_at': datetime.datetime(2022, 1, 26, 20, 55, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 21, 15, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760453-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 26 21:16:12.577317 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32cb0a0e-c3b7-4d12-8e70-4be5c354701c None None] Checking segment: {'id': '671a3ec7-722d-4ff9-bea3-d24946b752c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '776b68dc-13f4-4dc4-855d-da517a979e1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 21:16:12.577317 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-32cb0a0e-c3b7-4d12-8e70-4be5c354701c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:16:12.577317 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32cb0a0e-c3b7-4d12-8e70-4be5c354701c None None] Bound using segment: {'id': '671a3ec7-722d-4ff9-bea3-d24946b752c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '776b68dc-13f4-4dc4-855d-da517a979e1c'} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 26 21:16:12.577817 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-32cb0a0e-c3b7-4d12-8e70-4be5c354701c None None] Bound port: 405f645a-22c4-4bef-839f-f15bbc245cc4, host: n-d-760453-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '671a3ec7-722d-4ff9-bea3-d24946b752c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '776b68dc-13f4-4dc4-855d-da517a979e1c'}}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 26 21:16:12.578081 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-32cb0a0e-c3b7-4d12-8e70-4be5c354701c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (405f645a-22c4-4bef-839f-f15bbc245cc4), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:16:12.582242 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-c4380844-b7a4-44d3-96f6-8cc91b13e8b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:16:12.675085 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-765a1f55-a9a5-4186-8390-816b86e79075 req-46e30667-d509-4ed6-bf5d-3d4ae4e33387 tempest-AttachVolumeNegativeTest-157238613 tempest-AttachVolumeNegativeTest-157238613-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746560636600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746560234536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11791543'] for port (58a2ab10-6d52-4ea0-8d71-02e432597a85), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:16:12.696493 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] get_ports_and_sgs() called for port_ids ['e3a678e7-ac1e-438d-a264-5bdad56d0d1c'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 26 21:16:12.732054 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-33fdbc02-cdd2-4c3f-ba69-91a14f843a85 req-12a7744e-071d-4590-b7df-6669b03cf2d4 tempest-AttachVolumeNegativeTest-157238613 tempest-AttachVolumeNegativeTest-157238613-project] 10.222.0.13 "GET /v2.0/security-groups?id=8e9bd9e5-9820-4475-bfb9-c12598a9861a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2742476 Jan 26 21:16:12.790550 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] get_ports_and_sgs() called for port_ids ['20aaca9f-7ff5-4bc5-92ad-e18683e4425f'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 26 21:16:12.794072 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device 04460135-cdaf-4885-a1ad-61f321315f2b up at agent ovs-agent-n-d-760453-5 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 21:16:12.855269 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e30667-d509-4ed6-bf5d-3d4ae4e33387 tempest-AttachVolumeNegativeTest-157238613 tempest-AttachVolumeNegativeTest-157238613-project] Pushing event deleted for resources: {'Port': ['ID=58a2ab10-6d52-4ea0-8d71-02e432597a85,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:16:12.890056 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [req-765a1f55-a9a5-4186-8390-816b86e79075 req-46e30667-d509-4ed6-bf5d-3d4ae4e33387 tempest-AttachVolumeNegativeTest-157238613 tempest-AttachVolumeNegativeTest-157238613-project] No DVR routers for this DVR port 58a2ab10-6d52-4ea0-8d71-02e432597a85 on host n-h1-760453-5 {{(pid=103305) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 26 21:16:12.893030 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-765a1f55-a9a5-4186-8390-816b86e79075 req-46e30667-d509-4ed6-bf5d-3d4ae4e33387 tempest-AttachVolumeNegativeTest-157238613 tempest-AttachVolumeNegativeTest-157238613-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:16:12.897382 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-765a1f55-a9a5-4186-8390-816b86e79075 req-46e30667-d509-4ed6-bf5d-3d4ae4e33387 tempest-AttachVolumeNegativeTest-157238613 tempest-AttachVolumeNegativeTest-157238613-project] 10.222.0.66 "DELETE /v2.0/ports/58a2ab10-6d52-4ea0-8d71-02e432597a85 HTTP/1.1" status: 204 len: 173 time: 1.8890088 Jan 26 21:16:12.928552 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed9330e-7e80-433f-860d-c284b4255b9a req-e781970f-3104-4251-8a0c-07ca2651fafc tempest-ListServersNegativeTestJSON-1164879810 tempest-ListServersNegativeTestJSON-1164879810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:16:12.930035 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-9ed9330e-7e80-433f-860d-c284b4255b9a req-e781970f-3104-4251-8a0c-07ca2651fafc tempest-ListServersNegativeTestJSON-1164879810 tempest-ListServersNegativeTestJSON-1164879810-project] 10.222.0.66 "GET /v2.0/ports?device_id=48d6fde9-f708-4fc4-ba58-a5cb7b56a25e HTTP/1.1" status: 200 len: 945 time: 0.2805305 Jan 26 21:16:12.933046 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-9dfae880-e82e-4431-8b04-80b66941f12b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746560636600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746560234536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11791543'] for port (01b92f09-e967-4d76-bf58-7f5138a4988f), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:16:12.982252 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.db_base_plugin_common [None req-c4380844-b7a4-44d3-96f6-8cc91b13e8b4 admin admin] Allocated IP 172.25.1.192 (4140a1f1-c93a-4bea-83a0-68953a54f299/e48251a1-e30d-4820-8396-00c6f6aeb601/69d5b9e9-039e-495d-ac73-da7cd91880c1) {{(pid=103304) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 21:16:13.013988 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dfae880-e82e-4431-8b04-80b66941f12b admin admin] Pushing event deleted for resources: {'Port': ['ID=01b92f09-e967-4d76-bf58-7f5138a4988f,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:16:13.035607 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [req-ccc18117-ac8b-4217-ad04-d7b609e45b77 req-faa4496b-71ed-41d6-bdf3-324cb501879a tempest-ListServersNegativeTestJSON-1164879810 tempest-ListServersNegativeTestJSON-1164879810-project] Deleting port acbaf902-e7c9-47a9-9359-50b234b4273b {{(pid=103305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 21:16:13.035921 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-ccc18117-ac8b-4217-ad04-d7b609e45b77 req-faa4496b-71ed-41d6-bdf3-324cb501879a tempest-ListServersNegativeTestJSON-1164879810 tempest-ListServersNegativeTestJSON-1164879810-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746560630878'] for port (acbaf902-e7c9-47a9-9359-50b234b4273b), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:16:13.457767 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb3e272-e00f-47e5-a7a7-41b5f5758f07 req-7867e810-46c4-4ebc-864e-1523d700df32 tempest-ListServersNegativeTestJSON-1164879810 tempest-ListServersNegativeTestJSON-1164879810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:16:13.459407 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-7cb3e272-e00f-47e5-a7a7-41b5f5758f07 req-7867e810-46c4-4ebc-864e-1523d700df32 tempest-ListServersNegativeTestJSON-1164879810 tempest-ListServersNegativeTestJSON-1164879810-project] 10.222.0.13 "GET /v2.0/ports?device_id=49f9e7b0-28b0-44b3-b545-28dde8698b50 HTTP/1.1" status: 200 len: 946 time: 0.4375463 Jan 26 21:16:13.519662 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-32cb0a0e-c3b7-4d12-8e70-4be5c354701c None None] For port 405f645a-22c4-4bef-839f-f15bbc245cc4, host n-d-760453-5, cleared binding levels {{(pid=103306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 26 21:16:13.547311 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [req-ccc18117-ac8b-4217-ad04-d7b609e45b77 req-faa4496b-71ed-41d6-bdf3-324cb501879a tempest-ListServersNegativeTestJSON-1164879810 tempest-ListServersNegativeTestJSON-1164879810-project] For port acbaf902-e7c9-47a9-9359-50b234b4273b, host n-h2-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-5',level=0,port_id=acbaf902-e7c9-47a9-9359-50b234b4273b,segment=NetworkSegment(f63012c2-68a5-4303-aa7d-b1ec72e79a26),segment_id=f63012c2-68a5-4303-aa7d-b1ec72e79a26)] {{(pid=103305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:16:13.547879 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-ccc18117-ac8b-4217-ad04-d7b609e45b77 req-faa4496b-71ed-41d6-bdf3-324cb501879a tempest-ListServersNegativeTestJSON-1164879810 tempest-ListServersNegativeTestJSON-1164879810-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4109658'] for port (acbaf902-e7c9-47a9-9359-50b234b4273b), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:16:13.588290 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [req-ccc18117-ac8b-4217-ad04-d7b609e45b77 req-faa4496b-71ed-41d6-bdf3-324cb501879a tempest-ListServersNegativeTestJSON-1164879810 tempest-ListServersNegativeTestJSON-1164879810-project] Calling delete_port for acbaf902-e7c9-47a9-9359-50b234b4273b owned by compute:nova {{(pid=103305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 21:16:13.652225 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Provisioning complete for port 04460135-cdaf-4885-a1ad-61f321315f2b triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:16:13.657581 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (04460135-cdaf-4885-a1ad-61f321315f2b), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:16:13.660705 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-32cb0a0e-c3b7-4d12-8e70-4be5c354701c None None] For port 405f645a-22c4-4bef-839f-f15bbc245cc4, host n-d-760453-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=405f645a-22c4-4bef-839f-f15bbc245cc4,segment=NetworkSegment(671a3ec7-722d-4ff9-bea3-d24946b752c2),segment_id=671a3ec7-722d-4ff9-bea3-d24946b752c2)] {{(pid=103306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 26 21:16:13.677412 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-7cb3e272-e00f-47e5-a7a7-41b5f5758f07 req-b5dcaa34-15bb-458f-a670-3feb14e599ea tempest-ListServersNegativeTestJSON-1164879810 tempest-ListServersNegativeTestJSON-1164879810-project] 10.222.0.13 "GET /v2.0/security-groups?id=44f3f70d-2aeb-44f1-8aa6-65e7296e51d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1966980 Jan 26 21:16:13.751900 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-c4380844-b7a4-44d3-96f6-8cc91b13e8b4 admin admin] Publish callbacks [] for port (69d5b9e9-039e-495d-ac73-da7cd91880c1), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:16:13.792469 n-d-760453-5 neutron-server[103305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b83765b-4040-4cc7-a99b-9b2da5d6f5a7', 'name': 'network-vif-deleted', 'tag': '58a2ab10-6d52-4ea0-8d71-02e432597a85'}] {{(pid=103305) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 21:16:13.797231 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d4654568b7bf041e72ff8fe1c96d6d761d9c921f2b99bc7b3a26632be20cee0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b709bdd-4bc8-49a6-820a-fe5e55a99d6f" -d '{"events": [{"server_uuid": "7b83765b-4040-4cc7-a99b-9b2da5d6f5a7", "name": "network-vif-deleted", "tag": "58a2ab10-6d52-4ea0-8d71-02e432597a85"}]}' {{(pid=103305) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 21:16:13.848548 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-c4380844-b7a4-44d3-96f6-8cc91b13e8b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746560234527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9281553'] for port (69d5b9e9-039e-495d-ac73-da7cd91880c1), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:16:13.863977 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [req-9ed9330e-7e80-433f-860d-c284b4255b9a req-eee8c03b-2b32-4863-8284-685123b437b3 tempest-ListServersNegativeTestJSON-1164879810 tempest-ListServersNegativeTestJSON-1164879810-project] Deleting port 2f3be922-6441-4636-9105-262d7713b3bb {{(pid=103305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 21:16:13.866370 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-9ed9330e-7e80-433f-860d-c284b4255b9a req-eee8c03b-2b32-4863-8284-685123b437b3 tempest-ListServersNegativeTestJSON-1164879810 tempest-ListServersNegativeTestJSON-1164879810-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746560630878'] for port (2f3be922-6441-4636-9105-262d7713b3bb), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:16:13.874721 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-32cb0a0e-c3b7-4d12-8e70-4be5c354701c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (405f645a-22c4-4bef-839f-f15bbc245cc4), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:16:13.893317 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4380844-b7a4-44d3-96f6-8cc91b13e8b4 admin admin] Network 4140a1f1-c93a-4bea-83a0-68953a54f299 is already hosted by enough agents. {{(pid=103304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 21:16:13.898981 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [None req-c4380844-b7a4-44d3-96f6-8cc91b13e8b4 admin admin] Resources bound (agent type, host, resource id): {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:16:13.913868 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4380844-b7a4-44d3-96f6-8cc91b13e8b4 admin admin] Received port after_create {{(pid=103304) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 21:16:13.927446 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4380844-b7a4-44d3-96f6-8cc91b13e8b4 admin admin] Pushing event updated for resources: {'Port': ['ID=69d5b9e9-039e-495d-ac73-da7cd91880c1,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:16:14.058870 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Jan 2022 21:16:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88085edf-3bfe-45d8-86e4-3ae6df97a1ec x-openstack-request-id: req-88085edf-3bfe-45d8-86e4-3ae6df97a1ec {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 21:16:14.059107 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b83765b-4040-4cc7-a99b-9b2da5d6f5a7", "name": "network-vif-deleted", "tag": "58a2ab10-6d52-4ea0-8d71-02e432597a85", "status": "completed", "code": 200}]} {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 21:16:14.059312 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-88085edf-3bfe-45d8-86e4-3ae6df97a1ec {{(pid=103305) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 21:16:14.059706 n-d-760453-5 neutron-server[103305]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b83765b-4040-4cc7-a99b-9b2da5d6f5a7', 'name': 'network-vif-deleted', 'tag': '58a2ab10-6d52-4ea0-8d71-02e432597a85', 'status': 'completed', 'code': 200} Jan 26 21:16:14.211691 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [req-9ed9330e-7e80-433f-860d-c284b4255b9a req-eee8c03b-2b32-4863-8284-685123b437b3 tempest-ListServersNegativeTestJSON-1164879810 tempest-ListServersNegativeTestJSON-1164879810-project] For port 2f3be922-6441-4636-9105-262d7713b3bb, host n-h1-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-5',level=0,port_id=2f3be922-6441-4636-9105-262d7713b3bb,segment=NetworkSegment(f63012c2-68a5-4303-aa7d-b1ec72e79a26),segment_id=f63012c2-68a5-4303-aa7d-b1ec72e79a26)] {{(pid=103305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:16:14.213171 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-9ed9330e-7e80-433f-860d-c284b4255b9a req-eee8c03b-2b32-4863-8284-685123b437b3 tempest-ListServersNegativeTestJSON-1164879810 tempest-ListServersNegativeTestJSON-1164879810-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4109658'] for port (2f3be922-6441-4636-9105-262d7713b3bb), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:16:14.349915 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-ccc18117-ac8b-4217-ad04-d7b609e45b77 req-faa4496b-71ed-41d6-bdf3-324cb501879a tempest-ListServersNegativeTestJSON-1164879810 tempest-ListServersNegativeTestJSON-1164879810-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746560636600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746560234536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11791543'] for port (acbaf902-e7c9-47a9-9359-50b234b4273b), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:16:14.356520 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32cb0a0e-c3b7-4d12-8e70-4be5c354701c None None] Pushing event updated for resources: {'Port': ['ID=405f645a-22c4-4bef-839f-f15bbc245cc4,revision_number=2']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:16:14.425353 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Device 58a2ab10-6d52-4ea0-8d71-02e432597a85 no longer exists at agent hyperv_n-h1-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 26 21:16:14.455383 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] get_ports_and_sgs() called for port_ids ['acbaf902-e7c9-47a9-9359-50b234b4273b'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 26 21:16:14.487372 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [req-9ed9330e-7e80-433f-860d-c284b4255b9a req-eee8c03b-2b32-4863-8284-685123b437b3 tempest-ListServersNegativeTestJSON-1164879810 tempest-ListServersNegativeTestJSON-1164879810-project] Calling delete_port for 2f3be922-6441-4636-9105-262d7713b3bb owned by compute:nova {{(pid=103305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 21:16:14.489696 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa4496b-71ed-41d6-bdf3-324cb501879a tempest-ListServersNegativeTestJSON-1164879810 tempest-ListServersNegativeTestJSON-1164879810-project] Pushing event deleted for resources: {'Port': ['ID=acbaf902-e7c9-47a9-9359-50b234b4273b,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:16:14.502778 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] No Port match for: 58a2ab10-6d52-4ea0-8d71-02e432597a85 {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 26 21:16:14.503258 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Device 58a2ab10-6d52-4ea0-8d71-02e432597a85 not bound to the agent host n-h1-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 26 21:16:14.506896 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] get_ports_and_sgs() called for port_ids ['2f3be922-6441-4636-9105-262d7713b3bb'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 26 21:16:14.530265 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-9dfae880-e82e-4431-8b04-80b66941f12b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3709480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4110805'] for router_interface (30d8e753-ac56-49cd-9ef2-03bc2b95c660), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:16:14.622563 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-c4380844-b7a4-44d3-96f6-8cc91b13e8b4 admin admin] Publish callbacks [] for router_gateway (077fb25e-0381-46a0-83a2-df7ac4efce05), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:16:14.641968 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b740e0-1381-4e8c-a07f-0ccd1f754de5 req-accab698-8d03-4c7f-b986-a9d373cc123d tempest-AttachVolumeNegativeTest-157238613 tempest-AttachVolumeNegativeTest-157238613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:16:14.655066 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-29b740e0-1381-4e8c-a07f-0ccd1f754de5 req-accab698-8d03-4c7f-b986-a9d373cc123d tempest-AttachVolumeNegativeTest-157238613 tempest-AttachVolumeNegativeTest-157238613-project] 10.222.0.13 "GET /v2.0/ports?device_id=650bc08f-3d92-4cee-b76d-e4850a9bb3e0 HTTP/1.1" status: 200 len: 945 time: 0.3115392 Jan 26 21:16:14.658653 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [req-ccc18117-ac8b-4217-ad04-d7b609e45b77 req-faa4496b-71ed-41d6-bdf3-324cb501879a tempest-ListServersNegativeTestJSON-1164879810 tempest-ListServersNegativeTestJSON-1164879810-project] No DVR routers for this DVR port acbaf902-e7c9-47a9-9359-50b234b4273b on host n-h2-760453-5 {{(pid=103305) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 26 21:16:14.664643 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-ccc18117-ac8b-4217-ad04-d7b609e45b77 req-faa4496b-71ed-41d6-bdf3-324cb501879a tempest-ListServersNegativeTestJSON-1164879810 tempest-ListServersNegativeTestJSON-1164879810-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:16:14.669417 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-ccc18117-ac8b-4217-ad04-d7b609e45b77 req-faa4496b-71ed-41d6-bdf3-324cb501879a tempest-ListServersNegativeTestJSON-1164879810 tempest-ListServersNegativeTestJSON-1164879810-project] 10.222.0.57 "DELETE /v2.0/ports/acbaf902-e7c9-47a9-9359-50b234b4273b HTTP/1.1" status: 204 len: 173 time: 2.2582850 Jan 26 21:16:14.700346 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Current status of the port 04460135-cdaf-4885-a1ad-61f321315f2b is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:16:14.792822 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-29b740e0-1381-4e8c-a07f-0ccd1f754de5 req-6d94df4c-162e-4f14-92c9-2ce79448c770 tempest-AttachVolumeNegativeTest-157238613 tempest-AttachVolumeNegativeTest-157238613-project] 10.222.0.13 "GET /v2.0/security-groups?id=8e9bd9e5-9820-4475-bfb9-c12598a9861a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1322525 Jan 26 21:16:15.041652 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-fa22449e-fe9b-41a1-b188-b390f66d777f req-f019a896-df5a-40a3-8e28-2ac5ec7dda82 tempest-ListServersNegativeTestJSON-1164879810 tempest-ListServersNegativeTestJSON-1164879810-project] 10.222.0.13 "GET /v2.0/ports?device_id=49f9e7b0-28b0-44b3-b545-28dde8698b50 HTTP/1.1" status: 200 len: 210 time: 0.0669355 Jan 26 21:16:15.186753 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device 405f645a-22c4-4bef-839f-f15bbc245cc4 up at agent ovs-agent-n-d-760453-5 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 21:16:15.269886 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Provisioning complete for port 405f645a-22c4-4bef-839f-f15bbc245cc4 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:16:15.270268 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (405f645a-22c4-4bef-839f-f15bbc245cc4), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:16:15.311169 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-c4380844-b7a4-44d3-96f6-8cc91b13e8b4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4105757', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4111263'] for router (077fb25e-0381-46a0-83a2-df7ac4efce05), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:16:15.462030 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-9ed9330e-7e80-433f-860d-c284b4255b9a req-eee8c03b-2b32-4863-8284-685123b437b3 tempest-ListServersNegativeTestJSON-1164879810 tempest-ListServersNegativeTestJSON-1164879810-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746560636600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746560234536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11791543'] for port (2f3be922-6441-4636-9105-262d7713b3bb), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:16:15.494274 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4380844-b7a4-44d3-96f6-8cc91b13e8b4 admin admin] Router 077fb25e-0381-46a0-83a2-df7ac4efce05 is scheduled to L3 agent 09df100c-3af1-4b0a-bda8-05914c71c458 with binding_index 1 {{(pid=103304) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 26 21:16:15.548619 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Current status of the port 405f645a-22c4-4bef-839f-f15bbc245cc4 is: DOWN; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:16:15.549006 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (405f645a-22c4-4bef-839f-f15bbc245cc4), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:16:15.551225 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee8c03b-2b32-4863-8284-685123b437b3 tempest-ListServersNegativeTestJSON-1164879810 tempest-ListServersNegativeTestJSON-1164879810-project] Pushing event deleted for resources: {'Port': ['ID=2f3be922-6441-4636-9105-262d7713b3bb,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:16:15.627449 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] For port 405f645a-22c4-4bef-839f-f15bbc245cc4, host n-d-760453-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=405f645a-22c4-4bef-839f-f15bbc245cc4,segment=NetworkSegment(671a3ec7-722d-4ff9-bea3-d24946b752c2),segment_id=671a3ec7-722d-4ff9-bea3-d24946b752c2)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:16:15.633932 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (405f645a-22c4-4bef-839f-f15bbc245cc4), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:16:15.684351 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ed9330e-7e80-433f-860d-c284b4255b9a req-eee8c03b-2b32-4863-8284-685123b437b3 tempest-ListServersNegativeTestJSON-1164879810 tempest-ListServersNegativeTestJSON-1164879810-project] No DVR routers for this DVR port 2f3be922-6441-4636-9105-262d7713b3bb on host n-h1-760453-5 {{(pid=103305) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 26 21:16:15.698572 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-9ed9330e-7e80-433f-860d-c284b4255b9a req-eee8c03b-2b32-4863-8284-685123b437b3 tempest-ListServersNegativeTestJSON-1164879810 tempest-ListServersNegativeTestJSON-1164879810-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:16:15.702108 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-9ed9330e-7e80-433f-860d-c284b4255b9a req-eee8c03b-2b32-4863-8284-685123b437b3 tempest-ListServersNegativeTestJSON-1164879810 tempest-ListServersNegativeTestJSON-1164879810-project] 10.222.0.66 "DELETE /v2.0/ports/2f3be922-6441-4636-9105-262d7713b3bb HTTP/1.1" status: 204 len: 173 time: 2.7647798 Jan 26 21:16:15.704428 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9dfae880-e82e-4431-8b04-80b66941f12b admin admin] Router 30d8e753-ac56-49cd-9ef2-03bc2b95c660 has already been hosted by L3 agent 09df100c-3af1-4b0a-bda8-05914c71c458 {{(pid=103305) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 26 21:16:15.708596 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Pushing event updated for resources: {'Port': ['ID=405f645a-22c4-4bef-839f-f15bbc245cc4,revision_number=3']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:16:15.977373 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59627cc1-1bd0-481d-915b-b26ccf1a91ff None None] Network 776b68dc-13f4-4dc4-855d-da517a979e1c requested from n-d-760453-5 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 26 21:16:16.065352 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-59168018-ff8f-48b3-a2ff-50bac2aefa45 None None] Provisioning complete for port 405f645a-22c4-4bef-839f-f15bbc245cc4 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:16:16.066093 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-59168018-ff8f-48b3-a2ff-50bac2aefa45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (405f645a-22c4-4bef-839f-f15bbc245cc4), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:16:16.172542 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4380844-b7a4-44d3-96f6-8cc91b13e8b4 admin admin] Notify agent at l3_agent.n-d-760453-5 the message routers_updated {{(pid=103304) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 26 21:16:16.183922 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1b0875-ed33-4aaa-97de-920e5df7bb01 req-5465741b-d2b1-468e-acf8-c94806de7c31 tempest-AttachVolumeNegativeTest-157238613 tempest-AttachVolumeNegativeTest-157238613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:16:16.191006 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-7a1b0875-ed33-4aaa-97de-920e5df7bb01 req-5465741b-d2b1-468e-acf8-c94806de7c31 tempest-AttachVolumeNegativeTest-157238613 tempest-AttachVolumeNegativeTest-157238613-project] 10.222.0.13 "GET /v2.0/ports?device_id=650bc08f-3d92-4cee-b76d-e4850a9bb3e0 HTTP/1.1" status: 200 len: 945 time: 0.0732360 Jan 26 21:16:16.191205 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-061ee0eb-5cc6-476d-86a6-08a1cb17a2f9 None None] Sync routers for ids ['077fb25e-0381-46a0-83a2-df7ac4efce05'] in n-d-760453-5 {{(pid=103306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 26 21:16:16.211166 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-59168018-ff8f-48b3-a2ff-50bac2aefa45 None None] Current status of the port 405f645a-22c4-4bef-839f-f15bbc245cc4 is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:16:16.218822 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-061ee0eb-5cc6-476d-86a6-08a1cb17a2f9 None None] Routers {'077fb25e-0381-46a0-83a2-df7ac4efce05'} bound to L3 agent in host n-d-760453-5 {{(pid=103306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 21:16:16.219648 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-061ee0eb-5cc6-476d-86a6-08a1cb17a2f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-26T20:55:21Z,description=,heartbeat_timestamp=2022-01-26T21:15:51Z,host='n-d-760453-5',id=09df100c-3af1-4b0a-bda8-05914c71c458,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:55:21Z,topic='l3_agent')) {'router_ids': ['077fb25e-0381-46a0-83a2-df7ac4efce05'], 'active': True} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:16:16.237364 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-c4380844-b7a4-44d3-96f6-8cc91b13e8b4 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:16:16.238662 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-c4380844-b7a4-44d3-96f6-8cc91b13e8b4 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 5.8627009 Jan 26 21:16:16.242277 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 58114) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:16:16.274082 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-7a1b0875-ed33-4aaa-97de-920e5df7bb01 req-2e65f2cf-503b-4b99-9671-f2c090684021 tempest-AttachVolumeNegativeTest-157238613 tempest-AttachVolumeNegativeTest-157238613-project] 10.222.0.13 "GET /v2.0/security-groups?id=8e9bd9e5-9820-4475-bfb9-c12598a9861a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821028 Jan 26 21:16:16.302415 n-d-760453-5 neutron-server[103305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49f9e7b0-28b0-44b3-b545-28dde8698b50', 'name': 'network-vif-deleted', 'tag': 'acbaf902-e7c9-47a9-9359-50b234b4273b'}, {'server_uuid': '48d6fde9-f708-4fc4-ba58-a5cb7b56a25e', 'name': 'network-vif-deleted', 'tag': '2f3be922-6441-4636-9105-262d7713b3bb'}] {{(pid=103305) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 21:16:16.322420 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d4654568b7bf041e72ff8fe1c96d6d761d9c921f2b99bc7b3a26632be20cee0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca3527e1-190f-4b8e-b04b-6f2fd576045a" -d '{"events": [{"server_uuid": "49f9e7b0-28b0-44b3-b545-28dde8698b50", "name": "network-vif-deleted", "tag": "acbaf902-e7c9-47a9-9359-50b234b4273b"}, {"server_uuid": "48d6fde9-f708-4fc4-ba58-a5cb7b56a25e", "name": "network-vif-deleted", "tag": "2f3be922-6441-4636-9105-262d7713b3bb"}]}' {{(pid=103305) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 21:16:16.384818 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Device acbaf902-e7c9-47a9-9359-50b234b4273b no longer exists at agent hyperv_n-h2-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 26 21:16:16.416020 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Device 2f3be922-6441-4636-9105-262d7713b3bb no longer exists at agent hyperv_n-h1-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 26 21:16:16.489511 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] No Port match for: acbaf902-e7c9-47a9-9359-50b234b4273b {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 26 21:16:16.489862 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Device acbaf902-e7c9-47a9-9359-50b234b4273b not bound to the agent host n-h2-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 26 21:16:16.568908 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c42c533-64ed-4c3a-a6b8-79c92249f497 req-30cd004a-0bf0-4756-99f5-10d08c04c565 tempest-AttachVolumeNegativeTest-157238613 tempest-AttachVolumeNegativeTest-157238613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:16:16.570408 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-5c42c533-64ed-4c3a-a6b8-79c92249f497 req-30cd004a-0bf0-4756-99f5-10d08c04c565 tempest-AttachVolumeNegativeTest-157238613 tempest-AttachVolumeNegativeTest-157238613-project] 10.222.0.66 "GET /v2.0/ports?device_id=650bc08f-3d92-4cee-b76d-e4850a9bb3e0 HTTP/1.1" status: 200 len: 945 time: 0.2770176 Jan 26 21:16:16.584300 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 26 Jan 2022 21:16:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22d1a444-1fd7-4356-a90a-a41508f678af x-openstack-request-id: req-22d1a444-1fd7-4356-a90a-a41508f678af {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 21:16:16.585338 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49f9e7b0-28b0-44b3-b545-28dde8698b50", "name": "network-vif-deleted", "tag": "acbaf902-e7c9-47a9-9359-50b234b4273b", "status": "completed", "code": 200}, {"server_uuid": "48d6fde9-f708-4fc4-ba58-a5cb7b56a25e", "name": "network-vif-deleted", "tag": "2f3be922-6441-4636-9105-262d7713b3bb", "status": "completed", "code": 200}]} {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 21:16:16.585338 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-22d1a444-1fd7-4356-a90a-a41508f678af {{(pid=103305) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 21:16:16.585338 n-d-760453-5 neutron-server[103305]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49f9e7b0-28b0-44b3-b545-28dde8698b50', 'name': 'network-vif-deleted', 'tag': 'acbaf902-e7c9-47a9-9359-50b234b4273b', 'status': 'completed', 'code': 200} Jan 26 21:16:16.586426 n-d-760453-5 neutron-server[103305]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48d6fde9-f708-4fc4-ba58-a5cb7b56a25e', 'name': 'network-vif-deleted', 'tag': '2f3be922-6441-4636-9105-262d7713b3bb', 'status': 'completed', 'code': 200} Jan 26 21:16:16.596328 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] No Port match for: 2f3be922-6441-4636-9105-262d7713b3bb {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 26 21:16:16.596328 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Device 2f3be922-6441-4636-9105-262d7713b3bb not bound to the agent host n-h1-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 26 21:16:16.596328 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Device 20aaca9f-7ff5-4bc5-92ad-e18683e4425f no longer exists at agent hyperv_n-h1-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 26 21:16:16.613800 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9dfae880-e82e-4431-8b04-80b66941f12b admin admin] Notify agent at l3_agent.n-d-760453-5 the message routers_updated {{(pid=103305) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 26 21:16:16.624911 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80d6ea28-6943-4160-af04-c263cc4c8745 None None] Sync routers for ids ['30d8e753-ac56-49cd-9ef2-03bc2b95c660'] in n-d-760453-5 {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 26 21:16:16.643061 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80d6ea28-6943-4160-af04-c263cc4c8745 None None] Routers {'30d8e753-ac56-49cd-9ef2-03bc2b95c660'} bound to L3 agent in host n-d-760453-5 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 21:16:16.644582 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-80d6ea28-6943-4160-af04-c263cc4c8745 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-26T20:55:21Z,description=,heartbeat_timestamp=2022-01-26T21:15:51Z,host='n-d-760453-5',id=09df100c-3af1-4b0a-bda8-05914c71c458,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:55:21Z,topic='l3_agent')) {'router_ids': ['30d8e753-ac56-49cd-9ef2-03bc2b95c660'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:16:16.660886 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 58124) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:16:16.673443 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvr_db [None req-061ee0eb-5cc6-476d-86a6-08a1cb17a2f9 None None] Set router 077fb25e-0381-46a0-83a2-df7ac4efce05 gateway port host: n-d-760453-5 {{(pid=103306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 21:16:16.687485 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-9dfae880-e82e-4431-8b04-80b66941f12b admin admin] 10.222.0.13 "PUT /v2.0/routers/30d8e753-ac56-49cd-9ef2-03bc2b95c660/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.8144958 Jan 26 21:16:16.688144 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 58128) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:16:16.723563 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.db_base_plugin_v2 [None req-8d17198f-c27f-4bb6-afd2-649da6c8ab21 admin admin] Deleting subnet 103e8e55-1fc7-4709-a8a5-46aeb4c9b74d {{(pid=103304) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 26 21:16:16.729918 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-8d17198f-c27f-4bb6-afd2-649da6c8ab21 admin admin] Publish callbacks [] for subnet (103e8e55-1fc7-4709-a8a5-46aeb4c9b74d), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:16:16.820931 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-8d17198f-c27f-4bb6-afd2-649da6c8ab21 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8881284'] for subnet (103e8e55-1fc7-4709-a8a5-46aeb4c9b74d), precommit_delete_associations {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:16:16.890835 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_dvr_db [None req-80d6ea28-6943-4160-af04-c263cc4c8745 None None] Set router 30d8e753-ac56-49cd-9ef2-03bc2b95c660 gateway port host: n-d-760453-5 {{(pid=103307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 21:16:16.896231 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device 405f645a-22c4-4bef-839f-f15bbc245cc4 up at agent ovs-agent-n-d-760453-5 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 21:16:16.932965 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-fb8ad3ef-50b6-45b6-a46b-c76e214ceb25 admin admin] Publish callbacks [] for router (30d8e753-ac56-49cd-9ef2-03bc2b95c660), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:16:16.939159 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [req-5c42c533-64ed-4c3a-a6b8-79c92249f497 req-6463363b-83bf-4563-8a02-492885063af2 tempest-AttachVolumeNegativeTest-157238613 tempest-AttachVolumeNegativeTest-157238613-project] Deleting port 20aaca9f-7ff5-4bc5-92ad-e18683e4425f {{(pid=103305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 21:16:16.939636 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-5c42c533-64ed-4c3a-a6b8-79c92249f497 req-6463363b-83bf-4563-8a02-492885063af2 tempest-AttachVolumeNegativeTest-157238613 tempest-AttachVolumeNegativeTest-157238613-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746560630878'] for port (20aaca9f-7ff5-4bc5-92ad-e18683e4425f), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:16:17.043162 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-d7378d95-7242-49b0-998d-33dafa591fb7 None None] Provisioning complete for port 405f645a-22c4-4bef-839f-f15bbc245cc4 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:16:17.043538 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d7378d95-7242-49b0-998d-33dafa591fb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (405f645a-22c4-4bef-839f-f15bbc245cc4), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:16:17.057685 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-8d17198f-c27f-4bb6-afd2-649da6c8ab21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687316'] for subnet (103e8e55-1fc7-4709-a8a5-46aeb4c9b74d), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:16:17.097227 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-fb8ad3ef-50b6-45b6-a46b-c76e214ceb25 admin admin] Publish callbacks [] for router_gateway (30d8e753-ac56-49cd-9ef2-03bc2b95c660), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:16:17.200475 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-80d6ea28-6943-4160-af04-c263cc4c8745 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30d8e753-ac56-49cd-9ef2-03bc2b95c660', 'name': 'tempest-ServersTestManualDisk-1932721837-router', 'tenant_id': 'c8d46c1d9718442f87ddc378b5600012', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'external_fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.164'}], 'enable_snat': True}, 'gw_port_id': 'a88fcff8-cde2-481d-8626-f1aa7760bbe4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T21:12:12Z', 'updated_at': '2022-01-26T21:16:12Z', 'revision_number': 5, 'project_id': 'c8d46c1d9718442f87ddc378b5600012', 'gw_port': {'id': 'a88fcff8-cde2-481d-8626-f1aa7760bbe4', 'name': '', 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:26:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30d8e753-ac56-49cd-9ef2-03bc2b95c660', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1063, 'fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:12:15Z', 'updated_at': '2022-01-26T21:12:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-5'}], 'n-d-760453-5', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:16:17.221479 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-8d17198f-c27f-4bb6-afd2-649da6c8ab21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9281612', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12215216'] for subnet (103e8e55-1fc7-4709-a8a5-46aeb4c9b74d), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:16:17.246698 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [req-5c42c533-64ed-4c3a-a6b8-79c92249f497 req-6463363b-83bf-4563-8a02-492885063af2 tempest-AttachVolumeNegativeTest-157238613 tempest-AttachVolumeNegativeTest-157238613-project] For port 20aaca9f-7ff5-4bc5-92ad-e18683e4425f, host n-h1-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-5',level=0,port_id=20aaca9f-7ff5-4bc5-92ad-e18683e4425f,segment=NetworkSegment(09663a0c-ceea-4887-ace4-6c78e47e3e40),segment_id=09663a0c-ceea-4887-ace4-6c78e47e3e40)] {{(pid=103305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:16:17.247338 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-5c42c533-64ed-4c3a-a6b8-79c92249f497 req-6463363b-83bf-4563-8a02-492885063af2 tempest-AttachVolumeNegativeTest-157238613 tempest-AttachVolumeNegativeTest-157238613-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4109658'] for port (20aaca9f-7ff5-4bc5-92ad-e18683e4425f), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:16:17.269052 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80d6ea28-6943-4160-af04-c263cc4c8745 None None] Checking router: 30d8e753-ac56-49cd-9ef2-03bc2b95c660 for host: n-d-760453-5 {{(pid=103307) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 26 21:16:17.275708 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [req-5c42c533-64ed-4c3a-a6b8-79c92249f497 req-6463363b-83bf-4563-8a02-492885063af2 tempest-AttachVolumeNegativeTest-157238613 tempest-AttachVolumeNegativeTest-157238613-project] Calling delete_port for 20aaca9f-7ff5-4bc5-92ad-e18683e4425f owned by compute:nova {{(pid=103305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 21:16:17.279114 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80d6ea28-6943-4160-af04-c263cc4c8745 None None] Routers {'30d8e753-ac56-49cd-9ef2-03bc2b95c660'} bound to L3 agent in host n-d-760453-5 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 21:16:17.279970 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-80d6ea28-6943-4160-af04-c263cc4c8745 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-26T20:55:21Z,description=,heartbeat_timestamp=2022-01-26T21:15:51Z,host='n-d-760453-5',id=09df100c-3af1-4b0a-bda8-05914c71c458,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:55:21Z,topic='l3_agent')) {'router_ids': ['30d8e753-ac56-49cd-9ef2-03bc2b95c660'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:16:17.285003 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-fb8ad3ef-50b6-45b6-a46b-c76e214ceb25 admin admin] Deleting port a88fcff8-cde2-481d-8626-f1aa7760bbe4 {{(pid=103305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 21:16:17.285755 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-fb8ad3ef-50b6-45b6-a46b-c76e214ceb25 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746560630878'] for port (a88fcff8-cde2-481d-8626-f1aa7760bbe4), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:16:17.306311 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d17198f-c27f-4bb6-afd2-649da6c8ab21 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=103e8e55-1fc7-4709-a8a5-46aeb4c9b74d,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:16:17.308643 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-8d17198f-c27f-4bb6-afd2-649da6c8ab21 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:16:17.312667 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-8d17198f-c27f-4bb6-afd2-649da6c8ab21 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/103e8e55-1fc7-4709-a8a5-46aeb4c9b74d HTTP/1.1" status: 204 len: 168 time: 0.6507561 Jan 26 21:16:17.325004 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Current status of the port 20aaca9f-7ff5-4bc5-92ad-e18683e4425f is: ACTIVE; New status is: DOWN {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:16:17.329523 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 58132) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:16:17.336097 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (20aaca9f-7ff5-4bc5-92ad-e18683e4425f), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:16:17.442299 n-d-760453-5 neutron-server[103306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '650bc08f-3d92-4cee-b76d-e4850a9bb3e0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '20aaca9f-7ff5-4bc5-92ad-e18683e4425f'}] {{(pid=103306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 21:16:17.450388 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9d5d370febab655511bdd2ffe887e43e442d144a440368702bcc1e93af00b97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01c26168-3aa8-429f-9613-c9f55198585f" -d '{"events": [{"server_uuid": "650bc08f-3d92-4cee-b76d-e4850a9bb3e0", "name": "network-vif-unplugged", "status": "completed", "tag": "20aaca9f-7ff5-4bc5-92ad-e18683e4425f"}]}' {{(pid=103306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 21:16:17.503524 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-ae562d08-e1df-4c7f-b366-4187a1e01d87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:16:17.505251 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [None req-fb8ad3ef-50b6-45b6-a46b-c76e214ceb25 admin admin] For port a88fcff8-cde2-481d-8626-f1aa7760bbe4, host n-d-760453-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=a88fcff8-cde2-481d-8626-f1aa7760bbe4,segment=NetworkSegment(e17cb353-418f-48b9-b982-21a6233ee99b),segment_id=e17cb353-418f-48b9-b982-21a6233ee99b)] {{(pid=103305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:16:17.505918 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-fb8ad3ef-50b6-45b6-a46b-c76e214ceb25 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4109658'] for port (a88fcff8-cde2-481d-8626-f1aa7760bbe4), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:16:17.511924 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] For port 20aaca9f-7ff5-4bc5-92ad-e18683e4425f, host n-h1-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-5',level=0,port_id=20aaca9f-7ff5-4bc5-92ad-e18683e4425f,segment=NetworkSegment(09663a0c-ceea-4887-ace4-6c78e47e3e40),segment_id=09663a0c-ceea-4887-ace4-6c78e47e3e40)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:16:17.519359 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Provisioning complete for port 405f645a-22c4-4bef-839f-f15bbc245cc4 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:16:17.519739 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (405f645a-22c4-4bef-839f-f15bbc245cc4), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:16:17.551027 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_dvr_db [None req-80d6ea28-6943-4160-af04-c263cc4c8745 None None] Set router 30d8e753-ac56-49cd-9ef2-03bc2b95c660 gateway port host: None {{(pid=103307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 21:16:17.598429 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-fb8ad3ef-50b6-45b6-a46b-c76e214ceb25 admin admin] Calling delete_port for a88fcff8-cde2-481d-8626-f1aa7760bbe4 owned by network:router_gateway {{(pid=103305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 21:16:17.601843 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-5c42c533-64ed-4c3a-a6b8-79c92249f497 req-6463363b-83bf-4563-8a02-492885063af2 tempest-AttachVolumeNegativeTest-157238613 tempest-AttachVolumeNegativeTest-157238613-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746560636600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746560234536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11791543'] for port (20aaca9f-7ff5-4bc5-92ad-e18683e4425f), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:16:17.611358 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-80d6ea28-6943-4160-af04-c263cc4c8745 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30d8e753-ac56-49cd-9ef2-03bc2b95c660', 'name': 'tempest-ServersTestManualDisk-1932721837-router', 'tenant_id': 'c8d46c1d9718442f87ddc378b5600012', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T21:12:12Z', 'updated_at': '2022-01-26T21:16:17Z', 'revision_number': 6, 'project_id': 'c8d46c1d9718442f87ddc378b5600012', 'gw_port_host': None}], 'n-d-760453-5', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:16:17.616450 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (20aaca9f-7ff5-4bc5-92ad-e18683e4425f), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:16:17.638245 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-35f31b6e-68e5-4f19-967d-a7990a4080ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-748181'] for network (d5111b0e-3737-409f-849e-2a880a67eb24), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:16:17.657225 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb349a63-7967-487b-9247-c64627163bcd req-54d77647-4698-441c-a9a0-6e17997b6b90 tempest-AttachVolumeNegativeTest-157238613 tempest-AttachVolumeNegativeTest-157238613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:16:17.664424 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-cb349a63-7967-487b-9247-c64627163bcd req-54d77647-4698-441c-a9a0-6e17997b6b90 tempest-AttachVolumeNegativeTest-157238613 tempest-AttachVolumeNegativeTest-157238613-project] 10.222.0.13 "GET /v2.0/ports?device_id=650bc08f-3d92-4cee-b76d-e4850a9bb3e0 HTTP/1.1" status: 200 len: 945 time: 0.2654746 Jan 26 21:16:17.667224 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80d6ea28-6943-4160-af04-c263cc4c8745 None None] The sync data for ids ['30d8e753-ac56-49cd-9ef2-03bc2b95c660'] in n-d-760453-5 is: [{'id': '30d8e753-ac56-49cd-9ef2-03bc2b95c660', 'name': 'tempest-ServersTestManualDisk-1932721837-router', 'tenant_id': 'c8d46c1d9718442f87ddc378b5600012', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T21:12:12Z', 'updated_at': '2022-01-26T21:16:17Z', 'revision_number': 6, 'project_id': 'c8d46c1d9718442f87ddc378b5600012', 'gw_port_host': None}] {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 26 21:16:17.669393 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] get_ports_and_sgs() called for port_ids ['e3a678e7-ac1e-438d-a264-5bdad56d0d1c'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 26 21:16:17.687261 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6463363b-83bf-4563-8a02-492885063af2 tempest-AttachVolumeNegativeTest-157238613 tempest-AttachVolumeNegativeTest-157238613-project] Pushing event deleted for resources: {'Port': ['ID=20aaca9f-7ff5-4bc5-92ad-e18683e4425f,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:16:17.713405 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c42c533-64ed-4c3a-a6b8-79c92249f497 req-6463363b-83bf-4563-8a02-492885063af2 tempest-AttachVolumeNegativeTest-157238613 tempest-AttachVolumeNegativeTest-157238613-project] No DVR routers for this DVR port 20aaca9f-7ff5-4bc5-92ad-e18683e4425f on host n-h1-760453-5 {{(pid=103305) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 26 21:16:17.721317 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-5c42c533-64ed-4c3a-a6b8-79c92249f497 req-6463363b-83bf-4563-8a02-492885063af2 tempest-AttachVolumeNegativeTest-157238613 tempest-AttachVolumeNegativeTest-157238613-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:16:17.725877 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-5c42c533-64ed-4c3a-a6b8-79c92249f497 req-6463363b-83bf-4563-8a02-492885063af2 tempest-AttachVolumeNegativeTest-157238613 tempest-AttachVolumeNegativeTest-157238613-project] 10.222.0.66 "DELETE /v2.0/ports/20aaca9f-7ff5-4bc5-92ad-e18683e4425f HTTP/1.1" status: 204 len: 173 time: 1.1380696 Jan 26 21:16:17.784859 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-d7378d95-7242-49b0-998d-33dafa591fb7 None None] Current status of the port 405f645a-22c4-4bef-839f-f15bbc245cc4 is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:16:17.843728 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Pushing event deleted for resources: {'Port': ['ID=20aaca9f-7ff5-4bc5-92ad-e18683e4425f,revision_number=None']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:16:17.907831 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-061ee0eb-5cc6-476d-86a6-08a1cb17a2f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '077fb25e-0381-46a0-83a2-df7ac4efce05', 'name': 'tempest-TaggedBootDevicesTest_v242-84118051-router', 'tenant_id': 'd5e8578b62ea4e2b9aedc0c9f0fa038f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'external_fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.192'}], 'enable_snat': True}, 'gw_port_id': '69d5b9e9-039e-495d-ac73-da7cd91880c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T21:16:10Z', 'updated_at': '2022-01-26T21:16:14Z', 'revision_number': 3, 'project_id': 'd5e8578b62ea4e2b9aedc0c9f0fa038f', 'gw_port': {'id': '69d5b9e9-039e-495d-ac73-da7cd91880c1', 'name': '', 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:13:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '077fb25e-0381-46a0-83a2-df7ac4efce05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1408, 'fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:16:12Z', 'updated_at': '2022-01-26T21:16:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-5'}], 'n-d-760453-5', False) {} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:16:17.910744 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-cb349a63-7967-487b-9247-c64627163bcd req-2af6f5a2-b283-49d1-b2ef-7cfc6a0183d0 tempest-AttachVolumeNegativeTest-157238613 tempest-AttachVolumeNegativeTest-157238613-project] 10.222.0.13 "GET /v2.0/security-groups?id=8e9bd9e5-9820-4475-bfb9-c12598a9861a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2454448 Jan 26 21:16:17.912884 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-35f31b6e-68e5-4f19-967d-a7990a4080ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-686403', 'neutron.services.segments.db._delete_segments_for_network-8746560774018'] for network (d5111b0e-3737-409f-849e-2a880a67eb24), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:16:17.969858 n-d-760453-5 neutron-server[103304]: DEBUG neutron.services.segments.db [None req-35f31b6e-68e5-4f19-967d-a7990a4080ec admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d5111b0e-3737-409f-849e-2a880a67eb24']}} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:16:17.986688 n-d-760453-5 neutron-server[103304]: DEBUG neutron.services.segments.db [None req-35f31b6e-68e5-4f19-967d-a7990a4080ec admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f63012c2-68a5-4303-aa7d-b1ec72e79a26') {'for_net_delete': True} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:16:17.987050 n-d-760453-5 neutron-server[103304]: DEBUG neutron.services.segments.db [None req-35f31b6e-68e5-4f19-967d-a7990a4080ec admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f63012c2-68a5-4303-aa7d-b1ec72e79a26') {} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:16:17.995633 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.db_base_plugin_common [None req-ae562d08-e1df-4c7f-b366-4187a1e01d87 admin admin] Allocated IP 172.20.0.1 (776b68dc-13f4-4dc4-855d-da517a979e1c/53765fab-de65-469d-9cf1-059da798be56/7410be57-f229-43a7-81b3-f5c1951cf80a) {{(pid=103304) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 21:16:18.002070 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-35f31b6e-68e5-4f19-967d-a7990a4080ec admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746560742283', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8881293'] for segment (f63012c2-68a5-4303-aa7d-b1ec72e79a26), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:16:18.022394 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-35f31b6e-68e5-4f19-967d-a7990a4080ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576559'] for segment (f63012c2-68a5-4303-aa7d-b1ec72e79a26), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:16:18.030264 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-fb8ad3ef-50b6-45b6-a46b-c76e214ceb25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746560636600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746560234536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11791543'] for port (a88fcff8-cde2-481d-8626-f1aa7760bbe4), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:16:18.034184 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 26 Jan 2022 21:16:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b59c0fcd-a33c-4f10-9ff1-86a18c496bd3 x-openstack-request-id: req-b59c0fcd-a33c-4f10-9ff1-86a18c496bd3 {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 21:16:18.035887 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "650bc08f-3d92-4cee-b76d-e4850a9bb3e0", "name": "network-vif-unplugged", "status": "completed", "tag": "20aaca9f-7ff5-4bc5-92ad-e18683e4425f", "code": 200}]} {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 21:16:18.036368 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b59c0fcd-a33c-4f10-9ff1-86a18c496bd3 {{(pid=103306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 21:16:18.037462 n-d-760453-5 neutron-server[103306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '650bc08f-3d92-4cee-b76d-e4850a9bb3e0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '20aaca9f-7ff5-4bc5-92ad-e18683e4425f', 'code': 200} Jan 26 21:16:18.040974 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-061ee0eb-5cc6-476d-86a6-08a1cb17a2f9 None None] Checking router: 077fb25e-0381-46a0-83a2-df7ac4efce05 for host: n-d-760453-5 {{(pid=103306) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 26 21:16:18.041653 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-061ee0eb-5cc6-476d-86a6-08a1cb17a2f9 None None] Updating router 077fb25e-0381-46a0-83a2-df7ac4efce05 port 69d5b9e9-039e-495d-ac73-da7cd91880c1 binding host n-d-760453-5 {{(pid=103306) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 26 21:16:18.049113 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-35f31b6e-68e5-4f19-967d-a7990a4080ec admin admin] Releasing vlan 572 on physical network physnet1 to pool {{(pid=103304) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 26 21:16:18.049574 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-35f31b6e-68e5-4f19-967d-a7990a4080ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9281762'] for segment (f63012c2-68a5-4303-aa7d-b1ec72e79a26), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:16:18.051441 n-d-760453-5 neutron-server[103304]: Traceback (most recent call last): Jan 26 21:16:18.051441 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 26 21:16:18.051441 n-d-760453-5 neutron-server[103304]: timer() Jan 26 21:16:18.051441 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 26 21:16:18.051441 n-d-760453-5 neutron-server[103304]: cb(*args, **kw) Jan 26 21:16:18.051441 n-d-760453-5 neutron-server[103304]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 26 21:16:18.051441 n-d-760453-5 neutron-server[103304]: return func(*args, **kwargs) Jan 26 21:16:18.051441 n-d-760453-5 neutron-server[103304]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 26 21:16:18.051441 n-d-760453-5 neutron-server[103304]: self._notify() Jan 26 21:16:18.051441 n-d-760453-5 neutron-server[103304]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 26 21:16:18.051441 n-d-760453-5 neutron-server[103304]: self.callback(batched_events) Jan 26 21:16:18.051441 n-d-760453-5 neutron-server[103304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 26 21:16:18.051441 n-d-760453-5 neutron-server[103304]: event.method(event) Jan 26 21:16:18.051441 n-d-760453-5 neutron-server[103304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 26 21:16:18.051441 n-d-760453-5 neutron-server[103304]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 26 21:16:18.051441 n-d-760453-5 neutron-server[103304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 26 21:16:18.051441 n-d-760453-5 neutron-server[103304]: aggregate_uuid = self.p_client.list_aggregates( Jan 26 21:16:18.051441 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 26 21:16:18.051441 n-d-760453-5 neutron-server[103304]: return f(self, *a, **k) Jan 26 21:16:18.051441 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 26 21:16:18.051441 n-d-760453-5 neutron-server[103304]: return self._get(url).json() Jan 26 21:16:18.051441 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 26 21:16:18.051441 n-d-760453-5 neutron-server[103304]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 26 21:16:18.051441 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 26 21:16:18.051441 n-d-760453-5 neutron-server[103304]: return self.request(url, 'GET', **kwargs) Jan 26 21:16:18.051441 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 26 21:16:18.051441 n-d-760453-5 neutron-server[103304]: base_url = self.get_endpoint(auth, allow=allow, Jan 26 21:16:18.051441 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 26 21:16:18.051441 n-d-760453-5 neutron-server[103304]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 26 21:16:18.051441 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 26 21:16:18.051441 n-d-760453-5 neutron-server[103304]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 26 21:16:18.051441 n-d-760453-5 neutron-server[103304]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 26 21:16:18.075344 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb8ad3ef-50b6-45b6-a46b-c76e214ceb25 admin admin] Pushing event deleted for resources: {'Port': ['ID=a88fcff8-cde2-481d-8626-f1aa7760bbe4,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:16:18.192170 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-061ee0eb-5cc6-476d-86a6-08a1cb17a2f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (69d5b9e9-039e-495d-ac73-da7cd91880c1), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:16:18.198920 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-35f31b6e-68e5-4f19-967d-a7990a4080ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4110931'] for network (d5111b0e-3737-409f-849e-2a880a67eb24), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:16:18.206493 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-35f31b6e-68e5-4f19-967d-a7990a4080ec admin admin] Publish callbacks [] for network (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:16:18.210127 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-35f31b6e-68e5-4f19-967d-a7990a4080ec admin admin] 10.222.0.13 "DELETE /v2.0/networks/d5111b0e-3737-409f-849e-2a880a67eb24 HTTP/1.1" status: 204 len: 168 time: 0.8792775 Jan 26 21:16:18.235529 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f31b6e-68e5-4f19-967d-a7990a4080ec admin admin] Pushing event deleted for resources: {'Network': ['ID=d5111b0e-3737-409f-849e-2a880a67eb24,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:16:18.242062 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-fb8ad3ef-50b6-45b6-a46b-c76e214ceb25 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4111291'] for router_gateway (30d8e753-ac56-49cd-9ef2-03bc2b95c660), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:16:18.256055 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-ae562d08-e1df-4c7f-b366-4187a1e01d87 admin admin] Publish callbacks [] for port (7410be57-f229-43a7-81b3-f5c1951cf80a), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:16:18.301134 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Current status of the port 405f645a-22c4-4bef-839f-f15bbc245cc4 is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:16:18.317838 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-ae562d08-e1df-4c7f-b366-4187a1e01d87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746560234527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9281553'] for port (7410be57-f229-43a7-81b3-f5c1951cf80a), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:16:18.446449 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.agents_db [None req-569f1ced-6396-4ddf-b79f-e03b0b2146ab None None] Agent healthcheck: found 7 active agents {{(pid=103307) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 26 21:16:18.449435 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae562d08-e1df-4c7f-b366-4187a1e01d87 admin admin] Network 776b68dc-13f4-4dc4-855d-da517a979e1c is already hosted by enough agents. {{(pid=103304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 21:16:18.461213 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [None req-ae562d08-e1df-4c7f-b366-4187a1e01d87 admin admin] Resources bound (agent type, host, resource id): {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:16:18.466723 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae562d08-e1df-4c7f-b366-4187a1e01d87 admin admin] Received port after_create {{(pid=103304) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 21:16:18.494185 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-fb8ad3ef-50b6-45b6-a46b-c76e214ceb25 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4105774', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13082'] for router (30d8e753-ac56-49cd-9ef2-03bc2b95c660), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:16:18.501251 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-fb8ad3ef-50b6-45b6-a46b-c76e214ceb25 admin admin] Publish callbacks [] for router_controller (30d8e753-ac56-49cd-9ef2-03bc2b95c660), precommit_delete_associations {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:16:18.540667 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae562d08-e1df-4c7f-b366-4187a1e01d87 admin admin] Pushing event updated for resources: {'Port': ['ID=7410be57-f229-43a7-81b3-f5c1951cf80a,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:16:18.558380 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-ae562d08-e1df-4c7f-b366-4187a1e01d87 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4111050'] for router_interface (077fb25e-0381-46a0-83a2-df7ac4efce05), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:16:18.616391 n-d-760453-5 neutron-server[103305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '650bc08f-3d92-4cee-b76d-e4850a9bb3e0', 'name': 'network-vif-deleted', 'tag': '20aaca9f-7ff5-4bc5-92ad-e18683e4425f'}] {{(pid=103305) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 21:16:18.618575 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d4654568b7bf041e72ff8fe1c96d6d761d9c921f2b99bc7b3a26632be20cee0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5dd027f-4a38-4ba4-9f53-42dcefe0e835" -d '{"events": [{"server_uuid": "650bc08f-3d92-4cee-b76d-e4850a9bb3e0", "name": "network-vif-deleted", "tag": "20aaca9f-7ff5-4bc5-92ad-e18683e4425f"}]}' {{(pid=103305) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 21:16:18.626569 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 58146) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:16:18.646212 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-fb8ad3ef-50b6-45b6-a46b-c76e214ceb25 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4105767'] for router (30d8e753-ac56-49cd-9ef2-03bc2b95c660), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:16:18.646776 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb8ad3ef-50b6-45b6-a46b-c76e214ceb25 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 30d8e753-ac56-49cd-9ef2-03bc2b95c660 {{(pid=103305) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 26 21:16:18.652835 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-fb8ad3ef-50b6-45b6-a46b-c76e214ceb25 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:16:18.654105 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-fb8ad3ef-50b6-45b6-a46b-c76e214ceb25 admin admin] 10.222.0.13 "DELETE /v2.0/routers/30d8e753-ac56-49cd-9ef2-03bc2b95c660 HTTP/1.1" status: 204 len: 168 time: 1.9626019 Jan 26 21:16:18.656671 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 58148) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:16:18.746798 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-9d8bd7b1-9c5b-4b26-9202-72edfc72593d admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=e72cb8c5c88541ed92a5c8a8cbf2babe&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1188407 Jan 26 21:16:18.751639 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Jan 2022 21:16:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e648599-fcbe-43f5-ac16-687e0c6961e3 x-openstack-request-id: req-5e648599-fcbe-43f5-ac16-687e0c6961e3 {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 21:16:18.753670 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "650bc08f-3d92-4cee-b76d-e4850a9bb3e0", "name": "network-vif-deleted", "tag": "20aaca9f-7ff5-4bc5-92ad-e18683e4425f", "status": "completed", "code": 200}]} {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 21:16:18.754038 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-5e648599-fcbe-43f5-ac16-687e0c6961e3 {{(pid=103305) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 21:16:18.754563 n-d-760453-5 neutron-server[103305]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '650bc08f-3d92-4cee-b76d-e4850a9bb3e0', 'name': 'network-vif-deleted', 'tag': '20aaca9f-7ff5-4bc5-92ad-e18683e4425f', 'status': 'completed', 'code': 200} Jan 26 21:16:18.763342 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 58152) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:16:18.886175 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.db_base_plugin_v2 [None req-bd975cea-d680-464f-925c-fd174430f4d2 admin admin] Deleting subnet c3a93a69-4f3e-4ef6-b9c8-092ff93d742e {{(pid=103305) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 26 21:16:18.893971 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-bd975cea-d680-464f-925c-fd174430f4d2 admin admin] Publish callbacks [] for subnet (c3a93a69-4f3e-4ef6-b9c8-092ff93d742e), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:16:18.898530 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-9d79f6ab-6153-49ae-a38f-65b8c488dd07 admin admin] Publish callbacks [] for security_group (44f3f70d-2aeb-44f1-8aa6-65e7296e51d6), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:16:18.926030 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-ae562d08-e1df-4c7f-b366-4187a1e01d87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (7410be57-f229-43a7-81b3-f5c1951cf80a), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:16:18.976250 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-9d79f6ab-6153-49ae-a38f-65b8c488dd07 admin admin] Publish callbacks [] for security_group (44f3f70d-2aeb-44f1-8aa6-65e7296e51d6), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:16:18.987720 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-bd975cea-d680-464f-925c-fd174430f4d2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11788946'] for subnet (c3a93a69-4f3e-4ef6-b9c8-092ff93d742e), precommit_delete_associations {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:16:19.101236 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device 01b92f09-e967-4d76-bf58-7f5138a4988f no longer exists at agent ovs-agent-n-d-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 26 21:16:19.102904 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-9d79f6ab-6153-49ae-a38f-65b8c488dd07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (44f3f70d-2aeb-44f1-8aa6-65e7296e51d6), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:16:19.106150 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-9d79f6ab-6153-49ae-a38f-65b8c488dd07 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:16:19.112217 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-9d79f6ab-6153-49ae-a38f-65b8c488dd07 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/44f3f70d-2aeb-44f1-8aa6-65e7296e51d6 HTTP/1.1" status: 204 len: 168 time: 0.3467717 Jan 26 21:16:19.120443 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-bd975cea-d680-464f-925c-fd174430f4d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687316'] for subnet (c3a93a69-4f3e-4ef6-b9c8-092ff93d742e), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:16:19.151678 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d79f6ab-6153-49ae-a38f-65b8c488dd07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44f3f70d-2aeb-44f1-8aa6-65e7296e51d6,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:16:19.194242 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] No Port match for: 01b92f09-e967-4d76-bf58-7f5138a4988f {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 26 21:16:19.194709 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device 01b92f09-e967-4d76-bf58-7f5138a4988f not bound to the agent host n-d-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 26 21:16:19.195168 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device a88fcff8-cde2-481d-8626-f1aa7760bbe4 no longer exists at agent ovs-agent-n-d-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 26 21:16:19.200845 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-bd975cea-d680-464f-925c-fd174430f4d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11791594', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11599980'] for subnet (c3a93a69-4f3e-4ef6-b9c8-092ff93d742e), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:16:19.217252 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-061ee0eb-5cc6-476d-86a6-08a1cb17a2f9 None None] Publish callbacks [] for port (69d5b9e9-039e-495d-ac73-da7cd91880c1), precommit_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:16:19.259536 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-98bdf3ca-f566-4224-b969-2fbe9539a88e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (474ccdf7-ab6c-405b-a3b2-dc7b05829902), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:16:19.262481 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-410bef83-1120-4943-b470-867615f214ee None None] Provisioning complete for port 7410be57-f229-43a7-81b3-f5c1951cf80a triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:16:19.262852 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-410bef83-1120-4943-b470-867615f214ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (7410be57-f229-43a7-81b3-f5c1951cf80a), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:16:19.307752 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd975cea-d680-464f-925c-fd174430f4d2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c3a93a69-4f3e-4ef6-b9c8-092ff93d742e,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:16:19.314938 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-ae562d08-e1df-4c7f-b366-4187a1e01d87 admin admin] Publish callbacks [] for port (7410be57-f229-43a7-81b3-f5c1951cf80a), precommit_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:16:19.319833 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-061ee0eb-5cc6-476d-86a6-08a1cb17a2f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (69d5b9e9-039e-495d-ac73-da7cd91880c1), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:16:19.324149 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-bd975cea-d680-464f-925c-fd174430f4d2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709645'] for subnet (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:16:19.327186 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-ae562d08-e1df-4c7f-b366-4187a1e01d87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9281542'] for port (7410be57-f229-43a7-81b3-f5c1951cf80a), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:16:19.329216 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-bd975cea-d680-464f-925c-fd174430f4d2 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/c3a93a69-4f3e-4ef6-b9c8-092ff93d742e HTTP/1.1" status: 204 len: 168 time: 0.6692255 Jan 26 21:16:19.331757 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 58166) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:16:19.402946 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52aaff34-0ec4-4b3d-8a57-6658bc34fa3b None None] Network 15c39b24-f7c4-4710-b8cb-f1d4e3bc27f6 requested from n-d-760453-5 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 26 21:16:19.425241 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-ae562d08-e1df-4c7f-b366-4187a1e01d87 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3709457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4110682'] for router_interface (077fb25e-0381-46a0-83a2-df7ac4efce05), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:16:19.427578 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae562d08-e1df-4c7f-b366-4187a1e01d87 admin admin] Pushing event updated for resources: {'Port': ['ID=7410be57-f229-43a7-81b3-f5c1951cf80a,revision_number=2']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:16:19.460269 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae562d08-e1df-4c7f-b366-4187a1e01d87 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:16:19.461005 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae562d08-e1df-4c7f-b366-4187a1e01d87 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:16:19.461779 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae562d08-e1df-4c7f-b366-4187a1e01d87 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:16:19.463674 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae562d08-e1df-4c7f-b366-4187a1e01d87 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:16:19.464284 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae562d08-e1df-4c7f-b366-4187a1e01d87 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:16:19.464855 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae562d08-e1df-4c7f-b366-4187a1e01d87 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:16:19.465462 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae562d08-e1df-4c7f-b366-4187a1e01d87 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:16:19.467733 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae562d08-e1df-4c7f-b366-4187a1e01d87 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:16:19.468318 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae562d08-e1df-4c7f-b366-4187a1e01d87 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:16:19.468885 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae562d08-e1df-4c7f-b366-4187a1e01d87 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:16:19.469828 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae562d08-e1df-4c7f-b366-4187a1e01d87 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:16:19.472148 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae562d08-e1df-4c7f-b366-4187a1e01d87 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:16:19.483481 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ee878f-b261-478b-b577-c25e9fb13d3d None None] Pushing event updated for resources: {'Port': ['ID=69d5b9e9-039e-495d-ac73-da7cd91880c1,revision_number=2']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:16:19.483481 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-061ee0eb-5cc6-476d-86a6-08a1cb17a2f9 None None] Attempting to bind port 69d5b9e9-039e-495d-ac73-da7cd91880c1 on host n-d-760453-5 for vnic_type normal with profile {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 21:16:19.483481 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-061ee0eb-5cc6-476d-86a6-08a1cb17a2f9 None None] Attempting to bind port 69d5b9e9-039e-495d-ac73-da7cd91880c1 by drivers openvswitch,hyperv on host n-d-760453-5 at level 0 using segments [{'id': 'e17cb353-418f-48b9-b982-21a6233ee99b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299'}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 26 21:16:19.483481 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-061ee0eb-5cc6-476d-86a6-08a1cb17a2f9 None None] Attempting to bind port 69d5b9e9-039e-495d-ac73-da7cd91880c1 on network 4140a1f1-c93a-4bea-83a0-68953a54f299 {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 21:16:19.484952 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae562d08-e1df-4c7f-b366-4187a1e01d87 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:16:19.488604 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] No Port match for: a88fcff8-cde2-481d-8626-f1aa7760bbe4 {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 26 21:16:19.488948 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device a88fcff8-cde2-481d-8626-f1aa7760bbe4 not bound to the agent host n-d-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 26 21:16:19.498488 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-061ee0eb-5cc6-476d-86a6-08a1cb17a2f9 None None] Checking agent: {'id': 'fea0591a-627d-4c87-9a9a-01625ddf3277', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760453-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 20, 55, 25), 'started_at': datetime.datetime(2022, 1, 26, 20, 55, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 21, 15, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760453-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 26 21:16:19.498488 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-061ee0eb-5cc6-476d-86a6-08a1cb17a2f9 None None] Checking segment: {'id': 'e17cb353-418f-48b9-b982-21a6233ee99b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 21:16:19.498488 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-061ee0eb-5cc6-476d-86a6-08a1cb17a2f9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:16:19.498878 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-061ee0eb-5cc6-476d-86a6-08a1cb17a2f9 None None] Bound using segment: {'id': 'e17cb353-418f-48b9-b982-21a6233ee99b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299'} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 26 21:16:19.499212 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-061ee0eb-5cc6-476d-86a6-08a1cb17a2f9 None None] Bound port: 69d5b9e9-039e-495d-ac73-da7cd91880c1, host: n-d-760453-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e17cb353-418f-48b9-b982-21a6233ee99b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299'}}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 26 21:16:19.499519 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-061ee0eb-5cc6-476d-86a6-08a1cb17a2f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (69d5b9e9-039e-495d-ac73-da7cd91880c1), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:16:19.548909 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-9234b58f-7f94-4ca2-9015-c924836ebb96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-748181'] for network (15c39b24-f7c4-4710-b8cb-f1d4e3bc27f6), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:16:19.569324 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-061ee0eb-5cc6-476d-86a6-08a1cb17a2f9 None None] For port 69d5b9e9-039e-495d-ac73-da7cd91880c1, host n-d-760453-5, cleared binding levels {{(pid=103306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 26 21:16:19.574065 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-061ee0eb-5cc6-476d-86a6-08a1cb17a2f9 None None] For port 69d5b9e9-039e-495d-ac73-da7cd91880c1, host n-d-760453-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=69d5b9e9-039e-495d-ac73-da7cd91880c1,segment=NetworkSegment(e17cb353-418f-48b9-b982-21a6233ee99b),segment_id=e17cb353-418f-48b9-b982-21a6233ee99b)] {{(pid=103306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 26 21:16:19.599322 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-410bef83-1120-4943-b470-867615f214ee None None] Port 7410be57-f229-43a7-81b3-f5c1951cf80a cannot update to ACTIVE because it is not bound. {{(pid=103306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 26 21:16:19.611278 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-061ee0eb-5cc6-476d-86a6-08a1cb17a2f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (69d5b9e9-039e-495d-ac73-da7cd91880c1), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:16:19.616807 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae562d08-e1df-4c7f-b366-4187a1e01d87 admin admin] Network 776b68dc-13f4-4dc4-855d-da517a979e1c is already hosted by enough agents. {{(pid=103304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 21:16:19.619050 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [None req-ae562d08-e1df-4c7f-b366-4187a1e01d87 admin admin] Resources bound (agent type, host, resource id): {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:16:19.688546 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-9234b58f-7f94-4ca2-9015-c924836ebb96 admin admin] Deleting port 40b25750-a88f-4fe8-a7ff-5f345cf49301 {{(pid=103305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 21:16:19.688943 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-9234b58f-7f94-4ca2-9015-c924836ebb96 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746560630878'] for port (40b25750-a88f-4fe8-a7ff-5f345cf49301), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:16:19.719732 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-061ee0eb-5cc6-476d-86a6-08a1cb17a2f9 None None] Routers {'077fb25e-0381-46a0-83a2-df7ac4efce05'} bound to L3 agent in host n-d-760453-5 {{(pid=103306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 21:16:19.720480 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-061ee0eb-5cc6-476d-86a6-08a1cb17a2f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-26T20:55:21Z,description=,heartbeat_timestamp=2022-01-26T21:15:51Z,host='n-d-760453-5',id=09df100c-3af1-4b0a-bda8-05914c71c458,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:55:21Z,topic='l3_agent')) {'router_ids': ['077fb25e-0381-46a0-83a2-df7ac4efce05'], 'active': True} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:16:19.867788 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae562d08-e1df-4c7f-b366-4187a1e01d87 admin admin] Router 077fb25e-0381-46a0-83a2-df7ac4efce05 has already been hosted by L3 agent 09df100c-3af1-4b0a-bda8-05914c71c458 {{(pid=103304) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 26 21:16:19.901061 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [None req-9234b58f-7f94-4ca2-9015-c924836ebb96 admin admin] For port 40b25750-a88f-4fe8-a7ff-5f345cf49301, host n-d-760453-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=40b25750-a88f-4fe8-a7ff-5f345cf49301,segment=NetworkSegment(af032e5b-82aa-44c9-824d-1e5696119444),segment_id=af032e5b-82aa-44c9-824d-1e5696119444)] {{(pid=103305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:16:19.901710 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-9234b58f-7f94-4ca2-9015-c924836ebb96 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4109658'] for port (40b25750-a88f-4fe8-a7ff-5f345cf49301), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:16:19.936112 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-9234b58f-7f94-4ca2-9015-c924836ebb96 admin admin] Calling delete_port for 40b25750-a88f-4fe8-a7ff-5f345cf49301 owned by network:dhcp {{(pid=103305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 21:16:20.061619 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fb3c231-3f8c-4f9c-b48c-3e4e364b890a None None] DHCP port deletion for 15c39b24-f7c4-4710-b8cb-f1d4e3bc27f6 request from n-d-760453-5 {{(pid=103306) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 26 21:16:20.069093 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ee878f-b261-478b-b577-c25e9fb13d3d None None] Pushing event updated for resources: {'Port': ['ID=69d5b9e9-039e-495d-ac73-da7cd91880c1,revision_number=3']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:16:20.078228 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-9234b58f-7f94-4ca2-9015-c924836ebb96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746560636600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746560234536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11791543'] for port (40b25750-a88f-4fe8-a7ff-5f345cf49301), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:16:20.087857 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae562d08-e1df-4c7f-b366-4187a1e01d87 admin admin] Notify agent at l3_agent.n-d-760453-5 the message routers_updated {{(pid=103304) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 26 21:16:20.101485 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-ae562d08-e1df-4c7f-b366-4187a1e01d87 admin admin] 10.222.0.13 "PUT /v2.0/routers/077fb25e-0381-46a0-83a2-df7ac4efce05/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8581491 Jan 26 21:16:20.129989 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9234b58f-7f94-4ca2-9015-c924836ebb96 admin admin] Pushing event deleted for resources: {'Port': ['ID=40b25750-a88f-4fe8-a7ff-5f345cf49301,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:16:20.138796 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9234b58f-7f94-4ca2-9015-c924836ebb96 admin admin] No DVR routers for this DVR port 40b25750-a88f-4fe8-a7ff-5f345cf49301 on host n-d-760453-5 {{(pid=103305) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 26 21:16:20.181203 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvr_db [None req-061ee0eb-5cc6-476d-86a6-08a1cb17a2f9 None None] Set router 077fb25e-0381-46a0-83a2-df7ac4efce05 gateway port host: n-d-760453-5 {{(pid=103306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 21:16:20.275802 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-6fb3c231-3f8c-4f9c-b48c-3e4e364b890a None None] The port '40b25750-a88f-4fe8-a7ff-5f345cf49301' was deleted {{(pid=103306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 26 21:16:20.363297 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-9234b58f-7f94-4ca2-9015-c924836ebb96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-686403', 'neutron.services.segments.db._delete_segments_for_network-8746560774018'] for network (15c39b24-f7c4-4710-b8cb-f1d4e3bc27f6), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:16:20.391009 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-6763acb4-4111-46f3-8a2e-a59bf1f0b8c4 None None] Provisioning complete for port 7410be57-f229-43a7-81b3-f5c1951cf80a triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:16:20.391231 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-6763acb4-4111-46f3-8a2e-a59bf1f0b8c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (7410be57-f229-43a7-81b3-f5c1951cf80a), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:16:20.420649 n-d-760453-5 neutron-server[103305]: DEBUG neutron.services.segments.db [None req-9234b58f-7f94-4ca2-9015-c924836ebb96 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['15c39b24-f7c4-4710-b8cb-f1d4e3bc27f6']}} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:16:20.460544 n-d-760453-5 neutron-server[103305]: DEBUG neutron.services.segments.db [None req-9234b58f-7f94-4ca2-9015-c924836ebb96 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'af032e5b-82aa-44c9-824d-1e5696119444') {'for_net_delete': True} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:16:20.462416 n-d-760453-5 neutron-server[103305]: DEBUG neutron.services.segments.db [None req-9234b58f-7f94-4ca2-9015-c924836ebb96 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'af032e5b-82aa-44c9-824d-1e5696119444') {} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:16:20.494058 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-9234b58f-7f94-4ca2-9015-c924836ebb96 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746560742283', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11788955'] for segment (af032e5b-82aa-44c9-824d-1e5696119444), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:16:20.526960 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-6763acb4-4111-46f3-8a2e-a59bf1f0b8c4 None None] Port 7410be57-f229-43a7-81b3-f5c1951cf80a cannot update to ACTIVE because it is not bound. {{(pid=103306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 26 21:16:20.527937 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-9234b58f-7f94-4ca2-9015-c924836ebb96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576559'] for segment (af032e5b-82aa-44c9-824d-1e5696119444), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:16:20.540874 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9234b58f-7f94-4ca2-9015-c924836ebb96 admin admin] Releasing vlan 589 on physical network physnet1 to pool {{(pid=103305) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 26 21:16:20.541103 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-9234b58f-7f94-4ca2-9015-c924836ebb96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11791428'] for segment (af032e5b-82aa-44c9-824d-1e5696119444), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:16:20.543068 n-d-760453-5 neutron-server[103305]: Traceback (most recent call last): Jan 26 21:16:20.543068 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 26 21:16:20.543068 n-d-760453-5 neutron-server[103305]: timer() Jan 26 21:16:20.543068 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 26 21:16:20.543068 n-d-760453-5 neutron-server[103305]: cb(*args, **kw) Jan 26 21:16:20.543068 n-d-760453-5 neutron-server[103305]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 26 21:16:20.543068 n-d-760453-5 neutron-server[103305]: return func(*args, **kwargs) Jan 26 21:16:20.543068 n-d-760453-5 neutron-server[103305]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 26 21:16:20.543068 n-d-760453-5 neutron-server[103305]: self._notify() Jan 26 21:16:20.543068 n-d-760453-5 neutron-server[103305]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 26 21:16:20.543068 n-d-760453-5 neutron-server[103305]: self.callback(batched_events) Jan 26 21:16:20.543068 n-d-760453-5 neutron-server[103305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 26 21:16:20.543068 n-d-760453-5 neutron-server[103305]: event.method(event) Jan 26 21:16:20.543068 n-d-760453-5 neutron-server[103305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 26 21:16:20.543068 n-d-760453-5 neutron-server[103305]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 26 21:16:20.543068 n-d-760453-5 neutron-server[103305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 26 21:16:20.543068 n-d-760453-5 neutron-server[103305]: aggregate_uuid = self.p_client.list_aggregates( Jan 26 21:16:20.543068 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 26 21:16:20.543068 n-d-760453-5 neutron-server[103305]: return f(self, *a, **k) Jan 26 21:16:20.543068 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 26 21:16:20.543068 n-d-760453-5 neutron-server[103305]: return self._get(url).json() Jan 26 21:16:20.543068 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 26 21:16:20.543068 n-d-760453-5 neutron-server[103305]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 26 21:16:20.543068 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 26 21:16:20.543068 n-d-760453-5 neutron-server[103305]: return self.request(url, 'GET', **kwargs) Jan 26 21:16:20.543068 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 26 21:16:20.543068 n-d-760453-5 neutron-server[103305]: base_url = self.get_endpoint(auth, allow=allow, Jan 26 21:16:20.543068 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 26 21:16:20.543068 n-d-760453-5 neutron-server[103305]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 26 21:16:20.543068 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 26 21:16:20.543068 n-d-760453-5 neutron-server[103305]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 26 21:16:20.543068 n-d-760453-5 neutron-server[103305]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 26 21:16:20.667778 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-061ee0eb-5cc6-476d-86a6-08a1cb17a2f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '077fb25e-0381-46a0-83a2-df7ac4efce05', 'name': 'tempest-TaggedBootDevicesTest_v242-84118051-router', 'tenant_id': 'd5e8578b62ea4e2b9aedc0c9f0fa038f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'external_fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.192'}], 'enable_snat': True}, 'gw_port_id': '69d5b9e9-039e-495d-ac73-da7cd91880c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T21:16:10Z', 'updated_at': '2022-01-26T21:16:18Z', 'revision_number': 4, 'project_id': 'd5e8578b62ea4e2b9aedc0c9f0fa038f', 'gw_port': {'id': '69d5b9e9-039e-495d-ac73-da7cd91880c1', 'name': '', 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:13:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '077fb25e-0381-46a0-83a2-df7ac4efce05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1408, 'fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:16:12Z', 'updated_at': '2022-01-26T21:16:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-5', '_interfaces': [{'id': '7410be57-f229-43a7-81b3-f5c1951cf80a', 'name': '', 'network_id': '776b68dc-13f4-4dc4-855d-da517a979e1c', 'tenant_id': 'd5e8578b62ea4e2b9aedc0c9f0fa038f', 'mac_address': 'fa:16:3e:6b:4f:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '077fb25e-0381-46a0-83a2-df7ac4efce05', 'device_owner': 'network:router_interface', 'standard_attr_id': 1409, 'fixed_ips': [{'subnet_id': '53765fab-de65-469d-9cf1-059da798be56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:16:17Z', 'updated_at': '2022-01-26T21:16:19Z', 'revision_number': 2, 'project_id': 'd5e8578b62ea4e2b9aedc0c9f0fa038f', 'subnets': [{'id': '53765fab-de65-469d-9cf1-059da798be56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760453-5', False) {} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:16:20.684676 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-9234b58f-7f94-4ca2-9015-c924836ebb96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4110931'] for network (15c39b24-f7c4-4710-b8cb-f1d4e3bc27f6), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:16:20.694120 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-9234b58f-7f94-4ca2-9015-c924836ebb96 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709645'] for network (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:16:20.707941 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-9234b58f-7f94-4ca2-9015-c924836ebb96 admin admin] 10.222.0.13 "DELETE /v2.0/networks/15c39b24-f7c4-4710-b8cb-f1d4e3bc27f6 HTTP/1.1" status: 204 len: 168 time: 1.3689570 Jan 26 21:16:20.713730 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-061ee0eb-5cc6-476d-86a6-08a1cb17a2f9 None None] The sync data for ids ['077fb25e-0381-46a0-83a2-df7ac4efce05'] in n-d-760453-5 is: [{'id': '077fb25e-0381-46a0-83a2-df7ac4efce05', 'name': 'tempest-TaggedBootDevicesTest_v242-84118051-router', 'tenant_id': 'd5e8578b62ea4e2b9aedc0c9f0fa038f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'external_fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.192'}], 'enable_snat': True}, 'gw_port_id': '69d5b9e9-039e-495d-ac73-da7cd91880c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T21:16:10Z', 'updated_at': '2022-01-26T21:16:18Z', 'revision_number': 4, 'project_id': 'd5e8578b62ea4e2b9aedc0c9f0fa038f', 'gw_port': {'id': '69d5b9e9-039e-495d-ac73-da7cd91880c1', 'name': '', 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:13:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '077fb25e-0381-46a0-83a2-df7ac4efce05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1408, 'fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:16:12Z', 'updated_at': '2022-01-26T21:16:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-5', '_interfaces': [{'id': '7410be57-f229-43a7-81b3-f5c1951cf80a', 'name': '', 'network_id': '776b68dc-13f4-4dc4-855d-da517a979e1c', 'tenant_id': 'd5e8578b62ea4e2b9aedc0c9f0fa038f', 'mac_address': 'fa:16:3e:6b:4f:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '077fb25e-0381-46a0-83a2-df7ac4efce05', 'device_owner': 'network:router_interface', 'standard_attr_id': 1409, 'fixed_ips': [{'subnet_id': '53765fab-de65-469d-9cf1-059da798be56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:16:17Z', 'updated_at': '2022-01-26T21:16:19Z', 'revision_number': 2, 'project_id': 'd5e8578b62ea4e2b9aedc0c9f0fa038f', 'subnets': [{'id': '53765fab-de65-469d-9cf1-059da798be56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 26 21:16:20.731742 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9234b58f-7f94-4ca2-9015-c924836ebb96 admin admin] Pushing event deleted for resources: {'Network': ['ID=15c39b24-f7c4-4710-b8cb-f1d4e3bc27f6,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:16:20.802463 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 58206) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:16:20.841336 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device 40b25750-a88f-4fe8-a7ff-5f345cf49301 no longer exists at agent ovs-agent-n-d-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 26 21:16:20.898844 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] No Port match for: 40b25750-a88f-4fe8-a7ff-5f345cf49301 {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 26 21:16:20.899584 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device 40b25750-a88f-4fe8-a7ff-5f345cf49301 not bound to the agent host n-d-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 26 21:16:21.027792 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-1a622129-d642-4749-ad4a-4c6e1fcbfbf2 admin admin] Request body: {'network': {'name': 'tempest-MultipleCreateTestJSON-2005737512-network', 'tenant_id': '1ab31b5d3142488a8e17b3ca56cecb8f'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:16:21.028339 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 58212) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:16:21.063774 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a622129-d642-4749-ad4a-4c6e1fcbfbf2 admin admin] Made reservation on behalf of 1ab31b5d3142488a8e17b3ca56cecb8f for: {'network': 1} {{(pid=103305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 21:16:21.077112 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-1a622129-d642-4749-ad4a-4c6e1fcbfbf2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for network (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:16:21.106295 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-1a622129-d642-4749-ad4a-4c6e1fcbfbf2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:16:21.162333 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-6b057c8c-b5a0-48e5-9403-3d77769535a4 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c8d46c1d9718442f87ddc378b5600012&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1313908 Jan 26 21:16:21.163868 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 58216) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:16:21.219457 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-218989e7-4b20-42c9-b6d1-3f0ad7dfae80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (09df100c-3af1-4b0a-bda8-05914c71c458), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:16:21.268365 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-2ca9473a-101a-40d4-88a9-d45f2e0e3966 admin admin] Publish callbacks [] for security_group (bfb47d89-745f-4052-92df-4cb73557cf8c), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:16:21.297582 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-2ca9473a-101a-40d4-88a9-d45f2e0e3966 admin admin] Publish callbacks [] for security_group (bfb47d89-745f-4052-92df-4cb73557cf8c), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:16:21.300954 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-1a622129-d642-4749-ad4a-4c6e1fcbfbf2 admin admin] Publish callbacks [] for security_group (ac84af4e-d640-4e7c-806b-00b2142fd304), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:16:21.307435 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-1a622129-d642-4749-ad4a-4c6e1fcbfbf2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (ac84af4e-d640-4e7c-806b-00b2142fd304), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:16:21.336805 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1a622129-d642-4749-ad4a-4c6e1fcbfbf2 admin admin] vlan segment allocate from pool success with {'vlan_id': 550, 'physical_network': 'physnet1'} {{(pid=103305) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 26 21:16:21.359434 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a622129-d642-4749-ad4a-4c6e1fcbfbf2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac84af4e-d640-4e7c-806b-00b2142fd304,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:16:21.363310 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-1a622129-d642-4749-ad4a-4c6e1fcbfbf2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576559'] for segment (b71d2c3f-3145-4173-b50d-b6be621ac7bd), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:16:21.363981 n-d-760453-5 neutron-server[103305]: INFO neutron.db.segments_db [None req-1a622129-d642-4749-ad4a-4c6e1fcbfbf2 admin admin] Added segment b71d2c3f-3145-4173-b50d-b6be621ac7bd of type vlan for network 0ba33c24-cb18-484b-aac7-07d8859e9540 Jan 26 21:16:21.378223 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-2ca9473a-101a-40d4-88a9-d45f2e0e3966 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (bfb47d89-745f-4052-92df-4cb73557cf8c), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:16:21.381836 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-2ca9473a-101a-40d4-88a9-d45f2e0e3966 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:16:21.387243 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-2ca9473a-101a-40d4-88a9-d45f2e0e3966 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/bfb47d89-745f-4052-92df-4cb73557cf8c HTTP/1.1" status: 204 len: 168 time: 0.2218230 Jan 26 21:16:21.398333 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca9473a-101a-40d4-88a9-d45f2e0e3966 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfb47d89-745f-4052-92df-4cb73557cf8c,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:16:21.450802 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-1a622129-d642-4749-ad4a-4c6e1fcbfbf2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746560256871'] for network (0ba33c24-cb18-484b-aac7-07d8859e9540), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:16:21.512563 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-1a622129-d642-4749-ad4a-4c6e1fcbfbf2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503'] for network (0ba33c24-cb18-484b-aac7-07d8859e9540), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:16:21.514994 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a622129-d642-4749-ad4a-4c6e1fcbfbf2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:16:21.515770 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-1a622129-d642-4749-ad4a-4c6e1fcbfbf2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709645'] for network (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:16:21.599560 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-1a622129-d642-4749-ad4a-4c6e1fcbfbf2 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.7934616 Jan 26 21:16:21.599980 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 58224) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:16:21.607090 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-d9bab177-9229-453b-994a-df98e68bcaa0 admin admin] Request body: {'subnet': {'network_id': '0ba33c24-cb18-484b-aac7-07d8859e9540', 'cidr': '172.20.0.0/28', 'name': 'tempest-MultipleCreateTestJSON-2005737512-subnet', 'tenant_id': '1ab31b5d3142488a8e17b3ca56cecb8f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:16:21.625160 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a622129-d642-4749-ad4a-4c6e1fcbfbf2 admin admin] Pushing event updated for resources: {'Network': ['ID=0ba33c24-cb18-484b-aac7-07d8859e9540,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:16:21.636793 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Network 0ba33c24-cb18-484b-aac7-07d8859e9540 details requested by agent ovs-agent-n-d-760453-5 with host n-d-760453-5 {{(pid=103306) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 26 21:16:21.662916 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9bab177-9229-453b-994a-df98e68bcaa0 admin admin] Made reservation on behalf of 1ab31b5d3142488a8e17b3ca56cecb8f for: {'subnet': 1} {{(pid=103304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 21:16:21.677526 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-d9bab177-9229-453b-994a-df98e68bcaa0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12215181'] for subnet (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:16:21.961524 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-d9bab177-9229-453b-994a-df98e68bcaa0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9285249', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12215227'] for subnet (a0b74693-6c87-45e7-8c94-8aeae991a4dc), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:16:22.052774 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9bab177-9229-453b-994a-df98e68bcaa0 admin admin] Checking segment: {'id': 'b71d2c3f-3145-4173-b50d-b6be621ac7bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '0ba33c24-cb18-484b-aac7-07d8859e9540'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103304) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 21:16:22.053371 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9bab177-9229-453b-994a-df98e68bcaa0 admin admin] Network hostable DHCP agents. Network: 0ba33c24-cb18-484b-aac7-07d8859e9540, hostable agents: ['474ccdf7-ab6c-405b-a3b2-dc7b05829902'], hosted agents: [] {{(pid=103304) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 26 21:16:22.067245 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9bab177-9229-453b-994a-df98e68bcaa0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a0b74693-6c87-45e7-8c94-8aeae991a4dc,revision_number=0']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:16:22.099287 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9bab177-9229-453b-994a-df98e68bcaa0 admin admin] Network 0ba33c24-cb18-484b-aac7-07d8859e9540 is scheduled to be hosted by DHCP agent 474ccdf7-ab6c-405b-a3b2-dc7b05829902 with binding_index 1 {{(pid=103304) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 26 21:16:22.124793 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [None req-d9bab177-9229-453b-994a-df98e68bcaa0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760453-5, 0ba33c24-cb18-484b-aac7-07d8859e9540) {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:16:22.131048 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9bab177-9229-453b-994a-df98e68bcaa0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:16:22.131917 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-d9bab177-9229-453b-994a-df98e68bcaa0 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:16:22.158353 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-574cbc19-f0c1-4616-b7b0-5b7740327efb None None] Network 0ba33c24-cb18-484b-aac7-07d8859e9540 requested from n-d-760453-5 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 26 21:16:22.168454 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-d9bab177-9229-453b-994a-df98e68bcaa0 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.5653658 Jan 26 21:16:22.208703 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-841f5991-a4d8-4d4b-b215-cbc6bab5427b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (aa7ee9d2-08eb-4e12-b895-24c57300dfec), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:16:22.384616 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df763545-adc6-4a2c-84ef-997a4901d870 None None] Network 0ba33c24-cb18-484b-aac7-07d8859e9540 requested from n-d-760453-5 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 26 21:16:22.866474 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 58260) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:16:22.910797 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (4d619873-4b60-439f-9b5a-b155dc8bbc34), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:16:22.931292 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device 69d5b9e9-039e-495d-ac73-da7cd91880c1 up at agent ovs-agent-n-d-760453-5 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 21:16:23.014672 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Provisioning complete for port 69d5b9e9-039e-495d-ac73-da7cd91880c1 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:16:23.015329 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (69d5b9e9-039e-495d-ac73-da7cd91880c1), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:16:23.073835 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-3aef77a5-c2bc-441b-9e01-842f8902dae8 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsNegativeTestJSON-712513370-network', 'tenant_id': 'b5f2577ff12c4666b06ef5f933732e3f'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:16:23.103228 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3aef77a5-c2bc-441b-9e01-842f8902dae8 admin admin] Made reservation on behalf of b5f2577ff12c4666b06ef5f933732e3f for: {'network': 1} {{(pid=103305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 21:16:23.106762 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-3aef77a5-c2bc-441b-9e01-842f8902dae8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for network (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:16:23.118235 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-3aef77a5-c2bc-441b-9e01-842f8902dae8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:16:23.142410 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Current status of the port 69d5b9e9-039e-495d-ac73-da7cd91880c1 is: DOWN; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:16:23.144041 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (69d5b9e9-039e-495d-ac73-da7cd91880c1), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:16:23.195256 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] For port 69d5b9e9-039e-495d-ac73-da7cd91880c1, host n-d-760453-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=69d5b9e9-039e-495d-ac73-da7cd91880c1,segment=NetworkSegment(e17cb353-418f-48b9-b982-21a6233ee99b),segment_id=e17cb353-418f-48b9-b982-21a6233ee99b)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:16:23.206149 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (69d5b9e9-039e-495d-ac73-da7cd91880c1), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:16:23.288633 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-3aef77a5-c2bc-441b-9e01-842f8902dae8 admin admin] Publish callbacks [] for security_group (d8080699-0bce-4810-9876-51d6f7e2b58a), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:16:23.296085 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Pushing event updated for resources: {'Port': ['ID=69d5b9e9-039e-495d-ac73-da7cd91880c1,revision_number=4']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:16:23.298533 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-3aef77a5-c2bc-441b-9e01-842f8902dae8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (d8080699-0bce-4810-9876-51d6f7e2b58a), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:16:23.320162 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3aef77a5-c2bc-441b-9e01-842f8902dae8 admin admin] vlan segment allocate from pool success with {'vlan_id': 585, 'physical_network': 'physnet1'} {{(pid=103305) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 26 21:16:23.330684 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-3aef77a5-c2bc-441b-9e01-842f8902dae8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576559'] for segment (19d29f93-51d6-465d-9c9e-538295ca8e32), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:16:23.331074 n-d-760453-5 neutron-server[103305]: INFO neutron.db.segments_db [None req-3aef77a5-c2bc-441b-9e01-842f8902dae8 admin admin] Added segment 19d29f93-51d6-465d-9c9e-538295ca8e32 of type vlan for network 28a9ff28-6c67-4e2c-8ec4-174624f5cc8a Jan 26 21:16:23.388379 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-3aef77a5-c2bc-441b-9e01-842f8902dae8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746560256871'] for network (28a9ff28-6c67-4e2c-8ec4-174624f5cc8a), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:16:23.445078 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aef77a5-c2bc-441b-9e01-842f8902dae8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8080699-0bce-4810-9876-51d6f7e2b58a,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:16:23.462997 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-3aef77a5-c2bc-441b-9e01-842f8902dae8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503'] for network (28a9ff28-6c67-4e2c-8ec4-174624f5cc8a), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:16:23.464429 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3aef77a5-c2bc-441b-9e01-842f8902dae8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:16:23.465419 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-3aef77a5-c2bc-441b-9e01-842f8902dae8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709645'] for network (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:16:23.548597 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-3aef77a5-c2bc-441b-9e01-842f8902dae8 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.6785200 Jan 26 21:16:23.548954 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 58272) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:16:23.555107 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-aa83f620-b6dc-45f1-8d0e-4799924e2cf6 admin admin] Request body: {'subnet': {'network_id': '28a9ff28-6c67-4e2c-8ec4-174624f5cc8a', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsNegativeTestJSON-712513370-subnet', 'tenant_id': 'b5f2577ff12c4666b06ef5f933732e3f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:16:23.573386 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aef77a5-c2bc-441b-9e01-842f8902dae8 admin admin] Pushing event updated for resources: {'Network': ['ID=28a9ff28-6c67-4e2c-8ec4-174624f5cc8a,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:16:23.586177 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa83f620-b6dc-45f1-8d0e-4799924e2cf6 admin admin] Made reservation on behalf of b5f2577ff12c4666b06ef5f933732e3f for: {'subnet': 1} {{(pid=103304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 21:16:23.589157 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-aa83f620-b6dc-45f1-8d0e-4799924e2cf6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12215181'] for subnet (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:16:23.614365 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Network 28a9ff28-6c67-4e2c-8ec4-174624f5cc8a details requested by agent ovs-agent-n-d-760453-5 with host n-d-760453-5 {{(pid=103306) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 26 21:16:23.880618 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-aa83f620-b6dc-45f1-8d0e-4799924e2cf6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9285249', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12215227'] for subnet (aaa194d1-1f5a-46ef-ac95-d8d4bd5aa6c2), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:16:23.963360 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa83f620-b6dc-45f1-8d0e-4799924e2cf6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=aaa194d1-1f5a-46ef-ac95-d8d4bd5aa6c2,revision_number=0']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:16:23.974061 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa83f620-b6dc-45f1-8d0e-4799924e2cf6 admin admin] Checking segment: {'id': '19d29f93-51d6-465d-9c9e-538295ca8e32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '28a9ff28-6c67-4e2c-8ec4-174624f5cc8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103304) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 21:16:23.974424 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa83f620-b6dc-45f1-8d0e-4799924e2cf6 admin admin] Network hostable DHCP agents. Network: 28a9ff28-6c67-4e2c-8ec4-174624f5cc8a, hostable agents: ['474ccdf7-ab6c-405b-a3b2-dc7b05829902'], hosted agents: [] {{(pid=103304) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 26 21:16:23.994358 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa83f620-b6dc-45f1-8d0e-4799924e2cf6 admin admin] Network 28a9ff28-6c67-4e2c-8ec4-174624f5cc8a is scheduled to be hosted by DHCP agent 474ccdf7-ab6c-405b-a3b2-dc7b05829902 with binding_index 1 {{(pid=103304) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 26 21:16:24.007489 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [None req-aa83f620-b6dc-45f1-8d0e-4799924e2cf6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760453-5, 28a9ff28-6c67-4e2c-8ec4-174624f5cc8a) {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:16:24.017809 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-839dd188-ec69-470c-9ab0-d318dc1a2e96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (e79b4fc6-6c71-44b2-a6d0-ff3e1f4dfd0d), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:16:24.022963 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa83f620-b6dc-45f1-8d0e-4799924e2cf6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:16:24.023907 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-aa83f620-b6dc-45f1-8d0e-4799924e2cf6 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:16:24.024857 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4663f71-86f8-4374-b88a-0a262e1dd027 None None] Network 28a9ff28-6c67-4e2c-8ec4-174624f5cc8a requested from n-d-760453-5 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 26 21:16:24.049478 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-aa83f620-b6dc-45f1-8d0e-4799924e2cf6 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.4988735 Jan 26 21:16:24.183355 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1f29bd2-be93-4bd8-9292-0e99338f73f4 None None] Network 28a9ff28-6c67-4e2c-8ec4-174624f5cc8a requested from n-d-760453-5 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 26 21:16:24.501541 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9755d536-ef61-4ff9-9f68-7d07918276b4 req-8792e2d3-3f6d-4db5-ae85-6562c571437e tempest-ServersTestJSON-1629463572 tempest-ServersTestJSON-1629463572-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:16:24.503472 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-9755d536-ef61-4ff9-9f68-7d07918276b4 req-8792e2d3-3f6d-4db5-ae85-6562c571437e tempest-ServersTestJSON-1629463572 tempest-ServersTestJSON-1629463572-project] 10.222.0.13 "GET /v2.0/networks?id=20b7651f-3dfe-4f65-83e1-a38049e7aae9 HTTP/1.1" status: 200 len: 806 time: 0.3803389 Jan 26 21:16:24.524409 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-9755d536-ef61-4ff9-9f68-7d07918276b4 req-f2bf5cf7-3ca0-4440-9c3a-927364a6c5c5 tempest-ServersTestJSON-1629463572 tempest-ServersTestJSON-1629463572-project] 10.222.0.13 "GET /v2.0/quotas/9e460ecabad547eca1394374023e7caf HTTP/1.1" status: 200 len: 375 time: 0.0116510 Jan 26 21:16:24.552326 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fba70b7-e405-4ec5-a4ed-5e03bf6b62c8 req-b1e278d2-0c39-421f-9773-4dbb6f38c321 tempest-MultipleCreateTestJSON-2007749212 tempest-MultipleCreateTestJSON-2007749212-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:16:24.555217 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-9fba70b7-e405-4ec5-a4ed-5e03bf6b62c8 req-b1e278d2-0c39-421f-9773-4dbb6f38c321 tempest-MultipleCreateTestJSON-2007749212 tempest-MultipleCreateTestJSON-2007749212-project] 10.222.0.13 "GET /v2.0/networks?id=0ba33c24-cb18-484b-aac7-07d8859e9540 HTTP/1.1" status: 200 len: 813 time: 0.3861952 Jan 26 21:16:24.595766 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-9fba70b7-e405-4ec5-a4ed-5e03bf6b62c8 req-321f5624-961e-49ad-ba8a-826f84130485 tempest-MultipleCreateTestJSON-2007749212 tempest-MultipleCreateTestJSON-2007749212-project] 10.222.0.13 "GET /v2.0/quotas/1ab31b5d3142488a8e17b3ca56cecb8f HTTP/1.1" status: 200 len: 375 time: 0.0219772 Jan 26 21:16:24.690321 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-9755d536-ef61-4ff9-9f68-7d07918276b4 req-e0321fe5-9cc9-4156-ac2e-783edcb2b0dc tempest-ServersTestJSON-1629463572 tempest-ServersTestJSON-1629463572-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=9e460ecabad547eca1394374023e7caf&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1604829 Jan 26 21:16:24.692457 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-9fba70b7-e405-4ec5-a4ed-5e03bf6b62c8 req-c949aebb-ad08-4609-9041-61bd72c726e2 tempest-MultipleCreateTestJSON-2007749212 tempest-MultipleCreateTestJSON-2007749212-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=1ab31b5d3142488a8e17b3ca56cecb8f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0887399 Jan 26 21:16:24.767357 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-69bd1a57-ee29-4e99-a5c7-5739fd2c9d9e req-d5a7f94e-3f35-437a-ab4b-85601358858a service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=71a415fd-0f19-44e3-9cdb-4ebc928c7708&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1054018 Jan 26 21:16:24.879361 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [req-9fba70b7-e405-4ec5-a4ed-5e03bf6b62c8 req-ee943ff1-98ea-4c22-a1b7-ab60e302c41c service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=103304) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 26 21:16:24.880554 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-9fba70b7-e405-4ec5-a4ed-5e03bf6b62c8 req-ee943ff1-98ea-4c22-a1b7-ab60e302c41c service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1742301 Jan 26 21:16:24.919493 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-9755d536-ef61-4ff9-9f68-7d07918276b4 req-2d711877-c92b-4a4d-86ec-6788a2d3b275 service neutron] 10.222.0.13 "GET /v2.0/networks/20b7651f-3dfe-4f65-83e1-a38049e7aae9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2227626 Jan 26 21:16:24.921245 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69bd1a57-ee29-4e99-a5c7-5739fd2c9d9e req-44e4c7c1-10a7-47fc-bafe-631b91d556a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:16:24.922979 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-69bd1a57-ee29-4e99-a5c7-5739fd2c9d9e req-44e4c7c1-10a7-47fc-bafe-631b91d556a0 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=ee6098e1a6074d57972f34ef6549de05&device_id=71a415fd-0f19-44e3-9cdb-4ebc928c7708 HTTP/1.1" status: 200 len: 1095 time: 0.1215665 Jan 26 21:16:24.976930 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device 69d5b9e9-039e-495d-ac73-da7cd91880c1 up at agent ovs-agent-n-d-760453-5 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 21:16:25.072739 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebd0ce1e-0c4b-4835-a9b1-d8fad898aca9 None None] Sync routers for ids ['077fb25e-0381-46a0-83a2-df7ac4efce05'] in n-d-760453-5 {{(pid=103306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 26 21:16:25.094352 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebd0ce1e-0c4b-4835-a9b1-d8fad898aca9 None None] Routers {'077fb25e-0381-46a0-83a2-df7ac4efce05'} bound to L3 agent in host n-d-760453-5 {{(pid=103306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 21:16:25.095035 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-ebd0ce1e-0c4b-4835-a9b1-d8fad898aca9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-26T20:55:21Z,description=,heartbeat_timestamp=2022-01-26T21:16:21Z,host='n-d-760453-5',id=09df100c-3af1-4b0a-bda8-05914c71c458,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:55:21Z,topic='l3_agent')) {'router_ids': ['077fb25e-0381-46a0-83a2-df7ac4efce05'], 'active': True} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:16:25.114509 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69bd1a57-ee29-4e99-a5c7-5739fd2c9d9e req-b32e4402-51b9-4771-86f6-f9f628c605de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:16:25.116149 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-69bd1a57-ee29-4e99-a5c7-5739fd2c9d9e req-b32e4402-51b9-4771-86f6-f9f628c605de service neutron] 10.222.0.66 "GET /v2.0/networks?id=57cdf3f5-a20b-4c6f-b2eb-bed2f5d4d40a HTTP/1.1" status: 200 len: 908 time: 0.1697292 Jan 26 21:16:25.130506 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-9755d536-ef61-4ff9-9f68-7d07918276b4 req-0e190306-75dd-4f02-a8b8-f76e1d7e9c7e service neutron] 10.222.0.13 "GET /v2.0/networks/20b7651f-3dfe-4f65-83e1-a38049e7aae9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1639619 Jan 26 21:16:25.148885 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Provisioning complete for port 69d5b9e9-039e-495d-ac73-da7cd91880c1 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:16:25.149119 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (69d5b9e9-039e-495d-ac73-da7cd91880c1), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:16:25.211188 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-9fba70b7-e405-4ec5-a4ed-5e03bf6b62c8 req-4ff21894-2462-43da-b45e-795b49da6643 service neutron] 10.222.0.13 "GET /v2.0/networks/0ba33c24-cb18-484b-aac7-07d8859e9540?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3225880 Jan 26 21:16:25.227470 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-69bd1a57-ee29-4e99-a5c7-5739fd2c9d9e req-2a209d2c-bf84-4f02-a393-71b60d579ad0 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a2a3b45c-c85a-4f3f-ab5d-dcc021dbdb5e HTTP/1.1" status: 200 len: 217 time: 0.1044450 Jan 26 21:16:25.304733 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (fea0591a-627d-4c87-9a9a-01625ddf3277), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:16:25.333452 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69bd1a57-ee29-4e99-a5c7-5739fd2c9d9e req-dadcec5c-2034-4a6c-b122-a73b6ef14a1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:16:25.335122 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-69bd1a57-ee29-4e99-a5c7-5739fd2c9d9e req-dadcec5c-2034-4a6c-b122-a73b6ef14a1a service neutron] 10.222.0.66 "GET /v2.0/subnets?id=0fd61269-7d95-487b-ba3a-f244d39cf571 HTTP/1.1" status: 200 len: 847 time: 0.1015494 Jan 26 21:16:25.357904 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Current status of the port 69d5b9e9-039e-495d-ac73-da7cd91880c1 is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:16:25.381211 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvr_db [None req-ebd0ce1e-0c4b-4835-a9b1-d8fad898aca9 None None] Set router 077fb25e-0381-46a0-83a2-df7ac4efce05 gateway port host: n-d-760453-5 {{(pid=103306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 21:16:25.385603 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-69bd1a57-ee29-4e99-a5c7-5739fd2c9d9e req-7f6b85ad-061f-448d-82f5-e14f200b7cf9 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=57cdf3f5-a20b-4c6f-b2eb-bed2f5d4d40a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0427892 Jan 26 21:16:25.472308 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-9fba70b7-e405-4ec5-a4ed-5e03bf6b62c8 req-89706dc2-8dca-4d4e-b03b-a6d814604c67 service neutron] 10.222.0.13 "GET /v2.0/networks/0ba33c24-cb18-484b-aac7-07d8859e9540?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2537651 Jan 26 21:16:25.678089 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-69bd1a57-ee29-4e99-a5c7-5739fd2c9d9e req-1e2be80a-49c7-42b0-9550-7c9446f15ff5 service neutron] 10.222.0.66 "GET /v2.0/networks/57cdf3f5-a20b-4c6f-b2eb-bed2f5d4d40a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2825885 Jan 26 21:16:26.004459 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-32b53aa3-e83f-4773-990e-9d1ca20b471e req-615784fa-9a65-4cd7-a5ff-ae6e3a1608d3 tempest-ServersTestJSON-1629463572 tempest-ServersTestJSON-1629463572-project] 10.222.0.13 "GET /v2.0/ports?device_id=f2d9f0e7-5692-40f8-ab83-adf1076d5517 HTTP/1.1" status: 200 len: 210 time: 0.0476034 Jan 26 21:16:26.029103 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-69bd1a57-ee29-4e99-a5c7-5739fd2c9d9e req-7265682f-70b2-4e0f-9ffe-9c477e3b5ae3 service neutron] 10.222.0.66 "GET /v2.0/networks/57cdf3f5-a20b-4c6f-b2eb-bed2f5d4d40a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3437195 Jan 26 21:16:26.132316 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-ebd0ce1e-0c4b-4835-a9b1-d8fad898aca9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '077fb25e-0381-46a0-83a2-df7ac4efce05', 'name': 'tempest-TaggedBootDevicesTest_v242-84118051-router', 'tenant_id': 'd5e8578b62ea4e2b9aedc0c9f0fa038f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'external_fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.192'}], 'enable_snat': True}, 'gw_port_id': '69d5b9e9-039e-495d-ac73-da7cd91880c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T21:16:10Z', 'updated_at': '2022-01-26T21:16:18Z', 'revision_number': 4, 'project_id': 'd5e8578b62ea4e2b9aedc0c9f0fa038f', 'gw_port': {'id': '69d5b9e9-039e-495d-ac73-da7cd91880c1', 'name': '', 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:13:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '077fb25e-0381-46a0-83a2-df7ac4efce05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1408, 'fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:16:12Z', 'updated_at': '2022-01-26T21:16:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-5', '_interfaces': [{'id': '7410be57-f229-43a7-81b3-f5c1951cf80a', 'name': '', 'network_id': '776b68dc-13f4-4dc4-855d-da517a979e1c', 'tenant_id': 'd5e8578b62ea4e2b9aedc0c9f0fa038f', 'mac_address': 'fa:16:3e:6b:4f:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '077fb25e-0381-46a0-83a2-df7ac4efce05', 'device_owner': 'network:router_interface', 'standard_attr_id': 1409, 'fixed_ips': [{'subnet_id': '53765fab-de65-469d-9cf1-059da798be56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:16:17Z', 'updated_at': '2022-01-26T21:16:19Z', 'revision_number': 2, 'project_id': 'd5e8578b62ea4e2b9aedc0c9f0fa038f', 'subnets': [{'id': '53765fab-de65-469d-9cf1-059da798be56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760453-5', False) {} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:16:26.188501 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebd0ce1e-0c4b-4835-a9b1-d8fad898aca9 None None] Checking router: 077fb25e-0381-46a0-83a2-df7ac4efce05 for host: n-d-760453-5 {{(pid=103306) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 26 21:16:26.189069 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebd0ce1e-0c4b-4835-a9b1-d8fad898aca9 None None] Updating router 077fb25e-0381-46a0-83a2-df7ac4efce05 port 7410be57-f229-43a7-81b3-f5c1951cf80a binding host n-d-760453-5 {{(pid=103306) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 26 21:16:26.221916 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-ebd0ce1e-0c4b-4835-a9b1-d8fad898aca9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (7410be57-f229-43a7-81b3-f5c1951cf80a), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:16:26.265783 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-a024bb38-3f60-45cd-a69e-f0fa4bb50813 req-aad647f3-bb5e-4c2d-8ea3-6ddbe340e498 tempest-MultipleCreateTestJSON-2007749212 tempest-MultipleCreateTestJSON-2007749212-project] 10.222.0.13 "GET /v2.0/ports?device_id=143b8817-1e87-4fea-bb95-3aa6c71c3d33 HTTP/1.1" status: 200 len: 210 time: 0.0858209 Jan 26 21:16:26.779625 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-ebd0ce1e-0c4b-4835-a9b1-d8fad898aca9 None None] Publish callbacks [] for port (7410be57-f229-43a7-81b3-f5c1951cf80a), precommit_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:16:26.791694 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-ebd0ce1e-0c4b-4835-a9b1-d8fad898aca9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (7410be57-f229-43a7-81b3-f5c1951cf80a), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:16:26.926151 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa53db1-3cdf-4405-b9cd-06806bacab44 None None] Pushing event updated for resources: {'Port': ['ID=7410be57-f229-43a7-81b3-f5c1951cf80a,revision_number=3']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:16:26.995029 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-ebd0ce1e-0c4b-4835-a9b1-d8fad898aca9 None None] Attempting to bind port 7410be57-f229-43a7-81b3-f5c1951cf80a on host n-d-760453-5 for vnic_type normal with profile {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 21:16:26.995415 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-ebd0ce1e-0c4b-4835-a9b1-d8fad898aca9 None None] Attempting to bind port 7410be57-f229-43a7-81b3-f5c1951cf80a by drivers openvswitch,hyperv on host n-d-760453-5 at level 0 using segments [{'id': '671a3ec7-722d-4ff9-bea3-d24946b752c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '776b68dc-13f4-4dc4-855d-da517a979e1c'}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 26 21:16:26.995780 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebd0ce1e-0c4b-4835-a9b1-d8fad898aca9 None None] Attempting to bind port 7410be57-f229-43a7-81b3-f5c1951cf80a on network 776b68dc-13f4-4dc4-855d-da517a979e1c {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 21:16:27.012962 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebd0ce1e-0c4b-4835-a9b1-d8fad898aca9 None None] Checking agent: {'id': 'fea0591a-627d-4c87-9a9a-01625ddf3277', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760453-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 20, 55, 25), 'started_at': datetime.datetime(2022, 1, 26, 20, 55, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 21, 16, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760453-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 26 21:16:27.015374 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebd0ce1e-0c4b-4835-a9b1-d8fad898aca9 None None] Checking segment: {'id': '671a3ec7-722d-4ff9-bea3-d24946b752c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '776b68dc-13f4-4dc4-855d-da517a979e1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 21:16:27.015658 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-ebd0ce1e-0c4b-4835-a9b1-d8fad898aca9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:16:27.018524 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebd0ce1e-0c4b-4835-a9b1-d8fad898aca9 None None] Bound using segment: {'id': '671a3ec7-722d-4ff9-bea3-d24946b752c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '776b68dc-13f4-4dc4-855d-da517a979e1c'} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 26 21:16:27.022078 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-ebd0ce1e-0c4b-4835-a9b1-d8fad898aca9 None None] Bound port: 7410be57-f229-43a7-81b3-f5c1951cf80a, host: n-d-760453-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '671a3ec7-722d-4ff9-bea3-d24946b752c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '776b68dc-13f4-4dc4-855d-da517a979e1c'}}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 26 21:16:27.022682 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-ebd0ce1e-0c4b-4835-a9b1-d8fad898aca9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (7410be57-f229-43a7-81b3-f5c1951cf80a), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:16:27.206164 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-ebd0ce1e-0c4b-4835-a9b1-d8fad898aca9 None None] For port 7410be57-f229-43a7-81b3-f5c1951cf80a, host n-d-760453-5, cleared binding levels {{(pid=103306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 26 21:16:27.220114 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-ebd0ce1e-0c4b-4835-a9b1-d8fad898aca9 None None] For port 7410be57-f229-43a7-81b3-f5c1951cf80a, host n-d-760453-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=7410be57-f229-43a7-81b3-f5c1951cf80a,segment=NetworkSegment(671a3ec7-722d-4ff9-bea3-d24946b752c2),segment_id=671a3ec7-722d-4ff9-bea3-d24946b752c2)] {{(pid=103306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 26 21:16:27.230550 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-ebd0ce1e-0c4b-4835-a9b1-d8fad898aca9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (7410be57-f229-43a7-81b3-f5c1951cf80a), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:16:27.231238 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-24a58f6b-7303-4c02-bef0-c370b361ce6b req-3017d4e3-2f38-4800-b36c-8f94d3eef9d9 tempest-ServersTestJSON-1629463572 tempest-ServersTestJSON-1629463572-project] 10.222.0.13 "GET /v2.0/ports?device_id=f2d9f0e7-5692-40f8-ab83-adf1076d5517 HTTP/1.1" status: 200 len: 210 time: 0.0823860 Jan 26 21:16:27.451693 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-2c809a02-39f4-4466-8202-0437f9a9888a req-23d94df4-e359-4d0e-a0d9-f89bfbc81c8a tempest-MultipleCreateTestJSON-2007749212 tempest-MultipleCreateTestJSON-2007749212-project] 10.222.0.13 "GET /v2.0/ports?device_id=143b8817-1e87-4fea-bb95-3aa6c71c3d33 HTTP/1.1" status: 200 len: 210 time: 0.0671196 Jan 26 21:16:27.478893 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebd0ce1e-0c4b-4835-a9b1-d8fad898aca9 None None] Routers {'077fb25e-0381-46a0-83a2-df7ac4efce05'} bound to L3 agent in host n-d-760453-5 {{(pid=103306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 21:16:27.480851 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-ebd0ce1e-0c4b-4835-a9b1-d8fad898aca9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-26T20:55:21Z,description=,heartbeat_timestamp=2022-01-26T21:16:21Z,host='n-d-760453-5',id=09df100c-3af1-4b0a-bda8-05914c71c458,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:55:21Z,topic='l3_agent')) {'router_ids': ['077fb25e-0381-46a0-83a2-df7ac4efce05'], 'active': True} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:16:27.668764 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9755d536-ef61-4ff9-9f68-7d07918276b4 req-bae34c58-6b91-46e8-8ae2-8096ac42ff90 tempest-ServersTestJSON-1629463572 tempest-ServersTestJSON-1629463572-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:16:27.676053 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-9755d536-ef61-4ff9-9f68-7d07918276b4 req-bae34c58-6b91-46e8-8ae2-8096ac42ff90 tempest-ServersTestJSON-1629463572 tempest-ServersTestJSON-1629463572-project] 10.222.0.66 "GET /v2.0/networks?id=20b7651f-3dfe-4f65-83e1-a38049e7aae9 HTTP/1.1" status: 200 len: 806 time: 0.3207865 Jan 26 21:16:27.702639 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [req-9755d536-ef61-4ff9-9f68-7d07918276b4 req-77c8b211-758a-4ce5-89c1-68f629f1f8c5 tempest-ServersTestJSON-1629463572 tempest-ServersTestJSON-1629463572-project] Request body: {'port': {'device_id': 'f2d9f0e7-5692-40f8-ab83-adf1076d5517', 'network_id': '20b7651f-3dfe-4f65-83e1-a38049e7aae9', 'admin_state_up': True, 'tenant_id': '9e460ecabad547eca1394374023e7caf'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:16:27.842645 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-50071f73-24d4-4e4c-a041-9e8b1ee08517 None None] Provisioning complete for port 7410be57-f229-43a7-81b3-f5c1951cf80a triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:16:27.843014 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-50071f73-24d4-4e4c-a041-9e8b1ee08517 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (7410be57-f229-43a7-81b3-f5c1951cf80a), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:16:27.857666 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa53db1-3cdf-4405-b9cd-06806bacab44 None None] Pushing event updated for resources: {'Port': ['ID=7410be57-f229-43a7-81b3-f5c1951cf80a,revision_number=4']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:16:27.930523 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvr_db [None req-ebd0ce1e-0c4b-4835-a9b1-d8fad898aca9 None None] Set router 077fb25e-0381-46a0-83a2-df7ac4efce05 gateway port host: n-d-760453-5 {{(pid=103306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 21:16:27.954183 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9755d536-ef61-4ff9-9f68-7d07918276b4 req-77c8b211-758a-4ce5-89c1-68f629f1f8c5 tempest-ServersTestJSON-1629463572 tempest-ServersTestJSON-1629463572-project] Made reservation on behalf of 9e460ecabad547eca1394374023e7caf for: {'port': 1} {{(pid=103305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 21:16:27.958574 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-9755d536-ef61-4ff9-9f68-7d07918276b4 req-77c8b211-758a-4ce5-89c1-68f629f1f8c5 tempest-ServersTestJSON-1629463572 tempest-ServersTestJSON-1629463572-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:16:28.089499 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-50071f73-24d4-4e4c-a041-9e8b1ee08517 None None] Current status of the port 7410be57-f229-43a7-81b3-f5c1951cf80a is: DOWN; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:16:28.089822 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-50071f73-24d4-4e4c-a041-9e8b1ee08517 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (7410be57-f229-43a7-81b3-f5c1951cf80a), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:16:28.177611 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-50071f73-24d4-4e4c-a041-9e8b1ee08517 None None] For port 7410be57-f229-43a7-81b3-f5c1951cf80a, host n-d-760453-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=7410be57-f229-43a7-81b3-f5c1951cf80a,segment=NetworkSegment(671a3ec7-722d-4ff9-bea3-d24946b752c2),segment_id=671a3ec7-722d-4ff9-bea3-d24946b752c2)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:16:28.190280 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-50071f73-24d4-4e4c-a041-9e8b1ee08517 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (7410be57-f229-43a7-81b3-f5c1951cf80a), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:16:28.310813 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50071f73-24d4-4e4c-a041-9e8b1ee08517 None None] Pushing event updated for resources: {'Port': ['ID=7410be57-f229-43a7-81b3-f5c1951cf80a,revision_number=5']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:16:28.325726 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-e87685fd-915e-4a88-a314-dbcb86181434 None None] Provisioning complete for port 7410be57-f229-43a7-81b3-f5c1951cf80a triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:16:28.326130 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-e87685fd-915e-4a88-a314-dbcb86181434 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (7410be57-f229-43a7-81b3-f5c1951cf80a), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:16:28.415107 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-ebd0ce1e-0c4b-4835-a9b1-d8fad898aca9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '077fb25e-0381-46a0-83a2-df7ac4efce05', 'name': 'tempest-TaggedBootDevicesTest_v242-84118051-router', 'tenant_id': 'd5e8578b62ea4e2b9aedc0c9f0fa038f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'external_fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.192'}], 'enable_snat': True}, 'gw_port_id': '69d5b9e9-039e-495d-ac73-da7cd91880c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T21:16:10Z', 'updated_at': '2022-01-26T21:16:18Z', 'revision_number': 4, 'project_id': 'd5e8578b62ea4e2b9aedc0c9f0fa038f', 'gw_port': {'id': '69d5b9e9-039e-495d-ac73-da7cd91880c1', 'name': '', 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:13:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '077fb25e-0381-46a0-83a2-df7ac4efce05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1408, 'fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:16:12Z', 'updated_at': '2022-01-26T21:16:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-5', '_interfaces': [{'id': '7410be57-f229-43a7-81b3-f5c1951cf80a', 'name': '', 'network_id': '776b68dc-13f4-4dc4-855d-da517a979e1c', 'tenant_id': 'd5e8578b62ea4e2b9aedc0c9f0fa038f', 'mac_address': 'fa:16:3e:6b:4f:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '077fb25e-0381-46a0-83a2-df7ac4efce05', 'device_owner': 'network:router_interface', 'standard_attr_id': 1409, 'fixed_ips': [{'subnet_id': '53765fab-de65-469d-9cf1-059da798be56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:16:17Z', 'updated_at': '2022-01-26T21:16:27Z', 'revision_number': 4, 'project_id': 'd5e8578b62ea4e2b9aedc0c9f0fa038f', 'subnets': [{'id': '53765fab-de65-469d-9cf1-059da798be56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760453-5', False) {} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:16:28.432799 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-ff5ea1ac-2c53-425a-98ad-7442a385498a req-b19edae8-46fc-4481-8746-ff00f347aa53 tempest-ServersTestJSON-1629463572 tempest-ServersTestJSON-1629463572-project] 10.222.0.13 "GET /v2.0/ports?device_id=f2d9f0e7-5692-40f8-ab83-adf1076d5517 HTTP/1.1" status: 200 len: 210 time: 0.0553727 Jan 26 21:16:28.457488 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.db_base_plugin_common [req-9755d536-ef61-4ff9-9f68-7d07918276b4 req-77c8b211-758a-4ce5-89c1-68f629f1f8c5 tempest-ServersTestJSON-1629463572 tempest-ServersTestJSON-1629463572-project] Allocated IP 172.20.0.8 (20b7651f-3dfe-4f65-83e1-a38049e7aae9/7183c753-f99a-46b0-89ab-825caf92e3fd/e3b59b25-2dbd-4ea3-a6f4-f5d87e65f16d) {{(pid=103305) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 21:16:28.470306 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fba70b7-e405-4ec5-a4ed-5e03bf6b62c8 req-31c4b13b-8f61-4773-a693-f3fedbd52c2e tempest-MultipleCreateTestJSON-2007749212 tempest-MultipleCreateTestJSON-2007749212-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:16:28.494487 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-9fba70b7-e405-4ec5-a4ed-5e03bf6b62c8 req-31c4b13b-8f61-4773-a693-f3fedbd52c2e tempest-MultipleCreateTestJSON-2007749212 tempest-MultipleCreateTestJSON-2007749212-project] 10.222.0.66 "GET /v2.0/networks?id=0ba33c24-cb18-484b-aac7-07d8859e9540 HTTP/1.1" status: 200 len: 813 time: 0.4226444 Jan 26 21:16:28.524525 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [req-9fba70b7-e405-4ec5-a4ed-5e03bf6b62c8 req-c79e77b7-7691-43a6-96ea-ff55b967c764 tempest-MultipleCreateTestJSON-2007749212 tempest-MultipleCreateTestJSON-2007749212-project] Request body: {'port': {'device_id': 'db42e180-7a56-499b-819f-bb88c2ceefa6', 'network_id': '0ba33c24-cb18-484b-aac7-07d8859e9540', 'admin_state_up': True, 'tenant_id': '1ab31b5d3142488a8e17b3ca56cecb8f'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:16:28.580487 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-29387717-8417-4550-a87d-4a61f788cee4 req-e1497e16-23c9-463f-8086-e1b746405b77 tempest-MultipleCreateTestJSON-2007749212 tempest-MultipleCreateTestJSON-2007749212-project] 10.222.0.13 "GET /v2.0/ports?device_id=143b8817-1e87-4fea-bb95-3aa6c71c3d33 HTTP/1.1" status: 200 len: 210 time: 0.0466962 Jan 26 21:16:28.629238 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebd0ce1e-0c4b-4835-a9b1-d8fad898aca9 None None] The sync data for ids ['077fb25e-0381-46a0-83a2-df7ac4efce05'] in n-d-760453-5 is: [{'id': '077fb25e-0381-46a0-83a2-df7ac4efce05', 'name': 'tempest-TaggedBootDevicesTest_v242-84118051-router', 'tenant_id': 'd5e8578b62ea4e2b9aedc0c9f0fa038f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'external_fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.192'}], 'enable_snat': True}, 'gw_port_id': '69d5b9e9-039e-495d-ac73-da7cd91880c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T21:16:10Z', 'updated_at': '2022-01-26T21:16:18Z', 'revision_number': 4, 'project_id': 'd5e8578b62ea4e2b9aedc0c9f0fa038f', 'gw_port': {'id': '69d5b9e9-039e-495d-ac73-da7cd91880c1', 'name': '', 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:13:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '077fb25e-0381-46a0-83a2-df7ac4efce05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1408, 'fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:16:12Z', 'updated_at': '2022-01-26T21:16:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-5', '_interfaces': [{'id': '7410be57-f229-43a7-81b3-f5c1951cf80a', 'name': '', 'network_id': '776b68dc-13f4-4dc4-855d-da517a979e1c', 'tenant_id': 'd5e8578b62ea4e2b9aedc0c9f0fa038f', 'mac_address': 'fa:16:3e:6b:4f:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '077fb25e-0381-46a0-83a2-df7ac4efce05', 'device_owner': 'network:router_interface', 'standard_attr_id': 1409, 'fixed_ips': [{'subnet_id': '53765fab-de65-469d-9cf1-059da798be56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:16:17Z', 'updated_at': '2022-01-26T21:16:27Z', 'revision_number': 4, 'project_id': 'd5e8578b62ea4e2b9aedc0c9f0fa038f', 'subnets': [{'id': '53765fab-de65-469d-9cf1-059da798be56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 26 21:16:28.689056 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-e87685fd-915e-4a88-a314-dbcb86181434 None None] Current status of the port 7410be57-f229-43a7-81b3-f5c1951cf80a is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:16:28.952868 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device 7410be57-f229-43a7-81b3-f5c1951cf80a up at agent ovs-agent-n-d-760453-5 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 21:16:29.071454 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Provisioning complete for port 7410be57-f229-43a7-81b3-f5c1951cf80a triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:16:29.072370 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (7410be57-f229-43a7-81b3-f5c1951cf80a), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:16:29.170397 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Current status of the port 7410be57-f229-43a7-81b3-f5c1951cf80a is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:16:29.315289 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fba70b7-e405-4ec5-a4ed-5e03bf6b62c8 req-1c8bab67-a211-406f-8e19-556180d83637 tempest-MultipleCreateTestJSON-2007749212 tempest-MultipleCreateTestJSON-2007749212-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:16:29.316839 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-9fba70b7-e405-4ec5-a4ed-5e03bf6b62c8 req-1c8bab67-a211-406f-8e19-556180d83637 tempest-MultipleCreateTestJSON-2007749212 tempest-MultipleCreateTestJSON-2007749212-project] 10.222.0.57 "GET /v2.0/networks?id=0ba33c24-cb18-484b-aac7-07d8859e9540 HTTP/1.1" status: 200 len: 813 time: 0.8196387 Jan 26 21:16:29.345068 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [req-9fba70b7-e405-4ec5-a4ed-5e03bf6b62c8 req-5a65e8d6-af9e-4b12-bcac-cb667f4a7692 tempest-MultipleCreateTestJSON-2007749212 tempest-MultipleCreateTestJSON-2007749212-project] Request body: {'port': {'device_id': '143b8817-1e87-4fea-bb95-3aa6c71c3d33', 'network_id': '0ba33c24-cb18-484b-aac7-07d8859e9540', 'admin_state_up': True, 'tenant_id': '1ab31b5d3142488a8e17b3ca56cecb8f'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:16:29.605521 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9fba70b7-e405-4ec5-a4ed-5e03bf6b62c8 req-c79e77b7-7691-43a6-96ea-ff55b967c764 tempest-MultipleCreateTestJSON-2007749212 tempest-MultipleCreateTestJSON-2007749212-project] Made reservation on behalf of 1ab31b5d3142488a8e17b3ca56cecb8f for: {'port': 1} {{(pid=103305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 21:16:29.609499 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-9fba70b7-e405-4ec5-a4ed-5e03bf6b62c8 req-c79e77b7-7691-43a6-96ea-ff55b967c764 tempest-MultipleCreateTestJSON-2007749212 tempest-MultipleCreateTestJSON-2007749212-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:16:29.650693 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-9755d536-ef61-4ff9-9f68-7d07918276b4 req-77c8b211-758a-4ce5-89c1-68f629f1f8c5 tempest-ServersTestJSON-1629463572 tempest-ServersTestJSON-1629463572-project] Publish callbacks [] for port (e3b59b25-2dbd-4ea3-a6f4-f5d87e65f16d), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:16:29.661534 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9fba70b7-e405-4ec5-a4ed-5e03bf6b62c8 req-5a65e8d6-af9e-4b12-bcac-cb667f4a7692 tempest-MultipleCreateTestJSON-2007749212 tempest-MultipleCreateTestJSON-2007749212-project] Made reservation on behalf of 1ab31b5d3142488a8e17b3ca56cecb8f for: {'port': 1} {{(pid=103305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 21:16:29.665576 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-9fba70b7-e405-4ec5-a4ed-5e03bf6b62c8 req-5a65e8d6-af9e-4b12-bcac-cb667f4a7692 tempest-MultipleCreateTestJSON-2007749212 tempest-MultipleCreateTestJSON-2007749212-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:16:29.769996 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-967cab4e-30b3-4193-b9e7-b96f66dca8c3 req-ae5edd02-7909-4fbf-bad9-7369550670b4 tempest-ServersTestJSON-1629463572 tempest-ServersTestJSON-1629463572-project] 10.222.0.13 "GET /v2.0/ports?device_id=f2d9f0e7-5692-40f8-ab83-adf1076d5517 HTTP/1.1" status: 200 len: 210 time: 0.0905750 Jan 26 21:16:29.899992 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da43a77-5f34-4954-9320-b66fbd6c6294 req-bba63660-b19b-4f29-bfac-48649324d663 tempest-AttachVolumeNegativeTest-157238613 tempest-AttachVolumeNegativeTest-157238613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:16:29.913859 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-8da43a77-5f34-4954-9320-b66fbd6c6294 req-bba63660-b19b-4f29-bfac-48649324d663 tempest-AttachVolumeNegativeTest-157238613 tempest-AttachVolumeNegativeTest-157238613-project] 10.222.0.13 "GET /v2.0/ports?device_id=ec811ff0-b491-4a33-8d34-6c61319f3b15 HTTP/1.1" status: 200 len: 945 time: 0.0726845 Jan 26 21:16:29.944382 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-9755d536-ef61-4ff9-9f68-7d07918276b4 req-77c8b211-758a-4ce5-89c1-68f629f1f8c5 tempest-ServersTestJSON-1629463572 tempest-ServersTestJSON-1629463572-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746560234527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11791543'] for port (e3b59b25-2dbd-4ea3-a6f4-f5d87e65f16d), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:16:29.949615 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.db_base_plugin_common [req-9fba70b7-e405-4ec5-a4ed-5e03bf6b62c8 req-c79e77b7-7691-43a6-96ea-ff55b967c764 tempest-MultipleCreateTestJSON-2007749212 tempest-MultipleCreateTestJSON-2007749212-project] Allocated IP 172.20.0.14 (0ba33c24-cb18-484b-aac7-07d8859e9540/a0b74693-6c87-45e7-8c94-8aeae991a4dc/87ea4d44-56a3-419d-8398-dc59cb6a3ed4) {{(pid=103305) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 21:16:29.959875 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] get_ports_and_sgs() called for port_ids ['c0c88dad-cc2c-45c3-b929-f9b04ea7d5f7'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 26 21:16:30.002002 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9755d536-ef61-4ff9-9f68-7d07918276b4 req-77c8b211-758a-4ce5-89c1-68f629f1f8c5 tempest-ServersTestJSON-1629463572 tempest-ServersTestJSON-1629463572-project] Network 20b7651f-3dfe-4f65-83e1-a38049e7aae9 is already hosted by enough agents. {{(pid=103305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 21:16:30.011557 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [req-9755d536-ef61-4ff9-9f68-7d07918276b4 req-77c8b211-758a-4ce5-89c1-68f629f1f8c5 tempest-ServersTestJSON-1629463572 tempest-ServersTestJSON-1629463572-project] Resources bound (agent type, host, resource id): {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:16:30.017870 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [req-9755d536-ef61-4ff9-9f68-7d07918276b4 req-77c8b211-758a-4ce5-89c1-68f629f1f8c5 tempest-ServersTestJSON-1629463572 tempest-ServersTestJSON-1629463572-project] Received port after_create {{(pid=103305) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 21:16:30.020437 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-8da43a77-5f34-4954-9320-b66fbd6c6294 req-ea8fe0d1-ac5b-45ff-a095-0c89857afe04 tempest-AttachVolumeNegativeTest-157238613 tempest-AttachVolumeNegativeTest-157238613-project] 10.222.0.13 "GET /v2.0/security-groups?id=8e9bd9e5-9820-4475-bfb9-c12598a9861a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043768 Jan 26 21:16:30.078557 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9755d536-ef61-4ff9-9f68-7d07918276b4 req-77c8b211-758a-4ce5-89c1-68f629f1f8c5 tempest-ServersTestJSON-1629463572 tempest-ServersTestJSON-1629463572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:16:30.079945 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-9755d536-ef61-4ff9-9f68-7d07918276b4 req-77c8b211-758a-4ce5-89c1-68f629f1f8c5 tempest-ServersTestJSON-1629463572 tempest-ServersTestJSON-1629463572-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:16:30.115114 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c8b211-758a-4ce5-89c1-68f629f1f8c5 tempest-ServersTestJSON-1629463572 tempest-ServersTestJSON-1629463572-project] Pushing event updated for resources: {'Port': ['ID=e3b59b25-2dbd-4ea3-a6f4-f5d87e65f16d,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:16:30.130476 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-9755d536-ef61-4ff9-9f68-7d07918276b4 req-77c8b211-758a-4ce5-89c1-68f629f1f8c5 tempest-ServersTestJSON-1629463572 tempest-ServersTestJSON-1629463572-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4383507 Jan 26 21:16:30.151076 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [req-9755d536-ef61-4ff9-9f68-7d07918276b4 req-ff8d5b16-932e-441e-8a7f-6040f1ef27a0 service neutron] Request body: {'port': {'device_id': 'f2d9f0e7-5692-40f8-ab83-adf1076d5517', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-760453-5'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:16:30.238758 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-767eef44-4482-4f61-8553-0a19f4113d2d req-9d548428-926e-4839-a522-ce85d19f60a0 tempest-MultipleCreateTestJSON-2007749212 tempest-MultipleCreateTestJSON-2007749212-project] 10.222.0.13 "GET /v2.0/ports?device_id=143b8817-1e87-4fea-bb95-3aa6c71c3d33 HTTP/1.1" status: 200 len: 210 time: 0.0652378 Jan 26 21:16:30.292706 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-9755d536-ef61-4ff9-9f68-7d07918276b4 req-ff8d5b16-932e-441e-8a7f-6040f1ef27a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (e3b59b25-2dbd-4ea3-a6f4-f5d87e65f16d), before_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:16:30.366696 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-9fba70b7-e405-4ec5-a4ed-5e03bf6b62c8 req-c79e77b7-7691-43a6-96ea-ff55b967c764 tempest-MultipleCreateTestJSON-2007749212 tempest-MultipleCreateTestJSON-2007749212-project] Publish callbacks [] for port (87ea4d44-56a3-419d-8398-dc59cb6a3ed4), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:16:30.534196 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-9fba70b7-e405-4ec5-a4ed-5e03bf6b62c8 req-c79e77b7-7691-43a6-96ea-ff55b967c764 tempest-MultipleCreateTestJSON-2007749212 tempest-MultipleCreateTestJSON-2007749212-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746560234527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11791543'] for port (87ea4d44-56a3-419d-8398-dc59cb6a3ed4), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:16:30.637381 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9fba70b7-e405-4ec5-a4ed-5e03bf6b62c8 req-c79e77b7-7691-43a6-96ea-ff55b967c764 tempest-MultipleCreateTestJSON-2007749212 tempest-MultipleCreateTestJSON-2007749212-project] Network 0ba33c24-cb18-484b-aac7-07d8859e9540 is already hosted by enough agents. {{(pid=103305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 21:16:30.653038 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [req-9fba70b7-e405-4ec5-a4ed-5e03bf6b62c8 req-c79e77b7-7691-43a6-96ea-ff55b967c764 tempest-MultipleCreateTestJSON-2007749212 tempest-MultipleCreateTestJSON-2007749212-project] Resources bound (agent type, host, resource id): {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:16:30.663766 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [req-9fba70b7-e405-4ec5-a4ed-5e03bf6b62c8 req-c79e77b7-7691-43a6-96ea-ff55b967c764 tempest-MultipleCreateTestJSON-2007749212 tempest-MultipleCreateTestJSON-2007749212-project] Received port after_create {{(pid=103305) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 21:16:30.683388 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.db_base_plugin_common [req-9fba70b7-e405-4ec5-a4ed-5e03bf6b62c8 req-5a65e8d6-af9e-4b12-bcac-cb667f4a7692 tempest-MultipleCreateTestJSON-2007749212 tempest-MultipleCreateTestJSON-2007749212-project] Allocated IP 172.20.0.9 (0ba33c24-cb18-484b-aac7-07d8859e9540/a0b74693-6c87-45e7-8c94-8aeae991a4dc/68f9b88b-de49-42bb-9b9b-b7d9594e8f93) {{(pid=103305) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 21:16:30.685784 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c79e77b7-7691-43a6-96ea-ff55b967c764 tempest-MultipleCreateTestJSON-2007749212 tempest-MultipleCreateTestJSON-2007749212-project] Pushing event updated for resources: {'Port': ['ID=87ea4d44-56a3-419d-8398-dc59cb6a3ed4,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:16:30.784391 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fba70b7-e405-4ec5-a4ed-5e03bf6b62c8 req-c79e77b7-7691-43a6-96ea-ff55b967c764 tempest-MultipleCreateTestJSON-2007749212 tempest-MultipleCreateTestJSON-2007749212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:16:30.785049 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-9fba70b7-e405-4ec5-a4ed-5e03bf6b62c8 req-c79e77b7-7691-43a6-96ea-ff55b967c764 tempest-MultipleCreateTestJSON-2007749212 tempest-MultipleCreateTestJSON-2007749212-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:16:30.857598 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-9fba70b7-e405-4ec5-a4ed-5e03bf6b62c8 req-c79e77b7-7691-43a6-96ea-ff55b967c764 tempest-MultipleCreateTestJSON-2007749212 tempest-MultipleCreateTestJSON-2007749212-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3386695 Jan 26 21:16:30.895936 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [req-9fba70b7-e405-4ec5-a4ed-5e03bf6b62c8 req-dea432b7-79cd-43ed-ac83-795c640d190d service neutron] Request body: {'port': {'device_id': 'db42e180-7a56-499b-819f-bb88c2ceefa6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-760453-5'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:16:30.938098 n-d-760453-5 neutron-server[103305]: DEBUG neutron.notifiers.nova [req-9755d536-ef61-4ff9-9f68-7d07918276b4 req-ff8d5b16-932e-441e-8a7f-6040f1ef27a0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e3b59b25-2dbd-4ea3-a6f4-f5d87e65f16d {{(pid=103305) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 26 21:16:30.957942 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781f3730-179b-43c0-a6a3-274da25e6a4f req-180830c2-115f-417e-9fbc-397535128200 tempest-ServersTestJSON-1629463572 tempest-ServersTestJSON-1629463572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:16:30.965571 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-9755d536-ef61-4ff9-9f68-7d07918276b4 req-ff8d5b16-932e-441e-8a7f-6040f1ef27a0 service neutron] Publish callbacks [] for port (e3b59b25-2dbd-4ea3-a6f4-f5d87e65f16d), precommit_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:16:30.968390 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-781f3730-179b-43c0-a6a3-274da25e6a4f req-180830c2-115f-417e-9fbc-397535128200 tempest-ServersTestJSON-1629463572 tempest-ServersTestJSON-1629463572-project] 10.222.0.13 "GET /v2.0/ports?device_id=f2d9f0e7-5692-40f8-ab83-adf1076d5517 HTTP/1.1" status: 200 len: 931 time: 0.0967405 Jan 26 21:16:31.020931 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.provisioning_blocks [req-9755d536-ef61-4ff9-9f68-7d07918276b4 req-ff8d5b16-932e-441e-8a7f-6040f1ef27a0 service neutron] Transition to ACTIVE for port object e3b59b25-2dbd-4ea3-a6f4-f5d87e65f16d will not be triggered until provisioned by entity L2. {{(pid=103305) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 21:16:31.034993 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-9755d536-ef61-4ff9-9f68-7d07918276b4 req-ff8d5b16-932e-441e-8a7f-6040f1ef27a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11791520'] for port (e3b59b25-2dbd-4ea3-a6f4-f5d87e65f16d), after_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:16:31.050013 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-9fba70b7-e405-4ec5-a4ed-5e03bf6b62c8 req-dea432b7-79cd-43ed-ac83-795c640d190d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (87ea4d44-56a3-419d-8398-dc59cb6a3ed4), before_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:16:31.057566 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-9fba70b7-e405-4ec5-a4ed-5e03bf6b62c8 req-5a65e8d6-af9e-4b12-bcac-cb667f4a7692 tempest-MultipleCreateTestJSON-2007749212 tempest-MultipleCreateTestJSON-2007749212-project] Publish callbacks [] for port (68f9b88b-de49-42bb-9b9b-b7d9594e8f93), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:16:31.059647 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-781f3730-179b-43c0-a6a3-274da25e6a4f req-6210552c-ca8d-4c4a-83cf-c8a92d5cdfd1 tempest-ServersTestJSON-1629463572 tempest-ServersTestJSON-1629463572-project] 10.222.0.13 "GET /v2.0/security-groups?id=a146440b-85c7-430a-88ed-6d0301627350&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850985 Jan 26 21:16:31.172900 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8d5b16-932e-441e-8a7f-6040f1ef27a0 service neutron] Pushing event updated for resources: {'Port': ['ID=e3b59b25-2dbd-4ea3-a6f4-f5d87e65f16d,revision_number=2']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:16:31.311406 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a933fae3-ef81-4384-af47-b7d2799a2a06 req-ac75c9cb-28e7-4f5c-8246-65c03d16f46b tempest-AttachVolumeNegativeTest-157238613 tempest-AttachVolumeNegativeTest-157238613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:16:31.315703 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-9fba70b7-e405-4ec5-a4ed-5e03bf6b62c8 req-5a65e8d6-af9e-4b12-bcac-cb667f4a7692 tempest-MultipleCreateTestJSON-2007749212 tempest-MultipleCreateTestJSON-2007749212-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746560234527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11791543'] for port (68f9b88b-de49-42bb-9b9b-b7d9594e8f93), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:16:31.316091 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-a933fae3-ef81-4384-af47-b7d2799a2a06 req-ac75c9cb-28e7-4f5c-8246-65c03d16f46b tempest-AttachVolumeNegativeTest-157238613 tempest-AttachVolumeNegativeTest-157238613-project] 10.222.0.57 "GET /v2.0/ports?device_id=ec811ff0-b491-4a33-8d34-6c61319f3b15 HTTP/1.1" status: 200 len: 945 time: 0.2321825 Jan 26 21:16:31.418234 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [req-9755d536-ef61-4ff9-9f68-7d07918276b4 req-ff8d5b16-932e-441e-8a7f-6040f1ef27a0 service neutron] Attempting to bind port e3b59b25-2dbd-4ea3-a6f4-f5d87e65f16d on host n-h1-760453-5 for vnic_type normal with profile {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 21:16:31.418795 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [req-9755d536-ef61-4ff9-9f68-7d07918276b4 req-ff8d5b16-932e-441e-8a7f-6040f1ef27a0 service neutron] Attempting to bind port e3b59b25-2dbd-4ea3-a6f4-f5d87e65f16d by drivers openvswitch,hyperv on host n-h1-760453-5 at level 0 using segments [{'id': 'bb9dd371-3de9-4327-a263-fb803ca379c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '20b7651f-3dfe-4f65-83e1-a38049e7aae9'}] {{(pid=103305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 26 21:16:31.419004 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9755d536-ef61-4ff9-9f68-7d07918276b4 req-ff8d5b16-932e-441e-8a7f-6040f1ef27a0 service neutron] Attempting to bind port e3b59b25-2dbd-4ea3-a6f4-f5d87e65f16d on network 20b7651f-3dfe-4f65-83e1-a38049e7aae9 {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 21:16:31.445982 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9fba70b7-e405-4ec5-a4ed-5e03bf6b62c8 req-5a65e8d6-af9e-4b12-bcac-cb667f4a7692 tempest-MultipleCreateTestJSON-2007749212 tempest-MultipleCreateTestJSON-2007749212-project] Network 0ba33c24-cb18-484b-aac7-07d8859e9540 is already hosted by enough agents. {{(pid=103305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 21:16:31.446935 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9755d536-ef61-4ff9-9f68-7d07918276b4 req-ff8d5b16-932e-441e-8a7f-6040f1ef27a0 service neutron] Port e3b59b25-2dbd-4ea3-a6f4-f5d87e65f16d on network 20b7651f-3dfe-4f65-83e1-a38049e7aae9 not bound, no agent of type Open vSwitch agent registered on host n-h1-760453-5 {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 26 21:16:31.447259 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9755d536-ef61-4ff9-9f68-7d07918276b4 req-ff8d5b16-932e-441e-8a7f-6040f1ef27a0 service neutron] Attempting to bind port e3b59b25-2dbd-4ea3-a6f4-f5d87e65f16d on network 20b7651f-3dfe-4f65-83e1-a38049e7aae9 {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 21:16:31.451076 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a65e8d6-af9e-4b12-bcac-cb667f4a7692 tempest-MultipleCreateTestJSON-2007749212 tempest-MultipleCreateTestJSON-2007749212-project] Pushing event updated for resources: {'Port': ['ID=68f9b88b-de49-42bb-9b9b-b7d9594e8f93,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:16:31.456075 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [req-9fba70b7-e405-4ec5-a4ed-5e03bf6b62c8 req-5a65e8d6-af9e-4b12-bcac-cb667f4a7692 tempest-MultipleCreateTestJSON-2007749212 tempest-MultipleCreateTestJSON-2007749212-project] Resources bound (agent type, host, resource id): {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:16:31.462038 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [req-9fba70b7-e405-4ec5-a4ed-5e03bf6b62c8 req-5a65e8d6-af9e-4b12-bcac-cb667f4a7692 tempest-MultipleCreateTestJSON-2007749212 tempest-MultipleCreateTestJSON-2007749212-project] Received port after_create {{(pid=103305) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 21:16:31.473464 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9755d536-ef61-4ff9-9f68-7d07918276b4 req-ff8d5b16-932e-441e-8a7f-6040f1ef27a0 service neutron] Checking agent: {'id': '32ef628b-8417-46c5-8729-60fcabe358f1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-760453-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 21, 3, 8), 'started_at': datetime.datetime(2022, 1, 26, 21, 3, 8), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 21, 16, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 26 21:16:31.473807 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9755d536-ef61-4ff9-9f68-7d07918276b4 req-ff8d5b16-932e-441e-8a7f-6040f1ef27a0 service neutron] Checking segment: {'id': 'bb9dd371-3de9-4327-a263-fb803ca379c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '20b7651f-3dfe-4f65-83e1-a38049e7aae9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103305) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 21:16:31.474201 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9755d536-ef61-4ff9-9f68-7d07918276b4 req-ff8d5b16-932e-441e-8a7f-6040f1ef27a0 service neutron] Bound using segment: {'id': 'bb9dd371-3de9-4327-a263-fb803ca379c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '20b7651f-3dfe-4f65-83e1-a38049e7aae9'} {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 26 21:16:31.474651 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [req-9755d536-ef61-4ff9-9f68-7d07918276b4 req-ff8d5b16-932e-441e-8a7f-6040f1ef27a0 service neutron] Bound port: e3b59b25-2dbd-4ea3-a6f4-f5d87e65f16d, host: n-h1-760453-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bb9dd371-3de9-4327-a263-fb803ca379c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '20b7651f-3dfe-4f65-83e1-a38049e7aae9'}}] {{(pid=103305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 26 21:16:31.475015 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-9755d536-ef61-4ff9-9f68-7d07918276b4 req-ff8d5b16-932e-441e-8a7f-6040f1ef27a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (e3b59b25-2dbd-4ea3-a6f4-f5d87e65f16d), before_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:16:31.594930 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fba70b7-e405-4ec5-a4ed-5e03bf6b62c8 req-5a65e8d6-af9e-4b12-bcac-cb667f4a7692 tempest-MultipleCreateTestJSON-2007749212 tempest-MultipleCreateTestJSON-2007749212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:16:31.595795 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-9fba70b7-e405-4ec5-a4ed-5e03bf6b62c8 req-5a65e8d6-af9e-4b12-bcac-cb667f4a7692 tempest-MultipleCreateTestJSON-2007749212 tempest-MultipleCreateTestJSON-2007749212-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:16:31.653735 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-9fba70b7-e405-4ec5-a4ed-5e03bf6b62c8 req-5a65e8d6-af9e-4b12-bcac-cb667f4a7692 tempest-MultipleCreateTestJSON-2007749212 tempest-MultipleCreateTestJSON-2007749212-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3128414 Jan 26 21:16:31.683181 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [req-9755d536-ef61-4ff9-9f68-7d07918276b4 req-ff8d5b16-932e-441e-8a7f-6040f1ef27a0 service neutron] For port e3b59b25-2dbd-4ea3-a6f4-f5d87e65f16d, host n-h1-760453-5, cleared binding levels {{(pid=103305) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 26 21:16:31.691046 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [req-9fba70b7-e405-4ec5-a4ed-5e03bf6b62c8 req-d73248eb-7e7d-4687-96d8-c6a1f3d8fe6d service neutron] Request body: {'port': {'device_id': '143b8817-1e87-4fea-bb95-3aa6c71c3d33', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-760453-5'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:16:31.756641 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [req-9755d536-ef61-4ff9-9f68-7d07918276b4 req-ff8d5b16-932e-441e-8a7f-6040f1ef27a0 service neutron] For port e3b59b25-2dbd-4ea3-a6f4-f5d87e65f16d, host n-h1-760453-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-5',level=0,port_id=e3b59b25-2dbd-4ea3-a6f4-f5d87e65f16d,segment=NetworkSegment(bb9dd371-3de9-4327-a263-fb803ca379c8),segment_id=bb9dd371-3de9-4327-a263-fb803ca379c8)] {{(pid=103305) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 26 21:16:31.801956 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-9755d536-ef61-4ff9-9f68-7d07918276b4 req-ff8d5b16-932e-441e-8a7f-6040f1ef27a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11791520'] for port (e3b59b25-2dbd-4ea3-a6f4-f5d87e65f16d), after_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:16:31.820944 n-d-760453-5 neutron-server[103305]: DEBUG neutron.notifiers.nova [req-9fba70b7-e405-4ec5-a4ed-5e03bf6b62c8 req-dea432b7-79cd-43ed-ac83-795c640d190d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 87ea4d44-56a3-419d-8398-dc59cb6a3ed4 {{(pid=103305) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 26 21:16:31.861586 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-9fba70b7-e405-4ec5-a4ed-5e03bf6b62c8 req-dea432b7-79cd-43ed-ac83-795c640d190d service neutron] Publish callbacks [] for port (87ea4d44-56a3-419d-8398-dc59cb6a3ed4), precommit_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:16:31.866992 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-9fba70b7-e405-4ec5-a4ed-5e03bf6b62c8 req-d73248eb-7e7d-4687-96d8-c6a1f3d8fe6d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (68f9b88b-de49-42bb-9b9b-b7d9594e8f93), before_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:16:31.894668 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9755d536-ef61-4ff9-9f68-7d07918276b4 req-ff8d5b16-932e-441e-8a7f-6040f1ef27a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:16:31.895563 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-9755d536-ef61-4ff9-9f68-7d07918276b4 req-ff8d5b16-932e-441e-8a7f-6040f1ef27a0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:16:31.897171 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-9755d536-ef61-4ff9-9f68-7d07918276b4 req-ff8d5b16-932e-441e-8a7f-6040f1ef27a0 service neutron] 10.222.0.66 "PUT /v2.0/ports/e3b59b25-2dbd-4ea3-a6f4-f5d87e65f16d HTTP/1.1" status: 200 len: 1091 time: 1.7507222 Jan 26 21:16:31.897845 n-d-760453-5 neutron-server[103305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f2d9f0e7-5692-40f8-ab83-adf1076d5517', 'tag': 'e3b59b25-2dbd-4ea3-a6f4-f5d87e65f16d'}] {{(pid=103305) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 21:16:31.900549 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d4654568b7bf041e72ff8fe1c96d6d761d9c921f2b99bc7b3a26632be20cee0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-545e3cea-73dd-4a4b-964e-06d8dc008ce8" -d '{"events": [{"name": "network-changed", "server_uuid": "f2d9f0e7-5692-40f8-ab83-adf1076d5517", "tag": "e3b59b25-2dbd-4ea3-a6f4-f5d87e65f16d"}]}' {{(pid=103305) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 21:16:31.918363 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.provisioning_blocks [req-9fba70b7-e405-4ec5-a4ed-5e03bf6b62c8 req-dea432b7-79cd-43ed-ac83-795c640d190d service neutron] Transition to ACTIVE for port object 87ea4d44-56a3-419d-8398-dc59cb6a3ed4 will not be triggered until provisioned by entity L2. {{(pid=103305) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 21:16:31.990745 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-9fba70b7-e405-4ec5-a4ed-5e03bf6b62c8 req-dea432b7-79cd-43ed-ac83-795c640d190d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11791520'] for port (87ea4d44-56a3-419d-8398-dc59cb6a3ed4), after_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:16:32.085179 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8d5b16-932e-441e-8a7f-6040f1ef27a0 service neutron] Pushing event updated for resources: {'Port': ['ID=e3b59b25-2dbd-4ea3-a6f4-f5d87e65f16d,revision_number=3']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:16:32.170748 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c32097-d0cc-4c4a-9cb6-a94a5349ecb3 req-03112d61-cf9c-4204-a0cc-0e278b301bb5 tempest-InstanceActionsNegativeTestJSON-1657165434 tempest-InstanceActionsNegativeTestJSON-1657165434-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:16:32.173762 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-24c32097-d0cc-4c4a-9cb6-a94a5349ecb3 req-03112d61-cf9c-4204-a0cc-0e278b301bb5 tempest-InstanceActionsNegativeTestJSON-1657165434 tempest-InstanceActionsNegativeTestJSON-1657165434-project] 10.222.0.13 "GET /v2.0/networks?id=28a9ff28-6c67-4e2c-8ec4-174624f5cc8a HTTP/1.1" status: 200 len: 821 time: 1.0659630 Jan 26 21:16:32.185061 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb042680-e2c2-433f-8257-bc73de1ba7b5 req-3221a159-8b03-4874-8985-6b07bec32455 tempest-AttachVolumeNegativeTest-157238613 tempest-AttachVolumeNegativeTest-157238613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:16:32.194297 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-eb042680-e2c2-433f-8257-bc73de1ba7b5 req-3221a159-8b03-4874-8985-6b07bec32455 tempest-AttachVolumeNegativeTest-157238613 tempest-AttachVolumeNegativeTest-157238613-project] 10.222.0.13 "GET /v2.0/ports?device_id=ec811ff0-b491-4a33-8d34-6c61319f3b15 HTTP/1.1" status: 200 len: 945 time: 0.9578927 Jan 26 21:16:32.244205 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-24c32097-d0cc-4c4a-9cb6-a94a5349ecb3 req-6cd3c7cf-a1b4-4ce9-bc5e-76392efab718 tempest-InstanceActionsNegativeTestJSON-1657165434 tempest-InstanceActionsNegativeTestJSON-1657165434-project] 10.222.0.13 "GET /v2.0/quotas/b5f2577ff12c4666b06ef5f933732e3f HTTP/1.1" status: 200 len: 375 time: 0.0312166 Jan 26 21:16:32.299296 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9755d536-ef61-4ff9-9f68-7d07918276b4 req-50f0648b-049b-49ae-a277-641812088526 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:16:32.300795 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-24c32097-d0cc-4c4a-9cb6-a94a5349ecb3 req-d661d0ad-c60e-4df6-acf3-42b2ee4f1644 tempest-InstanceActionsNegativeTestJSON-1657165434 tempest-InstanceActionsNegativeTestJSON-1657165434-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=b5f2577ff12c4666b06ef5f933732e3f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0504901 Jan 26 21:16:32.301387 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-9755d536-ef61-4ff9-9f68-7d07918276b4 req-50f0648b-049b-49ae-a277-641812088526 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=9e460ecabad547eca1394374023e7caf&device_id=f2d9f0e7-5692-40f8-ab83-adf1076d5517 HTTP/1.1" status: 200 len: 1094 time: 0.3061264 Jan 26 21:16:32.362902 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-eb042680-e2c2-433f-8257-bc73de1ba7b5 req-fa12f004-65ec-47fc-bbba-9979a78c3eb7 tempest-AttachVolumeNegativeTest-157238613 tempest-AttachVolumeNegativeTest-157238613-project] 10.222.0.13 "GET /v2.0/security-groups?id=8e9bd9e5-9820-4475-bfb9-c12598a9861a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1619077 Jan 26 21:16:32.419057 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea432b7-79cd-43ed-ac83-795c640d190d service neutron] Pushing event updated for resources: {'Port': ['ID=87ea4d44-56a3-419d-8398-dc59cb6a3ed4,revision_number=2']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:16:32.434500 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-9755d536-ef61-4ff9-9f68-7d07918276b4 req-770bc898-ff75-4b5f-983b-aaf159b49015 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e3b59b25-2dbd-4ea3-a6f4-f5d87e65f16d HTTP/1.1" status: 200 len: 217 time: 0.0965815 Jan 26 21:16:32.462269 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [req-a933fae3-ef81-4384-af47-b7d2799a2a06 req-f0651b15-47dd-410e-a298-f41246383598 tempest-AttachVolumeNegativeTest-157238613 tempest-AttachVolumeNegativeTest-157238613-project] Deleting port e3a678e7-ac1e-438d-a264-5bdad56d0d1c {{(pid=103304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 21:16:32.462978 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-a933fae3-ef81-4384-af47-b7d2799a2a06 req-f0651b15-47dd-410e-a298-f41246383598 tempest-AttachVolumeNegativeTest-157238613 tempest-AttachVolumeNegativeTest-157238613-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746560630878'] for port (e3a678e7-ac1e-438d-a264-5bdad56d0d1c), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:16:32.642053 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [req-9fba70b7-e405-4ec5-a4ed-5e03bf6b62c8 req-dea432b7-79cd-43ed-ac83-795c640d190d service neutron] Attempting to bind port 87ea4d44-56a3-419d-8398-dc59cb6a3ed4 on host n-h1-760453-5 for vnic_type normal with profile {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 21:16:32.642394 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [req-9fba70b7-e405-4ec5-a4ed-5e03bf6b62c8 req-dea432b7-79cd-43ed-ac83-795c640d190d service neutron] Attempting to bind port 87ea4d44-56a3-419d-8398-dc59cb6a3ed4 by drivers openvswitch,hyperv on host n-h1-760453-5 at level 0 using segments [{'id': 'b71d2c3f-3145-4173-b50d-b6be621ac7bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '0ba33c24-cb18-484b-aac7-07d8859e9540'}] {{(pid=103305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 26 21:16:32.642725 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fba70b7-e405-4ec5-a4ed-5e03bf6b62c8 req-dea432b7-79cd-43ed-ac83-795c640d190d service neutron] Attempting to bind port 87ea4d44-56a3-419d-8398-dc59cb6a3ed4 on network 0ba33c24-cb18-484b-aac7-07d8859e9540 {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 21:16:32.646852 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9755d536-ef61-4ff9-9f68-7d07918276b4 req-d46acfd6-61d2-4af3-a18b-86521d347aca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:16:32.648327 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-9755d536-ef61-4ff9-9f68-7d07918276b4 req-d46acfd6-61d2-4af3-a18b-86521d347aca service neutron] 10.222.0.66 "GET /v2.0/subnets?id=7183c753-f99a-46b0-89ab-825caf92e3fd HTTP/1.1" status: 200 len: 846 time: 0.1954653 Jan 26 21:16:32.669037 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fba70b7-e405-4ec5-a4ed-5e03bf6b62c8 req-dea432b7-79cd-43ed-ac83-795c640d190d service neutron] Port 87ea4d44-56a3-419d-8398-dc59cb6a3ed4 on network 0ba33c24-cb18-484b-aac7-07d8859e9540 not bound, no agent of type Open vSwitch agent registered on host n-h1-760453-5 {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 26 21:16:32.669660 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fba70b7-e405-4ec5-a4ed-5e03bf6b62c8 req-dea432b7-79cd-43ed-ac83-795c640d190d service neutron] Attempting to bind port 87ea4d44-56a3-419d-8398-dc59cb6a3ed4 on network 0ba33c24-cb18-484b-aac7-07d8859e9540 {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 21:16:32.708396 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-9755d536-ef61-4ff9-9f68-7d07918276b4 req-cc3c0c09-ea4e-4321-96b7-4c1e2a15bedb service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=20b7651f-3dfe-4f65-83e1-a38049e7aae9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0404079 Jan 26 21:16:32.708608 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0bfbe0-48f8-49b0-a23b-0225791be791 req-a85dea20-792e-4b5c-8731-d16cac14ae9f tempest-MultipleCreateTestJSON-2007749212 tempest-MultipleCreateTestJSON-2007749212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:16:32.710098 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-4c0bfbe0-48f8-49b0-a23b-0225791be791 req-a85dea20-792e-4b5c-8731-d16cac14ae9f tempest-MultipleCreateTestJSON-2007749212 tempest-MultipleCreateTestJSON-2007749212-project] 10.222.0.13 "GET /v2.0/ports?device_id=143b8817-1e87-4fea-bb95-3aa6c71c3d33 HTTP/1.1" status: 200 len: 931 time: 0.1916664 Jan 26 21:16:32.719549 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fba70b7-e405-4ec5-a4ed-5e03bf6b62c8 req-dea432b7-79cd-43ed-ac83-795c640d190d service neutron] Checking agent: {'id': '32ef628b-8417-46c5-8729-60fcabe358f1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-760453-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 21, 3, 8), 'started_at': datetime.datetime(2022, 1, 26, 21, 3, 8), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 21, 16, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 26 21:16:32.720156 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fba70b7-e405-4ec5-a4ed-5e03bf6b62c8 req-dea432b7-79cd-43ed-ac83-795c640d190d service neutron] Checking segment: {'id': 'b71d2c3f-3145-4173-b50d-b6be621ac7bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '0ba33c24-cb18-484b-aac7-07d8859e9540'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103305) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 21:16:32.720716 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fba70b7-e405-4ec5-a4ed-5e03bf6b62c8 req-dea432b7-79cd-43ed-ac83-795c640d190d service neutron] Bound using segment: {'id': 'b71d2c3f-3145-4173-b50d-b6be621ac7bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '0ba33c24-cb18-484b-aac7-07d8859e9540'} {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 26 21:16:32.721372 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [req-9fba70b7-e405-4ec5-a4ed-5e03bf6b62c8 req-dea432b7-79cd-43ed-ac83-795c640d190d service neutron] Bound port: 87ea4d44-56a3-419d-8398-dc59cb6a3ed4, host: n-h1-760453-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b71d2c3f-3145-4173-b50d-b6be621ac7bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '0ba33c24-cb18-484b-aac7-07d8859e9540'}}] {{(pid=103305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 26 21:16:32.721917 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-9fba70b7-e405-4ec5-a4ed-5e03bf6b62c8 req-dea432b7-79cd-43ed-ac83-795c640d190d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (87ea4d44-56a3-419d-8398-dc59cb6a3ed4), before_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:16:32.759244 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-24c32097-d0cc-4c4a-9cb6-a94a5349ecb3 req-8a04d357-b328-423f-97c6-29e6de9d31f3 service neutron] 10.222.0.13 "GET /v2.0/networks/28a9ff28-6c67-4e2c-8ec4-174624f5cc8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4395914 Jan 26 21:16:32.811557 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [req-a933fae3-ef81-4384-af47-b7d2799a2a06 req-f0651b15-47dd-410e-a298-f41246383598 tempest-AttachVolumeNegativeTest-157238613 tempest-AttachVolumeNegativeTest-157238613-project] For port e3a678e7-ac1e-438d-a264-5bdad56d0d1c, host n-h2-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-5',level=0,port_id=e3a678e7-ac1e-438d-a264-5bdad56d0d1c,segment=NetworkSegment(09663a0c-ceea-4887-ace4-6c78e47e3e40),segment_id=09663a0c-ceea-4887-ace4-6c78e47e3e40)] {{(pid=103304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:16:32.811927 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-a933fae3-ef81-4384-af47-b7d2799a2a06 req-f0651b15-47dd-410e-a298-f41246383598 tempest-AttachVolumeNegativeTest-157238613 tempest-AttachVolumeNegativeTest-157238613-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4109658'] for port (e3a678e7-ac1e-438d-a264-5bdad56d0d1c), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:16:32.825642 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [req-a933fae3-ef81-4384-af47-b7d2799a2a06 req-f0651b15-47dd-410e-a298-f41246383598 tempest-AttachVolumeNegativeTest-157238613 tempest-AttachVolumeNegativeTest-157238613-project] Calling delete_port for e3a678e7-ac1e-438d-a264-5bdad56d0d1c owned by compute:nova {{(pid=103304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 21:16:32.919000 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [req-9fba70b7-e405-4ec5-a4ed-5e03bf6b62c8 req-dea432b7-79cd-43ed-ac83-795c640d190d service neutron] For port 87ea4d44-56a3-419d-8398-dc59cb6a3ed4, host n-h1-760453-5, cleared binding levels {{(pid=103305) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 26 21:16:32.922966 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [req-9fba70b7-e405-4ec5-a4ed-5e03bf6b62c8 req-dea432b7-79cd-43ed-ac83-795c640d190d service neutron] For port 87ea4d44-56a3-419d-8398-dc59cb6a3ed4, host n-h1-760453-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-5',level=0,port_id=87ea4d44-56a3-419d-8398-dc59cb6a3ed4,segment=NetworkSegment(b71d2c3f-3145-4173-b50d-b6be621ac7bd),segment_id=b71d2c3f-3145-4173-b50d-b6be621ac7bd)] {{(pid=103305) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 26 21:16:32.941881 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-9fba70b7-e405-4ec5-a4ed-5e03bf6b62c8 req-dea432b7-79cd-43ed-ac83-795c640d190d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11791520'] for port (87ea4d44-56a3-419d-8398-dc59cb6a3ed4), after_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:16:32.986845 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-a933fae3-ef81-4384-af47-b7d2799a2a06 req-f0651b15-47dd-410e-a298-f41246383598 tempest-AttachVolumeNegativeTest-157238613 tempest-AttachVolumeNegativeTest-157238613-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746560636600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746560234536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9281553'] for port (e3a678e7-ac1e-438d-a264-5bdad56d0d1c), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:16:33.042277 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fba70b7-e405-4ec5-a4ed-5e03bf6b62c8 req-dea432b7-79cd-43ed-ac83-795c640d190d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:16:33.042898 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-9fba70b7-e405-4ec5-a4ed-5e03bf6b62c8 req-dea432b7-79cd-43ed-ac83-795c640d190d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:16:33.044296 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-9fba70b7-e405-4ec5-a4ed-5e03bf6b62c8 req-dea432b7-79cd-43ed-ac83-795c640d190d service neutron] 10.222.0.66 "PUT /v2.0/ports/87ea4d44-56a3-419d-8398-dc59cb6a3ed4 HTTP/1.1" status: 200 len: 1092 time: 2.1529646 Jan 26 21:16:33.047498 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-4c0bfbe0-48f8-49b0-a23b-0225791be791 req-8ec5c5c6-e437-4636-b0f7-64fc2f8de0c7 tempest-MultipleCreateTestJSON-2007749212 tempest-MultipleCreateTestJSON-2007749212-project] 10.222.0.13 "GET /v2.0/security-groups?id=ac84af4e-d640-4e7c-806b-00b2142fd304&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3234477 Jan 26 21:16:33.072033 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-9755d536-ef61-4ff9-9f68-7d07918276b4 req-a71eb6f9-769f-4ee0-9196-716d7bc652bc service neutron] 10.222.0.66 "GET /v2.0/networks/20b7651f-3dfe-4f65-83e1-a38049e7aae9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3537667 Jan 26 21:16:33.116703 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0651b15-47dd-410e-a298-f41246383598 tempest-AttachVolumeNegativeTest-157238613 tempest-AttachVolumeNegativeTest-157238613-project] Pushing event deleted for resources: {'Port': ['ID=e3a678e7-ac1e-438d-a264-5bdad56d0d1c,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:16:33.199744 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea432b7-79cd-43ed-ac83-795c640d190d service neutron] Pushing event updated for resources: {'Port': ['ID=87ea4d44-56a3-419d-8398-dc59cb6a3ed4,revision_number=3']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:16:33.216735 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 26 Jan 2022 21:16:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a989d9c1-bef1-44bc-96f3-8d86865c9a96 x-openstack-request-id: req-a989d9c1-bef1-44bc-96f3-8d86865c9a96 {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 21:16:33.217083 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f2d9f0e7-5692-40f8-ab83-adf1076d5517", "tag": "e3b59b25-2dbd-4ea3-a6f4-f5d87e65f16d", "status": "completed", "code": 200}]} {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 21:16:33.217366 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a989d9c1-bef1-44bc-96f3-8d86865c9a96 {{(pid=103305) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 21:16:33.217788 n-d-760453-5 neutron-server[103305]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f2d9f0e7-5692-40f8-ab83-adf1076d5517', 'tag': 'e3b59b25-2dbd-4ea3-a6f4-f5d87e65f16d', 'status': 'completed', 'code': 200} Jan 26 21:16:33.270118 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [req-a933fae3-ef81-4384-af47-b7d2799a2a06 req-f0651b15-47dd-410e-a298-f41246383598 tempest-AttachVolumeNegativeTest-157238613 tempest-AttachVolumeNegativeTest-157238613-project] No DVR routers for this DVR port e3a678e7-ac1e-438d-a264-5bdad56d0d1c on host n-h2-760453-5 {{(pid=103304) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 26 21:16:33.298928 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-a933fae3-ef81-4384-af47-b7d2799a2a06 req-f0651b15-47dd-410e-a298-f41246383598 tempest-AttachVolumeNegativeTest-157238613 tempest-AttachVolumeNegativeTest-157238613-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:16:33.306462 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-a933fae3-ef81-4384-af47-b7d2799a2a06 req-f0651b15-47dd-410e-a298-f41246383598 tempest-AttachVolumeNegativeTest-157238613 tempest-AttachVolumeNegativeTest-157238613-project] 10.222.0.57 "DELETE /v2.0/ports/e3a678e7-ac1e-438d-a264-5bdad56d0d1c HTTP/1.1" status: 204 len: 173 time: 1.9842536 Jan 26 21:16:33.318654 n-d-760453-5 neutron-server[103304]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec811ff0-b491-4a33-8d34-6c61319f3b15', 'name': 'network-vif-deleted', 'tag': 'e3a678e7-ac1e-438d-a264-5bdad56d0d1c'}] {{(pid=103304) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 21:16:33.323870 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d52b45f1943fcd332af9527eb73ff93c8d715d44383a3f6d18de73b4cfcf87b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e59b271-4fed-4487-9951-f68171bed20c" -d '{"events": [{"server_uuid": "ec811ff0-b491-4a33-8d34-6c61319f3b15", "name": "network-vif-deleted", "tag": "e3a678e7-ac1e-438d-a264-5bdad56d0d1c"}]}' {{(pid=103304) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 21:16:33.367118 n-d-760453-5 neutron-server[103305]: DEBUG neutron.notifiers.nova [req-9fba70b7-e405-4ec5-a4ed-5e03bf6b62c8 req-d73248eb-7e7d-4687-96d8-c6a1f3d8fe6d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 68f9b88b-de49-42bb-9b9b-b7d9594e8f93 {{(pid=103305) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 26 21:16:33.417846 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-9fba70b7-e405-4ec5-a4ed-5e03bf6b62c8 req-d73248eb-7e7d-4687-96d8-c6a1f3d8fe6d service neutron] Publish callbacks [] for port (68f9b88b-de49-42bb-9b9b-b7d9594e8f93), precommit_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:16:33.440801 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-24c32097-d0cc-4c4a-9cb6-a94a5349ecb3 req-70104768-c9f0-4473-bfc4-3eec2aee84a1 service neutron] 10.222.0.13 "GET /v2.0/networks/28a9ff28-6c67-4e2c-8ec4-174624f5cc8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6393547 Jan 26 21:16:33.471399 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-9755d536-ef61-4ff9-9f68-7d07918276b4 req-46302273-fe55-4b0c-bf8b-4814c06f2bec service neutron] 10.222.0.66 "GET /v2.0/networks/20b7651f-3dfe-4f65-83e1-a38049e7aae9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3603451 Jan 26 21:16:33.474024 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.provisioning_blocks [req-9fba70b7-e405-4ec5-a4ed-5e03bf6b62c8 req-d73248eb-7e7d-4687-96d8-c6a1f3d8fe6d service neutron] Transition to ACTIVE for port object 68f9b88b-de49-42bb-9b9b-b7d9594e8f93 will not be triggered until provisioned by entity L2. {{(pid=103305) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 21:16:33.491636 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-9fba70b7-e405-4ec5-a4ed-5e03bf6b62c8 req-d73248eb-7e7d-4687-96d8-c6a1f3d8fe6d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11791520'] for port (68f9b88b-de49-42bb-9b9b-b7d9594e8f93), after_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:16:33.498631 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170b3ef7-c4ad-4e75-b861-29ad22433716 req-b6dcf464-72e6-48ee-8c99-1fc8671fe915 tempest-ServersTestJSON-1629463572 tempest-ServersTestJSON-1629463572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:16:33.509047 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-170b3ef7-c4ad-4e75-b861-29ad22433716 req-b6dcf464-72e6-48ee-8c99-1fc8671fe915 tempest-ServersTestJSON-1629463572 tempest-ServersTestJSON-1629463572-project] 10.222.0.13 "GET /v2.0/ports?device_id=f2d9f0e7-5692-40f8-ab83-adf1076d5517 HTTP/1.1" status: 200 len: 943 time: 0.1415021 Jan 26 21:16:33.615422 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-170b3ef7-c4ad-4e75-b861-29ad22433716 req-9f0af93d-7170-4bea-9c19-e4c61cbf902d tempest-ServersTestJSON-1629463572 tempest-ServersTestJSON-1629463572-project] 10.222.0.13 "GET /v2.0/security-groups?id=a146440b-85c7-430a-88ed-6d0301627350&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008930 Jan 26 21:16:33.665498 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fba70b7-e405-4ec5-a4ed-5e03bf6b62c8 req-443dc860-1f11-4dc3-9cb5-16b538ae94de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:16:33.667007 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-9fba70b7-e405-4ec5-a4ed-5e03bf6b62c8 req-443dc860-1f11-4dc3-9cb5-16b538ae94de service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=1ab31b5d3142488a8e17b3ca56cecb8f&device_id=db42e180-7a56-499b-819f-bb88c2ceefa6 HTTP/1.1" status: 200 len: 1095 time: 0.5466573 Jan 26 21:16:33.857930 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Jan 2022 21:16:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ddd98d2e-a603-4f9c-89ec-3329a885cfd0 x-openstack-request-id: req-ddd98d2e-a603-4f9c-89ec-3329a885cfd0 {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 21:16:33.858871 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec811ff0-b491-4a33-8d34-6c61319f3b15", "name": "network-vif-deleted", "tag": "e3a678e7-ac1e-438d-a264-5bdad56d0d1c", "status": "completed", "code": 200}]} {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 21:16:33.859264 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ddd98d2e-a603-4f9c-89ec-3329a885cfd0 {{(pid=103304) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 21:16:33.859789 n-d-760453-5 neutron-server[103304]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec811ff0-b491-4a33-8d34-6c61319f3b15', 'name': 'network-vif-deleted', 'tag': 'e3a678e7-ac1e-438d-a264-5bdad56d0d1c', 'status': 'completed', 'code': 200} Jan 26 21:16:33.936632 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-48686bba-8b11-443f-9c3e-a1ea8d325a36 req-37228141-6b24-4ed2-bc16-71eca6c0b642 tempest-AttachVolumeNegativeTest-157238613 tempest-AttachVolumeNegativeTest-157238613-project] 10.222.0.13 "GET /v2.0/ports?device_id=ec811ff0-b491-4a33-8d34-6c61319f3b15 HTTP/1.1" status: 200 len: 210 time: 0.0672636 Jan 26 21:16:33.993847 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-671af325-5c1c-44b4-afdb-a80287bbe35e req-462390e2-6d04-4ca0-9d84-41a419795d6d tempest-InstanceActionsNegativeTestJSON-1657165434 tempest-InstanceActionsNegativeTestJSON-1657165434-project] 10.222.0.13 "GET /v2.0/ports?device_id=197d20e1-295c-4601-9dd2-5da362436247 HTTP/1.1" status: 200 len: 210 time: 0.0407164 Jan 26 21:16:34.285814 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab367357-78c5-4800-8ef7-141d444e8c50 req-269fac6c-6d8c-4e0f-aef2-234e9a911c4c tempest-MultipleCreateTestJSON-2007749212 tempest-MultipleCreateTestJSON-2007749212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:16:34.298345 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-ab367357-78c5-4800-8ef7-141d444e8c50 req-269fac6c-6d8c-4e0f-aef2-234e9a911c4c tempest-MultipleCreateTestJSON-2007749212 tempest-MultipleCreateTestJSON-2007749212-project] 10.222.0.13 "GET /v2.0/ports?device_id=143b8817-1e87-4fea-bb95-3aa6c71c3d33 HTTP/1.1" status: 200 len: 943 time: 0.1514606 Jan 26 21:16:34.364217 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-ab367357-78c5-4800-8ef7-141d444e8c50 req-82d56723-c918-47f1-90cf-575818c5f27a tempest-MultipleCreateTestJSON-2007749212 tempest-MultipleCreateTestJSON-2007749212-project] 10.222.0.13 "GET /v2.0/security-groups?id=ac84af4e-d640-4e7c-806b-00b2142fd304&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647357 Jan 26 21:16:34.420999 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73248eb-7e7d-4687-96d8-c6a1f3d8fe6d service neutron] Pushing event updated for resources: {'Port': ['ID=68f9b88b-de49-42bb-9b9b-b7d9594e8f93,revision_number=2']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:16:34.452910 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Device e3a678e7-ac1e-438d-a264-5bdad56d0d1c no longer exists at agent hyperv_n-h2-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 26 21:16:34.492747 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] No Port match for: e3a678e7-ac1e-438d-a264-5bdad56d0d1c {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 26 21:16:34.493103 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Device e3a678e7-ac1e-438d-a264-5bdad56d0d1c not bound to the agent host n-h2-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 26 21:16:34.520661 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-9fba70b7-e405-4ec5-a4ed-5e03bf6b62c8 req-b4866004-bc3f-44bd-829d-2f20b4516b4e service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=87ea4d44-56a3-419d-8398-dc59cb6a3ed4 HTTP/1.1" status: 200 len: 217 time: 0.8267229 Jan 26 21:16:34.521441 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [req-9fba70b7-e405-4ec5-a4ed-5e03bf6b62c8 req-d73248eb-7e7d-4687-96d8-c6a1f3d8fe6d service neutron] Attempting to bind port 68f9b88b-de49-42bb-9b9b-b7d9594e8f93 on host n-h2-760453-5 for vnic_type normal with profile {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 21:16:34.522169 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [req-9fba70b7-e405-4ec5-a4ed-5e03bf6b62c8 req-d73248eb-7e7d-4687-96d8-c6a1f3d8fe6d service neutron] Attempting to bind port 68f9b88b-de49-42bb-9b9b-b7d9594e8f93 by drivers openvswitch,hyperv on host n-h2-760453-5 at level 0 using segments [{'id': 'b71d2c3f-3145-4173-b50d-b6be621ac7bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '0ba33c24-cb18-484b-aac7-07d8859e9540'}] {{(pid=103305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 26 21:16:34.523237 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fba70b7-e405-4ec5-a4ed-5e03bf6b62c8 req-d73248eb-7e7d-4687-96d8-c6a1f3d8fe6d service neutron] Attempting to bind port 68f9b88b-de49-42bb-9b9b-b7d9594e8f93 on network 0ba33c24-cb18-484b-aac7-07d8859e9540 {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 21:16:34.536275 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fba70b7-e405-4ec5-a4ed-5e03bf6b62c8 req-d73248eb-7e7d-4687-96d8-c6a1f3d8fe6d service neutron] Port 68f9b88b-de49-42bb-9b9b-b7d9594e8f93 on network 0ba33c24-cb18-484b-aac7-07d8859e9540 not bound, no agent of type Open vSwitch agent registered on host n-h2-760453-5 {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 26 21:16:34.537685 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fba70b7-e405-4ec5-a4ed-5e03bf6b62c8 req-d73248eb-7e7d-4687-96d8-c6a1f3d8fe6d service neutron] Attempting to bind port 68f9b88b-de49-42bb-9b9b-b7d9594e8f93 on network 0ba33c24-cb18-484b-aac7-07d8859e9540 {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 21:16:34.553933 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545e3cea-73dd-4a4b-964e-06d8dc008ce8 req-07a74cfd-02fd-49c3-bb0b-687638a9a657 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:16:34.556069 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-545e3cea-73dd-4a4b-964e-06d8dc008ce8 req-07a74cfd-02fd-49c3-bb0b-687638a9a657 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=9e460ecabad547eca1394374023e7caf&device_id=f2d9f0e7-5692-40f8-ab83-adf1076d5517 HTTP/1.1" status: 200 len: 1094 time: 0.9572372 Jan 26 21:16:34.614879 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fba70b7-e405-4ec5-a4ed-5e03bf6b62c8 req-56804feb-5519-4aa2-934d-893445175f52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:16:34.617284 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-9fba70b7-e405-4ec5-a4ed-5e03bf6b62c8 req-56804feb-5519-4aa2-934d-893445175f52 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=a0b74693-6c87-45e7-8c94-8aeae991a4dc HTTP/1.1" status: 200 len: 853 time: 0.0822766 Jan 26 21:16:34.620626 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fba70b7-e405-4ec5-a4ed-5e03bf6b62c8 req-d73248eb-7e7d-4687-96d8-c6a1f3d8fe6d service neutron] Checking agent: {'id': '4d619873-4b60-439f-9b5a-b155dc8bbc34', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-760453-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 21, 2, 53), 'started_at': datetime.datetime(2022, 1, 26, 21, 2, 53), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 21, 16, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 26 21:16:34.621189 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fba70b7-e405-4ec5-a4ed-5e03bf6b62c8 req-d73248eb-7e7d-4687-96d8-c6a1f3d8fe6d service neutron] Checking segment: {'id': 'b71d2c3f-3145-4173-b50d-b6be621ac7bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '0ba33c24-cb18-484b-aac7-07d8859e9540'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103305) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 21:16:34.621834 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fba70b7-e405-4ec5-a4ed-5e03bf6b62c8 req-d73248eb-7e7d-4687-96d8-c6a1f3d8fe6d service neutron] Bound using segment: {'id': 'b71d2c3f-3145-4173-b50d-b6be621ac7bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '0ba33c24-cb18-484b-aac7-07d8859e9540'} {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 26 21:16:34.622472 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [req-9fba70b7-e405-4ec5-a4ed-5e03bf6b62c8 req-d73248eb-7e7d-4687-96d8-c6a1f3d8fe6d service neutron] Bound port: 68f9b88b-de49-42bb-9b9b-b7d9594e8f93, host: n-h2-760453-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b71d2c3f-3145-4173-b50d-b6be621ac7bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '0ba33c24-cb18-484b-aac7-07d8859e9540'}}] {{(pid=103305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 26 21:16:34.623910 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-9fba70b7-e405-4ec5-a4ed-5e03bf6b62c8 req-d73248eb-7e7d-4687-96d8-c6a1f3d8fe6d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (68f9b88b-de49-42bb-9b9b-b7d9594e8f93), before_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:16:34.826746 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545e3cea-73dd-4a4b-964e-06d8dc008ce8 req-dab251a5-9502-4f2a-9832-1d541a63ccfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:16:34.828770 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-545e3cea-73dd-4a4b-964e-06d8dc008ce8 req-dab251a5-9502-4f2a-9832-1d541a63ccfa service neutron] 10.222.0.66 "GET /v2.0/networks?id=20b7651f-3dfe-4f65-83e1-a38049e7aae9 HTTP/1.1" status: 200 len: 907 time: 0.2243326 Jan 26 21:16:34.853740 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-9fba70b7-e405-4ec5-a4ed-5e03bf6b62c8 req-4afceb9f-2b0e-4879-8e04-e74976060f13 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=0ba33c24-cb18-484b-aac7-07d8859e9540&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1905079 Jan 26 21:16:34.921822 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1064f7b-c834-46a6-98a9-7a3359f8f6f0 req-bb3d5112-cef7-4963-bc61-a14fd5055dde tempest-ServersTestJSON-1629463572 tempest-ServersTestJSON-1629463572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:16:34.929821 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-c1064f7b-c834-46a6-98a9-7a3359f8f6f0 req-bb3d5112-cef7-4963-bc61-a14fd5055dde tempest-ServersTestJSON-1629463572 tempest-ServersTestJSON-1629463572-project] 10.222.0.13 "GET /v2.0/ports?device_id=f2d9f0e7-5692-40f8-ab83-adf1076d5517 HTTP/1.1" status: 200 len: 943 time: 0.1332369 Jan 26 21:16:35.000000 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-c1064f7b-c834-46a6-98a9-7a3359f8f6f0 req-47ac7ad1-80cd-4815-8914-5ff693f8d53d tempest-ServersTestJSON-1629463572 tempest-ServersTestJSON-1629463572-project] 10.222.0.13 "GET /v2.0/security-groups?id=a146440b-85c7-430a-88ed-6d0301627350&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656199 Jan 26 21:16:35.038535 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 58562) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:16:35.151746 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-9fba70b7-e405-4ec5-a4ed-5e03bf6b62c8 req-8da1a640-648a-46e4-9f7e-1fb62ed557d0 service neutron] 10.222.0.66 "GET /v2.0/networks/0ba33c24-cb18-484b-aac7-07d8859e9540?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2693250 Jan 26 21:16:35.154927 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [req-9fba70b7-e405-4ec5-a4ed-5e03bf6b62c8 req-d73248eb-7e7d-4687-96d8-c6a1f3d8fe6d service neutron] For port 68f9b88b-de49-42bb-9b9b-b7d9594e8f93, host n-h2-760453-5, cleared binding levels {{(pid=103305) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 26 21:16:35.158009 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-e27b32fe-750f-4ca5-b4d6-60071f69c709 req-497a7b79-14e5-40ad-8665-8426734fb91b tempest-InstanceActionsNegativeTestJSON-1657165434 tempest-InstanceActionsNegativeTestJSON-1657165434-project] 10.222.0.13 "GET /v2.0/ports?device_id=197d20e1-295c-4601-9dd2-5da362436247 HTTP/1.1" status: 200 len: 210 time: 0.0527644 Jan 26 21:16:35.158721 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [req-9fba70b7-e405-4ec5-a4ed-5e03bf6b62c8 req-d73248eb-7e7d-4687-96d8-c6a1f3d8fe6d service neutron] For port 68f9b88b-de49-42bb-9b9b-b7d9594e8f93, host n-h2-760453-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-5',level=0,port_id=68f9b88b-de49-42bb-9b9b-b7d9594e8f93,segment=NetworkSegment(b71d2c3f-3145-4173-b50d-b6be621ac7bd),segment_id=b71d2c3f-3145-4173-b50d-b6be621ac7bd)] {{(pid=103305) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 26 21:16:35.161100 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-545e3cea-73dd-4a4b-964e-06d8dc008ce8 req-02be16df-35d3-4a15-a1d7-3d4f5cad8df9 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e3b59b25-2dbd-4ea3-a6f4-f5d87e65f16d HTTP/1.1" status: 200 len: 217 time: 0.3043876 Jan 26 21:16:35.267840 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.db_base_plugin_v2 [None req-bf18ab9d-58f9-4a02-a0b2-e42e4913867d admin admin] Deleting subnet 83c7f95c-c9b9-47ca-b224-a6b37c78555f {{(pid=103304) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 26 21:16:35.271721 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-bf18ab9d-58f9-4a02-a0b2-e42e4913867d admin admin] Publish callbacks [] for subnet (83c7f95c-c9b9-47ca-b224-a6b37c78555f), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:16:35.271891 n-d-760453-5 neutron-server[103305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db42e180-7a56-499b-819f-bb88c2ceefa6', 'tag': '87ea4d44-56a3-419d-8398-dc59cb6a3ed4'}] {{(pid=103305) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 21:16:35.274540 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d4654568b7bf041e72ff8fe1c96d6d761d9c921f2b99bc7b3a26632be20cee0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d212a614-dac2-4b13-98d6-bba4a701f12a" -d '{"events": [{"name": "network-changed", "server_uuid": "db42e180-7a56-499b-819f-bb88c2ceefa6", "tag": "87ea4d44-56a3-419d-8398-dc59cb6a3ed4"}]}' {{(pid=103305) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 21:16:35.319326 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-9fba70b7-e405-4ec5-a4ed-5e03bf6b62c8 req-d73248eb-7e7d-4687-96d8-c6a1f3d8fe6d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11791520'] for port (68f9b88b-de49-42bb-9b9b-b7d9594e8f93), after_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:16:35.325211 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-9fba70b7-e405-4ec5-a4ed-5e03bf6b62c8 req-ab8404dc-fcfc-463f-a193-63dbdd8d6c42 service neutron] 10.222.0.66 "GET /v2.0/networks/0ba33c24-cb18-484b-aac7-07d8859e9540?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1629941 Jan 26 21:16:35.329633 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-bf18ab9d-58f9-4a02-a0b2-e42e4913867d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8881284'] for subnet (83c7f95c-c9b9-47ca-b224-a6b37c78555f), precommit_delete_associations {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:16:35.370881 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 26 Jan 2022 21:16:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b418b860-4ac2-4b08-882b-f9824dd2993f x-openstack-request-id: req-b418b860-4ac2-4b08-882b-f9824dd2993f {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 21:16:35.371512 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "db42e180-7a56-499b-819f-bb88c2ceefa6", "tag": "87ea4d44-56a3-419d-8398-dc59cb6a3ed4", "status": "completed", "code": 200}]} {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 21:16:35.371961 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b418b860-4ac2-4b08-882b-f9824dd2993f {{(pid=103305) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 21:16:35.373223 n-d-760453-5 neutron-server[103305]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'db42e180-7a56-499b-819f-bb88c2ceefa6', 'tag': '87ea4d44-56a3-419d-8398-dc59cb6a3ed4', 'status': 'completed', 'code': 200} Jan 26 21:16:35.494685 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73248eb-7e7d-4687-96d8-c6a1f3d8fe6d service neutron] Pushing event updated for resources: {'Port': ['ID=68f9b88b-de49-42bb-9b9b-b7d9594e8f93,revision_number=3']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:16:35.544268 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fba70b7-e405-4ec5-a4ed-5e03bf6b62c8 req-d73248eb-7e7d-4687-96d8-c6a1f3d8fe6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:16:35.545534 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-9fba70b7-e405-4ec5-a4ed-5e03bf6b62c8 req-d73248eb-7e7d-4687-96d8-c6a1f3d8fe6d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:16:35.547451 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-9fba70b7-e405-4ec5-a4ed-5e03bf6b62c8 req-d73248eb-7e7d-4687-96d8-c6a1f3d8fe6d service neutron] 10.222.0.57 "PUT /v2.0/ports/68f9b88b-de49-42bb-9b9b-b7d9594e8f93 HTTP/1.1" status: 200 len: 1091 time: 3.8606431 Jan 26 21:16:35.564538 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545e3cea-73dd-4a4b-964e-06d8dc008ce8 req-74f2484a-2237-4099-904f-0ce793757db7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:16:35.570527 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-545e3cea-73dd-4a4b-964e-06d8dc008ce8 req-74f2484a-2237-4099-904f-0ce793757db7 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=7183c753-f99a-46b0-89ab-825caf92e3fd HTTP/1.1" status: 200 len: 846 time: 0.2725594 Jan 26 21:16:35.616668 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-bf18ab9d-58f9-4a02-a0b2-e42e4913867d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687316'] for subnet (83c7f95c-c9b9-47ca-b224-a6b37c78555f), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:16:35.647195 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-545e3cea-73dd-4a4b-964e-06d8dc008ce8 req-343eab06-c94c-49e0-80c0-2d2ae4afe9e1 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=20b7651f-3dfe-4f65-83e1-a38049e7aae9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0582199 Jan 26 21:16:35.651357 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d212a614-dac2-4b13-98d6-bba4a701f12a req-bcab6a85-1101-447e-86b2-84c7a5a5338e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:16:35.652849 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-d212a614-dac2-4b13-98d6-bba4a701f12a req-bcab6a85-1101-447e-86b2-84c7a5a5338e service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=1ab31b5d3142488a8e17b3ca56cecb8f&device_id=db42e180-7a56-499b-819f-bb88c2ceefa6 HTTP/1.1" status: 200 len: 1095 time: 0.1505535 Jan 26 21:16:35.754619 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ab8bde-afb7-4498-b9f4-74a7f6e2cdda req-09615b9d-af1d-4f4b-b101-c20b9d368798 tempest-MultipleCreateTestJSON-2007749212 tempest-MultipleCreateTestJSON-2007749212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:16:35.756571 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-f2ab8bde-afb7-4498-b9f4-74a7f6e2cdda req-09615b9d-af1d-4f4b-b101-c20b9d368798 tempest-MultipleCreateTestJSON-2007749212 tempest-MultipleCreateTestJSON-2007749212-project] 10.222.0.13 "GET /v2.0/ports?device_id=143b8817-1e87-4fea-bb95-3aa6c71c3d33 HTTP/1.1" status: 200 len: 943 time: 0.2352760 Jan 26 21:16:35.759749 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-bf18ab9d-58f9-4a02-a0b2-e42e4913867d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9281612', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12215216'] for subnet (83c7f95c-c9b9-47ca-b224-a6b37c78555f), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:16:35.796152 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-bf18ab9d-58f9-4a02-a0b2-e42e4913867d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:16:35.802327 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-bf18ab9d-58f9-4a02-a0b2-e42e4913867d admin admin] 10.222.0.13 "DELETE /v2.0/subnets/83c7f95c-c9b9-47ca-b224-a6b37c78555f HTTP/1.1" status: 204 len: 168 time: 0.7605128 Jan 26 21:16:35.826881 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 58576) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:16:35.839744 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c32097-d0cc-4c4a-9cb6-a94a5349ecb3 req-083557b6-426d-49da-9a4c-e93035573dd1 tempest-InstanceActionsNegativeTestJSON-1657165434 tempest-InstanceActionsNegativeTestJSON-1657165434-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:16:35.841446 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-24c32097-d0cc-4c4a-9cb6-a94a5349ecb3 req-083557b6-426d-49da-9a4c-e93035573dd1 tempest-InstanceActionsNegativeTestJSON-1657165434 tempest-InstanceActionsNegativeTestJSON-1657165434-project] 10.222.0.57 "GET /v2.0/networks?id=28a9ff28-6c67-4e2c-8ec4-174624f5cc8a HTTP/1.1" status: 200 len: 821 time: 0.4719849 Jan 26 21:16:35.857764 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf18ab9d-58f9-4a02-a0b2-e42e4913867d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=83c7f95c-c9b9-47ca-b224-a6b37c78555f,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:16:35.866808 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [req-24c32097-d0cc-4c4a-9cb6-a94a5349ecb3 req-cddb2cfb-4c6a-4f37-b131-9b070b9e9e7d tempest-InstanceActionsNegativeTestJSON-1657165434 tempest-InstanceActionsNegativeTestJSON-1657165434-project] Request body: {'port': {'device_id': '197d20e1-295c-4601-9dd2-5da362436247', 'network_id': '28a9ff28-6c67-4e2c-8ec4-174624f5cc8a', 'admin_state_up': True, 'tenant_id': 'b5f2577ff12c4666b06ef5f933732e3f'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:16:35.871270 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-545e3cea-73dd-4a4b-964e-06d8dc008ce8 req-6692dc37-adf8-4cdb-a2ad-8b8fea489175 service neutron] 10.222.0.66 "GET /v2.0/networks/20b7651f-3dfe-4f65-83e1-a38049e7aae9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1859007 Jan 26 21:16:35.974947 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-f2ab8bde-afb7-4498-b9f4-74a7f6e2cdda req-d2137a1d-e949-4d01-ae71-78cb06cb7895 tempest-MultipleCreateTestJSON-2007749212 tempest-MultipleCreateTestJSON-2007749212-project] 10.222.0.13 "GET /v2.0/security-groups?id=ac84af4e-d640-4e7c-806b-00b2142fd304&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2058082 Jan 26 21:16:36.010250 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-70b1f43f-9343-478f-954e-c45719f82cff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-748181'] for network (d6d873b7-dd21-4147-a71c-3196b86fd015), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:16:36.162129 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-545e3cea-73dd-4a4b-964e-06d8dc008ce8 req-03afb2e0-0e4b-4712-ae4b-15b9d1f64fa5 service neutron] 10.222.0.66 "GET /v2.0/networks/20b7651f-3dfe-4f65-83e1-a38049e7aae9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2809308 Jan 26 21:16:36.174583 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fba70b7-e405-4ec5-a4ed-5e03bf6b62c8 req-57ab4af8-c82e-4e71-b716-04a2cbd75a03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:16:36.176885 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-9fba70b7-e405-4ec5-a4ed-5e03bf6b62c8 req-57ab4af8-c82e-4e71-b716-04a2cbd75a03 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=1ab31b5d3142488a8e17b3ca56cecb8f&device_id=143b8817-1e87-4fea-bb95-3aa6c71c3d33 HTTP/1.1" status: 200 len: 1094 time: 0.5484462 Jan 26 21:16:36.206277 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-70b1f43f-9343-478f-954e-c45719f82cff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-686403', 'neutron.services.segments.db._delete_segments_for_network-8746560774018'] for network (d6d873b7-dd21-4147-a71c-3196b86fd015), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:16:36.219733 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-24c32097-d0cc-4c4a-9cb6-a94a5349ecb3 req-cddb2cfb-4c6a-4f37-b131-9b070b9e9e7d tempest-InstanceActionsNegativeTestJSON-1657165434 tempest-InstanceActionsNegativeTestJSON-1657165434-project] Made reservation on behalf of b5f2577ff12c4666b06ef5f933732e3f for: {'port': 1} {{(pid=103304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 21:16:36.223292 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-24c32097-d0cc-4c4a-9cb6-a94a5349ecb3 req-cddb2cfb-4c6a-4f37-b131-9b070b9e9e7d tempest-InstanceActionsNegativeTestJSON-1657165434 tempest-InstanceActionsNegativeTestJSON-1657165434-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:16:36.246479 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc69051-c065-4a06-813d-982a0e540c0d req-760630a0-f838-47cd-9aa6-d2ccde798b7c tempest-ServersTestJSON-1629463572 tempest-ServersTestJSON-1629463572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:16:36.254173 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-edc69051-c065-4a06-813d-982a0e540c0d req-760630a0-f838-47cd-9aa6-d2ccde798b7c tempest-ServersTestJSON-1629463572 tempest-ServersTestJSON-1629463572-project] 10.222.0.13 "GET /v2.0/ports?device_id=f2d9f0e7-5692-40f8-ab83-adf1076d5517 HTTP/1.1" status: 200 len: 943 time: 0.1098855 Jan 26 21:16:36.257935 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-9fba70b7-e405-4ec5-a4ed-5e03bf6b62c8 req-ae24f86e-4f3b-41c5-b562-7260564a4030 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=68f9b88b-de49-42bb-9b9b-b7d9594e8f93 HTTP/1.1" status: 200 len: 217 time: 0.0619650 Jan 26 21:16:36.278640 n-d-760453-5 neutron-server[103304]: DEBUG neutron.services.segments.db [None req-70b1f43f-9343-478f-954e-c45719f82cff admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d6d873b7-dd21-4147-a71c-3196b86fd015']}} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:16:36.297426 n-d-760453-5 neutron-server[103304]: DEBUG neutron.services.segments.db [None req-70b1f43f-9343-478f-954e-c45719f82cff admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '09663a0c-ceea-4887-ace4-6c78e47e3e40') {'for_net_delete': True} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:16:36.297426 n-d-760453-5 neutron-server[103304]: DEBUG neutron.services.segments.db [None req-70b1f43f-9343-478f-954e-c45719f82cff admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '09663a0c-ceea-4887-ace4-6c78e47e3e40') {} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:16:36.339450 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-d5110e83-ed86-4868-a44d-72c45632863d req-b29a6843-3e15-49c4-abec-5aa42aff2350 tempest-InstanceActionsNegativeTestJSON-1657165434 tempest-InstanceActionsNegativeTestJSON-1657165434-project] 10.222.0.13 "GET /v2.0/ports?device_id=197d20e1-295c-4601-9dd2-5da362436247 HTTP/1.1" status: 200 len: 210 time: 0.0290830 Jan 26 21:16:36.379565 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-edc69051-c065-4a06-813d-982a0e540c0d req-b006665a-291b-4579-b38b-86a450ab21b7 tempest-ServersTestJSON-1629463572 tempest-ServersTestJSON-1629463572-project] 10.222.0.13 "GET /v2.0/security-groups?id=a146440b-85c7-430a-88ed-6d0301627350&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242721 Jan 26 21:16:36.385722 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-70b1f43f-9343-478f-954e-c45719f82cff admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746560742283', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8881293'] for segment (09663a0c-ceea-4887-ace4-6c78e47e3e40), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:16:36.397970 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fba70b7-e405-4ec5-a4ed-5e03bf6b62c8 req-0af7911e-c67b-4d27-9591-45e7a725c6c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:16:36.402204 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-9fba70b7-e405-4ec5-a4ed-5e03bf6b62c8 req-0af7911e-c67b-4d27-9591-45e7a725c6c2 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=a0b74693-6c87-45e7-8c94-8aeae991a4dc HTTP/1.1" status: 200 len: 853 time: 0.1349247 Jan 26 21:16:36.405189 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d212a614-dac2-4b13-98d6-bba4a701f12a req-1c000a80-5ade-429a-936a-8f9b5a2a068a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:16:36.406594 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-d212a614-dac2-4b13-98d6-bba4a701f12a req-1c000a80-5ade-429a-936a-8f9b5a2a068a service neutron] 10.222.0.66 "GET /v2.0/networks?id=0ba33c24-cb18-484b-aac7-07d8859e9540 HTTP/1.1" status: 200 len: 914 time: 0.7381344 Jan 26 21:16:36.454329 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-9fba70b7-e405-4ec5-a4ed-5e03bf6b62c8 req-280c92bd-3b30-484a-b24a-ae5762293391 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=0ba33c24-cb18-484b-aac7-07d8859e9540&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0454264 Jan 26 21:16:36.463422 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-70b1f43f-9343-478f-954e-c45719f82cff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576559'] for segment (09663a0c-ceea-4887-ace4-6c78e47e3e40), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:16:36.477022 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-70b1f43f-9343-478f-954e-c45719f82cff admin admin] Releasing vlan 557 on physical network physnet1 to pool {{(pid=103304) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 26 21:16:36.477823 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-70b1f43f-9343-478f-954e-c45719f82cff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9281762'] for segment (09663a0c-ceea-4887-ace4-6c78e47e3e40), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:16:36.480036 n-d-760453-5 neutron-server[103304]: Traceback (most recent call last): Jan 26 21:16:36.480036 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 26 21:16:36.480036 n-d-760453-5 neutron-server[103304]: timer() Jan 26 21:16:36.480036 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 26 21:16:36.480036 n-d-760453-5 neutron-server[103304]: cb(*args, **kw) Jan 26 21:16:36.480036 n-d-760453-5 neutron-server[103304]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 26 21:16:36.480036 n-d-760453-5 neutron-server[103304]: return func(*args, **kwargs) Jan 26 21:16:36.480036 n-d-760453-5 neutron-server[103304]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 26 21:16:36.480036 n-d-760453-5 neutron-server[103304]: self._notify() Jan 26 21:16:36.480036 n-d-760453-5 neutron-server[103304]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 26 21:16:36.480036 n-d-760453-5 neutron-server[103304]: self.callback(batched_events) Jan 26 21:16:36.480036 n-d-760453-5 neutron-server[103304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 26 21:16:36.480036 n-d-760453-5 neutron-server[103304]: event.method(event) Jan 26 21:16:36.480036 n-d-760453-5 neutron-server[103304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 26 21:16:36.480036 n-d-760453-5 neutron-server[103304]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 26 21:16:36.480036 n-d-760453-5 neutron-server[103304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 26 21:16:36.480036 n-d-760453-5 neutron-server[103304]: aggregate_uuid = self.p_client.list_aggregates( Jan 26 21:16:36.480036 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 26 21:16:36.480036 n-d-760453-5 neutron-server[103304]: return f(self, *a, **k) Jan 26 21:16:36.480036 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 26 21:16:36.480036 n-d-760453-5 neutron-server[103304]: return self._get(url).json() Jan 26 21:16:36.480036 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 26 21:16:36.480036 n-d-760453-5 neutron-server[103304]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 26 21:16:36.480036 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 26 21:16:36.480036 n-d-760453-5 neutron-server[103304]: return self.request(url, 'GET', **kwargs) Jan 26 21:16:36.480036 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 26 21:16:36.480036 n-d-760453-5 neutron-server[103304]: base_url = self.get_endpoint(auth, allow=allow, Jan 26 21:16:36.480036 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 26 21:16:36.480036 n-d-760453-5 neutron-server[103304]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 26 21:16:36.480036 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 26 21:16:36.480036 n-d-760453-5 neutron-server[103304]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 26 21:16:36.480036 n-d-760453-5 neutron-server[103304]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 26 21:16:36.587473 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-70b1f43f-9343-478f-954e-c45719f82cff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4110931'] for network (d6d873b7-dd21-4147-a71c-3196b86fd015), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:16:36.599004 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-70b1f43f-9343-478f-954e-c45719f82cff admin admin] Publish callbacks [] for network (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:16:36.615331 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-70b1f43f-9343-478f-954e-c45719f82cff admin admin] 10.222.0.13 "DELETE /v2.0/networks/d6d873b7-dd21-4147-a71c-3196b86fd015 HTTP/1.1" status: 204 len: 168 time: 0.7784097 Jan 26 21:16:36.635150 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.db_base_plugin_common [req-24c32097-d0cc-4c4a-9cb6-a94a5349ecb3 req-cddb2cfb-4c6a-4f37-b131-9b070b9e9e7d tempest-InstanceActionsNegativeTestJSON-1657165434 tempest-InstanceActionsNegativeTestJSON-1657165434-project] Allocated IP 172.20.0.9 (28a9ff28-6c67-4e2c-8ec4-174624f5cc8a/aaa194d1-1f5a-46ef-ac95-d8d4bd5aa6c2/c99401cd-3ab6-452c-88bf-1f420b9a8070) {{(pid=103304) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 21:16:36.641220 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b1f43f-9343-478f-954e-c45719f82cff admin admin] Pushing event deleted for resources: {'Network': ['ID=d6d873b7-dd21-4147-a71c-3196b86fd015,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:16:36.645021 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-d212a614-dac2-4b13-98d6-bba4a701f12a req-5b2b0fb5-d262-4f36-ab5b-cb99605f52d0 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=87ea4d44-56a3-419d-8398-dc59cb6a3ed4 HTTP/1.1" status: 200 len: 217 time: 0.1895885 Jan 26 21:16:36.791136 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d212a614-dac2-4b13-98d6-bba4a701f12a req-5b479dc3-b372-4f4d-9a01-998445de2695 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:16:36.801153 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-d212a614-dac2-4b13-98d6-bba4a701f12a req-5b479dc3-b372-4f4d-9a01-998445de2695 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=a0b74693-6c87-45e7-8c94-8aeae991a4dc HTTP/1.1" status: 200 len: 853 time: 0.1473351 Jan 26 21:16:36.808016 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-9fba70b7-e405-4ec5-a4ed-5e03bf6b62c8 req-7c9239ce-bb4a-45a0-935f-c1cb6ce7e9d6 service neutron] 10.222.0.57 "GET /v2.0/networks/0ba33c24-cb18-484b-aac7-07d8859e9540?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2525394 Jan 26 21:16:36.871577 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-d212a614-dac2-4b13-98d6-bba4a701f12a req-c71d6ddb-e926-4250-93ec-edfc844aeec6 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=0ba33c24-cb18-484b-aac7-07d8859e9540&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0623631 Jan 26 21:16:36.892923 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 58592) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:16:36.964214 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-24c32097-d0cc-4c4a-9cb6-a94a5349ecb3 req-cddb2cfb-4c6a-4f37-b131-9b070b9e9e7d tempest-InstanceActionsNegativeTestJSON-1657165434 tempest-InstanceActionsNegativeTestJSON-1657165434-project] Publish callbacks [] for port (c99401cd-3ab6-452c-88bf-1f420b9a8070), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:16:37.046780 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-24c32097-d0cc-4c4a-9cb6-a94a5349ecb3 req-cddb2cfb-4c6a-4f37-b131-9b070b9e9e7d tempest-InstanceActionsNegativeTestJSON-1657165434 tempest-InstanceActionsNegativeTestJSON-1657165434-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746560234527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9281553'] for port (c99401cd-3ab6-452c-88bf-1f420b9a8070), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:16:37.125381 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-921de158-2434-424a-b3fb-223241ae9f09 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d203cd9cdbf14056988a5ed4353f3154&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2114069 Jan 26 21:16:37.125381 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 58598) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:16:37.129985 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cddb2cfb-4c6a-4f37-b131-9b070b9e9e7d tempest-InstanceActionsNegativeTestJSON-1657165434 tempest-InstanceActionsNegativeTestJSON-1657165434-project] Pushing event updated for resources: {'Port': ['ID=c99401cd-3ab6-452c-88bf-1f420b9a8070,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:16:37.162877 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-24c32097-d0cc-4c4a-9cb6-a94a5349ecb3 req-cddb2cfb-4c6a-4f37-b131-9b070b9e9e7d tempest-InstanceActionsNegativeTestJSON-1657165434 tempest-InstanceActionsNegativeTestJSON-1657165434-project] Network 28a9ff28-6c67-4e2c-8ec4-174624f5cc8a is already hosted by enough agents. {{(pid=103304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 21:16:37.179572 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [req-24c32097-d0cc-4c4a-9cb6-a94a5349ecb3 req-cddb2cfb-4c6a-4f37-b131-9b070b9e9e7d tempest-InstanceActionsNegativeTestJSON-1657165434 tempest-InstanceActionsNegativeTestJSON-1657165434-project] Resources bound (agent type, host, resource id): {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:16:37.183794 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [req-24c32097-d0cc-4c4a-9cb6-a94a5349ecb3 req-cddb2cfb-4c6a-4f37-b131-9b070b9e9e7d tempest-InstanceActionsNegativeTestJSON-1657165434 tempest-InstanceActionsNegativeTestJSON-1657165434-project] Received port after_create {{(pid=103304) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 21:16:37.214341 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-9fba70b7-e405-4ec5-a4ed-5e03bf6b62c8 req-abf715f9-b766-43f7-bc85-f99166b2f67a service neutron] 10.222.0.57 "GET /v2.0/networks/0ba33c24-cb18-484b-aac7-07d8859e9540?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3420036 Jan 26 21:16:37.242920 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c32097-d0cc-4c4a-9cb6-a94a5349ecb3 req-cddb2cfb-4c6a-4f37-b131-9b070b9e9e7d tempest-InstanceActionsNegativeTestJSON-1657165434 tempest-InstanceActionsNegativeTestJSON-1657165434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:16:37.244472 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-24c32097-d0cc-4c4a-9cb6-a94a5349ecb3 req-cddb2cfb-4c6a-4f37-b131-9b070b9e9e7d tempest-InstanceActionsNegativeTestJSON-1657165434 tempest-InstanceActionsNegativeTestJSON-1657165434-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:16:37.253646 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-d212a614-dac2-4b13-98d6-bba4a701f12a req-3220e5fe-1efb-4548-8d89-f67b6982abb3 service neutron] 10.222.0.66 "GET /v2.0/networks/0ba33c24-cb18-484b-aac7-07d8859e9540?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3711798 Jan 26 21:16:37.254518 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-594d67bf-8ddb-4793-989e-6489c10160fe admin admin] Publish callbacks [] for security_group (8e9bd9e5-9820-4475-bfb9-c12598a9861a), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:16:37.271400 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-24c32097-d0cc-4c4a-9cb6-a94a5349ecb3 req-cddb2cfb-4c6a-4f37-b131-9b070b9e9e7d tempest-InstanceActionsNegativeTestJSON-1657165434 tempest-InstanceActionsNegativeTestJSON-1657165434-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4088569 Jan 26 21:16:37.286382 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [req-24c32097-d0cc-4c4a-9cb6-a94a5349ecb3 req-090b2843-79cb-47e3-9521-c94d63158965 service neutron] Request body: {'port': {'device_id': '197d20e1-295c-4601-9dd2-5da362436247', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-760453-5'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:16:37.333516 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5b8a43-5118-4166-8b08-5e00ebf043ac req-435357b3-7640-4db6-b2b5-0efa3e992cf0 tempest-MultipleCreateTestJSON-2007749212 tempest-MultipleCreateTestJSON-2007749212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:16:37.340593 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-2c5b8a43-5118-4166-8b08-5e00ebf043ac req-435357b3-7640-4db6-b2b5-0efa3e992cf0 tempest-MultipleCreateTestJSON-2007749212 tempest-MultipleCreateTestJSON-2007749212-project] 10.222.0.13 "GET /v2.0/ports?device_id=143b8817-1e87-4fea-bb95-3aa6c71c3d33 HTTP/1.1" status: 200 len: 943 time: 0.2079854 Jan 26 21:16:37.363215 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-594d67bf-8ddb-4793-989e-6489c10160fe admin admin] Publish callbacks [] for security_group (8e9bd9e5-9820-4475-bfb9-c12598a9861a), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:16:37.375326 n-d-760453-5 neutron-server[103305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '143b8817-1e87-4fea-bb95-3aa6c71c3d33', 'tag': '68f9b88b-de49-42bb-9b9b-b7d9594e8f93'}] {{(pid=103305) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 21:16:37.383660 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d4654568b7bf041e72ff8fe1c96d6d761d9c921f2b99bc7b3a26632be20cee0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94e93d60-f048-493e-b585-288e8f63ce7e" -d '{"events": [{"name": "network-changed", "server_uuid": "143b8817-1e87-4fea-bb95-3aa6c71c3d33", "tag": "68f9b88b-de49-42bb-9b9b-b7d9594e8f93"}]}' {{(pid=103305) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 21:16:37.405016 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-24c32097-d0cc-4c4a-9cb6-a94a5349ecb3 req-090b2843-79cb-47e3-9521-c94d63158965 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (c99401cd-3ab6-452c-88bf-1f420b9a8070), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:16:37.470742 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-2c5b8a43-5118-4166-8b08-5e00ebf043ac req-13d8bbdc-ecc1-4a7f-901d-4ee2fed87128 tempest-MultipleCreateTestJSON-2007749212 tempest-MultipleCreateTestJSON-2007749212-project] 10.222.0.13 "GET /v2.0/security-groups?id=ac84af4e-d640-4e7c-806b-00b2142fd304&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1278517 Jan 26 21:16:37.542718 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-d212a614-dac2-4b13-98d6-bba4a701f12a req-1211ac19-06e6-4982-a9c5-c4e7efe1cd6a service neutron] 10.222.0.66 "GET /v2.0/networks/0ba33c24-cb18-484b-aac7-07d8859e9540?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2726865 Jan 26 21:16:37.578496 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-594d67bf-8ddb-4793-989e-6489c10160fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (8e9bd9e5-9820-4475-bfb9-c12598a9861a), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:16:37.586120 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-594d67bf-8ddb-4793-989e-6489c10160fe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:16:37.586120 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-594d67bf-8ddb-4793-989e-6489c10160fe admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/8e9bd9e5-9820-4475-bfb9-c12598a9861a HTTP/1.1" status: 204 len: 168 time: 0.4614291 Jan 26 21:16:37.602869 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 26 Jan 2022 21:16:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50c814b2-b98a-40c8-b1a4-49ea63fdcc70 x-openstack-request-id: req-50c814b2-b98a-40c8-b1a4-49ea63fdcc70 {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 21:16:37.603290 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "143b8817-1e87-4fea-bb95-3aa6c71c3d33", "tag": "68f9b88b-de49-42bb-9b9b-b7d9594e8f93", "status": "completed", "code": 200}]} {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 21:16:37.603646 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-50c814b2-b98a-40c8-b1a4-49ea63fdcc70 {{(pid=103305) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 21:16:37.604052 n-d-760453-5 neutron-server[103305]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '143b8817-1e87-4fea-bb95-3aa6c71c3d33', 'tag': '68f9b88b-de49-42bb-9b9b-b7d9594e8f93', 'status': 'completed', 'code': 200} Jan 26 21:16:37.604726 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-594d67bf-8ddb-4793-989e-6489c10160fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e9bd9e5-9820-4475-bfb9-c12598a9861a,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:16:37.769418 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e93d60-f048-493e-b585-288e8f63ce7e req-06ac62d5-c9e3-4437-9e1b-50ead8e104ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:16:37.770946 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-94e93d60-f048-493e-b585-288e8f63ce7e req-06ac62d5-c9e3-4437-9e1b-50ead8e104ae service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=1ab31b5d3142488a8e17b3ca56cecb8f&device_id=143b8817-1e87-4fea-bb95-3aa6c71c3d33 HTTP/1.1" status: 200 len: 1094 time: 0.1547170 Jan 26 21:16:37.964244 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e93d60-f048-493e-b585-288e8f63ce7e req-3a037f5b-e61e-4d3b-80b5-96c8c7e0ab0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:16:37.966149 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-94e93d60-f048-493e-b585-288e8f63ce7e req-3a037f5b-e61e-4d3b-80b5-96c8c7e0ab0f service neutron] 10.222.0.57 "GET /v2.0/networks?id=0ba33c24-cb18-484b-aac7-07d8859e9540 HTTP/1.1" status: 200 len: 914 time: 0.1860859 Jan 26 21:16:38.037975 n-d-760453-5 neutron-server[103304]: DEBUG neutron.notifiers.nova [req-24c32097-d0cc-4c4a-9cb6-a94a5349ecb3 req-090b2843-79cb-47e3-9521-c94d63158965 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c99401cd-3ab6-452c-88bf-1f420b9a8070 {{(pid=103304) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 26 21:16:38.051333 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-94e93d60-f048-493e-b585-288e8f63ce7e req-d3ac15b2-f941-4507-99e8-0df596493add service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=68f9b88b-de49-42bb-9b9b-b7d9594e8f93 HTTP/1.1" status: 200 len: 217 time: 0.0773380 Jan 26 21:16:38.055363 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-24c32097-d0cc-4c4a-9cb6-a94a5349ecb3 req-090b2843-79cb-47e3-9521-c94d63158965 service neutron] Publish callbacks [] for port (c99401cd-3ab6-452c-88bf-1f420b9a8070), precommit_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:16:38.072649 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.provisioning_blocks [req-24c32097-d0cc-4c4a-9cb6-a94a5349ecb3 req-090b2843-79cb-47e3-9521-c94d63158965 service neutron] Transition to ACTIVE for port object c99401cd-3ab6-452c-88bf-1f420b9a8070 will not be triggered until provisioned by entity L2. {{(pid=103304) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 21:16:38.088390 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-24c32097-d0cc-4c4a-9cb6-a94a5349ecb3 req-090b2843-79cb-47e3-9521-c94d63158965 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9281542'] for port (c99401cd-3ab6-452c-88bf-1f420b9a8070), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:16:38.181983 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (32ef628b-8417-46c5-8729-60fcabe358f1), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:16:38.205813 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-090b2843-79cb-47e3-9521-c94d63158965 service neutron] Pushing event updated for resources: {'Port': ['ID=c99401cd-3ab6-452c-88bf-1f420b9a8070,revision_number=2']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:16:38.226889 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e93d60-f048-493e-b585-288e8f63ce7e req-52a70964-5a38-4d70-9e06-eedbd1482b27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:16:38.228776 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-94e93d60-f048-493e-b585-288e8f63ce7e req-52a70964-5a38-4d70-9e06-eedbd1482b27 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=a0b74693-6c87-45e7-8c94-8aeae991a4dc HTTP/1.1" status: 200 len: 853 time: 0.1677938 Jan 26 21:16:38.269072 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5941c15-41a9-45fd-b7b0-5cbd1234ed87 req-7b97a32d-48ef-457b-af73-d58b0296afb0 tempest-InstanceActionsNegativeTestJSON-1657165434 tempest-InstanceActionsNegativeTestJSON-1657165434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:16:38.286681 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-c5941c15-41a9-45fd-b7b0-5cbd1234ed87 req-7b97a32d-48ef-457b-af73-d58b0296afb0 tempest-InstanceActionsNegativeTestJSON-1657165434 tempest-InstanceActionsNegativeTestJSON-1657165434-project] 10.222.0.13 "GET /v2.0/ports?device_id=197d20e1-295c-4601-9dd2-5da362436247 HTTP/1.1" status: 200 len: 931 time: 0.7605181 Jan 26 21:16:38.297976 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-94e93d60-f048-493e-b585-288e8f63ce7e req-32668833-e844-40ad-b559-312f27c297d5 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=0ba33c24-cb18-484b-aac7-07d8859e9540&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0629237 Jan 26 21:16:38.373847 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-c5941c15-41a9-45fd-b7b0-5cbd1234ed87 req-f9f21baa-562b-4300-a0eb-66aaa19ce9b1 tempest-InstanceActionsNegativeTestJSON-1657165434 tempest-InstanceActionsNegativeTestJSON-1657165434-project] 10.222.0.13 "GET /v2.0/security-groups?id=d8080699-0bce-4810-9876-51d6f7e2b58a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842738 Jan 26 21:16:38.407513 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d115853-44fd-4469-a909-39d6aa52bacf req-d2099f77-3deb-487d-bb0a-ccb2671e5ebe tempest-ServersTestJSON-1629463572 tempest-ServersTestJSON-1629463572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:16:38.418057 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-0d115853-44fd-4469-a909-39d6aa52bacf req-d2099f77-3deb-487d-bb0a-ccb2671e5ebe tempest-ServersTestJSON-1629463572 tempest-ServersTestJSON-1629463572-project] 10.222.0.13 "GET /v2.0/ports?device_id=f2d9f0e7-5692-40f8-ab83-adf1076d5517 HTTP/1.1" status: 200 len: 943 time: 0.3365285 Jan 26 21:16:38.488597 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Device e3b59b25-2dbd-4ea3-a6f4-f5d87e65f16d details requested by agent hyperv_n-h1-760453-5 with host n-h1-760453-5 {{(pid=103306) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 26 21:16:38.501860 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-94e93d60-f048-493e-b585-288e8f63ce7e req-94c84a41-a2e5-4d14-bb88-43aa38db7ad0 service neutron] 10.222.0.57 "GET /v2.0/networks/0ba33c24-cb18-484b-aac7-07d8859e9540?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2029529 Jan 26 21:16:38.656995 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-0d115853-44fd-4469-a909-39d6aa52bacf req-64d25235-83b6-4173-9044-d9f49c49b0a7 tempest-ServersTestJSON-1629463572 tempest-ServersTestJSON-1629463572-project] 10.222.0.13 "GET /v2.0/security-groups?id=a146440b-85c7-430a-88ed-6d0301627350&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2380078 Jan 26 21:16:38.738268 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] For port e3b59b25-2dbd-4ea3-a6f4-f5d87e65f16d, host n-h1-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-5',level=0,port_id=e3b59b25-2dbd-4ea3-a6f4-f5d87e65f16d,segment=NetworkSegment(bb9dd371-3de9-4327-a263-fb803ca379c8),segment_id=bb9dd371-3de9-4327-a263-fb803ca379c8)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:16:38.754942 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [req-24c32097-d0cc-4c4a-9cb6-a94a5349ecb3 req-090b2843-79cb-47e3-9521-c94d63158965 service neutron] Attempting to bind port c99401cd-3ab6-452c-88bf-1f420b9a8070 on host n-h2-760453-5 for vnic_type normal with profile {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 21:16:38.755271 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [req-24c32097-d0cc-4c4a-9cb6-a94a5349ecb3 req-090b2843-79cb-47e3-9521-c94d63158965 service neutron] Attempting to bind port c99401cd-3ab6-452c-88bf-1f420b9a8070 by drivers openvswitch,hyperv on host n-h2-760453-5 at level 0 using segments [{'id': '19d29f93-51d6-465d-9c9e-538295ca8e32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '28a9ff28-6c67-4e2c-8ec4-174624f5cc8a'}] {{(pid=103304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 26 21:16:38.755609 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24c32097-d0cc-4c4a-9cb6-a94a5349ecb3 req-090b2843-79cb-47e3-9521-c94d63158965 service neutron] Attempting to bind port c99401cd-3ab6-452c-88bf-1f420b9a8070 on network 28a9ff28-6c67-4e2c-8ec4-174624f5cc8a {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 21:16:38.764260 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Returning: {'device': 'e3b59b25-2dbd-4ea3-a6f4-f5d87e65f16d', 'network_id': '20b7651f-3dfe-4f65-83e1-a38049e7aae9', 'port_id': 'e3b59b25-2dbd-4ea3-a6f4-f5d87e65f16d', 'mac_address': 'fa:16:3e:64:76:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 575, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7183c753-f99a-46b0-89ab-825caf92e3fd', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103306) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 26 21:16:38.785801 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24c32097-d0cc-4c4a-9cb6-a94a5349ecb3 req-090b2843-79cb-47e3-9521-c94d63158965 service neutron] Port c99401cd-3ab6-452c-88bf-1f420b9a8070 on network 28a9ff28-6c67-4e2c-8ec4-174624f5cc8a not bound, no agent of type Open vSwitch agent registered on host n-h2-760453-5 {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 26 21:16:38.786136 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24c32097-d0cc-4c4a-9cb6-a94a5349ecb3 req-090b2843-79cb-47e3-9521-c94d63158965 service neutron] Attempting to bind port c99401cd-3ab6-452c-88bf-1f420b9a8070 on network 28a9ff28-6c67-4e2c-8ec4-174624f5cc8a {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 21:16:38.819384 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24c32097-d0cc-4c4a-9cb6-a94a5349ecb3 req-090b2843-79cb-47e3-9521-c94d63158965 service neutron] Checking agent: {'id': '4d619873-4b60-439f-9b5a-b155dc8bbc34', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-760453-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 21, 2, 53), 'started_at': datetime.datetime(2022, 1, 26, 21, 2, 53), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 21, 16, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 26 21:16:38.819730 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24c32097-d0cc-4c4a-9cb6-a94a5349ecb3 req-090b2843-79cb-47e3-9521-c94d63158965 service neutron] Checking segment: {'id': '19d29f93-51d6-465d-9c9e-538295ca8e32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '28a9ff28-6c67-4e2c-8ec4-174624f5cc8a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103304) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 21:16:38.820127 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24c32097-d0cc-4c4a-9cb6-a94a5349ecb3 req-090b2843-79cb-47e3-9521-c94d63158965 service neutron] Bound using segment: {'id': '19d29f93-51d6-465d-9c9e-538295ca8e32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '28a9ff28-6c67-4e2c-8ec4-174624f5cc8a'} {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 26 21:16:38.820580 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [req-24c32097-d0cc-4c4a-9cb6-a94a5349ecb3 req-090b2843-79cb-47e3-9521-c94d63158965 service neutron] Bound port: c99401cd-3ab6-452c-88bf-1f420b9a8070, host: n-h2-760453-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '19d29f93-51d6-465d-9c9e-538295ca8e32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '28a9ff28-6c67-4e2c-8ec4-174624f5cc8a'}}] {{(pid=103304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 26 21:16:38.820951 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-24c32097-d0cc-4c4a-9cb6-a94a5349ecb3 req-090b2843-79cb-47e3-9521-c94d63158965 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (c99401cd-3ab6-452c-88bf-1f420b9a8070), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:16:38.841990 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-94e93d60-f048-493e-b585-288e8f63ce7e req-6f6d4d1a-411b-40fa-bb0b-120807e260b8 service neutron] 10.222.0.57 "GET /v2.0/networks/0ba33c24-cb18-484b-aac7-07d8859e9540?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3305912 Jan 26 21:16:38.871861 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Current status of the port e3b59b25-2dbd-4ea3-a6f4-f5d87e65f16d is: DOWN; New status is: BUILD {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:16:38.872172 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (e3b59b25-2dbd-4ea3-a6f4-f5d87e65f16d), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:16:38.875767 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc12836-7344-42a6-be7d-54085eacd6a6 req-6a9e871c-83f3-4ae3-b07a-d990bc8ae443 tempest-MultipleCreateTestJSON-2007749212 tempest-MultipleCreateTestJSON-2007749212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:16:38.884985 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-1dc12836-7344-42a6-be7d-54085eacd6a6 req-6a9e871c-83f3-4ae3-b07a-d990bc8ae443 tempest-MultipleCreateTestJSON-2007749212 tempest-MultipleCreateTestJSON-2007749212-project] 10.222.0.13 "GET /v2.0/ports?device_id=143b8817-1e87-4fea-bb95-3aa6c71c3d33 HTTP/1.1" status: 200 len: 943 time: 0.2656574 Jan 26 21:16:38.899826 n-d-760453-5 neutron-server[103306]: DEBUG neutron.notifiers.nova [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e3b59b25-2dbd-4ea3-a6f4-f5d87e65f16d {{(pid=103306) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 26 21:16:38.934764 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] For port e3b59b25-2dbd-4ea3-a6f4-f5d87e65f16d, host n-h1-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-5',level=0,port_id=e3b59b25-2dbd-4ea3-a6f4-f5d87e65f16d,segment=NetworkSegment(bb9dd371-3de9-4327-a263-fb803ca379c8),segment_id=bb9dd371-3de9-4327-a263-fb803ca379c8)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:16:38.943919 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (e3b59b25-2dbd-4ea3-a6f4-f5d87e65f16d), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:16:38.991358 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [req-24c32097-d0cc-4c4a-9cb6-a94a5349ecb3 req-090b2843-79cb-47e3-9521-c94d63158965 service neutron] For port c99401cd-3ab6-452c-88bf-1f420b9a8070, host n-h2-760453-5, cleared binding levels {{(pid=103304) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 26 21:16:38.995547 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [req-24c32097-d0cc-4c4a-9cb6-a94a5349ecb3 req-090b2843-79cb-47e3-9521-c94d63158965 service neutron] For port c99401cd-3ab6-452c-88bf-1f420b9a8070, host n-h2-760453-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-5',level=0,port_id=c99401cd-3ab6-452c-88bf-1f420b9a8070,segment=NetworkSegment(19d29f93-51d6-465d-9c9e-538295ca8e32),segment_id=19d29f93-51d6-465d-9c9e-538295ca8e32)] {{(pid=103304) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 26 21:16:39.003034 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-24c32097-d0cc-4c4a-9cb6-a94a5349ecb3 req-090b2843-79cb-47e3-9521-c94d63158965 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9281542'] for port (c99401cd-3ab6-452c-88bf-1f420b9a8070), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:16:39.069389 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Pushing event updated for resources: {'Port': ['ID=e3b59b25-2dbd-4ea3-a6f4-f5d87e65f16d,revision_number=4']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:16:39.069726 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c32097-d0cc-4c4a-9cb6-a94a5349ecb3 req-090b2843-79cb-47e3-9521-c94d63158965 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:16:39.070758 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-24c32097-d0cc-4c4a-9cb6-a94a5349ecb3 req-090b2843-79cb-47e3-9521-c94d63158965 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:16:39.072052 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-24c32097-d0cc-4c4a-9cb6-a94a5349ecb3 req-090b2843-79cb-47e3-9521-c94d63158965 service neutron] 10.222.0.57 "PUT /v2.0/ports/c99401cd-3ab6-452c-88bf-1f420b9a8070 HTTP/1.1" status: 200 len: 1091 time: 1.7923048 Jan 26 21:16:39.077781 n-d-760453-5 neutron-server[103304]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '197d20e1-295c-4601-9dd2-5da362436247', 'tag': 'c99401cd-3ab6-452c-88bf-1f420b9a8070'}] {{(pid=103304) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 21:16:39.080306 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d52b45f1943fcd332af9527eb73ff93c8d715d44383a3f6d18de73b4cfcf87b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0456bf7-c853-4a8a-815c-dbdd08838f15" -d '{"events": [{"name": "network-changed", "server_uuid": "197d20e1-295c-4601-9dd2-5da362436247", "tag": "c99401cd-3ab6-452c-88bf-1f420b9a8070"}]}' {{(pid=103304) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 21:16:39.116293 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-1dc12836-7344-42a6-be7d-54085eacd6a6 req-a834adfe-1062-493b-8840-eb4f838b53cd tempest-MultipleCreateTestJSON-2007749212 tempest-MultipleCreateTestJSON-2007749212-project] 10.222.0.13 "GET /v2.0/security-groups?id=ac84af4e-d640-4e7c-806b-00b2142fd304&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2288718 Jan 26 21:16:39.159537 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 26 Jan 2022 21:16:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb4e0075-7e0b-4106-b9ed-f97142206a9b x-openstack-request-id: req-cb4e0075-7e0b-4106-b9ed-f97142206a9b {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 21:16:39.159833 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "197d20e1-295c-4601-9dd2-5da362436247", "tag": "c99401cd-3ab6-452c-88bf-1f420b9a8070", "status": "completed", "code": 200}]} {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 21:16:39.160093 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-cb4e0075-7e0b-4106-b9ed-f97142206a9b {{(pid=103304) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 21:16:39.160736 n-d-760453-5 neutron-server[103304]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '197d20e1-295c-4601-9dd2-5da362436247', 'tag': 'c99401cd-3ab6-452c-88bf-1f420b9a8070', 'status': 'completed', 'code': 200} Jan 26 21:16:39.189761 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-090b2843-79cb-47e3-9521-c94d63158965 service neutron] Pushing event updated for resources: {'Port': ['ID=c99401cd-3ab6-452c-88bf-1f420b9a8070,revision_number=3']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:16:39.203610 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c32097-d0cc-4c4a-9cb6-a94a5349ecb3 req-e21083f5-2b58-4a22-8e5d-50d3033a7dc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:16:39.205167 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-24c32097-d0cc-4c4a-9cb6-a94a5349ecb3 req-e21083f5-2b58-4a22-8e5d-50d3033a7dc9 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=b5f2577ff12c4666b06ef5f933732e3f&device_id=197d20e1-295c-4601-9dd2-5da362436247 HTTP/1.1" status: 200 len: 1094 time: 0.0869551 Jan 26 21:16:39.264492 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-24c32097-d0cc-4c4a-9cb6-a94a5349ecb3 req-a25c09cd-1e13-4381-a83b-886f0fcad9dc service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c99401cd-3ab6-452c-88bf-1f420b9a8070 HTTP/1.1" status: 200 len: 217 time: 0.0515344 Jan 26 21:16:39.354467 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] get_ports_and_sgs() called for port_ids ['e3b59b25-2dbd-4ea3-a6f4-f5d87e65f16d'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 26 21:16:39.377165 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c32097-d0cc-4c4a-9cb6-a94a5349ecb3 req-69ad5840-c231-4686-803a-51ef67c0e08d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:16:39.382345 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-24c32097-d0cc-4c4a-9cb6-a94a5349ecb3 req-69ad5840-c231-4686-803a-51ef67c0e08d service neutron] 10.222.0.57 "GET /v2.0/subnets?id=aaa194d1-1f5a-46ef-ac95-d8d4bd5aa6c2 HTTP/1.1" status: 200 len: 861 time: 0.1120369 Jan 26 21:16:39.460934 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-24c32097-d0cc-4c4a-9cb6-a94a5349ecb3 req-5dd78c01-0c1b-4e4d-8dd6-65278e43f33b service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=28a9ff28-6c67-4e2c-8ec4-174624f5cc8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0699215 Jan 26 21:16:39.653357 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab290fb6-5801-4cd8-a24b-1ef42ebeeb05 req-17da9320-993f-4a8f-bc63-9bee70afaf17 tempest-InstanceActionsNegativeTestJSON-1657165434 tempest-InstanceActionsNegativeTestJSON-1657165434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:16:39.654974 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-ab290fb6-5801-4cd8-a24b-1ef42ebeeb05 req-17da9320-993f-4a8f-bc63-9bee70afaf17 tempest-InstanceActionsNegativeTestJSON-1657165434 tempest-InstanceActionsNegativeTestJSON-1657165434-project] 10.222.0.13 "GET /v2.0/ports?device_id=197d20e1-295c-4601-9dd2-5da362436247 HTTP/1.1" status: 200 len: 943 time: 0.1931036 Jan 26 21:16:39.726458 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-24c32097-d0cc-4c4a-9cb6-a94a5349ecb3 req-afba00ce-1e99-49fe-ab52-5b3d28230031 service neutron] 10.222.0.57 "GET /v2.0/networks/28a9ff28-6c67-4e2c-8ec4-174624f5cc8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2420843 Jan 26 21:16:39.971738 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-24c32097-d0cc-4c4a-9cb6-a94a5349ecb3 req-0df69d84-ec76-4c25-8868-a9b8b2ba6926 service neutron] 10.222.0.57 "GET /v2.0/networks/28a9ff28-6c67-4e2c-8ec4-174624f5cc8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2348144 Jan 26 21:16:39.988869 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-ab290fb6-5801-4cd8-a24b-1ef42ebeeb05 req-e72056bd-1ec6-4de5-ac28-4396a566a690 tempest-InstanceActionsNegativeTestJSON-1657165434 tempest-InstanceActionsNegativeTestJSON-1657165434-project] 10.222.0.13 "GET /v2.0/security-groups?id=d8080699-0bce-4810-9876-51d6f7e2b58a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3239601 Jan 26 21:16:40.168358 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3f8a4d-0416-4724-8a69-c5bcc9bde349 req-639cc96f-5e5a-4b09-a039-f4048dff4546 tempest-ServersTestJSON-1629463572 tempest-ServersTestJSON-1629463572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:16:40.176160 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-fb3f8a4d-0416-4724-8a69-c5bcc9bde349 req-639cc96f-5e5a-4b09-a039-f4048dff4546 tempest-ServersTestJSON-1629463572 tempest-ServersTestJSON-1629463572-project] 10.222.0.13 "GET /v2.0/ports?device_id=f2d9f0e7-5692-40f8-ab83-adf1076d5517 HTTP/1.1" status: 200 len: 944 time: 0.1176903 Jan 26 21:16:40.200151 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0456bf7-c853-4a8a-815c-dbdd08838f15 req-4daeb131-ca07-4aa2-8735-4f51c16a2d26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:16:40.201818 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-e0456bf7-c853-4a8a-815c-dbdd08838f15 req-4daeb131-ca07-4aa2-8735-4f51c16a2d26 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=b5f2577ff12c4666b06ef5f933732e3f&device_id=197d20e1-295c-4601-9dd2-5da362436247 HTTP/1.1" status: 200 len: 1094 time: 0.1558166 Jan 26 21:16:40.316173 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-fb3f8a4d-0416-4724-8a69-c5bcc9bde349 req-575bb408-b675-4e47-a380-7eaff79b1221 tempest-ServersTestJSON-1629463572 tempest-ServersTestJSON-1629463572-project] 10.222.0.13 "GET /v2.0/security-groups?id=a146440b-85c7-430a-88ed-6d0301627350&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1390243 Jan 26 21:16:40.405051 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48497b5d-5592-495a-93bd-ee56edad6027 req-395f46f2-a594-4f43-8ecd-36e5f3e936f4 tempest-MultipleCreateTestJSON-2007749212 tempest-MultipleCreateTestJSON-2007749212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:16:40.407405 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-48497b5d-5592-495a-93bd-ee56edad6027 req-395f46f2-a594-4f43-8ecd-36e5f3e936f4 tempest-MultipleCreateTestJSON-2007749212 tempest-MultipleCreateTestJSON-2007749212-project] 10.222.0.13 "GET /v2.0/ports?device_id=143b8817-1e87-4fea-bb95-3aa6c71c3d33 HTTP/1.1" status: 200 len: 943 time: 0.1774411 Jan 26 21:16:40.469125 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0456bf7-c853-4a8a-815c-dbdd08838f15 req-07523b14-2248-47f8-9bf4-b6b366ca5afe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:16:40.473436 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-e0456bf7-c853-4a8a-815c-dbdd08838f15 req-07523b14-2248-47f8-9bf4-b6b366ca5afe service neutron] 10.222.0.57 "GET /v2.0/networks?id=28a9ff28-6c67-4e2c-8ec4-174624f5cc8a HTTP/1.1" status: 200 len: 922 time: 0.2630079 Jan 26 21:16:40.486100 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Device 68f9b88b-de49-42bb-9b9b-b7d9594e8f93 details requested by agent hyperv_n-h2-760453-5 with host n-h2-760453-5 {{(pid=103306) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 26 21:16:40.517518 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Device 87ea4d44-56a3-419d-8398-dc59cb6a3ed4 details requested by agent hyperv_n-h1-760453-5 with host n-h1-760453-5 {{(pid=103306) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 26 21:16:40.520246 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Device e3b59b25-2dbd-4ea3-a6f4-f5d87e65f16d up at agent hyperv_n-h1-760453-5 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 21:16:40.541812 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-e0456bf7-c853-4a8a-815c-dbdd08838f15 req-8bdd383c-73c2-411b-af49-37bb314bc634 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c99401cd-3ab6-452c-88bf-1f420b9a8070 HTTP/1.1" status: 200 len: 217 time: 0.0463462 Jan 26 21:16:40.565108 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-48497b5d-5592-495a-93bd-ee56edad6027 req-d5829fbe-0c6d-4523-932b-d3dc142aea4e tempest-MultipleCreateTestJSON-2007749212 tempest-MultipleCreateTestJSON-2007749212-project] 10.222.0.13 "GET /v2.0/security-groups?id=ac84af4e-d640-4e7c-806b-00b2142fd304&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1443186 Jan 26 21:16:40.614023 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0456bf7-c853-4a8a-815c-dbdd08838f15 req-a3c01f6c-51b0-45f3-9b19-743b370fb97c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:16:40.620596 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-e0456bf7-c853-4a8a-815c-dbdd08838f15 req-a3c01f6c-51b0-45f3-9b19-743b370fb97c service neutron] 10.222.0.57 "GET /v2.0/subnets?id=aaa194d1-1f5a-46ef-ac95-d8d4bd5aa6c2 HTTP/1.1" status: 200 len: 861 time: 0.0707481 Jan 26 21:16:40.703904 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-e0456bf7-c853-4a8a-815c-dbdd08838f15 req-27d4c47c-7f2d-448c-86ff-aeeb5f2205d8 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=28a9ff28-6c67-4e2c-8ec4-174624f5cc8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0760231 Jan 26 21:16:40.784825 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] For port 87ea4d44-56a3-419d-8398-dc59cb6a3ed4, host n-h1-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-5',level=0,port_id=87ea4d44-56a3-419d-8398-dc59cb6a3ed4,segment=NetworkSegment(b71d2c3f-3145-4173-b50d-b6be621ac7bd),segment_id=b71d2c3f-3145-4173-b50d-b6be621ac7bd)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:16:40.789416 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Provisioning for port e3b59b25-2dbd-4ea3-a6f4-f5d87e65f16d completed by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 21:16:40.812940 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Provisioning complete for port e3b59b25-2dbd-4ea3-a6f4-f5d87e65f16d triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:16:40.813604 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (e3b59b25-2dbd-4ea3-a6f4-f5d87e65f16d), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:16:40.816719 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] For port 68f9b88b-de49-42bb-9b9b-b7d9594e8f93, host n-h2-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-5',level=0,port_id=68f9b88b-de49-42bb-9b9b-b7d9594e8f93,segment=NetworkSegment(b71d2c3f-3145-4173-b50d-b6be621ac7bd),segment_id=b71d2c3f-3145-4173-b50d-b6be621ac7bd)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:16:40.820591 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Returning: {'device': '87ea4d44-56a3-419d-8398-dc59cb6a3ed4', 'network_id': '0ba33c24-cb18-484b-aac7-07d8859e9540', 'port_id': '87ea4d44-56a3-419d-8398-dc59cb6a3ed4', 'mac_address': 'fa:16:3e:b0:cf:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 550, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a0b74693-6c87-45e7-8c94-8aeae991a4dc', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103306) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 26 21:16:40.884301 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Returning: {'device': '68f9b88b-de49-42bb-9b9b-b7d9594e8f93', 'network_id': '0ba33c24-cb18-484b-aac7-07d8859e9540', 'port_id': '68f9b88b-de49-42bb-9b9b-b7d9594e8f93', 'mac_address': 'fa:16:3e:17:c9:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 550, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a0b74693-6c87-45e7-8c94-8aeae991a4dc', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103306) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 26 21:16:40.905809 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-e0456bf7-c853-4a8a-815c-dbdd08838f15 req-90fedd96-f862-4a1b-9ef1-6f74c773093e service neutron] 10.222.0.57 "GET /v2.0/networks/28a9ff28-6c67-4e2c-8ec4-174624f5cc8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1912971 Jan 26 21:16:41.069859 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Current status of the port 87ea4d44-56a3-419d-8398-dc59cb6a3ed4 is: DOWN; New status is: BUILD {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:16:41.070271 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (87ea4d44-56a3-419d-8398-dc59cb6a3ed4), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:16:41.126374 n-d-760453-5 neutron-server[103306]: DEBUG neutron.notifiers.nova [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 87ea4d44-56a3-419d-8398-dc59cb6a3ed4 {{(pid=103306) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 26 21:16:41.143782 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-e0456bf7-c853-4a8a-815c-dbdd08838f15 req-1ac94636-1ddf-4417-b74c-7265263eadd6 service neutron] 10.222.0.57 "GET /v2.0/networks/28a9ff28-6c67-4e2c-8ec4-174624f5cc8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2216275 Jan 26 21:16:41.161115 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Current status of the port 68f9b88b-de49-42bb-9b9b-b7d9594e8f93 is: DOWN; New status is: BUILD {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:16:41.161540 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (68f9b88b-de49-42bb-9b9b-b7d9594e8f93), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:16:41.270108 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81200227-d1f7-4f33-9920-8cbed67baeab req-73aeeda9-7803-4a86-a942-3d5cfbed501c tempest-InstanceActionsNegativeTestJSON-1657165434 tempest-InstanceActionsNegativeTestJSON-1657165434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:16:41.272107 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-81200227-d1f7-4f33-9920-8cbed67baeab req-73aeeda9-7803-4a86-a942-3d5cfbed501c tempest-InstanceActionsNegativeTestJSON-1657165434 tempest-InstanceActionsNegativeTestJSON-1657165434-project] 10.222.0.13 "GET /v2.0/ports?device_id=197d20e1-295c-4601-9dd2-5da362436247 HTTP/1.1" status: 200 len: 943 time: 0.1177564 Jan 26 21:16:41.283475 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] For port 87ea4d44-56a3-419d-8398-dc59cb6a3ed4, host n-h1-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-5',level=0,port_id=87ea4d44-56a3-419d-8398-dc59cb6a3ed4,segment=NetworkSegment(b71d2c3f-3145-4173-b50d-b6be621ac7bd),segment_id=b71d2c3f-3145-4173-b50d-b6be621ac7bd)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:16:41.298193 n-d-760453-5 neutron-server[103306]: DEBUG neutron.notifiers.nova [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 68f9b88b-de49-42bb-9b9b-b7d9594e8f93 {{(pid=103306) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 26 21:16:41.323362 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (87ea4d44-56a3-419d-8398-dc59cb6a3ed4), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:16:41.369644 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Current status of the port e3b59b25-2dbd-4ea3-a6f4-f5d87e65f16d is: BUILD; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:16:41.370205 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (e3b59b25-2dbd-4ea3-a6f4-f5d87e65f16d), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:16:41.393347 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] For port 68f9b88b-de49-42bb-9b9b-b7d9594e8f93, host n-h2-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-5',level=0,port_id=68f9b88b-de49-42bb-9b9b-b7d9594e8f93,segment=NetworkSegment(b71d2c3f-3145-4173-b50d-b6be621ac7bd),segment_id=b71d2c3f-3145-4173-b50d-b6be621ac7bd)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:16:41.410943 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-81200227-d1f7-4f33-9920-8cbed67baeab req-6866a516-74ae-4070-8078-1bed70ca9dd9 tempest-InstanceActionsNegativeTestJSON-1657165434 tempest-InstanceActionsNegativeTestJSON-1657165434-project] 10.222.0.13 "GET /v2.0/security-groups?id=d8080699-0bce-4810-9876-51d6f7e2b58a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1309721 Jan 26 21:16:41.413548 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (68f9b88b-de49-42bb-9b9b-b7d9594e8f93), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:16:41.432221 n-d-760453-5 neutron-server[103306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2d9f0e7-5692-40f8-ab83-adf1076d5517', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3b59b25-2dbd-4ea3-a6f4-f5d87e65f16d'}] {{(pid=103306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 21:16:41.434846 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9d5d370febab655511bdd2ffe887e43e442d144a440368702bcc1e93af00b97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-868f7f24-38aa-490c-bac1-63216b20ed01" -d '{"events": [{"server_uuid": "f2d9f0e7-5692-40f8-ab83-adf1076d5517", "name": "network-vif-plugged", "status": "completed", "tag": "e3b59b25-2dbd-4ea3-a6f4-f5d87e65f16d"}]}' {{(pid=103306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 21:16:41.445795 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Pushing event updated for resources: {'Port': ['ID=87ea4d44-56a3-419d-8398-dc59cb6a3ed4,revision_number=4']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:16:41.455881 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] For port e3b59b25-2dbd-4ea3-a6f4-f5d87e65f16d, host n-h1-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-5',level=0,port_id=e3b59b25-2dbd-4ea3-a6f4-f5d87e65f16d,segment=NetworkSegment(bb9dd371-3de9-4327-a263-fb803ca379c8),segment_id=bb9dd371-3de9-4327-a263-fb803ca379c8)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:16:41.471393 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (e3b59b25-2dbd-4ea3-a6f4-f5d87e65f16d), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:16:41.519819 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Jan 2022 21:16:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63401060-c3a4-4e47-8504-5edfb333d307 x-openstack-request-id: req-63401060-c3a4-4e47-8504-5edfb333d307 {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 21:16:41.521445 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2d9f0e7-5692-40f8-ab83-adf1076d5517", "name": "network-vif-plugged", "status": "completed", "tag": "e3b59b25-2dbd-4ea3-a6f4-f5d87e65f16d", "code": 200}]} {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 21:16:41.521903 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-63401060-c3a4-4e47-8504-5edfb333d307 {{(pid=103306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 21:16:41.522669 n-d-760453-5 neutron-server[103306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2d9f0e7-5692-40f8-ab83-adf1076d5517', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3b59b25-2dbd-4ea3-a6f4-f5d87e65f16d', 'code': 200} Jan 26 21:16:41.567507 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Pushing event updated for resources: {'Port': ['ID=68f9b88b-de49-42bb-9b9b-b7d9594e8f93,revision_number=4']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:16:41.626123 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72777463-3e5b-4062-b955-a5af0d6b34c6 req-586ba218-f7bc-4a9f-be42-ecfa05a6a404 tempest-ServersTestJSON-1629463572 tempest-ServersTestJSON-1629463572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:16:41.630106 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-72777463-3e5b-4062-b955-a5af0d6b34c6 req-586ba218-f7bc-4a9f-be42-ecfa05a6a404 tempest-ServersTestJSON-1629463572 tempest-ServersTestJSON-1629463572-project] 10.222.0.13 "GET /v2.0/ports?device_id=f2d9f0e7-5692-40f8-ab83-adf1076d5517 HTTP/1.1" status: 200 len: 945 time: 0.1471887 Jan 26 21:16:41.711955 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] get_ports_and_sgs() called for port_ids ['68f9b88b-de49-42bb-9b9b-b7d9594e8f93'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 26 21:16:41.724427 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-72777463-3e5b-4062-b955-a5af0d6b34c6 req-57cd7330-4540-43a1-b7a2-445b8abbb799 tempest-ServersTestJSON-1629463572 tempest-ServersTestJSON-1629463572-project] 10.222.0.13 "GET /v2.0/security-groups?id=a146440b-85c7-430a-88ed-6d0301627350&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884883 Jan 26 21:16:41.773954 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b441de74-02e9-430c-8fee-5a0a4c6988d0 req-57a3bad2-98c0-49bf-b380-a457490ec104 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:16:41.781158 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-b441de74-02e9-430c-8fee-5a0a4c6988d0 req-57a3bad2-98c0-49bf-b380-a457490ec104 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=f2d9f0e7-5692-40f8-ab83-adf1076d5517 HTTP/1.1" status: 200 len: 1096 time: 0.1577442 Jan 26 21:16:41.835557 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] get_ports_and_sgs() called for port_ids ['87ea4d44-56a3-419d-8398-dc59cb6a3ed4'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 26 21:16:41.889270 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7a11e2-7885-42b8-8ed6-9a786d3218c2 req-6f63964f-2f36-45a8-af2b-24a966e02464 tempest-MultipleCreateTestJSON-2007749212 tempest-MultipleCreateTestJSON-2007749212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:16:41.891469 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-9b7a11e2-7885-42b8-8ed6-9a786d3218c2 req-6f63964f-2f36-45a8-af2b-24a966e02464 tempest-MultipleCreateTestJSON-2007749212 tempest-MultipleCreateTestJSON-2007749212-project] 10.222.0.13 "GET /v2.0/ports?device_id=143b8817-1e87-4fea-bb95-3aa6c71c3d33 HTTP/1.1" status: 200 len: 944 time: 0.1150661 Jan 26 21:16:41.908937 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-b441de74-02e9-430c-8fee-5a0a4c6988d0 req-d2413290-ab72-4764-b95d-4d1b32e52736 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=a146440b-85c7-430a-88ed-6d0301627350&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214907 Jan 26 21:16:41.964545 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Pushing event updated for resources: {'Port': ['ID=e3b59b25-2dbd-4ea3-a6f4-f5d87e65f16d,revision_number=5']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:16:42.008565 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-9b7a11e2-7885-42b8-8ed6-9a786d3218c2 req-722a195e-dd22-475a-b15c-fc8cffc2ae7f tempest-MultipleCreateTestJSON-2007749212 tempest-MultipleCreateTestJSON-2007749212-project] 10.222.0.13 "GET /v2.0/security-groups?id=ac84af4e-d640-4e7c-806b-00b2142fd304&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998728 Jan 26 21:16:42.494197 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Device c99401cd-3ab6-452c-88bf-1f420b9a8070 details requested by agent hyperv_n-h2-760453-5 with host n-h2-760453-5 {{(pid=103306) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 26 21:16:42.662503 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7316c0-36d1-4472-b0ee-ac26d3e472a7 req-b1711e6e-2bca-4495-8eba-5ebbf41108b2 tempest-InstanceActionsNegativeTestJSON-1657165434 tempest-InstanceActionsNegativeTestJSON-1657165434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:16:42.672038 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-bd7316c0-36d1-4472-b0ee-ac26d3e472a7 req-b1711e6e-2bca-4495-8eba-5ebbf41108b2 tempest-InstanceActionsNegativeTestJSON-1657165434 tempest-InstanceActionsNegativeTestJSON-1657165434-project] 10.222.0.13 "GET /v2.0/ports?device_id=197d20e1-295c-4601-9dd2-5da362436247 HTTP/1.1" status: 200 len: 943 time: 0.1483927 Jan 26 21:16:42.687000 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] For port c99401cd-3ab6-452c-88bf-1f420b9a8070, host n-h2-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-5',level=0,port_id=c99401cd-3ab6-452c-88bf-1f420b9a8070,segment=NetworkSegment(19d29f93-51d6-465d-9c9e-538295ca8e32),segment_id=19d29f93-51d6-465d-9c9e-538295ca8e32)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:16:42.723047 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Returning: {'device': 'c99401cd-3ab6-452c-88bf-1f420b9a8070', 'network_id': '28a9ff28-6c67-4e2c-8ec4-174624f5cc8a', 'port_id': 'c99401cd-3ab6-452c-88bf-1f420b9a8070', 'mac_address': 'fa:16:3e:41:19:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 585, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aaa194d1-1f5a-46ef-ac95-d8d4bd5aa6c2', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103306) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 26 21:16:42.788994 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Current status of the port c99401cd-3ab6-452c-88bf-1f420b9a8070 is: DOWN; New status is: BUILD {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:16:42.789425 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (c99401cd-3ab6-452c-88bf-1f420b9a8070), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:16:42.798035 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-bd7316c0-36d1-4472-b0ee-ac26d3e472a7 req-d54e6984-be3c-4a46-badb-8f20b978adef tempest-InstanceActionsNegativeTestJSON-1657165434 tempest-InstanceActionsNegativeTestJSON-1657165434-project] 10.222.0.13 "GET /v2.0/security-groups?id=d8080699-0bce-4810-9876-51d6f7e2b58a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249652 Jan 26 21:16:42.818736 n-d-760453-5 neutron-server[103306]: DEBUG neutron.notifiers.nova [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c99401cd-3ab6-452c-88bf-1f420b9a8070 {{(pid=103306) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 26 21:16:42.863544 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] For port c99401cd-3ab6-452c-88bf-1f420b9a8070, host n-h2-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-5',level=0,port_id=c99401cd-3ab6-452c-88bf-1f420b9a8070,segment=NetworkSegment(19d29f93-51d6-465d-9c9e-538295ca8e32),segment_id=19d29f93-51d6-465d-9c9e-538295ca8e32)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:16:42.871134 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (c99401cd-3ab6-452c-88bf-1f420b9a8070), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:16:42.918816 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6bd029-48c9-4b25-8b5e-06b71fcfb739 req-33ee4886-e2c1-4528-b767-899a3885f692 tempest-ServersTestJSON-1629463572 tempest-ServersTestJSON-1629463572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:16:42.929560 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-cb6bd029-48c9-4b25-8b5e-06b71fcfb739 req-33ee4886-e2c1-4528-b767-899a3885f692 tempest-ServersTestJSON-1629463572 tempest-ServersTestJSON-1629463572-project] 10.222.0.13 "GET /v2.0/ports?device_id=f2d9f0e7-5692-40f8-ab83-adf1076d5517 HTTP/1.1" status: 200 len: 945 time: 0.1058397 Jan 26 21:16:42.939911 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Pushing event updated for resources: {'Port': ['ID=c99401cd-3ab6-452c-88bf-1f420b9a8070,revision_number=4']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:16:43.018971 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-cb6bd029-48c9-4b25-8b5e-06b71fcfb739 req-3ddc22fb-2ab7-464d-955a-b80c46b4fd76 tempest-ServersTestJSON-1629463572 tempest-ServersTestJSON-1629463572-project] 10.222.0.13 "GET /v2.0/security-groups?id=a146440b-85c7-430a-88ed-6d0301627350&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860901 Jan 26 21:16:43.141905 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] get_ports_and_sgs() called for port_ids ['c99401cd-3ab6-452c-88bf-1f420b9a8070'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 26 21:16:43.177186 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5cbf6af-6d29-473c-8012-e7c3620d2cfc req-05cfc042-f116-4d85-bbfb-655b3ed53893 tempest-MultipleCreateTestJSON-2007749212 tempest-MultipleCreateTestJSON-2007749212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:16:43.179515 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-b5cbf6af-6d29-473c-8012-e7c3620d2cfc req-05cfc042-f116-4d85-bbfb-655b3ed53893 tempest-MultipleCreateTestJSON-2007749212 tempest-MultipleCreateTestJSON-2007749212-project] 10.222.0.13 "GET /v2.0/ports?device_id=143b8817-1e87-4fea-bb95-3aa6c71c3d33 HTTP/1.1" status: 200 len: 944 time: 0.0769315 Jan 26 21:16:43.289247 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-b5cbf6af-6d29-473c-8012-e7c3620d2cfc req-89fb823d-e5d0-47f0-9f49-4e4d3b31cd89 tempest-MultipleCreateTestJSON-2007749212 tempest-MultipleCreateTestJSON-2007749212-project] 10.222.0.13 "GET /v2.0/security-groups?id=ac84af4e-d640-4e7c-806b-00b2142fd304&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031728 Jan 26 21:16:43.641505 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42af92a6-5405-402a-b3ee-9762900c059c req-bc4de4ee-81f5-4340-bc97-a4694b54b84a tempest-ServersTestBootFromVolume-1845992378 tempest-ServersTestBootFromVolume-1845992378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:16:43.650751 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-42af92a6-5405-402a-b3ee-9762900c059c req-bc4de4ee-81f5-4340-bc97-a4694b54b84a tempest-ServersTestBootFromVolume-1845992378 tempest-ServersTestBootFromVolume-1845992378-project] 10.222.0.13 "GET /v2.0/ports?device_id=e77f0f82-e2f4-42d1-9e44-0082033dd07d HTTP/1.1" status: 200 len: 946 time: 0.1172090 Jan 26 21:16:43.786655 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-42af92a6-5405-402a-b3ee-9762900c059c req-4fecaf94-97d6-4300-8203-2dbd2af3d083 tempest-ServersTestBootFromVolume-1845992378 tempest-ServersTestBootFromVolume-1845992378-project] 10.222.0.13 "GET /v2.0/security-groups?id=d1e8d686-a995-4f2f-9375-0f0073274779&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1345494 Jan 26 21:16:43.961069 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0bb4f46-dae5-4c5f-874b-de202e84a093 req-4fb87ad8-bc8a-4944-8679-e6ba1dab8ccb tempest-InstanceActionsNegativeTestJSON-1657165434 tempest-InstanceActionsNegativeTestJSON-1657165434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:16:43.969362 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-b0bb4f46-dae5-4c5f-874b-de202e84a093 req-4fb87ad8-bc8a-4944-8679-e6ba1dab8ccb tempest-InstanceActionsNegativeTestJSON-1657165434 tempest-InstanceActionsNegativeTestJSON-1657165434-project] 10.222.0.13 "GET /v2.0/ports?device_id=197d20e1-295c-4601-9dd2-5da362436247 HTTP/1.1" status: 200 len: 944 time: 0.0626373 Jan 26 21:16:44.056399 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-b0bb4f46-dae5-4c5f-874b-de202e84a093 req-f540d782-1042-4dae-9c94-627db341efb5 tempest-InstanceActionsNegativeTestJSON-1657165434 tempest-InstanceActionsNegativeTestJSON-1657165434-project] 10.222.0.13 "GET /v2.0/security-groups?id=d8080699-0bce-4810-9876-51d6f7e2b58a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866780 Jan 26 21:16:44.253233 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdfecabc-2540-4808-8bcb-e75a094d8e9d req-1f9081fe-98b5-4a93-97cb-d71dc0823b31 tempest-ServersTestJSON-1629463572 tempest-ServersTestJSON-1629463572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:16:44.260441 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-fdfecabc-2540-4808-8bcb-e75a094d8e9d req-1f9081fe-98b5-4a93-97cb-d71dc0823b31 tempest-ServersTestJSON-1629463572 tempest-ServersTestJSON-1629463572-project] 10.222.0.13 "GET /v2.0/ports?device_id=f2d9f0e7-5692-40f8-ab83-adf1076d5517 HTTP/1.1" status: 200 len: 945 time: 0.1136703 Jan 26 21:16:44.328029 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-fdfecabc-2540-4808-8bcb-e75a094d8e9d req-4ffee97c-8a81-4a70-9d2e-4acdb0a4f395 tempest-ServersTestJSON-1629463572 tempest-ServersTestJSON-1629463572-project] 10.222.0.13 "GET /v2.0/security-groups?id=a146440b-85c7-430a-88ed-6d0301627350&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591629 Jan 26 21:16:44.498099 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Device 68f9b88b-de49-42bb-9b9b-b7d9594e8f93 up at agent hyperv_n-h2-760453-5 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 21:16:44.503882 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1296e404-d19b-479d-b7bf-62ec4298fcb7 req-fde92834-cac9-4967-8a61-09563c4f90ef tempest-MultipleCreateTestJSON-2007749212 tempest-MultipleCreateTestJSON-2007749212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:16:44.507898 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-1296e404-d19b-479d-b7bf-62ec4298fcb7 req-fde92834-cac9-4967-8a61-09563c4f90ef tempest-MultipleCreateTestJSON-2007749212 tempest-MultipleCreateTestJSON-2007749212-project] 10.222.0.13 "GET /v2.0/ports?device_id=143b8817-1e87-4fea-bb95-3aa6c71c3d33 HTTP/1.1" status: 200 len: 944 time: 0.1133626 Jan 26 21:16:44.586271 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Device 87ea4d44-56a3-419d-8398-dc59cb6a3ed4 up at agent hyperv_n-h1-760453-5 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 21:16:44.626123 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-1296e404-d19b-479d-b7bf-62ec4298fcb7 req-89535f6a-2d5f-49f9-a45a-12673425c68f tempest-MultipleCreateTestJSON-2007749212 tempest-MultipleCreateTestJSON-2007749212-project] 10.222.0.13 "GET /v2.0/security-groups?id=ac84af4e-d640-4e7c-806b-00b2142fd304&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111944 Jan 26 21:16:44.699236 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfeee744-3972-4549-b554-33a227f22032 req-bd7ced60-faaf-41e4-bc14-e43cc967a363 tempest-ServersTestJSON-1629463572 tempest-ServersTestJSON-1629463572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:16:44.708333 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-dfeee744-3972-4549-b554-33a227f22032 req-bd7ced60-faaf-41e4-bc14-e43cc967a363 tempest-ServersTestJSON-1629463572 tempest-ServersTestJSON-1629463572-project] 10.222.0.13 "GET /v2.0/ports?device_id=f2d9f0e7-5692-40f8-ab83-adf1076d5517 HTTP/1.1" status: 200 len: 945 time: 0.0694480 Jan 26 21:16:44.715851 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Provisioning for port 68f9b88b-de49-42bb-9b9b-b7d9594e8f93 completed by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 21:16:44.721388 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Provisioning complete for port 68f9b88b-de49-42bb-9b9b-b7d9594e8f93 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:16:44.721769 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (68f9b88b-de49-42bb-9b9b-b7d9594e8f93), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:16:44.780260 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-dfeee744-3972-4549-b554-33a227f22032 req-4e2c6be2-b5f7-41c9-9598-82b9b5b29ccc tempest-ServersTestJSON-1629463572 tempest-ServersTestJSON-1629463572-project] 10.222.0.13 "GET /v2.0/security-groups?id=a146440b-85c7-430a-88ed-6d0301627350&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702229 Jan 26 21:16:44.789157 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Provisioning for port 87ea4d44-56a3-419d-8398-dc59cb6a3ed4 completed by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 21:16:44.864810 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Provisioning complete for port 87ea4d44-56a3-419d-8398-dc59cb6a3ed4 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:16:44.865218 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (87ea4d44-56a3-419d-8398-dc59cb6a3ed4), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:16:45.013594 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Current status of the port 68f9b88b-de49-42bb-9b9b-b7d9594e8f93 is: BUILD; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:16:45.013594 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (68f9b88b-de49-42bb-9b9b-b7d9594e8f93), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:16:45.065986 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87724a95-d5d9-4c46-a40e-d55828751e99 req-e831444d-41a5-4174-8469-bcd57245a925 tempest-ServersTestJSON-1629463572 tempest-ServersTestJSON-1629463572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:16:45.080705 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-87724a95-d5d9-4c46-a40e-d55828751e99 req-e831444d-41a5-4174-8469-bcd57245a925 tempest-ServersTestJSON-1629463572 tempest-ServersTestJSON-1629463572-project] 10.222.0.13 "GET /v2.0/ports?device_id=f2d9f0e7-5692-40f8-ab83-adf1076d5517 HTTP/1.1" status: 200 len: 945 time: 0.1618257 Jan 26 21:16:45.185083 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] For port 68f9b88b-de49-42bb-9b9b-b7d9594e8f93, host n-h2-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-5',level=0,port_id=68f9b88b-de49-42bb-9b9b-b7d9594e8f93,segment=NetworkSegment(b71d2c3f-3145-4173-b50d-b6be621ac7bd),segment_id=b71d2c3f-3145-4173-b50d-b6be621ac7bd)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:16:45.187783 n-d-760453-5 neutron-server[103306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '143b8817-1e87-4fea-bb95-3aa6c71c3d33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68f9b88b-de49-42bb-9b9b-b7d9594e8f93'}] {{(pid=103306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 21:16:45.203621 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9d5d370febab655511bdd2ffe887e43e442d144a440368702bcc1e93af00b97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7320fb91-7fe5-4430-a9fa-8fba3d188248" -d '{"events": [{"server_uuid": "143b8817-1e87-4fea-bb95-3aa6c71c3d33", "name": "network-vif-plugged", "status": "completed", "tag": "68f9b88b-de49-42bb-9b9b-b7d9594e8f93"}]}' {{(pid=103306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 21:16:45.203621 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (68f9b88b-de49-42bb-9b9b-b7d9594e8f93), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:16:45.203621 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Device c99401cd-3ab6-452c-88bf-1f420b9a8070 up at agent hyperv_n-h2-760453-5 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 21:16:45.225706 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-87724a95-d5d9-4c46-a40e-d55828751e99 req-9521af16-171d-4f44-a76c-0e4dc4b1adbf tempest-ServersTestJSON-1629463572 tempest-ServersTestJSON-1629463572-project] 10.222.0.13 "GET /v2.0/security-groups?id=a146440b-85c7-430a-88ed-6d0301627350&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1392252 Jan 26 21:16:45.276902 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Current status of the port 87ea4d44-56a3-419d-8398-dc59cb6a3ed4 is: BUILD; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:16:45.277311 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (87ea4d44-56a3-419d-8398-dc59cb6a3ed4), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:16:45.374630 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Pushing event updated for resources: {'Port': ['ID=68f9b88b-de49-42bb-9b9b-b7d9594e8f93,revision_number=5']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:16:45.471160 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf8759e-e07c-4043-8669-284caf5c5422 req-25711266-c794-4358-b206-3a9e7922d0ac tempest-InstanceActionsNegativeTestJSON-1657165434 tempest-InstanceActionsNegativeTestJSON-1657165434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:16:45.473961 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-fcf8759e-e07c-4043-8669-284caf5c5422 req-25711266-c794-4358-b206-3a9e7922d0ac tempest-InstanceActionsNegativeTestJSON-1657165434 tempest-InstanceActionsNegativeTestJSON-1657165434-project] 10.222.0.13 "GET /v2.0/ports?device_id=197d20e1-295c-4601-9dd2-5da362436247 HTTP/1.1" status: 200 len: 944 time: 0.1490228 Jan 26 21:16:45.516261 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] For port 87ea4d44-56a3-419d-8398-dc59cb6a3ed4, host n-h1-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-5',level=0,port_id=87ea4d44-56a3-419d-8398-dc59cb6a3ed4,segment=NetworkSegment(b71d2c3f-3145-4173-b50d-b6be621ac7bd),segment_id=b71d2c3f-3145-4173-b50d-b6be621ac7bd)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:16:45.528124 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (87ea4d44-56a3-419d-8398-dc59cb6a3ed4), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:16:45.605154 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Provisioning for port c99401cd-3ab6-452c-88bf-1f420b9a8070 completed by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 21:16:45.608311 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62663c2a-9e37-41a2-8eb7-7df41728ae23 req-0238d9b7-388c-495f-9c48-dcfed64083d6 tempest-ServersTestBootFromVolume-1845992378 tempest-ServersTestBootFromVolume-1845992378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:16:45.616283 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-62663c2a-9e37-41a2-8eb7-7df41728ae23 req-0238d9b7-388c-495f-9c48-dcfed64083d6 tempest-ServersTestBootFromVolume-1845992378 tempest-ServersTestBootFromVolume-1845992378-project] 10.222.0.13 "GET /v2.0/ports?device_id=e77f0f82-e2f4-42d1-9e44-0082033dd07d HTTP/1.1" status: 200 len: 946 time: 0.1965544 Jan 26 21:16:45.623632 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Provisioning complete for port c99401cd-3ab6-452c-88bf-1f420b9a8070 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:16:45.624199 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (c99401cd-3ab6-452c-88bf-1f420b9a8070), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:16:45.654918 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-fcf8759e-e07c-4043-8669-284caf5c5422 req-f034b09f-97cb-4a73-92ee-496e8c305e1e tempest-InstanceActionsNegativeTestJSON-1657165434 tempest-InstanceActionsNegativeTestJSON-1657165434-project] 10.222.0.13 "GET /v2.0/security-groups?id=d8080699-0bce-4810-9876-51d6f7e2b58a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1596270 Jan 26 21:16:45.701145 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Pushing event updated for resources: {'Port': ['ID=87ea4d44-56a3-419d-8398-dc59cb6a3ed4,revision_number=5']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:16:45.741234 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Jan 2022 21:16:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d649a273-00e8-4059-92fa-d1181b96707e x-openstack-request-id: req-d649a273-00e8-4059-92fa-d1181b96707e {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 21:16:45.748426 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "143b8817-1e87-4fea-bb95-3aa6c71c3d33", "name": "network-vif-plugged", "status": "completed", "tag": "68f9b88b-de49-42bb-9b9b-b7d9594e8f93", "code": 200}]} {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 21:16:45.748964 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d649a273-00e8-4059-92fa-d1181b96707e {{(pid=103306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 21:16:45.749603 n-d-760453-5 neutron-server[103306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '143b8817-1e87-4fea-bb95-3aa6c71c3d33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68f9b88b-de49-42bb-9b9b-b7d9594e8f93', 'code': 200} Jan 26 21:16:45.824826 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-62663c2a-9e37-41a2-8eb7-7df41728ae23 req-5fc476f6-b5a6-4f34-b546-fb39b1c2a869 tempest-ServersTestBootFromVolume-1845992378 tempest-ServersTestBootFromVolume-1845992378-project] 10.222.0.13 "GET /v2.0/security-groups?id=d1e8d686-a995-4f2f-9375-0f0073274779&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2051566 Jan 26 21:16:45.866433 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Current status of the port c99401cd-3ab6-452c-88bf-1f420b9a8070 is: BUILD; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:16:45.866758 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (c99401cd-3ab6-452c-88bf-1f420b9a8070), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:16:45.951481 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] For port c99401cd-3ab6-452c-88bf-1f420b9a8070, host n-h2-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-5',level=0,port_id=c99401cd-3ab6-452c-88bf-1f420b9a8070,segment=NetworkSegment(19d29f93-51d6-465d-9c9e-538295ca8e32),segment_id=19d29f93-51d6-465d-9c9e-538295ca8e32)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:16:45.960167 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (c99401cd-3ab6-452c-88bf-1f420b9a8070), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:16:45.962749 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b29eb2-2a61-4261-be49-a64e19c4640c req-144e630f-313c-436d-8c34-73dbcb232b2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:16:45.964901 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-98b29eb2-2a61-4261-be49-a64e19c4640c req-144e630f-313c-436d-8c34-73dbcb232b2c service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=143b8817-1e87-4fea-bb95-3aa6c71c3d33 HTTP/1.1" status: 200 len: 1096 time: 0.1414614 Jan 26 21:16:46.041644 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Pushing event updated for resources: {'Port': ['ID=c99401cd-3ab6-452c-88bf-1f420b9a8070,revision_number=5']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:16:46.167460 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd72410-a125-4016-b789-d292aa7dc7e3 req-7a776818-db57-4ad6-8287-931139749af2 tempest-MultipleCreateTestJSON-2007749212 tempest-MultipleCreateTestJSON-2007749212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:16:46.176935 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-3cd72410-a125-4016-b789-d292aa7dc7e3 req-7a776818-db57-4ad6-8287-931139749af2 tempest-MultipleCreateTestJSON-2007749212 tempest-MultipleCreateTestJSON-2007749212-project] 10.222.0.13 "GET /v2.0/ports?device_id=143b8817-1e87-4fea-bb95-3aa6c71c3d33 HTTP/1.1" status: 200 len: 945 time: 0.2315204 Jan 26 21:16:46.194470 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-98b29eb2-2a61-4261-be49-a64e19c4640c req-fa875ab1-497a-4e10-8f13-ca24539e2509 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=ac84af4e-d640-4e7c-806b-00b2142fd304&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2235463 Jan 26 21:16:46.272887 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-3cd72410-a125-4016-b789-d292aa7dc7e3 req-7908da3a-8777-476f-a4a9-8760fc137415 tempest-MultipleCreateTestJSON-2007749212 tempest-MultipleCreateTestJSON-2007749212-project] 10.222.0.13 "GET /v2.0/security-groups?id=ac84af4e-d640-4e7c-806b-00b2142fd304&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773838 Jan 26 21:16:46.286446 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ac9e6a-c9a4-405e-998a-b6b0aabc19c2 req-406bf7ee-6bfc-438b-a00c-40f8c962e973 tempest-ServersTestJSON-1629463572 tempest-ServersTestJSON-1629463572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:16:46.294713 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-d1ac9e6a-c9a4-405e-998a-b6b0aabc19c2 req-406bf7ee-6bfc-438b-a00c-40f8c962e973 tempest-ServersTestJSON-1629463572 tempest-ServersTestJSON-1629463572-project] 10.222.0.13 "GET /v2.0/ports?device_id=f2d9f0e7-5692-40f8-ab83-adf1076d5517 HTTP/1.1" status: 200 len: 945 time: 0.1154690 Jan 26 21:16:46.379345 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-d1ac9e6a-c9a4-405e-998a-b6b0aabc19c2 req-841f0814-5361-4120-9326-8d2850732343 tempest-ServersTestJSON-1629463572 tempest-ServersTestJSON-1629463572-project] 10.222.0.13 "GET /v2.0/security-groups?id=a146440b-85c7-430a-88ed-6d0301627350&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833876 Jan 26 21:16:46.815898 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd73fa1-29bd-40dd-87bd-1ec7215f61c2 req-5eb65a53-d0d9-4833-a4bc-8622b0e65575 tempest-ServersTestBootFromVolume-1845992378 tempest-ServersTestBootFromVolume-1845992378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:16:46.817787 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-5bd73fa1-29bd-40dd-87bd-1ec7215f61c2 req-5eb65a53-d0d9-4833-a4bc-8622b0e65575 tempest-ServersTestBootFromVolume-1845992378 tempest-ServersTestBootFromVolume-1845992378-project] 10.222.0.13 "GET /v2.0/ports?device_id=e77f0f82-e2f4-42d1-9e44-0082033dd07d HTTP/1.1" status: 200 len: 946 time: 0.1184473 Jan 26 21:16:46.879586 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab71232-1fc1-4299-ba17-716a2d6d9401 req-4233278d-5803-4f77-9de7-43cbcc65a1b8 tempest-InstanceActionsNegativeTestJSON-1657165434 tempest-InstanceActionsNegativeTestJSON-1657165434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:16:46.886714 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-3ab71232-1fc1-4299-ba17-716a2d6d9401 req-4233278d-5803-4f77-9de7-43cbcc65a1b8 tempest-InstanceActionsNegativeTestJSON-1657165434 tempest-InstanceActionsNegativeTestJSON-1657165434-project] 10.222.0.13 "GET /v2.0/ports?device_id=197d20e1-295c-4601-9dd2-5da362436247 HTTP/1.1" status: 200 len: 945 time: 0.1186857 Jan 26 21:16:46.953328 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-3ab71232-1fc1-4299-ba17-716a2d6d9401 req-dedea10c-934a-42de-bccf-f455a438c334 tempest-InstanceActionsNegativeTestJSON-1657165434 tempest-InstanceActionsNegativeTestJSON-1657165434-project] 10.222.0.13 "GET /v2.0/security-groups?id=d8080699-0bce-4810-9876-51d6f7e2b58a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657203 Jan 26 21:16:46.968104 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-5bd73fa1-29bd-40dd-87bd-1ec7215f61c2 req-2256ddde-de5c-4f65-bb70-2b18046523f9 tempest-ServersTestBootFromVolume-1845992378 tempest-ServersTestBootFromVolume-1845992378-project] 10.222.0.13 "GET /v2.0/security-groups?id=d1e8d686-a995-4f2f-9375-0f0073274779&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1327722 Jan 26 21:16:47.629705 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc94b34d-6bbc-414d-9ca0-a38e1485f464 req-579a284a-d70a-493f-b625-9a724915b398 tempest-ServersTestJSON-1629463572 tempest-ServersTestJSON-1629463572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:16:47.641852 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-dc94b34d-6bbc-414d-9ca0-a38e1485f464 req-579a284a-d70a-493f-b625-9a724915b398 tempest-ServersTestJSON-1629463572 tempest-ServersTestJSON-1629463572-project] 10.222.0.13 "GET /v2.0/ports?device_id=f2d9f0e7-5692-40f8-ab83-adf1076d5517 HTTP/1.1" status: 200 len: 945 time: 0.1913016 Jan 26 21:16:47.656755 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909ddfb9-1a9a-4852-916d-2c448155daf7 req-af701b85-6ee8-40af-b5bb-24daa0714167 tempest-ServersTestJSON-1629463572 tempest-ServersTestJSON-1629463572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:16:47.661425 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-909ddfb9-1a9a-4852-916d-2c448155daf7 req-af701b85-6ee8-40af-b5bb-24daa0714167 tempest-ServersTestJSON-1629463572 tempest-ServersTestJSON-1629463572-project] 10.222.0.66 "GET /v2.0/ports?device_id=f2d9f0e7-5692-40f8-ab83-adf1076d5517 HTTP/1.1" status: 200 len: 945 time: 0.0991106 Jan 26 21:16:47.677543 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8407d254-1951-418d-9edd-8e51e1b1441b req-e344bfd8-ceed-4197-8da5-52e8696c93cf tempest-MultipleCreateTestJSON-2007749212 tempest-MultipleCreateTestJSON-2007749212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:16:47.685578 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-8407d254-1951-418d-9edd-8e51e1b1441b req-e344bfd8-ceed-4197-8da5-52e8696c93cf tempest-MultipleCreateTestJSON-2007749212 tempest-MultipleCreateTestJSON-2007749212-project] 10.222.0.13 "GET /v2.0/ports?device_id=143b8817-1e87-4fea-bb95-3aa6c71c3d33 HTTP/1.1" status: 200 len: 945 time: 0.2470062 Jan 26 21:16:47.735230 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-dc94b34d-6bbc-414d-9ca0-a38e1485f464 req-78c6d66a-b862-4eb2-83ef-a2a755268102 tempest-ServersTestJSON-1629463572 tempest-ServersTestJSON-1629463572-project] 10.222.0.13 "GET /v2.0/security-groups?id=a146440b-85c7-430a-88ed-6d0301627350&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924373 Jan 26 21:16:47.751056 n-d-760453-5 neutron-server[103306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db42e180-7a56-499b-819f-bb88c2ceefa6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87ea4d44-56a3-419d-8398-dc59cb6a3ed4'}, {'server_uuid': '197d20e1-295c-4601-9dd2-5da362436247', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c99401cd-3ab6-452c-88bf-1f420b9a8070'}] {{(pid=103306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 21:16:47.754128 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9d5d370febab655511bdd2ffe887e43e442d144a440368702bcc1e93af00b97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-639cc4e8-918d-4f83-99d3-7730009f478d" -d '{"events": [{"server_uuid": "db42e180-7a56-499b-819f-bb88c2ceefa6", "name": "network-vif-plugged", "status": "completed", "tag": "87ea4d44-56a3-419d-8398-dc59cb6a3ed4"}, {"server_uuid": "197d20e1-295c-4601-9dd2-5da362436247", "name": "network-vif-plugged", "status": "completed", "tag": "c99401cd-3ab6-452c-88bf-1f420b9a8070"}]}' {{(pid=103306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 21:16:47.818006 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-8407d254-1951-418d-9edd-8e51e1b1441b req-95d1719a-e33d-42c1-8752-771a422c27a2 tempest-MultipleCreateTestJSON-2007749212 tempest-MultipleCreateTestJSON-2007749212-project] 10.222.0.13 "GET /v2.0/security-groups?id=ac84af4e-d640-4e7c-806b-00b2142fd304&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1252587 Jan 26 21:16:47.874173 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [req-909ddfb9-1a9a-4852-916d-2c448155daf7 req-9c4de6cc-0f4b-41ff-82a1-23c930856aa2 tempest-ServersTestJSON-1629463572 tempest-ServersTestJSON-1629463572-project] Deleting port e3b59b25-2dbd-4ea3-a6f4-f5d87e65f16d {{(pid=103305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 21:16:47.874881 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-909ddfb9-1a9a-4852-916d-2c448155daf7 req-9c4de6cc-0f4b-41ff-82a1-23c930856aa2 tempest-ServersTestJSON-1629463572 tempest-ServersTestJSON-1629463572-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746560630878'] for port (e3b59b25-2dbd-4ea3-a6f4-f5d87e65f16d), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:16:47.918956 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 26 Jan 2022 21:16:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-935d74fb-31ed-4c44-b1d2-4be1adde34e4 x-openstack-request-id: req-935d74fb-31ed-4c44-b1d2-4be1adde34e4 {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 21:16:47.920034 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db42e180-7a56-499b-819f-bb88c2ceefa6", "name": "network-vif-plugged", "status": "completed", "tag": "87ea4d44-56a3-419d-8398-dc59cb6a3ed4", "code": 200}, {"server_uuid": "197d20e1-295c-4601-9dd2-5da362436247", "name": "network-vif-plugged", "status": "completed", "tag": "c99401cd-3ab6-452c-88bf-1f420b9a8070", "code": 200}]} {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 21:16:47.920484 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-935d74fb-31ed-4c44-b1d2-4be1adde34e4 {{(pid=103306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 21:16:47.920908 n-d-760453-5 neutron-server[103306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db42e180-7a56-499b-819f-bb88c2ceefa6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87ea4d44-56a3-419d-8398-dc59cb6a3ed4', 'code': 200} Jan 26 21:16:47.921728 n-d-760453-5 neutron-server[103306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '197d20e1-295c-4601-9dd2-5da362436247', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c99401cd-3ab6-452c-88bf-1f420b9a8070', 'code': 200} Jan 26 21:16:48.083884 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7c9fd9-9eeb-47a4-8b88-e19a7fea0918 req-f7a3d0fe-032f-4b6d-85ad-8897e6f7565b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:16:48.085803 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-af7c9fd9-9eeb-47a4-8b88-e19a7fea0918 req-f7a3d0fe-032f-4b6d-85ad-8897e6f7565b service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=db42e180-7a56-499b-819f-bb88c2ceefa6 HTTP/1.1" status: 200 len: 1097 time: 0.0589361 Jan 26 21:16:48.090991 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [req-909ddfb9-1a9a-4852-916d-2c448155daf7 req-9c4de6cc-0f4b-41ff-82a1-23c930856aa2 tempest-ServersTestJSON-1629463572 tempest-ServersTestJSON-1629463572-project] For port e3b59b25-2dbd-4ea3-a6f4-f5d87e65f16d, host n-h1-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-5',level=0,port_id=e3b59b25-2dbd-4ea3-a6f4-f5d87e65f16d,segment=NetworkSegment(bb9dd371-3de9-4327-a263-fb803ca379c8),segment_id=bb9dd371-3de9-4327-a263-fb803ca379c8)] {{(pid=103305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:16:48.092164 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-909ddfb9-1a9a-4852-916d-2c448155daf7 req-9c4de6cc-0f4b-41ff-82a1-23c930856aa2 tempest-ServersTestJSON-1629463572 tempest-ServersTestJSON-1629463572-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4109658'] for port (e3b59b25-2dbd-4ea3-a6f4-f5d87e65f16d), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:16:48.117331 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [req-909ddfb9-1a9a-4852-916d-2c448155daf7 req-9c4de6cc-0f4b-41ff-82a1-23c930856aa2 tempest-ServersTestJSON-1629463572 tempest-ServersTestJSON-1629463572-project] Calling delete_port for e3b59b25-2dbd-4ea3-a6f4-f5d87e65f16d owned by compute:nova {{(pid=103305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 21:16:48.146836 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-af7c9fd9-9eeb-47a4-8b88-e19a7fea0918 req-50247896-c329-4e85-913e-10fe9968f75a service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=ac84af4e-d640-4e7c-806b-00b2142fd304&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516717 Jan 26 21:16:48.322678 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46154ec-4a5d-4293-aaaa-91fc00597faa req-a8618b21-bacb-4eb3-930d-f036feb0f973 tempest-ServersTestBootFromVolume-1845992378 tempest-ServersTestBootFromVolume-1845992378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:16:48.325212 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-d46154ec-4a5d-4293-aaaa-91fc00597faa req-a8618b21-bacb-4eb3-930d-f036feb0f973 tempest-ServersTestBootFromVolume-1845992378 tempest-ServersTestBootFromVolume-1845992378-project] 10.222.0.57 "GET /v2.0/ports?device_id=e77f0f82-e2f4-42d1-9e44-0082033dd07d HTTP/1.1" status: 200 len: 946 time: 0.0757265 Jan 26 21:16:48.512760 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [req-d46154ec-4a5d-4293-aaaa-91fc00597faa req-4b1bbf96-a1d3-4194-8696-6b86f61f798b tempest-ServersTestBootFromVolume-1845992378 tempest-ServersTestBootFromVolume-1845992378-project] Deleting port 06e12c4e-0545-48fa-857e-3f7a63f3e798 {{(pid=103305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 21:16:48.513938 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-d46154ec-4a5d-4293-aaaa-91fc00597faa req-4b1bbf96-a1d3-4194-8696-6b86f61f798b tempest-ServersTestBootFromVolume-1845992378 tempest-ServersTestBootFromVolume-1845992378-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746560630878'] for port (06e12c4e-0545-48fa-857e-3f7a63f3e798), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:16:48.649197 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-909ddfb9-1a9a-4852-916d-2c448155daf7 req-9c4de6cc-0f4b-41ff-82a1-23c930856aa2 tempest-ServersTestJSON-1629463572 tempest-ServersTestJSON-1629463572-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746560636600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746560234536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11791543'] for port (e3b59b25-2dbd-4ea3-a6f4-f5d87e65f16d), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:16:48.664952 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] get_ports_and_sgs() called for port_ids ['c0c88dad-cc2c-45c3-b929-f9b04ea7d5f7'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 26 21:16:48.691348 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c4de6cc-0f4b-41ff-82a1-23c930856aa2 tempest-ServersTestJSON-1629463572 tempest-ServersTestJSON-1629463572-project] Pushing event deleted for resources: {'Port': ['ID=e3b59b25-2dbd-4ea3-a6f4-f5d87e65f16d,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:16:48.704817 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440f7d2c-c242-45d8-8132-43a4d6ef4e9a req-c9c39f37-e23f-4779-b42e-16a3ae77de5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:16:48.706349 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-440f7d2c-c242-45d8-8132-43a4d6ef4e9a req-c9c39f37-e23f-4779-b42e-16a3ae77de5c service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=197d20e1-295c-4601-9dd2-5da362436247 HTTP/1.1" status: 200 len: 1096 time: 0.7216415 Jan 26 21:16:48.770015 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6563055-b40c-4bbe-93f8-4e0383cd5744 req-4e902abe-ef9b-4fe9-bb08-e7bed914d230 tempest-ServersTestBootFromVolume-1845992378 tempest-ServersTestBootFromVolume-1845992378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:16:48.778015 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-c6563055-b40c-4bbe-93f8-4e0383cd5744 req-4e902abe-ef9b-4fe9-bb08-e7bed914d230 tempest-ServersTestBootFromVolume-1845992378 tempest-ServersTestBootFromVolume-1845992378-project] 10.222.0.13 "GET /v2.0/ports?device_id=e77f0f82-e2f4-42d1-9e44-0082033dd07d HTTP/1.1" status: 200 len: 946 time: 0.6998575 Jan 26 21:16:48.786869 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [req-d46154ec-4a5d-4293-aaaa-91fc00597faa req-4b1bbf96-a1d3-4194-8696-6b86f61f798b tempest-ServersTestBootFromVolume-1845992378 tempest-ServersTestBootFromVolume-1845992378-project] For port 06e12c4e-0545-48fa-857e-3f7a63f3e798, host n-h2-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-5',level=0,port_id=06e12c4e-0545-48fa-857e-3f7a63f3e798,segment=NetworkSegment(a15ef740-f64f-41d4-9077-bbc625c53d41),segment_id=a15ef740-f64f-41d4-9077-bbc625c53d41)] {{(pid=103305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:16:48.787497 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-d46154ec-4a5d-4293-aaaa-91fc00597faa req-4b1bbf96-a1d3-4194-8696-6b86f61f798b tempest-ServersTestBootFromVolume-1845992378 tempest-ServersTestBootFromVolume-1845992378-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4109658'] for port (06e12c4e-0545-48fa-857e-3f7a63f3e798), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:16:48.821222 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [req-909ddfb9-1a9a-4852-916d-2c448155daf7 req-9c4de6cc-0f4b-41ff-82a1-23c930856aa2 tempest-ServersTestJSON-1629463572 tempest-ServersTestJSON-1629463572-project] No DVR routers for this DVR port e3b59b25-2dbd-4ea3-a6f4-f5d87e65f16d on host n-h1-760453-5 {{(pid=103305) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 26 21:16:48.824405 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-909ddfb9-1a9a-4852-916d-2c448155daf7 req-9c4de6cc-0f4b-41ff-82a1-23c930856aa2 tempest-ServersTestJSON-1629463572 tempest-ServersTestJSON-1629463572-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:16:48.840172 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-909ddfb9-1a9a-4852-916d-2c448155daf7 req-9c4de6cc-0f4b-41ff-82a1-23c930856aa2 tempest-ServersTestJSON-1629463572 tempest-ServersTestJSON-1629463572-project] 10.222.0.66 "DELETE /v2.0/ports/e3b59b25-2dbd-4ea3-a6f4-f5d87e65f16d HTTP/1.1" status: 204 len: 173 time: 1.1722839 Jan 26 21:16:48.854147 n-d-760453-5 neutron-server[103305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2d9f0e7-5692-40f8-ab83-adf1076d5517', 'name': 'network-vif-deleted', 'tag': 'e3b59b25-2dbd-4ea3-a6f4-f5d87e65f16d'}] {{(pid=103305) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 21:16:48.857548 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5d9d19-64a9-4acb-982b-359147f5aed3 req-4b8d4181-a57c-4222-b8d0-fd744eb151a0 tempest-InstanceActionsNegativeTestJSON-1657165434 tempest-InstanceActionsNegativeTestJSON-1657165434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:16:48.859413 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-6f5d9d19-64a9-4acb-982b-359147f5aed3 req-4b8d4181-a57c-4222-b8d0-fd744eb151a0 tempest-InstanceActionsNegativeTestJSON-1657165434 tempest-InstanceActionsNegativeTestJSON-1657165434-project] 10.222.0.13 "GET /v2.0/ports?device_id=197d20e1-295c-4601-9dd2-5da362436247 HTTP/1.1" status: 200 len: 945 time: 0.7283053 Jan 26 21:16:48.873005 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d4654568b7bf041e72ff8fe1c96d6d761d9c921f2b99bc7b3a26632be20cee0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5843cf47-184b-4fbc-bf3a-ad5677ff2b7c" -d '{"events": [{"server_uuid": "f2d9f0e7-5692-40f8-ab83-adf1076d5517", "name": "network-vif-deleted", "tag": "e3b59b25-2dbd-4ea3-a6f4-f5d87e65f16d"}]}' {{(pid=103305) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 21:16:48.932762 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-440f7d2c-c242-45d8-8132-43a4d6ef4e9a req-2853b23d-adae-4090-9798-38058748a8af service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=d8080699-0bce-4810-9876-51d6f7e2b58a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2162738 Jan 26 21:16:48.956937 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-273402f4-4fe6-4485-9aa1-5a21e723d826 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (474ccdf7-ab6c-405b-a3b2-dc7b05829902), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:16:48.966090 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-6f5d9d19-64a9-4acb-982b-359147f5aed3 req-a0ca3f76-2518-4262-b5f6-d9e833b194ba tempest-InstanceActionsNegativeTestJSON-1657165434 tempest-InstanceActionsNegativeTestJSON-1657165434-project] 10.222.0.13 "GET /v2.0/security-groups?id=d8080699-0bce-4810-9876-51d6f7e2b58a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959363 Jan 26 21:16:48.981482 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-c6563055-b40c-4bbe-93f8-4e0383cd5744 req-3fb32c99-ab10-4185-bbe9-24f322240a60 tempest-ServersTestBootFromVolume-1845992378 tempest-ServersTestBootFromVolume-1845992378-project] 10.222.0.13 "GET /v2.0/security-groups?id=d1e8d686-a995-4f2f-9375-0f0073274779&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1990914 Jan 26 21:16:49.178355 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-785d5cf9-b440-44fd-88e9-817d80c5eb08 req-36e3efd6-f4c3-4e2a-b28a-f01664d21b9a tempest-ServersTestJSON-1629463572 tempest-ServersTestJSON-1629463572-project] 10.222.0.13 "GET /v2.0/ports?device_id=f2d9f0e7-5692-40f8-ab83-adf1076d5517 HTTP/1.1" status: 200 len: 210 time: 0.0338373 Jan 26 21:16:49.362867 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b4005e-46a7-46a7-bfa1-90da4f8c3164 req-34b79f00-4017-4f46-9186-fe9e03c73f31 tempest-MultipleCreateTestJSON-2007749212 tempest-MultipleCreateTestJSON-2007749212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:16:49.364640 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-79b4005e-46a7-46a7-bfa1-90da4f8c3164 req-34b79f00-4017-4f46-9186-fe9e03c73f31 tempest-MultipleCreateTestJSON-2007749212 tempest-MultipleCreateTestJSON-2007749212-project] 10.222.0.13 "GET /v2.0/ports?device_id=143b8817-1e87-4fea-bb95-3aa6c71c3d33 HTTP/1.1" status: 200 len: 945 time: 0.0774953 Jan 26 21:16:49.390015 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-d46154ec-4a5d-4293-aaaa-91fc00597faa req-4b1bbf96-a1d3-4194-8696-6b86f61f798b tempest-ServersTestBootFromVolume-1845992378 tempest-ServersTestBootFromVolume-1845992378-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:16:49.390745 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-d46154ec-4a5d-4293-aaaa-91fc00597faa req-4b1bbf96-a1d3-4194-8696-6b86f61f798b tempest-ServersTestBootFromVolume-1845992378 tempest-ServersTestBootFromVolume-1845992378-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4110913'] for floatingip (9dee0683-6a13-415f-854b-98a50b1e3a50), after_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:16:49.391807 n-d-760453-5 neutron-server[103305]: INFO neutron.db.l3_db [req-d46154ec-4a5d-4293-aaaa-91fc00597faa req-4b1bbf96-a1d3-4194-8696-6b86f61f798b tempest-ServersTestBootFromVolume-1845992378 tempest-ServersTestBootFromVolume-1845992378-project] Floating IP 9dee0683-6a13-415f-854b-98a50b1e3a50 disassociated. External IP: 172.25.1.180, port: 06e12c4e-0545-48fa-857e-3f7a63f3e798. Jan 26 21:16:49.392359 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [req-d46154ec-4a5d-4293-aaaa-91fc00597faa req-4b1bbf96-a1d3-4194-8696-6b86f61f798b tempest-ServersTestBootFromVolume-1845992378 tempest-ServersTestBootFromVolume-1845992378-project] Calling delete_port for 06e12c4e-0545-48fa-857e-3f7a63f3e798 owned by compute:nova {{(pid=103305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 21:16:49.422349 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315d74d7-b228-4f08-9a0a-3d5a01f0be6d req-84b1303c-0705-4bd5-8f79-e49072e84766 tempest-LiveMigrationTest-746395142 tempest-LiveMigrationTest-746395142-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:16:49.428326 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-315d74d7-b228-4f08-9a0a-3d5a01f0be6d req-84b1303c-0705-4bd5-8f79-e49072e84766 tempest-LiveMigrationTest-746395142 tempest-LiveMigrationTest-746395142-project] 10.222.0.13 "GET /v2.0/networks?id=57cdf3f5-a20b-4c6f-b2eb-bed2f5d4d40a HTTP/1.1" status: 200 len: 807 time: 0.2433546 Jan 26 21:16:49.496893 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-315d74d7-b228-4f08-9a0a-3d5a01f0be6d req-a5efef6b-a46a-44b1-9fbf-cb8d271da032 tempest-LiveMigrationTest-746395142 tempest-LiveMigrationTest-746395142-project] 10.222.0.13 "GET /v2.0/quotas/ee6098e1a6074d57972f34ef6549de05 HTTP/1.1" status: 200 len: 375 time: 0.0498509 Jan 26 21:16:49.581043 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-79b4005e-46a7-46a7-bfa1-90da4f8c3164 req-e5e85ac7-6c8c-4745-bf31-8e87f061996c tempest-MultipleCreateTestJSON-2007749212 tempest-MultipleCreateTestJSON-2007749212-project] 10.222.0.13 "GET /v2.0/security-groups?id=ac84af4e-d640-4e7c-806b-00b2142fd304&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2073758 Jan 26 21:16:49.657809 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-315d74d7-b228-4f08-9a0a-3d5a01f0be6d req-adfbc672-3484-48a5-ad5e-fc045e5d248e tempest-LiveMigrationTest-746395142 tempest-LiveMigrationTest-746395142-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=ee6098e1a6074d57972f34ef6549de05&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1600659 Jan 26 21:16:49.722542 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-d46154ec-4a5d-4293-aaaa-91fc00597faa req-4b1bbf96-a1d3-4194-8696-6b86f61f798b tempest-ServersTestBootFromVolume-1845992378 tempest-ServersTestBootFromVolume-1845992378-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746560636600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746560234536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11791543'] for port (06e12c4e-0545-48fa-857e-3f7a63f3e798), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:16:49.790824 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b1bbf96-a1d3-4194-8696-6b86f61f798b tempest-ServersTestBootFromVolume-1845992378 tempest-ServersTestBootFromVolume-1845992378-project] Pushing event deleted for resources: {'Port': ['ID=06e12c4e-0545-48fa-857e-3f7a63f3e798,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:16:49.876306 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-315d74d7-b228-4f08-9a0a-3d5a01f0be6d req-7cc99ff4-6d37-4d6e-9be5-492175419ec6 service neutron] 10.222.0.13 "GET /v2.0/networks/57cdf3f5-a20b-4c6f-b2eb-bed2f5d4d40a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2173533 Jan 26 21:16:50.030269 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Jan 2022 21:16:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef17b145-70f0-437a-8d82-bccc28e72ea2 x-openstack-request-id: req-ef17b145-70f0-437a-8d82-bccc28e72ea2 {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 21:16:50.030612 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2d9f0e7-5692-40f8-ab83-adf1076d5517", "name": "network-vif-deleted", "tag": "e3b59b25-2dbd-4ea3-a6f4-f5d87e65f16d", "status": "completed", "code": 200}]} {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 21:16:50.030813 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ef17b145-70f0-437a-8d82-bccc28e72ea2 {{(pid=103305) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 21:16:50.031229 n-d-760453-5 neutron-server[103305]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2d9f0e7-5692-40f8-ab83-adf1076d5517', 'name': 'network-vif-deleted', 'tag': 'e3b59b25-2dbd-4ea3-a6f4-f5d87e65f16d', 'status': 'completed', 'code': 200} Jan 26 21:16:50.044252 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d46154ec-4a5d-4293-aaaa-91fc00597faa req-4b1bbf96-a1d3-4194-8696-6b86f61f798b tempest-ServersTestBootFromVolume-1845992378 tempest-ServersTestBootFromVolume-1845992378-project] Router a15ddc95-4511-4c22-885c-df3d01362010 has already been hosted by L3 agent 09df100c-3af1-4b0a-bda8-05914c71c458 {{(pid=103305) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 26 21:16:50.114157 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-315d74d7-b228-4f08-9a0a-3d5a01f0be6d req-61612f9a-bf43-442c-8c8e-9ae815b9f0b5 service neutron] 10.222.0.13 "GET /v2.0/networks/57cdf3f5-a20b-4c6f-b2eb-bed2f5d4d40a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2368228 Jan 26 21:16:50.280478 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef8b8f3-981c-4872-a7ff-53d2d16c97bd req-96cdad2a-94b3-42f1-894e-3ec2341bace9 tempest-MultipleCreateTestJSON-2007749212 tempest-MultipleCreateTestJSON-2007749212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:16:50.292052 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-6ef8b8f3-981c-4872-a7ff-53d2d16c97bd req-96cdad2a-94b3-42f1-894e-3ec2341bace9 tempest-MultipleCreateTestJSON-2007749212 tempest-MultipleCreateTestJSON-2007749212-project] 10.222.0.13 "GET /v2.0/ports?device_id=db42e180-7a56-499b-819f-bb88c2ceefa6 HTTP/1.1" status: 200 len: 946 time: 0.1636014 Jan 26 21:16:50.390591 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d46154ec-4a5d-4293-aaaa-91fc00597faa req-4b1bbf96-a1d3-4194-8696-6b86f61f798b tempest-ServersTestBootFromVolume-1845992378 tempest-ServersTestBootFromVolume-1845992378-project] Notify agent at l3_agent.n-d-760453-5 the message routers_updated {{(pid=103305) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 26 21:16:50.407312 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44141a09-b4f9-4d53-bd90-a76842d4ebd1 None None] Sync routers for ids ['a15ddc95-4511-4c22-885c-df3d01362010'] in n-d-760453-5 {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 26 21:16:50.416682 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-6ef8b8f3-981c-4872-a7ff-53d2d16c97bd req-d40800e3-c978-48a3-ae57-519c4c61db09 tempest-MultipleCreateTestJSON-2007749212 tempest-MultipleCreateTestJSON-2007749212-project] 10.222.0.13 "GET /v2.0/security-groups?id=ac84af4e-d640-4e7c-806b-00b2142fd304&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163914 Jan 26 21:16:50.440481 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44141a09-b4f9-4d53-bd90-a76842d4ebd1 None None] Routers {'a15ddc95-4511-4c22-885c-df3d01362010'} bound to L3 agent in host n-d-760453-5 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 21:16:50.441365 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-44141a09-b4f9-4d53-bd90-a76842d4ebd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-26T20:55:21Z,description=,heartbeat_timestamp=2022-01-26T21:16:21Z,host='n-d-760453-5',id=09df100c-3af1-4b0a-bda8-05914c71c458,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:55:21Z,topic='l3_agent')) {'router_ids': ['a15ddc95-4511-4c22-885c-df3d01362010'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:16:50.518166 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [req-d46154ec-4a5d-4293-aaaa-91fc00597faa req-4b1bbf96-a1d3-4194-8696-6b86f61f798b tempest-ServersTestBootFromVolume-1845992378 tempest-ServersTestBootFromVolume-1845992378-project] No DVR routers for this DVR port 06e12c4e-0545-48fa-857e-3f7a63f3e798 on host n-h2-760453-5 {{(pid=103305) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 26 21:16:50.525346 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-d46154ec-4a5d-4293-aaaa-91fc00597faa req-4b1bbf96-a1d3-4194-8696-6b86f61f798b tempest-ServersTestBootFromVolume-1845992378 tempest-ServersTestBootFromVolume-1845992378-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:16:50.533521 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-d46154ec-4a5d-4293-aaaa-91fc00597faa req-4b1bbf96-a1d3-4194-8696-6b86f61f798b tempest-ServersTestBootFromVolume-1845992378 tempest-ServersTestBootFromVolume-1845992378-project] 10.222.0.57 "DELETE /v2.0/ports/06e12c4e-0545-48fa-857e-3f7a63f3e798 HTTP/1.1" status: 204 len: 173 time: 2.1829810 Jan 26 21:16:50.545323 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Device e3b59b25-2dbd-4ea3-a6f4-f5d87e65f16d no longer exists at agent hyperv_n-h1-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 26 21:16:50.576710 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 58888) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:16:50.624048 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] No Port match for: e3b59b25-2dbd-4ea3-a6f4-f5d87e65f16d {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 26 21:16:50.626664 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Device e3b59b25-2dbd-4ea3-a6f4-f5d87e65f16d not bound to the agent host n-h1-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 26 21:16:50.658725 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef29cca6-759f-41a5-a6e4-c758a9919b14 req-fa5aa472-4cbe-409a-8295-1ae13b534e3f tempest-InstanceActionsNegativeTestJSON-1657165434 tempest-InstanceActionsNegativeTestJSON-1657165434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:16:50.687761 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-ef29cca6-759f-41a5-a6e4-c758a9919b14 req-fa5aa472-4cbe-409a-8295-1ae13b534e3f tempest-InstanceActionsNegativeTestJSON-1657165434 tempest-InstanceActionsNegativeTestJSON-1657165434-project] 10.222.0.13 "GET /v2.0/ports?device_id=197d20e1-295c-4601-9dd2-5da362436247 HTTP/1.1" status: 200 len: 945 time: 0.0997269 Jan 26 21:16:50.717921 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_dvr_db [None req-44141a09-b4f9-4d53-bd90-a76842d4ebd1 None None] Set router a15ddc95-4511-4c22-885c-df3d01362010 gateway port host: n-d-760453-5 {{(pid=103307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 21:16:50.814121 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-d050a365-3182-458a-807c-f3e3b650ada0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:16:50.857677 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-ef29cca6-759f-41a5-a6e4-c758a9919b14 req-b0c7d560-8910-4f26-ba19-7bd8bc723596 tempest-InstanceActionsNegativeTestJSON-1657165434 tempest-InstanceActionsNegativeTestJSON-1657165434-project] 10.222.0.13 "GET /v2.0/security-groups?id=d8080699-0bce-4810-9876-51d6f7e2b58a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1669135 Jan 26 21:16:51.066187 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-4edbbd53-e839-4c61-8115-68de82a2530d req-ab19f78d-b921-47e6-8ef5-fe0c14eb7f1f tempest-ServersTestBootFromVolume-1845992378 tempest-ServersTestBootFromVolume-1845992378-project] 10.222.0.13 "GET /v2.0/ports?device_id=e77f0f82-e2f4-42d1-9e44-0082033dd07d HTTP/1.1" status: 200 len: 210 time: 0.0907941 Jan 26 21:16:51.139397 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-d050a365-3182-458a-807c-f3e3b650ada0 admin admin] Publish callbacks [] for security_group (0bda2973-a213-43e0-b1b5-be1e5cf7a7c5), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:16:51.156554 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-d050a365-3182-458a-807c-f3e3b650ada0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (0bda2973-a213-43e0-b1b5-be1e5cf7a7c5), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:16:51.213742 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-9ac4f184-6761-458f-94d6-c8c5070008f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (09df100c-3af1-4b0a-bda8-05914c71c458), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:16:51.238498 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-d050a365-3182-458a-807c-f3e3b650ada0 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=2e3469fd07574046beb2c3bf0111f742&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6603475 Jan 26 21:16:51.241554 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 58908) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:16:51.308107 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-32961354-f258-446e-b663-be453be026ca req-0f503a04-9fc1-4716-bdc8-458d36ab58f9 tempest-LiveMigrationTest-746395142 tempest-LiveMigrationTest-746395142-project] 10.222.0.13 "GET /v2.0/ports?device_id=3c1bb11b-19e0-4bd6-8502-e5422740b40d HTTP/1.1" status: 200 len: 210 time: 0.0922632 Jan 26 21:16:51.469792 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d050a365-3182-458a-807c-f3e3b650ada0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0bda2973-a213-43e0-b1b5-be1e5cf7a7c5,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:16:51.521746 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-44141a09-b4f9-4d53-bd90-a76842d4ebd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a15ddc95-4511-4c22-885c-df3d01362010', 'name': 'tempest-ServersTestBootFromVolume-2109970746-router', 'tenant_id': 'ea2b7f569e4243dcba0cb16771cf369b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'external_fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.233'}], 'enable_snat': True}, 'gw_port_id': 'fcace754-0b38-4737-a4f4-c18c5ecf2397', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T21:12:54Z', 'updated_at': '2022-01-26T21:13:10Z', 'revision_number': 4, 'project_id': 'ea2b7f569e4243dcba0cb16771cf369b', 'gw_port': {'id': 'fcace754-0b38-4737-a4f4-c18c5ecf2397', 'name': '', 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:dd:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a15ddc95-4511-4c22-885c-df3d01362010', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1147, 'fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:12:57Z', 'updated_at': '2022-01-26T21:13:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-5', '_interfaces': [{'id': '94e067d5-450b-4328-ad8b-b4ec7c5a164d', 'name': '', 'network_id': 'b4d91999-0d3f-45ee-89d0-a63f22a3e7ab', 'tenant_id': 'ea2b7f569e4243dcba0cb16771cf369b', 'mac_address': 'fa:16:3e:7f:b2:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a15ddc95-4511-4c22-885c-df3d01362010', 'device_owner': 'network:router_interface', 'standard_attr_id': 1164, 'fixed_ips': [{'subnet_id': 'eaea08b8-abe1-46f7-84c0-e277976dbd47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:13:06Z', 'updated_at': '2022-01-26T21:13:18Z', 'revision_number': 5, 'project_id': 'ea2b7f569e4243dcba0cb16771cf369b', 'subnets': [{'id': 'eaea08b8-abe1-46f7-84c0-e277976dbd47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760453-5', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:16:51.584455 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-f9fedb1d-b8d6-46c3-bcff-13cc97b930bd admin admin] Publish callbacks [] for security_group (0bda2973-a213-43e0-b1b5-be1e5cf7a7c5), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:16:51.600213 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44141a09-b4f9-4d53-bd90-a76842d4ebd1 None None] Checking router: a15ddc95-4511-4c22-885c-df3d01362010 for host: n-d-760453-5 {{(pid=103307) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 26 21:16:51.647148 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44141a09-b4f9-4d53-bd90-a76842d4ebd1 None None] Routers {'a15ddc95-4511-4c22-885c-df3d01362010'} bound to L3 agent in host n-d-760453-5 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 21:16:51.647845 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-44141a09-b4f9-4d53-bd90-a76842d4ebd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-26T20:55:21Z,description=,heartbeat_timestamp=2022-01-26T21:16:51Z,host='n-d-760453-5',id=09df100c-3af1-4b0a-bda8-05914c71c458,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:55:21Z,topic='l3_agent')) {'router_ids': ['a15ddc95-4511-4c22-885c-df3d01362010'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:16:51.665558 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-f9fedb1d-b8d6-46c3-bcff-13cc97b930bd admin admin] Publish callbacks [] for security_group (0bda2973-a213-43e0-b1b5-be1e5cf7a7c5), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:16:51.803862 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-f9fedb1d-b8d6-46c3-bcff-13cc97b930bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (0bda2973-a213-43e0-b1b5-be1e5cf7a7c5), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:16:51.807859 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-f9fedb1d-b8d6-46c3-bcff-13cc97b930bd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:16:51.809509 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-f9fedb1d-b8d6-46c3-bcff-13cc97b930bd admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/0bda2973-a213-43e0-b1b5-be1e5cf7a7c5 HTTP/1.1" status: 204 len: 168 time: 0.5390813 Jan 26 21:16:51.845401 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9fedb1d-b8d6-46c3-bcff-13cc97b930bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bda2973-a213-43e0-b1b5-be1e5cf7a7c5,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:16:51.965794 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eaf8451-5331-45c0-b852-4fe6c4408754 req-55e388aa-d2e5-4411-947b-258fd8b13f01 tempest-ServersTestJSON-1629463572 tempest-ServersTestJSON-1629463572-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:16:51.975287 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-1eaf8451-5331-45c0-b852-4fe6c4408754 req-55e388aa-d2e5-4411-947b-258fd8b13f01 tempest-ServersTestJSON-1629463572 tempest-ServersTestJSON-1629463572-project] 10.222.0.13 "GET /v2.0/networks?id=20b7651f-3dfe-4f65-83e1-a38049e7aae9 HTTP/1.1" status: 200 len: 806 time: 0.4196362 Jan 26 21:16:51.992348 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_dvr_db [None req-44141a09-b4f9-4d53-bd90-a76842d4ebd1 None None] Set router a15ddc95-4511-4c22-885c-df3d01362010 gateway port host: n-d-760453-5 {{(pid=103307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 21:16:52.020828 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-1eaf8451-5331-45c0-b852-4fe6c4408754 req-a8c3c9a9-34dd-478b-8cc2-64723ae473f2 tempest-ServersTestJSON-1629463572 tempest-ServersTestJSON-1629463572-project] 10.222.0.13 "GET /v2.0/quotas/9e460ecabad547eca1394374023e7caf HTTP/1.1" status: 200 len: 375 time: 0.0358033 Jan 26 21:16:52.033043 n-d-760453-5 neutron-server[103305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e77f0f82-e2f4-42d1-9e44-0082033dd07d', 'name': 'network-vif-deleted', 'tag': '06e12c4e-0545-48fa-857e-3f7a63f3e798'}] {{(pid=103305) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 21:16:52.035495 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d4654568b7bf041e72ff8fe1c96d6d761d9c921f2b99bc7b3a26632be20cee0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f17876e-6c64-4096-a34b-0efec9a75ee2" -d '{"events": [{"server_uuid": "e77f0f82-e2f4-42d1-9e44-0082033dd07d", "name": "network-vif-deleted", "tag": "06e12c4e-0545-48fa-857e-3f7a63f3e798"}]}' {{(pid=103305) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 21:16:52.147938 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-1eaf8451-5331-45c0-b852-4fe6c4408754 req-af187c42-036b-4ea9-ace4-bfab9c1922a8 tempest-ServersTestJSON-1629463572 tempest-ServersTestJSON-1629463572-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=9e460ecabad547eca1394374023e7caf&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1257832 Jan 26 21:16:52.164416 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-841f5991-a4d8-4d4b-b215-cbc6bab5427b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (aa7ee9d2-08eb-4e12-b895-24c57300dfec), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:16:52.377875 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Jan 2022 21:16:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a0c50c1-9b0d-4309-b3c8-604821cfbbb0 x-openstack-request-id: req-5a0c50c1-9b0d-4309-b3c8-604821cfbbb0 {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 21:16:52.378172 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e77f0f82-e2f4-42d1-9e44-0082033dd07d", "name": "network-vif-deleted", "tag": "06e12c4e-0545-48fa-857e-3f7a63f3e798", "status": "completed", "code": 200}]} {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 21:16:52.378430 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-5a0c50c1-9b0d-4309-b3c8-604821cfbbb0 {{(pid=103305) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 21:16:52.378836 n-d-760453-5 neutron-server[103305]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e77f0f82-e2f4-42d1-9e44-0082033dd07d', 'name': 'network-vif-deleted', 'tag': '06e12c4e-0545-48fa-857e-3f7a63f3e798', 'status': 'completed', 'code': 200} Jan 26 21:16:52.545335 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Device 06e12c4e-0545-48fa-857e-3f7a63f3e798 no longer exists at agent hyperv_n-h2-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 26 21:16:52.580997 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] No Port match for: 06e12c4e-0545-48fa-857e-3f7a63f3e798 {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 26 21:16:52.581696 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Device 06e12c4e-0545-48fa-857e-3f7a63f3e798 not bound to the agent host n-h2-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 26 21:16:52.589721 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-1eaf8451-5331-45c0-b852-4fe6c4408754 req-62c69438-7ab8-4e1c-abf3-b8f0c685f877 service neutron] 10.222.0.13 "GET /v2.0/networks/20b7651f-3dfe-4f65-83e1-a38049e7aae9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4330802 Jan 26 21:16:52.612863 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-44141a09-b4f9-4d53-bd90-a76842d4ebd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a15ddc95-4511-4c22-885c-df3d01362010', 'name': 'tempest-ServersTestBootFromVolume-2109970746-router', 'tenant_id': 'ea2b7f569e4243dcba0cb16771cf369b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'external_fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.233'}], 'enable_snat': True}, 'gw_port_id': 'fcace754-0b38-4737-a4f4-c18c5ecf2397', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T21:12:54Z', 'updated_at': '2022-01-26T21:13:10Z', 'revision_number': 4, 'project_id': 'ea2b7f569e4243dcba0cb16771cf369b', 'gw_port': {'id': 'fcace754-0b38-4737-a4f4-c18c5ecf2397', 'name': '', 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:dd:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a15ddc95-4511-4c22-885c-df3d01362010', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1147, 'fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:12:57Z', 'updated_at': '2022-01-26T21:13:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-5', '_interfaces': [{'id': '94e067d5-450b-4328-ad8b-b4ec7c5a164d', 'name': '', 'network_id': 'b4d91999-0d3f-45ee-89d0-a63f22a3e7ab', 'tenant_id': 'ea2b7f569e4243dcba0cb16771cf369b', 'mac_address': 'fa:16:3e:7f:b2:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a15ddc95-4511-4c22-885c-df3d01362010', 'device_owner': 'network:router_interface', 'standard_attr_id': 1164, 'fixed_ips': [{'subnet_id': 'eaea08b8-abe1-46f7-84c0-e277976dbd47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:13:06Z', 'updated_at': '2022-01-26T21:13:18Z', 'revision_number': 5, 'project_id': 'ea2b7f569e4243dcba0cb16771cf369b', 'subnets': [{'id': 'eaea08b8-abe1-46f7-84c0-e277976dbd47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760453-5', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:16:52.666107 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-79b414c8-a2d9-4d04-892e-6091539b8137 req-7171663e-a7a9-4539-870e-4c4e952b9ae0 tempest-ServersTestBootFromVolume-1845992378 tempest-ServersTestBootFromVolume-1845992378-project] 10.222.0.13 "GET /v2.0/ports?device_id=e77f0f82-e2f4-42d1-9e44-0082033dd07d HTTP/1.1" status: 200 len: 210 time: 0.0648830 Jan 26 21:16:52.687987 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44141a09-b4f9-4d53-bd90-a76842d4ebd1 None None] The sync data for ids ['a15ddc95-4511-4c22-885c-df3d01362010'] in n-d-760453-5 is: [{'id': 'a15ddc95-4511-4c22-885c-df3d01362010', 'name': 'tempest-ServersTestBootFromVolume-2109970746-router', 'tenant_id': 'ea2b7f569e4243dcba0cb16771cf369b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'external_fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.233'}], 'enable_snat': True}, 'gw_port_id': 'fcace754-0b38-4737-a4f4-c18c5ecf2397', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T21:12:54Z', 'updated_at': '2022-01-26T21:13:10Z', 'revision_number': 4, 'project_id': 'ea2b7f569e4243dcba0cb16771cf369b', 'gw_port': {'id': 'fcace754-0b38-4737-a4f4-c18c5ecf2397', 'name': '', 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:dd:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a15ddc95-4511-4c22-885c-df3d01362010', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1147, 'fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:12:57Z', 'updated_at': '2022-01-26T21:13:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-5', '_interfaces': [{'id': '94e067d5-450b-4328-ad8b-b4ec7c5a164d', 'name': '', 'network_id': 'b4d91999-0d3f-45ee-89d0-a63f22a3e7ab', 'tenant_id': 'ea2b7f569e4243dcba0cb16771cf369b', 'mac_address': 'fa:16:3e:7f:b2:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a15ddc95-4511-4c22-885c-df3d01362010', 'device_owner': 'network:router_interface', 'standard_attr_id': 1164, 'fixed_ips': [{'subnet_id': 'eaea08b8-abe1-46f7-84c0-e277976dbd47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:13:06Z', 'updated_at': '2022-01-26T21:13:18Z', 'revision_number': 5, 'project_id': 'ea2b7f569e4243dcba0cb16771cf369b', 'subnets': [{'id': 'eaea08b8-abe1-46f7-84c0-e277976dbd47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 26 21:16:52.868391 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-1eaf8451-5331-45c0-b852-4fe6c4408754 req-81b97b11-333c-4b42-97b4-7497259090b5 service neutron] 10.222.0.13 "GET /v2.0/networks/20b7651f-3dfe-4f65-83e1-a38049e7aae9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2777064 Jan 26 21:16:52.882665 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (4d619873-4b60-439f-9b5a-b155dc8bbc34), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:16:53.038216 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315d74d7-b228-4f08-9a0a-3d5a01f0be6d req-c25fa951-111d-4fef-9aff-ffbc726c7151 tempest-LiveMigrationTest-746395142 tempest-LiveMigrationTest-746395142-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:16:53.040527 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-315d74d7-b228-4f08-9a0a-3d5a01f0be6d req-c25fa951-111d-4fef-9aff-ffbc726c7151 tempest-LiveMigrationTest-746395142 tempest-LiveMigrationTest-746395142-project] 10.222.0.66 "GET /v2.0/networks?id=57cdf3f5-a20b-4c6f-b2eb-bed2f5d4d40a HTTP/1.1" status: 200 len: 807 time: 0.2755713 Jan 26 21:16:53.059676 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [req-315d74d7-b228-4f08-9a0a-3d5a01f0be6d req-571bbdf9-3cb7-41f1-bdab-d4f41220e86c tempest-LiveMigrationTest-746395142 tempest-LiveMigrationTest-746395142-project] Request body: {'port': {'device_id': '3c1bb11b-19e0-4bd6-8502-e5422740b40d', 'network_id': '57cdf3f5-a20b-4c6f-b2eb-bed2f5d4d40a', 'admin_state_up': True, 'tenant_id': 'ee6098e1a6074d57972f34ef6549de05'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:16:53.234946 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e99775c-7c49-41c1-8693-d186b483ae96 req-0e5fdadc-afeb-4447-882e-b4f47e91f740 tempest-MultipleCreateTestJSON-2007749212 tempest-MultipleCreateTestJSON-2007749212-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:16:53.253129 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-0e99775c-7c49-41c1-8693-d186b483ae96 req-0e5fdadc-afeb-4447-882e-b4f47e91f740 tempest-MultipleCreateTestJSON-2007749212 tempest-MultipleCreateTestJSON-2007749212-project] 10.222.0.13 "GET /v2.0/networks?id=0ba33c24-cb18-484b-aac7-07d8859e9540 HTTP/1.1" status: 200 len: 813 time: 0.4255190 Jan 26 21:16:53.258573 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d64fc79-c6f2-4f06-9fd9-78d3fce4d345 None None] New status for floating IP 9dee0683-6a13-415f-854b-98a50b1e3a50: DOWN {{(pid=103306) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 26 21:16:53.300348 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-0e99775c-7c49-41c1-8693-d186b483ae96 req-d0ed5e81-30c7-4cd6-94d4-8d568e4d836b tempest-MultipleCreateTestJSON-2007749212 tempest-MultipleCreateTestJSON-2007749212-project] 10.222.0.13 "GET /v2.0/quotas/1ab31b5d3142488a8e17b3ca56cecb8f HTTP/1.1" status: 200 len: 375 time: 0.0267649 Jan 26 21:16:53.440820 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-ac5bb9c1-2964-48ec-9b10-71a5318c8fdb req-129ddb2a-114b-4b29-bc16-bf874e2c9b16 tempest-LiveMigrationTest-746395142 tempest-LiveMigrationTest-746395142-project] 10.222.0.13 "GET /v2.0/ports?device_id=3c1bb11b-19e0-4bd6-8502-e5422740b40d HTTP/1.1" status: 200 len: 210 time: 0.0687280 Jan 26 21:16:53.492661 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-0e99775c-7c49-41c1-8693-d186b483ae96 req-50a3e307-89df-4f95-86e6-e41fb8fa46ba tempest-MultipleCreateTestJSON-2007749212 tempest-MultipleCreateTestJSON-2007749212-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=1ab31b5d3142488a8e17b3ca56cecb8f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1848533 Jan 26 21:16:53.906033 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b56a97-973d-45e0-92ec-e138a25a48c3 req-dbcbac75-ec8c-45a2-9460-f4a61ec92e9a tempest-InstanceActionsNegativeTestJSON-1657165434 tempest-InstanceActionsNegativeTestJSON-1657165434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:16:53.920841 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-c5b56a97-973d-45e0-92ec-e138a25a48c3 req-dbcbac75-ec8c-45a2-9460-f4a61ec92e9a tempest-InstanceActionsNegativeTestJSON-1657165434 tempest-InstanceActionsNegativeTestJSON-1657165434-project] 10.222.0.13 "GET /v2.0/ports?device_id=197d20e1-295c-4601-9dd2-5da362436247 HTTP/1.1" status: 200 len: 945 time: 0.2437832 Jan 26 21:16:54.001789 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-839dd188-ec69-470c-9ab0-d318dc1a2e96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (e79b4fc6-6c71-44b2-a6d0-ff3e1f4dfd0d), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:16:54.012537 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1562fd-eac2-413a-9479-512d02c484bd req-2bda99b9-efeb-4b1a-8b06-b460fc9c1ff9 tempest-InstanceActionsNegativeTestJSON-1657165434 tempest-InstanceActionsNegativeTestJSON-1657165434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:16:54.014519 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-cd1562fd-eac2-413a-9479-512d02c484bd req-2bda99b9-efeb-4b1a-8b06-b460fc9c1ff9 tempest-InstanceActionsNegativeTestJSON-1657165434 tempest-InstanceActionsNegativeTestJSON-1657165434-project] 10.222.0.57 "GET /v2.0/ports?device_id=197d20e1-295c-4601-9dd2-5da362436247 HTTP/1.1" status: 200 len: 945 time: 0.1845145 Jan 26 21:16:54.025816 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-0e99775c-7c49-41c1-8693-d186b483ae96 req-eeda8b67-6e3b-42f0-ba4a-be5f97196169 service neutron] 10.222.0.13 "GET /v2.0/networks/0ba33c24-cb18-484b-aac7-07d8859e9540?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5315566 Jan 26 21:16:54.123695 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-c5b56a97-973d-45e0-92ec-e138a25a48c3 req-d3821279-c654-40a0-a369-d2b76df1d57d tempest-InstanceActionsNegativeTestJSON-1657165434 tempest-InstanceActionsNegativeTestJSON-1657165434-project] 10.222.0.13 "GET /v2.0/security-groups?id=d8080699-0bce-4810-9876-51d6f7e2b58a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2017004 Jan 26 21:16:54.306671 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-315d74d7-b228-4f08-9a0a-3d5a01f0be6d req-571bbdf9-3cb7-41f1-bdab-d4f41220e86c tempest-LiveMigrationTest-746395142 tempest-LiveMigrationTest-746395142-project] Made reservation on behalf of ee6098e1a6074d57972f34ef6549de05 for: {'port': 1} {{(pid=103305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 21:16:54.310681 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-315d74d7-b228-4f08-9a0a-3d5a01f0be6d req-571bbdf9-3cb7-41f1-bdab-d4f41220e86c tempest-LiveMigrationTest-746395142 tempest-LiveMigrationTest-746395142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:16:54.416177 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-7fda95e7-94eb-48bd-87fa-bc0dfe97551a req-843e1629-e4da-4512-91be-918d9c2f31cf tempest-ServersTestJSON-1629463572 tempest-ServersTestJSON-1629463572-project] 10.222.0.13 "GET /v2.0/ports?device_id=30b3878b-e41c-4f2a-b1d4-a23fc4214e6b HTTP/1.1" status: 200 len: 210 time: 0.1605396 Jan 26 21:16:54.630635 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.db_base_plugin_common [req-315d74d7-b228-4f08-9a0a-3d5a01f0be6d req-571bbdf9-3cb7-41f1-bdab-d4f41220e86c tempest-LiveMigrationTest-746395142 tempest-LiveMigrationTest-746395142-project] Allocated IP 172.20.0.2 (57cdf3f5-a20b-4c6f-b2eb-bed2f5d4d40a/0fd61269-7d95-487b-ba3a-f244d39cf571/b07f46ba-4da1-431a-b45a-508248fce8a3) {{(pid=103305) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 21:16:54.652282 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-22b7b104-26ce-44e2-8c28-66648c7833f6 req-cda76c80-ab5a-4509-a466-c6d908221455 tempest-ServersTestBootFromVolume-1845992378 tempest-ServersTestBootFromVolume-1845992378-project] 10.222.0.13 "GET /v2.0/ports?device_id=e77f0f82-e2f4-42d1-9e44-0082033dd07d HTTP/1.1" status: 200 len: 210 time: 0.0731938 Jan 26 21:16:54.706659 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [req-cd1562fd-eac2-413a-9479-512d02c484bd req-7502e97d-8a6d-49c1-9208-5a8f926bef52 tempest-InstanceActionsNegativeTestJSON-1657165434 tempest-InstanceActionsNegativeTestJSON-1657165434-project] Deleting port c99401cd-3ab6-452c-88bf-1f420b9a8070 {{(pid=103304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 21:16:54.707145 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-cd1562fd-eac2-413a-9479-512d02c484bd req-7502e97d-8a6d-49c1-9208-5a8f926bef52 tempest-InstanceActionsNegativeTestJSON-1657165434 tempest-InstanceActionsNegativeTestJSON-1657165434-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746560630878'] for port (c99401cd-3ab6-452c-88bf-1f420b9a8070), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:16:54.723767 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-0e99775c-7c49-41c1-8693-d186b483ae96 req-be00aec7-76c5-4776-8254-2d598dc97a72 service neutron] 10.222.0.13 "GET /v2.0/networks/0ba33c24-cb18-484b-aac7-07d8859e9540?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6968086 Jan 26 21:16:54.947135 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4b856f-3372-4e0d-89d7-d04ee76e3115 req-bd1ef1e0-e22b-4ae0-9f62-c1747a40e47c tempest-MultipleCreateTestJSON-2007749212 tempest-MultipleCreateTestJSON-2007749212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:16:54.949131 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-2a4b856f-3372-4e0d-89d7-d04ee76e3115 req-bd1ef1e0-e22b-4ae0-9f62-c1747a40e47c tempest-MultipleCreateTestJSON-2007749212 tempest-MultipleCreateTestJSON-2007749212-project] 10.222.0.66 "GET /v2.0/ports?device_id=db42e180-7a56-499b-819f-bb88c2ceefa6 HTTP/1.1" status: 200 len: 946 time: 1.7443306 Jan 26 21:16:54.965051 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [req-cd1562fd-eac2-413a-9479-512d02c484bd req-7502e97d-8a6d-49c1-9208-5a8f926bef52 tempest-InstanceActionsNegativeTestJSON-1657165434 tempest-InstanceActionsNegativeTestJSON-1657165434-project] For port c99401cd-3ab6-452c-88bf-1f420b9a8070, host n-h2-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-5',level=0,port_id=c99401cd-3ab6-452c-88bf-1f420b9a8070,segment=NetworkSegment(19d29f93-51d6-465d-9c9e-538295ca8e32),segment_id=19d29f93-51d6-465d-9c9e-538295ca8e32)] {{(pid=103304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:16:54.965943 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-cd1562fd-eac2-413a-9479-512d02c484bd req-7502e97d-8a6d-49c1-9208-5a8f926bef52 tempest-InstanceActionsNegativeTestJSON-1657165434 tempest-InstanceActionsNegativeTestJSON-1657165434-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4109658'] for port (c99401cd-3ab6-452c-88bf-1f420b9a8070), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:16:54.985788 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [req-cd1562fd-eac2-413a-9479-512d02c484bd req-7502e97d-8a6d-49c1-9208-5a8f926bef52 tempest-InstanceActionsNegativeTestJSON-1657165434 tempest-InstanceActionsNegativeTestJSON-1657165434-project] Calling delete_port for c99401cd-3ab6-452c-88bf-1f420b9a8070 owned by compute:nova {{(pid=103304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 21:16:55.145078 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7d07ed-01f9-424a-bdf5-9468299e0aa0 req-993be821-8343-44e0-9850-703529a66991 tempest-MultipleCreateTestJSON-2007749212 tempest-MultipleCreateTestJSON-2007749212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:16:55.156473 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-7b7d07ed-01f9-424a-bdf5-9468299e0aa0 req-993be821-8343-44e0-9850-703529a66991 tempest-MultipleCreateTestJSON-2007749212 tempest-MultipleCreateTestJSON-2007749212-project] 10.222.0.57 "GET /v2.0/ports?device_id=143b8817-1e87-4fea-bb95-3aa6c71c3d33 HTTP/1.1" status: 200 len: 945 time: 1.9321914 Jan 26 21:16:55.249693 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (fea0591a-627d-4c87-9a9a-01625ddf3277), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:16:55.256050 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-b40e495f-63ce-4eb2-9da9-32d971a7ad31 req-4ca5d121-81a4-4a3e-ac9f-a669478ff00c tempest-LiveMigrationTest-746395142 tempest-LiveMigrationTest-746395142-project] 10.222.0.13 "GET /v2.0/ports?device_id=3c1bb11b-19e0-4bd6-8502-e5422740b40d HTTP/1.1" status: 200 len: 210 time: 0.3719485 Jan 26 21:16:55.445130 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.agents_db [None req-569f1ced-6396-4ddf-b79f-e03b0b2146ab None None] Agent healthcheck: found 7 active agents {{(pid=103307) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 26 21:16:55.517411 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-cd1562fd-eac2-413a-9479-512d02c484bd req-7502e97d-8a6d-49c1-9208-5a8f926bef52 tempest-InstanceActionsNegativeTestJSON-1657165434 tempest-InstanceActionsNegativeTestJSON-1657165434-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746560636600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746560234536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9281553'] for port (c99401cd-3ab6-452c-88bf-1f420b9a8070), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:16:55.531056 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] get_ports_and_sgs() called for port_ids ['c99401cd-3ab6-452c-88bf-1f420b9a8070'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 26 21:16:55.654191 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7502e97d-8a6d-49c1-9208-5a8f926bef52 tempest-InstanceActionsNegativeTestJSON-1657165434 tempest-InstanceActionsNegativeTestJSON-1657165434-project] Pushing event deleted for resources: {'Port': ['ID=c99401cd-3ab6-452c-88bf-1f420b9a8070,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:16:55.693907 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eaf8451-5331-45c0-b852-4fe6c4408754 req-dd7a869a-e308-4031-aa4a-33eb9cbdb4d0 tempest-ServersTestJSON-1629463572 tempest-ServersTestJSON-1629463572-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:16:55.697904 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-1eaf8451-5331-45c0-b852-4fe6c4408754 req-dd7a869a-e308-4031-aa4a-33eb9cbdb4d0 tempest-ServersTestJSON-1629463572 tempest-ServersTestJSON-1629463572-project] 10.222.0.57 "GET /v2.0/networks?id=20b7651f-3dfe-4f65-83e1-a38049e7aae9 HTTP/1.1" status: 200 len: 806 time: 0.3919315 Jan 26 21:16:55.711132 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-bc21a111-ee0f-4574-9075-2b94c8c956ca req-8816cb09-8ac5-4e64-9905-83c7db2ea33f tempest-ServersTestJSON-1629463572 tempest-ServersTestJSON-1629463572-project] 10.222.0.13 "GET /v2.0/ports?device_id=30b3878b-e41c-4f2a-b1d4-a23fc4214e6b HTTP/1.1" status: 200 len: 210 time: 0.0921946 Jan 26 21:16:55.740516 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [req-1eaf8451-5331-45c0-b852-4fe6c4408754 req-9c38e069-07f4-4389-a41f-54b29ed34234 tempest-ServersTestJSON-1629463572 tempest-ServersTestJSON-1629463572-project] Request body: {'port': {'device_id': '30b3878b-e41c-4f2a-b1d4-a23fc4214e6b', 'network_id': '20b7651f-3dfe-4f65-83e1-a38049e7aae9', 'admin_state_up': True, 'tenant_id': '9e460ecabad547eca1394374023e7caf'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:16:55.827638 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd1562fd-eac2-413a-9479-512d02c484bd req-7502e97d-8a6d-49c1-9208-5a8f926bef52 tempest-InstanceActionsNegativeTestJSON-1657165434 tempest-InstanceActionsNegativeTestJSON-1657165434-project] No DVR routers for this DVR port c99401cd-3ab6-452c-88bf-1f420b9a8070 on host n-h2-760453-5 {{(pid=103304) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 26 21:16:55.832518 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-cd1562fd-eac2-413a-9479-512d02c484bd req-7502e97d-8a6d-49c1-9208-5a8f926bef52 tempest-InstanceActionsNegativeTestJSON-1657165434 tempest-InstanceActionsNegativeTestJSON-1657165434-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:16:55.843914 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-315d74d7-b228-4f08-9a0a-3d5a01f0be6d req-571bbdf9-3cb7-41f1-bdab-d4f41220e86c tempest-LiveMigrationTest-746395142 tempest-LiveMigrationTest-746395142-project] Publish callbacks [] for port (b07f46ba-4da1-431a-b45a-508248fce8a3), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:16:55.845150 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-cd1562fd-eac2-413a-9479-512d02c484bd req-7502e97d-8a6d-49c1-9208-5a8f926bef52 tempest-InstanceActionsNegativeTestJSON-1657165434 tempest-InstanceActionsNegativeTestJSON-1657165434-project] 10.222.0.57 "DELETE /v2.0/ports/c99401cd-3ab6-452c-88bf-1f420b9a8070 HTTP/1.1" status: 204 len: 173 time: 1.8061867 Jan 26 21:16:55.849172 n-d-760453-5 neutron-server[103304]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '197d20e1-295c-4601-9dd2-5da362436247', 'name': 'network-vif-deleted', 'tag': 'c99401cd-3ab6-452c-88bf-1f420b9a8070'}] {{(pid=103304) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 21:16:55.851760 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d52b45f1943fcd332af9527eb73ff93c8d715d44383a3f6d18de73b4cfcf87b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ec1ceed-b133-4c07-b9dd-b400e228b0a8" -d '{"events": [{"server_uuid": "197d20e1-295c-4601-9dd2-5da362436247", "name": "network-vif-deleted", "tag": "c99401cd-3ab6-452c-88bf-1f420b9a8070"}]}' {{(pid=103304) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 21:16:55.984959 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-a5139870-f248-4349-a9b8-311b3e9646fd req-0597fe0c-dce2-4dba-8eb8-cd9396fb0b68 tempest-MultipleCreateTestJSON-2007749212 tempest-MultipleCreateTestJSON-2007749212-project] 10.222.0.13 "GET /v2.0/ports?device_id=77b276ae-ad4f-43a9-a290-65b00f1fd5f8 HTTP/1.1" status: 200 len: 210 time: 0.1609287 Jan 26 21:16:56.065407 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [req-2a4b856f-3372-4e0d-89d7-d04ee76e3115 req-ea10c4c0-9f8a-4197-8428-bca98d2711ce tempest-MultipleCreateTestJSON-2007749212 tempest-MultipleCreateTestJSON-2007749212-project] Deleting port 87ea4d44-56a3-419d-8398-dc59cb6a3ed4 {{(pid=103305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 21:16:56.065728 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-2a4b856f-3372-4e0d-89d7-d04ee76e3115 req-ea10c4c0-9f8a-4197-8428-bca98d2711ce tempest-MultipleCreateTestJSON-2007749212 tempest-MultipleCreateTestJSON-2007749212-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746560630878'] for port (87ea4d44-56a3-419d-8398-dc59cb6a3ed4), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:16:56.114267 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-e2067e83-cc4d-4103-b129-c4c93ab3da3f req-2e741a5e-1bb9-46a7-b34b-9ac0300c8d15 tempest-InstanceActionsNegativeTestJSON-1657165434 tempest-InstanceActionsNegativeTestJSON-1657165434-project] 10.222.0.13 "GET /v2.0/ports?device_id=197d20e1-295c-4601-9dd2-5da362436247 HTTP/1.1" status: 200 len: 210 time: 0.1017780 Jan 26 21:16:56.211373 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Jan 2022 21:16:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c65fbd5-1a25-4c76-9009-becf160cbca9 x-openstack-request-id: req-0c65fbd5-1a25-4c76-9009-becf160cbca9 {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 21:16:56.211624 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "197d20e1-295c-4601-9dd2-5da362436247", "name": "network-vif-deleted", "tag": "c99401cd-3ab6-452c-88bf-1f420b9a8070", "status": "completed", "code": 200}]} {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 21:16:56.211840 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-0c65fbd5-1a25-4c76-9009-becf160cbca9 {{(pid=103304) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 21:16:56.212258 n-d-760453-5 neutron-server[103304]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '197d20e1-295c-4601-9dd2-5da362436247', 'name': 'network-vif-deleted', 'tag': 'c99401cd-3ab6-452c-88bf-1f420b9a8070', 'status': 'completed', 'code': 200} Jan 26 21:16:56.230016 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-43d2dfc3-5989-40e2-bf4b-173c343dd18c req-2b6a36b5-c7bf-4f17-8697-b12bbf90407a tempest-ServersTestBootFromVolume-1845992378 tempest-ServersTestBootFromVolume-1845992378-project] 10.222.0.13 "GET /v2.0/ports?device_id=e77f0f82-e2f4-42d1-9e44-0082033dd07d HTTP/1.1" status: 200 len: 210 time: 0.0585651 Jan 26 21:16:56.402095 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [req-7b7d07ed-01f9-424a-bdf5-9468299e0aa0 req-17101dd6-c399-4b07-be9f-76ccdbac39f5 tempest-MultipleCreateTestJSON-2007749212 tempest-MultipleCreateTestJSON-2007749212-project] Deleting port 68f9b88b-de49-42bb-9b9b-b7d9594e8f93 {{(pid=103305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 21:16:56.402439 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-7b7d07ed-01f9-424a-bdf5-9468299e0aa0 req-17101dd6-c399-4b07-be9f-76ccdbac39f5 tempest-MultipleCreateTestJSON-2007749212 tempest-MultipleCreateTestJSON-2007749212-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746560630878'] for port (68f9b88b-de49-42bb-9b9b-b7d9594e8f93), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:16:56.488881 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-315d74d7-b228-4f08-9a0a-3d5a01f0be6d req-571bbdf9-3cb7-41f1-bdab-d4f41220e86c tempest-LiveMigrationTest-746395142 tempest-LiveMigrationTest-746395142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746560234527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11791543'] for port (b07f46ba-4da1-431a-b45a-508248fce8a3), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:16:56.497827 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [req-2a4b856f-3372-4e0d-89d7-d04ee76e3115 req-ea10c4c0-9f8a-4197-8428-bca98d2711ce tempest-MultipleCreateTestJSON-2007749212 tempest-MultipleCreateTestJSON-2007749212-project] For port 87ea4d44-56a3-419d-8398-dc59cb6a3ed4, host n-h1-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-5',level=0,port_id=87ea4d44-56a3-419d-8398-dc59cb6a3ed4,segment=NetworkSegment(b71d2c3f-3145-4173-b50d-b6be621ac7bd),segment_id=b71d2c3f-3145-4173-b50d-b6be621ac7bd)] {{(pid=103305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:16:56.498213 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-2a4b856f-3372-4e0d-89d7-d04ee76e3115 req-ea10c4c0-9f8a-4197-8428-bca98d2711ce tempest-MultipleCreateTestJSON-2007749212 tempest-MultipleCreateTestJSON-2007749212-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4109658'] for port (87ea4d44-56a3-419d-8398-dc59cb6a3ed4), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:16:56.524707 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] get_ports_and_sgs() called for port_ids ['a98d0993-b582-4517-bdcf-6868c5c81c88'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 26 21:16:56.607767 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1eaf8451-5331-45c0-b852-4fe6c4408754 req-9c38e069-07f4-4389-a41f-54b29ed34234 tempest-ServersTestJSON-1629463572 tempest-ServersTestJSON-1629463572-project] Made reservation on behalf of 9e460ecabad547eca1394374023e7caf for: {'port': 1} {{(pid=103305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 21:16:56.609579 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c06a05-a92f-42b8-b8f9-86e9275dbf00 req-2c2ce97d-6c62-4415-9188-bb52e184f858 tempest-LiveMigrationTest-746395142 tempest-LiveMigrationTest-746395142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:16:56.611114 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-1eaf8451-5331-45c0-b852-4fe6c4408754 req-9c38e069-07f4-4389-a41f-54b29ed34234 tempest-ServersTestJSON-1629463572 tempest-ServersTestJSON-1629463572-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:16:56.629723 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-58c06a05-a92f-42b8-b8f9-86e9275dbf00 req-2c2ce97d-6c62-4415-9188-bb52e184f858 tempest-LiveMigrationTest-746395142 tempest-LiveMigrationTest-746395142-project] 10.222.0.13 "GET /v2.0/ports?device_id=3c1bb11b-19e0-4bd6-8502-e5422740b40d HTTP/1.1" status: 200 len: 931 time: 0.2073464 Jan 26 21:16:56.631667 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Device 87ea4d44-56a3-419d-8398-dc59cb6a3ed4 no longer exists at agent hyperv_n-h1-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 26 21:16:56.682543 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Device 68f9b88b-de49-42bb-9b9b-b7d9594e8f93 no longer exists at agent hyperv_n-h2-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 26 21:16:56.685412 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [req-2a4b856f-3372-4e0d-89d7-d04ee76e3115 req-ea10c4c0-9f8a-4197-8428-bca98d2711ce tempest-MultipleCreateTestJSON-2007749212 tempest-MultipleCreateTestJSON-2007749212-project] Calling delete_port for 87ea4d44-56a3-419d-8398-dc59cb6a3ed4 owned by compute:nova {{(pid=103305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 21:16:56.779545 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-58c06a05-a92f-42b8-b8f9-86e9275dbf00 req-a0b99179-4aa1-45ea-b4c0-da13f64286ec tempest-LiveMigrationTest-746395142 tempest-LiveMigrationTest-746395142-project] 10.222.0.13 "GET /v2.0/security-groups?id=c43a996a-6b93-48e4-a331-48250c5b183d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1484694 Jan 26 21:16:56.801771 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-315d74d7-b228-4f08-9a0a-3d5a01f0be6d req-571bbdf9-3cb7-41f1-bdab-d4f41220e86c tempest-LiveMigrationTest-746395142 tempest-LiveMigrationTest-746395142-project] Network 57cdf3f5-a20b-4c6f-b2eb-bed2f5d4d40a is already hosted by enough agents. {{(pid=103305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 21:16:56.879189 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [req-315d74d7-b228-4f08-9a0a-3d5a01f0be6d req-571bbdf9-3cb7-41f1-bdab-d4f41220e86c tempest-LiveMigrationTest-746395142 tempest-LiveMigrationTest-746395142-project] Resources bound (agent type, host, resource id): {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:16:56.882058 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [req-315d74d7-b228-4f08-9a0a-3d5a01f0be6d req-571bbdf9-3cb7-41f1-bdab-d4f41220e86c tempest-LiveMigrationTest-746395142 tempest-LiveMigrationTest-746395142-project] Received port after_create {{(pid=103305) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 21:16:56.928020 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-571bbdf9-3cb7-41f1-bdab-d4f41220e86c tempest-LiveMigrationTest-746395142 tempest-LiveMigrationTest-746395142-project] Pushing event updated for resources: {'Port': ['ID=b07f46ba-4da1-431a-b45a-508248fce8a3,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:16:56.947847 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-39ffcf93-70bd-43a7-8d81-e2b409ef3952 req-c8470c35-c6d9-45e8-8611-8735b1cddd75 tempest-ServersTestJSON-1629463572 tempest-ServersTestJSON-1629463572-project] 10.222.0.13 "GET /v2.0/ports?device_id=30b3878b-e41c-4f2a-b1d4-a23fc4214e6b HTTP/1.1" status: 200 len: 210 time: 0.0686224 Jan 26 21:16:56.990566 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Current status of the port 87ea4d44-56a3-419d-8398-dc59cb6a3ed4 is: ACTIVE; New status is: DOWN {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:16:56.995165 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (87ea4d44-56a3-419d-8398-dc59cb6a3ed4), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:16:57.025207 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [req-7b7d07ed-01f9-424a-bdf5-9468299e0aa0 req-17101dd6-c399-4b07-be9f-76ccdbac39f5 tempest-MultipleCreateTestJSON-2007749212 tempest-MultipleCreateTestJSON-2007749212-project] For port 68f9b88b-de49-42bb-9b9b-b7d9594e8f93, host n-h2-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-5',level=0,port_id=68f9b88b-de49-42bb-9b9b-b7d9594e8f93,segment=NetworkSegment(b71d2c3f-3145-4173-b50d-b6be621ac7bd),segment_id=b71d2c3f-3145-4173-b50d-b6be621ac7bd)] {{(pid=103305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:16:57.025924 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-7b7d07ed-01f9-424a-bdf5-9468299e0aa0 req-17101dd6-c399-4b07-be9f-76ccdbac39f5 tempest-MultipleCreateTestJSON-2007749212 tempest-MultipleCreateTestJSON-2007749212-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4109658'] for port (68f9b88b-de49-42bb-9b9b-b7d9594e8f93), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:16:57.073184 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315d74d7-b228-4f08-9a0a-3d5a01f0be6d req-571bbdf9-3cb7-41f1-bdab-d4f41220e86c tempest-LiveMigrationTest-746395142 tempest-LiveMigrationTest-746395142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:16:57.075703 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-315d74d7-b228-4f08-9a0a-3d5a01f0be6d req-571bbdf9-3cb7-41f1-bdab-d4f41220e86c tempest-LiveMigrationTest-746395142 tempest-LiveMigrationTest-746395142-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:16:57.079566 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [req-7b7d07ed-01f9-424a-bdf5-9468299e0aa0 req-17101dd6-c399-4b07-be9f-76ccdbac39f5 tempest-MultipleCreateTestJSON-2007749212 tempest-MultipleCreateTestJSON-2007749212-project] Calling delete_port for 68f9b88b-de49-42bb-9b9b-b7d9594e8f93 owned by compute:nova {{(pid=103305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 21:16:57.103570 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Current status of the port 68f9b88b-de49-42bb-9b9b-b7d9594e8f93 is: ACTIVE; New status is: DOWN {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:16:57.104211 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (68f9b88b-de49-42bb-9b9b-b7d9594e8f93), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:16:57.127430 n-d-760453-5 neutron-server[103306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db42e180-7a56-499b-819f-bb88c2ceefa6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '87ea4d44-56a3-419d-8398-dc59cb6a3ed4'}] {{(pid=103306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 21:16:57.130617 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9d5d370febab655511bdd2ffe887e43e442d144a440368702bcc1e93af00b97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a46f52a-b375-46a8-9600-b76ed1e1c4a9" -d '{"events": [{"server_uuid": "db42e180-7a56-499b-819f-bb88c2ceefa6", "name": "network-vif-unplugged", "status": "completed", "tag": "87ea4d44-56a3-419d-8398-dc59cb6a3ed4"}]}' {{(pid=103306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 21:16:57.176055 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-315d74d7-b228-4f08-9a0a-3d5a01f0be6d req-571bbdf9-3cb7-41f1-bdab-d4f41220e86c tempest-LiveMigrationTest-746395142 tempest-LiveMigrationTest-746395142-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.1207864 Jan 26 21:16:57.213389 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-b6a916d3-5697-4be3-9014-ed49d682a624 req-f3c0df13-3ff8-4475-a982-877870281ee2 tempest-MultipleCreateTestJSON-2007749212 tempest-MultipleCreateTestJSON-2007749212-project] 10.222.0.13 "GET /v2.0/ports?device_id=77b276ae-ad4f-43a9-a290-65b00f1fd5f8 HTTP/1.1" status: 200 len: 210 time: 0.0819292 Jan 26 21:16:57.215259 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 59070) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:16:57.244512 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [req-315d74d7-b228-4f08-9a0a-3d5a01f0be6d req-763d7e1c-fec3-4cbe-9cb3-5edbe78b2096 service neutron] Request body: {'port': {'device_id': '3c1bb11b-19e0-4bd6-8502-e5422740b40d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-760453-5'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:16:57.287408 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 26 Jan 2022 21:16:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c8fe9b3-0556-44e6-9013-c0088c2acf35 x-openstack-request-id: req-7c8fe9b3-0556-44e6-9013-c0088c2acf35 {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 21:16:57.288389 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db42e180-7a56-499b-819f-bb88c2ceefa6", "name": "network-vif-unplugged", "status": "completed", "tag": "87ea4d44-56a3-419d-8398-dc59cb6a3ed4", "code": 200}]} {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 21:16:57.290878 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-7c8fe9b3-0556-44e6-9013-c0088c2acf35 {{(pid=103306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 21:16:57.291584 n-d-760453-5 neutron-server[103306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db42e180-7a56-499b-819f-bb88c2ceefa6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '87ea4d44-56a3-419d-8398-dc59cb6a3ed4', 'code': 200} Jan 26 21:16:57.298737 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] For port 87ea4d44-56a3-419d-8398-dc59cb6a3ed4, host n-h1-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-5',level=0,port_id=87ea4d44-56a3-419d-8398-dc59cb6a3ed4,segment=NetworkSegment(b71d2c3f-3145-4173-b50d-b6be621ac7bd),segment_id=b71d2c3f-3145-4173-b50d-b6be621ac7bd)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:16:57.304233 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.db_base_plugin_common [req-1eaf8451-5331-45c0-b852-4fe6c4408754 req-9c38e069-07f4-4389-a41f-54b29ed34234 tempest-ServersTestJSON-1629463572 tempest-ServersTestJSON-1629463572-project] Allocated IP 172.20.0.6 (20b7651f-3dfe-4f65-83e1-a38049e7aae9/7183c753-f99a-46b0-89ab-825caf92e3fd/2bf2bb3a-e382-4bad-8651-b4f4db81227d) {{(pid=103305) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 21:16:57.309037 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] For port 68f9b88b-de49-42bb-9b9b-b7d9594e8f93, host n-h2-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-5',level=0,port_id=68f9b88b-de49-42bb-9b9b-b7d9594e8f93,segment=NetworkSegment(b71d2c3f-3145-4173-b50d-b6be621ac7bd),segment_id=b71d2c3f-3145-4173-b50d-b6be621ac7bd)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:16:57.319375 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (87ea4d44-56a3-419d-8398-dc59cb6a3ed4), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:16:57.336330 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (68f9b88b-de49-42bb-9b9b-b7d9594e8f93), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:16:57.364758 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.db_base_plugin_v2 [None req-740f95b0-331c-45cb-9ed2-78decdb101e7 admin admin] Deleting subnet aaa194d1-1f5a-46ef-ac95-d8d4bd5aa6c2 {{(pid=103304) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 26 21:16:57.483690 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Pushing event updated for resources: {'Port': ['ID=87ea4d44-56a3-419d-8398-dc59cb6a3ed4,revision_number=6']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:16:57.490882 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-740f95b0-331c-45cb-9ed2-78decdb101e7 admin admin] Publish callbacks [] for subnet (aaa194d1-1f5a-46ef-ac95-d8d4bd5aa6c2), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:16:57.497873 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:16:57.498652 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:16:57.499241 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:16:57.499760 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:16:57.500450 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:16:57.500964 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:16:57.501582 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:16:57.503485 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:16:57.504035 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:16:57.504629 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:16:57.505065 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:16:57.505631 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:16:57.506001 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:16:57.508710 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-315d74d7-b228-4f08-9a0a-3d5a01f0be6d req-763d7e1c-fec3-4cbe-9cb3-5edbe78b2096 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (b07f46ba-4da1-431a-b45a-508248fce8a3), before_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:16:57.533378 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-69f064fc-28c2-492f-985e-8717b6108248 req-03136b11-0c10-40ca-96db-9e4681854adb tempest-ServersTestBootFromVolume-1845992378 tempest-ServersTestBootFromVolume-1845992378-project] 10.222.0.13 "GET /v2.0/ports?device_id=e77f0f82-e2f4-42d1-9e44-0082033dd07d HTTP/1.1" status: 200 len: 210 time: 0.1553416 Jan 26 21:16:57.624343 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-2a4b856f-3372-4e0d-89d7-d04ee76e3115 req-ea10c4c0-9f8a-4197-8428-bca98d2711ce tempest-MultipleCreateTestJSON-2007749212 tempest-MultipleCreateTestJSON-2007749212-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746560636600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746560234536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11791543'] for port (87ea4d44-56a3-419d-8398-dc59cb6a3ed4), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:16:57.740827 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Pushing event updated for resources: {'Port': ['ID=68f9b88b-de49-42bb-9b9b-b7d9594e8f93,revision_number=6']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:16:57.766519 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea10c4c0-9f8a-4197-8428-bca98d2711ce tempest-MultipleCreateTestJSON-2007749212 tempest-MultipleCreateTestJSON-2007749212-project] Pushing event deleted for resources: {'Port': ['ID=87ea4d44-56a3-419d-8398-dc59cb6a3ed4,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:16:57.882474 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e99775c-7c49-41c1-8693-d186b483ae96 req-ece11a0a-5f31-47b4-aa41-6d98f8072d1e tempest-MultipleCreateTestJSON-2007749212 tempest-MultipleCreateTestJSON-2007749212-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:16:57.888624 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-0e99775c-7c49-41c1-8693-d186b483ae96 req-ece11a0a-5f31-47b4-aa41-6d98f8072d1e tempest-MultipleCreateTestJSON-2007749212 tempest-MultipleCreateTestJSON-2007749212-project] 10.222.0.66 "GET /v2.0/networks?id=0ba33c24-cb18-484b-aac7-07d8859e9540 HTTP/1.1" status: 200 len: 813 time: 0.4738369 Jan 26 21:16:57.962271 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-7b7d07ed-01f9-424a-bdf5-9468299e0aa0 req-17101dd6-c399-4b07-be9f-76ccdbac39f5 tempest-MultipleCreateTestJSON-2007749212 tempest-MultipleCreateTestJSON-2007749212-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746560636600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746560234536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11791543'] for port (68f9b88b-de49-42bb-9b9b-b7d9594e8f93), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:16:58.014364 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [req-0e99775c-7c49-41c1-8693-d186b483ae96 req-67122c1f-8130-4c65-900b-4f1696d3cb10 tempest-MultipleCreateTestJSON-2007749212 tempest-MultipleCreateTestJSON-2007749212-project] Request body: {'port': {'device_id': '83e14e5d-bf4d-480d-94f4-e9e8dc0f5b33', 'network_id': '0ba33c24-cb18-484b-aac7-07d8859e9540', 'admin_state_up': True, 'tenant_id': '1ab31b5d3142488a8e17b3ca56cecb8f'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:16:58.021601 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a4b856f-3372-4e0d-89d7-d04ee76e3115 req-ea10c4c0-9f8a-4197-8428-bca98d2711ce tempest-MultipleCreateTestJSON-2007749212 tempest-MultipleCreateTestJSON-2007749212-project] No DVR routers for this DVR port 87ea4d44-56a3-419d-8398-dc59cb6a3ed4 on host n-h1-760453-5 {{(pid=103305) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 26 21:16:58.091347 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-2a4b856f-3372-4e0d-89d7-d04ee76e3115 req-ea10c4c0-9f8a-4197-8428-bca98d2711ce tempest-MultipleCreateTestJSON-2007749212 tempest-MultipleCreateTestJSON-2007749212-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:16:58.094697 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-2a4b856f-3372-4e0d-89d7-d04ee76e3115 req-ea10c4c0-9f8a-4197-8428-bca98d2711ce tempest-MultipleCreateTestJSON-2007749212 tempest-MultipleCreateTestJSON-2007749212-project] 10.222.0.66 "DELETE /v2.0/ports/87ea4d44-56a3-419d-8398-dc59cb6a3ed4 HTTP/1.1" status: 204 len: 173 time: 3.1324859 Jan 26 21:16:58.103712 n-d-760453-5 neutron-server[103305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db42e180-7a56-499b-819f-bb88c2ceefa6', 'name': 'network-vif-deleted', 'tag': '87ea4d44-56a3-419d-8398-dc59cb6a3ed4'}] {{(pid=103305) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 21:16:58.105997 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d4654568b7bf041e72ff8fe1c96d6d761d9c921f2b99bc7b3a26632be20cee0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f3b3c0a-3c7e-43f7-ad5e-c4be0401f1ee" -d '{"events": [{"server_uuid": "db42e180-7a56-499b-819f-bb88c2ceefa6", "name": "network-vif-deleted", "tag": "87ea4d44-56a3-419d-8398-dc59cb6a3ed4"}]}' {{(pid=103305) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 21:16:58.108607 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17101dd6-c399-4b07-be9f-76ccdbac39f5 tempest-MultipleCreateTestJSON-2007749212 tempest-MultipleCreateTestJSON-2007749212-project] Pushing event deleted for resources: {'Port': ['ID=68f9b88b-de49-42bb-9b9b-b7d9594e8f93,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:16:58.191458 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b7d07ed-01f9-424a-bdf5-9468299e0aa0 req-17101dd6-c399-4b07-be9f-76ccdbac39f5 tempest-MultipleCreateTestJSON-2007749212 tempest-MultipleCreateTestJSON-2007749212-project] No DVR routers for this DVR port 68f9b88b-de49-42bb-9b9b-b7d9594e8f93 on host n-h2-760453-5 {{(pid=103305) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 26 21:16:58.202471 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-7b7d07ed-01f9-424a-bdf5-9468299e0aa0 req-17101dd6-c399-4b07-be9f-76ccdbac39f5 tempest-MultipleCreateTestJSON-2007749212 tempest-MultipleCreateTestJSON-2007749212-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:16:58.205811 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-7b7d07ed-01f9-424a-bdf5-9468299e0aa0 req-17101dd6-c399-4b07-be9f-76ccdbac39f5 tempest-MultipleCreateTestJSON-2007749212 tempest-MultipleCreateTestJSON-2007749212-project] 10.222.0.57 "DELETE /v2.0/ports/68f9b88b-de49-42bb-9b9b-b7d9594e8f93 HTTP/1.1" status: 204 len: 173 time: 3.0263507 Jan 26 21:16:58.224615 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e99775c-7c49-41c1-8693-d186b483ae96 req-719893a3-c708-422c-804c-600c66ad8232 tempest-MultipleCreateTestJSON-2007749212 tempest-MultipleCreateTestJSON-2007749212-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:16:58.226669 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-0e99775c-7c49-41c1-8693-d186b483ae96 req-719893a3-c708-422c-804c-600c66ad8232 tempest-MultipleCreateTestJSON-2007749212 tempest-MultipleCreateTestJSON-2007749212-project] 10.222.0.57 "GET /v2.0/networks?id=0ba33c24-cb18-484b-aac7-07d8859e9540 HTTP/1.1" status: 200 len: 813 time: 0.6918151 Jan 26 21:16:58.238797 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-1eaf8451-5331-45c0-b852-4fe6c4408754 req-9c38e069-07f4-4389-a41f-54b29ed34234 tempest-ServersTestJSON-1629463572 tempest-ServersTestJSON-1629463572-project] Publish callbacks [] for port (2bf2bb3a-e382-4bad-8651-b4f4db81227d), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:16:58.288263 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-939371e8-d525-41da-ac3c-3894d7c6c3a5 req-d26091fb-d90a-4946-b2c9-0d24d099505c tempest-ServersTestJSON-1629463572 tempest-ServersTestJSON-1629463572-project] 10.222.0.13 "GET /v2.0/ports?device_id=30b3878b-e41c-4f2a-b1d4-a23fc4214e6b HTTP/1.1" status: 200 len: 210 time: 0.0439775 Jan 26 21:16:58.303584 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [req-0e99775c-7c49-41c1-8693-d186b483ae96 req-e523e70c-7c11-4466-849e-d5ca8132ecaa tempest-MultipleCreateTestJSON-2007749212 tempest-MultipleCreateTestJSON-2007749212-project] Request body: {'port': {'device_id': '77b276ae-ad4f-43a9-a290-65b00f1fd5f8', 'network_id': '0ba33c24-cb18-484b-aac7-07d8859e9540', 'admin_state_up': True, 'tenant_id': '1ab31b5d3142488a8e17b3ca56cecb8f'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:16:58.344454 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-1eaf8451-5331-45c0-b852-4fe6c4408754 req-9c38e069-07f4-4389-a41f-54b29ed34234 tempest-ServersTestJSON-1629463572 tempest-ServersTestJSON-1629463572-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746560234527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11791543'] for port (2bf2bb3a-e382-4bad-8651-b4f4db81227d), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:16:58.360315 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] get_ports_and_sgs() called for port_ids ['c0c88dad-cc2c-45c3-b929-f9b04ea7d5f7'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 26 21:16:58.407344 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Jan 2022 21:16:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a50fa5ad-4d5e-4bad-b2c2-4282c66f7782 x-openstack-request-id: req-a50fa5ad-4d5e-4bad-b2c2-4282c66f7782 {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 21:16:58.407533 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db42e180-7a56-499b-819f-bb88c2ceefa6", "name": "network-vif-deleted", "tag": "87ea4d44-56a3-419d-8398-dc59cb6a3ed4", "status": "completed", "code": 200}]} {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 21:16:58.408208 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a50fa5ad-4d5e-4bad-b2c2-4282c66f7782 {{(pid=103305) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 21:16:58.408618 n-d-760453-5 neutron-server[103305]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db42e180-7a56-499b-819f-bb88c2ceefa6', 'name': 'network-vif-deleted', 'tag': '87ea4d44-56a3-419d-8398-dc59cb6a3ed4', 'status': 'completed', 'code': 200} Jan 26 21:16:58.437456 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1eaf8451-5331-45c0-b852-4fe6c4408754 req-9c38e069-07f4-4389-a41f-54b29ed34234 tempest-ServersTestJSON-1629463572 tempest-ServersTestJSON-1629463572-project] Network 20b7651f-3dfe-4f65-83e1-a38049e7aae9 is already hosted by enough agents. {{(pid=103305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 21:16:58.462016 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c38e069-07f4-4389-a41f-54b29ed34234 tempest-ServersTestJSON-1629463572 tempest-ServersTestJSON-1629463572-project] Pushing event updated for resources: {'Port': ['ID=2bf2bb3a-e382-4bad-8651-b4f4db81227d,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:16:58.471428 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [req-1eaf8451-5331-45c0-b852-4fe6c4408754 req-9c38e069-07f4-4389-a41f-54b29ed34234 tempest-ServersTestJSON-1629463572 tempest-ServersTestJSON-1629463572-project] Resources bound (agent type, host, resource id): {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:16:58.476378 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [req-1eaf8451-5331-45c0-b852-4fe6c4408754 req-9c38e069-07f4-4389-a41f-54b29ed34234 tempest-ServersTestJSON-1629463572 tempest-ServersTestJSON-1629463572-project] Received port after_create {{(pid=103305) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 21:16:58.495303 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-740f95b0-331c-45cb-9ed2-78decdb101e7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8881284'] for subnet (aaa194d1-1f5a-46ef-ac95-d8d4bd5aa6c2), precommit_delete_associations {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:16:58.531763 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eaf8451-5331-45c0-b852-4fe6c4408754 req-9c38e069-07f4-4389-a41f-54b29ed34234 tempest-ServersTestJSON-1629463572 tempest-ServersTestJSON-1629463572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:16:58.536439 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-1eaf8451-5331-45c0-b852-4fe6c4408754 req-9c38e069-07f4-4389-a41f-54b29ed34234 tempest-ServersTestJSON-1629463572 tempest-ServersTestJSON-1629463572-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:16:58.568178 n-d-760453-5 neutron-server[103305]: DEBUG neutron.notifiers.nova [req-315d74d7-b228-4f08-9a0a-3d5a01f0be6d req-763d7e1c-fec3-4cbe-9cb3-5edbe78b2096 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b07f46ba-4da1-431a-b45a-508248fce8a3 {{(pid=103305) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 26 21:16:58.580642 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-1eaf8451-5331-45c0-b852-4fe6c4408754 req-9c38e069-07f4-4389-a41f-54b29ed34234 tempest-ServersTestJSON-1629463572 tempest-ServersTestJSON-1629463572-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8462150 Jan 26 21:16:58.583549 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-315d74d7-b228-4f08-9a0a-3d5a01f0be6d req-763d7e1c-fec3-4cbe-9cb3-5edbe78b2096 service neutron] Publish callbacks [] for port (b07f46ba-4da1-431a-b45a-508248fce8a3), precommit_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:16:58.602851 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [req-1eaf8451-5331-45c0-b852-4fe6c4408754 req-f912a5b5-9728-469c-a5a3-22751d932a84 service neutron] Request body: {'port': {'device_id': '30b3878b-e41c-4f2a-b1d4-a23fc4214e6b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-760453-5'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:16:58.638291 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.provisioning_blocks [req-315d74d7-b228-4f08-9a0a-3d5a01f0be6d req-763d7e1c-fec3-4cbe-9cb3-5edbe78b2096 service neutron] Transition to ACTIVE for port object b07f46ba-4da1-431a-b45a-508248fce8a3 will not be triggered until provisioned by entity L2. {{(pid=103305) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 21:16:58.651933 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Device c99401cd-3ab6-452c-88bf-1f420b9a8070 no longer exists at agent hyperv_n-h2-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 26 21:16:58.652805 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-315d74d7-b228-4f08-9a0a-3d5a01f0be6d req-763d7e1c-fec3-4cbe-9cb3-5edbe78b2096 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11791520'] for port (b07f46ba-4da1-431a-b45a-508248fce8a3), after_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:16:58.722838 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-1eaf8451-5331-45c0-b852-4fe6c4408754 req-f912a5b5-9728-469c-a5a3-22751d932a84 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (2bf2bb3a-e382-4bad-8651-b4f4db81227d), before_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:16:58.750052 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] No Port match for: c99401cd-3ab6-452c-88bf-1f420b9a8070 {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 26 21:16:58.750639 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Device c99401cd-3ab6-452c-88bf-1f420b9a8070 not bound to the agent host n-h2-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 26 21:16:58.819963 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37358db-eb04-40bf-a072-446c6233dbdd req-f25ec90a-1af2-43a3-9cd9-cf5a5d96d241 tempest-LiveMigrationTest-746395142 tempest-LiveMigrationTest-746395142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:16:58.834268 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-f37358db-eb04-40bf-a072-446c6233dbdd req-f25ec90a-1af2-43a3-9cd9-cf5a5d96d241 tempest-LiveMigrationTest-746395142 tempest-LiveMigrationTest-746395142-project] 10.222.0.13 "GET /v2.0/ports?device_id=3c1bb11b-19e0-4bd6-8502-e5422740b40d HTTP/1.1" status: 200 len: 931 time: 0.9275258 Jan 26 21:16:58.837943 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-0693d15e-e259-4938-a090-bf06888a64dd req-b25eca32-3f02-4269-9a75-2c842034a788 tempest-MultipleCreateTestJSON-2007749212 tempest-MultipleCreateTestJSON-2007749212-project] 10.222.0.13 "GET /v2.0/ports?device_id=77b276ae-ad4f-43a9-a290-65b00f1fd5f8 HTTP/1.1" status: 200 len: 210 time: 0.1825588 Jan 26 21:16:58.874231 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-763d7e1c-fec3-4cbe-9cb3-5edbe78b2096 service neutron] Pushing event updated for resources: {'Port': ['ID=b07f46ba-4da1-431a-b45a-508248fce8a3,revision_number=2']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:16:58.965419 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-740f95b0-331c-45cb-9ed2-78decdb101e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687316'] for subnet (aaa194d1-1f5a-46ef-ac95-d8d4bd5aa6c2), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:16:59.160021 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-1378a2d0-5433-4300-b88e-8180cd69f0a5 req-70f6cae4-0c5c-4505-9d8a-31c6194c0831 tempest-ServersTestBootFromVolume-1845992378 tempest-ServersTestBootFromVolume-1845992378-project] 10.222.0.13 "GET /v2.0/ports?device_id=e77f0f82-e2f4-42d1-9e44-0082033dd07d HTTP/1.1" status: 200 len: 210 time: 0.0947380 Jan 26 21:16:59.195623 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-f37358db-eb04-40bf-a072-446c6233dbdd req-7aa89f2b-f75d-4e8b-a92e-2b8de0ff667c tempest-LiveMigrationTest-746395142 tempest-LiveMigrationTest-746395142-project] 10.222.0.13 "GET /v2.0/security-groups?id=c43a996a-6b93-48e4-a331-48250c5b183d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3601787 Jan 26 21:16:59.245576 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0e99775c-7c49-41c1-8693-d186b483ae96 req-67122c1f-8130-4c65-900b-4f1696d3cb10 tempest-MultipleCreateTestJSON-2007749212 tempest-MultipleCreateTestJSON-2007749212-project] Made reservation on behalf of 1ab31b5d3142488a8e17b3ca56cecb8f for: {'port': 1} {{(pid=103304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 21:16:59.252393 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-0e99775c-7c49-41c1-8693-d186b483ae96 req-67122c1f-8130-4c65-900b-4f1696d3cb10 tempest-MultipleCreateTestJSON-2007749212 tempest-MultipleCreateTestJSON-2007749212-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:16:59.259837 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-740f95b0-331c-45cb-9ed2-78decdb101e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9281612', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12215216'] for subnet (aaa194d1-1f5a-46ef-ac95-d8d4bd5aa6c2), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:16:59.267890 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [req-315d74d7-b228-4f08-9a0a-3d5a01f0be6d req-763d7e1c-fec3-4cbe-9cb3-5edbe78b2096 service neutron] Attempting to bind port b07f46ba-4da1-431a-b45a-508248fce8a3 on host n-h1-760453-5 for vnic_type normal with profile {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 21:16:59.276071 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [req-315d74d7-b228-4f08-9a0a-3d5a01f0be6d req-763d7e1c-fec3-4cbe-9cb3-5edbe78b2096 service neutron] Attempting to bind port b07f46ba-4da1-431a-b45a-508248fce8a3 by drivers openvswitch,hyperv on host n-h1-760453-5 at level 0 using segments [{'id': '984e14e0-bb79-4ef3-b570-cebad3b9694e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '57cdf3f5-a20b-4c6f-b2eb-bed2f5d4d40a'}] {{(pid=103305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 26 21:16:59.276655 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-315d74d7-b228-4f08-9a0a-3d5a01f0be6d req-763d7e1c-fec3-4cbe-9cb3-5edbe78b2096 service neutron] Attempting to bind port b07f46ba-4da1-431a-b45a-508248fce8a3 on network 57cdf3f5-a20b-4c6f-b2eb-bed2f5d4d40a {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 21:16:59.293460 n-d-760453-5 neutron-server[103306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '143b8817-1e87-4fea-bb95-3aa6c71c3d33', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '68f9b88b-de49-42bb-9b9b-b7d9594e8f93'}] {{(pid=103306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 21:16:59.295712 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-315d74d7-b228-4f08-9a0a-3d5a01f0be6d req-763d7e1c-fec3-4cbe-9cb3-5edbe78b2096 service neutron] Port b07f46ba-4da1-431a-b45a-508248fce8a3 on network 57cdf3f5-a20b-4c6f-b2eb-bed2f5d4d40a not bound, no agent of type Open vSwitch agent registered on host n-h1-760453-5 {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 26 21:16:59.296227 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-315d74d7-b228-4f08-9a0a-3d5a01f0be6d req-763d7e1c-fec3-4cbe-9cb3-5edbe78b2096 service neutron] Attempting to bind port b07f46ba-4da1-431a-b45a-508248fce8a3 on network 57cdf3f5-a20b-4c6f-b2eb-bed2f5d4d40a {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 21:16:59.297328 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9d5d370febab655511bdd2ffe887e43e442d144a440368702bcc1e93af00b97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fff910d7-b00c-41c7-8380-f024c28093cd" -d '{"events": [{"server_uuid": "143b8817-1e87-4fea-bb95-3aa6c71c3d33", "name": "network-vif-unplugged", "status": "completed", "tag": "68f9b88b-de49-42bb-9b9b-b7d9594e8f93"}]}' {{(pid=103306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 21:16:59.316291 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-315d74d7-b228-4f08-9a0a-3d5a01f0be6d req-763d7e1c-fec3-4cbe-9cb3-5edbe78b2096 service neutron] Checking agent: {'id': '32ef628b-8417-46c5-8729-60fcabe358f1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-760453-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 21, 3, 8), 'started_at': datetime.datetime(2022, 1, 26, 21, 3, 8), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 21, 16, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 26 21:16:59.321196 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-315d74d7-b228-4f08-9a0a-3d5a01f0be6d req-763d7e1c-fec3-4cbe-9cb3-5edbe78b2096 service neutron] Checking segment: {'id': '984e14e0-bb79-4ef3-b570-cebad3b9694e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '57cdf3f5-a20b-4c6f-b2eb-bed2f5d4d40a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103305) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 21:16:59.321791 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-315d74d7-b228-4f08-9a0a-3d5a01f0be6d req-763d7e1c-fec3-4cbe-9cb3-5edbe78b2096 service neutron] Bound using segment: {'id': '984e14e0-bb79-4ef3-b570-cebad3b9694e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '57cdf3f5-a20b-4c6f-b2eb-bed2f5d4d40a'} {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 26 21:16:59.322412 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [req-315d74d7-b228-4f08-9a0a-3d5a01f0be6d req-763d7e1c-fec3-4cbe-9cb3-5edbe78b2096 service neutron] Bound port: b07f46ba-4da1-431a-b45a-508248fce8a3, host: n-h1-760453-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '984e14e0-bb79-4ef3-b570-cebad3b9694e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '57cdf3f5-a20b-4c6f-b2eb-bed2f5d4d40a'}}] {{(pid=103305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 26 21:16:59.323624 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-315d74d7-b228-4f08-9a0a-3d5a01f0be6d req-763d7e1c-fec3-4cbe-9cb3-5edbe78b2096 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (b07f46ba-4da1-431a-b45a-508248fce8a3), before_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:16:59.325005 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740f95b0-331c-45cb-9ed2-78decdb101e7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=aaa194d1-1f5a-46ef-ac95-d8d4bd5aa6c2,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:16:59.352507 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-740f95b0-331c-45cb-9ed2-78decdb101e7 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:16:59.363177 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-740f95b0-331c-45cb-9ed2-78decdb101e7 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/aaa194d1-1f5a-46ef-ac95-d8d4bd5aa6c2 HTTP/1.1" status: 204 len: 168 time: 2.1443174 Jan 26 21:16:59.371738 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 59122) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:16:59.376879 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 26 Jan 2022 21:16:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-253ee01a-1024-49c6-bef5-d0f15a5866e2 x-openstack-request-id: req-253ee01a-1024-49c6-bef5-d0f15a5866e2 {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 21:16:59.377176 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "143b8817-1e87-4fea-bb95-3aa6c71c3d33", "name": "network-vif-unplugged", "status": "completed", "tag": "68f9b88b-de49-42bb-9b9b-b7d9594e8f93", "code": 200}]} {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 21:16:59.377535 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-253ee01a-1024-49c6-bef5-d0f15a5866e2 {{(pid=103306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 21:16:59.378423 n-d-760453-5 neutron-server[103306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '143b8817-1e87-4fea-bb95-3aa6c71c3d33', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '68f9b88b-de49-42bb-9b9b-b7d9594e8f93', 'code': 200} Jan 26 21:16:59.492567 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0e99775c-7c49-41c1-8693-d186b483ae96 req-e523e70c-7c11-4466-849e-d5ca8132ecaa tempest-MultipleCreateTestJSON-2007749212 tempest-MultipleCreateTestJSON-2007749212-project] Made reservation on behalf of 1ab31b5d3142488a8e17b3ca56cecb8f for: {'port': 1} {{(pid=103304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 21:16:59.496823 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-0e99775c-7c49-41c1-8693-d186b483ae96 req-e523e70c-7c11-4466-849e-d5ca8132ecaa tempest-MultipleCreateTestJSON-2007749212 tempest-MultipleCreateTestJSON-2007749212-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:16:59.550727 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ea0f3a-89ae-4451-96fe-a69d8542ef47 req-d428c801-552a-4422-a38e-61bdf1a9d19e tempest-ServersTestJSON-1629463572 tempest-ServersTestJSON-1629463572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:16:59.552327 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-a1ea0f3a-89ae-4451-96fe-a69d8542ef47 req-d428c801-552a-4422-a38e-61bdf1a9d19e tempest-ServersTestJSON-1629463572 tempest-ServersTestJSON-1629463572-project] 10.222.0.13 "GET /v2.0/ports?device_id=30b3878b-e41c-4f2a-b1d4-a23fc4214e6b HTTP/1.1" status: 200 len: 931 time: 0.1054564 Jan 26 21:16:59.746259 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-a1ea0f3a-89ae-4451-96fe-a69d8542ef47 req-b5b15ede-cdc2-4614-8676-c017fedd34c3 tempest-ServersTestJSON-1629463572 tempest-ServersTestJSON-1629463572-project] 10.222.0.13 "GET /v2.0/security-groups?id=a146440b-85c7-430a-88ed-6d0301627350&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1875379 Jan 26 21:16:59.770295 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.db_base_plugin_common [req-0e99775c-7c49-41c1-8693-d186b483ae96 req-67122c1f-8130-4c65-900b-4f1696d3cb10 tempest-MultipleCreateTestJSON-2007749212 tempest-MultipleCreateTestJSON-2007749212-project] Allocated IP 172.20.0.8 (0ba33c24-cb18-484b-aac7-07d8859e9540/a0b74693-6c87-45e7-8c94-8aeae991a4dc/4af8b9cb-b480-4429-b507-299f7262cc79) {{(pid=103304) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 21:16:59.948679 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-5ab6df88-b81d-4f45-8513-2bf4bc7c0025 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-748181'] for network (28a9ff28-6c67-4e2c-8ec4-174624f5cc8a), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:17:00.012152 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-0e99775c-7c49-41c1-8693-d186b483ae96 req-67122c1f-8130-4c65-900b-4f1696d3cb10 tempest-MultipleCreateTestJSON-2007749212 tempest-MultipleCreateTestJSON-2007749212-project] Publish callbacks [] for port (4af8b9cb-b480-4429-b507-299f7262cc79), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:17:00.012692 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [req-315d74d7-b228-4f08-9a0a-3d5a01f0be6d req-763d7e1c-fec3-4cbe-9cb3-5edbe78b2096 service neutron] For port b07f46ba-4da1-431a-b45a-508248fce8a3, host n-h1-760453-5, cleared binding levels {{(pid=103305) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 26 21:17:00.034842 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-a189b10e-380d-415c-9627-10ebcf9ac902 req-614ea6ee-fafa-4cdd-8f29-af4d41615cf1 tempest-MultipleCreateTestJSON-2007749212 tempest-MultipleCreateTestJSON-2007749212-project] 10.222.0.13 "GET /v2.0/ports?device_id=77b276ae-ad4f-43a9-a290-65b00f1fd5f8 HTTP/1.1" status: 200 len: 210 time: 0.0498681 Jan 26 21:17:00.064182 n-d-760453-5 neutron-server[103305]: DEBUG neutron.notifiers.nova [req-1eaf8451-5331-45c0-b852-4fe6c4408754 req-f912a5b5-9728-469c-a5a3-22751d932a84 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2bf2bb3a-e382-4bad-8651-b4f4db81227d {{(pid=103305) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 26 21:17:00.070314 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [req-315d74d7-b228-4f08-9a0a-3d5a01f0be6d req-763d7e1c-fec3-4cbe-9cb3-5edbe78b2096 service neutron] For port b07f46ba-4da1-431a-b45a-508248fce8a3, host n-h1-760453-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-5',level=0,port_id=b07f46ba-4da1-431a-b45a-508248fce8a3,segment=NetworkSegment(984e14e0-bb79-4ef3-b570-cebad3b9694e),segment_id=984e14e0-bb79-4ef3-b570-cebad3b9694e)] {{(pid=103305) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 26 21:17:00.099446 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-0e99775c-7c49-41c1-8693-d186b483ae96 req-67122c1f-8130-4c65-900b-4f1696d3cb10 tempest-MultipleCreateTestJSON-2007749212 tempest-MultipleCreateTestJSON-2007749212-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746560234527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9281553'] for port (4af8b9cb-b480-4429-b507-299f7262cc79), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:17:00.120673 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-1eaf8451-5331-45c0-b852-4fe6c4408754 req-f912a5b5-9728-469c-a5a3-22751d932a84 service neutron] Publish callbacks [] for port (2bf2bb3a-e382-4bad-8651-b4f4db81227d), precommit_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:17:00.140836 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-315d74d7-b228-4f08-9a0a-3d5a01f0be6d req-763d7e1c-fec3-4cbe-9cb3-5edbe78b2096 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11791520'] for port (b07f46ba-4da1-431a-b45a-508248fce8a3), after_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:17:00.179909 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67122c1f-8130-4c65-900b-4f1696d3cb10 tempest-MultipleCreateTestJSON-2007749212 tempest-MultipleCreateTestJSON-2007749212-project] Pushing event updated for resources: {'Port': ['ID=4af8b9cb-b480-4429-b507-299f7262cc79,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:17:00.220360 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0e99775c-7c49-41c1-8693-d186b483ae96 req-67122c1f-8130-4c65-900b-4f1696d3cb10 tempest-MultipleCreateTestJSON-2007749212 tempest-MultipleCreateTestJSON-2007749212-project] Network 0ba33c24-cb18-484b-aac7-07d8859e9540 is already hosted by enough agents. {{(pid=103304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 21:17:00.238336 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-5ab6df88-b81d-4f45-8513-2bf4bc7c0025 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-686403', 'neutron.services.segments.db._delete_segments_for_network-8746560774018'] for network (28a9ff28-6c67-4e2c-8ec4-174624f5cc8a), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:17:00.240556 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [req-0e99775c-7c49-41c1-8693-d186b483ae96 req-67122c1f-8130-4c65-900b-4f1696d3cb10 tempest-MultipleCreateTestJSON-2007749212 tempest-MultipleCreateTestJSON-2007749212-project] Resources bound (agent type, host, resource id): {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:17:00.254389 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e99775c-7c49-41c1-8693-d186b483ae96 req-67122c1f-8130-4c65-900b-4f1696d3cb10 tempest-MultipleCreateTestJSON-2007749212 tempest-MultipleCreateTestJSON-2007749212-project] Received port after_create {{(pid=103304) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 21:17:00.263229 n-d-760453-5 neutron-server[103305]: DEBUG neutron.services.segments.db [None req-5ab6df88-b81d-4f45-8513-2bf4bc7c0025 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['28a9ff28-6c67-4e2c-8ec4-174624f5cc8a']}} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:17:00.273544 n-d-760453-5 neutron-server[103305]: DEBUG neutron.services.segments.db [None req-5ab6df88-b81d-4f45-8513-2bf4bc7c0025 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '19d29f93-51d6-465d-9c9e-538295ca8e32') {'for_net_delete': True} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:17:00.274160 n-d-760453-5 neutron-server[103305]: DEBUG neutron.services.segments.db [None req-5ab6df88-b81d-4f45-8513-2bf4bc7c0025 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '19d29f93-51d6-465d-9c9e-538295ca8e32') {} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:17:00.284437 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-5ab6df88-b81d-4f45-8513-2bf4bc7c0025 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746560742283', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11788955'] for segment (19d29f93-51d6-465d-9c9e-538295ca8e32), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:17:00.301343 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-5ab6df88-b81d-4f45-8513-2bf4bc7c0025 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576559'] for segment (19d29f93-51d6-465d-9c9e-538295ca8e32), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:17:00.321273 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5ab6df88-b81d-4f45-8513-2bf4bc7c0025 admin admin] Releasing vlan 585 on physical network physnet1 to pool {{(pid=103305) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 26 21:17:00.321739 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-5ab6df88-b81d-4f45-8513-2bf4bc7c0025 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11791428'] for segment (19d29f93-51d6-465d-9c9e-538295ca8e32), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:17:00.384959 n-d-760453-5 neutron-server[103305]: Traceback (most recent call last): Jan 26 21:17:00.384959 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 26 21:17:00.384959 n-d-760453-5 neutron-server[103305]: timer() Jan 26 21:17:00.384959 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 26 21:17:00.384959 n-d-760453-5 neutron-server[103305]: cb(*args, **kw) Jan 26 21:17:00.384959 n-d-760453-5 neutron-server[103305]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 26 21:17:00.384959 n-d-760453-5 neutron-server[103305]: return func(*args, **kwargs) Jan 26 21:17:00.384959 n-d-760453-5 neutron-server[103305]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 26 21:17:00.384959 n-d-760453-5 neutron-server[103305]: self._notify() Jan 26 21:17:00.384959 n-d-760453-5 neutron-server[103305]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 26 21:17:00.384959 n-d-760453-5 neutron-server[103305]: self.callback(batched_events) Jan 26 21:17:00.384959 n-d-760453-5 neutron-server[103305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 26 21:17:00.384959 n-d-760453-5 neutron-server[103305]: event.method(event) Jan 26 21:17:00.384959 n-d-760453-5 neutron-server[103305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 26 21:17:00.384959 n-d-760453-5 neutron-server[103305]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 26 21:17:00.384959 n-d-760453-5 neutron-server[103305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 26 21:17:00.384959 n-d-760453-5 neutron-server[103305]: aggregate_uuid = self.p_client.list_aggregates( Jan 26 21:17:00.384959 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 26 21:17:00.384959 n-d-760453-5 neutron-server[103305]: return f(self, *a, **k) Jan 26 21:17:00.384959 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 26 21:17:00.384959 n-d-760453-5 neutron-server[103305]: return self._get(url).json() Jan 26 21:17:00.384959 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 26 21:17:00.384959 n-d-760453-5 neutron-server[103305]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 26 21:17:00.384959 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 26 21:17:00.384959 n-d-760453-5 neutron-server[103305]: return self.request(url, 'GET', **kwargs) Jan 26 21:17:00.384959 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 26 21:17:00.384959 n-d-760453-5 neutron-server[103305]: base_url = self.get_endpoint(auth, allow=allow, Jan 26 21:17:00.384959 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 26 21:17:00.384959 n-d-760453-5 neutron-server[103305]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 26 21:17:00.384959 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 26 21:17:00.384959 n-d-760453-5 neutron-server[103305]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 26 21:17:00.384959 n-d-760453-5 neutron-server[103305]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 26 21:17:00.392842 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-5ab6df88-b81d-4f45-8513-2bf4bc7c0025 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4110931'] for network (28a9ff28-6c67-4e2c-8ec4-174624f5cc8a), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:17:00.404155 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.provisioning_blocks [req-1eaf8451-5331-45c0-b852-4fe6c4408754 req-f912a5b5-9728-469c-a5a3-22751d932a84 service neutron] Transition to ACTIVE for port object 2bf2bb3a-e382-4bad-8651-b4f4db81227d will not be triggered until provisioned by entity L2. {{(pid=103305) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 21:17:00.407987 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-5ab6df88-b81d-4f45-8513-2bf4bc7c0025 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709645'] for network (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:17:00.414626 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-5ab6df88-b81d-4f45-8513-2bf4bc7c0025 admin admin] 10.222.0.13 "DELETE /v2.0/networks/28a9ff28-6c67-4e2c-8ec4-174624f5cc8a HTTP/1.1" status: 204 len: 168 time: 1.0389900 Jan 26 21:17:00.416837 n-d-760453-5 neutron-server[103305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '143b8817-1e87-4fea-bb95-3aa6c71c3d33', 'name': 'network-vif-deleted', 'tag': '68f9b88b-de49-42bb-9b9b-b7d9594e8f93'}] {{(pid=103305) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 21:17:00.420746 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d4654568b7bf041e72ff8fe1c96d6d761d9c921f2b99bc7b3a26632be20cee0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc2673db-1979-46d9-a1bb-1198c4370834" -d '{"events": [{"server_uuid": "143b8817-1e87-4fea-bb95-3aa6c71c3d33", "name": "network-vif-deleted", "tag": "68f9b88b-de49-42bb-9b9b-b7d9594e8f93"}]}' {{(pid=103305) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 21:17:00.427815 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315d74d7-b228-4f08-9a0a-3d5a01f0be6d req-763d7e1c-fec3-4cbe-9cb3-5edbe78b2096 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:17:00.428371 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-315d74d7-b228-4f08-9a0a-3d5a01f0be6d req-763d7e1c-fec3-4cbe-9cb3-5edbe78b2096 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:17:00.429951 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-315d74d7-b228-4f08-9a0a-3d5a01f0be6d req-763d7e1c-fec3-4cbe-9cb3-5edbe78b2096 service neutron] 10.222.0.66 "PUT /v2.0/ports/b07f46ba-4da1-431a-b45a-508248fce8a3 HTTP/1.1" status: 200 len: 1091 time: 3.2025325 Jan 26 21:17:00.445697 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-1eaf8451-5331-45c0-b852-4fe6c4408754 req-f912a5b5-9728-469c-a5a3-22751d932a84 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11791520'] for port (2bf2bb3a-e382-4bad-8651-b4f4db81227d), after_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:17:00.453450 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab6df88-b81d-4f45-8513-2bf4bc7c0025 admin admin] Pushing event deleted for resources: {'Network': ['ID=28a9ff28-6c67-4e2c-8ec4-174624f5cc8a,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:17:00.479107 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e99775c-7c49-41c1-8693-d186b483ae96 req-67122c1f-8130-4c65-900b-4f1696d3cb10 tempest-MultipleCreateTestJSON-2007749212 tempest-MultipleCreateTestJSON-2007749212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:17:00.488221 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-0e99775c-7c49-41c1-8693-d186b483ae96 req-67122c1f-8130-4c65-900b-4f1696d3cb10 tempest-MultipleCreateTestJSON-2007749212 tempest-MultipleCreateTestJSON-2007749212-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:17:00.529037 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-0e99775c-7c49-41c1-8693-d186b483ae96 req-67122c1f-8130-4c65-900b-4f1696d3cb10 tempest-MultipleCreateTestJSON-2007749212 tempest-MultipleCreateTestJSON-2007749212-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5223098 Jan 26 21:17:00.532166 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-763d7e1c-fec3-4cbe-9cb3-5edbe78b2096 service neutron] Pushing event updated for resources: {'Port': ['ID=b07f46ba-4da1-431a-b45a-508248fce8a3,revision_number=3']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:17:00.579199 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-18a87ae8-fb33-433b-8271-a9bc28905244 req-047130be-b288-4248-9fb5-3cf67ea75346 tempest-ServersTestBootFromVolume-1845992378 tempest-ServersTestBootFromVolume-1845992378-project] 10.222.0.13 "GET /v2.0/ports?device_id=e77f0f82-e2f4-42d1-9e44-0082033dd07d HTTP/1.1" status: 200 len: 210 time: 0.2298098 Jan 26 21:17:00.580467 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.db_base_plugin_common [req-0e99775c-7c49-41c1-8693-d186b483ae96 req-e523e70c-7c11-4466-849e-d5ca8132ecaa tempest-MultipleCreateTestJSON-2007749212 tempest-MultipleCreateTestJSON-2007749212-project] Allocated IP 172.20.0.5 (0ba33c24-cb18-484b-aac7-07d8859e9540/a0b74693-6c87-45e7-8c94-8aeae991a4dc/040a7afc-78c9-478c-ae62-8455e1656394) {{(pid=103304) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 21:17:00.596403 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [req-0e99775c-7c49-41c1-8693-d186b483ae96 req-88bd3f76-33c6-45e3-b3e3-825e5c113b32 service neutron] Request body: {'port': {'device_id': '83e14e5d-bf4d-480d-94f4-e9e8dc0f5b33', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-760453-5'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:17:00.712940 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d465fd6e-5108-4240-acac-11a11aa70382 req-4e58e03d-ec08-4b9a-bc2a-752817997946 tempest-LiveMigrationTest-746395142 tempest-LiveMigrationTest-746395142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:17:00.719729 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-d465fd6e-5108-4240-acac-11a11aa70382 req-4e58e03d-ec08-4b9a-bc2a-752817997946 tempest-LiveMigrationTest-746395142 tempest-LiveMigrationTest-746395142-project] 10.222.0.13 "GET /v2.0/ports?device_id=3c1bb11b-19e0-4bd6-8502-e5422740b40d HTTP/1.1" status: 200 len: 943 time: 0.3359027 Jan 26 21:17:00.775567 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Jan 2022 21:17:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85c11fd2-c644-4bd2-9132-755a24047050 x-openstack-request-id: req-85c11fd2-c644-4bd2-9132-755a24047050 {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 21:17:00.775992 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "143b8817-1e87-4fea-bb95-3aa6c71c3d33", "name": "network-vif-deleted", "tag": "68f9b88b-de49-42bb-9b9b-b7d9594e8f93", "status": "completed", "code": 200}]} {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 21:17:00.776528 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-85c11fd2-c644-4bd2-9132-755a24047050 {{(pid=103305) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 21:17:00.776923 n-d-760453-5 neutron-server[103305]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '143b8817-1e87-4fea-bb95-3aa6c71c3d33', 'name': 'network-vif-deleted', 'tag': '68f9b88b-de49-42bb-9b9b-b7d9594e8f93', 'status': 'completed', 'code': 200} Jan 26 21:17:00.793111 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f912a5b5-9728-469c-a5a3-22751d932a84 service neutron] Pushing event updated for resources: {'Port': ['ID=2bf2bb3a-e382-4bad-8651-b4f4db81227d,revision_number=2']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:17:00.804924 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 59144) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:17:00.811325 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-0e99775c-7c49-41c1-8693-d186b483ae96 req-88bd3f76-33c6-45e3-b3e3-825e5c113b32 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (4af8b9cb-b480-4429-b507-299f7262cc79), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:17:00.841491 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [req-1eaf8451-5331-45c0-b852-4fe6c4408754 req-f912a5b5-9728-469c-a5a3-22751d932a84 service neutron] Attempting to bind port 2bf2bb3a-e382-4bad-8651-b4f4db81227d on host n-h2-760453-5 for vnic_type normal with profile {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 21:17:00.842302 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [req-1eaf8451-5331-45c0-b852-4fe6c4408754 req-f912a5b5-9728-469c-a5a3-22751d932a84 service neutron] Attempting to bind port 2bf2bb3a-e382-4bad-8651-b4f4db81227d by drivers openvswitch,hyperv on host n-h2-760453-5 at level 0 using segments [{'id': 'bb9dd371-3de9-4327-a263-fb803ca379c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '20b7651f-3dfe-4f65-83e1-a38049e7aae9'}] {{(pid=103305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 26 21:17:00.842633 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1eaf8451-5331-45c0-b852-4fe6c4408754 req-f912a5b5-9728-469c-a5a3-22751d932a84 service neutron] Attempting to bind port 2bf2bb3a-e382-4bad-8651-b4f4db81227d on network 20b7651f-3dfe-4f65-83e1-a38049e7aae9 {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 21:17:00.846755 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315d74d7-b228-4f08-9a0a-3d5a01f0be6d req-64f701cd-923e-4d48-8f3c-11b7d5c0feae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:17:00.848237 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-315d74d7-b228-4f08-9a0a-3d5a01f0be6d req-64f701cd-923e-4d48-8f3c-11b7d5c0feae service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=ee6098e1a6074d57972f34ef6549de05&device_id=3c1bb11b-19e0-4bd6-8502-e5422740b40d HTTP/1.1" status: 200 len: 1094 time: 0.3411963 Jan 26 21:17:00.898521 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-a01fbb91-e076-4337-9786-e886ab9ff0aa admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b5f2577ff12c4666b06ef5f933732e3f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0823767 Jan 26 21:17:00.899513 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1eaf8451-5331-45c0-b852-4fe6c4408754 req-f912a5b5-9728-469c-a5a3-22751d932a84 service neutron] Port 2bf2bb3a-e382-4bad-8651-b4f4db81227d on network 20b7651f-3dfe-4f65-83e1-a38049e7aae9 not bound, no agent of type Open vSwitch agent registered on host n-h2-760453-5 {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 26 21:17:00.899833 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1eaf8451-5331-45c0-b852-4fe6c4408754 req-f912a5b5-9728-469c-a5a3-22751d932a84 service neutron] Attempting to bind port 2bf2bb3a-e382-4bad-8651-b4f4db81227d on network 20b7651f-3dfe-4f65-83e1-a38049e7aae9 {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 21:17:00.910621 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 59148) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:17:00.912409 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1eaf8451-5331-45c0-b852-4fe6c4408754 req-f912a5b5-9728-469c-a5a3-22751d932a84 service neutron] Checking agent: {'id': '4d619873-4b60-439f-9b5a-b155dc8bbc34', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-760453-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 21, 2, 53), 'started_at': datetime.datetime(2022, 1, 26, 21, 2, 53), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 21, 16, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 26 21:17:00.912752 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1eaf8451-5331-45c0-b852-4fe6c4408754 req-f912a5b5-9728-469c-a5a3-22751d932a84 service neutron] Checking segment: {'id': 'bb9dd371-3de9-4327-a263-fb803ca379c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '20b7651f-3dfe-4f65-83e1-a38049e7aae9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103305) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 21:17:00.913594 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1eaf8451-5331-45c0-b852-4fe6c4408754 req-f912a5b5-9728-469c-a5a3-22751d932a84 service neutron] Bound using segment: {'id': 'bb9dd371-3de9-4327-a263-fb803ca379c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '20b7651f-3dfe-4f65-83e1-a38049e7aae9'} {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 26 21:17:00.914533 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [req-1eaf8451-5331-45c0-b852-4fe6c4408754 req-f912a5b5-9728-469c-a5a3-22751d932a84 service neutron] Bound port: 2bf2bb3a-e382-4bad-8651-b4f4db81227d, host: n-h2-760453-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bb9dd371-3de9-4327-a263-fb803ca379c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '20b7651f-3dfe-4f65-83e1-a38049e7aae9'}}] {{(pid=103305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 26 21:17:00.915007 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-1eaf8451-5331-45c0-b852-4fe6c4408754 req-f912a5b5-9728-469c-a5a3-22751d932a84 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (2bf2bb3a-e382-4bad-8651-b4f4db81227d), before_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:17:00.990112 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-315d74d7-b228-4f08-9a0a-3d5a01f0be6d req-e352edc5-bc8d-4014-8351-fc403b4012d4 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=b07f46ba-4da1-431a-b45a-508248fce8a3 HTTP/1.1" status: 200 len: 217 time: 0.0944228 Jan 26 21:17:01.092468 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315d74d7-b228-4f08-9a0a-3d5a01f0be6d req-e33b0efb-18e1-454a-953d-9bccccd04cb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:17:01.094324 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-315d74d7-b228-4f08-9a0a-3d5a01f0be6d req-e33b0efb-18e1-454a-953d-9bccccd04cb6 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=0fd61269-7d95-487b-ba3a-f244d39cf571 HTTP/1.1" status: 200 len: 847 time: 0.0971997 Jan 26 21:17:01.168799 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-315d74d7-b228-4f08-9a0a-3d5a01f0be6d req-5187fdff-1cbd-4fce-824d-4e6946e8f91b service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=57cdf3f5-a20b-4c6f-b2eb-bed2f5d4d40a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0643060 Jan 26 21:17:01.269510 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-610c0b64-0c27-4591-93ee-ab20294d89aa admin admin] Publish callbacks [] for security_group (d8080699-0bce-4810-9876-51d6f7e2b58a), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:17:01.306233 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-610c0b64-0c27-4591-93ee-ab20294d89aa admin admin] Publish callbacks [] for security_group (d8080699-0bce-4810-9876-51d6f7e2b58a), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:17:01.309987 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [req-1eaf8451-5331-45c0-b852-4fe6c4408754 req-f912a5b5-9728-469c-a5a3-22751d932a84 service neutron] For port 2bf2bb3a-e382-4bad-8651-b4f4db81227d, host n-h2-760453-5, cleared binding levels {{(pid=103305) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 26 21:17:01.346200 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [req-1eaf8451-5331-45c0-b852-4fe6c4408754 req-f912a5b5-9728-469c-a5a3-22751d932a84 service neutron] For port 2bf2bb3a-e382-4bad-8651-b4f4db81227d, host n-h2-760453-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-5',level=0,port_id=2bf2bb3a-e382-4bad-8651-b4f4db81227d,segment=NetworkSegment(bb9dd371-3de9-4327-a263-fb803ca379c8),segment_id=bb9dd371-3de9-4327-a263-fb803ca379c8)] {{(pid=103305) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 26 21:17:01.365307 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-1eaf8451-5331-45c0-b852-4fe6c4408754 req-f912a5b5-9728-469c-a5a3-22751d932a84 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11791520'] for port (2bf2bb3a-e382-4bad-8651-b4f4db81227d), after_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:17:01.441552 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eaf8451-5331-45c0-b852-4fe6c4408754 req-f912a5b5-9728-469c-a5a3-22751d932a84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:17:01.442340 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-1eaf8451-5331-45c0-b852-4fe6c4408754 req-f912a5b5-9728-469c-a5a3-22751d932a84 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:17:01.444023 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-1eaf8451-5331-45c0-b852-4fe6c4408754 req-f912a5b5-9728-469c-a5a3-22751d932a84 service neutron] 10.222.0.57 "PUT /v2.0/ports/2bf2bb3a-e382-4bad-8651-b4f4db81227d HTTP/1.1" status: 200 len: 1091 time: 2.8553102 Jan 26 21:17:01.470470 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-315d74d7-b228-4f08-9a0a-3d5a01f0be6d req-f25dbdb7-2deb-40dc-a0d2-b8eefa712e67 service neutron] 10.222.0.66 "GET /v2.0/networks/57cdf3f5-a20b-4c6f-b2eb-bed2f5d4d40a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2919314 Jan 26 21:17:01.640930 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-610c0b64-0c27-4591-93ee-ab20294d89aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (d8080699-0bce-4810-9876-51d6f7e2b58a), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:17:01.643666 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-610c0b64-0c27-4591-93ee-ab20294d89aa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:17:01.655367 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-610c0b64-0c27-4591-93ee-ab20294d89aa admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d8080699-0bce-4810-9876-51d6f7e2b58a HTTP/1.1" status: 204 len: 168 time: 0.7347038 Jan 26 21:17:01.656421 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f912a5b5-9728-469c-a5a3-22751d932a84 service neutron] Pushing event updated for resources: {'Port': ['ID=2bf2bb3a-e382-4bad-8651-b4f4db81227d,revision_number=3']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:17:01.691597 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610c0b64-0c27-4591-93ee-ab20294d89aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8080699-0bce-4810-9876-51d6f7e2b58a,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:17:01.704490 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eaf8451-5331-45c0-b852-4fe6c4408754 req-bc27cac1-1269-45aa-b3b1-e79d39b9ee66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:17:01.706304 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-1eaf8451-5331-45c0-b852-4fe6c4408754 req-bc27cac1-1269-45aa-b3b1-e79d39b9ee66 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=9e460ecabad547eca1394374023e7caf&device_id=30b3878b-e41c-4f2a-b1d4-a23fc4214e6b HTTP/1.1" status: 200 len: 1094 time: 0.1338928 Jan 26 21:17:01.709129 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-315d74d7-b228-4f08-9a0a-3d5a01f0be6d req-192404bf-cb6f-4fe9-b358-cf960e4f598d service neutron] 10.222.0.66 "GET /v2.0/networks/57cdf3f5-a20b-4c6f-b2eb-bed2f5d4d40a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2278311 Jan 26 21:17:01.749724 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-d465fd6e-5108-4240-acac-11a11aa70382 req-25717f01-8801-46d2-9949-9d52f7bb83f7 tempest-LiveMigrationTest-746395142 tempest-LiveMigrationTest-746395142-project] 10.222.0.13 "GET /v2.0/security-groups?id=c43a996a-6b93-48e4-a331-48250c5b183d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0181437 Jan 26 21:17:01.772493 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138b5ec9-caab-4d62-9a1a-c7db7a92f9ff req-c167a2a5-dfd4-403c-8349-22b73a0c1046 tempest-ServersTestJSON-1629463572 tempest-ServersTestJSON-1629463572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:17:01.774539 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-138b5ec9-caab-4d62-9a1a-c7db7a92f9ff req-c167a2a5-dfd4-403c-8349-22b73a0c1046 tempest-ServersTestJSON-1629463572 tempest-ServersTestJSON-1629463572-project] 10.222.0.13 "GET /v2.0/ports?device_id=30b3878b-e41c-4f2a-b1d4-a23fc4214e6b HTTP/1.1" status: 200 len: 943 time: 0.8820326 Jan 26 21:17:01.785573 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-1eaf8451-5331-45c0-b852-4fe6c4408754 req-053d9aeb-4316-4f24-8fa9-c02a6c87600f service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2bf2bb3a-e382-4bad-8651-b4f4db81227d HTTP/1.1" status: 200 len: 217 time: 0.0644503 Jan 26 21:17:01.859603 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-138b5ec9-caab-4d62-9a1a-c7db7a92f9ff req-decbde82-c4d5-4a45-ba81-0967a17918c5 tempest-ServersTestJSON-1629463572 tempest-ServersTestJSON-1629463572-project] 10.222.0.13 "GET /v2.0/security-groups?id=a146440b-85c7-430a-88ed-6d0301627350&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746469 Jan 26 21:17:01.918179 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eaf8451-5331-45c0-b852-4fe6c4408754 req-5e4b0198-7f05-4f2e-8ab4-27443a5769eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:17:01.919881 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-1eaf8451-5331-45c0-b852-4fe6c4408754 req-5e4b0198-7f05-4f2e-8ab4-27443a5769eb service neutron] 10.222.0.57 "GET /v2.0/subnets?id=7183c753-f99a-46b0-89ab-825caf92e3fd HTTP/1.1" status: 200 len: 846 time: 0.1276164 Jan 26 21:17:01.923715 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-0e99775c-7c49-41c1-8693-d186b483ae96 req-e523e70c-7c11-4466-849e-d5ca8132ecaa tempest-MultipleCreateTestJSON-2007749212 tempest-MultipleCreateTestJSON-2007749212-project] Publish callbacks [] for port (040a7afc-78c9-478c-ae62-8455e1656394), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:17:01.987060 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-1eaf8451-5331-45c0-b852-4fe6c4408754 req-20961321-58b1-4aad-ba87-00e505ee6441 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=20b7651f-3dfe-4f65-83e1-a38049e7aae9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0608082 Jan 26 21:17:02.003328 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-245adb69-3082-4588-95bd-445607e43990 req-4717460f-3fd3-49cf-a9b4-c5568036d685 tempest-MultipleCreateTestJSON-2007749212 tempest-MultipleCreateTestJSON-2007749212-project] 10.222.0.13 "GET /v2.0/ports?device_id=77b276ae-ad4f-43a9-a290-65b00f1fd5f8 HTTP/1.1" status: 200 len: 210 time: 0.0893993 Jan 26 21:17:02.085467 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-74673854-0a30-4bdd-a586-6c8127643ca2 req-ebd30b65-eaf5-43f4-b60d-59033c6e0d76 tempest-ServersTestBootFromVolume-1845992378 tempest-ServersTestBootFromVolume-1845992378-project] 10.222.0.13 "GET /v2.0/ports?device_id=e77f0f82-e2f4-42d1-9e44-0082033dd07d HTTP/1.1" status: 200 len: 210 time: 0.0757372 Jan 26 21:17:02.136925 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-0e99775c-7c49-41c1-8693-d186b483ae96 req-e523e70c-7c11-4466-849e-d5ca8132ecaa tempest-MultipleCreateTestJSON-2007749212 tempest-MultipleCreateTestJSON-2007749212-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746560234527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9281553'] for port (040a7afc-78c9-478c-ae62-8455e1656394), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:17:02.184177 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-1eaf8451-5331-45c0-b852-4fe6c4408754 req-81bcfa55-4d42-4136-a5e8-0c24417fcedf service neutron] 10.222.0.57 "GET /v2.0/networks/20b7651f-3dfe-4f65-83e1-a38049e7aae9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1923583 Jan 26 21:17:02.318702 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0e99775c-7c49-41c1-8693-d186b483ae96 req-e523e70c-7c11-4466-849e-d5ca8132ecaa tempest-MultipleCreateTestJSON-2007749212 tempest-MultipleCreateTestJSON-2007749212-project] Network 0ba33c24-cb18-484b-aac7-07d8859e9540 is already hosted by enough agents. {{(pid=103304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 21:17:02.330521 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [req-0e99775c-7c49-41c1-8693-d186b483ae96 req-e523e70c-7c11-4466-849e-d5ca8132ecaa tempest-MultipleCreateTestJSON-2007749212 tempest-MultipleCreateTestJSON-2007749212-project] Resources bound (agent type, host, resource id): {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:17:02.334825 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e99775c-7c49-41c1-8693-d186b483ae96 req-e523e70c-7c11-4466-849e-d5ca8132ecaa tempest-MultipleCreateTestJSON-2007749212 tempest-MultipleCreateTestJSON-2007749212-project] Received port after_create {{(pid=103304) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 21:17:02.374890 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-1eaf8451-5331-45c0-b852-4fe6c4408754 req-c28193d1-6270-43a9-8544-a57e9c461678 service neutron] 10.222.0.57 "GET /v2.0/networks/20b7651f-3dfe-4f65-83e1-a38049e7aae9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1850677 Jan 26 21:17:02.397646 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e99775c-7c49-41c1-8693-d186b483ae96 req-e523e70c-7c11-4466-849e-d5ca8132ecaa tempest-MultipleCreateTestJSON-2007749212 tempest-MultipleCreateTestJSON-2007749212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:17:02.398473 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-0e99775c-7c49-41c1-8693-d186b483ae96 req-e523e70c-7c11-4466-849e-d5ca8132ecaa tempest-MultipleCreateTestJSON-2007749212 tempest-MultipleCreateTestJSON-2007749212-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:17:02.421101 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e523e70c-7c11-4466-849e-d5ca8132ecaa tempest-MultipleCreateTestJSON-2007749212 tempest-MultipleCreateTestJSON-2007749212-project] Pushing event updated for resources: {'Port': ['ID=040a7afc-78c9-478c-ae62-8455e1656394,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:17:02.450893 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-0e99775c-7c49-41c1-8693-d186b483ae96 req-e523e70c-7c11-4466-849e-d5ca8132ecaa tempest-MultipleCreateTestJSON-2007749212 tempest-MultipleCreateTestJSON-2007749212-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.1591222 Jan 26 21:17:02.470227 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [req-0e99775c-7c49-41c1-8693-d186b483ae96 req-e54033a1-e6b4-4939-b8e3-08a118a86f29 service neutron] Request body: {'port': {'device_id': '77b276ae-ad4f-43a9-a290-65b00f1fd5f8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-760453-5'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:17:02.569025 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-0e99775c-7c49-41c1-8693-d186b483ae96 req-e54033a1-e6b4-4939-b8e3-08a118a86f29 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (040a7afc-78c9-478c-ae62-8455e1656394), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:17:02.648828 n-d-760453-5 neutron-server[103304]: DEBUG neutron.notifiers.nova [req-0e99775c-7c49-41c1-8693-d186b483ae96 req-88bd3f76-33c6-45e3-b3e3-825e5c113b32 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4af8b9cb-b480-4429-b507-299f7262cc79 {{(pid=103304) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 26 21:17:02.662185 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-0e99775c-7c49-41c1-8693-d186b483ae96 req-88bd3f76-33c6-45e3-b3e3-825e5c113b32 service neutron] Publish callbacks [] for port (4af8b9cb-b480-4429-b507-299f7262cc79), precommit_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:17:02.738390 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.provisioning_blocks [req-0e99775c-7c49-41c1-8693-d186b483ae96 req-88bd3f76-33c6-45e3-b3e3-825e5c113b32 service neutron] Transition to ACTIVE for port object 4af8b9cb-b480-4429-b507-299f7262cc79 will not be triggered until provisioned by entity L2. {{(pid=103304) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 21:17:02.747502 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-0e99775c-7c49-41c1-8693-d186b483ae96 req-88bd3f76-33c6-45e3-b3e3-825e5c113b32 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9281542'] for port (4af8b9cb-b480-4429-b507-299f7262cc79), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:17:02.778094 n-d-760453-5 neutron-server[103305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3c1bb11b-19e0-4bd6-8502-e5422740b40d', 'tag': 'b07f46ba-4da1-431a-b45a-508248fce8a3'}, {'name': 'network-changed', 'server_uuid': '30b3878b-e41c-4f2a-b1d4-a23fc4214e6b', 'tag': '2bf2bb3a-e382-4bad-8651-b4f4db81227d'}] {{(pid=103305) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 21:17:02.781307 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d4654568b7bf041e72ff8fe1c96d6d761d9c921f2b99bc7b3a26632be20cee0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-671915fb-2aa2-4579-ad73-14842eb9342b" -d '{"events": [{"name": "network-changed", "server_uuid": "3c1bb11b-19e0-4bd6-8502-e5422740b40d", "tag": "b07f46ba-4da1-431a-b45a-508248fce8a3"}, {"name": "network-changed", "server_uuid": "30b3878b-e41c-4f2a-b1d4-a23fc4214e6b", "tag": "2bf2bb3a-e382-4bad-8651-b4f4db81227d"}]}' {{(pid=103305) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 21:17:02.887228 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Wed, 26 Jan 2022 21:17:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6291efcf-b4ca-49f2-a490-47be636cdbd3 x-openstack-request-id: req-6291efcf-b4ca-49f2-a490-47be636cdbd3 {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 21:17:02.887660 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3c1bb11b-19e0-4bd6-8502-e5422740b40d", "tag": "b07f46ba-4da1-431a-b45a-508248fce8a3", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "30b3878b-e41c-4f2a-b1d4-a23fc4214e6b", "tag": "2bf2bb3a-e382-4bad-8651-b4f4db81227d", "status": "completed", "code": 200}]} {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 21:17:02.888047 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-6291efcf-b4ca-49f2-a490-47be636cdbd3 {{(pid=103305) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 21:17:02.888670 n-d-760453-5 neutron-server[103305]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3c1bb11b-19e0-4bd6-8502-e5422740b40d', 'tag': 'b07f46ba-4da1-431a-b45a-508248fce8a3', 'status': 'completed', 'code': 200} Jan 26 21:17:02.889056 n-d-760453-5 neutron-server[103305]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '30b3878b-e41c-4f2a-b1d4-a23fc4214e6b', 'tag': '2bf2bb3a-e382-4bad-8651-b4f4db81227d', 'status': 'completed', 'code': 200} Jan 26 21:17:03.104787 n-d-760453-5 neutron-server[103304]: DEBUG neutron.notifiers.nova [req-0e99775c-7c49-41c1-8693-d186b483ae96 req-e54033a1-e6b4-4939-b8e3-08a118a86f29 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 040a7afc-78c9-478c-ae62-8455e1656394 {{(pid=103304) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 26 21:17:03.115155 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-0e99775c-7c49-41c1-8693-d186b483ae96 req-e54033a1-e6b4-4939-b8e3-08a118a86f29 service neutron] Publish callbacks [] for port (040a7afc-78c9-478c-ae62-8455e1656394), precommit_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:17:03.127287 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671915fb-2aa2-4579-ad73-14842eb9342b req-ed9101eb-419b-4c4d-89b1-b9970d19c360 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:17:03.129241 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.provisioning_blocks [req-0e99775c-7c49-41c1-8693-d186b483ae96 req-e54033a1-e6b4-4939-b8e3-08a118a86f29 service neutron] Transition to ACTIVE for port object 040a7afc-78c9-478c-ae62-8455e1656394 will not be triggered until provisioned by entity L2. {{(pid=103304) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 21:17:03.131846 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-671915fb-2aa2-4579-ad73-14842eb9342b req-ed9101eb-419b-4c4d-89b1-b9970d19c360 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=ee6098e1a6074d57972f34ef6549de05&device_id=3c1bb11b-19e0-4bd6-8502-e5422740b40d HTTP/1.1" status: 200 len: 1094 time: 0.1536047 Jan 26 21:17:03.141362 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671915fb-2aa2-4579-ad73-14842eb9342b req-e04f17f2-9c5f-487c-adf4-05aa1bc98b15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:17:03.143241 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-671915fb-2aa2-4579-ad73-14842eb9342b req-e04f17f2-9c5f-487c-adf4-05aa1bc98b15 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=9e460ecabad547eca1394374023e7caf&device_id=30b3878b-e41c-4f2a-b1d4-a23fc4214e6b HTTP/1.1" status: 200 len: 1094 time: 0.2341824 Jan 26 21:17:03.158804 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88bd3f76-33c6-45e3-b3e3-825e5c113b32 service neutron] Pushing event updated for resources: {'Port': ['ID=4af8b9cb-b480-4429-b507-299f7262cc79,revision_number=2']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:17:03.163816 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-0e99775c-7c49-41c1-8693-d186b483ae96 req-e54033a1-e6b4-4939-b8e3-08a118a86f29 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9281542'] for port (040a7afc-78c9-478c-ae62-8455e1656394), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:17:03.359755 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671915fb-2aa2-4579-ad73-14842eb9342b req-d2be28fe-6904-4932-965b-04e1b3942b38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:17:03.361839 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-671915fb-2aa2-4579-ad73-14842eb9342b req-d2be28fe-6904-4932-965b-04e1b3942b38 service neutron] 10.222.0.66 "GET /v2.0/networks?id=57cdf3f5-a20b-4c6f-b2eb-bed2f5d4d40a HTTP/1.1" status: 200 len: 908 time: 0.2127004 Jan 26 21:17:03.427209 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3c1ee5-362d-4420-8a22-af82f0471810 req-a3b1dc6c-371e-4466-b874-0162dd1d09e2 tempest-LiveMigrationTest-746395142 tempest-LiveMigrationTest-746395142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:17:03.429765 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-af3c1ee5-362d-4420-8a22-af82f0471810 req-a3b1dc6c-371e-4466-b874-0162dd1d09e2 tempest-LiveMigrationTest-746395142 tempest-LiveMigrationTest-746395142-project] 10.222.0.13 "GET /v2.0/ports?device_id=3c1bb11b-19e0-4bd6-8502-e5422740b40d HTTP/1.1" status: 200 len: 943 time: 0.0939553 Jan 26 21:17:03.438573 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0338ef2d-60f7-4f1c-ad24-5d3334a2a7a3 req-2d29df76-a7b9-4603-86c8-e07c4902bed7 tempest-ServersTestJSON-1629463572 tempest-ServersTestJSON-1629463572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:17:03.440561 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-0338ef2d-60f7-4f1c-ad24-5d3334a2a7a3 req-2d29df76-a7b9-4603-86c8-e07c4902bed7 tempest-ServersTestJSON-1629463572 tempest-ServersTestJSON-1629463572-project] 10.222.0.13 "GET /v2.0/ports?device_id=30b3878b-e41c-4f2a-b1d4-a23fc4214e6b HTTP/1.1" status: 200 len: 943 time: 0.2919266 Jan 26 21:17:03.444326 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54033a1-e6b4-4939-b8e3-08a118a86f29 service neutron] Pushing event updated for resources: {'Port': ['ID=040a7afc-78c9-478c-ae62-8455e1656394,revision_number=2']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:17:03.554392 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-671915fb-2aa2-4579-ad73-14842eb9342b req-b203afde-8571-4cd8-b9ea-4c3c8ed5d09a service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=b07f46ba-4da1-431a-b45a-508248fce8a3 HTTP/1.1" status: 200 len: 217 time: 0.1678238 Jan 26 21:17:03.562891 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [req-0e99775c-7c49-41c1-8693-d186b483ae96 req-88bd3f76-33c6-45e3-b3e3-825e5c113b32 service neutron] Attempting to bind port 4af8b9cb-b480-4429-b507-299f7262cc79 on host n-h1-760453-5 for vnic_type normal with profile {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 21:17:03.563239 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [req-0e99775c-7c49-41c1-8693-d186b483ae96 req-88bd3f76-33c6-45e3-b3e3-825e5c113b32 service neutron] Attempting to bind port 4af8b9cb-b480-4429-b507-299f7262cc79 by drivers openvswitch,hyperv on host n-h1-760453-5 at level 0 using segments [{'id': 'b71d2c3f-3145-4173-b50d-b6be621ac7bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '0ba33c24-cb18-484b-aac7-07d8859e9540'}] {{(pid=103304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 26 21:17:03.563573 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e99775c-7c49-41c1-8693-d186b483ae96 req-88bd3f76-33c6-45e3-b3e3-825e5c113b32 service neutron] Attempting to bind port 4af8b9cb-b480-4429-b507-299f7262cc79 on network 0ba33c24-cb18-484b-aac7-07d8859e9540 {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 21:17:03.585764 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e99775c-7c49-41c1-8693-d186b483ae96 req-88bd3f76-33c6-45e3-b3e3-825e5c113b32 service neutron] Port 4af8b9cb-b480-4429-b507-299f7262cc79 on network 0ba33c24-cb18-484b-aac7-07d8859e9540 not bound, no agent of type Open vSwitch agent registered on host n-h1-760453-5 {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 26 21:17:03.586119 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e99775c-7c49-41c1-8693-d186b483ae96 req-88bd3f76-33c6-45e3-b3e3-825e5c113b32 service neutron] Attempting to bind port 4af8b9cb-b480-4429-b507-299f7262cc79 on network 0ba33c24-cb18-484b-aac7-07d8859e9540 {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 21:17:03.592360 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [req-0e99775c-7c49-41c1-8693-d186b483ae96 req-e54033a1-e6b4-4939-b8e3-08a118a86f29 service neutron] Attempting to bind port 040a7afc-78c9-478c-ae62-8455e1656394 on host n-h2-760453-5 for vnic_type normal with profile {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 21:17:03.592566 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [req-0e99775c-7c49-41c1-8693-d186b483ae96 req-e54033a1-e6b4-4939-b8e3-08a118a86f29 service neutron] Attempting to bind port 040a7afc-78c9-478c-ae62-8455e1656394 by drivers openvswitch,hyperv on host n-h2-760453-5 at level 0 using segments [{'id': 'b71d2c3f-3145-4173-b50d-b6be621ac7bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '0ba33c24-cb18-484b-aac7-07d8859e9540'}] {{(pid=103304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 26 21:17:03.592901 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e99775c-7c49-41c1-8693-d186b483ae96 req-e54033a1-e6b4-4939-b8e3-08a118a86f29 service neutron] Attempting to bind port 040a7afc-78c9-478c-ae62-8455e1656394 on network 0ba33c24-cb18-484b-aac7-07d8859e9540 {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 21:17:03.608398 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e99775c-7c49-41c1-8693-d186b483ae96 req-88bd3f76-33c6-45e3-b3e3-825e5c113b32 service neutron] Checking agent: {'id': '32ef628b-8417-46c5-8729-60fcabe358f1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-760453-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 21, 3, 8), 'started_at': datetime.datetime(2022, 1, 26, 21, 3, 8), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 21, 16, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 26 21:17:03.608995 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e99775c-7c49-41c1-8693-d186b483ae96 req-88bd3f76-33c6-45e3-b3e3-825e5c113b32 service neutron] Checking segment: {'id': 'b71d2c3f-3145-4173-b50d-b6be621ac7bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '0ba33c24-cb18-484b-aac7-07d8859e9540'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103304) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 21:17:03.609583 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e99775c-7c49-41c1-8693-d186b483ae96 req-88bd3f76-33c6-45e3-b3e3-825e5c113b32 service neutron] Bound using segment: {'id': 'b71d2c3f-3145-4173-b50d-b6be621ac7bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '0ba33c24-cb18-484b-aac7-07d8859e9540'} {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 26 21:17:03.610047 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [req-0e99775c-7c49-41c1-8693-d186b483ae96 req-88bd3f76-33c6-45e3-b3e3-825e5c113b32 service neutron] Bound port: 4af8b9cb-b480-4429-b507-299f7262cc79, host: n-h1-760453-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b71d2c3f-3145-4173-b50d-b6be621ac7bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '0ba33c24-cb18-484b-aac7-07d8859e9540'}}] {{(pid=103304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 26 21:17:03.610415 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-0e99775c-7c49-41c1-8693-d186b483ae96 req-88bd3f76-33c6-45e3-b3e3-825e5c113b32 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (4af8b9cb-b480-4429-b507-299f7262cc79), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:17:03.613159 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e99775c-7c49-41c1-8693-d186b483ae96 req-e54033a1-e6b4-4939-b8e3-08a118a86f29 service neutron] Port 040a7afc-78c9-478c-ae62-8455e1656394 on network 0ba33c24-cb18-484b-aac7-07d8859e9540 not bound, no agent of type Open vSwitch agent registered on host n-h2-760453-5 {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 26 21:17:03.613503 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e99775c-7c49-41c1-8693-d186b483ae96 req-e54033a1-e6b4-4939-b8e3-08a118a86f29 service neutron] Attempting to bind port 040a7afc-78c9-478c-ae62-8455e1656394 on network 0ba33c24-cb18-484b-aac7-07d8859e9540 {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 21:17:03.651460 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e99775c-7c49-41c1-8693-d186b483ae96 req-e54033a1-e6b4-4939-b8e3-08a118a86f29 service neutron] Checking agent: {'id': '4d619873-4b60-439f-9b5a-b155dc8bbc34', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-760453-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 21, 2, 53), 'started_at': datetime.datetime(2022, 1, 26, 21, 2, 53), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 21, 16, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 26 21:17:03.651811 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e99775c-7c49-41c1-8693-d186b483ae96 req-e54033a1-e6b4-4939-b8e3-08a118a86f29 service neutron] Checking segment: {'id': 'b71d2c3f-3145-4173-b50d-b6be621ac7bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '0ba33c24-cb18-484b-aac7-07d8859e9540'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103304) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 21:17:03.652205 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e99775c-7c49-41c1-8693-d186b483ae96 req-e54033a1-e6b4-4939-b8e3-08a118a86f29 service neutron] Bound using segment: {'id': 'b71d2c3f-3145-4173-b50d-b6be621ac7bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '0ba33c24-cb18-484b-aac7-07d8859e9540'} {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 26 21:17:03.652775 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [req-0e99775c-7c49-41c1-8693-d186b483ae96 req-e54033a1-e6b4-4939-b8e3-08a118a86f29 service neutron] Bound port: 040a7afc-78c9-478c-ae62-8455e1656394, host: n-h2-760453-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b71d2c3f-3145-4173-b50d-b6be621ac7bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '0ba33c24-cb18-484b-aac7-07d8859e9540'}}] {{(pid=103304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 26 21:17:03.653147 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-0e99775c-7c49-41c1-8693-d186b483ae96 req-e54033a1-e6b4-4939-b8e3-08a118a86f29 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (040a7afc-78c9-478c-ae62-8455e1656394), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:17:03.710494 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671915fb-2aa2-4579-ad73-14842eb9342b req-1546dd77-5ba5-4922-9f58-e29a8e8a7e53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:17:03.712236 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-671915fb-2aa2-4579-ad73-14842eb9342b req-1546dd77-5ba5-4922-9f58-e29a8e8a7e53 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=0fd61269-7d95-487b-ba3a-f244d39cf571 HTTP/1.1" status: 200 len: 847 time: 0.1482680 Jan 26 21:17:03.713383 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [req-0e99775c-7c49-41c1-8693-d186b483ae96 req-88bd3f76-33c6-45e3-b3e3-825e5c113b32 service neutron] For port 4af8b9cb-b480-4429-b507-299f7262cc79, host n-h1-760453-5, cleared binding levels {{(pid=103304) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 26 21:17:03.717135 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [req-0e99775c-7c49-41c1-8693-d186b483ae96 req-88bd3f76-33c6-45e3-b3e3-825e5c113b32 service neutron] For port 4af8b9cb-b480-4429-b507-299f7262cc79, host n-h1-760453-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-5',level=0,port_id=4af8b9cb-b480-4429-b507-299f7262cc79,segment=NetworkSegment(b71d2c3f-3145-4173-b50d-b6be621ac7bd),segment_id=b71d2c3f-3145-4173-b50d-b6be621ac7bd)] {{(pid=103304) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 26 21:17:03.730919 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-af3c1ee5-362d-4420-8a22-af82f0471810 req-5c4cd69d-9700-4420-874f-4cb2c1413e1c tempest-LiveMigrationTest-746395142 tempest-LiveMigrationTest-746395142-project] 10.222.0.13 "GET /v2.0/security-groups?id=c43a996a-6b93-48e4-a331-48250c5b183d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2821023 Jan 26 21:17:03.743072 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-0e99775c-7c49-41c1-8693-d186b483ae96 req-88bd3f76-33c6-45e3-b3e3-825e5c113b32 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9281542'] for port (4af8b9cb-b480-4429-b507-299f7262cc79), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:17:03.775224 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-0338ef2d-60f7-4f1c-ad24-5d3334a2a7a3 req-af76fa96-e1f6-4db7-8767-0dad881f42bf tempest-ServersTestJSON-1629463572 tempest-ServersTestJSON-1629463572-project] 10.222.0.13 "GET /v2.0/security-groups?id=a146440b-85c7-430a-88ed-6d0301627350&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2836251 Jan 26 21:17:03.776562 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e99775c-7c49-41c1-8693-d186b483ae96 req-88bd3f76-33c6-45e3-b3e3-825e5c113b32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:17:03.777354 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-0e99775c-7c49-41c1-8693-d186b483ae96 req-88bd3f76-33c6-45e3-b3e3-825e5c113b32 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:17:03.779185 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-0e99775c-7c49-41c1-8693-d186b483ae96 req-88bd3f76-33c6-45e3-b3e3-825e5c113b32 service neutron] 10.222.0.66 "PUT /v2.0/ports/4af8b9cb-b480-4429-b507-299f7262cc79 HTTP/1.1" status: 200 len: 1091 time: 3.2065439 Jan 26 21:17:03.785850 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-671915fb-2aa2-4579-ad73-14842eb9342b req-82e7a888-0841-4957-852e-88edb4cbade9 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=57cdf3f5-a20b-4c6f-b2eb-bed2f5d4d40a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0533307 Jan 26 21:17:03.798606 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671915fb-2aa2-4579-ad73-14842eb9342b req-6e1b18ac-cb94-4888-931a-9dee89ed379b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:17:03.800349 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-671915fb-2aa2-4579-ad73-14842eb9342b req-6e1b18ac-cb94-4888-931a-9dee89ed379b service neutron] 10.222.0.57 "GET /v2.0/networks?id=20b7651f-3dfe-4f65-83e1-a38049e7aae9 HTTP/1.1" status: 200 len: 907 time: 0.6382208 Jan 26 21:17:03.819923 n-d-760453-5 neutron-server[103304]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '83e14e5d-bf4d-480d-94f4-e9e8dc0f5b33', 'tag': '4af8b9cb-b480-4429-b507-299f7262cc79'}] {{(pid=103304) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 21:17:03.827369 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d52b45f1943fcd332af9527eb73ff93c8d715d44383a3f6d18de73b4cfcf87b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1aaa8ee-8e6c-4039-8184-3fb8818cae14" -d '{"events": [{"name": "network-changed", "server_uuid": "83e14e5d-bf4d-480d-94f4-e9e8dc0f5b33", "tag": "4af8b9cb-b480-4429-b507-299f7262cc79"}]}' {{(pid=103304) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 21:17:03.915313 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-671915fb-2aa2-4579-ad73-14842eb9342b req-3f968b8d-3622-444a-bbc9-456551d9d21c service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2bf2bb3a-e382-4bad-8651-b4f4db81227d HTTP/1.1" status: 200 len: 217 time: 0.1088231 Jan 26 21:17:04.027887 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88bd3f76-33c6-45e3-b3e3-825e5c113b32 service neutron] Pushing event updated for resources: {'Port': ['ID=4af8b9cb-b480-4429-b507-299f7262cc79,revision_number=3']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:17:04.093920 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671915fb-2aa2-4579-ad73-14842eb9342b req-ce87b061-87f3-4678-8033-ffb82adbc519 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:17:04.094761 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-671915fb-2aa2-4579-ad73-14842eb9342b req-ce87b061-87f3-4678-8033-ffb82adbc519 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=7183c753-f99a-46b0-89ab-825caf92e3fd HTTP/1.1" status: 200 len: 846 time: 0.1231337 Jan 26 21:17:04.125359 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-944bbec5-d907-4599-9c56-bc5621159315 req-b3f564da-62f9-4b79-89d4-17cc5bd238df tempest-ServersTestBootFromVolume-1845992378 tempest-ServersTestBootFromVolume-1845992378-project] 10.222.0.13 "GET /v2.0/ports?device_id=e77f0f82-e2f4-42d1-9e44-0082033dd07d HTTP/1.1" status: 200 len: 210 time: 0.1349313 Jan 26 21:17:04.131401 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-671915fb-2aa2-4579-ad73-14842eb9342b req-5cd1f90f-63fc-4385-bdfc-f7d6d570a944 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=20b7651f-3dfe-4f65-83e1-a38049e7aae9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0279832 Jan 26 21:17:04.142628 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-671915fb-2aa2-4579-ad73-14842eb9342b req-621dc960-db9d-448b-a410-2c0c5da0828e service neutron] 10.222.0.66 "GET /v2.0/networks/57cdf3f5-a20b-4c6f-b2eb-bed2f5d4d40a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3410187 Jan 26 21:17:04.203676 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7862ad7-9707-475f-84c6-070ccd339f75 req-10c39935-778e-4f46-811c-710d68b10d4a tempest-MultipleCreateTestJSON-2007749212 tempest-MultipleCreateTestJSON-2007749212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:17:04.216135 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-b7862ad7-9707-475f-84c6-070ccd339f75 req-10c39935-778e-4f46-811c-710d68b10d4a tempest-MultipleCreateTestJSON-2007749212 tempest-MultipleCreateTestJSON-2007749212-project] 10.222.0.13 "GET /v2.0/ports?device_id=77b276ae-ad4f-43a9-a290-65b00f1fd5f8 HTTP/1.1" status: 200 len: 943 time: 0.3299835 Jan 26 21:17:04.224033 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [req-0e99775c-7c49-41c1-8693-d186b483ae96 req-e54033a1-e6b4-4939-b8e3-08a118a86f29 service neutron] For port 040a7afc-78c9-478c-ae62-8455e1656394, host n-h2-760453-5, cleared binding levels {{(pid=103304) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 26 21:17:04.228429 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [req-0e99775c-7c49-41c1-8693-d186b483ae96 req-e54033a1-e6b4-4939-b8e3-08a118a86f29 service neutron] For port 040a7afc-78c9-478c-ae62-8455e1656394, host n-h2-760453-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-5',level=0,port_id=040a7afc-78c9-478c-ae62-8455e1656394,segment=NetworkSegment(b71d2c3f-3145-4173-b50d-b6be621ac7bd),segment_id=b71d2c3f-3145-4173-b50d-b6be621ac7bd)] {{(pid=103304) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 26 21:17:04.245813 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-0e99775c-7c49-41c1-8693-d186b483ae96 req-e54033a1-e6b4-4939-b8e3-08a118a86f29 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9281542'] for port (040a7afc-78c9-478c-ae62-8455e1656394), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:17:04.267900 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 26 Jan 2022 21:17:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b6a64be-d411-40eb-831b-3cf1529b3f5c x-openstack-request-id: req-5b6a64be-d411-40eb-831b-3cf1529b3f5c {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 21:17:04.268397 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "83e14e5d-bf4d-480d-94f4-e9e8dc0f5b33", "tag": "4af8b9cb-b480-4429-b507-299f7262cc79", "status": "completed", "code": 200}]} {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 21:17:04.268858 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-5b6a64be-d411-40eb-831b-3cf1529b3f5c {{(pid=103304) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 21:17:04.269661 n-d-760453-5 neutron-server[103304]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '83e14e5d-bf4d-480d-94f4-e9e8dc0f5b33', 'tag': '4af8b9cb-b480-4429-b507-299f7262cc79', 'status': 'completed', 'code': 200} Jan 26 21:17:04.344842 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e99775c-7c49-41c1-8693-d186b483ae96 req-f585c465-1ff3-48b8-82d0-5c6c932d59ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:17:04.346662 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-0e99775c-7c49-41c1-8693-d186b483ae96 req-f585c465-1ff3-48b8-82d0-5c6c932d59ae service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=1ab31b5d3142488a8e17b3ca56cecb8f&device_id=83e14e5d-bf4d-480d-94f4-e9e8dc0f5b33 HTTP/1.1" status: 200 len: 1094 time: 0.4615593 Jan 26 21:17:04.354749 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-671915fb-2aa2-4579-ad73-14842eb9342b req-da1897b0-f928-447e-bdc2-c837c2762d65 service neutron] 10.222.0.57 "GET /v2.0/networks/20b7651f-3dfe-4f65-83e1-a38049e7aae9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2097199 Jan 26 21:17:04.355655 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e99775c-7c49-41c1-8693-d186b483ae96 req-e54033a1-e6b4-4939-b8e3-08a118a86f29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:17:04.356311 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-0e99775c-7c49-41c1-8693-d186b483ae96 req-e54033a1-e6b4-4939-b8e3-08a118a86f29 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:17:04.357918 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-0e99775c-7c49-41c1-8693-d186b483ae96 req-e54033a1-e6b4-4939-b8e3-08a118a86f29 service neutron] 10.222.0.57 "PUT /v2.0/ports/040a7afc-78c9-478c-ae62-8455e1656394 HTTP/1.1" status: 200 len: 1091 time: 1.8978403 Jan 26 21:17:04.363659 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54033a1-e6b4-4939-b8e3-08a118a86f29 service neutron] Pushing event updated for resources: {'Port': ['ID=040a7afc-78c9-478c-ae62-8455e1656394,revision_number=3']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:17:04.375519 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-671915fb-2aa2-4579-ad73-14842eb9342b req-ceabb8d0-3ae4-47cb-b510-e149dcb9efd6 service neutron] 10.222.0.66 "GET /v2.0/networks/57cdf3f5-a20b-4c6f-b2eb-bed2f5d4d40a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2231665 Jan 26 21:17:04.576971 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-0e99775c-7c49-41c1-8693-d186b483ae96 req-fd412a0d-853b-4f04-9717-fcbae46926ab service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4af8b9cb-b480-4429-b507-299f7262cc79 HTTP/1.1" status: 200 len: 217 time: 0.2154973 Jan 26 21:17:04.582357 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-671915fb-2aa2-4579-ad73-14842eb9342b req-a73095ab-e3a0-4be7-b8e7-20f0d1763c2c service neutron] 10.222.0.57 "GET /v2.0/networks/20b7651f-3dfe-4f65-83e1-a38049e7aae9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2056592 Jan 26 21:17:04.594075 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-b7862ad7-9707-475f-84c6-070ccd339f75 req-f1262891-1fec-476e-a9b5-fcbf32cd1db2 tempest-MultipleCreateTestJSON-2007749212 tempest-MultipleCreateTestJSON-2007749212-project] 10.222.0.13 "GET /v2.0/security-groups?id=ac84af4e-d640-4e7c-806b-00b2142fd304&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3622668 Jan 26 21:17:04.605893 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Device 2bf2bb3a-e382-4bad-8651-b4f4db81227d details requested by agent hyperv_n-h2-760453-5 with host n-h2-760453-5 {{(pid=103306) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 26 21:17:04.709175 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e99775c-7c49-41c1-8693-d186b483ae96 req-ceb59896-4eb5-4d21-abc3-cd2742f7039c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:17:04.711164 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-0e99775c-7c49-41c1-8693-d186b483ae96 req-ceb59896-4eb5-4d21-abc3-cd2742f7039c service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=1ab31b5d3142488a8e17b3ca56cecb8f&device_id=77b276ae-ad4f-43a9-a290-65b00f1fd5f8 HTTP/1.1" status: 200 len: 1094 time: 0.2956119 Jan 26 21:17:04.812796 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-0e99775c-7c49-41c1-8693-d186b483ae96 req-abbd5f40-d0b7-4ae6-bd4e-4c73f8f0bd94 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=040a7afc-78c9-478c-ae62-8455e1656394 HTTP/1.1" status: 200 len: 217 time: 0.0868030 Jan 26 21:17:04.814849 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e99775c-7c49-41c1-8693-d186b483ae96 req-adada09b-385c-4b20-9cb4-6805b8434f4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:17:04.816535 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-0e99775c-7c49-41c1-8693-d186b483ae96 req-adada09b-385c-4b20-9cb4-6805b8434f4c service neutron] 10.222.0.66 "GET /v2.0/subnets?id=a0b74693-6c87-45e7-8c94-8aeae991a4dc HTTP/1.1" status: 200 len: 853 time: 0.2106171 Jan 26 21:17:04.922785 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-0e99775c-7c49-41c1-8693-d186b483ae96 req-f2c64d20-cf77-442f-8ee9-6b691de020b4 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=0ba33c24-cb18-484b-aac7-07d8859e9540&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0761173 Jan 26 21:17:04.960546 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] For port 2bf2bb3a-e382-4bad-8651-b4f4db81227d, host n-h2-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-5',level=0,port_id=2bf2bb3a-e382-4bad-8651-b4f4db81227d,segment=NetworkSegment(bb9dd371-3de9-4327-a263-fb803ca379c8),segment_id=bb9dd371-3de9-4327-a263-fb803ca379c8)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:17:05.002321 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Returning: {'device': '2bf2bb3a-e382-4bad-8651-b4f4db81227d', 'network_id': '20b7651f-3dfe-4f65-83e1-a38049e7aae9', 'port_id': '2bf2bb3a-e382-4bad-8651-b4f4db81227d', 'mac_address': 'fa:16:3e:1a:1b:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 575, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7183c753-f99a-46b0-89ab-825caf92e3fd', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103306) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 26 21:17:05.039568 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e99775c-7c49-41c1-8693-d186b483ae96 req-38b494c0-8a94-44e0-9638-ed27bfaf6c3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:17:05.042674 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-0e99775c-7c49-41c1-8693-d186b483ae96 req-38b494c0-8a94-44e0-9638-ed27bfaf6c3f service neutron] 10.222.0.57 "GET /v2.0/subnets?id=a0b74693-6c87-45e7-8c94-8aeae991a4dc HTTP/1.1" status: 200 len: 853 time: 0.2198651 Jan 26 21:17:05.104952 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd7fcfc-cf88-4f75-a934-3c4d8540360a req-a00afccc-8872-48c9-a9ad-5042ecfc24ad tempest-LiveMigrationTest-746395142 tempest-LiveMigrationTest-746395142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:17:05.108062 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-7bd7fcfc-cf88-4f75-a934-3c4d8540360a req-a00afccc-8872-48c9-a9ad-5042ecfc24ad tempest-LiveMigrationTest-746395142 tempest-LiveMigrationTest-746395142-project] 10.222.0.13 "GET /v2.0/ports?device_id=3c1bb11b-19e0-4bd6-8502-e5422740b40d HTTP/1.1" status: 200 len: 943 time: 0.2215092 Jan 26 21:17:05.125924 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Current status of the port 2bf2bb3a-e382-4bad-8651-b4f4db81227d is: DOWN; New status is: BUILD {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:17:05.126371 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (2bf2bb3a-e382-4bad-8651-b4f4db81227d), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:17:05.167059 n-d-760453-5 neutron-server[103306]: DEBUG neutron.notifiers.nova [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2bf2bb3a-e382-4bad-8651-b4f4db81227d {{(pid=103306) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 26 21:17:05.222386 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] For port 2bf2bb3a-e382-4bad-8651-b4f4db81227d, host n-h2-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-5',level=0,port_id=2bf2bb3a-e382-4bad-8651-b4f4db81227d,segment=NetworkSegment(bb9dd371-3de9-4327-a263-fb803ca379c8),segment_id=bb9dd371-3de9-4327-a263-fb803ca379c8)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:17:05.229433 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (2bf2bb3a-e382-4bad-8651-b4f4db81227d), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:17:05.231862 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-0e99775c-7c49-41c1-8693-d186b483ae96 req-2f75d89c-f0d3-4a3b-bd8c-7e48e7949d6b service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=0ba33c24-cb18-484b-aac7-07d8859e9540&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1779881 Jan 26 21:17:05.244537 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-7bd7fcfc-cf88-4f75-a934-3c4d8540360a req-5bb1aa2e-7f92-4715-a674-f1529aeb197f tempest-LiveMigrationTest-746395142 tempest-LiveMigrationTest-746395142-project] 10.222.0.13 "GET /v2.0/security-groups?id=c43a996a-6b93-48e4-a331-48250c5b183d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132457 Jan 26 21:17:05.349204 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Pushing event updated for resources: {'Port': ['ID=2bf2bb3a-e382-4bad-8651-b4f4db81227d,revision_number=4']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:17:05.435866 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] get_ports_and_sgs() called for port_ids ['2bf2bb3a-e382-4bad-8651-b4f4db81227d'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 26 21:17:05.522194 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-a4404a77-f6d5-44c8-bb3c-d8c94152cac9 req-e76cbbb5-7aaf-4da3-bfe1-65223a61be1a tempest-ServersTestBootFromVolume-1845992378 tempest-ServersTestBootFromVolume-1845992378-project] 10.222.0.13 "GET /v2.0/ports?device_id=e77f0f82-e2f4-42d1-9e44-0082033dd07d HTTP/1.1" status: 200 len: 210 time: 0.1196153 Jan 26 21:17:05.573391 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-0e99775c-7c49-41c1-8693-d186b483ae96 req-d98c22d1-0218-4ef2-b015-0ea38df9326a service neutron] 10.222.0.66 "GET /v2.0/networks/0ba33c24-cb18-484b-aac7-07d8859e9540?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6263630 Jan 26 21:17:05.745501 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-0e99775c-7c49-41c1-8693-d186b483ae96 req-2a179df0-a564-4700-9f96-4d1fbafa7fbd service neutron] 10.222.0.57 "GET /v2.0/networks/0ba33c24-cb18-484b-aac7-07d8859e9540?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4931357 Jan 26 21:17:05.770177 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6d45ba-7e65-4155-a6f7-1f5c1f7ac55b req-51df6f0a-dcbd-4b8e-a0da-d0099acc80a1 tempest-ServersTestJSON-1629463572 tempest-ServersTestJSON-1629463572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:17:05.772644 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-6d6d45ba-7e65-4155-a6f7-1f5c1f7ac55b req-51df6f0a-dcbd-4b8e-a0da-d0099acc80a1 tempest-ServersTestJSON-1629463572 tempest-ServersTestJSON-1629463572-project] 10.222.0.13 "GET /v2.0/ports?device_id=30b3878b-e41c-4f2a-b1d4-a23fc4214e6b HTTP/1.1" status: 200 len: 944 time: 0.3687441 Jan 26 21:17:05.836771 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-8e2d0253-3a64-40be-bcc9-d423fed03235 req-d3f9fa1a-cb50-40d0-a315-c9f47fe28e07 tempest-ServerShowV247Test-997106086 tempest-ServerShowV247Test-997106086-project] 10.222.0.13 "GET /v2.0/ports?device_id=6bbf9f5e-be79-49bb-acc2-23619d1410b9 HTTP/1.1" status: 200 len: 210 time: 0.1265647 Jan 26 21:17:05.964069 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-0e99775c-7c49-41c1-8693-d186b483ae96 req-86f18014-22f1-4ff8-910f-309f495fee7c service neutron] 10.222.0.66 "GET /v2.0/networks/0ba33c24-cb18-484b-aac7-07d8859e9540?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3809812 Jan 26 21:17:06.025940 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-6d6d45ba-7e65-4155-a6f7-1f5c1f7ac55b req-594177fa-a188-4915-90f1-36628541b473 tempest-ServersTestJSON-1629463572 tempest-ServersTestJSON-1629463572-project] 10.222.0.13 "GET /v2.0/security-groups?id=a146440b-85c7-430a-88ed-6d0301627350&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1995304 Jan 26 21:17:06.272814 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-0e99775c-7c49-41c1-8693-d186b483ae96 req-e4cef357-624b-42a2-b40c-e86cd5b0f1ed service neutron] 10.222.0.57 "GET /v2.0/networks/0ba33c24-cb18-484b-aac7-07d8859e9540?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4936545 Jan 26 21:17:06.283465 n-d-760453-5 neutron-server[103304]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '77b276ae-ad4f-43a9-a290-65b00f1fd5f8', 'tag': '040a7afc-78c9-478c-ae62-8455e1656394'}] {{(pid=103304) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 21:17:06.291511 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d52b45f1943fcd332af9527eb73ff93c8d715d44383a3f6d18de73b4cfcf87b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82f3c74f-4b09-4a71-bcf7-4b3043570c2c" -d '{"events": [{"name": "network-changed", "server_uuid": "77b276ae-ad4f-43a9-a290-65b00f1fd5f8", "tag": "040a7afc-78c9-478c-ae62-8455e1656394"}]}' {{(pid=103304) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 21:17:06.303761 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1082bf-3a47-4880-a94d-863fb8684801 req-fd48bb52-c301-45de-b5ad-7735f8180e83 tempest-MultipleCreateTestJSON-2007749212 tempest-MultipleCreateTestJSON-2007749212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:17:06.312347 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-6f1082bf-3a47-4880-a94d-863fb8684801 req-fd48bb52-c301-45de-b5ad-7735f8180e83 tempest-MultipleCreateTestJSON-2007749212 tempest-MultipleCreateTestJSON-2007749212-project] 10.222.0.13 "GET /v2.0/ports?device_id=77b276ae-ad4f-43a9-a290-65b00f1fd5f8 HTTP/1.1" status: 200 len: 943 time: 0.3032014 Jan 26 21:17:06.350921 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1aaa8ee-8e6c-4039-8184-3fb8818cae14 req-4d7eed1d-a0cb-43b2-afa4-6aef229d2a77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:17:06.362687 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-c1aaa8ee-8e6c-4039-8184-3fb8818cae14 req-4d7eed1d-a0cb-43b2-afa4-6aef229d2a77 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=1ab31b5d3142488a8e17b3ca56cecb8f&device_id=83e14e5d-bf4d-480d-94f4-e9e8dc0f5b33 HTTP/1.1" status: 200 len: 1094 time: 0.2664292 Jan 26 21:17:06.629820 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Device 2bf2bb3a-e382-4bad-8651-b4f4db81227d up at agent hyperv_n-h2-760453-5 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 21:17:06.630512 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-6f1082bf-3a47-4880-a94d-863fb8684801 req-9f4f2e45-4499-4861-ba8e-58f134fc4db4 tempest-MultipleCreateTestJSON-2007749212 tempest-MultipleCreateTestJSON-2007749212-project] 10.222.0.13 "GET /v2.0/security-groups?id=ac84af4e-d640-4e7c-806b-00b2142fd304&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2985978 Jan 26 21:17:06.735703 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1aaa8ee-8e6c-4039-8184-3fb8818cae14 req-74d66133-e7ec-4ab5-bc17-e5f494630444 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:17:06.741155 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-c1aaa8ee-8e6c-4039-8184-3fb8818cae14 req-74d66133-e7ec-4ab5-bc17-e5f494630444 service neutron] 10.222.0.66 "GET /v2.0/networks?id=0ba33c24-cb18-484b-aac7-07d8859e9540 HTTP/1.1" status: 200 len: 914 time: 0.3584929 Jan 26 21:17:06.755889 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 26 Jan 2022 21:17:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b400d0e3-3a5e-4fe1-a1b7-af399eadf077 x-openstack-request-id: req-b400d0e3-3a5e-4fe1-a1b7-af399eadf077 {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 21:17:06.756448 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "77b276ae-ad4f-43a9-a290-65b00f1fd5f8", "tag": "040a7afc-78c9-478c-ae62-8455e1656394", "status": "completed", "code": 200}]} {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 21:17:06.757519 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b400d0e3-3a5e-4fe1-a1b7-af399eadf077 {{(pid=103304) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 21:17:06.757954 n-d-760453-5 neutron-server[103304]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '77b276ae-ad4f-43a9-a290-65b00f1fd5f8', 'tag': '040a7afc-78c9-478c-ae62-8455e1656394', 'status': 'completed', 'code': 200} Jan 26 21:17:06.764120 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Provisioning for port 2bf2bb3a-e382-4bad-8651-b4f4db81227d completed by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 21:17:06.776698 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Provisioning complete for port 2bf2bb3a-e382-4bad-8651-b4f4db81227d triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:17:06.778182 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d610050-6c6b-4151-a6a1-c54416e1f972 req-f8dc1abc-445e-4cd4-860a-7cdd99bef33a tempest-LiveMigrationTest-746395142 tempest-LiveMigrationTest-746395142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:17:06.778349 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (2bf2bb3a-e382-4bad-8651-b4f4db81227d), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:17:06.799795 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-6d610050-6c6b-4151-a6a1-c54416e1f972 req-f8dc1abc-445e-4cd4-860a-7cdd99bef33a tempest-LiveMigrationTest-746395142 tempest-LiveMigrationTest-746395142-project] 10.222.0.13 "GET /v2.0/ports?device_id=3c1bb11b-19e0-4bd6-8502-e5422740b40d HTTP/1.1" status: 200 len: 943 time: 0.2528043 Jan 26 21:17:06.932681 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-c1aaa8ee-8e6c-4039-8184-3fb8818cae14 req-aed979c9-68c6-4601-ae8d-696b53e3c92e service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4af8b9cb-b480-4429-b507-299f7262cc79 HTTP/1.1" status: 200 len: 217 time: 0.1252384 Jan 26 21:17:06.966091 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Current status of the port 2bf2bb3a-e382-4bad-8651-b4f4db81227d is: BUILD; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:17:06.966495 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (2bf2bb3a-e382-4bad-8651-b4f4db81227d), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:17:07.016150 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] For port 2bf2bb3a-e382-4bad-8651-b4f4db81227d, host n-h2-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-5',level=0,port_id=2bf2bb3a-e382-4bad-8651-b4f4db81227d,segment=NetworkSegment(bb9dd371-3de9-4327-a263-fb803ca379c8),segment_id=bb9dd371-3de9-4327-a263-fb803ca379c8)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:17:07.017399 n-d-760453-5 neutron-server[103306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30b3878b-e41c-4f2a-b1d4-a23fc4214e6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2bf2bb3a-e382-4bad-8651-b4f4db81227d'}] {{(pid=103306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 21:17:07.020879 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9d5d370febab655511bdd2ffe887e43e442d144a440368702bcc1e93af00b97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-887c2fad-2b6f-4a8d-8297-e5f062abc2dc" -d '{"events": [{"server_uuid": "30b3878b-e41c-4f2a-b1d4-a23fc4214e6b", "name": "network-vif-plugged", "status": "completed", "tag": "2bf2bb3a-e382-4bad-8651-b4f4db81227d"}]}' {{(pid=103306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 21:17:07.026133 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (2bf2bb3a-e382-4bad-8651-b4f4db81227d), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:17:07.083671 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Pushing event updated for resources: {'Port': ['ID=2bf2bb3a-e382-4bad-8651-b4f4db81227d,revision_number=5']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:17:07.157994 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1aaa8ee-8e6c-4039-8184-3fb8818cae14 req-c2a9b992-4a46-46bf-b8b5-cf9cf8d18eea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:17:07.159895 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-c1aaa8ee-8e6c-4039-8184-3fb8818cae14 req-c2a9b992-4a46-46bf-b8b5-cf9cf8d18eea service neutron] 10.222.0.66 "GET /v2.0/subnets?id=a0b74693-6c87-45e7-8c94-8aeae991a4dc HTTP/1.1" status: 200 len: 853 time: 0.1969738 Jan 26 21:17:07.173542 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-6d610050-6c6b-4151-a6a1-c54416e1f972 req-756d637d-2d3f-4df7-bdab-5dcd781cfd5f tempest-LiveMigrationTest-746395142 tempest-LiveMigrationTest-746395142-project] 10.222.0.13 "GET /v2.0/security-groups?id=c43a996a-6b93-48e4-a331-48250c5b183d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3717525 Jan 26 21:17:07.247952 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-55fd57fe-ba8d-4612-9a86-abcb271de206 req-2c24a45f-4970-4849-b0dc-2266a3017cf6 tempest-ServersTestBootFromVolume-1845992378 tempest-ServersTestBootFromVolume-1845992378-project] 10.222.0.13 "GET /v2.0/ports?device_id=e77f0f82-e2f4-42d1-9e44-0082033dd07d HTTP/1.1" status: 200 len: 210 time: 0.1920033 Jan 26 21:17:07.258400 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f3c74f-4b09-4a71-bcf7-4b3043570c2c req-4008517a-48bb-419a-b95d-9be6471c4fbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:17:07.260273 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-82f3c74f-4b09-4a71-bcf7-4b3043570c2c req-4008517a-48bb-419a-b95d-9be6471c4fbe service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=1ab31b5d3142488a8e17b3ca56cecb8f&device_id=77b276ae-ad4f-43a9-a290-65b00f1fd5f8 HTTP/1.1" status: 200 len: 1094 time: 0.4567683 Jan 26 21:17:07.301920 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-c1aaa8ee-8e6c-4039-8184-3fb8818cae14 req-43cb3d5d-b314-4f12-9ba2-388d429288e9 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=0ba33c24-cb18-484b-aac7-07d8859e9540&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1269071 Jan 26 21:17:07.345036 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Jan 2022 21:17:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5dcf7896-7035-4e40-9456-c8f58ec16990 x-openstack-request-id: req-5dcf7896-7035-4e40-9456-c8f58ec16990 {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 21:17:07.347440 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30b3878b-e41c-4f2a-b1d4-a23fc4214e6b", "name": "network-vif-plugged", "status": "completed", "tag": "2bf2bb3a-e382-4bad-8651-b4f4db81227d", "code": 200}]} {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 21:17:07.347930 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-5dcf7896-7035-4e40-9456-c8f58ec16990 {{(pid=103306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 21:17:07.348525 n-d-760453-5 neutron-server[103306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30b3878b-e41c-4f2a-b1d4-a23fc4214e6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2bf2bb3a-e382-4bad-8651-b4f4db81227d', 'code': 200} Jan 26 21:17:07.476978 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0692a56-e635-476a-9cd1-bda8af58c5a5 req-2cb35a18-181c-4ba9-95b6-777169dd9b6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:17:07.482640 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-e0692a56-e635-476a-9cd1-bda8af58c5a5 req-2cb35a18-181c-4ba9-95b6-777169dd9b6f service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=30b3878b-e41c-4f2a-b1d4-a23fc4214e6b HTTP/1.1" status: 200 len: 1096 time: 0.0834732 Jan 26 21:17:07.554525 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-e0692a56-e635-476a-9cd1-bda8af58c5a5 req-dad4a208-0b05-4b7c-baac-cea754247315 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=a146440b-85c7-430a-88ed-6d0301627350&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652990 Jan 26 21:17:07.599213 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f3c74f-4b09-4a71-bcf7-4b3043570c2c req-55610501-178c-45aa-8e95-905d5f16b532 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:17:07.601059 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-82f3c74f-4b09-4a71-bcf7-4b3043570c2c req-55610501-178c-45aa-8e95-905d5f16b532 service neutron] 10.222.0.57 "GET /v2.0/networks?id=0ba33c24-cb18-484b-aac7-07d8859e9540 HTTP/1.1" status: 200 len: 914 time: 0.3041317 Jan 26 21:17:08.151235 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-5c2fb34a-18d3-4a3d-9eba-500507bc68b7 req-a4cb71bb-6f94-43dd-a7eb-e209574f1d43 tempest-ServerShowV247Test-997106086 tempest-ServerShowV247Test-997106086-project] 10.222.0.13 "GET /v2.0/ports?device_id=5dcae182-f21f-49a1-b18d-e2bf967c0016 HTTP/1.1" status: 200 len: 210 time: 0.6721518 Jan 26 21:17:08.201338 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-82f3c74f-4b09-4a71-bcf7-4b3043570c2c req-957b859e-a4ad-45d4-8e51-1da34bd05cfc service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=040a7afc-78c9-478c-ae62-8455e1656394 HTTP/1.1" status: 200 len: 217 time: 0.0572765 Jan 26 21:17:08.226123 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (32ef628b-8417-46c5-8729-60fcabe358f1), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:17:08.275313 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd9318a-9a81-47ab-9e12-48ec83873d71 req-b5d68663-971a-4ada-91b4-de9c6499e3b9 tempest-ServersTestJSON-1629463572 tempest-ServersTestJSON-1629463572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:17:08.283951 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-afd9318a-9a81-47ab-9e12-48ec83873d71 req-b5d68663-971a-4ada-91b4-de9c6499e3b9 tempest-ServersTestJSON-1629463572 tempest-ServersTestJSON-1629463572-project] 10.222.0.13 "GET /v2.0/ports?device_id=30b3878b-e41c-4f2a-b1d4-a23fc4214e6b HTTP/1.1" status: 200 len: 945 time: 0.7558501 Jan 26 21:17:08.412078 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-e70deb26-4905-48ee-8774-7b002364bb3e req-00f4fd25-91f5-4b46-a06e-24ba7d1b37ab service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=c4662c10-663d-4f1c-9832-1ea6638aef0d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0870841 Jan 26 21:17:08.427145 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-c1aaa8ee-8e6c-4039-8184-3fb8818cae14 req-8957d5bb-b70c-4531-9ae4-81ab963c9cb3 service neutron] 10.222.0.66 "GET /v2.0/networks/0ba33c24-cb18-484b-aac7-07d8859e9540?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1126051 Jan 26 21:17:08.496337 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-667bf508-48af-438a-8d59-133374446527 req-d286465f-8d3b-4393-9e44-bf5cbee1a7e0 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=6bbf9f5e-be79-49bb-acc2-23619d1410b9 HTTP/1.1" status: 200 len: 210 time: 0.0831759 Jan 26 21:17:08.559083 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-afd9318a-9a81-47ab-9e12-48ec83873d71 req-a0c3bfb5-cd2f-42a2-b102-a270a56df8c5 tempest-ServersTestJSON-1629463572 tempest-ServersTestJSON-1629463572-project] 10.222.0.13 "GET /v2.0/security-groups?id=a146440b-85c7-430a-88ed-6d0301627350&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1867025 Jan 26 21:17:08.590868 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70deb26-4905-48ee-8774-7b002364bb3e req-bac45665-5503-4372-9220-18b6524db837 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:17:08.592421 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-e70deb26-4905-48ee-8774-7b002364bb3e req-bac45665-5503-4372-9220-18b6524db837 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=9e460ecabad547eca1394374023e7caf&device_id=c4662c10-663d-4f1c-9832-1ea6638aef0d HTTP/1.1" status: 200 len: 1097 time: 0.1477954 Jan 26 21:17:08.604606 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239f3578-04e0-4d08-aa8c-ede863c3a2e9 req-103c299f-7d8b-4956-90cf-e1db906b3c18 tempest-MultipleCreateTestJSON-2007749212 tempest-MultipleCreateTestJSON-2007749212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:17:08.618873 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-239f3578-04e0-4d08-aa8c-ede863c3a2e9 req-103c299f-7d8b-4956-90cf-e1db906b3c18 tempest-MultipleCreateTestJSON-2007749212 tempest-MultipleCreateTestJSON-2007749212-project] 10.222.0.13 "GET /v2.0/ports?device_id=77b276ae-ad4f-43a9-a290-65b00f1fd5f8 HTTP/1.1" status: 200 len: 943 time: 0.2671585 Jan 26 21:17:08.624787 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f3c74f-4b09-4a71-bcf7-4b3043570c2c req-1cff9f48-f668-469c-99fc-a7722d3bbbfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:17:08.626278 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-82f3c74f-4b09-4a71-bcf7-4b3043570c2c req-1cff9f48-f668-469c-99fc-a7722d3bbbfa service neutron] 10.222.0.57 "GET /v2.0/subnets?id=a0b74693-6c87-45e7-8c94-8aeae991a4dc HTTP/1.1" status: 200 len: 853 time: 0.4052629 Jan 26 21:17:08.642142 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Device 040a7afc-78c9-478c-ae62-8455e1656394 details requested by agent hyperv_n-h2-760453-5 with host n-h2-760453-5 {{(pid=103306) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 26 21:17:08.939648 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] For port 040a7afc-78c9-478c-ae62-8455e1656394, host n-h2-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-5',level=0,port_id=040a7afc-78c9-478c-ae62-8455e1656394,segment=NetworkSegment(b71d2c3f-3145-4173-b50d-b6be621ac7bd),segment_id=b71d2c3f-3145-4173-b50d-b6be621ac7bd)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:17:08.955635 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-82f3c74f-4b09-4a71-bcf7-4b3043570c2c req-a6190544-9e24-44bf-9b5c-2dd834acb295 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=0ba33c24-cb18-484b-aac7-07d8859e9540&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1999381 Jan 26 21:17:08.977807 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Returning: {'device': '040a7afc-78c9-478c-ae62-8455e1656394', 'network_id': '0ba33c24-cb18-484b-aac7-07d8859e9540', 'port_id': '040a7afc-78c9-478c-ae62-8455e1656394', 'mac_address': 'fa:16:3e:48:e4:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 550, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a0b74693-6c87-45e7-8c94-8aeae991a4dc', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103306) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 26 21:17:08.985406 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-239f3578-04e0-4d08-aa8c-ede863c3a2e9 req-d0206d2c-797c-4d48-b1ec-1bf113e28839 tempest-MultipleCreateTestJSON-2007749212 tempest-MultipleCreateTestJSON-2007749212-project] 10.222.0.13 "GET /v2.0/security-groups?id=ac84af4e-d640-4e7c-806b-00b2142fd304&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3634477 Jan 26 21:17:08.992845 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-c1aaa8ee-8e6c-4039-8184-3fb8818cae14 req-9430f587-b2a0-499e-b8e0-2ac80c64951c service neutron] 10.222.0.66 "GET /v2.0/networks/0ba33c24-cb18-484b-aac7-07d8859e9540?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5383186 Jan 26 21:17:09.041393 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70deb26-4905-48ee-8774-7b002364bb3e req-ed826ff6-a0bd-4328-9146-40deb22cbb3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:17:09.046625 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-e70deb26-4905-48ee-8774-7b002364bb3e req-ed826ff6-a0bd-4328-9146-40deb22cbb3f service neutron] 10.222.0.57 "GET /v2.0/networks?id=20b7651f-3dfe-4f65-83e1-a38049e7aae9 HTTP/1.1" status: 200 len: 907 time: 0.3453398 Jan 26 21:17:09.096067 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Current status of the port 040a7afc-78c9-478c-ae62-8455e1656394 is: DOWN; New status is: BUILD {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:17:09.096476 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (040a7afc-78c9-478c-ae62-8455e1656394), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:17:09.134324 n-d-760453-5 neutron-server[103306]: DEBUG neutron.notifiers.nova [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 040a7afc-78c9-478c-ae62-8455e1656394 {{(pid=103306) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 26 21:17:09.194492 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] For port 040a7afc-78c9-478c-ae62-8455e1656394, host n-h2-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-5',level=0,port_id=040a7afc-78c9-478c-ae62-8455e1656394,segment=NetworkSegment(b71d2c3f-3145-4173-b50d-b6be621ac7bd),segment_id=b71d2c3f-3145-4173-b50d-b6be621ac7bd)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:17:09.205362 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (040a7afc-78c9-478c-ae62-8455e1656394), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:17:09.220004 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-82f3c74f-4b09-4a71-bcf7-4b3043570c2c req-53bb784c-ae96-40ca-8653-ea7f3987526f service neutron] 10.222.0.57 "GET /v2.0/networks/0ba33c24-cb18-484b-aac7-07d8859e9540?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2250068 Jan 26 21:17:09.225307 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-e70deb26-4905-48ee-8774-7b002364bb3e req-2d81e8f4-4128-41df-b176-646daba8dca2 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c0c88dad-cc2c-45c3-b929-f9b04ea7d5f7 HTTP/1.1" status: 200 len: 217 time: 0.1557195 Jan 26 21:17:09.312714 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-0740ca78-8c2f-444c-a270-bf9556a3f15c req-c58aa07f-ec59-4939-af64-651d56f74f20 tempest-ServersTestBootFromVolume-1845992378 tempest-ServersTestBootFromVolume-1845992378-project] 10.222.0.13 "GET /v2.0/ports?device_id=e77f0f82-e2f4-42d1-9e44-0082033dd07d HTTP/1.1" status: 200 len: 210 time: 0.0651543 Jan 26 21:17:09.333565 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86318f3-c520-4c33-b7ed-498fb482f434 req-fe15b29a-20fa-46e0-9680-ff542eeb9cdd tempest-LiveMigrationTest-746395142 tempest-LiveMigrationTest-746395142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:17:09.333801 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Pushing event updated for resources: {'Port': ['ID=040a7afc-78c9-478c-ae62-8455e1656394,revision_number=4']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:17:09.334891 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-c86318f3-c520-4c33-b7ed-498fb482f434 req-fe15b29a-20fa-46e0-9680-ff542eeb9cdd tempest-LiveMigrationTest-746395142 tempest-LiveMigrationTest-746395142-project] 10.222.0.13 "GET /v2.0/ports?device_id=3c1bb11b-19e0-4bd6-8502-e5422740b40d HTTP/1.1" status: 200 len: 943 time: 0.6877635 Jan 26 21:17:09.378963 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70deb26-4905-48ee-8774-7b002364bb3e req-0bead890-656f-44ed-b175-2d19533e7159 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:17:09.382980 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-e70deb26-4905-48ee-8774-7b002364bb3e req-0bead890-656f-44ed-b175-2d19533e7159 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=7183c753-f99a-46b0-89ab-825caf92e3fd HTTP/1.1" status: 200 len: 846 time: 0.1483877 Jan 26 21:17:09.447614 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-e70deb26-4905-48ee-8774-7b002364bb3e req-ee5e9c67-db50-47d7-939c-c1288b51dc33 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=20b7651f-3dfe-4f65-83e1-a38049e7aae9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0579627 Jan 26 21:17:09.468345 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] get_ports_and_sgs() called for port_ids ['040a7afc-78c9-478c-ae62-8455e1656394'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 26 21:17:09.648878 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-c86318f3-c520-4c33-b7ed-498fb482f434 req-e06dc9bb-cf08-4197-bec3-e6815d3ae7f3 tempest-LiveMigrationTest-746395142 tempest-LiveMigrationTest-746395142-project] 10.222.0.13 "GET /v2.0/security-groups?id=c43a996a-6b93-48e4-a331-48250c5b183d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3104079 Jan 26 21:17:09.650738 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-c34bb405-b921-40ea-87e5-9a209e30fd3e req-3f77f9d8-a1a9-449a-9f79-c56ae3af1ab3 tempest-ServerShowV247Test-997106086 tempest-ServerShowV247Test-997106086-project] 10.222.0.13 "GET /v2.0/ports?device_id=5dcae182-f21f-49a1-b18d-e2bf967c0016 HTTP/1.1" status: 200 len: 210 time: 0.1221485 Jan 26 21:17:09.770717 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-82f3c74f-4b09-4a71-bcf7-4b3043570c2c req-5e5c3a51-f10d-4f9f-b93c-1aaa69f6924a service neutron] 10.222.0.57 "GET /v2.0/networks/0ba33c24-cb18-484b-aac7-07d8859e9540?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5323472 Jan 26 21:17:09.774743 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-e70deb26-4905-48ee-8774-7b002364bb3e req-f0d8be52-fce5-471e-9618-82a36204965b service neutron] 10.222.0.57 "GET /v2.0/networks/20b7651f-3dfe-4f65-83e1-a38049e7aae9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3093929 Jan 26 21:17:09.930914 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0076e4-ceb1-4fd7-a2bc-c3a5bccdf95c req-51835225-73d0-4f43-b35c-b63ba5ca4e6d tempest-ServersTestJSON-1629463572 tempest-ServersTestJSON-1629463572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:17:09.934625 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-8e0076e4-ceb1-4fd7-a2bc-c3a5bccdf95c req-51835225-73d0-4f43-b35c-b63ba5ca4e6d tempest-ServersTestJSON-1629463572 tempest-ServersTestJSON-1629463572-project] 10.222.0.13 "GET /v2.0/ports?device_id=30b3878b-e41c-4f2a-b1d4-a23fc4214e6b HTTP/1.1" status: 200 len: 945 time: 0.1183779 Jan 26 21:17:09.939043 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-e70deb26-4905-48ee-8774-7b002364bb3e req-594208f0-a35d-472b-8384-0563c41df501 service neutron] 10.222.0.57 "GET /v2.0/networks/20b7651f-3dfe-4f65-83e1-a38049e7aae9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1463840 Jan 26 21:17:10.065221 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-8e0076e4-ceb1-4fd7-a2bc-c3a5bccdf95c req-e09fce93-23b4-4a7b-8436-4e691b9adfe7 tempest-ServersTestJSON-1629463572 tempest-ServersTestJSON-1629463572-project] 10.222.0.13 "GET /v2.0/security-groups?id=a146440b-85c7-430a-88ed-6d0301627350&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965295 Jan 26 21:17:10.240709 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240ca357-7255-48f5-9ab3-0d7777341e48 req-8b01d6e7-f7d6-4835-8ab8-b4a8aa02e191 tempest-MultipleCreateTestJSON-2007749212 tempest-MultipleCreateTestJSON-2007749212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:17:10.242452 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-240ca357-7255-48f5-9ab3-0d7777341e48 req-8b01d6e7-f7d6-4835-8ab8-b4a8aa02e191 tempest-MultipleCreateTestJSON-2007749212 tempest-MultipleCreateTestJSON-2007749212-project] 10.222.0.13 "GET /v2.0/ports?device_id=77b276ae-ad4f-43a9-a290-65b00f1fd5f8 HTTP/1.1" status: 200 len: 944 time: 0.1213777 Jan 26 21:17:10.362790 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-240ca357-7255-48f5-9ab3-0d7777341e48 req-47b2d27c-f6cb-447d-8c30-fd771592b535 tempest-MultipleCreateTestJSON-2007749212 tempest-MultipleCreateTestJSON-2007749212-project] 10.222.0.13 "GET /v2.0/security-groups?id=ac84af4e-d640-4e7c-806b-00b2142fd304&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136231 Jan 26 21:17:10.383259 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e93aea-020d-4428-80a0-ad9cc1ab914c req-bad9ac42-a53a-47c5-956e-c9de8776ca2d tempest-ServersTestJSON-1629463572 tempest-ServersTestJSON-1629463572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:17:10.384787 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-60e93aea-020d-4428-80a0-ad9cc1ab914c req-bad9ac42-a53a-47c5-956e-c9de8776ca2d tempest-ServersTestJSON-1629463572 tempest-ServersTestJSON-1629463572-project] 10.222.0.13 "GET /v2.0/ports?device_id=30b3878b-e41c-4f2a-b1d4-a23fc4214e6b HTTP/1.1" status: 200 len: 945 time: 0.0673308 Jan 26 21:17:10.479026 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-60e93aea-020d-4428-80a0-ad9cc1ab914c req-5f2cc94e-f2d6-4469-9c77-a068ea62dc4e tempest-ServersTestJSON-1629463572 tempest-ServersTestJSON-1629463572-project] 10.222.0.13 "GET /v2.0/security-groups?id=a146440b-85c7-430a-88ed-6d0301627350&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860810 Jan 26 21:17:10.543591 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 59380) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:17:10.609779 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Device 4af8b9cb-b480-4429-b507-299f7262cc79 details requested by agent hyperv_n-h1-760453-5 with host n-h1-760453-5 {{(pid=103306) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 26 21:17:10.648411 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-bf94a53a-f2ba-4512-b61e-943065ca5f87 tempest-ServersTestBootFromVolume-1845992378 tempest-ServersTestBootFromVolume-1845992378-project] Publish callbacks [] for security_group (d1e8d686-a995-4f2f-9375-0f0073274779), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:17:10.666832 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Device 040a7afc-78c9-478c-ae62-8455e1656394 up at agent hyperv_n-h2-760453-5 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 21:17:10.696605 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4700937d-21f8-495c-bbbd-63d98fc0d67f req-87002825-5401-4140-b8de-915ee43f5400 tempest-ServersTestJSON-1629463572 tempest-ServersTestJSON-1629463572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:17:10.703669 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-4700937d-21f8-495c-bbbd-63d98fc0d67f req-87002825-5401-4140-b8de-915ee43f5400 tempest-ServersTestJSON-1629463572 tempest-ServersTestJSON-1629463572-project] 10.222.0.13 "GET /v2.0/ports?device_id=30b3878b-e41c-4f2a-b1d4-a23fc4214e6b HTTP/1.1" status: 200 len: 945 time: 0.1019437 Jan 26 21:17:10.735515 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-bf94a53a-f2ba-4512-b61e-943065ca5f87 tempest-ServersTestBootFromVolume-1845992378 tempest-ServersTestBootFromVolume-1845992378-project] Publish callbacks [] for security_group (d1e8d686-a995-4f2f-9375-0f0073274779), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:17:10.871546 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-bf94a53a-f2ba-4512-b61e-943065ca5f87 tempest-ServersTestBootFromVolume-1845992378 tempest-ServersTestBootFromVolume-1845992378-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (d1e8d686-a995-4f2f-9375-0f0073274779), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:17:10.876478 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-bf94a53a-f2ba-4512-b61e-943065ca5f87 tempest-ServersTestBootFromVolume-1845992378 tempest-ServersTestBootFromVolume-1845992378-project] Publish callbacks [] for security_group (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:17:10.877818 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-bf94a53a-f2ba-4512-b61e-943065ca5f87 tempest-ServersTestBootFromVolume-1845992378 tempest-ServersTestBootFromVolume-1845992378-project] 10.222.0.13 "DELETE /v2.0/security-groups/d1e8d686-a995-4f2f-9375-0f0073274779 HTTP/1.1" status: 204 len: 168 time: 0.3324471 Jan 26 21:17:10.882521 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 59390) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:17:10.918710 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf94a53a-f2ba-4512-b61e-943065ca5f87 tempest-ServersTestBootFromVolume-1845992378 tempest-ServersTestBootFromVolume-1845992378-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1e8d686-a995-4f2f-9375-0f0073274779,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:17:10.933205 n-d-760453-5 neutron-server[103305]: INFO neutron.api.v2.resource [None req-b93a830c-2e1e-4bd1-90a1-a5ed32c5abe1 tempest-ServersTestBootFromVolume-1845992378 tempest-ServersTestBootFromVolume-1845992378-project] show failed (client error): The resource could not be found. Jan 26 21:17:10.941084 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-b93a830c-2e1e-4bd1-90a1-a5ed32c5abe1 tempest-ServersTestBootFromVolume-1845992378 tempest-ServersTestBootFromVolume-1845992378-project] 10.222.0.13 "GET /v2.0/security-groups/d1e8d686-a995-4f2f-9375-0f0073274779 HTTP/1.1" status: 404 len: 347 time: 0.0524693 Jan 26 21:17:10.941957 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 59392) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:17:10.943433 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-4700937d-21f8-495c-bbbd-63d98fc0d67f req-fb71affa-f0e8-4f14-8a54-f4d89100f3cf tempest-ServersTestJSON-1629463572 tempest-ServersTestJSON-1629463572-project] 10.222.0.13 "GET /v2.0/security-groups?id=a146440b-85c7-430a-88ed-6d0301627350&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2254252 Jan 26 21:17:11.122280 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Provisioning for port 040a7afc-78c9-478c-ae62-8455e1656394 completed by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 21:17:11.131688 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] For port 4af8b9cb-b480-4429-b507-299f7262cc79, host n-h1-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-5',level=0,port_id=4af8b9cb-b480-4429-b507-299f7262cc79,segment=NetworkSegment(b71d2c3f-3145-4173-b50d-b6be621ac7bd),segment_id=b71d2c3f-3145-4173-b50d-b6be621ac7bd)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:17:11.134417 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Provisioning complete for port 040a7afc-78c9-478c-ae62-8455e1656394 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:17:11.134792 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (040a7afc-78c9-478c-ae62-8455e1656394), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:17:11.221761 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-01e53e9c-e693-47d0-8a96-8e8363786dcc req-678c6249-683d-4b09-93e1-6e5e4c48d813 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=5dcae182-f21f-49a1-b18d-e2bf967c0016 HTTP/1.1" status: 200 len: 210 time: 0.1366739 Jan 26 21:17:11.227704 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Returning: {'device': '4af8b9cb-b480-4429-b507-299f7262cc79', 'network_id': '0ba33c24-cb18-484b-aac7-07d8859e9540', 'port_id': '4af8b9cb-b480-4429-b507-299f7262cc79', 'mac_address': 'fa:16:3e:bb:18:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 550, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a0b74693-6c87-45e7-8c94-8aeae991a4dc', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103306) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 26 21:17:11.274972 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287be5e5-1d05-4063-8f0b-2959ee11297c req-f113da65-0ff2-4252-8b5f-f2b2f36d4686 tempest-LiveMigrationTest-746395142 tempest-LiveMigrationTest-746395142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:17:11.286441 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-287be5e5-1d05-4063-8f0b-2959ee11297c req-f113da65-0ff2-4252-8b5f-f2b2f36d4686 tempest-LiveMigrationTest-746395142 tempest-LiveMigrationTest-746395142-project] 10.222.0.13 "GET /v2.0/ports?device_id=3c1bb11b-19e0-4bd6-8502-e5422740b40d HTTP/1.1" status: 200 len: 943 time: 0.3779905 Jan 26 21:17:11.327204 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-479fe02b-639d-4546-9471-03df94efa3a8 tempest-ServersTestBootFromVolume-1845992378 tempest-ServersTestBootFromVolume-1845992378-project] Deleting port a263f137-6429-4c81-8430-4d84dca1e9df {{(pid=103305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 21:17:11.327547 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-479fe02b-639d-4546-9471-03df94efa3a8 tempest-ServersTestBootFromVolume-1845992378 tempest-ServersTestBootFromVolume-1845992378-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746560630878'] for port (a263f137-6429-4c81-8430-4d84dca1e9df), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:17:11.347192 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Current status of the port 4af8b9cb-b480-4429-b507-299f7262cc79 is: DOWN; New status is: BUILD {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:17:11.347584 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (4af8b9cb-b480-4429-b507-299f7262cc79), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:17:11.350019 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 59398) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:17:11.364310 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-7f112ff4-0f72-488d-85cd-ec8c54be6858 req-a530c8e5-7bc1-4fe7-91bc-0220b522c6d5 tempest-ServerShowV247Test-997106086 tempest-ServerShowV247Test-997106086-project] 10.222.0.13 "GET /v2.0/ports?device_id=5dcae182-f21f-49a1-b18d-e2bf967c0016 HTTP/1.1" status: 200 len: 210 time: 0.0683119 Jan 26 21:17:11.369943 n-d-760453-5 neutron-server[103306]: DEBUG neutron.notifiers.nova [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4af8b9cb-b480-4429-b507-299f7262cc79 {{(pid=103306) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 26 21:17:11.381349 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Current status of the port 040a7afc-78c9-478c-ae62-8455e1656394 is: BUILD; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:17:11.381743 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (040a7afc-78c9-478c-ae62-8455e1656394), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:17:11.454163 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] For port 4af8b9cb-b480-4429-b507-299f7262cc79, host n-h1-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-5',level=0,port_id=4af8b9cb-b480-4429-b507-299f7262cc79,segment=NetworkSegment(b71d2c3f-3145-4173-b50d-b6be621ac7bd),segment_id=b71d2c3f-3145-4173-b50d-b6be621ac7bd)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:17:11.468533 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (4af8b9cb-b480-4429-b507-299f7262cc79), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:17:11.481725 n-d-760453-5 neutron-server[103306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77b276ae-ad4f-43a9-a290-65b00f1fd5f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '040a7afc-78c9-478c-ae62-8455e1656394'}] {{(pid=103306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 21:17:11.484219 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9d5d370febab655511bdd2ffe887e43e442d144a440368702bcc1e93af00b97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3fcf98c-8c23-4689-93ec-5c6cf4f9577e" -d '{"events": [{"server_uuid": "77b276ae-ad4f-43a9-a290-65b00f1fd5f8", "name": "network-vif-plugged", "status": "completed", "tag": "040a7afc-78c9-478c-ae62-8455e1656394"}]}' {{(pid=103306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 21:17:11.515853 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-287be5e5-1d05-4063-8f0b-2959ee11297c req-ad89a018-416d-41f9-af07-c413d760d22e tempest-LiveMigrationTest-746395142 tempest-LiveMigrationTest-746395142-project] 10.222.0.13 "GET /v2.0/security-groups?id=c43a996a-6b93-48e4-a331-48250c5b183d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2280872 Jan 26 21:17:11.566825 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-479fe02b-639d-4546-9471-03df94efa3a8 tempest-ServersTestBootFromVolume-1845992378 tempest-ServersTestBootFromVolume-1845992378-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4109658'] for port (a263f137-6429-4c81-8430-4d84dca1e9df), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:17:11.567153 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-479fe02b-639d-4546-9471-03df94efa3a8 tempest-ServersTestBootFromVolume-1845992378 tempest-ServersTestBootFromVolume-1845992378-project] Publish callbacks [] for floatingip (a263f137-6429-4c81-8430-4d84dca1e9df), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:17:11.568009 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] For port 040a7afc-78c9-478c-ae62-8455e1656394, host n-h2-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-5',level=0,port_id=040a7afc-78c9-478c-ae62-8455e1656394,segment=NetworkSegment(b71d2c3f-3145-4173-b50d-b6be621ac7bd),segment_id=b71d2c3f-3145-4173-b50d-b6be621ac7bd)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:17:11.596728 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (040a7afc-78c9-478c-ae62-8455e1656394), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:17:11.617469 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-479fe02b-639d-4546-9471-03df94efa3a8 tempest-ServersTestBootFromVolume-1845992378 tempest-ServersTestBootFromVolume-1845992378-project] Calling delete_port for a263f137-6429-4c81-8430-4d84dca1e9df owned by network:floatingip {{(pid=103305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 21:17:11.627823 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Pushing event updated for resources: {'Port': ['ID=4af8b9cb-b480-4429-b507-299f7262cc79,revision_number=4']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:17:11.691064 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-adb2fc9d-d58a-4239-811d-de625a4afeeb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:17:11.699422 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Jan 2022 21:17:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8323b19d-fb5b-4890-b3c6-1248e0e484c1 x-openstack-request-id: req-8323b19d-fb5b-4890-b3c6-1248e0e484c1 {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 21:17:11.699719 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77b276ae-ad4f-43a9-a290-65b00f1fd5f8", "name": "network-vif-plugged", "status": "completed", "tag": "040a7afc-78c9-478c-ae62-8455e1656394", "code": 200}]} {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 21:17:11.701535 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-8323b19d-fb5b-4890-b3c6-1248e0e484c1 {{(pid=103306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 21:17:11.701953 n-d-760453-5 neutron-server[103306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77b276ae-ad4f-43a9-a290-65b00f1fd5f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '040a7afc-78c9-478c-ae62-8455e1656394', 'code': 200} Jan 26 21:17:11.703522 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Pushing event updated for resources: {'Port': ['ID=040a7afc-78c9-478c-ae62-8455e1656394,revision_number=5']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:17:11.759219 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7d229e-f4c6-4152-80a4-810b882e402d req-b64f9cdf-854a-4b35-a372-9bba129aaa9a tempest-MultipleCreateTestJSON-2007749212 tempest-MultipleCreateTestJSON-2007749212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:17:11.761157 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-1b7d229e-f4c6-4152-80a4-810b882e402d req-b64f9cdf-854a-4b35-a372-9bba129aaa9a tempest-MultipleCreateTestJSON-2007749212 tempest-MultipleCreateTestJSON-2007749212-project] 10.222.0.13 "GET /v2.0/ports?device_id=77b276ae-ad4f-43a9-a290-65b00f1fd5f8 HTTP/1.1" status: 200 len: 945 time: 0.1647778 Jan 26 21:17:11.891406 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccfe6d04-e37f-4601-8e25-054549aef9bc req-ab6b4370-797f-45e7-af33-cbcaa8e519f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:17:11.893797 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-ccfe6d04-e37f-4601-8e25-054549aef9bc req-ab6b4370-797f-45e7-af33-cbcaa8e519f8 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=77b276ae-ad4f-43a9-a290-65b00f1fd5f8 HTTP/1.1" status: 200 len: 1096 time: 0.0901546 Jan 26 21:17:11.900099 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] get_ports_and_sgs() called for port_ids ['4af8b9cb-b480-4429-b507-299f7262cc79'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 26 21:17:11.942759 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-1b7d229e-f4c6-4152-80a4-810b882e402d req-a57f6d6e-0d9a-484c-b310-e3f519d90155 tempest-MultipleCreateTestJSON-2007749212 tempest-MultipleCreateTestJSON-2007749212-project] 10.222.0.13 "GET /v2.0/security-groups?id=ac84af4e-d640-4e7c-806b-00b2142fd304&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1745627 Jan 26 21:17:11.977711 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-ccfe6d04-e37f-4601-8e25-054549aef9bc req-ab9b1fdc-4dac-4be3-8598-6d7fd018c208 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=ac84af4e-d640-4e7c-806b-00b2142fd304&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677288 Jan 26 21:17:12.019270 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-adb2fc9d-d58a-4239-811d-de625a4afeeb admin admin] Publish callbacks [] for security_group (f414cc08-c542-4f5a-9a96-068effab0f8c), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:17:12.046071 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d83bfd6-9f77-4441-ad76-54bd8f42a575 req-16f8ec1c-6bd5-4758-8b1c-f2fd3cca76de tempest-ServersTestJSON-1629463572 tempest-ServersTestJSON-1629463572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:17:12.051280 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-4d83bfd6-9f77-4441-ad76-54bd8f42a575 req-16f8ec1c-6bd5-4758-8b1c-f2fd3cca76de tempest-ServersTestJSON-1629463572 tempest-ServersTestJSON-1629463572-project] 10.222.0.13 "GET /v2.0/ports?device_id=30b3878b-e41c-4f2a-b1d4-a23fc4214e6b HTTP/1.1" status: 200 len: 945 time: 0.2222412 Jan 26 21:17:12.052537 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-adb2fc9d-d58a-4239-811d-de625a4afeeb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (f414cc08-c542-4f5a-9a96-068effab0f8c), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:17:12.087689 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-479fe02b-639d-4546-9471-03df94efa3a8 tempest-ServersTestBootFromVolume-1845992378 tempest-ServersTestBootFromVolume-1845992378-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746560636600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746560234536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11791543'] for port (a263f137-6429-4c81-8430-4d84dca1e9df), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:17:12.146775 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-479fe02b-639d-4546-9471-03df94efa3a8 tempest-ServersTestBootFromVolume-1845992378 tempest-ServersTestBootFromVolume-1845992378-project] Pushing event deleted for resources: {'Port': ['ID=a263f137-6429-4c81-8430-4d84dca1e9df,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:17:12.189616 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-479fe02b-639d-4546-9471-03df94efa3a8 tempest-ServersTestBootFromVolume-1845992378 tempest-ServersTestBootFromVolume-1845992378-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:17:12.197924 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-479fe02b-639d-4546-9471-03df94efa3a8 tempest-ServersTestBootFromVolume-1845992378 tempest-ServersTestBootFromVolume-1845992378-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:17:12.203104 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-479fe02b-639d-4546-9471-03df94efa3a8 tempest-ServersTestBootFromVolume-1845992378 tempest-ServersTestBootFromVolume-1845992378-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:17:12.203558 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-479fe02b-639d-4546-9471-03df94efa3a8 tempest-ServersTestBootFromVolume-1845992378 tempest-ServersTestBootFromVolume-1845992378-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:17:12.204307 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-479fe02b-639d-4546-9471-03df94efa3a8 tempest-ServersTestBootFromVolume-1845992378 tempest-ServersTestBootFromVolume-1845992378-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:17:12.204872 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-479fe02b-639d-4546-9471-03df94efa3a8 tempest-ServersTestBootFromVolume-1845992378 tempest-ServersTestBootFromVolume-1845992378-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:17:12.205533 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-adb2fc9d-d58a-4239-811d-de625a4afeeb admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=fda178a7660f46bb8a80720de6c9ebd8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8306077 Jan 26 21:17:12.207701 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-479fe02b-639d-4546-9471-03df94efa3a8 tempest-ServersTestBootFromVolume-1845992378 tempest-ServersTestBootFromVolume-1845992378-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:17:12.208692 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-479fe02b-639d-4546-9471-03df94efa3a8 tempest-ServersTestBootFromVolume-1845992378 tempest-ServersTestBootFromVolume-1845992378-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:17:12.210861 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-479fe02b-639d-4546-9471-03df94efa3a8 tempest-ServersTestBootFromVolume-1845992378 tempest-ServersTestBootFromVolume-1845992378-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:17:12.211446 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-479fe02b-639d-4546-9471-03df94efa3a8 tempest-ServersTestBootFromVolume-1845992378 tempest-ServersTestBootFromVolume-1845992378-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:17:12.211988 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-479fe02b-639d-4546-9471-03df94efa3a8 tempest-ServersTestBootFromVolume-1845992378 tempest-ServersTestBootFromVolume-1845992378-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:17:12.215197 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 59414) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:17:12.215866 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-479fe02b-639d-4546-9471-03df94efa3a8 tempest-ServersTestBootFromVolume-1845992378 tempest-ServersTestBootFromVolume-1845992378-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:17:12.216437 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-479fe02b-639d-4546-9471-03df94efa3a8 tempest-ServersTestBootFromVolume-1845992378 tempest-ServersTestBootFromVolume-1845992378-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:17:12.225733 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb2fc9d-d58a-4239-811d-de625a4afeeb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f414cc08-c542-4f5a-9a96-068effab0f8c,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:17:12.285121 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-4d83bfd6-9f77-4441-ad76-54bd8f42a575 req-69731f55-a953-430f-9f9b-ed779baeffb7 tempest-ServersTestJSON-1629463572 tempest-ServersTestJSON-1629463572-project] 10.222.0.13 "GET /v2.0/security-groups?id=a146440b-85c7-430a-88ed-6d0301627350&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2265239 Jan 26 21:17:12.324603 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-479fe02b-639d-4546-9471-03df94efa3a8 tempest-ServersTestBootFromVolume-1845992378 tempest-ServersTestBootFromVolume-1845992378-project] Publish callbacks [] for floatingip (9dee0683-6a13-415f-854b-98a50b1e3a50), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:17:12.327682 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-479fe02b-639d-4546-9471-03df94efa3a8 tempest-ServersTestBootFromVolume-1845992378 tempest-ServersTestBootFromVolume-1845992378-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for floatingip (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:17:12.328961 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-479fe02b-639d-4546-9471-03df94efa3a8 tempest-ServersTestBootFromVolume-1845992378 tempest-ServersTestBootFromVolume-1845992378-project] 10.222.0.13 "DELETE /v2.0/floatingips/9dee0683-6a13-415f-854b-98a50b1e3a50 HTTP/1.1" status: 204 len: 168 time: 1.3861928 Jan 26 21:17:12.332447 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 59418) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:17:12.441585 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-068c8f22-8f06-4fc1-906e-1041ab0f7704 admin admin] Publish callbacks [] for security_group (f414cc08-c542-4f5a-9a96-068effab0f8c), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:17:12.514190 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-068c8f22-8f06-4fc1-906e-1041ab0f7704 admin admin] Publish callbacks [] for security_group (f414cc08-c542-4f5a-9a96-068effab0f8c), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:17:12.670188 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-0cb7628c-cb49-47d4-82f5-00369f3a1732 req-6b4ad344-e2c1-489e-9220-ddf94f7b6a34 tempest-ServerShowV247Test-997106086 tempest-ServerShowV247Test-997106086-project] 10.222.0.13 "GET /v2.0/ports?device_id=5dcae182-f21f-49a1-b18d-e2bf967c0016 HTTP/1.1" status: 200 len: 210 time: 0.1005585 Jan 26 21:17:12.975282 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a2f174-802d-479d-911d-bba982681c51 req-fc9500bb-05d6-4415-8607-19f4facfa73a tempest-LiveMigrationTest-746395142 tempest-LiveMigrationTest-746395142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:17:12.980555 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-54a2f174-802d-479d-911d-bba982681c51 req-fc9500bb-05d6-4415-8607-19f4facfa73a tempest-LiveMigrationTest-746395142 tempest-LiveMigrationTest-746395142-project] 10.222.0.13 "GET /v2.0/ports?device_id=3c1bb11b-19e0-4bd6-8502-e5422740b40d HTTP/1.1" status: 200 len: 943 time: 0.3207409 Jan 26 21:17:13.026406 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-068c8f22-8f06-4fc1-906e-1041ab0f7704 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (f414cc08-c542-4f5a-9a96-068effab0f8c), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:17:13.029508 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-068c8f22-8f06-4fc1-906e-1041ab0f7704 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:17:13.034199 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-068c8f22-8f06-4fc1-906e-1041ab0f7704 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/f414cc08-c542-4f5a-9a96-068effab0f8c HTTP/1.1" status: 204 len: 168 time: 0.8179851 Jan 26 21:17:13.132258 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-068c8f22-8f06-4fc1-906e-1041ab0f7704 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f414cc08-c542-4f5a-9a96-068effab0f8c,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:17:13.167663 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-54a2f174-802d-479d-911d-bba982681c51 req-df65773f-86f6-4eba-aa93-23dfc3733492 tempest-LiveMigrationTest-746395142 tempest-LiveMigrationTest-746395142-project] 10.222.0.13 "GET /v2.0/security-groups?id=c43a996a-6b93-48e4-a331-48250c5b183d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1739562 Jan 26 21:17:13.258495 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b9f1e5-27cb-4a42-b451-d41c0a41c920 req-52db7042-4473-400e-af07-530ba5cea8e1 tempest-MultipleCreateTestJSON-2007749212 tempest-MultipleCreateTestJSON-2007749212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:17:13.265077 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-67b9f1e5-27cb-4a42-b451-d41c0a41c920 req-52db7042-4473-400e-af07-530ba5cea8e1 tempest-MultipleCreateTestJSON-2007749212 tempest-MultipleCreateTestJSON-2007749212-project] 10.222.0.13 "GET /v2.0/ports?device_id=77b276ae-ad4f-43a9-a290-65b00f1fd5f8 HTTP/1.1" status: 200 len: 945 time: 0.1383526 Jan 26 21:17:13.339247 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-67b9f1e5-27cb-4a42-b451-d41c0a41c920 req-9037913d-2044-4287-9e0a-453ca70b30b8 tempest-MultipleCreateTestJSON-2007749212 tempest-MultipleCreateTestJSON-2007749212-project] 10.222.0.13 "GET /v2.0/security-groups?id=ac84af4e-d640-4e7c-806b-00b2142fd304&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595145 Jan 26 21:17:13.473473 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be48fe77-6335-4af9-8633-850394d57ca7 req-636ba1ca-edf2-4917-9d95-dc4b8f12b1d3 tempest-ServersTestJSON-1629463572 tempest-ServersTestJSON-1629463572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:17:13.480797 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-be48fe77-6335-4af9-8633-850394d57ca7 req-636ba1ca-edf2-4917-9d95-dc4b8f12b1d3 tempest-ServersTestJSON-1629463572 tempest-ServersTestJSON-1629463572-project] 10.222.0.13 "GET /v2.0/ports?device_id=30b3878b-e41c-4f2a-b1d4-a23fc4214e6b HTTP/1.1" status: 200 len: 945 time: 0.0702116 Jan 26 21:17:13.497325 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 59438) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:17:13.512491 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-b6bc5b5e-376f-41f7-8199-f706a8971816 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:17:13.595291 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-be48fe77-6335-4af9-8633-850394d57ca7 req-4b2d41f7-8097-4dc4-a17a-bd1d1dc7760a tempest-ServersTestJSON-1629463572 tempest-ServersTestJSON-1629463572-project] 10.222.0.13 "GET /v2.0/security-groups?id=a146440b-85c7-430a-88ed-6d0301627350&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135750 Jan 26 21:17:13.693952 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-7d89d953-a901-4edd-ba63-ac1098c4aa0f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4110657'] for router_interface (a15ddc95-4511-4c22-885c-df3d01362010), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:17:13.740181 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-b6bc5b5e-376f-41f7-8199-f706a8971816 admin admin] Publish callbacks [] for security_group (cc3edc4b-fc15-40a4-954c-d5a3aab8e10f), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:17:13.751286 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-b6bc5b5e-376f-41f7-8199-f706a8971816 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (cc3edc4b-fc15-40a4-954c-d5a3aab8e10f), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:17:13.787364 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-b6bc5b5e-376f-41f7-8199-f706a8971816 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=e9ad035aba174875a01d69fc6f63ba4b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2883976 Jan 26 21:17:13.791203 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 59442) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:17:13.926476 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-e9d12a06-c85e-417e-aa0d-d746f97b4467 admin admin] Publish callbacks [] for security_group (cc3edc4b-fc15-40a4-954c-d5a3aab8e10f), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:17:13.937894 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-f883b814-1913-450c-8182-aa360b27d667 req-f6639aa5-ce53-4dff-894b-379486ec38be tempest-ServerShowV247Test-997106086 tempest-ServerShowV247Test-997106086-project] 10.222.0.13 "GET /v2.0/ports?device_id=5dcae182-f21f-49a1-b18d-e2bf967c0016 HTTP/1.1" status: 200 len: 210 time: 0.1592331 Jan 26 21:17:13.945747 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6bc5b5e-376f-41f7-8199-f706a8971816 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc3edc4b-fc15-40a4-954c-d5a3aab8e10f,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:17:13.952258 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-e9d12a06-c85e-417e-aa0d-d746f97b4467 admin admin] Publish callbacks [] for security_group (cc3edc4b-fc15-40a4-954c-d5a3aab8e10f), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:17:14.056871 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-e9d12a06-c85e-417e-aa0d-d746f97b4467 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (cc3edc4b-fc15-40a4-954c-d5a3aab8e10f), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:17:14.062105 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-e9d12a06-c85e-417e-aa0d-d746f97b4467 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:17:14.065362 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-e9d12a06-c85e-417e-aa0d-d746f97b4467 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/cc3edc4b-fc15-40a4-954c-d5a3aab8e10f HTTP/1.1" status: 204 len: 168 time: 0.2725065 Jan 26 21:17:14.082146 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d12a06-c85e-417e-aa0d-d746f97b4467 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc3edc4b-fc15-40a4-954c-d5a3aab8e10f,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:17:14.259898 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-7d89d953-a901-4edd-ba63-ac1098c4aa0f admin admin] Deleting port 94e067d5-450b-4328-ad8b-b4ec7c5a164d {{(pid=103304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 21:17:14.260962 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-7d89d953-a901-4edd-ba63-ac1098c4aa0f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746560630878'] for port (94e067d5-450b-4328-ad8b-b4ec7c5a164d), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:17:14.471933 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f842ab-a99e-4933-a34a-9085121d048f req-8f0f22fd-4490-469e-be7c-a3800c7ec5f3 tempest-LiveMigrationTest-746395142 tempest-LiveMigrationTest-746395142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:17:14.485689 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-12f842ab-a99e-4933-a34a-9085121d048f req-8f0f22fd-4490-469e-be7c-a3800c7ec5f3 tempest-LiveMigrationTest-746395142 tempest-LiveMigrationTest-746395142-project] 10.222.0.13 "GET /v2.0/ports?device_id=3c1bb11b-19e0-4bd6-8502-e5422740b40d HTTP/1.1" status: 200 len: 943 time: 0.1965287 Jan 26 21:17:14.550997 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-8bf1b236-8e66-4ed9-abe1-cea3923891f4 req-f28d3994-d458-458b-bed8-698387181a81 tempest-ServerShowV247Test-997106086 tempest-ServerShowV247Test-997106086-project] 10.222.0.13 "GET /v2.0/ports?device_id=5dcae182-f21f-49a1-b18d-e2bf967c0016 HTTP/1.1" status: 200 len: 210 time: 0.1140597 Jan 26 21:17:14.560773 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [None req-7d89d953-a901-4edd-ba63-ac1098c4aa0f admin admin] For port 94e067d5-450b-4328-ad8b-b4ec7c5a164d, host n-d-760453-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=94e067d5-450b-4328-ad8b-b4ec7c5a164d,segment=NetworkSegment(a15ef740-f64f-41d4-9077-bbc625c53d41),segment_id=a15ef740-f64f-41d4-9077-bbc625c53d41)] {{(pid=103304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:17:14.561438 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-7d89d953-a901-4edd-ba63-ac1098c4aa0f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4109658'] for port (94e067d5-450b-4328-ad8b-b4ec7c5a164d), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:17:14.577901 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-7d89d953-a901-4edd-ba63-ac1098c4aa0f admin admin] Calling delete_port for 94e067d5-450b-4328-ad8b-b4ec7c5a164d owned by network:router_interface {{(pid=103304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 21:17:14.622851 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Device 4af8b9cb-b480-4429-b507-299f7262cc79 up at agent hyperv_n-h1-760453-5 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 21:17:14.636225 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 59474) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:17:14.660027 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-80557644-2f0e-423e-8ecf-076018d45e95 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:17:14.723286 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Provisioning for port 4af8b9cb-b480-4429-b507-299f7262cc79 completed by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 21:17:14.731995 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Provisioning complete for port 4af8b9cb-b480-4429-b507-299f7262cc79 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:17:14.733108 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (4af8b9cb-b480-4429-b507-299f7262cc79), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:17:14.762673 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-12f842ab-a99e-4933-a34a-9085121d048f req-2a0af57a-0b20-4abe-b738-7e11b3cd4944 tempest-LiveMigrationTest-746395142 tempest-LiveMigrationTest-746395142-project] 10.222.0.13 "GET /v2.0/security-groups?id=c43a996a-6b93-48e4-a331-48250c5b183d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2760379 Jan 26 21:17:14.858802 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Current status of the port 4af8b9cb-b480-4429-b507-299f7262cc79 is: BUILD; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:17:14.859202 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (4af8b9cb-b480-4429-b507-299f7262cc79), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:17:14.883757 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d10469a-6ca1-4574-840e-8b10f657985e req-a55aad02-789b-4d57-8a39-e5eb4ba1084f tempest-MultipleCreateTestJSON-2007749212 tempest-MultipleCreateTestJSON-2007749212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:17:14.886801 n-d-760453-5 neutron-server[103306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83e14e5d-bf4d-480d-94f4-e9e8dc0f5b33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4af8b9cb-b480-4429-b507-299f7262cc79'}] {{(pid=103306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 21:17:14.891509 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9d5d370febab655511bdd2ffe887e43e442d144a440368702bcc1e93af00b97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f0eeb71-c342-486b-8859-d93e5e770322" -d '{"events": [{"server_uuid": "83e14e5d-bf4d-480d-94f4-e9e8dc0f5b33", "name": "network-vif-plugged", "status": "completed", "tag": "4af8b9cb-b480-4429-b507-299f7262cc79"}]}' {{(pid=103306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 21:17:14.897607 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-3d10469a-6ca1-4574-840e-8b10f657985e req-a55aad02-789b-4d57-8a39-e5eb4ba1084f tempest-MultipleCreateTestJSON-2007749212 tempest-MultipleCreateTestJSON-2007749212-project] 10.222.0.13 "GET /v2.0/ports?device_id=77b276ae-ad4f-43a9-a290-65b00f1fd5f8 HTTP/1.1" status: 200 len: 945 time: 0.2137282 Jan 26 21:17:14.901218 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-80557644-2f0e-423e-8ecf-076018d45e95 admin admin] Publish callbacks [] for security_group (e48af487-816b-40ad-b0b5-9b710890c9f1), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:17:14.909565 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-80557644-2f0e-423e-8ecf-076018d45e95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (e48af487-816b-40ad-b0b5-9b710890c9f1), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:17:14.909924 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] For port 4af8b9cb-b480-4429-b507-299f7262cc79, host n-h1-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-5',level=0,port_id=4af8b9cb-b480-4429-b507-299f7262cc79,segment=NetworkSegment(b71d2c3f-3145-4173-b50d-b6be621ac7bd),segment_id=b71d2c3f-3145-4173-b50d-b6be621ac7bd)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:17:14.915301 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (4af8b9cb-b480-4429-b507-299f7262cc79), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:17:14.980483 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-80557644-2f0e-423e-8ecf-076018d45e95 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f410f308ee134f888d832c0baa5c62ed&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3427582 Jan 26 21:17:14.981935 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 59480) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:17:15.019193 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Pushing event updated for resources: {'Port': ['ID=4af8b9cb-b480-4429-b507-299f7262cc79,revision_number=5']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:17:15.080050 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80557644-2f0e-423e-8ecf-076018d45e95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e48af487-816b-40ad-b0b5-9b710890c9f1,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:17:15.103711 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-3d10469a-6ca1-4574-840e-8b10f657985e req-5272730e-fb2b-444e-8157-ae8d86f5d9a0 tempest-MultipleCreateTestJSON-2007749212 tempest-MultipleCreateTestJSON-2007749212-project] 10.222.0.13 "GET /v2.0/security-groups?id=ac84af4e-d640-4e7c-806b-00b2142fd304&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2009284 Jan 26 21:17:15.155401 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-0acc2c7c-d833-4f61-9563-27a4db32c051 admin admin] Publish callbacks [] for security_group (e48af487-816b-40ad-b0b5-9b710890c9f1), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:17:15.172251 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8bf368d-dd4e-4961-8cd7-25049b9cf02c req-1431189e-4db9-4a1b-b676-b365b6ed3b34 tempest-ServersTestJSON-1629463572 tempest-ServersTestJSON-1629463572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:17:15.176626 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Jan 2022 21:17:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6dec22d-6e89-46c6-a07b-e36ddb6d44a3 x-openstack-request-id: req-d6dec22d-6e89-46c6-a07b-e36ddb6d44a3 {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 21:17:15.176924 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83e14e5d-bf4d-480d-94f4-e9e8dc0f5b33", "name": "network-vif-plugged", "status": "completed", "tag": "4af8b9cb-b480-4429-b507-299f7262cc79", "code": 200}]} {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 21:17:15.177221 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d6dec22d-6e89-46c6-a07b-e36ddb6d44a3 {{(pid=103306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 21:17:15.178274 n-d-760453-5 neutron-server[103306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83e14e5d-bf4d-480d-94f4-e9e8dc0f5b33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4af8b9cb-b480-4429-b507-299f7262cc79', 'code': 200} Jan 26 21:17:15.189335 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-f8bf368d-dd4e-4961-8cd7-25049b9cf02c req-1431189e-4db9-4a1b-b676-b365b6ed3b34 tempest-ServersTestJSON-1629463572 tempest-ServersTestJSON-1629463572-project] 10.222.0.13 "GET /v2.0/ports?device_id=30b3878b-e41c-4f2a-b1d4-a23fc4214e6b HTTP/1.1" status: 200 len: 945 time: 0.2406390 Jan 26 21:17:15.202508 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-0acc2c7c-d833-4f61-9563-27a4db32c051 admin admin] Publish callbacks [] for security_group (e48af487-816b-40ad-b0b5-9b710890c9f1), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:17:15.311345 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-f8bf368d-dd4e-4961-8cd7-25049b9cf02c req-4983b90b-884e-44e7-9f49-b5de4d7dd89d tempest-ServersTestJSON-1629463572 tempest-ServersTestJSON-1629463572-project] 10.222.0.13 "GET /v2.0/security-groups?id=a146440b-85c7-430a-88ed-6d0301627350&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208568 Jan 26 21:17:15.317821 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-0acc2c7c-d833-4f61-9563-27a4db32c051 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (e48af487-816b-40ad-b0b5-9b710890c9f1), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:17:15.334994 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-0acc2c7c-d833-4f61-9563-27a4db32c051 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:17:15.338349 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-0acc2c7c-d833-4f61-9563-27a4db32c051 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/e48af487-816b-40ad-b0b5-9b710890c9f1 HTTP/1.1" status: 204 len: 168 time: 0.3512735 Jan 26 21:17:15.357593 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-7d89d953-a901-4edd-ba63-ac1098c4aa0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746560636600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746560234536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9281553'] for port (94e067d5-450b-4328-ad8b-b4ec7c5a164d), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:17:15.376482 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0acc2c7c-d833-4f61-9563-27a4db32c051 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e48af487-816b-40ad-b0b5-9b710890c9f1,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:17:15.485160 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d89d953-a901-4edd-ba63-ac1098c4aa0f admin admin] Pushing event deleted for resources: {'Port': ['ID=94e067d5-450b-4328-ad8b-b4ec7c5a164d,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:17:15.503143 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1211664-1d9b-43d6-976f-61b247816c17 req-575627c7-5e86-4149-8044-f30fcdc7157f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:17:15.504861 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-e1211664-1d9b-43d6-976f-61b247816c17 req-575627c7-5e86-4149-8044-f30fcdc7157f service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=83e14e5d-bf4d-480d-94f4-e9e8dc0f5b33 HTTP/1.1" status: 200 len: 1096 time: 0.2359798 Jan 26 21:17:15.802928 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3276f249-25d5-41ac-b220-352cc28b15f8 req-31ef9a0a-3743-4731-989b-0af0f94b96e0 tempest-MultipleCreateTestJSON-2007749212 tempest-MultipleCreateTestJSON-2007749212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:17:15.814259 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-3276f249-25d5-41ac-b220-352cc28b15f8 req-31ef9a0a-3743-4731-989b-0af0f94b96e0 tempest-MultipleCreateTestJSON-2007749212 tempest-MultipleCreateTestJSON-2007749212-project] 10.222.0.13 "GET /v2.0/ports?device_id=83e14e5d-bf4d-480d-94f4-e9e8dc0f5b33 HTTP/1.1" status: 200 len: 945 time: 0.4603269 Jan 26 21:17:15.958852 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-08f83dc5-1c3f-46a7-821d-8a5c12fd9a50 req-dcfb4cb3-b860-43f0-a9b1-9aa085900efe tempest-ServerShowV247Test-997106086 tempest-ServerShowV247Test-997106086-project] 10.222.0.13 "GET /v2.0/ports?device_id=5dcae182-f21f-49a1-b18d-e2bf967c0016 HTTP/1.1" status: 200 len: 210 time: 0.2543554 Jan 26 21:17:15.999235 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-e1211664-1d9b-43d6-976f-61b247816c17 req-02dceeb3-2f03-401e-8e9a-647b0690c115 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=ac84af4e-d640-4e7c-806b-00b2142fd304&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4638717 Jan 26 21:17:16.031328 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-3276f249-25d5-41ac-b220-352cc28b15f8 req-562d1d9b-23f9-4336-bb07-aa9adf4f339d tempest-MultipleCreateTestJSON-2007749212 tempest-MultipleCreateTestJSON-2007749212-project] 10.222.0.13 "GET /v2.0/security-groups?id=ac84af4e-d640-4e7c-806b-00b2142fd304&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2150419 Jan 26 21:17:16.084710 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-7d89d953-a901-4edd-ba63-ac1098c4aa0f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3709480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4110805'] for router_interface (a15ddc95-4511-4c22-885c-df3d01362010), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:17:16.261783 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4d347d-69f2-4cc4-9ba5-7e5f9b775640 req-fa767f91-189b-4f4e-b25a-b430f9a0bf15 tempest-LiveMigrationTest-746395142 tempest-LiveMigrationTest-746395142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:17:16.263536 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-fb4d347d-69f2-4cc4-9ba5-7e5f9b775640 req-fa767f91-189b-4f4e-b25a-b430f9a0bf15 tempest-LiveMigrationTest-746395142 tempest-LiveMigrationTest-746395142-project] 10.222.0.13 "GET /v2.0/ports?device_id=3c1bb11b-19e0-4bd6-8502-e5422740b40d HTTP/1.1" status: 200 len: 943 time: 0.0676877 Jan 26 21:17:16.488177 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-fb4d347d-69f2-4cc4-9ba5-7e5f9b775640 req-0f1b6473-3754-42c9-a646-9efc9d04606f tempest-LiveMigrationTest-746395142 tempest-LiveMigrationTest-746395142-project] 10.222.0.13 "GET /v2.0/security-groups?id=c43a996a-6b93-48e4-a331-48250c5b183d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1714563 Jan 26 21:17:17.004808 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5e1e20-37ed-4a7c-8038-75059c5d4ed5 req-0c6cdebc-9b9e-44d0-a3f0-41c83c5e77cb tempest-ServersTestJSON-1629463572 tempest-ServersTestJSON-1629463572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:17:17.006553 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-4a5e1e20-37ed-4a7c-8038-75059c5d4ed5 req-0c6cdebc-9b9e-44d0-a3f0-41c83c5e77cb tempest-ServersTestJSON-1629463572 tempest-ServersTestJSON-1629463572-project] 10.222.0.13 "GET /v2.0/ports?device_id=30b3878b-e41c-4f2a-b1d4-a23fc4214e6b HTTP/1.1" status: 200 len: 945 time: 0.1010220 Jan 26 21:17:17.030258 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d89d953-a901-4edd-ba63-ac1098c4aa0f admin admin] Router a15ddc95-4511-4c22-885c-df3d01362010 has already been hosted by L3 agent 09df100c-3af1-4b0a-bda8-05914c71c458 {{(pid=103304) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 26 21:17:17.153252 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-45b85e9c-6230-4d32-8c6a-f9ceba12d256 req-cd4b7f54-37ae-4ad0-98af-d9adbe2fd616 tempest-ServerShowV247Test-997106086 tempest-ServerShowV247Test-997106086-project] 10.222.0.13 "GET /v2.0/ports?device_id=5dcae182-f21f-49a1-b18d-e2bf967c0016 HTTP/1.1" status: 200 len: 210 time: 0.0496151 Jan 26 21:17:17.163594 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-4a5e1e20-37ed-4a7c-8038-75059c5d4ed5 req-e1d93fdc-827f-4617-88c3-6e659d1f2c6e tempest-ServersTestJSON-1629463572 tempest-ServersTestJSON-1629463572-project] 10.222.0.13 "GET /v2.0/security-groups?id=a146440b-85c7-430a-88ed-6d0301627350&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1358621 Jan 26 21:17:17.174524 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 59534) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:17:17.194417 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-e610e5b5-4096-4199-9bb8-998ed3b922d4 tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-1492615989'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:17:17.234508 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e610e5b5-4096-4199-9bb8-998ed3b922d4 tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] Made reservation on behalf of 026ef2d8b8e041b18f9abf8363011406 for: {'network': 1} {{(pid=103305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 21:17:17.236762 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d89d953-a901-4edd-ba63-ac1098c4aa0f admin admin] Notify agent at l3_agent.n-d-760453-5 the message routers_updated {{(pid=103304) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 26 21:17:17.238030 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-e610e5b5-4096-4199-9bb8-998ed3b922d4 tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for network (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:17:17.247618 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49ff2c3a-649a-4047-9781-ff5dbb9c2523 None None] Sync routers for ids ['a15ddc95-4511-4c22-885c-df3d01362010'] in n-d-760453-5 {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 26 21:17:17.248442 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-7d89d953-a901-4edd-ba63-ac1098c4aa0f admin admin] 10.222.0.13 "PUT /v2.0/routers/a15ddc95-4511-4c22-885c-df3d01362010/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9128411 Jan 26 21:17:17.256274 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 59536) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:17:17.265316 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49ff2c3a-649a-4047-9781-ff5dbb9c2523 None None] Routers {'a15ddc95-4511-4c22-885c-df3d01362010'} bound to L3 agent in host n-d-760453-5 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 21:17:17.265923 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-49ff2c3a-649a-4047-9781-ff5dbb9c2523 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-26T20:55:21Z,description=,heartbeat_timestamp=2022-01-26T21:16:51Z,host='n-d-760453-5',id=09df100c-3af1-4b0a-bda8-05914c71c458,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:55:21Z,topic='l3_agent')) {'router_ids': ['a15ddc95-4511-4c22-885c-df3d01362010'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:17:17.268769 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e610e5b5-4096-4199-9bb8-998ed3b922d4 tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] vlan segment allocate from pool success with {'vlan_id': 551, 'physical_network': 'physnet1'} {{(pid=103305) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 26 21:17:17.278440 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-e610e5b5-4096-4199-9bb8-998ed3b922d4 tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576559'] for segment (770d2ce8-3e53-4f98-83ba-d454bf5f80eb), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:17:17.278783 n-d-760453-5 neutron-server[103305]: INFO neutron.db.segments_db [None req-e610e5b5-4096-4199-9bb8-998ed3b922d4 tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] Added segment 770d2ce8-3e53-4f98-83ba-d454bf5f80eb of type vlan for network efe29cb8-1223-4d1f-943f-1b137d401008 Jan 26 21:17:17.354840 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-e610e5b5-4096-4199-9bb8-998ed3b922d4 tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746560256871'] for network (efe29cb8-1223-4d1f-943f-1b137d401008), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:17:17.366496 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7786d526-0f71-4fac-93a6-8fce4587981d req-49ca05ef-db88-4af6-bfcd-e629b5b0df04 tempest-MultipleCreateTestJSON-2007749212 tempest-MultipleCreateTestJSON-2007749212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:17:17.368365 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-7786d526-0f71-4fac-93a6-8fce4587981d req-49ca05ef-db88-4af6-bfcd-e629b5b0df04 tempest-MultipleCreateTestJSON-2007749212 tempest-MultipleCreateTestJSON-2007749212-project] 10.222.0.13 "GET /v2.0/ports?device_id=83e14e5d-bf4d-480d-94f4-e9e8dc0f5b33 HTTP/1.1" status: 200 len: 945 time: 0.1294672 Jan 26 21:17:17.411211 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-e610e5b5-4096-4199-9bb8-998ed3b922d4 tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503'] for network (efe29cb8-1223-4d1f-943f-1b137d401008), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:17:17.434308 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_dvr_db [None req-49ff2c3a-649a-4047-9781-ff5dbb9c2523 None None] Set router a15ddc95-4511-4c22-885c-df3d01362010 gateway port host: n-d-760453-5 {{(pid=103307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 21:17:17.434632 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e610e5b5-4096-4199-9bb8-998ed3b922d4 tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:17:17.435493 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-e610e5b5-4096-4199-9bb8-998ed3b922d4 tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709645'] for network (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:17:17.473920 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-7786d526-0f71-4fac-93a6-8fce4587981d req-255ff1ba-f69b-425e-a5ae-958db1b8392c tempest-MultipleCreateTestJSON-2007749212 tempest-MultipleCreateTestJSON-2007749212-project] 10.222.0.13 "GET /v2.0/security-groups?id=ac84af4e-d640-4e7c-806b-00b2142fd304&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719728 Jan 26 21:17:17.482037 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-1682baf2-f5eb-4d04-82a2-a41362fe9cc0 admin admin] Publish callbacks [] for router (a15ddc95-4511-4c22-885c-df3d01362010), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:17:17.516709 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e610e5b5-4096-4199-9bb8-998ed3b922d4 tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] Pushing event updated for resources: {'Network': ['ID=efe29cb8-1223-4d1f-943f-1b137d401008,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:17:17.536498 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Network efe29cb8-1223-4d1f-943f-1b137d401008 details requested by agent ovs-agent-n-d-760453-5 with host n-d-760453-5 {{(pid=103306) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 26 21:17:17.560598 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-e610e5b5-4096-4199-9bb8-998ed3b922d4 tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.3837020 Jan 26 21:17:17.562862 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 59546) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:17:17.573527 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-e1b8d9da-5d88-4829-a1fd-970a0d2b59b0 tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-705952352'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:17:17.628378 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1b8d9da-5d88-4829-a1fd-970a0d2b59b0 tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] Made reservation on behalf of 026ef2d8b8e041b18f9abf8363011406 for: {'network': 1} {{(pid=103305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 21:17:17.631944 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-e1b8d9da-5d88-4829-a1fd-970a0d2b59b0 tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for network (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:17:17.698598 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e1b8d9da-5d88-4829-a1fd-970a0d2b59b0 tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] vlan segment allocate from pool success with {'vlan_id': 585, 'physical_network': 'physnet1'} {{(pid=103305) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 26 21:17:17.718258 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-e1b8d9da-5d88-4829-a1fd-970a0d2b59b0 tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576559'] for segment (5fccd88d-df0d-4375-8629-dca63d895672), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:17:17.718603 n-d-760453-5 neutron-server[103305]: INFO neutron.db.segments_db [None req-e1b8d9da-5d88-4829-a1fd-970a0d2b59b0 tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] Added segment 5fccd88d-df0d-4375-8629-dca63d895672 of type vlan for network bd020871-95b7-4b5a-881a-9e30b02eb2fe Jan 26 21:17:17.779649 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-e1b8d9da-5d88-4829-a1fd-970a0d2b59b0 tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746560256871'] for network (bd020871-95b7-4b5a-881a-9e30b02eb2fe), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:17:17.812210 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-1682baf2-f5eb-4d04-82a2-a41362fe9cc0 admin admin] Publish callbacks [] for router_gateway (a15ddc95-4511-4c22-885c-df3d01362010), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:17:17.813422 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-e1b8d9da-5d88-4829-a1fd-970a0d2b59b0 tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503'] for network (bd020871-95b7-4b5a-881a-9e30b02eb2fe), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:17:17.831576 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1b8d9da-5d88-4829-a1fd-970a0d2b59b0 tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:17:17.834559 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-e1b8d9da-5d88-4829-a1fd-970a0d2b59b0 tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709645'] for network (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:17:17.838840 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b86d8af-7c6f-4979-880f-d0efb269e1dd req-01ce270a-f7e8-49d7-b12a-790d2fac6a6d tempest-LiveMigrationTest-746395142 tempest-LiveMigrationTest-746395142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:17:17.848674 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-7b86d8af-7c6f-4979-880f-d0efb269e1dd req-01ce270a-f7e8-49d7-b12a-790d2fac6a6d tempest-LiveMigrationTest-746395142 tempest-LiveMigrationTest-746395142-project] 10.222.0.13 "GET /v2.0/ports?device_id=3c1bb11b-19e0-4bd6-8502-e5422740b40d HTTP/1.1" status: 200 len: 943 time: 0.1850188 Jan 26 21:17:17.886171 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-e1b8d9da-5d88-4829-a1fd-970a0d2b59b0 tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.3208563 Jan 26 21:17:17.893736 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 59554) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:17:17.923610 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-49ff2c3a-649a-4047-9781-ff5dbb9c2523 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a15ddc95-4511-4c22-885c-df3d01362010', 'name': 'tempest-ServersTestBootFromVolume-2109970746-router', 'tenant_id': 'ea2b7f569e4243dcba0cb16771cf369b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'external_fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.233'}], 'enable_snat': True}, 'gw_port_id': 'fcace754-0b38-4737-a4f4-c18c5ecf2397', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T21:12:54Z', 'updated_at': '2022-01-26T21:17:15Z', 'revision_number': 5, 'project_id': 'ea2b7f569e4243dcba0cb16771cf369b', 'gw_port': {'id': 'fcace754-0b38-4737-a4f4-c18c5ecf2397', 'name': '', 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:dd:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a15ddc95-4511-4c22-885c-df3d01362010', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1147, 'fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:12:57Z', 'updated_at': '2022-01-26T21:13:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-5'}], 'n-d-760453-5', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:17:17.932951 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-12b9415e-b4d8-47e4-8f44-e07d364ef7db tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] Request body: {'subnet': {'network_id': 'efe29cb8-1223-4d1f-943f-1b137d401008', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:17:17.963773 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49ff2c3a-649a-4047-9781-ff5dbb9c2523 None None] Checking router: a15ddc95-4511-4c22-885c-df3d01362010 for host: n-d-760453-5 {{(pid=103307) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 26 21:17:17.983126 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49ff2c3a-649a-4047-9781-ff5dbb9c2523 None None] Routers {'a15ddc95-4511-4c22-885c-df3d01362010'} bound to L3 agent in host n-d-760453-5 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 21:17:17.983752 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-49ff2c3a-649a-4047-9781-ff5dbb9c2523 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-26T20:55:21Z,description=,heartbeat_timestamp=2022-01-26T21:16:51Z,host='n-d-760453-5',id=09df100c-3af1-4b0a-bda8-05914c71c458,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:55:21Z,topic='l3_agent')) {'router_ids': ['a15ddc95-4511-4c22-885c-df3d01362010'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:17:18.051184 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b8d9da-5d88-4829-a1fd-970a0d2b59b0 tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] Pushing event updated for resources: {'Network': ['ID=bd020871-95b7-4b5a-881a-9e30b02eb2fe,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:17:18.071401 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Network bd020871-95b7-4b5a-881a-9e30b02eb2fe details requested by agent ovs-agent-n-d-760453-5 with host n-d-760453-5 {{(pid=103306) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 26 21:17:18.135767 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-7b86d8af-7c6f-4979-880f-d0efb269e1dd req-9e90e335-2481-46a5-85a1-e2d77d34ef27 tempest-LiveMigrationTest-746395142 tempest-LiveMigrationTest-746395142-project] 10.222.0.13 "GET /v2.0/security-groups?id=c43a996a-6b93-48e4-a331-48250c5b183d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2854154 Jan 26 21:17:18.152582 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12b9415e-b4d8-47e4-8f44-e07d364ef7db tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] Made reservation on behalf of 026ef2d8b8e041b18f9abf8363011406 for: {'subnet': 1} {{(pid=103304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 21:17:18.161133 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-12b9415e-b4d8-47e4-8f44-e07d364ef7db tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12215181'] for subnet (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:17:18.358634 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_dvr_db [None req-49ff2c3a-649a-4047-9781-ff5dbb9c2523 None None] Set router a15ddc95-4511-4c22-885c-df3d01362010 gateway port host: None {{(pid=103307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 21:17:18.418648 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-49ff2c3a-649a-4047-9781-ff5dbb9c2523 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a15ddc95-4511-4c22-885c-df3d01362010', 'name': 'tempest-ServersTestBootFromVolume-2109970746-router', 'tenant_id': 'ea2b7f569e4243dcba0cb16771cf369b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T21:12:54Z', 'updated_at': '2022-01-26T21:17:17Z', 'revision_number': 6, 'project_id': 'ea2b7f569e4243dcba0cb16771cf369b', 'gw_port_host': None}], 'n-d-760453-5', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:17:18.452045 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49ff2c3a-649a-4047-9781-ff5dbb9c2523 None None] The sync data for ids ['a15ddc95-4511-4c22-885c-df3d01362010'] in n-d-760453-5 is: [{'id': 'a15ddc95-4511-4c22-885c-df3d01362010', 'name': 'tempest-ServersTestBootFromVolume-2109970746-router', 'tenant_id': 'ea2b7f569e4243dcba0cb16771cf369b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T21:12:54Z', 'updated_at': '2022-01-26T21:17:17Z', 'revision_number': 6, 'project_id': 'ea2b7f569e4243dcba0cb16771cf369b', 'gw_port_host': None}] {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 26 21:17:18.651593 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-12b9415e-b4d8-47e4-8f44-e07d364ef7db tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9285249', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12215227'] for subnet (33c71571-b125-47e8-b95c-4b54e4e22463), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:17:18.654510 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-1682baf2-f5eb-4d04-82a2-a41362fe9cc0 admin admin] Deleting port fcace754-0b38-4737-a4f4-c18c5ecf2397 {{(pid=103304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 21:17:18.654946 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-1682baf2-f5eb-4d04-82a2-a41362fe9cc0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746560630878'] for port (fcace754-0b38-4737-a4f4-c18c5ecf2397), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:17:18.658545 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-529e59f3-06c3-454a-9c94-a5f4c2620129 req-a294e020-3d44-444d-933b-f5d616fc1366 tempest-ServerShowV247Test-997106086 tempest-ServerShowV247Test-997106086-project] 10.222.0.13 "GET /v2.0/ports?device_id=5dcae182-f21f-49a1-b18d-e2bf967c0016 HTTP/1.1" status: 200 len: 210 time: 0.1736920 Jan 26 21:17:18.782264 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c72aba2-28b8-46af-b95c-0c30ead2fd7e req-fcb2eb52-cd57-4c13-a949-86c27e79bc21 tempest-ServersTestJSON-1629463572 tempest-ServersTestJSON-1629463572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:17:18.783920 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-6c72aba2-28b8-46af-b95c-0c30ead2fd7e req-fcb2eb52-cd57-4c13-a949-86c27e79bc21 tempest-ServersTestJSON-1629463572 tempest-ServersTestJSON-1629463572-project] 10.222.0.13 "GET /v2.0/ports?device_id=30b3878b-e41c-4f2a-b1d4-a23fc4214e6b HTTP/1.1" status: 200 len: 945 time: 0.2979553 Jan 26 21:17:18.837656 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device 94e067d5-450b-4328-ad8b-b4ec7c5a164d no longer exists at agent ovs-agent-n-d-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 26 21:17:18.867981 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] No Port match for: 94e067d5-450b-4328-ad8b-b4ec7c5a164d {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 26 21:17:18.868497 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device 94e067d5-450b-4328-ad8b-b4ec7c5a164d not bound to the agent host n-d-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 26 21:17:18.898520 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b9415e-b4d8-47e4-8f44-e07d364ef7db tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] Pushing event updated for resources: {'Subnet': ['ID=33c71571-b125-47e8-b95c-4b54e4e22463,revision_number=0']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:17:18.906260 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-6d017cfb-66bd-4531-832f-ba4a56189e09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (474ccdf7-ab6c-405b-a3b2-dc7b05829902), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:17:18.976036 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [None req-1682baf2-f5eb-4d04-82a2-a41362fe9cc0 admin admin] For port fcace754-0b38-4737-a4f4-c18c5ecf2397, host n-d-760453-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=fcace754-0b38-4737-a4f4-c18c5ecf2397,segment=NetworkSegment(e17cb353-418f-48b9-b982-21a6233ee99b),segment_id=e17cb353-418f-48b9-b982-21a6233ee99b)] {{(pid=103304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:17:18.976408 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-1682baf2-f5eb-4d04-82a2-a41362fe9cc0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4109658'] for port (fcace754-0b38-4737-a4f4-c18c5ecf2397), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:17:19.001275 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12b9415e-b4d8-47e4-8f44-e07d364ef7db tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] Checking segment: {'id': '770d2ce8-3e53-4f98-83ba-d454bf5f80eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'efe29cb8-1223-4d1f-943f-1b137d401008'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103304) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 21:17:19.001661 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12b9415e-b4d8-47e4-8f44-e07d364ef7db tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] Network hostable DHCP agents. Network: efe29cb8-1223-4d1f-943f-1b137d401008, hostable agents: ['474ccdf7-ab6c-405b-a3b2-dc7b05829902'], hosted agents: [] {{(pid=103304) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 26 21:17:19.013091 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-1682baf2-f5eb-4d04-82a2-a41362fe9cc0 admin admin] Calling delete_port for fcace754-0b38-4737-a4f4-c18c5ecf2397 owned by network:router_gateway {{(pid=103304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 21:17:19.052136 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1867c9be-3f99-463a-8542-e167daeef6fc req-41437478-6b2b-4eeb-b4cb-796317f7ffa2 tempest-MultipleCreateTestJSON-2007749212 tempest-MultipleCreateTestJSON-2007749212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:17:19.053735 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-1867c9be-3f99-463a-8542-e167daeef6fc req-41437478-6b2b-4eeb-b4cb-796317f7ffa2 tempest-MultipleCreateTestJSON-2007749212 tempest-MultipleCreateTestJSON-2007749212-project] 10.222.0.13 "GET /v2.0/ports?device_id=83e14e5d-bf4d-480d-94f4-e9e8dc0f5b33 HTTP/1.1" status: 200 len: 945 time: 0.2829001 Jan 26 21:17:19.081868 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12b9415e-b4d8-47e4-8f44-e07d364ef7db tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] Network efe29cb8-1223-4d1f-943f-1b137d401008 is scheduled to be hosted by DHCP agent 474ccdf7-ab6c-405b-a3b2-dc7b05829902 with binding_index 1 {{(pid=103304) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 26 21:17:19.097834 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-6c72aba2-28b8-46af-b95c-0c30ead2fd7e req-19c7d0c8-74bc-4b90-be24-b9ca2cb0971a tempest-ServersTestJSON-1629463572 tempest-ServersTestJSON-1629463572-project] 10.222.0.13 "GET /v2.0/security-groups?id=a146440b-85c7-430a-88ed-6d0301627350&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2497032 Jan 26 21:17:19.139358 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [None req-12b9415e-b4d8-47e4-8f44-e07d364ef7db tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760453-5, efe29cb8-1223-4d1f-943f-1b137d401008) {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:17:19.147315 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee9c90bb-7af6-4dbc-8def-ace9fc6d8807 None None] Network efe29cb8-1223-4d1f-943f-1b137d401008 requested from n-d-760453-5 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 26 21:17:19.161304 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12b9415e-b4d8-47e4-8f44-e07d364ef7db tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:17:19.167856 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-12b9415e-b4d8-47e4-8f44-e07d364ef7db tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] Publish callbacks [] for subnet (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:17:19.348860 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-670fa359-2def-4bea-9528-a4780b019098 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3c4099e8-8ffb-51d1-af7f-5868973e933f-efe29cb8-1223-4d1f-943f-1b137d401008', 'network_id': 'efe29cb8-1223-4d1f-943f-1b137d401008', 'project_id': '026ef2d8b8e041b18f9abf8363011406', 'fixed_ips': [{'subnet_id': '33c71571-b125-47e8-b95c-4b54e4e22463'}]}} from n-d-760453-5. {{(pid=103306) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 26 21:17:19.363316 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-670fa359-2def-4bea-9528-a4780b019098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (None), before_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:17:19.368977 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-1867c9be-3f99-463a-8542-e167daeef6fc req-cc19dde0-2eae-4e3e-856c-01f9797a00b5 tempest-MultipleCreateTestJSON-2007749212 tempest-MultipleCreateTestJSON-2007749212-project] 10.222.0.13 "GET /v2.0/security-groups?id=ac84af4e-d640-4e7c-806b-00b2142fd304&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2990756 Jan 26 21:17:19.377876 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-12b9415e-b4d8-47e4-8f44-e07d364ef7db tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.4605711 Jan 26 21:17:19.392873 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 59608) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:17:19.392873 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-76f60c9c-dcd4-4983-9164-5141cca586cb tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] Request body: {'subnet': {'network_id': 'bd020871-95b7-4b5a-881a-9e30b02eb2fe', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:17:19.558089 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1cabe2-b734-4651-9b7d-0d225759188f req-b26e8326-ff92-430e-81b0-e43708a7ef7e tempest-LiveMigrationTest-746395142 tempest-LiveMigrationTest-746395142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:17:19.560309 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-5a1cabe2-b734-4651-9b7d-0d225759188f req-b26e8326-ff92-430e-81b0-e43708a7ef7e tempest-LiveMigrationTest-746395142 tempest-LiveMigrationTest-746395142-project] 10.222.0.13 "GET /v2.0/ports?device_id=3c1bb11b-19e0-4bd6-8502-e5422740b40d HTTP/1.1" status: 200 len: 943 time: 0.2409322 Jan 26 21:17:19.569229 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-1682baf2-f5eb-4d04-82a2-a41362fe9cc0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746560636600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746560234536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9281553'] for port (fcace754-0b38-4737-a4f4-c18c5ecf2397), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:17:19.608364 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76f60c9c-dcd4-4983-9164-5141cca586cb tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] Made reservation on behalf of 026ef2d8b8e041b18f9abf8363011406 for: {'subnet': 1} {{(pid=103305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 21:17:19.611922 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-76f60c9c-dcd4-4983-9164-5141cca586cb tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11599953'] for subnet (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:17:19.638390 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 59614) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:17:19.689474 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1682baf2-f5eb-4d04-82a2-a41362fe9cc0 admin admin] Pushing event deleted for resources: {'Port': ['ID=fcace754-0b38-4737-a4f4-c18c5ecf2397,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:17:19.707700 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.db_base_plugin_common [None req-670fa359-2def-4bea-9528-a4780b019098 None None] Allocated IP 10.1.1.2 (efe29cb8-1223-4d1f-943f-1b137d401008/33c71571-b125-47e8-b95c-4b54e4e22463/869cf733-1eed-4e27-8ad0-3ca1acdf0de6) {{(pid=103306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 21:17:19.756610 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1682baf2-f5eb-4d04-82a2-a41362fe9cc0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:17:19.756878 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1682baf2-f5eb-4d04-82a2-a41362fe9cc0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:17:19.757856 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1682baf2-f5eb-4d04-82a2-a41362fe9cc0 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:17:19.757856 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1682baf2-f5eb-4d04-82a2-a41362fe9cc0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:17:19.758084 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1682baf2-f5eb-4d04-82a2-a41362fe9cc0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:17:19.758230 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1682baf2-f5eb-4d04-82a2-a41362fe9cc0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:17:19.758558 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1682baf2-f5eb-4d04-82a2-a41362fe9cc0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:17:19.758886 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1682baf2-f5eb-4d04-82a2-a41362fe9cc0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:17:19.759216 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1682baf2-f5eb-4d04-82a2-a41362fe9cc0 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:17:19.759546 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1682baf2-f5eb-4d04-82a2-a41362fe9cc0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:17:19.760072 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1682baf2-f5eb-4d04-82a2-a41362fe9cc0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:17:19.760190 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1682baf2-f5eb-4d04-82a2-a41362fe9cc0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:17:19.761026 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1682baf2-f5eb-4d04-82a2-a41362fe9cc0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:17:19.883891 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-670fa359-2def-4bea-9528-a4780b019098 None None] Publish callbacks [] for port (869cf733-1eed-4e27-8ad0-3ca1acdf0de6), precommit_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:17:19.892857 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-670fa359-2def-4bea-9528-a4780b019098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746560234527'] for port (869cf733-1eed-4e27-8ad0-3ca1acdf0de6), after_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:17:19.931927 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-5a1cabe2-b734-4651-9b7d-0d225759188f req-5b4bbdd0-ded1-4f06-807c-031fc0b0edf6 tempest-LiveMigrationTest-746395142 tempest-LiveMigrationTest-746395142-project] 10.222.0.13 "GET /v2.0/security-groups?id=c43a996a-6b93-48e4-a331-48250c5b183d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3598013 Jan 26 21:17:19.978278 n-d-760453-5 neutron-server[103306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-670fa359-2def-4bea-9528-a4780b019098 None None] Network efe29cb8-1223-4d1f-943f-1b137d401008 is already hosted by enough agents. {{(pid=103306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 21:17:20.003557 n-d-760453-5 neutron-server[103306]: DEBUG neutron.scheduler.base_scheduler [None req-670fa359-2def-4bea-9528-a4780b019098 None None] Resources bound (agent type, host, resource id): {{(pid=103306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:17:20.010863 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-1682baf2-f5eb-4d04-82a2-a41362fe9cc0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4111291'] for router_gateway (a15ddc95-4511-4c22-885c-df3d01362010), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:17:20.019623 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-670fa359-2def-4bea-9528-a4780b019098 None None] Received port after_create {{(pid=103306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 21:17:20.030140 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-1c673ed8-b608-45e2-99f1-a0e883b17f45 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:17:20.043162 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-670fa359-2def-4bea-9528-a4780b019098 None None] Pushing event updated for resources: {'Port': ['ID=869cf733-1eed-4e27-8ad0-3ca1acdf0de6,revision_number=1']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:17:20.125113 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-76f60c9c-dcd4-4983-9164-5141cca586cb tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11788839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11599975'] for subnet (9dd5ab13-de58-4a69-98df-f734e10541d8), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:17:20.174623 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-670fa359-2def-4bea-9528-a4780b019098 None None] Attempting to bind port 869cf733-1eed-4e27-8ad0-3ca1acdf0de6 on host n-d-760453-5 for vnic_type normal with profile {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 21:17:20.174917 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-670fa359-2def-4bea-9528-a4780b019098 None None] Attempting to bind port 869cf733-1eed-4e27-8ad0-3ca1acdf0de6 by drivers openvswitch,hyperv on host n-d-760453-5 at level 0 using segments [{'id': '770d2ce8-3e53-4f98-83ba-d454bf5f80eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'efe29cb8-1223-4d1f-943f-1b137d401008'}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 26 21:17:20.175284 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-670fa359-2def-4bea-9528-a4780b019098 None None] Attempting to bind port 869cf733-1eed-4e27-8ad0-3ca1acdf0de6 on network efe29cb8-1223-4d1f-943f-1b137d401008 {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 21:17:20.192218 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-670fa359-2def-4bea-9528-a4780b019098 None None] Checking agent: {'id': 'fea0591a-627d-4c87-9a9a-01625ddf3277', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760453-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 20, 55, 25), 'started_at': datetime.datetime(2022, 1, 26, 20, 55, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 21, 16, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760453-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 26 21:17:20.192597 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-670fa359-2def-4bea-9528-a4780b019098 None None] Checking segment: {'id': '770d2ce8-3e53-4f98-83ba-d454bf5f80eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'efe29cb8-1223-4d1f-943f-1b137d401008'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 21:17:20.193014 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-670fa359-2def-4bea-9528-a4780b019098 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:17:20.193431 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-670fa359-2def-4bea-9528-a4780b019098 None None] Bound using segment: {'id': '770d2ce8-3e53-4f98-83ba-d454bf5f80eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'efe29cb8-1223-4d1f-943f-1b137d401008'} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 26 21:17:20.193910 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-670fa359-2def-4bea-9528-a4780b019098 None None] Bound port: 869cf733-1eed-4e27-8ad0-3ca1acdf0de6, host: n-d-760453-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '770d2ce8-3e53-4f98-83ba-d454bf5f80eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'efe29cb8-1223-4d1f-943f-1b137d401008'}}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 26 21:17:20.194296 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-670fa359-2def-4bea-9528-a4780b019098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (869cf733-1eed-4e27-8ad0-3ca1acdf0de6), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:17:20.273747 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-1c673ed8-b608-45e2-99f1-a0e883b17f45 admin admin] Publish callbacks [] for security_group (c39b1ca8-1f94-4ca8-af39-5b2bd42a0013), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:17:20.365364 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-1c673ed8-b608-45e2-99f1-a0e883b17f45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (c39b1ca8-1f94-4ca8-af39-5b2bd42a0013), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:17:20.367219 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76f60c9c-dcd4-4983-9164-5141cca586cb tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] Checking segment: {'id': '5fccd88d-df0d-4375-8629-dca63d895672', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'bd020871-95b7-4b5a-881a-9e30b02eb2fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103305) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 21:17:20.367589 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76f60c9c-dcd4-4983-9164-5141cca586cb tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] Network hostable DHCP agents. Network: bd020871-95b7-4b5a-881a-9e30b02eb2fe, hostable agents: ['474ccdf7-ab6c-405b-a3b2-dc7b05829902'], hosted agents: [] {{(pid=103305) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 26 21:17:20.371449 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f60c9c-dcd4-4983-9164-5141cca586cb tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] Pushing event updated for resources: {'Subnet': ['ID=9dd5ab13-de58-4a69-98df-f734e10541d8,revision_number=0']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:17:20.406454 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-670fa359-2def-4bea-9528-a4780b019098 None None] For port 869cf733-1eed-4e27-8ad0-3ca1acdf0de6, host n-d-760453-5, cleared binding levels {{(pid=103306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 26 21:17:20.408598 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-4940bbb8-c8ff-4eea-880e-8a1ed6e14e1f req-e50d039f-89fa-4543-ada5-1fbb553bc2e4 tempest-ServerShowV247Test-997106086 tempest-ServerShowV247Test-997106086-project] 10.222.0.13 "GET /v2.0/ports?device_id=5dcae182-f21f-49a1-b18d-e2bf967c0016 HTTP/1.1" status: 200 len: 210 time: 0.2270093 Jan 26 21:17:20.411721 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-670fa359-2def-4bea-9528-a4780b019098 None None] For port 869cf733-1eed-4e27-8ad0-3ca1acdf0de6, host n-d-760453-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=869cf733-1eed-4e27-8ad0-3ca1acdf0de6,segment=NetworkSegment(770d2ce8-3e53-4f98-83ba-d454bf5f80eb),segment_id=770d2ce8-3e53-4f98-83ba-d454bf5f80eb)] {{(pid=103306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 26 21:17:20.420853 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-670fa359-2def-4bea-9528-a4780b019098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (869cf733-1eed-4e27-8ad0-3ca1acdf0de6), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:17:20.439365 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76f60c9c-dcd4-4983-9164-5141cca586cb tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] Network bd020871-95b7-4b5a-881a-9e30b02eb2fe is scheduled to be hosted by DHCP agent 474ccdf7-ab6c-405b-a3b2-dc7b05829902 with binding_index 1 {{(pid=103305) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 26 21:17:20.444164 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-1682baf2-f5eb-4d04-82a2-a41362fe9cc0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4105774', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13082'] for router (a15ddc95-4511-4c22-885c-df3d01362010), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:17:20.453232 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [None req-76f60c9c-dcd4-4983-9164-5141cca586cb tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760453-5, bd020871-95b7-4b5a-881a-9e30b02eb2fe) {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:17:20.454289 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c673ed8-b608-45e2-99f1-a0e883b17f45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c39b1ca8-1f94-4ca8-af39-5b2bd42a0013,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:17:20.457801 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76f60c9c-dcd4-4983-9164-5141cca586cb tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:17:20.458900 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-76f60c9c-dcd4-4983-9164-5141cca586cb tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709645'] for subnet (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:17:20.464372 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-1682baf2-f5eb-4d04-82a2-a41362fe9cc0 admin admin] Publish callbacks [] for router_controller (a15ddc95-4511-4c22-885c-df3d01362010), precommit_delete_associations {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:17:20.489048 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-76f60c9c-dcd4-4983-9164-5141cca586cb tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.1041770 Jan 26 21:17:20.489778 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 59628) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:17:20.503986 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-c22ccbd9-24da-4e66-8da2-b3b547a9c4ac tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] Request body: {'port': {'network_id': 'efe29cb8-1223-4d1f-943f-1b137d401008', 'name': 'tempest-TaggedBootDevicesTest_v242-573950915', 'fixed_ips': [{'subnet_id': '33c71571-b125-47e8-b95c-4b54e4e22463'}]}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:17:20.539747 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66a9ae74-0f55-4126-92e6-73c1aa72e9e3 None None] Network bd020871-95b7-4b5a-881a-9e30b02eb2fe requested from n-d-760453-5 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 26 21:17:20.543404 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-670fa359-2def-4bea-9528-a4780b019098 None None] Pushing event updated for resources: {'Port': ['ID=869cf733-1eed-4e27-8ad0-3ca1acdf0de6,revision_number=2']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:17:20.575985 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-1c673ed8-b608-45e2-99f1-a0e883b17f45 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=85b65c78b79c44ed920284a09c8ab4a5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9330339 Jan 26 21:17:20.581277 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 59630) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:17:20.604499 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02103d15-576c-4d47-8a2c-c547b8a4d15b req-e3ae57b9-dcb3-48b4-9ad5-d64123032e75 tempest-MultipleCreateTestJSON-2007749212 tempest-MultipleCreateTestJSON-2007749212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:17:20.618261 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-02103d15-576c-4d47-8a2c-c547b8a4d15b req-e3ae57b9-dcb3-48b4-9ad5-d64123032e75 tempest-MultipleCreateTestJSON-2007749212 tempest-MultipleCreateTestJSON-2007749212-project] 10.222.0.13 "GET /v2.0/ports?device_id=83e14e5d-bf4d-480d-94f4-e9e8dc0f5b33 HTTP/1.1" status: 200 len: 945 time: 0.3426862 Jan 26 21:17:20.732496 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c22ccbd9-24da-4e66-8da2-b3b547a9c4ac tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] Made reservation on behalf of 026ef2d8b8e041b18f9abf8363011406 for: {'port': 1} {{(pid=103305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 21:17:20.743001 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-1682baf2-f5eb-4d04-82a2-a41362fe9cc0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4105767'] for router (a15ddc95-4511-4c22-885c-df3d01362010), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:17:20.743988 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1682baf2-f5eb-4d04-82a2-a41362fe9cc0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a15ddc95-4511-4c22-885c-df3d01362010 {{(pid=103304) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 26 21:17:20.770003 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-1682baf2-f5eb-4d04-82a2-a41362fe9cc0 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:17:20.774078 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-1682baf2-f5eb-4d04-82a2-a41362fe9cc0 admin admin] 10.222.0.13 "DELETE /v2.0/routers/a15ddc95-4511-4c22-885c-df3d01362010 HTTP/1.1" status: 204 len: 168 time: 3.5168521 Jan 26 21:17:20.777658 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 59632) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:17:20.804729 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33979a77-7535-49d9-8eb8-0c814555d753 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3c4099e8-8ffb-51d1-af7f-5868973e933f-bd020871-95b7-4b5a-881a-9e30b02eb2fe', 'network_id': 'bd020871-95b7-4b5a-881a-9e30b02eb2fe', 'project_id': '026ef2d8b8e041b18f9abf8363011406', 'fixed_ips': [{'subnet_id': '9dd5ab13-de58-4a69-98df-f734e10541d8'}]}} from n-d-760453-5. {{(pid=103306) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 26 21:17:20.806109 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-33979a77-7535-49d9-8eb8-0c814555d753 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (None), before_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:17:20.895110 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-b974c20b-6c1c-4d0f-aaa8-b5556464b45d admin admin] Publish callbacks [] for security_group (c39b1ca8-1f94-4ca8-af39-5b2bd42a0013), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:17:20.984623 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-c22ccbd9-24da-4e66-8da2-b3b547a9c4ac tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:17:21.049650 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-02103d15-576c-4d47-8a2c-c547b8a4d15b req-23022ec0-f1be-446c-aa66-dfc5f096ff63 tempest-MultipleCreateTestJSON-2007749212 tempest-MultipleCreateTestJSON-2007749212-project] 10.222.0.13 "GET /v2.0/security-groups?id=ac84af4e-d640-4e7c-806b-00b2142fd304&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4303751 Jan 26 21:17:21.088929 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7e831d-6b28-459c-93d9-b74744461e32 req-c79072b9-8237-4faa-9fca-9a2182159797 tempest-ServersTestJSON-1629463572 tempest-ServersTestJSON-1629463572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:17:21.112240 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-4c7e831d-6b28-459c-93d9-b74744461e32 req-c79072b9-8237-4faa-9fca-9a2182159797 tempest-ServersTestJSON-1629463572 tempest-ServersTestJSON-1629463572-project] 10.222.0.13 "GET /v2.0/ports?device_id=30b3878b-e41c-4f2a-b1d4-a23fc4214e6b HTTP/1.1" status: 200 len: 945 time: 0.5417545 Jan 26 21:17:21.121426 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.db_base_plugin_common [None req-33979a77-7535-49d9-8eb8-0c814555d753 None None] Allocated IP 10.2.2.2 (bd020871-95b7-4b5a-881a-9e30b02eb2fe/9dd5ab13-de58-4a69-98df-f734e10541d8/2d5b4d74-060c-45ab-8060-1d6de5b9906c) {{(pid=103306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 21:17:21.199812 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-b974c20b-6c1c-4d0f-aaa8-b5556464b45d admin admin] Publish callbacks [] for security_group (c39b1ca8-1f94-4ca8-af39-5b2bd42a0013), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:17:21.301048 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.db_base_plugin_v2 [None req-e286eed3-7152-479e-8edb-7861c7531c1c admin admin] Deleting subnet eaea08b8-abe1-46f7-84c0-e277976dbd47 {{(pid=103304) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 26 21:17:21.432573 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-33979a77-7535-49d9-8eb8-0c814555d753 None None] Publish callbacks [] for port (2d5b4d74-060c-45ab-8060-1d6de5b9906c), precommit_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:17:21.435992 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-e286eed3-7152-479e-8edb-7861c7531c1c admin admin] Publish callbacks [] for subnet (eaea08b8-abe1-46f7-84c0-e277976dbd47), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:17:21.445264 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device fcace754-0b38-4737-a4f4-c18c5ecf2397 no longer exists at agent ovs-agent-n-d-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 26 21:17:21.504775 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-33979a77-7535-49d9-8eb8-0c814555d753 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746560234527'] for port (2d5b4d74-060c-45ab-8060-1d6de5b9906c), after_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:17:21.505217 n-d-760453-5 neutron-server[103305]: DEBUG neutron.notifiers.nova [None req-c22ccbd9-24da-4e66-8da2-b3b547a9c4ac tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] device_id is not set on port a7268cc1-3994-4713-bc9a-c43426d166e2 yet. {{(pid=103305) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 26 21:17:21.524597 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] No Port match for: fcace754-0b38-4737-a4f4-c18c5ecf2397 {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 26 21:17:21.525191 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device fcace754-0b38-4737-a4f4-c18c5ecf2397 not bound to the agent host n-d-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 26 21:17:21.526817 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-6b90c19b-37fa-4fd8-827f-3e6bbd4fa919 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (09df100c-3af1-4b0a-bda8-05914c71c458), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:17:21.566806 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-e286eed3-7152-479e-8edb-7861c7531c1c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8881284'] for subnet (eaea08b8-abe1-46f7-84c0-e277976dbd47), precommit_delete_associations {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:17:21.598104 n-d-760453-5 neutron-server[103306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33979a77-7535-49d9-8eb8-0c814555d753 None None] Network bd020871-95b7-4b5a-881a-9e30b02eb2fe is already hosted by enough agents. {{(pid=103306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 21:17:21.599567 n-d-760453-5 neutron-server[103306]: DEBUG neutron.scheduler.base_scheduler [None req-33979a77-7535-49d9-8eb8-0c814555d753 None None] Resources bound (agent type, host, resource id): {{(pid=103306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:17:21.603138 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33979a77-7535-49d9-8eb8-0c814555d753 None None] Received port after_create {{(pid=103306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 21:17:21.682266 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81c707a-2441-4530-8b35-4439ab850e0d req-329c4446-1df0-49d6-86cb-edbc46c3f720 tempest-LiveMigrationTest-746395142 tempest-LiveMigrationTest-746395142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:17:21.687315 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aed3902-80fa-4bf0-a696-d56318fe1a5d req-f1cdf0ca-4dcf-41f2-8bef-e130300b6aa0 tempest-MultipleCreateTestJSON-2007749212 tempest-MultipleCreateTestJSON-2007749212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:17:21.692084 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-7aed3902-80fa-4bf0-a696-d56318fe1a5d req-f1cdf0ca-4dcf-41f2-8bef-e130300b6aa0 tempest-MultipleCreateTestJSON-2007749212 tempest-MultipleCreateTestJSON-2007749212-project] 10.222.0.57 "GET /v2.0/ports?device_id=77b276ae-ad4f-43a9-a290-65b00f1fd5f8 HTTP/1.1" status: 200 len: 945 time: 0.1172705 Jan 26 21:17:21.694522 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-e81c707a-2441-4530-8b35-4439ab850e0d req-329c4446-1df0-49d6-86cb-edbc46c3f720 tempest-LiveMigrationTest-746395142 tempest-LiveMigrationTest-746395142-project] 10.222.0.13 "GET /v2.0/ports?device_id=3c1bb11b-19e0-4bd6-8502-e5422740b40d HTTP/1.1" status: 200 len: 943 time: 0.4727743 Jan 26 21:17:21.704588 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33979a77-7535-49d9-8eb8-0c814555d753 None None] Pushing event updated for resources: {'Port': ['ID=2d5b4d74-060c-45ab-8060-1d6de5b9906c,revision_number=1']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:17:21.735795 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-33979a77-7535-49d9-8eb8-0c814555d753 None None] Attempting to bind port 2d5b4d74-060c-45ab-8060-1d6de5b9906c on host n-d-760453-5 for vnic_type normal with profile {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 21:17:21.740832 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-33979a77-7535-49d9-8eb8-0c814555d753 None None] Attempting to bind port 2d5b4d74-060c-45ab-8060-1d6de5b9906c by drivers openvswitch,hyperv on host n-d-760453-5 at level 0 using segments [{'id': '5fccd88d-df0d-4375-8629-dca63d895672', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'bd020871-95b7-4b5a-881a-9e30b02eb2fe'}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 26 21:17:21.745860 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33979a77-7535-49d9-8eb8-0c814555d753 None None] Attempting to bind port 2d5b4d74-060c-45ab-8060-1d6de5b9906c on network bd020871-95b7-4b5a-881a-9e30b02eb2fe {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 21:17:21.753123 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33979a77-7535-49d9-8eb8-0c814555d753 None None] Checking agent: {'id': 'fea0591a-627d-4c87-9a9a-01625ddf3277', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760453-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 20, 55, 25), 'started_at': datetime.datetime(2022, 1, 26, 20, 55, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 21, 16, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760453-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 26 21:17:21.753806 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33979a77-7535-49d9-8eb8-0c814555d753 None None] Checking segment: {'id': '5fccd88d-df0d-4375-8629-dca63d895672', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'bd020871-95b7-4b5a-881a-9e30b02eb2fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 21:17:21.754375 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-33979a77-7535-49d9-8eb8-0c814555d753 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:17:21.755013 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33979a77-7535-49d9-8eb8-0c814555d753 None None] Bound using segment: {'id': '5fccd88d-df0d-4375-8629-dca63d895672', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'bd020871-95b7-4b5a-881a-9e30b02eb2fe'} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 26 21:17:21.755656 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-33979a77-7535-49d9-8eb8-0c814555d753 None None] Bound port: 2d5b4d74-060c-45ab-8060-1d6de5b9906c, host: n-d-760453-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5fccd88d-df0d-4375-8629-dca63d895672', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'bd020871-95b7-4b5a-881a-9e30b02eb2fe'}}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 26 21:17:21.756199 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-33979a77-7535-49d9-8eb8-0c814555d753 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (2d5b4d74-060c-45ab-8060-1d6de5b9906c), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:17:21.810004 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-e286eed3-7152-479e-8edb-7861c7531c1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687316'] for subnet (eaea08b8-abe1-46f7-84c0-e277976dbd47), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:17:21.852030 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.db_base_plugin_common [None req-c22ccbd9-24da-4e66-8da2-b3b547a9c4ac tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] Allocated IP 10.1.1.172 (efe29cb8-1223-4d1f-943f-1b137d401008/33c71571-b125-47e8-b95c-4b54e4e22463/a7268cc1-3994-4713-bc9a-c43426d166e2) {{(pid=103305) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 21:17:21.927121 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-33979a77-7535-49d9-8eb8-0c814555d753 None None] For port 2d5b4d74-060c-45ab-8060-1d6de5b9906c, host n-d-760453-5, cleared binding levels {{(pid=103306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 26 21:17:21.931419 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-33979a77-7535-49d9-8eb8-0c814555d753 None None] For port 2d5b4d74-060c-45ab-8060-1d6de5b9906c, host n-d-760453-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=2d5b4d74-060c-45ab-8060-1d6de5b9906c,segment=NetworkSegment(5fccd88d-df0d-4375-8629-dca63d895672),segment_id=5fccd88d-df0d-4375-8629-dca63d895672)] {{(pid=103306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 26 21:17:21.933715 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-4c7e831d-6b28-459c-93d9-b74744461e32 req-f53ac2ed-57ae-4fce-a253-fd513114fff5 tempest-ServersTestJSON-1629463572 tempest-ServersTestJSON-1629463572-project] 10.222.0.13 "GET /v2.0/security-groups?id=a146440b-85c7-430a-88ed-6d0301627350&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8103862 Jan 26 21:17:21.942126 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-33979a77-7535-49d9-8eb8-0c814555d753 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (2d5b4d74-060c-45ab-8060-1d6de5b9906c), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:17:21.955103 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [req-7aed3902-80fa-4bf0-a696-d56318fe1a5d req-7c47e877-7bc4-44a8-ad99-e31f4e5b5a19 tempest-MultipleCreateTestJSON-2007749212 tempest-MultipleCreateTestJSON-2007749212-project] Deleting port 040a7afc-78c9-478c-ae62-8455e1656394 {{(pid=103305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 21:17:21.955453 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-7aed3902-80fa-4bf0-a696-d56318fe1a5d req-7c47e877-7bc4-44a8-ad99-e31f4e5b5a19 tempest-MultipleCreateTestJSON-2007749212 tempest-MultipleCreateTestJSON-2007749212-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746560630878'] for port (040a7afc-78c9-478c-ae62-8455e1656394), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:17:22.027978 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6aa6317-bdde-49f8-9940-57f163b10c1a req-db8565e9-b3f8-4861-8308-cc42a9b2c527 tempest-MultipleCreateTestJSON-2007749212 tempest-MultipleCreateTestJSON-2007749212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:17:22.032220 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-b6aa6317-bdde-49f8-9940-57f163b10c1a req-db8565e9-b3f8-4861-8308-cc42a9b2c527 tempest-MultipleCreateTestJSON-2007749212 tempest-MultipleCreateTestJSON-2007749212-project] 10.222.0.66 "GET /v2.0/ports?device_id=83e14e5d-bf4d-480d-94f4-e9e8dc0f5b33 HTTP/1.1" status: 200 len: 945 time: 0.7187338 Jan 26 21:17:22.033655 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-b974c20b-6c1c-4d0f-aaa8-b5556464b45d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (c39b1ca8-1f94-4ca8-af39-5b2bd42a0013), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:17:22.040220 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-b974c20b-6c1c-4d0f-aaa8-b5556464b45d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:17:22.042765 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-b974c20b-6c1c-4d0f-aaa8-b5556464b45d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/c39b1ca8-1f94-4ca8-af39-5b2bd42a0013 HTTP/1.1" status: 204 len: 168 time: 1.4218140 Jan 26 21:17:22.218655 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33979a77-7535-49d9-8eb8-0c814555d753 None None] Pushing event updated for resources: {'Port': ['ID=2d5b4d74-060c-45ab-8060-1d6de5b9906c,revision_number=2']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:17:22.248927 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-841f5991-a4d8-4d4b-b215-cbc6bab5427b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (aa7ee9d2-08eb-4e12-b895-24c57300dfec), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:17:22.358310 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-11fb3e92-7467-4cd3-aec5-c8d6f57f8dad req-206d80d7-d684-49d0-bf3b-c00f5f1dc1ca tempest-ServerShowV247Test-997106086 tempest-ServerShowV247Test-997106086-project] 10.222.0.13 "GET /v2.0/ports?device_id=5dcae182-f21f-49a1-b18d-e2bf967c0016 HTTP/1.1" status: 200 len: 210 time: 0.2166636 Jan 26 21:17:22.360438 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b974c20b-6c1c-4d0f-aaa8-b5556464b45d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c39b1ca8-1f94-4ca8-af39-5b2bd42a0013,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:17:22.500595 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [req-7aed3902-80fa-4bf0-a696-d56318fe1a5d req-7c47e877-7bc4-44a8-ad99-e31f4e5b5a19 tempest-MultipleCreateTestJSON-2007749212 tempest-MultipleCreateTestJSON-2007749212-project] For port 040a7afc-78c9-478c-ae62-8455e1656394, host n-h2-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-5',level=0,port_id=040a7afc-78c9-478c-ae62-8455e1656394,segment=NetworkSegment(b71d2c3f-3145-4173-b50d-b6be621ac7bd),segment_id=b71d2c3f-3145-4173-b50d-b6be621ac7bd)] {{(pid=103305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:17:22.501088 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-7aed3902-80fa-4bf0-a696-d56318fe1a5d req-7c47e877-7bc4-44a8-ad99-e31f4e5b5a19 tempest-MultipleCreateTestJSON-2007749212 tempest-MultipleCreateTestJSON-2007749212-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4109658'] for port (040a7afc-78c9-478c-ae62-8455e1656394), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:17:22.518652 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-e81c707a-2441-4530-8b35-4439ab850e0d req-e1bb56b2-d12f-48e2-85b7-2c86dbcb046e tempest-LiveMigrationTest-746395142 tempest-LiveMigrationTest-746395142-project] 10.222.0.13 "GET /v2.0/security-groups?id=c43a996a-6b93-48e4-a331-48250c5b183d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8194060 Jan 26 21:17:22.521359 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-e286eed3-7152-479e-8edb-7861c7531c1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9281612', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12215216'] for subnet (eaea08b8-abe1-46f7-84c0-e277976dbd47), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:17:22.532671 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [req-7aed3902-80fa-4bf0-a696-d56318fe1a5d req-7c47e877-7bc4-44a8-ad99-e31f4e5b5a19 tempest-MultipleCreateTestJSON-2007749212 tempest-MultipleCreateTestJSON-2007749212-project] Calling delete_port for 040a7afc-78c9-478c-ae62-8455e1656394 owned by compute:nova {{(pid=103305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 21:17:22.540397 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-e286eed3-7152-479e-8edb-7861c7531c1c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:17:22.544938 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-e286eed3-7152-479e-8edb-7861c7531c1c admin admin] 10.222.0.13 "DELETE /v2.0/subnets/eaea08b8-abe1-46f7-84c0-e277976dbd47 HTTP/1.1" status: 204 len: 168 time: 1.7451289 Jan 26 21:17:22.552091 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-298fddfb-51c5-4163-8336-01759773fa37 None None] Network b4d91999-0d3f-45ee-89d0-a63f22a3e7ab requested from n-d-760453-5 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 26 21:17:22.584439 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 59648) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:17:22.655475 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72aa85b2-ebd8-4413-932f-c6d9a78d9ced None None] Network efe29cb8-1223-4d1f-943f-1b137d401008 requested from n-d-760453-5 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 26 21:17:22.748778 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e286eed3-7152-479e-8edb-7861c7531c1c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=eaea08b8-abe1-46f7-84c0-e277976dbd47,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:17:22.806126 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33874497-42fc-4af8-aa44-1f81c319dd20 req-737634c9-e302-4ef4-a80a-5ae4964d6162 tempest-MultipleCreateTestJSON-2007749212 tempest-MultipleCreateTestJSON-2007749212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:17:22.812264 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-33874497-42fc-4af8-aa44-1f81c319dd20 req-737634c9-e302-4ef4-a80a-5ae4964d6162 tempest-MultipleCreateTestJSON-2007749212 tempest-MultipleCreateTestJSON-2007749212-project] 10.222.0.13 "GET /v2.0/ports?device_id=83e14e5d-bf4d-480d-94f4-e9e8dc0f5b33 HTTP/1.1" status: 200 len: 945 time: 0.3032537 Jan 26 21:17:22.820583 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-c22ccbd9-24da-4e66-8da2-b3b547a9c4ac tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] Publish callbacks [] for port (a7268cc1-3994-4713-bc9a-c43426d166e2), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:17:22.870238 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-3ece6a9c-6d90-469b-bf4d-2e33098a1f63 None None] Provisioning complete for port 869cf733-1eed-4e27-8ad0-3ca1acdf0de6 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:17:22.870609 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-3ece6a9c-6d90-469b-bf4d-2e33098a1f63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (869cf733-1eed-4e27-8ad0-3ca1acdf0de6), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:17:22.928361 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-7dba3c3b-2bd6-4710-8177-912e3a5144fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-748181'] for network (b4d91999-0d3f-45ee-89d0-a63f22a3e7ab), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:17:22.986125 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 59652) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:17:23.012051 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [req-b6aa6317-bdde-49f8-9940-57f163b10c1a req-20c44f98-655c-4917-8b88-2c5675dd15d4 tempest-MultipleCreateTestJSON-2007749212 tempest-MultipleCreateTestJSON-2007749212-project] Deleting port 4af8b9cb-b480-4429-b507-299f7262cc79 {{(pid=103304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 21:17:23.012409 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-b6aa6317-bdde-49f8-9940-57f163b10c1a req-20c44f98-655c-4917-8b88-2c5675dd15d4 tempest-MultipleCreateTestJSON-2007749212 tempest-MultipleCreateTestJSON-2007749212-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746560630878'] for port (4af8b9cb-b480-4429-b507-299f7262cc79), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:17:23.033781 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (4d619873-4b60-439f-9b5a-b155dc8bbc34), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:17:23.048391 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-d4df33e5-c5c1-4430-b388-bd151e7fc07c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:17:23.058121 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-33874497-42fc-4af8-aa44-1f81c319dd20 req-0129ac4b-dd5a-4fe8-9891-a826e96df1ce tempest-MultipleCreateTestJSON-2007749212 tempest-MultipleCreateTestJSON-2007749212-project] 10.222.0.13 "GET /v2.0/security-groups?id=ac84af4e-d640-4e7c-806b-00b2142fd304&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2154346 Jan 26 21:17:23.139207 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-c22ccbd9-24da-4e66-8da2-b3b547a9c4ac tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746560234527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11791543'] for port (a7268cc1-3994-4713-bc9a-c43426d166e2), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:17:23.226044 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-3ece6a9c-6d90-469b-bf4d-2e33098a1f63 None None] Current status of the port 869cf733-1eed-4e27-8ad0-3ca1acdf0de6 is: DOWN; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:17:23.235984 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-3ece6a9c-6d90-469b-bf4d-2e33098a1f63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (869cf733-1eed-4e27-8ad0-3ca1acdf0de6), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:17:23.244833 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea4f63fd-6c1e-48ea-84a8-b868d0fcf3cf None None] DHCP port deletion for b4d91999-0d3f-45ee-89d0-a63f22a3e7ab request from n-d-760453-5 {{(pid=103306) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 26 21:17:23.255956 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074709e3-ad8e-4906-847f-6c46c2d05ac0 req-7fef9932-cc2b-4534-8a2f-9b8799ab8c23 tempest-ServersTestJSON-1629463572 tempest-ServersTestJSON-1629463572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:17:23.275855 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device 869cf733-1eed-4e27-8ad0-3ca1acdf0de6 up at agent ovs-agent-n-d-760453-5 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 21:17:23.279080 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-074709e3-ad8e-4906-847f-6c46c2d05ac0 req-7fef9932-cc2b-4534-8a2f-9b8799ab8c23 tempest-ServersTestJSON-1629463572 tempest-ServersTestJSON-1629463572-project] 10.222.0.13 "GET /v2.0/ports?device_id=30b3878b-e41c-4f2a-b1d4-a23fc4214e6b HTTP/1.1" status: 200 len: 945 time: 0.1654820 Jan 26 21:17:23.345549 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [req-b6aa6317-bdde-49f8-9940-57f163b10c1a req-20c44f98-655c-4917-8b88-2c5675dd15d4 tempest-MultipleCreateTestJSON-2007749212 tempest-MultipleCreateTestJSON-2007749212-project] For port 4af8b9cb-b480-4429-b507-299f7262cc79, host n-h1-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-5',level=0,port_id=4af8b9cb-b480-4429-b507-299f7262cc79,segment=NetworkSegment(b71d2c3f-3145-4173-b50d-b6be621ac7bd),segment_id=b71d2c3f-3145-4173-b50d-b6be621ac7bd)] {{(pid=103304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:17:23.348499 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-b6aa6317-bdde-49f8-9940-57f163b10c1a req-20c44f98-655c-4917-8b88-2c5675dd15d4 tempest-MultipleCreateTestJSON-2007749212 tempest-MultipleCreateTestJSON-2007749212-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4109658'] for port (4af8b9cb-b480-4429-b507-299f7262cc79), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:17:23.379662 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [req-b6aa6317-bdde-49f8-9940-57f163b10c1a req-20c44f98-655c-4917-8b88-2c5675dd15d4 tempest-MultipleCreateTestJSON-2007749212 tempest-MultipleCreateTestJSON-2007749212-project] Calling delete_port for 4af8b9cb-b480-4429-b507-299f7262cc79 owned by compute:nova {{(pid=103304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 21:17:23.417995 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c22ccbd9-24da-4e66-8da2-b3b547a9c4ac tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] Network efe29cb8-1223-4d1f-943f-1b137d401008 is already hosted by enough agents. {{(pid=103305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 21:17:23.441265 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [None req-c22ccbd9-24da-4e66-8da2-b3b547a9c4ac tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] Resources bound (agent type, host, resource id): {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:17:23.452380 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-3ece6a9c-6d90-469b-bf4d-2e33098a1f63 None None] For port 869cf733-1eed-4e27-8ad0-3ca1acdf0de6, host n-d-760453-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=869cf733-1eed-4e27-8ad0-3ca1acdf0de6,segment=NetworkSegment(770d2ce8-3e53-4f98-83ba-d454bf5f80eb),segment_id=770d2ce8-3e53-4f98-83ba-d454bf5f80eb)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:17:23.461420 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c22ccbd9-24da-4e66-8da2-b3b547a9c4ac tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] Pushing event updated for resources: {'Port': ['ID=a7268cc1-3994-4713-bc9a-c43426d166e2,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:17:23.478321 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c22ccbd9-24da-4e66-8da2-b3b547a9c4ac tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] Received port after_create {{(pid=103305) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 21:17:23.518185 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-3ece6a9c-6d90-469b-bf4d-2e33098a1f63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (869cf733-1eed-4e27-8ad0-3ca1acdf0de6), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:17:23.550442 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Provisioning complete for port 869cf733-1eed-4e27-8ad0-3ca1acdf0de6 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:17:23.559063 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (869cf733-1eed-4e27-8ad0-3ca1acdf0de6), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:17:23.576291 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-7aed3902-80fa-4bf0-a696-d56318fe1a5d req-7c47e877-7bc4-44a8-ad99-e31f4e5b5a19 tempest-MultipleCreateTestJSON-2007749212 tempest-MultipleCreateTestJSON-2007749212-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746560636600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746560234536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11791543'] for port (040a7afc-78c9-478c-ae62-8455e1656394), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:17:23.687983 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] get_ports_and_sgs() called for port_ids ['4af8b9cb-b480-4429-b507-299f7262cc79'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 26 21:17:23.695491 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-7dba3c3b-2bd6-4710-8177-912e3a5144fd admin admin] Deleting port 5a4338c4-4a1a-499c-9230-7e42fdd53ccc {{(pid=103305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 21:17:23.701340 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-7dba3c3b-2bd6-4710-8177-912e3a5144fd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746560630878'] for port (5a4338c4-4a1a-499c-9230-7e42fdd53ccc), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:17:23.754041 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-104e8492-9819-4fda-9c8c-d19f07591f25 req-c95d58f9-1578-4a06-9b13-67b9992b6f32 tempest-ServerShowV247Test-997106086 tempest-ServerShowV247Test-997106086-project] 10.222.0.13 "GET /v2.0/ports?device_id=5dcae182-f21f-49a1-b18d-e2bf967c0016 HTTP/1.1" status: 200 len: 210 time: 0.0827239 Jan 26 21:17:23.907896 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [req-7aed3902-80fa-4bf0-a696-d56318fe1a5d req-7c47e877-7bc4-44a8-ad99-e31f4e5b5a19 tempest-MultipleCreateTestJSON-2007749212 tempest-MultipleCreateTestJSON-2007749212-project] No DVR routers for this DVR port 040a7afc-78c9-478c-ae62-8455e1656394 on host n-h2-760453-5 {{(pid=103305) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 26 21:17:23.910542 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c47e877-7bc4-44a8-ad99-e31f4e5b5a19 tempest-MultipleCreateTestJSON-2007749212 tempest-MultipleCreateTestJSON-2007749212-project] Pushing event deleted for resources: {'Port': ['ID=040a7afc-78c9-478c-ae62-8455e1656394,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:17:23.913559 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-7aed3902-80fa-4bf0-a696-d56318fe1a5d req-7c47e877-7bc4-44a8-ad99-e31f4e5b5a19 tempest-MultipleCreateTestJSON-2007749212 tempest-MultipleCreateTestJSON-2007749212-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:17:23.920177 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-7aed3902-80fa-4bf0-a696-d56318fe1a5d req-7c47e877-7bc4-44a8-ad99-e31f4e5b5a19 tempest-MultipleCreateTestJSON-2007749212 tempest-MultipleCreateTestJSON-2007749212-project] 10.222.0.57 "DELETE /v2.0/ports/040a7afc-78c9-478c-ae62-8455e1656394 HTTP/1.1" status: 204 len: 173 time: 2.2189906 Jan 26 21:17:23.938510 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-074709e3-ad8e-4906-847f-6c46c2d05ac0 req-e8d23146-1a95-42e9-8b0e-66f4da1375d2 tempest-ServersTestJSON-1629463572 tempest-ServersTestJSON-1629463572-project] 10.222.0.13 "GET /v2.0/security-groups?id=a146440b-85c7-430a-88ed-6d0301627350&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2608283 Jan 26 21:17:23.971926 n-d-760453-5 neutron-server[103305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77b276ae-ad4f-43a9-a290-65b00f1fd5f8', 'name': 'network-vif-deleted', 'tag': '040a7afc-78c9-478c-ae62-8455e1656394'}] {{(pid=103305) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 21:17:23.975902 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d4654568b7bf041e72ff8fe1c96d6d761d9c921f2b99bc7b3a26632be20cee0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1810fcca-944c-4239-ae7c-c47490a39cbf" -d '{"events": [{"server_uuid": "77b276ae-ad4f-43a9-a290-65b00f1fd5f8", "name": "network-vif-deleted", "tag": "040a7afc-78c9-478c-ae62-8455e1656394"}]}' {{(pid=103305) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 21:17:24.016497 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c22ccbd9-24da-4e66-8da2-b3b547a9c4ac tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:17:24.022009 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-c22ccbd9-24da-4e66-8da2-b3b547a9c4ac tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:17:24.038647 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ac7d6d7-cba1-4a20-9498-436c057355d2 None None] Network bd020871-95b7-4b5a-881a-9e30b02eb2fe requested from n-d-760453-5 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 26 21:17:24.042552 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ece6a9c-6d90-469b-bf4d-2e33098a1f63 None None] Pushing event updated for resources: {'Port': ['ID=869cf733-1eed-4e27-8ad0-3ca1acdf0de6,revision_number=3']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:17:24.074329 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-b6aa6317-bdde-49f8-9940-57f163b10c1a req-20c44f98-655c-4917-8b88-2c5675dd15d4 tempest-MultipleCreateTestJSON-2007749212 tempest-MultipleCreateTestJSON-2007749212-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746560636600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746560234536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9281553'] for port (4af8b9cb-b480-4429-b507-299f7262cc79), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:17:24.146532 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] get_ports_and_sgs() called for port_ids ['4af8b9cb-b480-4429-b507-299f7262cc79'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 26 21:17:24.164685 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c44f98-655c-4917-8b88-2c5675dd15d4 tempest-MultipleCreateTestJSON-2007749212 tempest-MultipleCreateTestJSON-2007749212-project] Pushing event deleted for resources: {'Port': ['ID=4af8b9cb-b480-4429-b507-299f7262cc79,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:17:24.190974 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-d4df33e5-c5c1-4430-b388-bd151e7fc07c admin admin] Publish callbacks [] for security_group (bf837187-2a77-42fe-a995-9c3950c419dc), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:17:24.201203 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Jan 2022 21:17:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4047bde-6312-4581-bc07-4074cc415398 x-openstack-request-id: req-c4047bde-6312-4581-bc07-4074cc415398 {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 21:17:24.202974 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77b276ae-ad4f-43a9-a290-65b00f1fd5f8", "name": "network-vif-deleted", "tag": "040a7afc-78c9-478c-ae62-8455e1656394", "status": "completed", "code": 200}]} {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 21:17:24.203319 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c4047bde-6312-4581-bc07-4074cc415398 {{(pid=103305) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 21:17:24.203810 n-d-760453-5 neutron-server[103305]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77b276ae-ad4f-43a9-a290-65b00f1fd5f8', 'name': 'network-vif-deleted', 'tag': '040a7afc-78c9-478c-ae62-8455e1656394', 'status': 'completed', 'code': 200} Jan 26 21:17:24.212883 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31441df-24bc-4c57-a9fe-c2df6c6a509e req-3ff42021-a288-455e-a206-da2ef217d1e8 tempest-LiveMigrationTest-746395142 tempest-LiveMigrationTest-746395142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:17:24.214880 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-d31441df-24bc-4c57-a9fe-c2df6c6a509e req-3ff42021-a288-455e-a206-da2ef217d1e8 tempest-LiveMigrationTest-746395142 tempest-LiveMigrationTest-746395142-project] 10.222.0.13 "GET /v2.0/ports?device_id=3c1bb11b-19e0-4bd6-8502-e5422740b40d HTTP/1.1" status: 200 len: 943 time: 0.2659225 Jan 26 21:17:24.222282 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-d4df33e5-c5c1-4430-b388-bd151e7fc07c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (bf837187-2a77-42fe-a995-9c3950c419dc), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:17:24.241835 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-c22ccbd9-24da-4e66-8da2-b3b547a9c4ac tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 3.7478759 Jan 26 21:17:24.244109 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [None req-7dba3c3b-2bd6-4710-8177-912e3a5144fd admin admin] For port 5a4338c4-4a1a-499c-9230-7e42fdd53ccc, host n-d-760453-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=5a4338c4-4a1a-499c-9230-7e42fdd53ccc,segment=NetworkSegment(a15ef740-f64f-41d4-9077-bbc625c53d41),segment_id=a15ef740-f64f-41d4-9077-bbc625c53d41)] {{(pid=103305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:17:24.244493 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-7dba3c3b-2bd6-4710-8177-912e3a5144fd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4109658'] for port (5a4338c4-4a1a-499c-9230-7e42fdd53ccc), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:17:24.270899 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 59664) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:17:24.277859 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-da4b263a-4e22-4d1b-b7b8-f1778b463ac6 tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] Request body: {'port': {'network_id': 'efe29cb8-1223-4d1f-943f-1b137d401008', 'name': 'tempest-TaggedBootDevicesTest_v242-2133088782', 'fixed_ips': [{'subnet_id': '33c71571-b125-47e8-b95c-4b54e4e22463'}]}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:17:24.316596 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-f4d9f64a-b1b6-45c6-b8c1-a94c84af8e78 None None] Provisioning complete for port 2d5b4d74-060c-45ab-8060-1d6de5b9906c triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:17:24.317122 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-f4d9f64a-b1b6-45c6-b8c1-a94c84af8e78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (2d5b4d74-060c-45ab-8060-1d6de5b9906c), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:17:24.318979 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-839dd188-ec69-470c-9ab0-d318dc1a2e96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (e79b4fc6-6c71-44b2-a6d0-ff3e1f4dfd0d), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:17:24.353841 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-6d5e742b-537b-45d8-b0c7-9a2ea8f705a2 req-ba32038c-4c45-4f4e-b8fb-3d5ba9c1871b tempest-MultipleCreateTestJSON-2007749212 tempest-MultipleCreateTestJSON-2007749212-project] 10.222.0.13 "GET /v2.0/ports?device_id=83e14e5d-bf4d-480d-94f4-e9e8dc0f5b33 HTTP/1.1" status: 200 len: 210 time: 0.1334314 Jan 26 21:17:24.404984 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6aa6317-bdde-49f8-9940-57f163b10c1a req-20c44f98-655c-4917-8b88-2c5675dd15d4 tempest-MultipleCreateTestJSON-2007749212 tempest-MultipleCreateTestJSON-2007749212-project] No DVR routers for this DVR port 4af8b9cb-b480-4429-b507-299f7262cc79 on host n-h1-760453-5 {{(pid=103304) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 26 21:17:24.411843 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4df33e5-c5c1-4430-b388-bd151e7fc07c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf837187-2a77-42fe-a995-9c3950c419dc,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:17:24.432923 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-b6aa6317-bdde-49f8-9940-57f163b10c1a req-20c44f98-655c-4917-8b88-2c5675dd15d4 tempest-MultipleCreateTestJSON-2007749212 tempest-MultipleCreateTestJSON-2007749212-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:17:24.436558 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-7dba3c3b-2bd6-4710-8177-912e3a5144fd admin admin] Calling delete_port for 5a4338c4-4a1a-499c-9230-7e42fdd53ccc owned by network:dhcp {{(pid=103305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 21:17:24.443813 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-b6aa6317-bdde-49f8-9940-57f163b10c1a req-20c44f98-655c-4917-8b88-2c5675dd15d4 tempest-MultipleCreateTestJSON-2007749212 tempest-MultipleCreateTestJSON-2007749212-project] 10.222.0.66 "DELETE /v2.0/ports/4af8b9cb-b480-4429-b507-299f7262cc79 HTTP/1.1" status: 204 len: 173 time: 2.3648393 Jan 26 21:17:24.444364 n-d-760453-5 neutron-server[103304]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83e14e5d-bf4d-480d-94f4-e9e8dc0f5b33', 'name': 'network-vif-deleted', 'tag': '4af8b9cb-b480-4429-b507-299f7262cc79'}] {{(pid=103304) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 21:17:24.452566 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d52b45f1943fcd332af9527eb73ff93c8d715d44383a3f6d18de73b4cfcf87b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16871b5b-b5c6-4bfc-a2a3-74fbbbe03014" -d '{"events": [{"server_uuid": "83e14e5d-bf4d-480d-94f4-e9e8dc0f5b33", "name": "network-vif-deleted", "tag": "4af8b9cb-b480-4429-b507-299f7262cc79"}]}' {{(pid=103304) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 21:17:24.459225 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-ea4f63fd-6c1e-48ea-84a8-b868d0fcf3cf None None] Deleting port 5a4338c4-4a1a-499c-9230-7e42fdd53ccc {{(pid=103306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 21:17:24.459960 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-ea4f63fd-6c1e-48ea-84a8-b868d0fcf3cf None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746560630878'] for port (5a4338c4-4a1a-499c-9230-7e42fdd53ccc), before_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:17:24.516423 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-d31441df-24bc-4c57-a9fe-c2df6c6a509e req-d7750756-9ee1-4c17-a9ae-3a059f9a266c tempest-LiveMigrationTest-746395142 tempest-LiveMigrationTest-746395142-project] 10.222.0.13 "GET /v2.0/security-groups?id=c43a996a-6b93-48e4-a331-48250c5b183d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2912219 Jan 26 21:17:24.545418 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Jan 2022 21:17:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e887b9d-30fe-4aaa-8d5f-63bed90df019 x-openstack-request-id: req-2e887b9d-30fe-4aaa-8d5f-63bed90df019 {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 21:17:24.546222 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83e14e5d-bf4d-480d-94f4-e9e8dc0f5b33", "name": "network-vif-deleted", "tag": "4af8b9cb-b480-4429-b507-299f7262cc79", "status": "completed", "code": 200}]} {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 21:17:24.546222 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-2e887b9d-30fe-4aaa-8d5f-63bed90df019 {{(pid=103304) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 21:17:24.546483 n-d-760453-5 neutron-server[103304]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83e14e5d-bf4d-480d-94f4-e9e8dc0f5b33', 'name': 'network-vif-deleted', 'tag': '4af8b9cb-b480-4429-b507-299f7262cc79', 'status': 'completed', 'code': 200} Jan 26 21:17:24.556861 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-d4df33e5-c5c1-4430-b388-bd151e7fc07c admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ead749c0fe024b6ba3a03681f1c0e03e&name=default HTTP/1.1" status: 200 len: 3000 time: 1.5674868 Jan 26 21:17:24.559441 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 59670) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:17:24.780477 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Device 040a7afc-78c9-478c-ae62-8455e1656394 no longer exists at agent hyperv_n-h2-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 26 21:17:24.784352 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Current status of the port 869cf733-1eed-4e27-8ad0-3ca1acdf0de6 is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:17:24.785975 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device 2d5b4d74-060c-45ab-8060-1d6de5b9906c up at agent ovs-agent-n-d-760453-5 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 21:17:24.883947 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] No Port match for: 040a7afc-78c9-478c-ae62-8455e1656394 {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 26 21:17:24.884663 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Device 040a7afc-78c9-478c-ae62-8455e1656394 not bound to the agent host n-h2-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 26 21:17:24.967902 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-7dba3c3b-2bd6-4710-8177-912e3a5144fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746560636600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746560234536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11791543'] for port (5a4338c4-4a1a-499c-9230-7e42fdd53ccc), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:17:24.968694 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-ea4f63fd-6c1e-48ea-84a8-b868d0fcf3cf None None] For port 5a4338c4-4a1a-499c-9230-7e42fdd53ccc, host n-d-760453-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=5a4338c4-4a1a-499c-9230-7e42fdd53ccc,segment=NetworkSegment(a15ef740-f64f-41d4-9077-bbc625c53d41),segment_id=a15ef740-f64f-41d4-9077-bbc625c53d41)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:17:24.968918 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-ea4f63fd-6c1e-48ea-84a8-b868d0fcf3cf None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4109658'] for port (5a4338c4-4a1a-499c-9230-7e42fdd53ccc), precommit_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:17:24.982977 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-f4d9f64a-b1b6-45c6-b8c1-a94c84af8e78 None None] Current status of the port 2d5b4d74-060c-45ab-8060-1d6de5b9906c is: DOWN; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:17:24.983378 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-f4d9f64a-b1b6-45c6-b8c1-a94c84af8e78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (2d5b4d74-060c-45ab-8060-1d6de5b9906c), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:17:24.992170 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da4b263a-4e22-4d1b-b7b8-f1778b463ac6 tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] Made reservation on behalf of 026ef2d8b8e041b18f9abf8363011406 for: {'port': 1} {{(pid=103305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 21:17:24.998589 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-da4b263a-4e22-4d1b-b7b8-f1778b463ac6 tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:17:25.044880 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dba3c3b-2bd6-4710-8177-912e3a5144fd admin admin] No DVR routers for this DVR port 5a4338c4-4a1a-499c-9230-7e42fdd53ccc on host n-d-760453-5 {{(pid=103305) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 26 21:17:25.075705 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-ea4f63fd-6c1e-48ea-84a8-b868d0fcf3cf None None] Calling delete_port for 5a4338c4-4a1a-499c-9230-7e42fdd53ccc owned by network:dhcp {{(pid=103306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 21:17:25.115445 n-d-760453-5 neutron-server[103305]: DEBUG neutron.notifiers.nova [None req-da4b263a-4e22-4d1b-b7b8-f1778b463ac6 tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] device_id is not set on port 855d117c-7e61-48ea-aea1-a4cc8811f046 yet. {{(pid=103305) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 26 21:17:25.172093 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-ea4f63fd-6c1e-48ea-84a8-b868d0fcf3cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746560636600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746560234536'] for port (5a4338c4-4a1a-499c-9230-7e42fdd53ccc), after_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:17:25.283379 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea4f63fd-6c1e-48ea-84a8-b868d0fcf3cf None None] Pushing event deleted for resources: {'Port': ['ID=5a4338c4-4a1a-499c-9230-7e42fdd53ccc,revision_number=None']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:17:25.297190 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea4f63fd-6c1e-48ea-84a8-b868d0fcf3cf None None] No DVR routers for this DVR port 5a4338c4-4a1a-499c-9230-7e42fdd53ccc on host n-d-760453-5 {{(pid=103306) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 26 21:17:25.414103 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-f4d9f64a-b1b6-45c6-b8c1-a94c84af8e78 None None] For port 2d5b4d74-060c-45ab-8060-1d6de5b9906c, host n-d-760453-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=2d5b4d74-060c-45ab-8060-1d6de5b9906c,segment=NetworkSegment(5fccd88d-df0d-4375-8629-dca63d895672),segment_id=5fccd88d-df0d-4375-8629-dca63d895672)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:17:25.415819 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (fea0591a-627d-4c87-9a9a-01625ddf3277), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:17:25.436166 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Provisioning complete for port 2d5b4d74-060c-45ab-8060-1d6de5b9906c triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:17:25.436544 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (2d5b4d74-060c-45ab-8060-1d6de5b9906c), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:17:25.438210 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-f4d9f64a-b1b6-45c6-b8c1-a94c84af8e78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (2d5b4d74-060c-45ab-8060-1d6de5b9906c), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:17:25.453195 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dba3c3b-2bd6-4710-8177-912e3a5144fd admin admin] Pushing event deleted for resources: {'Port': ['ID=5a4338c4-4a1a-499c-9230-7e42fdd53ccc,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:17:25.562565 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-2bf218fc-0fb0-44c4-8b3d-b06bd57169f7 req-ed822fff-c27e-4a3c-ab08-766afeff892a tempest-ServerShowV247Test-997106086 tempest-ServerShowV247Test-997106086-project] 10.222.0.13 "GET /v2.0/ports?device_id=5dcae182-f21f-49a1-b18d-e2bf967c0016 HTTP/1.1" status: 200 len: 210 time: 0.0785344 Jan 26 21:17:25.632126 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.db_base_plugin_common [None req-da4b263a-4e22-4d1b-b7b8-f1778b463ac6 tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] Allocated IP 10.1.1.201 (efe29cb8-1223-4d1f-943f-1b137d401008/33c71571-b125-47e8-b95c-4b54e4e22463/855d117c-7e61-48ea-aea1-a4cc8811f046) {{(pid=103305) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 21:17:25.660139 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-0e17a9e1-12b1-42b0-b48d-15ffbfc3ef2c admin admin] Publish callbacks [] for security_group (bf837187-2a77-42fe-a995-9c3950c419dc), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:17:25.688604 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-7dba3c3b-2bd6-4710-8177-912e3a5144fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-686403', 'neutron.services.segments.db._delete_segments_for_network-8746560774018'] for network (b4d91999-0d3f-45ee-89d0-a63f22a3e7ab), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:17:25.732227 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d9f64a-b1b6-45c6-b8c1-a94c84af8e78 None None] Pushing event updated for resources: {'Port': ['ID=2d5b4d74-060c-45ab-8060-1d6de5b9906c,revision_number=3']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:17:25.774013 n-d-760453-5 neutron-server[103305]: DEBUG neutron.services.segments.db [None req-7dba3c3b-2bd6-4710-8177-912e3a5144fd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b4d91999-0d3f-45ee-89d0-a63f22a3e7ab']}} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:17:25.780990 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-3fe7a05e-1e39-4b61-9808-04b20a59f38b None None] Provisioning complete for port 869cf733-1eed-4e27-8ad0-3ca1acdf0de6 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:17:25.781386 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-3fe7a05e-1e39-4b61-9808-04b20a59f38b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (869cf733-1eed-4e27-8ad0-3ca1acdf0de6), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:17:25.783487 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590dbb94-eb1b-4f62-a5a5-337ac90bf1a2 req-9f79c4ef-1872-4e36-8266-c3c869cd5991 tempest-ServersTestJSON-1629463572 tempest-ServersTestJSON-1629463572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:17:25.794755 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-590dbb94-eb1b-4f62-a5a5-337ac90bf1a2 req-9f79c4ef-1872-4e36-8266-c3c869cd5991 tempest-ServersTestJSON-1629463572 tempest-ServersTestJSON-1629463572-project] 10.222.0.13 "GET /v2.0/ports?device_id=30b3878b-e41c-4f2a-b1d4-a23fc4214e6b HTTP/1.1" status: 200 len: 945 time: 0.3342617 Jan 26 21:17:25.814295 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-0e17a9e1-12b1-42b0-b48d-15ffbfc3ef2c admin admin] Publish callbacks [] for security_group (bf837187-2a77-42fe-a995-9c3950c419dc), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:17:25.821481 n-d-760453-5 neutron-server[103305]: DEBUG neutron.services.segments.db [None req-7dba3c3b-2bd6-4710-8177-912e3a5144fd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a15ef740-f64f-41d4-9077-bbc625c53d41') {'for_net_delete': True} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:17:25.821818 n-d-760453-5 neutron-server[103305]: DEBUG neutron.services.segments.db [None req-7dba3c3b-2bd6-4710-8177-912e3a5144fd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a15ef740-f64f-41d4-9077-bbc625c53d41') {} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:17:25.849638 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-7dba3c3b-2bd6-4710-8177-912e3a5144fd admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746560742283', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11788955'] for segment (a15ef740-f64f-41d4-9077-bbc625c53d41), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:17:25.883081 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Current status of the port 2d5b4d74-060c-45ab-8060-1d6de5b9906c is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:17:25.938897 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-7dba3c3b-2bd6-4710-8177-912e3a5144fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576559'] for segment (a15ef740-f64f-41d4-9077-bbc625c53d41), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:17:25.972521 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7dba3c3b-2bd6-4710-8177-912e3a5144fd admin admin] Releasing vlan 576 on physical network physnet1 to pool {{(pid=103305) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 26 21:17:25.973590 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-7dba3c3b-2bd6-4710-8177-912e3a5144fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11791428'] for segment (a15ef740-f64f-41d4-9077-bbc625c53d41), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:17:25.974697 n-d-760453-5 neutron-server[103305]: Traceback (most recent call last): Jan 26 21:17:25.974697 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 26 21:17:25.974697 n-d-760453-5 neutron-server[103305]: timer() Jan 26 21:17:25.974697 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 26 21:17:25.974697 n-d-760453-5 neutron-server[103305]: cb(*args, **kw) Jan 26 21:17:25.974697 n-d-760453-5 neutron-server[103305]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 26 21:17:25.974697 n-d-760453-5 neutron-server[103305]: return func(*args, **kwargs) Jan 26 21:17:25.974697 n-d-760453-5 neutron-server[103305]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 26 21:17:25.974697 n-d-760453-5 neutron-server[103305]: self._notify() Jan 26 21:17:25.974697 n-d-760453-5 neutron-server[103305]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 26 21:17:25.974697 n-d-760453-5 neutron-server[103305]: self.callback(batched_events) Jan 26 21:17:25.974697 n-d-760453-5 neutron-server[103305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 26 21:17:25.974697 n-d-760453-5 neutron-server[103305]: event.method(event) Jan 26 21:17:25.974697 n-d-760453-5 neutron-server[103305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 26 21:17:25.974697 n-d-760453-5 neutron-server[103305]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 26 21:17:25.974697 n-d-760453-5 neutron-server[103305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 26 21:17:25.974697 n-d-760453-5 neutron-server[103305]: aggregate_uuid = self.p_client.list_aggregates( Jan 26 21:17:25.974697 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 26 21:17:25.974697 n-d-760453-5 neutron-server[103305]: return f(self, *a, **k) Jan 26 21:17:25.974697 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 26 21:17:25.974697 n-d-760453-5 neutron-server[103305]: return self._get(url).json() Jan 26 21:17:25.974697 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 26 21:17:25.974697 n-d-760453-5 neutron-server[103305]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 26 21:17:25.974697 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 26 21:17:25.974697 n-d-760453-5 neutron-server[103305]: return self.request(url, 'GET', **kwargs) Jan 26 21:17:25.974697 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 26 21:17:25.974697 n-d-760453-5 neutron-server[103305]: base_url = self.get_endpoint(auth, allow=allow, Jan 26 21:17:25.974697 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 26 21:17:25.974697 n-d-760453-5 neutron-server[103305]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 26 21:17:25.974697 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 26 21:17:25.974697 n-d-760453-5 neutron-server[103305]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 26 21:17:25.974697 n-d-760453-5 neutron-server[103305]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 26 21:17:25.994825 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b4ade4-73e1-4fd5-b309-7af8aabac43a req-29f2151c-0174-4d3a-9bfd-f002af09bf3a tempest-LiveMigrationTest-746395142 tempest-LiveMigrationTest-746395142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:17:25.996360 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-f4b4ade4-73e1-4fd5-b309-7af8aabac43a req-29f2151c-0174-4d3a-9bfd-f002af09bf3a tempest-LiveMigrationTest-746395142 tempest-LiveMigrationTest-746395142-project] 10.222.0.13 "GET /v2.0/ports?device_id=3c1bb11b-19e0-4bd6-8502-e5422740b40d HTTP/1.1" status: 200 len: 943 time: 0.1993768 Jan 26 21:17:26.030058 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-3fe7a05e-1e39-4b61-9808-04b20a59f38b None None] Current status of the port 869cf733-1eed-4e27-8ad0-3ca1acdf0de6 is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:17:26.046337 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-590dbb94-eb1b-4f62-a5a5-337ac90bf1a2 req-b5b67e48-f77d-4c26-b471-e6add2ee3669 tempest-ServersTestJSON-1629463572 tempest-ServersTestJSON-1629463572-project] 10.222.0.13 "GET /v2.0/security-groups?id=a146440b-85c7-430a-88ed-6d0301627350&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2506797 Jan 26 21:17:26.051165 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device 869cf733-1eed-4e27-8ad0-3ca1acdf0de6 up at agent ovs-agent-n-d-760453-5 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 21:17:26.084995 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-0e17a9e1-12b1-42b0-b48d-15ffbfc3ef2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (bf837187-2a77-42fe-a995-9c3950c419dc), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:17:26.087586 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-0e17a9e1-12b1-42b0-b48d-15ffbfc3ef2c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:17:26.088743 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-0e17a9e1-12b1-42b0-b48d-15ffbfc3ef2c admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/bf837187-2a77-42fe-a995-9c3950c419dc HTTP/1.1" status: 204 len: 168 time: 1.5283232 Jan 26 21:17:26.119176 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-f4b4ade4-73e1-4fd5-b309-7af8aabac43a req-2e322c9c-8c9f-4941-b598-c3de1a17ada7 tempest-LiveMigrationTest-746395142 tempest-LiveMigrationTest-746395142-project] 10.222.0.13 "GET /v2.0/security-groups?id=c43a996a-6b93-48e4-a331-48250c5b183d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979972 Jan 26 21:17:26.123344 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e17a9e1-12b1-42b0-b48d-15ffbfc3ef2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf837187-2a77-42fe-a995-9c3950c419dc,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:17:26.130531 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-3fe7a05e-1e39-4b61-9808-04b20a59f38b None None] Provisioning complete for port 2d5b4d74-060c-45ab-8060-1d6de5b9906c triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:17:26.130784 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-3fe7a05e-1e39-4b61-9808-04b20a59f38b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (2d5b4d74-060c-45ab-8060-1d6de5b9906c), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:17:26.175719 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-7dba3c3b-2bd6-4710-8177-912e3a5144fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4110931'] for network (b4d91999-0d3f-45ee-89d0-a63f22a3e7ab), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:17:26.183128 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-7dba3c3b-2bd6-4710-8177-912e3a5144fd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709645'] for network (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:17:26.205972 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-7dba3c3b-2bd6-4710-8177-912e3a5144fd admin admin] 10.222.0.13 "DELETE /v2.0/networks/b4d91999-0d3f-45ee-89d0-a63f22a3e7ab HTTP/1.1" status: 204 len: 168 time: 3.6194003 Jan 26 21:17:26.223804 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 59688) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:17:26.280194 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Provisioning complete for port 869cf733-1eed-4e27-8ad0-3ca1acdf0de6 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:17:26.284640 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (869cf733-1eed-4e27-8ad0-3ca1acdf0de6), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:17:26.294422 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dba3c3b-2bd6-4710-8177-912e3a5144fd admin admin] Pushing event deleted for resources: {'Network': ['ID=b4d91999-0d3f-45ee-89d0-a63f22a3e7ab,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:17:26.345867 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-da4b263a-4e22-4d1b-b7b8-f1778b463ac6 tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] Publish callbacks [] for port (855d117c-7e61-48ea-aea1-a4cc8811f046), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:17:26.355440 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.db_base_plugin_v2 [None req-ca62032d-776f-476c-ad43-22eb103ca1ec admin admin] Deleting subnet a0b74693-6c87-45e7-8c94-8aeae991a4dc {{(pid=103304) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 26 21:17:26.360827 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-ca62032d-776f-476c-ad43-22eb103ca1ec admin admin] Publish callbacks [] for subnet (a0b74693-6c87-45e7-8c94-8aeae991a4dc), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:17:26.402235 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-da4b263a-4e22-4d1b-b7b8-f1778b463ac6 tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746560234527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11791543'] for port (855d117c-7e61-48ea-aea1-a4cc8811f046), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:17:26.470147 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da4b263a-4e22-4d1b-b7b8-f1778b463ac6 tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] Network efe29cb8-1223-4d1f-943f-1b137d401008 is already hosted by enough agents. {{(pid=103305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 21:17:26.477166 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-3fe7a05e-1e39-4b61-9808-04b20a59f38b None None] Current status of the port 2d5b4d74-060c-45ab-8060-1d6de5b9906c is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:17:26.482756 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [None req-da4b263a-4e22-4d1b-b7b8-f1778b463ac6 tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] Resources bound (agent type, host, resource id): {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:17:26.503534 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da4b263a-4e22-4d1b-b7b8-f1778b463ac6 tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] Received port after_create {{(pid=103305) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 21:17:26.513139 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-ca62032d-776f-476c-ad43-22eb103ca1ec admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8881284'] for subnet (a0b74693-6c87-45e7-8c94-8aeae991a4dc), precommit_delete_associations {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:17:26.531320 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-3fe7a05e-1e39-4b61-9808-04b20a59f38b None None] Provisioning complete for port a7268cc1-3994-4713-bc9a-c43426d166e2 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:17:26.534826 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-3fe7a05e-1e39-4b61-9808-04b20a59f38b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (a7268cc1-3994-4713-bc9a-c43426d166e2), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:17:26.650504 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-ca62032d-776f-476c-ad43-22eb103ca1ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687316'] for subnet (a0b74693-6c87-45e7-8c94-8aeae991a4dc), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:17:26.662494 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 59694) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:17:26.681170 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-3fe7a05e-1e39-4b61-9808-04b20a59f38b None None] Port a7268cc1-3994-4713-bc9a-c43426d166e2 cannot update to ACTIVE because it is not bound. {{(pid=103306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 26 21:17:26.687352 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Device 4af8b9cb-b480-4429-b507-299f7262cc79 no longer exists at agent hyperv_n-h1-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 26 21:17:26.711378 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da4b263a-4e22-4d1b-b7b8-f1778b463ac6 tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] Pushing event updated for resources: {'Port': ['ID=855d117c-7e61-48ea-aea1-a4cc8811f046,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:17:26.730769 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da4b263a-4e22-4d1b-b7b8-f1778b463ac6 tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:17:26.732260 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-da4b263a-4e22-4d1b-b7b8-f1778b463ac6 tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:17:26.756129 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] No Port match for: 4af8b9cb-b480-4429-b507-299f7262cc79 {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 26 21:17:26.756477 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Device 4af8b9cb-b480-4429-b507-299f7262cc79 not bound to the agent host n-h1-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 26 21:17:26.789995 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Current status of the port 869cf733-1eed-4e27-8ad0-3ca1acdf0de6 is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:17:26.791271 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device 2d5b4d74-060c-45ab-8060-1d6de5b9906c up at agent ovs-agent-n-d-760453-5 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 21:17:26.819647 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-d4de5471-d554-4b38-8797-ef290a9b6ee5 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ea2b7f569e4243dcba0cb16771cf369b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1559932 Jan 26 21:17:26.823053 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-ca62032d-776f-476c-ad43-22eb103ca1ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9281612', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12215216'] for subnet (a0b74693-6c87-45e7-8c94-8aeae991a4dc), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:17:26.831518 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 59702) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:17:26.846498 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-da4b263a-4e22-4d1b-b7b8-f1778b463ac6 tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.5708349 Jan 26 21:17:26.863205 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-ca62032d-776f-476c-ad43-22eb103ca1ec admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:17:26.875377 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-ca62032d-776f-476c-ad43-22eb103ca1ec admin admin] 10.222.0.13 "DELETE /v2.0/subnets/a0b74693-6c87-45e7-8c94-8aeae991a4dc HTTP/1.1" status: 204 len: 168 time: 0.6473305 Jan 26 21:17:26.876058 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 59706) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:17:26.916681 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-6f3c8f6d-0b5a-46ef-8ee5-48042750b428 req-23ba893e-f63d-4415-88d7-680426f08159 tempest-ServerShowV247Test-997106086 tempest-ServerShowV247Test-997106086-project] 10.222.0.13 "GET /v2.0/ports?device_id=5dcae182-f21f-49a1-b18d-e2bf967c0016 HTTP/1.1" status: 200 len: 210 time: 0.1218617 Jan 26 21:17:26.965234 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca62032d-776f-476c-ad43-22eb103ca1ec admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a0b74693-6c87-45e7-8c94-8aeae991a4dc,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:17:26.994748 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Provisioning complete for port 2d5b4d74-060c-45ab-8060-1d6de5b9906c triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:17:26.995145 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (2d5b4d74-060c-45ab-8060-1d6de5b9906c), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:17:27.186605 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-c6b15ee9-ff34-4316-b24e-c8f27d06ae2e None None] Provisioning complete for port 855d117c-7e61-48ea-aea1-a4cc8811f046 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:17:27.186978 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-c6b15ee9-ff34-4316-b24e-c8f27d06ae2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (855d117c-7e61-48ea-aea1-a4cc8811f046), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:17:27.216266 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-6c33c8c9-5ef3-451f-b84e-c3a3d38fd3a1 admin admin] Publish callbacks [] for security_group (075e3425-059e-4a4f-a9ab-51700afa921e), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:17:27.238437 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-84603fc9-82a6-4a07-b7db-fe6491ca9869 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-748181'] for network (0ba33c24-cb18-484b-aac7-07d8859e9540), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:17:27.250802 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65a50b3-8e8b-4880-b2b6-c35c3ea1f7f9 req-c1efb08c-8a98-450d-ac96-fb3ae000d80d tempest-ServersTestJSON-1629463572 tempest-ServersTestJSON-1629463572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:17:27.258607 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-6c33c8c9-5ef3-451f-b84e-c3a3d38fd3a1 admin admin] Publish callbacks [] for security_group (075e3425-059e-4a4f-a9ab-51700afa921e), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:17:27.260257 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-c65a50b3-8e8b-4880-b2b6-c35c3ea1f7f9 req-c1efb08c-8a98-450d-ac96-fb3ae000d80d tempest-ServersTestJSON-1629463572 tempest-ServersTestJSON-1629463572-project] 10.222.0.13 "GET /v2.0/ports?device_id=30b3878b-e41c-4f2a-b1d4-a23fc4214e6b HTTP/1.1" status: 200 len: 945 time: 0.1044817 Jan 26 21:17:27.296578 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-c6b15ee9-ff34-4316-b24e-c8f27d06ae2e None None] Port 855d117c-7e61-48ea-aea1-a4cc8811f046 cannot update to ACTIVE because it is not bound. {{(pid=103306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 26 21:17:27.337725 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Current status of the port 2d5b4d74-060c-45ab-8060-1d6de5b9906c is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:17:27.357457 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-84603fc9-82a6-4a07-b7db-fe6491ca9869 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-686403', 'neutron.services.segments.db._delete_segments_for_network-8746560774018'] for network (0ba33c24-cb18-484b-aac7-07d8859e9540), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:17:27.416320 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-c65a50b3-8e8b-4880-b2b6-c35c3ea1f7f9 req-36569f34-4018-4884-a7c0-bc206d522c90 tempest-ServersTestJSON-1629463572 tempest-ServersTestJSON-1629463572-project] 10.222.0.13 "GET /v2.0/security-groups?id=a146440b-85c7-430a-88ed-6d0301627350&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1528285 Jan 26 21:17:27.431237 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device 5a4338c4-4a1a-499c-9230-7e42fdd53ccc no longer exists at agent ovs-agent-n-d-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 26 21:17:27.433715 n-d-760453-5 neutron-server[103305]: DEBUG neutron.services.segments.db [None req-84603fc9-82a6-4a07-b7db-fe6491ca9869 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0ba33c24-cb18-484b-aac7-07d8859e9540']}} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:17:27.453896 n-d-760453-5 neutron-server[103305]: DEBUG neutron.services.segments.db [None req-84603fc9-82a6-4a07-b7db-fe6491ca9869 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b71d2c3f-3145-4173-b50d-b6be621ac7bd') {'for_net_delete': True} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:17:27.454440 n-d-760453-5 neutron-server[103305]: DEBUG neutron.services.segments.db [None req-84603fc9-82a6-4a07-b7db-fe6491ca9869 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b71d2c3f-3145-4173-b50d-b6be621ac7bd') {} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:17:27.465224 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-84603fc9-82a6-4a07-b7db-fe6491ca9869 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746560742283', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11788955'] for segment (b71d2c3f-3145-4173-b50d-b6be621ac7bd), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:17:27.473050 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] No Port match for: 5a4338c4-4a1a-499c-9230-7e42fdd53ccc {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 26 21:17:27.473601 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device 5a4338c4-4a1a-499c-9230-7e42fdd53ccc not bound to the agent host n-d-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 26 21:17:27.480778 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-84603fc9-82a6-4a07-b7db-fe6491ca9869 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576559'] for segment (b71d2c3f-3145-4173-b50d-b6be621ac7bd), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:17:27.488357 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-84603fc9-82a6-4a07-b7db-fe6491ca9869 admin admin] Releasing vlan 550 on physical network physnet1 to pool {{(pid=103305) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 26 21:17:27.489165 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-84603fc9-82a6-4a07-b7db-fe6491ca9869 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11791428'] for segment (b71d2c3f-3145-4173-b50d-b6be621ac7bd), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:17:27.570601 n-d-760453-5 neutron-server[103305]: Traceback (most recent call last): Jan 26 21:17:27.570601 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 26 21:17:27.570601 n-d-760453-5 neutron-server[103305]: timer() Jan 26 21:17:27.570601 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 26 21:17:27.570601 n-d-760453-5 neutron-server[103305]: cb(*args, **kw) Jan 26 21:17:27.570601 n-d-760453-5 neutron-server[103305]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 26 21:17:27.570601 n-d-760453-5 neutron-server[103305]: return func(*args, **kwargs) Jan 26 21:17:27.570601 n-d-760453-5 neutron-server[103305]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 26 21:17:27.570601 n-d-760453-5 neutron-server[103305]: self._notify() Jan 26 21:17:27.570601 n-d-760453-5 neutron-server[103305]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 26 21:17:27.570601 n-d-760453-5 neutron-server[103305]: self.callback(batched_events) Jan 26 21:17:27.570601 n-d-760453-5 neutron-server[103305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 26 21:17:27.570601 n-d-760453-5 neutron-server[103305]: event.method(event) Jan 26 21:17:27.570601 n-d-760453-5 neutron-server[103305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 26 21:17:27.570601 n-d-760453-5 neutron-server[103305]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 26 21:17:27.570601 n-d-760453-5 neutron-server[103305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 26 21:17:27.570601 n-d-760453-5 neutron-server[103305]: aggregate_uuid = self.p_client.list_aggregates( Jan 26 21:17:27.570601 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 26 21:17:27.570601 n-d-760453-5 neutron-server[103305]: return f(self, *a, **k) Jan 26 21:17:27.570601 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 26 21:17:27.570601 n-d-760453-5 neutron-server[103305]: return self._get(url).json() Jan 26 21:17:27.570601 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 26 21:17:27.570601 n-d-760453-5 neutron-server[103305]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 26 21:17:27.570601 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 26 21:17:27.570601 n-d-760453-5 neutron-server[103305]: return self.request(url, 'GET', **kwargs) Jan 26 21:17:27.570601 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 26 21:17:27.570601 n-d-760453-5 neutron-server[103305]: base_url = self.get_endpoint(auth, allow=allow, Jan 26 21:17:27.570601 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 26 21:17:27.570601 n-d-760453-5 neutron-server[103305]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 26 21:17:27.570601 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 26 21:17:27.570601 n-d-760453-5 neutron-server[103305]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 26 21:17:27.570601 n-d-760453-5 neutron-server[103305]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 26 21:17:27.581959 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 59722) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:17:27.587139 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-14292110-a979-46e2-91c2-30de82dc1f6c tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1742410496', 'description': 'tempest-description--129425608'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:17:27.600424 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-84603fc9-82a6-4a07-b7db-fe6491ca9869 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4110931'] for network (0ba33c24-cb18-484b-aac7-07d8859e9540), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:17:27.627917 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-84603fc9-82a6-4a07-b7db-fe6491ca9869 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709645'] for network (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:17:27.644566 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-84603fc9-82a6-4a07-b7db-fe6491ca9869 admin admin] 10.222.0.13 "DELETE /v2.0/networks/0ba33c24-cb18-484b-aac7-07d8859e9540 HTTP/1.1" status: 204 len: 168 time: 0.7592404 Jan 26 21:17:27.722402 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84603fc9-82a6-4a07-b7db-fe6491ca9869 admin admin] Pushing event deleted for resources: {'Network': ['ID=0ba33c24-cb18-484b-aac7-07d8859e9540,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:17:27.749089 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-6c33c8c9-5ef3-451f-b84e-c3a3d38fd3a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (075e3425-059e-4a4f-a9ab-51700afa921e), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:17:27.753106 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-6c33c8c9-5ef3-451f-b84e-c3a3d38fd3a1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:17:27.755824 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-6c33c8c9-5ef3-451f-b84e-c3a3d38fd3a1 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/075e3425-059e-4a4f-a9ab-51700afa921e HTTP/1.1" status: 204 len: 168 time: 0.9232459 Jan 26 21:17:27.764703 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-14292110-a979-46e2-91c2-30de82dc1f6c tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] Publish callbacks [] for security_group (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:17:27.781499 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c33c8c9-5ef3-451f-b84e-c3a3d38fd3a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=075e3425-059e-4a4f-a9ab-51700afa921e,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:17:27.838373 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72dd9d1f-caa1-4d12-8409-5c887dec1ecc req-82398bd4-53ec-49b1-9922-6d5d20db47d2 tempest-LiveMigrationTest-746395142 tempest-LiveMigrationTest-746395142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:17:27.846026 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-72dd9d1f-caa1-4d12-8409-5c887dec1ecc req-82398bd4-53ec-49b1-9922-6d5d20db47d2 tempest-LiveMigrationTest-746395142 tempest-LiveMigrationTest-746395142-project] 10.222.0.13 "GET /v2.0/ports?device_id=3c1bb11b-19e0-4bd6-8502-e5422740b40d HTTP/1.1" status: 200 len: 943 time: 0.2375820 Jan 26 21:17:28.021040 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-72dd9d1f-caa1-4d12-8409-5c887dec1ecc req-3f5a8405-5e08-48de-a703-0fe9ea90d8a1 tempest-LiveMigrationTest-746395142 tempest-LiveMigrationTest-746395142-project] 10.222.0.13 "GET /v2.0/security-groups?id=c43a996a-6b93-48e4-a331-48250c5b183d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1675911 Jan 26 21:17:28.062819 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 59736) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:17:28.081330 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-14292110-a979-46e2-91c2-30de82dc1f6c tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] Publish callbacks [] for security_group (4949e7fd-e987-466a-ab17-ed5ae28a32c1), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:17:28.094683 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-14292110-a979-46e2-91c2-30de82dc1f6c tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (4949e7fd-e987-466a-ab17-ed5ae28a32c1), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:17:28.169078 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-d4f1f519-ca81-4d28-89de-1c16a03543cf admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=1ab31b5d3142488a8e17b3ca56cecb8f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1035848 Jan 26 21:17:28.170666 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 59740) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:17:28.207502 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-14292110-a979-46e2-91c2-30de82dc1f6c tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] Publish callbacks [] for security_group (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:17:28.209069 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-14292110-a979-46e2-91c2-30de82dc1f6c tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.6255307 Jan 26 21:17:28.230792 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 59742) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:17:28.247957 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-2768dcc3-6ec2-4ce0-8e77-3bf8a3953c6b req-c6ae93f0-145d-43d7-bbd8-2b7df265b07e tempest-ServerShowV247Test-997106086 tempest-ServerShowV247Test-997106086-project] 10.222.0.13 "GET /v2.0/ports?device_id=5dcae182-f21f-49a1-b18d-e2bf967c0016 HTTP/1.1" status: 200 len: 210 time: 0.1544051 Jan 26 21:17:28.268498 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-35aeb721-0698-4ed8-8cd2-f344f920e395 tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] Request body: {'security_group_rule': {'security_group_id': '4949e7fd-e987-466a-ab17-ed5ae28a32c1', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:17:28.296334 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-38fdbcf4-34fe-4f9c-89c1-2ced29aaee73 admin admin] Publish callbacks [] for security_group (ac84af4e-d640-4e7c-806b-00b2142fd304), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:17:28.329093 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14292110-a979-46e2-91c2-30de82dc1f6c tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4949e7fd-e987-466a-ab17-ed5ae28a32c1,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:17:28.347244 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-35aeb721-0698-4ed8-8cd2-f344f920e395 tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] Publish callbacks [] for security_group_rule (37f21ed9-4c5b-471e-8322-3791b354ef20), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:17:28.355487 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-38fdbcf4-34fe-4f9c-89c1-2ced29aaee73 admin admin] Publish callbacks [] for security_group (ac84af4e-d640-4e7c-806b-00b2142fd304), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:17:28.447896 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-38fdbcf4-34fe-4f9c-89c1-2ced29aaee73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (ac84af4e-d640-4e7c-806b-00b2142fd304), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:17:28.452496 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-38fdbcf4-34fe-4f9c-89c1-2ced29aaee73 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:17:28.455937 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-38fdbcf4-34fe-4f9c-89c1-2ced29aaee73 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ac84af4e-d640-4e7c-806b-00b2142fd304 HTTP/1.1" status: 204 len: 168 time: 0.2842529 Jan 26 21:17:28.458226 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-35aeb721-0698-4ed8-8cd2-f344f920e395 tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] Publish callbacks [] for security_group_rule (37f21ed9-4c5b-471e-8322-3791b354ef20), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:17:28.466109 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-35aeb721-0698-4ed8-8cd2-f344f920e395 tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102715'] for security_group_rule (37f21ed9-4c5b-471e-8322-3791b354ef20), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:17:28.471026 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38fdbcf4-34fe-4f9c-89c1-2ced29aaee73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac84af4e-d640-4e7c-806b-00b2142fd304,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:17:28.510736 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-35aeb721-0698-4ed8-8cd2-f344f920e395 tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:17:28.517445 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 59756) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:17:28.523725 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-64b1b3bf-bbda-4012-9bb2-e8487e539af9 tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] Request body: {'security_group_rule': {'security_group_id': '4949e7fd-e987-466a-ab17-ed5ae28a32c1', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:17:28.530664 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-35aeb721-0698-4ed8-8cd2-f344f920e395 tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2797403 Jan 26 21:17:28.555052 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35aeb721-0698-4ed8-8cd2-f344f920e395 tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=37f21ed9-4c5b-471e-8322-3791b354ef20,revision_number=0']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:17:28.598932 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-64b1b3bf-bbda-4012-9bb2-e8487e539af9 tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] Publish callbacks [] for security_group_rule (1da73064-6390-4bfc-abe0-759cc1feb2e9), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:17:28.648017 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ed8581-9429-43df-b6fa-b962bfe6bced req-1787a52b-a9e0-4297-9c58-3862c6b67213 tempest-ServersTestJSON-1629463572 tempest-ServersTestJSON-1629463572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:17:28.651647 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-07ed8581-9429-43df-b6fa-b962bfe6bced req-1787a52b-a9e0-4297-9c58-3862c6b67213 tempest-ServersTestJSON-1629463572 tempest-ServersTestJSON-1629463572-project] 10.222.0.13 "GET /v2.0/ports?device_id=30b3878b-e41c-4f2a-b1d4-a23fc4214e6b HTTP/1.1" status: 200 len: 945 time: 0.0884676 Jan 26 21:17:28.671538 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-64b1b3bf-bbda-4012-9bb2-e8487e539af9 tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] Publish callbacks [] for security_group_rule (1da73064-6390-4bfc-abe0-759cc1feb2e9), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:17:28.678555 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-64b1b3bf-bbda-4012-9bb2-e8487e539af9 tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102715'] for security_group_rule (1da73064-6390-4bfc-abe0-759cc1feb2e9), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:17:28.713616 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b1b3bf-bbda-4012-9bb2-e8487e539af9 tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1da73064-6390-4bfc-abe0-759cc1feb2e9,revision_number=0']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:17:28.732665 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-64b1b3bf-bbda-4012-9bb2-e8487e539af9 tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:17:28.734395 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-64b1b3bf-bbda-4012-9bb2-e8487e539af9 tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2158225 Jan 26 21:17:28.737783 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 59762) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:17:28.744673 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-79e75804-d9c6-44a9-b59d-9abe7e56d8ad tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] Request body: {'floatingip': {'floating_network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:17:28.770311 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-07ed8581-9429-43df-b6fa-b962bfe6bced req-0bd01d4a-3251-413d-b255-fd316e69b6d6 tempest-ServersTestJSON-1629463572 tempest-ServersTestJSON-1629463572-project] 10.222.0.13 "GET /v2.0/security-groups?id=a146440b-85c7-430a-88ed-6d0301627350&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117859 Jan 26 21:17:28.776615 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-79e75804-d9c6-44a9-b59d-9abe7e56d8ad tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:17:29.046010 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-79e75804-d9c6-44a9-b59d-9abe7e56d8ad tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:17:29.257736 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23f700d-86be-49de-9ed9-cea8e90a9048 req-6caed211-5cf2-43af-bbb3-97c2e8741baf tempest-LiveMigrationTest-746395142 tempest-LiveMigrationTest-746395142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:17:29.259488 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-a23f700d-86be-49de-9ed9-cea8e90a9048 req-6caed211-5cf2-43af-bbb3-97c2e8741baf tempest-LiveMigrationTest-746395142 tempest-LiveMigrationTest-746395142-project] 10.222.0.13 "GET /v2.0/ports?device_id=3c1bb11b-19e0-4bd6-8502-e5422740b40d HTTP/1.1" status: 200 len: 943 time: 0.1327491 Jan 26 21:17:29.344025 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.db_base_plugin_common [None req-79e75804-d9c6-44a9-b59d-9abe7e56d8ad tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] Allocated IP 172.25.1.174 (4140a1f1-c93a-4bea-83a0-68953a54f299/e48251a1-e30d-4820-8396-00c6f6aeb601/fbaf49c8-d8e4-4c88-a19b-bd526f869692) {{(pid=103305) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 21:17:29.382487 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-a23f700d-86be-49de-9ed9-cea8e90a9048 req-80337212-fef5-4a24-9959-0bb4b1834431 tempest-LiveMigrationTest-746395142 tempest-LiveMigrationTest-746395142-project] 10.222.0.13 "GET /v2.0/security-groups?id=c43a996a-6b93-48e4-a331-48250c5b183d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156170 Jan 26 21:17:29.461422 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-57c3ad05-9c48-4e4f-8345-2879be435a70 req-eec2d0aa-5017-473c-9121-47869d89c652 tempest-ServerShowV247Test-997106086 tempest-ServerShowV247Test-997106086-project] 10.222.0.13 "GET /v2.0/ports?device_id=5dcae182-f21f-49a1-b18d-e2bf967c0016 HTTP/1.1" status: 200 len: 210 time: 0.0489066 Jan 26 21:17:29.509719 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-79e75804-d9c6-44a9-b59d-9abe7e56d8ad tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] Publish callbacks [] for port (fbaf49c8-d8e4-4c88-a19b-bd526f869692), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:17:29.549496 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-79e75804-d9c6-44a9-b59d-9abe7e56d8ad tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746560234527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11791543'] for port (fbaf49c8-d8e4-4c88-a19b-bd526f869692), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:17:29.580954 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 59792) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:17:29.597916 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79e75804-d9c6-44a9-b59d-9abe7e56d8ad tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] Network 4140a1f1-c93a-4bea-83a0-68953a54f299 is already hosted by enough agents. {{(pid=103305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 21:17:29.603763 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [None req-79e75804-d9c6-44a9-b59d-9abe7e56d8ad tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] Resources bound (agent type, host, resource id): {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:17:29.606253 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79e75804-d9c6-44a9-b59d-9abe7e56d8ad tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] Received port after_create {{(pid=103305) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 21:17:29.642151 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e75804-d9c6-44a9-b59d-9abe7e56d8ad tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] Pushing event updated for resources: {'Port': ['ID=fbaf49c8-d8e4-4c88-a19b-bd526f869692,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:17:29.734520 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-79e75804-d9c6-44a9-b59d-9abe7e56d8ad tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] Publish callbacks [] for floatingip (b26908fb-fc52-4dc7-a0de-58c1d50d0c04), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:17:29.772234 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-07f56366-67a0-44cd-afb5-fae87103eb7c tempest-MeteringIpV6TestJSON-1757766356 tempest-MeteringIpV6TestJSON-1757766356-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-1976873995'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:17:29.773345 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-07f56366-67a0-44cd-afb5-fae87103eb7c tempest-MeteringIpV6TestJSON-1757766356 tempest-MeteringIpV6TestJSON-1757766356-project-admin] Unknown quota resources ['metering_label']. {{(pid=103304) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Jan 26 21:17:29.777677 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-79e75804-d9c6-44a9-b59d-9abe7e56d8ad tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (fbaf49c8-d8e4-4c88-a19b-bd526f869692), before_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:17:29.900492 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 59802) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:17:30.062170 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-79e75804-d9c6-44a9-b59d-9abe7e56d8ad tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] Publish callbacks [] for port (fbaf49c8-d8e4-4c88-a19b-bd526f869692), precommit_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:17:30.068279 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-79e75804-d9c6-44a9-b59d-9abe7e56d8ad tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11791520'] for port (fbaf49c8-d8e4-4c88-a19b-bd526f869692), after_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:17:30.071858 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-07f56366-67a0-44cd-afb5-fae87103eb7c tempest-MeteringIpV6TestJSON-1757766356 tempest-MeteringIpV6TestJSON-1757766356-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:17:30.073405 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-07f56366-67a0-44cd-afb5-fae87103eb7c tempest-MeteringIpV6TestJSON-1757766356 tempest-MeteringIpV6TestJSON-1757766356-project-admin] 10.222.0.13 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 478 time: 0.4910405 Jan 26 21:17:30.077149 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-f29c8a48-e18d-46b0-87b2-94f3bd0fdc0d admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1280629657-network', 'tenant_id': 'cb180574de574caea4706335ceec073e'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:17:30.082558 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 59810) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:17:30.092407 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-c52d96fc-22de-42fe-b696-b996bc827d19 tempest-MeteringIpV6TestJSON-1757766356 tempest-MeteringIpV6TestJSON-1757766356-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd02::/64', 'direction': 'ingress', 'metering_label_id': 'eb30f2bc-692b-462f-9d6c-8ca45d6b19cf'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:17:30.093062 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-c52d96fc-22de-42fe-b696-b996bc827d19 tempest-MeteringIpV6TestJSON-1757766356 tempest-MeteringIpV6TestJSON-1757766356-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=103304) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Jan 26 21:17:30.124124 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f526104-0a5f-4d27-97da-8667f7b949e9 req-b775d11a-c0da-4956-ab28-eeae0ad26287 tempest-ServersTestJSON-1629463572 tempest-ServersTestJSON-1629463572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:17:30.125796 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-6f526104-0a5f-4d27-97da-8667f7b949e9 req-b775d11a-c0da-4956-ab28-eeae0ad26287 tempest-ServersTestJSON-1629463572 tempest-ServersTestJSON-1629463572-project] 10.222.0.13 "GET /v2.0/ports?device_id=30b3878b-e41c-4f2a-b1d4-a23fc4214e6b HTTP/1.1" status: 200 len: 945 time: 0.2265527 Jan 26 21:17:30.135330 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e75804-d9c6-44a9-b59d-9abe7e56d8ad tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] Pushing event updated for resources: {'Port': ['ID=fbaf49c8-d8e4-4c88-a19b-bd526f869692,revision_number=2']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:17:30.187697 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-79e75804-d9c6-44a9-b59d-9abe7e56d8ad tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4110913'] for floatingip (b26908fb-fc52-4dc7-a0de-58c1d50d0c04), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:17:30.221532 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f29c8a48-e18d-46b0-87b2-94f3bd0fdc0d admin admin] Made reservation on behalf of cb180574de574caea4706335ceec073e for: {'network': 1} {{(pid=103304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 21:17:30.224049 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-79e75804-d9c6-44a9-b59d-9abe7e56d8ad tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for floatingip (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:17:30.224264 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-f29c8a48-e18d-46b0-87b2-94f3bd0fdc0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for network (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:17:30.225826 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-79e75804-d9c6-44a9-b59d-9abe7e56d8ad tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.4861579 Jan 26 21:17:30.233756 n-d-760453-5 neutron-server[103304]: WARNING neutron.services.metering.metering_plugin [None req-c52d96fc-22de-42fe-b696-b996bc827d19 tempest-MeteringIpV6TestJSON-1757766356 tempest-MeteringIpV6TestJSON-1757766356-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jan 26 21:17:30.276319 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 59822) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:17:30.397791 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-f29c8a48-e18d-46b0-87b2-94f3bd0fdc0d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:17:30.422901 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-a9b5b7cc-c419-48ce-a037-6119493ba774 admin admin] Request body: {'network': {'name': 'tempest-ServerMetadataNegativeTestJSON-525957096-network', 'tenant_id': 'daf7e918d7244b20aab8ce99aa00cf28'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:17:30.452555 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9b5b7cc-c419-48ce-a037-6119493ba774 admin admin] Made reservation on behalf of daf7e918d7244b20aab8ce99aa00cf28 for: {'network': 1} {{(pid=103305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 21:17:30.464021 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-a9b5b7cc-c419-48ce-a037-6119493ba774 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for network (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:17:30.476058 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-c52d96fc-22de-42fe-b696-b996bc827d19 tempest-MeteringIpV6TestJSON-1757766356 tempest-MeteringIpV6TestJSON-1757766356-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:17:30.477971 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-c52d96fc-22de-42fe-b696-b996bc827d19 tempest-MeteringIpV6TestJSON-1757766356 tempest-MeteringIpV6TestJSON-1757766356-project-admin] 10.222.0.13 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.3920825 Jan 26 21:17:30.496056 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 59834) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:17:30.497521 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-6f526104-0a5f-4d27-97da-8667f7b949e9 req-0cc56e6f-bd2b-411a-a364-babca88247ca tempest-ServersTestJSON-1629463572 tempest-ServersTestJSON-1629463572-project] 10.222.0.13 "GET /v2.0/security-groups?id=a146440b-85c7-430a-88ed-6d0301627350&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3383627 Jan 26 21:17:30.518326 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-d9ce2e26-d804-46ed-9990-144d30018485 tempest-MeteringIpV6TestJSON-1757766356 tempest-MeteringIpV6TestJSON-1757766356-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd03::/64', 'direction': 'ingress', 'metering_label_id': 'eb30f2bc-692b-462f-9d6c-8ca45d6b19cf'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:17:30.520643 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-d9ce2e26-d804-46ed-9990-144d30018485 tempest-MeteringIpV6TestJSON-1757766356 tempest-MeteringIpV6TestJSON-1757766356-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=103305) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Jan 26 21:17:30.539142 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-a9b5b7cc-c419-48ce-a037-6119493ba774 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:17:30.641852 n-d-760453-5 neutron-server[103305]: WARNING neutron.services.metering.metering_plugin [None req-d9ce2e26-d804-46ed-9990-144d30018485 tempest-MeteringIpV6TestJSON-1757766356 tempest-MeteringIpV6TestJSON-1757766356-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jan 26 21:17:30.646805 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55fa1f44-1235-4aae-8672-449344584c63 req-8f77b515-66be-495d-839a-6a8ab08d3c55 tempest-LiveMigrationTest-746395142 tempest-LiveMigrationTest-746395142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:17:30.655398 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-55fa1f44-1235-4aae-8672-449344584c63 req-8f77b515-66be-495d-839a-6a8ab08d3c55 tempest-LiveMigrationTest-746395142 tempest-LiveMigrationTest-746395142-project] 10.222.0.13 "GET /v2.0/ports?device_id=3c1bb11b-19e0-4bd6-8502-e5422740b40d HTTP/1.1" status: 200 len: 943 time: 0.1086612 Jan 26 21:17:30.659299 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-f29c8a48-e18d-46b0-87b2-94f3bd0fdc0d admin admin] Publish callbacks [] for security_group (b7fc5e70-a24b-497d-9cf6-8df82d0ad35b), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:17:30.701750 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-f29c8a48-e18d-46b0-87b2-94f3bd0fdc0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (b7fc5e70-a24b-497d-9cf6-8df82d0ad35b), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:17:30.710297 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-149896d6-c4db-4fa4-ab0a-23221003dbcb req-1fd3d388-ffe9-4334-a2ef-90bc33b6eb56 tempest-ServerShowV247Test-997106086 tempest-ServerShowV247Test-997106086-project] 10.222.0.13 "GET /v2.0/ports?device_id=5dcae182-f21f-49a1-b18d-e2bf967c0016 HTTP/1.1" status: 200 len: 210 time: 0.0727758 Jan 26 21:17:30.758006 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-55fa1f44-1235-4aae-8672-449344584c63 req-774105ba-7931-4e96-aca3-e284331b7752 tempest-LiveMigrationTest-746395142 tempest-LiveMigrationTest-746395142-project] 10.222.0.13 "GET /v2.0/security-groups?id=c43a996a-6b93-48e4-a331-48250c5b183d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017010 Jan 26 21:17:30.770088 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f29c8a48-e18d-46b0-87b2-94f3bd0fdc0d admin admin] vlan segment allocate from pool success with {'vlan_id': 554, 'physical_network': 'physnet1'} {{(pid=103304) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 26 21:17:30.784693 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-f29c8a48-e18d-46b0-87b2-94f3bd0fdc0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576559'] for segment (2541abc4-0813-4c0d-94e6-c088627c1a85), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:17:30.785479 n-d-760453-5 neutron-server[103304]: INFO neutron.db.segments_db [None req-f29c8a48-e18d-46b0-87b2-94f3bd0fdc0d admin admin] Added segment 2541abc4-0813-4c0d-94e6-c088627c1a85 of type vlan for network e16ff5ba-c523-42b6-a294-431f384b33de Jan 26 21:17:30.786768 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f29c8a48-e18d-46b0-87b2-94f3bd0fdc0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7fc5e70-a24b-497d-9cf6-8df82d0ad35b,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:17:30.818950 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-d9ce2e26-d804-46ed-9990-144d30018485 tempest-MeteringIpV6TestJSON-1757766356 tempest-MeteringIpV6TestJSON-1757766356-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:17:30.820245 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-d9ce2e26-d804-46ed-9990-144d30018485 tempest-MeteringIpV6TestJSON-1757766356 tempest-MeteringIpV6TestJSON-1757766356-project-admin] 10.222.0.13 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.3156602 Jan 26 21:17:30.823022 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 59848) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:17:30.853683 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-19bab975-f4af-4408-b0a0-2ed063f70de3 tempest-MeteringIpV6TestJSON-1757766356 tempest-MeteringIpV6TestJSON-1757766356-project-admin] 10.222.0.13 "GET /v2.0/metering/metering-label-rules?id=8f971be2-b3fd-4c10-a767-90ac2001e701 HTTP/1.1" status: 200 len: 462 time: 0.0293021 Jan 26 21:17:30.856520 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 59850) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:17:30.861730 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-f29c8a48-e18d-46b0-87b2-94f3bd0fdc0d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746560256871'] for network (e16ff5ba-c523-42b6-a294-431f384b33de), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:17:30.879632 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-a9b5b7cc-c419-48ce-a037-6119493ba774 admin admin] Publish callbacks [] for security_group (4841882e-fd02-40f4-9249-056ca41a1d6b), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:17:30.885802 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-a9b5b7cc-c419-48ce-a037-6119493ba774 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (4841882e-fd02-40f4-9249-056ca41a1d6b), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:17:30.908908 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-70795c7b-309a-4d4c-af3d-fc4f849dc5c5 req-1747a552-fe11-4adb-b145-e61ce06c6409 tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--1742410496&fields=id&tenant_id=026ef2d8b8e041b18f9abf8363011406 HTTP/1.1" status: 200 len: 267 time: 0.0717127 Jan 26 21:17:30.910178 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-f29c8a48-e18d-46b0-87b2-94f3bd0fdc0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503'] for network (e16ff5ba-c523-42b6-a294-431f384b33de), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:17:30.911214 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f29c8a48-e18d-46b0-87b2-94f3bd0fdc0d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:17:30.911981 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-f29c8a48-e18d-46b0-87b2-94f3bd0fdc0d admin admin] Publish callbacks [] for network (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:17:30.957689 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a9b5b7cc-c419-48ce-a037-6119493ba774 admin admin] vlan segment allocate from pool success with {'vlan_id': 566, 'physical_network': 'physnet1'} {{(pid=103305) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 26 21:17:30.997114 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-1666e697-6849-47aa-bf59-70713435842c tempest-MeteringIpV6TestJSON-1757766356 tempest-MeteringIpV6TestJSON-1757766356-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:17:30.998276 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-1666e697-6849-47aa-bf59-70713435842c tempest-MeteringIpV6TestJSON-1757766356 tempest-MeteringIpV6TestJSON-1757766356-project-admin] 10.222.0.13 "DELETE /v2.0/metering/metering-label-rules/8f971be2-b3fd-4c10-a767-90ac2001e701 HTTP/1.1" status: 204 len: 168 time: 0.1408274 Jan 26 21:17:31.000219 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b5b7cc-c419-48ce-a037-6119493ba774 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4841882e-fd02-40f4-9249-056ca41a1d6b,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:17:31.003139 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-f29c8a48-e18d-46b0-87b2-94f3bd0fdc0d admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.1009350 Jan 26 21:17:31.004181 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 59852) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:17:31.004526 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 59854) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:17:31.007928 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-a9b5b7cc-c419-48ce-a037-6119493ba774 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576559'] for segment (d4326d9b-0013-4469-bfa5-86f8cf85fa89), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:17:31.008244 n-d-760453-5 neutron-server[103305]: INFO neutron.db.segments_db [None req-a9b5b7cc-c419-48ce-a037-6119493ba774 admin admin] Added segment d4326d9b-0013-4469-bfa5-86f8cf85fa89 of type vlan for network 0f450ef0-d0f7-4ef6-9f1d-d19a092dbbe6 Jan 26 21:17:31.012833 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-341e975f-8217-4808-a9f3-c564226a7655 admin admin] Request body: {'subnet': {'network_id': 'e16ff5ba-c523-42b6-a294-431f384b33de', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1280629657-subnet', 'tenant_id': 'cb180574de574caea4706335ceec073e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:17:31.022459 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70795c7b-309a-4d4c-af3d-fc4f849dc5c5 req-21e6c3f3-dbc5-45b5-82d0-e81695fca874 tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:17:31.023900 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-70795c7b-309a-4d4c-af3d-fc4f849dc5c5 req-21e6c3f3-dbc5-45b5-82d0-e81695fca874 tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] 10.222.0.13 "GET /v2.0/ports/a7268cc1-3994-4713-bc9a-c43426d166e2 HTTP/1.1" status: 200 len: 936 time: 0.0944896 Jan 26 21:17:31.024668 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f29c8a48-e18d-46b0-87b2-94f3bd0fdc0d admin admin] Pushing event updated for resources: {'Network': ['ID=e16ff5ba-c523-42b6-a294-431f384b33de,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:17:31.045123 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Network e16ff5ba-c523-42b6-a294-431f384b33de details requested by agent ovs-agent-n-d-760453-5 with host n-d-760453-5 {{(pid=103306) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 26 21:17:31.053027 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-839817b4-a8a5-46b1-8367-ac3c97891138 tempest-MeteringIpV6TestJSON-1757766356 tempest-MeteringIpV6TestJSON-1757766356-project-admin] 10.222.0.13 "GET /v2.0/metering/metering-label-rules?id=8f971be2-b3fd-4c10-a767-90ac2001e701 HTTP/1.1" status: 200 len: 221 time: 0.0473721 Jan 26 21:17:31.058952 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 59856) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:17:31.069333 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-d7c24908-9714-415e-b7dc-b4c514e7eab6 tempest-MeteringIpV6TestJSON-1757766356 tempest-MeteringIpV6TestJSON-1757766356-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--1020157244', 'description': 'label created by tempest'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:17:31.069773 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-d7c24908-9714-415e-b7dc-b4c514e7eab6 tempest-MeteringIpV6TestJSON-1757766356 tempest-MeteringIpV6TestJSON-1757766356-project-admin] Unknown quota resources ['metering_label']. {{(pid=103305) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Jan 26 21:17:31.084763 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-a9b5b7cc-c419-48ce-a037-6119493ba774 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746560256871'] for network (0f450ef0-d0f7-4ef6-9f1d-d19a092dbbe6), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:17:31.093482 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70795c7b-309a-4d4c-af3d-fc4f849dc5c5 req-518adb0a-3e5a-4fc8-a500-ca84da1465f4 tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:17:31.095330 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-70795c7b-309a-4d4c-af3d-fc4f849dc5c5 req-518adb0a-3e5a-4fc8-a500-ca84da1465f4 tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] 10.222.0.13 "GET /v2.0/ports/855d117c-7e61-48ea-aea1-a4cc8811f046 HTTP/1.1" status: 200 len: 937 time: 0.0602081 Jan 26 21:17:31.111834 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-341e975f-8217-4808-a9f3-c564226a7655 admin admin] Made reservation on behalf of cb180574de574caea4706335ceec073e for: {'subnet': 1} {{(pid=103305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 21:17:31.114192 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-341e975f-8217-4808-a9f3-c564226a7655 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11599953'] for subnet (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:17:31.163823 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-70795c7b-309a-4d4c-af3d-fc4f849dc5c5 req-9eb945b1-5544-4754-8d4c-a3a10faf4b47 tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] 10.222.0.13 "GET /v2.0/ports?network_id=bd020871-95b7-4b5a-881a-9e30b02eb2fe&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0625477 Jan 26 21:17:31.200762 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-70795c7b-309a-4d4c-af3d-fc4f849dc5c5 req-4426239a-4f78-4bc3-bbd8-f9d9965c25b3 tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] 10.222.0.13 "GET /v2.0/ports?network_id=bd020871-95b7-4b5a-881a-9e30b02eb2fe&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0299265 Jan 26 21:17:31.326069 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70795c7b-309a-4d4c-af3d-fc4f849dc5c5 req-7c953d70-123a-4882-a246-9dca7836b6a4 tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:17:31.331240 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70795c7b-309a-4d4c-af3d-fc4f849dc5c5 req-7c953d70-123a-4882-a246-9dca7836b6a4 tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:17:31.336535 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70795c7b-309a-4d4c-af3d-fc4f849dc5c5 req-7c953d70-123a-4882-a246-9dca7836b6a4 tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:17:31.338414 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-70795c7b-309a-4d4c-af3d-fc4f849dc5c5 req-7c953d70-123a-4882-a246-9dca7836b6a4 tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] 10.222.0.13 "GET /v2.0/networks?id=bbfba3ee-2021-4c97-a0e2-2098fcdcf99e&id=efe29cb8-1223-4d1f-943f-1b137d401008&id=efe29cb8-1223-4d1f-943f-1b137d401008&id=bd020871-95b7-4b5a-881a-9e30b02eb2fe&id=bd020871-95b7-4b5a-881a-9e30b02eb2fe HTTP/1.1" status: 200 len: 1995 time: 0.1308796 Jan 26 21:17:31.354065 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-70795c7b-309a-4d4c-af3d-fc4f849dc5c5 req-fb2f4afd-18a1-460f-b5b9-2ac1b8138d3c tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] 10.222.0.13 "GET /v2.0/quotas/026ef2d8b8e041b18f9abf8363011406 HTTP/1.1" status: 200 len: 375 time: 0.0098152 Jan 26 21:17:31.417610 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-70795c7b-309a-4d4c-af3d-fc4f849dc5c5 req-3f15bdf7-e8f3-4641-990b-ef8db8415710 tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=026ef2d8b8e041b18f9abf8363011406&fields=id HTTP/1.1" status: 200 len: 486 time: 0.0573044 Jan 26 21:17:31.436010 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.db.resource_extend [None req-a9b5b7cc-c419-48ce-a037-6119493ba774 admin admin] It took 0.34 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 26 21:17:31.521753 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-a9b5b7cc-c419-48ce-a037-6119493ba774 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503'] for network (0f450ef0-d0f7-4ef6-9f1d-d19a092dbbe6), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:17:31.522833 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9b5b7cc-c419-48ce-a037-6119493ba774 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:17:31.523398 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-a9b5b7cc-c419-48ce-a037-6119493ba774 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709645'] for network (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:17:31.530979 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-70795c7b-309a-4d4c-af3d-fc4f849dc5c5 req-663068a0-70ac-4e02-86bb-836da852aa1d service neutron] 10.222.0.13 "GET /v2.0/networks/bbfba3ee-2021-4c97-a0e2-2098fcdcf99e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0937910 Jan 26 21:17:31.681327 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-a9b5b7cc-c419-48ce-a037-6119493ba774 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.4011939 Jan 26 21:17:31.683087 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 59862) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:17:31.691254 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b6281a-a27b-4eed-95dd-7552e79a7efb req-97c7dd15-87d6-4803-ab97-3c6305a02a4d tempest-ServersTestJSON-1629463572 tempest-ServersTestJSON-1629463572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:17:31.692776 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-d9b6281a-a27b-4eed-95dd-7552e79a7efb req-97c7dd15-87d6-4803-ab97-3c6305a02a4d tempest-ServersTestJSON-1629463572 tempest-ServersTestJSON-1629463572-project] 10.222.0.13 "GET /v2.0/ports?device_id=30b3878b-e41c-4f2a-b1d4-a23fc4214e6b HTTP/1.1" status: 200 len: 945 time: 0.0819697 Jan 26 21:17:31.697430 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-82b89053-9f15-47f8-b332-f61e109ab7ee admin admin] Request body: {'subnet': {'network_id': '0f450ef0-d0f7-4ef6-9f1d-d19a092dbbe6', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerMetadataNegativeTestJSON-525957096-subnet', 'tenant_id': 'daf7e918d7244b20aab8ce99aa00cf28', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:17:31.702084 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-70795c7b-309a-4d4c-af3d-fc4f849dc5c5 req-d6a7c520-6812-4622-98a8-20bc7566f59c service neutron] 10.222.0.13 "GET /v2.0/networks/bbfba3ee-2021-4c97-a0e2-2098fcdcf99e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1653790 Jan 26 21:17:31.722633 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-d7c24908-9714-415e-b7dc-b4c514e7eab6 tempest-MeteringIpV6TestJSON-1757766356 tempest-MeteringIpV6TestJSON-1757766356-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:17:31.726247 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-d7c24908-9714-415e-b7dc-b4c514e7eab6 tempest-MeteringIpV6TestJSON-1757766356 tempest-MeteringIpV6TestJSON-1757766356-project-admin] 10.222.0.13 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 470 time: 0.6623876 Jan 26 21:17:31.728745 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 59864) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:17:31.737545 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b5b7cc-c419-48ce-a037-6119493ba774 admin admin] Pushing event updated for resources: {'Network': ['ID=0f450ef0-d0f7-4ef6-9f1d-d19a092dbbe6,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:17:31.750295 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Network 0f450ef0-d0f7-4ef6-9f1d-d19a092dbbe6 details requested by agent ovs-agent-n-d-760453-5 with host n-d-760453-5 {{(pid=103306) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 26 21:17:31.857271 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-ba4847ad-63b8-42a9-a2bf-bff47eeec97d tempest-MeteringIpV6TestJSON-1757766356 tempest-MeteringIpV6TestJSON-1757766356-project-admin] 10.222.0.13 "GET /v2.0/metering/metering-labels?id=8420e2e0-4d44-4ad3-8ff8-efe3008a90e0 HTTP/1.1" status: 200 len: 468 time: 0.1191382 Jan 26 21:17:31.857271 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82b89053-9f15-47f8-b332-f61e109ab7ee admin admin] Made reservation on behalf of daf7e918d7244b20aab8ce99aa00cf28 for: {'subnet': 1} {{(pid=103304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 21:17:31.857882 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 59870) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:17:31.858107 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-82b89053-9f15-47f8-b332-f61e109ab7ee admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12215181'] for subnet (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:17:31.868748 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-70795c7b-309a-4d4c-af3d-fc4f849dc5c5 req-3e31bdef-8b5b-417e-84c7-2e3bfc3494db service neutron] 10.222.0.13 "GET /v2.0/ports/a7268cc1-3994-4713-bc9a-c43426d166e2?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.1559651 Jan 26 21:17:31.931087 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-341e975f-8217-4808-a9f3-c564226a7655 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11788839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11599975'] for subnet (25684abb-e6bd-4ac5-a412-9cc30ecdd004), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:17:31.939796 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-d9b6281a-a27b-4eed-95dd-7552e79a7efb req-352bb1c7-2aba-4203-8487-398666403707 tempest-ServersTestJSON-1629463572 tempest-ServersTestJSON-1629463572-project] 10.222.0.13 "GET /v2.0/security-groups?id=a146440b-85c7-430a-88ed-6d0301627350&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2367849 Jan 26 21:17:32.051440 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-341e975f-8217-4808-a9f3-c564226a7655 admin admin] Pushing event updated for resources: {'Subnet': ['ID=25684abb-e6bd-4ac5-a412-9cc30ecdd004,revision_number=0']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:17:32.067389 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-2d6f8ea1-1c49-45a7-b3bc-c8d681ad003c req-6a85dab3-4234-4dbe-815e-8d251670cc0a tempest-ServerShowV247Test-997106086 tempest-ServerShowV247Test-997106086-project] 10.222.0.13 "GET /v2.0/ports?device_id=5dcae182-f21f-49a1-b18d-e2bf967c0016 HTTP/1.1" status: 200 len: 210 time: 0.0432534 Jan 26 21:17:32.097261 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-70795c7b-309a-4d4c-af3d-fc4f849dc5c5 req-f1fca91b-8b75-4b15-b6b4-e0f614e59efe service neutron] 10.222.0.13 "GET /v2.0/networks/efe29cb8-1223-4d1f-943f-1b137d401008?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2148049 Jan 26 21:17:32.174122 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-341e975f-8217-4808-a9f3-c564226a7655 admin admin] Checking segment: {'id': '2541abc4-0813-4c0d-94e6-c088627c1a85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': 'e16ff5ba-c523-42b6-a294-431f384b33de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103305) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 21:17:32.174475 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-341e975f-8217-4808-a9f3-c564226a7655 admin admin] Network hostable DHCP agents. Network: e16ff5ba-c523-42b6-a294-431f384b33de, hostable agents: ['474ccdf7-ab6c-405b-a3b2-dc7b05829902'], hosted agents: [] {{(pid=103305) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 26 21:17:32.179628 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-401aa6fc-ed51-4205-a31a-e2538cba5ccc tempest-MeteringIpV6TestJSON-1757766356 tempest-MeteringIpV6TestJSON-1757766356-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:17:32.181755 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-401aa6fc-ed51-4205-a31a-e2538cba5ccc tempest-MeteringIpV6TestJSON-1757766356 tempest-MeteringIpV6TestJSON-1757766356-project-admin] 10.222.0.13 "DELETE /v2.0/metering/metering-labels/8420e2e0-4d44-4ad3-8ff8-efe3008a90e0 HTTP/1.1" status: 204 len: 168 time: 0.3184729 Jan 26 21:17:32.186690 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 59872) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:17:32.211594 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-b30d4c28-fedc-4a09-832c-72201a066ab2 tempest-MeteringIpV6TestJSON-1757766356 tempest-MeteringIpV6TestJSON-1757766356-project-admin] 10.222.0.13 "GET /v2.0/metering/metering-labels?id=8420e2e0-4d44-4ad3-8ff8-efe3008a90e0 HTTP/1.1" status: 200 len: 216 time: 0.0203016 Jan 26 21:17:32.211964 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 59874) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:17:32.219707 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-341e975f-8217-4808-a9f3-c564226a7655 admin admin] Network e16ff5ba-c523-42b6-a294-431f384b33de is scheduled to be hosted by DHCP agent 474ccdf7-ab6c-405b-a3b2-dc7b05829902 with binding_index 1 {{(pid=103305) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 26 21:17:32.230035 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-41b50374-ce56-4cab-89f9-d1dc0556a598 tempest-MeteringIpV6TestJSON-1757766356 tempest-MeteringIpV6TestJSON-1757766356-project-admin] 10.222.0.13 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0137312 Jan 26 21:17:32.231082 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 59876) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:17:32.240979 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [None req-341e975f-8217-4808-a9f3-c564226a7655 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760453-5, e16ff5ba-c523-42b6-a294-431f384b33de) {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:17:32.248414 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-9c03ba69-9cf2-47a8-aad9-f2b0aa4b0a95 tempest-MeteringIpV6TestJSON-1757766356 tempest-MeteringIpV6TestJSON-1757766356-project-admin] 10.222.0.13 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0137978 Jan 26 21:17:32.248414 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-341e975f-8217-4808-a9f3-c564226a7655 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:17:32.249469 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 59878) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:17:32.249598 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-341e975f-8217-4808-a9f3-c564226a7655 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709645'] for subnet (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:17:32.258486 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-82b89053-9f15-47f8-b332-f61e109ab7ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9285249', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12215227'] for subnet (d3201c2f-902f-460e-8e13-ef8881d41425), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:17:32.270927 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-307fbf86-ad26-4090-9132-ffd3032c9199 None None] Network e16ff5ba-c523-42b6-a294-431f384b33de requested from n-d-760453-5 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 26 21:17:32.274975 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-341e975f-8217-4808-a9f3-c564226a7655 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.2680624 Jan 26 21:17:32.323862 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b89053-9f15-47f8-b332-f61e109ab7ee admin admin] Pushing event updated for resources: {'Subnet': ['ID=d3201c2f-902f-460e-8e13-ef8881d41425,revision_number=0']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:17:32.395011 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-64a3c77a-fe99-4686-b6f7-ff9f0aaa069c tempest-MeteringIpV6TestJSON-1757766356 tempest-MeteringIpV6TestJSON-1757766356-project-admin] 10.222.0.13 "GET /v2.0/metering/metering-labels/eb30f2bc-692b-462f-9d6c-8ca45d6b19cf HTTP/1.1" status: 200 len: 473 time: 0.1421068 Jan 26 21:17:32.396087 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 59882) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:17:32.404498 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4312f0f3-ad6e-4c4e-96a4-ff170beffc9f None None] Network e16ff5ba-c523-42b6-a294-431f384b33de requested from n-d-760453-5 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 26 21:17:32.408379 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-550a2f4d-772c-457b-8336-7483bfbebf28 tempest-MeteringIpV6TestJSON-1757766356 tempest-MeteringIpV6TestJSON-1757766356-project-admin] 10.222.0.13 "GET /v2.0/metering/metering-label-rules/9a9f0ad5-dfae-47e1-95d8-7df84157c59a HTTP/1.1" status: 200 len: 459 time: 0.0110538 Jan 26 21:17:32.412591 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 59886) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:17:32.418572 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215c1483-a0e0-4912-aafa-c1bc0d290db7 req-4372a35e-1845-4924-97c9-57aee4f05292 tempest-LiveMigrationTest-746395142 tempest-LiveMigrationTest-746395142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:17:32.434083 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-215c1483-a0e0-4912-aafa-c1bc0d290db7 req-4372a35e-1845-4924-97c9-57aee4f05292 tempest-LiveMigrationTest-746395142 tempest-LiveMigrationTest-746395142-project] 10.222.0.13 "GET /v2.0/ports?device_id=3c1bb11b-19e0-4bd6-8502-e5422740b40d HTTP/1.1" status: 200 len: 943 time: 0.2505548 Jan 26 21:17:32.446664 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-70795c7b-309a-4d4c-af3d-fc4f849dc5c5 req-dd077fb8-00aa-474f-9980-af662c0386d4 service neutron] 10.222.0.13 "GET /v2.0/networks/efe29cb8-1223-4d1f-943f-1b137d401008?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3392508 Jan 26 21:17:32.447057 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.agents_db [None req-569f1ced-6396-4ddf-b79f-e03b0b2146ab None None] Agent healthcheck: found 7 active agents {{(pid=103307) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 26 21:17:32.544452 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-70795c7b-309a-4d4c-af3d-fc4f849dc5c5 req-a333d841-5fa7-41d4-aa53-d7e5814c1944 service neutron] 10.222.0.13 "GET /v2.0/ports/855d117c-7e61-48ea-aea1-a4cc8811f046?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0956097 Jan 26 21:17:32.569469 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-3a63f7da-0d87-4392-acbf-227fc7716987 tempest-MeteringIpV6TestJSON-1757766356 tempest-MeteringIpV6TestJSON-1757766356-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:17:32.571492 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-3a63f7da-0d87-4392-acbf-227fc7716987 tempest-MeteringIpV6TestJSON-1757766356 tempest-MeteringIpV6TestJSON-1757766356-project-admin] 10.222.0.13 "DELETE /v2.0/metering/metering-label-rules/9a9f0ad5-dfae-47e1-95d8-7df84157c59a HTTP/1.1" status: 204 len: 168 time: 0.1578777 Jan 26 21:17:32.573893 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 59890) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:17:32.574637 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-215c1483-a0e0-4912-aafa-c1bc0d290db7 req-eacc6197-d26c-432f-99cf-d597f70d31df tempest-LiveMigrationTest-746395142 tempest-LiveMigrationTest-746395142-project] 10.222.0.13 "GET /v2.0/security-groups?id=c43a996a-6b93-48e4-a331-48250c5b183d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1386909 Jan 26 21:17:32.582883 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82b89053-9f15-47f8-b332-f61e109ab7ee admin admin] Checking segment: {'id': 'd4326d9b-0013-4469-bfa5-86f8cf85fa89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '0f450ef0-d0f7-4ef6-9f1d-d19a092dbbe6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103304) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 21:17:32.588778 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82b89053-9f15-47f8-b332-f61e109ab7ee admin admin] Network hostable DHCP agents. Network: 0f450ef0-d0f7-4ef6-9f1d-d19a092dbbe6, hostable agents: ['474ccdf7-ab6c-405b-a3b2-dc7b05829902'], hosted agents: [] {{(pid=103304) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 26 21:17:32.669145 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82b89053-9f15-47f8-b332-f61e109ab7ee admin admin] Network 0f450ef0-d0f7-4ef6-9f1d-d19a092dbbe6 is scheduled to be hosted by DHCP agent 474ccdf7-ab6c-405b-a3b2-dc7b05829902 with binding_index 1 {{(pid=103304) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 26 21:17:32.696098 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [None req-82b89053-9f15-47f8-b332-f61e109ab7ee admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760453-5, 0f450ef0-d0f7-4ef6-9f1d-d19a092dbbe6) {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:17:32.703270 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-70795c7b-309a-4d4c-af3d-fc4f849dc5c5 req-0ca5395a-a6fb-4a21-8e05-4b8f7d906efd service neutron] 10.222.0.13 "GET /v2.0/networks/efe29cb8-1223-4d1f-943f-1b137d401008?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1572249 Jan 26 21:17:32.704235 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82b89053-9f15-47f8-b332-f61e109ab7ee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:17:32.704826 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-82b89053-9f15-47f8-b332-f61e109ab7ee admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:17:32.711015 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a1a9701-219e-4d93-a16f-fae7158b4300 None None] Network 0f450ef0-d0f7-4ef6-9f1d-d19a092dbbe6 requested from n-d-760453-5 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 26 21:17:32.790530 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-82b89053-9f15-47f8-b332-f61e109ab7ee admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.0966990 Jan 26 21:17:32.854067 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-70795c7b-309a-4d4c-af3d-fc4f849dc5c5 req-cb42321c-914b-4539-9f9e-473a5074557f service neutron] 10.222.0.13 "GET /v2.0/networks/efe29cb8-1223-4d1f-943f-1b137d401008?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1453764 Jan 26 21:17:32.904773 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6eff1ce-c6f7-489b-9780-ec41fb1d2d8b None None] Network 0f450ef0-d0f7-4ef6-9f1d-d19a092dbbe6 requested from n-d-760453-5 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 26 21:17:32.929829 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-5b892126-89be-48db-b4f8-34d0dda09b54 tempest-MeteringIpV6TestJSON-1757766356 tempest-MeteringIpV6TestJSON-1757766356-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:17:32.934803 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-5b892126-89be-48db-b4f8-34d0dda09b54 tempest-MeteringIpV6TestJSON-1757766356 tempest-MeteringIpV6TestJSON-1757766356-project-admin] 10.222.0.13 "DELETE /v2.0/metering/metering-labels/eb30f2bc-692b-462f-9d6c-8ca45d6b19cf HTTP/1.1" status: 204 len: 168 time: 0.3569798 Jan 26 21:17:33.143681 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d23296-ce3d-4961-96dc-7ee58bc3d88b req-a9dd6fa2-f56d-434a-b9a1-33c44e4a18fc tempest-DeleteServersTestJSON-1338827600 tempest-DeleteServersTestJSON-1338827600-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:17:33.146179 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-95d23296-ce3d-4961-96dc-7ee58bc3d88b req-a9dd6fa2-f56d-434a-b9a1-33c44e4a18fc tempest-DeleteServersTestJSON-1338827600 tempest-DeleteServersTestJSON-1338827600-project] 10.222.0.13 "GET /v2.0/networks?id=e16ff5ba-c523-42b6-a294-431f384b33de HTTP/1.1" status: 200 len: 812 time: 0.2242498 Jan 26 21:17:33.164875 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 59918) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:17:33.172270 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-95d23296-ce3d-4961-96dc-7ee58bc3d88b req-dc20c17e-f039-4442-9267-55351c6e3422 tempest-DeleteServersTestJSON-1338827600 tempest-DeleteServersTestJSON-1338827600-project] 10.222.0.13 "GET /v2.0/quotas/cb180574de574caea4706335ceec073e HTTP/1.1" status: 200 len: 375 time: 0.0205629 Jan 26 21:17:33.174819 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-70795c7b-309a-4d4c-af3d-fc4f849dc5c5 req-c9e53477-b67e-42a1-8fbb-a17261eb55ce service neutron] 10.222.0.13 "GET /v2.0/networks/efe29cb8-1223-4d1f-943f-1b137d401008?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3100080 Jan 26 21:17:33.257512 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-95d23296-ce3d-4961-96dc-7ee58bc3d88b req-30f319ff-32df-41bc-a6e8-292e5f05b0aa tempest-DeleteServersTestJSON-1338827600 tempest-DeleteServersTestJSON-1338827600-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=cb180574de574caea4706335ceec073e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0667319 Jan 26 21:17:33.285839 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-9d7735ac-4cd9-49f6-86f6-74ecc87c08e4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:17:33.372675 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-9d7735ac-4cd9-49f6-86f6-74ecc87c08e4 admin admin] Publish callbacks [] for security_group (1cbce883-d07a-4e37-a547-d48aca3dac83), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:17:33.379601 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-9d7735ac-4cd9-49f6-86f6-74ecc87c08e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (1cbce883-d07a-4e37-a547-d48aca3dac83), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:17:33.419417 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d7735ac-4cd9-49f6-86f6-74ecc87c08e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1cbce883-d07a-4e37-a547-d48aca3dac83,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:17:33.428275 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-9d7735ac-4cd9-49f6-86f6-74ecc87c08e4 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=eb83448b6e4343cbbd0fce9f97af797c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2614868 Jan 26 21:17:33.428275 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 59922) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:17:33.479956 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-951f5cba-c571-4d9f-a69b-6e4205ae67b3 admin admin] Publish callbacks [] for security_group (1cbce883-d07a-4e37-a547-d48aca3dac83), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:17:33.503156 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-951f5cba-c571-4d9f-a69b-6e4205ae67b3 admin admin] Publish callbacks [] for security_group (1cbce883-d07a-4e37-a547-d48aca3dac83), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:17:33.556095 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-951f5cba-c571-4d9f-a69b-6e4205ae67b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (1cbce883-d07a-4e37-a547-d48aca3dac83), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:17:33.558786 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-951f5cba-c571-4d9f-a69b-6e4205ae67b3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:17:33.559987 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-951f5cba-c571-4d9f-a69b-6e4205ae67b3 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/1cbce883-d07a-4e37-a547-d48aca3dac83 HTTP/1.1" status: 204 len: 168 time: 0.1307740 Jan 26 21:17:33.568570 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951f5cba-c571-4d9f-a69b-6e4205ae67b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1cbce883-d07a-4e37-a547-d48aca3dac83,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:17:33.695617 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-70795c7b-309a-4d4c-af3d-fc4f849dc5c5 req-08d55cc1-b989-4fb0-a250-b06ccc32df63 service neutron] 10.222.0.13 "GET /v2.0/networks/efe29cb8-1223-4d1f-943f-1b137d401008?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5143065 Jan 26 21:17:33.741513 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-95d23296-ce3d-4961-96dc-7ee58bc3d88b req-262d4d62-fd8a-45eb-a70a-03c9047e163f service neutron] 10.222.0.13 "GET /v2.0/networks/e16ff5ba-c523-42b6-a294-431f384b33de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4764841 Jan 26 21:17:33.867352 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 59936) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:17:33.882801 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-70795c7b-309a-4d4c-af3d-fc4f849dc5c5 req-6064b3c3-1b09-4817-90eb-289ee83b16e4 service neutron] 10.222.0.13 "GET /v2.0/networks/efe29cb8-1223-4d1f-943f-1b137d401008?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1783228 Jan 26 21:17:33.887001 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-73e4e8ee-883b-4ca7-a387-681464ad0c4e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:17:33.917497 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-95d23296-ce3d-4961-96dc-7ee58bc3d88b req-014550d9-e368-4201-a175-43ea6b92ba8c service neutron] 10.222.0.13 "GET /v2.0/networks/e16ff5ba-c523-42b6-a294-431f384b33de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1750915 Jan 26 21:17:33.976541 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-73e4e8ee-883b-4ca7-a387-681464ad0c4e admin admin] Publish callbacks [] for security_group (06500a26-156b-47fd-8557-0a3b39737f35), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:17:33.982983 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-73e4e8ee-883b-4ca7-a387-681464ad0c4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (06500a26-156b-47fd-8557-0a3b39737f35), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:17:33.997955 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-70795c7b-309a-4d4c-af3d-fc4f849dc5c5 req-14d69ea6-db3e-400c-bb8e-8405a6f41256 service neutron] 10.222.0.13 "GET /v2.0/networks/efe29cb8-1223-4d1f-943f-1b137d401008?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1051404 Jan 26 21:17:34.030827 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-73e4e8ee-883b-4ca7-a387-681464ad0c4e admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=8e4e5210112741088dcd025ac58ece70&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1618466 Jan 26 21:17:34.031979 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e4e8ee-883b-4ca7-a387-681464ad0c4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06500a26-156b-47fd-8557-0a3b39737f35,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:17:34.033570 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 59938) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:17:34.170551 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-5081bd84-c861-4f4d-8fe0-45cee1f604c4 admin admin] Publish callbacks [] for security_group (06500a26-156b-47fd-8557-0a3b39737f35), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:17:34.201997 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-70795c7b-309a-4d4c-af3d-fc4f849dc5c5 req-457fab20-37f8-4f84-95a5-3cda0ce6b576 service neutron] 10.222.0.13 "GET /v2.0/networks/bd020871-95b7-4b5a-881a-9e30b02eb2fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1974320 Jan 26 21:17:34.225352 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-5081bd84-c861-4f4d-8fe0-45cee1f604c4 admin admin] Publish callbacks [] for security_group (06500a26-156b-47fd-8557-0a3b39737f35), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:17:34.251419 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6afe490d-bd11-4eea-a7d5-b6afa92d9f97 req-16855737-24ac-4462-8417-1b17ae30ba92 tempest-ServersTestJSON-1629463572 tempest-ServersTestJSON-1629463572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:17:34.254109 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-6afe490d-bd11-4eea-a7d5-b6afa92d9f97 req-16855737-24ac-4462-8417-1b17ae30ba92 tempest-ServersTestJSON-1629463572 tempest-ServersTestJSON-1629463572-project] 10.222.0.13 "GET /v2.0/ports?device_id=30b3878b-e41c-4f2a-b1d4-a23fc4214e6b HTTP/1.1" status: 200 len: 945 time: 0.1208198 Jan 26 21:17:34.378615 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-6afe490d-bd11-4eea-a7d5-b6afa92d9f97 req-b364203e-e3b9-4288-a0f3-041a178e4047 tempest-ServersTestJSON-1629463572 tempest-ServersTestJSON-1629463572-project] 10.222.0.13 "GET /v2.0/security-groups?id=a146440b-85c7-430a-88ed-6d0301627350&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070855 Jan 26 21:17:34.409956 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-5081bd84-c861-4f4d-8fe0-45cee1f604c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (06500a26-156b-47fd-8557-0a3b39737f35), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:17:34.412705 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-5081bd84-c861-4f4d-8fe0-45cee1f604c4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:17:34.414018 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-5081bd84-c861-4f4d-8fe0-45cee1f604c4 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/06500a26-156b-47fd-8557-0a3b39737f35 HTTP/1.1" status: 204 len: 168 time: 0.3793194 Jan 26 21:17:34.426617 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-70795c7b-309a-4d4c-af3d-fc4f849dc5c5 req-e548a8a6-c14e-440e-b3ff-12c176127da5 service neutron] 10.222.0.13 "GET /v2.0/networks/bd020871-95b7-4b5a-881a-9e30b02eb2fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2160511 Jan 26 21:17:34.439727 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5081bd84-c861-4f4d-8fe0-45cee1f604c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06500a26-156b-47fd-8557-0a3b39737f35,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:17:34.582174 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-70795c7b-309a-4d4c-af3d-fc4f849dc5c5 req-00640bd8-6c86-4b3f-b3fa-cbdfe32c0815 service neutron] 10.222.0.13 "GET /v2.0/networks/bd020871-95b7-4b5a-881a-9e30b02eb2fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1449234 Jan 26 21:17:34.750603 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-70795c7b-309a-4d4c-af3d-fc4f849dc5c5 req-60d79dff-2412-4de1-a90c-dc3cb8c92a23 service neutron] 10.222.0.13 "GET /v2.0/networks/bd020871-95b7-4b5a-881a-9e30b02eb2fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1563804 Jan 26 21:17:35.030598 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f8e211-7bbf-43f6-aca1-49298d5f2475 req-4ec28306-1cd3-46af-87fd-1261b6b24322 tempest-ServerMetadataNegativeTestJSON-376070701 tempest-ServerMetadataNegativeTestJSON-376070701-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:17:35.038341 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-29f8e211-7bbf-43f6-aca1-49298d5f2475 req-4ec28306-1cd3-46af-87fd-1261b6b24322 tempest-ServerMetadataNegativeTestJSON-376070701 tempest-ServerMetadataNegativeTestJSON-376070701-project] 10.222.0.13 "GET /v2.0/networks?id=0f450ef0-d0f7-4ef6-9f1d-d19a092dbbe6 HTTP/1.1" status: 200 len: 820 time: 0.1408463 Jan 26 21:17:35.055643 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-29f8e211-7bbf-43f6-aca1-49298d5f2475 req-1ce12ee0-465f-488d-8c95-6c29a10858d7 tempest-ServerMetadataNegativeTestJSON-376070701 tempest-ServerMetadataNegativeTestJSON-376070701-project] 10.222.0.13 "GET /v2.0/quotas/daf7e918d7244b20aab8ce99aa00cf28 HTTP/1.1" status: 200 len: 375 time: 0.0162566 Jan 26 21:17:35.094073 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-29f8e211-7bbf-43f6-aca1-49298d5f2475 req-6d77141e-4f0e-47a9-ba3a-8aac6cc73b0f tempest-ServerMetadataNegativeTestJSON-376070701 tempest-ServerMetadataNegativeTestJSON-376070701-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=daf7e918d7244b20aab8ce99aa00cf28&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0373149 Jan 26 21:17:35.205223 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-29f8e211-7bbf-43f6-aca1-49298d5f2475 req-efd11ec3-3291-4b3c-8037-eef53aa286bc service neutron] 10.222.0.13 "GET /v2.0/networks/0f450ef0-d0f7-4ef6-9f1d-d19a092dbbe6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1098628 Jan 26 21:17:35.314155 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-29f8e211-7bbf-43f6-aca1-49298d5f2475 req-9d691900-09dc-4b0a-88cb-04ea82693aa6 service neutron] 10.222.0.13 "GET /v2.0/networks/0f450ef0-d0f7-4ef6-9f1d-d19a092dbbe6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1078844 Jan 26 21:17:35.556025 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-4640a8a2-ce4b-4e8d-a3eb-3f7385ecfc39 req-cd4f0636-c1ff-446a-8034-fe947fc72a54 tempest-ServerShowV247Test-997106086 tempest-ServerShowV247Test-997106086-project] 10.222.0.13 "GET /v2.0/ports?device_id=5dcae182-f21f-49a1-b18d-e2bf967c0016 HTTP/1.1" status: 200 len: 210 time: 0.0381472 Jan 26 21:17:35.734836 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd648333-eefa-4cdb-8f7e-dc3d862e100e req-6c953f81-caf9-4afd-9124-eeac23641a58 tempest-LiveMigrationTest-746395142 tempest-LiveMigrationTest-746395142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:17:35.743615 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-fd648333-eefa-4cdb-8f7e-dc3d862e100e req-6c953f81-caf9-4afd-9124-eeac23641a58 tempest-LiveMigrationTest-746395142 tempest-LiveMigrationTest-746395142-project] 10.222.0.13 "GET /v2.0/ports?device_id=3c1bb11b-19e0-4bd6-8502-e5422740b40d HTTP/1.1" status: 200 len: 943 time: 0.0747724 Jan 26 21:17:35.821137 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d23296-ce3d-4961-96dc-7ee58bc3d88b req-195df8d9-c9aa-4300-afe2-db78a7e76ff9 tempest-DeleteServersTestJSON-1338827600 tempest-DeleteServersTestJSON-1338827600-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:17:35.821682 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-fd648333-eefa-4cdb-8f7e-dc3d862e100e req-89fe8096-9e20-4da7-8a34-4b1195d12395 tempest-LiveMigrationTest-746395142 tempest-LiveMigrationTest-746395142-project] 10.222.0.13 "GET /v2.0/security-groups?id=c43a996a-6b93-48e4-a331-48250c5b183d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747840 Jan 26 21:17:35.827567 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-95d23296-ce3d-4961-96dc-7ee58bc3d88b req-195df8d9-c9aa-4300-afe2-db78a7e76ff9 tempest-DeleteServersTestJSON-1338827600 tempest-DeleteServersTestJSON-1338827600-project] 10.222.0.57 "GET /v2.0/networks?id=e16ff5ba-c523-42b6-a294-431f384b33de HTTP/1.1" status: 200 len: 812 time: 0.3882847 Jan 26 21:17:35.843529 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [req-95d23296-ce3d-4961-96dc-7ee58bc3d88b req-3557da73-6110-476b-810c-fd7e24503a7f tempest-DeleteServersTestJSON-1338827600 tempest-DeleteServersTestJSON-1338827600-project] Request body: {'port': {'device_id': '69a6a3b7-e4f3-428f-b875-01ce0f86e195', 'network_id': 'e16ff5ba-c523-42b6-a294-431f384b33de', 'admin_state_up': True, 'tenant_id': 'cb180574de574caea4706335ceec073e'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:17:35.866644 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-88f4ccde-bff9-4c72-a98d-6f20746bebc2 req-cce24eff-1318-4155-b71d-5b65e127adf6 tempest-DeleteServersTestJSON-1338827600 tempest-DeleteServersTestJSON-1338827600-project] 10.222.0.13 "GET /v2.0/ports?device_id=69a6a3b7-e4f3-428f-b875-01ce0f86e195 HTTP/1.1" status: 200 len: 210 time: 0.1197021 Jan 26 21:17:35.974989 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc17700-a7da-4440-916d-f4697b4bc6ff req-46b64c3a-c35f-4b4d-bbb0-3b036fa970b0 tempest-ServersTestJSON-1629463572 tempest-ServersTestJSON-1629463572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:17:36.001146 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-4fc17700-a7da-4440-916d-f4697b4bc6ff req-46b64c3a-c35f-4b4d-bbb0-3b036fa970b0 tempest-ServersTestJSON-1629463572 tempest-ServersTestJSON-1629463572-project] 10.222.0.13 "GET /v2.0/ports?device_id=30b3878b-e41c-4f2a-b1d4-a23fc4214e6b HTTP/1.1" status: 200 len: 945 time: 0.0944669 Jan 26 21:17:36.038939 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-a46387de-036f-4bc0-a334-b5470b4b6eed req-b4a15f8a-195f-4648-a583-b626ca95b184 tempest-ServerMetadataNegativeTestJSON-376070701 tempest-ServerMetadataNegativeTestJSON-376070701-project] 10.222.0.13 "GET /v2.0/ports?device_id=3f37e8e3-0c6e-43bb-98fe-345543093159 HTTP/1.1" status: 200 len: 210 time: 0.0353227 Jan 26 21:17:36.068695 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-95d23296-ce3d-4961-96dc-7ee58bc3d88b req-3557da73-6110-476b-810c-fd7e24503a7f tempest-DeleteServersTestJSON-1338827600 tempest-DeleteServersTestJSON-1338827600-project] Made reservation on behalf of cb180574de574caea4706335ceec073e for: {'port': 1} {{(pid=103305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 21:17:36.074233 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-95d23296-ce3d-4961-96dc-7ee58bc3d88b req-3557da73-6110-476b-810c-fd7e24503a7f tempest-DeleteServersTestJSON-1338827600 tempest-DeleteServersTestJSON-1338827600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:17:36.149336 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-4fc17700-a7da-4440-916d-f4697b4bc6ff req-c0ebb0c9-0f95-47a3-a57c-be6b97d71c60 tempest-ServersTestJSON-1629463572 tempest-ServersTestJSON-1629463572-project] 10.222.0.13 "GET /v2.0/security-groups?id=a146440b-85c7-430a-88ed-6d0301627350&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1447499 Jan 26 21:17:36.188079 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-a047e9c3-1aa5-4755-a1fe-d76baca26937 req-843612e3-c9ae-45bd-823a-13230d06cace tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca795481-031c-48ac-925f-00596ed83bb9 HTTP/1.1" status: 200 len: 210 time: 0.0372810 Jan 26 21:17:36.306474 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.db_base_plugin_common [req-95d23296-ce3d-4961-96dc-7ee58bc3d88b req-3557da73-6110-476b-810c-fd7e24503a7f tempest-DeleteServersTestJSON-1338827600 tempest-DeleteServersTestJSON-1338827600-project] Allocated IP 172.20.0.12 (e16ff5ba-c523-42b6-a294-431f384b33de/25684abb-e6bd-4ac5-a412-9cc30ecdd004/8a45b325-7698-43b9-96d8-e96948234ef8) {{(pid=103305) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 21:17:36.528637 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-95d23296-ce3d-4961-96dc-7ee58bc3d88b req-3557da73-6110-476b-810c-fd7e24503a7f tempest-DeleteServersTestJSON-1338827600 tempest-DeleteServersTestJSON-1338827600-project] Publish callbacks [] for port (8a45b325-7698-43b9-96d8-e96948234ef8), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:17:36.569831 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-95d23296-ce3d-4961-96dc-7ee58bc3d88b req-3557da73-6110-476b-810c-fd7e24503a7f tempest-DeleteServersTestJSON-1338827600 tempest-DeleteServersTestJSON-1338827600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746560234527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11791543'] for port (8a45b325-7698-43b9-96d8-e96948234ef8), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:17:36.634552 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-95d23296-ce3d-4961-96dc-7ee58bc3d88b req-3557da73-6110-476b-810c-fd7e24503a7f tempest-DeleteServersTestJSON-1338827600 tempest-DeleteServersTestJSON-1338827600-project] Network e16ff5ba-c523-42b6-a294-431f384b33de is already hosted by enough agents. {{(pid=103305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 21:17:36.639966 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [req-95d23296-ce3d-4961-96dc-7ee58bc3d88b req-3557da73-6110-476b-810c-fd7e24503a7f tempest-DeleteServersTestJSON-1338827600 tempest-DeleteServersTestJSON-1338827600-project] Resources bound (agent type, host, resource id): {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:17:36.643703 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [req-95d23296-ce3d-4961-96dc-7ee58bc3d88b req-3557da73-6110-476b-810c-fd7e24503a7f tempest-DeleteServersTestJSON-1338827600 tempest-DeleteServersTestJSON-1338827600-project] Received port after_create {{(pid=103305) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 21:17:36.730056 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-883be769-68ec-4a35-8456-960291ee11c4 req-ba31d213-6892-429e-bea3-4d4349e2e067 tempest-ServerShowV247Test-997106086 tempest-ServerShowV247Test-997106086-project] 10.222.0.13 "GET /v2.0/ports?device_id=5dcae182-f21f-49a1-b18d-e2bf967c0016 HTTP/1.1" status: 200 len: 210 time: 0.0696189 Jan 26 21:17:36.731641 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d23296-ce3d-4961-96dc-7ee58bc3d88b req-3557da73-6110-476b-810c-fd7e24503a7f tempest-DeleteServersTestJSON-1338827600 tempest-DeleteServersTestJSON-1338827600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:17:36.733366 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-95d23296-ce3d-4961-96dc-7ee58bc3d88b req-3557da73-6110-476b-810c-fd7e24503a7f tempest-DeleteServersTestJSON-1338827600 tempest-DeleteServersTestJSON-1338827600-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:17:36.741837 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3557da73-6110-476b-810c-fd7e24503a7f tempest-DeleteServersTestJSON-1338827600 tempest-DeleteServersTestJSON-1338827600-project] Pushing event updated for resources: {'Port': ['ID=8a45b325-7698-43b9-96d8-e96948234ef8,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:17:36.761045 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-95d23296-ce3d-4961-96dc-7ee58bc3d88b req-3557da73-6110-476b-810c-fd7e24503a7f tempest-DeleteServersTestJSON-1338827600 tempest-DeleteServersTestJSON-1338827600-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9273696 Jan 26 21:17:36.772747 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [req-95d23296-ce3d-4961-96dc-7ee58bc3d88b req-0982a345-8b55-4c15-ba69-640b23462702 service neutron] Request body: {'port': {'device_id': '69a6a3b7-e4f3-428f-b875-01ce0f86e195', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-760453-5'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:17:36.842712 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-95d23296-ce3d-4961-96dc-7ee58bc3d88b req-0982a345-8b55-4c15-ba69-640b23462702 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (8a45b325-7698-43b9-96d8-e96948234ef8), before_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:17:36.850059 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 60048) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:17:36.966700 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58b0ca3-ba20-404c-9fbe-5243772b720a req-7bcf282e-0506-40a4-a0e5-b47315b349e0 tempest-LiveMigrationTest-746395142 tempest-LiveMigrationTest-746395142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:17:36.974179 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-a58b0ca3-ba20-404c-9fbe-5243772b720a req-7bcf282e-0506-40a4-a0e5-b47315b349e0 tempest-LiveMigrationTest-746395142 tempest-LiveMigrationTest-746395142-project] 10.222.0.13 "GET /v2.0/ports?device_id=3c1bb11b-19e0-4bd6-8502-e5422740b40d HTTP/1.1" status: 200 len: 943 time: 0.0822484 Jan 26 21:17:37.027251 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-5df32229-e655-49e4-add5-d2326950aa44 tempest-QuotasNegativeTest-2001612015 tempest-QuotasNegativeTest-2001612015-project-admin] Request body: {'quota': {'network': 2}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:17:37.087862 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f39d63-759d-4ae8-a17c-550d73dfea93 req-5aa0d438-898d-4aca-862a-d6d5cdd33fed tempest-DeleteServersTestJSON-1338827600 tempest-DeleteServersTestJSON-1338827600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:17:37.095279 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-36f39d63-759d-4ae8-a17c-550d73dfea93 req-5aa0d438-898d-4aca-862a-d6d5cdd33fed tempest-DeleteServersTestJSON-1338827600 tempest-DeleteServersTestJSON-1338827600-project] 10.222.0.13 "GET /v2.0/ports?device_id=69a6a3b7-e4f3-428f-b875-01ce0f86e195 HTTP/1.1" status: 200 len: 932 time: 0.1130486 Jan 26 21:17:37.119323 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-a58b0ca3-ba20-404c-9fbe-5243772b720a req-9a27cd52-11d3-4de2-914e-ed0dc457a6ac tempest-LiveMigrationTest-746395142 tempest-LiveMigrationTest-746395142-project] 10.222.0.13 "GET /v2.0/security-groups?id=c43a996a-6b93-48e4-a331-48250c5b183d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1442783 Jan 26 21:17:37.127662 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-5df32229-e655-49e4-add5-d2326950aa44 tempest-QuotasNegativeTest-2001612015 tempest-QuotasNegativeTest-2001612015-project-admin] 10.222.0.13 "PUT /v2.0/quotas/21af43e3213143e58e9a74bdd9024637 HTTP/1.1" status: 200 len: 368 time: 0.2747679 Jan 26 21:17:37.133617 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 60058) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:17:37.139336 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-dc341c52-0a73-4642-ba14-9f6fed5f3a96 tempest-QuotasNegativeTest-2001612015 tempest-QuotasNegativeTest-2001612015-project-admin] Request body: {'network': {'project_id': '21af43e3213143e58e9a74bdd9024637'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:17:37.184901 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-36f39d63-759d-4ae8-a17c-550d73dfea93 req-45f24ae7-266e-4105-bdf5-c49adf0cf152 tempest-DeleteServersTestJSON-1338827600 tempest-DeleteServersTestJSON-1338827600-project] 10.222.0.13 "GET /v2.0/security-groups?id=b7fc5e70-a24b-497d-9cf6-8df82d0ad35b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835874 Jan 26 21:17:37.202038 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc341c52-0a73-4642-ba14-9f6fed5f3a96 tempest-QuotasNegativeTest-2001612015 tempest-QuotasNegativeTest-2001612015-project-admin] Made reservation on behalf of 21af43e3213143e58e9a74bdd9024637 for: {'network': 1} {{(pid=103304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 21:17:37.204947 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-dc341c52-0a73-4642-ba14-9f6fed5f3a96 tempest-QuotasNegativeTest-2001612015 tempest-QuotasNegativeTest-2001612015-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for network (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:17:37.214993 n-d-760453-5 neutron-server[103305]: DEBUG neutron.notifiers.nova [req-95d23296-ce3d-4961-96dc-7ee58bc3d88b req-0982a345-8b55-4c15-ba69-640b23462702 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8a45b325-7698-43b9-96d8-e96948234ef8 {{(pid=103305) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 26 21:17:37.227751 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-dc341c52-0a73-4642-ba14-9f6fed5f3a96 tempest-QuotasNegativeTest-2001612015 tempest-QuotasNegativeTest-2001612015-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:17:37.233169 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-95d23296-ce3d-4961-96dc-7ee58bc3d88b req-0982a345-8b55-4c15-ba69-640b23462702 service neutron] Publish callbacks [] for port (8a45b325-7698-43b9-96d8-e96948234ef8), precommit_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:17:37.255957 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.provisioning_blocks [req-95d23296-ce3d-4961-96dc-7ee58bc3d88b req-0982a345-8b55-4c15-ba69-640b23462702 service neutron] Transition to ACTIVE for port object 8a45b325-7698-43b9-96d8-e96948234ef8 will not be triggered until provisioned by entity L2. {{(pid=103305) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 21:17:37.262108 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-95d23296-ce3d-4961-96dc-7ee58bc3d88b req-0982a345-8b55-4c15-ba69-640b23462702 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11791520'] for port (8a45b325-7698-43b9-96d8-e96948234ef8), after_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:17:37.345415 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-4f16e188-fdcb-4ffd-8b72-ea60187e418f req-9b96795c-3a2d-4286-8029-6325b5f079fd tempest-ServerMetadataNegativeTestJSON-376070701 tempest-ServerMetadataNegativeTestJSON-376070701-project] 10.222.0.13 "GET /v2.0/ports?device_id=3f37e8e3-0c6e-43bb-98fe-345543093159 HTTP/1.1" status: 200 len: 210 time: 0.0759394 Jan 26 21:17:37.359609 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0982a345-8b55-4c15-ba69-640b23462702 service neutron] Pushing event updated for resources: {'Port': ['ID=8a45b325-7698-43b9-96d8-e96948234ef8,revision_number=2']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:17:37.445752 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [req-95d23296-ce3d-4961-96dc-7ee58bc3d88b req-0982a345-8b55-4c15-ba69-640b23462702 service neutron] Attempting to bind port 8a45b325-7698-43b9-96d8-e96948234ef8 on host n-h2-760453-5 for vnic_type normal with profile {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 21:17:37.446303 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [req-95d23296-ce3d-4961-96dc-7ee58bc3d88b req-0982a345-8b55-4c15-ba69-640b23462702 service neutron] Attempting to bind port 8a45b325-7698-43b9-96d8-e96948234ef8 by drivers openvswitch,hyperv on host n-h2-760453-5 at level 0 using segments [{'id': '2541abc4-0813-4c0d-94e6-c088627c1a85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': 'e16ff5ba-c523-42b6-a294-431f384b33de'}] {{(pid=103305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 26 21:17:37.446752 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95d23296-ce3d-4961-96dc-7ee58bc3d88b req-0982a345-8b55-4c15-ba69-640b23462702 service neutron] Attempting to bind port 8a45b325-7698-43b9-96d8-e96948234ef8 on network e16ff5ba-c523-42b6-a294-431f384b33de {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 21:17:37.453161 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95d23296-ce3d-4961-96dc-7ee58bc3d88b req-0982a345-8b55-4c15-ba69-640b23462702 service neutron] Port 8a45b325-7698-43b9-96d8-e96948234ef8 on network e16ff5ba-c523-42b6-a294-431f384b33de not bound, no agent of type Open vSwitch agent registered on host n-h2-760453-5 {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 26 21:17:37.453632 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95d23296-ce3d-4961-96dc-7ee58bc3d88b req-0982a345-8b55-4c15-ba69-640b23462702 service neutron] Attempting to bind port 8a45b325-7698-43b9-96d8-e96948234ef8 on network e16ff5ba-c523-42b6-a294-431f384b33de {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 21:17:37.460108 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95d23296-ce3d-4961-96dc-7ee58bc3d88b req-0982a345-8b55-4c15-ba69-640b23462702 service neutron] Checking agent: {'id': '4d619873-4b60-439f-9b5a-b155dc8bbc34', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-760453-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 21, 2, 53), 'started_at': datetime.datetime(2022, 1, 26, 21, 2, 53), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 21, 17, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 26 21:17:37.460496 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95d23296-ce3d-4961-96dc-7ee58bc3d88b req-0982a345-8b55-4c15-ba69-640b23462702 service neutron] Checking segment: {'id': '2541abc4-0813-4c0d-94e6-c088627c1a85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': 'e16ff5ba-c523-42b6-a294-431f384b33de'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103305) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 21:17:37.461023 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95d23296-ce3d-4961-96dc-7ee58bc3d88b req-0982a345-8b55-4c15-ba69-640b23462702 service neutron] Bound using segment: {'id': '2541abc4-0813-4c0d-94e6-c088627c1a85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': 'e16ff5ba-c523-42b6-a294-431f384b33de'} {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 26 21:17:37.461723 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [req-95d23296-ce3d-4961-96dc-7ee58bc3d88b req-0982a345-8b55-4c15-ba69-640b23462702 service neutron] Bound port: 8a45b325-7698-43b9-96d8-e96948234ef8, host: n-h2-760453-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2541abc4-0813-4c0d-94e6-c088627c1a85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': 'e16ff5ba-c523-42b6-a294-431f384b33de'}}] {{(pid=103305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 26 21:17:37.462174 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-95d23296-ce3d-4961-96dc-7ee58bc3d88b req-0982a345-8b55-4c15-ba69-640b23462702 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (8a45b325-7698-43b9-96d8-e96948234ef8), before_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:17:37.541873 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-03710b00-9b1b-49ba-8866-7b3361de4062 req-cc5e9262-9f15-4aca-b355-352b2bddaea6 tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca795481-031c-48ac-925f-00596ed83bb9 HTTP/1.1" status: 200 len: 210 time: 0.0550683 Jan 26 21:17:37.542525 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70795c7b-309a-4d4c-af3d-fc4f849dc5c5 req-eafb8313-4106-4ca0-9d17-51dbcce9b5dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:17:37.545081 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-70795c7b-309a-4d4c-af3d-fc4f849dc5c5 req-eafb8313-4106-4ca0-9d17-51dbcce9b5dc service neutron] 10.222.0.66 "GET /v2.0/ports/a7268cc1-3994-4713-bc9a-c43426d166e2 HTTP/1.1" status: 200 len: 1032 time: 0.0707173 Jan 26 21:17:37.584791 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6b748e-ad0b-4e62-83ca-b16ac6483c6e req-59550c71-bf2d-4b90-b832-f1783523ad0a tempest-ServersTestJSON-1629463572 tempest-ServersTestJSON-1629463572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:17:37.586412 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-1d6b748e-ad0b-4e62-83ca-b16ac6483c6e req-59550c71-bf2d-4b90-b832-f1783523ad0a tempest-ServersTestJSON-1629463572 tempest-ServersTestJSON-1629463572-project] 10.222.0.13 "GET /v2.0/ports?device_id=30b3878b-e41c-4f2a-b1d4-a23fc4214e6b HTTP/1.1" status: 200 len: 945 time: 0.3050649 Jan 26 21:17:37.632499 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-dc341c52-0a73-4642-ba14-9f6fed5f3a96 tempest-QuotasNegativeTest-2001612015 tempest-QuotasNegativeTest-2001612015-project-admin] Publish callbacks [] for security_group (dd6ef851-d19c-46e3-9774-01ee4130a90b), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:17:37.633121 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [req-95d23296-ce3d-4961-96dc-7ee58bc3d88b req-0982a345-8b55-4c15-ba69-640b23462702 service neutron] For port 8a45b325-7698-43b9-96d8-e96948234ef8, host n-h2-760453-5, cleared binding levels {{(pid=103305) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 26 21:17:37.640814 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [req-95d23296-ce3d-4961-96dc-7ee58bc3d88b req-0982a345-8b55-4c15-ba69-640b23462702 service neutron] For port 8a45b325-7698-43b9-96d8-e96948234ef8, host n-h2-760453-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-5',level=0,port_id=8a45b325-7698-43b9-96d8-e96948234ef8,segment=NetworkSegment(2541abc4-0813-4c0d-94e6-c088627c1a85),segment_id=2541abc4-0813-4c0d-94e6-c088627c1a85)] {{(pid=103305) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 26 21:17:37.644404 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-dc341c52-0a73-4642-ba14-9f6fed5f3a96 tempest-QuotasNegativeTest-2001612015 tempest-QuotasNegativeTest-2001612015-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (dd6ef851-d19c-46e3-9774-01ee4130a90b), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:17:37.646039 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70795c7b-309a-4d4c-af3d-fc4f849dc5c5 req-be5dbd5b-e895-48f0-9f93-0648fd153621 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:17:37.647960 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-70795c7b-309a-4d4c-af3d-fc4f849dc5c5 req-be5dbd5b-e895-48f0-9f93-0648fd153621 service neutron] 10.222.0.66 "GET /v2.0/ports/855d117c-7e61-48ea-aea1-a4cc8811f046 HTTP/1.1" status: 200 len: 1033 time: 0.0833757 Jan 26 21:17:37.653095 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f8e211-7bbf-43f6-aca1-49298d5f2475 req-86e79c25-7ddf-4614-8c93-f61ced6c8dfa tempest-ServerMetadataNegativeTestJSON-376070701 tempest-ServerMetadataNegativeTestJSON-376070701-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:17:37.654733 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-29f8e211-7bbf-43f6-aca1-49298d5f2475 req-86e79c25-7ddf-4614-8c93-f61ced6c8dfa tempest-ServerMetadataNegativeTestJSON-376070701 tempest-ServerMetadataNegativeTestJSON-376070701-project] 10.222.0.66 "GET /v2.0/networks?id=0f450ef0-d0f7-4ef6-9f1d-d19a092dbbe6 HTTP/1.1" status: 200 len: 820 time: 0.4315302 Jan 26 21:17:37.656062 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-95d23296-ce3d-4961-96dc-7ee58bc3d88b req-0982a345-8b55-4c15-ba69-640b23462702 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11791520'] for port (8a45b325-7698-43b9-96d8-e96948234ef8), after_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:17:37.681094 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [req-29f8e211-7bbf-43f6-aca1-49298d5f2475 req-1d4df419-8ac1-4a97-8f76-0ebe13cd1295 tempest-ServerMetadataNegativeTestJSON-376070701 tempest-ServerMetadataNegativeTestJSON-376070701-project] Request body: {'port': {'device_id': '3f37e8e3-0c6e-43bb-98fe-345543093159', 'network_id': '0f450ef0-d0f7-4ef6-9f1d-d19a092dbbe6', 'admin_state_up': True, 'tenant_id': 'daf7e918d7244b20aab8ce99aa00cf28'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:17:37.697234 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dc341c52-0a73-4642-ba14-9f6fed5f3a96 tempest-QuotasNegativeTest-2001612015 tempest-QuotasNegativeTest-2001612015-project-admin] vlan segment allocate from pool success with {'vlan_id': 576, 'physical_network': 'physnet1'} {{(pid=103304) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 26 21:17:37.725668 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-1d6b748e-ad0b-4e62-83ca-b16ac6483c6e req-2c599b3d-e291-46bd-ac8c-4e75cf7b8651 tempest-ServersTestJSON-1629463572 tempest-ServersTestJSON-1629463572-project] 10.222.0.13 "GET /v2.0/security-groups?id=a146440b-85c7-430a-88ed-6d0301627350&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1293671 Jan 26 21:17:37.751180 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d23296-ce3d-4961-96dc-7ee58bc3d88b req-0982a345-8b55-4c15-ba69-640b23462702 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:17:37.751811 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-95d23296-ce3d-4961-96dc-7ee58bc3d88b req-0982a345-8b55-4c15-ba69-640b23462702 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:17:37.753241 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-95d23296-ce3d-4961-96dc-7ee58bc3d88b req-0982a345-8b55-4c15-ba69-640b23462702 service neutron] 10.222.0.57 "PUT /v2.0/ports/8a45b325-7698-43b9-96d8-e96948234ef8 HTTP/1.1" status: 200 len: 1092 time: 0.9848371 Jan 26 21:17:37.757826 n-d-760453-5 neutron-server[103305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '69a6a3b7-e4f3-428f-b875-01ce0f86e195', 'tag': '8a45b325-7698-43b9-96d8-e96948234ef8'}] {{(pid=103305) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 21:17:37.768592 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d4654568b7bf041e72ff8fe1c96d6d761d9c921f2b99bc7b3a26632be20cee0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-edc860f9-e044-40ec-90f9-3567aa424e95" -d '{"events": [{"name": "network-changed", "server_uuid": "69a6a3b7-e4f3-428f-b875-01ce0f86e195", "tag": "8a45b325-7698-43b9-96d8-e96948234ef8"}]}' {{(pid=103305) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 21:17:37.816518 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-dc341c52-0a73-4642-ba14-9f6fed5f3a96 tempest-QuotasNegativeTest-2001612015 tempest-QuotasNegativeTest-2001612015-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576559'] for segment (a0d4b477-a20b-49a5-8265-27b1af6692ff), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:17:37.834917 n-d-760453-5 neutron-server[103304]: INFO neutron.db.segments_db [None req-dc341c52-0a73-4642-ba14-9f6fed5f3a96 tempest-QuotasNegativeTest-2001612015 tempest-QuotasNegativeTest-2001612015-project-admin] Added segment a0d4b477-a20b-49a5-8265-27b1af6692ff of type vlan for network 8aa77291-86fa-4599-b102-dd11efa7e1b8 Jan 26 21:17:37.864579 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc341c52-0a73-4642-ba14-9f6fed5f3a96 tempest-QuotasNegativeTest-2001612015 tempest-QuotasNegativeTest-2001612015-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd6ef851-d19c-46e3-9774-01ee4130a90b,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:17:37.883831 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 26 Jan 2022 21:17:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7d158aa-87fa-43d7-a039-d3fea7bc074f x-openstack-request-id: req-d7d158aa-87fa-43d7-a039-d3fea7bc074f {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 21:17:37.884741 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "69a6a3b7-e4f3-428f-b875-01ce0f86e195", "tag": "8a45b325-7698-43b9-96d8-e96948234ef8", "status": "completed", "code": 200}]} {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 21:17:37.885015 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d7d158aa-87fa-43d7-a039-d3fea7bc074f {{(pid=103305) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 21:17:37.885526 n-d-760453-5 neutron-server[103305]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '69a6a3b7-e4f3-428f-b875-01ce0f86e195', 'tag': '8a45b325-7698-43b9-96d8-e96948234ef8', 'status': 'completed', 'code': 200} Jan 26 21:17:37.898901 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0982a345-8b55-4c15-ba69-640b23462702 service neutron] Pushing event updated for resources: {'Port': ['ID=8a45b325-7698-43b9-96d8-e96948234ef8,revision_number=3']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:17:37.943084 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d23296-ce3d-4961-96dc-7ee58bc3d88b req-21f5cd74-4f7a-4d5f-ad13-db6f2b5d8cb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:17:37.944925 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-95d23296-ce3d-4961-96dc-7ee58bc3d88b req-21f5cd74-4f7a-4d5f-ad13-db6f2b5d8cb8 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=cb180574de574caea4706335ceec073e&device_id=69a6a3b7-e4f3-428f-b875-01ce0f86e195 HTTP/1.1" status: 200 len: 1095 time: 0.1360178 Jan 26 21:17:37.958636 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70795c7b-309a-4d4c-af3d-fc4f849dc5c5 req-58e78a70-eefb-48cc-aea9-5a9b59da32a7 tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:17:37.968405 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70795c7b-309a-4d4c-af3d-fc4f849dc5c5 req-58e78a70-eefb-48cc-aea9-5a9b59da32a7 tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:17:37.972012 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-dc341c52-0a73-4642-ba14-9f6fed5f3a96 tempest-QuotasNegativeTest-2001612015 tempest-QuotasNegativeTest-2001612015-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746560256871'] for network (8aa77291-86fa-4599-b102-dd11efa7e1b8), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:17:37.974758 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70795c7b-309a-4d4c-af3d-fc4f849dc5c5 req-58e78a70-eefb-48cc-aea9-5a9b59da32a7 tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:17:37.975928 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-1b40c4cf-caca-4cb7-bbc4-c5f288952e66 req-cf41bd6b-e971-4b01-952d-a564fad5508c tempest-ServerShowV247Test-997106086 tempest-ServerShowV247Test-997106086-project] 10.222.0.13 "GET /v2.0/ports?device_id=5dcae182-f21f-49a1-b18d-e2bf967c0016 HTTP/1.1" status: 200 len: 210 time: 0.0807722 Jan 26 21:17:37.976928 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-70795c7b-309a-4d4c-af3d-fc4f849dc5c5 req-58e78a70-eefb-48cc-aea9-5a9b59da32a7 tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] 10.222.0.66 "GET /v2.0/networks?id=bbfba3ee-2021-4c97-a0e2-2098fcdcf99e&id=efe29cb8-1223-4d1f-943f-1b137d401008&id=efe29cb8-1223-4d1f-943f-1b137d401008&id=efe29cb8-1223-4d1f-943f-1b137d401008&id=efe29cb8-1223-4d1f-943f-1b137d401008&id=bd020871-95b7-4b5a-881a-9e30b02eb2fe&id=bd020871-95b7-4b5a-881a-9e30b02eb2fe HTTP/1.1" status: 200 len: 1995 time: 0.3185079 Jan 26 21:17:38.030113 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-95d23296-ce3d-4961-96dc-7ee58bc3d88b req-bd5f4810-0666-45f3-8ea0-98a7ed63f8a0 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8a45b325-7698-43b9-96d8-e96948234ef8 HTTP/1.1" status: 200 len: 217 time: 0.0518932 Jan 26 21:17:38.037505 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-dc341c52-0a73-4642-ba14-9f6fed5f3a96 tempest-QuotasNegativeTest-2001612015 tempest-QuotasNegativeTest-2001612015-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503'] for network (8aa77291-86fa-4599-b102-dd11efa7e1b8), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:17:38.038934 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc341c52-0a73-4642-ba14-9f6fed5f3a96 tempest-QuotasNegativeTest-2001612015 tempest-QuotasNegativeTest-2001612015-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:17:38.039713 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-dc341c52-0a73-4642-ba14-9f6fed5f3a96 tempest-QuotasNegativeTest-2001612015 tempest-QuotasNegativeTest-2001612015-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:17:38.120363 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-dc341c52-0a73-4642-ba14-9f6fed5f3a96 tempest-QuotasNegativeTest-2001612015 tempest-QuotasNegativeTest-2001612015-project-admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.9854121 Jan 26 21:17:38.123574 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-29f8e211-7bbf-43f6-aca1-49298d5f2475 req-1d4df419-8ac1-4a97-8f76-0ebe13cd1295 tempest-ServerMetadataNegativeTestJSON-376070701 tempest-ServerMetadataNegativeTestJSON-376070701-project] Made reservation on behalf of daf7e918d7244b20aab8ce99aa00cf28 for: {'port': 1} {{(pid=103304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 21:17:38.127710 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-29f8e211-7bbf-43f6-aca1-49298d5f2475 req-1d4df419-8ac1-4a97-8f76-0ebe13cd1295 tempest-ServerMetadataNegativeTestJSON-376070701 tempest-ServerMetadataNegativeTestJSON-376070701-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:17:38.128246 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 60070) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:17:38.143438 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-26a9e688-3f0b-458b-b546-9aa5a1314e2f tempest-QuotasNegativeTest-2001612015 tempest-QuotasNegativeTest-2001612015-project-admin] Request body: {'network': {'project_id': '21af43e3213143e58e9a74bdd9024637'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:17:38.148737 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc341c52-0a73-4642-ba14-9f6fed5f3a96 tempest-QuotasNegativeTest-2001612015 tempest-QuotasNegativeTest-2001612015-project-admin] Pushing event updated for resources: {'Network': ['ID=8aa77291-86fa-4599-b102-dd11efa7e1b8,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:17:38.162117 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Network 8aa77291-86fa-4599-b102-dd11efa7e1b8 details requested by agent ovs-agent-n-d-760453-5 with host n-d-760453-5 {{(pid=103306) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 26 21:17:38.202569 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d23296-ce3d-4961-96dc-7ee58bc3d88b req-2ad5ed2c-20ef-441e-a2f7-87ab099a0662 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:17:38.204127 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-95d23296-ce3d-4961-96dc-7ee58bc3d88b req-2ad5ed2c-20ef-441e-a2f7-87ab099a0662 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=25684abb-e6bd-4ac5-a412-9cc30ecdd004 HTTP/1.1" status: 200 len: 852 time: 0.1624641 Jan 26 21:17:38.234609 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-70795c7b-309a-4d4c-af3d-fc4f849dc5c5 req-9733ebef-dde0-431d-af68-af789d6a1cc3 tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] 10.222.0.66 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=026ef2d8b8e041b18f9abf8363011406 HTTP/1.1" status: 200 len: 380 time: 0.2135017 Jan 26 21:17:38.266430 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [req-70795c7b-309a-4d4c-af3d-fc4f849dc5c5 req-09e8e6f5-1fea-4797-ba6a-291b636b69ba tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] Request body: {'port': {'device_id': 'ca795481-031c-48ac-925f-00596ed83bb9', 'network_id': 'bbfba3ee-2021-4c97-a0e2-2098fcdcf99e', 'admin_state_up': True, 'tenant_id': '026ef2d8b8e041b18f9abf8363011406', 'security_groups': ['4949e7fd-e987-466a-ab17-ed5ae28a32c1']}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:17:38.302119 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-95d23296-ce3d-4961-96dc-7ee58bc3d88b req-d3b3317b-835c-4f1e-ac14-f523e3ce807b service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=e16ff5ba-c523-42b6-a294-431f384b33de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0808060 Jan 26 21:17:38.331892 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (32ef628b-8417-46c5-8729-60fcabe358f1), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:17:38.378944 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26a9e688-3f0b-458b-b546-9aa5a1314e2f tempest-QuotasNegativeTest-2001612015 tempest-QuotasNegativeTest-2001612015-project-admin] Made reservation on behalf of 21af43e3213143e58e9a74bdd9024637 for: {'network': 1} {{(pid=103305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 21:17:38.381267 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-26a9e688-3f0b-458b-b546-9aa5a1314e2f tempest-QuotasNegativeTest-2001612015 tempest-QuotasNegativeTest-2001612015-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for network (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:17:38.406402 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.db_base_plugin_common [req-29f8e211-7bbf-43f6-aca1-49298d5f2475 req-1d4df419-8ac1-4a97-8f76-0ebe13cd1295 tempest-ServerMetadataNegativeTestJSON-376070701 tempest-ServerMetadataNegativeTestJSON-376070701-project] Allocated IP 172.20.0.10 (0f450ef0-d0f7-4ef6-9f1d-d19a092dbbe6/d3201c2f-902f-460e-8e13-ef8881d41425/9eeaf456-d413-477c-8ea6-d359db8aaa9d) {{(pid=103304) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 21:17:38.429885 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867ff214-a9c8-490d-ad11-8b1069c19158 req-347a7bb0-bbf9-4214-8870-85cda3fe072d tempest-LiveMigrationTest-746395142 tempest-LiveMigrationTest-746395142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:17:38.431640 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-867ff214-a9c8-490d-ad11-8b1069c19158 req-347a7bb0-bbf9-4214-8870-85cda3fe072d tempest-LiveMigrationTest-746395142 tempest-LiveMigrationTest-746395142-project] 10.222.0.13 "GET /v2.0/ports?device_id=3c1bb11b-19e0-4bd6-8502-e5422740b40d HTTP/1.1" status: 200 len: 943 time: 0.1346970 Jan 26 21:17:38.483952 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-26a9e688-3f0b-458b-b546-9aa5a1314e2f tempest-QuotasNegativeTest-2001612015 tempest-QuotasNegativeTest-2001612015-project-admin] vlan segment allocate from pool success with {'vlan_id': 572, 'physical_network': 'physnet1'} {{(pid=103305) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 26 21:17:38.488388 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc74891-209f-46f3-9b32-16af559572bf req-9e37b364-bad0-424a-9372-45d2d0ca9987 tempest-DeleteServersTestJSON-1338827600 tempest-DeleteServersTestJSON-1338827600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:17:38.490124 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-fcc74891-209f-46f3-9b32-16af559572bf req-9e37b364-bad0-424a-9372-45d2d0ca9987 tempest-DeleteServersTestJSON-1338827600 tempest-DeleteServersTestJSON-1338827600-project] 10.222.0.13 "GET /v2.0/ports?device_id=69a6a3b7-e4f3-428f-b875-01ce0f86e195 HTTP/1.1" status: 200 len: 944 time: 0.1920989 Jan 26 21:17:38.528941 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-26a9e688-3f0b-458b-b546-9aa5a1314e2f tempest-QuotasNegativeTest-2001612015 tempest-QuotasNegativeTest-2001612015-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576559'] for segment (537abf97-3147-4031-a8cf-c9bbced4473d), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:17:38.529671 n-d-760453-5 neutron-server[103305]: INFO neutron.db.segments_db [None req-26a9e688-3f0b-458b-b546-9aa5a1314e2f tempest-QuotasNegativeTest-2001612015 tempest-QuotasNegativeTest-2001612015-project-admin] Added segment 537abf97-3147-4031-a8cf-c9bbced4473d of type vlan for network cb59a9dc-4814-4b60-a496-09d2fdaccad5 Jan 26 21:17:38.546615 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-867ff214-a9c8-490d-ad11-8b1069c19158 req-356dbab1-0c56-4b0c-952f-1fc2a74b3a68 tempest-LiveMigrationTest-746395142 tempest-LiveMigrationTest-746395142-project] 10.222.0.13 "GET /v2.0/security-groups?id=c43a996a-6b93-48e4-a331-48250c5b183d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080151 Jan 26 21:17:38.601528 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-95d23296-ce3d-4961-96dc-7ee58bc3d88b req-b25fd200-f29a-4966-b2f1-513c3f40ac5f service neutron] 10.222.0.57 "GET /v2.0/networks/e16ff5ba-c523-42b6-a294-431f384b33de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2823787 Jan 26 21:17:38.635451 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-fcc74891-209f-46f3-9b32-16af559572bf req-01cf6f0f-a7f0-4edc-b0a0-ebfd1d901bf8 tempest-DeleteServersTestJSON-1338827600 tempest-DeleteServersTestJSON-1338827600-project] 10.222.0.13 "GET /v2.0/security-groups?id=b7fc5e70-a24b-497d-9cf6-8df82d0ad35b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1355543 Jan 26 21:17:38.695073 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Device b07f46ba-4da1-431a-b45a-508248fce8a3 details requested by agent hyperv_n-h1-760453-5 with host n-h1-760453-5 {{(pid=103306) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 26 21:17:38.744628 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-26a9e688-3f0b-458b-b546-9aa5a1314e2f tempest-QuotasNegativeTest-2001612015 tempest-QuotasNegativeTest-2001612015-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746560256871'] for network (cb59a9dc-4814-4b60-a496-09d2fdaccad5), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:17:38.756688 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-595f761c-9681-4678-95c8-2a6fa12a090e req-a71d2346-0027-4db6-bdea-3cd60f1541a5 tempest-ServerMetadataNegativeTestJSON-376070701 tempest-ServerMetadataNegativeTestJSON-376070701-project] 10.222.0.13 "GET /v2.0/ports?device_id=3f37e8e3-0c6e-43bb-98fe-345543093159 HTTP/1.1" status: 200 len: 210 time: 0.0921710 Jan 26 21:17:38.776276 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-70795c7b-309a-4d4c-af3d-fc4f849dc5c5 req-09e8e6f5-1fea-4797-ba6a-291b636b69ba tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] Made reservation on behalf of 026ef2d8b8e041b18f9abf8363011406 for: {'port': 1} {{(pid=103305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 21:17:38.783798 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-70795c7b-309a-4d4c-af3d-fc4f849dc5c5 req-09e8e6f5-1fea-4797-ba6a-291b636b69ba tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:17:38.815279 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-29f8e211-7bbf-43f6-aca1-49298d5f2475 req-1d4df419-8ac1-4a97-8f76-0ebe13cd1295 tempest-ServerMetadataNegativeTestJSON-376070701 tempest-ServerMetadataNegativeTestJSON-376070701-project] Publish callbacks [] for port (9eeaf456-d413-477c-8ea6-d359db8aaa9d), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:17:38.861835 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] For port b07f46ba-4da1-431a-b45a-508248fce8a3, host n-h1-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-5',level=0,port_id=b07f46ba-4da1-431a-b45a-508248fce8a3,segment=NetworkSegment(984e14e0-bb79-4ef3-b570-cebad3b9694e),segment_id=984e14e0-bb79-4ef3-b570-cebad3b9694e)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:17:38.862506 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-a332311d-c0c4-4dbf-9ed2-c868c6101c1a req-d4afbe5c-fa2c-48e8-85ff-f691c655dfaf tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca795481-031c-48ac-925f-00596ed83bb9 HTTP/1.1" status: 200 len: 210 time: 0.1045091 Jan 26 21:17:38.889184 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-26a9e688-3f0b-458b-b546-9aa5a1314e2f tempest-QuotasNegativeTest-2001612015 tempest-QuotasNegativeTest-2001612015-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503'] for network (cb59a9dc-4814-4b60-a496-09d2fdaccad5), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:17:38.892300 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26a9e688-3f0b-458b-b546-9aa5a1314e2f tempest-QuotasNegativeTest-2001612015 tempest-QuotasNegativeTest-2001612015-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:17:38.892900 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-26a9e688-3f0b-458b-b546-9aa5a1314e2f tempest-QuotasNegativeTest-2001612015 tempest-QuotasNegativeTest-2001612015-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709645'] for network (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:17:38.906749 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Returning: {'device': 'b07f46ba-4da1-431a-b45a-508248fce8a3', 'network_id': '57cdf3f5-a20b-4c6f-b2eb-bed2f5d4d40a', 'port_id': 'b07f46ba-4da1-431a-b45a-508248fce8a3', 'mac_address': 'fa:16:3e:42:0b:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 595, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0fd61269-7d95-487b-ba3a-f244d39cf571', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103306) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 26 21:17:38.956742 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Current status of the port b07f46ba-4da1-431a-b45a-508248fce8a3 is: DOWN; New status is: BUILD {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:17:38.957690 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (b07f46ba-4da1-431a-b45a-508248fce8a3), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:17:38.973813 n-d-760453-5 neutron-server[103306]: DEBUG neutron.notifiers.nova [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b07f46ba-4da1-431a-b45a-508248fce8a3 {{(pid=103306) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 26 21:17:38.999368 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] For port b07f46ba-4da1-431a-b45a-508248fce8a3, host n-h1-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-5',level=0,port_id=b07f46ba-4da1-431a-b45a-508248fce8a3,segment=NetworkSegment(984e14e0-bb79-4ef3-b570-cebad3b9694e),segment_id=984e14e0-bb79-4ef3-b570-cebad3b9694e)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:17:39.005569 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (b07f46ba-4da1-431a-b45a-508248fce8a3), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:17:39.022476 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3afa2be5-4bf1-4cd4-80fb-e6db43a5ceb8 req-a7a414c2-96a6-446e-a831-5d2c839e4ea7 tempest-ServersTestJSON-1629463572 tempest-ServersTestJSON-1629463572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:17:39.024073 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-3afa2be5-4bf1-4cd4-80fb-e6db43a5ceb8 req-a7a414c2-96a6-446e-a831-5d2c839e4ea7 tempest-ServersTestJSON-1629463572 tempest-ServersTestJSON-1629463572-project] 10.222.0.13 "GET /v2.0/ports?device_id=30b3878b-e41c-4f2a-b1d4-a23fc4214e6b HTTP/1.1" status: 200 len: 945 time: 0.1479058 Jan 26 21:17:39.025790 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-29f8e211-7bbf-43f6-aca1-49298d5f2475 req-1d4df419-8ac1-4a97-8f76-0ebe13cd1295 tempest-ServerMetadataNegativeTestJSON-376070701 tempest-ServerMetadataNegativeTestJSON-376070701-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746560234527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9281553'] for port (9eeaf456-d413-477c-8ea6-d359db8aaa9d), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:17:39.065873 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-95d23296-ce3d-4961-96dc-7ee58bc3d88b req-d3a1802c-693e-45ca-ae8c-3d284d6650af service neutron] 10.222.0.57 "GET /v2.0/networks/e16ff5ba-c523-42b6-a294-431f384b33de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4549353 Jan 26 21:17:39.117513 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Pushing event updated for resources: {'Port': ['ID=b07f46ba-4da1-431a-b45a-508248fce8a3,revision_number=4']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:17:39.146290 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-26a9e688-3f0b-458b-b546-9aa5a1314e2f tempest-QuotasNegativeTest-2001612015 tempest-QuotasNegativeTest-2001612015-project-admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 1.0166998 Jan 26 21:17:39.152826 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 60086) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:17:39.176613 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-22795dc5-8c5f-4ee3-b8a9-78d965c55691 tempest-QuotasNegativeTest-2001612015 tempest-QuotasNegativeTest-2001612015-project-admin] Request body: {'network': {'project_id': '21af43e3213143e58e9a74bdd9024637'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:17:39.213985 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-68071d62-edf2-4239-8e21-d3dd0afeb4a7 req-e6e9a421-2282-44d2-9909-53819e93deee tempest-ServerShowV247Test-997106086 tempest-ServerShowV247Test-997106086-project] 10.222.0.13 "GET /v2.0/ports?device_id=5dcae182-f21f-49a1-b18d-e2bf967c0016 HTTP/1.1" status: 200 len: 210 time: 0.0990930 Jan 26 21:17:39.214702 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4df419-8ac1-4a97-8f76-0ebe13cd1295 tempest-ServerMetadataNegativeTestJSON-376070701 tempest-ServerMetadataNegativeTestJSON-376070701-project] Pushing event updated for resources: {'Port': ['ID=9eeaf456-d413-477c-8ea6-d359db8aaa9d,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:17:39.224572 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a9e688-3f0b-458b-b546-9aa5a1314e2f tempest-QuotasNegativeTest-2001612015 tempest-QuotasNegativeTest-2001612015-project-admin] Pushing event updated for resources: {'Network': ['ID=cb59a9dc-4814-4b60-a496-09d2fdaccad5,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:17:39.228437 n-d-760453-5 neutron-server[103305]: INFO neutron.pecan_wsgi.hooks.translation [None req-22795dc5-8c5f-4ee3-b8a9-78d965c55691 tempest-QuotasNegativeTest-2001612015 tempest-QuotasNegativeTest-2001612015-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Jan 26 21:17:39.228911 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-22795dc5-8c5f-4ee3-b8a9-78d965c55691 tempest-QuotasNegativeTest-2001612015 tempest-QuotasNegativeTest-2001612015-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=103305) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 26 21:17:39.234601 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-22795dc5-8c5f-4ee3-b8a9-78d965c55691 tempest-QuotasNegativeTest-2001612015 tempest-QuotasNegativeTest-2001612015-project-admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.0752978 Jan 26 21:17:39.235524 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 60090) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:17:39.236300 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Network cb59a9dc-4814-4b60-a496-09d2fdaccad5 details requested by agent ovs-agent-n-d-760453-5 with host n-d-760453-5 {{(pid=103306) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 26 21:17:39.269239 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-29f8e211-7bbf-43f6-aca1-49298d5f2475 req-1d4df419-8ac1-4a97-8f76-0ebe13cd1295 tempest-ServerMetadataNegativeTestJSON-376070701 tempest-ServerMetadataNegativeTestJSON-376070701-project] Network 0f450ef0-d0f7-4ef6-9f1d-d19a092dbbe6 is already hosted by enough agents. {{(pid=103304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 21:17:39.287423 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [req-29f8e211-7bbf-43f6-aca1-49298d5f2475 req-1d4df419-8ac1-4a97-8f76-0ebe13cd1295 tempest-ServerMetadataNegativeTestJSON-376070701 tempest-ServerMetadataNegativeTestJSON-376070701-project] Resources bound (agent type, host, resource id): {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:17:39.304044 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [req-29f8e211-7bbf-43f6-aca1-49298d5f2475 req-1d4df419-8ac1-4a97-8f76-0ebe13cd1295 tempest-ServerMetadataNegativeTestJSON-376070701 tempest-ServerMetadataNegativeTestJSON-376070701-project] Received port after_create {{(pid=103304) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 21:17:39.421479 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-3afa2be5-4bf1-4cd4-80fb-e6db43a5ceb8 req-94b1444d-8245-4288-9755-e3487630f550 tempest-ServersTestJSON-1629463572 tempest-ServersTestJSON-1629463572-project] 10.222.0.13 "GET /v2.0/security-groups?id=a146440b-85c7-430a-88ed-6d0301627350&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3811045 Jan 26 21:17:39.456236 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f8e211-7bbf-43f6-aca1-49298d5f2475 req-1d4df419-8ac1-4a97-8f76-0ebe13cd1295 tempest-ServerMetadataNegativeTestJSON-376070701 tempest-ServerMetadataNegativeTestJSON-376070701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:17:39.459781 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-29f8e211-7bbf-43f6-aca1-49298d5f2475 req-1d4df419-8ac1-4a97-8f76-0ebe13cd1295 tempest-ServerMetadataNegativeTestJSON-376070701 tempest-ServerMetadataNegativeTestJSON-376070701-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:17:39.498792 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-29f8e211-7bbf-43f6-aca1-49298d5f2475 req-1d4df419-8ac1-4a97-8f76-0ebe13cd1295 tempest-ServerMetadataNegativeTestJSON-376070701 tempest-ServerMetadataNegativeTestJSON-376070701-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8246300 Jan 26 21:17:39.521433 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [req-29f8e211-7bbf-43f6-aca1-49298d5f2475 req-4dd6ed36-8f94-4753-96f4-2aa0671f7a15 service neutron] Request body: {'port': {'device_id': '3f37e8e3-0c6e-43bb-98fe-345543093159', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-760453-5'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:17:39.537123 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] get_ports_and_sgs() called for port_ids ['b07f46ba-4da1-431a-b45a-508248fce8a3'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 26 21:17:39.671529 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc860f9-e044-40ec-90f9-3567aa424e95 req-c497142e-0546-41bf-bcb7-50ff1f060264 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:17:39.673212 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-edc860f9-e044-40ec-90f9-3567aa424e95 req-c497142e-0546-41bf-bcb7-50ff1f060264 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=cb180574de574caea4706335ceec073e&device_id=69a6a3b7-e4f3-428f-b875-01ce0f86e195 HTTP/1.1" status: 200 len: 1095 time: 0.5195022 Jan 26 21:17:39.680479 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-29f8e211-7bbf-43f6-aca1-49298d5f2475 req-4dd6ed36-8f94-4753-96f4-2aa0671f7a15 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (9eeaf456-d413-477c-8ea6-d359db8aaa9d), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:17:39.720178 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.db_base_plugin_common [req-70795c7b-309a-4d4c-af3d-fc4f849dc5c5 req-09e8e6f5-1fea-4797-ba6a-291b636b69ba tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] Allocated IP 172.20.0.9 (bbfba3ee-2021-4c97-a0e2-2098fcdcf99e/57e3c492-4b44-4b41-bf93-c4d6e5c59ce4/4836496e-4b86-4ff4-b7d3-0f22f4a6f134) {{(pid=103305) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 21:17:39.762763 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-8a524346-8254-4230-9117-3ce92359d418 tempest-QuotasNegativeTest-2001612015 tempest-QuotasNegativeTest-2001612015-project-admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=21af43e3213143e58e9a74bdd9024637&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5200996 Jan 26 21:17:39.770716 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 60098) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:17:39.948138 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42094b3-90aa-4520-a0dc-22a949c48920 req-a64f9eef-f759-40f9-84b0-6d0394100090 tempest-DeleteServersTestJSON-1338827600 tempest-DeleteServersTestJSON-1338827600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:17:39.956487 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-b42094b3-90aa-4520-a0dc-22a949c48920 req-a64f9eef-f759-40f9-84b0-6d0394100090 tempest-DeleteServersTestJSON-1338827600 tempest-DeleteServersTestJSON-1338827600-project] 10.222.0.13 "GET /v2.0/ports?device_id=69a6a3b7-e4f3-428f-b875-01ce0f86e195 HTTP/1.1" status: 200 len: 944 time: 0.1635897 Jan 26 21:17:39.967208 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-70795c7b-309a-4d4c-af3d-fc4f849dc5c5 req-09e8e6f5-1fea-4797-ba6a-291b636b69ba tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] Publish callbacks [] for port (4836496e-4b86-4ff4-b7d3-0f22f4a6f134), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:17:40.038663 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc860f9-e044-40ec-90f9-3567aa424e95 req-83eaa39d-2373-49e2-b390-5dcced03efdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:17:40.040467 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-edc860f9-e044-40ec-90f9-3567aa424e95 req-83eaa39d-2373-49e2-b390-5dcced03efdf service neutron] 10.222.0.57 "GET /v2.0/networks?id=e16ff5ba-c523-42b6-a294-431f384b33de HTTP/1.1" status: 200 len: 913 time: 0.3591032 Jan 26 21:17:40.047245 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-70795c7b-309a-4d4c-af3d-fc4f849dc5c5 req-09e8e6f5-1fea-4797-ba6a-291b636b69ba tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746560234527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11791543'] for port (4836496e-4b86-4ff4-b7d3-0f22f4a6f134), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:17:40.077627 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63647229-813f-4cb1-8701-3d270997fcfa req-d4a4eacb-7582-4dcc-9e15-94e470c1528f tempest-LiveMigrationTest-746395142 tempest-LiveMigrationTest-746395142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:17:40.081139 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-63647229-813f-4cb1-8701-3d270997fcfa req-d4a4eacb-7582-4dcc-9e15-94e470c1528f tempest-LiveMigrationTest-746395142 tempest-LiveMigrationTest-746395142-project] 10.222.0.13 "GET /v2.0/ports?device_id=3c1bb11b-19e0-4bd6-8502-e5422740b40d HTTP/1.1" status: 200 len: 944 time: 0.2802608 Jan 26 21:17:40.138173 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-edc860f9-e044-40ec-90f9-3567aa424e95 req-689b867d-04cf-46f4-ba01-85b94215d844 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8a45b325-7698-43b9-96d8-e96948234ef8 HTTP/1.1" status: 200 len: 217 time: 0.0871706 Jan 26 21:17:40.138680 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-b42094b3-90aa-4520-a0dc-22a949c48920 req-1c745909-d34b-4dd1-ae7b-565818dd8a55 tempest-DeleteServersTestJSON-1338827600 tempest-DeleteServersTestJSON-1338827600-project] 10.222.0.13 "GET /v2.0/security-groups?id=b7fc5e70-a24b-497d-9cf6-8df82d0ad35b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1809249 Jan 26 21:17:40.161408 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-70795c7b-309a-4d4c-af3d-fc4f849dc5c5 req-09e8e6f5-1fea-4797-ba6a-291b636b69ba tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] Network bbfba3ee-2021-4c97-a0e2-2098fcdcf99e is already hosted by enough agents. {{(pid=103305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 21:17:40.213737 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [req-70795c7b-309a-4d4c-af3d-fc4f849dc5c5 req-09e8e6f5-1fea-4797-ba6a-291b636b69ba tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] Resources bound (agent type, host, resource id): {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:17:40.216903 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc860f9-e044-40ec-90f9-3567aa424e95 req-512d4f45-5bb2-4170-b667-ca96bcc8e394 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:17:40.218420 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-edc860f9-e044-40ec-90f9-3567aa424e95 req-512d4f45-5bb2-4170-b667-ca96bcc8e394 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=25684abb-e6bd-4ac5-a412-9cc30ecdd004 HTTP/1.1" status: 200 len: 852 time: 0.0554740 Jan 26 21:17:40.220741 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [req-70795c7b-309a-4d4c-af3d-fc4f849dc5c5 req-09e8e6f5-1fea-4797-ba6a-291b636b69ba tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] Received port after_create {{(pid=103305) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 21:17:40.264014 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-63647229-813f-4cb1-8701-3d270997fcfa req-f314344b-a7a2-4d07-a021-93ffec359d2b tempest-LiveMigrationTest-746395142 tempest-LiveMigrationTest-746395142-project] 10.222.0.13 "GET /v2.0/security-groups?id=c43a996a-6b93-48e4-a331-48250c5b183d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1636078 Jan 26 21:17:40.309095 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-edc860f9-e044-40ec-90f9-3567aa424e95 req-86b02838-20be-412a-b6c9-9d40c10f57ff service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=e16ff5ba-c523-42b6-a294-431f384b33de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0835133 Jan 26 21:17:40.357205 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-2715161c-9270-420b-a97a-092cb2bbbd46 tempest-QuotasNegativeTest-2001612015 tempest-QuotasNegativeTest-2001612015-project-admin] Publish callbacks [] for security_group (dd6ef851-d19c-46e3-9774-01ee4130a90b), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:17:40.464833 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-edc860f9-e044-40ec-90f9-3567aa424e95 req-e6d92035-dd1a-456b-ba24-1cf340ffe804 service neutron] 10.222.0.57 "GET /v2.0/networks/e16ff5ba-c523-42b6-a294-431f384b33de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1355438 Jan 26 21:17:40.466322 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e8e6f5-1fea-4797-ba6a-291b636b69ba tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] Pushing event updated for resources: {'Port': ['ID=4836496e-4b86-4ff4-b7d3-0f22f4a6f134,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:17:40.517492 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84da11e5-f401-4d06-8b7c-3fb2425cfcaf req-03edf813-2633-4d94-a715-dafc6672c96c tempest-ServerMetadataNegativeTestJSON-376070701 tempest-ServerMetadataNegativeTestJSON-376070701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:17:40.519060 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-84da11e5-f401-4d06-8b7c-3fb2425cfcaf req-03edf813-2633-4d94-a715-dafc6672c96c tempest-ServerMetadataNegativeTestJSON-376070701 tempest-ServerMetadataNegativeTestJSON-376070701-project] 10.222.0.13 "GET /v2.0/ports?device_id=3f37e8e3-0c6e-43bb-98fe-345543093159 HTTP/1.1" status: 200 len: 932 time: 0.1975534 Jan 26 21:17:40.541098 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70795c7b-309a-4d4c-af3d-fc4f849dc5c5 req-09e8e6f5-1fea-4797-ba6a-291b636b69ba tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:17:40.543111 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-70795c7b-309a-4d4c-af3d-fc4f849dc5c5 req-09e8e6f5-1fea-4797-ba6a-291b636b69ba tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:17:40.580154 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162c1a8d-50e1-49ff-9319-0ca6c74f5669 req-8f0f86fa-8d48-4d90-9ec8-cd01bea537cb tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:17:40.587304 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-162c1a8d-50e1-49ff-9319-0ca6c74f5669 req-8f0f86fa-8d48-4d90-9ec8-cd01bea537cb tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca795481-031c-48ac-925f-00596ed83bb9 HTTP/1.1" status: 200 len: 931 time: 0.1886494 Jan 26 21:17:40.625221 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-2715161c-9270-420b-a97a-092cb2bbbd46 tempest-QuotasNegativeTest-2001612015 tempest-QuotasNegativeTest-2001612015-project-admin] Publish callbacks [] for security_group (dd6ef851-d19c-46e3-9774-01ee4130a90b), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:17:40.660995 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-70795c7b-309a-4d4c-af3d-fc4f849dc5c5 req-09e8e6f5-1fea-4797-ba6a-291b636b69ba tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4093690 Jan 26 21:17:40.669910 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-cfe5acf9-0c90-44cd-9670-95a36581fc78 None None] Provisioning complete for port 4836496e-4b86-4ff4-b7d3-0f22f4a6f134 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:17:40.670417 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-cfe5acf9-0c90-44cd-9670-95a36581fc78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (4836496e-4b86-4ff4-b7d3-0f22f4a6f134), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:17:40.675143 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-162c1a8d-50e1-49ff-9319-0ca6c74f5669 req-b7ee43b7-c532-49ee-a4e7-8bd76dc3e858 tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] 10.222.0.13 "GET /v2.0/security-groups?id=4949e7fd-e987-466a-ab17-ed5ae28a32c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0818202 Jan 26 21:17:40.682153 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [req-70795c7b-309a-4d4c-af3d-fc4f849dc5c5 req-c4f6a4f3-7397-4334-a368-d3d6c8d1ca3e tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] Request body: {'port': {'device_id': 'ca795481-031c-48ac-925f-00596ed83bb9', 'network_id': 'efe29cb8-1223-4d1f-943f-1b137d401008', 'admin_state_up': True, 'tenant_id': '026ef2d8b8e041b18f9abf8363011406', 'security_groups': ['4949e7fd-e987-466a-ab17-ed5ae28a32c1']}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:17:40.747565 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-84da11e5-f401-4d06-8b7c-3fb2425cfcaf req-de45f8ee-d2ac-483d-bac0-8b29b942c881 tempest-ServerMetadataNegativeTestJSON-376070701 tempest-ServerMetadataNegativeTestJSON-376070701-project] 10.222.0.13 "GET /v2.0/security-groups?id=4841882e-fd02-40f4-9249-056ca41a1d6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2141643 Jan 26 21:17:40.776215 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-cfe5acf9-0c90-44cd-9670-95a36581fc78 None None] Port 4836496e-4b86-4ff4-b7d3-0f22f4a6f134 cannot update to ACTIVE because it is not bound. {{(pid=103306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 26 21:17:40.872647 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-1dd29436-b9f4-437b-b80b-880405e56099 req-e97d1e7f-7bd2-4cff-80c1-3d7c6e8ecd30 tempest-ServerShowV247Test-997106086 tempest-ServerShowV247Test-997106086-project] 10.222.0.13 "GET /v2.0/ports?device_id=5dcae182-f21f-49a1-b18d-e2bf967c0016 HTTP/1.1" status: 200 len: 210 time: 0.0713413 Jan 26 21:17:40.878685 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-70795c7b-309a-4d4c-af3d-fc4f849dc5c5 req-c4f6a4f3-7397-4334-a368-d3d6c8d1ca3e tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] Made reservation on behalf of 026ef2d8b8e041b18f9abf8363011406 for: {'port': 1} {{(pid=103305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 21:17:40.882469 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-70795c7b-309a-4d4c-af3d-fc4f849dc5c5 req-c4f6a4f3-7397-4334-a368-d3d6c8d1ca3e tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:17:40.899492 n-d-760453-5 neutron-server[103304]: DEBUG neutron.notifiers.nova [req-29f8e211-7bbf-43f6-aca1-49298d5f2475 req-4dd6ed36-8f94-4753-96f4-2aa0671f7a15 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9eeaf456-d413-477c-8ea6-d359db8aaa9d {{(pid=103304) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 26 21:17:40.935864 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-29f8e211-7bbf-43f6-aca1-49298d5f2475 req-4dd6ed36-8f94-4753-96f4-2aa0671f7a15 service neutron] Publish callbacks [] for port (9eeaf456-d413-477c-8ea6-d359db8aaa9d), precommit_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:17:40.939889 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-2715161c-9270-420b-a97a-092cb2bbbd46 tempest-QuotasNegativeTest-2001612015 tempest-QuotasNegativeTest-2001612015-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (dd6ef851-d19c-46e3-9774-01ee4130a90b), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:17:40.942944 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-2715161c-9270-420b-a97a-092cb2bbbd46 tempest-QuotasNegativeTest-2001612015 tempest-QuotasNegativeTest-2001612015-project-admin] Publish callbacks [] for security_group (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:17:40.946958 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-2715161c-9270-420b-a97a-092cb2bbbd46 tempest-QuotasNegativeTest-2001612015 tempest-QuotasNegativeTest-2001612015-project-admin] 10.222.0.13 "DELETE /v2.0/security-groups/dd6ef851-d19c-46e3-9774-01ee4130a90b HTTP/1.1" status: 204 len: 168 time: 1.1718121 Jan 26 21:17:40.947595 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 60110) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:17:40.972673 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2715161c-9270-420b-a97a-092cb2bbbd46 tempest-QuotasNegativeTest-2001612015 tempest-QuotasNegativeTest-2001612015-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd6ef851-d19c-46e3-9774-01ee4130a90b,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:17:41.013315 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.provisioning_blocks [req-29f8e211-7bbf-43f6-aca1-49298d5f2475 req-4dd6ed36-8f94-4753-96f4-2aa0671f7a15 service neutron] Transition to ACTIVE for port object 9eeaf456-d413-477c-8ea6-d359db8aaa9d will not be triggered until provisioned by entity L2. {{(pid=103304) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 21:17:41.026327 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-29f8e211-7bbf-43f6-aca1-49298d5f2475 req-4dd6ed36-8f94-4753-96f4-2aa0671f7a15 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9281542'] for port (9eeaf456-d413-477c-8ea6-d359db8aaa9d), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:17:41.042200 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-edc860f9-e044-40ec-90f9-3567aa424e95 req-ff903468-2327-4265-b228-4cef5ee9a76a service neutron] 10.222.0.57 "GET /v2.0/networks/e16ff5ba-c523-42b6-a294-431f384b33de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5642123 Jan 26 21:17:41.112703 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c2cb3c-e683-4138-810f-024045190273 req-9ff25f62-7798-461d-8951-821746c1661d tempest-ServersTestJSON-1629463572 tempest-ServersTestJSON-1629463572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:17:41.114446 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-20c2cb3c-e683-4138-810f-024045190273 req-9ff25f62-7798-461d-8951-821746c1661d tempest-ServersTestJSON-1629463572 tempest-ServersTestJSON-1629463572-project] 10.222.0.13 "GET /v2.0/ports?device_id=30b3878b-e41c-4f2a-b1d4-a23fc4214e6b HTTP/1.1" status: 200 len: 945 time: 0.2102695 Jan 26 21:17:41.150605 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd6ed36-8f94-4753-96f4-2aa0671f7a15 service neutron] Pushing event updated for resources: {'Port': ['ID=9eeaf456-d413-477c-8ea6-d359db8aaa9d,revision_number=2']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:17:41.162016 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-6f64584d-8f94-4311-a558-0b9959067b44 tempest-QuotasNegativeTest-2001612015 tempest-QuotasNegativeTest-2001612015-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-748181'] for network (cb59a9dc-4814-4b60-a496-09d2fdaccad5), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:17:41.313894 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-6f64584d-8f94-4311-a558-0b9959067b44 tempest-QuotasNegativeTest-2001612015 tempest-QuotasNegativeTest-2001612015-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-686403', 'neutron.services.segments.db._delete_segments_for_network-8746560774018'] for network (cb59a9dc-4814-4b60-a496-09d2fdaccad5), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:17:41.325902 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-20c2cb3c-e683-4138-810f-024045190273 req-2e090973-46fa-4911-b0b6-d69cb558b046 tempest-ServersTestJSON-1629463572 tempest-ServersTestJSON-1629463572-project] 10.222.0.13 "GET /v2.0/security-groups?id=a146440b-85c7-430a-88ed-6d0301627350&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2028000 Jan 26 21:17:41.331649 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.db_base_plugin_common [req-70795c7b-309a-4d4c-af3d-fc4f849dc5c5 req-c4f6a4f3-7397-4334-a368-d3d6c8d1ca3e tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] Allocated IP 10.1.1.182 (efe29cb8-1223-4d1f-943f-1b137d401008/33c71571-b125-47e8-b95c-4b54e4e22463/e0b52d53-b737-4357-b6a1-5a10086eeb00) {{(pid=103305) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 21:17:41.350821 n-d-760453-5 neutron-server[103305]: DEBUG neutron.services.segments.db [None req-6f64584d-8f94-4311-a558-0b9959067b44 tempest-QuotasNegativeTest-2001612015 tempest-QuotasNegativeTest-2001612015-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cb59a9dc-4814-4b60-a496-09d2fdaccad5']}} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:17:41.370270 n-d-760453-5 neutron-server[103305]: DEBUG neutron.services.segments.db [None req-6f64584d-8f94-4311-a558-0b9959067b44 tempest-QuotasNegativeTest-2001612015 tempest-QuotasNegativeTest-2001612015-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '537abf97-3147-4031-a8cf-c9bbced4473d') {'for_net_delete': True} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:17:41.372616 n-d-760453-5 neutron-server[103305]: DEBUG neutron.services.segments.db [None req-6f64584d-8f94-4311-a558-0b9959067b44 tempest-QuotasNegativeTest-2001612015 tempest-QuotasNegativeTest-2001612015-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '537abf97-3147-4031-a8cf-c9bbced4473d') {} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:17:41.387787 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-6f64584d-8f94-4311-a558-0b9959067b44 tempest-QuotasNegativeTest-2001612015 tempest-QuotasNegativeTest-2001612015-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746560742283', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11788955'] for segment (537abf97-3147-4031-a8cf-c9bbced4473d), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:17:41.409117 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [req-29f8e211-7bbf-43f6-aca1-49298d5f2475 req-4dd6ed36-8f94-4753-96f4-2aa0671f7a15 service neutron] Attempting to bind port 9eeaf456-d413-477c-8ea6-d359db8aaa9d on host n-h1-760453-5 for vnic_type normal with profile {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 21:17:41.415299 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [req-29f8e211-7bbf-43f6-aca1-49298d5f2475 req-4dd6ed36-8f94-4753-96f4-2aa0671f7a15 service neutron] Attempting to bind port 9eeaf456-d413-477c-8ea6-d359db8aaa9d by drivers openvswitch,hyperv on host n-h1-760453-5 at level 0 using segments [{'id': 'd4326d9b-0013-4469-bfa5-86f8cf85fa89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '0f450ef0-d0f7-4ef6-9f1d-d19a092dbbe6'}] {{(pid=103304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 26 21:17:41.415940 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29f8e211-7bbf-43f6-aca1-49298d5f2475 req-4dd6ed36-8f94-4753-96f4-2aa0671f7a15 service neutron] Attempting to bind port 9eeaf456-d413-477c-8ea6-d359db8aaa9d on network 0f450ef0-d0f7-4ef6-9f1d-d19a092dbbe6 {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 21:17:41.420748 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-6f64584d-8f94-4311-a558-0b9959067b44 tempest-QuotasNegativeTest-2001612015 tempest-QuotasNegativeTest-2001612015-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576559'] for segment (537abf97-3147-4031-a8cf-c9bbced4473d), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:17:41.442421 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6f64584d-8f94-4311-a558-0b9959067b44 tempest-QuotasNegativeTest-2001612015 tempest-QuotasNegativeTest-2001612015-project-admin] Releasing vlan 572 on physical network physnet1 to pool {{(pid=103305) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 26 21:17:41.443012 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-6f64584d-8f94-4311-a558-0b9959067b44 tempest-QuotasNegativeTest-2001612015 tempest-QuotasNegativeTest-2001612015-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11791428'] for segment (537abf97-3147-4031-a8cf-c9bbced4473d), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:17:41.445104 n-d-760453-5 neutron-server[103305]: Traceback (most recent call last): Jan 26 21:17:41.445104 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 26 21:17:41.445104 n-d-760453-5 neutron-server[103305]: timer() Jan 26 21:17:41.445104 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 26 21:17:41.445104 n-d-760453-5 neutron-server[103305]: cb(*args, **kw) Jan 26 21:17:41.445104 n-d-760453-5 neutron-server[103305]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 26 21:17:41.445104 n-d-760453-5 neutron-server[103305]: return func(*args, **kwargs) Jan 26 21:17:41.445104 n-d-760453-5 neutron-server[103305]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 26 21:17:41.445104 n-d-760453-5 neutron-server[103305]: self._notify() Jan 26 21:17:41.445104 n-d-760453-5 neutron-server[103305]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 26 21:17:41.445104 n-d-760453-5 neutron-server[103305]: self.callback(batched_events) Jan 26 21:17:41.445104 n-d-760453-5 neutron-server[103305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 26 21:17:41.445104 n-d-760453-5 neutron-server[103305]: event.method(event) Jan 26 21:17:41.445104 n-d-760453-5 neutron-server[103305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 26 21:17:41.445104 n-d-760453-5 neutron-server[103305]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 26 21:17:41.445104 n-d-760453-5 neutron-server[103305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 26 21:17:41.445104 n-d-760453-5 neutron-server[103305]: aggregate_uuid = self.p_client.list_aggregates( Jan 26 21:17:41.445104 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 26 21:17:41.445104 n-d-760453-5 neutron-server[103305]: return f(self, *a, **k) Jan 26 21:17:41.445104 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 26 21:17:41.445104 n-d-760453-5 neutron-server[103305]: return self._get(url).json() Jan 26 21:17:41.445104 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 26 21:17:41.445104 n-d-760453-5 neutron-server[103305]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 26 21:17:41.445104 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 26 21:17:41.445104 n-d-760453-5 neutron-server[103305]: return self.request(url, 'GET', **kwargs) Jan 26 21:17:41.445104 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 26 21:17:41.445104 n-d-760453-5 neutron-server[103305]: base_url = self.get_endpoint(auth, allow=allow, Jan 26 21:17:41.445104 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 26 21:17:41.445104 n-d-760453-5 neutron-server[103305]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 26 21:17:41.445104 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 26 21:17:41.445104 n-d-760453-5 neutron-server[103305]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 26 21:17:41.445104 n-d-760453-5 neutron-server[103305]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 26 21:17:41.451373 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c570f2c-69df-4647-85f6-4375d39ab8cd req-6344d0c1-1462-45fa-8768-93b339882437 tempest-DeleteServersTestJSON-1338827600 tempest-DeleteServersTestJSON-1338827600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:17:41.459720 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-3c570f2c-69df-4647-85f6-4375d39ab8cd req-6344d0c1-1462-45fa-8768-93b339882437 tempest-DeleteServersTestJSON-1338827600 tempest-DeleteServersTestJSON-1338827600-project] 10.222.0.13 "GET /v2.0/ports?device_id=69a6a3b7-e4f3-428f-b875-01ce0f86e195 HTTP/1.1" status: 200 len: 944 time: 0.1960366 Jan 26 21:17:41.511426 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29f8e211-7bbf-43f6-aca1-49298d5f2475 req-4dd6ed36-8f94-4753-96f4-2aa0671f7a15 service neutron] Port 9eeaf456-d413-477c-8ea6-d359db8aaa9d on network 0f450ef0-d0f7-4ef6-9f1d-d19a092dbbe6 not bound, no agent of type Open vSwitch agent registered on host n-h1-760453-5 {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 26 21:17:41.518512 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29f8e211-7bbf-43f6-aca1-49298d5f2475 req-4dd6ed36-8f94-4753-96f4-2aa0671f7a15 service neutron] Attempting to bind port 9eeaf456-d413-477c-8ea6-d359db8aaa9d on network 0f450ef0-d0f7-4ef6-9f1d-d19a092dbbe6 {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 21:17:41.558156 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-6f64584d-8f94-4311-a558-0b9959067b44 tempest-QuotasNegativeTest-2001612015 tempest-QuotasNegativeTest-2001612015-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4110931'] for network (cb59a9dc-4814-4b60-a496-09d2fdaccad5), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:17:41.585278 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-6f64584d-8f94-4311-a558-0b9959067b44 tempest-QuotasNegativeTest-2001612015 tempest-QuotasNegativeTest-2001612015-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709645'] for network (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:17:41.588643 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-6f64584d-8f94-4311-a558-0b9959067b44 tempest-QuotasNegativeTest-2001612015 tempest-QuotasNegativeTest-2001612015-project-admin] 10.222.0.13 "DELETE /v2.0/networks/cb59a9dc-4814-4b60-a496-09d2fdaccad5 HTTP/1.1" status: 204 len: 168 time: 0.6251152 Jan 26 21:17:41.593029 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f64584d-8f94-4311-a558-0b9959067b44 tempest-QuotasNegativeTest-2001612015 tempest-QuotasNegativeTest-2001612015-project-admin] Pushing event deleted for resources: {'Network': ['ID=cb59a9dc-4814-4b60-a496-09d2fdaccad5,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:17:41.596908 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 60118) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:17:41.607583 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29f8e211-7bbf-43f6-aca1-49298d5f2475 req-4dd6ed36-8f94-4753-96f4-2aa0671f7a15 service neutron] Checking agent: {'id': '32ef628b-8417-46c5-8729-60fcabe358f1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-760453-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 21, 3, 8), 'started_at': datetime.datetime(2022, 1, 26, 21, 3, 8), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 21, 17, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 26 21:17:41.608726 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29f8e211-7bbf-43f6-aca1-49298d5f2475 req-4dd6ed36-8f94-4753-96f4-2aa0671f7a15 service neutron] Checking segment: {'id': 'd4326d9b-0013-4469-bfa5-86f8cf85fa89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '0f450ef0-d0f7-4ef6-9f1d-d19a092dbbe6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103304) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 21:17:41.609279 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29f8e211-7bbf-43f6-aca1-49298d5f2475 req-4dd6ed36-8f94-4753-96f4-2aa0671f7a15 service neutron] Bound using segment: {'id': 'd4326d9b-0013-4469-bfa5-86f8cf85fa89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '0f450ef0-d0f7-4ef6-9f1d-d19a092dbbe6'} {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 26 21:17:41.609899 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [req-29f8e211-7bbf-43f6-aca1-49298d5f2475 req-4dd6ed36-8f94-4753-96f4-2aa0671f7a15 service neutron] Bound port: 9eeaf456-d413-477c-8ea6-d359db8aaa9d, host: n-h1-760453-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd4326d9b-0013-4469-bfa5-86f8cf85fa89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '0f450ef0-d0f7-4ef6-9f1d-d19a092dbbe6'}}] {{(pid=103304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 26 21:17:41.610420 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-29f8e211-7bbf-43f6-aca1-49298d5f2475 req-4dd6ed36-8f94-4753-96f4-2aa0671f7a15 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (9eeaf456-d413-477c-8ea6-d359db8aaa9d), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:17:41.677174 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-3c6419e4-8f35-43a2-9f0c-739a85a5282b tempest-QuotasNegativeTest-2001612015 tempest-QuotasNegativeTest-2001612015-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-748181'] for network (8aa77291-86fa-4599-b102-dd11efa7e1b8), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:17:41.702128 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-3c570f2c-69df-4647-85f6-4375d39ab8cd req-29647557-1742-4a71-9d57-f7e72992cab4 tempest-DeleteServersTestJSON-1338827600 tempest-DeleteServersTestJSON-1338827600-project] 10.222.0.13 "GET /v2.0/security-groups?id=b7fc5e70-a24b-497d-9cf6-8df82d0ad35b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2412047 Jan 26 21:17:41.712234 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-70795c7b-309a-4d4c-af3d-fc4f849dc5c5 req-c4f6a4f3-7397-4334-a368-d3d6c8d1ca3e tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] Publish callbacks [] for port (e0b52d53-b737-4357-b6a1-5a10086eeb00), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:17:41.732300 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eece866c-d100-44e2-bf89-b514be5a5472 req-6d8b5889-6657-4ee4-8bd2-8a65ce866c23 tempest-LiveMigrationTest-746395142 tempest-LiveMigrationTest-746395142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:17:41.743358 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-eece866c-d100-44e2-bf89-b514be5a5472 req-6d8b5889-6657-4ee4-8bd2-8a65ce866c23 tempest-LiveMigrationTest-746395142 tempest-LiveMigrationTest-746395142-project] 10.222.0.13 "GET /v2.0/ports?device_id=3c1bb11b-19e0-4bd6-8502-e5422740b40d HTTP/1.1" status: 200 len: 944 time: 0.2798250 Jan 26 21:17:41.812001 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-3c6419e4-8f35-43a2-9f0c-739a85a5282b tempest-QuotasNegativeTest-2001612015 tempest-QuotasNegativeTest-2001612015-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-686403', 'neutron.services.segments.db._delete_segments_for_network-8746560774018'] for network (8aa77291-86fa-4599-b102-dd11efa7e1b8), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:17:41.838531 n-d-760453-5 neutron-server[103305]: DEBUG neutron.services.segments.db [None req-3c6419e4-8f35-43a2-9f0c-739a85a5282b tempest-QuotasNegativeTest-2001612015 tempest-QuotasNegativeTest-2001612015-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8aa77291-86fa-4599-b102-dd11efa7e1b8']}} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:17:41.849991 n-d-760453-5 neutron-server[103305]: DEBUG neutron.services.segments.db [None req-3c6419e4-8f35-43a2-9f0c-739a85a5282b tempest-QuotasNegativeTest-2001612015 tempest-QuotasNegativeTest-2001612015-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a0d4b477-a20b-49a5-8265-27b1af6692ff') {'for_net_delete': True} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:17:41.850419 n-d-760453-5 neutron-server[103305]: DEBUG neutron.services.segments.db [None req-3c6419e4-8f35-43a2-9f0c-739a85a5282b tempest-QuotasNegativeTest-2001612015 tempest-QuotasNegativeTest-2001612015-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a0d4b477-a20b-49a5-8265-27b1af6692ff') {} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:17:41.861528 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-3c6419e4-8f35-43a2-9f0c-739a85a5282b tempest-QuotasNegativeTest-2001612015 tempest-QuotasNegativeTest-2001612015-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746560742283', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11788955'] for segment (a0d4b477-a20b-49a5-8265-27b1af6692ff), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:17:41.875296 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [req-29f8e211-7bbf-43f6-aca1-49298d5f2475 req-4dd6ed36-8f94-4753-96f4-2aa0671f7a15 service neutron] For port 9eeaf456-d413-477c-8ea6-d359db8aaa9d, host n-h1-760453-5, cleared binding levels {{(pid=103304) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 26 21:17:41.876603 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-3c6419e4-8f35-43a2-9f0c-739a85a5282b tempest-QuotasNegativeTest-2001612015 tempest-QuotasNegativeTest-2001612015-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576559'] for segment (a0d4b477-a20b-49a5-8265-27b1af6692ff), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:17:41.883588 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3c6419e4-8f35-43a2-9f0c-739a85a5282b tempest-QuotasNegativeTest-2001612015 tempest-QuotasNegativeTest-2001612015-project-admin] Releasing vlan 576 on physical network physnet1 to pool {{(pid=103305) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 26 21:17:41.884120 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-3c6419e4-8f35-43a2-9f0c-739a85a5282b tempest-QuotasNegativeTest-2001612015 tempest-QuotasNegativeTest-2001612015-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11791428'] for segment (a0d4b477-a20b-49a5-8265-27b1af6692ff), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:17:41.916409 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [req-29f8e211-7bbf-43f6-aca1-49298d5f2475 req-4dd6ed36-8f94-4753-96f4-2aa0671f7a15 service neutron] For port 9eeaf456-d413-477c-8ea6-d359db8aaa9d, host n-h1-760453-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-5',level=0,port_id=9eeaf456-d413-477c-8ea6-d359db8aaa9d,segment=NetworkSegment(d4326d9b-0013-4469-bfa5-86f8cf85fa89),segment_id=d4326d9b-0013-4469-bfa5-86f8cf85fa89)] {{(pid=103304) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 26 21:17:41.933921 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-eece866c-d100-44e2-bf89-b514be5a5472 req-04da359c-fab6-4fde-9429-745de562376d tempest-LiveMigrationTest-746395142 tempest-LiveMigrationTest-746395142-project] 10.222.0.13 "GET /v2.0/security-groups?id=c43a996a-6b93-48e4-a331-48250c5b183d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1894267 Jan 26 21:17:41.943364 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-29f8e211-7bbf-43f6-aca1-49298d5f2475 req-4dd6ed36-8f94-4753-96f4-2aa0671f7a15 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9281542'] for port (9eeaf456-d413-477c-8ea6-d359db8aaa9d), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:17:41.955380 n-d-760453-5 neutron-server[103305]: Traceback (most recent call last): Jan 26 21:17:41.955380 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 26 21:17:41.955380 n-d-760453-5 neutron-server[103305]: timer() Jan 26 21:17:41.955380 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 26 21:17:41.955380 n-d-760453-5 neutron-server[103305]: cb(*args, **kw) Jan 26 21:17:41.955380 n-d-760453-5 neutron-server[103305]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 26 21:17:41.955380 n-d-760453-5 neutron-server[103305]: return func(*args, **kwargs) Jan 26 21:17:41.955380 n-d-760453-5 neutron-server[103305]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 26 21:17:41.955380 n-d-760453-5 neutron-server[103305]: self._notify() Jan 26 21:17:41.955380 n-d-760453-5 neutron-server[103305]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 26 21:17:41.955380 n-d-760453-5 neutron-server[103305]: self.callback(batched_events) Jan 26 21:17:41.955380 n-d-760453-5 neutron-server[103305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 26 21:17:41.955380 n-d-760453-5 neutron-server[103305]: event.method(event) Jan 26 21:17:41.955380 n-d-760453-5 neutron-server[103305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 26 21:17:41.955380 n-d-760453-5 neutron-server[103305]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 26 21:17:41.955380 n-d-760453-5 neutron-server[103305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 26 21:17:41.955380 n-d-760453-5 neutron-server[103305]: aggregate_uuid = self.p_client.list_aggregates( Jan 26 21:17:41.955380 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 26 21:17:41.955380 n-d-760453-5 neutron-server[103305]: return f(self, *a, **k) Jan 26 21:17:41.955380 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 26 21:17:41.955380 n-d-760453-5 neutron-server[103305]: return self._get(url).json() Jan 26 21:17:41.955380 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 26 21:17:41.955380 n-d-760453-5 neutron-server[103305]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 26 21:17:41.955380 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 26 21:17:41.955380 n-d-760453-5 neutron-server[103305]: return self.request(url, 'GET', **kwargs) Jan 26 21:17:41.955380 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 26 21:17:41.955380 n-d-760453-5 neutron-server[103305]: base_url = self.get_endpoint(auth, allow=allow, Jan 26 21:17:41.955380 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 26 21:17:41.955380 n-d-760453-5 neutron-server[103305]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 26 21:17:41.955380 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 26 21:17:41.955380 n-d-760453-5 neutron-server[103305]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 26 21:17:41.955380 n-d-760453-5 neutron-server[103305]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 26 21:17:41.969551 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-3c6419e4-8f35-43a2-9f0c-739a85a5282b tempest-QuotasNegativeTest-2001612015 tempest-QuotasNegativeTest-2001612015-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4110931'] for network (8aa77291-86fa-4599-b102-dd11efa7e1b8), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:17:41.994953 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6346bb3-3d40-48ff-ad98-79ba5a240c93 req-5cdbdd6f-07e7-4112-a835-8c292a4e5b49 tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:17:42.004397 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-a6346bb3-3d40-48ff-ad98-79ba5a240c93 req-5cdbdd6f-07e7-4112-a835-8c292a4e5b49 tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca795481-031c-48ac-925f-00596ed83bb9 HTTP/1.1" status: 200 len: 931 time: 0.1880391 Jan 26 21:17:42.039539 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-3c6419e4-8f35-43a2-9f0c-739a85a5282b tempest-QuotasNegativeTest-2001612015 tempest-QuotasNegativeTest-2001612015-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709645'] for network (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:17:42.054208 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-3c6419e4-8f35-43a2-9f0c-739a85a5282b tempest-QuotasNegativeTest-2001612015 tempest-QuotasNegativeTest-2001612015-project-admin] 10.222.0.13 "DELETE /v2.0/networks/8aa77291-86fa-4599-b102-dd11efa7e1b8 HTTP/1.1" status: 204 len: 168 time: 0.4486477 Jan 26 21:17:42.063314 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c6419e4-8f35-43a2-9f0c-739a85a5282b tempest-QuotasNegativeTest-2001612015 tempest-QuotasNegativeTest-2001612015-project-admin] Pushing event deleted for resources: {'Network': ['ID=8aa77291-86fa-4599-b102-dd11efa7e1b8,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:17:42.082430 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-70795c7b-309a-4d4c-af3d-fc4f849dc5c5 req-c4f6a4f3-7397-4334-a368-d3d6c8d1ca3e tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746560234527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11791543'] for port (e0b52d53-b737-4357-b6a1-5a10086eeb00), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:17:42.092873 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f8e211-7bbf-43f6-aca1-49298d5f2475 req-4dd6ed36-8f94-4753-96f4-2aa0671f7a15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:17:42.093527 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-29f8e211-7bbf-43f6-aca1-49298d5f2475 req-4dd6ed36-8f94-4753-96f4-2aa0671f7a15 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:17:42.094944 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-29f8e211-7bbf-43f6-aca1-49298d5f2475 req-4dd6ed36-8f94-4753-96f4-2aa0671f7a15 service neutron] 10.222.0.66 "PUT /v2.0/ports/9eeaf456-d413-477c-8ea6-d359db8aaa9d HTTP/1.1" status: 200 len: 1092 time: 2.5798624 Jan 26 21:17:42.139958 n-d-760453-5 neutron-server[103304]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f37e8e3-0c6e-43bb-98fe-345543093159', 'tag': '9eeaf456-d413-477c-8ea6-d359db8aaa9d'}] {{(pid=103304) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 21:17:42.141110 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-70795c7b-309a-4d4c-af3d-fc4f849dc5c5 req-c4f6a4f3-7397-4334-a368-d3d6c8d1ca3e tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] Network efe29cb8-1223-4d1f-943f-1b137d401008 is already hosted by enough agents. {{(pid=103305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 21:17:42.145213 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [req-70795c7b-309a-4d4c-af3d-fc4f849dc5c5 req-c4f6a4f3-7397-4334-a368-d3d6c8d1ca3e tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] Resources bound (agent type, host, resource id): {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:17:42.150473 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d52b45f1943fcd332af9527eb73ff93c8d715d44383a3f6d18de73b4cfcf87b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba04dbe9-fcd8-4780-bb79-784c40cb868d" -d '{"events": [{"name": "network-changed", "server_uuid": "3f37e8e3-0c6e-43bb-98fe-345543093159", "tag": "9eeaf456-d413-477c-8ea6-d359db8aaa9d"}]}' {{(pid=103304) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 21:17:42.169134 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [req-70795c7b-309a-4d4c-af3d-fc4f849dc5c5 req-c4f6a4f3-7397-4334-a368-d3d6c8d1ca3e tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] Received port after_create {{(pid=103305) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 21:17:42.222124 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f6a4f3-7397-4334-a368-d3d6c8d1ca3e tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] Pushing event updated for resources: {'Port': ['ID=e0b52d53-b737-4357-b6a1-5a10086eeb00,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:17:42.275449 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70795c7b-309a-4d4c-af3d-fc4f849dc5c5 req-c4f6a4f3-7397-4334-a368-d3d6c8d1ca3e tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:17:42.279511 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-70795c7b-309a-4d4c-af3d-fc4f849dc5c5 req-c4f6a4f3-7397-4334-a368-d3d6c8d1ca3e tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:17:42.317084 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-70795c7b-309a-4d4c-af3d-fc4f849dc5c5 req-c4f6a4f3-7397-4334-a368-d3d6c8d1ca3e tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6403022 Jan 26 21:17:42.332683 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-a6346bb3-3d40-48ff-ad98-79ba5a240c93 req-ca6209b1-f021-45f5-b696-366e6f1e6042 tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] 10.222.0.13 "GET /v2.0/security-groups?id=4949e7fd-e987-466a-ab17-ed5ae28a32c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3261662 Jan 26 21:17:42.353797 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [req-70795c7b-309a-4d4c-af3d-fc4f849dc5c5 req-e1101341-3f76-4c30-b786-9443ad1affe7 tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] Request body: {'port': {'device_id': 'ca795481-031c-48ac-925f-00596ed83bb9', 'network_id': 'efe29cb8-1223-4d1f-943f-1b137d401008', 'admin_state_up': True, 'tenant_id': '026ef2d8b8e041b18f9abf8363011406', 'security_groups': ['4949e7fd-e987-466a-ab17-ed5ae28a32c1']}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:17:42.358818 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd6ed36-8f94-4753-96f4-2aa0671f7a15 service neutron] Pushing event updated for resources: {'Port': ['ID=9eeaf456-d413-477c-8ea6-d359db8aaa9d,revision_number=3']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:17:42.395224 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f8e211-7bbf-43f6-aca1-49298d5f2475 req-9878f1e4-e76a-4c79-986e-ada61544d41d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:17:42.399400 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-29f8e211-7bbf-43f6-aca1-49298d5f2475 req-9878f1e4-e76a-4c79-986e-ada61544d41d service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=daf7e918d7244b20aab8ce99aa00cf28&device_id=3f37e8e3-0c6e-43bb-98fe-345543093159 HTTP/1.1" status: 200 len: 1095 time: 0.2280352 Jan 26 21:17:42.451229 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752cc656-2ca3-474d-af32-a8f1e55d7323 req-13a0f0fa-e289-4402-b52f-b6ddbb8d2ec1 tempest-ServerMetadataNegativeTestJSON-376070701 tempest-ServerMetadataNegativeTestJSON-376070701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:17:42.452755 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-752cc656-2ca3-474d-af32-a8f1e55d7323 req-13a0f0fa-e289-4402-b52f-b6ddbb8d2ec1 tempest-ServerMetadataNegativeTestJSON-376070701 tempest-ServerMetadataNegativeTestJSON-376070701-project] 10.222.0.13 "GET /v2.0/ports?device_id=3f37e8e3-0c6e-43bb-98fe-345543093159 HTTP/1.1" status: 200 len: 944 time: 0.4036396 Jan 26 21:17:42.621220 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-a9ab4b29-e531-4e23-9bc8-551e8611d18d None None] Provisioning complete for port e0b52d53-b737-4357-b6a1-5a10086eeb00 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:17:42.622390 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-a9ab4b29-e531-4e23-9bc8-551e8611d18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (e0b52d53-b737-4357-b6a1-5a10086eeb00), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:17:42.632037 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-5ee160a0-478a-48c9-8169-2604a5fef0ca req-bbeff2ff-2c7d-4f9e-bba2-9693d9c79acc tempest-ServerShowV247Test-997106086 tempest-ServerShowV247Test-997106086-project] 10.222.0.13 "GET /v2.0/ports?device_id=5dcae182-f21f-49a1-b18d-e2bf967c0016 HTTP/1.1" status: 200 len: 210 time: 0.0735116 Jan 26 21:17:42.638363 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-29f8e211-7bbf-43f6-aca1-49298d5f2475 req-71cea58a-be68-4413-bad3-e642a5d27760 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9eeaf456-d413-477c-8ea6-d359db8aaa9d HTTP/1.1" status: 200 len: 217 time: 0.2199481 Jan 26 21:17:42.703699 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-70795c7b-309a-4d4c-af3d-fc4f849dc5c5 req-e1101341-3f76-4c30-b786-9443ad1affe7 tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] Made reservation on behalf of 026ef2d8b8e041b18f9abf8363011406 for: {'port': 1} {{(pid=103305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 21:17:42.708041 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-70795c7b-309a-4d4c-af3d-fc4f849dc5c5 req-e1101341-3f76-4c30-b786-9443ad1affe7 tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:17:42.712417 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Device b07f46ba-4da1-431a-b45a-508248fce8a3 up at agent hyperv_n-h1-760453-5 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 21:17:42.787115 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 26 Jan 2022 21:17:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c54ef1b-3521-46eb-8dc0-b3c7a134dc98 x-openstack-request-id: req-8c54ef1b-3521-46eb-8dc0-b3c7a134dc98 {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 21:17:42.787556 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3f37e8e3-0c6e-43bb-98fe-345543093159", "tag": "9eeaf456-d413-477c-8ea6-d359db8aaa9d", "status": "completed", "code": 200}]} {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 21:17:42.787757 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-8c54ef1b-3521-46eb-8dc0-b3c7a134dc98 {{(pid=103304) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 21:17:42.788115 n-d-760453-5 neutron-server[103304]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3f37e8e3-0c6e-43bb-98fe-345543093159', 'tag': '9eeaf456-d413-477c-8ea6-d359db8aaa9d', 'status': 'completed', 'code': 200} Jan 26 21:17:42.795252 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-a9ab4b29-e531-4e23-9bc8-551e8611d18d None None] Port e0b52d53-b737-4357-b6a1-5a10086eeb00 cannot update to ACTIVE because it is not bound. {{(pid=103306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 26 21:17:42.800374 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-752cc656-2ca3-474d-af32-a8f1e55d7323 req-70a20890-167a-404d-960d-49ac3c5fe5e7 tempest-ServerMetadataNegativeTestJSON-376070701 tempest-ServerMetadataNegativeTestJSON-376070701-project] 10.222.0.13 "GET /v2.0/security-groups?id=4841882e-fd02-40f4-9249-056ca41a1d6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3180492 Jan 26 21:17:42.837687 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f8e211-7bbf-43f6-aca1-49298d5f2475 req-24f7391d-f1ac-4eb7-be42-e39cdabc8c4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:17:42.839182 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-29f8e211-7bbf-43f6-aca1-49298d5f2475 req-24f7391d-f1ac-4eb7-be42-e39cdabc8c4a service neutron] 10.222.0.66 "GET /v2.0/subnets?id=d3201c2f-902f-460e-8e13-ef8881d41425 HTTP/1.1" status: 200 len: 860 time: 0.1521845 Jan 26 21:17:42.840818 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Device 8a45b325-7698-43b9-96d8-e96948234ef8 details requested by agent hyperv_n-h2-760453-5 with host n-h2-760453-5 {{(pid=103306) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 26 21:17:42.900705 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Provisioning for port b07f46ba-4da1-431a-b45a-508248fce8a3 completed by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 21:17:42.927543 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-29f8e211-7bbf-43f6-aca1-49298d5f2475 req-996e8534-a9d5-474c-9d6e-9cfce9dab60b service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=0f450ef0-d0f7-4ef6-9f1d-d19a092dbbe6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0801470 Jan 26 21:17:42.931765 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 60140) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:17:42.931926 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Provisioning complete for port b07f46ba-4da1-431a-b45a-508248fce8a3 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:17:42.931926 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (b07f46ba-4da1-431a-b45a-508248fce8a3), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:17:43.009932 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.db_base_plugin_common [req-70795c7b-309a-4d4c-af3d-fc4f849dc5c5 req-e1101341-3f76-4c30-b786-9443ad1affe7 tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] Allocated IP 10.1.1.226 (efe29cb8-1223-4d1f-943f-1b137d401008/33c71571-b125-47e8-b95c-4b54e4e22463/63291687-eb18-4520-9507-18da92da4324) {{(pid=103305) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 21:17:43.108578 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] For port 8a45b325-7698-43b9-96d8-e96948234ef8, host n-h2-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-5',level=0,port_id=8a45b325-7698-43b9-96d8-e96948234ef8,segment=NetworkSegment(2541abc4-0813-4c0d-94e6-c088627c1a85),segment_id=2541abc4-0813-4c0d-94e6-c088627c1a85)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:17:43.123302 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Returning: {'device': '8a45b325-7698-43b9-96d8-e96948234ef8', 'network_id': 'e16ff5ba-c523-42b6-a294-431f384b33de', 'port_id': '8a45b325-7698-43b9-96d8-e96948234ef8', 'mac_address': 'fa:16:3e:35:f9:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 554, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '25684abb-e6bd-4ac5-a412-9cc30ecdd004', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103306) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 26 21:17:43.140075 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-7170cf08-0d01-42c5-9a98-ae2a3cbc1b7a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:17:43.173901 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Current status of the port 8a45b325-7698-43b9-96d8-e96948234ef8 is: DOWN; New status is: BUILD {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:17:43.175024 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (8a45b325-7698-43b9-96d8-e96948234ef8), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:17:43.179953 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4cab75-5a0a-400d-bbe8-c2d0a69e6151 req-3ca180dc-a588-480b-b7fb-649ed89718d7 tempest-ServersTestJSON-1629463572 tempest-ServersTestJSON-1629463572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:17:43.181436 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-70795c7b-309a-4d4c-af3d-fc4f849dc5c5 req-e1101341-3f76-4c30-b786-9443ad1affe7 tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] Publish callbacks [] for port (63291687-eb18-4520-9507-18da92da4324), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:17:43.191084 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-5c4cab75-5a0a-400d-bbe8-c2d0a69e6151 req-3ca180dc-a588-480b-b7fb-649ed89718d7 tempest-ServersTestJSON-1629463572 tempest-ServersTestJSON-1629463572-project] 10.222.0.13 "GET /v2.0/ports?device_id=30b3878b-e41c-4f2a-b1d4-a23fc4214e6b HTTP/1.1" status: 200 len: 945 time: 0.3169990 Jan 26 21:17:43.207193 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc891637-50fb-44a9-93d6-418f0cc46c9e req-773eac6f-f525-4dc0-9358-4427231643a7 tempest-DeleteServersTestJSON-1338827600 tempest-DeleteServersTestJSON-1338827600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:17:43.214398 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-fc891637-50fb-44a9-93d6-418f0cc46c9e req-773eac6f-f525-4dc0-9358-4427231643a7 tempest-DeleteServersTestJSON-1338827600 tempest-DeleteServersTestJSON-1338827600-project] 10.222.0.13 "GET /v2.0/ports?device_id=69a6a3b7-e4f3-428f-b875-01ce0f86e195 HTTP/1.1" status: 200 len: 944 time: 0.2843060 Jan 26 21:17:43.230116 n-d-760453-5 neutron-server[103306]: DEBUG neutron.notifiers.nova [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8a45b325-7698-43b9-96d8-e96948234ef8 {{(pid=103306) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 26 21:17:43.242861 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-70795c7b-309a-4d4c-af3d-fc4f849dc5c5 req-e1101341-3f76-4c30-b786-9443ad1affe7 tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746560234527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11791543'] for port (63291687-eb18-4520-9507-18da92da4324), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:17:43.301239 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-29f8e211-7bbf-43f6-aca1-49298d5f2475 req-ede6e34a-0dd3-4139-8aa6-64dc0ba28f8f service neutron] 10.222.0.66 "GET /v2.0/networks/0f450ef0-d0f7-4ef6-9f1d-d19a092dbbe6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3674521 Jan 26 21:17:43.307019 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Current status of the port b07f46ba-4da1-431a-b45a-508248fce8a3 is: BUILD; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:17:43.307659 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (b07f46ba-4da1-431a-b45a-508248fce8a3), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:17:43.325258 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-fc891637-50fb-44a9-93d6-418f0cc46c9e req-4c74df02-7fec-4e5e-8266-b90b9d26c50f tempest-DeleteServersTestJSON-1338827600 tempest-DeleteServersTestJSON-1338827600-project] 10.222.0.13 "GET /v2.0/security-groups?id=b7fc5e70-a24b-497d-9cf6-8df82d0ad35b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056705 Jan 26 21:17:43.363633 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-70795c7b-309a-4d4c-af3d-fc4f849dc5c5 req-e1101341-3f76-4c30-b786-9443ad1affe7 tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] Network efe29cb8-1223-4d1f-943f-1b137d401008 is already hosted by enough agents. {{(pid=103305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 21:17:43.372772 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] For port b07f46ba-4da1-431a-b45a-508248fce8a3, host n-h1-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-5',level=0,port_id=b07f46ba-4da1-431a-b45a-508248fce8a3,segment=NetworkSegment(984e14e0-bb79-4ef3-b570-cebad3b9694e),segment_id=984e14e0-bb79-4ef3-b570-cebad3b9694e)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:17:43.377438 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] For port 8a45b325-7698-43b9-96d8-e96948234ef8, host n-h2-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-5',level=0,port_id=8a45b325-7698-43b9-96d8-e96948234ef8,segment=NetworkSegment(2541abc4-0813-4c0d-94e6-c088627c1a85),segment_id=2541abc4-0813-4c0d-94e6-c088627c1a85)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:17:43.379436 n-d-760453-5 neutron-server[103306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c1bb11b-19e0-4bd6-8502-e5422740b40d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b07f46ba-4da1-431a-b45a-508248fce8a3'}] {{(pid=103306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 21:17:43.380192 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [req-70795c7b-309a-4d4c-af3d-fc4f849dc5c5 req-e1101341-3f76-4c30-b786-9443ad1affe7 tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] Resources bound (agent type, host, resource id): {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:17:43.397760 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9d5d370febab655511bdd2ffe887e43e442d144a440368702bcc1e93af00b97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-adef6a5d-69b9-4ce8-9757-189047c739cf" -d '{"events": [{"server_uuid": "3c1bb11b-19e0-4bd6-8502-e5422740b40d", "name": "network-vif-plugged", "status": "completed", "tag": "b07f46ba-4da1-431a-b45a-508248fce8a3"}]}' {{(pid=103306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 21:17:43.398591 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [req-70795c7b-309a-4d4c-af3d-fc4f849dc5c5 req-e1101341-3f76-4c30-b786-9443ad1affe7 tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] Received port after_create {{(pid=103305) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 21:17:43.412586 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (b07f46ba-4da1-431a-b45a-508248fce8a3), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:17:43.416830 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (8a45b325-7698-43b9-96d8-e96948234ef8), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:17:43.519815 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70795c7b-309a-4d4c-af3d-fc4f849dc5c5 req-e1101341-3f76-4c30-b786-9443ad1affe7 tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:17:43.520508 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-70795c7b-309a-4d4c-af3d-fc4f849dc5c5 req-e1101341-3f76-4c30-b786-9443ad1affe7 tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:17:43.534976 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1101341-3f76-4c30-b786-9443ad1affe7 tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] Pushing event updated for resources: {'Port': ['ID=63291687-eb18-4520-9507-18da92da4324,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:17:43.556864 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Pushing event updated for resources: {'Port': ['ID=b07f46ba-4da1-431a-b45a-508248fce8a3,revision_number=5']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:17:43.592980 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-70795c7b-309a-4d4c-af3d-fc4f849dc5c5 req-e1101341-3f76-4c30-b786-9443ad1affe7 tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2458854 Jan 26 21:17:43.610121 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [req-70795c7b-309a-4d4c-af3d-fc4f849dc5c5 req-421e53d4-3c60-42fa-9faf-620fd238092c tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] Request body: {'port': {'device_id': 'ca795481-031c-48ac-925f-00596ed83bb9', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': 'bd020871-95b7-4b5a-881a-9e30b02eb2fe', 'admin_state_up': True, 'tenant_id': '026ef2d8b8e041b18f9abf8363011406', 'security_groups': ['4949e7fd-e987-466a-ab17-ed5ae28a32c1']}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:17:43.678903 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Pushing event updated for resources: {'Port': ['ID=8a45b325-7698-43b9-96d8-e96948234ef8,revision_number=4']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:17:43.792508 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] get_ports_and_sgs() called for port_ids ['8a45b325-7698-43b9-96d8-e96948234ef8'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 26 21:17:43.827395 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-70795c7b-309a-4d4c-af3d-fc4f849dc5c5 req-421e53d4-3c60-42fa-9faf-620fd238092c tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] Made reservation on behalf of 026ef2d8b8e041b18f9abf8363011406 for: {'port': 1} {{(pid=103305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 21:17:43.944258 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-70795c7b-309a-4d4c-af3d-fc4f849dc5c5 req-421e53d4-3c60-42fa-9faf-620fd238092c tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:17:43.944719 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-56c32a0a-8cb0-4332-ae2a-4ef049482113 None None] Provisioning complete for port 63291687-eb18-4520-9507-18da92da4324 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:17:43.945094 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-56c32a0a-8cb0-4332-ae2a-4ef049482113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (63291687-eb18-4520-9507-18da92da4324), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:17:44.022672 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-5c4cab75-5a0a-400d-bbe8-c2d0a69e6151 req-b4467ad3-3f43-4d9f-aa9b-59d7380bbada tempest-ServersTestJSON-1629463572 tempest-ServersTestJSON-1629463572-project] 10.222.0.13 "GET /v2.0/security-groups?id=a146440b-85c7-430a-88ed-6d0301627350&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8307655 Jan 26 21:17:44.053677 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-56c32a0a-8cb0-4332-ae2a-4ef049482113 None None] Port 63291687-eb18-4520-9507-18da92da4324 cannot update to ACTIVE because it is not bound. {{(pid=103306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 26 21:17:44.138237 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a6f6a6-f692-4510-9d87-b459d4822854 req-8efef237-a23f-4f03-8507-fcc532bb75d0 tempest-LiveMigrationTest-746395142 tempest-LiveMigrationTest-746395142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:17:44.139987 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-93a6f6a6-f692-4510-9d87-b459d4822854 req-8efef237-a23f-4f03-8507-fcc532bb75d0 tempest-LiveMigrationTest-746395142 tempest-LiveMigrationTest-746395142-project] 10.222.0.13 "GET /v2.0/ports?device_id=3c1bb11b-19e0-4bd6-8502-e5422740b40d HTTP/1.1" status: 200 len: 945 time: 0.1453204 Jan 26 21:17:44.153864 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-29f8e211-7bbf-43f6-aca1-49298d5f2475 req-a100b414-2ca4-4248-a0e1-83c19a11419e service neutron] 10.222.0.66 "GET /v2.0/networks/0f450ef0-d0f7-4ef6-9f1d-d19a092dbbe6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8451900 Jan 26 21:17:44.228411 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-7170cf08-0d01-42c5-9a98-ae2a3cbc1b7a admin admin] Publish callbacks [] for security_group (6e0cac4a-8ade-4354-8445-77d25679d090), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:17:44.250324 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-7170cf08-0d01-42c5-9a98-ae2a3cbc1b7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (6e0cac4a-8ade-4354-8445-77d25679d090), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:17:44.273832 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.db_base_plugin_common [req-70795c7b-309a-4d4c-af3d-fc4f849dc5c5 req-421e53d4-3c60-42fa-9faf-620fd238092c tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] Allocated IP 10.2.2.100 (bd020871-95b7-4b5a-881a-9e30b02eb2fe/9dd5ab13-de58-4a69-98df-f734e10541d8/e52ff17a-df76-4716-aace-f598c57c36fe) {{(pid=103305) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 21:17:44.284154 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-7170cf08-0d01-42c5-9a98-ae2a3cbc1b7a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ccdd5e823ff741bebb09fb45aed76e71&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3520384 Jan 26 21:17:44.289570 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 60158) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:17:44.319950 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7096fc1-9988-45fc-a7fc-1e7ea440c2af req-9214148c-088f-49de-ba10-07f54a6884ae tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:17:44.326778 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7096fc1-9988-45fc-a7fc-1e7ea440c2af req-9214148c-088f-49de-ba10-07f54a6884ae tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:17:44.332273 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7096fc1-9988-45fc-a7fc-1e7ea440c2af req-9214148c-088f-49de-ba10-07f54a6884ae tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:17:44.341539 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-a7096fc1-9988-45fc-a7fc-1e7ea440c2af req-9214148c-088f-49de-ba10-07f54a6884ae tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca795481-031c-48ac-925f-00596ed83bb9 HTTP/1.1" status: 200 len: 2374 time: 0.1840634 Jan 26 21:17:44.390925 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-93a6f6a6-f692-4510-9d87-b459d4822854 req-e544a361-8dd9-4837-a24e-9962c6448577 tempest-LiveMigrationTest-746395142 tempest-LiveMigrationTest-746395142-project] 10.222.0.13 "GET /v2.0/security-groups?id=c43a996a-6b93-48e4-a331-48250c5b183d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2360144 Jan 26 21:17:44.405137 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7170cf08-0d01-42c5-9a98-ae2a3cbc1b7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e0cac4a-8ade-4354-8445-77d25679d090,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:17:44.415203 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba04dbe9-fcd8-4780-bb79-784c40cb868d req-fa48f482-0b53-4261-9e7d-a2cfb70ed3b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:17:44.416689 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-ba04dbe9-fcd8-4780-bb79-784c40cb868d req-fa48f482-0b53-4261-9e7d-a2cfb70ed3b4 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=daf7e918d7244b20aab8ce99aa00cf28&device_id=3f37e8e3-0c6e-43bb-98fe-345543093159 HTTP/1.1" status: 200 len: 1095 time: 0.1435513 Jan 26 21:17:44.476041 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-0a237627-4914-4c91-b796-2adba0303481 admin admin] Publish callbacks [] for security_group (6e0cac4a-8ade-4354-8445-77d25679d090), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:17:44.478522 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-a7096fc1-9988-45fc-a7fc-1e7ea440c2af req-991d4cb4-2d39-49f6-9a10-6da1710df190 tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] 10.222.0.13 "GET /v2.0/security-groups?id=4949e7fd-e987-466a-ab17-ed5ae28a32c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1160326 Jan 26 21:17:44.501779 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Jan 2022 21:17:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9687a4e-0407-4049-ae40-f4717910ddfa x-openstack-request-id: req-c9687a4e-0407-4049-ae40-f4717910ddfa {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 21:17:44.502217 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c1bb11b-19e0-4bd6-8502-e5422740b40d", "name": "network-vif-plugged", "status": "completed", "tag": "b07f46ba-4da1-431a-b45a-508248fce8a3", "code": 200}]} {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 21:17:44.502577 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c9687a4e-0407-4049-ae40-f4717910ddfa {{(pid=103306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 21:17:44.503084 n-d-760453-5 neutron-server[103306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c1bb11b-19e0-4bd6-8502-e5422740b40d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b07f46ba-4da1-431a-b45a-508248fce8a3', 'code': 200} Jan 26 21:17:44.518997 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-0a237627-4914-4c91-b796-2adba0303481 admin admin] Publish callbacks [] for security_group (6e0cac4a-8ade-4354-8445-77d25679d090), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:17:44.668717 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba04dbe9-fcd8-4780-bb79-784c40cb868d req-d2291952-90c3-4f80-af5f-268ee7fd9946 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:17:44.670404 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-ba04dbe9-fcd8-4780-bb79-784c40cb868d req-d2291952-90c3-4f80-af5f-268ee7fd9946 service neutron] 10.222.0.66 "GET /v2.0/networks?id=0f450ef0-d0f7-4ef6-9f1d-d19a092dbbe6 HTTP/1.1" status: 200 len: 921 time: 0.2463210 Jan 26 21:17:44.676134 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-70795c7b-309a-4d4c-af3d-fc4f849dc5c5 req-421e53d4-3c60-42fa-9faf-620fd238092c tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] Publish callbacks [] for port (e52ff17a-df76-4716-aace-f598c57c36fe), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:17:44.696197 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-f06015fa-2548-4cc0-8d86-34b549415c39 req-ef829454-e484-413c-b645-3a0a6adc9b50 tempest-ServerShowV247Test-997106086 tempest-ServerShowV247Test-997106086-project] 10.222.0.13 "GET /v2.0/ports?device_id=5dcae182-f21f-49a1-b18d-e2bf967c0016 HTTP/1.1" status: 200 len: 210 time: 0.0390673 Jan 26 21:17:44.702898 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e50ce9-1a19-479b-bc78-180c0733c357 req-059d009c-9958-4dde-87c4-be2b183b2575 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:17:44.704708 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-c6e50ce9-1a19-479b-bc78-180c0733c357 req-059d009c-9958-4dde-87c4-be2b183b2575 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=3c1bb11b-19e0-4bd6-8502-e5422740b40d HTTP/1.1" status: 200 len: 1096 time: 0.0959897 Jan 26 21:17:44.736959 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-0a237627-4914-4c91-b796-2adba0303481 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (6e0cac4a-8ade-4354-8445-77d25679d090), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:17:44.739633 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-0a237627-4914-4c91-b796-2adba0303481 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:17:44.743172 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-0a237627-4914-4c91-b796-2adba0303481 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/6e0cac4a-8ade-4354-8445-77d25679d090 HTTP/1.1" status: 204 len: 168 time: 0.4502821 Jan 26 21:17:44.752708 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-ba04dbe9-fcd8-4780-bb79-784c40cb868d req-67ce6b34-b2dd-42d0-8b61-f1ce82b0f10a service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9eeaf456-d413-477c-8ea6-d359db8aaa9d HTTP/1.1" status: 200 len: 217 time: 0.0550628 Jan 26 21:17:44.768069 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a237627-4914-4c91-b796-2adba0303481 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e0cac4a-8ade-4354-8445-77d25679d090,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:17:44.784663 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-70795c7b-309a-4d4c-af3d-fc4f849dc5c5 req-421e53d4-3c60-42fa-9faf-620fd238092c tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746560234527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11791543'] for port (e52ff17a-df76-4716-aace-f598c57c36fe), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:17:44.790625 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100f99a9-1bab-4b3c-9a42-38bcc44167fa req-813fdf71-2db6-4953-96b1-6205122c0277 tempest-ServerMetadataNegativeTestJSON-376070701 tempest-ServerMetadataNegativeTestJSON-376070701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:17:44.801336 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-100f99a9-1bab-4b3c-9a42-38bcc44167fa req-813fdf71-2db6-4953-96b1-6205122c0277 tempest-ServerMetadataNegativeTestJSON-376070701 tempest-ServerMetadataNegativeTestJSON-376070701-project] 10.222.0.13 "GET /v2.0/ports?device_id=3f37e8e3-0c6e-43bb-98fe-345543093159 HTTP/1.1" status: 200 len: 944 time: 0.2085412 Jan 26 21:17:44.840633 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Device 8a45b325-7698-43b9-96d8-e96948234ef8 up at agent hyperv_n-h2-760453-5 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 21:17:44.907639 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421e53d4-3c60-42fa-9faf-620fd238092c tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] Pushing event updated for resources: {'Port': ['ID=e52ff17a-df76-4716-aace-f598c57c36fe,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:17:44.951346 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Provisioning for port 8a45b325-7698-43b9-96d8-e96948234ef8 completed by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 21:17:44.957548 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Provisioning complete for port 8a45b325-7698-43b9-96d8-e96948234ef8 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:17:44.957931 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (8a45b325-7698-43b9-96d8-e96948234ef8), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:17:44.971054 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-c6e50ce9-1a19-479b-bc78-180c0733c357 req-13d9ba32-03dc-4d58-a471-396326e5af89 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=c43a996a-6b93-48e4-a331-48250c5b183d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2578423 Jan 26 21:17:44.981966 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-100f99a9-1bab-4b3c-9a42-38bcc44167fa req-f3db6dbc-95e8-4a55-84ab-a4ba9e88a4b5 tempest-ServerMetadataNegativeTestJSON-376070701 tempest-ServerMetadataNegativeTestJSON-376070701-project] 10.222.0.13 "GET /v2.0/security-groups?id=4841882e-fd02-40f4-9249-056ca41a1d6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1796396 Jan 26 21:17:44.983277 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-70795c7b-309a-4d4c-af3d-fc4f849dc5c5 req-421e53d4-3c60-42fa-9faf-620fd238092c tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] Network bd020871-95b7-4b5a-881a-9e30b02eb2fe is already hosted by enough agents. {{(pid=103305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 21:17:45.000647 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [req-70795c7b-309a-4d4c-af3d-fc4f849dc5c5 req-421e53d4-3c60-42fa-9faf-620fd238092c tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] Resources bound (agent type, host, resource id): {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:17:45.022313 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [req-70795c7b-309a-4d4c-af3d-fc4f849dc5c5 req-421e53d4-3c60-42fa-9faf-620fd238092c tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] Received port after_create {{(pid=103305) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 21:17:45.031211 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba04dbe9-fcd8-4780-bb79-784c40cb868d req-2d9be7f9-50df-45a1-89cd-099533bd9bc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:17:45.032777 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-ba04dbe9-fcd8-4780-bb79-784c40cb868d req-2d9be7f9-50df-45a1-89cd-099533bd9bc6 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=d3201c2f-902f-460e-8e13-ef8881d41425 HTTP/1.1" status: 200 len: 860 time: 0.2706690 Jan 26 21:17:45.197967 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70795c7b-309a-4d4c-af3d-fc4f849dc5c5 req-421e53d4-3c60-42fa-9faf-620fd238092c tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:17:45.202779 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-70795c7b-309a-4d4c-af3d-fc4f849dc5c5 req-421e53d4-3c60-42fa-9faf-620fd238092c tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:17:45.251413 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-70795c7b-309a-4d4c-af3d-fc4f849dc5c5 req-421e53d4-3c60-42fa-9faf-620fd238092c tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6443629 Jan 26 21:17:45.306608 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96d942c-6973-4b9d-b00d-7ab022c1b3d6 req-4c9624b1-397b-4631-914c-90e727e9bb70 tempest-DeleteServersTestJSON-1338827600 tempest-DeleteServersTestJSON-1338827600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:17:45.310440 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Current status of the port 8a45b325-7698-43b9-96d8-e96948234ef8 is: BUILD; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:17:45.311284 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (8a45b325-7698-43b9-96d8-e96948234ef8), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:17:45.315407 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-f96d942c-6973-4b9d-b00d-7ab022c1b3d6 req-4c9624b1-397b-4631-914c-90e727e9bb70 tempest-DeleteServersTestJSON-1338827600 tempest-DeleteServersTestJSON-1338827600-project] 10.222.0.13 "GET /v2.0/ports?device_id=69a6a3b7-e4f3-428f-b875-01ce0f86e195 HTTP/1.1" status: 200 len: 945 time: 0.1465313 Jan 26 21:17:45.338928 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 60174) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:17:45.352067 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [req-70795c7b-309a-4d4c-af3d-fc4f849dc5c5 req-02fb65fc-6b2a-4bac-81c2-64e56e1ec9ad tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] Request body: {'port': {'device_id': 'ca795481-031c-48ac-925f-00596ed83bb9', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': 'bd020871-95b7-4b5a-881a-9e30b02eb2fe', 'admin_state_up': True, 'tenant_id': '026ef2d8b8e041b18f9abf8363011406', 'security_groups': ['4949e7fd-e987-466a-ab17-ed5ae28a32c1']}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:17:45.398046 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] For port 8a45b325-7698-43b9-96d8-e96948234ef8, host n-h2-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-5',level=0,port_id=8a45b325-7698-43b9-96d8-e96948234ef8,segment=NetworkSegment(2541abc4-0813-4c0d-94e6-c088627c1a85),segment_id=2541abc4-0813-4c0d-94e6-c088627c1a85)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:17:45.407374 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (8a45b325-7698-43b9-96d8-e96948234ef8), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:17:45.462986 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-ba04dbe9-fcd8-4780-bb79-784c40cb868d req-db4bd476-04e4-425d-80f3-aae570bd25b8 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=0f450ef0-d0f7-4ef6-9f1d-d19a092dbbe6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0661328 Jan 26 21:17:45.494928 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Pushing event updated for resources: {'Port': ['ID=8a45b325-7698-43b9-96d8-e96948234ef8,revision_number=5']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:17:45.526206 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-530c0b39-2961-4a92-ac5c-ada383bf78df None None] Provisioning complete for port e52ff17a-df76-4716-aace-f598c57c36fe triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:17:45.526830 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-530c0b39-2961-4a92-ac5c-ada383bf78df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (e52ff17a-df76-4716-aace-f598c57c36fe), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:17:45.550731 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-70795c7b-309a-4d4c-af3d-fc4f849dc5c5 req-02fb65fc-6b2a-4bac-81c2-64e56e1ec9ad tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] Made reservation on behalf of 026ef2d8b8e041b18f9abf8363011406 for: {'port': 1} {{(pid=103305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 21:17:45.560379 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-70795c7b-309a-4d4c-af3d-fc4f849dc5c5 req-02fb65fc-6b2a-4bac-81c2-64e56e1ec9ad tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:17:45.577954 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-530c0b39-2961-4a92-ac5c-ada383bf78df None None] Port e52ff17a-df76-4716-aace-f598c57c36fe cannot update to ACTIVE because it is not bound. {{(pid=103306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 26 21:17:45.628859 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 60182) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:17:45.646761 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-1fbeca14-af2b-4008-ba41-9458ad27dd92 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:17:45.675722 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-f96d942c-6973-4b9d-b00d-7ab022c1b3d6 req-8b9b7b5c-442d-4178-b7f3-8e269fca0f46 tempest-DeleteServersTestJSON-1338827600 tempest-DeleteServersTestJSON-1338827600-project] 10.222.0.13 "GET /v2.0/security-groups?id=b7fc5e70-a24b-497d-9cf6-8df82d0ad35b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3594172 Jan 26 21:17:45.707185 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18df5e2a-0ea4-4f72-8908-5eb4a6433582 req-d791a391-7340-46cb-aacc-445c332c01a7 tempest-ServersTestJSON-1629463572 tempest-ServersTestJSON-1629463572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:17:45.719218 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-18df5e2a-0ea4-4f72-8908-5eb4a6433582 req-d791a391-7340-46cb-aacc-445c332c01a7 tempest-ServersTestJSON-1629463572 tempest-ServersTestJSON-1629463572-project] 10.222.0.13 "GET /v2.0/ports?device_id=30b3878b-e41c-4f2a-b1d4-a23fc4214e6b HTTP/1.1" status: 200 len: 945 time: 0.4296050 Jan 26 21:17:45.789409 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-bbfab4b6-228b-4e58-9187-e43cac45c2f1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:17:45.814416 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.db_base_plugin_common [req-70795c7b-309a-4d4c-af3d-fc4f849dc5c5 req-02fb65fc-6b2a-4bac-81c2-64e56e1ec9ad tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] Allocated IP 10.2.2.200 (bd020871-95b7-4b5a-881a-9e30b02eb2fe/9dd5ab13-de58-4a69-98df-f734e10541d8/46e244fd-7905-4c27-b3f7-627bc270105e) {{(pid=103305) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 21:17:45.817708 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-18df5e2a-0ea4-4f72-8908-5eb4a6433582 req-46b1b266-6019-4b46-8f94-30870ec848ca tempest-ServersTestJSON-1629463572 tempest-ServersTestJSON-1629463572-project] 10.222.0.13 "GET /v2.0/security-groups?id=a146440b-85c7-430a-88ed-6d0301627350&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982604 Jan 26 21:17:45.971209 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-ba04dbe9-fcd8-4780-bb79-784c40cb868d req-31b74969-2cd4-4e66-988c-93a78c040444 service neutron] 10.222.0.66 "GET /v2.0/networks/0f450ef0-d0f7-4ef6-9f1d-d19a092dbbe6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4821489 Jan 26 21:17:46.028850 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-bbfab4b6-228b-4e58-9187-e43cac45c2f1 admin admin] Publish callbacks [] for security_group (40383d7d-9535-4a68-8d5c-dcd69e6efcdc), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:17:46.055660 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-b03431b0-22d9-450b-ae37-e90cea22546f req-b3724515-1b67-49e1-bdf0-a68f79b61fa9 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=5dcae182-f21f-49a1-b18d-e2bf967c0016 HTTP/1.1" status: 200 len: 210 time: 0.0378888 Jan 26 21:17:46.062488 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-bbfab4b6-228b-4e58-9187-e43cac45c2f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (40383d7d-9535-4a68-8d5c-dcd69e6efcdc), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:17:46.073087 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4a8d27-a2c9-41f6-b8a3-4d59da4d74dd req-73871ca1-c95f-46c1-a774-060e70b54ac6 tempest-LiveMigrationTest-746395142 tempest-LiveMigrationTest-746395142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:17:46.079873 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-0e4a8d27-a2c9-41f6-b8a3-4d59da4d74dd req-73871ca1-c95f-46c1-a774-060e70b54ac6 tempest-LiveMigrationTest-746395142 tempest-LiveMigrationTest-746395142-project] 10.222.0.13 "GET /v2.0/ports?device_id=3c1bb11b-19e0-4bd6-8502-e5422740b40d HTTP/1.1" status: 200 len: 945 time: 0.2983742 Jan 26 21:17:46.113172 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-bbfab4b6-228b-4e58-9187-e43cac45c2f1 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f9675d8c498846a0843fc3122b3cc5fc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7730813 Jan 26 21:17:46.117627 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbfab4b6-228b-4e58-9187-e43cac45c2f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40383d7d-9535-4a68-8d5c-dcd69e6efcdc,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:17:46.132643 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 60190) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:17:46.148044 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-70795c7b-309a-4d4c-af3d-fc4f849dc5c5 req-02fb65fc-6b2a-4bac-81c2-64e56e1ec9ad tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] Publish callbacks [] for port (46e244fd-7905-4c27-b3f7-627bc270105e), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:17:46.189722 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-70795c7b-309a-4d4c-af3d-fc4f849dc5c5 req-02fb65fc-6b2a-4bac-81c2-64e56e1ec9ad tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746560234527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11791543'] for port (46e244fd-7905-4c27-b3f7-627bc270105e), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:17:46.216873 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c6b36f-638a-49ca-bc78-caaad8a95933 req-0ce54bae-f2ae-4e93-b266-057ed5aa119d tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:17:46.222610 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c6b36f-638a-49ca-bc78-caaad8a95933 req-0ce54bae-f2ae-4e93-b266-057ed5aa119d tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:17:46.229664 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c6b36f-638a-49ca-bc78-caaad8a95933 req-0ce54bae-f2ae-4e93-b266-057ed5aa119d tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:17:46.237655 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c6b36f-638a-49ca-bc78-caaad8a95933 req-0ce54bae-f2ae-4e93-b266-057ed5aa119d tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:17:46.240222 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-b0c6b36f-638a-49ca-bc78-caaad8a95933 req-0ce54bae-f2ae-4e93-b266-057ed5aa119d tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca795481-031c-48ac-925f-00596ed83bb9 HTTP/1.1" status: 200 len: 3095 time: 0.2969639 Jan 26 21:17:46.245117 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-70795c7b-309a-4d4c-af3d-fc4f849dc5c5 req-02fb65fc-6b2a-4bac-81c2-64e56e1ec9ad tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] Network bd020871-95b7-4b5a-881a-9e30b02eb2fe is already hosted by enough agents. {{(pid=103305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 21:17:46.252027 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [req-70795c7b-309a-4d4c-af3d-fc4f849dc5c5 req-02fb65fc-6b2a-4bac-81c2-64e56e1ec9ad tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] Resources bound (agent type, host, resource id): {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:17:46.258007 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [req-70795c7b-309a-4d4c-af3d-fc4f849dc5c5 req-02fb65fc-6b2a-4bac-81c2-64e56e1ec9ad tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] Received port after_create {{(pid=103305) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 21:17:46.264624 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02fb65fc-6b2a-4bac-81c2-64e56e1ec9ad tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] Pushing event updated for resources: {'Port': ['ID=46e244fd-7905-4c27-b3f7-627bc270105e,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:17:46.291154 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-1fbeca14-af2b-4008-ba41-9458ad27dd92 admin admin] Publish callbacks [] for security_group (ea7c9beb-baf8-4487-9a1a-c5a5d7ede3fd), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:17:46.329186 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-1fbeca14-af2b-4008-ba41-9458ad27dd92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (ea7c9beb-baf8-4487-9a1a-c5a5d7ede3fd), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:17:46.331703 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70795c7b-309a-4d4c-af3d-fc4f849dc5c5 req-02fb65fc-6b2a-4bac-81c2-64e56e1ec9ad tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:17:46.332388 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-70795c7b-309a-4d4c-af3d-fc4f849dc5c5 req-02fb65fc-6b2a-4bac-81c2-64e56e1ec9ad tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:17:46.369197 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-70795c7b-309a-4d4c-af3d-fc4f849dc5c5 req-02fb65fc-6b2a-4bac-81c2-64e56e1ec9ad tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0236542 Jan 26 21:17:46.376805 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-c59797fb-80ee-4a1b-9d25-c8a9080dc17b admin admin] Publish callbacks [] for security_group (40383d7d-9535-4a68-8d5c-dcd69e6efcdc), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:17:46.394001 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-0e4a8d27-a2c9-41f6-b8a3-4d59da4d74dd req-6c6130f8-81dd-4a8f-8e17-52c5d49ab217 tempest-LiveMigrationTest-746395142 tempest-LiveMigrationTest-746395142-project] 10.222.0.13 "GET /v2.0/security-groups?id=c43a996a-6b93-48e4-a331-48250c5b183d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3128335 Jan 26 21:17:46.410229 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [req-70795c7b-309a-4d4c-af3d-fc4f849dc5c5 req-8e8cec10-bee3-4754-bcf3-11f325134cbd service neutron] Request body: {'port': {'device_id': 'ca795481-031c-48ac-925f-00596ed83bb9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-760453-5'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:17:46.504774 n-d-760453-5 neutron-server[103306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69a6a3b7-e4f3-428f-b875-01ce0f86e195', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a45b325-7698-43b9-96d8-e96948234ef8'}] {{(pid=103306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 21:17:46.509734 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9d5d370febab655511bdd2ffe887e43e442d144a440368702bcc1e93af00b97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59bb1efd-7a7d-4061-887c-a57e4a171feb" -d '{"events": [{"server_uuid": "69a6a3b7-e4f3-428f-b875-01ce0f86e195", "name": "network-vif-plugged", "status": "completed", "tag": "8a45b325-7698-43b9-96d8-e96948234ef8"}]}' {{(pid=103306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 21:17:46.525755 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-1fbeca14-af2b-4008-ba41-9458ad27dd92 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=5a6ea1ac65244bbaa466912faa5a1989&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8941598 Jan 26 21:17:46.526024 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 60194) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:17:46.537835 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-ba04dbe9-fcd8-4780-bb79-784c40cb868d req-85f4ae67-ffc7-4f7e-81a9-18c775d1c98f service neutron] 10.222.0.66 "GET /v2.0/networks/0f450ef0-d0f7-4ef6-9f1d-d19a092dbbe6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5250933 Jan 26 21:17:46.542053 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-70795c7b-309a-4d4c-af3d-fc4f849dc5c5 req-8e8cec10-bee3-4754-bcf3-11f325134cbd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (4836496e-4b86-4ff4-b7d3-0f22f4a6f134), before_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:17:46.554009 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbeca14-af2b-4008-ba41-9458ad27dd92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea7c9beb-baf8-4487-9a1a-c5a5d7ede3fd,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:17:46.579001 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-c59797fb-80ee-4a1b-9d25-c8a9080dc17b admin admin] Publish callbacks [] for security_group (40383d7d-9535-4a68-8d5c-dcd69e6efcdc), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:17:46.584256 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-b0c6b36f-638a-49ca-bc78-caaad8a95933 req-748e2334-97ec-4aeb-9c54-7462b24a764b tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] 10.222.0.13 "GET /v2.0/security-groups?id=4949e7fd-e987-466a-ab17-ed5ae28a32c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3269887 Jan 26 21:17:46.610532 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-a59a253f-4541-46b2-aa71-d3a6a59ce88d req-31a43d95-4cf9-48ec-8e6d-54015f7ff949 tempest-ServerShowV247Test-997106086 tempest-ServerShowV247Test-997106086-project] 10.222.0.13 "GET /v2.0/ports?device_id=5dcae182-f21f-49a1-b18d-e2bf967c0016 HTTP/1.1" status: 200 len: 210 time: 0.0927746 Jan 26 21:17:46.611263 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-9750d437-f79c-429c-9f7b-3eef0e3d8ebc None None] Provisioning complete for port 46e244fd-7905-4c27-b3f7-627bc270105e triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:17:46.613421 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-9750d437-f79c-429c-9f7b-3eef0e3d8ebc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (46e244fd-7905-4c27-b3f7-627bc270105e), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:17:46.691783 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-dfbefcf6-99e1-464c-942e-7e8447e3bf58 admin admin] Publish callbacks [] for security_group (ea7c9beb-baf8-4487-9a1a-c5a5d7ede3fd), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:17:46.707934 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-c59797fb-80ee-4a1b-9d25-c8a9080dc17b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (40383d7d-9535-4a68-8d5c-dcd69e6efcdc), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:17:46.712698 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-c59797fb-80ee-4a1b-9d25-c8a9080dc17b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:17:46.713845 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-9750d437-f79c-429c-9f7b-3eef0e3d8ebc None None] Port 46e244fd-7905-4c27-b3f7-627bc270105e cannot update to ACTIVE because it is not bound. {{(pid=103306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 26 21:17:46.717922 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-c59797fb-80ee-4a1b-9d25-c8a9080dc17b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/40383d7d-9535-4a68-8d5c-dcd69e6efcdc HTTP/1.1" status: 204 len: 168 time: 0.5825787 Jan 26 21:17:46.773672 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c59797fb-80ee-4a1b-9d25-c8a9080dc17b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40383d7d-9535-4a68-8d5c-dcd69e6efcdc,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:17:46.803206 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-dfbefcf6-99e1-464c-942e-7e8447e3bf58 admin admin] Publish callbacks [] for security_group (ea7c9beb-baf8-4487-9a1a-c5a5d7ede3fd), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:17:46.906819 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130513d9-78de-4f92-b8e1-0c1af0070183 req-f203bd63-29a8-482c-afa9-6e6979a02eae tempest-ServersTestJSON-1629463572 tempest-ServersTestJSON-1629463572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:17:46.910378 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-130513d9-78de-4f92-b8e1-0c1af0070183 req-f203bd63-29a8-482c-afa9-6e6979a02eae tempest-ServersTestJSON-1629463572 tempest-ServersTestJSON-1629463572-project] 10.222.0.13 "GET /v2.0/ports?device_id=30b3878b-e41c-4f2a-b1d4-a23fc4214e6b HTTP/1.1" status: 200 len: 945 time: 0.1829224 Jan 26 21:17:46.932474 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-dfbefcf6-99e1-464c-942e-7e8447e3bf58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (ea7c9beb-baf8-4487-9a1a-c5a5d7ede3fd), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:17:46.935926 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-dfbefcf6-99e1-464c-942e-7e8447e3bf58 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:17:46.937519 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-dfbefcf6-99e1-464c-942e-7e8447e3bf58 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ea7c9beb-baf8-4487-9a1a-c5a5d7ede3fd HTTP/1.1" status: 204 len: 168 time: 0.4105897 Jan 26 21:17:46.957152 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfbefcf6-99e1-464c-942e-7e8447e3bf58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea7c9beb-baf8-4487-9a1a-c5a5d7ede3fd,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:17:47.011740 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e352b2c5-a674-4c85-9d2f-d426016e8140 req-429934e3-630e-4d1c-bfc5-70f9f15a1a88 tempest-ServerMetadataNegativeTestJSON-376070701 tempest-ServerMetadataNegativeTestJSON-376070701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:17:47.013911 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-e352b2c5-a674-4c85-9d2f-d426016e8140 req-429934e3-630e-4d1c-bfc5-70f9f15a1a88 tempest-ServerMetadataNegativeTestJSON-376070701 tempest-ServerMetadataNegativeTestJSON-376070701-project] 10.222.0.13 "GET /v2.0/ports?device_id=3f37e8e3-0c6e-43bb-98fe-345543093159 HTTP/1.1" status: 200 len: 944 time: 0.1963263 Jan 26 21:17:47.056026 n-d-760453-5 neutron-server[103305]: DEBUG neutron.notifiers.nova [req-70795c7b-309a-4d4c-af3d-fc4f849dc5c5 req-8e8cec10-bee3-4754-bcf3-11f325134cbd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4836496e-4b86-4ff4-b7d3-0f22f4a6f134 {{(pid=103305) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 26 21:17:47.070737 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-70795c7b-309a-4d4c-af3d-fc4f849dc5c5 req-8e8cec10-bee3-4754-bcf3-11f325134cbd service neutron] Publish callbacks [] for port (4836496e-4b86-4ff4-b7d3-0f22f4a6f134), precommit_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:17:47.107054 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.provisioning_blocks [req-70795c7b-309a-4d4c-af3d-fc4f849dc5c5 req-8e8cec10-bee3-4754-bcf3-11f325134cbd service neutron] Transition to ACTIVE for port object 4836496e-4b86-4ff4-b7d3-0f22f4a6f134 will not be triggered until provisioned by entity L2. {{(pid=103305) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 21:17:47.107255 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-130513d9-78de-4f92-b8e1-0c1af0070183 req-0864034d-545d-4778-a7d7-3eb2ef527610 tempest-ServersTestJSON-1629463572 tempest-ServersTestJSON-1629463572-project] 10.222.0.13 "GET /v2.0/security-groups?id=a146440b-85c7-430a-88ed-6d0301627350&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1853251 Jan 26 21:17:47.113971 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-70795c7b-309a-4d4c-af3d-fc4f849dc5c5 req-8e8cec10-bee3-4754-bcf3-11f325134cbd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11791520'] for port (4836496e-4b86-4ff4-b7d3-0f22f4a6f134), after_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:17:47.136668 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-e352b2c5-a674-4c85-9d2f-d426016e8140 req-41cc4f54-2161-46a8-8304-316da1f7d8cd tempest-ServerMetadataNegativeTestJSON-376070701 tempest-ServerMetadataNegativeTestJSON-376070701-project] 10.222.0.13 "GET /v2.0/security-groups?id=4841882e-fd02-40f4-9249-056ca41a1d6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109226 Jan 26 21:17:47.211148 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Jan 2022 21:17:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-053b9f1d-1307-4c64-9200-f770107404a6 x-openstack-request-id: req-053b9f1d-1307-4c64-9200-f770107404a6 {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 21:17:47.212390 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69a6a3b7-e4f3-428f-b875-01ce0f86e195", "name": "network-vif-plugged", "status": "completed", "tag": "8a45b325-7698-43b9-96d8-e96948234ef8", "code": 200}]} {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 21:17:47.212873 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-053b9f1d-1307-4c64-9200-f770107404a6 {{(pid=103306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 21:17:47.213503 n-d-760453-5 neutron-server[103306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69a6a3b7-e4f3-428f-b875-01ce0f86e195', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a45b325-7698-43b9-96d8-e96948234ef8', 'code': 200} Jan 26 21:17:47.364593 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d53ad17-8458-4ffb-8966-daef278967a5 req-3fa362b1-ee04-498a-8e20-c35b0fe04bec tempest-DeleteServersTestJSON-1338827600 tempest-DeleteServersTestJSON-1338827600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:17:47.377784 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-2d53ad17-8458-4ffb-8966-daef278967a5 req-3fa362b1-ee04-498a-8e20-c35b0fe04bec tempest-DeleteServersTestJSON-1338827600 tempest-DeleteServersTestJSON-1338827600-project] 10.222.0.13 "GET /v2.0/ports?device_id=69a6a3b7-e4f3-428f-b875-01ce0f86e195 HTTP/1.1" status: 200 len: 946 time: 0.1464949 Jan 26 21:17:47.492335 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e8cec10-bee3-4754-bcf3-11f325134cbd service neutron] Pushing event updated for resources: {'Port': ['ID=4836496e-4b86-4ff4-b7d3-0f22f4a6f134,revision_number=2']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:17:47.520919 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-2d53ad17-8458-4ffb-8966-daef278967a5 req-d631cfc2-67bb-48cf-91cc-979f3b3eb35e tempest-DeleteServersTestJSON-1338827600 tempest-DeleteServersTestJSON-1338827600-project] 10.222.0.13 "GET /v2.0/security-groups?id=b7fc5e70-a24b-497d-9cf6-8df82d0ad35b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1422660 Jan 26 21:17:47.672619 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [req-70795c7b-309a-4d4c-af3d-fc4f849dc5c5 req-8e8cec10-bee3-4754-bcf3-11f325134cbd service neutron] Attempting to bind port 4836496e-4b86-4ff4-b7d3-0f22f4a6f134 on host n-h1-760453-5 for vnic_type normal with profile {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 21:17:47.672996 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [req-70795c7b-309a-4d4c-af3d-fc4f849dc5c5 req-8e8cec10-bee3-4754-bcf3-11f325134cbd service neutron] Attempting to bind port 4836496e-4b86-4ff4-b7d3-0f22f4a6f134 by drivers openvswitch,hyperv on host n-h1-760453-5 at level 0 using segments [{'id': '74d9efe4-7d64-4491-afaf-007c8a21e844', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'bbfba3ee-2021-4c97-a0e2-2098fcdcf99e'}] {{(pid=103305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 26 21:17:47.673323 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70795c7b-309a-4d4c-af3d-fc4f849dc5c5 req-8e8cec10-bee3-4754-bcf3-11f325134cbd service neutron] Attempting to bind port 4836496e-4b86-4ff4-b7d3-0f22f4a6f134 on network bbfba3ee-2021-4c97-a0e2-2098fcdcf99e {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 21:17:47.683967 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70795c7b-309a-4d4c-af3d-fc4f849dc5c5 req-8e8cec10-bee3-4754-bcf3-11f325134cbd service neutron] Port 4836496e-4b86-4ff4-b7d3-0f22f4a6f134 on network bbfba3ee-2021-4c97-a0e2-2098fcdcf99e not bound, no agent of type Open vSwitch agent registered on host n-h1-760453-5 {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 26 21:17:47.684401 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70795c7b-309a-4d4c-af3d-fc4f849dc5c5 req-8e8cec10-bee3-4754-bcf3-11f325134cbd service neutron] Attempting to bind port 4836496e-4b86-4ff4-b7d3-0f22f4a6f134 on network bbfba3ee-2021-4c97-a0e2-2098fcdcf99e {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 21:17:47.687690 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5be637-0116-4671-a9e5-33eff5258b5e req-fe2c8dbf-5d30-4edf-990c-e74d38c2d49a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:17:47.689445 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-5d5be637-0116-4671-a9e5-33eff5258b5e req-fe2c8dbf-5d30-4edf-990c-e74d38c2d49a service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=69a6a3b7-e4f3-428f-b875-01ce0f86e195 HTTP/1.1" status: 200 len: 1097 time: 0.3831482 Jan 26 21:17:47.693836 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70795c7b-309a-4d4c-af3d-fc4f849dc5c5 req-8e8cec10-bee3-4754-bcf3-11f325134cbd service neutron] Checking agent: {'id': '32ef628b-8417-46c5-8729-60fcabe358f1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-760453-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 21, 3, 8), 'started_at': datetime.datetime(2022, 1, 26, 21, 3, 8), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 21, 17, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 26 21:17:47.694179 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70795c7b-309a-4d4c-af3d-fc4f849dc5c5 req-8e8cec10-bee3-4754-bcf3-11f325134cbd service neutron] Checking segment: {'id': '74d9efe4-7d64-4491-afaf-007c8a21e844', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'bbfba3ee-2021-4c97-a0e2-2098fcdcf99e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103305) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 21:17:47.694561 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70795c7b-309a-4d4c-af3d-fc4f849dc5c5 req-8e8cec10-bee3-4754-bcf3-11f325134cbd service neutron] Bound using segment: {'id': '74d9efe4-7d64-4491-afaf-007c8a21e844', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'bbfba3ee-2021-4c97-a0e2-2098fcdcf99e'} {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 26 21:17:47.694996 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [req-70795c7b-309a-4d4c-af3d-fc4f849dc5c5 req-8e8cec10-bee3-4754-bcf3-11f325134cbd service neutron] Bound port: 4836496e-4b86-4ff4-b7d3-0f22f4a6f134, host: n-h1-760453-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '74d9efe4-7d64-4491-afaf-007c8a21e844', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'bbfba3ee-2021-4c97-a0e2-2098fcdcf99e'}}] {{(pid=103305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 26 21:17:47.695357 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-70795c7b-309a-4d4c-af3d-fc4f849dc5c5 req-8e8cec10-bee3-4754-bcf3-11f325134cbd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (4836496e-4b86-4ff4-b7d3-0f22f4a6f134), before_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:17:47.810459 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc0f8d5-42ee-499d-a866-90de765487b7 req-16d4352c-3530-4405-8b2e-7ddcd0ad3416 tempest-ServersTestJSON-1629463572 tempest-ServersTestJSON-1629463572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:17:47.817718 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-ccc0f8d5-42ee-499d-a866-90de765487b7 req-16d4352c-3530-4405-8b2e-7ddcd0ad3416 tempest-ServersTestJSON-1629463572 tempest-ServersTestJSON-1629463572-project] 10.222.0.13 "GET /v2.0/ports?device_id=30b3878b-e41c-4f2a-b1d4-a23fc4214e6b HTTP/1.1" status: 200 len: 945 time: 0.1466353 Jan 26 21:17:47.860696 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a95d371-8779-41d8-a064-9d8939b3a1e7 req-92c340c4-66fe-42e5-b98c-0fc8e29fa429 tempest-LiveMigrationTest-746395142 tempest-LiveMigrationTest-746395142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:17:47.862281 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-8a95d371-8779-41d8-a064-9d8939b3a1e7 req-92c340c4-66fe-42e5-b98c-0fc8e29fa429 tempest-LiveMigrationTest-746395142 tempest-LiveMigrationTest-746395142-project] 10.222.0.13 "GET /v2.0/ports?device_id=3c1bb11b-19e0-4bd6-8502-e5422740b40d HTTP/1.1" status: 200 len: 945 time: 0.2739944 Jan 26 21:17:47.923727 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-5d5be637-0116-4671-a9e5-33eff5258b5e req-91ce1bab-af5d-430a-8fbd-cdb561ce889e service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=b7fc5e70-a24b-497d-9cf6-8df82d0ad35b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2252398 Jan 26 21:17:47.969718 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [req-70795c7b-309a-4d4c-af3d-fc4f849dc5c5 req-8e8cec10-bee3-4754-bcf3-11f325134cbd service neutron] For port 4836496e-4b86-4ff4-b7d3-0f22f4a6f134, host n-h1-760453-5, cleared binding levels {{(pid=103305) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 26 21:17:47.978169 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [req-70795c7b-309a-4d4c-af3d-fc4f849dc5c5 req-8e8cec10-bee3-4754-bcf3-11f325134cbd service neutron] For port 4836496e-4b86-4ff4-b7d3-0f22f4a6f134, host n-h1-760453-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-5',level=0,port_id=4836496e-4b86-4ff4-b7d3-0f22f4a6f134,segment=NetworkSegment(74d9efe4-7d64-4491-afaf-007c8a21e844),segment_id=74d9efe4-7d64-4491-afaf-007c8a21e844)] {{(pid=103305) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 26 21:17:47.985947 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-70795c7b-309a-4d4c-af3d-fc4f849dc5c5 req-8e8cec10-bee3-4754-bcf3-11f325134cbd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11791520'] for port (4836496e-4b86-4ff4-b7d3-0f22f4a6f134), after_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:17:48.036528 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70795c7b-309a-4d4c-af3d-fc4f849dc5c5 req-8e8cec10-bee3-4754-bcf3-11f325134cbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:17:48.037663 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-70795c7b-309a-4d4c-af3d-fc4f849dc5c5 req-8e8cec10-bee3-4754-bcf3-11f325134cbd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:17:48.039339 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-70795c7b-309a-4d4c-af3d-fc4f849dc5c5 req-8e8cec10-bee3-4754-bcf3-11f325134cbd service neutron] 10.222.0.66 "PUT /v2.0/ports/4836496e-4b86-4ff4-b7d3-0f22f4a6f134 HTTP/1.1" status: 200 len: 1091 time: 1.6364076 Jan 26 21:17:48.039891 n-d-760453-5 neutron-server[103305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca795481-031c-48ac-925f-00596ed83bb9', 'tag': '4836496e-4b86-4ff4-b7d3-0f22f4a6f134'}] {{(pid=103305) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 21:17:48.042420 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d4654568b7bf041e72ff8fe1c96d6d761d9c921f2b99bc7b3a26632be20cee0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2efc081d-45c6-426e-b566-d26abe4e4dfe" -d '{"events": [{"name": "network-changed", "server_uuid": "ca795481-031c-48ac-925f-00596ed83bb9", "tag": "4836496e-4b86-4ff4-b7d3-0f22f4a6f134"}]}' {{(pid=103305) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 21:17:48.059376 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-ccc0f8d5-42ee-499d-a866-90de765487b7 req-d6cd406a-1f14-4086-919d-820df994daae tempest-ServersTestJSON-1629463572 tempest-ServersTestJSON-1629463572-project] 10.222.0.13 "GET /v2.0/security-groups?id=a146440b-85c7-430a-88ed-6d0301627350&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2168369 Jan 26 21:17:48.095890 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [req-70795c7b-309a-4d4c-af3d-fc4f849dc5c5 req-926b093d-0757-4394-a4c6-c2242f7a7a46 service neutron] Request body: {'port': {'device_id': 'ca795481-031c-48ac-925f-00596ed83bb9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-760453-5'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:17:48.101133 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-8a95d371-8779-41d8-a064-9d8939b3a1e7 req-d310062a-0412-4ba7-96ca-00a34ede8a43 tempest-LiveMigrationTest-746395142 tempest-LiveMigrationTest-746395142-project] 10.222.0.13 "GET /v2.0/security-groups?id=c43a996a-6b93-48e4-a331-48250c5b183d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2080374 Jan 26 21:17:48.139866 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e8cec10-bee3-4754-bcf3-11f325134cbd service neutron] Pushing event updated for resources: {'Port': ['ID=4836496e-4b86-4ff4-b7d3-0f22f4a6f134,revision_number=3']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:17:48.185488 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-70795c7b-309a-4d4c-af3d-fc4f849dc5c5 req-926b093d-0757-4394-a4c6-c2242f7a7a46 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (a7268cc1-3994-4713-bc9a-c43426d166e2), before_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:17:48.271348 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-3b965251-529a-4f39-9ebc-46a79636a366 req-2a9d0bad-3ff5-4573-9802-9c545a66488b tempest-ServerShowV247Test-997106086 tempest-ServerShowV247Test-997106086-project] 10.222.0.13 "GET /v2.0/ports?device_id=5dcae182-f21f-49a1-b18d-e2bf967c0016 HTTP/1.1" status: 200 len: 210 time: 0.0539000 Jan 26 21:17:48.391248 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf962cf-c2eb-40d6-8eb3-4572bd46fc6b req-6645d08f-52d8-4e63-99ea-25801d09adb0 tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:17:48.396869 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf962cf-c2eb-40d6-8eb3-4572bd46fc6b req-6645d08f-52d8-4e63-99ea-25801d09adb0 tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:17:48.415172 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf962cf-c2eb-40d6-8eb3-4572bd46fc6b req-6645d08f-52d8-4e63-99ea-25801d09adb0 tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:17:48.428631 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf962cf-c2eb-40d6-8eb3-4572bd46fc6b req-6645d08f-52d8-4e63-99ea-25801d09adb0 tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:17:48.446276 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 26 Jan 2022 21:17:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd615ba4-2d45-4616-9414-9a64e25e62b8 x-openstack-request-id: req-cd615ba4-2d45-4616-9414-9a64e25e62b8 {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 21:17:48.446276 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ca795481-031c-48ac-925f-00596ed83bb9", "tag": "4836496e-4b86-4ff4-b7d3-0f22f4a6f134", "status": "completed", "code": 200}]} {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 21:17:48.446276 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-cd615ba4-2d45-4616-9414-9a64e25e62b8 {{(pid=103305) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 21:17:48.446276 n-d-760453-5 neutron-server[103305]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ca795481-031c-48ac-925f-00596ed83bb9', 'tag': '4836496e-4b86-4ff4-b7d3-0f22f4a6f134', 'status': 'completed', 'code': 200} Jan 26 21:17:48.454072 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf962cf-c2eb-40d6-8eb3-4572bd46fc6b req-6645d08f-52d8-4e63-99ea-25801d09adb0 tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:17:48.456138 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-8cf962cf-c2eb-40d6-8eb3-4572bd46fc6b req-6645d08f-52d8-4e63-99ea-25801d09adb0 tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca795481-031c-48ac-925f-00596ed83bb9 HTTP/1.1" status: 200 len: 3828 time: 0.1990511 Jan 26 21:17:48.580516 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-8cf962cf-c2eb-40d6-8eb3-4572bd46fc6b req-3ec4a172-9a88-485d-a627-49d89f9e6740 tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] 10.222.0.13 "GET /v2.0/security-groups?id=4949e7fd-e987-466a-ab17-ed5ae28a32c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1038222 Jan 26 21:17:48.586466 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2efc081d-45c6-426e-b566-d26abe4e4dfe req-aa8125dc-55a0-494e-a009-399667fab253 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:17:48.587003 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2efc081d-45c6-426e-b566-d26abe4e4dfe req-aa8125dc-55a0-494e-a009-399667fab253 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:17:48.587487 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2efc081d-45c6-426e-b566-d26abe4e4dfe req-aa8125dc-55a0-494e-a009-399667fab253 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:17:48.587961 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2efc081d-45c6-426e-b566-d26abe4e4dfe req-aa8125dc-55a0-494e-a009-399667fab253 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:17:48.588517 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2efc081d-45c6-426e-b566-d26abe4e4dfe req-aa8125dc-55a0-494e-a009-399667fab253 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:17:48.590796 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-2efc081d-45c6-426e-b566-d26abe4e4dfe req-aa8125dc-55a0-494e-a009-399667fab253 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=026ef2d8b8e041b18f9abf8363011406&device_id=ca795481-031c-48ac-925f-00596ed83bb9 HTTP/1.1" status: 200 len: 4363 time: 0.1334646 Jan 26 21:17:48.709522 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 60264) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:17:48.736426 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Device 9eeaf456-d413-477c-8ea6-d359db8aaa9d details requested by agent hyperv_n-h1-760453-5 with host n-h1-760453-5 {{(pid=103306) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 26 21:17:48.774760 n-d-760453-5 neutron-server[103305]: DEBUG neutron.notifiers.nova [req-70795c7b-309a-4d4c-af3d-fc4f849dc5c5 req-926b093d-0757-4394-a4c6-c2242f7a7a46 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a7268cc1-3994-4713-bc9a-c43426d166e2 {{(pid=103305) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 26 21:17:48.785908 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-70795c7b-309a-4d4c-af3d-fc4f849dc5c5 req-926b093d-0757-4394-a4c6-c2242f7a7a46 service neutron] Publish callbacks [] for port (a7268cc1-3994-4713-bc9a-c43426d166e2), precommit_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:17:48.799997 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.provisioning_blocks [req-70795c7b-309a-4d4c-af3d-fc4f849dc5c5 req-926b093d-0757-4394-a4c6-c2242f7a7a46 service neutron] Transition to ACTIVE for port object a7268cc1-3994-4713-bc9a-c43426d166e2 will not be triggered until provisioned by entity L2. {{(pid=103305) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 21:17:48.808917 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-70795c7b-309a-4d4c-af3d-fc4f849dc5c5 req-926b093d-0757-4394-a4c6-c2242f7a7a46 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11791520'] for port (a7268cc1-3994-4713-bc9a-c43426d166e2), after_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:17:48.818703 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2efc081d-45c6-426e-b566-d26abe4e4dfe req-abd04ce0-3605-4e14-b09d-4183e897b25b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:17:48.821796 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2efc081d-45c6-426e-b566-d26abe4e4dfe req-abd04ce0-3605-4e14-b09d-4183e897b25b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:17:48.822409 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2efc081d-45c6-426e-b566-d26abe4e4dfe req-abd04ce0-3605-4e14-b09d-4183e897b25b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:17:48.824150 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-2efc081d-45c6-426e-b566-d26abe4e4dfe req-abd04ce0-3605-4e14-b09d-4183e897b25b service neutron] 10.222.0.66 "GET /v2.0/networks?tenant_id=026ef2d8b8e041b18f9abf8363011406&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.2204380 Jan 26 21:17:48.963124 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] For port 9eeaf456-d413-477c-8ea6-d359db8aaa9d, host n-h1-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-5',level=0,port_id=9eeaf456-d413-477c-8ea6-d359db8aaa9d,segment=NetworkSegment(d4326d9b-0013-4469-bfa5-86f8cf85fa89),segment_id=d4326d9b-0013-4469-bfa5-86f8cf85fa89)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:17:48.968857 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d06f4b52-4000-4e73-898b-a6e09ce65da5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (474ccdf7-ab6c-405b-a3b2-dc7b05829902), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:17:48.999148 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Returning: {'device': '9eeaf456-d413-477c-8ea6-d359db8aaa9d', 'network_id': '0f450ef0-d0f7-4ef6-9f1d-d19a092dbbe6', 'port_id': '9eeaf456-d413-477c-8ea6-d359db8aaa9d', 'mac_address': 'fa:16:3e:a4:0c:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 566, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd3201c2f-902f-460e-8e13-ef8881d41425', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103306) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 26 21:17:49.018876 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-926b093d-0757-4394-a4c6-c2242f7a7a46 service neutron] Pushing event updated for resources: {'Port': ['ID=a7268cc1-3994-4713-bc9a-c43426d166e2,revision_number=2']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:17:49.128269 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Current status of the port 9eeaf456-d413-477c-8ea6-d359db8aaa9d is: DOWN; New status is: BUILD {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:17:49.128669 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (9eeaf456-d413-477c-8ea6-d359db8aaa9d), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:17:49.131778 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819a5397-6997-4d42-853e-8faa377b809e req-997d8184-f659-4617-be8e-3bb0fa776ce4 tempest-ServerMetadataNegativeTestJSON-376070701 tempest-ServerMetadataNegativeTestJSON-376070701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:17:49.140169 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-819a5397-6997-4d42-853e-8faa377b809e req-997d8184-f659-4617-be8e-3bb0fa776ce4 tempest-ServerMetadataNegativeTestJSON-376070701 tempest-ServerMetadataNegativeTestJSON-376070701-project] 10.222.0.13 "GET /v2.0/ports?device_id=3f37e8e3-0c6e-43bb-98fe-345543093159 HTTP/1.1" status: 200 len: 944 time: 0.3136094 Jan 26 21:17:49.186885 n-d-760453-5 neutron-server[103306]: DEBUG neutron.notifiers.nova [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9eeaf456-d413-477c-8ea6-d359db8aaa9d {{(pid=103306) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 26 21:17:49.221042 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d18967-1e18-4c6a-98b0-b87dd5c7c5b6 req-e7a8a09a-0cd9-48d7-8bf6-caa0fdebb139 tempest-ServersTestJSON-1629463572 tempest-ServersTestJSON-1629463572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:17:49.223064 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-25d18967-1e18-4c6a-98b0-b87dd5c7c5b6 req-e7a8a09a-0cd9-48d7-8bf6-caa0fdebb139 tempest-ServersTestJSON-1629463572 tempest-ServersTestJSON-1629463572-project] 10.222.0.57 "GET /v2.0/ports?device_id=30b3878b-e41c-4f2a-b1d4-a23fc4214e6b HTTP/1.1" status: 200 len: 945 time: 0.1552234 Jan 26 21:17:49.224232 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [req-70795c7b-309a-4d4c-af3d-fc4f849dc5c5 req-926b093d-0757-4394-a4c6-c2242f7a7a46 service neutron] Attempting to bind port a7268cc1-3994-4713-bc9a-c43426d166e2 on host n-h1-760453-5 for vnic_type normal with profile {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 21:17:49.225277 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [req-70795c7b-309a-4d4c-af3d-fc4f849dc5c5 req-926b093d-0757-4394-a4c6-c2242f7a7a46 service neutron] Attempting to bind port a7268cc1-3994-4713-bc9a-c43426d166e2 by drivers openvswitch,hyperv on host n-h1-760453-5 at level 0 using segments [{'id': '770d2ce8-3e53-4f98-83ba-d454bf5f80eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'efe29cb8-1223-4d1f-943f-1b137d401008'}] {{(pid=103305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 26 21:17:49.225569 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-90216f41-c7c9-4347-a777-75ad72e25776 tempest-ExtraDHCPOptionsIpV6TestJSON-560725893 tempest-ExtraDHCPOptionsIpV6TestJSON-560725893-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-1598511212'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:17:49.226131 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70795c7b-309a-4d4c-af3d-fc4f849dc5c5 req-926b093d-0757-4394-a4c6-c2242f7a7a46 service neutron] Attempting to bind port a7268cc1-3994-4713-bc9a-c43426d166e2 on network efe29cb8-1223-4d1f-943f-1b137d401008 {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 21:17:49.240378 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] For port 9eeaf456-d413-477c-8ea6-d359db8aaa9d, host n-h1-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-5',level=0,port_id=9eeaf456-d413-477c-8ea6-d359db8aaa9d,segment=NetworkSegment(d4326d9b-0013-4469-bfa5-86f8cf85fa89),segment_id=d4326d9b-0013-4469-bfa5-86f8cf85fa89)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:17:49.243582 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70795c7b-309a-4d4c-af3d-fc4f849dc5c5 req-926b093d-0757-4394-a4c6-c2242f7a7a46 service neutron] Port a7268cc1-3994-4713-bc9a-c43426d166e2 on network efe29cb8-1223-4d1f-943f-1b137d401008 not bound, no agent of type Open vSwitch agent registered on host n-h1-760453-5 {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 26 21:17:49.244115 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70795c7b-309a-4d4c-af3d-fc4f849dc5c5 req-926b093d-0757-4394-a4c6-c2242f7a7a46 service neutron] Attempting to bind port a7268cc1-3994-4713-bc9a-c43426d166e2 on network efe29cb8-1223-4d1f-943f-1b137d401008 {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 21:17:49.251239 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (9eeaf456-d413-477c-8ea6-d359db8aaa9d), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:17:49.274483 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70795c7b-309a-4d4c-af3d-fc4f849dc5c5 req-926b093d-0757-4394-a4c6-c2242f7a7a46 service neutron] Checking agent: {'id': '32ef628b-8417-46c5-8729-60fcabe358f1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-760453-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 21, 3, 8), 'started_at': datetime.datetime(2022, 1, 26, 21, 3, 8), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 21, 17, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 26 21:17:49.275124 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70795c7b-309a-4d4c-af3d-fc4f849dc5c5 req-926b093d-0757-4394-a4c6-c2242f7a7a46 service neutron] Checking segment: {'id': '770d2ce8-3e53-4f98-83ba-d454bf5f80eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'efe29cb8-1223-4d1f-943f-1b137d401008'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103305) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 21:17:49.275681 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70795c7b-309a-4d4c-af3d-fc4f849dc5c5 req-926b093d-0757-4394-a4c6-c2242f7a7a46 service neutron] Bound using segment: {'id': '770d2ce8-3e53-4f98-83ba-d454bf5f80eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'efe29cb8-1223-4d1f-943f-1b137d401008'} {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 26 21:17:49.276851 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [req-70795c7b-309a-4d4c-af3d-fc4f849dc5c5 req-926b093d-0757-4394-a4c6-c2242f7a7a46 service neutron] Bound port: a7268cc1-3994-4713-bc9a-c43426d166e2, host: n-h1-760453-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '770d2ce8-3e53-4f98-83ba-d454bf5f80eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'efe29cb8-1223-4d1f-943f-1b137d401008'}}] {{(pid=103305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 26 21:17:49.277417 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-70795c7b-309a-4d4c-af3d-fc4f849dc5c5 req-926b093d-0757-4394-a4c6-c2242f7a7a46 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (a7268cc1-3994-4713-bc9a-c43426d166e2), before_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:17:49.354126 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Pushing event updated for resources: {'Port': ['ID=9eeaf456-d413-477c-8ea6-d359db8aaa9d,revision_number=4']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:17:49.361963 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2efc081d-45c6-426e-b566-d26abe4e4dfe req-970320c9-df83-4829-bf39-440dfabfd12c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:17:49.363486 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-2efc081d-45c6-426e-b566-d26abe4e4dfe req-970320c9-df83-4829-bf39-440dfabfd12c service neutron] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5324702 Jan 26 21:17:49.379045 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90216f41-c7c9-4347-a777-75ad72e25776 tempest-ExtraDHCPOptionsIpV6TestJSON-560725893 tempest-ExtraDHCPOptionsIpV6TestJSON-560725893-project] Made reservation on behalf of 362d23e083df4f11850a8cd200f30d7a for: {'network': 1} {{(pid=103304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 21:17:49.387204 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-90216f41-c7c9-4347-a777-75ad72e25776 tempest-ExtraDHCPOptionsIpV6TestJSON-560725893 tempest-ExtraDHCPOptionsIpV6TestJSON-560725893-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for network (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:17:49.409974 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-819a5397-6997-4d42-853e-8faa377b809e req-5292aa8c-b2a1-4ff0-a538-5cf12cf55b42 tempest-ServerMetadataNegativeTestJSON-376070701 tempest-ServerMetadataNegativeTestJSON-376070701-project] 10.222.0.13 "GET /v2.0/security-groups?id=4841882e-fd02-40f4-9249-056ca41a1d6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2641153 Jan 26 21:17:49.411734 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-90216f41-c7c9-4347-a777-75ad72e25776 tempest-ExtraDHCPOptionsIpV6TestJSON-560725893 tempest-ExtraDHCPOptionsIpV6TestJSON-560725893-project] Publish callbacks [] for security_group (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:17:49.428922 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [req-70795c7b-309a-4d4c-af3d-fc4f849dc5c5 req-926b093d-0757-4394-a4c6-c2242f7a7a46 service neutron] For port a7268cc1-3994-4713-bc9a-c43426d166e2, host n-h1-760453-5, cleared binding levels {{(pid=103305) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 26 21:17:49.434291 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [req-70795c7b-309a-4d4c-af3d-fc4f849dc5c5 req-926b093d-0757-4394-a4c6-c2242f7a7a46 service neutron] For port a7268cc1-3994-4713-bc9a-c43426d166e2, host n-h1-760453-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-5',level=0,port_id=a7268cc1-3994-4713-bc9a-c43426d166e2,segment=NetworkSegment(770d2ce8-3e53-4f98-83ba-d454bf5f80eb),segment_id=770d2ce8-3e53-4f98-83ba-d454bf5f80eb)] {{(pid=103305) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 26 21:17:49.447310 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-70795c7b-309a-4d4c-af3d-fc4f849dc5c5 req-926b093d-0757-4394-a4c6-c2242f7a7a46 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11791520'] for port (a7268cc1-3994-4713-bc9a-c43426d166e2), after_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:17:49.447537 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e319471-d19b-4c47-88dd-4dbb1f369409 req-cbba2e21-4d0e-4382-b496-a4d7fee90018 tempest-LiveMigrationTest-97640354 tempest-LiveMigrationTest-97640354-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:17:49.449006 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-1e319471-d19b-4c47-88dd-4dbb1f369409 req-cbba2e21-4d0e-4382-b496-a4d7fee90018 tempest-LiveMigrationTest-97640354 tempest-LiveMigrationTest-97640354-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=3c1bb11b-19e0-4bd6-8502-e5422740b40d HTTP/1.1" status: 200 len: 1096 time: 0.2678735 Jan 26 21:17:49.518417 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 60274) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:17:49.688908 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] get_ports_and_sgs() called for port_ids ['9eeaf456-d413-477c-8ea6-d359db8aaa9d'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 26 21:17:49.704922 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-90216f41-c7c9-4347-a777-75ad72e25776 tempest-ExtraDHCPOptionsIpV6TestJSON-560725893 tempest-ExtraDHCPOptionsIpV6TestJSON-560725893-project] Publish callbacks [] for security_group (0eb9abe0-7cd6-4d2c-8cdd-1ff4efc8a221), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:17:49.740779 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-1e319471-d19b-4c47-88dd-4dbb1f369409 req-b907a8ef-b533-4f18-9495-4c7c635074d7 tempest-LiveMigrationTest-97640354 tempest-LiveMigrationTest-97640354-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=c43a996a-6b93-48e4-a331-48250c5b183d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2817178 Jan 26 21:17:49.747617 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-90216f41-c7c9-4347-a777-75ad72e25776 tempest-ExtraDHCPOptionsIpV6TestJSON-560725893 tempest-ExtraDHCPOptionsIpV6TestJSON-560725893-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (0eb9abe0-7cd6-4d2c-8cdd-1ff4efc8a221), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:17:49.792141 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-90216f41-c7c9-4347-a777-75ad72e25776 tempest-ExtraDHCPOptionsIpV6TestJSON-560725893 tempest-ExtraDHCPOptionsIpV6TestJSON-560725893-project] vlan segment allocate from pool success with {'vlan_id': 584, 'physical_network': 'physnet1'} {{(pid=103304) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 26 21:17:49.804943 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [req-25d18967-1e18-4c6a-98b0-b87dd5c7c5b6 req-f7a6402f-02d5-4895-987a-5a898e5f4eba tempest-ServersTestJSON-1629463572 tempest-ServersTestJSON-1629463572-project] Deleting port 2bf2bb3a-e382-4bad-8651-b4f4db81227d {{(pid=103305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 21:17:49.805542 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-25d18967-1e18-4c6a-98b0-b87dd5c7c5b6 req-f7a6402f-02d5-4895-987a-5a898e5f4eba tempest-ServersTestJSON-1629463572 tempest-ServersTestJSON-1629463572-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746560630878'] for port (2bf2bb3a-e382-4bad-8651-b4f4db81227d), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:17:49.873406 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-050ec814-822e-4cda-947f-07d21c60c82a req-9f048745-6b8e-4143-8bea-7a4ae49f59da tempest-ServerShowV247Test-997106086 tempest-ServerShowV247Test-997106086-project] 10.222.0.13 "GET /v2.0/ports?device_id=5dcae182-f21f-49a1-b18d-e2bf967c0016&device_id=6bbf9f5e-be79-49bb-acc2-23619d1410b9 HTTP/1.1" status: 200 len: 210 time: 0.0441124 Jan 26 21:17:49.878662 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-90216f41-c7c9-4347-a777-75ad72e25776 tempest-ExtraDHCPOptionsIpV6TestJSON-560725893 tempest-ExtraDHCPOptionsIpV6TestJSON-560725893-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576559'] for segment (c020cdab-5ea7-4420-8f86-7c912aaca540), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:17:49.879013 n-d-760453-5 neutron-server[103304]: INFO neutron.db.segments_db [None req-90216f41-c7c9-4347-a777-75ad72e25776 tempest-ExtraDHCPOptionsIpV6TestJSON-560725893 tempest-ExtraDHCPOptionsIpV6TestJSON-560725893-project] Added segment c020cdab-5ea7-4420-8f86-7c912aaca540 of type vlan for network 01a518e2-4c29-492f-904f-d4938b76217a Jan 26 21:17:49.915632 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70795c7b-309a-4d4c-af3d-fc4f849dc5c5 req-926b093d-0757-4394-a4c6-c2242f7a7a46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:17:49.920508 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-70795c7b-309a-4d4c-af3d-fc4f849dc5c5 req-926b093d-0757-4394-a4c6-c2242f7a7a46 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:17:49.927063 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-70795c7b-309a-4d4c-af3d-fc4f849dc5c5 req-926b093d-0757-4394-a4c6-c2242f7a7a46 service neutron] 10.222.0.66 "PUT /v2.0/ports/a7268cc1-3994-4713-bc9a-c43426d166e2 HTTP/1.1" status: 200 len: 1135 time: 1.8351917 Jan 26 21:17:49.991769 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [req-70795c7b-309a-4d4c-af3d-fc4f849dc5c5 req-00db1e28-1cfe-471d-8f86-8a2eb01bb94d service neutron] Request body: {'port': {'device_id': 'ca795481-031c-48ac-925f-00596ed83bb9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-760453-5'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:17:50.000515 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-4fa5fac2-a7ea-4ae9-a4dd-a92ce5889f56 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:17:50.038824 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90216f41-c7c9-4347-a777-75ad72e25776 tempest-ExtraDHCPOptionsIpV6TestJSON-560725893 tempest-ExtraDHCPOptionsIpV6TestJSON-560725893-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0eb9abe0-7cd6-4d2c-8cdd-1ff4efc8a221,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:17:50.072679 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-90216f41-c7c9-4347-a777-75ad72e25776 tempest-ExtraDHCPOptionsIpV6TestJSON-560725893 tempest-ExtraDHCPOptionsIpV6TestJSON-560725893-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746560256871'] for network (01a518e2-4c29-492f-904f-d4938b76217a), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:17:50.087230 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-926b093d-0757-4394-a4c6-c2242f7a7a46 service neutron] Pushing event updated for resources: {'Port': ['ID=a7268cc1-3994-4713-bc9a-c43426d166e2,revision_number=3']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:17:50.154839 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace22c62-fe0c-4b5b-b887-c86485cd21b4 req-528be496-f370-4863-8ea5-ac907c59b62a tempest-DeleteServersTestJSON-1338827600 tempest-DeleteServersTestJSON-1338827600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:17:50.161333 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-70795c7b-309a-4d4c-af3d-fc4f849dc5c5 req-00db1e28-1cfe-471d-8f86-8a2eb01bb94d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (855d117c-7e61-48ea-aea1-a4cc8811f046), before_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:17:50.164702 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-ace22c62-fe0c-4b5b-b887-c86485cd21b4 req-528be496-f370-4863-8ea5-ac907c59b62a tempest-DeleteServersTestJSON-1338827600 tempest-DeleteServersTestJSON-1338827600-project] 10.222.0.13 "GET /v2.0/ports?device_id=69a6a3b7-e4f3-428f-b875-01ce0f86e195 HTTP/1.1" status: 200 len: 946 time: 0.2655632 Jan 26 21:17:50.193816 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [req-25d18967-1e18-4c6a-98b0-b87dd5c7c5b6 req-f7a6402f-02d5-4895-987a-5a898e5f4eba tempest-ServersTestJSON-1629463572 tempest-ServersTestJSON-1629463572-project] For port 2bf2bb3a-e382-4bad-8651-b4f4db81227d, host n-h2-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-5',level=0,port_id=2bf2bb3a-e382-4bad-8651-b4f4db81227d,segment=NetworkSegment(bb9dd371-3de9-4327-a263-fb803ca379c8),segment_id=bb9dd371-3de9-4327-a263-fb803ca379c8)] {{(pid=103305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:17:50.194329 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-25d18967-1e18-4c6a-98b0-b87dd5c7c5b6 req-f7a6402f-02d5-4895-987a-5a898e5f4eba tempest-ServersTestJSON-1629463572 tempest-ServersTestJSON-1629463572-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4109658'] for port (2bf2bb3a-e382-4bad-8651-b4f4db81227d), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:17:50.226117 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [req-25d18967-1e18-4c6a-98b0-b87dd5c7c5b6 req-f7a6402f-02d5-4895-987a-5a898e5f4eba tempest-ServersTestJSON-1629463572 tempest-ServersTestJSON-1629463572-project] Calling delete_port for 2bf2bb3a-e382-4bad-8651-b4f4db81227d owned by compute:nova {{(pid=103305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 21:17:50.261446 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-ace22c62-fe0c-4b5b-b887-c86485cd21b4 req-1924ca17-8e0d-4f2c-ac2f-c750ede571a1 tempest-DeleteServersTestJSON-1338827600 tempest-DeleteServersTestJSON-1338827600-project] 10.222.0.13 "GET /v2.0/security-groups?id=b7fc5e70-a24b-497d-9cf6-8df82d0ad35b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956728 Jan 26 21:17:50.269212 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88bb56c9-c3e1-4c9e-a75f-73d3275614e7 req-ccf220bf-fe82-42eb-b3d9-73ff7719545a tempest-ServersTestJSON-1629463572 tempest-ServersTestJSON-1629463572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:17:50.276487 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-88bb56c9-c3e1-4c9e-a75f-73d3275614e7 req-ccf220bf-fe82-42eb-b3d9-73ff7719545a tempest-ServersTestJSON-1629463572 tempest-ServersTestJSON-1629463572-project] 10.222.0.13 "GET /v2.0/ports?device_id=30b3878b-e41c-4f2a-b1d4-a23fc4214e6b HTTP/1.1" status: 200 len: 945 time: 0.2414553 Jan 26 21:17:50.283228 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-90216f41-c7c9-4347-a777-75ad72e25776 tempest-ExtraDHCPOptionsIpV6TestJSON-560725893 tempest-ExtraDHCPOptionsIpV6TestJSON-560725893-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503'] for network (01a518e2-4c29-492f-904f-d4938b76217a), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:17:50.288585 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90216f41-c7c9-4347-a777-75ad72e25776 tempest-ExtraDHCPOptionsIpV6TestJSON-560725893 tempest-ExtraDHCPOptionsIpV6TestJSON-560725893-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:17:50.289433 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-90216f41-c7c9-4347-a777-75ad72e25776 tempest-ExtraDHCPOptionsIpV6TestJSON-560725893 tempest-ExtraDHCPOptionsIpV6TestJSON-560725893-project] Publish callbacks [] for network (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:17:50.339179 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-90216f41-c7c9-4347-a777-75ad72e25776 tempest-ExtraDHCPOptionsIpV6TestJSON-560725893 tempest-ExtraDHCPOptionsIpV6TestJSON-560725893-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 796 time: 1.6278174 Jan 26 21:17:50.348674 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 60286) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:17:50.395176 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-51668430-10d2-482c-9d21-bc5cd4f7ef46 tempest-ExtraDHCPOptionsIpV6TestJSON-560725893 tempest-ExtraDHCPOptionsIpV6TestJSON-560725893-project] Request body: {'subnet': {'network_id': '01a518e2-4c29-492f-904f-d4938b76217a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:17:50.468993 n-d-760453-5 neutron-server[103305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca795481-031c-48ac-925f-00596ed83bb9', 'tag': 'a7268cc1-3994-4713-bc9a-c43426d166e2'}] {{(pid=103305) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 21:17:50.471476 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d4654568b7bf041e72ff8fe1c96d6d761d9c921f2b99bc7b3a26632be20cee0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-718ce83d-ed07-4798-a6a0-aafddf366afa" -d '{"events": [{"name": "network-changed", "server_uuid": "ca795481-031c-48ac-925f-00596ed83bb9", "tag": "a7268cc1-3994-4713-bc9a-c43426d166e2"}]}' {{(pid=103305) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 21:17:50.515146 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90216f41-c7c9-4347-a777-75ad72e25776 tempest-ExtraDHCPOptionsIpV6TestJSON-560725893 tempest-ExtraDHCPOptionsIpV6TestJSON-560725893-project] Pushing event updated for resources: {'Network': ['ID=01a518e2-4c29-492f-904f-d4938b76217a,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:17:50.515740 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-25d18967-1e18-4c6a-98b0-b87dd5c7c5b6 req-f7a6402f-02d5-4895-987a-5a898e5f4eba tempest-ServersTestJSON-1629463572 tempest-ServersTestJSON-1629463572-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746560636600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746560234536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11791543'] for port (2bf2bb3a-e382-4bad-8651-b4f4db81227d), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:17:50.531988 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] get_ports_and_sgs() called for port_ids ['c0c88dad-cc2c-45c3-b929-f9b04ea7d5f7', '2bf2bb3a-e382-4bad-8651-b4f4db81227d'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 26 21:17:50.536360 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-4fa5fac2-a7ea-4ae9-a4dd-a92ce5889f56 admin admin] Publish callbacks [] for security_group (2e12d7ec-ffb0-48cc-8f5b-6e74f3fdd00c), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:17:50.546792 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a6402f-02d5-4895-987a-5a898e5f4eba tempest-ServersTestJSON-1629463572 tempest-ServersTestJSON-1629463572-project] Pushing event deleted for resources: {'Port': ['ID=2bf2bb3a-e382-4bad-8651-b4f4db81227d,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:17:50.555729 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-88bb56c9-c3e1-4c9e-a75f-73d3275614e7 req-973cc862-0efc-49f5-86f9-08de272f855e tempest-ServersTestJSON-1629463572 tempest-ServersTestJSON-1629463572-project] 10.222.0.13 "GET /v2.0/security-groups?id=a146440b-85c7-430a-88ed-6d0301627350&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2781882 Jan 26 21:17:50.583630 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-4fa5fac2-a7ea-4ae9-a4dd-a92ce5889f56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (2e12d7ec-ffb0-48cc-8f5b-6e74f3fdd00c), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:17:50.590949 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Network 01a518e2-4c29-492f-904f-d4938b76217a details requested by agent ovs-agent-n-d-760453-5 with host n-d-760453-5 {{(pid=103306) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 26 21:17:50.619657 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860c09c0-3d01-4c3d-8ad5-16fec6f0e5f4 req-771ac712-fa72-4ae3-a375-1f48d10edd2e tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:17:50.625525 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860c09c0-3d01-4c3d-8ad5-16fec6f0e5f4 req-771ac712-fa72-4ae3-a375-1f48d10edd2e tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:17:50.630899 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860c09c0-3d01-4c3d-8ad5-16fec6f0e5f4 req-771ac712-fa72-4ae3-a375-1f48d10edd2e tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:17:50.636450 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860c09c0-3d01-4c3d-8ad5-16fec6f0e5f4 req-771ac712-fa72-4ae3-a375-1f48d10edd2e tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:17:50.641865 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860c09c0-3d01-4c3d-8ad5-16fec6f0e5f4 req-771ac712-fa72-4ae3-a375-1f48d10edd2e tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:17:50.645719 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [req-25d18967-1e18-4c6a-98b0-b87dd5c7c5b6 req-f7a6402f-02d5-4895-987a-5a898e5f4eba tempest-ServersTestJSON-1629463572 tempest-ServersTestJSON-1629463572-project] No DVR routers for this DVR port 2bf2bb3a-e382-4bad-8651-b4f4db81227d on host n-h2-760453-5 {{(pid=103305) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 26 21:17:50.647649 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860c09c0-3d01-4c3d-8ad5-16fec6f0e5f4 req-771ac712-fa72-4ae3-a375-1f48d10edd2e tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:17:50.649168 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-25d18967-1e18-4c6a-98b0-b87dd5c7c5b6 req-f7a6402f-02d5-4895-987a-5a898e5f4eba tempest-ServersTestJSON-1629463572 tempest-ServersTestJSON-1629463572-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:17:50.649796 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-860c09c0-3d01-4c3d-8ad5-16fec6f0e5f4 req-771ac712-fa72-4ae3-a375-1f48d10edd2e tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca795481-031c-48ac-925f-00596ed83bb9 HTTP/1.1" status: 200 len: 4605 time: 0.3020573 Jan 26 21:17:50.654533 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-25d18967-1e18-4c6a-98b0-b87dd5c7c5b6 req-f7a6402f-02d5-4895-987a-5a898e5f4eba tempest-ServersTestJSON-1629463572 tempest-ServersTestJSON-1629463572-project] 10.222.0.57 "DELETE /v2.0/ports/2bf2bb3a-e382-4bad-8651-b4f4db81227d HTTP/1.1" status: 204 len: 173 time: 1.4205434 Jan 26 21:17:50.721830 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-4fa5fac2-a7ea-4ae9-a4dd-a92ce5889f56 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=76d0c546dce8430fa4bf3d0f7a3506c6&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2000148 Jan 26 21:17:50.729207 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 60292) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:17:50.746182 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa5fac2-a7ea-4ae9-a4dd-a92ce5889f56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e12d7ec-ffb0-48cc-8f5b-6e74f3fdd00c,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:17:50.764930 n-d-760453-5 neutron-server[103305]: DEBUG neutron.notifiers.nova [req-70795c7b-309a-4d4c-af3d-fc4f849dc5c5 req-00db1e28-1cfe-471d-8f86-8a2eb01bb94d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 855d117c-7e61-48ea-aea1-a4cc8811f046 {{(pid=103305) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 26 21:17:50.783135 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51668430-10d2-482c-9d21-bc5cd4f7ef46 tempest-ExtraDHCPOptionsIpV6TestJSON-560725893 tempest-ExtraDHCPOptionsIpV6TestJSON-560725893-project] Made reservation on behalf of 362d23e083df4f11850a8cd200f30d7a for: {'subnet': 1} {{(pid=103304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 21:17:50.787880 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-51668430-10d2-482c-9d21-bc5cd4f7ef46 tempest-ExtraDHCPOptionsIpV6TestJSON-560725893 tempest-ExtraDHCPOptionsIpV6TestJSON-560725893-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12215181'] for subnet (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:17:50.788972 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-70795c7b-309a-4d4c-af3d-fc4f849dc5c5 req-00db1e28-1cfe-471d-8f86-8a2eb01bb94d service neutron] Publish callbacks [] for port (855d117c-7e61-48ea-aea1-a4cc8811f046), precommit_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:17:50.826061 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.provisioning_blocks [req-70795c7b-309a-4d4c-af3d-fc4f849dc5c5 req-00db1e28-1cfe-471d-8f86-8a2eb01bb94d service neutron] Transition to ACTIVE for port object 855d117c-7e61-48ea-aea1-a4cc8811f046 will not be triggered until provisioned by entity L2. {{(pid=103305) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 21:17:50.837802 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-70795c7b-309a-4d4c-af3d-fc4f849dc5c5 req-00db1e28-1cfe-471d-8f86-8a2eb01bb94d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11791520'] for port (855d117c-7e61-48ea-aea1-a4cc8811f046), after_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:17:50.854766 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3cbd239-7f4b-4ca2-92df-ef5fa8105fe5 req-3d2d0548-6bc9-4a42-aad8-1489a3fc6740 tempest-LiveMigrationTest-97640354 tempest-LiveMigrationTest-97640354-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:17:50.857088 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-d3cbd239-7f4b-4ca2-92df-ef5fa8105fe5 req-3d2d0548-6bc9-4a42-aad8-1489a3fc6740 tempest-LiveMigrationTest-97640354 tempest-LiveMigrationTest-97640354-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=3c1bb11b-19e0-4bd6-8502-e5422740b40d HTTP/1.1" status: 200 len: 1096 time: 0.2012038 Jan 26 21:17:50.865944 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-d10ff63a-33dd-4a54-9607-95cd55056523 admin admin] Publish callbacks [] for security_group (2e12d7ec-ffb0-48cc-8f5b-6e74f3fdd00c), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:17:50.888360 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-860c09c0-3d01-4c3d-8ad5-16fec6f0e5f4 req-d2e2defe-e668-472f-82a8-b4b3ccb050d6 tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] 10.222.0.13 "GET /v2.0/security-groups?id=cfb1b9fe-a4df-4bbd-b439-103a9aa84b57&id=4949e7fd-e987-466a-ab17-ed5ae28a32c1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2198708 Jan 26 21:17:50.950281 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-d10ff63a-33dd-4a54-9607-95cd55056523 admin admin] Publish callbacks [] for security_group (2e12d7ec-ffb0-48cc-8f5b-6e74f3fdd00c), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:17:50.994663 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-d3cbd239-7f4b-4ca2-92df-ef5fa8105fe5 req-772419fd-ca87-4ad5-a5dd-b834b4100f8c tempest-LiveMigrationTest-97640354 tempest-LiveMigrationTest-97640354-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=c43a996a-6b93-48e4-a331-48250c5b183d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048856 Jan 26 21:17:51.117113 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00db1e28-1cfe-471d-8f86-8a2eb01bb94d service neutron] Pushing event updated for resources: {'Port': ['ID=855d117c-7e61-48ea-aea1-a4cc8811f046,revision_number=2']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:17:51.168828 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-d10ff63a-33dd-4a54-9607-95cd55056523 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (2e12d7ec-ffb0-48cc-8f5b-6e74f3fdd00c), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:17:51.171935 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-d10ff63a-33dd-4a54-9607-95cd55056523 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:17:51.173639 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-d10ff63a-33dd-4a54-9607-95cd55056523 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/2e12d7ec-ffb0-48cc-8f5b-6e74f3fdd00c HTTP/1.1" status: 204 len: 168 time: 0.4433508 Jan 26 21:17:51.213531 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d10ff63a-33dd-4a54-9607-95cd55056523 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e12d7ec-ffb0-48cc-8f5b-6e74f3fdd00c,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:17:51.221784 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [req-70795c7b-309a-4d4c-af3d-fc4f849dc5c5 req-00db1e28-1cfe-471d-8f86-8a2eb01bb94d service neutron] Attempting to bind port 855d117c-7e61-48ea-aea1-a4cc8811f046 on host n-h1-760453-5 for vnic_type normal with profile {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 21:17:51.222780 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [req-70795c7b-309a-4d4c-af3d-fc4f849dc5c5 req-00db1e28-1cfe-471d-8f86-8a2eb01bb94d service neutron] Attempting to bind port 855d117c-7e61-48ea-aea1-a4cc8811f046 by drivers openvswitch,hyperv on host n-h1-760453-5 at level 0 using segments [{'id': '770d2ce8-3e53-4f98-83ba-d454bf5f80eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'efe29cb8-1223-4d1f-943f-1b137d401008'}] {{(pid=103305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 26 21:17:51.223340 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70795c7b-309a-4d4c-af3d-fc4f849dc5c5 req-00db1e28-1cfe-471d-8f86-8a2eb01bb94d service neutron] Attempting to bind port 855d117c-7e61-48ea-aea1-a4cc8811f046 on network efe29cb8-1223-4d1f-943f-1b137d401008 {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 21:17:51.236672 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70795c7b-309a-4d4c-af3d-fc4f849dc5c5 req-00db1e28-1cfe-471d-8f86-8a2eb01bb94d service neutron] Port 855d117c-7e61-48ea-aea1-a4cc8811f046 on network efe29cb8-1223-4d1f-943f-1b137d401008 not bound, no agent of type Open vSwitch agent registered on host n-h1-760453-5 {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 26 21:17:51.239339 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70795c7b-309a-4d4c-af3d-fc4f849dc5c5 req-00db1e28-1cfe-471d-8f86-8a2eb01bb94d service neutron] Attempting to bind port 855d117c-7e61-48ea-aea1-a4cc8811f046 on network efe29cb8-1223-4d1f-943f-1b137d401008 {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 21:17:51.247199 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70795c7b-309a-4d4c-af3d-fc4f849dc5c5 req-00db1e28-1cfe-471d-8f86-8a2eb01bb94d service neutron] Checking agent: {'id': '32ef628b-8417-46c5-8729-60fcabe358f1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-760453-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 21, 3, 8), 'started_at': datetime.datetime(2022, 1, 26, 21, 3, 8), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 21, 17, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 26 21:17:51.247989 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70795c7b-309a-4d4c-af3d-fc4f849dc5c5 req-00db1e28-1cfe-471d-8f86-8a2eb01bb94d service neutron] Checking segment: {'id': '770d2ce8-3e53-4f98-83ba-d454bf5f80eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'efe29cb8-1223-4d1f-943f-1b137d401008'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103305) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 21:17:51.253053 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70795c7b-309a-4d4c-af3d-fc4f849dc5c5 req-00db1e28-1cfe-471d-8f86-8a2eb01bb94d service neutron] Bound using segment: {'id': '770d2ce8-3e53-4f98-83ba-d454bf5f80eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'efe29cb8-1223-4d1f-943f-1b137d401008'} {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 26 21:17:51.253700 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [req-70795c7b-309a-4d4c-af3d-fc4f849dc5c5 req-00db1e28-1cfe-471d-8f86-8a2eb01bb94d service neutron] Bound port: 855d117c-7e61-48ea-aea1-a4cc8811f046, host: n-h1-760453-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '770d2ce8-3e53-4f98-83ba-d454bf5f80eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'efe29cb8-1223-4d1f-943f-1b137d401008'}}] {{(pid=103305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 26 21:17:51.254251 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-70795c7b-309a-4d4c-af3d-fc4f849dc5c5 req-00db1e28-1cfe-471d-8f86-8a2eb01bb94d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (855d117c-7e61-48ea-aea1-a4cc8811f046), before_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:17:51.267675 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-04b767d1-ba9d-4498-aa72-3e4a8c41d329 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (09df100c-3af1-4b0a-bda8-05914c71c458), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:17:51.352532 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-51668430-10d2-482c-9d21-bc5cd4f7ef46 tempest-ExtraDHCPOptionsIpV6TestJSON-560725893 tempest-ExtraDHCPOptionsIpV6TestJSON-560725893-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9285249', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12215227'] for subnet (8518ac00-17e6-4187-90a2-3b1127e21b4b), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:17:51.363966 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-1189d1b0-9bc3-4bb2-8b9d-576f179a0194 req-5efa7dd7-d733-4b1f-b607-c971ae2bda66 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=aa555cc10a47477a8b8df6a9975c1a84&device_id=5dcae182-f21f-49a1-b18d-e2bf967c0016 HTTP/1.1" status: 200 len: 210 time: 0.1073458 Jan 26 21:17:51.401279 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [req-70795c7b-309a-4d4c-af3d-fc4f849dc5c5 req-00db1e28-1cfe-471d-8f86-8a2eb01bb94d service neutron] For port 855d117c-7e61-48ea-aea1-a4cc8811f046, host n-h1-760453-5, cleared binding levels {{(pid=103305) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 26 21:17:51.406010 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [req-70795c7b-309a-4d4c-af3d-fc4f849dc5c5 req-00db1e28-1cfe-471d-8f86-8a2eb01bb94d service neutron] For port 855d117c-7e61-48ea-aea1-a4cc8811f046, host n-h1-760453-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-5',level=0,port_id=855d117c-7e61-48ea-aea1-a4cc8811f046,segment=NetworkSegment(770d2ce8-3e53-4f98-83ba-d454bf5f80eb),segment_id=770d2ce8-3e53-4f98-83ba-d454bf5f80eb)] {{(pid=103305) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 26 21:17:51.418945 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-70795c7b-309a-4d4c-af3d-fc4f849dc5c5 req-00db1e28-1cfe-471d-8f86-8a2eb01bb94d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11791520'] for port (855d117c-7e61-48ea-aea1-a4cc8811f046), after_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:17:51.447006 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 26 Jan 2022 21:17:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57dfb4d9-fa72-40a2-8ea3-af558ad9cedd x-openstack-request-id: req-57dfb4d9-fa72-40a2-8ea3-af558ad9cedd {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 21:17:51.447295 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ca795481-031c-48ac-925f-00596ed83bb9", "tag": "a7268cc1-3994-4713-bc9a-c43426d166e2", "status": "completed", "code": 200}]} {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 21:17:51.447805 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-57dfb4d9-fa72-40a2-8ea3-af558ad9cedd {{(pid=103305) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 21:17:51.448018 n-d-760453-5 neutron-server[103305]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ca795481-031c-48ac-925f-00596ed83bb9', 'tag': 'a7268cc1-3994-4713-bc9a-c43426d166e2', 'status': 'completed', 'code': 200} Jan 26 21:17:51.532450 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70795c7b-309a-4d4c-af3d-fc4f849dc5c5 req-00db1e28-1cfe-471d-8f86-8a2eb01bb94d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:17:51.533185 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-70795c7b-309a-4d4c-af3d-fc4f849dc5c5 req-00db1e28-1cfe-471d-8f86-8a2eb01bb94d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:17:51.535267 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-70795c7b-309a-4d4c-af3d-fc4f849dc5c5 req-00db1e28-1cfe-471d-8f86-8a2eb01bb94d service neutron] 10.222.0.66 "PUT /v2.0/ports/855d117c-7e61-48ea-aea1-a4cc8811f046 HTTP/1.1" status: 200 len: 1136 time: 1.5484095 Jan 26 21:17:51.585847 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-1189d1b0-9bc3-4bb2-8b9d-576f179a0194 req-679d0bef-8072-4bd2-839f-78b42ead3e40 service neutron] 10.222.0.66 "GET /v2.0/networks?tenant_id=aa555cc10a47477a8b8df6a9975c1a84&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1464255 Jan 26 21:17:51.613887 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [req-70795c7b-309a-4d4c-af3d-fc4f849dc5c5 req-32026677-6260-4356-b6a4-4c0bcd6c2348 service neutron] Request body: {'port': {'device_id': 'ca795481-031c-48ac-925f-00596ed83bb9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-760453-5'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:17:51.626983 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00db1e28-1cfe-471d-8f86-8a2eb01bb94d service neutron] Pushing event updated for resources: {'Port': ['ID=855d117c-7e61-48ea-aea1-a4cc8811f046,revision_number=3']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:17:51.651945 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51668430-10d2-482c-9d21-bc5cd4f7ef46 tempest-ExtraDHCPOptionsIpV6TestJSON-560725893 tempest-ExtraDHCPOptionsIpV6TestJSON-560725893-project] Pushing event updated for resources: {'Subnet': ['ID=8518ac00-17e6-4187-90a2-3b1127e21b4b,revision_number=0']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:17:51.695612 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718ce83d-ed07-4798-a6a0-aafddf366afa req-a5d1f98a-6a9f-4fe9-b8cb-68377848548c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:17:51.696104 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718ce83d-ed07-4798-a6a0-aafddf366afa req-a5d1f98a-6a9f-4fe9-b8cb-68377848548c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:17:51.696588 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718ce83d-ed07-4798-a6a0-aafddf366afa req-a5d1f98a-6a9f-4fe9-b8cb-68377848548c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:17:51.697070 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718ce83d-ed07-4798-a6a0-aafddf366afa req-a5d1f98a-6a9f-4fe9-b8cb-68377848548c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:17:51.698116 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718ce83d-ed07-4798-a6a0-aafddf366afa req-a5d1f98a-6a9f-4fe9-b8cb-68377848548c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:17:51.698595 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718ce83d-ed07-4798-a6a0-aafddf366afa req-a5d1f98a-6a9f-4fe9-b8cb-68377848548c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:17:51.699066 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718ce83d-ed07-4798-a6a0-aafddf366afa req-a5d1f98a-6a9f-4fe9-b8cb-68377848548c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:17:51.701938 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-718ce83d-ed07-4798-a6a0-aafddf366afa req-a5d1f98a-6a9f-4fe9-b8cb-68377848548c service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=026ef2d8b8e041b18f9abf8363011406&device_id=ca795481-031c-48ac-925f-00596ed83bb9 HTTP/1.1" status: 200 len: 6220 time: 0.2076683 Jan 26 21:17:51.763556 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692ae685-6c47-4567-8452-51b834bbb4c1 req-5b98f41e-e367-45d5-8f49-d0bf7c971f1c tempest-ServerMetadataNegativeTestJSON-376070701 tempest-ServerMetadataNegativeTestJSON-376070701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:17:51.771109 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-692ae685-6c47-4567-8452-51b834bbb4c1 req-5b98f41e-e367-45d5-8f49-d0bf7c971f1c tempest-ServerMetadataNegativeTestJSON-376070701 tempest-ServerMetadataNegativeTestJSON-376070701-project] 10.222.0.13 "GET /v2.0/ports?device_id=3f37e8e3-0c6e-43bb-98fe-345543093159 HTTP/1.1" status: 200 len: 945 time: 0.3914554 Jan 26 21:17:51.779944 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-e364cd79-96e8-44c1-a2bd-e36449ea90f3 req-b14b7ec2-349a-48eb-82ec-4983435c50b2 tempest-ServerShowV247Test-997106086 tempest-ServerShowV247Test-997106086-project] 10.222.0.13 "GET /v2.0/ports?device_id=5dcae182-f21f-49a1-b18d-e2bf967c0016 HTTP/1.1" status: 200 len: 210 time: 0.1541574 Jan 26 21:17:51.815040 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51668430-10d2-482c-9d21-bc5cd4f7ef46 tempest-ExtraDHCPOptionsIpV6TestJSON-560725893 tempest-ExtraDHCPOptionsIpV6TestJSON-560725893-project] Checking segment: {'id': 'c020cdab-5ea7-4420-8f86-7c912aaca540', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '01a518e2-4c29-492f-904f-d4938b76217a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103304) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 21:17:51.815580 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51668430-10d2-482c-9d21-bc5cd4f7ef46 tempest-ExtraDHCPOptionsIpV6TestJSON-560725893 tempest-ExtraDHCPOptionsIpV6TestJSON-560725893-project] Network hostable DHCP agents. Network: 01a518e2-4c29-492f-904f-d4938b76217a, hostable agents: ['474ccdf7-ab6c-405b-a3b2-dc7b05829902'], hosted agents: [] {{(pid=103304) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 26 21:17:51.830925 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-70795c7b-309a-4d4c-af3d-fc4f849dc5c5 req-32026677-6260-4356-b6a4-4c0bcd6c2348 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (e0b52d53-b737-4357-b6a1-5a10086eeb00), before_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:17:51.929954 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718ce83d-ed07-4798-a6a0-aafddf366afa req-ed5be245-b453-4398-935e-f0695e9a8fbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:17:51.930432 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718ce83d-ed07-4798-a6a0-aafddf366afa req-ed5be245-b453-4398-935e-f0695e9a8fbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:17:51.930894 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718ce83d-ed07-4798-a6a0-aafddf366afa req-ed5be245-b453-4398-935e-f0695e9a8fbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:17:51.932580 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-718ce83d-ed07-4798-a6a0-aafddf366afa req-ed5be245-b453-4398-935e-f0695e9a8fbf service neutron] 10.222.0.66 "GET /v2.0/networks?tenant_id=026ef2d8b8e041b18f9abf8363011406&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.1998458 Jan 26 21:17:51.942207 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-692ae685-6c47-4567-8452-51b834bbb4c1 req-3be581ca-599e-40d1-86ca-7c269aaf10b9 tempest-ServerMetadataNegativeTestJSON-376070701 tempest-ServerMetadataNegativeTestJSON-376070701-project] 10.222.0.13 "GET /v2.0/security-groups?id=4841882e-fd02-40f4-9249-056ca41a1d6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1688752 Jan 26 21:17:52.029775 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51668430-10d2-482c-9d21-bc5cd4f7ef46 tempest-ExtraDHCPOptionsIpV6TestJSON-560725893 tempest-ExtraDHCPOptionsIpV6TestJSON-560725893-project] Network 01a518e2-4c29-492f-904f-d4938b76217a is scheduled to be hosted by DHCP agent 474ccdf7-ab6c-405b-a3b2-dc7b05829902 with binding_index 1 {{(pid=103304) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 26 21:17:52.047746 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [req-eda29470-e24f-4373-b056-7f751434e9bf req-ccb8e88c-2e1c-485f-8259-6ea1ec870e50 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=103304) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 26 21:17:52.054812 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-eda29470-e24f-4373-b056-7f751434e9bf req-ccb8e88c-2e1c-485f-8259-6ea1ec870e50 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0183129 Jan 26 21:17:52.081409 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [None req-51668430-10d2-482c-9d21-bc5cd4f7ef46 tempest-ExtraDHCPOptionsIpV6TestJSON-560725893 tempest-ExtraDHCPOptionsIpV6TestJSON-560725893-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760453-5, 01a518e2-4c29-492f-904f-d4938b76217a) {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:17:52.092876 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4c6a40b-b770-4f2b-99a4-5f76f5b1684f None None] Network 01a518e2-4c29-492f-904f-d4938b76217a requested from n-d-760453-5 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 26 21:17:52.097625 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1189d1b0-9bc3-4bb2-8b9d-576f179a0194 req-872a6f5a-cd1a-49d1-81b6-f841a211b3fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:17:52.099279 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-1189d1b0-9bc3-4bb2-8b9d-576f179a0194 req-872a6f5a-cd1a-49d1-81b6-f841a211b3fe service neutron] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4938898 Jan 26 21:17:52.104005 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51668430-10d2-482c-9d21-bc5cd4f7ef46 tempest-ExtraDHCPOptionsIpV6TestJSON-560725893 tempest-ExtraDHCPOptionsIpV6TestJSON-560725893-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:17:52.104599 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-51668430-10d2-482c-9d21-bc5cd4f7ef46 tempest-ExtraDHCPOptionsIpV6TestJSON-560725893 tempest-ExtraDHCPOptionsIpV6TestJSON-560725893-project] Publish callbacks [] for subnet (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:17:52.132659 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1048732b-6ab4-48ae-8f86-e667cafa7596 req-215ffb75-55ec-4e83-9112-5e98d835504a tempest-DeleteServersTestJSON-1338827600 tempest-DeleteServersTestJSON-1338827600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:17:52.135538 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-1048732b-6ab4-48ae-8f86-e667cafa7596 req-215ffb75-55ec-4e83-9112-5e98d835504a tempest-DeleteServersTestJSON-1338827600 tempest-DeleteServersTestJSON-1338827600-project] 10.222.0.13 "GET /v2.0/ports?device_id=69a6a3b7-e4f3-428f-b875-01ce0f86e195 HTTP/1.1" status: 200 len: 946 time: 0.1804028 Jan 26 21:17:52.172354 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-51668430-10d2-482c-9d21-bc5cd4f7ef46 tempest-ExtraDHCPOptionsIpV6TestJSON-560725893 tempest-ExtraDHCPOptionsIpV6TestJSON-560725893-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.7960181 Jan 26 21:17:52.175033 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 60326) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:17:52.194242 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-0a700a8f-cc9d-4ab5-955e-1e0ae45754b3 tempest-ExtraDHCPOptionsIpV6TestJSON-560725893 tempest-ExtraDHCPOptionsIpV6TestJSON-560725893-project] Request body: {'port': {'network_id': '01a518e2-4c29-492f-904f-d4938b76217a', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-153749079'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:17:52.218614 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-1048732b-6ab4-48ae-8f86-e667cafa7596 req-3604df05-d36f-4bbf-8ce4-470f2d16f6c3 tempest-DeleteServersTestJSON-1338827600 tempest-DeleteServersTestJSON-1338827600-project] 10.222.0.13 "GET /v2.0/security-groups?id=b7fc5e70-a24b-497d-9cf6-8df82d0ad35b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756860 Jan 26 21:17:52.274439 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-841f5991-a4d8-4d4b-b215-cbc6bab5427b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (aa7ee9d2-08eb-4e12-b895-24c57300dfec), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:17:52.361354 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83065b53-e87d-494e-915f-47edc24881ca None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3c4099e8-8ffb-51d1-af7f-5868973e933f-01a518e2-4c29-492f-904f-d4938b76217a', 'network_id': '01a518e2-4c29-492f-904f-d4938b76217a', 'project_id': '362d23e083df4f11850a8cd200f30d7a', 'fixed_ips': [{'subnet_id': '8518ac00-17e6-4187-90a2-3b1127e21b4b'}]}} from n-d-760453-5. {{(pid=103306) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 26 21:17:52.362497 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-83065b53-e87d-494e-915f-47edc24881ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (None), before_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:17:52.524134 n-d-760453-5 neutron-server[103305]: DEBUG neutron.notifiers.nova [req-70795c7b-309a-4d4c-af3d-fc4f849dc5c5 req-32026677-6260-4356-b6a4-4c0bcd6c2348 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e0b52d53-b737-4357-b6a1-5a10086eeb00 {{(pid=103305) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 26 21:17:52.531820 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b109498-34ad-4807-9767-0507201a5c93 req-e24c486e-0b14-4879-b087-e262d994c1df tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:17:52.550779 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-70795c7b-309a-4d4c-af3d-fc4f849dc5c5 req-32026677-6260-4356-b6a4-4c0bcd6c2348 service neutron] Publish callbacks [] for port (e0b52d53-b737-4357-b6a1-5a10086eeb00), precommit_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:17:52.559897 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b109498-34ad-4807-9767-0507201a5c93 req-e24c486e-0b14-4879-b087-e262d994c1df tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:17:52.580651 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b109498-34ad-4807-9767-0507201a5c93 req-e24c486e-0b14-4879-b087-e262d994c1df tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:17:52.596569 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b109498-34ad-4807-9767-0507201a5c93 req-e24c486e-0b14-4879-b087-e262d994c1df tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:17:52.599242 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.provisioning_blocks [req-70795c7b-309a-4d4c-af3d-fc4f849dc5c5 req-32026677-6260-4356-b6a4-4c0bcd6c2348 service neutron] Transition to ACTIVE for port object e0b52d53-b737-4357-b6a1-5a10086eeb00 will not be triggered until provisioned by entity L2. {{(pid=103305) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 21:17:52.601068 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718ce83d-ed07-4798-a6a0-aafddf366afa req-4a9cb165-30ae-446a-8d97-cde2537d4458 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:17:52.618661 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-718ce83d-ed07-4798-a6a0-aafddf366afa req-4a9cb165-30ae-446a-8d97-cde2537d4458 service neutron] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6131244 Jan 26 21:17:52.633226 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-70795c7b-309a-4d4c-af3d-fc4f849dc5c5 req-32026677-6260-4356-b6a4-4c0bcd6c2348 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11791520'] for port (e0b52d53-b737-4357-b6a1-5a10086eeb00), after_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:17:52.643461 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b109498-34ad-4807-9767-0507201a5c93 req-e24c486e-0b14-4879-b087-e262d994c1df tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:17:52.649501 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b109498-34ad-4807-9767-0507201a5c93 req-e24c486e-0b14-4879-b087-e262d994c1df tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:17:52.657002 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b109498-34ad-4807-9767-0507201a5c93 req-e24c486e-0b14-4879-b087-e262d994c1df tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:17:52.665845 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-1b109498-34ad-4807-9767-0507201a5c93 req-e24c486e-0b14-4879-b087-e262d994c1df tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca795481-031c-48ac-925f-00596ed83bb9 HTTP/1.1" status: 200 len: 5383 time: 0.2523797 Jan 26 21:17:52.739037 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.db_base_plugin_common [None req-83065b53-e87d-494e-915f-47edc24881ca None None] Allocated IP 2001:db8::2 (01a518e2-4c29-492f-904f-d4938b76217a/8518ac00-17e6-4187-90a2-3b1127e21b4b/9a14f1a1-f36d-4604-b567-e5396a831476) {{(pid=103306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 21:17:52.754328 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-1b109498-34ad-4807-9767-0507201a5c93 req-5cedfef3-a5fe-4e7b-b835-dc8d9fa85b75 tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] 10.222.0.13 "GET /v2.0/security-groups?id=cfb1b9fe-a4df-4bbd-b439-103a9aa84b57&id=4949e7fd-e987-466a-ab17-ed5ae28a32c1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0874069 Jan 26 21:17:52.757427 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Device 9eeaf456-d413-477c-8ea6-d359db8aaa9d up at agent hyperv_n-h1-760453-5 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 21:17:52.935492 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32026677-6260-4356-b6a4-4c0bcd6c2348 service neutron] Pushing event updated for resources: {'Port': ['ID=e0b52d53-b737-4357-b6a1-5a10086eeb00,revision_number=2']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:17:53.044755 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe0f793-b363-41dc-91f7-bf14b5e35bfd req-c2b88ce1-ef22-4cff-ba51-d751a36a5526 tempest-DeleteServersTestJSON-1338827600 tempest-DeleteServersTestJSON-1338827600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:17:53.049224 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-4fe0f793-b363-41dc-91f7-bf14b5e35bfd req-c2b88ce1-ef22-4cff-ba51-d751a36a5526 tempest-DeleteServersTestJSON-1338827600 tempest-DeleteServersTestJSON-1338827600-project] 10.222.0.57 "GET /v2.0/ports?device_id=69a6a3b7-e4f3-428f-b875-01ce0f86e195 HTTP/1.1" status: 200 len: 946 time: 0.3200781 Jan 26 21:17:53.053287 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-3a38d6e0-f386-44ee-b000-13f5303aaccc req-f7210277-9acd-4e00-a843-6736328a0e99 tempest-ServerShowV247Test-997106086 tempest-ServerShowV247Test-997106086-project] 10.222.0.13 "GET /v2.0/ports?device_id=5dcae182-f21f-49a1-b18d-e2bf967c0016 HTTP/1.1" status: 200 len: 210 time: 0.0640121 Jan 26 21:17:53.068650 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Device 2bf2bb3a-e382-4bad-8651-b4f4db81227d no longer exists at agent hyperv_n-h2-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 26 21:17:53.094834 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-83065b53-e87d-494e-915f-47edc24881ca None None] Publish callbacks [] for port (9a14f1a1-f36d-4604-b567-e5396a831476), precommit_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:17:53.131641 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] No Port match for: 2bf2bb3a-e382-4bad-8651-b4f4db81227d {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 26 21:17:53.132359 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Device 2bf2bb3a-e382-4bad-8651-b4f4db81227d not bound to the agent host n-h2-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 26 21:17:53.135560 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Provisioning for port 9eeaf456-d413-477c-8ea6-d359db8aaa9d completed by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 21:17:53.142794 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (4d619873-4b60-439f-9b5a-b155dc8bbc34), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:17:53.144716 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-83065b53-e87d-494e-915f-47edc24881ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746560234527'] for port (9a14f1a1-f36d-4604-b567-e5396a831476), after_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:17:53.154027 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Provisioning complete for port 9eeaf456-d413-477c-8ea6-d359db8aaa9d triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:17:53.154722 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (9eeaf456-d413-477c-8ea6-d359db8aaa9d), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:17:53.171420 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a700a8f-cc9d-4ab5-955e-1e0ae45754b3 tempest-ExtraDHCPOptionsIpV6TestJSON-560725893 tempest-ExtraDHCPOptionsIpV6TestJSON-560725893-project] Made reservation on behalf of 362d23e083df4f11850a8cd200f30d7a for: {'port': 1} {{(pid=103305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 21:17:53.180326 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-0a700a8f-cc9d-4ab5-955e-1e0ae45754b3 tempest-ExtraDHCPOptionsIpV6TestJSON-560725893 tempest-ExtraDHCPOptionsIpV6TestJSON-560725893-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:17:53.236334 n-d-760453-5 neutron-server[103306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83065b53-e87d-494e-915f-47edc24881ca None None] Network 01a518e2-4c29-492f-904f-d4938b76217a is already hosted by enough agents. {{(pid=103306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 21:17:53.243728 n-d-760453-5 neutron-server[103306]: DEBUG neutron.scheduler.base_scheduler [None req-83065b53-e87d-494e-915f-47edc24881ca None None] Resources bound (agent type, host, resource id): {{(pid=103306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:17:53.261146 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83065b53-e87d-494e-915f-47edc24881ca None None] Received port after_create {{(pid=103306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 21:17:53.263592 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [req-70795c7b-309a-4d4c-af3d-fc4f849dc5c5 req-32026677-6260-4356-b6a4-4c0bcd6c2348 service neutron] Attempting to bind port e0b52d53-b737-4357-b6a1-5a10086eeb00 on host n-h1-760453-5 for vnic_type normal with profile {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 21:17:53.263938 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [req-70795c7b-309a-4d4c-af3d-fc4f849dc5c5 req-32026677-6260-4356-b6a4-4c0bcd6c2348 service neutron] Attempting to bind port e0b52d53-b737-4357-b6a1-5a10086eeb00 by drivers openvswitch,hyperv on host n-h1-760453-5 at level 0 using segments [{'id': '770d2ce8-3e53-4f98-83ba-d454bf5f80eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'efe29cb8-1223-4d1f-943f-1b137d401008'}] {{(pid=103305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 26 21:17:53.264470 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70795c7b-309a-4d4c-af3d-fc4f849dc5c5 req-32026677-6260-4356-b6a4-4c0bcd6c2348 service neutron] Attempting to bind port e0b52d53-b737-4357-b6a1-5a10086eeb00 on network efe29cb8-1223-4d1f-943f-1b137d401008 {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 21:17:53.274120 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83065b53-e87d-494e-915f-47edc24881ca None None] Pushing event updated for resources: {'Port': ['ID=9a14f1a1-f36d-4604-b567-e5396a831476,revision_number=1']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:17:53.281707 n-d-760453-5 neutron-server[103305]: DEBUG neutron.notifiers.nova [None req-0a700a8f-cc9d-4ab5-955e-1e0ae45754b3 tempest-ExtraDHCPOptionsIpV6TestJSON-560725893 tempest-ExtraDHCPOptionsIpV6TestJSON-560725893-project] device_id is not set on port fe636222-3018-48bc-b627-254c51aaec34 yet. {{(pid=103305) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 26 21:17:53.305415 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70795c7b-309a-4d4c-af3d-fc4f849dc5c5 req-32026677-6260-4356-b6a4-4c0bcd6c2348 service neutron] Port e0b52d53-b737-4357-b6a1-5a10086eeb00 on network efe29cb8-1223-4d1f-943f-1b137d401008 not bound, no agent of type Open vSwitch agent registered on host n-h1-760453-5 {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 26 21:17:53.305739 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70795c7b-309a-4d4c-af3d-fc4f849dc5c5 req-32026677-6260-4356-b6a4-4c0bcd6c2348 service neutron] Attempting to bind port e0b52d53-b737-4357-b6a1-5a10086eeb00 on network efe29cb8-1223-4d1f-943f-1b137d401008 {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 21:17:53.391154 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15c9680-195d-42c7-9b71-81dd78b0bf0f req-d7fa873c-f2d9-4916-9cea-94e8c55e885a tempest-ServerMetadataNegativeTestJSON-376070701 tempest-ServerMetadataNegativeTestJSON-376070701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:17:53.398627 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-c15c9680-195d-42c7-9b71-81dd78b0bf0f req-d7fa873c-f2d9-4916-9cea-94e8c55e885a tempest-ServerMetadataNegativeTestJSON-376070701 tempest-ServerMetadataNegativeTestJSON-376070701-project] 10.222.0.13 "GET /v2.0/ports?device_id=3f37e8e3-0c6e-43bb-98fe-345543093159 HTTP/1.1" status: 200 len: 945 time: 0.0811777 Jan 26 21:17:53.411642 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Current status of the port 9eeaf456-d413-477c-8ea6-d359db8aaa9d is: BUILD; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:17:53.412041 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (9eeaf456-d413-477c-8ea6-d359db8aaa9d), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:17:53.414302 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70795c7b-309a-4d4c-af3d-fc4f849dc5c5 req-32026677-6260-4356-b6a4-4c0bcd6c2348 service neutron] Checking agent: {'id': '32ef628b-8417-46c5-8729-60fcabe358f1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-760453-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 21, 3, 8), 'started_at': datetime.datetime(2022, 1, 26, 21, 3, 8), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 21, 17, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 26 21:17:53.414661 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70795c7b-309a-4d4c-af3d-fc4f849dc5c5 req-32026677-6260-4356-b6a4-4c0bcd6c2348 service neutron] Checking segment: {'id': '770d2ce8-3e53-4f98-83ba-d454bf5f80eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'efe29cb8-1223-4d1f-943f-1b137d401008'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103305) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 21:17:53.415251 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70795c7b-309a-4d4c-af3d-fc4f849dc5c5 req-32026677-6260-4356-b6a4-4c0bcd6c2348 service neutron] Bound using segment: {'id': '770d2ce8-3e53-4f98-83ba-d454bf5f80eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'efe29cb8-1223-4d1f-943f-1b137d401008'} {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 26 21:17:53.415716 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [req-70795c7b-309a-4d4c-af3d-fc4f849dc5c5 req-32026677-6260-4356-b6a4-4c0bcd6c2348 service neutron] Bound port: e0b52d53-b737-4357-b6a1-5a10086eeb00, host: n-h1-760453-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '770d2ce8-3e53-4f98-83ba-d454bf5f80eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'efe29cb8-1223-4d1f-943f-1b137d401008'}}] {{(pid=103305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 26 21:17:53.421630 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-70795c7b-309a-4d4c-af3d-fc4f849dc5c5 req-32026677-6260-4356-b6a4-4c0bcd6c2348 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (e0b52d53-b737-4357-b6a1-5a10086eeb00), before_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:17:53.442433 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-83065b53-e87d-494e-915f-47edc24881ca None None] Attempting to bind port 9a14f1a1-f36d-4604-b567-e5396a831476 on host n-d-760453-5 for vnic_type normal with profile {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 21:17:53.442807 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-83065b53-e87d-494e-915f-47edc24881ca None None] Attempting to bind port 9a14f1a1-f36d-4604-b567-e5396a831476 by drivers openvswitch,hyperv on host n-d-760453-5 at level 0 using segments [{'id': 'c020cdab-5ea7-4420-8f86-7c912aaca540', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '01a518e2-4c29-492f-904f-d4938b76217a'}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 26 21:17:53.443171 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83065b53-e87d-494e-915f-47edc24881ca None None] Attempting to bind port 9a14f1a1-f36d-4604-b567-e5396a831476 on network 01a518e2-4c29-492f-904f-d4938b76217a {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 21:17:53.457266 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83065b53-e87d-494e-915f-47edc24881ca None None] Checking agent: {'id': 'fea0591a-627d-4c87-9a9a-01625ddf3277', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760453-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 20, 55, 25), 'started_at': datetime.datetime(2022, 1, 26, 20, 55, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 21, 17, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760453-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 26 21:17:53.457716 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83065b53-e87d-494e-915f-47edc24881ca None None] Checking segment: {'id': 'c020cdab-5ea7-4420-8f86-7c912aaca540', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '01a518e2-4c29-492f-904f-d4938b76217a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 21:17:53.458120 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-83065b53-e87d-494e-915f-47edc24881ca None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:17:53.458623 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83065b53-e87d-494e-915f-47edc24881ca None None] Bound using segment: {'id': 'c020cdab-5ea7-4420-8f86-7c912aaca540', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '01a518e2-4c29-492f-904f-d4938b76217a'} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 26 21:17:53.459434 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-83065b53-e87d-494e-915f-47edc24881ca None None] Bound port: 9a14f1a1-f36d-4604-b567-e5396a831476, host: n-d-760453-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c020cdab-5ea7-4420-8f86-7c912aaca540', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '01a518e2-4c29-492f-904f-d4938b76217a'}}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 26 21:17:53.459820 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-83065b53-e87d-494e-915f-47edc24881ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (9a14f1a1-f36d-4604-b567-e5396a831476), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:17:53.462602 n-d-760453-5 neutron-server[103305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30b3878b-e41c-4f2a-b1d4-a23fc4214e6b', 'name': 'network-vif-deleted', 'tag': '2bf2bb3a-e382-4bad-8651-b4f4db81227d'}, {'name': 'network-changed', 'server_uuid': 'ca795481-031c-48ac-925f-00596ed83bb9', 'tag': '855d117c-7e61-48ea-aea1-a4cc8811f046'}] {{(pid=103305) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 21:17:53.464912 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d4654568b7bf041e72ff8fe1c96d6d761d9c921f2b99bc7b3a26632be20cee0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00caeed4-4b36-448d-bf70-2ce328e4c1b6" -d '{"events": [{"server_uuid": "30b3878b-e41c-4f2a-b1d4-a23fc4214e6b", "name": "network-vif-deleted", "tag": "2bf2bb3a-e382-4bad-8651-b4f4db81227d"}, {"name": "network-changed", "server_uuid": "ca795481-031c-48ac-925f-00596ed83bb9", "tag": "855d117c-7e61-48ea-aea1-a4cc8811f046"}]}' {{(pid=103305) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 21:17:53.467306 n-d-760453-5 neutron-server[103306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f37e8e3-0c6e-43bb-98fe-345543093159', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9eeaf456-d413-477c-8ea6-d359db8aaa9d'}] {{(pid=103306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 21:17:53.469834 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9d5d370febab655511bdd2ffe887e43e442d144a440368702bcc1e93af00b97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03e03e43-87f2-4d8f-a63a-9c49d2c44625" -d '{"events": [{"server_uuid": "3f37e8e3-0c6e-43bb-98fe-345543093159", "name": "network-vif-plugged", "status": "completed", "tag": "9eeaf456-d413-477c-8ea6-d359db8aaa9d"}]}' {{(pid=103306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 21:17:53.497937 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] For port 9eeaf456-d413-477c-8ea6-d359db8aaa9d, host n-h1-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-5',level=0,port_id=9eeaf456-d413-477c-8ea6-d359db8aaa9d,segment=NetworkSegment(d4326d9b-0013-4469-bfa5-86f8cf85fa89),segment_id=d4326d9b-0013-4469-bfa5-86f8cf85fa89)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:17:53.520540 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [req-4fe0f793-b363-41dc-91f7-bf14b5e35bfd req-4d19e152-6f22-4048-bc19-72b8bf4e2f5b tempest-DeleteServersTestJSON-1338827600 tempest-DeleteServersTestJSON-1338827600-project] Deleting port 8a45b325-7698-43b9-96d8-e96948234ef8 {{(pid=103305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 21:17:53.521172 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-4fe0f793-b363-41dc-91f7-bf14b5e35bfd req-4d19e152-6f22-4048-bc19-72b8bf4e2f5b tempest-DeleteServersTestJSON-1338827600 tempest-DeleteServersTestJSON-1338827600-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746560630878'] for port (8a45b325-7698-43b9-96d8-e96948234ef8), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:17:53.528827 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (9eeaf456-d413-477c-8ea6-d359db8aaa9d), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:17:53.544596 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-c15c9680-195d-42c7-9b71-81dd78b0bf0f req-d2401e23-6b16-4986-9c0c-0d07559dd338 tempest-ServerMetadataNegativeTestJSON-376070701 tempest-ServerMetadataNegativeTestJSON-376070701-project] 10.222.0.13 "GET /v2.0/security-groups?id=4841882e-fd02-40f4-9249-056ca41a1d6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1446643 Jan 26 21:17:53.621557 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-83065b53-e87d-494e-915f-47edc24881ca None None] For port 9a14f1a1-f36d-4604-b567-e5396a831476, host n-d-760453-5, cleared binding levels {{(pid=103306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 26 21:17:53.639853 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Pushing event updated for resources: {'Port': ['ID=9eeaf456-d413-477c-8ea6-d359db8aaa9d,revision_number=5']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:17:53.659955 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-83065b53-e87d-494e-915f-47edc24881ca None None] For port 9a14f1a1-f36d-4604-b567-e5396a831476, host n-d-760453-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=9a14f1a1-f36d-4604-b567-e5396a831476,segment=NetworkSegment(c020cdab-5ea7-4420-8f86-7c912aaca540),segment_id=c020cdab-5ea7-4420-8f86-7c912aaca540)] {{(pid=103306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 26 21:17:53.665966 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-83065b53-e87d-494e-915f-47edc24881ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (9a14f1a1-f36d-4604-b567-e5396a831476), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:17:53.777443 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [req-70795c7b-309a-4d4c-af3d-fc4f849dc5c5 req-32026677-6260-4356-b6a4-4c0bcd6c2348 service neutron] For port e0b52d53-b737-4357-b6a1-5a10086eeb00, host n-h1-760453-5, cleared binding levels {{(pid=103305) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 26 21:17:53.797062 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83065b53-e87d-494e-915f-47edc24881ca None None] Pushing event updated for resources: {'Port': ['ID=9a14f1a1-f36d-4604-b567-e5396a831476,revision_number=2']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:17:53.819199 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ddd0f9-c504-425c-8b5b-b262c3bee631 req-53bcfbfd-d0d2-4ba9-b2ff-3bb78f235764 tempest-DeleteServersTestJSON-1338827600 tempest-DeleteServersTestJSON-1338827600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:17:53.822144 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-c7ddd0f9-c504-425c-8b5b-b262c3bee631 req-53bcfbfd-d0d2-4ba9-b2ff-3bb78f235764 tempest-DeleteServersTestJSON-1338827600 tempest-DeleteServersTestJSON-1338827600-project] 10.222.0.13 "GET /v2.0/ports?device_id=69a6a3b7-e4f3-428f-b875-01ce0f86e195 HTTP/1.1" status: 200 len: 946 time: 0.0893354 Jan 26 21:17:53.883436 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [req-70795c7b-309a-4d4c-af3d-fc4f849dc5c5 req-32026677-6260-4356-b6a4-4c0bcd6c2348 service neutron] For port e0b52d53-b737-4357-b6a1-5a10086eeb00, host n-h1-760453-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-5',level=0,port_id=e0b52d53-b737-4357-b6a1-5a10086eeb00,segment=NetworkSegment(770d2ce8-3e53-4f98-83ba-d454bf5f80eb),segment_id=770d2ce8-3e53-4f98-83ba-d454bf5f80eb)] {{(pid=103305) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 26 21:17:53.886714 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-1189d1b0-9bc3-4bb2-8b9d-576f179a0194 req-f7f13eb6-65b3-44d7-b82e-d6191059a9f5 tempest-ServerShowV247Test-997106086 tempest-ServerShowV247Test-997106086-project] 10.222.0.66 "GET /v2.0/ports?device_id=5dcae182-f21f-49a1-b18d-e2bf967c0016 HTTP/1.1" status: 200 len: 210 time: 0.0794640 Jan 26 21:17:53.897745 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-70795c7b-309a-4d4c-af3d-fc4f849dc5c5 req-32026677-6260-4356-b6a4-4c0bcd6c2348 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11791520'] for port (e0b52d53-b737-4357-b6a1-5a10086eeb00), after_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:17:53.906639 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-c7ddd0f9-c504-425c-8b5b-b262c3bee631 req-b39e366c-bc24-4495-b10a-c2ef288c0ba1 tempest-DeleteServersTestJSON-1338827600 tempest-DeleteServersTestJSON-1338827600-project] 10.222.0.13 "GET /v2.0/security-groups?id=b7fc5e70-a24b-497d-9cf6-8df82d0ad35b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708556 Jan 26 21:17:53.954168 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Jan 2022 21:17:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15a9c87c-0bb2-4610-8172-9fdd4fa60fa2 x-openstack-request-id: req-15a9c87c-0bb2-4610-8172-9fdd4fa60fa2 {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 21:17:53.957552 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f37e8e3-0c6e-43bb-98fe-345543093159", "name": "network-vif-plugged", "status": "completed", "tag": "9eeaf456-d413-477c-8ea6-d359db8aaa9d", "code": 200}]} {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 21:17:53.959384 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-15a9c87c-0bb2-4610-8172-9fdd4fa60fa2 {{(pid=103306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 21:17:53.960027 n-d-760453-5 neutron-server[103306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f37e8e3-0c6e-43bb-98fe-345543093159', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9eeaf456-d413-477c-8ea6-d359db8aaa9d', 'code': 200} Jan 26 21:17:53.989595 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70795c7b-309a-4d4c-af3d-fc4f849dc5c5 req-32026677-6260-4356-b6a4-4c0bcd6c2348 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:17:53.991085 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-70795c7b-309a-4d4c-af3d-fc4f849dc5c5 req-32026677-6260-4356-b6a4-4c0bcd6c2348 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:17:53.992801 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-70795c7b-309a-4d4c-af3d-fc4f849dc5c5 req-32026677-6260-4356-b6a4-4c0bcd6c2348 service neutron] 10.222.0.66 "PUT /v2.0/ports/e0b52d53-b737-4357-b6a1-5a10086eeb00 HTTP/1.1" status: 200 len: 1091 time: 2.3983543 Jan 26 21:17:53.998126 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32026677-6260-4356-b6a4-4c0bcd6c2348 service neutron] Pushing event updated for resources: {'Port': ['ID=e0b52d53-b737-4357-b6a1-5a10086eeb00,revision_number=3']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:17:54.019878 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.db_base_plugin_common [None req-0a700a8f-cc9d-4ab5-955e-1e0ae45754b3 tempest-ExtraDHCPOptionsIpV6TestJSON-560725893 tempest-ExtraDHCPOptionsIpV6TestJSON-560725893-project] Allocated IP 2001:db8::a0 (01a518e2-4c29-492f-904f-d4938b76217a/8518ac00-17e6-4187-90a2-3b1127e21b4b/fe636222-3018-48bc-b627-254c51aaec34) {{(pid=103305) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 21:17:54.022668 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Wed, 26 Jan 2022 21:17:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de777fa4-4f95-4db9-b678-3bd4a55bbd8c x-openstack-request-id: req-de777fa4-4f95-4db9-b678-3bd4a55bbd8c {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 21:17:54.022970 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30b3878b-e41c-4f2a-b1d4-a23fc4214e6b", "name": "network-vif-deleted", "tag": "2bf2bb3a-e382-4bad-8651-b4f4db81227d", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "ca795481-031c-48ac-925f-00596ed83bb9", "tag": "855d117c-7e61-48ea-aea1-a4cc8811f046", "status": "completed", "code": 200}]} {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 21:17:54.023258 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-de777fa4-4f95-4db9-b678-3bd4a55bbd8c {{(pid=103305) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 21:17:54.023670 n-d-760453-5 neutron-server[103305]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30b3878b-e41c-4f2a-b1d4-a23fc4214e6b', 'name': 'network-vif-deleted', 'tag': '2bf2bb3a-e382-4bad-8651-b4f4db81227d', 'status': 'completed', 'code': 200} Jan 26 21:17:54.023965 n-d-760453-5 neutron-server[103305]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ca795481-031c-48ac-925f-00596ed83bb9', 'tag': '855d117c-7e61-48ea-aea1-a4cc8811f046', 'status': 'completed', 'code': 200} Jan 26 21:17:54.066828 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [req-70795c7b-309a-4d4c-af3d-fc4f849dc5c5 req-9f420e88-34e5-4b5a-940e-f27678316083 service neutron] Request body: {'port': {'device_id': 'ca795481-031c-48ac-925f-00596ed83bb9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-760453-5'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:17:54.067508 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-839dd188-ec69-470c-9ab0-d318dc1a2e96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (e79b4fc6-6c71-44b2-a6d0-ff3e1f4dfd0d), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:17:54.071106 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [req-4fe0f793-b363-41dc-91f7-bf14b5e35bfd req-4d19e152-6f22-4048-bc19-72b8bf4e2f5b tempest-DeleteServersTestJSON-1338827600 tempest-DeleteServersTestJSON-1338827600-project] For port 8a45b325-7698-43b9-96d8-e96948234ef8, host n-h2-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-5',level=0,port_id=8a45b325-7698-43b9-96d8-e96948234ef8,segment=NetworkSegment(2541abc4-0813-4c0d-94e6-c088627c1a85),segment_id=2541abc4-0813-4c0d-94e6-c088627c1a85)] {{(pid=103305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:17:54.071484 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-4fe0f793-b363-41dc-91f7-bf14b5e35bfd req-4d19e152-6f22-4048-bc19-72b8bf4e2f5b tempest-DeleteServersTestJSON-1338827600 tempest-DeleteServersTestJSON-1338827600-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4109658'] for port (8a45b325-7698-43b9-96d8-e96948234ef8), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:17:54.133652 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [req-4fe0f793-b363-41dc-91f7-bf14b5e35bfd req-4d19e152-6f22-4048-bc19-72b8bf4e2f5b tempest-DeleteServersTestJSON-1338827600 tempest-DeleteServersTestJSON-1338827600-project] Calling delete_port for 8a45b325-7698-43b9-96d8-e96948234ef8 owned by compute:nova {{(pid=103305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 21:17:54.374873 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb498daa-1ab4-4a09-b92d-28add9b63cde req-76f18ea2-d983-4888-a57e-089e17e7dd7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:17:54.377466 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-eb498daa-1ab4-4a09-b92d-28add9b63cde req-76f18ea2-d983-4888-a57e-089e17e7dd7a service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=3f37e8e3-0c6e-43bb-98fe-345543093159 HTTP/1.1" status: 200 len: 1097 time: 0.1601951 Jan 26 21:17:54.450593 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [req-8cafef5d-db44-49d9-8bb8-c6aed5483e0c req-e63ce65d-4be7-48ef-b121-169af6b6cfd6 tempest-LiveMigrationTest-97640354 tempest-LiveMigrationTest-97640354-project-admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=103304) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 26 21:17:54.463457 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-8cafef5d-db44-49d9-8bb8-c6aed5483e0c req-e63ce65d-4be7-48ef-b121-169af6b6cfd6 tempest-LiveMigrationTest-97640354 tempest-LiveMigrationTest-97640354-project-admin] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0205288 Jan 26 21:17:54.464202 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-0a700a8f-cc9d-4ab5-955e-1e0ae45754b3 tempest-ExtraDHCPOptionsIpV6TestJSON-560725893 tempest-ExtraDHCPOptionsIpV6TestJSON-560725893-project] Publish callbacks [] for port (fe636222-3018-48bc-b627-254c51aaec34), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:17:54.549725 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cafef5d-db44-49d9-8bb8-c6aed5483e0c req-4c9bb465-7af5-4cf7-baa8-3a760864b0f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:17:54.558402 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-8cafef5d-db44-49d9-8bb8-c6aed5483e0c req-4c9bb465-7af5-4cf7-baa8-3a760864b0f5 service neutron] 10.222.0.13 "GET /v2.0/ports/b07f46ba-4da1-431a-b45a-508248fce8a3 HTTP/1.1" status: 200 len: 1093 time: 0.0933852 Jan 26 21:17:54.568692 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [req-8cafef5d-db44-49d9-8bb8-c6aed5483e0c req-eff55f05-65b6-4689-a28e-c737368a32f8 service neutron] Request body: {'binding': {'host': 'n-h2-760453-5', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:17:54.569385 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [req-8cafef5d-db44-49d9-8bb8-c6aed5483e0c req-eff55f05-65b6-4689-a28e-c737368a32f8 service neutron] Unknown quota resources ['binding']. {{(pid=103304) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Jan 26 21:17:54.596051 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-70795c7b-309a-4d4c-af3d-fc4f849dc5c5 req-9f420e88-34e5-4b5a-940e-f27678316083 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (63291687-eb18-4520-9507-18da92da4324), before_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:17:54.612940 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-eb498daa-1ab4-4a09-b92d-28add9b63cde req-5803a887-2237-45f3-b77f-d819763027ec service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=4841882e-fd02-40f4-9249-056ca41a1d6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2237773 Jan 26 21:17:54.614855 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-0a700a8f-cc9d-4ab5-955e-1e0ae45754b3 tempest-ExtraDHCPOptionsIpV6TestJSON-560725893 tempest-ExtraDHCPOptionsIpV6TestJSON-560725893-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746560234527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11791543'] for port (fe636222-3018-48bc-b627-254c51aaec34), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:17:54.743808 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a700a8f-cc9d-4ab5-955e-1e0ae45754b3 tempest-ExtraDHCPOptionsIpV6TestJSON-560725893 tempest-ExtraDHCPOptionsIpV6TestJSON-560725893-project] Pushing event updated for resources: {'Port': ['ID=fe636222-3018-48bc-b627-254c51aaec34,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:17:54.765622 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a700a8f-cc9d-4ab5-955e-1e0ae45754b3 tempest-ExtraDHCPOptionsIpV6TestJSON-560725893 tempest-ExtraDHCPOptionsIpV6TestJSON-560725893-project] Network 01a518e2-4c29-492f-904f-d4938b76217a is already hosted by enough agents. {{(pid=103305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 21:17:54.779860 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [None req-0a700a8f-cc9d-4ab5-955e-1e0ae45754b3 tempest-ExtraDHCPOptionsIpV6TestJSON-560725893 tempest-ExtraDHCPOptionsIpV6TestJSON-560725893-project] Resources bound (agent type, host, resource id): {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:17:54.792119 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [req-8cafef5d-db44-49d9-8bb8-c6aed5483e0c req-eff55f05-65b6-4689-a28e-c737368a32f8 service neutron] Attempting to bind port b07f46ba-4da1-431a-b45a-508248fce8a3 on host n-h2-760453-5 for vnic_type normal with profile None {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 21:17:54.792457 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [req-8cafef5d-db44-49d9-8bb8-c6aed5483e0c req-eff55f05-65b6-4689-a28e-c737368a32f8 service neutron] Attempting to bind port b07f46ba-4da1-431a-b45a-508248fce8a3 by drivers openvswitch,hyperv on host n-h2-760453-5 at level 0 using segments [{'id': '984e14e0-bb79-4ef3-b570-cebad3b9694e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '57cdf3f5-a20b-4c6f-b2eb-bed2f5d4d40a'}] {{(pid=103304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 26 21:17:54.793828 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cafef5d-db44-49d9-8bb8-c6aed5483e0c req-eff55f05-65b6-4689-a28e-c737368a32f8 service neutron] Attempting to bind port b07f46ba-4da1-431a-b45a-508248fce8a3 on network 57cdf3f5-a20b-4c6f-b2eb-bed2f5d4d40a {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 21:17:54.798286 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cafef5d-db44-49d9-8bb8-c6aed5483e0c req-eff55f05-65b6-4689-a28e-c737368a32f8 service neutron] Port b07f46ba-4da1-431a-b45a-508248fce8a3 on network 57cdf3f5-a20b-4c6f-b2eb-bed2f5d4d40a not bound, no agent of type Open vSwitch agent registered on host n-h2-760453-5 {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 26 21:17:54.798609 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cafef5d-db44-49d9-8bb8-c6aed5483e0c req-eff55f05-65b6-4689-a28e-c737368a32f8 service neutron] Attempting to bind port b07f46ba-4da1-431a-b45a-508248fce8a3 on network 57cdf3f5-a20b-4c6f-b2eb-bed2f5d4d40a {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 21:17:54.804464 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cafef5d-db44-49d9-8bb8-c6aed5483e0c req-eff55f05-65b6-4689-a28e-c737368a32f8 service neutron] Checking agent: {'id': '4d619873-4b60-439f-9b5a-b155dc8bbc34', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-760453-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 21, 2, 53), 'started_at': datetime.datetime(2022, 1, 26, 21, 2, 53), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 21, 17, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 26 21:17:54.805048 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cafef5d-db44-49d9-8bb8-c6aed5483e0c req-eff55f05-65b6-4689-a28e-c737368a32f8 service neutron] Checking segment: {'id': '984e14e0-bb79-4ef3-b570-cebad3b9694e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '57cdf3f5-a20b-4c6f-b2eb-bed2f5d4d40a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103304) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 21:17:54.805478 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cafef5d-db44-49d9-8bb8-c6aed5483e0c req-eff55f05-65b6-4689-a28e-c737368a32f8 service neutron] Bound using segment: {'id': '984e14e0-bb79-4ef3-b570-cebad3b9694e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '57cdf3f5-a20b-4c6f-b2eb-bed2f5d4d40a'} {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 26 21:17:54.805904 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [req-8cafef5d-db44-49d9-8bb8-c6aed5483e0c req-eff55f05-65b6-4689-a28e-c737368a32f8 service neutron] Bound port: b07f46ba-4da1-431a-b45a-508248fce8a3, host: n-h2-760453-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '984e14e0-bb79-4ef3-b570-cebad3b9694e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '57cdf3f5-a20b-4c6f-b2eb-bed2f5d4d40a'}}] {{(pid=103304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 26 21:17:54.806317 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a700a8f-cc9d-4ab5-955e-1e0ae45754b3 tempest-ExtraDHCPOptionsIpV6TestJSON-560725893 tempest-ExtraDHCPOptionsIpV6TestJSON-560725893-project] Received port after_create {{(pid=103305) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 21:17:54.813877 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a700a8f-cc9d-4ab5-955e-1e0ae45754b3 tempest-ExtraDHCPOptionsIpV6TestJSON-560725893 tempest-ExtraDHCPOptionsIpV6TestJSON-560725893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:17:54.814497 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-0a700a8f-cc9d-4ab5-955e-1e0ae45754b3 tempest-ExtraDHCPOptionsIpV6TestJSON-560725893 tempest-ExtraDHCPOptionsIpV6TestJSON-560725893-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:17:54.821837 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00caeed4-4b36-448d-bf70-2ce328e4c1b6 req-f75efa59-f592-46e2-8d70-adb9ddb03d1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:17:54.822206 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00caeed4-4b36-448d-bf70-2ce328e4c1b6 req-f75efa59-f592-46e2-8d70-adb9ddb03d1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:17:54.822672 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00caeed4-4b36-448d-bf70-2ce328e4c1b6 req-f75efa59-f592-46e2-8d70-adb9ddb03d1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:17:54.823132 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00caeed4-4b36-448d-bf70-2ce328e4c1b6 req-f75efa59-f592-46e2-8d70-adb9ddb03d1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:17:54.823826 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00caeed4-4b36-448d-bf70-2ce328e4c1b6 req-f75efa59-f592-46e2-8d70-adb9ddb03d1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:17:54.824040 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00caeed4-4b36-448d-bf70-2ce328e4c1b6 req-f75efa59-f592-46e2-8d70-adb9ddb03d1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:17:54.825562 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00caeed4-4b36-448d-bf70-2ce328e4c1b6 req-f75efa59-f592-46e2-8d70-adb9ddb03d1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:17:54.827710 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-00caeed4-4b36-448d-bf70-2ce328e4c1b6 req-f75efa59-f592-46e2-8d70-adb9ddb03d1f service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=026ef2d8b8e041b18f9abf8363011406&device_id=ca795481-031c-48ac-925f-00596ed83bb9 HTTP/1.1" status: 200 len: 6287 time: 0.6642799 Jan 26 21:17:54.873023 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-0a700a8f-cc9d-4ab5-955e-1e0ae45754b3 tempest-ExtraDHCPOptionsIpV6TestJSON-560725893 tempest-ExtraDHCPOptionsIpV6TestJSON-560725893-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 940 time: 2.6875370 Jan 26 21:17:54.873249 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [req-8cafef5d-db44-49d9-8bb8-c6aed5483e0c req-eff55f05-65b6-4689-a28e-c737368a32f8 service neutron] For port b07f46ba-4da1-431a-b45a-508248fce8a3, host n-h2-760453-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-5',level=0,port_id=b07f46ba-4da1-431a-b45a-508248fce8a3,segment=NetworkSegment(984e14e0-bb79-4ef3-b570-cebad3b9694e),segment_id=984e14e0-bb79-4ef3-b570-cebad3b9694e)] {{(pid=103304) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 26 21:17:54.873742 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 60396) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:17:54.879127 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-4ee46ff6-a0bf-4e00-9c38-ba63b9031200 tempest-ExtraDHCPOptionsIpV6TestJSON-560725893 tempest-ExtraDHCPOptionsIpV6TestJSON-560725893-project] Request body: {'port': {'network_id': '01a518e2-4c29-492f-904f-d4938b76217a', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1478614243', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:17:54.879806 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.api.validators [None req-4ee46ff6-a0bf-4e00-9c38-ba63b9031200 tempest-ExtraDHCPOptionsIpV6TestJSON-560725893 tempest-ExtraDHCPOptionsIpV6TestJSON-560725893-project] bootfile-name is not in valid_values {{(pid=103304) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Jan 26 21:17:54.880413 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.api.validators [None req-4ee46ff6-a0bf-4e00-9c38-ba63b9031200 tempest-ExtraDHCPOptionsIpV6TestJSON-560725893 tempest-ExtraDHCPOptionsIpV6TestJSON-560725893-project] tftp-server is not in valid_values {{(pid=103304) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Jan 26 21:17:54.880979 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.api.validators [None req-4ee46ff6-a0bf-4e00-9c38-ba63b9031200 tempest-ExtraDHCPOptionsIpV6TestJSON-560725893 tempest-ExtraDHCPOptionsIpV6TestJSON-560725893-project] server-ip-address is not in valid_values {{(pid=103304) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Jan 26 21:17:54.997702 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-8cafef5d-db44-49d9-8bb8-c6aed5483e0c req-eff55f05-65b6-4689-a28e-c737368a32f8 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:17:54.999024 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-8cafef5d-db44-49d9-8bb8-c6aed5483e0c req-eff55f05-65b6-4689-a28e-c737368a32f8 service neutron] 10.222.0.13 "POST /v2.0/ports/b07f46ba-4da1-431a-b45a-508248fce8a3/bindings HTTP/1.1" status: 201 len: 389 time: 0.4384658 Jan 26 21:17:55.000238 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ee46ff6-a0bf-4e00-9c38-ba63b9031200 tempest-ExtraDHCPOptionsIpV6TestJSON-560725893 tempest-ExtraDHCPOptionsIpV6TestJSON-560725893-project] Made reservation on behalf of 362d23e083df4f11850a8cd200f30d7a for: {'port': 1} {{(pid=103304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 21:17:55.006650 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-4ee46ff6-a0bf-4e00-9c38-ba63b9031200 tempest-ExtraDHCPOptionsIpV6TestJSON-560725893 tempest-ExtraDHCPOptionsIpV6TestJSON-560725893-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:17:55.076928 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 60400) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:17:55.085322 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-5e173b1e-5fa6-4f28-9fdf-ef0f49e38d35 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-637293282', 'description': 'tempest-secgroup-smoke-637293282 description', 'project_id': 'c6d9f10230f341edbbe46b16c17eb870'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:17:55.162554 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-5e173b1e-5fa6-4f28-9fdf-ef0f49e38d35 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Publish callbacks [] for security_group (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:17:55.165883 n-d-760453-5 neutron-server[103304]: DEBUG neutron.notifiers.nova [None req-4ee46ff6-a0bf-4e00-9c38-ba63b9031200 tempest-ExtraDHCPOptionsIpV6TestJSON-560725893 tempest-ExtraDHCPOptionsIpV6TestJSON-560725893-project] device_id is not set on port f94769c4-dbba-4f18-ae16-81a2945c21c9 yet. {{(pid=103304) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 26 21:17:55.186475 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-5e173b1e-5fa6-4f28-9fdf-ef0f49e38d35 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Publish callbacks [] for security_group (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:17:55.243989 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (fea0591a-627d-4c87-9a9a-01625ddf3277), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:17:55.244589 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-4fe0f793-b363-41dc-91f7-bf14b5e35bfd req-4d19e152-6f22-4048-bc19-72b8bf4e2f5b tempest-DeleteServersTestJSON-1338827600 tempest-DeleteServersTestJSON-1338827600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746560636600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746560234536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11791543'] for port (8a45b325-7698-43b9-96d8-e96948234ef8), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:17:55.304745 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d19e152-6f22-4048-bc19-72b8bf4e2f5b tempest-DeleteServersTestJSON-1338827600 tempest-DeleteServersTestJSON-1338827600-project] Pushing event deleted for resources: {'Port': ['ID=8a45b325-7698-43b9-96d8-e96948234ef8,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:17:55.409160 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [req-4fe0f793-b363-41dc-91f7-bf14b5e35bfd req-4d19e152-6f22-4048-bc19-72b8bf4e2f5b tempest-DeleteServersTestJSON-1338827600 tempest-DeleteServersTestJSON-1338827600-project] No DVR routers for this DVR port 8a45b325-7698-43b9-96d8-e96948234ef8 on host n-h2-760453-5 {{(pid=103305) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 26 21:17:55.417977 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-0e006357-dd27-4a51-a5d4-a78f74967120 req-40436f69-4022-4f23-8f5e-4823a8412398 tempest-ServerShowV247Test-997106086 tempest-ServerShowV247Test-997106086-project] 10.222.0.13 "GET /v2.0/ports?device_id=5dcae182-f21f-49a1-b18d-e2bf967c0016 HTTP/1.1" status: 200 len: 210 time: 0.1415431 Jan 26 21:17:55.418887 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-4fe0f793-b363-41dc-91f7-bf14b5e35bfd req-4d19e152-6f22-4048-bc19-72b8bf4e2f5b tempest-DeleteServersTestJSON-1338827600 tempest-DeleteServersTestJSON-1338827600-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:17:55.422273 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-4fe0f793-b363-41dc-91f7-bf14b5e35bfd req-4d19e152-6f22-4048-bc19-72b8bf4e2f5b tempest-DeleteServersTestJSON-1338827600 tempest-DeleteServersTestJSON-1338827600-project] 10.222.0.57 "DELETE /v2.0/ports/8a45b325-7698-43b9-96d8-e96948234ef8 HTTP/1.1" status: 204 len: 173 time: 2.3396544 Jan 26 21:17:55.428852 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00caeed4-4b36-448d-bf70-2ce328e4c1b6 req-d6697acb-a500-4e12-af43-4359747b2ada service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:17:55.429356 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00caeed4-4b36-448d-bf70-2ce328e4c1b6 req-d6697acb-a500-4e12-af43-4359747b2ada service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:17:55.429831 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00caeed4-4b36-448d-bf70-2ce328e4c1b6 req-d6697acb-a500-4e12-af43-4359747b2ada service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:17:55.431431 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-00caeed4-4b36-448d-bf70-2ce328e4c1b6 req-d6697acb-a500-4e12-af43-4359747b2ada service neutron] 10.222.0.66 "GET /v2.0/networks?tenant_id=026ef2d8b8e041b18f9abf8363011406&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.4282207 Jan 26 21:17:55.504652 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcddcbb1-de8b-45e3-b30b-ed0ceac1c3ea None None] Network 01a518e2-4c29-492f-904f-d4938b76217a requested from n-d-760453-5 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 26 21:17:55.662738 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-31a9387a-bb91-40b9-a47a-8e7b505cf374 None None] Provisioning complete for port 9a14f1a1-f36d-4604-b567-e5396a831476 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:17:55.663317 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-31a9387a-bb91-40b9-a47a-8e7b505cf374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (9a14f1a1-f36d-4604-b567-e5396a831476), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:17:55.667416 n-d-760453-5 neutron-server[103305]: DEBUG neutron.notifiers.nova [req-70795c7b-309a-4d4c-af3d-fc4f849dc5c5 req-9f420e88-34e5-4b5a-940e-f27678316083 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 63291687-eb18-4520-9507-18da92da4324 {{(pid=103305) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 26 21:17:55.670964 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d55e39-2b39-43c5-91df-432bdf1a8872 req-a117292c-5e74-4dae-9297-9d1a0296d26a tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:17:55.676586 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d55e39-2b39-43c5-91df-432bdf1a8872 req-a117292c-5e74-4dae-9297-9d1a0296d26a tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:17:55.682572 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d55e39-2b39-43c5-91df-432bdf1a8872 req-a117292c-5e74-4dae-9297-9d1a0296d26a tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:17:55.688231 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d55e39-2b39-43c5-91df-432bdf1a8872 req-a117292c-5e74-4dae-9297-9d1a0296d26a tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:17:55.693898 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d55e39-2b39-43c5-91df-432bdf1a8872 req-a117292c-5e74-4dae-9297-9d1a0296d26a tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:17:55.699976 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d55e39-2b39-43c5-91df-432bdf1a8872 req-a117292c-5e74-4dae-9297-9d1a0296d26a tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:17:55.705605 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d55e39-2b39-43c5-91df-432bdf1a8872 req-a117292c-5e74-4dae-9297-9d1a0296d26a tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:17:55.707470 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-36d55e39-2b39-43c5-91df-432bdf1a8872 req-a117292c-5e74-4dae-9297-9d1a0296d26a tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca795481-031c-48ac-925f-00596ed83bb9 HTTP/1.1" status: 200 len: 5395 time: 0.4396117 Jan 26 21:17:55.739942 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.db_base_plugin_common [None req-4ee46ff6-a0bf-4e00-9c38-ba63b9031200 tempest-ExtraDHCPOptionsIpV6TestJSON-560725893 tempest-ExtraDHCPOptionsIpV6TestJSON-560725893-project] Allocated IP 2001:db8::242 (01a518e2-4c29-492f-904f-d4938b76217a/8518ac00-17e6-4187-90a2-3b1127e21b4b/f94769c4-dbba-4f18-ae16-81a2945c21c9) {{(pid=103304) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 21:17:55.758795 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cafef5d-db44-49d9-8bb8-c6aed5483e0c req-6ad29063-7f3d-4863-bc62-048273213a8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:17:55.760339 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-8cafef5d-db44-49d9-8bb8-c6aed5483e0c req-6ad29063-7f3d-4863-bc62-048273213a8b service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=ee6098e1a6074d57972f34ef6549de05&device_id=3c1bb11b-19e0-4bd6-8502-e5422740b40d HTTP/1.1" status: 200 len: 1096 time: 0.3698568 Jan 26 21:17:55.905510 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-31a9387a-bb91-40b9-a47a-8e7b505cf374 None None] Current status of the port 9a14f1a1-f36d-4604-b567-e5396a831476 is: DOWN; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:17:55.906724 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-31a9387a-bb91-40b9-a47a-8e7b505cf374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (9a14f1a1-f36d-4604-b567-e5396a831476), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:17:56.069724 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-31a9387a-bb91-40b9-a47a-8e7b505cf374 None None] For port 9a14f1a1-f36d-4604-b567-e5396a831476, host n-d-760453-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=9a14f1a1-f36d-4604-b567-e5396a831476,segment=NetworkSegment(c020cdab-5ea7-4420-8f86-7c912aaca540),segment_id=c020cdab-5ea7-4420-8f86-7c912aaca540)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:17:56.079986 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-31a9387a-bb91-40b9-a47a-8e7b505cf374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (9a14f1a1-f36d-4604-b567-e5396a831476), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:17:56.242604 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a9387a-bb91-40b9-a47a-8e7b505cf374 None None] Pushing event updated for resources: {'Port': ['ID=9a14f1a1-f36d-4604-b567-e5396a831476,revision_number=3']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:17:56.282260 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device 9a14f1a1-f36d-4604-b567-e5396a831476 up at agent ovs-agent-n-d-760453-5 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 21:17:56.411119 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Provisioning complete for port 9a14f1a1-f36d-4604-b567-e5396a831476 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:17:56.412642 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (9a14f1a1-f36d-4604-b567-e5396a831476), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:17:56.496965 n-d-760453-5 neutron-server[103305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca795481-031c-48ac-925f-00596ed83bb9', 'tag': 'e0b52d53-b737-4357-b6a1-5a10086eeb00'}, {'server_uuid': '69a6a3b7-e4f3-428f-b875-01ce0f86e195', 'name': 'network-vif-deleted', 'tag': '8a45b325-7698-43b9-96d8-e96948234ef8'}] {{(pid=103305) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 21:17:56.509465 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d4654568b7bf041e72ff8fe1c96d6d761d9c921f2b99bc7b3a26632be20cee0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37da2a4a-ac58-4f48-ae7d-16330cdb36c9" -d '{"events": [{"name": "network-changed", "server_uuid": "ca795481-031c-48ac-925f-00596ed83bb9", "tag": "e0b52d53-b737-4357-b6a1-5a10086eeb00"}, {"server_uuid": "69a6a3b7-e4f3-428f-b875-01ce0f86e195", "name": "network-vif-deleted", "tag": "8a45b325-7698-43b9-96d8-e96948234ef8"}]}' {{(pid=103305) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 21:17:56.527007 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-70795c7b-309a-4d4c-af3d-fc4f849dc5c5 req-9f420e88-34e5-4b5a-940e-f27678316083 service neutron] Publish callbacks [] for port (63291687-eb18-4520-9507-18da92da4324), precommit_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:17:56.552777 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.provisioning_blocks [req-70795c7b-309a-4d4c-af3d-fc4f849dc5c5 req-9f420e88-34e5-4b5a-940e-f27678316083 service neutron] Transition to ACTIVE for port object 63291687-eb18-4520-9507-18da92da4324 will not be triggered until provisioned by entity L2. {{(pid=103305) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 21:17:56.563760 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00caeed4-4b36-448d-bf70-2ce328e4c1b6 req-293526b9-dca5-45af-8e9d-3d9564c2ed0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:17:56.565458 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-00caeed4-4b36-448d-bf70-2ce328e4c1b6 req-293526b9-dca5-45af-8e9d-3d9564c2ed0a service neutron] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 1.1090884 Jan 26 21:17:56.566868 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-70795c7b-309a-4d4c-af3d-fc4f849dc5c5 req-9f420e88-34e5-4b5a-940e-f27678316083 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11791520'] for port (63291687-eb18-4520-9507-18da92da4324), after_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:17:56.577091 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-feca85d1-c15c-4f3c-964a-3e339caf14f2 None None] Provisioning complete for port fe636222-3018-48bc-b627-254c51aaec34 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:17:56.579601 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-feca85d1-c15c-4f3c-964a-3e339caf14f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (fe636222-3018-48bc-b627-254c51aaec34), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:17:56.662580 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cafef5d-db44-49d9-8bb8-c6aed5483e0c req-003746a3-ffd1-4da2-b8e1-1432017d7228 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:17:56.664755 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-8cafef5d-db44-49d9-8bb8-c6aed5483e0c req-003746a3-ffd1-4da2-b8e1-1432017d7228 service neutron] 10.222.0.57 "GET /v2.0/networks?id=57cdf3f5-a20b-4c6f-b2eb-bed2f5d4d40a HTTP/1.1" status: 200 len: 908 time: 0.3336334 Jan 26 21:17:56.675741 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f420e88-34e5-4b5a-940e-f27678316083 service neutron] Pushing event updated for resources: {'Port': ['ID=63291687-eb18-4520-9507-18da92da4324,revision_number=2']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:17:56.696159 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-5e173b1e-5fa6-4f28-9fdf-ef0f49e38d35 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Publish callbacks [] for security_group (8e250118-0941-40e6-a37a-6e34628730d6), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:17:56.710793 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96955395-2542-48bc-8e4b-ac0a80a7ebb0 req-5f15e5eb-db31-4c1e-856b-172c57925008 tempest-ServerMetadataNegativeTestJSON-376070701 tempest-ServerMetadataNegativeTestJSON-376070701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:17:56.715794 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Current status of the port 9a14f1a1-f36d-4604-b567-e5396a831476 is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:17:56.725106 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-96955395-2542-48bc-8e4b-ac0a80a7ebb0 req-5f15e5eb-db31-4c1e-856b-172c57925008 tempest-ServerMetadataNegativeTestJSON-376070701 tempest-ServerMetadataNegativeTestJSON-376070701-project] 10.222.0.13 "GET /v2.0/ports?device_id=3f37e8e3-0c6e-43bb-98fe-345543093159 HTTP/1.1" status: 200 len: 946 time: 1.1060030 Jan 26 21:17:56.751323 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-feca85d1-c15c-4f3c-964a-3e339caf14f2 None None] Port fe636222-3018-48bc-b627-254c51aaec34 cannot update to ACTIVE because it is not bound. {{(pid=103306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 26 21:17:56.756147 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-5e173b1e-5fa6-4f28-9fdf-ef0f49e38d35 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (8e250118-0941-40e6-a37a-6e34628730d6), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:17:56.776120 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-feca85d1-c15c-4f3c-964a-3e339caf14f2 None None] Provisioning complete for port 9a14f1a1-f36d-4604-b567-e5396a831476 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:17:56.776701 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-feca85d1-c15c-4f3c-964a-3e339caf14f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (9a14f1a1-f36d-4604-b567-e5396a831476), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:17:56.852448 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Device 8a45b325-7698-43b9-96d8-e96948234ef8 no longer exists at agent hyperv_n-h2-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 26 21:17:56.876285 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e173b1e-5fa6-4f28-9fdf-ef0f49e38d35 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8e250118-0941-40e6-a37a-6e34628730d6,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:17:56.881653 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [req-70795c7b-309a-4d4c-af3d-fc4f849dc5c5 req-9f420e88-34e5-4b5a-940e-f27678316083 service neutron] Attempting to bind port 63291687-eb18-4520-9507-18da92da4324 on host n-h1-760453-5 for vnic_type normal with profile {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 21:17:56.882166 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [req-70795c7b-309a-4d4c-af3d-fc4f849dc5c5 req-9f420e88-34e5-4b5a-940e-f27678316083 service neutron] Attempting to bind port 63291687-eb18-4520-9507-18da92da4324 by drivers openvswitch,hyperv on host n-h1-760453-5 at level 0 using segments [{'id': '770d2ce8-3e53-4f98-83ba-d454bf5f80eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'efe29cb8-1223-4d1f-943f-1b137d401008'}] {{(pid=103305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 26 21:17:56.882706 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70795c7b-309a-4d4c-af3d-fc4f849dc5c5 req-9f420e88-34e5-4b5a-940e-f27678316083 service neutron] Attempting to bind port 63291687-eb18-4520-9507-18da92da4324 on network efe29cb8-1223-4d1f-943f-1b137d401008 {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 21:17:56.895570 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70795c7b-309a-4d4c-af3d-fc4f849dc5c5 req-9f420e88-34e5-4b5a-940e-f27678316083 service neutron] Port 63291687-eb18-4520-9507-18da92da4324 on network efe29cb8-1223-4d1f-943f-1b137d401008 not bound, no agent of type Open vSwitch agent registered on host n-h1-760453-5 {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 26 21:17:56.896032 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70795c7b-309a-4d4c-af3d-fc4f849dc5c5 req-9f420e88-34e5-4b5a-940e-f27678316083 service neutron] Attempting to bind port 63291687-eb18-4520-9507-18da92da4324 on network efe29cb8-1223-4d1f-943f-1b137d401008 {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 21:17:56.898526 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] No Port match for: 8a45b325-7698-43b9-96d8-e96948234ef8 {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 26 21:17:56.898875 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Device 8a45b325-7698-43b9-96d8-e96948234ef8 not bound to the agent host n-h2-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 26 21:17:56.919611 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70795c7b-309a-4d4c-af3d-fc4f849dc5c5 req-9f420e88-34e5-4b5a-940e-f27678316083 service neutron] Checking agent: {'id': '32ef628b-8417-46c5-8729-60fcabe358f1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-760453-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 21, 3, 8), 'started_at': datetime.datetime(2022, 1, 26, 21, 3, 8), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 21, 17, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 26 21:17:56.920317 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70795c7b-309a-4d4c-af3d-fc4f849dc5c5 req-9f420e88-34e5-4b5a-940e-f27678316083 service neutron] Checking segment: {'id': '770d2ce8-3e53-4f98-83ba-d454bf5f80eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'efe29cb8-1223-4d1f-943f-1b137d401008'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103305) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 21:17:56.920752 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70795c7b-309a-4d4c-af3d-fc4f849dc5c5 req-9f420e88-34e5-4b5a-940e-f27678316083 service neutron] Bound using segment: {'id': '770d2ce8-3e53-4f98-83ba-d454bf5f80eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'efe29cb8-1223-4d1f-943f-1b137d401008'} {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 26 21:17:56.922194 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [req-70795c7b-309a-4d4c-af3d-fc4f849dc5c5 req-9f420e88-34e5-4b5a-940e-f27678316083 service neutron] Bound port: 63291687-eb18-4520-9507-18da92da4324, host: n-h1-760453-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '770d2ce8-3e53-4f98-83ba-d454bf5f80eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'efe29cb8-1223-4d1f-943f-1b137d401008'}}] {{(pid=103305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 26 21:17:56.922194 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-70795c7b-309a-4d4c-af3d-fc4f849dc5c5 req-9f420e88-34e5-4b5a-940e-f27678316083 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (63291687-eb18-4520-9507-18da92da4324), before_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:17:56.975483 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-36d55e39-2b39-43c5-91df-432bdf1a8872 req-dd58b20f-2ba1-4ec8-bfe6-495a865ce6a7 tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] 10.222.0.13 "GET /v2.0/security-groups?id=cfb1b9fe-a4df-4bbd-b439-103a9aa84b57&id=4949e7fd-e987-466a-ab17-ed5ae28a32c1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 1.2390485 Jan 26 21:17:56.976227 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-feca85d1-c15c-4f3c-964a-3e339caf14f2 None None] Current status of the port 9a14f1a1-f36d-4604-b567-e5396a831476 is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:17:56.998767 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-8cafef5d-db44-49d9-8bb8-c6aed5483e0c req-b7ecec0f-9cb6-4858-82ef-350288462951 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=b07f46ba-4da1-431a-b45a-508248fce8a3 HTTP/1.1" status: 200 len: 217 time: 0.2658067 Jan 26 21:17:57.098628 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [req-70795c7b-309a-4d4c-af3d-fc4f849dc5c5 req-9f420e88-34e5-4b5a-940e-f27678316083 service neutron] For port 63291687-eb18-4520-9507-18da92da4324, host n-h1-760453-5, cleared binding levels {{(pid=103305) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 26 21:17:57.102588 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [req-70795c7b-309a-4d4c-af3d-fc4f849dc5c5 req-9f420e88-34e5-4b5a-940e-f27678316083 service neutron] For port 63291687-eb18-4520-9507-18da92da4324, host n-h1-760453-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-5',level=0,port_id=63291687-eb18-4520-9507-18da92da4324,segment=NetworkSegment(770d2ce8-3e53-4f98-83ba-d454bf5f80eb),segment_id=770d2ce8-3e53-4f98-83ba-d454bf5f80eb)] {{(pid=103305) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 26 21:17:57.108577 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-70795c7b-309a-4d4c-af3d-fc4f849dc5c5 req-9f420e88-34e5-4b5a-940e-f27678316083 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11791520'] for port (63291687-eb18-4520-9507-18da92da4324), after_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:17:57.110109 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-811078b4-cb49-4b7f-80c2-9cba8c85f6d6 None None] Provisioning complete for port fe636222-3018-48bc-b627-254c51aaec34 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:17:57.111067 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-811078b4-cb49-4b7f-80c2-9cba8c85f6d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (fe636222-3018-48bc-b627-254c51aaec34), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:17:57.152570 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70795c7b-309a-4d4c-af3d-fc4f849dc5c5 req-9f420e88-34e5-4b5a-940e-f27678316083 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:17:57.153488 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-70795c7b-309a-4d4c-af3d-fc4f849dc5c5 req-9f420e88-34e5-4b5a-940e-f27678316083 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:17:57.154806 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-70795c7b-309a-4d4c-af3d-fc4f849dc5c5 req-9f420e88-34e5-4b5a-940e-f27678316083 service neutron] 10.222.0.66 "PUT /v2.0/ports/63291687-eb18-4520-9507-18da92da4324 HTTP/1.1" status: 200 len: 1091 time: 3.1004295 Jan 26 21:17:57.177144 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f420e88-34e5-4b5a-940e-f27678316083 service neutron] Pushing event updated for resources: {'Port': ['ID=63291687-eb18-4520-9507-18da92da4324,revision_number=3']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:17:57.199914 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [req-70795c7b-309a-4d4c-af3d-fc4f849dc5c5 req-300a56cd-555b-4977-a650-615086410c45 service neutron] Request body: {'port': {'device_id': 'ca795481-031c-48ac-925f-00596ed83bb9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-760453-5'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:17:57.202057 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-811078b4-cb49-4b7f-80c2-9cba8c85f6d6 None None] Port fe636222-3018-48bc-b627-254c51aaec34 cannot update to ACTIVE because it is not bound. {{(pid=103306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 26 21:17:57.299360 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-70795c7b-309a-4d4c-af3d-fc4f849dc5c5 req-300a56cd-555b-4977-a650-615086410c45 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (e52ff17a-df76-4716-aace-f598c57c36fe), before_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:17:57.358424 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-96955395-2542-48bc-8e4b-ac0a80a7ebb0 req-16e9f69b-afa3-4f28-8f2b-62d6c088c14e tempest-ServerMetadataNegativeTestJSON-376070701 tempest-ServerMetadataNegativeTestJSON-376070701-project] 10.222.0.13 "GET /v2.0/security-groups?id=4841882e-fd02-40f4-9249-056ca41a1d6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6321554 Jan 26 21:17:57.406903 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cafef5d-db44-49d9-8bb8-c6aed5483e0c req-555b1cb2-3b82-4375-9f97-5a6931e939d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:17:57.409797 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-8cafef5d-db44-49d9-8bb8-c6aed5483e0c req-555b1cb2-3b82-4375-9f97-5a6931e939d6 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=0fd61269-7d95-487b-ba3a-f244d39cf571 HTTP/1.1" status: 200 len: 847 time: 0.4014509 Jan 26 21:17:57.413978 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-5e173b1e-5fa6-4f28-9fdf-ef0f49e38d35 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Publish callbacks [] for security_group (48ad9419-cea5-46f2-b67f-159b9c4803d0), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:17:57.461781 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-5e173b1e-5fa6-4f28-9fdf-ef0f49e38d35 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (48ad9419-cea5-46f2-b67f-159b9c4803d0), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:17:57.476836 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-4ee46ff6-a0bf-4e00-9c38-ba63b9031200 tempest-ExtraDHCPOptionsIpV6TestJSON-560725893 tempest-ExtraDHCPOptionsIpV6TestJSON-560725893-project] Publish callbacks [] for port (f94769c4-dbba-4f18-ae16-81a2945c21c9), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:17:57.606251 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-8cafef5d-db44-49d9-8bb8-c6aed5483e0c req-d56b677a-3c79-420e-8418-62a2c8840d38 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=57cdf3f5-a20b-4c6f-b2eb-bed2f5d4d40a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1805089 Jan 26 21:17:57.647295 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7605c0-711c-4ca2-8051-77427e0e5425 req-70e78bb0-7d6a-4dc0-8cdb-d8d2c30a425b tempest-LiveMigrationTest-746395142 tempest-LiveMigrationTest-746395142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:17:57.648709 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Wed, 26 Jan 2022 21:17:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-414ee4a3-7885-411a-a3f4-f476d1054974 x-openstack-request-id: req-414ee4a3-7885-411a-a3f4-f476d1054974 {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 21:17:57.649452 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ca795481-031c-48ac-925f-00596ed83bb9", "tag": "e0b52d53-b737-4357-b6a1-5a10086eeb00", "status": "completed", "code": 200}, {"server_uuid": "69a6a3b7-e4f3-428f-b875-01ce0f86e195", "name": "network-vif-deleted", "tag": "8a45b325-7698-43b9-96d8-e96948234ef8", "status": "completed", "code": 200}]} {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 21:17:57.649711 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-414ee4a3-7885-411a-a3f4-f476d1054974 {{(pid=103305) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 21:17:57.650017 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-de7605c0-711c-4ca2-8051-77427e0e5425 req-70e78bb0-7d6a-4dc0-8cdb-d8d2c30a425b tempest-LiveMigrationTest-746395142 tempest-LiveMigrationTest-746395142-project] 10.222.0.13 "GET /v2.0/ports?device_id=3c1bb11b-19e0-4bd6-8502-e5422740b40d HTTP/1.1" status: 200 len: 945 time: 0.4396110 Jan 26 21:17:57.650134 n-d-760453-5 neutron-server[103305]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ca795481-031c-48ac-925f-00596ed83bb9', 'tag': 'e0b52d53-b737-4357-b6a1-5a10086eeb00', 'status': 'completed', 'code': 200} Jan 26 21:17:57.650338 n-d-760453-5 neutron-server[103305]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69a6a3b7-e4f3-428f-b875-01ce0f86e195', 'name': 'network-vif-deleted', 'tag': '8a45b325-7698-43b9-96d8-e96948234ef8', 'status': 'completed', 'code': 200} Jan 26 21:17:57.720255 n-d-760453-5 neutron-server[103305]: DEBUG neutron.notifiers.nova [req-70795c7b-309a-4d4c-af3d-fc4f849dc5c5 req-300a56cd-555b-4977-a650-615086410c45 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e52ff17a-df76-4716-aace-f598c57c36fe {{(pid=103305) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 26 21:17:57.720700 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e173b1e-5fa6-4f28-9fdf-ef0f49e38d35 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Pushing event updated for resources: {'SecurityGroup': ['ID=48ad9419-cea5-46f2-b67f-159b9c4803d0,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:17:57.728875 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-70795c7b-309a-4d4c-af3d-fc4f849dc5c5 req-300a56cd-555b-4977-a650-615086410c45 service neutron] Publish callbacks [] for port (e52ff17a-df76-4716-aace-f598c57c36fe), precommit_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:17:57.740643 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37da2a4a-ac58-4f48-ae7d-16330cdb36c9 req-83a022ce-4021-4dd7-a5b8-ccdff49b0f3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:17:57.741101 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37da2a4a-ac58-4f48-ae7d-16330cdb36c9 req-83a022ce-4021-4dd7-a5b8-ccdff49b0f3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:17:57.741678 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37da2a4a-ac58-4f48-ae7d-16330cdb36c9 req-83a022ce-4021-4dd7-a5b8-ccdff49b0f3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:17:57.742037 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37da2a4a-ac58-4f48-ae7d-16330cdb36c9 req-83a022ce-4021-4dd7-a5b8-ccdff49b0f3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:17:57.742492 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37da2a4a-ac58-4f48-ae7d-16330cdb36c9 req-83a022ce-4021-4dd7-a5b8-ccdff49b0f3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:17:57.742960 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37da2a4a-ac58-4f48-ae7d-16330cdb36c9 req-83a022ce-4021-4dd7-a5b8-ccdff49b0f3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:17:57.743399 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37da2a4a-ac58-4f48-ae7d-16330cdb36c9 req-83a022ce-4021-4dd7-a5b8-ccdff49b0f3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:17:57.745279 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-37da2a4a-ac58-4f48-ae7d-16330cdb36c9 req-83a022ce-4021-4dd7-a5b8-ccdff49b0f3e service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=026ef2d8b8e041b18f9abf8363011406&device_id=ca795481-031c-48ac-925f-00596ed83bb9 HTTP/1.1" status: 200 len: 6354 time: 0.1184390 Jan 26 21:17:57.753457 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.provisioning_blocks [req-70795c7b-309a-4d4c-af3d-fc4f849dc5c5 req-300a56cd-555b-4977-a650-615086410c45 service neutron] Transition to ACTIVE for port object e52ff17a-df76-4716-aace-f598c57c36fe will not be triggered until provisioned by entity L2. {{(pid=103305) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 21:17:57.757891 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-70795c7b-309a-4d4c-af3d-fc4f849dc5c5 req-300a56cd-555b-4977-a650-615086410c45 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11791520'] for port (e52ff17a-df76-4716-aace-f598c57c36fe), after_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:17:57.765039 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-5e173b1e-5fa6-4f28-9fdf-ef0f49e38d35 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Publish callbacks [] for security_group (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:17:57.770111 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-5e173b1e-5fa6-4f28-9fdf-ef0f49e38d35 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 2.6877878 Jan 26 21:17:57.785763 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 60426) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:17:57.812396 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-a391d13c-b7cd-412b-bd3a-fd03299c38c3 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Request body: {'security_group_rule': {'security_group_id': '48ad9419-cea5-46f2-b67f-159b9c4803d0', 'project_id': 'c6d9f10230f341edbbe46b16c17eb870', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:17:57.921675 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-300a56cd-555b-4977-a650-615086410c45 service neutron] Pushing event updated for resources: {'Port': ['ID=e52ff17a-df76-4716-aace-f598c57c36fe,revision_number=2']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:17:57.928488 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-a391d13c-b7cd-412b-bd3a-fd03299c38c3 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Publish callbacks [] for security_group_rule (a7097649-9377-4a10-aa19-3d20a5814254), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:17:57.932387 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-4ee46ff6-a0bf-4e00-9c38-ba63b9031200 tempest-ExtraDHCPOptionsIpV6TestJSON-560725893 tempest-ExtraDHCPOptionsIpV6TestJSON-560725893-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746560234527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9281553'] for port (f94769c4-dbba-4f18-ae16-81a2945c21c9), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:17:57.991476 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ee46ff6-a0bf-4e00-9c38-ba63b9031200 tempest-ExtraDHCPOptionsIpV6TestJSON-560725893 tempest-ExtraDHCPOptionsIpV6TestJSON-560725893-project] Network 01a518e2-4c29-492f-904f-d4938b76217a is already hosted by enough agents. {{(pid=103304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 21:17:58.005317 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-de7605c0-711c-4ca2-8051-77427e0e5425 req-c75b5d29-edae-48af-95de-34ca54f735a3 tempest-LiveMigrationTest-746395142 tempest-LiveMigrationTest-746395142-project] 10.222.0.13 "GET /v2.0/security-groups?id=c43a996a-6b93-48e4-a331-48250c5b183d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3026490 Jan 26 21:17:58.005317 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [None req-4ee46ff6-a0bf-4e00-9c38-ba63b9031200 tempest-ExtraDHCPOptionsIpV6TestJSON-560725893 tempest-ExtraDHCPOptionsIpV6TestJSON-560725893-project] Resources bound (agent type, host, resource id): {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:17:58.005317 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ee46ff6-a0bf-4e00-9c38-ba63b9031200 tempest-ExtraDHCPOptionsIpV6TestJSON-560725893 tempest-ExtraDHCPOptionsIpV6TestJSON-560725893-project] Received port after_create {{(pid=103304) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 21:17:58.011239 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ee46ff6-a0bf-4e00-9c38-ba63b9031200 tempest-ExtraDHCPOptionsIpV6TestJSON-560725893 tempest-ExtraDHCPOptionsIpV6TestJSON-560725893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:17:58.012521 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-4ee46ff6-a0bf-4e00-9c38-ba63b9031200 tempest-ExtraDHCPOptionsIpV6TestJSON-560725893 tempest-ExtraDHCPOptionsIpV6TestJSON-560725893-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:17:58.070228 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-a391d13c-b7cd-412b-bd3a-fd03299c38c3 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Publish callbacks [] for security_group_rule (a7097649-9377-4a10-aa19-3d20a5814254), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:17:58.082069 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-a391d13c-b7cd-412b-bd3a-fd03299c38c3 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102715'] for security_group_rule (a7097649-9377-4a10-aa19-3d20a5814254), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:17:58.084848 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37da2a4a-ac58-4f48-ae7d-16330cdb36c9 req-772e8149-bb54-4238-a90f-c50c6e0d005e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:17:58.101489 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37da2a4a-ac58-4f48-ae7d-16330cdb36c9 req-772e8149-bb54-4238-a90f-c50c6e0d005e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:17:58.102419 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device 9a14f1a1-f36d-4604-b567-e5396a831476 up at agent ovs-agent-n-d-760453-5 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 21:17:58.103225 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37da2a4a-ac58-4f48-ae7d-16330cdb36c9 req-772e8149-bb54-4238-a90f-c50c6e0d005e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:17:58.107304 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-37da2a4a-ac58-4f48-ae7d-16330cdb36c9 req-772e8149-bb54-4238-a90f-c50c6e0d005e service neutron] 10.222.0.66 "GET /v2.0/networks?tenant_id=026ef2d8b8e041b18f9abf8363011406&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.3437111 Jan 26 21:17:58.130013 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-4ee46ff6-a0bf-4e00-9c38-ba63b9031200 tempest-ExtraDHCPOptionsIpV6TestJSON-560725893 tempest-ExtraDHCPOptionsIpV6TestJSON-560725893-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1150 time: 3.2551332 Jan 26 21:17:58.130858 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee46ff6-a0bf-4e00-9c38-ba63b9031200 tempest-ExtraDHCPOptionsIpV6TestJSON-560725893 tempest-ExtraDHCPOptionsIpV6TestJSON-560725893-project] Pushing event updated for resources: {'Port': ['ID=f94769c4-dbba-4f18-ae16-81a2945c21c9,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:17:58.136186 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 60432) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:17:58.216344 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-8cafef5d-db44-49d9-8bb8-c6aed5483e0c req-002386f2-8190-4770-adbc-2a083d8e2e64 service neutron] 10.222.0.57 "GET /v2.0/networks/57cdf3f5-a20b-4c6f-b2eb-bed2f5d4d40a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5945880 Jan 26 21:17:58.228165 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7551cac9-eeb0-4050-85b0-c71e1d823b3b req-d580800e-58c9-47af-9a5d-121fd7501066 tempest-DeleteServersTestJSON-1338827600 tempest-DeleteServersTestJSON-1338827600-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:17:58.241789 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Provisioning complete for port 9a14f1a1-f36d-4604-b567-e5396a831476 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:17:58.242154 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (9a14f1a1-f36d-4604-b567-e5396a831476), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:17:58.245167 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-7551cac9-eeb0-4050-85b0-c71e1d823b3b req-d580800e-58c9-47af-9a5d-121fd7501066 tempest-DeleteServersTestJSON-1338827600 tempest-DeleteServersTestJSON-1338827600-project] 10.222.0.13 "GET /v2.0/networks?id=e16ff5ba-c523-42b6-a294-431f384b33de HTTP/1.1" status: 200 len: 812 time: 0.5783153 Jan 26 21:17:58.318016 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-7551cac9-eeb0-4050-85b0-c71e1d823b3b req-a0948ce7-48a9-401d-b093-b7763cd88bc1 tempest-DeleteServersTestJSON-1338827600 tempest-DeleteServersTestJSON-1338827600-project] 10.222.0.13 "GET /v2.0/quotas/cb180574de574caea4706335ceec073e HTTP/1.1" status: 200 len: 375 time: 0.0716403 Jan 26 21:17:58.332818 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a391d13c-b7cd-412b-bd3a-fd03299c38c3 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a7097649-9377-4a10-aa19-3d20a5814254,revision_number=0']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:17:58.358163 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-a391d13c-b7cd-412b-bd3a-fd03299c38c3 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:17:58.359452 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-a391d13c-b7cd-412b-bd3a-fd03299c38c3 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5727508 Jan 26 21:17:58.360297 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [req-70795c7b-309a-4d4c-af3d-fc4f849dc5c5 req-300a56cd-555b-4977-a650-615086410c45 service neutron] Attempting to bind port e52ff17a-df76-4716-aace-f598c57c36fe on host n-h1-760453-5 for vnic_type normal with profile {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 21:17:58.360630 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [req-70795c7b-309a-4d4c-af3d-fc4f849dc5c5 req-300a56cd-555b-4977-a650-615086410c45 service neutron] Attempting to bind port e52ff17a-df76-4716-aace-f598c57c36fe by drivers openvswitch,hyperv on host n-h1-760453-5 at level 0 using segments [{'id': '5fccd88d-df0d-4375-8629-dca63d895672', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'bd020871-95b7-4b5a-881a-9e30b02eb2fe'}] {{(pid=103305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 26 21:17:58.360958 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70795c7b-309a-4d4c-af3d-fc4f849dc5c5 req-300a56cd-555b-4977-a650-615086410c45 service neutron] Attempting to bind port e52ff17a-df76-4716-aace-f598c57c36fe on network bd020871-95b7-4b5a-881a-9e30b02eb2fe {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 21:17:58.372955 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 60434) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:17:58.382392 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-f58f43d1-816a-41d3-a32a-8594a95d5a44 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Request body: {'security_group_rule': {'security_group_id': '48ad9419-cea5-46f2-b67f-159b9c4803d0', 'project_id': 'c6d9f10230f341edbbe46b16c17eb870', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:17:58.411622 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70795c7b-309a-4d4c-af3d-fc4f849dc5c5 req-300a56cd-555b-4977-a650-615086410c45 service neutron] Port e52ff17a-df76-4716-aace-f598c57c36fe on network bd020871-95b7-4b5a-881a-9e30b02eb2fe not bound, no agent of type Open vSwitch agent registered on host n-h1-760453-5 {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 26 21:17:58.412042 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70795c7b-309a-4d4c-af3d-fc4f849dc5c5 req-300a56cd-555b-4977-a650-615086410c45 service neutron] Attempting to bind port e52ff17a-df76-4716-aace-f598c57c36fe on network bd020871-95b7-4b5a-881a-9e30b02eb2fe {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 21:17:58.448081 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70795c7b-309a-4d4c-af3d-fc4f849dc5c5 req-300a56cd-555b-4977-a650-615086410c45 service neutron] Checking agent: {'id': '32ef628b-8417-46c5-8729-60fcabe358f1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-760453-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 21, 3, 8), 'started_at': datetime.datetime(2022, 1, 26, 21, 3, 8), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 21, 17, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 26 21:17:58.448600 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70795c7b-309a-4d4c-af3d-fc4f849dc5c5 req-300a56cd-555b-4977-a650-615086410c45 service neutron] Checking segment: {'id': '5fccd88d-df0d-4375-8629-dca63d895672', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'bd020871-95b7-4b5a-881a-9e30b02eb2fe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103305) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 21:17:58.448932 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70795c7b-309a-4d4c-af3d-fc4f849dc5c5 req-300a56cd-555b-4977-a650-615086410c45 service neutron] Bound using segment: {'id': '5fccd88d-df0d-4375-8629-dca63d895672', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'bd020871-95b7-4b5a-881a-9e30b02eb2fe'} {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 26 21:17:58.449247 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [req-70795c7b-309a-4d4c-af3d-fc4f849dc5c5 req-300a56cd-555b-4977-a650-615086410c45 service neutron] Bound port: e52ff17a-df76-4716-aace-f598c57c36fe, host: n-h1-760453-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5fccd88d-df0d-4375-8629-dca63d895672', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'bd020871-95b7-4b5a-881a-9e30b02eb2fe'}}] {{(pid=103305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 26 21:17:58.449798 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-70795c7b-309a-4d4c-af3d-fc4f849dc5c5 req-300a56cd-555b-4977-a650-615086410c45 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (e52ff17a-df76-4716-aace-f598c57c36fe), before_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:17:58.475442 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-7551cac9-eeb0-4050-85b0-c71e1d823b3b req-8f509706-0c6f-4604-aaa6-5b4e15a66d97 tempest-DeleteServersTestJSON-1338827600 tempest-DeleteServersTestJSON-1338827600-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=cb180574de574caea4706335ceec073e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1457293 Jan 26 21:17:58.502096 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0647b1f-b118-4b00-9d22-bd8c1cff6fc4 tempest-ExtraDHCPOptionsIpV6TestJSON-560725893 tempest-ExtraDHCPOptionsIpV6TestJSON-560725893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:17:58.507466 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0647b1f-b118-4b00-9d22-bd8c1cff6fc4 tempest-ExtraDHCPOptionsIpV6TestJSON-560725893 tempest-ExtraDHCPOptionsIpV6TestJSON-560725893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:17:58.512838 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0647b1f-b118-4b00-9d22-bd8c1cff6fc4 tempest-ExtraDHCPOptionsIpV6TestJSON-560725893 tempest-ExtraDHCPOptionsIpV6TestJSON-560725893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:17:58.514629 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-e0647b1f-b118-4b00-9d22-bd8c1cff6fc4 tempest-ExtraDHCPOptionsIpV6TestJSON-560725893 tempest-ExtraDHCPOptionsIpV6TestJSON-560725893-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2622 time: 0.3737683 Jan 26 21:17:58.518734 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-3850e2a6-af84-4825-bf93-15320fdc1a81 req-489bd6b7-90f2-4c8e-b7e9-5a91f13f9eef service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=aa555cc10a47477a8b8df6a9975c1a84&device_id=6bbf9f5e-be79-49bb-acc2-23619d1410b9 HTTP/1.1" status: 200 len: 210 time: 0.0753634 Jan 26 21:17:58.521887 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 60440) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:17:58.523190 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37da2a4a-ac58-4f48-ae7d-16330cdb36c9 req-e7d2f86c-dcba-4c6c-9cbb-9e2481d40846 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:17:58.524608 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-37da2a4a-ac58-4f48-ae7d-16330cdb36c9 req-e7d2f86c-dcba-4c6c-9cbb-9e2481d40846 service neutron] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3851106 Jan 26 21:17:58.570621 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Current status of the port 9a14f1a1-f36d-4604-b567-e5396a831476 is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:17:58.577470 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-f58f43d1-816a-41d3-a32a-8594a95d5a44 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Publish callbacks [] for security_group_rule (51c63949-2b65-4fa6-b377-c22e58eaa626), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:17:58.583741 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-8cafef5d-db44-49d9-8bb8-c6aed5483e0c req-b17083a4-59ff-4d55-985c-224ae93e093d service neutron] 10.222.0.57 "GET /v2.0/networks/57cdf3f5-a20b-4c6f-b2eb-bed2f5d4d40a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3266430 Jan 26 21:17:58.613500 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-3850e2a6-af84-4825-bf93-15320fdc1a81 req-29a524a8-887b-4ce5-af21-0bcb7f94695f service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=aa555cc10a47477a8b8df6a9975c1a84&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0854189 Jan 26 21:17:58.661084 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-7551cac9-eeb0-4050-85b0-c71e1d823b3b req-7c105464-a2f6-4598-9922-27db3a4cf1f4 service neutron] 10.222.0.13 "GET /v2.0/networks/e16ff5ba-c523-42b6-a294-431f384b33de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1846063 Jan 26 21:17:58.702975 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-ee12639d-b8cc-4b81-81e4-9e6023b74f04 None None] Provisioning complete for port f94769c4-dbba-4f18-ae16-81a2945c21c9 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:17:58.704186 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-ee12639d-b8cc-4b81-81e4-9e6023b74f04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (f94769c4-dbba-4f18-ae16-81a2945c21c9), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:17:58.745559 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a9d53a-12df-4ebd-8a98-a7b76fb39717 req-a49b3300-1804-42ad-ae61-7eb5e24cd415 tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:17:58.753418 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a9d53a-12df-4ebd-8a98-a7b76fb39717 req-a49b3300-1804-42ad-ae61-7eb5e24cd415 tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:17:58.757153 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-ee12639d-b8cc-4b81-81e4-9e6023b74f04 None None] Port f94769c4-dbba-4f18-ae16-81a2945c21c9 cannot update to ACTIVE because it is not bound. {{(pid=103306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 26 21:17:58.764719 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a9d53a-12df-4ebd-8a98-a7b76fb39717 req-a49b3300-1804-42ad-ae61-7eb5e24cd415 tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:17:58.770966 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a9d53a-12df-4ebd-8a98-a7b76fb39717 req-a49b3300-1804-42ad-ae61-7eb5e24cd415 tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:17:58.772941 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [req-70795c7b-309a-4d4c-af3d-fc4f849dc5c5 req-300a56cd-555b-4977-a650-615086410c45 service neutron] For port e52ff17a-df76-4716-aace-f598c57c36fe, host n-h1-760453-5, cleared binding levels {{(pid=103305) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 26 21:17:58.785195 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a9d53a-12df-4ebd-8a98-a7b76fb39717 req-a49b3300-1804-42ad-ae61-7eb5e24cd415 tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:17:58.797044 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a9d53a-12df-4ebd-8a98-a7b76fb39717 req-a49b3300-1804-42ad-ae61-7eb5e24cd415 tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:17:58.798855 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [req-70795c7b-309a-4d4c-af3d-fc4f849dc5c5 req-300a56cd-555b-4977-a650-615086410c45 service neutron] For port e52ff17a-df76-4716-aace-f598c57c36fe, host n-h1-760453-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-5',level=0,port_id=e52ff17a-df76-4716-aace-f598c57c36fe,segment=NetworkSegment(5fccd88d-df0d-4375-8629-dca63d895672),segment_id=5fccd88d-df0d-4375-8629-dca63d895672)] {{(pid=103305) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 26 21:17:58.807239 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a9d53a-12df-4ebd-8a98-a7b76fb39717 req-a49b3300-1804-42ad-ae61-7eb5e24cd415 tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:17:58.825188 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-70795c7b-309a-4d4c-af3d-fc4f849dc5c5 req-300a56cd-555b-4977-a650-615086410c45 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11791520'] for port (e52ff17a-df76-4716-aace-f598c57c36fe), after_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:17:58.827038 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-09a9d53a-12df-4ebd-8a98-a7b76fb39717 req-a49b3300-1804-42ad-ae61-7eb5e24cd415 tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca795481-031c-48ac-925f-00596ed83bb9 HTTP/1.1" status: 200 len: 5419 time: 0.2284348 Jan 26 21:17:58.862694 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-f58f43d1-816a-41d3-a32a-8594a95d5a44 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Publish callbacks [] for security_group_rule (51c63949-2b65-4fa6-b377-c22e58eaa626), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:17:58.878092 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-f58f43d1-816a-41d3-a32a-8594a95d5a44 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102715'] for security_group_rule (51c63949-2b65-4fa6-b377-c22e58eaa626), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:17:58.899903 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3850e2a6-af84-4825-bf93-15320fdc1a81 req-00aa1633-83ca-426c-93fa-7555f662b555 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:17:58.901845 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-3850e2a6-af84-4825-bf93-15320fdc1a81 req-00aa1633-83ca-426c-93fa-7555f662b555 service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2770209 Jan 26 21:17:58.914203 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70795c7b-309a-4d4c-af3d-fc4f849dc5c5 req-300a56cd-555b-4977-a650-615086410c45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:17:58.914940 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-70795c7b-309a-4d4c-af3d-fc4f849dc5c5 req-300a56cd-555b-4977-a650-615086410c45 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:17:58.916181 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-70795c7b-309a-4d4c-af3d-fc4f849dc5c5 req-300a56cd-555b-4977-a650-615086410c45 service neutron] 10.222.0.66 "PUT /v2.0/ports/e52ff17a-df76-4716-aace-f598c57c36fe HTTP/1.1" status: 200 len: 1091 time: 1.7226965 Jan 26 21:17:58.928080 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-53cf5c0d-fafa-466d-a460-339e4405503b tempest-ExtraDHCPOptionsIpV6TestJSON-560725893 tempest-ExtraDHCPOptionsIpV6TestJSON-560725893-project] Deleting port f94769c4-dbba-4f18-ae16-81a2945c21c9 {{(pid=103305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 21:17:58.928253 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-53cf5c0d-fafa-466d-a460-339e4405503b tempest-ExtraDHCPOptionsIpV6TestJSON-560725893 tempest-ExtraDHCPOptionsIpV6TestJSON-560725893-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746560630878'] for port (f94769c4-dbba-4f18-ae16-81a2945c21c9), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:17:58.933078 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-7551cac9-eeb0-4050-85b0-c71e1d823b3b req-be4fbdfe-6a81-4e77-8e1b-384de66e1ba0 service neutron] 10.222.0.13 "GET /v2.0/networks/e16ff5ba-c523-42b6-a294-431f384b33de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2679687 Jan 26 21:17:58.934835 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f58f43d1-816a-41d3-a32a-8594a95d5a44 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=51c63949-2b65-4fa6-b377-c22e58eaa626,revision_number=0']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:17:58.961198 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-f58f43d1-816a-41d3-a32a-8594a95d5a44 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:17:58.962418 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-f58f43d1-816a-41d3-a32a-8594a95d5a44 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5857930 Jan 26 21:17:58.980356 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-09a9d53a-12df-4ebd-8a98-a7b76fb39717 req-4032029a-9bae-48c5-bea4-690fbe3b9a55 tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] 10.222.0.13 "GET /v2.0/security-groups?id=cfb1b9fe-a4df-4bbd-b439-103a9aa84b57&id=4949e7fd-e987-466a-ab17-ed5ae28a32c1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1492608 Jan 26 21:17:58.981553 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 60442) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:17:58.993324 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-66010b15-4868-4302-945e-f40fbb675e04 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Request body: {'security_group_rule': {'security_group_id': '48ad9419-cea5-46f2-b67f-159b9c4803d0', 'project_id': 'c6d9f10230f341edbbe46b16c17eb870', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:17:59.022380 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [req-70795c7b-309a-4d4c-af3d-fc4f849dc5c5 req-4c9b4b9e-8be7-459b-8cab-5b89282f57a6 service neutron] Request body: {'port': {'device_id': 'ca795481-031c-48ac-925f-00596ed83bb9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-760453-5'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:17:59.053910 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-66010b15-4868-4302-945e-f40fbb675e04 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Publish callbacks [] for security_group_rule (05e02d67-300c-4dc6-b89d-970c58de23fb), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:17:59.064858 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-300a56cd-555b-4977-a650-615086410c45 service neutron] Pushing event updated for resources: {'Port': ['ID=e52ff17a-df76-4716-aace-f598c57c36fe,revision_number=3']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:17:59.191789 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-70795c7b-309a-4d4c-af3d-fc4f849dc5c5 req-4c9b4b9e-8be7-459b-8cab-5b89282f57a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (46e244fd-7905-4c27-b3f7-627bc270105e), before_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:17:59.200933 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-53cf5c0d-fafa-466d-a460-339e4405503b tempest-ExtraDHCPOptionsIpV6TestJSON-560725893 tempest-ExtraDHCPOptionsIpV6TestJSON-560725893-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4109658'] for port (f94769c4-dbba-4f18-ae16-81a2945c21c9), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:17:59.230969 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-53cf5c0d-fafa-466d-a460-339e4405503b tempest-ExtraDHCPOptionsIpV6TestJSON-560725893 tempest-ExtraDHCPOptionsIpV6TestJSON-560725893-project] Calling delete_port for f94769c4-dbba-4f18-ae16-81a2945c21c9 owned by {{(pid=103305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 21:17:59.236530 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-66010b15-4868-4302-945e-f40fbb675e04 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Publish callbacks [] for security_group_rule (05e02d67-300c-4dc6-b89d-970c58de23fb), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:17:59.299738 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-e21d85a9-6fe9-4b3f-ae5b-162b42033d98 req-f85e614e-9494-4093-8a2c-bf9cca9bf439 tempest-ServerShowV247Test-997106086 tempest-ServerShowV247Test-997106086-project] 10.222.0.13 "GET /v2.0/ports?device_id=6bbf9f5e-be79-49bb-acc2-23619d1410b9 HTTP/1.1" status: 200 len: 210 time: 0.0688238 Jan 26 21:17:59.338957 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-66010b15-4868-4302-945e-f40fbb675e04 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102715'] for security_group_rule (05e02d67-300c-4dc6-b89d-970c58de23fb), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:17:59.408254 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66010b15-4868-4302-945e-f40fbb675e04 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=05e02d67-300c-4dc6-b89d-970c58de23fb,revision_number=0']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:17:59.416283 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-66010b15-4868-4302-945e-f40fbb675e04 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:17:59.420045 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-66010b15-4868-4302-945e-f40fbb675e04 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4349990 Jan 26 21:17:59.420289 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 60454) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:17:59.458154 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-64005879-af41-48c9-8e8d-452a517af16d tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Request body: {'security_group_rule': {'security_group_id': '48ad9419-cea5-46f2-b67f-159b9c4803d0', 'project_id': 'c6d9f10230f341edbbe46b16c17eb870', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:17:59.563619 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ba500c-9db9-401f-9865-7246a03eb6a5 req-7d21dca4-020b-4222-b2f4-fe8c8c3f3116 tempest-ServerMetadataNegativeTestJSON-376070701 tempest-ServerMetadataNegativeTestJSON-376070701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:17:59.566220 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-e8ba500c-9db9-401f-9865-7246a03eb6a5 req-7d21dca4-020b-4222-b2f4-fe8c8c3f3116 tempest-ServerMetadataNegativeTestJSON-376070701 tempest-ServerMetadataNegativeTestJSON-376070701-project] 10.222.0.13 "GET /v2.0/ports?device_id=3f37e8e3-0c6e-43bb-98fe-345543093159 HTTP/1.1" status: 200 len: 946 time: 0.2655089 Jan 26 21:17:59.619352 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5057ce0-946e-47a2-90dc-7e5632450f75 req-0a9d7316-09b7-4e03-9df7-458dff5b74da tempest-LiveMigrationTest-746395142 tempest-LiveMigrationTest-746395142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:17:59.622160 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-a5057ce0-946e-47a2-90dc-7e5632450f75 req-0a9d7316-09b7-4e03-9df7-458dff5b74da tempest-LiveMigrationTest-746395142 tempest-LiveMigrationTest-746395142-project] 10.222.0.13 "GET /v2.0/ports?device_id=3c1bb11b-19e0-4bd6-8502-e5422740b40d HTTP/1.1" status: 200 len: 945 time: 0.1994810 Jan 26 21:17:59.629935 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-53cf5c0d-fafa-466d-a460-339e4405503b tempest-ExtraDHCPOptionsIpV6TestJSON-560725893 tempest-ExtraDHCPOptionsIpV6TestJSON-560725893-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746560636600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746560234536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11791543'] for port (f94769c4-dbba-4f18-ae16-81a2945c21c9), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:17:59.664251 n-d-760453-5 neutron-server[103305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca795481-031c-48ac-925f-00596ed83bb9', 'tag': '63291687-eb18-4520-9507-18da92da4324'}, {'name': 'network-changed', 'server_uuid': 'ca795481-031c-48ac-925f-00596ed83bb9', 'tag': 'e52ff17a-df76-4716-aace-f598c57c36fe'}] {{(pid=103305) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 21:17:59.666584 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d4654568b7bf041e72ff8fe1c96d6d761d9c921f2b99bc7b3a26632be20cee0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59998763-144f-48f7-9377-204233f72573" -d '{"events": [{"name": "network-changed", "server_uuid": "ca795481-031c-48ac-925f-00596ed83bb9", "tag": "63291687-eb18-4520-9507-18da92da4324"}, {"name": "network-changed", "server_uuid": "ca795481-031c-48ac-925f-00596ed83bb9", "tag": "e52ff17a-df76-4716-aace-f598c57c36fe"}]}' {{(pid=103305) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 21:17:59.667358 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-e8ba500c-9db9-401f-9865-7246a03eb6a5 req-840b5421-b33f-4727-8a6e-d1ba4bdbe040 tempest-ServerMetadataNegativeTestJSON-376070701 tempest-ServerMetadataNegativeTestJSON-376070701-project] 10.222.0.13 "GET /v2.0/security-groups?id=4841882e-fd02-40f4-9249-056ca41a1d6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932159 Jan 26 21:17:59.685324 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53cf5c0d-fafa-466d-a460-339e4405503b tempest-ExtraDHCPOptionsIpV6TestJSON-560725893 tempest-ExtraDHCPOptionsIpV6TestJSON-560725893-project] Pushing event deleted for resources: {'Port': ['ID=f94769c4-dbba-4f18-ae16-81a2945c21c9,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:17:59.687215 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-64005879-af41-48c9-8e8d-452a517af16d tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Publish callbacks [] for security_group_rule (92a40720-317e-4a9b-9b27-20dfa7c08331), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:17:59.718966 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-53cf5c0d-fafa-466d-a460-339e4405503b tempest-ExtraDHCPOptionsIpV6TestJSON-560725893 tempest-ExtraDHCPOptionsIpV6TestJSON-560725893-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:17:59.722590 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-53cf5c0d-fafa-466d-a460-339e4405503b tempest-ExtraDHCPOptionsIpV6TestJSON-560725893 tempest-ExtraDHCPOptionsIpV6TestJSON-560725893-project] 10.222.0.13 "DELETE /v2.0/ports/f94769c4-dbba-4f18-ae16-81a2945c21c9 HTTP/1.1" status: 204 len: 168 time: 1.1970737 Jan 26 21:17:59.735631 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 60464) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:17:59.758442 n-d-760453-5 neutron-server[103305]: DEBUG neutron.notifiers.nova [req-70795c7b-309a-4d4c-af3d-fc4f849dc5c5 req-4c9b4b9e-8be7-459b-8cab-5b89282f57a6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 46e244fd-7905-4c27-b3f7-627bc270105e {{(pid=103305) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 26 21:17:59.768530 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-70795c7b-309a-4d4c-af3d-fc4f849dc5c5 req-4c9b4b9e-8be7-459b-8cab-5b89282f57a6 service neutron] Publish callbacks [] for port (46e244fd-7905-4c27-b3f7-627bc270105e), precommit_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:17:59.783793 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-5db880a6-b268-473d-a05f-a5d8f454552d tempest-ExtraDHCPOptionsIpV6TestJSON-560725893 tempest-ExtraDHCPOptionsIpV6TestJSON-560725893-project] Request body: {'port': {'name': 'tempest-new-port-name-433158589', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:17:59.784327 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.provisioning_blocks [req-70795c7b-309a-4d4c-af3d-fc4f849dc5c5 req-4c9b4b9e-8be7-459b-8cab-5b89282f57a6 service neutron] Transition to ACTIVE for port object 46e244fd-7905-4c27-b3f7-627bc270105e will not be triggered until provisioned by entity L2. {{(pid=103305) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 21:17:59.789953 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.api.validators [None req-5db880a6-b268-473d-a05f-a5d8f454552d tempest-ExtraDHCPOptionsIpV6TestJSON-560725893 tempest-ExtraDHCPOptionsIpV6TestJSON-560725893-project] bootfile-name is not in valid_values {{(pid=103304) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Jan 26 21:17:59.790808 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.api.validators [None req-5db880a6-b268-473d-a05f-a5d8f454552d tempest-ExtraDHCPOptionsIpV6TestJSON-560725893 tempest-ExtraDHCPOptionsIpV6TestJSON-560725893-project] tftp-server is not in valid_values {{(pid=103304) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Jan 26 21:17:59.791307 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.api.validators [None req-5db880a6-b268-473d-a05f-a5d8f454552d tempest-ExtraDHCPOptionsIpV6TestJSON-560725893 tempest-ExtraDHCPOptionsIpV6TestJSON-560725893-project] server-ip-address is not in valid_values {{(pid=103304) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Jan 26 21:17:59.796045 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-70795c7b-309a-4d4c-af3d-fc4f849dc5c5 req-4c9b4b9e-8be7-459b-8cab-5b89282f57a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11791520'] for port (46e244fd-7905-4c27-b3f7-627bc270105e), after_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:17:59.906425 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c9b4b9e-8be7-459b-8cab-5b89282f57a6 service neutron] Pushing event updated for resources: {'Port': ['ID=46e244fd-7905-4c27-b3f7-627bc270105e,revision_number=2']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:18:00.022906 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [req-70795c7b-309a-4d4c-af3d-fc4f849dc5c5 req-4c9b4b9e-8be7-459b-8cab-5b89282f57a6 service neutron] Attempting to bind port 46e244fd-7905-4c27-b3f7-627bc270105e on host n-h1-760453-5 for vnic_type normal with profile {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 21:18:00.023540 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [req-70795c7b-309a-4d4c-af3d-fc4f849dc5c5 req-4c9b4b9e-8be7-459b-8cab-5b89282f57a6 service neutron] Attempting to bind port 46e244fd-7905-4c27-b3f7-627bc270105e by drivers openvswitch,hyperv on host n-h1-760453-5 at level 0 using segments [{'id': '5fccd88d-df0d-4375-8629-dca63d895672', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'bd020871-95b7-4b5a-881a-9e30b02eb2fe'}] {{(pid=103305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 26 21:18:00.024058 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70795c7b-309a-4d4c-af3d-fc4f849dc5c5 req-4c9b4b9e-8be7-459b-8cab-5b89282f57a6 service neutron] Attempting to bind port 46e244fd-7905-4c27-b3f7-627bc270105e on network bd020871-95b7-4b5a-881a-9e30b02eb2fe {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 21:18:00.040863 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70795c7b-309a-4d4c-af3d-fc4f849dc5c5 req-4c9b4b9e-8be7-459b-8cab-5b89282f57a6 service neutron] Port 46e244fd-7905-4c27-b3f7-627bc270105e on network bd020871-95b7-4b5a-881a-9e30b02eb2fe not bound, no agent of type Open vSwitch agent registered on host n-h1-760453-5 {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 26 21:18:00.041535 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70795c7b-309a-4d4c-af3d-fc4f849dc5c5 req-4c9b4b9e-8be7-459b-8cab-5b89282f57a6 service neutron] Attempting to bind port 46e244fd-7905-4c27-b3f7-627bc270105e on network bd020871-95b7-4b5a-881a-9e30b02eb2fe {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 21:18:00.066052 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-89e3dcdf-860b-4e45-8410-87206e1284ae req-4ed1bbc0-e76c-450d-89c7-a70509c3343e tempest-DeleteServersTestJSON-1338827600 tempest-DeleteServersTestJSON-1338827600-project] 10.222.0.13 "GET /v2.0/ports?device_id=5e986168-261b-439a-9236-c24494c02d2b HTTP/1.1" status: 200 len: 210 time: 0.1640947 Jan 26 21:18:00.078732 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-3850e2a6-af84-4825-bf93-15320fdc1a81 req-6933c749-8145-4641-b111-bf99b105432b tempest-ServerShowV247Test-997106086 tempest-ServerShowV247Test-997106086-project] 10.222.0.57 "GET /v2.0/ports?device_id=6bbf9f5e-be79-49bb-acc2-23619d1410b9 HTTP/1.1" status: 200 len: 210 time: 0.0482378 Jan 26 21:18:00.079872 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70795c7b-309a-4d4c-af3d-fc4f849dc5c5 req-4c9b4b9e-8be7-459b-8cab-5b89282f57a6 service neutron] Checking agent: {'id': '32ef628b-8417-46c5-8729-60fcabe358f1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-760453-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 21, 3, 8), 'started_at': datetime.datetime(2022, 1, 26, 21, 3, 8), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 21, 17, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 26 21:18:00.080277 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70795c7b-309a-4d4c-af3d-fc4f849dc5c5 req-4c9b4b9e-8be7-459b-8cab-5b89282f57a6 service neutron] Checking segment: {'id': '5fccd88d-df0d-4375-8629-dca63d895672', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'bd020871-95b7-4b5a-881a-9e30b02eb2fe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103305) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 21:18:00.080751 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70795c7b-309a-4d4c-af3d-fc4f849dc5c5 req-4c9b4b9e-8be7-459b-8cab-5b89282f57a6 service neutron] Bound using segment: {'id': '5fccd88d-df0d-4375-8629-dca63d895672', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'bd020871-95b7-4b5a-881a-9e30b02eb2fe'} {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 26 21:18:00.081622 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [req-70795c7b-309a-4d4c-af3d-fc4f849dc5c5 req-4c9b4b9e-8be7-459b-8cab-5b89282f57a6 service neutron] Bound port: 46e244fd-7905-4c27-b3f7-627bc270105e, host: n-h1-760453-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5fccd88d-df0d-4375-8629-dca63d895672', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'bd020871-95b7-4b5a-881a-9e30b02eb2fe'}}] {{(pid=103305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 26 21:18:00.082420 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-70795c7b-309a-4d4c-af3d-fc4f849dc5c5 req-4c9b4b9e-8be7-459b-8cab-5b89282f57a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (46e244fd-7905-4c27-b3f7-627bc270105e), before_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:18:00.196756 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Wed, 26 Jan 2022 21:17:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d538e1f5-2fc3-45cc-a91c-6b3c0fdfab1c x-openstack-request-id: req-d538e1f5-2fc3-45cc-a91c-6b3c0fdfab1c {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 21:18:00.197136 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ca795481-031c-48ac-925f-00596ed83bb9", "tag": "63291687-eb18-4520-9507-18da92da4324", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "ca795481-031c-48ac-925f-00596ed83bb9", "tag": "e52ff17a-df76-4716-aace-f598c57c36fe", "status": "completed", "code": 200}]} {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 21:18:00.197451 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d538e1f5-2fc3-45cc-a91c-6b3c0fdfab1c {{(pid=103305) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 21:18:00.197887 n-d-760453-5 neutron-server[103305]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ca795481-031c-48ac-925f-00596ed83bb9', 'tag': '63291687-eb18-4520-9507-18da92da4324', 'status': 'completed', 'code': 200} Jan 26 21:18:00.198152 n-d-760453-5 neutron-server[103305]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ca795481-031c-48ac-925f-00596ed83bb9', 'tag': 'e52ff17a-df76-4716-aace-f598c57c36fe', 'status': 'completed', 'code': 200} Jan 26 21:18:00.214265 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-5db880a6-b268-473d-a05f-a5d8f454552d tempest-ExtraDHCPOptionsIpV6TestJSON-560725893 tempest-ExtraDHCPOptionsIpV6TestJSON-560725893-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (fe636222-3018-48bc-b627-254c51aaec34), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:18:00.315750 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-a5057ce0-946e-47a2-90dc-7e5632450f75 req-5865f07e-dd42-4778-a8a2-27dfcd59eed0 tempest-LiveMigrationTest-746395142 tempest-LiveMigrationTest-746395142-project] 10.222.0.13 "GET /v2.0/security-groups?id=c43a996a-6b93-48e4-a331-48250c5b183d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6518226 Jan 26 21:18:00.319081 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-64005879-af41-48c9-8e8d-452a517af16d tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Publish callbacks [] for security_group_rule (92a40720-317e-4a9b-9b27-20dfa7c08331), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:18:00.337837 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-64005879-af41-48c9-8e8d-452a517af16d tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102715'] for security_group_rule (92a40720-317e-4a9b-9b27-20dfa7c08331), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:18:00.382928 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [req-70795c7b-309a-4d4c-af3d-fc4f849dc5c5 req-4c9b4b9e-8be7-459b-8cab-5b89282f57a6 service neutron] For port 46e244fd-7905-4c27-b3f7-627bc270105e, host n-h1-760453-5, cleared binding levels {{(pid=103305) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 26 21:18:00.390837 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [req-70795c7b-309a-4d4c-af3d-fc4f849dc5c5 req-4c9b4b9e-8be7-459b-8cab-5b89282f57a6 service neutron] For port 46e244fd-7905-4c27-b3f7-627bc270105e, host n-h1-760453-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-5',level=0,port_id=46e244fd-7905-4c27-b3f7-627bc270105e,segment=NetworkSegment(5fccd88d-df0d-4375-8629-dca63d895672),segment_id=5fccd88d-df0d-4375-8629-dca63d895672)] {{(pid=103305) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 26 21:18:00.408797 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-70795c7b-309a-4d4c-af3d-fc4f849dc5c5 req-4c9b4b9e-8be7-459b-8cab-5b89282f57a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11791520'] for port (46e244fd-7905-4c27-b3f7-627bc270105e), after_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:18:00.527302 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64005879-af41-48c9-8e8d-452a517af16d tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=92a40720-317e-4a9b-9b27-20dfa7c08331,revision_number=0']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:18:00.548325 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70795c7b-309a-4d4c-af3d-fc4f849dc5c5 req-4c9b4b9e-8be7-459b-8cab-5b89282f57a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:18:00.548959 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-70795c7b-309a-4d4c-af3d-fc4f849dc5c5 req-4c9b4b9e-8be7-459b-8cab-5b89282f57a6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:18:00.550740 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-70795c7b-309a-4d4c-af3d-fc4f849dc5c5 req-4c9b4b9e-8be7-459b-8cab-5b89282f57a6 service neutron] 10.222.0.66 "PUT /v2.0/ports/46e244fd-7905-4c27-b3f7-627bc270105e HTTP/1.1" status: 200 len: 1091 time: 1.5927989 Jan 26 21:18:00.589667 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-64005879-af41-48c9-8e8d-452a517af16d tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:18:00.593599 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-64005879-af41-48c9-8e8d-452a517af16d tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.1700108 Jan 26 21:18:00.595652 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 60486) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:18:00.606616 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59998763-144f-48f7-9377-204233f72573 req-ebe84f92-6c63-4f9c-856f-d396f2de76db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:18:00.607094 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59998763-144f-48f7-9377-204233f72573 req-ebe84f92-6c63-4f9c-856f-d396f2de76db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:18:00.607576 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59998763-144f-48f7-9377-204233f72573 req-ebe84f92-6c63-4f9c-856f-d396f2de76db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:18:00.608456 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59998763-144f-48f7-9377-204233f72573 req-ebe84f92-6c63-4f9c-856f-d396f2de76db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:18:00.608928 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59998763-144f-48f7-9377-204233f72573 req-ebe84f92-6c63-4f9c-856f-d396f2de76db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:18:00.609435 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59998763-144f-48f7-9377-204233f72573 req-ebe84f92-6c63-4f9c-856f-d396f2de76db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:18:00.609946 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59998763-144f-48f7-9377-204233f72573 req-ebe84f92-6c63-4f9c-856f-d396f2de76db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:18:00.612147 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-59998763-144f-48f7-9377-204233f72573 req-ebe84f92-6c63-4f9c-856f-d396f2de76db service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=026ef2d8b8e041b18f9abf8363011406&device_id=ca795481-031c-48ac-925f-00596ed83bb9 HTTP/1.1" status: 200 len: 6446 time: 0.3995125 Jan 26 21:18:00.617128 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-bbd47411-24fa-49e6-92c4-02e66e306b45 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Request body: {'security_group_rule': {'security_group_id': '48ad9419-cea5-46f2-b67f-159b9c4803d0', 'project_id': 'c6d9f10230f341edbbe46b16c17eb870', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:18:00.625443 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c9b4b9e-8be7-459b-8cab-5b89282f57a6 service neutron] Pushing event updated for resources: {'Port': ['ID=46e244fd-7905-4c27-b3f7-627bc270105e,revision_number=3']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:18:00.672491 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd44929-c821-47f6-85bd-498afb92456c req-2133b1cc-4d70-4f3e-9be3-1edd796fff28 tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:18:00.692053 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd44929-c821-47f6-85bd-498afb92456c req-2133b1cc-4d70-4f3e-9be3-1edd796fff28 tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:18:00.698526 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd44929-c821-47f6-85bd-498afb92456c req-2133b1cc-4d70-4f3e-9be3-1edd796fff28 tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:18:00.714645 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd44929-c821-47f6-85bd-498afb92456c req-2133b1cc-4d70-4f3e-9be3-1edd796fff28 tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:18:00.721107 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd44929-c821-47f6-85bd-498afb92456c req-2133b1cc-4d70-4f3e-9be3-1edd796fff28 tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:18:00.736631 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd44929-c821-47f6-85bd-498afb92456c req-2133b1cc-4d70-4f3e-9be3-1edd796fff28 tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:18:00.745203 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd44929-c821-47f6-85bd-498afb92456c req-2133b1cc-4d70-4f3e-9be3-1edd796fff28 tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:18:00.753554 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-7cd44929-c821-47f6-85bd-498afb92456c req-2133b1cc-4d70-4f3e-9be3-1edd796fff28 tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca795481-031c-48ac-925f-00596ed83bb9 HTTP/1.1" status: 200 len: 5431 time: 0.4135740 Jan 26 21:18:00.760737 n-d-760453-5 neutron-server[103305]: INFO neutron.db.securitygroups_db [None req-bbd47411-24fa-49e6-92c4-02e66e306b45 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Project c6d9f10230f341edbbe46b16c17eb870 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 26 21:18:00.786649 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-bbd47411-24fa-49e6-92c4-02e66e306b45 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Publish callbacks [] for security_group_rule (05e13f2f-0ee0-4eac-b0d6-0a1f1ac883e9), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:18:00.808087 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-d6f254cd-1cb7-4dfb-a412-ca53071d4fd9 req-26296430-0a8e-407d-bd87-4b66b7b259dd tempest-ServerShowV247Test-997106086 tempest-ServerShowV247Test-997106086-project] 10.222.0.13 "GET /v2.0/ports?device_id=6bbf9f5e-be79-49bb-acc2-23619d1410b9 HTTP/1.1" status: 200 len: 210 time: 0.1795695 Jan 26 21:18:00.913135 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59998763-144f-48f7-9377-204233f72573 req-8aa50f94-79ee-4e83-9750-891136ade3a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:18:00.913135 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59998763-144f-48f7-9377-204233f72573 req-8aa50f94-79ee-4e83-9750-891136ade3a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:18:00.913135 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59998763-144f-48f7-9377-204233f72573 req-8aa50f94-79ee-4e83-9750-891136ade3a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:18:00.914304 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-59998763-144f-48f7-9377-204233f72573 req-8aa50f94-79ee-4e83-9750-891136ade3a5 service neutron] 10.222.0.66 "GET /v2.0/networks?tenant_id=026ef2d8b8e041b18f9abf8363011406&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.2696395 Jan 26 21:18:01.107813 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-7cd44929-c821-47f6-85bd-498afb92456c req-0a736fc6-9fe2-4c33-88f4-250c647f757e tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] 10.222.0.13 "GET /v2.0/security-groups?id=cfb1b9fe-a4df-4bbd-b439-103a9aa84b57&id=4949e7fd-e987-466a-ab17-ed5ae28a32c1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3021786 Jan 26 21:18:01.241447 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-bbd47411-24fa-49e6-92c4-02e66e306b45 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Publish callbacks [] for security_group_rule (05e13f2f-0ee0-4eac-b0d6-0a1f1ac883e9), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:18:01.260700 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-d976ae88-2c88-456a-b372-aadd2d32823e req-17cbf28a-4ec2-461d-870c-4185dc71506c tempest-DeleteServersTestJSON-1338827600 tempest-DeleteServersTestJSON-1338827600-project] 10.222.0.13 "GET /v2.0/ports?device_id=5e986168-261b-439a-9236-c24494c02d2b HTTP/1.1" status: 200 len: 210 time: 0.0442445 Jan 26 21:18:01.279400 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-bbd47411-24fa-49e6-92c4-02e66e306b45 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102715'] for security_group_rule (05e13f2f-0ee0-4eac-b0d6-0a1f1ac883e9), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:18:01.295972 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-5db880a6-b268-473d-a05f-a5d8f454552d tempest-ExtraDHCPOptionsIpV6TestJSON-560725893 tempest-ExtraDHCPOptionsIpV6TestJSON-560725893-project] Publish callbacks [] for port (fe636222-3018-48bc-b627-254c51aaec34), precommit_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:18:01.306300 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-5db880a6-b268-473d-a05f-a5d8f454552d tempest-ExtraDHCPOptionsIpV6TestJSON-560725893 tempest-ExtraDHCPOptionsIpV6TestJSON-560725893-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9281542'] for port (fe636222-3018-48bc-b627-254c51aaec34), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:18:01.327389 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd47411-24fa-49e6-92c4-02e66e306b45 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=05e13f2f-0ee0-4eac-b0d6-0a1f1ac883e9,revision_number=0']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:18:01.356597 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7551cac9-eeb0-4050-85b0-c71e1d823b3b req-efa7e995-c2ac-46af-a04b-fbdcb478cdd6 tempest-DeleteServersTestJSON-1338827600 tempest-DeleteServersTestJSON-1338827600-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:18:01.359304 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-7551cac9-eeb0-4050-85b0-c71e1d823b3b req-efa7e995-c2ac-46af-a04b-fbdcb478cdd6 tempest-DeleteServersTestJSON-1338827600 tempest-DeleteServersTestJSON-1338827600-project] 10.222.0.57 "GET /v2.0/networks?id=e16ff5ba-c523-42b6-a294-431f384b33de HTTP/1.1" status: 200 len: 812 time: 0.5276589 Jan 26 21:18:01.367159 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59998763-144f-48f7-9377-204233f72573 req-e7903f7c-ce6c-40da-9b56-7c7b8b43bf89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:18:01.369678 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-59998763-144f-48f7-9377-204233f72573 req-e7903f7c-ce6c-40da-9b56-7c7b8b43bf89 service neutron] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3986824 Jan 26 21:18:01.379051 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-5db880a6-b268-473d-a05f-a5d8f454552d tempest-ExtraDHCPOptionsIpV6TestJSON-560725893 tempest-ExtraDHCPOptionsIpV6TestJSON-560725893-project] In _notify_port_updated(), no bound segment for port fe636222-3018-48bc-b627-254c51aaec34 on network 01a518e2-4c29-492f-904f-d4938b76217a {{(pid=103304) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:883}} Jan 26 21:18:01.379915 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [req-7551cac9-eeb0-4050-85b0-c71e1d823b3b req-13b2760a-f35e-4ad6-97a4-28d4f2c1af8c tempest-DeleteServersTestJSON-1338827600 tempest-DeleteServersTestJSON-1338827600-project] Request body: {'port': {'device_id': '5e986168-261b-439a-9236-c24494c02d2b', 'network_id': 'e16ff5ba-c523-42b6-a294-431f384b33de', 'admin_state_up': True, 'tenant_id': 'cb180574de574caea4706335ceec073e'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:18:01.392984 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5db880a6-b268-473d-a05f-a5d8f454552d tempest-ExtraDHCPOptionsIpV6TestJSON-560725893 tempest-ExtraDHCPOptionsIpV6TestJSON-560725893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:18:01.394045 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-5db880a6-b268-473d-a05f-a5d8f454552d tempest-ExtraDHCPOptionsIpV6TestJSON-560725893 tempest-ExtraDHCPOptionsIpV6TestJSON-560725893-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:18:01.395733 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-5db880a6-b268-473d-a05f-a5d8f454552d tempest-ExtraDHCPOptionsIpV6TestJSON-560725893 tempest-ExtraDHCPOptionsIpV6TestJSON-560725893-project] 10.222.0.13 "PUT /v2.0/ports/fe636222-3018-48bc-b627-254c51aaec34 HTTP/1.1" status: 200 len: 1128 time: 1.6506703 Jan 26 21:18:01.405858 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 60510) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:18:01.461188 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db880a6-b268-473d-a05f-a5d8f454552d tempest-ExtraDHCPOptionsIpV6TestJSON-560725893 tempest-ExtraDHCPOptionsIpV6TestJSON-560725893-project] Pushing event updated for resources: {'Port': ['ID=fe636222-3018-48bc-b627-254c51aaec34,revision_number=2']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:18:01.506178 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc480f0f-33ca-49cd-a4cd-7bdb6464eac4 tempest-ExtraDHCPOptionsIpV6TestJSON-560725893 tempest-ExtraDHCPOptionsIpV6TestJSON-560725893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:18:01.507685 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-cc480f0f-33ca-49cd-a4cd-7bdb6464eac4 tempest-ExtraDHCPOptionsIpV6TestJSON-560725893 tempest-ExtraDHCPOptionsIpV6TestJSON-560725893-project] 10.222.0.13 "GET /v2.0/ports/fe636222-3018-48bc-b627-254c51aaec34 HTTP/1.1" status: 200 len: 1128 time: 0.1005390 Jan 26 21:18:01.528881 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 60514) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:18:01.559357 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd370fa4-b137-466a-a695-51877f46389f req-5f3dd3af-746f-480e-961c-5d1ba192b9ef tempest-ServersTestJSON-1629463572 tempest-ServersTestJSON-1629463572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:18:01.566653 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-cd370fa4-b137-466a-a695-51877f46389f req-5f3dd3af-746f-480e-961c-5d1ba192b9ef tempest-ServersTestJSON-1629463572 tempest-ServersTestJSON-1629463572-project] 10.222.0.13 "GET /v2.0/ports?device_id=c4662c10-663d-4f1c-9832-1ea6638aef0d HTTP/1.1" status: 200 len: 946 time: 0.1672277 Jan 26 21:18:01.594929 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-bbd47411-24fa-49e6-92c4-02e66e306b45 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:18:01.596031 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-bbd47411-24fa-49e6-92c4-02e66e306b45 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.9829180 Jan 26 21:18:01.598886 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9607b3a8-b53e-41f8-aaac-0fa7ee8e5578 req-064dfe06-1947-48dd-9b9e-6ac194ec44e0 tempest-LiveMigrationTest-746395142 tempest-LiveMigrationTest-746395142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:18:01.600844 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-9607b3a8-b53e-41f8-aaac-0fa7ee8e5578 req-064dfe06-1947-48dd-9b9e-6ac194ec44e0 tempest-LiveMigrationTest-746395142 tempest-LiveMigrationTest-746395142-project] 10.222.0.13 "GET /v2.0/ports?device_id=3c1bb11b-19e0-4bd6-8502-e5422740b40d HTTP/1.1" status: 200 len: 945 time: 0.1332586 Jan 26 21:18:01.600976 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 60516) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:18:01.615281 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-8f1cc153-bd75-4099-93eb-f8379c6b8119 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Request body: {'security_group_rule': {'security_group_id': '48ad9419-cea5-46f2-b67f-159b9c4803d0', 'project_id': 'c6d9f10230f341edbbe46b16c17eb870', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:18:01.655241 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-cd370fa4-b137-466a-a695-51877f46389f req-6e384fc6-7821-4a2e-b32b-9a2dbbf513f2 tempest-ServersTestJSON-1629463572 tempest-ServersTestJSON-1629463572-project] 10.222.0.13 "GET /v2.0/security-groups?id=a146440b-85c7-430a-88ed-6d0301627350&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873435 Jan 26 21:18:01.693215 n-d-760453-5 neutron-server[103305]: INFO neutron.db.securitygroups_db [None req-8f1cc153-bd75-4099-93eb-f8379c6b8119 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Project c6d9f10230f341edbbe46b16c17eb870 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 26 21:18:01.708916 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-9607b3a8-b53e-41f8-aaac-0fa7ee8e5578 req-7fc26366-46b7-48c0-8821-12cf126d1074 tempest-LiveMigrationTest-746395142 tempest-LiveMigrationTest-746395142-project] 10.222.0.13 "GET /v2.0/security-groups?id=c43a996a-6b93-48e4-a331-48250c5b183d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967185 Jan 26 21:18:01.713418 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59998763-144f-48f7-9377-204233f72573 req-37080190-8ffa-4d0f-acc6-39afc4a95c39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:18:01.713885 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59998763-144f-48f7-9377-204233f72573 req-37080190-8ffa-4d0f-acc6-39afc4a95c39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:18:01.714358 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59998763-144f-48f7-9377-204233f72573 req-37080190-8ffa-4d0f-acc6-39afc4a95c39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:18:01.714824 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59998763-144f-48f7-9377-204233f72573 req-37080190-8ffa-4d0f-acc6-39afc4a95c39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:18:01.715850 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59998763-144f-48f7-9377-204233f72573 req-37080190-8ffa-4d0f-acc6-39afc4a95c39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:18:01.716311 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59998763-144f-48f7-9377-204233f72573 req-37080190-8ffa-4d0f-acc6-39afc4a95c39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:18:01.716774 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59998763-144f-48f7-9377-204233f72573 req-37080190-8ffa-4d0f-acc6-39afc4a95c39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:18:01.719226 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-59998763-144f-48f7-9377-204233f72573 req-37080190-8ffa-4d0f-acc6-39afc4a95c39 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=026ef2d8b8e041b18f9abf8363011406&device_id=ca795481-031c-48ac-925f-00596ed83bb9 HTTP/1.1" status: 200 len: 6488 time: 0.2404799 Jan 26 21:18:01.722730 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-8f1cc153-bd75-4099-93eb-f8379c6b8119 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Publish callbacks [] for security_group_rule (8b6ca9f4-5910-48aa-9ae3-f8adb0c1f774), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:18:01.748362 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-b155c367-40eb-4653-9bf1-507521a6ffa8 None None] Provisioning complete for port fe636222-3018-48bc-b627-254c51aaec34 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:18:01.748833 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b155c367-40eb-4653-9bf1-507521a6ffa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (fe636222-3018-48bc-b627-254c51aaec34), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:18:01.803057 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-b155c367-40eb-4653-9bf1-507521a6ffa8 None None] Port fe636222-3018-48bc-b627-254c51aaec34 cannot update to ACTIVE because it is not bound. {{(pid=103306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 26 21:18:01.847471 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7551cac9-eeb0-4050-85b0-c71e1d823b3b req-13b2760a-f35e-4ad6-97a4-28d4f2c1af8c tempest-DeleteServersTestJSON-1338827600 tempest-DeleteServersTestJSON-1338827600-project] Made reservation on behalf of cb180574de574caea4706335ceec073e for: {'port': 1} {{(pid=103305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 21:18:01.850738 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-7551cac9-eeb0-4050-85b0-c71e1d823b3b req-13b2760a-f35e-4ad6-97a4-28d4f2c1af8c tempest-DeleteServersTestJSON-1338827600 tempest-DeleteServersTestJSON-1338827600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:18:01.905937 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-051216f4-bba0-466c-907b-f7c3ff1c8630 tempest-ExtraDHCPOptionsIpV6TestJSON-560725893 tempest-ExtraDHCPOptionsIpV6TestJSON-560725893-project] Deleting port fe636222-3018-48bc-b627-254c51aaec34 {{(pid=103305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 21:18:01.905937 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-051216f4-bba0-466c-907b-f7c3ff1c8630 tempest-ExtraDHCPOptionsIpV6TestJSON-560725893 tempest-ExtraDHCPOptionsIpV6TestJSON-560725893-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746560630878'] for port (fe636222-3018-48bc-b627-254c51aaec34), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:18:01.959785 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-8f1cc153-bd75-4099-93eb-f8379c6b8119 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Publish callbacks [] for security_group_rule (8b6ca9f4-5910-48aa-9ae3-f8adb0c1f774), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:18:02.014473 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-8f1cc153-bd75-4099-93eb-f8379c6b8119 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102715'] for security_group_rule (8b6ca9f4-5910-48aa-9ae3-f8adb0c1f774), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:18:02.016862 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59998763-144f-48f7-9377-204233f72573 req-a17ba000-eb3d-4c7b-8414-5ed2de97f8c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:18:02.017373 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59998763-144f-48f7-9377-204233f72573 req-a17ba000-eb3d-4c7b-8414-5ed2de97f8c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:18:02.017842 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59998763-144f-48f7-9377-204233f72573 req-a17ba000-eb3d-4c7b-8414-5ed2de97f8c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:18:02.019432 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-59998763-144f-48f7-9377-204233f72573 req-a17ba000-eb3d-4c7b-8414-5ed2de97f8c7 service neutron] 10.222.0.66 "GET /v2.0/networks?tenant_id=026ef2d8b8e041b18f9abf8363011406&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.2794220 Jan 26 21:18:02.045551 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7b220e-69f6-4011-b024-421b53ec8f6e req-8dcd643c-2779-489f-b8b5-4e363542d5f5 tempest-ServerMetadataNegativeTestJSON-376070701 tempest-ServerMetadataNegativeTestJSON-376070701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:18:02.052894 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-0c7b220e-69f6-4011-b024-421b53ec8f6e req-8dcd643c-2779-489f-b8b5-4e363542d5f5 tempest-ServerMetadataNegativeTestJSON-376070701 tempest-ServerMetadataNegativeTestJSON-376070701-project] 10.222.0.13 "GET /v2.0/ports?device_id=3f37e8e3-0c6e-43bb-98fe-345543093159 HTTP/1.1" status: 200 len: 946 time: 0.0580008 Jan 26 21:18:02.110031 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1cc153-bd75-4099-93eb-f8379c6b8119 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8b6ca9f4-5910-48aa-9ae3-f8adb0c1f774,revision_number=0']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:18:02.110944 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-0c7b220e-69f6-4011-b024-421b53ec8f6e req-26e22dff-292f-45f6-83b2-62c80d6142c5 tempest-ServerMetadataNegativeTestJSON-376070701 tempest-ServerMetadataNegativeTestJSON-376070701-project] 10.222.0.13 "GET /v2.0/security-groups?id=4841882e-fd02-40f4-9249-056ca41a1d6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567923 Jan 26 21:18:02.158433 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-8f1cc153-bd75-4099-93eb-f8379c6b8119 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:18:02.159646 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-8f1cc153-bd75-4099-93eb-f8379c6b8119 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5547023 Jan 26 21:18:02.164448 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 60530) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:18:02.175198 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-e51ed9e0-86a8-4a5a-bea4-738866d50163 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Request body: {'network': {'name': 'tempest-network-smoke--316630702', 'project_id': 'c6d9f10230f341edbbe46b16c17eb870', 'port_security_enabled': True}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:18:02.202027 n-d-760453-5 neutron-server[103305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca795481-031c-48ac-925f-00596ed83bb9', 'tag': '46e244fd-7905-4c27-b3f7-627bc270105e'}] {{(pid=103305) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 21:18:02.204263 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d4654568b7bf041e72ff8fe1c96d6d761d9c921f2b99bc7b3a26632be20cee0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-214acf59-0d02-45d7-a616-25eb90698c72" -d '{"events": [{"name": "network-changed", "server_uuid": "ca795481-031c-48ac-925f-00596ed83bb9", "tag": "46e244fd-7905-4c27-b3f7-627bc270105e"}]}' {{(pid=103305) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 21:18:02.213748 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-051216f4-bba0-466c-907b-f7c3ff1c8630 tempest-ExtraDHCPOptionsIpV6TestJSON-560725893 tempest-ExtraDHCPOptionsIpV6TestJSON-560725893-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4109658'] for port (fe636222-3018-48bc-b627-254c51aaec34), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:18:02.245793 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.db_base_plugin_common [req-7551cac9-eeb0-4050-85b0-c71e1d823b3b req-13b2760a-f35e-4ad6-97a4-28d4f2c1af8c tempest-DeleteServersTestJSON-1338827600 tempest-DeleteServersTestJSON-1338827600-project] Allocated IP 172.20.0.4 (e16ff5ba-c523-42b6-a294-431f384b33de/25684abb-e6bd-4ac5-a412-9cc30ecdd004/571183ee-5602-4d38-9dc9-53ea6a0bd8c4) {{(pid=103305) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 21:18:02.250737 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-051216f4-bba0-466c-907b-f7c3ff1c8630 tempest-ExtraDHCPOptionsIpV6TestJSON-560725893 tempest-ExtraDHCPOptionsIpV6TestJSON-560725893-project] Calling delete_port for fe636222-3018-48bc-b627-254c51aaec34 owned by {{(pid=103305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 21:18:02.252899 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59998763-144f-48f7-9377-204233f72573 req-50b8a920-8aff-4e25-839e-379530a0469e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:18:02.254465 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-59998763-144f-48f7-9377-204233f72573 req-50b8a920-8aff-4e25-839e-379530a0469e service neutron] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2207835 Jan 26 21:18:02.305528 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 26 Jan 2022 21:18:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24119efa-9b6e-4d67-9890-fb2c6498bf4d x-openstack-request-id: req-24119efa-9b6e-4d67-9890-fb2c6498bf4d {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 21:18:02.305774 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ca795481-031c-48ac-925f-00596ed83bb9", "tag": "46e244fd-7905-4c27-b3f7-627bc270105e", "status": "completed", "code": 200}]} {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 21:18:02.305959 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-24119efa-9b6e-4d67-9890-fb2c6498bf4d {{(pid=103305) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 21:18:02.306357 n-d-760453-5 neutron-server[103305]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ca795481-031c-48ac-925f-00596ed83bb9', 'tag': '46e244fd-7905-4c27-b3f7-627bc270105e', 'status': 'completed', 'code': 200} Jan 26 21:18:02.314804 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e51ed9e0-86a8-4a5a-bea4-738866d50163 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Made reservation on behalf of c6d9f10230f341edbbe46b16c17eb870 for: {'network': 1} {{(pid=103304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 21:18:02.322368 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-e51ed9e0-86a8-4a5a-bea4-738866d50163 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for network (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:18:02.377976 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f11c278-7887-432f-8e9b-efabed988ef4 req-9bac958c-dad2-44d9-b8ff-e8afffca186b tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:18:02.390173 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 60538) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:18:02.393413 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f11c278-7887-432f-8e9b-efabed988ef4 req-9bac958c-dad2-44d9-b8ff-e8afffca186b tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:18:02.400647 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f11c278-7887-432f-8e9b-efabed988ef4 req-9bac958c-dad2-44d9-b8ff-e8afffca186b tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:18:02.414408 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f11c278-7887-432f-8e9b-efabed988ef4 req-9bac958c-dad2-44d9-b8ff-e8afffca186b tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:18:02.422100 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f11c278-7887-432f-8e9b-efabed988ef4 req-9bac958c-dad2-44d9-b8ff-e8afffca186b tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:18:02.437133 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f11c278-7887-432f-8e9b-efabed988ef4 req-9bac958c-dad2-44d9-b8ff-e8afffca186b tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:18:02.445024 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f11c278-7887-432f-8e9b-efabed988ef4 req-9bac958c-dad2-44d9-b8ff-e8afffca186b tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:18:02.454346 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-1f11c278-7887-432f-8e9b-efabed988ef4 req-9bac958c-dad2-44d9-b8ff-e8afffca186b tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca795481-031c-48ac-925f-00596ed83bb9 HTTP/1.1" status: 200 len: 5431 time: 0.2621582 Jan 26 21:18:02.497274 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70795c7b-309a-4d4c-af3d-fc4f849dc5c5 req-c9ddf0b8-c296-4da1-8359-16341398880d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:18:02.497818 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70795c7b-309a-4d4c-af3d-fc4f849dc5c5 req-c9ddf0b8-c296-4da1-8359-16341398880d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:18:02.498288 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70795c7b-309a-4d4c-af3d-fc4f849dc5c5 req-c9ddf0b8-c296-4da1-8359-16341398880d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:18:02.498756 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70795c7b-309a-4d4c-af3d-fc4f849dc5c5 req-c9ddf0b8-c296-4da1-8359-16341398880d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:18:02.499216 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70795c7b-309a-4d4c-af3d-fc4f849dc5c5 req-c9ddf0b8-c296-4da1-8359-16341398880d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:18:02.499699 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70795c7b-309a-4d4c-af3d-fc4f849dc5c5 req-c9ddf0b8-c296-4da1-8359-16341398880d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:18:02.500173 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70795c7b-309a-4d4c-af3d-fc4f849dc5c5 req-c9ddf0b8-c296-4da1-8359-16341398880d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:18:02.502192 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-70795c7b-309a-4d4c-af3d-fc4f849dc5c5 req-c9ddf0b8-c296-4da1-8359-16341398880d service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=026ef2d8b8e041b18f9abf8363011406&device_id=ca795481-031c-48ac-925f-00596ed83bb9 HTTP/1.1" status: 200 len: 6488 time: 0.1481555 Jan 26 21:18:02.520484 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-328c7fcf-969a-4a96-9a44-a7c93c3293df req-e152f231-ac25-4d92-9bff-65d843d0ed17 tempest-DeleteServersTestJSON-1338827600 tempest-DeleteServersTestJSON-1338827600-project] 10.222.0.13 "GET /v2.0/ports?device_id=5e986168-261b-439a-9236-c24494c02d2b HTTP/1.1" status: 200 len: 210 time: 0.0566595 Jan 26 21:18:02.570266 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-1f11c278-7887-432f-8e9b-efabed988ef4 req-154adc1c-d6cb-4b42-a6d6-df7045bdc4be tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] 10.222.0.13 "GET /v2.0/security-groups?id=cfb1b9fe-a4df-4bbd-b439-103a9aa84b57&id=4949e7fd-e987-466a-ab17-ed5ae28a32c1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1144123 Jan 26 21:18:02.674512 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edcfee70-430c-4044-8605-87d6dc2b2943 req-a088321b-773d-4e8f-8ef4-4adeff32acd7 tempest-ServersTestJSON-1629463572 tempest-ServersTestJSON-1629463572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:18:02.676567 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-edcfee70-430c-4044-8605-87d6dc2b2943 req-a088321b-773d-4e8f-8ef4-4adeff32acd7 tempest-ServersTestJSON-1629463572 tempest-ServersTestJSON-1629463572-project] 10.222.0.57 "GET /v2.0/ports?device_id=c4662c10-663d-4f1c-9832-1ea6638aef0d HTTP/1.1" status: 200 len: 946 time: 0.0570734 Jan 26 21:18:02.835106 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [req-edcfee70-430c-4044-8605-87d6dc2b2943 req-74e10e70-07c9-4f69-a4a2-16ee3d6a097f tempest-ServersTestJSON-1629463572 tempest-ServersTestJSON-1629463572-project] Deleting port c0c88dad-cc2c-45c3-b929-f9b04ea7d5f7 {{(pid=103304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 21:18:02.835504 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-edcfee70-430c-4044-8605-87d6dc2b2943 req-74e10e70-07c9-4f69-a4a2-16ee3d6a097f tempest-ServersTestJSON-1629463572 tempest-ServersTestJSON-1629463572-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746560630878'] for port (c0c88dad-cc2c-45c3-b929-f9b04ea7d5f7), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:18:02.912323 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-ac3c1674-9dc9-472d-998e-b3c8f862a958 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:18:02.919196 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-70795c7b-309a-4d4c-af3d-fc4f849dc5c5 req-67fdc4f0-c18e-4cbb-a40d-3810deed7252 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4836496e-4b86-4ff4-b7d3-0f22f4a6f134 HTTP/1.1" status: 200 len: 217 time: 0.0715086 Jan 26 21:18:02.928135 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69968ff6-0ef9-482c-a6a5-3ff61bf824b3 req-7868f1f0-badc-46c9-b40e-bc0827f0597d tempest-ServersTestJSON-1629463572 tempest-ServersTestJSON-1629463572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:18:02.931136 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-69968ff6-0ef9-482c-a6a5-3ff61bf824b3 req-7868f1f0-badc-46c9-b40e-bc0827f0597d tempest-ServersTestJSON-1629463572 tempest-ServersTestJSON-1629463572-project] 10.222.0.13 "GET /v2.0/ports?device_id=c4662c10-663d-4f1c-9832-1ea6638aef0d HTTP/1.1" status: 200 len: 946 time: 0.1647456 Jan 26 21:18:02.952745 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-7551cac9-eeb0-4050-85b0-c71e1d823b3b req-13b2760a-f35e-4ad6-97a4-28d4f2c1af8c tempest-DeleteServersTestJSON-1338827600 tempest-DeleteServersTestJSON-1338827600-project] Publish callbacks [] for port (571183ee-5602-4d38-9dc9-53ea6a0bd8c4), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:18:02.984658 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b452c0-2bc3-4bd6-867f-f98b91ffd20f req-68f69762-bafc-44c7-b11e-5b4458fa7ed7 tempest-LiveMigrationTest-746395142 tempest-LiveMigrationTest-746395142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:18:02.993462 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-67b452c0-2bc3-4bd6-867f-f98b91ffd20f req-68f69762-bafc-44c7-b11e-5b4458fa7ed7 tempest-LiveMigrationTest-746395142 tempest-LiveMigrationTest-746395142-project] 10.222.0.13 "GET /v2.0/ports?device_id=3c1bb11b-19e0-4bd6-8502-e5422740b40d HTTP/1.1" status: 200 len: 945 time: 0.1850786 Jan 26 21:18:03.004100 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-051216f4-bba0-466c-907b-f7c3ff1c8630 tempest-ExtraDHCPOptionsIpV6TestJSON-560725893 tempest-ExtraDHCPOptionsIpV6TestJSON-560725893-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746560636600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746560234536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11791543'] for port (fe636222-3018-48bc-b627-254c51aaec34), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:18:03.019463 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e51ed9e0-86a8-4a5a-bea4-738866d50163 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] vlan segment allocate from pool success with {'vlan_id': 563, 'physical_network': 'physnet1'} {{(pid=103304) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 26 21:18:03.052238 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70795c7b-309a-4d4c-af3d-fc4f849dc5c5 req-16aabece-5708-4501-a430-b66130dd82cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:18:03.053716 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-70795c7b-309a-4d4c-af3d-fc4f849dc5c5 req-16aabece-5708-4501-a430-b66130dd82cc service neutron] 10.222.0.66 "GET /v2.0/subnets?id=57e3c492-4b44-4b41-bf93-c4d6e5c59ce4 HTTP/1.1" status: 200 len: 856 time: 0.1213403 Jan 26 21:18:03.061556 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-e51ed9e0-86a8-4a5a-bea4-738866d50163 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576559'] for segment (17e2e8a5-d0ff-43c6-ae30-ad82dc108dba), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:18:03.062113 n-d-760453-5 neutron-server[103304]: INFO neutron.db.segments_db [None req-e51ed9e0-86a8-4a5a-bea4-738866d50163 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Added segment 17e2e8a5-d0ff-43c6-ae30-ad82dc108dba of type vlan for network 53e223b0-da4c-46a0-9735-61b7e6751b1f Jan 26 21:18:03.063405 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051216f4-bba0-466c-907b-f7c3ff1c8630 tempest-ExtraDHCPOptionsIpV6TestJSON-560725893 tempest-ExtraDHCPOptionsIpV6TestJSON-560725893-project] Pushing event deleted for resources: {'Port': ['ID=fe636222-3018-48bc-b627-254c51aaec34,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:18:03.099912 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-69968ff6-0ef9-482c-a6a5-3ff61bf824b3 req-e8c9b36a-855b-41b7-9d6a-31f9cd117fb2 tempest-ServersTestJSON-1629463572 tempest-ServersTestJSON-1629463572-project] 10.222.0.13 "GET /v2.0/security-groups?id=a146440b-85c7-430a-88ed-6d0301627350&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1588488 Jan 26 21:18:03.116573 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [req-edcfee70-430c-4044-8605-87d6dc2b2943 req-74e10e70-07c9-4f69-a4a2-16ee3d6a097f tempest-ServersTestJSON-1629463572 tempest-ServersTestJSON-1629463572-project] For port c0c88dad-cc2c-45c3-b929-f9b04ea7d5f7, host n-h2-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-5',level=0,port_id=c0c88dad-cc2c-45c3-b929-f9b04ea7d5f7,segment=NetworkSegment(bb9dd371-3de9-4327-a263-fb803ca379c8),segment_id=bb9dd371-3de9-4327-a263-fb803ca379c8)] {{(pid=103304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:18:03.116924 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-edcfee70-430c-4044-8605-87d6dc2b2943 req-74e10e70-07c9-4f69-a4a2-16ee3d6a097f tempest-ServersTestJSON-1629463572 tempest-ServersTestJSON-1629463572-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4109658'] for port (c0c88dad-cc2c-45c3-b929-f9b04ea7d5f7), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:18:03.132191 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-051216f4-bba0-466c-907b-f7c3ff1c8630 tempest-ExtraDHCPOptionsIpV6TestJSON-560725893 tempest-ExtraDHCPOptionsIpV6TestJSON-560725893-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:18:03.138488 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-051216f4-bba0-466c-907b-f7c3ff1c8630 tempest-ExtraDHCPOptionsIpV6TestJSON-560725893 tempest-ExtraDHCPOptionsIpV6TestJSON-560725893-project] 10.222.0.13 "DELETE /v2.0/ports/fe636222-3018-48bc-b627-254c51aaec34 HTTP/1.1" status: 204 len: 168 time: 1.6008642 Jan 26 21:18:03.140834 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 60548) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:18:03.159320 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-7551cac9-eeb0-4050-85b0-c71e1d823b3b req-13b2760a-f35e-4ad6-97a4-28d4f2c1af8c tempest-DeleteServersTestJSON-1338827600 tempest-DeleteServersTestJSON-1338827600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746560234527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11791543'] for port (571183ee-5602-4d38-9dc9-53ea6a0bd8c4), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:18:03.176513 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [req-edcfee70-430c-4044-8605-87d6dc2b2943 req-74e10e70-07c9-4f69-a4a2-16ee3d6a097f tempest-ServersTestJSON-1629463572 tempest-ServersTestJSON-1629463572-project] Calling delete_port for c0c88dad-cc2c-45c3-b929-f9b04ea7d5f7 owned by compute:nova {{(pid=103304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 21:18:03.290291 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7551cac9-eeb0-4050-85b0-c71e1d823b3b req-13b2760a-f35e-4ad6-97a4-28d4f2c1af8c tempest-DeleteServersTestJSON-1338827600 tempest-DeleteServersTestJSON-1338827600-project] Network e16ff5ba-c523-42b6-a294-431f384b33de is already hosted by enough agents. {{(pid=103305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 21:18:03.292313 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70795c7b-309a-4d4c-af3d-fc4f849dc5c5 req-cd973e51-4fa3-4bdb-ae2b-d0469a4d9fb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:18:03.297840 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-67b452c0-2bc3-4bd6-867f-f98b91ffd20f req-7a9a97e6-8ec2-4fdc-a1f1-343a5f5a74be tempest-LiveMigrationTest-746395142 tempest-LiveMigrationTest-746395142-project] 10.222.0.13 "GET /v2.0/security-groups?id=c43a996a-6b93-48e4-a331-48250c5b183d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3046441 Jan 26 21:18:03.301319 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-70795c7b-309a-4d4c-af3d-fc4f849dc5c5 req-cd973e51-4fa3-4bdb-ae2b-d0469a4d9fb5 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=bbfba3ee-2021-4c97-a0e2-2098fcdcf99e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2328835 Jan 26 21:18:03.311519 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.db_base_plugin_v2 [None req-589f1fa4-6132-4c6d-9b06-599ac89c39f0 tempest-ExtraDHCPOptionsIpV6TestJSON-560725893 tempest-ExtraDHCPOptionsIpV6TestJSON-560725893-project] Deleting subnet 8518ac00-17e6-4187-90a2-3b1127e21b4b {{(pid=103305) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 26 21:18:03.317846 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-ac3c1674-9dc9-472d-998e-b3c8f862a958 admin admin] Publish callbacks [] for security_group (2bc9652b-6db4-4688-855f-a31760e2b667), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:18:03.319916 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [req-7551cac9-eeb0-4050-85b0-c71e1d823b3b req-13b2760a-f35e-4ad6-97a4-28d4f2c1af8c tempest-DeleteServersTestJSON-1338827600 tempest-DeleteServersTestJSON-1338827600-project] Resources bound (agent type, host, resource id): {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:18:03.323016 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-589f1fa4-6132-4c6d-9b06-599ac89c39f0 tempest-ExtraDHCPOptionsIpV6TestJSON-560725893 tempest-ExtraDHCPOptionsIpV6TestJSON-560725893-project] Publish callbacks [] for subnet (8518ac00-17e6-4187-90a2-3b1127e21b4b), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:18:03.334004 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b2760a-f35e-4ad6-97a4-28d4f2c1af8c tempest-DeleteServersTestJSON-1338827600 tempest-DeleteServersTestJSON-1338827600-project] Pushing event updated for resources: {'Port': ['ID=571183ee-5602-4d38-9dc9-53ea6a0bd8c4,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:18:03.346444 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [req-7551cac9-eeb0-4050-85b0-c71e1d823b3b req-13b2760a-f35e-4ad6-97a4-28d4f2c1af8c tempest-DeleteServersTestJSON-1338827600 tempest-DeleteServersTestJSON-1338827600-project] Received port after_create {{(pid=103305) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 21:18:03.392133 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-ac3c1674-9dc9-472d-998e-b3c8f862a958 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (2bc9652b-6db4-4688-855f-a31760e2b667), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:18:03.434724 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-e51ed9e0-86a8-4a5a-bea4-738866d50163 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746560256871'] for network (53e223b0-da4c-46a0-9735-61b7e6751b1f), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:18:03.437596 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-edcfee70-430c-4044-8605-87d6dc2b2943 req-74e10e70-07c9-4f69-a4a2-16ee3d6a097f tempest-ServersTestJSON-1629463572 tempest-ServersTestJSON-1629463572-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746560636600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746560234536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9281553'] for port (c0c88dad-cc2c-45c3-b929-f9b04ea7d5f7), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:18:03.448751 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] get_ports_and_sgs() called for port_ids ['c0c88dad-cc2c-45c3-b929-f9b04ea7d5f7'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 26 21:18:03.461454 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-ac3c1674-9dc9-472d-998e-b3c8f862a958 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=aa555cc10a47477a8b8df6a9975c1a84&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0702360 Jan 26 21:18:03.484152 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 60550) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:18:03.512100 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-e51ed9e0-86a8-4a5a-bea4-738866d50163 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503'] for network (53e223b0-da4c-46a0-9735-61b7e6751b1f), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:18:03.517153 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e51ed9e0-86a8-4a5a-bea4-738866d50163 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:18:03.517870 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-e51ed9e0-86a8-4a5a-bea4-738866d50163 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Publish callbacks [] for network (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:18:03.527221 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e10e70-07c9-4f69-a4a2-16ee3d6a097f tempest-ServersTestJSON-1629463572 tempest-ServersTestJSON-1629463572-project] Pushing event deleted for resources: {'Port': ['ID=c0c88dad-cc2c-45c3-b929-f9b04ea7d5f7,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:18:03.535945 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-589f1fa4-6132-4c6d-9b06-599ac89c39f0 tempest-ExtraDHCPOptionsIpV6TestJSON-560725893 tempest-ExtraDHCPOptionsIpV6TestJSON-560725893-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11788946'] for subnet (8518ac00-17e6-4187-90a2-3b1127e21b4b), precommit_delete_associations {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:18:03.598659 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac3c1674-9dc9-472d-998e-b3c8f862a958 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2bc9652b-6db4-4688-855f-a31760e2b667,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:18:03.615888 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7551cac9-eeb0-4050-85b0-c71e1d823b3b req-13b2760a-f35e-4ad6-97a4-28d4f2c1af8c tempest-DeleteServersTestJSON-1338827600 tempest-DeleteServersTestJSON-1338827600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:18:03.617822 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-7551cac9-eeb0-4050-85b0-c71e1d823b3b req-13b2760a-f35e-4ad6-97a4-28d4f2c1af8c tempest-DeleteServersTestJSON-1338827600 tempest-DeleteServersTestJSON-1338827600-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:18:03.642183 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674f01d5-a0bd-498f-8e67-00e17b387d27 req-047830e1-df57-426d-85a3-e3d11fdb3521 tempest-ServerMetadataNegativeTestJSON-376070701 tempest-ServerMetadataNegativeTestJSON-376070701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:18:03.649126 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-674f01d5-a0bd-498f-8e67-00e17b387d27 req-047830e1-df57-426d-85a3-e3d11fdb3521 tempest-ServerMetadataNegativeTestJSON-376070701 tempest-ServerMetadataNegativeTestJSON-376070701-project] 10.222.0.13 "GET /v2.0/ports?device_id=3f37e8e3-0c6e-43bb-98fe-345543093159 HTTP/1.1" status: 200 len: 946 time: 0.3104920 Jan 26 21:18:03.665932 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-7551cac9-eeb0-4050-85b0-c71e1d823b3b req-13b2760a-f35e-4ad6-97a4-28d4f2c1af8c tempest-DeleteServersTestJSON-1338827600 tempest-DeleteServersTestJSON-1338827600-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2951062 Jan 26 21:18:03.670146 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-70795c7b-309a-4d4c-af3d-fc4f849dc5c5 req-da049e19-b16f-4cd6-898c-1543182e04f9 service neutron] 10.222.0.66 "GET /v2.0/networks/bbfba3ee-2021-4c97-a0e2-2098fcdcf99e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3556430 Jan 26 21:18:03.679351 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-e51ed9e0-86a8-4a5a-bea4-738866d50163 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.5112157 Jan 26 21:18:03.686818 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [req-edcfee70-430c-4044-8605-87d6dc2b2943 req-74e10e70-07c9-4f69-a4a2-16ee3d6a097f tempest-ServersTestJSON-1629463572 tempest-ServersTestJSON-1629463572-project] No DVR routers for this DVR port c0c88dad-cc2c-45c3-b929-f9b04ea7d5f7 on host n-h2-760453-5 {{(pid=103304) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 26 21:18:03.688688 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 60556) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:18:03.695290 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [req-7551cac9-eeb0-4050-85b0-c71e1d823b3b req-a6d4b82f-f204-40cb-b6ca-9fb52d2a42d8 service neutron] Request body: {'port': {'device_id': '5e986168-261b-439a-9236-c24494c02d2b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-760453-5'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:18:03.707298 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-62734be8-58de-4a90-9278-b7bf72a1c633 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1781814701', 'admin_state_up': True, 'project_id': 'c6d9f10230f341edbbe46b16c17eb870', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299'}}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:18:03.724261 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-edcfee70-430c-4044-8605-87d6dc2b2943 req-74e10e70-07c9-4f69-a4a2-16ee3d6a097f tempest-ServersTestJSON-1629463572 tempest-ServersTestJSON-1629463572-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:18:03.728343 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-edcfee70-430c-4044-8605-87d6dc2b2943 req-74e10e70-07c9-4f69-a4a2-16ee3d6a097f tempest-ServersTestJSON-1629463572 tempest-ServersTestJSON-1629463572-project] 10.222.0.57 "DELETE /v2.0/ports/c0c88dad-cc2c-45c3-b929-f9b04ea7d5f7 HTTP/1.1" status: 204 len: 173 time: 1.0464251 Jan 26 21:18:03.730318 n-d-760453-5 neutron-server[103304]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4662c10-663d-4f1c-9832-1ea6638aef0d', 'name': 'network-vif-deleted', 'tag': 'c0c88dad-cc2c-45c3-b929-f9b04ea7d5f7'}] {{(pid=103304) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 21:18:03.734004 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d52b45f1943fcd332af9527eb73ff93c8d715d44383a3f6d18de73b4cfcf87b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f83f2da1-2f55-4855-8835-a5624ab7b7ba" -d '{"events": [{"server_uuid": "c4662c10-663d-4f1c-9832-1ea6638aef0d", "name": "network-vif-deleted", "tag": "c0c88dad-cc2c-45c3-b929-f9b04ea7d5f7"}]}' {{(pid=103304) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 21:18:03.740428 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e51ed9e0-86a8-4a5a-bea4-738866d50163 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Pushing event updated for resources: {'Network': ['ID=53e223b0-da4c-46a0-9735-61b7e6751b1f,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:18:03.755945 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Network 53e223b0-da4c-46a0-9735-61b7e6751b1f details requested by agent ovs-agent-n-d-760453-5 with host n-d-760453-5 {{(pid=103306) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 26 21:18:03.766896 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-589f1fa4-6132-4c6d-9b06-599ac89c39f0 tempest-ExtraDHCPOptionsIpV6TestJSON-560725893 tempest-ExtraDHCPOptionsIpV6TestJSON-560725893-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687316'] for subnet (8518ac00-17e6-4187-90a2-3b1127e21b4b), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:18:03.882298 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-674f01d5-a0bd-498f-8e67-00e17b387d27 req-e7b70296-f2e4-423d-a8f1-0356cb836f2a tempest-ServerMetadataNegativeTestJSON-376070701 tempest-ServerMetadataNegativeTestJSON-376070701-project] 10.222.0.13 "GET /v2.0/security-groups?id=4841882e-fd02-40f4-9249-056ca41a1d6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2310178 Jan 26 21:18:03.903376 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-62734be8-58de-4a90-9278-b7bf72a1c633 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4104596', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13108'] for router (2a5d0513-d45f-4010-8c54-36cd7a655e85), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:18:03.904873 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-62734be8-58de-4a90-9278-b7bf72a1c633 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4105828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4111306', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3733576', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13069'] for router (2a5d0513-d45f-4010-8c54-36cd7a655e85), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:18:03.935452 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5107104-434d-4e3c-8fa4-d4c029a3af1d req-beca2fe2-6be8-4602-b330-38f97e2678e4 tempest-DeleteServersTestJSON-1338827600 tempest-DeleteServersTestJSON-1338827600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:18:03.944980 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-f5107104-434d-4e3c-8fa4-d4c029a3af1d req-beca2fe2-6be8-4602-b330-38f97e2678e4 tempest-DeleteServersTestJSON-1338827600 tempest-DeleteServersTestJSON-1338827600-project] 10.222.0.13 "GET /v2.0/ports?device_id=5e986168-261b-439a-9236-c24494c02d2b HTTP/1.1" status: 200 len: 931 time: 0.2925069 Jan 26 21:18:03.973914 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-7551cac9-eeb0-4050-85b0-c71e1d823b3b req-a6d4b82f-f204-40cb-b6ca-9fb52d2a42d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (571183ee-5602-4d38-9dc9-53ea6a0bd8c4), before_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:18:03.981159 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-7b4ebffe-f8a1-4626-a20d-376dc3efbb55 admin admin] Publish callbacks [] for security_group (2bc9652b-6db4-4688-855f-a31760e2b667), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:18:03.993133 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-589f1fa4-6132-4c6d-9b06-599ac89c39f0 tempest-ExtraDHCPOptionsIpV6TestJSON-560725893 tempest-ExtraDHCPOptionsIpV6TestJSON-560725893-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11791594', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11599980'] for subnet (8518ac00-17e6-4187-90a2-3b1127e21b4b), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:18:04.018292 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-7b4ebffe-f8a1-4626-a20d-376dc3efbb55 admin admin] Publish callbacks [] for security_group (2bc9652b-6db4-4688-855f-a31760e2b667), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:18:04.054392 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-589f1fa4-6132-4c6d-9b06-599ac89c39f0 tempest-ExtraDHCPOptionsIpV6TestJSON-560725893 tempest-ExtraDHCPOptionsIpV6TestJSON-560725893-project] Pushing event deleted for resources: {'Subnet': ['ID=8518ac00-17e6-4187-90a2-3b1127e21b4b,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:18:04.057973 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-589f1fa4-6132-4c6d-9b06-599ac89c39f0 tempest-ExtraDHCPOptionsIpV6TestJSON-560725893 tempest-ExtraDHCPOptionsIpV6TestJSON-560725893-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709645'] for subnet (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:18:04.064161 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-589f1fa4-6132-4c6d-9b06-599ac89c39f0 tempest-ExtraDHCPOptionsIpV6TestJSON-560725893 tempest-ExtraDHCPOptionsIpV6TestJSON-560725893-project] 10.222.0.13 "DELETE /v2.0/subnets/8518ac00-17e6-4187-90a2-3b1127e21b4b HTTP/1.1" status: 204 len: 168 time: 0.9158542 Jan 26 21:18:04.068533 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5a016d2-2f9d-435d-8d02-898837541d2c None None] Network 01a518e2-4c29-492f-904f-d4938b76217a requested from n-d-760453-5 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 26 21:18:04.071379 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 60560) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:18:04.086980 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-f5107104-434d-4e3c-8fa4-d4c029a3af1d req-853aa9e7-a4a3-43b3-a233-ed044fc28580 tempest-DeleteServersTestJSON-1338827600 tempest-DeleteServersTestJSON-1338827600-project] 10.222.0.13 "GET /v2.0/security-groups?id=b7fc5e70-a24b-497d-9cf6-8df82d0ad35b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1409538 Jan 26 21:18:04.091863 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30cfe997-5eff-41f6-9b81-5e60dc3f0c2b req-b7817e60-5f87-4f51-8a88-502662b71479 tempest-ServerMetadataNegativeTestJSON-376070701 tempest-ServerMetadataNegativeTestJSON-376070701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:18:04.093393 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-30cfe997-5eff-41f6-9b81-5e60dc3f0c2b req-b7817e60-5f87-4f51-8a88-502662b71479 tempest-ServerMetadataNegativeTestJSON-376070701 tempest-ServerMetadataNegativeTestJSON-376070701-project] 10.222.0.66 "GET /v2.0/ports?device_id=3f37e8e3-0c6e-43bb-98fe-345543093159 HTTP/1.1" status: 200 len: 946 time: 0.3552854 Jan 26 21:18:04.221252 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Jan 2022 21:18:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2753eb97-4f9c-4ba9-b553-34f1f94c9ae6 x-openstack-request-id: req-2753eb97-4f9c-4ba9-b553-34f1f94c9ae6 {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 21:18:04.221959 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-70795c7b-309a-4d4c-af3d-fc4f849dc5c5 req-ab229fc7-1286-44c9-b4e2-bebafc12970e service neutron] 10.222.0.66 "GET /v2.0/networks/bbfba3ee-2021-4c97-a0e2-2098fcdcf99e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4874218 Jan 26 21:18:04.222159 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4662c10-663d-4f1c-9832-1ea6638aef0d", "name": "network-vif-deleted", "tag": "c0c88dad-cc2c-45c3-b929-f9b04ea7d5f7", "status": "completed", "code": 200}]} {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 21:18:04.222371 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-2753eb97-4f9c-4ba9-b553-34f1f94c9ae6 {{(pid=103304) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 21:18:04.222968 n-d-760453-5 neutron-server[103304]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4662c10-663d-4f1c-9832-1ea6638aef0d', 'name': 'network-vif-deleted', 'tag': 'c0c88dad-cc2c-45c3-b929-f9b04ea7d5f7', 'status': 'completed', 'code': 200} Jan 26 21:18:04.223710 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-7b4ebffe-f8a1-4626-a20d-376dc3efbb55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (2bc9652b-6db4-4688-855f-a31760e2b667), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:18:04.229256 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-7b4ebffe-f8a1-4626-a20d-376dc3efbb55 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:18:04.233370 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-7b4ebffe-f8a1-4626-a20d-376dc3efbb55 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/2bc9652b-6db4-4688-855f-a31760e2b667 HTTP/1.1" status: 204 len: 168 time: 0.7255208 Jan 26 21:18:04.261566 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b4ebffe-f8a1-4626-a20d-376dc3efbb55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bc9652b-6db4-4688-855f-a31760e2b667,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:18:04.341014 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa104e4-71af-4a32-aeed-a23da5f5d6d2 req-8b47d900-f589-40e8-b298-a8a803004140 tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:18:04.365562 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa104e4-71af-4a32-aeed-a23da5f5d6d2 req-8b47d900-f589-40e8-b298-a8a803004140 tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:18:04.391207 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa104e4-71af-4a32-aeed-a23da5f5d6d2 req-8b47d900-f589-40e8-b298-a8a803004140 tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:18:04.406772 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa104e4-71af-4a32-aeed-a23da5f5d6d2 req-8b47d900-f589-40e8-b298-a8a803004140 tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:18:04.416479 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa104e4-71af-4a32-aeed-a23da5f5d6d2 req-8b47d900-f589-40e8-b298-a8a803004140 tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:18:04.432323 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa104e4-71af-4a32-aeed-a23da5f5d6d2 req-8b47d900-f589-40e8-b298-a8a803004140 tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:18:04.445025 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa104e4-71af-4a32-aeed-a23da5f5d6d2 req-8b47d900-f589-40e8-b298-a8a803004140 tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:18:04.457965 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-cfa104e4-71af-4a32-aeed-a23da5f5d6d2 req-8b47d900-f589-40e8-b298-a8a803004140 tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca795481-031c-48ac-925f-00596ed83bb9 HTTP/1.1" status: 200 len: 5431 time: 0.3774016 Jan 26 21:18:04.486594 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83ab80ed-6c2b-4336-8031-54c715c71183 None None] DHCP port deletion for 01a518e2-4c29-492f-904f-d4938b76217a request from n-d-760453-5 {{(pid=103306) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 26 21:18:04.503613 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-70795c7b-309a-4d4c-af3d-fc4f849dc5c5 req-a4955063-2578-474e-8da7-185856f7e079 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.172&port_id=a7268cc1-3994-4713-bc9a-c43426d166e2 HTTP/1.1" status: 200 len: 217 time: 0.2713737 Jan 26 21:18:04.507129 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-28d2fbb7-d631-4af5-ae69-82d8c6acc3a9 tempest-ExtraDHCPOptionsIpV6TestJSON-560725893 tempest-ExtraDHCPOptionsIpV6TestJSON-560725893-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-748181'] for network (01a518e2-4c29-492f-904f-d4938b76217a), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:18:04.523851 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-62734be8-58de-4a90-9278-b7bf72a1c633 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Publish callbacks [] for router_controller (2a5d0513-d45f-4010-8c54-36cd7a655e85), precommit_add_association {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:18:04.555997 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-5180fe5c-cf10-432b-90f7-83810551cc18 req-ce756eb4-d5b6-49b1-8942-0f9c90ce0537 tempest-ServersTestJSON-1629463572 tempest-ServersTestJSON-1629463572-project] 10.222.0.13 "GET /v2.0/ports?device_id=c4662c10-663d-4f1c-9832-1ea6638aef0d HTTP/1.1" status: 200 len: 210 time: 0.0307100 Jan 26 21:18:04.619717 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-83ab80ed-6c2b-4336-8031-54c715c71183 None None] Deleting port 9a14f1a1-f36d-4604-b567-e5396a831476 {{(pid=103306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 21:18:04.622235 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-83ab80ed-6c2b-4336-8031-54c715c71183 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746560630878'] for port (9a14f1a1-f36d-4604-b567-e5396a831476), before_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:18:04.673645 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-cfa104e4-71af-4a32-aeed-a23da5f5d6d2 req-e20221be-bb7e-4eb6-bf46-748121278cae tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] 10.222.0.13 "GET /v2.0/security-groups?id=cfb1b9fe-a4df-4bbd-b439-103a9aa84b57&id=4949e7fd-e987-466a-ab17-ed5ae28a32c1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1462722 Jan 26 21:18:04.804471 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-83ab80ed-6c2b-4336-8031-54c715c71183 None None] For port 9a14f1a1-f36d-4604-b567-e5396a831476, host n-d-760453-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=9a14f1a1-f36d-4604-b567-e5396a831476,segment=NetworkSegment(c020cdab-5ea7-4420-8f86-7c912aaca540),segment_id=c020cdab-5ea7-4420-8f86-7c912aaca540)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:18:04.804987 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-83ab80ed-6c2b-4336-8031-54c715c71183 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4109658'] for port (9a14f1a1-f36d-4604-b567-e5396a831476), precommit_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:18:04.828096 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-83ab80ed-6c2b-4336-8031-54c715c71183 None None] Calling delete_port for 9a14f1a1-f36d-4604-b567-e5396a831476 owned by network:dhcp {{(pid=103306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 21:18:04.858810 n-d-760453-5 neutron-server[103305]: DEBUG neutron.notifiers.nova [req-7551cac9-eeb0-4050-85b0-c71e1d823b3b req-a6d4b82f-f204-40cb-b6ca-9fb52d2a42d8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 571183ee-5602-4d38-9dc9-53ea6a0bd8c4 {{(pid=103305) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 26 21:18:04.867891 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-7551cac9-eeb0-4050-85b0-c71e1d823b3b req-a6d4b82f-f204-40cb-b6ca-9fb52d2a42d8 service neutron] Publish callbacks [] for port (571183ee-5602-4d38-9dc9-53ea6a0bd8c4), precommit_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:18:04.884782 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.provisioning_blocks [req-7551cac9-eeb0-4050-85b0-c71e1d823b3b req-a6d4b82f-f204-40cb-b6ca-9fb52d2a42d8 service neutron] Transition to ACTIVE for port object 571183ee-5602-4d38-9dc9-53ea6a0bd8c4 will not be triggered until provisioned by entity L2. {{(pid=103305) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 21:18:04.979981 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70795c7b-309a-4d4c-af3d-fc4f849dc5c5 req-6409fa0b-bcc0-4c65-a5ed-494e3185df1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:18:04.984485 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-70795c7b-309a-4d4c-af3d-fc4f849dc5c5 req-6409fa0b-bcc0-4c65-a5ed-494e3185df1c service neutron] 10.222.0.66 "GET /v2.0/subnets?id=33c71571-b125-47e8-b95c-4b54e4e22463 HTTP/1.1" status: 200 len: 797 time: 0.4666958 Jan 26 21:18:04.986135 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-62734be8-58de-4a90-9278-b7bf72a1c633 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Publish callbacks [] for router_gateway (2a5d0513-d45f-4010-8c54-36cd7a655e85), precommit_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:18:05.002075 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-83ab80ed-6c2b-4336-8031-54c715c71183 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746560636600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746560234536'] for port (9a14f1a1-f36d-4604-b567-e5396a831476), after_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:18:05.038868 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-7551cac9-eeb0-4050-85b0-c71e1d823b3b req-a6d4b82f-f204-40cb-b6ca-9fb52d2a42d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11791520'] for port (571183ee-5602-4d38-9dc9-53ea6a0bd8c4), after_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:18:05.042497 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a785de6-adc8-4495-b658-e41ee3c0a989 req-491db010-669f-46fd-ac29-bfcd4cfa7325 tempest-LiveMigrationTest-746395142 tempest-LiveMigrationTest-746395142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:18:05.046204 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-6a785de6-adc8-4495-b658-e41ee3c0a989 req-491db010-669f-46fd-ac29-bfcd4cfa7325 tempest-LiveMigrationTest-746395142 tempest-LiveMigrationTest-746395142-project] 10.222.0.13 "GET /v2.0/ports?device_id=3c1bb11b-19e0-4bd6-8502-e5422740b40d HTTP/1.1" status: 200 len: 945 time: 0.2748981 Jan 26 21:18:05.092859 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ab80ed-6c2b-4336-8031-54c715c71183 None None] Pushing event deleted for resources: {'Port': ['ID=9a14f1a1-f36d-4604-b567-e5396a831476,revision_number=None']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:18:05.096750 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d4b82f-f204-40cb-b6ca-9fb52d2a42d8 service neutron] Pushing event updated for resources: {'Port': ['ID=571183ee-5602-4d38-9dc9-53ea6a0bd8c4,revision_number=2']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:18:05.125221 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83ab80ed-6c2b-4336-8031-54c715c71183 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:18:05.126499 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83ab80ed-6c2b-4336-8031-54c715c71183 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:18:05.127285 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83ab80ed-6c2b-4336-8031-54c715c71183 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:18:05.127893 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83ab80ed-6c2b-4336-8031-54c715c71183 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:18:05.128399 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83ab80ed-6c2b-4336-8031-54c715c71183 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:18:05.129058 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83ab80ed-6c2b-4336-8031-54c715c71183 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:18:05.129648 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83ab80ed-6c2b-4336-8031-54c715c71183 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:18:05.130912 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83ab80ed-6c2b-4336-8031-54c715c71183 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:18:05.131670 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83ab80ed-6c2b-4336-8031-54c715c71183 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:18:05.132207 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83ab80ed-6c2b-4336-8031-54c715c71183 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:18:05.133111 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83ab80ed-6c2b-4336-8031-54c715c71183 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:18:05.133649 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83ab80ed-6c2b-4336-8031-54c715c71183 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:18:05.134152 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83ab80ed-6c2b-4336-8031-54c715c71183 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:18:05.139914 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83ab80ed-6c2b-4336-8031-54c715c71183 None None] No DVR routers for this DVR port 9a14f1a1-f36d-4604-b567-e5396a831476 on host n-d-760453-5 {{(pid=103306) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 26 21:18:05.146111 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70795c7b-309a-4d4c-af3d-fc4f849dc5c5 req-52920488-9a6c-4965-894b-71e0905d76fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:18:05.157493 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-70795c7b-309a-4d4c-af3d-fc4f849dc5c5 req-52920488-9a6c-4965-894b-71e0905d76fa service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=efe29cb8-1223-4d1f-943f-1b137d401008&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1655989 Jan 26 21:18:05.390994 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [req-30cfe997-5eff-41f6-9b81-5e60dc3f0c2b req-967f841e-b85f-48b0-a1fe-d650bb0ec9af tempest-ServerMetadataNegativeTestJSON-376070701 tempest-ServerMetadataNegativeTestJSON-376070701-project] Deleting port 9eeaf456-d413-477c-8ea6-d359db8aaa9d {{(pid=103305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 21:18:05.391378 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-30cfe997-5eff-41f6-9b81-5e60dc3f0c2b req-967f841e-b85f-48b0-a1fe-d650bb0ec9af tempest-ServerMetadataNegativeTestJSON-376070701 tempest-ServerMetadataNegativeTestJSON-376070701-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746560630878'] for port (9eeaf456-d413-477c-8ea6-d359db8aaa9d), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:18:05.555086 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [req-7551cac9-eeb0-4050-85b0-c71e1d823b3b req-a6d4b82f-f204-40cb-b6ca-9fb52d2a42d8 service neutron] Attempting to bind port 571183ee-5602-4d38-9dc9-53ea6a0bd8c4 on host n-h2-760453-5 for vnic_type normal with profile {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 21:18:05.555498 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [req-7551cac9-eeb0-4050-85b0-c71e1d823b3b req-a6d4b82f-f204-40cb-b6ca-9fb52d2a42d8 service neutron] Attempting to bind port 571183ee-5602-4d38-9dc9-53ea6a0bd8c4 by drivers openvswitch,hyperv on host n-h2-760453-5 at level 0 using segments [{'id': '2541abc4-0813-4c0d-94e6-c088627c1a85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': 'e16ff5ba-c523-42b6-a294-431f384b33de'}] {{(pid=103305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 26 21:18:05.556022 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7551cac9-eeb0-4050-85b0-c71e1d823b3b req-a6d4b82f-f204-40cb-b6ca-9fb52d2a42d8 service neutron] Attempting to bind port 571183ee-5602-4d38-9dc9-53ea6a0bd8c4 on network e16ff5ba-c523-42b6-a294-431f384b33de {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 21:18:05.562026 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-28d2fbb7-d631-4af5-ae69-82d8c6acc3a9 tempest-ExtraDHCPOptionsIpV6TestJSON-560725893 tempest-ExtraDHCPOptionsIpV6TestJSON-560725893-project] Deleting port 9a14f1a1-f36d-4604-b567-e5396a831476 {{(pid=103305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 21:18:05.562371 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-28d2fbb7-d631-4af5-ae69-82d8c6acc3a9 tempest-ExtraDHCPOptionsIpV6TestJSON-560725893 tempest-ExtraDHCPOptionsIpV6TestJSON-560725893-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746560630878'] for port (9a14f1a1-f36d-4604-b567-e5396a831476), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:18:05.569547 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 60590) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:18:05.582110 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [req-30cfe997-5eff-41f6-9b81-5e60dc3f0c2b req-967f841e-b85f-48b0-a1fe-d650bb0ec9af tempest-ServerMetadataNegativeTestJSON-376070701 tempest-ServerMetadataNegativeTestJSON-376070701-project] For port 9eeaf456-d413-477c-8ea6-d359db8aaa9d, host n-h1-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-5',level=0,port_id=9eeaf456-d413-477c-8ea6-d359db8aaa9d,segment=NetworkSegment(d4326d9b-0013-4469-bfa5-86f8cf85fa89),segment_id=d4326d9b-0013-4469-bfa5-86f8cf85fa89)] {{(pid=103305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:18:05.582791 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-30cfe997-5eff-41f6-9b81-5e60dc3f0c2b req-967f841e-b85f-48b0-a1fe-d650bb0ec9af tempest-ServerMetadataNegativeTestJSON-376070701 tempest-ServerMetadataNegativeTestJSON-376070701-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4109658'] for port (9eeaf456-d413-477c-8ea6-d359db8aaa9d), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:18:05.671605 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7551cac9-eeb0-4050-85b0-c71e1d823b3b req-a6d4b82f-f204-40cb-b6ca-9fb52d2a42d8 service neutron] Port 571183ee-5602-4d38-9dc9-53ea6a0bd8c4 on network e16ff5ba-c523-42b6-a294-431f384b33de not bound, no agent of type Open vSwitch agent registered on host n-h2-760453-5 {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 26 21:18:05.672263 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7551cac9-eeb0-4050-85b0-c71e1d823b3b req-a6d4b82f-f204-40cb-b6ca-9fb52d2a42d8 service neutron] Attempting to bind port 571183ee-5602-4d38-9dc9-53ea6a0bd8c4 on network e16ff5ba-c523-42b6-a294-431f384b33de {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 21:18:05.686717 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [req-30cfe997-5eff-41f6-9b81-5e60dc3f0c2b req-967f841e-b85f-48b0-a1fe-d650bb0ec9af tempest-ServerMetadataNegativeTestJSON-376070701 tempest-ServerMetadataNegativeTestJSON-376070701-project] Calling delete_port for 9eeaf456-d413-477c-8ea6-d359db8aaa9d owned by compute:nova {{(pid=103305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 21:18:05.759775 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63580996-d3ea-43e7-b906-7c97be8a8007 req-eb8d313c-a4c3-4ca9-83bd-d0236ececa88 tempest-ServerMetadataNegativeTestJSON-376070701 tempest-ServerMetadataNegativeTestJSON-376070701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:18:05.767805 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-63580996-d3ea-43e7-b906-7c97be8a8007 req-eb8d313c-a4c3-4ca9-83bd-d0236ececa88 tempest-ServerMetadataNegativeTestJSON-376070701 tempest-ServerMetadataNegativeTestJSON-376070701-project] 10.222.0.13 "GET /v2.0/ports?device_id=3f37e8e3-0c6e-43bb-98fe-345543093159 HTTP/1.1" status: 200 len: 946 time: 0.6871462 Jan 26 21:18:05.795703 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-6a785de6-adc8-4495-b658-e41ee3c0a989 req-aae03029-00a2-4439-8804-e5e97d4fae93 tempest-LiveMigrationTest-746395142 tempest-LiveMigrationTest-746395142-project] 10.222.0.13 "GET /v2.0/security-groups?id=c43a996a-6b93-48e4-a331-48250c5b183d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7121327 Jan 26 21:18:05.842446 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-30cfe997-5eff-41f6-9b81-5e60dc3f0c2b req-967f841e-b85f-48b0-a1fe-d650bb0ec9af tempest-ServerMetadataNegativeTestJSON-376070701 tempest-ServerMetadataNegativeTestJSON-376070701-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746560636600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746560234536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11791543'] for port (9eeaf456-d413-477c-8ea6-d359db8aaa9d), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:18:05.851072 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-70795c7b-309a-4d4c-af3d-fc4f849dc5c5 req-6c5b3e05-12f6-4b12-b5e8-3c32081ea9e6 service neutron] 10.222.0.66 "GET /v2.0/networks/efe29cb8-1223-4d1f-943f-1b137d401008?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6582577 Jan 26 21:18:05.861018 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7551cac9-eeb0-4050-85b0-c71e1d823b3b req-a6d4b82f-f204-40cb-b6ca-9fb52d2a42d8 service neutron] Checking agent: {'id': '4d619873-4b60-439f-9b5a-b155dc8bbc34', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-760453-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 21, 2, 53), 'started_at': datetime.datetime(2022, 1, 26, 21, 2, 53), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 21, 17, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 26 21:18:05.861516 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7551cac9-eeb0-4050-85b0-c71e1d823b3b req-a6d4b82f-f204-40cb-b6ca-9fb52d2a42d8 service neutron] Checking segment: {'id': '2541abc4-0813-4c0d-94e6-c088627c1a85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': 'e16ff5ba-c523-42b6-a294-431f384b33de'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103305) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 21:18:05.862025 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7551cac9-eeb0-4050-85b0-c71e1d823b3b req-a6d4b82f-f204-40cb-b6ca-9fb52d2a42d8 service neutron] Bound using segment: {'id': '2541abc4-0813-4c0d-94e6-c088627c1a85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': 'e16ff5ba-c523-42b6-a294-431f384b33de'} {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 26 21:18:05.862806 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [req-7551cac9-eeb0-4050-85b0-c71e1d823b3b req-a6d4b82f-f204-40cb-b6ca-9fb52d2a42d8 service neutron] Bound port: 571183ee-5602-4d38-9dc9-53ea6a0bd8c4, host: n-h2-760453-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2541abc4-0813-4c0d-94e6-c088627c1a85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': 'e16ff5ba-c523-42b6-a294-431f384b33de'}}] {{(pid=103305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 26 21:18:05.863094 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-7551cac9-eeb0-4050-85b0-c71e1d823b3b req-a6d4b82f-f204-40cb-b6ca-9fb52d2a42d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (571183ee-5602-4d38-9dc9-53ea6a0bd8c4), before_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:18:05.877692 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] get_ports_and_sgs() called for port_ids ['9eeaf456-d413-477c-8ea6-d359db8aaa9d'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 26 21:18:05.901691 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-63580996-d3ea-43e7-b906-7c97be8a8007 req-c67be9bd-9385-47f7-9526-ccd68c589ce9 tempest-ServerMetadataNegativeTestJSON-376070701 tempest-ServerMetadataNegativeTestJSON-376070701-project] 10.222.0.13 "GET /v2.0/security-groups?id=4841882e-fd02-40f4-9249-056ca41a1d6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1305990 Jan 26 21:18:05.923795 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-967f841e-b85f-48b0-a1fe-d650bb0ec9af tempest-ServerMetadataNegativeTestJSON-376070701 tempest-ServerMetadataNegativeTestJSON-376070701-project] Pushing event deleted for resources: {'Port': ['ID=9eeaf456-d413-477c-8ea6-d359db8aaa9d,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:18:05.938678 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [None req-28d2fbb7-d631-4af5-ae69-82d8c6acc3a9 tempest-ExtraDHCPOptionsIpV6TestJSON-560725893 tempest-ExtraDHCPOptionsIpV6TestJSON-560725893-project] For port 9a14f1a1-f36d-4604-b567-e5396a831476, host n-d-760453-5, got binding levels [] {{(pid=103305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:18:05.939165 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-28d2fbb7-d631-4af5-ae69-82d8c6acc3a9 tempest-ExtraDHCPOptionsIpV6TestJSON-560725893 tempest-ExtraDHCPOptionsIpV6TestJSON-560725893-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4109658'] for port (9a14f1a1-f36d-4604-b567-e5396a831476), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:18:06.003452 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-28d2fbb7-d631-4af5-ae69-82d8c6acc3a9 tempest-ExtraDHCPOptionsIpV6TestJSON-560725893 tempest-ExtraDHCPOptionsIpV6TestJSON-560725893-project] Calling delete_port for 9a14f1a1-f36d-4604-b567-e5396a831476 owned by network:dhcp {{(pid=103305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 21:18:06.021456 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 60598) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:18:06.031257 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.ipam_backend_mixin [None req-28d2fbb7-d631-4af5-ae69-82d8c6acc3a9 tempest-ExtraDHCPOptionsIpV6TestJSON-560725893 tempest-ExtraDHCPOptionsIpV6TestJSON-560725893-project] Port 9a14f1a1-f36d-4604-b567-e5396a831476 was not found and therefore no delete operation was performed {{(pid=103305) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jan 26 21:18:06.100439 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device 9a14f1a1-f36d-4604-b567-e5396a831476 no longer exists at agent ovs-agent-n-d-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 26 21:18:06.121434 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-28d2fbb7-d631-4af5-ae69-82d8c6acc3a9 tempest-ExtraDHCPOptionsIpV6TestJSON-560725893 tempest-ExtraDHCPOptionsIpV6TestJSON-560725893-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746560636600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746560234536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11791543'] for port (9a14f1a1-f36d-4604-b567-e5396a831476), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:18:06.122907 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] No Port match for: 9a14f1a1-f36d-4604-b567-e5396a831476 {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 26 21:18:06.123442 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device 9a14f1a1-f36d-4604-b567-e5396a831476 not bound to the agent host n-d-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 26 21:18:06.127937 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-17d90d81-e941-4a06-8e88-208df39776b4 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-411345369-network', 'tenant_id': '2b29801ee18e4ff0a597415334743408'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:18:06.145220 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [req-30cfe997-5eff-41f6-9b81-5e60dc3f0c2b req-967f841e-b85f-48b0-a1fe-d650bb0ec9af tempest-ServerMetadataNegativeTestJSON-376070701 tempest-ServerMetadataNegativeTestJSON-376070701-project] No DVR routers for this DVR port 9eeaf456-d413-477c-8ea6-d359db8aaa9d on host n-h1-760453-5 {{(pid=103305) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 26 21:18:06.172671 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6cc0fb-e7b2-4aab-9673-2ff98de21797 req-d2b6d5e5-49b3-4664-b15b-c0e4873c9ce0 tempest-DeleteServersTestJSON-1338827600 tempest-DeleteServersTestJSON-1338827600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:18:06.174379 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-da6cc0fb-e7b2-4aab-9673-2ff98de21797 req-d2b6d5e5-49b3-4664-b15b-c0e4873c9ce0 tempest-DeleteServersTestJSON-1338827600 tempest-DeleteServersTestJSON-1338827600-project] 10.222.0.13 "GET /v2.0/ports?device_id=5e986168-261b-439a-9236-c24494c02d2b HTTP/1.1" status: 200 len: 943 time: 0.2370548 Jan 26 21:18:06.183901 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-30cfe997-5eff-41f6-9b81-5e60dc3f0c2b req-967f841e-b85f-48b0-a1fe-d650bb0ec9af tempest-ServerMetadataNegativeTestJSON-376070701 tempest-ServerMetadataNegativeTestJSON-376070701-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:18:06.187203 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-30cfe997-5eff-41f6-9b81-5e60dc3f0c2b req-967f841e-b85f-48b0-a1fe-d650bb0ec9af tempest-ServerMetadataNegativeTestJSON-376070701 tempest-ServerMetadataNegativeTestJSON-376070701-project] 10.222.0.66 "DELETE /v2.0/ports/9eeaf456-d413-477c-8ea6-d359db8aaa9d HTTP/1.1" status: 204 len: 173 time: 2.0706732 Jan 26 21:18:06.187681 n-d-760453-5 neutron-server[103305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f37e8e3-0c6e-43bb-98fe-345543093159', 'name': 'network-vif-deleted', 'tag': '9eeaf456-d413-477c-8ea6-d359db8aaa9d'}] {{(pid=103305) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 21:18:06.189957 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d4654568b7bf041e72ff8fe1c96d6d761d9c921f2b99bc7b3a26632be20cee0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd125e87-0958-4041-bb8e-a2362d5fe124" -d '{"events": [{"server_uuid": "3f37e8e3-0c6e-43bb-98fe-345543093159", "name": "network-vif-deleted", "tag": "9eeaf456-d413-477c-8ea6-d359db8aaa9d"}]}' {{(pid=103305) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 21:18:06.201976 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-62734be8-58de-4a90-9278-b7bf72a1c633 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Publish callbacks [] for router_gateway (2a5d0513-d45f-4010-8c54-36cd7a655e85), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:18:06.214201 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d2fbb7-d631-4af5-ae69-82d8c6acc3a9 tempest-ExtraDHCPOptionsIpV6TestJSON-560725893 tempest-ExtraDHCPOptionsIpV6TestJSON-560725893-project] Pushing event deleted for resources: {'Port': ['ID=9a14f1a1-f36d-4604-b567-e5396a831476,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:18:06.250218 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28d2fbb7-d631-4af5-ae69-82d8c6acc3a9 tempest-ExtraDHCPOptionsIpV6TestJSON-560725893 tempest-ExtraDHCPOptionsIpV6TestJSON-560725893-project] No DVR routers for this DVR port 9a14f1a1-f36d-4604-b567-e5396a831476 on host n-d-760453-5 {{(pid=103305) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 26 21:18:06.250459 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f300a645-c496-4ab2-b70d-b2edbe7ef107 req-8dfdee17-b9d4-43d5-bfdb-535f0c361067 tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:18:06.256098 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f300a645-c496-4ab2-b70d-b2edbe7ef107 req-8dfdee17-b9d4-43d5-bfdb-535f0c361067 tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:18:06.261555 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f300a645-c496-4ab2-b70d-b2edbe7ef107 req-8dfdee17-b9d4-43d5-bfdb-535f0c361067 tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:18:06.267593 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f300a645-c496-4ab2-b70d-b2edbe7ef107 req-8dfdee17-b9d4-43d5-bfdb-535f0c361067 tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:18:06.272952 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f300a645-c496-4ab2-b70d-b2edbe7ef107 req-8dfdee17-b9d4-43d5-bfdb-535f0c361067 tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:18:06.280675 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f300a645-c496-4ab2-b70d-b2edbe7ef107 req-8dfdee17-b9d4-43d5-bfdb-535f0c361067 tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:18:06.286085 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f300a645-c496-4ab2-b70d-b2edbe7ef107 req-8dfdee17-b9d4-43d5-bfdb-535f0c361067 tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:18:06.288134 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-f300a645-c496-4ab2-b70d-b2edbe7ef107 req-8dfdee17-b9d4-43d5-bfdb-535f0c361067 tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca795481-031c-48ac-925f-00596ed83bb9 HTTP/1.1" status: 200 len: 5431 time: 0.1987216 Jan 26 21:18:06.289468 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-62734be8-58de-4a90-9278-b7bf72a1c633 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:18:06.366245 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-28d2fbb7-d631-4af5-ae69-82d8c6acc3a9 tempest-ExtraDHCPOptionsIpV6TestJSON-560725893 tempest-ExtraDHCPOptionsIpV6TestJSON-560725893-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-686403', 'neutron.services.segments.db._delete_segments_for_network-8746560774018'] for network (01a518e2-4c29-492f-904f-d4938b76217a), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:18:06.397556 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-da6cc0fb-e7b2-4aab-9673-2ff98de21797 req-9fcb6d00-6238-409e-aa05-67606cd4a6b7 tempest-DeleteServersTestJSON-1338827600 tempest-DeleteServersTestJSON-1338827600-project] 10.222.0.13 "GET /v2.0/security-groups?id=b7fc5e70-a24b-497d-9cf6-8df82d0ad35b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2004211 Jan 26 21:18:06.426621 n-d-760453-5 neutron-server[103305]: DEBUG neutron.services.segments.db [None req-28d2fbb7-d631-4af5-ae69-82d8c6acc3a9 tempest-ExtraDHCPOptionsIpV6TestJSON-560725893 tempest-ExtraDHCPOptionsIpV6TestJSON-560725893-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['01a518e2-4c29-492f-904f-d4938b76217a']}} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:18:06.436831 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.db_base_plugin_v2 [None req-105ad85c-7788-46f4-80be-905dbfa7be2e admin admin] Deleting subnet 7183c753-f99a-46b0-89ab-825caf92e3fd {{(pid=103305) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 26 21:18:06.463083 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-105ad85c-7788-46f4-80be-905dbfa7be2e admin admin] Publish callbacks [] for subnet (7183c753-f99a-46b0-89ab-825caf92e3fd), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:18:06.466412 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-70795c7b-309a-4d4c-af3d-fc4f849dc5c5 req-f56f4fad-acc1-4aec-997e-63dc05831c8b service neutron] 10.222.0.66 "GET /v2.0/networks/efe29cb8-1223-4d1f-943f-1b137d401008?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6002510 Jan 26 21:18:06.485877 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-f300a645-c496-4ab2-b70d-b2edbe7ef107 req-cfd8afa5-7750-4360-8195-8356c1cc7366 tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] 10.222.0.13 "GET /v2.0/security-groups?id=cfb1b9fe-a4df-4bbd-b439-103a9aa84b57&id=4949e7fd-e987-466a-ab17-ed5ae28a32c1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1910632 Jan 26 21:18:06.487772 n-d-760453-5 neutron-server[103305]: DEBUG neutron.services.segments.db [None req-28d2fbb7-d631-4af5-ae69-82d8c6acc3a9 tempest-ExtraDHCPOptionsIpV6TestJSON-560725893 tempest-ExtraDHCPOptionsIpV6TestJSON-560725893-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c020cdab-5ea7-4420-8f86-7c912aaca540') {'for_net_delete': True} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:18:06.488081 n-d-760453-5 neutron-server[103305]: DEBUG neutron.services.segments.db [None req-28d2fbb7-d631-4af5-ae69-82d8c6acc3a9 tempest-ExtraDHCPOptionsIpV6TestJSON-560725893 tempest-ExtraDHCPOptionsIpV6TestJSON-560725893-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c020cdab-5ea7-4420-8f86-7c912aaca540') {} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:18:06.490799 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17d90d81-e941-4a06-8e88-208df39776b4 admin admin] Made reservation on behalf of 2b29801ee18e4ff0a597415334743408 for: {'network': 1} {{(pid=103305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 21:18:06.493254 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-17d90d81-e941-4a06-8e88-208df39776b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for network (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:18:06.502955 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Jan 2022 21:18:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-858a791a-8405-4fab-93c3-05e2d99db8c4 x-openstack-request-id: req-858a791a-8405-4fab-93c3-05e2d99db8c4 {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 21:18:06.503249 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f37e8e3-0c6e-43bb-98fe-345543093159", "name": "network-vif-deleted", "tag": "9eeaf456-d413-477c-8ea6-d359db8aaa9d", "status": "completed", "code": 200}]} {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 21:18:06.503504 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-858a791a-8405-4fab-93c3-05e2d99db8c4 {{(pid=103305) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 21:18:06.503902 n-d-760453-5 neutron-server[103305]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f37e8e3-0c6e-43bb-98fe-345543093159', 'name': 'network-vif-deleted', 'tag': '9eeaf456-d413-477c-8ea6-d359db8aaa9d', 'status': 'completed', 'code': 200} Jan 26 21:18:06.511398 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.db_base_plugin_common [None req-62734be8-58de-4a90-9278-b7bf72a1c633 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Allocated IP 172.25.1.149 (4140a1f1-c93a-4bea-83a0-68953a54f299/e48251a1-e30d-4820-8396-00c6f6aeb601/480e2e3e-76bb-4f33-9738-b3f9c4bb8680) {{(pid=103304) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 21:18:06.522820 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [req-7551cac9-eeb0-4050-85b0-c71e1d823b3b req-a6d4b82f-f204-40cb-b6ca-9fb52d2a42d8 service neutron] For port 571183ee-5602-4d38-9dc9-53ea6a0bd8c4, host n-h2-760453-5, cleared binding levels {{(pid=103305) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 26 21:18:06.525198 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-17d90d81-e941-4a06-8e88-208df39776b4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:18:06.532801 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-28d2fbb7-d631-4af5-ae69-82d8c6acc3a9 tempest-ExtraDHCPOptionsIpV6TestJSON-560725893 tempest-ExtraDHCPOptionsIpV6TestJSON-560725893-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746560742283', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11788955'] for segment (c020cdab-5ea7-4420-8f86-7c912aaca540), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:18:06.581676 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-70795c7b-309a-4d4c-af3d-fc4f849dc5c5 req-977f7275-845d-4b18-9b18-c6881f6235fb service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.201&port_id=855d117c-7e61-48ea-aea1-a4cc8811f046 HTTP/1.1" status: 200 len: 217 time: 0.0769148 Jan 26 21:18:06.586087 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [req-7551cac9-eeb0-4050-85b0-c71e1d823b3b req-a6d4b82f-f204-40cb-b6ca-9fb52d2a42d8 service neutron] For port 571183ee-5602-4d38-9dc9-53ea6a0bd8c4, host n-h2-760453-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-5',level=0,port_id=571183ee-5602-4d38-9dc9-53ea6a0bd8c4,segment=NetworkSegment(2541abc4-0813-4c0d-94e6-c088627c1a85),segment_id=2541abc4-0813-4c0d-94e6-c088627c1a85)] {{(pid=103305) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 26 21:18:06.604061 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-28d2fbb7-d631-4af5-ae69-82d8c6acc3a9 tempest-ExtraDHCPOptionsIpV6TestJSON-560725893 tempest-ExtraDHCPOptionsIpV6TestJSON-560725893-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576559'] for segment (c020cdab-5ea7-4420-8f86-7c912aaca540), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:18:06.609715 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-7551cac9-eeb0-4050-85b0-c71e1d823b3b req-a6d4b82f-f204-40cb-b6ca-9fb52d2a42d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11791520'] for port (571183ee-5602-4d38-9dc9-53ea6a0bd8c4), after_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:18:06.625078 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-105ad85c-7788-46f4-80be-905dbfa7be2e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11788946'] for subnet (7183c753-f99a-46b0-89ab-825caf92e3fd), precommit_delete_associations {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:18:06.626521 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-62734be8-58de-4a90-9278-b7bf72a1c633 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Publish callbacks [] for port (480e2e3e-76bb-4f33-9738-b3f9c4bb8680), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:18:06.664260 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-62734be8-58de-4a90-9278-b7bf72a1c633 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746560234527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9281553'] for port (480e2e3e-76bb-4f33-9738-b3f9c4bb8680), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:18:06.703576 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-28d2fbb7-d631-4af5-ae69-82d8c6acc3a9 tempest-ExtraDHCPOptionsIpV6TestJSON-560725893 tempest-ExtraDHCPOptionsIpV6TestJSON-560725893-project] Releasing vlan 584 on physical network physnet1 to pool {{(pid=103305) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 26 21:18:06.704177 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-28d2fbb7-d631-4af5-ae69-82d8c6acc3a9 tempest-ExtraDHCPOptionsIpV6TestJSON-560725893 tempest-ExtraDHCPOptionsIpV6TestJSON-560725893-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11791428'] for segment (c020cdab-5ea7-4420-8f86-7c912aaca540), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:18:06.707842 n-d-760453-5 neutron-server[103305]: Traceback (most recent call last): Jan 26 21:18:06.707842 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 26 21:18:06.707842 n-d-760453-5 neutron-server[103305]: timer() Jan 26 21:18:06.707842 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 26 21:18:06.707842 n-d-760453-5 neutron-server[103305]: cb(*args, **kw) Jan 26 21:18:06.707842 n-d-760453-5 neutron-server[103305]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 26 21:18:06.707842 n-d-760453-5 neutron-server[103305]: return func(*args, **kwargs) Jan 26 21:18:06.707842 n-d-760453-5 neutron-server[103305]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 26 21:18:06.707842 n-d-760453-5 neutron-server[103305]: self._notify() Jan 26 21:18:06.707842 n-d-760453-5 neutron-server[103305]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 26 21:18:06.707842 n-d-760453-5 neutron-server[103305]: self.callback(batched_events) Jan 26 21:18:06.707842 n-d-760453-5 neutron-server[103305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 26 21:18:06.707842 n-d-760453-5 neutron-server[103305]: event.method(event) Jan 26 21:18:06.707842 n-d-760453-5 neutron-server[103305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 26 21:18:06.707842 n-d-760453-5 neutron-server[103305]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 26 21:18:06.707842 n-d-760453-5 neutron-server[103305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 26 21:18:06.707842 n-d-760453-5 neutron-server[103305]: aggregate_uuid = self.p_client.list_aggregates( Jan 26 21:18:06.707842 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 26 21:18:06.707842 n-d-760453-5 neutron-server[103305]: return f(self, *a, **k) Jan 26 21:18:06.707842 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 26 21:18:06.707842 n-d-760453-5 neutron-server[103305]: return self._get(url).json() Jan 26 21:18:06.707842 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 26 21:18:06.707842 n-d-760453-5 neutron-server[103305]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 26 21:18:06.707842 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 26 21:18:06.707842 n-d-760453-5 neutron-server[103305]: return self.request(url, 'GET', **kwargs) Jan 26 21:18:06.707842 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 26 21:18:06.707842 n-d-760453-5 neutron-server[103305]: base_url = self.get_endpoint(auth, allow=allow, Jan 26 21:18:06.707842 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 26 21:18:06.707842 n-d-760453-5 neutron-server[103305]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 26 21:18:06.707842 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 26 21:18:06.707842 n-d-760453-5 neutron-server[103305]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 26 21:18:06.707842 n-d-760453-5 neutron-server[103305]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 26 21:18:06.725737 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62734be8-58de-4a90-9278-b7bf72a1c633 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Pushing event updated for resources: {'Port': ['ID=480e2e3e-76bb-4f33-9738-b3f9c4bb8680,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:18:06.734644 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62734be8-58de-4a90-9278-b7bf72a1c633 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Network 4140a1f1-c93a-4bea-83a0-68953a54f299 is already hosted by enough agents. {{(pid=103304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 21:18:06.736301 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [None req-62734be8-58de-4a90-9278-b7bf72a1c633 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Resources bound (agent type, host, resource id): {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:18:06.740520 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7551cac9-eeb0-4050-85b0-c71e1d823b3b req-a6d4b82f-f204-40cb-b6ca-9fb52d2a42d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:18:06.742584 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-7551cac9-eeb0-4050-85b0-c71e1d823b3b req-a6d4b82f-f204-40cb-b6ca-9fb52d2a42d8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:18:06.743695 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-7551cac9-eeb0-4050-85b0-c71e1d823b3b req-a6d4b82f-f204-40cb-b6ca-9fb52d2a42d8 service neutron] 10.222.0.57 "PUT /v2.0/ports/571183ee-5602-4d38-9dc9-53ea6a0bd8c4 HTTP/1.1" status: 200 len: 1091 time: 3.0525882 Jan 26 21:18:06.745888 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62734be8-58de-4a90-9278-b7bf72a1c633 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Received port after_create {{(pid=103304) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 21:18:06.885751 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Device c0c88dad-cc2c-45c3-b929-f9b04ea7d5f7 no longer exists at agent hyperv_n-h2-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 26 21:18:06.926523 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] No Port match for: c0c88dad-cc2c-45c3-b929-f9b04ea7d5f7 {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 26 21:18:06.927461 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Device c0c88dad-cc2c-45c3-b929-f9b04ea7d5f7 not bound to the agent host n-h2-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 26 21:18:06.976384 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 60606) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:18:07.049953 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6103ec61-884c-4d68-8a58-8f78cfe6cf57 req-a861dc9b-a958-4fd0-a728-7097d9b4275b tempest-LiveMigrationTest-746395142 tempest-LiveMigrationTest-746395142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:18:07.051667 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-6103ec61-884c-4d68-8a58-8f78cfe6cf57 req-a861dc9b-a958-4fd0-a728-7097d9b4275b tempest-LiveMigrationTest-746395142 tempest-LiveMigrationTest-746395142-project] 10.222.0.13 "GET /v2.0/ports?device_id=3c1bb11b-19e0-4bd6-8502-e5422740b40d HTTP/1.1" status: 200 len: 945 time: 0.1651983 Jan 26 21:18:07.055822 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.db_base_plugin_v2 [None req-38bba49c-bc32-47a8-b731-eb91ef11c88d admin admin] Deleting subnet d3201c2f-902f-460e-8e13-ef8881d41425 {{(pid=103304) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 26 21:18:07.061459 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-38bba49c-bc32-47a8-b731-eb91ef11c88d admin admin] Publish callbacks [] for subnet (d3201c2f-902f-460e-8e13-ef8881d41425), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:18:07.160915 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-38bba49c-bc32-47a8-b731-eb91ef11c88d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8881284'] for subnet (d3201c2f-902f-460e-8e13-ef8881d41425), precommit_delete_associations {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:18:07.189875 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70795c7b-309a-4d4c-af3d-fc4f849dc5c5 req-15aa60a9-7536-4a85-b8eb-3a9a9d8e19d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:18:07.191418 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-70795c7b-309a-4d4c-af3d-fc4f849dc5c5 req-15aa60a9-7536-4a85-b8eb-3a9a9d8e19d0 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=33c71571-b125-47e8-b95c-4b54e4e22463 HTTP/1.1" status: 200 len: 797 time: 0.5962758 Jan 26 21:18:07.208404 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-105ad85c-7788-46f4-80be-905dbfa7be2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687316'] for subnet (7183c753-f99a-46b0-89ab-825caf92e3fd), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:18:07.252384 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-6103ec61-884c-4d68-8a58-8f78cfe6cf57 req-e62d2cb8-ab15-4fb2-932d-b47afe2659cc tempest-LiveMigrationTest-746395142 tempest-LiveMigrationTest-746395142-project] 10.222.0.13 "GET /v2.0/security-groups?id=c43a996a-6b93-48e4-a331-48250c5b183d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1885285 Jan 26 21:18:07.258102 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d4b82f-f204-40cb-b6ca-9fb52d2a42d8 service neutron] Pushing event updated for resources: {'Port': ['ID=571183ee-5602-4d38-9dc9-53ea6a0bd8c4,revision_number=3']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:18:07.261083 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-28d2fbb7-d631-4af5-ae69-82d8c6acc3a9 tempest-ExtraDHCPOptionsIpV6TestJSON-560725893 tempest-ExtraDHCPOptionsIpV6TestJSON-560725893-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4110931'] for network (01a518e2-4c29-492f-904f-d4938b76217a), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:18:07.268084 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-38bba49c-bc32-47a8-b731-eb91ef11c88d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687316'] for subnet (d3201c2f-902f-460e-8e13-ef8881d41425), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:18:07.286385 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-28d2fbb7-d631-4af5-ae69-82d8c6acc3a9 tempest-ExtraDHCPOptionsIpV6TestJSON-560725893 tempest-ExtraDHCPOptionsIpV6TestJSON-560725893-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709645'] for network (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:18:07.289747 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-28d2fbb7-d631-4af5-ae69-82d8c6acc3a9 tempest-ExtraDHCPOptionsIpV6TestJSON-560725893 tempest-ExtraDHCPOptionsIpV6TestJSON-560725893-project] 10.222.0.13 "DELETE /v2.0/networks/01a518e2-4c29-492f-904f-d4938b76217a HTTP/1.1" status: 204 len: 168 time: 3.2163780 Jan 26 21:18:07.319594 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-62734be8-58de-4a90-9278-b7bf72a1c633 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Publish callbacks [] for router_gateway (2a5d0513-d45f-4010-8c54-36cd7a655e85), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:18:07.329994 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d2fbb7-d631-4af5-ae69-82d8c6acc3a9 tempest-ExtraDHCPOptionsIpV6TestJSON-560725893 tempest-ExtraDHCPOptionsIpV6TestJSON-560725893-project] Pushing event deleted for resources: {'Network': ['ID=01a518e2-4c29-492f-904f-d4938b76217a,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:18:07.349061 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7551cac9-eeb0-4050-85b0-c71e1d823b3b req-66069fdd-a68e-4809-8447-81ed8310879a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:18:07.350614 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-7551cac9-eeb0-4050-85b0-c71e1d823b3b req-66069fdd-a68e-4809-8447-81ed8310879a service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=cb180574de574caea4706335ceec073e&device_id=5e986168-261b-439a-9236-c24494c02d2b HTTP/1.1" status: 200 len: 1094 time: 0.2369440 Jan 26 21:18:07.379840 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-17d90d81-e941-4a06-8e88-208df39776b4 admin admin] Publish callbacks [] for security_group (f00b351c-12ea-4499-84c9-f0263f4f27ea), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:18:07.384110 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70795c7b-309a-4d4c-af3d-fc4f849dc5c5 req-7c6000fa-24df-4bd7-91c8-ac6c59a94fbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:18:07.385662 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-70795c7b-309a-4d4c-af3d-fc4f849dc5c5 req-7c6000fa-24df-4bd7-91c8-ac6c59a94fbb service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=efe29cb8-1223-4d1f-943f-1b137d401008&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1837485 Jan 26 21:18:07.435310 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-105ad85c-7788-46f4-80be-905dbfa7be2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11791594', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11599980'] for subnet (7183c753-f99a-46b0-89ab-825caf92e3fd), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:18:07.437635 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-17d90d81-e941-4a06-8e88-208df39776b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (f00b351c-12ea-4499-84c9-f0263f4f27ea), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:18:07.449914 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-7551cac9-eeb0-4050-85b0-c71e1d823b3b req-e1bb4913-70dd-4478-b45a-711db96bd00a service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=571183ee-5602-4d38-9dc9-53ea6a0bd8c4 HTTP/1.1" status: 200 len: 217 time: 0.0834169 Jan 26 21:18:07.483591 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-38bba49c-bc32-47a8-b731-eb91ef11c88d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9281612', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12215216'] for subnet (d3201c2f-902f-460e-8e13-ef8881d41425), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:18:07.523335 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-38bba49c-bc32-47a8-b731-eb91ef11c88d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:18:07.530770 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-38bba49c-bc32-47a8-b731-eb91ef11c88d admin admin] 10.222.0.13 "DELETE /v2.0/subnets/d3201c2f-902f-460e-8e13-ef8881d41425 HTTP/1.1" status: 204 len: 168 time: 0.5531244 Jan 26 21:18:07.533914 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 60614) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:18:07.561690 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38bba49c-bc32-47a8-b731-eb91ef11c88d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d3201c2f-902f-460e-8e13-ef8881d41425,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:18:07.603661 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-105ad85c-7788-46f4-80be-905dbfa7be2e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7183c753-f99a-46b0-89ab-825caf92e3fd,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:18:07.629681 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-17d90d81-e941-4a06-8e88-208df39776b4 admin admin] vlan segment allocate from pool success with {'vlan_id': 589, 'physical_network': 'physnet1'} {{(pid=103305) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 26 21:18:07.632700 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-105ad85c-7788-46f4-80be-905dbfa7be2e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709645'] for subnet (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:18:07.637579 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-105ad85c-7788-46f4-80be-905dbfa7be2e admin admin] 10.222.0.13 "DELETE /v2.0/subnets/7183c753-f99a-46b0-89ab-825caf92e3fd HTTP/1.1" status: 204 len: 168 time: 1.6143987 Jan 26 21:18:07.646066 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 60618) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:18:07.652802 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d90d81-e941-4a06-8e88-208df39776b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f00b351c-12ea-4499-84c9-f0263f4f27ea,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:18:07.664596 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-17d90d81-e941-4a06-8e88-208df39776b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576559'] for segment (814afaca-b1b7-499b-b897-fa89d466ac5d), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:18:07.665215 n-d-760453-5 neutron-server[103305]: INFO neutron.db.segments_db [None req-17d90d81-e941-4a06-8e88-208df39776b4 admin admin] Added segment 814afaca-b1b7-499b-b897-fa89d466ac5d of type vlan for network 8cbef344-1167-4f35-8b6b-07dd596f6f4f Jan 26 21:18:07.691020 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7551cac9-eeb0-4050-85b0-c71e1d823b3b req-a9df6ba2-4dd3-4e10-a10b-d953ec4369b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:18:07.692752 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-7551cac9-eeb0-4050-85b0-c71e1d823b3b req-a9df6ba2-4dd3-4e10-a10b-d953ec4369b6 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=25684abb-e6bd-4ac5-a412-9cc30ecdd004 HTTP/1.1" status: 200 len: 852 time: 0.2029061 Jan 26 21:18:07.766529 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-7551cac9-eeb0-4050-85b0-c71e1d823b3b req-81d2744c-8743-42e8-a2c7-6af6e0c0dc72 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=e16ff5ba-c523-42b6-a294-431f384b33de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0643697 Jan 26 21:18:07.769826 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 60620) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:18:07.786798 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db86f77f-6c81-4933-8f92-c0a762be45de req-18c003f4-3833-46f7-8041-9280b299f748 tempest-DeleteServersTestJSON-1338827600 tempest-DeleteServersTestJSON-1338827600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:18:07.788428 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-db86f77f-6c81-4933-8f92-c0a762be45de req-18c003f4-3833-46f7-8041-9280b299f748 tempest-DeleteServersTestJSON-1338827600 tempest-DeleteServersTestJSON-1338827600-project] 10.222.0.13 "GET /v2.0/ports?device_id=5e986168-261b-439a-9236-c24494c02d2b HTTP/1.1" status: 200 len: 943 time: 0.2905397 Jan 26 21:18:07.800957 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-70795c7b-309a-4d4c-af3d-fc4f849dc5c5 req-ddd699fb-178f-4d52-bace-e09239a17003 service neutron] 10.222.0.66 "GET /v2.0/networks/efe29cb8-1223-4d1f-943f-1b137d401008?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3869824 Jan 26 21:18:07.812376 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-17d90d81-e941-4a06-8e88-208df39776b4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746560256871'] for network (8cbef344-1167-4f35-8b6b-07dd596f6f4f), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:18:07.890287 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-a19a0f5e-21ec-474a-b8e8-d387923e542d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-748181'] for network (20b7651f-3dfe-4f65-83e1-a38049e7aae9), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:18:07.900807 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-9764274f-6cc2-4297-a2e7-c9c2a10c4050 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-748181'] for network (0f450ef0-d0f7-4ef6-9f1d-d19a092dbbe6), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:18:07.941728 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db382146-84ad-4496-a71d-7d2b82852f96 req-a9abf38f-aa6c-4ca3-b40a-2127a949ef94 tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:18:07.943079 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-17d90d81-e941-4a06-8e88-208df39776b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503'] for network (8cbef344-1167-4f35-8b6b-07dd596f6f4f), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:18:07.944081 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17d90d81-e941-4a06-8e88-208df39776b4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:18:07.944660 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-17d90d81-e941-4a06-8e88-208df39776b4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709645'] for network (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:18:07.948486 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db382146-84ad-4496-a71d-7d2b82852f96 req-a9abf38f-aa6c-4ca3-b40a-2127a949ef94 tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:18:07.954498 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db382146-84ad-4496-a71d-7d2b82852f96 req-a9abf38f-aa6c-4ca3-b40a-2127a949ef94 tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:18:07.962007 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db382146-84ad-4496-a71d-7d2b82852f96 req-a9abf38f-aa6c-4ca3-b40a-2127a949ef94 tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:18:07.969587 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db382146-84ad-4496-a71d-7d2b82852f96 req-a9abf38f-aa6c-4ca3-b40a-2127a949ef94 tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:18:07.975246 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db382146-84ad-4496-a71d-7d2b82852f96 req-a9abf38f-aa6c-4ca3-b40a-2127a949ef94 tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:18:07.982588 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db382146-84ad-4496-a71d-7d2b82852f96 req-a9abf38f-aa6c-4ca3-b40a-2127a949ef94 tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:18:07.984762 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-db382146-84ad-4496-a71d-7d2b82852f96 req-a9abf38f-aa6c-4ca3-b40a-2127a949ef94 tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca795481-031c-48ac-925f-00596ed83bb9 HTTP/1.1" status: 200 len: 5431 time: 0.2472675 Jan 26 21:18:08.028474 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-7551cac9-eeb0-4050-85b0-c71e1d823b3b req-7a6b772f-722c-4319-8c33-4de5b6bdb7d9 service neutron] 10.222.0.57 "GET /v2.0/networks/e16ff5ba-c523-42b6-a294-431f384b33de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2505124 Jan 26 21:18:08.031632 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-17d90d81-e941-4a06-8e88-208df39776b4 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 2.4559145 Jan 26 21:18:08.044953 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 60624) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:18:08.053244 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-63b0a775-329d-45b0-8fad-f0984b3294dc admin admin] Request body: {'subnet': {'network_id': '8cbef344-1167-4f35-8b6b-07dd596f6f4f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-411345369-subnet', 'tenant_id': '2b29801ee18e4ff0a597415334743408', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:18:08.091945 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d90d81-e941-4a06-8e88-208df39776b4 admin admin] Pushing event updated for resources: {'Network': ['ID=8cbef344-1167-4f35-8b6b-07dd596f6f4f,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:18:08.112645 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Network 8cbef344-1167-4f35-8b6b-07dd596f6f4f details requested by agent ovs-agent-n-d-760453-5 with host n-d-760453-5 {{(pid=103306) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 26 21:18:08.132788 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-70795c7b-309a-4d4c-af3d-fc4f849dc5c5 req-cc2a6cc9-8d64-4c41-a99e-9f969f0c1141 service neutron] 10.222.0.66 "GET /v2.0/networks/efe29cb8-1223-4d1f-943f-1b137d401008?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3165519 Jan 26 21:18:08.178172 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-db86f77f-6c81-4933-8f92-c0a762be45de req-540c793f-647a-4317-97b4-a3b270c2a951 tempest-DeleteServersTestJSON-1338827600 tempest-DeleteServersTestJSON-1338827600-project] 10.222.0.13 "GET /v2.0/security-groups?id=b7fc5e70-a24b-497d-9cf6-8df82d0ad35b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3771188 Jan 26 21:18:08.229134 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-70795c7b-309a-4d4c-af3d-fc4f849dc5c5 req-4e699393-1ab2-48e0-bbb0-10d4d4d8d7c5 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.182&port_id=e0b52d53-b737-4357-b6a1-5a10086eeb00 HTTP/1.1" status: 200 len: 217 time: 0.0833848 Jan 26 21:18:08.246700 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63b0a775-329d-45b0-8fad-f0984b3294dc admin admin] Made reservation on behalf of 2b29801ee18e4ff0a597415334743408 for: {'subnet': 1} {{(pid=103305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 21:18:08.249807 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-63b0a775-329d-45b0-8fad-f0984b3294dc admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11599953'] for subnet (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:18:08.263515 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-9764274f-6cc2-4297-a2e7-c9c2a10c4050 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-686403', 'neutron.services.segments.db._delete_segments_for_network-8746560774018'] for network (0f450ef0-d0f7-4ef6-9f1d-d19a092dbbe6), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:18:08.289973 n-d-760453-5 neutron-server[103304]: DEBUG neutron.services.segments.db [None req-9764274f-6cc2-4297-a2e7-c9c2a10c4050 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0f450ef0-d0f7-4ef6-9f1d-d19a092dbbe6']}} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:18:08.296458 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (32ef628b-8417-46c5-8729-60fcabe358f1), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:18:08.357536 n-d-760453-5 neutron-server[103304]: DEBUG neutron.services.segments.db [None req-9764274f-6cc2-4297-a2e7-c9c2a10c4050 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd4326d9b-0013-4469-bfa5-86f8cf85fa89') {'for_net_delete': True} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:18:08.357762 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-de2adbb6-ad5d-43a1-9757-776bdffd9a37 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=362d23e083df4f11850a8cd200f30d7a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5829744 Jan 26 21:18:08.357884 n-d-760453-5 neutron-server[103304]: DEBUG neutron.services.segments.db [None req-9764274f-6cc2-4297-a2e7-c9c2a10c4050 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd4326d9b-0013-4469-bfa5-86f8cf85fa89') {} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:18:08.367323 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-9764274f-6cc2-4297-a2e7-c9c2a10c4050 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746560742283', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8881293'] for segment (d4326d9b-0013-4469-bfa5-86f8cf85fa89), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:18:08.367558 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 60628) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:18:08.384128 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-9764274f-6cc2-4297-a2e7-c9c2a10c4050 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576559'] for segment (d4326d9b-0013-4469-bfa5-86f8cf85fa89), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:18:08.394372 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9764274f-6cc2-4297-a2e7-c9c2a10c4050 admin admin] Releasing vlan 566 on physical network physnet1 to pool {{(pid=103304) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 26 21:18:08.394896 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-9764274f-6cc2-4297-a2e7-c9c2a10c4050 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9281762'] for segment (d4326d9b-0013-4469-bfa5-86f8cf85fa89), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:18:08.426983 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-7551cac9-eeb0-4050-85b0-c71e1d823b3b req-667e1d68-7884-41bd-9f22-ed6bd87f9313 service neutron] 10.222.0.57 "GET /v2.0/networks/e16ff5ba-c523-42b6-a294-431f384b33de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3794217 Jan 26 21:18:08.473955 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-a19a0f5e-21ec-474a-b8e8-d387923e542d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-686403', 'neutron.services.segments.db._delete_segments_for_network-8746560774018'] for network (20b7651f-3dfe-4f65-83e1-a38049e7aae9), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:18:08.484901 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70795c7b-309a-4d4c-af3d-fc4f849dc5c5 req-33bb438a-1cc1-4a11-b232-5592a9040d01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:18:08.486198 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-70795c7b-309a-4d4c-af3d-fc4f849dc5c5 req-33bb438a-1cc1-4a11-b232-5592a9040d01 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=33c71571-b125-47e8-b95c-4b54e4e22463 HTTP/1.1" status: 200 len: 797 time: 0.2458918 Jan 26 21:18:08.491193 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-db382146-84ad-4496-a71d-7d2b82852f96 req-05df3c06-0e2c-43b7-9095-92b8347e9ca3 tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] 10.222.0.13 "GET /v2.0/security-groups?id=cfb1b9fe-a4df-4bbd-b439-103a9aa84b57&id=4949e7fd-e987-466a-ab17-ed5ae28a32c1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4898384 Jan 26 21:18:08.492045 n-d-760453-5 neutron-server[103304]: Traceback (most recent call last): Jan 26 21:18:08.492045 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 26 21:18:08.492045 n-d-760453-5 neutron-server[103304]: timer() Jan 26 21:18:08.492045 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 26 21:18:08.492045 n-d-760453-5 neutron-server[103304]: cb(*args, **kw) Jan 26 21:18:08.492045 n-d-760453-5 neutron-server[103304]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 26 21:18:08.492045 n-d-760453-5 neutron-server[103304]: return func(*args, **kwargs) Jan 26 21:18:08.492045 n-d-760453-5 neutron-server[103304]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 26 21:18:08.492045 n-d-760453-5 neutron-server[103304]: self._notify() Jan 26 21:18:08.492045 n-d-760453-5 neutron-server[103304]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 26 21:18:08.492045 n-d-760453-5 neutron-server[103304]: self.callback(batched_events) Jan 26 21:18:08.492045 n-d-760453-5 neutron-server[103304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 26 21:18:08.492045 n-d-760453-5 neutron-server[103304]: event.method(event) Jan 26 21:18:08.492045 n-d-760453-5 neutron-server[103304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 26 21:18:08.492045 n-d-760453-5 neutron-server[103304]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 26 21:18:08.492045 n-d-760453-5 neutron-server[103304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 26 21:18:08.492045 n-d-760453-5 neutron-server[103304]: aggregate_uuid = self.p_client.list_aggregates( Jan 26 21:18:08.492045 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 26 21:18:08.492045 n-d-760453-5 neutron-server[103304]: return f(self, *a, **k) Jan 26 21:18:08.492045 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 26 21:18:08.492045 n-d-760453-5 neutron-server[103304]: return self._get(url).json() Jan 26 21:18:08.492045 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 26 21:18:08.492045 n-d-760453-5 neutron-server[103304]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 26 21:18:08.492045 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 26 21:18:08.492045 n-d-760453-5 neutron-server[103304]: return self.request(url, 'GET', **kwargs) Jan 26 21:18:08.492045 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 26 21:18:08.492045 n-d-760453-5 neutron-server[103304]: base_url = self.get_endpoint(auth, allow=allow, Jan 26 21:18:08.492045 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 26 21:18:08.492045 n-d-760453-5 neutron-server[103304]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 26 21:18:08.492045 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 26 21:18:08.492045 n-d-760453-5 neutron-server[103304]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 26 21:18:08.492045 n-d-760453-5 neutron-server[103304]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 26 21:18:08.498213 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-9764274f-6cc2-4297-a2e7-c9c2a10c4050 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4110931'] for network (0f450ef0-d0f7-4ef6-9f1d-d19a092dbbe6), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:18:08.509977 n-d-760453-5 neutron-server[103305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5e986168-261b-439a-9236-c24494c02d2b', 'tag': '571183ee-5602-4d38-9dc9-53ea6a0bd8c4'}] {{(pid=103305) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 21:18:08.510391 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-9764274f-6cc2-4297-a2e7-c9c2a10c4050 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:18:08.512797 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d4654568b7bf041e72ff8fe1c96d6d761d9c921f2b99bc7b3a26632be20cee0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10e927de-fdba-47ee-88c9-827caa68d00f" -d '{"events": [{"name": "network-changed", "server_uuid": "5e986168-261b-439a-9236-c24494c02d2b", "tag": "571183ee-5602-4d38-9dc9-53ea6a0bd8c4"}]}' {{(pid=103305) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 21:18:08.519141 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-9764274f-6cc2-4297-a2e7-c9c2a10c4050 admin admin] 10.222.0.13 "DELETE /v2.0/networks/0f450ef0-d0f7-4ef6-9f1d-d19a092dbbe6 HTTP/1.1" status: 204 len: 168 time: 0.9492595 Jan 26 21:18:08.548955 n-d-760453-5 neutron-server[103304]: DEBUG neutron.services.segments.db [None req-a19a0f5e-21ec-474a-b8e8-d387923e542d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['20b7651f-3dfe-4f65-83e1-a38049e7aae9']}} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:18:08.583556 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9764274f-6cc2-4297-a2e7-c9c2a10c4050 admin admin] Pushing event deleted for resources: {'Network': ['ID=0f450ef0-d0f7-4ef6-9f1d-d19a092dbbe6,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:18:08.588297 n-d-760453-5 neutron-server[103304]: DEBUG neutron.services.segments.db [None req-a19a0f5e-21ec-474a-b8e8-d387923e542d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bb9dd371-3de9-4327-a263-fb803ca379c8') {'for_net_delete': True} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:18:08.588493 n-d-760453-5 neutron-server[103304]: DEBUG neutron.services.segments.db [None req-a19a0f5e-21ec-474a-b8e8-d387923e542d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bb9dd371-3de9-4327-a263-fb803ca379c8') {} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:18:08.590981 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-62734be8-58de-4a90-9278-b7bf72a1c633 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4105757', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4111263'] for router (2a5d0513-d45f-4010-8c54-36cd7a655e85), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:18:08.608726 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-a19a0f5e-21ec-474a-b8e8-d387923e542d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746560742283', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8881293'] for segment (bb9dd371-3de9-4327-a263-fb803ca379c8), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:18:08.641391 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 26 Jan 2022 21:18:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-821c09f2-fef1-486d-ae05-0d07b50f31ce x-openstack-request-id: req-821c09f2-fef1-486d-ae05-0d07b50f31ce {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 21:18:08.641697 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5e986168-261b-439a-9236-c24494c02d2b", "tag": "571183ee-5602-4d38-9dc9-53ea6a0bd8c4", "status": "completed", "code": 200}]} {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 21:18:08.641853 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-821c09f2-fef1-486d-ae05-0d07b50f31ce {{(pid=103305) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 21:18:08.642456 n-d-760453-5 neutron-server[103305]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5e986168-261b-439a-9236-c24494c02d2b', 'tag': '571183ee-5602-4d38-9dc9-53ea6a0bd8c4', 'status': 'completed', 'code': 200} Jan 26 21:18:08.658933 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-a19a0f5e-21ec-474a-b8e8-d387923e542d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576559'] for segment (bb9dd371-3de9-4327-a263-fb803ca379c8), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:18:08.676414 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a19a0f5e-21ec-474a-b8e8-d387923e542d admin admin] Releasing vlan 575 on physical network physnet1 to pool {{(pid=103304) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 26 21:18:08.676817 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-a19a0f5e-21ec-474a-b8e8-d387923e542d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9281762'] for segment (bb9dd371-3de9-4327-a263-fb803ca379c8), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:18:08.680291 n-d-760453-5 neutron-server[103304]: Traceback (most recent call last): Jan 26 21:18:08.680291 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 26 21:18:08.680291 n-d-760453-5 neutron-server[103304]: timer() Jan 26 21:18:08.680291 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 26 21:18:08.680291 n-d-760453-5 neutron-server[103304]: cb(*args, **kw) Jan 26 21:18:08.680291 n-d-760453-5 neutron-server[103304]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 26 21:18:08.680291 n-d-760453-5 neutron-server[103304]: return func(*args, **kwargs) Jan 26 21:18:08.680291 n-d-760453-5 neutron-server[103304]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 26 21:18:08.680291 n-d-760453-5 neutron-server[103304]: self._notify() Jan 26 21:18:08.680291 n-d-760453-5 neutron-server[103304]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 26 21:18:08.680291 n-d-760453-5 neutron-server[103304]: self.callback(batched_events) Jan 26 21:18:08.680291 n-d-760453-5 neutron-server[103304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 26 21:18:08.680291 n-d-760453-5 neutron-server[103304]: event.method(event) Jan 26 21:18:08.680291 n-d-760453-5 neutron-server[103304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 26 21:18:08.680291 n-d-760453-5 neutron-server[103304]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 26 21:18:08.680291 n-d-760453-5 neutron-server[103304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 26 21:18:08.680291 n-d-760453-5 neutron-server[103304]: aggregate_uuid = self.p_client.list_aggregates( Jan 26 21:18:08.680291 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 26 21:18:08.680291 n-d-760453-5 neutron-server[103304]: return f(self, *a, **k) Jan 26 21:18:08.680291 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 26 21:18:08.680291 n-d-760453-5 neutron-server[103304]: return self._get(url).json() Jan 26 21:18:08.680291 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 26 21:18:08.680291 n-d-760453-5 neutron-server[103304]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 26 21:18:08.680291 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 26 21:18:08.680291 n-d-760453-5 neutron-server[103304]: return self.request(url, 'GET', **kwargs) Jan 26 21:18:08.680291 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 26 21:18:08.680291 n-d-760453-5 neutron-server[103304]: base_url = self.get_endpoint(auth, allow=allow, Jan 26 21:18:08.680291 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 26 21:18:08.680291 n-d-760453-5 neutron-server[103304]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 26 21:18:08.680291 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 26 21:18:08.680291 n-d-760453-5 neutron-server[103304]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 26 21:18:08.680291 n-d-760453-5 neutron-server[103304]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 26 21:18:08.742053 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ff873b-3105-4c26-8522-49597d4f0075 req-740ed12e-c6b7-4bae-9a9f-2fe37b9a508a tempest-LiveMigrationTest-746395142 tempest-LiveMigrationTest-746395142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:18:08.748157 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-a4ff873b-3105-4c26-8522-49597d4f0075 req-740ed12e-c6b7-4bae-9a9f-2fe37b9a508a tempest-LiveMigrationTest-746395142 tempest-LiveMigrationTest-746395142-project] 10.222.0.13 "GET /v2.0/ports?device_id=3c1bb11b-19e0-4bd6-8502-e5422740b40d HTTP/1.1" status: 200 len: 945 time: 0.2530479 Jan 26 21:18:08.753813 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 60634) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:18:08.761046 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-9a81ddcd-fc27-4bda-adc2-611779d1f707 admin admin] Publish callbacks [] for security_group (0eb9abe0-7cd6-4d2c-8cdd-1ff4efc8a221), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:18:08.780337 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-63b0a775-329d-45b0-8fad-f0984b3294dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11788839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11599975'] for subnet (baa99134-bdb6-4691-8665-46a31e075f80), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:18:08.788141 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70795c7b-309a-4d4c-af3d-fc4f849dc5c5 req-12b65643-9092-4e0c-a8ee-16977b0e9a0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:18:08.789700 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-70795c7b-309a-4d4c-af3d-fc4f849dc5c5 req-12b65643-9092-4e0c-a8ee-16977b0e9a0f service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=efe29cb8-1223-4d1f-943f-1b137d401008&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2915306 Jan 26 21:18:08.791306 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e927de-fdba-47ee-88c9-827caa68d00f req-df4a9d05-7e54-432b-b3f5-11c75f78f750 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:18:08.792634 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-10e927de-fdba-47ee-88c9-827caa68d00f req-df4a9d05-7e54-432b-b3f5-11c75f78f750 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=cb180574de574caea4706335ceec073e&device_id=5e986168-261b-439a-9236-c24494c02d2b HTTP/1.1" status: 200 len: 1094 time: 0.1492972 Jan 26 21:18:08.829430 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Device 9eeaf456-d413-477c-8ea6-d359db8aaa9d no longer exists at agent hyperv_n-h1-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 26 21:18:08.842126 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-9a81ddcd-fc27-4bda-adc2-611779d1f707 admin admin] Publish callbacks [] for security_group (0eb9abe0-7cd6-4d2c-8cdd-1ff4efc8a221), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:18:08.844714 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-a19a0f5e-21ec-474a-b8e8-d387923e542d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4110931'] for network (20b7651f-3dfe-4f65-83e1-a38049e7aae9), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:18:08.869346 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-a19a0f5e-21ec-474a-b8e8-d387923e542d admin admin] Publish callbacks [] for network (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:18:08.870086 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] No Port match for: 9eeaf456-d413-477c-8ea6-d359db8aaa9d {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 26 21:18:08.875509 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Device 9eeaf456-d413-477c-8ea6-d359db8aaa9d not bound to the agent host n-h1-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 26 21:18:08.875676 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-a19a0f5e-21ec-474a-b8e8-d387923e542d admin admin] 10.222.0.13 "DELETE /v2.0/networks/20b7651f-3dfe-4f65-83e1-a38049e7aae9 HTTP/1.1" status: 204 len: 168 time: 1.2253482 Jan 26 21:18:08.918692 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-a4ff873b-3105-4c26-8522-49597d4f0075 req-10f72857-1d75-491a-8553-94fbb32f7c4e tempest-LiveMigrationTest-746395142 tempest-LiveMigrationTest-746395142-project] 10.222.0.13 "GET /v2.0/security-groups?id=c43a996a-6b93-48e4-a331-48250c5b183d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1638799 Jan 26 21:18:08.921599 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-e54f4c0b-7965-4956-b6a4-7e2c62824ef0 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=daf7e918d7244b20aab8ce99aa00cf28&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1666796 Jan 26 21:18:08.925576 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19a0f5e-21ec-474a-b8e8-d387923e542d admin admin] Pushing event deleted for resources: {'Network': ['ID=20b7651f-3dfe-4f65-83e1-a38049e7aae9,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:18:08.927351 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 60638) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:18:09.007885 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62734be8-58de-4a90-9278-b7bf72a1c633 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Router 2a5d0513-d45f-4010-8c54-36cd7a655e85 is scheduled to L3 agent 09df100c-3af1-4b0a-bda8-05914c71c458 with binding_index 1 {{(pid=103304) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 26 21:18:09.024751 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-5db9c291-8f35-4455-903f-81256b806da6 admin admin] Publish callbacks [] for security_group (4841882e-fd02-40f4-9249-056ca41a1d6b), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:18:09.070166 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b0a775-329d-45b0-8fad-f0984b3294dc admin admin] Pushing event updated for resources: {'Subnet': ['ID=baa99134-bdb6-4691-8665-46a31e075f80,revision_number=0']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:18:09.073801 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-5db9c291-8f35-4455-903f-81256b806da6 admin admin] Publish callbacks [] for security_group (4841882e-fd02-40f4-9249-056ca41a1d6b), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:18:09.164490 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 60640) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:18:09.178472 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63b0a775-329d-45b0-8fad-f0984b3294dc admin admin] Checking segment: {'id': '814afaca-b1b7-499b-b897-fa89d466ac5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '8cbef344-1167-4f35-8b6b-07dd596f6f4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103305) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 21:18:09.178837 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63b0a775-329d-45b0-8fad-f0984b3294dc admin admin] Network hostable DHCP agents. Network: 8cbef344-1167-4f35-8b6b-07dd596f6f4f, hostable agents: ['474ccdf7-ab6c-405b-a3b2-dc7b05829902'], hosted agents: [] {{(pid=103305) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 26 21:18:09.215017 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-70795c7b-309a-4d4c-af3d-fc4f849dc5c5 req-a8002b66-df18-4c9e-9004-7579ddc7665a service neutron] 10.222.0.66 "GET /v2.0/networks/efe29cb8-1223-4d1f-943f-1b137d401008?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4139378 Jan 26 21:18:09.227649 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-9a81ddcd-fc27-4bda-adc2-611779d1f707 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (0eb9abe0-7cd6-4d2c-8cdd-1ff4efc8a221), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:18:09.230254 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-9a81ddcd-fc27-4bda-adc2-611779d1f707 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:18:09.231916 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-9a81ddcd-fc27-4bda-adc2-611779d1f707 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/0eb9abe0-7cd6-4d2c-8cdd-1ff4efc8a221 HTTP/1.1" status: 204 len: 168 time: 0.8556046 Jan 26 21:18:09.256951 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a81ddcd-fc27-4bda-adc2-611779d1f707 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0eb9abe0-7cd6-4d2c-8cdd-1ff4efc8a221,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:18:09.257871 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-5db9c291-8f35-4455-903f-81256b806da6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (4841882e-fd02-40f4-9249-056ca41a1d6b), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:18:09.262609 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-5db9c291-8f35-4455-903f-81256b806da6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:18:09.266861 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-5db9c291-8f35-4455-903f-81256b806da6 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/4841882e-fd02-40f4-9249-056ca41a1d6b HTTP/1.1" status: 204 len: 168 time: 0.3332739 Jan 26 21:18:09.278707 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e927de-fdba-47ee-88c9-827caa68d00f req-a4c5f9f7-6102-436e-938e-05d33ae1dc2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:18:09.280056 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-10e927de-fdba-47ee-88c9-827caa68d00f req-a4c5f9f7-6102-436e-938e-05d33ae1dc2d service neutron] 10.222.0.57 "GET /v2.0/networks?id=e16ff5ba-c523-42b6-a294-431f384b33de HTTP/1.1" status: 200 len: 913 time: 0.4568164 Jan 26 21:18:09.292008 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db9c291-8f35-4455-903f-81256b806da6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4841882e-fd02-40f4-9249-056ca41a1d6b,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:18:09.312364 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62734be8-58de-4a90-9278-b7bf72a1c633 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Notify agent at l3_agent.n-d-760453-5 the message routers_updated {{(pid=103304) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 26 21:18:09.359180 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-62734be8-58de-4a90-9278-b7bf72a1c633 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Publish callbacks [] for router (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:18:09.363371 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c63994e3-bfd3-443b-a083-8be2a4bf2476 None None] Sync routers for ids ['2a5d0513-d45f-4010-8c54-36cd7a655e85'] in n-d-760453-5 {{(pid=103306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 26 21:18:09.363870 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-62734be8-58de-4a90-9278-b7bf72a1c633 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 5.6567132 Jan 26 21:18:09.363870 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 60648) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:18:09.372332 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63b0a775-329d-45b0-8fad-f0984b3294dc admin admin] Network 8cbef344-1167-4f35-8b6b-07dd596f6f4f is scheduled to be hosted by DHCP agent 474ccdf7-ab6c-405b-a3b2-dc7b05829902 with binding_index 1 {{(pid=103305) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 26 21:18:09.386426 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c63994e3-bfd3-443b-a083-8be2a4bf2476 None None] Routers {'2a5d0513-d45f-4010-8c54-36cd7a655e85'} bound to L3 agent in host n-d-760453-5 {{(pid=103306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 21:18:09.387110 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-c63994e3-bfd3-443b-a083-8be2a4bf2476 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-26T20:55:21Z,description=,heartbeat_timestamp=2022-01-26T21:17:51Z,host='n-d-760453-5',id=09df100c-3af1-4b0a-bda8-05914c71c458,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:55:21Z,topic='l3_agent')) {'router_ids': ['2a5d0513-d45f-4010-8c54-36cd7a655e85'], 'active': True} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:18:09.447218 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.agents_db [None req-569f1ced-6396-4ddf-b79f-e03b0b2146ab None None] Agent healthcheck: found 7 active agents {{(pid=103307) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 26 21:18:09.471793 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-10e927de-fdba-47ee-88c9-827caa68d00f req-be7fab95-f30b-4c81-8239-48ede12bcc50 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=571183ee-5602-4d38-9dc9-53ea6a0bd8c4 HTTP/1.1" status: 200 len: 217 time: 0.0933528 Jan 26 21:18:09.475365 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-53d6e0db-dd78-4fb0-9499-079b75764207 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=9e460ecabad547eca1394374023e7caf&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3095217 Jan 26 21:18:09.488530 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [None req-63b0a775-329d-45b0-8fad-f0984b3294dc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760453-5, 8cbef344-1167-4f35-8b6b-07dd596f6f4f) {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:18:09.488806 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 60652) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:18:09.503176 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4d55db4-adfa-4dd6-91b8-db9b1d10f93e None None] Network 8cbef344-1167-4f35-8b6b-07dd596f6f4f requested from n-d-760453-5 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 26 21:18:09.509686 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5909b3e9-c0aa-4ea4-b6ff-f59c1a858686 req-9df53186-601e-49bb-8231-fec576e13b2d tempest-DeleteServersTestJSON-1338827600 tempest-DeleteServersTestJSON-1338827600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:18:09.512099 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-5909b3e9-c0aa-4ea4-b6ff-f59c1a858686 req-9df53186-601e-49bb-8231-fec576e13b2d tempest-DeleteServersTestJSON-1338827600 tempest-DeleteServersTestJSON-1338827600-project] 10.222.0.13 "GET /v2.0/ports?device_id=5e986168-261b-439a-9236-c24494c02d2b HTTP/1.1" status: 200 len: 943 time: 0.1503005 Jan 26 21:18:09.531793 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63b0a775-329d-45b0-8fad-f0984b3294dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:18:09.532361 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-63b0a775-329d-45b0-8fad-f0984b3294dc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709645'] for subnet (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:18:09.632038 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-63b0a775-329d-45b0-8fad-f0984b3294dc admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.5821822 Jan 26 21:18:09.681921 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-70795c7b-309a-4d4c-af3d-fc4f849dc5c5 req-77372c7d-97a4-4abf-ad8a-13f5f9745c7e service neutron] 10.222.0.66 "GET /v2.0/networks/efe29cb8-1223-4d1f-943f-1b137d401008?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4600098 Jan 26 21:18:09.684275 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e927de-fdba-47ee-88c9-827caa68d00f req-dfb0205b-2510-4411-9d0d-63bf737cee6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:18:09.686304 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-10e927de-fdba-47ee-88c9-827caa68d00f req-dfb0205b-2510-4411-9d0d-63bf737cee6a service neutron] 10.222.0.57 "GET /v2.0/subnets?id=25684abb-e6bd-4ac5-a412-9cc30ecdd004 HTTP/1.1" status: 200 len: 852 time: 0.1997726 Jan 26 21:18:09.744844 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-70795c7b-309a-4d4c-af3d-fc4f849dc5c5 req-ad61795b-7328-4cbe-8598-074b7d0b683e service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.226&port_id=63291687-eb18-4520-9507-18da92da4324 HTTP/1.1" status: 200 len: 217 time: 0.0566974 Jan 26 21:18:09.786792 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-10e927de-fdba-47ee-88c9-827caa68d00f req-40d83dc6-3432-4ae5-b5c1-b997b8c3b63d service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=e16ff5ba-c523-42b6-a294-431f384b33de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0396028 Jan 26 21:18:09.820226 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-5909b3e9-c0aa-4ea4-b6ff-f59c1a858686 req-15a7640b-d7b8-4a74-9798-d1a3dcb304f3 tempest-DeleteServersTestJSON-1338827600 tempest-DeleteServersTestJSON-1338827600-project] 10.222.0.13 "GET /v2.0/security-groups?id=b7fc5e70-a24b-497d-9cf6-8df82d0ad35b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2846842 Jan 26 21:18:09.831576 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-f013d10e-f814-4580-88cb-34bd0fa73495 admin admin] Publish callbacks [] for security_group (a146440b-85c7-430a-88ed-6d0301627350), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:18:09.859668 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5f4578-a88f-4465-b1c5-7e35d895d913 req-b4b42a01-cd01-46f9-b626-e3600376d5d1 tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:18:09.862149 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70795c7b-309a-4d4c-af3d-fc4f849dc5c5 req-61649755-e0a2-42da-b9e8-62d48f5941b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:18:09.865031 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5f4578-a88f-4465-b1c5-7e35d895d913 req-b4b42a01-cd01-46f9-b626-e3600376d5d1 tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:18:09.870362 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5f4578-a88f-4465-b1c5-7e35d895d913 req-b4b42a01-cd01-46f9-b626-e3600376d5d1 tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:18:09.874766 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-70795c7b-309a-4d4c-af3d-fc4f849dc5c5 req-61649755-e0a2-42da-b9e8-62d48f5941b1 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=33c71571-b125-47e8-b95c-4b54e4e22463 HTTP/1.1" status: 200 len: 797 time: 0.0859168 Jan 26 21:18:09.875727 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5f4578-a88f-4465-b1c5-7e35d895d913 req-b4b42a01-cd01-46f9-b626-e3600376d5d1 tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:18:09.881213 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5f4578-a88f-4465-b1c5-7e35d895d913 req-b4b42a01-cd01-46f9-b626-e3600376d5d1 tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:18:09.893924 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5f4578-a88f-4465-b1c5-7e35d895d913 req-b4b42a01-cd01-46f9-b626-e3600376d5d1 tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:18:09.903132 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5f4578-a88f-4465-b1c5-7e35d895d913 req-b4b42a01-cd01-46f9-b626-e3600376d5d1 tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:18:09.918985 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-fb5f4578-a88f-4465-b1c5-7e35d895d913 req-b4b42a01-cd01-46f9-b626-e3600376d5d1 tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca795481-031c-48ac-925f-00596ed83bb9 HTTP/1.1" status: 200 len: 5431 time: 0.2622895 Jan 26 21:18:09.984317 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-f013d10e-f814-4580-88cb-34bd0fa73495 admin admin] Publish callbacks [] for security_group (a146440b-85c7-430a-88ed-6d0301627350), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:18:10.008778 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-10e927de-fdba-47ee-88c9-827caa68d00f req-073a524e-a8d1-4d14-8e33-5753a2eb9073 service neutron] 10.222.0.57 "GET /v2.0/networks/e16ff5ba-c523-42b6-a294-431f384b33de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1327581 Jan 26 21:18:10.098144 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-bfa4f7f4-3a97-45ca-be58-98d377abc882 tempest-TestNetworkAdvancedServerOps-1435295253 tempest-TestNetworkAdvancedServerOps-1435295253-project-admin] 10.222.0.13 "GET /v2.0/subnets?project_id=c6d9f10230f341edbbe46b16c17eb870&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.7331800 Jan 26 21:18:10.106844 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 60672) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:18:10.174565 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d152a5e8-72d8-43ea-bebe-9beb0b31cc9b None None] Network 8cbef344-1167-4f35-8b6b-07dd596f6f4f requested from n-d-760453-5 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 26 21:18:10.245903 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-fb5f4578-a88f-4465-b1c5-7e35d895d913 req-79194fba-52e2-4837-9cd5-945d55c9698f tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] 10.222.0.13 "GET /v2.0/security-groups?id=cfb1b9fe-a4df-4bbd-b439-103a9aa84b57&id=4949e7fd-e987-466a-ab17-ed5ae28a32c1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3261106 Jan 26 21:18:10.283611 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a690ca79-012d-456f-b757-4ebcf19c2e8a req-7225c11b-8868-48ab-97b9-4ac045f4dcb2 tempest-LiveMigrationTest-746395142 tempest-LiveMigrationTest-746395142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:18:10.285212 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-a690ca79-012d-456f-b757-4ebcf19c2e8a req-7225c11b-8868-48ab-97b9-4ac045f4dcb2 tempest-LiveMigrationTest-746395142 tempest-LiveMigrationTest-746395142-project] 10.222.0.13 "GET /v2.0/ports?device_id=3c1bb11b-19e0-4bd6-8502-e5422740b40d HTTP/1.1" status: 200 len: 945 time: 0.2175784 Jan 26 21:18:10.341632 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-f013d10e-f814-4580-88cb-34bd0fa73495 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (a146440b-85c7-430a-88ed-6d0301627350), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:18:10.349151 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-f013d10e-f814-4580-88cb-34bd0fa73495 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:18:10.352722 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-f013d10e-f814-4580-88cb-34bd0fa73495 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a146440b-85c7-430a-88ed-6d0301627350 HTTP/1.1" status: 204 len: 168 time: 0.8370965 Jan 26 21:18:10.398755 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f013d10e-f814-4580-88cb-34bd0fa73495 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a146440b-85c7-430a-88ed-6d0301627350,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:18:10.440613 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-a690ca79-012d-456f-b757-4ebcf19c2e8a req-4b8b7345-8a9e-4cdc-a999-1a71ac7109d6 tempest-LiveMigrationTest-746395142 tempest-LiveMigrationTest-746395142-project] 10.222.0.13 "GET /v2.0/security-groups?id=c43a996a-6b93-48e4-a331-48250c5b183d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1475265 Jan 26 21:18:10.455245 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvr_db [None req-c63994e3-bfd3-443b-a083-8be2a4bf2476 None None] Set router 2a5d0513-d45f-4010-8c54-36cd7a655e85 gateway port host: n-d-760453-5 {{(pid=103306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 21:18:10.476368 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70795c7b-309a-4d4c-af3d-fc4f849dc5c5 req-2609359e-95d4-485b-836f-19a2b99fc6e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:18:10.483525 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-70795c7b-309a-4d4c-af3d-fc4f849dc5c5 req-2609359e-95d4-485b-836f-19a2b99fc6e5 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=efe29cb8-1223-4d1f-943f-1b137d401008&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4732633 Jan 26 21:18:10.790271 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-c63994e3-bfd3-443b-a083-8be2a4bf2476 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a5d0513-d45f-4010-8c54-36cd7a655e85', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1781814701', 'tenant_id': 'c6d9f10230f341edbbe46b16c17eb870', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'external_fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.149'}], 'enable_snat': True}, 'gw_port_id': '480e2e3e-76bb-4f33-9738-b3f9c4bb8680', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T21:18:03Z', 'updated_at': '2022-01-26T21:18:07Z', 'revision_number': 3, 'project_id': 'c6d9f10230f341edbbe46b16c17eb870', 'gw_port': {'id': '480e2e3e-76bb-4f33-9738-b3f9c4bb8680', 'name': '', 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:24:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a5d0513-d45f-4010-8c54-36cd7a655e85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1577, 'fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:18:06Z', 'updated_at': '2022-01-26T21:18:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-5'}], 'n-d-760453-5', False) {} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:18:10.853265 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c63994e3-bfd3-443b-a083-8be2a4bf2476 None None] Checking router: 2a5d0513-d45f-4010-8c54-36cd7a655e85 for host: n-d-760453-5 {{(pid=103306) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 26 21:18:10.856068 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c63994e3-bfd3-443b-a083-8be2a4bf2476 None None] Updating router 2a5d0513-d45f-4010-8c54-36cd7a655e85 port 480e2e3e-76bb-4f33-9738-b3f9c4bb8680 binding host n-d-760453-5 {{(pid=103306) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 26 21:18:10.872021 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-70795c7b-309a-4d4c-af3d-fc4f849dc5c5 req-efa403d6-a1ea-484c-b890-cf573d113e7f service neutron] 10.222.0.66 "GET /v2.0/networks/efe29cb8-1223-4d1f-943f-1b137d401008?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3646317 Jan 26 21:18:10.954619 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-c63994e3-bfd3-443b-a083-8be2a4bf2476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (480e2e3e-76bb-4f33-9738-b3f9c4bb8680), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:18:11.178230 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e01616-3668-47ce-8d34-65638c9c5855 req-9e1b7a00-3edc-48a8-8d82-60de81831e70 tempest-DeleteServersTestJSON-1338827600 tempest-DeleteServersTestJSON-1338827600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:18:11.186160 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-c7e01616-3668-47ce-8d34-65638c9c5855 req-9e1b7a00-3edc-48a8-8d82-60de81831e70 tempest-DeleteServersTestJSON-1338827600 tempest-DeleteServersTestJSON-1338827600-project] 10.222.0.13 "GET /v2.0/ports?device_id=5e986168-261b-439a-9236-c24494c02d2b HTTP/1.1" status: 200 len: 943 time: 0.1739006 Jan 26 21:18:11.291009 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-c63994e3-bfd3-443b-a083-8be2a4bf2476 None None] Publish callbacks [] for port (480e2e3e-76bb-4f33-9738-b3f9c4bb8680), precommit_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:18:11.294263 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Device 571183ee-5602-4d38-9dc9-53ea6a0bd8c4 details requested by agent hyperv_n-h2-760453-5 with host n-h2-760453-5 {{(pid=103306) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 26 21:18:11.302557 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-c7e01616-3668-47ce-8d34-65638c9c5855 req-7121ee8f-b64f-40a4-b953-d3978a39501c tempest-DeleteServersTestJSON-1338827600 tempest-DeleteServersTestJSON-1338827600-project] 10.222.0.13 "GET /v2.0/security-groups?id=b7fc5e70-a24b-497d-9cf6-8df82d0ad35b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149845 Jan 26 21:18:11.321347 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-c63994e3-bfd3-443b-a083-8be2a4bf2476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (480e2e3e-76bb-4f33-9738-b3f9c4bb8680), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:18:11.328751 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-badad502-0300-4af8-b399-d8944d15d3a7 req-822d58e5-840a-4825-816f-ff4c7e85c6ec tempest-ServersNegativeTestJSON-90632883 tempest-ServersNegativeTestJSON-90632883-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:18:11.335600 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-badad502-0300-4af8-b399-d8944d15d3a7 req-822d58e5-840a-4825-816f-ff4c7e85c6ec tempest-ServersNegativeTestJSON-90632883 tempest-ServersNegativeTestJSON-90632883-project] 10.222.0.13 "GET /v2.0/networks?id=8cbef344-1167-4f35-8b6b-07dd596f6f4f HTTP/1.1" status: 200 len: 813 time: 0.3877873 Jan 26 21:18:11.384769 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-badad502-0300-4af8-b399-d8944d15d3a7 req-ef72d267-6d41-4ec1-a5ae-6ee45d1d66ae tempest-ServersNegativeTestJSON-90632883 tempest-ServersNegativeTestJSON-90632883-project] 10.222.0.13 "GET /v2.0/quotas/2b29801ee18e4ff0a597415334743408 HTTP/1.1" status: 200 len: 375 time: 0.0452955 Jan 26 21:18:11.461259 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-c63994e3-bfd3-443b-a083-8be2a4bf2476 None None] Attempting to bind port 480e2e3e-76bb-4f33-9738-b3f9c4bb8680 on host n-d-760453-5 for vnic_type normal with profile {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 21:18:11.461959 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-c63994e3-bfd3-443b-a083-8be2a4bf2476 None None] Attempting to bind port 480e2e3e-76bb-4f33-9738-b3f9c4bb8680 by drivers openvswitch,hyperv on host n-d-760453-5 at level 0 using segments [{'id': 'e17cb353-418f-48b9-b982-21a6233ee99b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299'}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 26 21:18:11.462060 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c63994e3-bfd3-443b-a083-8be2a4bf2476 None None] Attempting to bind port 480e2e3e-76bb-4f33-9738-b3f9c4bb8680 on network 4140a1f1-c93a-4bea-83a0-68953a54f299 {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 21:18:11.479938 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c63994e3-bfd3-443b-a083-8be2a4bf2476 None None] Checking agent: {'id': 'fea0591a-627d-4c87-9a9a-01625ddf3277', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760453-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 20, 55, 25), 'started_at': datetime.datetime(2022, 1, 26, 20, 55, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 21, 17, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760453-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 26 21:18:11.480362 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c63994e3-bfd3-443b-a083-8be2a4bf2476 None None] Checking segment: {'id': 'e17cb353-418f-48b9-b982-21a6233ee99b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 21:18:11.480789 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-c63994e3-bfd3-443b-a083-8be2a4bf2476 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:18:11.481197 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c63994e3-bfd3-443b-a083-8be2a4bf2476 None None] Bound using segment: {'id': 'e17cb353-418f-48b9-b982-21a6233ee99b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299'} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 26 21:18:11.482380 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-c63994e3-bfd3-443b-a083-8be2a4bf2476 None None] Bound port: 480e2e3e-76bb-4f33-9738-b3f9c4bb8680, host: n-d-760453-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e17cb353-418f-48b9-b982-21a6233ee99b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299'}}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 26 21:18:11.482990 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-c63994e3-bfd3-443b-a083-8be2a4bf2476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (480e2e3e-76bb-4f33-9738-b3f9c4bb8680), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:18:11.501736 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-badad502-0300-4af8-b399-d8944d15d3a7 req-99863e96-1edd-4266-b29d-189c7909548c tempest-ServersNegativeTestJSON-90632883 tempest-ServersNegativeTestJSON-90632883-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=2b29801ee18e4ff0a597415334743408&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1039824 Jan 26 21:18:11.557478 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d414d70d-eda2-43f2-a3d2-8da6ad6e8a79 None None] Pushing event updated for resources: {'Port': ['ID=480e2e3e-76bb-4f33-9738-b3f9c4bb8680,revision_number=2']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:18:11.664822 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] For port 571183ee-5602-4d38-9dc9-53ea6a0bd8c4, host n-h2-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-5',level=0,port_id=571183ee-5602-4d38-9dc9-53ea6a0bd8c4,segment=NetworkSegment(2541abc4-0813-4c0d-94e6-c088627c1a85),segment_id=2541abc4-0813-4c0d-94e6-c088627c1a85)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:18:11.692704 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e896f63-1092-4986-bf5c-300fae3d2452 tempest-TestNetworkAdvancedServerOps-1435295253 tempest-TestNetworkAdvancedServerOps-1435295253-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:18:11.694283 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-1e896f63-1092-4986-bf5c-300fae3d2452 tempest-TestNetworkAdvancedServerOps-1435295253 tempest-TestNetworkAdvancedServerOps-1435295253-project-admin] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 1.5192780 Jan 26 21:18:11.700065 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 60730) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:18:11.712283 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-10e927de-fdba-47ee-88c9-827caa68d00f req-db4b7f22-eca9-4f2a-8ab1-164163280be4 service neutron] 10.222.0.57 "GET /v2.0/networks/e16ff5ba-c523-42b6-a294-431f384b33de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.6522176 Jan 26 21:18:11.712935 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Returning: {'device': '571183ee-5602-4d38-9dc9-53ea6a0bd8c4', 'network_id': 'e16ff5ba-c523-42b6-a294-431f384b33de', 'port_id': '571183ee-5602-4d38-9dc9-53ea6a0bd8c4', 'mac_address': 'fa:16:3e:53:de:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 554, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '25684abb-e6bd-4ac5-a412-9cc30ecdd004', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103306) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 26 21:18:11.796076 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-30a04a25-5e9b-4c23-9305-1b217470731f tempest-TestNetworkAdvancedServerOps-1435295253 tempest-TestNetworkAdvancedServerOps-1435295253-project-admin] 10.222.0.13 "GET /v2.0/subnets?network_id=4140a1f1-c93a-4bea-83a0-68953a54f299&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0905967 Jan 26 21:18:11.797848 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 60734) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:18:11.801172 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Current status of the port 571183ee-5602-4d38-9dc9-53ea6a0bd8c4 is: DOWN; New status is: BUILD {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:18:11.803036 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (571183ee-5602-4d38-9dc9-53ea6a0bd8c4), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:18:11.829392 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-3c3fcf4b-c387-44de-9b9a-d497f39f67c1 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1578365729', 'network_id': '53e223b0-da4c-46a0-9735-61b7e6751b1f', 'project_id': 'c6d9f10230f341edbbe46b16c17eb870', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:18:11.836143 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-c63994e3-bfd3-443b-a083-8be2a4bf2476 None None] For port 480e2e3e-76bb-4f33-9738-b3f9c4bb8680, host n-d-760453-5, cleared binding levels {{(pid=103306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 26 21:18:11.836834 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-70795c7b-309a-4d4c-af3d-fc4f849dc5c5 req-af2c416f-6734-465b-9e36-3990aa4db6c2 service neutron] 10.222.0.66 "GET /v2.0/networks/efe29cb8-1223-4d1f-943f-1b137d401008?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9451625 Jan 26 21:18:11.843188 n-d-760453-5 neutron-server[103306]: DEBUG neutron.notifiers.nova [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 571183ee-5602-4d38-9dc9-53ea6a0bd8c4 {{(pid=103306) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 26 21:18:11.853336 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6300f7d2-d6c1-406d-ba3a-d8b3f2867a4b req-68c43117-e7d4-4248-85ed-a09add83e4e8 tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:18:11.864190 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6300f7d2-d6c1-406d-ba3a-d8b3f2867a4b req-68c43117-e7d4-4248-85ed-a09add83e4e8 tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:18:11.882649 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6300f7d2-d6c1-406d-ba3a-d8b3f2867a4b req-68c43117-e7d4-4248-85ed-a09add83e4e8 tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:18:11.889793 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] For port 571183ee-5602-4d38-9dc9-53ea6a0bd8c4, host n-h2-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-5',level=0,port_id=571183ee-5602-4d38-9dc9-53ea6a0bd8c4,segment=NetworkSegment(2541abc4-0813-4c0d-94e6-c088627c1a85),segment_id=2541abc4-0813-4c0d-94e6-c088627c1a85)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:18:11.898477 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6300f7d2-d6c1-406d-ba3a-d8b3f2867a4b req-68c43117-e7d4-4248-85ed-a09add83e4e8 tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:18:11.908443 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (571183ee-5602-4d38-9dc9-53ea6a0bd8c4), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:18:11.911212 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6300f7d2-d6c1-406d-ba3a-d8b3f2867a4b req-68c43117-e7d4-4248-85ed-a09add83e4e8 tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:18:11.915066 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-c63994e3-bfd3-443b-a083-8be2a4bf2476 None None] For port 480e2e3e-76bb-4f33-9738-b3f9c4bb8680, host n-d-760453-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=480e2e3e-76bb-4f33-9738-b3f9c4bb8680,segment=NetworkSegment(e17cb353-418f-48b9-b982-21a6233ee99b),segment_id=e17cb353-418f-48b9-b982-21a6233ee99b)] {{(pid=103306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 26 21:18:11.923432 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6300f7d2-d6c1-406d-ba3a-d8b3f2867a4b req-68c43117-e7d4-4248-85ed-a09add83e4e8 tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:18:11.927765 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-c63994e3-bfd3-443b-a083-8be2a4bf2476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (480e2e3e-76bb-4f33-9738-b3f9c4bb8680), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:18:11.939817 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6300f7d2-d6c1-406d-ba3a-d8b3f2867a4b req-68c43117-e7d4-4248-85ed-a09add83e4e8 tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:18:11.956028 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-6300f7d2-d6c1-406d-ba3a-d8b3f2867a4b req-68c43117-e7d4-4248-85ed-a09add83e4e8 tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca795481-031c-48ac-925f-00596ed83bb9 HTTP/1.1" status: 200 len: 5431 time: 0.4317365 Jan 26 21:18:11.956884 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 60736) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:18:12.029277 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-badad502-0300-4af8-b399-d8944d15d3a7 req-8d32ce39-4cec-4437-a8e7-91d68a8197fa service neutron] 10.222.0.13 "GET /v2.0/networks/8cbef344-1167-4f35-8b6b-07dd596f6f4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5193765 Jan 26 21:18:12.062804 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Pushing event updated for resources: {'Port': ['ID=571183ee-5602-4d38-9dc9-53ea6a0bd8c4,revision_number=4']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:18:12.085253 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-70795c7b-309a-4d4c-af3d-fc4f849dc5c5 req-b06ff59c-9223-4180-b834-c5c11d7b1b7b service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=e52ff17a-df76-4716-aace-f598c57c36fe HTTP/1.1" status: 200 len: 217 time: 0.2070916 Jan 26 21:18:12.202384 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] get_ports_and_sgs() called for port_ids ['571183ee-5602-4d38-9dc9-53ea6a0bd8c4'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 26 21:18:12.214177 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70795c7b-309a-4d4c-af3d-fc4f849dc5c5 req-9ebc94c4-895b-479d-a87a-fc1a8c8b1058 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:18:12.215721 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-70795c7b-309a-4d4c-af3d-fc4f849dc5c5 req-9ebc94c4-895b-479d-a87a-fc1a8c8b1058 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=9dd5ab13-de58-4a69-98df-f734e10541d8 HTTP/1.1" status: 200 len: 797 time: 0.1218369 Jan 26 21:18:12.221254 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c3fcf4b-c387-44de-9b9a-d497f39f67c1 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Made reservation on behalf of c6d9f10230f341edbbe46b16c17eb870 for: {'subnet': 1} {{(pid=103305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 21:18:12.229102 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-3c3fcf4b-c387-44de-9b9a-d497f39f67c1 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11599953'] for subnet (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:18:12.299606 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c63994e3-bfd3-443b-a083-8be2a4bf2476 None None] Routers {'2a5d0513-d45f-4010-8c54-36cd7a655e85'} bound to L3 agent in host n-d-760453-5 {{(pid=103306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 21:18:12.308356 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-c63994e3-bfd3-443b-a083-8be2a4bf2476 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-26T20:55:21Z,description=,heartbeat_timestamp=2022-01-26T21:17:51Z,host='n-d-760453-5',id=09df100c-3af1-4b0a-bda8-05914c71c458,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:55:21Z,topic='l3_agent')) {'router_ids': ['2a5d0513-d45f-4010-8c54-36cd7a655e85'], 'active': True} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:18:12.499995 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d414d70d-eda2-43f2-a3d2-8da6ad6e8a79 None None] Pushing event updated for resources: {'Port': ['ID=480e2e3e-76bb-4f33-9738-b3f9c4bb8680,revision_number=3']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:18:12.502480 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70795c7b-309a-4d4c-af3d-fc4f849dc5c5 req-f2cab108-d4e0-4598-92a0-734309bc2a51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:18:12.504023 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-70795c7b-309a-4d4c-af3d-fc4f849dc5c5 req-f2cab108-d4e0-4598-92a0-734309bc2a51 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=bd020871-95b7-4b5a-881a-9e30b02eb2fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2710319 Jan 26 21:18:12.720020 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 60758) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:18:12.733657 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvr_db [None req-c63994e3-bfd3-443b-a083-8be2a4bf2476 None None] Set router 2a5d0513-d45f-4010-8c54-36cd7a655e85 gateway port host: n-d-760453-5 {{(pid=103306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 21:18:12.780127 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-70795c7b-309a-4d4c-af3d-fc4f849dc5c5 req-e0e93c5f-fba6-4e4c-8921-9abfd730243f service neutron] 10.222.0.66 "GET /v2.0/networks/bd020871-95b7-4b5a-881a-9e30b02eb2fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2639484 Jan 26 21:18:12.873354 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-6300f7d2-d6c1-406d-ba3a-d8b3f2867a4b req-069d30d5-27d5-4909-874c-eba4cda3d639 tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] 10.222.0.13 "GET /v2.0/security-groups?id=cfb1b9fe-a4df-4bbd-b439-103a9aa84b57&id=4949e7fd-e987-466a-ab17-ed5ae28a32c1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.8949583 Jan 26 21:18:12.885028 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-d0ff94ef-d785-4933-8a69-5e1dc80e5961 tempest-RoutersNegativeIpV6Test-344315661 tempest-RoutersNegativeIpV6Test-344315661-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-381448437', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:18:13.013583 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-3c3fcf4b-c387-44de-9b9a-d497f39f67c1 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11788839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11599975'] for subnet (062e0a06-c395-4f1c-b56d-3b2dd4ffff4d), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:18:13.094564 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-d0ff94ef-d785-4933-8a69-5e1dc80e5961 tempest-RoutersNegativeIpV6Test-344315661 tempest-RoutersNegativeIpV6Test-344315661-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4104596', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13108'] for router (60637e3e-bfe5-4fbc-90e2-65097b4f9a6c), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:18:13.097954 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-d0ff94ef-d785-4933-8a69-5e1dc80e5961 tempest-RoutersNegativeIpV6Test-344315661 tempest-RoutersNegativeIpV6Test-344315661-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4105828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4111306', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3733576', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13069'] for router (60637e3e-bfe5-4fbc-90e2-65097b4f9a6c), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:18:13.152622 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-badad502-0300-4af8-b399-d8944d15d3a7 req-aa68f8f3-4c15-4d01-aca4-a873cfaa469c service neutron] 10.222.0.13 "GET /v2.0/networks/8cbef344-1167-4f35-8b6b-07dd596f6f4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1109991 Jan 26 21:18:13.226204 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ac0f1c-89ac-49e3-8682-23b41fc6ac85 req-03b0271b-a716-4ead-aba3-5b27e9dcf151 tempest-LiveMigrationTest-746395142 tempest-LiveMigrationTest-746395142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:18:13.228175 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-40ac0f1c-89ac-49e3-8682-23b41fc6ac85 req-03b0271b-a716-4ead-aba3-5b27e9dcf151 tempest-LiveMigrationTest-746395142 tempest-LiveMigrationTest-746395142-project] 10.222.0.13 "GET /v2.0/ports?device_id=3c1bb11b-19e0-4bd6-8502-e5422740b40d HTTP/1.1" status: 200 len: 945 time: 0.2335792 Jan 26 21:18:13.231760 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c3fcf4b-c387-44de-9b9a-d497f39f67c1 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Pushing event updated for resources: {'Subnet': ['ID=062e0a06-c395-4f1c-b56d-3b2dd4ffff4d,revision_number=0']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:18:13.236892 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-c010e054-a53f-44d6-b639-55a603370bd2 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-170009-network', 'tenant_id': '9a820e3f529a4c3083d815b75318d24c'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:18:13.315516 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-70795c7b-309a-4d4c-af3d-fc4f849dc5c5 req-a6ea6acb-897c-4f3d-a522-d0fbbcb9d5fa service neutron] 10.222.0.66 "GET /v2.0/networks/bd020871-95b7-4b5a-881a-9e30b02eb2fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4884429 Jan 26 21:18:13.325868 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c3fcf4b-c387-44de-9b9a-d497f39f67c1 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:18:13.326266 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c3fcf4b-c387-44de-9b9a-d497f39f67c1 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:18:13.326664 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c3fcf4b-c387-44de-9b9a-d497f39f67c1 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:18:13.326975 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c3fcf4b-c387-44de-9b9a-d497f39f67c1 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:18:13.327322 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c3fcf4b-c387-44de-9b9a-d497f39f67c1 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:18:13.327663 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c3fcf4b-c387-44de-9b9a-d497f39f67c1 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:18:13.330749 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c3fcf4b-c387-44de-9b9a-d497f39f67c1 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:18:13.331124 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c3fcf4b-c387-44de-9b9a-d497f39f67c1 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:18:13.331481 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c3fcf4b-c387-44de-9b9a-d497f39f67c1 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:18:13.331831 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c3fcf4b-c387-44de-9b9a-d497f39f67c1 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:18:13.332176 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c3fcf4b-c387-44de-9b9a-d497f39f67c1 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:18:13.341431 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c3fcf4b-c387-44de-9b9a-d497f39f67c1 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:18:13.341605 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c3fcf4b-c387-44de-9b9a-d497f39f67c1 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:18:13.351829 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-d0ff94ef-d785-4933-8a69-5e1dc80e5961 tempest-RoutersNegativeIpV6Test-344315661 tempest-RoutersNegativeIpV6Test-344315661-project] Publish callbacks [] for router_controller (60637e3e-bfe5-4fbc-90e2-65097b4f9a6c), precommit_add_association {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:18:13.367581 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-c63994e3-bfd3-443b-a083-8be2a4bf2476 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a5d0513-d45f-4010-8c54-36cd7a655e85', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1781814701', 'tenant_id': 'c6d9f10230f341edbbe46b16c17eb870', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'external_fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.149'}], 'enable_snat': True}, 'gw_port_id': '480e2e3e-76bb-4f33-9738-b3f9c4bb8680', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T21:18:03Z', 'updated_at': '2022-01-26T21:18:07Z', 'revision_number': 3, 'project_id': 'c6d9f10230f341edbbe46b16c17eb870', 'gw_port': {'id': '480e2e3e-76bb-4f33-9738-b3f9c4bb8680', 'name': '', 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:24:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a5d0513-d45f-4010-8c54-36cd7a655e85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1577, 'fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:18:06Z', 'updated_at': '2022-01-26T21:18:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-5'}], 'n-d-760453-5', False) {} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:18:13.407968 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-d0ff94ef-d785-4933-8a69-5e1dc80e5961 tempest-RoutersNegativeIpV6Test-344315661 tempest-RoutersNegativeIpV6Test-344315661-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4105757', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4111263'] for router (60637e3e-bfe5-4fbc-90e2-65097b4f9a6c), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:18:13.447605 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c63994e3-bfd3-443b-a083-8be2a4bf2476 None None] The sync data for ids ['2a5d0513-d45f-4010-8c54-36cd7a655e85'] in n-d-760453-5 is: [{'id': '2a5d0513-d45f-4010-8c54-36cd7a655e85', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1781814701', 'tenant_id': 'c6d9f10230f341edbbe46b16c17eb870', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'external_fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.149'}], 'enable_snat': True}, 'gw_port_id': '480e2e3e-76bb-4f33-9738-b3f9c4bb8680', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T21:18:03Z', 'updated_at': '2022-01-26T21:18:07Z', 'revision_number': 3, 'project_id': 'c6d9f10230f341edbbe46b16c17eb870', 'gw_port': {'id': '480e2e3e-76bb-4f33-9738-b3f9c4bb8680', 'name': '', 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:24:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a5d0513-d45f-4010-8c54-36cd7a655e85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1577, 'fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:18:06Z', 'updated_at': '2022-01-26T21:18:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-5'}] {{(pid=103306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 26 21:18:13.457387 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c3fcf4b-c387-44de-9b9a-d497f39f67c1 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Checking segment: {'id': '17e2e8a5-d0ff-43c6-ae30-ad82dc108dba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '53e223b0-da4c-46a0-9735-61b7e6751b1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103305) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 21:18:13.465851 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c3fcf4b-c387-44de-9b9a-d497f39f67c1 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Network hostable DHCP agents. Network: 53e223b0-da4c-46a0-9735-61b7e6751b1f, hostable agents: ['474ccdf7-ab6c-405b-a3b2-dc7b05829902'], hosted agents: [] {{(pid=103305) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 26 21:18:13.482527 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-70795c7b-309a-4d4c-af3d-fc4f849dc5c5 req-4d2ff2aa-288a-43dd-8168-ac3d82ccf985 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=46e244fd-7905-4c27-b3f7-627bc270105e HTTP/1.1" status: 200 len: 217 time: 0.1368639 Jan 26 21:18:13.486052 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c010e054-a53f-44d6-b639-55a603370bd2 admin admin] Made reservation on behalf of 9a820e3f529a4c3083d815b75318d24c for: {'network': 1} {{(pid=103305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 21:18:13.488547 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-c010e054-a53f-44d6-b639-55a603370bd2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for network (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:18:13.537484 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-40ac0f1c-89ac-49e3-8682-23b41fc6ac85 req-128e545c-1ba4-40f3-afae-442e4f89bda6 tempest-LiveMigrationTest-746395142 tempest-LiveMigrationTest-746395142-project] 10.222.0.13 "GET /v2.0/security-groups?id=c43a996a-6b93-48e4-a331-48250c5b183d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2622106 Jan 26 21:18:13.567225 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-c010e054-a53f-44d6-b639-55a603370bd2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:18:13.591304 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-d0ff94ef-d785-4933-8a69-5e1dc80e5961 tempest-RoutersNegativeIpV6Test-344315661 tempest-RoutersNegativeIpV6Test-344315661-project] Publish callbacks [] for router (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:18:13.598571 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-d0ff94ef-d785-4933-8a69-5e1dc80e5961 tempest-RoutersNegativeIpV6Test-344315661 tempest-RoutersNegativeIpV6Test-344315661-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 711 time: 1.6235526 Jan 26 21:18:13.604076 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 60776) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:18:13.618506 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-9afe27bd-8c85-413a-b7d9-a0adfd4d820b tempest-RoutersNegativeIpV6Test-344315661 tempest-RoutersNegativeIpV6Test-344315661-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-253362220'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:18:13.652809 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a365e4e-b1d2-481f-91cc-b51e04080918 req-048dd627-6089-4a46-866d-1556e68726c7 tempest-DeleteServersTestJSON-1338827600 tempest-DeleteServersTestJSON-1338827600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:18:13.654858 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-4a365e4e-b1d2-481f-91cc-b51e04080918 req-048dd627-6089-4a46-866d-1556e68726c7 tempest-DeleteServersTestJSON-1338827600 tempest-DeleteServersTestJSON-1338827600-project] 10.222.0.13 "GET /v2.0/ports?device_id=5e986168-261b-439a-9236-c24494c02d2b HTTP/1.1" status: 200 len: 944 time: 0.2533395 Jan 26 21:18:13.682254 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9afe27bd-8c85-413a-b7d9-a0adfd4d820b tempest-RoutersNegativeIpV6Test-344315661 tempest-RoutersNegativeIpV6Test-344315661-project] Made reservation on behalf of 75f9223bb441498c8f45fbae1bf47ca4 for: {'network': 1} {{(pid=103304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 21:18:13.687691 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-9afe27bd-8c85-413a-b7d9-a0adfd4d820b tempest-RoutersNegativeIpV6Test-344315661 tempest-RoutersNegativeIpV6Test-344315661-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for network (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:18:13.756762 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c3fcf4b-c387-44de-9b9a-d497f39f67c1 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Network 53e223b0-da4c-46a0-9735-61b7e6751b1f is scheduled to be hosted by DHCP agent 474ccdf7-ab6c-405b-a3b2-dc7b05829902 with binding_index 1 {{(pid=103305) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 26 21:18:13.772904 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-367450fb-02c8-4375-b6f5-8e8efc7a34ef req-d3dcbe2b-d963-40d1-aa6c-a04dfb89adb6 tempest-ServersNegativeTestJSON-90632883 tempest-ServersNegativeTestJSON-90632883-project] 10.222.0.13 "GET /v2.0/ports?device_id=20bda332-a159-49bd-8c61-2ea774ab5602 HTTP/1.1" status: 200 len: 210 time: 0.1160905 Jan 26 21:18:13.785034 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-9afe27bd-8c85-413a-b7d9-a0adfd4d820b tempest-RoutersNegativeIpV6Test-344315661 tempest-RoutersNegativeIpV6Test-344315661-project] Publish callbacks [] for security_group (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:18:13.787598 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70795c7b-309a-4d4c-af3d-fc4f849dc5c5 req-4d7c5aad-420b-4423-ae51-fca405d8f71a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:18:13.789138 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-70795c7b-309a-4d4c-af3d-fc4f849dc5c5 req-4d7c5aad-420b-4423-ae51-fca405d8f71a service neutron] 10.222.0.66 "GET /v2.0/subnets?id=9dd5ab13-de58-4a69-98df-f734e10541d8 HTTP/1.1" status: 200 len: 797 time: 0.2802947 Jan 26 21:18:13.838018 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [None req-3c3fcf4b-c387-44de-9b9a-d497f39f67c1 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760453-5, 53e223b0-da4c-46a0-9735-61b7e6751b1f) {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:18:13.850384 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad17a2dc-1f40-487e-b30e-9eac12a59a37 None None] Network 53e223b0-da4c-46a0-9735-61b7e6751b1f requested from n-d-760453-5 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 26 21:18:13.853208 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c3fcf4b-c387-44de-9b9a-d497f39f67c1 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:18:13.859950 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-3c3fcf4b-c387-44de-9b9a-d497f39f67c1 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709645'] for subnet (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:18:13.987218 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-3c3fcf4b-c387-44de-9b9a-d497f39f67c1 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 2.1833754 Jan 26 21:18:14.000205 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 60786) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:18:14.154889 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-4a365e4e-b1d2-481f-91cc-b51e04080918 req-b2d2a5c5-7f7d-4f37-9b2d-a8636ea4ac37 tempest-DeleteServersTestJSON-1338827600 tempest-DeleteServersTestJSON-1338827600-project] 10.222.0.13 "GET /v2.0/security-groups?id=b7fc5e70-a24b-497d-9cf6-8df82d0ad35b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4574013 Jan 26 21:18:14.160911 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-9afe27bd-8c85-413a-b7d9-a0adfd4d820b tempest-RoutersNegativeIpV6Test-344315661 tempest-RoutersNegativeIpV6Test-344315661-project] Publish callbacks [] for security_group (c40e1494-a970-4356-9fc3-0914d63b0397), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:18:14.174758 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-9afe27bd-8c85-413a-b7d9-a0adfd4d820b tempest-RoutersNegativeIpV6Test-344315661 tempest-RoutersNegativeIpV6Test-344315661-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (c40e1494-a970-4356-9fc3-0914d63b0397), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:18:14.179669 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70795c7b-309a-4d4c-af3d-fc4f849dc5c5 req-24175c2d-eec6-4cbf-88a7-2a866bdd3ab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:18:14.182551 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-847e1ca4-68c9-4cd8-9bdb-60fcb1d6b56c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3c4099e8-8ffb-51d1-af7f-5868973e933f-53e223b0-da4c-46a0-9735-61b7e6751b1f', 'network_id': '53e223b0-da4c-46a0-9735-61b7e6751b1f', 'project_id': 'c6d9f10230f341edbbe46b16c17eb870', 'fixed_ips': [{'subnet_id': '062e0a06-c395-4f1c-b56d-3b2dd4ffff4d'}]}} from n-d-760453-5. {{(pid=103306) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 26 21:18:14.183714 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-847e1ca4-68c9-4cd8-9bdb-60fcb1d6b56c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (None), before_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:18:14.191178 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-70795c7b-309a-4d4c-af3d-fc4f849dc5c5 req-24175c2d-eec6-4cbf-88a7-2a866bdd3ab7 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=bd020871-95b7-4b5a-881a-9e30b02eb2fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3716362 Jan 26 21:18:14.306878 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc853d91-5161-45ac-ba63-b19f58f29fe7 req-d2c19262-4434-413f-8253-863aa701a4b0 tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:18:14.318745 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc853d91-5161-45ac-ba63-b19f58f29fe7 req-d2c19262-4434-413f-8253-863aa701a4b0 tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:18:14.330370 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc853d91-5161-45ac-ba63-b19f58f29fe7 req-d2c19262-4434-413f-8253-863aa701a4b0 tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:18:14.343825 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc853d91-5161-45ac-ba63-b19f58f29fe7 req-d2c19262-4434-413f-8253-863aa701a4b0 tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:18:14.371376 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc853d91-5161-45ac-ba63-b19f58f29fe7 req-d2c19262-4434-413f-8253-863aa701a4b0 tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:18:14.386400 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc853d91-5161-45ac-ba63-b19f58f29fe7 req-d2c19262-4434-413f-8253-863aa701a4b0 tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:18:14.398299 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc853d91-5161-45ac-ba63-b19f58f29fe7 req-d2c19262-4434-413f-8253-863aa701a4b0 tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:18:14.401062 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-c010e054-a53f-44d6-b639-55a603370bd2 admin admin] Publish callbacks [] for security_group (489809a0-f532-4600-a4b7-a4ce937cd5e6), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:18:14.417512 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-dc853d91-5161-45ac-ba63-b19f58f29fe7 req-d2c19262-4434-413f-8253-863aa701a4b0 tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca795481-031c-48ac-925f-00596ed83bb9 HTTP/1.1" status: 200 len: 5431 time: 0.3785362 Jan 26 21:18:14.417963 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-c010e054-a53f-44d6-b639-55a603370bd2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (489809a0-f532-4600-a4b7-a4ce937cd5e6), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:18:14.466169 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9afe27bd-8c85-413a-b7d9-a0adfd4d820b tempest-RoutersNegativeIpV6Test-344315661 tempest-RoutersNegativeIpV6Test-344315661-project] vlan segment allocate from pool success with {'vlan_id': 555, 'physical_network': 'physnet1'} {{(pid=103304) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 26 21:18:14.495542 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9afe27bd-8c85-413a-b7d9-a0adfd4d820b tempest-RoutersNegativeIpV6Test-344315661 tempest-RoutersNegativeIpV6Test-344315661-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c40e1494-a970-4356-9fc3-0914d63b0397,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:18:14.533245 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.db_base_plugin_common [None req-847e1ca4-68c9-4cd8-9bdb-60fcb1d6b56c None None] Allocated IP 172.20.0.2 (53e223b0-da4c-46a0-9735-61b7e6751b1f/062e0a06-c395-4f1c-b56d-3b2dd4ffff4d/81e9d383-7e67-4eba-a28b-30729d18767b) {{(pid=103306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 21:18:14.572619 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-9afe27bd-8c85-413a-b7d9-a0adfd4d820b tempest-RoutersNegativeIpV6Test-344315661 tempest-RoutersNegativeIpV6Test-344315661-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576559'] for segment (d20f4365-2bcf-42b1-bafa-d4cd3cf6521c), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:18:14.572995 n-d-760453-5 neutron-server[103304]: INFO neutron.db.segments_db [None req-9afe27bd-8c85-413a-b7d9-a0adfd4d820b tempest-RoutersNegativeIpV6Test-344315661 tempest-RoutersNegativeIpV6Test-344315661-project] Added segment d20f4365-2bcf-42b1-bafa-d4cd3cf6521c of type vlan for network cf9fdee7-a1cd-4e57-a10f-9d0313a16d27 Jan 26 21:18:14.588614 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-dc853d91-5161-45ac-ba63-b19f58f29fe7 req-ad7af7ab-901b-4065-b357-a1eea783174f tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] 10.222.0.13 "GET /v2.0/security-groups?id=cfb1b9fe-a4df-4bbd-b439-103a9aa84b57&id=4949e7fd-e987-466a-ab17-ed5ae28a32c1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1290960 Jan 26 21:18:14.787305 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c010e054-a53f-44d6-b639-55a603370bd2 admin admin] vlan segment allocate from pool success with {'vlan_id': 559, 'physical_network': 'physnet1'} {{(pid=103305) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 26 21:18:14.810545 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-9afe27bd-8c85-413a-b7d9-a0adfd4d820b tempest-RoutersNegativeIpV6Test-344315661 tempest-RoutersNegativeIpV6Test-344315661-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746560256871'] for network (cf9fdee7-a1cd-4e57-a10f-9d0313a16d27), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:18:14.820152 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c010e054-a53f-44d6-b639-55a603370bd2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=489809a0-f532-4600-a4b7-a4ce937cd5e6,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:18:14.826518 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-c010e054-a53f-44d6-b639-55a603370bd2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576559'] for segment (ae04eadd-2f21-4385-8e0d-440406bc0827), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:18:14.827246 n-d-760453-5 neutron-server[103305]: INFO neutron.db.segments_db [None req-c010e054-a53f-44d6-b639-55a603370bd2 admin admin] Added segment ae04eadd-2f21-4385-8e0d-440406bc0827 of type vlan for network d67e3ebe-4ba7-45de-a361-0a193d47dcd7 Jan 26 21:18:14.885120 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158fc20c-69de-4f9b-bbed-0410fb31ca44 req-c5e22c64-7174-4836-8e0e-991a50778745 tempest-LiveMigrationTest-746395142 tempest-LiveMigrationTest-746395142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:18:14.893698 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-158fc20c-69de-4f9b-bbed-0410fb31ca44 req-c5e22c64-7174-4836-8e0e-991a50778745 tempest-LiveMigrationTest-746395142 tempest-LiveMigrationTest-746395142-project] 10.222.0.13 "GET /v2.0/ports?device_id=3c1bb11b-19e0-4bd6-8502-e5422740b40d HTTP/1.1" status: 200 len: 945 time: 0.1754556 Jan 26 21:18:14.901109 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-9afe27bd-8c85-413a-b7d9-a0adfd4d820b tempest-RoutersNegativeIpV6Test-344315661 tempest-RoutersNegativeIpV6Test-344315661-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503'] for network (cf9fdee7-a1cd-4e57-a10f-9d0313a16d27), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:18:14.922172 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9afe27bd-8c85-413a-b7d9-a0adfd4d820b tempest-RoutersNegativeIpV6Test-344315661 tempest-RoutersNegativeIpV6Test-344315661-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:18:14.923223 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-9afe27bd-8c85-413a-b7d9-a0adfd4d820b tempest-RoutersNegativeIpV6Test-344315661 tempest-RoutersNegativeIpV6Test-344315661-project] Publish callbacks [] for network (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:18:14.937772 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Device 571183ee-5602-4d38-9dc9-53ea6a0bd8c4 up at agent hyperv_n-h2-760453-5 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 21:18:14.969690 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-70795c7b-309a-4d4c-af3d-fc4f849dc5c5 req-ff314b9c-c08f-4afb-8e92-70bcb9c7fe8c service neutron] 10.222.0.66 "GET /v2.0/networks/bd020871-95b7-4b5a-881a-9e30b02eb2fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7654386 Jan 26 21:18:15.149106 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-9afe27bd-8c85-413a-b7d9-a0adfd4d820b tempest-RoutersNegativeIpV6Test-344315661 tempest-RoutersNegativeIpV6Test-344315661-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.5364668 Jan 26 21:18:15.156721 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-158fc20c-69de-4f9b-bbed-0410fb31ca44 req-42d8d86a-56e8-4fd1-91e0-6de0e650afdd tempest-LiveMigrationTest-746395142 tempest-LiveMigrationTest-746395142-project] 10.222.0.13 "GET /v2.0/security-groups?id=c43a996a-6b93-48e4-a331-48250c5b183d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2617269 Jan 26 21:18:15.166999 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 60802) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:18:15.167592 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-70795c7b-309a-4d4c-af3d-fc4f849dc5c5 req-c1abd13d-eaa1-4afe-a553-c7e3da03ece5 service neutron] 10.222.0.66 "GET /v2.0/networks/bd020871-95b7-4b5a-881a-9e30b02eb2fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1774113 Jan 26 21:18:15.176496 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-c010e054-a53f-44d6-b639-55a603370bd2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746560256871'] for network (d67e3ebe-4ba7-45de-a361-0a193d47dcd7), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:18:15.190707 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-430c546f-23db-491e-af8f-d889d7881fea req-e30af854-7f9e-452f-824e-8e3b0505676c tempest-ServersNegativeTestJSON-90632883 tempest-ServersNegativeTestJSON-90632883-project] 10.222.0.13 "GET /v2.0/ports?device_id=20bda332-a159-49bd-8c61-2ea774ab5602 HTTP/1.1" status: 200 len: 210 time: 0.2183874 Jan 26 21:18:15.207152 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-847e1ca4-68c9-4cd8-9bdb-60fcb1d6b56c None None] Publish callbacks [] for port (81e9d383-7e67-4eba-a28b-30729d18767b), precommit_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:18:15.222027 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-1b577476-60b3-4d7a-a33a-6cf99906d94b tempest-RoutersNegativeIpV6Test-344315661 tempest-RoutersNegativeIpV6Test-344315661-project] Request body: {'subnet': {'network_id': 'cf9fdee7-a1cd-4e57-a10f-9d0313a16d27', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:18:15.240958 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-847e1ca4-68c9-4cd8-9bdb-60fcb1d6b56c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746560234527'] for port (81e9d383-7e67-4eba-a28b-30729d18767b), after_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:18:15.268176 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9afe27bd-8c85-413a-b7d9-a0adfd4d820b tempest-RoutersNegativeIpV6Test-344315661 tempest-RoutersNegativeIpV6Test-344315661-project] Pushing event updated for resources: {'Network': ['ID=cf9fdee7-a1cd-4e57-a10f-9d0313a16d27,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:18:15.282776 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Provisioning for port 571183ee-5602-4d38-9dc9-53ea6a0bd8c4 completed by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 21:18:15.301860 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Network cf9fdee7-a1cd-4e57-a10f-9d0313a16d27 details requested by agent ovs-agent-n-d-760453-5 with host n-d-760453-5 {{(pid=103306) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 26 21:18:15.323125 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 60806) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:18:15.389142 n-d-760453-5 neutron-server[103306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-847e1ca4-68c9-4cd8-9bdb-60fcb1d6b56c None None] Network 53e223b0-da4c-46a0-9735-61b7e6751b1f is already hosted by enough agents. {{(pid=103306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 21:18:15.415930 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Provisioning complete for port 571183ee-5602-4d38-9dc9-53ea6a0bd8c4 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:18:15.416306 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (571183ee-5602-4d38-9dc9-53ea6a0bd8c4), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:18:15.439313 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-c010e054-a53f-44d6-b639-55a603370bd2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503'] for network (d67e3ebe-4ba7-45de-a361-0a193d47dcd7), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:18:15.440303 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c010e054-a53f-44d6-b639-55a603370bd2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:18:15.440896 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-c010e054-a53f-44d6-b639-55a603370bd2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709645'] for network (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:18:15.503766 n-d-760453-5 neutron-server[103306]: DEBUG neutron.scheduler.base_scheduler [None req-847e1ca4-68c9-4cd8-9bdb-60fcb1d6b56c None None] Resources bound (agent type, host, resource id): {{(pid=103306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:18:15.530375 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-c010e054-a53f-44d6-b639-55a603370bd2 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 2.8092008 Jan 26 21:18:15.536409 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 60810) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:18:15.552328 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-82ff5b24-e4a9-4b8b-8bd7-ba134b50fee8 admin admin] Request body: {'subnet': {'network_id': 'd67e3ebe-4ba7-45de-a361-0a193d47dcd7', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-170009-subnet', 'tenant_id': '9a820e3f529a4c3083d815b75318d24c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:18:15.556797 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214acf59-0d02-45d7-a616-25eb90698c72 req-1015e366-605e-40f8-be04-9c084d250465 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:18:15.557281 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214acf59-0d02-45d7-a616-25eb90698c72 req-1015e366-605e-40f8-be04-9c084d250465 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:18:15.557863 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214acf59-0d02-45d7-a616-25eb90698c72 req-1015e366-605e-40f8-be04-9c084d250465 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:18:15.558334 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214acf59-0d02-45d7-a616-25eb90698c72 req-1015e366-605e-40f8-be04-9c084d250465 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:18:15.558831 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214acf59-0d02-45d7-a616-25eb90698c72 req-1015e366-605e-40f8-be04-9c084d250465 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:18:15.559295 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214acf59-0d02-45d7-a616-25eb90698c72 req-1015e366-605e-40f8-be04-9c084d250465 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:18:15.559756 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214acf59-0d02-45d7-a616-25eb90698c72 req-1015e366-605e-40f8-be04-9c084d250465 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:18:15.561896 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-214acf59-0d02-45d7-a616-25eb90698c72 req-1015e366-605e-40f8-be04-9c084d250465 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=026ef2d8b8e041b18f9abf8363011406&device_id=ca795481-031c-48ac-925f-00596ed83bb9 HTTP/1.1" status: 200 len: 6488 time: 0.2536747 Jan 26 21:18:15.593686 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82ff5b24-e4a9-4b8b-8bd7-ba134b50fee8 admin admin] Made reservation on behalf of 9a820e3f529a4c3083d815b75318d24c for: {'subnet': 1} {{(pid=103304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 21:18:15.596917 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-82ff5b24-e4a9-4b8b-8bd7-ba134b50fee8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12215181'] for subnet (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:18:15.628226 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f3a0de-f9e7-4055-b581-54899dfcf174 req-a3bbcf69-0c3d-4ff4-9b15-c295502833cc tempest-DeleteServersTestJSON-1338827600 tempest-DeleteServersTestJSON-1338827600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:18:15.636582 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-c7f3a0de-f9e7-4055-b581-54899dfcf174 req-a3bbcf69-0c3d-4ff4-9b15-c295502833cc tempest-DeleteServersTestJSON-1338827600 tempest-DeleteServersTestJSON-1338827600-project] 10.222.0.13 "GET /v2.0/ports?device_id=5e986168-261b-439a-9236-c24494c02d2b HTTP/1.1" status: 200 len: 944 time: 0.1949940 Jan 26 21:18:15.688740 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-703eb268-337c-41d0-bdf7-1551e2755ebe admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:18:15.737087 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c010e054-a53f-44d6-b639-55a603370bd2 admin admin] Pushing event updated for resources: {'Network': ['ID=d67e3ebe-4ba7-45de-a361-0a193d47dcd7,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:18:15.796649 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-847e1ca4-68c9-4cd8-9bdb-60fcb1d6b56c None None] Received port after_create {{(pid=103306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 21:18:15.799399 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Network d67e3ebe-4ba7-45de-a361-0a193d47dcd7 details requested by agent ovs-agent-n-d-760453-5 with host n-d-760453-5 {{(pid=103306) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 26 21:18:15.850514 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-badad502-0300-4af8-b399-d8944d15d3a7 req-edc7adf8-7e9b-468e-9985-056136f2d525 tempest-ServersNegativeTestJSON-90632883 tempest-ServersNegativeTestJSON-90632883-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:18:15.852165 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-badad502-0300-4af8-b399-d8944d15d3a7 req-edc7adf8-7e9b-468e-9985-056136f2d525 tempest-ServersNegativeTestJSON-90632883 tempest-ServersNegativeTestJSON-90632883-project] 10.222.0.57 "GET /v2.0/networks?id=8cbef344-1167-4f35-8b6b-07dd596f6f4f HTTP/1.1" status: 200 len: 813 time: 0.5417638 Jan 26 21:18:15.854591 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b577476-60b3-4d7a-a33a-6cf99906d94b tempest-RoutersNegativeIpV6Test-344315661 tempest-RoutersNegativeIpV6Test-344315661-project] Made reservation on behalf of 75f9223bb441498c8f45fbae1bf47ca4 for: {'subnet': 1} {{(pid=103304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 21:18:15.860345 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-1b577476-60b3-4d7a-a33a-6cf99906d94b tempest-RoutersNegativeIpV6Test-344315661 tempest-RoutersNegativeIpV6Test-344315661-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12215181'] for subnet (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:18:15.872717 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [req-badad502-0300-4af8-b399-d8944d15d3a7 req-e482138f-91ad-4e43-9224-f5a3f96701eb tempest-ServersNegativeTestJSON-90632883 tempest-ServersNegativeTestJSON-90632883-project] Request body: {'port': {'device_id': '20bda332-a159-49bd-8c61-2ea774ab5602', 'network_id': '8cbef344-1167-4f35-8b6b-07dd596f6f4f', 'admin_state_up': True, 'tenant_id': '2b29801ee18e4ff0a597415334743408'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:18:15.874317 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847e1ca4-68c9-4cd8-9bdb-60fcb1d6b56c None None] Pushing event updated for resources: {'Port': ['ID=81e9d383-7e67-4eba-a28b-30729d18767b,revision_number=1']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:18:15.940331 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Current status of the port 571183ee-5602-4d38-9dc9-53ea6a0bd8c4 is: BUILD; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:18:15.941055 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (571183ee-5602-4d38-9dc9-53ea6a0bd8c4), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:18:16.029138 n-d-760453-5 neutron-server[103306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e986168-261b-439a-9236-c24494c02d2b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '571183ee-5602-4d38-9dc9-53ea6a0bd8c4'}] {{(pid=103306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 21:18:16.045651 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9d5d370febab655511bdd2ffe887e43e442d144a440368702bcc1e93af00b97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f90046e9-791f-46da-9680-b36ecedb04f5" -d '{"events": [{"server_uuid": "5e986168-261b-439a-9236-c24494c02d2b", "name": "network-vif-plugged", "status": "completed", "tag": "571183ee-5602-4d38-9dc9-53ea6a0bd8c4"}]}' {{(pid=103306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 21:18:16.059505 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-847e1ca4-68c9-4cd8-9bdb-60fcb1d6b56c None None] Attempting to bind port 81e9d383-7e67-4eba-a28b-30729d18767b on host n-d-760453-5 for vnic_type normal with profile {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 21:18:16.060051 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-847e1ca4-68c9-4cd8-9bdb-60fcb1d6b56c None None] Attempting to bind port 81e9d383-7e67-4eba-a28b-30729d18767b by drivers openvswitch,hyperv on host n-d-760453-5 at level 0 using segments [{'id': '17e2e8a5-d0ff-43c6-ae30-ad82dc108dba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '53e223b0-da4c-46a0-9735-61b7e6751b1f'}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 26 21:18:16.060557 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-847e1ca4-68c9-4cd8-9bdb-60fcb1d6b56c None None] Attempting to bind port 81e9d383-7e67-4eba-a28b-30729d18767b on network 53e223b0-da4c-46a0-9735-61b7e6751b1f {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 21:18:16.067176 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] For port 571183ee-5602-4d38-9dc9-53ea6a0bd8c4, host n-h2-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-5',level=0,port_id=571183ee-5602-4d38-9dc9-53ea6a0bd8c4,segment=NetworkSegment(2541abc4-0813-4c0d-94e6-c088627c1a85),segment_id=2541abc4-0813-4c0d-94e6-c088627c1a85)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:18:16.071678 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-847e1ca4-68c9-4cd8-9bdb-60fcb1d6b56c None None] Checking agent: {'id': 'fea0591a-627d-4c87-9a9a-01625ddf3277', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760453-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 20, 55, 25), 'started_at': datetime.datetime(2022, 1, 26, 20, 55, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 21, 17, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760453-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 26 21:18:16.075778 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-847e1ca4-68c9-4cd8-9bdb-60fcb1d6b56c None None] Checking segment: {'id': '17e2e8a5-d0ff-43c6-ae30-ad82dc108dba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '53e223b0-da4c-46a0-9735-61b7e6751b1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 21:18:16.076367 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-847e1ca4-68c9-4cd8-9bdb-60fcb1d6b56c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:18:16.076871 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-847e1ca4-68c9-4cd8-9bdb-60fcb1d6b56c None None] Bound using segment: {'id': '17e2e8a5-d0ff-43c6-ae30-ad82dc108dba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '53e223b0-da4c-46a0-9735-61b7e6751b1f'} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 26 21:18:16.077822 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-847e1ca4-68c9-4cd8-9bdb-60fcb1d6b56c None None] Bound port: 81e9d383-7e67-4eba-a28b-30729d18767b, host: n-d-760453-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '17e2e8a5-d0ff-43c6-ae30-ad82dc108dba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '53e223b0-da4c-46a0-9735-61b7e6751b1f'}}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 26 21:18:16.078091 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-847e1ca4-68c9-4cd8-9bdb-60fcb1d6b56c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (81e9d383-7e67-4eba-a28b-30729d18767b), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:18:16.083742 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-2e1623c0-73a5-44fb-a2d1-f234dfa203bb tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:18:16.115805 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (571183ee-5602-4d38-9dc9-53ea6a0bd8c4), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:18:16.121793 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214acf59-0d02-45d7-a616-25eb90698c72 req-ea08c060-618e-4c11-871a-a2805adf3c42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:18:16.124156 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-214acf59-0d02-45d7-a616-25eb90698c72 req-ea08c060-618e-4c11-871a-a2805adf3c42 service neutron] 10.222.0.66 "GET /v2.0/networks?id=bd020871-95b7-4b5a-881a-9e30b02eb2fe HTTP/1.1" status: 200 len: 902 time: 0.4931846 Jan 26 21:18:16.200483 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device 480e2e3e-76bb-4f33-9738-b3f9c4bb8680 up at agent ovs-agent-n-d-760453-5 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 21:18:16.263023 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Pushing event updated for resources: {'Port': ['ID=571183ee-5602-4d38-9dc9-53ea6a0bd8c4,revision_number=5']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:18:16.264745 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-1b577476-60b3-4d7a-a33a-6cf99906d94b tempest-RoutersNegativeIpV6Test-344315661 tempest-RoutersNegativeIpV6Test-344315661-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9285249', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12215227'] for subnet (87296858-e6f7-4f68-8026-962ca4ca08b7), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:18:16.279000 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-847e1ca4-68c9-4cd8-9bdb-60fcb1d6b56c None None] For port 81e9d383-7e67-4eba-a28b-30729d18767b, host n-d-760453-5, cleared binding levels {{(pid=103306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 26 21:18:16.283711 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-847e1ca4-68c9-4cd8-9bdb-60fcb1d6b56c None None] For port 81e9d383-7e67-4eba-a28b-30729d18767b, host n-d-760453-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=81e9d383-7e67-4eba-a28b-30729d18767b,segment=NetworkSegment(17e2e8a5-d0ff-43c6-ae30-ad82dc108dba),segment_id=17e2e8a5-d0ff-43c6-ae30-ad82dc108dba)] {{(pid=103306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 26 21:18:16.291955 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-847e1ca4-68c9-4cd8-9bdb-60fcb1d6b56c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (81e9d383-7e67-4eba-a28b-30729d18767b), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:18:16.353517 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847e1ca4-68c9-4cd8-9bdb-60fcb1d6b56c None None] Pushing event updated for resources: {'Port': ['ID=81e9d383-7e67-4eba-a28b-30729d18767b,revision_number=2']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:18:16.374270 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Provisioning complete for port 480e2e3e-76bb-4f33-9738-b3f9c4bb8680 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:18:16.374887 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (480e2e3e-76bb-4f33-9738-b3f9c4bb8680), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:18:16.413115 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-c7f3a0de-f9e7-4055-b581-54899dfcf174 req-30889d50-93e1-4c31-a34b-905ff95b804d tempest-DeleteServersTestJSON-1338827600 tempest-DeleteServersTestJSON-1338827600-project] 10.222.0.13 "GET /v2.0/security-groups?id=b7fc5e70-a24b-497d-9cf6-8df82d0ad35b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7688754 Jan 26 21:18:16.500021 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d20521-e158-422a-9a1c-dc984b9c4057 req-7a26ea26-2da8-4fea-8ada-4304148fbfd2 tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:18:16.510676 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d20521-e158-422a-9a1c-dc984b9c4057 req-7a26ea26-2da8-4fea-8ada-4304148fbfd2 tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:18:16.523347 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d20521-e158-422a-9a1c-dc984b9c4057 req-7a26ea26-2da8-4fea-8ada-4304148fbfd2 tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:18:16.542602 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d20521-e158-422a-9a1c-dc984b9c4057 req-7a26ea26-2da8-4fea-8ada-4304148fbfd2 tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:18:16.562188 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d20521-e158-422a-9a1c-dc984b9c4057 req-7a26ea26-2da8-4fea-8ada-4304148fbfd2 tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:18:16.568989 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Jan 2022 21:18:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78d07dc0-2caa-4909-af7b-818c7ee28627 x-openstack-request-id: req-78d07dc0-2caa-4909-af7b-818c7ee28627 {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 21:18:16.569509 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e986168-261b-439a-9236-c24494c02d2b", "name": "network-vif-plugged", "status": "completed", "tag": "571183ee-5602-4d38-9dc9-53ea6a0bd8c4", "code": 200}]} {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 21:18:16.570517 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-78d07dc0-2caa-4909-af7b-818c7ee28627 {{(pid=103306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 21:18:16.570517 n-d-760453-5 neutron-server[103306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e986168-261b-439a-9236-c24494c02d2b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '571183ee-5602-4d38-9dc9-53ea6a0bd8c4', 'code': 200} Jan 26 21:18:16.572085 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Current status of the port 480e2e3e-76bb-4f33-9738-b3f9c4bb8680 is: DOWN; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:18:16.572597 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (480e2e3e-76bb-4f33-9738-b3f9c4bb8680), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:18:16.573919 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d20521-e158-422a-9a1c-dc984b9c4057 req-7a26ea26-2da8-4fea-8ada-4304148fbfd2 tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:18:16.575977 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.db_base_plugin_common [None req-2e1623c0-73a5-44fb-a2d1-f234dfa203bb tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Allocated IP 172.20.0.1 (53e223b0-da4c-46a0-9735-61b7e6751b1f/062e0a06-c395-4f1c-b56d-3b2dd4ffff4d/38bb73ab-1bb2-4f57-b697-6eea7a149ae5) {{(pid=103305) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 21:18:16.594931 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d20521-e158-422a-9a1c-dc984b9c4057 req-7a26ea26-2da8-4fea-8ada-4304148fbfd2 tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:18:16.600523 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-59d20521-e158-422a-9a1c-dc984b9c4057 req-7a26ea26-2da8-4fea-8ada-4304148fbfd2 tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca795481-031c-48ac-925f-00596ed83bb9 HTTP/1.1" status: 200 len: 5431 time: 0.8234074 Jan 26 21:18:16.607686 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-badad502-0300-4af8-b399-d8944d15d3a7 req-e482138f-91ad-4e43-9224-f5a3f96701eb tempest-ServersNegativeTestJSON-90632883 tempest-ServersNegativeTestJSON-90632883-project] Made reservation on behalf of 2b29801ee18e4ff0a597415334743408 for: {'port': 1} {{(pid=103305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 21:18:16.617972 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-badad502-0300-4af8-b399-d8944d15d3a7 req-e482138f-91ad-4e43-9224-f5a3f96701eb tempest-ServersNegativeTestJSON-90632883 tempest-ServersNegativeTestJSON-90632883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:18:16.619071 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] For port 480e2e3e-76bb-4f33-9738-b3f9c4bb8680, host n-d-760453-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=480e2e3e-76bb-4f33-9738-b3f9c4bb8680,segment=NetworkSegment(e17cb353-418f-48b9-b982-21a6233ee99b),segment_id=e17cb353-418f-48b9-b982-21a6233ee99b)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:18:16.630816 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b577476-60b3-4d7a-a33a-6cf99906d94b tempest-RoutersNegativeIpV6Test-344315661 tempest-RoutersNegativeIpV6Test-344315661-project] Checking segment: {'id': 'd20f4365-2bcf-42b1-bafa-d4cd3cf6521c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': 'cf9fdee7-a1cd-4e57-a10f-9d0313a16d27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103304) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 21:18:16.631660 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b577476-60b3-4d7a-a33a-6cf99906d94b tempest-RoutersNegativeIpV6Test-344315661 tempest-RoutersNegativeIpV6Test-344315661-project] Network hostable DHCP agents. Network: cf9fdee7-a1cd-4e57-a10f-9d0313a16d27, hostable agents: ['474ccdf7-ab6c-405b-a3b2-dc7b05829902'], hosted agents: [] {{(pid=103304) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 26 21:18:16.634578 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (480e2e3e-76bb-4f33-9738-b3f9c4bb8680), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:18:16.686695 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-214acf59-0d02-45d7-a616-25eb90698c72 req-7f0eca58-db45-4877-a395-59c5749fc7de service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=46e244fd-7905-4c27-b3f7-627bc270105e HTTP/1.1" status: 200 len: 217 time: 0.0834544 Jan 26 21:18:16.739324 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Pushing event updated for resources: {'Port': ['ID=480e2e3e-76bb-4f33-9738-b3f9c4bb8680,revision_number=4']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:18:16.759738 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b577476-60b3-4d7a-a33a-6cf99906d94b tempest-RoutersNegativeIpV6Test-344315661 tempest-RoutersNegativeIpV6Test-344315661-project] Pushing event updated for resources: {'Subnet': ['ID=87296858-e6f7-4f68-8026-962ca4ca08b7,revision_number=0']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:18:16.880043 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214acf59-0d02-45d7-a616-25eb90698c72 req-64a0354b-dc92-4d3c-a10f-5bc2c005f587 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:18:16.881743 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-214acf59-0d02-45d7-a616-25eb90698c72 req-64a0354b-dc92-4d3c-a10f-5bc2c005f587 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=9dd5ab13-de58-4a69-98df-f734e10541d8 HTTP/1.1" status: 200 len: 797 time: 0.1867120 Jan 26 21:18:16.947817 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-59d20521-e158-422a-9a1c-dc984b9c4057 req-4ba8ae17-3b68-4eab-b083-2c805c85ccd5 tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] 10.222.0.13 "GET /v2.0/security-groups?id=cfb1b9fe-a4df-4bbd-b439-103a9aa84b57&id=4949e7fd-e987-466a-ab17-ed5ae28a32c1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2176034 Jan 26 21:18:16.997562 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b577476-60b3-4d7a-a33a-6cf99906d94b tempest-RoutersNegativeIpV6Test-344315661 tempest-RoutersNegativeIpV6Test-344315661-project] Network cf9fdee7-a1cd-4e57-a10f-9d0313a16d27 is scheduled to be hosted by DHCP agent 474ccdf7-ab6c-405b-a3b2-dc7b05829902 with binding_index 1 {{(pid=103304) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 26 21:18:17.094823 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b756667a-7973-4847-8619-0a004d55e5da req-8eb7e4da-da66-403a-b4f6-0d3cc65495ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:18:17.096442 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-b756667a-7973-4847-8619-0a004d55e5da req-8eb7e4da-da66-403a-b4f6-0d3cc65495ee service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=5e986168-261b-439a-9236-c24494c02d2b HTTP/1.1" status: 200 len: 1096 time: 0.4948590 Jan 26 21:18:17.104459 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9706ab4-4bd4-42ed-a519-6107400c7efa req-e7540c00-7f35-40c0-94e9-fe405226e6ee tempest-LiveMigrationTest-746395142 tempest-LiveMigrationTest-746395142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:18:17.106812 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-b9706ab4-4bd4-42ed-a519-6107400c7efa req-e7540c00-7f35-40c0-94e9-fe405226e6ee tempest-LiveMigrationTest-746395142 tempest-LiveMigrationTest-746395142-project] 10.222.0.13 "GET /v2.0/ports?device_id=3c1bb11b-19e0-4bd6-8502-e5422740b40d HTTP/1.1" status: 200 len: 945 time: 0.4776776 Jan 26 21:18:17.117478 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [None req-1b577476-60b3-4d7a-a33a-6cf99906d94b tempest-RoutersNegativeIpV6Test-344315661 tempest-RoutersNegativeIpV6Test-344315661-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760453-5, cf9fdee7-a1cd-4e57-a10f-9d0313a16d27) {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:18:17.139559 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b699e9d-af34-4870-8f76-62d19b4c69a6 None None] Network cf9fdee7-a1cd-4e57-a10f-9d0313a16d27 requested from n-d-760453-5 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 26 21:18:17.162689 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-703eb268-337c-41d0-bdf7-1551e2755ebe admin admin] Publish callbacks [] for security_group (e6065d26-0340-45bd-9932-14aba7b7f346), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:18:17.169626 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-d35555c3-7ff9-4eda-a13b-387f81773b38 req-c3244893-5730-49ee-8df8-27ad12fbd3ae tempest-ServersNegativeTestJSON-90632883 tempest-ServersNegativeTestJSON-90632883-project] 10.222.0.13 "GET /v2.0/ports?device_id=20bda332-a159-49bd-8c61-2ea774ab5602 HTTP/1.1" status: 200 len: 210 time: 0.1168113 Jan 26 21:18:17.177731 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b577476-60b3-4d7a-a33a-6cf99906d94b tempest-RoutersNegativeIpV6Test-344315661 tempest-RoutersNegativeIpV6Test-344315661-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:18:17.178332 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-1b577476-60b3-4d7a-a33a-6cf99906d94b tempest-RoutersNegativeIpV6Test-344315661 tempest-RoutersNegativeIpV6Test-344315661-project] Publish callbacks [] for subnet (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:18:17.181067 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-82ff5b24-e4a9-4b8b-8bd7-ba134b50fee8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9285249', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12215227'] for subnet (b97a8223-0b24-4ba7-b338-51c5c9119da6), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:18:17.201977 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-703eb268-337c-41d0-bdf7-1551e2755ebe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (e6065d26-0340-45bd-9932-14aba7b7f346), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:18:17.290288 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f32f380-eb86-4cb3-8c4f-27f20e8dc9f4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3c4099e8-8ffb-51d1-af7f-5868973e933f-cf9fdee7-a1cd-4e57-a10f-9d0313a16d27', 'network_id': 'cf9fdee7-a1cd-4e57-a10f-9d0313a16d27', 'project_id': '75f9223bb441498c8f45fbae1bf47ca4', 'fixed_ips': [{'subnet_id': '87296858-e6f7-4f68-8026-962ca4ca08b7'}]}} from n-d-760453-5. {{(pid=103306) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 26 21:18:17.291866 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-9f32f380-eb86-4cb3-8c4f-27f20e8dc9f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (None), before_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:18:17.321964 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-1b577476-60b3-4d7a-a33a-6cf99906d94b tempest-RoutersNegativeIpV6Test-344315661 tempest-RoutersNegativeIpV6Test-344315661-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.1298931 Jan 26 21:18:17.329331 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-b756667a-7973-4847-8619-0a004d55e5da req-3f353b83-5c89-4afd-b0bd-1777bc4e214f service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=b7fc5e70-a24b-497d-9cf6-8df82d0ad35b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2148619 Jan 26 21:18:17.342647 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 60820) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:18:17.364141 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ff5b24-e4a9-4b8b-8bd7-ba134b50fee8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b97a8223-0b24-4ba7-b338-51c5c9119da6,revision_number=0']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:18:17.398693 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-0f4869a5-ac8a-4a60-af26-a578c9224ad4 tempest-RoutersNegativeIpV6Test-344315661 tempest-RoutersNegativeIpV6Test-344315661-project] Request body: {'network': {'name': 'tempest-router-network01--1765882108'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:18:17.425151 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-2e1623c0-73a5-44fb-a2d1-f234dfa203bb tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Publish callbacks [] for port (38bb73ab-1bb2-4f57-b697-6eea7a149ae5), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:18:17.427412 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-703eb268-337c-41d0-bdf7-1551e2755ebe admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=0a78075c0df64eeaab5e28bb02fce4fe&name=default HTTP/1.1" status: 200 len: 3000 time: 2.1030180 Jan 26 21:18:17.428060 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 60822) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:18:17.448079 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703eb268-337c-41d0-bdf7-1551e2755ebe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6065d26-0340-45bd-9932-14aba7b7f346,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:18:17.517350 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-2e1623c0-73a5-44fb-a2d1-f234dfa203bb tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746560234527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11791543'] for port (38bb73ab-1bb2-4f57-b697-6eea7a149ae5), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:18:17.535505 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214acf59-0d02-45d7-a616-25eb90698c72 req-b04cb70a-d70e-4d83-be36-41caa7f4b6be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:18:17.537228 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-214acf59-0d02-45d7-a616-25eb90698c72 req-b04cb70a-d70e-4d83-be36-41caa7f4b6be service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=bd020871-95b7-4b5a-881a-9e30b02eb2fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.6479437 Jan 26 21:18:17.568431 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-b9706ab4-4bd4-42ed-a519-6107400c7efa req-88b56300-505c-416e-95bb-fe1a9f82364c tempest-LiveMigrationTest-746395142 tempest-LiveMigrationTest-746395142-project] 10.222.0.13 "GET /v2.0/security-groups?id=c43a996a-6b93-48e4-a331-48250c5b183d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4022453 Jan 26 21:18:17.612586 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.db_base_plugin_common [None req-9f32f380-eb86-4cb3-8c4f-27f20e8dc9f4 None None] Allocated IP 2001:db8::2 (cf9fdee7-a1cd-4e57-a10f-9d0313a16d27/87296858-e6f7-4f68-8026-962ca4ca08b7/6cf5c5d9-b5e2-4cf2-ac71-723d3b73ea88) {{(pid=103306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 21:18:17.627166 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f4869a5-ac8a-4a60-af26-a578c9224ad4 tempest-RoutersNegativeIpV6Test-344315661 tempest-RoutersNegativeIpV6Test-344315661-project] Made reservation on behalf of 75f9223bb441498c8f45fbae1bf47ca4 for: {'network': 1} {{(pid=103304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 21:18:17.631074 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-0f4869a5-ac8a-4a60-af26-a578c9224ad4 tempest-RoutersNegativeIpV6Test-344315661 tempest-RoutersNegativeIpV6Test-344315661-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for network (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:18:17.676487 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82ff5b24-e4a9-4b8b-8bd7-ba134b50fee8 admin admin] Checking segment: {'id': 'ae04eadd-2f21-4385-8e0d-440406bc0827', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'd67e3ebe-4ba7-45de-a361-0a193d47dcd7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103304) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 21:18:17.676949 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82ff5b24-e4a9-4b8b-8bd7-ba134b50fee8 admin admin] Network hostable DHCP agents. Network: d67e3ebe-4ba7-45de-a361-0a193d47dcd7, hostable agents: ['474ccdf7-ab6c-405b-a3b2-dc7b05829902'], hosted agents: [] {{(pid=103304) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 26 21:18:17.698413 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0f4869a5-ac8a-4a60-af26-a578c9224ad4 tempest-RoutersNegativeIpV6Test-344315661 tempest-RoutersNegativeIpV6Test-344315661-project] vlan segment allocate from pool success with {'vlan_id': 557, 'physical_network': 'physnet1'} {{(pid=103304) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 26 21:18:17.713601 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-0f4869a5-ac8a-4a60-af26-a578c9224ad4 tempest-RoutersNegativeIpV6Test-344315661 tempest-RoutersNegativeIpV6Test-344315661-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576559'] for segment (ad6e9119-211b-413b-8607-be0f4b330941), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:18:17.715278 n-d-760453-5 neutron-server[103304]: INFO neutron.db.segments_db [None req-0f4869a5-ac8a-4a60-af26-a578c9224ad4 tempest-RoutersNegativeIpV6Test-344315661 tempest-RoutersNegativeIpV6Test-344315661-project] Added segment ad6e9119-211b-413b-8607-be0f4b330941 of type vlan for network 267d7b19-37ff-4328-99b1-9a0c8436f96e Jan 26 21:18:17.766991 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e1623c0-73a5-44fb-a2d1-f234dfa203bb tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Network 53e223b0-da4c-46a0-9735-61b7e6751b1f is already hosted by enough agents. {{(pid=103305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 21:18:17.771296 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e1623c0-73a5-44fb-a2d1-f234dfa203bb tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Pushing event updated for resources: {'Port': ['ID=38bb73ab-1bb2-4f57-b697-6eea7a149ae5,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:18:17.775305 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [None req-2e1623c0-73a5-44fb-a2d1-f234dfa203bb tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Resources bound (agent type, host, resource id): {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:18:17.777595 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e1623c0-73a5-44fb-a2d1-f234dfa203bb tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Received port after_create {{(pid=103305) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 21:18:17.789161 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.db_base_plugin_common [req-badad502-0300-4af8-b399-d8944d15d3a7 req-e482138f-91ad-4e43-9224-f5a3f96701eb tempest-ServersNegativeTestJSON-90632883 tempest-ServersNegativeTestJSON-90632883-project] Allocated IP 172.20.0.10 (8cbef344-1167-4f35-8b6b-07dd596f6f4f/baa99134-bdb6-4691-8665-46a31e075f80/88764215-3016-414b-be37-d9a2af36ed63) {{(pid=103305) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 21:18:17.818283 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3566afb-85c5-4a01-bac8-2427e788cc06 req-c1436648-eae1-4304-a801-bd91d5e7d0c0 tempest-DeleteServersTestJSON-1338827600 tempest-DeleteServersTestJSON-1338827600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:18:17.820765 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-c3566afb-85c5-4a01-bac8-2427e788cc06 req-c1436648-eae1-4304-a801-bd91d5e7d0c0 tempest-DeleteServersTestJSON-1338827600 tempest-DeleteServersTestJSON-1338827600-project] 10.222.0.13 "GET /v2.0/ports?device_id=5e986168-261b-439a-9236-c24494c02d2b HTTP/1.1" status: 200 len: 945 time: 0.2648842 Jan 26 21:18:17.839977 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-9f32f380-eb86-4cb3-8c4f-27f20e8dc9f4 None None] Publish callbacks [] for port (6cf5c5d9-b5e2-4cf2-ac71-723d3b73ea88), precommit_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:18:17.851300 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-9f32f380-eb86-4cb3-8c4f-27f20e8dc9f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746560234527'] for port (6cf5c5d9-b5e2-4cf2-ac71-723d3b73ea88), after_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:18:17.860175 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-214acf59-0d02-45d7-a616-25eb90698c72 req-5c454d6c-b5ec-4cb5-b454-90994cdd0d89 service neutron] 10.222.0.66 "GET /v2.0/networks/bd020871-95b7-4b5a-881a-9e30b02eb2fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3147006 Jan 26 21:18:17.914637 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-0f4869a5-ac8a-4a60-af26-a578c9224ad4 tempest-RoutersNegativeIpV6Test-344315661 tempest-RoutersNegativeIpV6Test-344315661-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746560256871'] for network (267d7b19-37ff-4328-99b1-9a0c8436f96e), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:18:17.921041 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-3cc52603-5e92-4456-a541-0c53f49cb4f0 admin admin] Publish callbacks [] for security_group (e6065d26-0340-45bd-9932-14aba7b7f346), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:18:17.930547 n-d-760453-5 neutron-server[103306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f32f380-eb86-4cb3-8c4f-27f20e8dc9f4 None None] Network cf9fdee7-a1cd-4e57-a10f-9d0313a16d27 is already hosted by enough agents. {{(pid=103306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 21:18:17.934238 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f32f380-eb86-4cb3-8c4f-27f20e8dc9f4 None None] Pushing event updated for resources: {'Port': ['ID=6cf5c5d9-b5e2-4cf2-ac71-723d3b73ea88,revision_number=1']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:18:17.937362 n-d-760453-5 neutron-server[103306]: DEBUG neutron.scheduler.base_scheduler [None req-9f32f380-eb86-4cb3-8c4f-27f20e8dc9f4 None None] Resources bound (agent type, host, resource id): {{(pid=103306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:18:17.943363 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df5f9b36-ded2-4734-b8a1-f2df32ebde88 None None] Network 53e223b0-da4c-46a0-9735-61b7e6751b1f requested from n-d-760453-5 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 26 21:18:17.947253 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f32f380-eb86-4cb3-8c4f-27f20e8dc9f4 None None] Received port after_create {{(pid=103306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 21:18:17.956305 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-2e1623c0-73a5-44fb-a2d1-f234dfa203bb tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4111050'] for router_interface (2a5d0513-d45f-4010-8c54-36cd7a655e85), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:18:17.981061 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-3cc52603-5e92-4456-a541-0c53f49cb4f0 admin admin] Publish callbacks [] for security_group (e6065d26-0340-45bd-9932-14aba7b7f346), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:18:18.066812 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-789722a9-e993-4267-971f-d2d9f484c9d5 None None] Provisioning complete for port 81e9d383-7e67-4eba-a28b-30729d18767b triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:18:18.067189 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-789722a9-e993-4267-971f-d2d9f484c9d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (81e9d383-7e67-4eba-a28b-30729d18767b), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:18:18.119703 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-9f32f380-eb86-4cb3-8c4f-27f20e8dc9f4 None None] Attempting to bind port 6cf5c5d9-b5e2-4cf2-ac71-723d3b73ea88 on host n-d-760453-5 for vnic_type normal with profile {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 21:18:18.120079 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-9f32f380-eb86-4cb3-8c4f-27f20e8dc9f4 None None] Attempting to bind port 6cf5c5d9-b5e2-4cf2-ac71-723d3b73ea88 by drivers openvswitch,hyperv on host n-d-760453-5 at level 0 using segments [{'id': 'd20f4365-2bcf-42b1-bafa-d4cd3cf6521c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': 'cf9fdee7-a1cd-4e57-a10f-9d0313a16d27'}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 26 21:18:18.120447 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f32f380-eb86-4cb3-8c4f-27f20e8dc9f4 None None] Attempting to bind port 6cf5c5d9-b5e2-4cf2-ac71-723d3b73ea88 on network cf9fdee7-a1cd-4e57-a10f-9d0313a16d27 {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 21:18:18.128968 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f32f380-eb86-4cb3-8c4f-27f20e8dc9f4 None None] Checking agent: {'id': 'fea0591a-627d-4c87-9a9a-01625ddf3277', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760453-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 20, 55, 25), 'started_at': datetime.datetime(2022, 1, 26, 20, 55, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 21, 17, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760453-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 26 21:18:18.129363 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f32f380-eb86-4cb3-8c4f-27f20e8dc9f4 None None] Checking segment: {'id': 'd20f4365-2bcf-42b1-bafa-d4cd3cf6521c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': 'cf9fdee7-a1cd-4e57-a10f-9d0313a16d27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 21:18:18.129776 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-9f32f380-eb86-4cb3-8c4f-27f20e8dc9f4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:18:18.130178 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f32f380-eb86-4cb3-8c4f-27f20e8dc9f4 None None] Bound using segment: {'id': 'd20f4365-2bcf-42b1-bafa-d4cd3cf6521c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': 'cf9fdee7-a1cd-4e57-a10f-9d0313a16d27'} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 26 21:18:18.130674 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-9f32f380-eb86-4cb3-8c4f-27f20e8dc9f4 None None] Bound port: 6cf5c5d9-b5e2-4cf2-ac71-723d3b73ea88, host: n-d-760453-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd20f4365-2bcf-42b1-bafa-d4cd3cf6521c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': 'cf9fdee7-a1cd-4e57-a10f-9d0313a16d27'}}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 26 21:18:18.131062 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-9f32f380-eb86-4cb3-8c4f-27f20e8dc9f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (6cf5c5d9-b5e2-4cf2-ac71-723d3b73ea88), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:18:18.147006 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82ff5b24-e4a9-4b8b-8bd7-ba134b50fee8 admin admin] Network d67e3ebe-4ba7-45de-a361-0a193d47dcd7 is scheduled to be hosted by DHCP agent 474ccdf7-ab6c-405b-a3b2-dc7b05829902 with binding_index 1 {{(pid=103304) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 26 21:18:18.162681 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-0f4869a5-ac8a-4a60-af26-a578c9224ad4 tempest-RoutersNegativeIpV6Test-344315661 tempest-RoutersNegativeIpV6Test-344315661-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503'] for network (267d7b19-37ff-4328-99b1-9a0c8436f96e), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:18:18.169917 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f4869a5-ac8a-4a60-af26-a578c9224ad4 tempest-RoutersNegativeIpV6Test-344315661 tempest-RoutersNegativeIpV6Test-344315661-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:18:18.170693 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-0f4869a5-ac8a-4a60-af26-a578c9224ad4 tempest-RoutersNegativeIpV6Test-344315661 tempest-RoutersNegativeIpV6Test-344315661-project] Publish callbacks [] for network (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:18:18.300443 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-c3566afb-85c5-4a01-bac8-2427e788cc06 req-6e78c0dc-8c74-4025-8e19-a97022568119 tempest-DeleteServersTestJSON-1338827600 tempest-DeleteServersTestJSON-1338827600-project] 10.222.0.13 "GET /v2.0/security-groups?id=b7fc5e70-a24b-497d-9cf6-8df82d0ad35b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4650347 Jan 26 21:18:18.304734 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-9f32f380-eb86-4cb3-8c4f-27f20e8dc9f4 None None] For port 6cf5c5d9-b5e2-4cf2-ac71-723d3b73ea88, host n-d-760453-5, cleared binding levels {{(pid=103306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 26 21:18:18.318163 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-9f32f380-eb86-4cb3-8c4f-27f20e8dc9f4 None None] For port 6cf5c5d9-b5e2-4cf2-ac71-723d3b73ea88, host n-d-760453-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=6cf5c5d9-b5e2-4cf2-ac71-723d3b73ea88,segment=NetworkSegment(d20f4365-2bcf-42b1-bafa-d4cd3cf6521c),segment_id=d20f4365-2bcf-42b1-bafa-d4cd3cf6521c)] {{(pid=103306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 26 21:18:18.325439 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-789722a9-e993-4267-971f-d2d9f484c9d5 None None] Current status of the port 81e9d383-7e67-4eba-a28b-30729d18767b is: DOWN; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:18:18.325844 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-789722a9-e993-4267-971f-d2d9f484c9d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (81e9d383-7e67-4eba-a28b-30729d18767b), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:18:18.344971 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-9f32f380-eb86-4cb3-8c4f-27f20e8dc9f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (6cf5c5d9-b5e2-4cf2-ac71-723d3b73ea88), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:18:18.351102 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device 81e9d383-7e67-4eba-a28b-30729d18767b up at agent ovs-agent-n-d-760453-5 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 21:18:18.359832 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [None req-82ff5b24-e4a9-4b8b-8bd7-ba134b50fee8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760453-5, d67e3ebe-4ba7-45de-a361-0a193d47dcd7) {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:18:18.367939 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82ff5b24-e4a9-4b8b-8bd7-ba134b50fee8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:18:18.368931 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-82ff5b24-e4a9-4b8b-8bd7-ba134b50fee8 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:18:18.415738 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-0f4869a5-ac8a-4a60-af26-a578c9224ad4 tempest-RoutersNegativeIpV6Test-344315661 tempest-RoutersNegativeIpV6Test-344315661-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.0501950 Jan 26 21:18:18.421523 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 60830) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:18:18.455730 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42d56dd2-6b09-459b-8e67-ecb9a48e9651 None None] Network d67e3ebe-4ba7-45de-a361-0a193d47dcd7 requested from n-d-760453-5 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 26 21:18:18.483318 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-82ff5b24-e4a9-4b8b-8bd7-ba134b50fee8 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.9413910 Jan 26 21:18:18.487172 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 60832) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:18:18.510149 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-de54c6df-83a4-4622-a23a-7b9095af8d06 tempest-RoutersNegativeIpV6Test-344315661 tempest-RoutersNegativeIpV6Test-344315661-project] Request body: {'network': {'name': 'tempest-router-network02--1660157697'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:18:18.526284 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-d868bd45-b39b-489f-a457-2ef4908a767c admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-170009-router', 'tenant_id': '9a820e3f529a4c3083d815b75318d24c', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299'}}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:18:18.547967 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-badad502-0300-4af8-b399-d8944d15d3a7 req-e482138f-91ad-4e43-9224-f5a3f96701eb tempest-ServersNegativeTestJSON-90632883 tempest-ServersNegativeTestJSON-90632883-project] Publish callbacks [] for port (88764215-3016-414b-be37-d9a2af36ed63), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:18:18.555973 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-2e1623c0-73a5-44fb-a2d1-f234dfa203bb tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (38bb73ab-1bb2-4f57-b697-6eea7a149ae5), before_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:18:18.589130 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-9485aa02-66fb-459c-9286-aa4df6081099 req-0993eb7b-e9b3-4ddb-90fa-76880b7a8c0a tempest-ServersNegativeTestJSON-90632883 tempest-ServersNegativeTestJSON-90632883-project] 10.222.0.13 "GET /v2.0/ports?device_id=20bda332-a159-49bd-8c61-2ea774ab5602 HTTP/1.1" status: 200 len: 210 time: 0.0720079 Jan 26 21:18:18.642484 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d540e86-c3b0-45f0-a79c-63fbbeb18f2b req-5d565827-b634-43ce-a187-5317fef50a6e tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:18:18.644555 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-214acf59-0d02-45d7-a616-25eb90698c72 req-b337834c-57c7-490c-84e4-1c6c1f82a546 service neutron] 10.222.0.66 "GET /v2.0/networks/bd020871-95b7-4b5a-881a-9e30b02eb2fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7761924 Jan 26 21:18:18.649630 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d540e86-c3b0-45f0-a79c-63fbbeb18f2b req-5d565827-b634-43ce-a187-5317fef50a6e tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:18:18.657634 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d540e86-c3b0-45f0-a79c-63fbbeb18f2b req-5d565827-b634-43ce-a187-5317fef50a6e tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:18:18.665431 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d540e86-c3b0-45f0-a79c-63fbbeb18f2b req-5d565827-b634-43ce-a187-5317fef50a6e tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:18:18.674430 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d540e86-c3b0-45f0-a79c-63fbbeb18f2b req-5d565827-b634-43ce-a187-5317fef50a6e tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:18:18.688578 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d540e86-c3b0-45f0-a79c-63fbbeb18f2b req-5d565827-b634-43ce-a187-5317fef50a6e tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:18:18.696650 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d540e86-c3b0-45f0-a79c-63fbbeb18f2b req-5d565827-b634-43ce-a187-5317fef50a6e tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:18:18.699137 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-9d540e86-c3b0-45f0-a79c-63fbbeb18f2b req-5d565827-b634-43ce-a187-5317fef50a6e tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca795481-031c-48ac-925f-00596ed83bb9 HTTP/1.1" status: 200 len: 5431 time: 0.5455475 Jan 26 21:18:18.704409 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-3cc52603-5e92-4456-a541-0c53f49cb4f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (e6065d26-0340-45bd-9932-14aba7b7f346), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:18:18.707656 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-3cc52603-5e92-4456-a541-0c53f49cb4f0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:18:18.712001 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Provisioning complete for port 81e9d383-7e67-4eba-a28b-30729d18767b triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:18:18.712388 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (81e9d383-7e67-4eba-a28b-30729d18767b), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:18:18.718023 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-3cc52603-5e92-4456-a541-0c53f49cb4f0 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/e6065d26-0340-45bd-9932-14aba7b7f346 HTTP/1.1" status: 204 len: 168 time: 1.2711089 Jan 26 21:18:18.719209 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f4869a5-ac8a-4a60-af26-a578c9224ad4 tempest-RoutersNegativeIpV6Test-344315661 tempest-RoutersNegativeIpV6Test-344315661-project] Pushing event updated for resources: {'Network': ['ID=267d7b19-37ff-4328-99b1-9a0c8436f96e,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:18:18.774390 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-d868bd45-b39b-489f-a457-2ef4908a767c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4104596', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13108'] for router (99221ace-06a0-43fb-ad55-46eef57daef8), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:18:18.776546 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-d868bd45-b39b-489f-a457-2ef4908a767c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4105828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4111306', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3733576', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13069'] for router (99221ace-06a0-43fb-ad55-46eef57daef8), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:18:18.787581 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc52603-5e92-4456-a541-0c53f49cb4f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6065d26-0340-45bd-9932-14aba7b7f346,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:18:18.790237 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-789722a9-e993-4267-971f-d2d9f484c9d5 None None] For port 81e9d383-7e67-4eba-a28b-30729d18767b, host n-d-760453-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=81e9d383-7e67-4eba-a28b-30729d18767b,segment=NetworkSegment(17e2e8a5-d0ff-43c6-ae30-ad82dc108dba),segment_id=17e2e8a5-d0ff-43c6-ae30-ad82dc108dba)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:18:18.816556 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Network 267d7b19-37ff-4328-99b1-9a0c8436f96e details requested by agent ovs-agent-n-d-760453-5 with host n-d-760453-5 {{(pid=103306) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 26 21:18:18.851135 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-789722a9-e993-4267-971f-d2d9f484c9d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (81e9d383-7e67-4eba-a28b-30729d18767b), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:18:18.851363 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de54c6df-83a4-4622-a23a-7b9095af8d06 tempest-RoutersNegativeIpV6Test-344315661 tempest-RoutersNegativeIpV6Test-344315661-project] Made reservation on behalf of 75f9223bb441498c8f45fbae1bf47ca4 for: {'network': 1} {{(pid=103304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 21:18:18.880171 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-de54c6df-83a4-4622-a23a-7b9095af8d06 tempest-RoutersNegativeIpV6Test-344315661 tempest-RoutersNegativeIpV6Test-344315661-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for network (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:18:18.970413 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-badad502-0300-4af8-b399-d8944d15d3a7 req-e482138f-91ad-4e43-9224-f5a3f96701eb tempest-ServersNegativeTestJSON-90632883 tempest-ServersNegativeTestJSON-90632883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746560234527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11791543'] for port (88764215-3016-414b-be37-d9a2af36ed63), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:18:19.063842 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f32f380-eb86-4cb3-8c4f-27f20e8dc9f4 None None] Pushing event updated for resources: {'Port': ['ID=6cf5c5d9-b5e2-4cf2-ac71-723d3b73ea88,revision_number=2']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:18:19.101210 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-d868bd45-b39b-489f-a457-2ef4908a767c admin admin] Publish callbacks [] for router_controller (99221ace-06a0-43fb-ad55-46eef57daef8), precommit_add_association {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:18:19.104642 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e482138f-91ad-4e43-9224-f5a3f96701eb tempest-ServersNegativeTestJSON-90632883 tempest-ServersNegativeTestJSON-90632883-project] Pushing event updated for resources: {'Port': ['ID=88764215-3016-414b-be37-d9a2af36ed63,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:18:19.204873 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-badad502-0300-4af8-b399-d8944d15d3a7 req-e482138f-91ad-4e43-9224-f5a3f96701eb tempest-ServersNegativeTestJSON-90632883 tempest-ServersNegativeTestJSON-90632883-project] Network 8cbef344-1167-4f35-8b6b-07dd596f6f4f is already hosted by enough agents. {{(pid=103305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 21:18:19.208337 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [req-badad502-0300-4af8-b399-d8944d15d3a7 req-e482138f-91ad-4e43-9224-f5a3f96701eb tempest-ServersNegativeTestJSON-90632883 tempest-ServersNegativeTestJSON-90632883-project] Resources bound (agent type, host, resource id): {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:18:19.212990 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [req-badad502-0300-4af8-b399-d8944d15d3a7 req-e482138f-91ad-4e43-9224-f5a3f96701eb tempest-ServersNegativeTestJSON-90632883 tempest-ServersNegativeTestJSON-90632883-project] Received port after_create {{(pid=103305) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 21:18:19.296231 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc712c8-d221-4201-802e-751142f13525 req-63142e94-d56c-4060-8e94-c085bda6d5b7 tempest-LiveMigrationTest-746395142 tempest-LiveMigrationTest-746395142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:18:19.305397 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-3bc712c8-d221-4201-802e-751142f13525 req-63142e94-d56c-4060-8e94-c085bda6d5b7 tempest-LiveMigrationTest-746395142 tempest-LiveMigrationTest-746395142-project] 10.222.0.13 "GET /v2.0/ports?device_id=3c1bb11b-19e0-4bd6-8502-e5422740b40d HTTP/1.1" status: 200 len: 945 time: 0.5202885 Jan 26 21:18:19.414755 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-3bc712c8-d221-4201-802e-751142f13525 req-30baa1d5-3f93-4b62-afb7-bbd625238fdd tempest-LiveMigrationTest-746395142 tempest-LiveMigrationTest-746395142-project] 10.222.0.13 "GET /v2.0/security-groups?id=c43a996a-6b93-48e4-a331-48250c5b183d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076512 Jan 26 21:18:19.422730 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-de54c6df-83a4-4622-a23a-7b9095af8d06 tempest-RoutersNegativeIpV6Test-344315661 tempest-RoutersNegativeIpV6Test-344315661-project] vlan segment allocate from pool success with {'vlan_id': 562, 'physical_network': 'physnet1'} {{(pid=103304) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 26 21:18:19.457353 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-9d540e86-c3b0-45f0-a79c-63fbbeb18f2b req-177e3cc3-6234-455c-a8ce-46b1ffdfb10b tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] 10.222.0.13 "GET /v2.0/security-groups?id=cfb1b9fe-a4df-4bbd-b439-103a9aa84b57&id=4949e7fd-e987-466a-ab17-ed5ae28a32c1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.7223601 Jan 26 21:18:19.531378 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-badad502-0300-4af8-b399-d8944d15d3a7 req-e482138f-91ad-4e43-9224-f5a3f96701eb tempest-ServersNegativeTestJSON-90632883 tempest-ServersNegativeTestJSON-90632883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:18:19.542169 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-badad502-0300-4af8-b399-d8944d15d3a7 req-e482138f-91ad-4e43-9224-f5a3f96701eb tempest-ServersNegativeTestJSON-90632883 tempest-ServersNegativeTestJSON-90632883-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:18:19.622419 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 60842) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:18:19.658183 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-de54c6df-83a4-4622-a23a-7b9095af8d06 tempest-RoutersNegativeIpV6Test-344315661 tempest-RoutersNegativeIpV6Test-344315661-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576559'] for segment (7284f23c-aaa9-449e-8271-f6abb5ee66ce), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:18:19.659976 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-badad502-0300-4af8-b399-d8944d15d3a7 req-e482138f-91ad-4e43-9224-f5a3f96701eb tempest-ServersNegativeTestJSON-90632883 tempest-ServersNegativeTestJSON-90632883-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.7921083 Jan 26 21:18:19.660452 n-d-760453-5 neutron-server[103304]: INFO neutron.db.segments_db [None req-de54c6df-83a4-4622-a23a-7b9095af8d06 tempest-RoutersNegativeIpV6Test-344315661 tempest-RoutersNegativeIpV6Test-344315661-project] Added segment 7284f23c-aaa9-449e-8271-f6abb5ee66ce of type vlan for network 582126c3-9cee-4ed9-9e1d-9c910ed92a84 Jan 26 21:18:19.661155 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-27389567-8b87-4b52-8074-ee191dbaa38e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:18:19.679264 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [req-badad502-0300-4af8-b399-d8944d15d3a7 req-ef14e1ae-8ebc-49ca-b4d0-356a76c4f5df service neutron] Request body: {'port': {'device_id': '20bda332-a159-49bd-8c61-2ea774ab5602', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-760453-5'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:18:19.727187 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-d868bd45-b39b-489f-a457-2ef4908a767c admin admin] Publish callbacks [] for router_gateway (99221ace-06a0-43fb-ad55-46eef57daef8), precommit_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:18:19.750572 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Current status of the port 81e9d383-7e67-4eba-a28b-30729d18767b is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:18:19.751957 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device 480e2e3e-76bb-4f33-9738-b3f9c4bb8680 up at agent ovs-agent-n-d-760453-5 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 21:18:19.757113 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-594f4e2f-c505-485d-80bd-5482201d310e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3c4099e8-8ffb-51d1-af7f-5868973e933f-d67e3ebe-4ba7-45de-a361-0a193d47dcd7', 'network_id': 'd67e3ebe-4ba7-45de-a361-0a193d47dcd7', 'project_id': '9a820e3f529a4c3083d815b75318d24c', 'fixed_ips': [{'subnet_id': 'b97a8223-0b24-4ba7-b338-51c5c9119da6'}]}} from n-d-760453-5. {{(pid=103306) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 26 21:18:19.758108 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-594f4e2f-c505-485d-80bd-5482201d310e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (None), before_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:18:19.796432 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-6312907d-06b1-43e3-bdeb-b30620fd945b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (474ccdf7-ab6c-405b-a3b2-dc7b05829902), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:18:19.822909 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-7ffa906f-e045-4fb9-a140-e2696750f65d None None] Provisioning complete for port 38bb73ab-1bb2-4f57-b697-6eea7a149ae5 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:18:19.823284 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-7ffa906f-e045-4fb9-a140-e2696750f65d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (38bb73ab-1bb2-4f57-b697-6eea7a149ae5), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:18:19.848443 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-badad502-0300-4af8-b399-d8944d15d3a7 req-ef14e1ae-8ebc-49ca-b4d0-356a76c4f5df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (88764215-3016-414b-be37-d9a2af36ed63), before_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:18:19.904975 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-2e1623c0-73a5-44fb-a2d1-f234dfa203bb tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Publish callbacks [] for port (38bb73ab-1bb2-4f57-b697-6eea7a149ae5), precommit_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:18:19.919653 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-de54c6df-83a4-4622-a23a-7b9095af8d06 tempest-RoutersNegativeIpV6Test-344315661 tempest-RoutersNegativeIpV6Test-344315661-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746560256871'] for network (582126c3-9cee-4ed9-9e1d-9c910ed92a84), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:18:19.938658 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-2e1623c0-73a5-44fb-a2d1-f234dfa203bb tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11791520'] for port (38bb73ab-1bb2-4f57-b697-6eea7a149ae5), after_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:18:19.941877 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6e2bb9-bf58-4a1f-8744-cd5f8447f77e req-df5bdf66-f144-4913-a929-bf90b0eab7f4 tempest-DeleteServersTestJSON-1338827600 tempest-DeleteServersTestJSON-1338827600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:18:19.950119 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-ed6e2bb9-bf58-4a1f-8744-cd5f8447f77e req-df5bdf66-f144-4913-a929-bf90b0eab7f4 tempest-DeleteServersTestJSON-1338827600 tempest-DeleteServersTestJSON-1338827600-project] 10.222.0.13 "GET /v2.0/ports?device_id=5e986168-261b-439a-9236-c24494c02d2b HTTP/1.1" status: 200 len: 945 time: 0.3385665 Jan 26 21:18:19.982462 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524019b9-5116-4a53-909c-4b748134e1dd req-8628e007-dc37-414b-9961-c8e92fc453c8 tempest-ServersNegativeTestJSON-90632883 tempest-ServersNegativeTestJSON-90632883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:18:19.984449 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-524019b9-5116-4a53-909c-4b748134e1dd req-8628e007-dc37-414b-9961-c8e92fc453c8 tempest-ServersNegativeTestJSON-90632883 tempest-ServersNegativeTestJSON-90632883-project] 10.222.0.13 "GET /v2.0/ports?device_id=20bda332-a159-49bd-8c61-2ea774ab5602 HTTP/1.1" status: 200 len: 932 time: 0.2467740 Jan 26 21:18:20.013863 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789722a9-e993-4267-971f-d2d9f484c9d5 None None] Pushing event updated for resources: {'Port': ['ID=81e9d383-7e67-4eba-a28b-30729d18767b,revision_number=3']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:18:20.053883 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-7ffa906f-e045-4fb9-a140-e2696750f65d None None] Port 38bb73ab-1bb2-4f57-b697-6eea7a149ae5 cannot update to ACTIVE because it is not bound. {{(pid=103306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 26 21:18:20.078305 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.db.resource_extend [None req-de54c6df-83a4-4622-a23a-7b9095af8d06 tempest-RoutersNegativeIpV6Test-344315661 tempest-RoutersNegativeIpV6Test-344315661-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 26 21:18:20.093376 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Provisioning complete for port 480e2e3e-76bb-4f33-9738-b3f9c4bb8680 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:18:20.093746 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (480e2e3e-76bb-4f33-9738-b3f9c4bb8680), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:18:20.094816 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e1623c0-73a5-44fb-a2d1-f234dfa203bb tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Pushing event updated for resources: {'Port': ['ID=38bb73ab-1bb2-4f57-b697-6eea7a149ae5,revision_number=2']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:18:20.101523 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-27389567-8b87-4b52-8074-ee191dbaa38e admin admin] Publish callbacks [] for security_group (214f7577-a7e5-467a-beef-cef47a8c96f0), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:18:20.194208 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-7ffa906f-e045-4fb9-a140-e2696750f65d None None] Provisioning complete for port 81e9d383-7e67-4eba-a28b-30729d18767b triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:18:20.194590 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-7ffa906f-e045-4fb9-a140-e2696750f65d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (81e9d383-7e67-4eba-a28b-30729d18767b), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:18:20.204457 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-27389567-8b87-4b52-8074-ee191dbaa38e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (214f7577-a7e5-467a-beef-cef47a8c96f0), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:18:20.230519 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-2e1623c0-73a5-44fb-a2d1-f234dfa203bb tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3709457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4110682'] for router_interface (2a5d0513-d45f-4010-8c54-36cd7a655e85), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:18:20.234678 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-de54c6df-83a4-4622-a23a-7b9095af8d06 tempest-RoutersNegativeIpV6Test-344315661 tempest-RoutersNegativeIpV6Test-344315661-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503'] for network (582126c3-9cee-4ed9-9e1d-9c910ed92a84), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:18:20.244859 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de54c6df-83a4-4622-a23a-7b9095af8d06 tempest-RoutersNegativeIpV6Test-344315661 tempest-RoutersNegativeIpV6Test-344315661-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:18:20.246273 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-de54c6df-83a4-4622-a23a-7b9095af8d06 tempest-RoutersNegativeIpV6Test-344315661 tempest-RoutersNegativeIpV6Test-344315661-project] Publish callbacks [] for network (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:18:20.264850 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-27389567-8b87-4b52-8074-ee191dbaa38e admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=2db14cefef734c7492ce58270aee6e99&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6388862 Jan 26 21:18:20.272118 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27389567-8b87-4b52-8074-ee191dbaa38e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=214f7577-a7e5-467a-beef-cef47a8c96f0,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:18:20.274941 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 60846) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:18:20.298681 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.db_base_plugin_common [None req-594f4e2f-c505-485d-80bd-5482201d310e None None] Allocated IP 172.20.0.2 (d67e3ebe-4ba7-45de-a361-0a193d47dcd7/b97a8223-0b24-4ba7-b338-51c5c9119da6/eb8f7e49-122e-4ca1-a4ab-23009e91d146) {{(pid=103306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 21:18:20.314867 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-de54c6df-83a4-4622-a23a-7b9095af8d06 tempest-RoutersNegativeIpV6Test-344315661 tempest-RoutersNegativeIpV6Test-344315661-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.8379412 Jan 26 21:18:20.365082 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-ed6e2bb9-bf58-4a1f-8744-cd5f8447f77e req-eb18625c-b7b9-4570-a56f-2d6cc083c72a tempest-DeleteServersTestJSON-1338827600 tempest-DeleteServersTestJSON-1338827600-project] 10.222.0.13 "GET /v2.0/security-groups?id=b7fc5e70-a24b-497d-9cf6-8df82d0ad35b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4138062 Jan 26 21:18:20.373701 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Current status of the port 480e2e3e-76bb-4f33-9738-b3f9c4bb8680 is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:18:20.376248 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 60848) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:18:20.431595 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-41f94069-f890-47ea-a688-46e81e9ea481 tempest-RoutersNegativeIpV6Test-344315661 tempest-RoutersNegativeIpV6Test-344315661-project] Request body: {'subnet': {'network_id': '267d7b19-37ff-4328-99b1-9a0c8436f96e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:18:20.563022 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-524019b9-5116-4a53-909c-4b748134e1dd req-5ac6d63b-537c-4a22-892b-24b0486beb5a tempest-ServersNegativeTestJSON-90632883 tempest-ServersNegativeTestJSON-90632883-project] 10.222.0.13 "GET /v2.0/security-groups?id=f00b351c-12ea-4499-84c9-f0263f4f27ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4797843 Jan 26 21:18:20.606529 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e1623c0-73a5-44fb-a2d1-f234dfa203bb tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Network 53e223b0-da4c-46a0-9735-61b7e6751b1f is already hosted by enough agents. {{(pid=103305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 21:18:20.628035 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [None req-2e1623c0-73a5-44fb-a2d1-f234dfa203bb tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Resources bound (agent type, host, resource id): {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:18:20.695244 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-7ffa906f-e045-4fb9-a140-e2696750f65d None None] Current status of the port 81e9d383-7e67-4eba-a28b-30729d18767b is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:18:20.728584 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de54c6df-83a4-4622-a23a-7b9095af8d06 tempest-RoutersNegativeIpV6Test-344315661 tempest-RoutersNegativeIpV6Test-344315661-project] Pushing event updated for resources: {'Network': ['ID=582126c3-9cee-4ed9-9e1d-9c910ed92a84,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:18:20.760024 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-3d77f6c3-0db9-4bd4-ace6-6aab238f6337 admin admin] Publish callbacks [] for security_group (214f7577-a7e5-467a-beef-cef47a8c96f0), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:18:20.765809 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de54c6df-83a4-4622-a23a-7b9095af8d06 tempest-RoutersNegativeIpV6Test-344315661 tempest-RoutersNegativeIpV6Test-344315661-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:18:20.766132 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de54c6df-83a4-4622-a23a-7b9095af8d06 tempest-RoutersNegativeIpV6Test-344315661 tempest-RoutersNegativeIpV6Test-344315661-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:18:20.766481 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de54c6df-83a4-4622-a23a-7b9095af8d06 tempest-RoutersNegativeIpV6Test-344315661 tempest-RoutersNegativeIpV6Test-344315661-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:18:20.766825 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de54c6df-83a4-4622-a23a-7b9095af8d06 tempest-RoutersNegativeIpV6Test-344315661 tempest-RoutersNegativeIpV6Test-344315661-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:18:20.767166 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de54c6df-83a4-4622-a23a-7b9095af8d06 tempest-RoutersNegativeIpV6Test-344315661 tempest-RoutersNegativeIpV6Test-344315661-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:18:20.767501 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de54c6df-83a4-4622-a23a-7b9095af8d06 tempest-RoutersNegativeIpV6Test-344315661 tempest-RoutersNegativeIpV6Test-344315661-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:18:20.767974 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de54c6df-83a4-4622-a23a-7b9095af8d06 tempest-RoutersNegativeIpV6Test-344315661 tempest-RoutersNegativeIpV6Test-344315661-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:18:20.768309 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de54c6df-83a4-4622-a23a-7b9095af8d06 tempest-RoutersNegativeIpV6Test-344315661 tempest-RoutersNegativeIpV6Test-344315661-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:18:20.768636 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de54c6df-83a4-4622-a23a-7b9095af8d06 tempest-RoutersNegativeIpV6Test-344315661 tempest-RoutersNegativeIpV6Test-344315661-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:18:20.768961 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de54c6df-83a4-4622-a23a-7b9095af8d06 tempest-RoutersNegativeIpV6Test-344315661 tempest-RoutersNegativeIpV6Test-344315661-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:18:20.769378 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de54c6df-83a4-4622-a23a-7b9095af8d06 tempest-RoutersNegativeIpV6Test-344315661 tempest-RoutersNegativeIpV6Test-344315661-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:18:20.769709 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de54c6df-83a4-4622-a23a-7b9095af8d06 tempest-RoutersNegativeIpV6Test-344315661 tempest-RoutersNegativeIpV6Test-344315661-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:18:20.770030 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de54c6df-83a4-4622-a23a-7b9095af8d06 tempest-RoutersNegativeIpV6Test-344315661 tempest-RoutersNegativeIpV6Test-344315661-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:18:20.789145 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-3d77f6c3-0db9-4bd4-ace6-6aab238f6337 admin admin] Publish callbacks [] for security_group (214f7577-a7e5-467a-beef-cef47a8c96f0), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:18:20.814420 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41f94069-f890-47ea-a688-46e81e9ea481 tempest-RoutersNegativeIpV6Test-344315661 tempest-RoutersNegativeIpV6Test-344315661-project] Made reservation on behalf of 75f9223bb441498c8f45fbae1bf47ca4 for: {'subnet': 1} {{(pid=103304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 21:18:20.818836 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-41f94069-f890-47ea-a688-46e81e9ea481 tempest-RoutersNegativeIpV6Test-344315661 tempest-RoutersNegativeIpV6Test-344315661-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12215181'] for subnet (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:18:20.819007 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Network 582126c3-9cee-4ed9-9e1d-9c910ed92a84 details requested by agent ovs-agent-n-d-760453-5 with host n-d-760453-5 {{(pid=103306) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 26 21:18:20.825416 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device 81e9d383-7e67-4eba-a28b-30729d18767b up at agent ovs-agent-n-d-760453-5 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 21:18:20.902002 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-3d77f6c3-0db9-4bd4-ace6-6aab238f6337 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (214f7577-a7e5-467a-beef-cef47a8c96f0), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:18:20.904901 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-3d77f6c3-0db9-4bd4-ace6-6aab238f6337 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:18:20.908460 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-3d77f6c3-0db9-4bd4-ace6-6aab238f6337 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/214f7577-a7e5-467a-beef-cef47a8c96f0 HTTP/1.1" status: 204 len: 168 time: 0.6098082 Jan 26 21:18:20.930758 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d77f6c3-0db9-4bd4-ace6-6aab238f6337 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=214f7577-a7e5-467a-beef-cef47a8c96f0,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:18:21.011890 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf09790-f40a-4a7c-b744-424bac835180 req-3aff6036-7b78-431c-b76c-6799bea8abbc tempest-LiveMigrationTest-746395142 tempest-LiveMigrationTest-746395142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:18:21.020978 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-7bf09790-f40a-4a7c-b744-424bac835180 req-3aff6036-7b78-431c-b76c-6799bea8abbc tempest-LiveMigrationTest-746395142 tempest-LiveMigrationTest-746395142-project] 10.222.0.13 "GET /v2.0/ports?device_id=3c1bb11b-19e0-4bd6-8502-e5422740b40d HTTP/1.1" status: 200 len: 945 time: 0.4449849 Jan 26 21:18:21.062426 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ecffe75-8440-4681-bf45-f389f9741ad5 None None] Network cf9fdee7-a1cd-4e57-a10f-9d0313a16d27 requested from n-d-760453-5 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 26 21:18:21.070505 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e1623c0-73a5-44fb-a2d1-f234dfa203bb tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Router 2a5d0513-d45f-4010-8c54-36cd7a655e85 has already been hosted by L3 agent 09df100c-3af1-4b0a-bda8-05914c71c458 {{(pid=103305) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 26 21:18:21.097996 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d446eb7c-f496-499d-a75b-bfb8587b011b req-3b593598-7265-4d39-9c8f-409e1833b5f1 tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:18:21.103599 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d446eb7c-f496-499d-a75b-bfb8587b011b req-3b593598-7265-4d39-9c8f-409e1833b5f1 tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:18:21.111806 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d446eb7c-f496-499d-a75b-bfb8587b011b req-3b593598-7265-4d39-9c8f-409e1833b5f1 tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:18:21.118488 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d446eb7c-f496-499d-a75b-bfb8587b011b req-3b593598-7265-4d39-9c8f-409e1833b5f1 tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:18:21.124974 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d446eb7c-f496-499d-a75b-bfb8587b011b req-3b593598-7265-4d39-9c8f-409e1833b5f1 tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:18:21.130822 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d446eb7c-f496-499d-a75b-bfb8587b011b req-3b593598-7265-4d39-9c8f-409e1833b5f1 tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:18:21.136411 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d446eb7c-f496-499d-a75b-bfb8587b011b req-3b593598-7265-4d39-9c8f-409e1833b5f1 tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:18:21.138677 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-d446eb7c-f496-499d-a75b-bfb8587b011b req-3b593598-7265-4d39-9c8f-409e1833b5f1 tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca795481-031c-48ac-925f-00596ed83bb9 HTTP/1.1" status: 200 len: 5431 time: 0.4227157 Jan 26 21:18:21.238139 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e1623c0-73a5-44fb-a2d1-f234dfa203bb tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Notify agent at l3_agent.n-d-760453-5 the message routers_updated {{(pid=103305) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 26 21:18:21.254485 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-2e1623c0-73a5-44fb-a2d1-f234dfa203bb tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] 10.222.0.13 "PUT /v2.0/routers/2a5d0513-d45f-4010-8c54-36cd7a655e85/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2375386 Jan 26 21:18:21.256643 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a78c08d-2829-459c-94f4-a2978ec5f939 None None] Sync routers for ids ['2a5d0513-d45f-4010-8c54-36cd7a655e85'] in n-d-760453-5 {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 26 21:18:21.285165 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a78c08d-2829-459c-94f4-a2978ec5f939 None None] Routers {'2a5d0513-d45f-4010-8c54-36cd7a655e85'} bound to L3 agent in host n-d-760453-5 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 21:18:21.288103 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-1a78c08d-2829-459c-94f4-a2978ec5f939 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-26T20:55:21Z,description=,heartbeat_timestamp=2022-01-26T21:17:51Z,host='n-d-760453-5',id=09df100c-3af1-4b0a-bda8-05914c71c458,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:55:21Z,topic='l3_agent')) {'router_ids': ['2a5d0513-d45f-4010-8c54-36cd7a655e85'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:18:21.326182 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-d2938d8a-5bd2-4531-9486-fb0930afe841 None None] Provisioning complete for port 38bb73ab-1bb2-4f57-b697-6eea7a149ae5 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:18:21.326563 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d2938d8a-5bd2-4531-9486-fb0930afe841 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (38bb73ab-1bb2-4f57-b697-6eea7a149ae5), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:18:21.359362 n-d-760453-5 neutron-server[103305]: DEBUG neutron.notifiers.nova [req-badad502-0300-4af8-b399-d8944d15d3a7 req-ef14e1ae-8ebc-49ca-b4d0-356a76c4f5df service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 88764215-3016-414b-be37-d9a2af36ed63 {{(pid=103305) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 26 21:18:21.377813 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-badad502-0300-4af8-b399-d8944d15d3a7 req-ef14e1ae-8ebc-49ca-b4d0-356a76c4f5df service neutron] Publish callbacks [] for port (88764215-3016-414b-be37-d9a2af36ed63), precommit_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:18:21.410163 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.provisioning_blocks [req-badad502-0300-4af8-b399-d8944d15d3a7 req-ef14e1ae-8ebc-49ca-b4d0-356a76c4f5df service neutron] Transition to ACTIVE for port object 88764215-3016-414b-be37-d9a2af36ed63 will not be triggered until provisioned by entity L2. {{(pid=103305) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 21:18:21.417486 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-badad502-0300-4af8-b399-d8944d15d3a7 req-ef14e1ae-8ebc-49ca-b4d0-356a76c4f5df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11791520'] for port (88764215-3016-414b-be37-d9a2af36ed63), after_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:18:21.419262 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-7bf09790-f40a-4a7c-b744-424bac835180 req-4e0670bd-cae2-47bf-9ae5-739b0ab6d5df tempest-LiveMigrationTest-746395142 tempest-LiveMigrationTest-746395142-project] 10.222.0.13 "GET /v2.0/security-groups?id=c43a996a-6b93-48e4-a331-48250c5b183d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3959258 Jan 26 21:18:21.423462 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-d2938d8a-5bd2-4531-9486-fb0930afe841 None None] Port 38bb73ab-1bb2-4f57-b697-6eea7a149ae5 cannot update to ACTIVE because it is not bound. {{(pid=103306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 26 21:18:21.425476 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-594f4e2f-c505-485d-80bd-5482201d310e None None] Publish callbacks [] for port (eb8f7e49-122e-4ca1-a4ab-23009e91d146), precommit_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:18:21.500373 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-81e71636-c74e-4a1b-a9a4-b445e348a408 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (09df100c-3af1-4b0a-bda8-05914c71c458), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:18:21.512439 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-594f4e2f-c505-485d-80bd-5482201d310e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746560234527'] for port (eb8f7e49-122e-4ca1-a4ab-23009e91d146), after_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:18:21.592722 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-d868bd45-b39b-489f-a457-2ef4908a767c admin admin] Publish callbacks [] for router_gateway (99221ace-06a0-43fb-ad55-46eef57daef8), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:18:21.731255 n-d-760453-5 neutron-server[103306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-594f4e2f-c505-485d-80bd-5482201d310e None None] Network d67e3ebe-4ba7-45de-a361-0a193d47dcd7 is already hosted by enough agents. {{(pid=103306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 21:18:21.746455 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_dvr_db [None req-1a78c08d-2829-459c-94f4-a2978ec5f939 None None] Set router 2a5d0513-d45f-4010-8c54-36cd7a655e85 gateway port host: n-d-760453-5 {{(pid=103307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 21:18:21.775633 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-594f4e2f-c505-485d-80bd-5482201d310e None None] Pushing event updated for resources: {'Port': ['ID=eb8f7e49-122e-4ca1-a4ab-23009e91d146,revision_number=1']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:18:21.779036 n-d-760453-5 neutron-server[103306]: DEBUG neutron.scheduler.base_scheduler [None req-594f4e2f-c505-485d-80bd-5482201d310e None None] Resources bound (agent type, host, resource id): {{(pid=103306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:18:21.797914 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-d446eb7c-f496-499d-a75b-bfb8587b011b req-0afb6918-f915-48b8-912f-57ea4ebeefa5 tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] 10.222.0.13 "GET /v2.0/security-groups?id=cfb1b9fe-a4df-4bbd-b439-103a9aa84b57&id=4949e7fd-e987-466a-ab17-ed5ae28a32c1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.6442487 Jan 26 21:18:21.801121 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-594f4e2f-c505-485d-80bd-5482201d310e None None] Received port after_create {{(pid=103306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 21:18:21.804373 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [req-badad502-0300-4af8-b399-d8944d15d3a7 req-ef14e1ae-8ebc-49ca-b4d0-356a76c4f5df service neutron] Attempting to bind port 88764215-3016-414b-be37-d9a2af36ed63 on host n-h2-760453-5 for vnic_type normal with profile {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 21:18:21.804659 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [req-badad502-0300-4af8-b399-d8944d15d3a7 req-ef14e1ae-8ebc-49ca-b4d0-356a76c4f5df service neutron] Attempting to bind port 88764215-3016-414b-be37-d9a2af36ed63 by drivers openvswitch,hyperv on host n-h2-760453-5 at level 0 using segments [{'id': '814afaca-b1b7-499b-b897-fa89d466ac5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '8cbef344-1167-4f35-8b6b-07dd596f6f4f'}] {{(pid=103305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 26 21:18:21.817051 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Provisioning complete for port 81e9d383-7e67-4eba-a28b-30729d18767b triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:18:21.817051 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (81e9d383-7e67-4eba-a28b-30729d18767b), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:18:21.817252 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-badad502-0300-4af8-b399-d8944d15d3a7 req-ef14e1ae-8ebc-49ca-b4d0-356a76c4f5df service neutron] Attempting to bind port 88764215-3016-414b-be37-d9a2af36ed63 on network 8cbef344-1167-4f35-8b6b-07dd596f6f4f {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 21:18:21.826936 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-badad502-0300-4af8-b399-d8944d15d3a7 req-ef14e1ae-8ebc-49ca-b4d0-356a76c4f5df service neutron] Port 88764215-3016-414b-be37-d9a2af36ed63 on network 8cbef344-1167-4f35-8b6b-07dd596f6f4f not bound, no agent of type Open vSwitch agent registered on host n-h2-760453-5 {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 26 21:18:21.827262 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-badad502-0300-4af8-b399-d8944d15d3a7 req-ef14e1ae-8ebc-49ca-b4d0-356a76c4f5df service neutron] Attempting to bind port 88764215-3016-414b-be37-d9a2af36ed63 on network 8cbef344-1167-4f35-8b6b-07dd596f6f4f {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 21:18:21.830319 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef14e1ae-8ebc-49ca-b4d0-356a76c4f5df service neutron] Pushing event updated for resources: {'Port': ['ID=88764215-3016-414b-be37-d9a2af36ed63,revision_number=2']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:18:21.850308 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-badad502-0300-4af8-b399-d8944d15d3a7 req-ef14e1ae-8ebc-49ca-b4d0-356a76c4f5df service neutron] Checking agent: {'id': '4d619873-4b60-439f-9b5a-b155dc8bbc34', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-760453-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 21, 2, 53), 'started_at': datetime.datetime(2022, 1, 26, 21, 2, 53), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 21, 17, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 26 21:18:21.850650 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-badad502-0300-4af8-b399-d8944d15d3a7 req-ef14e1ae-8ebc-49ca-b4d0-356a76c4f5df service neutron] Checking segment: {'id': '814afaca-b1b7-499b-b897-fa89d466ac5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '8cbef344-1167-4f35-8b6b-07dd596f6f4f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103305) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 21:18:21.851036 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-badad502-0300-4af8-b399-d8944d15d3a7 req-ef14e1ae-8ebc-49ca-b4d0-356a76c4f5df service neutron] Bound using segment: {'id': '814afaca-b1b7-499b-b897-fa89d466ac5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '8cbef344-1167-4f35-8b6b-07dd596f6f4f'} {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 26 21:18:21.851469 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [req-badad502-0300-4af8-b399-d8944d15d3a7 req-ef14e1ae-8ebc-49ca-b4d0-356a76c4f5df service neutron] Bound port: 88764215-3016-414b-be37-d9a2af36ed63, host: n-h2-760453-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '814afaca-b1b7-499b-b897-fa89d466ac5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '8cbef344-1167-4f35-8b6b-07dd596f6f4f'}}] {{(pid=103305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 26 21:18:21.851854 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-badad502-0300-4af8-b399-d8944d15d3a7 req-ef14e1ae-8ebc-49ca-b4d0-356a76c4f5df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (88764215-3016-414b-be37-d9a2af36ed63), before_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:18:21.857224 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-d868bd45-b39b-489f-a457-2ef4908a767c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:18:22.017670 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-8f45719c-8797-4f5d-8cd9-46166d6a713b None None] Provisioning complete for port 38bb73ab-1bb2-4f57-b697-6eea7a149ae5 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:18:22.018259 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-8f45719c-8797-4f5d-8cd9-46166d6a713b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (38bb73ab-1bb2-4f57-b697-6eea7a149ae5), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:18:22.082262 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [req-badad502-0300-4af8-b399-d8944d15d3a7 req-ef14e1ae-8ebc-49ca-b4d0-356a76c4f5df service neutron] For port 88764215-3016-414b-be37-d9a2af36ed63, host n-h2-760453-5, cleared binding levels {{(pid=103305) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 26 21:18:22.096854 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [req-badad502-0300-4af8-b399-d8944d15d3a7 req-ef14e1ae-8ebc-49ca-b4d0-356a76c4f5df service neutron] For port 88764215-3016-414b-be37-d9a2af36ed63, host n-h2-760453-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-5',level=0,port_id=88764215-3016-414b-be37-d9a2af36ed63,segment=NetworkSegment(814afaca-b1b7-499b-b897-fa89d466ac5d),segment_id=814afaca-b1b7-499b-b897-fa89d466ac5d)] {{(pid=103305) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 26 21:18:22.104833 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-badad502-0300-4af8-b399-d8944d15d3a7 req-ef14e1ae-8ebc-49ca-b4d0-356a76c4f5df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11791520'] for port (88764215-3016-414b-be37-d9a2af36ed63), after_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:18:22.129884 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-594f4e2f-c505-485d-80bd-5482201d310e None None] Attempting to bind port eb8f7e49-122e-4ca1-a4ab-23009e91d146 on host n-d-760453-5 for vnic_type normal with profile {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 21:18:22.133939 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-594f4e2f-c505-485d-80bd-5482201d310e None None] Attempting to bind port eb8f7e49-122e-4ca1-a4ab-23009e91d146 by drivers openvswitch,hyperv on host n-d-760453-5 at level 0 using segments [{'id': 'ae04eadd-2f21-4385-8e0d-440406bc0827', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'd67e3ebe-4ba7-45de-a361-0a193d47dcd7'}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 26 21:18:22.134325 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-594f4e2f-c505-485d-80bd-5482201d310e None None] Attempting to bind port eb8f7e49-122e-4ca1-a4ab-23009e91d146 on network d67e3ebe-4ba7-45de-a361-0a193d47dcd7 {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 21:18:22.178975 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-594f4e2f-c505-485d-80bd-5482201d310e None None] Checking agent: {'id': 'fea0591a-627d-4c87-9a9a-01625ddf3277', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760453-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 20, 55, 25), 'started_at': datetime.datetime(2022, 1, 26, 20, 55, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 21, 17, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760453-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 26 21:18:22.180086 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-594f4e2f-c505-485d-80bd-5482201d310e None None] Checking segment: {'id': 'ae04eadd-2f21-4385-8e0d-440406bc0827', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'd67e3ebe-4ba7-45de-a361-0a193d47dcd7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 21:18:22.180086 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-594f4e2f-c505-485d-80bd-5482201d310e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:18:22.182417 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-594f4e2f-c505-485d-80bd-5482201d310e None None] Bound using segment: {'id': 'ae04eadd-2f21-4385-8e0d-440406bc0827', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'd67e3ebe-4ba7-45de-a361-0a193d47dcd7'} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 26 21:18:22.186087 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-594f4e2f-c505-485d-80bd-5482201d310e None None] Bound port: eb8f7e49-122e-4ca1-a4ab-23009e91d146, host: n-d-760453-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae04eadd-2f21-4385-8e0d-440406bc0827', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'd67e3ebe-4ba7-45de-a361-0a193d47dcd7'}}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 26 21:18:22.189582 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-594f4e2f-c505-485d-80bd-5482201d310e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (eb8f7e49-122e-4ca1-a4ab-23009e91d146), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:18:22.210954 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef14e1ae-8ebc-49ca-b4d0-356a76c4f5df service neutron] Pushing event updated for resources: {'Port': ['ID=88764215-3016-414b-be37-d9a2af36ed63,revision_number=3']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:18:22.217944 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.db_base_plugin_common [None req-d868bd45-b39b-489f-a457-2ef4908a767c admin admin] Allocated IP 172.25.1.173 (4140a1f1-c93a-4bea-83a0-68953a54f299/e48251a1-e30d-4820-8396-00c6f6aeb601/c466aca2-17ea-426f-9342-4ad09516c48d) {{(pid=103304) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 21:18:22.222804 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-8f45719c-8797-4f5d-8cd9-46166d6a713b None None] Port 38bb73ab-1bb2-4f57-b697-6eea7a149ae5 cannot update to ACTIVE because it is not bound. {{(pid=103306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 26 21:18:22.247422 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-841f5991-a4d8-4d4b-b215-cbc6bab5427b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (aa7ee9d2-08eb-4e12-b895-24c57300dfec), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:18:22.251826 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-badad502-0300-4af8-b399-d8944d15d3a7 req-ef14e1ae-8ebc-49ca-b4d0-356a76c4f5df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:18:22.252658 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-badad502-0300-4af8-b399-d8944d15d3a7 req-ef14e1ae-8ebc-49ca-b4d0-356a76c4f5df service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:18:22.254489 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-badad502-0300-4af8-b399-d8944d15d3a7 req-ef14e1ae-8ebc-49ca-b4d0-356a76c4f5df service neutron] 10.222.0.57 "PUT /v2.0/ports/88764215-3016-414b-be37-d9a2af36ed63 HTTP/1.1" status: 200 len: 1092 time: 2.5865119 Jan 26 21:18:22.256275 n-d-760453-5 neutron-server[103305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '20bda332-a159-49bd-8c61-2ea774ab5602', 'tag': '88764215-3016-414b-be37-d9a2af36ed63'}] {{(pid=103305) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 21:18:22.270742 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d4654568b7bf041e72ff8fe1c96d6d761d9c921f2b99bc7b3a26632be20cee0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f623400c-490a-4c26-babe-c7b476b400a0" -d '{"events": [{"name": "network-changed", "server_uuid": "20bda332-a159-49bd-8c61-2ea774ab5602", "tag": "88764215-3016-414b-be37-d9a2af36ed63"}]}' {{(pid=103305) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 21:18:22.278468 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-0eb5a34b-4667-459e-a819-df851f7b2e41 req-d6317ea7-37ac-47bf-8e08-67108253084c tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-637293282&fields=id&tenant_id=c6d9f10230f341edbbe46b16c17eb870 HTTP/1.1" status: 200 len: 267 time: 0.5625327 Jan 26 21:18:22.309169 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-1a78c08d-2829-459c-94f4-a2978ec5f939 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a5d0513-d45f-4010-8c54-36cd7a655e85', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1781814701', 'tenant_id': 'c6d9f10230f341edbbe46b16c17eb870', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'external_fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.149'}], 'enable_snat': True}, 'gw_port_id': '480e2e3e-76bb-4f33-9738-b3f9c4bb8680', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T21:18:03Z', 'updated_at': '2022-01-26T21:18:18Z', 'revision_number': 4, 'project_id': 'c6d9f10230f341edbbe46b16c17eb870', 'gw_port': {'id': '480e2e3e-76bb-4f33-9738-b3f9c4bb8680', 'name': '', 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:24:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a5d0513-d45f-4010-8c54-36cd7a655e85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1577, 'fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:18:06Z', 'updated_at': '2022-01-26T21:18:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-5', '_interfaces': [{'id': '38bb73ab-1bb2-4f57-b697-6eea7a149ae5', 'name': '', 'network_id': '53e223b0-da4c-46a0-9735-61b7e6751b1f', 'tenant_id': 'c6d9f10230f341edbbe46b16c17eb870', 'mac_address': 'fa:16:3e:69:db:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a5d0513-d45f-4010-8c54-36cd7a655e85', 'device_owner': 'network:router_interface', 'standard_attr_id': 1605, 'fixed_ips': [{'subnet_id': '062e0a06-c395-4f1c-b56d-3b2dd4ffff4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:18:16Z', 'updated_at': '2022-01-26T21:18:19Z', 'revision_number': 2, 'project_id': 'c6d9f10230f341edbbe46b16c17eb870', 'subnets': [{'id': '062e0a06-c395-4f1c-b56d-3b2dd4ffff4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760453-5', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:18:22.377340 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-8f45719c-8797-4f5d-8cd9-46166d6a713b None None] Provisioning complete for port 6cf5c5d9-b5e2-4cf2-ac71-723d3b73ea88 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:18:22.380916 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a78c08d-2829-459c-94f4-a2978ec5f939 None None] Checking router: 2a5d0513-d45f-4010-8c54-36cd7a655e85 for host: n-d-760453-5 {{(pid=103307) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 26 21:18:22.381528 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a78c08d-2829-459c-94f4-a2978ec5f939 None None] Updating router 2a5d0513-d45f-4010-8c54-36cd7a655e85 port 38bb73ab-1bb2-4f57-b697-6eea7a149ae5 binding host n-d-760453-5 {{(pid=103307) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 26 21:18:22.393516 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-8f45719c-8797-4f5d-8cd9-46166d6a713b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (6cf5c5d9-b5e2-4cf2-ac71-723d3b73ea88), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:18:22.421080 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-badad502-0300-4af8-b399-d8944d15d3a7 req-993754d7-6759-4b6c-b39c-818ded5d0c3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:18:22.424055 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-badad502-0300-4af8-b399-d8944d15d3a7 req-993754d7-6759-4b6c-b39c-818ded5d0c3c service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=2b29801ee18e4ff0a597415334743408&device_id=20bda332-a159-49bd-8c61-2ea774ab5602 HTTP/1.1" status: 200 len: 1095 time: 0.1017852 Jan 26 21:18:22.470683 n-d-760453-5 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-1a78c08d-2829-459c-94f4-a2978ec5f939 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (38bb73ab-1bb2-4f57-b697-6eea7a149ae5), before_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:18:22.482548 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Current status of the port 81e9d383-7e67-4eba-a28b-30729d18767b is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:18:22.483998 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device 6cf5c5d9-b5e2-4cf2-ac71-723d3b73ea88 up at agent ovs-agent-n-d-760453-5 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 21:18:22.508084 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-badad502-0300-4af8-b399-d8944d15d3a7 req-18800c0b-ee63-4b04-aea2-571b477a785b service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=88764215-3016-414b-be37-d9a2af36ed63 HTTP/1.1" status: 200 len: 217 time: 0.0764208 Jan 26 21:18:22.536032 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-594f4e2f-c505-485d-80bd-5482201d310e None None] For port eb8f7e49-122e-4ca1-a4ab-23009e91d146, host n-d-760453-5, cleared binding levels {{(pid=103306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 26 21:18:22.560307 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-594f4e2f-c505-485d-80bd-5482201d310e None None] For port eb8f7e49-122e-4ca1-a4ab-23009e91d146, host n-d-760453-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=eb8f7e49-122e-4ca1-a4ab-23009e91d146,segment=NetworkSegment(ae04eadd-2f21-4385-8e0d-440406bc0827),segment_id=ae04eadd-2f21-4385-8e0d-440406bc0827)] {{(pid=103306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 26 21:18:22.572832 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-594f4e2f-c505-485d-80bd-5482201d310e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (eb8f7e49-122e-4ca1-a4ab-23009e91d146), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:18:22.631156 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-badad502-0300-4af8-b399-d8944d15d3a7 req-04a16caf-34a7-44ea-8f66-7e566c902aef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:18:22.632775 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-badad502-0300-4af8-b399-d8944d15d3a7 req-04a16caf-34a7-44ea-8f66-7e566c902aef service neutron] 10.222.0.57 "GET /v2.0/subnets?id=baa99134-bdb6-4691-8665-46a31e075f80 HTTP/1.1" status: 200 len: 853 time: 0.1173713 Jan 26 21:18:22.688885 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Provisioning complete for port 6cf5c5d9-b5e2-4cf2-ac71-723d3b73ea88 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:18:22.688885 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (6cf5c5d9-b5e2-4cf2-ac71-723d3b73ea88), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:18:22.711306 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-8f45719c-8797-4f5d-8cd9-46166d6a713b None None] Current status of the port 6cf5c5d9-b5e2-4cf2-ac71-723d3b73ea88 is: DOWN; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:18:22.716865 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-8f45719c-8797-4f5d-8cd9-46166d6a713b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (6cf5c5d9-b5e2-4cf2-ac71-723d3b73ea88), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:18:22.728189 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-badad502-0300-4af8-b399-d8944d15d3a7 req-bce868bc-c111-45f7-b7a0-3157c85bdd09 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=8cbef344-1167-4f35-8b6b-07dd596f6f4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0867634 Jan 26 21:18:22.772831 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-594f4e2f-c505-485d-80bd-5482201d310e None None] Pushing event updated for resources: {'Port': ['ID=eb8f7e49-122e-4ca1-a4ab-23009e91d146,revision_number=2']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:18:22.907043 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-8f45719c-8797-4f5d-8cd9-46166d6a713b None None] For port 6cf5c5d9-b5e2-4cf2-ac71-723d3b73ea88, host n-d-760453-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=6cf5c5d9-b5e2-4cf2-ac71-723d3b73ea88,segment=NetworkSegment(d20f4365-2bcf-42b1-bafa-d4cd3cf6521c),segment_id=d20f4365-2bcf-42b1-bafa-d4cd3cf6521c)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:18:22.932101 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-8f45719c-8797-4f5d-8cd9-46166d6a713b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (6cf5c5d9-b5e2-4cf2-ac71-723d3b73ea88), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:18:22.969799 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-badad502-0300-4af8-b399-d8944d15d3a7 req-f67af46d-47db-4966-b44c-2e6d185c6166 service neutron] 10.222.0.57 "GET /v2.0/networks/8cbef344-1167-4f35-8b6b-07dd596f6f4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2265849 Jan 26 21:18:23.051453 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (4d619873-4b60-439f-9b5a-b155dc8bbc34), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:18:23.174203 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Current status of the port 6cf5c5d9-b5e2-4cf2-ac71-723d3b73ea88 is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:18:23.233037 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-43f632ee-b9c4-46fa-918f-14f1c90938f6 None None] Provisioning complete for port 6cf5c5d9-b5e2-4cf2-ac71-723d3b73ea88 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:18:23.234308 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-43f632ee-b9c4-46fa-918f-14f1c90938f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (6cf5c5d9-b5e2-4cf2-ac71-723d3b73ea88), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:18:23.327963 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-badad502-0300-4af8-b399-d8944d15d3a7 req-5eeea89b-63d8-4693-9e55-38aed1a519c5 service neutron] 10.222.0.57 "GET /v2.0/networks/8cbef344-1167-4f35-8b6b-07dd596f6f4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3496790 Jan 26 21:18:23.338943 n-d-760453-5 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-1a78c08d-2829-459c-94f4-a2978ec5f939 None None] Publish callbacks [] for port (38bb73ab-1bb2-4f57-b697-6eea7a149ae5), precommit_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:18:23.356844 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f45719c-8797-4f5d-8cd9-46166d6a713b None None] Pushing event updated for resources: {'Port': ['ID=6cf5c5d9-b5e2-4cf2-ac71-723d3b73ea88,revision_number=3']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:18:23.372588 n-d-760453-5 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-1a78c08d-2829-459c-94f4-a2978ec5f939 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (38bb73ab-1bb2-4f57-b697-6eea7a149ae5), after_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:18:23.515989 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-43f632ee-b9c4-46fa-918f-14f1c90938f6 None None] Current status of the port 6cf5c5d9-b5e2-4cf2-ac71-723d3b73ea88 is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:18:23.552198 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device eb8f7e49-122e-4ca1-a4ab-23009e91d146 up at agent ovs-agent-n-d-760453-5 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 21:18:23.612142 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4eabecd-2e40-492b-ad85-99f12d4967b6 None None] Pushing event updated for resources: {'Port': ['ID=38bb73ab-1bb2-4f57-b697-6eea7a149ae5,revision_number=3']} {{(pid=103307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:18:23.652230 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4eabecd-2e40-492b-ad85-99f12d4967b6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:18:23.652585 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4eabecd-2e40-492b-ad85-99f12d4967b6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:18:23.653382 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4eabecd-2e40-492b-ad85-99f12d4967b6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:18:23.653901 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4eabecd-2e40-492b-ad85-99f12d4967b6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:18:23.654390 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4eabecd-2e40-492b-ad85-99f12d4967b6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:18:23.657212 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4eabecd-2e40-492b-ad85-99f12d4967b6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:18:23.657972 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4eabecd-2e40-492b-ad85-99f12d4967b6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:18:23.658475 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4eabecd-2e40-492b-ad85-99f12d4967b6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:18:23.658965 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4eabecd-2e40-492b-ad85-99f12d4967b6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:18:23.659799 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4eabecd-2e40-492b-ad85-99f12d4967b6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:18:23.660298 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4eabecd-2e40-492b-ad85-99f12d4967b6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:18:23.662415 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4eabecd-2e40-492b-ad85-99f12d4967b6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:18:23.662940 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4eabecd-2e40-492b-ad85-99f12d4967b6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:18:23.707854 n-d-760453-5 neutron-server[103307]: DEBUG neutron.plugins.ml2.managers [None req-1a78c08d-2829-459c-94f4-a2978ec5f939 None None] Attempting to bind port 38bb73ab-1bb2-4f57-b697-6eea7a149ae5 on host n-d-760453-5 for vnic_type normal with profile {{(pid=103307) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 21:18:23.711211 n-d-760453-5 neutron-server[103307]: DEBUG neutron.plugins.ml2.managers [None req-1a78c08d-2829-459c-94f4-a2978ec5f939 None None] Attempting to bind port 38bb73ab-1bb2-4f57-b697-6eea7a149ae5 by drivers openvswitch,hyperv on host n-d-760453-5 at level 0 using segments [{'id': '17e2e8a5-d0ff-43c6-ae30-ad82dc108dba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '53e223b0-da4c-46a0-9735-61b7e6751b1f'}] {{(pid=103307) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 26 21:18:23.712113 n-d-760453-5 neutron-server[103307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a78c08d-2829-459c-94f4-a2978ec5f939 None None] Attempting to bind port 38bb73ab-1bb2-4f57-b697-6eea7a149ae5 on network 53e223b0-da4c-46a0-9735-61b7e6751b1f {{(pid=103307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 21:18:23.721903 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Provisioning complete for port eb8f7e49-122e-4ca1-a4ab-23009e91d146 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:18:23.722815 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (eb8f7e49-122e-4ca1-a4ab-23009e91d146), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:18:23.726700 n-d-760453-5 neutron-server[103307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a78c08d-2829-459c-94f4-a2978ec5f939 None None] Checking agent: {'id': 'fea0591a-627d-4c87-9a9a-01625ddf3277', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760453-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 20, 55, 25), 'started_at': datetime.datetime(2022, 1, 26, 20, 55, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 21, 17, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760453-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 26 21:18:23.729284 n-d-760453-5 neutron-server[103307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a78c08d-2829-459c-94f4-a2978ec5f939 None None] Checking segment: {'id': '17e2e8a5-d0ff-43c6-ae30-ad82dc108dba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '53e223b0-da4c-46a0-9735-61b7e6751b1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103307) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 21:18:23.732516 n-d-760453-5 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-1a78c08d-2829-459c-94f4-a2978ec5f939 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:18:23.734367 n-d-760453-5 neutron-server[103307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a78c08d-2829-459c-94f4-a2978ec5f939 None None] Bound using segment: {'id': '17e2e8a5-d0ff-43c6-ae30-ad82dc108dba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '53e223b0-da4c-46a0-9735-61b7e6751b1f'} {{(pid=103307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 26 21:18:23.735905 n-d-760453-5 neutron-server[103307]: DEBUG neutron.plugins.ml2.managers [None req-1a78c08d-2829-459c-94f4-a2978ec5f939 None None] Bound port: 38bb73ab-1bb2-4f57-b697-6eea7a149ae5, host: n-d-760453-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '17e2e8a5-d0ff-43c6-ae30-ad82dc108dba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '53e223b0-da4c-46a0-9735-61b7e6751b1f'}}] {{(pid=103307) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 26 21:18:23.737969 n-d-760453-5 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-1a78c08d-2829-459c-94f4-a2978ec5f939 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (38bb73ab-1bb2-4f57-b697-6eea7a149ae5), before_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:18:23.740888 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-41f94069-f890-47ea-a688-46e81e9ea481 tempest-RoutersNegativeIpV6Test-344315661 tempest-RoutersNegativeIpV6Test-344315661-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9285249', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12215227'] for subnet (3be5d0c6-5112-4de3-8daa-288dad81bb57), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:18:23.769675 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0061a073-068d-4991-8ae9-08a0bfd8fea5 req-c86c3846-42f2-4f97-9b9c-bb196ea28d2b tempest-ServersNegativeTestJSON-90632883 tempest-ServersNegativeTestJSON-90632883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:18:23.771239 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-0061a073-068d-4991-8ae9-08a0bfd8fea5 req-c86c3846-42f2-4f97-9b9c-bb196ea28d2b tempest-ServersNegativeTestJSON-90632883 tempest-ServersNegativeTestJSON-90632883-project] 10.222.0.13 "GET /v2.0/ports?device_id=20bda332-a159-49bd-8c61-2ea774ab5602 HTTP/1.1" status: 200 len: 944 time: 1.5635395 Jan 26 21:18:23.906701 n-d-760453-5 neutron-server[103307]: DEBUG neutron.plugins.ml2.db [None req-1a78c08d-2829-459c-94f4-a2978ec5f939 None None] For port 38bb73ab-1bb2-4f57-b697-6eea7a149ae5, host n-d-760453-5, cleared binding levels {{(pid=103307) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 26 21:18:23.912503 n-d-760453-5 neutron-server[103307]: DEBUG neutron.plugins.ml2.db [None req-1a78c08d-2829-459c-94f4-a2978ec5f939 None None] For port 38bb73ab-1bb2-4f57-b697-6eea7a149ae5, host n-d-760453-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=38bb73ab-1bb2-4f57-b697-6eea7a149ae5,segment=NetworkSegment(17e2e8a5-d0ff-43c6-ae30-ad82dc108dba),segment_id=17e2e8a5-d0ff-43c6-ae30-ad82dc108dba)] {{(pid=103307) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 26 21:18:23.921736 n-d-760453-5 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-1a78c08d-2829-459c-94f4-a2978ec5f939 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (38bb73ab-1bb2-4f57-b697-6eea7a149ae5), after_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:18:24.017155 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Current status of the port eb8f7e49-122e-4ca1-a4ab-23009e91d146 is: DOWN; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:18:24.017950 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (eb8f7e49-122e-4ca1-a4ab-23009e91d146), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:18:24.104220 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-0061a073-068d-4991-8ae9-08a0bfd8fea5 req-ff0987a1-b36c-4257-80da-c2f075b48f49 tempest-ServersNegativeTestJSON-90632883 tempest-ServersNegativeTestJSON-90632883-project] 10.222.0.13 "GET /v2.0/security-groups?id=f00b351c-12ea-4499-84c9-f0263f4f27ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2808976 Jan 26 21:18:24.140404 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-839dd188-ec69-470c-9ab0-d318dc1a2e96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (e79b4fc6-6c71-44b2-a6d0-ff3e1f4dfd0d), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:18:24.146404 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f94069-f890-47ea-a688-46e81e9ea481 tempest-RoutersNegativeIpV6Test-344315661 tempest-RoutersNegativeIpV6Test-344315661-project] Pushing event updated for resources: {'Subnet': ['ID=3be5d0c6-5112-4de3-8daa-288dad81bb57,revision_number=0']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:18:24.148894 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41f94069-f890-47ea-a688-46e81e9ea481 tempest-RoutersNegativeIpV6Test-344315661 tempest-RoutersNegativeIpV6Test-344315661-project] Checking segment: {'id': 'ad6e9119-211b-413b-8607-be0f4b330941', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '267d7b19-37ff-4328-99b1-9a0c8436f96e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103304) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 21:18:24.149506 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41f94069-f890-47ea-a688-46e81e9ea481 tempest-RoutersNegativeIpV6Test-344315661 tempest-RoutersNegativeIpV6Test-344315661-project] Network hostable DHCP agents. Network: 267d7b19-37ff-4328-99b1-9a0c8436f96e, hostable agents: ['474ccdf7-ab6c-405b-a3b2-dc7b05829902'], hosted agents: [] {{(pid=103304) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 26 21:18:24.152902 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4eabecd-2e40-492b-ad85-99f12d4967b6 None None] Pushing event updated for resources: {'Port': ['ID=38bb73ab-1bb2-4f57-b697-6eea7a149ae5,revision_number=4']} {{(pid=103307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:18:24.182023 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a78c08d-2829-459c-94f4-a2978ec5f939 None None] Routers {'2a5d0513-d45f-4010-8c54-36cd7a655e85'} bound to L3 agent in host n-d-760453-5 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 21:18:24.186311 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-1a78c08d-2829-459c-94f4-a2978ec5f939 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-26T20:55:21Z,description=,heartbeat_timestamp=2022-01-26T21:18:21Z,host='n-d-760453-5',id=09df100c-3af1-4b0a-bda8-05914c71c458,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:55:21Z,topic='l3_agent')) {'router_ids': ['2a5d0513-d45f-4010-8c54-36cd7a655e85'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:18:24.187934 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb5a34b-4667-459e-a819-df851f7b2e41 req-fbe88aa3-f29c-45a9-b370-f56f72c73f89 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:18:24.202733 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-0eb5a34b-4667-459e-a819-df851f7b2e41 req-fbe88aa3-f29c-45a9-b370-f56f72c73f89 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] 10.222.0.13 "GET /v2.0/networks?id=53e223b0-da4c-46a0-9735-61b7e6751b1f HTTP/1.1" status: 200 len: 796 time: 1.8476377 Jan 26 21:18:24.217357 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-3d64bf8a-4145-4ac0-8db9-2f2dd95544b4 None None] Provisioning complete for port 38bb73ab-1bb2-4f57-b697-6eea7a149ae5 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:18:24.218042 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-3d64bf8a-4145-4ac0-8db9-2f2dd95544b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (38bb73ab-1bb2-4f57-b697-6eea7a149ae5), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:18:24.230870 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] For port eb8f7e49-122e-4ca1-a4ab-23009e91d146, host n-d-760453-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=eb8f7e49-122e-4ca1-a4ab-23009e91d146,segment=NetworkSegment(ae04eadd-2f21-4385-8e0d-440406bc0827),segment_id=ae04eadd-2f21-4385-8e0d-440406bc0827)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:18:24.248138 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 26 Jan 2022 21:18:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51daa6a0-7a98-4ceb-bb0d-feddd65f8575 x-openstack-request-id: req-51daa6a0-7a98-4ceb-bb0d-feddd65f8575 {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 21:18:24.251887 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "20bda332-a159-49bd-8c61-2ea774ab5602", "tag": "88764215-3016-414b-be37-d9a2af36ed63", "status": "completed", "code": 200}]} {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 21:18:24.252146 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-51daa6a0-7a98-4ceb-bb0d-feddd65f8575 {{(pid=103305) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 21:18:24.253534 n-d-760453-5 neutron-server[103305]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '20bda332-a159-49bd-8c61-2ea774ab5602', 'tag': '88764215-3016-414b-be37-d9a2af36ed63', 'status': 'completed', 'code': 200} Jan 26 21:18:24.310718 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41f94069-f890-47ea-a688-46e81e9ea481 tempest-RoutersNegativeIpV6Test-344315661 tempest-RoutersNegativeIpV6Test-344315661-project] Network 267d7b19-37ff-4328-99b1-9a0c8436f96e is scheduled to be hosted by DHCP agent 474ccdf7-ab6c-405b-a3b2-dc7b05829902 with binding_index 1 {{(pid=103304) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 26 21:18:24.323183 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (eb8f7e49-122e-4ca1-a4ab-23009e91d146), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:18:24.328237 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-d868bd45-b39b-489f-a457-2ef4908a767c admin admin] Publish callbacks [] for port (c466aca2-17ea-426f-9342-4ad09516c48d), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:18:24.363198 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-0eb5a34b-4667-459e-a819-df851f7b2e41 req-67e6e997-4fb9-4a39-b5a8-66caf3a693c2 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] 10.222.0.13 "GET /v2.0/quotas/c6d9f10230f341edbbe46b16c17eb870 HTTP/1.1" status: 200 len: 375 time: 0.1105390 Jan 26 21:18:24.431679 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f623400c-490a-4c26-babe-c7b476b400a0 req-5d152d52-4c57-4b1b-83e1-0629dab9e1cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:18:24.438052 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-f623400c-490a-4c26-babe-c7b476b400a0 req-5d152d52-4c57-4b1b-83e1-0629dab9e1cb service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=2b29801ee18e4ff0a597415334743408&device_id=20bda332-a159-49bd-8c61-2ea774ab5602 HTTP/1.1" status: 200 len: 1095 time: 0.1692317 Jan 26 21:18:24.463689 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [None req-41f94069-f890-47ea-a688-46e81e9ea481 tempest-RoutersNegativeIpV6Test-344315661 tempest-RoutersNegativeIpV6Test-344315661-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760453-5, 267d7b19-37ff-4328-99b1-9a0c8436f96e) {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:18:24.491204 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99696668-185e-4ca6-a7b7-af34202c4a13 None None] Network 267d7b19-37ff-4328-99b1-9a0c8436f96e requested from n-d-760453-5 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 26 21:18:24.564863 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41f94069-f890-47ea-a688-46e81e9ea481 tempest-RoutersNegativeIpV6Test-344315661 tempest-RoutersNegativeIpV6Test-344315661-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:18:24.566095 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-41f94069-f890-47ea-a688-46e81e9ea481 tempest-RoutersNegativeIpV6Test-344315661 tempest-RoutersNegativeIpV6Test-344315661-project] Publish callbacks [] for subnet (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:18:24.620820 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-41f94069-f890-47ea-a688-46e81e9ea481 tempest-RoutersNegativeIpV6Test-344315661 tempest-RoutersNegativeIpV6Test-344315661-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 4.2425544 Jan 26 21:18:24.621718 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 60924) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:18:24.633626 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-aee1acf1-380d-42fa-8389-4004108c3908 tempest-RoutersNegativeIpV6Test-344315661 tempest-RoutersNegativeIpV6Test-344315661-project] Request body: {'subnet': {'network_id': '582126c3-9cee-4ed9-9e1d-9c910ed92a84', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:18:24.663858 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_dvr_db [None req-1a78c08d-2829-459c-94f4-a2978ec5f939 None None] Set router 2a5d0513-d45f-4010-8c54-36cd7a655e85 gateway port host: n-d-760453-5 {{(pid=103307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 21:18:24.731249 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-0eb5a34b-4667-459e-a819-df851f7b2e41 req-2025cde8-2c38-4c39-9e1a-7e12b3221cb5 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=c6d9f10230f341edbbe46b16c17eb870&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3384011 Jan 26 21:18:24.748283 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f623400c-490a-4c26-babe-c7b476b400a0 req-b3b1ffc9-4523-4eed-9722-baecff8e7779 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:18:24.759626 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-d868bd45-b39b-489f-a457-2ef4908a767c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746560234527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9281553'] for port (c466aca2-17ea-426f-9342-4ad09516c48d), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:18:24.760407 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-f623400c-490a-4c26-babe-c7b476b400a0 req-b3b1ffc9-4523-4eed-9722-baecff8e7779 service neutron] 10.222.0.57 "GET /v2.0/networks?id=8cbef344-1167-4f35-8b6b-07dd596f6f4f HTTP/1.1" status: 200 len: 914 time: 0.3155239 Jan 26 21:18:24.863710 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-f623400c-490a-4c26-babe-c7b476b400a0 req-139f923f-8b92-48f4-a0e5-7674288f4fdd service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=88764215-3016-414b-be37-d9a2af36ed63 HTTP/1.1" status: 200 len: 217 time: 0.0981519 Jan 26 21:18:24.937803 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d868bd45-b39b-489f-a457-2ef4908a767c admin admin] Pushing event updated for resources: {'Port': ['ID=c466aca2-17ea-426f-9342-4ad09516c48d,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:18:24.955498 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab626f75-0cee-40ba-90e6-8c90b7427ed4 req-0730c465-e2ec-497a-9a3d-1a047ae05579 tempest-LiveMigrationTest-746395142 tempest-LiveMigrationTest-746395142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:18:24.963293 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-ab626f75-0cee-40ba-90e6-8c90b7427ed4 req-0730c465-e2ec-497a-9a3d-1a047ae05579 tempest-LiveMigrationTest-746395142 tempest-LiveMigrationTest-746395142-project] 10.222.0.13 "GET /v2.0/ports?device_id=3c1bb11b-19e0-4bd6-8502-e5422740b40d HTTP/1.1" status: 200 len: 945 time: 0.5429139 Jan 26 21:18:25.052421 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f623400c-490a-4c26-babe-c7b476b400a0 req-49530865-9962-4436-a52d-a9c6635f47a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:18:25.062059 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-f623400c-490a-4c26-babe-c7b476b400a0 req-49530865-9962-4436-a52d-a9c6635f47a9 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=baa99134-bdb6-4691-8665-46a31e075f80 HTTP/1.1" status: 200 len: 853 time: 0.1932645 Jan 26 21:18:25.082422 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aee1acf1-380d-42fa-8389-4004108c3908 tempest-RoutersNegativeIpV6Test-344315661 tempest-RoutersNegativeIpV6Test-344315661-project] Made reservation on behalf of 75f9223bb441498c8f45fbae1bf47ca4 for: {'subnet': 1} {{(pid=103304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 21:18:25.088962 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-aee1acf1-380d-42fa-8389-4004108c3908 tempest-RoutersNegativeIpV6Test-344315661 tempest-RoutersNegativeIpV6Test-344315661-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12215181'] for subnet (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:18:25.106845 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d868bd45-b39b-489f-a457-2ef4908a767c admin admin] Network 4140a1f1-c93a-4bea-83a0-68953a54f299 is already hosted by enough agents. {{(pid=103304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 21:18:25.141542 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [None req-d868bd45-b39b-489f-a457-2ef4908a767c admin admin] Resources bound (agent type, host, resource id): {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:18:25.150040 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d868bd45-b39b-489f-a457-2ef4908a767c admin admin] Received port after_create {{(pid=103304) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 21:18:25.168953 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-f623400c-490a-4c26-babe-c7b476b400a0 req-0b858096-c370-41a8-9f86-0c50ebf75707 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=8cbef344-1167-4f35-8b6b-07dd596f6f4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1010451 Jan 26 21:18:25.319382 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-ab626f75-0cee-40ba-90e6-8c90b7427ed4 req-a058cba5-e258-432c-a270-952f575827a5 tempest-LiveMigrationTest-746395142 tempest-LiveMigrationTest-746395142-project] 10.222.0.13 "GET /v2.0/security-groups?id=c43a996a-6b93-48e4-a331-48250c5b183d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3551512 Jan 26 21:18:25.355829 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bacf8c72-e5de-4b00-a162-fa05ba190079 None None] Network d67e3ebe-4ba7-45de-a361-0a193d47dcd7 requested from n-d-760453-5 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 26 21:18:25.461039 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-f623400c-490a-4c26-babe-c7b476b400a0 req-43ac6131-4f28-4c7d-a452-999803a96ca7 service neutron] 10.222.0.57 "GET /v2.0/networks/8cbef344-1167-4f35-8b6b-07dd596f6f4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2849584 Jan 26 21:18:25.492414 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Pushing event updated for resources: {'Port': ['ID=eb8f7e49-122e-4ca1-a4ab-23009e91d146,revision_number=3']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:18:25.499835 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-3d64bf8a-4145-4ac0-8db9-2f2dd95544b4 None None] Current status of the port 38bb73ab-1bb2-4f57-b697-6eea7a149ae5 is: DOWN; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:18:25.500236 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-3d64bf8a-4145-4ac0-8db9-2f2dd95544b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (38bb73ab-1bb2-4f57-b697-6eea7a149ae5), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:18:25.524817 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-1a78c08d-2829-459c-94f4-a2978ec5f939 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a5d0513-d45f-4010-8c54-36cd7a655e85', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1781814701', 'tenant_id': 'c6d9f10230f341edbbe46b16c17eb870', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'external_fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.149'}], 'enable_snat': True}, 'gw_port_id': '480e2e3e-76bb-4f33-9738-b3f9c4bb8680', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T21:18:03Z', 'updated_at': '2022-01-26T21:18:18Z', 'revision_number': 4, 'project_id': 'c6d9f10230f341edbbe46b16c17eb870', 'gw_port': {'id': '480e2e3e-76bb-4f33-9738-b3f9c4bb8680', 'name': '', 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:24:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a5d0513-d45f-4010-8c54-36cd7a655e85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1577, 'fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:18:06Z', 'updated_at': '2022-01-26T21:18:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-5', '_interfaces': [{'id': '38bb73ab-1bb2-4f57-b697-6eea7a149ae5', 'name': '', 'network_id': '53e223b0-da4c-46a0-9735-61b7e6751b1f', 'tenant_id': 'c6d9f10230f341edbbe46b16c17eb870', 'mac_address': 'fa:16:3e:69:db:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a5d0513-d45f-4010-8c54-36cd7a655e85', 'device_owner': 'network:router_interface', 'standard_attr_id': 1605, 'fixed_ips': [{'subnet_id': '062e0a06-c395-4f1c-b56d-3b2dd4ffff4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:18:16Z', 'updated_at': '2022-01-26T21:18:23Z', 'revision_number': 4, 'project_id': 'c6d9f10230f341edbbe46b16c17eb870', 'subnets': [{'id': '062e0a06-c395-4f1c-b56d-3b2dd4ffff4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760453-5', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:18:25.583012 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-f623400c-490a-4c26-babe-c7b476b400a0 req-de8e8791-c16f-48ff-9792-c87fee2bac74 service neutron] 10.222.0.57 "GET /v2.0/networks/8cbef344-1167-4f35-8b6b-07dd596f6f4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1149273 Jan 26 21:18:25.585864 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Device 88764215-3016-414b-be37-d9a2af36ed63 details requested by agent hyperv_n-h2-760453-5 with host n-h2-760453-5 {{(pid=103306) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 26 21:18:25.591507 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a78c08d-2829-459c-94f4-a2978ec5f939 None None] The sync data for ids ['2a5d0513-d45f-4010-8c54-36cd7a655e85'] in n-d-760453-5 is: [{'id': '2a5d0513-d45f-4010-8c54-36cd7a655e85', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1781814701', 'tenant_id': 'c6d9f10230f341edbbe46b16c17eb870', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'external_fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.149'}], 'enable_snat': True}, 'gw_port_id': '480e2e3e-76bb-4f33-9738-b3f9c4bb8680', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T21:18:03Z', 'updated_at': '2022-01-26T21:18:18Z', 'revision_number': 4, 'project_id': 'c6d9f10230f341edbbe46b16c17eb870', 'gw_port': {'id': '480e2e3e-76bb-4f33-9738-b3f9c4bb8680', 'name': '', 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:24:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a5d0513-d45f-4010-8c54-36cd7a655e85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1577, 'fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:18:06Z', 'updated_at': '2022-01-26T21:18:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-5', '_interfaces': [{'id': '38bb73ab-1bb2-4f57-b697-6eea7a149ae5', 'name': '', 'network_id': '53e223b0-da4c-46a0-9735-61b7e6751b1f', 'tenant_id': 'c6d9f10230f341edbbe46b16c17eb870', 'mac_address': 'fa:16:3e:69:db:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a5d0513-d45f-4010-8c54-36cd7a655e85', 'device_owner': 'network:router_interface', 'standard_attr_id': 1605, 'fixed_ips': [{'subnet_id': '062e0a06-c395-4f1c-b56d-3b2dd4ffff4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:18:16Z', 'updated_at': '2022-01-26T21:18:23Z', 'revision_number': 4, 'project_id': 'c6d9f10230f341edbbe46b16c17eb870', 'subnets': [{'id': '062e0a06-c395-4f1c-b56d-3b2dd4ffff4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 26 21:18:25.603821 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device 6cf5c5d9-b5e2-4cf2-ac71-723d3b73ea88 up at agent ovs-agent-n-d-760453-5 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 21:18:25.786775 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-792710c8-1a9b-4752-9254-a0e40a27c4d7 req-fd9ac0ac-06e5-4761-8ca5-7cf164b8a5b9 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=80ebfeba-433a-4d4b-bf55-9e0ed19817de&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1340206 Jan 26 21:18:25.843093 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5298ed2d-92ce-4ca5-90b3-aef351c4efd6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3c4099e8-8ffb-51d1-af7f-5868973e933f-267d7b19-37ff-4328-99b1-9a0c8436f96e', 'network_id': '267d7b19-37ff-4328-99b1-9a0c8436f96e', 'project_id': '75f9223bb441498c8f45fbae1bf47ca4', 'fixed_ips': [{'subnet_id': '3be5d0c6-5112-4de3-8daa-288dad81bb57'}]}} from n-d-760453-5. {{(pid=103306) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 26 21:18:25.844191 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-5298ed2d-92ce-4ca5-90b3-aef351c4efd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (None), before_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:18:25.963332 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792710c8-1a9b-4752-9254-a0e40a27c4d7 req-94e0c9a1-584a-4cd9-9a8b-7db4f532f8ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:18:25.967615 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-792710c8-1a9b-4752-9254-a0e40a27c4d7 req-94e0c9a1-584a-4cd9-9a8b-7db4f532f8ed service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=ee6098e1a6074d57972f34ef6549de05&device_id=80ebfeba-433a-4d4b-bf55-9e0ed19817de HTTP/1.1" status: 200 len: 1095 time: 0.1029758 Jan 26 21:18:25.983373 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (fea0591a-627d-4c87-9a9a-01625ddf3277), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:18:26.053651 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d75a26-b13c-42d0-b968-e47caf6ef52d req-e7041382-59f3-41a9-b647-da2fad0b7715 tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:18:26.062899 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d75a26-b13c-42d0-b968-e47caf6ef52d req-e7041382-59f3-41a9-b647-da2fad0b7715 tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:18:26.071681 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d75a26-b13c-42d0-b968-e47caf6ef52d req-e7041382-59f3-41a9-b647-da2fad0b7715 tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:18:26.083047 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d75a26-b13c-42d0-b968-e47caf6ef52d req-e7041382-59f3-41a9-b647-da2fad0b7715 tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:18:26.089356 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d75a26-b13c-42d0-b968-e47caf6ef52d req-e7041382-59f3-41a9-b647-da2fad0b7715 tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:18:26.095663 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d75a26-b13c-42d0-b968-e47caf6ef52d req-e7041382-59f3-41a9-b647-da2fad0b7715 tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:18:26.101633 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d75a26-b13c-42d0-b968-e47caf6ef52d req-e7041382-59f3-41a9-b647-da2fad0b7715 tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:18:26.104265 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-49d75a26-b13c-42d0-b968-e47caf6ef52d req-e7041382-59f3-41a9-b647-da2fad0b7715 tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca795481-031c-48ac-925f-00596ed83bb9 HTTP/1.1" status: 200 len: 5431 time: 0.4963639 Jan 26 21:18:26.133155 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-3d64bf8a-4145-4ac0-8db9-2f2dd95544b4 None None] For port 38bb73ab-1bb2-4f57-b697-6eea7a149ae5, host n-d-760453-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=38bb73ab-1bb2-4f57-b697-6eea7a149ae5,segment=NetworkSegment(17e2e8a5-d0ff-43c6-ae30-ad82dc108dba),segment_id=17e2e8a5-d0ff-43c6-ae30-ad82dc108dba)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:18:26.162932 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Provisioning complete for port 6cf5c5d9-b5e2-4cf2-ac71-723d3b73ea88 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:18:26.163152 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (6cf5c5d9-b5e2-4cf2-ac71-723d3b73ea88), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:18:26.165038 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-3d64bf8a-4145-4ac0-8db9-2f2dd95544b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (38bb73ab-1bb2-4f57-b697-6eea7a149ae5), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:18:26.174026 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-0eb5a34b-4667-459e-a819-df851f7b2e41 req-331031fc-55cf-47a9-973f-7c451eb1772a service neutron] 10.222.0.13 "GET /v2.0/networks/53e223b0-da4c-46a0-9735-61b7e6751b1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.4060111 Jan 26 21:18:26.205509 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792710c8-1a9b-4752-9254-a0e40a27c4d7 req-88892286-65f4-40ca-9bd5-bfdd01e241ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:18:26.207607 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-792710c8-1a9b-4752-9254-a0e40a27c4d7 req-88892286-65f4-40ca-9bd5-bfdd01e241ac service neutron] 10.222.0.66 "GET /v2.0/networks?id=57cdf3f5-a20b-4c6f-b2eb-bed2f5d4d40a HTTP/1.1" status: 200 len: 908 time: 0.2202725 Jan 26 21:18:26.277980 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-792710c8-1a9b-4752-9254-a0e40a27c4d7 req-372fa03a-33ea-41ca-93df-49372426d0b4 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5ea9283d-6307-4a7a-a3a3-34c49776035f HTTP/1.1" status: 200 len: 217 time: 0.0633297 Jan 26 21:18:26.320618 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-aee1acf1-380d-42fa-8389-4004108c3908 tempest-RoutersNegativeIpV6Test-344315661 tempest-RoutersNegativeIpV6Test-344315661-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9285249', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12215227'] for subnet (23ca52b7-07a2-4b49-be0c-ee9887dcc50a), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:18:26.353733 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792710c8-1a9b-4752-9254-a0e40a27c4d7 req-9d335ca0-bb04-47c4-9530-3c08d7707763 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:18:26.356358 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-792710c8-1a9b-4752-9254-a0e40a27c4d7 req-9d335ca0-bb04-47c4-9530-3c08d7707763 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=0fd61269-7d95-487b-ba3a-f244d39cf571 HTTP/1.1" status: 200 len: 847 time: 0.0654314 Jan 26 21:18:26.392176 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee1acf1-380d-42fa-8389-4004108c3908 tempest-RoutersNegativeIpV6Test-344315661 tempest-RoutersNegativeIpV6Test-344315661-project] Pushing event updated for resources: {'Subnet': ['ID=23ca52b7-07a2-4b49-be0c-ee9887dcc50a,revision_number=0']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:18:26.428674 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-49d75a26-b13c-42d0-b968-e47caf6ef52d req-f5d92a61-9b34-4632-bf22-29350cd081ba tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] 10.222.0.13 "GET /v2.0/security-groups?id=cfb1b9fe-a4df-4bbd-b439-103a9aa84b57&id=4949e7fd-e987-466a-ab17-ed5ae28a32c1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2899776 Jan 26 21:18:26.448483 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-792710c8-1a9b-4752-9254-a0e40a27c4d7 req-f7fe6687-04cb-4696-95ba-61e039d11c0a service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=57cdf3f5-a20b-4c6f-b2eb-bed2f5d4d40a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0867522 Jan 26 21:18:26.523334 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-d868bd45-b39b-489f-a457-2ef4908a767c admin admin] Publish callbacks [] for router_gateway (99221ace-06a0-43fb-ad55-46eef57daef8), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:18:26.577937 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aee1acf1-380d-42fa-8389-4004108c3908 tempest-RoutersNegativeIpV6Test-344315661 tempest-RoutersNegativeIpV6Test-344315661-project] Checking segment: {'id': '7284f23c-aaa9-449e-8271-f6abb5ee66ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '582126c3-9cee-4ed9-9e1d-9c910ed92a84'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103304) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 21:18:26.578456 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aee1acf1-380d-42fa-8389-4004108c3908 tempest-RoutersNegativeIpV6Test-344315661 tempest-RoutersNegativeIpV6Test-344315661-project] Network hostable DHCP agents. Network: 582126c3-9cee-4ed9-9e1d-9c910ed92a84, hostable agents: ['474ccdf7-ab6c-405b-a3b2-dc7b05829902'], hosted agents: [] {{(pid=103304) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 26 21:18:26.598726 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-0eb5a34b-4667-459e-a819-df851f7b2e41 req-87576271-26ad-4fee-b6bd-68d9975e57f4 service neutron] 10.222.0.13 "GET /v2.0/networks/53e223b0-da4c-46a0-9735-61b7e6751b1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4219952 Jan 26 21:18:26.668346 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] For port 88764215-3016-414b-be37-d9a2af36ed63, host n-h2-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-5',level=0,port_id=88764215-3016-414b-be37-d9a2af36ed63,segment=NetworkSegment(814afaca-b1b7-499b-b897-fa89d466ac5d),segment_id=814afaca-b1b7-499b-b897-fa89d466ac5d)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:18:26.702935 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-792710c8-1a9b-4752-9254-a0e40a27c4d7 req-9a6c1d53-8b33-4afa-a9b7-5d87a088e0de service neutron] 10.222.0.66 "GET /v2.0/networks/57cdf3f5-a20b-4c6f-b2eb-bed2f5d4d40a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2456241 Jan 26 21:18:26.729195 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.db_base_plugin_common [None req-5298ed2d-92ce-4ca5-90b3-aef351c4efd6 None None] Allocated IP 2001:db8::2 (267d7b19-37ff-4328-99b1-9a0c8436f96e/3be5d0c6-5112-4de3-8daa-288dad81bb57/68764d1e-65d3-4135-8fda-6bf922eab7fe) {{(pid=103306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 21:18:26.803093 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-6370275f-c95c-4fc8-93c5-2bc402445940 None None] Provisioning complete for port eb8f7e49-122e-4ca1-a4ab-23009e91d146 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:18:26.803415 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-6370275f-c95c-4fc8-93c5-2bc402445940 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (eb8f7e49-122e-4ca1-a4ab-23009e91d146), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:18:26.813997 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Returning: {'device': '88764215-3016-414b-be37-d9a2af36ed63', 'network_id': '8cbef344-1167-4f35-8b6b-07dd596f6f4f', 'port_id': '88764215-3016-414b-be37-d9a2af36ed63', 'mac_address': 'fa:16:3e:96:db:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 589, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'baa99134-bdb6-4691-8665-46a31e075f80', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103306) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 26 21:18:26.940132 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d64bf8a-4145-4ac0-8db9-2f2dd95544b4 None None] Pushing event updated for resources: {'Port': ['ID=38bb73ab-1bb2-4f57-b697-6eea7a149ae5,revision_number=5']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:18:26.961871 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d97f019-7cc1-4284-82b5-d2f34f095f0f req-d789d6a9-0c70-46b8-95cf-1285f9ea08a2 tempest-ServersNegativeTestJSON-90632883 tempest-ServersNegativeTestJSON-90632883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:18:26.964086 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-7d97f019-7cc1-4284-82b5-d2f34f095f0f req-d789d6a9-0c70-46b8-95cf-1285f9ea08a2 tempest-ServersNegativeTestJSON-90632883 tempest-ServersNegativeTestJSON-90632883-project] 10.222.0.13 "GET /v2.0/ports?device_id=20bda332-a159-49bd-8c61-2ea774ab5602 HTTP/1.1" status: 200 len: 944 time: 0.3511705 Jan 26 21:18:26.967387 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aee1acf1-380d-42fa-8389-4004108c3908 tempest-RoutersNegativeIpV6Test-344315661 tempest-RoutersNegativeIpV6Test-344315661-project] Network 582126c3-9cee-4ed9-9e1d-9c910ed92a84 is scheduled to be hosted by DHCP agent 474ccdf7-ab6c-405b-a3b2-dc7b05829902 with binding_index 1 {{(pid=103304) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 26 21:18:26.983874 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-792710c8-1a9b-4752-9254-a0e40a27c4d7 req-396f93ec-e70d-42ba-a953-a17feb5ee404 service neutron] 10.222.0.66 "GET /v2.0/networks/57cdf3f5-a20b-4c6f-b2eb-bed2f5d4d40a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2663457 Jan 26 21:18:27.005261 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Current status of the port 88764215-3016-414b-be37-d9a2af36ed63 is: DOWN; New status is: BUILD {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:18:27.005674 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (88764215-3016-414b-be37-d9a2af36ed63), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:18:27.077340 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [None req-aee1acf1-380d-42fa-8389-4004108c3908 tempest-RoutersNegativeIpV6Test-344315661 tempest-RoutersNegativeIpV6Test-344315661-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760453-5, 582126c3-9cee-4ed9-9e1d-9c910ed92a84) {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:18:27.099711 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-518aa870-3504-4cce-8fc3-36861496c39b None None] Network 582126c3-9cee-4ed9-9e1d-9c910ed92a84 requested from n-d-760453-5 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 26 21:18:27.101962 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Current status of the port 6cf5c5d9-b5e2-4cf2-ac71-723d3b73ea88 is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:18:27.175530 n-d-760453-5 neutron-server[103306]: DEBUG neutron.notifiers.nova [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 88764215-3016-414b-be37-d9a2af36ed63 {{(pid=103306) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 26 21:18:27.199740 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aee1acf1-380d-42fa-8389-4004108c3908 tempest-RoutersNegativeIpV6Test-344315661 tempest-RoutersNegativeIpV6Test-344315661-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:18:27.202663 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-aee1acf1-380d-42fa-8389-4004108c3908 tempest-RoutersNegativeIpV6Test-344315661 tempest-RoutersNegativeIpV6Test-344315661-project] Publish callbacks [] for subnet (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:18:27.354212 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] For port 88764215-3016-414b-be37-d9a2af36ed63, host n-h2-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-5',level=0,port_id=88764215-3016-414b-be37-d9a2af36ed63,segment=NetworkSegment(814afaca-b1b7-499b-b897-fa89d466ac5d),segment_id=814afaca-b1b7-499b-b897-fa89d466ac5d)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:18:27.373666 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-7d97f019-7cc1-4284-82b5-d2f34f095f0f req-8bd594d9-dfcd-4a6d-91ec-33563d213750 tempest-ServersNegativeTestJSON-90632883 tempest-ServersNegativeTestJSON-90632883-project] 10.222.0.13 "GET /v2.0/security-groups?id=f00b351c-12ea-4499-84c9-f0263f4f27ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3989906 Jan 26 21:18:27.388992 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-aee1acf1-380d-42fa-8389-4004108c3908 tempest-RoutersNegativeIpV6Test-344315661 tempest-RoutersNegativeIpV6Test-344315661-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.7626822 Jan 26 21:18:27.394783 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 60954) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:18:27.395268 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (88764215-3016-414b-be37-d9a2af36ed63), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:18:27.464002 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e53b1b-5034-4c2e-86b9-15cc61c2f81f req-86ed2d03-8aa5-447d-b959-1ac269248e0b tempest-LiveMigrationTest-746395142 tempest-LiveMigrationTest-746395142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:18:27.476404 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-28e53b1b-5034-4c2e-86b9-15cc61c2f81f req-86ed2d03-8aa5-447d-b959-1ac269248e0b tempest-LiveMigrationTest-746395142 tempest-LiveMigrationTest-746395142-project] 10.222.0.13 "GET /v2.0/ports?device_id=3c1bb11b-19e0-4bd6-8502-e5422740b40d HTTP/1.1" status: 200 len: 945 time: 0.4085481 Jan 26 21:18:27.599269 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device 38bb73ab-1bb2-4f57-b697-6eea7a149ae5 up at agent ovs-agent-n-d-760453-5 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 21:18:27.650452 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-6821ab59-702c-4907-b4ac-3ddc8861b7bb req-fa3f7539-a987-40c7-b861-f3007f5e8eff tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] 10.222.0.13 "GET /v2.0/ports?device_id=4596379c-6ccc-4df2-a875-f0896fc00fcc HTTP/1.1" status: 200 len: 210 time: 0.1280172 Jan 26 21:18:27.657322 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-d868bd45-b39b-489f-a457-2ef4908a767c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4105757', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4111263'] for router (99221ace-06a0-43fb-ad55-46eef57daef8), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:18:27.747695 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-6370275f-c95c-4fc8-93c5-2bc402445940 None None] Current status of the port eb8f7e49-122e-4ca1-a4ab-23009e91d146 is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:18:27.786122 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-28e53b1b-5034-4c2e-86b9-15cc61c2f81f req-e71e8eae-87b2-4b0c-9273-1c3d05109efa tempest-LiveMigrationTest-746395142 tempest-LiveMigrationTest-746395142-project] 10.222.0.13 "GET /v2.0/security-groups?id=c43a996a-6b93-48e4-a331-48250c5b183d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3078182 Jan 26 21:18:27.812320 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] get_ports_and_sgs() called for port_ids ['88764215-3016-414b-be37-d9a2af36ed63'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 26 21:18:27.992171 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-6370275f-c95c-4fc8-93c5-2bc402445940 None None] Provisioning complete for port 38bb73ab-1bb2-4f57-b697-6eea7a149ae5 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:18:27.992596 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-6370275f-c95c-4fc8-93c5-2bc402445940 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (38bb73ab-1bb2-4f57-b697-6eea7a149ae5), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:18:28.042110 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca44dda5-897c-4fa2-9e64-1f20c9507ee6 req-5071dfbd-c1f2-4ddb-926b-6f4c67e65e40 tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:18:28.052444 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfaa6192-4d44-4cc9-b635-62d4346cd41c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3c4099e8-8ffb-51d1-af7f-5868973e933f-582126c3-9cee-4ed9-9e1d-9c910ed92a84', 'network_id': '582126c3-9cee-4ed9-9e1d-9c910ed92a84', 'project_id': '75f9223bb441498c8f45fbae1bf47ca4', 'fixed_ips': [{'subnet_id': '23ca52b7-07a2-4b49-be0c-ee9887dcc50a'}]}} from n-d-760453-5. {{(pid=103306) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 26 21:18:28.053417 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-bfaa6192-4d44-4cc9-b635-62d4346cd41c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (None), before_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:18:28.055651 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Pushing event updated for resources: {'Port': ['ID=88764215-3016-414b-be37-d9a2af36ed63,revision_number=4']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:18:28.061407 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca44dda5-897c-4fa2-9e64-1f20c9507ee6 req-5071dfbd-c1f2-4ddb-926b-6f4c67e65e40 tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:18:28.086936 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca44dda5-897c-4fa2-9e64-1f20c9507ee6 req-5071dfbd-c1f2-4ddb-926b-6f4c67e65e40 tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:18:28.102315 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca44dda5-897c-4fa2-9e64-1f20c9507ee6 req-5071dfbd-c1f2-4ddb-926b-6f4c67e65e40 tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:18:28.118400 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca44dda5-897c-4fa2-9e64-1f20c9507ee6 req-5071dfbd-c1f2-4ddb-926b-6f4c67e65e40 tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:18:28.129623 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca44dda5-897c-4fa2-9e64-1f20c9507ee6 req-5071dfbd-c1f2-4ddb-926b-6f4c67e65e40 tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:18:28.142262 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca44dda5-897c-4fa2-9e64-1f20c9507ee6 req-5071dfbd-c1f2-4ddb-926b-6f4c67e65e40 tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:18:28.154808 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-ca44dda5-897c-4fa2-9e64-1f20c9507ee6 req-5071dfbd-c1f2-4ddb-926b-6f4c67e65e40 tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca795481-031c-48ac-925f-00596ed83bb9 HTTP/1.1" status: 200 len: 5431 time: 0.3438685 Jan 26 21:18:28.228652 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-5298ed2d-92ce-4ca5-90b3-aef351c4efd6 None None] Publish callbacks [] for port (68764d1e-65d3-4135-8fda-6bf922eab7fe), precommit_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:18:28.236231 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Provisioning complete for port 38bb73ab-1bb2-4f57-b697-6eea7a149ae5 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:18:28.236606 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (38bb73ab-1bb2-4f57-b697-6eea7a149ae5), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:18:28.251926 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-c69a8a30-52fb-43bb-abd6-6a7130399309 tempest-RoutersNegativeIpV6Test-344315661 tempest-RoutersNegativeIpV6Test-344315661-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:18:28.308934 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-ca44dda5-897c-4fa2-9e64-1f20c9507ee6 req-21c29640-94f9-404c-9533-0e1714f3f3bb tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] 10.222.0.13 "GET /v2.0/security-groups?id=cfb1b9fe-a4df-4bbd-b439-103a9aa84b57&id=4949e7fd-e987-466a-ab17-ed5ae28a32c1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1531067 Jan 26 21:18:28.368160 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d868bd45-b39b-489f-a457-2ef4908a767c admin admin] Router 99221ace-06a0-43fb-ad55-46eef57daef8 is scheduled to L3 agent 09df100c-3af1-4b0a-bda8-05914c71c458 with binding_index 1 {{(pid=103304) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 26 21:18:28.419629 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-5298ed2d-92ce-4ca5-90b3-aef351c4efd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746560234527'] for port (68764d1e-65d3-4135-8fda-6bf922eab7fe), after_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:18:28.545778 n-d-760453-5 neutron-server[103306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5298ed2d-92ce-4ca5-90b3-aef351c4efd6 None None] Network 267d7b19-37ff-4328-99b1-9a0c8436f96e is already hosted by enough agents. {{(pid=103306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 21:18:28.556004 n-d-760453-5 neutron-server[103306]: DEBUG neutron.scheduler.base_scheduler [None req-5298ed2d-92ce-4ca5-90b3-aef351c4efd6 None None] Resources bound (agent type, host, resource id): {{(pid=103306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:18:28.613347 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5298ed2d-92ce-4ca5-90b3-aef351c4efd6 None None] Received port after_create {{(pid=103306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 21:18:28.624760 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d868bd45-b39b-489f-a457-2ef4908a767c admin admin] Notify agent at l3_agent.n-d-760453-5 the message routers_updated {{(pid=103304) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 26 21:18:28.712211 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eddb84a2-94dd-4649-a2e7-3339d2b575e7 None None] Sync routers for ids ['99221ace-06a0-43fb-ad55-46eef57daef8'] in n-d-760453-5 {{(pid=103306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 26 21:18:28.732464 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-d868bd45-b39b-489f-a457-2ef4908a767c admin admin] Publish callbacks [] for router (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:18:28.733934 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-d868bd45-b39b-489f-a457-2ef4908a767c admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 10.2182677 Jan 26 21:18:28.736701 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 60980) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:18:28.828709 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44dbcae-db6c-4197-96e8-ddca0b952de7 req-32629d47-58a2-4c51-bb07-707fb23bf7b5 tempest-ServersNegativeTestJSON-90632883 tempest-ServersNegativeTestJSON-90632883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:18:28.832402 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-c44dbcae-db6c-4197-96e8-ddca0b952de7 req-32629d47-58a2-4c51-bb07-707fb23bf7b5 tempest-ServersNegativeTestJSON-90632883 tempest-ServersNegativeTestJSON-90632883-project] 10.222.0.13 "GET /v2.0/ports?device_id=20bda332-a159-49bd-8c61-2ea774ab5602 HTTP/1.1" status: 200 len: 945 time: 0.1897485 Jan 26 21:18:28.841584 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eddb84a2-94dd-4649-a2e7-3339d2b575e7 None None] Routers {'99221ace-06a0-43fb-ad55-46eef57daef8'} bound to L3 agent in host n-d-760453-5 {{(pid=103306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 21:18:28.842254 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-eddb84a2-94dd-4649-a2e7-3339d2b575e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-26T20:55:21Z,description=,heartbeat_timestamp=2022-01-26T21:18:21Z,host='n-d-760453-5',id=09df100c-3af1-4b0a-bda8-05914c71c458,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:55:21Z,topic='l3_agent')) {'router_ids': ['99221ace-06a0-43fb-ad55-46eef57daef8'], 'active': True} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:18:28.914866 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-fd6de886-6825-4501-ba35-88650131d505 req-60399668-6b9b-425a-a3ef-a0779aeab19c tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] 10.222.0.13 "GET /v2.0/ports?device_id=4596379c-6ccc-4df2-a875-f0896fc00fcc HTTP/1.1" status: 200 len: 210 time: 0.1320331 Jan 26 21:18:29.081282 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-5298ed2d-92ce-4ca5-90b3-aef351c4efd6 None None] Attempting to bind port 68764d1e-65d3-4135-8fda-6bf922eab7fe on host n-d-760453-5 for vnic_type normal with profile {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 21:18:29.081850 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-5298ed2d-92ce-4ca5-90b3-aef351c4efd6 None None] Attempting to bind port 68764d1e-65d3-4135-8fda-6bf922eab7fe by drivers openvswitch,hyperv on host n-d-760453-5 at level 0 using segments [{'id': 'ad6e9119-211b-413b-8607-be0f4b330941', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '267d7b19-37ff-4328-99b1-9a0c8436f96e'}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 26 21:18:29.082587 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5298ed2d-92ce-4ca5-90b3-aef351c4efd6 None None] Attempting to bind port 68764d1e-65d3-4135-8fda-6bf922eab7fe on network 267d7b19-37ff-4328-99b1-9a0c8436f96e {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 21:18:29.088588 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-c44dbcae-db6c-4197-96e8-ddca0b952de7 req-76a0c0fa-4485-410b-820b-ae3569171f57 tempest-ServersNegativeTestJSON-90632883 tempest-ServersNegativeTestJSON-90632883-project] 10.222.0.13 "GET /v2.0/security-groups?id=f00b351c-12ea-4499-84c9-f0263f4f27ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2405608 Jan 26 21:18:29.120680 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5298ed2d-92ce-4ca5-90b3-aef351c4efd6 None None] Pushing event updated for resources: {'Port': ['ID=68764d1e-65d3-4135-8fda-6bf922eab7fe,revision_number=1']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:18:29.169912 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73c637d-118a-4180-a01e-46e80f1f7107 req-3ed3d2fe-8473-4bc7-ad66-abf9ed8c636f tempest-LiveMigrationTest-746395142 tempest-LiveMigrationTest-746395142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:18:29.173521 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Current status of the port 38bb73ab-1bb2-4f57-b697-6eea7a149ae5 is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:18:29.174994 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device eb8f7e49-122e-4ca1-a4ab-23009e91d146 up at agent ovs-agent-n-d-760453-5 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 21:18:29.176916 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-d73c637d-118a-4180-a01e-46e80f1f7107 req-3ed3d2fe-8473-4bc7-ad66-abf9ed8c636f tempest-LiveMigrationTest-746395142 tempest-LiveMigrationTest-746395142-project] 10.222.0.13 "GET /v2.0/ports?device_id=3c1bb11b-19e0-4bd6-8502-e5422740b40d HTTP/1.1" status: 200 len: 945 time: 0.1564455 Jan 26 21:18:29.192800 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-6370275f-c95c-4fc8-93c5-2bc402445940 None None] Current status of the port 38bb73ab-1bb2-4f57-b697-6eea7a149ae5 is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:18:29.244879 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-d73c637d-118a-4180-a01e-46e80f1f7107 req-85146e50-b138-4f4e-a99c-f40e8874fbb0 tempest-LiveMigrationTest-746395142 tempest-LiveMigrationTest-746395142-project] 10.222.0.13 "GET /v2.0/security-groups?id=c43a996a-6b93-48e4-a331-48250c5b183d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669079 Jan 26 21:18:29.282885 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5298ed2d-92ce-4ca5-90b3-aef351c4efd6 None None] Checking agent: {'id': 'fea0591a-627d-4c87-9a9a-01625ddf3277', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760453-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 20, 55, 25), 'started_at': datetime.datetime(2022, 1, 26, 20, 55, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 21, 18, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760453-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 26 21:18:29.283264 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5298ed2d-92ce-4ca5-90b3-aef351c4efd6 None None] Checking segment: {'id': 'ad6e9119-211b-413b-8607-be0f4b330941', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '267d7b19-37ff-4328-99b1-9a0c8436f96e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 21:18:29.283677 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-5298ed2d-92ce-4ca5-90b3-aef351c4efd6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:18:29.284071 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5298ed2d-92ce-4ca5-90b3-aef351c4efd6 None None] Bound using segment: {'id': 'ad6e9119-211b-413b-8607-be0f4b330941', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '267d7b19-37ff-4328-99b1-9a0c8436f96e'} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 26 21:18:29.285985 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb5a34b-4667-459e-a819-df851f7b2e41 req-13da6b73-2dbd-4cde-a25c-539c9a630919 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:18:29.288048 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-0eb5a34b-4667-459e-a819-df851f7b2e41 req-13da6b73-2dbd-4cde-a25c-539c9a630919 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] 10.222.0.66 "GET /v2.0/networks?id=53e223b0-da4c-46a0-9735-61b7e6751b1f HTTP/1.1" status: 200 len: 796 time: 0.3944902 Jan 26 21:18:29.293531 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-5298ed2d-92ce-4ca5-90b3-aef351c4efd6 None None] Bound port: 68764d1e-65d3-4135-8fda-6bf922eab7fe, host: n-d-760453-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad6e9119-211b-413b-8607-be0f4b330941', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '267d7b19-37ff-4328-99b1-9a0c8436f96e'}}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 26 21:18:29.294375 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-5298ed2d-92ce-4ca5-90b3-aef351c4efd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (68764d1e-65d3-4135-8fda-6bf922eab7fe), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:18:29.326303 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.db_base_plugin_common [None req-bfaa6192-4d44-4cc9-b635-62d4346cd41c None None] Allocated IP 2001:db8::2 (582126c3-9cee-4ed9-9e1d-9c910ed92a84/23ca52b7-07a2-4b49-be0c-ee9887dcc50a/55354188-8d39-484c-8b29-5b2659735f55) {{(pid=103306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 21:18:29.327305 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.db_base_plugin_common [None req-c69a8a30-52fb-43bb-abd6-6a7130399309 tempest-RoutersNegativeIpV6Test-344315661 tempest-RoutersNegativeIpV6Test-344315661-project] Allocated IP 2001:db8::1 (267d7b19-37ff-4328-99b1-9a0c8436f96e/3be5d0c6-5112-4de3-8daa-288dad81bb57/66d5b6ac-a343-4e5c-a878-c9e127e1c3c5) {{(pid=103305) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 21:18:29.611459 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-0eb5a34b-4667-459e-a819-df851f7b2e41 req-91babfbc-34a0-4c21-ab31-1c15632ffdb7 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] 10.222.0.66 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c6d9f10230f341edbbe46b16c17eb870 HTTP/1.1" status: 200 len: 379 time: 0.2924712 Jan 26 21:18:29.627644 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28dd217c-8d44-4c31-91a8-70c79145ca1e req-edb58bfb-c8b9-4a3b-89f7-35e47313b5d0 tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:18:29.633041 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28dd217c-8d44-4c31-91a8-70c79145ca1e req-edb58bfb-c8b9-4a3b-89f7-35e47313b5d0 tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:18:29.639145 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28dd217c-8d44-4c31-91a8-70c79145ca1e req-edb58bfb-c8b9-4a3b-89f7-35e47313b5d0 tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:18:29.641328 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [req-0eb5a34b-4667-459e-a819-df851f7b2e41 req-fae2e2dc-89e1-4e5c-96e7-6e97af026aeb tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Request body: {'port': {'device_id': '4596379c-6ccc-4df2-a875-f0896fc00fcc', 'network_id': '53e223b0-da4c-46a0-9735-61b7e6751b1f', 'admin_state_up': True, 'tenant_id': 'c6d9f10230f341edbbe46b16c17eb870', 'security_groups': ['48ad9419-cea5-46f2-b67f-159b9c4803d0']}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:18:29.645146 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28dd217c-8d44-4c31-91a8-70c79145ca1e req-edb58bfb-c8b9-4a3b-89f7-35e47313b5d0 tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:18:29.650126 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28dd217c-8d44-4c31-91a8-70c79145ca1e req-edb58bfb-c8b9-4a3b-89f7-35e47313b5d0 tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:18:29.655737 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28dd217c-8d44-4c31-91a8-70c79145ca1e req-edb58bfb-c8b9-4a3b-89f7-35e47313b5d0 tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:18:29.661341 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28dd217c-8d44-4c31-91a8-70c79145ca1e req-edb58bfb-c8b9-4a3b-89f7-35e47313b5d0 tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:18:29.662987 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-28dd217c-8d44-4c31-91a8-70c79145ca1e req-edb58bfb-c8b9-4a3b-89f7-35e47313b5d0 tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca795481-031c-48ac-925f-00596ed83bb9 HTTP/1.1" status: 200 len: 5431 time: 0.1545961 Jan 26 21:18:29.798861 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-55dd7483-566d-4a53-ad87-02d2dc22dbe8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:18:29.889959 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-28dd217c-8d44-4c31-91a8-70c79145ca1e req-4dd5ce83-1af5-492b-9092-be94a1c11bd8 tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] 10.222.0.13 "GET /v2.0/security-groups?id=cfb1b9fe-a4df-4bbd-b439-103a9aa84b57&id=4949e7fd-e987-466a-ab17-ed5ae28a32c1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2130253 Jan 26 21:18:29.943076 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0eb5a34b-4667-459e-a819-df851f7b2e41 req-fae2e2dc-89e1-4e5c-96e7-6e97af026aeb tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Made reservation on behalf of c6d9f10230f341edbbe46b16c17eb870 for: {'port': 1} {{(pid=103305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 21:18:29.949875 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-0eb5a34b-4667-459e-a819-df851f7b2e41 req-fae2e2dc-89e1-4e5c-96e7-6e97af026aeb tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:18:30.053368 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-bfaa6192-4d44-4cc9-b635-62d4346cd41c None None] Publish callbacks [] for port (55354188-8d39-484c-8b29-5b2659735f55), precommit_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:18:30.119694 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-c69a8a30-52fb-43bb-abd6-6a7130399309 tempest-RoutersNegativeIpV6Test-344315661 tempest-RoutersNegativeIpV6Test-344315661-project] Publish callbacks [] for port (66d5b6ac-a343-4e5c-a878-c9e127e1c3c5), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:18:30.124574 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-e67addb9-7858-4a53-a241-c451ee1011e9 None None] Provisioning complete for port eb8f7e49-122e-4ca1-a4ab-23009e91d146 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:18:30.124893 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-e67addb9-7858-4a53-a241-c451ee1011e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (eb8f7e49-122e-4ca1-a4ab-23009e91d146), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:18:30.163442 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-bfaa6192-4d44-4cc9-b635-62d4346cd41c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746560234527'] for port (55354188-8d39-484c-8b29-5b2659735f55), after_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:18:30.239462 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-0af8b427-6c43-464a-b4e0-3b502c2cb697 req-6b04a8fe-40a1-4378-88cd-6744aabf135e tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] 10.222.0.13 "GET /v2.0/ports?device_id=4596379c-6ccc-4df2-a875-f0896fc00fcc HTTP/1.1" status: 200 len: 210 time: 0.0743244 Jan 26 21:18:30.280773 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.db_base_plugin_common [req-0eb5a34b-4667-459e-a819-df851f7b2e41 req-fae2e2dc-89e1-4e5c-96e7-6e97af026aeb tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Allocated IP 172.20.0.10 (53e223b0-da4c-46a0-9735-61b7e6751b1f/062e0a06-c395-4f1c-b56d-3b2dd4ffff4d/20ca0e2a-d36f-4969-bc7b-96bbf79b1f45) {{(pid=103305) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 21:18:30.297609 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.db_base_plugin_common [None req-55dd7483-566d-4a53-ad87-02d2dc22dbe8 admin admin] Allocated IP 172.20.0.1 (d67e3ebe-4ba7-45de-a361-0a193d47dcd7/b97a8223-0b24-4ba7-b338-51c5c9119da6/f7f2ba7a-e925-4005-8a45-7f171abdeb0a) {{(pid=103304) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 21:18:30.359846 n-d-760453-5 neutron-server[103306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfaa6192-4d44-4cc9-b635-62d4346cd41c None None] Network 582126c3-9cee-4ed9-9e1d-9c910ed92a84 is already hosted by enough agents. {{(pid=103306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 21:18:30.361404 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Provisioning complete for port eb8f7e49-122e-4ca1-a4ab-23009e91d146 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:18:30.362151 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (eb8f7e49-122e-4ca1-a4ab-23009e91d146), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:18:30.380273 n-d-760453-5 neutron-server[103306]: DEBUG neutron.scheduler.base_scheduler [None req-bfaa6192-4d44-4cc9-b635-62d4346cd41c None None] Resources bound (agent type, host, resource id): {{(pid=103306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:18:30.383083 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfaa6192-4d44-4cc9-b635-62d4346cd41c None None] Received port after_create {{(pid=103306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 21:18:30.428758 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvr_db [None req-eddb84a2-94dd-4649-a2e7-3339d2b575e7 None None] Set router 99221ace-06a0-43fb-ad55-46eef57daef8 gateway port host: n-d-760453-5 {{(pid=103306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 21:18:30.488320 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-0eb5a34b-4667-459e-a819-df851f7b2e41 req-fae2e2dc-89e1-4e5c-96e7-6e97af026aeb tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Publish callbacks [] for port (20ca0e2a-d36f-4969-bc7b-96bbf79b1f45), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:18:30.509931 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-5298ed2d-92ce-4ca5-90b3-aef351c4efd6 None None] For port 68764d1e-65d3-4135-8fda-6bf922eab7fe, host n-d-760453-5, cleared binding levels {{(pid=103306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 26 21:18:30.539103 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-0eb5a34b-4667-459e-a819-df851f7b2e41 req-fae2e2dc-89e1-4e5c-96e7-6e97af026aeb tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746560234527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11791543'] for port (20ca0e2a-d36f-4969-bc7b-96bbf79b1f45), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:18:30.540342 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-55dd7483-566d-4a53-ad87-02d2dc22dbe8 admin admin] Publish callbacks [] for port (f7f2ba7a-e925-4005-8a45-7f171abdeb0a), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:18:30.617558 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0eb5a34b-4667-459e-a819-df851f7b2e41 req-fae2e2dc-89e1-4e5c-96e7-6e97af026aeb tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Network 53e223b0-da4c-46a0-9735-61b7e6751b1f is already hosted by enough agents. {{(pid=103305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 21:18:30.635550 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [req-0eb5a34b-4667-459e-a819-df851f7b2e41 req-fae2e2dc-89e1-4e5c-96e7-6e97af026aeb tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Resources bound (agent type, host, resource id): {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:18:30.654323 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfaa6192-4d44-4cc9-b635-62d4346cd41c None None] Pushing event updated for resources: {'Port': ['ID=55354188-8d39-484c-8b29-5b2659735f55,revision_number=1']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:18:30.671053 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [req-0eb5a34b-4667-459e-a819-df851f7b2e41 req-fae2e2dc-89e1-4e5c-96e7-6e97af026aeb tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Received port after_create {{(pid=103305) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 21:18:30.683095 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-c69a8a30-52fb-43bb-abd6-6a7130399309 tempest-RoutersNegativeIpV6Test-344315661 tempest-RoutersNegativeIpV6Test-344315661-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746560234527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11791543'] for port (66d5b6ac-a343-4e5c-a878-c9e127e1c3c5), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:18:30.722670 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-5298ed2d-92ce-4ca5-90b3-aef351c4efd6 None None] For port 68764d1e-65d3-4135-8fda-6bf922eab7fe, host n-d-760453-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=68764d1e-65d3-4135-8fda-6bf922eab7fe,segment=NetworkSegment(ad6e9119-211b-413b-8607-be0f4b330941),segment_id=ad6e9119-211b-413b-8607-be0f4b330941)] {{(pid=103306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 26 21:18:30.751202 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae2e2dc-89e1-4e5c-96e7-6e97af026aeb tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Pushing event updated for resources: {'Port': ['ID=20ca0e2a-d36f-4969-bc7b-96bbf79b1f45,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:18:30.765611 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-5298ed2d-92ce-4ca5-90b3-aef351c4efd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (68764d1e-65d3-4135-8fda-6bf922eab7fe), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:18:30.768377 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ca5e4a-d15e-4d49-ad77-b4a9905962b4 req-3b9d5065-3e73-4d22-b8f4-ff38daee4fe9 tempest-ServersNegativeTestJSON-90632883 tempest-ServersNegativeTestJSON-90632883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:18:30.770004 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-64ca5e4a-d15e-4d49-ad77-b4a9905962b4 req-3b9d5065-3e73-4d22-b8f4-ff38daee4fe9 tempest-ServersNegativeTestJSON-90632883 tempest-ServersNegativeTestJSON-90632883-project] 10.222.0.13 "GET /v2.0/ports?device_id=20bda332-a159-49bd-8c61-2ea774ab5602 HTTP/1.1" status: 200 len: 945 time: 0.5029402 Jan 26 21:18:30.829587 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c69a8a30-52fb-43bb-abd6-6a7130399309 tempest-RoutersNegativeIpV6Test-344315661 tempest-RoutersNegativeIpV6Test-344315661-project] Network 267d7b19-37ff-4328-99b1-9a0c8436f96e is already hosted by enough agents. {{(pid=103305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 21:18:30.838019 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-55dd7483-566d-4a53-ad87-02d2dc22dbe8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746560234527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9281553'] for port (f7f2ba7a-e925-4005-8a45-7f171abdeb0a), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:18:30.857105 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [None req-c69a8a30-52fb-43bb-abd6-6a7130399309 tempest-RoutersNegativeIpV6Test-344315661 tempest-RoutersNegativeIpV6Test-344315661-project] Resources bound (agent type, host, resource id): {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:18:30.867262 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-bfaa6192-4d44-4cc9-b635-62d4346cd41c None None] Attempting to bind port 55354188-8d39-484c-8b29-5b2659735f55 on host n-d-760453-5 for vnic_type normal with profile {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 21:18:30.867937 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-bfaa6192-4d44-4cc9-b635-62d4346cd41c None None] Attempting to bind port 55354188-8d39-484c-8b29-5b2659735f55 by drivers openvswitch,hyperv on host n-d-760453-5 at level 0 using segments [{'id': '7284f23c-aaa9-449e-8271-f6abb5ee66ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '582126c3-9cee-4ed9-9e1d-9c910ed92a84'}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 26 21:18:30.868661 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfaa6192-4d44-4cc9-b635-62d4346cd41c None None] Attempting to bind port 55354188-8d39-484c-8b29-5b2659735f55 on network 582126c3-9cee-4ed9-9e1d-9c910ed92a84 {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 21:18:30.872544 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c69a8a30-52fb-43bb-abd6-6a7130399309 tempest-RoutersNegativeIpV6Test-344315661 tempest-RoutersNegativeIpV6Test-344315661-project] Received port after_create {{(pid=103305) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 21:18:30.873100 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-c69a8a30-52fb-43bb-abd6-6a7130399309 tempest-RoutersNegativeIpV6Test-344315661 tempest-RoutersNegativeIpV6Test-344315661-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4111050'] for router_interface (60637e3e-bfe5-4fbc-90e2-65097b4f9a6c), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:18:30.888874 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4639280a-31be-414f-b5a6-bcced061edb7 req-88606ab1-18b4-4a8d-9e80-daefeb82393a tempest-LiveMigrationTest-746395142 tempest-LiveMigrationTest-746395142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:18:30.909752 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-4639280a-31be-414f-b5a6-bcced061edb7 req-88606ab1-18b4-4a8d-9e80-daefeb82393a tempest-LiveMigrationTest-746395142 tempest-LiveMigrationTest-746395142-project] 10.222.0.13 "GET /v2.0/ports?device_id=3c1bb11b-19e0-4bd6-8502-e5422740b40d HTTP/1.1" status: 200 len: 945 time: 0.3107831 Jan 26 21:18:30.919352 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfaa6192-4d44-4cc9-b635-62d4346cd41c None None] Checking agent: {'id': 'fea0591a-627d-4c87-9a9a-01625ddf3277', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760453-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 20, 55, 25), 'started_at': datetime.datetime(2022, 1, 26, 20, 55, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 21, 18, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760453-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 26 21:18:30.919885 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfaa6192-4d44-4cc9-b635-62d4346cd41c None None] Checking segment: {'id': '7284f23c-aaa9-449e-8271-f6abb5ee66ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '582126c3-9cee-4ed9-9e1d-9c910ed92a84'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 21:18:30.920387 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-bfaa6192-4d44-4cc9-b635-62d4346cd41c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:18:30.920882 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfaa6192-4d44-4cc9-b635-62d4346cd41c None None] Bound using segment: {'id': '7284f23c-aaa9-449e-8271-f6abb5ee66ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '582126c3-9cee-4ed9-9e1d-9c910ed92a84'} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 26 21:18:30.921638 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-bfaa6192-4d44-4cc9-b635-62d4346cd41c None None] Bound port: 55354188-8d39-484c-8b29-5b2659735f55, host: n-d-760453-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7284f23c-aaa9-449e-8271-f6abb5ee66ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '582126c3-9cee-4ed9-9e1d-9c910ed92a84'}}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 26 21:18:30.922129 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-bfaa6192-4d44-4cc9-b635-62d4346cd41c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (55354188-8d39-484c-8b29-5b2659735f55), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:18:30.988196 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb5a34b-4667-459e-a819-df851f7b2e41 req-fae2e2dc-89e1-4e5c-96e7-6e97af026aeb tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:18:30.989135 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-0eb5a34b-4667-459e-a819-df851f7b2e41 req-fae2e2dc-89e1-4e5c-96e7-6e97af026aeb tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:18:31.004571 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-e67addb9-7858-4a53-a241-c451ee1011e9 None None] Current status of the port eb8f7e49-122e-4ca1-a4ab-23009e91d146 is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:18:31.014580 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5298ed2d-92ce-4ca5-90b3-aef351c4efd6 None None] Pushing event updated for resources: {'Port': ['ID=68764d1e-65d3-4135-8fda-6bf922eab7fe,revision_number=2']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:18:31.034446 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55dd7483-566d-4a53-ad87-02d2dc22dbe8 admin admin] Pushing event updated for resources: {'Port': ['ID=f7f2ba7a-e925-4005-8a45-7f171abdeb0a,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:18:31.034696 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Current status of the port eb8f7e49-122e-4ca1-a4ab-23009e91d146 is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:18:31.075166 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c69a8a30-52fb-43bb-abd6-6a7130399309 tempest-RoutersNegativeIpV6Test-344315661 tempest-RoutersNegativeIpV6Test-344315661-project] Pushing event updated for resources: {'Port': ['ID=66d5b6ac-a343-4e5c-a878-c9e127e1c3c5,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:18:31.103313 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-0eb5a34b-4667-459e-a819-df851f7b2e41 req-fae2e2dc-89e1-4e5c-96e7-6e97af026aeb tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4803343 Jan 26 21:18:31.133741 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-eddb84a2-94dd-4649-a2e7-3339d2b575e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99221ace-06a0-43fb-ad55-46eef57daef8', 'name': 'tempest-AttachVolumeShelveTestJSON-170009-router', 'tenant_id': '9a820e3f529a4c3083d815b75318d24c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'external_fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.173'}], 'enable_snat': True}, 'gw_port_id': 'c466aca2-17ea-426f-9342-4ad09516c48d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T21:18:18Z', 'updated_at': '2022-01-26T21:18:25Z', 'revision_number': 3, 'project_id': '9a820e3f529a4c3083d815b75318d24c', 'gw_port': {'id': 'c466aca2-17ea-426f-9342-4ad09516c48d', 'name': '', 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:a0:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99221ace-06a0-43fb-ad55-46eef57daef8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1625, 'fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:18:21Z', 'updated_at': '2022-01-26T21:18:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-5'}], 'n-d-760453-5', False) {} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:18:31.185969 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [req-0eb5a34b-4667-459e-a819-df851f7b2e41 req-4056bb8b-9048-4006-9eb1-2bde7b62167a service neutron] Request body: {'port': {'device_id': '4596379c-6ccc-4df2-a875-f0896fc00fcc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-760453-5'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:18:31.191802 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55dd7483-566d-4a53-ad87-02d2dc22dbe8 admin admin] Network d67e3ebe-4ba7-45de-a361-0a193d47dcd7 is already hosted by enough agents. {{(pid=103304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 21:18:31.209094 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eddb84a2-94dd-4649-a2e7-3339d2b575e7 None None] Checking router: 99221ace-06a0-43fb-ad55-46eef57daef8 for host: n-d-760453-5 {{(pid=103306) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 26 21:18:31.209478 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eddb84a2-94dd-4649-a2e7-3339d2b575e7 None None] Updating router 99221ace-06a0-43fb-ad55-46eef57daef8 port c466aca2-17ea-426f-9342-4ad09516c48d binding host n-d-760453-5 {{(pid=103306) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 26 21:18:31.239889 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [None req-55dd7483-566d-4a53-ad87-02d2dc22dbe8 admin admin] Resources bound (agent type, host, resource id): {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:18:31.243874 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55dd7483-566d-4a53-ad87-02d2dc22dbe8 admin admin] Received port after_create {{(pid=103304) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 21:18:31.319386 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-64ca5e4a-d15e-4d49-ad77-b4a9905962b4 req-a4def5ed-8504-4416-a8a1-a170c1c041dd tempest-ServersNegativeTestJSON-90632883 tempest-ServersNegativeTestJSON-90632883-project] 10.222.0.13 "GET /v2.0/security-groups?id=f00b351c-12ea-4499-84c9-f0263f4f27ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5381436 Jan 26 21:18:31.322483 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-210a011b-3c7a-4854-8ff2-71a6d183cf4f None None] Provisioning complete for port 20ca0e2a-d36f-4969-bc7b-96bbf79b1f45 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:18:31.322860 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-210a011b-3c7a-4854-8ff2-71a6d183cf4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (20ca0e2a-d36f-4969-bc7b-96bbf79b1f45), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:18:31.325692 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-0eb5a34b-4667-459e-a819-df851f7b2e41 req-4056bb8b-9048-4006-9eb1-2bde7b62167a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (20ca0e2a-d36f-4969-bc7b-96bbf79b1f45), before_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:18:31.330218 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-eddb84a2-94dd-4649-a2e7-3339d2b575e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (c466aca2-17ea-426f-9342-4ad09516c48d), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:18:31.366011 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-4639280a-31be-414f-b5a6-bcced061edb7 req-4ed99d6c-fdee-4ffe-b6e8-cba7fb6470b4 tempest-LiveMigrationTest-746395142 tempest-LiveMigrationTest-746395142-project] 10.222.0.13 "GET /v2.0/security-groups?id=c43a996a-6b93-48e4-a331-48250c5b183d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3246114 Jan 26 21:18:31.380306 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-55dd7483-566d-4a53-ad87-02d2dc22dbe8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4111050'] for router_interface (99221ace-06a0-43fb-ad55-46eef57daef8), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:18:31.504664 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-bfaa6192-4d44-4cc9-b635-62d4346cd41c None None] For port 55354188-8d39-484c-8b29-5b2659735f55, host n-d-760453-5, cleared binding levels {{(pid=103306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 26 21:18:31.515452 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Device 88764215-3016-414b-be37-d9a2af36ed63 up at agent hyperv_n-h2-760453-5 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 21:18:31.556237 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-c69a8a30-52fb-43bb-abd6-6a7130399309 tempest-RoutersNegativeIpV6Test-344315661 tempest-RoutersNegativeIpV6Test-344315661-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (66d5b6ac-a343-4e5c-a878-c9e127e1c3c5), before_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:18:31.616526 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-bfaa6192-4d44-4cc9-b635-62d4346cd41c None None] For port 55354188-8d39-484c-8b29-5b2659735f55, host n-d-760453-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=55354188-8d39-484c-8b29-5b2659735f55,segment=NetworkSegment(7284f23c-aaa9-449e-8271-f6abb5ee66ce),segment_id=7284f23c-aaa9-449e-8271-f6abb5ee66ce)] {{(pid=103306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 26 21:18:31.664361 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-bfaa6192-4d44-4cc9-b635-62d4346cd41c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (55354188-8d39-484c-8b29-5b2659735f55), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:18:31.684740 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-210a011b-3c7a-4854-8ff2-71a6d183cf4f None None] Port 20ca0e2a-d36f-4969-bc7b-96bbf79b1f45 cannot update to ACTIVE because it is not bound. {{(pid=103306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 26 21:18:32.053905 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfaa6192-4d44-4cc9-b635-62d4346cd41c None None] Pushing event updated for resources: {'Port': ['ID=55354188-8d39-484c-8b29-5b2659735f55,revision_number=2']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:18:32.102065 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-f3217e6d-7a29-49fe-9690-c3819e878bae None None] Provisioning complete for port f7f2ba7a-e925-4005-8a45-7f171abdeb0a triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:18:32.102565 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-f3217e6d-7a29-49fe-9690-c3819e878bae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (f7f2ba7a-e925-4005-8a45-7f171abdeb0a), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:18:32.130310 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Provisioning for port 88764215-3016-414b-be37-d9a2af36ed63 completed by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 21:18:32.263011 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Provisioning complete for port 88764215-3016-414b-be37-d9a2af36ed63 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:18:32.263705 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (88764215-3016-414b-be37-d9a2af36ed63), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:18:32.327229 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-c69a8a30-52fb-43bb-abd6-6a7130399309 tempest-RoutersNegativeIpV6Test-344315661 tempest-RoutersNegativeIpV6Test-344315661-project] Publish callbacks [] for port (66d5b6ac-a343-4e5c-a878-c9e127e1c3c5), precommit_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:18:32.356675 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-c69a8a30-52fb-43bb-abd6-6a7130399309 tempest-RoutersNegativeIpV6Test-344315661 tempest-RoutersNegativeIpV6Test-344315661-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11791520'] for port (66d5b6ac-a343-4e5c-a878-c9e127e1c3c5), after_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:18:32.361682 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-c69a8a30-52fb-43bb-abd6-6a7130399309 tempest-RoutersNegativeIpV6Test-344315661 tempest-RoutersNegativeIpV6Test-344315661-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3709457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4110682'] for router_interface (60637e3e-bfe5-4fbc-90e2-65097b4f9a6c), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:18:32.371339 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-f3217e6d-7a29-49fe-9690-c3819e878bae None None] Port f7f2ba7a-e925-4005-8a45-7f171abdeb0a cannot update to ACTIVE because it is not bound. {{(pid=103306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 26 21:18:32.581951 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-55dd7483-566d-4a53-ad87-02d2dc22dbe8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (f7f2ba7a-e925-4005-8a45-7f171abdeb0a), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:18:32.684804 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c69a8a30-52fb-43bb-abd6-6a7130399309 tempest-RoutersNegativeIpV6Test-344315661 tempest-RoutersNegativeIpV6Test-344315661-project] Pushing event updated for resources: {'Port': ['ID=66d5b6ac-a343-4e5c-a878-c9e127e1c3c5,revision_number=2']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:18:32.693683 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16117ac3-5c77-4946-b2d2-0c460bd62bfb req-76c4fa9a-d4ea-49e4-a925-29bc43e947d6 tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:18:32.704182 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Current status of the port 88764215-3016-414b-be37-d9a2af36ed63 is: BUILD; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:18:32.704579 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (88764215-3016-414b-be37-d9a2af36ed63), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:18:32.710476 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16117ac3-5c77-4946-b2d2-0c460bd62bfb req-76c4fa9a-d4ea-49e4-a925-29bc43e947d6 tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:18:32.716352 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27e4fbb5-4866-4364-94c3-aa7bc4830bd0 None None] Network 267d7b19-37ff-4328-99b1-9a0c8436f96e requested from n-d-760453-5 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 26 21:18:32.726087 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16117ac3-5c77-4946-b2d2-0c460bd62bfb req-76c4fa9a-d4ea-49e4-a925-29bc43e947d6 tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:18:32.737315 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16117ac3-5c77-4946-b2d2-0c460bd62bfb req-76c4fa9a-d4ea-49e4-a925-29bc43e947d6 tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:18:32.743428 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-eddb84a2-94dd-4649-a2e7-3339d2b575e7 None None] Publish callbacks [] for port (c466aca2-17ea-426f-9342-4ad09516c48d), precommit_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:18:32.750914 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16117ac3-5c77-4946-b2d2-0c460bd62bfb req-76c4fa9a-d4ea-49e4-a925-29bc43e947d6 tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:18:32.762260 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16117ac3-5c77-4946-b2d2-0c460bd62bfb req-76c4fa9a-d4ea-49e4-a925-29bc43e947d6 tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:18:32.767720 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16117ac3-5c77-4946-b2d2-0c460bd62bfb req-76c4fa9a-d4ea-49e4-a925-29bc43e947d6 tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:18:32.786221 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-16117ac3-5c77-4946-b2d2-0c460bd62bfb req-76c4fa9a-d4ea-49e4-a925-29bc43e947d6 tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca795481-031c-48ac-925f-00596ed83bb9 HTTP/1.1" status: 200 len: 5431 time: 1.1514060 Jan 26 21:18:32.827743 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-eddb84a2-94dd-4649-a2e7-3339d2b575e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (c466aca2-17ea-426f-9342-4ad09516c48d), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:18:32.836578 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c69a8a30-52fb-43bb-abd6-6a7130399309 tempest-RoutersNegativeIpV6Test-344315661 tempest-RoutersNegativeIpV6Test-344315661-project] Network 267d7b19-37ff-4328-99b1-9a0c8436f96e is already hosted by enough agents. {{(pid=103305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 21:18:32.841497 n-d-760453-5 neutron-server[103306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20bda332-a159-49bd-8c61-2ea774ab5602', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88764215-3016-414b-be37-d9a2af36ed63'}] {{(pid=103306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 21:18:32.841705 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [None req-c69a8a30-52fb-43bb-abd6-6a7130399309 tempest-RoutersNegativeIpV6Test-344315661 tempest-RoutersNegativeIpV6Test-344315661-project] Resources bound (agent type, host, resource id): {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:18:32.845732 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9d5d370febab655511bdd2ffe887e43e442d144a440368702bcc1e93af00b97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13c355eb-7ca8-4370-8a93-adbfa2ece9d2" -d '{"events": [{"server_uuid": "20bda332-a159-49bd-8c61-2ea774ab5602", "name": "network-vif-plugged", "status": "completed", "tag": "88764215-3016-414b-be37-d9a2af36ed63"}]}' {{(pid=103306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 21:18:32.876788 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a825c59c-8da7-48e9-91a3-905a1d8e80e9 req-a5c05997-1ca8-40ec-a95a-e53c608847e4 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:18:32.891149 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-a825c59c-8da7-48e9-91a3-905a1d8e80e9 req-a5c05997-1ca8-40ec-a95a-e53c608847e4 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] 10.222.0.13 "GET /v2.0/ports?device_id=4596379c-6ccc-4df2-a875-f0896fc00fcc HTTP/1.1" status: 200 len: 932 time: 1.2524273 Jan 26 21:18:32.955808 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ef7edc-26e2-4124-b507-c7b3dc114ee5 None None] Pushing event updated for resources: {'Port': ['ID=c466aca2-17ea-426f-9342-4ad09516c48d,revision_number=2']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:18:32.982474 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] For port 88764215-3016-414b-be37-d9a2af36ed63, host n-h2-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-5',level=0,port_id=88764215-3016-414b-be37-d9a2af36ed63,segment=NetworkSegment(814afaca-b1b7-499b-b897-fa89d466ac5d),segment_id=814afaca-b1b7-499b-b897-fa89d466ac5d)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:18:33.038441 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-16117ac3-5c77-4946-b2d2-0c460bd62bfb req-38b24643-8223-4b3c-8c53-b5d79b6edfa4 tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] 10.222.0.13 "GET /v2.0/security-groups?id=cfb1b9fe-a4df-4bbd-b439-103a9aa84b57&id=4949e7fd-e987-466a-ab17-ed5ae28a32c1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2512910 Jan 26 21:18:33.039392 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-eddb84a2-94dd-4649-a2e7-3339d2b575e7 None None] Attempting to bind port c466aca2-17ea-426f-9342-4ad09516c48d on host n-d-760453-5 for vnic_type normal with profile {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 21:18:33.039761 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-eddb84a2-94dd-4649-a2e7-3339d2b575e7 None None] Attempting to bind port c466aca2-17ea-426f-9342-4ad09516c48d by drivers openvswitch,hyperv on host n-d-760453-5 at level 0 using segments [{'id': 'e17cb353-418f-48b9-b982-21a6233ee99b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299'}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 26 21:18:33.040116 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eddb84a2-94dd-4649-a2e7-3339d2b575e7 None None] Attempting to bind port c466aca2-17ea-426f-9342-4ad09516c48d on network 4140a1f1-c93a-4bea-83a0-68953a54f299 {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 21:18:33.060543 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eddb84a2-94dd-4649-a2e7-3339d2b575e7 None None] Checking agent: {'id': 'fea0591a-627d-4c87-9a9a-01625ddf3277', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760453-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 20, 55, 25), 'started_at': datetime.datetime(2022, 1, 26, 20, 55, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 21, 18, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760453-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 26 21:18:33.060919 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eddb84a2-94dd-4649-a2e7-3339d2b575e7 None None] Checking segment: {'id': 'e17cb353-418f-48b9-b982-21a6233ee99b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 21:18:33.061345 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-eddb84a2-94dd-4649-a2e7-3339d2b575e7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:18:33.061740 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eddb84a2-94dd-4649-a2e7-3339d2b575e7 None None] Bound using segment: {'id': 'e17cb353-418f-48b9-b982-21a6233ee99b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299'} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 26 21:18:33.062218 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-eddb84a2-94dd-4649-a2e7-3339d2b575e7 None None] Bound port: c466aca2-17ea-426f-9342-4ad09516c48d, host: n-d-760453-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e17cb353-418f-48b9-b982-21a6233ee99b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299'}}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 26 21:18:33.062596 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-eddb84a2-94dd-4649-a2e7-3339d2b575e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (c466aca2-17ea-426f-9342-4ad09516c48d), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:18:33.066721 n-d-760453-5 neutron-server[103305]: DEBUG neutron.notifiers.nova [req-0eb5a34b-4667-459e-a819-df851f7b2e41 req-4056bb8b-9048-4006-9eb1-2bde7b62167a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 20ca0e2a-d36f-4969-bc7b-96bbf79b1f45 {{(pid=103305) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 26 21:18:33.070904 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-caba1ae5-7316-410f-9dbd-213074cd0a43 None None] Provisioning complete for port 68764d1e-65d3-4135-8fda-6bf922eab7fe triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:18:33.071223 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-caba1ae5-7316-410f-9dbd-213074cd0a43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (68764d1e-65d3-4135-8fda-6bf922eab7fe), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:18:33.075422 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (88764215-3016-414b-be37-d9a2af36ed63), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:18:33.103194 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-0eb5a34b-4667-459e-a819-df851f7b2e41 req-4056bb8b-9048-4006-9eb1-2bde7b62167a service neutron] Publish callbacks [] for port (20ca0e2a-d36f-4969-bc7b-96bbf79b1f45), precommit_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:18:33.162466 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.provisioning_blocks [req-0eb5a34b-4667-459e-a819-df851f7b2e41 req-4056bb8b-9048-4006-9eb1-2bde7b62167a service neutron] Transition to ACTIVE for port object 20ca0e2a-d36f-4969-bc7b-96bbf79b1f45 will not be triggered until provisioned by entity L2. {{(pid=103305) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 21:18:33.176060 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-0eb5a34b-4667-459e-a819-df851f7b2e41 req-4056bb8b-9048-4006-9eb1-2bde7b62167a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11791520'] for port (20ca0e2a-d36f-4969-bc7b-96bbf79b1f45), after_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:18:33.321186 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c69a8a30-52fb-43bb-abd6-6a7130399309 tempest-RoutersNegativeIpV6Test-344315661 tempest-RoutersNegativeIpV6Test-344315661-project] Router 60637e3e-bfe5-4fbc-90e2-65097b4f9a6c is scheduled to L3 agent 09df100c-3af1-4b0a-bda8-05914c71c458 with binding_index 1 {{(pid=103305) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 26 21:18:33.335569 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4056bb8b-9048-4006-9eb1-2bde7b62167a service neutron] Pushing event updated for resources: {'Port': ['ID=20ca0e2a-d36f-4969-bc7b-96bbf79b1f45,revision_number=2']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:18:33.493051 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-a825c59c-8da7-48e9-91a3-905a1d8e80e9 req-954341d1-6b61-42b1-8dce-a286f0819e10 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] 10.222.0.13 "GET /v2.0/security-groups?id=48ad9419-cea5-46f2-b67f-159b9c4803d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5999117 Jan 26 21:18:33.581046 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [req-0eb5a34b-4667-459e-a819-df851f7b2e41 req-4056bb8b-9048-4006-9eb1-2bde7b62167a service neutron] Attempting to bind port 20ca0e2a-d36f-4969-bc7b-96bbf79b1f45 on host n-h1-760453-5 for vnic_type normal with profile {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 21:18:33.581418 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [req-0eb5a34b-4667-459e-a819-df851f7b2e41 req-4056bb8b-9048-4006-9eb1-2bde7b62167a service neutron] Attempting to bind port 20ca0e2a-d36f-4969-bc7b-96bbf79b1f45 by drivers openvswitch,hyperv on host n-h1-760453-5 at level 0 using segments [{'id': '17e2e8a5-d0ff-43c6-ae30-ad82dc108dba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '53e223b0-da4c-46a0-9735-61b7e6751b1f'}] {{(pid=103305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 26 21:18:33.581752 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0eb5a34b-4667-459e-a819-df851f7b2e41 req-4056bb8b-9048-4006-9eb1-2bde7b62167a service neutron] Attempting to bind port 20ca0e2a-d36f-4969-bc7b-96bbf79b1f45 on network 53e223b0-da4c-46a0-9735-61b7e6751b1f {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 21:18:33.602510 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0eb5a34b-4667-459e-a819-df851f7b2e41 req-4056bb8b-9048-4006-9eb1-2bde7b62167a service neutron] Port 20ca0e2a-d36f-4969-bc7b-96bbf79b1f45 on network 53e223b0-da4c-46a0-9735-61b7e6751b1f not bound, no agent of type Open vSwitch agent registered on host n-h1-760453-5 {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 26 21:18:33.603968 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0eb5a34b-4667-459e-a819-df851f7b2e41 req-4056bb8b-9048-4006-9eb1-2bde7b62167a service neutron] Attempting to bind port 20ca0e2a-d36f-4969-bc7b-96bbf79b1f45 on network 53e223b0-da4c-46a0-9735-61b7e6751b1f {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 21:18:33.643037 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2104afc1-6e5f-47aa-9582-0f5a42f6ed33 req-906068d8-a122-497c-b509-9ce07af58426 tempest-ServersNegativeTestJSON-90632883 tempest-ServersNegativeTestJSON-90632883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:18:33.656224 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-2104afc1-6e5f-47aa-9582-0f5a42f6ed33 req-906068d8-a122-497c-b509-9ce07af58426 tempest-ServersNegativeTestJSON-90632883 tempest-ServersNegativeTestJSON-90632883-project] 10.222.0.13 "GET /v2.0/ports?device_id=20bda332-a159-49bd-8c61-2ea774ab5602 HTTP/1.1" status: 200 len: 946 time: 0.3886938 Jan 26 21:18:33.708216 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0eb5a34b-4667-459e-a819-df851f7b2e41 req-4056bb8b-9048-4006-9eb1-2bde7b62167a service neutron] Checking agent: {'id': '32ef628b-8417-46c5-8729-60fcabe358f1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-760453-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 21, 3, 8), 'started_at': datetime.datetime(2022, 1, 26, 21, 3, 8), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 21, 18, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 26 21:18:33.708779 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0eb5a34b-4667-459e-a819-df851f7b2e41 req-4056bb8b-9048-4006-9eb1-2bde7b62167a service neutron] Checking segment: {'id': '17e2e8a5-d0ff-43c6-ae30-ad82dc108dba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '53e223b0-da4c-46a0-9735-61b7e6751b1f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103305) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 21:18:33.713220 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0eb5a34b-4667-459e-a819-df851f7b2e41 req-4056bb8b-9048-4006-9eb1-2bde7b62167a service neutron] Bound using segment: {'id': '17e2e8a5-d0ff-43c6-ae30-ad82dc108dba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '53e223b0-da4c-46a0-9735-61b7e6751b1f'} {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 26 21:18:33.713730 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [req-0eb5a34b-4667-459e-a819-df851f7b2e41 req-4056bb8b-9048-4006-9eb1-2bde7b62167a service neutron] Bound port: 20ca0e2a-d36f-4969-bc7b-96bbf79b1f45, host: n-h1-760453-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '17e2e8a5-d0ff-43c6-ae30-ad82dc108dba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '53e223b0-da4c-46a0-9735-61b7e6751b1f'}}] {{(pid=103305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 26 21:18:33.714103 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-0eb5a34b-4667-459e-a819-df851f7b2e41 req-4056bb8b-9048-4006-9eb1-2bde7b62167a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (20ca0e2a-d36f-4969-bc7b-96bbf79b1f45), before_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:18:33.731581 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device 55354188-8d39-484c-8b29-5b2659735f55 up at agent ovs-agent-n-d-760453-5 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 21:18:33.738106 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62338b11-897f-4a5d-b240-e9d52b13da60 None None] Network 582126c3-9cee-4ed9-9e1d-9c910ed92a84 requested from n-d-760453-5 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 26 21:18:33.774107 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-55dd7483-566d-4a53-ad87-02d2dc22dbe8 admin admin] Publish callbacks [] for port (f7f2ba7a-e925-4005-8a45-7f171abdeb0a), precommit_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:18:33.793999 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-55dd7483-566d-4a53-ad87-02d2dc22dbe8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9281542'] for port (f7f2ba7a-e925-4005-8a45-7f171abdeb0a), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:18:33.797210 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 32820) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:18:33.809642 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dfbdcc7-b78d-4511-a3d5-dbf3eabd09d0 req-d3e9d8a0-af11-49bc-9d09-1044b8774b71 tempest-LiveMigrationTest-746395142 tempest-LiveMigrationTest-746395142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:18:33.817441 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-0dfbdcc7-b78d-4511-a3d5-dbf3eabd09d0 req-d3e9d8a0-af11-49bc-9d09-1044b8774b71 tempest-LiveMigrationTest-746395142 tempest-LiveMigrationTest-746395142-project] 10.222.0.13 "GET /v2.0/ports?device_id=3c1bb11b-19e0-4bd6-8502-e5422740b40d HTTP/1.1" status: 200 len: 945 time: 0.2172971 Jan 26 21:18:33.848046 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [req-0eb5a34b-4667-459e-a819-df851f7b2e41 req-4056bb8b-9048-4006-9eb1-2bde7b62167a service neutron] For port 20ca0e2a-d36f-4969-bc7b-96bbf79b1f45, host n-h1-760453-5, cleared binding levels {{(pid=103305) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 26 21:18:33.851910 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [req-0eb5a34b-4667-459e-a819-df851f7b2e41 req-4056bb8b-9048-4006-9eb1-2bde7b62167a service neutron] For port 20ca0e2a-d36f-4969-bc7b-96bbf79b1f45, host n-h1-760453-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-5',level=0,port_id=20ca0e2a-d36f-4969-bc7b-96bbf79b1f45,segment=NetworkSegment(17e2e8a5-d0ff-43c6-ae30-ad82dc108dba),segment_id=17e2e8a5-d0ff-43c6-ae30-ad82dc108dba)] {{(pid=103305) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 26 21:18:33.863403 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-0eb5a34b-4667-459e-a819-df851f7b2e41 req-4056bb8b-9048-4006-9eb1-2bde7b62167a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11791520'] for port (20ca0e2a-d36f-4969-bc7b-96bbf79b1f45), after_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:18:33.896587 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-2104afc1-6e5f-47aa-9582-0f5a42f6ed33 req-0089045d-a108-4604-8352-a6038b377b16 tempest-ServersNegativeTestJSON-90632883 tempest-ServersNegativeTestJSON-90632883-project] 10.222.0.13 "GET /v2.0/security-groups?id=f00b351c-12ea-4499-84c9-f0263f4f27ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2052839 Jan 26 21:18:33.912390 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb5a34b-4667-459e-a819-df851f7b2e41 req-4056bb8b-9048-4006-9eb1-2bde7b62167a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:18:33.913061 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-0eb5a34b-4667-459e-a819-df851f7b2e41 req-4056bb8b-9048-4006-9eb1-2bde7b62167a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:18:33.939386 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-0eb5a34b-4667-459e-a819-df851f7b2e41 req-4056bb8b-9048-4006-9eb1-2bde7b62167a service neutron] 10.222.0.66 "PUT /v2.0/ports/20ca0e2a-d36f-4969-bc7b-96bbf79b1f45 HTTP/1.1" status: 200 len: 1092 time: 2.7760060 Jan 26 21:18:33.977872 n-d-760453-5 neutron-server[103305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4596379c-6ccc-4df2-a875-f0896fc00fcc', 'tag': '20ca0e2a-d36f-4969-bc7b-96bbf79b1f45'}] {{(pid=103305) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 21:18:33.984097 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55dd7483-566d-4a53-ad87-02d2dc22dbe8 admin admin] Pushing event updated for resources: {'Port': ['ID=f7f2ba7a-e925-4005-8a45-7f171abdeb0a,revision_number=2']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:18:33.986768 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d4654568b7bf041e72ff8fe1c96d6d761d9c921f2b99bc7b3a26632be20cee0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7eecea17-057e-4dc6-9b6b-603670e754cc" -d '{"events": [{"name": "network-changed", "server_uuid": "4596379c-6ccc-4df2-a875-f0896fc00fcc", "tag": "20ca0e2a-d36f-4969-bc7b-96bbf79b1f45"}]}' {{(pid=103305) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 21:18:34.008977 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-55dd7483-566d-4a53-ad87-02d2dc22dbe8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3709457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4110682'] for router_interface (99221ace-06a0-43fb-ad55-46eef57daef8), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:18:34.035096 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-0dfbdcc7-b78d-4511-a3d5-dbf3eabd09d0 req-0bff507e-ceb1-4223-8954-b0891a5c8dea tempest-LiveMigrationTest-746395142 tempest-LiveMigrationTest-746395142-project] 10.222.0.13 "GET /v2.0/security-groups?id=c43a996a-6b93-48e4-a331-48250c5b183d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2102139 Jan 26 21:18:34.050174 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Pushing event updated for resources: {'Port': ['ID=88764215-3016-414b-be37-d9a2af36ed63,revision_number=5']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:18:34.082132 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-eddb84a2-94dd-4649-a2e7-3339d2b575e7 None None] For port c466aca2-17ea-426f-9342-4ad09516c48d, host n-d-760453-5, cleared binding levels {{(pid=103306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 26 21:18:34.118179 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Jan 2022 21:18:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c87a1dba-4d82-471a-a527-46c5d858ebb5 x-openstack-request-id: req-c87a1dba-4d82-471a-a527-46c5d858ebb5 {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 21:18:34.118696 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20bda332-a159-49bd-8c61-2ea774ab5602", "name": "network-vif-plugged", "status": "completed", "tag": "88764215-3016-414b-be37-d9a2af36ed63", "code": 200}]} {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 21:18:34.119103 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c87a1dba-4d82-471a-a527-46c5d858ebb5 {{(pid=103306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 21:18:34.123098 n-d-760453-5 neutron-server[103306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20bda332-a159-49bd-8c61-2ea774ab5602', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88764215-3016-414b-be37-d9a2af36ed63', 'code': 200} Jan 26 21:18:34.178888 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-eddb84a2-94dd-4649-a2e7-3339d2b575e7 None None] For port c466aca2-17ea-426f-9342-4ad09516c48d, host n-d-760453-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=c466aca2-17ea-426f-9342-4ad09516c48d,segment=NetworkSegment(e17cb353-418f-48b9-b982-21a6233ee99b),segment_id=e17cb353-418f-48b9-b982-21a6233ee99b)] {{(pid=103306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 26 21:18:34.194984 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-caba1ae5-7316-410f-9dbd-213074cd0a43 None None] Current status of the port 68764d1e-65d3-4135-8fda-6bf922eab7fe is: DOWN; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:18:34.195382 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-caba1ae5-7316-410f-9dbd-213074cd0a43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (68764d1e-65d3-4135-8fda-6bf922eab7fe), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:18:34.210623 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-eddb84a2-94dd-4649-a2e7-3339d2b575e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (c466aca2-17ea-426f-9342-4ad09516c48d), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:18:34.246239 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 26 Jan 2022 21:18:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d42e81c5-2e1c-4621-9181-c432610fb539 x-openstack-request-id: req-d42e81c5-2e1c-4621-9181-c432610fb539 {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 21:18:34.246901 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4596379c-6ccc-4df2-a875-f0896fc00fcc", "tag": "20ca0e2a-d36f-4969-bc7b-96bbf79b1f45", "status": "completed", "code": 200}]} {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 21:18:34.247367 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d42e81c5-2e1c-4621-9181-c432610fb539 {{(pid=103305) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 21:18:34.250027 n-d-760453-5 neutron-server[103305]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4596379c-6ccc-4df2-a875-f0896fc00fcc', 'tag': '20ca0e2a-d36f-4969-bc7b-96bbf79b1f45', 'status': 'completed', 'code': 200} Jan 26 21:18:34.259651 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-116ff004-1f21-411f-84ee-ad1c8ead3f90 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:18:34.283595 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55dd7483-566d-4a53-ad87-02d2dc22dbe8 admin admin] Network d67e3ebe-4ba7-45de-a361-0a193d47dcd7 is already hosted by enough agents. {{(pid=103304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 21:18:34.288303 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [None req-55dd7483-566d-4a53-ad87-02d2dc22dbe8 admin admin] Resources bound (agent type, host, resource id): {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:18:34.331624 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Provisioning complete for port 55354188-8d39-484c-8b29-5b2659735f55 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:18:34.332001 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (55354188-8d39-484c-8b29-5b2659735f55), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:18:34.344128 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c69a8a30-52fb-43bb-abd6-6a7130399309 tempest-RoutersNegativeIpV6Test-344315661 tempest-RoutersNegativeIpV6Test-344315661-project] Notify agent at l3_agent.n-d-760453-5 the message routers_updated {{(pid=103305) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 26 21:18:34.358529 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bcb9afb-9a7d-4362-bbc8-f6d5951d8cc8 None None] Sync routers for ids ['60637e3e-bfe5-4fbc-90e2-65097b4f9a6c'] in n-d-760453-5 {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 26 21:18:34.369972 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bcb9afb-9a7d-4362-bbc8-f6d5951d8cc8 None None] Routers {'60637e3e-bfe5-4fbc-90e2-65097b4f9a6c'} bound to L3 agent in host n-d-760453-5 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 21:18:34.370551 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-7bcb9afb-9a7d-4362-bbc8-f6d5951d8cc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-26T20:55:21Z,description=,heartbeat_timestamp=2022-01-26T21:18:21Z,host='n-d-760453-5',id=09df100c-3af1-4b0a-bda8-05914c71c458,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:55:21Z,topic='l3_agent')) {'router_ids': ['60637e3e-bfe5-4fbc-90e2-65097b4f9a6c'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:18:34.371696 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-c69a8a30-52fb-43bb-abd6-6a7130399309 tempest-RoutersNegativeIpV6Test-344315661 tempest-RoutersNegativeIpV6Test-344315661-project] 10.222.0.13 "PUT /v2.0/routers/60637e3e-bfe5-4fbc-90e2-65097b4f9a6c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9757307 Jan 26 21:18:34.377849 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 32828) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:18:34.442802 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-7bcb9afb-9a7d-4362-bbc8-f6d5951d8cc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760453-5', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:18:34.449560 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eddb84a2-94dd-4649-a2e7-3339d2b575e7 None None] Routers {'99221ace-06a0-43fb-ad55-46eef57daef8'} bound to L3 agent in host n-d-760453-5 {{(pid=103306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 21:18:34.450217 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-eddb84a2-94dd-4649-a2e7-3339d2b575e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-26T20:55:21Z,description=,heartbeat_timestamp=2022-01-26T21:18:21Z,host='n-d-760453-5',id=09df100c-3af1-4b0a-bda8-05914c71c458,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:55:21Z,topic='l3_agent')) {'router_ids': ['99221ace-06a0-43fb-ad55-46eef57daef8'], 'active': True} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:18:34.466010 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-caba1ae5-7316-410f-9dbd-213074cd0a43 None None] For port 68764d1e-65d3-4135-8fda-6bf922eab7fe, host n-d-760453-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=68764d1e-65d3-4135-8fda-6bf922eab7fe,segment=NetworkSegment(ad6e9119-211b-413b-8607-be0f4b330941),segment_id=ad6e9119-211b-413b-8607-be0f4b330941)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:18:34.476973 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bcb9afb-9a7d-4362-bbc8-f6d5951d8cc8 None None] Routers {'60637e3e-bfe5-4fbc-90e2-65097b4f9a6c'} bound to L3 agent in host n-d-760453-5 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 21:18:34.477899 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-7bcb9afb-9a7d-4362-bbc8-f6d5951d8cc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-26T20:55:21Z,description=,heartbeat_timestamp=2022-01-26T21:18:21Z,host='n-d-760453-5',id=09df100c-3af1-4b0a-bda8-05914c71c458,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:55:21Z,topic='l3_agent')) {'router_ids': ['60637e3e-bfe5-4fbc-90e2-65097b4f9a6c'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:18:34.531369 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c707d2b-0900-43d7-bfbb-78932236534e req-fd1c9e33-4224-47c0-a2b5-a98364750e99 tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:18:34.541546 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c707d2b-0900-43d7-bfbb-78932236534e req-fd1c9e33-4224-47c0-a2b5-a98364750e99 tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:18:34.557884 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c707d2b-0900-43d7-bfbb-78932236534e req-fd1c9e33-4224-47c0-a2b5-a98364750e99 tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:18:34.564033 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c707d2b-0900-43d7-bfbb-78932236534e req-fd1c9e33-4224-47c0-a2b5-a98364750e99 tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:18:34.571371 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-7bcb9afb-9a7d-4362-bbc8-f6d5951d8cc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760453-5', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:18:34.572034 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bcb9afb-9a7d-4362-bbc8-f6d5951d8cc8 None None] The sync data for ids ['60637e3e-bfe5-4fbc-90e2-65097b4f9a6c'] in n-d-760453-5 is: [] {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 26 21:18:34.597515 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c707d2b-0900-43d7-bfbb-78932236534e req-fd1c9e33-4224-47c0-a2b5-a98364750e99 tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:18:34.605039 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-caba1ae5-7316-410f-9dbd-213074cd0a43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (68764d1e-65d3-4135-8fda-6bf922eab7fe), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:18:34.608927 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ef7edc-26e2-4124-b507-c7b3dc114ee5 None None] Pushing event updated for resources: {'Port': ['ID=c466aca2-17ea-426f-9342-4ad09516c48d,revision_number=3']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:18:34.618892 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c707d2b-0900-43d7-bfbb-78932236534e req-fd1c9e33-4224-47c0-a2b5-a98364750e99 tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:18:34.628845 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c707d2b-0900-43d7-bfbb-78932236534e req-fd1c9e33-4224-47c0-a2b5-a98364750e99 tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:18:34.630227 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4056bb8b-9048-4006-9eb1-2bde7b62167a service neutron] Pushing event updated for resources: {'Port': ['ID=20ca0e2a-d36f-4969-bc7b-96bbf79b1f45,revision_number=3']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:18:34.650435 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-1c707d2b-0900-43d7-bfbb-78932236534e req-fd1c9e33-4224-47c0-a2b5-a98364750e99 tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca795481-031c-48ac-925f-00596ed83bb9 HTTP/1.1" status: 200 len: 5431 time: 0.4034591 Jan 26 21:18:34.716172 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb5a34b-4667-459e-a819-df851f7b2e41 req-2d11e35b-49fc-4576-9c83-c929ef36b3f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:18:34.717746 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-0eb5a34b-4667-459e-a819-df851f7b2e41 req-2d11e35b-49fc-4576-9c83-c929ef36b3f6 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=c6d9f10230f341edbbe46b16c17eb870&device_id=4596379c-6ccc-4df2-a875-f0896fc00fcc HTTP/1.1" status: 200 len: 1095 time: 0.5862772 Jan 26 21:18:34.787479 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-116ff004-1f21-411f-84ee-ad1c8ead3f90 admin admin] Publish callbacks [] for security_group (eaa4aac2-f93e-4435-a252-7f4d2034db98), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:18:34.833018 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caba1ae5-7316-410f-9dbd-213074cd0a43 None None] Pushing event updated for resources: {'Port': ['ID=68764d1e-65d3-4135-8fda-6bf922eab7fe,revision_number=3']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:18:34.855217 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvr_db [None req-eddb84a2-94dd-4649-a2e7-3339d2b575e7 None None] Set router 99221ace-06a0-43fb-ad55-46eef57daef8 gateway port host: n-d-760453-5 {{(pid=103306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 21:18:34.857674 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-85ce84d2-54ac-4451-855b-25e4d0f18583 None None] Provisioning complete for port 55354188-8d39-484c-8b29-5b2659735f55 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:18:34.857674 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-85ce84d2-54ac-4451-855b-25e4d0f18583 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (55354188-8d39-484c-8b29-5b2659735f55), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:18:34.920360 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a296dd0-84d1-4a23-88bf-86b26cc5d59f req-21e2f84f-f66a-41bb-afa1-b2c149c1bf0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:18:34.934582 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-1c707d2b-0900-43d7-bfbb-78932236534e req-f16119fd-074b-45e0-9a91-ba9a1ed6b808 tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] 10.222.0.13 "GET /v2.0/security-groups?id=cfb1b9fe-a4df-4bbd-b439-103a9aa84b57&id=4949e7fd-e987-466a-ab17-ed5ae28a32c1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2802203 Jan 26 21:18:34.950206 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-8a296dd0-84d1-4a23-88bf-86b26cc5d59f req-21e2f84f-f66a-41bb-afa1-b2c149c1bf0a service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=20bda332-a159-49bd-8c61-2ea774ab5602 HTTP/1.1" status: 200 len: 1097 time: 0.7688713 Jan 26 21:18:34.950483 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-116ff004-1f21-411f-84ee-ad1c8ead3f90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (eaa4aac2-f93e-4435-a252-7f4d2034db98), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:18:34.961108 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-0eb5a34b-4667-459e-a819-df851f7b2e41 req-9ffccc17-e241-4749-b57e-b51d97297245 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=20ca0e2a-d36f-4969-bc7b-96bbf79b1f45 HTTP/1.1" status: 200 len: 217 time: 0.1426170 Jan 26 21:18:35.047111 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Current status of the port 55354188-8d39-484c-8b29-5b2659735f55 is: DOWN; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:18:35.047503 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (55354188-8d39-484c-8b29-5b2659735f55), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:18:35.065855 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb5a34b-4667-459e-a819-df851f7b2e41 req-693e838c-96b2-4220-9941-93e49dd1d28f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:18:35.068809 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-0eb5a34b-4667-459e-a819-df851f7b2e41 req-693e838c-96b2-4220-9941-93e49dd1d28f service neutron] 10.222.0.66 "GET /v2.0/subnets?id=062e0a06-c395-4f1c-b56d-3b2dd4ffff4d HTTP/1.1" status: 200 len: 835 time: 0.0994229 Jan 26 21:18:35.069552 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 32836) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:18:35.071102 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-116ff004-1f21-411f-84ee-ad1c8ead3f90 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=2db4653b1d6f43fd92683793aa811656&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2701170 Jan 26 21:18:35.087610 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-116ff004-1f21-411f-84ee-ad1c8ead3f90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eaa4aac2-f93e-4435-a252-7f4d2034db98,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:18:35.155830 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbbed84-102b-448c-9ff4-edd8aaf062d0 req-2b7d0ab6-2d96-4190-b9c9-c0e3f8954602 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:18:35.157774 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-2bbbed84-102b-448c-9ff4-edd8aaf062d0 req-2b7d0ab6-2d96-4190-b9c9-c0e3f8954602 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] 10.222.0.13 "GET /v2.0/ports?device_id=4596379c-6ccc-4df2-a875-f0896fc00fcc HTTP/1.1" status: 200 len: 944 time: 0.3673410 Jan 26 21:18:35.242784 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] For port 55354188-8d39-484c-8b29-5b2659735f55, host n-d-760453-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=55354188-8d39-484c-8b29-5b2659735f55,segment=NetworkSegment(7284f23c-aaa9-449e-8271-f6abb5ee66ce),segment_id=7284f23c-aaa9-449e-8271-f6abb5ee66ce)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:18:35.258660 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (55354188-8d39-484c-8b29-5b2659735f55), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:18:35.259813 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device 68764d1e-65d3-4135-8fda-6bf922eab7fe up at agent ovs-agent-n-d-760453-5 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 21:18:35.270642 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-2bbbed84-102b-448c-9ff4-edd8aaf062d0 req-2f04c41a-5248-4a07-b79d-6c762ebe5f8d tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] 10.222.0.13 "GET /v2.0/security-groups?id=48ad9419-cea5-46f2-b67f-159b9c4803d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1069465 Jan 26 21:18:35.285818 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dcda41c-c53d-45a0-84fe-b2e2c1a95ec9 req-f1b31847-9321-4632-a7d5-e85e6d9f91de tempest-ServersNegativeTestJSON-90632883 tempest-ServersNegativeTestJSON-90632883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:18:35.293954 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-0dcda41c-c53d-45a0-84fe-b2e2c1a95ec9 req-f1b31847-9321-4632-a7d5-e85e6d9f91de tempest-ServersNegativeTestJSON-90632883 tempest-ServersNegativeTestJSON-90632883-project] 10.222.0.13 "GET /v2.0/ports?device_id=20bda332-a159-49bd-8c61-2ea774ab5602 HTTP/1.1" status: 200 len: 946 time: 0.1836300 Jan 26 21:18:35.372104 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-0dcda41c-c53d-45a0-84fe-b2e2c1a95ec9 req-65394118-5e4c-442c-9a36-0d521910334a tempest-ServersNegativeTestJSON-90632883 tempest-ServersNegativeTestJSON-90632883-project] 10.222.0.13 "GET /v2.0/security-groups?id=f00b351c-12ea-4499-84c9-f0263f4f27ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770369 Jan 26 21:18:35.408650 n-d-760453-5 neutron-server[103305]: INFO neutron.api.v2.resource [None req-87aec3ed-04f7-4aa0-8fe8-531b1e0ba07f tempest-RoutersNegativeIpV6Test-344315661 tempest-RoutersNegativeIpV6Test-344315661-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 26 21:18:35.409664 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-87aec3ed-04f7-4aa0-8fe8-531b1e0ba07f tempest-RoutersNegativeIpV6Test-344315661 tempest-RoutersNegativeIpV6Test-344315661-project] 10.222.0.13 "PUT /v2.0/routers/60637e3e-bfe5-4fbc-90e2-65097b4f9a6c/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.0307136 Jan 26 21:18:35.425172 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-85ce84d2-54ac-4451-855b-25e4d0f18583 None None] Current status of the port 55354188-8d39-484c-8b29-5b2659735f55 is: DOWN; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:18:35.425998 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-85ce84d2-54ac-4451-855b-25e4d0f18583 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (55354188-8d39-484c-8b29-5b2659735f55), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:18:35.436770 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 32838) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:18:35.437530 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-1bc14558-738a-44cf-8ec6-d1c77c726a75 admin admin] Publish callbacks [] for security_group (eaa4aac2-f93e-4435-a252-7f4d2034db98), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:18:35.465068 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6f91ab-04f9-4a3c-9118-0aaaf380b104 req-ad536aad-bd0f-4322-a4fd-75ec04d70d7f tempest-LiveMigrationTest-746395142 tempest-LiveMigrationTest-746395142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:18:35.467522 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-7e6f91ab-04f9-4a3c-9118-0aaaf380b104 req-ad536aad-bd0f-4322-a4fd-75ec04d70d7f tempest-LiveMigrationTest-746395142 tempest-LiveMigrationTest-746395142-project] 10.222.0.13 "GET /v2.0/ports?device_id=3c1bb11b-19e0-4bd6-8502-e5422740b40d HTTP/1.1" status: 200 len: 945 time: 0.0764229 Jan 26 21:18:35.474900 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55dd7483-566d-4a53-ad87-02d2dc22dbe8 admin admin] Router 99221ace-06a0-43fb-ad55-46eef57daef8 has already been hosted by L3 agent 09df100c-3af1-4b0a-bda8-05914c71c458 {{(pid=103304) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 26 21:18:35.522277 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb5a34b-4667-459e-a819-df851f7b2e41 req-3323b5fe-7a49-421d-aaeb-9690d3f23772 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:18:35.523815 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-0eb5a34b-4667-459e-a819-df851f7b2e41 req-3323b5fe-7a49-421d-aaeb-9690d3f23772 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=53e223b0-da4c-46a0-9735-61b7e6751b1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4018064 Jan 26 21:18:35.536503 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Pushing event updated for resources: {'Port': ['ID=55354188-8d39-484c-8b29-5b2659735f55,revision_number=3']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:18:35.572025 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-7e6f91ab-04f9-4a3c-9118-0aaaf380b104 req-b0d00e2c-96f3-4381-ae51-e96a11a52b91 tempest-LiveMigrationTest-746395142 tempest-LiveMigrationTest-746395142-project] 10.222.0.13 "GET /v2.0/security-groups?id=c43a996a-6b93-48e4-a331-48250c5b183d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849299 Jan 26 21:18:35.582138 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Provisioning complete for port 68764d1e-65d3-4135-8fda-6bf922eab7fe triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:18:35.586232 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-8a296dd0-84d1-4a23-88bf-86b26cc5d59f req-668d31dc-7d67-440d-9080-95bd535d8020 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=f00b351c-12ea-4499-84c9-f0263f4f27ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5962057 Jan 26 21:18:35.590108 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (68764d1e-65d3-4135-8fda-6bf922eab7fe), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:18:35.617910 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-1bc14558-738a-44cf-8ec6-d1c77c726a75 admin admin] Publish callbacks [] for security_group (eaa4aac2-f93e-4435-a252-7f4d2034db98), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:18:35.637268 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.db.api [None req-85ce84d2-54ac-4451-855b-25e4d0f18583 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103306) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 26 21:18:35.638030 n-d-760453-5 neutron-server[103306]: DEBUG oslo_db.api [None req-85ce84d2-54ac-4451-855b-25e4d0f18583 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 26 21:18:35.659552 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-eddb84a2-94dd-4649-a2e7-3339d2b575e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99221ace-06a0-43fb-ad55-46eef57daef8', 'name': 'tempest-AttachVolumeShelveTestJSON-170009-router', 'tenant_id': '9a820e3f529a4c3083d815b75318d24c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'external_fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.173'}], 'enable_snat': True}, 'gw_port_id': 'c466aca2-17ea-426f-9342-4ad09516c48d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T21:18:18Z', 'updated_at': '2022-01-26T21:18:31Z', 'revision_number': 4, 'project_id': '9a820e3f529a4c3083d815b75318d24c', 'gw_port': {'id': 'c466aca2-17ea-426f-9342-4ad09516c48d', 'name': '', 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:a0:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99221ace-06a0-43fb-ad55-46eef57daef8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1625, 'fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:18:21Z', 'updated_at': '2022-01-26T21:18:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-5', '_interfaces': [{'id': 'f7f2ba7a-e925-4005-8a45-7f171abdeb0a', 'name': '', 'network_id': 'd67e3ebe-4ba7-45de-a361-0a193d47dcd7', 'tenant_id': '9a820e3f529a4c3083d815b75318d24c', 'mac_address': 'fa:16:3e:00:75:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99221ace-06a0-43fb-ad55-46eef57daef8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1630, 'fixed_ips': [{'subnet_id': 'b97a8223-0b24-4ba7-b338-51c5c9119da6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:18:29Z', 'updated_at': '2022-01-26T21:18:32Z', 'revision_number': 2, 'project_id': '9a820e3f529a4c3083d815b75318d24c', 'subnets': [{'id': 'b97a8223-0b24-4ba7-b338-51c5c9119da6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760453-5', False) {} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:18:35.695370 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eddb84a2-94dd-4649-a2e7-3339d2b575e7 None None] The sync data for ids ['99221ace-06a0-43fb-ad55-46eef57daef8'] in n-d-760453-5 is: [{'id': '99221ace-06a0-43fb-ad55-46eef57daef8', 'name': 'tempest-AttachVolumeShelveTestJSON-170009-router', 'tenant_id': '9a820e3f529a4c3083d815b75318d24c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'external_fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.173'}], 'enable_snat': True}, 'gw_port_id': 'c466aca2-17ea-426f-9342-4ad09516c48d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T21:18:18Z', 'updated_at': '2022-01-26T21:18:31Z', 'revision_number': 4, 'project_id': '9a820e3f529a4c3083d815b75318d24c', 'gw_port': {'id': 'c466aca2-17ea-426f-9342-4ad09516c48d', 'name': '', 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:a0:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99221ace-06a0-43fb-ad55-46eef57daef8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1625, 'fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:18:21Z', 'updated_at': '2022-01-26T21:18:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-5', '_interfaces': [{'id': 'f7f2ba7a-e925-4005-8a45-7f171abdeb0a', 'name': '', 'network_id': 'd67e3ebe-4ba7-45de-a361-0a193d47dcd7', 'tenant_id': '9a820e3f529a4c3083d815b75318d24c', 'mac_address': 'fa:16:3e:00:75:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99221ace-06a0-43fb-ad55-46eef57daef8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1630, 'fixed_ips': [{'subnet_id': 'b97a8223-0b24-4ba7-b338-51c5c9119da6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:18:29Z', 'updated_at': '2022-01-26T21:18:32Z', 'revision_number': 2, 'project_id': '9a820e3f529a4c3083d815b75318d24c', 'subnets': [{'id': 'b97a8223-0b24-4ba7-b338-51c5c9119da6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 26 21:18:35.714182 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55dd7483-566d-4a53-ad87-02d2dc22dbe8 admin admin] Notify agent at l3_agent.n-d-760453-5 the message routers_updated {{(pid=103304) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 26 21:18:35.738003 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-55dd7483-566d-4a53-ad87-02d2dc22dbe8 admin admin] 10.222.0.13 "PUT /v2.0/routers/99221ace-06a0-43fb-ad55-46eef57daef8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0000300 Jan 26 21:18:35.754600 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Current status of the port 68764d1e-65d3-4135-8fda-6bf922eab7fe is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:18:35.903698 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device 55354188-8d39-484c-8b29-5b2659735f55 up at agent ovs-agent-n-d-760453-5 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 21:18:35.987046 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Provisioning complete for port 55354188-8d39-484c-8b29-5b2659735f55 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:18:35.987800 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (55354188-8d39-484c-8b29-5b2659735f55), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:18:36.221220 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Current status of the port 55354188-8d39-484c-8b29-5b2659735f55 is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:18:36.222410 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device 68764d1e-65d3-4135-8fda-6bf922eab7fe up at agent ovs-agent-n-d-760453-5 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 21:18:36.239542 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b60406-c70e-4bd9-8f28-f62c46838ba3 req-8d79fc32-5713-445c-a7e2-6e50b6675b86 tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:18:36.246008 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b60406-c70e-4bd9-8f28-f62c46838ba3 req-8d79fc32-5713-445c-a7e2-6e50b6675b86 tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:18:36.259354 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b60406-c70e-4bd9-8f28-f62c46838ba3 req-8d79fc32-5713-445c-a7e2-6e50b6675b86 tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:18:36.267236 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b60406-c70e-4bd9-8f28-f62c46838ba3 req-8d79fc32-5713-445c-a7e2-6e50b6675b86 tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:18:36.272863 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-85ce84d2-54ac-4451-855b-25e4d0f18583 None None] Current status of the port 55354188-8d39-484c-8b29-5b2659735f55 is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:18:36.281368 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-0eb5a34b-4667-459e-a819-df851f7b2e41 req-301361c6-1fde-4331-86c1-e00b2d403c18 service neutron] 10.222.0.66 "GET /v2.0/networks/53e223b0-da4c-46a0-9735-61b7e6751b1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7052720 Jan 26 21:18:36.283504 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b60406-c70e-4bd9-8f28-f62c46838ba3 req-8d79fc32-5713-445c-a7e2-6e50b6675b86 tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:18:36.296700 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b60406-c70e-4bd9-8f28-f62c46838ba3 req-8d79fc32-5713-445c-a7e2-6e50b6675b86 tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:18:36.315569 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b60406-c70e-4bd9-8f28-f62c46838ba3 req-8d79fc32-5713-445c-a7e2-6e50b6675b86 tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:18:36.317641 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-71b60406-c70e-4bd9-8f28-f62c46838ba3 req-8d79fc32-5713-445c-a7e2-6e50b6675b86 tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca795481-031c-48ac-925f-00596ed83bb9 HTTP/1.1" status: 200 len: 5431 time: 0.1956379 Jan 26 21:18:36.370248 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Provisioning complete for port 68764d1e-65d3-4135-8fda-6bf922eab7fe triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:18:36.371158 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (68764d1e-65d3-4135-8fda-6bf922eab7fe), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:18:36.436756 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-71b60406-c70e-4bd9-8f28-f62c46838ba3 req-8927a036-b357-4ea1-be8c-3c4ae5fca980 tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] 10.222.0.13 "GET /v2.0/security-groups?id=cfb1b9fe-a4df-4bbd-b439-103a9aa84b57&id=4949e7fd-e987-466a-ab17-ed5ae28a32c1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1104372 Jan 26 21:18:36.467611 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-20673cbe-8be6-4195-b53f-28e3871fb3e8 None None] Provisioning complete for port 66d5b6ac-a343-4e5c-a878-c9e127e1c3c5 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:18:36.467997 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-20673cbe-8be6-4195-b53f-28e3871fb3e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (66d5b6ac-a343-4e5c-a878-c9e127e1c3c5), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:18:36.490836 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cafef5d-db44-49d9-8bb8-c6aed5483e0c req-9a2d6b9a-e4fb-40df-a4bd-5d1f42bd7375 tempest-LiveMigrationTest-97640354 tempest-LiveMigrationTest-97640354-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:18:36.492485 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-8cafef5d-db44-49d9-8bb8-c6aed5483e0c req-9a2d6b9a-e4fb-40df-a4bd-5d1f42bd7375 tempest-LiveMigrationTest-97640354 tempest-LiveMigrationTest-97640354-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=3c1bb11b-19e0-4bd6-8502-e5422740b40d&tenant_id=ee6098e1a6074d57972f34ef6549de05&binding%3Ahost_id=n-h1-760453-5 HTTP/1.1" status: 200 len: 1096 time: 0.4242895 Jan 26 21:18:36.508591 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [req-8cafef5d-db44-49d9-8bb8-c6aed5483e0c req-c33280ab-0fb1-4f26-9df6-813240ec9807 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-760453-5'}}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:18:36.532988 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 32852) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:18:36.537600 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-26f0bd13-86ac-4077-9123-98ff11793a16 tempest-AttachVolumeShelveTestJSON-345998519 tempest-AttachVolumeShelveTestJSON-345998519-project] Request body: {'security_group': {'name': 'tempest-securitygroup--580618521', 'description': 'tempest-description--395523446'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:18:36.627673 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-1bc14558-738a-44cf-8ec6-d1c77c726a75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (eaa4aac2-f93e-4435-a252-7f4d2034db98), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:18:36.632693 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-1bc14558-738a-44cf-8ec6-d1c77c726a75 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:18:36.637671 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-1bc14558-738a-44cf-8ec6-d1c77c726a75 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/eaa4aac2-f93e-4435-a252-7f4d2034db98 HTTP/1.1" status: 204 len: 168 time: 1.5557170 Jan 26 21:18:36.651532 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-26f0bd13-86ac-4077-9123-98ff11793a16 tempest-AttachVolumeShelveTestJSON-345998519 tempest-AttachVolumeShelveTestJSON-345998519-project] Publish callbacks [] for security_group (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:18:36.663230 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-20673cbe-8be6-4195-b53f-28e3871fb3e8 None None] Port 66d5b6ac-a343-4e5c-a878-c9e127e1c3c5 cannot update to ACTIVE because it is not bound. {{(pid=103306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 26 21:18:36.689517 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Current status of the port 68764d1e-65d3-4135-8fda-6bf922eab7fe is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:18:36.713483 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-20673cbe-8be6-4195-b53f-28e3871fb3e8 None None] Provisioning complete for port 55354188-8d39-484c-8b29-5b2659735f55 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:18:36.714019 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-20673cbe-8be6-4195-b53f-28e3871fb3e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (55354188-8d39-484c-8b29-5b2659735f55), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:18:36.746749 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc14558-738a-44cf-8ec6-d1c77c726a75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eaa4aac2-f93e-4435-a252-7f4d2034db98,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:18:36.839841 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-0eb5a34b-4667-459e-a819-df851f7b2e41 req-fe8c53b0-24b9-4581-9f93-72815edcd2ad service neutron] 10.222.0.66 "GET /v2.0/networks/53e223b0-da4c-46a0-9735-61b7e6751b1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5472209 Jan 26 21:18:36.851685 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-8cafef5d-db44-49d9-8bb8-c6aed5483e0c req-c33280ab-0fb1-4f26-9df6-813240ec9807 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (b07f46ba-4da1-431a-b45a-508248fce8a3), before_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:18:36.870377 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc0b0af-5277-4bc9-b061-1c997796dd38 req-8ecc0cc0-dd07-430b-b5a4-a31e141cd3d2 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:18:36.887043 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-1bc0b0af-5277-4bc9-b061-1c997796dd38 req-8ecc0cc0-dd07-430b-b5a4-a31e141cd3d2 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] 10.222.0.13 "GET /v2.0/ports?device_id=4596379c-6ccc-4df2-a875-f0896fc00fcc HTTP/1.1" status: 200 len: 944 time: 0.3220923 Jan 26 21:18:36.987559 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d484e2f-cbd6-4554-bd37-d831907170c0 req-cf080517-f558-4220-9ee9-b436eedd2152 tempest-ServersNegativeTestJSON-90632883 tempest-ServersNegativeTestJSON-90632883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:18:36.989657 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-4d484e2f-cbd6-4554-bd37-d831907170c0 req-cf080517-f558-4220-9ee9-b436eedd2152 tempest-ServersNegativeTestJSON-90632883 tempest-ServersNegativeTestJSON-90632883-project] 10.222.0.13 "GET /v2.0/ports?device_id=20bda332-a159-49bd-8c61-2ea774ab5602 HTTP/1.1" status: 200 len: 946 time: 0.3711567 Jan 26 21:18:37.080751 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [req-8cafef5d-db44-49d9-8bb8-c6aed5483e0c req-c33280ab-0fb1-4f26-9df6-813240ec9807 service neutron] For port b07f46ba-4da1-431a-b45a-508248fce8a3, host n-h1-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-5',level=0,port_id=b07f46ba-4da1-431a-b45a-508248fce8a3,segment=NetworkSegment(984e14e0-bb79-4ef3-b570-cebad3b9694e),segment_id=984e14e0-bb79-4ef3-b570-cebad3b9694e)] {{(pid=103305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:18:37.127524 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [req-8cafef5d-db44-49d9-8bb8-c6aed5483e0c req-c33280ab-0fb1-4f26-9df6-813240ec9807 service neutron] For port b07f46ba-4da1-431a-b45a-508248fce8a3, host n-h1-760453-5, cleared binding levels {{(pid=103305) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 26 21:18:37.153597 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-26f0bd13-86ac-4077-9123-98ff11793a16 tempest-AttachVolumeShelveTestJSON-345998519 tempest-AttachVolumeShelveTestJSON-345998519-project] Publish callbacks [] for security_group (5d7f7103-d0ef-48d0-a848-32dbbe71b238), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:18:37.171818 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-1bc0b0af-5277-4bc9-b061-1c997796dd38 req-1b592f57-5790-4b01-899c-1ff000a81727 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] 10.222.0.13 "GET /v2.0/security-groups?id=48ad9419-cea5-46f2-b67f-159b9c4803d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2722514 Jan 26 21:18:37.174341 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-26f0bd13-86ac-4077-9123-98ff11793a16 tempest-AttachVolumeShelveTestJSON-345998519 tempest-AttachVolumeShelveTestJSON-345998519-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (5d7f7103-d0ef-48d0-a848-32dbbe71b238), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:18:37.186578 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-8cafef5d-db44-49d9-8bb8-c6aed5483e0c req-c33280ab-0fb1-4f26-9df6-813240ec9807 service neutron] Publish callbacks [] for port (b07f46ba-4da1-431a-b45a-508248fce8a3), precommit_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:18:37.203596 n-d-760453-5 neutron-server[103305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c1bb11b-19e0-4bd6-8502-e5422740b40d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b07f46ba-4da1-431a-b45a-508248fce8a3'}] {{(pid=103305) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 21:18:37.214900 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d4654568b7bf041e72ff8fe1c96d6d761d9c921f2b99bc7b3a26632be20cee0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc33e89f-3be8-4b5f-b9a4-8b1090718753" -d '{"events": [{"server_uuid": "3c1bb11b-19e0-4bd6-8502-e5422740b40d", "name": "network-vif-unplugged", "status": "completed", "tag": "b07f46ba-4da1-431a-b45a-508248fce8a3"}]}' {{(pid=103305) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 21:18:37.262817 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 32862) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:18:37.263699 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-8cafef5d-db44-49d9-8bb8-c6aed5483e0c req-c33280ab-0fb1-4f26-9df6-813240ec9807 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11791520'] for port (b07f46ba-4da1-431a-b45a-508248fce8a3), after_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:18:37.286724 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f0bd13-86ac-4077-9123-98ff11793a16 tempest-AttachVolumeShelveTestJSON-345998519 tempest-AttachVolumeShelveTestJSON-345998519-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5d7f7103-d0ef-48d0-a848-32dbbe71b238,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:18:37.354747 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-20673cbe-8be6-4195-b53f-28e3871fb3e8 None None] Current status of the port 55354188-8d39-484c-8b29-5b2659735f55 is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:18:37.362374 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-26f0bd13-86ac-4077-9123-98ff11793a16 tempest-AttachVolumeShelveTestJSON-345998519 tempest-AttachVolumeShelveTestJSON-345998519-project] Publish callbacks [] for security_group (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:18:37.367800 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-26f0bd13-86ac-4077-9123-98ff11793a16 tempest-AttachVolumeShelveTestJSON-345998519 tempest-AttachVolumeShelveTestJSON-345998519-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.8343935 Jan 26 21:18:37.368787 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 32864) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:18:37.380065 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-20673cbe-8be6-4195-b53f-28e3871fb3e8 None None] Provisioning complete for port 68764d1e-65d3-4135-8fda-6bf922eab7fe triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:18:37.380297 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-062215e0-2eb6-4f4b-ac44-276db4b2e97e tempest-AttachVolumeShelveTestJSON-345998519 tempest-AttachVolumeShelveTestJSON-345998519-project] Request body: {'security_group_rule': {'security_group_id': '5d7f7103-d0ef-48d0-a848-32dbbe71b238', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:18:37.380568 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-20673cbe-8be6-4195-b53f-28e3871fb3e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (68764d1e-65d3-4135-8fda-6bf922eab7fe), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:18:37.422801 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-4d484e2f-cbd6-4554-bd37-d831907170c0 req-c42ba350-420e-4ef0-ace5-7b104ecfb7f5 tempest-ServersNegativeTestJSON-90632883 tempest-ServersNegativeTestJSON-90632883-project] 10.222.0.13 "GET /v2.0/security-groups?id=f00b351c-12ea-4499-84c9-f0263f4f27ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4209280 Jan 26 21:18:37.456174 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9932a99-9c3d-43dd-be2b-139245b4fef3 req-fec31dcd-aabe-48e6-a6b3-ed00a8dc35f1 tempest-LiveMigrationTest-746395142 tempest-LiveMigrationTest-746395142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:18:37.460294 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c33280ab-0fb1-4f26-9df6-813240ec9807 service neutron] Pushing event updated for resources: {'Port': ['ID=b07f46ba-4da1-431a-b45a-508248fce8a3,revision_number=7']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:18:37.466857 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-e9932a99-9c3d-43dd-be2b-139245b4fef3 req-fec31dcd-aabe-48e6-a6b3-ed00a8dc35f1 tempest-LiveMigrationTest-746395142 tempest-LiveMigrationTest-746395142-project] 10.222.0.13 "GET /v2.0/ports?device_id=3c1bb11b-19e0-4bd6-8502-e5422740b40d HTTP/1.1" status: 200 len: 943 time: 0.1646967 Jan 26 21:18:37.479392 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Device b07f46ba-4da1-431a-b45a-508248fce8a3 details requested by agent hyperv_n-h2-760453-5 with host n-h2-760453-5 {{(pid=103306) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 26 21:18:37.501539 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-dbf79738-4f4b-4248-b77a-93bcb0726fb1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:18:37.505035 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-062215e0-2eb6-4f4b-ac44-276db4b2e97e tempest-AttachVolumeShelveTestJSON-345998519 tempest-AttachVolumeShelveTestJSON-345998519-project] Publish callbacks [] for security_group_rule (6f636369-18f1-49f1-b579-97fb13a6fdf9), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:18:37.528635 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 26 Jan 2022 21:18:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0de1cf15-f0fc-4753-b234-8fc5d8a9252b x-openstack-request-id: req-0de1cf15-f0fc-4753-b234-8fc5d8a9252b {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 21:18:37.528961 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c1bb11b-19e0-4bd6-8502-e5422740b40d", "name": "network-vif-unplugged", "status": "completed", "tag": "b07f46ba-4da1-431a-b45a-508248fce8a3", "code": 200}]} {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 21:18:37.529180 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-0de1cf15-f0fc-4753-b234-8fc5d8a9252b {{(pid=103305) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 21:18:37.529607 n-d-760453-5 neutron-server[103305]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c1bb11b-19e0-4bd6-8502-e5422740b40d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b07f46ba-4da1-431a-b45a-508248fce8a3', 'code': 200} Jan 26 21:18:37.584987 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-062215e0-2eb6-4f4b-ac44-276db4b2e97e tempest-AttachVolumeShelveTestJSON-345998519 tempest-AttachVolumeShelveTestJSON-345998519-project] Publish callbacks [] for security_group_rule (6f636369-18f1-49f1-b579-97fb13a6fdf9), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:18:37.597551 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-062215e0-2eb6-4f4b-ac44-276db4b2e97e tempest-AttachVolumeShelveTestJSON-345998519 tempest-AttachVolumeShelveTestJSON-345998519-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102715'] for security_group_rule (6f636369-18f1-49f1-b579-97fb13a6fdf9), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:18:37.627930 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-062215e0-2eb6-4f4b-ac44-276db4b2e97e tempest-AttachVolumeShelveTestJSON-345998519 tempest-AttachVolumeShelveTestJSON-345998519-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6f636369-18f1-49f1-b579-97fb13a6fdf9,revision_number=0']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:18:37.701893 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eecea17-057e-4dc6-9b6b-603670e754cc req-5056dc52-b75c-41bb-9867-8d4cb652fbce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:18:37.703871 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-7eecea17-057e-4dc6-9b6b-603670e754cc req-5056dc52-b75c-41bb-9867-8d4cb652fbce service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=c6d9f10230f341edbbe46b16c17eb870&device_id=4596379c-6ccc-4df2-a875-f0896fc00fcc HTTP/1.1" status: 200 len: 1095 time: 0.5157800 Jan 26 21:18:37.706560 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-062215e0-2eb6-4f4b-ac44-276db4b2e97e tempest-AttachVolumeShelveTestJSON-345998519 tempest-AttachVolumeShelveTestJSON-345998519-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:18:37.712236 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-062215e0-2eb6-4f4b-ac44-276db4b2e97e tempest-AttachVolumeShelveTestJSON-345998519 tempest-AttachVolumeShelveTestJSON-345998519-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3364136 Jan 26 21:18:37.720973 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 32868) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:18:37.727326 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-20673cbe-8be6-4195-b53f-28e3871fb3e8 None None] Current status of the port 68764d1e-65d3-4135-8fda-6bf922eab7fe is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:18:37.732391 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-e9932a99-9c3d-43dd-be2b-139245b4fef3 req-e367f5dc-688d-46c3-8e9b-c24e90637cd3 tempest-LiveMigrationTest-746395142 tempest-LiveMigrationTest-746395142-project] 10.222.0.13 "GET /v2.0/security-groups?id=c43a996a-6b93-48e4-a331-48250c5b183d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2603681 Jan 26 21:18:37.749414 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-d48d301e-a894-4d8a-bb84-a03f3b1b498e tempest-AttachVolumeShelveTestJSON-345998519 tempest-AttachVolumeShelveTestJSON-345998519-project] Request body: {'security_group_rule': {'security_group_id': '5d7f7103-d0ef-48d0-a848-32dbbe71b238', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:18:37.760084 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba56992-47ca-412a-86fb-5c6f94edf356 req-2f04560e-2763-41c2-bfaa-b0ca9eb38804 tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:18:37.783426 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba56992-47ca-412a-86fb-5c6f94edf356 req-2f04560e-2763-41c2-bfaa-b0ca9eb38804 tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:18:37.785693 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] For port b07f46ba-4da1-431a-b45a-508248fce8a3, host n-h1-760453-5, got binding levels [] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:18:37.801761 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba56992-47ca-412a-86fb-5c6f94edf356 req-2f04560e-2763-41c2-bfaa-b0ca9eb38804 tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:18:37.816947 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba56992-47ca-412a-86fb-5c6f94edf356 req-2f04560e-2763-41c2-bfaa-b0ca9eb38804 tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:18:37.824206 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-20673cbe-8be6-4195-b53f-28e3871fb3e8 None None] Provisioning complete for port f7f2ba7a-e925-4005-8a45-7f171abdeb0a triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:18:37.824560 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-20673cbe-8be6-4195-b53f-28e3871fb3e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (f7f2ba7a-e925-4005-8a45-7f171abdeb0a), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:18:37.837049 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba56992-47ca-412a-86fb-5c6f94edf356 req-2f04560e-2763-41c2-bfaa-b0ca9eb38804 tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:18:37.857235 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba56992-47ca-412a-86fb-5c6f94edf356 req-2f04560e-2763-41c2-bfaa-b0ca9eb38804 tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:18:37.868126 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [req-8cafef5d-db44-49d9-8bb8-c6aed5483e0c req-c33280ab-0fb1-4f26-9df6-813240ec9807 service neutron] Attempting to bind port b07f46ba-4da1-431a-b45a-508248fce8a3 on host n-h1-760453-5 for vnic_type normal with profile {"migrating_to": "n-h2-760453-5"} {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 21:18:37.868857 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [req-8cafef5d-db44-49d9-8bb8-c6aed5483e0c req-c33280ab-0fb1-4f26-9df6-813240ec9807 service neutron] Attempting to bind port b07f46ba-4da1-431a-b45a-508248fce8a3 by drivers openvswitch,hyperv on host n-h1-760453-5 at level 0 using segments [{'id': '984e14e0-bb79-4ef3-b570-cebad3b9694e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '57cdf3f5-a20b-4c6f-b2eb-bed2f5d4d40a'}] {{(pid=103305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 26 21:18:37.869448 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cafef5d-db44-49d9-8bb8-c6aed5483e0c req-c33280ab-0fb1-4f26-9df6-813240ec9807 service neutron] Attempting to bind port b07f46ba-4da1-431a-b45a-508248fce8a3 on network 57cdf3f5-a20b-4c6f-b2eb-bed2f5d4d40a {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 21:18:37.870134 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-20673cbe-8be6-4195-b53f-28e3871fb3e8 None None] Port f7f2ba7a-e925-4005-8a45-7f171abdeb0a cannot update to ACTIVE because it is not bound. {{(pid=103306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 26 21:18:37.874663 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba56992-47ca-412a-86fb-5c6f94edf356 req-2f04560e-2763-41c2-bfaa-b0ca9eb38804 tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:18:37.875147 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Attempting to bind port b07f46ba-4da1-431a-b45a-508248fce8a3 on host n-h1-760453-5 for vnic_type normal with profile {"migrating_to": "n-h2-760453-5"} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 21:18:37.875385 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Attempting to bind port b07f46ba-4da1-431a-b45a-508248fce8a3 by drivers openvswitch,hyperv on host n-h1-760453-5 at level 0 using segments [{'id': '984e14e0-bb79-4ef3-b570-cebad3b9694e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '57cdf3f5-a20b-4c6f-b2eb-bed2f5d4d40a'}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 26 21:18:37.875947 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Attempting to bind port b07f46ba-4da1-431a-b45a-508248fce8a3 on network 57cdf3f5-a20b-4c6f-b2eb-bed2f5d4d40a {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 21:18:37.881887 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Port b07f46ba-4da1-431a-b45a-508248fce8a3 on network 57cdf3f5-a20b-4c6f-b2eb-bed2f5d4d40a not bound, no agent of type Open vSwitch agent registered on host n-h1-760453-5 {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 26 21:18:37.882860 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Attempting to bind port b07f46ba-4da1-431a-b45a-508248fce8a3 on network 57cdf3f5-a20b-4c6f-b2eb-bed2f5d4d40a {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 21:18:37.888959 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Checking agent: {'id': '32ef628b-8417-46c5-8729-60fcabe358f1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-760453-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 21, 3, 8), 'started_at': datetime.datetime(2022, 1, 26, 21, 3, 8), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 21, 18, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 26 21:18:37.889697 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Checking segment: {'id': '984e14e0-bb79-4ef3-b570-cebad3b9694e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '57cdf3f5-a20b-4c6f-b2eb-bed2f5d4d40a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 21:18:37.889901 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-5ba56992-47ca-412a-86fb-5c6f94edf356 req-2f04560e-2763-41c2-bfaa-b0ca9eb38804 tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca795481-031c-48ac-925f-00596ed83bb9 HTTP/1.1" status: 200 len: 5431 time: 0.2503476 Jan 26 21:18:37.890179 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Bound using segment: {'id': '984e14e0-bb79-4ef3-b570-cebad3b9694e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '57cdf3f5-a20b-4c6f-b2eb-bed2f5d4d40a'} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 26 21:18:37.890653 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Bound port: b07f46ba-4da1-431a-b45a-508248fce8a3, host: n-h1-760453-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '984e14e0-bb79-4ef3-b570-cebad3b9694e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '57cdf3f5-a20b-4c6f-b2eb-bed2f5d4d40a'}}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 26 21:18:37.891100 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (b07f46ba-4da1-431a-b45a-508248fce8a3), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:18:37.907073 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cafef5d-db44-49d9-8bb8-c6aed5483e0c req-c33280ab-0fb1-4f26-9df6-813240ec9807 service neutron] Port b07f46ba-4da1-431a-b45a-508248fce8a3 on network 57cdf3f5-a20b-4c6f-b2eb-bed2f5d4d40a not bound, no agent of type Open vSwitch agent registered on host n-h1-760453-5 {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 26 21:18:37.907809 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cafef5d-db44-49d9-8bb8-c6aed5483e0c req-c33280ab-0fb1-4f26-9df6-813240ec9807 service neutron] Attempting to bind port b07f46ba-4da1-431a-b45a-508248fce8a3 on network 57cdf3f5-a20b-4c6f-b2eb-bed2f5d4d40a {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 21:18:37.931423 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-4d50d95c-59e8-4f0c-8b05-7d6fedfc7762 tempest-RoutersNegativeIpV6Test-344315661 tempest-RoutersNegativeIpV6Test-344315661-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4110657'] for router_interface (60637e3e-bfe5-4fbc-90e2-65097b4f9a6c), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:18:37.978723 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cafef5d-db44-49d9-8bb8-c6aed5483e0c req-c33280ab-0fb1-4f26-9df6-813240ec9807 service neutron] Checking agent: {'id': '32ef628b-8417-46c5-8729-60fcabe358f1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-760453-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 21, 3, 8), 'started_at': datetime.datetime(2022, 1, 26, 21, 3, 8), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 21, 18, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 26 21:18:37.979478 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cafef5d-db44-49d9-8bb8-c6aed5483e0c req-c33280ab-0fb1-4f26-9df6-813240ec9807 service neutron] Checking segment: {'id': '984e14e0-bb79-4ef3-b570-cebad3b9694e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '57cdf3f5-a20b-4c6f-b2eb-bed2f5d4d40a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103305) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 21:18:37.980148 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cafef5d-db44-49d9-8bb8-c6aed5483e0c req-c33280ab-0fb1-4f26-9df6-813240ec9807 service neutron] Bound using segment: {'id': '984e14e0-bb79-4ef3-b570-cebad3b9694e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '57cdf3f5-a20b-4c6f-b2eb-bed2f5d4d40a'} {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 26 21:18:37.980825 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [req-8cafef5d-db44-49d9-8bb8-c6aed5483e0c req-c33280ab-0fb1-4f26-9df6-813240ec9807 service neutron] Bound port: b07f46ba-4da1-431a-b45a-508248fce8a3, host: n-h1-760453-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '984e14e0-bb79-4ef3-b570-cebad3b9694e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '57cdf3f5-a20b-4c6f-b2eb-bed2f5d4d40a'}}] {{(pid=103305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 26 21:18:37.981460 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-8cafef5d-db44-49d9-8bb8-c6aed5483e0c req-c33280ab-0fb1-4f26-9df6-813240ec9807 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (b07f46ba-4da1-431a-b45a-508248fce8a3), before_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:18:37.996469 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] For port b07f46ba-4da1-431a-b45a-508248fce8a3, host n-h1-760453-5, cleared binding levels {{(pid=103306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 26 21:18:38.001513 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] For port b07f46ba-4da1-431a-b45a-508248fce8a3, host n-h1-760453-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-5',level=0,port_id=b07f46ba-4da1-431a-b45a-508248fce8a3,segment=NetworkSegment(984e14e0-bb79-4ef3-b570-cebad3b9694e),segment_id=984e14e0-bb79-4ef3-b570-cebad3b9694e)] {{(pid=103306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 26 21:18:38.005648 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device c466aca2-17ea-426f-9342-4ad09516c48d up at agent ovs-agent-n-d-760453-5 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 21:18:38.006406 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-5ba56992-47ca-412a-86fb-5c6f94edf356 req-33e8f0c6-9591-4ab6-ac7f-fb4e74e3b3b3 tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] 10.222.0.13 "GET /v2.0/security-groups?id=cfb1b9fe-a4df-4bbd-b439-103a9aa84b57&id=4949e7fd-e987-466a-ab17-ed5ae28a32c1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1126230 Jan 26 21:18:38.017041 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-d48d301e-a894-4d8a-bb84-a03f3b1b498e tempest-AttachVolumeShelveTestJSON-345998519 tempest-AttachVolumeShelveTestJSON-345998519-project] Publish callbacks [] for security_group_rule (4b8533d3-ebd6-4f69-8d4d-3c753154db91), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:18:38.051231 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (b07f46ba-4da1-431a-b45a-508248fce8a3), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:18:38.117550 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Provisioning complete for port c466aca2-17ea-426f-9342-4ad09516c48d triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:18:38.117920 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (c466aca2-17ea-426f-9342-4ad09516c48d), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:18:38.170923 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Pushing event updated for resources: {'Port': ['ID=b07f46ba-4da1-431a-b45a-508248fce8a3,revision_number=8']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:18:38.177068 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Device b07f46ba-4da1-431a-b45a-508248fce8a3 has no active binding in host n-h2-760453-5 {{(pid=103306) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jan 26 21:18:38.184699 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-dbf79738-4f4b-4248-b77a-93bcb0726fb1 admin admin] Publish callbacks [] for security_group (d5a23ef9-5313-490e-b0b6-93760b95689d), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:18:38.189339 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eecea17-057e-4dc6-9b6b-603670e754cc req-6d624421-1138-4e4f-9236-0999120c38d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:18:38.191019 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-7eecea17-057e-4dc6-9b6b-603670e754cc req-6d624421-1138-4e4f-9236-0999120c38d6 service neutron] 10.222.0.66 "GET /v2.0/networks?id=53e223b0-da4c-46a0-9735-61b7e6751b1f HTTP/1.1" status: 200 len: 897 time: 0.4717176 Jan 26 21:18:38.193037 n-d-760453-5 neutron-server[103305]: WARNING neutron.plugins.ml2.plugin [req-8cafef5d-db44-49d9-8bb8-c6aed5483e0c req-c33280ab-0fb1-4f26-9df6-813240ec9807 service neutron] Concurrent port binding operations failed on port b07f46ba-4da1-431a-b45a-508248fce8a3 Jan 26 21:18:38.200481 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [req-8cafef5d-db44-49d9-8bb8-c6aed5483e0c req-c33280ab-0fb1-4f26-9df6-813240ec9807 service neutron] For port b07f46ba-4da1-431a-b45a-508248fce8a3, host n-h1-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-5',level=0,port_id=b07f46ba-4da1-431a-b45a-508248fce8a3,segment=NetworkSegment(984e14e0-bb79-4ef3-b570-cebad3b9694e),segment_id=984e14e0-bb79-4ef3-b570-cebad3b9694e)] {{(pid=103305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:18:38.205868 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-dbf79738-4f4b-4248-b77a-93bcb0726fb1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (d5a23ef9-5313-490e-b0b6-93760b95689d), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:18:38.252652 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (32ef628b-8417-46c5-8729-60fcabe358f1), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:18:38.265826 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-dbf79738-4f4b-4248-b77a-93bcb0726fb1 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f41a8e438dc14538a927c73b13585d98&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9816782 Jan 26 21:18:38.268462 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 32872) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:18:38.270907 n-d-760453-5 neutron-server[103305]: INFO neutron.plugins.ml2.plugin [req-8cafef5d-db44-49d9-8bb8-c6aed5483e0c req-c33280ab-0fb1-4f26-9df6-813240ec9807 service neutron] Attempt 2 to bind port b07f46ba-4da1-431a-b45a-508248fce8a3 Jan 26 21:18:38.276348 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Current status of the port c466aca2-17ea-426f-9342-4ad09516c48d is: DOWN; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:18:38.278206 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (c466aca2-17ea-426f-9342-4ad09516c48d), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:18:38.311805 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cafef5d-db44-49d9-8bb8-c6aed5483e0c req-c33280ab-0fb1-4f26-9df6-813240ec9807 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:18:38.312463 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-8cafef5d-db44-49d9-8bb8-c6aed5483e0c req-c33280ab-0fb1-4f26-9df6-813240ec9807 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:18:38.313852 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-8cafef5d-db44-49d9-8bb8-c6aed5483e0c req-c33280ab-0fb1-4f26-9df6-813240ec9807 service neutron] 10.222.0.57 "PUT /v2.0/ports/b07f46ba-4da1-431a-b45a-508248fce8a3 HTTP/1.1" status: 200 len: 1121 time: 1.8102517 Jan 26 21:18:38.322428 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-7eecea17-057e-4dc6-9b6b-603670e754cc req-e4a97993-5ef1-4f17-a0e0-ea66930df4c4 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=20ca0e2a-d36f-4969-bc7b-96bbf79b1f45 HTTP/1.1" status: 200 len: 217 time: 0.1196520 Jan 26 21:18:38.335240 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] For port c466aca2-17ea-426f-9342-4ad09516c48d, host n-d-760453-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=c466aca2-17ea-426f-9342-4ad09516c48d,segment=NetworkSegment(e17cb353-418f-48b9-b982-21a6233ee99b),segment_id=e17cb353-418f-48b9-b982-21a6233ee99b)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:18:38.348562 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (c466aca2-17ea-426f-9342-4ad09516c48d), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:18:38.351218 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-d48d301e-a894-4d8a-bb84-a03f3b1b498e tempest-AttachVolumeShelveTestJSON-345998519 tempest-AttachVolumeShelveTestJSON-345998519-project] Publish callbacks [] for security_group_rule (4b8533d3-ebd6-4f69-8d4d-3c753154db91), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:18:38.367112 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-3d7108ad-3c24-4713-963e-e28b79e2fca8 admin admin] Publish callbacks [] for security_group (d5a23ef9-5313-490e-b0b6-93760b95689d), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:18:38.370296 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-d48d301e-a894-4d8a-bb84-a03f3b1b498e tempest-AttachVolumeShelveTestJSON-345998519 tempest-AttachVolumeShelveTestJSON-345998519-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102715'] for security_group_rule (4b8533d3-ebd6-4f69-8d4d-3c753154db91), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:18:38.376684 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf79738-4f4b-4248-b77a-93bcb0726fb1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5a23ef9-5313-490e-b0b6-93760b95689d,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:18:38.391055 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79cf2cec-0b54-4f5a-a384-d5540b10fb7c req-db8c2b59-e60a-4684-8186-5508d46d6f29 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:18:38.394028 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-79cf2cec-0b54-4f5a-a384-d5540b10fb7c req-db8c2b59-e60a-4684-8186-5508d46d6f29 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] 10.222.0.13 "GET /v2.0/ports?device_id=4596379c-6ccc-4df2-a875-f0896fc00fcc HTTP/1.1" status: 200 len: 944 time: 0.1094913 Jan 26 21:18:38.442660 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d48d301e-a894-4d8a-bb84-a03f3b1b498e tempest-AttachVolumeShelveTestJSON-345998519 tempest-AttachVolumeShelveTestJSON-345998519-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4b8533d3-ebd6-4f69-8d4d-3c753154db91,revision_number=0']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:18:38.461276 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-d48d301e-a894-4d8a-bb84-a03f3b1b498e tempest-AttachVolumeShelveTestJSON-345998519 tempest-AttachVolumeShelveTestJSON-345998519-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:18:38.462865 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-d48d301e-a894-4d8a-bb84-a03f3b1b498e tempest-AttachVolumeShelveTestJSON-345998519 tempest-AttachVolumeShelveTestJSON-345998519-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7392080 Jan 26 21:18:38.467921 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] get_ports_and_sgs() called for port_ids ['b07f46ba-4da1-431a-b45a-508248fce8a3'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 26 21:18:38.472165 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 32876) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:18:38.486164 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eecea17-057e-4dc6-9b6b-603670e754cc req-23a5ec3b-c79a-41c9-be37-034b9848e980 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:18:38.487778 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-7eecea17-057e-4dc6-9b6b-603670e754cc req-23a5ec3b-c79a-41c9-be37-034b9848e980 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=062e0a06-c395-4f1c-b56d-3b2dd4ffff4d HTTP/1.1" status: 200 len: 835 time: 0.1348085 Jan 26 21:18:38.501128 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-e42574c3-1f2a-47c3-b4ef-1eb7a145838c tempest-AttachVolumeShelveTestJSON-345998519 tempest-AttachVolumeShelveTestJSON-345998519-project] Request body: {'floatingip': {'floating_network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:18:38.530047 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-3d7108ad-3c24-4713-963e-e28b79e2fca8 admin admin] Publish callbacks [] for security_group (d5a23ef9-5313-490e-b0b6-93760b95689d), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:18:38.546504 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Pushing event updated for resources: {'Port': ['ID=c466aca2-17ea-426f-9342-4ad09516c48d,revision_number=4']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:18:38.560352 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] get_ports_and_sgs() called for port_ids ['b07f46ba-4da1-431a-b45a-508248fce8a3'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 26 21:18:38.607701 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-79cf2cec-0b54-4f5a-a384-d5540b10fb7c req-47cd1962-7e1c-4a2d-93b8-91603ab7d3d4 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] 10.222.0.13 "GET /v2.0/security-groups?id=48ad9419-cea5-46f2-b67f-159b9c4803d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2023814 Jan 26 21:18:38.652155 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eecea17-057e-4dc6-9b6b-603670e754cc req-3a34ddf0-c227-44a7-9a37-72367c59849d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:18:38.653917 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-7eecea17-057e-4dc6-9b6b-603670e754cc req-3a34ddf0-c227-44a7-9a37-72367c59849d service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=53e223b0-da4c-46a0-9735-61b7e6751b1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1489103 Jan 26 21:18:38.655407 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-e42574c3-1f2a-47c3-b4ef-1eb7a145838c tempest-AttachVolumeShelveTestJSON-345998519 tempest-AttachVolumeShelveTestJSON-345998519-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:18:38.733404 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d0de42-0cb7-41c5-9a4b-675024330d87 req-e0767214-b37c-430c-8852-b22917d9d600 tempest-ServersNegativeTestJSON-90632883 tempest-ServersNegativeTestJSON-90632883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:18:38.740949 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-92d0de42-0cb7-41c5-9a4b-675024330d87 req-e0767214-b37c-430c-8852-b22917d9d600 tempest-ServersNegativeTestJSON-90632883 tempest-ServersNegativeTestJSON-90632883-project] 10.222.0.13 "GET /v2.0/ports?device_id=20bda332-a159-49bd-8c61-2ea774ab5602 HTTP/1.1" status: 200 len: 946 time: 0.1968191 Jan 26 21:18:38.755548 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-7eecea17-057e-4dc6-9b6b-603670e754cc req-21c0a745-abfb-48e8-bbb2-48497d27d19c service neutron] 10.222.0.66 "GET /v2.0/networks/53e223b0-da4c-46a0-9735-61b7e6751b1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922132 Jan 26 21:18:38.790034 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-4d50d95c-59e8-4f0c-8b05-7d6fedfc7762 tempest-RoutersNegativeIpV6Test-344315661 tempest-RoutersNegativeIpV6Test-344315661-project] Deleting port 66d5b6ac-a343-4e5c-a878-c9e127e1c3c5 {{(pid=103305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 21:18:38.790502 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-4d50d95c-59e8-4f0c-8b05-7d6fedfc7762 tempest-RoutersNegativeIpV6Test-344315661 tempest-RoutersNegativeIpV6Test-344315661-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746560630878'] for port (66d5b6ac-a343-4e5c-a878-c9e127e1c3c5), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:18:38.812730 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-3d7108ad-3c24-4713-963e-e28b79e2fca8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (d5a23ef9-5313-490e-b0b6-93760b95689d), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:18:38.816087 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-3d7108ad-3c24-4713-963e-e28b79e2fca8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:18:38.817706 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-3d7108ad-3c24-4713-963e-e28b79e2fca8 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d5a23ef9-5313-490e-b0b6-93760b95689d HTTP/1.1" status: 204 len: 168 time: 0.5476534 Jan 26 21:18:38.914213 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d7108ad-3c24-4713-963e-e28b79e2fca8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5a23ef9-5313-490e-b0b6-93760b95689d,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:18:38.933609 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-4d50d95c-59e8-4f0c-8b05-7d6fedfc7762 tempest-RoutersNegativeIpV6Test-344315661 tempest-RoutersNegativeIpV6Test-344315661-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4109658'] for port (66d5b6ac-a343-4e5c-a878-c9e127e1c3c5), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:18:38.942257 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-92d0de42-0cb7-41c5-9a4b-675024330d87 req-81c9857b-e1f9-49b1-ac36-910cf6d5c745 tempest-ServersNegativeTestJSON-90632883 tempest-ServersNegativeTestJSON-90632883-project] 10.222.0.13 "GET /v2.0/security-groups?id=f00b351c-12ea-4499-84c9-f0263f4f27ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1955400 Jan 26 21:18:38.949495 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-4d50d95c-59e8-4f0c-8b05-7d6fedfc7762 tempest-RoutersNegativeIpV6Test-344315661 tempest-RoutersNegativeIpV6Test-344315661-project] Calling delete_port for 66d5b6ac-a343-4e5c-a878-c9e127e1c3c5 owned by network:router_interface {{(pid=103305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 21:18:38.992170 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dfa1554-ae24-4408-8521-fda657dc47b9 req-aa4361c3-15b4-4717-abb5-d1860ed30efc tempest-LiveMigrationTest-746395142 tempest-LiveMigrationTest-746395142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:18:38.993873 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-1dfa1554-ae24-4408-8521-fda657dc47b9 req-aa4361c3-15b4-4717-abb5-d1860ed30efc tempest-LiveMigrationTest-746395142 tempest-LiveMigrationTest-746395142-project] 10.222.0.13 "GET /v2.0/ports?device_id=3c1bb11b-19e0-4bd6-8502-e5422740b40d HTTP/1.1" status: 200 len: 943 time: 0.1239464 Jan 26 21:18:39.053355 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab2ed525-0d57-412e-81f0-022dddb90f1c None None] Sync routers for ids ['99221ace-06a0-43fb-ad55-46eef57daef8'] in n-d-760453-5 {{(pid=103306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 26 21:18:39.056393 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-e42574c3-1f2a-47c3-b4ef-1eb7a145838c tempest-AttachVolumeShelveTestJSON-345998519 tempest-AttachVolumeShelveTestJSON-345998519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:18:39.092445 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab2ed525-0d57-412e-81f0-022dddb90f1c None None] Routers {'99221ace-06a0-43fb-ad55-46eef57daef8'} bound to L3 agent in host n-d-760453-5 {{(pid=103306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 21:18:39.096731 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-ab2ed525-0d57-412e-81f0-022dddb90f1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-26T20:55:21Z,description=,heartbeat_timestamp=2022-01-26T21:18:21Z,host='n-d-760453-5',id=09df100c-3af1-4b0a-bda8-05914c71c458,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:55:21Z,topic='l3_agent')) {'router_ids': ['99221ace-06a0-43fb-ad55-46eef57daef8'], 'active': True} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:18:39.215834 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-4d50d95c-59e8-4f0c-8b05-7d6fedfc7762 tempest-RoutersNegativeIpV6Test-344315661 tempest-RoutersNegativeIpV6Test-344315661-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746560636600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746560234536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11791543'] for port (66d5b6ac-a343-4e5c-a878-c9e127e1c3c5), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:18:39.224718 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-1dfa1554-ae24-4408-8521-fda657dc47b9 req-f2831c61-6f4a-4720-835d-4beff477e4fa tempest-LiveMigrationTest-746395142 tempest-LiveMigrationTest-746395142-project] 10.222.0.13 "GET /v2.0/security-groups?id=c43a996a-6b93-48e4-a331-48250c5b183d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2228534 Jan 26 21:18:39.271786 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d50d95c-59e8-4f0c-8b05-7d6fedfc7762 tempest-RoutersNegativeIpV6Test-344315661 tempest-RoutersNegativeIpV6Test-344315661-project] Pushing event deleted for resources: {'Port': ['ID=66d5b6ac-a343-4e5c-a878-c9e127e1c3c5,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:18:39.315180 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ee83b7-f738-4c59-a643-2e6731cc6404 req-7ba72a94-5922-4b5b-bde7-795059bd3882 tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:18:39.321112 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ee83b7-f738-4c59-a643-2e6731cc6404 req-7ba72a94-5922-4b5b-bde7-795059bd3882 tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:18:39.322244 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-7eecea17-057e-4dc6-9b6b-603670e754cc req-bc76ee07-acb6-48d4-95aa-e56237f7454f service neutron] 10.222.0.66 "GET /v2.0/networks/53e223b0-da4c-46a0-9735-61b7e6751b1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5595145 Jan 26 21:18:39.327459 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ee83b7-f738-4c59-a643-2e6731cc6404 req-7ba72a94-5922-4b5b-bde7-795059bd3882 tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:18:39.338785 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ee83b7-f738-4c59-a643-2e6731cc6404 req-7ba72a94-5922-4b5b-bde7-795059bd3882 tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:18:39.356721 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ee83b7-f738-4c59-a643-2e6731cc6404 req-7ba72a94-5922-4b5b-bde7-795059bd3882 tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:18:39.362576 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ee83b7-f738-4c59-a643-2e6731cc6404 req-7ba72a94-5922-4b5b-bde7-795059bd3882 tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:18:39.368117 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ee83b7-f738-4c59-a643-2e6731cc6404 req-7ba72a94-5922-4b5b-bde7-795059bd3882 tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:18:39.370100 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-03ee83b7-f738-4c59-a643-2e6731cc6404 req-7ba72a94-5922-4b5b-bde7-795059bd3882 tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca795481-031c-48ac-925f-00596ed83bb9 HTTP/1.1" status: 200 len: 5431 time: 0.1992998 Jan 26 21:18:39.402268 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvr_db [None req-ab2ed525-0d57-412e-81f0-022dddb90f1c None None] Set router 99221ace-06a0-43fb-ad55-46eef57daef8 gateway port host: n-d-760453-5 {{(pid=103306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 21:18:39.444592 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-4d50d95c-59e8-4f0c-8b05-7d6fedfc7762 tempest-RoutersNegativeIpV6Test-344315661 tempest-RoutersNegativeIpV6Test-344315661-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3709480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4110805'] for router_interface (60637e3e-bfe5-4fbc-90e2-65097b4f9a6c), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:18:39.533925 n-d-760453-5 neutron-server[103305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3c1bb11b-19e0-4bd6-8502-e5422740b40d', 'tag': 'b07f46ba-4da1-431a-b45a-508248fce8a3'}] {{(pid=103305) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 21:18:39.536223 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d4654568b7bf041e72ff8fe1c96d6d761d9c921f2b99bc7b3a26632be20cee0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42b4593b-1332-404d-ac80-59c9f1acd716" -d '{"events": [{"name": "network-changed", "server_uuid": "3c1bb11b-19e0-4bd6-8502-e5422740b40d", "tag": "b07f46ba-4da1-431a-b45a-508248fce8a3"}]}' {{(pid=103305) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 21:18:39.540629 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.db_base_plugin_common [None req-e42574c3-1f2a-47c3-b4ef-1eb7a145838c tempest-AttachVolumeShelveTestJSON-345998519 tempest-AttachVolumeShelveTestJSON-345998519-project] Allocated IP 172.25.1.129 (4140a1f1-c93a-4bea-83a0-68953a54f299/e48251a1-e30d-4820-8396-00c6f6aeb601/d1a0b867-f717-4a81-911d-1d6aea653c8e) {{(pid=103304) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 21:18:39.673783 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-03ee83b7-f738-4c59-a643-2e6731cc6404 req-fd18bfeb-1991-4c7a-afad-93b60a8f9c4e tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] 10.222.0.13 "GET /v2.0/security-groups?id=cfb1b9fe-a4df-4bbd-b439-103a9aa84b57&id=4949e7fd-e987-466a-ab17-ed5ae28a32c1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2860017 Jan 26 21:18:39.763485 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d50d95c-59e8-4f0c-8b05-7d6fedfc7762 tempest-RoutersNegativeIpV6Test-344315661 tempest-RoutersNegativeIpV6Test-344315661-project] Router 60637e3e-bfe5-4fbc-90e2-65097b4f9a6c has already been hosted by L3 agent 09df100c-3af1-4b0a-bda8-05914c71c458 {{(pid=103305) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 26 21:18:39.768039 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 26 Jan 2022 21:18:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-051b2dd2-3b3d-4c7e-818f-89dcbf8427b9 x-openstack-request-id: req-051b2dd2-3b3d-4c7e-818f-89dcbf8427b9 {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 21:18:39.768431 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3c1bb11b-19e0-4bd6-8502-e5422740b40d", "tag": "b07f46ba-4da1-431a-b45a-508248fce8a3", "status": "completed", "code": 200}]} {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 21:18:39.768693 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-051b2dd2-3b3d-4c7e-818f-89dcbf8427b9 {{(pid=103305) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 21:18:39.769240 n-d-760453-5 neutron-server[103305]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3c1bb11b-19e0-4bd6-8502-e5422740b40d', 'tag': 'b07f46ba-4da1-431a-b45a-508248fce8a3', 'status': 'completed', 'code': 200} Jan 26 21:18:39.803840 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8191d16a-f10a-497f-a87a-3f76b22d89ff req-9db24799-546e-4eed-802f-e43d682422d2 tempest-ServersNegativeTestJSON-90632883 tempest-ServersNegativeTestJSON-90632883-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:18:39.817017 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-8191d16a-f10a-497f-a87a-3f76b22d89ff req-9db24799-546e-4eed-802f-e43d682422d2 tempest-ServersNegativeTestJSON-90632883 tempest-ServersNegativeTestJSON-90632883-project] 10.222.0.13 "GET /v2.0/networks?id=8cbef344-1167-4f35-8b6b-07dd596f6f4f HTTP/1.1" status: 200 len: 813 time: 0.4431138 Jan 26 21:18:39.823601 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-e42574c3-1f2a-47c3-b4ef-1eb7a145838c tempest-AttachVolumeShelveTestJSON-345998519 tempest-AttachVolumeShelveTestJSON-345998519-project] Publish callbacks [] for port (d1a0b867-f717-4a81-911d-1d6aea653c8e), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:18:39.856496 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-ab2ed525-0d57-412e-81f0-022dddb90f1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99221ace-06a0-43fb-ad55-46eef57daef8', 'name': 'tempest-AttachVolumeShelveTestJSON-170009-router', 'tenant_id': '9a820e3f529a4c3083d815b75318d24c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'external_fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.173'}], 'enable_snat': True}, 'gw_port_id': 'c466aca2-17ea-426f-9342-4ad09516c48d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T21:18:18Z', 'updated_at': '2022-01-26T21:18:31Z', 'revision_number': 4, 'project_id': '9a820e3f529a4c3083d815b75318d24c', 'gw_port': {'id': 'c466aca2-17ea-426f-9342-4ad09516c48d', 'name': '', 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:a0:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99221ace-06a0-43fb-ad55-46eef57daef8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1625, 'fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:18:21Z', 'updated_at': '2022-01-26T21:18:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-5', '_interfaces': [{'id': 'f7f2ba7a-e925-4005-8a45-7f171abdeb0a', 'name': '', 'network_id': 'd67e3ebe-4ba7-45de-a361-0a193d47dcd7', 'tenant_id': '9a820e3f529a4c3083d815b75318d24c', 'mac_address': 'fa:16:3e:00:75:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99221ace-06a0-43fb-ad55-46eef57daef8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1630, 'fixed_ips': [{'subnet_id': 'b97a8223-0b24-4ba7-b338-51c5c9119da6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:18:29Z', 'updated_at': '2022-01-26T21:18:32Z', 'revision_number': 2, 'project_id': '9a820e3f529a4c3083d815b75318d24c', 'subnets': [{'id': 'b97a8223-0b24-4ba7-b338-51c5c9119da6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760453-5', False) {} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:18:39.867693 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-8191d16a-f10a-497f-a87a-3f76b22d89ff req-07927014-392e-4543-a45f-26c0132d540d tempest-ServersNegativeTestJSON-90632883 tempest-ServersNegativeTestJSON-90632883-project] 10.222.0.13 "GET /v2.0/quotas/2b29801ee18e4ff0a597415334743408 HTTP/1.1" status: 200 len: 375 time: 0.0479620 Jan 26 21:18:39.934977 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device c466aca2-17ea-426f-9342-4ad09516c48d up at agent ovs-agent-n-d-760453-5 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 21:18:39.937274 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab2ed525-0d57-412e-81f0-022dddb90f1c None None] Checking router: 99221ace-06a0-43fb-ad55-46eef57daef8 for host: n-d-760453-5 {{(pid=103306) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 26 21:18:39.938760 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab2ed525-0d57-412e-81f0-022dddb90f1c None None] Updating router 99221ace-06a0-43fb-ad55-46eef57daef8 port f7f2ba7a-e925-4005-8a45-7f171abdeb0a binding host n-d-760453-5 {{(pid=103306) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 26 21:18:40.004336 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-e42574c3-1f2a-47c3-b4ef-1eb7a145838c tempest-AttachVolumeShelveTestJSON-345998519 tempest-AttachVolumeShelveTestJSON-345998519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746560234527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9281553'] for port (d1a0b867-f717-4a81-911d-1d6aea653c8e), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:18:40.004911 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d50d95c-59e8-4f0c-8b05-7d6fedfc7762 tempest-RoutersNegativeIpV6Test-344315661 tempest-RoutersNegativeIpV6Test-344315661-project] Notify agent at l3_agent.n-d-760453-5 the message routers_updated {{(pid=103305) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 26 21:18:40.015164 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-ab2ed525-0d57-412e-81f0-022dddb90f1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (f7f2ba7a-e925-4005-8a45-7f171abdeb0a), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:18:40.017399 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-952d98b1-4455-4f2d-9615-2b11b96ffe53 None None] Sync routers for ids ['60637e3e-bfe5-4fbc-90e2-65097b4f9a6c'] in n-d-760453-5 {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 26 21:18:40.026967 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-4d50d95c-59e8-4f0c-8b05-7d6fedfc7762 tempest-RoutersNegativeIpV6Test-344315661 tempest-RoutersNegativeIpV6Test-344315661-project] 10.222.0.13 "PUT /v2.0/routers/60637e3e-bfe5-4fbc-90e2-65097b4f9a6c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5831585 Jan 26 21:18:40.029789 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 32916) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:18:40.031929 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ccfc91-b6db-412a-976e-d564ea158afb req-357bcf4f-d63b-469c-a326-b13e42de0181 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:18:40.032999 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-93ccfc91-b6db-412a-976e-d564ea158afb req-357bcf4f-d63b-469c-a326-b13e42de0181 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] 10.222.0.13 "GET /v2.0/ports?device_id=4596379c-6ccc-4df2-a875-f0896fc00fcc HTTP/1.1" status: 200 len: 944 time: 0.0966868 Jan 26 21:18:40.034857 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-952d98b1-4455-4f2d-9615-2b11b96ffe53 None None] Routers {'60637e3e-bfe5-4fbc-90e2-65097b4f9a6c'} bound to L3 agent in host n-d-760453-5 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 21:18:40.035487 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-952d98b1-4455-4f2d-9615-2b11b96ffe53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-26T20:55:21Z,description=,heartbeat_timestamp=2022-01-26T21:18:21Z,host='n-d-760453-5',id=09df100c-3af1-4b0a-bda8-05914c71c458,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:55:21Z,topic='l3_agent')) {'router_ids': ['60637e3e-bfe5-4fbc-90e2-65097b4f9a6c'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:18:40.061417 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-8191d16a-f10a-497f-a87a-3f76b22d89ff req-983b9a77-8ee6-4fec-b753-e845405e7d46 tempest-ServersNegativeTestJSON-90632883 tempest-ServersNegativeTestJSON-90632883-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=2b29801ee18e4ff0a597415334743408&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1917198 Jan 26 21:18:40.074740 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-952d98b1-4455-4f2d-9615-2b11b96ffe53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760453-5', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:18:40.082317 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-952d98b1-4455-4f2d-9615-2b11b96ffe53 None None] Routers {'60637e3e-bfe5-4fbc-90e2-65097b4f9a6c'} bound to L3 agent in host n-d-760453-5 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 21:18:40.082948 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-952d98b1-4455-4f2d-9615-2b11b96ffe53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-26T20:55:21Z,description=,heartbeat_timestamp=2022-01-26T21:18:21Z,host='n-d-760453-5',id=09df100c-3af1-4b0a-bda8-05914c71c458,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:55:21Z,topic='l3_agent')) {'router_ids': ['60637e3e-bfe5-4fbc-90e2-65097b4f9a6c'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:18:40.116761 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-952d98b1-4455-4f2d-9615-2b11b96ffe53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760453-5', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:18:40.117427 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-952d98b1-4455-4f2d-9615-2b11b96ffe53 None None] The sync data for ids ['60637e3e-bfe5-4fbc-90e2-65097b4f9a6c'] in n-d-760453-5 is: [] {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 26 21:18:40.124899 n-d-760453-5 neutron-server[103305]: INFO neutron.api.v2.resource [None req-bdca907a-a4a1-4b9f-8d24-9d9e3422861a tempest-RoutersNegativeIpV6Test-344315661 tempest-RoutersNegativeIpV6Test-344315661-project] delete failed (client error): The resource could not be found. Jan 26 21:18:40.129871 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-bdca907a-a4a1-4b9f-8d24-9d9e3422861a tempest-RoutersNegativeIpV6Test-344315661 tempest-RoutersNegativeIpV6Test-344315661-project] 10.222.0.13 "DELETE /v2.0/routers/tempest-non_exist_router-1227753914 HTTP/1.1" status: 404 len: 335 time: 0.0976102 Jan 26 21:18:40.137641 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 32920) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:18:40.147235 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-b40444ec-53f0-4567-aebf-e61e099b0806 tempest-RoutersNegativeIpV6Test-344315661 tempest-RoutersNegativeIpV6Test-344315661-project] Request body: {'router': {'external_gateway_info': {'network_id': '60637e3e-bfe5-4fbc-90e2-65097b4f9a6c'}}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:18:40.154742 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b4593b-1332-404d-ac80-59c9f1acd716 req-dfcc2695-6e11-4f21-b3b9-2c710cee5049 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:18:40.156372 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-42b4593b-1332-404d-ac80-59c9f1acd716 req-dfcc2695-6e11-4f21-b3b9-2c710cee5049 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=ee6098e1a6074d57972f34ef6549de05&device_id=3c1bb11b-19e0-4bd6-8502-e5422740b40d HTTP/1.1" status: 200 len: 1124 time: 0.2293758 Jan 26 21:18:40.209333 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Provisioning complete for port c466aca2-17ea-426f-9342-4ad09516c48d triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:18:40.209716 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (c466aca2-17ea-426f-9342-4ad09516c48d), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:18:40.261756 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e42574c3-1f2a-47c3-b4ef-1eb7a145838c tempest-AttachVolumeShelveTestJSON-345998519 tempest-AttachVolumeShelveTestJSON-345998519-project] Network 4140a1f1-c93a-4bea-83a0-68953a54f299 is already hosted by enough agents. {{(pid=103304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 21:18:40.275032 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [None req-e42574c3-1f2a-47c3-b4ef-1eb7a145838c tempest-AttachVolumeShelveTestJSON-345998519 tempest-AttachVolumeShelveTestJSON-345998519-project] Resources bound (agent type, host, resource id): {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:18:40.280319 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e42574c3-1f2a-47c3-b4ef-1eb7a145838c tempest-AttachVolumeShelveTestJSON-345998519 tempest-AttachVolumeShelveTestJSON-345998519-project] Pushing event updated for resources: {'Port': ['ID=d1a0b867-f717-4a81-911d-1d6aea653c8e,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:18:40.282682 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e42574c3-1f2a-47c3-b4ef-1eb7a145838c tempest-AttachVolumeShelveTestJSON-345998519 tempest-AttachVolumeShelveTestJSON-345998519-project] Received port after_create {{(pid=103304) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 21:18:40.364940 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-93ccfc91-b6db-412a-976e-d564ea158afb req-d69fa566-9dfc-4a25-add1-ad48daf4b737 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] 10.222.0.13 "GET /v2.0/security-groups?id=48ad9419-cea5-46f2-b67f-159b9c4803d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3021898 Jan 26 21:18:40.435806 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-8191d16a-f10a-497f-a87a-3f76b22d89ff req-adae91a7-d8c0-4a0f-9e71-52a07732c5b6 service neutron] 10.222.0.13 "GET /v2.0/networks/8cbef344-1167-4f35-8b6b-07dd596f6f4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3744540 Jan 26 21:18:40.523731 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Current status of the port c466aca2-17ea-426f-9342-4ad09516c48d is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:18:40.617725 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-e42574c3-1f2a-47c3-b4ef-1eb7a145838c tempest-AttachVolumeShelveTestJSON-345998519 tempest-AttachVolumeShelveTestJSON-345998519-project] Publish callbacks [] for floatingip (102d8f37-55be-4230-939f-758c0d24c53f), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:18:40.681305 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6748a0d3-fa93-4b3d-b4b3-dcde09ad7897 req-c02442cb-e63f-4a9e-ae9c-56c5a9ce3fe4 tempest-LiveMigrationTest-746395142 tempest-LiveMigrationTest-746395142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:18:40.686607 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-6748a0d3-fa93-4b3d-b4b3-dcde09ad7897 req-c02442cb-e63f-4a9e-ae9c-56c5a9ce3fe4 tempest-LiveMigrationTest-746395142 tempest-LiveMigrationTest-746395142-project] 10.222.0.13 "GET /v2.0/ports?device_id=3c1bb11b-19e0-4bd6-8502-e5422740b40d HTTP/1.1" status: 200 len: 943 time: 0.1860433 Jan 26 21:18:40.695769 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-8191d16a-f10a-497f-a87a-3f76b22d89ff req-5c027de9-95bc-41f0-8664-4f48d89972fc service neutron] 10.222.0.13 "GET /v2.0/networks/8cbef344-1167-4f35-8b6b-07dd596f6f4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2438338 Jan 26 21:18:40.708806 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-e42574c3-1f2a-47c3-b4ef-1eb7a145838c tempest-AttachVolumeShelveTestJSON-345998519 tempest-AttachVolumeShelveTestJSON-345998519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (d1a0b867-f717-4a81-911d-1d6aea653c8e), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:18:40.828444 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-ab2ed525-0d57-412e-81f0-022dddb90f1c None None] Publish callbacks [] for port (f7f2ba7a-e925-4005-8a45-7f171abdeb0a), precommit_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:18:40.840253 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-ab2ed525-0d57-412e-81f0-022dddb90f1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (f7f2ba7a-e925-4005-8a45-7f171abdeb0a), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:18:40.881914 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-6748a0d3-fa93-4b3d-b4b3-dcde09ad7897 req-a13ef716-320c-4de2-af4c-1a4c7e1b53b2 tempest-LiveMigrationTest-746395142 tempest-LiveMigrationTest-746395142-project] 10.222.0.13 "GET /v2.0/security-groups?id=c43a996a-6b93-48e4-a331-48250c5b183d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1850760 Jan 26 21:18:40.896186 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b4593b-1332-404d-ac80-59c9f1acd716 req-6c77435a-2834-4c03-a7c8-4c4c1e4ac57c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:18:40.898177 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-42b4593b-1332-404d-ac80-59c9f1acd716 req-6c77435a-2834-4c03-a7c8-4c4c1e4ac57c service neutron] 10.222.0.66 "GET /v2.0/networks?id=57cdf3f5-a20b-4c6f-b2eb-bed2f5d4d40a HTTP/1.1" status: 200 len: 908 time: 0.7027950 Jan 26 21:18:40.900816 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-b40444ec-53f0-4567-aebf-e61e099b0806 tempest-RoutersNegativeIpV6Test-344315661 tempest-RoutersNegativeIpV6Test-344315661-project] Publish callbacks [] for router_gateway (60637e3e-bfe5-4fbc-90e2-65097b4f9a6c), precommit_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:18:40.946993 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-42b4593b-1332-404d-ac80-59c9f1acd716 req-648807ac-eb97-413c-8828-6e439785599d service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=b07f46ba-4da1-431a-b45a-508248fce8a3 HTTP/1.1" status: 200 len: 217 time: 0.0410590 Jan 26 21:18:40.972501 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5561f3e7-94f9-4613-85be-e2b75c785fd5 None None] Pushing event updated for resources: {'Port': ['ID=f7f2ba7a-e925-4005-8a45-7f171abdeb0a,revision_number=3']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:18:41.053646 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Device 20ca0e2a-d36f-4969-bc7b-96bbf79b1f45 details requested by agent hyperv_n-h1-760453-5 with host n-h1-760453-5 {{(pid=103306) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 26 21:18:41.082530 n-d-760453-5 neutron-server[103305]: INFO neutron.api.v2.resource [None req-b40444ec-53f0-4567-aebf-e61e099b0806 tempest-RoutersNegativeIpV6Test-344315661 tempest-RoutersNegativeIpV6Test-344315661-project] update failed (client error): The resource could not be found. Jan 26 21:18:41.083619 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-b40444ec-53f0-4567-aebf-e61e099b0806 tempest-RoutersNegativeIpV6Test-344315661 tempest-RoutersNegativeIpV6Test-344315661-project] 10.222.0.13 "PUT /v2.0/routers/60637e3e-bfe5-4fbc-90e2-65097b4f9a6c HTTP/1.1" status: 404 len: 339 time: 0.9403181 Jan 26 21:18:41.099732 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 32942) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:18:41.119149 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-e9f37eb3-840d-41f5-a37c-4832fc41f18e tempest-RoutersNegativeIpV6Test-344315661 tempest-RoutersNegativeIpV6Test-344315661-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-128584226'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:18:41.132503 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-2aad759d-6710-4bac-8d43-f9660eef856a req-9705838d-ada9-48ca-84c0-514688ab888c tempest-ServersNegativeTestJSON-90632883 tempest-ServersNegativeTestJSON-90632883-project] 10.222.0.13 "GET /v2.0/ports?device_id=485c96a9-0169-4ea3-a4eb-4d7ce9abb56c HTTP/1.1" status: 200 len: 210 time: 0.0610583 Jan 26 21:18:41.194659 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b4593b-1332-404d-ac80-59c9f1acd716 req-b144c068-9481-4885-a64f-24a8b5c81b13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:18:41.196241 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-42b4593b-1332-404d-ac80-59c9f1acd716 req-b144c068-9481-4885-a64f-24a8b5c81b13 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=0fd61269-7d95-487b-ba3a-f244d39cf571 HTTP/1.1" status: 200 len: 847 time: 0.2429357 Jan 26 21:18:41.198186 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-ab2ed525-0d57-412e-81f0-022dddb90f1c None None] Attempting to bind port f7f2ba7a-e925-4005-8a45-7f171abdeb0a on host n-d-760453-5 for vnic_type normal with profile {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 21:18:41.199276 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-ab2ed525-0d57-412e-81f0-022dddb90f1c None None] Attempting to bind port f7f2ba7a-e925-4005-8a45-7f171abdeb0a by drivers openvswitch,hyperv on host n-d-760453-5 at level 0 using segments [{'id': 'ae04eadd-2f21-4385-8e0d-440406bc0827', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'd67e3ebe-4ba7-45de-a361-0a193d47dcd7'}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 26 21:18:41.199802 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab2ed525-0d57-412e-81f0-022dddb90f1c None None] Attempting to bind port f7f2ba7a-e925-4005-8a45-7f171abdeb0a on network d67e3ebe-4ba7-45de-a361-0a193d47dcd7 {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 21:18:41.211408 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9427454-2995-41eb-9512-24ac40ed219e req-51bbb3fe-1294-4e3b-b2e6-d37071888786 tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:18:41.222217 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9427454-2995-41eb-9512-24ac40ed219e req-51bbb3fe-1294-4e3b-b2e6-d37071888786 tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:18:41.243421 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab2ed525-0d57-412e-81f0-022dddb90f1c None None] Checking agent: {'id': 'fea0591a-627d-4c87-9a9a-01625ddf3277', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760453-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 20, 55, 25), 'started_at': datetime.datetime(2022, 1, 26, 20, 55, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 21, 18, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760453-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 26 21:18:41.244040 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab2ed525-0d57-412e-81f0-022dddb90f1c None None] Checking segment: {'id': 'ae04eadd-2f21-4385-8e0d-440406bc0827', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'd67e3ebe-4ba7-45de-a361-0a193d47dcd7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 21:18:41.244601 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-ab2ed525-0d57-412e-81f0-022dddb90f1c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:18:41.245157 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab2ed525-0d57-412e-81f0-022dddb90f1c None None] Bound using segment: {'id': 'ae04eadd-2f21-4385-8e0d-440406bc0827', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'd67e3ebe-4ba7-45de-a361-0a193d47dcd7'} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 26 21:18:41.245878 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-ab2ed525-0d57-412e-81f0-022dddb90f1c None None] Bound port: f7f2ba7a-e925-4005-8a45-7f171abdeb0a, host: n-d-760453-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae04eadd-2f21-4385-8e0d-440406bc0827', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'd67e3ebe-4ba7-45de-a361-0a193d47dcd7'}}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 26 21:18:41.246534 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-ab2ed525-0d57-412e-81f0-022dddb90f1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (f7f2ba7a-e925-4005-8a45-7f171abdeb0a), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:18:41.258009 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9427454-2995-41eb-9512-24ac40ed219e req-51bbb3fe-1294-4e3b-b2e6-d37071888786 tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:18:41.274605 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9427454-2995-41eb-9512-24ac40ed219e req-51bbb3fe-1294-4e3b-b2e6-d37071888786 tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:18:41.287085 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9427454-2995-41eb-9512-24ac40ed219e req-51bbb3fe-1294-4e3b-b2e6-d37071888786 tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:18:41.293323 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-42b4593b-1332-404d-ac80-59c9f1acd716 req-6d4ef069-21e3-4dba-a5d9-7ed9b68e5e5f service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=57cdf3f5-a20b-4c6f-b2eb-bed2f5d4d40a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0850329 Jan 26 21:18:41.298626 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9427454-2995-41eb-9512-24ac40ed219e req-51bbb3fe-1294-4e3b-b2e6-d37071888786 tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:18:41.314155 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9427454-2995-41eb-9512-24ac40ed219e req-51bbb3fe-1294-4e3b-b2e6-d37071888786 tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:18:41.318503 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-a9427454-2995-41eb-9512-24ac40ed219e req-51bbb3fe-1294-4e3b-b2e6-d37071888786 tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca795481-031c-48ac-925f-00596ed83bb9 HTTP/1.1" status: 200 len: 5431 time: 0.3069029 Jan 26 21:18:41.419099 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] For port 20ca0e2a-d36f-4969-bc7b-96bbf79b1f45, host n-h1-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-5',level=0,port_id=20ca0e2a-d36f-4969-bc7b-96bbf79b1f45,segment=NetworkSegment(17e2e8a5-d0ff-43c6-ae30-ad82dc108dba),segment_id=17e2e8a5-d0ff-43c6-ae30-ad82dc108dba)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:18:41.456313 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9f37eb3-840d-41f5-a37c-4832fc41f18e tempest-RoutersNegativeIpV6Test-344315661 tempest-RoutersNegativeIpV6Test-344315661-project] Made reservation on behalf of 75f9223bb441498c8f45fbae1bf47ca4 for: {'network': 1} {{(pid=103305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 21:18:41.459718 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-e9f37eb3-840d-41f5-a37c-4832fc41f18e tempest-RoutersNegativeIpV6Test-344315661 tempest-RoutersNegativeIpV6Test-344315661-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for network (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:18:41.464978 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-42b4593b-1332-404d-ac80-59c9f1acd716 req-af9cb794-1c93-4081-8857-5d1737402022 service neutron] 10.222.0.66 "GET /v2.0/networks/57cdf3f5-a20b-4c6f-b2eb-bed2f5d4d40a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1638811 Jan 26 21:18:41.516322 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-a9427454-2995-41eb-9512-24ac40ed219e req-7b4e79a1-5923-4d73-9390-3fed3cbc4da1 tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] 10.222.0.13 "GET /v2.0/security-groups?id=cfb1b9fe-a4df-4bbd-b439-103a9aa84b57&id=4949e7fd-e987-466a-ab17-ed5ae28a32c1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1879253 Jan 26 21:18:41.612880 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e9f37eb3-840d-41f5-a37c-4832fc41f18e tempest-RoutersNegativeIpV6Test-344315661 tempest-RoutersNegativeIpV6Test-344315661-project] vlan segment allocate from pool success with {'vlan_id': 597, 'physical_network': 'physnet1'} {{(pid=103305) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 26 21:18:41.624619 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-e42574c3-1f2a-47c3-b4ef-1eb7a145838c tempest-AttachVolumeShelveTestJSON-345998519 tempest-AttachVolumeShelveTestJSON-345998519-project] Publish callbacks [] for port (d1a0b867-f717-4a81-911d-1d6aea653c8e), precommit_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:18:41.635339 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-e9f37eb3-840d-41f5-a37c-4832fc41f18e tempest-RoutersNegativeIpV6Test-344315661 tempest-RoutersNegativeIpV6Test-344315661-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576559'] for segment (792361e2-47e7-409c-b9ab-6cc429acd9db), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:18:41.636583 n-d-760453-5 neutron-server[103305]: INFO neutron.db.segments_db [None req-e9f37eb3-840d-41f5-a37c-4832fc41f18e tempest-RoutersNegativeIpV6Test-344315661 tempest-RoutersNegativeIpV6Test-344315661-project] Added segment 792361e2-47e7-409c-b9ab-6cc429acd9db of type vlan for network d60b732b-adfc-4e16-82db-d26c81ac3bc5 Jan 26 21:18:41.652755 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8707ea8-8ddc-4a81-a26f-4ea202c5f781 req-2fced255-02bc-4434-a58d-b4e5a1cbafaa tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:18:41.662003 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-e8707ea8-8ddc-4a81-a26f-4ea202c5f781 req-2fced255-02bc-4434-a58d-b4e5a1cbafaa tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] 10.222.0.13 "GET /v2.0/ports?device_id=4596379c-6ccc-4df2-a875-f0896fc00fcc HTTP/1.1" status: 200 len: 944 time: 0.1521366 Jan 26 21:18:41.671470 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-e42574c3-1f2a-47c3-b4ef-1eb7a145838c tempest-AttachVolumeShelveTestJSON-345998519 tempest-AttachVolumeShelveTestJSON-345998519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9281542'] for port (d1a0b867-f717-4a81-911d-1d6aea653c8e), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:18:41.695116 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-42b4593b-1332-404d-ac80-59c9f1acd716 req-b7b22695-45d8-4f53-815f-2434495d226d service neutron] 10.222.0.66 "GET /v2.0/networks/57cdf3f5-a20b-4c6f-b2eb-bed2f5d4d40a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2113578 Jan 26 21:18:41.700403 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-e9f37eb3-840d-41f5-a37c-4832fc41f18e tempest-RoutersNegativeIpV6Test-344315661 tempest-RoutersNegativeIpV6Test-344315661-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746560256871'] for network (d60b732b-adfc-4e16-82db-d26c81ac3bc5), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:18:41.737240 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-e9f37eb3-840d-41f5-a37c-4832fc41f18e tempest-RoutersNegativeIpV6Test-344315661 tempest-RoutersNegativeIpV6Test-344315661-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503'] for network (d60b732b-adfc-4e16-82db-d26c81ac3bc5), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:18:41.748004 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9f37eb3-840d-41f5-a37c-4832fc41f18e tempest-RoutersNegativeIpV6Test-344315661 tempest-RoutersNegativeIpV6Test-344315661-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:18:41.749004 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-e9f37eb3-840d-41f5-a37c-4832fc41f18e tempest-RoutersNegativeIpV6Test-344315661 tempest-RoutersNegativeIpV6Test-344315661-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709645'] for network (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:18:41.796793 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-ab2ed525-0d57-412e-81f0-022dddb90f1c None None] For port f7f2ba7a-e925-4005-8a45-7f171abdeb0a, host n-d-760453-5, cleared binding levels {{(pid=103306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 26 21:18:41.807597 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-ab2ed525-0d57-412e-81f0-022dddb90f1c None None] For port f7f2ba7a-e925-4005-8a45-7f171abdeb0a, host n-d-760453-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=f7f2ba7a-e925-4005-8a45-7f171abdeb0a,segment=NetworkSegment(ae04eadd-2f21-4385-8e0d-440406bc0827),segment_id=ae04eadd-2f21-4385-8e0d-440406bc0827)] {{(pid=103306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 26 21:18:41.839374 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-ab2ed525-0d57-412e-81f0-022dddb90f1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (f7f2ba7a-e925-4005-8a45-7f171abdeb0a), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:18:41.865037 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-e42574c3-1f2a-47c3-b4ef-1eb7a145838c tempest-AttachVolumeShelveTestJSON-345998519 tempest-AttachVolumeShelveTestJSON-345998519-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4110913'] for floatingip (102d8f37-55be-4230-939f-758c0d24c53f), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:18:41.896780 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-e42574c3-1f2a-47c3-b4ef-1eb7a145838c tempest-AttachVolumeShelveTestJSON-345998519 tempest-AttachVolumeShelveTestJSON-345998519-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for floatingip (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:18:41.904188 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-e42574c3-1f2a-47c3-b4ef-1eb7a145838c tempest-AttachVolumeShelveTestJSON-345998519 tempest-AttachVolumeShelveTestJSON-345998519-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.4063251 Jan 26 21:18:41.911175 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Returning: {'device': '20ca0e2a-d36f-4969-bc7b-96bbf79b1f45', 'network_id': '53e223b0-da4c-46a0-9735-61b7e6751b1f', 'port_id': '20ca0e2a-d36f-4969-bc7b-96bbf79b1f45', 'mac_address': 'fa:16:3e:dc:f4:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 563, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '062e0a06-c395-4f1c-b56d-3b2dd4ffff4d', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103306) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 26 21:18:41.930830 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-3b2ec4aa-4006-417f-985a-d8b048076034 None None] Provisioning complete for port f7f2ba7a-e925-4005-8a45-7f171abdeb0a triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:18:41.936656 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-3b2ec4aa-4006-417f-985a-d8b048076034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (f7f2ba7a-e925-4005-8a45-7f171abdeb0a), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:18:41.945561 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-e9f37eb3-840d-41f5-a37c-4832fc41f18e tempest-RoutersNegativeIpV6Test-344315661 tempest-RoutersNegativeIpV6Test-344315661-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.8385341 Jan 26 21:18:41.951415 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 32964) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:18:41.975093 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e42574c3-1f2a-47c3-b4ef-1eb7a145838c tempest-AttachVolumeShelveTestJSON-345998519 tempest-AttachVolumeShelveTestJSON-345998519-project] Pushing event updated for resources: {'Port': ['ID=d1a0b867-f717-4a81-911d-1d6aea653c8e,revision_number=2']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:18:41.989148 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-0c041adf-bb90-4b1d-a86b-a6abe60c06c6 tempest-RoutersNegativeIpV6Test-344315661 tempest-RoutersNegativeIpV6Test-344315661-project] Request body: {'subnet': {'network_id': 'd60b732b-adfc-4e16-82db-d26c81ac3bc5', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:18:42.002986 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-e8707ea8-8ddc-4a81-a26f-4ea202c5f781 req-a013166a-e092-4e59-a10d-ff9fe6842ae9 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] 10.222.0.13 "GET /v2.0/security-groups?id=48ad9419-cea5-46f2-b67f-159b9c4803d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3361597 Jan 26 21:18:42.069728 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f37eb3-840d-41f5-a37c-4832fc41f18e tempest-RoutersNegativeIpV6Test-344315661 tempest-RoutersNegativeIpV6Test-344315661-project] Pushing event updated for resources: {'Network': ['ID=d60b732b-adfc-4e16-82db-d26c81ac3bc5,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:18:42.224827 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d823b1-ebcd-414d-a445-524d1233a681 req-dbed4578-21de-4807-b82f-1bbb6c9e9a4e tempest-LiveMigrationTest-746395142 tempest-LiveMigrationTest-746395142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:18:42.225871 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-61d823b1-ebcd-414d-a445-524d1233a681 req-dbed4578-21de-4807-b82f-1bbb6c9e9a4e tempest-LiveMigrationTest-746395142 tempest-LiveMigrationTest-746395142-project] 10.222.0.13 "GET /v2.0/ports?device_id=3c1bb11b-19e0-4bd6-8502-e5422740b40d HTTP/1.1" status: 200 len: 943 time: 0.1564670 Jan 26 21:18:42.231508 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Network d60b732b-adfc-4e16-82db-d26c81ac3bc5 details requested by agent ovs-agent-n-d-760453-5 with host n-d-760453-5 {{(pid=103306) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 26 21:18:42.259778 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab2ed525-0d57-412e-81f0-022dddb90f1c None None] Routers {'99221ace-06a0-43fb-ad55-46eef57daef8'} bound to L3 agent in host n-d-760453-5 {{(pid=103306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 21:18:42.260482 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-ab2ed525-0d57-412e-81f0-022dddb90f1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-26T20:55:21Z,description=,heartbeat_timestamp=2022-01-26T21:18:21Z,host='n-d-760453-5',id=09df100c-3af1-4b0a-bda8-05914c71c458,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:55:21Z,topic='l3_agent')) {'router_ids': ['99221ace-06a0-43fb-ad55-46eef57daef8'], 'active': True} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:18:42.314774 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c041adf-bb90-4b1d-a86b-a6abe60c06c6 tempest-RoutersNegativeIpV6Test-344315661 tempest-RoutersNegativeIpV6Test-344315661-project] Made reservation on behalf of 75f9223bb441498c8f45fbae1bf47ca4 for: {'subnet': 1} {{(pid=103305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 21:18:42.318892 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-0c041adf-bb90-4b1d-a86b-a6abe60c06c6 tempest-RoutersNegativeIpV6Test-344315661 tempest-RoutersNegativeIpV6Test-344315661-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11599953'] for subnet (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:18:42.392738 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5561f3e7-94f9-4613-85be-e2b75c785fd5 None None] Pushing event updated for resources: {'Port': ['ID=f7f2ba7a-e925-4005-8a45-7f171abdeb0a,revision_number=4']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:18:42.447558 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Current status of the port 20ca0e2a-d36f-4969-bc7b-96bbf79b1f45 is: DOWN; New status is: BUILD {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:18:42.449144 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (20ca0e2a-d36f-4969-bc7b-96bbf79b1f45), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:18:42.488323 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-9b433754-9206-4c80-8442-3bcf9ca59124 req-18f3844c-42b3-48eb-a6de-410a4bc31aba tempest-ServersNegativeTestJSON-90632883 tempest-ServersNegativeTestJSON-90632883-project] 10.222.0.13 "GET /v2.0/ports?device_id=485c96a9-0169-4ea3-a4eb-4d7ce9abb56c HTTP/1.1" status: 200 len: 210 time: 0.1642907 Jan 26 21:18:42.523272 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-61d823b1-ebcd-414d-a445-524d1233a681 req-dbaca635-d62d-4868-a5b0-0f628db742dd tempest-LiveMigrationTest-746395142 tempest-LiveMigrationTest-746395142-project] 10.222.0.13 "GET /v2.0/security-groups?id=c43a996a-6b93-48e4-a331-48250c5b183d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2774854 Jan 26 21:18:42.590189 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvr_db [None req-ab2ed525-0d57-412e-81f0-022dddb90f1c None None] Set router 99221ace-06a0-43fb-ad55-46eef57daef8 gateway port host: n-d-760453-5 {{(pid=103306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 21:18:42.849871 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-0c041adf-bb90-4b1d-a86b-a6abe60c06c6 tempest-RoutersNegativeIpV6Test-344315661 tempest-RoutersNegativeIpV6Test-344315661-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11788839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11599975'] for subnet (85dc572b-fcd5-4ca5-a772-328aa4e0ea41), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:18:42.927933 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8385a8df-bcea-47a5-b970-458f84a06cb8 req-0b9d1e60-6fbb-4910-a28a-c0fbc644931a tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:18:42.929992 n-d-760453-5 neutron-server[103306]: DEBUG neutron.notifiers.nova [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 20ca0e2a-d36f-4969-bc7b-96bbf79b1f45 {{(pid=103306) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 26 21:18:42.938718 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8385a8df-bcea-47a5-b970-458f84a06cb8 req-0b9d1e60-6fbb-4910-a28a-c0fbc644931a tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:18:42.948739 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8385a8df-bcea-47a5-b970-458f84a06cb8 req-0b9d1e60-6fbb-4910-a28a-c0fbc644931a tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:18:42.958873 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8385a8df-bcea-47a5-b970-458f84a06cb8 req-0b9d1e60-6fbb-4910-a28a-c0fbc644931a tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:18:42.971158 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8385a8df-bcea-47a5-b970-458f84a06cb8 req-0b9d1e60-6fbb-4910-a28a-c0fbc644931a tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:18:42.982077 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8385a8df-bcea-47a5-b970-458f84a06cb8 req-0b9d1e60-6fbb-4910-a28a-c0fbc644931a tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:18:42.992361 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8385a8df-bcea-47a5-b970-458f84a06cb8 req-0b9d1e60-6fbb-4910-a28a-c0fbc644931a tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:18:43.012624 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-8385a8df-bcea-47a5-b970-458f84a06cb8 req-0b9d1e60-6fbb-4910-a28a-c0fbc644931a tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca795481-031c-48ac-925f-00596ed83bb9 HTTP/1.1" status: 200 len: 5431 time: 0.2868521 Jan 26 21:18:43.050999 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8191d16a-f10a-497f-a87a-3f76b22d89ff req-74599dc9-f5c7-43be-ad7c-2cac959819ff tempest-ServersNegativeTestJSON-90632883 tempest-ServersNegativeTestJSON-90632883-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:18:43.052495 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-8191d16a-f10a-497f-a87a-3f76b22d89ff req-74599dc9-f5c7-43be-ad7c-2cac959819ff tempest-ServersNegativeTestJSON-90632883 tempest-ServersNegativeTestJSON-90632883-project] 10.222.0.57 "GET /v2.0/networks?id=8cbef344-1167-4f35-8b6b-07dd596f6f4f HTTP/1.1" status: 200 len: 813 time: 0.4457841 Jan 26 21:18:43.057211 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] For port 20ca0e2a-d36f-4969-bc7b-96bbf79b1f45, host n-h1-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-5',level=0,port_id=20ca0e2a-d36f-4969-bc7b-96bbf79b1f45,segment=NetworkSegment(17e2e8a5-d0ff-43c6-ae30-ad82dc108dba),segment_id=17e2e8a5-d0ff-43c6-ae30-ad82dc108dba)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:18:43.069537 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [req-8191d16a-f10a-497f-a87a-3f76b22d89ff req-ebe91082-db9d-4347-a515-3834f8270184 tempest-ServersNegativeTestJSON-90632883 tempest-ServersNegativeTestJSON-90632883-project] Request body: {'port': {'device_id': '485c96a9-0169-4ea3-a4eb-4d7ce9abb56c', 'network_id': '8cbef344-1167-4f35-8b6b-07dd596f6f4f', 'admin_state_up': True, 'tenant_id': '2b29801ee18e4ff0a597415334743408'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:18:43.072965 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-3b2ec4aa-4006-417f-985a-d8b048076034 None None] Current status of the port f7f2ba7a-e925-4005-8a45-7f171abdeb0a is: DOWN; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:18:43.074690 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-3b2ec4aa-4006-417f-985a-d8b048076034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (f7f2ba7a-e925-4005-8a45-7f171abdeb0a), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:18:43.080138 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (20ca0e2a-d36f-4969-bc7b-96bbf79b1f45), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:18:43.131114 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c041adf-bb90-4b1d-a86b-a6abe60c06c6 tempest-RoutersNegativeIpV6Test-344315661 tempest-RoutersNegativeIpV6Test-344315661-project] Pushing event updated for resources: {'Subnet': ['ID=85dc572b-fcd5-4ca5-a772-328aa4e0ea41,revision_number=0']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:18:43.139982 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-75bdf45a-caa5-47a5-8d09-2ad6d9d71d71 req-c10bd829-1245-47c9-aabf-aadd3dbf0092 tempest-AttachVolumeShelveTestJSON-345998519 tempest-AttachVolumeShelveTestJSON-345998519-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--580618521&fields=id&tenant_id=9a820e3f529a4c3083d815b75318d24c HTTP/1.1" status: 200 len: 267 time: 0.3429914 Jan 26 21:18:43.141897 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c041adf-bb90-4b1d-a86b-a6abe60c06c6 tempest-RoutersNegativeIpV6Test-344315661 tempest-RoutersNegativeIpV6Test-344315661-project] Checking segment: {'id': '792361e2-47e7-409c-b9ab-6cc429acd9db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'd60b732b-adfc-4e16-82db-d26c81ac3bc5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103305) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 21:18:43.142273 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c041adf-bb90-4b1d-a86b-a6abe60c06c6 tempest-RoutersNegativeIpV6Test-344315661 tempest-RoutersNegativeIpV6Test-344315661-project] Network hostable DHCP agents. Network: d60b732b-adfc-4e16-82db-d26c81ac3bc5, hostable agents: ['474ccdf7-ab6c-405b-a3b2-dc7b05829902'], hosted agents: [] {{(pid=103305) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 26 21:18:43.145258 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-3b2ec4aa-4006-417f-985a-d8b048076034 None None] For port f7f2ba7a-e925-4005-8a45-7f171abdeb0a, host n-d-760453-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=f7f2ba7a-e925-4005-8a45-7f171abdeb0a,segment=NetworkSegment(ae04eadd-2f21-4385-8e0d-440406bc0827),segment_id=ae04eadd-2f21-4385-8e0d-440406bc0827)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:18:43.177808 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c041adf-bb90-4b1d-a86b-a6abe60c06c6 tempest-RoutersNegativeIpV6Test-344315661 tempest-RoutersNegativeIpV6Test-344315661-project] Network d60b732b-adfc-4e16-82db-d26c81ac3bc5 is scheduled to be hosted by DHCP agent 474ccdf7-ab6c-405b-a3b2-dc7b05829902 with binding_index 1 {{(pid=103305) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 26 21:18:43.215278 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-3b2ec4aa-4006-417f-985a-d8b048076034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (f7f2ba7a-e925-4005-8a45-7f171abdeb0a), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:18:43.242421 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [None req-0c041adf-bb90-4b1d-a86b-a6abe60c06c6 tempest-RoutersNegativeIpV6Test-344315661 tempest-RoutersNegativeIpV6Test-344315661-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760453-5, d60b732b-adfc-4e16-82db-d26c81ac3bc5) {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:18:43.271230 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-8385a8df-bcea-47a5-b970-458f84a06cb8 req-8e53be93-552b-4292-9e83-647b221e41ad tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] 10.222.0.13 "GET /v2.0/security-groups?id=cfb1b9fe-a4df-4bbd-b439-103a9aa84b57&id=4949e7fd-e987-466a-ab17-ed5ae28a32c1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2570286 Jan 26 21:18:43.278696 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c728194a-a5d2-4231-9dad-8e8a34b94a63 None None] Network d60b732b-adfc-4e16-82db-d26c81ac3bc5 requested from n-d-760453-5 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 26 21:18:43.280845 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c041adf-bb90-4b1d-a86b-a6abe60c06c6 tempest-RoutersNegativeIpV6Test-344315661 tempest-RoutersNegativeIpV6Test-344315661-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:18:43.281987 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-0c041adf-bb90-4b1d-a86b-a6abe60c06c6 tempest-RoutersNegativeIpV6Test-344315661 tempest-RoutersNegativeIpV6Test-344315661-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709645'] for subnet (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:18:43.334680 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-0c041adf-bb90-4b1d-a86b-a6abe60c06c6 tempest-RoutersNegativeIpV6Test-344315661 tempest-RoutersNegativeIpV6Test-344315661-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.3789589 Jan 26 21:18:43.338186 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 32998) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:18:43.364627 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-e793ee5d-8b72-4c11-b546-ecb8879bb78b tempest-RoutersNegativeIpV6Test-344315661 tempest-RoutersNegativeIpV6Test-344315661-project] Request body: {'router': {'external_gateway_info': {'network_id': 'd60b732b-adfc-4e16-82db-d26c81ac3bc5'}}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:18:43.457954 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Pushing event updated for resources: {'Port': ['ID=20ca0e2a-d36f-4969-bc7b-96bbf79b1f45,revision_number=4']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:18:43.471892 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75bdf45a-caa5-47a5-8d09-2ad6d9d71d71 req-b8f0d405-01fb-4354-9c63-01fc70240559 tempest-AttachVolumeShelveTestJSON-345998519 tempest-AttachVolumeShelveTestJSON-345998519-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:18:43.495774 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-75bdf45a-caa5-47a5-8d09-2ad6d9d71d71 req-b8f0d405-01fb-4354-9c63-01fc70240559 tempest-AttachVolumeShelveTestJSON-345998519 tempest-AttachVolumeShelveTestJSON-345998519-project] 10.222.0.13 "GET /v2.0/networks?id=d67e3ebe-4ba7-45de-a361-0a193d47dcd7 HTTP/1.1" status: 200 len: 813 time: 0.3451986 Jan 26 21:18:43.524610 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-ab2ed525-0d57-412e-81f0-022dddb90f1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99221ace-06a0-43fb-ad55-46eef57daef8', 'name': 'tempest-AttachVolumeShelveTestJSON-170009-router', 'tenant_id': '9a820e3f529a4c3083d815b75318d24c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'external_fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.173'}], 'enable_snat': True}, 'gw_port_id': 'c466aca2-17ea-426f-9342-4ad09516c48d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T21:18:18Z', 'updated_at': '2022-01-26T21:18:31Z', 'revision_number': 4, 'project_id': '9a820e3f529a4c3083d815b75318d24c', 'gw_port': {'id': 'c466aca2-17ea-426f-9342-4ad09516c48d', 'name': '', 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:a0:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99221ace-06a0-43fb-ad55-46eef57daef8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1625, 'fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:18:21Z', 'updated_at': '2022-01-26T21:18:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-5', '_interfaces': [{'id': 'f7f2ba7a-e925-4005-8a45-7f171abdeb0a', 'name': '', 'network_id': 'd67e3ebe-4ba7-45de-a361-0a193d47dcd7', 'tenant_id': '9a820e3f529a4c3083d815b75318d24c', 'mac_address': 'fa:16:3e:00:75:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99221ace-06a0-43fb-ad55-46eef57daef8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1630, 'fixed_ips': [{'subnet_id': 'b97a8223-0b24-4ba7-b338-51c5c9119da6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:18:29Z', 'updated_at': '2022-01-26T21:18:41Z', 'revision_number': 4, 'project_id': '9a820e3f529a4c3083d815b75318d24c', 'subnets': [{'id': 'b97a8223-0b24-4ba7-b338-51c5c9119da6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760453-5', False) {} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:18:43.558419 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b2ec4aa-4006-417f-985a-d8b048076034 None None] Pushing event updated for resources: {'Port': ['ID=f7f2ba7a-e925-4005-8a45-7f171abdeb0a,revision_number=5']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:18:43.568941 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab2ed525-0d57-412e-81f0-022dddb90f1c None None] The sync data for ids ['99221ace-06a0-43fb-ad55-46eef57daef8'] in n-d-760453-5 is: [{'id': '99221ace-06a0-43fb-ad55-46eef57daef8', 'name': 'tempest-AttachVolumeShelveTestJSON-170009-router', 'tenant_id': '9a820e3f529a4c3083d815b75318d24c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'external_fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.173'}], 'enable_snat': True}, 'gw_port_id': 'c466aca2-17ea-426f-9342-4ad09516c48d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T21:18:18Z', 'updated_at': '2022-01-26T21:18:31Z', 'revision_number': 4, 'project_id': '9a820e3f529a4c3083d815b75318d24c', 'gw_port': {'id': 'c466aca2-17ea-426f-9342-4ad09516c48d', 'name': '', 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:a0:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99221ace-06a0-43fb-ad55-46eef57daef8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1625, 'fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:18:21Z', 'updated_at': '2022-01-26T21:18:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-5', '_interfaces': [{'id': 'f7f2ba7a-e925-4005-8a45-7f171abdeb0a', 'name': '', 'network_id': 'd67e3ebe-4ba7-45de-a361-0a193d47dcd7', 'tenant_id': '9a820e3f529a4c3083d815b75318d24c', 'mac_address': 'fa:16:3e:00:75:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99221ace-06a0-43fb-ad55-46eef57daef8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1630, 'fixed_ips': [{'subnet_id': 'b97a8223-0b24-4ba7-b338-51c5c9119da6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:18:29Z', 'updated_at': '2022-01-26T21:18:41Z', 'revision_number': 4, 'project_id': '9a820e3f529a4c3083d815b75318d24c', 'subnets': [{'id': 'b97a8223-0b24-4ba7-b338-51c5c9119da6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 26 21:18:43.582522 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-75bdf45a-caa5-47a5-8d09-2ad6d9d71d71 req-9227d881-505e-478e-8906-8941e1069f31 tempest-AttachVolumeShelveTestJSON-345998519 tempest-AttachVolumeShelveTestJSON-345998519-project] 10.222.0.13 "GET /v2.0/quotas/9a820e3f529a4c3083d815b75318d24c HTTP/1.1" status: 200 len: 375 time: 0.0849409 Jan 26 21:18:43.633912 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8191d16a-f10a-497f-a87a-3f76b22d89ff req-ebe91082-db9d-4347-a515-3834f8270184 tempest-ServersNegativeTestJSON-90632883 tempest-ServersNegativeTestJSON-90632883-project] Made reservation on behalf of 2b29801ee18e4ff0a597415334743408 for: {'port': 1} {{(pid=103305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 21:18:43.639059 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] get_ports_and_sgs() called for port_ids ['20ca0e2a-d36f-4969-bc7b-96bbf79b1f45'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 26 21:18:43.646242 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-8191d16a-f10a-497f-a87a-3f76b22d89ff req-ebe91082-db9d-4347-a515-3834f8270184 tempest-ServersNegativeTestJSON-90632883 tempest-ServersNegativeTestJSON-90632883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:18:43.650835 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-756cebff-3c09-4491-bc6e-99c459e96122 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3c4099e8-8ffb-51d1-af7f-5868973e933f-d60b732b-adfc-4e16-82db-d26c81ac3bc5', 'network_id': 'd60b732b-adfc-4e16-82db-d26c81ac3bc5', 'project_id': '75f9223bb441498c8f45fbae1bf47ca4', 'fixed_ips': [{'subnet_id': '85dc572b-fcd5-4ca5-a772-328aa4e0ea41'}]}} from n-d-760453-5. {{(pid=103306) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 26 21:18:43.659309 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-756cebff-3c09-4491-bc6e-99c459e96122 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (None), before_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:18:43.686873 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f522e1-3375-4d47-8835-dbc7f297346d req-7451ec9e-ea8e-4ade-a959-f30af5ac6eb2 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:18:43.702754 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-19f522e1-3375-4d47-8835-dbc7f297346d req-7451ec9e-ea8e-4ade-a959-f30af5ac6eb2 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] 10.222.0.13 "GET /v2.0/ports?device_id=4596379c-6ccc-4df2-a875-f0896fc00fcc HTTP/1.1" status: 200 len: 945 time: 0.1877048 Jan 26 21:18:43.705368 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-3d7e341d-145e-45f5-ae04-d0439044ace2 None None] Provisioning complete for port f7f2ba7a-e925-4005-8a45-7f171abdeb0a triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:18:43.709703 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-3d7e341d-145e-45f5-ae04-d0439044ace2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (f7f2ba7a-e925-4005-8a45-7f171abdeb0a), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:18:43.732479 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 33006) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:18:43.772154 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-75bdf45a-caa5-47a5-8d09-2ad6d9d71d71 req-0a93facb-45ae-4350-b382-ff208ba23892 tempest-AttachVolumeShelveTestJSON-345998519 tempest-AttachVolumeShelveTestJSON-345998519-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=9a820e3f529a4c3083d815b75318d24c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1814492 Jan 26 21:18:43.898921 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-e793ee5d-8b72-4c11-b546-ecb8879bb78b tempest-RoutersNegativeIpV6Test-344315661 tempest-RoutersNegativeIpV6Test-344315661-project] Publish callbacks [] for router_gateway (60637e3e-bfe5-4fbc-90e2-65097b4f9a6c), precommit_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:18:44.033972 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-19f522e1-3375-4d47-8835-dbc7f297346d req-da2f4f2d-16ae-43cb-bd6d-a3b13111f1de tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] 10.222.0.13 "GET /v2.0/security-groups?id=48ad9419-cea5-46f2-b67f-159b9c4803d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3301091 Jan 26 21:18:44.047181 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device f7f2ba7a-e925-4005-8a45-7f171abdeb0a up at agent ovs-agent-n-d-760453-5 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 21:18:44.076948 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.db_base_plugin_common [req-8191d16a-f10a-497f-a87a-3f76b22d89ff req-ebe91082-db9d-4347-a515-3834f8270184 tempest-ServersNegativeTestJSON-90632883 tempest-ServersNegativeTestJSON-90632883-project] Allocated IP 172.20.0.5 (8cbef344-1167-4f35-8b6b-07dd596f6f4f/baa99134-bdb6-4691-8665-46a31e075f80/261697a1-9195-466a-841e-78407f5307c6) {{(pid=103305) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 21:18:44.143992 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-2dd09580-ad99-4d72-bf65-f516de829370 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:18:44.171261 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.db_base_plugin_common [None req-756cebff-3c09-4491-bc6e-99c459e96122 None None] Allocated IP 2001:db8:1::2 (d60b732b-adfc-4e16-82db-d26c81ac3bc5/85dc572b-fcd5-4ca5-a772-328aa4e0ea41/2ad51c61-9ae6-4c98-877c-7e8005a20f9b) {{(pid=103306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 21:18:44.190765 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-a19ddb2c-7555-4f6f-b322-d7e07250dcf7 req-4e3ba9d0-2db5-4647-b35e-8e4a257612de tempest-ServersNegativeTestJSON-90632883 tempest-ServersNegativeTestJSON-90632883-project] 10.222.0.13 "GET /v2.0/ports?device_id=485c96a9-0169-4ea3-a4eb-4d7ce9abb56c HTTP/1.1" status: 200 len: 210 time: 0.0433805 Jan 26 21:18:44.295383 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-2dd09580-ad99-4d72-bf65-f516de829370 admin admin] Publish callbacks [] for security_group (775ee62e-35c3-43ef-803b-0ecfb3d86fef), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:18:44.304450 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-75bdf45a-caa5-47a5-8d09-2ad6d9d71d71 req-0c1c1450-f5af-45a4-963b-a988822ed2fd service neutron] 10.222.0.13 "GET /v2.0/networks/d67e3ebe-4ba7-45de-a361-0a193d47dcd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5313730 Jan 26 21:18:44.388244 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-8191d16a-f10a-497f-a87a-3f76b22d89ff req-ebe91082-db9d-4347-a515-3834f8270184 tempest-ServersNegativeTestJSON-90632883 tempest-ServersNegativeTestJSON-90632883-project] Publish callbacks [] for port (261697a1-9195-466a-841e-78407f5307c6), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:18:44.428922 n-d-760453-5 neutron-server[103305]: INFO neutron.api.v2.resource [None req-e793ee5d-8b72-4c11-b546-ecb8879bb78b tempest-RoutersNegativeIpV6Test-344315661 tempest-RoutersNegativeIpV6Test-344315661-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 26 21:18:44.430300 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-e793ee5d-8b72-4c11-b546-ecb8879bb78b tempest-RoutersNegativeIpV6Test-344315661 tempest-RoutersNegativeIpV6Test-344315661-project] 10.222.0.13 "PUT /v2.0/routers/60637e3e-bfe5-4fbc-90e2-65097b4f9a6c HTTP/1.1" status: 400 len: 364 time: 1.0755923 Jan 26 21:18:44.436218 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 33012) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:18:44.443703 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-756cebff-3c09-4491-bc6e-99c459e96122 None None] Publish callbacks [] for port (2ad51c61-9ae6-4c98-877c-7e8005a20f9b), precommit_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:18:44.459740 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-756cebff-3c09-4491-bc6e-99c459e96122 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746560234527'] for port (2ad51c61-9ae6-4c98-877c-7e8005a20f9b), after_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:18:44.461717 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-75bdf45a-caa5-47a5-8d09-2ad6d9d71d71 req-45d0b830-c217-4287-ba26-159da1dbbdd0 service neutron] 10.222.0.13 "GET /v2.0/networks/d67e3ebe-4ba7-45de-a361-0a193d47dcd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1507623 Jan 26 21:18:44.465697 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-2dd09580-ad99-4d72-bf65-f516de829370 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (775ee62e-35c3-43ef-803b-0ecfb3d86fef), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:18:44.552838 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Provisioning complete for port f7f2ba7a-e925-4005-8a45-7f171abdeb0a triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:18:44.553893 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (f7f2ba7a-e925-4005-8a45-7f171abdeb0a), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:18:44.619665 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-8191d16a-f10a-497f-a87a-3f76b22d89ff req-ebe91082-db9d-4347-a515-3834f8270184 tempest-ServersNegativeTestJSON-90632883 tempest-ServersNegativeTestJSON-90632883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746560234527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11791543'] for port (261697a1-9195-466a-841e-78407f5307c6), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:18:44.651191 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8191d16a-f10a-497f-a87a-3f76b22d89ff req-ebe91082-db9d-4347-a515-3834f8270184 tempest-ServersNegativeTestJSON-90632883 tempest-ServersNegativeTestJSON-90632883-project] Network 8cbef344-1167-4f35-8b6b-07dd596f6f4f is already hosted by enough agents. {{(pid=103305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 21:18:44.655810 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [req-8191d16a-f10a-497f-a87a-3f76b22d89ff req-ebe91082-db9d-4347-a515-3834f8270184 tempest-ServersNegativeTestJSON-90632883 tempest-ServersNegativeTestJSON-90632883-project] Resources bound (agent type, host, resource id): {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:18:44.658856 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-2dd09580-ad99-4d72-bf65-f516de829370 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=0ae624faa9bb4a3787495ecfa0170809&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8845367 Jan 26 21:18:44.667995 n-d-760453-5 neutron-server[103306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-756cebff-3c09-4491-bc6e-99c459e96122 None None] Network d60b732b-adfc-4e16-82db-d26c81ac3bc5 is already hosted by enough agents. {{(pid=103306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 21:18:44.669867 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 33014) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:18:44.670573 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd09580-ad99-4d72-bf65-f516de829370 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=775ee62e-35c3-43ef-803b-0ecfb3d86fef,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:18:44.670919 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] get_ports_and_sgs() called for port_ids ['88764215-3016-414b-be37-d9a2af36ed63'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 26 21:18:44.707261 n-d-760453-5 neutron-server[103306]: DEBUG neutron.scheduler.base_scheduler [None req-756cebff-3c09-4491-bc6e-99c459e96122 None None] Resources bound (agent type, host, resource id): {{(pid=103306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:18:44.756705 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-756cebff-3c09-4491-bc6e-99c459e96122 None None] Received port after_create {{(pid=103306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 21:18:44.782785 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [req-8191d16a-f10a-497f-a87a-3f76b22d89ff req-ebe91082-db9d-4347-a515-3834f8270184 tempest-ServersNegativeTestJSON-90632883 tempest-ServersNegativeTestJSON-90632883-project] Received port after_create {{(pid=103305) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 21:18:44.824776 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4eb3ed0-ae97-4f69-a295-058f565cc371 req-ef7d6cd2-d225-411d-9d36-0bb3446fbd4d tempest-LiveMigrationTest-746395142 tempest-LiveMigrationTest-746395142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:18:44.834755 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-3d7e341d-145e-45f5-ae04-d0439044ace2 None None] Current status of the port f7f2ba7a-e925-4005-8a45-7f171abdeb0a is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:18:44.840955 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-e4eb3ed0-ae97-4f69-a295-058f565cc371 req-ef7d6cd2-d225-411d-9d36-0bb3446fbd4d tempest-LiveMigrationTest-746395142 tempest-LiveMigrationTest-746395142-project] 10.222.0.13 "GET /v2.0/ports?device_id=3c1bb11b-19e0-4bd6-8502-e5422740b40d HTTP/1.1" status: 200 len: 943 time: 0.4075794 Jan 26 21:18:44.872611 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-e9ffe3a9-ddd2-401c-8aa8-55f04137a772 admin admin] Publish callbacks [] for security_group (775ee62e-35c3-43ef-803b-0ecfb3d86fef), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:18:44.884452 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-756cebff-3c09-4491-bc6e-99c459e96122 None None] Pushing event updated for resources: {'Port': ['ID=2ad51c61-9ae6-4c98-877c-7e8005a20f9b,revision_number=1']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:18:44.964801 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-756cebff-3c09-4491-bc6e-99c459e96122 None None] Attempting to bind port 2ad51c61-9ae6-4c98-877c-7e8005a20f9b on host n-d-760453-5 for vnic_type normal with profile {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 21:18:44.965173 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-756cebff-3c09-4491-bc6e-99c459e96122 None None] Attempting to bind port 2ad51c61-9ae6-4c98-877c-7e8005a20f9b by drivers openvswitch,hyperv on host n-d-760453-5 at level 0 using segments [{'id': '792361e2-47e7-409c-b9ab-6cc429acd9db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'd60b732b-adfc-4e16-82db-d26c81ac3bc5'}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 26 21:18:44.965389 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-e9ffe3a9-ddd2-401c-8aa8-55f04137a772 admin admin] Publish callbacks [] for security_group (775ee62e-35c3-43ef-803b-0ecfb3d86fef), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:18:44.965590 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-756cebff-3c09-4491-bc6e-99c459e96122 None None] Attempting to bind port 2ad51c61-9ae6-4c98-877c-7e8005a20f9b on network d60b732b-adfc-4e16-82db-d26c81ac3bc5 {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 21:18:44.993614 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-756cebff-3c09-4491-bc6e-99c459e96122 None None] Checking agent: {'id': 'fea0591a-627d-4c87-9a9a-01625ddf3277', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760453-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 20, 55, 25), 'started_at': datetime.datetime(2022, 1, 26, 20, 55, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 21, 18, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760453-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 26 21:18:44.994060 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-756cebff-3c09-4491-bc6e-99c459e96122 None None] Checking segment: {'id': '792361e2-47e7-409c-b9ab-6cc429acd9db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'd60b732b-adfc-4e16-82db-d26c81ac3bc5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 21:18:44.994316 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-756cebff-3c09-4491-bc6e-99c459e96122 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:18:44.994709 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-756cebff-3c09-4491-bc6e-99c459e96122 None None] Bound using segment: {'id': '792361e2-47e7-409c-b9ab-6cc429acd9db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'd60b732b-adfc-4e16-82db-d26c81ac3bc5'} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 26 21:18:44.995309 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-756cebff-3c09-4491-bc6e-99c459e96122 None None] Bound port: 2ad51c61-9ae6-4c98-877c-7e8005a20f9b, host: n-d-760453-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '792361e2-47e7-409c-b9ab-6cc429acd9db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'd60b732b-adfc-4e16-82db-d26c81ac3bc5'}}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 26 21:18:44.995702 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-756cebff-3c09-4491-bc6e-99c459e96122 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (2ad51c61-9ae6-4c98-877c-7e8005a20f9b), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:18:45.003264 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe91082-db9d-4347-a515-3834f8270184 tempest-ServersNegativeTestJSON-90632883 tempest-ServersNegativeTestJSON-90632883-project] Pushing event updated for resources: {'Port': ['ID=261697a1-9195-466a-841e-78407f5307c6,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:18:45.024773 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8191d16a-f10a-497f-a87a-3f76b22d89ff req-ebe91082-db9d-4347-a515-3834f8270184 tempest-ServersNegativeTestJSON-90632883 tempest-ServersNegativeTestJSON-90632883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:18:45.025707 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-8191d16a-f10a-497f-a87a-3f76b22d89ff req-ebe91082-db9d-4347-a515-3834f8270184 tempest-ServersNegativeTestJSON-90632883 tempest-ServersNegativeTestJSON-90632883-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:18:45.040408 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06af6bb5-9e49-4543-af56-6952c9348b4d req-d58cca48-43b5-4581-b656-b30fe6a7af2a tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:18:45.047756 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06af6bb5-9e49-4543-af56-6952c9348b4d req-d58cca48-43b5-4581-b656-b30fe6a7af2a tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:18:45.067644 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06af6bb5-9e49-4543-af56-6952c9348b4d req-d58cca48-43b5-4581-b656-b30fe6a7af2a tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:18:45.076338 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06af6bb5-9e49-4543-af56-6952c9348b4d req-d58cca48-43b5-4581-b656-b30fe6a7af2a tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:18:45.082312 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06af6bb5-9e49-4543-af56-6952c9348b4d req-d58cca48-43b5-4581-b656-b30fe6a7af2a tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:18:45.088611 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06af6bb5-9e49-4543-af56-6952c9348b4d req-d58cca48-43b5-4581-b656-b30fe6a7af2a tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:18:45.095238 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06af6bb5-9e49-4543-af56-6952c9348b4d req-d58cca48-43b5-4581-b656-b30fe6a7af2a tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:18:45.104757 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-06af6bb5-9e49-4543-af56-6952c9348b4d req-d58cca48-43b5-4581-b656-b30fe6a7af2a tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca795481-031c-48ac-925f-00596ed83bb9 HTTP/1.1" status: 200 len: 5431 time: 0.2328856 Jan 26 21:18:45.115305 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-bed365b9-ce58-4a2a-83b5-ade0ed8d8fcd tempest-RoutersNegativeIpV6Test-344315661 tempest-RoutersNegativeIpV6Test-344315661-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:18:45.122689 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-8191d16a-f10a-497f-a87a-3f76b22d89ff req-ebe91082-db9d-4347-a515-3834f8270184 tempest-ServersNegativeTestJSON-90632883 tempest-ServersNegativeTestJSON-90632883-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0598762 Jan 26 21:18:45.128581 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-e4eb3ed0-ae97-4f69-a295-058f565cc371 req-c792028c-f25e-45cc-b464-57177142eefd tempest-LiveMigrationTest-746395142 tempest-LiveMigrationTest-746395142-project] 10.222.0.13 "GET /v2.0/security-groups?id=c43a996a-6b93-48e4-a331-48250c5b183d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2862551 Jan 26 21:18:45.169596 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-e9ffe3a9-ddd2-401c-8aa8-55f04137a772 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (775ee62e-35c3-43ef-803b-0ecfb3d86fef), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:18:45.173682 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-e9ffe3a9-ddd2-401c-8aa8-55f04137a772 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:18:45.175826 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-e9ffe3a9-ddd2-401c-8aa8-55f04137a772 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/775ee62e-35c3-43ef-803b-0ecfb3d86fef HTTP/1.1" status: 204 len: 168 time: 0.4968235 Jan 26 21:18:45.177244 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [req-8191d16a-f10a-497f-a87a-3f76b22d89ff req-be177065-4cbf-4779-9b86-f2c0cc31702e service neutron] Request body: {'port': {'device_id': '485c96a9-0169-4ea3-a4eb-4d7ce9abb56c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-760453-5'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:18:45.203932 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ffe3a9-ddd2-401c-8aa8-55f04137a772 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=775ee62e-35c3-43ef-803b-0ecfb3d86fef,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:18:45.257135 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-06af6bb5-9e49-4543-af56-6952c9348b4d req-f30922ac-c87e-46ce-93e2-9dd4aa1aec27 tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] 10.222.0.13 "GET /v2.0/security-groups?id=cfb1b9fe-a4df-4bbd-b439-103a9aa84b57&id=4949e7fd-e987-466a-ab17-ed5ae28a32c1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1512070 Jan 26 21:18:45.307353 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Current status of the port f7f2ba7a-e925-4005-8a45-7f171abdeb0a is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:18:45.369629 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-cf3d9847-0cc7-4da2-9573-9b5377f6314a req-af560e5a-b656-4e83-8ce8-e05afa7dd36c tempest-AttachVolumeShelveTestJSON-345998519 tempest-AttachVolumeShelveTestJSON-345998519-project] 10.222.0.13 "GET /v2.0/ports?device_id=93bf95ee-d279-4897-bd53-d5feb3e9b070 HTTP/1.1" status: 200 len: 210 time: 0.0772309 Jan 26 21:18:45.401956 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-756cebff-3c09-4491-bc6e-99c459e96122 None None] For port 2ad51c61-9ae6-4c98-877c-7e8005a20f9b, host n-d-760453-5, cleared binding levels {{(pid=103306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 26 21:18:45.407888 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-756cebff-3c09-4491-bc6e-99c459e96122 None None] For port 2ad51c61-9ae6-4c98-877c-7e8005a20f9b, host n-d-760453-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=2ad51c61-9ae6-4c98-877c-7e8005a20f9b,segment=NetworkSegment(792361e2-47e7-409c-b9ab-6cc429acd9db),segment_id=792361e2-47e7-409c-b9ab-6cc429acd9db)] {{(pid=103306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 26 21:18:45.425186 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-756cebff-3c09-4491-bc6e-99c459e96122 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (2ad51c61-9ae6-4c98-877c-7e8005a20f9b), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:18:45.482745 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-8191d16a-f10a-497f-a87a-3f76b22d89ff req-be177065-4cbf-4779-9b86-f2c0cc31702e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (261697a1-9195-466a-841e-78407f5307c6), before_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:18:45.501724 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-756cebff-3c09-4491-bc6e-99c459e96122 None None] Pushing event updated for resources: {'Port': ['ID=2ad51c61-9ae6-4c98-877c-7e8005a20f9b,revision_number=2']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:18:45.662376 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4051761f-62bb-4a37-b4de-366a90d7e439 req-511394be-c0f3-4277-a708-89c825a8b892 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:18:45.681345 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-4051761f-62bb-4a37-b4de-366a90d7e439 req-511394be-c0f3-4277-a708-89c825a8b892 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] 10.222.0.13 "GET /v2.0/ports?device_id=4596379c-6ccc-4df2-a875-f0896fc00fcc HTTP/1.1" status: 200 len: 945 time: 0.2081323 Jan 26 21:18:45.818389 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 33034) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:18:45.832169 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.db_base_plugin_common [None req-bed365b9-ce58-4a2a-83b5-ade0ed8d8fcd tempest-RoutersNegativeIpV6Test-344315661 tempest-RoutersNegativeIpV6Test-344315661-project] Allocated IP 2001:db8::1 (cf9fdee7-a1cd-4e57-a10f-9d0313a16d27/87296858-e6f7-4f68-8026-962ca4ca08b7/f8ad1cc9-fb57-40a5-8a2a-c2fa9a430661) {{(pid=103305) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 21:18:45.836321 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-04a09eba-0649-416c-88d8-b61ea213d9ad admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:18:46.199823 n-d-760453-5 neutron-server[103305]: DEBUG neutron.notifiers.nova [req-8191d16a-f10a-497f-a87a-3f76b22d89ff req-be177065-4cbf-4779-9b86-f2c0cc31702e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 261697a1-9195-466a-841e-78407f5307c6 {{(pid=103305) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 26 21:18:46.212387 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-8191d16a-f10a-497f-a87a-3f76b22d89ff req-be177065-4cbf-4779-9b86-f2c0cc31702e service neutron] Publish callbacks [] for port (261697a1-9195-466a-841e-78407f5307c6), precommit_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:18:46.220875 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-bed365b9-ce58-4a2a-83b5-ade0ed8d8fcd tempest-RoutersNegativeIpV6Test-344315661 tempest-RoutersNegativeIpV6Test-344315661-project] Publish callbacks [] for port (f8ad1cc9-fb57-40a5-8a2a-c2fa9a430661), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:18:46.245913 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8629cc0f-7687-4011-9898-51c69613cde9 req-575b95eb-4e29-4dc0-a9cc-5f6ef1a2a3b6 tempest-ServersNegativeTestJSON-90632883 tempest-ServersNegativeTestJSON-90632883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:18:46.247644 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-8629cc0f-7687-4011-9898-51c69613cde9 req-575b95eb-4e29-4dc0-a9cc-5f6ef1a2a3b6 tempest-ServersNegativeTestJSON-90632883 tempest-ServersNegativeTestJSON-90632883-project] 10.222.0.13 "GET /v2.0/ports?device_id=485c96a9-0169-4ea3-a4eb-4d7ce9abb56c HTTP/1.1" status: 200 len: 931 time: 0.6774576 Jan 26 21:18:46.261347 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-04a09eba-0649-416c-88d8-b61ea213d9ad admin admin] Publish callbacks [] for security_group (648570f6-4358-40d7-b3f1-96994aa16357), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:18:46.270227 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.provisioning_blocks [req-8191d16a-f10a-497f-a87a-3f76b22d89ff req-be177065-4cbf-4779-9b86-f2c0cc31702e service neutron] Transition to ACTIVE for port object 261697a1-9195-466a-841e-78407f5307c6 will not be triggered until provisioned by entity L2. {{(pid=103305) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 21:18:46.273135 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-04a09eba-0649-416c-88d8-b61ea213d9ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (648570f6-4358-40d7-b3f1-96994aa16357), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:18:46.289808 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-8191d16a-f10a-497f-a87a-3f76b22d89ff req-be177065-4cbf-4779-9b86-f2c0cc31702e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11791520'] for port (261697a1-9195-466a-841e-78407f5307c6), after_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:18:46.291745 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-4051761f-62bb-4a37-b4de-366a90d7e439 req-7b3d2e17-8de0-4ac8-a72e-f4b6a8182202 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] 10.222.0.13 "GET /v2.0/security-groups?id=48ad9419-cea5-46f2-b67f-159b9c4803d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5978901 Jan 26 21:18:46.328272 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-8629cc0f-7687-4011-9898-51c69613cde9 req-b595f3b5-cb4d-4422-b70c-1e820b3c0a87 tempest-ServersNegativeTestJSON-90632883 tempest-ServersNegativeTestJSON-90632883-project] 10.222.0.13 "GET /v2.0/security-groups?id=f00b351c-12ea-4499-84c9-f0263f4f27ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724182 Jan 26 21:18:46.392645 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-04a09eba-0649-416c-88d8-b61ea213d9ad admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=75b3e6dc42704713854b0cf9a1330861&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5731890 Jan 26 21:18:46.393780 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a09eba-0649-416c-88d8-b61ea213d9ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=648570f6-4358-40d7-b3f1-96994aa16357,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:18:46.404850 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 33042) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:18:46.419811 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be177065-4cbf-4779-9b86-f2c0cc31702e service neutron] Pushing event updated for resources: {'Port': ['ID=261697a1-9195-466a-841e-78407f5307c6,revision_number=2']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:18:46.436982 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-bed365b9-ce58-4a2a-83b5-ade0ed8d8fcd tempest-RoutersNegativeIpV6Test-344315661 tempest-RoutersNegativeIpV6Test-344315661-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746560234527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11791543'] for port (f8ad1cc9-fb57-40a5-8a2a-c2fa9a430661), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:18:46.449804 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.agents_db [None req-569f1ced-6396-4ddf-b79f-e03b0b2146ab None None] Agent healthcheck: found 7 active agents {{(pid=103307) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 26 21:18:46.492217 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca33e83-da92-46e8-a800-b6ee4664bc33 req-32b9a9b0-13a8-41c9-a092-6a719c577bee tempest-LiveMigrationTest-746395142 tempest-LiveMigrationTest-746395142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:18:46.494002 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-fca33e83-da92-46e8-a800-b6ee4664bc33 req-32b9a9b0-13a8-41c9-a092-6a719c577bee tempest-LiveMigrationTest-746395142 tempest-LiveMigrationTest-746395142-project] 10.222.0.13 "GET /v2.0/ports?device_id=3c1bb11b-19e0-4bd6-8502-e5422740b40d HTTP/1.1" status: 200 len: 943 time: 0.1211886 Jan 26 21:18:46.521694 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df654ae-1fa8-4218-bc3c-40b592f06264 req-fb293d22-41f3-4cb5-bb7e-67d4815319c6 tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:18:46.528566 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df654ae-1fa8-4218-bc3c-40b592f06264 req-fb293d22-41f3-4cb5-bb7e-67d4815319c6 tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:18:46.535113 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df654ae-1fa8-4218-bc3c-40b592f06264 req-fb293d22-41f3-4cb5-bb7e-67d4815319c6 tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:18:46.540784 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df654ae-1fa8-4218-bc3c-40b592f06264 req-fb293d22-41f3-4cb5-bb7e-67d4815319c6 tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:18:46.546065 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df654ae-1fa8-4218-bc3c-40b592f06264 req-fb293d22-41f3-4cb5-bb7e-67d4815319c6 tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:18:46.551134 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bed365b9-ce58-4a2a-83b5-ade0ed8d8fcd tempest-RoutersNegativeIpV6Test-344315661 tempest-RoutersNegativeIpV6Test-344315661-project] Network cf9fdee7-a1cd-4e57-a10f-9d0313a16d27 is already hosted by enough agents. {{(pid=103305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 21:18:46.551894 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df654ae-1fa8-4218-bc3c-40b592f06264 req-fb293d22-41f3-4cb5-bb7e-67d4815319c6 tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:18:46.558587 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df654ae-1fa8-4218-bc3c-40b592f06264 req-fb293d22-41f3-4cb5-bb7e-67d4815319c6 tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:18:46.560604 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-4df654ae-1fa8-4218-bc3c-40b592f06264 req-fb293d22-41f3-4cb5-bb7e-67d4815319c6 tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca795481-031c-48ac-925f-00596ed83bb9 HTTP/1.1" status: 200 len: 5431 time: 0.1274104 Jan 26 21:18:46.594068 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [None req-bed365b9-ce58-4a2a-83b5-ade0ed8d8fcd tempest-RoutersNegativeIpV6Test-344315661 tempest-RoutersNegativeIpV6Test-344315661-project] Resources bound (agent type, host, resource id): {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:18:46.605561 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bed365b9-ce58-4a2a-83b5-ade0ed8d8fcd tempest-RoutersNegativeIpV6Test-344315661 tempest-RoutersNegativeIpV6Test-344315661-project] Received port after_create {{(pid=103305) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 21:18:46.606276 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-bed365b9-ce58-4a2a-83b5-ade0ed8d8fcd tempest-RoutersNegativeIpV6Test-344315661 tempest-RoutersNegativeIpV6Test-344315661-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4111050'] for router_interface (60637e3e-bfe5-4fbc-90e2-65097b4f9a6c), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:18:46.632847 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-fca33e83-da92-46e8-a800-b6ee4664bc33 req-5d180173-d50b-49af-a0aa-ef01232e5bf5 tempest-LiveMigrationTest-746395142 tempest-LiveMigrationTest-746395142-project] 10.222.0.13 "GET /v2.0/security-groups?id=c43a996a-6b93-48e4-a331-48250c5b183d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1324890 Jan 26 21:18:46.685041 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-4df654ae-1fa8-4218-bc3c-40b592f06264 req-61f09100-33d1-4da7-8d4a-ce0fe391ba54 tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] 10.222.0.13 "GET /v2.0/security-groups?id=cfb1b9fe-a4df-4bbd-b439-103a9aa84b57&id=4949e7fd-e987-466a-ab17-ed5ae28a32c1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1170466 Jan 26 21:18:46.716352 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed365b9-ce58-4a2a-83b5-ade0ed8d8fcd tempest-RoutersNegativeIpV6Test-344315661 tempest-RoutersNegativeIpV6Test-344315661-project] Pushing event updated for resources: {'Port': ['ID=f8ad1cc9-fb57-40a5-8a2a-c2fa9a430661,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:18:46.756887 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-410ee559-904d-4fb1-8986-207b1a015031 admin admin] Publish callbacks [] for security_group (648570f6-4358-40d7-b3f1-96994aa16357), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:18:46.800524 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [req-8191d16a-f10a-497f-a87a-3f76b22d89ff req-be177065-4cbf-4779-9b86-f2c0cc31702e service neutron] Attempting to bind port 261697a1-9195-466a-841e-78407f5307c6 on host n-h2-760453-5 for vnic_type normal with profile {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 21:18:46.801003 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [req-8191d16a-f10a-497f-a87a-3f76b22d89ff req-be177065-4cbf-4779-9b86-f2c0cc31702e service neutron] Attempting to bind port 261697a1-9195-466a-841e-78407f5307c6 by drivers openvswitch,hyperv on host n-h2-760453-5 at level 0 using segments [{'id': '814afaca-b1b7-499b-b897-fa89d466ac5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '8cbef344-1167-4f35-8b6b-07dd596f6f4f'}] {{(pid=103305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 26 21:18:46.801550 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8191d16a-f10a-497f-a87a-3f76b22d89ff req-be177065-4cbf-4779-9b86-f2c0cc31702e service neutron] Attempting to bind port 261697a1-9195-466a-841e-78407f5307c6 on network 8cbef344-1167-4f35-8b6b-07dd596f6f4f {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 21:18:46.856619 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-7b80cbcc-d4df-4d88-bdcf-2153fb82110f req-8f0e1e4c-22c5-4ffd-84ae-d9ea28ec65fe tempest-AttachVolumeShelveTestJSON-345998519 tempest-AttachVolumeShelveTestJSON-345998519-project] 10.222.0.13 "GET /v2.0/ports?device_id=93bf95ee-d279-4897-bd53-d5feb3e9b070 HTTP/1.1" status: 200 len: 210 time: 0.0515702 Jan 26 21:18:47.097057 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-2280abc3-791c-44ce-9c1a-d63d04398724 None None] Provisioning complete for port f8ad1cc9-fb57-40a5-8a2a-c2fa9a430661 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:18:47.097667 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2280abc3-791c-44ce-9c1a-d63d04398724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (f8ad1cc9-fb57-40a5-8a2a-c2fa9a430661), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:18:47.126835 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Device 20ca0e2a-d36f-4969-bc7b-96bbf79b1f45 up at agent hyperv_n-h1-760453-5 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 21:18:47.160502 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2280abc3-791c-44ce-9c1a-d63d04398724 None None] Port f8ad1cc9-fb57-40a5-8a2a-c2fa9a430661 cannot update to ACTIVE because it is not bound. {{(pid=103306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 26 21:18:47.200370 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Provisioning for port 20ca0e2a-d36f-4969-bc7b-96bbf79b1f45 completed by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 21:18:47.205465 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Provisioning complete for port 20ca0e2a-d36f-4969-bc7b-96bbf79b1f45 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:18:47.205828 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (20ca0e2a-d36f-4969-bc7b-96bbf79b1f45), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:18:47.247760 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9560ad4-f710-4f49-bafc-b33fee26c9c1 None None] Network d60b732b-adfc-4e16-82db-d26c81ac3bc5 requested from n-d-760453-5 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 26 21:18:47.259313 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8191d16a-f10a-497f-a87a-3f76b22d89ff req-be177065-4cbf-4779-9b86-f2c0cc31702e service neutron] Port 261697a1-9195-466a-841e-78407f5307c6 on network 8cbef344-1167-4f35-8b6b-07dd596f6f4f not bound, no agent of type Open vSwitch agent registered on host n-h2-760453-5 {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 26 21:18:47.259929 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8191d16a-f10a-497f-a87a-3f76b22d89ff req-be177065-4cbf-4779-9b86-f2c0cc31702e service neutron] Attempting to bind port 261697a1-9195-466a-841e-78407f5307c6 on network 8cbef344-1167-4f35-8b6b-07dd596f6f4f {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 21:18:47.275875 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-410ee559-904d-4fb1-8986-207b1a015031 admin admin] Publish callbacks [] for security_group (648570f6-4358-40d7-b3f1-96994aa16357), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:18:47.285039 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8191d16a-f10a-497f-a87a-3f76b22d89ff req-be177065-4cbf-4779-9b86-f2c0cc31702e service neutron] Checking agent: {'id': '4d619873-4b60-439f-9b5a-b155dc8bbc34', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-760453-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 21, 2, 53), 'started_at': datetime.datetime(2022, 1, 26, 21, 2, 53), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 21, 18, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 26 21:18:47.285409 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8191d16a-f10a-497f-a87a-3f76b22d89ff req-be177065-4cbf-4779-9b86-f2c0cc31702e service neutron] Checking segment: {'id': '814afaca-b1b7-499b-b897-fa89d466ac5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '8cbef344-1167-4f35-8b6b-07dd596f6f4f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103305) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 21:18:47.285795 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8191d16a-f10a-497f-a87a-3f76b22d89ff req-be177065-4cbf-4779-9b86-f2c0cc31702e service neutron] Bound using segment: {'id': '814afaca-b1b7-499b-b897-fa89d466ac5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '8cbef344-1167-4f35-8b6b-07dd596f6f4f'} {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 26 21:18:47.286241 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [req-8191d16a-f10a-497f-a87a-3f76b22d89ff req-be177065-4cbf-4779-9b86-f2c0cc31702e service neutron] Bound port: 261697a1-9195-466a-841e-78407f5307c6, host: n-h2-760453-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '814afaca-b1b7-499b-b897-fa89d466ac5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '8cbef344-1167-4f35-8b6b-07dd596f6f4f'}}] {{(pid=103305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 26 21:18:47.286595 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-8191d16a-f10a-497f-a87a-3f76b22d89ff req-be177065-4cbf-4779-9b86-f2c0cc31702e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (261697a1-9195-466a-841e-78407f5307c6), before_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:18:47.336490 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-ccc22975-1027-4f19-bf63-0ee6bb68dce5 None None] Provisioning complete for port 2ad51c61-9ae6-4c98-877c-7e8005a20f9b triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:18:47.337054 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-ccc22975-1027-4f19-bf63-0ee6bb68dce5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (2ad51c61-9ae6-4c98-877c-7e8005a20f9b), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:18:47.395125 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-bed365b9-ce58-4a2a-83b5-ade0ed8d8fcd tempest-RoutersNegativeIpV6Test-344315661 tempest-RoutersNegativeIpV6Test-344315661-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (f8ad1cc9-fb57-40a5-8a2a-c2fa9a430661), before_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:18:47.423497 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75bdf45a-caa5-47a5-8d09-2ad6d9d71d71 req-78937008-0dee-4968-bda3-bc13ed46add8 tempest-AttachVolumeShelveTestJSON-345998519 tempest-AttachVolumeShelveTestJSON-345998519-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:18:47.425008 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-75bdf45a-caa5-47a5-8d09-2ad6d9d71d71 req-78937008-0dee-4968-bda3-bc13ed46add8 tempest-AttachVolumeShelveTestJSON-345998519 tempest-AttachVolumeShelveTestJSON-345998519-project] 10.222.0.66 "GET /v2.0/networks?id=d67e3ebe-4ba7-45de-a361-0a193d47dcd7 HTTP/1.1" status: 200 len: 813 time: 0.6613507 Jan 26 21:18:47.494583 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [req-8191d16a-f10a-497f-a87a-3f76b22d89ff req-be177065-4cbf-4779-9b86-f2c0cc31702e service neutron] For port 261697a1-9195-466a-841e-78407f5307c6, host n-h2-760453-5, cleared binding levels {{(pid=103305) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 26 21:18:47.503211 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-410ee559-904d-4fb1-8986-207b1a015031 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (648570f6-4358-40d7-b3f1-96994aa16357), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:18:47.505935 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-410ee559-904d-4fb1-8986-207b1a015031 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:18:47.509260 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-410ee559-904d-4fb1-8986-207b1a015031 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/648570f6-4358-40d7-b3f1-96994aa16357 HTTP/1.1" status: 204 len: 168 time: 1.1002378 Jan 26 21:18:47.521781 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Current status of the port 20ca0e2a-d36f-4969-bc7b-96bbf79b1f45 is: BUILD; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:18:47.523232 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (20ca0e2a-d36f-4969-bc7b-96bbf79b1f45), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:18:47.539522 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [req-8191d16a-f10a-497f-a87a-3f76b22d89ff req-be177065-4cbf-4779-9b86-f2c0cc31702e service neutron] For port 261697a1-9195-466a-841e-78407f5307c6, host n-h2-760453-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-5',level=0,port_id=261697a1-9195-466a-841e-78407f5307c6,segment=NetworkSegment(814afaca-b1b7-499b-b897-fa89d466ac5d),segment_id=814afaca-b1b7-499b-b897-fa89d466ac5d)] {{(pid=103305) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 26 21:18:47.568366 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ca20ef-373d-4095-9acc-c44643c36eac req-c7280579-0e00-4329-9513-36cee5eaa8ea tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:18:47.574153 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-410ee559-904d-4fb1-8986-207b1a015031 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=648570f6-4358-40d7-b3f1-96994aa16357,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:18:47.580805 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-8191d16a-f10a-497f-a87a-3f76b22d89ff req-be177065-4cbf-4779-9b86-f2c0cc31702e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11791520'] for port (261697a1-9195-466a-841e-78407f5307c6), after_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:18:47.596903 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-65ca20ef-373d-4095-9acc-c44643c36eac req-c7280579-0e00-4329-9513-36cee5eaa8ea tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] 10.222.0.13 "GET /v2.0/ports?device_id=4596379c-6ccc-4df2-a875-f0896fc00fcc HTTP/1.1" status: 200 len: 945 time: 0.2078562 Jan 26 21:18:47.639542 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62476695-da2c-4940-be19-0e3e68341675 req-13793d7e-12c9-4630-8fa2-65717cdf2b26 tempest-ServersNegativeTestJSON-90632883 tempest-ServersNegativeTestJSON-90632883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:18:47.641210 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-62476695-da2c-4940-be19-0e3e68341675 req-13793d7e-12c9-4630-8fa2-65717cdf2b26 tempest-ServersNegativeTestJSON-90632883 tempest-ServersNegativeTestJSON-90632883-project] 10.222.0.13 "GET /v2.0/ports?device_id=485c96a9-0169-4ea3-a4eb-4d7ce9abb56c HTTP/1.1" status: 200 len: 943 time: 0.1799068 Jan 26 21:18:47.681761 n-d-760453-5 neutron-server[103306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4596379c-6ccc-4df2-a875-f0896fc00fcc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20ca0e2a-d36f-4969-bc7b-96bbf79b1f45'}] {{(pid=103306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 21:18:47.684216 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9d5d370febab655511bdd2ffe887e43e442d144a440368702bcc1e93af00b97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58f454b4-270f-4d9f-a7bb-0b0ca42ef9ff" -d '{"events": [{"server_uuid": "4596379c-6ccc-4df2-a875-f0896fc00fcc", "name": "network-vif-plugged", "status": "completed", "tag": "20ca0e2a-d36f-4969-bc7b-96bbf79b1f45"}]}' {{(pid=103306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 21:18:47.710504 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8191d16a-f10a-497f-a87a-3f76b22d89ff req-be177065-4cbf-4779-9b86-f2c0cc31702e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:18:47.711960 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-8191d16a-f10a-497f-a87a-3f76b22d89ff req-be177065-4cbf-4779-9b86-f2c0cc31702e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:18:47.713760 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-8191d16a-f10a-497f-a87a-3f76b22d89ff req-be177065-4cbf-4779-9b86-f2c0cc31702e service neutron] 10.222.0.57 "PUT /v2.0/ports/261697a1-9195-466a-841e-78407f5307c6 HTTP/1.1" status: 200 len: 1091 time: 2.5491240 Jan 26 21:18:47.716982 n-d-760453-5 neutron-server[103305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '485c96a9-0169-4ea3-a4eb-4d7ce9abb56c', 'tag': '261697a1-9195-466a-841e-78407f5307c6'}] {{(pid=103305) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 21:18:47.719678 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d4654568b7bf041e72ff8fe1c96d6d761d9c921f2b99bc7b3a26632be20cee0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02ff66fb-b15d-42a0-9a7d-b9d9c7639723" -d '{"events": [{"name": "network-changed", "server_uuid": "485c96a9-0169-4ea3-a4eb-4d7ce9abb56c", "tag": "261697a1-9195-466a-841e-78407f5307c6"}]}' {{(pid=103305) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 21:18:47.722422 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] For port 20ca0e2a-d36f-4969-bc7b-96bbf79b1f45, host n-h1-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-5',level=0,port_id=20ca0e2a-d36f-4969-bc7b-96bbf79b1f45,segment=NetworkSegment(17e2e8a5-d0ff-43c6-ae30-ad82dc108dba),segment_id=17e2e8a5-d0ff-43c6-ae30-ad82dc108dba)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:18:47.738500 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-75bdf45a-caa5-47a5-8d09-2ad6d9d71d71 req-bf77231f-7472-4a43-9353-4dde600f523f tempest-AttachVolumeShelveTestJSON-345998519 tempest-AttachVolumeShelveTestJSON-345998519-project] 10.222.0.66 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9a820e3f529a4c3083d815b75318d24c HTTP/1.1" status: 200 len: 379 time: 0.2943330 Jan 26 21:18:47.743039 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (20ca0e2a-d36f-4969-bc7b-96bbf79b1f45), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:18:47.759582 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [req-75bdf45a-caa5-47a5-8d09-2ad6d9d71d71 req-bcc4146b-c457-474f-b64b-e789a515186d tempest-AttachVolumeShelveTestJSON-345998519 tempest-AttachVolumeShelveTestJSON-345998519-project] Request body: {'port': {'device_id': '93bf95ee-d279-4897-bd53-d5feb3e9b070', 'network_id': 'd67e3ebe-4ba7-45de-a361-0a193d47dcd7', 'admin_state_up': True, 'tenant_id': '9a820e3f529a4c3083d815b75318d24c', 'security_groups': ['5d7f7103-d0ef-48d0-a848-32dbbe71b238']}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:18:47.801336 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-62476695-da2c-4940-be19-0e3e68341675 req-a9e869c8-eaf0-42ad-b4f0-f64deadad8b3 tempest-ServersNegativeTestJSON-90632883 tempest-ServersNegativeTestJSON-90632883-project] 10.222.0.13 "GET /v2.0/security-groups?id=f00b351c-12ea-4499-84c9-f0263f4f27ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1498842 Jan 26 21:18:47.816060 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-ccc22975-1027-4f19-bf63-0ee6bb68dce5 None None] Current status of the port 2ad51c61-9ae6-4c98-877c-7e8005a20f9b is: DOWN; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:18:47.824523 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-ccc22975-1027-4f19-bf63-0ee6bb68dce5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (2ad51c61-9ae6-4c98-877c-7e8005a20f9b), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:18:47.826687 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-65ca20ef-373d-4095-9acc-c44643c36eac req-8ff18dd0-3a7c-4135-8848-9aefd324d86b tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] 10.222.0.13 "GET /v2.0/security-groups?id=48ad9419-cea5-46f2-b67f-159b9c4803d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2283092 Jan 26 21:18:47.930950 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Pushing event updated for resources: {'Port': ['ID=20ca0e2a-d36f-4969-bc7b-96bbf79b1f45,revision_number=5']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:18:47.982146 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Jan 2022 21:18:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f5e4849-64b4-4cac-b152-5b1394a4fea5 x-openstack-request-id: req-6f5e4849-64b4-4cac-b152-5b1394a4fea5 {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 21:18:48.007014 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4596379c-6ccc-4df2-a875-f0896fc00fcc", "name": "network-vif-plugged", "status": "completed", "tag": "20ca0e2a-d36f-4969-bc7b-96bbf79b1f45", "code": 200}]} {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 21:18:48.007014 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-6f5e4849-64b4-4cac-b152-5b1394a4fea5 {{(pid=103306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 21:18:48.007640 n-d-760453-5 neutron-server[103306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4596379c-6ccc-4df2-a875-f0896fc00fcc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20ca0e2a-d36f-4969-bc7b-96bbf79b1f45', 'code': 200} Jan 26 21:18:48.038809 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be177065-4cbf-4779-9b86-f2c0cc31702e service neutron] Pushing event updated for resources: {'Port': ['ID=261697a1-9195-466a-841e-78407f5307c6,revision_number=3']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:18:48.142481 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device 2ad51c61-9ae6-4c98-877c-7e8005a20f9b up at agent ovs-agent-n-d-760453-5 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 21:18:48.189334 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8191d16a-f10a-497f-a87a-3f76b22d89ff req-b84eba3f-486d-43e1-887c-45feb9903cdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:18:48.190902 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-8191d16a-f10a-497f-a87a-3f76b22d89ff req-b84eba3f-486d-43e1-887c-45feb9903cdb service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=2b29801ee18e4ff0a597415334743408&device_id=485c96a9-0169-4ea3-a4eb-4d7ce9abb56c HTTP/1.1" status: 200 len: 1094 time: 0.4142277 Jan 26 21:18:48.217162 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d736c5-c150-42e0-9c04-5cb1d4572354 req-5bc8c37b-8c92-4ddf-a9cd-77239ef2ca01 tempest-LiveMigrationTest-746395142 tempest-LiveMigrationTest-746395142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:18:48.226661 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-32d736c5-c150-42e0-9c04-5cb1d4572354 req-5bc8c37b-8c92-4ddf-a9cd-77239ef2ca01 tempest-LiveMigrationTest-746395142 tempest-LiveMigrationTest-746395142-project] 10.222.0.13 "GET /v2.0/ports?device_id=3c1bb11b-19e0-4bd6-8502-e5422740b40d HTTP/1.1" status: 200 len: 943 time: 0.2913973 Jan 26 21:18:48.241440 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-ccc22975-1027-4f19-bf63-0ee6bb68dce5 None None] For port 2ad51c61-9ae6-4c98-877c-7e8005a20f9b, host n-d-760453-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=2ad51c61-9ae6-4c98-877c-7e8005a20f9b,segment=NetworkSegment(792361e2-47e7-409c-b9ab-6cc429acd9db),segment_id=792361e2-47e7-409c-b9ab-6cc429acd9db)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:18:48.256812 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-ccc22975-1027-4f19-bf63-0ee6bb68dce5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (2ad51c61-9ae6-4c98-877c-7e8005a20f9b), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:18:48.263856 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-8191d16a-f10a-497f-a87a-3f76b22d89ff req-182a65cb-8b94-4503-832b-d676f9ceef3f service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=261697a1-9195-466a-841e-78407f5307c6 HTTP/1.1" status: 200 len: 217 time: 0.0587547 Jan 26 21:18:48.277833 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770ed9dd-170e-4dfe-81b3-66bbc50272d5 req-2f7e80d2-cc53-4f1a-bb7d-cd62acc934d5 tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:18:48.285886 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770ed9dd-170e-4dfe-81b3-66bbc50272d5 req-2f7e80d2-cc53-4f1a-bb7d-cd62acc934d5 tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:18:48.291989 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770ed9dd-170e-4dfe-81b3-66bbc50272d5 req-2f7e80d2-cc53-4f1a-bb7d-cd62acc934d5 tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:18:48.299648 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770ed9dd-170e-4dfe-81b3-66bbc50272d5 req-2f7e80d2-cc53-4f1a-bb7d-cd62acc934d5 tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:18:48.300059 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39685c56-4eef-494b-aeda-25f39bcdf1e3 req-228e882a-cd4e-4ef8-ab95-3cd6dd9fa159 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:18:48.301604 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-39685c56-4eef-494b-aeda-25f39bcdf1e3 req-228e882a-cd4e-4ef8-ab95-3cd6dd9fa159 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=4596379c-6ccc-4df2-a875-f0896fc00fcc HTTP/1.1" status: 200 len: 1097 time: 0.1785445 Jan 26 21:18:48.308291 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770ed9dd-170e-4dfe-81b3-66bbc50272d5 req-2f7e80d2-cc53-4f1a-bb7d-cd62acc934d5 tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:18:48.313049 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770ed9dd-170e-4dfe-81b3-66bbc50272d5 req-2f7e80d2-cc53-4f1a-bb7d-cd62acc934d5 tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:18:48.319828 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770ed9dd-170e-4dfe-81b3-66bbc50272d5 req-2f7e80d2-cc53-4f1a-bb7d-cd62acc934d5 tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:18:48.322691 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-770ed9dd-170e-4dfe-81b3-66bbc50272d5 req-2f7e80d2-cc53-4f1a-bb7d-cd62acc934d5 tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca795481-031c-48ac-925f-00596ed83bb9 HTTP/1.1" status: 200 len: 5431 time: 0.2180238 Jan 26 21:18:48.364972 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-75bdf45a-caa5-47a5-8d09-2ad6d9d71d71 req-bcc4146b-c457-474f-b64b-e789a515186d tempest-AttachVolumeShelveTestJSON-345998519 tempest-AttachVolumeShelveTestJSON-345998519-project] Made reservation on behalf of 9a820e3f529a4c3083d815b75318d24c for: {'port': 1} {{(pid=103305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 21:18:48.368091 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-75bdf45a-caa5-47a5-8d09-2ad6d9d71d71 req-bcc4146b-c457-474f-b64b-e789a515186d tempest-AttachVolumeShelveTestJSON-345998519 tempest-AttachVolumeShelveTestJSON-345998519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:18:48.388298 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-bed365b9-ce58-4a2a-83b5-ade0ed8d8fcd tempest-RoutersNegativeIpV6Test-344315661 tempest-RoutersNegativeIpV6Test-344315661-project] Publish callbacks [] for port (f8ad1cc9-fb57-40a5-8a2a-c2fa9a430661), precommit_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:18:48.395917 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-32d736c5-c150-42e0-9c04-5cb1d4572354 req-cff56b38-a141-4980-a59b-6e3a222e420c tempest-LiveMigrationTest-746395142 tempest-LiveMigrationTest-746395142-project] 10.222.0.13 "GET /v2.0/security-groups?id=c43a996a-6b93-48e4-a331-48250c5b183d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1679299 Jan 26 21:18:48.400747 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8191d16a-f10a-497f-a87a-3f76b22d89ff req-efb8a22c-57a3-4eef-869a-6554cb4728ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:18:48.402370 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-8191d16a-f10a-497f-a87a-3f76b22d89ff req-efb8a22c-57a3-4eef-869a-6554cb4728ea service neutron] 10.222.0.57 "GET /v2.0/subnets?id=baa99134-bdb6-4691-8665-46a31e075f80 HTTP/1.1" status: 200 len: 853 time: 0.1311967 Jan 26 21:18:48.437381 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-bed365b9-ce58-4a2a-83b5-ade0ed8d8fcd tempest-RoutersNegativeIpV6Test-344315661 tempest-RoutersNegativeIpV6Test-344315661-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11791520'] for port (f8ad1cc9-fb57-40a5-8a2a-c2fa9a430661), after_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:18:48.438189 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-bed365b9-ce58-4a2a-83b5-ade0ed8d8fcd tempest-RoutersNegativeIpV6Test-344315661 tempest-RoutersNegativeIpV6Test-344315661-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3709457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4110682'] for router_interface (60637e3e-bfe5-4fbc-90e2-65097b4f9a6c), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:18:48.447383 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Provisioning complete for port 2ad51c61-9ae6-4c98-877c-7e8005a20f9b triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:18:48.452334 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (2ad51c61-9ae6-4c98-877c-7e8005a20f9b), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:18:48.480611 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-8191d16a-f10a-497f-a87a-3f76b22d89ff req-a6e6a58f-e8cd-488c-90b9-8a98d5fd6871 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=8cbef344-1167-4f35-8b6b-07dd596f6f4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0600212 Jan 26 21:18:48.498007 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-770ed9dd-170e-4dfe-81b3-66bbc50272d5 req-422f3207-1697-4bc9-98e9-4cbe8d05d8ea tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] 10.222.0.13 "GET /v2.0/security-groups?id=cfb1b9fe-a4df-4bbd-b439-103a9aa84b57&id=4949e7fd-e987-466a-ab17-ed5ae28a32c1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1616616 Jan 26 21:18:48.505482 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 26 Jan 2022 21:18:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1783f8c3-a7b4-4db2-954c-2ba23ed9f780 x-openstack-request-id: req-1783f8c3-a7b4-4db2-954c-2ba23ed9f780 {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 21:18:48.505634 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "485c96a9-0169-4ea3-a4eb-4d7ce9abb56c", "tag": "261697a1-9195-466a-841e-78407f5307c6", "status": "completed", "code": 200}]} {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 21:18:48.505873 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-1783f8c3-a7b4-4db2-954c-2ba23ed9f780 {{(pid=103305) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 21:18:48.506447 n-d-760453-5 neutron-server[103305]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '485c96a9-0169-4ea3-a4eb-4d7ce9abb56c', 'tag': '261697a1-9195-466a-841e-78407f5307c6', 'status': 'completed', 'code': 200} Jan 26 21:18:48.511757 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc22975-1027-4f19-bf63-0ee6bb68dce5 None None] Pushing event updated for resources: {'Port': ['ID=2ad51c61-9ae6-4c98-877c-7e8005a20f9b,revision_number=3']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:18:48.531066 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-39685c56-4eef-494b-aeda-25f39bcdf1e3 req-7cfe3fb0-2bd2-42e7-b27c-868b623c52f7 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=48ad9419-cea5-46f2-b67f-159b9c4803d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2060452 Jan 26 21:18:48.563588 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-f829e923-c1da-4f86-a2ac-355d551a16bb None None] Provisioning complete for port 2ad51c61-9ae6-4c98-877c-7e8005a20f9b triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:18:48.565184 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-f829e923-c1da-4f86-a2ac-355d551a16bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (2ad51c61-9ae6-4c98-877c-7e8005a20f9b), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:18:48.627667 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-0cfa13f3-5229-4f25-8610-eb7419eaf3d9 req-af7373e7-68e2-43d5-b494-68f1ec004971 tempest-AttachVolumeShelveTestJSON-345998519 tempest-AttachVolumeShelveTestJSON-345998519-project] 10.222.0.13 "GET /v2.0/ports?device_id=93bf95ee-d279-4897-bd53-d5feb3e9b070 HTTP/1.1" status: 200 len: 210 time: 0.0457039 Jan 26 21:18:48.692401 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed365b9-ce58-4a2a-83b5-ade0ed8d8fcd tempest-RoutersNegativeIpV6Test-344315661 tempest-RoutersNegativeIpV6Test-344315661-project] Pushing event updated for resources: {'Port': ['ID=f8ad1cc9-fb57-40a5-8a2a-c2fa9a430661,revision_number=2']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:18:48.733825 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Current status of the port 2ad51c61-9ae6-4c98-877c-7e8005a20f9b is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:18:48.743612 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-f829e923-c1da-4f86-a2ac-355d551a16bb None None] Current status of the port 2ad51c61-9ae6-4c98-877c-7e8005a20f9b is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:18:48.784352 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-8191d16a-f10a-497f-a87a-3f76b22d89ff req-c5d0018a-3d35-4cb0-a0eb-4be8ce2d58b7 service neutron] 10.222.0.57 "GET /v2.0/networks/8cbef344-1167-4f35-8b6b-07dd596f6f4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2767749 Jan 26 21:18:48.806941 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.db_base_plugin_common [req-75bdf45a-caa5-47a5-8d09-2ad6d9d71d71 req-bcc4146b-c457-474f-b64b-e789a515186d tempest-AttachVolumeShelveTestJSON-345998519 tempest-AttachVolumeShelveTestJSON-345998519-project] Allocated IP 172.20.0.6 (d67e3ebe-4ba7-45de-a361-0a193d47dcd7/b97a8223-0b24-4ba7-b338-51c5c9119da6/47ae25ce-c34a-43c9-9bb0-c43b0ece7bbd) {{(pid=103305) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 21:18:48.877675 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bed365b9-ce58-4a2a-83b5-ade0ed8d8fcd tempest-RoutersNegativeIpV6Test-344315661 tempest-RoutersNegativeIpV6Test-344315661-project] Network cf9fdee7-a1cd-4e57-a10f-9d0313a16d27 is already hosted by enough agents. {{(pid=103305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 21:18:48.883195 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [None req-bed365b9-ce58-4a2a-83b5-ade0ed8d8fcd tempest-RoutersNegativeIpV6Test-344315661 tempest-RoutersNegativeIpV6Test-344315661-project] Resources bound (agent type, host, resource id): {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:18:48.894138 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-387f61ad-5539-4c3d-99d4-19b842e3f2b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (474ccdf7-ab6c-405b-a3b2-dc7b05829902), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:18:49.000495 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-8191d16a-f10a-497f-a87a-3f76b22d89ff req-81b1d8b0-96ae-481b-baec-6886729b1d51 service neutron] 10.222.0.57 "GET /v2.0/networks/8cbef344-1167-4f35-8b6b-07dd596f6f4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2087288 Jan 26 21:18:49.096655 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe02855-6857-454e-8a0c-1dc7871a618e req-a505c5f0-a5a1-4967-a1f3-0069b9eca393 tempest-ServersNegativeTestJSON-90632883 tempest-ServersNegativeTestJSON-90632883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:18:49.111964 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-dbe02855-6857-454e-8a0c-1dc7871a618e req-a505c5f0-a5a1-4967-a1f3-0069b9eca393 tempest-ServersNegativeTestJSON-90632883 tempest-ServersNegativeTestJSON-90632883-project] 10.222.0.13 "GET /v2.0/ports?device_id=485c96a9-0169-4ea3-a4eb-4d7ce9abb56c HTTP/1.1" status: 200 len: 943 time: 0.1798227 Jan 26 21:18:49.149074 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc124fe-2c80-435c-9872-45af8d0d5a58 req-9b0c3dbf-d81b-46a4-863e-a2f3486f431e tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:18:49.159905 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-fbc124fe-2c80-435c-9872-45af8d0d5a58 req-9b0c3dbf-d81b-46a4-863e-a2f3486f431e tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] 10.222.0.13 "GET /v2.0/ports?device_id=4596379c-6ccc-4df2-a875-f0896fc00fcc HTTP/1.1" status: 200 len: 946 time: 0.2076831 Jan 26 21:18:49.213196 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bed365b9-ce58-4a2a-83b5-ade0ed8d8fcd tempest-RoutersNegativeIpV6Test-344315661 tempest-RoutersNegativeIpV6Test-344315661-project] Router 60637e3e-bfe5-4fbc-90e2-65097b4f9a6c has already been hosted by L3 agent 09df100c-3af1-4b0a-bda8-05914c71c458 {{(pid=103305) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 26 21:18:49.251220 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ff66fb-b15d-42a0-9a7d-b9d9c7639723 req-5da9ee01-f17c-4954-af7a-c155e7b2671d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:18:49.252797 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-02ff66fb-b15d-42a0-9a7d-b9d9c7639723 req-5da9ee01-f17c-4954-af7a-c155e7b2671d service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=2b29801ee18e4ff0a597415334743408&device_id=485c96a9-0169-4ea3-a4eb-4d7ce9abb56c HTTP/1.1" status: 200 len: 1094 time: 0.1848438 Jan 26 21:18:49.265380 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-dbe02855-6857-454e-8a0c-1dc7871a618e req-f92b2c2a-9664-4d69-9385-ba92ca6e7bfd tempest-ServersNegativeTestJSON-90632883 tempest-ServersNegativeTestJSON-90632883-project] 10.222.0.13 "GET /v2.0/security-groups?id=f00b351c-12ea-4499-84c9-f0263f4f27ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1522825 Jan 26 21:18:49.282758 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-75bdf45a-caa5-47a5-8d09-2ad6d9d71d71 req-bcc4146b-c457-474f-b64b-e789a515186d tempest-AttachVolumeShelveTestJSON-345998519 tempest-AttachVolumeShelveTestJSON-345998519-project] Publish callbacks [] for port (47ae25ce-c34a-43c9-9bb0-c43b0ece7bbd), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:18:49.301911 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-fbc124fe-2c80-435c-9872-45af8d0d5a58 req-7dd90447-667d-49ef-98ba-b4234687f960 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] 10.222.0.13 "GET /v2.0/security-groups?id=48ad9419-cea5-46f2-b67f-159b9c4803d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1407363 Jan 26 21:18:49.381700 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-36d32af5-bc24-447b-b31b-951336718623 None None] Provisioning complete for port f8ad1cc9-fb57-40a5-8a2a-c2fa9a430661 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:18:49.382796 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-36d32af5-bc24-447b-b31b-951336718623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (f8ad1cc9-fb57-40a5-8a2a-c2fa9a430661), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:18:49.452532 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-36d32af5-bc24-447b-b31b-951336718623 None None] Port f8ad1cc9-fb57-40a5-8a2a-c2fa9a430661 cannot update to ACTIVE because it is not bound. {{(pid=103306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 26 21:18:49.459585 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bed365b9-ce58-4a2a-83b5-ade0ed8d8fcd tempest-RoutersNegativeIpV6Test-344315661 tempest-RoutersNegativeIpV6Test-344315661-project] Notify agent at l3_agent.n-d-760453-5 the message routers_updated {{(pid=103305) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 26 21:18:49.467830 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-bed365b9-ce58-4a2a-83b5-ade0ed8d8fcd tempest-RoutersNegativeIpV6Test-344315661 tempest-RoutersNegativeIpV6Test-344315661-project] 10.222.0.13 "PUT /v2.0/routers/60637e3e-bfe5-4fbc-90e2-65097b4f9a6c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0304158 Jan 26 21:18:49.470646 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 33094) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:18:49.476687 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac5241f9-8bfb-4d84-9979-6481302ee535 None None] Sync routers for ids ['60637e3e-bfe5-4fbc-90e2-65097b4f9a6c'] in n-d-760453-5 {{(pid=103306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 26 21:18:49.478702 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-75bdf45a-caa5-47a5-8d09-2ad6d9d71d71 req-bcc4146b-c457-474f-b64b-e789a515186d tempest-AttachVolumeShelveTestJSON-345998519 tempest-AttachVolumeShelveTestJSON-345998519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746560234527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11791543'] for port (47ae25ce-c34a-43c9-9bb0-c43b0ece7bbd), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:18:49.480750 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ff66fb-b15d-42a0-9a7d-b9d9c7639723 req-9cef9dba-778d-4928-82e1-121d8318466e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:18:49.485213 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-02ff66fb-b15d-42a0-9a7d-b9d9c7639723 req-9cef9dba-778d-4928-82e1-121d8318466e service neutron] 10.222.0.57 "GET /v2.0/networks?id=8cbef344-1167-4f35-8b6b-07dd596f6f4f HTTP/1.1" status: 200 len: 914 time: 0.2211888 Jan 26 21:18:49.488091 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac5241f9-8bfb-4d84-9979-6481302ee535 None None] Routers {'60637e3e-bfe5-4fbc-90e2-65097b4f9a6c'} bound to L3 agent in host n-d-760453-5 {{(pid=103306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 21:18:49.489147 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-ac5241f9-8bfb-4d84-9979-6481302ee535 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-26T20:55:21Z,description=,heartbeat_timestamp=2022-01-26T21:18:21Z,host='n-d-760453-5',id=09df100c-3af1-4b0a-bda8-05914c71c458,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:55:21Z,topic='l3_agent')) {'router_ids': ['60637e3e-bfe5-4fbc-90e2-65097b4f9a6c'], 'active': True} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:18:49.526111 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-ac5241f9-8bfb-4d84-9979-6481302ee535 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760453-5', False) {} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:18:49.538901 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac5241f9-8bfb-4d84-9979-6481302ee535 None None] Routers {'60637e3e-bfe5-4fbc-90e2-65097b4f9a6c'} bound to L3 agent in host n-d-760453-5 {{(pid=103306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 21:18:49.539893 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-ac5241f9-8bfb-4d84-9979-6481302ee535 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-26T20:55:21Z,description=,heartbeat_timestamp=2022-01-26T21:18:21Z,host='n-d-760453-5',id=09df100c-3af1-4b0a-bda8-05914c71c458,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:55:21Z,topic='l3_agent')) {'router_ids': ['60637e3e-bfe5-4fbc-90e2-65097b4f9a6c'], 'active': True} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:18:49.584840 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-ac5241f9-8bfb-4d84-9979-6481302ee535 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760453-5', False) {} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:18:49.586249 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac5241f9-8bfb-4d84-9979-6481302ee535 None None] The sync data for ids ['60637e3e-bfe5-4fbc-90e2-65097b4f9a6c'] in n-d-760453-5 is: [] {{(pid=103306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 26 21:18:49.628094 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-02ff66fb-b15d-42a0-9a7d-b9d9c7639723 req-aa4bbc2d-ced7-43d0-99b2-9e8d209a0a89 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=261697a1-9195-466a-841e-78407f5307c6 HTTP/1.1" status: 200 len: 217 time: 0.1044619 Jan 26 21:18:49.631693 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-75bdf45a-caa5-47a5-8d09-2ad6d9d71d71 req-bcc4146b-c457-474f-b64b-e789a515186d tempest-AttachVolumeShelveTestJSON-345998519 tempest-AttachVolumeShelveTestJSON-345998519-project] Network d67e3ebe-4ba7-45de-a361-0a193d47dcd7 is already hosted by enough agents. {{(pid=103305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 21:18:49.638445 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [req-75bdf45a-caa5-47a5-8d09-2ad6d9d71d71 req-bcc4146b-c457-474f-b64b-e789a515186d tempest-AttachVolumeShelveTestJSON-345998519 tempest-AttachVolumeShelveTestJSON-345998519-project] Resources bound (agent type, host, resource id): {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:18:49.645629 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857a4167-5516-4e0a-9fc4-3e928f53e826 req-3410c7e4-1666-4adc-be5e-b6476a68f28c tempest-LiveMigrationTest-746395142 tempest-LiveMigrationTest-746395142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:18:49.656290 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-857a4167-5516-4e0a-9fc4-3e928f53e826 req-3410c7e4-1666-4adc-be5e-b6476a68f28c tempest-LiveMigrationTest-746395142 tempest-LiveMigrationTest-746395142-project] 10.222.0.13 "GET /v2.0/ports?device_id=3c1bb11b-19e0-4bd6-8502-e5422740b40d HTTP/1.1" status: 200 len: 943 time: 0.1522589 Jan 26 21:18:49.656717 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [req-75bdf45a-caa5-47a5-8d09-2ad6d9d71d71 req-bcc4146b-c457-474f-b64b-e789a515186d tempest-AttachVolumeShelveTestJSON-345998519 tempest-AttachVolumeShelveTestJSON-345998519-project] Received port after_create {{(pid=103305) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 21:18:49.727241 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc4146b-c457-474f-b64b-e789a515186d tempest-AttachVolumeShelveTestJSON-345998519 tempest-AttachVolumeShelveTestJSON-345998519-project] Pushing event updated for resources: {'Port': ['ID=47ae25ce-c34a-43c9-9bb0-c43b0ece7bbd,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:18:49.743518 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-c0fe2a41-dd7a-4e3a-990c-679b35a1c22a tempest-RoutersNegativeIpV6Test-344315661 tempest-RoutersNegativeIpV6Test-344315661-project] Publish callbacks [] for router (60637e3e-bfe5-4fbc-90e2-65097b4f9a6c), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:18:49.781356 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e373052-a79b-4a2a-8aa7-88d88fac4b06 req-24375430-bcfc-4389-98ea-62aa5d0a36d9 tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:18:49.787027 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e373052-a79b-4a2a-8aa7-88d88fac4b06 req-24375430-bcfc-4389-98ea-62aa5d0a36d9 tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:18:49.793493 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e373052-a79b-4a2a-8aa7-88d88fac4b06 req-24375430-bcfc-4389-98ea-62aa5d0a36d9 tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:18:49.810226 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e373052-a79b-4a2a-8aa7-88d88fac4b06 req-24375430-bcfc-4389-98ea-62aa5d0a36d9 tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:18:49.826200 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e373052-a79b-4a2a-8aa7-88d88fac4b06 req-24375430-bcfc-4389-98ea-62aa5d0a36d9 tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:18:49.840033 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e373052-a79b-4a2a-8aa7-88d88fac4b06 req-24375430-bcfc-4389-98ea-62aa5d0a36d9 tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:18:49.845798 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e373052-a79b-4a2a-8aa7-88d88fac4b06 req-24375430-bcfc-4389-98ea-62aa5d0a36d9 tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:18:49.854945 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-8e373052-a79b-4a2a-8aa7-88d88fac4b06 req-24375430-bcfc-4389-98ea-62aa5d0a36d9 tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca795481-031c-48ac-925f-00596ed83bb9 HTTP/1.1" status: 200 len: 5431 time: 0.1943872 Jan 26 21:18:49.918981 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device 2ad51c61-9ae6-4c98-877c-7e8005a20f9b up at agent ovs-agent-n-d-760453-5 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 21:18:49.933937 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-857a4167-5516-4e0a-9fc4-3e928f53e826 req-67b0b6af-20be-4abb-af9c-536ba764a773 tempest-LiveMigrationTest-746395142 tempest-LiveMigrationTest-746395142-project] 10.222.0.13 "GET /v2.0/security-groups?id=c43a996a-6b93-48e4-a331-48250c5b183d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2516091 Jan 26 21:18:49.992714 n-d-760453-5 neutron-server[103305]: INFO neutron.api.v2.resource [None req-c0fe2a41-dd7a-4e3a-990c-679b35a1c22a tempest-RoutersNegativeIpV6Test-344315661 tempest-RoutersNegativeIpV6Test-344315661-project] delete failed (client error): There was a conflict when trying to complete your request. Jan 26 21:18:49.994064 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-c0fe2a41-dd7a-4e3a-990c-679b35a1c22a tempest-RoutersNegativeIpV6Test-344315661 tempest-RoutersNegativeIpV6Test-344315661-project] 10.222.0.13 "DELETE /v2.0/routers/60637e3e-bfe5-4fbc-90e2-65097b4f9a6c HTTP/1.1" status: 409 len: 329 time: 0.5225883 Jan 26 21:18:50.000990 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 33106) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:18:50.009460 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75bdf45a-caa5-47a5-8d09-2ad6d9d71d71 req-bcc4146b-c457-474f-b64b-e789a515186d tempest-AttachVolumeShelveTestJSON-345998519 tempest-AttachVolumeShelveTestJSON-345998519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:18:50.012847 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-75bdf45a-caa5-47a5-8d09-2ad6d9d71d71 req-bcc4146b-c457-474f-b64b-e789a515186d tempest-AttachVolumeShelveTestJSON-345998519 tempest-AttachVolumeShelveTestJSON-345998519-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:18:50.021217 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ff66fb-b15d-42a0-9a7d-b9d9c7639723 req-202ce333-c07e-4765-b4c5-2dbcddf7cc68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:18:50.023666 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-02ff66fb-b15d-42a0-9a7d-b9d9c7639723 req-202ce333-c07e-4765-b4c5-2dbcddf7cc68 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=baa99134-bdb6-4691-8665-46a31e075f80 HTTP/1.1" status: 200 len: 853 time: 0.3758895 Jan 26 21:18:50.067459 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Provisioning complete for port 2ad51c61-9ae6-4c98-877c-7e8005a20f9b triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:18:50.074347 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (2ad51c61-9ae6-4c98-877c-7e8005a20f9b), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:18:50.092631 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-02ff66fb-b15d-42a0-9a7d-b9d9c7639723 req-f0371e27-c724-45a9-a5b9-d3b6a427a805 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=8cbef344-1167-4f35-8b6b-07dd596f6f4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0514650 Jan 26 21:18:50.104096 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-75bdf45a-caa5-47a5-8d09-2ad6d9d71d71 req-bcc4146b-c457-474f-b64b-e789a515186d tempest-AttachVolumeShelveTestJSON-345998519 tempest-AttachVolumeShelveTestJSON-345998519-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3486204 Jan 26 21:18:50.123936 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-281dde63-11ef-4d98-a689-c549859abd97 None None] Provisioning complete for port 47ae25ce-c34a-43c9-9bb0-c43b0ece7bbd triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:18:50.124295 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-281dde63-11ef-4d98-a689-c549859abd97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (47ae25ce-c34a-43c9-9bb0-c43b0ece7bbd), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:18:50.137775 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [req-75bdf45a-caa5-47a5-8d09-2ad6d9d71d71 req-234ce21d-7ca2-4073-b314-218606161880 service neutron] Request body: {'port': {'device_id': '93bf95ee-d279-4897-bd53-d5feb3e9b070', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-760453-5'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:18:50.192619 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-281dde63-11ef-4d98-a689-c549859abd97 None None] Port 47ae25ce-c34a-43c9-9bb0-c43b0ece7bbd cannot update to ACTIVE because it is not bound. {{(pid=103306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 26 21:18:50.206035 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Current status of the port 2ad51c61-9ae6-4c98-877c-7e8005a20f9b is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:18:50.262656 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-75bdf45a-caa5-47a5-8d09-2ad6d9d71d71 req-234ce21d-7ca2-4073-b314-218606161880 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (47ae25ce-c34a-43c9-9bb0-c43b0ece7bbd), before_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:18:50.279203 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-8e373052-a79b-4a2a-8aa7-88d88fac4b06 req-555db10a-c816-4817-a31e-f7fd4d53b260 tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] 10.222.0.13 "GET /v2.0/security-groups?id=cfb1b9fe-a4df-4bbd-b439-103a9aa84b57&id=4949e7fd-e987-466a-ab17-ed5ae28a32c1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4199839 Jan 26 21:18:50.379459 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ab821b-b508-4a77-adeb-b5cf004d8b02 req-9e27189b-34c8-4180-a20c-3110fbd34e10 tempest-AttachVolumeShelveTestJSON-345998519 tempest-AttachVolumeShelveTestJSON-345998519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:18:50.387322 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-41ab821b-b508-4a77-adeb-b5cf004d8b02 req-9e27189b-34c8-4180-a20c-3110fbd34e10 tempest-AttachVolumeShelveTestJSON-345998519 tempest-AttachVolumeShelveTestJSON-345998519-project] 10.222.0.13 "GET /v2.0/ports?device_id=93bf95ee-d279-4897-bd53-d5feb3e9b070 HTTP/1.1" status: 200 len: 931 time: 0.2440977 Jan 26 21:18:50.530830 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-41ab821b-b508-4a77-adeb-b5cf004d8b02 req-fe88bc58-3670-4672-85b7-3523eb8693ef tempest-AttachVolumeShelveTestJSON-345998519 tempest-AttachVolumeShelveTestJSON-345998519-project] 10.222.0.13 "GET /v2.0/security-groups?id=5d7f7103-d0ef-48d0-a848-32dbbe71b238&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1421595 Jan 26 21:18:50.536692 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-02ff66fb-b15d-42a0-9a7d-b9d9c7639723 req-d4d0268d-a52f-4c06-9730-8b226d32ee46 service neutron] 10.222.0.57 "GET /v2.0/networks/8cbef344-1167-4f35-8b6b-07dd596f6f4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4307852 Jan 26 21:18:50.621320 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1836bd-e1e0-47ff-ac8a-af3cdd87ce35 req-3480946a-bfec-46bb-a9c3-2575ddcb2ef9 tempest-ServersNegativeTestJSON-90632883 tempest-ServersNegativeTestJSON-90632883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:18:50.631579 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-ed1836bd-e1e0-47ff-ac8a-af3cdd87ce35 req-3480946a-bfec-46bb-a9c3-2575ddcb2ef9 tempest-ServersNegativeTestJSON-90632883 tempest-ServersNegativeTestJSON-90632883-project] 10.222.0.13 "GET /v2.0/ports?device_id=485c96a9-0169-4ea3-a4eb-4d7ce9abb56c HTTP/1.1" status: 200 len: 943 time: 0.2233644 Jan 26 21:18:50.647007 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-02ff66fb-b15d-42a0-9a7d-b9d9c7639723 req-bff6388e-6cb4-4d9d-8569-e48b8e1b2be3 service neutron] 10.222.0.57 "GET /v2.0/networks/8cbef344-1167-4f35-8b6b-07dd596f6f4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1008539 Jan 26 21:18:50.752790 n-d-760453-5 neutron-server[103305]: DEBUG neutron.notifiers.nova [req-75bdf45a-caa5-47a5-8d09-2ad6d9d71d71 req-234ce21d-7ca2-4073-b314-218606161880 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 47ae25ce-c34a-43c9-9bb0-c43b0ece7bbd {{(pid=103305) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 26 21:18:50.767166 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-75bdf45a-caa5-47a5-8d09-2ad6d9d71d71 req-234ce21d-7ca2-4073-b314-218606161880 service neutron] Publish callbacks [] for port (47ae25ce-c34a-43c9-9bb0-c43b0ece7bbd), precommit_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:18:50.775413 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-ed1836bd-e1e0-47ff-ac8a-af3cdd87ce35 req-b8c1516b-83f9-41b4-aea1-4f6c5738a868 tempest-ServersNegativeTestJSON-90632883 tempest-ServersNegativeTestJSON-90632883-project] 10.222.0.13 "GET /v2.0/security-groups?id=f00b351c-12ea-4499-84c9-f0263f4f27ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1364760 Jan 26 21:18:50.786852 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.provisioning_blocks [req-75bdf45a-caa5-47a5-8d09-2ad6d9d71d71 req-234ce21d-7ca2-4073-b314-218606161880 service neutron] Transition to ACTIVE for port object 47ae25ce-c34a-43c9-9bb0-c43b0ece7bbd will not be triggered until provisioned by entity L2. {{(pid=103305) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 21:18:50.788305 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57035fda-4998-4544-9531-f178748794ba req-b9e72d1b-c963-40e9-b7d9-b21ff7eb2330 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:18:50.790102 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-57035fda-4998-4544-9531-f178748794ba req-b9e72d1b-c963-40e9-b7d9-b21ff7eb2330 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] 10.222.0.13 "GET /v2.0/ports?device_id=4596379c-6ccc-4df2-a875-f0896fc00fcc HTTP/1.1" status: 200 len: 946 time: 0.1553802 Jan 26 21:18:50.807949 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-75bdf45a-caa5-47a5-8d09-2ad6d9d71d71 req-234ce21d-7ca2-4073-b314-218606161880 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11791520'] for port (47ae25ce-c34a-43c9-9bb0-c43b0ece7bbd), after_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:18:50.885987 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-57035fda-4998-4544-9531-f178748794ba req-308f563f-4d77-4356-87b7-cd890dd5cf43 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] 10.222.0.13 "GET /v2.0/security-groups?id=48ad9419-cea5-46f2-b67f-159b9c4803d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0871842 Jan 26 21:18:50.918685 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-5997206e-7954-4d3e-823e-fa4c26acca88 tempest-RoutersNegativeIpV6Test-344315661 tempest-RoutersNegativeIpV6Test-344315661-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4110657'] for router_interface (60637e3e-bfe5-4fbc-90e2-65097b4f9a6c), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:18:51.163300 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b8d24e-2d04-4e81-9703-b6999f3469a2 req-081bf715-c2df-45f7-a6d6-36ff907e2f6e tempest-LiveMigrationTest-746395142 tempest-LiveMigrationTest-746395142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:18:51.165019 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-d6b8d24e-2d04-4e81-9703-b6999f3469a2 req-081bf715-c2df-45f7-a6d6-36ff907e2f6e tempest-LiveMigrationTest-746395142 tempest-LiveMigrationTest-746395142-project] 10.222.0.13 "GET /v2.0/ports?device_id=3c1bb11b-19e0-4bd6-8502-e5422740b40d HTTP/1.1" status: 200 len: 943 time: 0.1474476 Jan 26 21:18:51.174730 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc9db8e-d7d4-4a96-a3e3-559edda14e72 req-54deeb03-d704-4338-9fb0-f65f823f29a2 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:18:51.176422 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-bfc9db8e-d7d4-4a96-a3e3-559edda14e72 req-54deeb03-d704-4338-9fb0-f65f823f29a2 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] 10.222.0.13 "GET /v2.0/ports?device_id=4596379c-6ccc-4df2-a875-f0896fc00fcc HTTP/1.1" status: 200 len: 946 time: 0.1576552 Jan 26 21:18:51.216262 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b5078b21-b65d-48b6-8000-0ee0d55c9956 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (09df100c-3af1-4b0a-bda8-05914c71c458), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:18:51.297883 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-d6b8d24e-2d04-4e81-9703-b6999f3469a2 req-77025627-5a4f-44f2-b2a3-120f92219f44 tempest-LiveMigrationTest-746395142 tempest-LiveMigrationTest-746395142-project] 10.222.0.13 "GET /v2.0/security-groups?id=c43a996a-6b93-48e4-a331-48250c5b183d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193769 Jan 26 21:18:51.325467 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-bfc9db8e-d7d4-4a96-a3e3-559edda14e72 req-8f30acc8-8eca-43a7-bda6-06cb59252e30 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] 10.222.0.13 "GET /v2.0/security-groups?id=48ad9419-cea5-46f2-b67f-159b9c4803d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1246686 Jan 26 21:18:51.368601 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 33134) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:18:51.369128 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-234ce21d-7ca2-4073-b314-218606161880 service neutron] Pushing event updated for resources: {'Port': ['ID=47ae25ce-c34a-43c9-9bb0-c43b0ece7bbd,revision_number=2']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:18:51.464744 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [req-75bdf45a-caa5-47a5-8d09-2ad6d9d71d71 req-234ce21d-7ca2-4073-b314-218606161880 service neutron] Attempting to bind port 47ae25ce-c34a-43c9-9bb0-c43b0ece7bbd on host n-h1-760453-5 for vnic_type normal with profile {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 21:18:51.465081 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [req-75bdf45a-caa5-47a5-8d09-2ad6d9d71d71 req-234ce21d-7ca2-4073-b314-218606161880 service neutron] Attempting to bind port 47ae25ce-c34a-43c9-9bb0-c43b0ece7bbd by drivers openvswitch,hyperv on host n-h1-760453-5 at level 0 using segments [{'id': 'ae04eadd-2f21-4385-8e0d-440406bc0827', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'd67e3ebe-4ba7-45de-a361-0a193d47dcd7'}] {{(pid=103305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 26 21:18:51.465487 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75bdf45a-caa5-47a5-8d09-2ad6d9d71d71 req-234ce21d-7ca2-4073-b314-218606161880 service neutron] Attempting to bind port 47ae25ce-c34a-43c9-9bb0-c43b0ece7bbd on network d67e3ebe-4ba7-45de-a361-0a193d47dcd7 {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 21:18:51.473138 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75bdf45a-caa5-47a5-8d09-2ad6d9d71d71 req-234ce21d-7ca2-4073-b314-218606161880 service neutron] Port 47ae25ce-c34a-43c9-9bb0-c43b0ece7bbd on network d67e3ebe-4ba7-45de-a361-0a193d47dcd7 not bound, no agent of type Open vSwitch agent registered on host n-h1-760453-5 {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 26 21:18:51.473495 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75bdf45a-caa5-47a5-8d09-2ad6d9d71d71 req-234ce21d-7ca2-4073-b314-218606161880 service neutron] Attempting to bind port 47ae25ce-c34a-43c9-9bb0-c43b0ece7bbd on network d67e3ebe-4ba7-45de-a361-0a193d47dcd7 {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 21:18:51.478961 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da94fe08-da58-475e-8ff4-6a27f544bee6 tempest-TestNetworkAdvancedServerOps-1435295253 tempest-TestNetworkAdvancedServerOps-1435295253-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:18:51.483349 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-da94fe08-da58-475e-8ff4-6a27f544bee6 tempest-TestNetworkAdvancedServerOps-1435295253 tempest-TestNetworkAdvancedServerOps-1435295253-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=4596379c-6ccc-4df2-a875-f0896fc00fcc HTTP/1.1" status: 200 len: 1092 time: 0.1035018 Jan 26 21:18:51.483706 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 33138) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:18:51.484474 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75bdf45a-caa5-47a5-8d09-2ad6d9d71d71 req-234ce21d-7ca2-4073-b314-218606161880 service neutron] Checking agent: {'id': '32ef628b-8417-46c5-8729-60fcabe358f1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-760453-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 21, 3, 8), 'started_at': datetime.datetime(2022, 1, 26, 21, 3, 8), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 21, 18, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 26 21:18:51.484867 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75bdf45a-caa5-47a5-8d09-2ad6d9d71d71 req-234ce21d-7ca2-4073-b314-218606161880 service neutron] Checking segment: {'id': 'ae04eadd-2f21-4385-8e0d-440406bc0827', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'd67e3ebe-4ba7-45de-a361-0a193d47dcd7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103305) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 21:18:51.485197 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75bdf45a-caa5-47a5-8d09-2ad6d9d71d71 req-234ce21d-7ca2-4073-b314-218606161880 service neutron] Bound using segment: {'id': 'ae04eadd-2f21-4385-8e0d-440406bc0827', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'd67e3ebe-4ba7-45de-a361-0a193d47dcd7'} {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 26 21:18:51.485658 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [req-75bdf45a-caa5-47a5-8d09-2ad6d9d71d71 req-234ce21d-7ca2-4073-b314-218606161880 service neutron] Bound port: 47ae25ce-c34a-43c9-9bb0-c43b0ece7bbd, host: n-h1-760453-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ae04eadd-2f21-4385-8e0d-440406bc0827', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'd67e3ebe-4ba7-45de-a361-0a193d47dcd7'}}] {{(pid=103305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 26 21:18:51.486018 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-75bdf45a-caa5-47a5-8d09-2ad6d9d71d71 req-234ce21d-7ca2-4073-b314-218606161880 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (47ae25ce-c34a-43c9-9bb0-c43b0ece7bbd), before_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:18:51.495804 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-01f5a50b-c5d9-48ef-a90f-d6bc6ddceb84 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Request body: {'floatingip': {'floating_network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'port_id': '20ca0e2a-d36f-4969-bc7b-96bbf79b1f45', 'tenant_id': 'c6d9f10230f341edbbe46b16c17eb870', 'fixed_ip_address': '172.20.0.10'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:18:51.511854 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45c6cc2-6c7d-45c8-a101-5065c5a14735 req-ecd7c512-24be-4b43-9567-9892d305c534 tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:18:51.518989 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45c6cc2-6c7d-45c8-a101-5065c5a14735 req-ecd7c512-24be-4b43-9567-9892d305c534 tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:18:51.525738 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45c6cc2-6c7d-45c8-a101-5065c5a14735 req-ecd7c512-24be-4b43-9567-9892d305c534 tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:18:51.528338 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Device 261697a1-9195-466a-841e-78407f5307c6 details requested by agent hyperv_n-h2-760453-5 with host n-h2-760453-5 {{(pid=103306) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 26 21:18:51.532475 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45c6cc2-6c7d-45c8-a101-5065c5a14735 req-ecd7c512-24be-4b43-9567-9892d305c534 tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:18:51.540273 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45c6cc2-6c7d-45c8-a101-5065c5a14735 req-ecd7c512-24be-4b43-9567-9892d305c534 tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:18:51.547181 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45c6cc2-6c7d-45c8-a101-5065c5a14735 req-ecd7c512-24be-4b43-9567-9892d305c534 tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:18:51.555006 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45c6cc2-6c7d-45c8-a101-5065c5a14735 req-ecd7c512-24be-4b43-9567-9892d305c534 tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:18:51.566942 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-f45c6cc2-6c7d-45c8-a101-5065c5a14735 req-ecd7c512-24be-4b43-9567-9892d305c534 tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca795481-031c-48ac-925f-00596ed83bb9 HTTP/1.1" status: 200 len: 5431 time: 0.1737607 Jan 26 21:18:51.569999 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 33142) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:18:51.629125 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-5997206e-7954-4d3e-823e-fa4c26acca88 tempest-RoutersNegativeIpV6Test-344315661 tempest-RoutersNegativeIpV6Test-344315661-project] Deleting port f8ad1cc9-fb57-40a5-8a2a-c2fa9a430661 {{(pid=103304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 21:18:51.629688 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-5997206e-7954-4d3e-823e-fa4c26acca88 tempest-RoutersNegativeIpV6Test-344315661 tempest-RoutersNegativeIpV6Test-344315661-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746560630878'] for port (f8ad1cc9-fb57-40a5-8a2a-c2fa9a430661), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:18:51.638972 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-01f5a50b-c5d9-48ef-a90f-d6bc6ddceb84 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:18:51.702036 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [req-75bdf45a-caa5-47a5-8d09-2ad6d9d71d71 req-234ce21d-7ca2-4073-b314-218606161880 service neutron] For port 47ae25ce-c34a-43c9-9bb0-c43b0ece7bbd, host n-h1-760453-5, cleared binding levels {{(pid=103305) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 26 21:18:51.724753 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [req-75bdf45a-caa5-47a5-8d09-2ad6d9d71d71 req-234ce21d-7ca2-4073-b314-218606161880 service neutron] For port 47ae25ce-c34a-43c9-9bb0-c43b0ece7bbd, host n-h1-760453-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-5',level=0,port_id=47ae25ce-c34a-43c9-9bb0-c43b0ece7bbd,segment=NetworkSegment(ae04eadd-2f21-4385-8e0d-440406bc0827),segment_id=ae04eadd-2f21-4385-8e0d-440406bc0827)] {{(pid=103305) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 26 21:18:51.744054 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-75bdf45a-caa5-47a5-8d09-2ad6d9d71d71 req-234ce21d-7ca2-4073-b314-218606161880 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11791520'] for port (47ae25ce-c34a-43c9-9bb0-c43b0ece7bbd), after_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:18:51.767350 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-f45c6cc2-6c7d-45c8-a101-5065c5a14735 req-e921e9b9-8394-4992-945c-3895f1ea9723 tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] 10.222.0.13 "GET /v2.0/security-groups?id=cfb1b9fe-a4df-4bbd-b439-103a9aa84b57&id=4949e7fd-e987-466a-ab17-ed5ae28a32c1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1992524 Jan 26 21:18:51.779996 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] For port 261697a1-9195-466a-841e-78407f5307c6, host n-h2-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-5',level=0,port_id=261697a1-9195-466a-841e-78407f5307c6,segment=NetworkSegment(814afaca-b1b7-499b-b897-fa89d466ac5d),segment_id=814afaca-b1b7-499b-b897-fa89d466ac5d)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:18:51.797043 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75bdf45a-caa5-47a5-8d09-2ad6d9d71d71 req-234ce21d-7ca2-4073-b314-218606161880 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:18:51.797703 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-75bdf45a-caa5-47a5-8d09-2ad6d9d71d71 req-234ce21d-7ca2-4073-b314-218606161880 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:18:51.799123 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-75bdf45a-caa5-47a5-8d09-2ad6d9d71d71 req-234ce21d-7ca2-4073-b314-218606161880 service neutron] 10.222.0.66 "PUT /v2.0/ports/47ae25ce-c34a-43c9-9bb0-c43b0ece7bbd HTTP/1.1" status: 200 len: 1091 time: 1.6797540 Jan 26 21:18:51.799835 n-d-760453-5 neutron-server[103305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '93bf95ee-d279-4897-bd53-d5feb3e9b070', 'tag': '47ae25ce-c34a-43c9-9bb0-c43b0ece7bbd'}] {{(pid=103305) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 21:18:51.805578 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Returning: {'device': '261697a1-9195-466a-841e-78407f5307c6', 'network_id': '8cbef344-1167-4f35-8b6b-07dd596f6f4f', 'port_id': '261697a1-9195-466a-841e-78407f5307c6', 'mac_address': 'fa:16:3e:d7:6c:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 589, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'baa99134-bdb6-4691-8665-46a31e075f80', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103306) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 26 21:18:51.805951 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d4654568b7bf041e72ff8fe1c96d6d761d9c921f2b99bc7b3a26632be20cee0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df73650d-982f-495f-a456-4773563fec3e" -d '{"events": [{"name": "network-changed", "server_uuid": "93bf95ee-d279-4897-bd53-d5feb3e9b070", "tag": "47ae25ce-c34a-43c9-9bb0-c43b0ece7bbd"}]}' {{(pid=103305) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 21:18:51.846451 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-5997206e-7954-4d3e-823e-fa4c26acca88 tempest-RoutersNegativeIpV6Test-344315661 tempest-RoutersNegativeIpV6Test-344315661-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4109658'] for port (f8ad1cc9-fb57-40a5-8a2a-c2fa9a430661), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:18:51.864229 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-5997206e-7954-4d3e-823e-fa4c26acca88 tempest-RoutersNegativeIpV6Test-344315661 tempest-RoutersNegativeIpV6Test-344315661-project] Calling delete_port for f8ad1cc9-fb57-40a5-8a2a-c2fa9a430661 owned by network:router_interface {{(pid=103304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 21:18:51.882027 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-234ce21d-7ca2-4073-b314-218606161880 service neutron] Pushing event updated for resources: {'Port': ['ID=47ae25ce-c34a-43c9-9bb0-c43b0ece7bbd,revision_number=3']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:18:51.910056 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Current status of the port 261697a1-9195-466a-841e-78407f5307c6 is: DOWN; New status is: BUILD {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:18:51.910754 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (261697a1-9195-466a-841e-78407f5307c6), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:18:51.932374 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-4226a5ec-b190-47ef-820e-bb981ee6092d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:18:51.934094 n-d-760453-5 neutron-server[103306]: DEBUG neutron.notifiers.nova [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 261697a1-9195-466a-841e-78407f5307c6 {{(pid=103306) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 26 21:18:51.957725 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-01f5a50b-c5d9-48ef-a90f-d6bc6ddceb84 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:18:51.959903 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] For port 261697a1-9195-466a-841e-78407f5307c6, host n-h2-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-5',level=0,port_id=261697a1-9195-466a-841e-78407f5307c6,segment=NetworkSegment(814afaca-b1b7-499b-b897-fa89d466ac5d),segment_id=814afaca-b1b7-499b-b897-fa89d466ac5d)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:18:51.965887 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (261697a1-9195-466a-841e-78407f5307c6), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:18:52.018589 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Pushing event updated for resources: {'Port': ['ID=261697a1-9195-466a-841e-78407f5307c6,revision_number=4']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:18:52.043986 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75bdf45a-caa5-47a5-8d09-2ad6d9d71d71 req-9546f33f-7fcf-4ac2-afa1-4bf7065f62ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:18:52.046810 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-75bdf45a-caa5-47a5-8d09-2ad6d9d71d71 req-9546f33f-7fcf-4ac2-afa1-4bf7065f62ea service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=9a820e3f529a4c3083d815b75318d24c&device_id=93bf95ee-d279-4897-bd53-d5feb3e9b070 HTTP/1.1" status: 200 len: 1094 time: 0.1730044 Jan 26 21:18:52.054786 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e87398-f1f5-4200-8102-00c84ea43989 req-67e60345-e932-47ad-8d7a-1e29d44ff2db tempest-AttachVolumeShelveTestJSON-345998519 tempest-AttachVolumeShelveTestJSON-345998519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:18:52.061898 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-a7e87398-f1f5-4200-8102-00c84ea43989 req-67e60345-e932-47ad-8d7a-1e29d44ff2db tempest-AttachVolumeShelveTestJSON-345998519 tempest-AttachVolumeShelveTestJSON-345998519-project] 10.222.0.13 "GET /v2.0/ports?device_id=93bf95ee-d279-4897-bd53-d5feb3e9b070 HTTP/1.1" status: 200 len: 943 time: 0.3558567 Jan 26 21:18:52.121890 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-75bdf45a-caa5-47a5-8d09-2ad6d9d71d71 req-8a51c60c-94a3-4ecd-840f-91e880709d1d service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=47ae25ce-c34a-43c9-9bb0-c43b0ece7bbd HTTP/1.1" status: 200 len: 217 time: 0.0423503 Jan 26 21:18:52.170158 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-841f5991-a4d8-4d4b-b215-cbc6bab5427b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (aa7ee9d2-08eb-4e12-b895-24c57300dfec), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:18:52.180479 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bdcf06a-30ab-4004-b8d7-5f3331aad943 req-d7efa853-fd71-4801-a4ef-8c52fbe35328 tempest-ServersNegativeTestJSON-90632883 tempest-ServersNegativeTestJSON-90632883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:18:52.182029 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-8bdcf06a-30ab-4004-b8d7-5f3331aad943 req-d7efa853-fd71-4801-a4ef-8c52fbe35328 tempest-ServersNegativeTestJSON-90632883 tempest-ServersNegativeTestJSON-90632883-project] 10.222.0.13 "GET /v2.0/ports?device_id=485c96a9-0169-4ea3-a4eb-4d7ce9abb56c HTTP/1.1" status: 200 len: 944 time: 0.2465770 Jan 26 21:18:52.188427 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.db_base_plugin_common [None req-01f5a50b-c5d9-48ef-a90f-d6bc6ddceb84 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Allocated IP 172.25.1.159 (4140a1f1-c93a-4bea-83a0-68953a54f299/e48251a1-e30d-4820-8396-00c6f6aeb601/0d4828e0-e50a-45ec-9042-0d592ffc212d) {{(pid=103305) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 21:18:52.211385 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75bdf45a-caa5-47a5-8d09-2ad6d9d71d71 req-4f3fba89-77d1-4630-aea6-cf425e62eee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:18:52.213325 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-75bdf45a-caa5-47a5-8d09-2ad6d9d71d71 req-4f3fba89-77d1-4630-aea6-cf425e62eee5 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=b97a8223-0b24-4ba7-b338-51c5c9119da6 HTTP/1.1" status: 200 len: 852 time: 0.0856965 Jan 26 21:18:52.256191 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-a7e87398-f1f5-4200-8102-00c84ea43989 req-a7c23441-ddad-4c69-9ca6-4ebf421be5a1 tempest-AttachVolumeShelveTestJSON-345998519 tempest-AttachVolumeShelveTestJSON-345998519-project] 10.222.0.13 "GET /v2.0/security-groups?id=5d7f7103-d0ef-48d0-a848-32dbbe71b238&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1814044 Jan 26 21:18:52.281891 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] get_ports_and_sgs() called for port_ids ['261697a1-9195-466a-841e-78407f5307c6'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 26 21:18:52.314547 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-8bdcf06a-30ab-4004-b8d7-5f3331aad943 req-19bd3258-96a6-4954-b161-d9f45fcbf036 tempest-ServersNegativeTestJSON-90632883 tempest-ServersNegativeTestJSON-90632883-project] 10.222.0.13 "GET /v2.0/security-groups?id=f00b351c-12ea-4499-84c9-f0263f4f27ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128569 Jan 26 21:18:52.329559 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75bdf45a-caa5-47a5-8d09-2ad6d9d71d71 req-83201b7b-bee2-4240-afae-bcf697048532 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:18:52.331376 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-75bdf45a-caa5-47a5-8d09-2ad6d9d71d71 req-83201b7b-bee2-4240-afae-bcf697048532 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=d67e3ebe-4ba7-45de-a361-0a193d47dcd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1027598 Jan 26 21:18:52.337911 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-4226a5ec-b190-47ef-820e-bb981ee6092d admin admin] Publish callbacks [] for security_group (488e2c25-0348-42f7-a36f-edcffdadcaea), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:18:52.392742 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-4226a5ec-b190-47ef-820e-bb981ee6092d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (488e2c25-0348-42f7-a36f-edcffdadcaea), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:18:52.396896 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 26 Jan 2022 21:18:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-384a9a72-ecb9-417c-b799-a26eeee8721f x-openstack-request-id: req-384a9a72-ecb9-417c-b799-a26eeee8721f {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 21:18:52.397365 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "93bf95ee-d279-4897-bd53-d5feb3e9b070", "tag": "47ae25ce-c34a-43c9-9bb0-c43b0ece7bbd", "status": "completed", "code": 200}]} {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 21:18:52.397720 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-384a9a72-ecb9-417c-b799-a26eeee8721f {{(pid=103305) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 21:18:52.398488 n-d-760453-5 neutron-server[103305]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '93bf95ee-d279-4897-bd53-d5feb3e9b070', 'tag': '47ae25ce-c34a-43c9-9bb0-c43b0ece7bbd', 'status': 'completed', 'code': 200} Jan 26 21:18:52.443245 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-01f5a50b-c5d9-48ef-a90f-d6bc6ddceb84 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Publish callbacks [] for port (0d4828e0-e50a-45ec-9042-0d592ffc212d), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:18:52.500895 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-4226a5ec-b190-47ef-820e-bb981ee6092d admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=9a6ea2f1099e4bf5afe53f83eae2db6c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9259446 Jan 26 21:18:52.500895 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-5997206e-7954-4d3e-823e-fa4c26acca88 tempest-RoutersNegativeIpV6Test-344315661 tempest-RoutersNegativeIpV6Test-344315661-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746560636600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746560234536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9281553'] for port (f8ad1cc9-fb57-40a5-8a2a-c2fa9a430661), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:18:52.503416 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 33152) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:18:52.514681 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4226a5ec-b190-47ef-820e-bb981ee6092d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=488e2c25-0348-42f7-a36f-edcffdadcaea,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:18:52.527188 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-75bdf45a-caa5-47a5-8d09-2ad6d9d71d71 req-56656f52-6373-4146-b867-c910a0238177 service neutron] 10.222.0.66 "GET /v2.0/networks/d67e3ebe-4ba7-45de-a361-0a193d47dcd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1834388 Jan 26 21:18:52.547904 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5997206e-7954-4d3e-823e-fa4c26acca88 tempest-RoutersNegativeIpV6Test-344315661 tempest-RoutersNegativeIpV6Test-344315661-project] Pushing event deleted for resources: {'Port': ['ID=f8ad1cc9-fb57-40a5-8a2a-c2fa9a430661,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:18:52.553164 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-01f5a50b-c5d9-48ef-a90f-d6bc6ddceb84 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746560234527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11791543'] for port (0d4828e0-e50a-45ec-9042-0d592ffc212d), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:18:52.577056 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05f0c6f-0dfc-40cd-b5d4-25ca4a314c7d req-9b45c982-fbae-4895-910d-20e7d87b049a tempest-LiveMigrationTest-746395142 tempest-LiveMigrationTest-746395142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:18:52.579019 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-d05f0c6f-0dfc-40cd-b5d4-25ca4a314c7d req-9b45c982-fbae-4895-910d-20e7d87b049a tempest-LiveMigrationTest-746395142 tempest-LiveMigrationTest-746395142-project] 10.222.0.13 "GET /v2.0/ports?device_id=3c1bb11b-19e0-4bd6-8502-e5422740b40d HTTP/1.1" status: 200 len: 943 time: 0.1554849 Jan 26 21:18:52.653673 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01f5a50b-c5d9-48ef-a90f-d6bc6ddceb84 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Network 4140a1f1-c93a-4bea-83a0-68953a54f299 is already hosted by enough agents. {{(pid=103305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 21:18:52.661418 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [None req-01f5a50b-c5d9-48ef-a90f-d6bc6ddceb84 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Resources bound (agent type, host, resource id): {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:18:52.672230 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01f5a50b-c5d9-48ef-a90f-d6bc6ddceb84 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Received port after_create {{(pid=103305) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 21:18:52.679700 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-5997206e-7954-4d3e-823e-fa4c26acca88 tempest-RoutersNegativeIpV6Test-344315661 tempest-RoutersNegativeIpV6Test-344315661-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3709480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4110805'] for router_interface (60637e3e-bfe5-4fbc-90e2-65097b4f9a6c), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:18:52.697286 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-d05f0c6f-0dfc-40cd-b5d4-25ca4a314c7d req-8dc7f7e4-a59f-4640-be10-8c77a872ffa6 tempest-LiveMigrationTest-746395142 tempest-LiveMigrationTest-746395142-project] 10.222.0.13 "GET /v2.0/security-groups?id=c43a996a-6b93-48e4-a331-48250c5b183d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848970 Jan 26 21:18:52.757841 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-c6f46695-97d5-4287-9c89-70fdca9c216b admin admin] Publish callbacks [] for security_group (488e2c25-0348-42f7-a36f-edcffdadcaea), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:18:52.785195 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-c6f46695-97d5-4287-9c89-70fdca9c216b admin admin] Publish callbacks [] for security_group (488e2c25-0348-42f7-a36f-edcffdadcaea), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:18:52.815021 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f5a50b-c5d9-48ef-a90f-d6bc6ddceb84 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Pushing event updated for resources: {'Port': ['ID=0d4828e0-e50a-45ec-9042-0d592ffc212d,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:18:52.819035 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-75bdf45a-caa5-47a5-8d09-2ad6d9d71d71 req-30249735-c2dc-48d2-978d-49ce4fc80908 service neutron] 10.222.0.66 "GET /v2.0/networks/d67e3ebe-4ba7-45de-a361-0a193d47dcd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2834642 Jan 26 21:18:52.884358 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (4d619873-4b60-439f-9b5a-b155dc8bbc34), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:18:52.957272 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5997206e-7954-4d3e-823e-fa4c26acca88 tempest-RoutersNegativeIpV6Test-344315661 tempest-RoutersNegativeIpV6Test-344315661-project] Router 60637e3e-bfe5-4fbc-90e2-65097b4f9a6c has already been hosted by L3 agent 09df100c-3af1-4b0a-bda8-05914c71c458 {{(pid=103304) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 26 21:18:52.991115 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-c6f46695-97d5-4287-9c89-70fdca9c216b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (488e2c25-0348-42f7-a36f-edcffdadcaea), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:18:52.993769 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-c6f46695-97d5-4287-9c89-70fdca9c216b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:18:52.994567 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29e30b9-9792-4930-9bf2-c008acf3d4b4 req-bcb108d2-40a9-498e-a02f-787ac744416c tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:18:52.995036 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-c6f46695-97d5-4287-9c89-70fdca9c216b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/488e2c25-0348-42f7-a36f-edcffdadcaea HTTP/1.1" status: 204 len: 168 time: 0.4886744 Jan 26 21:18:53.000699 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29e30b9-9792-4930-9bf2-c008acf3d4b4 req-bcb108d2-40a9-498e-a02f-787ac744416c tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:18:53.006257 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29e30b9-9792-4930-9bf2-c008acf3d4b4 req-bcb108d2-40a9-498e-a02f-787ac744416c tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:18:53.011713 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29e30b9-9792-4930-9bf2-c008acf3d4b4 req-bcb108d2-40a9-498e-a02f-787ac744416c tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:18:53.017042 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29e30b9-9792-4930-9bf2-c008acf3d4b4 req-bcb108d2-40a9-498e-a02f-787ac744416c tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:18:53.022891 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29e30b9-9792-4930-9bf2-c008acf3d4b4 req-bcb108d2-40a9-498e-a02f-787ac744416c tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:18:53.029808 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29e30b9-9792-4930-9bf2-c008acf3d4b4 req-bcb108d2-40a9-498e-a02f-787ac744416c tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:18:53.030919 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-b29e30b9-9792-4930-9bf2-c008acf3d4b4 req-bcb108d2-40a9-498e-a02f-787ac744416c tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca795481-031c-48ac-925f-00596ed83bb9 HTTP/1.1" status: 200 len: 5431 time: 0.1230643 Jan 26 21:18:53.048625 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df73650d-982f-495f-a456-4773563fec3e req-5de3619a-95a9-4bfc-adee-c3917eb27a36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:18:53.050186 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-df73650d-982f-495f-a456-4773563fec3e req-5de3619a-95a9-4bfc-adee-c3917eb27a36 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=9a820e3f529a4c3083d815b75318d24c&device_id=93bf95ee-d279-4897-bd53-d5feb3e9b070 HTTP/1.1" status: 200 len: 1094 time: 0.1140079 Jan 26 21:18:53.050919 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f46695-97d5-4287-9c89-70fdca9c216b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=488e2c25-0348-42f7-a36f-edcffdadcaea,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:18:53.106002 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5997206e-7954-4d3e-823e-fa4c26acca88 tempest-RoutersNegativeIpV6Test-344315661 tempest-RoutersNegativeIpV6Test-344315661-project] Notify agent at l3_agent.n-d-760453-5 the message routers_updated {{(pid=103304) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 26 21:18:53.119847 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaaeb930-dcd1-4a2c-97c9-2c7d10941fed None None] Sync routers for ids ['60637e3e-bfe5-4fbc-90e2-65097b4f9a6c'] in n-d-760453-5 {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 26 21:18:53.124980 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-5997206e-7954-4d3e-823e-fa4c26acca88 tempest-RoutersNegativeIpV6Test-344315661 tempest-RoutersNegativeIpV6Test-344315661-project] 10.222.0.13 "PUT /v2.0/routers/60637e3e-bfe5-4fbc-90e2-65097b4f9a6c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1228728 Jan 26 21:18:53.131569 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 33158) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:18:53.139039 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaaeb930-dcd1-4a2c-97c9-2c7d10941fed None None] Routers {'60637e3e-bfe5-4fbc-90e2-65097b4f9a6c'} bound to L3 agent in host n-d-760453-5 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 21:18:53.139666 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-aaaeb930-dcd1-4a2c-97c9-2c7d10941fed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-26T20:55:21Z,description=,heartbeat_timestamp=2022-01-26T21:18:51Z,host='n-d-760453-5',id=09df100c-3af1-4b0a-bda8-05914c71c458,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:55:21Z,topic='l3_agent')) {'router_ids': ['60637e3e-bfe5-4fbc-90e2-65097b4f9a6c'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:18:53.207411 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-aaaeb930-dcd1-4a2c-97c9-2c7d10941fed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760453-5', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:18:53.230709 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaaeb930-dcd1-4a2c-97c9-2c7d10941fed None None] Routers {'60637e3e-bfe5-4fbc-90e2-65097b4f9a6c'} bound to L3 agent in host n-d-760453-5 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 21:18:53.231534 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-aaaeb930-dcd1-4a2c-97c9-2c7d10941fed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-26T20:55:21Z,description=,heartbeat_timestamp=2022-01-26T21:18:51Z,host='n-d-760453-5',id=09df100c-3af1-4b0a-bda8-05914c71c458,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:55:21Z,topic='l3_agent')) {'router_ids': ['60637e3e-bfe5-4fbc-90e2-65097b4f9a6c'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:18:53.270987 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-aaaeb930-dcd1-4a2c-97c9-2c7d10941fed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760453-5', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:18:53.272505 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaaeb930-dcd1-4a2c-97c9-2c7d10941fed None None] The sync data for ids ['60637e3e-bfe5-4fbc-90e2-65097b4f9a6c'] in n-d-760453-5 is: [] {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 26 21:18:53.533519 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 33166) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:18:53.535998 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Device 261697a1-9195-466a-841e-78407f5307c6 up at agent hyperv_n-h2-760453-5 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 21:18:53.589487 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-63064983-1a34-420a-a279-7b1472267f1f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:18:53.619465 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Provisioning for port 261697a1-9195-466a-841e-78407f5307c6 completed by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 21:18:53.625754 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Provisioning complete for port 261697a1-9195-466a-841e-78407f5307c6 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:18:53.627072 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (261697a1-9195-466a-841e-78407f5307c6), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:18:53.627489 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-01f5a50b-c5d9-48ef-a90f-d6bc6ddceb84 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Publish callbacks [] for floatingip (dd38fc4f-2b6d-44e7-8177-4859a15c0454), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:18:53.724267 n-d-760453-5 neutron-server[103304]: INFO neutron.api.v2.resource [None req-9d46f27c-d653-4718-a3a5-7916a053ac78 tempest-RoutersNegativeIpV6Test-344315661 tempest-RoutersNegativeIpV6Test-344315661-project] show failed (client error): The resource could not be found. Jan 26 21:18:53.728031 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-9d46f27c-d653-4718-a3a5-7916a053ac78 tempest-RoutersNegativeIpV6Test-344315661 tempest-RoutersNegativeIpV6Test-344315661-project] 10.222.0.13 "GET /v2.0/routers/tempest-non_exist_router-314710144 HTTP/1.1" status: 404 len: 334 time: 0.5952878 Jan 26 21:18:53.733059 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 33168) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:18:53.735635 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df73650d-982f-495f-a456-4773563fec3e req-978e574f-7110-47fb-bed7-1c1e22fa26fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:18:53.740530 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-df73650d-982f-495f-a456-4773563fec3e req-978e574f-7110-47fb-bed7-1c1e22fa26fe service neutron] 10.222.0.66 "GET /v2.0/networks?id=d67e3ebe-4ba7-45de-a361-0a193d47dcd7 HTTP/1.1" status: 200 len: 914 time: 0.5999584 Jan 26 21:18:53.740530 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-071f6da5-096e-438b-b33d-e4ed60287a83 tempest-RoutersNegativeIpV6Test-344315661 tempest-RoutersNegativeIpV6Test-344315661-project] Request body: {'router': {'name': 'new_name'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:18:53.790300 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Current status of the port 261697a1-9195-466a-841e-78407f5307c6 is: BUILD; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:18:53.791017 n-d-760453-5 neutron-server[103305]: INFO neutron.api.v2.resource [None req-071f6da5-096e-438b-b33d-e4ed60287a83 tempest-RoutersNegativeIpV6Test-344315661 tempest-RoutersNegativeIpV6Test-344315661-project] update failed (client error): The resource could not be found. Jan 26 21:18:53.793203 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (261697a1-9195-466a-841e-78407f5307c6), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:18:53.797277 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-071f6da5-096e-438b-b33d-e4ed60287a83 tempest-RoutersNegativeIpV6Test-344315661 tempest-RoutersNegativeIpV6Test-344315661-project] 10.222.0.13 "PUT /v2.0/routers/tempest-non_exist_router-1655157677 HTTP/1.1" status: 404 len: 335 time: 0.0629930 Jan 26 21:18:53.799218 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 33172) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:18:53.825899 n-d-760453-5 neutron-server[103306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '485c96a9-0169-4ea3-a4eb-4d7ce9abb56c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '261697a1-9195-466a-841e-78407f5307c6'}] {{(pid=103306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 21:18:53.828568 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9d5d370febab655511bdd2ffe887e43e442d144a440368702bcc1e93af00b97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3f40877-a11b-49d4-9382-e3e08dc19cc9" -d '{"events": [{"server_uuid": "485c96a9-0169-4ea3-a4eb-4d7ce9abb56c", "name": "network-vif-plugged", "status": "completed", "tag": "261697a1-9195-466a-841e-78407f5307c6"}]}' {{(pid=103306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 21:18:53.844504 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] For port 261697a1-9195-466a-841e-78407f5307c6, host n-h2-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-5',level=0,port_id=261697a1-9195-466a-841e-78407f5307c6,segment=NetworkSegment(814afaca-b1b7-499b-b897-fa89d466ac5d),segment_id=814afaca-b1b7-499b-b897-fa89d466ac5d)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:18:53.849489 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (261697a1-9195-466a-841e-78407f5307c6), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:18:53.876423 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-df73650d-982f-495f-a456-4773563fec3e req-7bf9e04d-32d3-432c-b268-e7b7cd1af4c1 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=47ae25ce-c34a-43c9-9bb0-c43b0ece7bbd HTTP/1.1" status: 200 len: 217 time: 0.0740747 Jan 26 21:18:53.880702 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-01f5a50b-c5d9-48ef-a90f-d6bc6ddceb84 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (0d4828e0-e50a-45ec-9042-0d592ffc212d), before_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:18:53.904099 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025c2f04-25b1-41f0-8ba2-ccb16b668a1e req-a5c83095-610c-41ae-9a86-9c2f6eea26d6 tempest-AttachVolumeShelveTestJSON-345998519 tempest-AttachVolumeShelveTestJSON-345998519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:18:53.905650 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-025c2f04-25b1-41f0-8ba2-ccb16b668a1e req-a5c83095-610c-41ae-9a86-9c2f6eea26d6 tempest-AttachVolumeShelveTestJSON-345998519 tempest-AttachVolumeShelveTestJSON-345998519-project] 10.222.0.13 "GET /v2.0/ports?device_id=93bf95ee-d279-4897-bd53-d5feb3e9b070 HTTP/1.1" status: 200 len: 943 time: 0.2347281 Jan 26 21:18:53.914990 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Pushing event updated for resources: {'Port': ['ID=261697a1-9195-466a-841e-78407f5307c6,revision_number=5']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:18:53.919436 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-b29e30b9-9792-4930-9bf2-c008acf3d4b4 req-fb2dceb6-7a37-410f-b720-717a8c16f344 tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] 10.222.0.13 "GET /v2.0/security-groups?id=cfb1b9fe-a4df-4bbd-b439-103a9aa84b57&id=4949e7fd-e987-466a-ab17-ed5ae28a32c1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.8154447 Jan 26 21:18:53.930818 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.db_base_plugin_v2 [None req-2a662516-706c-4c66-b292-9f2b425a6429 tempest-RoutersNegativeIpV6Test-344315661 tempest-RoutersNegativeIpV6Test-344315661-project] Deleting subnet 85dc572b-fcd5-4ca5-a772-328aa4e0ea41 {{(pid=103304) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 26 21:18:53.943258 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-2a662516-706c-4c66-b292-9f2b425a6429 tempest-RoutersNegativeIpV6Test-344315661 tempest-RoutersNegativeIpV6Test-344315661-project] Publish callbacks [] for subnet (85dc572b-fcd5-4ca5-a772-328aa4e0ea41), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:18:53.970860 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-63064983-1a34-420a-a279-7b1472267f1f admin admin] Publish callbacks [] for security_group (8bc3ec68-1ec3-4bd7-8f29-7ec741e5530b), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:18:54.010726 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-839dd188-ec69-470c-9ab0-d318dc1a2e96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (e79b4fc6-6c71-44b2-a6d0-ff3e1f4dfd0d), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:18:54.026984 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-2a662516-706c-4c66-b292-9f2b425a6429 tempest-RoutersNegativeIpV6Test-344315661 tempest-RoutersNegativeIpV6Test-344315661-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8881284'] for subnet (85dc572b-fcd5-4ca5-a772-328aa4e0ea41), precommit_delete_associations {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:18:54.047117 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df73650d-982f-495f-a456-4773563fec3e req-e9ca1b95-b4ce-4a3d-9cb5-acd3ba584ce0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:18:54.048814 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-df73650d-982f-495f-a456-4773563fec3e req-e9ca1b95-b4ce-4a3d-9cb5-acd3ba584ce0 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=b97a8223-0b24-4ba7-b338-51c5c9119da6 HTTP/1.1" status: 200 len: 852 time: 0.1602187 Jan 26 21:18:54.055666 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-63064983-1a34-420a-a279-7b1472267f1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (8bc3ec68-1ec3-4bd7-8f29-7ec741e5530b), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:18:54.100109 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-025c2f04-25b1-41f0-8ba2-ccb16b668a1e req-308839c5-2008-4a50-aff4-a27edd913dd9 tempest-AttachVolumeShelveTestJSON-345998519 tempest-AttachVolumeShelveTestJSON-345998519-project] 10.222.0.13 "GET /v2.0/security-groups?id=5d7f7103-d0ef-48d0-a848-32dbbe71b238&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1650529 Jan 26 21:18:54.143943 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-63064983-1a34-420a-a279-7b1472267f1f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=15ad4c7b8e4e4e35bb2c30d832b8b9ea&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6092210 Jan 26 21:18:54.146998 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 33176) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:18:54.154473 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957826c4-64a9-4ea2-8171-a83590ca5982 req-49105658-7ff2-4c0b-8ad1-fe9d6e8b55c5 tempest-ServersNegativeTestJSON-90632883 tempest-ServersNegativeTestJSON-90632883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:18:54.156062 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-957826c4-64a9-4ea2-8171-a83590ca5982 req-49105658-7ff2-4c0b-8ad1-fe9d6e8b55c5 tempest-ServersNegativeTestJSON-90632883 tempest-ServersNegativeTestJSON-90632883-project] 10.222.0.13 "GET /v2.0/ports?device_id=485c96a9-0169-4ea3-a4eb-4d7ce9abb56c HTTP/1.1" status: 200 len: 945 time: 0.1032906 Jan 26 21:18:54.172081 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63064983-1a34-420a-a279-7b1472267f1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8bc3ec68-1ec3-4bd7-8f29-7ec741e5530b,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:18:54.213032 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df73650d-982f-495f-a456-4773563fec3e req-d8d6c831-182b-4336-be2b-31f07726438e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:18:54.214965 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-df73650d-982f-495f-a456-4773563fec3e req-d8d6c831-182b-4336-be2b-31f07726438e service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=d67e3ebe-4ba7-45de-a361-0a193d47dcd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1550620 Jan 26 21:18:54.258597 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-2a662516-706c-4c66-b292-9f2b425a6429 tempest-RoutersNegativeIpV6Test-344315661 tempest-RoutersNegativeIpV6Test-344315661-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687316'] for subnet (85dc572b-fcd5-4ca5-a772-328aa4e0ea41), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:18:54.294086 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-01f5a50b-c5d9-48ef-a90f-d6bc6ddceb84 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Publish callbacks [] for port (0d4828e0-e50a-45ec-9042-0d592ffc212d), precommit_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:18:54.301725 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-01f5a50b-c5d9-48ef-a90f-d6bc6ddceb84 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11791520'] for port (0d4828e0-e50a-45ec-9042-0d592ffc212d), after_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:18:54.369436 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-957826c4-64a9-4ea2-8171-a83590ca5982 req-c813e9a0-63eb-4be9-8f4f-7d38f15d8493 tempest-ServersNegativeTestJSON-90632883 tempest-ServersNegativeTestJSON-90632883-project] 10.222.0.13 "GET /v2.0/security-groups?id=f00b351c-12ea-4499-84c9-f0263f4f27ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1885059 Jan 26 21:18:54.376486 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dfb81a2-a5d9-4404-9381-ba9cae4d3284 req-efb32828-fb25-4e41-8e3f-0053744e1a74 tempest-LiveMigrationTest-746395142 tempest-LiveMigrationTest-746395142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:18:54.378002 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-0dfb81a2-a5d9-4404-9381-ba9cae4d3284 req-efb32828-fb25-4e41-8e3f-0053744e1a74 tempest-LiveMigrationTest-746395142 tempest-LiveMigrationTest-746395142-project] 10.222.0.13 "GET /v2.0/ports?device_id=3c1bb11b-19e0-4bd6-8502-e5422740b40d HTTP/1.1" status: 200 len: 943 time: 0.1808698 Jan 26 21:18:54.409646 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-74af2b13-b94b-4886-8403-c1b9d0bcbdf5 admin admin] Publish callbacks [] for security_group (8bc3ec68-1ec3-4bd7-8f29-7ec741e5530b), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:18:54.410301 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f5a50b-c5d9-48ef-a90f-d6bc6ddceb84 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Pushing event updated for resources: {'Port': ['ID=0d4828e0-e50a-45ec-9042-0d592ffc212d,revision_number=2']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:18:54.415897 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-df73650d-982f-495f-a456-4773563fec3e req-43e17658-d64b-4196-977f-47fc43a30f36 service neutron] 10.222.0.66 "GET /v2.0/networks/d67e3ebe-4ba7-45de-a361-0a193d47dcd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1948073 Jan 26 21:18:54.443146 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-2a662516-706c-4c66-b292-9f2b425a6429 tempest-RoutersNegativeIpV6Test-344315661 tempest-RoutersNegativeIpV6Test-344315661-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9281612', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12215216'] for subnet (85dc572b-fcd5-4ca5-a772-328aa4e0ea41), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:18:54.452124 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-74af2b13-b94b-4886-8403-c1b9d0bcbdf5 admin admin] Publish callbacks [] for security_group (8bc3ec68-1ec3-4bd7-8f29-7ec741e5530b), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:18:54.468380 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Jan 2022 21:18:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d9d066c-6027-42f6-8af9-3f60f097af9a x-openstack-request-id: req-1d9d066c-6027-42f6-8af9-3f60f097af9a {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 21:18:54.468683 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "485c96a9-0169-4ea3-a4eb-4d7ce9abb56c", "name": "network-vif-plugged", "status": "completed", "tag": "261697a1-9195-466a-841e-78407f5307c6", "code": 200}]} {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 21:18:54.468939 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-1d9d066c-6027-42f6-8af9-3f60f097af9a {{(pid=103306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 21:18:54.469364 n-d-760453-5 neutron-server[103306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '485c96a9-0169-4ea3-a4eb-4d7ce9abb56c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '261697a1-9195-466a-841e-78407f5307c6', 'code': 200} Jan 26 21:18:54.494361 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-01f5a50b-c5d9-48ef-a90f-d6bc6ddceb84 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4110913'] for floatingip (dd38fc4f-2b6d-44e7-8177-4859a15c0454), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:18:54.505760 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a662516-706c-4c66-b292-9f2b425a6429 tempest-RoutersNegativeIpV6Test-344315661 tempest-RoutersNegativeIpV6Test-344315661-project] Pushing event deleted for resources: {'Subnet': ['ID=85dc572b-fcd5-4ca5-a772-328aa4e0ea41,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:18:54.529082 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-0dfb81a2-a5d9-4404-9381-ba9cae4d3284 req-b1d2b2ec-f296-4456-a596-8aa6727e02dc tempest-LiveMigrationTest-746395142 tempest-LiveMigrationTest-746395142-project] 10.222.0.13 "GET /v2.0/security-groups?id=c43a996a-6b93-48e4-a331-48250c5b183d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1404185 Jan 26 21:18:54.535546 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-2a662516-706c-4c66-b292-9f2b425a6429 tempest-RoutersNegativeIpV6Test-344315661 tempest-RoutersNegativeIpV6Test-344315661-project] Publish callbacks [] for subnet (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:18:54.540314 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86260efd-c883-4af1-bd3d-0b2fbc693f87 None None] Network d60b732b-adfc-4e16-82db-d26c81ac3bc5 requested from n-d-760453-5 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 26 21:18:54.556298 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-2a662516-706c-4c66-b292-9f2b425a6429 tempest-RoutersNegativeIpV6Test-344315661 tempest-RoutersNegativeIpV6Test-344315661-project] 10.222.0.13 "DELETE /v2.0/subnets/85dc572b-fcd5-4ca5-a772-328aa4e0ea41 HTTP/1.1" status: 204 len: 168 time: 0.7514644 Jan 26 21:18:54.557160 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 33180) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:18:54.646107 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-74af2b13-b94b-4886-8403-c1b9d0bcbdf5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (8bc3ec68-1ec3-4bd7-8f29-7ec741e5530b), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:18:54.648646 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-74af2b13-b94b-4886-8403-c1b9d0bcbdf5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:18:54.652854 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-74af2b13-b94b-4886-8403-c1b9d0bcbdf5 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/8bc3ec68-1ec3-4bd7-8f29-7ec741e5530b HTTP/1.1" status: 204 len: 168 time: 0.4927402 Jan 26 21:18:54.673154 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74af2b13-b94b-4886-8403-c1b9d0bcbdf5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8bc3ec68-1ec3-4bd7-8f29-7ec741e5530b,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:18:54.681719 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-33bcbd88-f0eb-4006-b380-ad41770d3d29 tempest-RoutersNegativeIpV6Test-344315661 tempest-RoutersNegativeIpV6Test-344315661-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-748181'] for network (d60b732b-adfc-4e16-82db-d26c81ac3bc5), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:18:54.702880 n-d-760453-5 neutron-server[103305]: INFO neutron.db.l3_db [None req-01f5a50b-c5d9-48ef-a90f-d6bc6ddceb84 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Floating IP dd38fc4f-2b6d-44e7-8177-4859a15c0454 associated. External IP: 172.25.1.159, port: 20ca0e2a-d36f-4969-bc7b-96bbf79b1f45. Jan 26 21:18:54.708597 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-df73650d-982f-495f-a456-4773563fec3e req-91d0a436-81c5-4919-aeae-a8a99839ec51 service neutron] 10.222.0.66 "GET /v2.0/networks/d67e3ebe-4ba7-45de-a361-0a193d47dcd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2849770 Jan 26 21:18:54.795904 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae07feef-331d-4b62-a1c4-0c99033da8d9 req-1f2d7078-a6fd-4646-a500-005a574babdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:18:54.800046 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-ae07feef-331d-4b62-a1c4-0c99033da8d9 req-1f2d7078-a6fd-4646-a500-005a574babdc service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=485c96a9-0169-4ea3-a4eb-4d7ce9abb56c HTTP/1.1" status: 200 len: 1096 time: 0.1881530 Jan 26 21:18:54.803345 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-33bcbd88-f0eb-4006-b380-ad41770d3d29 tempest-RoutersNegativeIpV6Test-344315661 tempest-RoutersNegativeIpV6Test-344315661-project] Deleting port 2ad51c61-9ae6-4c98-877c-7e8005a20f9b {{(pid=103304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 21:18:54.803712 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-33bcbd88-f0eb-4006-b380-ad41770d3d29 tempest-RoutersNegativeIpV6Test-344315661 tempest-RoutersNegativeIpV6Test-344315661-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746560630878'] for port (2ad51c61-9ae6-4c98-877c-7e8005a20f9b), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:18:54.850129 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe6e385b-f6f8-4723-bd61-836e2a706201 None None] DHCP port deletion for d60b732b-adfc-4e16-82db-d26c81ac3bc5 request from n-d-760453-5 {{(pid=103306) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 26 21:18:54.945702 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-fe6e385b-f6f8-4723-bd61-836e2a706201 None None] Deleting port 2ad51c61-9ae6-4c98-877c-7e8005a20f9b {{(pid=103306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 21:18:54.947641 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fe6e385b-f6f8-4723-bd61-836e2a706201 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746560630878'] for port (2ad51c61-9ae6-4c98-877c-7e8005a20f9b), before_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:18:54.975038 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [None req-33bcbd88-f0eb-4006-b380-ad41770d3d29 tempest-RoutersNegativeIpV6Test-344315661 tempest-RoutersNegativeIpV6Test-344315661-project] For port 2ad51c61-9ae6-4c98-877c-7e8005a20f9b, host n-d-760453-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=2ad51c61-9ae6-4c98-877c-7e8005a20f9b,segment=NetworkSegment(792361e2-47e7-409c-b9ab-6cc429acd9db),segment_id=792361e2-47e7-409c-b9ab-6cc429acd9db)] {{(pid=103304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:18:54.977130 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-33bcbd88-f0eb-4006-b380-ad41770d3d29 tempest-RoutersNegativeIpV6Test-344315661 tempest-RoutersNegativeIpV6Test-344315661-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4109658'] for port (2ad51c61-9ae6-4c98-877c-7e8005a20f9b), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:18:55.013211 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-33bcbd88-f0eb-4006-b380-ad41770d3d29 tempest-RoutersNegativeIpV6Test-344315661 tempest-RoutersNegativeIpV6Test-344315661-project] Calling delete_port for 2ad51c61-9ae6-4c98-877c-7e8005a20f9b owned by network:dhcp {{(pid=103304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 21:18:55.050990 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-fe6e385b-f6f8-4723-bd61-836e2a706201 None None] For port 2ad51c61-9ae6-4c98-877c-7e8005a20f9b, host n-d-760453-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=2ad51c61-9ae6-4c98-877c-7e8005a20f9b,segment=NetworkSegment(792361e2-47e7-409c-b9ab-6cc429acd9db),segment_id=792361e2-47e7-409c-b9ab-6cc429acd9db)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:18:55.051478 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fe6e385b-f6f8-4723-bd61-836e2a706201 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4109658'] for port (2ad51c61-9ae6-4c98-877c-7e8005a20f9b), precommit_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:18:55.079688 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-ae07feef-331d-4b62-a1c4-0c99033da8d9 req-ec0c4e1a-438f-4949-a2f5-ec34c5449a4b service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=f00b351c-12ea-4499-84c9-f0263f4f27ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2733128 Jan 26 21:18:55.114327 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-fe6e385b-f6f8-4723-bd61-836e2a706201 None None] Calling delete_port for 2ad51c61-9ae6-4c98-877c-7e8005a20f9b owned by network:dhcp {{(pid=103306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 21:18:55.199711 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01f5a50b-c5d9-48ef-a90f-d6bc6ddceb84 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Router 2a5d0513-d45f-4010-8c54-36cd7a655e85 has already been hosted by L3 agent 09df100c-3af1-4b0a-bda8-05914c71c458 {{(pid=103305) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 26 21:18:55.241810 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9efd88-fdcb-4ef4-bc7c-097fe5c09834 req-43ee984e-9e68-4599-a775-60e41e91a178 tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:18:55.255935 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9efd88-fdcb-4ef4-bc7c-097fe5c09834 req-43ee984e-9e68-4599-a775-60e41e91a178 tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:18:55.263787 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9efd88-fdcb-4ef4-bc7c-097fe5c09834 req-43ee984e-9e68-4599-a775-60e41e91a178 tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:18:55.277441 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9efd88-fdcb-4ef4-bc7c-097fe5c09834 req-43ee984e-9e68-4599-a775-60e41e91a178 tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:18:55.283543 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9efd88-fdcb-4ef4-bc7c-097fe5c09834 req-43ee984e-9e68-4599-a775-60e41e91a178 tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:18:55.283734 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (fea0591a-627d-4c87-9a9a-01625ddf3277), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:18:55.305163 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9efd88-fdcb-4ef4-bc7c-097fe5c09834 req-43ee984e-9e68-4599-a775-60e41e91a178 tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:18:55.310471 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fe6e385b-f6f8-4723-bd61-836e2a706201 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746560636600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746560234536'] for port (2ad51c61-9ae6-4c98-877c-7e8005a20f9b), after_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:18:55.312958 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9efd88-fdcb-4ef4-bc7c-097fe5c09834 req-43ee984e-9e68-4599-a775-60e41e91a178 tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:18:55.320647 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-7b9efd88-fdcb-4ef4-bc7c-097fe5c09834 req-43ee984e-9e68-4599-a775-60e41e91a178 tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca795481-031c-48ac-925f-00596ed83bb9 HTTP/1.1" status: 200 len: 5431 time: 0.2318728 Jan 26 21:18:55.330323 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-33bcbd88-f0eb-4006-b380-ad41770d3d29 tempest-RoutersNegativeIpV6Test-344315661 tempest-RoutersNegativeIpV6Test-344315661-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746560636600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746560234536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9281553'] for port (2ad51c61-9ae6-4c98-877c-7e8005a20f9b), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:18:55.349198 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6e385b-f6f8-4723-bd61-836e2a706201 None None] Pushing event deleted for resources: {'Port': ['ID=2ad51c61-9ae6-4c98-877c-7e8005a20f9b,revision_number=None']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:18:55.372152 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe6e385b-f6f8-4723-bd61-836e2a706201 None None] No DVR routers for this DVR port 2ad51c61-9ae6-4c98-877c-7e8005a20f9b on host n-d-760453-5 {{(pid=103306) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 26 21:18:55.412586 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33bcbd88-f0eb-4006-b380-ad41770d3d29 tempest-RoutersNegativeIpV6Test-344315661 tempest-RoutersNegativeIpV6Test-344315661-project] No DVR routers for this DVR port 2ad51c61-9ae6-4c98-877c-7e8005a20f9b on host n-d-760453-5 {{(pid=103304) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 26 21:18:55.416324 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33bcbd88-f0eb-4006-b380-ad41770d3d29 tempest-RoutersNegativeIpV6Test-344315661 tempest-RoutersNegativeIpV6Test-344315661-project] Pushing event deleted for resources: {'Port': ['ID=2ad51c61-9ae6-4c98-877c-7e8005a20f9b,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:18:55.540692 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3e708f-a4ce-4c8f-b106-5694b75d058b req-d64de474-765a-41d5-89d1-8c0db9b4e35b tempest-AttachVolumeShelveTestJSON-345998519 tempest-AttachVolumeShelveTestJSON-345998519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:18:55.542347 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-bf3e708f-a4ce-4c8f-b106-5694b75d058b req-d64de474-765a-41d5-89d1-8c0db9b4e35b tempest-AttachVolumeShelveTestJSON-345998519 tempest-AttachVolumeShelveTestJSON-345998519-project] 10.222.0.13 "GET /v2.0/ports?device_id=93bf95ee-d279-4897-bd53-d5feb3e9b070 HTTP/1.1" status: 200 len: 943 time: 0.2185471 Jan 26 21:18:55.563719 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-7b9efd88-fdcb-4ef4-bc7c-097fe5c09834 req-e00b8aa7-76ea-4ac5-a708-e707814e7964 tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] 10.222.0.13 "GET /v2.0/security-groups?id=cfb1b9fe-a4df-4bbd-b439-103a9aa84b57&id=4949e7fd-e987-466a-ab17-ed5ae28a32c1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2420847 Jan 26 21:18:55.573090 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-33bcbd88-f0eb-4006-b380-ad41770d3d29 tempest-RoutersNegativeIpV6Test-344315661 tempest-RoutersNegativeIpV6Test-344315661-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-686403', 'neutron.services.segments.db._delete_segments_for_network-8746560774018'] for network (d60b732b-adfc-4e16-82db-d26c81ac3bc5), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:18:55.653322 n-d-760453-5 neutron-server[103304]: DEBUG neutron.services.segments.db [None req-33bcbd88-f0eb-4006-b380-ad41770d3d29 tempest-RoutersNegativeIpV6Test-344315661 tempest-RoutersNegativeIpV6Test-344315661-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d60b732b-adfc-4e16-82db-d26c81ac3bc5']}} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:18:55.701651 n-d-760453-5 neutron-server[103304]: DEBUG neutron.services.segments.db [None req-33bcbd88-f0eb-4006-b380-ad41770d3d29 tempest-RoutersNegativeIpV6Test-344315661 tempest-RoutersNegativeIpV6Test-344315661-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '792361e2-47e7-409c-b9ab-6cc429acd9db') {'for_net_delete': True} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:18:55.701960 n-d-760453-5 neutron-server[103304]: DEBUG neutron.services.segments.db [None req-33bcbd88-f0eb-4006-b380-ad41770d3d29 tempest-RoutersNegativeIpV6Test-344315661 tempest-RoutersNegativeIpV6Test-344315661-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '792361e2-47e7-409c-b9ab-6cc429acd9db') {} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:18:55.733599 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-bf3e708f-a4ce-4c8f-b106-5694b75d058b req-02a72225-ab9a-4839-bb59-3a2fae8b7f00 tempest-AttachVolumeShelveTestJSON-345998519 tempest-AttachVolumeShelveTestJSON-345998519-project] 10.222.0.13 "GET /v2.0/security-groups?id=5d7f7103-d0ef-48d0-a848-32dbbe71b238&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1659811 Jan 26 21:18:55.735347 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-33bcbd88-f0eb-4006-b380-ad41770d3d29 tempest-RoutersNegativeIpV6Test-344315661 tempest-RoutersNegativeIpV6Test-344315661-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746560742283', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8881293'] for segment (792361e2-47e7-409c-b9ab-6cc429acd9db), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:18:55.755825 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-33bcbd88-f0eb-4006-b380-ad41770d3d29 tempest-RoutersNegativeIpV6Test-344315661 tempest-RoutersNegativeIpV6Test-344315661-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576559'] for segment (792361e2-47e7-409c-b9ab-6cc429acd9db), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:18:55.764887 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-33bcbd88-f0eb-4006-b380-ad41770d3d29 tempest-RoutersNegativeIpV6Test-344315661 tempest-RoutersNegativeIpV6Test-344315661-project] Releasing vlan 597 on physical network physnet1 to pool {{(pid=103304) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 26 21:18:55.771904 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01f5a50b-c5d9-48ef-a90f-d6bc6ddceb84 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Notify agent at l3_agent.n-d-760453-5 the message routers_updated {{(pid=103305) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 26 21:18:55.775173 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-33bcbd88-f0eb-4006-b380-ad41770d3d29 tempest-RoutersNegativeIpV6Test-344315661 tempest-RoutersNegativeIpV6Test-344315661-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9281762'] for segment (792361e2-47e7-409c-b9ab-6cc429acd9db), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:18:55.779668 n-d-760453-5 neutron-server[103304]: Traceback (most recent call last): Jan 26 21:18:55.779668 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 26 21:18:55.779668 n-d-760453-5 neutron-server[103304]: timer() Jan 26 21:18:55.779668 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 26 21:18:55.779668 n-d-760453-5 neutron-server[103304]: cb(*args, **kw) Jan 26 21:18:55.779668 n-d-760453-5 neutron-server[103304]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 26 21:18:55.779668 n-d-760453-5 neutron-server[103304]: return func(*args, **kwargs) Jan 26 21:18:55.779668 n-d-760453-5 neutron-server[103304]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 26 21:18:55.779668 n-d-760453-5 neutron-server[103304]: self._notify() Jan 26 21:18:55.779668 n-d-760453-5 neutron-server[103304]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 26 21:18:55.779668 n-d-760453-5 neutron-server[103304]: self.callback(batched_events) Jan 26 21:18:55.779668 n-d-760453-5 neutron-server[103304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 26 21:18:55.779668 n-d-760453-5 neutron-server[103304]: event.method(event) Jan 26 21:18:55.779668 n-d-760453-5 neutron-server[103304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 26 21:18:55.779668 n-d-760453-5 neutron-server[103304]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 26 21:18:55.779668 n-d-760453-5 neutron-server[103304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 26 21:18:55.779668 n-d-760453-5 neutron-server[103304]: aggregate_uuid = self.p_client.list_aggregates( Jan 26 21:18:55.779668 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 26 21:18:55.779668 n-d-760453-5 neutron-server[103304]: return f(self, *a, **k) Jan 26 21:18:55.779668 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 26 21:18:55.779668 n-d-760453-5 neutron-server[103304]: return self._get(url).json() Jan 26 21:18:55.779668 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 26 21:18:55.779668 n-d-760453-5 neutron-server[103304]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 26 21:18:55.779668 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 26 21:18:55.779668 n-d-760453-5 neutron-server[103304]: return self.request(url, 'GET', **kwargs) Jan 26 21:18:55.779668 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 26 21:18:55.779668 n-d-760453-5 neutron-server[103304]: base_url = self.get_endpoint(auth, allow=allow, Jan 26 21:18:55.779668 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 26 21:18:55.779668 n-d-760453-5 neutron-server[103304]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 26 21:18:55.779668 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 26 21:18:55.779668 n-d-760453-5 neutron-server[103304]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 26 21:18:55.779668 n-d-760453-5 neutron-server[103304]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 26 21:18:55.795079 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2958f1a4-fb6a-475c-a14a-417896a63a20 None None] Sync routers for ids ['2a5d0513-d45f-4010-8c54-36cd7a655e85'] in n-d-760453-5 {{(pid=103306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 26 21:18:55.797158 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275fe435-2d46-4937-b7d9-9a0c5e7802c5 req-19b8333a-e45f-4040-ac8c-d6b541b95bcc tempest-ServersNegativeTestJSON-90632883 tempest-ServersNegativeTestJSON-90632883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:18:55.804273 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-275fe435-2d46-4937-b7d9-9a0c5e7802c5 req-19b8333a-e45f-4040-ac8c-d6b541b95bcc tempest-ServersNegativeTestJSON-90632883 tempest-ServersNegativeTestJSON-90632883-project] 10.222.0.13 "GET /v2.0/ports?device_id=485c96a9-0169-4ea3-a4eb-4d7ce9abb56c HTTP/1.1" status: 200 len: 945 time: 0.1292117 Jan 26 21:18:55.806567 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-01f5a50b-c5d9-48ef-a90f-d6bc6ddceb84 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for floatingip (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:18:55.817706 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2958f1a4-fb6a-475c-a14a-417896a63a20 None None] Routers {'2a5d0513-d45f-4010-8c54-36cd7a655e85'} bound to L3 agent in host n-d-760453-5 {{(pid=103306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 21:18:55.818515 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-2958f1a4-fb6a-475c-a14a-417896a63a20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-26T20:55:21Z,description=,heartbeat_timestamp=2022-01-26T21:18:51Z,host='n-d-760453-5',id=09df100c-3af1-4b0a-bda8-05914c71c458,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:55:21Z,topic='l3_agent')) {'router_ids': ['2a5d0513-d45f-4010-8c54-36cd7a655e85'], 'active': True} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:18:55.862925 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-01f5a50b-c5d9-48ef-a90f-d6bc6ddceb84 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 4.3735187 Jan 26 21:18:55.863671 n-d-760453-5 neutron-server[103305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4596379c-6ccc-4df2-a875-f0896fc00fcc', 'tag': '20ca0e2a-d36f-4969-bc7b-96bbf79b1f45'}] {{(pid=103305) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 21:18:55.867910 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d4654568b7bf041e72ff8fe1c96d6d761d9c921f2b99bc7b3a26632be20cee0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4cad7fd8-7a6d-49dd-a598-b4dc93588255" -d '{"events": [{"name": "network-changed", "server_uuid": "4596379c-6ccc-4df2-a875-f0896fc00fcc", "tag": "20ca0e2a-d36f-4969-bc7b-96bbf79b1f45"}]}' {{(pid=103305) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 21:18:55.951140 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-33bcbd88-f0eb-4006-b380-ad41770d3d29 tempest-RoutersNegativeIpV6Test-344315661 tempest-RoutersNegativeIpV6Test-344315661-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4110931'] for network (d60b732b-adfc-4e16-82db-d26c81ac3bc5), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:18:55.958626 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device 2ad51c61-9ae6-4c98-877c-7e8005a20f9b no longer exists at agent ovs-agent-n-d-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 26 21:18:55.963799 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-33bcbd88-f0eb-4006-b380-ad41770d3d29 tempest-RoutersNegativeIpV6Test-344315661 tempest-RoutersNegativeIpV6Test-344315661-project] Publish callbacks [] for network (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:18:55.969245 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-33bcbd88-f0eb-4006-b380-ad41770d3d29 tempest-RoutersNegativeIpV6Test-344315661 tempest-RoutersNegativeIpV6Test-344315661-project] 10.222.0.13 "DELETE /v2.0/networks/d60b732b-adfc-4e16-82db-d26c81ac3bc5 HTTP/1.1" status: 204 len: 168 time: 1.4086311 Jan 26 21:18:55.970197 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 33216) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:18:55.986042 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95be3a8f-1b9b-4b75-b7eb-bbd0ca0529bd req-b0129ac8-d972-48de-8004-0953d558f3a7 tempest-LiveMigrationTest-746395142 tempest-LiveMigrationTest-746395142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:18:55.987557 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-95be3a8f-1b9b-4b75-b7eb-bbd0ca0529bd req-b0129ac8-d972-48de-8004-0953d558f3a7 tempest-LiveMigrationTest-746395142 tempest-LiveMigrationTest-746395142-project] 10.222.0.13 "GET /v2.0/ports?device_id=3c1bb11b-19e0-4bd6-8502-e5422740b40d HTTP/1.1" status: 200 len: 943 time: 0.1114669 Jan 26 21:18:55.997244 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-275fe435-2d46-4937-b7d9-9a0c5e7802c5 req-abf8e778-32c1-47c1-b53c-351034aae9d3 tempest-ServersNegativeTestJSON-90632883 tempest-ServersNegativeTestJSON-90632883-project] 10.222.0.13 "GET /v2.0/security-groups?id=f00b351c-12ea-4499-84c9-f0263f4f27ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1920958 Jan 26 21:18:56.017042 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33bcbd88-f0eb-4006-b380-ad41770d3d29 tempest-RoutersNegativeIpV6Test-344315661 tempest-RoutersNegativeIpV6Test-344315661-project] Pushing event deleted for resources: {'Network': ['ID=d60b732b-adfc-4e16-82db-d26c81ac3bc5,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:18:56.019217 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] No Port match for: 2ad51c61-9ae6-4c98-877c-7e8005a20f9b {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 26 21:18:56.019567 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device 2ad51c61-9ae6-4c98-877c-7e8005a20f9b not bound to the agent host n-d-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 26 21:18:56.060076 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.db_base_plugin_v2 [None req-dd999113-0289-4b22-b97e-bae5a0c4358b tempest-RoutersNegativeIpV6Test-344315661 tempest-RoutersNegativeIpV6Test-344315661-project] Deleting subnet 23ca52b7-07a2-4b49-be0c-ee9887dcc50a {{(pid=103305) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 26 21:18:56.063348 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-dd999113-0289-4b22-b97e-bae5a0c4358b tempest-RoutersNegativeIpV6Test-344315661 tempest-RoutersNegativeIpV6Test-344315661-project] Publish callbacks [] for subnet (23ca52b7-07a2-4b49-be0c-ee9887dcc50a), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:18:56.073834 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvr_db [None req-2958f1a4-fb6a-475c-a14a-417896a63a20 None None] Set router 2a5d0513-d45f-4010-8c54-36cd7a655e85 gateway port host: n-d-760453-5 {{(pid=103306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 21:18:56.108573 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-95be3a8f-1b9b-4b75-b7eb-bbd0ca0529bd req-1b8011a0-e944-4ec8-8e68-1fa3e0dc73da tempest-LiveMigrationTest-746395142 tempest-LiveMigrationTest-746395142-project] 10.222.0.13 "GET /v2.0/security-groups?id=c43a996a-6b93-48e4-a331-48250c5b183d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093495 Jan 26 21:18:56.154598 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-dd999113-0289-4b22-b97e-bae5a0c4358b tempest-RoutersNegativeIpV6Test-344315661 tempest-RoutersNegativeIpV6Test-344315661-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11788946'] for subnet (23ca52b7-07a2-4b49-be0c-ee9887dcc50a), precommit_delete_associations {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:18:56.177217 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34ca0ed-6f3f-4ddd-8222-b7125a50aee5 req-85da6a51-9c8c-43e7-be85-1b05721e7947 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:18:56.179841 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-b34ca0ed-6f3f-4ddd-8222-b7125a50aee5 req-85da6a51-9c8c-43e7-be85-1b05721e7947 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] 10.222.0.13 "GET /v2.0/ports?device_id=4596379c-6ccc-4df2-a875-f0896fc00fcc HTTP/1.1" status: 200 len: 946 time: 0.0764432 Jan 26 21:18:56.227265 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 26 Jan 2022 21:18:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e733db9c-2c9d-40b8-91e1-738a1ed591ae x-openstack-request-id: req-e733db9c-2c9d-40b8-91e1-738a1ed591ae {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 21:18:56.228658 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4596379c-6ccc-4df2-a875-f0896fc00fcc", "tag": "20ca0e2a-d36f-4969-bc7b-96bbf79b1f45", "status": "completed", "code": 200}]} {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 21:18:56.230265 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e733db9c-2c9d-40b8-91e1-738a1ed591ae {{(pid=103305) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 21:18:56.230793 n-d-760453-5 neutron-server[103305]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4596379c-6ccc-4df2-a875-f0896fc00fcc', 'tag': '20ca0e2a-d36f-4969-bc7b-96bbf79b1f45', 'status': 'completed', 'code': 200} Jan 26 21:18:56.287544 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-b34ca0ed-6f3f-4ddd-8222-b7125a50aee5 req-c845585b-f303-4e15-9806-42a7ea4d8a95 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] 10.222.0.13 "GET /v2.0/security-groups?id=48ad9419-cea5-46f2-b67f-159b9c4803d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1014230 Jan 26 21:18:56.310886 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 33220) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:18:56.337833 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cad7fd8-7a6d-49dd-a598-b4dc93588255 req-3d0b5cf1-3e62-4385-ac21-9f32341f9489 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:18:56.339399 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-4cad7fd8-7a6d-49dd-a598-b4dc93588255 req-3d0b5cf1-3e62-4385-ac21-9f32341f9489 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=c6d9f10230f341edbbe46b16c17eb870&device_id=4596379c-6ccc-4df2-a875-f0896fc00fcc HTTP/1.1" status: 200 len: 1097 time: 0.0789330 Jan 26 21:18:56.387298 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-3f349fdd-1306-4f83-a54a-5711ead965bb tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] 10.222.0.13 "GET /v2.0/floatingips/dd38fc4f-2b6d-44e7-8177-4859a15c0454 HTTP/1.1" status: 200 len: 992 time: 0.0752420 Jan 26 21:18:56.450793 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-dd999113-0289-4b22-b97e-bae5a0c4358b tempest-RoutersNegativeIpV6Test-344315661 tempest-RoutersNegativeIpV6Test-344315661-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687316'] for subnet (23ca52b7-07a2-4b49-be0c-ee9887dcc50a), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:18:56.472696 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cad7fd8-7a6d-49dd-a598-b4dc93588255 req-79d74e4a-0fe4-4ae6-9d54-31187512f0cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:18:56.474270 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-4cad7fd8-7a6d-49dd-a598-b4dc93588255 req-79d74e4a-0fe4-4ae6-9d54-31187512f0cf service neutron] 10.222.0.66 "GET /v2.0/networks?id=53e223b0-da4c-46a0-9735-61b7e6751b1f HTTP/1.1" status: 200 len: 897 time: 0.1283641 Jan 26 21:18:56.510312 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-2958f1a4-fb6a-475c-a14a-417896a63a20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a5d0513-d45f-4010-8c54-36cd7a655e85', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1781814701', 'tenant_id': 'c6d9f10230f341edbbe46b16c17eb870', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'external_fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.149'}], 'enable_snat': True}, 'gw_port_id': '480e2e3e-76bb-4f33-9738-b3f9c4bb8680', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T21:18:03Z', 'updated_at': '2022-01-26T21:18:18Z', 'revision_number': 4, 'project_id': 'c6d9f10230f341edbbe46b16c17eb870', 'gw_port': {'id': '480e2e3e-76bb-4f33-9738-b3f9c4bb8680', 'name': '', 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:24:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a5d0513-d45f-4010-8c54-36cd7a655e85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1577, 'fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:18:06Z', 'updated_at': '2022-01-26T21:18:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-5', '_floatingips': [{'id': 'dd38fc4f-2b6d-44e7-8177-4859a15c0454', 'tenant_id': 'c6d9f10230f341edbbe46b16c17eb870', 'floating_ip_address': '172.25.1.159', 'floating_network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'router_id': '2a5d0513-d45f-4010-8c54-36cd7a655e85', 'port_id': '20ca0e2a-d36f-4969-bc7b-96bbf79b1f45', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1672, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '53e223b0-da4c-46a0-9735-61b7e6751b1f', 'mac_address': 'fa:16:3e:dc:f4:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4596379c-6ccc-4df2-a875-f0896fc00fcc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-26T21:18:53Z', 'updated_at': '2022-01-26T21:18:53Z', 'revision_number': 0, 'project_id': 'c6d9f10230f341edbbe46b16c17eb870', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '38bb73ab-1bb2-4f57-b697-6eea7a149ae5', 'name': '', 'network_id': '53e223b0-da4c-46a0-9735-61b7e6751b1f', 'tenant_id': 'c6d9f10230f341edbbe46b16c17eb870', 'mac_address': 'fa:16:3e:69:db:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a5d0513-d45f-4010-8c54-36cd7a655e85', 'device_owner': 'network:router_interface', 'standard_attr_id': 1605, 'fixed_ips': [{'subnet_id': '062e0a06-c395-4f1c-b56d-3b2dd4ffff4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:18:16Z', 'updated_at': '2022-01-26T21:18:25Z', 'revision_number': 5, 'project_id': 'c6d9f10230f341edbbe46b16c17eb870', 'subnets': [{'id': '062e0a06-c395-4f1c-b56d-3b2dd4ffff4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760453-5', False) {} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:18:56.537716 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2958f1a4-fb6a-475c-a14a-417896a63a20 None None] Checking router: 2a5d0513-d45f-4010-8c54-36cd7a655e85 for host: n-d-760453-5 {{(pid=103306) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 26 21:18:56.546998 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2958f1a4-fb6a-475c-a14a-417896a63a20 None None] Routers {'2a5d0513-d45f-4010-8c54-36cd7a655e85'} bound to L3 agent in host n-d-760453-5 {{(pid=103306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 21:18:56.547699 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-2958f1a4-fb6a-475c-a14a-417896a63a20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-26T20:55:21Z,description=,heartbeat_timestamp=2022-01-26T21:18:51Z,host='n-d-760453-5',id=09df100c-3af1-4b0a-bda8-05914c71c458,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:55:21Z,topic='l3_agent')) {'router_ids': ['2a5d0513-d45f-4010-8c54-36cd7a655e85'], 'active': True} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:18:56.558213 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-4cad7fd8-7a6d-49dd-a598-b4dc93588255 req-4777d7f8-c126-41b4-a5c3-d4aba299dd81 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=20ca0e2a-d36f-4969-bc7b-96bbf79b1f45 HTTP/1.1" status: 200 len: 1000 time: 0.0764053 Jan 26 21:18:56.566776 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-dd999113-0289-4b22-b97e-bae5a0c4358b tempest-RoutersNegativeIpV6Test-344315661 tempest-RoutersNegativeIpV6Test-344315661-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11791594', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11599980'] for subnet (23ca52b7-07a2-4b49-be0c-ee9887dcc50a), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:18:56.647403 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd999113-0289-4b22-b97e-bae5a0c4358b tempest-RoutersNegativeIpV6Test-344315661 tempest-RoutersNegativeIpV6Test-344315661-project] Pushing event deleted for resources: {'Subnet': ['ID=23ca52b7-07a2-4b49-be0c-ee9887dcc50a,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:18:56.652437 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cad7fd8-7a6d-49dd-a598-b4dc93588255 req-64a79194-c1b3-4f4a-be3d-ca40fad57e57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:18:56.653965 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-4cad7fd8-7a6d-49dd-a598-b4dc93588255 req-64a79194-c1b3-4f4a-be3d-ca40fad57e57 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=062e0a06-c395-4f1c-b56d-3b2dd4ffff4d HTTP/1.1" status: 200 len: 835 time: 0.0502462 Jan 26 21:18:56.654961 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-dd999113-0289-4b22-b97e-bae5a0c4358b tempest-RoutersNegativeIpV6Test-344315661 tempest-RoutersNegativeIpV6Test-344315661-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709645'] for subnet (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:18:56.661100 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-dd999113-0289-4b22-b97e-bae5a0c4358b tempest-RoutersNegativeIpV6Test-344315661 tempest-RoutersNegativeIpV6Test-344315661-project] 10.222.0.13 "DELETE /v2.0/subnets/23ca52b7-07a2-4b49-be0c-ee9887dcc50a HTTP/1.1" status: 204 len: 168 time: 0.6874559 Jan 26 21:18:56.661271 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1330b2a2-00d2-4534-b423-7ef4c878edc6 None None] Network 582126c3-9cee-4ed9-9e1d-9c910ed92a84 requested from n-d-760453-5 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 26 21:18:56.661390 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 33226) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:18:56.745521 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b774218-217d-4f95-bb72-0106b80c4172 req-6934603d-5443-40af-82b2-31c717e40ae8 tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:18:56.745989 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.db_base_plugin_v2 [None req-01cd3e4c-311b-4aaf-9076-a07eb3635cba tempest-RoutersNegativeIpV6Test-344315661 tempest-RoutersNegativeIpV6Test-344315661-project] Deleting subnet 3be5d0c6-5112-4de3-8daa-288dad81bb57 {{(pid=103305) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 26 21:18:56.750928 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-01cd3e4c-311b-4aaf-9076-a07eb3635cba tempest-RoutersNegativeIpV6Test-344315661 tempest-RoutersNegativeIpV6Test-344315661-project] Publish callbacks [] for subnet (3be5d0c6-5112-4de3-8daa-288dad81bb57), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:18:56.754982 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cad7fd8-7a6d-49dd-a598-b4dc93588255 req-e6336edd-5e02-4913-81c9-dd5841a698cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:18:56.756501 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-4cad7fd8-7a6d-49dd-a598-b4dc93588255 req-e6336edd-5e02-4913-81c9-dd5841a698cd service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=53e223b0-da4c-46a0-9735-61b7e6751b1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0964289 Jan 26 21:18:56.757478 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b774218-217d-4f95-bb72-0106b80c4172 req-6934603d-5443-40af-82b2-31c717e40ae8 tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:18:56.762155 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvr_db [None req-2958f1a4-fb6a-475c-a14a-417896a63a20 None None] Set router 2a5d0513-d45f-4010-8c54-36cd7a655e85 gateway port host: n-d-760453-5 {{(pid=103306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 21:18:56.767536 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b774218-217d-4f95-bb72-0106b80c4172 req-6934603d-5443-40af-82b2-31c717e40ae8 tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:18:56.774929 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b774218-217d-4f95-bb72-0106b80c4172 req-6934603d-5443-40af-82b2-31c717e40ae8 tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:18:56.784125 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b774218-217d-4f95-bb72-0106b80c4172 req-6934603d-5443-40af-82b2-31c717e40ae8 tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:18:56.793411 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b774218-217d-4f95-bb72-0106b80c4172 req-6934603d-5443-40af-82b2-31c717e40ae8 tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:18:56.804951 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b774218-217d-4f95-bb72-0106b80c4172 req-6934603d-5443-40af-82b2-31c717e40ae8 tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:18:56.807460 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-8b774218-217d-4f95-bb72-0106b80c4172 req-6934603d-5443-40af-82b2-31c717e40ae8 tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca795481-031c-48ac-925f-00596ed83bb9 HTTP/1.1" status: 200 len: 5431 time: 0.1638279 Jan 26 21:18:56.846003 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-01cd3e4c-311b-4aaf-9076-a07eb3635cba tempest-RoutersNegativeIpV6Test-344315661 tempest-RoutersNegativeIpV6Test-344315661-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11788946'] for subnet (3be5d0c6-5112-4de3-8daa-288dad81bb57), precommit_delete_associations {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:18:56.924193 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-4cad7fd8-7a6d-49dd-a598-b4dc93588255 req-a90db8e1-7100-4513-bcac-dba7e792c9b7 service neutron] 10.222.0.66 "GET /v2.0/networks/53e223b0-da4c-46a0-9735-61b7e6751b1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1493981 Jan 26 21:18:56.970407 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-135cfab2-bc8e-4a23-8c3b-2c99086f31ea None None] DHCP port deletion for 582126c3-9cee-4ed9-9e1d-9c910ed92a84 request from n-d-760453-5 {{(pid=103306) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 26 21:18:56.984399 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c42b3a-c64d-4e87-bbde-b5846f5e0991 req-7f45fbdb-8cfa-4fa1-9ae3-8405b04a490b tempest-AttachVolumeShelveTestJSON-345998519 tempest-AttachVolumeShelveTestJSON-345998519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:18:56.993507 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-28c42b3a-c64d-4e87-bbde-b5846f5e0991 req-7f45fbdb-8cfa-4fa1-9ae3-8405b04a490b tempest-AttachVolumeShelveTestJSON-345998519 tempest-AttachVolumeShelveTestJSON-345998519-project] 10.222.0.13 "GET /v2.0/ports?device_id=93bf95ee-d279-4897-bd53-d5feb3e9b070 HTTP/1.1" status: 200 len: 943 time: 0.1454802 Jan 26 21:18:57.012936 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-8b774218-217d-4f95-bb72-0106b80c4172 req-f0cb10b8-91a7-4269-b88c-81a6534b2963 tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] 10.222.0.13 "GET /v2.0/security-groups?id=cfb1b9fe-a4df-4bbd-b439-103a9aa84b57&id=4949e7fd-e987-466a-ab17-ed5ae28a32c1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1985214 Jan 26 21:18:57.013210 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-01cd3e4c-311b-4aaf-9076-a07eb3635cba tempest-RoutersNegativeIpV6Test-344315661 tempest-RoutersNegativeIpV6Test-344315661-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687316'] for subnet (3be5d0c6-5112-4de3-8daa-288dad81bb57), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:18:57.064360 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-28c42b3a-c64d-4e87-bbde-b5846f5e0991 req-c8a0f52a-8ded-471d-a2ca-eed659e7a08d tempest-AttachVolumeShelveTestJSON-345998519 tempest-AttachVolumeShelveTestJSON-345998519-project] 10.222.0.13 "GET /v2.0/security-groups?id=5d7f7103-d0ef-48d0-a848-32dbbe71b238&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0696707 Jan 26 21:18:57.107465 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-01cd3e4c-311b-4aaf-9076-a07eb3635cba tempest-RoutersNegativeIpV6Test-344315661 tempest-RoutersNegativeIpV6Test-344315661-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11791594', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11599980'] for subnet (3be5d0c6-5112-4de3-8daa-288dad81bb57), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:18:57.176846 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Device 47ae25ce-c34a-43c9-9bb0-c43b0ece7bbd details requested by agent hyperv_n-h1-760453-5 with host n-h1-760453-5 {{(pid=103306) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 26 21:18:57.178966 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01cd3e4c-311b-4aaf-9076-a07eb3635cba tempest-RoutersNegativeIpV6Test-344315661 tempest-RoutersNegativeIpV6Test-344315661-project] Pushing event deleted for resources: {'Subnet': ['ID=3be5d0c6-5112-4de3-8daa-288dad81bb57,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:18:57.186377 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-4cad7fd8-7a6d-49dd-a598-b4dc93588255 req-221f5210-6f9e-4224-8df6-0c0958b34814 service neutron] 10.222.0.66 "GET /v2.0/networks/53e223b0-da4c-46a0-9735-61b7e6751b1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2451246 Jan 26 21:18:57.188710 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-01cd3e4c-311b-4aaf-9076-a07eb3635cba tempest-RoutersNegativeIpV6Test-344315661 tempest-RoutersNegativeIpV6Test-344315661-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709645'] for subnet (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:18:57.200380 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-01cd3e4c-311b-4aaf-9076-a07eb3635cba tempest-RoutersNegativeIpV6Test-344315661 tempest-RoutersNegativeIpV6Test-344315661-project] 10.222.0.13 "DELETE /v2.0/subnets/3be5d0c6-5112-4de3-8daa-288dad81bb57 HTTP/1.1" status: 204 len: 168 time: 0.5348003 Jan 26 21:18:57.200587 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 33234) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:18:57.288386 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] For port 47ae25ce-c34a-43c9-9bb0-c43b0ece7bbd, host n-h1-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-5',level=0,port_id=47ae25ce-c34a-43c9-9bb0-c43b0ece7bbd,segment=NetworkSegment(ae04eadd-2f21-4385-8e0d-440406bc0827),segment_id=ae04eadd-2f21-4385-8e0d-440406bc0827)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:18:57.305205 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Returning: {'device': '47ae25ce-c34a-43c9-9bb0-c43b0ece7bbd', 'network_id': 'd67e3ebe-4ba7-45de-a361-0a193d47dcd7', 'port_id': '47ae25ce-c34a-43c9-9bb0-c43b0ece7bbd', 'mac_address': 'fa:16:3e:e3:2e:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 559, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b97a8223-0b24-4ba7-b338-51c5c9119da6', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103306) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 26 21:18:57.307065 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69e433b4-aed4-46f2-ba43-7c20567d02fe None None] Network 267d7b19-37ff-4328-99b1-9a0c8436f96e requested from n-d-760453-5 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 26 21:18:57.312607 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-135cfab2-bc8e-4a23-8c3b-2c99086f31ea None None] Deleting port 55354188-8d39-484c-8b29-5b2659735f55 {{(pid=103306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 21:18:57.312983 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-135cfab2-bc8e-4a23-8c3b-2c99086f31ea None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746560630878'] for port (55354188-8d39-484c-8b29-5b2659735f55), before_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:18:57.336136 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-011e1593-cfae-4269-897e-7706b9f47b9c tempest-RoutersNegativeIpV6Test-344315661 tempest-RoutersNegativeIpV6Test-344315661-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-748181'] for network (582126c3-9cee-4ed9-9e1d-9c910ed92a84), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:18:57.344391 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9805cb01-ad25-4088-94ed-0e3b48d094db req-262aa950-1f64-4eed-a8bb-1bbca6c19b1d tempest-ServersNegativeTestJSON-90632883 tempest-ServersNegativeTestJSON-90632883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:18:57.346469 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-9805cb01-ad25-4088-94ed-0e3b48d094db req-262aa950-1f64-4eed-a8bb-1bbca6c19b1d tempest-ServersNegativeTestJSON-90632883 tempest-ServersNegativeTestJSON-90632883-project] 10.222.0.13 "GET /v2.0/ports?device_id=485c96a9-0169-4ea3-a4eb-4d7ce9abb56c HTTP/1.1" status: 200 len: 945 time: 0.2019937 Jan 26 21:18:57.359667 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ad6942-0e57-4261-8c08-cab4bf890601 req-fb78eb9e-401a-4ba7-afdc-1d18cd046a0b tempest-LiveMigrationTest-746395142 tempest-LiveMigrationTest-746395142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:18:57.361352 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-c3ad6942-0e57-4261-8c08-cab4bf890601 req-fb78eb9e-401a-4ba7-afdc-1d18cd046a0b tempest-LiveMigrationTest-746395142 tempest-LiveMigrationTest-746395142-project] 10.222.0.13 "GET /v2.0/ports?device_id=3c1bb11b-19e0-4bd6-8502-e5422740b40d HTTP/1.1" status: 200 len: 943 time: 0.1493061 Jan 26 21:18:57.389207 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 33242) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:18:57.533380 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-d88445f6-1205-4a6a-99f9-64e1d0de1bab tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] 10.222.0.13 "GET /v2.0/floatingips/dd38fc4f-2b6d-44e7-8177-4859a15c0454 HTTP/1.1" status: 200 len: 992 time: 0.1410396 Jan 26 21:18:57.550255 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-2958f1a4-fb6a-475c-a14a-417896a63a20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a5d0513-d45f-4010-8c54-36cd7a655e85', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1781814701', 'tenant_id': 'c6d9f10230f341edbbe46b16c17eb870', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'external_fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.149'}], 'enable_snat': True}, 'gw_port_id': '480e2e3e-76bb-4f33-9738-b3f9c4bb8680', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T21:18:03Z', 'updated_at': '2022-01-26T21:18:18Z', 'revision_number': 4, 'project_id': 'c6d9f10230f341edbbe46b16c17eb870', 'gw_port': {'id': '480e2e3e-76bb-4f33-9738-b3f9c4bb8680', 'name': '', 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:24:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a5d0513-d45f-4010-8c54-36cd7a655e85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1577, 'fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:18:06Z', 'updated_at': '2022-01-26T21:18:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-5', '_floatingips': [{'id': 'dd38fc4f-2b6d-44e7-8177-4859a15c0454', 'tenant_id': 'c6d9f10230f341edbbe46b16c17eb870', 'floating_ip_address': '172.25.1.159', 'floating_network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'router_id': '2a5d0513-d45f-4010-8c54-36cd7a655e85', 'port_id': '20ca0e2a-d36f-4969-bc7b-96bbf79b1f45', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1672, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '53e223b0-da4c-46a0-9735-61b7e6751b1f', 'mac_address': 'fa:16:3e:dc:f4:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4596379c-6ccc-4df2-a875-f0896fc00fcc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-26T21:18:53Z', 'updated_at': '2022-01-26T21:18:53Z', 'revision_number': 0, 'project_id': 'c6d9f10230f341edbbe46b16c17eb870', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '38bb73ab-1bb2-4f57-b697-6eea7a149ae5', 'name': '', 'network_id': '53e223b0-da4c-46a0-9735-61b7e6751b1f', 'tenant_id': 'c6d9f10230f341edbbe46b16c17eb870', 'mac_address': 'fa:16:3e:69:db:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a5d0513-d45f-4010-8c54-36cd7a655e85', 'device_owner': 'network:router_interface', 'standard_attr_id': 1605, 'fixed_ips': [{'subnet_id': '062e0a06-c395-4f1c-b56d-3b2dd4ffff4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:18:16Z', 'updated_at': '2022-01-26T21:18:25Z', 'revision_number': 5, 'project_id': 'c6d9f10230f341edbbe46b16c17eb870', 'subnets': [{'id': '062e0a06-c395-4f1c-b56d-3b2dd4ffff4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760453-5', False) {} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:18:57.554268 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-135cfab2-bc8e-4a23-8c3b-2c99086f31ea None None] For port 55354188-8d39-484c-8b29-5b2659735f55, host n-d-760453-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=55354188-8d39-484c-8b29-5b2659735f55,segment=NetworkSegment(7284f23c-aaa9-449e-8271-f6abb5ee66ce),segment_id=7284f23c-aaa9-449e-8271-f6abb5ee66ce)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:18:57.554672 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-135cfab2-bc8e-4a23-8c3b-2c99086f31ea None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4109658'] for port (55354188-8d39-484c-8b29-5b2659735f55), precommit_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:18:57.559235 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Current status of the port 47ae25ce-c34a-43c9-9bb0-c43b0ece7bbd is: DOWN; New status is: BUILD {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:18:57.559628 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (47ae25ce-c34a-43c9-9bb0-c43b0ece7bbd), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:18:57.576178 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-9805cb01-ad25-4088-94ed-0e3b48d094db req-d140132d-6693-46e1-943c-a94f6ebf913a tempest-ServersNegativeTestJSON-90632883 tempest-ServersNegativeTestJSON-90632883-project] 10.222.0.13 "GET /v2.0/security-groups?id=f00b351c-12ea-4499-84c9-f0263f4f27ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2124794 Jan 26 21:18:57.588671 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-c3ad6942-0e57-4261-8c08-cab4bf890601 req-7a370ff5-5d31-4742-9236-e50b4f80063c tempest-LiveMigrationTest-746395142 tempest-LiveMigrationTest-746395142-project] 10.222.0.13 "GET /v2.0/security-groups?id=c43a996a-6b93-48e4-a331-48250c5b183d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2113905 Jan 26 21:18:57.595110 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-011e1593-cfae-4269-897e-7706b9f47b9c tempest-RoutersNegativeIpV6Test-344315661 tempest-RoutersNegativeIpV6Test-344315661-project] Deleting port 55354188-8d39-484c-8b29-5b2659735f55 {{(pid=103304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 21:18:57.595530 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-011e1593-cfae-4269-897e-7706b9f47b9c tempest-RoutersNegativeIpV6Test-344315661 tempest-RoutersNegativeIpV6Test-344315661-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746560630878'] for port (55354188-8d39-484c-8b29-5b2659735f55), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:18:57.617977 n-d-760453-5 neutron-server[103306]: DEBUG neutron.notifiers.nova [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 47ae25ce-c34a-43c9-9bb0-c43b0ece7bbd {{(pid=103306) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 26 21:18:57.630010 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2958f1a4-fb6a-475c-a14a-417896a63a20 None None] The sync data for ids ['2a5d0513-d45f-4010-8c54-36cd7a655e85'] in n-d-760453-5 is: [{'id': '2a5d0513-d45f-4010-8c54-36cd7a655e85', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1781814701', 'tenant_id': 'c6d9f10230f341edbbe46b16c17eb870', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'external_fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.149'}], 'enable_snat': True}, 'gw_port_id': '480e2e3e-76bb-4f33-9738-b3f9c4bb8680', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T21:18:03Z', 'updated_at': '2022-01-26T21:18:18Z', 'revision_number': 4, 'project_id': 'c6d9f10230f341edbbe46b16c17eb870', 'gw_port': {'id': '480e2e3e-76bb-4f33-9738-b3f9c4bb8680', 'name': '', 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:24:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a5d0513-d45f-4010-8c54-36cd7a655e85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1577, 'fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:18:06Z', 'updated_at': '2022-01-26T21:18:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-5', '_floatingips': [{'id': 'dd38fc4f-2b6d-44e7-8177-4859a15c0454', 'tenant_id': 'c6d9f10230f341edbbe46b16c17eb870', 'floating_ip_address': '172.25.1.159', 'floating_network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'router_id': '2a5d0513-d45f-4010-8c54-36cd7a655e85', 'port_id': '20ca0e2a-d36f-4969-bc7b-96bbf79b1f45', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1672, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '53e223b0-da4c-46a0-9735-61b7e6751b1f', 'mac_address': 'fa:16:3e:dc:f4:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4596379c-6ccc-4df2-a875-f0896fc00fcc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-26T21:18:53Z', 'updated_at': '2022-01-26T21:18:53Z', 'revision_number': 0, 'project_id': 'c6d9f10230f341edbbe46b16c17eb870', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '38bb73ab-1bb2-4f57-b697-6eea7a149ae5', 'name': '', 'network_id': '53e223b0-da4c-46a0-9735-61b7e6751b1f', 'tenant_id': 'c6d9f10230f341edbbe46b16c17eb870', 'mac_address': 'fa:16:3e:69:db:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a5d0513-d45f-4010-8c54-36cd7a655e85', 'device_owner': 'network:router_interface', 'standard_attr_id': 1605, 'fixed_ips': [{'subnet_id': '062e0a06-c395-4f1c-b56d-3b2dd4ffff4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:18:16Z', 'updated_at': '2022-01-26T21:18:25Z', 'revision_number': 5, 'project_id': 'c6d9f10230f341edbbe46b16c17eb870', 'subnets': [{'id': '062e0a06-c395-4f1c-b56d-3b2dd4ffff4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 26 21:18:57.636669 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-135cfab2-bc8e-4a23-8c3b-2c99086f31ea None None] Calling delete_port for 55354188-8d39-484c-8b29-5b2659735f55 owned by network:dhcp {{(pid=103306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 21:18:57.649856 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36df6393-39c7-49d6-8571-cca15723cb98 None None] DHCP port deletion for 267d7b19-37ff-4328-99b1-9a0c8436f96e request from n-d-760453-5 {{(pid=103306) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 26 21:18:57.685212 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] For port 47ae25ce-c34a-43c9-9bb0-c43b0ece7bbd, host n-h1-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-5',level=0,port_id=47ae25ce-c34a-43c9-9bb0-c43b0ece7bbd,segment=NetworkSegment(ae04eadd-2f21-4385-8e0d-440406bc0827),segment_id=ae04eadd-2f21-4385-8e0d-440406bc0827)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:18:57.695420 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [None req-011e1593-cfae-4269-897e-7706b9f47b9c tempest-RoutersNegativeIpV6Test-344315661 tempest-RoutersNegativeIpV6Test-344315661-project] For port 55354188-8d39-484c-8b29-5b2659735f55, host n-d-760453-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=55354188-8d39-484c-8b29-5b2659735f55,segment=NetworkSegment(7284f23c-aaa9-449e-8271-f6abb5ee66ce),segment_id=7284f23c-aaa9-449e-8271-f6abb5ee66ce)] {{(pid=103304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:18:57.695677 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (47ae25ce-c34a-43c9-9bb0-c43b0ece7bbd), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:18:57.695917 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-011e1593-cfae-4269-897e-7706b9f47b9c tempest-RoutersNegativeIpV6Test-344315661 tempest-RoutersNegativeIpV6Test-344315661-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4109658'] for port (55354188-8d39-484c-8b29-5b2659735f55), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:18:57.718340 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-011e1593-cfae-4269-897e-7706b9f47b9c tempest-RoutersNegativeIpV6Test-344315661 tempest-RoutersNegativeIpV6Test-344315661-project] Calling delete_port for 55354188-8d39-484c-8b29-5b2659735f55 owned by network:dhcp {{(pid=103304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 21:18:57.816521 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-36df6393-39c7-49d6-8571-cca15723cb98 None None] Deleting port 68764d1e-65d3-4135-8fda-6bf922eab7fe {{(pid=103306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 21:18:57.816969 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-36df6393-39c7-49d6-8571-cca15723cb98 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746560630878'] for port (68764d1e-65d3-4135-8fda-6bf922eab7fe), before_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:18:57.829441 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-011e1593-cfae-4269-897e-7706b9f47b9c tempest-RoutersNegativeIpV6Test-344315661 tempest-RoutersNegativeIpV6Test-344315661-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746560636600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746560234536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9281553'] for port (55354188-8d39-484c-8b29-5b2659735f55), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:18:57.857751 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-011e1593-cfae-4269-897e-7706b9f47b9c tempest-RoutersNegativeIpV6Test-344315661 tempest-RoutersNegativeIpV6Test-344315661-project] Pushing event deleted for resources: {'Port': ['ID=55354188-8d39-484c-8b29-5b2659735f55,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:18:57.863438 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Pushing event updated for resources: {'Port': ['ID=47ae25ce-c34a-43c9-9bb0-c43b0ece7bbd,revision_number=4']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:18:57.864718 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-011e1593-cfae-4269-897e-7706b9f47b9c tempest-RoutersNegativeIpV6Test-344315661 tempest-RoutersNegativeIpV6Test-344315661-project] No DVR routers for this DVR port 55354188-8d39-484c-8b29-5b2659735f55 on host n-d-760453-5 {{(pid=103304) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 26 21:18:57.905071 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-135cfab2-bc8e-4a23-8c3b-2c99086f31ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746560636600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746560234536'] for port (55354188-8d39-484c-8b29-5b2659735f55), after_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:18:57.912921 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-36df6393-39c7-49d6-8571-cca15723cb98 None None] For port 68764d1e-65d3-4135-8fda-6bf922eab7fe, host n-d-760453-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=68764d1e-65d3-4135-8fda-6bf922eab7fe,segment=NetworkSegment(ad6e9119-211b-413b-8607-be0f4b330941),segment_id=ad6e9119-211b-413b-8607-be0f4b330941)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:18:57.913412 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-36df6393-39c7-49d6-8571-cca15723cb98 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4109658'] for port (68764d1e-65d3-4135-8fda-6bf922eab7fe), precommit_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:18:57.936514 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-36df6393-39c7-49d6-8571-cca15723cb98 None None] Calling delete_port for 68764d1e-65d3-4135-8fda-6bf922eab7fe owned by network:dhcp {{(pid=103306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 21:18:57.973821 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-011e1593-cfae-4269-897e-7706b9f47b9c tempest-RoutersNegativeIpV6Test-344315661 tempest-RoutersNegativeIpV6Test-344315661-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-686403', 'neutron.services.segments.db._delete_segments_for_network-8746560774018'] for network (582126c3-9cee-4ed9-9e1d-9c910ed92a84), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:18:58.000454 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9561923-c88f-4c8b-a0ff-b5d417e1630f None None] New status for floating IP dd38fc4f-2b6d-44e7-8177-4859a15c0454: ACTIVE {{(pid=103307) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 26 21:18:58.001001 n-d-760453-5 neutron-server[103304]: DEBUG neutron.services.segments.db [None req-011e1593-cfae-4269-897e-7706b9f47b9c tempest-RoutersNegativeIpV6Test-344315661 tempest-RoutersNegativeIpV6Test-344315661-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['582126c3-9cee-4ed9-9e1d-9c910ed92a84']}} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:18:58.011691 n-d-760453-5 neutron-server[103304]: DEBUG neutron.services.segments.db [None req-011e1593-cfae-4269-897e-7706b9f47b9c tempest-RoutersNegativeIpV6Test-344315661 tempest-RoutersNegativeIpV6Test-344315661-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7284f23c-aaa9-449e-8271-f6abb5ee66ce') {'for_net_delete': True} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:18:58.011994 n-d-760453-5 neutron-server[103304]: DEBUG neutron.services.segments.db [None req-011e1593-cfae-4269-897e-7706b9f47b9c tempest-RoutersNegativeIpV6Test-344315661 tempest-RoutersNegativeIpV6Test-344315661-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7284f23c-aaa9-449e-8271-f6abb5ee66ce') {} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:18:58.032866 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-011e1593-cfae-4269-897e-7706b9f47b9c tempest-RoutersNegativeIpV6Test-344315661 tempest-RoutersNegativeIpV6Test-344315661-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746560742283', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8881293'] for segment (7284f23c-aaa9-449e-8271-f6abb5ee66ce), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:18:58.046242 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device 55354188-8d39-484c-8b29-5b2659735f55 no longer exists at agent ovs-agent-n-d-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 26 21:18:58.063482 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-011e1593-cfae-4269-897e-7706b9f47b9c tempest-RoutersNegativeIpV6Test-344315661 tempest-RoutersNegativeIpV6Test-344315661-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576559'] for segment (7284f23c-aaa9-449e-8271-f6abb5ee66ce), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:18:58.073871 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-011e1593-cfae-4269-897e-7706b9f47b9c tempest-RoutersNegativeIpV6Test-344315661 tempest-RoutersNegativeIpV6Test-344315661-project] Releasing vlan 562 on physical network physnet1 to pool {{(pid=103304) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 26 21:18:58.075429 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-011e1593-cfae-4269-897e-7706b9f47b9c tempest-RoutersNegativeIpV6Test-344315661 tempest-RoutersNegativeIpV6Test-344315661-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9281762'] for segment (7284f23c-aaa9-449e-8271-f6abb5ee66ce), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:18:58.081918 n-d-760453-5 neutron-server[103304]: Traceback (most recent call last): Jan 26 21:18:58.081918 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 26 21:18:58.081918 n-d-760453-5 neutron-server[103304]: timer() Jan 26 21:18:58.081918 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 26 21:18:58.081918 n-d-760453-5 neutron-server[103304]: cb(*args, **kw) Jan 26 21:18:58.081918 n-d-760453-5 neutron-server[103304]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 26 21:18:58.081918 n-d-760453-5 neutron-server[103304]: return func(*args, **kwargs) Jan 26 21:18:58.081918 n-d-760453-5 neutron-server[103304]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 26 21:18:58.081918 n-d-760453-5 neutron-server[103304]: self._notify() Jan 26 21:18:58.081918 n-d-760453-5 neutron-server[103304]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 26 21:18:58.081918 n-d-760453-5 neutron-server[103304]: self.callback(batched_events) Jan 26 21:18:58.081918 n-d-760453-5 neutron-server[103304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 26 21:18:58.081918 n-d-760453-5 neutron-server[103304]: event.method(event) Jan 26 21:18:58.081918 n-d-760453-5 neutron-server[103304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 26 21:18:58.081918 n-d-760453-5 neutron-server[103304]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 26 21:18:58.081918 n-d-760453-5 neutron-server[103304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 26 21:18:58.081918 n-d-760453-5 neutron-server[103304]: aggregate_uuid = self.p_client.list_aggregates( Jan 26 21:18:58.081918 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 26 21:18:58.081918 n-d-760453-5 neutron-server[103304]: return f(self, *a, **k) Jan 26 21:18:58.081918 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 26 21:18:58.081918 n-d-760453-5 neutron-server[103304]: return self._get(url).json() Jan 26 21:18:58.081918 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 26 21:18:58.081918 n-d-760453-5 neutron-server[103304]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 26 21:18:58.081918 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 26 21:18:58.081918 n-d-760453-5 neutron-server[103304]: return self.request(url, 'GET', **kwargs) Jan 26 21:18:58.081918 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 26 21:18:58.081918 n-d-760453-5 neutron-server[103304]: base_url = self.get_endpoint(auth, allow=allow, Jan 26 21:18:58.081918 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 26 21:18:58.081918 n-d-760453-5 neutron-server[103304]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 26 21:18:58.081918 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 26 21:18:58.081918 n-d-760453-5 neutron-server[103304]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 26 21:18:58.081918 n-d-760453-5 neutron-server[103304]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 26 21:18:58.125023 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-135cfab2-bc8e-4a23-8c3b-2c99086f31ea None None] Pushing event deleted for resources: {'Port': ['ID=55354188-8d39-484c-8b29-5b2659735f55,revision_number=None']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:18:58.135330 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] No Port match for: 55354188-8d39-484c-8b29-5b2659735f55 {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 26 21:18:58.136346 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device 55354188-8d39-484c-8b29-5b2659735f55 not bound to the agent host n-d-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 26 21:18:58.136916 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device 68764d1e-65d3-4135-8fda-6bf922eab7fe no longer exists at agent ovs-agent-n-d-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 26 21:18:58.140870 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-135cfab2-bc8e-4a23-8c3b-2c99086f31ea None None] No DVR routers for this DVR port 55354188-8d39-484c-8b29-5b2659735f55 on host n-d-760453-5 {{(pid=103306) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 26 21:18:58.167512 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-011e1593-cfae-4269-897e-7706b9f47b9c tempest-RoutersNegativeIpV6Test-344315661 tempest-RoutersNegativeIpV6Test-344315661-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4110931'] for network (582126c3-9cee-4ed9-9e1d-9c910ed92a84), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:18:58.178528 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-011e1593-cfae-4269-897e-7706b9f47b9c tempest-RoutersNegativeIpV6Test-344315661 tempest-RoutersNegativeIpV6Test-344315661-project] Publish callbacks [] for network (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:18:58.184553 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-011e1593-cfae-4269-897e-7706b9f47b9c tempest-RoutersNegativeIpV6Test-344315661 tempest-RoutersNegativeIpV6Test-344315661-project] 10.222.0.13 "DELETE /v2.0/networks/582126c3-9cee-4ed9-9e1d-9c910ed92a84 HTTP/1.1" status: 204 len: 168 time: 0.9838796 Jan 26 21:18:58.188519 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 33254) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:18:58.208292 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] get_ports_and_sgs() called for port_ids ['47ae25ce-c34a-43c9-9bb0-c43b0ece7bbd'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 26 21:18:58.211774 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-011e1593-cfae-4269-897e-7706b9f47b9c tempest-RoutersNegativeIpV6Test-344315661 tempest-RoutersNegativeIpV6Test-344315661-project] Pushing event deleted for resources: {'Network': ['ID=582126c3-9cee-4ed9-9e1d-9c910ed92a84,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:18:58.318356 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf910bf6-7e37-45a2-968b-0be2a4e6e2e5 req-af22d158-ab29-4e1a-a9a3-41227c1a913c tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:18:58.335341 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf910bf6-7e37-45a2-968b-0be2a4e6e2e5 req-af22d158-ab29-4e1a-a9a3-41227c1a913c tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:18:58.343778 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf910bf6-7e37-45a2-968b-0be2a4e6e2e5 req-af22d158-ab29-4e1a-a9a3-41227c1a913c tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:18:58.350907 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-16377b17-d3b9-4e7d-934a-7c77ec0ac1a6 tempest-RoutersNegativeIpV6Test-344315661 tempest-RoutersNegativeIpV6Test-344315661-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-748181'] for network (267d7b19-37ff-4328-99b1-9a0c8436f96e), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:18:58.351771 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf910bf6-7e37-45a2-968b-0be2a4e6e2e5 req-af22d158-ab29-4e1a-a9a3-41227c1a913c tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:18:58.358652 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf910bf6-7e37-45a2-968b-0be2a4e6e2e5 req-af22d158-ab29-4e1a-a9a3-41227c1a913c tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:18:58.366078 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf910bf6-7e37-45a2-968b-0be2a4e6e2e5 req-af22d158-ab29-4e1a-a9a3-41227c1a913c tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:18:58.376935 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf910bf6-7e37-45a2-968b-0be2a4e6e2e5 req-af22d158-ab29-4e1a-a9a3-41227c1a913c tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:18:58.379367 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-cf910bf6-7e37-45a2-968b-0be2a4e6e2e5 req-af22d158-ab29-4e1a-a9a3-41227c1a913c tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca795481-031c-48ac-925f-00596ed83bb9 HTTP/1.1" status: 200 len: 5431 time: 0.1708105 Jan 26 21:18:58.396426 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e52610-4567-4933-bef6-1aff57acd8e0 req-7df7345b-ede6-46ef-85db-418da4ff2219 tempest-AttachVolumeShelveTestJSON-345998519 tempest-AttachVolumeShelveTestJSON-345998519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:18:58.398332 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-f3e52610-4567-4933-bef6-1aff57acd8e0 req-7df7345b-ede6-46ef-85db-418da4ff2219 tempest-AttachVolumeShelveTestJSON-345998519 tempest-AttachVolumeShelveTestJSON-345998519-project] 10.222.0.13 "GET /v2.0/ports?device_id=93bf95ee-d279-4897-bd53-d5feb3e9b070 HTTP/1.1" status: 200 len: 944 time: 0.1728227 Jan 26 21:18:58.415937 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-16377b17-d3b9-4e7d-934a-7c77ec0ac1a6 tempest-RoutersNegativeIpV6Test-344315661 tempest-RoutersNegativeIpV6Test-344315661-project] Deleting port 68764d1e-65d3-4135-8fda-6bf922eab7fe {{(pid=103305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 21:18:58.416230 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-16377b17-d3b9-4e7d-934a-7c77ec0ac1a6 tempest-RoutersNegativeIpV6Test-344315661 tempest-RoutersNegativeIpV6Test-344315661-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746560630878'] for port (68764d1e-65d3-4135-8fda-6bf922eab7fe), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:18:58.420955 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-36df6393-39c7-49d6-8571-cca15723cb98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746560636600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746560234536'] for port (68764d1e-65d3-4135-8fda-6bf922eab7fe), after_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:18:58.463669 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Port 68764d1e-65d3-4135-8fda-6bf922eab7fe update to DOWN by agent not found {{(pid=103306) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2196}} Jan 26 21:18:58.511321 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-f3e52610-4567-4933-bef6-1aff57acd8e0 req-9e95c9aa-027e-406e-9609-a82d579a961a tempest-AttachVolumeShelveTestJSON-345998519 tempest-AttachVolumeShelveTestJSON-345998519-project] 10.222.0.13 "GET /v2.0/security-groups?id=5d7f7103-d0ef-48d0-a848-32dbbe71b238&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1026936 Jan 26 21:18:58.516674 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-cf910bf6-7e37-45a2-968b-0be2a4e6e2e5 req-dc5b1e2a-1861-4bff-bf52-17fa8b962bc9 tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] 10.222.0.13 "GET /v2.0/security-groups?id=cfb1b9fe-a4df-4bbd-b439-103a9aa84b57&id=4949e7fd-e987-466a-ab17-ed5ae28a32c1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1315665 Jan 26 21:18:58.518752 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36df6393-39c7-49d6-8571-cca15723cb98 None None] Pushing event deleted for resources: {'Port': ['ID=68764d1e-65d3-4135-8fda-6bf922eab7fe,revision_number=None']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:18:58.524670 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36df6393-39c7-49d6-8571-cca15723cb98 None None] No DVR routers for this DVR port 68764d1e-65d3-4135-8fda-6bf922eab7fe on host n-d-760453-5 {{(pid=103306) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 26 21:18:58.535408 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 33256) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:18:58.560981 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [None req-16377b17-d3b9-4e7d-934a-7c77ec0ac1a6 tempest-RoutersNegativeIpV6Test-344315661 tempest-RoutersNegativeIpV6Test-344315661-project] For port 68764d1e-65d3-4135-8fda-6bf922eab7fe, host n-d-760453-5, got binding levels [] {{(pid=103305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:18:58.561586 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-16377b17-d3b9-4e7d-934a-7c77ec0ac1a6 tempest-RoutersNegativeIpV6Test-344315661 tempest-RoutersNegativeIpV6Test-344315661-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4109658'] for port (68764d1e-65d3-4135-8fda-6bf922eab7fe), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:18:58.596938 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-16377b17-d3b9-4e7d-934a-7c77ec0ac1a6 tempest-RoutersNegativeIpV6Test-344315661 tempest-RoutersNegativeIpV6Test-344315661-project] Calling delete_port for 68764d1e-65d3-4135-8fda-6bf922eab7fe owned by network:dhcp {{(pid=103305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 21:18:58.600079 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.ipam_backend_mixin [None req-16377b17-d3b9-4e7d-934a-7c77ec0ac1a6 tempest-RoutersNegativeIpV6Test-344315661 tempest-RoutersNegativeIpV6Test-344315661-project] Port 68764d1e-65d3-4135-8fda-6bf922eab7fe was not found and therefore no delete operation was performed {{(pid=103305) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jan 26 21:18:58.601655 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-16377b17-d3b9-4e7d-934a-7c77ec0ac1a6 tempest-RoutersNegativeIpV6Test-344315661 tempest-RoutersNegativeIpV6Test-344315661-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746560636600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746560234536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11791543'] for port (68764d1e-65d3-4135-8fda-6bf922eab7fe), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:18:58.648396 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16377b17-d3b9-4e7d-934a-7c77ec0ac1a6 tempest-RoutersNegativeIpV6Test-344315661 tempest-RoutersNegativeIpV6Test-344315661-project] No DVR routers for this DVR port 68764d1e-65d3-4135-8fda-6bf922eab7fe on host n-d-760453-5 {{(pid=103305) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 26 21:18:58.674879 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-e58dde01-73ef-4189-9897-738dff4b03e1 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] 10.222.0.13 "GET /v2.0/floatingips/dd38fc4f-2b6d-44e7-8177-4859a15c0454 HTTP/1.1" status: 200 len: 994 time: 0.1365795 Jan 26 21:18:58.707177 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16377b17-d3b9-4e7d-934a-7c77ec0ac1a6 tempest-RoutersNegativeIpV6Test-344315661 tempest-RoutersNegativeIpV6Test-344315661-project] Pushing event deleted for resources: {'Port': ['ID=68764d1e-65d3-4135-8fda-6bf922eab7fe,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:18:58.780445 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-16377b17-d3b9-4e7d-934a-7c77ec0ac1a6 tempest-RoutersNegativeIpV6Test-344315661 tempest-RoutersNegativeIpV6Test-344315661-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-686403', 'neutron.services.segments.db._delete_segments_for_network-8746560774018'] for network (267d7b19-37ff-4328-99b1-9a0c8436f96e), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:18:58.810687 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0439c820-029e-45ed-9be4-19bcb5d4b0ed req-3ee50b3d-3e03-4b5e-8e61-b3ab018c914c tempest-ServersNegativeTestJSON-90632883 tempest-ServersNegativeTestJSON-90632883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:18:58.812253 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-0439c820-029e-45ed-9be4-19bcb5d4b0ed req-3ee50b3d-3e03-4b5e-8e61-b3ab018c914c tempest-ServersNegativeTestJSON-90632883 tempest-ServersNegativeTestJSON-90632883-project] 10.222.0.13 "GET /v2.0/ports?device_id=485c96a9-0169-4ea3-a4eb-4d7ce9abb56c HTTP/1.1" status: 200 len: 945 time: 0.0948544 Jan 26 21:18:58.817370 n-d-760453-5 neutron-server[103305]: DEBUG neutron.services.segments.db [None req-16377b17-d3b9-4e7d-934a-7c77ec0ac1a6 tempest-RoutersNegativeIpV6Test-344315661 tempest-RoutersNegativeIpV6Test-344315661-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['267d7b19-37ff-4328-99b1-9a0c8436f96e']}} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:18:58.831699 n-d-760453-5 neutron-server[103305]: DEBUG neutron.services.segments.db [None req-16377b17-d3b9-4e7d-934a-7c77ec0ac1a6 tempest-RoutersNegativeIpV6Test-344315661 tempest-RoutersNegativeIpV6Test-344315661-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ad6e9119-211b-413b-8607-be0f4b330941') {'for_net_delete': True} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:18:58.832489 n-d-760453-5 neutron-server[103305]: DEBUG neutron.services.segments.db [None req-16377b17-d3b9-4e7d-934a-7c77ec0ac1a6 tempest-RoutersNegativeIpV6Test-344315661 tempest-RoutersNegativeIpV6Test-344315661-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ad6e9119-211b-413b-8607-be0f4b330941') {} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:18:58.842916 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c55631-3671-4c4f-b472-9d0ba05dac54 req-dc7471b0-d098-4e67-8b18-b5e845e7ae57 tempest-LiveMigrationTest-746395142 tempest-LiveMigrationTest-746395142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:18:58.845467 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-16377b17-d3b9-4e7d-934a-7c77ec0ac1a6 tempest-RoutersNegativeIpV6Test-344315661 tempest-RoutersNegativeIpV6Test-344315661-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746560742283', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11788955'] for segment (ad6e9119-211b-413b-8607-be0f4b330941), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:18:58.851736 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-93c55631-3671-4c4f-b472-9d0ba05dac54 req-dc7471b0-d098-4e67-8b18-b5e845e7ae57 tempest-LiveMigrationTest-746395142 tempest-LiveMigrationTest-746395142-project] 10.222.0.13 "GET /v2.0/ports?device_id=3c1bb11b-19e0-4bd6-8502-e5422740b40d HTTP/1.1" status: 200 len: 943 time: 0.1018190 Jan 26 21:18:58.860442 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-16377b17-d3b9-4e7d-934a-7c77ec0ac1a6 tempest-RoutersNegativeIpV6Test-344315661 tempest-RoutersNegativeIpV6Test-344315661-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576559'] for segment (ad6e9119-211b-413b-8607-be0f4b330941), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:18:58.868489 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-16377b17-d3b9-4e7d-934a-7c77ec0ac1a6 tempest-RoutersNegativeIpV6Test-344315661 tempest-RoutersNegativeIpV6Test-344315661-project] Releasing vlan 557 on physical network physnet1 to pool {{(pid=103305) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 26 21:18:58.868899 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-16377b17-d3b9-4e7d-934a-7c77ec0ac1a6 tempest-RoutersNegativeIpV6Test-344315661 tempest-RoutersNegativeIpV6Test-344315661-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11791428'] for segment (ad6e9119-211b-413b-8607-be0f4b330941), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:18:58.901164 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-0439c820-029e-45ed-9be4-19bcb5d4b0ed req-a6014621-cc67-4ca1-a5e3-20a6f7f196e0 tempest-ServersNegativeTestJSON-90632883 tempest-ServersNegativeTestJSON-90632883-project] 10.222.0.13 "GET /v2.0/security-groups?id=f00b351c-12ea-4499-84c9-f0263f4f27ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816872 Jan 26 21:18:58.940589 n-d-760453-5 neutron-server[103305]: Traceback (most recent call last): Jan 26 21:18:58.940589 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 26 21:18:58.940589 n-d-760453-5 neutron-server[103305]: timer() Jan 26 21:18:58.940589 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 26 21:18:58.940589 n-d-760453-5 neutron-server[103305]: cb(*args, **kw) Jan 26 21:18:58.940589 n-d-760453-5 neutron-server[103305]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 26 21:18:58.940589 n-d-760453-5 neutron-server[103305]: return func(*args, **kwargs) Jan 26 21:18:58.940589 n-d-760453-5 neutron-server[103305]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 26 21:18:58.940589 n-d-760453-5 neutron-server[103305]: self._notify() Jan 26 21:18:58.940589 n-d-760453-5 neutron-server[103305]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 26 21:18:58.940589 n-d-760453-5 neutron-server[103305]: self.callback(batched_events) Jan 26 21:18:58.940589 n-d-760453-5 neutron-server[103305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 26 21:18:58.940589 n-d-760453-5 neutron-server[103305]: event.method(event) Jan 26 21:18:58.940589 n-d-760453-5 neutron-server[103305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 26 21:18:58.940589 n-d-760453-5 neutron-server[103305]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 26 21:18:58.940589 n-d-760453-5 neutron-server[103305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 26 21:18:58.940589 n-d-760453-5 neutron-server[103305]: aggregate_uuid = self.p_client.list_aggregates( Jan 26 21:18:58.940589 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 26 21:18:58.940589 n-d-760453-5 neutron-server[103305]: return f(self, *a, **k) Jan 26 21:18:58.940589 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 26 21:18:58.940589 n-d-760453-5 neutron-server[103305]: return self._get(url).json() Jan 26 21:18:58.940589 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 26 21:18:58.940589 n-d-760453-5 neutron-server[103305]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 26 21:18:58.940589 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 26 21:18:58.940589 n-d-760453-5 neutron-server[103305]: return self.request(url, 'GET', **kwargs) Jan 26 21:18:58.940589 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 26 21:18:58.940589 n-d-760453-5 neutron-server[103305]: base_url = self.get_endpoint(auth, allow=allow, Jan 26 21:18:58.940589 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 26 21:18:58.940589 n-d-760453-5 neutron-server[103305]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 26 21:18:58.940589 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 26 21:18:58.940589 n-d-760453-5 neutron-server[103305]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 26 21:18:58.940589 n-d-760453-5 neutron-server[103305]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 26 21:18:58.947770 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-93c55631-3671-4c4f-b472-9d0ba05dac54 req-29df5052-cd15-4633-993b-5216baae31b9 tempest-LiveMigrationTest-746395142 tempest-LiveMigrationTest-746395142-project] 10.222.0.13 "GET /v2.0/security-groups?id=c43a996a-6b93-48e4-a331-48250c5b183d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860121 Jan 26 21:18:58.953342 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-16377b17-d3b9-4e7d-934a-7c77ec0ac1a6 tempest-RoutersNegativeIpV6Test-344315661 tempest-RoutersNegativeIpV6Test-344315661-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4110931'] for network (267d7b19-37ff-4328-99b1-9a0c8436f96e), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:18:58.962311 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-16377b17-d3b9-4e7d-934a-7c77ec0ac1a6 tempest-RoutersNegativeIpV6Test-344315661 tempest-RoutersNegativeIpV6Test-344315661-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709645'] for network (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:18:58.969131 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-16377b17-d3b9-4e7d-934a-7c77ec0ac1a6 tempest-RoutersNegativeIpV6Test-344315661 tempest-RoutersNegativeIpV6Test-344315661-project] 10.222.0.13 "DELETE /v2.0/networks/267d7b19-37ff-4328-99b1-9a0c8436f96e HTTP/1.1" status: 204 len: 168 time: 0.7775373 Jan 26 21:18:58.970026 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 33268) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:18:59.009743 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16377b17-d3b9-4e7d-934a-7c77ec0ac1a6 tempest-RoutersNegativeIpV6Test-344315661 tempest-RoutersNegativeIpV6Test-344315661-project] Pushing event deleted for resources: {'Network': ['ID=267d7b19-37ff-4328-99b1-9a0c8436f96e,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:18:59.038432 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.db_base_plugin_v2 [None req-b78d9326-8135-441f-9fe8-7f0d7f32ee20 tempest-RoutersNegativeIpV6Test-344315661 tempest-RoutersNegativeIpV6Test-344315661-project] Deleting subnet 87296858-e6f7-4f68-8026-962ca4ca08b7 {{(pid=103305) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 26 21:18:59.041650 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-b78d9326-8135-441f-9fe8-7f0d7f32ee20 tempest-RoutersNegativeIpV6Test-344315661 tempest-RoutersNegativeIpV6Test-344315661-project] Publish callbacks [] for subnet (87296858-e6f7-4f68-8026-962ca4ca08b7), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:18:59.083568 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-b78d9326-8135-441f-9fe8-7f0d7f32ee20 tempest-RoutersNegativeIpV6Test-344315661 tempest-RoutersNegativeIpV6Test-344315661-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11788946'] for subnet (87296858-e6f7-4f68-8026-962ca4ca08b7), precommit_delete_associations {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:18:59.169450 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-b78d9326-8135-441f-9fe8-7f0d7f32ee20 tempest-RoutersNegativeIpV6Test-344315661 tempest-RoutersNegativeIpV6Test-344315661-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687316'] for subnet (87296858-e6f7-4f68-8026-962ca4ca08b7), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:18:59.187782 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Device b07f46ba-4da1-431a-b45a-508248fce8a3 no longer exists at agent hyperv_n-h1-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 26 21:18:59.234928 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-b78d9326-8135-441f-9fe8-7f0d7f32ee20 tempest-RoutersNegativeIpV6Test-344315661 tempest-RoutersNegativeIpV6Test-344315661-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11791594', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11599980'] for subnet (87296858-e6f7-4f68-8026-962ca4ca08b7), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:18:59.264233 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b78d9326-8135-441f-9fe8-7f0d7f32ee20 tempest-RoutersNegativeIpV6Test-344315661 tempest-RoutersNegativeIpV6Test-344315661-project] Pushing event deleted for resources: {'Subnet': ['ID=87296858-e6f7-4f68-8026-962ca4ca08b7,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:18:59.266172 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-b78d9326-8135-441f-9fe8-7f0d7f32ee20 tempest-RoutersNegativeIpV6Test-344315661 tempest-RoutersNegativeIpV6Test-344315661-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709645'] for subnet (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:18:59.272185 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-b78d9326-8135-441f-9fe8-7f0d7f32ee20 tempest-RoutersNegativeIpV6Test-344315661 tempest-RoutersNegativeIpV6Test-344315661-project] 10.222.0.13 "DELETE /v2.0/subnets/87296858-e6f7-4f68-8026-962ca4ca08b7 HTTP/1.1" status: 204 len: 168 time: 0.3014128 Jan 26 21:18:59.272958 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 33272) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:18:59.273349 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04690b33-f982-4f27-8fb5-8e8d4005f6e9 None None] Network cf9fdee7-a1cd-4e57-a10f-9d0313a16d27 requested from n-d-760453-5 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 26 21:18:59.331944 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Current status of the port b07f46ba-4da1-431a-b45a-508248fce8a3 is: DOWN; New status is: DOWN {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:18:59.352139 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-b9aa592f-1fa9-4003-b759-cde0ba3b506f tempest-RoutersNegativeIpV6Test-344315661 tempest-RoutersNegativeIpV6Test-344315661-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-748181'] for network (cf9fdee7-a1cd-4e57-a10f-9d0313a16d27), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:18:59.409154 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-b9aa592f-1fa9-4003-b759-cde0ba3b506f tempest-RoutersNegativeIpV6Test-344315661 tempest-RoutersNegativeIpV6Test-344315661-project] Deleting port 6cf5c5d9-b5e2-4cf2-ac71-723d3b73ea88 {{(pid=103305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 21:18:59.409629 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-b9aa592f-1fa9-4003-b759-cde0ba3b506f tempest-RoutersNegativeIpV6Test-344315661 tempest-RoutersNegativeIpV6Test-344315661-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746560630878'] for port (6cf5c5d9-b5e2-4cf2-ac71-723d3b73ea88), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:18:59.455591 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b99ee48-5cd4-4aeb-bd6d-8a1c7c8adcc3 None None] DHCP port deletion for cf9fdee7-a1cd-4e57-a10f-9d0313a16d27 request from n-d-760453-5 {{(pid=103306) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 26 21:18:59.481222 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [None req-b9aa592f-1fa9-4003-b759-cde0ba3b506f tempest-RoutersNegativeIpV6Test-344315661 tempest-RoutersNegativeIpV6Test-344315661-project] For port 6cf5c5d9-b5e2-4cf2-ac71-723d3b73ea88, host n-d-760453-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=6cf5c5d9-b5e2-4cf2-ac71-723d3b73ea88,segment=NetworkSegment(d20f4365-2bcf-42b1-bafa-d4cd3cf6521c),segment_id=d20f4365-2bcf-42b1-bafa-d4cd3cf6521c)] {{(pid=103305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:18:59.481624 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-b9aa592f-1fa9-4003-b759-cde0ba3b506f tempest-RoutersNegativeIpV6Test-344315661 tempest-RoutersNegativeIpV6Test-344315661-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4109658'] for port (6cf5c5d9-b5e2-4cf2-ac71-723d3b73ea88), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:18:59.495226 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-b9aa592f-1fa9-4003-b759-cde0ba3b506f tempest-RoutersNegativeIpV6Test-344315661 tempest-RoutersNegativeIpV6Test-344315661-project] Calling delete_port for 6cf5c5d9-b5e2-4cf2-ac71-723d3b73ea88 owned by network:dhcp {{(pid=103305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 21:18:59.505135 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-7b99ee48-5cd4-4aeb-bd6d-8a1c7c8adcc3 None None] Deleting port 6cf5c5d9-b5e2-4cf2-ac71-723d3b73ea88 {{(pid=103306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 21:18:59.505713 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-7b99ee48-5cd4-4aeb-bd6d-8a1c7c8adcc3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746560630878'] for port (6cf5c5d9-b5e2-4cf2-ac71-723d3b73ea88), before_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:18:59.575358 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-7b99ee48-5cd4-4aeb-bd6d-8a1c7c8adcc3 None None] For port 6cf5c5d9-b5e2-4cf2-ac71-723d3b73ea88, host n-d-760453-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=6cf5c5d9-b5e2-4cf2-ac71-723d3b73ea88,segment=NetworkSegment(d20f4365-2bcf-42b1-bafa-d4cd3cf6521c),segment_id=d20f4365-2bcf-42b1-bafa-d4cd3cf6521c)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:18:59.575748 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-7b99ee48-5cd4-4aeb-bd6d-8a1c7c8adcc3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4109658'] for port (6cf5c5d9-b5e2-4cf2-ac71-723d3b73ea88), precommit_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:18:59.592513 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-7b99ee48-5cd4-4aeb-bd6d-8a1c7c8adcc3 None None] Calling delete_port for 6cf5c5d9-b5e2-4cf2-ac71-723d3b73ea88 owned by network:dhcp {{(pid=103306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 21:18:59.599138 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-b9aa592f-1fa9-4003-b759-cde0ba3b506f tempest-RoutersNegativeIpV6Test-344315661 tempest-RoutersNegativeIpV6Test-344315661-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746560636600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746560234536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11791543'] for port (6cf5c5d9-b5e2-4cf2-ac71-723d3b73ea88), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:18:59.653758 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9aa592f-1fa9-4003-b759-cde0ba3b506f tempest-RoutersNegativeIpV6Test-344315661 tempest-RoutersNegativeIpV6Test-344315661-project] Pushing event deleted for resources: {'Port': ['ID=6cf5c5d9-b5e2-4cf2-ac71-723d3b73ea88,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:18:59.659790 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9aa592f-1fa9-4003-b759-cde0ba3b506f tempest-RoutersNegativeIpV6Test-344315661 tempest-RoutersNegativeIpV6Test-344315661-project] No DVR routers for this DVR port 6cf5c5d9-b5e2-4cf2-ac71-723d3b73ea88 on host n-d-760453-5 {{(pid=103305) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 26 21:18:59.680055 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-7b99ee48-5cd4-4aeb-bd6d-8a1c7c8adcc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746560636600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746560234536'] for port (6cf5c5d9-b5e2-4cf2-ac71-723d3b73ea88), after_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:18:59.709015 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782878b4-25d0-4932-9327-cebe1659d2fb req-1041ba04-2b27-4813-a5ad-4d72dd5d3328 tempest-AttachVolumeShelveTestJSON-345998519 tempest-AttachVolumeShelveTestJSON-345998519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:18:59.711925 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-782878b4-25d0-4932-9327-cebe1659d2fb req-1041ba04-2b27-4813-a5ad-4d72dd5d3328 tempest-AttachVolumeShelveTestJSON-345998519 tempest-AttachVolumeShelveTestJSON-345998519-project] 10.222.0.13 "GET /v2.0/ports?device_id=93bf95ee-d279-4897-bd53-d5feb3e9b070 HTTP/1.1" status: 200 len: 944 time: 0.0895061 Jan 26 21:18:59.724348 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b99ee48-5cd4-4aeb-bd6d-8a1c7c8adcc3 None None] Pushing event deleted for resources: {'Port': ['ID=6cf5c5d9-b5e2-4cf2-ac71-723d3b73ea88,revision_number=None']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:18:59.727926 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b99ee48-5cd4-4aeb-bd6d-8a1c7c8adcc3 None None] No DVR routers for this DVR port 6cf5c5d9-b5e2-4cf2-ac71-723d3b73ea88 on host n-d-760453-5 {{(pid=103306) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 26 21:18:59.762416 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-b9aa592f-1fa9-4003-b759-cde0ba3b506f tempest-RoutersNegativeIpV6Test-344315661 tempest-RoutersNegativeIpV6Test-344315661-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-686403', 'neutron.services.segments.db._delete_segments_for_network-8746560774018'] for network (cf9fdee7-a1cd-4e57-a10f-9d0313a16d27), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:18:59.785006 n-d-760453-5 neutron-server[103305]: DEBUG neutron.services.segments.db [None req-b9aa592f-1fa9-4003-b759-cde0ba3b506f tempest-RoutersNegativeIpV6Test-344315661 tempest-RoutersNegativeIpV6Test-344315661-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cf9fdee7-a1cd-4e57-a10f-9d0313a16d27']}} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:18:59.796656 n-d-760453-5 neutron-server[103305]: DEBUG neutron.services.segments.db [None req-b9aa592f-1fa9-4003-b759-cde0ba3b506f tempest-RoutersNegativeIpV6Test-344315661 tempest-RoutersNegativeIpV6Test-344315661-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd20f4365-2bcf-42b1-bafa-d4cd3cf6521c') {'for_net_delete': True} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:18:59.796963 n-d-760453-5 neutron-server[103305]: DEBUG neutron.services.segments.db [None req-b9aa592f-1fa9-4003-b759-cde0ba3b506f tempest-RoutersNegativeIpV6Test-344315661 tempest-RoutersNegativeIpV6Test-344315661-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd20f4365-2bcf-42b1-bafa-d4cd3cf6521c') {} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:18:59.808640 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-b9aa592f-1fa9-4003-b759-cde0ba3b506f tempest-RoutersNegativeIpV6Test-344315661 tempest-RoutersNegativeIpV6Test-344315661-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746560742283', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11788955'] for segment (d20f4365-2bcf-42b1-bafa-d4cd3cf6521c), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:18:59.814313 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63d87cd-a1bf-4eec-b7d9-392384353008 req-ad5fd115-7f0b-47d6-9edd-6d62095113de tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:18:59.819751 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63d87cd-a1bf-4eec-b7d9-392384353008 req-ad5fd115-7f0b-47d6-9edd-6d62095113de tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:18:59.824989 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-b9aa592f-1fa9-4003-b759-cde0ba3b506f tempest-RoutersNegativeIpV6Test-344315661 tempest-RoutersNegativeIpV6Test-344315661-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576559'] for segment (d20f4365-2bcf-42b1-bafa-d4cd3cf6521c), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:18:59.825646 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63d87cd-a1bf-4eec-b7d9-392384353008 req-ad5fd115-7f0b-47d6-9edd-6d62095113de tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:18:59.831018 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63d87cd-a1bf-4eec-b7d9-392384353008 req-ad5fd115-7f0b-47d6-9edd-6d62095113de tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:18:59.833796 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b9aa592f-1fa9-4003-b759-cde0ba3b506f tempest-RoutersNegativeIpV6Test-344315661 tempest-RoutersNegativeIpV6Test-344315661-project] Releasing vlan 555 on physical network physnet1 to pool {{(pid=103305) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 26 21:18:59.834277 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-b9aa592f-1fa9-4003-b759-cde0ba3b506f tempest-RoutersNegativeIpV6Test-344315661 tempest-RoutersNegativeIpV6Test-344315661-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11791428'] for segment (d20f4365-2bcf-42b1-bafa-d4cd3cf6521c), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:18:59.836578 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63d87cd-a1bf-4eec-b7d9-392384353008 req-ad5fd115-7f0b-47d6-9edd-6d62095113de tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:18:59.838347 n-d-760453-5 neutron-server[103305]: Traceback (most recent call last): Jan 26 21:18:59.838347 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 26 21:18:59.838347 n-d-760453-5 neutron-server[103305]: timer() Jan 26 21:18:59.838347 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 26 21:18:59.838347 n-d-760453-5 neutron-server[103305]: cb(*args, **kw) Jan 26 21:18:59.838347 n-d-760453-5 neutron-server[103305]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 26 21:18:59.838347 n-d-760453-5 neutron-server[103305]: return func(*args, **kwargs) Jan 26 21:18:59.838347 n-d-760453-5 neutron-server[103305]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 26 21:18:59.838347 n-d-760453-5 neutron-server[103305]: self._notify() Jan 26 21:18:59.838347 n-d-760453-5 neutron-server[103305]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 26 21:18:59.838347 n-d-760453-5 neutron-server[103305]: self.callback(batched_events) Jan 26 21:18:59.838347 n-d-760453-5 neutron-server[103305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 26 21:18:59.838347 n-d-760453-5 neutron-server[103305]: event.method(event) Jan 26 21:18:59.838347 n-d-760453-5 neutron-server[103305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 26 21:18:59.838347 n-d-760453-5 neutron-server[103305]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 26 21:18:59.838347 n-d-760453-5 neutron-server[103305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 26 21:18:59.838347 n-d-760453-5 neutron-server[103305]: aggregate_uuid = self.p_client.list_aggregates( Jan 26 21:18:59.838347 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 26 21:18:59.838347 n-d-760453-5 neutron-server[103305]: return f(self, *a, **k) Jan 26 21:18:59.838347 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 26 21:18:59.838347 n-d-760453-5 neutron-server[103305]: return self._get(url).json() Jan 26 21:18:59.838347 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 26 21:18:59.838347 n-d-760453-5 neutron-server[103305]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 26 21:18:59.838347 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 26 21:18:59.838347 n-d-760453-5 neutron-server[103305]: return self.request(url, 'GET', **kwargs) Jan 26 21:18:59.838347 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 26 21:18:59.838347 n-d-760453-5 neutron-server[103305]: base_url = self.get_endpoint(auth, allow=allow, Jan 26 21:18:59.838347 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 26 21:18:59.838347 n-d-760453-5 neutron-server[103305]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 26 21:18:59.838347 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 26 21:18:59.838347 n-d-760453-5 neutron-server[103305]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 26 21:18:59.838347 n-d-760453-5 neutron-server[103305]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 26 21:18:59.842096 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63d87cd-a1bf-4eec-b7d9-392384353008 req-ad5fd115-7f0b-47d6-9edd-6d62095113de tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:18:59.847569 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63d87cd-a1bf-4eec-b7d9-392384353008 req-ad5fd115-7f0b-47d6-9edd-6d62095113de tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:18:59.856056 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-d63d87cd-a1bf-4eec-b7d9-392384353008 req-ad5fd115-7f0b-47d6-9edd-6d62095113de tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca795481-031c-48ac-925f-00596ed83bb9 HTTP/1.1" status: 200 len: 5431 time: 0.1422122 Jan 26 21:18:59.883289 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-782878b4-25d0-4932-9327-cebe1659d2fb req-b7b114a2-45b1-4687-8a47-918d825d198a tempest-AttachVolumeShelveTestJSON-345998519 tempest-AttachVolumeShelveTestJSON-345998519-project] 10.222.0.13 "GET /v2.0/security-groups?id=5d7f7103-d0ef-48d0-a848-32dbbe71b238&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1587718 Jan 26 21:18:59.920717 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device 6cf5c5d9-b5e2-4cf2-ac71-723d3b73ea88 no longer exists at agent ovs-agent-n-d-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 26 21:18:59.922077 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-b9aa592f-1fa9-4003-b759-cde0ba3b506f tempest-RoutersNegativeIpV6Test-344315661 tempest-RoutersNegativeIpV6Test-344315661-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4110931'] for network (cf9fdee7-a1cd-4e57-a10f-9d0313a16d27), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:18:59.938740 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-b9aa592f-1fa9-4003-b759-cde0ba3b506f tempest-RoutersNegativeIpV6Test-344315661 tempest-RoutersNegativeIpV6Test-344315661-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709645'] for network (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:18:59.942419 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-b9aa592f-1fa9-4003-b759-cde0ba3b506f tempest-RoutersNegativeIpV6Test-344315661 tempest-RoutersNegativeIpV6Test-344315661-project] 10.222.0.13 "DELETE /v2.0/networks/cf9fdee7-a1cd-4e57-a10f-9d0313a16d27 HTTP/1.1" status: 204 len: 168 time: 0.6684132 Jan 26 21:18:59.945452 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 33280) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:18:59.960756 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9aa592f-1fa9-4003-b759-cde0ba3b506f tempest-RoutersNegativeIpV6Test-344315661 tempest-RoutersNegativeIpV6Test-344315661-project] Pushing event deleted for resources: {'Network': ['ID=cf9fdee7-a1cd-4e57-a10f-9d0313a16d27,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:18:59.967551 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-d63d87cd-a1bf-4eec-b7d9-392384353008 req-daefbe84-276f-4a37-865e-c2a760477913 tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] 10.222.0.13 "GET /v2.0/security-groups?id=cfb1b9fe-a4df-4bbd-b439-103a9aa84b57&id=4949e7fd-e987-466a-ab17-ed5ae28a32c1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1112235 Jan 26 21:18:59.985320 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-9bdb660b-5eea-4001-8300-5abee08a24cd tempest-RoutersNegativeIpV6Test-344315661 tempest-RoutersNegativeIpV6Test-344315661-project] 10.222.0.13 "GET /v2.0/ports?device_id=60637e3e-bfe5-4fbc-90e2-65097b4f9a6c HTTP/1.1" status: 200 len: 205 time: 0.0384047 Jan 26 21:18:59.987547 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 33286) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:18:59.994111 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] No Port match for: 6cf5c5d9-b5e2-4cf2-ac71-723d3b73ea88 {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 26 21:18:59.994464 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device 6cf5c5d9-b5e2-4cf2-ac71-723d3b73ea88 not bound to the agent host n-d-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 26 21:19:00.090420 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-f65b3204-c113-4b93-85e3-0ad760e17c38 tempest-RoutersNegativeIpV6Test-344315661 tempest-RoutersNegativeIpV6Test-344315661-project] Publish callbacks [] for router (60637e3e-bfe5-4fbc-90e2-65097b4f9a6c), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:19:00.301097 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-f65b3204-c113-4b93-85e3-0ad760e17c38 tempest-RoutersNegativeIpV6Test-344315661 tempest-RoutersNegativeIpV6Test-344315661-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4105774', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13082'] for router (60637e3e-bfe5-4fbc-90e2-65097b4f9a6c), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:19:00.310535 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da4ff2b-a6d5-414c-94c8-5f8ac54ca7ee req-0b8afa4e-1663-4a95-85ba-efd4e9b48abf tempest-ServersNegativeTestJSON-90632883 tempest-ServersNegativeTestJSON-90632883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:19:00.312021 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-6da4ff2b-a6d5-414c-94c8-5f8ac54ca7ee req-0b8afa4e-1663-4a95-85ba-efd4e9b48abf tempest-ServersNegativeTestJSON-90632883 tempest-ServersNegativeTestJSON-90632883-project] 10.222.0.13 "GET /v2.0/ports?device_id=485c96a9-0169-4ea3-a4eb-4d7ce9abb56c HTTP/1.1" status: 200 len: 945 time: 0.2367871 Jan 26 21:19:00.313133 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-f65b3204-c113-4b93-85e3-0ad760e17c38 tempest-RoutersNegativeIpV6Test-344315661 tempest-RoutersNegativeIpV6Test-344315661-project] Publish callbacks [] for router_controller (60637e3e-bfe5-4fbc-90e2-65097b4f9a6c), precommit_delete_associations {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:19:00.368632 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f05671e-b87c-4a03-9562-adeb696e66cc req-33dc7fa8-89d8-4cac-8b19-c3e75cab998f tempest-LiveMigrationTest-746395142 tempest-LiveMigrationTest-746395142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:19:00.370161 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-1f05671e-b87c-4a03-9562-adeb696e66cc req-33dc7fa8-89d8-4cac-8b19-c3e75cab998f tempest-LiveMigrationTest-746395142 tempest-LiveMigrationTest-746395142-project] 10.222.0.13 "GET /v2.0/ports?device_id=3c1bb11b-19e0-4bd6-8502-e5422740b40d HTTP/1.1" status: 200 len: 943 time: 0.2637608 Jan 26 21:19:00.398722 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-f65b3204-c113-4b93-85e3-0ad760e17c38 tempest-RoutersNegativeIpV6Test-344315661 tempest-RoutersNegativeIpV6Test-344315661-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4105767'] for router (60637e3e-bfe5-4fbc-90e2-65097b4f9a6c), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:19:00.399150 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f65b3204-c113-4b93-85e3-0ad760e17c38 tempest-RoutersNegativeIpV6Test-344315661 tempest-RoutersNegativeIpV6Test-344315661-project] Fanout notify agent at l3_agent the message router_deleted on router 60637e3e-bfe5-4fbc-90e2-65097b4f9a6c {{(pid=103304) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 26 21:19:00.411216 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-f65b3204-c113-4b93-85e3-0ad760e17c38 tempest-RoutersNegativeIpV6Test-344315661 tempest-RoutersNegativeIpV6Test-344315661-project] Publish callbacks [] for router (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:19:00.412299 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-f65b3204-c113-4b93-85e3-0ad760e17c38 tempest-RoutersNegativeIpV6Test-344315661 tempest-RoutersNegativeIpV6Test-344315661-project] 10.222.0.13 "DELETE /v2.0/routers/60637e3e-bfe5-4fbc-90e2-65097b4f9a6c HTTP/1.1" status: 204 len: 168 time: 0.4236765 Jan 26 21:19:00.446821 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-6da4ff2b-a6d5-414c-94c8-5f8ac54ca7ee req-904fcbd4-934a-40fd-a8f6-34ae502f57db tempest-ServersNegativeTestJSON-90632883 tempest-ServersNegativeTestJSON-90632883-project] 10.222.0.13 "GET /v2.0/security-groups?id=f00b351c-12ea-4499-84c9-f0263f4f27ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1283441 Jan 26 21:19:00.451017 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-1f05671e-b87c-4a03-9562-adeb696e66cc req-30b8f222-b64f-4460-895a-485626d2a3c3 tempest-LiveMigrationTest-746395142 tempest-LiveMigrationTest-746395142-project] 10.222.0.13 "GET /v2.0/security-groups?id=c43a996a-6b93-48e4-a331-48250c5b183d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735226 Jan 26 21:19:00.707640 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 33302) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:19:00.734296 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b92a66-1d0b-4281-a3a9-8d4c40c306ae req-7e02930e-9430-4d38-b181-56b3ed7b83b3 tempest-ServersNegativeTestJSON-90632883 tempest-ServersNegativeTestJSON-90632883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:19:00.735860 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-29b92a66-1d0b-4281-a3a9-8d4c40c306ae req-7e02930e-9430-4d38-b181-56b3ed7b83b3 tempest-ServersNegativeTestJSON-90632883 tempest-ServersNegativeTestJSON-90632883-project] 10.222.0.13 "GET /v2.0/ports?device_id=485c96a9-0169-4ea3-a4eb-4d7ce9abb56c HTTP/1.1" status: 200 len: 945 time: 0.0686150 Jan 26 21:19:00.785786 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-29b92a66-1d0b-4281-a3a9-8d4c40c306ae req-cea106f4-be51-4e8c-bf9d-1e6794387941 tempest-ServersNegativeTestJSON-90632883 tempest-ServersNegativeTestJSON-90632883-project] 10.222.0.13 "GET /v2.0/security-groups?id=f00b351c-12ea-4499-84c9-f0263f4f27ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441248 Jan 26 21:19:00.851579 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-1e290f76-a023-4100-abb9-f0be9734ae9d admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=75f9223bb441498c8f45fbae1bf47ca4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1418977 Jan 26 21:19:00.853957 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 33306) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:19:00.900967 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-b496e6a1-f89e-4625-8644-46801588b075 admin admin] Publish callbacks [] for security_group (c40e1494-a970-4356-9fc3-0914d63b0397), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:19:00.923206 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-b496e6a1-f89e-4625-8644-46801588b075 admin admin] Publish callbacks [] for security_group (c40e1494-a970-4356-9fc3-0914d63b0397), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:19:00.973513 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-b496e6a1-f89e-4625-8644-46801588b075 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (c40e1494-a970-4356-9fc3-0914d63b0397), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:19:00.976043 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-b496e6a1-f89e-4625-8644-46801588b075 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:19:00.977785 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-b496e6a1-f89e-4625-8644-46801588b075 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/c40e1494-a970-4356-9fc3-0914d63b0397 HTTP/1.1" status: 204 len: 168 time: 0.1223330 Jan 26 21:19:00.990976 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b496e6a1-f89e-4625-8644-46801588b075 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c40e1494-a970-4356-9fc3-0914d63b0397,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:19:01.035701 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4acf4cf6-f181-4cd4-9722-214834f9eff7 req-d38e958b-4046-47ee-afee-5f69592ba902 tempest-AttachVolumeShelveTestJSON-345998519 tempest-AttachVolumeShelveTestJSON-345998519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:19:01.044809 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-4acf4cf6-f181-4cd4-9722-214834f9eff7 req-d38e958b-4046-47ee-afee-5f69592ba902 tempest-AttachVolumeShelveTestJSON-345998519 tempest-AttachVolumeShelveTestJSON-345998519-project] 10.222.0.13 "GET /v2.0/ports?device_id=93bf95ee-d279-4897-bd53-d5feb3e9b070 HTTP/1.1" status: 200 len: 944 time: 0.0781400 Jan 26 21:19:01.141612 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-4acf4cf6-f181-4cd4-9722-214834f9eff7 req-41428c71-c944-4cca-9595-64118d02ca83 tempest-AttachVolumeShelveTestJSON-345998519 tempest-AttachVolumeShelveTestJSON-345998519-project] 10.222.0.13 "GET /v2.0/security-groups?id=5d7f7103-d0ef-48d0-a848-32dbbe71b238&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0936007 Jan 26 21:19:01.158467 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b337a9ce-791d-4a9c-9dbf-4106c91de5ee req-0ee67985-2ebb-4a80-9537-8b3294dd8447 tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:19:01.163690 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b337a9ce-791d-4a9c-9dbf-4106c91de5ee req-0ee67985-2ebb-4a80-9537-8b3294dd8447 tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:19:01.168884 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b337a9ce-791d-4a9c-9dbf-4106c91de5ee req-0ee67985-2ebb-4a80-9537-8b3294dd8447 tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:19:01.174117 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b337a9ce-791d-4a9c-9dbf-4106c91de5ee req-0ee67985-2ebb-4a80-9537-8b3294dd8447 tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:19:01.179352 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b337a9ce-791d-4a9c-9dbf-4106c91de5ee req-0ee67985-2ebb-4a80-9537-8b3294dd8447 tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:19:01.185118 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b337a9ce-791d-4a9c-9dbf-4106c91de5ee req-0ee67985-2ebb-4a80-9537-8b3294dd8447 tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:19:01.190592 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b337a9ce-791d-4a9c-9dbf-4106c91de5ee req-0ee67985-2ebb-4a80-9537-8b3294dd8447 tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:19:01.192463 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-b337a9ce-791d-4a9c-9dbf-4106c91de5ee req-0ee67985-2ebb-4a80-9537-8b3294dd8447 tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca795481-031c-48ac-925f-00596ed83bb9 HTTP/1.1" status: 200 len: 5431 time: 0.1225345 Jan 26 21:19:01.201720 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Device 47ae25ce-c34a-43c9-9bb0-c43b0ece7bbd up at agent hyperv_n-h1-760453-5 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 21:19:01.284904 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Provisioning for port 47ae25ce-c34a-43c9-9bb0-c43b0ece7bbd completed by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 21:19:01.290202 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-b337a9ce-791d-4a9c-9dbf-4106c91de5ee req-0d120cad-2514-46c6-a19d-b939b2ce32a4 tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] 10.222.0.13 "GET /v2.0/security-groups?id=cfb1b9fe-a4df-4bbd-b439-103a9aa84b57&id=4949e7fd-e987-466a-ab17-ed5ae28a32c1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0905421 Jan 26 21:19:01.296246 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Provisioning complete for port 47ae25ce-c34a-43c9-9bb0-c43b0ece7bbd triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:19:01.296689 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (47ae25ce-c34a-43c9-9bb0-c43b0ece7bbd), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:19:01.401650 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Current status of the port 47ae25ce-c34a-43c9-9bb0-c43b0ece7bbd is: BUILD; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:19:01.402054 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (47ae25ce-c34a-43c9-9bb0-c43b0ece7bbd), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:19:01.436363 n-d-760453-5 neutron-server[103306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93bf95ee-d279-4897-bd53-d5feb3e9b070', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47ae25ce-c34a-43c9-9bb0-c43b0ece7bbd'}] {{(pid=103306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 21:19:01.438836 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9d5d370febab655511bdd2ffe887e43e442d144a440368702bcc1e93af00b97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f374be9b-92bd-4960-a30d-a4a66d2b17fe" -d '{"events": [{"server_uuid": "93bf95ee-d279-4897-bd53-d5feb3e9b070", "name": "network-vif-plugged", "status": "completed", "tag": "47ae25ce-c34a-43c9-9bb0-c43b0ece7bbd"}]}' {{(pid=103306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 21:19:01.452214 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] For port 47ae25ce-c34a-43c9-9bb0-c43b0ece7bbd, host n-h1-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-5',level=0,port_id=47ae25ce-c34a-43c9-9bb0-c43b0ece7bbd,segment=NetworkSegment(ae04eadd-2f21-4385-8e0d-440406bc0827),segment_id=ae04eadd-2f21-4385-8e0d-440406bc0827)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:19:01.458922 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (47ae25ce-c34a-43c9-9bb0-c43b0ece7bbd), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:19:01.499697 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Jan 2022 21:19:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4cea1b7-896e-4dba-a2ed-2c5df4c2d5cc x-openstack-request-id: req-c4cea1b7-896e-4dba-a2ed-2c5df4c2d5cc {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 21:19:01.500182 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93bf95ee-d279-4897-bd53-d5feb3e9b070", "name": "network-vif-plugged", "status": "completed", "tag": "47ae25ce-c34a-43c9-9bb0-c43b0ece7bbd", "code": 200}]} {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 21:19:01.500584 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c4cea1b7-896e-4dba-a2ed-2c5df4c2d5cc {{(pid=103306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 21:19:01.501225 n-d-760453-5 neutron-server[103306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93bf95ee-d279-4897-bd53-d5feb3e9b070', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47ae25ce-c34a-43c9-9bb0-c43b0ece7bbd', 'code': 200} Jan 26 21:19:01.535754 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Pushing event updated for resources: {'Port': ['ID=47ae25ce-c34a-43c9-9bb0-c43b0ece7bbd,revision_number=5']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:19:01.594851 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95413165-223a-49cf-a350-83625cfd49fd req-3101488c-ad34-47a0-896c-477d416daedb tempest-LiveMigrationTest-746395142 tempest-LiveMigrationTest-746395142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:19:01.596399 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-95413165-223a-49cf-a350-83625cfd49fd req-3101488c-ad34-47a0-896c-477d416daedb tempest-LiveMigrationTest-746395142 tempest-LiveMigrationTest-746395142-project] 10.222.0.13 "GET /v2.0/ports?device_id=3c1bb11b-19e0-4bd6-8502-e5422740b40d HTTP/1.1" status: 200 len: 943 time: 0.0595820 Jan 26 21:19:01.654670 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24dae32-3e58-4942-be5f-c827670c8721 req-c9d6d60c-a121-4d30-bea4-9f7f2ef1347b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:19:01.656268 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-c24dae32-3e58-4942-be5f-c827670c8721 req-c9d6d60c-a121-4d30-bea4-9f7f2ef1347b service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=93bf95ee-d279-4897-bd53-d5feb3e9b070 HTTP/1.1" status: 200 len: 1096 time: 0.0668309 Jan 26 21:19:01.665231 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-95413165-223a-49cf-a350-83625cfd49fd req-32d378f6-6635-4f67-872d-887995c21f25 tempest-LiveMigrationTest-746395142 tempest-LiveMigrationTest-746395142-project] 10.222.0.13 "GET /v2.0/security-groups?id=c43a996a-6b93-48e4-a331-48250c5b183d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564094 Jan 26 21:19:01.713202 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-c24dae32-3e58-4942-be5f-c827670c8721 req-15f0b522-b16f-4a6b-9f75-5b17c0807094 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=5d7f7103-d0ef-48d0-a848-32dbbe71b238&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505970 Jan 26 21:19:01.814109 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 33346) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:19:01.923774 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-f2165ead-098d-4f14-8cb8-cd601d39bb8c tempest-NegativeSecGroupIPv6Test-260704644 tempest-NegativeSecGroupIPv6Test-260704644-project] Request body: {'security_group': {'name': 'default'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:19:01.924845 n-d-760453-5 neutron-server[103305]: WARNING neutron.api.v2.base [None req-f2165ead-098d-4f14-8cb8-cd601d39bb8c tempest-NegativeSecGroupIPv6Test-260704644 tempest-NegativeSecGroupIPv6Test-260704644-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jan 26 21:19:01.925687 n-d-760453-5 neutron-server[103305]: INFO neutron.api.v2.resource [None req-f2165ead-098d-4f14-8cb8-cd601d39bb8c tempest-NegativeSecGroupIPv6Test-260704644 tempest-NegativeSecGroupIPv6Test-260704644-project] create failed (client error): There was a conflict when trying to complete your request. Jan 26 21:19:01.930048 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-f2165ead-098d-4f14-8cb8-cd601d39bb8c tempest-NegativeSecGroupIPv6Test-260704644 tempest-NegativeSecGroupIPv6Test-260704644-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.1114750 Jan 26 21:19:01.930272 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 33350) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:19:01.935090 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-125ba45a-26e3-459d-be4b-429130f2308b tempest-NegativeSecGroupIPv6Test-260704644 tempest-NegativeSecGroupIPv6Test-260704644-project] Request body: {'security_group': {'name': 'tempest-secgroup--332274063'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:19:01.948234 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ac79ab-cb13-4d07-8d16-2b0397f89242 req-2fabfb86-7758-4f4f-90d7-be33226cd30c tempest-ServersNegativeTestJSON-90632883 tempest-ServersNegativeTestJSON-90632883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:19:01.949804 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-77ac79ab-cb13-4d07-8d16-2b0397f89242 req-2fabfb86-7758-4f4f-90d7-be33226cd30c tempest-ServersNegativeTestJSON-90632883 tempest-ServersNegativeTestJSON-90632883-project] 10.222.0.13 "GET /v2.0/ports?device_id=485c96a9-0169-4ea3-a4eb-4d7ce9abb56c HTTP/1.1" status: 200 len: 945 time: 0.0696993 Jan 26 21:19:01.957011 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-125ba45a-26e3-459d-be4b-429130f2308b tempest-NegativeSecGroupIPv6Test-260704644 tempest-NegativeSecGroupIPv6Test-260704644-project] Publish callbacks [] for security_group (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:19:01.966032 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-125ba45a-26e3-459d-be4b-429130f2308b tempest-NegativeSecGroupIPv6Test-260704644 tempest-NegativeSecGroupIPv6Test-260704644-project] Publish callbacks [] for security_group (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:19:01.998734 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-77ac79ab-cb13-4d07-8d16-2b0397f89242 req-ea781e8b-8373-415a-b911-8e4a81ba6cda tempest-ServersNegativeTestJSON-90632883 tempest-ServersNegativeTestJSON-90632883-project] 10.222.0.13 "GET /v2.0/security-groups?id=f00b351c-12ea-4499-84c9-f0263f4f27ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429885 Jan 26 21:19:02.064953 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-125ba45a-26e3-459d-be4b-429130f2308b tempest-NegativeSecGroupIPv6Test-260704644 tempest-NegativeSecGroupIPv6Test-260704644-project] Publish callbacks [] for security_group (3ed3335a-8b81-43d9-ac5c-f5fdb388e642), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:19:02.069154 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-125ba45a-26e3-459d-be4b-429130f2308b tempest-NegativeSecGroupIPv6Test-260704644 tempest-NegativeSecGroupIPv6Test-260704644-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (3ed3335a-8b81-43d9-ac5c-f5fdb388e642), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:19:02.144104 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-125ba45a-26e3-459d-be4b-429130f2308b tempest-NegativeSecGroupIPv6Test-260704644 tempest-NegativeSecGroupIPv6Test-260704644-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3ed3335a-8b81-43d9-ac5c-f5fdb388e642,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:19:02.161894 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4366a897-9255-4c90-9068-16587b2ac8d5 req-f161874c-2e17-49ca-81cf-362df4757c0c tempest-ServersNegativeTestJSON-90632883 tempest-ServersNegativeTestJSON-90632883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:19:02.163395 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-4366a897-9255-4c90-9068-16587b2ac8d5 req-f161874c-2e17-49ca-81cf-362df4757c0c tempest-ServersNegativeTestJSON-90632883 tempest-ServersNegativeTestJSON-90632883-project] 10.222.0.57 "GET /v2.0/ports?device_id=485c96a9-0169-4ea3-a4eb-4d7ce9abb56c HTTP/1.1" status: 200 len: 945 time: 0.1282866 Jan 26 21:19:02.256082 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35771417-d807-44b1-93b9-992dff6f43f4 req-6cb791d4-7223-4efb-9768-aaeab2998940 tempest-AttachVolumeShelveTestJSON-345998519 tempest-AttachVolumeShelveTestJSON-345998519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:19:02.256374 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-125ba45a-26e3-459d-be4b-429130f2308b tempest-NegativeSecGroupIPv6Test-260704644 tempest-NegativeSecGroupIPv6Test-260704644-project] Publish callbacks [] for security_group (ce56da38-c333-4ee5-95da-69a9d0497a09), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:19:02.257544 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-35771417-d807-44b1-93b9-992dff6f43f4 req-6cb791d4-7223-4efb-9768-aaeab2998940 tempest-AttachVolumeShelveTestJSON-345998519 tempest-AttachVolumeShelveTestJSON-345998519-project] 10.222.0.13 "GET /v2.0/ports?device_id=93bf95ee-d279-4897-bd53-d5feb3e9b070 HTTP/1.1" status: 200 len: 945 time: 0.0497732 Jan 26 21:19:02.283463 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-125ba45a-26e3-459d-be4b-429130f2308b tempest-NegativeSecGroupIPv6Test-260704644 tempest-NegativeSecGroupIPv6Test-260704644-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (ce56da38-c333-4ee5-95da-69a9d0497a09), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:19:02.294722 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-8cafef5d-db44-49d9-8bb8-c6aed5483e0c req-a2073e5a-80a7-45f3-a5c9-b4ac241c492b service neutron] 10.222.0.66 "GET /v2.0/ports/b07f46ba-4da1-431a-b45a-508248fce8a3/bindings/n-h2-760453-5 HTTP/1.1" status: 200 len: 384 time: 0.1859887 Jan 26 21:19:02.311325 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-35771417-d807-44b1-93b9-992dff6f43f4 req-5fb48028-c6e3-4b6e-b865-2631836ecd43 tempest-AttachVolumeShelveTestJSON-345998519 tempest-AttachVolumeShelveTestJSON-345998519-project] 10.222.0.13 "GET /v2.0/security-groups?id=5d7f7103-d0ef-48d0-a848-32dbbe71b238&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466893 Jan 26 21:19:02.364626 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-125ba45a-26e3-459d-be4b-429130f2308b tempest-NegativeSecGroupIPv6Test-260704644 tempest-NegativeSecGroupIPv6Test-260704644-project] Publish callbacks [] for security_group (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:19:02.368841 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-125ba45a-26e3-459d-be4b-429130f2308b tempest-NegativeSecGroupIPv6Test-260704644 tempest-NegativeSecGroupIPv6Test-260704644-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.4351878 Jan 26 21:19:02.369812 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 33358) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:19:02.375327 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-f131f1c4-2193-4d60-916b-878facbe82c3 tempest-NegativeSecGroupIPv6Test-260704644 tempest-NegativeSecGroupIPv6Test-260704644-project] Request body: {'security_group_rule': {'security_group_id': 'ce56da38-c333-4ee5-95da-69a9d0497a09', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:19:02.377433 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-125ba45a-26e3-459d-be4b-429130f2308b tempest-NegativeSecGroupIPv6Test-260704644 tempest-NegativeSecGroupIPv6Test-260704644-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ce56da38-c333-4ee5-95da-69a9d0497a09,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:19:02.425123 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [req-4366a897-9255-4c90-9068-16587b2ac8d5 req-11667f2f-1d09-4632-a239-22074df2a115 tempest-ServersNegativeTestJSON-90632883 tempest-ServersNegativeTestJSON-90632883-project] Deleting port 261697a1-9195-466a-841e-78407f5307c6 {{(pid=103305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 21:19:02.425496 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-4366a897-9255-4c90-9068-16587b2ac8d5 req-11667f2f-1d09-4632-a239-22074df2a115 tempest-ServersNegativeTestJSON-90632883 tempest-ServersNegativeTestJSON-90632883-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746560630878'] for port (261697a1-9195-466a-841e-78407f5307c6), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:19:02.443001 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-f131f1c4-2193-4d60-916b-878facbe82c3 tempest-NegativeSecGroupIPv6Test-260704644 tempest-NegativeSecGroupIPv6Test-260704644-project] Publish callbacks [] for security_group_rule (8002e4b6-3e4c-43f8-bc7c-4a1a8bd80141), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:19:02.486100 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d36428-9e7e-4bab-81c9-efe489c415ee req-68bd1261-02a6-41ad-ad9f-c19748146af1 tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:19:02.491548 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d36428-9e7e-4bab-81c9-efe489c415ee req-68bd1261-02a6-41ad-ad9f-c19748146af1 tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:19:02.497505 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d36428-9e7e-4bab-81c9-efe489c415ee req-68bd1261-02a6-41ad-ad9f-c19748146af1 tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:19:02.502783 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d36428-9e7e-4bab-81c9-efe489c415ee req-68bd1261-02a6-41ad-ad9f-c19748146af1 tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:19:02.509141 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d36428-9e7e-4bab-81c9-efe489c415ee req-68bd1261-02a6-41ad-ad9f-c19748146af1 tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:19:02.514919 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d36428-9e7e-4bab-81c9-efe489c415ee req-68bd1261-02a6-41ad-ad9f-c19748146af1 tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:19:02.520212 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d36428-9e7e-4bab-81c9-efe489c415ee req-68bd1261-02a6-41ad-ad9f-c19748146af1 tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:19:02.522167 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-96d36428-9e7e-4bab-81c9-efe489c415ee req-68bd1261-02a6-41ad-ad9f-c19748146af1 tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca795481-031c-48ac-925f-00596ed83bb9 HTTP/1.1" status: 200 len: 5431 time: 0.1314785 Jan 26 21:19:02.574789 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-f131f1c4-2193-4d60-916b-878facbe82c3 tempest-NegativeSecGroupIPv6Test-260704644 tempest-NegativeSecGroupIPv6Test-260704644-project] Publish callbacks [] for security_group_rule (8002e4b6-3e4c-43f8-bc7c-4a1a8bd80141), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:19:02.583564 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-f131f1c4-2193-4d60-916b-878facbe82c3 tempest-NegativeSecGroupIPv6Test-260704644 tempest-NegativeSecGroupIPv6Test-260704644-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102715'] for security_group_rule (8002e4b6-3e4c-43f8-bc7c-4a1a8bd80141), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:19:02.607316 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [req-4366a897-9255-4c90-9068-16587b2ac8d5 req-11667f2f-1d09-4632-a239-22074df2a115 tempest-ServersNegativeTestJSON-90632883 tempest-ServersNegativeTestJSON-90632883-project] For port 261697a1-9195-466a-841e-78407f5307c6, host n-h2-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-5',level=0,port_id=261697a1-9195-466a-841e-78407f5307c6,segment=NetworkSegment(814afaca-b1b7-499b-b897-fa89d466ac5d),segment_id=814afaca-b1b7-499b-b897-fa89d466ac5d)] {{(pid=103305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:19:02.607691 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-4366a897-9255-4c90-9068-16587b2ac8d5 req-11667f2f-1d09-4632-a239-22074df2a115 tempest-ServersNegativeTestJSON-90632883 tempest-ServersNegativeTestJSON-90632883-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4109658'] for port (261697a1-9195-466a-841e-78407f5307c6), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:19:02.621785 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-f131f1c4-2193-4d60-916b-878facbe82c3 tempest-NegativeSecGroupIPv6Test-260704644 tempest-NegativeSecGroupIPv6Test-260704644-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:19:02.625601 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-f131f1c4-2193-4d60-916b-878facbe82c3 tempest-NegativeSecGroupIPv6Test-260704644 tempest-NegativeSecGroupIPv6Test-260704644-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2519453 Jan 26 21:19:02.625601 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f131f1c4-2193-4d60-916b-878facbe82c3 tempest-NegativeSecGroupIPv6Test-260704644 tempest-NegativeSecGroupIPv6Test-260704644-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8002e4b6-3e4c-43f8-bc7c-4a1a8bd80141,revision_number=0']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:19:02.626766 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 33362) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:19:02.626877 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [req-4366a897-9255-4c90-9068-16587b2ac8d5 req-11667f2f-1d09-4632-a239-22074df2a115 tempest-ServersNegativeTestJSON-90632883 tempest-ServersNegativeTestJSON-90632883-project] Calling delete_port for 261697a1-9195-466a-841e-78407f5307c6 owned by compute:nova {{(pid=103305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 21:19:02.633248 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-96d36428-9e7e-4bab-81c9-efe489c415ee req-7f580d89-13a3-4e91-b638-50977cd291e8 tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] 10.222.0.13 "GET /v2.0/security-groups?id=cfb1b9fe-a4df-4bbd-b439-103a9aa84b57&id=4949e7fd-e987-466a-ab17-ed5ae28a32c1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1031873 Jan 26 21:19:02.637259 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-33d1de31-d0cf-4998-8cbe-1c392f2c3907 tempest-NegativeSecGroupIPv6Test-260704644 tempest-NegativeSecGroupIPv6Test-260704644-project] Request body: {'security_group_rule': {'security_group_id': 'ce56da38-c333-4ee5-95da-69a9d0497a09', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:19:02.666514 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-33d1de31-d0cf-4998-8cbe-1c392f2c3907 tempest-NegativeSecGroupIPv6Test-260704644 tempest-NegativeSecGroupIPv6Test-260704644-project] Publish callbacks [] for security_group_rule (000f8309-3159-4fd1-8350-500c99a77801), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:19:02.702970 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [req-8cafef5d-db44-49d9-8bb8-c6aed5483e0c req-0caadeea-c739-469c-8d92-31b3efbd94a6 service neutron] For port b07f46ba-4da1-431a-b45a-508248fce8a3, host n-h1-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-5',level=0,port_id=b07f46ba-4da1-431a-b45a-508248fce8a3,segment=NetworkSegment(984e14e0-bb79-4ef3-b570-cebad3b9694e),segment_id=984e14e0-bb79-4ef3-b570-cebad3b9694e)] {{(pid=103305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:19:02.723374 n-d-760453-5 neutron-server[103304]: INFO neutron.api.v2.resource [None req-33d1de31-d0cf-4998-8cbe-1c392f2c3907 tempest-NegativeSecGroupIPv6Test-260704644 tempest-NegativeSecGroupIPv6Test-260704644-project] create failed (client error): There was a conflict when trying to complete your request. Jan 26 21:19:02.724599 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-33d1de31-d0cf-4998-8cbe-1c392f2c3907 tempest-NegativeSecGroupIPv6Test-260704644 tempest-NegativeSecGroupIPv6Test-260704644-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.0963328 Jan 26 21:19:02.728663 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 33366) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:19:02.742818 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [req-8cafef5d-db44-49d9-8bb8-c6aed5483e0c req-0caadeea-c739-469c-8d92-31b3efbd94a6 service neutron] For port b07f46ba-4da1-431a-b45a-508248fce8a3, host n-h1-760453-5, cleared binding levels {{(pid=103305) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 26 21:19:02.792925 n-d-760453-5 neutron-server[103305]: DEBUG neutron.notifiers.nova [req-8cafef5d-db44-49d9-8bb8-c6aed5483e0c req-0caadeea-c739-469c-8d92-31b3efbd94a6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b07f46ba-4da1-431a-b45a-508248fce8a3 {{(pid=103305) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 26 21:19:02.807325 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [req-8cafef5d-db44-49d9-8bb8-c6aed5483e0c req-0caadeea-c739-469c-8d92-31b3efbd94a6 service neutron] For port b07f46ba-4da1-431a-b45a-508248fce8a3, host n-h2-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-5',level=0,port_id=b07f46ba-4da1-431a-b45a-508248fce8a3,segment=NetworkSegment(984e14e0-bb79-4ef3-b570-cebad3b9694e),segment_id=984e14e0-bb79-4ef3-b570-cebad3b9694e)] {{(pid=103305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:19:02.831145 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8199c9-0302-4d22-8d5a-ef5bb2d836e3 req-6407f3d2-d5df-4f9d-ae81-60cde4da943a tempest-LiveMigrationTest-746395142 tempest-LiveMigrationTest-746395142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:19:02.832664 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-4b8199c9-0302-4d22-8d5a-ef5bb2d836e3 req-6407f3d2-d5df-4f9d-ae81-60cde4da943a tempest-LiveMigrationTest-746395142 tempest-LiveMigrationTest-746395142-project] 10.222.0.13 "GET /v2.0/ports?device_id=3c1bb11b-19e0-4bd6-8502-e5422740b40d HTTP/1.1" status: 200 len: 943 time: 0.0857141 Jan 26 21:19:02.836057 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-c500099b-d494-46d0-90b9-3ce008e7eca0 tempest-NegativeSecGroupIPv6Test-260704644 tempest-NegativeSecGroupIPv6Test-260704644-project] Publish callbacks [] for security_group (ce56da38-c333-4ee5-95da-69a9d0497a09), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:19:02.849029 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-8cafef5d-db44-49d9-8bb8-c6aed5483e0c req-0caadeea-c739-469c-8d92-31b3efbd94a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (b07f46ba-4da1-431a-b45a-508248fce8a3), before_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:19:02.878341 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-c500099b-d494-46d0-90b9-3ce008e7eca0 tempest-NegativeSecGroupIPv6Test-260704644 tempest-NegativeSecGroupIPv6Test-260704644-project] Publish callbacks [] for security_group (ce56da38-c333-4ee5-95da-69a9d0497a09), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:19:02.920955 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-4366a897-9255-4c90-9068-16587b2ac8d5 req-11667f2f-1d09-4632-a239-22074df2a115 tempest-ServersNegativeTestJSON-90632883 tempest-ServersNegativeTestJSON-90632883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746560636600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746560234536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11791543'] for port (261697a1-9195-466a-841e-78407f5307c6), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:19:02.933710 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-4b8199c9-0302-4d22-8d5a-ef5bb2d836e3 req-5003de17-ba49-448e-8aa3-0e8a1134c02d tempest-LiveMigrationTest-746395142 tempest-LiveMigrationTest-746395142-project] 10.222.0.13 "GET /v2.0/security-groups?id=c43a996a-6b93-48e4-a331-48250c5b183d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935814 Jan 26 21:19:02.936871 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] get_ports_and_sgs() called for port_ids ['88764215-3016-414b-be37-d9a2af36ed63', '261697a1-9195-466a-841e-78407f5307c6'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 26 21:19:02.951391 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-c500099b-d494-46d0-90b9-3ce008e7eca0 tempest-NegativeSecGroupIPv6Test-260704644 tempest-NegativeSecGroupIPv6Test-260704644-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (ce56da38-c333-4ee5-95da-69a9d0497a09), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:19:02.956158 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-c500099b-d494-46d0-90b9-3ce008e7eca0 tempest-NegativeSecGroupIPv6Test-260704644 tempest-NegativeSecGroupIPv6Test-260704644-project] Publish callbacks [] for security_group (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:19:02.957331 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-c500099b-d494-46d0-90b9-3ce008e7eca0 tempest-NegativeSecGroupIPv6Test-260704644 tempest-NegativeSecGroupIPv6Test-260704644-project] 10.222.0.13 "DELETE /v2.0/security-groups/ce56da38-c333-4ee5-95da-69a9d0497a09 HTTP/1.1" status: 204 len: 168 time: 0.2275913 Jan 26 21:19:02.961088 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 33368) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:19:02.963918 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11667f2f-1d09-4632-a239-22074df2a115 tempest-ServersNegativeTestJSON-90632883 tempest-ServersNegativeTestJSON-90632883-project] Pushing event deleted for resources: {'Port': ['ID=261697a1-9195-466a-841e-78407f5307c6,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:19:02.988805 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c500099b-d494-46d0-90b9-3ce008e7eca0 tempest-NegativeSecGroupIPv6Test-260704644 tempest-NegativeSecGroupIPv6Test-260704644-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce56da38-c333-4ee5-95da-69a9d0497a09,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:19:03.024798 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [req-4366a897-9255-4c90-9068-16587b2ac8d5 req-11667f2f-1d09-4632-a239-22074df2a115 tempest-ServersNegativeTestJSON-90632883 tempest-ServersNegativeTestJSON-90632883-project] No DVR routers for this DVR port 261697a1-9195-466a-841e-78407f5307c6 on host n-h2-760453-5 {{(pid=103305) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 26 21:19:03.027465 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.provisioning_blocks [req-8cafef5d-db44-49d9-8bb8-c6aed5483e0c req-0caadeea-c739-469c-8d92-31b3efbd94a6 service neutron] Transition to ACTIVE for port object b07f46ba-4da1-431a-b45a-508248fce8a3 will not be triggered until provisioned by entity L2. {{(pid=103305) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 21:19:03.028780 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-4366a897-9255-4c90-9068-16587b2ac8d5 req-11667f2f-1d09-4632-a239-22074df2a115 tempest-ServersNegativeTestJSON-90632883 tempest-ServersNegativeTestJSON-90632883-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:19:03.032813 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-4366a897-9255-4c90-9068-16587b2ac8d5 req-11667f2f-1d09-4632-a239-22074df2a115 tempest-ServersNegativeTestJSON-90632883 tempest-ServersNegativeTestJSON-90632883-project] 10.222.0.57 "DELETE /v2.0/ports/261697a1-9195-466a-841e-78407f5307c6 HTTP/1.1" status: 204 len: 173 time: 0.8627095 Jan 26 21:19:03.033318 n-d-760453-5 neutron-server[103305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '485c96a9-0169-4ea3-a4eb-4d7ce9abb56c', 'name': 'network-vif-deleted', 'tag': '261697a1-9195-466a-841e-78407f5307c6'}] {{(pid=103305) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 21:19:03.036202 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d4654568b7bf041e72ff8fe1c96d6d761d9c921f2b99bc7b3a26632be20cee0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d87b215-d635-4c3a-a0ee-79754c840a97" -d '{"events": [{"server_uuid": "485c96a9-0169-4ea3-a4eb-4d7ce9abb56c", "name": "network-vif-deleted", "tag": "261697a1-9195-466a-841e-78407f5307c6"}]}' {{(pid=103305) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 21:19:03.040434 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-8cafef5d-db44-49d9-8bb8-c6aed5483e0c req-0caadeea-c739-469c-8d92-31b3efbd94a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11791520'] for port (b07f46ba-4da1-431a-b45a-508248fce8a3), after_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:19:03.041619 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-72f6f01e-f749-4010-9f43-819505c48200 tempest-NegativeSecGroupIPv6Test-260704644 tempest-NegativeSecGroupIPv6Test-260704644-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0793703 Jan 26 21:19:03.046290 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 33374) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:19:03.055638 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-6a38f3ef-9a94-4668-8408-ae020bc95410 tempest-NegativeSecGroupIPv6Test-260704644 tempest-NegativeSecGroupIPv6Test-260704644-project] Request body: {'security_group': {'name': 'tempest-secgroup--25144910'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:19:03.146372 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [req-8cafef5d-db44-49d9-8bb8-c6aed5483e0c req-0caadeea-c739-469c-8d92-31b3efbd94a6 service neutron] No DVR routers for this DVR port b07f46ba-4da1-431a-b45a-508248fce8a3 on host n-h1-760453-5 {{(pid=103305) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 26 21:19:03.148589 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-6a38f3ef-9a94-4668-8408-ae020bc95410 tempest-NegativeSecGroupIPv6Test-260704644 tempest-NegativeSecGroupIPv6Test-260704644-project] Publish callbacks [] for security_group (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:19:03.157641 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Jan 2022 21:19:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2623f2ca-efb6-47c4-a922-23abff875759 x-openstack-request-id: req-2623f2ca-efb6-47c4-a922-23abff875759 {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 21:19:03.157943 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "485c96a9-0169-4ea3-a4eb-4d7ce9abb56c", "name": "network-vif-deleted", "tag": "261697a1-9195-466a-841e-78407f5307c6", "status": "completed", "code": 200}]} {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 21:19:03.158243 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-2623f2ca-efb6-47c4-a922-23abff875759 {{(pid=103305) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 21:19:03.158623 n-d-760453-5 neutron-server[103305]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '485c96a9-0169-4ea3-a4eb-4d7ce9abb56c', 'name': 'network-vif-deleted', 'tag': '261697a1-9195-466a-841e-78407f5307c6', 'status': 'completed', 'code': 200} Jan 26 21:19:03.169988 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-307dbfc8-8ad5-4ffd-a8ff-9b74a7e82395 req-52e802ca-d8e9-4643-af1e-6e92cc7559d6 tempest-ServersNegativeTestJSON-90632883 tempest-ServersNegativeTestJSON-90632883-project] 10.222.0.13 "GET /v2.0/ports?device_id=485c96a9-0169-4ea3-a4eb-4d7ce9abb56c HTTP/1.1" status: 200 len: 210 time: 0.0498133 Jan 26 21:19:03.172419 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0caadeea-c739-469c-8d92-31b3efbd94a6 service neutron] Pushing event updated for resources: {'Port': ['ID=b07f46ba-4da1-431a-b45a-508248fce8a3,revision_number=10']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:19:03.205702 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-8cafef5d-db44-49d9-8bb8-c6aed5483e0c req-0caadeea-c739-469c-8d92-31b3efbd94a6 service neutron] 10.222.0.66 "PUT /v2.0/ports/b07f46ba-4da1-431a-b45a-508248fce8a3/bindings/n-h2-760453-5/activate HTTP/1.1" status: 200 len: 369 time: 0.8975856 Jan 26 21:19:03.259862 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-6a38f3ef-9a94-4668-8408-ae020bc95410 tempest-NegativeSecGroupIPv6Test-260704644 tempest-NegativeSecGroupIPv6Test-260704644-project] Publish callbacks [] for security_group (351ec60b-7e7c-4480-a837-e2f4cc3a43f9), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:19:03.263367 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-6a38f3ef-9a94-4668-8408-ae020bc95410 tempest-NegativeSecGroupIPv6Test-260704644 tempest-NegativeSecGroupIPv6Test-260704644-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (351ec60b-7e7c-4480-a837-e2f4cc3a43f9), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:19:03.292902 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-6a38f3ef-9a94-4668-8408-ae020bc95410 tempest-NegativeSecGroupIPv6Test-260704644 tempest-NegativeSecGroupIPv6Test-260704644-project] Publish callbacks [] for security_group (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:19:03.294190 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-6a38f3ef-9a94-4668-8408-ae020bc95410 tempest-NegativeSecGroupIPv6Test-260704644 tempest-NegativeSecGroupIPv6Test-260704644-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.2434614 Jan 26 21:19:03.297154 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 33376) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:19:03.302198 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-af4344ec-7658-4aa4-b47f-33f86172e24a tempest-NegativeSecGroupIPv6Test-260704644 tempest-NegativeSecGroupIPv6Test-260704644-project] Request body: {'security_group_rule': {'security_group_id': '351ec60b-7e7c-4480-a837-e2f4cc3a43f9', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:19:03.302955 n-d-760453-5 neutron-server[103305]: WARNING neutron.api.v2.base [None req-af4344ec-7658-4aa4-b47f-33f86172e24a tempest-NegativeSecGroupIPv6Test-260704644 tempest-NegativeSecGroupIPv6Test-260704644-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Jan 26 21:19:03.303455 n-d-760453-5 neutron-server[103305]: INFO neutron.api.v2.resource [None req-af4344ec-7658-4aa4-b47f-33f86172e24a tempest-NegativeSecGroupIPv6Test-260704644 tempest-NegativeSecGroupIPv6Test-260704644-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 26 21:19:03.304451 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-af4344ec-7658-4aa4-b47f-33f86172e24a tempest-NegativeSecGroupIPv6Test-260704644 tempest-NegativeSecGroupIPv6Test-260704644-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0063782 Jan 26 21:19:03.307955 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 33378) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:19:03.315242 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a38f3ef-9a94-4668-8408-ae020bc95410 tempest-NegativeSecGroupIPv6Test-260704644 tempest-NegativeSecGroupIPv6Test-260704644-project] Pushing event updated for resources: {'SecurityGroup': ['ID=351ec60b-7e7c-4480-a837-e2f4cc3a43f9,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:19:03.362505 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cafef5d-db44-49d9-8bb8-c6aed5483e0c req-40562273-1083-4e33-94ee-b95d8d6bb4a7 tempest-LiveMigrationTest-97640354 tempest-LiveMigrationTest-97640354-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:19:03.367425 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-8cafef5d-db44-49d9-8bb8-c6aed5483e0c req-40562273-1083-4e33-94ee-b95d8d6bb4a7 tempest-LiveMigrationTest-97640354 tempest-LiveMigrationTest-97640354-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=3c1bb11b-19e0-4bd6-8502-e5422740b40d&tenant_id=ee6098e1a6074d57972f34ef6549de05&binding%3Ahost_id=n-h1-760453-5 HTTP/1.1" status: 200 len: 1095 time: 0.0612845 Jan 26 21:19:03.367741 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-f457a54a-610d-422e-9801-c0e7aeca6461 tempest-NegativeSecGroupIPv6Test-260704644 tempest-NegativeSecGroupIPv6Test-260704644-project] Publish callbacks [] for security_group (351ec60b-7e7c-4480-a837-e2f4cc3a43f9), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:19:03.397918 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-f457a54a-610d-422e-9801-c0e7aeca6461 tempest-NegativeSecGroupIPv6Test-260704644 tempest-NegativeSecGroupIPv6Test-260704644-project] Publish callbacks [] for security_group (351ec60b-7e7c-4480-a837-e2f4cc3a43f9), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:19:03.422320 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cafef5d-db44-49d9-8bb8-c6aed5483e0c req-82603706-c5c7-4ac6-9c8e-1612c93215c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:19:03.428559 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-8cafef5d-db44-49d9-8bb8-c6aed5483e0c req-82603706-c5c7-4ac6-9c8e-1612c93215c9 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=3c1bb11b-19e0-4bd6-8502-e5422740b40d&tenant_id=ee6098e1a6074d57972f34ef6549de05 HTTP/1.1" status: 200 len: 1095 time: 0.0456867 Jan 26 21:19:03.471931 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb22aa1-fc4b-4949-9b29-2bbbc167ec2a req-9724f99d-08df-4217-9d0e-db3b2ad030dc tempest-AttachVolumeShelveTestJSON-345998519 tempest-AttachVolumeShelveTestJSON-345998519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:19:03.473615 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-aeb22aa1-fc4b-4949-9b29-2bbbc167ec2a req-9724f99d-08df-4217-9d0e-db3b2ad030dc tempest-AttachVolumeShelveTestJSON-345998519 tempest-AttachVolumeShelveTestJSON-345998519-project] 10.222.0.13 "GET /v2.0/ports?device_id=93bf95ee-d279-4897-bd53-d5feb3e9b070 HTTP/1.1" status: 200 len: 945 time: 0.0727160 Jan 26 21:19:03.474835 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-f457a54a-610d-422e-9801-c0e7aeca6461 tempest-NegativeSecGroupIPv6Test-260704644 tempest-NegativeSecGroupIPv6Test-260704644-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (351ec60b-7e7c-4480-a837-e2f4cc3a43f9), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:19:03.477463 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-f457a54a-610d-422e-9801-c0e7aeca6461 tempest-NegativeSecGroupIPv6Test-260704644 tempest-NegativeSecGroupIPv6Test-260704644-project] Publish callbacks [] for security_group (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:19:03.481751 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-f457a54a-610d-422e-9801-c0e7aeca6461 tempest-NegativeSecGroupIPv6Test-260704644 tempest-NegativeSecGroupIPv6Test-260704644-project] 10.222.0.13 "DELETE /v2.0/security-groups/351ec60b-7e7c-4480-a837-e2f4cc3a43f9 HTTP/1.1" status: 204 len: 168 time: 0.1724348 Jan 26 21:19:03.482259 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 33386) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:19:03.506098 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f457a54a-610d-422e-9801-c0e7aeca6461 tempest-NegativeSecGroupIPv6Test-260704644 tempest-NegativeSecGroupIPv6Test-260704644-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=351ec60b-7e7c-4480-a837-e2f4cc3a43f9,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:19:03.518060 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cafef5d-db44-49d9-8bb8-c6aed5483e0c req-b84bc9ab-9fef-469f-8c72-5a367dffa5bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:19:03.524731 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-8cafef5d-db44-49d9-8bb8-c6aed5483e0c req-b84bc9ab-9fef-469f-8c72-5a367dffa5bd service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=ee6098e1a6074d57972f34ef6549de05&device_id=3c1bb11b-19e0-4bd6-8502-e5422740b40d HTTP/1.1" status: 200 len: 1095 time: 0.0755079 Jan 26 21:19:03.558913 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-aeb22aa1-fc4b-4949-9b29-2bbbc167ec2a req-95b8dd73-0873-4dce-b768-90673163a4cd tempest-AttachVolumeShelveTestJSON-345998519 tempest-AttachVolumeShelveTestJSON-345998519-project] 10.222.0.13 "GET /v2.0/security-groups?id=5d7f7103-d0ef-48d0-a848-32dbbe71b238&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0758717 Jan 26 21:19:03.591733 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-9274dc8b-bb6b-4959-8ce7-37092888df0e tempest-NegativeSecGroupIPv6Test-260704644 tempest-NegativeSecGroupIPv6Test-260704644-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1079962 Jan 26 21:19:03.598311 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 33390) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:19:03.606485 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-9f759f9f-e2a8-481f-8a69-a02a3731f99b tempest-NegativeSecGroupIPv6Test-260704644 tempest-NegativeSecGroupIPv6Test-260704644-project] Request body: {'security_group': {'name': 'tempest-secgroup--1846596178'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:19:03.666245 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-9f759f9f-e2a8-481f-8a69-a02a3731f99b tempest-NegativeSecGroupIPv6Test-260704644 tempest-NegativeSecGroupIPv6Test-260704644-project] Publish callbacks [] for security_group (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:19:03.728313 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69376e81-3d9b-42bc-8d1b-0b439f730ca0 req-b1124e22-dd0c-461b-b497-9dafe016a62c tempest-AttachVolumeShelveTestJSON-345998519 tempest-AttachVolumeShelveTestJSON-345998519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:19:03.729936 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-69376e81-3d9b-42bc-8d1b-0b439f730ca0 req-b1124e22-dd0c-461b-b497-9dafe016a62c tempest-AttachVolumeShelveTestJSON-345998519 tempest-AttachVolumeShelveTestJSON-345998519-project] 10.222.0.13 "GET /v2.0/ports?device_id=93bf95ee-d279-4897-bd53-d5feb3e9b070 HTTP/1.1" status: 200 len: 945 time: 0.0777330 Jan 26 21:19:03.735808 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cafef5d-db44-49d9-8bb8-c6aed5483e0c req-b8be5759-57d6-491e-a5ad-76df122edaf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:19:03.739438 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-8cafef5d-db44-49d9-8bb8-c6aed5483e0c req-b8be5759-57d6-491e-a5ad-76df122edaf0 service neutron] 10.222.0.57 "GET /v2.0/networks?id=57cdf3f5-a20b-4c6f-b2eb-bed2f5d4d40a HTTP/1.1" status: 200 len: 908 time: 0.1983120 Jan 26 21:19:03.741977 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 33398) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:19:03.746693 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-7e17c951-8582-4f1c-baa2-f52af91f61d4 tempest-AttachVolumeShelveTestJSON-345998519 tempest-AttachVolumeShelveTestJSON-345998519-project] Request body: {'floatingip': {'port_id': '47ae25ce-c34a-43c9-9bb0-c43b0ece7bbd'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:19:03.819297 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-9f759f9f-e2a8-481f-8a69-a02a3731f99b tempest-NegativeSecGroupIPv6Test-260704644 tempest-NegativeSecGroupIPv6Test-260704644-project] Publish callbacks [] for security_group (2734365d-1860-4b5d-8d5d-66b883ecd22c), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:19:03.824071 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-9f759f9f-e2a8-481f-8a69-a02a3731f99b tempest-NegativeSecGroupIPv6Test-260704644 tempest-NegativeSecGroupIPv6Test-260704644-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (2734365d-1860-4b5d-8d5d-66b883ecd22c), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:19:03.850446 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa891bb-b88d-4bec-95ea-7cd6165291a8 req-ad9d0169-53cc-42f6-9171-cb3560ff9573 tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:19:03.856656 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa891bb-b88d-4bec-95ea-7cd6165291a8 req-ad9d0169-53cc-42f6-9171-cb3560ff9573 tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:19:03.859978 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-8cafef5d-db44-49d9-8bb8-c6aed5483e0c req-d215a973-bece-46c8-9140-adfc19f03c55 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=b07f46ba-4da1-431a-b45a-508248fce8a3 HTTP/1.1" status: 200 len: 217 time: 0.1048594 Jan 26 21:19:03.862425 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa891bb-b88d-4bec-95ea-7cd6165291a8 req-ad9d0169-53cc-42f6-9171-cb3560ff9573 tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:19:03.864612 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-7e17c951-8582-4f1c-baa2-f52af91f61d4 tempest-AttachVolumeShelveTestJSON-345998519 tempest-AttachVolumeShelveTestJSON-345998519-project] Publish callbacks [] for floatingip (102d8f37-55be-4230-939f-758c0d24c53f), before_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:19:03.867769 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa891bb-b88d-4bec-95ea-7cd6165291a8 req-ad9d0169-53cc-42f6-9171-cb3560ff9573 tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:19:03.874080 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa891bb-b88d-4bec-95ea-7cd6165291a8 req-ad9d0169-53cc-42f6-9171-cb3560ff9573 tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:19:03.879528 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa891bb-b88d-4bec-95ea-7cd6165291a8 req-ad9d0169-53cc-42f6-9171-cb3560ff9573 tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:19:03.884877 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa891bb-b88d-4bec-95ea-7cd6165291a8 req-ad9d0169-53cc-42f6-9171-cb3560ff9573 tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:19:03.887403 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-0aa891bb-b88d-4bec-95ea-7cd6165291a8 req-ad9d0169-53cc-42f6-9171-cb3560ff9573 tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca795481-031c-48ac-925f-00596ed83bb9 HTTP/1.1" status: 200 len: 5431 time: 0.1435568 Jan 26 21:19:03.896125 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-9f759f9f-e2a8-481f-8a69-a02a3731f99b tempest-NegativeSecGroupIPv6Test-260704644 tempest-NegativeSecGroupIPv6Test-260704644-project] Publish callbacks [] for security_group (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:19:03.897373 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-9f759f9f-e2a8-481f-8a69-a02a3731f99b tempest-NegativeSecGroupIPv6Test-260704644 tempest-NegativeSecGroupIPv6Test-260704644-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.2972612 Jan 26 21:19:03.904914 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 33404) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:19:03.909181 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-7276ec12-e1ef-43e4-aa4f-e45ed4fe21f5 tempest-NegativeSecGroupIPv6Test-260704644 tempest-NegativeSecGroupIPv6Test-260704644-project] Request body: {'security_group_rule': {'security_group_id': '2734365d-1860-4b5d-8d5d-66b883ecd22c', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:19:03.910139 n-d-760453-5 neutron-server[103304]: WARNING neutron.api.v2.base [None req-7276ec12-e1ef-43e4-aa4f-e45ed4fe21f5 tempest-NegativeSecGroupIPv6Test-260704644 tempest-NegativeSecGroupIPv6Test-260704644-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Jan 26 21:19:03.910642 n-d-760453-5 neutron-server[103304]: INFO neutron.api.v2.resource [None req-7276ec12-e1ef-43e4-aa4f-e45ed4fe21f5 tempest-NegativeSecGroupIPv6Test-260704644 tempest-NegativeSecGroupIPv6Test-260704644-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 26 21:19:03.911705 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-7276ec12-e1ef-43e4-aa4f-e45ed4fe21f5 tempest-NegativeSecGroupIPv6Test-260704644 tempest-NegativeSecGroupIPv6Test-260704644-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0057902 Jan 26 21:19:03.924054 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 33406) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:19:03.940740 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f759f9f-e2a8-481f-8a69-a02a3731f99b tempest-NegativeSecGroupIPv6Test-260704644 tempest-NegativeSecGroupIPv6Test-260704644-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2734365d-1860-4b5d-8d5d-66b883ecd22c,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:19:03.998709 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cafef5d-db44-49d9-8bb8-c6aed5483e0c req-c5106f77-6d54-452f-ad99-1f18eb5150ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:19:03.999983 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-8cafef5d-db44-49d9-8bb8-c6aed5483e0c req-c5106f77-6d54-452f-ad99-1f18eb5150ec service neutron] 10.222.0.57 "GET /v2.0/subnets?id=0fd61269-7d95-487b-ba3a-f244d39cf571 HTTP/1.1" status: 200 len: 847 time: 0.1330774 Jan 26 21:19:04.007307 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-0aa891bb-b88d-4bec-95ea-7cd6165291a8 req-3e32707c-3358-47f7-b40d-29c285e0317c tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] 10.222.0.13 "GET /v2.0/security-groups?id=cfb1b9fe-a4df-4bbd-b439-103a9aa84b57&id=4949e7fd-e987-466a-ab17-ed5ae28a32c1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1066515 Jan 26 21:19:04.023095 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-ea0de428-13e7-4d12-a0a8-f10d89e1395a tempest-NegativeSecGroupIPv6Test-260704644 tempest-NegativeSecGroupIPv6Test-260704644-project] Publish callbacks [] for security_group (2734365d-1860-4b5d-8d5d-66b883ecd22c), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:19:04.046689 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-8cafef5d-db44-49d9-8bb8-c6aed5483e0c req-873accc7-abbf-4c21-be83-6ce399d2ca98 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=57cdf3f5-a20b-4c6f-b2eb-bed2f5d4d40a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0404599 Jan 26 21:19:04.048047 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-ea0de428-13e7-4d12-a0a8-f10d89e1395a tempest-NegativeSecGroupIPv6Test-260704644 tempest-NegativeSecGroupIPv6Test-260704644-project] Publish callbacks [] for security_group (2734365d-1860-4b5d-8d5d-66b883ecd22c), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:19:04.119350 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b970e7-4d09-4d50-b8f4-0f4dbf357d16 req-4811fd58-b0e9-4fdc-b155-5bb9ac4089a5 tempest-LiveMigrationTest-746395142 tempest-LiveMigrationTest-746395142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:19:04.121328 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-b6b970e7-4d09-4d50-b8f4-0f4dbf357d16 req-4811fd58-b0e9-4fdc-b155-5bb9ac4089a5 tempest-LiveMigrationTest-746395142 tempest-LiveMigrationTest-746395142-project] 10.222.0.13 "GET /v2.0/ports?device_id=3c1bb11b-19e0-4bd6-8502-e5422740b40d HTTP/1.1" status: 200 len: 944 time: 0.0704765 Jan 26 21:19:04.134823 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-ea0de428-13e7-4d12-a0a8-f10d89e1395a tempest-NegativeSecGroupIPv6Test-260704644 tempest-NegativeSecGroupIPv6Test-260704644-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (2734365d-1860-4b5d-8d5d-66b883ecd22c), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:19:04.138265 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-ea0de428-13e7-4d12-a0a8-f10d89e1395a tempest-NegativeSecGroupIPv6Test-260704644 tempest-NegativeSecGroupIPv6Test-260704644-project] Publish callbacks [] for security_group (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:19:04.141644 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-ea0de428-13e7-4d12-a0a8-f10d89e1395a tempest-NegativeSecGroupIPv6Test-260704644 tempest-NegativeSecGroupIPv6Test-260704644-project] 10.222.0.13 "DELETE /v2.0/security-groups/2734365d-1860-4b5d-8d5d-66b883ecd22c HTTP/1.1" status: 204 len: 168 time: 0.2143836 Jan 26 21:19:04.142422 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 33410) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:19:04.157364 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea0de428-13e7-4d12-a0a8-f10d89e1395a tempest-NegativeSecGroupIPv6Test-260704644 tempest-NegativeSecGroupIPv6Test-260704644-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2734365d-1860-4b5d-8d5d-66b883ecd22c,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:19:04.185090 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-b6b970e7-4d09-4d50-b8f4-0f4dbf357d16 req-31ec33b2-77f0-4403-92fc-ef80ceb1fd2b tempest-LiveMigrationTest-746395142 tempest-LiveMigrationTest-746395142-project] 10.222.0.13 "GET /v2.0/security-groups?id=c43a996a-6b93-48e4-a331-48250c5b183d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574844 Jan 26 21:19:04.259310 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-8cafef5d-db44-49d9-8bb8-c6aed5483e0c req-ed27ad68-70d4-440f-a7ce-fdcf4785377c service neutron] 10.222.0.57 "GET /v2.0/networks/57cdf3f5-a20b-4c6f-b2eb-bed2f5d4d40a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2056868 Jan 26 21:19:04.278474 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-26c40d31-aca5-4f7f-8dcc-da6e46493e8f tempest-NegativeSecGroupIPv6Test-260704644 tempest-NegativeSecGroupIPv6Test-260704644-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1331811 Jan 26 21:19:04.282151 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 33416) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:19:04.287174 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-6b572674-07ea-4559-943f-4efe4bf6f26b tempest-NegativeSecGroupIPv6Test-260704644 tempest-NegativeSecGroupIPv6Test-260704644-project] Request body: {'security_group': {'name': 'tempest-secgroup--1668580973'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:19:04.341950 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-6b572674-07ea-4559-943f-4efe4bf6f26b tempest-NegativeSecGroupIPv6Test-260704644 tempest-NegativeSecGroupIPv6Test-260704644-project] Publish callbacks [] for security_group (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:19:04.368310 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e186f9-5920-49b2-a8ad-e7971a3af6a0 req-b88ccdf5-2701-4f37-841f-27cf25ffddf0 tempest-ServersNegativeTestJSON-90632883 tempest-ServersNegativeTestJSON-90632883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:19:04.370516 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-71e186f9-5920-49b2-a8ad-e7971a3af6a0 req-b88ccdf5-2701-4f37-841f-27cf25ffddf0 tempest-ServersNegativeTestJSON-90632883 tempest-ServersNegativeTestJSON-90632883-project] 10.222.0.13 "GET /v2.0/ports?device_id=20bda332-a159-49bd-8c61-2ea774ab5602 HTTP/1.1" status: 200 len: 946 time: 0.0784569 Jan 26 21:19:04.444935 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-71e186f9-5920-49b2-a8ad-e7971a3af6a0 req-4a4082ec-d41f-4d8e-8f9f-37d92d41a05b tempest-ServersNegativeTestJSON-90632883 tempest-ServersNegativeTestJSON-90632883-project] 10.222.0.13 "GET /v2.0/security-groups?id=f00b351c-12ea-4499-84c9-f0263f4f27ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679009 Jan 26 21:19:04.474308 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-6b572674-07ea-4559-943f-4efe4bf6f26b tempest-NegativeSecGroupIPv6Test-260704644 tempest-NegativeSecGroupIPv6Test-260704644-project] Publish callbacks [] for security_group (b2352d0d-dac1-41fe-b190-0b6eb546a4d7), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:19:04.488145 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-6b572674-07ea-4559-943f-4efe4bf6f26b tempest-NegativeSecGroupIPv6Test-260704644 tempest-NegativeSecGroupIPv6Test-260704644-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (b2352d0d-dac1-41fe-b190-0b6eb546a4d7), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:19:04.521086 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-6b572674-07ea-4559-943f-4efe4bf6f26b tempest-NegativeSecGroupIPv6Test-260704644 tempest-NegativeSecGroupIPv6Test-260704644-project] Publish callbacks [] for security_group (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:19:04.525815 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-6b572674-07ea-4559-943f-4efe4bf6f26b tempest-NegativeSecGroupIPv6Test-260704644 tempest-NegativeSecGroupIPv6Test-260704644-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.2425623 Jan 26 21:19:04.528873 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 33424) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:19:04.534334 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-27d9380f-0877-4782-98fa-7bae88d1903b tempest-NegativeSecGroupIPv6Test-260704644 tempest-NegativeSecGroupIPv6Test-260704644-project] Request body: {'security_group_rule': {'security_group_id': 'b2352d0d-dac1-41fe-b190-0b6eb546a4d7', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:19:04.545811 n-d-760453-5 neutron-server[103304]: WARNING neutron.api.v2.base [None req-27d9380f-0877-4782-98fa-7bae88d1903b tempest-NegativeSecGroupIPv6Test-260704644 tempest-NegativeSecGroupIPv6Test-260704644-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Jan 26 21:19:04.546469 n-d-760453-5 neutron-server[103304]: INFO neutron.api.v2.resource [None req-27d9380f-0877-4782-98fa-7bae88d1903b tempest-NegativeSecGroupIPv6Test-260704644 tempest-NegativeSecGroupIPv6Test-260704644-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 26 21:19:04.550115 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-27d9380f-0877-4782-98fa-7bae88d1903b tempest-NegativeSecGroupIPv6Test-260704644 tempest-NegativeSecGroupIPv6Test-260704644-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0197115 Jan 26 21:19:04.550726 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 33426) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:19:04.555266 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b572674-07ea-4559-943f-4efe4bf6f26b tempest-NegativeSecGroupIPv6Test-260704644 tempest-NegativeSecGroupIPv6Test-260704644-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b2352d0d-dac1-41fe-b190-0b6eb546a4d7,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:19:04.561931 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-d2c03e8e-c777-4c49-9fc6-492acb4bce47 tempest-NegativeSecGroupIPv6Test-260704644 tempest-NegativeSecGroupIPv6Test-260704644-project] Request body: {'security_group_rule': {'security_group_id': 'b2352d0d-dac1-41fe-b190-0b6eb546a4d7', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:19:04.563804 n-d-760453-5 neutron-server[103304]: WARNING neutron.api.v2.base [None req-d2c03e8e-c777-4c49-9fc6-492acb4bce47 tempest-NegativeSecGroupIPv6Test-260704644 tempest-NegativeSecGroupIPv6Test-260704644-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Jan 26 21:19:04.566511 n-d-760453-5 neutron-server[103304]: INFO neutron.api.v2.resource [None req-d2c03e8e-c777-4c49-9fc6-492acb4bce47 tempest-NegativeSecGroupIPv6Test-260704644 tempest-NegativeSecGroupIPv6Test-260704644-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 26 21:19:04.570683 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-d2c03e8e-c777-4c49-9fc6-492acb4bce47 tempest-NegativeSecGroupIPv6Test-260704644 tempest-NegativeSecGroupIPv6Test-260704644-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0157111 Jan 26 21:19:04.570915 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 33428) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:19:04.582639 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-3884810c-faa7-42a6-8681-b4ba971265db tempest-NegativeSecGroupIPv6Test-260704644 tempest-NegativeSecGroupIPv6Test-260704644-project] Request body: {'security_group_rule': {'security_group_id': 'b2352d0d-dac1-41fe-b190-0b6eb546a4d7', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:19:04.582639 n-d-760453-5 neutron-server[103304]: WARNING neutron.api.v2.base [None req-3884810c-faa7-42a6-8681-b4ba971265db tempest-NegativeSecGroupIPv6Test-260704644 tempest-NegativeSecGroupIPv6Test-260704644-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Jan 26 21:19:04.582639 n-d-760453-5 neutron-server[103304]: INFO neutron.api.v2.resource [None req-3884810c-faa7-42a6-8681-b4ba971265db tempest-NegativeSecGroupIPv6Test-260704644 tempest-NegativeSecGroupIPv6Test-260704644-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 26 21:19:04.582639 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-3884810c-faa7-42a6-8681-b4ba971265db tempest-NegativeSecGroupIPv6Test-260704644 tempest-NegativeSecGroupIPv6Test-260704644-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0059271 Jan 26 21:19:04.584290 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 33432) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:19:04.600276 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-2e545a31-df78-4c47-95cc-a6fbabcb9e67 tempest-NegativeSecGroupIPv6Test-260704644 tempest-NegativeSecGroupIPv6Test-260704644-project] Request body: {'security_group_rule': {'security_group_id': 'b2352d0d-dac1-41fe-b190-0b6eb546a4d7', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:19:04.601188 n-d-760453-5 neutron-server[103304]: WARNING neutron.api.v2.base [None req-2e545a31-df78-4c47-95cc-a6fbabcb9e67 tempest-NegativeSecGroupIPv6Test-260704644 tempest-NegativeSecGroupIPv6Test-260704644-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Jan 26 21:19:04.601881 n-d-760453-5 neutron-server[103304]: INFO neutron.api.v2.resource [None req-2e545a31-df78-4c47-95cc-a6fbabcb9e67 tempest-NegativeSecGroupIPv6Test-260704644 tempest-NegativeSecGroupIPv6Test-260704644-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 26 21:19:04.605345 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-2e545a31-df78-4c47-95cc-a6fbabcb9e67 tempest-NegativeSecGroupIPv6Test-260704644 tempest-NegativeSecGroupIPv6Test-260704644-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0161793 Jan 26 21:19:04.607674 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 33434) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:19:04.671517 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-a255f044-34aa-47be-8eab-80644b69c474 tempest-NegativeSecGroupIPv6Test-260704644 tempest-NegativeSecGroupIPv6Test-260704644-project] Publish callbacks [] for security_group (b2352d0d-dac1-41fe-b190-0b6eb546a4d7), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:19:04.717633 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-a255f044-34aa-47be-8eab-80644b69c474 tempest-NegativeSecGroupIPv6Test-260704644 tempest-NegativeSecGroupIPv6Test-260704644-project] Publish callbacks [] for security_group (b2352d0d-dac1-41fe-b190-0b6eb546a4d7), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:19:04.789077 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cbf514e-4c5f-4fdb-bffd-0d93c77c67d0 req-19731f3c-6be4-4275-820b-4e332fc0a3f0 tempest-ServersNegativeTestJSON-90632883 tempest-ServersNegativeTestJSON-90632883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:19:04.793328 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-6cbf514e-4c5f-4fdb-bffd-0d93c77c67d0 req-19731f3c-6be4-4275-820b-4e332fc0a3f0 tempest-ServersNegativeTestJSON-90632883 tempest-ServersNegativeTestJSON-90632883-project] 10.222.0.13 "GET /v2.0/ports?device_id=20bda332-a159-49bd-8c61-2ea774ab5602 HTTP/1.1" status: 200 len: 946 time: 0.0860643 Jan 26 21:19:04.810718 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-a255f044-34aa-47be-8eab-80644b69c474 tempest-NegativeSecGroupIPv6Test-260704644 tempest-NegativeSecGroupIPv6Test-260704644-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (b2352d0d-dac1-41fe-b190-0b6eb546a4d7), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:19:04.813473 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-a255f044-34aa-47be-8eab-80644b69c474 tempest-NegativeSecGroupIPv6Test-260704644 tempest-NegativeSecGroupIPv6Test-260704644-project] Publish callbacks [] for security_group (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:19:04.814721 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-a255f044-34aa-47be-8eab-80644b69c474 tempest-NegativeSecGroupIPv6Test-260704644 tempest-NegativeSecGroupIPv6Test-260704644-project] 10.222.0.13 "DELETE /v2.0/security-groups/b2352d0d-dac1-41fe-b190-0b6eb546a4d7 HTTP/1.1" status: 204 len: 168 time: 0.2052495 Jan 26 21:19:04.829276 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 33442) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:19:04.840105 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-8cafef5d-db44-49d9-8bb8-c6aed5483e0c req-c9b8dd57-cc22-44d2-b9cb-c7f35b57b5d5 service neutron] 10.222.0.57 "GET /v2.0/networks/57cdf3f5-a20b-4c6f-b2eb-bed2f5d4d40a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5733583 Jan 26 21:19:04.858061 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a255f044-34aa-47be-8eab-80644b69c474 tempest-NegativeSecGroupIPv6Test-260704644 tempest-NegativeSecGroupIPv6Test-260704644-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2352d0d-dac1-41fe-b190-0b6eb546a4d7,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:19:04.924226 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-6cbf514e-4c5f-4fdb-bffd-0d93c77c67d0 req-3b1d0d0b-6f33-44a3-a7b2-3e3a82a82d89 tempest-ServersNegativeTestJSON-90632883 tempest-ServersNegativeTestJSON-90632883-project] 10.222.0.13 "GET /v2.0/security-groups?id=f00b351c-12ea-4499-84c9-f0263f4f27ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1230817 Jan 26 21:19:04.939941 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7ff416-9779-46fa-a7dd-c4ec99722e11 req-cef496c6-0d4d-4b83-85ca-94b95cc2d1e0 tempest-DeleteServersTestJSON-1338827600 tempest-DeleteServersTestJSON-1338827600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:19:04.941544 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-3b7ff416-9779-46fa-a7dd-c4ec99722e11 req-cef496c6-0d4d-4b83-85ca-94b95cc2d1e0 tempest-DeleteServersTestJSON-1338827600 tempest-DeleteServersTestJSON-1338827600-project] 10.222.0.13 "GET /v2.0/ports?device_id=5e986168-261b-439a-9236-c24494c02d2b HTTP/1.1" status: 200 len: 945 time: 0.1161959 Jan 26 21:19:04.957701 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-df172f88-146d-45e5-8bb6-c9f77545ea35 tempest-NegativeSecGroupIPv6Test-260704644 tempest-NegativeSecGroupIPv6Test-260704644-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1272223 Jan 26 21:19:04.964742 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 33446) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:19:04.972013 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-1d0b89b5-69f3-488d-ad72-ffc94ef1f712 tempest-NegativeSecGroupIPv6Test-260704644 tempest-NegativeSecGroupIPv6Test-260704644-project] Request body: {'security_group': {'name': 'tempest-secgroup--1265961577'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:19:04.985051 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-7e17c951-8582-4f1c-baa2-f52af91f61d4 tempest-AttachVolumeShelveTestJSON-345998519 tempest-AttachVolumeShelveTestJSON-345998519-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:19:04.997977 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-7e17c951-8582-4f1c-baa2-f52af91f61d4 tempest-AttachVolumeShelveTestJSON-345998519 tempest-AttachVolumeShelveTestJSON-345998519-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4110913'] for floatingip (102d8f37-55be-4230-939f-758c0d24c53f), after_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:19:05.003102 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-1d0b89b5-69f3-488d-ad72-ffc94ef1f712 tempest-NegativeSecGroupIPv6Test-260704644 tempest-NegativeSecGroupIPv6Test-260704644-project] Publish callbacks [] for security_group (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:19:05.060446 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-3b7ff416-9779-46fa-a7dd-c4ec99722e11 req-75218fca-3c19-4f94-b49b-f6d3c9d1c0aa tempest-DeleteServersTestJSON-1338827600 tempest-DeleteServersTestJSON-1338827600-project] 10.222.0.13 "GET /v2.0/security-groups?id=b7fc5e70-a24b-497d-9cf6-8df82d0ad35b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132989 Jan 26 21:19:05.102257 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655f7a44-04c3-46f0-9fdf-42b645f00c90 req-00c95e3b-bcc5-4a1f-a8a1-aa3f617aa66c tempest-ServersNegativeTestJSON-90632883 tempest-ServersNegativeTestJSON-90632883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:19:05.103689 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-655f7a44-04c3-46f0-9fdf-42b645f00c90 req-00c95e3b-bcc5-4a1f-a8a1-aa3f617aa66c tempest-ServersNegativeTestJSON-90632883 tempest-ServersNegativeTestJSON-90632883-project] 10.222.0.13 "GET /v2.0/ports?device_id=20bda332-a159-49bd-8c61-2ea774ab5602 HTTP/1.1" status: 200 len: 946 time: 0.0919232 Jan 26 21:19:05.146939 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-1d0b89b5-69f3-488d-ad72-ffc94ef1f712 tempest-NegativeSecGroupIPv6Test-260704644 tempest-NegativeSecGroupIPv6Test-260704644-project] Publish callbacks [] for security_group (7858a85a-db5b-438f-a623-7dc20f0ca37f), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:19:05.159069 n-d-760453-5 neutron-server[103305]: INFO neutron.db.l3_db [None req-7e17c951-8582-4f1c-baa2-f52af91f61d4 tempest-AttachVolumeShelveTestJSON-345998519 tempest-AttachVolumeShelveTestJSON-345998519-project] Floating IP 102d8f37-55be-4230-939f-758c0d24c53f associated. External IP: 172.25.1.129, port: 47ae25ce-c34a-43c9-9bb0-c43b0ece7bbd. Jan 26 21:19:05.160806 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-1d0b89b5-69f3-488d-ad72-ffc94ef1f712 tempest-NegativeSecGroupIPv6Test-260704644 tempest-NegativeSecGroupIPv6Test-260704644-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (7858a85a-db5b-438f-a623-7dc20f0ca37f), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:19:05.164070 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cafef5d-db44-49d9-8bb8-c6aed5483e0c req-21433d58-bc05-4556-a190-6239fcee33e5 tempest-LiveMigrationTest-97640354 tempest-LiveMigrationTest-97640354-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:19:05.165628 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-8cafef5d-db44-49d9-8bb8-c6aed5483e0c req-21433d58-bc05-4556-a190-6239fcee33e5 tempest-LiveMigrationTest-97640354 tempest-LiveMigrationTest-97640354-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=3c1bb11b-19e0-4bd6-8502-e5422740b40d&tenant_id=ee6098e1a6074d57972f34ef6549de05&binding%3Ahost_id=n-h2-760453-5 HTTP/1.1" status: 200 len: 1095 time: 0.1023221 Jan 26 21:19:05.230499 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-1d0b89b5-69f3-488d-ad72-ffc94ef1f712 tempest-NegativeSecGroupIPv6Test-260704644 tempest-NegativeSecGroupIPv6Test-260704644-project] Publish callbacks [] for security_group (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:19:05.231851 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-1d0b89b5-69f3-488d-ad72-ffc94ef1f712 tempest-NegativeSecGroupIPv6Test-260704644 tempest-NegativeSecGroupIPv6Test-260704644-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.2650852 Jan 26 21:19:05.235119 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 33452) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:19:05.238375 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-655f7a44-04c3-46f0-9fdf-42b645f00c90 req-92aad9ef-d145-494a-95e3-941617484fcf tempest-ServersNegativeTestJSON-90632883 tempest-ServersNegativeTestJSON-90632883-project] 10.222.0.13 "GET /v2.0/security-groups?id=f00b351c-12ea-4499-84c9-f0263f4f27ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1230638 Jan 26 21:19:05.242582 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-08fc0f37-034e-4d04-b1d9-2c55fbd14d1f tempest-NegativeSecGroupIPv6Test-260704644 tempest-NegativeSecGroupIPv6Test-260704644-project] Request body: {'security_group_rule': {'security_group_id': '7858a85a-db5b-438f-a623-7dc20f0ca37f', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:19:05.243271 n-d-760453-5 neutron-server[103304]: WARNING neutron.api.v2.base [None req-08fc0f37-034e-4d04-b1d9-2c55fbd14d1f tempest-NegativeSecGroupIPv6Test-260704644 tempest-NegativeSecGroupIPv6Test-260704644-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jan 26 21:19:05.243769 n-d-760453-5 neutron-server[103304]: INFO neutron.api.v2.resource [None req-08fc0f37-034e-4d04-b1d9-2c55fbd14d1f tempest-NegativeSecGroupIPv6Test-260704644 tempest-NegativeSecGroupIPv6Test-260704644-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 26 21:19:05.244725 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-08fc0f37-034e-4d04-b1d9-2c55fbd14d1f tempest-NegativeSecGroupIPv6Test-260704644 tempest-NegativeSecGroupIPv6Test-260704644-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0054631 Jan 26 21:19:05.246599 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d0b89b5-69f3-488d-ad72-ffc94ef1f712 tempest-NegativeSecGroupIPv6Test-260704644 tempest-NegativeSecGroupIPv6Test-260704644-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7858a85a-db5b-438f-a623-7dc20f0ca37f,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:19:05.248838 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 33454) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:19:05.256032 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-b759d072-bf6d-440d-9aaf-344d3b2277ac tempest-NegativeSecGroupIPv6Test-260704644 tempest-NegativeSecGroupIPv6Test-260704644-project] Request body: {'security_group_rule': {'security_group_id': '7858a85a-db5b-438f-a623-7dc20f0ca37f', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:19:05.288520 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18866ea3-af37-46a1-b19b-509dbbe8554e req-99cf1971-801f-4cce-b86f-10b41d4fa316 tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:19:05.293984 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18866ea3-af37-46a1-b19b-509dbbe8554e req-99cf1971-801f-4cce-b86f-10b41d4fa316 tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:19:05.301057 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18866ea3-af37-46a1-b19b-509dbbe8554e req-99cf1971-801f-4cce-b86f-10b41d4fa316 tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:19:05.306788 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18866ea3-af37-46a1-b19b-509dbbe8554e req-99cf1971-801f-4cce-b86f-10b41d4fa316 tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:19:05.312102 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18866ea3-af37-46a1-b19b-509dbbe8554e req-99cf1971-801f-4cce-b86f-10b41d4fa316 tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:19:05.317694 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18866ea3-af37-46a1-b19b-509dbbe8554e req-99cf1971-801f-4cce-b86f-10b41d4fa316 tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:19:05.324004 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18866ea3-af37-46a1-b19b-509dbbe8554e req-99cf1971-801f-4cce-b86f-10b41d4fa316 tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:19:05.326013 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-18866ea3-af37-46a1-b19b-509dbbe8554e req-99cf1971-801f-4cce-b86f-10b41d4fa316 tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca795481-031c-48ac-925f-00596ed83bb9 HTTP/1.1" status: 200 len: 5431 time: 0.1840589 Jan 26 21:19:05.415037 n-d-760453-5 neutron-server[103304]: INFO neutron.api.v2.resource [None req-b759d072-bf6d-440d-9aaf-344d3b2277ac tempest-NegativeSecGroupIPv6Test-260704644 tempest-NegativeSecGroupIPv6Test-260704644-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 26 21:19:05.416368 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [req-8cafef5d-db44-49d9-8bb8-c6aed5483e0c req-fb32c9bb-8fa1-4b10-b751-467749fcc9e8 service neutron] For port b07f46ba-4da1-431a-b45a-508248fce8a3, host n-h1-760453-5, cleared binding levels {{(pid=103305) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 26 21:19:05.416518 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-b759d072-bf6d-440d-9aaf-344d3b2277ac tempest-NegativeSecGroupIPv6Test-260704644 tempest-NegativeSecGroupIPv6Test-260704644-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1656215 Jan 26 21:19:05.419519 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 33458) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:19:05.426070 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-9199edb4-8d8b-4be4-8288-f121a27cf2f6 tempest-NegativeSecGroupIPv6Test-260704644 tempest-NegativeSecGroupIPv6Test-260704644-project] Request body: {'security_group_rule': {'security_group_id': '7858a85a-db5b-438f-a623-7dc20f0ca37f', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:19:05.426675 n-d-760453-5 neutron-server[103305]: WARNING neutron.api.v2.base [None req-9199edb4-8d8b-4be4-8288-f121a27cf2f6 tempest-NegativeSecGroupIPv6Test-260704644 tempest-NegativeSecGroupIPv6Test-260704644-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Jan 26 21:19:05.427327 n-d-760453-5 neutron-server[103305]: INFO neutron.api.v2.resource [None req-9199edb4-8d8b-4be4-8288-f121a27cf2f6 tempest-NegativeSecGroupIPv6Test-260704644 tempest-NegativeSecGroupIPv6Test-260704644-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 26 21:19:05.428770 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-9199edb4-8d8b-4be4-8288-f121a27cf2f6 tempest-NegativeSecGroupIPv6Test-260704644 tempest-NegativeSecGroupIPv6Test-260704644-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0082459 Jan 26 21:19:05.436912 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 33460) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:19:05.438247 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c5f48b-f508-41f7-9599-6b36921b08ec req-4fbce7de-4fa6-4d30-872c-9f8ca9847b05 tempest-LiveMigrationTest-746395142 tempest-LiveMigrationTest-746395142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:19:05.439717 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-67c5f48b-f508-41f7-9599-6b36921b08ec req-4fbce7de-4fa6-4d30-872c-9f8ca9847b05 tempest-LiveMigrationTest-746395142 tempest-LiveMigrationTest-746395142-project] 10.222.0.13 "GET /v2.0/ports?device_id=3c1bb11b-19e0-4bd6-8502-e5422740b40d HTTP/1.1" status: 200 len: 944 time: 0.1096084 Jan 26 21:19:05.457808 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-3a415780-2514-4e3f-aea7-6935c98d8eaf tempest-NegativeSecGroupIPv6Test-260704644 tempest-NegativeSecGroupIPv6Test-260704644-project] Request body: {'security_group_rule': {'security_group_id': '7858a85a-db5b-438f-a623-7dc20f0ca37f', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:19:05.460628 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-8cafef5d-db44-49d9-8bb8-c6aed5483e0c req-fb32c9bb-8fa1-4b10-b751-467749fcc9e8 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:19:05.461711 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-8cafef5d-db44-49d9-8bb8-c6aed5483e0c req-fb32c9bb-8fa1-4b10-b751-467749fcc9e8 service neutron] 10.222.0.57 "DELETE /v2.0/ports/b07f46ba-4da1-431a-b45a-508248fce8a3/bindings/n-h1-760453-5 HTTP/1.1" status: 204 len: 173 time: 0.2659345 Jan 26 21:19:05.468010 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-18866ea3-af37-46a1-b19b-509dbbe8554e req-c1478e57-8d05-4079-b3d7-4961996543d5 tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] 10.222.0.13 "GET /v2.0/security-groups?id=cfb1b9fe-a4df-4bbd-b439-103a9aa84b57&id=4949e7fd-e987-466a-ab17-ed5ae28a32c1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1340647 Jan 26 21:19:05.533873 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-67c5f48b-f508-41f7-9599-6b36921b08ec req-4f3e6b5b-7cc2-4566-8e04-62d024a7d403 tempest-LiveMigrationTest-746395142 tempest-LiveMigrationTest-746395142-project] 10.222.0.13 "GET /v2.0/security-groups?id=c43a996a-6b93-48e4-a331-48250c5b183d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648694 Jan 26 21:19:05.568282 n-d-760453-5 neutron-server[103305]: INFO neutron.api.v2.resource [None req-3a415780-2514-4e3f-aea7-6935c98d8eaf tempest-NegativeSecGroupIPv6Test-260704644 tempest-NegativeSecGroupIPv6Test-260704644-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 26 21:19:05.573789 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 33464) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:19:05.573943 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-3a415780-2514-4e3f-aea7-6935c98d8eaf tempest-NegativeSecGroupIPv6Test-260704644 tempest-NegativeSecGroupIPv6Test-260704644-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1351750 Jan 26 21:19:05.580419 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-983395bd-0445-406e-965b-b255d7cb6e39 tempest-NegativeSecGroupIPv6Test-260704644 tempest-NegativeSecGroupIPv6Test-260704644-project] Request body: {'security_group_rule': {'security_group_id': '7858a85a-db5b-438f-a623-7dc20f0ca37f', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:19:05.581132 n-d-760453-5 neutron-server[103304]: WARNING neutron.api.v2.base [None req-983395bd-0445-406e-965b-b255d7cb6e39 tempest-NegativeSecGroupIPv6Test-260704644 tempest-NegativeSecGroupIPv6Test-260704644-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jan 26 21:19:05.582179 n-d-760453-5 neutron-server[103304]: INFO neutron.api.v2.resource [None req-983395bd-0445-406e-965b-b255d7cb6e39 tempest-NegativeSecGroupIPv6Test-260704644 tempest-NegativeSecGroupIPv6Test-260704644-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 26 21:19:05.583102 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-983395bd-0445-406e-965b-b255d7cb6e39 tempest-NegativeSecGroupIPv6Test-260704644 tempest-NegativeSecGroupIPv6Test-260704644-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0078702 Jan 26 21:19:05.585909 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 33468) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:19:05.590062 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e17c951-8582-4f1c-baa2-f52af91f61d4 tempest-AttachVolumeShelveTestJSON-345998519 tempest-AttachVolumeShelveTestJSON-345998519-project] Router 99221ace-06a0-43fb-ad55-46eef57daef8 has already been hosted by L3 agent 09df100c-3af1-4b0a-bda8-05914c71c458 {{(pid=103305) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 26 21:19:05.593349 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Device 261697a1-9195-466a-841e-78407f5307c6 no longer exists at agent hyperv_n-h2-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 26 21:19:05.604908 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-77799186-01fe-4aa5-865c-6d10b4d27459 tempest-NegativeSecGroupIPv6Test-260704644 tempest-NegativeSecGroupIPv6Test-260704644-project] Request body: {'security_group_rule': {'security_group_id': '7858a85a-db5b-438f-a623-7dc20f0ca37f', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:19:05.645231 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] No Port match for: 261697a1-9195-466a-841e-78407f5307c6 {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 26 21:19:05.645527 n-d-760453-5 neutron-server[103304]: INFO neutron.db.securitygroups_db [None req-77799186-01fe-4aa5-865c-6d10b4d27459 tempest-NegativeSecGroupIPv6Test-260704644 tempest-NegativeSecGroupIPv6Test-260704644-project] Project fb41886f2fae40a99c7323ddc514d1b5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 26 21:19:05.645644 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Device 261697a1-9195-466a-841e-78407f5307c6 not bound to the agent host n-h2-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 26 21:19:05.659881 n-d-760453-5 neutron-server[103304]: INFO neutron.api.v2.resource [None req-77799186-01fe-4aa5-865c-6d10b4d27459 tempest-NegativeSecGroupIPv6Test-260704644 tempest-NegativeSecGroupIPv6Test-260704644-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 26 21:19:05.660961 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-77799186-01fe-4aa5-865c-6d10b4d27459 tempest-NegativeSecGroupIPv6Test-260704644 tempest-NegativeSecGroupIPv6Test-260704644-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0734634 Jan 26 21:19:05.665941 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 33472) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:19:05.670677 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-c9958daf-c1d1-4948-8112-ffd240af5a0e tempest-NegativeSecGroupIPv6Test-260704644 tempest-NegativeSecGroupIPv6Test-260704644-project] Request body: {'security_group_rule': {'security_group_id': '7858a85a-db5b-438f-a623-7dc20f0ca37f', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:19:05.671327 n-d-760453-5 neutron-server[103304]: WARNING neutron.api.v2.base [None req-c9958daf-c1d1-4948-8112-ffd240af5a0e tempest-NegativeSecGroupIPv6Test-260704644 tempest-NegativeSecGroupIPv6Test-260704644-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Jan 26 21:19:05.671986 n-d-760453-5 neutron-server[103304]: INFO neutron.api.v2.resource [None req-c9958daf-c1d1-4948-8112-ffd240af5a0e tempest-NegativeSecGroupIPv6Test-260704644 tempest-NegativeSecGroupIPv6Test-260704644-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 26 21:19:05.673726 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-c9958daf-c1d1-4948-8112-ffd240af5a0e tempest-NegativeSecGroupIPv6Test-260704644 tempest-NegativeSecGroupIPv6Test-260704644-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0065703 Jan 26 21:19:05.685335 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 33474) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:19:05.688952 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-49ae0d2a-fd6b-4456-9ede-685f2d709aab tempest-NegativeSecGroupIPv6Test-260704644 tempest-NegativeSecGroupIPv6Test-260704644-project] Request body: {'security_group_rule': {'security_group_id': '7858a85a-db5b-438f-a623-7dc20f0ca37f', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:19:05.723563 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e17c951-8582-4f1c-baa2-f52af91f61d4 tempest-AttachVolumeShelveTestJSON-345998519 tempest-AttachVolumeShelveTestJSON-345998519-project] Notify agent at l3_agent.n-d-760453-5 the message routers_updated {{(pid=103305) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 26 21:19:05.730775 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-7e17c951-8582-4f1c-baa2-f52af91f61d4 tempest-AttachVolumeShelveTestJSON-345998519 tempest-AttachVolumeShelveTestJSON-345998519-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for floatingip (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:19:05.737287 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-043b3741-b935-4e8a-92f1-e4645a025bd7 None None] Sync routers for ids ['99221ace-06a0-43fb-ad55-46eef57daef8'] in n-d-760453-5 {{(pid=103306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 26 21:19:05.745907 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c92aa28-52d9-4fd1-9745-a579161fbeba req-bcb2ef10-5b22-48e2-9d83-5f951ad0bd5e tempest-LiveMigrationTest-97640354 tempest-LiveMigrationTest-97640354-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:19:05.747454 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-7c92aa28-52d9-4fd1-9745-a579161fbeba req-bcb2ef10-5b22-48e2-9d83-5f951ad0bd5e tempest-LiveMigrationTest-97640354 tempest-LiveMigrationTest-97640354-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=3c1bb11b-19e0-4bd6-8502-e5422740b40d HTTP/1.1" status: 200 len: 1095 time: 0.0725009 Jan 26 21:19:05.748184 n-d-760453-5 neutron-server[103304]: INFO neutron.db.securitygroups_db [None req-49ae0d2a-fd6b-4456-9ede-685f2d709aab tempest-NegativeSecGroupIPv6Test-260704644 tempest-NegativeSecGroupIPv6Test-260704644-project] Project fb41886f2fae40a99c7323ddc514d1b5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 26 21:19:05.755897 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-043b3741-b935-4e8a-92f1-e4645a025bd7 None None] Routers {'99221ace-06a0-43fb-ad55-46eef57daef8'} bound to L3 agent in host n-d-760453-5 {{(pid=103306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 21:19:05.757182 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-043b3741-b935-4e8a-92f1-e4645a025bd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-26T20:55:21Z,description=,heartbeat_timestamp=2022-01-26T21:18:51Z,host='n-d-760453-5',id=09df100c-3af1-4b0a-bda8-05914c71c458,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:55:21Z,topic='l3_agent')) {'router_ids': ['99221ace-06a0-43fb-ad55-46eef57daef8'], 'active': True} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:19:05.768109 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-7e17c951-8582-4f1c-baa2-f52af91f61d4 tempest-AttachVolumeShelveTestJSON-345998519 tempest-AttachVolumeShelveTestJSON-345998519-project] 10.222.0.13 "PUT /v2.0/floatingips/102d8f37-55be-4230-939f-758c0d24c53f HTTP/1.1" status: 200 len: 991 time: 2.0248845 Jan 26 21:19:05.769122 n-d-760453-5 neutron-server[103305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '93bf95ee-d279-4897-bd53-d5feb3e9b070', 'tag': '47ae25ce-c34a-43c9-9bb0-c43b0ece7bbd'}] {{(pid=103305) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 21:19:05.772481 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d4654568b7bf041e72ff8fe1c96d6d761d9c921f2b99bc7b3a26632be20cee0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-030fa15c-53fb-469d-b774-cd498badd13a" -d '{"events": [{"name": "network-changed", "server_uuid": "93bf95ee-d279-4897-bd53-d5feb3e9b070", "tag": "47ae25ce-c34a-43c9-9bb0-c43b0ece7bbd"}]}' {{(pid=103305) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 21:19:05.794552 n-d-760453-5 neutron-server[103304]: INFO neutron.api.v2.resource [None req-49ae0d2a-fd6b-4456-9ede-685f2d709aab tempest-NegativeSecGroupIPv6Test-260704644 tempest-NegativeSecGroupIPv6Test-260704644-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 26 21:19:05.795625 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-49ae0d2a-fd6b-4456-9ede-685f2d709aab tempest-NegativeSecGroupIPv6Test-260704644 tempest-NegativeSecGroupIPv6Test-260704644-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.1103706 Jan 26 21:19:05.799043 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 33482) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:19:05.806917 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-53f77edc-dbb6-4c96-b3a7-03deabc75177 tempest-NegativeSecGroupIPv6Test-260704644 tempest-NegativeSecGroupIPv6Test-260704644-project] Request body: {'security_group_rule': {'security_group_id': '7858a85a-db5b-438f-a623-7dc20f0ca37f', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:19:05.837642 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-7c92aa28-52d9-4fd1-9745-a579161fbeba req-8ba62e56-d23a-4e33-abad-87f13f300744 tempest-LiveMigrationTest-97640354 tempest-LiveMigrationTest-97640354-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=c43a996a-6b93-48e4-a331-48250c5b183d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824959 Jan 26 21:19:05.873071 n-d-760453-5 neutron-server[103305]: INFO neutron.db.securitygroups_db [None req-53f77edc-dbb6-4c96-b3a7-03deabc75177 tempest-NegativeSecGroupIPv6Test-260704644 tempest-NegativeSecGroupIPv6Test-260704644-project] Project fb41886f2fae40a99c7323ddc514d1b5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 26 21:19:05.883579 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 26 Jan 2022 21:19:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9bee187-90ee-4620-9368-9e480fc55ff5 x-openstack-request-id: req-e9bee187-90ee-4620-9368-9e480fc55ff5 {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 21:19:05.883579 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "93bf95ee-d279-4897-bd53-d5feb3e9b070", "tag": "47ae25ce-c34a-43c9-9bb0-c43b0ece7bbd", "status": "completed", "code": 200}]} {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 21:19:05.884336 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e9bee187-90ee-4620-9368-9e480fc55ff5 {{(pid=103305) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 21:19:05.884336 n-d-760453-5 neutron-server[103305]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '93bf95ee-d279-4897-bd53-d5feb3e9b070', 'tag': '47ae25ce-c34a-43c9-9bb0-c43b0ece7bbd', 'status': 'completed', 'code': 200} Jan 26 21:19:05.905281 n-d-760453-5 neutron-server[103305]: INFO neutron.api.v2.resource [None req-53f77edc-dbb6-4c96-b3a7-03deabc75177 tempest-NegativeSecGroupIPv6Test-260704644 tempest-NegativeSecGroupIPv6Test-260704644-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 26 21:19:05.907309 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-53f77edc-dbb6-4c96-b3a7-03deabc75177 tempest-NegativeSecGroupIPv6Test-260704644 tempest-NegativeSecGroupIPv6Test-260704644-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1070046 Jan 26 21:19:05.910318 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 33488) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:19:05.961680 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvr_db [None req-043b3741-b935-4e8a-92f1-e4645a025bd7 None None] Set router 99221ace-06a0-43fb-ad55-46eef57daef8 gateway port host: n-d-760453-5 {{(pid=103306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 21:19:05.979152 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-530095f5-9558-4e6f-9a78-d5d427f3b364 tempest-NegativeSecGroupIPv6Test-260704644 tempest-NegativeSecGroupIPv6Test-260704644-project] Publish callbacks [] for security_group (7858a85a-db5b-438f-a623-7dc20f0ca37f), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:19:06.007080 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-530095f5-9558-4e6f-9a78-d5d427f3b364 tempest-NegativeSecGroupIPv6Test-260704644 tempest-NegativeSecGroupIPv6Test-260704644-project] Publish callbacks [] for security_group (7858a85a-db5b-438f-a623-7dc20f0ca37f), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:19:06.033781 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030fa15c-53fb-469d-b774-cd498badd13a req-80cce010-6d8c-41e1-87ee-59e5bee7ce99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:19:06.035419 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-030fa15c-53fb-469d-b774-cd498badd13a req-80cce010-6d8c-41e1-87ee-59e5bee7ce99 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=9a820e3f529a4c3083d815b75318d24c&device_id=93bf95ee-d279-4897-bd53-d5feb3e9b070 HTTP/1.1" status: 200 len: 1096 time: 0.0850532 Jan 26 21:19:06.066463 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-530095f5-9558-4e6f-9a78-d5d427f3b364 tempest-NegativeSecGroupIPv6Test-260704644 tempest-NegativeSecGroupIPv6Test-260704644-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (7858a85a-db5b-438f-a623-7dc20f0ca37f), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:19:06.069447 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-530095f5-9558-4e6f-9a78-d5d427f3b364 tempest-NegativeSecGroupIPv6Test-260704644 tempest-NegativeSecGroupIPv6Test-260704644-project] Publish callbacks [] for security_group (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:19:06.070712 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-530095f5-9558-4e6f-9a78-d5d427f3b364 tempest-NegativeSecGroupIPv6Test-260704644 tempest-NegativeSecGroupIPv6Test-260704644-project] 10.222.0.13 "DELETE /v2.0/security-groups/7858a85a-db5b-438f-a623-7dc20f0ca37f HTTP/1.1" status: 204 len: 168 time: 0.1591556 Jan 26 21:19:06.074389 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 33490) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:19:06.103025 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-530095f5-9558-4e6f-9a78-d5d427f3b364 tempest-NegativeSecGroupIPv6Test-260704644 tempest-NegativeSecGroupIPv6Test-260704644-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7858a85a-db5b-438f-a623-7dc20f0ca37f,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:19:06.163637 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-d41eb119-f773-497e-ae14-70db76d43b6a tempest-NegativeSecGroupIPv6Test-260704644 tempest-NegativeSecGroupIPv6Test-260704644-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0880601 Jan 26 21:19:06.188077 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 33496) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:19:06.193377 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-04263c9f-de78-49a7-8704-ab4679b10a12 tempest-NegativeSecGroupIPv6Test-260704644 tempest-NegativeSecGroupIPv6Test-260704644-project] Request body: {'security_group': {'name': 'tempest-secgroup--1488622416'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:19:06.222919 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-04263c9f-de78-49a7-8704-ab4679b10a12 tempest-NegativeSecGroupIPv6Test-260704644 tempest-NegativeSecGroupIPv6Test-260704644-project] Publish callbacks [] for security_group (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:19:06.312936 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-04263c9f-de78-49a7-8704-ab4679b10a12 tempest-NegativeSecGroupIPv6Test-260704644 tempest-NegativeSecGroupIPv6Test-260704644-project] Publish callbacks [] for security_group (81f108f1-4bec-4fdb-bdae-338e31e558b7), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:19:06.324434 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-04263c9f-de78-49a7-8704-ab4679b10a12 tempest-NegativeSecGroupIPv6Test-260704644 tempest-NegativeSecGroupIPv6Test-260704644-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (81f108f1-4bec-4fdb-bdae-338e31e558b7), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:19:06.354799 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-04263c9f-de78-49a7-8704-ab4679b10a12 tempest-NegativeSecGroupIPv6Test-260704644 tempest-NegativeSecGroupIPv6Test-260704644-project] Publish callbacks [] for security_group (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:19:06.358941 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-04263c9f-de78-49a7-8704-ab4679b10a12 tempest-NegativeSecGroupIPv6Test-260704644 tempest-NegativeSecGroupIPv6Test-260704644-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1664510 Jan 26 21:19:06.368505 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 33498) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:19:06.386620 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-0b4dbe8c-a9db-4b0a-a550-a615c1feeb68 tempest-NegativeSecGroupIPv6Test-260704644 tempest-NegativeSecGroupIPv6Test-260704644-project] Request body: {'security_group_rule': {'security_group_id': '81f108f1-4bec-4fdb-bdae-338e31e558b7', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:19:06.392417 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-043b3741-b935-4e8a-92f1-e4645a025bd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99221ace-06a0-43fb-ad55-46eef57daef8', 'name': 'tempest-AttachVolumeShelveTestJSON-170009-router', 'tenant_id': '9a820e3f529a4c3083d815b75318d24c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'external_fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.173'}], 'enable_snat': True}, 'gw_port_id': 'c466aca2-17ea-426f-9342-4ad09516c48d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T21:18:18Z', 'updated_at': '2022-01-26T21:18:31Z', 'revision_number': 4, 'project_id': '9a820e3f529a4c3083d815b75318d24c', 'gw_port': {'id': 'c466aca2-17ea-426f-9342-4ad09516c48d', 'name': '', 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:a0:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99221ace-06a0-43fb-ad55-46eef57daef8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1625, 'fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:18:21Z', 'updated_at': '2022-01-26T21:18:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-5', '_floatingips': [{'id': '102d8f37-55be-4230-939f-758c0d24c53f', 'tenant_id': '9a820e3f529a4c3083d815b75318d24c', 'floating_ip_address': '172.25.1.129', 'floating_network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'router_id': '99221ace-06a0-43fb-ad55-46eef57daef8', 'port_id': '47ae25ce-c34a-43c9-9bb0-c43b0ece7bbd', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1648, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd67e3ebe-4ba7-45de-a361-0a193d47dcd7', 'mac_address': 'fa:16:3e:e3:2e:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93bf95ee-d279-4897-bd53-d5feb3e9b070', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-26T21:18:40Z', 'updated_at': '2022-01-26T21:19:04Z', 'revision_number': 1, 'project_id': '9a820e3f529a4c3083d815b75318d24c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f7f2ba7a-e925-4005-8a45-7f171abdeb0a', 'name': '', 'network_id': 'd67e3ebe-4ba7-45de-a361-0a193d47dcd7', 'tenant_id': '9a820e3f529a4c3083d815b75318d24c', 'mac_address': 'fa:16:3e:00:75:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99221ace-06a0-43fb-ad55-46eef57daef8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1630, 'fixed_ips': [{'subnet_id': 'b97a8223-0b24-4ba7-b338-51c5c9119da6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:18:29Z', 'updated_at': '2022-01-26T21:18:43Z', 'revision_number': 5, 'project_id': '9a820e3f529a4c3083d815b75318d24c', 'subnets': [{'id': 'b97a8223-0b24-4ba7-b338-51c5c9119da6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760453-5', False) {} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:19:06.414370 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030fa15c-53fb-469d-b774-cd498badd13a req-515cfb68-6408-44de-839e-1446434a4511 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:19:06.416288 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-030fa15c-53fb-469d-b774-cd498badd13a req-515cfb68-6408-44de-839e-1446434a4511 service neutron] 10.222.0.66 "GET /v2.0/networks?id=d67e3ebe-4ba7-45de-a361-0a193d47dcd7 HTTP/1.1" status: 200 len: 914 time: 0.3737004 Jan 26 21:19:06.418145 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04263c9f-de78-49a7-8704-ab4679b10a12 tempest-NegativeSecGroupIPv6Test-260704644 tempest-NegativeSecGroupIPv6Test-260704644-project] Pushing event updated for resources: {'SecurityGroup': ['ID=81f108f1-4bec-4fdb-bdae-338e31e558b7,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:19:06.423635 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-043b3741-b935-4e8a-92f1-e4645a025bd7 None None] Checking router: 99221ace-06a0-43fb-ad55-46eef57daef8 for host: n-d-760453-5 {{(pid=103306) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 26 21:19:06.437315 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-043b3741-b935-4e8a-92f1-e4645a025bd7 None None] Routers {'99221ace-06a0-43fb-ad55-46eef57daef8'} bound to L3 agent in host n-d-760453-5 {{(pid=103306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 21:19:06.438066 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-043b3741-b935-4e8a-92f1-e4645a025bd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-26T20:55:21Z,description=,heartbeat_timestamp=2022-01-26T21:18:51Z,host='n-d-760453-5',id=09df100c-3af1-4b0a-bda8-05914c71c458,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:55:21Z,topic='l3_agent')) {'router_ids': ['99221ace-06a0-43fb-ad55-46eef57daef8'], 'active': True} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:19:06.523721 n-d-760453-5 neutron-server[103305]: INFO neutron.api.v2.resource [None req-0b4dbe8c-a9db-4b0a-a550-a615c1feeb68 tempest-NegativeSecGroupIPv6Test-260704644 tempest-NegativeSecGroupIPv6Test-260704644-project] create failed (client error): The resource could not be found. Jan 26 21:19:06.528123 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-0b4dbe8c-a9db-4b0a-a550-a615c1feeb68 tempest-NegativeSecGroupIPv6Test-260704644 tempest-NegativeSecGroupIPv6Test-260704644-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.1555939 Jan 26 21:19:06.543651 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 33502) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:19:06.548414 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-6081107c-9ebb-4aab-b9d1-c1d42640c619 tempest-NegativeSecGroupIPv6Test-260704644 tempest-NegativeSecGroupIPv6Test-260704644-project] Request body: {'security_group_rule': {'security_group_id': '81f108f1-4bec-4fdb-bdae-338e31e558b7', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': '6427529c-8068-406a-96ad-346e940895a8'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:19:06.628812 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-030fa15c-53fb-469d-b774-cd498badd13a req-e01858f4-e390-44d7-a978-89370d3af689 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=47ae25ce-c34a-43c9-9bb0-c43b0ece7bbd HTTP/1.1" status: 200 len: 999 time: 0.1899691 Jan 26 21:19:06.637558 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvr_db [None req-043b3741-b935-4e8a-92f1-e4645a025bd7 None None] Set router 99221ace-06a0-43fb-ad55-46eef57daef8 gateway port host: n-d-760453-5 {{(pid=103306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 21:19:06.685766 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699e9990-366f-4ca2-abfc-abdb8862abf5 req-ef402581-1339-4ac9-9043-54ec198a3d97 tempest-DeleteServersTestJSON-1338827600 tempest-DeleteServersTestJSON-1338827600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:19:06.689474 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-699e9990-366f-4ca2-abfc-abdb8862abf5 req-ef402581-1339-4ac9-9043-54ec198a3d97 tempest-DeleteServersTestJSON-1338827600 tempest-DeleteServersTestJSON-1338827600-project] 10.222.0.57 "GET /v2.0/ports?device_id=5e986168-261b-439a-9236-c24494c02d2b HTTP/1.1" status: 200 len: 945 time: 0.2187757 Jan 26 21:19:06.790561 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9920d9-f045-47a2-8201-0bffc39db132 req-1cfef79a-8647-482a-ba35-861e91b1fef8 tempest-LiveMigrationTest-746395142 tempest-LiveMigrationTest-746395142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:19:06.791747 n-d-760453-5 neutron-server[103305]: INFO neutron.api.v2.resource [None req-6081107c-9ebb-4aab-b9d1-c1d42640c619 tempest-NegativeSecGroupIPv6Test-260704644 tempest-NegativeSecGroupIPv6Test-260704644-project] create failed (client error): The resource could not be found. Jan 26 21:19:06.792993 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-6081107c-9ebb-4aab-b9d1-c1d42640c619 tempest-NegativeSecGroupIPv6Test-260704644 tempest-NegativeSecGroupIPv6Test-260704644-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.2482414 Jan 26 21:19:06.794683 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030fa15c-53fb-469d-b774-cd498badd13a req-c9f8a664-e204-4558-bf68-37de8f246edd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:19:06.796117 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-030fa15c-53fb-469d-b774-cd498badd13a req-c9f8a664-e204-4558-bf68-37de8f246edd service neutron] 10.222.0.66 "GET /v2.0/subnets?id=b97a8223-0b24-4ba7-b338-51c5c9119da6 HTTP/1.1" status: 200 len: 852 time: 0.1663065 Jan 26 21:19:06.796588 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 33506) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:19:06.803239 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-1a9920d9-f045-47a2-8201-0bffc39db132 req-1cfef79a-8647-482a-ba35-861e91b1fef8 tempest-LiveMigrationTest-746395142 tempest-LiveMigrationTest-746395142-project] 10.222.0.13 "GET /v2.0/ports?device_id=3c1bb11b-19e0-4bd6-8502-e5422740b40d HTTP/1.1" status: 200 len: 944 time: 0.6340520 Jan 26 21:19:06.854025 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7812cc-30b5-46e4-b3cd-d3a4a822aeae req-ca918120-f0fe-4d6b-a1e6-001ed27cd573 tempest-DeleteServersTestJSON-1338827600 tempest-DeleteServersTestJSON-1338827600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:19:06.856320 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-ec7812cc-30b5-46e4-b3cd-d3a4a822aeae req-ca918120-f0fe-4d6b-a1e6-001ed27cd573 tempest-DeleteServersTestJSON-1338827600 tempest-DeleteServersTestJSON-1338827600-project] 10.222.0.13 "GET /v2.0/ports?device_id=5e986168-261b-439a-9236-c24494c02d2b HTTP/1.1" status: 200 len: 945 time: 0.6505256 Jan 26 21:19:06.908517 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030fa15c-53fb-469d-b774-cd498badd13a req-5ddccdc1-e37a-4242-8508-9b4bd852c4a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:19:06.909897 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-030fa15c-53fb-469d-b774-cd498badd13a req-5ddccdc1-e37a-4242-8508-9b4bd852c4a7 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=d67e3ebe-4ba7-45de-a361-0a193d47dcd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0912731 Jan 26 21:19:06.944250 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-1a9920d9-f045-47a2-8201-0bffc39db132 req-c0bd9cee-62db-422c-9973-e0582bbf7e31 tempest-LiveMigrationTest-746395142 tempest-LiveMigrationTest-746395142-project] 10.222.0.13 "GET /v2.0/security-groups?id=c43a996a-6b93-48e4-a331-48250c5b183d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1353309 Jan 26 21:19:06.966915 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8851dd-2b3d-40e4-8105-8068fa9bbb3e req-ecbca5df-3613-4a76-8c60-a5564fd90c02 tempest-LiveMigrationTest-746395142 tempest-LiveMigrationTest-746395142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:19:06.972152 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-fb8851dd-2b3d-40e4-8105-8068fa9bbb3e req-ecbca5df-3613-4a76-8c60-a5564fd90c02 tempest-LiveMigrationTest-746395142 tempest-LiveMigrationTest-746395142-project] 10.222.0.57 "GET /v2.0/ports?device_id=3c1bb11b-19e0-4bd6-8502-e5422740b40d HTTP/1.1" status: 200 len: 944 time: 0.1653347 Jan 26 21:19:06.991480 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-9157f93f-4d16-442b-a910-9e7a5275034a tempest-NegativeSecGroupIPv6Test-260704644 tempest-NegativeSecGroupIPv6Test-260704644-project] Publish callbacks [] for security_group (81f108f1-4bec-4fdb-bdae-338e31e558b7), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:19:06.993224 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-043b3741-b935-4e8a-92f1-e4645a025bd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99221ace-06a0-43fb-ad55-46eef57daef8', 'name': 'tempest-AttachVolumeShelveTestJSON-170009-router', 'tenant_id': '9a820e3f529a4c3083d815b75318d24c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'external_fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.173'}], 'enable_snat': True}, 'gw_port_id': 'c466aca2-17ea-426f-9342-4ad09516c48d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T21:18:18Z', 'updated_at': '2022-01-26T21:18:31Z', 'revision_number': 4, 'project_id': '9a820e3f529a4c3083d815b75318d24c', 'gw_port': {'id': 'c466aca2-17ea-426f-9342-4ad09516c48d', 'name': '', 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:a0:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99221ace-06a0-43fb-ad55-46eef57daef8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1625, 'fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:18:21Z', 'updated_at': '2022-01-26T21:18:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-5', '_floatingips': [{'id': '102d8f37-55be-4230-939f-758c0d24c53f', 'tenant_id': '9a820e3f529a4c3083d815b75318d24c', 'floating_ip_address': '172.25.1.129', 'floating_network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'router_id': '99221ace-06a0-43fb-ad55-46eef57daef8', 'port_id': '47ae25ce-c34a-43c9-9bb0-c43b0ece7bbd', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1648, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd67e3ebe-4ba7-45de-a361-0a193d47dcd7', 'mac_address': 'fa:16:3e:e3:2e:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93bf95ee-d279-4897-bd53-d5feb3e9b070', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-26T21:18:40Z', 'updated_at': '2022-01-26T21:19:04Z', 'revision_number': 1, 'project_id': '9a820e3f529a4c3083d815b75318d24c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f7f2ba7a-e925-4005-8a45-7f171abdeb0a', 'name': '', 'network_id': 'd67e3ebe-4ba7-45de-a361-0a193d47dcd7', 'tenant_id': '9a820e3f529a4c3083d815b75318d24c', 'mac_address': 'fa:16:3e:00:75:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99221ace-06a0-43fb-ad55-46eef57daef8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1630, 'fixed_ips': [{'subnet_id': 'b97a8223-0b24-4ba7-b338-51c5c9119da6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:18:29Z', 'updated_at': '2022-01-26T21:18:43Z', 'revision_number': 5, 'project_id': '9a820e3f529a4c3083d815b75318d24c', 'subnets': [{'id': 'b97a8223-0b24-4ba7-b338-51c5c9119da6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760453-5', False) {} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:19:07.016307 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-9157f93f-4d16-442b-a910-9e7a5275034a tempest-NegativeSecGroupIPv6Test-260704644 tempest-NegativeSecGroupIPv6Test-260704644-project] Publish callbacks [] for security_group (81f108f1-4bec-4fdb-bdae-338e31e558b7), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:19:07.024752 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-043b3741-b935-4e8a-92f1-e4645a025bd7 None None] The sync data for ids ['99221ace-06a0-43fb-ad55-46eef57daef8'] in n-d-760453-5 is: [{'id': '99221ace-06a0-43fb-ad55-46eef57daef8', 'name': 'tempest-AttachVolumeShelveTestJSON-170009-router', 'tenant_id': '9a820e3f529a4c3083d815b75318d24c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'external_fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.173'}], 'enable_snat': True}, 'gw_port_id': 'c466aca2-17ea-426f-9342-4ad09516c48d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T21:18:18Z', 'updated_at': '2022-01-26T21:18:31Z', 'revision_number': 4, 'project_id': '9a820e3f529a4c3083d815b75318d24c', 'gw_port': {'id': 'c466aca2-17ea-426f-9342-4ad09516c48d', 'name': '', 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:a0:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99221ace-06a0-43fb-ad55-46eef57daef8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1625, 'fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:18:21Z', 'updated_at': '2022-01-26T21:18:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-5', '_floatingips': [{'id': '102d8f37-55be-4230-939f-758c0d24c53f', 'tenant_id': '9a820e3f529a4c3083d815b75318d24c', 'floating_ip_address': '172.25.1.129', 'floating_network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'router_id': '99221ace-06a0-43fb-ad55-46eef57daef8', 'port_id': '47ae25ce-c34a-43c9-9bb0-c43b0ece7bbd', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1648, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd67e3ebe-4ba7-45de-a361-0a193d47dcd7', 'mac_address': 'fa:16:3e:e3:2e:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93bf95ee-d279-4897-bd53-d5feb3e9b070', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-26T21:18:40Z', 'updated_at': '2022-01-26T21:19:04Z', 'revision_number': 1, 'project_id': '9a820e3f529a4c3083d815b75318d24c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f7f2ba7a-e925-4005-8a45-7f171abdeb0a', 'name': '', 'network_id': 'd67e3ebe-4ba7-45de-a361-0a193d47dcd7', 'tenant_id': '9a820e3f529a4c3083d815b75318d24c', 'mac_address': 'fa:16:3e:00:75:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99221ace-06a0-43fb-ad55-46eef57daef8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1630, 'fixed_ips': [{'subnet_id': 'b97a8223-0b24-4ba7-b338-51c5c9119da6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:18:29Z', 'updated_at': '2022-01-26T21:18:43Z', 'revision_number': 5, 'project_id': '9a820e3f529a4c3083d815b75318d24c', 'subnets': [{'id': 'b97a8223-0b24-4ba7-b338-51c5c9119da6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 26 21:19:07.036298 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [req-699e9990-366f-4ca2-abfc-abdb8862abf5 req-a8363e00-e1d5-4eb7-81c2-59ba4793bb32 tempest-DeleteServersTestJSON-1338827600 tempest-DeleteServersTestJSON-1338827600-project] Deleting port 571183ee-5602-4d38-9dc9-53ea6a0bd8c4 {{(pid=103305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 21:19:07.036644 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-699e9990-366f-4ca2-abfc-abdb8862abf5 req-a8363e00-e1d5-4eb7-81c2-59ba4793bb32 tempest-DeleteServersTestJSON-1338827600 tempest-DeleteServersTestJSON-1338827600-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746560630878'] for port (571183ee-5602-4d38-9dc9-53ea6a0bd8c4), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:19:07.109629 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-ec7812cc-30b5-46e4-b3cd-d3a4a822aeae req-67af8d24-6c38-4adb-bb10-9f060654a319 tempest-DeleteServersTestJSON-1338827600 tempest-DeleteServersTestJSON-1338827600-project] 10.222.0.13 "GET /v2.0/security-groups?id=b7fc5e70-a24b-497d-9cf6-8df82d0ad35b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2395465 Jan 26 21:19:07.170227 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-9157f93f-4d16-442b-a910-9e7a5275034a tempest-NegativeSecGroupIPv6Test-260704644 tempest-NegativeSecGroupIPv6Test-260704644-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (81f108f1-4bec-4fdb-bdae-338e31e558b7), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:19:07.172837 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-9157f93f-4d16-442b-a910-9e7a5275034a tempest-NegativeSecGroupIPv6Test-260704644 tempest-NegativeSecGroupIPv6Test-260704644-project] Publish callbacks [] for security_group (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:19:07.176393 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-9157f93f-4d16-442b-a910-9e7a5275034a tempest-NegativeSecGroupIPv6Test-260704644 tempest-NegativeSecGroupIPv6Test-260704644-project] 10.222.0.13 "DELETE /v2.0/security-groups/81f108f1-4bec-4fdb-bdae-338e31e558b7 HTTP/1.1" status: 204 len: 168 time: 0.3754730 Jan 26 21:19:07.176531 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b433d0-929e-4452-b339-30eee596d6a4 req-f80b54fb-748c-4aa9-93d6-95d9c5b7fe92 tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:19:07.182821 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b433d0-929e-4452-b339-30eee596d6a4 req-f80b54fb-748c-4aa9-93d6-95d9c5b7fe92 tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:19:07.183005 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 33510) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:19:07.188577 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b433d0-929e-4452-b339-30eee596d6a4 req-f80b54fb-748c-4aa9-93d6-95d9c5b7fe92 tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:19:07.194748 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b433d0-929e-4452-b339-30eee596d6a4 req-f80b54fb-748c-4aa9-93d6-95d9c5b7fe92 tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:19:07.201206 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b433d0-929e-4452-b339-30eee596d6a4 req-f80b54fb-748c-4aa9-93d6-95d9c5b7fe92 tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:19:07.207522 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b433d0-929e-4452-b339-30eee596d6a4 req-f80b54fb-748c-4aa9-93d6-95d9c5b7fe92 tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:19:07.213189 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b433d0-929e-4452-b339-30eee596d6a4 req-f80b54fb-748c-4aa9-93d6-95d9c5b7fe92 tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:19:07.215334 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-b9b433d0-929e-4452-b339-30eee596d6a4 req-f80b54fb-748c-4aa9-93d6-95d9c5b7fe92 tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca795481-031c-48ac-925f-00596ed83bb9 HTTP/1.1" status: 200 len: 5431 time: 0.1512687 Jan 26 21:19:07.220001 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-030fa15c-53fb-469d-b774-cd498badd13a req-34024cf2-8752-4b12-9042-c252ce591a21 service neutron] 10.222.0.66 "GET /v2.0/networks/d67e3ebe-4ba7-45de-a361-0a193d47dcd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2978311 Jan 26 21:19:07.226910 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9157f93f-4d16-442b-a910-9e7a5275034a tempest-NegativeSecGroupIPv6Test-260704644 tempest-NegativeSecGroupIPv6Test-260704644-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=81f108f1-4bec-4fdb-bdae-338e31e558b7,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:19:07.228115 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [req-fb8851dd-2b3d-40e4-8105-8068fa9bbb3e req-e5881639-453a-4564-aeba-110c7bf8994b tempest-LiveMigrationTest-746395142 tempest-LiveMigrationTest-746395142-project] Deleting port b07f46ba-4da1-431a-b45a-508248fce8a3 {{(pid=103304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 21:19:07.228475 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-fb8851dd-2b3d-40e4-8105-8068fa9bbb3e req-e5881639-453a-4564-aeba-110c7bf8994b tempest-LiveMigrationTest-746395142 tempest-LiveMigrationTest-746395142-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746560630878'] for port (b07f46ba-4da1-431a-b45a-508248fce8a3), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:19:07.231469 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [req-699e9990-366f-4ca2-abfc-abdb8862abf5 req-a8363e00-e1d5-4eb7-81c2-59ba4793bb32 tempest-DeleteServersTestJSON-1338827600 tempest-DeleteServersTestJSON-1338827600-project] For port 571183ee-5602-4d38-9dc9-53ea6a0bd8c4, host n-h2-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-5',level=0,port_id=571183ee-5602-4d38-9dc9-53ea6a0bd8c4,segment=NetworkSegment(2541abc4-0813-4c0d-94e6-c088627c1a85),segment_id=2541abc4-0813-4c0d-94e6-c088627c1a85)] {{(pid=103305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:19:07.231834 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-699e9990-366f-4ca2-abfc-abdb8862abf5 req-a8363e00-e1d5-4eb7-81c2-59ba4793bb32 tempest-DeleteServersTestJSON-1338827600 tempest-DeleteServersTestJSON-1338827600-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4109658'] for port (571183ee-5602-4d38-9dc9-53ea6a0bd8c4), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:19:07.299513 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [req-699e9990-366f-4ca2-abfc-abdb8862abf5 req-a8363e00-e1d5-4eb7-81c2-59ba4793bb32 tempest-DeleteServersTestJSON-1338827600 tempest-DeleteServersTestJSON-1338827600-project] Calling delete_port for 571183ee-5602-4d38-9dc9-53ea6a0bd8c4 owned by compute:nova {{(pid=103305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 21:19:07.363136 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-b9b433d0-929e-4452-b339-30eee596d6a4 req-bb17b840-4c98-443a-b7cc-ef5be9655261 tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] 10.222.0.13 "GET /v2.0/security-groups?id=cfb1b9fe-a4df-4bbd-b439-103a9aa84b57&id=4949e7fd-e987-466a-ab17-ed5ae28a32c1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1299448 Jan 26 21:19:07.412987 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [req-fb8851dd-2b3d-40e4-8105-8068fa9bbb3e req-e5881639-453a-4564-aeba-110c7bf8994b tempest-LiveMigrationTest-746395142 tempest-LiveMigrationTest-746395142-project] For port b07f46ba-4da1-431a-b45a-508248fce8a3, host n-h2-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-5',level=0,port_id=b07f46ba-4da1-431a-b45a-508248fce8a3,segment=NetworkSegment(984e14e0-bb79-4ef3-b570-cebad3b9694e),segment_id=984e14e0-bb79-4ef3-b570-cebad3b9694e)] {{(pid=103304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:19:07.413381 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-fb8851dd-2b3d-40e4-8105-8068fa9bbb3e req-e5881639-453a-4564-aeba-110c7bf8994b tempest-LiveMigrationTest-746395142 tempest-LiveMigrationTest-746395142-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4109658'] for port (b07f46ba-4da1-431a-b45a-508248fce8a3), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:19:07.431985 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecf590ad-aa84-4e85-aac8-12a5856f4c42 None None] New status for floating IP 102d8f37-55be-4230-939f-758c0d24c53f: ACTIVE {{(pid=103307) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 26 21:19:07.440835 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [req-fb8851dd-2b3d-40e4-8105-8068fa9bbb3e req-e5881639-453a-4564-aeba-110c7bf8994b tempest-LiveMigrationTest-746395142 tempest-LiveMigrationTest-746395142-project] Calling delete_port for b07f46ba-4da1-431a-b45a-508248fce8a3 owned by compute:nova {{(pid=103304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 21:19:07.466565 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-fa21157f-eba2-4321-9287-f86b6b3b9b5a tempest-NegativeSecGroupIPv6Test-260704644 tempest-NegativeSecGroupIPv6Test-260704644-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2771375 Jan 26 21:19:07.475180 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 33512) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:19:07.487058 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-0da640be-60dc-4644-8ad6-7a371cac42b7 tempest-NegativeSecGroupIPv6Test-260704644 tempest-NegativeSecGroupIPv6Test-260704644-project] Request body: {'security_group_rule': {'security_group_id': 'f8794847-e946-4325-a136-20e60a5278f1', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:19:07.531852 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-030fa15c-53fb-469d-b774-cd498badd13a req-6978693d-73a5-4abe-b0fa-8019c64c0a81 service neutron] 10.222.0.66 "GET /v2.0/networks/d67e3ebe-4ba7-45de-a361-0a193d47dcd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2831798 Jan 26 21:19:07.581446 n-d-760453-5 neutron-server[103305]: INFO neutron.api.v2.resource [None req-0da640be-60dc-4644-8ad6-7a371cac42b7 tempest-NegativeSecGroupIPv6Test-260704644 tempest-NegativeSecGroupIPv6Test-260704644-project] create failed (client error): The resource could not be found. Jan 26 21:19:07.582941 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-0da640be-60dc-4644-8ad6-7a371cac42b7 tempest-NegativeSecGroupIPv6Test-260704644 tempest-NegativeSecGroupIPv6Test-260704644-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1068177 Jan 26 21:19:07.594640 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 33514) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:19:07.603956 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-392a32c7-568d-4ff5-9bab-a14d42b4cc67 tempest-NegativeSecGroupIPv6Test-260704644 tempest-NegativeSecGroupIPv6Test-260704644-project] Request body: {'security_group': {'name': 'tempest-secgroup--1051603447'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:19:07.642600 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-699e9990-366f-4ca2-abfc-abdb8862abf5 req-a8363e00-e1d5-4eb7-81c2-59ba4793bb32 tempest-DeleteServersTestJSON-1338827600 tempest-DeleteServersTestJSON-1338827600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746560636600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746560234536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11791543'] for port (571183ee-5602-4d38-9dc9-53ea6a0bd8c4), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:19:07.642915 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-392a32c7-568d-4ff5-9bab-a14d42b4cc67 tempest-NegativeSecGroupIPv6Test-260704644 tempest-NegativeSecGroupIPv6Test-260704644-project] Publish callbacks [] for security_group (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:19:07.646622 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-fb8851dd-2b3d-40e4-8105-8068fa9bbb3e req-e5881639-453a-4564-aeba-110c7bf8994b tempest-LiveMigrationTest-746395142 tempest-LiveMigrationTest-746395142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746560636600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746560234536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9281553'] for port (b07f46ba-4da1-431a-b45a-508248fce8a3), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:19:07.673491 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8363e00-e1d5-4eb7-81c2-59ba4793bb32 tempest-DeleteServersTestJSON-1338827600 tempest-DeleteServersTestJSON-1338827600-project] Pushing event deleted for resources: {'Port': ['ID=571183ee-5602-4d38-9dc9-53ea6a0bd8c4,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:19:07.687822 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5881639-453a-4564-aeba-110c7bf8994b tempest-LiveMigrationTest-746395142 tempest-LiveMigrationTest-746395142-project] Pushing event deleted for resources: {'Port': ['ID=b07f46ba-4da1-431a-b45a-508248fce8a3,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:19:07.692097 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] get_ports_and_sgs() called for port_ids ['a98d0993-b582-4517-bdcf-6868c5c81c88'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 26 21:19:07.719846 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [req-699e9990-366f-4ca2-abfc-abdb8862abf5 req-a8363e00-e1d5-4eb7-81c2-59ba4793bb32 tempest-DeleteServersTestJSON-1338827600 tempest-DeleteServersTestJSON-1338827600-project] No DVR routers for this DVR port 571183ee-5602-4d38-9dc9-53ea6a0bd8c4 on host n-h2-760453-5 {{(pid=103305) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 26 21:19:07.722496 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-699e9990-366f-4ca2-abfc-abdb8862abf5 req-a8363e00-e1d5-4eb7-81c2-59ba4793bb32 tempest-DeleteServersTestJSON-1338827600 tempest-DeleteServersTestJSON-1338827600-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:19:07.726939 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-699e9990-366f-4ca2-abfc-abdb8862abf5 req-a8363e00-e1d5-4eb7-81c2-59ba4793bb32 tempest-DeleteServersTestJSON-1338827600 tempest-DeleteServersTestJSON-1338827600-project] 10.222.0.57 "DELETE /v2.0/ports/571183ee-5602-4d38-9dc9-53ea6a0bd8c4 HTTP/1.1" status: 204 len: 173 time: 1.0017731 Jan 26 21:19:07.760205 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb8851dd-2b3d-40e4-8105-8068fa9bbb3e req-e5881639-453a-4564-aeba-110c7bf8994b tempest-LiveMigrationTest-746395142 tempest-LiveMigrationTest-746395142-project] No DVR routers for this DVR port b07f46ba-4da1-431a-b45a-508248fce8a3 on host n-h2-760453-5 {{(pid=103304) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 26 21:19:07.764999 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-fb8851dd-2b3d-40e4-8105-8068fa9bbb3e req-e5881639-453a-4564-aeba-110c7bf8994b tempest-LiveMigrationTest-746395142 tempest-LiveMigrationTest-746395142-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:19:07.768645 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-fb8851dd-2b3d-40e4-8105-8068fa9bbb3e req-e5881639-453a-4564-aeba-110c7bf8994b tempest-LiveMigrationTest-746395142 tempest-LiveMigrationTest-746395142-project] 10.222.0.57 "DELETE /v2.0/ports/b07f46ba-4da1-431a-b45a-508248fce8a3 HTTP/1.1" status: 204 len: 173 time: 0.7824409 Jan 26 21:19:07.769101 n-d-760453-5 neutron-server[103304]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c1bb11b-19e0-4bd6-8502-e5422740b40d', 'name': 'network-vif-deleted', 'tag': 'b07f46ba-4da1-431a-b45a-508248fce8a3'}] {{(pid=103304) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 21:19:07.771837 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d52b45f1943fcd332af9527eb73ff93c8d715d44383a3f6d18de73b4cfcf87b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-edf0e5f9-4e04-4ccc-ae84-7b5f3d32953b" -d '{"events": [{"server_uuid": "3c1bb11b-19e0-4bd6-8502-e5422740b40d", "name": "network-vif-deleted", "tag": "b07f46ba-4da1-431a-b45a-508248fce8a3"}]}' {{(pid=103304) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 21:19:07.828917 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-392a32c7-568d-4ff5-9bab-a14d42b4cc67 tempest-NegativeSecGroupIPv6Test-260704644 tempest-NegativeSecGroupIPv6Test-260704644-project] Publish callbacks [] for security_group (67e95089-e721-437c-bfcd-9af9928285f8), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:19:07.846022 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-392a32c7-568d-4ff5-9bab-a14d42b4cc67 tempest-NegativeSecGroupIPv6Test-260704644 tempest-NegativeSecGroupIPv6Test-260704644-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (67e95089-e721-437c-bfcd-9af9928285f8), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:19:07.868290 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Jan 2022 21:19:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ba08314-1755-4054-822e-ebe802477042 x-openstack-request-id: req-2ba08314-1755-4054-822e-ebe802477042 {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 21:19:07.868660 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c1bb11b-19e0-4bd6-8502-e5422740b40d", "name": "network-vif-deleted", "tag": "b07f46ba-4da1-431a-b45a-508248fce8a3", "status": "completed", "code": 200}]} {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 21:19:07.868929 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-2ba08314-1755-4054-822e-ebe802477042 {{(pid=103304) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 21:19:07.869354 n-d-760453-5 neutron-server[103304]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c1bb11b-19e0-4bd6-8502-e5422740b40d', 'name': 'network-vif-deleted', 'tag': 'b07f46ba-4da1-431a-b45a-508248fce8a3', 'status': 'completed', 'code': 200} Jan 26 21:19:07.885118 n-d-760453-5 neutron-server[103305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e986168-261b-439a-9236-c24494c02d2b', 'name': 'network-vif-deleted', 'tag': '571183ee-5602-4d38-9dc9-53ea6a0bd8c4'}] {{(pid=103305) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 21:19:07.887690 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d4654568b7bf041e72ff8fe1c96d6d761d9c921f2b99bc7b3a26632be20cee0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c62376c0-b41f-45b7-9a22-a7d133e81b92" -d '{"events": [{"server_uuid": "5e986168-261b-439a-9236-c24494c02d2b", "name": "network-vif-deleted", "tag": "571183ee-5602-4d38-9dc9-53ea6a0bd8c4"}]}' {{(pid=103305) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 21:19:07.917888 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-392a32c7-568d-4ff5-9bab-a14d42b4cc67 tempest-NegativeSecGroupIPv6Test-260704644 tempest-NegativeSecGroupIPv6Test-260704644-project] Publish callbacks [] for security_group (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:19:07.925852 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-392a32c7-568d-4ff5-9bab-a14d42b4cc67 tempest-NegativeSecGroupIPv6Test-260704644 tempest-NegativeSecGroupIPv6Test-260704644-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.3278027 Jan 26 21:19:07.926306 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 33526) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:19:07.934132 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-392a32c7-568d-4ff5-9bab-a14d42b4cc67 tempest-NegativeSecGroupIPv6Test-260704644 tempest-NegativeSecGroupIPv6Test-260704644-project] Pushing event updated for resources: {'SecurityGroup': ['ID=67e95089-e721-437c-bfcd-9af9928285f8,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:19:07.946772 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-982d48a4-06f3-4194-8dff-ff8a8893ec82 tempest-NegativeSecGroupIPv6Test-260704644 tempest-NegativeSecGroupIPv6Test-260704644-project] Request body: {'security_group': {'name': 'tempest-secgroup--276318687'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:19:07.955747 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Jan 2022 21:19:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8532f3e3-ec55-47c0-8f45-5d3026dbf65b x-openstack-request-id: req-8532f3e3-ec55-47c0-8f45-5d3026dbf65b {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 21:19:07.956253 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e986168-261b-439a-9236-c24494c02d2b", "name": "network-vif-deleted", "tag": "571183ee-5602-4d38-9dc9-53ea6a0bd8c4", "status": "completed", "code": 200}]} {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 21:19:07.956253 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-8532f3e3-ec55-47c0-8f45-5d3026dbf65b {{(pid=103305) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 21:19:07.956448 n-d-760453-5 neutron-server[103305]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e986168-261b-439a-9236-c24494c02d2b', 'name': 'network-vif-deleted', 'tag': '571183ee-5602-4d38-9dc9-53ea6a0bd8c4', 'status': 'completed', 'code': 200} Jan 26 21:19:07.978027 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-982d48a4-06f3-4194-8dff-ff8a8893ec82 tempest-NegativeSecGroupIPv6Test-260704644 tempest-NegativeSecGroupIPv6Test-260704644-project] Publish callbacks [] for security_group (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:19:08.070643 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-d0393429-8681-4558-84c8-95af0ac91b02 req-7caff281-7769-465e-8aff-6d7d13a29692 tempest-LiveMigrationTest-746395142 tempest-LiveMigrationTest-746395142-project] 10.222.0.13 "GET /v2.0/ports?device_id=3c1bb11b-19e0-4bd6-8502-e5422740b40d HTTP/1.1" status: 200 len: 210 time: 0.0400958 Jan 26 21:19:08.091029 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-982d48a4-06f3-4194-8dff-ff8a8893ec82 tempest-NegativeSecGroupIPv6Test-260704644 tempest-NegativeSecGroupIPv6Test-260704644-project] Publish callbacks [] for security_group (48a540ce-d1be-42b6-a50e-b052a16d19ee), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:19:08.091029 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-982d48a4-06f3-4194-8dff-ff8a8893ec82 tempest-NegativeSecGroupIPv6Test-260704644 tempest-NegativeSecGroupIPv6Test-260704644-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (48a540ce-d1be-42b6-a50e-b052a16d19ee), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:19:08.117902 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-982d48a4-06f3-4194-8dff-ff8a8893ec82 tempest-NegativeSecGroupIPv6Test-260704644 tempest-NegativeSecGroupIPv6Test-260704644-project] Publish callbacks [] for security_group (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:19:08.119132 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-982d48a4-06f3-4194-8dff-ff8a8893ec82 tempest-NegativeSecGroupIPv6Test-260704644 tempest-NegativeSecGroupIPv6Test-260704644-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1899145 Jan 26 21:19:08.121633 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-982d48a4-06f3-4194-8dff-ff8a8893ec82 tempest-NegativeSecGroupIPv6Test-260704644 tempest-NegativeSecGroupIPv6Test-260704644-project] Pushing event updated for resources: {'SecurityGroup': ['ID=48a540ce-d1be-42b6-a50e-b052a16d19ee,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:19:08.122257 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 33536) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:19:08.131931 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-0040faf7-e700-4829-85ff-d457aae0f3d5 tempest-NegativeSecGroupIPv6Test-260704644 tempest-NegativeSecGroupIPv6Test-260704644-project] Request body: {'security_group_rule': {'security_group_id': '67e95089-e721-437c-bfcd-9af9928285f8', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': '48a540ce-d1be-42b6-a50e-b052a16d19ee'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:19:08.183009 n-d-760453-5 neutron-server[103305]: INFO neutron.api.v2.resource [None req-0040faf7-e700-4829-85ff-d457aae0f3d5 tempest-NegativeSecGroupIPv6Test-260704644 tempest-NegativeSecGroupIPv6Test-260704644-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 26 21:19:08.186680 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-0040faf7-e700-4829-85ff-d457aae0f3d5 tempest-NegativeSecGroupIPv6Test-260704644 tempest-NegativeSecGroupIPv6Test-260704644-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.0607975 Jan 26 21:19:08.186941 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 33540) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:19:08.224333 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-f08b5da5-5303-4b01-a42c-93e70cdcb35a req-1b92b0af-0169-4879-8f67-2ed6030a1ab7 tempest-DeleteServersTestJSON-1338827600 tempest-DeleteServersTestJSON-1338827600-project] 10.222.0.13 "GET /v2.0/ports?device_id=5e986168-261b-439a-9236-c24494c02d2b HTTP/1.1" status: 200 len: 210 time: 0.0320325 Jan 26 21:19:08.237287 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (32ef628b-8417-46c5-8729-60fcabe358f1), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:19:08.246943 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-6678dd83-23b3-43a8-ab68-c19416e4350d tempest-NegativeSecGroupIPv6Test-260704644 tempest-NegativeSecGroupIPv6Test-260704644-project] Publish callbacks [] for security_group (48a540ce-d1be-42b6-a50e-b052a16d19ee), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:19:08.269963 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-6678dd83-23b3-43a8-ab68-c19416e4350d tempest-NegativeSecGroupIPv6Test-260704644 tempest-NegativeSecGroupIPv6Test-260704644-project] Publish callbacks [] for security_group (48a540ce-d1be-42b6-a50e-b052a16d19ee), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:19:08.318038 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-6678dd83-23b3-43a8-ab68-c19416e4350d tempest-NegativeSecGroupIPv6Test-260704644 tempest-NegativeSecGroupIPv6Test-260704644-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (48a540ce-d1be-42b6-a50e-b052a16d19ee), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:19:08.320697 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-6678dd83-23b3-43a8-ab68-c19416e4350d tempest-NegativeSecGroupIPv6Test-260704644 tempest-NegativeSecGroupIPv6Test-260704644-project] Publish callbacks [] for security_group (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:19:08.321899 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-6678dd83-23b3-43a8-ab68-c19416e4350d tempest-NegativeSecGroupIPv6Test-260704644 tempest-NegativeSecGroupIPv6Test-260704644-project] 10.222.0.13 "DELETE /v2.0/security-groups/48a540ce-d1be-42b6-a50e-b052a16d19ee HTTP/1.1" status: 204 len: 168 time: 0.1340625 Jan 26 21:19:08.325343 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 33544) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:19:08.332362 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6678dd83-23b3-43a8-ab68-c19416e4350d tempest-NegativeSecGroupIPv6Test-260704644 tempest-NegativeSecGroupIPv6Test-260704644-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=48a540ce-d1be-42b6-a50e-b052a16d19ee,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:19:08.396150 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-aef16d58-5c97-4eec-a37b-82d73460ca54 tempest-NegativeSecGroupIPv6Test-260704644 tempest-NegativeSecGroupIPv6Test-260704644-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 0.0681684 Jan 26 21:19:08.397433 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 33546) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:19:08.463188 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-7603738d-2c27-4b41-a2f4-148caceb7935 tempest-NegativeSecGroupIPv6Test-260704644 tempest-NegativeSecGroupIPv6Test-260704644-project] Publish callbacks [] for security_group (67e95089-e721-437c-bfcd-9af9928285f8), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:19:08.526625 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-7603738d-2c27-4b41-a2f4-148caceb7935 tempest-NegativeSecGroupIPv6Test-260704644 tempest-NegativeSecGroupIPv6Test-260704644-project] Publish callbacks [] for security_group (67e95089-e721-437c-bfcd-9af9928285f8), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:19:08.576774 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd809f29-4749-45b9-a800-a4639dbfb78a req-ccc10382-8518-4f16-8f7c-d62b9a7df5ea tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:19:08.582169 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd809f29-4749-45b9-a800-a4639dbfb78a req-ccc10382-8518-4f16-8f7c-d62b9a7df5ea tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:19:08.587675 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd809f29-4749-45b9-a800-a4639dbfb78a req-ccc10382-8518-4f16-8f7c-d62b9a7df5ea tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:19:08.593404 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd809f29-4749-45b9-a800-a4639dbfb78a req-ccc10382-8518-4f16-8f7c-d62b9a7df5ea tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:19:08.598672 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd809f29-4749-45b9-a800-a4639dbfb78a req-ccc10382-8518-4f16-8f7c-d62b9a7df5ea tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:19:08.603949 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd809f29-4749-45b9-a800-a4639dbfb78a req-ccc10382-8518-4f16-8f7c-d62b9a7df5ea tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:19:08.609250 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd809f29-4749-45b9-a800-a4639dbfb78a req-ccc10382-8518-4f16-8f7c-d62b9a7df5ea tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:19:08.611281 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-cd809f29-4749-45b9-a800-a4639dbfb78a req-ccc10382-8518-4f16-8f7c-d62b9a7df5ea tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca795481-031c-48ac-925f-00596ed83bb9 HTTP/1.1" status: 200 len: 5431 time: 0.1225612 Jan 26 21:19:08.635115 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-7603738d-2c27-4b41-a2f4-148caceb7935 tempest-NegativeSecGroupIPv6Test-260704644 tempest-NegativeSecGroupIPv6Test-260704644-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (67e95089-e721-437c-bfcd-9af9928285f8), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:19:08.638242 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-7603738d-2c27-4b41-a2f4-148caceb7935 tempest-NegativeSecGroupIPv6Test-260704644 tempest-NegativeSecGroupIPv6Test-260704644-project] Publish callbacks [] for security_group (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:19:08.641782 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-7603738d-2c27-4b41-a2f4-148caceb7935 tempest-NegativeSecGroupIPv6Test-260704644 tempest-NegativeSecGroupIPv6Test-260704644-project] 10.222.0.13 "DELETE /v2.0/security-groups/67e95089-e721-437c-bfcd-9af9928285f8 HTTP/1.1" status: 204 len: 168 time: 0.2431633 Jan 26 21:19:08.642083 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 33550) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:19:08.655683 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7603738d-2c27-4b41-a2f4-148caceb7935 tempest-NegativeSecGroupIPv6Test-260704644 tempest-NegativeSecGroupIPv6Test-260704644-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=67e95089-e721-437c-bfcd-9af9928285f8,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:19:08.704540 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-cd809f29-4749-45b9-a800-a4639dbfb78a req-ee1cb8f6-ceb2-4f46-8609-b15610571de0 tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] 10.222.0.13 "GET /v2.0/security-groups?id=cfb1b9fe-a4df-4bbd-b439-103a9aa84b57&id=4949e7fd-e987-466a-ab17-ed5ae28a32c1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0830758 Jan 26 21:19:08.719217 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-23b73421-1c52-4b74-a6f8-8cf59b71b1da tempest-NegativeSecGroupIPv6Test-260704644 tempest-NegativeSecGroupIPv6Test-260704644-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0758457 Jan 26 21:19:08.723690 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 33552) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:19:08.728108 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-a5bc874e-4443-4285-950e-51252057b3c2 tempest-NegativeSecGroupIPv6Test-260704644 tempest-NegativeSecGroupIPv6Test-260704644-project] Request body: {'security_group': {'name': 'tempest-secgroup--343231734'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:19:08.748731 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-a5bc874e-4443-4285-950e-51252057b3c2 tempest-NegativeSecGroupIPv6Test-260704644 tempest-NegativeSecGroupIPv6Test-260704644-project] Publish callbacks [] for security_group (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:19:08.819538 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-a5bc874e-4443-4285-950e-51252057b3c2 tempest-NegativeSecGroupIPv6Test-260704644 tempest-NegativeSecGroupIPv6Test-260704644-project] Publish callbacks [] for security_group (f516218f-0b82-45ac-b8d7-edcbd8fd56ea), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:19:08.824003 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-a5bc874e-4443-4285-950e-51252057b3c2 tempest-NegativeSecGroupIPv6Test-260704644 tempest-NegativeSecGroupIPv6Test-260704644-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (f516218f-0b82-45ac-b8d7-edcbd8fd56ea), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:19:08.850986 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-a5bc874e-4443-4285-950e-51252057b3c2 tempest-NegativeSecGroupIPv6Test-260704644 tempest-NegativeSecGroupIPv6Test-260704644-project] Publish callbacks [] for security_group (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:19:08.855027 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-a5bc874e-4443-4285-950e-51252057b3c2 tempest-NegativeSecGroupIPv6Test-260704644 tempest-NegativeSecGroupIPv6Test-260704644-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1274018 Jan 26 21:19:08.855328 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 33554) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:19:08.856223 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5bc874e-4443-4285-950e-51252057b3c2 tempest-NegativeSecGroupIPv6Test-260704644 tempest-NegativeSecGroupIPv6Test-260704644-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f516218f-0b82-45ac-b8d7-edcbd8fd56ea,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:19:08.859924 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-c1838d9c-b818-4c5a-8be5-6786c0d3855b tempest-NegativeSecGroupIPv6Test-260704644 tempest-NegativeSecGroupIPv6Test-260704644-project] Request body: {'security_group_rule': {'security_group_id': 'f516218f-0b82-45ac-b8d7-edcbd8fd56ea', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:19:08.893698 n-d-760453-5 neutron-server[103304]: INFO neutron.api.v2.resource [None req-c1838d9c-b818-4c5a-8be5-6786c0d3855b tempest-NegativeSecGroupIPv6Test-260704644 tempest-NegativeSecGroupIPv6Test-260704644-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 26 21:19:08.894733 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-c1838d9c-b818-4c5a-8be5-6786c0d3855b tempest-NegativeSecGroupIPv6Test-260704644 tempest-NegativeSecGroupIPv6Test-260704644-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.0384128 Jan 26 21:19:08.897522 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 33556) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:19:08.901828 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-beb08520-b26b-41a3-add7-0546f8d2d16d tempest-NegativeSecGroupIPv6Test-260704644 tempest-NegativeSecGroupIPv6Test-260704644-project] Request body: {'security_group_rule': {'security_group_id': 'f516218f-0b82-45ac-b8d7-edcbd8fd56ea', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:19:08.937958 n-d-760453-5 neutron-server[103304]: INFO neutron.api.v2.resource [None req-beb08520-b26b-41a3-add7-0546f8d2d16d tempest-NegativeSecGroupIPv6Test-260704644 tempest-NegativeSecGroupIPv6Test-260704644-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 26 21:19:08.939000 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-beb08520-b26b-41a3-add7-0546f8d2d16d tempest-NegativeSecGroupIPv6Test-260704644 tempest-NegativeSecGroupIPv6Test-260704644-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.0405798 Jan 26 21:19:08.941861 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 33558) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:19:08.991450 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-d3e83e6a-838a-4e2b-8ba1-d2bf4de456ae tempest-NegativeSecGroupIPv6Test-260704644 tempest-NegativeSecGroupIPv6Test-260704644-project] Publish callbacks [] for security_group (f516218f-0b82-45ac-b8d7-edcbd8fd56ea), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:19:09.014230 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-d3e83e6a-838a-4e2b-8ba1-d2bf4de456ae tempest-NegativeSecGroupIPv6Test-260704644 tempest-NegativeSecGroupIPv6Test-260704644-project] Publish callbacks [] for security_group (f516218f-0b82-45ac-b8d7-edcbd8fd56ea), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:19:09.056957 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-d3e83e6a-838a-4e2b-8ba1-d2bf4de456ae tempest-NegativeSecGroupIPv6Test-260704644 tempest-NegativeSecGroupIPv6Test-260704644-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (f516218f-0b82-45ac-b8d7-edcbd8fd56ea), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:19:09.060247 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-d3e83e6a-838a-4e2b-8ba1-d2bf4de456ae tempest-NegativeSecGroupIPv6Test-260704644 tempest-NegativeSecGroupIPv6Test-260704644-project] Publish callbacks [] for security_group (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:19:09.061412 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-d3e83e6a-838a-4e2b-8ba1-d2bf4de456ae tempest-NegativeSecGroupIPv6Test-260704644 tempest-NegativeSecGroupIPv6Test-260704644-project] 10.222.0.13 "DELETE /v2.0/security-groups/f516218f-0b82-45ac-b8d7-edcbd8fd56ea HTTP/1.1" status: 204 len: 168 time: 0.1186321 Jan 26 21:19:09.064107 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 33560) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:19:09.071031 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e83e6a-838a-4e2b-8ba1-d2bf4de456ae tempest-NegativeSecGroupIPv6Test-260704644 tempest-NegativeSecGroupIPv6Test-260704644-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f516218f-0b82-45ac-b8d7-edcbd8fd56ea,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:19:09.125111 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-575d9347-9327-4c1f-8d38-cec0c1c0f8de tempest-NegativeSecGroupIPv6Test-260704644 tempest-NegativeSecGroupIPv6Test-260704644-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0597179 Jan 26 21:19:09.129637 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 33564) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:19:09.134446 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-064a6c4f-bd02-49b5-9dc5-79d032b7c83c tempest-NegativeSecGroupIPv6Test-260704644 tempest-NegativeSecGroupIPv6Test-260704644-project] Request body: {'security_group': {'name': 'tempest-secgroup--1082784328'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:19:09.174390 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-2e27b767-7934-4c47-9480-b2fe22a0ab23 req-0bab7efc-1b8a-4050-babf-8be95208baff tempest-LiveMigrationTest-746395142 tempest-LiveMigrationTest-746395142-project] 10.222.0.13 "GET /v2.0/ports?device_id=3c1bb11b-19e0-4bd6-8502-e5422740b40d HTTP/1.1" status: 200 len: 210 time: 0.0317395 Jan 26 21:19:09.179812 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-064a6c4f-bd02-49b5-9dc5-79d032b7c83c tempest-NegativeSecGroupIPv6Test-260704644 tempest-NegativeSecGroupIPv6Test-260704644-project] Publish callbacks [] for security_group (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:19:09.248716 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-064a6c4f-bd02-49b5-9dc5-79d032b7c83c tempest-NegativeSecGroupIPv6Test-260704644 tempest-NegativeSecGroupIPv6Test-260704644-project] Publish callbacks [] for security_group (050d328c-ac1f-40bf-a5f3-39f144605c2a), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:19:09.252577 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-064a6c4f-bd02-49b5-9dc5-79d032b7c83c tempest-NegativeSecGroupIPv6Test-260704644 tempest-NegativeSecGroupIPv6Test-260704644-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (050d328c-ac1f-40bf-a5f3-39f144605c2a), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:19:09.286388 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-064a6c4f-bd02-49b5-9dc5-79d032b7c83c tempest-NegativeSecGroupIPv6Test-260704644 tempest-NegativeSecGroupIPv6Test-260704644-project] Publish callbacks [] for security_group (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:19:09.290889 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-064a6c4f-bd02-49b5-9dc5-79d032b7c83c tempest-NegativeSecGroupIPv6Test-260704644 tempest-NegativeSecGroupIPv6Test-260704644-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1569912 Jan 26 21:19:09.290889 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-064a6c4f-bd02-49b5-9dc5-79d032b7c83c tempest-NegativeSecGroupIPv6Test-260704644 tempest-NegativeSecGroupIPv6Test-260704644-project] Pushing event updated for resources: {'SecurityGroup': ['ID=050d328c-ac1f-40bf-a5f3-39f144605c2a,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:19:09.291153 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 33568) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:19:09.301867 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-14b7113e-4269-4521-9671-5efd534d4866 tempest-NegativeSecGroupIPv6Test-260704644 tempest-NegativeSecGroupIPv6Test-260704644-project] Request body: {'security_group': {'name': 'default'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:19:09.304623 n-d-760453-5 neutron-server[103305]: WARNING neutron.api.v2.base [None req-14b7113e-4269-4521-9671-5efd534d4866 tempest-NegativeSecGroupIPv6Test-260704644 tempest-NegativeSecGroupIPv6Test-260704644-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jan 26 21:19:09.306106 n-d-760453-5 neutron-server[103305]: INFO neutron.api.v2.resource [None req-14b7113e-4269-4521-9671-5efd534d4866 tempest-NegativeSecGroupIPv6Test-260704644 tempest-NegativeSecGroupIPv6Test-260704644-project] update failed (client error): There was a conflict when trying to complete your request. Jan 26 21:19:09.309339 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-14b7113e-4269-4521-9671-5efd534d4866 tempest-NegativeSecGroupIPv6Test-260704644 tempest-NegativeSecGroupIPv6Test-260704644-project] 10.222.0.13 "PUT /v2.0/security-groups/050d328c-ac1f-40bf-a5f3-39f144605c2a HTTP/1.1" status: 409 len: 330 time: 0.0146930 Jan 26 21:19:09.310591 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 33570) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:19:09.347176 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-c31a7da7-ece7-4a28-bb6f-e8e4e95ace1a req-d2dadb66-7807-48b4-9b72-f5fa746440b7 tempest-DeleteServersTestJSON-1338827600 tempest-DeleteServersTestJSON-1338827600-project] 10.222.0.13 "GET /v2.0/ports?device_id=5e986168-261b-439a-9236-c24494c02d2b HTTP/1.1" status: 200 len: 210 time: 0.0274682 Jan 26 21:19:09.374021 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-fa593f92-0a6c-402a-a229-7f84e4013957 tempest-NegativeSecGroupIPv6Test-260704644 tempest-NegativeSecGroupIPv6Test-260704644-project] Publish callbacks [] for security_group (050d328c-ac1f-40bf-a5f3-39f144605c2a), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:19:09.397049 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-fa593f92-0a6c-402a-a229-7f84e4013957 tempest-NegativeSecGroupIPv6Test-260704644 tempest-NegativeSecGroupIPv6Test-260704644-project] Publish callbacks [] for security_group (050d328c-ac1f-40bf-a5f3-39f144605c2a), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:19:09.443136 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-fa593f92-0a6c-402a-a229-7f84e4013957 tempest-NegativeSecGroupIPv6Test-260704644 tempest-NegativeSecGroupIPv6Test-260704644-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (050d328c-ac1f-40bf-a5f3-39f144605c2a), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:19:09.450162 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-fa593f92-0a6c-402a-a229-7f84e4013957 tempest-NegativeSecGroupIPv6Test-260704644 tempest-NegativeSecGroupIPv6Test-260704644-project] Publish callbacks [] for security_group (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:19:09.450162 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-fa593f92-0a6c-402a-a229-7f84e4013957 tempest-NegativeSecGroupIPv6Test-260704644 tempest-NegativeSecGroupIPv6Test-260704644-project] 10.222.0.13 "DELETE /v2.0/security-groups/050d328c-ac1f-40bf-a5f3-39f144605c2a HTTP/1.1" status: 204 len: 168 time: 0.1355450 Jan 26 21:19:09.450348 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 33574) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:19:09.456482 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa593f92-0a6c-402a-a229-7f84e4013957 tempest-NegativeSecGroupIPv6Test-260704644 tempest-NegativeSecGroupIPv6Test-260704644-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=050d328c-ac1f-40bf-a5f3-39f144605c2a,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:19:09.498536 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-018999fc-54d9-4d23-be19-97e7b8796007 tempest-NegativeSecGroupIPv6Test-260704644 tempest-NegativeSecGroupIPv6Test-260704644-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0470734 Jan 26 21:19:09.502288 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 33576) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:19:09.515723 n-d-760453-5 neutron-server[103304]: INFO neutron.api.v2.resource [None req-2d99828d-6f82-48cc-ba1c-e0525a5af104 tempest-NegativeSecGroupIPv6Test-260704644 tempest-NegativeSecGroupIPv6Test-260704644-project] delete failed (client error): The resource could not be found. Jan 26 21:19:09.516780 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-2d99828d-6f82-48cc-ba1c-e0525a5af104 tempest-NegativeSecGroupIPv6Test-260704644 tempest-NegativeSecGroupIPv6Test-260704644-project] 10.222.0.13 "DELETE /v2.0/security-groups/9271bf8f-1ee9-46e3-8211-b046891aa6ff HTTP/1.1" status: 404 len: 347 time: 0.0134561 Jan 26 21:19:09.520392 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 33578) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:19:09.534912 n-d-760453-5 neutron-server[103304]: INFO neutron.api.v2.resource [None req-f45d9d0d-33dc-4b18-b597-0ab732a8aa34 tempest-NegativeSecGroupIPv6Test-260704644 tempest-NegativeSecGroupIPv6Test-260704644-project] show failed (client error): The resource could not be found. Jan 26 21:19:09.536003 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-f45d9d0d-33dc-4b18-b597-0ab732a8aa34 tempest-NegativeSecGroupIPv6Test-260704644 tempest-NegativeSecGroupIPv6Test-260704644-project] 10.222.0.13 "GET /v2.0/security-groups/5eb5b6a2-ecb8-4b5e-bb66-ab6acb07fdc8 HTTP/1.1" status: 404 len: 347 time: 0.0146978 Jan 26 21:19:09.539862 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 33580) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:19:09.552449 n-d-760453-5 neutron-server[103304]: INFO neutron.api.v2.resource [None req-0cca5aa0-06ff-49a9-9a52-87c7b926500f tempest-NegativeSecGroupIPv6Test-260704644 tempest-NegativeSecGroupIPv6Test-260704644-project] show failed (client error): The resource could not be found. Jan 26 21:19:09.553529 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-0cca5aa0-06ff-49a9-9a52-87c7b926500f tempest-NegativeSecGroupIPv6Test-260704644 tempest-NegativeSecGroupIPv6Test-260704644-project] 10.222.0.13 "GET /v2.0/security-group-rules/9826e19f-b4a3-4b68-a3ac-1dc4cab852cb HTTP/1.1" status: 404 len: 356 time: 0.0126975 Jan 26 21:19:09.589252 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Device 571183ee-5602-4d38-9dc9-53ea6a0bd8c4 no longer exists at agent hyperv_n-h2-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 26 21:19:09.610351 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] No Port match for: 571183ee-5602-4d38-9dc9-53ea6a0bd8c4 {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 26 21:19:09.610701 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Device 571183ee-5602-4d38-9dc9-53ea6a0bd8c4 not bound to the agent host n-h2-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 26 21:19:09.611126 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Device b07f46ba-4da1-431a-b45a-508248fce8a3 no longer exists at agent hyperv_n-h2-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 26 21:19:09.634137 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] No Port match for: b07f46ba-4da1-431a-b45a-508248fce8a3 {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 26 21:19:09.634487 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Device b07f46ba-4da1-431a-b45a-508248fce8a3 not bound to the agent host n-h2-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 26 21:19:09.811693 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 33588) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:19:09.835091 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65583043-89da-454e-b181-a4d1ebdffde1 req-ceb448b9-8019-46a1-b5ec-a6b5ce374f5e tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:19:09.841321 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65583043-89da-454e-b181-a4d1ebdffde1 req-ceb448b9-8019-46a1-b5ec-a6b5ce374f5e tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:19:09.846551 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65583043-89da-454e-b181-a4d1ebdffde1 req-ceb448b9-8019-46a1-b5ec-a6b5ce374f5e tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:19:09.851838 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65583043-89da-454e-b181-a4d1ebdffde1 req-ceb448b9-8019-46a1-b5ec-a6b5ce374f5e tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:19:09.856989 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65583043-89da-454e-b181-a4d1ebdffde1 req-ceb448b9-8019-46a1-b5ec-a6b5ce374f5e tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:19:09.862235 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65583043-89da-454e-b181-a4d1ebdffde1 req-ceb448b9-8019-46a1-b5ec-a6b5ce374f5e tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:19:09.867479 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65583043-89da-454e-b181-a4d1ebdffde1 req-ceb448b9-8019-46a1-b5ec-a6b5ce374f5e tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:19:09.869440 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-65583043-89da-454e-b181-a4d1ebdffde1 req-ceb448b9-8019-46a1-b5ec-a6b5ce374f5e tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca795481-031c-48ac-925f-00596ed83bb9 HTTP/1.1" status: 200 len: 5431 time: 0.0915973 Jan 26 21:19:09.944211 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-65583043-89da-454e-b181-a4d1ebdffde1 req-36c60c13-b470-4ff9-93ec-2537aa921192 tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] 10.222.0.13 "GET /v2.0/security-groups?id=cfb1b9fe-a4df-4bbd-b439-103a9aa84b57&id=4949e7fd-e987-466a-ab17-ed5ae28a32c1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0681913 Jan 26 21:19:09.969375 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-27f73fb9-7238-485c-b842-cbaedad576f9 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=fb41886f2fae40a99c7323ddc514d1b5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1564710 Jan 26 21:19:09.971762 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 33592) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:19:10.021004 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-841cbef3-ff48-4e73-87c9-21f865bdf8f6 admin admin] Publish callbacks [] for security_group (3ed3335a-8b81-43d9-ac5c-f5fdb388e642), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:19:10.043010 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-841cbef3-ff48-4e73-87c9-21f865bdf8f6 admin admin] Publish callbacks [] for security_group (3ed3335a-8b81-43d9-ac5c-f5fdb388e642), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:19:10.091891 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-841cbef3-ff48-4e73-87c9-21f865bdf8f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (3ed3335a-8b81-43d9-ac5c-f5fdb388e642), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:19:10.095210 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-841cbef3-ff48-4e73-87c9-21f865bdf8f6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:19:10.099016 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-841cbef3-ff48-4e73-87c9-21f865bdf8f6 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/3ed3335a-8b81-43d9-ac5c-f5fdb388e642 HTTP/1.1" status: 204 len: 168 time: 0.1236861 Jan 26 21:19:10.115028 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841cbef3-ff48-4e73-87c9-21f865bdf8f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ed3335a-8b81-43d9-ac5c-f5fdb388e642,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:19:10.190530 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-f9b3f33c-ef54-42be-8f44-ef50a833e649 req-b04f8262-163a-41e3-82f7-a9108765ea0e service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=20bda332-a159-49bd-8c61-2ea774ab5602&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0424116 Jan 26 21:19:10.314119 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b3f33c-ef54-42be-8f44-ef50a833e649 req-316a1421-e54b-4e55-b933-1522b60b60f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:19:10.315879 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-f9b3f33c-ef54-42be-8f44-ef50a833e649 req-316a1421-e54b-4e55-b933-1522b60b60f0 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=2b29801ee18e4ff0a597415334743408&device_id=20bda332-a159-49bd-8c61-2ea774ab5602 HTTP/1.1" status: 200 len: 1097 time: 0.0813239 Jan 26 21:19:10.361248 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-20361127-bf79-4c94-918f-cdaed0954ad4 req-bfd80051-fa48-4625-ac82-ac34b5dbf9c2 tempest-LiveMigrationTest-746395142 tempest-LiveMigrationTest-746395142-project] 10.222.0.13 "GET /v2.0/ports?device_id=3c1bb11b-19e0-4bd6-8502-e5422740b40d HTTP/1.1" status: 200 len: 210 time: 0.0438845 Jan 26 21:19:10.491496 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b3f33c-ef54-42be-8f44-ef50a833e649 req-2b248ffa-4130-4518-8976-32331e93e834 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:19:10.493643 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-f9b3f33c-ef54-42be-8f44-ef50a833e649 req-2b248ffa-4130-4518-8976-32331e93e834 service neutron] 10.222.0.57 "GET /v2.0/networks?id=8cbef344-1167-4f35-8b6b-07dd596f6f4f HTTP/1.1" status: 200 len: 914 time: 0.1311240 Jan 26 21:19:10.520177 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-57c20696-ac6b-46ad-a31e-075755dc6619 req-5e57d663-82a5-4270-b4e4-a099457c04f9 tempest-DeleteServersTestJSON-1338827600 tempest-DeleteServersTestJSON-1338827600-project] 10.222.0.13 "GET /v2.0/ports?device_id=5e986168-261b-439a-9236-c24494c02d2b HTTP/1.1" status: 200 len: 210 time: 0.0447741 Jan 26 21:19:10.567651 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-f9b3f33c-ef54-42be-8f44-ef50a833e649 req-8b86ff12-7fde-4bb9-a147-ec75801c262d service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=88764215-3016-414b-be37-d9a2af36ed63 HTTP/1.1" status: 200 len: 217 time: 0.0571024 Jan 26 21:19:10.644510 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b3f33c-ef54-42be-8f44-ef50a833e649 req-c7905258-59f5-47d7-a23b-331dfa6f933a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:19:10.646543 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-f9b3f33c-ef54-42be-8f44-ef50a833e649 req-c7905258-59f5-47d7-a23b-331dfa6f933a service neutron] 10.222.0.57 "GET /v2.0/subnets?id=baa99134-bdb6-4691-8665-46a31e075f80 HTTP/1.1" status: 200 len: 853 time: 0.0722296 Jan 26 21:19:10.688524 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-f9b3f33c-ef54-42be-8f44-ef50a833e649 req-dae31d20-87ef-4538-a8dc-b38622793d69 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=8cbef344-1167-4f35-8b6b-07dd596f6f4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0346019 Jan 26 21:19:10.804425 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-f9b3f33c-ef54-42be-8f44-ef50a833e649 req-a85013dd-57ff-41c9-80eb-de9b6f41e1c4 service neutron] 10.222.0.57 "GET /v2.0/networks/8cbef344-1167-4f35-8b6b-07dd596f6f4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1096597 Jan 26 21:19:10.912787 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-f9b3f33c-ef54-42be-8f44-ef50a833e649 req-3d3695a9-cde7-41b6-a07f-ffc026c58a29 service neutron] 10.222.0.57 "GET /v2.0/networks/8cbef344-1167-4f35-8b6b-07dd596f6f4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1019552 Jan 26 21:19:10.988916 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 33622) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:19:11.107476 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899ef205-b369-4e02-b458-a621e367dd30 req-5add208e-4ff4-48ef-8a5c-902eff1d0741 tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:19:11.113014 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899ef205-b369-4e02-b458-a621e367dd30 req-5add208e-4ff4-48ef-8a5c-902eff1d0741 tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:19:11.118277 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899ef205-b369-4e02-b458-a621e367dd30 req-5add208e-4ff4-48ef-8a5c-902eff1d0741 tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:19:11.123516 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899ef205-b369-4e02-b458-a621e367dd30 req-5add208e-4ff4-48ef-8a5c-902eff1d0741 tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:19:11.128762 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899ef205-b369-4e02-b458-a621e367dd30 req-5add208e-4ff4-48ef-8a5c-902eff1d0741 tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:19:11.134013 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899ef205-b369-4e02-b458-a621e367dd30 req-5add208e-4ff4-48ef-8a5c-902eff1d0741 tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:19:11.139325 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899ef205-b369-4e02-b458-a621e367dd30 req-5add208e-4ff4-48ef-8a5c-902eff1d0741 tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:19:11.141287 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-899ef205-b369-4e02-b458-a621e367dd30 req-5add208e-4ff4-48ef-8a5c-902eff1d0741 tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca795481-031c-48ac-925f-00596ed83bb9 HTTP/1.1" status: 200 len: 5431 time: 0.0974782 Jan 26 21:19:11.146102 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-535e6adb-3b8f-40a2-bec7-797b5a52eb68 tempest-SubnetPoolsTestJSON-1701487430 tempest-SubnetPoolsTestJSON-1701487430-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-1403678442', 'prefixes': ['172.20.0.0/16']}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:19:11.259191 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-899ef205-b369-4e02-b458-a621e367dd30 req-258ef50f-5238-422e-8baa-c23e7cc128ed tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] 10.222.0.13 "GET /v2.0/security-groups?id=cfb1b9fe-a4df-4bbd-b439-103a9aa84b57&id=4949e7fd-e987-466a-ab17-ed5ae28a32c1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1086960 Jan 26 21:19:11.292003 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-535e6adb-3b8f-40a2-bec7-797b5a52eb68 tempest-SubnetPoolsTestJSON-1701487430 tempest-SubnetPoolsTestJSON-1701487430-project] Publish callbacks [] for subnetpool (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:19:11.292003 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-535e6adb-3b8f-40a2-bec7-797b5a52eb68 tempest-SubnetPoolsTestJSON-1701487430 tempest-SubnetPoolsTestJSON-1701487430-project] 10.222.0.13 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 737 time: 0.2988560 Jan 26 21:19:11.295833 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 33626) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:19:11.333711 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-17237657-206f-4862-9c06-acf0295650d8 tempest-SubnetPoolsTestJSON-1701487430 tempest-SubnetPoolsTestJSON-1701487430-project] 10.222.0.13 "GET /v2.0/subnetpools/b830ee02-dfb7-4577-8e93-fcb8c33d0dce HTTP/1.1" status: 200 len: 732 time: 0.0362003 Jan 26 21:19:11.336587 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 33628) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:19:11.341536 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-8c14feb8-9e82-4356-acc2-b0036271577b tempest-SubnetPoolsTestJSON-1701487430 tempest-SubnetPoolsTestJSON-1701487430-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-1957033405'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:19:11.462423 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-8c14feb8-9e82-4356-acc2-b0036271577b tempest-SubnetPoolsTestJSON-1701487430 tempest-SubnetPoolsTestJSON-1701487430-project] Publish callbacks [] for subnetpool (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:19:11.462423 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-8c14feb8-9e82-4356-acc2-b0036271577b tempest-SubnetPoolsTestJSON-1701487430 tempest-SubnetPoolsTestJSON-1701487430-project] 10.222.0.13 "PUT /v2.0/subnetpools/b830ee02-dfb7-4577-8e93-fcb8c33d0dce HTTP/1.1" status: 200 len: 684 time: 0.1227472 Jan 26 21:19:11.463347 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 33632) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:19:11.482032 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-ea8e50c7-ba65-4997-ab16-a048b866d61a req-0258ddeb-020b-41b2-bb16-2bb389b04255 tempest-LiveMigrationTest-746395142 tempest-LiveMigrationTest-746395142-project] 10.222.0.13 "GET /v2.0/ports?device_id=3c1bb11b-19e0-4bd6-8502-e5422740b40d HTTP/1.1" status: 200 len: 210 time: 0.0367756 Jan 26 21:19:11.552355 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-6932d8ff-2d7b-4393-8eb7-3933bdac7e6d tempest-SubnetPoolsTestJSON-1701487430 tempest-SubnetPoolsTestJSON-1701487430-project] Publish callbacks [] for subnetpool (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:19:11.553874 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-6932d8ff-2d7b-4393-8eb7-3933bdac7e6d tempest-SubnetPoolsTestJSON-1701487430 tempest-SubnetPoolsTestJSON-1701487430-project] 10.222.0.13 "DELETE /v2.0/subnetpools/b830ee02-dfb7-4577-8e93-fcb8c33d0dce HTTP/1.1" status: 204 len: 168 time: 0.0877583 Jan 26 21:19:11.556679 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 33636) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:19:11.583193 n-d-760453-5 neutron-server[103304]: INFO neutron.api.v2.resource [None req-d55b3fc9-b7fc-4b6a-b126-9ef469441738 tempest-SubnetPoolsTestJSON-1701487430 tempest-SubnetPoolsTestJSON-1701487430-project] show failed (client error): The resource could not be found. Jan 26 21:19:11.584550 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-d55b3fc9-b7fc-4b6a-b126-9ef469441738 tempest-SubnetPoolsTestJSON-1701487430 tempest-SubnetPoolsTestJSON-1701487430-project] 10.222.0.13 "GET /v2.0/subnetpools/b830ee02-dfb7-4577-8e93-fcb8c33d0dce HTTP/1.1" status: 404 len: 346 time: 0.0260084 Jan 26 21:19:11.587296 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 33638) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:19:11.605223 n-d-760453-5 neutron-server[103304]: INFO neutron.api.v2.resource [None req-5f01e03e-fdb4-4284-a781-f8f876ef5c25 tempest-SubnetPoolsTestJSON-1701487430 tempest-SubnetPoolsTestJSON-1701487430-project] delete failed (client error): The resource could not be found. Jan 26 21:19:11.606496 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-5f01e03e-fdb4-4284-a781-f8f876ef5c25 tempest-SubnetPoolsTestJSON-1701487430 tempest-SubnetPoolsTestJSON-1701487430-project] 10.222.0.13 "DELETE /v2.0/subnetpools/b830ee02-dfb7-4577-8e93-fcb8c33d0dce HTTP/1.1" status: 404 len: 346 time: 0.0180731 Jan 26 21:19:11.667434 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-21aabfaa-fdc2-4062-875b-113467651e50 req-b29d420c-38fc-4903-a3c5-1bf5c7f54137 tempest-DeleteServersTestJSON-1338827600 tempest-DeleteServersTestJSON-1338827600-project] 10.222.0.13 "GET /v2.0/ports?device_id=5e986168-261b-439a-9236-c24494c02d2b HTTP/1.1" status: 200 len: 210 time: 0.0390553 Jan 26 21:19:11.888962 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 33646) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:19:12.001485 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-1f37f759-7153-4400-9fe9-392c9a08c94b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:19:12.086428 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-1f37f759-7153-4400-9fe9-392c9a08c94b admin admin] Publish callbacks [] for security_group (93784d67-1464-4abb-90f5-e00211bfcf6c), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:19:12.090255 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-1f37f759-7153-4400-9fe9-392c9a08c94b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (93784d67-1464-4abb-90f5-e00211bfcf6c), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:19:12.130147 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-1f37f759-7153-4400-9fe9-392c9a08c94b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=eae851af2f324463bbd5253434f63d94&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2399886 Jan 26 21:19:12.131012 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f37f759-7153-4400-9fe9-392c9a08c94b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93784d67-1464-4abb-90f5-e00211bfcf6c,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:19:12.132902 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 33650) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:19:12.181070 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-d06bfd3b-0e72-4f1b-8054-1ed8375f8d04 admin admin] Publish callbacks [] for security_group (93784d67-1464-4abb-90f5-e00211bfcf6c), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:19:12.207623 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-d06bfd3b-0e72-4f1b-8054-1ed8375f8d04 admin admin] Publish callbacks [] for security_group (93784d67-1464-4abb-90f5-e00211bfcf6c), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:19:12.262543 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-d06bfd3b-0e72-4f1b-8054-1ed8375f8d04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (93784d67-1464-4abb-90f5-e00211bfcf6c), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:19:12.265698 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-d06bfd3b-0e72-4f1b-8054-1ed8375f8d04 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:19:12.269006 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-d06bfd3b-0e72-4f1b-8054-1ed8375f8d04 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/93784d67-1464-4abb-90f5-e00211bfcf6c HTTP/1.1" status: 204 len: 168 time: 0.1347773 Jan 26 21:19:12.277377 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d06bfd3b-0e72-4f1b-8054-1ed8375f8d04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93784d67-1464-4abb-90f5-e00211bfcf6c,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:19:12.418643 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f787785e-fdb0-4825-8e1c-8f677645511b req-13d8b867-efa0-46e1-9124-cd7ad1b9bef8 tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:19:12.430136 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f787785e-fdb0-4825-8e1c-8f677645511b req-13d8b867-efa0-46e1-9124-cd7ad1b9bef8 tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:19:12.435652 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f787785e-fdb0-4825-8e1c-8f677645511b req-13d8b867-efa0-46e1-9124-cd7ad1b9bef8 tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:19:12.441011 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f787785e-fdb0-4825-8e1c-8f677645511b req-13d8b867-efa0-46e1-9124-cd7ad1b9bef8 tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:19:12.446652 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f787785e-fdb0-4825-8e1c-8f677645511b req-13d8b867-efa0-46e1-9124-cd7ad1b9bef8 tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:19:12.451698 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f787785e-fdb0-4825-8e1c-8f677645511b req-13d8b867-efa0-46e1-9124-cd7ad1b9bef8 tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:19:12.456982 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f787785e-fdb0-4825-8e1c-8f677645511b req-13d8b867-efa0-46e1-9124-cd7ad1b9bef8 tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:19:12.459018 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-f787785e-fdb0-4825-8e1c-8f677645511b req-13d8b867-efa0-46e1-9124-cd7ad1b9bef8 tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca795481-031c-48ac-925f-00596ed83bb9 HTTP/1.1" status: 200 len: 5431 time: 0.1074271 Jan 26 21:19:12.528299 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-f787785e-fdb0-4825-8e1c-8f677645511b req-a2724849-54c2-4148-9033-aecc4585ca27 tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] 10.222.0.13 "GET /v2.0/security-groups?id=cfb1b9fe-a4df-4bbd-b439-103a9aa84b57&id=4949e7fd-e987-466a-ab17-ed5ae28a32c1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0622854 Jan 26 21:19:12.626728 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-7d1d7253-9c43-436c-b019-a92232652380 req-48799b75-defc-441b-a594-fbde30b4cc0f tempest-LiveMigrationTest-746395142 tempest-LiveMigrationTest-746395142-project] 10.222.0.13 "GET /v2.0/ports?device_id=3c1bb11b-19e0-4bd6-8502-e5422740b40d HTTP/1.1" status: 200 len: 210 time: 0.0305686 Jan 26 21:19:12.764945 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-2d7e74e1-f84f-422e-94a7-ac0736f5cc8d req-531deeb8-f0b2-4cb8-9ded-a301588cbeb3 tempest-DeleteServersTestJSON-1338827600 tempest-DeleteServersTestJSON-1338827600-project] 10.222.0.13 "GET /v2.0/ports?device_id=5e986168-261b-439a-9236-c24494c02d2b HTTP/1.1" status: 200 len: 210 time: 0.0306661 Jan 26 21:19:13.271247 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Device 4836496e-4b86-4ff4-b7d3-0f22f4a6f134 details requested by agent hyperv_n-h1-760453-5 with host n-h1-760453-5 {{(pid=103306) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 26 21:19:13.368833 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] For port 4836496e-4b86-4ff4-b7d3-0f22f4a6f134, host n-h1-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-5',level=0,port_id=4836496e-4b86-4ff4-b7d3-0f22f4a6f134,segment=NetworkSegment(74d9efe4-7d64-4491-afaf-007c8a21e844),segment_id=74d9efe4-7d64-4491-afaf-007c8a21e844)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:19:13.385219 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Returning: {'device': '4836496e-4b86-4ff4-b7d3-0f22f4a6f134', 'network_id': 'bbfba3ee-2021-4c97-a0e2-2098fcdcf99e', 'port_id': '4836496e-4b86-4ff4-b7d3-0f22f4a6f134', 'mac_address': 'fa:16:3e:92:4a:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 582, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '57e3c492-4b44-4b41-bf93-c4d6e5c59ce4', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103306) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 26 21:19:13.432988 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Current status of the port 4836496e-4b86-4ff4-b7d3-0f22f4a6f134 is: DOWN; New status is: BUILD {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:19:13.433418 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (4836496e-4b86-4ff4-b7d3-0f22f4a6f134), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:19:13.447029 n-d-760453-5 neutron-server[103306]: DEBUG neutron.notifiers.nova [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4836496e-4b86-4ff4-b7d3-0f22f4a6f134 {{(pid=103306) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 26 21:19:13.470355 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] For port 4836496e-4b86-4ff4-b7d3-0f22f4a6f134, host n-h1-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-5',level=0,port_id=4836496e-4b86-4ff4-b7d3-0f22f4a6f134,segment=NetworkSegment(74d9efe4-7d64-4491-afaf-007c8a21e844),segment_id=74d9efe4-7d64-4491-afaf-007c8a21e844)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:19:13.475042 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (4836496e-4b86-4ff4-b7d3-0f22f4a6f134), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:19:13.476112 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Device a7268cc1-3994-4713-bc9a-c43426d166e2 details requested by agent hyperv_n-h1-760453-5 with host n-h1-760453-5 {{(pid=103306) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 26 21:19:13.574037 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Pushing event updated for resources: {'Port': ['ID=4836496e-4b86-4ff4-b7d3-0f22f4a6f134,revision_number=4']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:19:13.585766 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:19:13.586114 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:19:13.586453 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:19:13.586787 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:19:13.587115 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:19:13.587441 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:19:13.587761 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:19:13.588083 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:19:13.588456 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:19:13.589287 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:19:13.589632 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:19:13.589952 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:19:13.590272 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:19:13.627598 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] For port a7268cc1-3994-4713-bc9a-c43426d166e2, host n-h1-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-5',level=0,port_id=a7268cc1-3994-4713-bc9a-c43426d166e2,segment=NetworkSegment(770d2ce8-3e53-4f98-83ba-d454bf5f80eb),segment_id=770d2ce8-3e53-4f98-83ba-d454bf5f80eb)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:19:13.640369 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Returning: {'device': 'a7268cc1-3994-4713-bc9a-c43426d166e2', 'network_id': 'efe29cb8-1223-4d1f-943f-1b137d401008', 'port_id': 'a7268cc1-3994-4713-bc9a-c43426d166e2', 'mac_address': 'fa:16:3e:b9:14:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 551, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '33c71571-b125-47e8-b95c-4b54e4e22463', 'ip_address': '10.1.1.172'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103306) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 26 21:19:13.671584 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5171a52-1a96-44fe-8bb4-f1ac7007d179 req-6249f0d4-2588-4605-8a7b-48f521c57c25 tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:19:13.677775 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5171a52-1a96-44fe-8bb4-f1ac7007d179 req-6249f0d4-2588-4605-8a7b-48f521c57c25 tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:19:13.681434 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Current status of the port a7268cc1-3994-4713-bc9a-c43426d166e2 is: DOWN; New status is: BUILD {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:19:13.681972 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (a7268cc1-3994-4713-bc9a-c43426d166e2), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:19:13.683986 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5171a52-1a96-44fe-8bb4-f1ac7007d179 req-6249f0d4-2588-4605-8a7b-48f521c57c25 tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:19:13.689504 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5171a52-1a96-44fe-8bb4-f1ac7007d179 req-6249f0d4-2588-4605-8a7b-48f521c57c25 tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:19:13.694829 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5171a52-1a96-44fe-8bb4-f1ac7007d179 req-6249f0d4-2588-4605-8a7b-48f521c57c25 tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:19:13.696207 n-d-760453-5 neutron-server[103306]: DEBUG neutron.notifiers.nova [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a7268cc1-3994-4713-bc9a-c43426d166e2 {{(pid=103306) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 26 21:19:13.700802 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5171a52-1a96-44fe-8bb4-f1ac7007d179 req-6249f0d4-2588-4605-8a7b-48f521c57c25 tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:19:13.706263 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5171a52-1a96-44fe-8bb4-f1ac7007d179 req-6249f0d4-2588-4605-8a7b-48f521c57c25 tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:19:13.708314 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-d5171a52-1a96-44fe-8bb4-f1ac7007d179 req-6249f0d4-2588-4605-8a7b-48f521c57c25 tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca795481-031c-48ac-925f-00596ed83bb9 HTTP/1.1" status: 200 len: 5432 time: 0.0962152 Jan 26 21:19:13.717557 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] For port a7268cc1-3994-4713-bc9a-c43426d166e2, host n-h1-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-5',level=0,port_id=a7268cc1-3994-4713-bc9a-c43426d166e2,segment=NetworkSegment(770d2ce8-3e53-4f98-83ba-d454bf5f80eb),segment_id=770d2ce8-3e53-4f98-83ba-d454bf5f80eb)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:19:13.722016 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (a7268cc1-3994-4713-bc9a-c43426d166e2), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:19:13.772549 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-d5171a52-1a96-44fe-8bb4-f1ac7007d179 req-7ecddec9-7854-4b5a-b97a-862e08767f5c tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] 10.222.0.13 "GET /v2.0/security-groups?id=cfb1b9fe-a4df-4bbd-b439-103a9aa84b57&id=4949e7fd-e987-466a-ab17-ed5ae28a32c1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0559847 Jan 26 21:19:13.773227 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Pushing event updated for resources: {'Port': ['ID=a7268cc1-3994-4713-bc9a-c43426d166e2,revision_number=4']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:19:13.862156 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-7f3b97d9-30a0-49ee-938a-f73617d398b9 req-1a408986-f8f8-40af-a01b-5b87bdbf5601 tempest-LiveMigrationTest-746395142 tempest-LiveMigrationTest-746395142-project] 10.222.0.13 "GET /v2.0/ports?device_id=3c1bb11b-19e0-4bd6-8502-e5422740b40d HTTP/1.1" status: 200 len: 210 time: 0.0273604 Jan 26 21:19:13.944061 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-d251b237-fea1-4cb0-bcc3-fadc1c280cc2 req-9514df1c-1c25-4801-9a71-796e2617a76f tempest-DeleteServersTestJSON-1338827600 tempest-DeleteServersTestJSON-1338827600-project] 10.222.0.13 "GET /v2.0/ports?device_id=5e986168-261b-439a-9236-c24494c02d2b HTTP/1.1" status: 200 len: 210 time: 0.0272419 Jan 26 21:19:14.275108 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] get_ports_and_sgs() called for port_ids ['4836496e-4b86-4ff4-b7d3-0f22f4a6f134'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 26 21:19:14.368297 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] get_ports_and_sgs() called for port_ids ['a7268cc1-3994-4713-bc9a-c43426d166e2'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 26 21:19:14.913175 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d25f2b9-33ea-4200-bcc5-61fcdecd432f req-ce79a4c3-8796-460b-976f-b7fe5d89acce tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:19:14.919387 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d25f2b9-33ea-4200-bcc5-61fcdecd432f req-ce79a4c3-8796-460b-976f-b7fe5d89acce tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:19:14.924727 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d25f2b9-33ea-4200-bcc5-61fcdecd432f req-ce79a4c3-8796-460b-976f-b7fe5d89acce tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:19:14.930103 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d25f2b9-33ea-4200-bcc5-61fcdecd432f req-ce79a4c3-8796-460b-976f-b7fe5d89acce tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:19:14.936126 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d25f2b9-33ea-4200-bcc5-61fcdecd432f req-ce79a4c3-8796-460b-976f-b7fe5d89acce tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:19:14.941490 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d25f2b9-33ea-4200-bcc5-61fcdecd432f req-ce79a4c3-8796-460b-976f-b7fe5d89acce tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:19:14.946769 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d25f2b9-33ea-4200-bcc5-61fcdecd432f req-ce79a4c3-8796-460b-976f-b7fe5d89acce tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:19:14.949034 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-3d25f2b9-33ea-4200-bcc5-61fcdecd432f req-ce79a4c3-8796-460b-976f-b7fe5d89acce tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca795481-031c-48ac-925f-00596ed83bb9 HTTP/1.1" status: 200 len: 5433 time: 0.0911777 Jan 26 21:19:15.027662 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-3d25f2b9-33ea-4200-bcc5-61fcdecd432f req-70619d3c-a754-41f1-aede-768b2480f897 tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] 10.222.0.13 "GET /v2.0/security-groups?id=cfb1b9fe-a4df-4bbd-b439-103a9aa84b57&id=4949e7fd-e987-466a-ab17-ed5ae28a32c1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0711529 Jan 26 21:19:15.113628 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-cb0e3f81-9d0f-4d8a-9ce6-f6f92693f29e req-dc03a50d-c8a9-46e9-bc9a-bb6e9ee43ff6 tempest-LiveMigrationTest-746395142 tempest-LiveMigrationTest-746395142-project] 10.222.0.13 "GET /v2.0/ports?device_id=3c1bb11b-19e0-4bd6-8502-e5422740b40d HTTP/1.1" status: 200 len: 210 time: 0.0295811 Jan 26 21:19:15.198295 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-e70eb2e0-35b5-4d22-8d34-127a3fd1d09a req-95d5f802-4d88-4257-b2a5-06b1271d1557 tempest-DeleteServersTestJSON-1338827600 tempest-DeleteServersTestJSON-1338827600-project] 10.222.0.13 "GET /v2.0/ports?device_id=5e986168-261b-439a-9236-c24494c02d2b HTTP/1.1" status: 200 len: 210 time: 0.0267599 Jan 26 21:19:15.279946 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Device 63291687-eb18-4520-9507-18da92da4324 details requested by agent hyperv_n-h1-760453-5 with host n-h1-760453-5 {{(pid=103306) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 26 21:19:15.373095 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] For port 63291687-eb18-4520-9507-18da92da4324, host n-h1-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-5',level=0,port_id=63291687-eb18-4520-9507-18da92da4324,segment=NetworkSegment(770d2ce8-3e53-4f98-83ba-d454bf5f80eb),segment_id=770d2ce8-3e53-4f98-83ba-d454bf5f80eb)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:19:15.384247 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Returning: {'device': '63291687-eb18-4520-9507-18da92da4324', 'network_id': 'efe29cb8-1223-4d1f-943f-1b137d401008', 'port_id': '63291687-eb18-4520-9507-18da92da4324', 'mac_address': 'fa:16:3e:45:e9:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 551, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '33c71571-b125-47e8-b95c-4b54e4e22463', 'ip_address': '10.1.1.226'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103306) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 26 21:19:15.553504 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Current status of the port 63291687-eb18-4520-9507-18da92da4324 is: DOWN; New status is: BUILD {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:19:15.553897 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (63291687-eb18-4520-9507-18da92da4324), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:19:15.566276 n-d-760453-5 neutron-server[103306]: DEBUG neutron.notifiers.nova [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 63291687-eb18-4520-9507-18da92da4324 {{(pid=103306) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 26 21:19:15.586110 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] For port 63291687-eb18-4520-9507-18da92da4324, host n-h1-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-5',level=0,port_id=63291687-eb18-4520-9507-18da92da4324,segment=NetworkSegment(770d2ce8-3e53-4f98-83ba-d454bf5f80eb),segment_id=770d2ce8-3e53-4f98-83ba-d454bf5f80eb)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:19:15.590883 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (63291687-eb18-4520-9507-18da92da4324), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:19:15.591531 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Device e52ff17a-df76-4716-aace-f598c57c36fe details requested by agent hyperv_n-h1-760453-5 with host n-h1-760453-5 {{(pid=103306) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 26 21:19:15.683865 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Pushing event updated for resources: {'Port': ['ID=63291687-eb18-4520-9507-18da92da4324,revision_number=4']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:19:15.723877 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] For port e52ff17a-df76-4716-aace-f598c57c36fe, host n-h1-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-5',level=0,port_id=e52ff17a-df76-4716-aace-f598c57c36fe,segment=NetworkSegment(5fccd88d-df0d-4375-8629-dca63d895672),segment_id=5fccd88d-df0d-4375-8629-dca63d895672)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:19:15.734375 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Returning: {'device': 'e52ff17a-df76-4716-aace-f598c57c36fe', 'network_id': 'bd020871-95b7-4b5a-881a-9e30b02eb2fe', 'port_id': 'e52ff17a-df76-4716-aace-f598c57c36fe', 'mac_address': 'fa:16:3e:0d:a6:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 585, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9dd5ab13-de58-4a69-98df-f734e10541d8', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103306) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 26 21:19:15.771964 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Current status of the port e52ff17a-df76-4716-aace-f598c57c36fe is: DOWN; New status is: BUILD {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:19:15.772383 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (e52ff17a-df76-4716-aace-f598c57c36fe), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:19:15.785887 n-d-760453-5 neutron-server[103306]: DEBUG neutron.notifiers.nova [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e52ff17a-df76-4716-aace-f598c57c36fe {{(pid=103306) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 26 21:19:15.806425 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] For port e52ff17a-df76-4716-aace-f598c57c36fe, host n-h1-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-5',level=0,port_id=e52ff17a-df76-4716-aace-f598c57c36fe,segment=NetworkSegment(5fccd88d-df0d-4375-8629-dca63d895672),segment_id=5fccd88d-df0d-4375-8629-dca63d895672)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:19:15.810195 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (e52ff17a-df76-4716-aace-f598c57c36fe), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:19:15.810854 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Device 855d117c-7e61-48ea-aea1-a4cc8811f046 details requested by agent hyperv_n-h1-760453-5 with host n-h1-760453-5 {{(pid=103306) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 26 21:19:15.878886 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Pushing event updated for resources: {'Port': ['ID=e52ff17a-df76-4716-aace-f598c57c36fe,revision_number=4']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:19:15.884154 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] For port 855d117c-7e61-48ea-aea1-a4cc8811f046, host n-h1-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-5',level=0,port_id=855d117c-7e61-48ea-aea1-a4cc8811f046,segment=NetworkSegment(770d2ce8-3e53-4f98-83ba-d454bf5f80eb),segment_id=770d2ce8-3e53-4f98-83ba-d454bf5f80eb)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:19:15.895848 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Returning: {'device': '855d117c-7e61-48ea-aea1-a4cc8811f046', 'network_id': 'efe29cb8-1223-4d1f-943f-1b137d401008', 'port_id': '855d117c-7e61-48ea-aea1-a4cc8811f046', 'mac_address': 'fa:16:3e:de:6a:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 551, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '33c71571-b125-47e8-b95c-4b54e4e22463', 'ip_address': '10.1.1.201'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103306) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 26 21:19:15.934448 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Current status of the port 855d117c-7e61-48ea-aea1-a4cc8811f046 is: DOWN; New status is: BUILD {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:19:15.934940 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (855d117c-7e61-48ea-aea1-a4cc8811f046), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:19:15.949064 n-d-760453-5 neutron-server[103306]: DEBUG neutron.notifiers.nova [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 855d117c-7e61-48ea-aea1-a4cc8811f046 {{(pid=103306) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 26 21:19:15.968825 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] For port 855d117c-7e61-48ea-aea1-a4cc8811f046, host n-h1-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-5',level=0,port_id=855d117c-7e61-48ea-aea1-a4cc8811f046,segment=NetworkSegment(770d2ce8-3e53-4f98-83ba-d454bf5f80eb),segment_id=770d2ce8-3e53-4f98-83ba-d454bf5f80eb)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:19:15.972617 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (855d117c-7e61-48ea-aea1-a4cc8811f046), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:19:15.973258 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Device e0b52d53-b737-4357-b6a1-5a10086eeb00 details requested by agent hyperv_n-h1-760453-5 with host n-h1-760453-5 {{(pid=103306) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 26 21:19:16.036969 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] For port e0b52d53-b737-4357-b6a1-5a10086eeb00, host n-h1-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-5',level=0,port_id=e0b52d53-b737-4357-b6a1-5a10086eeb00,segment=NetworkSegment(770d2ce8-3e53-4f98-83ba-d454bf5f80eb),segment_id=770d2ce8-3e53-4f98-83ba-d454bf5f80eb)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:19:16.039428 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Pushing event updated for resources: {'Port': ['ID=855d117c-7e61-48ea-aea1-a4cc8811f046,revision_number=4']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:19:16.049980 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Returning: {'device': 'e0b52d53-b737-4357-b6a1-5a10086eeb00', 'network_id': 'efe29cb8-1223-4d1f-943f-1b137d401008', 'port_id': 'e0b52d53-b737-4357-b6a1-5a10086eeb00', 'mac_address': 'fa:16:3e:75:a2:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 551, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '33c71571-b125-47e8-b95c-4b54e4e22463', 'ip_address': '10.1.1.182'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103306) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 26 21:19:16.094214 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Current status of the port e0b52d53-b737-4357-b6a1-5a10086eeb00 is: DOWN; New status is: BUILD {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:19:16.094609 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (e0b52d53-b737-4357-b6a1-5a10086eeb00), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:19:16.107561 n-d-760453-5 neutron-server[103306]: DEBUG neutron.notifiers.nova [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e0b52d53-b737-4357-b6a1-5a10086eeb00 {{(pid=103306) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 26 21:19:16.129150 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] For port e0b52d53-b737-4357-b6a1-5a10086eeb00, host n-h1-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-5',level=0,port_id=e0b52d53-b737-4357-b6a1-5a10086eeb00,segment=NetworkSegment(770d2ce8-3e53-4f98-83ba-d454bf5f80eb),segment_id=770d2ce8-3e53-4f98-83ba-d454bf5f80eb)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:19:16.134529 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (e0b52d53-b737-4357-b6a1-5a10086eeb00), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:19:16.135834 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Device 46e244fd-7905-4c27-b3f7-627bc270105e details requested by agent hyperv_n-h1-760453-5 with host n-h1-760453-5 {{(pid=103306) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 26 21:19:16.200655 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] For port 46e244fd-7905-4c27-b3f7-627bc270105e, host n-h1-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-5',level=0,port_id=46e244fd-7905-4c27-b3f7-627bc270105e,segment=NetworkSegment(5fccd88d-df0d-4375-8629-dca63d895672),segment_id=5fccd88d-df0d-4375-8629-dca63d895672)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:19:16.207414 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10a2c6e-3f4f-4e3a-9ced-893f8e410f80 req-a001724d-c370-4997-96ee-a3f1ad88bc43 tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:19:16.214263 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Pushing event updated for resources: {'Port': ['ID=e0b52d53-b737-4357-b6a1-5a10086eeb00,revision_number=4']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:19:16.217315 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Returning: {'device': '46e244fd-7905-4c27-b3f7-627bc270105e', 'network_id': 'bd020871-95b7-4b5a-881a-9e30b02eb2fe', 'port_id': '46e244fd-7905-4c27-b3f7-627bc270105e', 'mac_address': 'fa:16:3e:5c:87:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 585, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9dd5ab13-de58-4a69-98df-f734e10541d8', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103306) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 26 21:19:16.225391 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10a2c6e-3f4f-4e3a-9ced-893f8e410f80 req-a001724d-c370-4997-96ee-a3f1ad88bc43 tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:19:16.231444 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10a2c6e-3f4f-4e3a-9ced-893f8e410f80 req-a001724d-c370-4997-96ee-a3f1ad88bc43 tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:19:16.236710 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10a2c6e-3f4f-4e3a-9ced-893f8e410f80 req-a001724d-c370-4997-96ee-a3f1ad88bc43 tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:19:16.242000 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10a2c6e-3f4f-4e3a-9ced-893f8e410f80 req-a001724d-c370-4997-96ee-a3f1ad88bc43 tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:19:16.248132 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10a2c6e-3f4f-4e3a-9ced-893f8e410f80 req-a001724d-c370-4997-96ee-a3f1ad88bc43 tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:19:16.253552 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10a2c6e-3f4f-4e3a-9ced-893f8e410f80 req-a001724d-c370-4997-96ee-a3f1ad88bc43 tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:19:16.257068 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Current status of the port 46e244fd-7905-4c27-b3f7-627bc270105e is: DOWN; New status is: BUILD {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:19:16.257526 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (46e244fd-7905-4c27-b3f7-627bc270105e), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:19:16.263960 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-f10a2c6e-3f4f-4e3a-9ced-893f8e410f80 req-a001724d-c370-4997-96ee-a3f1ad88bc43 tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca795481-031c-48ac-925f-00596ed83bb9 HTTP/1.1" status: 200 len: 5436 time: 0.1593666 Jan 26 21:19:16.280609 n-d-760453-5 neutron-server[103306]: DEBUG neutron.notifiers.nova [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 46e244fd-7905-4c27-b3f7-627bc270105e {{(pid=103306) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 26 21:19:16.314697 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] For port 46e244fd-7905-4c27-b3f7-627bc270105e, host n-h1-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-5',level=0,port_id=46e244fd-7905-4c27-b3f7-627bc270105e,segment=NetworkSegment(5fccd88d-df0d-4375-8629-dca63d895672),segment_id=5fccd88d-df0d-4375-8629-dca63d895672)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:19:16.319643 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (46e244fd-7905-4c27-b3f7-627bc270105e), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:19:16.336678 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-f10a2c6e-3f4f-4e3a-9ced-893f8e410f80 req-d5f6f340-ef4a-4730-9ca7-6e5b645e0d47 tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] 10.222.0.13 "GET /v2.0/security-groups?id=cfb1b9fe-a4df-4bbd-b439-103a9aa84b57&id=4949e7fd-e987-466a-ab17-ed5ae28a32c1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0695760 Jan 26 21:19:16.385956 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Pushing event updated for resources: {'Port': ['ID=46e244fd-7905-4c27-b3f7-627bc270105e,revision_number=4']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:19:16.443831 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-8322d5e9-0b7a-492d-b5bc-1863dab7916a req-bf3ea5bc-d151-4ccc-a429-066dbd0b2341 tempest-LiveMigrationTest-746395142 tempest-LiveMigrationTest-746395142-project] 10.222.0.13 "GET /v2.0/ports?device_id=3c1bb11b-19e0-4bd6-8502-e5422740b40d HTTP/1.1" status: 200 len: 210 time: 0.0381823 Jan 26 21:19:16.529657 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-6eb90e01-d981-462e-8ee4-2aa5248e03b1 req-2cf43552-9c8b-4b50-8ea6-1e3f6e451d1a tempest-DeleteServersTestJSON-1338827600 tempest-DeleteServersTestJSON-1338827600-project] 10.222.0.13 "GET /v2.0/ports?device_id=5e986168-261b-439a-9236-c24494c02d2b HTTP/1.1" status: 200 len: 210 time: 0.0280197 Jan 26 21:19:16.813905 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e826ae2f-cee9-4e55-b9cd-d9c1d14cd98a req-b39da9f5-4284-4779-8d2b-ead1f08a11ce tempest-ServersNegativeTestJSON-90632883 tempest-ServersNegativeTestJSON-90632883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:19:16.817808 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-e826ae2f-cee9-4e55-b9cd-d9c1d14cd98a req-b39da9f5-4284-4779-8d2b-ead1f08a11ce tempest-ServersNegativeTestJSON-90632883 tempest-ServersNegativeTestJSON-90632883-project] 10.222.0.13 "GET /v2.0/ports?device_id=20bda332-a159-49bd-8c61-2ea774ab5602 HTTP/1.1" status: 200 len: 946 time: 0.0604062 Jan 26 21:19:16.868738 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-e826ae2f-cee9-4e55-b9cd-d9c1d14cd98a req-6968a502-e5cd-4ca2-9d7f-28cc4c947292 tempest-ServersNegativeTestJSON-90632883 tempest-ServersNegativeTestJSON-90632883-project] 10.222.0.13 "GET /v2.0/security-groups?id=f00b351c-12ea-4499-84c9-f0263f4f27ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471811 Jan 26 21:19:16.995711 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd710c04-0092-46ba-b0e5-ebffc0e0331c req-ea8fc9d9-3bd6-4e7f-8e6f-a52a4c6d7901 tempest-ServersNegativeTestJSON-90632883 tempest-ServersNegativeTestJSON-90632883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:19:17.002804 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-cd710c04-0092-46ba-b0e5-ebffc0e0331c req-ea8fc9d9-3bd6-4e7f-8e6f-a52a4c6d7901 tempest-ServersNegativeTestJSON-90632883 tempest-ServersNegativeTestJSON-90632883-project] 10.222.0.13 "GET /v2.0/ports?device_id=20bda332-a159-49bd-8c61-2ea774ab5602 HTTP/1.1" status: 200 len: 946 time: 0.0577781 Jan 26 21:19:17.056652 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-cd710c04-0092-46ba-b0e5-ebffc0e0331c req-86193662-8749-40d2-ad93-83b33b655a2c tempest-ServersNegativeTestJSON-90632883 tempest-ServersNegativeTestJSON-90632883-project] 10.222.0.13 "GET /v2.0/security-groups?id=f00b351c-12ea-4499-84c9-f0263f4f27ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529389 Jan 26 21:19:17.280766 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Device 4836496e-4b86-4ff4-b7d3-0f22f4a6f134 up at agent hyperv_n-h1-760453-5 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 21:19:17.332575 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Provisioning for port 4836496e-4b86-4ff4-b7d3-0f22f4a6f134 completed by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 21:19:17.337162 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Provisioning complete for port 4836496e-4b86-4ff4-b7d3-0f22f4a6f134 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:19:17.337600 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (4836496e-4b86-4ff4-b7d3-0f22f4a6f134), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:19:17.456164 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Current status of the port 4836496e-4b86-4ff4-b7d3-0f22f4a6f134 is: BUILD; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:19:17.456566 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (4836496e-4b86-4ff4-b7d3-0f22f4a6f134), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:19:17.492066 n-d-760453-5 neutron-server[103306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca795481-031c-48ac-925f-00596ed83bb9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4836496e-4b86-4ff4-b7d3-0f22f4a6f134'}] {{(pid=103306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 21:19:17.494279 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9d5d370febab655511bdd2ffe887e43e442d144a440368702bcc1e93af00b97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b63f7f85-42ff-4b4c-86cb-573ff9775fbd" -d '{"events": [{"server_uuid": "ca795481-031c-48ac-925f-00596ed83bb9", "name": "network-vif-plugged", "status": "completed", "tag": "4836496e-4b86-4ff4-b7d3-0f22f4a6f134"}]}' {{(pid=103306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 21:19:17.513116 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] get_ports_and_sgs() called for port_ids ['855d117c-7e61-48ea-aea1-a4cc8811f046'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 26 21:19:17.518573 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] For port 4836496e-4b86-4ff4-b7d3-0f22f4a6f134, host n-h1-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-5',level=0,port_id=4836496e-4b86-4ff4-b7d3-0f22f4a6f134,segment=NetworkSegment(74d9efe4-7d64-4491-afaf-007c8a21e844),segment_id=74d9efe4-7d64-4491-afaf-007c8a21e844)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:19:17.553537 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] get_ports_and_sgs() called for port_ids ['63291687-eb18-4520-9507-18da92da4324'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 26 21:19:17.560344 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (4836496e-4b86-4ff4-b7d3-0f22f4a6f134), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:19:17.561703 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Device a7268cc1-3994-4713-bc9a-c43426d166e2 up at agent hyperv_n-h1-760453-5 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 21:19:17.633131 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] get_ports_and_sgs() called for port_ids ['e52ff17a-df76-4716-aace-f598c57c36fe'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 26 21:19:17.653003 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-b0d3cc68-9882-4018-8caa-0e6545e148ad req-9c44a5ae-d06e-4606-81b7-c243d8b6fd52 tempest-LiveMigrationTest-746395142 tempest-LiveMigrationTest-746395142-project] 10.222.0.13 "GET /v2.0/ports?device_id=3c1bb11b-19e0-4bd6-8502-e5422740b40d HTTP/1.1" status: 200 len: 210 time: 0.0903187 Jan 26 21:19:17.699885 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] get_ports_and_sgs() called for port_ids ['e0b52d53-b737-4357-b6a1-5a10086eeb00'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 26 21:19:17.716052 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] get_ports_and_sgs() called for port_ids ['46e244fd-7905-4c27-b3f7-627bc270105e'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 26 21:19:17.728328 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e383809-6488-47cb-ba0e-6ec5eb2d09f2 req-b7777429-f958-4573-aa16-3ddcb97a1427 tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:19:17.745509 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e383809-6488-47cb-ba0e-6ec5eb2d09f2 req-b7777429-f958-4573-aa16-3ddcb97a1427 tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:19:17.763969 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e383809-6488-47cb-ba0e-6ec5eb2d09f2 req-b7777429-f958-4573-aa16-3ddcb97a1427 tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:19:17.780440 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Jan 2022 21:19:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21497637-f5dd-45ee-9ef7-0c47382cddd3 x-openstack-request-id: req-21497637-f5dd-45ee-9ef7-0c47382cddd3 {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 21:19:17.780727 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca795481-031c-48ac-925f-00596ed83bb9", "name": "network-vif-plugged", "status": "completed", "tag": "4836496e-4b86-4ff4-b7d3-0f22f4a6f134", "code": 200}]} {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 21:19:17.780981 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-21497637-f5dd-45ee-9ef7-0c47382cddd3 {{(pid=103306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 21:19:17.781438 n-d-760453-5 neutron-server[103306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca795481-031c-48ac-925f-00596ed83bb9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4836496e-4b86-4ff4-b7d3-0f22f4a6f134', 'code': 200} Jan 26 21:19:17.789616 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e383809-6488-47cb-ba0e-6ec5eb2d09f2 req-b7777429-f958-4573-aa16-3ddcb97a1427 tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:19:17.805078 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e383809-6488-47cb-ba0e-6ec5eb2d09f2 req-b7777429-f958-4573-aa16-3ddcb97a1427 tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:19:17.822028 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e383809-6488-47cb-ba0e-6ec5eb2d09f2 req-b7777429-f958-4573-aa16-3ddcb97a1427 tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:19:17.828754 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e383809-6488-47cb-ba0e-6ec5eb2d09f2 req-b7777429-f958-4573-aa16-3ddcb97a1427 tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:19:17.830794 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-7e383809-6488-47cb-ba0e-6ec5eb2d09f2 req-b7777429-f958-4573-aa16-3ddcb97a1427 tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca795481-031c-48ac-925f-00596ed83bb9 HTTP/1.1" status: 200 len: 5438 time: 0.3372087 Jan 26 21:19:17.932079 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Pushing event updated for resources: {'Port': ['ID=4836496e-4b86-4ff4-b7d3-0f22f4a6f134,revision_number=5']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:19:17.978634 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-7e383809-6488-47cb-ba0e-6ec5eb2d09f2 req-91524ea9-0692-488f-b609-5bd6be85d76e tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] 10.222.0.13 "GET /v2.0/security-groups?id=cfb1b9fe-a4df-4bbd-b439-103a9aa84b57&id=4949e7fd-e987-466a-ab17-ed5ae28a32c1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1358006 Jan 26 21:19:18.096079 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Provisioning for port a7268cc1-3994-4713-bc9a-c43426d166e2 completed by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 21:19:18.159381 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Provisioning complete for port a7268cc1-3994-4713-bc9a-c43426d166e2 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:19:18.159843 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (a7268cc1-3994-4713-bc9a-c43426d166e2), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:19:18.362806 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7fdbbe-417f-4ccf-9404-d25707d75750 req-6c8e76a2-7f43-4db0-9118-4fdb6876df21 tempest-DeleteServersTestJSON-1338827600 tempest-DeleteServersTestJSON-1338827600-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:19:18.370308 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-3d7fdbbe-417f-4ccf-9404-d25707d75750 req-6c8e76a2-7f43-4db0-9118-4fdb6876df21 tempest-DeleteServersTestJSON-1338827600 tempest-DeleteServersTestJSON-1338827600-project] 10.222.0.13 "GET /v2.0/networks?id=e16ff5ba-c523-42b6-a294-431f384b33de HTTP/1.1" status: 200 len: 812 time: 0.1204531 Jan 26 21:19:18.388063 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-3d7fdbbe-417f-4ccf-9404-d25707d75750 req-3a1962dc-87c4-459f-b4dc-20be44eef093 tempest-DeleteServersTestJSON-1338827600 tempest-DeleteServersTestJSON-1338827600-project] 10.222.0.13 "GET /v2.0/quotas/cb180574de574caea4706335ceec073e HTTP/1.1" status: 200 len: 375 time: 0.0166488 Jan 26 21:19:18.428346 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-3d7fdbbe-417f-4ccf-9404-d25707d75750 req-a148c9ad-4e67-4db9-bc61-752148193686 tempest-DeleteServersTestJSON-1338827600 tempest-DeleteServersTestJSON-1338827600-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=cb180574de574caea4706335ceec073e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0386827 Jan 26 21:19:18.535645 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-3d7fdbbe-417f-4ccf-9404-d25707d75750 req-06af2525-40db-4c0a-b225-5233efeb767d service neutron] 10.222.0.13 "GET /v2.0/networks/e16ff5ba-c523-42b6-a294-431f384b33de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1060629 Jan 26 21:19:18.539245 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Current status of the port a7268cc1-3994-4713-bc9a-c43426d166e2 is: BUILD; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:19:18.540853 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (a7268cc1-3994-4713-bc9a-c43426d166e2), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:19:18.615054 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] For port a7268cc1-3994-4713-bc9a-c43426d166e2, host n-h1-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-5',level=0,port_id=a7268cc1-3994-4713-bc9a-c43426d166e2,segment=NetworkSegment(770d2ce8-3e53-4f98-83ba-d454bf5f80eb),segment_id=770d2ce8-3e53-4f98-83ba-d454bf5f80eb)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:19:18.621129 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (a7268cc1-3994-4713-bc9a-c43426d166e2), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:19:18.647095 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-3d7fdbbe-417f-4ccf-9404-d25707d75750 req-4d981f46-7436-4aaa-b8f0-9a936c2559f5 service neutron] 10.222.0.13 "GET /v2.0/networks/e16ff5ba-c523-42b6-a294-431f384b33de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1099515 Jan 26 21:19:18.708359 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Pushing event updated for resources: {'Port': ['ID=a7268cc1-3994-4713-bc9a-c43426d166e2,revision_number=5']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:19:18.788609 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-dfee68d4-52c3-430a-9cc5-0690d0b1082b req-4cfeb807-eba4-4445-b73f-acf7289e6236 tempest-LiveMigrationTest-746395142 tempest-LiveMigrationTest-746395142-project] 10.222.0.13 "GET /v2.0/ports?device_id=3c1bb11b-19e0-4bd6-8502-e5422740b40d HTTP/1.1" status: 200 len: 210 time: 0.0309956 Jan 26 21:19:18.929169 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b838d8d6-bb8b-4ccc-82c5-c833121ad464 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (474ccdf7-ab6c-405b-a3b2-dc7b05829902), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:19:19.013179 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-391600ac-c56f-4bcb-82ed-a9df3fd917ac req-f9986875-507d-4ca2-ac8d-3bfe3acd21f4 tempest-DeleteServersTestJSON-1338827600 tempest-DeleteServersTestJSON-1338827600-project] 10.222.0.13 "GET /v2.0/ports?device_id=9b2bb485-7d7d-47fa-9781-8d69831efa69 HTTP/1.1" status: 200 len: 210 time: 0.0549898 Jan 26 21:19:19.338551 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905d0d2e-02c7-4a8d-812d-7626e458b2c8 req-4c5e9686-1a36-4df9-af43-6f17cc732518 tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:19:19.345062 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905d0d2e-02c7-4a8d-812d-7626e458b2c8 req-4c5e9686-1a36-4df9-af43-6f17cc732518 tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:19:19.351317 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905d0d2e-02c7-4a8d-812d-7626e458b2c8 req-4c5e9686-1a36-4df9-af43-6f17cc732518 tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:19:19.357116 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905d0d2e-02c7-4a8d-812d-7626e458b2c8 req-4c5e9686-1a36-4df9-af43-6f17cc732518 tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:19:19.363062 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905d0d2e-02c7-4a8d-812d-7626e458b2c8 req-4c5e9686-1a36-4df9-af43-6f17cc732518 tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:19:19.371112 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905d0d2e-02c7-4a8d-812d-7626e458b2c8 req-4c5e9686-1a36-4df9-af43-6f17cc732518 tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:19:19.377932 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905d0d2e-02c7-4a8d-812d-7626e458b2c8 req-4c5e9686-1a36-4df9-af43-6f17cc732518 tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:19:19.387853 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-905d0d2e-02c7-4a8d-812d-7626e458b2c8 req-4c5e9686-1a36-4df9-af43-6f17cc732518 tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca795481-031c-48ac-925f-00596ed83bb9 HTTP/1.1" status: 200 len: 5440 time: 0.1564257 Jan 26 21:19:19.473605 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-905d0d2e-02c7-4a8d-812d-7626e458b2c8 req-9907b818-0407-49bd-bc26-a4fb01c32cfb tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] 10.222.0.13 "GET /v2.0/security-groups?id=cfb1b9fe-a4df-4bbd-b439-103a9aa84b57&id=4949e7fd-e987-466a-ab17-ed5ae28a32c1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0843256 Jan 26 21:19:19.782717 n-d-760453-5 neutron-server[103306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca795481-031c-48ac-925f-00596ed83bb9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7268cc1-3994-4713-bc9a-c43426d166e2'}] {{(pid=103306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 21:19:19.785033 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9d5d370febab655511bdd2ffe887e43e442d144a440368702bcc1e93af00b97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5af55d8-125b-4bba-8a1c-925a2021e880" -d '{"events": [{"server_uuid": "ca795481-031c-48ac-925f-00596ed83bb9", "name": "network-vif-plugged", "status": "completed", "tag": "a7268cc1-3994-4713-bc9a-c43426d166e2"}]}' {{(pid=103306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 21:19:19.899714 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796093ea-69e5-4742-bc80-377e8aae119c req-498b6ded-9902-42ab-b9a9-cfc1cd7d4791 tempest-DeleteServersTestJSON-1338827600 tempest-DeleteServersTestJSON-1338827600-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:19:19.902503 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-796093ea-69e5-4742-bc80-377e8aae119c req-498b6ded-9902-42ab-b9a9-cfc1cd7d4791 tempest-DeleteServersTestJSON-1338827600 tempest-DeleteServersTestJSON-1338827600-project] 10.222.0.13 "GET /v2.0/networks?id=e16ff5ba-c523-42b6-a294-431f384b33de HTTP/1.1" status: 200 len: 812 time: 0.1423979 Jan 26 21:19:19.921687 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc67dc21-4432-4478-b438-7fea99032d6d req-dddbf56d-1126-4198-a3e1-7ed000803af8 tempest-ServersNegativeTestJSON-90632883 tempest-ServersNegativeTestJSON-90632883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:19:19.923638 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-bc67dc21-4432-4478-b438-7fea99032d6d req-dddbf56d-1126-4198-a3e1-7ed000803af8 tempest-ServersNegativeTestJSON-90632883 tempest-ServersNegativeTestJSON-90632883-project] 10.222.0.13 "GET /v2.0/ports?device_id=20bda332-a159-49bd-8c61-2ea774ab5602 HTTP/1.1" status: 200 len: 946 time: 0.0777795 Jan 26 21:19:19.942172 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-796093ea-69e5-4742-bc80-377e8aae119c req-654445cf-e066-47ec-8c32-059a0588d081 tempest-DeleteServersTestJSON-1338827600 tempest-DeleteServersTestJSON-1338827600-project] 10.222.0.13 "GET /v2.0/quotas/cb180574de574caea4706335ceec073e HTTP/1.1" status: 200 len: 375 time: 0.0173373 Jan 26 21:19:19.988751 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-796093ea-69e5-4742-bc80-377e8aae119c req-0e0ad50e-a706-4642-bb6b-894170574eb3 tempest-DeleteServersTestJSON-1338827600 tempest-DeleteServersTestJSON-1338827600-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=cb180574de574caea4706335ceec073e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0315020 Jan 26 21:19:20.052345 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-bc67dc21-4432-4478-b438-7fea99032d6d req-c287ab2b-6865-4637-a7a4-a5548afdd48a tempest-ServersNegativeTestJSON-90632883 tempest-ServersNegativeTestJSON-90632883-project] 10.222.0.13 "GET /v2.0/security-groups?id=f00b351c-12ea-4499-84c9-f0263f4f27ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189690 Jan 26 21:19:20.099755 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-796093ea-69e5-4742-bc80-377e8aae119c req-b622dbeb-f270-42a3-b975-acd4643b0661 service neutron] 10.222.0.13 "GET /v2.0/networks/e16ff5ba-c523-42b6-a294-431f384b33de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1027608 Jan 26 21:19:20.107523 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Jan 2022 21:19:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4c938e2-8fb8-4072-bff8-fb6bcb43de88 x-openstack-request-id: req-a4c938e2-8fb8-4072-bff8-fb6bcb43de88 {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 21:19:20.108129 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca795481-031c-48ac-925f-00596ed83bb9", "name": "network-vif-plugged", "status": "completed", "tag": "a7268cc1-3994-4713-bc9a-c43426d166e2", "code": 200}]} {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 21:19:20.108683 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a4c938e2-8fb8-4072-bff8-fb6bcb43de88 {{(pid=103306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 21:19:20.109317 n-d-760453-5 neutron-server[103306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca795481-031c-48ac-925f-00596ed83bb9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7268cc1-3994-4713-bc9a-c43426d166e2', 'code': 200} Jan 26 21:19:20.194955 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-fc478c4d-71ee-49b8-9f7b-541d4eddd2b4 req-359da029-4348-4d27-98f0-bc4d51579749 tempest-LiveMigrationTest-746395142 tempest-LiveMigrationTest-746395142-project] 10.222.0.13 "GET /v2.0/ports?device_id=3c1bb11b-19e0-4bd6-8502-e5422740b40d HTTP/1.1" status: 200 len: 210 time: 0.0325835 Jan 26 21:19:20.228797 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-796093ea-69e5-4742-bc80-377e8aae119c req-ce5f2c83-de23-4602-a2f9-9e6fbb6ff5bd service neutron] 10.222.0.13 "GET /v2.0/networks/e16ff5ba-c523-42b6-a294-431f384b33de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1175911 Jan 26 21:19:20.464664 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-7dbb3971-04c7-47d9-b29e-ae1d5edc9168 req-c5712eeb-eca4-4b31-99c4-a729e8d270ae tempest-DeleteServersTestJSON-1338827600 tempest-DeleteServersTestJSON-1338827600-project] 10.222.0.13 "GET /v2.0/ports?device_id=1da2e2a1-748b-43c1-9f0a-e57e215701d1 HTTP/1.1" status: 200 len: 210 time: 0.0457404 Jan 26 21:19:20.509764 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40e4db8-7996-4639-9c01-504ef009bf2f req-c2659ef3-3134-47ca-87cb-fcf59c75468e tempest-ServersNegativeTestJSON-90632883 tempest-ServersNegativeTestJSON-90632883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:19:20.517783 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-a40e4db8-7996-4639-9c01-504ef009bf2f req-c2659ef3-3134-47ca-87cb-fcf59c75468e tempest-ServersNegativeTestJSON-90632883 tempest-ServersNegativeTestJSON-90632883-project] 10.222.0.13 "GET /v2.0/ports?device_id=20bda332-a159-49bd-8c61-2ea774ab5602 HTTP/1.1" status: 200 len: 946 time: 0.1202641 Jan 26 21:19:20.573600 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-a40e4db8-7996-4639-9c01-504ef009bf2f req-1ad3589e-89db-4ebb-b1ac-b1a16d842a4d tempest-ServersNegativeTestJSON-90632883 tempest-ServersNegativeTestJSON-90632883-project] 10.222.0.13 "GET /v2.0/security-groups?id=f00b351c-12ea-4499-84c9-f0263f4f27ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523233 Jan 26 21:19:20.670063 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9d301f-62e7-43d8-b893-f1331e689448 req-15e39f00-c6ff-4e19-9d92-90e6489fe0b1 tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:19:20.683521 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9d301f-62e7-43d8-b893-f1331e689448 req-15e39f00-c6ff-4e19-9d92-90e6489fe0b1 tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:19:20.689381 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9d301f-62e7-43d8-b893-f1331e689448 req-15e39f00-c6ff-4e19-9d92-90e6489fe0b1 tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:19:20.695217 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9d301f-62e7-43d8-b893-f1331e689448 req-15e39f00-c6ff-4e19-9d92-90e6489fe0b1 tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:19:20.704794 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9d301f-62e7-43d8-b893-f1331e689448 req-15e39f00-c6ff-4e19-9d92-90e6489fe0b1 tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:19:20.710837 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9d301f-62e7-43d8-b893-f1331e689448 req-15e39f00-c6ff-4e19-9d92-90e6489fe0b1 tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:19:20.717672 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9d301f-62e7-43d8-b893-f1331e689448 req-15e39f00-c6ff-4e19-9d92-90e6489fe0b1 tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:19:20.720046 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-7a9d301f-62e7-43d8-b893-f1331e689448 req-15e39f00-c6ff-4e19-9d92-90e6489fe0b1 tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca795481-031c-48ac-925f-00596ed83bb9 HTTP/1.1" status: 200 len: 5440 time: 0.1276908 Jan 26 21:19:20.854851 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-7a9d301f-62e7-43d8-b893-f1331e689448 req-1e8ef343-fff3-4af6-a919-4e4b53db4161 tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] 10.222.0.13 "GET /v2.0/security-groups?id=cfb1b9fe-a4df-4bbd-b439-103a9aa84b57&id=4949e7fd-e987-466a-ab17-ed5ae28a32c1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1150815 Jan 26 21:19:20.862629 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25acbb27-bb6b-4e25-956b-8b15b1674950 req-ed18fa5a-a89c-4f75-9926-bd2c7595bbc1 tempest-ServersNegativeTestJSON-90632883 tempest-ServersNegativeTestJSON-90632883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:19:20.870693 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-25acbb27-bb6b-4e25-956b-8b15b1674950 req-ed18fa5a-a89c-4f75-9926-bd2c7595bbc1 tempest-ServersNegativeTestJSON-90632883 tempest-ServersNegativeTestJSON-90632883-project] 10.222.0.13 "GET /v2.0/ports?device_id=20bda332-a159-49bd-8c61-2ea774ab5602 HTTP/1.1" status: 200 len: 946 time: 0.1046517 Jan 26 21:19:20.943249 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-25acbb27-bb6b-4e25-956b-8b15b1674950 req-9d802d3d-36c1-49fc-ac78-8e42251dd757 tempest-ServersNegativeTestJSON-90632883 tempest-ServersNegativeTestJSON-90632883-project] 10.222.0.13 "GET /v2.0/security-groups?id=f00b351c-12ea-4499-84c9-f0263f4f27ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713570 Jan 26 21:19:21.097425 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17ec024-e220-44fc-a638-306c2603413b req-50e20656-fcbd-4e44-ae49-a230698a715d tempest-ServersNegativeTestJSON-90632883 tempest-ServersNegativeTestJSON-90632883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:19:21.099274 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-b17ec024-e220-44fc-a638-306c2603413b req-50e20656-fcbd-4e44-ae49-a230698a715d tempest-ServersNegativeTestJSON-90632883 tempest-ServersNegativeTestJSON-90632883-project] 10.222.0.13 "GET /v2.0/ports?device_id=20bda332-a159-49bd-8c61-2ea774ab5602 HTTP/1.1" status: 200 len: 946 time: 0.0594349 Jan 26 21:19:21.165094 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-b17ec024-e220-44fc-a638-306c2603413b req-35969c29-1d6f-49a6-ab8d-9dd98d80ea6d tempest-ServersNegativeTestJSON-90632883 tempest-ServersNegativeTestJSON-90632883-project] 10.222.0.13 "GET /v2.0/security-groups?id=f00b351c-12ea-4499-84c9-f0263f4f27ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500555 Jan 26 21:19:21.221576 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-f261dac0-1819-490b-b548-01bcbf7b6de1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (09df100c-3af1-4b0a-bda8-05914c71c458), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:19:21.326469 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Device 63291687-eb18-4520-9507-18da92da4324 up at agent hyperv_n-h1-760453-5 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 21:19:21.355980 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-46714fff-e293-4149-9547-d5655ac5be3b req-664ff3b6-c0ba-4747-94e3-8d4476bdf082 tempest-LiveMigrationTest-746395142 tempest-LiveMigrationTest-746395142-project] 10.222.0.13 "GET /v2.0/ports?device_id=3c1bb11b-19e0-4bd6-8502-e5422740b40d HTTP/1.1" status: 200 len: 210 time: 0.0429404 Jan 26 21:19:21.401219 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Provisioning for port 63291687-eb18-4520-9507-18da92da4324 completed by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 21:19:21.406051 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Provisioning complete for port 63291687-eb18-4520-9507-18da92da4324 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:19:21.406762 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (63291687-eb18-4520-9507-18da92da4324), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:19:21.415851 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 33922) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:19:21.441441 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34bb6eb5-0aae-471f-986f-8373ffe27e86 req-2f0581ea-f111-4975-8dea-d971a12229b6 tempest-ServersNegativeTestJSON-90632883 tempest-ServersNegativeTestJSON-90632883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:19:21.444007 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-34bb6eb5-0aae-471f-986f-8373ffe27e86 req-2f0581ea-f111-4975-8dea-d971a12229b6 tempest-ServersNegativeTestJSON-90632883 tempest-ServersNegativeTestJSON-90632883-project] 10.222.0.13 "GET /v2.0/ports?device_id=20bda332-a159-49bd-8c61-2ea774ab5602 HTTP/1.1" status: 200 len: 946 time: 0.1060121 Jan 26 21:19:21.503561 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Current status of the port 63291687-eb18-4520-9507-18da92da4324 is: BUILD; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:19:21.504699 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (63291687-eb18-4520-9507-18da92da4324), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:19:21.527369 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-34bb6eb5-0aae-471f-986f-8373ffe27e86 req-988c9fc4-92b3-477f-b925-08ea083b2dda tempest-ServersNegativeTestJSON-90632883 tempest-ServersNegativeTestJSON-90632883-project] 10.222.0.13 "GET /v2.0/security-groups?id=f00b351c-12ea-4499-84c9-f0263f4f27ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766556 Jan 26 21:19:21.543686 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] For port 63291687-eb18-4520-9507-18da92da4324, host n-h1-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-5',level=0,port_id=63291687-eb18-4520-9507-18da92da4324,segment=NetworkSegment(770d2ce8-3e53-4f98-83ba-d454bf5f80eb),segment_id=770d2ce8-3e53-4f98-83ba-d454bf5f80eb)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:19:21.550510 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (63291687-eb18-4520-9507-18da92da4324), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:19:21.613926 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-87c4c073-98bd-4ff1-ba46-de906674e34f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:19:21.629679 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Pushing event updated for resources: {'Port': ['ID=63291687-eb18-4520-9507-18da92da4324,revision_number=5']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:19:21.673433 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-ada250a8-2888-410a-a6c3-1cdd241efce1 req-4c10ea64-e93f-4326-99cc-d90aba2c0e75 tempest-DeleteServersTestJSON-1338827600 tempest-DeleteServersTestJSON-1338827600-project] 10.222.0.13 "GET /v2.0/ports?device_id=1da2e2a1-748b-43c1-9f0a-e57e215701d1 HTTP/1.1" status: 200 len: 210 time: 0.0770347 Jan 26 21:19:21.778676 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96724da-127a-44ea-a849-ef49377df92b req-59b5e431-802e-4cf5-96a4-bbe870647aba tempest-ServersNegativeTestJSON-90632883 tempest-ServersNegativeTestJSON-90632883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:19:21.780577 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-d96724da-127a-44ea-a849-ef49377df92b req-59b5e431-802e-4cf5-96a4-bbe870647aba tempest-ServersNegativeTestJSON-90632883 tempest-ServersNegativeTestJSON-90632883-project] 10.222.0.13 "GET /v2.0/ports?device_id=20bda332-a159-49bd-8c61-2ea774ab5602 HTTP/1.1" status: 200 len: 946 time: 0.1773655 Jan 26 21:19:21.876044 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796093ea-69e5-4742-bc80-377e8aae119c req-1bfd9bc7-d34f-456d-aecb-1741d791d861 tempest-DeleteServersTestJSON-1338827600 tempest-DeleteServersTestJSON-1338827600-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:19:21.877550 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-796093ea-69e5-4742-bc80-377e8aae119c req-1bfd9bc7-d34f-456d-aecb-1741d791d861 tempest-DeleteServersTestJSON-1338827600 tempest-DeleteServersTestJSON-1338827600-project] 10.222.0.57 "GET /v2.0/networks?id=e16ff5ba-c523-42b6-a294-431f384b33de HTTP/1.1" status: 200 len: 812 time: 0.2081728 Jan 26 21:19:21.894754 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [req-796093ea-69e5-4742-bc80-377e8aae119c req-1bb8cf32-8adc-4a19-b700-804da322abe1 tempest-DeleteServersTestJSON-1338827600 tempest-DeleteServersTestJSON-1338827600-project] Request body: {'port': {'device_id': '1da2e2a1-748b-43c1-9f0a-e57e215701d1', 'network_id': 'e16ff5ba-c523-42b6-a294-431f384b33de', 'admin_state_up': True, 'tenant_id': 'cb180574de574caea4706335ceec073e'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:19:21.913050 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-d96724da-127a-44ea-a849-ef49377df92b req-eeb86cbc-4400-4ccb-8f85-59888d02f29f tempest-ServersNegativeTestJSON-90632883 tempest-ServersNegativeTestJSON-90632883-project] 10.222.0.13 "GET /v2.0/security-groups?id=f00b351c-12ea-4499-84c9-f0263f4f27ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1219482 Jan 26 21:19:21.957917 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-87c4c073-98bd-4ff1-ba46-de906674e34f admin admin] Publish callbacks [] for security_group (b41f1ac8-97e4-4ba5-9aa0-cb07a77e6954), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:19:22.010675 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-87c4c073-98bd-4ff1-ba46-de906674e34f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (b41f1ac8-97e4-4ba5-9aa0-cb07a77e6954), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:19:22.101026 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c4c073-98bd-4ff1-ba46-de906674e34f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b41f1ac8-97e4-4ba5-9aa0-cb07a77e6954,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:19:22.110923 n-d-760453-5 neutron-server[103306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca795481-031c-48ac-925f-00596ed83bb9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63291687-eb18-4520-9507-18da92da4324'}] {{(pid=103306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 21:19:22.113548 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9d5d370febab655511bdd2ffe887e43e442d144a440368702bcc1e93af00b97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7248a43f-bba1-4c58-ae22-377d8bdf41fe" -d '{"events": [{"server_uuid": "ca795481-031c-48ac-925f-00596ed83bb9", "name": "network-vif-plugged", "status": "completed", "tag": "63291687-eb18-4520-9507-18da92da4324"}]}' {{(pid=103306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 21:19:22.144590 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c4c073-98bd-4ff1-ba46-de906674e34f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:19:22.144950 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c4c073-98bd-4ff1-ba46-de906674e34f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:19:22.145395 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c4c073-98bd-4ff1-ba46-de906674e34f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:19:22.145723 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c4c073-98bd-4ff1-ba46-de906674e34f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:19:22.146197 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c4c073-98bd-4ff1-ba46-de906674e34f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:19:22.146624 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c4c073-98bd-4ff1-ba46-de906674e34f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:19:22.146941 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c4c073-98bd-4ff1-ba46-de906674e34f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:19:22.149824 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c4c073-98bd-4ff1-ba46-de906674e34f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:19:22.149824 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c4c073-98bd-4ff1-ba46-de906674e34f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:19:22.149824 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c4c073-98bd-4ff1-ba46-de906674e34f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:19:22.149824 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c4c073-98bd-4ff1-ba46-de906674e34f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:19:22.149824 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c4c073-98bd-4ff1-ba46-de906674e34f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:19:22.149824 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c4c073-98bd-4ff1-ba46-de906674e34f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:19:22.158237 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-87c4c073-98bd-4ff1-ba46-de906674e34f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=e2d5124be1ea4919bf12975eab260914&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7406504 Jan 26 21:19:22.161134 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 33958) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:19:22.184977 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-841f5991-a4d8-4d4b-b215-cbc6bab5427b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (aa7ee9d2-08eb-4e12-b895-24c57300dfec), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:19:22.213118 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac2ed50-4b92-4330-8c55-5152941f7160 req-600ddf57-40da-42b3-b46f-7bd1116bb717 tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:19:22.219300 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac2ed50-4b92-4330-8c55-5152941f7160 req-600ddf57-40da-42b3-b46f-7bd1116bb717 tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:19:22.224159 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac2ed50-4b92-4330-8c55-5152941f7160 req-600ddf57-40da-42b3-b46f-7bd1116bb717 tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:19:22.226217 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-e7ac53ec-a424-45df-8d8a-af3bade325b9 admin admin] Publish callbacks [] for security_group (b41f1ac8-97e4-4ba5-9aa0-cb07a77e6954), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:19:22.229648 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac2ed50-4b92-4330-8c55-5152941f7160 req-600ddf57-40da-42b3-b46f-7bd1116bb717 tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:19:22.234938 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac2ed50-4b92-4330-8c55-5152941f7160 req-600ddf57-40da-42b3-b46f-7bd1116bb717 tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:19:22.240400 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac2ed50-4b92-4330-8c55-5152941f7160 req-600ddf57-40da-42b3-b46f-7bd1116bb717 tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:19:22.246275 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac2ed50-4b92-4330-8c55-5152941f7160 req-600ddf57-40da-42b3-b46f-7bd1116bb717 tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:19:22.255086 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-e7ac53ec-a424-45df-8d8a-af3bade325b9 admin admin] Publish callbacks [] for security_group (b41f1ac8-97e4-4ba5-9aa0-cb07a77e6954), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:19:22.258005 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-eac2ed50-4b92-4330-8c55-5152941f7160 req-600ddf57-40da-42b3-b46f-7bd1116bb717 tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca795481-031c-48ac-925f-00596ed83bb9 HTTP/1.1" status: 200 len: 5441 time: 0.2600164 Jan 26 21:19:22.300090 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ecc6a37-1b4f-46a4-9209-c0e165b619da req-9be5e071-93de-4d8f-82c5-7f16df0934f8 tempest-ServersNegativeTestJSON-90632883 tempest-ServersNegativeTestJSON-90632883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:19:22.301723 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-9ecc6a37-1b4f-46a4-9209-c0e165b619da req-9be5e071-93de-4d8f-82c5-7f16df0934f8 tempest-ServersNegativeTestJSON-90632883 tempest-ServersNegativeTestJSON-90632883-project] 10.222.0.13 "GET /v2.0/ports?device_id=20bda332-a159-49bd-8c61-2ea774ab5602 HTTP/1.1" status: 200 len: 946 time: 0.1406386 Jan 26 21:19:22.304113 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-796093ea-69e5-4742-bc80-377e8aae119c req-1bb8cf32-8adc-4a19-b700-804da322abe1 tempest-DeleteServersTestJSON-1338827600 tempest-DeleteServersTestJSON-1338827600-project] Made reservation on behalf of cb180574de574caea4706335ceec073e for: {'port': 1} {{(pid=103304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 21:19:22.307412 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-796093ea-69e5-4742-bc80-377e8aae119c req-1bb8cf32-8adc-4a19-b700-804da322abe1 tempest-DeleteServersTestJSON-1338827600 tempest-DeleteServersTestJSON-1338827600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:19:22.317016 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-e7ac53ec-a424-45df-8d8a-af3bade325b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (b41f1ac8-97e4-4ba5-9aa0-cb07a77e6954), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:19:22.320847 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-e7ac53ec-a424-45df-8d8a-af3bade325b9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:19:22.322156 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-e7ac53ec-a424-45df-8d8a-af3bade325b9 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b41f1ac8-97e4-4ba5-9aa0-cb07a77e6954 HTTP/1.1" status: 204 len: 168 time: 0.1590331 Jan 26 21:19:22.333022 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ac53ec-a424-45df-8d8a-af3bade325b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b41f1ac8-97e4-4ba5-9aa0-cb07a77e6954,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:19:22.343849 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ac53ec-a424-45df-8d8a-af3bade325b9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:19:22.344516 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ac53ec-a424-45df-8d8a-af3bade325b9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:19:22.345090 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ac53ec-a424-45df-8d8a-af3bade325b9 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:19:22.345621 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ac53ec-a424-45df-8d8a-af3bade325b9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:19:22.346321 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ac53ec-a424-45df-8d8a-af3bade325b9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:19:22.346942 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ac53ec-a424-45df-8d8a-af3bade325b9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:19:22.347427 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ac53ec-a424-45df-8d8a-af3bade325b9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:19:22.347912 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ac53ec-a424-45df-8d8a-af3bade325b9 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:19:22.348438 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ac53ec-a424-45df-8d8a-af3bade325b9 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:19:22.349377 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ac53ec-a424-45df-8d8a-af3bade325b9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:19:22.349911 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ac53ec-a424-45df-8d8a-af3bade325b9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:19:22.350547 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ac53ec-a424-45df-8d8a-af3bade325b9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:19:22.351215 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ac53ec-a424-45df-8d8a-af3bade325b9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:19:22.483875 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-eac2ed50-4b92-4330-8c55-5152941f7160 req-f2690017-d100-4515-8455-918ae06c083e tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] 10.222.0.13 "GET /v2.0/security-groups?id=cfb1b9fe-a4df-4bbd-b439-103a9aa84b57&id=4949e7fd-e987-466a-ab17-ed5ae28a32c1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2249866 Jan 26 21:19:22.515539 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-9ecc6a37-1b4f-46a4-9209-c0e165b619da req-a7ebe76e-c1a3-4ff5-8c43-94d99282e292 tempest-ServersNegativeTestJSON-90632883 tempest-ServersNegativeTestJSON-90632883-project] 10.222.0.13 "GET /v2.0/security-groups?id=f00b351c-12ea-4499-84c9-f0263f4f27ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1884868 Jan 26 21:19:22.580108 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Jan 2022 21:19:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8c3273c-abba-485c-bf6f-fba29d0b0ab1 x-openstack-request-id: req-f8c3273c-abba-485c-bf6f-fba29d0b0ab1 {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 21:19:22.580610 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca795481-031c-48ac-925f-00596ed83bb9", "name": "network-vif-plugged", "status": "completed", "tag": "63291687-eb18-4520-9507-18da92da4324", "code": 200}]} {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 21:19:22.580823 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f8c3273c-abba-485c-bf6f-fba29d0b0ab1 {{(pid=103306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 21:19:22.581328 n-d-760453-5 neutron-server[103306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca795481-031c-48ac-925f-00596ed83bb9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63291687-eb18-4520-9507-18da92da4324', 'code': 200} Jan 26 21:19:22.660788 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-6ee6617e-d98a-4376-8ea6-9695d7c567d4 req-44a33ba0-73b0-41a9-87d3-7ffd9812c2a8 tempest-LiveMigrationTest-746395142 tempest-LiveMigrationTest-746395142-project] 10.222.0.13 "GET /v2.0/ports?device_id=3c1bb11b-19e0-4bd6-8502-e5422740b40d HTTP/1.1" status: 200 len: 210 time: 0.0465095 Jan 26 21:19:22.668034 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.db_base_plugin_common [req-796093ea-69e5-4742-bc80-377e8aae119c req-1bb8cf32-8adc-4a19-b700-804da322abe1 tempest-DeleteServersTestJSON-1338827600 tempest-DeleteServersTestJSON-1338827600-project] Allocated IP 172.20.0.6 (e16ff5ba-c523-42b6-a294-431f384b33de/25684abb-e6bd-4ac5-a412-9cc30ecdd004/6d447a57-7ab7-4d66-9f94-a44b509272d8) {{(pid=103304) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 21:19:22.874083 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-cfc0d567-b04d-43cb-9364-9684688ba16c req-737fd345-2b79-4693-ad33-39bfb9cf3452 tempest-DeleteServersTestJSON-1338827600 tempest-DeleteServersTestJSON-1338827600-project] 10.222.0.13 "GET /v2.0/ports?device_id=1da2e2a1-748b-43c1-9f0a-e57e215701d1 HTTP/1.1" status: 200 len: 210 time: 0.0645216 Jan 26 21:19:22.908310 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (4d619873-4b60-439f-9b5a-b155dc8bbc34), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:19:22.921047 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8e89c6-ed8f-4d2b-8115-44b00bd27710 req-30ea2b27-72dc-49f5-aac1-4f382fd4fa3f tempest-ServersNegativeTestJSON-90632883 tempest-ServersNegativeTestJSON-90632883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:19:22.922613 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-dd8e89c6-ed8f-4d2b-8115-44b00bd27710 req-30ea2b27-72dc-49f5-aac1-4f382fd4fa3f tempest-ServersNegativeTestJSON-90632883 tempest-ServersNegativeTestJSON-90632883-project] 10.222.0.13 "GET /v2.0/ports?device_id=20bda332-a159-49bd-8c61-2ea774ab5602 HTTP/1.1" status: 200 len: 946 time: 0.1639977 Jan 26 21:19:22.969935 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-796093ea-69e5-4742-bc80-377e8aae119c req-1bb8cf32-8adc-4a19-b700-804da322abe1 tempest-DeleteServersTestJSON-1338827600 tempest-DeleteServersTestJSON-1338827600-project] Publish callbacks [] for port (6d447a57-7ab7-4d66-9f94-a44b509272d8), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:19:23.003341 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-dd8e89c6-ed8f-4d2b-8115-44b00bd27710 req-37d2f447-e929-47ae-a551-91d64eb8bd56 tempest-ServersNegativeTestJSON-90632883 tempest-ServersNegativeTestJSON-90632883-project] 10.222.0.13 "GET /v2.0/security-groups?id=f00b351c-12ea-4499-84c9-f0263f4f27ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657132 Jan 26 21:19:23.031986 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-796093ea-69e5-4742-bc80-377e8aae119c req-1bb8cf32-8adc-4a19-b700-804da322abe1 tempest-DeleteServersTestJSON-1338827600 tempest-DeleteServersTestJSON-1338827600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746560234527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9281553'] for port (6d447a57-7ab7-4d66-9f94-a44b509272d8), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:19:23.067813 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-796093ea-69e5-4742-bc80-377e8aae119c req-1bb8cf32-8adc-4a19-b700-804da322abe1 tempest-DeleteServersTestJSON-1338827600 tempest-DeleteServersTestJSON-1338827600-project] Network e16ff5ba-c523-42b6-a294-431f384b33de is already hosted by enough agents. {{(pid=103304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 21:19:23.071946 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [req-796093ea-69e5-4742-bc80-377e8aae119c req-1bb8cf32-8adc-4a19-b700-804da322abe1 tempest-DeleteServersTestJSON-1338827600 tempest-DeleteServersTestJSON-1338827600-project] Resources bound (agent type, host, resource id): {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:19:23.101497 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [req-796093ea-69e5-4742-bc80-377e8aae119c req-1bb8cf32-8adc-4a19-b700-804da322abe1 tempest-DeleteServersTestJSON-1338827600 tempest-DeleteServersTestJSON-1338827600-project] Received port after_create {{(pid=103304) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 21:19:23.200773 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796093ea-69e5-4742-bc80-377e8aae119c req-1bb8cf32-8adc-4a19-b700-804da322abe1 tempest-DeleteServersTestJSON-1338827600 tempest-DeleteServersTestJSON-1338827600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:19:23.206314 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-796093ea-69e5-4742-bc80-377e8aae119c req-1bb8cf32-8adc-4a19-b700-804da322abe1 tempest-DeleteServersTestJSON-1338827600 tempest-DeleteServersTestJSON-1338827600-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:19:23.211514 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb8cf32-8adc-4a19-b700-804da322abe1 tempest-DeleteServersTestJSON-1338827600 tempest-DeleteServersTestJSON-1338827600-project] Pushing event updated for resources: {'Port': ['ID=6d447a57-7ab7-4d66-9f94-a44b509272d8,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:19:23.237650 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-796093ea-69e5-4742-bc80-377e8aae119c req-1bb8cf32-8adc-4a19-b700-804da322abe1 tempest-DeleteServersTestJSON-1338827600 tempest-DeleteServersTestJSON-1338827600-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3463800 Jan 26 21:19:23.251107 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [req-796093ea-69e5-4742-bc80-377e8aae119c req-4204aa9f-6dd0-4c7c-8342-ffdce35286db service neutron] Request body: {'port': {'device_id': '1da2e2a1-748b-43c1-9f0a-e57e215701d1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-760453-5'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:19:23.330437 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Device 855d117c-7e61-48ea-aea1-a4cc8811f046 up at agent hyperv_n-h1-760453-5 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 21:19:23.381220 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f2cbdf-b585-45e4-b1a1-4c210b7ac6a0 req-f4f1cf31-fcbe-4639-88f4-990b3947d52b tempest-ServersNegativeTestJSON-90632883 tempest-ServersNegativeTestJSON-90632883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:19:23.388933 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-21f2cbdf-b585-45e4-b1a1-4c210b7ac6a0 req-f4f1cf31-fcbe-4639-88f4-990b3947d52b tempest-ServersNegativeTestJSON-90632883 tempest-ServersNegativeTestJSON-90632883-project] 10.222.0.13 "GET /v2.0/ports?device_id=20bda332-a159-49bd-8c61-2ea774ab5602 HTTP/1.1" status: 200 len: 946 time: 0.1081991 Jan 26 21:19:23.410085 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-796093ea-69e5-4742-bc80-377e8aae119c req-4204aa9f-6dd0-4c7c-8342-ffdce35286db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (6d447a57-7ab7-4d66-9f94-a44b509272d8), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:19:23.448387 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.agents_db [None req-569f1ced-6396-4ddf-b79f-e03b0b2146ab None None] Agent healthcheck: found 7 active agents {{(pid=103307) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 26 21:19:23.495505 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Provisioning for port 855d117c-7e61-48ea-aea1-a4cc8811f046 completed by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 21:19:23.497563 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-21f2cbdf-b585-45e4-b1a1-4c210b7ac6a0 req-4320980f-3990-4336-9651-c52703e44381 tempest-ServersNegativeTestJSON-90632883 tempest-ServersNegativeTestJSON-90632883-project] 10.222.0.13 "GET /v2.0/security-groups?id=f00b351c-12ea-4499-84c9-f0263f4f27ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075246 Jan 26 21:19:23.499709 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Provisioning complete for port 855d117c-7e61-48ea-aea1-a4cc8811f046 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:19:23.500149 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (855d117c-7e61-48ea-aea1-a4cc8811f046), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:19:23.699007 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Current status of the port 855d117c-7e61-48ea-aea1-a4cc8811f046 is: BUILD; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:19:23.700175 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (855d117c-7e61-48ea-aea1-a4cc8811f046), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:19:23.734859 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] For port 855d117c-7e61-48ea-aea1-a4cc8811f046, host n-h1-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-5',level=0,port_id=855d117c-7e61-48ea-aea1-a4cc8811f046,segment=NetworkSegment(770d2ce8-3e53-4f98-83ba-d454bf5f80eb),segment_id=770d2ce8-3e53-4f98-83ba-d454bf5f80eb)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:19:23.744142 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (855d117c-7e61-48ea-aea1-a4cc8811f046), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:19:23.745318 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Device e0b52d53-b737-4357-b6a1-5a10086eeb00 up at agent hyperv_n-h1-760453-5 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 21:19:23.855309 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74b34c9-2761-4aef-90d4-ed98eb991314 req-1451fe4c-8020-45e9-b012-5ba4e683b541 tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:19:23.872536 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74b34c9-2761-4aef-90d4-ed98eb991314 req-1451fe4c-8020-45e9-b012-5ba4e683b541 tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:19:23.879119 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74b34c9-2761-4aef-90d4-ed98eb991314 req-1451fe4c-8020-45e9-b012-5ba4e683b541 tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:19:23.885496 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74b34c9-2761-4aef-90d4-ed98eb991314 req-1451fe4c-8020-45e9-b012-5ba4e683b541 tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:19:23.893277 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74b34c9-2761-4aef-90d4-ed98eb991314 req-1451fe4c-8020-45e9-b012-5ba4e683b541 tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:19:23.900138 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Provisioning for port e0b52d53-b737-4357-b6a1-5a10086eeb00 completed by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 21:19:23.900540 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74b34c9-2761-4aef-90d4-ed98eb991314 req-1451fe4c-8020-45e9-b012-5ba4e683b541 tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:19:23.908387 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Pushing event updated for resources: {'Port': ['ID=855d117c-7e61-48ea-aea1-a4cc8811f046,revision_number=5']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:19:23.909041 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74b34c9-2761-4aef-90d4-ed98eb991314 req-1451fe4c-8020-45e9-b012-5ba4e683b541 tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:19:23.911458 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-d74b34c9-2761-4aef-90d4-ed98eb991314 req-1451fe4c-8020-45e9-b012-5ba4e683b541 tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca795481-031c-48ac-925f-00596ed83bb9 HTTP/1.1" status: 200 len: 5441 time: 0.2774630 Jan 26 21:19:23.911598 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Provisioning complete for port e0b52d53-b737-4357-b6a1-5a10086eeb00 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:19:23.912085 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (e0b52d53-b737-4357-b6a1-5a10086eeb00), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:19:23.977508 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0003f2d4-6860-4a22-b638-49d62fd36319 req-79241446-1968-4eac-a29a-847e75902562 tempest-ServersNegativeTestJSON-90632883 tempest-ServersNegativeTestJSON-90632883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:19:23.984943 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-0003f2d4-6860-4a22-b638-49d62fd36319 req-79241446-1968-4eac-a29a-847e75902562 tempest-ServersNegativeTestJSON-90632883 tempest-ServersNegativeTestJSON-90632883-project] 10.222.0.13 "GET /v2.0/ports?device_id=20bda332-a159-49bd-8c61-2ea774ab5602 HTTP/1.1" status: 200 len: 946 time: 0.3006239 Jan 26 21:19:24.027434 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-839dd188-ec69-470c-9ab0-d318dc1a2e96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (e79b4fc6-6c71-44b2-a6d0-ff3e1f4dfd0d), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:19:24.053807 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-d74b34c9-2761-4aef-90d4-ed98eb991314 req-4ee9891a-6801-413c-88d6-ceba9a26e3af tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] 10.222.0.13 "GET /v2.0/security-groups?id=cfb1b9fe-a4df-4bbd-b439-103a9aa84b57&id=4949e7fd-e987-466a-ab17-ed5ae28a32c1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1135092 Jan 26 21:19:24.111807 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Current status of the port e0b52d53-b737-4357-b6a1-5a10086eeb00 is: BUILD; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:19:24.112209 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (e0b52d53-b737-4357-b6a1-5a10086eeb00), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:19:24.113786 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-0003f2d4-6860-4a22-b638-49d62fd36319 req-ac570eeb-aea1-4c73-8185-45b22be9b333 tempest-ServersNegativeTestJSON-90632883 tempest-ServersNegativeTestJSON-90632883-project] 10.222.0.13 "GET /v2.0/security-groups?id=f00b351c-12ea-4499-84c9-f0263f4f27ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1265132 Jan 26 21:19:24.223738 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] For port e0b52d53-b737-4357-b6a1-5a10086eeb00, host n-h1-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-5',level=0,port_id=e0b52d53-b737-4357-b6a1-5a10086eeb00,segment=NetworkSegment(770d2ce8-3e53-4f98-83ba-d454bf5f80eb),segment_id=770d2ce8-3e53-4f98-83ba-d454bf5f80eb)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:19:24.232664 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (e0b52d53-b737-4357-b6a1-5a10086eeb00), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:19:24.233486 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Device 46e244fd-7905-4c27-b3f7-627bc270105e up at agent hyperv_n-h1-760453-5 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 21:19:24.286310 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-14c20ded-eb33-4e68-8146-a1251669d64e req-a10de265-97c0-43cf-9a38-eeebc765b999 tempest-LiveMigrationTest-746395142 tempest-LiveMigrationTest-746395142-project] 10.222.0.13 "GET /v2.0/ports?device_id=3c1bb11b-19e0-4bd6-8502-e5422740b40d HTTP/1.1" status: 200 len: 210 time: 0.0626099 Jan 26 21:19:24.302093 n-d-760453-5 neutron-server[103304]: DEBUG neutron.notifiers.nova [req-796093ea-69e5-4742-bc80-377e8aae119c req-4204aa9f-6dd0-4c7c-8342-ffdce35286db service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6d447a57-7ab7-4d66-9f94-a44b509272d8 {{(pid=103304) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 26 21:19:24.327498 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-796093ea-69e5-4742-bc80-377e8aae119c req-4204aa9f-6dd0-4c7c-8342-ffdce35286db service neutron] Publish callbacks [] for port (6d447a57-7ab7-4d66-9f94-a44b509272d8), precommit_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:19:24.367614 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.provisioning_blocks [req-796093ea-69e5-4742-bc80-377e8aae119c req-4204aa9f-6dd0-4c7c-8342-ffdce35286db service neutron] Transition to ACTIVE for port object 6d447a57-7ab7-4d66-9f94-a44b509272d8 will not be triggered until provisioned by entity L2. {{(pid=103304) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 21:19:24.415769 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-796093ea-69e5-4742-bc80-377e8aae119c req-4204aa9f-6dd0-4c7c-8342-ffdce35286db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9281542'] for port (6d447a57-7ab7-4d66-9f94-a44b509272d8), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:19:24.481128 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4204aa9f-6dd0-4c7c-8342-ffdce35286db service neutron] Pushing event updated for resources: {'Port': ['ID=6d447a57-7ab7-4d66-9f94-a44b509272d8,revision_number=2']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:19:24.521182 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2637596e-cf2e-4be6-920f-86d98fe1be53 req-82f1949c-82a6-4a37-ad91-2adf566222ef tempest-DeleteServersTestJSON-1338827600 tempest-DeleteServersTestJSON-1338827600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:19:24.531066 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-2637596e-cf2e-4be6-920f-86d98fe1be53 req-82f1949c-82a6-4a37-ad91-2adf566222ef tempest-DeleteServersTestJSON-1338827600 tempest-DeleteServersTestJSON-1338827600-project] 10.222.0.13 "GET /v2.0/ports?device_id=1da2e2a1-748b-43c1-9f0a-e57e215701d1 HTTP/1.1" status: 200 len: 943 time: 0.1621766 Jan 26 21:19:24.701389 n-d-760453-5 neutron-server[103306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca795481-031c-48ac-925f-00596ed83bb9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '855d117c-7e61-48ea-aea1-a4cc8811f046'}, {'server_uuid': 'ca795481-031c-48ac-925f-00596ed83bb9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0b52d53-b737-4357-b6a1-5a10086eeb00'}] {{(pid=103306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 21:19:24.703962 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9d5d370febab655511bdd2ffe887e43e442d144a440368702bcc1e93af00b97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-794e4b21-941f-4400-804e-e5ab026428aa" -d '{"events": [{"server_uuid": "ca795481-031c-48ac-925f-00596ed83bb9", "name": "network-vif-plugged", "status": "completed", "tag": "855d117c-7e61-48ea-aea1-a4cc8811f046"}, {"server_uuid": "ca795481-031c-48ac-925f-00596ed83bb9", "name": "network-vif-plugged", "status": "completed", "tag": "e0b52d53-b737-4357-b6a1-5a10086eeb00"}]}' {{(pid=103306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 21:19:24.784479 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Provisioning for port 46e244fd-7905-4c27-b3f7-627bc270105e completed by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 21:19:24.792358 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Provisioning complete for port 46e244fd-7905-4c27-b3f7-627bc270105e triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:19:24.792814 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (46e244fd-7905-4c27-b3f7-627bc270105e), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:19:24.794329 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Pushing event updated for resources: {'Port': ['ID=e0b52d53-b737-4357-b6a1-5a10086eeb00,revision_number=5']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:19:24.824720 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-2637596e-cf2e-4be6-920f-86d98fe1be53 req-3c5a2b20-9ef6-4be5-9985-9fc1ee87062c tempest-DeleteServersTestJSON-1338827600 tempest-DeleteServersTestJSON-1338827600-project] 10.222.0.13 "GET /v2.0/security-groups?id=b7fc5e70-a24b-497d-9cf6-8df82d0ad35b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2924166 Jan 26 21:19:24.869192 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bdf552b-f47f-4e09-a23c-7b90d9a89649 req-00b7dba0-fe25-48a7-8532-ad86e1ee5b60 tempest-ServersNegativeTestJSON-90632883 tempest-ServersNegativeTestJSON-90632883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:19:24.877380 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-3bdf552b-f47f-4e09-a23c-7b90d9a89649 req-00b7dba0-fe25-48a7-8532-ad86e1ee5b60 tempest-ServersNegativeTestJSON-90632883 tempest-ServersNegativeTestJSON-90632883-project] 10.222.0.13 "GET /v2.0/ports?device_id=20bda332-a159-49bd-8c61-2ea774ab5602 HTTP/1.1" status: 200 len: 946 time: 0.3415763 Jan 26 21:19:24.899455 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 26 Jan 2022 21:19:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0764442-5191-4e68-ac43-bfffef11cfd2 x-openstack-request-id: req-b0764442-5191-4e68-ac43-bfffef11cfd2 {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 21:19:24.899756 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca795481-031c-48ac-925f-00596ed83bb9", "name": "network-vif-plugged", "status": "completed", "tag": "855d117c-7e61-48ea-aea1-a4cc8811f046", "code": 200}, {"server_uuid": "ca795481-031c-48ac-925f-00596ed83bb9", "name": "network-vif-plugged", "status": "completed", "tag": "e0b52d53-b737-4357-b6a1-5a10086eeb00", "code": 200}]} {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 21:19:24.900008 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b0764442-5191-4e68-ac43-bfffef11cfd2 {{(pid=103306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 21:19:24.900405 n-d-760453-5 neutron-server[103306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca795481-031c-48ac-925f-00596ed83bb9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '855d117c-7e61-48ea-aea1-a4cc8811f046', 'code': 200} Jan 26 21:19:24.900695 n-d-760453-5 neutron-server[103306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca795481-031c-48ac-925f-00596ed83bb9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0b52d53-b737-4357-b6a1-5a10086eeb00', 'code': 200} Jan 26 21:19:24.929152 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [req-796093ea-69e5-4742-bc80-377e8aae119c req-4204aa9f-6dd0-4c7c-8342-ffdce35286db service neutron] Attempting to bind port 6d447a57-7ab7-4d66-9f94-a44b509272d8 on host n-h2-760453-5 for vnic_type normal with profile {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 21:19:24.929571 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [req-796093ea-69e5-4742-bc80-377e8aae119c req-4204aa9f-6dd0-4c7c-8342-ffdce35286db service neutron] Attempting to bind port 6d447a57-7ab7-4d66-9f94-a44b509272d8 by drivers openvswitch,hyperv on host n-h2-760453-5 at level 0 using segments [{'id': '2541abc4-0813-4c0d-94e6-c088627c1a85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': 'e16ff5ba-c523-42b6-a294-431f384b33de'}] {{(pid=103304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 26 21:19:24.930641 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-796093ea-69e5-4742-bc80-377e8aae119c req-4204aa9f-6dd0-4c7c-8342-ffdce35286db service neutron] Attempting to bind port 6d447a57-7ab7-4d66-9f94-a44b509272d8 on network e16ff5ba-c523-42b6-a294-431f384b33de {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 21:19:24.938778 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-796093ea-69e5-4742-bc80-377e8aae119c req-4204aa9f-6dd0-4c7c-8342-ffdce35286db service neutron] Port 6d447a57-7ab7-4d66-9f94-a44b509272d8 on network e16ff5ba-c523-42b6-a294-431f384b33de not bound, no agent of type Open vSwitch agent registered on host n-h2-760453-5 {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 26 21:19:24.939113 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-796093ea-69e5-4742-bc80-377e8aae119c req-4204aa9f-6dd0-4c7c-8342-ffdce35286db service neutron] Attempting to bind port 6d447a57-7ab7-4d66-9f94-a44b509272d8 on network e16ff5ba-c523-42b6-a294-431f384b33de {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 21:19:24.948393 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Current status of the port 46e244fd-7905-4c27-b3f7-627bc270105e is: BUILD; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:19:24.949000 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (46e244fd-7905-4c27-b3f7-627bc270105e), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:19:24.950330 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-796093ea-69e5-4742-bc80-377e8aae119c req-4204aa9f-6dd0-4c7c-8342-ffdce35286db service neutron] Checking agent: {'id': '4d619873-4b60-439f-9b5a-b155dc8bbc34', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-760453-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 21, 2, 53), 'started_at': datetime.datetime(2022, 1, 26, 21, 2, 53), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 21, 19, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 26 21:19:24.950679 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-796093ea-69e5-4742-bc80-377e8aae119c req-4204aa9f-6dd0-4c7c-8342-ffdce35286db service neutron] Checking segment: {'id': '2541abc4-0813-4c0d-94e6-c088627c1a85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': 'e16ff5ba-c523-42b6-a294-431f384b33de'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103304) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 21:19:24.951303 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-796093ea-69e5-4742-bc80-377e8aae119c req-4204aa9f-6dd0-4c7c-8342-ffdce35286db service neutron] Bound using segment: {'id': '2541abc4-0813-4c0d-94e6-c088627c1a85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': 'e16ff5ba-c523-42b6-a294-431f384b33de'} {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 26 21:19:24.951967 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [req-796093ea-69e5-4742-bc80-377e8aae119c req-4204aa9f-6dd0-4c7c-8342-ffdce35286db service neutron] Bound port: 6d447a57-7ab7-4d66-9f94-a44b509272d8, host: n-h2-760453-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2541abc4-0813-4c0d-94e6-c088627c1a85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': 'e16ff5ba-c523-42b6-a294-431f384b33de'}}] {{(pid=103304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 26 21:19:24.952335 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-796093ea-69e5-4742-bc80-377e8aae119c req-4204aa9f-6dd0-4c7c-8342-ffdce35286db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (6d447a57-7ab7-4d66-9f94-a44b509272d8), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:19:25.004565 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-3bdf552b-f47f-4e09-a23c-7b90d9a89649 req-f28fea42-2dda-4fd6-9864-b3d27ba7f9eb tempest-ServersNegativeTestJSON-90632883 tempest-ServersNegativeTestJSON-90632883-project] 10.222.0.13 "GET /v2.0/security-groups?id=f00b351c-12ea-4499-84c9-f0263f4f27ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061447 Jan 26 21:19:25.006665 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] For port 46e244fd-7905-4c27-b3f7-627bc270105e, host n-h1-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-5',level=0,port_id=46e244fd-7905-4c27-b3f7-627bc270105e,segment=NetworkSegment(5fccd88d-df0d-4375-8629-dca63d895672),segment_id=5fccd88d-df0d-4375-8629-dca63d895672)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:19:25.019348 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (46e244fd-7905-4c27-b3f7-627bc270105e), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:19:25.021372 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Device e52ff17a-df76-4716-aace-f598c57c36fe up at agent hyperv_n-h1-760453-5 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 21:19:25.132258 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [req-796093ea-69e5-4742-bc80-377e8aae119c req-4204aa9f-6dd0-4c7c-8342-ffdce35286db service neutron] For port 6d447a57-7ab7-4d66-9f94-a44b509272d8, host n-h2-760453-5, cleared binding levels {{(pid=103304) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 26 21:19:25.170765 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Pushing event updated for resources: {'Port': ['ID=46e244fd-7905-4c27-b3f7-627bc270105e,revision_number=5']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:19:25.215290 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Provisioning for port e52ff17a-df76-4716-aace-f598c57c36fe completed by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 21:19:25.219698 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Provisioning complete for port e52ff17a-df76-4716-aace-f598c57c36fe triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:19:25.220215 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (e52ff17a-df76-4716-aace-f598c57c36fe), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:19:25.340720 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (fea0591a-627d-4c87-9a9a-01625ddf3277), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:19:25.459295 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Current status of the port e52ff17a-df76-4716-aace-f598c57c36fe is: BUILD; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:19:25.459945 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (e52ff17a-df76-4716-aace-f598c57c36fe), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:19:25.516020 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] For port e52ff17a-df76-4716-aace-f598c57c36fe, host n-h1-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-5',level=0,port_id=e52ff17a-df76-4716-aace-f598c57c36fe,segment=NetworkSegment(5fccd88d-df0d-4375-8629-dca63d895672),segment_id=5fccd88d-df0d-4375-8629-dca63d895672)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:19:25.522836 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (e52ff17a-df76-4716-aace-f598c57c36fe), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:19:25.588977 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Pushing event updated for resources: {'Port': ['ID=e52ff17a-df76-4716-aace-f598c57c36fe,revision_number=5']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:19:25.641484 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [req-796093ea-69e5-4742-bc80-377e8aae119c req-4204aa9f-6dd0-4c7c-8342-ffdce35286db service neutron] For port 6d447a57-7ab7-4d66-9f94-a44b509272d8, host n-h2-760453-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-5',level=0,port_id=6d447a57-7ab7-4d66-9f94-a44b509272d8,segment=NetworkSegment(2541abc4-0813-4c0d-94e6-c088627c1a85),segment_id=2541abc4-0813-4c0d-94e6-c088627c1a85)] {{(pid=103304) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 26 21:19:25.664184 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-796093ea-69e5-4742-bc80-377e8aae119c req-4204aa9f-6dd0-4c7c-8342-ffdce35286db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9281542'] for port (6d447a57-7ab7-4d66-9f94-a44b509272d8), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:19:25.726331 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796093ea-69e5-4742-bc80-377e8aae119c req-4204aa9f-6dd0-4c7c-8342-ffdce35286db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:19:25.726964 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-796093ea-69e5-4742-bc80-377e8aae119c req-4204aa9f-6dd0-4c7c-8342-ffdce35286db service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:19:25.728465 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-796093ea-69e5-4742-bc80-377e8aae119c req-4204aa9f-6dd0-4c7c-8342-ffdce35286db service neutron] 10.222.0.57 "PUT /v2.0/ports/6d447a57-7ab7-4d66-9f94-a44b509272d8 HTTP/1.1" status: 200 len: 1091 time: 2.4838016 Jan 26 21:19:25.731094 n-d-760453-5 neutron-server[103304]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1da2e2a1-748b-43c1-9f0a-e57e215701d1', 'tag': '6d447a57-7ab7-4d66-9f94-a44b509272d8'}] {{(pid=103304) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 21:19:25.733182 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d52b45f1943fcd332af9527eb73ff93c8d715d44383a3f6d18de73b4cfcf87b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1206550-2cae-406a-aea1-1ab09ed40e05" -d '{"events": [{"name": "network-changed", "server_uuid": "1da2e2a1-748b-43c1-9f0a-e57e215701d1", "tag": "6d447a57-7ab7-4d66-9f94-a44b509272d8"}]}' {{(pid=103304) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 21:19:25.765870 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3627e9-5c1e-4035-83c7-bbef1b147b66 req-5978fa5f-7418-4321-8176-3a8a661539cc tempest-ServersNegativeTestJSON-90632883 tempest-ServersNegativeTestJSON-90632883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:19:25.767466 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-fc3627e9-5c1e-4035-83c7-bbef1b147b66 req-5978fa5f-7418-4321-8176-3a8a661539cc tempest-ServersNegativeTestJSON-90632883 tempest-ServersNegativeTestJSON-90632883-project] 10.222.0.13 "GET /v2.0/ports?device_id=20bda332-a159-49bd-8c61-2ea774ab5602 HTTP/1.1" status: 200 len: 946 time: 0.6466680 Jan 26 21:19:25.781365 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4204aa9f-6dd0-4c7c-8342-ffdce35286db service neutron] Pushing event updated for resources: {'Port': ['ID=6d447a57-7ab7-4d66-9f94-a44b509272d8,revision_number=3']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:19:25.815777 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af67498d-e701-40d2-b292-371fb5ec949b req-e0a04c4f-a310-41e9-a8ce-a26b0ddeae12 tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:19:25.821848 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af67498d-e701-40d2-b292-371fb5ec949b req-e0a04c4f-a310-41e9-a8ce-a26b0ddeae12 tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:19:25.828908 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af67498d-e701-40d2-b292-371fb5ec949b req-e0a04c4f-a310-41e9-a8ce-a26b0ddeae12 tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:19:25.834502 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af67498d-e701-40d2-b292-371fb5ec949b req-e0a04c4f-a310-41e9-a8ce-a26b0ddeae12 tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:19:25.840301 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af67498d-e701-40d2-b292-371fb5ec949b req-e0a04c4f-a310-41e9-a8ce-a26b0ddeae12 tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:19:25.846438 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af67498d-e701-40d2-b292-371fb5ec949b req-e0a04c4f-a310-41e9-a8ce-a26b0ddeae12 tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:19:25.852969 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af67498d-e701-40d2-b292-371fb5ec949b req-e0a04c4f-a310-41e9-a8ce-a26b0ddeae12 tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:19:25.857466 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-af67498d-e701-40d2-b292-371fb5ec949b req-e0a04c4f-a310-41e9-a8ce-a26b0ddeae12 tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca795481-031c-48ac-925f-00596ed83bb9 HTTP/1.1" status: 200 len: 5445 time: 0.2600429 Jan 26 21:19:25.982299 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796093ea-69e5-4742-bc80-377e8aae119c req-397ba5f3-1871-4893-b8cf-5862be494295 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:19:25.984922 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-796093ea-69e5-4742-bc80-377e8aae119c req-397ba5f3-1871-4893-b8cf-5862be494295 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=cb180574de574caea4706335ceec073e&device_id=1da2e2a1-748b-43c1-9f0a-e57e215701d1 HTTP/1.1" status: 200 len: 1094 time: 0.1956632 Jan 26 21:19:25.990667 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-fc3627e9-5c1e-4035-83c7-bbef1b147b66 req-6c6b7965-9cc5-4cb2-9b7b-6acc8c0ccdb1 tempest-ServersNegativeTestJSON-90632883 tempest-ServersNegativeTestJSON-90632883-project] 10.222.0.13 "GET /v2.0/security-groups?id=f00b351c-12ea-4499-84c9-f0263f4f27ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2004044 Jan 26 21:19:26.060804 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-796093ea-69e5-4742-bc80-377e8aae119c req-7ad6bb06-d1fb-46d8-b9bf-8b6ce7eb19b2 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6d447a57-7ab7-4d66-9f94-a44b509272d8 HTTP/1.1" status: 200 len: 217 time: 0.0654202 Jan 26 21:19:26.141876 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-af67498d-e701-40d2-b292-371fb5ec949b req-949376d4-8f28-4187-b4a9-129198a5ea6d tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] 10.222.0.13 "GET /v2.0/security-groups?id=cfb1b9fe-a4df-4bbd-b439-103a9aa84b57&id=4949e7fd-e987-466a-ab17-ed5ae28a32c1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2517269 Jan 26 21:19:26.167077 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796093ea-69e5-4742-bc80-377e8aae119c req-b40e4d83-40c4-4902-92ed-08aa590e6cff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:19:26.169407 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-796093ea-69e5-4742-bc80-377e8aae119c req-b40e4d83-40c4-4902-92ed-08aa590e6cff service neutron] 10.222.0.57 "GET /v2.0/subnets?id=25684abb-e6bd-4ac5-a412-9cc30ecdd004 HTTP/1.1" status: 200 len: 852 time: 0.1020756 Jan 26 21:19:26.252147 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-796093ea-69e5-4742-bc80-377e8aae119c req-3268b707-7811-4617-ac9e-91f1fcff8b05 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=e16ff5ba-c523-42b6-a294-431f384b33de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0770071 Jan 26 21:19:26.407740 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 26 Jan 2022 21:19:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d94909bb-7462-4d0f-a07e-00cfde305855 x-openstack-request-id: req-d94909bb-7462-4d0f-a07e-00cfde305855 {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 21:19:26.408059 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1da2e2a1-748b-43c1-9f0a-e57e215701d1", "tag": "6d447a57-7ab7-4d66-9f94-a44b509272d8", "status": "completed", "code": 200}]} {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 21:19:26.408298 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d94909bb-7462-4d0f-a07e-00cfde305855 {{(pid=103304) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 21:19:26.408717 n-d-760453-5 neutron-server[103304]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1da2e2a1-748b-43c1-9f0a-e57e215701d1', 'tag': '6d447a57-7ab7-4d66-9f94-a44b509272d8', 'status': 'completed', 'code': 200} Jan 26 21:19:26.450336 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-2c54bd1e-9322-42b2-9891-681f005fa885 req-1dabfad9-0acf-4d17-96c8-20ee03167095 tempest-LiveMigrationTest-746395142 tempest-LiveMigrationTest-746395142-project] 10.222.0.13 "GET /v2.0/ports?device_id=3c1bb11b-19e0-4bd6-8502-e5422740b40d HTTP/1.1" status: 200 len: 210 time: 0.2163174 Jan 26 21:19:26.498666 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0af59e3-ad8e-4423-8e90-b5acb7ed17ff req-100b8245-8d16-4eab-8452-97083be0eed5 tempest-DeleteServersTestJSON-1338827600 tempest-DeleteServersTestJSON-1338827600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:19:26.500508 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-c0af59e3-ad8e-4423-8e90-b5acb7ed17ff req-100b8245-8d16-4eab-8452-97083be0eed5 tempest-DeleteServersTestJSON-1338827600 tempest-DeleteServersTestJSON-1338827600-project] 10.222.0.13 "GET /v2.0/ports?device_id=1da2e2a1-748b-43c1-9f0a-e57e215701d1 HTTP/1.1" status: 200 len: 943 time: 0.1204324 Jan 26 21:19:26.540110 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 34128) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:19:26.586580 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-796093ea-69e5-4742-bc80-377e8aae119c req-ba2d17bc-d821-4643-951f-9454dcfe951d service neutron] 10.222.0.57 "GET /v2.0/networks/e16ff5ba-c523-42b6-a294-431f384b33de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3224928 Jan 26 21:19:26.682938 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-c0af59e3-ad8e-4423-8e90-b5acb7ed17ff req-1cdedb3c-0d9b-49eb-8d50-7a40e47846dc tempest-DeleteServersTestJSON-1338827600 tempest-DeleteServersTestJSON-1338827600-project] 10.222.0.13 "GET /v2.0/security-groups?id=b7fc5e70-a24b-497d-9cf6-8df82d0ad35b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1619534 Jan 26 21:19:26.694270 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-87150f39-5b85-474b-b8aa-82265dd56116 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:19:26.701812 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-27ad7a27-7862-493d-bab1-b519aaa91277 req-e7d08fbd-3c89-414a-b930-17b5df599566 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=71a415fd-0f19-44e3-9cdb-4ebc928c7708&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0915811 Jan 26 21:19:26.780683 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-87150f39-5b85-474b-b8aa-82265dd56116 admin admin] Publish callbacks [] for security_group (c8b1fa36-2036-4ae0-9736-9aba79d1348e), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:19:26.813692 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d69dc2-9a1a-4698-87fd-9ed66ef9dc50 req-265cfc20-8953-4a3e-90d8-28e706109c2b tempest-ServersNegativeTestJSON-90632883 tempest-ServersNegativeTestJSON-90632883-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:19:26.814710 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-87150f39-5b85-474b-b8aa-82265dd56116 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (c8b1fa36-2036-4ae0-9736-9aba79d1348e), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:19:26.815615 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-b9d69dc2-9a1a-4698-87fd-9ed66ef9dc50 req-265cfc20-8953-4a3e-90d8-28e706109c2b tempest-ServersNegativeTestJSON-90632883 tempest-ServersNegativeTestJSON-90632883-project] 10.222.0.13 "GET /v2.0/networks?id=8cbef344-1167-4f35-8b6b-07dd596f6f4f HTTP/1.1" status: 200 len: 813 time: 0.2547283 Jan 26 21:19:26.836783 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-796093ea-69e5-4742-bc80-377e8aae119c req-132ef2e4-b156-493d-9dda-2b093f3a7676 service neutron] 10.222.0.57 "GET /v2.0/networks/e16ff5ba-c523-42b6-a294-431f384b33de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2312853 Jan 26 21:19:26.838720 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-b9d69dc2-9a1a-4698-87fd-9ed66ef9dc50 req-c7520bc2-2505-456c-af8d-d0e3dbb960c9 tempest-ServersNegativeTestJSON-90632883 tempest-ServersNegativeTestJSON-90632883-project] 10.222.0.13 "GET /v2.0/quotas/2b29801ee18e4ff0a597415334743408 HTTP/1.1" status: 200 len: 375 time: 0.0163727 Jan 26 21:19:26.900373 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87150f39-5b85-474b-b8aa-82265dd56116 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8b1fa36-2036-4ae0-9736-9aba79d1348e,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:19:26.901901 n-d-760453-5 neutron-server[103306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca795481-031c-48ac-925f-00596ed83bb9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46e244fd-7905-4c27-b3f7-627bc270105e'}, {'server_uuid': 'ca795481-031c-48ac-925f-00596ed83bb9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e52ff17a-df76-4716-aace-f598c57c36fe'}] {{(pid=103306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 21:19:26.906749 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-87150f39-5b85-474b-b8aa-82265dd56116 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c7e8b34d55904ee699429a1c21fa20a9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3654377 Jan 26 21:19:26.908275 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9d5d370febab655511bdd2ffe887e43e442d144a440368702bcc1e93af00b97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8113f4ee-d2c7-40fe-b02f-b5372be002dc" -d '{"events": [{"server_uuid": "ca795481-031c-48ac-925f-00596ed83bb9", "name": "network-vif-plugged", "status": "completed", "tag": "46e244fd-7905-4c27-b3f7-627bc270105e"}, {"server_uuid": "ca795481-031c-48ac-925f-00596ed83bb9", "name": "network-vif-plugged", "status": "completed", "tag": "e52ff17a-df76-4716-aace-f598c57c36fe"}]}' {{(pid=103306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 21:19:26.909681 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 34140) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:19:26.921310 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ad7a27-7862-493d-bab1-b519aaa91277 req-fcf27ac5-7b8f-4884-859b-64afb1381a74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:19:26.923340 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-27ad7a27-7862-493d-bab1-b519aaa91277 req-fcf27ac5-7b8f-4884-859b-64afb1381a74 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=ee6098e1a6074d57972f34ef6549de05&device_id=71a415fd-0f19-44e3-9cdb-4ebc928c7708 HTTP/1.1" status: 200 len: 1095 time: 0.1407919 Jan 26 21:19:26.967088 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 26 Jan 2022 21:19:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d45d800-c235-4595-a215-fa176d8ca42a x-openstack-request-id: req-2d45d800-c235-4595-a215-fa176d8ca42a {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 21:19:26.967603 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca795481-031c-48ac-925f-00596ed83bb9", "name": "network-vif-plugged", "status": "completed", "tag": "46e244fd-7905-4c27-b3f7-627bc270105e", "code": 200}, {"server_uuid": "ca795481-031c-48ac-925f-00596ed83bb9", "name": "network-vif-plugged", "status": "completed", "tag": "e52ff17a-df76-4716-aace-f598c57c36fe", "code": 200}]} {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 21:19:26.968032 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-2d45d800-c235-4595-a215-fa176d8ca42a {{(pid=103306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 21:19:26.968634 n-d-760453-5 neutron-server[103306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca795481-031c-48ac-925f-00596ed83bb9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46e244fd-7905-4c27-b3f7-627bc270105e', 'code': 200} Jan 26 21:19:26.969045 n-d-760453-5 neutron-server[103306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca795481-031c-48ac-925f-00596ed83bb9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e52ff17a-df76-4716-aace-f598c57c36fe', 'code': 200} Jan 26 21:19:26.974703 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1206550-2cae-406a-aea1-1ab09ed40e05 req-ca29173c-3246-4c02-980a-2741a06a4978 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:19:26.976281 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-c1206550-2cae-406a-aea1-1ab09ed40e05 req-ca29173c-3246-4c02-980a-2741a06a4978 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=cb180574de574caea4706335ceec073e&device_id=1da2e2a1-748b-43c1-9f0a-e57e215701d1 HTTP/1.1" status: 200 len: 1094 time: 0.0818663 Jan 26 21:19:26.980260 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-b9d69dc2-9a1a-4698-87fd-9ed66ef9dc50 req-62daa28a-96c2-40ec-8206-a285bbe68f12 tempest-ServersNegativeTestJSON-90632883 tempest-ServersNegativeTestJSON-90632883-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=2b29801ee18e4ff0a597415334743408&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1328683 Jan 26 21:19:27.133906 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-a297c5bb-0280-4dec-b510-7a5fecc429a0 admin admin] Publish callbacks [] for security_group (c8b1fa36-2036-4ae0-9736-9aba79d1348e), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:19:27.153979 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1206550-2cae-406a-aea1-1ab09ed40e05 req-8d02be03-1ec2-4255-9471-c599d74e55ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:19:27.155414 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-c1206550-2cae-406a-aea1-1ab09ed40e05 req-8d02be03-1ec2-4255-9471-c599d74e55ae service neutron] 10.222.0.57 "GET /v2.0/networks?id=e16ff5ba-c523-42b6-a294-431f384b33de HTTP/1.1" status: 200 len: 913 time: 0.1715462 Jan 26 21:19:27.177617 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aee0a3b-988c-48f4-bd04-625fe5aae4f7 req-430c54d8-0dbe-4422-94e3-aec5362a5be1 tempest-ServersNegativeTestJSON-90632883 tempest-ServersNegativeTestJSON-90632883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:19:27.187532 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-1aee0a3b-988c-48f4-bd04-625fe5aae4f7 req-430c54d8-0dbe-4422-94e3-aec5362a5be1 tempest-ServersNegativeTestJSON-90632883 tempest-ServersNegativeTestJSON-90632883-project] 10.222.0.13 "GET /v2.0/ports?device_id=20bda332-a159-49bd-8c61-2ea774ab5602 HTTP/1.1" status: 200 len: 946 time: 0.0790498 Jan 26 21:19:27.242635 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-a297c5bb-0280-4dec-b510-7a5fecc429a0 admin admin] Publish callbacks [] for security_group (c8b1fa36-2036-4ae0-9736-9aba79d1348e), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:19:27.259508 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-c1206550-2cae-406a-aea1-1ab09ed40e05 req-d447ff5f-deae-456d-b2bd-50c3f21308aa service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6d447a57-7ab7-4d66-9f94-a44b509272d8 HTTP/1.1" status: 200 len: 217 time: 0.0960350 Jan 26 21:19:27.281408 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ad7a27-7862-493d-bab1-b519aaa91277 req-bfe382ba-fd88-45fd-9642-154dabb2a2d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:19:27.283227 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-27ad7a27-7862-493d-bab1-b519aaa91277 req-bfe382ba-fd88-45fd-9642-154dabb2a2d6 service neutron] 10.222.0.66 "GET /v2.0/networks?id=57cdf3f5-a20b-4c6f-b2eb-bed2f5d4d40a HTTP/1.1" status: 200 len: 908 time: 0.3208992 Jan 26 21:19:27.291823 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0d4c43-2f3e-4aba-8864-ce7b3e99292f req-b848991a-6bb5-4604-b201-1e7a3accf283 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:19:27.292453 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0d4c43-2f3e-4aba-8864-ce7b3e99292f req-b848991a-6bb5-4604-b201-1e7a3accf283 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:19:27.292987 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0d4c43-2f3e-4aba-8864-ce7b3e99292f req-b848991a-6bb5-4604-b201-1e7a3accf283 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:19:27.293529 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0d4c43-2f3e-4aba-8864-ce7b3e99292f req-b848991a-6bb5-4604-b201-1e7a3accf283 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:19:27.293989 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0d4c43-2f3e-4aba-8864-ce7b3e99292f req-b848991a-6bb5-4604-b201-1e7a3accf283 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:19:27.294591 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0d4c43-2f3e-4aba-8864-ce7b3e99292f req-b848991a-6bb5-4604-b201-1e7a3accf283 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:19:27.295178 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0d4c43-2f3e-4aba-8864-ce7b3e99292f req-b848991a-6bb5-4604-b201-1e7a3accf283 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:19:27.297207 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-db0d4c43-2f3e-4aba-8864-ce7b3e99292f req-b848991a-6bb5-4604-b201-1e7a3accf283 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=ca795481-031c-48ac-925f-00596ed83bb9 HTTP/1.1" status: 200 len: 6502 time: 0.1500926 Jan 26 21:19:27.373213 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-1aee0a3b-988c-48f4-bd04-625fe5aae4f7 req-3cb32263-a3d7-4643-b554-a272b95ba3e2 tempest-ServersNegativeTestJSON-90632883 tempest-ServersNegativeTestJSON-90632883-project] 10.222.0.13 "GET /v2.0/security-groups?id=f00b351c-12ea-4499-84c9-f0263f4f27ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218982 Jan 26 21:19:27.376072 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1206550-2cae-406a-aea1-1ab09ed40e05 req-b9a82b4e-a75b-44bb-8f43-f3812fb3fdd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:19:27.377578 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-c1206550-2cae-406a-aea1-1ab09ed40e05 req-b9a82b4e-a75b-44bb-8f43-f3812fb3fdd9 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=25684abb-e6bd-4ac5-a412-9cc30ecdd004 HTTP/1.1" status: 200 len: 852 time: 0.1075103 Jan 26 21:19:27.400368 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-27ad7a27-7862-493d-bab1-b519aaa91277 req-f5b8324e-2af4-4680-9630-ba5561b0283b service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a2a3b45c-c85a-4f3f-ab5d-dcc021dbdb5e HTTP/1.1" status: 200 len: 217 time: 0.0955205 Jan 26 21:19:27.429875 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-c1206550-2cae-406a-aea1-1ab09ed40e05 req-0b6f6d66-d8e5-41ab-b8bb-d804be648142 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=e16ff5ba-c523-42b6-a294-431f384b33de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0455854 Jan 26 21:19:27.448956 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f02a2a2-de9c-4dde-bf05-7ac7de761454 req-a9263b7d-7f0a-4d31-ba5a-a071852fcb41 tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:19:27.454764 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f02a2a2-de9c-4dde-bf05-7ac7de761454 req-a9263b7d-7f0a-4d31-ba5a-a071852fcb41 tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:19:27.460113 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f02a2a2-de9c-4dde-bf05-7ac7de761454 req-a9263b7d-7f0a-4d31-ba5a-a071852fcb41 tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:19:27.466508 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f02a2a2-de9c-4dde-bf05-7ac7de761454 req-a9263b7d-7f0a-4d31-ba5a-a071852fcb41 tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:19:27.472012 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f02a2a2-de9c-4dde-bf05-7ac7de761454 req-a9263b7d-7f0a-4d31-ba5a-a071852fcb41 tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:19:27.479468 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f02a2a2-de9c-4dde-bf05-7ac7de761454 req-a9263b7d-7f0a-4d31-ba5a-a071852fcb41 tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:19:27.485960 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f02a2a2-de9c-4dde-bf05-7ac7de761454 req-a9263b7d-7f0a-4d31-ba5a-a071852fcb41 tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:19:27.494198 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-4f02a2a2-de9c-4dde-bf05-7ac7de761454 req-a9263b7d-7f0a-4d31-ba5a-a071852fcb41 tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca795481-031c-48ac-925f-00596ed83bb9 HTTP/1.1" status: 200 len: 5445 time: 0.1900573 Jan 26 21:19:27.543813 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-a297c5bb-0280-4dec-b510-7a5fecc429a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (c8b1fa36-2036-4ae0-9736-9aba79d1348e), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:19:27.548689 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-a297c5bb-0280-4dec-b510-7a5fecc429a0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:19:27.550185 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-a297c5bb-0280-4dec-b510-7a5fecc429a0 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/c8b1fa36-2036-4ae0-9736-9aba79d1348e HTTP/1.1" status: 204 len: 168 time: 0.6328230 Jan 26 21:19:27.582594 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-db0d4c43-2f3e-4aba-8864-ce7b3e99292f req-bb1c16e4-362a-4764-a4d5-637341bcfe70 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=4949e7fd-e987-466a-ab17-ed5ae28a32c1&id=cfb1b9fe-a4df-4bbd-b439-103a9aa84b57&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2706227 Jan 26 21:19:27.584778 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ad7a27-7862-493d-bab1-b519aaa91277 req-ec7c1fd1-6661-49c8-8372-b76390f70bfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:19:27.587822 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-27ad7a27-7862-493d-bab1-b519aaa91277 req-ec7c1fd1-6661-49c8-8372-b76390f70bfe service neutron] 10.222.0.66 "GET /v2.0/subnets?id=0fd61269-7d95-487b-ba3a-f244d39cf571 HTTP/1.1" status: 200 len: 847 time: 0.1767707 Jan 26 21:19:27.600994 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a297c5bb-0280-4dec-b510-7a5fecc429a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8b1fa36-2036-4ae0-9736-9aba79d1348e,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:19:27.717875 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-c1206550-2cae-406a-aea1-1ab09ed40e05 req-9fb5d2b7-dfd6-48ff-9e4f-b6970698e2b1 service neutron] 10.222.0.57 "GET /v2.0/networks/e16ff5ba-c523-42b6-a294-431f384b33de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2159922 Jan 26 21:19:27.743481 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-4f02a2a2-de9c-4dde-bf05-7ac7de761454 req-76ed1ca8-39a9-4335-94dc-ffbc4a4f99c6 tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] 10.222.0.13 "GET /v2.0/security-groups?id=cfb1b9fe-a4df-4bbd-b439-103a9aa84b57&id=4949e7fd-e987-466a-ab17-ed5ae28a32c1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2430077 Jan 26 21:19:27.896336 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-c1206550-2cae-406a-aea1-1ab09ed40e05 req-b1212740-4377-49b0-adbc-d8f5a05552a0 service neutron] 10.222.0.57 "GET /v2.0/networks/e16ff5ba-c523-42b6-a294-431f384b33de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1518044 Jan 26 21:19:27.942779 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-baba9456-320d-4ab0-97b3-cd3bfc13753f req-893cf1d3-c393-44fe-8f67-9f39b6cb2215 tempest-LiveMigrationTest-746395142 tempest-LiveMigrationTest-746395142-project] 10.222.0.13 "GET /v2.0/ports?device_id=3c1bb11b-19e0-4bd6-8502-e5422740b40d HTTP/1.1" status: 200 len: 210 time: 0.0520124 Jan 26 21:19:27.973740 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27926e23-9721-4274-9444-cf223000cbd2 req-2d85743f-1182-44f1-9640-a1a2a3973fc4 tempest-ServersNegativeTestJSON-90632883 tempest-ServersNegativeTestJSON-90632883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:19:27.983873 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-27926e23-9721-4274-9444-cf223000cbd2 req-2d85743f-1182-44f1-9640-a1a2a3973fc4 tempest-ServersNegativeTestJSON-90632883 tempest-ServersNegativeTestJSON-90632883-project] 10.222.0.13 "GET /v2.0/ports?device_id=20bda332-a159-49bd-8c61-2ea774ab5602 HTTP/1.1" status: 200 len: 946 time: 0.3267434 Jan 26 21:19:28.035062 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-27ad7a27-7862-493d-bab1-b519aaa91277 req-748ccd10-9ba8-4239-afe0-a39bb6bd84cc service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=57cdf3f5-a20b-4c6f-b2eb-bed2f5d4d40a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0465686 Jan 26 21:19:28.039903 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 34166) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:19:28.075612 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-27926e23-9721-4274-9444-cf223000cbd2 req-18722833-7060-4bc7-91a5-3c73e6e7477c tempest-ServersNegativeTestJSON-90632883 tempest-ServersNegativeTestJSON-90632883-project] 10.222.0.13 "GET /v2.0/security-groups?id=f00b351c-12ea-4499-84c9-f0263f4f27ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908167 Jan 26 21:19:28.153767 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-484d8150-5489-417c-8b7a-1a552b680889 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:19:28.220595 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09cc1bf-4e6a-403c-b770-661f488e7343 req-ae7c2de5-e7b9-4822-b27c-ce6b3bd18598 tempest-DeleteServersTestJSON-1338827600 tempest-DeleteServersTestJSON-1338827600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:19:28.222630 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-c09cc1bf-4e6a-403c-b770-661f488e7343 req-ae7c2de5-e7b9-4822-b27c-ce6b3bd18598 tempest-DeleteServersTestJSON-1338827600 tempest-DeleteServersTestJSON-1338827600-project] 10.222.0.13 "GET /v2.0/ports?device_id=1da2e2a1-748b-43c1-9f0a-e57e215701d1 HTTP/1.1" status: 200 len: 943 time: 0.1536710 Jan 26 21:19:28.253681 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-27ad7a27-7862-493d-bab1-b519aaa91277 req-52dd0b21-c265-48b2-8b1d-2c86b6f49d69 service neutron] 10.222.0.66 "GET /v2.0/networks/57cdf3f5-a20b-4c6f-b2eb-bed2f5d4d40a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2106957 Jan 26 21:19:28.302577 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-c09cc1bf-4e6a-403c-b770-661f488e7343 req-22426bd4-bf42-4435-90ef-6afb7a9f76e6 tempest-DeleteServersTestJSON-1338827600 tempest-DeleteServersTestJSON-1338827600-project] 10.222.0.13 "GET /v2.0/security-groups?id=b7fc5e70-a24b-497d-9cf6-8df82d0ad35b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714879 Jan 26 21:19:28.373270 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-27ad7a27-7862-493d-bab1-b519aaa91277 req-3e86f6b8-bae4-49f3-92c2-53fbf15d2efa service neutron] 10.222.0.66 "GET /v2.0/networks/57cdf3f5-a20b-4c6f-b2eb-bed2f5d4d40a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1102939 Jan 26 21:19:28.415996 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-484d8150-5489-417c-8b7a-1a552b680889 admin admin] Publish callbacks [] for security_group (30c8bae0-ae45-4c20-b5df-636207ef9e37), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:19:28.421634 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-484d8150-5489-417c-8b7a-1a552b680889 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (30c8bae0-ae45-4c20-b5df-636207ef9e37), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:19:28.503131 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-484d8150-5489-417c-8b7a-1a552b680889 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30c8bae0-ae45-4c20-b5df-636207ef9e37,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:19:28.520087 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-484d8150-5489-417c-8b7a-1a552b680889 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=0c7279a2dd074feca2f9bf800717ab0e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4789033 Jan 26 21:19:28.521791 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-0a8db8f9-c36c-49b5-ab42-0e902a5babfa req-d002f295-2e80-469c-8276-2cf2978c138e tempest-ServersNegativeTestJSON-90632883 tempest-ServersNegativeTestJSON-90632883-project] 10.222.0.13 "GET /v2.0/security-groups?name=does_not_exist&fields=id&tenant_id=2b29801ee18e4ff0a597415334743408 HTTP/1.1" status: 200 len: 221 time: 0.0618327 Jan 26 21:19:28.522657 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 34184) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:19:28.617598 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-c3c68b02-3b5f-4929-a47b-4608685ee474 admin admin] Publish callbacks [] for security_group (30c8bae0-ae45-4c20-b5df-636207ef9e37), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:19:28.689231 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-c3c68b02-3b5f-4929-a47b-4608685ee474 admin admin] Publish callbacks [] for security_group (30c8bae0-ae45-4c20-b5df-636207ef9e37), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:19:28.783240 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72cd411d-38e1-4c76-9bf4-e422f320c23c req-52406b0d-090e-40c2-9970-f16ad9e716e0 tempest-ServersNegativeTestJSON-90632883 tempest-ServersNegativeTestJSON-90632883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:19:28.794907 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-72cd411d-38e1-4c76-9bf4-e422f320c23c req-52406b0d-090e-40c2-9970-f16ad9e716e0 tempest-ServersNegativeTestJSON-90632883 tempest-ServersNegativeTestJSON-90632883-project] 10.222.0.13 "GET /v2.0/ports?device_id=20bda332-a159-49bd-8c61-2ea774ab5602 HTTP/1.1" status: 200 len: 946 time: 0.1240535 Jan 26 21:19:28.831330 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-c3c68b02-3b5f-4929-a47b-4608685ee474 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (30c8bae0-ae45-4c20-b5df-636207ef9e37), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:19:28.838127 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-c3c68b02-3b5f-4929-a47b-4608685ee474 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:19:28.841083 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-c3c68b02-3b5f-4929-a47b-4608685ee474 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/30c8bae0-ae45-4c20-b5df-636207ef9e37 HTTP/1.1" status: 204 len: 168 time: 0.3166699 Jan 26 21:19:28.897189 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c68b02-3b5f-4929-a47b-4608685ee474 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30c8bae0-ae45-4c20-b5df-636207ef9e37,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:19:28.966270 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-72cd411d-38e1-4c76-9bf4-e422f320c23c req-8def65ed-2f69-4435-a8af-687b44915543 tempest-ServersNegativeTestJSON-90632883 tempest-ServersNegativeTestJSON-90632883-project] 10.222.0.13 "GET /v2.0/security-groups?id=f00b351c-12ea-4499-84c9-f0263f4f27ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1593368 Jan 26 21:19:29.029534 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184469cd-90b8-4268-a3c7-78e655a83d20 req-a19e3a81-cbe1-41cd-8e24-ee69fb221e42 tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:19:29.036324 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184469cd-90b8-4268-a3c7-78e655a83d20 req-a19e3a81-cbe1-41cd-8e24-ee69fb221e42 tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:19:29.041732 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184469cd-90b8-4268-a3c7-78e655a83d20 req-a19e3a81-cbe1-41cd-8e24-ee69fb221e42 tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:19:29.081705 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184469cd-90b8-4268-a3c7-78e655a83d20 req-a19e3a81-cbe1-41cd-8e24-ee69fb221e42 tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:19:29.087631 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184469cd-90b8-4268-a3c7-78e655a83d20 req-a19e3a81-cbe1-41cd-8e24-ee69fb221e42 tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:19:29.107011 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184469cd-90b8-4268-a3c7-78e655a83d20 req-a19e3a81-cbe1-41cd-8e24-ee69fb221e42 tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:19:29.131288 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184469cd-90b8-4268-a3c7-78e655a83d20 req-a19e3a81-cbe1-41cd-8e24-ee69fb221e42 tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:19:29.133370 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-184469cd-90b8-4268-a3c7-78e655a83d20 req-a19e3a81-cbe1-41cd-8e24-ee69fb221e42 tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca795481-031c-48ac-925f-00596ed83bb9 HTTP/1.1" status: 200 len: 5445 time: 0.2405207 Jan 26 21:19:29.398938 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-184469cd-90b8-4268-a3c7-78e655a83d20 req-494fa94a-576a-4ed7-8548-4eaca5d66056 tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] 10.222.0.13 "GET /v2.0/security-groups?id=cfb1b9fe-a4df-4bbd-b439-103a9aa84b57&id=4949e7fd-e987-466a-ab17-ed5ae28a32c1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2491851 Jan 26 21:19:29.456973 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23037bda-6a58-4673-ba9c-507e7509f607 req-aa4e2f30-5325-449a-b03b-2adad82ebe12 tempest-ServersNegativeTestJSON-90632883 tempest-ServersNegativeTestJSON-90632883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:19:29.458616 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-23037bda-6a58-4673-ba9c-507e7509f607 req-aa4e2f30-5325-449a-b03b-2adad82ebe12 tempest-ServersNegativeTestJSON-90632883 tempest-ServersNegativeTestJSON-90632883-project] 10.222.0.13 "GET /v2.0/ports?device_id=20bda332-a159-49bd-8c61-2ea774ab5602 HTTP/1.1" status: 200 len: 946 time: 0.2420163 Jan 26 21:19:29.652119 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d14c3b9-71bd-4103-a432-d1b07c0e492b req-f88a4d3f-edb4-4ef3-b6f0-4be433686515 tempest-DeleteServersTestJSON-1338827600 tempest-DeleteServersTestJSON-1338827600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:19:29.654109 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-0d14c3b9-71bd-4103-a432-d1b07c0e492b req-f88a4d3f-edb4-4ef3-b6f0-4be433686515 tempest-DeleteServersTestJSON-1338827600 tempest-DeleteServersTestJSON-1338827600-project] 10.222.0.13 "GET /v2.0/ports?device_id=1da2e2a1-748b-43c1-9f0a-e57e215701d1 HTTP/1.1" status: 200 len: 943 time: 0.1599066 Jan 26 21:19:29.670048 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-23037bda-6a58-4673-ba9c-507e7509f607 req-faa78e41-0544-4bb8-b495-ac1a7bfc1e83 tempest-ServersNegativeTestJSON-90632883 tempest-ServersNegativeTestJSON-90632883-project] 10.222.0.13 "GET /v2.0/security-groups?id=f00b351c-12ea-4499-84c9-f0263f4f27ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1883976 Jan 26 21:19:29.696901 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Device 6d447a57-7ab7-4d66-9f94-a44b509272d8 details requested by agent hyperv_n-h2-760453-5 with host n-h2-760453-5 {{(pid=103306) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 26 21:19:29.827445 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-0d14c3b9-71bd-4103-a432-d1b07c0e492b req-9b792fea-adb9-40d2-9f6c-47952e1f50dd tempest-DeleteServersTestJSON-1338827600 tempest-DeleteServersTestJSON-1338827600-project] 10.222.0.13 "GET /v2.0/security-groups?id=b7fc5e70-a24b-497d-9cf6-8df82d0ad35b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1561017 Jan 26 21:19:29.918605 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] For port 6d447a57-7ab7-4d66-9f94-a44b509272d8, host n-h2-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-5',level=0,port_id=6d447a57-7ab7-4d66-9f94-a44b509272d8,segment=NetworkSegment(2541abc4-0813-4c0d-94e6-c088627c1a85),segment_id=2541abc4-0813-4c0d-94e6-c088627c1a85)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:19:29.965379 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Returning: {'device': '6d447a57-7ab7-4d66-9f94-a44b509272d8', 'network_id': 'e16ff5ba-c523-42b6-a294-431f384b33de', 'port_id': '6d447a57-7ab7-4d66-9f94-a44b509272d8', 'mac_address': 'fa:16:3e:b8:97:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 554, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '25684abb-e6bd-4ac5-a412-9cc30ecdd004', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103306) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 26 21:19:30.048513 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Current status of the port 6d447a57-7ab7-4d66-9f94-a44b509272d8 is: DOWN; New status is: BUILD {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:19:30.048969 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (6d447a57-7ab7-4d66-9f94-a44b509272d8), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:19:30.090141 n-d-760453-5 neutron-server[103306]: DEBUG neutron.notifiers.nova [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6d447a57-7ab7-4d66-9f94-a44b509272d8 {{(pid=103306) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 26 21:19:30.144951 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] For port 6d447a57-7ab7-4d66-9f94-a44b509272d8, host n-h2-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-5',level=0,port_id=6d447a57-7ab7-4d66-9f94-a44b509272d8,segment=NetworkSegment(2541abc4-0813-4c0d-94e6-c088627c1a85),segment_id=2541abc4-0813-4c0d-94e6-c088627c1a85)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:19:30.155461 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (6d447a57-7ab7-4d66-9f94-a44b509272d8), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:19:30.156643 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839da7d0-1817-4468-aae1-c4b73dae90e2 req-0aed2696-8493-41eb-b349-5833ce680526 tempest-ServersNegativeTestJSON-90632883 tempest-ServersNegativeTestJSON-90632883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:19:30.171636 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-839da7d0-1817-4468-aae1-c4b73dae90e2 req-0aed2696-8493-41eb-b349-5833ce680526 tempest-ServersNegativeTestJSON-90632883 tempest-ServersNegativeTestJSON-90632883-project] 10.222.0.13 "GET /v2.0/ports?device_id=20bda332-a159-49bd-8c61-2ea774ab5602 HTTP/1.1" status: 200 len: 946 time: 0.1290522 Jan 26 21:19:30.252607 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Pushing event updated for resources: {'Port': ['ID=6d447a57-7ab7-4d66-9f94-a44b509272d8,revision_number=4']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:19:30.258971 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-839da7d0-1817-4468-aae1-c4b73dae90e2 req-e83a777a-d23a-4bc3-9ddf-b3ea03980e37 tempest-ServersNegativeTestJSON-90632883 tempest-ServersNegativeTestJSON-90632883-project] 10.222.0.13 "GET /v2.0/security-groups?id=f00b351c-12ea-4499-84c9-f0263f4f27ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852978 Jan 26 21:19:30.356384 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] get_ports_and_sgs() called for port_ids ['6d447a57-7ab7-4d66-9f94-a44b509272d8'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 26 21:19:30.478179 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647e3723-3125-42b6-9988-86f15fe4a53d req-a023bc5e-5921-4b4b-b62e-35f19d79aa4f tempest-ServersNegativeTestJSON-90632883 tempest-ServersNegativeTestJSON-90632883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:19:30.485090 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-647e3723-3125-42b6-9988-86f15fe4a53d req-a023bc5e-5921-4b4b-b62e-35f19d79aa4f tempest-ServersNegativeTestJSON-90632883 tempest-ServersNegativeTestJSON-90632883-project] 10.222.0.13 "GET /v2.0/ports?device_id=20bda332-a159-49bd-8c61-2ea774ab5602 HTTP/1.1" status: 200 len: 946 time: 0.1215405 Jan 26 21:19:30.663450 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-647e3723-3125-42b6-9988-86f15fe4a53d req-20f5ab2d-d5d1-41bd-86dc-e6ba0badf884 tempest-ServersNegativeTestJSON-90632883 tempest-ServersNegativeTestJSON-90632883-project] 10.222.0.13 "GET /v2.0/security-groups?id=f00b351c-12ea-4499-84c9-f0263f4f27ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1678338 Jan 26 21:19:30.686036 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04611897-c210-4e22-a197-ca130bae7966 req-aa7d2960-de0d-428b-b92f-a0f60f975e32 tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:19:30.691439 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04611897-c210-4e22-a197-ca130bae7966 req-aa7d2960-de0d-428b-b92f-a0f60f975e32 tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:19:30.718475 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04611897-c210-4e22-a197-ca130bae7966 req-aa7d2960-de0d-428b-b92f-a0f60f975e32 tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:19:30.724024 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04611897-c210-4e22-a197-ca130bae7966 req-aa7d2960-de0d-428b-b92f-a0f60f975e32 tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:19:30.730008 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04611897-c210-4e22-a197-ca130bae7966 req-aa7d2960-de0d-428b-b92f-a0f60f975e32 tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:19:30.735544 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04611897-c210-4e22-a197-ca130bae7966 req-aa7d2960-de0d-428b-b92f-a0f60f975e32 tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:19:30.741003 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04611897-c210-4e22-a197-ca130bae7966 req-aa7d2960-de0d-428b-b92f-a0f60f975e32 tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:19:30.742961 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-04611897-c210-4e22-a197-ca130bae7966 req-aa7d2960-de0d-428b-b92f-a0f60f975e32 tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca795481-031c-48ac-925f-00596ed83bb9 HTTP/1.1" status: 200 len: 5445 time: 0.2228949 Jan 26 21:19:30.846794 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac2e99d-b029-4857-b233-f054f0b1d54b req-2b3baf31-b72c-4647-9b2d-469da104e620 tempest-ServersNegativeTestJSON-90632883 tempest-ServersNegativeTestJSON-90632883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:19:30.849838 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-3ac2e99d-b029-4857-b233-f054f0b1d54b req-2b3baf31-b72c-4647-9b2d-469da104e620 tempest-ServersNegativeTestJSON-90632883 tempest-ServersNegativeTestJSON-90632883-project] 10.222.0.13 "GET /v2.0/ports?device_id=20bda332-a159-49bd-8c61-2ea774ab5602 HTTP/1.1" status: 200 len: 946 time: 0.0812578 Jan 26 21:19:30.888011 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 34274) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:19:30.894000 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-04611897-c210-4e22-a197-ca130bae7966 req-9659e94d-7cb9-4915-b684-23c04774f13f tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] 10.222.0.13 "GET /v2.0/security-groups?id=cfb1b9fe-a4df-4bbd-b439-103a9aa84b57&id=4949e7fd-e987-466a-ab17-ed5ae28a32c1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1434345 Jan 26 21:19:30.960229 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-3ac2e99d-b029-4857-b233-f054f0b1d54b req-1d933282-31d6-4730-8ec3-ed99b25a9efe tempest-ServersNegativeTestJSON-90632883 tempest-ServersNegativeTestJSON-90632883-project] 10.222.0.13 "GET /v2.0/security-groups?id=f00b351c-12ea-4499-84c9-f0263f4f27ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027746 Jan 26 21:19:31.105538 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-235af4ef-0a32-49a4-a59d-f4beaf12f107 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:19:31.243597 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-235af4ef-0a32-49a4-a59d-f4beaf12f107 admin admin] Publish callbacks [] for security_group (cf98a60a-0808-4ff1-8f8d-fee72e759fe6), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:19:31.249716 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-235af4ef-0a32-49a4-a59d-f4beaf12f107 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (cf98a60a-0808-4ff1-8f8d-fee72e759fe6), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:19:31.270860 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a18cba2-e20e-44c1-aa96-eb64a6c0c2d3 req-25f5f796-fe83-476c-bf83-57d7a5126fb8 tempest-DeleteServersTestJSON-1338827600 tempest-DeleteServersTestJSON-1338827600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:19:31.281613 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-235af4ef-0a32-49a4-a59d-f4beaf12f107 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=2e31c4eeab0e40b79981ef60f629ca10&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3918188 Jan 26 21:19:31.283429 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 34288) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:19:31.287108 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-3a18cba2-e20e-44c1-aa96-eb64a6c0c2d3 req-25f5f796-fe83-476c-bf83-57d7a5126fb8 tempest-DeleteServersTestJSON-1338827600 tempest-DeleteServersTestJSON-1338827600-project] 10.222.0.13 "GET /v2.0/ports?device_id=1da2e2a1-748b-43c1-9f0a-e57e215701d1 HTTP/1.1" status: 200 len: 944 time: 0.2119977 Jan 26 21:19:31.328938 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-235af4ef-0a32-49a4-a59d-f4beaf12f107 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf98a60a-0808-4ff1-8f8d-fee72e759fe6,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:19:31.329585 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36843208-8445-4723-9e79-6fd92f0c978f req-4cb66a04-4b53-4f9b-8d3f-5c0fec567d2c tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:19:31.343127 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36843208-8445-4723-9e79-6fd92f0c978f req-4cb66a04-4b53-4f9b-8d3f-5c0fec567d2c tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:19:31.357184 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36843208-8445-4723-9e79-6fd92f0c978f req-4cb66a04-4b53-4f9b-8d3f-5c0fec567d2c tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:19:31.360452 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-df20f2b6-9d84-4a2c-8b2e-86f5030a921c admin admin] Publish callbacks [] for security_group (cf98a60a-0808-4ff1-8f8d-fee72e759fe6), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:19:31.363268 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36843208-8445-4723-9e79-6fd92f0c978f req-4cb66a04-4b53-4f9b-8d3f-5c0fec567d2c tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:19:31.368579 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36843208-8445-4723-9e79-6fd92f0c978f req-4cb66a04-4b53-4f9b-8d3f-5c0fec567d2c tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:19:31.385379 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-df20f2b6-9d84-4a2c-8b2e-86f5030a921c admin admin] Publish callbacks [] for security_group (cf98a60a-0808-4ff1-8f8d-fee72e759fe6), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:19:31.393214 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36843208-8445-4723-9e79-6fd92f0c978f req-4cb66a04-4b53-4f9b-8d3f-5c0fec567d2c tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:19:31.398806 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36843208-8445-4723-9e79-6fd92f0c978f req-4cb66a04-4b53-4f9b-8d3f-5c0fec567d2c tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:19:31.411642 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-36843208-8445-4723-9e79-6fd92f0c978f req-4cb66a04-4b53-4f9b-8d3f-5c0fec567d2c tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca795481-031c-48ac-925f-00596ed83bb9 HTTP/1.1" status: 200 len: 5445 time: 0.2568829 Jan 26 21:19:31.427556 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 34290) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:19:31.445730 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-cf060a57-69d0-4034-9e5e-9ab1fa25a7bb tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] Request body: {'floatingip': {'port_id': '4836496e-4b86-4ff4-b7d3-0f22f4a6f134'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:19:31.477237 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-df20f2b6-9d84-4a2c-8b2e-86f5030a921c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (cf98a60a-0808-4ff1-8f8d-fee72e759fe6), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:19:31.480725 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-df20f2b6-9d84-4a2c-8b2e-86f5030a921c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:19:31.494718 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-df20f2b6-9d84-4a2c-8b2e-86f5030a921c admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/cf98a60a-0808-4ff1-8f8d-fee72e759fe6 HTTP/1.1" status: 204 len: 168 time: 0.2034335 Jan 26 21:19:31.524315 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df20f2b6-9d84-4a2c-8b2e-86f5030a921c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf98a60a-0808-4ff1-8f8d-fee72e759fe6,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:19:31.584631 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-cf060a57-69d0-4034-9e5e-9ab1fa25a7bb tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] Publish callbacks [] for floatingip (b26908fb-fc52-4dc7-a0de-58c1d50d0c04), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:19:31.713593 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Device 6d447a57-7ab7-4d66-9f94-a44b509272d8 up at agent hyperv_n-h2-760453-5 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 21:19:31.718323 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-3a18cba2-e20e-44c1-aa96-eb64a6c0c2d3 req-bc970cc3-dfdd-4651-b0ce-0280cc793d59 tempest-DeleteServersTestJSON-1338827600 tempest-DeleteServersTestJSON-1338827600-project] 10.222.0.13 "GET /v2.0/security-groups?id=b7fc5e70-a24b-497d-9cf6-8df82d0ad35b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4298863 Jan 26 21:19:31.771683 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b64f26c-6b96-4f61-a346-89b1eb295064 req-c6c69c51-7923-4dd8-9416-aef4e7b7a4ae tempest-ServersNegativeTestJSON-90632883 tempest-ServersNegativeTestJSON-90632883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:19:31.784243 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-1b64f26c-6b96-4f61-a346-89b1eb295064 req-c6c69c51-7923-4dd8-9416-aef4e7b7a4ae tempest-ServersNegativeTestJSON-90632883 tempest-ServersNegativeTestJSON-90632883-project] 10.222.0.13 "GET /v2.0/ports?device_id=20bda332-a159-49bd-8c61-2ea774ab5602 HTTP/1.1" status: 200 len: 946 time: 0.1918383 Jan 26 21:19:31.896412 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-1b64f26c-6b96-4f61-a346-89b1eb295064 req-8872f265-8723-4904-963b-e0925518a22e tempest-ServersNegativeTestJSON-90632883 tempest-ServersNegativeTestJSON-90632883-project] 10.222.0.13 "GET /v2.0/security-groups?id=f00b351c-12ea-4499-84c9-f0263f4f27ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108272 Jan 26 21:19:31.898696 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Provisioning for port 6d447a57-7ab7-4d66-9f94-a44b509272d8 completed by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 21:19:31.924552 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Provisioning complete for port 6d447a57-7ab7-4d66-9f94-a44b509272d8 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:19:31.926305 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (6d447a57-7ab7-4d66-9f94-a44b509272d8), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:19:32.118049 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Current status of the port 6d447a57-7ab7-4d66-9f94-a44b509272d8 is: BUILD; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:19:32.118880 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (6d447a57-7ab7-4d66-9f94-a44b509272d8), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:19:32.188368 n-d-760453-5 neutron-server[103306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1da2e2a1-748b-43c1-9f0a-e57e215701d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d447a57-7ab7-4d66-9f94-a44b509272d8'}] {{(pid=103306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 21:19:32.199864 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9d5d370febab655511bdd2ffe887e43e442d144a440368702bcc1e93af00b97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df47e813-25e2-4e3c-a6b3-692f8f52d8d3" -d '{"events": [{"server_uuid": "1da2e2a1-748b-43c1-9f0a-e57e215701d1", "name": "network-vif-plugged", "status": "completed", "tag": "6d447a57-7ab7-4d66-9f94-a44b509272d8"}]}' {{(pid=103306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 21:19:32.220673 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] For port 6d447a57-7ab7-4d66-9f94-a44b509272d8, host n-h2-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-5',level=0,port_id=6d447a57-7ab7-4d66-9f94-a44b509272d8,segment=NetworkSegment(2541abc4-0813-4c0d-94e6-c088627c1a85),segment_id=2541abc4-0813-4c0d-94e6-c088627c1a85)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:19:32.227560 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (6d447a57-7ab7-4d66-9f94-a44b509272d8), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:19:32.298074 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Pushing event updated for resources: {'Port': ['ID=6d447a57-7ab7-4d66-9f94-a44b509272d8,revision_number=5']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:19:32.311984 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Jan 2022 21:19:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38e71882-e090-46a5-bdd5-964e0d1ece45 x-openstack-request-id: req-38e71882-e090-46a5-bdd5-964e0d1ece45 {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 21:19:32.312542 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1da2e2a1-748b-43c1-9f0a-e57e215701d1", "name": "network-vif-plugged", "status": "completed", "tag": "6d447a57-7ab7-4d66-9f94-a44b509272d8", "code": 200}]} {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 21:19:32.313086 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-38e71882-e090-46a5-bdd5-964e0d1ece45 {{(pid=103306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 21:19:32.315942 n-d-760453-5 neutron-server[103306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1da2e2a1-748b-43c1-9f0a-e57e215701d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d447a57-7ab7-4d66-9f94-a44b509272d8', 'code': 200} Jan 26 21:19:32.329555 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7a4cab-6f18-4b28-aeda-5e0e867a2dc5 req-b595a847-82ea-4c5d-9304-b9937b8eb7fa tempest-ServersNegativeTestJSON-90632883 tempest-ServersNegativeTestJSON-90632883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:19:32.331437 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-7a7a4cab-6f18-4b28-aeda-5e0e867a2dc5 req-b595a847-82ea-4c5d-9304-b9937b8eb7fa tempest-ServersNegativeTestJSON-90632883 tempest-ServersNegativeTestJSON-90632883-project] 10.222.0.13 "GET /v2.0/ports?device_id=20bda332-a159-49bd-8c61-2ea774ab5602 HTTP/1.1" status: 200 len: 946 time: 0.2237926 Jan 26 21:19:32.874661 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-7a7a4cab-6f18-4b28-aeda-5e0e867a2dc5 req-4ca130fb-f8d7-44e7-85b0-235157ec59c4 tempest-ServersNegativeTestJSON-90632883 tempest-ServersNegativeTestJSON-90632883-project] 10.222.0.13 "GET /v2.0/security-groups?id=f00b351c-12ea-4499-84c9-f0263f4f27ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5091593 Jan 26 21:19:32.881982 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 34336) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:19:33.065546 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [None req-b3909d55-4d17-449b-96f8-92e529c280c7 tempest-ExtensionsTestJSON-770197277 tempest-ExtensionsTestJSON-770197277-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=103305) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 26 21:19:33.066814 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-b3909d55-4d17-449b-96f8-92e529c280c7 tempest-ExtensionsTestJSON-770197277 tempest-ExtensionsTestJSON-770197277-project] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.1828218 Jan 26 21:19:33.069906 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 34344) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:19:33.075845 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [None req-f36a8623-184c-4a7e-8dbb-28936d340dd1 tempest-ExtensionsTestJSON-770197277 tempest-ExtensionsTestJSON-770197277-project] http://10.222.0.13:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=103305) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 26 21:19:33.088679 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-f36a8623-184c-4a7e-8dbb-28936d340dd1 tempest-ExtensionsTestJSON-770197277 tempest-ExtensionsTestJSON-770197277-project] 10.222.0.13 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0165014 Jan 26 21:19:33.093369 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1300e0b6-37eb-4258-992a-8508ddc99249 req-242d7e85-b0c4-4263-a3a6-982627893e3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:19:33.093735 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 34346) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:19:33.094893 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-1300e0b6-37eb-4258-992a-8508ddc99249 req-242d7e85-b0c4-4263-a3a6-982627893e3c service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=1da2e2a1-748b-43c1-9f0a-e57e215701d1 HTTP/1.1" status: 200 len: 1096 time: 0.6725647 Jan 26 21:19:33.103956 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [None req-1d731da8-9d76-4862-b6b8-9daedb40214a tempest-ExtensionsTestJSON-770197277 tempest-ExtensionsTestJSON-770197277-project] http://10.222.0.13:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=103305) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 26 21:19:33.110598 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-1d731da8-9d76-4862-b6b8-9daedb40214a tempest-ExtensionsTestJSON-770197277 tempest-ExtensionsTestJSON-770197277-project] 10.222.0.13 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0144279 Jan 26 21:19:33.115372 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 34350) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:19:33.126038 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [None req-a08ced51-0711-44c8-9a85-6f5063990684 tempest-ExtensionsTestJSON-770197277 tempest-ExtensionsTestJSON-770197277-project] http://10.222.0.13:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=103305) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 26 21:19:33.131132 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-a08ced51-0711-44c8-9a85-6f5063990684 tempest-ExtensionsTestJSON-770197277 tempest-ExtensionsTestJSON-770197277-project] 10.222.0.13 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0136311 Jan 26 21:19:33.131946 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 34352) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:19:33.143994 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [None req-ddb494d1-e383-44de-98b4-cc26d0c462d9 tempest-ExtensionsTestJSON-770197277 tempest-ExtensionsTestJSON-770197277-project] http://10.222.0.13:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=103305) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 26 21:19:33.148691 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-ddb494d1-e383-44de-98b4-cc26d0c462d9 tempest-ExtensionsTestJSON-770197277 tempest-ExtensionsTestJSON-770197277-project] 10.222.0.13 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0156331 Jan 26 21:19:33.150390 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf492520-cc55-48ec-8144-5a9de2182953 req-a474b782-76ff-4300-b5af-88fc0c1ebdca tempest-ServersNegativeTestJSON-90632883 tempest-ServersNegativeTestJSON-90632883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:19:33.151894 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 34354) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:19:33.158134 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-bf492520-cc55-48ec-8144-5a9de2182953 req-a474b782-76ff-4300-b5af-88fc0c1ebdca tempest-ServersNegativeTestJSON-90632883 tempest-ServersNegativeTestJSON-90632883-project] 10.222.0.13 "GET /v2.0/ports?device_id=20bda332-a159-49bd-8c61-2ea774ab5602 HTTP/1.1" status: 200 len: 946 time: 0.1568635 Jan 26 21:19:33.161690 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [None req-8be0b5fc-d52e-47bb-9108-51a27cd52172 tempest-ExtensionsTestJSON-770197277 tempest-ExtensionsTestJSON-770197277-project] http://10.222.0.13:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=103305) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 26 21:19:33.165546 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-8be0b5fc-d52e-47bb-9108-51a27cd52172 tempest-ExtensionsTestJSON-770197277 tempest-ExtensionsTestJSON-770197277-project] 10.222.0.13 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0125070 Jan 26 21:19:33.169216 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 34356) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:19:33.173607 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [None req-5276aecd-1a47-4928-96ef-34c456b61064 tempest-ExtensionsTestJSON-770197277 tempest-ExtensionsTestJSON-770197277-project] http://10.222.0.13:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=103305) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 26 21:19:33.177145 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-5276aecd-1a47-4928-96ef-34c456b61064 tempest-ExtensionsTestJSON-770197277 tempest-ExtensionsTestJSON-770197277-project] 10.222.0.13 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0067489 Jan 26 21:19:33.177903 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 34358) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:19:33.183464 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [None req-212e1e1c-e0ae-4d66-93dd-e0c46bc63358 tempest-ExtensionsTestJSON-770197277 tempest-ExtensionsTestJSON-770197277-project] http://10.222.0.13:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=103305) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 26 21:19:33.187651 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-212e1e1c-e0ae-4d66-93dd-e0c46bc63358 tempest-ExtensionsTestJSON-770197277 tempest-ExtensionsTestJSON-770197277-project] 10.222.0.13 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0074084 Jan 26 21:19:33.188735 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 34360) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:19:33.193275 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [None req-434fa0a0-3ff1-43e2-9f8f-5f62879420eb tempest-ExtensionsTestJSON-770197277 tempest-ExtensionsTestJSON-770197277-project] http://10.222.0.13:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=103305) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 26 21:19:33.196726 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-434fa0a0-3ff1-43e2-9f8f-5f62879420eb tempest-ExtensionsTestJSON-770197277 tempest-ExtensionsTestJSON-770197277-project] 10.222.0.13 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0064421 Jan 26 21:19:33.197998 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 34362) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:19:33.202839 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [None req-bf621140-306e-4074-af94-916c6cb22e35 tempest-ExtensionsTestJSON-770197277 tempest-ExtensionsTestJSON-770197277-project] http://10.222.0.13:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=103305) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 26 21:19:33.206426 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-bf621140-306e-4074-af94-916c6cb22e35 tempest-ExtensionsTestJSON-770197277 tempest-ExtensionsTestJSON-770197277-project] 10.222.0.13 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0070534 Jan 26 21:19:33.207167 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 34364) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:19:33.212326 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [None req-6e04fb92-42b6-4669-9792-cd4b5948d43f tempest-ExtensionsTestJSON-770197277 tempest-ExtensionsTestJSON-770197277-project] http://10.222.0.13:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=103305) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 26 21:19:33.216608 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-6e04fb92-42b6-4669-9792-cd4b5948d43f tempest-ExtensionsTestJSON-770197277 tempest-ExtensionsTestJSON-770197277-project] 10.222.0.13 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0083997 Jan 26 21:19:33.217398 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 34366) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:19:33.225195 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [None req-2cb77e80-4202-4a4b-8431-e5ea947d461b tempest-ExtensionsTestJSON-770197277 tempest-ExtensionsTestJSON-770197277-project] http://10.222.0.13:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=103305) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 26 21:19:33.229340 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-2cb77e80-4202-4a4b-8431-e5ea947d461b tempest-ExtensionsTestJSON-770197277 tempest-ExtensionsTestJSON-770197277-project] 10.222.0.13 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0105445 Jan 26 21:19:33.229589 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddcfeaf2-33eb-4d07-b6a4-736c732eaf52 req-1546575d-e40d-4c4a-9160-71be40a2398c tempest-DeleteServersTestJSON-1338827600 tempest-DeleteServersTestJSON-1338827600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:19:33.230745 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 34368) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:19:33.231352 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-ddcfeaf2-33eb-4d07-b6a4-736c732eaf52 req-1546575d-e40d-4c4a-9160-71be40a2398c tempest-DeleteServersTestJSON-1338827600 tempest-DeleteServersTestJSON-1338827600-project] 10.222.0.13 "GET /v2.0/ports?device_id=1da2e2a1-748b-43c1-9f0a-e57e215701d1 HTTP/1.1" status: 200 len: 945 time: 0.3741601 Jan 26 21:19:33.242497 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [None req-fb2658bd-b829-4736-a5b9-81c454050df9 tempest-ExtensionsTestJSON-770197277 tempest-ExtensionsTestJSON-770197277-project] http://10.222.0.13:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=103305) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 26 21:19:33.246501 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-fb2658bd-b829-4736-a5b9-81c454050df9 tempest-ExtensionsTestJSON-770197277 tempest-ExtensionsTestJSON-770197277-project] 10.222.0.13 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0088382 Jan 26 21:19:33.247354 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 34370) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:19:33.252498 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [None req-9f1fb9eb-f0ac-41f0-b3b4-f8f41bd10958 tempest-ExtensionsTestJSON-770197277 tempest-ExtensionsTestJSON-770197277-project] http://10.222.0.13:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=103305) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 26 21:19:33.256063 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-9f1fb9eb-f0ac-41f0-b3b4-f8f41bd10958 tempest-ExtensionsTestJSON-770197277 tempest-ExtensionsTestJSON-770197277-project] 10.222.0.13 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0074418 Jan 26 21:19:33.256915 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 34374) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:19:33.263924 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [None req-b08942dc-7925-4cb0-a7f0-305c576facda tempest-ExtensionsTestJSON-770197277 tempest-ExtensionsTestJSON-770197277-project] http://10.222.0.13:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=103305) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 26 21:19:33.267775 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-b08942dc-7925-4cb0-a7f0-305c576facda tempest-ExtensionsTestJSON-770197277 tempest-ExtensionsTestJSON-770197277-project] 10.222.0.13 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0097816 Jan 26 21:19:33.268535 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 34376) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:19:33.274049 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [None req-6ce2f160-c8a0-4526-878e-623cd03572df tempest-ExtensionsTestJSON-770197277 tempest-ExtensionsTestJSON-770197277-project] http://10.222.0.13:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=103305) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 26 21:19:33.279396 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-6ce2f160-c8a0-4526-878e-623cd03572df tempest-ExtensionsTestJSON-770197277 tempest-ExtensionsTestJSON-770197277-project] 10.222.0.13 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0097878 Jan 26 21:19:33.282333 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 34378) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:19:33.286709 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [None req-efe9e60a-4a1d-4dc9-82e6-b9766feac250 tempest-ExtensionsTestJSON-770197277 tempest-ExtensionsTestJSON-770197277-project] http://10.222.0.13:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=103305) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 26 21:19:33.291555 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-efe9e60a-4a1d-4dc9-82e6-b9766feac250 tempest-ExtensionsTestJSON-770197277 tempest-ExtensionsTestJSON-770197277-project] 10.222.0.13 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0077150 Jan 26 21:19:33.292705 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 34380) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:19:33.296860 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [None req-d29ca1f5-ff00-4cab-9430-8038f4002b74 tempest-ExtensionsTestJSON-770197277 tempest-ExtensionsTestJSON-770197277-project] http://10.222.0.13:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=103305) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 26 21:19:33.300687 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-d29ca1f5-ff00-4cab-9430-8038f4002b74 tempest-ExtensionsTestJSON-770197277 tempest-ExtensionsTestJSON-770197277-project] 10.222.0.13 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0068824 Jan 26 21:19:33.301767 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 34382) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:19:33.306185 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [None req-5b647fdf-cc27-42b7-9179-5698a1a8bcf5 tempest-ExtensionsTestJSON-770197277 tempest-ExtensionsTestJSON-770197277-project] http://10.222.0.13:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=103305) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 26 21:19:33.310467 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-5b647fdf-cc27-42b7-9179-5698a1a8bcf5 tempest-ExtensionsTestJSON-770197277 tempest-ExtensionsTestJSON-770197277-project] 10.222.0.13 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0072129 Jan 26 21:19:33.311157 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 34384) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:19:33.315910 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [None req-3dab49cd-82ed-47ac-b154-bc356b1c6b50 tempest-ExtensionsTestJSON-770197277 tempest-ExtensionsTestJSON-770197277-project] http://10.222.0.13:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=103305) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 26 21:19:33.319532 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-3dab49cd-82ed-47ac-b154-bc356b1c6b50 tempest-ExtensionsTestJSON-770197277 tempest-ExtensionsTestJSON-770197277-project] 10.222.0.13 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0067840 Jan 26 21:19:33.320287 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 34386) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:19:33.326235 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [None req-8f8570d0-5f98-41ca-b1e0-09f836850b17 tempest-ExtensionsTestJSON-770197277 tempest-ExtensionsTestJSON-770197277-project] http://10.222.0.13:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=103305) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 26 21:19:33.330782 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-8f8570d0-5f98-41ca-b1e0-09f836850b17 tempest-ExtensionsTestJSON-770197277 tempest-ExtensionsTestJSON-770197277-project] 10.222.0.13 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0092304 Jan 26 21:19:33.331575 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 34388) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:19:33.333624 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-ddcfeaf2-33eb-4d07-b6a4-736c732eaf52 req-e0f8a931-45e1-4081-9a55-9ddb66ed2adc tempest-DeleteServersTestJSON-1338827600 tempest-DeleteServersTestJSON-1338827600-project] 10.222.0.13 "GET /v2.0/security-groups?id=b7fc5e70-a24b-497d-9cf6-8df82d0ad35b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719004 Jan 26 21:19:33.350737 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-1300e0b6-37eb-4258-992a-8508ddc99249 req-f37c3a2f-6a8e-4ac8-94a0-bada6b670b5c service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=b7fc5e70-a24b-497d-9cf6-8df82d0ad35b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2358313 Jan 26 21:19:33.361720 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [None req-cdcf8010-a26c-49a5-b17b-7c9723eb8b5c tempest-ExtensionsTestJSON-770197277 tempest-ExtensionsTestJSON-770197277-project] http://10.222.0.13:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=103305) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 26 21:19:33.364810 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-cdcf8010-a26c-49a5-b17b-7c9723eb8b5c tempest-ExtensionsTestJSON-770197277 tempest-ExtensionsTestJSON-770197277-project] 10.222.0.13 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0291572 Jan 26 21:19:33.366861 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 34390) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:19:33.379494 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.db.resource_extend [None req-cf060a57-69d0-4034-9e5e-9ab1fa25a7bb tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 26 21:19:33.387115 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [None req-5df94bd1-ed22-4fe0-ba96-78c422db5074 tempest-ExtensionsTestJSON-770197277 tempest-ExtensionsTestJSON-770197277-project] http://10.222.0.13:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=103305) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 26 21:19:33.401011 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-5df94bd1-ed22-4fe0-ba96-78c422db5074 tempest-ExtensionsTestJSON-770197277 tempest-ExtensionsTestJSON-770197277-project] 10.222.0.13 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0328512 Jan 26 21:19:33.401666 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 34392) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:19:33.406912 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [None req-d64fe1fd-1034-4bb2-a0ec-8ba098306bf4 tempest-ExtensionsTestJSON-770197277 tempest-ExtensionsTestJSON-770197277-project] http://10.222.0.13:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=103305) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 26 21:19:33.410898 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-d64fe1fd-1034-4bb2-a0ec-8ba098306bf4 tempest-ExtensionsTestJSON-770197277 tempest-ExtensionsTestJSON-770197277-project] 10.222.0.13 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0083103 Jan 26 21:19:33.411486 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 34394) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:19:33.417664 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [None req-eea09145-67a9-4c1a-81ae-418a79d835d2 tempest-ExtensionsTestJSON-770197277 tempest-ExtensionsTestJSON-770197277-project] http://10.222.0.13:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=103305) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 26 21:19:33.421067 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-eea09145-67a9-4c1a-81ae-418a79d835d2 tempest-ExtensionsTestJSON-770197277 tempest-ExtensionsTestJSON-770197277-project] 10.222.0.13 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0086401 Jan 26 21:19:33.421653 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 34396) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:19:33.444616 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [None req-dc764a4b-ad13-4fb6-bb84-f8c8acd8a8c1 tempest-ExtensionsTestJSON-770197277 tempest-ExtensionsTestJSON-770197277-project] http://10.222.0.13:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=103305) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 26 21:19:33.445609 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-dc764a4b-ad13-4fb6-bb84-f8c8acd8a8c1 tempest-ExtensionsTestJSON-770197277 tempest-ExtensionsTestJSON-770197277-project] 10.222.0.13 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0230179 Jan 26 21:19:33.448663 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 34398) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:19:33.452570 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [None req-1b0a90ef-1a1f-4051-ac41-e6f76de1652f tempest-ExtensionsTestJSON-770197277 tempest-ExtensionsTestJSON-770197277-project] http://10.222.0.13:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=103305) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 26 21:19:33.453535 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-1b0a90ef-1a1f-4051-ac41-e6f76de1652f tempest-ExtensionsTestJSON-770197277 tempest-ExtensionsTestJSON-770197277-project] 10.222.0.13 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0039675 Jan 26 21:19:33.455616 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 34400) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:19:33.459384 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [None req-8f1209c3-457e-41ee-a380-73687cf3f9cf tempest-ExtensionsTestJSON-770197277 tempest-ExtensionsTestJSON-770197277-project] http://10.222.0.13:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=103305) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 26 21:19:33.460318 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-8f1209c3-457e-41ee-a380-73687cf3f9cf tempest-ExtensionsTestJSON-770197277 tempest-ExtensionsTestJSON-770197277-project] 10.222.0.13 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0038748 Jan 26 21:19:33.471912 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 34402) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:19:33.477080 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [None req-7dc04669-416a-4f40-abf1-b5522d09be2e tempest-ExtensionsTestJSON-770197277 tempest-ExtensionsTestJSON-770197277-project] http://10.222.0.13:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=103304) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 26 21:19:33.478323 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-7dc04669-416a-4f40-abf1-b5522d09be2e tempest-ExtensionsTestJSON-770197277 tempest-ExtensionsTestJSON-770197277-project] 10.222.0.13 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0049326 Jan 26 21:19:33.480909 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 34404) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:19:33.485908 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [None req-32247e22-5e45-4e24-92c5-57354baa32f4 tempest-ExtensionsTestJSON-770197277 tempest-ExtensionsTestJSON-770197277-project] http://10.222.0.13:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=103305) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 26 21:19:33.486879 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-32247e22-5e45-4e24-92c5-57354baa32f4 tempest-ExtensionsTestJSON-770197277 tempest-ExtensionsTestJSON-770197277-project] 10.222.0.13 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0049815 Jan 26 21:19:33.489351 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 34406) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:19:33.491677 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-bf492520-cc55-48ec-8144-5a9de2182953 req-cae58533-99e7-4946-ba92-f77aebddfc82 tempest-ServersNegativeTestJSON-90632883 tempest-ServersNegativeTestJSON-90632883-project] 10.222.0.13 "GET /v2.0/security-groups?id=f00b351c-12ea-4499-84c9-f0263f4f27ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3326960 Jan 26 21:19:33.502043 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [None req-44c49a35-9446-431a-96ee-2c3220abf67f tempest-ExtensionsTestJSON-770197277 tempest-ExtensionsTestJSON-770197277-project] http://10.222.0.13:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=103305) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 26 21:19:33.508292 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-44c49a35-9446-431a-96ee-2c3220abf67f tempest-ExtensionsTestJSON-770197277 tempest-ExtensionsTestJSON-770197277-project] 10.222.0.13 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0180807 Jan 26 21:19:33.511351 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 34408) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:19:33.517470 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [None req-fe849cdb-77f7-43e9-b205-80b1c3362f27 tempest-ExtensionsTestJSON-770197277 tempest-ExtensionsTestJSON-770197277-project] http://10.222.0.13:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=103305) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 26 21:19:33.523156 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-fe849cdb-77f7-43e9-b205-80b1c3362f27 tempest-ExtensionsTestJSON-770197277 tempest-ExtensionsTestJSON-770197277-project] 10.222.0.13 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0106311 Jan 26 21:19:33.527862 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 34414) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:19:33.532303 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [None req-d7621694-5448-4e5a-af38-24475bf470fd tempest-ExtensionsTestJSON-770197277 tempest-ExtensionsTestJSON-770197277-project] http://10.222.0.13:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=103304) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 26 21:19:33.533463 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-d7621694-5448-4e5a-af38-24475bf470fd tempest-ExtensionsTestJSON-770197277 tempest-ExtensionsTestJSON-770197277-project] 10.222.0.13 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0046835 Jan 26 21:19:33.535823 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 34416) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:19:33.540166 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [None req-4fa04ec1-479a-4ab6-be28-30099febf147 tempest-ExtensionsTestJSON-770197277 tempest-ExtensionsTestJSON-770197277-project] http://10.222.0.13:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=103305) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 26 21:19:33.541153 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-4fa04ec1-479a-4ab6-be28-30099febf147 tempest-ExtensionsTestJSON-770197277 tempest-ExtensionsTestJSON-770197277-project] 10.222.0.13 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0042837 Jan 26 21:19:33.543337 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 34418) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:19:33.557793 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [None req-c29d061b-8706-42fa-84c6-b239b1b456ec tempest-ExtensionsTestJSON-770197277 tempest-ExtensionsTestJSON-770197277-project] http://10.222.0.13:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=103305) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 26 21:19:33.558790 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-c29d061b-8706-42fa-84c6-b239b1b456ec tempest-ExtensionsTestJSON-770197277 tempest-ExtensionsTestJSON-770197277-project] 10.222.0.13 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0146048 Jan 26 21:19:33.562451 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-cf060a57-69d0-4034-9e5e-9ab1fa25a7bb tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:19:33.563177 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 34422) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:19:33.576234 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [None req-592ec234-d857-4406-90c5-c2796d316cea tempest-ExtensionsTestJSON-770197277 tempest-ExtensionsTestJSON-770197277-project] http://10.222.0.13:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=103304) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 26 21:19:33.577243 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-592ec234-d857-4406-90c5-c2796d316cea tempest-ExtensionsTestJSON-770197277 tempest-ExtensionsTestJSON-770197277-project] 10.222.0.13 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0130877 Jan 26 21:19:33.579956 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 34424) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:19:33.584161 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [None req-8b13a47b-3cb4-4c3b-a405-68a00e15779e tempest-ExtensionsTestJSON-770197277 tempest-ExtensionsTestJSON-770197277-project] http://10.222.0.13:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=103305) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 26 21:19:33.587437 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-8b13a47b-3cb4-4c3b-a405-68a00e15779e tempest-ExtensionsTestJSON-770197277 tempest-ExtensionsTestJSON-770197277-project] 10.222.0.13 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0041943 Jan 26 21:19:33.588001 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-cf060a57-69d0-4034-9e5e-9ab1fa25a7bb tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4110913'] for floatingip (b26908fb-fc52-4dc7-a0de-58c1d50d0c04), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:19:33.589829 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 34426) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:19:33.648472 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [None req-ca22da28-3511-48fa-b250-709e3ad8e9a5 tempest-ExtensionsTestJSON-770197277 tempest-ExtensionsTestJSON-770197277-project] http://10.222.0.13:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=103304) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 26 21:19:33.652712 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-ca22da28-3511-48fa-b250-709e3ad8e9a5 tempest-ExtensionsTestJSON-770197277 tempest-ExtensionsTestJSON-770197277-project] 10.222.0.13 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0579340 Jan 26 21:19:33.652892 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 34428) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:19:33.656561 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [None req-7c8fc41e-bac1-4950-bd16-72cb5b34b8a8 tempest-ExtensionsTestJSON-770197277 tempest-ExtensionsTestJSON-770197277-project] http://10.222.0.13:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=103305) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 26 21:19:33.659857 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-7c8fc41e-bac1-4950-bd16-72cb5b34b8a8 tempest-ExtensionsTestJSON-770197277 tempest-ExtensionsTestJSON-770197277-project] 10.222.0.13 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0043082 Jan 26 21:19:33.660048 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 34430) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:19:33.664212 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [None req-efdaf5a2-e401-4bbf-aedd-07d6cea6917d tempest-ExtensionsTestJSON-770197277 tempest-ExtensionsTestJSON-770197277-project] http://10.222.0.13:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=103305) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 26 21:19:33.667927 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-efdaf5a2-e401-4bbf-aedd-07d6cea6917d tempest-ExtensionsTestJSON-770197277 tempest-ExtensionsTestJSON-770197277-project] 10.222.0.13 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0041983 Jan 26 21:19:33.670236 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 34432) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:19:33.674719 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [None req-51913931-1c6e-4269-8d20-377ca2daa2c4 tempest-ExtensionsTestJSON-770197277 tempest-ExtensionsTestJSON-770197277-project] http://10.222.0.13:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=103304) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 26 21:19:33.678082 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-51913931-1c6e-4269-8d20-377ca2daa2c4 tempest-ExtensionsTestJSON-770197277 tempest-ExtensionsTestJSON-770197277-project] 10.222.0.13 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0045493 Jan 26 21:19:33.678452 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 34434) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:19:33.684192 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [None req-75c6e34c-1703-426c-8040-91b3663b8c7c tempest-ExtensionsTestJSON-770197277 tempest-ExtensionsTestJSON-770197277-project] http://10.222.0.13:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=103305) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 26 21:19:33.686121 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-75c6e34c-1703-426c-8040-91b3663b8c7c tempest-ExtensionsTestJSON-770197277 tempest-ExtensionsTestJSON-770197277-project] 10.222.0.13 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0059807 Jan 26 21:19:33.690379 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 34436) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:19:33.695217 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [None req-268b4841-e563-4e3c-a8a3-25bebb777574 tempest-ExtensionsTestJSON-770197277 tempest-ExtensionsTestJSON-770197277-project] http://10.222.0.13:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=103305) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 26 21:19:33.700397 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-268b4841-e563-4e3c-a8a3-25bebb777574 tempest-ExtensionsTestJSON-770197277 tempest-ExtensionsTestJSON-770197277-project] 10.222.0.13 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0066867 Jan 26 21:19:33.702061 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 34438) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:19:33.712241 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [None req-d6e888b9-2dc7-4193-be30-59fafc32437e tempest-ExtensionsTestJSON-770197277 tempest-ExtensionsTestJSON-770197277-project] http://10.222.0.13:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=103305) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 26 21:19:33.715751 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-d6e888b9-2dc7-4193-be30-59fafc32437e tempest-ExtensionsTestJSON-770197277 tempest-ExtensionsTestJSON-770197277-project] 10.222.0.13 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0103762 Jan 26 21:19:33.716572 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 34442) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:19:33.725396 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [None req-507efae1-b6a6-439e-b36a-dc10658ab027 tempest-ExtensionsTestJSON-770197277 tempest-ExtensionsTestJSON-770197277-project] http://10.222.0.13:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=103305) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 26 21:19:33.726389 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-507efae1-b6a6-439e-b36a-dc10658ab027 tempest-ExtensionsTestJSON-770197277 tempest-ExtensionsTestJSON-770197277-project] 10.222.0.13 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0055492 Jan 26 21:19:33.732141 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 34444) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:19:33.736427 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [None req-c78defed-5f1d-4f0a-9481-35253a2bec6d tempest-ExtensionsTestJSON-770197277 tempest-ExtensionsTestJSON-770197277-project] http://10.222.0.13:9696/v2.0/extensions/quota-check-limit returned with HTTP 200 {{(pid=103305) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 26 21:19:33.737352 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-c78defed-5f1d-4f0a-9481-35253a2bec6d tempest-ExtensionsTestJSON-770197277 tempest-ExtensionsTestJSON-770197277-project] 10.222.0.13 "GET /v2.0/extensions/quota-check-limit HTTP/1.1" status: 200 len: 420 time: 0.0043478 Jan 26 21:19:33.740055 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 34446) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:19:33.752052 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [None req-4c44dc28-f721-4906-a047-99bcf253cad4 tempest-ExtensionsTestJSON-770197277 tempest-ExtensionsTestJSON-770197277-project] http://10.222.0.13:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=103304) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 26 21:19:33.755797 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 34448) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:19:33.760437 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [None req-a81607fd-c821-4968-b593-d80e0fbdece7 tempest-ExtensionsTestJSON-770197277 tempest-ExtensionsTestJSON-770197277-project] http://10.222.0.13:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=103305) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 26 21:19:33.764108 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-a81607fd-c821-4968-b593-d80e0fbdece7 tempest-ExtensionsTestJSON-770197277 tempest-ExtensionsTestJSON-770197277-project] 10.222.0.13 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0072169 Jan 26 21:19:33.764703 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 34450) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:19:33.768882 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [None req-55caeccb-b6cf-406a-acea-21176599017b tempest-ExtensionsTestJSON-770197277 tempest-ExtensionsTestJSON-770197277-project] http://10.222.0.13:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=103305) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 26 21:19:33.772639 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-4c44dc28-f721-4906-a047-99bcf253cad4 tempest-ExtensionsTestJSON-770197277 tempest-ExtensionsTestJSON-770197277-project] 10.222.0.13 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 386 time: 0.0313153 Jan 26 21:19:33.777800 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 34452) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:19:33.778623 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-55caeccb-b6cf-406a-acea-21176599017b tempest-ExtensionsTestJSON-770197277 tempest-ExtensionsTestJSON-770197277-project] 10.222.0.13 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0128856 Jan 26 21:19:33.783171 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [None req-795aaeda-0a16-42bb-ab57-1180f96ce0a7 tempest-ExtensionsTestJSON-770197277 tempest-ExtensionsTestJSON-770197277-project] http://10.222.0.13:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=103304) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 26 21:19:33.791715 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-795aaeda-0a16-42bb-ab57-1180f96ce0a7 tempest-ExtensionsTestJSON-770197277 tempest-ExtensionsTestJSON-770197277-project] 10.222.0.13 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0111187 Jan 26 21:19:33.796512 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 34454) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:19:33.800947 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [None req-39eee60d-afd5-4017-9b22-39d2ece6933c tempest-ExtensionsTestJSON-770197277 tempest-ExtensionsTestJSON-770197277-project] http://10.222.0.13:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=103305) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 26 21:19:33.804755 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-39eee60d-afd5-4017-9b22-39d2ece6933c tempest-ExtensionsTestJSON-770197277 tempest-ExtensionsTestJSON-770197277-project] 10.222.0.13 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0072076 Jan 26 21:19:33.805424 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 34456) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:19:33.811052 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [None req-3d10839e-721b-453a-bf4a-2623f0ba6d41 tempest-ExtensionsTestJSON-770197277 tempest-ExtensionsTestJSON-770197277-project] http://10.222.0.13:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=103305) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 26 21:19:33.814978 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-3d10839e-721b-453a-bf4a-2623f0ba6d41 tempest-ExtensionsTestJSON-770197277 tempest-ExtensionsTestJSON-770197277-project] 10.222.0.13 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0085809 Jan 26 21:19:33.817326 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 34458) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:19:33.836845 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [None req-ef355959-7e00-4a88-9ebb-2d65ceefebce tempest-ExtensionsTestJSON-770197277 tempest-ExtensionsTestJSON-770197277-project] http://10.222.0.13:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=103305) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 26 21:19:33.855989 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-ef355959-7e00-4a88-9ebb-2d65ceefebce tempest-ExtensionsTestJSON-770197277 tempest-ExtensionsTestJSON-770197277-project] 10.222.0.13 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0381873 Jan 26 21:19:33.856692 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 34460) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:19:33.873599 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [None req-ee4cd244-5318-4ba7-ac8f-2df842ed39e8 tempest-ExtensionsTestJSON-770197277 tempest-ExtensionsTestJSON-770197277-project] http://10.222.0.13:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=103305) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 26 21:19:33.877308 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-ee4cd244-5318-4ba7-ac8f-2df842ed39e8 tempest-ExtensionsTestJSON-770197277 tempest-ExtensionsTestJSON-770197277-project] 10.222.0.13 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0196931 Jan 26 21:19:33.877935 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 34462) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:19:33.880731 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c610a2-b528-43dd-8cb4-44b5866fa5c7 req-eac831be-7dde-41d1-a1e2-d1108dfc124e tempest-ServersNegativeTestJSON-90632883 tempest-ServersNegativeTestJSON-90632883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:19:33.883361 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [None req-21330b64-8b1f-4349-a435-2d5470dea3c4 tempest-ExtensionsTestJSON-770197277 tempest-ExtensionsTestJSON-770197277-project] http://10.222.0.13:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=103305) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 26 21:19:33.887193 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-21330b64-8b1f-4349-a435-2d5470dea3c4 tempest-ExtensionsTestJSON-770197277 tempest-ExtensionsTestJSON-770197277-project] 10.222.0.13 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0079296 Jan 26 21:19:33.888321 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 34464) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:19:33.892520 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-07c610a2-b528-43dd-8cb4-44b5866fa5c7 req-eac831be-7dde-41d1-a1e2-d1108dfc124e tempest-ServersNegativeTestJSON-90632883 tempest-ServersNegativeTestJSON-90632883-project] 10.222.0.13 "GET /v2.0/ports?device_id=20bda332-a159-49bd-8c61-2ea774ab5602 HTTP/1.1" status: 200 len: 946 time: 0.2340291 Jan 26 21:19:33.898511 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [None req-1d506976-5428-42b6-a1d5-2cb74700858c tempest-ExtensionsTestJSON-770197277 tempest-ExtensionsTestJSON-770197277-project] http://10.222.0.13:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=103305) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 26 21:19:33.902389 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-1d506976-5428-42b6-a1d5-2cb74700858c tempest-ExtensionsTestJSON-770197277 tempest-ExtensionsTestJSON-770197277-project] 10.222.0.13 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0075643 Jan 26 21:19:33.903138 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 34466) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:19:33.907201 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [None req-588cd79c-5cd3-45b4-9cbc-efed955f4521 tempest-ExtensionsTestJSON-770197277 tempest-ExtensionsTestJSON-770197277-project] http://10.222.0.13:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=103305) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 26 21:19:33.910617 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-588cd79c-5cd3-45b4-9cbc-efed955f4521 tempest-ExtensionsTestJSON-770197277 tempest-ExtensionsTestJSON-770197277-project] 10.222.0.13 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0064259 Jan 26 21:19:33.912606 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 34468) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:19:33.924754 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [None req-877b85b0-d975-4be2-867d-60d4ab73dbd2 tempest-ExtensionsTestJSON-770197277 tempest-ExtensionsTestJSON-770197277-project] http://10.222.0.13:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=103304) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 26 21:19:33.932999 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 34470) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:19:33.937512 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [None req-5ee569e4-c49b-40b7-944c-c4e616a42e61 tempest-ExtensionsTestJSON-770197277 tempest-ExtensionsTestJSON-770197277-project] http://10.222.0.13:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=103305) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 26 21:19:33.941964 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-5ee569e4-c49b-40b7-944c-c4e616a42e61 tempest-ExtensionsTestJSON-770197277 tempest-ExtensionsTestJSON-770197277-project] 10.222.0.13 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0076668 Jan 26 21:19:33.942852 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 34472) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:19:33.946488 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-877b85b0-d975-4be2-867d-60d4ab73dbd2 tempest-ExtensionsTestJSON-770197277 tempest-ExtensionsTestJSON-770197277-project] 10.222.0.13 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0240734 Jan 26 21:19:33.952221 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [None req-b23c0cb4-d146-4ccc-b1c0-b0fed6c0ec0f tempest-ExtensionsTestJSON-770197277 tempest-ExtensionsTestJSON-770197277-project] http://10.222.0.13:9696/v2.0/extensions/security-groups-shared-filtering returned with HTTP 200 {{(pid=103305) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 26 21:19:33.958006 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-b23c0cb4-d146-4ccc-b1c0-b0fed6c0ec0f tempest-ExtensionsTestJSON-770197277 tempest-ExtensionsTestJSON-770197277-project] 10.222.0.13 "GET /v2.0/extensions/security-groups-shared-filtering HTTP/1.1" status: 200 len: 435 time: 0.0135002 Jan 26 21:19:33.960837 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 34474) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:19:33.965862 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [None req-919f76dc-9829-49b0-a44e-6d6e661d31c8 tempest-ExtensionsTestJSON-770197277 tempest-ExtensionsTestJSON-770197277-project] http://10.222.0.13:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=103305) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 26 21:19:33.979389 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-919f76dc-9829-49b0-a44e-6d6e661d31c8 tempest-ExtensionsTestJSON-770197277 tempest-ExtensionsTestJSON-770197277-project] 10.222.0.13 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0167055 Jan 26 21:19:33.981903 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 34476) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:19:33.989058 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [None req-ecffb490-36cd-4fde-9de8-f89df2271c6d tempest-ExtensionsTestJSON-770197277 tempest-ExtensionsTestJSON-770197277-project] http://10.222.0.13:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=103305) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 26 21:19:33.992933 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 34478) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:19:33.993217 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-ecffb490-36cd-4fde-9de8-f89df2271c6d tempest-ExtensionsTestJSON-770197277 tempest-ExtensionsTestJSON-770197277-project] 10.222.0.13 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0083184 Jan 26 21:19:34.007219 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [None req-f55f0135-a5b6-403c-9564-02baf43a4628 tempest-ExtensionsTestJSON-770197277 tempest-ExtensionsTestJSON-770197277-project] http://10.222.0.13:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=103304) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 26 21:19:34.011370 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-f55f0135-a5b6-403c-9564-02baf43a4628 tempest-ExtensionsTestJSON-770197277 tempest-ExtensionsTestJSON-770197277-project] 10.222.0.13 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0085003 Jan 26 21:19:34.012220 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 34480) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:19:34.013573 n-d-760453-5 neutron-server[103304]: INFO neutron.db.l3_db [None req-cf060a57-69d0-4034-9e5e-9ab1fa25a7bb tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] Floating IP b26908fb-fc52-4dc7-a0de-58c1d50d0c04 associated. External IP: 172.25.1.174, port: 4836496e-4b86-4ff4-b7d3-0f22f4a6f134. Jan 26 21:19:34.017440 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [None req-a64ab66d-8d16-4224-a88b-8d679648d839 tempest-ExtensionsTestJSON-770197277 tempest-ExtensionsTestJSON-770197277-project] http://10.222.0.13:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=103305) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 26 21:19:34.023007 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-a64ab66d-8d16-4224-a88b-8d679648d839 tempest-ExtensionsTestJSON-770197277 tempest-ExtensionsTestJSON-770197277-project] 10.222.0.13 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0094576 Jan 26 21:19:34.024182 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 34482) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:19:34.028554 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [None req-a8e68500-80c0-4aea-b0d5-9835c1d6684f tempest-ExtensionsTestJSON-770197277 tempest-ExtensionsTestJSON-770197277-project] http://10.222.0.13:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=103305) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 26 21:19:34.035694 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-a8e68500-80c0-4aea-b0d5-9835c1d6684f tempest-ExtensionsTestJSON-770197277 tempest-ExtensionsTestJSON-770197277-project] 10.222.0.13 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0103486 Jan 26 21:19:34.038115 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 34484) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:19:34.044962 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [None req-7f7ea9a9-f0ed-4ff1-ac24-9059255c6ee6 tempest-ExtensionsTestJSON-770197277 tempest-ExtensionsTestJSON-770197277-project] http://10.222.0.13:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=103305) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 26 21:19:34.060783 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-7f7ea9a9-f0ed-4ff1-ac24-9059255c6ee6 tempest-ExtensionsTestJSON-770197277 tempest-ExtensionsTestJSON-770197277-project] 10.222.0.13 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0191224 Jan 26 21:19:34.061114 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 34486) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:19:34.065582 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [None req-090ffaa4-aab6-4927-afd0-0770fd3e33b3 tempest-ExtensionsTestJSON-770197277 tempest-ExtensionsTestJSON-770197277-project] http://10.222.0.13:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=103305) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 26 21:19:34.066846 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-090ffaa4-aab6-4927-afd0-0770fd3e33b3 tempest-ExtensionsTestJSON-770197277 tempest-ExtensionsTestJSON-770197277-project] 10.222.0.13 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0045705 Jan 26 21:19:34.069398 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 34488) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:19:34.073918 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [None req-f8e85102-bde8-465f-9f74-cdabe971ab62 tempest-ExtensionsTestJSON-770197277 tempest-ExtensionsTestJSON-770197277-project] http://10.222.0.13:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=103305) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 26 21:19:34.076239 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-f8e85102-bde8-465f-9f74-cdabe971ab62 tempest-ExtensionsTestJSON-770197277 tempest-ExtensionsTestJSON-770197277-project] 10.222.0.13 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0056796 Jan 26 21:19:34.080937 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-07c610a2-b528-43dd-8cb4-44b5866fa5c7 req-ecb646ad-e504-44fb-80d4-6c6a2397570d tempest-ServersNegativeTestJSON-90632883 tempest-ServersNegativeTestJSON-90632883-project] 10.222.0.13 "GET /v2.0/security-groups?id=f00b351c-12ea-4499-84c9-f0263f4f27ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1875639 Jan 26 21:19:34.081443 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 34490) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:19:34.090126 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [None req-a1118053-2644-4c9a-87b6-e52878ad8d13 tempest-ExtensionsTestJSON-770197277 tempest-ExtensionsTestJSON-770197277-project] http://10.222.0.13:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=103304) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 26 21:19:34.094658 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 34492) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:19:34.099244 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-a1118053-2644-4c9a-87b6-e52878ad8d13 tempest-ExtensionsTestJSON-770197277 tempest-ExtensionsTestJSON-770197277-project] 10.222.0.13 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0144072 Jan 26 21:19:34.110754 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [None req-eadc378b-ede4-46d9-9106-3dc395f5ec07 tempest-ExtensionsTestJSON-770197277 tempest-ExtensionsTestJSON-770197277-project] http://10.222.0.13:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=103305) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 26 21:19:34.115427 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-eadc378b-ede4-46d9-9106-3dc395f5ec07 tempest-ExtensionsTestJSON-770197277 tempest-ExtensionsTestJSON-770197277-project] 10.222.0.13 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0195208 Jan 26 21:19:34.115741 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 34496) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:19:34.120106 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [None req-c7146195-9616-4184-b574-878a63397566 tempest-ExtensionsTestJSON-770197277 tempest-ExtensionsTestJSON-770197277-project] http://10.222.0.13:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=103304) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 26 21:19:34.123905 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-c7146195-9616-4184-b574-878a63397566 tempest-ExtensionsTestJSON-770197277 tempest-ExtensionsTestJSON-770197277-project] 10.222.0.13 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0044606 Jan 26 21:19:34.350073 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662ac476-7525-4b03-97aa-671b5843b216 req-f4a20186-8564-43b2-b933-76e578b41d4b tempest-ServersNegativeTestJSON-90632883 tempest-ServersNegativeTestJSON-90632883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:19:34.357881 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-662ac476-7525-4b03-97aa-671b5843b216 req-f4a20186-8564-43b2-b933-76e578b41d4b tempest-ServersNegativeTestJSON-90632883 tempest-ServersNegativeTestJSON-90632883-project] 10.222.0.13 "GET /v2.0/ports?device_id=20bda332-a159-49bd-8c61-2ea774ab5602 HTTP/1.1" status: 200 len: 946 time: 0.1502540 Jan 26 21:19:34.502922 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-662ac476-7525-4b03-97aa-671b5843b216 req-4236cb96-b3b6-4de8-90a4-c5bf5d9dcee2 tempest-ServersNegativeTestJSON-90632883 tempest-ServersNegativeTestJSON-90632883-project] 10.222.0.13 "GET /v2.0/security-groups?id=f00b351c-12ea-4499-84c9-f0263f4f27ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1382735 Jan 26 21:19:34.620903 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 34514) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:19:34.669692 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf060a57-69d0-4034-9e5e-9ab1fa25a7bb tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] Router 26653f6c-6a3d-4ca7-b1da-a2ac653fa3f2 has already been hosted by L3 agent 09df100c-3af1-4b0a-bda8-05914c71c458 {{(pid=103304) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 26 21:19:34.698710 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22040194-2cd5-4196-9813-28c2191d4cdf req-9217fe2a-4071-4340-a238-70647dd23f9c tempest-DeleteServersTestJSON-1338827600 tempest-DeleteServersTestJSON-1338827600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:19:34.707747 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-22040194-2cd5-4196-9813-28c2191d4cdf req-9217fe2a-4071-4340-a238-70647dd23f9c tempest-DeleteServersTestJSON-1338827600 tempest-DeleteServersTestJSON-1338827600-project] 10.222.0.13 "GET /v2.0/ports?device_id=1da2e2a1-748b-43c1-9f0a-e57e215701d1 HTTP/1.1" status: 200 len: 945 time: 0.1453102 Jan 26 21:19:34.874818 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-1ff01df0-3dd0-446e-a401-388a736808fe admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:19:34.940538 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-22040194-2cd5-4196-9813-28c2191d4cdf req-5068fec5-6831-4f73-bc92-c4ef52e2ea58 tempest-DeleteServersTestJSON-1338827600 tempest-DeleteServersTestJSON-1338827600-project] 10.222.0.13 "GET /v2.0/security-groups?id=b7fc5e70-a24b-497d-9cf6-8df82d0ad35b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2317433 Jan 26 21:19:35.016407 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf060a57-69d0-4034-9e5e-9ab1fa25a7bb tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] Notify agent at l3_agent.n-d-760453-5 the message routers_updated {{(pid=103304) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 26 21:19:35.026418 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4004d7a-e340-4987-969a-562ba45c438b None None] Sync routers for ids ['26653f6c-6a3d-4ca7-b1da-a2ac653fa3f2'] in n-d-760453-5 {{(pid=103306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 26 21:19:35.043156 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4004d7a-e340-4987-969a-562ba45c438b None None] Routers {'26653f6c-6a3d-4ca7-b1da-a2ac653fa3f2'} bound to L3 agent in host n-d-760453-5 {{(pid=103306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 21:19:35.043785 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-e4004d7a-e340-4987-969a-562ba45c438b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-26T20:55:21Z,description=,heartbeat_timestamp=2022-01-26T21:19:21Z,host='n-d-760453-5',id=09df100c-3af1-4b0a-bda8-05914c71c458,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:55:21Z,topic='l3_agent')) {'router_ids': ['26653f6c-6a3d-4ca7-b1da-a2ac653fa3f2'], 'active': True} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:19:35.051421 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-cf060a57-69d0-4034-9e5e-9ab1fa25a7bb tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for floatingip (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:19:35.064516 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-1ff01df0-3dd0-446e-a401-388a736808fe admin admin] Publish callbacks [] for security_group (dadb5f91-3d57-4817-9dfd-16a1bf96b537), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:19:35.074614 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-1ff01df0-3dd0-446e-a401-388a736808fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (dadb5f91-3d57-4817-9dfd-16a1bf96b537), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:19:35.116266 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-cf060a57-69d0-4034-9e5e-9ab1fa25a7bb tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] 10.222.0.13 "PUT /v2.0/floatingips/b26908fb-fc52-4dc7-a0de-58c1d50d0c04 HTTP/1.1" status: 200 len: 991 time: 3.6836832 Jan 26 21:19:35.118091 n-d-760453-5 neutron-server[103304]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca795481-031c-48ac-925f-00596ed83bb9', 'tag': '4836496e-4b86-4ff4-b7d3-0f22f4a6f134'}] {{(pid=103304) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 21:19:35.126440 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d52b45f1943fcd332af9527eb73ff93c8d715d44383a3f6d18de73b4cfcf87b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71c9fb6e-b9d5-4054-83fd-d78ed0a77ab4" -d '{"events": [{"name": "network-changed", "server_uuid": "ca795481-031c-48ac-925f-00596ed83bb9", "tag": "4836496e-4b86-4ff4-b7d3-0f22f4a6f134"}]}' {{(pid=103304) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 21:19:35.151117 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935a2972-49c5-4ec6-85c6-15d70c2216de req-36577280-2893-488a-8151-b63af6b67331 tempest-ServersNegativeTestJSON-90632883 tempest-ServersNegativeTestJSON-90632883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:19:35.152665 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-935a2972-49c5-4ec6-85c6-15d70c2216de req-36577280-2893-488a-8151-b63af6b67331 tempest-ServersNegativeTestJSON-90632883 tempest-ServersNegativeTestJSON-90632883-project] 10.222.0.13 "GET /v2.0/ports?device_id=20bda332-a159-49bd-8c61-2ea774ab5602 HTTP/1.1" status: 200 len: 946 time: 0.2835596 Jan 26 21:19:35.163993 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-1ff01df0-3dd0-446e-a401-388a736808fe admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=11ca9afbd811452daddd844afc679af2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5415425 Jan 26 21:19:35.164956 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff01df0-3dd0-446e-a401-388a736808fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dadb5f91-3d57-4817-9dfd-16a1bf96b537,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:19:35.166949 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 34536) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:19:35.259666 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-25950447-9d99-444e-a676-ccaedaafe7ea admin admin] Publish callbacks [] for security_group (dadb5f91-3d57-4817-9dfd-16a1bf96b537), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:19:35.283910 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-25950447-9d99-444e-a676-ccaedaafe7ea admin admin] Publish callbacks [] for security_group (dadb5f91-3d57-4817-9dfd-16a1bf96b537), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:19:35.284406 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvr_db [None req-e4004d7a-e340-4987-969a-562ba45c438b None None] Set router 26653f6c-6a3d-4ca7-b1da-a2ac653fa3f2 gateway port host: n-d-760453-5 {{(pid=103306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 21:19:35.330650 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 26 Jan 2022 21:19:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-117e7d24-582b-4836-b292-a5543a8626a0 x-openstack-request-id: req-117e7d24-582b-4836-b292-a5543a8626a0 {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 21:19:35.331014 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ca795481-031c-48ac-925f-00596ed83bb9", "tag": "4836496e-4b86-4ff4-b7d3-0f22f4a6f134", "status": "completed", "code": 200}]} {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 21:19:35.331358 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-117e7d24-582b-4836-b292-a5543a8626a0 {{(pid=103304) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 21:19:35.331692 n-d-760453-5 neutron-server[103304]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ca795481-031c-48ac-925f-00596ed83bb9', 'tag': '4836496e-4b86-4ff4-b7d3-0f22f4a6f134', 'status': 'completed', 'code': 200} Jan 26 21:19:35.338412 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-25950447-9d99-444e-a676-ccaedaafe7ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (dadb5f91-3d57-4817-9dfd-16a1bf96b537), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:19:35.344884 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-25950447-9d99-444e-a676-ccaedaafe7ea admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:19:35.348337 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-25950447-9d99-444e-a676-ccaedaafe7ea admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/dadb5f91-3d57-4817-9dfd-16a1bf96b537 HTTP/1.1" status: 204 len: 168 time: 0.1781437 Jan 26 21:19:35.374263 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-935a2972-49c5-4ec6-85c6-15d70c2216de req-f98d7c63-21e2-49e8-82e3-542de751a021 tempest-ServersNegativeTestJSON-90632883 tempest-ServersNegativeTestJSON-90632883-project] 10.222.0.13 "GET /v2.0/security-groups?id=f00b351c-12ea-4499-84c9-f0263f4f27ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1656690 Jan 26 21:19:35.382789 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25950447-9d99-444e-a676-ccaedaafe7ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dadb5f91-3d57-4817-9dfd-16a1bf96b537,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:19:35.428144 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c9fb6e-b9d5-4054-83fd-d78ed0a77ab4 req-22fe97c2-3d8c-4e7c-b60d-29f969c9e299 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:19:35.430144 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c9fb6e-b9d5-4054-83fd-d78ed0a77ab4 req-22fe97c2-3d8c-4e7c-b60d-29f969c9e299 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:19:35.430638 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c9fb6e-b9d5-4054-83fd-d78ed0a77ab4 req-22fe97c2-3d8c-4e7c-b60d-29f969c9e299 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:19:35.431112 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c9fb6e-b9d5-4054-83fd-d78ed0a77ab4 req-22fe97c2-3d8c-4e7c-b60d-29f969c9e299 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:19:35.431586 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c9fb6e-b9d5-4054-83fd-d78ed0a77ab4 req-22fe97c2-3d8c-4e7c-b60d-29f969c9e299 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:19:35.432634 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c9fb6e-b9d5-4054-83fd-d78ed0a77ab4 req-22fe97c2-3d8c-4e7c-b60d-29f969c9e299 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:19:35.434166 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c9fb6e-b9d5-4054-83fd-d78ed0a77ab4 req-22fe97c2-3d8c-4e7c-b60d-29f969c9e299 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:19:35.441270 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-71c9fb6e-b9d5-4054-83fd-d78ed0a77ab4 req-22fe97c2-3d8c-4e7c-b60d-29f969c9e299 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=026ef2d8b8e041b18f9abf8363011406&device_id=ca795481-031c-48ac-925f-00596ed83bb9 HTTP/1.1" status: 200 len: 6502 time: 0.1127789 Jan 26 21:19:35.612673 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044397c6-0af9-40cc-af18-ff971076a524 req-b0a113c6-b1b7-4bf3-9205-cf8ebe789ae9 tempest-ServersNegativeTestJSON-90632883 tempest-ServersNegativeTestJSON-90632883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:19:35.614513 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c9fb6e-b9d5-4054-83fd-d78ed0a77ab4 req-6b9857a9-8366-4f8c-b95d-c678a889c5db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:19:35.616585 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-71c9fb6e-b9d5-4054-83fd-d78ed0a77ab4 req-6b9857a9-8366-4f8c-b95d-c678a889c5db service neutron] 10.222.0.66 "GET /v2.0/networks?id=bbfba3ee-2021-4c97-a0e2-2098fcdcf99e HTTP/1.1" status: 200 len: 918 time: 0.1682777 Jan 26 21:19:35.620383 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-044397c6-0af9-40cc-af18-ff971076a524 req-b0a113c6-b1b7-4bf3-9205-cf8ebe789ae9 tempest-ServersNegativeTestJSON-90632883 tempest-ServersNegativeTestJSON-90632883-project] 10.222.0.13 "GET /v2.0/ports?device_id=20bda332-a159-49bd-8c61-2ea774ab5602 HTTP/1.1" status: 200 len: 946 time: 0.0954838 Jan 26 21:19:35.717984 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-e4004d7a-e340-4987-969a-562ba45c438b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26653f6c-6a3d-4ca7-b1da-a2ac653fa3f2', 'name': 'tempest-TaggedBootDevicesTest_v242-1530584916-router', 'tenant_id': '026ef2d8b8e041b18f9abf8363011406', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'external_fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.86'}], 'enable_snat': True}, 'gw_port_id': 'e2e6dac8-dcff-45f3-8872-9bf1bbb353f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T21:15:55Z', 'updated_at': '2022-01-26T21:16:02Z', 'revision_number': 4, 'project_id': '026ef2d8b8e041b18f9abf8363011406', 'gw_port': {'id': 'e2e6dac8-dcff-45f3-8872-9bf1bbb353f5', 'name': '', 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:ce:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26653f6c-6a3d-4ca7-b1da-a2ac653fa3f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1396, 'fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:15:56Z', 'updated_at': '2022-01-26T21:16:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-5', '_floatingips': [{'id': 'b26908fb-fc52-4dc7-a0de-58c1d50d0c04', 'tenant_id': '026ef2d8b8e041b18f9abf8363011406', 'floating_ip_address': '172.25.1.174', 'floating_network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'router_id': '26653f6c-6a3d-4ca7-b1da-a2ac653fa3f2', 'port_id': '4836496e-4b86-4ff4-b7d3-0f22f4a6f134', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1480, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bbfba3ee-2021-4c97-a0e2-2098fcdcf99e', 'mac_address': 'fa:16:3e:92:4a:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca795481-031c-48ac-925f-00596ed83bb9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-26T21:17:29Z', 'updated_at': '2022-01-26T21:19:33Z', 'revision_number': 1, 'project_id': '026ef2d8b8e041b18f9abf8363011406', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '04460135-cdaf-4885-a1ad-61f321315f2b', 'name': '', 'network_id': 'bbfba3ee-2021-4c97-a0e2-2098fcdcf99e', 'tenant_id': '026ef2d8b8e041b18f9abf8363011406', 'mac_address': 'fa:16:3e:e6:a9:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26653f6c-6a3d-4ca7-b1da-a2ac653fa3f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1397, 'fixed_ips': [{'subnet_id': '57e3c492-4b44-4b41-bf93-c4d6e5c59ce4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:16:01Z', 'updated_at': '2022-01-26T21:16:10Z', 'revision_number': 5, 'project_id': '026ef2d8b8e041b18f9abf8363011406', 'subnets': [{'id': '57e3c492-4b44-4b41-bf93-c4d6e5c59ce4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760453-5', False) {} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:19:35.734428 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-044397c6-0af9-40cc-af18-ff971076a524 req-bedd6eb5-324d-4693-8b4a-1f92bf07b19d tempest-ServersNegativeTestJSON-90632883 tempest-ServersNegativeTestJSON-90632883-project] 10.222.0.13 "GET /v2.0/security-groups?id=f00b351c-12ea-4499-84c9-f0263f4f27ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131408 Jan 26 21:19:35.754236 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4004d7a-e340-4987-969a-562ba45c438b None None] Checking router: 26653f6c-6a3d-4ca7-b1da-a2ac653fa3f2 for host: n-d-760453-5 {{(pid=103306) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 26 21:19:35.764331 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4004d7a-e340-4987-969a-562ba45c438b None None] Routers {'26653f6c-6a3d-4ca7-b1da-a2ac653fa3f2'} bound to L3 agent in host n-d-760453-5 {{(pid=103306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 21:19:35.765225 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-e4004d7a-e340-4987-969a-562ba45c438b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-26T20:55:21Z,description=,heartbeat_timestamp=2022-01-26T21:19:21Z,host='n-d-760453-5',id=09df100c-3af1-4b0a-bda8-05914c71c458,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:55:21Z,topic='l3_agent')) {'router_ids': ['26653f6c-6a3d-4ca7-b1da-a2ac653fa3f2'], 'active': True} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:19:36.033942 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c835befd-8d41-4148-9ead-37b49161a3c4 req-8c8003ea-a16a-4e76-b409-62b0fae82acd tempest-ServersNegativeTestJSON-90632883 tempest-ServersNegativeTestJSON-90632883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:19:36.040874 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-c835befd-8d41-4148-9ead-37b49161a3c4 req-8c8003ea-a16a-4e76-b409-62b0fae82acd tempest-ServersNegativeTestJSON-90632883 tempest-ServersNegativeTestJSON-90632883-project] 10.222.0.13 "GET /v2.0/ports?device_id=20bda332-a159-49bd-8c61-2ea774ab5602 HTTP/1.1" status: 200 len: 946 time: 0.1081235 Jan 26 21:19:36.049640 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvr_db [None req-e4004d7a-e340-4987-969a-562ba45c438b None None] Set router 26653f6c-6a3d-4ca7-b1da-a2ac653fa3f2 gateway port host: n-d-760453-5 {{(pid=103306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 21:19:36.152250 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-c835befd-8d41-4148-9ead-37b49161a3c4 req-66d2b6d4-e667-443d-a16e-ac82d418fddf tempest-ServersNegativeTestJSON-90632883 tempest-ServersNegativeTestJSON-90632883-project] 10.222.0.13 "GET /v2.0/security-groups?id=f00b351c-12ea-4499-84c9-f0263f4f27ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926721 Jan 26 21:19:36.277582 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10184dad-ba16-4c03-88bf-edd8c55ad6db req-038e07f2-9c2e-48ba-bfe7-e546e3877318 tempest-DeleteServersTestJSON-1338827600 tempest-DeleteServersTestJSON-1338827600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:19:36.279310 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-10184dad-ba16-4c03-88bf-edd8c55ad6db req-038e07f2-9c2e-48ba-bfe7-e546e3877318 tempest-DeleteServersTestJSON-1338827600 tempest-DeleteServersTestJSON-1338827600-project] 10.222.0.13 "GET /v2.0/ports?device_id=1da2e2a1-748b-43c1-9f0a-e57e215701d1 HTTP/1.1" status: 200 len: 945 time: 0.1257265 Jan 26 21:19:36.465942 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-10184dad-ba16-4c03-88bf-edd8c55ad6db req-175b14c8-1ae2-4ba0-af31-3d7ab804a48e tempest-DeleteServersTestJSON-1338827600 tempest-DeleteServersTestJSON-1338827600-project] 10.222.0.13 "GET /v2.0/security-groups?id=b7fc5e70-a24b-497d-9cf6-8df82d0ad35b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1796367 Jan 26 21:19:36.514431 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da15880-bf7b-4ef5-ba45-e6bed317e00b req-a59cef30-4fa6-4951-8c0a-a632a6b9f644 tempest-ServersNegativeTestJSON-90632883 tempest-ServersNegativeTestJSON-90632883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:19:36.521978 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-8da15880-bf7b-4ef5-ba45-e6bed317e00b req-a59cef30-4fa6-4951-8c0a-a632a6b9f644 tempest-ServersNegativeTestJSON-90632883 tempest-ServersNegativeTestJSON-90632883-project] 10.222.0.13 "GET /v2.0/ports?device_id=20bda332-a159-49bd-8c61-2ea774ab5602 HTTP/1.1" status: 200 len: 946 time: 0.1832523 Jan 26 21:19:36.560146 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-71c9fb6e-b9d5-4054-83fd-d78ed0a77ab4 req-81879fc5-eb87-44d7-8632-a0b408c838d2 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4836496e-4b86-4ff4-b7d3-0f22f4a6f134 HTTP/1.1" status: 200 len: 999 time: 0.9373388 Jan 26 21:19:36.655047 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-8da15880-bf7b-4ef5-ba45-e6bed317e00b req-8cb19fca-b193-4206-a41e-f9644d106c8b tempest-ServersNegativeTestJSON-90632883 tempest-ServersNegativeTestJSON-90632883-project] 10.222.0.13 "GET /v2.0/security-groups?id=f00b351c-12ea-4499-84c9-f0263f4f27ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1318958 Jan 26 21:19:36.660533 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c9fb6e-b9d5-4054-83fd-d78ed0a77ab4 req-532297b1-34ce-4f44-b162-6271f0bc7f9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:19:36.662968 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-71c9fb6e-b9d5-4054-83fd-d78ed0a77ab4 req-532297b1-34ce-4f44-b162-6271f0bc7f9e service neutron] 10.222.0.66 "GET /v2.0/subnets?id=57e3c492-4b44-4b41-bf93-c4d6e5c59ce4 HTTP/1.1" status: 200 len: 856 time: 0.0956399 Jan 26 21:19:36.671157 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-e4004d7a-e340-4987-969a-562ba45c438b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26653f6c-6a3d-4ca7-b1da-a2ac653fa3f2', 'name': 'tempest-TaggedBootDevicesTest_v242-1530584916-router', 'tenant_id': '026ef2d8b8e041b18f9abf8363011406', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'external_fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.86'}], 'enable_snat': True}, 'gw_port_id': 'e2e6dac8-dcff-45f3-8872-9bf1bbb353f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T21:15:55Z', 'updated_at': '2022-01-26T21:16:02Z', 'revision_number': 4, 'project_id': '026ef2d8b8e041b18f9abf8363011406', 'gw_port': {'id': 'e2e6dac8-dcff-45f3-8872-9bf1bbb353f5', 'name': '', 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:ce:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26653f6c-6a3d-4ca7-b1da-a2ac653fa3f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1396, 'fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:15:56Z', 'updated_at': '2022-01-26T21:16:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-5', '_floatingips': [{'id': 'b26908fb-fc52-4dc7-a0de-58c1d50d0c04', 'tenant_id': '026ef2d8b8e041b18f9abf8363011406', 'floating_ip_address': '172.25.1.174', 'floating_network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'router_id': '26653f6c-6a3d-4ca7-b1da-a2ac653fa3f2', 'port_id': '4836496e-4b86-4ff4-b7d3-0f22f4a6f134', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1480, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bbfba3ee-2021-4c97-a0e2-2098fcdcf99e', 'mac_address': 'fa:16:3e:92:4a:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca795481-031c-48ac-925f-00596ed83bb9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-26T21:17:29Z', 'updated_at': '2022-01-26T21:19:33Z', 'revision_number': 1, 'project_id': '026ef2d8b8e041b18f9abf8363011406', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '04460135-cdaf-4885-a1ad-61f321315f2b', 'name': '', 'network_id': 'bbfba3ee-2021-4c97-a0e2-2098fcdcf99e', 'tenant_id': '026ef2d8b8e041b18f9abf8363011406', 'mac_address': 'fa:16:3e:e6:a9:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26653f6c-6a3d-4ca7-b1da-a2ac653fa3f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1397, 'fixed_ips': [{'subnet_id': '57e3c492-4b44-4b41-bf93-c4d6e5c59ce4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:16:01Z', 'updated_at': '2022-01-26T21:16:10Z', 'revision_number': 5, 'project_id': '026ef2d8b8e041b18f9abf8363011406', 'subnets': [{'id': '57e3c492-4b44-4b41-bf93-c4d6e5c59ce4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760453-5', False) {} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:19:36.771718 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4004d7a-e340-4987-969a-562ba45c438b None None] The sync data for ids ['26653f6c-6a3d-4ca7-b1da-a2ac653fa3f2'] in n-d-760453-5 is: [{'id': '26653f6c-6a3d-4ca7-b1da-a2ac653fa3f2', 'name': 'tempest-TaggedBootDevicesTest_v242-1530584916-router', 'tenant_id': '026ef2d8b8e041b18f9abf8363011406', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'external_fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.86'}], 'enable_snat': True}, 'gw_port_id': 'e2e6dac8-dcff-45f3-8872-9bf1bbb353f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T21:15:55Z', 'updated_at': '2022-01-26T21:16:02Z', 'revision_number': 4, 'project_id': '026ef2d8b8e041b18f9abf8363011406', 'gw_port': {'id': 'e2e6dac8-dcff-45f3-8872-9bf1bbb353f5', 'name': '', 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:ce:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26653f6c-6a3d-4ca7-b1da-a2ac653fa3f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1396, 'fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:15:56Z', 'updated_at': '2022-01-26T21:16:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-5', '_floatingips': [{'id': 'b26908fb-fc52-4dc7-a0de-58c1d50d0c04', 'tenant_id': '026ef2d8b8e041b18f9abf8363011406', 'floating_ip_address': '172.25.1.174', 'floating_network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'router_id': '26653f6c-6a3d-4ca7-b1da-a2ac653fa3f2', 'port_id': '4836496e-4b86-4ff4-b7d3-0f22f4a6f134', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1480, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bbfba3ee-2021-4c97-a0e2-2098fcdcf99e', 'mac_address': 'fa:16:3e:92:4a:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca795481-031c-48ac-925f-00596ed83bb9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-26T21:17:29Z', 'updated_at': '2022-01-26T21:19:33Z', 'revision_number': 1, 'project_id': '026ef2d8b8e041b18f9abf8363011406', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '04460135-cdaf-4885-a1ad-61f321315f2b', 'name': '', 'network_id': 'bbfba3ee-2021-4c97-a0e2-2098fcdcf99e', 'tenant_id': '026ef2d8b8e041b18f9abf8363011406', 'mac_address': 'fa:16:3e:e6:a9:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26653f6c-6a3d-4ca7-b1da-a2ac653fa3f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1397, 'fixed_ips': [{'subnet_id': '57e3c492-4b44-4b41-bf93-c4d6e5c59ce4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:16:01Z', 'updated_at': '2022-01-26T21:16:10Z', 'revision_number': 5, 'project_id': '026ef2d8b8e041b18f9abf8363011406', 'subnets': [{'id': '57e3c492-4b44-4b41-bf93-c4d6e5c59ce4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 26 21:19:36.785158 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c9fb6e-b9d5-4054-83fd-d78ed0a77ab4 req-51b517dd-cb45-413f-9d66-528108a118f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:19:36.789970 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-71c9fb6e-b9d5-4054-83fd-d78ed0a77ab4 req-51b517dd-cb45-413f-9d66-528108a118f1 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=bbfba3ee-2021-4c97-a0e2-2098fcdcf99e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1211269 Jan 26 21:19:36.923847 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 34586) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:19:37.054642 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-71c9fb6e-b9d5-4054-83fd-d78ed0a77ab4 req-402da7f6-529d-4b42-86a8-3079aa131338 service neutron] 10.222.0.66 "GET /v2.0/networks/bbfba3ee-2021-4c97-a0e2-2098fcdcf99e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2575409 Jan 26 21:19:37.281459 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-7c5dbab4-df15-48c4-9eb0-a8eacb0dc8ee tempest-BulkNetworkOpsTest-330888529 tempest-BulkNetworkOpsTest-330888529-project] Request body: {'networks': [{'name': 'tempest-network--2016716276'}, {'name': 'tempest-network--2085052775'}]} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:19:37.282022 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-7c5dbab4-df15-48c4-9eb0-a8eacb0dc8ee tempest-BulkNetworkOpsTest-330888529 tempest-BulkNetworkOpsTest-330888529-project] Request body: {'network': {'name': 'tempest-network--2016716276'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:19:37.282246 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-7c5dbab4-df15-48c4-9eb0-a8eacb0dc8ee tempest-BulkNetworkOpsTest-330888529 tempest-BulkNetworkOpsTest-330888529-project] Request body: {'network': {'name': 'tempest-network--2085052775'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:19:37.295563 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-71c9fb6e-b9d5-4054-83fd-d78ed0a77ab4 req-0e9810d7-b8c0-4c09-90cf-402ced118e15 service neutron] 10.222.0.66 "GET /v2.0/networks/bbfba3ee-2021-4c97-a0e2-2098fcdcf99e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2324879 Jan 26 21:19:37.320527 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab681eef-6725-481b-a907-0dbdffc43fa8 None None] New status for floating IP b26908fb-fc52-4dc7-a0de-58c1d50d0c04: ACTIVE {{(pid=103307) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 26 21:19:37.343702 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c5dbab4-df15-48c4-9eb0-a8eacb0dc8ee tempest-BulkNetworkOpsTest-330888529 tempest-BulkNetworkOpsTest-330888529-project] Made reservation on behalf of faf46f13f0ff47999976b85416d63557 for: {'network': 2} {{(pid=103304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 21:19:37.355538 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-7c5dbab4-df15-48c4-9eb0-a8eacb0dc8ee tempest-BulkNetworkOpsTest-330888529 tempest-BulkNetworkOpsTest-330888529-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for network (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:19:37.367187 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa9fa82-e4f8-4933-96e7-2b5c46637d99 req-496a18c5-0062-43cd-99d1-185cec97041d tempest-DeleteServersTestJSON-1338827600 tempest-DeleteServersTestJSON-1338827600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:19:37.368901 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-7fa9fa82-e4f8-4933-96e7-2b5c46637d99 req-496a18c5-0062-43cd-99d1-185cec97041d tempest-DeleteServersTestJSON-1338827600 tempest-DeleteServersTestJSON-1338827600-project] 10.222.0.13 "GET /v2.0/ports?device_id=1da2e2a1-748b-43c1-9f0a-e57e215701d1 HTTP/1.1" status: 200 len: 945 time: 0.3660746 Jan 26 21:19:37.408571 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-7c5dbab4-df15-48c4-9eb0-a8eacb0dc8ee tempest-BulkNetworkOpsTest-330888529 tempest-BulkNetworkOpsTest-330888529-project] Publish callbacks [] for security_group (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:19:37.514121 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-7c5dbab4-df15-48c4-9eb0-a8eacb0dc8ee tempest-BulkNetworkOpsTest-330888529 tempest-BulkNetworkOpsTest-330888529-project] Publish callbacks [] for security_group (a275b443-7d47-425d-b0bf-c850b08092ac), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:19:37.524428 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9553a759-f59e-41f6-b1a7-478b5430297d req-6373f0a7-288b-4f86-93e7-dcad0d9f45a1 tempest-ServersNegativeTestJSON-90632883 tempest-ServersNegativeTestJSON-90632883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:19:37.528749 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-9553a759-f59e-41f6-b1a7-478b5430297d req-6373f0a7-288b-4f86-93e7-dcad0d9f45a1 tempest-ServersNegativeTestJSON-90632883 tempest-ServersNegativeTestJSON-90632883-project] 10.222.0.13 "GET /v2.0/ports?device_id=20bda332-a159-49bd-8c61-2ea774ab5602 HTTP/1.1" status: 200 len: 946 time: 0.3894947 Jan 26 21:19:37.535266 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-7c5dbab4-df15-48c4-9eb0-a8eacb0dc8ee tempest-BulkNetworkOpsTest-330888529 tempest-BulkNetworkOpsTest-330888529-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (a275b443-7d47-425d-b0bf-c850b08092ac), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:19:37.535957 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-7c5dbab4-df15-48c4-9eb0-a8eacb0dc8ee tempest-BulkNetworkOpsTest-330888529 tempest-BulkNetworkOpsTest-330888529-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for network (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:19:37.667420 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7c5dbab4-df15-48c4-9eb0-a8eacb0dc8ee tempest-BulkNetworkOpsTest-330888529 tempest-BulkNetworkOpsTest-330888529-project] vlan segment allocate from pool success with {'vlan_id': 590, 'physical_network': 'physnet1'} {{(pid=103304) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 26 21:19:37.680552 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-9553a759-f59e-41f6-b1a7-478b5430297d req-5c81eb7a-659f-4a14-8553-a0c987d5198c tempest-ServersNegativeTestJSON-90632883 tempest-ServersNegativeTestJSON-90632883-project] 10.222.0.13 "GET /v2.0/security-groups?id=f00b351c-12ea-4499-84c9-f0263f4f27ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1385794 Jan 26 21:19:37.682192 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c5dbab4-df15-48c4-9eb0-a8eacb0dc8ee tempest-BulkNetworkOpsTest-330888529 tempest-BulkNetworkOpsTest-330888529-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a275b443-7d47-425d-b0bf-c850b08092ac,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:19:37.706601 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-7fa9fa82-e4f8-4933-96e7-2b5c46637d99 req-f8a83376-f663-494c-a685-130f9b8233b0 tempest-DeleteServersTestJSON-1338827600 tempest-DeleteServersTestJSON-1338827600-project] 10.222.0.13 "GET /v2.0/security-groups?id=b7fc5e70-a24b-497d-9cf6-8df82d0ad35b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3189356 Jan 26 21:19:37.714598 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-7c5dbab4-df15-48c4-9eb0-a8eacb0dc8ee tempest-BulkNetworkOpsTest-330888529 tempest-BulkNetworkOpsTest-330888529-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576559'] for segment (097caa8a-890e-4dea-b609-b47dac25db91), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:19:37.715646 n-d-760453-5 neutron-server[103304]: INFO neutron.db.segments_db [None req-7c5dbab4-df15-48c4-9eb0-a8eacb0dc8ee tempest-BulkNetworkOpsTest-330888529 tempest-BulkNetworkOpsTest-330888529-project] Added segment 097caa8a-890e-4dea-b609-b47dac25db91 of type vlan for network f4abc428-1e0f-4797-83b2-846285e2441b Jan 26 21:19:37.776449 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-7c5dbab4-df15-48c4-9eb0-a8eacb0dc8ee tempest-BulkNetworkOpsTest-330888529 tempest-BulkNetworkOpsTest-330888529-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746560256871'] for network (f4abc428-1e0f-4797-83b2-846285e2441b), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:19:37.846539 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7c5dbab4-df15-48c4-9eb0-a8eacb0dc8ee tempest-BulkNetworkOpsTest-330888529 tempest-BulkNetworkOpsTest-330888529-project] vlan segment allocate from pool success with {'vlan_id': 586, 'physical_network': 'physnet1'} {{(pid=103304) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 26 21:19:37.859019 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-7c5dbab4-df15-48c4-9eb0-a8eacb0dc8ee tempest-BulkNetworkOpsTest-330888529 tempest-BulkNetworkOpsTest-330888529-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576559'] for segment (0d7f15c5-29bb-40ce-9269-4986febdad3a), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:19:37.859360 n-d-760453-5 neutron-server[103304]: INFO neutron.db.segments_db [None req-7c5dbab4-df15-48c4-9eb0-a8eacb0dc8ee tempest-BulkNetworkOpsTest-330888529 tempest-BulkNetworkOpsTest-330888529-project] Added segment 0d7f15c5-29bb-40ce-9269-4986febdad3a of type vlan for network ffbd632e-f61d-412c-8f24-9678b7b1a411 Jan 26 21:19:37.910777 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7bca50-0e30-4d88-98d9-f504bf83cfbe req-7db97be4-9c23-4751-9e2a-e2c271b5854e tempest-ServersNegativeTestJSON-90632883 tempest-ServersNegativeTestJSON-90632883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:19:37.912330 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-5a7bca50-0e30-4d88-98d9-f504bf83cfbe req-7db97be4-9c23-4751-9e2a-e2c271b5854e tempest-ServersNegativeTestJSON-90632883 tempest-ServersNegativeTestJSON-90632883-project] 10.222.0.13 "GET /v2.0/ports?device_id=20bda332-a159-49bd-8c61-2ea774ab5602 HTTP/1.1" status: 200 len: 946 time: 0.1132095 Jan 26 21:19:37.916819 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-7c5dbab4-df15-48c4-9eb0-a8eacb0dc8ee tempest-BulkNetworkOpsTest-330888529 tempest-BulkNetworkOpsTest-330888529-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746560256871'] for network (ffbd632e-f61d-412c-8f24-9678b7b1a411), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:19:37.979958 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-5a7bca50-0e30-4d88-98d9-f504bf83cfbe req-17f4c0f3-0d12-4014-b733-670642cae9a8 tempest-ServersNegativeTestJSON-90632883 tempest-ServersNegativeTestJSON-90632883-project] 10.222.0.13 "GET /v2.0/security-groups?id=f00b351c-12ea-4499-84c9-f0263f4f27ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606470 Jan 26 21:19:37.980718 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-7c5dbab4-df15-48c4-9eb0-a8eacb0dc8ee tempest-BulkNetworkOpsTest-330888529 tempest-BulkNetworkOpsTest-330888529-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503'] for network (f4abc428-1e0f-4797-83b2-846285e2441b), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:19:37.981218 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-7c5dbab4-df15-48c4-9eb0-a8eacb0dc8ee tempest-BulkNetworkOpsTest-330888529 tempest-BulkNetworkOpsTest-330888529-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503'] for network (ffbd632e-f61d-412c-8f24-9678b7b1a411), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:19:37.986124 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c5dbab4-df15-48c4-9eb0-a8eacb0dc8ee tempest-BulkNetworkOpsTest-330888529 tempest-BulkNetworkOpsTest-330888529-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:19:37.991181 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c5dbab4-df15-48c4-9eb0-a8eacb0dc8ee tempest-BulkNetworkOpsTest-330888529 tempest-BulkNetworkOpsTest-330888529-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:19:37.991845 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-7c5dbab4-df15-48c4-9eb0-a8eacb0dc8ee tempest-BulkNetworkOpsTest-330888529 tempest-BulkNetworkOpsTest-330888529-project] Publish callbacks [] for network (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:19:38.239690 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (32ef628b-8417-46c5-8729-60fcabe358f1), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:19:38.299050 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-7c5dbab4-df15-48c4-9eb0-a8eacb0dc8ee tempest-BulkNetworkOpsTest-330888529 tempest-BulkNetworkOpsTest-330888529-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1320 time: 1.3737047 Jan 26 21:19:38.302636 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 34618) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:19:38.328836 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c5dbab4-df15-48c4-9eb0-a8eacb0dc8ee tempest-BulkNetworkOpsTest-330888529 tempest-BulkNetworkOpsTest-330888529-project] Pushing event updated for resources: {'Network': ['ID=f4abc428-1e0f-4797-83b2-846285e2441b,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:19:38.342590 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Network f4abc428-1e0f-4797-83b2-846285e2441b details requested by agent ovs-agent-n-d-760453-5 with host n-d-760453-5 {{(pid=103306) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 26 21:19:38.436818 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bab2d42-c844-4697-ba14-c2e019a32aad req-b38a25a2-2363-4b62-aab8-141bcad0519b tempest-ServersNegativeTestJSON-90632883 tempest-ServersNegativeTestJSON-90632883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:19:38.438446 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-0bab2d42-c844-4697-ba14-c2e019a32aad req-b38a25a2-2363-4b62-aab8-141bcad0519b tempest-ServersNegativeTestJSON-90632883 tempest-ServersNegativeTestJSON-90632883-project] 10.222.0.13 "GET /v2.0/ports?device_id=20bda332-a159-49bd-8c61-2ea774ab5602 HTTP/1.1" status: 200 len: 946 time: 0.1536710 Jan 26 21:19:38.439102 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c5dbab4-df15-48c4-9eb0-a8eacb0dc8ee tempest-BulkNetworkOpsTest-330888529 tempest-BulkNetworkOpsTest-330888529-project] Pushing event updated for resources: {'Network': ['ID=ffbd632e-f61d-412c-8f24-9678b7b1a411,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:19:38.451716 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Network ffbd632e-f61d-412c-8f24-9678b7b1a411 details requested by agent ovs-agent-n-d-760453-5 with host n-d-760453-5 {{(pid=103306) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 26 21:19:38.563927 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-0bab2d42-c844-4697-ba14-c2e019a32aad req-97b6a725-e1cb-4edc-bd79-0d6f3bced5a8 tempest-ServersNegativeTestJSON-90632883 tempest-ServersNegativeTestJSON-90632883-project] 10.222.0.13 "GET /v2.0/security-groups?id=f00b351c-12ea-4499-84c9-f0263f4f27ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091504 Jan 26 21:19:38.707264 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86c24a02-1efe-418d-85dc-ac6f7e546fb5 tempest-BulkNetworkOpsTest-330888529 tempest-BulkNetworkOpsTest-330888529-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:19:38.713751 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86c24a02-1efe-418d-85dc-ac6f7e546fb5 tempest-BulkNetworkOpsTest-330888529 tempest-BulkNetworkOpsTest-330888529-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:19:38.720843 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86c24a02-1efe-418d-85dc-ac6f7e546fb5 tempest-BulkNetworkOpsTest-330888529 tempest-BulkNetworkOpsTest-330888529-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:19:38.727970 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86c24a02-1efe-418d-85dc-ac6f7e546fb5 tempest-BulkNetworkOpsTest-330888529 tempest-BulkNetworkOpsTest-330888529-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:19:38.730431 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-86c24a02-1efe-418d-85dc-ac6f7e546fb5 tempest-BulkNetworkOpsTest-330888529 tempest-BulkNetworkOpsTest-330888529-project] 10.222.0.13 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2407 time: 0.4262092 Jan 26 21:19:38.733164 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 34630) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:19:38.772772 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d51bee-8aec-4a87-b4b3-82fcb8740bed req-e62a58ad-2e7c-42ef-b92b-f38d959bdd47 tempest-ServersNegativeTestJSON-90632883 tempest-ServersNegativeTestJSON-90632883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:19:38.780219 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-e1d51bee-8aec-4a87-b4b3-82fcb8740bed req-e62a58ad-2e7c-42ef-b92b-f38d959bdd47 tempest-ServersNegativeTestJSON-90632883 tempest-ServersNegativeTestJSON-90632883-project] 10.222.0.13 "GET /v2.0/ports?device_id=20bda332-a159-49bd-8c61-2ea774ab5602 HTTP/1.1" status: 200 len: 946 time: 0.1176062 Jan 26 21:19:38.832195 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-ea3b5f6d-e3c4-4910-9004-ab402dff065a tempest-BulkNetworkOpsTest-330888529 tempest-BulkNetworkOpsTest-330888529-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-748181'] for network (f4abc428-1e0f-4797-83b2-846285e2441b), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:19:38.882422 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-e1d51bee-8aec-4a87-b4b3-82fcb8740bed req-70ec2392-206d-41e9-a448-c9ac57d5076c tempest-ServersNegativeTestJSON-90632883 tempest-ServersNegativeTestJSON-90632883-project] 10.222.0.13 "GET /v2.0/security-groups?id=f00b351c-12ea-4499-84c9-f0263f4f27ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970368 Jan 26 21:19:38.910612 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95d6514-4628-45de-b213-190923a47dde req-7e1c2cbd-c34a-473f-b0ff-28f6bd4a7095 tempest-DeleteServersTestJSON-1338827600 tempest-DeleteServersTestJSON-1338827600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:19:38.912946 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-f95d6514-4628-45de-b213-190923a47dde req-7e1c2cbd-c34a-473f-b0ff-28f6bd4a7095 tempest-DeleteServersTestJSON-1338827600 tempest-DeleteServersTestJSON-1338827600-project] 10.222.0.13 "GET /v2.0/ports?device_id=1da2e2a1-748b-43c1-9f0a-e57e215701d1 HTTP/1.1" status: 200 len: 945 time: 0.0983427 Jan 26 21:19:38.965968 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-ea3b5f6d-e3c4-4910-9004-ab402dff065a tempest-BulkNetworkOpsTest-330888529 tempest-BulkNetworkOpsTest-330888529-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-686403', 'neutron.services.segments.db._delete_segments_for_network-8746560774018'] for network (f4abc428-1e0f-4797-83b2-846285e2441b), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:19:38.991060 n-d-760453-5 neutron-server[103305]: DEBUG neutron.services.segments.db [None req-ea3b5f6d-e3c4-4910-9004-ab402dff065a tempest-BulkNetworkOpsTest-330888529 tempest-BulkNetworkOpsTest-330888529-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f4abc428-1e0f-4797-83b2-846285e2441b']}} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:19:38.993759 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-f95d6514-4628-45de-b213-190923a47dde req-aa96e53b-9c49-497e-9a15-441d18cad8b7 tempest-DeleteServersTestJSON-1338827600 tempest-DeleteServersTestJSON-1338827600-project] 10.222.0.13 "GET /v2.0/security-groups?id=b7fc5e70-a24b-497d-9cf6-8df82d0ad35b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749354 Jan 26 21:19:39.006708 n-d-760453-5 neutron-server[103305]: DEBUG neutron.services.segments.db [None req-ea3b5f6d-e3c4-4910-9004-ab402dff065a tempest-BulkNetworkOpsTest-330888529 tempest-BulkNetworkOpsTest-330888529-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '097caa8a-890e-4dea-b609-b47dac25db91') {'for_net_delete': True} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:19:39.007154 n-d-760453-5 neutron-server[103305]: DEBUG neutron.services.segments.db [None req-ea3b5f6d-e3c4-4910-9004-ab402dff065a tempest-BulkNetworkOpsTest-330888529 tempest-BulkNetworkOpsTest-330888529-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '097caa8a-890e-4dea-b609-b47dac25db91') {} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:19:39.017850 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-ea3b5f6d-e3c4-4910-9004-ab402dff065a tempest-BulkNetworkOpsTest-330888529 tempest-BulkNetworkOpsTest-330888529-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746560742283', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11788955'] for segment (097caa8a-890e-4dea-b609-b47dac25db91), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:19:39.031693 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-ea3b5f6d-e3c4-4910-9004-ab402dff065a tempest-BulkNetworkOpsTest-330888529 tempest-BulkNetworkOpsTest-330888529-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576559'] for segment (097caa8a-890e-4dea-b609-b47dac25db91), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:19:39.038325 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ea3b5f6d-e3c4-4910-9004-ab402dff065a tempest-BulkNetworkOpsTest-330888529 tempest-BulkNetworkOpsTest-330888529-project] Releasing vlan 590 on physical network physnet1 to pool {{(pid=103305) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 26 21:19:39.038818 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-ea3b5f6d-e3c4-4910-9004-ab402dff065a tempest-BulkNetworkOpsTest-330888529 tempest-BulkNetworkOpsTest-330888529-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11791428'] for segment (097caa8a-890e-4dea-b609-b47dac25db91), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:19:39.052963 n-d-760453-5 neutron-server[103305]: Traceback (most recent call last): Jan 26 21:19:39.052963 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 26 21:19:39.052963 n-d-760453-5 neutron-server[103305]: timer() Jan 26 21:19:39.052963 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 26 21:19:39.052963 n-d-760453-5 neutron-server[103305]: cb(*args, **kw) Jan 26 21:19:39.052963 n-d-760453-5 neutron-server[103305]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 26 21:19:39.052963 n-d-760453-5 neutron-server[103305]: return func(*args, **kwargs) Jan 26 21:19:39.052963 n-d-760453-5 neutron-server[103305]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 26 21:19:39.052963 n-d-760453-5 neutron-server[103305]: self._notify() Jan 26 21:19:39.052963 n-d-760453-5 neutron-server[103305]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 26 21:19:39.052963 n-d-760453-5 neutron-server[103305]: self.callback(batched_events) Jan 26 21:19:39.052963 n-d-760453-5 neutron-server[103305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 26 21:19:39.052963 n-d-760453-5 neutron-server[103305]: event.method(event) Jan 26 21:19:39.052963 n-d-760453-5 neutron-server[103305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 26 21:19:39.052963 n-d-760453-5 neutron-server[103305]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 26 21:19:39.052963 n-d-760453-5 neutron-server[103305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 26 21:19:39.052963 n-d-760453-5 neutron-server[103305]: aggregate_uuid = self.p_client.list_aggregates( Jan 26 21:19:39.052963 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 26 21:19:39.052963 n-d-760453-5 neutron-server[103305]: return f(self, *a, **k) Jan 26 21:19:39.052963 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 26 21:19:39.052963 n-d-760453-5 neutron-server[103305]: return self._get(url).json() Jan 26 21:19:39.052963 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 26 21:19:39.052963 n-d-760453-5 neutron-server[103305]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 26 21:19:39.052963 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 26 21:19:39.052963 n-d-760453-5 neutron-server[103305]: return self.request(url, 'GET', **kwargs) Jan 26 21:19:39.052963 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 26 21:19:39.052963 n-d-760453-5 neutron-server[103305]: base_url = self.get_endpoint(auth, allow=allow, Jan 26 21:19:39.052963 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 26 21:19:39.052963 n-d-760453-5 neutron-server[103305]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 26 21:19:39.052963 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 26 21:19:39.052963 n-d-760453-5 neutron-server[103305]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 26 21:19:39.052963 n-d-760453-5 neutron-server[103305]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 26 21:19:39.116739 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-ea3b5f6d-e3c4-4910-9004-ab402dff065a tempest-BulkNetworkOpsTest-330888529 tempest-BulkNetworkOpsTest-330888529-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4110931'] for network (f4abc428-1e0f-4797-83b2-846285e2441b), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:19:39.125678 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-ea3b5f6d-e3c4-4910-9004-ab402dff065a tempest-BulkNetworkOpsTest-330888529 tempest-BulkNetworkOpsTest-330888529-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709645'] for network (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:19:39.134831 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-ea3b5f6d-e3c4-4910-9004-ab402dff065a tempest-BulkNetworkOpsTest-330888529 tempest-BulkNetworkOpsTest-330888529-project] 10.222.0.13 "DELETE /v2.0/networks/f4abc428-1e0f-4797-83b2-846285e2441b HTTP/1.1" status: 204 len: 168 time: 0.3979990 Jan 26 21:19:39.135739 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 34642) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:19:39.175385 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea3b5f6d-e3c4-4910-9004-ab402dff065a tempest-BulkNetworkOpsTest-330888529 tempest-BulkNetworkOpsTest-330888529-project] Pushing event deleted for resources: {'Network': ['ID=f4abc428-1e0f-4797-83b2-846285e2441b,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:19:39.281234 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-b158dafc-51d1-4572-a7f1-87fb4327f028 tempest-BulkNetworkOpsTest-330888529 tempest-BulkNetworkOpsTest-330888529-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-748181'] for network (ffbd632e-f61d-412c-8f24-9678b7b1a411), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:19:39.389146 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4222f335-b0fd-43df-bc66-eb8693acd4cf req-002fb886-4c66-4c44-b01a-1d03711f8080 tempest-ServersNegativeTestJSON-90632883 tempest-ServersNegativeTestJSON-90632883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:19:39.390726 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-4222f335-b0fd-43df-bc66-eb8693acd4cf req-002fb886-4c66-4c44-b01a-1d03711f8080 tempest-ServersNegativeTestJSON-90632883 tempest-ServersNegativeTestJSON-90632883-project] 10.222.0.13 "GET /v2.0/ports?device_id=20bda332-a159-49bd-8c61-2ea774ab5602 HTTP/1.1" status: 200 len: 946 time: 0.1423905 Jan 26 21:19:39.418069 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92b4595-9e00-464c-9c35-b8268e3daf9b req-4a3cac2c-e06b-4253-b4f0-24bf018cbd62 tempest-DeleteServersTestJSON-1338827600 tempest-DeleteServersTestJSON-1338827600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:19:39.419683 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-c92b4595-9e00-464c-9c35-b8268e3daf9b req-4a3cac2c-e06b-4253-b4f0-24bf018cbd62 tempest-DeleteServersTestJSON-1338827600 tempest-DeleteServersTestJSON-1338827600-project] 10.222.0.13 "GET /v2.0/ports?device_id=1da2e2a1-748b-43c1-9f0a-e57e215701d1 HTTP/1.1" status: 200 len: 945 time: 0.1197553 Jan 26 21:19:39.485864 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-b158dafc-51d1-4572-a7f1-87fb4327f028 tempest-BulkNetworkOpsTest-330888529 tempest-BulkNetworkOpsTest-330888529-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-686403', 'neutron.services.segments.db._delete_segments_for_network-8746560774018'] for network (ffbd632e-f61d-412c-8f24-9678b7b1a411), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:19:39.526486 n-d-760453-5 neutron-server[103304]: DEBUG neutron.services.segments.db [None req-b158dafc-51d1-4572-a7f1-87fb4327f028 tempest-BulkNetworkOpsTest-330888529 tempest-BulkNetworkOpsTest-330888529-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ffbd632e-f61d-412c-8f24-9678b7b1a411']}} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:19:39.549220 n-d-760453-5 neutron-server[103304]: DEBUG neutron.services.segments.db [None req-b158dafc-51d1-4572-a7f1-87fb4327f028 tempest-BulkNetworkOpsTest-330888529 tempest-BulkNetworkOpsTest-330888529-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0d7f15c5-29bb-40ce-9269-4986febdad3a') {'for_net_delete': True} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:19:39.549546 n-d-760453-5 neutron-server[103304]: DEBUG neutron.services.segments.db [None req-b158dafc-51d1-4572-a7f1-87fb4327f028 tempest-BulkNetworkOpsTest-330888529 tempest-BulkNetworkOpsTest-330888529-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0d7f15c5-29bb-40ce-9269-4986febdad3a') {} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:19:39.567785 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-4222f335-b0fd-43df-bc66-eb8693acd4cf req-3bab1eb2-f776-4765-bb8e-6c0834ede6ad tempest-ServersNegativeTestJSON-90632883 tempest-ServersNegativeTestJSON-90632883-project] 10.222.0.13 "GET /v2.0/security-groups?id=f00b351c-12ea-4499-84c9-f0263f4f27ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1608682 Jan 26 21:19:39.573191 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-b158dafc-51d1-4572-a7f1-87fb4327f028 tempest-BulkNetworkOpsTest-330888529 tempest-BulkNetworkOpsTest-330888529-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746560742283', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8881293'] for segment (0d7f15c5-29bb-40ce-9269-4986febdad3a), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:19:39.596212 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-c92b4595-9e00-464c-9c35-b8268e3daf9b req-c3a53ba8-6a65-4b59-88fd-2d3a44caf891 tempest-DeleteServersTestJSON-1338827600 tempest-DeleteServersTestJSON-1338827600-project] 10.222.0.13 "GET /v2.0/security-groups?id=b7fc5e70-a24b-497d-9cf6-8df82d0ad35b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1385572 Jan 26 21:19:39.602230 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-b158dafc-51d1-4572-a7f1-87fb4327f028 tempest-BulkNetworkOpsTest-330888529 tempest-BulkNetworkOpsTest-330888529-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576559'] for segment (0d7f15c5-29bb-40ce-9269-4986febdad3a), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:19:39.612956 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b158dafc-51d1-4572-a7f1-87fb4327f028 tempest-BulkNetworkOpsTest-330888529 tempest-BulkNetworkOpsTest-330888529-project] Releasing vlan 586 on physical network physnet1 to pool {{(pid=103304) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 26 21:19:39.613729 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-b158dafc-51d1-4572-a7f1-87fb4327f028 tempest-BulkNetworkOpsTest-330888529 tempest-BulkNetworkOpsTest-330888529-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9281762'] for segment (0d7f15c5-29bb-40ce-9269-4986febdad3a), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:19:39.629841 n-d-760453-5 neutron-server[103304]: Traceback (most recent call last): Jan 26 21:19:39.629841 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 26 21:19:39.629841 n-d-760453-5 neutron-server[103304]: timer() Jan 26 21:19:39.629841 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 26 21:19:39.629841 n-d-760453-5 neutron-server[103304]: cb(*args, **kw) Jan 26 21:19:39.629841 n-d-760453-5 neutron-server[103304]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 26 21:19:39.629841 n-d-760453-5 neutron-server[103304]: return func(*args, **kwargs) Jan 26 21:19:39.629841 n-d-760453-5 neutron-server[103304]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 26 21:19:39.629841 n-d-760453-5 neutron-server[103304]: self._notify() Jan 26 21:19:39.629841 n-d-760453-5 neutron-server[103304]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 26 21:19:39.629841 n-d-760453-5 neutron-server[103304]: self.callback(batched_events) Jan 26 21:19:39.629841 n-d-760453-5 neutron-server[103304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 26 21:19:39.629841 n-d-760453-5 neutron-server[103304]: event.method(event) Jan 26 21:19:39.629841 n-d-760453-5 neutron-server[103304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 26 21:19:39.629841 n-d-760453-5 neutron-server[103304]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 26 21:19:39.629841 n-d-760453-5 neutron-server[103304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 26 21:19:39.629841 n-d-760453-5 neutron-server[103304]: aggregate_uuid = self.p_client.list_aggregates( Jan 26 21:19:39.629841 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 26 21:19:39.629841 n-d-760453-5 neutron-server[103304]: return f(self, *a, **k) Jan 26 21:19:39.629841 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 26 21:19:39.629841 n-d-760453-5 neutron-server[103304]: return self._get(url).json() Jan 26 21:19:39.629841 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 26 21:19:39.629841 n-d-760453-5 neutron-server[103304]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 26 21:19:39.629841 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 26 21:19:39.629841 n-d-760453-5 neutron-server[103304]: return self.request(url, 'GET', **kwargs) Jan 26 21:19:39.629841 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 26 21:19:39.629841 n-d-760453-5 neutron-server[103304]: base_url = self.get_endpoint(auth, allow=allow, Jan 26 21:19:39.629841 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 26 21:19:39.629841 n-d-760453-5 neutron-server[103304]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 26 21:19:39.629841 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 26 21:19:39.629841 n-d-760453-5 neutron-server[103304]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 26 21:19:39.629841 n-d-760453-5 neutron-server[103304]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 26 21:19:39.717708 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-b158dafc-51d1-4572-a7f1-87fb4327f028 tempest-BulkNetworkOpsTest-330888529 tempest-BulkNetworkOpsTest-330888529-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4110931'] for network (ffbd632e-f61d-412c-8f24-9678b7b1a411), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:19:39.728038 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-b158dafc-51d1-4572-a7f1-87fb4327f028 tempest-BulkNetworkOpsTest-330888529 tempest-BulkNetworkOpsTest-330888529-project] Publish callbacks [] for network (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:19:39.734059 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-b158dafc-51d1-4572-a7f1-87fb4327f028 tempest-BulkNetworkOpsTest-330888529 tempest-BulkNetworkOpsTest-330888529-project] 10.222.0.13 "DELETE /v2.0/networks/ffbd632e-f61d-412c-8f24-9678b7b1a411 HTTP/1.1" status: 204 len: 168 time: 0.5941665 Jan 26 21:19:39.734934 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 34656) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:19:39.743039 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b158dafc-51d1-4572-a7f1-87fb4327f028 tempest-BulkNetworkOpsTest-330888529 tempest-BulkNetworkOpsTest-330888529-project] Pushing event deleted for resources: {'Network': ['ID=ffbd632e-f61d-412c-8f24-9678b7b1a411,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:19:39.760392 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6437da9-b65f-4ce5-84d7-e2bc76b058a5 req-ba6777c2-279f-4a71-914a-191cace71df1 tempest-ServersNegativeTestJSON-90632883 tempest-ServersNegativeTestJSON-90632883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:19:39.761971 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-f6437da9-b65f-4ce5-84d7-e2bc76b058a5 req-ba6777c2-279f-4a71-914a-191cace71df1 tempest-ServersNegativeTestJSON-90632883 tempest-ServersNegativeTestJSON-90632883-project] 10.222.0.13 "GET /v2.0/ports?device_id=20bda332-a159-49bd-8c61-2ea774ab5602 HTTP/1.1" status: 200 len: 946 time: 0.0814574 Jan 26 21:19:39.821519 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-f6437da9-b65f-4ce5-84d7-e2bc76b058a5 req-de892060-aac1-4ce8-8589-225f22a55a39 tempest-ServersNegativeTestJSON-90632883 tempest-ServersNegativeTestJSON-90632883-project] 10.222.0.13 "GET /v2.0/security-groups?id=f00b351c-12ea-4499-84c9-f0263f4f27ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525334 Jan 26 21:19:39.894491 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8415eb4-18d6-4f19-b893-b6697c3bb85e tempest-BulkNetworkOpsTest-330888529 tempest-BulkNetworkOpsTest-330888529-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:19:39.903473 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8415eb4-18d6-4f19-b893-b6697c3bb85e tempest-BulkNetworkOpsTest-330888529 tempest-BulkNetworkOpsTest-330888529-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:19:39.905951 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-f8415eb4-18d6-4f19-b893-b6697c3bb85e tempest-BulkNetworkOpsTest-330888529 tempest-BulkNetworkOpsTest-330888529-project] 10.222.0.13 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.1699903 Jan 26 21:19:39.910153 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 34664) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:19:39.918119 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-0804d057-e8d5-4195-acd4-4115c310be45 tempest-BulkNetworkOpsTest-330888529 tempest-BulkNetworkOpsTest-330888529-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-272396815'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:19:39.946604 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0804d057-e8d5-4195-acd4-4115c310be45 tempest-BulkNetworkOpsTest-330888529 tempest-BulkNetworkOpsTest-330888529-project] Made reservation on behalf of faf46f13f0ff47999976b85416d63557 for: {'network': 1} {{(pid=103304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 21:19:39.952252 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-0804d057-e8d5-4195-acd4-4115c310be45 tempest-BulkNetworkOpsTest-330888529 tempest-BulkNetworkOpsTest-330888529-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for network (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:19:40.000162 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0804d057-e8d5-4195-acd4-4115c310be45 tempest-BulkNetworkOpsTest-330888529 tempest-BulkNetworkOpsTest-330888529-project] vlan segment allocate from pool success with {'vlan_id': 575, 'physical_network': 'physnet1'} {{(pid=103304) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 26 21:19:40.019335 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-0804d057-e8d5-4195-acd4-4115c310be45 tempest-BulkNetworkOpsTest-330888529 tempest-BulkNetworkOpsTest-330888529-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576559'] for segment (884248eb-cb92-4bf7-86e1-519dc2dca990), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:19:40.020862 n-d-760453-5 neutron-server[103304]: INFO neutron.db.segments_db [None req-0804d057-e8d5-4195-acd4-4115c310be45 tempest-BulkNetworkOpsTest-330888529 tempest-BulkNetworkOpsTest-330888529-project] Added segment 884248eb-cb92-4bf7-86e1-519dc2dca990 of type vlan for network f3b87e50-8184-49f2-b383-45ec26b9a772 Jan 26 21:19:40.123983 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-0804d057-e8d5-4195-acd4-4115c310be45 tempest-BulkNetworkOpsTest-330888529 tempest-BulkNetworkOpsTest-330888529-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746560256871'] for network (f3b87e50-8184-49f2-b383-45ec26b9a772), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:19:40.179742 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a7f88b-5142-4548-9fbd-0ecb045e7c0b req-5cd3473e-2a56-423d-8f2e-a790184bb1e8 tempest-ServersNegativeTestJSON-90632883 tempest-ServersNegativeTestJSON-90632883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:19:40.181025 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-97a7f88b-5142-4548-9fbd-0ecb045e7c0b req-5cd3473e-2a56-423d-8f2e-a790184bb1e8 tempest-ServersNegativeTestJSON-90632883 tempest-ServersNegativeTestJSON-90632883-project] 10.222.0.13 "GET /v2.0/ports?device_id=20bda332-a159-49bd-8c61-2ea774ab5602 HTTP/1.1" status: 200 len: 946 time: 0.1159565 Jan 26 21:19:40.182265 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-0804d057-e8d5-4195-acd4-4115c310be45 tempest-BulkNetworkOpsTest-330888529 tempest-BulkNetworkOpsTest-330888529-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503'] for network (f3b87e50-8184-49f2-b383-45ec26b9a772), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:19:40.187643 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0804d057-e8d5-4195-acd4-4115c310be45 tempest-BulkNetworkOpsTest-330888529 tempest-BulkNetworkOpsTest-330888529-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:19:40.188247 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-0804d057-e8d5-4195-acd4-4115c310be45 tempest-BulkNetworkOpsTest-330888529 tempest-BulkNetworkOpsTest-330888529-project] Publish callbacks [] for network (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:19:40.228923 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-0804d057-e8d5-4195-acd4-4115c310be45 tempest-BulkNetworkOpsTest-330888529 tempest-BulkNetworkOpsTest-330888529-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.3171604 Jan 26 21:19:40.231979 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 34674) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:19:40.237797 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-c87b5529-6909-4c3d-9432-8c3ab5e97a9b tempest-BulkNetworkOpsTest-330888529 tempest-BulkNetworkOpsTest-330888529-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-273331404'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:19:40.262605 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c87b5529-6909-4c3d-9432-8c3ab5e97a9b tempest-BulkNetworkOpsTest-330888529 tempest-BulkNetworkOpsTest-330888529-project] Made reservation on behalf of faf46f13f0ff47999976b85416d63557 for: {'network': 1} {{(pid=103305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 21:19:40.266577 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-c87b5529-6909-4c3d-9432-8c3ab5e97a9b tempest-BulkNetworkOpsTest-330888529 tempest-BulkNetworkOpsTest-330888529-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for network (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:19:40.288209 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0804d057-e8d5-4195-acd4-4115c310be45 tempest-BulkNetworkOpsTest-330888529 tempest-BulkNetworkOpsTest-330888529-project] Pushing event updated for resources: {'Network': ['ID=f3b87e50-8184-49f2-b383-45ec26b9a772,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:19:40.299274 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Network f3b87e50-8184-49f2-b383-45ec26b9a772 details requested by agent ovs-agent-n-d-760453-5 with host n-d-760453-5 {{(pid=103306) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 26 21:19:40.314995 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-97a7f88b-5142-4548-9fbd-0ecb045e7c0b req-289f9d27-3e2d-429d-be74-de0687a014f5 tempest-ServersNegativeTestJSON-90632883 tempest-ServersNegativeTestJSON-90632883-project] 10.222.0.13 "GET /v2.0/security-groups?id=f00b351c-12ea-4499-84c9-f0263f4f27ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119595 Jan 26 21:19:40.328481 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c87b5529-6909-4c3d-9432-8c3ab5e97a9b tempest-BulkNetworkOpsTest-330888529 tempest-BulkNetworkOpsTest-330888529-project] vlan segment allocate from pool success with {'vlan_id': 570, 'physical_network': 'physnet1'} {{(pid=103305) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 26 21:19:40.353111 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-c87b5529-6909-4c3d-9432-8c3ab5e97a9b tempest-BulkNetworkOpsTest-330888529 tempest-BulkNetworkOpsTest-330888529-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576559'] for segment (96018b36-5a7e-460d-8b7a-7fe9731aa5ab), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:19:40.353583 n-d-760453-5 neutron-server[103305]: INFO neutron.db.segments_db [None req-c87b5529-6909-4c3d-9432-8c3ab5e97a9b tempest-BulkNetworkOpsTest-330888529 tempest-BulkNetworkOpsTest-330888529-project] Added segment 96018b36-5a7e-460d-8b7a-7fe9731aa5ab of type vlan for network b40f8f82-1bab-49e8-80ff-5f33df9c5f63 Jan 26 21:19:40.408911 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-c87b5529-6909-4c3d-9432-8c3ab5e97a9b tempest-BulkNetworkOpsTest-330888529 tempest-BulkNetworkOpsTest-330888529-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746560256871'] for network (b40f8f82-1bab-49e8-80ff-5f33df9c5f63), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:19:40.439512 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-c87b5529-6909-4c3d-9432-8c3ab5e97a9b tempest-BulkNetworkOpsTest-330888529 tempest-BulkNetworkOpsTest-330888529-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503'] for network (b40f8f82-1bab-49e8-80ff-5f33df9c5f63), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:19:40.446656 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c87b5529-6909-4c3d-9432-8c3ab5e97a9b tempest-BulkNetworkOpsTest-330888529 tempest-BulkNetworkOpsTest-330888529-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:19:40.447265 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-c87b5529-6909-4c3d-9432-8c3ab5e97a9b tempest-BulkNetworkOpsTest-330888529 tempest-BulkNetworkOpsTest-330888529-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709645'] for network (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:19:40.488139 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 34680) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:19:40.493486 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-07a62f85-4b37-4b81-b8a7-763d7d406a6f tempest-BulkNetworkOpsTest-330888529 tempest-BulkNetworkOpsTest-330888529-project] Request body: {'ports': [{'network_id': 'f3b87e50-8184-49f2-b383-45ec26b9a772', 'name': 'tempest-port--1002523265', 'admin_state_up': True}, {'network_id': 'b40f8f82-1bab-49e8-80ff-5f33df9c5f63', 'admin_state_up': False}]} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:19:40.493929 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-07a62f85-4b37-4b81-b8a7-763d7d406a6f tempest-BulkNetworkOpsTest-330888529 tempest-BulkNetworkOpsTest-330888529-project] Request body: {'port': {'network_id': 'f3b87e50-8184-49f2-b383-45ec26b9a772', 'name': 'tempest-port--1002523265', 'admin_state_up': True}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:19:40.495071 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-07a62f85-4b37-4b81-b8a7-763d7d406a6f tempest-BulkNetworkOpsTest-330888529 tempest-BulkNetworkOpsTest-330888529-project] Request body: {'port': {'network_id': 'b40f8f82-1bab-49e8-80ff-5f33df9c5f63', 'admin_state_up': False}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:19:40.496826 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-c87b5529-6909-4c3d-9432-8c3ab5e97a9b tempest-BulkNetworkOpsTest-330888529 tempest-BulkNetworkOpsTest-330888529-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.2621515 Jan 26 21:19:40.570896 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c87b5529-6909-4c3d-9432-8c3ab5e97a9b tempest-BulkNetworkOpsTest-330888529 tempest-BulkNetworkOpsTest-330888529-project] Pushing event updated for resources: {'Network': ['ID=b40f8f82-1bab-49e8-80ff-5f33df9c5f63,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:19:40.584262 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Network b40f8f82-1bab-49e8-80ff-5f33df9c5f63 details requested by agent ovs-agent-n-d-760453-5 with host n-d-760453-5 {{(pid=103306) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 26 21:19:40.748675 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59e393f-43f4-48ae-ac7e-42cba1adaf73 req-666dd353-e320-4072-aec6-139801ac4387 tempest-LiveMigrationTest-746395142 tempest-LiveMigrationTest-746395142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:19:40.750455 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-d59e393f-43f4-48ae-ac7e-42cba1adaf73 req-666dd353-e320-4072-aec6-139801ac4387 tempest-LiveMigrationTest-746395142 tempest-LiveMigrationTest-746395142-project] 10.222.0.13 "GET /v2.0/ports?device_id=a9ca4017-264e-467b-a63a-6313b2811620 HTTP/1.1" status: 200 len: 944 time: 0.1819212 Jan 26 21:19:40.860004 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b207b41b-6490-485a-8f45-975f1e8ba1b1 req-dc18768e-50a9-42f8-bdab-f573540f80d9 tempest-DeleteServersTestJSON-1338827600 tempest-DeleteServersTestJSON-1338827600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:19:40.861602 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-b207b41b-6490-485a-8f45-975f1e8ba1b1 req-dc18768e-50a9-42f8-bdab-f573540f80d9 tempest-DeleteServersTestJSON-1338827600 tempest-DeleteServersTestJSON-1338827600-project] 10.222.0.13 "GET /v2.0/ports?device_id=1da2e2a1-748b-43c1-9f0a-e57e215701d1 HTTP/1.1" status: 200 len: 945 time: 0.1698799 Jan 26 21:19:40.881008 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce40590-1009-4db3-aecf-ba3c525a0a8b req-ec54d696-efe2-4296-993c-3e7f4e9d4381 tempest-DeleteServersTestJSON-1338827600 tempest-DeleteServersTestJSON-1338827600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:19:40.882618 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-3ce40590-1009-4db3-aecf-ba3c525a0a8b req-ec54d696-efe2-4296-993c-3e7f4e9d4381 tempest-DeleteServersTestJSON-1338827600 tempest-DeleteServersTestJSON-1338827600-project] 10.222.0.57 "GET /v2.0/ports?device_id=1da2e2a1-748b-43c1-9f0a-e57e215701d1 HTTP/1.1" status: 200 len: 945 time: 0.1895287 Jan 26 21:19:40.898153 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-d59e393f-43f4-48ae-ac7e-42cba1adaf73 req-65c9b1e0-3cf1-453a-945a-fc28380563e3 tempest-LiveMigrationTest-746395142 tempest-LiveMigrationTest-746395142-project] 10.222.0.13 "GET /v2.0/security-groups?id=c43a996a-6b93-48e4-a331-48250c5b183d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1288397 Jan 26 21:19:40.920515 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07a62f85-4b37-4b81-b8a7-763d7d406a6f tempest-BulkNetworkOpsTest-330888529 tempest-BulkNetworkOpsTest-330888529-project] Made reservation on behalf of faf46f13f0ff47999976b85416d63557 for: {'port': 2} {{(pid=103304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 21:19:40.920515 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-07a62f85-4b37-4b81-b8a7-763d7d406a6f tempest-BulkNetworkOpsTest-330888529 tempest-BulkNetworkOpsTest-330888529-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:19:40.974183 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-07a62f85-4b37-4b81-b8a7-763d7d406a6f tempest-BulkNetworkOpsTest-330888529 tempest-BulkNetworkOpsTest-330888529-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:19:41.034444 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-b207b41b-6490-485a-8f45-975f1e8ba1b1 req-7fa07993-bfd6-4e2c-aa46-54ea564c8df3 tempest-DeleteServersTestJSON-1338827600 tempest-DeleteServersTestJSON-1338827600-project] 10.222.0.13 "GET /v2.0/security-groups?id=b7fc5e70-a24b-497d-9cf6-8df82d0ad35b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1647851 Jan 26 21:19:41.218647 n-d-760453-5 neutron-server[103304]: DEBUG neutron.notifiers.nova [None req-07a62f85-4b37-4b81-b8a7-763d7d406a6f tempest-BulkNetworkOpsTest-330888529 tempest-BulkNetworkOpsTest-330888529-project] device_id is not set on port f6f99311-7b4c-43a3-aa37-41d99c8f3b60 yet. {{(pid=103304) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 26 21:19:41.227644 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [req-3ce40590-1009-4db3-aecf-ba3c525a0a8b req-7e6d3720-29a9-4a37-86a7-fbd3aa5b4d93 tempest-DeleteServersTestJSON-1338827600 tempest-DeleteServersTestJSON-1338827600-project] Deleting port 6d447a57-7ab7-4d66-9f94-a44b509272d8 {{(pid=103304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 21:19:41.227992 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-3ce40590-1009-4db3-aecf-ba3c525a0a8b req-7e6d3720-29a9-4a37-86a7-fbd3aa5b4d93 tempest-DeleteServersTestJSON-1338827600 tempest-DeleteServersTestJSON-1338827600-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746560630878'] for port (6d447a57-7ab7-4d66-9f94-a44b509272d8), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:19:41.367025 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [req-3ce40590-1009-4db3-aecf-ba3c525a0a8b req-7e6d3720-29a9-4a37-86a7-fbd3aa5b4d93 tempest-DeleteServersTestJSON-1338827600 tempest-DeleteServersTestJSON-1338827600-project] For port 6d447a57-7ab7-4d66-9f94-a44b509272d8, host n-h2-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-5',level=0,port_id=6d447a57-7ab7-4d66-9f94-a44b509272d8,segment=NetworkSegment(2541abc4-0813-4c0d-94e6-c088627c1a85),segment_id=2541abc4-0813-4c0d-94e6-c088627c1a85)] {{(pid=103304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:19:41.367520 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-3ce40590-1009-4db3-aecf-ba3c525a0a8b req-7e6d3720-29a9-4a37-86a7-fbd3aa5b4d93 tempest-DeleteServersTestJSON-1338827600 tempest-DeleteServersTestJSON-1338827600-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4109658'] for port (6d447a57-7ab7-4d66-9f94-a44b509272d8), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:19:41.407108 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [req-3ce40590-1009-4db3-aecf-ba3c525a0a8b req-7e6d3720-29a9-4a37-86a7-fbd3aa5b4d93 tempest-DeleteServersTestJSON-1338827600 tempest-DeleteServersTestJSON-1338827600-project] Calling delete_port for 6d447a57-7ab7-4d66-9f94-a44b509272d8 owned by compute:nova {{(pid=103304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 21:19:41.505150 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1583eb91-0409-40bb-94d9-17102504957e req-0b476b89-1c1c-42cd-8d96-9c7f18e8e473 tempest-LiveMigrationTest-746395142 tempest-LiveMigrationTest-746395142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:19:41.507790 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-1583eb91-0409-40bb-94d9-17102504957e req-0b476b89-1c1c-42cd-8d96-9c7f18e8e473 tempest-LiveMigrationTest-746395142 tempest-LiveMigrationTest-746395142-project] 10.222.0.66 "GET /v2.0/ports?device_id=a9ca4017-264e-467b-a63a-6313b2811620 HTTP/1.1" status: 200 len: 944 time: 0.0902894 Jan 26 21:19:41.550092 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-07a62f85-4b37-4b81-b8a7-763d7d406a6f tempest-BulkNetworkOpsTest-330888529 tempest-BulkNetworkOpsTest-330888529-project] Publish callbacks [] for port (f6f99311-7b4c-43a3-aa37-41d99c8f3b60), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:19:41.583385 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a074f2b-c9bf-44d1-aba2-6889247ed19e req-772e8cc0-1d9a-42f1-b31b-0ae1bd39ac05 tempest-ServersNegativeTestJSON-90632883 tempest-ServersNegativeTestJSON-90632883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:19:41.593894 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-4a074f2b-c9bf-44d1-aba2-6889247ed19e req-772e8cc0-1d9a-42f1-b31b-0ae1bd39ac05 tempest-ServersNegativeTestJSON-90632883 tempest-ServersNegativeTestJSON-90632883-project] 10.222.0.13 "GET /v2.0/ports?device_id=20bda332-a159-49bd-8c61-2ea774ab5602 HTTP/1.1" status: 200 len: 946 time: 0.1535933 Jan 26 21:19:41.638598 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [req-1583eb91-0409-40bb-94d9-17102504957e req-5f7af40d-8e89-4deb-bd0b-ed21579d147c tempest-LiveMigrationTest-746395142 tempest-LiveMigrationTest-746395142-project] Deleting port a98d0993-b582-4517-bdcf-6868c5c81c88 {{(pid=103305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 21:19:41.639353 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-1583eb91-0409-40bb-94d9-17102504957e req-5f7af40d-8e89-4deb-bd0b-ed21579d147c tempest-LiveMigrationTest-746395142 tempest-LiveMigrationTest-746395142-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746560630878'] for port (a98d0993-b582-4517-bdcf-6868c5c81c88), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:19:41.685320 n-d-760453-5 neutron-server[103304]: DEBUG neutron.notifiers.nova [None req-07a62f85-4b37-4b81-b8a7-763d7d406a6f tempest-BulkNetworkOpsTest-330888529 tempest-BulkNetworkOpsTest-330888529-project] device_id is not set on port 8e39298a-c46d-4e8b-a1ae-0a76e10ee882 yet. {{(pid=103304) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 26 21:19:41.763114 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-4a074f2b-c9bf-44d1-aba2-6889247ed19e req-8757f1f8-da3a-4aff-af35-e63c23216baf tempest-ServersNegativeTestJSON-90632883 tempest-ServersNegativeTestJSON-90632883-project] 10.222.0.13 "GET /v2.0/security-groups?id=f00b351c-12ea-4499-84c9-f0263f4f27ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1363380 Jan 26 21:19:41.811798 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [req-1583eb91-0409-40bb-94d9-17102504957e req-5f7af40d-8e89-4deb-bd0b-ed21579d147c tempest-LiveMigrationTest-746395142 tempest-LiveMigrationTest-746395142-project] For port a98d0993-b582-4517-bdcf-6868c5c81c88, host n-h1-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-5',level=0,port_id=a98d0993-b582-4517-bdcf-6868c5c81c88,segment=NetworkSegment(984e14e0-bb79-4ef3-b570-cebad3b9694e),segment_id=984e14e0-bb79-4ef3-b570-cebad3b9694e)] {{(pid=103305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:19:41.812769 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-1583eb91-0409-40bb-94d9-17102504957e req-5f7af40d-8e89-4deb-bd0b-ed21579d147c tempest-LiveMigrationTest-746395142 tempest-LiveMigrationTest-746395142-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4109658'] for port (a98d0993-b582-4517-bdcf-6868c5c81c88), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:19:41.834176 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [req-1583eb91-0409-40bb-94d9-17102504957e req-5f7af40d-8e89-4deb-bd0b-ed21579d147c tempest-LiveMigrationTest-746395142 tempest-LiveMigrationTest-746395142-project] Calling delete_port for a98d0993-b582-4517-bdcf-6868c5c81c88 owned by compute:nova {{(pid=103305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 21:19:41.840167 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-3ce40590-1009-4db3-aecf-ba3c525a0a8b req-7e6d3720-29a9-4a37-86a7-fbd3aa5b4d93 tempest-DeleteServersTestJSON-1338827600 tempest-DeleteServersTestJSON-1338827600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746560636600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746560234536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9281553'] for port (6d447a57-7ab7-4d66-9f94-a44b509272d8), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:19:41.891313 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6d3720-29a9-4a37-86a7-fbd3aa5b4d93 tempest-DeleteServersTestJSON-1338827600 tempest-DeleteServersTestJSON-1338827600-project] Pushing event deleted for resources: {'Port': ['ID=6d447a57-7ab7-4d66-9f94-a44b509272d8,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:19:41.989589 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ce40590-1009-4db3-aecf-ba3c525a0a8b req-7e6d3720-29a9-4a37-86a7-fbd3aa5b4d93 tempest-DeleteServersTestJSON-1338827600 tempest-DeleteServersTestJSON-1338827600-project] No DVR routers for this DVR port 6d447a57-7ab7-4d66-9f94-a44b509272d8 on host n-h2-760453-5 {{(pid=103304) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 26 21:19:41.996623 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-3ce40590-1009-4db3-aecf-ba3c525a0a8b req-7e6d3720-29a9-4a37-86a7-fbd3aa5b4d93 tempest-DeleteServersTestJSON-1338827600 tempest-DeleteServersTestJSON-1338827600-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:19:42.004055 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-3ce40590-1009-4db3-aecf-ba3c525a0a8b req-7e6d3720-29a9-4a37-86a7-fbd3aa5b4d93 tempest-DeleteServersTestJSON-1338827600 tempest-DeleteServersTestJSON-1338827600-project] 10.222.0.57 "DELETE /v2.0/ports/6d447a57-7ab7-4d66-9f94-a44b509272d8 HTTP/1.1" status: 204 len: 173 time: 1.1112726 Jan 26 21:19:42.018790 n-d-760453-5 neutron-server[103304]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1da2e2a1-748b-43c1-9f0a-e57e215701d1', 'name': 'network-vif-deleted', 'tag': '6d447a57-7ab7-4d66-9f94-a44b509272d8'}] {{(pid=103304) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 21:19:42.030677 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d52b45f1943fcd332af9527eb73ff93c8d715d44383a3f6d18de73b4cfcf87b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1a29286-736d-4943-8044-5a5454e11dbb" -d '{"events": [{"server_uuid": "1da2e2a1-748b-43c1-9f0a-e57e215701d1", "name": "network-vif-deleted", "tag": "6d447a57-7ab7-4d66-9f94-a44b509272d8"}]}' {{(pid=103304) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 21:19:42.045234 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-1583eb91-0409-40bb-94d9-17102504957e req-5f7af40d-8e89-4deb-bd0b-ed21579d147c tempest-LiveMigrationTest-746395142 tempest-LiveMigrationTest-746395142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746560636600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746560234536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11791543'] for port (a98d0993-b582-4517-bdcf-6868c5c81c88), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:19:42.084805 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] get_ports_and_sgs() called for port_ids ['a98d0993-b582-4517-bdcf-6868c5c81c88'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 26 21:19:42.126422 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7af40d-8e89-4deb-bd0b-ed21579d147c tempest-LiveMigrationTest-746395142 tempest-LiveMigrationTest-746395142-project] Pushing event deleted for resources: {'Port': ['ID=a98d0993-b582-4517-bdcf-6868c5c81c88,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:19:42.140565 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-07a62f85-4b37-4b81-b8a7-763d7d406a6f tempest-BulkNetworkOpsTest-330888529 tempest-BulkNetworkOpsTest-330888529-project] Publish callbacks [] for port (8e39298a-c46d-4e8b-a1ae-0a76e10ee882), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:19:42.152519 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [req-1583eb91-0409-40bb-94d9-17102504957e req-5f7af40d-8e89-4deb-bd0b-ed21579d147c tempest-LiveMigrationTest-746395142 tempest-LiveMigrationTest-746395142-project] No DVR routers for this DVR port a98d0993-b582-4517-bdcf-6868c5c81c88 on host n-h1-760453-5 {{(pid=103305) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 26 21:19:42.156952 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-1583eb91-0409-40bb-94d9-17102504957e req-5f7af40d-8e89-4deb-bd0b-ed21579d147c tempest-LiveMigrationTest-746395142 tempest-LiveMigrationTest-746395142-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:19:42.163615 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-1583eb91-0409-40bb-94d9-17102504957e req-5f7af40d-8e89-4deb-bd0b-ed21579d147c tempest-LiveMigrationTest-746395142 tempest-LiveMigrationTest-746395142-project] 10.222.0.66 "DELETE /v2.0/ports/a98d0993-b582-4517-bdcf-6868c5c81c88 HTTP/1.1" status: 204 len: 173 time: 0.6502330 Jan 26 21:19:42.164904 n-d-760453-5 neutron-server[103305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9ca4017-264e-467b-a63a-6313b2811620', 'name': 'network-vif-deleted', 'tag': 'a98d0993-b582-4517-bdcf-6868c5c81c88'}] {{(pid=103305) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 21:19:42.171414 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d4654568b7bf041e72ff8fe1c96d6d761d9c921f2b99bc7b3a26632be20cee0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6d3bafb-4ce6-4e66-a69f-64d24f8f428a" -d '{"events": [{"server_uuid": "a9ca4017-264e-467b-a63a-6313b2811620", "name": "network-vif-deleted", "tag": "a98d0993-b582-4517-bdcf-6868c5c81c88"}]}' {{(pid=103305) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 21:19:42.178149 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-0e5a01ac-d2fa-48a3-a82e-3f86e625415e req-b64a1bd4-e032-4269-b4e0-b5343f4d7a15 tempest-LiveMigrationTest-746395142 tempest-LiveMigrationTest-746395142-project] 10.222.0.13 "GET /v2.0/ports?device_id=a9ca4017-264e-467b-a63a-6313b2811620 HTTP/1.1" status: 200 len: 210 time: 0.1403520 Jan 26 21:19:42.181402 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Jan 2022 21:19:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea7bd1e9-7f2f-41a8-817d-76aca3d87c8d x-openstack-request-id: req-ea7bd1e9-7f2f-41a8-817d-76aca3d87c8d {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 21:19:42.182301 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1da2e2a1-748b-43c1-9f0a-e57e215701d1", "name": "network-vif-deleted", "tag": "6d447a57-7ab7-4d66-9f94-a44b509272d8", "status": "completed", "code": 200}]} {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 21:19:42.182557 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ea7bd1e9-7f2f-41a8-817d-76aca3d87c8d {{(pid=103304) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 21:19:42.183081 n-d-760453-5 neutron-server[103304]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1da2e2a1-748b-43c1-9f0a-e57e215701d1', 'name': 'network-vif-deleted', 'tag': '6d447a57-7ab7-4d66-9f94-a44b509272d8', 'status': 'completed', 'code': 200} Jan 26 21:19:42.201806 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-07a62f85-4b37-4b81-b8a7-763d7d406a6f tempest-BulkNetworkOpsTest-330888529 tempest-BulkNetworkOpsTest-330888529-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746560234527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9281553'] for port (f6f99311-7b4c-43a3-aa37-41d99c8f3b60), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:19:42.319938 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a62f85-4b37-4b81-b8a7-763d7d406a6f tempest-BulkNetworkOpsTest-330888529 tempest-BulkNetworkOpsTest-330888529-project] Pushing event updated for resources: {'Port': ['ID=f6f99311-7b4c-43a3-aa37-41d99c8f3b60,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:19:42.388941 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-0bccdd21-8e14-409b-8467-1bb9280173ea req-64790e29-2b37-4033-b4de-52a7d77c692f tempest-DeleteServersTestJSON-1338827600 tempest-DeleteServersTestJSON-1338827600-project] 10.222.0.13 "GET /v2.0/ports?device_id=1da2e2a1-748b-43c1-9f0a-e57e215701d1 HTTP/1.1" status: 200 len: 210 time: 0.0655174 Jan 26 21:19:42.401486 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07a62f85-4b37-4b81-b8a7-763d7d406a6f tempest-BulkNetworkOpsTest-330888529 tempest-BulkNetworkOpsTest-330888529-project] Checking segment: {'id': '884248eb-cb92-4bf7-86e1-519dc2dca990', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'f3b87e50-8184-49f2-b383-45ec26b9a772'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103304) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 21:19:42.401950 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07a62f85-4b37-4b81-b8a7-763d7d406a6f tempest-BulkNetworkOpsTest-330888529 tempest-BulkNetworkOpsTest-330888529-project] Network hostable DHCP agents. Network: f3b87e50-8184-49f2-b383-45ec26b9a772, hostable agents: ['474ccdf7-ab6c-405b-a3b2-dc7b05829902'], hosted agents: [] {{(pid=103304) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 26 21:19:42.431605 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70bfc4b2-01a2-4bd4-9db9-3da770dc3095 req-cb09838a-6e26-4923-8ff9-6f13cad68bc3 tempest-ServersNegativeTestJSON-90632883 tempest-ServersNegativeTestJSON-90632883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:19:42.440099 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-70bfc4b2-01a2-4bd4-9db9-3da770dc3095 req-cb09838a-6e26-4923-8ff9-6f13cad68bc3 tempest-ServersNegativeTestJSON-90632883 tempest-ServersNegativeTestJSON-90632883-project] 10.222.0.13 "GET /v2.0/ports?device_id=20bda332-a159-49bd-8c61-2ea774ab5602 HTTP/1.1" status: 200 len: 946 time: 0.1211505 Jan 26 21:19:42.447003 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Jan 2022 21:19:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab01964e-7abc-48c6-b082-16196028a534 x-openstack-request-id: req-ab01964e-7abc-48c6-b082-16196028a534 {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 21:19:42.447363 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9ca4017-264e-467b-a63a-6313b2811620", "name": "network-vif-deleted", "tag": "a98d0993-b582-4517-bdcf-6868c5c81c88", "status": "completed", "code": 200}]} {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 21:19:42.448825 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ab01964e-7abc-48c6-b082-16196028a534 {{(pid=103305) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 21:19:42.449357 n-d-760453-5 neutron-server[103305]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9ca4017-264e-467b-a63a-6313b2811620', 'name': 'network-vif-deleted', 'tag': 'a98d0993-b582-4517-bdcf-6868c5c81c88', 'status': 'completed', 'code': 200} Jan 26 21:19:42.458810 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07a62f85-4b37-4b81-b8a7-763d7d406a6f tempest-BulkNetworkOpsTest-330888529 tempest-BulkNetworkOpsTest-330888529-project] Network f3b87e50-8184-49f2-b383-45ec26b9a772 is scheduled to be hosted by DHCP agent 474ccdf7-ab6c-405b-a3b2-dc7b05829902 with binding_index 1 {{(pid=103304) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 26 21:19:42.485217 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [None req-07a62f85-4b37-4b81-b8a7-763d7d406a6f tempest-BulkNetworkOpsTest-330888529 tempest-BulkNetworkOpsTest-330888529-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760453-5, f3b87e50-8184-49f2-b383-45ec26b9a772) {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:19:42.497722 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f06d35e7-466c-41ac-b023-b2b71ed63b83 None None] Network f3b87e50-8184-49f2-b383-45ec26b9a772 requested from n-d-760453-5 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 26 21:19:42.515404 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07a62f85-4b37-4b81-b8a7-763d7d406a6f tempest-BulkNetworkOpsTest-330888529 tempest-BulkNetworkOpsTest-330888529-project] Received port after_create {{(pid=103304) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 21:19:42.516333 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-07a62f85-4b37-4b81-b8a7-763d7d406a6f tempest-BulkNetworkOpsTest-330888529 tempest-BulkNetworkOpsTest-330888529-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746560234527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9281553'] for port (8e39298a-c46d-4e8b-a1ae-0a76e10ee882), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:19:42.547847 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-70bfc4b2-01a2-4bd4-9db9-3da770dc3095 req-8a15257c-d6d0-4e06-a7d8-1c8655770481 tempest-ServersNegativeTestJSON-90632883 tempest-ServersNegativeTestJSON-90632883-project] 10.222.0.13 "GET /v2.0/security-groups?id=f00b351c-12ea-4499-84c9-f0263f4f27ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021905 Jan 26 21:19:42.615122 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a62f85-4b37-4b81-b8a7-763d7d406a6f tempest-BulkNetworkOpsTest-330888529 tempest-BulkNetworkOpsTest-330888529-project] Pushing event updated for resources: {'Port': ['ID=8e39298a-c46d-4e8b-a1ae-0a76e10ee882,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:19:42.633489 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07a62f85-4b37-4b81-b8a7-763d7d406a6f tempest-BulkNetworkOpsTest-330888529 tempest-BulkNetworkOpsTest-330888529-project] Checking segment: {'id': '96018b36-5a7e-460d-8b7a-7fe9731aa5ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'b40f8f82-1bab-49e8-80ff-5f33df9c5f63'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103304) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 21:19:42.633854 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07a62f85-4b37-4b81-b8a7-763d7d406a6f tempest-BulkNetworkOpsTest-330888529 tempest-BulkNetworkOpsTest-330888529-project] Network hostable DHCP agents. Network: b40f8f82-1bab-49e8-80ff-5f33df9c5f63, hostable agents: ['474ccdf7-ab6c-405b-a3b2-dc7b05829902'], hosted agents: [] {{(pid=103304) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 26 21:19:42.655781 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07a62f85-4b37-4b81-b8a7-763d7d406a6f tempest-BulkNetworkOpsTest-330888529 tempest-BulkNetworkOpsTest-330888529-project] Network b40f8f82-1bab-49e8-80ff-5f33df9c5f63 is scheduled to be hosted by DHCP agent 474ccdf7-ab6c-405b-a3b2-dc7b05829902 with binding_index 1 {{(pid=103304) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 26 21:19:42.671206 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [None req-07a62f85-4b37-4b81-b8a7-763d7d406a6f tempest-BulkNetworkOpsTest-330888529 tempest-BulkNetworkOpsTest-330888529-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760453-5, b40f8f82-1bab-49e8-80ff-5f33df9c5f63) {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:19:42.675039 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07a62f85-4b37-4b81-b8a7-763d7d406a6f tempest-BulkNetworkOpsTest-330888529 tempest-BulkNetworkOpsTest-330888529-project] Received port after_create {{(pid=103304) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 21:19:42.680557 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07a62f85-4b37-4b81-b8a7-763d7d406a6f tempest-BulkNetworkOpsTest-330888529 tempest-BulkNetworkOpsTest-330888529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:19:42.685884 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07a62f85-4b37-4b81-b8a7-763d7d406a6f tempest-BulkNetworkOpsTest-330888529 tempest-BulkNetworkOpsTest-330888529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:19:42.686579 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-07a62f85-4b37-4b81-b8a7-763d7d406a6f tempest-BulkNetworkOpsTest-330888529 tempest-BulkNetworkOpsTest-330888529-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:19:42.698639 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5df82c0c-862f-43c1-8743-b9b54fc150c0 None None] Network b40f8f82-1bab-49e8-80ff-5f33df9c5f63 requested from n-d-760453-5 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 26 21:19:42.706204 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-07a62f85-4b37-4b81-b8a7-763d7d406a6f tempest-BulkNetworkOpsTest-330888529 tempest-BulkNetworkOpsTest-330888529-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 2.2165923 Jan 26 21:19:42.708578 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 34732) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:19:42.797067 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a952ee03-eabf-4053-9a99-ec88eed48d5f tempest-BulkNetworkOpsTest-330888529 tempest-BulkNetworkOpsTest-330888529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:19:42.802615 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a952ee03-eabf-4053-9a99-ec88eed48d5f tempest-BulkNetworkOpsTest-330888529 tempest-BulkNetworkOpsTest-330888529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:19:42.804198 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-a952ee03-eabf-4053-9a99-ec88eed48d5f tempest-BulkNetworkOpsTest-330888529 tempest-BulkNetworkOpsTest-330888529-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.0944772 Jan 26 21:19:42.807665 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 34734) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:19:42.908840 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-38fdedee-cd06-4607-bc57-536787f69bb8 tempest-BulkNetworkOpsTest-330888529 tempest-BulkNetworkOpsTest-330888529-project] Deleting port f6f99311-7b4c-43a3-aa37-41d99c8f3b60 {{(pid=103304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 21:19:42.909194 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-38fdedee-cd06-4607-bc57-536787f69bb8 tempest-BulkNetworkOpsTest-330888529 tempest-BulkNetworkOpsTest-330888529-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746560630878'] for port (f6f99311-7b4c-43a3-aa37-41d99c8f3b60), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:19:42.993720 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-38fdedee-cd06-4607-bc57-536787f69bb8 tempest-BulkNetworkOpsTest-330888529 tempest-BulkNetworkOpsTest-330888529-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4109658'] for port (f6f99311-7b4c-43a3-aa37-41d99c8f3b60), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:19:43.010942 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-38fdedee-cd06-4607-bc57-536787f69bb8 tempest-BulkNetworkOpsTest-330888529 tempest-BulkNetworkOpsTest-330888529-project] Calling delete_port for f6f99311-7b4c-43a3-aa37-41d99c8f3b60 owned by {{(pid=103304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 21:19:43.094390 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-38fdedee-cd06-4607-bc57-536787f69bb8 tempest-BulkNetworkOpsTest-330888529 tempest-BulkNetworkOpsTest-330888529-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746560636600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746560234536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9281553'] for port (f6f99311-7b4c-43a3-aa37-41d99c8f3b60), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:19:43.123696 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38fdedee-cd06-4607-bc57-536787f69bb8 tempest-BulkNetworkOpsTest-330888529 tempest-BulkNetworkOpsTest-330888529-project] Pushing event deleted for resources: {'Port': ['ID=f6f99311-7b4c-43a3-aa37-41d99c8f3b60,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:19:43.127288 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-38fdedee-cd06-4607-bc57-536787f69bb8 tempest-BulkNetworkOpsTest-330888529 tempest-BulkNetworkOpsTest-330888529-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:19:43.133697 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-38fdedee-cd06-4607-bc57-536787f69bb8 tempest-BulkNetworkOpsTest-330888529 tempest-BulkNetworkOpsTest-330888529-project] 10.222.0.13 "DELETE /v2.0/ports/f6f99311-7b4c-43a3-aa37-41d99c8f3b60 HTTP/1.1" status: 204 len: 168 time: 0.3219697 Jan 26 21:19:43.133808 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 34740) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:19:43.240394 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-6a689e0f-6125-440f-ac05-13251c7fe9f6 tempest-BulkNetworkOpsTest-330888529 tempest-BulkNetworkOpsTest-330888529-project] Deleting port 8e39298a-c46d-4e8b-a1ae-0a76e10ee882 {{(pid=103305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 21:19:43.240813 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-6a689e0f-6125-440f-ac05-13251c7fe9f6 tempest-BulkNetworkOpsTest-330888529 tempest-BulkNetworkOpsTest-330888529-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746560630878'] for port (8e39298a-c46d-4e8b-a1ae-0a76e10ee882), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:19:43.316176 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-6a689e0f-6125-440f-ac05-13251c7fe9f6 tempest-BulkNetworkOpsTest-330888529 tempest-BulkNetworkOpsTest-330888529-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4109658'] for port (8e39298a-c46d-4e8b-a1ae-0a76e10ee882), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:19:43.330394 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-6a689e0f-6125-440f-ac05-13251c7fe9f6 tempest-BulkNetworkOpsTest-330888529 tempest-BulkNetworkOpsTest-330888529-project] Calling delete_port for 8e39298a-c46d-4e8b-a1ae-0a76e10ee882 owned by {{(pid=103305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 21:19:43.436088 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-6a689e0f-6125-440f-ac05-13251c7fe9f6 tempest-BulkNetworkOpsTest-330888529 tempest-BulkNetworkOpsTest-330888529-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746560636600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746560234536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11791543'] for port (8e39298a-c46d-4e8b-a1ae-0a76e10ee882), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:19:43.488761 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-6a689e0f-6125-440f-ac05-13251c7fe9f6 tempest-BulkNetworkOpsTest-330888529 tempest-BulkNetworkOpsTest-330888529-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:19:43.492140 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-6a689e0f-6125-440f-ac05-13251c7fe9f6 tempest-BulkNetworkOpsTest-330888529 tempest-BulkNetworkOpsTest-330888529-project] 10.222.0.13 "DELETE /v2.0/ports/8e39298a-c46d-4e8b-a1ae-0a76e10ee882 HTTP/1.1" status: 204 len: 168 time: 0.3578641 Jan 26 21:19:43.493952 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a689e0f-6125-440f-ac05-13251c7fe9f6 tempest-BulkNetworkOpsTest-330888529 tempest-BulkNetworkOpsTest-330888529-project] Pushing event deleted for resources: {'Port': ['ID=8e39298a-c46d-4e8b-a1ae-0a76e10ee882,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:19:43.501479 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 34752) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:19:43.538921 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-3ef5b4b9-2002-44b8-9a6f-382a80a8fce5 tempest-BulkNetworkOpsTest-330888529 tempest-BulkNetworkOpsTest-330888529-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0351803 Jan 26 21:19:43.544978 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 34756) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:19:43.550141 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-a0311792-8368-4633-9bc5-a328fc924ba4 tempest-BulkNetworkOpsTest-330888529 tempest-BulkNetworkOpsTest-330888529-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-805073558'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:19:43.553570 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458eb093-ba53-40d0-a64e-796632be7ed2 req-475afe1f-13ef-4f61-9c4c-e19dd1e7a272 tempest-LiveMigrationTest-746395142 tempest-LiveMigrationTest-746395142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:19:43.555503 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-458eb093-ba53-40d0-a64e-796632be7ed2 req-475afe1f-13ef-4f61-9c4c-e19dd1e7a272 tempest-LiveMigrationTest-746395142 tempest-LiveMigrationTest-746395142-project] 10.222.0.13 "GET /v2.0/ports?device_id=71a415fd-0f19-44e3-9cdb-4ebc928c7708 HTTP/1.1" status: 200 len: 944 time: 0.1041808 Jan 26 21:19:43.586441 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0311792-8368-4633-9bc5-a328fc924ba4 tempest-BulkNetworkOpsTest-330888529 tempest-BulkNetworkOpsTest-330888529-project] Made reservation on behalf of faf46f13f0ff47999976b85416d63557 for: {'network': 1} {{(pid=103305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 21:19:43.594551 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-a0311792-8368-4633-9bc5-a328fc924ba4 tempest-BulkNetworkOpsTest-330888529 tempest-BulkNetworkOpsTest-330888529-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for network (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:19:43.628963 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a0311792-8368-4633-9bc5-a328fc924ba4 tempest-BulkNetworkOpsTest-330888529 tempest-BulkNetworkOpsTest-330888529-project] vlan segment allocate from pool success with {'vlan_id': 560, 'physical_network': 'physnet1'} {{(pid=103305) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 26 21:19:43.641344 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-a0311792-8368-4633-9bc5-a328fc924ba4 tempest-BulkNetworkOpsTest-330888529 tempest-BulkNetworkOpsTest-330888529-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576559'] for segment (69202990-faab-43b7-8f22-16e64a9e86da), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:19:43.641878 n-d-760453-5 neutron-server[103305]: INFO neutron.db.segments_db [None req-a0311792-8368-4633-9bc5-a328fc924ba4 tempest-BulkNetworkOpsTest-330888529 tempest-BulkNetworkOpsTest-330888529-project] Added segment 69202990-faab-43b7-8f22-16e64a9e86da of type vlan for network 2c6783cb-6fac-4da4-ab78-0bc2ca503314 Jan 26 21:19:43.644146 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-458eb093-ba53-40d0-a64e-796632be7ed2 req-39105f45-090b-4e93-b997-8b5c6225aa6a tempest-LiveMigrationTest-746395142 tempest-LiveMigrationTest-746395142-project] 10.222.0.13 "GET /v2.0/security-groups?id=c43a996a-6b93-48e4-a331-48250c5b183d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830476 Jan 26 21:19:43.696761 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-a0311792-8368-4633-9bc5-a328fc924ba4 tempest-BulkNetworkOpsTest-330888529 tempest-BulkNetworkOpsTest-330888529-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746560256871'] for network (2c6783cb-6fac-4da4-ab78-0bc2ca503314), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:19:43.731148 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-a0311792-8368-4633-9bc5-a328fc924ba4 tempest-BulkNetworkOpsTest-330888529 tempest-BulkNetworkOpsTest-330888529-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503'] for network (2c6783cb-6fac-4da4-ab78-0bc2ca503314), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:19:43.741886 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0311792-8368-4633-9bc5-a328fc924ba4 tempest-BulkNetworkOpsTest-330888529 tempest-BulkNetworkOpsTest-330888529-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:19:43.742870 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-a0311792-8368-4633-9bc5-a328fc924ba4 tempest-BulkNetworkOpsTest-330888529 tempest-BulkNetworkOpsTest-330888529-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709645'] for network (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:19:43.758912 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Device 6d447a57-7ab7-4d66-9f94-a44b509272d8 no longer exists at agent hyperv_n-h2-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 26 21:19:43.783819 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] No Port match for: 6d447a57-7ab7-4d66-9f94-a44b509272d8 {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 26 21:19:43.784675 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Device 6d447a57-7ab7-4d66-9f94-a44b509272d8 not bound to the agent host n-h2-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 26 21:19:43.830938 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52471f37-cac8-4083-b187-fb674bc0ade9 req-61d94683-4bd8-45e3-8ed1-cecfa956c1c5 tempest-ServersNegativeTestJSON-90632883 tempest-ServersNegativeTestJSON-90632883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:19:43.832578 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-52471f37-cac8-4083-b187-fb674bc0ade9 req-61d94683-4bd8-45e3-8ed1-cecfa956c1c5 tempest-ServersNegativeTestJSON-90632883 tempest-ServersNegativeTestJSON-90632883-project] 10.222.0.13 "GET /v2.0/ports?device_id=20bda332-a159-49bd-8c61-2ea774ab5602 HTTP/1.1" status: 200 len: 946 time: 0.1314466 Jan 26 21:19:43.844528 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0311792-8368-4633-9bc5-a328fc924ba4 tempest-BulkNetworkOpsTest-330888529 tempest-BulkNetworkOpsTest-330888529-project] Pushing event updated for resources: {'Network': ['ID=2c6783cb-6fac-4da4-ab78-0bc2ca503314,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:19:43.856387 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-a0311792-8368-4633-9bc5-a328fc924ba4 tempest-BulkNetworkOpsTest-330888529 tempest-BulkNetworkOpsTest-330888529-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.3100460 Jan 26 21:19:43.859484 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 34772) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:19:43.861825 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Network 2c6783cb-6fac-4da4-ab78-0bc2ca503314 details requested by agent ovs-agent-n-d-760453-5 with host n-d-760453-5 {{(pid=103306) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 26 21:19:43.866955 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-82885acb-8597-43e8-8260-045047785acb tempest-BulkNetworkOpsTest-330888529 tempest-BulkNetworkOpsTest-330888529-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-243705909'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:19:43.912289 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82885acb-8597-43e8-8260-045047785acb tempest-BulkNetworkOpsTest-330888529 tempest-BulkNetworkOpsTest-330888529-project] Made reservation on behalf of faf46f13f0ff47999976b85416d63557 for: {'network': 1} {{(pid=103305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 21:19:43.916903 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-82885acb-8597-43e8-8260-045047785acb tempest-BulkNetworkOpsTest-330888529 tempest-BulkNetworkOpsTest-330888529-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for network (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:19:43.953799 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-82885acb-8597-43e8-8260-045047785acb tempest-BulkNetworkOpsTest-330888529 tempest-BulkNetworkOpsTest-330888529-project] vlan segment allocate from pool success with {'vlan_id': 584, 'physical_network': 'physnet1'} {{(pid=103305) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 26 21:19:43.965361 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-82885acb-8597-43e8-8260-045047785acb tempest-BulkNetworkOpsTest-330888529 tempest-BulkNetworkOpsTest-330888529-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576559'] for segment (9b69becf-b0bf-4e44-a0eb-d43f26ef5a0d), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:19:43.965869 n-d-760453-5 neutron-server[103305]: INFO neutron.db.segments_db [None req-82885acb-8597-43e8-8260-045047785acb tempest-BulkNetworkOpsTest-330888529 tempest-BulkNetworkOpsTest-330888529-project] Added segment 9b69becf-b0bf-4e44-a0eb-d43f26ef5a0d of type vlan for network 45c47bd6-f8e1-4c83-a9c2-3515a8aee5be Jan 26 21:19:44.022326 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-82885acb-8597-43e8-8260-045047785acb tempest-BulkNetworkOpsTest-330888529 tempest-BulkNetworkOpsTest-330888529-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746560256871'] for network (45c47bd6-f8e1-4c83-a9c2-3515a8aee5be), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:19:44.057371 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-82885acb-8597-43e8-8260-045047785acb tempest-BulkNetworkOpsTest-330888529 tempest-BulkNetworkOpsTest-330888529-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503'] for network (45c47bd6-f8e1-4c83-a9c2-3515a8aee5be), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:19:44.062671 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82885acb-8597-43e8-8260-045047785acb tempest-BulkNetworkOpsTest-330888529 tempest-BulkNetworkOpsTest-330888529-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:19:44.063613 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-82885acb-8597-43e8-8260-045047785acb tempest-BulkNetworkOpsTest-330888529 tempest-BulkNetworkOpsTest-330888529-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709645'] for network (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:19:44.122355 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-82885acb-8597-43e8-8260-045047785acb tempest-BulkNetworkOpsTest-330888529 tempest-BulkNetworkOpsTest-330888529-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.2617426 Jan 26 21:19:44.167671 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82885acb-8597-43e8-8260-045047785acb tempest-BulkNetworkOpsTest-330888529 tempest-BulkNetworkOpsTest-330888529-project] Pushing event updated for resources: {'Network': ['ID=45c47bd6-f8e1-4c83-a9c2-3515a8aee5be,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:19:44.171947 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe192217-67d6-481b-a024-2714a4a6c9d6 req-eb9ea0bd-adc5-41fd-b7c4-6e9ebe9c3a58 tempest-DeleteServersTestJSON-1338827600 tempest-DeleteServersTestJSON-1338827600-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:19:44.179386 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Network 45c47bd6-f8e1-4c83-a9c2-3515a8aee5be details requested by agent ovs-agent-n-d-760453-5 with host n-d-760453-5 {{(pid=103306) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 26 21:19:44.189070 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-fe192217-67d6-481b-a024-2714a4a6c9d6 req-eb9ea0bd-adc5-41fd-b7c4-6e9ebe9c3a58 tempest-DeleteServersTestJSON-1338827600 tempest-DeleteServersTestJSON-1338827600-project] 10.222.0.13 "GET /v2.0/networks?id=e16ff5ba-c523-42b6-a294-431f384b33de HTTP/1.1" status: 200 len: 812 time: 0.4259083 Jan 26 21:19:44.228137 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-52471f37-cac8-4083-b187-fb674bc0ade9 req-b4eaa57b-1d4f-4741-996f-8f5767fa939e tempest-ServersNegativeTestJSON-90632883 tempest-ServersNegativeTestJSON-90632883-project] 10.222.0.13 "GET /v2.0/security-groups?id=f00b351c-12ea-4499-84c9-f0263f4f27ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3800106 Jan 26 21:19:44.246979 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-fe192217-67d6-481b-a024-2714a4a6c9d6 req-0e594d8e-bb66-4f3e-8db7-5235609d828c tempest-DeleteServersTestJSON-1338827600 tempest-DeleteServersTestJSON-1338827600-project] 10.222.0.13 "GET /v2.0/quotas/cb180574de574caea4706335ceec073e HTTP/1.1" status: 200 len: 375 time: 0.0570011 Jan 26 21:19:44.252096 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 34778) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:19:44.253603 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c7f83b-6e5b-49dc-a63c-cbf2bb9653ee req-3891dce1-3b9d-463a-8f52-97bf26576db0 tempest-LiveMigrationTest-746395142 tempest-LiveMigrationTest-746395142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:19:44.257057 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-f3c7f83b-6e5b-49dc-a63c-cbf2bb9653ee req-3891dce1-3b9d-463a-8f52-97bf26576db0 tempest-LiveMigrationTest-746395142 tempest-LiveMigrationTest-746395142-project] 10.222.0.66 "GET /v2.0/ports?device_id=71a415fd-0f19-44e3-9cdb-4ebc928c7708 HTTP/1.1" status: 200 len: 944 time: 0.1078739 Jan 26 21:19:44.257283 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-de459634-bab9-4346-a77b-ae5dd90fb18e tempest-BulkNetworkOpsTest-330888529 tempest-BulkNetworkOpsTest-330888529-project] Request body: {'subnets': [{'network_id': '2c6783cb-6fac-4da4-ab78-0bc2ca503314', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1303517997', 'ip_version': 4}, {'network_id': '45c47bd6-f8e1-4c83-a9c2-3515a8aee5be', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:19:44.258511 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-de459634-bab9-4346-a77b-ae5dd90fb18e tempest-BulkNetworkOpsTest-330888529 tempest-BulkNetworkOpsTest-330888529-project] Request body: {'subnet': {'network_id': '2c6783cb-6fac-4da4-ab78-0bc2ca503314', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1303517997', 'ip_version': 4}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:19:44.259240 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-de459634-bab9-4346-a77b-ae5dd90fb18e tempest-BulkNetworkOpsTest-330888529 tempest-BulkNetworkOpsTest-330888529-project] Request body: {'subnet': {'network_id': '45c47bd6-f8e1-4c83-a9c2-3515a8aee5be', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:19:44.375094 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-fe192217-67d6-481b-a024-2714a4a6c9d6 req-0cbbae7f-6391-4fed-9916-db06d79ae035 tempest-DeleteServersTestJSON-1338827600 tempest-DeleteServersTestJSON-1338827600-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=cb180574de574caea4706335ceec073e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0559690 Jan 26 21:19:44.390465 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [req-f3c7f83b-6e5b-49dc-a63c-cbf2bb9653ee req-ff953a64-9a90-4122-a858-4a3352a1c8c1 tempest-LiveMigrationTest-746395142 tempest-LiveMigrationTest-746395142-project] Deleting port a2a3b45c-c85a-4f3f-ab5d-dcc021dbdb5e {{(pid=103305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 21:19:44.390999 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-f3c7f83b-6e5b-49dc-a63c-cbf2bb9653ee req-ff953a64-9a90-4122-a858-4a3352a1c8c1 tempest-LiveMigrationTest-746395142 tempest-LiveMigrationTest-746395142-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746560630878'] for port (a2a3b45c-c85a-4f3f-ab5d-dcc021dbdb5e), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:19:44.493856 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [req-f3c7f83b-6e5b-49dc-a63c-cbf2bb9653ee req-ff953a64-9a90-4122-a858-4a3352a1c8c1 tempest-LiveMigrationTest-746395142 tempest-LiveMigrationTest-746395142-project] For port a2a3b45c-c85a-4f3f-ab5d-dcc021dbdb5e, host n-h1-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-5',level=0,port_id=a2a3b45c-c85a-4f3f-ab5d-dcc021dbdb5e,segment=NetworkSegment(984e14e0-bb79-4ef3-b570-cebad3b9694e),segment_id=984e14e0-bb79-4ef3-b570-cebad3b9694e)] {{(pid=103305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:19:44.494819 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-f3c7f83b-6e5b-49dc-a63c-cbf2bb9653ee req-ff953a64-9a90-4122-a858-4a3352a1c8c1 tempest-LiveMigrationTest-746395142 tempest-LiveMigrationTest-746395142-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4109658'] for port (a2a3b45c-c85a-4f3f-ab5d-dcc021dbdb5e), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:19:44.507650 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [req-f3c7f83b-6e5b-49dc-a63c-cbf2bb9653ee req-ff953a64-9a90-4122-a858-4a3352a1c8c1 tempest-LiveMigrationTest-746395142 tempest-LiveMigrationTest-746395142-project] Calling delete_port for a2a3b45c-c85a-4f3f-ab5d-dcc021dbdb5e owned by compute:nova {{(pid=103305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 21:19:44.577408 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061cf591-4c76-4020-a4a6-71ac829e22a4 req-af0f01ba-d032-4e9a-b371-fa0a612e6d1c tempest-ServersNegativeTestJSON-90632883 tempest-ServersNegativeTestJSON-90632883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:19:44.579040 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-061cf591-4c76-4020-a4a6-71ac829e22a4 req-af0f01ba-d032-4e9a-b371-fa0a612e6d1c tempest-ServersNegativeTestJSON-90632883 tempest-ServersNegativeTestJSON-90632883-project] 10.222.0.13 "GET /v2.0/ports?device_id=20bda332-a159-49bd-8c61-2ea774ab5602 HTTP/1.1" status: 200 len: 946 time: 0.1427062 Jan 26 21:19:44.593066 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-fe192217-67d6-481b-a024-2714a4a6c9d6 req-0bb5d38c-4c95-4766-974c-507b17fe5544 service neutron] 10.222.0.13 "GET /v2.0/networks/e16ff5ba-c523-42b6-a294-431f384b33de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2170315 Jan 26 21:19:44.603972 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de459634-bab9-4346-a77b-ae5dd90fb18e tempest-BulkNetworkOpsTest-330888529 tempest-BulkNetworkOpsTest-330888529-project] Made reservation on behalf of faf46f13f0ff47999976b85416d63557 for: {'subnet': 2} {{(pid=103304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 21:19:44.608260 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-de459634-bab9-4346-a77b-ae5dd90fb18e tempest-BulkNetworkOpsTest-330888529 tempest-BulkNetworkOpsTest-330888529-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12215181'] for subnet (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:19:44.608700 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-de459634-bab9-4346-a77b-ae5dd90fb18e tempest-BulkNetworkOpsTest-330888529 tempest-BulkNetworkOpsTest-330888529-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12215181'] for subnet (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:19:44.644605 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-f3c7f83b-6e5b-49dc-a63c-cbf2bb9653ee req-ff953a64-9a90-4122-a858-4a3352a1c8c1 tempest-LiveMigrationTest-746395142 tempest-LiveMigrationTest-746395142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746560636600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746560234536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11791543'] for port (a2a3b45c-c85a-4f3f-ab5d-dcc021dbdb5e), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:19:44.682363 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff953a64-9a90-4122-a858-4a3352a1c8c1 tempest-LiveMigrationTest-746395142 tempest-LiveMigrationTest-746395142-project] Pushing event deleted for resources: {'Port': ['ID=a2a3b45c-c85a-4f3f-ab5d-dcc021dbdb5e,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:19:44.730146 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3c7f83b-6e5b-49dc-a63c-cbf2bb9653ee req-ff953a64-9a90-4122-a858-4a3352a1c8c1 tempest-LiveMigrationTest-746395142 tempest-LiveMigrationTest-746395142-project] No DVR routers for this DVR port a2a3b45c-c85a-4f3f-ab5d-dcc021dbdb5e on host n-h1-760453-5 {{(pid=103305) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 26 21:19:44.732992 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-f3c7f83b-6e5b-49dc-a63c-cbf2bb9653ee req-ff953a64-9a90-4122-a858-4a3352a1c8c1 tempest-LiveMigrationTest-746395142 tempest-LiveMigrationTest-746395142-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:19:44.736857 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-f3c7f83b-6e5b-49dc-a63c-cbf2bb9653ee req-ff953a64-9a90-4122-a858-4a3352a1c8c1 tempest-LiveMigrationTest-746395142 tempest-LiveMigrationTest-746395142-project] 10.222.0.66 "DELETE /v2.0/ports/a2a3b45c-c85a-4f3f-ab5d-dcc021dbdb5e HTTP/1.1" status: 204 len: 173 time: 0.4738684 Jan 26 21:19:44.737532 n-d-760453-5 neutron-server[103305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71a415fd-0f19-44e3-9cdb-4ebc928c7708', 'name': 'network-vif-deleted', 'tag': 'a2a3b45c-c85a-4f3f-ab5d-dcc021dbdb5e'}] {{(pid=103305) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 21:19:44.739882 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d4654568b7bf041e72ff8fe1c96d6d761d9c921f2b99bc7b3a26632be20cee0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7ab0272-4f98-4aa6-8f4d-3a5d6bfa81f5" -d '{"events": [{"server_uuid": "71a415fd-0f19-44e3-9cdb-4ebc928c7708", "name": "network-vif-deleted", "tag": "a2a3b45c-c85a-4f3f-ab5d-dcc021dbdb5e"}]}' {{(pid=103305) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 21:19:44.790565 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-061cf591-4c76-4020-a4a6-71ac829e22a4 req-58bdcf01-5ece-411a-a224-cdf7fc43947f tempest-ServersNegativeTestJSON-90632883 tempest-ServersNegativeTestJSON-90632883-project] 10.222.0.13 "GET /v2.0/security-groups?id=f00b351c-12ea-4499-84c9-f0263f4f27ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1880815 Jan 26 21:19:44.799945 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-fe192217-67d6-481b-a024-2714a4a6c9d6 req-f4d8ab48-3c7c-48ec-ac48-d65f8e08759e service neutron] 10.222.0.13 "GET /v2.0/networks/e16ff5ba-c523-42b6-a294-431f384b33de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2058654 Jan 26 21:19:44.938646 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-ba459c9a-ab3a-4527-a8d0-37a62a539ae2 req-56f29b1e-a255-42bb-962e-e296d1c16193 tempest-LiveMigrationTest-746395142 tempest-LiveMigrationTest-746395142-project] 10.222.0.13 "GET /v2.0/ports?device_id=71a415fd-0f19-44e3-9cdb-4ebc928c7708 HTTP/1.1" status: 200 len: 210 time: 0.0386117 Jan 26 21:19:45.052343 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Jan 2022 21:19:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ddd83c2c-4f6d-4412-bec1-8023ae91b30c x-openstack-request-id: req-ddd83c2c-4f6d-4412-bec1-8023ae91b30c {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 21:19:45.052681 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71a415fd-0f19-44e3-9cdb-4ebc928c7708", "name": "network-vif-deleted", "tag": "a2a3b45c-c85a-4f3f-ab5d-dcc021dbdb5e", "status": "completed", "code": 200}]} {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 21:19:45.052980 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ddd83c2c-4f6d-4412-bec1-8023ae91b30c {{(pid=103305) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 21:19:45.053520 n-d-760453-5 neutron-server[103305]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71a415fd-0f19-44e3-9cdb-4ebc928c7708', 'name': 'network-vif-deleted', 'tag': 'a2a3b45c-c85a-4f3f-ab5d-dcc021dbdb5e', 'status': 'completed', 'code': 200} Jan 26 21:19:45.185405 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-20539c7a-e187-4807-a5cc-9f214b8c5b5f req-00f09f58-3e87-4037-b989-5a64e4acb577 tempest-DeleteServersTestJSON-1338827600 tempest-DeleteServersTestJSON-1338827600-project] 10.222.0.13 "GET /v2.0/ports?device_id=b94ac130-6232-4bd7-acba-586230daf28f HTTP/1.1" status: 200 len: 210 time: 0.0459425 Jan 26 21:19:45.312435 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6a7b47-4611-4b6f-b898-da39f55790d4 req-d804459a-83dc-46c3-930b-ffc9d6434743 tempest-ServersNegativeTestJSON-90632883 tempest-ServersNegativeTestJSON-90632883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:19:45.314055 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-3c6a7b47-4611-4b6f-b898-da39f55790d4 req-d804459a-83dc-46c3-930b-ffc9d6434743 tempest-ServersNegativeTestJSON-90632883 tempest-ServersNegativeTestJSON-90632883-project] 10.222.0.13 "GET /v2.0/ports?device_id=20bda332-a159-49bd-8c61-2ea774ab5602 HTTP/1.1" status: 200 len: 946 time: 0.1334252 Jan 26 21:19:45.315543 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-de459634-bab9-4346-a77b-ae5dd90fb18e tempest-BulkNetworkOpsTest-330888529 tempest-BulkNetworkOpsTest-330888529-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9285249', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12215227'] for subnet (5a1ce084-2bfd-4abc-9ea7-d0fd6acfdc12), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:19:45.452560 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de459634-bab9-4346-a77b-ae5dd90fb18e tempest-BulkNetworkOpsTest-330888529 tempest-BulkNetworkOpsTest-330888529-project] Pushing event updated for resources: {'Subnet': ['ID=5a1ce084-2bfd-4abc-9ea7-d0fd6acfdc12,revision_number=0']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:19:45.484987 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-3c6a7b47-4611-4b6f-b898-da39f55790d4 req-ad82fce7-e064-4566-aecb-6f21770262be tempest-ServersNegativeTestJSON-90632883 tempest-ServersNegativeTestJSON-90632883-project] 10.222.0.13 "GET /v2.0/security-groups?id=f00b351c-12ea-4499-84c9-f0263f4f27ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1360981 Jan 26 21:19:45.485987 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de459634-bab9-4346-a77b-ae5dd90fb18e tempest-BulkNetworkOpsTest-330888529 tempest-BulkNetworkOpsTest-330888529-project] Checking segment: {'id': '69202990-faab-43b7-8f22-16e64a9e86da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '2c6783cb-6fac-4da4-ab78-0bc2ca503314'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103304) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 21:19:45.486822 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de459634-bab9-4346-a77b-ae5dd90fb18e tempest-BulkNetworkOpsTest-330888529 tempest-BulkNetworkOpsTest-330888529-project] Network hostable DHCP agents. Network: 2c6783cb-6fac-4da4-ab78-0bc2ca503314, hostable agents: ['474ccdf7-ab6c-405b-a3b2-dc7b05829902'], hosted agents: [] {{(pid=103304) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 26 21:19:45.514808 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Device a98d0993-b582-4517-bdcf-6868c5c81c88 no longer exists at agent hyperv_n-h1-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 26 21:19:45.515573 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de459634-bab9-4346-a77b-ae5dd90fb18e tempest-BulkNetworkOpsTest-330888529 tempest-BulkNetworkOpsTest-330888529-project] Network 2c6783cb-6fac-4da4-ab78-0bc2ca503314 is scheduled to be hosted by DHCP agent 474ccdf7-ab6c-405b-a3b2-dc7b05829902 with binding_index 1 {{(pid=103304) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 26 21:19:45.530304 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [None req-de459634-bab9-4346-a77b-ae5dd90fb18e tempest-BulkNetworkOpsTest-330888529 tempest-BulkNetworkOpsTest-330888529-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760453-5, 2c6783cb-6fac-4da4-ab78-0bc2ca503314) {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:19:45.541214 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-de459634-bab9-4346-a77b-ae5dd90fb18e tempest-BulkNetworkOpsTest-330888529 tempest-BulkNetworkOpsTest-330888529-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9285249', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12215227'] for subnet (c3cd5c71-3145-4477-823a-cbdcadee0c1e), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:19:45.580493 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] No Port match for: a98d0993-b582-4517-bdcf-6868c5c81c88 {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 26 21:19:45.581089 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Device a98d0993-b582-4517-bdcf-6868c5c81c88 not bound to the agent host n-h1-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 26 21:19:45.581720 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Device a2a3b45c-c85a-4f3f-ab5d-dcc021dbdb5e no longer exists at agent hyperv_n-h1-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 26 21:19:45.617697 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de459634-bab9-4346-a77b-ae5dd90fb18e tempest-BulkNetworkOpsTest-330888529 tempest-BulkNetworkOpsTest-330888529-project] Pushing event updated for resources: {'Subnet': ['ID=c3cd5c71-3145-4477-823a-cbdcadee0c1e,revision_number=0']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:19:45.630493 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f08e3eb2-4017-4bcb-9260-a282f8e20d89 None None] Network 2c6783cb-6fac-4da4-ab78-0bc2ca503314 requested from n-d-760453-5 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 26 21:19:45.680552 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de459634-bab9-4346-a77b-ae5dd90fb18e tempest-BulkNetworkOpsTest-330888529 tempest-BulkNetworkOpsTest-330888529-project] Checking segment: {'id': '9b69becf-b0bf-4e44-a0eb-d43f26ef5a0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '45c47bd6-f8e1-4c83-a9c2-3515a8aee5be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103304) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 21:19:45.681142 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de459634-bab9-4346-a77b-ae5dd90fb18e tempest-BulkNetworkOpsTest-330888529 tempest-BulkNetworkOpsTest-330888529-project] Network hostable DHCP agents. Network: 45c47bd6-f8e1-4c83-a9c2-3515a8aee5be, hostable agents: ['474ccdf7-ab6c-405b-a3b2-dc7b05829902'], hosted agents: [] {{(pid=103304) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 26 21:19:45.725106 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d0f953-d1b7-423b-837d-f675d0e010f9 req-aa00e4a8-d456-462a-b141-558c239cbc45 tempest-ServersNegativeTestJSON-90632883 tempest-ServersNegativeTestJSON-90632883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:19:45.726321 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] No Port match for: a2a3b45c-c85a-4f3f-ab5d-dcc021dbdb5e {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 26 21:19:45.726707 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Device a2a3b45c-c85a-4f3f-ab5d-dcc021dbdb5e not bound to the agent host n-h1-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 26 21:19:45.727267 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-91d0f953-d1b7-423b-837d-f675d0e010f9 req-aa00e4a8-d456-462a-b141-558c239cbc45 tempest-ServersNegativeTestJSON-90632883 tempest-ServersNegativeTestJSON-90632883-project] 10.222.0.13 "GET /v2.0/ports?device_id=20bda332-a159-49bd-8c61-2ea774ab5602 HTTP/1.1" status: 200 len: 946 time: 0.0784132 Jan 26 21:19:45.763210 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de459634-bab9-4346-a77b-ae5dd90fb18e tempest-BulkNetworkOpsTest-330888529 tempest-BulkNetworkOpsTest-330888529-project] Network 45c47bd6-f8e1-4c83-a9c2-3515a8aee5be is scheduled to be hosted by DHCP agent 474ccdf7-ab6c-405b-a3b2-dc7b05829902 with binding_index 1 {{(pid=103304) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 26 21:19:45.767935 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82dfa5f8-7d55-4058-9801-51c0993cb0fc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3c4099e8-8ffb-51d1-af7f-5868973e933f-2c6783cb-6fac-4da4-ab78-0bc2ca503314', 'network_id': '2c6783cb-6fac-4da4-ab78-0bc2ca503314', 'project_id': 'faf46f13f0ff47999976b85416d63557', 'fixed_ips': [{'subnet_id': '5a1ce084-2bfd-4abc-9ea7-d0fd6acfdc12'}]}} from n-d-760453-5. {{(pid=103306) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 26 21:19:45.768779 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-82dfa5f8-7d55-4058-9801-51c0993cb0fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (None), before_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:19:45.791495 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [None req-de459634-bab9-4346-a77b-ae5dd90fb18e tempest-BulkNetworkOpsTest-330888529 tempest-BulkNetworkOpsTest-330888529-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760453-5, 45c47bd6-f8e1-4c83-a9c2-3515a8aee5be) {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:19:45.803404 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de459634-bab9-4346-a77b-ae5dd90fb18e tempest-BulkNetworkOpsTest-330888529 tempest-BulkNetworkOpsTest-330888529-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:19:45.803886 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de459634-bab9-4346-a77b-ae5dd90fb18e tempest-BulkNetworkOpsTest-330888529 tempest-BulkNetworkOpsTest-330888529-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:19:45.804509 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-de459634-bab9-4346-a77b-ae5dd90fb18e tempest-BulkNetworkOpsTest-330888529 tempest-BulkNetworkOpsTest-330888529-project] Publish callbacks [] for subnet (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:19:45.826900 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-91d0f953-d1b7-423b-837d-f675d0e010f9 req-7b4aed95-d2b9-48e9-b737-356937f94bbb tempest-ServersNegativeTestJSON-90632883 tempest-ServersNegativeTestJSON-90632883-project] 10.222.0.13 "GET /v2.0/security-groups?id=f00b351c-12ea-4499-84c9-f0263f4f27ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919561 Jan 26 21:19:45.840347 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 34810) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:19:45.840912 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-de459634-bab9-4346-a77b-ae5dd90fb18e tempest-BulkNetworkOpsTest-330888529 tempest-BulkNetworkOpsTest-330888529-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1426 time: 1.5873101 Jan 26 21:19:45.913485 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ef59b6a-794f-4126-869b-1178f8abd55c None None] Network 45c47bd6-f8e1-4c83-a9c2-3515a8aee5be requested from n-d-760453-5 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 26 21:19:46.035977 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-402eac39-6c25-4a4a-b511-5d3696cd8ead None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3c4099e8-8ffb-51d1-af7f-5868973e933f-45c47bd6-f8e1-4c83-a9c2-3515a8aee5be', 'network_id': '45c47bd6-f8e1-4c83-a9c2-3515a8aee5be', 'project_id': 'faf46f13f0ff47999976b85416d63557', 'fixed_ips': [{'subnet_id': 'c3cd5c71-3145-4477-823a-cbdcadee0c1e'}]}} from n-d-760453-5. {{(pid=103306) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 26 21:19:46.036848 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-402eac39-6c25-4a4a-b511-5d3696cd8ead None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (None), before_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:19:46.040001 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa38d22a-f626-42b8-bc86-b5ee4eb414fa tempest-BulkNetworkOpsTest-330888529 tempest-BulkNetworkOpsTest-330888529-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:19:46.042232 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa38d22a-f626-42b8-bc86-b5ee4eb414fa tempest-BulkNetworkOpsTest-330888529 tempest-BulkNetworkOpsTest-330888529-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:19:46.043883 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa38d22a-f626-42b8-bc86-b5ee4eb414fa tempest-BulkNetworkOpsTest-330888529 tempest-BulkNetworkOpsTest-330888529-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:19:46.048341 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd2a0e6-e56c-472a-814b-702f6f455d06 req-0462b7d9-f6be-4f47-9237-0fcb98a4fe19 tempest-ServersNegativeTestJSON-90632883 tempest-ServersNegativeTestJSON-90632883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:19:46.049739 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-fa38d22a-f626-42b8-bc86-b5ee4eb414fa tempest-BulkNetworkOpsTest-330888529 tempest-BulkNetworkOpsTest-330888529-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2052 time: 0.2083509 Jan 26 21:19:46.051099 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 34820) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:19:46.052236 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-ccd2a0e6-e56c-472a-814b-702f6f455d06 req-0462b7d9-f6be-4f47-9237-0fcb98a4fe19 tempest-ServersNegativeTestJSON-90632883 tempest-ServersNegativeTestJSON-90632883-project] 10.222.0.13 "GET /v2.0/ports?device_id=20bda332-a159-49bd-8c61-2ea774ab5602 HTTP/1.1" status: 200 len: 946 time: 0.0923600 Jan 26 21:19:46.118252 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.db_base_plugin_v2 [None req-0c79c45a-523a-4706-9730-d23e0e27d2c6 tempest-BulkNetworkOpsTest-330888529 tempest-BulkNetworkOpsTest-330888529-project] Deleting subnet 5a1ce084-2bfd-4abc-9ea7-d0fd6acfdc12 {{(pid=103305) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 26 21:19:46.190688 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-ccd2a0e6-e56c-472a-814b-702f6f455d06 req-38e42be1-8878-4f7d-b224-f19bf0d1f201 tempest-ServersNegativeTestJSON-90632883 tempest-ServersNegativeTestJSON-90632883-project] 10.222.0.13 "GET /v2.0/security-groups?id=f00b351c-12ea-4499-84c9-f0263f4f27ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1300776 Jan 26 21:19:46.194911 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.db_base_plugin_common [None req-82dfa5f8-7d55-4058-9801-51c0993cb0fc None None] Allocated IP 172.20.0.2 (2c6783cb-6fac-4da4-ab78-0bc2ca503314/5a1ce084-2bfd-4abc-9ea7-d0fd6acfdc12/4ab8b08d-3690-4373-b084-54483ccb13ee) {{(pid=103306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 21:19:46.317329 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.db_base_plugin_common [None req-402eac39-6c25-4a4a-b511-5d3696cd8ead None None] Allocated IP 172.20.0.18 (45c47bd6-f8e1-4c83-a9c2-3515a8aee5be/c3cd5c71-3145-4477-823a-cbdcadee0c1e/31472b7e-84cf-4a19-86c9-b8ca213c987e) {{(pid=103306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 21:19:46.465036 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c232f5ac-962b-4ae3-ab45-b167e6f5d4f7 req-da3ce1f4-0225-49c6-8a49-e014166085f3 tempest-ServersNegativeTestJSON-90632883 tempest-ServersNegativeTestJSON-90632883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:19:46.466168 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-c232f5ac-962b-4ae3-ab45-b167e6f5d4f7 req-da3ce1f4-0225-49c6-8a49-e014166085f3 tempest-ServersNegativeTestJSON-90632883 tempest-ServersNegativeTestJSON-90632883-project] 10.222.0.13 "GET /v2.0/ports?device_id=20bda332-a159-49bd-8c61-2ea774ab5602 HTTP/1.1" status: 200 len: 946 time: 0.1223845 Jan 26 21:19:46.474018 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe192217-67d6-481b-a024-2714a4a6c9d6 req-d4c1a1cc-5cec-4122-844b-c2cc7fc50ccf tempest-DeleteServersTestJSON-1338827600 tempest-DeleteServersTestJSON-1338827600-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:19:46.475544 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-fe192217-67d6-481b-a024-2714a4a6c9d6 req-d4c1a1cc-5cec-4122-844b-c2cc7fc50ccf tempest-DeleteServersTestJSON-1338827600 tempest-DeleteServersTestJSON-1338827600-project] 10.222.0.57 "GET /v2.0/networks?id=e16ff5ba-c523-42b6-a294-431f384b33de HTTP/1.1" status: 200 len: 812 time: 0.2409389 Jan 26 21:19:46.493325 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [req-fe192217-67d6-481b-a024-2714a4a6c9d6 req-5de947e6-f968-4d9c-a198-2b5b790e0c90 tempest-DeleteServersTestJSON-1338827600 tempest-DeleteServersTestJSON-1338827600-project] Request body: {'port': {'device_id': 'b94ac130-6232-4bd7-acba-586230daf28f', 'network_id': 'e16ff5ba-c523-42b6-a294-431f384b33de', 'admin_state_up': True, 'tenant_id': 'cb180574de574caea4706335ceec073e'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:19:46.522970 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-82dfa5f8-7d55-4058-9801-51c0993cb0fc None None] Publish callbacks [] for port (4ab8b08d-3690-4373-b084-54483ccb13ee), precommit_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:19:46.530877 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-0c79c45a-523a-4706-9730-d23e0e27d2c6 tempest-BulkNetworkOpsTest-330888529 tempest-BulkNetworkOpsTest-330888529-project] Publish callbacks [] for subnet (5a1ce084-2bfd-4abc-9ea7-d0fd6acfdc12), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:19:46.534203 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-82dfa5f8-7d55-4058-9801-51c0993cb0fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746560234527'] for port (4ab8b08d-3690-4373-b084-54483ccb13ee), after_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:19:46.549627 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-3a957867-3d89-45f9-8d55-cc36de32b917 req-a552e753-179f-4b7d-b798-4c2e02e162cc tempest-DeleteServersTestJSON-1338827600 tempest-DeleteServersTestJSON-1338827600-project] 10.222.0.13 "GET /v2.0/ports?device_id=b94ac130-6232-4bd7-acba-586230daf28f HTTP/1.1" status: 200 len: 210 time: 0.0627472 Jan 26 21:19:46.599885 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-0c79c45a-523a-4706-9730-d23e0e27d2c6 tempest-BulkNetworkOpsTest-330888529 tempest-BulkNetworkOpsTest-330888529-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11788946'] for subnet (5a1ce084-2bfd-4abc-9ea7-d0fd6acfdc12), precommit_delete_associations {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:19:46.633695 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-c232f5ac-962b-4ae3-ab45-b167e6f5d4f7 req-ac2647d6-ac56-4a7e-808e-07607440cb39 tempest-ServersNegativeTestJSON-90632883 tempest-ServersNegativeTestJSON-90632883-project] 10.222.0.13 "GET /v2.0/security-groups?id=f00b351c-12ea-4499-84c9-f0263f4f27ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1516976 Jan 26 21:19:46.672304 n-d-760453-5 neutron-server[103306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82dfa5f8-7d55-4058-9801-51c0993cb0fc None None] Network 2c6783cb-6fac-4da4-ab78-0bc2ca503314 is already hosted by enough agents. {{(pid=103306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 21:19:46.679815 n-d-760453-5 neutron-server[103306]: DEBUG neutron.scheduler.base_scheduler [None req-82dfa5f8-7d55-4058-9801-51c0993cb0fc None None] Resources bound (agent type, host, resource id): {{(pid=103306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:19:46.706855 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82dfa5f8-7d55-4058-9801-51c0993cb0fc None None] Received port after_create {{(pid=103306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 21:19:46.738662 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82dfa5f8-7d55-4058-9801-51c0993cb0fc None None] Pushing event updated for resources: {'Port': ['ID=4ab8b08d-3690-4373-b084-54483ccb13ee,revision_number=1']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:19:46.746767 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-0c79c45a-523a-4706-9730-d23e0e27d2c6 tempest-BulkNetworkOpsTest-330888529 tempest-BulkNetworkOpsTest-330888529-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687316'] for subnet (5a1ce084-2bfd-4abc-9ea7-d0fd6acfdc12), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:19:46.766390 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7aa882-3ef4-422b-8c8a-c3da82c905ef req-23eb137a-655c-4ea7-88ed-e3c8b3d0f762 tempest-LiveMigrationTest-746395142 tempest-LiveMigrationTest-746395142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:19:46.774475 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-1b7aa882-3ef4-422b-8c8a-c3da82c905ef req-23eb137a-655c-4ea7-88ed-e3c8b3d0f762 tempest-LiveMigrationTest-746395142 tempest-LiveMigrationTest-746395142-project] 10.222.0.13 "GET /v2.0/ports?device_id=80ebfeba-433a-4d4b-bf55-9e0ed19817de HTTP/1.1" status: 200 len: 944 time: 0.1096566 Jan 26 21:19:46.796005 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-402eac39-6c25-4a4a-b511-5d3696cd8ead None None] Publish callbacks [] for port (31472b7e-84cf-4a19-86c9-b8ca213c987e), precommit_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:19:46.807908 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fe192217-67d6-481b-a024-2714a4a6c9d6 req-5de947e6-f968-4d9c-a198-2b5b790e0c90 tempest-DeleteServersTestJSON-1338827600 tempest-DeleteServersTestJSON-1338827600-project] Made reservation on behalf of cb180574de574caea4706335ceec073e for: {'port': 1} {{(pid=103304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 21:19:46.813965 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-fe192217-67d6-481b-a024-2714a4a6c9d6 req-5de947e6-f968-4d9c-a198-2b5b790e0c90 tempest-DeleteServersTestJSON-1338827600 tempest-DeleteServersTestJSON-1338827600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:19:46.834893 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-402eac39-6c25-4a4a-b511-5d3696cd8ead None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746560234527'] for port (31472b7e-84cf-4a19-86c9-b8ca213c987e), after_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:19:46.849835 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-0c79c45a-523a-4706-9730-d23e0e27d2c6 tempest-BulkNetworkOpsTest-330888529 tempest-BulkNetworkOpsTest-330888529-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11791594', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11599980'] for subnet (5a1ce084-2bfd-4abc-9ea7-d0fd6acfdc12), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:19:46.864407 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-1b7aa882-3ef4-422b-8c8a-c3da82c905ef req-233b3986-9d05-4b76-83d0-48b010bf1c78 tempest-LiveMigrationTest-746395142 tempest-LiveMigrationTest-746395142-project] 10.222.0.13 "GET /v2.0/security-groups?id=c43a996a-6b93-48e4-a331-48250c5b183d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888438 Jan 26 21:19:46.881203 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-82dfa5f8-7d55-4058-9801-51c0993cb0fc None None] Attempting to bind port 4ab8b08d-3690-4373-b084-54483ccb13ee on host n-d-760453-5 for vnic_type normal with profile {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 21:19:46.881677 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-82dfa5f8-7d55-4058-9801-51c0993cb0fc None None] Attempting to bind port 4ab8b08d-3690-4373-b084-54483ccb13ee by drivers openvswitch,hyperv on host n-d-760453-5 at level 0 using segments [{'id': '69202990-faab-43b7-8f22-16e64a9e86da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '2c6783cb-6fac-4da4-ab78-0bc2ca503314'}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 26 21:19:46.882037 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82dfa5f8-7d55-4058-9801-51c0993cb0fc None None] Attempting to bind port 4ab8b08d-3690-4373-b084-54483ccb13ee on network 2c6783cb-6fac-4da4-ab78-0bc2ca503314 {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 21:19:46.893917 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-0c79c45a-523a-4706-9730-d23e0e27d2c6 tempest-BulkNetworkOpsTest-330888529 tempest-BulkNetworkOpsTest-330888529-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709645'] for subnet (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:19:46.894812 n-d-760453-5 neutron-server[103306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-402eac39-6c25-4a4a-b511-5d3696cd8ead None None] Network 45c47bd6-f8e1-4c83-a9c2-3515a8aee5be is already hosted by enough agents. {{(pid=103306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 21:19:46.897945 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82dfa5f8-7d55-4058-9801-51c0993cb0fc None None] Checking agent: {'id': 'fea0591a-627d-4c87-9a9a-01625ddf3277', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760453-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 20, 55, 25), 'started_at': datetime.datetime(2022, 1, 26, 20, 55, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 21, 19, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760453-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 26 21:19:46.898334 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82dfa5f8-7d55-4058-9801-51c0993cb0fc None None] Checking segment: {'id': '69202990-faab-43b7-8f22-16e64a9e86da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '2c6783cb-6fac-4da4-ab78-0bc2ca503314'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 21:19:46.898736 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-82dfa5f8-7d55-4058-9801-51c0993cb0fc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:19:46.899134 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82dfa5f8-7d55-4058-9801-51c0993cb0fc None None] Bound using segment: {'id': '69202990-faab-43b7-8f22-16e64a9e86da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '2c6783cb-6fac-4da4-ab78-0bc2ca503314'} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 26 21:19:46.899613 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-82dfa5f8-7d55-4058-9801-51c0993cb0fc None None] Bound port: 4ab8b08d-3690-4373-b084-54483ccb13ee, host: n-d-760453-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '69202990-faab-43b7-8f22-16e64a9e86da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '2c6783cb-6fac-4da4-ab78-0bc2ca503314'}}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 26 21:19:46.900168 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-82dfa5f8-7d55-4058-9801-51c0993cb0fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (4ab8b08d-3690-4373-b084-54483ccb13ee), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:19:46.905008 n-d-760453-5 neutron-server[103306]: DEBUG neutron.scheduler.base_scheduler [None req-402eac39-6c25-4a4a-b511-5d3696cd8ead None None] Resources bound (agent type, host, resource id): {{(pid=103306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:19:46.910742 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-0c79c45a-523a-4706-9730-d23e0e27d2c6 tempest-BulkNetworkOpsTest-330888529 tempest-BulkNetworkOpsTest-330888529-project] 10.222.0.13 "DELETE /v2.0/subnets/5a1ce084-2bfd-4abc-9ea7-d0fd6acfdc12 HTTP/1.1" status: 204 len: 168 time: 0.8574910 Jan 26 21:19:46.913578 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 34840) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:19:46.919070 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-402eac39-6c25-4a4a-b511-5d3696cd8ead None None] Received port after_create {{(pid=103306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 21:19:46.959422 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c79c45a-523a-4706-9730-d23e0e27d2c6 tempest-BulkNetworkOpsTest-330888529 tempest-BulkNetworkOpsTest-330888529-project] Pushing event deleted for resources: {'Subnet': ['ID=5a1ce084-2bfd-4abc-9ea7-d0fd6acfdc12,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:19:46.987185 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-402eac39-6c25-4a4a-b511-5d3696cd8ead None None] Pushing event updated for resources: {'Port': ['ID=31472b7e-84cf-4a19-86c9-b8ca213c987e,revision_number=1']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:19:47.021953 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-402eac39-6c25-4a4a-b511-5d3696cd8ead None None] Attempting to bind port 31472b7e-84cf-4a19-86c9-b8ca213c987e on host n-d-760453-5 for vnic_type normal with profile {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 21:19:47.022322 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-402eac39-6c25-4a4a-b511-5d3696cd8ead None None] Attempting to bind port 31472b7e-84cf-4a19-86c9-b8ca213c987e by drivers openvswitch,hyperv on host n-d-760453-5 at level 0 using segments [{'id': '9b69becf-b0bf-4e44-a0eb-d43f26ef5a0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '45c47bd6-f8e1-4c83-a9c2-3515a8aee5be'}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 26 21:19:47.022684 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-402eac39-6c25-4a4a-b511-5d3696cd8ead None None] Attempting to bind port 31472b7e-84cf-4a19-86c9-b8ca213c987e on network 45c47bd6-f8e1-4c83-a9c2-3515a8aee5be {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 21:19:47.031544 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.db_base_plugin_v2 [None req-698f3c0f-9c98-4a00-9030-bef8cd129d1d tempest-BulkNetworkOpsTest-330888529 tempest-BulkNetworkOpsTest-330888529-project] Deleting subnet c3cd5c71-3145-4477-823a-cbdcadee0c1e {{(pid=103304) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 26 21:19:47.034369 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-402eac39-6c25-4a4a-b511-5d3696cd8ead None None] Checking agent: {'id': 'fea0591a-627d-4c87-9a9a-01625ddf3277', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760453-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 20, 55, 25), 'started_at': datetime.datetime(2022, 1, 26, 20, 55, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 21, 19, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760453-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 26 21:19:47.036148 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-402eac39-6c25-4a4a-b511-5d3696cd8ead None None] Checking segment: {'id': '9b69becf-b0bf-4e44-a0eb-d43f26ef5a0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '45c47bd6-f8e1-4c83-a9c2-3515a8aee5be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 21:19:47.036148 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-402eac39-6c25-4a4a-b511-5d3696cd8ead None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:19:47.036148 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-402eac39-6c25-4a4a-b511-5d3696cd8ead None None] Bound using segment: {'id': '9b69becf-b0bf-4e44-a0eb-d43f26ef5a0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '45c47bd6-f8e1-4c83-a9c2-3515a8aee5be'} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 26 21:19:47.036148 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-402eac39-6c25-4a4a-b511-5d3696cd8ead None None] Bound port: 31472b7e-84cf-4a19-86c9-b8ca213c987e, host: n-d-760453-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b69becf-b0bf-4e44-a0eb-d43f26ef5a0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '45c47bd6-f8e1-4c83-a9c2-3515a8aee5be'}}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 26 21:19:47.036569 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-402eac39-6c25-4a4a-b511-5d3696cd8ead None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (31472b7e-84cf-4a19-86c9-b8ca213c987e), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:19:47.049010 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-698f3c0f-9c98-4a00-9030-bef8cd129d1d tempest-BulkNetworkOpsTest-330888529 tempest-BulkNetworkOpsTest-330888529-project] Publish callbacks [] for subnet (c3cd5c71-3145-4477-823a-cbdcadee0c1e), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:19:47.105072 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.db_base_plugin_common [req-fe192217-67d6-481b-a024-2714a4a6c9d6 req-5de947e6-f968-4d9c-a198-2b5b790e0c90 tempest-DeleteServersTestJSON-1338827600 tempest-DeleteServersTestJSON-1338827600-project] Allocated IP 172.20.0.11 (e16ff5ba-c523-42b6-a294-431f384b33de/25684abb-e6bd-4ac5-a412-9cc30ecdd004/d214135b-7bf4-435e-87ce-4cbcc04c7b40) {{(pid=103304) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 21:19:47.113390 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-698f3c0f-9c98-4a00-9030-bef8cd129d1d tempest-BulkNetworkOpsTest-330888529 tempest-BulkNetworkOpsTest-330888529-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8881284'] for subnet (c3cd5c71-3145-4477-823a-cbdcadee0c1e), precommit_delete_associations {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:19:47.118551 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-402eac39-6c25-4a4a-b511-5d3696cd8ead None None] For port 31472b7e-84cf-4a19-86c9-b8ca213c987e, host n-d-760453-5, cleared binding levels {{(pid=103306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 26 21:19:47.122216 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-402eac39-6c25-4a4a-b511-5d3696cd8ead None None] For port 31472b7e-84cf-4a19-86c9-b8ca213c987e, host n-d-760453-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=31472b7e-84cf-4a19-86c9-b8ca213c987e,segment=NetworkSegment(9b69becf-b0bf-4e44-a0eb-d43f26ef5a0d),segment_id=9b69becf-b0bf-4e44-a0eb-d43f26ef5a0d)] {{(pid=103306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 26 21:19:47.123816 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150bb61f-ea31-4ab5-83f9-3a20e2914622 req-b040733f-339b-42ea-bef2-9f2ecf9a03df tempest-ServersNegativeTestJSON-90632883 tempest-ServersNegativeTestJSON-90632883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:19:47.125579 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-150bb61f-ea31-4ab5-83f9-3a20e2914622 req-b040733f-339b-42ea-bef2-9f2ecf9a03df tempest-ServersNegativeTestJSON-90632883 tempest-ServersNegativeTestJSON-90632883-project] 10.222.0.13 "GET /v2.0/ports?device_id=20bda332-a159-49bd-8c61-2ea774ab5602 HTTP/1.1" status: 200 len: 946 time: 0.1488657 Jan 26 21:19:47.127182 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-402eac39-6c25-4a4a-b511-5d3696cd8ead None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (31472b7e-84cf-4a19-86c9-b8ca213c987e), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:19:47.136258 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-82dfa5f8-7d55-4058-9801-51c0993cb0fc None None] For port 4ab8b08d-3690-4373-b084-54483ccb13ee, host n-d-760453-5, cleared binding levels {{(pid=103306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 26 21:19:47.175659 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-82dfa5f8-7d55-4058-9801-51c0993cb0fc None None] For port 4ab8b08d-3690-4373-b084-54483ccb13ee, host n-d-760453-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=4ab8b08d-3690-4373-b084-54483ccb13ee,segment=NetworkSegment(69202990-faab-43b7-8f22-16e64a9e86da),segment_id=69202990-faab-43b7-8f22-16e64a9e86da)] {{(pid=103306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 26 21:19:47.186015 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-82dfa5f8-7d55-4058-9801-51c0993cb0fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (4ab8b08d-3690-4373-b084-54483ccb13ee), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:19:47.219301 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-402eac39-6c25-4a4a-b511-5d3696cd8ead None None] Pushing event updated for resources: {'Port': ['ID=31472b7e-84cf-4a19-86c9-b8ca213c987e,revision_number=2']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:19:47.289998 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-150bb61f-ea31-4ab5-83f9-3a20e2914622 req-fa5e7108-8c26-480a-a820-e62764b09f78 tempest-ServersNegativeTestJSON-90632883 tempest-ServersNegativeTestJSON-90632883-project] 10.222.0.13 "GET /v2.0/security-groups?id=f00b351c-12ea-4499-84c9-f0263f4f27ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1370502 Jan 26 21:19:47.323838 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82dfa5f8-7d55-4058-9801-51c0993cb0fc None None] Pushing event updated for resources: {'Port': ['ID=4ab8b08d-3690-4373-b084-54483ccb13ee,revision_number=3']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:19:47.346229 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb8392a2-57ba-4b20-aca8-73ccd91273d3 None None] Network 2c6783cb-6fac-4da4-ab78-0bc2ca503314 requested from n-d-760453-5 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 26 21:19:47.363041 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-698f3c0f-9c98-4a00-9030-bef8cd129d1d tempest-BulkNetworkOpsTest-330888529 tempest-BulkNetworkOpsTest-330888529-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687316'] for subnet (c3cd5c71-3145-4477-823a-cbdcadee0c1e), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:19:47.377645 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b159a4a-b249-4654-b998-f984304797db req-bfa62c67-8736-4f3e-b3a6-491d08b99115 tempest-LiveMigrationTest-746395142 tempest-LiveMigrationTest-746395142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:19:47.382291 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-0b159a4a-b249-4654-b998-f984304797db req-bfa62c67-8736-4f3e-b3a6-491d08b99115 tempest-LiveMigrationTest-746395142 tempest-LiveMigrationTest-746395142-project] 10.222.0.66 "GET /v2.0/ports?device_id=80ebfeba-433a-4d4b-bf55-9e0ed19817de HTTP/1.1" status: 200 len: 944 time: 0.1786289 Jan 26 21:19:47.483800 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-fe192217-67d6-481b-a024-2714a4a6c9d6 req-5de947e6-f968-4d9c-a198-2b5b790e0c90 tempest-DeleteServersTestJSON-1338827600 tempest-DeleteServersTestJSON-1338827600-project] Publish callbacks [] for port (d214135b-7bf4-435e-87ce-4cbcc04c7b40), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:19:47.510699 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-698f3c0f-9c98-4a00-9030-bef8cd129d1d tempest-BulkNetworkOpsTest-330888529 tempest-BulkNetworkOpsTest-330888529-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9281612', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12215216'] for subnet (c3cd5c71-3145-4477-823a-cbdcadee0c1e), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:19:47.611724 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [req-0b159a4a-b249-4654-b998-f984304797db req-ab71fa22-dcf7-450e-bb62-03729b2281e2 tempest-LiveMigrationTest-746395142 tempest-LiveMigrationTest-746395142-project] Deleting port 5ea9283d-6307-4a7a-a3a3-34c49776035f {{(pid=103305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 21:19:47.612193 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-0b159a4a-b249-4654-b998-f984304797db req-ab71fa22-dcf7-450e-bb62-03729b2281e2 tempest-LiveMigrationTest-746395142 tempest-LiveMigrationTest-746395142-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746560630878'] for port (5ea9283d-6307-4a7a-a3a3-34c49776035f), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:19:47.635548 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-698f3c0f-9c98-4a00-9030-bef8cd129d1d tempest-BulkNetworkOpsTest-330888529 tempest-BulkNetworkOpsTest-330888529-project] Publish callbacks [] for subnet (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:19:47.639798 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-698f3c0f-9c98-4a00-9030-bef8cd129d1d tempest-BulkNetworkOpsTest-330888529 tempest-BulkNetworkOpsTest-330888529-project] 10.222.0.13 "DELETE /v2.0/subnets/c3cd5c71-3145-4477-823a-cbdcadee0c1e HTTP/1.1" status: 204 len: 168 time: 0.7250478 Jan 26 21:19:47.657136 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 34854) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:19:47.673025 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-698f3c0f-9c98-4a00-9030-bef8cd129d1d tempest-BulkNetworkOpsTest-330888529 tempest-BulkNetworkOpsTest-330888529-project] Pushing event deleted for resources: {'Subnet': ['ID=c3cd5c71-3145-4477-823a-cbdcadee0c1e,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:19:47.735386 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-ac9e7856-d4dd-4f56-9082-b5748c73017a req-b7dbb1b1-41d1-47c4-827b-31f0356cf7e1 tempest-DeleteServersTestJSON-1338827600 tempest-DeleteServersTestJSON-1338827600-project] 10.222.0.13 "GET /v2.0/ports?device_id=b94ac130-6232-4bd7-acba-586230daf28f HTTP/1.1" status: 200 len: 210 time: 0.0485458 Jan 26 21:19:47.738312 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-fe192217-67d6-481b-a024-2714a4a6c9d6 req-5de947e6-f968-4d9c-a198-2b5b790e0c90 tempest-DeleteServersTestJSON-1338827600 tempest-DeleteServersTestJSON-1338827600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746560234527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9281553'] for port (d214135b-7bf4-435e-87ce-4cbcc04c7b40), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:19:47.771373 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-845ace36-fc1c-490e-8f78-f29477b31e10 tempest-BulkNetworkOpsTest-330888529 tempest-BulkNetworkOpsTest-330888529-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:19:47.777427 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-845ace36-fc1c-490e-8f78-f29477b31e10 tempest-BulkNetworkOpsTest-330888529 tempest-BulkNetworkOpsTest-330888529-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1158698 Jan 26 21:19:47.780358 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 34858) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:19:47.800942 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be3f583-b595-4a80-bb54-6d24f6535c65 req-d63c89e0-b18a-4717-9da5-6a3e02e3a079 tempest-ServersNegativeTestJSON-90632883 tempest-ServersNegativeTestJSON-90632883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:19:47.802541 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-8be3f583-b595-4a80-bb54-6d24f6535c65 req-d63c89e0-b18a-4717-9da5-6a3e02e3a079 tempest-ServersNegativeTestJSON-90632883 tempest-ServersNegativeTestJSON-90632883-project] 10.222.0.13 "GET /v2.0/ports?device_id=20bda332-a159-49bd-8c61-2ea774ab5602 HTTP/1.1" status: 200 len: 946 time: 0.3019845 Jan 26 21:19:47.814846 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [req-0b159a4a-b249-4654-b998-f984304797db req-ab71fa22-dcf7-450e-bb62-03729b2281e2 tempest-LiveMigrationTest-746395142 tempest-LiveMigrationTest-746395142-project] For port 5ea9283d-6307-4a7a-a3a3-34c49776035f, host n-h1-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-5',level=0,port_id=5ea9283d-6307-4a7a-a3a3-34c49776035f,segment=NetworkSegment(984e14e0-bb79-4ef3-b570-cebad3b9694e),segment_id=984e14e0-bb79-4ef3-b570-cebad3b9694e)] {{(pid=103305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:19:47.814846 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-0b159a4a-b249-4654-b998-f984304797db req-ab71fa22-dcf7-450e-bb62-03729b2281e2 tempest-LiveMigrationTest-746395142 tempest-LiveMigrationTest-746395142-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4109658'] for port (5ea9283d-6307-4a7a-a3a3-34c49776035f), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:19:47.821272 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fe192217-67d6-481b-a024-2714a4a6c9d6 req-5de947e6-f968-4d9c-a198-2b5b790e0c90 tempest-DeleteServersTestJSON-1338827600 tempest-DeleteServersTestJSON-1338827600-project] Network e16ff5ba-c523-42b6-a294-431f384b33de is already hosted by enough agents. {{(pid=103304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 21:19:47.859269 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [req-fe192217-67d6-481b-a024-2714a4a6c9d6 req-5de947e6-f968-4d9c-a198-2b5b790e0c90 tempest-DeleteServersTestJSON-1338827600 tempest-DeleteServersTestJSON-1338827600-project] Resources bound (agent type, host, resource id): {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:19:47.874634 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe192217-67d6-481b-a024-2714a4a6c9d6 req-5de947e6-f968-4d9c-a198-2b5b790e0c90 tempest-DeleteServersTestJSON-1338827600 tempest-DeleteServersTestJSON-1338827600-project] Received port after_create {{(pid=103304) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 21:19:47.912352 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [req-0b159a4a-b249-4654-b998-f984304797db req-ab71fa22-dcf7-450e-bb62-03729b2281e2 tempest-LiveMigrationTest-746395142 tempest-LiveMigrationTest-746395142-project] Calling delete_port for 5ea9283d-6307-4a7a-a3a3-34c49776035f owned by compute:nova {{(pid=103305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 21:19:47.936380 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de947e6-f968-4d9c-a198-2b5b790e0c90 tempest-DeleteServersTestJSON-1338827600 tempest-DeleteServersTestJSON-1338827600-project] Pushing event updated for resources: {'Port': ['ID=d214135b-7bf4-435e-87ce-4cbcc04c7b40,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:19:47.965927 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-657b3eb4-8ea4-4b9c-a722-d9c17ed7e6dd tempest-BulkNetworkOpsTest-330888529 tempest-BulkNetworkOpsTest-330888529-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-748181'] for network (45c47bd6-f8e1-4c83-a9c2-3515a8aee5be), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:19:47.975108 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-8be3f583-b595-4a80-bb54-6d24f6535c65 req-ed0644cb-1860-416f-85a6-8ec582ad96e8 tempest-ServersNegativeTestJSON-90632883 tempest-ServersNegativeTestJSON-90632883-project] 10.222.0.13 "GET /v2.0/security-groups?id=f00b351c-12ea-4499-84c9-f0263f4f27ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1567004 Jan 26 21:19:47.994198 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe192217-67d6-481b-a024-2714a4a6c9d6 req-5de947e6-f968-4d9c-a198-2b5b790e0c90 tempest-DeleteServersTestJSON-1338827600 tempest-DeleteServersTestJSON-1338827600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:19:47.994897 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-fe192217-67d6-481b-a024-2714a4a6c9d6 req-5de947e6-f968-4d9c-a198-2b5b790e0c90 tempest-DeleteServersTestJSON-1338827600 tempest-DeleteServersTestJSON-1338827600-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:19:48.058862 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-fe192217-67d6-481b-a024-2714a4a6c9d6 req-5de947e6-f968-4d9c-a198-2b5b790e0c90 tempest-DeleteServersTestJSON-1338827600 tempest-DeleteServersTestJSON-1338827600-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5707657 Jan 26 21:19:48.075389 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device 31472b7e-84cf-4a19-86c9-b8ca213c987e up at agent ovs-agent-n-d-760453-5 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 21:19:48.075940 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [req-fe192217-67d6-481b-a024-2714a4a6c9d6 req-2ea0913c-e399-4c60-b403-539d89bfd53e service neutron] Request body: {'port': {'device_id': 'b94ac130-6232-4bd7-acba-586230daf28f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-760453-5'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:19:48.133263 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ea192c-4c31-4839-be11-6bbf1602d83e req-8a6da62a-b53d-4a5f-b14a-9463705353c3 tempest-LiveMigrationTest-746395142 tempest-LiveMigrationTest-746395142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:19:48.134927 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-a6ea192c-4c31-4839-be11-6bbf1602d83e req-8a6da62a-b53d-4a5f-b14a-9463705353c3 tempest-LiveMigrationTest-746395142 tempest-LiveMigrationTest-746395142-project] 10.222.0.13 "GET /v2.0/ports?device_id=80ebfeba-433a-4d4b-bf55-9e0ed19817de HTTP/1.1" status: 200 len: 944 time: 0.1366816 Jan 26 21:19:48.137628 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Provisioning complete for port 31472b7e-84cf-4a19-86c9-b8ca213c987e triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:19:48.138198 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (31472b7e-84cf-4a19-86c9-b8ca213c987e), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:19:48.165463 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-657b3eb4-8ea4-4b9c-a722-d9c17ed7e6dd tempest-BulkNetworkOpsTest-330888529 tempest-BulkNetworkOpsTest-330888529-project] Deleting port 31472b7e-84cf-4a19-86c9-b8ca213c987e {{(pid=103305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 21:19:48.165710 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-657b3eb4-8ea4-4b9c-a722-d9c17ed7e6dd tempest-BulkNetworkOpsTest-330888529 tempest-BulkNetworkOpsTest-330888529-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746560630878'] for port (31472b7e-84cf-4a19-86c9-b8ca213c987e), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:19:48.213335 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-fe192217-67d6-481b-a024-2714a4a6c9d6 req-2ea0913c-e399-4c60-b403-539d89bfd53e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (d214135b-7bf4-435e-87ce-4cbcc04c7b40), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:19:48.242956 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Current status of the port 31472b7e-84cf-4a19-86c9-b8ca213c987e is: DOWN; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:19:48.243618 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (31472b7e-84cf-4a19-86c9-b8ca213c987e), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:19:48.245941 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bfa58c4-334e-419b-9e1d-6bfe200ff65d req-eb024386-17fa-4320-8f3a-10b71843472d tempest-ServersNegativeTestJSON-90632883 tempest-ServersNegativeTestJSON-90632883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:19:48.247536 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-5bfa58c4-334e-419b-9e1d-6bfe200ff65d req-eb024386-17fa-4320-8f3a-10b71843472d tempest-ServersNegativeTestJSON-90632883 tempest-ServersNegativeTestJSON-90632883-project] 10.222.0.13 "GET /v2.0/ports?device_id=20bda332-a159-49bd-8c61-2ea774ab5602 HTTP/1.1" status: 200 len: 946 time: 0.1452212 Jan 26 21:19:48.264600 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [None req-657b3eb4-8ea4-4b9c-a722-d9c17ed7e6dd tempest-BulkNetworkOpsTest-330888529 tempest-BulkNetworkOpsTest-330888529-project] For port 31472b7e-84cf-4a19-86c9-b8ca213c987e, host n-d-760453-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=31472b7e-84cf-4a19-86c9-b8ca213c987e,segment=NetworkSegment(9b69becf-b0bf-4e44-a0eb-d43f26ef5a0d),segment_id=9b69becf-b0bf-4e44-a0eb-d43f26ef5a0d)] {{(pid=103305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:19:48.265013 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-657b3eb4-8ea4-4b9c-a722-d9c17ed7e6dd tempest-BulkNetworkOpsTest-330888529 tempest-BulkNetworkOpsTest-330888529-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4109658'] for port (31472b7e-84cf-4a19-86c9-b8ca213c987e), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:19:48.268169 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-0b159a4a-b249-4654-b998-f984304797db req-ab71fa22-dcf7-450e-bb62-03729b2281e2 tempest-LiveMigrationTest-746395142 tempest-LiveMigrationTest-746395142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746560636600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746560234536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11791543'] for port (5ea9283d-6307-4a7a-a3a3-34c49776035f), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:19:48.292921 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] For port 31472b7e-84cf-4a19-86c9-b8ca213c987e, host n-d-760453-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=31472b7e-84cf-4a19-86c9-b8ca213c987e,segment=NetworkSegment(9b69becf-b0bf-4e44-a0eb-d43f26ef5a0d),segment_id=9b69becf-b0bf-4e44-a0eb-d43f26ef5a0d)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:19:48.299066 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (31472b7e-84cf-4a19-86c9-b8ca213c987e), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:19:48.315931 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-a6ea192c-4c31-4839-be11-6bbf1602d83e req-8802e6ef-24eb-4b2d-b0c5-885efce0a1e7 tempest-LiveMigrationTest-746395142 tempest-LiveMigrationTest-746395142-project] 10.222.0.13 "GET /v2.0/security-groups?id=c43a996a-6b93-48e4-a331-48250c5b183d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1622226 Jan 26 21:19:48.325915 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-657b3eb4-8ea4-4b9c-a722-d9c17ed7e6dd tempest-BulkNetworkOpsTest-330888529 tempest-BulkNetworkOpsTest-330888529-project] Calling delete_port for 31472b7e-84cf-4a19-86c9-b8ca213c987e owned by network:dhcp {{(pid=103305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 21:19:48.334751 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab71fa22-dcf7-450e-bb62-03729b2281e2 tempest-LiveMigrationTest-746395142 tempest-LiveMigrationTest-746395142-project] Pushing event deleted for resources: {'Port': ['ID=5ea9283d-6307-4a7a-a3a3-34c49776035f,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:19:48.382707 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-5bfa58c4-334e-419b-9e1d-6bfe200ff65d req-5fe439ce-25a5-4c2b-bdd9-0365e8a809aa tempest-ServersNegativeTestJSON-90632883 tempest-ServersNegativeTestJSON-90632883-project] 10.222.0.13 "GET /v2.0/security-groups?id=f00b351c-12ea-4499-84c9-f0263f4f27ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189227 Jan 26 21:19:48.389073 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Pushing event updated for resources: {'Port': ['ID=31472b7e-84cf-4a19-86c9-b8ca213c987e,revision_number=4']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:19:48.466920 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b159a4a-b249-4654-b998-f984304797db req-ab71fa22-dcf7-450e-bb62-03729b2281e2 tempest-LiveMigrationTest-746395142 tempest-LiveMigrationTest-746395142-project] No DVR routers for this DVR port 5ea9283d-6307-4a7a-a3a3-34c49776035f on host n-h1-760453-5 {{(pid=103305) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 26 21:19:48.469896 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-0b159a4a-b249-4654-b998-f984304797db req-ab71fa22-dcf7-450e-bb62-03729b2281e2 tempest-LiveMigrationTest-746395142 tempest-LiveMigrationTest-746395142-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:19:48.476285 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-0b159a4a-b249-4654-b998-f984304797db req-ab71fa22-dcf7-450e-bb62-03729b2281e2 tempest-LiveMigrationTest-746395142 tempest-LiveMigrationTest-746395142-project] 10.222.0.66 "DELETE /v2.0/ports/5ea9283d-6307-4a7a-a3a3-34c49776035f HTTP/1.1" status: 204 len: 173 time: 1.0873790 Jan 26 21:19:48.478694 n-d-760453-5 neutron-server[103305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80ebfeba-433a-4d4b-bf55-9e0ed19817de', 'name': 'network-vif-deleted', 'tag': '5ea9283d-6307-4a7a-a3a3-34c49776035f'}] {{(pid=103305) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 21:19:48.482390 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d4654568b7bf041e72ff8fe1c96d6d761d9c921f2b99bc7b3a26632be20cee0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a42a2cd-79d9-4801-8313-385fda20eae0" -d '{"events": [{"server_uuid": "80ebfeba-433a-4d4b-bf55-9e0ed19817de", "name": "network-vif-deleted", "tag": "5ea9283d-6307-4a7a-a3a3-34c49776035f"}]}' {{(pid=103305) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 21:19:48.564408 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-657b3eb4-8ea4-4b9c-a722-d9c17ed7e6dd tempest-BulkNetworkOpsTest-330888529 tempest-BulkNetworkOpsTest-330888529-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746560636600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746560234536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11791543'] for port (31472b7e-84cf-4a19-86c9-b8ca213c987e), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:19:48.622700 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40c0c4d-af6b-46a3-9524-80388ae422e5 req-82ad91d3-a909-475d-823a-a6cc7f0b8d58 tempest-ServersNegativeTestJSON-90632883 tempest-ServersNegativeTestJSON-90632883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:19:48.624296 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-b40c0c4d-af6b-46a3-9524-80388ae422e5 req-82ad91d3-a909-475d-823a-a6cc7f0b8d58 tempest-ServersNegativeTestJSON-90632883 tempest-ServersNegativeTestJSON-90632883-project] 10.222.0.13 "GET /v2.0/ports?device_id=20bda332-a159-49bd-8c61-2ea774ab5602 HTTP/1.1" status: 200 len: 946 time: 0.1577528 Jan 26 21:19:48.640823 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Jan 2022 21:19:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec9676f1-8060-41d1-a927-80769499cad7 x-openstack-request-id: req-ec9676f1-8060-41d1-a927-80769499cad7 {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 21:19:48.640823 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80ebfeba-433a-4d4b-bf55-9e0ed19817de", "name": "network-vif-deleted", "tag": "5ea9283d-6307-4a7a-a3a3-34c49776035f", "status": "completed", "code": 200}]} {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 21:19:48.640823 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ec9676f1-8060-41d1-a927-80769499cad7 {{(pid=103305) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 21:19:48.640823 n-d-760453-5 neutron-server[103305]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80ebfeba-433a-4d4b-bf55-9e0ed19817de', 'name': 'network-vif-deleted', 'tag': '5ea9283d-6307-4a7a-a3a3-34c49776035f', 'status': 'completed', 'code': 200} Jan 26 21:19:48.641923 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-657b3eb4-8ea4-4b9c-a722-d9c17ed7e6dd tempest-BulkNetworkOpsTest-330888529 tempest-BulkNetworkOpsTest-330888529-project] Pushing event deleted for resources: {'Port': ['ID=31472b7e-84cf-4a19-86c9-b8ca213c987e,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:19:48.662610 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-657b3eb4-8ea4-4b9c-a722-d9c17ed7e6dd tempest-BulkNetworkOpsTest-330888529 tempest-BulkNetworkOpsTest-330888529-project] No DVR routers for this DVR port 31472b7e-84cf-4a19-86c9-b8ca213c987e on host n-d-760453-5 {{(pid=103305) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 26 21:19:48.741838 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-b40c0c4d-af6b-46a3-9524-80388ae422e5 req-fa7e1c6f-fb85-4de9-83f8-17bfd435e63b tempest-ServersNegativeTestJSON-90632883 tempest-ServersNegativeTestJSON-90632883-project] 10.222.0.13 "GET /v2.0/security-groups?id=f00b351c-12ea-4499-84c9-f0263f4f27ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922585 Jan 26 21:19:48.792471 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-657b3eb4-8ea4-4b9c-a722-d9c17ed7e6dd tempest-BulkNetworkOpsTest-330888529 tempest-BulkNetworkOpsTest-330888529-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-686403', 'neutron.services.segments.db._delete_segments_for_network-8746560774018'] for network (45c47bd6-f8e1-4c83-a9c2-3515a8aee5be), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:19:48.850141 n-d-760453-5 neutron-server[103304]: DEBUG neutron.notifiers.nova [req-fe192217-67d6-481b-a024-2714a4a6c9d6 req-2ea0913c-e399-4c60-b403-539d89bfd53e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d214135b-7bf4-435e-87ce-4cbcc04c7b40 {{(pid=103304) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 26 21:19:48.871485 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-fe192217-67d6-481b-a024-2714a4a6c9d6 req-2ea0913c-e399-4c60-b403-539d89bfd53e service neutron] Publish callbacks [] for port (d214135b-7bf4-435e-87ce-4cbcc04c7b40), precommit_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:19:48.873875 n-d-760453-5 neutron-server[103305]: DEBUG neutron.services.segments.db [None req-657b3eb4-8ea4-4b9c-a722-d9c17ed7e6dd tempest-BulkNetworkOpsTest-330888529 tempest-BulkNetworkOpsTest-330888529-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['45c47bd6-f8e1-4c83-a9c2-3515a8aee5be']}} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:19:48.902071 n-d-760453-5 neutron-server[103305]: DEBUG neutron.services.segments.db [None req-657b3eb4-8ea4-4b9c-a722-d9c17ed7e6dd tempest-BulkNetworkOpsTest-330888529 tempest-BulkNetworkOpsTest-330888529-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9b69becf-b0bf-4e44-a0eb-d43f26ef5a0d') {'for_net_delete': True} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:19:48.902290 n-d-760453-5 neutron-server[103305]: DEBUG neutron.services.segments.db [None req-657b3eb4-8ea4-4b9c-a722-d9c17ed7e6dd tempest-BulkNetworkOpsTest-330888529 tempest-BulkNetworkOpsTest-330888529-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9b69becf-b0bf-4e44-a0eb-d43f26ef5a0d') {} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:19:48.908967 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-6cfb8c62-0931-4cf5-aa03-5cc4baf17882 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (474ccdf7-ab6c-405b-a3b2-dc7b05829902), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:19:48.917641 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-657b3eb4-8ea4-4b9c-a722-d9c17ed7e6dd tempest-BulkNetworkOpsTest-330888529 tempest-BulkNetworkOpsTest-330888529-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746560742283', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11788955'] for segment (9b69becf-b0bf-4e44-a0eb-d43f26ef5a0d), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:19:48.936540 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-657b3eb4-8ea4-4b9c-a722-d9c17ed7e6dd tempest-BulkNetworkOpsTest-330888529 tempest-BulkNetworkOpsTest-330888529-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576559'] for segment (9b69becf-b0bf-4e44-a0eb-d43f26ef5a0d), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:19:48.943611 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-657b3eb4-8ea4-4b9c-a722-d9c17ed7e6dd tempest-BulkNetworkOpsTest-330888529 tempest-BulkNetworkOpsTest-330888529-project] Releasing vlan 584 on physical network physnet1 to pool {{(pid=103305) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 26 21:19:48.944022 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-657b3eb4-8ea4-4b9c-a722-d9c17ed7e6dd tempest-BulkNetworkOpsTest-330888529 tempest-BulkNetworkOpsTest-330888529-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11791428'] for segment (9b69becf-b0bf-4e44-a0eb-d43f26ef5a0d), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:19:48.945416 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.provisioning_blocks [req-fe192217-67d6-481b-a024-2714a4a6c9d6 req-2ea0913c-e399-4c60-b403-539d89bfd53e service neutron] Transition to ACTIVE for port object d214135b-7bf4-435e-87ce-4cbcc04c7b40 will not be triggered until provisioned by entity L2. {{(pid=103304) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 21:19:48.958304 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-fe192217-67d6-481b-a024-2714a4a6c9d6 req-2ea0913c-e399-4c60-b403-539d89bfd53e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9281542'] for port (d214135b-7bf4-435e-87ce-4cbcc04c7b40), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:19:49.004252 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a0b1120-c1a3-4107-a281-86d678f4860f None None] get_active_networks_info from n-d-760453-5 {{(pid=103306) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jan 26 21:19:49.014789 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0fce6e-6492-4b20-8a71-866e38240dd2 req-8491dfd3-eae4-4d65-9bae-ede1dd309567 tempest-DeleteServersTestJSON-1338827600 tempest-DeleteServersTestJSON-1338827600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:19:49.021309 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-fa0fce6e-6492-4b20-8a71-866e38240dd2 req-8491dfd3-eae4-4d65-9bae-ede1dd309567 tempest-DeleteServersTestJSON-1338827600 tempest-DeleteServersTestJSON-1338827600-project] 10.222.0.13 "GET /v2.0/ports?device_id=b94ac130-6232-4bd7-acba-586230daf28f HTTP/1.1" status: 200 len: 932 time: 0.1470339 Jan 26 21:19:49.031221 n-d-760453-5 neutron-server[103305]: Traceback (most recent call last): Jan 26 21:19:49.031221 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 26 21:19:49.031221 n-d-760453-5 neutron-server[103305]: timer() Jan 26 21:19:49.031221 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 26 21:19:49.031221 n-d-760453-5 neutron-server[103305]: cb(*args, **kw) Jan 26 21:19:49.031221 n-d-760453-5 neutron-server[103305]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 26 21:19:49.031221 n-d-760453-5 neutron-server[103305]: return func(*args, **kwargs) Jan 26 21:19:49.031221 n-d-760453-5 neutron-server[103305]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 26 21:19:49.031221 n-d-760453-5 neutron-server[103305]: self._notify() Jan 26 21:19:49.031221 n-d-760453-5 neutron-server[103305]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 26 21:19:49.031221 n-d-760453-5 neutron-server[103305]: self.callback(batched_events) Jan 26 21:19:49.031221 n-d-760453-5 neutron-server[103305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 26 21:19:49.031221 n-d-760453-5 neutron-server[103305]: event.method(event) Jan 26 21:19:49.031221 n-d-760453-5 neutron-server[103305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 26 21:19:49.031221 n-d-760453-5 neutron-server[103305]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 26 21:19:49.031221 n-d-760453-5 neutron-server[103305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 26 21:19:49.031221 n-d-760453-5 neutron-server[103305]: aggregate_uuid = self.p_client.list_aggregates( Jan 26 21:19:49.031221 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 26 21:19:49.031221 n-d-760453-5 neutron-server[103305]: return f(self, *a, **k) Jan 26 21:19:49.031221 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 26 21:19:49.031221 n-d-760453-5 neutron-server[103305]: return self._get(url).json() Jan 26 21:19:49.031221 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 26 21:19:49.031221 n-d-760453-5 neutron-server[103305]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 26 21:19:49.031221 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 26 21:19:49.031221 n-d-760453-5 neutron-server[103305]: return self.request(url, 'GET', **kwargs) Jan 26 21:19:49.031221 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 26 21:19:49.031221 n-d-760453-5 neutron-server[103305]: base_url = self.get_endpoint(auth, allow=allow, Jan 26 21:19:49.031221 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 26 21:19:49.031221 n-d-760453-5 neutron-server[103305]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 26 21:19:49.031221 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 26 21:19:49.031221 n-d-760453-5 neutron-server[103305]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 26 21:19:49.031221 n-d-760453-5 neutron-server[103305]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 26 21:19:49.034503 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e719da8d-fa53-4651-be16-466d64d54ad8 req-3af7585e-bcfa-4938-9e27-3516816342b0 tempest-ServersNegativeTestJSON-90632883 tempest-ServersNegativeTestJSON-90632883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:19:49.035717 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-e719da8d-fa53-4651-be16-466d64d54ad8 req-3af7585e-bcfa-4938-9e27-3516816342b0 tempest-ServersNegativeTestJSON-90632883 tempest-ServersNegativeTestJSON-90632883-project] 10.222.0.13 "GET /v2.0/ports?device_id=20bda332-a159-49bd-8c61-2ea774ab5602 HTTP/1.1" status: 200 len: 946 time: 0.1337843 Jan 26 21:19:49.037441 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-657b3eb4-8ea4-4b9c-a722-d9c17ed7e6dd tempest-BulkNetworkOpsTest-330888529 tempest-BulkNetworkOpsTest-330888529-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4110931'] for network (45c47bd6-f8e1-4c83-a9c2-3515a8aee5be), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:19:49.068633 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-657b3eb4-8ea4-4b9c-a722-d9c17ed7e6dd tempest-BulkNetworkOpsTest-330888529 tempest-BulkNetworkOpsTest-330888529-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709645'] for network (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:19:49.072688 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-657b3eb4-8ea4-4b9c-a722-d9c17ed7e6dd tempest-BulkNetworkOpsTest-330888529 tempest-BulkNetworkOpsTest-330888529-project] 10.222.0.13 "DELETE /v2.0/networks/45c47bd6-f8e1-4c83-a9c2-3515a8aee5be HTTP/1.1" status: 204 len: 168 time: 1.2913496 Jan 26 21:19:49.073805 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-657b3eb4-8ea4-4b9c-a722-d9c17ed7e6dd tempest-BulkNetworkOpsTest-330888529 tempest-BulkNetworkOpsTest-330888529-project] Pushing event deleted for resources: {'Network': ['ID=45c47bd6-f8e1-4c83-a9c2-3515a8aee5be,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:19:49.075557 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 34884) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:19:49.089038 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea0913c-e399-4c60-b403-539d89bfd53e service neutron] Pushing event updated for resources: {'Port': ['ID=d214135b-7bf4-435e-87ce-4cbcc04c7b40,revision_number=2']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:19:49.134339 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-bf8b2b8a-f52e-4df7-ac30-5d53175331b9 None None] Could not find standard attr ID for object 31472b7e-84cf-4a19-86c9-b8ca213c987e. {{(pid=103306) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 26 21:19:49.176593 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-e719da8d-fa53-4651-be16-466d64d54ad8 req-070b94ce-7199-4426-9a3e-9ff05323a198 tempest-ServersNegativeTestJSON-90632883 tempest-ServersNegativeTestJSON-90632883-project] 10.222.0.13 "GET /v2.0/security-groups?id=f00b351c-12ea-4499-84c9-f0263f4f27ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1220450 Jan 26 21:19:49.207329 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-fa0fce6e-6492-4b20-8a71-866e38240dd2 req-fb342e46-dfe5-4153-97a7-ac7be89b0426 tempest-DeleteServersTestJSON-1338827600 tempest-DeleteServersTestJSON-1338827600-project] 10.222.0.13 "GET /v2.0/security-groups?id=b7fc5e70-a24b-497d-9cf6-8df82d0ad35b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1801782 Jan 26 21:19:49.259410 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-47981b5f-66e3-4b18-9106-324a8f678f58 tempest-BulkNetworkOpsTest-330888529 tempest-BulkNetworkOpsTest-330888529-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-748181'] for network (2c6783cb-6fac-4da4-ab78-0bc2ca503314), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:19:49.278655 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [req-fe192217-67d6-481b-a024-2714a4a6c9d6 req-2ea0913c-e399-4c60-b403-539d89bfd53e service neutron] Attempting to bind port d214135b-7bf4-435e-87ce-4cbcc04c7b40 on host n-h2-760453-5 for vnic_type normal with profile {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 21:19:49.278993 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [req-fe192217-67d6-481b-a024-2714a4a6c9d6 req-2ea0913c-e399-4c60-b403-539d89bfd53e service neutron] Attempting to bind port d214135b-7bf4-435e-87ce-4cbcc04c7b40 by drivers openvswitch,hyperv on host n-h2-760453-5 at level 0 using segments [{'id': '2541abc4-0813-4c0d-94e6-c088627c1a85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': 'e16ff5ba-c523-42b6-a294-431f384b33de'}] {{(pid=103304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 26 21:19:49.279317 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe192217-67d6-481b-a024-2714a4a6c9d6 req-2ea0913c-e399-4c60-b403-539d89bfd53e service neutron] Attempting to bind port d214135b-7bf4-435e-87ce-4cbcc04c7b40 on network e16ff5ba-c523-42b6-a294-431f384b33de {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 21:19:49.284445 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe192217-67d6-481b-a024-2714a4a6c9d6 req-2ea0913c-e399-4c60-b403-539d89bfd53e service neutron] Port d214135b-7bf4-435e-87ce-4cbcc04c7b40 on network e16ff5ba-c523-42b6-a294-431f384b33de not bound, no agent of type Open vSwitch agent registered on host n-h2-760453-5 {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 26 21:19:49.284837 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe192217-67d6-481b-a024-2714a4a6c9d6 req-2ea0913c-e399-4c60-b403-539d89bfd53e service neutron] Attempting to bind port d214135b-7bf4-435e-87ce-4cbcc04c7b40 on network e16ff5ba-c523-42b6-a294-431f384b33de {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 21:19:49.290154 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe192217-67d6-481b-a024-2714a4a6c9d6 req-2ea0913c-e399-4c60-b403-539d89bfd53e service neutron] Checking agent: {'id': '4d619873-4b60-439f-9b5a-b155dc8bbc34', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-760453-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 21, 2, 53), 'started_at': datetime.datetime(2022, 1, 26, 21, 2, 53), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 21, 19, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 26 21:19:49.290508 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe192217-67d6-481b-a024-2714a4a6c9d6 req-2ea0913c-e399-4c60-b403-539d89bfd53e service neutron] Checking segment: {'id': '2541abc4-0813-4c0d-94e6-c088627c1a85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': 'e16ff5ba-c523-42b6-a294-431f384b33de'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103304) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 21:19:49.291473 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe192217-67d6-481b-a024-2714a4a6c9d6 req-2ea0913c-e399-4c60-b403-539d89bfd53e service neutron] Bound using segment: {'id': '2541abc4-0813-4c0d-94e6-c088627c1a85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': 'e16ff5ba-c523-42b6-a294-431f384b33de'} {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 26 21:19:49.291913 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [req-fe192217-67d6-481b-a024-2714a4a6c9d6 req-2ea0913c-e399-4c60-b403-539d89bfd53e service neutron] Bound port: d214135b-7bf4-435e-87ce-4cbcc04c7b40, host: n-h2-760453-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2541abc4-0813-4c0d-94e6-c088627c1a85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': 'e16ff5ba-c523-42b6-a294-431f384b33de'}}] {{(pid=103304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 26 21:19:49.292278 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-fe192217-67d6-481b-a024-2714a4a6c9d6 req-2ea0913c-e399-4c60-b403-539d89bfd53e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (d214135b-7bf4-435e-87ce-4cbcc04c7b40), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:19:49.374020 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-47981b5f-66e3-4b18-9106-324a8f678f58 tempest-BulkNetworkOpsTest-330888529 tempest-BulkNetworkOpsTest-330888529-project] Deleting port 4ab8b08d-3690-4373-b084-54483ccb13ee {{(pid=103305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 21:19:49.374475 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-47981b5f-66e3-4b18-9106-324a8f678f58 tempest-BulkNetworkOpsTest-330888529 tempest-BulkNetworkOpsTest-330888529-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746560630878'] for port (4ab8b08d-3690-4373-b084-54483ccb13ee), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:19:49.416897 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 34890) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:19:49.450063 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fda046c-e026-4236-a876-70fd2c5f331b req-54fc6512-9e95-45b3-9495-89d19ecbaba6 tempest-ServersNegativeTestJSON-90632883 tempest-ServersNegativeTestJSON-90632883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:19:49.457609 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-9fda046c-e026-4236-a876-70fd2c5f331b req-54fc6512-9e95-45b3-9495-89d19ecbaba6 tempest-ServersNegativeTestJSON-90632883 tempest-ServersNegativeTestJSON-90632883-project] 10.222.0.13 "GET /v2.0/ports?device_id=20bda332-a159-49bd-8c61-2ea774ab5602 HTTP/1.1" status: 200 len: 946 time: 0.1597223 Jan 26 21:19:49.478797 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [req-fe192217-67d6-481b-a024-2714a4a6c9d6 req-2ea0913c-e399-4c60-b403-539d89bfd53e service neutron] For port d214135b-7bf4-435e-87ce-4cbcc04c7b40, host n-h2-760453-5, cleared binding levels {{(pid=103304) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 26 21:19:49.479489 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [None req-47981b5f-66e3-4b18-9106-324a8f678f58 tempest-BulkNetworkOpsTest-330888529 tempest-BulkNetworkOpsTest-330888529-project] For port 4ab8b08d-3690-4373-b084-54483ccb13ee, host n-d-760453-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=4ab8b08d-3690-4373-b084-54483ccb13ee,segment=NetworkSegment(69202990-faab-43b7-8f22-16e64a9e86da),segment_id=69202990-faab-43b7-8f22-16e64a9e86da)] {{(pid=103305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:19:49.479866 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-47981b5f-66e3-4b18-9106-324a8f678f58 tempest-BulkNetworkOpsTest-330888529 tempest-BulkNetworkOpsTest-330888529-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4109658'] for port (4ab8b08d-3690-4373-b084-54483ccb13ee), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:19:49.496700 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [req-fe192217-67d6-481b-a024-2714a4a6c9d6 req-2ea0913c-e399-4c60-b403-539d89bfd53e service neutron] For port d214135b-7bf4-435e-87ce-4cbcc04c7b40, host n-h2-760453-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-5',level=0,port_id=d214135b-7bf4-435e-87ce-4cbcc04c7b40,segment=NetworkSegment(2541abc4-0813-4c0d-94e6-c088627c1a85),segment_id=2541abc4-0813-4c0d-94e6-c088627c1a85)] {{(pid=103304) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 26 21:19:49.504243 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-47981b5f-66e3-4b18-9106-324a8f678f58 tempest-BulkNetworkOpsTest-330888529 tempest-BulkNetworkOpsTest-330888529-project] Calling delete_port for 4ab8b08d-3690-4373-b084-54483ccb13ee owned by network:dhcp {{(pid=103305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 21:19:49.506102 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-fe192217-67d6-481b-a024-2714a4a6c9d6 req-2ea0913c-e399-4c60-b403-539d89bfd53e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9281542'] for port (d214135b-7bf4-435e-87ce-4cbcc04c7b40), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:19:49.563151 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-9fda046c-e026-4236-a876-70fd2c5f331b req-ab8464ae-2598-414d-a51c-ada4c2433927 tempest-ServersNegativeTestJSON-90632883 tempest-ServersNegativeTestJSON-90632883-project] 10.222.0.13 "GET /v2.0/security-groups?id=f00b351c-12ea-4499-84c9-f0263f4f27ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025236 Jan 26 21:19:49.583702 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe192217-67d6-481b-a024-2714a4a6c9d6 req-2ea0913c-e399-4c60-b403-539d89bfd53e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:19:49.584592 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-fe192217-67d6-481b-a024-2714a4a6c9d6 req-2ea0913c-e399-4c60-b403-539d89bfd53e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:19:49.597393 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-fe192217-67d6-481b-a024-2714a4a6c9d6 req-2ea0913c-e399-4c60-b403-539d89bfd53e service neutron] 10.222.0.57 "PUT /v2.0/ports/d214135b-7bf4-435e-87ce-4cbcc04c7b40 HTTP/1.1" status: 200 len: 1092 time: 1.5309622 Jan 26 21:19:49.602043 n-d-760453-5 neutron-server[103304]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b94ac130-6232-4bd7-acba-586230daf28f', 'tag': 'd214135b-7bf4-435e-87ce-4cbcc04c7b40'}] {{(pid=103304) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 21:19:49.605185 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d52b45f1943fcd332af9527eb73ff93c8d715d44383a3f6d18de73b4cfcf87b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a57ec4db-8019-406d-b62c-1d41699020f9" -d '{"events": [{"name": "network-changed", "server_uuid": "b94ac130-6232-4bd7-acba-586230daf28f", "tag": "d214135b-7bf4-435e-87ce-4cbcc04c7b40"}]}' {{(pid=103304) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 21:19:49.655732 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-47981b5f-66e3-4b18-9106-324a8f678f58 tempest-BulkNetworkOpsTest-330888529 tempest-BulkNetworkOpsTest-330888529-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746560636600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746560234536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11791543'] for port (4ab8b08d-3690-4373-b084-54483ccb13ee), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:19:49.698965 n-d-760453-5 neutron-server[103306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a0b1120-c1a3-4107-a281-86d678f4860f None None] Resources bound (agent type, host, resource id): {{(pid=103306) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 26 21:19:49.710668 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47981b5f-66e3-4b18-9106-324a8f678f58 tempest-BulkNetworkOpsTest-330888529 tempest-BulkNetworkOpsTest-330888529-project] No DVR routers for this DVR port 4ab8b08d-3690-4373-b084-54483ccb13ee on host n-d-760453-5 {{(pid=103305) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 26 21:19:49.714168 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47981b5f-66e3-4b18-9106-324a8f678f58 tempest-BulkNetworkOpsTest-330888529 tempest-BulkNetworkOpsTest-330888529-project] Pushing event deleted for resources: {'Port': ['ID=4ab8b08d-3690-4373-b084-54483ccb13ee,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:19:49.762709 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea0913c-e399-4c60-b403-539d89bfd53e service neutron] Pushing event updated for resources: {'Port': ['ID=d214135b-7bf4-435e-87ce-4cbcc04c7b40,revision_number=3']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:19:49.841736 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 26 Jan 2022 21:19:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3ee586a-2817-4aa6-abc9-b6eca7dcbe76 x-openstack-request-id: req-d3ee586a-2817-4aa6-abc9-b6eca7dcbe76 {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 21:19:49.842462 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b94ac130-6232-4bd7-acba-586230daf28f", "tag": "d214135b-7bf4-435e-87ce-4cbcc04c7b40", "status": "completed", "code": 200}]} {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 21:19:49.842980 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d3ee586a-2817-4aa6-abc9-b6eca7dcbe76 {{(pid=103304) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 21:19:49.843633 n-d-760453-5 neutron-server[103304]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b94ac130-6232-4bd7-acba-586230daf28f', 'tag': 'd214135b-7bf4-435e-87ce-4cbcc04c7b40', 'status': 'completed', 'code': 200} Jan 26 21:19:49.879235 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.db_base_plugin_v2 [None req-50ac82b2-77de-4dfa-9286-481802caeb9d admin admin] Deleting subnet 0fd61269-7d95-487b-ba3a-f244d39cf571 {{(pid=103304) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 26 21:19:49.902546 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-47981b5f-66e3-4b18-9106-324a8f678f58 tempest-BulkNetworkOpsTest-330888529 tempest-BulkNetworkOpsTest-330888529-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-686403', 'neutron.services.segments.db._delete_segments_for_network-8746560774018'] for network (2c6783cb-6fac-4da4-ab78-0bc2ca503314), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:19:49.905515 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-50ac82b2-77de-4dfa-9286-481802caeb9d admin admin] Publish callbacks [] for subnet (0fd61269-7d95-487b-ba3a-f244d39cf571), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:19:49.935646 n-d-760453-5 neutron-server[103305]: DEBUG neutron.services.segments.db [None req-47981b5f-66e3-4b18-9106-324a8f678f58 tempest-BulkNetworkOpsTest-330888529 tempest-BulkNetworkOpsTest-330888529-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2c6783cb-6fac-4da4-ab78-0bc2ca503314']}} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:19:49.977625 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe192217-67d6-481b-a024-2714a4a6c9d6 req-f6ced16e-eec8-4f7c-97e5-31395670ebda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:19:49.979232 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-fe192217-67d6-481b-a024-2714a4a6c9d6 req-f6ced16e-eec8-4f7c-97e5-31395670ebda service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=cb180574de574caea4706335ceec073e&device_id=b94ac130-6232-4bd7-acba-586230daf28f HTTP/1.1" status: 200 len: 1095 time: 0.3252163 Jan 26 21:19:49.985877 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-50ac82b2-77de-4dfa-9286-481802caeb9d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8881284'] for subnet (0fd61269-7d95-487b-ba3a-f244d39cf571), precommit_delete_associations {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:19:49.987839 n-d-760453-5 neutron-server[103305]: DEBUG neutron.services.segments.db [None req-47981b5f-66e3-4b18-9106-324a8f678f58 tempest-BulkNetworkOpsTest-330888529 tempest-BulkNetworkOpsTest-330888529-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '69202990-faab-43b7-8f22-16e64a9e86da') {'for_net_delete': True} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:19:49.988298 n-d-760453-5 neutron-server[103305]: DEBUG neutron.services.segments.db [None req-47981b5f-66e3-4b18-9106-324a8f678f58 tempest-BulkNetworkOpsTest-330888529 tempest-BulkNetworkOpsTest-330888529-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '69202990-faab-43b7-8f22-16e64a9e86da') {} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:19:50.000401 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-47981b5f-66e3-4b18-9106-324a8f678f58 tempest-BulkNetworkOpsTest-330888529 tempest-BulkNetworkOpsTest-330888529-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746560742283', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11788955'] for segment (69202990-faab-43b7-8f22-16e64a9e86da), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:19:50.016320 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-47981b5f-66e3-4b18-9106-324a8f678f58 tempest-BulkNetworkOpsTest-330888529 tempest-BulkNetworkOpsTest-330888529-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576559'] for segment (69202990-faab-43b7-8f22-16e64a9e86da), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:19:50.024417 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7737a05a-4852-4208-9aef-3b6a385eff77 req-00bf164e-9697-44ad-bf1f-9af1cb082ac8 tempest-ServersNegativeTestJSON-90632883 tempest-ServersNegativeTestJSON-90632883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:19:50.024636 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-47981b5f-66e3-4b18-9106-324a8f678f58 tempest-BulkNetworkOpsTest-330888529 tempest-BulkNetworkOpsTest-330888529-project] Releasing vlan 560 on physical network physnet1 to pool {{(pid=103305) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 26 21:19:50.025232 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-47981b5f-66e3-4b18-9106-324a8f678f58 tempest-BulkNetworkOpsTest-330888529 tempest-BulkNetworkOpsTest-330888529-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11791428'] for segment (69202990-faab-43b7-8f22-16e64a9e86da), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:19:50.027019 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-7737a05a-4852-4208-9aef-3b6a385eff77 req-00bf164e-9697-44ad-bf1f-9af1cb082ac8 tempest-ServersNegativeTestJSON-90632883 tempest-ServersNegativeTestJSON-90632883-project] 10.222.0.13 "GET /v2.0/ports?device_id=20bda332-a159-49bd-8c61-2ea774ab5602 HTTP/1.1" status: 200 len: 946 time: 0.1781404 Jan 26 21:19:50.029157 n-d-760453-5 neutron-server[103305]: Traceback (most recent call last): Jan 26 21:19:50.029157 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 26 21:19:50.029157 n-d-760453-5 neutron-server[103305]: timer() Jan 26 21:19:50.029157 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 26 21:19:50.029157 n-d-760453-5 neutron-server[103305]: cb(*args, **kw) Jan 26 21:19:50.029157 n-d-760453-5 neutron-server[103305]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 26 21:19:50.029157 n-d-760453-5 neutron-server[103305]: return func(*args, **kwargs) Jan 26 21:19:50.029157 n-d-760453-5 neutron-server[103305]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 26 21:19:50.029157 n-d-760453-5 neutron-server[103305]: self._notify() Jan 26 21:19:50.029157 n-d-760453-5 neutron-server[103305]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 26 21:19:50.029157 n-d-760453-5 neutron-server[103305]: self.callback(batched_events) Jan 26 21:19:50.029157 n-d-760453-5 neutron-server[103305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 26 21:19:50.029157 n-d-760453-5 neutron-server[103305]: event.method(event) Jan 26 21:19:50.029157 n-d-760453-5 neutron-server[103305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 26 21:19:50.029157 n-d-760453-5 neutron-server[103305]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 26 21:19:50.029157 n-d-760453-5 neutron-server[103305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 26 21:19:50.029157 n-d-760453-5 neutron-server[103305]: aggregate_uuid = self.p_client.list_aggregates( Jan 26 21:19:50.029157 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 26 21:19:50.029157 n-d-760453-5 neutron-server[103305]: return f(self, *a, **k) Jan 26 21:19:50.029157 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 26 21:19:50.029157 n-d-760453-5 neutron-server[103305]: return self._get(url).json() Jan 26 21:19:50.029157 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 26 21:19:50.029157 n-d-760453-5 neutron-server[103305]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 26 21:19:50.029157 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 26 21:19:50.029157 n-d-760453-5 neutron-server[103305]: return self.request(url, 'GET', **kwargs) Jan 26 21:19:50.029157 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 26 21:19:50.029157 n-d-760453-5 neutron-server[103305]: base_url = self.get_endpoint(auth, allow=allow, Jan 26 21:19:50.029157 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 26 21:19:50.029157 n-d-760453-5 neutron-server[103305]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 26 21:19:50.029157 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 26 21:19:50.029157 n-d-760453-5 neutron-server[103305]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 26 21:19:50.029157 n-d-760453-5 neutron-server[103305]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 26 21:19:50.092749 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-fe192217-67d6-481b-a024-2714a4a6c9d6 req-b3bc601b-1de4-4b82-a2ce-60f6968a72ca service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d214135b-7bf4-435e-87ce-4cbcc04c7b40 HTTP/1.1" status: 200 len: 217 time: 0.0763938 Jan 26 21:19:50.101749 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-47981b5f-66e3-4b18-9106-324a8f678f58 tempest-BulkNetworkOpsTest-330888529 tempest-BulkNetworkOpsTest-330888529-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4110931'] for network (2c6783cb-6fac-4da4-ab78-0bc2ca503314), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:19:50.108760 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-47981b5f-66e3-4b18-9106-324a8f678f58 tempest-BulkNetworkOpsTest-330888529 tempest-BulkNetworkOpsTest-330888529-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709645'] for network (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:19:50.112162 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-47981b5f-66e3-4b18-9106-324a8f678f58 tempest-BulkNetworkOpsTest-330888529 tempest-BulkNetworkOpsTest-330888529-project] 10.222.0.13 "DELETE /v2.0/networks/2c6783cb-6fac-4da4-ab78-0bc2ca503314 HTTP/1.1" status: 204 len: 168 time: 1.0353379 Jan 26 21:19:50.114456 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 34906) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:19:50.144679 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47981b5f-66e3-4b18-9106-324a8f678f58 tempest-BulkNetworkOpsTest-330888529 tempest-BulkNetworkOpsTest-330888529-project] Pushing event deleted for resources: {'Network': ['ID=2c6783cb-6fac-4da4-ab78-0bc2ca503314,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:19:50.204202 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e782d2a-fcc2-42a8-9769-e72225191134 None None] DHCP port deletion for 45c47bd6-f8e1-4c83-a9c2-3515a8aee5be request from n-d-760453-5 {{(pid=103306) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 26 21:19:50.232603 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-48e037c2-7984-4b3f-87d4-7c8b0666530b tempest-BulkNetworkOpsTest-330888529 tempest-BulkNetworkOpsTest-330888529-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-748181'] for network (b40f8f82-1bab-49e8-80ff-5f33df9c5f63), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:19:50.253505 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83e11452-e6d7-4cf7-9d4a-f7268d639b48 None None] Network 45c47bd6-f8e1-4c83-a9c2-3515a8aee5be requested from n-d-760453-5 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 26 21:19:50.278885 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83e11452-e6d7-4cf7-9d4a-f7268d639b48 None None] Network 45c47bd6-f8e1-4c83-a9c2-3515a8aee5be could not be found, it might have been deleted concurrently. {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Jan 26 21:19:50.364085 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-48e037c2-7984-4b3f-87d4-7c8b0666530b tempest-BulkNetworkOpsTest-330888529 tempest-BulkNetworkOpsTest-330888529-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-686403', 'neutron.services.segments.db._delete_segments_for_network-8746560774018'] for network (b40f8f82-1bab-49e8-80ff-5f33df9c5f63), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:19:50.391441 n-d-760453-5 neutron-server[103305]: DEBUG neutron.services.segments.db [None req-48e037c2-7984-4b3f-87d4-7c8b0666530b tempest-BulkNetworkOpsTest-330888529 tempest-BulkNetworkOpsTest-330888529-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b40f8f82-1bab-49e8-80ff-5f33df9c5f63']}} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:19:50.403085 n-d-760453-5 neutron-server[103305]: DEBUG neutron.services.segments.db [None req-48e037c2-7984-4b3f-87d4-7c8b0666530b tempest-BulkNetworkOpsTest-330888529 tempest-BulkNetworkOpsTest-330888529-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '96018b36-5a7e-460d-8b7a-7fe9731aa5ab') {'for_net_delete': True} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:19:50.403382 n-d-760453-5 neutron-server[103305]: DEBUG neutron.services.segments.db [None req-48e037c2-7984-4b3f-87d4-7c8b0666530b tempest-BulkNetworkOpsTest-330888529 tempest-BulkNetworkOpsTest-330888529-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '96018b36-5a7e-460d-8b7a-7fe9731aa5ab') {} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:19:50.413369 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-48e037c2-7984-4b3f-87d4-7c8b0666530b tempest-BulkNetworkOpsTest-330888529 tempest-BulkNetworkOpsTest-330888529-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746560742283', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11788955'] for segment (96018b36-5a7e-460d-8b7a-7fe9731aa5ab), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:19:50.429479 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-48e037c2-7984-4b3f-87d4-7c8b0666530b tempest-BulkNetworkOpsTest-330888529 tempest-BulkNetworkOpsTest-330888529-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576559'] for segment (96018b36-5a7e-460d-8b7a-7fe9731aa5ab), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:19:50.439477 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-48e037c2-7984-4b3f-87d4-7c8b0666530b tempest-BulkNetworkOpsTest-330888529 tempest-BulkNetworkOpsTest-330888529-project] Releasing vlan 570 on physical network physnet1 to pool {{(pid=103305) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 26 21:19:50.439977 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-48e037c2-7984-4b3f-87d4-7c8b0666530b tempest-BulkNetworkOpsTest-330888529 tempest-BulkNetworkOpsTest-330888529-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11791428'] for segment (96018b36-5a7e-460d-8b7a-7fe9731aa5ab), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:19:50.445091 n-d-760453-5 neutron-server[103305]: Traceback (most recent call last): Jan 26 21:19:50.445091 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 26 21:19:50.445091 n-d-760453-5 neutron-server[103305]: timer() Jan 26 21:19:50.445091 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 26 21:19:50.445091 n-d-760453-5 neutron-server[103305]: cb(*args, **kw) Jan 26 21:19:50.445091 n-d-760453-5 neutron-server[103305]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 26 21:19:50.445091 n-d-760453-5 neutron-server[103305]: return func(*args, **kwargs) Jan 26 21:19:50.445091 n-d-760453-5 neutron-server[103305]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 26 21:19:50.445091 n-d-760453-5 neutron-server[103305]: self._notify() Jan 26 21:19:50.445091 n-d-760453-5 neutron-server[103305]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 26 21:19:50.445091 n-d-760453-5 neutron-server[103305]: self.callback(batched_events) Jan 26 21:19:50.445091 n-d-760453-5 neutron-server[103305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 26 21:19:50.445091 n-d-760453-5 neutron-server[103305]: event.method(event) Jan 26 21:19:50.445091 n-d-760453-5 neutron-server[103305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 26 21:19:50.445091 n-d-760453-5 neutron-server[103305]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 26 21:19:50.445091 n-d-760453-5 neutron-server[103305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 26 21:19:50.445091 n-d-760453-5 neutron-server[103305]: aggregate_uuid = self.p_client.list_aggregates( Jan 26 21:19:50.445091 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 26 21:19:50.445091 n-d-760453-5 neutron-server[103305]: return f(self, *a, **k) Jan 26 21:19:50.445091 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 26 21:19:50.445091 n-d-760453-5 neutron-server[103305]: return self._get(url).json() Jan 26 21:19:50.445091 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 26 21:19:50.445091 n-d-760453-5 neutron-server[103305]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 26 21:19:50.445091 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 26 21:19:50.445091 n-d-760453-5 neutron-server[103305]: return self.request(url, 'GET', **kwargs) Jan 26 21:19:50.445091 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 26 21:19:50.445091 n-d-760453-5 neutron-server[103305]: base_url = self.get_endpoint(auth, allow=allow, Jan 26 21:19:50.445091 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 26 21:19:50.445091 n-d-760453-5 neutron-server[103305]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 26 21:19:50.445091 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 26 21:19:50.445091 n-d-760453-5 neutron-server[103305]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 26 21:19:50.445091 n-d-760453-5 neutron-server[103305]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 26 21:19:50.459819 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-50ac82b2-77de-4dfa-9286-481802caeb9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687316'] for subnet (0fd61269-7d95-487b-ba3a-f244d39cf571), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:19:50.519346 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-48e037c2-7984-4b3f-87d4-7c8b0666530b tempest-BulkNetworkOpsTest-330888529 tempest-BulkNetworkOpsTest-330888529-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4110931'] for network (b40f8f82-1bab-49e8-80ff-5f33df9c5f63), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:19:50.526479 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-7737a05a-4852-4208-9aef-3b6a385eff77 req-7677a72f-fbab-4123-af17-a16a51389798 tempest-ServersNegativeTestJSON-90632883 tempest-ServersNegativeTestJSON-90632883-project] 10.222.0.13 "GET /v2.0/security-groups?id=f00b351c-12ea-4499-84c9-f0263f4f27ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4875391 Jan 26 21:19:50.555056 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe192217-67d6-481b-a024-2714a4a6c9d6 req-6b20b041-ee24-415a-a088-86107c7cc30d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:19:50.555056 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-fe192217-67d6-481b-a024-2714a4a6c9d6 req-6b20b041-ee24-415a-a088-86107c7cc30d service neutron] 10.222.0.57 "GET /v2.0/subnets?id=25684abb-e6bd-4ac5-a412-9cc30ecdd004 HTTP/1.1" status: 200 len: 852 time: 0.4428141 Jan 26 21:19:50.568607 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-48e037c2-7984-4b3f-87d4-7c8b0666530b tempest-BulkNetworkOpsTest-330888529 tempest-BulkNetworkOpsTest-330888529-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709645'] for network (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:19:50.575158 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1497b7d6-d04f-406c-835c-98069448ace8 req-8496ee66-3703-4a2f-a746-c510bdfd5680 tempest-DeleteServersTestJSON-1338827600 tempest-DeleteServersTestJSON-1338827600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:19:50.576052 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-48e037c2-7984-4b3f-87d4-7c8b0666530b tempest-BulkNetworkOpsTest-330888529 tempest-BulkNetworkOpsTest-330888529-project] 10.222.0.13 "DELETE /v2.0/networks/b40f8f82-1bab-49e8-80ff-5f33df9c5f63 HTTP/1.1" status: 204 len: 168 time: 0.4605749 Jan 26 21:19:50.576685 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-1497b7d6-d04f-406c-835c-98069448ace8 req-8496ee66-3703-4a2f-a746-c510bdfd5680 tempest-DeleteServersTestJSON-1338827600 tempest-DeleteServersTestJSON-1338827600-project] 10.222.0.13 "GET /v2.0/ports?device_id=b94ac130-6232-4bd7-acba-586230daf28f HTTP/1.1" status: 200 len: 944 time: 0.1183183 Jan 26 21:19:50.576997 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e037c2-7984-4b3f-87d4-7c8b0666530b tempest-BulkNetworkOpsTest-330888529 tempest-BulkNetworkOpsTest-330888529-project] Pushing event deleted for resources: {'Network': ['ID=b40f8f82-1bab-49e8-80ff-5f33df9c5f63,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:19:50.581591 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 34914) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:19:50.605093 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-fe192217-67d6-481b-a024-2714a4a6c9d6 req-da5063c6-6a86-4a6e-b0f8-74eb6f1673e2 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=e16ff5ba-c523-42b6-a294-431f384b33de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0525506 Jan 26 21:19:50.683021 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-47f904f7-1d23-4023-a5da-18b0e1aff1c0 tempest-BulkNetworkOpsTest-330888529 tempest-BulkNetworkOpsTest-330888529-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-748181'] for network (f3b87e50-8184-49f2-b383-45ec26b9a772), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:19:50.719616 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-fe192217-67d6-481b-a024-2714a4a6c9d6 req-919e7bfe-97b1-4d2f-8946-8af17bea496f service neutron] 10.222.0.57 "GET /v2.0/networks/e16ff5ba-c523-42b6-a294-431f384b33de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1049788 Jan 26 21:19:50.755054 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-50ac82b2-77de-4dfa-9286-481802caeb9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9281612', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12215216'] for subnet (0fd61269-7d95-487b-ba3a-f244d39cf571), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:19:50.818736 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-47f904f7-1d23-4023-a5da-18b0e1aff1c0 tempest-BulkNetworkOpsTest-330888529 tempest-BulkNetworkOpsTest-330888529-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-686403', 'neutron.services.segments.db._delete_segments_for_network-8746560774018'] for network (f3b87e50-8184-49f2-b383-45ec26b9a772), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:19:50.842671 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ac82b2-77de-4dfa-9286-481802caeb9d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0fd61269-7d95-487b-ba3a-f244d39cf571,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:19:50.874957 n-d-760453-5 neutron-server[103305]: DEBUG neutron.services.segments.db [None req-47f904f7-1d23-4023-a5da-18b0e1aff1c0 tempest-BulkNetworkOpsTest-330888529 tempest-BulkNetworkOpsTest-330888529-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f3b87e50-8184-49f2-b383-45ec26b9a772']}} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:19:50.885677 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-1497b7d6-d04f-406c-835c-98069448ace8 req-214d4eed-83ba-43eb-90c2-002c1594095d tempest-DeleteServersTestJSON-1338827600 tempest-DeleteServersTestJSON-1338827600-project] 10.222.0.13 "GET /v2.0/security-groups?id=b7fc5e70-a24b-497d-9cf6-8df82d0ad35b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2884266 Jan 26 21:19:50.886602 n-d-760453-5 neutron-server[103305]: DEBUG neutron.services.segments.db [None req-47f904f7-1d23-4023-a5da-18b0e1aff1c0 tempest-BulkNetworkOpsTest-330888529 tempest-BulkNetworkOpsTest-330888529-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '884248eb-cb92-4bf7-86e1-519dc2dca990') {'for_net_delete': True} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:19:50.887052 n-d-760453-5 neutron-server[103305]: DEBUG neutron.services.segments.db [None req-47f904f7-1d23-4023-a5da-18b0e1aff1c0 tempest-BulkNetworkOpsTest-330888529 tempest-BulkNetworkOpsTest-330888529-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '884248eb-cb92-4bf7-86e1-519dc2dca990') {} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:19:50.892123 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-50ac82b2-77de-4dfa-9286-481802caeb9d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:19:50.899886 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-47f904f7-1d23-4023-a5da-18b0e1aff1c0 tempest-BulkNetworkOpsTest-330888529 tempest-BulkNetworkOpsTest-330888529-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746560742283', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11788955'] for segment (884248eb-cb92-4bf7-86e1-519dc2dca990), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:19:50.903941 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-50ac82b2-77de-4dfa-9286-481802caeb9d admin admin] 10.222.0.13 "DELETE /v2.0/subnets/0fd61269-7d95-487b-ba3a-f244d39cf571 HTTP/1.1" status: 204 len: 168 time: 1.4842222 Jan 26 21:19:50.910454 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 34926) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:19:50.996760 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-fe192217-67d6-481b-a024-2714a4a6c9d6 req-d9506ec8-7c4c-4659-b5fe-ce144e78f0e7 service neutron] 10.222.0.57 "GET /v2.0/networks/e16ff5ba-c523-42b6-a294-431f384b33de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2703254 Jan 26 21:19:51.012878 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d164314-4d59-4130-97d6-53642f406393 req-ba282e0c-6252-442b-8ec8-3f4172abd243 tempest-ServersNegativeTestJSON-90632883 tempest-ServersNegativeTestJSON-90632883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:19:51.020106 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-5d164314-4d59-4130-97d6-53642f406393 req-ba282e0c-6252-442b-8ec8-3f4172abd243 tempest-ServersNegativeTestJSON-90632883 tempest-ServersNegativeTestJSON-90632883-project] 10.222.0.13 "GET /v2.0/ports?device_id=20bda332-a159-49bd-8c61-2ea774ab5602 HTTP/1.1" status: 200 len: 946 time: 0.1478281 Jan 26 21:19:51.117365 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-5d164314-4d59-4130-97d6-53642f406393 req-974e7644-dbdd-4e75-8d4f-bbe65b30ca0a tempest-ServersNegativeTestJSON-90632883 tempest-ServersNegativeTestJSON-90632883-project] 10.222.0.13 "GET /v2.0/security-groups?id=f00b351c-12ea-4499-84c9-f0263f4f27ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964744 Jan 26 21:19:51.128658 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57ec4db-8019-406d-b62c-1d41699020f9 req-e6a0628e-076d-4f97-bff4-b2e199c7acd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:19:51.130536 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-a57ec4db-8019-406d-b62c-1d41699020f9 req-e6a0628e-076d-4f97-bff4-b2e199c7acd0 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=cb180574de574caea4706335ceec073e&device_id=b94ac130-6232-4bd7-acba-586230daf28f HTTP/1.1" status: 200 len: 1095 time: 0.0660698 Jan 26 21:19:51.209057 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-ceb594a4-430b-47fd-a27b-40e6b1577bbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (09df100c-3af1-4b0a-bda8-05914c71c458), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:19:51.231997 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57ec4db-8019-406d-b62c-1d41699020f9 req-39e3a8b6-c468-41a4-95cb-2b715443c740 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:19:51.233560 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-a57ec4db-8019-406d-b62c-1d41699020f9 req-39e3a8b6-c468-41a4-95cb-2b715443c740 service neutron] 10.222.0.57 "GET /v2.0/networks?id=e16ff5ba-c523-42b6-a294-431f384b33de HTTP/1.1" status: 200 len: 913 time: 0.0971105 Jan 26 21:19:51.288418 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-a57ec4db-8019-406d-b62c-1d41699020f9 req-a961ef7d-acf4-4685-b9c9-679e23891316 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d214135b-7bf4-435e-87ce-4cbcc04c7b40 HTTP/1.1" status: 200 len: 217 time: 0.0478685 Jan 26 21:19:51.350678 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57ec4db-8019-406d-b62c-1d41699020f9 req-4981b468-b215-4238-b51c-2863224c4ed5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:19:51.351375 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-a57ec4db-8019-406d-b62c-1d41699020f9 req-4981b468-b215-4238-b51c-2863224c4ed5 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=25684abb-e6bd-4ac5-a412-9cc30ecdd004 HTTP/1.1" status: 200 len: 852 time: 0.0518484 Jan 26 21:19:51.394945 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-a57ec4db-8019-406d-b62c-1d41699020f9 req-067535e7-dd22-456c-9f82-30a5945fee14 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=e16ff5ba-c523-42b6-a294-431f384b33de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0291204 Jan 26 21:19:51.464479 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-47f904f7-1d23-4023-a5da-18b0e1aff1c0 tempest-BulkNetworkOpsTest-330888529 tempest-BulkNetworkOpsTest-330888529-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576559'] for segment (884248eb-cb92-4bf7-86e1-519dc2dca990), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:19:51.471357 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89a40c0-7633-490d-99c8-8367bb00fb11 req-d90b499c-5391-4ef0-9fc8-7f54214da473 tempest-ServersNegativeTestJSON-90632883 tempest-ServersNegativeTestJSON-90632883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:19:51.472947 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-f89a40c0-7633-490d-99c8-8367bb00fb11 req-d90b499c-5391-4ef0-9fc8-7f54214da473 tempest-ServersNegativeTestJSON-90632883 tempest-ServersNegativeTestJSON-90632883-project] 10.222.0.13 "GET /v2.0/ports?device_id=20bda332-a159-49bd-8c61-2ea774ab5602 HTTP/1.1" status: 200 len: 946 time: 0.1835701 Jan 26 21:19:51.479936 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-47f904f7-1d23-4023-a5da-18b0e1aff1c0 tempest-BulkNetworkOpsTest-330888529 tempest-BulkNetworkOpsTest-330888529-project] Releasing vlan 575 on physical network physnet1 to pool {{(pid=103305) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 26 21:19:51.480355 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-47f904f7-1d23-4023-a5da-18b0e1aff1c0 tempest-BulkNetworkOpsTest-330888529 tempest-BulkNetworkOpsTest-330888529-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11791428'] for segment (884248eb-cb92-4bf7-86e1-519dc2dca990), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:19:51.483536 n-d-760453-5 neutron-server[103305]: Traceback (most recent call last): Jan 26 21:19:51.483536 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 26 21:19:51.483536 n-d-760453-5 neutron-server[103305]: timer() Jan 26 21:19:51.483536 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 26 21:19:51.483536 n-d-760453-5 neutron-server[103305]: cb(*args, **kw) Jan 26 21:19:51.483536 n-d-760453-5 neutron-server[103305]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 26 21:19:51.483536 n-d-760453-5 neutron-server[103305]: return func(*args, **kwargs) Jan 26 21:19:51.483536 n-d-760453-5 neutron-server[103305]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 26 21:19:51.483536 n-d-760453-5 neutron-server[103305]: self._notify() Jan 26 21:19:51.483536 n-d-760453-5 neutron-server[103305]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 26 21:19:51.483536 n-d-760453-5 neutron-server[103305]: self.callback(batched_events) Jan 26 21:19:51.483536 n-d-760453-5 neutron-server[103305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 26 21:19:51.483536 n-d-760453-5 neutron-server[103305]: event.method(event) Jan 26 21:19:51.483536 n-d-760453-5 neutron-server[103305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 26 21:19:51.483536 n-d-760453-5 neutron-server[103305]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 26 21:19:51.483536 n-d-760453-5 neutron-server[103305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 26 21:19:51.483536 n-d-760453-5 neutron-server[103305]: aggregate_uuid = self.p_client.list_aggregates( Jan 26 21:19:51.483536 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 26 21:19:51.483536 n-d-760453-5 neutron-server[103305]: return f(self, *a, **k) Jan 26 21:19:51.483536 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 26 21:19:51.483536 n-d-760453-5 neutron-server[103305]: return self._get(url).json() Jan 26 21:19:51.483536 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 26 21:19:51.483536 n-d-760453-5 neutron-server[103305]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 26 21:19:51.483536 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 26 21:19:51.483536 n-d-760453-5 neutron-server[103305]: return self.request(url, 'GET', **kwargs) Jan 26 21:19:51.483536 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 26 21:19:51.483536 n-d-760453-5 neutron-server[103305]: base_url = self.get_endpoint(auth, allow=allow, Jan 26 21:19:51.483536 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 26 21:19:51.483536 n-d-760453-5 neutron-server[103305]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 26 21:19:51.483536 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 26 21:19:51.483536 n-d-760453-5 neutron-server[103305]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 26 21:19:51.483536 n-d-760453-5 neutron-server[103305]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 26 21:19:51.497782 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-13eaf693-4bff-4230-92df-581d982dc728 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-748181'] for network (57cdf3f5-a20b-4c6f-b2eb-bed2f5d4d40a), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:19:51.515516 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Device 5ea9283d-6307-4a7a-a3a3-34c49776035f no longer exists at agent hyperv_n-h1-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 26 21:19:51.556856 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] No Port match for: 5ea9283d-6307-4a7a-a3a3-34c49776035f {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 26 21:19:51.565020 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Device 5ea9283d-6307-4a7a-a3a3-34c49776035f not bound to the agent host n-h1-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 26 21:19:51.577523 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-47f904f7-1d23-4023-a5da-18b0e1aff1c0 tempest-BulkNetworkOpsTest-330888529 tempest-BulkNetworkOpsTest-330888529-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4110931'] for network (f3b87e50-8184-49f2-b383-45ec26b9a772), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:19:51.580814 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-a57ec4db-8019-406d-b62c-1d41699020f9 req-da476b35-d796-4f41-a0e5-db2f6abedc8d service neutron] 10.222.0.57 "GET /v2.0/networks/e16ff5ba-c523-42b6-a294-431f384b33de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1776848 Jan 26 21:19:51.597436 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-f89a40c0-7633-490d-99c8-8367bb00fb11 req-1e34ad1f-793a-41ce-bffd-49b382491fde tempest-ServersNegativeTestJSON-90632883 tempest-ServersNegativeTestJSON-90632883-project] 10.222.0.13 "GET /v2.0/security-groups?id=f00b351c-12ea-4499-84c9-f0263f4f27ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032002 Jan 26 21:19:51.598448 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-47f904f7-1d23-4023-a5da-18b0e1aff1c0 tempest-BulkNetworkOpsTest-330888529 tempest-BulkNetworkOpsTest-330888529-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709645'] for network (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:19:51.598738 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 34948) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:19:51.604128 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-47f904f7-1d23-4023-a5da-18b0e1aff1c0 tempest-BulkNetworkOpsTest-330888529 tempest-BulkNetworkOpsTest-330888529-project] 10.222.0.13 "DELETE /v2.0/networks/f3b87e50-8184-49f2-b383-45ec26b9a772 HTTP/1.1" status: 204 len: 168 time: 1.0221603 Jan 26 21:19:51.614558 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f904f7-1d23-4023-a5da-18b0e1aff1c0 tempest-BulkNetworkOpsTest-330888529 tempest-BulkNetworkOpsTest-330888529-project] Pushing event deleted for resources: {'Network': ['ID=f3b87e50-8184-49f2-b383-45ec26b9a772,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:19:51.701155 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-13eaf693-4bff-4230-92df-581d982dc728 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-686403', 'neutron.services.segments.db._delete_segments_for_network-8746560774018'] for network (57cdf3f5-a20b-4c6f-b2eb-bed2f5d4d40a), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:19:51.735525 n-d-760453-5 neutron-server[103305]: DEBUG neutron.services.segments.db [None req-13eaf693-4bff-4230-92df-581d982dc728 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['57cdf3f5-a20b-4c6f-b2eb-bed2f5d4d40a']}} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:19:51.736512 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-a57ec4db-8019-406d-b62c-1d41699020f9 req-588e72d1-c28d-4638-9b7a-00bb434271de service neutron] 10.222.0.57 "GET /v2.0/networks/e16ff5ba-c523-42b6-a294-431f384b33de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1367993 Jan 26 21:19:51.750691 n-d-760453-5 neutron-server[103305]: DEBUG neutron.services.segments.db [None req-13eaf693-4bff-4230-92df-581d982dc728 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '984e14e0-bb79-4ef3-b570-cebad3b9694e') {'for_net_delete': True} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:19:51.750922 n-d-760453-5 neutron-server[103305]: DEBUG neutron.services.segments.db [None req-13eaf693-4bff-4230-92df-581d982dc728 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '984e14e0-bb79-4ef3-b570-cebad3b9694e') {} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:19:51.765876 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-13eaf693-4bff-4230-92df-581d982dc728 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746560742283', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11788955'] for segment (984e14e0-bb79-4ef3-b570-cebad3b9694e), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:19:51.799850 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-13eaf693-4bff-4230-92df-581d982dc728 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576559'] for segment (984e14e0-bb79-4ef3-b570-cebad3b9694e), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:19:51.809385 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-13eaf693-4bff-4230-92df-581d982dc728 admin admin] Releasing vlan 595 on physical network physnet1 to pool {{(pid=103305) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 26 21:19:51.809789 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-13eaf693-4bff-4230-92df-581d982dc728 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11791428'] for segment (984e14e0-bb79-4ef3-b570-cebad3b9694e), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:19:51.811884 n-d-760453-5 neutron-server[103305]: Traceback (most recent call last): Jan 26 21:19:51.811884 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 26 21:19:51.811884 n-d-760453-5 neutron-server[103305]: timer() Jan 26 21:19:51.811884 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 26 21:19:51.811884 n-d-760453-5 neutron-server[103305]: cb(*args, **kw) Jan 26 21:19:51.811884 n-d-760453-5 neutron-server[103305]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 26 21:19:51.811884 n-d-760453-5 neutron-server[103305]: return func(*args, **kwargs) Jan 26 21:19:51.811884 n-d-760453-5 neutron-server[103305]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 26 21:19:51.811884 n-d-760453-5 neutron-server[103305]: self._notify() Jan 26 21:19:51.811884 n-d-760453-5 neutron-server[103305]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 26 21:19:51.811884 n-d-760453-5 neutron-server[103305]: self.callback(batched_events) Jan 26 21:19:51.811884 n-d-760453-5 neutron-server[103305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 26 21:19:51.811884 n-d-760453-5 neutron-server[103305]: event.method(event) Jan 26 21:19:51.811884 n-d-760453-5 neutron-server[103305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 26 21:19:51.811884 n-d-760453-5 neutron-server[103305]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 26 21:19:51.811884 n-d-760453-5 neutron-server[103305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 26 21:19:51.811884 n-d-760453-5 neutron-server[103305]: aggregate_uuid = self.p_client.list_aggregates( Jan 26 21:19:51.811884 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 26 21:19:51.811884 n-d-760453-5 neutron-server[103305]: return f(self, *a, **k) Jan 26 21:19:51.811884 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 26 21:19:51.811884 n-d-760453-5 neutron-server[103305]: return self._get(url).json() Jan 26 21:19:51.811884 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 26 21:19:51.811884 n-d-760453-5 neutron-server[103305]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 26 21:19:51.811884 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 26 21:19:51.811884 n-d-760453-5 neutron-server[103305]: return self.request(url, 'GET', **kwargs) Jan 26 21:19:51.811884 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 26 21:19:51.811884 n-d-760453-5 neutron-server[103305]: base_url = self.get_endpoint(auth, allow=allow, Jan 26 21:19:51.811884 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 26 21:19:51.811884 n-d-760453-5 neutron-server[103305]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 26 21:19:51.811884 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 26 21:19:51.811884 n-d-760453-5 neutron-server[103305]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 26 21:19:51.811884 n-d-760453-5 neutron-server[103305]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 26 21:19:51.859764 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-5e1e8b49-4542-4d00-8f81-48975f0cbd1a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:19:51.868158 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device 31472b7e-84cf-4a19-86c9-b8ca213c987e no longer exists at agent ovs-agent-n-d-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 26 21:19:51.874791 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-13eaf693-4bff-4230-92df-581d982dc728 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4110931'] for network (57cdf3f5-a20b-4c6f-b2eb-bed2f5d4d40a), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:19:51.903373 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] No Port match for: 31472b7e-84cf-4a19-86c9-b8ca213c987e {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 26 21:19:51.909144 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-13eaf693-4bff-4230-92df-581d982dc728 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709645'] for network (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:19:51.917625 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-13eaf693-4bff-4230-92df-581d982dc728 admin admin] 10.222.0.13 "DELETE /v2.0/networks/57cdf3f5-a20b-4c6f-b2eb-bed2f5d4d40a HTTP/1.1" status: 204 len: 168 time: 1.0023088 Jan 26 21:19:51.923580 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device 31472b7e-84cf-4a19-86c9-b8ca213c987e not bound to the agent host n-d-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 26 21:19:51.925587 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 34962) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:19:51.925935 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 34964) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:19:51.976580 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13eaf693-4bff-4230-92df-581d982dc728 admin admin] Pushing event deleted for resources: {'Network': ['ID=57cdf3f5-a20b-4c6f-b2eb-bed2f5d4d40a,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:19:51.990818 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.db_base_plugin_v2 [None req-e40d21b7-8ce4-45da-a90d-9da6a821b04d admin admin] Deleting subnet f34a571f-d58e-4242-9866-2f90ebd93d58 {{(pid=103305) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 26 21:19:51.994991 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-e40d21b7-8ce4-45da-a90d-9da6a821b04d admin admin] Publish callbacks [] for subnet (f34a571f-d58e-4242-9866-2f90ebd93d58), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:19:52.009769 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-5e1e8b49-4542-4d00-8f81-48975f0cbd1a admin admin] Publish callbacks [] for security_group (d5118360-4846-47fb-9949-426f947f1f78), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:19:52.021459 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a04d05-caf3-4ef5-8a37-5e4f3e4e8e4c req-7172caa7-e251-4b41-a2ab-0f04302bf710 tempest-ServersNegativeTestJSON-90632883 tempest-ServersNegativeTestJSON-90632883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:19:52.023198 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-e7a04d05-caf3-4ef5-8a37-5e4f3e4e8e4c req-7172caa7-e251-4b41-a2ab-0f04302bf710 tempest-ServersNegativeTestJSON-90632883 tempest-ServersNegativeTestJSON-90632883-project] 10.222.0.13 "GET /v2.0/ports?device_id=20bda332-a159-49bd-8c61-2ea774ab5602 HTTP/1.1" status: 200 len: 946 time: 0.2915707 Jan 26 21:19:52.036444 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-e40d21b7-8ce4-45da-a90d-9da6a821b04d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11788946'] for subnet (f34a571f-d58e-4242-9866-2f90ebd93d58), precommit_delete_associations {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:19:52.040005 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-5e1e8b49-4542-4d00-8f81-48975f0cbd1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (d5118360-4846-47fb-9949-426f947f1f78), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:19:52.081514 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-e40d21b7-8ce4-45da-a90d-9da6a821b04d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687316'] for subnet (f34a571f-d58e-4242-9866-2f90ebd93d58), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:19:52.125945 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-5e1e8b49-4542-4d00-8f81-48975f0cbd1a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d8d85dab78724018b6f41abfad32d456&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5179172 Jan 26 21:19:52.128935 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e1e8b49-4542-4d00-8f81-48975f0cbd1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5118360-4846-47fb-9949-426f947f1f78,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:19:52.133095 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 34970) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:19:52.154317 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c71707a-ed91-4c49-b011-7ddc6851d5cb req-b8b9e2a9-5597-4da3-a5d3-1dcfb572acdb tempest-DeleteServersTestJSON-1338827600 tempest-DeleteServersTestJSON-1338827600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:19:52.155878 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-8c71707a-ed91-4c49-b011-7ddc6851d5cb req-b8b9e2a9-5597-4da3-a5d3-1dcfb572acdb tempest-DeleteServersTestJSON-1338827600 tempest-DeleteServersTestJSON-1338827600-project] 10.222.0.13 "GET /v2.0/ports?device_id=b94ac130-6232-4bd7-acba-586230daf28f HTTP/1.1" status: 200 len: 944 time: 0.1760938 Jan 26 21:19:52.161791 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-e7a04d05-caf3-4ef5-8a37-5e4f3e4e8e4c req-7df7e337-9fae-4701-a9c6-553062f995fe tempest-ServersNegativeTestJSON-90632883 tempest-ServersNegativeTestJSON-90632883-project] 10.222.0.13 "GET /v2.0/security-groups?id=f00b351c-12ea-4499-84c9-f0263f4f27ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229038 Jan 26 21:19:52.184226 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-841f5991-a4d8-4d4b-b215-cbc6bab5427b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (aa7ee9d2-08eb-4e12-b895-24c57300dfec), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:19:52.215743 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-e40d21b7-8ce4-45da-a90d-9da6a821b04d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11791594', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11599980'] for subnet (f34a571f-d58e-4242-9866-2f90ebd93d58), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:19:52.218473 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-8c71707a-ed91-4c49-b011-7ddc6851d5cb req-539cae8b-38f6-449d-b663-6e9895aa74c0 tempest-DeleteServersTestJSON-1338827600 tempest-DeleteServersTestJSON-1338827600-project] 10.222.0.13 "GET /v2.0/security-groups?id=b7fc5e70-a24b-497d-9cf6-8df82d0ad35b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542495 Jan 26 21:19:52.225341 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-0d021ac3-ada9-4947-bcf6-17015b3ea352 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=faf46f13f0ff47999976b85416d63557&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2958074 Jan 26 21:19:52.227534 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 34974) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:19:52.264337 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e40d21b7-8ce4-45da-a90d-9da6a821b04d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f34a571f-d58e-4242-9866-2f90ebd93d58,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:19:52.281151 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-e40d21b7-8ce4-45da-a90d-9da6a821b04d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709645'] for subnet (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:19:52.283449 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-476c6fc0-78f4-4de8-9608-eda79a282a1c admin admin] Publish callbacks [] for security_group (a275b443-7d47-425d-b0bf-c850b08092ac), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:19:52.287522 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-e40d21b7-8ce4-45da-a90d-9da6a821b04d admin admin] 10.222.0.13 "DELETE /v2.0/subnets/f34a571f-d58e-4242-9866-2f90ebd93d58 HTTP/1.1" status: 204 len: 168 time: 0.3603289 Jan 26 21:19:52.287815 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 34976) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:19:52.289100 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-a02eb854-4b6e-498f-b923-7118b33bbc81 admin admin] Publish callbacks [] for security_group (d5118360-4846-47fb-9949-426f947f1f78), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:19:52.323057 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-a02eb854-4b6e-498f-b923-7118b33bbc81 admin admin] Publish callbacks [] for security_group (d5118360-4846-47fb-9949-426f947f1f78), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:19:52.356491 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-476c6fc0-78f4-4de8-9608-eda79a282a1c admin admin] Publish callbacks [] for security_group (a275b443-7d47-425d-b0bf-c850b08092ac), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:19:52.380352 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-a02eb854-4b6e-498f-b923-7118b33bbc81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (d5118360-4846-47fb-9949-426f947f1f78), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:19:52.383230 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-a02eb854-4b6e-498f-b923-7118b33bbc81 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:19:52.385537 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-a02eb854-4b6e-498f-b923-7118b33bbc81 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d5118360-4846-47fb-9949-426f947f1f78 HTTP/1.1" status: 204 len: 168 time: 0.2511575 Jan 26 21:19:52.397303 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a02eb854-4b6e-498f-b923-7118b33bbc81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5118360-4846-47fb-9949-426f947f1f78,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:19:52.448740 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-7c9168f2-9275-42f3-828f-75152bf74afc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-748181'] for network (87eb883f-1ffc-45f9-92d2-2d8e2bbc557f), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:19:52.483253 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276b7a89-412d-450b-91b7-7994c8d929e0 req-24c3c45d-2512-44b3-9cad-227dae8f07ed tempest-ServersNegativeTestJSON-90632883 tempest-ServersNegativeTestJSON-90632883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:19:52.485229 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-276b7a89-412d-450b-91b7-7994c8d929e0 req-24c3c45d-2512-44b3-9cad-227dae8f07ed tempest-ServersNegativeTestJSON-90632883 tempest-ServersNegativeTestJSON-90632883-project] 10.222.0.13 "GET /v2.0/ports?device_id=20bda332-a159-49bd-8c61-2ea774ab5602 HTTP/1.1" status: 200 len: 946 time: 0.1004035 Jan 26 21:19:52.562269 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-476c6fc0-78f4-4de8-9608-eda79a282a1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (a275b443-7d47-425d-b0bf-c850b08092ac), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:19:52.564905 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-476c6fc0-78f4-4de8-9608-eda79a282a1c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:19:52.568733 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-476c6fc0-78f4-4de8-9608-eda79a282a1c admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a275b443-7d47-425d-b0bf-c850b08092ac HTTP/1.1" status: 204 len: 168 time: 0.3394206 Jan 26 21:19:52.619677 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476c6fc0-78f4-4de8-9608-eda79a282a1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a275b443-7d47-425d-b0bf-c850b08092ac,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:19:52.631684 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-276b7a89-412d-450b-91b7-7994c8d929e0 req-fd66c9d7-ff77-4bb4-900f-b4af27ec7e56 tempest-ServersNegativeTestJSON-90632883 tempest-ServersNegativeTestJSON-90632883-project] 10.222.0.13 "GET /v2.0/security-groups?id=f00b351c-12ea-4499-84c9-f0263f4f27ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187010 Jan 26 21:19:52.637367 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-7c9168f2-9275-42f3-828f-75152bf74afc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-686403', 'neutron.services.segments.db._delete_segments_for_network-8746560774018'] for network (87eb883f-1ffc-45f9-92d2-2d8e2bbc557f), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:19:52.670501 n-d-760453-5 neutron-server[103304]: DEBUG neutron.services.segments.db [None req-7c9168f2-9275-42f3-828f-75152bf74afc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['87eb883f-1ffc-45f9-92d2-2d8e2bbc557f']}} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:19:52.682980 n-d-760453-5 neutron-server[103304]: DEBUG neutron.services.segments.db [None req-7c9168f2-9275-42f3-828f-75152bf74afc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6f396eaf-e5eb-437f-9b66-da506df3814e') {'for_net_delete': True} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:19:52.683510 n-d-760453-5 neutron-server[103304]: DEBUG neutron.services.segments.db [None req-7c9168f2-9275-42f3-828f-75152bf74afc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6f396eaf-e5eb-437f-9b66-da506df3814e') {} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:19:52.710001 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-7c9168f2-9275-42f3-828f-75152bf74afc admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746560742283', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8881293'] for segment (6f396eaf-e5eb-437f-9b66-da506df3814e), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:19:52.737445 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 34988) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:19:52.738095 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-7c9168f2-9275-42f3-828f-75152bf74afc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576559'] for segment (6f396eaf-e5eb-437f-9b66-da506df3814e), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:19:52.745195 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7c9168f2-9275-42f3-828f-75152bf74afc admin admin] Releasing vlan 565 on physical network physnet1 to pool {{(pid=103304) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 26 21:19:52.745657 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-7c9168f2-9275-42f3-828f-75152bf74afc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9281762'] for segment (6f396eaf-e5eb-437f-9b66-da506df3814e), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:19:52.747524 n-d-760453-5 neutron-server[103304]: Traceback (most recent call last): Jan 26 21:19:52.747524 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 26 21:19:52.747524 n-d-760453-5 neutron-server[103304]: timer() Jan 26 21:19:52.747524 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 26 21:19:52.747524 n-d-760453-5 neutron-server[103304]: cb(*args, **kw) Jan 26 21:19:52.747524 n-d-760453-5 neutron-server[103304]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 26 21:19:52.747524 n-d-760453-5 neutron-server[103304]: return func(*args, **kwargs) Jan 26 21:19:52.747524 n-d-760453-5 neutron-server[103304]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 26 21:19:52.747524 n-d-760453-5 neutron-server[103304]: self._notify() Jan 26 21:19:52.747524 n-d-760453-5 neutron-server[103304]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 26 21:19:52.747524 n-d-760453-5 neutron-server[103304]: self.callback(batched_events) Jan 26 21:19:52.747524 n-d-760453-5 neutron-server[103304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 26 21:19:52.747524 n-d-760453-5 neutron-server[103304]: event.method(event) Jan 26 21:19:52.747524 n-d-760453-5 neutron-server[103304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 26 21:19:52.747524 n-d-760453-5 neutron-server[103304]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 26 21:19:52.747524 n-d-760453-5 neutron-server[103304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 26 21:19:52.747524 n-d-760453-5 neutron-server[103304]: aggregate_uuid = self.p_client.list_aggregates( Jan 26 21:19:52.747524 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 26 21:19:52.747524 n-d-760453-5 neutron-server[103304]: return f(self, *a, **k) Jan 26 21:19:52.747524 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 26 21:19:52.747524 n-d-760453-5 neutron-server[103304]: return self._get(url).json() Jan 26 21:19:52.747524 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 26 21:19:52.747524 n-d-760453-5 neutron-server[103304]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 26 21:19:52.747524 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 26 21:19:52.747524 n-d-760453-5 neutron-server[103304]: return self.request(url, 'GET', **kwargs) Jan 26 21:19:52.747524 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 26 21:19:52.747524 n-d-760453-5 neutron-server[103304]: base_url = self.get_endpoint(auth, allow=allow, Jan 26 21:19:52.747524 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 26 21:19:52.747524 n-d-760453-5 neutron-server[103304]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 26 21:19:52.747524 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 26 21:19:52.747524 n-d-760453-5 neutron-server[103304]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 26 21:19:52.747524 n-d-760453-5 neutron-server[103304]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 26 21:19:52.760423 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-7ebee56e-c431-4132-9d02-559c9357a87b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:19:52.859634 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a8cf5e-0857-4425-9527-7a86706f4991 req-21967d7a-aedf-4bf0-b492-b04d42028991 tempest-ServersNegativeTestJSON-90632883 tempest-ServersNegativeTestJSON-90632883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:19:52.861283 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-23a8cf5e-0857-4425-9527-7a86706f4991 req-21967d7a-aedf-4bf0-b492-b04d42028991 tempest-ServersNegativeTestJSON-90632883 tempest-ServersNegativeTestJSON-90632883-project] 10.222.0.13 "GET /v2.0/ports?device_id=20bda332-a159-49bd-8c61-2ea774ab5602 HTTP/1.1" status: 200 len: 946 time: 0.0736091 Jan 26 21:19:52.862717 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-7c9168f2-9275-42f3-828f-75152bf74afc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4110931'] for network (87eb883f-1ffc-45f9-92d2-2d8e2bbc557f), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:19:52.869619 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-7c9168f2-9275-42f3-828f-75152bf74afc admin admin] Publish callbacks [] for network (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:19:52.887940 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-7c9168f2-9275-42f3-828f-75152bf74afc admin admin] 10.222.0.13 "DELETE /v2.0/networks/87eb883f-1ffc-45f9-92d2-2d8e2bbc557f HTTP/1.1" status: 204 len: 168 time: 0.5981367 Jan 26 21:19:52.910590 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (4d619873-4b60-439f-9b5a-b155dc8bbc34), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:19:52.949054 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-7ebee56e-c431-4132-9d02-559c9357a87b admin admin] Publish callbacks [] for security_group (a587c86d-3598-41d7-9d06-05c1d49dc478), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:19:52.957082 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-7ebee56e-c431-4132-9d02-559c9357a87b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (a587c86d-3598-41d7-9d06-05c1d49dc478), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:19:52.967739 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c9168f2-9275-42f3-828f-75152bf74afc admin admin] Pushing event deleted for resources: {'Network': ['ID=87eb883f-1ffc-45f9-92d2-2d8e2bbc557f,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:19:53.002229 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ebee56e-c431-4132-9d02-559c9357a87b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a587c86d-3598-41d7-9d06-05c1d49dc478,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:19:53.014233 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-7ebee56e-c431-4132-9d02-559c9357a87b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=7a7826db5f954eeaaffd4ec97071c149&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2733154 Jan 26 21:19:53.014599 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 34998) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:19:53.023850 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-23a8cf5e-0857-4425-9527-7a86706f4991 req-d8592b26-7933-47cc-b3e2-82c49ad06b41 tempest-ServersNegativeTestJSON-90632883 tempest-ServersNegativeTestJSON-90632883-project] 10.222.0.13 "GET /v2.0/security-groups?id=f00b351c-12ea-4499-84c9-f0263f4f27ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194818 Jan 26 21:19:53.090651 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-9b8191c4-2e55-4c64-babc-d632f5707f3f admin admin] Publish callbacks [] for security_group (a587c86d-3598-41d7-9d06-05c1d49dc478), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:19:53.122047 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-9b8191c4-2e55-4c64-babc-d632f5707f3f admin admin] Publish callbacks [] for security_group (a587c86d-3598-41d7-9d06-05c1d49dc478), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:19:53.188824 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 35006) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:19:53.196808 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-9b8191c4-2e55-4c64-babc-d632f5707f3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (a587c86d-3598-41d7-9d06-05c1d49dc478), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:19:53.200055 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-9b8191c4-2e55-4c64-babc-d632f5707f3f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:19:53.204275 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-9b8191c4-2e55-4c64-babc-d632f5707f3f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a587c86d-3598-41d7-9d06-05c1d49dc478 HTTP/1.1" status: 204 len: 168 time: 0.1866755 Jan 26 21:19:53.212372 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b8191c4-2e55-4c64-babc-d632f5707f3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a587c86d-3598-41d7-9d06-05c1d49dc478,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:19:53.270967 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-52b580d5-16fe-4778-9bae-3fd8f33174dd admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ee6098e1a6074d57972f34ef6549de05&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0806100 Jan 26 21:19:53.273415 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 35016) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:19:53.333936 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-63b87ac4-f11b-4a23-a954-0eae3c8f887f admin admin] Publish callbacks [] for security_group (c43a996a-6b93-48e4-a331-48250c5b183d), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:19:53.361044 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-63b87ac4-f11b-4a23-a954-0eae3c8f887f admin admin] Publish callbacks [] for security_group (c43a996a-6b93-48e4-a331-48250c5b183d), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:19:53.435158 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3211d631-e552-4ac5-930c-c499abd37318 req-621e54d8-6fe4-4f96-a60d-f23d3206ad0f tempest-DeleteServersTestJSON-1338827600 tempest-DeleteServersTestJSON-1338827600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:19:53.436968 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-3211d631-e552-4ac5-930c-c499abd37318 req-621e54d8-6fe4-4f96-a60d-f23d3206ad0f tempest-DeleteServersTestJSON-1338827600 tempest-DeleteServersTestJSON-1338827600-project] 10.222.0.13 "GET /v2.0/ports?device_id=b94ac130-6232-4bd7-acba-586230daf28f HTTP/1.1" status: 200 len: 944 time: 0.0841110 Jan 26 21:19:53.449568 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae50610-38a3-4be7-8f1c-ca709a1cba65 req-9b3ce77b-39aa-4071-8026-b00471de1866 tempest-ServersNegativeTestJSON-90632883 tempest-ServersNegativeTestJSON-90632883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:19:53.449955 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-63b87ac4-f11b-4a23-a954-0eae3c8f887f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (c43a996a-6b93-48e4-a331-48250c5b183d), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:19:53.451505 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-2ae50610-38a3-4be7-8f1c-ca709a1cba65 req-9b3ce77b-39aa-4071-8026-b00471de1866 tempest-ServersNegativeTestJSON-90632883 tempest-ServersNegativeTestJSON-90632883-project] 10.222.0.13 "GET /v2.0/ports?device_id=20bda332-a159-49bd-8c61-2ea774ab5602 HTTP/1.1" status: 200 len: 946 time: 0.1164699 Jan 26 21:19:53.452855 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-63b87ac4-f11b-4a23-a954-0eae3c8f887f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:19:53.457098 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-63b87ac4-f11b-4a23-a954-0eae3c8f887f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/c43a996a-6b93-48e4-a331-48250c5b183d HTTP/1.1" status: 204 len: 168 time: 0.1809490 Jan 26 21:19:53.469931 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b87ac4-f11b-4a23-a954-0eae3c8f887f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c43a996a-6b93-48e4-a331-48250c5b183d,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:19:53.544198 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-3211d631-e552-4ac5-930c-c499abd37318 req-b6b57491-520e-469f-bed1-af6d19a3004c tempest-DeleteServersTestJSON-1338827600 tempest-DeleteServersTestJSON-1338827600-project] 10.222.0.13 "GET /v2.0/security-groups?id=b7fc5e70-a24b-497d-9cf6-8df82d0ad35b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914717 Jan 26 21:19:53.560248 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-2ae50610-38a3-4be7-8f1c-ca709a1cba65 req-4624e2cb-e695-446f-8b97-3579244d2957 tempest-ServersNegativeTestJSON-90632883 tempest-ServersNegativeTestJSON-90632883-project] 10.222.0.13 "GET /v2.0/security-groups?id=f00b351c-12ea-4499-84c9-f0263f4f27ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877674 Jan 26 21:19:53.713181 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd91ccb9-7eb8-42be-815d-3923ea93254e req-c34bcf6b-bab6-4708-ae67-efe6e33faf6b tempest-ServersNegativeTestJSON-90632883 tempest-ServersNegativeTestJSON-90632883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:19:53.714766 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-dd91ccb9-7eb8-42be-815d-3923ea93254e req-c34bcf6b-bab6-4708-ae67-efe6e33faf6b tempest-ServersNegativeTestJSON-90632883 tempest-ServersNegativeTestJSON-90632883-project] 10.222.0.13 "GET /v2.0/ports?device_id=20bda332-a159-49bd-8c61-2ea774ab5602 HTTP/1.1" status: 200 len: 946 time: 0.0652401 Jan 26 21:19:53.773879 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Device d214135b-7bf4-435e-87ce-4cbcc04c7b40 details requested by agent hyperv_n-h2-760453-5 with host n-h2-760453-5 {{(pid=103306) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 26 21:19:53.776564 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-dd91ccb9-7eb8-42be-815d-3923ea93254e req-2deff8db-1b6c-4229-b3ef-8e3dd2193ed8 tempest-ServersNegativeTestJSON-90632883 tempest-ServersNegativeTestJSON-90632883-project] 10.222.0.13 "GET /v2.0/security-groups?id=f00b351c-12ea-4499-84c9-f0263f4f27ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560722 Jan 26 21:19:53.918865 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] For port d214135b-7bf4-435e-87ce-4cbcc04c7b40, host n-h2-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-5',level=0,port_id=d214135b-7bf4-435e-87ce-4cbcc04c7b40,segment=NetworkSegment(2541abc4-0813-4c0d-94e6-c088627c1a85),segment_id=2541abc4-0813-4c0d-94e6-c088627c1a85)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:19:53.926202 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a141fb-ce8f-4010-a1ba-3d9e410bc198 req-826f7c7f-773a-4444-98ef-6dd9c88b7850 tempest-ServersNegativeTestJSON-90632883 tempest-ServersNegativeTestJSON-90632883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:19:53.928603 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-90a141fb-ce8f-4010-a1ba-3d9e410bc198 req-826f7c7f-773a-4444-98ef-6dd9c88b7850 tempest-ServersNegativeTestJSON-90632883 tempest-ServersNegativeTestJSON-90632883-project] 10.222.0.13 "GET /v2.0/ports?device_id=20bda332-a159-49bd-8c61-2ea774ab5602 HTTP/1.1" status: 200 len: 946 time: 0.0610542 Jan 26 21:19:53.932405 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Returning: {'device': 'd214135b-7bf4-435e-87ce-4cbcc04c7b40', 'network_id': 'e16ff5ba-c523-42b6-a294-431f384b33de', 'port_id': 'd214135b-7bf4-435e-87ce-4cbcc04c7b40', 'mac_address': 'fa:16:3e:b7:fb:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 554, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '25684abb-e6bd-4ac5-a412-9cc30ecdd004', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103306) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 26 21:19:53.960695 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 35048) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:19:53.999744 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Current status of the port d214135b-7bf4-435e-87ce-4cbcc04c7b40 is: DOWN; New status is: BUILD {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:19:54.000400 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (d214135b-7bf4-435e-87ce-4cbcc04c7b40), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:19:54.024162 n-d-760453-5 neutron-server[103306]: DEBUG neutron.notifiers.nova [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d214135b-7bf4-435e-87ce-4cbcc04c7b40 {{(pid=103306) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 26 21:19:54.045043 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-839dd188-ec69-470c-9ab0-d318dc1a2e96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (e79b4fc6-6c71-44b2-a6d0-ff3e1f4dfd0d), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:19:54.056017 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] For port d214135b-7bf4-435e-87ce-4cbcc04c7b40, host n-h2-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-5',level=0,port_id=d214135b-7bf4-435e-87ce-4cbcc04c7b40,segment=NetworkSegment(2541abc4-0813-4c0d-94e6-c088627c1a85),segment_id=2541abc4-0813-4c0d-94e6-c088627c1a85)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:19:54.062666 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (d214135b-7bf4-435e-87ce-4cbcc04c7b40), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:19:54.074579 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-90a141fb-ce8f-4010-a1ba-3d9e410bc198 req-cf27900c-4cc7-4bba-819c-2936aa7c63f7 tempest-ServersNegativeTestJSON-90632883 tempest-ServersNegativeTestJSON-90632883-project] 10.222.0.13 "GET /v2.0/security-groups?id=f00b351c-12ea-4499-84c9-f0263f4f27ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1378717 Jan 26 21:19:54.118580 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-b338d6eb-eebe-4f28-b10a-832e20093d22 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ed00bb7935e1425d937008886ba6c8a9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1523383 Jan 26 21:19:54.119134 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 35056) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:19:54.125848 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 35058) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:19:54.148856 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Pushing event updated for resources: {'Port': ['ID=d214135b-7bf4-435e-87ce-4cbcc04c7b40,revision_number=4']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:19:54.201970 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-09b57dec-5964-498b-90d9-37fb228ce5f3 admin admin] Publish callbacks [] for security_group (53d6b642-41a6-4796-8963-54e659cee11d), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:19:54.203586 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eaae1bd-fdab-4490-bc72-272b7aeb9bd1 req-a134cba0-09ff-4239-bd3d-7c34779e3a3c tempest-ServersNegativeTestJSON-90632883 tempest-ServersNegativeTestJSON-90632883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:19:54.205394 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-4eaae1bd-fdab-4490-bc72-272b7aeb9bd1 req-a134cba0-09ff-4239-bd3d-7c34779e3a3c tempest-ServersNegativeTestJSON-90632883 tempest-ServersNegativeTestJSON-90632883-project] 10.222.0.13 "GET /v2.0/ports?device_id=20bda332-a159-49bd-8c61-2ea774ab5602 HTTP/1.1" status: 200 len: 946 time: 0.0582187 Jan 26 21:19:54.232091 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-09b57dec-5964-498b-90d9-37fb228ce5f3 admin admin] Publish callbacks [] for security_group (53d6b642-41a6-4796-8963-54e659cee11d), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:19:54.266021 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-4eaae1bd-fdab-4490-bc72-272b7aeb9bd1 req-18bea4e0-3f16-4128-8de1-65766f8ce525 tempest-ServersNegativeTestJSON-90632883 tempest-ServersNegativeTestJSON-90632883-project] 10.222.0.13 "GET /v2.0/security-groups?id=f00b351c-12ea-4499-84c9-f0263f4f27ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551615 Jan 26 21:19:54.291086 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] get_ports_and_sgs() called for port_ids ['d214135b-7bf4-435e-87ce-4cbcc04c7b40'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 26 21:19:54.308136 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-09b57dec-5964-498b-90d9-37fb228ce5f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (53d6b642-41a6-4796-8963-54e659cee11d), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:19:54.310802 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-09b57dec-5964-498b-90d9-37fb228ce5f3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:19:54.314209 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-09b57dec-5964-498b-90d9-37fb228ce5f3 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/53d6b642-41a6-4796-8963-54e659cee11d HTTP/1.1" status: 204 len: 168 time: 0.1912642 Jan 26 21:19:54.330279 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b57dec-5964-498b-90d9-37fb228ce5f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53d6b642-41a6-4796-8963-54e659cee11d,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:19:54.449792 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-259a78b6-0791-4e18-a153-fddb6129dd0e tempest-NetworksIpV6TestAttrs-28518636 tempest-NetworksIpV6TestAttrs-28518636-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-44629992'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:19:54.486335 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-259a78b6-0791-4e18-a153-fddb6129dd0e tempest-NetworksIpV6TestAttrs-28518636 tempest-NetworksIpV6TestAttrs-28518636-project] Made reservation on behalf of 80524cb9a34c43b69f8b6bd5c8d36035 for: {'network': 1} {{(pid=103304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 21:19:54.490586 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-259a78b6-0791-4e18-a153-fddb6129dd0e tempest-NetworksIpV6TestAttrs-28518636 tempest-NetworksIpV6TestAttrs-28518636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for network (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:19:54.508130 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-259a78b6-0791-4e18-a153-fddb6129dd0e tempest-NetworksIpV6TestAttrs-28518636 tempest-NetworksIpV6TestAttrs-28518636-project] Publish callbacks [] for security_group (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:19:54.597723 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-259a78b6-0791-4e18-a153-fddb6129dd0e tempest-NetworksIpV6TestAttrs-28518636 tempest-NetworksIpV6TestAttrs-28518636-project] Publish callbacks [] for security_group (459869ec-c75e-4af8-a7cb-c430cbd5e5b2), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:19:54.604517 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-259a78b6-0791-4e18-a153-fddb6129dd0e tempest-NetworksIpV6TestAttrs-28518636 tempest-NetworksIpV6TestAttrs-28518636-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (459869ec-c75e-4af8-a7cb-c430cbd5e5b2), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:19:54.628734 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-259a78b6-0791-4e18-a153-fddb6129dd0e tempest-NetworksIpV6TestAttrs-28518636 tempest-NetworksIpV6TestAttrs-28518636-project] vlan segment allocate from pool success with {'vlan_id': 597, 'physical_network': 'physnet1'} {{(pid=103304) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 26 21:19:54.653107 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-259a78b6-0791-4e18-a153-fddb6129dd0e tempest-NetworksIpV6TestAttrs-28518636 tempest-NetworksIpV6TestAttrs-28518636-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576559'] for segment (fe388859-c407-4ed5-b2e6-db6ba1a9d62b), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:19:54.653485 n-d-760453-5 neutron-server[103304]: INFO neutron.db.segments_db [None req-259a78b6-0791-4e18-a153-fddb6129dd0e tempest-NetworksIpV6TestAttrs-28518636 tempest-NetworksIpV6TestAttrs-28518636-project] Added segment fe388859-c407-4ed5-b2e6-db6ba1a9d62b of type vlan for network f92f569d-d6ae-4adb-b453-c4347509d68b Jan 26 21:19:54.768603 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259a78b6-0791-4e18-a153-fddb6129dd0e tempest-NetworksIpV6TestAttrs-28518636 tempest-NetworksIpV6TestAttrs-28518636-project] Pushing event updated for resources: {'SecurityGroup': ['ID=459869ec-c75e-4af8-a7cb-c430cbd5e5b2,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:19:54.772540 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-259a78b6-0791-4e18-a153-fddb6129dd0e tempest-NetworksIpV6TestAttrs-28518636 tempest-NetworksIpV6TestAttrs-28518636-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746560256871'] for network (f92f569d-d6ae-4adb-b453-c4347509d68b), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:19:54.799721 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45e915e-e7dd-4cff-9e67-e53e97f7d3e7 req-cdb3ad21-f8b7-4381-bbb9-4762269e12eb tempest-DeleteServersTestJSON-1338827600 tempest-DeleteServersTestJSON-1338827600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:19:54.801589 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-f45e915e-e7dd-4cff-9e67-e53e97f7d3e7 req-cdb3ad21-f8b7-4381-bbb9-4762269e12eb tempest-DeleteServersTestJSON-1338827600 tempest-DeleteServersTestJSON-1338827600-project] 10.222.0.13 "GET /v2.0/ports?device_id=b94ac130-6232-4bd7-acba-586230daf28f HTTP/1.1" status: 200 len: 945 time: 0.1447940 Jan 26 21:19:54.855562 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-259a78b6-0791-4e18-a153-fddb6129dd0e tempest-NetworksIpV6TestAttrs-28518636 tempest-NetworksIpV6TestAttrs-28518636-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503'] for network (f92f569d-d6ae-4adb-b453-c4347509d68b), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:19:54.860830 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-259a78b6-0791-4e18-a153-fddb6129dd0e tempest-NetworksIpV6TestAttrs-28518636 tempest-NetworksIpV6TestAttrs-28518636-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:19:54.861431 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-259a78b6-0791-4e18-a153-fddb6129dd0e tempest-NetworksIpV6TestAttrs-28518636 tempest-NetworksIpV6TestAttrs-28518636-project] Publish callbacks [] for network (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:19:54.957146 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-259a78b6-0791-4e18-a153-fddb6129dd0e tempest-NetworksIpV6TestAttrs-28518636 tempest-NetworksIpV6TestAttrs-28518636-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.8299811 Jan 26 21:19:54.981863 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-f45e915e-e7dd-4cff-9e67-e53e97f7d3e7 req-ab3bd7a3-1b2d-4ce3-b621-aad12e442275 tempest-DeleteServersTestJSON-1338827600 tempest-DeleteServersTestJSON-1338827600-project] 10.222.0.13 "GET /v2.0/security-groups?id=b7fc5e70-a24b-497d-9cf6-8df82d0ad35b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1720021 Jan 26 21:19:55.015713 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259a78b6-0791-4e18-a153-fddb6129dd0e tempest-NetworksIpV6TestAttrs-28518636 tempest-NetworksIpV6TestAttrs-28518636-project] Pushing event updated for resources: {'Network': ['ID=f92f569d-d6ae-4adb-b453-c4347509d68b,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:19:55.024113 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Network f92f569d-d6ae-4adb-b453-c4347509d68b details requested by agent ovs-agent-n-d-760453-5 with host n-d-760453-5 {{(pid=103306) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 26 21:19:55.030676 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac424f0-4f93-4305-a60d-1e9e1b29aebb req-146c9939-834c-4667-97a9-d5a055d193db tempest-ServersNegativeTestJSON-90632883 tempest-ServersNegativeTestJSON-90632883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:19:55.038369 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-eac424f0-4f93-4305-a60d-1e9e1b29aebb req-146c9939-834c-4667-97a9-d5a055d193db tempest-ServersNegativeTestJSON-90632883 tempest-ServersNegativeTestJSON-90632883-project] 10.222.0.13 "GET /v2.0/ports?device_id=20bda332-a159-49bd-8c61-2ea774ab5602 HTTP/1.1" status: 200 len: 946 time: 0.1169248 Jan 26 21:19:55.100580 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-eac424f0-4f93-4305-a60d-1e9e1b29aebb req-7d281650-1f7d-4900-91d3-df6cdb9b3f13 tempest-ServersNegativeTestJSON-90632883 tempest-ServersNegativeTestJSON-90632883-project] 10.222.0.13 "GET /v2.0/security-groups?id=f00b351c-12ea-4499-84c9-f0263f4f27ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592411 Jan 26 21:19:55.261152 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (fea0591a-627d-4c87-9a9a-01625ddf3277), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:19:55.774762 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Device d214135b-7bf4-435e-87ce-4cbcc04c7b40 up at agent hyperv_n-h2-760453-5 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 21:19:55.852343 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Provisioning for port d214135b-7bf4-435e-87ce-4cbcc04c7b40 completed by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 21:19:55.860459 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Provisioning complete for port d214135b-7bf4-435e-87ce-4cbcc04c7b40 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:19:55.860841 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (d214135b-7bf4-435e-87ce-4cbcc04c7b40), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:19:56.007266 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Current status of the port d214135b-7bf4-435e-87ce-4cbcc04c7b40 is: BUILD; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:19:56.007667 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (d214135b-7bf4-435e-87ce-4cbcc04c7b40), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:19:56.058498 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] For port d214135b-7bf4-435e-87ce-4cbcc04c7b40, host n-h2-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-5',level=0,port_id=d214135b-7bf4-435e-87ce-4cbcc04c7b40,segment=NetworkSegment(2541abc4-0813-4c0d-94e6-c088627c1a85),segment_id=2541abc4-0813-4c0d-94e6-c088627c1a85)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:19:56.060196 n-d-760453-5 neutron-server[103306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b94ac130-6232-4bd7-acba-586230daf28f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd214135b-7bf4-435e-87ce-4cbcc04c7b40'}] {{(pid=103306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 21:19:56.064060 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9d5d370febab655511bdd2ffe887e43e442d144a440368702bcc1e93af00b97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63aef9ad-0f87-46af-aeac-c97349c00d42" -d '{"events": [{"server_uuid": "b94ac130-6232-4bd7-acba-586230daf28f", "name": "network-vif-plugged", "status": "completed", "tag": "d214135b-7bf4-435e-87ce-4cbcc04c7b40"}]}' {{(pid=103306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 21:19:56.078292 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (d214135b-7bf4-435e-87ce-4cbcc04c7b40), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:19:56.146753 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Jan 2022 21:19:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-feb372d0-bbfe-44e5-9824-5899bd397503 x-openstack-request-id: req-feb372d0-bbfe-44e5-9824-5899bd397503 {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 21:19:56.151822 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b94ac130-6232-4bd7-acba-586230daf28f", "name": "network-vif-plugged", "status": "completed", "tag": "d214135b-7bf4-435e-87ce-4cbcc04c7b40", "code": 200}]} {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 21:19:56.152248 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-feb372d0-bbfe-44e5-9824-5899bd397503 {{(pid=103306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 21:19:56.152825 n-d-760453-5 neutron-server[103306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b94ac130-6232-4bd7-acba-586230daf28f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd214135b-7bf4-435e-87ce-4cbcc04c7b40', 'code': 200} Jan 26 21:19:56.214688 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Pushing event updated for resources: {'Port': ['ID=d214135b-7bf4-435e-87ce-4cbcc04c7b40,revision_number=5']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:19:56.331461 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d8be70-9de7-42ac-bb00-7f949105c104 req-da071043-301c-4998-bc53-47e7d2406a27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:19:56.334033 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-f4d8be70-9de7-42ac-bb00-7f949105c104 req-da071043-301c-4998-bc53-47e7d2406a27 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=b94ac130-6232-4bd7-acba-586230daf28f HTTP/1.1" status: 200 len: 1097 time: 0.1249366 Jan 26 21:19:56.346761 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15edf419-345f-4690-a9d4-73f6c468ad09 req-27c82b75-c50b-4e7c-bffc-e0483765a0db tempest-DeleteServersTestJSON-1338827600 tempest-DeleteServersTestJSON-1338827600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:19:56.354318 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-15edf419-345f-4690-a9d4-73f6c468ad09 req-27c82b75-c50b-4e7c-bffc-e0483765a0db tempest-DeleteServersTestJSON-1338827600 tempest-DeleteServersTestJSON-1338827600-project] 10.222.0.13 "GET /v2.0/ports?device_id=b94ac130-6232-4bd7-acba-586230daf28f HTTP/1.1" status: 200 len: 946 time: 0.2199116 Jan 26 21:19:56.450531 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4463209-637a-4d33-8b50-ae4be0c1993b req-a6932590-c764-4736-9d06-27615bde0086 tempest-ServersNegativeTestJSON-90632883 tempest-ServersNegativeTestJSON-90632883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:19:56.452055 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-b4463209-637a-4d33-8b50-ae4be0c1993b req-a6932590-c764-4736-9d06-27615bde0086 tempest-ServersNegativeTestJSON-90632883 tempest-ServersNegativeTestJSON-90632883-project] 10.222.0.13 "GET /v2.0/ports?device_id=20bda332-a159-49bd-8c61-2ea774ab5602 HTTP/1.1" status: 200 len: 946 time: 0.1721110 Jan 26 21:19:56.458625 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-15edf419-345f-4690-a9d4-73f6c468ad09 req-66091af4-f928-4b26-8675-89bf41dd8b2a tempest-DeleteServersTestJSON-1338827600 tempest-DeleteServersTestJSON-1338827600-project] 10.222.0.13 "GET /v2.0/security-groups?id=b7fc5e70-a24b-497d-9cf6-8df82d0ad35b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031473 Jan 26 21:19:56.463742 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-f4d8be70-9de7-42ac-bb00-7f949105c104 req-acb749d6-c32a-4046-85e8-62fd9f149167 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=b7fc5e70-a24b-497d-9cf6-8df82d0ad35b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062789 Jan 26 21:19:56.516372 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-b4463209-637a-4d33-8b50-ae4be0c1993b req-083545e1-ca0a-4be8-83a4-60833b193c20 tempest-ServersNegativeTestJSON-90632883 tempest-ServersNegativeTestJSON-90632883-project] 10.222.0.13 "GET /v2.0/security-groups?id=f00b351c-12ea-4499-84c9-f0263f4f27ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563934 Jan 26 21:19:57.760944 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8159599-1ac7-41f5-98a3-3b5594259f80 req-f1ecc390-c5c7-4aeb-90a3-f4ecd24b2531 tempest-DeleteServersTestJSON-1338827600 tempest-DeleteServersTestJSON-1338827600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:19:57.768616 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-d8159599-1ac7-41f5-98a3-3b5594259f80 req-f1ecc390-c5c7-4aeb-90a3-f4ecd24b2531 tempest-DeleteServersTestJSON-1338827600 tempest-DeleteServersTestJSON-1338827600-project] 10.222.0.13 "GET /v2.0/ports?device_id=b94ac130-6232-4bd7-acba-586230daf28f HTTP/1.1" status: 200 len: 946 time: 0.1621675 Jan 26 21:19:57.827839 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4376c241-b098-4b01-bf4f-19227d6bb2b6 req-2ef2cba2-676a-4a29-9afb-46f067751ed3 tempest-ServersNegativeTestJSON-90632883 tempest-ServersNegativeTestJSON-90632883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:19:57.861543 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-4376c241-b098-4b01-bf4f-19227d6bb2b6 req-2ef2cba2-676a-4a29-9afb-46f067751ed3 tempest-ServersNegativeTestJSON-90632883 tempest-ServersNegativeTestJSON-90632883-project] 10.222.0.13 "GET /v2.0/ports?device_id=20bda332-a159-49bd-8c61-2ea774ab5602 HTTP/1.1" status: 200 len: 946 time: 0.1830692 Jan 26 21:19:57.922452 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-d8159599-1ac7-41f5-98a3-3b5594259f80 req-c9d79026-b072-4aa1-868a-434336cfc7ef tempest-DeleteServersTestJSON-1338827600 tempest-DeleteServersTestJSON-1338827600-project] 10.222.0.13 "GET /v2.0/security-groups?id=b7fc5e70-a24b-497d-9cf6-8df82d0ad35b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1527045 Jan 26 21:19:58.012734 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-4376c241-b098-4b01-bf4f-19227d6bb2b6 req-8720cb47-055e-4595-8226-d73405d1bb89 tempest-ServersNegativeTestJSON-90632883 tempest-ServersNegativeTestJSON-90632883-project] 10.222.0.13 "GET /v2.0/security-groups?id=f00b351c-12ea-4499-84c9-f0263f4f27ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1500962 Jan 26 21:19:58.241668 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 35216) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:19:58.346863 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-40356c94-4852-4434-aa48-05c3a0c66888 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:19:58.420716 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-40356c94-4852-4434-aa48-05c3a0c66888 admin admin] Publish callbacks [] for security_group (57e4a15f-abcd-4685-bb72-8f5c2293a63a), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:19:58.425674 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-40356c94-4852-4434-aa48-05c3a0c66888 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (57e4a15f-abcd-4685-bb72-8f5c2293a63a), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:19:58.465809 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-40356c94-4852-4434-aa48-05c3a0c66888 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d2d429db3d914b8ea1282f0f18902e85&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2230442 Jan 26 21:19:58.466798 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40356c94-4852-4434-aa48-05c3a0c66888 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57e4a15f-abcd-4685-bb72-8f5c2293a63a,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:19:58.468760 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 35220) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:19:58.534454 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-3837dc4a-412c-41b9-9cf2-9441c2a330bd admin admin] Publish callbacks [] for security_group (57e4a15f-abcd-4685-bb72-8f5c2293a63a), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:19:58.555631 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-3837dc4a-412c-41b9-9cf2-9441c2a330bd admin admin] Publish callbacks [] for security_group (57e4a15f-abcd-4685-bb72-8f5c2293a63a), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:19:58.603844 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-3837dc4a-412c-41b9-9cf2-9441c2a330bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (57e4a15f-abcd-4685-bb72-8f5c2293a63a), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:19:58.606502 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-3837dc4a-412c-41b9-9cf2-9441c2a330bd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:19:58.607653 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-3837dc4a-412c-41b9-9cf2-9441c2a330bd admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/57e4a15f-abcd-4685-bb72-8f5c2293a63a HTTP/1.1" status: 204 len: 168 time: 0.1376700 Jan 26 21:19:58.617320 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3837dc4a-412c-41b9-9cf2-9441c2a330bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57e4a15f-abcd-4685-bb72-8f5c2293a63a,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:19:58.638807 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 35224) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:19:58.644369 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-ec6584d5-a9d7-46fa-bb3f-adb8fefda2d8 tempest-NetworksIpV6TestAttrs-28518636 tempest-NetworksIpV6TestAttrs-28518636-project] Request body: {'subnet': {'network_id': 'f92f569d-d6ae-4adb-b453-c4347509d68b', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:19:58.734516 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec6584d5-a9d7-46fa-bb3f-adb8fefda2d8 tempest-NetworksIpV6TestAttrs-28518636 tempest-NetworksIpV6TestAttrs-28518636-project] Made reservation on behalf of 80524cb9a34c43b69f8b6bd5c8d36035 for: {'subnet': 1} {{(pid=103305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 21:19:58.738273 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-ec6584d5-a9d7-46fa-bb3f-adb8fefda2d8 tempest-NetworksIpV6TestAttrs-28518636 tempest-NetworksIpV6TestAttrs-28518636-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11599953'] for subnet (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:19:58.919486 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 35232) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:19:58.950086 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-84a599b9-8cc7-44b8-81bb-5e26021c7b89 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:19:58.956343 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-ec6584d5-a9d7-46fa-bb3f-adb8fefda2d8 tempest-NetworksIpV6TestAttrs-28518636 tempest-NetworksIpV6TestAttrs-28518636-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11788839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11599975'] for subnet (b0814f73-69fb-4732-8cee-72eb59b6bfae), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:19:59.043702 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec6584d5-a9d7-46fa-bb3f-adb8fefda2d8 tempest-NetworksIpV6TestAttrs-28518636 tempest-NetworksIpV6TestAttrs-28518636-project] Pushing event updated for resources: {'Subnet': ['ID=b0814f73-69fb-4732-8cee-72eb59b6bfae,revision_number=0']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:19:59.051781 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec6584d5-a9d7-46fa-bb3f-adb8fefda2d8 tempest-NetworksIpV6TestAttrs-28518636 tempest-NetworksIpV6TestAttrs-28518636-project] Checking segment: {'id': 'fe388859-c407-4ed5-b2e6-db6ba1a9d62b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'f92f569d-d6ae-4adb-b453-c4347509d68b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103305) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 21:19:59.052150 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec6584d5-a9d7-46fa-bb3f-adb8fefda2d8 tempest-NetworksIpV6TestAttrs-28518636 tempest-NetworksIpV6TestAttrs-28518636-project] Network hostable DHCP agents. Network: f92f569d-d6ae-4adb-b453-c4347509d68b, hostable agents: ['474ccdf7-ab6c-405b-a3b2-dc7b05829902'], hosted agents: [] {{(pid=103305) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 26 21:19:59.078340 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec6584d5-a9d7-46fa-bb3f-adb8fefda2d8 tempest-NetworksIpV6TestAttrs-28518636 tempest-NetworksIpV6TestAttrs-28518636-project] Network f92f569d-d6ae-4adb-b453-c4347509d68b is scheduled to be hosted by DHCP agent 474ccdf7-ab6c-405b-a3b2-dc7b05829902 with binding_index 1 {{(pid=103305) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 26 21:19:59.091235 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-84a599b9-8cc7-44b8-81bb-5e26021c7b89 admin admin] Publish callbacks [] for security_group (cc8ee95a-6cca-4cb2-ae45-dd020482e68d), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:19:59.092350 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [None req-ec6584d5-a9d7-46fa-bb3f-adb8fefda2d8 tempest-NetworksIpV6TestAttrs-28518636 tempest-NetworksIpV6TestAttrs-28518636-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760453-5, f92f569d-d6ae-4adb-b453-c4347509d68b) {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:19:59.099575 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-84a599b9-8cc7-44b8-81bb-5e26021c7b89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (cc8ee95a-6cca-4cb2-ae45-dd020482e68d), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:19:59.104038 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca70e55f-23af-4afd-906a-cac6210380c0 None None] Network f92f569d-d6ae-4adb-b453-c4347509d68b requested from n-d-760453-5 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 26 21:19:59.112035 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec6584d5-a9d7-46fa-bb3f-adb8fefda2d8 tempest-NetworksIpV6TestAttrs-28518636 tempest-NetworksIpV6TestAttrs-28518636-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:19:59.112787 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-ec6584d5-a9d7-46fa-bb3f-adb8fefda2d8 tempest-NetworksIpV6TestAttrs-28518636 tempest-NetworksIpV6TestAttrs-28518636-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709645'] for subnet (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:19:59.135178 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-ec6584d5-a9d7-46fa-bb3f-adb8fefda2d8 tempest-NetworksIpV6TestAttrs-28518636 tempest-NetworksIpV6TestAttrs-28518636-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4951932 Jan 26 21:19:59.138878 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 35242) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:19:59.144412 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03167e76-d66f-4936-a3aa-879a8e004428 req-4cecaacb-1e52-4e3c-9f48-df45f013b5dd tempest-DeleteServersTestJSON-1338827600 tempest-DeleteServersTestJSON-1338827600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:19:59.145271 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-f828d571-ddbd-4991-89d1-5f725b9e9e37 tempest-NetworksIpV6TestAttrs-28518636 tempest-NetworksIpV6TestAttrs-28518636-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-2004901500'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:19:59.155514 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-03167e76-d66f-4936-a3aa-879a8e004428 req-4cecaacb-1e52-4e3c-9f48-df45f013b5dd tempest-DeleteServersTestJSON-1338827600 tempest-DeleteServersTestJSON-1338827600-project] 10.222.0.13 "GET /v2.0/ports?device_id=b94ac130-6232-4bd7-acba-586230daf28f HTTP/1.1" status: 200 len: 946 time: 0.1392488 Jan 26 21:19:59.169766 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f828d571-ddbd-4991-89d1-5f725b9e9e37 tempest-NetworksIpV6TestAttrs-28518636 tempest-NetworksIpV6TestAttrs-28518636-project] Made reservation on behalf of 80524cb9a34c43b69f8b6bd5c8d36035 for: {'network': 1} {{(pid=103305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 21:19:59.176988 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-f828d571-ddbd-4991-89d1-5f725b9e9e37 tempest-NetworksIpV6TestAttrs-28518636 tempest-NetworksIpV6TestAttrs-28518636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for network (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:19:59.216256 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f828d571-ddbd-4991-89d1-5f725b9e9e37 tempest-NetworksIpV6TestAttrs-28518636 tempest-NetworksIpV6TestAttrs-28518636-project] vlan segment allocate from pool success with {'vlan_id': 555, 'physical_network': 'physnet1'} {{(pid=103305) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 26 21:19:59.231790 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98c5b8b1-457f-47aa-b1db-13e8bb04226f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3c4099e8-8ffb-51d1-af7f-5868973e933f-f92f569d-d6ae-4adb-b453-c4347509d68b', 'network_id': 'f92f569d-d6ae-4adb-b453-c4347509d68b', 'project_id': '80524cb9a34c43b69f8b6bd5c8d36035', 'fixed_ips': [{'subnet_id': 'b0814f73-69fb-4732-8cee-72eb59b6bfae'}]}} from n-d-760453-5. {{(pid=103306) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 26 21:19:59.232950 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-98c5b8b1-457f-47aa-b1db-13e8bb04226f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (None), before_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:19:59.236905 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-f828d571-ddbd-4991-89d1-5f725b9e9e37 tempest-NetworksIpV6TestAttrs-28518636 tempest-NetworksIpV6TestAttrs-28518636-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576559'] for segment (ad497931-d9a5-43db-84d0-d186d24a269b), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:19:59.237257 n-d-760453-5 neutron-server[103305]: INFO neutron.db.segments_db [None req-f828d571-ddbd-4991-89d1-5f725b9e9e37 tempest-NetworksIpV6TestAttrs-28518636 tempest-NetworksIpV6TestAttrs-28518636-project] Added segment ad497931-d9a5-43db-84d0-d186d24a269b of type vlan for network 1d946a00-258a-4545-961e-4cf7517c035a Jan 26 21:19:59.256078 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-84a599b9-8cc7-44b8-81bb-5e26021c7b89 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=24cb866ed1144396ab420e0f1a1b370c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3330889 Jan 26 21:19:59.258837 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 35246) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:19:59.260251 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a599b9-8cc7-44b8-81bb-5e26021c7b89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc8ee95a-6cca-4cb2-ae45-dd020482e68d,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:19:59.289689 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-f828d571-ddbd-4991-89d1-5f725b9e9e37 tempest-NetworksIpV6TestAttrs-28518636 tempest-NetworksIpV6TestAttrs-28518636-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746560256871'] for network (1d946a00-258a-4545-961e-4cf7517c035a), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:19:59.317386 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-f828d571-ddbd-4991-89d1-5f725b9e9e37 tempest-NetworksIpV6TestAttrs-28518636 tempest-NetworksIpV6TestAttrs-28518636-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503'] for network (1d946a00-258a-4545-961e-4cf7517c035a), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:19:59.324283 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f828d571-ddbd-4991-89d1-5f725b9e9e37 tempest-NetworksIpV6TestAttrs-28518636 tempest-NetworksIpV6TestAttrs-28518636-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:19:59.324986 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-f828d571-ddbd-4991-89d1-5f725b9e9e37 tempest-NetworksIpV6TestAttrs-28518636 tempest-NetworksIpV6TestAttrs-28518636-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709645'] for network (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:19:59.337104 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-03167e76-d66f-4936-a3aa-879a8e004428 req-96da7e0f-3a96-4cc1-8419-7abee75b74e5 tempest-DeleteServersTestJSON-1338827600 tempest-DeleteServersTestJSON-1338827600-project] 10.222.0.13 "GET /v2.0/security-groups?id=b7fc5e70-a24b-497d-9cf6-8df82d0ad35b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1751077 Jan 26 21:19:59.371773 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533aed98-138b-4b91-9dad-e187079164d1 req-e25c6884-941d-436a-862a-f6ab793daec4 tempest-ServersNegativeTestJSON-90632883 tempest-ServersNegativeTestJSON-90632883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:19:59.373324 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-533aed98-138b-4b91-9dad-e187079164d1 req-e25c6884-941d-436a-862a-f6ab793daec4 tempest-ServersNegativeTestJSON-90632883 tempest-ServersNegativeTestJSON-90632883-project] 10.222.0.13 "GET /v2.0/ports?device_id=20bda332-a159-49bd-8c61-2ea774ab5602 HTTP/1.1" status: 200 len: 946 time: 0.1996150 Jan 26 21:19:59.405515 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-f828d571-ddbd-4991-89d1-5f725b9e9e37 tempest-NetworksIpV6TestAttrs-28518636 tempest-NetworksIpV6TestAttrs-28518636-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.2629821 Jan 26 21:19:59.410097 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 35250) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:19:59.419897 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-7bd9aa27-baa0-475a-9acb-ee1fa6830cd4 tempest-NetworksIpV6TestAttrs-28518636 tempest-NetworksIpV6TestAttrs-28518636-project] Request body: {'subnet': {'network_id': '1d946a00-258a-4545-961e-4cf7517c035a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:19:59.458353 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.db_base_plugin_common [None req-98c5b8b1-457f-47aa-b1db-13e8bb04226f None None] Allocated IP 2001:db8:0:ffff::2 (f92f569d-d6ae-4adb-b453-c4347509d68b/b0814f73-69fb-4732-8cee-72eb59b6bfae/66a10ebf-9166-4994-bb42-55b1112ad81b) {{(pid=103306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 21:19:59.483330 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f828d571-ddbd-4991-89d1-5f725b9e9e37 tempest-NetworksIpV6TestAttrs-28518636 tempest-NetworksIpV6TestAttrs-28518636-project] Pushing event updated for resources: {'Network': ['ID=1d946a00-258a-4545-961e-4cf7517c035a,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:19:59.484315 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-70c17391-aa11-4038-a15e-430e5988c67d admin admin] Publish callbacks [] for security_group (cc8ee95a-6cca-4cb2-ae45-dd020482e68d), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:19:59.526848 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-533aed98-138b-4b91-9dad-e187079164d1 req-4044f77d-5bbf-43fc-8de0-6caa9c08051f tempest-ServersNegativeTestJSON-90632883 tempest-ServersNegativeTestJSON-90632883-project] 10.222.0.13 "GET /v2.0/security-groups?id=f00b351c-12ea-4499-84c9-f0263f4f27ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1354613 Jan 26 21:19:59.532566 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-70c17391-aa11-4038-a15e-430e5988c67d admin admin] Publish callbacks [] for security_group (cc8ee95a-6cca-4cb2-ae45-dd020482e68d), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:19:59.583593 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Network 1d946a00-258a-4545-961e-4cf7517c035a details requested by agent ovs-agent-n-d-760453-5 with host n-d-760453-5 {{(pid=103306) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 26 21:19:59.586536 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7bd9aa27-baa0-475a-9acb-ee1fa6830cd4 tempest-NetworksIpV6TestAttrs-28518636 tempest-NetworksIpV6TestAttrs-28518636-project] Made reservation on behalf of 80524cb9a34c43b69f8b6bd5c8d36035 for: {'subnet': 1} {{(pid=103305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 21:19:59.591003 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-7bd9aa27-baa0-475a-9acb-ee1fa6830cd4 tempest-NetworksIpV6TestAttrs-28518636 tempest-NetworksIpV6TestAttrs-28518636-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11599953'] for subnet (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:19:59.594245 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-70c17391-aa11-4038-a15e-430e5988c67d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (cc8ee95a-6cca-4cb2-ae45-dd020482e68d), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:19:59.597899 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-70c17391-aa11-4038-a15e-430e5988c67d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:19:59.602425 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-70c17391-aa11-4038-a15e-430e5988c67d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/cc8ee95a-6cca-4cb2-ae45-dd020482e68d HTTP/1.1" status: 204 len: 168 time: 0.3379171 Jan 26 21:19:59.623329 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c17391-aa11-4038-a15e-430e5988c67d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc8ee95a-6cca-4cb2-ae45-dd020482e68d,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:19:59.812317 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-98c5b8b1-457f-47aa-b1db-13e8bb04226f None None] Publish callbacks [] for port (66a10ebf-9166-4994-bb42-55b1112ad81b), precommit_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:19:59.825699 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-98c5b8b1-457f-47aa-b1db-13e8bb04226f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746560234527'] for port (66a10ebf-9166-4994-bb42-55b1112ad81b), after_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:19:59.911646 n-d-760453-5 neutron-server[103306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98c5b8b1-457f-47aa-b1db-13e8bb04226f None None] Network f92f569d-d6ae-4adb-b453-c4347509d68b is already hosted by enough agents. {{(pid=103306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 21:19:59.914618 n-d-760453-5 neutron-server[103306]: DEBUG neutron.scheduler.base_scheduler [None req-98c5b8b1-457f-47aa-b1db-13e8bb04226f None None] Resources bound (agent type, host, resource id): {{(pid=103306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:19:59.921477 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98c5b8b1-457f-47aa-b1db-13e8bb04226f None None] Received port after_create {{(pid=103306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 21:19:59.927578 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c5b8b1-457f-47aa-b1db-13e8bb04226f None None] Pushing event updated for resources: {'Port': ['ID=66a10ebf-9166-4994-bb42-55b1112ad81b,revision_number=1']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:20:00.027641 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-98c5b8b1-457f-47aa-b1db-13e8bb04226f None None] Attempting to bind port 66a10ebf-9166-4994-bb42-55b1112ad81b on host n-d-760453-5 for vnic_type normal with profile {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 21:20:00.028211 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-98c5b8b1-457f-47aa-b1db-13e8bb04226f None None] Attempting to bind port 66a10ebf-9166-4994-bb42-55b1112ad81b by drivers openvswitch,hyperv on host n-d-760453-5 at level 0 using segments [{'id': 'fe388859-c407-4ed5-b2e6-db6ba1a9d62b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'f92f569d-d6ae-4adb-b453-c4347509d68b'}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 26 21:20:00.028728 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98c5b8b1-457f-47aa-b1db-13e8bb04226f None None] Attempting to bind port 66a10ebf-9166-4994-bb42-55b1112ad81b on network f92f569d-d6ae-4adb-b453-c4347509d68b {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 21:20:00.051090 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98c5b8b1-457f-47aa-b1db-13e8bb04226f None None] Checking agent: {'id': 'fea0591a-627d-4c87-9a9a-01625ddf3277', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760453-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 20, 55, 25), 'started_at': datetime.datetime(2022, 1, 26, 20, 55, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 21, 19, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760453-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 26 21:20:00.052127 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98c5b8b1-457f-47aa-b1db-13e8bb04226f None None] Checking segment: {'id': 'fe388859-c407-4ed5-b2e6-db6ba1a9d62b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'f92f569d-d6ae-4adb-b453-c4347509d68b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 21:20:00.052528 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-98c5b8b1-457f-47aa-b1db-13e8bb04226f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:20:00.052924 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98c5b8b1-457f-47aa-b1db-13e8bb04226f None None] Bound using segment: {'id': 'fe388859-c407-4ed5-b2e6-db6ba1a9d62b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'f92f569d-d6ae-4adb-b453-c4347509d68b'} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 26 21:20:00.053420 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-98c5b8b1-457f-47aa-b1db-13e8bb04226f None None] Bound port: 66a10ebf-9166-4994-bb42-55b1112ad81b, host: n-d-760453-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe388859-c407-4ed5-b2e6-db6ba1a9d62b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'f92f569d-d6ae-4adb-b453-c4347509d68b'}}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 26 21:20:00.053798 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-98c5b8b1-457f-47aa-b1db-13e8bb04226f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (66a10ebf-9166-4994-bb42-55b1112ad81b), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:20:00.065967 n-d-760453-5 neutron-server[103305]: DEBUG neutron.objects.ports [None req-7bd9aa27-baa0-475a-9acb-ee1fa6830cd4 tempest-NetworksIpV6TestAttrs-28518636 tempest-NetworksIpV6TestAttrs-28518636-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103305) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Jan 26 21:20:00.067730 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-7bd9aa27-baa0-475a-9acb-ee1fa6830cd4 tempest-NetworksIpV6TestAttrs-28518636 tempest-NetworksIpV6TestAttrs-28518636-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11788839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11599975'] for subnet (9f78f9e9-bb07-411f-9d1f-58311a3460e0), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:20:00.162043 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bd9aa27-baa0-475a-9acb-ee1fa6830cd4 tempest-NetworksIpV6TestAttrs-28518636 tempest-NetworksIpV6TestAttrs-28518636-project] Checking segment: {'id': 'ad497931-d9a5-43db-84d0-d186d24a269b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '1d946a00-258a-4545-961e-4cf7517c035a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103305) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 21:20:00.162365 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bd9aa27-baa0-475a-9acb-ee1fa6830cd4 tempest-NetworksIpV6TestAttrs-28518636 tempest-NetworksIpV6TestAttrs-28518636-project] Network hostable DHCP agents. Network: 1d946a00-258a-4545-961e-4cf7517c035a, hostable agents: ['474ccdf7-ab6c-405b-a3b2-dc7b05829902'], hosted agents: [] {{(pid=103305) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 26 21:20:00.166287 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd9aa27-baa0-475a-9acb-ee1fa6830cd4 tempest-NetworksIpV6TestAttrs-28518636 tempest-NetworksIpV6TestAttrs-28518636-project] Pushing event updated for resources: {'Subnet': ['ID=9f78f9e9-bb07-411f-9d1f-58311a3460e0,revision_number=0']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:20:00.184438 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bd9aa27-baa0-475a-9acb-ee1fa6830cd4 tempest-NetworksIpV6TestAttrs-28518636 tempest-NetworksIpV6TestAttrs-28518636-project] Network 1d946a00-258a-4545-961e-4cf7517c035a is scheduled to be hosted by DHCP agent 474ccdf7-ab6c-405b-a3b2-dc7b05829902 with binding_index 1 {{(pid=103305) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 26 21:20:00.191942 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-98c5b8b1-457f-47aa-b1db-13e8bb04226f None None] For port 66a10ebf-9166-4994-bb42-55b1112ad81b, host n-d-760453-5, cleared binding levels {{(pid=103306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 26 21:20:00.196500 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-98c5b8b1-457f-47aa-b1db-13e8bb04226f None None] For port 66a10ebf-9166-4994-bb42-55b1112ad81b, host n-d-760453-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=66a10ebf-9166-4994-bb42-55b1112ad81b,segment=NetworkSegment(fe388859-c407-4ed5-b2e6-db6ba1a9d62b),segment_id=fe388859-c407-4ed5-b2e6-db6ba1a9d62b)] {{(pid=103306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 26 21:20:00.197346 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [None req-7bd9aa27-baa0-475a-9acb-ee1fa6830cd4 tempest-NetworksIpV6TestAttrs-28518636 tempest-NetworksIpV6TestAttrs-28518636-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760453-5, 1d946a00-258a-4545-961e-4cf7517c035a) {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:20:00.202500 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bd9aa27-baa0-475a-9acb-ee1fa6830cd4 tempest-NetworksIpV6TestAttrs-28518636 tempest-NetworksIpV6TestAttrs-28518636-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:20:00.203200 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-7bd9aa27-baa0-475a-9acb-ee1fa6830cd4 tempest-NetworksIpV6TestAttrs-28518636 tempest-NetworksIpV6TestAttrs-28518636-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709645'] for subnet (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:20:00.213861 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-066065ce-5305-4ffd-ab70-855b388cd49e None None] Network 1d946a00-258a-4545-961e-4cf7517c035a requested from n-d-760453-5 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 26 21:20:00.235581 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 35276) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:20:00.236146 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-7bd9aa27-baa0-475a-9acb-ee1fa6830cd4 tempest-NetworksIpV6TestAttrs-28518636 tempest-NetworksIpV6TestAttrs-28518636-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.8248308 Jan 26 21:20:00.236249 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-98c5b8b1-457f-47aa-b1db-13e8bb04226f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (66a10ebf-9166-4994-bb42-55b1112ad81b), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:20:00.247222 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-e75f898b-57e4-4e5c-bac4-79a15de90439 tempest-NetworksIpV6TestAttrs-28518636 tempest-NetworksIpV6TestAttrs-28518636-project] Request body: {'port': {'network_id': '1d946a00-258a-4545-961e-4cf7517c035a', 'name': 'tempest-NetworksIpV6TestAttrs-302077037'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:20:00.299446 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2ee2ca-df65-47a4-af3c-c98a892d99d2 req-2e301bd8-bbf2-4439-bac7-cf14e7182338 tempest-DeleteServersTestJSON-1338827600 tempest-DeleteServersTestJSON-1338827600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:20:00.308275 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-fc2ee2ca-df65-47a4-af3c-c98a892d99d2 req-2e301bd8-bbf2-4439-bac7-cf14e7182338 tempest-DeleteServersTestJSON-1338827600 tempest-DeleteServersTestJSON-1338827600-project] 10.222.0.13 "GET /v2.0/ports?device_id=b94ac130-6232-4bd7-acba-586230daf28f HTTP/1.1" status: 200 len: 946 time: 0.1465445 Jan 26 21:20:00.311292 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c5b8b1-457f-47aa-b1db-13e8bb04226f None None] Pushing event updated for resources: {'Port': ['ID=66a10ebf-9166-4994-bb42-55b1112ad81b,revision_number=2']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:20:00.441142 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-fc2ee2ca-df65-47a4-af3c-c98a892d99d2 req-766e20b0-444b-442b-ba02-130805e7594e tempest-DeleteServersTestJSON-1338827600 tempest-DeleteServersTestJSON-1338827600-project] 10.222.0.13 "GET /v2.0/security-groups?id=b7fc5e70-a24b-497d-9cf6-8df82d0ad35b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264427 Jan 26 21:20:00.448623 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.agents_db [None req-569f1ced-6396-4ddf-b79f-e03b0b2146ab None None] Agent healthcheck: found 7 active agents {{(pid=103307) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 26 21:20:00.487456 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e75f898b-57e4-4e5c-bac4-79a15de90439 tempest-NetworksIpV6TestAttrs-28518636 tempest-NetworksIpV6TestAttrs-28518636-project] Made reservation on behalf of 80524cb9a34c43b69f8b6bd5c8d36035 for: {'port': 1} {{(pid=103304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 21:20:00.497347 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-e75f898b-57e4-4e5c-bac4-79a15de90439 tempest-NetworksIpV6TestAttrs-28518636 tempest-NetworksIpV6TestAttrs-28518636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:20:00.541823 n-d-760453-5 neutron-server[103304]: DEBUG neutron.notifiers.nova [None req-e75f898b-57e4-4e5c-bac4-79a15de90439 tempest-NetworksIpV6TestAttrs-28518636 tempest-NetworksIpV6TestAttrs-28518636-project] device_id is not set on port 9732ac4f-0377-447b-a283-e8823e365838 yet. {{(pid=103304) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 26 21:20:00.656928 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40549a1a-cf4f-4275-ae11-1125a3849bda None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3c4099e8-8ffb-51d1-af7f-5868973e933f-1d946a00-258a-4545-961e-4cf7517c035a', 'network_id': '1d946a00-258a-4545-961e-4cf7517c035a', 'project_id': '80524cb9a34c43b69f8b6bd5c8d36035', 'fixed_ips': [{'subnet_id': '9f78f9e9-bb07-411f-9d1f-58311a3460e0'}]}} from n-d-760453-5. {{(pid=103306) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 26 21:20:00.657947 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-40549a1a-cf4f-4275-ae11-1125a3849bda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (None), before_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:20:00.812180 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528905e6-a83d-46fd-9658-bc651671b98e req-3a116def-8994-4258-af9d-a023907091ce tempest-ServersNegativeTestJSON-90632883 tempest-ServersNegativeTestJSON-90632883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:20:00.819084 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-528905e6-a83d-46fd-9658-bc651671b98e req-3a116def-8994-4258-af9d-a023907091ce tempest-ServersNegativeTestJSON-90632883 tempest-ServersNegativeTestJSON-90632883-project] 10.222.0.13 "GET /v2.0/ports?device_id=20bda332-a159-49bd-8c61-2ea774ab5602 HTTP/1.1" status: 200 len: 946 time: 0.1793749 Jan 26 21:20:00.875848 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.db_base_plugin_common [None req-e75f898b-57e4-4e5c-bac4-79a15de90439 tempest-NetworksIpV6TestAttrs-28518636 tempest-NetworksIpV6TestAttrs-28518636-project] Allocated IP 2001:db8::f816:3eff:fed2:9e2 (1d946a00-258a-4545-961e-4cf7517c035a/9f78f9e9-bb07-411f-9d1f-58311a3460e0/9732ac4f-0377-447b-a283-e8823e365838) {{(pid=103304) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 21:20:00.961204 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-528905e6-a83d-46fd-9658-bc651671b98e req-80be0165-6927-4e1c-adf8-5ff607be1144 tempest-ServersNegativeTestJSON-90632883 tempest-ServersNegativeTestJSON-90632883-project] 10.222.0.13 "GET /v2.0/security-groups?id=f00b351c-12ea-4499-84c9-f0263f4f27ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1407275 Jan 26 21:20:01.117807 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-e75f898b-57e4-4e5c-bac4-79a15de90439 tempest-NetworksIpV6TestAttrs-28518636 tempest-NetworksIpV6TestAttrs-28518636-project] Publish callbacks [] for port (9732ac4f-0377-447b-a283-e8823e365838), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:20:01.167387 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-e75f898b-57e4-4e5c-bac4-79a15de90439 tempest-NetworksIpV6TestAttrs-28518636 tempest-NetworksIpV6TestAttrs-28518636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746560234527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9281553'] for port (9732ac4f-0377-447b-a283-e8823e365838), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:20:01.230531 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.db_base_plugin_common [None req-40549a1a-cf4f-4275-ae11-1125a3849bda None None] Allocated IP 2001:db8::f816:3eff:fe33:b55f (1d946a00-258a-4545-961e-4cf7517c035a/9f78f9e9-bb07-411f-9d1f-58311a3460e0/3bfb93d6-3194-4dd1-b2ce-33cdc93f5dc1) {{(pid=103306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 21:20:01.234923 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e75f898b-57e4-4e5c-bac4-79a15de90439 tempest-NetworksIpV6TestAttrs-28518636 tempest-NetworksIpV6TestAttrs-28518636-project] Network 1d946a00-258a-4545-961e-4cf7517c035a is already hosted by enough agents. {{(pid=103304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 21:20:01.241275 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [None req-e75f898b-57e4-4e5c-bac4-79a15de90439 tempest-NetworksIpV6TestAttrs-28518636 tempest-NetworksIpV6TestAttrs-28518636-project] Resources bound (agent type, host, resource id): {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:20:01.244549 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e75f898b-57e4-4e5c-bac4-79a15de90439 tempest-NetworksIpV6TestAttrs-28518636 tempest-NetworksIpV6TestAttrs-28518636-project] Received port after_create {{(pid=103304) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 21:20:01.250061 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e75f898b-57e4-4e5c-bac4-79a15de90439 tempest-NetworksIpV6TestAttrs-28518636 tempest-NetworksIpV6TestAttrs-28518636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:20:01.250678 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-e75f898b-57e4-4e5c-bac4-79a15de90439 tempest-NetworksIpV6TestAttrs-28518636 tempest-NetworksIpV6TestAttrs-28518636-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:20:01.257442 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75f898b-57e4-4e5c-bac4-79a15de90439 tempest-NetworksIpV6TestAttrs-28518636 tempest-NetworksIpV6TestAttrs-28518636-project] Pushing event updated for resources: {'Port': ['ID=9732ac4f-0377-447b-a283-e8823e365838,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:20:01.281125 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-e75f898b-57e4-4e5c-bac4-79a15de90439 tempest-NetworksIpV6TestAttrs-28518636 tempest-NetworksIpV6TestAttrs-28518636-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 949 time: 1.0420697 Jan 26 21:20:01.281561 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 35304) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:20:01.363527 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.db_base_plugin_v2 [None req-83adcbb5-977b-4423-abda-cbbeeb98656e tempest-NetworksIpV6TestAttrs-28518636 tempest-NetworksIpV6TestAttrs-28518636-project] Deleting subnet 9f78f9e9-bb07-411f-9d1f-58311a3460e0 {{(pid=103304) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 26 21:20:01.436533 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-40549a1a-cf4f-4275-ae11-1125a3849bda None None] Publish callbacks [] for port (3bfb93d6-3194-4dd1-b2ce-33cdc93f5dc1), precommit_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:20:01.443144 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-83adcbb5-977b-4423-abda-cbbeeb98656e tempest-NetworksIpV6TestAttrs-28518636 tempest-NetworksIpV6TestAttrs-28518636-project] Publish callbacks [] for subnet (9f78f9e9-bb07-411f-9d1f-58311a3460e0), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:20:01.443484 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-40549a1a-cf4f-4275-ae11-1125a3849bda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746560234527'] for port (3bfb93d6-3194-4dd1-b2ce-33cdc93f5dc1), after_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:20:01.491848 n-d-760453-5 neutron-server[103306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40549a1a-cf4f-4275-ae11-1125a3849bda None None] Network 1d946a00-258a-4545-961e-4cf7517c035a is already hosted by enough agents. {{(pid=103306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 21:20:01.493494 n-d-760453-5 neutron-server[103306]: DEBUG neutron.scheduler.base_scheduler [None req-40549a1a-cf4f-4275-ae11-1125a3849bda None None] Resources bound (agent type, host, resource id): {{(pid=103306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:20:01.519972 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40549a1a-cf4f-4275-ae11-1125a3849bda None None] Received port after_create {{(pid=103306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 21:20:01.526835 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-83adcbb5-977b-4423-abda-cbbeeb98656e tempest-NetworksIpV6TestAttrs-28518636 tempest-NetworksIpV6TestAttrs-28518636-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8881284'] for subnet (9f78f9e9-bb07-411f-9d1f-58311a3460e0), precommit_delete_associations {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:20:01.564539 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40549a1a-cf4f-4275-ae11-1125a3849bda None None] Pushing event updated for resources: {'Port': ['ID=3bfb93d6-3194-4dd1-b2ce-33cdc93f5dc1,revision_number=1']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:20:01.618864 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-40549a1a-cf4f-4275-ae11-1125a3849bda None None] Attempting to bind port 3bfb93d6-3194-4dd1-b2ce-33cdc93f5dc1 on host n-d-760453-5 for vnic_type normal with profile {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 21:20:01.620642 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-40549a1a-cf4f-4275-ae11-1125a3849bda None None] Attempting to bind port 3bfb93d6-3194-4dd1-b2ce-33cdc93f5dc1 by drivers openvswitch,hyperv on host n-d-760453-5 at level 0 using segments [{'id': 'ad497931-d9a5-43db-84d0-d186d24a269b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '1d946a00-258a-4545-961e-4cf7517c035a'}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 26 21:20:01.621377 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40549a1a-cf4f-4275-ae11-1125a3849bda None None] Attempting to bind port 3bfb93d6-3194-4dd1-b2ce-33cdc93f5dc1 on network 1d946a00-258a-4545-961e-4cf7517c035a {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 21:20:01.628511 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40549a1a-cf4f-4275-ae11-1125a3849bda None None] Checking agent: {'id': 'fea0591a-627d-4c87-9a9a-01625ddf3277', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760453-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 20, 55, 25), 'started_at': datetime.datetime(2022, 1, 26, 20, 55, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 21, 19, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760453-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 26 21:20:01.628998 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40549a1a-cf4f-4275-ae11-1125a3849bda None None] Checking segment: {'id': 'ad497931-d9a5-43db-84d0-d186d24a269b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '1d946a00-258a-4545-961e-4cf7517c035a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 21:20:01.629562 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-40549a1a-cf4f-4275-ae11-1125a3849bda None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:20:01.630055 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40549a1a-cf4f-4275-ae11-1125a3849bda None None] Bound using segment: {'id': 'ad497931-d9a5-43db-84d0-d186d24a269b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '1d946a00-258a-4545-961e-4cf7517c035a'} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 26 21:20:01.631143 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-40549a1a-cf4f-4275-ae11-1125a3849bda None None] Bound port: 3bfb93d6-3194-4dd1-b2ce-33cdc93f5dc1, host: n-d-760453-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad497931-d9a5-43db-84d0-d186d24a269b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '1d946a00-258a-4545-961e-4cf7517c035a'}}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 26 21:20:01.631143 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-40549a1a-cf4f-4275-ae11-1125a3849bda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (3bfb93d6-3194-4dd1-b2ce-33cdc93f5dc1), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:20:01.753079 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-40549a1a-cf4f-4275-ae11-1125a3849bda None None] For port 3bfb93d6-3194-4dd1-b2ce-33cdc93f5dc1, host n-d-760453-5, cleared binding levels {{(pid=103306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 26 21:20:01.765309 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-40549a1a-cf4f-4275-ae11-1125a3849bda None None] For port 3bfb93d6-3194-4dd1-b2ce-33cdc93f5dc1, host n-d-760453-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=3bfb93d6-3194-4dd1-b2ce-33cdc93f5dc1,segment=NetworkSegment(ad497931-d9a5-43db-84d0-d186d24a269b),segment_id=ad497931-d9a5-43db-84d0-d186d24a269b)] {{(pid=103306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 26 21:20:01.774174 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-40549a1a-cf4f-4275-ae11-1125a3849bda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (3bfb93d6-3194-4dd1-b2ce-33cdc93f5dc1), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:20:01.898536 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40549a1a-cf4f-4275-ae11-1125a3849bda None None] Pushing event updated for resources: {'Port': ['ID=3bfb93d6-3194-4dd1-b2ce-33cdc93f5dc1,revision_number=2']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:20:02.159539 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device 66a10ebf-9166-4994-bb42-55b1112ad81b up at agent ovs-agent-n-d-760453-5 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 21:20:02.222385 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Provisioning complete for port 66a10ebf-9166-4994-bb42-55b1112ad81b triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:20:02.222809 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (66a10ebf-9166-4994-bb42-55b1112ad81b), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:20:02.266002 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba0bd86-bb25-48ac-8b39-fa957042989e req-5373bffc-cf88-49bb-a6e4-4657f5f18c86 tempest-ServersNegativeTestJSON-90632883 tempest-ServersNegativeTestJSON-90632883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:20:02.267826 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-cba0bd86-bb25-48ac-8b39-fa957042989e req-5373bffc-cf88-49bb-a6e4-4657f5f18c86 tempest-ServersNegativeTestJSON-90632883 tempest-ServersNegativeTestJSON-90632883-project] 10.222.0.13 "GET /v2.0/ports?device_id=20bda332-a159-49bd-8c61-2ea774ab5602 HTTP/1.1" status: 200 len: 946 time: 0.1012268 Jan 26 21:20:02.278145 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db89181c-baf4-4ceb-ad35-a0dd12fd7697 req-4d0fac00-1eb7-4817-8910-68a671244906 tempest-DeleteServersTestJSON-1338827600 tempest-DeleteServersTestJSON-1338827600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:20:02.279721 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-db89181c-baf4-4ceb-ad35-a0dd12fd7697 req-4d0fac00-1eb7-4817-8910-68a671244906 tempest-DeleteServersTestJSON-1338827600 tempest-DeleteServersTestJSON-1338827600-project] 10.222.0.13 "GET /v2.0/ports?device_id=b94ac130-6232-4bd7-acba-586230daf28f HTTP/1.1" status: 200 len: 946 time: 0.7240155 Jan 26 21:20:02.279836 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df01b807-7e87-48c9-8c90-8fba524cb4e2 None None] Network f92f569d-d6ae-4adb-b453-c4347509d68b requested from n-d-760453-5 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 26 21:20:02.406221 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-300688db-b0a7-4216-9f5c-1999d6fb4102 None None] Provisioning complete for port 66a10ebf-9166-4994-bb42-55b1112ad81b triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:20:02.406597 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-300688db-b0a7-4216-9f5c-1999d6fb4102 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (66a10ebf-9166-4994-bb42-55b1112ad81b), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:20:02.410126 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-cba0bd86-bb25-48ac-8b39-fa957042989e req-5673aa0f-ff31-4f39-9510-76b209b42d30 tempest-ServersNegativeTestJSON-90632883 tempest-ServersNegativeTestJSON-90632883-project] 10.222.0.13 "GET /v2.0/security-groups?id=f00b351c-12ea-4499-84c9-f0263f4f27ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1293323 Jan 26 21:20:02.422606 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-db89181c-baf4-4ceb-ad35-a0dd12fd7697 req-afce2d15-7352-49e0-b007-ada022137fc1 tempest-DeleteServersTestJSON-1338827600 tempest-DeleteServersTestJSON-1338827600-project] 10.222.0.13 "GET /v2.0/security-groups?id=b7fc5e70-a24b-497d-9cf6-8df82d0ad35b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1291137 Jan 26 21:20:02.436380 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-83adcbb5-977b-4423-abda-cbbeeb98656e tempest-NetworksIpV6TestAttrs-28518636 tempest-NetworksIpV6TestAttrs-28518636-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687316'] for subnet (9f78f9e9-bb07-411f-9d1f-58311a3460e0), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:20:02.440687 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Current status of the port 66a10ebf-9166-4994-bb42-55b1112ad81b is: DOWN; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:20:02.441431 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (66a10ebf-9166-4994-bb42-55b1112ad81b), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:20:02.514949 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-83adcbb5-977b-4423-abda-cbbeeb98656e tempest-NetworksIpV6TestAttrs-28518636 tempest-NetworksIpV6TestAttrs-28518636-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9281612', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12215216'] for subnet (9f78f9e9-bb07-411f-9d1f-58311a3460e0), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:20:02.527809 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] For port 66a10ebf-9166-4994-bb42-55b1112ad81b, host n-d-760453-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=66a10ebf-9166-4994-bb42-55b1112ad81b,segment=NetworkSegment(fe388859-c407-4ed5-b2e6-db6ba1a9d62b),segment_id=fe388859-c407-4ed5-b2e6-db6ba1a9d62b)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:20:02.535896 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (66a10ebf-9166-4994-bb42-55b1112ad81b), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:20:02.560587 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83adcbb5-977b-4423-abda-cbbeeb98656e tempest-NetworksIpV6TestAttrs-28518636 tempest-NetworksIpV6TestAttrs-28518636-project] Pushing event deleted for resources: {'Subnet': ['ID=9f78f9e9-bb07-411f-9d1f-58311a3460e0,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:20:02.564830 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-83adcbb5-977b-4423-abda-cbbeeb98656e tempest-NetworksIpV6TestAttrs-28518636 tempest-NetworksIpV6TestAttrs-28518636-project] Publish callbacks [] for subnet (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:20:02.568179 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-83adcbb5-977b-4423-abda-cbbeeb98656e tempest-NetworksIpV6TestAttrs-28518636 tempest-NetworksIpV6TestAttrs-28518636-project] 10.222.0.13 "DELETE /v2.0/subnets/9f78f9e9-bb07-411f-9d1f-58311a3460e0 HTTP/1.1" status: 204 len: 168 time: 1.2855861 Jan 26 21:20:02.572547 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 35328) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:20:02.655124 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-300688db-b0a7-4216-9f5c-1999d6fb4102 None None] Current status of the port 66a10ebf-9166-4994-bb42-55b1112ad81b is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:20:02.667008 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Pushing event updated for resources: {'Port': ['ID=66a10ebf-9166-4994-bb42-55b1112ad81b,revision_number=3']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:20:02.730502 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb3c4653-61c8-4bbe-bab0-26502babd01e tempest-NetworksIpV6TestAttrs-28518636 tempest-NetworksIpV6TestAttrs-28518636-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:20:02.731925 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb3c4653-61c8-4bbe-bab0-26502babd01e tempest-NetworksIpV6TestAttrs-28518636 tempest-NetworksIpV6TestAttrs-28518636-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:20:02.733554 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-fb3c4653-61c8-4bbe-bab0-26502babd01e tempest-NetworksIpV6TestAttrs-28518636 tempest-NetworksIpV6TestAttrs-28518636-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1600294 Jan 26 21:20:02.736827 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 35338) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:20:02.745408 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-370fccc3-fb39-4470-b374-bb96250430e2 req-06f91564-0ed7-4530-9488-f571175ae25e tempest-ServerDiagnosticsNegativeTest-1650510729 tempest-ServerDiagnosticsNegativeTest-1650510729-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=fb4966a0616248b2bb1a0842e9191f25&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0395865 Jan 26 21:20:02.843584 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-00e279f9-b6dd-4809-b5c2-3eb507cf44f9 tempest-NetworksIpV6TestAttrs-28518636 tempest-NetworksIpV6TestAttrs-28518636-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-748181'] for network (1d946a00-258a-4545-961e-4cf7517c035a), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:20:02.859613 n-d-760453-5 neutron-server[103305]: INFO neutron.pecan_wsgi.hooks.translation [None req-00e279f9-b6dd-4809-b5c2-3eb507cf44f9 tempest-NetworksIpV6TestAttrs-28518636 tempest-NetworksIpV6TestAttrs-28518636-project] DELETE failed (client error): There was a conflict when trying to complete your request. Jan 26 21:20:02.860640 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-00e279f9-b6dd-4809-b5c2-3eb507cf44f9 tempest-NetworksIpV6TestAttrs-28518636 tempest-NetworksIpV6TestAttrs-28518636-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=103305) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 26 21:20:02.882559 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-00e279f9-b6dd-4809-b5c2-3eb507cf44f9 tempest-NetworksIpV6TestAttrs-28518636 tempest-NetworksIpV6TestAttrs-28518636-project] 10.222.0.13 "DELETE /v2.0/networks/1d946a00-258a-4545-961e-4cf7517c035a HTTP/1.1" status: 409 len: 466 time: 0.1399660 Jan 26 21:20:02.886121 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 35342) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:20:02.894159 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-f1010290-4bd6-4e97-980b-ae00711c8b53 None None] Provisioning complete for port 66a10ebf-9166-4994-bb42-55b1112ad81b triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:20:02.894682 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-f1010290-4bd6-4e97-980b-ae00711c8b53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (66a10ebf-9166-4994-bb42-55b1112ad81b), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:20:02.896616 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-af0d3976-4076-45e2-b3c6-b0ae8d2805aa tempest-NetworksIpV6TestAttrs-28518636 tempest-NetworksIpV6TestAttrs-28518636-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-9048049'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:20:02.927669 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af0d3976-4076-45e2-b3c6-b0ae8d2805aa tempest-NetworksIpV6TestAttrs-28518636 tempest-NetworksIpV6TestAttrs-28518636-project] Made reservation on behalf of 80524cb9a34c43b69f8b6bd5c8d36035 for: {'network': 1} {{(pid=103305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 21:20:02.934938 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-af0d3976-4076-45e2-b3c6-b0ae8d2805aa tempest-NetworksIpV6TestAttrs-28518636 tempest-NetworksIpV6TestAttrs-28518636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for network (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:20:02.984794 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-af0d3976-4076-45e2-b3c6-b0ae8d2805aa tempest-NetworksIpV6TestAttrs-28518636 tempest-NetworksIpV6TestAttrs-28518636-project] vlan segment allocate from pool success with {'vlan_id': 560, 'physical_network': 'physnet1'} {{(pid=103305) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 26 21:20:02.999656 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-af0d3976-4076-45e2-b3c6-b0ae8d2805aa tempest-NetworksIpV6TestAttrs-28518636 tempest-NetworksIpV6TestAttrs-28518636-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576559'] for segment (5aee3a55-465b-4d75-8f09-36f0b6c75a9d), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:20:03.000114 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370fccc3-fb39-4470-b374-bb96250430e2 req-b6863ba5-f71c-4aca-b1ee-4fd753af3353 tempest-ServerDiagnosticsNegativeTest-1650510729 tempest-ServerDiagnosticsNegativeTest-1650510729-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:20:03.000806 n-d-760453-5 neutron-server[103305]: INFO neutron.db.segments_db [None req-af0d3976-4076-45e2-b3c6-b0ae8d2805aa tempest-NetworksIpV6TestAttrs-28518636 tempest-NetworksIpV6TestAttrs-28518636-project] Added segment 5aee3a55-465b-4d75-8f09-36f0b6c75a9d of type vlan for network cb572e8b-0fe5-4eec-8b26-d58917844ebd Jan 26 21:20:03.001728 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-370fccc3-fb39-4470-b374-bb96250430e2 req-b6863ba5-f71c-4aca-b1ee-4fd753af3353 tempest-ServerDiagnosticsNegativeTest-1650510729 tempest-ServerDiagnosticsNegativeTest-1650510729-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2510064 Jan 26 21:20:03.019553 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-f1010290-4bd6-4e97-980b-ae00711c8b53 None None] Current status of the port 66a10ebf-9166-4994-bb42-55b1112ad81b is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:20:03.033200 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-370fccc3-fb39-4470-b374-bb96250430e2 req-5460ce73-c9ee-4b14-802a-b575ab83b9f8 tempest-ServerDiagnosticsNegativeTest-1650510729 tempest-ServerDiagnosticsNegativeTest-1650510729-project] 10.222.0.13 "GET /v2.0/quotas/fb4966a0616248b2bb1a0842e9191f25 HTTP/1.1" status: 200 len: 375 time: 0.0256085 Jan 26 21:20:03.058408 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-af0d3976-4076-45e2-b3c6-b0ae8d2805aa tempest-NetworksIpV6TestAttrs-28518636 tempest-NetworksIpV6TestAttrs-28518636-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746560256871'] for network (cb572e8b-0fe5-4eec-8b26-d58917844ebd), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:20:03.062470 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-370fccc3-fb39-4470-b374-bb96250430e2 req-7670eb8c-58a3-451e-8d1c-5693eae1cbc4 tempest-ServerDiagnosticsNegativeTest-1650510729 tempest-ServerDiagnosticsNegativeTest-1650510729-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=fb4966a0616248b2bb1a0842e9191f25&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0283680 Jan 26 21:20:03.095336 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-af0d3976-4076-45e2-b3c6-b0ae8d2805aa tempest-NetworksIpV6TestAttrs-28518636 tempest-NetworksIpV6TestAttrs-28518636-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503'] for network (cb572e8b-0fe5-4eec-8b26-d58917844ebd), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:20:03.101902 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af0d3976-4076-45e2-b3c6-b0ae8d2805aa tempest-NetworksIpV6TestAttrs-28518636 tempest-NetworksIpV6TestAttrs-28518636-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:20:03.102596 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-af0d3976-4076-45e2-b3c6-b0ae8d2805aa tempest-NetworksIpV6TestAttrs-28518636 tempest-NetworksIpV6TestAttrs-28518636-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709645'] for network (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:20:03.169936 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 35352) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:20:03.170180 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-af0d3976-4076-45e2-b3c6-b0ae8d2805aa tempest-NetworksIpV6TestAttrs-28518636 tempest-NetworksIpV6TestAttrs-28518636-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.2810779 Jan 26 21:20:03.180557 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0d3976-4076-45e2-b3c6-b0ae8d2805aa tempest-NetworksIpV6TestAttrs-28518636 tempest-NetworksIpV6TestAttrs-28518636-project] Pushing event updated for resources: {'Network': ['ID=cb572e8b-0fe5-4eec-8b26-d58917844ebd,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:20:03.182400 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-735a8ec0-bef7-4cb2-abca-298fc7c4eca7 tempest-NetworksIpV6TestAttrs-28518636 tempest-NetworksIpV6TestAttrs-28518636-project] Request body: {'subnet': {'network_id': 'cb572e8b-0fe5-4eec-8b26-d58917844ebd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:20:03.193751 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Network cb572e8b-0fe5-4eec-8b26-d58917844ebd details requested by agent ovs-agent-n-d-760453-5 with host n-d-760453-5 {{(pid=103306) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 26 21:20:03.328907 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d464526f-de37-456a-8020-f1267c645c7d None None] Network 1d946a00-258a-4545-961e-4cf7517c035a requested from n-d-760453-5 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 26 21:20:03.390899 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-318e4e53-af2a-4b40-bfa2-b068de0bd88e req-8820aab9-aa6b-4385-bf2e-fbca57d732e3 tempest-ServerDiagnosticsNegativeTest-1650510729 tempest-ServerDiagnosticsNegativeTest-1650510729-project] 10.222.0.13 "GET /v2.0/ports?device_id=bcd4d4fb-4fc5-48a1-bbd8-70e46ca05567 HTTP/1.1" status: 200 len: 210 time: 0.0722120 Jan 26 21:20:03.405751 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-735a8ec0-bef7-4cb2-abca-298fc7c4eca7 tempest-NetworksIpV6TestAttrs-28518636 tempest-NetworksIpV6TestAttrs-28518636-project] Made reservation on behalf of 80524cb9a34c43b69f8b6bd5c8d36035 for: {'subnet': 1} {{(pid=103304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 21:20:03.409491 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-735a8ec0-bef7-4cb2-abca-298fc7c4eca7 tempest-NetworksIpV6TestAttrs-28518636 tempest-NetworksIpV6TestAttrs-28518636-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12215181'] for subnet (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:20:03.418872 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-ffbc1f4b-62dd-4415-a1cc-05f28ba6a9ad None None] Provisioning complete for port 3bfb93d6-3194-4dd1-b2ce-33cdc93f5dc1 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:20:03.419819 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-ffbc1f4b-62dd-4415-a1cc-05f28ba6a9ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (3bfb93d6-3194-4dd1-b2ce-33cdc93f5dc1), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:20:03.553767 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-962ad735-df90-4c3c-9dc6-ae1de5196112 None None] DHCP port deletion for 1d946a00-258a-4545-961e-4cf7517c035a request from n-d-760453-5 {{(pid=103306) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 26 21:20:03.569991 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-ffbc1f4b-62dd-4415-a1cc-05f28ba6a9ad None None] Current status of the port 3bfb93d6-3194-4dd1-b2ce-33cdc93f5dc1 is: DOWN; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:20:03.570626 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-ffbc1f4b-62dd-4415-a1cc-05f28ba6a9ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (3bfb93d6-3194-4dd1-b2ce-33cdc93f5dc1), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:20:03.644773 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-ffbc1f4b-62dd-4415-a1cc-05f28ba6a9ad None None] For port 3bfb93d6-3194-4dd1-b2ce-33cdc93f5dc1, host n-d-760453-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=3bfb93d6-3194-4dd1-b2ce-33cdc93f5dc1,segment=NetworkSegment(ad497931-d9a5-43db-84d0-d186d24a269b),segment_id=ad497931-d9a5-43db-84d0-d186d24a269b)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:20:03.656325 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-ffbc1f4b-62dd-4415-a1cc-05f28ba6a9ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (3bfb93d6-3194-4dd1-b2ce-33cdc93f5dc1), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:20:03.722340 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-962ad735-df90-4c3c-9dc6-ae1de5196112 None None] Deleting port 3bfb93d6-3194-4dd1-b2ce-33cdc93f5dc1 {{(pid=103306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 21:20:03.722732 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-962ad735-df90-4c3c-9dc6-ae1de5196112 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746560630878'] for port (3bfb93d6-3194-4dd1-b2ce-33cdc93f5dc1), before_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:20:03.733716 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d3e170-b182-47cc-b4cf-b9da1cdae251 req-699277a1-ad33-426d-8d29-b823c50a2a5b tempest-DeleteServersTestJSON-1338827600 tempest-DeleteServersTestJSON-1338827600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:20:03.735261 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-23d3e170-b182-47cc-b4cf-b9da1cdae251 req-699277a1-ad33-426d-8d29-b823c50a2a5b tempest-DeleteServersTestJSON-1338827600 tempest-DeleteServersTestJSON-1338827600-project] 10.222.0.13 "GET /v2.0/ports?device_id=b94ac130-6232-4bd7-acba-586230daf28f HTTP/1.1" status: 200 len: 946 time: 0.1419249 Jan 26 21:20:03.803585 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83068f13-4cce-4968-a9bb-d9774206db19 req-cb617b6c-0893-4b47-b52c-847ea3e45cc9 tempest-ServersNegativeTestJSON-90632883 tempest-ServersNegativeTestJSON-90632883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:20:03.803862 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffbc1f4b-62dd-4415-a1cc-05f28ba6a9ad None None] Pushing event updated for resources: {'Port': ['ID=3bfb93d6-3194-4dd1-b2ce-33cdc93f5dc1,revision_number=4']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:20:03.807183 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-83068f13-4cce-4968-a9bb-d9774206db19 req-cb617b6c-0893-4b47-b52c-847ea3e45cc9 tempest-ServersNegativeTestJSON-90632883 tempest-ServersNegativeTestJSON-90632883-project] 10.222.0.13 "GET /v2.0/ports?device_id=20bda332-a159-49bd-8c61-2ea774ab5602 HTTP/1.1" status: 200 len: 946 time: 0.2314835 Jan 26 21:20:03.860427 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-962ad735-df90-4c3c-9dc6-ae1de5196112 None None] For port 3bfb93d6-3194-4dd1-b2ce-33cdc93f5dc1, host n-d-760453-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=3bfb93d6-3194-4dd1-b2ce-33cdc93f5dc1,segment=NetworkSegment(ad497931-d9a5-43db-84d0-d186d24a269b),segment_id=ad497931-d9a5-43db-84d0-d186d24a269b)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:20:03.861346 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-962ad735-df90-4c3c-9dc6-ae1de5196112 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4109658'] for port (3bfb93d6-3194-4dd1-b2ce-33cdc93f5dc1), precommit_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:20:03.902100 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-962ad735-df90-4c3c-9dc6-ae1de5196112 None None] Calling delete_port for 3bfb93d6-3194-4dd1-b2ce-33cdc93f5dc1 owned by network:dhcp {{(pid=103306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 21:20:03.952083 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-23d3e170-b182-47cc-b4cf-b9da1cdae251 req-40673db9-72bf-4fbf-a740-256e882aa3ec tempest-DeleteServersTestJSON-1338827600 tempest-DeleteServersTestJSON-1338827600-project] 10.222.0.13 "GET /v2.0/security-groups?id=b7fc5e70-a24b-497d-9cf6-8df82d0ad35b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1899157 Jan 26 21:20:03.986813 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-83068f13-4cce-4968-a9bb-d9774206db19 req-87a815c9-95d5-4612-8831-4b07ae3b0f8a tempest-ServersNegativeTestJSON-90632883 tempest-ServersNegativeTestJSON-90632883-project] 10.222.0.13 "GET /v2.0/security-groups?id=f00b351c-12ea-4499-84c9-f0263f4f27ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1655436 Jan 26 21:20:03.994596 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device 66a10ebf-9166-4994-bb42-55b1112ad81b up at agent ovs-agent-n-d-760453-5 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 21:20:04.067847 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-962ad735-df90-4c3c-9dc6-ae1de5196112 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746560636600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746560234536'] for port (3bfb93d6-3194-4dd1-b2ce-33cdc93f5dc1), after_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:20:04.091319 n-d-760453-5 neutron-server[103304]: DEBUG neutron.objects.ports [None req-735a8ec0-bef7-4cb2-abca-298fc7c4eca7 tempest-NetworksIpV6TestAttrs-28518636 tempest-NetworksIpV6TestAttrs-28518636-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103304) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Jan 26 21:20:04.093438 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-735a8ec0-bef7-4cb2-abca-298fc7c4eca7 tempest-NetworksIpV6TestAttrs-28518636 tempest-NetworksIpV6TestAttrs-28518636-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9285249', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12215227'] for subnet (e26488e6-37ac-4a35-ad6d-0ea85aaf5b91), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:20:04.098652 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-962ad735-df90-4c3c-9dc6-ae1de5196112 None None] Pushing event deleted for resources: {'Port': ['ID=3bfb93d6-3194-4dd1-b2ce-33cdc93f5dc1,revision_number=None']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:20:04.108934 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-962ad735-df90-4c3c-9dc6-ae1de5196112 None None] No DVR routers for this DVR port 3bfb93d6-3194-4dd1-b2ce-33cdc93f5dc1 on host n-d-760453-5 {{(pid=103306) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 26 21:20:04.110381 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Provisioning complete for port 66a10ebf-9166-4994-bb42-55b1112ad81b triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:20:04.110751 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (66a10ebf-9166-4994-bb42-55b1112ad81b), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:20:04.180127 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-735a8ec0-bef7-4cb2-abca-298fc7c4eca7 tempest-NetworksIpV6TestAttrs-28518636 tempest-NetworksIpV6TestAttrs-28518636-project] Pushing event updated for resources: {'Subnet': ['ID=e26488e6-37ac-4a35-ad6d-0ea85aaf5b91,revision_number=0']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:20:04.202200 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-735a8ec0-bef7-4cb2-abca-298fc7c4eca7 tempest-NetworksIpV6TestAttrs-28518636 tempest-NetworksIpV6TestAttrs-28518636-project] Checking segment: {'id': '5aee3a55-465b-4d75-8f09-36f0b6c75a9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'cb572e8b-0fe5-4eec-8b26-d58917844ebd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103304) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 21:20:04.202904 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-735a8ec0-bef7-4cb2-abca-298fc7c4eca7 tempest-NetworksIpV6TestAttrs-28518636 tempest-NetworksIpV6TestAttrs-28518636-project] Network hostable DHCP agents. Network: cb572e8b-0fe5-4eec-8b26-d58917844ebd, hostable agents: ['474ccdf7-ab6c-405b-a3b2-dc7b05829902'], hosted agents: [] {{(pid=103304) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 26 21:20:04.209207 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Current status of the port 66a10ebf-9166-4994-bb42-55b1112ad81b is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:20:04.220830 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-735a8ec0-bef7-4cb2-abca-298fc7c4eca7 tempest-NetworksIpV6TestAttrs-28518636 tempest-NetworksIpV6TestAttrs-28518636-project] Network cb572e8b-0fe5-4eec-8b26-d58917844ebd is scheduled to be hosted by DHCP agent 474ccdf7-ab6c-405b-a3b2-dc7b05829902 with binding_index 1 {{(pid=103304) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 26 21:20:04.234128 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [None req-735a8ec0-bef7-4cb2-abca-298fc7c4eca7 tempest-NetworksIpV6TestAttrs-28518636 tempest-NetworksIpV6TestAttrs-28518636-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760453-5, cb572e8b-0fe5-4eec-8b26-d58917844ebd) {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:20:04.238510 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-735a8ec0-bef7-4cb2-abca-298fc7c4eca7 tempest-NetworksIpV6TestAttrs-28518636 tempest-NetworksIpV6TestAttrs-28518636-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:20:04.239262 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-735a8ec0-bef7-4cb2-abca-298fc7c4eca7 tempest-NetworksIpV6TestAttrs-28518636 tempest-NetworksIpV6TestAttrs-28518636-project] Publish callbacks [] for subnet (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:20:04.245844 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05f4b094-d8d1-4ff1-ba46-291b3bf69c54 None None] Network cb572e8b-0fe5-4eec-8b26-d58917844ebd requested from n-d-760453-5 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 26 21:20:04.260788 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 35382) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:20:04.261649 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-735a8ec0-bef7-4cb2-abca-298fc7c4eca7 tempest-NetworksIpV6TestAttrs-28518636 tempest-NetworksIpV6TestAttrs-28518636-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.0897355 Jan 26 21:20:04.267310 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-b0ae6c40-de9d-43fd-bee9-d1341a476597 tempest-NetworksIpV6TestAttrs-28518636 tempest-NetworksIpV6TestAttrs-28518636-project] Request body: {'port': {'network_id': 'cb572e8b-0fe5-4eec-8b26-d58917844ebd', 'name': 'tempest-NetworksIpV6TestAttrs-447145869'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:20:04.347586 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52e09775-65a4-4ced-9f41-8c067bda1688 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3c4099e8-8ffb-51d1-af7f-5868973e933f-cb572e8b-0fe5-4eec-8b26-d58917844ebd', 'network_id': 'cb572e8b-0fe5-4eec-8b26-d58917844ebd', 'project_id': '80524cb9a34c43b69f8b6bd5c8d36035', 'fixed_ips': [{'subnet_id': 'e26488e6-37ac-4a35-ad6d-0ea85aaf5b91'}]}} from n-d-760453-5. {{(pid=103306) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 26 21:20:04.348430 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-52e09775-65a4-4ced-9f41-8c067bda1688 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (None), before_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:20:04.384184 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0ae6c40-de9d-43fd-bee9-d1341a476597 tempest-NetworksIpV6TestAttrs-28518636 tempest-NetworksIpV6TestAttrs-28518636-project] Made reservation on behalf of 80524cb9a34c43b69f8b6bd5c8d36035 for: {'port': 1} {{(pid=103305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 21:20:04.387837 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-b0ae6c40-de9d-43fd-bee9-d1341a476597 tempest-NetworksIpV6TestAttrs-28518636 tempest-NetworksIpV6TestAttrs-28518636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:20:04.408200 n-d-760453-5 neutron-server[103305]: DEBUG neutron.notifiers.nova [None req-b0ae6c40-de9d-43fd-bee9-d1341a476597 tempest-NetworksIpV6TestAttrs-28518636 tempest-NetworksIpV6TestAttrs-28518636-project] device_id is not set on port 74a59ed0-96d1-46f7-a89f-b67885c693d8 yet. {{(pid=103305) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 26 21:20:04.519904 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.db_base_plugin_common [None req-52e09775-65a4-4ced-9f41-8c067bda1688 None None] Allocated IP 2001:db8::f816:3eff:fe46:6b17 (cb572e8b-0fe5-4eec-8b26-d58917844ebd/e26488e6-37ac-4a35-ad6d-0ea85aaf5b91/b96caee3-f332-4410-b4e3-18faedff840a) {{(pid=103306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 21:20:04.539060 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-6dea594b-3ba1-4e22-926e-5dde6fc5a9c8 req-be6f4258-fd51-4acf-ba88-8f4880a14cf0 tempest-ServerDiagnosticsNegativeTest-1650510729 tempest-ServerDiagnosticsNegativeTest-1650510729-project] 10.222.0.13 "GET /v2.0/ports?device_id=bcd4d4fb-4fc5-48a1-bbd8-70e46ca05567 HTTP/1.1" status: 200 len: 210 time: 0.0589108 Jan 26 21:20:04.560096 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-370fccc3-fb39-4470-b374-bb96250430e2 req-6e79610e-4511-418e-9477-7a0989e4aace tempest-ServerDiagnosticsNegativeTest-1650510729 tempest-ServerDiagnosticsNegativeTest-1650510729-project] 10.222.0.57 "GET /v2.0/networks?tenant_id=fb4966a0616248b2bb1a0842e9191f25&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0359845 Jan 26 21:20:04.693960 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370fccc3-fb39-4470-b374-bb96250430e2 req-81111f5a-f417-4638-9cfb-92f7ae2f1506 tempest-ServerDiagnosticsNegativeTest-1650510729 tempest-ServerDiagnosticsNegativeTest-1650510729-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:20:04.695965 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-370fccc3-fb39-4470-b374-bb96250430e2 req-81111f5a-f417-4638-9cfb-92f7ae2f1506 tempest-ServerDiagnosticsNegativeTest-1650510729 tempest-ServerDiagnosticsNegativeTest-1650510729-project] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1306124 Jan 26 21:20:04.708140 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [req-370fccc3-fb39-4470-b374-bb96250430e2 req-0907dc43-600a-486a-9933-75a41ff677b1 tempest-ServerDiagnosticsNegativeTest-1650510729 tempest-ServerDiagnosticsNegativeTest-1650510729-project] Request body: {'port': {'device_id': 'bcd4d4fb-4fc5-48a1-bbd8-70e46ca05567', 'network_id': '7fbe9cf5-e12c-436d-b372-55a19c9faa30', 'admin_state_up': True, 'tenant_id': 'fb4966a0616248b2bb1a0842e9191f25'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:20:04.715902 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-52e09775-65a4-4ced-9f41-8c067bda1688 None None] Publish callbacks [] for port (b96caee3-f332-4410-b4e3-18faedff840a), precommit_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:20:04.726551 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-52e09775-65a4-4ced-9f41-8c067bda1688 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746560234527'] for port (b96caee3-f332-4410-b4e3-18faedff840a), after_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:20:04.773559 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.db_base_plugin_common [None req-b0ae6c40-de9d-43fd-bee9-d1341a476597 tempest-NetworksIpV6TestAttrs-28518636 tempest-NetworksIpV6TestAttrs-28518636-project] Allocated IP 2001:db8::f816:3eff:fe40:698f (cb572e8b-0fe5-4eec-8b26-d58917844ebd/e26488e6-37ac-4a35-ad6d-0ea85aaf5b91/74a59ed0-96d1-46f7-a89f-b67885c693d8) {{(pid=103305) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 21:20:04.777934 n-d-760453-5 neutron-server[103306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52e09775-65a4-4ced-9f41-8c067bda1688 None None] Network cb572e8b-0fe5-4eec-8b26-d58917844ebd is already hosted by enough agents. {{(pid=103306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 21:20:04.785255 n-d-760453-5 neutron-server[103306]: DEBUG neutron.scheduler.base_scheduler [None req-52e09775-65a4-4ced-9f41-8c067bda1688 None None] Resources bound (agent type, host, resource id): {{(pid=103306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:20:04.793039 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52e09775-65a4-4ced-9f41-8c067bda1688 None None] Received port after_create {{(pid=103306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 21:20:04.812462 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e09775-65a4-4ced-9f41-8c067bda1688 None None] Pushing event updated for resources: {'Port': ['ID=b96caee3-f332-4410-b4e3-18faedff840a,revision_number=1']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:20:04.887244 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-52e09775-65a4-4ced-9f41-8c067bda1688 None None] Attempting to bind port b96caee3-f332-4410-b4e3-18faedff840a on host n-d-760453-5 for vnic_type normal with profile {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 21:20:04.888780 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-52e09775-65a4-4ced-9f41-8c067bda1688 None None] Attempting to bind port b96caee3-f332-4410-b4e3-18faedff840a by drivers openvswitch,hyperv on host n-d-760453-5 at level 0 using segments [{'id': '5aee3a55-465b-4d75-8f09-36f0b6c75a9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'cb572e8b-0fe5-4eec-8b26-d58917844ebd'}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 26 21:20:04.889417 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52e09775-65a4-4ced-9f41-8c067bda1688 None None] Attempting to bind port b96caee3-f332-4410-b4e3-18faedff840a on network cb572e8b-0fe5-4eec-8b26-d58917844ebd {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 21:20:04.900814 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52e09775-65a4-4ced-9f41-8c067bda1688 None None] Checking agent: {'id': 'fea0591a-627d-4c87-9a9a-01625ddf3277', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760453-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 20, 55, 25), 'started_at': datetime.datetime(2022, 1, 26, 20, 55, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 21, 19, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760453-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 26 21:20:04.901337 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52e09775-65a4-4ced-9f41-8c067bda1688 None None] Checking segment: {'id': '5aee3a55-465b-4d75-8f09-36f0b6c75a9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'cb572e8b-0fe5-4eec-8b26-d58917844ebd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 21:20:04.901831 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-52e09775-65a4-4ced-9f41-8c067bda1688 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:20:04.902379 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52e09775-65a4-4ced-9f41-8c067bda1688 None None] Bound using segment: {'id': '5aee3a55-465b-4d75-8f09-36f0b6c75a9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'cb572e8b-0fe5-4eec-8b26-d58917844ebd'} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 26 21:20:04.903490 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-52e09775-65a4-4ced-9f41-8c067bda1688 None None] Bound port: b96caee3-f332-4410-b4e3-18faedff840a, host: n-d-760453-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5aee3a55-465b-4d75-8f09-36f0b6c75a9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'cb572e8b-0fe5-4eec-8b26-d58917844ebd'}}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 26 21:20:04.903746 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-52e09775-65a4-4ced-9f41-8c067bda1688 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (b96caee3-f332-4410-b4e3-18faedff840a), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:20:04.910351 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-370fccc3-fb39-4470-b374-bb96250430e2 req-0907dc43-600a-486a-9933-75a41ff677b1 tempest-ServerDiagnosticsNegativeTest-1650510729 tempest-ServerDiagnosticsNegativeTest-1650510729-project] Made reservation on behalf of fb4966a0616248b2bb1a0842e9191f25 for: {'port': 1} {{(pid=103304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 21:20:04.916439 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-370fccc3-fb39-4470-b374-bb96250430e2 req-0907dc43-600a-486a-9933-75a41ff677b1 tempest-ServerDiagnosticsNegativeTest-1650510729 tempest-ServerDiagnosticsNegativeTest-1650510729-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:20:04.930748 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-370fccc3-fb39-4470-b374-bb96250430e2 req-0907dc43-600a-486a-9933-75a41ff677b1 tempest-ServerDiagnosticsNegativeTest-1650510729 tempest-ServerDiagnosticsNegativeTest-1650510729-project] Publish callbacks [] for security_group (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:20:04.976323 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-b0ae6c40-de9d-43fd-bee9-d1341a476597 tempest-NetworksIpV6TestAttrs-28518636 tempest-NetworksIpV6TestAttrs-28518636-project] Publish callbacks [] for port (74a59ed0-96d1-46f7-a89f-b67885c693d8), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:20:04.981354 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-52e09775-65a4-4ced-9f41-8c067bda1688 None None] For port b96caee3-f332-4410-b4e3-18faedff840a, host n-d-760453-5, cleared binding levels {{(pid=103306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 26 21:20:04.984970 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-52e09775-65a4-4ced-9f41-8c067bda1688 None None] For port b96caee3-f332-4410-b4e3-18faedff840a, host n-d-760453-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=b96caee3-f332-4410-b4e3-18faedff840a,segment=NetworkSegment(5aee3a55-465b-4d75-8f09-36f0b6c75a9d),segment_id=5aee3a55-465b-4d75-8f09-36f0b6c75a9d)] {{(pid=103306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 26 21:20:04.994389 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-52e09775-65a4-4ced-9f41-8c067bda1688 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (b96caee3-f332-4410-b4e3-18faedff840a), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:20:05.038017 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-b0ae6c40-de9d-43fd-bee9-d1341a476597 tempest-NetworksIpV6TestAttrs-28518636 tempest-NetworksIpV6TestAttrs-28518636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746560234527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11791543'] for port (74a59ed0-96d1-46f7-a89f-b67885c693d8), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:20:05.088577 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-370fccc3-fb39-4470-b374-bb96250430e2 req-0907dc43-600a-486a-9933-75a41ff677b1 tempest-ServerDiagnosticsNegativeTest-1650510729 tempest-ServerDiagnosticsNegativeTest-1650510729-project] Publish callbacks [] for security_group (d059b18a-5200-4bcb-aa0a-24656bfe2bcc), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:20:05.095849 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-370fccc3-fb39-4470-b374-bb96250430e2 req-0907dc43-600a-486a-9933-75a41ff677b1 tempest-ServerDiagnosticsNegativeTest-1650510729 tempest-ServerDiagnosticsNegativeTest-1650510729-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (d059b18a-5200-4bcb-aa0a-24656bfe2bcc), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:20:05.120622 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e09775-65a4-4ced-9f41-8c067bda1688 None None] Pushing event updated for resources: {'Port': ['ID=b96caee3-f332-4410-b4e3-18faedff840a,revision_number=2']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:20:05.123354 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0ae6c40-de9d-43fd-bee9-d1341a476597 tempest-NetworksIpV6TestAttrs-28518636 tempest-NetworksIpV6TestAttrs-28518636-project] Network cb572e8b-0fe5-4eec-8b26-d58917844ebd is already hosted by enough agents. {{(pid=103305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 21:20:05.140887 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [None req-b0ae6c40-de9d-43fd-bee9-d1341a476597 tempest-NetworksIpV6TestAttrs-28518636 tempest-NetworksIpV6TestAttrs-28518636-project] Resources bound (agent type, host, resource id): {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:20:05.145726 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0ae6c40-de9d-43fd-bee9-d1341a476597 tempest-NetworksIpV6TestAttrs-28518636 tempest-NetworksIpV6TestAttrs-28518636-project] Received port after_create {{(pid=103305) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 21:20:05.154080 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0ae6c40-de9d-43fd-bee9-d1341a476597 tempest-NetworksIpV6TestAttrs-28518636 tempest-NetworksIpV6TestAttrs-28518636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:20:05.154788 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-b0ae6c40-de9d-43fd-bee9-d1341a476597 tempest-NetworksIpV6TestAttrs-28518636 tempest-NetworksIpV6TestAttrs-28518636-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:20:05.168572 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ae6c40-de9d-43fd-bee9-d1341a476597 tempest-NetworksIpV6TestAttrs-28518636 tempest-NetworksIpV6TestAttrs-28518636-project] Pushing event updated for resources: {'Port': ['ID=74a59ed0-96d1-46f7-a89f-b67885c693d8,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:20:05.194820 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-b0ae6c40-de9d-43fd-bee9-d1341a476597 tempest-NetworksIpV6TestAttrs-28518636 tempest-NetworksIpV6TestAttrs-28518636-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 0.9315977 Jan 26 21:20:05.198113 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 35398) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:20:05.287358 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.db_base_plugin_v2 [None req-770c796a-c154-4e0c-8db7-4759890b5357 tempest-NetworksIpV6TestAttrs-28518636 tempest-NetworksIpV6TestAttrs-28518636-project] Deleting subnet e26488e6-37ac-4a35-ad6d-0ea85aaf5b91 {{(pid=103305) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 26 21:20:05.293965 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-770c796a-c154-4e0c-8db7-4759890b5357 tempest-NetworksIpV6TestAttrs-28518636 tempest-NetworksIpV6TestAttrs-28518636-project] Publish callbacks [] for subnet (e26488e6-37ac-4a35-ad6d-0ea85aaf5b91), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:20:05.354096 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0907dc43-600a-486a-9933-75a41ff677b1 tempest-ServerDiagnosticsNegativeTest-1650510729 tempest-ServerDiagnosticsNegativeTest-1650510729-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d059b18a-5200-4bcb-aa0a-24656bfe2bcc,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:20:05.380025 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1faa0b4-b8f2-4ce5-8a6f-301e64990c4f req-5d782bcb-5e13-48bc-b8bb-2f2e155acafe tempest-ServersNegativeTestJSON-90632883 tempest-ServersNegativeTestJSON-90632883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:20:05.381641 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-c1faa0b4-b8f2-4ce5-8a6f-301e64990c4f req-5d782bcb-5e13-48bc-b8bb-2f2e155acafe tempest-ServersNegativeTestJSON-90632883 tempest-ServersNegativeTestJSON-90632883-project] 10.222.0.13 "GET /v2.0/ports?device_id=20bda332-a159-49bd-8c61-2ea774ab5602 HTTP/1.1" status: 200 len: 946 time: 0.1526167 Jan 26 21:20:05.391593 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.db_base_plugin_common [req-370fccc3-fb39-4470-b374-bb96250430e2 req-0907dc43-600a-486a-9933-75a41ff677b1 tempest-ServerDiagnosticsNegativeTest-1650510729 tempest-ServerDiagnosticsNegativeTest-1650510729-project] Allocated IP 192.168.233.193 (7fbe9cf5-e12c-436d-b372-55a19c9faa30/fd77e534-75e6-4b90-950e-f5824d584430/e07daafc-6267-4846-9ef7-e463fca769d6) {{(pid=103304) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 21:20:05.403370 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-770c796a-c154-4e0c-8db7-4759890b5357 tempest-NetworksIpV6TestAttrs-28518636 tempest-NetworksIpV6TestAttrs-28518636-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11788946'] for subnet (e26488e6-37ac-4a35-ad6d-0ea85aaf5b91), precommit_delete_associations {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:20:05.434549 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c78cb7-6a49-4f30-b586-b56c9bdae8aa req-b8ce7aae-38a0-4e2f-9d34-94f371c18c88 tempest-DeleteServersTestJSON-1338827600 tempest-DeleteServersTestJSON-1338827600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:20:05.436123 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-c0c78cb7-6a49-4f30-b586-b56c9bdae8aa req-b8ce7aae-38a0-4e2f-9d34-94f371c18c88 tempest-DeleteServersTestJSON-1338827600 tempest-DeleteServersTestJSON-1338827600-project] 10.222.0.13 "GET /v2.0/ports?device_id=b94ac130-6232-4bd7-acba-586230daf28f HTTP/1.1" status: 200 len: 946 time: 0.3879511 Jan 26 21:20:05.504737 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-c1faa0b4-b8f2-4ce5-8a6f-301e64990c4f req-86b7b93e-bbe6-4493-8134-afb3fa062d68 tempest-ServersNegativeTestJSON-90632883 tempest-ServersNegativeTestJSON-90632883-project] 10.222.0.13 "GET /v2.0/security-groups?id=f00b351c-12ea-4499-84c9-f0263f4f27ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155376 Jan 26 21:20:05.631963 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-c0c78cb7-6a49-4f30-b586-b56c9bdae8aa req-81b7120f-27fa-4964-b6f9-a7e229daef55 tempest-DeleteServersTestJSON-1338827600 tempest-DeleteServersTestJSON-1338827600-project] 10.222.0.13 "GET /v2.0/security-groups?id=b7fc5e70-a24b-497d-9cf6-8df82d0ad35b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1877298 Jan 26 21:20:05.634591 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-770c796a-c154-4e0c-8db7-4759890b5357 tempest-NetworksIpV6TestAttrs-28518636 tempest-NetworksIpV6TestAttrs-28518636-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687316'] for subnet (e26488e6-37ac-4a35-ad6d-0ea85aaf5b91), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:20:05.689551 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-370fccc3-fb39-4470-b374-bb96250430e2 req-0907dc43-600a-486a-9933-75a41ff677b1 tempest-ServerDiagnosticsNegativeTest-1650510729 tempest-ServerDiagnosticsNegativeTest-1650510729-project] Publish callbacks [] for port (e07daafc-6267-4846-9ef7-e463fca769d6), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:20:05.741589 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-770c796a-c154-4e0c-8db7-4759890b5357 tempest-NetworksIpV6TestAttrs-28518636 tempest-NetworksIpV6TestAttrs-28518636-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11791594', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11599980'] for subnet (e26488e6-37ac-4a35-ad6d-0ea85aaf5b91), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:20:05.779911 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-770c796a-c154-4e0c-8db7-4759890b5357 tempest-NetworksIpV6TestAttrs-28518636 tempest-NetworksIpV6TestAttrs-28518636-project] Pushing event deleted for resources: {'Subnet': ['ID=e26488e6-37ac-4a35-ad6d-0ea85aaf5b91,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:20:05.782909 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-770c796a-c154-4e0c-8db7-4759890b5357 tempest-NetworksIpV6TestAttrs-28518636 tempest-NetworksIpV6TestAttrs-28518636-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709645'] for subnet (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:20:05.789617 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-770c796a-c154-4e0c-8db7-4759890b5357 tempest-NetworksIpV6TestAttrs-28518636 tempest-NetworksIpV6TestAttrs-28518636-project] 10.222.0.13 "DELETE /v2.0/subnets/e26488e6-37ac-4a35-ad6d-0ea85aaf5b91 HTTP/1.1" status: 204 len: 168 time: 0.5872138 Jan 26 21:20:05.789793 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-370fccc3-fb39-4470-b374-bb96250430e2 req-0907dc43-600a-486a-9933-75a41ff677b1 tempest-ServerDiagnosticsNegativeTest-1650510729 tempest-ServerDiagnosticsNegativeTest-1650510729-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746560234527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9281553'] for port (e07daafc-6267-4846-9ef7-e463fca769d6), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:20:05.789793 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 35402) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:20:05.890414 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-370fccc3-fb39-4470-b374-bb96250430e2 req-0907dc43-600a-486a-9933-75a41ff677b1 tempest-ServerDiagnosticsNegativeTest-1650510729 tempest-ServerDiagnosticsNegativeTest-1650510729-project] Network 7fbe9cf5-e12c-436d-b372-55a19c9faa30 is already hosted by enough agents. {{(pid=103304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 21:20:05.902486 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [req-370fccc3-fb39-4470-b374-bb96250430e2 req-0907dc43-600a-486a-9933-75a41ff677b1 tempest-ServerDiagnosticsNegativeTest-1650510729 tempest-ServerDiagnosticsNegativeTest-1650510729-project] Resources bound (agent type, host, resource id): {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:20:05.905012 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [req-370fccc3-fb39-4470-b374-bb96250430e2 req-0907dc43-600a-486a-9933-75a41ff677b1 tempest-ServerDiagnosticsNegativeTest-1650510729 tempest-ServerDiagnosticsNegativeTest-1650510729-project] Received port after_create {{(pid=103304) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 21:20:05.935218 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3708e32c-cc03-4542-9956-652f9685ad72 req-b820c566-9f3c-49ac-abad-8b1cd8476a61 tempest-ServerDiagnosticsNegativeTest-1650510729 tempest-ServerDiagnosticsNegativeTest-1650510729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:20:05.936951 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-3708e32c-cc03-4542-9956-652f9685ad72 req-b820c566-9f3c-49ac-abad-8b1cd8476a61 tempest-ServerDiagnosticsNegativeTest-1650510729 tempest-ServerDiagnosticsNegativeTest-1650510729-project] 10.222.0.13 "GET /v2.0/ports?device_id=bcd4d4fb-4fc5-48a1-bbd8-70e46ca05567 HTTP/1.1" status: 200 len: 936 time: 0.1873109 Jan 26 21:20:05.940067 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5456fda5-3c86-4ebb-a191-1d4ac47785e5 tempest-NetworksIpV6TestAttrs-28518636 tempest-NetworksIpV6TestAttrs-28518636-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:20:05.942031 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5456fda5-3c86-4ebb-a191-1d4ac47785e5 tempest-NetworksIpV6TestAttrs-28518636 tempest-NetworksIpV6TestAttrs-28518636-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:20:05.948598 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 35406) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:20:05.949233 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-5456fda5-3c86-4ebb-a191-1d4ac47785e5 tempest-NetworksIpV6TestAttrs-28518636 tempest-NetworksIpV6TestAttrs-28518636-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1576459 Jan 26 21:20:06.005539 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0907dc43-600a-486a-9933-75a41ff677b1 tempest-ServerDiagnosticsNegativeTest-1650510729 tempest-ServerDiagnosticsNegativeTest-1650510729-project] Pushing event updated for resources: {'Port': ['ID=e07daafc-6267-4846-9ef7-e463fca769d6,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:20:06.081911 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370fccc3-fb39-4470-b374-bb96250430e2 req-0907dc43-600a-486a-9933-75a41ff677b1 tempest-ServerDiagnosticsNegativeTest-1650510729 tempest-ServerDiagnosticsNegativeTest-1650510729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:20:06.083007 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-370fccc3-fb39-4470-b374-bb96250430e2 req-0907dc43-600a-486a-9933-75a41ff677b1 tempest-ServerDiagnosticsNegativeTest-1650510729 tempest-ServerDiagnosticsNegativeTest-1650510729-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:20:06.107660 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-768f3429-d914-42be-8571-a790140894fa tempest-NetworksIpV6TestAttrs-28518636 tempest-NetworksIpV6TestAttrs-28518636-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-748181'] for network (cb572e8b-0fe5-4eec-8b26-d58917844ebd), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:20:06.123492 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device b96caee3-f332-4410-b4e3-18faedff840a up at agent ovs-agent-n-d-760453-5 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 21:20:06.124839 n-d-760453-5 neutron-server[103305]: INFO neutron.pecan_wsgi.hooks.translation [None req-768f3429-d914-42be-8571-a790140894fa tempest-NetworksIpV6TestAttrs-28518636 tempest-NetworksIpV6TestAttrs-28518636-project] DELETE failed (client error): There was a conflict when trying to complete your request. Jan 26 21:20:06.125455 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-768f3429-d914-42be-8571-a790140894fa tempest-NetworksIpV6TestAttrs-28518636 tempest-NetworksIpV6TestAttrs-28518636-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=103305) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 26 21:20:06.133555 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-768f3429-d914-42be-8571-a790140894fa tempest-NetworksIpV6TestAttrs-28518636 tempest-NetworksIpV6TestAttrs-28518636-project] 10.222.0.13 "DELETE /v2.0/networks/cb572e8b-0fe5-4eec-8b26-d58917844ebd HTTP/1.1" status: 409 len: 466 time: 0.1792843 Jan 26 21:20:06.133896 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 35408) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:20:06.143176 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-97982f75-41ee-4746-8944-c377bbe65007 tempest-NetworksIpV6TestAttrs-28518636 tempest-NetworksIpV6TestAttrs-28518636-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-2130746802'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:20:06.144776 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-3708e32c-cc03-4542-9956-652f9685ad72 req-b2d6e99b-3bca-47c8-9ffe-2f4db58d5142 tempest-ServerDiagnosticsNegativeTest-1650510729 tempest-ServerDiagnosticsNegativeTest-1650510729-project] 10.222.0.13 "GET /v2.0/security-groups?id=d059b18a-5200-4bcb-aa0a-24656bfe2bcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1402416 Jan 26 21:20:06.153844 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-370fccc3-fb39-4470-b374-bb96250430e2 req-0907dc43-600a-486a-9933-75a41ff677b1 tempest-ServerDiagnosticsNegativeTest-1650510729 tempest-ServerDiagnosticsNegativeTest-1650510729-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.4495623 Jan 26 21:20:06.169597 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [req-370fccc3-fb39-4470-b374-bb96250430e2 req-43e8fa3f-cebb-48d0-980d-27a286f78d30 service neutron] Request body: {'port': {'device_id': 'bcd4d4fb-4fc5-48a1-bbd8-70e46ca05567', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-760453-5'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:20:06.193396 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97982f75-41ee-4746-8944-c377bbe65007 tempest-NetworksIpV6TestAttrs-28518636 tempest-NetworksIpV6TestAttrs-28518636-project] Made reservation on behalf of 80524cb9a34c43b69f8b6bd5c8d36035 for: {'network': 1} {{(pid=103305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 21:20:06.198986 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-97982f75-41ee-4746-8944-c377bbe65007 tempest-NetworksIpV6TestAttrs-28518636 tempest-NetworksIpV6TestAttrs-28518636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for network (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:20:06.213780 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Provisioning complete for port b96caee3-f332-4410-b4e3-18faedff840a triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:20:06.214253 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (b96caee3-f332-4410-b4e3-18faedff840a), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:20:06.249586 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-97982f75-41ee-4746-8944-c377bbe65007 tempest-NetworksIpV6TestAttrs-28518636 tempest-NetworksIpV6TestAttrs-28518636-project] vlan segment allocate from pool success with {'vlan_id': 588, 'physical_network': 'physnet1'} {{(pid=103305) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 26 21:20:06.256451 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-370fccc3-fb39-4470-b374-bb96250430e2 req-43e8fa3f-cebb-48d0-980d-27a286f78d30 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (e07daafc-6267-4846-9ef7-e463fca769d6), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:20:06.285420 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-97982f75-41ee-4746-8944-c377bbe65007 tempest-NetworksIpV6TestAttrs-28518636 tempest-NetworksIpV6TestAttrs-28518636-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576559'] for segment (c62c43a1-a581-4827-988d-0cb441819643), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:20:06.286827 n-d-760453-5 neutron-server[103305]: INFO neutron.db.segments_db [None req-97982f75-41ee-4746-8944-c377bbe65007 tempest-NetworksIpV6TestAttrs-28518636 tempest-NetworksIpV6TestAttrs-28518636-project] Added segment c62c43a1-a581-4827-988d-0cb441819643 of type vlan for network 188578fb-01e5-4911-818f-9482bf546173 Jan 26 21:20:06.332578 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Current status of the port b96caee3-f332-4410-b4e3-18faedff840a is: DOWN; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:20:06.332976 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (b96caee3-f332-4410-b4e3-18faedff840a), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:20:06.369202 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-97982f75-41ee-4746-8944-c377bbe65007 tempest-NetworksIpV6TestAttrs-28518636 tempest-NetworksIpV6TestAttrs-28518636-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746560256871'] for network (188578fb-01e5-4911-818f-9482bf546173), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:20:06.404987 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-97982f75-41ee-4746-8944-c377bbe65007 tempest-NetworksIpV6TestAttrs-28518636 tempest-NetworksIpV6TestAttrs-28518636-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503'] for network (188578fb-01e5-4911-818f-9482bf546173), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:20:06.412674 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97982f75-41ee-4746-8944-c377bbe65007 tempest-NetworksIpV6TestAttrs-28518636 tempest-NetworksIpV6TestAttrs-28518636-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:20:06.413658 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-97982f75-41ee-4746-8944-c377bbe65007 tempest-NetworksIpV6TestAttrs-28518636 tempest-NetworksIpV6TestAttrs-28518636-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709645'] for network (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:20:06.420396 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] For port b96caee3-f332-4410-b4e3-18faedff840a, host n-d-760453-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=b96caee3-f332-4410-b4e3-18faedff840a,segment=NetworkSegment(5aee3a55-465b-4d75-8f09-36f0b6c75a9d),segment_id=5aee3a55-465b-4d75-8f09-36f0b6c75a9d)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:20:06.438110 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (b96caee3-f332-4410-b4e3-18faedff840a), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:20:06.490037 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Pushing event updated for resources: {'Port': ['ID=b96caee3-f332-4410-b4e3-18faedff840a,revision_number=4']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:20:06.493086 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-5c52b65c-71b7-4c70-b1a7-14a4472c265e None None] Provisioning complete for port e07daafc-6267-4846-9ef7-e463fca769d6 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:20:06.493217 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-97982f75-41ee-4746-8944-c377bbe65007 tempest-NetworksIpV6TestAttrs-28518636 tempest-NetworksIpV6TestAttrs-28518636-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.3571188 Jan 26 21:20:06.494268 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-5c52b65c-71b7-4c70-b1a7-14a4472c265e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (e07daafc-6267-4846-9ef7-e463fca769d6), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:20:06.497058 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 35410) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:20:06.503286 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-1983238c-0a0f-4b2a-8831-69f1e8f3a58d tempest-NetworksIpV6TestAttrs-28518636 tempest-NetworksIpV6TestAttrs-28518636-project] Request body: {'subnet': {'network_id': '188578fb-01e5-4911-818f-9482bf546173', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:20:06.579091 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-5c52b65c-71b7-4c70-b1a7-14a4472c265e None None] Port e07daafc-6267-4846-9ef7-e463fca769d6 cannot update to ACTIVE because it is not bound. {{(pid=103306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 26 21:20:06.619571 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97982f75-41ee-4746-8944-c377bbe65007 tempest-NetworksIpV6TestAttrs-28518636 tempest-NetworksIpV6TestAttrs-28518636-project] Pushing event updated for resources: {'Network': ['ID=188578fb-01e5-4911-818f-9482bf546173,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:20:06.635341 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Network 188578fb-01e5-4911-818f-9482bf546173 details requested by agent ovs-agent-n-d-760453-5 with host n-d-760453-5 {{(pid=103306) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 26 21:20:06.742871 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1983238c-0a0f-4b2a-8831-69f1e8f3a58d tempest-NetworksIpV6TestAttrs-28518636 tempest-NetworksIpV6TestAttrs-28518636-project] Made reservation on behalf of 80524cb9a34c43b69f8b6bd5c8d36035 for: {'subnet': 1} {{(pid=103305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 21:20:06.751573 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-1983238c-0a0f-4b2a-8831-69f1e8f3a58d tempest-NetworksIpV6TestAttrs-28518636 tempest-NetworksIpV6TestAttrs-28518636-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11599953'] for subnet (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:20:06.822115 n-d-760453-5 neutron-server[103304]: DEBUG neutron.notifiers.nova [req-370fccc3-fb39-4470-b374-bb96250430e2 req-43e8fa3f-cebb-48d0-980d-27a286f78d30 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e07daafc-6267-4846-9ef7-e463fca769d6 {{(pid=103304) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 26 21:20:06.833431 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-370fccc3-fb39-4470-b374-bb96250430e2 req-43e8fa3f-cebb-48d0-980d-27a286f78d30 service neutron] Publish callbacks [] for port (e07daafc-6267-4846-9ef7-e463fca769d6), precommit_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:20:06.841371 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86a3dc24-c6f6-4a3c-a4bb-4509cfc3bf5d None None] Network cb572e8b-0fe5-4eec-8b26-d58917844ebd requested from n-d-760453-5 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 26 21:20:06.855258 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.provisioning_blocks [req-370fccc3-fb39-4470-b374-bb96250430e2 req-43e8fa3f-cebb-48d0-980d-27a286f78d30 service neutron] Transition to ACTIVE for port object e07daafc-6267-4846-9ef7-e463fca769d6 will not be triggered until provisioned by entity L2. {{(pid=103304) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 21:20:06.860686 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-370fccc3-fb39-4470-b374-bb96250430e2 req-43e8fa3f-cebb-48d0-980d-27a286f78d30 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9281542'] for port (e07daafc-6267-4846-9ef7-e463fca769d6), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:20:07.036727 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-73051a3b-16a5-40f8-ba68-5863766e674c None None] Provisioning complete for port b96caee3-f332-4410-b4e3-18faedff840a triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:20:07.037234 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-73051a3b-16a5-40f8-ba68-5863766e674c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (b96caee3-f332-4410-b4e3-18faedff840a), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:20:07.081774 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e8fa3f-cebb-48d0-980d-27a286f78d30 service neutron] Pushing event updated for resources: {'Port': ['ID=e07daafc-6267-4846-9ef7-e463fca769d6,revision_number=2']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:20:07.135137 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1724f0-17e1-404b-90d4-2a1998aa39c0 req-60e5c722-1e76-47c2-9c9c-37b2dbe37c32 tempest-ServersNegativeTestJSON-90632883 tempest-ServersNegativeTestJSON-90632883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:20:07.142235 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-1a1724f0-17e1-404b-90d4-2a1998aa39c0 req-60e5c722-1e76-47c2-9c9c-37b2dbe37c32 tempest-ServersNegativeTestJSON-90632883 tempest-ServersNegativeTestJSON-90632883-project] 10.222.0.13 "GET /v2.0/ports?device_id=20bda332-a159-49bd-8c61-2ea774ab5602 HTTP/1.1" status: 200 len: 946 time: 0.4046180 Jan 26 21:20:07.186298 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-73051a3b-16a5-40f8-ba68-5863766e674c None None] Current status of the port b96caee3-f332-4410-b4e3-18faedff840a is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:20:07.212404 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-170836f5-33ab-47d0-aec4-45055dd00f93 None None] DHCP port deletion for cb572e8b-0fe5-4eec-8b26-d58917844ebd request from n-d-760453-5 {{(pid=103306) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 26 21:20:07.243094 n-d-760453-5 neutron-server[103305]: DEBUG neutron.objects.ports [None req-1983238c-0a0f-4b2a-8831-69f1e8f3a58d tempest-NetworksIpV6TestAttrs-28518636 tempest-NetworksIpV6TestAttrs-28518636-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103305) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Jan 26 21:20:07.245799 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c6442b-8c76-44d6-8c0d-73dd68200e5d req-ec649319-dd12-44b8-8919-bc5ffc77fd39 tempest-DeleteServersTestJSON-1338827600 tempest-DeleteServersTestJSON-1338827600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:20:07.245967 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-1983238c-0a0f-4b2a-8831-69f1e8f3a58d tempest-NetworksIpV6TestAttrs-28518636 tempest-NetworksIpV6TestAttrs-28518636-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11788839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11599975'] for subnet (40af9236-f7c6-4109-86cf-04ddf49519ac), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:20:07.248228 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-c9c6442b-8c76-44d6-8c0d-73dd68200e5d req-ec649319-dd12-44b8-8919-bc5ffc77fd39 tempest-DeleteServersTestJSON-1338827600 tempest-DeleteServersTestJSON-1338827600-project] 10.222.0.13 "GET /v2.0/ports?device_id=b94ac130-6232-4bd7-acba-586230daf28f HTTP/1.1" status: 200 len: 946 time: 0.2276347 Jan 26 21:20:07.282914 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-170836f5-33ab-47d0-aec4-45055dd00f93 None None] Deleting port b96caee3-f332-4410-b4e3-18faedff840a {{(pid=103306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 21:20:07.283480 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-170836f5-33ab-47d0-aec4-45055dd00f93 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746560630878'] for port (b96caee3-f332-4410-b4e3-18faedff840a), before_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:20:07.304289 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [req-370fccc3-fb39-4470-b374-bb96250430e2 req-43e8fa3f-cebb-48d0-980d-27a286f78d30 service neutron] Attempting to bind port e07daafc-6267-4846-9ef7-e463fca769d6 on host n-h2-760453-5 for vnic_type normal with profile {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 21:20:07.304648 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [req-370fccc3-fb39-4470-b374-bb96250430e2 req-43e8fa3f-cebb-48d0-980d-27a286f78d30 service neutron] Attempting to bind port e07daafc-6267-4846-9ef7-e463fca769d6 by drivers openvswitch,hyperv on host n-h2-760453-5 at level 0 using segments [{'id': '4eab25d6-89d9-4907-a1c2-51b06443ba33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '7fbe9cf5-e12c-436d-b372-55a19c9faa30'}] {{(pid=103304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 26 21:20:07.304980 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-370fccc3-fb39-4470-b374-bb96250430e2 req-43e8fa3f-cebb-48d0-980d-27a286f78d30 service neutron] Attempting to bind port e07daafc-6267-4846-9ef7-e463fca769d6 on network 7fbe9cf5-e12c-436d-b372-55a19c9faa30 {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 21:20:07.324613 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-370fccc3-fb39-4470-b374-bb96250430e2 req-43e8fa3f-cebb-48d0-980d-27a286f78d30 service neutron] Port e07daafc-6267-4846-9ef7-e463fca769d6 on network 7fbe9cf5-e12c-436d-b372-55a19c9faa30 not bound, no agent of type Open vSwitch agent registered on host n-h2-760453-5 {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 26 21:20:07.324854 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-370fccc3-fb39-4470-b374-bb96250430e2 req-43e8fa3f-cebb-48d0-980d-27a286f78d30 service neutron] Attempting to bind port e07daafc-6267-4846-9ef7-e463fca769d6 on network 7fbe9cf5-e12c-436d-b372-55a19c9faa30 {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 21:20:07.329862 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1983238c-0a0f-4b2a-8831-69f1e8f3a58d tempest-NetworksIpV6TestAttrs-28518636 tempest-NetworksIpV6TestAttrs-28518636-project] Pushing event updated for resources: {'Subnet': ['ID=40af9236-f7c6-4109-86cf-04ddf49519ac,revision_number=0']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:20:07.338713 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1983238c-0a0f-4b2a-8831-69f1e8f3a58d tempest-NetworksIpV6TestAttrs-28518636 tempest-NetworksIpV6TestAttrs-28518636-project] Checking segment: {'id': 'c62c43a1-a581-4827-988d-0cb441819643', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '188578fb-01e5-4911-818f-9482bf546173'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103305) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 21:20:07.339356 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1983238c-0a0f-4b2a-8831-69f1e8f3a58d tempest-NetworksIpV6TestAttrs-28518636 tempest-NetworksIpV6TestAttrs-28518636-project] Network hostable DHCP agents. Network: 188578fb-01e5-4911-818f-9482bf546173, hostable agents: ['474ccdf7-ab6c-405b-a3b2-dc7b05829902'], hosted agents: [] {{(pid=103305) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 26 21:20:07.346524 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-370fccc3-fb39-4470-b374-bb96250430e2 req-43e8fa3f-cebb-48d0-980d-27a286f78d30 service neutron] Checking agent: {'id': '4d619873-4b60-439f-9b5a-b155dc8bbc34', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-760453-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 21, 2, 53), 'started_at': datetime.datetime(2022, 1, 26, 21, 2, 53), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 21, 19, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 26 21:20:07.346877 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-370fccc3-fb39-4470-b374-bb96250430e2 req-43e8fa3f-cebb-48d0-980d-27a286f78d30 service neutron] Checking segment: {'id': '4eab25d6-89d9-4907-a1c2-51b06443ba33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '7fbe9cf5-e12c-436d-b372-55a19c9faa30'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103304) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 21:20:07.347337 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-370fccc3-fb39-4470-b374-bb96250430e2 req-43e8fa3f-cebb-48d0-980d-27a286f78d30 service neutron] Bound using segment: {'id': '4eab25d6-89d9-4907-a1c2-51b06443ba33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '7fbe9cf5-e12c-436d-b372-55a19c9faa30'} {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 26 21:20:07.347835 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [req-370fccc3-fb39-4470-b374-bb96250430e2 req-43e8fa3f-cebb-48d0-980d-27a286f78d30 service neutron] Bound port: e07daafc-6267-4846-9ef7-e463fca769d6, host: n-h2-760453-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4eab25d6-89d9-4907-a1c2-51b06443ba33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '7fbe9cf5-e12c-436d-b372-55a19c9faa30'}}] {{(pid=103304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 26 21:20:07.348285 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-370fccc3-fb39-4470-b374-bb96250430e2 req-43e8fa3f-cebb-48d0-980d-27a286f78d30 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (e07daafc-6267-4846-9ef7-e463fca769d6), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:20:07.356731 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-170836f5-33ab-47d0-aec4-45055dd00f93 None None] For port b96caee3-f332-4410-b4e3-18faedff840a, host n-d-760453-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=b96caee3-f332-4410-b4e3-18faedff840a,segment=NetworkSegment(5aee3a55-465b-4d75-8f09-36f0b6c75a9d),segment_id=5aee3a55-465b-4d75-8f09-36f0b6c75a9d)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:20:07.357276 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-170836f5-33ab-47d0-aec4-45055dd00f93 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4109658'] for port (b96caee3-f332-4410-b4e3-18faedff840a), precommit_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:20:07.359163 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1983238c-0a0f-4b2a-8831-69f1e8f3a58d tempest-NetworksIpV6TestAttrs-28518636 tempest-NetworksIpV6TestAttrs-28518636-project] Network 188578fb-01e5-4911-818f-9482bf546173 is scheduled to be hosted by DHCP agent 474ccdf7-ab6c-405b-a3b2-dc7b05829902 with binding_index 1 {{(pid=103305) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 26 21:20:07.369733 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [None req-1983238c-0a0f-4b2a-8831-69f1e8f3a58d tempest-NetworksIpV6TestAttrs-28518636 tempest-NetworksIpV6TestAttrs-28518636-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760453-5, 188578fb-01e5-4911-818f-9482bf546173) {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:20:07.374002 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-170836f5-33ab-47d0-aec4-45055dd00f93 None None] Calling delete_port for b96caee3-f332-4410-b4e3-18faedff840a owned by network:dhcp {{(pid=103306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 21:20:07.374641 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1983238c-0a0f-4b2a-8831-69f1e8f3a58d tempest-NetworksIpV6TestAttrs-28518636 tempest-NetworksIpV6TestAttrs-28518636-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:20:07.375506 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-1983238c-0a0f-4b2a-8831-69f1e8f3a58d tempest-NetworksIpV6TestAttrs-28518636 tempest-NetworksIpV6TestAttrs-28518636-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709645'] for subnet (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:20:07.392843 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-c9c6442b-8c76-44d6-8c0d-73dd68200e5d req-3661f478-f925-40c3-b612-331a3eb16479 tempest-DeleteServersTestJSON-1338827600 tempest-DeleteServersTestJSON-1338827600-project] 10.222.0.13 "GET /v2.0/security-groups?id=b7fc5e70-a24b-497d-9cf6-8df82d0ad35b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1235058 Jan 26 21:20:07.397996 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-1983238c-0a0f-4b2a-8831-69f1e8f3a58d tempest-NetworksIpV6TestAttrs-28518636 tempest-NetworksIpV6TestAttrs-28518636-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 0.8996444 Jan 26 21:20:07.400469 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 35426) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:20:07.428531 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-1a1724f0-17e1-404b-90d4-2a1998aa39c0 req-eae7adca-1754-4e62-bcba-8c14b196d4a9 tempest-ServersNegativeTestJSON-90632883 tempest-ServersNegativeTestJSON-90632883-project] 10.222.0.13 "GET /v2.0/security-groups?id=f00b351c-12ea-4499-84c9-f0263f4f27ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2853627 Jan 26 21:20:07.472034 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-804b5680-5c66-48ed-8408-67e4a9510f53 None None] Network 188578fb-01e5-4911-818f-9482bf546173 requested from n-d-760453-5 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 26 21:20:07.495309 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [req-370fccc3-fb39-4470-b374-bb96250430e2 req-43e8fa3f-cebb-48d0-980d-27a286f78d30 service neutron] For port e07daafc-6267-4846-9ef7-e463fca769d6, host n-h2-760453-5, cleared binding levels {{(pid=103304) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 26 21:20:07.501212 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [req-370fccc3-fb39-4470-b374-bb96250430e2 req-43e8fa3f-cebb-48d0-980d-27a286f78d30 service neutron] For port e07daafc-6267-4846-9ef7-e463fca769d6, host n-h2-760453-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-5',level=0,port_id=e07daafc-6267-4846-9ef7-e463fca769d6,segment=NetworkSegment(4eab25d6-89d9-4907-a1c2-51b06443ba33),segment_id=4eab25d6-89d9-4907-a1c2-51b06443ba33)] {{(pid=103304) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 26 21:20:07.509405 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-370fccc3-fb39-4470-b374-bb96250430e2 req-43e8fa3f-cebb-48d0-980d-27a286f78d30 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9281542'] for port (e07daafc-6267-4846-9ef7-e463fca769d6), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:20:07.542286 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-170836f5-33ab-47d0-aec4-45055dd00f93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746560636600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746560234536'] for port (b96caee3-f332-4410-b4e3-18faedff840a), after_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:20:07.561110 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-f9ce9bf0-d87f-4c87-93b2-782ed2657a6c tempest-NetworksIpV6TestAttrs-28518636 tempest-NetworksIpV6TestAttrs-28518636-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-748181'] for network (188578fb-01e5-4911-818f-9482bf546173), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:20:07.581772 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370fccc3-fb39-4470-b374-bb96250430e2 req-43e8fa3f-cebb-48d0-980d-27a286f78d30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:20:07.582551 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-370fccc3-fb39-4470-b374-bb96250430e2 req-43e8fa3f-cebb-48d0-980d-27a286f78d30 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:20:07.584390 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-370fccc3-fb39-4470-b374-bb96250430e2 req-43e8fa3f-cebb-48d0-980d-27a286f78d30 service neutron] 10.222.0.57 "PUT /v2.0/ports/e07daafc-6267-4846-9ef7-e463fca769d6 HTTP/1.1" status: 200 len: 1096 time: 1.4201331 Jan 26 21:20:07.584800 n-d-760453-5 neutron-server[103304]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bcd4d4fb-4fc5-48a1-bbd8-70e46ca05567', 'tag': 'e07daafc-6267-4846-9ef7-e463fca769d6'}] {{(pid=103304) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 21:20:07.588443 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d52b45f1943fcd332af9527eb73ff93c8d715d44383a3f6d18de73b4cfcf87b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a16196d8-583a-4d08-9234-b00e6da4aaa1" -d '{"events": [{"name": "network-changed", "server_uuid": "bcd4d4fb-4fc5-48a1-bbd8-70e46ca05567", "tag": "e07daafc-6267-4846-9ef7-e463fca769d6"}]}' {{(pid=103304) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 21:20:07.588734 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170836f5-33ab-47d0-aec4-45055dd00f93 None None] Pushing event deleted for resources: {'Port': ['ID=b96caee3-f332-4410-b4e3-18faedff840a,revision_number=None']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:20:07.593726 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-170836f5-33ab-47d0-aec4-45055dd00f93 None None] No DVR routers for this DVR port b96caee3-f332-4410-b4e3-18faedff840a on host n-d-760453-5 {{(pid=103306) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 26 21:20:07.640155 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a13b540-f4ae-4835-8b38-141733ff7f0b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3c4099e8-8ffb-51d1-af7f-5868973e933f-188578fb-01e5-4911-818f-9482bf546173', 'network_id': '188578fb-01e5-4911-818f-9482bf546173', 'project_id': '80524cb9a34c43b69f8b6bd5c8d36035', 'fixed_ips': [{'subnet_id': '40af9236-f7c6-4109-86cf-04ddf49519ac'}]}} from n-d-760453-5. {{(pid=103306) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 26 21:20:07.641668 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-7a13b540-f4ae-4835-8b38-141733ff7f0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (None), before_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:20:07.705541 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 26 Jan 2022 21:20:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6554bdbb-e0ff-48c4-adf7-80c37ee31638 x-openstack-request-id: req-6554bdbb-e0ff-48c4-adf7-80c37ee31638 {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 21:20:07.705909 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bcd4d4fb-4fc5-48a1-bbd8-70e46ca05567", "tag": "e07daafc-6267-4846-9ef7-e463fca769d6", "status": "completed", "code": 200}]} {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 21:20:07.706110 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-6554bdbb-e0ff-48c4-adf7-80c37ee31638 {{(pid=103304) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 21:20:07.706509 n-d-760453-5 neutron-server[103304]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bcd4d4fb-4fc5-48a1-bbd8-70e46ca05567', 'tag': 'e07daafc-6267-4846-9ef7-e463fca769d6', 'status': 'completed', 'code': 200} Jan 26 21:20:07.710656 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-f9ce9bf0-d87f-4c87-93b2-782ed2657a6c tempest-NetworksIpV6TestAttrs-28518636 tempest-NetworksIpV6TestAttrs-28518636-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687316'] for subnet (40af9236-f7c6-4109-86cf-04ddf49519ac), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:20:07.733509 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e8fa3f-cebb-48d0-980d-27a286f78d30 service neutron] Pushing event updated for resources: {'Port': ['ID=e07daafc-6267-4846-9ef7-e463fca769d6,revision_number=3']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:20:07.761532 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd638002-1d10-46dd-94de-ba9414f31a5a req-7e633370-70bb-4852-ae74-6ddd804c3abe tempest-ServerDiagnosticsNegativeTest-1650510729 tempest-ServerDiagnosticsNegativeTest-1650510729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:20:07.763504 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-bd638002-1d10-46dd-94de-ba9414f31a5a req-7e633370-70bb-4852-ae74-6ddd804c3abe tempest-ServerDiagnosticsNegativeTest-1650510729 tempest-ServerDiagnosticsNegativeTest-1650510729-project] 10.222.0.13 "GET /v2.0/ports?device_id=bcd4d4fb-4fc5-48a1-bbd8-70e46ca05567 HTTP/1.1" status: 200 len: 948 time: 0.2111561 Jan 26 21:20:07.765707 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370fccc3-fb39-4470-b374-bb96250430e2 req-61dd88fc-facf-4e10-b07d-4f20fcc4a8d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:20:07.767223 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-370fccc3-fb39-4470-b374-bb96250430e2 req-61dd88fc-facf-4e10-b07d-4f20fcc4a8d4 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=fb4966a0616248b2bb1a0842e9191f25&device_id=bcd4d4fb-4fc5-48a1-bbd8-70e46ca05567 HTTP/1.1" status: 200 len: 1099 time: 0.1257660 Jan 26 21:20:07.796730 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-f9ce9bf0-d87f-4c87-93b2-782ed2657a6c tempest-NetworksIpV6TestAttrs-28518636 tempest-NetworksIpV6TestAttrs-28518636-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11791594', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11599980'] for subnet (40af9236-f7c6-4109-86cf-04ddf49519ac), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:20:07.829823 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ce9bf0-d87f-4c87-93b2-782ed2657a6c tempest-NetworksIpV6TestAttrs-28518636 tempest-NetworksIpV6TestAttrs-28518636-project] Pushing event deleted for resources: {'Subnet': ['ID=40af9236-f7c6-4109-86cf-04ddf49519ac,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:20:07.832689 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-370fccc3-fb39-4470-b374-bb96250430e2 req-235e8cc4-0226-4ec4-bdf4-22da4369cc98 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.193&port_id=e07daafc-6267-4846-9ef7-e463fca769d6 HTTP/1.1" status: 200 len: 217 time: 0.0559678 Jan 26 21:20:07.869047 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server [None req-7a13b540-f4ae-4835-8b38-141733ff7f0b None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 40af9236-f7c6-4109-86cf-04ddf49519ac: This subnet is being modified by another concurrent operation. Jan 26 21:20:07.869047 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jan 26 21:20:07.869047 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jan 26 21:20:07.869047 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jan 26 21:20:07.869047 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jan 26 21:20:07.869047 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jan 26 21:20:07.869047 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jan 26 21:20:07.869047 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jan 26 21:20:07.869047 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jan 26 21:20:07.869047 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jan 26 21:20:07.869047 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 26 21:20:07.869047 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 26 21:20:07.869047 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 26 21:20:07.869047 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 26 21:20:07.869047 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 26 21:20:07.869047 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server raise self.value Jan 26 21:20:07.869047 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 26 21:20:07.869047 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 26 21:20:07.869047 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 26 21:20:07.869047 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 26 21:20:07.869047 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 26 21:20:07.869047 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 26 21:20:07.869047 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 26 21:20:07.869047 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server raise self.value Jan 26 21:20:07.869047 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 26 21:20:07.869047 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 26 21:20:07.869047 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 26 21:20:07.869047 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 26 21:20:07.869047 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 26 21:20:07.869047 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 26 21:20:07.869047 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 26 21:20:07.869047 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server raise self.value Jan 26 21:20:07.869047 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 26 21:20:07.869047 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 26 21:20:07.869047 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jan 26 21:20:07.869047 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jan 26 21:20:07.869047 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 278, in create_dhcp_port Jan 26 21:20:07.869047 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jan 26 21:20:07.869047 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Jan 26 21:20:07.869047 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jan 26 21:20:07.869047 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jan 26 21:20:07.869047 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jan 26 21:20:07.869047 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Jan 26 21:20:07.869047 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 26 21:20:07.869047 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jan 26 21:20:07.869047 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 26 21:20:07.869047 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 26 21:20:07.869047 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 26 21:20:07.869047 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 26 21:20:07.869047 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 26 21:20:07.869047 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 26 21:20:07.869047 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server raise self.value Jan 26 21:20:07.869047 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 26 21:20:07.869047 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 26 21:20:07.873444 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 26 21:20:07.873444 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 26 21:20:07.873444 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 26 21:20:07.873444 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 26 21:20:07.873444 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 26 21:20:07.873444 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server raise self.value Jan 26 21:20:07.873444 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 26 21:20:07.873444 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 26 21:20:07.873444 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 26 21:20:07.873444 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 26 21:20:07.873444 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 26 21:20:07.873444 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 26 21:20:07.873444 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 26 21:20:07.873444 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server raise self.value Jan 26 21:20:07.873444 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 26 21:20:07.873444 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 26 21:20:07.873444 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1491, in create_port Jan 26 21:20:07.873444 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jan 26 21:20:07.873444 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1456, in _create_port_db Jan 26 21:20:07.873444 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jan 26 21:20:07.873444 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1466, in create_port_db Jan 26 21:20:07.873444 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jan 26 21:20:07.873444 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Jan 26 21:20:07.873444 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Jan 26 21:20:07.873444 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jan 26 21:20:07.873444 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 26 21:20:07.873444 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Jan 26 21:20:07.873444 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Jan 26 21:20:07.873444 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Jan 26 21:20:07.873444 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Jan 26 21:20:07.873444 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Jan 26 21:20:07.873444 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jan 26 21:20:07.873444 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jan 26 21:20:07.873444 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jan 26 21:20:07.873444 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jan 26 21:20:07.873444 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server raise exception Jan 26 21:20:07.873444 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 40af9236-f7c6-4109-86cf-04ddf49519ac: This subnet is being modified by another concurrent operation. Jan 26 21:20:07.873444 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server Jan 26 21:20:07.917140 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-bd638002-1d10-46dd-94de-ba9414f31a5a req-b1ce742e-0198-42a5-997d-c74c560a7e40 tempest-ServerDiagnosticsNegativeTest-1650510729 tempest-ServerDiagnosticsNegativeTest-1650510729-project] 10.222.0.13 "GET /v2.0/security-groups?id=d059b18a-5200-4bcb-aa0a-24656bfe2bcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1428876 Jan 26 21:20:07.926437 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370fccc3-fb39-4470-b374-bb96250430e2 req-fabe53f1-547e-4bf0-bdd8-f9257d681e02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:20:07.928134 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-370fccc3-fb39-4470-b374-bb96250430e2 req-fabe53f1-547e-4bf0-bdd8-f9257d681e02 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=fd77e534-75e6-4b90-950e-f5824d584430 HTTP/1.1" status: 200 len: 843 time: 0.0891221 Jan 26 21:20:07.942189 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dce18d2f-b685-4f3a-a545-4a1cb1477dbc None None] Network 188578fb-01e5-4911-818f-9482bf546173 requested from n-d-760453-5 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 26 21:20:07.965942 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device b96caee3-f332-4410-b4e3-18faedff840a no longer exists at agent ovs-agent-n-d-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 26 21:20:07.968452 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-f9ce9bf0-d87f-4c87-93b2-782ed2657a6c tempest-NetworksIpV6TestAttrs-28518636 tempest-NetworksIpV6TestAttrs-28518636-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-686403', 'neutron.services.segments.db._delete_segments_for_network-8746560774018'] for network (188578fb-01e5-4911-818f-9482bf546173), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:20:07.992330 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370fccc3-fb39-4470-b374-bb96250430e2 req-42353844-6d18-4aff-b04c-71ad5fc1b369 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:20:07.993903 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-370fccc3-fb39-4470-b374-bb96250430e2 req-42353844-6d18-4aff-b04c-71ad5fc1b369 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=7fbe9cf5-e12c-436d-b372-55a19c9faa30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0598426 Jan 26 21:20:07.995326 n-d-760453-5 neutron-server[103305]: DEBUG neutron.services.segments.db [None req-f9ce9bf0-d87f-4c87-93b2-782ed2657a6c tempest-NetworksIpV6TestAttrs-28518636 tempest-NetworksIpV6TestAttrs-28518636-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['188578fb-01e5-4911-818f-9482bf546173']}} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:20:08.012015 n-d-760453-5 neutron-server[103305]: DEBUG neutron.services.segments.db [None req-f9ce9bf0-d87f-4c87-93b2-782ed2657a6c tempest-NetworksIpV6TestAttrs-28518636 tempest-NetworksIpV6TestAttrs-28518636-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c62c43a1-a581-4827-988d-0cb441819643') {'for_net_delete': True} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:20:08.012311 n-d-760453-5 neutron-server[103305]: DEBUG neutron.services.segments.db [None req-f9ce9bf0-d87f-4c87-93b2-782ed2657a6c tempest-NetworksIpV6TestAttrs-28518636 tempest-NetworksIpV6TestAttrs-28518636-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c62c43a1-a581-4827-988d-0cb441819643') {} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:20:08.026618 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-f9ce9bf0-d87f-4c87-93b2-782ed2657a6c tempest-NetworksIpV6TestAttrs-28518636 tempest-NetworksIpV6TestAttrs-28518636-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746560742283', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11788955'] for segment (c62c43a1-a581-4827-988d-0cb441819643), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:20:08.044372 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-f9ce9bf0-d87f-4c87-93b2-782ed2657a6c tempest-NetworksIpV6TestAttrs-28518636 tempest-NetworksIpV6TestAttrs-28518636-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576559'] for segment (c62c43a1-a581-4827-988d-0cb441819643), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:20:08.064659 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f9ce9bf0-d87f-4c87-93b2-782ed2657a6c tempest-NetworksIpV6TestAttrs-28518636 tempest-NetworksIpV6TestAttrs-28518636-project] Releasing vlan 588 on physical network physnet1 to pool {{(pid=103305) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 26 21:20:08.065119 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-f9ce9bf0-d87f-4c87-93b2-782ed2657a6c tempest-NetworksIpV6TestAttrs-28518636 tempest-NetworksIpV6TestAttrs-28518636-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11791428'] for segment (c62c43a1-a581-4827-988d-0cb441819643), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:20:08.116886 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-370fccc3-fb39-4470-b374-bb96250430e2 req-5103097b-3130-4af4-aa38-3aa6665d4926 service neutron] 10.222.0.57 "GET /v2.0/networks/7fbe9cf5-e12c-436d-b372-55a19c9faa30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1173940 Jan 26 21:20:08.149072 n-d-760453-5 neutron-server[103305]: Traceback (most recent call last): Jan 26 21:20:08.149072 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 26 21:20:08.149072 n-d-760453-5 neutron-server[103305]: timer() Jan 26 21:20:08.149072 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 26 21:20:08.149072 n-d-760453-5 neutron-server[103305]: cb(*args, **kw) Jan 26 21:20:08.149072 n-d-760453-5 neutron-server[103305]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 26 21:20:08.149072 n-d-760453-5 neutron-server[103305]: return func(*args, **kwargs) Jan 26 21:20:08.149072 n-d-760453-5 neutron-server[103305]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 26 21:20:08.149072 n-d-760453-5 neutron-server[103305]: self._notify() Jan 26 21:20:08.149072 n-d-760453-5 neutron-server[103305]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 26 21:20:08.149072 n-d-760453-5 neutron-server[103305]: self.callback(batched_events) Jan 26 21:20:08.149072 n-d-760453-5 neutron-server[103305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 26 21:20:08.149072 n-d-760453-5 neutron-server[103305]: event.method(event) Jan 26 21:20:08.149072 n-d-760453-5 neutron-server[103305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 26 21:20:08.149072 n-d-760453-5 neutron-server[103305]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 26 21:20:08.149072 n-d-760453-5 neutron-server[103305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 26 21:20:08.149072 n-d-760453-5 neutron-server[103305]: aggregate_uuid = self.p_client.list_aggregates( Jan 26 21:20:08.149072 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 26 21:20:08.149072 n-d-760453-5 neutron-server[103305]: return f(self, *a, **k) Jan 26 21:20:08.149072 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 26 21:20:08.149072 n-d-760453-5 neutron-server[103305]: return self._get(url).json() Jan 26 21:20:08.149072 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 26 21:20:08.149072 n-d-760453-5 neutron-server[103305]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 26 21:20:08.149072 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 26 21:20:08.149072 n-d-760453-5 neutron-server[103305]: return self.request(url, 'GET', **kwargs) Jan 26 21:20:08.149072 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 26 21:20:08.149072 n-d-760453-5 neutron-server[103305]: base_url = self.get_endpoint(auth, allow=allow, Jan 26 21:20:08.149072 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 26 21:20:08.149072 n-d-760453-5 neutron-server[103305]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 26 21:20:08.149072 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 26 21:20:08.149072 n-d-760453-5 neutron-server[103305]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 26 21:20:08.149072 n-d-760453-5 neutron-server[103305]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 26 21:20:08.153670 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-f9ce9bf0-d87f-4c87-93b2-782ed2657a6c tempest-NetworksIpV6TestAttrs-28518636 tempest-NetworksIpV6TestAttrs-28518636-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4110931'] for network (188578fb-01e5-4911-818f-9482bf546173), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:20:08.174734 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-f9ce9bf0-d87f-4c87-93b2-782ed2657a6c tempest-NetworksIpV6TestAttrs-28518636 tempest-NetworksIpV6TestAttrs-28518636-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709645'] for network (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:20:08.181821 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-f9ce9bf0-d87f-4c87-93b2-782ed2657a6c tempest-NetworksIpV6TestAttrs-28518636 tempest-NetworksIpV6TestAttrs-28518636-project] 10.222.0.13 "DELETE /v2.0/networks/188578fb-01e5-4911-818f-9482bf546173 HTTP/1.1" status: 204 len: 168 time: 0.7767529 Jan 26 21:20:08.181821 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ce9bf0-d87f-4c87-93b2-782ed2657a6c tempest-NetworksIpV6TestAttrs-28518636 tempest-NetworksIpV6TestAttrs-28518636-project] Pushing event deleted for resources: {'Network': ['ID=188578fb-01e5-4911-818f-9482bf546173,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:20:08.185637 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 35442) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:20:08.192893 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-ed051ec7-2b5c-4a32-997d-547a4dd3437e tempest-NetworksIpV6TestAttrs-28518636 tempest-NetworksIpV6TestAttrs-28518636-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1896816804'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:20:08.216495 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed051ec7-2b5c-4a32-997d-547a4dd3437e tempest-NetworksIpV6TestAttrs-28518636 tempest-NetworksIpV6TestAttrs-28518636-project] Made reservation on behalf of 80524cb9a34c43b69f8b6bd5c8d36035 for: {'network': 1} {{(pid=103305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 21:20:08.222209 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-ed051ec7-2b5c-4a32-997d-547a4dd3437e tempest-NetworksIpV6TestAttrs-28518636 tempest-NetworksIpV6TestAttrs-28518636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for network (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:20:08.224960 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] No Port match for: b96caee3-f332-4410-b4e3-18faedff840a {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 26 21:20:08.225779 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device b96caee3-f332-4410-b4e3-18faedff840a not bound to the agent host n-d-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 26 21:20:08.275475 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ed051ec7-2b5c-4a32-997d-547a4dd3437e tempest-NetworksIpV6TestAttrs-28518636 tempest-NetworksIpV6TestAttrs-28518636-project] vlan segment allocate from pool success with {'vlan_id': 572, 'physical_network': 'physnet1'} {{(pid=103305) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 26 21:20:08.275928 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-370fccc3-fb39-4470-b374-bb96250430e2 req-a181d622-c4e7-4203-b5e9-d7ff7561f205 service neutron] 10.222.0.57 "GET /v2.0/networks/7fbe9cf5-e12c-436d-b372-55a19c9faa30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1528337 Jan 26 21:20:08.286364 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-ed051ec7-2b5c-4a32-997d-547a4dd3437e tempest-NetworksIpV6TestAttrs-28518636 tempest-NetworksIpV6TestAttrs-28518636-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576559'] for segment (b49e2f27-e40e-4313-b8ce-1261a0d4a883), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:20:08.286801 n-d-760453-5 neutron-server[103305]: INFO neutron.db.segments_db [None req-ed051ec7-2b5c-4a32-997d-547a4dd3437e tempest-NetworksIpV6TestAttrs-28518636 tempest-NetworksIpV6TestAttrs-28518636-project] Added segment b49e2f27-e40e-4313-b8ce-1261a0d4a883 of type vlan for network 4e811e6d-2537-42b7-a048-de30b4ba9a77 Jan 26 21:20:08.302012 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dea2da8-d367-480b-a8de-4022707ad61f None None] get_active_networks_info from n-d-760453-5 {{(pid=103306) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jan 26 21:20:08.307186 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (32ef628b-8417-46c5-8729-60fcabe358f1), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:20:08.339342 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-ed051ec7-2b5c-4a32-997d-547a4dd3437e tempest-NetworksIpV6TestAttrs-28518636 tempest-NetworksIpV6TestAttrs-28518636-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746560256871'] for network (4e811e6d-2537-42b7-a048-de30b4ba9a77), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:20:08.372291 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-ed051ec7-2b5c-4a32-997d-547a4dd3437e tempest-NetworksIpV6TestAttrs-28518636 tempest-NetworksIpV6TestAttrs-28518636-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503'] for network (4e811e6d-2537-42b7-a048-de30b4ba9a77), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:20:08.392231 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed051ec7-2b5c-4a32-997d-547a4dd3437e tempest-NetworksIpV6TestAttrs-28518636 tempest-NetworksIpV6TestAttrs-28518636-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:20:08.392977 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-ed051ec7-2b5c-4a32-997d-547a4dd3437e tempest-NetworksIpV6TestAttrs-28518636 tempest-NetworksIpV6TestAttrs-28518636-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709645'] for network (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:20:08.399067 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16196d8-583a-4d08-9234-b00e6da4aaa1 req-8de4d747-add9-44ad-a4ac-ab4a2c053277 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:20:08.402049 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-a16196d8-583a-4d08-9234-b00e6da4aaa1 req-8de4d747-add9-44ad-a4ac-ab4a2c053277 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=fb4966a0616248b2bb1a0842e9191f25&device_id=bcd4d4fb-4fc5-48a1-bbd8-70e46ca05567 HTTP/1.1" status: 200 len: 1099 time: 0.0657246 Jan 26 21:20:08.479169 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed051ec7-2b5c-4a32-997d-547a4dd3437e tempest-NetworksIpV6TestAttrs-28518636 tempest-NetworksIpV6TestAttrs-28518636-project] Pushing event updated for resources: {'Network': ['ID=4e811e6d-2537-42b7-a048-de30b4ba9a77,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:20:08.492829 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-ed051ec7-2b5c-4a32-997d-547a4dd3437e tempest-NetworksIpV6TestAttrs-28518636 tempest-NetworksIpV6TestAttrs-28518636-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.3054264 Jan 26 21:20:08.496239 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 35450) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:20:08.499813 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Network 4e811e6d-2537-42b7-a048-de30b4ba9a77 details requested by agent ovs-agent-n-d-760453-5 with host n-d-760453-5 {{(pid=103306) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 26 21:20:08.502797 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-6edd094f-3ab6-4618-9e21-662f580e5a43 tempest-NetworksIpV6TestAttrs-28518636 tempest-NetworksIpV6TestAttrs-28518636-project] Request body: {'subnet': {'network_id': '4e811e6d-2537-42b7-a048-de30b4ba9a77', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:20:08.610341 n-d-760453-5 neutron-server[103306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dea2da8-d367-480b-a8de-4022707ad61f None None] Resources bound (agent type, host, resource id): {{(pid=103306) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 26 21:20:08.656932 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6edd094f-3ab6-4618-9e21-662f580e5a43 tempest-NetworksIpV6TestAttrs-28518636 tempest-NetworksIpV6TestAttrs-28518636-project] Made reservation on behalf of 80524cb9a34c43b69f8b6bd5c8d36035 for: {'subnet': 1} {{(pid=103305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 21:20:08.663783 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-6edd094f-3ab6-4618-9e21-662f580e5a43 tempest-NetworksIpV6TestAttrs-28518636 tempest-NetworksIpV6TestAttrs-28518636-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11599953'] for subnet (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:20:08.688823 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7cc7cb-5865-49e7-8f52-faad09507123 req-a53cc216-bd0b-40a2-ba2c-209d493480f2 tempest-ServersNegativeTestJSON-90632883 tempest-ServersNegativeTestJSON-90632883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:20:08.690544 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-0f7cc7cb-5865-49e7-8f52-faad09507123 req-a53cc216-bd0b-40a2-ba2c-209d493480f2 tempest-ServersNegativeTestJSON-90632883 tempest-ServersNegativeTestJSON-90632883-project] 10.222.0.13 "GET /v2.0/ports?device_id=20bda332-a159-49bd-8c61-2ea774ab5602 HTTP/1.1" status: 200 len: 946 time: 0.1360388 Jan 26 21:20:08.696236 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16196d8-583a-4d08-9234-b00e6da4aaa1 req-560db184-e522-46cf-98e1-c0a52a8f0ec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:20:08.698872 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-a16196d8-583a-4d08-9234-b00e6da4aaa1 req-560db184-e522-46cf-98e1-c0a52a8f0ec4 service neutron] 10.222.0.57 "GET /v2.0/networks?id=7fbe9cf5-e12c-436d-b372-55a19c9faa30 HTTP/1.1" status: 200 len: 870 time: 0.2895207 Jan 26 21:20:08.710608 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd15a4b-386c-4ea8-9dfe-4f91ca5f7640 req-1e226a2e-7845-4c10-aa92-bfbc4081c6c1 tempest-DeleteServersTestJSON-1338827600 tempest-DeleteServersTestJSON-1338827600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:20:08.712290 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-3fd15a4b-386c-4ea8-9dfe-4f91ca5f7640 req-1e226a2e-7845-4c10-aa92-bfbc4081c6c1 tempest-DeleteServersTestJSON-1338827600 tempest-DeleteServersTestJSON-1338827600-project] 10.222.0.13 "GET /v2.0/ports?device_id=b94ac130-6232-4bd7-acba-586230daf28f HTTP/1.1" status: 200 len: 946 time: 0.1741967 Jan 26 21:20:08.780350 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-a16196d8-583a-4d08-9234-b00e6da4aaa1 req-ccc7d984-ef6a-437c-a4f9-9248dd5912aa service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.193&port_id=e07daafc-6267-4846-9ef7-e463fca769d6 HTTP/1.1" status: 200 len: 217 time: 0.0669131 Jan 26 21:20:08.866757 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-0f7cc7cb-5865-49e7-8f52-faad09507123 req-31ac7e69-8304-49ea-9d57-d9c259b21154 tempest-ServersNegativeTestJSON-90632883 tempest-ServersNegativeTestJSON-90632883-project] 10.222.0.13 "GET /v2.0/security-groups?id=f00b351c-12ea-4499-84c9-f0263f4f27ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1668248 Jan 26 21:20:08.892741 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16196d8-583a-4d08-9234-b00e6da4aaa1 req-8fd6305f-2330-4113-a1a4-2b0c116dac2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:20:08.893759 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-a16196d8-583a-4d08-9234-b00e6da4aaa1 req-8fd6305f-2330-4113-a1a4-2b0c116dac2a service neutron] 10.222.0.57 "GET /v2.0/subnets?id=fd77e534-75e6-4b90-950e-f5824d584430 HTTP/1.1" status: 200 len: 843 time: 0.1012654 Jan 26 21:20:08.938263 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-6edd094f-3ab6-4618-9e21-662f580e5a43 tempest-NetworksIpV6TestAttrs-28518636 tempest-NetworksIpV6TestAttrs-28518636-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11788839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11599975'] for subnet (130c6040-9560-4eaf-a8c6-252f1f8934bf), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:20:09.020825 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6edd094f-3ab6-4618-9e21-662f580e5a43 tempest-NetworksIpV6TestAttrs-28518636 tempest-NetworksIpV6TestAttrs-28518636-project] Checking segment: {'id': 'b49e2f27-e40e-4313-b8ce-1261a0d4a883', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '4e811e6d-2537-42b7-a048-de30b4ba9a77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103305) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 21:20:09.021261 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6edd094f-3ab6-4618-9e21-662f580e5a43 tempest-NetworksIpV6TestAttrs-28518636 tempest-NetworksIpV6TestAttrs-28518636-project] Network hostable DHCP agents. Network: 4e811e6d-2537-42b7-a048-de30b4ba9a77, hostable agents: ['474ccdf7-ab6c-405b-a3b2-dc7b05829902'], hosted agents: [] {{(pid=103305) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 26 21:20:09.024942 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6edd094f-3ab6-4618-9e21-662f580e5a43 tempest-NetworksIpV6TestAttrs-28518636 tempest-NetworksIpV6TestAttrs-28518636-project] Pushing event updated for resources: {'Subnet': ['ID=130c6040-9560-4eaf-a8c6-252f1f8934bf,revision_number=0']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:20:09.048516 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6edd094f-3ab6-4618-9e21-662f580e5a43 tempest-NetworksIpV6TestAttrs-28518636 tempest-NetworksIpV6TestAttrs-28518636-project] Network 4e811e6d-2537-42b7-a048-de30b4ba9a77 is scheduled to be hosted by DHCP agent 474ccdf7-ab6c-405b-a3b2-dc7b05829902 with binding_index 1 {{(pid=103305) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 26 21:20:09.064746 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [None req-6edd094f-3ab6-4618-9e21-662f580e5a43 tempest-NetworksIpV6TestAttrs-28518636 tempest-NetworksIpV6TestAttrs-28518636-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760453-5, 4e811e6d-2537-42b7-a048-de30b4ba9a77) {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:20:09.075199 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a2a0aec-a5f1-4b7a-b05a-fb1c033e5ffc None None] Network 4e811e6d-2537-42b7-a048-de30b4ba9a77 requested from n-d-760453-5 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 26 21:20:09.086407 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6edd094f-3ab6-4618-9e21-662f580e5a43 tempest-NetworksIpV6TestAttrs-28518636 tempest-NetworksIpV6TestAttrs-28518636-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:20:09.089978 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-6edd094f-3ab6-4618-9e21-662f580e5a43 tempest-NetworksIpV6TestAttrs-28518636 tempest-NetworksIpV6TestAttrs-28518636-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709645'] for subnet (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:20:09.114306 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-6edd094f-3ab6-4618-9e21-662f580e5a43 tempest-NetworksIpV6TestAttrs-28518636 tempest-NetworksIpV6TestAttrs-28518636-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6164770 Jan 26 21:20:09.120398 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 35458) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:20:09.234454 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-d94105c0-645d-4841-acb5-60d4ecacad35 tempest-NetworksIpV6TestAttrs-28518636 tempest-NetworksIpV6TestAttrs-28518636-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-748181'] for network (4e811e6d-2537-42b7-a048-de30b4ba9a77), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:20:09.235898 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b598232-522b-444d-8655-18a1327b6413 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3c4099e8-8ffb-51d1-af7f-5868973e933f-4e811e6d-2537-42b7-a048-de30b4ba9a77', 'network_id': '4e811e6d-2537-42b7-a048-de30b4ba9a77', 'project_id': '80524cb9a34c43b69f8b6bd5c8d36035', 'fixed_ips': [{'subnet_id': '130c6040-9560-4eaf-a8c6-252f1f8934bf'}]}} from n-d-760453-5. {{(pid=103306) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 26 21:20:09.237219 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-3b598232-522b-444d-8655-18a1327b6413 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (None), before_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:20:09.310549 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-3fd15a4b-386c-4ea8-9dfe-4f91ca5f7640 req-bc551784-c9a4-444f-8f67-ad8f188d730f tempest-DeleteServersTestJSON-1338827600 tempest-DeleteServersTestJSON-1338827600-project] 10.222.0.13 "GET /v2.0/security-groups?id=b7fc5e70-a24b-497d-9cf6-8df82d0ad35b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5318244 Jan 26 21:20:09.315437 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-d94105c0-645d-4841-acb5-60d4ecacad35 tempest-NetworksIpV6TestAttrs-28518636 tempest-NetworksIpV6TestAttrs-28518636-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687316'] for subnet (130c6040-9560-4eaf-a8c6-252f1f8934bf), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:20:09.377518 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16196d8-583a-4d08-9234-b00e6da4aaa1 req-9dee800f-a555-450c-872e-fee241c8fcf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:20:09.379320 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-a16196d8-583a-4d08-9234-b00e6da4aaa1 req-9dee800f-a555-450c-872e-fee241c8fcf0 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=7fbe9cf5-e12c-436d-b372-55a19c9faa30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4520590 Jan 26 21:20:09.388200 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f07c87-28a8-48b2-b38c-afd12bdbb5bd req-2bb42b6c-21f5-4e08-9926-09bee30b9a60 tempest-ServerDiagnosticsNegativeTest-1650510729 tempest-ServerDiagnosticsNegativeTest-1650510729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:20:09.394840 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-16f07c87-28a8-48b2-b38c-afd12bdbb5bd req-2bb42b6c-21f5-4e08-9926-09bee30b9a60 tempest-ServerDiagnosticsNegativeTest-1650510729 tempest-ServerDiagnosticsNegativeTest-1650510729-project] 10.222.0.13 "GET /v2.0/ports?device_id=bcd4d4fb-4fc5-48a1-bbd8-70e46ca05567 HTTP/1.1" status: 200 len: 948 time: 0.0823357 Jan 26 21:20:09.405217 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-d94105c0-645d-4841-acb5-60d4ecacad35 tempest-NetworksIpV6TestAttrs-28518636 tempest-NetworksIpV6TestAttrs-28518636-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11791594', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11599980'] for subnet (130c6040-9560-4eaf-a8c6-252f1f8934bf), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:20:09.448710 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94105c0-645d-4841-acb5-60d4ecacad35 tempest-NetworksIpV6TestAttrs-28518636 tempest-NetworksIpV6TestAttrs-28518636-project] Pushing event deleted for resources: {'Subnet': ['ID=130c6040-9560-4eaf-a8c6-252f1f8934bf,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:20:09.450019 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server [None req-3b598232-522b-444d-8655-18a1327b6413 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 130c6040-9560-4eaf-a8c6-252f1f8934bf: This subnet is being modified by another concurrent operation. Jan 26 21:20:09.450019 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jan 26 21:20:09.450019 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jan 26 21:20:09.450019 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jan 26 21:20:09.450019 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jan 26 21:20:09.450019 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jan 26 21:20:09.450019 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jan 26 21:20:09.450019 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jan 26 21:20:09.450019 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jan 26 21:20:09.450019 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jan 26 21:20:09.450019 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 26 21:20:09.450019 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 26 21:20:09.450019 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 26 21:20:09.450019 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 26 21:20:09.450019 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 26 21:20:09.450019 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server raise self.value Jan 26 21:20:09.450019 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 26 21:20:09.450019 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 26 21:20:09.450019 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 26 21:20:09.450019 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 26 21:20:09.450019 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 26 21:20:09.450019 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 26 21:20:09.450019 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 26 21:20:09.450019 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server raise self.value Jan 26 21:20:09.450019 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 26 21:20:09.450019 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 26 21:20:09.450019 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 26 21:20:09.450019 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 26 21:20:09.450019 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 26 21:20:09.450019 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 26 21:20:09.450019 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 26 21:20:09.450019 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server raise self.value Jan 26 21:20:09.450019 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 26 21:20:09.450019 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 26 21:20:09.450019 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jan 26 21:20:09.450019 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jan 26 21:20:09.450019 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 278, in create_dhcp_port Jan 26 21:20:09.450019 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jan 26 21:20:09.450019 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Jan 26 21:20:09.450019 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jan 26 21:20:09.450019 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jan 26 21:20:09.450019 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jan 26 21:20:09.450019 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Jan 26 21:20:09.450019 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 26 21:20:09.450019 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jan 26 21:20:09.450019 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 26 21:20:09.450019 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 26 21:20:09.450019 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 26 21:20:09.450019 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 26 21:20:09.450019 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 26 21:20:09.450019 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 26 21:20:09.450019 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server raise self.value Jan 26 21:20:09.450019 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 26 21:20:09.450019 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 26 21:20:09.455276 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 26 21:20:09.455276 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 26 21:20:09.455276 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 26 21:20:09.455276 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 26 21:20:09.455276 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 26 21:20:09.455276 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server raise self.value Jan 26 21:20:09.455276 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 26 21:20:09.455276 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 26 21:20:09.455276 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 26 21:20:09.455276 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 26 21:20:09.455276 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 26 21:20:09.455276 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 26 21:20:09.455276 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 26 21:20:09.455276 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server raise self.value Jan 26 21:20:09.455276 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 26 21:20:09.455276 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 26 21:20:09.455276 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1491, in create_port Jan 26 21:20:09.455276 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jan 26 21:20:09.455276 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1456, in _create_port_db Jan 26 21:20:09.455276 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jan 26 21:20:09.455276 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1466, in create_port_db Jan 26 21:20:09.455276 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jan 26 21:20:09.455276 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Jan 26 21:20:09.455276 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Jan 26 21:20:09.455276 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jan 26 21:20:09.455276 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 26 21:20:09.455276 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Jan 26 21:20:09.455276 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Jan 26 21:20:09.455276 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Jan 26 21:20:09.455276 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Jan 26 21:20:09.455276 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Jan 26 21:20:09.455276 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jan 26 21:20:09.455276 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jan 26 21:20:09.455276 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jan 26 21:20:09.455276 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jan 26 21:20:09.455276 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server raise exception Jan 26 21:20:09.455276 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 130c6040-9560-4eaf-a8c6-252f1f8934bf: This subnet is being modified by another concurrent operation. Jan 26 21:20:09.455276 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server Jan 26 21:20:09.477565 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66fe4680-d915-4c3c-a1e8-b577c91e0ae0 None None] get_active_networks_info from n-d-760453-5 {{(pid=103306) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jan 26 21:20:09.539595 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-16f07c87-28a8-48b2-b38c-afd12bdbb5bd req-b2ccf736-cef8-4b69-b5d7-9dc2c3dbfa58 tempest-ServerDiagnosticsNegativeTest-1650510729 tempest-ServerDiagnosticsNegativeTest-1650510729-project] 10.222.0.13 "GET /v2.0/security-groups?id=d059b18a-5200-4bcb-aa0a-24656bfe2bcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1411989 Jan 26 21:20:09.577237 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-a16196d8-583a-4d08-9234-b00e6da4aaa1 req-51c75819-9214-4b15-8768-dc4bb4aabce9 service neutron] 10.222.0.57 "GET /v2.0/networks/7fbe9cf5-e12c-436d-b372-55a19c9faa30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1747496 Jan 26 21:20:09.631040 n-d-760453-5 neutron-server[103306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66fe4680-d915-4c3c-a1e8-b577c91e0ae0 None None] Resources bound (agent type, host, resource id): {{(pid=103306) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 26 21:20:09.694493 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-a16196d8-583a-4d08-9234-b00e6da4aaa1 req-340fd3ef-23c7-47e3-819c-b7db44811d28 service neutron] 10.222.0.57 "GET /v2.0/networks/7fbe9cf5-e12c-436d-b372-55a19c9faa30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1110137 Jan 26 21:20:09.845435 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c688e3e0-91e5-46c6-9396-7ce2189ce91b req-848ad70c-f93f-4585-ad3a-bd243e249830 tempest-TestNetworkAdvancedServerOps-1435295253 tempest-TestNetworkAdvancedServerOps-1435295253-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:20:09.847019 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-c688e3e0-91e5-46c6-9396-7ce2189ce91b req-848ad70c-f93f-4585-ad3a-bd243e249830 tempest-TestNetworkAdvancedServerOps-1435295253 tempest-TestNetworkAdvancedServerOps-1435295253-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=4596379c-6ccc-4df2-a875-f0896fc00fcc HTTP/1.1" status: 200 len: 1097 time: 0.0492580 Jan 26 21:20:09.855605 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-d94105c0-645d-4841-acb5-60d4ecacad35 tempest-NetworksIpV6TestAttrs-28518636 tempest-NetworksIpV6TestAttrs-28518636-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-686403', 'neutron.services.segments.db._delete_segments_for_network-8746560774018'] for network (4e811e6d-2537-42b7-a048-de30b4ba9a77), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:20:09.865903 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-c688e3e0-91e5-46c6-9396-7ce2189ce91b req-c796b175-ba92-473a-99ff-0e9a5bda4fa7 tempest-TestNetworkAdvancedServerOps-1435295253 tempest-TestNetworkAdvancedServerOps-1435295253-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:20:09.880385 n-d-760453-5 neutron-server[103305]: DEBUG neutron.services.segments.db [None req-d94105c0-645d-4841-acb5-60d4ecacad35 tempest-NetworksIpV6TestAttrs-28518636 tempest-NetworksIpV6TestAttrs-28518636-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4e811e6d-2537-42b7-a048-de30b4ba9a77']}} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:20:09.892169 n-d-760453-5 neutron-server[103305]: DEBUG neutron.services.segments.db [None req-d94105c0-645d-4841-acb5-60d4ecacad35 tempest-NetworksIpV6TestAttrs-28518636 tempest-NetworksIpV6TestAttrs-28518636-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b49e2f27-e40e-4313-b8ce-1261a0d4a883') {'for_net_delete': True} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:20:09.892455 n-d-760453-5 neutron-server[103305]: DEBUG neutron.services.segments.db [None req-d94105c0-645d-4841-acb5-60d4ecacad35 tempest-NetworksIpV6TestAttrs-28518636 tempest-NetworksIpV6TestAttrs-28518636-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b49e2f27-e40e-4313-b8ce-1261a0d4a883') {} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:20:09.903472 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-d94105c0-645d-4841-acb5-60d4ecacad35 tempest-NetworksIpV6TestAttrs-28518636 tempest-NetworksIpV6TestAttrs-28518636-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746560742283', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11788955'] for segment (b49e2f27-e40e-4313-b8ce-1261a0d4a883), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:20:09.920621 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-d94105c0-645d-4841-acb5-60d4ecacad35 tempest-NetworksIpV6TestAttrs-28518636 tempest-NetworksIpV6TestAttrs-28518636-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576559'] for segment (b49e2f27-e40e-4313-b8ce-1261a0d4a883), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:20:09.921909 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30a4d921-9da4-4b8f-8294-ef03e8aa04f3 None None] Network 4e811e6d-2537-42b7-a048-de30b4ba9a77 requested from n-d-760453-5 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 26 21:20:09.928090 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d94105c0-645d-4841-acb5-60d4ecacad35 tempest-NetworksIpV6TestAttrs-28518636 tempest-NetworksIpV6TestAttrs-28518636-project] Releasing vlan 572 on physical network physnet1 to pool {{(pid=103305) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 26 21:20:09.928760 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-d94105c0-645d-4841-acb5-60d4ecacad35 tempest-NetworksIpV6TestAttrs-28518636 tempest-NetworksIpV6TestAttrs-28518636-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11791428'] for segment (b49e2f27-e40e-4313-b8ce-1261a0d4a883), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:20:09.933240 n-d-760453-5 neutron-server[103305]: Traceback (most recent call last): Jan 26 21:20:09.933240 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 26 21:20:09.933240 n-d-760453-5 neutron-server[103305]: timer() Jan 26 21:20:09.933240 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 26 21:20:09.933240 n-d-760453-5 neutron-server[103305]: cb(*args, **kw) Jan 26 21:20:09.933240 n-d-760453-5 neutron-server[103305]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 26 21:20:09.933240 n-d-760453-5 neutron-server[103305]: return func(*args, **kwargs) Jan 26 21:20:09.933240 n-d-760453-5 neutron-server[103305]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 26 21:20:09.933240 n-d-760453-5 neutron-server[103305]: self._notify() Jan 26 21:20:09.933240 n-d-760453-5 neutron-server[103305]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 26 21:20:09.933240 n-d-760453-5 neutron-server[103305]: self.callback(batched_events) Jan 26 21:20:09.933240 n-d-760453-5 neutron-server[103305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 26 21:20:09.933240 n-d-760453-5 neutron-server[103305]: event.method(event) Jan 26 21:20:09.933240 n-d-760453-5 neutron-server[103305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 26 21:20:09.933240 n-d-760453-5 neutron-server[103305]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 26 21:20:09.933240 n-d-760453-5 neutron-server[103305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 26 21:20:09.933240 n-d-760453-5 neutron-server[103305]: aggregate_uuid = self.p_client.list_aggregates( Jan 26 21:20:09.933240 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 26 21:20:09.933240 n-d-760453-5 neutron-server[103305]: return f(self, *a, **k) Jan 26 21:20:09.933240 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 26 21:20:09.933240 n-d-760453-5 neutron-server[103305]: return self._get(url).json() Jan 26 21:20:09.933240 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 26 21:20:09.933240 n-d-760453-5 neutron-server[103305]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 26 21:20:09.933240 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 26 21:20:09.933240 n-d-760453-5 neutron-server[103305]: return self.request(url, 'GET', **kwargs) Jan 26 21:20:09.933240 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 26 21:20:09.933240 n-d-760453-5 neutron-server[103305]: base_url = self.get_endpoint(auth, allow=allow, Jan 26 21:20:09.933240 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 26 21:20:09.933240 n-d-760453-5 neutron-server[103305]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 26 21:20:09.933240 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 26 21:20:09.933240 n-d-760453-5 neutron-server[103305]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 26 21:20:09.933240 n-d-760453-5 neutron-server[103305]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 26 21:20:10.007192 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-d94105c0-645d-4841-acb5-60d4ecacad35 tempest-NetworksIpV6TestAttrs-28518636 tempest-NetworksIpV6TestAttrs-28518636-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4110931'] for network (4e811e6d-2537-42b7-a048-de30b4ba9a77), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:20:10.015998 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-d94105c0-645d-4841-acb5-60d4ecacad35 tempest-NetworksIpV6TestAttrs-28518636 tempest-NetworksIpV6TestAttrs-28518636-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709645'] for network (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:20:10.021047 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-d94105c0-645d-4841-acb5-60d4ecacad35 tempest-NetworksIpV6TestAttrs-28518636 tempest-NetworksIpV6TestAttrs-28518636-project] 10.222.0.13 "DELETE /v2.0/networks/4e811e6d-2537-42b7-a048-de30b4ba9a77 HTTP/1.1" status: 204 len: 168 time: 0.8991585 Jan 26 21:20:10.025933 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 35470) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:20:10.032249 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-08fea431-cabc-4474-98c4-cf8e26b54bb8 tempest-NetworksIpV6TestAttrs-28518636 tempest-NetworksIpV6TestAttrs-28518636-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1886641862'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:20:10.059101 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94105c0-645d-4841-acb5-60d4ecacad35 tempest-NetworksIpV6TestAttrs-28518636 tempest-NetworksIpV6TestAttrs-28518636-project] Pushing event deleted for resources: {'Network': ['ID=4e811e6d-2537-42b7-a048-de30b4ba9a77,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:20:10.076510 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08fea431-cabc-4474-98c4-cf8e26b54bb8 tempest-NetworksIpV6TestAttrs-28518636 tempest-NetworksIpV6TestAttrs-28518636-project] Made reservation on behalf of 80524cb9a34c43b69f8b6bd5c8d36035 for: {'network': 1} {{(pid=103305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 21:20:10.081221 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-08fea431-cabc-4474-98c4-cf8e26b54bb8 tempest-NetworksIpV6TestAttrs-28518636 tempest-NetworksIpV6TestAttrs-28518636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for network (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:20:10.121395 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-08fea431-cabc-4474-98c4-cf8e26b54bb8 tempest-NetworksIpV6TestAttrs-28518636 tempest-NetworksIpV6TestAttrs-28518636-project] vlan segment allocate from pool success with {'vlan_id': 564, 'physical_network': 'physnet1'} {{(pid=103305) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 26 21:20:10.136784 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-c688e3e0-91e5-46c6-9396-7ce2189ce91b req-c796b175-ba92-473a-99ff-0e9a5bda4fa7 tempest-TestNetworkAdvancedServerOps-1435295253 tempest-TestNetworkAdvancedServerOps-1435295253-project-admin] Publish callbacks [] for security_group (0327fa98-fda0-43e9-a248-3dcbf03417ec), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:20:10.137800 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-08fea431-cabc-4474-98c4-cf8e26b54bb8 tempest-NetworksIpV6TestAttrs-28518636 tempest-NetworksIpV6TestAttrs-28518636-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576559'] for segment (c4e69e8a-c40e-408b-96e1-896f0bda45bc), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:20:10.138498 n-d-760453-5 neutron-server[103305]: INFO neutron.db.segments_db [None req-08fea431-cabc-4474-98c4-cf8e26b54bb8 tempest-NetworksIpV6TestAttrs-28518636 tempest-NetworksIpV6TestAttrs-28518636-project] Added segment c4e69e8a-c40e-408b-96e1-896f0bda45bc of type vlan for network ebeb42cd-368b-43a8-858c-ff34cf917299 Jan 26 21:20:10.146224 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-c688e3e0-91e5-46c6-9396-7ce2189ce91b req-c796b175-ba92-473a-99ff-0e9a5bda4fa7 tempest-TestNetworkAdvancedServerOps-1435295253 tempest-TestNetworkAdvancedServerOps-1435295253-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (0327fa98-fda0-43e9-a248-3dcbf03417ec), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:20:10.179718 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac781e60-a008-4d04-826e-1a9c8d248b85 req-a4d91cef-78d3-45b5-8d1a-43e9659754b1 tempest-ServersNegativeTestJSON-90632883 tempest-ServersNegativeTestJSON-90632883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:20:10.181608 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-ac781e60-a008-4d04-826e-1a9c8d248b85 req-a4d91cef-78d3-45b5-8d1a-43e9659754b1 tempest-ServersNegativeTestJSON-90632883 tempest-ServersNegativeTestJSON-90632883-project] 10.222.0.13 "GET /v2.0/ports?device_id=20bda332-a159-49bd-8c61-2ea774ab5602 HTTP/1.1" status: 200 len: 946 time: 0.0836401 Jan 26 21:20:10.210004 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-08fea431-cabc-4474-98c4-cf8e26b54bb8 tempest-NetworksIpV6TestAttrs-28518636 tempest-NetworksIpV6TestAttrs-28518636-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746560256871'] for network (ebeb42cd-368b-43a8-858c-ff34cf917299), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:20:10.221143 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-c688e3e0-91e5-46c6-9396-7ce2189ce91b req-c796b175-ba92-473a-99ff-0e9a5bda4fa7 tempest-TestNetworkAdvancedServerOps-1435295253 tempest-TestNetworkAdvancedServerOps-1435295253-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=48ad9419-cea5-46f2-b67f-159b9c4803d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3682318 Jan 26 21:20:10.222037 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c796b175-ba92-473a-99ff-0e9a5bda4fa7 tempest-TestNetworkAdvancedServerOps-1435295253 tempest-TestNetworkAdvancedServerOps-1435295253-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0327fa98-fda0-43e9-a248-3dcbf03417ec,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:20:10.279073 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-08fea431-cabc-4474-98c4-cf8e26b54bb8 tempest-NetworksIpV6TestAttrs-28518636 tempest-NetworksIpV6TestAttrs-28518636-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503'] for network (ebeb42cd-368b-43a8-858c-ff34cf917299), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:20:10.285190 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-ac781e60-a008-4d04-826e-1a9c8d248b85 req-b2de75a8-fdaf-4a20-bdc2-3a79ae7e4a82 tempest-ServersNegativeTestJSON-90632883 tempest-ServersNegativeTestJSON-90632883-project] 10.222.0.13 "GET /v2.0/security-groups?id=f00b351c-12ea-4499-84c9-f0263f4f27ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955205 Jan 26 21:20:10.287130 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08fea431-cabc-4474-98c4-cf8e26b54bb8 tempest-NetworksIpV6TestAttrs-28518636 tempest-NetworksIpV6TestAttrs-28518636-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:20:10.288360 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-08fea431-cabc-4474-98c4-cf8e26b54bb8 tempest-NetworksIpV6TestAttrs-28518636 tempest-NetworksIpV6TestAttrs-28518636-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709645'] for network (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:20:10.362506 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-08fea431-cabc-4474-98c4-cf8e26b54bb8 tempest-NetworksIpV6TestAttrs-28518636 tempest-NetworksIpV6TestAttrs-28518636-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.3353071 Jan 26 21:20:10.366240 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 35478) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:20:10.372902 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-9d74c762-e6ff-45cc-97c1-4a52fa7cef7d tempest-NetworksIpV6TestAttrs-28518636 tempest-NetworksIpV6TestAttrs-28518636-project] Request body: {'subnet': {'network_id': 'ebeb42cd-368b-43a8-858c-ff34cf917299', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:20:10.391654 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08fea431-cabc-4474-98c4-cf8e26b54bb8 tempest-NetworksIpV6TestAttrs-28518636 tempest-NetworksIpV6TestAttrs-28518636-project] Pushing event updated for resources: {'Network': ['ID=ebeb42cd-368b-43a8-858c-ff34cf917299,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:20:10.403175 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Network ebeb42cd-368b-43a8-858c-ff34cf917299 details requested by agent ovs-agent-n-d-760453-5 with host n-d-760453-5 {{(pid=103306) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 26 21:20:10.573402 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4781fe98-88af-4e05-951c-9d04cf2d8e99 req-9df0016b-9506-4756-9387-7441fb49c718 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:20:10.574877 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-4781fe98-88af-4e05-951c-9d04cf2d8e99 req-9df0016b-9506-4756-9387-7441fb49c718 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] 10.222.0.13 "GET /v2.0/ports?device_id=4596379c-6ccc-4df2-a875-f0896fc00fcc HTTP/1.1" status: 200 len: 946 time: 0.1600413 Jan 26 21:20:10.603897 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643dedc1-9d8b-40ef-b18b-78bc6ecb7ff0 req-1c118aa0-ab2d-4218-84b6-043495bbf398 tempest-DeleteServersTestJSON-1338827600 tempest-DeleteServersTestJSON-1338827600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:20:10.605398 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-643dedc1-9d8b-40ef-b18b-78bc6ecb7ff0 req-1c118aa0-ab2d-4218-84b6-043495bbf398 tempest-DeleteServersTestJSON-1338827600 tempest-DeleteServersTestJSON-1338827600-project] 10.222.0.13 "GET /v2.0/ports?device_id=b94ac130-6232-4bd7-acba-586230daf28f HTTP/1.1" status: 200 len: 946 time: 0.1115668 Jan 26 21:20:10.626123 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d74c762-e6ff-45cc-97c1-4a52fa7cef7d tempest-NetworksIpV6TestAttrs-28518636 tempest-NetworksIpV6TestAttrs-28518636-project] Made reservation on behalf of 80524cb9a34c43b69f8b6bd5c8d36035 for: {'subnet': 1} {{(pid=103304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 21:20:10.629489 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-9d74c762-e6ff-45cc-97c1-4a52fa7cef7d tempest-NetworksIpV6TestAttrs-28518636 tempest-NetworksIpV6TestAttrs-28518636-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12215181'] for subnet (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:20:10.739455 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-4781fe98-88af-4e05-951c-9d04cf2d8e99 req-5bcc6e27-b857-4d97-b4f2-b121bdbd4fcf tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] 10.222.0.13 "GET /v2.0/security-groups?id=48ad9419-cea5-46f2-b67f-159b9c4803d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1508021 Jan 26 21:20:10.764947 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-643dedc1-9d8b-40ef-b18b-78bc6ecb7ff0 req-06cd6848-6d92-4dc7-9284-6376d555dc5c tempest-DeleteServersTestJSON-1338827600 tempest-DeleteServersTestJSON-1338827600-project] 10.222.0.13 "GET /v2.0/security-groups?id=b7fc5e70-a24b-497d-9cf6-8df82d0ad35b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1475673 Jan 26 21:20:10.776315 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 35484) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:20:10.941377 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-544981c8-d5ea-4cb0-b7e5-fa7011f59b7f tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] 10.222.0.13 "GET /v2.0/floatingips/dd38fc4f-2b6d-44e7-8177-4859a15c0454 HTTP/1.1" status: 200 len: 994 time: 0.1624637 Jan 26 21:20:11.108435 n-d-760453-5 neutron-server[103304]: DEBUG neutron.objects.ports [None req-9d74c762-e6ff-45cc-97c1-4a52fa7cef7d tempest-NetworksIpV6TestAttrs-28518636 tempest-NetworksIpV6TestAttrs-28518636-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103304) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Jan 26 21:20:11.112837 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-9d74c762-e6ff-45cc-97c1-4a52fa7cef7d tempest-NetworksIpV6TestAttrs-28518636 tempest-NetworksIpV6TestAttrs-28518636-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9285249', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12215227'] for subnet (49276c53-48da-4826-bd59-fa951c067e50), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:20:11.129584 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6fff12-e7ca-48f8-884f-3cc8d6fa272b req-c28502c4-31bd-4036-9aa4-a77e39f4e0e1 tempest-ServerDiagnosticsNegativeTest-1650510729 tempest-ServerDiagnosticsNegativeTest-1650510729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:20:11.131102 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-8c6fff12-e7ca-48f8-884f-3cc8d6fa272b req-c28502c4-31bd-4036-9aa4-a77e39f4e0e1 tempest-ServerDiagnosticsNegativeTest-1650510729 tempest-ServerDiagnosticsNegativeTest-1650510729-project] 10.222.0.13 "GET /v2.0/ports?device_id=bcd4d4fb-4fc5-48a1-bbd8-70e46ca05567 HTTP/1.1" status: 200 len: 948 time: 0.2022035 Jan 26 21:20:11.221803 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d74c762-e6ff-45cc-97c1-4a52fa7cef7d tempest-NetworksIpV6TestAttrs-28518636 tempest-NetworksIpV6TestAttrs-28518636-project] Pushing event updated for resources: {'Subnet': ['ID=49276c53-48da-4826-bd59-fa951c067e50,revision_number=0']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:20:11.241640 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-8c6fff12-e7ca-48f8-884f-3cc8d6fa272b req-1e95fecf-7f85-478c-b2aa-ae2046b5c7fd tempest-ServerDiagnosticsNegativeTest-1650510729 tempest-ServerDiagnosticsNegativeTest-1650510729-project] 10.222.0.13 "GET /v2.0/security-groups?id=d059b18a-5200-4bcb-aa0a-24656bfe2bcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910549 Jan 26 21:20:11.246322 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d74c762-e6ff-45cc-97c1-4a52fa7cef7d tempest-NetworksIpV6TestAttrs-28518636 tempest-NetworksIpV6TestAttrs-28518636-project] Checking segment: {'id': 'c4e69e8a-c40e-408b-96e1-896f0bda45bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'ebeb42cd-368b-43a8-858c-ff34cf917299'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103304) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 21:20:11.246745 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d74c762-e6ff-45cc-97c1-4a52fa7cef7d tempest-NetworksIpV6TestAttrs-28518636 tempest-NetworksIpV6TestAttrs-28518636-project] Network hostable DHCP agents. Network: ebeb42cd-368b-43a8-858c-ff34cf917299, hostable agents: ['474ccdf7-ab6c-405b-a3b2-dc7b05829902'], hosted agents: [] {{(pid=103304) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 26 21:20:11.271931 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d74c762-e6ff-45cc-97c1-4a52fa7cef7d tempest-NetworksIpV6TestAttrs-28518636 tempest-NetworksIpV6TestAttrs-28518636-project] Network ebeb42cd-368b-43a8-858c-ff34cf917299 is scheduled to be hosted by DHCP agent 474ccdf7-ab6c-405b-a3b2-dc7b05829902 with binding_index 1 {{(pid=103304) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 26 21:20:11.286718 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [None req-9d74c762-e6ff-45cc-97c1-4a52fa7cef7d tempest-NetworksIpV6TestAttrs-28518636 tempest-NetworksIpV6TestAttrs-28518636-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760453-5, ebeb42cd-368b-43a8-858c-ff34cf917299) {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:20:11.292486 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d74c762-e6ff-45cc-97c1-4a52fa7cef7d tempest-NetworksIpV6TestAttrs-28518636 tempest-NetworksIpV6TestAttrs-28518636-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:20:11.293198 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-9d74c762-e6ff-45cc-97c1-4a52fa7cef7d tempest-NetworksIpV6TestAttrs-28518636 tempest-NetworksIpV6TestAttrs-28518636-project] Publish callbacks [] for subnet (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:20:11.295578 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c328224-bd11-44d0-92ff-15b3986e5242 None None] Network ebeb42cd-368b-43a8-858c-ff34cf917299 requested from n-d-760453-5 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 26 21:20:11.324802 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 35494) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:20:11.325879 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-9d74c762-e6ff-45cc-97c1-4a52fa7cef7d tempest-NetworksIpV6TestAttrs-28518636 tempest-NetworksIpV6TestAttrs-28518636-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 0.9577007 Jan 26 21:20:11.345880 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [req-f79b0307-4ddb-48d8-a074-4b30a5ccd8fa req-dc9c50ad-3b82-4062-afcf-f06e0be5ffb6 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=103304) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 26 21:20:11.346335 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-f79b0307-4ddb-48d8-a074-4b30a5ccd8fa req-dc9c50ad-3b82-4062-afcf-f06e0be5ffb6 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0062561 Jan 26 21:20:11.484965 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c6bcaf3-94ba-4837-9117-f8140579f28c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3c4099e8-8ffb-51d1-af7f-5868973e933f-ebeb42cd-368b-43a8-858c-ff34cf917299', 'network_id': 'ebeb42cd-368b-43a8-858c-ff34cf917299', 'project_id': '80524cb9a34c43b69f8b6bd5c8d36035', 'fixed_ips': [{'subnet_id': '49276c53-48da-4826-bd59-fa951c067e50'}]}} from n-d-760453-5. {{(pid=103306) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 26 21:20:11.486033 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-3c6bcaf3-94ba-4837-9117-f8140579f28c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (None), before_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:20:11.543434 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-d541a619-9145-4089-86c9-797e01fb647a tempest-NetworksIpV6TestAttrs-28518636 tempest-NetworksIpV6TestAttrs-28518636-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-748181'] for network (ebeb42cd-368b-43a8-858c-ff34cf917299), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:20:11.570716 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cfb92db-6379-4698-9429-b5760ef225ee req-dddadc34-9c4a-49ed-ad6c-1da5613c1ed0 tempest-ServersNegativeTestJSON-90632883 tempest-ServersNegativeTestJSON-90632883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:20:11.581646 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-0cfb92db-6379-4698-9429-b5760ef225ee req-dddadc34-9c4a-49ed-ad6c-1da5613c1ed0 tempest-ServersNegativeTestJSON-90632883 tempest-ServersNegativeTestJSON-90632883-project] 10.222.0.13 "GET /v2.0/ports?device_id=20bda332-a159-49bd-8c61-2ea774ab5602 HTTP/1.1" status: 200 len: 946 time: 0.1668894 Jan 26 21:20:11.620281 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-d541a619-9145-4089-86c9-797e01fb647a tempest-NetworksIpV6TestAttrs-28518636 tempest-NetworksIpV6TestAttrs-28518636-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687316'] for subnet (49276c53-48da-4826-bd59-fa951c067e50), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:20:11.658040 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-0cfb92db-6379-4698-9429-b5760ef225ee req-4c3219c9-1b48-4be8-aef1-877faf436b72 tempest-ServersNegativeTestJSON-90632883 tempest-ServersNegativeTestJSON-90632883-project] 10.222.0.13 "GET /v2.0/security-groups?id=f00b351c-12ea-4499-84c9-f0263f4f27ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747263 Jan 26 21:20:11.727039 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.db_base_plugin_common [None req-3c6bcaf3-94ba-4837-9117-f8140579f28c None None] Allocated IP 2001:db8::f816:3eff:fedb:907e (ebeb42cd-368b-43a8-858c-ff34cf917299/49276c53-48da-4826-bd59-fa951c067e50/762c9578-2bba-4c3d-be05-f2afc2fc211d) {{(pid=103306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 21:20:11.882914 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Device e07daafc-6267-4846-9ef7-e463fca769d6 details requested by agent hyperv_n-h2-760453-5 with host n-h2-760453-5 {{(pid=103306) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 26 21:20:11.968713 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-3c6bcaf3-94ba-4837-9117-f8140579f28c None None] Publish callbacks [] for port (762c9578-2bba-4c3d-be05-f2afc2fc211d), precommit_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:20:11.980202 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-3c6bcaf3-94ba-4837-9117-f8140579f28c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746560234527'] for port (762c9578-2bba-4c3d-be05-f2afc2fc211d), after_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:20:12.007939 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-d541a619-9145-4089-86c9-797e01fb647a tempest-NetworksIpV6TestAttrs-28518636 tempest-NetworksIpV6TestAttrs-28518636-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11791594', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11599980'] for subnet (49276c53-48da-4826-bd59-fa951c067e50), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:20:12.012963 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25719ea3-28a3-4149-afd2-fbda54d153d6 req-4b2de038-b2c5-4609-9829-27275a9fcdcf tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:20:12.014663 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-25719ea3-28a3-4149-afd2-fbda54d153d6 req-4b2de038-b2c5-4609-9829-27275a9fcdcf tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] 10.222.0.13 "GET /v2.0/ports?device_id=4596379c-6ccc-4df2-a875-f0896fc00fcc HTTP/1.1" status: 200 len: 946 time: 0.1227422 Jan 26 21:20:12.023782 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f00d44-101e-4943-a8bc-3065c112ff6c req-9160ca8a-9b1b-4fd4-b7b7-31029745e8b6 tempest-DeleteServersTestJSON-1338827600 tempest-DeleteServersTestJSON-1338827600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:20:12.031407 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-35f00d44-101e-4943-a8bc-3065c112ff6c req-9160ca8a-9b1b-4fd4-b7b7-31029745e8b6 tempest-DeleteServersTestJSON-1338827600 tempest-DeleteServersTestJSON-1338827600-project] 10.222.0.13 "GET /v2.0/ports?device_id=b94ac130-6232-4bd7-acba-586230daf28f HTTP/1.1" status: 200 len: 946 time: 0.1516666 Jan 26 21:20:12.053823 n-d-760453-5 neutron-server[103306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c6bcaf3-94ba-4837-9117-f8140579f28c None None] Network ebeb42cd-368b-43a8-858c-ff34cf917299 is already hosted by enough agents. {{(pid=103306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 21:20:12.062058 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d541a619-9145-4089-86c9-797e01fb647a tempest-NetworksIpV6TestAttrs-28518636 tempest-NetworksIpV6TestAttrs-28518636-project] Pushing event deleted for resources: {'Subnet': ['ID=49276c53-48da-4826-bd59-fa951c067e50,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:20:12.062357 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-3500dd89-84e2-42f0-b8d8-7afe310f2852 req-2f694935-c416-4329-85bd-5421dd7a545b service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=4596379c-6ccc-4df2-a875-f0896fc00fcc&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1876299 Jan 26 21:20:12.065520 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] For port e07daafc-6267-4846-9ef7-e463fca769d6, host n-h2-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-5',level=0,port_id=e07daafc-6267-4846-9ef7-e463fca769d6,segment=NetworkSegment(4eab25d6-89d9-4907-a1c2-51b06443ba33),segment_id=4eab25d6-89d9-4907-a1c2-51b06443ba33)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:20:12.068503 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c6bcaf3-94ba-4837-9117-f8140579f28c None None] Pushing event updated for resources: {'Port': ['ID=762c9578-2bba-4c3d-be05-f2afc2fc211d,revision_number=1']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:20:12.071120 n-d-760453-5 neutron-server[103306]: DEBUG neutron.scheduler.base_scheduler [None req-3c6bcaf3-94ba-4837-9117-f8140579f28c None None] Resources bound (agent type, host, resource id): {{(pid=103306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:20:12.075664 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [req-3500dd89-84e2-42f0-b8d8-7afe310f2852 req-53b90997-aaa3-4750-a0b8-3a951e18b96f service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=103304) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 26 21:20:12.078629 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c6bcaf3-94ba-4837-9117-f8140579f28c None None] Received port after_create {{(pid=103306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 21:20:12.086653 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Returning: {'device': 'e07daafc-6267-4846-9ef7-e463fca769d6', 'network_id': '7fbe9cf5-e12c-436d-b372-55a19c9faa30', 'port_id': 'e07daafc-6267-4846-9ef7-e463fca769d6', 'mac_address': 'fa:16:3e:db:22:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 561, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fd77e534-75e6-4b90-950e-f5824d584430', 'ip_address': '192.168.233.193'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103306) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 26 21:20:12.088725 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-3500dd89-84e2-42f0-b8d8-7afe310f2852 req-53b90997-aaa3-4750-a0b8-3a951e18b96f service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0254195 Jan 26 21:20:12.190907 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Current status of the port e07daafc-6267-4846-9ef7-e463fca769d6 is: DOWN; New status is: BUILD {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:20:12.191311 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (e07daafc-6267-4846-9ef7-e463fca769d6), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:20:12.193682 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-3c6bcaf3-94ba-4837-9117-f8140579f28c None None] Attempting to bind port 762c9578-2bba-4c3d-be05-f2afc2fc211d on host n-d-760453-5 for vnic_type normal with profile {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 21:20:12.194508 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-3c6bcaf3-94ba-4837-9117-f8140579f28c None None] Attempting to bind port 762c9578-2bba-4c3d-be05-f2afc2fc211d by drivers openvswitch,hyperv on host n-d-760453-5 at level 0 using segments [{'id': 'c4e69e8a-c40e-408b-96e1-896f0bda45bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'ebeb42cd-368b-43a8-858c-ff34cf917299'}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 26 21:20:12.194885 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c6bcaf3-94ba-4837-9117-f8140579f28c None None] Attempting to bind port 762c9578-2bba-4c3d-be05-f2afc2fc211d on network ebeb42cd-368b-43a8-858c-ff34cf917299 {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 21:20:12.202560 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-d541a619-9145-4089-86c9-797e01fb647a tempest-NetworksIpV6TestAttrs-28518636 tempest-NetworksIpV6TestAttrs-28518636-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-686403', 'neutron.services.segments.db._delete_segments_for_network-8746560774018'] for network (ebeb42cd-368b-43a8-858c-ff34cf917299), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:20:12.208813 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c6bcaf3-94ba-4837-9117-f8140579f28c None None] Checking agent: {'id': 'fea0591a-627d-4c87-9a9a-01625ddf3277', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760453-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 20, 55, 25), 'started_at': datetime.datetime(2022, 1, 26, 20, 55, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 21, 19, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760453-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 26 21:20:12.209198 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c6bcaf3-94ba-4837-9117-f8140579f28c None None] Checking segment: {'id': 'c4e69e8a-c40e-408b-96e1-896f0bda45bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'ebeb42cd-368b-43a8-858c-ff34cf917299'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 21:20:12.209632 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-3c6bcaf3-94ba-4837-9117-f8140579f28c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:20:12.210028 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c6bcaf3-94ba-4837-9117-f8140579f28c None None] Bound using segment: {'id': 'c4e69e8a-c40e-408b-96e1-896f0bda45bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'ebeb42cd-368b-43a8-858c-ff34cf917299'} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 26 21:20:12.210513 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-3c6bcaf3-94ba-4837-9117-f8140579f28c None None] Bound port: 762c9578-2bba-4c3d-be05-f2afc2fc211d, host: n-d-760453-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c4e69e8a-c40e-408b-96e1-896f0bda45bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'ebeb42cd-368b-43a8-858c-ff34cf917299'}}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 26 21:20:12.210898 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-3c6bcaf3-94ba-4837-9117-f8140579f28c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (762c9578-2bba-4c3d-be05-f2afc2fc211d), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:20:12.215233 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-25719ea3-28a3-4149-afd2-fbda54d153d6 req-c2b1f1f3-0595-4d89-81dc-56a356413b56 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] 10.222.0.13 "GET /v2.0/security-groups?id=48ad9419-cea5-46f2-b67f-159b9c4803d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1766152 Jan 26 21:20:12.233179 n-d-760453-5 neutron-server[103306]: DEBUG neutron.notifiers.nova [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e07daafc-6267-4846-9ef7-e463fca769d6 {{(pid=103306) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 26 21:20:12.251218 n-d-760453-5 neutron-server[103305]: DEBUG neutron.services.segments.db [None req-d541a619-9145-4089-86c9-797e01fb647a tempest-NetworksIpV6TestAttrs-28518636 tempest-NetworksIpV6TestAttrs-28518636-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ebeb42cd-368b-43a8-858c-ff34cf917299']}} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:20:12.263336 n-d-760453-5 neutron-server[103305]: DEBUG neutron.services.segments.db [None req-d541a619-9145-4089-86c9-797e01fb647a tempest-NetworksIpV6TestAttrs-28518636 tempest-NetworksIpV6TestAttrs-28518636-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c4e69e8a-c40e-408b-96e1-896f0bda45bc') {'for_net_delete': True} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:20:12.263637 n-d-760453-5 neutron-server[103305]: DEBUG neutron.services.segments.db [None req-d541a619-9145-4089-86c9-797e01fb647a tempest-NetworksIpV6TestAttrs-28518636 tempest-NetworksIpV6TestAttrs-28518636-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c4e69e8a-c40e-408b-96e1-896f0bda45bc') {} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:20:12.274108 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-d541a619-9145-4089-86c9-797e01fb647a tempest-NetworksIpV6TestAttrs-28518636 tempest-NetworksIpV6TestAttrs-28518636-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746560742283', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11788955'] for segment (c4e69e8a-c40e-408b-96e1-896f0bda45bc), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:20:12.289799 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-d541a619-9145-4089-86c9-797e01fb647a tempest-NetworksIpV6TestAttrs-28518636 tempest-NetworksIpV6TestAttrs-28518636-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576559'] for segment (c4e69e8a-c40e-408b-96e1-896f0bda45bc), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:20:12.296605 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d541a619-9145-4089-86c9-797e01fb647a tempest-NetworksIpV6TestAttrs-28518636 tempest-NetworksIpV6TestAttrs-28518636-project] Releasing vlan 564 on physical network physnet1 to pool {{(pid=103305) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 26 21:20:12.297017 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-d541a619-9145-4089-86c9-797e01fb647a tempest-NetworksIpV6TestAttrs-28518636 tempest-NetworksIpV6TestAttrs-28518636-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11791428'] for segment (c4e69e8a-c40e-408b-96e1-896f0bda45bc), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:20:12.304483 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-35f00d44-101e-4943-a8bc-3065c112ff6c req-2d7c45fc-8749-4a4e-bc7d-dc35525b48b5 tempest-DeleteServersTestJSON-1338827600 tempest-DeleteServersTestJSON-1338827600-project] 10.222.0.13 "GET /v2.0/security-groups?id=b7fc5e70-a24b-497d-9cf6-8df82d0ad35b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2714140 Jan 26 21:20:12.319045 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3728b9-33ef-41c9-9687-d6246809a60f req-f248cf95-783d-4d70-9657-c1e1745d3838 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:20:12.322150 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-0d3728b9-33ef-41c9-9687-d6246809a60f req-f248cf95-783d-4d70-9657-c1e1745d3838 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=2b29801ee18e4ff0a597415334743408&device_id=20bda332-a159-49bd-8c61-2ea774ab5602 HTTP/1.1" status: 200 len: 1097 time: 0.1029356 Jan 26 21:20:12.378103 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-3c6bcaf3-94ba-4837-9117-f8140579f28c None None] For port 762c9578-2bba-4c3d-be05-f2afc2fc211d, host n-d-760453-5, cleared binding levels {{(pid=103306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 26 21:20:12.397362 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] For port e07daafc-6267-4846-9ef7-e463fca769d6, host n-h2-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-5',level=0,port_id=e07daafc-6267-4846-9ef7-e463fca769d6,segment=NetworkSegment(4eab25d6-89d9-4907-a1c2-51b06443ba33),segment_id=4eab25d6-89d9-4907-a1c2-51b06443ba33)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:20:12.414453 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (e07daafc-6267-4846-9ef7-e463fca769d6), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:20:12.421263 n-d-760453-5 neutron-server[103305]: Traceback (most recent call last): Jan 26 21:20:12.421263 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 26 21:20:12.421263 n-d-760453-5 neutron-server[103305]: timer() Jan 26 21:20:12.421263 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 26 21:20:12.421263 n-d-760453-5 neutron-server[103305]: cb(*args, **kw) Jan 26 21:20:12.421263 n-d-760453-5 neutron-server[103305]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 26 21:20:12.421263 n-d-760453-5 neutron-server[103305]: return func(*args, **kwargs) Jan 26 21:20:12.421263 n-d-760453-5 neutron-server[103305]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 26 21:20:12.421263 n-d-760453-5 neutron-server[103305]: self._notify() Jan 26 21:20:12.421263 n-d-760453-5 neutron-server[103305]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 26 21:20:12.421263 n-d-760453-5 neutron-server[103305]: self.callback(batched_events) Jan 26 21:20:12.421263 n-d-760453-5 neutron-server[103305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 26 21:20:12.421263 n-d-760453-5 neutron-server[103305]: event.method(event) Jan 26 21:20:12.421263 n-d-760453-5 neutron-server[103305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 26 21:20:12.421263 n-d-760453-5 neutron-server[103305]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 26 21:20:12.421263 n-d-760453-5 neutron-server[103305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 26 21:20:12.421263 n-d-760453-5 neutron-server[103305]: aggregate_uuid = self.p_client.list_aggregates( Jan 26 21:20:12.421263 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 26 21:20:12.421263 n-d-760453-5 neutron-server[103305]: return f(self, *a, **k) Jan 26 21:20:12.421263 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 26 21:20:12.421263 n-d-760453-5 neutron-server[103305]: return self._get(url).json() Jan 26 21:20:12.421263 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 26 21:20:12.421263 n-d-760453-5 neutron-server[103305]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 26 21:20:12.421263 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 26 21:20:12.421263 n-d-760453-5 neutron-server[103305]: return self.request(url, 'GET', **kwargs) Jan 26 21:20:12.421263 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 26 21:20:12.421263 n-d-760453-5 neutron-server[103305]: base_url = self.get_endpoint(auth, allow=allow, Jan 26 21:20:12.421263 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 26 21:20:12.421263 n-d-760453-5 neutron-server[103305]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 26 21:20:12.421263 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 26 21:20:12.421263 n-d-760453-5 neutron-server[103305]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 26 21:20:12.421263 n-d-760453-5 neutron-server[103305]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 26 21:20:12.448600 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.db.api [None req-d541a619-9145-4089-86c9-797e01fb647a tempest-NetworksIpV6TestAttrs-28518636 tempest-NetworksIpV6TestAttrs-28518636-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jan 26 21:20:12.448600 n-d-760453-5 neutron-server[103305]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jan 26 21:20:12.448600 n-d-760453-5 neutron-server[103305]: [parameters: {'id': 'ebeb42cd-368b-43a8-858c-ff34cf917299'}] Jan 26 21:20:12.448600 n-d-760453-5 neutron-server[103305]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103305) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 26 21:20:12.448997 n-d-760453-5 neutron-server[103305]: DEBUG oslo_db.api [None req-d541a619-9145-4089-86c9-797e01fb647a tempest-NetworksIpV6TestAttrs-28518636 tempest-NetworksIpV6TestAttrs-28518636-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 26 21:20:12.465517 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-3c6bcaf3-94ba-4837-9117-f8140579f28c None None] For port 762c9578-2bba-4c3d-be05-f2afc2fc211d, host n-d-760453-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=762c9578-2bba-4c3d-be05-f2afc2fc211d,segment=NetworkSegment(c4e69e8a-c40e-408b-96e1-896f0bda45bc),segment_id=c4e69e8a-c40e-408b-96e1-896f0bda45bc)] {{(pid=103306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 26 21:20:12.484573 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-3c6bcaf3-94ba-4837-9117-f8140579f28c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (762c9578-2bba-4c3d-be05-f2afc2fc211d), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:20:12.514863 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Pushing event updated for resources: {'Port': ['ID=e07daafc-6267-4846-9ef7-e463fca769d6,revision_number=4']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:20:12.577676 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3114be7-3225-4ea2-9513-dd9aabd86145 req-cbb8bb3e-c6d9-4b63-81e2-af438f127d71 tempest-ServerDiagnosticsNegativeTest-1650510729 tempest-ServerDiagnosticsNegativeTest-1650510729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:20:12.583112 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-a3114be7-3225-4ea2-9513-dd9aabd86145 req-cbb8bb3e-c6d9-4b63-81e2-af438f127d71 tempest-ServerDiagnosticsNegativeTest-1650510729 tempest-ServerDiagnosticsNegativeTest-1650510729-project] 10.222.0.13 "GET /v2.0/ports?device_id=bcd4d4fb-4fc5-48a1-bbd8-70e46ca05567 HTTP/1.1" status: 200 len: 949 time: 0.1247683 Jan 26 21:20:12.631394 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35e2ca44-52bd-492e-ab99-b3e8062c2e85 None None] get_active_networks_info from n-d-760453-5 {{(pid=103306) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jan 26 21:20:12.633694 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c6bcaf3-94ba-4837-9117-f8140579f28c None None] Pushing event updated for resources: {'Port': ['ID=762c9578-2bba-4c3d-be05-f2afc2fc211d,revision_number=2']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:20:12.641456 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3728b9-33ef-41c9-9687-d6246809a60f req-c1718a36-e479-4682-a0ab-d0308252f108 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:20:12.643022 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-0d3728b9-33ef-41c9-9687-d6246809a60f req-c1718a36-e479-4682-a0ab-d0308252f108 service neutron] 10.222.0.57 "GET /v2.0/networks?id=8cbef344-1167-4f35-8b6b-07dd596f6f4f HTTP/1.1" status: 200 len: 914 time: 0.2905815 Jan 26 21:20:12.666876 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] get_ports_and_sgs() called for port_ids ['e07daafc-6267-4846-9ef7-e463fca769d6'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 26 21:20:12.778490 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-0d3728b9-33ef-41c9-9687-d6246809a60f req-67b7557d-1bf4-4c0a-b4d0-ff774986bfe9 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=88764215-3016-414b-be37-d9a2af36ed63 HTTP/1.1" status: 200 len: 217 time: 0.1160414 Jan 26 21:20:12.875093 n-d-760453-5 neutron-server[103306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35e2ca44-52bd-492e-ab99-b3e8062c2e85 None None] Resources bound (agent type, host, resource id): {{(pid=103306) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 26 21:20:12.882414 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-a3114be7-3225-4ea2-9513-dd9aabd86145 req-bdbf114a-0888-4471-b325-6eadece9f912 tempest-ServerDiagnosticsNegativeTest-1650510729 tempest-ServerDiagnosticsNegativeTest-1650510729-project] 10.222.0.13 "GET /v2.0/security-groups?id=d059b18a-5200-4bcb-aa0a-24656bfe2bcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2978280 Jan 26 21:20:12.885418 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3728b9-33ef-41c9-9687-d6246809a60f req-7c2467d3-3394-437b-96c0-49a07442b78d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:20:12.887504 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-0d3728b9-33ef-41c9-9687-d6246809a60f req-7c2467d3-3394-437b-96c0-49a07442b78d service neutron] 10.222.0.57 "GET /v2.0/subnets?id=baa99134-bdb6-4691-8665-46a31e075f80 HTTP/1.1" status: 200 len: 853 time: 0.1037321 Jan 26 21:20:12.950663 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-d541a619-9145-4089-86c9-797e01fb647a tempest-NetworksIpV6TestAttrs-28518636 tempest-NetworksIpV6TestAttrs-28518636-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-748181'] for network (ebeb42cd-368b-43a8-858c-ff34cf917299), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:20:12.958631 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-0d3728b9-33ef-41c9-9687-d6246809a60f req-3e9ad6ff-c37a-44a4-af12-2a7e20b5d20c service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=8cbef344-1167-4f35-8b6b-07dd596f6f4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0386622 Jan 26 21:20:12.984571 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd290770-ff69-4a0f-935a-06eaa51f36e1 req-7aa72b32-7096-4ae8-9e3b-d1453e54cc9a tempest-ServersNegativeTestJSON-90632883 tempest-ServersNegativeTestJSON-90632883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:20:12.986180 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-fd290770-ff69-4a0f-935a-06eaa51f36e1 req-7aa72b32-7096-4ae8-9e3b-d1453e54cc9a tempest-ServersNegativeTestJSON-90632883 tempest-ServersNegativeTestJSON-90632883-project] 10.222.0.13 "GET /v2.0/ports?device_id=20bda332-a159-49bd-8c61-2ea774ab5602 HTTP/1.1" status: 200 len: 946 time: 0.2012162 Jan 26 21:20:13.054467 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-d541a619-9145-4089-86c9-797e01fb647a tempest-NetworksIpV6TestAttrs-28518636 tempest-NetworksIpV6TestAttrs-28518636-project] Deleting port 762c9578-2bba-4c3d-be05-f2afc2fc211d {{(pid=103305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 21:20:13.056396 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-d541a619-9145-4089-86c9-797e01fb647a tempest-NetworksIpV6TestAttrs-28518636 tempest-NetworksIpV6TestAttrs-28518636-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746560630878'] for port (762c9578-2bba-4c3d-be05-f2afc2fc211d), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:20:13.121216 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-fd290770-ff69-4a0f-935a-06eaa51f36e1 req-d3d11851-037c-4954-abc7-3b8a07b61bac tempest-ServersNegativeTestJSON-90632883 tempest-ServersNegativeTestJSON-90632883-project] 10.222.0.13 "GET /v2.0/security-groups?id=f00b351c-12ea-4499-84c9-f0263f4f27ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177278 Jan 26 21:20:13.134201 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-0d3728b9-33ef-41c9-9687-d6246809a60f req-aa353b79-4bb3-449b-99c4-fc6c74df174f service neutron] 10.222.0.57 "GET /v2.0/networks/8cbef344-1167-4f35-8b6b-07dd596f6f4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1693637 Jan 26 21:20:13.168718 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [None req-d541a619-9145-4089-86c9-797e01fb647a tempest-NetworksIpV6TestAttrs-28518636 tempest-NetworksIpV6TestAttrs-28518636-project] For port 762c9578-2bba-4c3d-be05-f2afc2fc211d, host n-d-760453-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=762c9578-2bba-4c3d-be05-f2afc2fc211d,segment=NetworkSegment(c4e69e8a-c40e-408b-96e1-896f0bda45bc),segment_id=c4e69e8a-c40e-408b-96e1-896f0bda45bc)] {{(pid=103305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:20:13.170098 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-d541a619-9145-4089-86c9-797e01fb647a tempest-NetworksIpV6TestAttrs-28518636 tempest-NetworksIpV6TestAttrs-28518636-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4109658'] for port (762c9578-2bba-4c3d-be05-f2afc2fc211d), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:20:13.189788 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-d541a619-9145-4089-86c9-797e01fb647a tempest-NetworksIpV6TestAttrs-28518636 tempest-NetworksIpV6TestAttrs-28518636-project] Calling delete_port for 762c9578-2bba-4c3d-be05-f2afc2fc211d owned by network:dhcp {{(pid=103305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 21:20:13.261042 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abdfd817-80b0-4de2-8204-8e1b1373a434 None None] Network ebeb42cd-368b-43a8-858c-ff34cf917299 requested from n-d-760453-5 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 26 21:20:13.279489 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-0d3728b9-33ef-41c9-9687-d6246809a60f req-0d938e63-186a-47ea-aadc-bbb2b5604ad5 service neutron] 10.222.0.57 "GET /v2.0/networks/8cbef344-1167-4f35-8b6b-07dd596f6f4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1370225 Jan 26 21:20:13.306089 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-d541a619-9145-4089-86c9-797e01fb647a tempest-NetworksIpV6TestAttrs-28518636 tempest-NetworksIpV6TestAttrs-28518636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746560636600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746560234536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11791543'] for port (762c9578-2bba-4c3d-be05-f2afc2fc211d), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:20:13.354607 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d541a619-9145-4089-86c9-797e01fb647a tempest-NetworksIpV6TestAttrs-28518636 tempest-NetworksIpV6TestAttrs-28518636-project] Pushing event deleted for resources: {'Port': ['ID=762c9578-2bba-4c3d-be05-f2afc2fc211d,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:20:13.369279 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d541a619-9145-4089-86c9-797e01fb647a tempest-NetworksIpV6TestAttrs-28518636 tempest-NetworksIpV6TestAttrs-28518636-project] No DVR routers for this DVR port 762c9578-2bba-4c3d-be05-f2afc2fc211d on host n-d-760453-5 {{(pid=103305) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 26 21:20:13.450453 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23bbc348-2e97-4d24-9590-a4a94b4336d6 req-49478d11-38f5-47ee-9533-fdf34fd4ba74 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:20:13.452009 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-23bbc348-2e97-4d24-9590-a4a94b4336d6 req-49478d11-38f5-47ee-9533-fdf34fd4ba74 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] 10.222.0.13 "GET /v2.0/ports?device_id=4596379c-6ccc-4df2-a875-f0896fc00fcc HTTP/1.1" status: 200 len: 946 time: 0.0646391 Jan 26 21:20:13.484139 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-d541a619-9145-4089-86c9-797e01fb647a tempest-NetworksIpV6TestAttrs-28518636 tempest-NetworksIpV6TestAttrs-28518636-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-686403', 'neutron.services.segments.db._delete_segments_for_network-8746560774018'] for network (ebeb42cd-368b-43a8-858c-ff34cf917299), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:20:13.511012 n-d-760453-5 neutron-server[103305]: DEBUG neutron.services.segments.db [None req-d541a619-9145-4089-86c9-797e01fb647a tempest-NetworksIpV6TestAttrs-28518636 tempest-NetworksIpV6TestAttrs-28518636-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ebeb42cd-368b-43a8-858c-ff34cf917299']}} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:20:13.521997 n-d-760453-5 neutron-server[103305]: DEBUG neutron.services.segments.db [None req-d541a619-9145-4089-86c9-797e01fb647a tempest-NetworksIpV6TestAttrs-28518636 tempest-NetworksIpV6TestAttrs-28518636-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c4e69e8a-c40e-408b-96e1-896f0bda45bc') {'for_net_delete': True} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:20:13.522309 n-d-760453-5 neutron-server[103305]: DEBUG neutron.services.segments.db [None req-d541a619-9145-4089-86c9-797e01fb647a tempest-NetworksIpV6TestAttrs-28518636 tempest-NetworksIpV6TestAttrs-28518636-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c4e69e8a-c40e-408b-96e1-896f0bda45bc') {} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:20:13.533896 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-d541a619-9145-4089-86c9-797e01fb647a tempest-NetworksIpV6TestAttrs-28518636 tempest-NetworksIpV6TestAttrs-28518636-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746560742283', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11788955'] for segment (c4e69e8a-c40e-408b-96e1-896f0bda45bc), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:20:13.548370 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-d541a619-9145-4089-86c9-797e01fb647a tempest-NetworksIpV6TestAttrs-28518636 tempest-NetworksIpV6TestAttrs-28518636-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576559'] for segment (c4e69e8a-c40e-408b-96e1-896f0bda45bc), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:20:13.551125 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9860d44b-7c8d-4b21-bc65-cd5a565b82e1 req-d23c37e0-23d8-4fbb-bb42-f8ae37f1418f tempest-DeleteServersTestJSON-1338827600 tempest-DeleteServersTestJSON-1338827600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:20:13.552644 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-9860d44b-7c8d-4b21-bc65-cd5a565b82e1 req-d23c37e0-23d8-4fbb-bb42-f8ae37f1418f tempest-DeleteServersTestJSON-1338827600 tempest-DeleteServersTestJSON-1338827600-project] 10.222.0.13 "GET /v2.0/ports?device_id=b94ac130-6232-4bd7-acba-586230daf28f HTTP/1.1" status: 200 len: 946 time: 0.0995424 Jan 26 21:20:13.557533 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-23bbc348-2e97-4d24-9590-a4a94b4336d6 req-6302f3a9-3b10-46cd-95bd-b71d122b08ad tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] 10.222.0.13 "GET /v2.0/security-groups?id=48ad9419-cea5-46f2-b67f-159b9c4803d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0938466 Jan 26 21:20:13.560557 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d541a619-9145-4089-86c9-797e01fb647a tempest-NetworksIpV6TestAttrs-28518636 tempest-NetworksIpV6TestAttrs-28518636-project] Releasing vlan 564 on physical network physnet1 to pool {{(pid=103305) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 26 21:20:13.561026 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-d541a619-9145-4089-86c9-797e01fb647a tempest-NetworksIpV6TestAttrs-28518636 tempest-NetworksIpV6TestAttrs-28518636-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11791428'] for segment (c4e69e8a-c40e-408b-96e1-896f0bda45bc), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:20:13.565132 n-d-760453-5 neutron-server[103305]: Traceback (most recent call last): Jan 26 21:20:13.565132 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 26 21:20:13.565132 n-d-760453-5 neutron-server[103305]: timer() Jan 26 21:20:13.565132 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 26 21:20:13.565132 n-d-760453-5 neutron-server[103305]: cb(*args, **kw) Jan 26 21:20:13.565132 n-d-760453-5 neutron-server[103305]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 26 21:20:13.565132 n-d-760453-5 neutron-server[103305]: return func(*args, **kwargs) Jan 26 21:20:13.565132 n-d-760453-5 neutron-server[103305]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 26 21:20:13.565132 n-d-760453-5 neutron-server[103305]: self._notify() Jan 26 21:20:13.565132 n-d-760453-5 neutron-server[103305]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 26 21:20:13.565132 n-d-760453-5 neutron-server[103305]: self.callback(batched_events) Jan 26 21:20:13.565132 n-d-760453-5 neutron-server[103305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 26 21:20:13.565132 n-d-760453-5 neutron-server[103305]: event.method(event) Jan 26 21:20:13.565132 n-d-760453-5 neutron-server[103305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 26 21:20:13.565132 n-d-760453-5 neutron-server[103305]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 26 21:20:13.565132 n-d-760453-5 neutron-server[103305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 26 21:20:13.565132 n-d-760453-5 neutron-server[103305]: aggregate_uuid = self.p_client.list_aggregates( Jan 26 21:20:13.565132 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 26 21:20:13.565132 n-d-760453-5 neutron-server[103305]: return f(self, *a, **k) Jan 26 21:20:13.565132 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 26 21:20:13.565132 n-d-760453-5 neutron-server[103305]: return self._get(url).json() Jan 26 21:20:13.565132 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 26 21:20:13.565132 n-d-760453-5 neutron-server[103305]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 26 21:20:13.565132 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 26 21:20:13.565132 n-d-760453-5 neutron-server[103305]: return self.request(url, 'GET', **kwargs) Jan 26 21:20:13.565132 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 26 21:20:13.565132 n-d-760453-5 neutron-server[103305]: base_url = self.get_endpoint(auth, allow=allow, Jan 26 21:20:13.565132 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 26 21:20:13.565132 n-d-760453-5 neutron-server[103305]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 26 21:20:13.565132 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 26 21:20:13.565132 n-d-760453-5 neutron-server[103305]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 26 21:20:13.565132 n-d-760453-5 neutron-server[103305]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 26 21:20:13.604328 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-9860d44b-7c8d-4b21-bc65-cd5a565b82e1 req-f76bbf4f-d32f-42a8-8c02-95069d9709ae tempest-DeleteServersTestJSON-1338827600 tempest-DeleteServersTestJSON-1338827600-project] 10.222.0.13 "GET /v2.0/security-groups?id=b7fc5e70-a24b-497d-9cf6-8df82d0ad35b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457883 Jan 26 21:20:13.645333 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-d541a619-9145-4089-86c9-797e01fb647a tempest-NetworksIpV6TestAttrs-28518636 tempest-NetworksIpV6TestAttrs-28518636-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4110931'] for network (ebeb42cd-368b-43a8-858c-ff34cf917299), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:20:13.653663 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-d541a619-9145-4089-86c9-797e01fb647a tempest-NetworksIpV6TestAttrs-28518636 tempest-NetworksIpV6TestAttrs-28518636-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709645'] for network (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:20:13.656460 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-d541a619-9145-4089-86c9-797e01fb647a tempest-NetworksIpV6TestAttrs-28518636 tempest-NetworksIpV6TestAttrs-28518636-project] 10.222.0.13 "DELETE /v2.0/networks/ebeb42cd-368b-43a8-858c-ff34cf917299 HTTP/1.1" status: 204 len: 168 time: 2.3305182 Jan 26 21:20:13.659816 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 35556) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:20:13.671720 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d541a619-9145-4089-86c9-797e01fb647a tempest-NetworksIpV6TestAttrs-28518636 tempest-NetworksIpV6TestAttrs-28518636-project] Pushing event deleted for resources: {'Network': ['ID=ebeb42cd-368b-43a8-858c-ff34cf917299,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:20:13.692765 n-d-760453-5 neutron-server[103304]: INFO neutron.pecan_wsgi.hooks.translation [None req-fe310967-575d-4a10-94ca-99b90fc8c4ab tempest-NetworksIpV6TestAttrs-28518636 tempest-NetworksIpV6TestAttrs-28518636-project] DELETE failed (client error): The resource could not be found. Jan 26 21:20:13.693969 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fe310967-575d-4a10-94ca-99b90fc8c4ab tempest-NetworksIpV6TestAttrs-28518636 tempest-NetworksIpV6TestAttrs-28518636-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103304) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 26 21:20:13.698018 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-fe310967-575d-4a10-94ca-99b90fc8c4ab tempest-NetworksIpV6TestAttrs-28518636 tempest-NetworksIpV6TestAttrs-28518636-project] 10.222.0.13 "DELETE /v2.0/subnets/49276c53-48da-4826-bd59-fa951c067e50 HTTP/1.1" status: 404 len: 337 time: 0.0371232 Jan 26 21:20:13.700591 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 35558) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:20:13.719574 n-d-760453-5 neutron-server[103304]: INFO neutron.pecan_wsgi.hooks.translation [None req-3acea819-8604-43ea-8c3d-6a6953a9dcad tempest-NetworksIpV6TestAttrs-28518636 tempest-NetworksIpV6TestAttrs-28518636-project] DELETE failed (client error): The resource could not be found. Jan 26 21:20:13.720160 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3acea819-8604-43ea-8c3d-6a6953a9dcad tempest-NetworksIpV6TestAttrs-28518636 tempest-NetworksIpV6TestAttrs-28518636-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103304) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 26 21:20:13.723288 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-3acea819-8604-43ea-8c3d-6a6953a9dcad tempest-NetworksIpV6TestAttrs-28518636 tempest-NetworksIpV6TestAttrs-28518636-project] 10.222.0.13 "DELETE /v2.0/networks/ebeb42cd-368b-43a8-858c-ff34cf917299 HTTP/1.1" status: 404 len: 339 time: 0.0218012 Jan 26 21:20:13.725882 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 35560) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:20:13.760939 n-d-760453-5 neutron-server[103304]: INFO neutron.pecan_wsgi.hooks.translation [None req-6cf8588f-ed99-4f27-a248-3399bc8e57e7 tempest-NetworksIpV6TestAttrs-28518636 tempest-NetworksIpV6TestAttrs-28518636-project] DELETE failed (client error): The resource could not be found. Jan 26 21:20:13.761427 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6cf8588f-ed99-4f27-a248-3399bc8e57e7 tempest-NetworksIpV6TestAttrs-28518636 tempest-NetworksIpV6TestAttrs-28518636-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103304) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 26 21:20:13.764563 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-6cf8588f-ed99-4f27-a248-3399bc8e57e7 tempest-NetworksIpV6TestAttrs-28518636 tempest-NetworksIpV6TestAttrs-28518636-project] 10.222.0.13 "DELETE /v2.0/subnets/130c6040-9560-4eaf-a8c6-252f1f8934bf HTTP/1.1" status: 404 len: 337 time: 0.0377815 Jan 26 21:20:13.767459 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 35562) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:20:13.785940 n-d-760453-5 neutron-server[103304]: INFO neutron.pecan_wsgi.hooks.translation [None req-41c3f70f-af34-4897-857f-9ea70bb7d2c1 tempest-NetworksIpV6TestAttrs-28518636 tempest-NetworksIpV6TestAttrs-28518636-project] DELETE failed (client error): The resource could not be found. Jan 26 21:20:13.786419 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-41c3f70f-af34-4897-857f-9ea70bb7d2c1 tempest-NetworksIpV6TestAttrs-28518636 tempest-NetworksIpV6TestAttrs-28518636-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103304) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 26 21:20:13.789506 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-41c3f70f-af34-4897-857f-9ea70bb7d2c1 tempest-NetworksIpV6TestAttrs-28518636 tempest-NetworksIpV6TestAttrs-28518636-project] 10.222.0.13 "DELETE /v2.0/networks/4e811e6d-2537-42b7-a048-de30b4ba9a77 HTTP/1.1" status: 404 len: 339 time: 0.0210192 Jan 26 21:20:13.792686 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 35564) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:20:13.827463 n-d-760453-5 neutron-server[103305]: INFO neutron.pecan_wsgi.hooks.translation [None req-45c26630-41a3-4448-afce-8001d09b0672 tempest-NetworksIpV6TestAttrs-28518636 tempest-NetworksIpV6TestAttrs-28518636-project] DELETE failed (client error): The resource could not be found. Jan 26 21:20:13.827916 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-45c26630-41a3-4448-afce-8001d09b0672 tempest-NetworksIpV6TestAttrs-28518636 tempest-NetworksIpV6TestAttrs-28518636-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103305) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 26 21:20:13.830934 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-45c26630-41a3-4448-afce-8001d09b0672 tempest-NetworksIpV6TestAttrs-28518636 tempest-NetworksIpV6TestAttrs-28518636-project] 10.222.0.13 "DELETE /v2.0/subnets/40af9236-f7c6-4109-86cf-04ddf49519ac HTTP/1.1" status: 404 len: 337 time: 0.0371432 Jan 26 21:20:13.834679 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 35566) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:20:13.838205 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Device e07daafc-6267-4846-9ef7-e463fca769d6 up at agent hyperv_n-h2-760453-5 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 21:20:13.880174 n-d-760453-5 neutron-server[103305]: INFO neutron.pecan_wsgi.hooks.translation [None req-f108f540-8b2a-4b5a-a9bf-fea329627ca7 tempest-NetworksIpV6TestAttrs-28518636 tempest-NetworksIpV6TestAttrs-28518636-project] DELETE failed (client error): The resource could not be found. Jan 26 21:20:13.880699 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f108f540-8b2a-4b5a-a9bf-fea329627ca7 tempest-NetworksIpV6TestAttrs-28518636 tempest-NetworksIpV6TestAttrs-28518636-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103305) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 26 21:20:13.886854 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-f108f540-8b2a-4b5a-a9bf-fea329627ca7 tempest-NetworksIpV6TestAttrs-28518636 tempest-NetworksIpV6TestAttrs-28518636-project] 10.222.0.13 "DELETE /v2.0/networks/188578fb-01e5-4911-818f-9482bf546173 HTTP/1.1" status: 404 len: 339 time: 0.0494323 Jan 26 21:20:13.892418 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 35570) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:20:13.930060 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3500dd89-84e2-42f0-b8d8-7afe310f2852 req-25b5ce53-c5f0-4359-9872-c8450e8d58c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:20:13.931817 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-3500dd89-84e2-42f0-b8d8-7afe310f2852 req-25b5ce53-c5f0-4359-9872-c8450e8d58c8 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=c6d9f10230f341edbbe46b16c17eb870&device_id=4596379c-6ccc-4df2-a875-f0896fc00fcc HTTP/1.1" status: 200 len: 1097 time: 0.1125212 Jan 26 21:20:13.946875 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Provisioning for port e07daafc-6267-4846-9ef7-e463fca769d6 completed by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 21:20:13.952473 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Provisioning complete for port e07daafc-6267-4846-9ef7-e463fca769d6 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:20:13.952829 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (e07daafc-6267-4846-9ef7-e463fca769d6), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:20:14.032612 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15732f2-1690-41d2-b491-91d30b6eefd1 req-5a852412-717b-4628-8f41-8afbb7bfb4f8 tempest-ServerDiagnosticsNegativeTest-1650510729 tempest-ServerDiagnosticsNegativeTest-1650510729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:20:14.035793 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-c15732f2-1690-41d2-b491-91d30b6eefd1 req-5a852412-717b-4628-8f41-8afbb7bfb4f8 tempest-ServerDiagnosticsNegativeTest-1650510729 tempest-ServerDiagnosticsNegativeTest-1650510729-project] 10.222.0.13 "GET /v2.0/ports?device_id=bcd4d4fb-4fc5-48a1-bbd8-70e46ca05567 HTTP/1.1" status: 200 len: 949 time: 0.0640128 Jan 26 21:20:14.074381 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Current status of the port e07daafc-6267-4846-9ef7-e463fca769d6 is: BUILD; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:20:14.075129 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (e07daafc-6267-4846-9ef7-e463fca769d6), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:20:14.079375 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3500dd89-84e2-42f0-b8d8-7afe310f2852 req-fd123bb3-be68-4411-bf3b-35920597d421 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:20:14.080879 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-3500dd89-84e2-42f0-b8d8-7afe310f2852 req-fd123bb3-be68-4411-bf3b-35920597d421 service neutron] 10.222.0.66 "GET /v2.0/networks?id=53e223b0-da4c-46a0-9735-61b7e6751b1f HTTP/1.1" status: 200 len: 897 time: 0.1387138 Jan 26 21:20:14.085095 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-a3fb4276-f885-4ab6-8e85-9b351d67dce1 tempest-NetworksIpV6TestAttrs-28518636 tempest-NetworksIpV6TestAttrs-28518636-project] Deleting port 74a59ed0-96d1-46f7-a89f-b67885c693d8 {{(pid=103305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 21:20:14.085462 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-a3fb4276-f885-4ab6-8e85-9b351d67dce1 tempest-NetworksIpV6TestAttrs-28518636 tempest-NetworksIpV6TestAttrs-28518636-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746560630878'] for port (74a59ed0-96d1-46f7-a89f-b67885c693d8), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:20:14.115259 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-c15732f2-1690-41d2-b491-91d30b6eefd1 req-7c169971-88a6-41ad-ab76-83be3b1053cb tempest-ServerDiagnosticsNegativeTest-1650510729 tempest-ServerDiagnosticsNegativeTest-1650510729-project] 10.222.0.13 "GET /v2.0/security-groups?id=d059b18a-5200-4bcb-aa0a-24656bfe2bcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719109 Jan 26 21:20:14.209444 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-a3fb4276-f885-4ab6-8e85-9b351d67dce1 tempest-NetworksIpV6TestAttrs-28518636 tempest-NetworksIpV6TestAttrs-28518636-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4109658'] for port (74a59ed0-96d1-46f7-a89f-b67885c693d8), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:20:14.232081 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-a3fb4276-f885-4ab6-8e85-9b351d67dce1 tempest-NetworksIpV6TestAttrs-28518636 tempest-NetworksIpV6TestAttrs-28518636-project] Calling delete_port for 74a59ed0-96d1-46f7-a89f-b67885c693d8 owned by {{(pid=103305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 21:20:14.235415 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-3500dd89-84e2-42f0-b8d8-7afe310f2852 req-89a8d7e1-d54d-41c8-b90a-c46e39553cf7 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=20ca0e2a-d36f-4969-bc7b-96bbf79b1f45 HTTP/1.1" status: 200 len: 1002 time: 0.1055329 Jan 26 21:20:14.250697 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b9dd16-6ddd-4332-9ab0-37ba5f21ad02 req-0f1ebb64-1e11-41cf-a29e-1e0c9a3a5831 tempest-ServersNegativeTestJSON-90632883 tempest-ServersNegativeTestJSON-90632883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:20:14.258375 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-29b9dd16-6ddd-4332-9ab0-37ba5f21ad02 req-0f1ebb64-1e11-41cf-a29e-1e0c9a3a5831 tempest-ServersNegativeTestJSON-90632883 tempest-ServersNegativeTestJSON-90632883-project] 10.222.0.13 "GET /v2.0/ports?device_id=20bda332-a159-49bd-8c61-2ea774ab5602 HTTP/1.1" status: 200 len: 946 time: 0.0595920 Jan 26 21:20:14.273830 n-d-760453-5 neutron-server[103306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bcd4d4fb-4fc5-48a1-bbd8-70e46ca05567', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e07daafc-6267-4846-9ef7-e463fca769d6'}] {{(pid=103306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 21:20:14.277897 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9d5d370febab655511bdd2ffe887e43e442d144a440368702bcc1e93af00b97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9904c1da-12a3-4a3b-8f6c-d00bbcd8d72d" -d '{"events": [{"server_uuid": "bcd4d4fb-4fc5-48a1-bbd8-70e46ca05567", "name": "network-vif-plugged", "status": "completed", "tag": "e07daafc-6267-4846-9ef7-e463fca769d6"}]}' {{(pid=103306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 21:20:14.315184 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] For port e07daafc-6267-4846-9ef7-e463fca769d6, host n-h2-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-5',level=0,port_id=e07daafc-6267-4846-9ef7-e463fca769d6,segment=NetworkSegment(4eab25d6-89d9-4907-a1c2-51b06443ba33),segment_id=4eab25d6-89d9-4907-a1c2-51b06443ba33)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:20:14.328285 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-29b9dd16-6ddd-4332-9ab0-37ba5f21ad02 req-27f07b6a-7711-49f1-9288-6cbcca7039a2 tempest-ServersNegativeTestJSON-90632883 tempest-ServersNegativeTestJSON-90632883-project] 10.222.0.13 "GET /v2.0/security-groups?id=f00b351c-12ea-4499-84c9-f0263f4f27ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669186 Jan 26 21:20:14.330202 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (e07daafc-6267-4846-9ef7-e463fca769d6), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:20:14.344324 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3500dd89-84e2-42f0-b8d8-7afe310f2852 req-b8e4f287-50a0-4f6d-beb0-95649e72ef79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:20:14.345867 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-3500dd89-84e2-42f0-b8d8-7afe310f2852 req-b8e4f287-50a0-4f6d-beb0-95649e72ef79 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=062e0a06-c395-4f1c-b56d-3b2dd4ffff4d HTTP/1.1" status: 200 len: 835 time: 0.1005085 Jan 26 21:20:14.399029 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-a3fb4276-f885-4ab6-8e85-9b351d67dce1 tempest-NetworksIpV6TestAttrs-28518636 tempest-NetworksIpV6TestAttrs-28518636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746560636600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746560234536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11791543'] for port (74a59ed0-96d1-46f7-a89f-b67885c693d8), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:20:14.405791 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Jan 2022 21:20:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7f4d188-fe99-4da8-b1e3-46ad8caa5ee5 x-openstack-request-id: req-c7f4d188-fe99-4da8-b1e3-46ad8caa5ee5 {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 21:20:14.406087 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bcd4d4fb-4fc5-48a1-bbd8-70e46ca05567", "name": "network-vif-plugged", "status": "completed", "tag": "e07daafc-6267-4846-9ef7-e463fca769d6", "code": 200}]} {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 21:20:14.406400 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c7f4d188-fe99-4da8-b1e3-46ad8caa5ee5 {{(pid=103306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 21:20:14.406802 n-d-760453-5 neutron-server[103306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bcd4d4fb-4fc5-48a1-bbd8-70e46ca05567', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e07daafc-6267-4846-9ef7-e463fca769d6', 'code': 200} Jan 26 21:20:14.417579 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Pushing event updated for resources: {'Port': ['ID=e07daafc-6267-4846-9ef7-e463fca769d6,revision_number=5']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:20:14.436637 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:20:14.437006 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:20:14.437594 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:20:14.437949 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:20:14.438329 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:20:14.438875 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:20:14.439217 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:20:14.440028 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:20:14.440168 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3fb4276-f885-4ab6-8e85-9b351d67dce1 tempest-NetworksIpV6TestAttrs-28518636 tempest-NetworksIpV6TestAttrs-28518636-project] Pushing event deleted for resources: {'Port': ['ID=74a59ed0-96d1-46f7-a89f-b67885c693d8,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:20:14.440290 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:20:14.440388 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:20:14.440776 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:20:14.441111 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:20:14.441517 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:20:14.449013 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3500dd89-84e2-42f0-b8d8-7afe310f2852 req-1d57e7dc-e169-41ef-949c-4b9a9d5babd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:20:14.450563 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-3500dd89-84e2-42f0-b8d8-7afe310f2852 req-1d57e7dc-e169-41ef-949c-4b9a9d5babd0 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=53e223b0-da4c-46a0-9735-61b7e6751b1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0943205 Jan 26 21:20:14.451565 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-a3fb4276-f885-4ab6-8e85-9b351d67dce1 tempest-NetworksIpV6TestAttrs-28518636 tempest-NetworksIpV6TestAttrs-28518636-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:20:14.454727 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-a3fb4276-f885-4ab6-8e85-9b351d67dce1 tempest-NetworksIpV6TestAttrs-28518636 tempest-NetworksIpV6TestAttrs-28518636-project] 10.222.0.13 "DELETE /v2.0/ports/74a59ed0-96d1-46f7-a89f-b67885c693d8 HTTP/1.1" status: 204 len: 168 time: 0.5667541 Jan 26 21:20:14.457082 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 35580) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:20:14.463684 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ab1cd6-2aa1-4670-936a-27a5200e0cd4 req-77b71592-9fb8-45ff-85f4-4180c8140f9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:20:14.465928 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-c8ab1cd6-2aa1-4670-936a-27a5200e0cd4 req-77b71592-9fb8-45ff-85f4-4180c8140f9e service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=bcd4d4fb-4fc5-48a1-bbd8-70e46ca05567 HTTP/1.1" status: 200 len: 1101 time: 0.0707774 Jan 26 21:20:14.499294 n-d-760453-5 neutron-server[103305]: INFO neutron.pecan_wsgi.hooks.translation [None req-383a4061-37e9-4820-91fc-16198b9ac7b1 tempest-NetworksIpV6TestAttrs-28518636 tempest-NetworksIpV6TestAttrs-28518636-project] DELETE failed (client error): The resource could not be found. Jan 26 21:20:14.499758 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-383a4061-37e9-4820-91fc-16198b9ac7b1 tempest-NetworksIpV6TestAttrs-28518636 tempest-NetworksIpV6TestAttrs-28518636-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103305) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 26 21:20:14.502844 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-383a4061-37e9-4820-91fc-16198b9ac7b1 tempest-NetworksIpV6TestAttrs-28518636 tempest-NetworksIpV6TestAttrs-28518636-project] 10.222.0.13 "DELETE /v2.0/subnets/e26488e6-37ac-4a35-ad6d-0ea85aaf5b91 HTTP/1.1" status: 404 len: 337 time: 0.0448279 Jan 26 21:20:14.505286 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 35582) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:20:14.514571 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-c8ab1cd6-2aa1-4670-936a-27a5200e0cd4 req-9ccf9f4f-e487-4853-bbf1-8b286d7e3459 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=d059b18a-5200-4bcb-aa0a-24656bfe2bcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402322 Jan 26 21:20:14.633319 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-416204f7-0391-48cf-8680-5d44cdf6bdd4 tempest-NetworksIpV6TestAttrs-28518636 tempest-NetworksIpV6TestAttrs-28518636-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-748181'] for network (cb572e8b-0fe5-4eec-8b26-d58917844ebd), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:20:14.646193 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-3500dd89-84e2-42f0-b8d8-7afe310f2852 req-aca1a0e9-7d5b-44ba-b658-e5aaded396bc service neutron] 10.222.0.66 "GET /v2.0/networks/53e223b0-da4c-46a0-9735-61b7e6751b1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1805356 Jan 26 21:20:14.757530 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c892c54-1b9d-49e6-b05c-c3f245161b52 req-985cf8ea-1a59-43b9-a2ab-bc1662e77bde tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:20:14.759416 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-4c892c54-1b9d-49e6-b05c-c3f245161b52 req-985cf8ea-1a59-43b9-a2ab-bc1662e77bde tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] 10.222.0.13 "GET /v2.0/ports?device_id=4596379c-6ccc-4df2-a875-f0896fc00fcc HTTP/1.1" status: 200 len: 946 time: 0.1142335 Jan 26 21:20:14.795476 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8eba665-6fd3-4601-9c4c-d218720544a3 req-0e9d8568-96a9-4024-8610-cd48e8c002e3 tempest-DeleteServersTestJSON-1338827600 tempest-DeleteServersTestJSON-1338827600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:20:14.795712 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-416204f7-0391-48cf-8680-5d44cdf6bdd4 tempest-NetworksIpV6TestAttrs-28518636 tempest-NetworksIpV6TestAttrs-28518636-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-686403', 'neutron.services.segments.db._delete_segments_for_network-8746560774018'] for network (cb572e8b-0fe5-4eec-8b26-d58917844ebd), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:20:14.802245 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-c8eba665-6fd3-4601-9c4c-d218720544a3 req-0e9d8568-96a9-4024-8610-cd48e8c002e3 tempest-DeleteServersTestJSON-1338827600 tempest-DeleteServersTestJSON-1338827600-project] 10.222.0.13 "GET /v2.0/ports?device_id=b94ac130-6232-4bd7-acba-586230daf28f HTTP/1.1" status: 200 len: 946 time: 0.0845432 Jan 26 21:20:14.826959 n-d-760453-5 neutron-server[103305]: DEBUG neutron.services.segments.db [None req-416204f7-0391-48cf-8680-5d44cdf6bdd4 tempest-NetworksIpV6TestAttrs-28518636 tempest-NetworksIpV6TestAttrs-28518636-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cb572e8b-0fe5-4eec-8b26-d58917844ebd']}} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:20:14.846321 n-d-760453-5 neutron-server[103305]: DEBUG neutron.services.segments.db [None req-416204f7-0391-48cf-8680-5d44cdf6bdd4 tempest-NetworksIpV6TestAttrs-28518636 tempest-NetworksIpV6TestAttrs-28518636-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5aee3a55-465b-4d75-8f09-36f0b6c75a9d') {'for_net_delete': True} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:20:14.846618 n-d-760453-5 neutron-server[103305]: DEBUG neutron.services.segments.db [None req-416204f7-0391-48cf-8680-5d44cdf6bdd4 tempest-NetworksIpV6TestAttrs-28518636 tempest-NetworksIpV6TestAttrs-28518636-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5aee3a55-465b-4d75-8f09-36f0b6c75a9d') {} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:20:14.862948 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-416204f7-0391-48cf-8680-5d44cdf6bdd4 tempest-NetworksIpV6TestAttrs-28518636 tempest-NetworksIpV6TestAttrs-28518636-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746560742283', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11788955'] for segment (5aee3a55-465b-4d75-8f09-36f0b6c75a9d), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:20:14.866694 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-3500dd89-84e2-42f0-b8d8-7afe310f2852 req-fedf4801-8330-47a9-9a11-31737c49e9b8 service neutron] 10.222.0.66 "GET /v2.0/networks/53e223b0-da4c-46a0-9735-61b7e6751b1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1887441 Jan 26 21:20:14.880007 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-416204f7-0391-48cf-8680-5d44cdf6bdd4 tempest-NetworksIpV6TestAttrs-28518636 tempest-NetworksIpV6TestAttrs-28518636-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576559'] for segment (5aee3a55-465b-4d75-8f09-36f0b6c75a9d), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:20:14.888303 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-416204f7-0391-48cf-8680-5d44cdf6bdd4 tempest-NetworksIpV6TestAttrs-28518636 tempest-NetworksIpV6TestAttrs-28518636-project] Releasing vlan 560 on physical network physnet1 to pool {{(pid=103305) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 26 21:20:14.888580 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-416204f7-0391-48cf-8680-5d44cdf6bdd4 tempest-NetworksIpV6TestAttrs-28518636 tempest-NetworksIpV6TestAttrs-28518636-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11791428'] for segment (5aee3a55-465b-4d75-8f09-36f0b6c75a9d), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:20:14.888923 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-4c892c54-1b9d-49e6-b05c-c3f245161b52 req-92f95982-dfd0-42ab-ae66-16fd3f56948b tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] 10.222.0.13 "GET /v2.0/security-groups?id=48ad9419-cea5-46f2-b67f-159b9c4803d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1225581 Jan 26 21:20:14.892018 n-d-760453-5 neutron-server[103305]: Traceback (most recent call last): Jan 26 21:20:14.892018 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 26 21:20:14.892018 n-d-760453-5 neutron-server[103305]: timer() Jan 26 21:20:14.892018 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 26 21:20:14.892018 n-d-760453-5 neutron-server[103305]: cb(*args, **kw) Jan 26 21:20:14.892018 n-d-760453-5 neutron-server[103305]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 26 21:20:14.892018 n-d-760453-5 neutron-server[103305]: return func(*args, **kwargs) Jan 26 21:20:14.892018 n-d-760453-5 neutron-server[103305]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 26 21:20:14.892018 n-d-760453-5 neutron-server[103305]: self._notify() Jan 26 21:20:14.892018 n-d-760453-5 neutron-server[103305]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 26 21:20:14.892018 n-d-760453-5 neutron-server[103305]: self.callback(batched_events) Jan 26 21:20:14.892018 n-d-760453-5 neutron-server[103305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 26 21:20:14.892018 n-d-760453-5 neutron-server[103305]: event.method(event) Jan 26 21:20:14.892018 n-d-760453-5 neutron-server[103305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 26 21:20:14.892018 n-d-760453-5 neutron-server[103305]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 26 21:20:14.892018 n-d-760453-5 neutron-server[103305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 26 21:20:14.892018 n-d-760453-5 neutron-server[103305]: aggregate_uuid = self.p_client.list_aggregates( Jan 26 21:20:14.892018 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 26 21:20:14.892018 n-d-760453-5 neutron-server[103305]: return f(self, *a, **k) Jan 26 21:20:14.892018 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 26 21:20:14.892018 n-d-760453-5 neutron-server[103305]: return self._get(url).json() Jan 26 21:20:14.892018 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 26 21:20:14.892018 n-d-760453-5 neutron-server[103305]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 26 21:20:14.892018 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 26 21:20:14.892018 n-d-760453-5 neutron-server[103305]: return self.request(url, 'GET', **kwargs) Jan 26 21:20:14.892018 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 26 21:20:14.892018 n-d-760453-5 neutron-server[103305]: base_url = self.get_endpoint(auth, allow=allow, Jan 26 21:20:14.892018 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 26 21:20:14.892018 n-d-760453-5 neutron-server[103305]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 26 21:20:14.892018 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 26 21:20:14.892018 n-d-760453-5 neutron-server[103305]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 26 21:20:14.892018 n-d-760453-5 neutron-server[103305]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 26 21:20:14.950100 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-c8eba665-6fd3-4601-9c4c-d218720544a3 req-fbcc92b2-0d96-400a-bb8f-9bcb100f2e21 tempest-DeleteServersTestJSON-1338827600 tempest-DeleteServersTestJSON-1338827600-project] 10.222.0.13 "GET /v2.0/security-groups?id=b7fc5e70-a24b-497d-9cf6-8df82d0ad35b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1414120 Jan 26 21:20:14.992964 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-416204f7-0391-48cf-8680-5d44cdf6bdd4 tempest-NetworksIpV6TestAttrs-28518636 tempest-NetworksIpV6TestAttrs-28518636-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4110931'] for network (cb572e8b-0fe5-4eec-8b26-d58917844ebd), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:20:14.997880 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-416204f7-0391-48cf-8680-5d44cdf6bdd4 tempest-NetworksIpV6TestAttrs-28518636 tempest-NetworksIpV6TestAttrs-28518636-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709645'] for network (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:20:15.004532 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-416204f7-0391-48cf-8680-5d44cdf6bdd4 tempest-NetworksIpV6TestAttrs-28518636 tempest-NetworksIpV6TestAttrs-28518636-project] 10.222.0.13 "DELETE /v2.0/networks/cb572e8b-0fe5-4eec-8b26-d58917844ebd HTTP/1.1" status: 204 len: 168 time: 0.4982858 Jan 26 21:20:15.005108 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 35592) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:20:15.022160 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-416204f7-0391-48cf-8680-5d44cdf6bdd4 tempest-NetworksIpV6TestAttrs-28518636 tempest-NetworksIpV6TestAttrs-28518636-project] Pushing event deleted for resources: {'Network': ['ID=cb572e8b-0fe5-4eec-8b26-d58917844ebd,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:20:15.101747 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-7362c741-7708-41cf-89f2-6184e9d699b2 tempest-NetworksIpV6TestAttrs-28518636 tempest-NetworksIpV6TestAttrs-28518636-project] Deleting port 9732ac4f-0377-447b-a283-e8823e365838 {{(pid=103304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 21:20:15.102091 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-7362c741-7708-41cf-89f2-6184e9d699b2 tempest-NetworksIpV6TestAttrs-28518636 tempest-NetworksIpV6TestAttrs-28518636-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746560630878'] for port (9732ac4f-0377-447b-a283-e8823e365838), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:20:15.172764 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-7362c741-7708-41cf-89f2-6184e9d699b2 tempest-NetworksIpV6TestAttrs-28518636 tempest-NetworksIpV6TestAttrs-28518636-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4109658'] for port (9732ac4f-0377-447b-a283-e8823e365838), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:20:15.194993 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-7362c741-7708-41cf-89f2-6184e9d699b2 tempest-NetworksIpV6TestAttrs-28518636 tempest-NetworksIpV6TestAttrs-28518636-project] Calling delete_port for 9732ac4f-0377-447b-a283-e8823e365838 owned by {{(pid=103304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 21:20:15.300579 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c541ce7-73d1-4470-87b1-cdbbb62c65c0 req-60b1a5d4-2ae9-4722-852a-4ed5a813807b tempest-ServerDiagnosticsNegativeTest-1650510729 tempest-ServerDiagnosticsNegativeTest-1650510729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:20:15.302112 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-3c541ce7-73d1-4470-87b1-cdbbb62c65c0 req-60b1a5d4-2ae9-4722-852a-4ed5a813807b tempest-ServerDiagnosticsNegativeTest-1650510729 tempest-ServerDiagnosticsNegativeTest-1650510729-project] 10.222.0.13 "GET /v2.0/ports?device_id=bcd4d4fb-4fc5-48a1-bbd8-70e46ca05567 HTTP/1.1" status: 200 len: 950 time: 0.0934200 Jan 26 21:20:15.357795 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-7362c741-7708-41cf-89f2-6184e9d699b2 tempest-NetworksIpV6TestAttrs-28518636 tempest-NetworksIpV6TestAttrs-28518636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746560636600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746560234536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9281553'] for port (9732ac4f-0377-447b-a283-e8823e365838), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:20:15.402509 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7362c741-7708-41cf-89f2-6184e9d699b2 tempest-NetworksIpV6TestAttrs-28518636 tempest-NetworksIpV6TestAttrs-28518636-project] Pushing event deleted for resources: {'Port': ['ID=9732ac4f-0377-447b-a283-e8823e365838,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:20:15.407377 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-3c541ce7-73d1-4470-87b1-cdbbb62c65c0 req-ffcc1a25-2eac-4bdd-a82b-f025a63ea078 tempest-ServerDiagnosticsNegativeTest-1650510729 tempest-ServerDiagnosticsNegativeTest-1650510729-project] 10.222.0.13 "GET /v2.0/security-groups?id=d059b18a-5200-4bcb-aa0a-24656bfe2bcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972238 Jan 26 21:20:15.420623 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-7362c741-7708-41cf-89f2-6184e9d699b2 tempest-NetworksIpV6TestAttrs-28518636 tempest-NetworksIpV6TestAttrs-28518636-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:20:15.437024 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 35600) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:20:15.437604 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-7362c741-7708-41cf-89f2-6184e9d699b2 tempest-NetworksIpV6TestAttrs-28518636 tempest-NetworksIpV6TestAttrs-28518636-project] 10.222.0.13 "DELETE /v2.0/ports/9732ac4f-0377-447b-a283-e8823e365838 HTTP/1.1" status: 204 len: 168 time: 0.4308085 Jan 26 21:20:15.481877 n-d-760453-5 neutron-server[103305]: INFO neutron.pecan_wsgi.hooks.translation [None req-370bdccb-b705-4cb7-a2d8-8b3f498e49e0 tempest-NetworksIpV6TestAttrs-28518636 tempest-NetworksIpV6TestAttrs-28518636-project] DELETE failed (client error): The resource could not be found. Jan 26 21:20:15.482719 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-370bdccb-b705-4cb7-a2d8-8b3f498e49e0 tempest-NetworksIpV6TestAttrs-28518636 tempest-NetworksIpV6TestAttrs-28518636-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103305) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 26 21:20:15.487540 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-370bdccb-b705-4cb7-a2d8-8b3f498e49e0 tempest-NetworksIpV6TestAttrs-28518636 tempest-NetworksIpV6TestAttrs-28518636-project] 10.222.0.13 "DELETE /v2.0/subnets/9f78f9e9-bb07-411f-9d1f-58311a3460e0 HTTP/1.1" status: 404 len: 337 time: 0.0491793 Jan 26 21:20:15.494049 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 35602) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:20:15.557270 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78431d2-e2e2-4050-aa60-fb16f8981e31 req-ca9abb5d-31f3-4b22-b03d-915f05460aaf tempest-ServersNegativeTestJSON-90632883 tempest-ServersNegativeTestJSON-90632883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:20:15.561790 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-d78431d2-e2e2-4050-aa60-fb16f8981e31 req-ca9abb5d-31f3-4b22-b03d-915f05460aaf tempest-ServersNegativeTestJSON-90632883 tempest-ServersNegativeTestJSON-90632883-project] 10.222.0.13 "GET /v2.0/ports?device_id=20bda332-a159-49bd-8c61-2ea774ab5602 HTTP/1.1" status: 200 len: 946 time: 0.1521585 Jan 26 21:20:15.616034 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-827609d0-4bdd-4c35-9636-4f13147d017f tempest-NetworksIpV6TestAttrs-28518636 tempest-NetworksIpV6TestAttrs-28518636-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-748181'] for network (1d946a00-258a-4545-961e-4cf7517c035a), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:20:15.619366 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-d78431d2-e2e2-4050-aa60-fb16f8981e31 req-881ff185-e963-48a5-8027-91647776fb6e tempest-ServersNegativeTestJSON-90632883 tempest-ServersNegativeTestJSON-90632883-project] 10.222.0.13 "GET /v2.0/security-groups?id=f00b351c-12ea-4499-84c9-f0263f4f27ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504673 Jan 26 21:20:15.711662 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-827609d0-4bdd-4c35-9636-4f13147d017f tempest-NetworksIpV6TestAttrs-28518636 tempest-NetworksIpV6TestAttrs-28518636-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-686403', 'neutron.services.segments.db._delete_segments_for_network-8746560774018'] for network (1d946a00-258a-4545-961e-4cf7517c035a), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:20:15.739090 n-d-760453-5 neutron-server[103305]: DEBUG neutron.services.segments.db [None req-827609d0-4bdd-4c35-9636-4f13147d017f tempest-NetworksIpV6TestAttrs-28518636 tempest-NetworksIpV6TestAttrs-28518636-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1d946a00-258a-4545-961e-4cf7517c035a']}} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:20:15.750215 n-d-760453-5 neutron-server[103305]: DEBUG neutron.services.segments.db [None req-827609d0-4bdd-4c35-9636-4f13147d017f tempest-NetworksIpV6TestAttrs-28518636 tempest-NetworksIpV6TestAttrs-28518636-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ad497931-d9a5-43db-84d0-d186d24a269b') {'for_net_delete': True} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:20:15.750496 n-d-760453-5 neutron-server[103305]: DEBUG neutron.services.segments.db [None req-827609d0-4bdd-4c35-9636-4f13147d017f tempest-NetworksIpV6TestAttrs-28518636 tempest-NetworksIpV6TestAttrs-28518636-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ad497931-d9a5-43db-84d0-d186d24a269b') {} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:20:15.760970 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-827609d0-4bdd-4c35-9636-4f13147d017f tempest-NetworksIpV6TestAttrs-28518636 tempest-NetworksIpV6TestAttrs-28518636-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746560742283', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11788955'] for segment (ad497931-d9a5-43db-84d0-d186d24a269b), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:20:15.774713 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-827609d0-4bdd-4c35-9636-4f13147d017f tempest-NetworksIpV6TestAttrs-28518636 tempest-NetworksIpV6TestAttrs-28518636-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576559'] for segment (ad497931-d9a5-43db-84d0-d186d24a269b), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:20:15.780600 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-827609d0-4bdd-4c35-9636-4f13147d017f tempest-NetworksIpV6TestAttrs-28518636 tempest-NetworksIpV6TestAttrs-28518636-project] Releasing vlan 555 on physical network physnet1 to pool {{(pid=103305) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 26 21:20:15.780984 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-827609d0-4bdd-4c35-9636-4f13147d017f tempest-NetworksIpV6TestAttrs-28518636 tempest-NetworksIpV6TestAttrs-28518636-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11791428'] for segment (ad497931-d9a5-43db-84d0-d186d24a269b), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:20:15.784243 n-d-760453-5 neutron-server[103305]: Traceback (most recent call last): Jan 26 21:20:15.784243 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 26 21:20:15.784243 n-d-760453-5 neutron-server[103305]: timer() Jan 26 21:20:15.784243 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 26 21:20:15.784243 n-d-760453-5 neutron-server[103305]: cb(*args, **kw) Jan 26 21:20:15.784243 n-d-760453-5 neutron-server[103305]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 26 21:20:15.784243 n-d-760453-5 neutron-server[103305]: return func(*args, **kwargs) Jan 26 21:20:15.784243 n-d-760453-5 neutron-server[103305]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 26 21:20:15.784243 n-d-760453-5 neutron-server[103305]: self._notify() Jan 26 21:20:15.784243 n-d-760453-5 neutron-server[103305]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 26 21:20:15.784243 n-d-760453-5 neutron-server[103305]: self.callback(batched_events) Jan 26 21:20:15.784243 n-d-760453-5 neutron-server[103305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 26 21:20:15.784243 n-d-760453-5 neutron-server[103305]: event.method(event) Jan 26 21:20:15.784243 n-d-760453-5 neutron-server[103305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 26 21:20:15.784243 n-d-760453-5 neutron-server[103305]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 26 21:20:15.784243 n-d-760453-5 neutron-server[103305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 26 21:20:15.784243 n-d-760453-5 neutron-server[103305]: aggregate_uuid = self.p_client.list_aggregates( Jan 26 21:20:15.784243 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 26 21:20:15.784243 n-d-760453-5 neutron-server[103305]: return f(self, *a, **k) Jan 26 21:20:15.784243 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 26 21:20:15.784243 n-d-760453-5 neutron-server[103305]: return self._get(url).json() Jan 26 21:20:15.784243 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 26 21:20:15.784243 n-d-760453-5 neutron-server[103305]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 26 21:20:15.784243 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 26 21:20:15.784243 n-d-760453-5 neutron-server[103305]: return self.request(url, 'GET', **kwargs) Jan 26 21:20:15.784243 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 26 21:20:15.784243 n-d-760453-5 neutron-server[103305]: base_url = self.get_endpoint(auth, allow=allow, Jan 26 21:20:15.784243 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 26 21:20:15.784243 n-d-760453-5 neutron-server[103305]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 26 21:20:15.784243 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 26 21:20:15.784243 n-d-760453-5 neutron-server[103305]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 26 21:20:15.784243 n-d-760453-5 neutron-server[103305]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 26 21:20:15.843424 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-827609d0-4bdd-4c35-9636-4f13147d017f tempest-NetworksIpV6TestAttrs-28518636 tempest-NetworksIpV6TestAttrs-28518636-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4110931'] for network (1d946a00-258a-4545-961e-4cf7517c035a), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:20:15.850269 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-827609d0-4bdd-4c35-9636-4f13147d017f tempest-NetworksIpV6TestAttrs-28518636 tempest-NetworksIpV6TestAttrs-28518636-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709645'] for network (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:20:15.854000 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-827609d0-4bdd-4c35-9636-4f13147d017f tempest-NetworksIpV6TestAttrs-28518636 tempest-NetworksIpV6TestAttrs-28518636-project] 10.222.0.13 "DELETE /v2.0/networks/1d946a00-258a-4545-961e-4cf7517c035a HTTP/1.1" status: 204 len: 168 time: 0.3588657 Jan 26 21:20:15.856595 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 35604) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:20:15.865520 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-827609d0-4bdd-4c35-9636-4f13147d017f tempest-NetworksIpV6TestAttrs-28518636 tempest-NetworksIpV6TestAttrs-28518636-project] Pushing event deleted for resources: {'Network': ['ID=1d946a00-258a-4545-961e-4cf7517c035a,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:20:15.909398 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.db_base_plugin_v2 [None req-cec44fdf-10aa-42db-a769-856101590eb6 tempest-NetworksIpV6TestAttrs-28518636 tempest-NetworksIpV6TestAttrs-28518636-project] Deleting subnet b0814f73-69fb-4732-8cee-72eb59b6bfae {{(pid=103304) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 26 21:20:15.912439 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-cec44fdf-10aa-42db-a769-856101590eb6 tempest-NetworksIpV6TestAttrs-28518636 tempest-NetworksIpV6TestAttrs-28518636-project] Publish callbacks [] for subnet (b0814f73-69fb-4732-8cee-72eb59b6bfae), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:20:15.965909 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-cec44fdf-10aa-42db-a769-856101590eb6 tempest-NetworksIpV6TestAttrs-28518636 tempest-NetworksIpV6TestAttrs-28518636-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8881284'] for subnet (b0814f73-69fb-4732-8cee-72eb59b6bfae), precommit_delete_associations {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:20:16.108428 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fccc05b2-df0e-4624-b2e0-1ed9e5b4749c req-2b8f295a-ff84-470a-951f-6c66aeb58354 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:20:16.110075 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-fccc05b2-df0e-4624-b2e0-1ed9e5b4749c req-2b8f295a-ff84-470a-951f-6c66aeb58354 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] 10.222.0.13 "GET /v2.0/ports?device_id=4596379c-6ccc-4df2-a875-f0896fc00fcc HTTP/1.1" status: 200 len: 946 time: 0.1411667 Jan 26 21:20:16.133038 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065fce90-ad2a-4532-9a34-dc85387b7b34 req-266c40e5-08d4-4631-b08b-06f1a7b88383 tempest-DeleteServersTestJSON-1338827600 tempest-DeleteServersTestJSON-1338827600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:20:16.134670 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-065fce90-ad2a-4532-9a34-dc85387b7b34 req-266c40e5-08d4-4631-b08b-06f1a7b88383 tempest-DeleteServersTestJSON-1338827600 tempest-DeleteServersTestJSON-1338827600-project] 10.222.0.13 "GET /v2.0/ports?device_id=b94ac130-6232-4bd7-acba-586230daf28f HTTP/1.1" status: 200 len: 946 time: 0.1147370 Jan 26 21:20:16.160538 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-cec44fdf-10aa-42db-a769-856101590eb6 tempest-NetworksIpV6TestAttrs-28518636 tempest-NetworksIpV6TestAttrs-28518636-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687316'] for subnet (b0814f73-69fb-4732-8cee-72eb59b6bfae), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:20:16.244602 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-fccc05b2-df0e-4624-b2e0-1ed9e5b4749c req-6d8b2073-2bc9-4661-b15d-b5ecffd30cd2 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] 10.222.0.13 "GET /v2.0/security-groups?id=48ad9419-cea5-46f2-b67f-159b9c4803d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1272535 Jan 26 21:20:16.255226 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-065fce90-ad2a-4532-9a34-dc85387b7b34 req-fc0675d4-cd14-4a59-acf0-376cba9d9c95 tempest-DeleteServersTestJSON-1338827600 tempest-DeleteServersTestJSON-1338827600-project] 10.222.0.13 "GET /v2.0/security-groups?id=b7fc5e70-a24b-497d-9cf6-8df82d0ad35b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069188 Jan 26 21:20:16.283312 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-cec44fdf-10aa-42db-a769-856101590eb6 tempest-NetworksIpV6TestAttrs-28518636 tempest-NetworksIpV6TestAttrs-28518636-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9281612', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12215216'] for subnet (b0814f73-69fb-4732-8cee-72eb59b6bfae), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:20:16.315604 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec44fdf-10aa-42db-a769-856101590eb6 tempest-NetworksIpV6TestAttrs-28518636 tempest-NetworksIpV6TestAttrs-28518636-project] Pushing event deleted for resources: {'Subnet': ['ID=b0814f73-69fb-4732-8cee-72eb59b6bfae,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:20:16.320330 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-cec44fdf-10aa-42db-a769-856101590eb6 tempest-NetworksIpV6TestAttrs-28518636 tempest-NetworksIpV6TestAttrs-28518636-project] Publish callbacks [] for subnet (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:20:16.323694 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-cec44fdf-10aa-42db-a769-856101590eb6 tempest-NetworksIpV6TestAttrs-28518636 tempest-NetworksIpV6TestAttrs-28518636-project] 10.222.0.13 "DELETE /v2.0/subnets/b0814f73-69fb-4732-8cee-72eb59b6bfae HTTP/1.1" status: 204 len: 168 time: 0.4659634 Jan 26 21:20:16.326163 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 35624) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:20:16.328923 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39cbdba5-54e3-49b8-a587-f974ddc63f46 None None] Network f92f569d-d6ae-4adb-b453-c4347509d68b requested from n-d-760453-5 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 26 21:20:16.417592 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-d09ae9ce-70bf-4706-a1b8-a9fc9811587f tempest-NetworksIpV6TestAttrs-28518636 tempest-NetworksIpV6TestAttrs-28518636-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-748181'] for network (f92f569d-d6ae-4adb-b453-c4347509d68b), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:20:16.506743 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d38c982c-5193-4a3e-8142-c5ff4b36b67e None None] DHCP port deletion for f92f569d-d6ae-4adb-b453-c4347509d68b request from n-d-760453-5 {{(pid=103306) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 26 21:20:16.524445 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-d09ae9ce-70bf-4706-a1b8-a9fc9811587f tempest-NetworksIpV6TestAttrs-28518636 tempest-NetworksIpV6TestAttrs-28518636-project] Deleting port 66a10ebf-9166-4994-bb42-55b1112ad81b {{(pid=103304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 21:20:16.525322 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-d09ae9ce-70bf-4706-a1b8-a9fc9811587f tempest-NetworksIpV6TestAttrs-28518636 tempest-NetworksIpV6TestAttrs-28518636-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746560630878'] for port (66a10ebf-9166-4994-bb42-55b1112ad81b), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:20:16.555103 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-d38c982c-5193-4a3e-8142-c5ff4b36b67e None None] Deleting port 66a10ebf-9166-4994-bb42-55b1112ad81b {{(pid=103306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 21:20:16.555471 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d38c982c-5193-4a3e-8142-c5ff4b36b67e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746560630878'] for port (66a10ebf-9166-4994-bb42-55b1112ad81b), before_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:20:16.593536 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8d0a59-9347-4d3b-b738-a3fc37c31bbf req-96611bd1-daf0-45d0-96eb-8c93b8832f52 tempest-ServerDiagnosticsNegativeTest-1650510729 tempest-ServerDiagnosticsNegativeTest-1650510729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:20:16.595086 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-0b8d0a59-9347-4d3b-b738-a3fc37c31bbf req-96611bd1-daf0-45d0-96eb-8c93b8832f52 tempest-ServerDiagnosticsNegativeTest-1650510729 tempest-ServerDiagnosticsNegativeTest-1650510729-project] 10.222.0.13 "GET /v2.0/ports?device_id=bcd4d4fb-4fc5-48a1-bbd8-70e46ca05567 HTTP/1.1" status: 200 len: 950 time: 0.1058099 Jan 26 21:20:16.623588 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [None req-d09ae9ce-70bf-4706-a1b8-a9fc9811587f tempest-NetworksIpV6TestAttrs-28518636 tempest-NetworksIpV6TestAttrs-28518636-project] For port 66a10ebf-9166-4994-bb42-55b1112ad81b, host n-d-760453-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=66a10ebf-9166-4994-bb42-55b1112ad81b,segment=NetworkSegment(fe388859-c407-4ed5-b2e6-db6ba1a9d62b),segment_id=fe388859-c407-4ed5-b2e6-db6ba1a9d62b)] {{(pid=103304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:20:16.623885 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-d09ae9ce-70bf-4706-a1b8-a9fc9811587f tempest-NetworksIpV6TestAttrs-28518636 tempest-NetworksIpV6TestAttrs-28518636-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4109658'] for port (66a10ebf-9166-4994-bb42-55b1112ad81b), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:20:16.624388 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-d38c982c-5193-4a3e-8142-c5ff4b36b67e None None] For port 66a10ebf-9166-4994-bb42-55b1112ad81b, host n-d-760453-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=66a10ebf-9166-4994-bb42-55b1112ad81b,segment=NetworkSegment(fe388859-c407-4ed5-b2e6-db6ba1a9d62b),segment_id=fe388859-c407-4ed5-b2e6-db6ba1a9d62b)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:20:16.624791 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d38c982c-5193-4a3e-8142-c5ff4b36b67e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4109658'] for port (66a10ebf-9166-4994-bb42-55b1112ad81b), precommit_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:20:16.637707 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-d38c982c-5193-4a3e-8142-c5ff4b36b67e None None] Calling delete_port for 66a10ebf-9166-4994-bb42-55b1112ad81b owned by network:dhcp {{(pid=103306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 21:20:16.642337 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-d09ae9ce-70bf-4706-a1b8-a9fc9811587f tempest-NetworksIpV6TestAttrs-28518636 tempest-NetworksIpV6TestAttrs-28518636-project] Calling delete_port for 66a10ebf-9166-4994-bb42-55b1112ad81b owned by network:dhcp {{(pid=103304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 21:20:16.695376 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-0b8d0a59-9347-4d3b-b738-a3fc37c31bbf req-7ad1a58b-a59b-4a39-a4e1-6340c4f5065f tempest-ServerDiagnosticsNegativeTest-1650510729 tempest-ServerDiagnosticsNegativeTest-1650510729-project] 10.222.0.13 "GET /v2.0/security-groups?id=d059b18a-5200-4bcb-aa0a-24656bfe2bcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744536 Jan 26 21:20:16.736093 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d38c982c-5193-4a3e-8142-c5ff4b36b67e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746560636600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746560234536'] for port (66a10ebf-9166-4994-bb42-55b1112ad81b), after_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:20:16.765795 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38c982c-5193-4a3e-8142-c5ff4b36b67e None None] Pushing event deleted for resources: {'Port': ['ID=66a10ebf-9166-4994-bb42-55b1112ad81b,revision_number=None']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:20:16.770996 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d38c982c-5193-4a3e-8142-c5ff4b36b67e None None] No DVR routers for this DVR port 66a10ebf-9166-4994-bb42-55b1112ad81b on host n-d-760453-5 {{(pid=103306) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 26 21:20:16.819182 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f1dd93-9f4f-46e5-a3d6-6d8341717964 req-9a9d61a2-3063-491d-97bc-b1149520f91f tempest-ServersNegativeTestJSON-90632883 tempest-ServersNegativeTestJSON-90632883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:20:16.821887 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-70f1dd93-9f4f-46e5-a3d6-6d8341717964 req-9a9d61a2-3063-491d-97bc-b1149520f91f tempest-ServersNegativeTestJSON-90632883 tempest-ServersNegativeTestJSON-90632883-project] 10.222.0.13 "GET /v2.0/ports?device_id=20bda332-a159-49bd-8c61-2ea774ab5602 HTTP/1.1" status: 200 len: 946 time: 0.0830252 Jan 26 21:20:16.824128 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-d09ae9ce-70bf-4706-a1b8-a9fc9811587f tempest-NetworksIpV6TestAttrs-28518636 tempest-NetworksIpV6TestAttrs-28518636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746560636600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746560234536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9281553'] for port (66a10ebf-9166-4994-bb42-55b1112ad81b), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:20:16.858681 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d09ae9ce-70bf-4706-a1b8-a9fc9811587f tempest-NetworksIpV6TestAttrs-28518636 tempest-NetworksIpV6TestAttrs-28518636-project] Pushing event deleted for resources: {'Port': ['ID=66a10ebf-9166-4994-bb42-55b1112ad81b,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:20:16.860582 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d09ae9ce-70bf-4706-a1b8-a9fc9811587f tempest-NetworksIpV6TestAttrs-28518636 tempest-NetworksIpV6TestAttrs-28518636-project] No DVR routers for this DVR port 66a10ebf-9166-4994-bb42-55b1112ad81b on host n-d-760453-5 {{(pid=103304) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 26 21:20:16.970422 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-d09ae9ce-70bf-4706-a1b8-a9fc9811587f tempest-NetworksIpV6TestAttrs-28518636 tempest-NetworksIpV6TestAttrs-28518636-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-686403', 'neutron.services.segments.db._delete_segments_for_network-8746560774018'] for network (f92f569d-d6ae-4adb-b453-c4347509d68b), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:20:16.975868 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-70f1dd93-9f4f-46e5-a3d6-6d8341717964 req-f8e8b115-26e0-40ae-ba11-5314eebe8951 tempest-ServersNegativeTestJSON-90632883 tempest-ServersNegativeTestJSON-90632883-project] 10.222.0.13 "GET /v2.0/security-groups?id=f00b351c-12ea-4499-84c9-f0263f4f27ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1421230 Jan 26 21:20:16.996836 n-d-760453-5 neutron-server[103304]: DEBUG neutron.services.segments.db [None req-d09ae9ce-70bf-4706-a1b8-a9fc9811587f tempest-NetworksIpV6TestAttrs-28518636 tempest-NetworksIpV6TestAttrs-28518636-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f92f569d-d6ae-4adb-b453-c4347509d68b']}} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:20:17.015267 n-d-760453-5 neutron-server[103304]: DEBUG neutron.services.segments.db [None req-d09ae9ce-70bf-4706-a1b8-a9fc9811587f tempest-NetworksIpV6TestAttrs-28518636 tempest-NetworksIpV6TestAttrs-28518636-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fe388859-c407-4ed5-b2e6-db6ba1a9d62b') {'for_net_delete': True} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:20:17.015560 n-d-760453-5 neutron-server[103304]: DEBUG neutron.services.segments.db [None req-d09ae9ce-70bf-4706-a1b8-a9fc9811587f tempest-NetworksIpV6TestAttrs-28518636 tempest-NetworksIpV6TestAttrs-28518636-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fe388859-c407-4ed5-b2e6-db6ba1a9d62b') {} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:20:17.038451 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-d09ae9ce-70bf-4706-a1b8-a9fc9811587f tempest-NetworksIpV6TestAttrs-28518636 tempest-NetworksIpV6TestAttrs-28518636-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746560742283', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8881293'] for segment (fe388859-c407-4ed5-b2e6-db6ba1a9d62b), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:20:17.055138 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-d09ae9ce-70bf-4706-a1b8-a9fc9811587f tempest-NetworksIpV6TestAttrs-28518636 tempest-NetworksIpV6TestAttrs-28518636-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576559'] for segment (fe388859-c407-4ed5-b2e6-db6ba1a9d62b), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:20:17.064040 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d09ae9ce-70bf-4706-a1b8-a9fc9811587f tempest-NetworksIpV6TestAttrs-28518636 tempest-NetworksIpV6TestAttrs-28518636-project] Releasing vlan 597 on physical network physnet1 to pool {{(pid=103304) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 26 21:20:17.064535 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-d09ae9ce-70bf-4706-a1b8-a9fc9811587f tempest-NetworksIpV6TestAttrs-28518636 tempest-NetworksIpV6TestAttrs-28518636-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9281762'] for segment (fe388859-c407-4ed5-b2e6-db6ba1a9d62b), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:20:17.067507 n-d-760453-5 neutron-server[103304]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 26 21:20:17.067507 n-d-760453-5 neutron-server[103304]: self.session.flush() Jan 26 21:20:17.067507 n-d-760453-5 neutron-server[103304]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 26 21:20:17.067507 n-d-760453-5 neutron-server[103304]: self.session.flush() Jan 26 21:20:17.067507 n-d-760453-5 neutron-server[103304]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 26 21:20:17.067507 n-d-760453-5 neutron-server[103304]: self.session.flush() Jan 26 21:20:17.067507 n-d-760453-5 neutron-server[103304]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 26 21:20:17.067507 n-d-760453-5 neutron-server[103304]: self.session.flush() Jan 26 21:20:17.067507 n-d-760453-5 neutron-server[103304]: Traceback (most recent call last): Jan 26 21:20:17.067507 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 26 21:20:17.067507 n-d-760453-5 neutron-server[103304]: timer() Jan 26 21:20:17.067507 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 26 21:20:17.067507 n-d-760453-5 neutron-server[103304]: cb(*args, **kw) Jan 26 21:20:17.067507 n-d-760453-5 neutron-server[103304]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 26 21:20:17.067507 n-d-760453-5 neutron-server[103304]: return func(*args, **kwargs) Jan 26 21:20:17.067507 n-d-760453-5 neutron-server[103304]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 26 21:20:17.067507 n-d-760453-5 neutron-server[103304]: self._notify() Jan 26 21:20:17.067507 n-d-760453-5 neutron-server[103304]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 26 21:20:17.067507 n-d-760453-5 neutron-server[103304]: self.callback(batched_events) Jan 26 21:20:17.067507 n-d-760453-5 neutron-server[103304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 26 21:20:17.067507 n-d-760453-5 neutron-server[103304]: event.method(event) Jan 26 21:20:17.067507 n-d-760453-5 neutron-server[103304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 26 21:20:17.067507 n-d-760453-5 neutron-server[103304]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 26 21:20:17.067507 n-d-760453-5 neutron-server[103304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 26 21:20:17.067507 n-d-760453-5 neutron-server[103304]: aggregate_uuid = self.p_client.list_aggregates( Jan 26 21:20:17.067507 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 26 21:20:17.067507 n-d-760453-5 neutron-server[103304]: return f(self, *a, **k) Jan 26 21:20:17.067507 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 26 21:20:17.067507 n-d-760453-5 neutron-server[103304]: return self._get(url).json() Jan 26 21:20:17.067507 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 26 21:20:17.067507 n-d-760453-5 neutron-server[103304]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 26 21:20:17.067507 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 26 21:20:17.067507 n-d-760453-5 neutron-server[103304]: return self.request(url, 'GET', **kwargs) Jan 26 21:20:17.067507 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 26 21:20:17.067507 n-d-760453-5 neutron-server[103304]: base_url = self.get_endpoint(auth, allow=allow, Jan 26 21:20:17.067507 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 26 21:20:17.067507 n-d-760453-5 neutron-server[103304]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 26 21:20:17.067507 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 26 21:20:17.067507 n-d-760453-5 neutron-server[103304]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 26 21:20:17.067507 n-d-760453-5 neutron-server[103304]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 26 21:20:17.084415 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0727cf1-45fe-46f5-ac97-c94a97864205 req-dcc59d6c-928c-4f53-8580-e61803a385e5 tempest-ServerDiagnosticsNegativeTest-1650510729 tempest-ServerDiagnosticsNegativeTest-1650510729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:20:17.085955 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-c0727cf1-45fe-46f5-ac97-c94a97864205 req-dcc59d6c-928c-4f53-8580-e61803a385e5 tempest-ServerDiagnosticsNegativeTest-1650510729 tempest-ServerDiagnosticsNegativeTest-1650510729-project] 10.222.0.13 "GET /v2.0/ports?device_id=bcd4d4fb-4fc5-48a1-bbd8-70e46ca05567 HTTP/1.1" status: 200 len: 950 time: 0.0944991 Jan 26 21:20:17.448083 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-d09ae9ce-70bf-4706-a1b8-a9fc9811587f tempest-NetworksIpV6TestAttrs-28518636 tempest-NetworksIpV6TestAttrs-28518636-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4110931'] for network (f92f569d-d6ae-4adb-b453-c4347509d68b), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:20:17.462896 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-d09ae9ce-70bf-4706-a1b8-a9fc9811587f tempest-NetworksIpV6TestAttrs-28518636 tempest-NetworksIpV6TestAttrs-28518636-project] Publish callbacks [] for network (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:20:17.466267 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-d09ae9ce-70bf-4706-a1b8-a9fc9811587f tempest-NetworksIpV6TestAttrs-28518636 tempest-NetworksIpV6TestAttrs-28518636-project] 10.222.0.13 "DELETE /v2.0/networks/f92f569d-d6ae-4adb-b453-c4347509d68b HTTP/1.1" status: 204 len: 168 time: 1.1391115 Jan 26 21:20:17.488932 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d09ae9ce-70bf-4706-a1b8-a9fc9811587f tempest-NetworksIpV6TestAttrs-28518636 tempest-NetworksIpV6TestAttrs-28518636-project] Pushing event deleted for resources: {'Network': ['ID=f92f569d-d6ae-4adb-b453-c4347509d68b,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:20:17.503978 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-c0727cf1-45fe-46f5-ac97-c94a97864205 req-1cdd1809-ffa9-4853-a130-c2550c888bbf tempest-ServerDiagnosticsNegativeTest-1650510729 tempest-ServerDiagnosticsNegativeTest-1650510729-project] 10.222.0.13 "GET /v2.0/security-groups?id=d059b18a-5200-4bcb-aa0a-24656bfe2bcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1245403 Jan 26 21:20:17.512102 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f01df7-449a-4d25-9269-8ee8061041c2 req-ebba240b-7f6a-4362-8665-2d3cbe8b9e4a tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:20:17.523850 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-e7f01df7-449a-4d25-9269-8ee8061041c2 req-ebba240b-7f6a-4362-8665-2d3cbe8b9e4a tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] 10.222.0.13 "GET /v2.0/ports?device_id=4596379c-6ccc-4df2-a875-f0896fc00fcc HTTP/1.1" status: 200 len: 946 time: 0.1372187 Jan 26 21:20:17.634986 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-e7f01df7-449a-4d25-9269-8ee8061041c2 req-026dff1d-568a-4eee-b9a8-cf0266033522 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] 10.222.0.13 "GET /v2.0/security-groups?id=48ad9419-cea5-46f2-b67f-159b9c4803d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1102116 Jan 26 21:20:17.676994 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b326a6a5-6cf3-4be6-8587-44489c7b8c0b req-d525e38e-2281-417f-b6f7-3fdf32cb2d84 tempest-DeleteServersTestJSON-1338827600 tempest-DeleteServersTestJSON-1338827600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:20:17.678381 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-b326a6a5-6cf3-4be6-8587-44489c7b8c0b req-d525e38e-2281-417f-b6f7-3fdf32cb2d84 tempest-DeleteServersTestJSON-1338827600 tempest-DeleteServersTestJSON-1338827600-project] 10.222.0.13 "GET /v2.0/ports?device_id=b94ac130-6232-4bd7-acba-586230daf28f HTTP/1.1" status: 200 len: 946 time: 0.0890446 Jan 26 21:20:17.762439 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-b326a6a5-6cf3-4be6-8587-44489c7b8c0b req-43c79fdd-33d0-4fd6-ac84-91026fe979fa tempest-DeleteServersTestJSON-1338827600 tempest-DeleteServersTestJSON-1338827600-project] 10.222.0.13 "GET /v2.0/security-groups?id=b7fc5e70-a24b-497d-9cf6-8df82d0ad35b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761716 Jan 26 21:20:17.838224 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Device 88764215-3016-414b-be37-d9a2af36ed63 details requested by agent hyperv_n-h2-760453-5 with host n-h2-760453-5 {{(pid=103306) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 26 21:20:17.855552 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 35668) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:20:17.968432 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device 66a10ebf-9166-4994-bb42-55b1112ad81b no longer exists at agent ovs-agent-n-d-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 26 21:20:17.971652 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] For port 88764215-3016-414b-be37-d9a2af36ed63, host n-h2-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-5',level=0,port_id=88764215-3016-414b-be37-d9a2af36ed63,segment=NetworkSegment(814afaca-b1b7-499b-b897-fa89d466ac5d),segment_id=814afaca-b1b7-499b-b897-fa89d466ac5d)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:20:18.005381 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] No Port match for: 66a10ebf-9166-4994-bb42-55b1112ad81b {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 26 21:20:18.005738 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device 66a10ebf-9166-4994-bb42-55b1112ad81b not bound to the agent host n-d-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 26 21:20:18.007393 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Returning: {'device': '88764215-3016-414b-be37-d9a2af36ed63', 'network_id': '8cbef344-1167-4f35-8b6b-07dd596f6f4f', 'port_id': '88764215-3016-414b-be37-d9a2af36ed63', 'mac_address': 'fa:16:3e:96:db:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 589, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'baa99134-bdb6-4691-8665-46a31e075f80', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103306) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 26 21:20:18.059853 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Current status of the port 88764215-3016-414b-be37-d9a2af36ed63 is: ACTIVE; New status is: BUILD {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:20:18.060246 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (88764215-3016-414b-be37-d9a2af36ed63), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:20:18.072179 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 35676) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:20:18.075473 n-d-760453-5 neutron-server[103306]: DEBUG neutron.notifiers.nova [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 88764215-3016-414b-be37-d9a2af36ed63 {{(pid=103306) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 26 21:20:18.077878 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-12d98f7e-518c-4a23-9329-ed7397d8bcac admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=80524cb9a34c43b69f8b6bd5c8d36035&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2123635 Jan 26 21:20:18.100493 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] For port 88764215-3016-414b-be37-d9a2af36ed63, host n-h2-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-5',level=0,port_id=88764215-3016-414b-be37-d9a2af36ed63,segment=NetworkSegment(814afaca-b1b7-499b-b897-fa89d466ac5d),segment_id=814afaca-b1b7-499b-b897-fa89d466ac5d)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:20:18.113567 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (88764215-3016-414b-be37-d9a2af36ed63), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:20:18.193427 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Pushing event updated for resources: {'Port': ['ID=88764215-3016-414b-be37-d9a2af36ed63,revision_number=6']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:20:18.210539 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] get_ports_and_sgs() called for port_ids ['88764215-3016-414b-be37-d9a2af36ed63'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 26 21:20:18.215328 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-15c9a64a-c604-4865-8ab5-19f3f86e012c admin admin] Publish callbacks [] for security_group (459869ec-c75e-4af8-a7cb-c430cbd5e5b2), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:20:18.229213 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4536e4b-68fc-4294-b102-dade4d418b0c req-1c300236-e9a7-40e4-9b0b-d21f80331c11 tempest-ServersNegativeTestJSON-90632883 tempest-ServersNegativeTestJSON-90632883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:20:18.238783 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-e4536e4b-68fc-4294-b102-dade4d418b0c req-1c300236-e9a7-40e4-9b0b-d21f80331c11 tempest-ServersNegativeTestJSON-90632883 tempest-ServersNegativeTestJSON-90632883-project] 10.222.0.13 "GET /v2.0/ports?device_id=20bda332-a159-49bd-8c61-2ea774ab5602 HTTP/1.1" status: 200 len: 946 time: 0.1596885 Jan 26 21:20:18.273801 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-15c9a64a-c604-4865-8ab5-19f3f86e012c admin admin] Publish callbacks [] for security_group (459869ec-c75e-4af8-a7cb-c430cbd5e5b2), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:20:18.309958 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-e4536e4b-68fc-4294-b102-dade4d418b0c req-edd85fa4-2771-48f4-8078-3dd8041b549c tempest-ServersNegativeTestJSON-90632883 tempest-ServersNegativeTestJSON-90632883-project] 10.222.0.13 "GET /v2.0/security-groups?id=f00b351c-12ea-4499-84c9-f0263f4f27ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699284 Jan 26 21:20:18.359637 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-15c9a64a-c604-4865-8ab5-19f3f86e012c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (459869ec-c75e-4af8-a7cb-c430cbd5e5b2), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:20:18.362588 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-15c9a64a-c604-4865-8ab5-19f3f86e012c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:20:18.363992 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-15c9a64a-c604-4865-8ab5-19f3f86e012c admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/459869ec-c75e-4af8-a7cb-c430cbd5e5b2 HTTP/1.1" status: 204 len: 168 time: 0.2899978 Jan 26 21:20:18.373220 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c9a64a-c604-4865-8ab5-19f3f86e012c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=459869ec-c75e-4af8-a7cb-c430cbd5e5b2,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:20:18.549667 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46255de9-a41d-4633-a05e-45998e872261 req-d4a04f56-becb-4907-81f9-feb301114721 tempest-ServerDiagnosticsNegativeTest-1650510729 tempest-ServerDiagnosticsNegativeTest-1650510729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:20:18.560391 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-46255de9-a41d-4633-a05e-45998e872261 req-d4a04f56-becb-4907-81f9-feb301114721 tempest-ServerDiagnosticsNegativeTest-1650510729 tempest-ServerDiagnosticsNegativeTest-1650510729-project] 10.222.0.57 "GET /v2.0/ports?device_id=bcd4d4fb-4fc5-48a1-bbd8-70e46ca05567 HTTP/1.1" status: 200 len: 950 time: 0.1515017 Jan 26 21:20:18.834417 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc60010-0946-4635-9a5e-9f90277da624 req-9783ab80-e92f-4379-a363-eb8611b21e60 tempest-ServerDiagnosticsNegativeTest-1650510729 tempest-ServerDiagnosticsNegativeTest-1650510729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:20:18.843698 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-cdc60010-0946-4635-9a5e-9f90277da624 req-9783ab80-e92f-4379-a363-eb8611b21e60 tempest-ServerDiagnosticsNegativeTest-1650510729 tempest-ServerDiagnosticsNegativeTest-1650510729-project] 10.222.0.13 "GET /v2.0/ports?device_id=bcd4d4fb-4fc5-48a1-bbd8-70e46ca05567 HTTP/1.1" status: 200 len: 950 time: 0.1866858 Jan 26 21:20:18.912406 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fa5a8114-4362-46b8-893c-1d573dcc0b67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (474ccdf7-ab6c-405b-a3b2-dc7b05829902), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:20:18.920924 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-cdc60010-0946-4635-9a5e-9f90277da624 req-52651842-cc7c-4706-be09-497fcd86b650 tempest-ServerDiagnosticsNegativeTest-1650510729 tempest-ServerDiagnosticsNegativeTest-1650510729-project] 10.222.0.13 "GET /v2.0/security-groups?id=d059b18a-5200-4bcb-aa0a-24656bfe2bcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760393 Jan 26 21:20:18.939014 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d0ffc4-2edd-458b-8f5d-0b61d2f85871 req-11c27c57-81c2-4237-8da5-df30f92607ed tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:20:18.943310 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-09d0ffc4-2edd-458b-8f5d-0b61d2f85871 req-11c27c57-81c2-4237-8da5-df30f92607ed tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] 10.222.0.13 "GET /v2.0/ports?device_id=4596379c-6ccc-4df2-a875-f0896fc00fcc HTTP/1.1" status: 200 len: 946 time: 0.1972640 Jan 26 21:20:19.019740 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [req-46255de9-a41d-4633-a05e-45998e872261 req-9b0a676a-7fa7-4861-9fa6-196c9bea906b tempest-ServerDiagnosticsNegativeTest-1650510729 tempest-ServerDiagnosticsNegativeTest-1650510729-project] Deleting port e07daafc-6267-4846-9ef7-e463fca769d6 {{(pid=103304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 21:20:19.020114 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-46255de9-a41d-4633-a05e-45998e872261 req-9b0a676a-7fa7-4861-9fa6-196c9bea906b tempest-ServerDiagnosticsNegativeTest-1650510729 tempest-ServerDiagnosticsNegativeTest-1650510729-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746560630878'] for port (e07daafc-6267-4846-9ef7-e463fca769d6), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:20:19.182278 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-09d0ffc4-2edd-458b-8f5d-0b61d2f85871 req-feaf143a-90f6-4f8f-aeb7-f4192aac378c tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] 10.222.0.13 "GET /v2.0/security-groups?id=48ad9419-cea5-46f2-b67f-159b9c4803d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2209153 Jan 26 21:20:19.309264 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [req-46255de9-a41d-4633-a05e-45998e872261 req-9b0a676a-7fa7-4861-9fa6-196c9bea906b tempest-ServerDiagnosticsNegativeTest-1650510729 tempest-ServerDiagnosticsNegativeTest-1650510729-project] For port e07daafc-6267-4846-9ef7-e463fca769d6, host n-h2-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-5',level=0,port_id=e07daafc-6267-4846-9ef7-e463fca769d6,segment=NetworkSegment(4eab25d6-89d9-4907-a1c2-51b06443ba33),segment_id=4eab25d6-89d9-4907-a1c2-51b06443ba33)] {{(pid=103304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:20:19.309730 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-46255de9-a41d-4633-a05e-45998e872261 req-9b0a676a-7fa7-4861-9fa6-196c9bea906b tempest-ServerDiagnosticsNegativeTest-1650510729 tempest-ServerDiagnosticsNegativeTest-1650510729-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4109658'] for port (e07daafc-6267-4846-9ef7-e463fca769d6), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:20:19.341089 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [req-46255de9-a41d-4633-a05e-45998e872261 req-9b0a676a-7fa7-4861-9fa6-196c9bea906b tempest-ServerDiagnosticsNegativeTest-1650510729 tempest-ServerDiagnosticsNegativeTest-1650510729-project] Calling delete_port for e07daafc-6267-4846-9ef7-e463fca769d6 owned by compute:nova {{(pid=103304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 21:20:19.361799 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b38472-b653-400b-8e7c-257be393d77e req-5ab79b47-d290-41f1-baf5-391399a95889 tempest-DeleteServersTestJSON-1338827600 tempest-DeleteServersTestJSON-1338827600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:20:19.370337 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-44b38472-b653-400b-8e7c-257be393d77e req-5ab79b47-d290-41f1-baf5-391399a95889 tempest-DeleteServersTestJSON-1338827600 tempest-DeleteServersTestJSON-1338827600-project] 10.222.0.13 "GET /v2.0/ports?device_id=b94ac130-6232-4bd7-acba-586230daf28f HTTP/1.1" status: 200 len: 946 time: 0.2217038 Jan 26 21:20:19.532716 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 35724) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:20:19.533279 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-44b38472-b653-400b-8e7c-257be393d77e req-d3804f12-1c98-4d34-82f4-db50fa45cead tempest-DeleteServersTestJSON-1338827600 tempest-DeleteServersTestJSON-1338827600-project] 10.222.0.13 "GET /v2.0/security-groups?id=b7fc5e70-a24b-497d-9cf6-8df82d0ad35b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1614299 Jan 26 21:20:19.667672 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c80865-446b-4b6a-af55-4de9bc3cb2a5 req-d5de2381-8ccb-40b2-8728-6d8f5fa1726a tempest-ServersNegativeTestJSON-90632883 tempest-ServersNegativeTestJSON-90632883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:20:19.672828 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-a6c80865-446b-4b6a-af55-4de9bc3cb2a5 req-d5de2381-8ccb-40b2-8728-6d8f5fa1726a tempest-ServersNegativeTestJSON-90632883 tempest-ServersNegativeTestJSON-90632883-project] 10.222.0.13 "GET /v2.0/ports?device_id=20bda332-a159-49bd-8c61-2ea774ab5602 HTTP/1.1" status: 200 len: 945 time: 0.2139831 Jan 26 21:20:19.733408 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-46255de9-a41d-4633-a05e-45998e872261 req-9b0a676a-7fa7-4861-9fa6-196c9bea906b tempest-ServerDiagnosticsNegativeTest-1650510729 tempest-ServerDiagnosticsNegativeTest-1650510729-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746560636600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746560234536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9281553'] for port (e07daafc-6267-4846-9ef7-e463fca769d6), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:20:19.746766 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] get_ports_and_sgs() called for port_ids ['e07daafc-6267-4846-9ef7-e463fca769d6'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 26 21:20:19.757808 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-860df19c-5e68-4050-9a1f-c658b9bcbc92 tempest-NetworksNegativeTestJSON-17165186 tempest-NetworksNegativeTestJSON-17165186-project] Request body: {'port': {'network_id': 'c68e8675-be9b-4f2e-b37c-a262174d5de9', 'name': 'tempest-NetworksNegativeTestJSON-2053984697'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:20:19.793303 n-d-760453-5 neutron-server[103305]: INFO neutron.pecan_wsgi.hooks.translation [None req-860df19c-5e68-4050-9a1f-c658b9bcbc92 tempest-NetworksNegativeTestJSON-17165186 tempest-NetworksNegativeTestJSON-17165186-project] POST failed (client error): The resource could not be found. Jan 26 21:20:19.802013 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-860df19c-5e68-4050-9a1f-c658b9bcbc92 tempest-NetworksNegativeTestJSON-17165186 tempest-NetworksNegativeTestJSON-17165186-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103305) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 26 21:20:19.813198 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-860df19c-5e68-4050-9a1f-c658b9bcbc92 tempest-NetworksNegativeTestJSON-17165186 tempest-NetworksNegativeTestJSON-17165186-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.2783499 Jan 26 21:20:19.813811 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 35730) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:20:19.841813 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Device 88764215-3016-414b-be37-d9a2af36ed63 up at agent hyperv_n-h2-760453-5 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 21:20:19.848404 n-d-760453-5 neutron-server[103305]: INFO neutron.pecan_wsgi.hooks.translation [None req-c816ca6b-cc92-4f46-ad77-afdf19a624a4 tempest-NetworksNegativeTestJSON-17165186 tempest-NetworksNegativeTestJSON-17165186-project] DELETE failed (client error): The resource could not be found. Jan 26 21:20:19.848929 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c816ca6b-cc92-4f46-ad77-afdf19a624a4 tempest-NetworksNegativeTestJSON-17165186 tempest-NetworksNegativeTestJSON-17165186-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103305) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 26 21:20:19.851798 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b0a676a-7fa7-4861-9fa6-196c9bea906b tempest-ServerDiagnosticsNegativeTest-1650510729 tempest-ServerDiagnosticsNegativeTest-1650510729-project] Pushing event deleted for resources: {'Port': ['ID=e07daafc-6267-4846-9ef7-e463fca769d6,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:20:19.862915 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-c816ca6b-cc92-4f46-ad77-afdf19a624a4 tempest-NetworksNegativeTestJSON-17165186 tempest-NetworksNegativeTestJSON-17165186-project] 10.222.0.13 "DELETE /v2.0/networks/de7f1199-181a-4aad-955f-9d6cc2aac625 HTTP/1.1" status: 404 len: 339 time: 0.0478420 Jan 26 21:20:19.863545 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 35732) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:20:19.900566 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-a6c80865-446b-4b6a-af55-4de9bc3cb2a5 req-0d97c5cc-ed79-489b-a42c-c06c778f6b70 tempest-ServersNegativeTestJSON-90632883 tempest-ServersNegativeTestJSON-90632883-project] 10.222.0.13 "GET /v2.0/security-groups?id=f00b351c-12ea-4499-84c9-f0263f4f27ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2176533 Jan 26 21:20:19.941622 n-d-760453-5 neutron-server[103305]: INFO neutron.pecan_wsgi.hooks.translation [None req-06488efb-102f-46ca-a9be-e7ccb3eda11a tempest-NetworksNegativeTestJSON-17165186 tempest-NetworksNegativeTestJSON-17165186-project] DELETE failed (client error): The resource could not be found. Jan 26 21:20:19.942172 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-06488efb-102f-46ca-a9be-e7ccb3eda11a tempest-NetworksNegativeTestJSON-17165186 tempest-NetworksNegativeTestJSON-17165186-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103305) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 26 21:20:19.950297 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Provisioning complete for port 88764215-3016-414b-be37-d9a2af36ed63 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:20:19.952669 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (88764215-3016-414b-be37-d9a2af36ed63), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:20:19.973316 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-06488efb-102f-46ca-a9be-e7ccb3eda11a tempest-NetworksNegativeTestJSON-17165186 tempest-NetworksNegativeTestJSON-17165186-project] 10.222.0.13 "DELETE /v2.0/ports/ebea11e7-af79-42c9-9390-1318ab73def3 HTTP/1.1" status: 404 len: 333 time: 0.1086037 Jan 26 21:20:19.974107 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 35736) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:20:20.030128 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [req-46255de9-a41d-4633-a05e-45998e872261 req-9b0a676a-7fa7-4861-9fa6-196c9bea906b tempest-ServerDiagnosticsNegativeTest-1650510729 tempest-ServerDiagnosticsNegativeTest-1650510729-project] No DVR routers for this DVR port e07daafc-6267-4846-9ef7-e463fca769d6 on host n-h2-760453-5 {{(pid=103304) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 26 21:20:20.033118 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-46255de9-a41d-4633-a05e-45998e872261 req-9b0a676a-7fa7-4861-9fa6-196c9bea906b tempest-ServerDiagnosticsNegativeTest-1650510729 tempest-ServerDiagnosticsNegativeTest-1650510729-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:20:20.041543 n-d-760453-5 neutron-server[103305]: INFO neutron.pecan_wsgi.hooks.translation [None req-ef890160-7aec-4362-865d-1d6d427c211f tempest-NetworksNegativeTestJSON-17165186 tempest-NetworksNegativeTestJSON-17165186-project] DELETE failed (client error): The resource could not be found. Jan 26 21:20:20.042269 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ef890160-7aec-4362-865d-1d6d427c211f tempest-NetworksNegativeTestJSON-17165186 tempest-NetworksNegativeTestJSON-17165186-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103305) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 26 21:20:20.042814 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-46255de9-a41d-4633-a05e-45998e872261 req-9b0a676a-7fa7-4861-9fa6-196c9bea906b tempest-ServerDiagnosticsNegativeTest-1650510729 tempest-ServerDiagnosticsNegativeTest-1650510729-project] 10.222.0.57 "DELETE /v2.0/ports/e07daafc-6267-4846-9ef7-e463fca769d6 HTTP/1.1" status: 204 len: 173 time: 1.4706340 Jan 26 21:20:20.047932 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-ef890160-7aec-4362-865d-1d6d427c211f tempest-NetworksNegativeTestJSON-17165186 tempest-NetworksNegativeTestJSON-17165186-project] 10.222.0.13 "DELETE /v2.0/subnets/7347bd88-0663-4e25-8994-9f651d7df81c HTTP/1.1" status: 404 len: 337 time: 0.0667160 Jan 26 21:20:20.062574 n-d-760453-5 neutron-server[103304]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bcd4d4fb-4fc5-48a1-bbd8-70e46ca05567', 'name': 'network-vif-deleted', 'tag': 'e07daafc-6267-4846-9ef7-e463fca769d6'}] {{(pid=103304) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 21:20:20.078325 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 35740) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:20:20.082133 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d52b45f1943fcd332af9527eb73ff93c8d715d44383a3f6d18de73b4cfcf87b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f566fae-2c13-4637-a80d-89e008039033" -d '{"events": [{"server_uuid": "bcd4d4fb-4fc5-48a1-bbd8-70e46ca05567", "name": "network-vif-deleted", "tag": "e07daafc-6267-4846-9ef7-e463fca769d6"}]}' {{(pid=103304) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 21:20:20.122709 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Current status of the port 88764215-3016-414b-be37-d9a2af36ed63 is: BUILD; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:20:20.124620 n-d-760453-5 neutron-server[103305]: INFO neutron.pecan_wsgi.hooks.translation [None req-b1a0b930-7051-4f8f-a154-cddd22e19072 tempest-NetworksNegativeTestJSON-17165186 tempest-NetworksNegativeTestJSON-17165186-project] GET failed (client error): The resource could not be found. Jan 26 21:20:20.124925 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (88764215-3016-414b-be37-d9a2af36ed63), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:20:20.132137 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-b1a0b930-7051-4f8f-a154-cddd22e19072 tempest-NetworksNegativeTestJSON-17165186 tempest-NetworksNegativeTestJSON-17165186-project] 10.222.0.13 "GET /v2.0/networks/5a5708a8-e5ce-4883-96e2-c2abbbdef134 HTTP/1.1" status: 404 len: 339 time: 0.0482104 Jan 26 21:20:20.133231 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 35744) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:20:20.157676 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-091e692d-2d0f-4901-a083-ef44e372b089 req-b97e8b31-96cd-4770-afa9-0ad758f39eb4 tempest-ServerDiagnosticsNegativeTest-1650510729 tempest-ServerDiagnosticsNegativeTest-1650510729-project] 10.222.0.13 "GET /v2.0/ports?device_id=bcd4d4fb-4fc5-48a1-bbd8-70e46ca05567 HTTP/1.1" status: 200 len: 210 time: 0.1125276 Jan 26 21:20:20.182631 n-d-760453-5 neutron-server[103306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20bda332-a159-49bd-8c61-2ea774ab5602', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88764215-3016-414b-be37-d9a2af36ed63'}] {{(pid=103306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 21:20:20.185739 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9d5d370febab655511bdd2ffe887e43e442d144a440368702bcc1e93af00b97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ca10b78-88d4-4cfd-9349-552b2639b0c9" -d '{"events": [{"server_uuid": "20bda332-a159-49bd-8c61-2ea774ab5602", "name": "network-vif-plugged", "status": "completed", "tag": "88764215-3016-414b-be37-d9a2af36ed63"}]}' {{(pid=103306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 21:20:20.192426 n-d-760453-5 neutron-server[103305]: INFO neutron.pecan_wsgi.hooks.translation [None req-aa2cab96-9f47-4e52-b3e4-3d3afc5b5c34 tempest-NetworksNegativeTestJSON-17165186 tempest-NetworksNegativeTestJSON-17165186-project] GET failed (client error): The resource could not be found. Jan 26 21:20:20.198814 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-aa2cab96-9f47-4e52-b3e4-3d3afc5b5c34 tempest-NetworksNegativeTestJSON-17165186 tempest-NetworksNegativeTestJSON-17165186-project] 10.222.0.13 "GET /v2.0/ports/fbc38694-7c0a-4bae-86a9-6984d28c0a92 HTTP/1.1" status: 404 len: 333 time: 0.0598028 Jan 26 21:20:20.199266 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 35750) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:20:20.247580 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] For port 88764215-3016-414b-be37-d9a2af36ed63, host n-h2-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-5',level=0,port_id=88764215-3016-414b-be37-d9a2af36ed63,segment=NetworkSegment(814afaca-b1b7-499b-b897-fa89d466ac5d),segment_id=814afaca-b1b7-499b-b897-fa89d466ac5d)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:20:20.258282 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (88764215-3016-414b-be37-d9a2af36ed63), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:20:20.291352 n-d-760453-5 neutron-server[103304]: INFO neutron.pecan_wsgi.hooks.translation [None req-712880ea-1b74-4655-a407-fa7095c8364b tempest-NetworksNegativeTestJSON-17165186 tempest-NetworksNegativeTestJSON-17165186-project] GET failed (client error): The resource could not be found. Jan 26 21:20:20.293507 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-712880ea-1b74-4655-a407-fa7095c8364b tempest-NetworksNegativeTestJSON-17165186 tempest-NetworksNegativeTestJSON-17165186-project] 10.222.0.13 "GET /v2.0/subnets/da0c4480-e496-45ea-8f7b-c430b59e6471 HTTP/1.1" status: 404 len: 337 time: 0.0913794 Jan 26 21:20:20.297526 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 35754) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:20:20.305836 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-c942d558-fd37-4569-9cbf-5c6f0ef5d354 tempest-NetworksNegativeTestJSON-17165186 tempest-NetworksNegativeTestJSON-17165186-project] Request body: {'network': {'name': 'new_name'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:20:20.309885 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Jan 2022 21:20:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e16db671-e96f-483f-9d11-50aa4f2dff0d x-openstack-request-id: req-e16db671-e96f-483f-9d11-50aa4f2dff0d {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 21:20:20.310938 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bcd4d4fb-4fc5-48a1-bbd8-70e46ca05567", "name": "network-vif-deleted", "tag": "e07daafc-6267-4846-9ef7-e463fca769d6", "status": "completed", "code": 200}]} {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 21:20:20.311824 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e16db671-e96f-483f-9d11-50aa4f2dff0d {{(pid=103304) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 21:20:20.312406 n-d-760453-5 neutron-server[103304]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bcd4d4fb-4fc5-48a1-bbd8-70e46ca05567', 'name': 'network-vif-deleted', 'tag': 'e07daafc-6267-4846-9ef7-e463fca769d6', 'status': 'completed', 'code': 200} Jan 26 21:20:20.323982 n-d-760453-5 neutron-server[103305]: INFO neutron.pecan_wsgi.hooks.translation [None req-c942d558-fd37-4569-9cbf-5c6f0ef5d354 tempest-NetworksNegativeTestJSON-17165186 tempest-NetworksNegativeTestJSON-17165186-project] PUT failed (client error): The resource could not be found. Jan 26 21:20:20.324608 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c942d558-fd37-4569-9cbf-5c6f0ef5d354 tempest-NetworksNegativeTestJSON-17165186 tempest-NetworksNegativeTestJSON-17165186-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103305) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 26 21:20:20.325973 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-c942d558-fd37-4569-9cbf-5c6f0ef5d354 tempest-NetworksNegativeTestJSON-17165186 tempest-NetworksNegativeTestJSON-17165186-project] 10.222.0.13 "PUT /v2.0/networks/5d8d8bbe-87c1-4002-a03b-b5948fa14445 HTTP/1.1" status: 404 len: 339 time: 0.0271437 Jan 26 21:20:20.331320 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 35756) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:20:20.339445 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-fd834759-fa91-4c6e-9a8b-43bc5dd0a163 tempest-NetworksNegativeTestJSON-17165186 tempest-NetworksNegativeTestJSON-17165186-project] Request body: {'port': {'name': 'new_name'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:20:20.360627 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Jan 2022 21:20:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-602b5873-64d1-4438-9059-82901c443795 x-openstack-request-id: req-602b5873-64d1-4438-9059-82901c443795 {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 21:20:20.362799 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20bda332-a159-49bd-8c61-2ea774ab5602", "name": "network-vif-plugged", "status": "completed", "tag": "88764215-3016-414b-be37-d9a2af36ed63", "code": 200}]} {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 21:20:20.363688 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-602b5873-64d1-4438-9059-82901c443795 {{(pid=103306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 21:20:20.364718 n-d-760453-5 neutron-server[103306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20bda332-a159-49bd-8c61-2ea774ab5602', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88764215-3016-414b-be37-d9a2af36ed63', 'code': 200} Jan 26 21:20:20.410046 n-d-760453-5 neutron-server[103304]: INFO neutron.pecan_wsgi.hooks.translation [None req-fd834759-fa91-4c6e-9a8b-43bc5dd0a163 tempest-NetworksNegativeTestJSON-17165186 tempest-NetworksNegativeTestJSON-17165186-project] PUT failed (client error): The resource could not be found. Jan 26 21:20:20.412142 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fd834759-fa91-4c6e-9a8b-43bc5dd0a163 tempest-NetworksNegativeTestJSON-17165186 tempest-NetworksNegativeTestJSON-17165186-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103304) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 26 21:20:20.416963 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-fd834759-fa91-4c6e-9a8b-43bc5dd0a163 tempest-NetworksNegativeTestJSON-17165186 tempest-NetworksNegativeTestJSON-17165186-project] 10.222.0.13 "PUT /v2.0/ports/404b19b1-c989-46f9-bea1-99080b9d7dbf HTTP/1.1" status: 404 len: 333 time: 0.0845497 Jan 26 21:20:20.420828 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 35758) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:20:20.433516 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-b2795db5-d7d4-4b98-a80b-09addadc0299 tempest-NetworksNegativeTestJSON-17165186 tempest-NetworksNegativeTestJSON-17165186-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:20:20.447914 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Pushing event updated for resources: {'Port': ['ID=88764215-3016-414b-be37-d9a2af36ed63,revision_number=7']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:20:20.481065 n-d-760453-5 neutron-server[103305]: INFO neutron.pecan_wsgi.hooks.translation [None req-b2795db5-d7d4-4b98-a80b-09addadc0299 tempest-NetworksNegativeTestJSON-17165186 tempest-NetworksNegativeTestJSON-17165186-project] PUT failed (client error): The resource could not be found. Jan 26 21:20:20.481736 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b2795db5-d7d4-4b98-a80b-09addadc0299 tempest-NetworksNegativeTestJSON-17165186 tempest-NetworksNegativeTestJSON-17165186-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103305) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 26 21:20:20.482987 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-b2795db5-d7d4-4b98-a80b-09addadc0299 tempest-NetworksNegativeTestJSON-17165186 tempest-NetworksNegativeTestJSON-17165186-project] 10.222.0.13 "PUT /v2.0/subnets/5248a7c0-bf49-4aa9-a8a5-8afbf57b9a2a HTTP/1.1" status: 404 len: 337 time: 0.0608845 Jan 26 21:20:20.531998 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9194e924-2894-4461-bbd8-8912165523a1 req-7fc14c87-8319-42ad-9a4a-284d0ad02b15 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:20:20.540379 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-9194e924-2894-4461-bbd8-8912165523a1 req-7fc14c87-8319-42ad-9a4a-284d0ad02b15 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] 10.222.0.13 "GET /v2.0/ports?device_id=4596379c-6ccc-4df2-a875-f0896fc00fcc HTTP/1.1" status: 200 len: 946 time: 0.0951238 Jan 26 21:20:20.658181 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-9194e924-2894-4461-bbd8-8912165523a1 req-3c2d6ed9-8bfe-41e4-97f4-10ac519b0f70 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] 10.222.0.13 "GET /v2.0/security-groups?id=48ad9419-cea5-46f2-b67f-159b9c4803d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1166527 Jan 26 21:20:20.810040 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39195cd8-8d90-4b0d-80fb-0c686402c33f req-bb7a901e-c694-4bf4-ad5c-e091e4ad895b tempest-DeleteServersTestJSON-1338827600 tempest-DeleteServersTestJSON-1338827600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:20:20.817891 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-39195cd8-8d90-4b0d-80fb-0c686402c33f req-bb7a901e-c694-4bf4-ad5c-e091e4ad895b tempest-DeleteServersTestJSON-1338827600 tempest-DeleteServersTestJSON-1338827600-project] 10.222.0.13 "GET /v2.0/ports?device_id=b94ac130-6232-4bd7-acba-586230daf28f HTTP/1.1" status: 200 len: 946 time: 0.0874214 Jan 26 21:20:20.896553 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-39195cd8-8d90-4b0d-80fb-0c686402c33f req-9a36db75-a683-431a-990f-e9f0d4034665 tempest-DeleteServersTestJSON-1338827600 tempest-DeleteServersTestJSON-1338827600-project] 10.222.0.13 "GET /v2.0/security-groups?id=b7fc5e70-a24b-497d-9cf6-8df82d0ad35b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776954 Jan 26 21:20:20.990092 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 35770) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:20:21.090233 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e22fdff-610b-4520-9110-efe74d15efed req-de60b03d-5910-4405-99cc-ee4a9bc840cb tempest-ServersNegativeTestJSON-90632883 tempest-ServersNegativeTestJSON-90632883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:20:21.102890 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-9e22fdff-610b-4520-9110-efe74d15efed req-de60b03d-5910-4405-99cc-ee4a9bc840cb tempest-ServersNegativeTestJSON-90632883 tempest-ServersNegativeTestJSON-90632883-project] 10.222.0.13 "GET /v2.0/ports?device_id=20bda332-a159-49bd-8c61-2ea774ab5602 HTTP/1.1" status: 200 len: 946 time: 0.0974936 Jan 26 21:20:21.141799 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-33f1dbc4-6aee-4dd6-a043-389c02baf7ba admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:20:21.196797 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-9e22fdff-610b-4520-9110-efe74d15efed req-8c1a5244-8540-4f89-84bd-ecc5d86f5fba tempest-ServersNegativeTestJSON-90632883 tempest-ServersNegativeTestJSON-90632883-project] 10.222.0.13 "GET /v2.0/security-groups?id=f00b351c-12ea-4499-84c9-f0263f4f27ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932364 Jan 26 21:20:21.226712 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-34f50b92-0dba-4358-a4c1-e843ed3ddfd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (09df100c-3af1-4b0a-bda8-05914c71c458), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:20:21.316839 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-33f1dbc4-6aee-4dd6-a043-389c02baf7ba admin admin] Publish callbacks [] for security_group (6aa810a7-f42c-4c14-bc4d-940b00b7ce53), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:20:21.324509 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-33f1dbc4-6aee-4dd6-a043-389c02baf7ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (6aa810a7-f42c-4c14-bc4d-940b00b7ce53), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:20:21.369070 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-33f1dbc4-6aee-4dd6-a043-389c02baf7ba admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=48f3f1e6e26e4399887d50a8ecb0f104&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3771770 Jan 26 21:20:21.371516 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 35780) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:20:21.393325 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f1dbc4-6aee-4dd6-a043-389c02baf7ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6aa810a7-f42c-4c14-bc4d-940b00b7ce53,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:20:21.489718 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-6489ad6e-ad76-43fa-9e92-90b1cc7719c1 admin admin] Publish callbacks [] for security_group (6aa810a7-f42c-4c14-bc4d-940b00b7ce53), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:20:21.538134 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-6489ad6e-ad76-43fa-9e92-90b1cc7719c1 admin admin] Publish callbacks [] for security_group (6aa810a7-f42c-4c14-bc4d-940b00b7ce53), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:20:21.545703 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 35786) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:20:21.616797 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-6489ad6e-ad76-43fa-9e92-90b1cc7719c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (6aa810a7-f42c-4c14-bc4d-940b00b7ce53), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:20:21.622399 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-6489ad6e-ad76-43fa-9e92-90b1cc7719c1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:20:21.625560 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-6489ad6e-ad76-43fa-9e92-90b1cc7719c1 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/6aa810a7-f42c-4c14-bc4d-940b00b7ce53 HTTP/1.1" status: 204 len: 168 time: 0.2525897 Jan 26 21:20:21.636285 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6489ad6e-ad76-43fa-9e92-90b1cc7719c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6aa810a7-f42c-4c14-bc4d-940b00b7ce53,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:20:21.804478 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-e39b04cc-ce5a-43d3-8dfb-337678f05a89 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=fb4966a0616248b2bb1a0842e9191f25&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2571917 Jan 26 21:20:21.807189 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 35796) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:20:21.860842 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Device e07daafc-6267-4846-9ef7-e463fca769d6 no longer exists at agent hyperv_n-h2-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 26 21:20:21.920616 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] No Port match for: e07daafc-6267-4846-9ef7-e463fca769d6 {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 26 21:20:21.922920 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Device e07daafc-6267-4846-9ef7-e463fca769d6 not bound to the agent host n-h2-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 26 21:20:21.925266 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecde0abc-783a-46a5-b6d9-030a539c7230 req-aa8e7566-8561-4895-be19-2660b7a0091e tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:20:21.928176 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-ecde0abc-783a-46a5-b6d9-030a539c7230 req-aa8e7566-8561-4895-be19-2660b7a0091e tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] 10.222.0.13 "GET /v2.0/ports?device_id=4596379c-6ccc-4df2-a875-f0896fc00fcc HTTP/1.1" status: 200 len: 946 time: 0.1417210 Jan 26 21:20:22.000816 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-81518573-99a3-4993-b2be-dc2f7b90c9d0 admin admin] Publish callbacks [] for security_group (d059b18a-5200-4bcb-aa0a-24656bfe2bcc), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:20:22.119287 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-ecde0abc-783a-46a5-b6d9-030a539c7230 req-d985d3f2-6985-4145-823a-be4545a6f6ef tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] 10.222.0.13 "GET /v2.0/security-groups?id=48ad9419-cea5-46f2-b67f-159b9c4803d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1753063 Jan 26 21:20:22.125668 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-81518573-99a3-4993-b2be-dc2f7b90c9d0 admin admin] Publish callbacks [] for security_group (d059b18a-5200-4bcb-aa0a-24656bfe2bcc), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:20:22.179907 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-841f5991-a4d8-4d4b-b215-cbc6bab5427b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (aa7ee9d2-08eb-4e12-b895-24c57300dfec), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:20:22.193171 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab760c0-98dd-4a58-ab17-e7b5adecdb74 req-5a06bb37-1e4b-4b95-bfa5-6cf2f33a8b0a tempest-DeleteServersTestJSON-1338827600 tempest-DeleteServersTestJSON-1338827600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:20:22.195884 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-aab760c0-98dd-4a58-ab17-e7b5adecdb74 req-5a06bb37-1e4b-4b95-bfa5-6cf2f33a8b0a tempest-DeleteServersTestJSON-1338827600 tempest-DeleteServersTestJSON-1338827600-project] 10.222.0.13 "GET /v2.0/ports?device_id=b94ac130-6232-4bd7-acba-586230daf28f HTTP/1.1" status: 200 len: 946 time: 0.1613913 Jan 26 21:20:22.291591 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-81518573-99a3-4993-b2be-dc2f7b90c9d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (d059b18a-5200-4bcb-aa0a-24656bfe2bcc), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:20:22.298566 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-81518573-99a3-4993-b2be-dc2f7b90c9d0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:20:22.303941 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-81518573-99a3-4993-b2be-dc2f7b90c9d0 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d059b18a-5200-4bcb-aa0a-24656bfe2bcc HTTP/1.1" status: 204 len: 168 time: 0.4650538 Jan 26 21:20:22.327889 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81518573-99a3-4993-b2be-dc2f7b90c9d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d059b18a-5200-4bcb-aa0a-24656bfe2bcc,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:20:22.345190 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81518573-99a3-4993-b2be-dc2f7b90c9d0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:20:22.346282 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81518573-99a3-4993-b2be-dc2f7b90c9d0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:20:22.346632 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81518573-99a3-4993-b2be-dc2f7b90c9d0 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:20:22.346976 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81518573-99a3-4993-b2be-dc2f7b90c9d0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:20:22.347387 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81518573-99a3-4993-b2be-dc2f7b90c9d0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:20:22.347724 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81518573-99a3-4993-b2be-dc2f7b90c9d0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:20:22.348064 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81518573-99a3-4993-b2be-dc2f7b90c9d0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:20:22.348393 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81518573-99a3-4993-b2be-dc2f7b90c9d0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:20:22.348717 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81518573-99a3-4993-b2be-dc2f7b90c9d0 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:20:22.349038 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81518573-99a3-4993-b2be-dc2f7b90c9d0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:20:22.349445 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81518573-99a3-4993-b2be-dc2f7b90c9d0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:20:22.349825 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81518573-99a3-4993-b2be-dc2f7b90c9d0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:20:22.350212 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81518573-99a3-4993-b2be-dc2f7b90c9d0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:20:22.531034 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-aab760c0-98dd-4a58-ab17-e7b5adecdb74 req-7445e661-23f1-4fff-ace3-93db777b389c tempest-DeleteServersTestJSON-1338827600 tempest-DeleteServersTestJSON-1338827600-project] 10.222.0.13 "GET /v2.0/security-groups?id=b7fc5e70-a24b-497d-9cf6-8df82d0ad35b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2970042 Jan 26 21:20:22.581247 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502cd958-437e-4ef9-8467-3443e183e92a req-81aff28c-942a-492a-b688-fa91811194af tempest-ServersNegativeTestJSON-90632883 tempest-ServersNegativeTestJSON-90632883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:20:22.592246 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-502cd958-437e-4ef9-8467-3443e183e92a req-81aff28c-942a-492a-b688-fa91811194af tempest-ServersNegativeTestJSON-90632883 tempest-ServersNegativeTestJSON-90632883-project] 10.222.0.13 "GET /v2.0/ports?device_id=20bda332-a159-49bd-8c61-2ea774ab5602 HTTP/1.1" status: 200 len: 946 time: 0.2866647 Jan 26 21:20:22.672114 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-502cd958-437e-4ef9-8467-3443e183e92a req-1d9b056e-9ee8-4623-aa9a-1d8c37363102 tempest-ServersNegativeTestJSON-90632883 tempest-ServersNegativeTestJSON-90632883-project] 10.222.0.13 "GET /v2.0/security-groups?id=f00b351c-12ea-4499-84c9-f0263f4f27ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740705 Jan 26 21:20:22.890370 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (4d619873-4b60-439f-9b5a-b155dc8bbc34), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:20:22.911969 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 35830) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:20:22.997959 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 35834) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:20:23.016320 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-e0d3f7b6-4086-407b-911f-e42b6ac24ac7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:20:23.113107 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-e0d3f7b6-4086-407b-911f-e42b6ac24ac7 admin admin] Publish callbacks [] for security_group (4cb82f41-4f45-4b95-ba9e-0b9f489870f1), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:20:23.119565 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-e0d3f7b6-4086-407b-911f-e42b6ac24ac7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (4cb82f41-4f45-4b95-ba9e-0b9f489870f1), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:20:23.155438 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-e0d3f7b6-4086-407b-911f-e42b6ac24ac7 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=769c9be6f72544248fa23ff705c970b2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1563256 Jan 26 21:20:23.158733 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 35838) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:20:23.173017 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-173a7496-3fe0-4631-b25f-668639de36f0 tempest-SecGroupIPv6Test-1756489375 tempest-SecGroupIPv6Test-1756489375-project] Request body: {'security_group': {'name': 'tempest-secgroup--1617010255'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:20:23.188656 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d3f7b6-4086-407b-911f-e42b6ac24ac7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4cb82f41-4f45-4b95-ba9e-0b9f489870f1,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:20:23.209656 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0d3f7b6-4086-407b-911f-e42b6ac24ac7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:20:23.210297 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0d3f7b6-4086-407b-911f-e42b6ac24ac7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:20:23.210814 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0d3f7b6-4086-407b-911f-e42b6ac24ac7 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:20:23.211571 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0d3f7b6-4086-407b-911f-e42b6ac24ac7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:20:23.212087 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0d3f7b6-4086-407b-911f-e42b6ac24ac7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:20:23.212572 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0d3f7b6-4086-407b-911f-e42b6ac24ac7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:20:23.213355 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0d3f7b6-4086-407b-911f-e42b6ac24ac7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:20:23.213843 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0d3f7b6-4086-407b-911f-e42b6ac24ac7 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:20:23.214342 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0d3f7b6-4086-407b-911f-e42b6ac24ac7 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:20:23.214821 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0d3f7b6-4086-407b-911f-e42b6ac24ac7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:20:23.215321 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0d3f7b6-4086-407b-911f-e42b6ac24ac7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:20:23.215799 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0d3f7b6-4086-407b-911f-e42b6ac24ac7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:20:23.216409 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0d3f7b6-4086-407b-911f-e42b6ac24ac7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:20:23.229789 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-173a7496-3fe0-4631-b25f-668639de36f0 tempest-SecGroupIPv6Test-1756489375 tempest-SecGroupIPv6Test-1756489375-project] Publish callbacks [] for security_group (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:20:23.231155 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-62299dc7-ba9b-4a8f-bf52-765cdcf1eb82 admin admin] Publish callbacks [] for security_group (4cb82f41-4f45-4b95-ba9e-0b9f489870f1), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:20:23.243664 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-173a7496-3fe0-4631-b25f-668639de36f0 tempest-SecGroupIPv6Test-1756489375 tempest-SecGroupIPv6Test-1756489375-project] Publish callbacks [] for security_group (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:20:23.260375 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-62299dc7-ba9b-4a8f-bf52-765cdcf1eb82 admin admin] Publish callbacks [] for security_group (4cb82f41-4f45-4b95-ba9e-0b9f489870f1), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:20:23.360436 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998d1195-b6e8-48dc-8d26-247790904db3 req-4ec65023-2753-446f-9dbc-684da4462bcd tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:20:23.362313 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-998d1195-b6e8-48dc-8d26-247790904db3 req-4ec65023-2753-446f-9dbc-684da4462bcd tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] 10.222.0.13 "GET /v2.0/ports?device_id=4596379c-6ccc-4df2-a875-f0896fc00fcc HTTP/1.1" status: 200 len: 946 time: 0.1051846 Jan 26 21:20:23.399746 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-62299dc7-ba9b-4a8f-bf52-765cdcf1eb82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (4cb82f41-4f45-4b95-ba9e-0b9f489870f1), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:20:23.404295 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-62299dc7-ba9b-4a8f-bf52-765cdcf1eb82 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:20:23.406296 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-62299dc7-ba9b-4a8f-bf52-765cdcf1eb82 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/4cb82f41-4f45-4b95-ba9e-0b9f489870f1 HTTP/1.1" status: 204 len: 168 time: 0.2471318 Jan 26 21:20:23.445047 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-173a7496-3fe0-4631-b25f-668639de36f0 tempest-SecGroupIPv6Test-1756489375 tempest-SecGroupIPv6Test-1756489375-project] Publish callbacks [] for security_group (b6d824ef-69ca-4e4e-b868-c2cc3f997e66), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:20:23.454418 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62299dc7-ba9b-4a8f-bf52-765cdcf1eb82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cb82f41-4f45-4b95-ba9e-0b9f489870f1,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:20:23.465911 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-173a7496-3fe0-4631-b25f-668639de36f0 tempest-SecGroupIPv6Test-1756489375 tempest-SecGroupIPv6Test-1756489375-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (b6d824ef-69ca-4e4e-b868-c2cc3f997e66), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:20:23.533704 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-998d1195-b6e8-48dc-8d26-247790904db3 req-fc5aea38-1c29-4122-8b0f-c37f2ee60bae tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] 10.222.0.13 "GET /v2.0/security-groups?id=48ad9419-cea5-46f2-b67f-159b9c4803d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1546144 Jan 26 21:20:23.610986 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-173a7496-3fe0-4631-b25f-668639de36f0 tempest-SecGroupIPv6Test-1756489375 tempest-SecGroupIPv6Test-1756489375-project] Publish callbacks [] for security_group (299f4af0-e93c-42dd-8012-dc48ad66db97), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:20:23.622246 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-173a7496-3fe0-4631-b25f-668639de36f0 tempest-SecGroupIPv6Test-1756489375 tempest-SecGroupIPv6Test-1756489375-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b6d824ef-69ca-4e4e-b868-c2cc3f997e66,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:20:23.646222 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-173a7496-3fe0-4631-b25f-668639de36f0 tempest-SecGroupIPv6Test-1756489375 tempest-SecGroupIPv6Test-1756489375-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (299f4af0-e93c-42dd-8012-dc48ad66db97), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:20:23.685143 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-173a7496-3fe0-4631-b25f-668639de36f0 tempest-SecGroupIPv6Test-1756489375 tempest-SecGroupIPv6Test-1756489375-project] Pushing event updated for resources: {'SecurityGroup': ['ID=299f4af0-e93c-42dd-8012-dc48ad66db97,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:20:23.709760 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-173a7496-3fe0-4631-b25f-668639de36f0 tempest-SecGroupIPv6Test-1756489375 tempest-SecGroupIPv6Test-1756489375-project] Publish callbacks [] for security_group (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:20:23.711066 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-173a7496-3fe0-4631-b25f-668639de36f0 tempest-SecGroupIPv6Test-1756489375 tempest-SecGroupIPv6Test-1756489375-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.7979865 Jan 26 21:20:23.714667 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 35848) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:20:23.739248 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff3109f-f2e7-4ebd-835b-86d1d69c3994 req-a55de1ff-0932-46b8-9317-57128a254453 tempest-DeleteServersTestJSON-1338827600 tempest-DeleteServersTestJSON-1338827600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:20:23.740989 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-1ff3109f-f2e7-4ebd-835b-86d1d69c3994 req-a55de1ff-0932-46b8-9317-57128a254453 tempest-DeleteServersTestJSON-1338827600 tempest-DeleteServersTestJSON-1338827600-project] 10.222.0.13 "GET /v2.0/ports?device_id=b94ac130-6232-4bd7-acba-586230daf28f HTTP/1.1" status: 200 len: 946 time: 0.1025023 Jan 26 21:20:23.896603 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-6d3b3c02-d488-4e78-958a-0ca32a724838 tempest-SecGroupIPv6Test-1756489375 tempest-SecGroupIPv6Test-1756489375-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 0.1781578 Jan 26 21:20:23.897594 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 35868) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:20:23.904591 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-f9761b84-c4b7-4ef2-aa16-7f762ec4993a tempest-SecGroupIPv6Test-1756489375 tempest-SecGroupIPv6Test-1756489375-project] Request body: {'security_group': {'name': 'tempest-security--1176068283', 'description': 'tempest-security-description-424497930'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:20:23.930136 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-1ff3109f-f2e7-4ebd-835b-86d1d69c3994 req-05dbb23e-6d58-4af2-914f-6be1aabd0a3d tempest-DeleteServersTestJSON-1338827600 tempest-DeleteServersTestJSON-1338827600-project] 10.222.0.13 "GET /v2.0/security-groups?id=b7fc5e70-a24b-497d-9cf6-8df82d0ad35b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1784878 Jan 26 21:20:23.963405 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f9f325-9e4e-4ee2-a03c-9fd71f5528f3 req-69363650-1361-4c77-8dbd-c9aef0dfb53b tempest-ServersNegativeTestJSON-90632883 tempest-ServersNegativeTestJSON-90632883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:20:23.968519 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-87f9f325-9e4e-4ee2-a03c-9fd71f5528f3 req-69363650-1361-4c77-8dbd-c9aef0dfb53b tempest-ServersNegativeTestJSON-90632883 tempest-ServersNegativeTestJSON-90632883-project] 10.222.0.13 "GET /v2.0/ports?device_id=20bda332-a159-49bd-8c61-2ea774ab5602 HTTP/1.1" status: 200 len: 946 time: 0.1847014 Jan 26 21:20:23.995905 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-f9761b84-c4b7-4ef2-aa16-7f762ec4993a tempest-SecGroupIPv6Test-1756489375 tempest-SecGroupIPv6Test-1756489375-project] Publish callbacks [] for security_group (299f4af0-e93c-42dd-8012-dc48ad66db97), before_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:20:24.020390 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-839dd188-ec69-470c-9ab0-d318dc1a2e96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (e79b4fc6-6c71-44b2-a6d0-ff3e1f4dfd0d), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:20:24.057509 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-f9761b84-c4b7-4ef2-aa16-7f762ec4993a tempest-SecGroupIPv6Test-1756489375 tempest-SecGroupIPv6Test-1756489375-project] Publish callbacks [] for security_group (299f4af0-e93c-42dd-8012-dc48ad66db97), precommit_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:20:24.064719 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-f9761b84-c4b7-4ef2-aa16-7f762ec4993a tempest-SecGroupIPv6Test-1756489375 tempest-SecGroupIPv6Test-1756489375-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (299f4af0-e93c-42dd-8012-dc48ad66db97), after_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:20:24.068459 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-f9761b84-c4b7-4ef2-aa16-7f762ec4993a tempest-SecGroupIPv6Test-1756489375 tempest-SecGroupIPv6Test-1756489375-project] Publish callbacks [] for security_group (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:20:24.070358 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-f9761b84-c4b7-4ef2-aa16-7f762ec4993a tempest-SecGroupIPv6Test-1756489375 tempest-SecGroupIPv6Test-1756489375-project] 10.222.0.13 "PUT /v2.0/security-groups/299f4af0-e93c-42dd-8012-dc48ad66db97 HTTP/1.1" status: 200 len: 1796 time: 0.1714435 Jan 26 21:20:24.075438 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 35878) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:20:24.139748 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9761b84-c4b7-4ef2-aa16-7f762ec4993a tempest-SecGroupIPv6Test-1756489375 tempest-SecGroupIPv6Test-1756489375-project] Pushing event updated for resources: {'SecurityGroup': ['ID=299f4af0-e93c-42dd-8012-dc48ad66db97,revision_number=2']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:20:24.143613 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-87f9f325-9e4e-4ee2-a03c-9fd71f5528f3 req-4f418eb9-cb7a-4dd2-9ad8-bda310bb7864 tempest-ServersNegativeTestJSON-90632883 tempest-ServersNegativeTestJSON-90632883-project] 10.222.0.13 "GET /v2.0/security-groups?id=f00b351c-12ea-4499-84c9-f0263f4f27ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1625657 Jan 26 21:20:24.170417 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-1a7873bc-bc00-40a3-879e-cf3bbb48696e tempest-SecGroupIPv6Test-1756489375 tempest-SecGroupIPv6Test-1756489375-project] 10.222.0.13 "GET /v2.0/security-groups/299f4af0-e93c-42dd-8012-dc48ad66db97 HTTP/1.1" status: 200 len: 1796 time: 0.0922332 Jan 26 21:20:24.172739 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 35882) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:20:24.248914 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-36408ed6-57f2-4ce6-9eea-41a729c8cd86 tempest-SecGroupIPv6Test-1756489375 tempest-SecGroupIPv6Test-1756489375-project] Publish callbacks [] for security_group (299f4af0-e93c-42dd-8012-dc48ad66db97), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:20:24.289402 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-36408ed6-57f2-4ce6-9eea-41a729c8cd86 tempest-SecGroupIPv6Test-1756489375 tempest-SecGroupIPv6Test-1756489375-project] Publish callbacks [] for security_group (299f4af0-e93c-42dd-8012-dc48ad66db97), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:20:24.367307 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-36408ed6-57f2-4ce6-9eea-41a729c8cd86 tempest-SecGroupIPv6Test-1756489375 tempest-SecGroupIPv6Test-1756489375-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (299f4af0-e93c-42dd-8012-dc48ad66db97), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:20:24.370059 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-36408ed6-57f2-4ce6-9eea-41a729c8cd86 tempest-SecGroupIPv6Test-1756489375 tempest-SecGroupIPv6Test-1756489375-project] Publish callbacks [] for security_group (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:20:24.371278 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-36408ed6-57f2-4ce6-9eea-41a729c8cd86 tempest-SecGroupIPv6Test-1756489375 tempest-SecGroupIPv6Test-1756489375-project] 10.222.0.13 "DELETE /v2.0/security-groups/299f4af0-e93c-42dd-8012-dc48ad66db97 HTTP/1.1" status: 204 len: 168 time: 0.1973641 Jan 26 21:20:24.373946 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 35888) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:20:24.385389 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36408ed6-57f2-4ce6-9eea-41a729c8cd86 tempest-SecGroupIPv6Test-1756489375 tempest-SecGroupIPv6Test-1756489375-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=299f4af0-e93c-42dd-8012-dc48ad66db97,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:20:24.493078 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-0d1b846f-88e3-4766-8f01-f62034e6e480 tempest-SecGroupIPv6Test-1756489375 tempest-SecGroupIPv6Test-1756489375-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1171889 Jan 26 21:20:24.495822 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 35892) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:20:24.512919 n-d-760453-5 neutron-server[103305]: INFO neutron.api.v2.resource [None req-a9f51d1a-53fe-46f5-bbcb-8016a2765031 tempest-SecGroupIPv6Test-1756489375 tempest-SecGroupIPv6Test-1756489375-project] delete failed (client error): The resource could not be found. Jan 26 21:20:24.514233 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-a9f51d1a-53fe-46f5-bbcb-8016a2765031 tempest-SecGroupIPv6Test-1756489375 tempest-SecGroupIPv6Test-1756489375-project] 10.222.0.13 "DELETE /v2.0/security-groups/299f4af0-e93c-42dd-8012-dc48ad66db97 HTTP/1.1" status: 404 len: 347 time: 0.0171959 Jan 26 21:20:24.517985 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 35894) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:20:24.528076 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-fde68767-2e23-4bef-b338-e8718798d101 tempest-SecGroupIPv6Test-1756489375 tempest-SecGroupIPv6Test-1756489375-project] Request body: {'security_group': {'name': 'tempest-secgroup--2127098717'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:20:24.576745 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-fde68767-2e23-4bef-b338-e8718798d101 tempest-SecGroupIPv6Test-1756489375 tempest-SecGroupIPv6Test-1756489375-project] Publish callbacks [] for security_group (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:20:24.730399 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-fde68767-2e23-4bef-b338-e8718798d101 tempest-SecGroupIPv6Test-1756489375 tempest-SecGroupIPv6Test-1756489375-project] Publish callbacks [] for security_group (c392b62c-561e-44ad-b724-46a4e2fc9cf7), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:20:24.738350 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 35900) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:20:24.739826 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-fde68767-2e23-4bef-b338-e8718798d101 tempest-SecGroupIPv6Test-1756489375 tempest-SecGroupIPv6Test-1756489375-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (c392b62c-561e-44ad-b724-46a4e2fc9cf7), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:20:24.764844 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124de1ff-74cd-410b-938a-2e048c3fbf19 req-e0f3aa19-7dcc-4c8f-84a3-6f5400581892 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:20:24.766957 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-124de1ff-74cd-410b-938a-2e048c3fbf19 req-e0f3aa19-7dcc-4c8f-84a3-6f5400581892 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] 10.222.0.13 "GET /v2.0/ports?device_id=4596379c-6ccc-4df2-a875-f0896fc00fcc HTTP/1.1" status: 200 len: 946 time: 0.1124558 Jan 26 21:20:24.778294 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-fde68767-2e23-4bef-b338-e8718798d101 tempest-SecGroupIPv6Test-1756489375 tempest-SecGroupIPv6Test-1756489375-project] Publish callbacks [] for security_group (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:20:24.782655 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 35904) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:20:24.782825 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-fde68767-2e23-4bef-b338-e8718798d101 tempest-SecGroupIPv6Test-1756489375 tempest-SecGroupIPv6Test-1756489375-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.2631502 Jan 26 21:20:24.783964 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde68767-2e23-4bef-b338-e8718798d101 tempest-SecGroupIPv6Test-1756489375 tempest-SecGroupIPv6Test-1756489375-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c392b62c-561e-44ad-b724-46a4e2fc9cf7,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:20:24.789565 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-64859606-4f08-48e2-96a0-5ecceff2ab03 tempest-SecGroupIPv6Test-1756489375 tempest-SecGroupIPv6Test-1756489375-project] Request body: {'security_group_rule': {'security_group_id': 'c392b62c-561e-44ad-b724-46a4e2fc9cf7', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:20:24.853810 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-124de1ff-74cd-410b-938a-2e048c3fbf19 req-78c010e5-bb2d-42eb-80e9-fda94740d41a tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] 10.222.0.13 "GET /v2.0/security-groups?id=48ad9419-cea5-46f2-b67f-159b9c4803d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0792406 Jan 26 21:20:24.854815 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-64859606-4f08-48e2-96a0-5ecceff2ab03 tempest-SecGroupIPv6Test-1756489375 tempest-SecGroupIPv6Test-1756489375-project] Publish callbacks [] for security_group_rule (1eafa6a9-a338-4c3b-908a-e08dfb033fa8), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:20:24.932412 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-20a2ea2b-a460-4d85-a276-61d5a8abf97a admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsTestJSON-658727616-network', 'tenant_id': 'dca3476ec2c94cdea3eb3921b7182986'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:20:24.965520 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-64859606-4f08-48e2-96a0-5ecceff2ab03 tempest-SecGroupIPv6Test-1756489375 tempest-SecGroupIPv6Test-1756489375-project] Publish callbacks [] for security_group_rule (1eafa6a9-a338-4c3b-908a-e08dfb033fa8), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:20:24.971847 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-64859606-4f08-48e2-96a0-5ecceff2ab03 tempest-SecGroupIPv6Test-1756489375 tempest-SecGroupIPv6Test-1756489375-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102715'] for security_group_rule (1eafa6a9-a338-4c3b-908a-e08dfb033fa8), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:20:24.981456 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20a2ea2b-a460-4d85-a276-61d5a8abf97a admin admin] Made reservation on behalf of dca3476ec2c94cdea3eb3921b7182986 for: {'network': 1} {{(pid=103304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 21:20:24.983780 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-20a2ea2b-a460-4d85-a276-61d5a8abf97a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for network (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:20:25.006919 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-20a2ea2b-a460-4d85-a276-61d5a8abf97a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:20:25.010893 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64859606-4f08-48e2-96a0-5ecceff2ab03 tempest-SecGroupIPv6Test-1756489375 tempest-SecGroupIPv6Test-1756489375-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1eafa6a9-a338-4c3b-908a-e08dfb033fa8,revision_number=0']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:20:25.033013 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-64859606-4f08-48e2-96a0-5ecceff2ab03 tempest-SecGroupIPv6Test-1756489375 tempest-SecGroupIPv6Test-1756489375-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:20:25.034495 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-64859606-4f08-48e2-96a0-5ecceff2ab03 tempest-SecGroupIPv6Test-1756489375 tempest-SecGroupIPv6Test-1756489375-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2509034 Jan 26 21:20:25.037808 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 35908) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:20:25.073661 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-7b84ebe7-b29f-4369-9ed2-6fcae1b63c13 tempest-SecGroupIPv6Test-1756489375 tempest-SecGroupIPv6Test-1756489375-project] Publish callbacks [] for security_group_rule (1eafa6a9-a338-4c3b-908a-e08dfb033fa8), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:20:25.101750 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-7b84ebe7-b29f-4369-9ed2-6fcae1b63c13 tempest-SecGroupIPv6Test-1756489375 tempest-SecGroupIPv6Test-1756489375-project] Publish callbacks [] for security_group_rule (1eafa6a9-a338-4c3b-908a-e08dfb033fa8), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:20:25.150673 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab58c9e3-c643-4156-9ca5-b3560e5c559a req-bd3cc7f7-c879-4ef2-9367-946eb3c651ed tempest-DeleteServersTestJSON-1338827600 tempest-DeleteServersTestJSON-1338827600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:20:25.153952 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-ab58c9e3-c643-4156-9ca5-b3560e5c559a req-bd3cc7f7-c879-4ef2-9367-946eb3c651ed tempest-DeleteServersTestJSON-1338827600 tempest-DeleteServersTestJSON-1338827600-project] 10.222.0.13 "GET /v2.0/ports?device_id=b94ac130-6232-4bd7-acba-586230daf28f HTTP/1.1" status: 200 len: 946 time: 0.1337478 Jan 26 21:20:25.195361 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-7b84ebe7-b29f-4369-9ed2-6fcae1b63c13 tempest-SecGroupIPv6Test-1756489375 tempest-SecGroupIPv6Test-1756489375-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102715'] for security_group_rule (1eafa6a9-a338-4c3b-908a-e08dfb033fa8), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:20:25.220524 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-7b84ebe7-b29f-4369-9ed2-6fcae1b63c13 tempest-SecGroupIPv6Test-1756489375 tempest-SecGroupIPv6Test-1756489375-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:20:25.226830 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-7b84ebe7-b29f-4369-9ed2-6fcae1b63c13 tempest-SecGroupIPv6Test-1756489375 tempest-SecGroupIPv6Test-1756489375-project] 10.222.0.13 "DELETE /v2.0/security-group-rules/1eafa6a9-a338-4c3b-908a-e08dfb033fa8 HTTP/1.1" status: 204 len: 168 time: 0.1863930 Jan 26 21:20:25.228107 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 35916) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:20:25.271922 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b84ebe7-b29f-4369-9ed2-6fcae1b63c13 tempest-SecGroupIPv6Test-1756489375 tempest-SecGroupIPv6Test-1756489375-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=1eafa6a9-a338-4c3b-908a-e08dfb033fa8,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:20:25.283531 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (fea0591a-627d-4c87-9a9a-01625ddf3277), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:20:25.331222 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-ab58c9e3-c643-4156-9ca5-b3560e5c559a req-cb2ae5a6-b6fb-4da8-b71c-4fed3b08d207 tempest-DeleteServersTestJSON-1338827600 tempest-DeleteServersTestJSON-1338827600-project] 10.222.0.13 "GET /v2.0/security-groups?id=b7fc5e70-a24b-497d-9cf6-8df82d0ad35b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1662560 Jan 26 21:20:25.333014 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-bd1cecf5-2fc5-4274-9336-1b160b728de4 tempest-SecGroupIPv6Test-1756489375 tempest-SecGroupIPv6Test-1756489375-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0850329 Jan 26 21:20:25.337197 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 35920) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:20:25.427198 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-20a2ea2b-a460-4d85-a276-61d5a8abf97a admin admin] Publish callbacks [] for security_group (99ce5b54-afcf-40a6-bea4-d4701425897c), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:20:25.444457 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-20a2ea2b-a460-4d85-a276-61d5a8abf97a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (99ce5b54-afcf-40a6-bea4-d4701425897c), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:20:25.464193 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-c1a61d7b-a903-44c2-a2ae-0fda402795d1 tempest-SecGroupIPv6Test-1756489375 tempest-SecGroupIPv6Test-1756489375-project] Publish callbacks [] for security_group (c392b62c-561e-44ad-b724-46a4e2fc9cf7), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:20:25.495811 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-20a2ea2b-a460-4d85-a276-61d5a8abf97a admin admin] vlan segment allocate from pool success with {'vlan_id': 550, 'physical_network': 'physnet1'} {{(pid=103304) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 26 21:20:25.500609 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-c1a61d7b-a903-44c2-a2ae-0fda402795d1 tempest-SecGroupIPv6Test-1756489375 tempest-SecGroupIPv6Test-1756489375-project] Publish callbacks [] for security_group (c392b62c-561e-44ad-b724-46a4e2fc9cf7), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:20:25.546429 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b38cbe1-1dcf-4082-b94a-d66b1c0cb1cf req-c0b2ae9a-4bfd-4231-b589-8933180552e2 tempest-ServersNegativeTestJSON-90632883 tempest-ServersNegativeTestJSON-90632883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:20:25.557203 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-6b38cbe1-1dcf-4082-b94a-d66b1c0cb1cf req-c0b2ae9a-4bfd-4231-b589-8933180552e2 tempest-ServersNegativeTestJSON-90632883 tempest-ServersNegativeTestJSON-90632883-project] 10.222.0.13 "GET /v2.0/ports?device_id=20bda332-a159-49bd-8c61-2ea774ab5602 HTTP/1.1" status: 200 len: 946 time: 0.2248816 Jan 26 21:20:25.568195 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-20a2ea2b-a460-4d85-a276-61d5a8abf97a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576559'] for segment (6876653f-77af-46b4-8bdd-c940cb7c7e81), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:20:25.568713 n-d-760453-5 neutron-server[103304]: INFO neutron.db.segments_db [None req-20a2ea2b-a460-4d85-a276-61d5a8abf97a admin admin] Added segment 6876653f-77af-46b4-8bdd-c940cb7c7e81 of type vlan for network 142a21c2-a7cb-4cf5-816e-f2edfa851df9 Jan 26 21:20:25.570462 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a2ea2b-a460-4d85-a276-61d5a8abf97a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99ce5b54-afcf-40a6-bea4-d4701425897c,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:20:25.575696 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-c1a61d7b-a903-44c2-a2ae-0fda402795d1 tempest-SecGroupIPv6Test-1756489375 tempest-SecGroupIPv6Test-1756489375-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (c392b62c-561e-44ad-b724-46a4e2fc9cf7), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:20:25.578895 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-c1a61d7b-a903-44c2-a2ae-0fda402795d1 tempest-SecGroupIPv6Test-1756489375 tempest-SecGroupIPv6Test-1756489375-project] Publish callbacks [] for security_group (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:20:25.580272 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-c1a61d7b-a903-44c2-a2ae-0fda402795d1 tempest-SecGroupIPv6Test-1756489375 tempest-SecGroupIPv6Test-1756489375-project] 10.222.0.13 "DELETE /v2.0/security-groups/c392b62c-561e-44ad-b724-46a4e2fc9cf7 HTTP/1.1" status: 204 len: 168 time: 0.2418122 Jan 26 21:20:25.585797 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 35922) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:20:25.608112 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a61d7b-a903-44c2-a2ae-0fda402795d1 tempest-SecGroupIPv6Test-1756489375 tempest-SecGroupIPv6Test-1756489375-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c392b62c-561e-44ad-b724-46a4e2fc9cf7,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:20:25.662858 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-20a2ea2b-a460-4d85-a276-61d5a8abf97a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746560256871'] for network (142a21c2-a7cb-4cf5-816e-f2edfa851df9), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:20:25.678851 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-c51f88c2-1d6c-47dd-8240-7c53145c8e1a tempest-SecGroupIPv6Test-1756489375 tempest-SecGroupIPv6Test-1756489375-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0901520 Jan 26 21:20:25.684124 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 35924) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:20:25.690916 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-7fcce3a5-c1f1-4344-a0ba-169f14466888 tempest-SecGroupIPv6Test-1756489375 tempest-SecGroupIPv6Test-1756489375-project] Request body: {'security_group': {'name': 'tempest-secgroup--1096203639'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:20:25.712755 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-6b38cbe1-1dcf-4082-b94a-d66b1c0cb1cf req-62442fd7-d39a-4c98-9230-a52cffbf9a8b tempest-ServersNegativeTestJSON-90632883 tempest-ServersNegativeTestJSON-90632883-project] 10.222.0.13 "GET /v2.0/security-groups?id=f00b351c-12ea-4499-84c9-f0263f4f27ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1478446 Jan 26 21:20:25.722669 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-7fcce3a5-c1f1-4344-a0ba-169f14466888 tempest-SecGroupIPv6Test-1756489375 tempest-SecGroupIPv6Test-1756489375-project] Publish callbacks [] for security_group (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:20:25.727926 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-20a2ea2b-a460-4d85-a276-61d5a8abf97a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503'] for network (142a21c2-a7cb-4cf5-816e-f2edfa851df9), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:20:25.729253 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20a2ea2b-a460-4d85-a276-61d5a8abf97a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:20:25.730072 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-20a2ea2b-a460-4d85-a276-61d5a8abf97a admin admin] Publish callbacks [] for network (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:20:25.809964 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-7fcce3a5-c1f1-4344-a0ba-169f14466888 tempest-SecGroupIPv6Test-1756489375 tempest-SecGroupIPv6Test-1756489375-project] Publish callbacks [] for security_group (f4c7b4f4-77fa-4abb-be62-9dc899605205), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:20:25.827155 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-7fcce3a5-c1f1-4344-a0ba-169f14466888 tempest-SecGroupIPv6Test-1756489375 tempest-SecGroupIPv6Test-1756489375-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (f4c7b4f4-77fa-4abb-be62-9dc899605205), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:20:25.844878 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-20a2ea2b-a460-4d85-a276-61d5a8abf97a admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.1054335 Jan 26 21:20:25.846944 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 35926) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:20:25.857174 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-ac69f853-a71b-4ef2-88ab-cecf54548f7c admin admin] Request body: {'subnet': {'network_id': '142a21c2-a7cb-4cf5-816e-f2edfa851df9', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsTestJSON-658727616-subnet', 'tenant_id': 'dca3476ec2c94cdea3eb3921b7182986', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:20:25.875942 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-7fcce3a5-c1f1-4344-a0ba-169f14466888 tempest-SecGroupIPv6Test-1756489375 tempest-SecGroupIPv6Test-1756489375-project] Publish callbacks [] for security_group (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:20:25.879868 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-7fcce3a5-c1f1-4344-a0ba-169f14466888 tempest-SecGroupIPv6Test-1756489375 tempest-SecGroupIPv6Test-1756489375-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1919181 Jan 26 21:20:25.880719 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 35928) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:20:25.881429 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a2ea2b-a460-4d85-a276-61d5a8abf97a admin admin] Pushing event updated for resources: {'Network': ['ID=142a21c2-a7cb-4cf5-816e-f2edfa851df9,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:20:25.883639 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fcce3a5-c1f1-4344-a0ba-169f14466888 tempest-SecGroupIPv6Test-1756489375 tempest-SecGroupIPv6Test-1756489375-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f4c7b4f4-77fa-4abb-be62-9dc899605205,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:20:25.889303 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-5d9c41eb-7b27-4825-b7db-103e6b4bdc46 tempest-SecGroupIPv6Test-1756489375 tempest-SecGroupIPv6Test-1756489375-project] Request body: {'security_group_rule': {'security_group_id': 'f4c7b4f4-77fa-4abb-be62-9dc899605205', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:20:25.906483 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Network 142a21c2-a7cb-4cf5-816e-f2edfa851df9 details requested by agent ovs-agent-n-d-760453-5 with host n-d-760453-5 {{(pid=103306) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 26 21:20:25.948030 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac69f853-a71b-4ef2-88ab-cecf54548f7c admin admin] Made reservation on behalf of dca3476ec2c94cdea3eb3921b7182986 for: {'subnet': 1} {{(pid=103304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 21:20:25.950382 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-ac69f853-a71b-4ef2-88ab-cecf54548f7c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12215181'] for subnet (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:20:26.081119 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-5d9c41eb-7b27-4825-b7db-103e6b4bdc46 tempest-SecGroupIPv6Test-1756489375 tempest-SecGroupIPv6Test-1756489375-project] Publish callbacks [] for security_group_rule (657ab4b9-7dc9-4634-b3bf-52e92be40827), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:20:26.165836 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a73c6d6-67d3-452d-b01e-c343d940a90d req-ec4b0cae-09ad-4c28-90a8-52a6f785b193 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:20:26.167366 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-9a73c6d6-67d3-452d-b01e-c343d940a90d req-ec4b0cae-09ad-4c28-90a8-52a6f785b193 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] 10.222.0.13 "GET /v2.0/ports?device_id=4596379c-6ccc-4df2-a875-f0896fc00fcc HTTP/1.1" status: 200 len: 946 time: 0.1705220 Jan 26 21:20:26.255898 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-5d9c41eb-7b27-4825-b7db-103e6b4bdc46 tempest-SecGroupIPv6Test-1756489375 tempest-SecGroupIPv6Test-1756489375-project] Publish callbacks [] for security_group_rule (657ab4b9-7dc9-4634-b3bf-52e92be40827), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:20:26.289540 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-5d9c41eb-7b27-4825-b7db-103e6b4bdc46 tempest-SecGroupIPv6Test-1756489375 tempest-SecGroupIPv6Test-1756489375-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102715'] for security_group_rule (657ab4b9-7dc9-4634-b3bf-52e92be40827), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:20:26.407769 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d9c41eb-7b27-4825-b7db-103e6b4bdc46 tempest-SecGroupIPv6Test-1756489375 tempest-SecGroupIPv6Test-1756489375-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=657ab4b9-7dc9-4634-b3bf-52e92be40827,revision_number=0']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:20:26.430265 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-9a73c6d6-67d3-452d-b01e-c343d940a90d req-86406fd5-ca42-44ac-992d-feb3e5153f00 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] 10.222.0.13 "GET /v2.0/security-groups?id=48ad9419-cea5-46f2-b67f-159b9c4803d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2502959 Jan 26 21:20:26.440319 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-5d9c41eb-7b27-4825-b7db-103e6b4bdc46 tempest-SecGroupIPv6Test-1756489375 tempest-SecGroupIPv6Test-1756489375-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:20:26.441767 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-5d9c41eb-7b27-4825-b7db-103e6b4bdc46 tempest-SecGroupIPv6Test-1756489375 tempest-SecGroupIPv6Test-1756489375-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5577085 Jan 26 21:20:26.444495 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 35938) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:20:26.455531 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-772c0e15-3f30-4e3a-9df5-b6fcc6cb6204 tempest-SecGroupIPv6Test-1756489375 tempest-SecGroupIPv6Test-1756489375-project] Request body: {'security_group_rule': {'security_group_id': 'f4c7b4f4-77fa-4abb-be62-9dc899605205', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:20:26.504797 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-772c0e15-3f30-4e3a-9df5-b6fcc6cb6204 tempest-SecGroupIPv6Test-1756489375 tempest-SecGroupIPv6Test-1756489375-project] Publish callbacks [] for security_group_rule (ee19e3d6-5075-4799-8b8d-5cc988ed0124), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:20:26.505853 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-ac69f853-a71b-4ef2-88ab-cecf54548f7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9285249', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12215227'] for subnet (c91e026f-060f-49fe-b0ad-a82e4b6c9686), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:20:26.588373 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-772c0e15-3f30-4e3a-9df5-b6fcc6cb6204 tempest-SecGroupIPv6Test-1756489375 tempest-SecGroupIPv6Test-1756489375-project] Publish callbacks [] for security_group_rule (ee19e3d6-5075-4799-8b8d-5cc988ed0124), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:20:26.606764 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-772c0e15-3f30-4e3a-9df5-b6fcc6cb6204 tempest-SecGroupIPv6Test-1756489375 tempest-SecGroupIPv6Test-1756489375-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102715'] for security_group_rule (ee19e3d6-5075-4799-8b8d-5cc988ed0124), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:20:26.612810 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac69f853-a71b-4ef2-88ab-cecf54548f7c admin admin] Pushing event updated for resources: {'Subnet': ['ID=c91e026f-060f-49fe-b0ad-a82e4b6c9686,revision_number=0']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:20:26.650704 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-772c0e15-3f30-4e3a-9df5-b6fcc6cb6204 tempest-SecGroupIPv6Test-1756489375 tempest-SecGroupIPv6Test-1756489375-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ee19e3d6-5075-4799-8b8d-5cc988ed0124,revision_number=0']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:20:26.674877 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca44a435-e776-45c5-a393-3110f74c7413 req-1cdbeda8-69d4-4614-9fe4-20559b978d92 tempest-DeleteServersTestJSON-1338827600 tempest-DeleteServersTestJSON-1338827600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:20:26.676619 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-ca44a435-e776-45c5-a393-3110f74c7413 req-1cdbeda8-69d4-4614-9fe4-20559b978d92 tempest-DeleteServersTestJSON-1338827600 tempest-DeleteServersTestJSON-1338827600-project] 10.222.0.13 "GET /v2.0/ports?device_id=b94ac130-6232-4bd7-acba-586230daf28f HTTP/1.1" status: 200 len: 946 time: 0.1930950 Jan 26 21:20:26.736162 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-772c0e15-3f30-4e3a-9df5-b6fcc6cb6204 tempest-SecGroupIPv6Test-1756489375 tempest-SecGroupIPv6Test-1756489375-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:20:26.738254 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-772c0e15-3f30-4e3a-9df5-b6fcc6cb6204 tempest-SecGroupIPv6Test-1756489375 tempest-SecGroupIPv6Test-1756489375-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2925637 Jan 26 21:20:26.741407 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 35944) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:20:26.747542 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-615d5fac-53fa-4b46-b8f2-3cd618293921 tempest-SecGroupIPv6Test-1756489375 tempest-SecGroupIPv6Test-1756489375-project] Request body: {'security_group_rule': {'security_group_id': 'f4c7b4f4-77fa-4abb-be62-9dc899605205', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:20:26.786129 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac69f853-a71b-4ef2-88ab-cecf54548f7c admin admin] Checking segment: {'id': '6876653f-77af-46b4-8bdd-c940cb7c7e81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '142a21c2-a7cb-4cf5-816e-f2edfa851df9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103304) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 21:20:26.786897 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac69f853-a71b-4ef2-88ab-cecf54548f7c admin admin] Network hostable DHCP agents. Network: 142a21c2-a7cb-4cf5-816e-f2edfa851df9, hostable agents: ['474ccdf7-ab6c-405b-a3b2-dc7b05829902'], hosted agents: [] {{(pid=103304) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 26 21:20:26.800548 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-615d5fac-53fa-4b46-b8f2-3cd618293921 tempest-SecGroupIPv6Test-1756489375 tempest-SecGroupIPv6Test-1756489375-project] Publish callbacks [] for security_group_rule (8af8005e-1efb-4562-966b-d0c941e7d3a1), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:20:26.844225 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-ca44a435-e776-45c5-a393-3110f74c7413 req-99aa82e9-af2a-4f8c-a25e-6e0f6e5dc8e8 tempest-DeleteServersTestJSON-1338827600 tempest-DeleteServersTestJSON-1338827600-project] 10.222.0.13 "GET /v2.0/security-groups?id=b7fc5e70-a24b-497d-9cf6-8df82d0ad35b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1528015 Jan 26 21:20:26.873335 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac69f853-a71b-4ef2-88ab-cecf54548f7c admin admin] Network 142a21c2-a7cb-4cf5-816e-f2edfa851df9 is scheduled to be hosted by DHCP agent 474ccdf7-ab6c-405b-a3b2-dc7b05829902 with binding_index 1 {{(pid=103304) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 26 21:20:26.892299 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [None req-ac69f853-a71b-4ef2-88ab-cecf54548f7c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760453-5, 142a21c2-a7cb-4cf5-816e-f2edfa851df9) {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:20:26.897761 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac69f853-a71b-4ef2-88ab-cecf54548f7c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:20:26.898292 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-ac69f853-a71b-4ef2-88ab-cecf54548f7c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:20:26.908340 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b21c65ed-9ae1-4eba-bc81-a47597454c46 None None] Network 142a21c2-a7cb-4cf5-816e-f2edfa851df9 requested from n-d-760453-5 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 26 21:20:26.937566 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74032c6f-237c-4cfb-ad62-ffe2c71ae786 req-23f74ead-e381-4857-aaa1-2933eb377b15 tempest-ServersNegativeTestJSON-90632883 tempest-ServersNegativeTestJSON-90632883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:20:26.945287 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-74032c6f-237c-4cfb-ad62-ffe2c71ae786 req-23f74ead-e381-4857-aaa1-2933eb377b15 tempest-ServersNegativeTestJSON-90632883 tempest-ServersNegativeTestJSON-90632883-project] 10.222.0.13 "GET /v2.0/ports?device_id=20bda332-a159-49bd-8c61-2ea774ab5602 HTTP/1.1" status: 200 len: 946 time: 0.1300960 Jan 26 21:20:26.952010 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-615d5fac-53fa-4b46-b8f2-3cd618293921 tempest-SecGroupIPv6Test-1756489375 tempest-SecGroupIPv6Test-1756489375-project] Publish callbacks [] for security_group_rule (8af8005e-1efb-4562-966b-d0c941e7d3a1), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:20:26.958222 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-615d5fac-53fa-4b46-b8f2-3cd618293921 tempest-SecGroupIPv6Test-1756489375 tempest-SecGroupIPv6Test-1756489375-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102715'] for security_group_rule (8af8005e-1efb-4562-966b-d0c941e7d3a1), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:20:26.969877 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-ac69f853-a71b-4ef2-88ab-cecf54548f7c admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.1126032 Jan 26 21:20:26.976858 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 35946) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:20:26.995273 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-82df7d4c-6b72-4e9c-8914-db8d9aa49a84 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsTestJSON-658727616-router', 'tenant_id': 'dca3476ec2c94cdea3eb3921b7182986', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299'}}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:20:27.009919 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-615d5fac-53fa-4b46-b8f2-3cd618293921 tempest-SecGroupIPv6Test-1756489375 tempest-SecGroupIPv6Test-1756489375-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:20:27.011301 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-615d5fac-53fa-4b46-b8f2-3cd618293921 tempest-SecGroupIPv6Test-1756489375 tempest-SecGroupIPv6Test-1756489375-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2686665 Jan 26 21:20:27.017073 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 35948) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:20:27.024466 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-615d5fac-53fa-4b46-b8f2-3cd618293921 tempest-SecGroupIPv6Test-1756489375 tempest-SecGroupIPv6Test-1756489375-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8af8005e-1efb-4562-966b-d0c941e7d3a1,revision_number=0']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:20:27.032511 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-9b7c2429-4be9-4c77-9811-77e07d559767 tempest-SecGroupIPv6Test-1756489375 tempest-SecGroupIPv6Test-1756489375-project] Request body: {'security_group_rule': {'security_group_id': 'f4c7b4f4-77fa-4abb-be62-9dc899605205', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:20:27.072560 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-82df7d4c-6b72-4e9c-8914-db8d9aa49a84 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4104596', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13108'] for router (ac4f783b-9c93-4317-b820-8b0b546bd29f), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:20:27.074576 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-82df7d4c-6b72-4e9c-8914-db8d9aa49a84 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4105828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4111306', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3733576', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13069'] for router (ac4f783b-9c93-4317-b820-8b0b546bd29f), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:20:27.092849 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-9b7c2429-4be9-4c77-9811-77e07d559767 tempest-SecGroupIPv6Test-1756489375 tempest-SecGroupIPv6Test-1756489375-project] Publish callbacks [] for security_group_rule (f2c378d5-ce87-45b7-a539-8320114283c1), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:20:27.130302 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65431a3b-503c-41e5-bbf3-c26e00b19db4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3c4099e8-8ffb-51d1-af7f-5868973e933f-142a21c2-a7cb-4cf5-816e-f2edfa851df9', 'network_id': '142a21c2-a7cb-4cf5-816e-f2edfa851df9', 'project_id': 'dca3476ec2c94cdea3eb3921b7182986', 'fixed_ips': [{'subnet_id': 'c91e026f-060f-49fe-b0ad-a82e4b6c9686'}]}} from n-d-760453-5. {{(pid=103306) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 26 21:20:27.132201 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-65431a3b-503c-41e5-bbf3-c26e00b19db4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (None), before_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:20:27.134761 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-74032c6f-237c-4cfb-ad62-ffe2c71ae786 req-0c89bc79-b15c-40c8-8153-289b7348ed7b tempest-ServersNegativeTestJSON-90632883 tempest-ServersNegativeTestJSON-90632883-project] 10.222.0.13 "GET /v2.0/security-groups?id=f00b351c-12ea-4499-84c9-f0263f4f27ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1883798 Jan 26 21:20:27.241442 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-9b7c2429-4be9-4c77-9811-77e07d559767 tempest-SecGroupIPv6Test-1756489375 tempest-SecGroupIPv6Test-1756489375-project] Publish callbacks [] for security_group_rule (f2c378d5-ce87-45b7-a539-8320114283c1), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:20:27.247086 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-9b7c2429-4be9-4c77-9811-77e07d559767 tempest-SecGroupIPv6Test-1756489375 tempest-SecGroupIPv6Test-1756489375-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102715'] for security_group_rule (f2c378d5-ce87-45b7-a539-8320114283c1), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:20:27.282258 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-9b7c2429-4be9-4c77-9811-77e07d559767 tempest-SecGroupIPv6Test-1756489375 tempest-SecGroupIPv6Test-1756489375-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:20:27.284680 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-82df7d4c-6b72-4e9c-8914-db8d9aa49a84 admin admin] Publish callbacks [] for router_controller (ac4f783b-9c93-4317-b820-8b0b546bd29f), precommit_add_association {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:20:27.290244 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-9b7c2429-4be9-4c77-9811-77e07d559767 tempest-SecGroupIPv6Test-1756489375 tempest-SecGroupIPv6Test-1756489375-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2684939 Jan 26 21:20:27.290244 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b7c2429-4be9-4c77-9811-77e07d559767 tempest-SecGroupIPv6Test-1756489375 tempest-SecGroupIPv6Test-1756489375-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f2c378d5-ce87-45b7-a539-8320114283c1,revision_number=0']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:20:27.290543 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 35952) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:20:27.295669 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-b1711468-c47c-4c49-82c4-585c953a4265 tempest-SecGroupIPv6Test-1756489375 tempest-SecGroupIPv6Test-1756489375-project] Request body: {'security_group_rule': {'security_group_id': 'f4c7b4f4-77fa-4abb-be62-9dc899605205', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:20:27.339942 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.db_base_plugin_common [None req-65431a3b-503c-41e5-bbf3-c26e00b19db4 None None] Allocated IP 172.20.0.2 (142a21c2-a7cb-4cf5-816e-f2edfa851df9/c91e026f-060f-49fe-b0ad-a82e4b6c9686/31c4159d-2565-4bba-a162-6f6edb589525) {{(pid=103306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 21:20:27.613993 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-65431a3b-503c-41e5-bbf3-c26e00b19db4 None None] Publish callbacks [] for port (31c4159d-2565-4bba-a162-6f6edb589525), precommit_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:20:27.622055 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7de7df-2b69-43d8-80c3-eedb0fa1a6a0 req-a93c900e-1307-4fe4-bf4d-a27284adeaf4 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:20:27.623046 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-65431a3b-503c-41e5-bbf3-c26e00b19db4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746560234527'] for port (31c4159d-2565-4bba-a162-6f6edb589525), after_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:20:27.629380 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-6b7de7df-2b69-43d8-80c3-eedb0fa1a6a0 req-a93c900e-1307-4fe4-bf4d-a27284adeaf4 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] 10.222.0.13 "GET /v2.0/ports?device_id=4596379c-6ccc-4df2-a875-f0896fc00fcc HTTP/1.1" status: 200 len: 946 time: 0.0993419 Jan 26 21:20:27.684960 n-d-760453-5 neutron-server[103306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65431a3b-503c-41e5-bbf3-c26e00b19db4 None None] Network 142a21c2-a7cb-4cf5-816e-f2edfa851df9 is already hosted by enough agents. {{(pid=103306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 21:20:27.690565 n-d-760453-5 neutron-server[103306]: DEBUG neutron.scheduler.base_scheduler [None req-65431a3b-503c-41e5-bbf3-c26e00b19db4 None None] Resources bound (agent type, host, resource id): {{(pid=103306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:20:27.695158 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65431a3b-503c-41e5-bbf3-c26e00b19db4 None None] Received port after_create {{(pid=103306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 21:20:27.776962 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-6b7de7df-2b69-43d8-80c3-eedb0fa1a6a0 req-54f9548c-83f4-4422-a7b2-9070a7cf677f tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] 10.222.0.13 "GET /v2.0/security-groups?id=48ad9419-cea5-46f2-b67f-159b9c4803d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1388838 Jan 26 21:20:27.779249 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65431a3b-503c-41e5-bbf3-c26e00b19db4 None None] Pushing event updated for resources: {'Port': ['ID=31c4159d-2565-4bba-a162-6f6edb589525,revision_number=1']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:20:27.813121 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-b1711468-c47c-4c49-82c4-585c953a4265 tempest-SecGroupIPv6Test-1756489375 tempest-SecGroupIPv6Test-1756489375-project] Publish callbacks [] for security_group_rule (96c02238-82cf-4cc8-a4ca-21520e3f8918), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:20:27.842320 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-65431a3b-503c-41e5-bbf3-c26e00b19db4 None None] Attempting to bind port 31c4159d-2565-4bba-a162-6f6edb589525 on host n-d-760453-5 for vnic_type normal with profile {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 21:20:27.843062 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-65431a3b-503c-41e5-bbf3-c26e00b19db4 None None] Attempting to bind port 31c4159d-2565-4bba-a162-6f6edb589525 by drivers openvswitch,hyperv on host n-d-760453-5 at level 0 using segments [{'id': '6876653f-77af-46b4-8bdd-c940cb7c7e81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '142a21c2-a7cb-4cf5-816e-f2edfa851df9'}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 26 21:20:27.843288 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65431a3b-503c-41e5-bbf3-c26e00b19db4 None None] Attempting to bind port 31c4159d-2565-4bba-a162-6f6edb589525 on network 142a21c2-a7cb-4cf5-816e-f2edfa851df9 {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 21:20:27.850706 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65431a3b-503c-41e5-bbf3-c26e00b19db4 None None] Checking agent: {'id': 'fea0591a-627d-4c87-9a9a-01625ddf3277', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760453-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 20, 55, 25), 'started_at': datetime.datetime(2022, 1, 26, 20, 55, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 21, 20, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760453-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 26 21:20:27.851252 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65431a3b-503c-41e5-bbf3-c26e00b19db4 None None] Checking segment: {'id': '6876653f-77af-46b4-8bdd-c940cb7c7e81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '142a21c2-a7cb-4cf5-816e-f2edfa851df9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 21:20:27.851663 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-65431a3b-503c-41e5-bbf3-c26e00b19db4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:20:27.852051 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65431a3b-503c-41e5-bbf3-c26e00b19db4 None None] Bound using segment: {'id': '6876653f-77af-46b4-8bdd-c940cb7c7e81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '142a21c2-a7cb-4cf5-816e-f2edfa851df9'} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 26 21:20:27.852562 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-65431a3b-503c-41e5-bbf3-c26e00b19db4 None None] Bound port: 31c4159d-2565-4bba-a162-6f6edb589525, host: n-d-760453-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6876653f-77af-46b4-8bdd-c940cb7c7e81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '142a21c2-a7cb-4cf5-816e-f2edfa851df9'}}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 26 21:20:27.852940 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-65431a3b-503c-41e5-bbf3-c26e00b19db4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (31c4159d-2565-4bba-a162-6f6edb589525), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:20:27.856052 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-82df7d4c-6b72-4e9c-8914-db8d9aa49a84 admin admin] Publish callbacks [] for router_gateway (ac4f783b-9c93-4317-b820-8b0b546bd29f), precommit_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:20:27.959147 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-b1711468-c47c-4c49-82c4-585c953a4265 tempest-SecGroupIPv6Test-1756489375 tempest-SecGroupIPv6Test-1756489375-project] Publish callbacks [] for security_group_rule (96c02238-82cf-4cc8-a4ca-21520e3f8918), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:20:27.967588 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-b1711468-c47c-4c49-82c4-585c953a4265 tempest-SecGroupIPv6Test-1756489375 tempest-SecGroupIPv6Test-1756489375-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102715'] for security_group_rule (96c02238-82cf-4cc8-a4ca-21520e3f8918), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:20:27.995952 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1711468-c47c-4c49-82c4-585c953a4265 tempest-SecGroupIPv6Test-1756489375 tempest-SecGroupIPv6Test-1756489375-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=96c02238-82cf-4cc8-a4ca-21520e3f8918,revision_number=0']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:20:28.010612 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-b1711468-c47c-4c49-82c4-585c953a4265 tempest-SecGroupIPv6Test-1756489375 tempest-SecGroupIPv6Test-1756489375-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:20:28.014424 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-b1711468-c47c-4c49-82c4-585c953a4265 tempest-SecGroupIPv6Test-1756489375 tempest-SecGroupIPv6Test-1756489375-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.7207279 Jan 26 21:20:28.018123 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 35972) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:20:28.054826 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-65431a3b-503c-41e5-bbf3-c26e00b19db4 None None] For port 31c4159d-2565-4bba-a162-6f6edb589525, host n-d-760453-5, cleared binding levels {{(pid=103306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 26 21:20:28.059393 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-5a7304a4-bb77-41e8-b7ba-049936a234d1 tempest-SecGroupIPv6Test-1756489375 tempest-SecGroupIPv6Test-1756489375-project] Publish callbacks [] for security_group_rule (96c02238-82cf-4cc8-a4ca-21520e3f8918), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:20:28.065927 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-65431a3b-503c-41e5-bbf3-c26e00b19db4 None None] For port 31c4159d-2565-4bba-a162-6f6edb589525, host n-d-760453-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=31c4159d-2565-4bba-a162-6f6edb589525,segment=NetworkSegment(6876653f-77af-46b4-8bdd-c940cb7c7e81),segment_id=6876653f-77af-46b4-8bdd-c940cb7c7e81)] {{(pid=103306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 26 21:20:28.077887 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-65431a3b-503c-41e5-bbf3-c26e00b19db4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (31c4159d-2565-4bba-a162-6f6edb589525), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:20:28.105260 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-5a7304a4-bb77-41e8-b7ba-049936a234d1 tempest-SecGroupIPv6Test-1756489375 tempest-SecGroupIPv6Test-1756489375-project] Publish callbacks [] for security_group_rule (96c02238-82cf-4cc8-a4ca-21520e3f8918), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:20:28.124774 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa833c84-0a9d-4d6b-9adb-f6709543192c req-e17247d3-fcbe-4554-a4cf-3df181f5609e tempest-DeleteServersTestJSON-1338827600 tempest-DeleteServersTestJSON-1338827600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:20:28.133082 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-aa833c84-0a9d-4d6b-9adb-f6709543192c req-e17247d3-fcbe-4554-a4cf-3df181f5609e tempest-DeleteServersTestJSON-1338827600 tempest-DeleteServersTestJSON-1338827600-project] 10.222.0.13 "GET /v2.0/ports?device_id=b94ac130-6232-4bd7-acba-586230daf28f HTTP/1.1" status: 200 len: 946 time: 0.1419373 Jan 26 21:20:28.212113 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-aa833c84-0a9d-4d6b-9adb-f6709543192c req-4079b5db-8437-4697-bbdd-29d99122fbdb tempest-DeleteServersTestJSON-1338827600 tempest-DeleteServersTestJSON-1338827600-project] 10.222.0.13 "GET /v2.0/security-groups?id=b7fc5e70-a24b-497d-9cf6-8df82d0ad35b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771253 Jan 26 21:20:28.225037 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65431a3b-503c-41e5-bbf3-c26e00b19db4 None None] Pushing event updated for resources: {'Port': ['ID=31c4159d-2565-4bba-a162-6f6edb589525,revision_number=2']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:20:28.250298 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-5a7304a4-bb77-41e8-b7ba-049936a234d1 tempest-SecGroupIPv6Test-1756489375 tempest-SecGroupIPv6Test-1756489375-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102715'] for security_group_rule (96c02238-82cf-4cc8-a4ca-21520e3f8918), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:20:28.262484 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-5a7304a4-bb77-41e8-b7ba-049936a234d1 tempest-SecGroupIPv6Test-1756489375 tempest-SecGroupIPv6Test-1756489375-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:20:28.263724 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-5a7304a4-bb77-41e8-b7ba-049936a234d1 tempest-SecGroupIPv6Test-1756489375 tempest-SecGroupIPv6Test-1756489375-project] 10.222.0.13 "DELETE /v2.0/security-group-rules/96c02238-82cf-4cc8-a4ca-21520e3f8918 HTTP/1.1" status: 204 len: 168 time: 0.2445569 Jan 26 21:20:28.266764 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 35976) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:20:28.280080 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a7304a4-bb77-41e8-b7ba-049936a234d1 tempest-SecGroupIPv6Test-1756489375 tempest-SecGroupIPv6Test-1756489375-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=96c02238-82cf-4cc8-a4ca-21520e3f8918,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:20:28.282391 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-82df7d4c-6b72-4e9c-8914-db8d9aa49a84 admin admin] Publish callbacks [] for router_gateway (ac4f783b-9c93-4317-b820-8b0b546bd29f), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:20:28.308755 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-82df7d4c-6b72-4e9c-8914-db8d9aa49a84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:20:28.376843 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a7b8a2-43cb-44b6-939b-7e2c02c3666e req-721c4182-ff96-4e26-be37-e947f2d3282a tempest-ServersNegativeTestJSON-90632883 tempest-ServersNegativeTestJSON-90632883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:20:28.385196 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-e1a7b8a2-43cb-44b6-939b-7e2c02c3666e req-721c4182-ff96-4e26-be37-e947f2d3282a tempest-ServersNegativeTestJSON-90632883 tempest-ServersNegativeTestJSON-90632883-project] 10.222.0.13 "GET /v2.0/ports?device_id=20bda332-a159-49bd-8c61-2ea774ab5602 HTTP/1.1" status: 200 len: 946 time: 0.1097796 Jan 26 21:20:28.447577 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-e4f67b63-5cac-48ed-89ad-7a3d9deb8499 tempest-SecGroupIPv6Test-1756489375 tempest-SecGroupIPv6Test-1756489375-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.1791296 Jan 26 21:20:28.452412 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 35978) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:20:28.533705 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.db_base_plugin_common [None req-82df7d4c-6b72-4e9c-8914-db8d9aa49a84 admin admin] Allocated IP 172.25.1.133 (4140a1f1-c93a-4bea-83a0-68953a54f299/e48251a1-e30d-4820-8396-00c6f6aeb601/d4ce9d24-29ab-42d3-8e4d-490333356374) {{(pid=103305) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 21:20:28.567296 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-e1a7b8a2-43cb-44b6-939b-7e2c02c3666e req-b0aee436-6dda-4876-86dd-bf9fa03d12af tempest-ServersNegativeTestJSON-90632883 tempest-ServersNegativeTestJSON-90632883-project] 10.222.0.13 "GET /v2.0/security-groups?id=f00b351c-12ea-4499-84c9-f0263f4f27ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1794267 Jan 26 21:20:28.623820 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-b4228e20-2767-4150-b44e-5e6fb11c2cce tempest-SecGroupIPv6Test-1756489375 tempest-SecGroupIPv6Test-1756489375-project] Publish callbacks [] for security_group_rule (f2c378d5-ce87-45b7-a539-8320114283c1), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:20:28.650637 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-b4228e20-2767-4150-b44e-5e6fb11c2cce tempest-SecGroupIPv6Test-1756489375 tempest-SecGroupIPv6Test-1756489375-project] Publish callbacks [] for security_group_rule (f2c378d5-ce87-45b7-a539-8320114283c1), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:20:28.712575 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-b4228e20-2767-4150-b44e-5e6fb11c2cce tempest-SecGroupIPv6Test-1756489375 tempest-SecGroupIPv6Test-1756489375-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102715'] for security_group_rule (f2c378d5-ce87-45b7-a539-8320114283c1), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:20:28.740740 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-82df7d4c-6b72-4e9c-8914-db8d9aa49a84 admin admin] Publish callbacks [] for port (d4ce9d24-29ab-42d3-8e4d-490333356374), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:20:28.747594 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-b4228e20-2767-4150-b44e-5e6fb11c2cce tempest-SecGroupIPv6Test-1756489375 tempest-SecGroupIPv6Test-1756489375-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:20:28.755663 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-b4228e20-2767-4150-b44e-5e6fb11c2cce tempest-SecGroupIPv6Test-1756489375 tempest-SecGroupIPv6Test-1756489375-project] 10.222.0.13 "DELETE /v2.0/security-group-rules/f2c378d5-ce87-45b7-a539-8320114283c1 HTTP/1.1" status: 204 len: 168 time: 0.3000963 Jan 26 21:20:28.777880 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 35984) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:20:28.842038 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4228e20-2767-4150-b44e-5e6fb11c2cce tempest-SecGroupIPv6Test-1756489375 tempest-SecGroupIPv6Test-1756489375-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f2c378d5-ce87-45b7-a539-8320114283c1,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:20:28.855367 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-82df7d4c-6b72-4e9c-8914-db8d9aa49a84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746560234527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11791543'] for port (d4ce9d24-29ab-42d3-8e4d-490333356374), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:20:28.930058 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-50eb62a6-f549-4b39-91e9-042702875e54 tempest-SecGroupIPv6Test-1756489375 tempest-SecGroupIPv6Test-1756489375-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.1503515 Jan 26 21:20:28.932257 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 35990) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:20:28.948988 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82df7d4c-6b72-4e9c-8914-db8d9aa49a84 admin admin] Network 4140a1f1-c93a-4bea-83a0-68953a54f299 is already hosted by enough agents. {{(pid=103305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 21:20:28.950933 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [None req-82df7d4c-6b72-4e9c-8914-db8d9aa49a84 admin admin] Resources bound (agent type, host, resource id): {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:20:28.959111 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82df7d4c-6b72-4e9c-8914-db8d9aa49a84 admin admin] Received port after_create {{(pid=103305) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 21:20:28.999817 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-dbe6ef13-c066-40a7-819e-73d2b90f0ecf tempest-SecGroupIPv6Test-1756489375 tempest-SecGroupIPv6Test-1756489375-project] Publish callbacks [] for security_group_rule (8af8005e-1efb-4562-966b-d0c941e7d3a1), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:20:29.008788 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-dbe6ef13-c066-40a7-819e-73d2b90f0ecf tempest-SecGroupIPv6Test-1756489375 tempest-SecGroupIPv6Test-1756489375-project] Publish callbacks [] for security_group_rule (8af8005e-1efb-4562-966b-d0c941e7d3a1), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:20:29.012122 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82df7d4c-6b72-4e9c-8914-db8d9aa49a84 admin admin] Pushing event updated for resources: {'Port': ['ID=d4ce9d24-29ab-42d3-8e4d-490333356374,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:20:29.071181 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00137d5-0da9-4e34-9f74-617306807b0b req-d863b983-0318-4392-aef7-bd2bcbc1deb9 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:20:29.080163 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-c00137d5-0da9-4e34-9f74-617306807b0b req-d863b983-0318-4392-aef7-bd2bcbc1deb9 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] 10.222.0.13 "GET /v2.0/ports?device_id=4596379c-6ccc-4df2-a875-f0896fc00fcc HTTP/1.1" status: 200 len: 946 time: 0.1485558 Jan 26 21:20:29.083640 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-dbe6ef13-c066-40a7-819e-73d2b90f0ecf tempest-SecGroupIPv6Test-1756489375 tempest-SecGroupIPv6Test-1756489375-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102715'] for security_group_rule (8af8005e-1efb-4562-966b-d0c941e7d3a1), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:20:29.093060 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-dbe6ef13-c066-40a7-819e-73d2b90f0ecf tempest-SecGroupIPv6Test-1756489375 tempest-SecGroupIPv6Test-1756489375-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:20:29.097595 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-dbe6ef13-c066-40a7-819e-73d2b90f0ecf tempest-SecGroupIPv6Test-1756489375 tempest-SecGroupIPv6Test-1756489375-project] 10.222.0.13 "DELETE /v2.0/security-group-rules/8af8005e-1efb-4562-966b-d0c941e7d3a1 HTTP/1.1" status: 204 len: 168 time: 0.1642275 Jan 26 21:20:29.099896 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 35992) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:20:29.131062 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe6ef13-c066-40a7-819e-73d2b90f0ecf tempest-SecGroupIPv6Test-1756489375 tempest-SecGroupIPv6Test-1756489375-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=8af8005e-1efb-4562-966b-d0c941e7d3a1,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:20:29.203972 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-c00137d5-0da9-4e34-9f74-617306807b0b req-38220c0a-ef7c-4e6d-8ef6-c87d08830498 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] 10.222.0.13 "GET /v2.0/security-groups?id=48ad9419-cea5-46f2-b67f-159b9c4803d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1218019 Jan 26 21:20:29.249126 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 35996) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:20:29.249682 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-2a714f80-1a09-4c90-8d5c-eda7f6a5e8bf tempest-SecGroupIPv6Test-1756489375 tempest-SecGroupIPv6Test-1756489375-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1331999 Jan 26 21:20:29.346964 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-8c4be8da-3211-4c30-96a6-7f0e2b6687d8 tempest-SecGroupIPv6Test-1756489375 tempest-SecGroupIPv6Test-1756489375-project] Publish callbacks [] for security_group_rule (ee19e3d6-5075-4799-8b8d-5cc988ed0124), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:20:29.362623 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-8c4be8da-3211-4c30-96a6-7f0e2b6687d8 tempest-SecGroupIPv6Test-1756489375 tempest-SecGroupIPv6Test-1756489375-project] Publish callbacks [] for security_group_rule (ee19e3d6-5075-4799-8b8d-5cc988ed0124), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:20:29.382145 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-82df7d4c-6b72-4e9c-8914-db8d9aa49a84 admin admin] Publish callbacks [] for router_gateway (ac4f783b-9c93-4317-b820-8b0b546bd29f), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:20:29.397652 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b737dfc5-5576-4121-9dda-15f559c9ac79 req-014c637a-9784-4d7c-b15e-09645a41034f tempest-DeleteServersTestJSON-1338827600 tempest-DeleteServersTestJSON-1338827600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:20:29.400201 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-b737dfc5-5576-4121-9dda-15f559c9ac79 req-014c637a-9784-4d7c-b15e-09645a41034f tempest-DeleteServersTestJSON-1338827600 tempest-DeleteServersTestJSON-1338827600-project] 10.222.0.13 "GET /v2.0/ports?device_id=b94ac130-6232-4bd7-acba-586230daf28f HTTP/1.1" status: 200 len: 946 time: 0.0852468 Jan 26 21:20:29.474962 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-8c4be8da-3211-4c30-96a6-7f0e2b6687d8 tempest-SecGroupIPv6Test-1756489375 tempest-SecGroupIPv6Test-1756489375-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102715'] for security_group_rule (ee19e3d6-5075-4799-8b8d-5cc988ed0124), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:20:29.520920 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-b737dfc5-5576-4121-9dda-15f559c9ac79 req-0904e929-8a1d-468b-b7fe-e7b15b23b778 tempest-DeleteServersTestJSON-1338827600 tempest-DeleteServersTestJSON-1338827600-project] 10.222.0.13 "GET /v2.0/security-groups?id=b7fc5e70-a24b-497d-9cf6-8df82d0ad35b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102617 Jan 26 21:20:29.556028 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-8c4be8da-3211-4c30-96a6-7f0e2b6687d8 tempest-SecGroupIPv6Test-1756489375 tempest-SecGroupIPv6Test-1756489375-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:20:29.557137 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-8c4be8da-3211-4c30-96a6-7f0e2b6687d8 tempest-SecGroupIPv6Test-1756489375 tempest-SecGroupIPv6Test-1756489375-project] 10.222.0.13 "DELETE /v2.0/security-group-rules/ee19e3d6-5075-4799-8b8d-5cc988ed0124 HTTP/1.1" status: 204 len: 168 time: 0.3062022 Jan 26 21:20:29.560527 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 35998) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:20:29.560714 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c4be8da-3211-4c30-96a6-7f0e2b6687d8 tempest-SecGroupIPv6Test-1756489375 tempest-SecGroupIPv6Test-1756489375-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ee19e3d6-5075-4799-8b8d-5cc988ed0124,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:20:29.616749 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-051d2e22-edf0-4eaa-8c4c-d8d2168cf644 tempest-SecGroupIPv6Test-1756489375 tempest-SecGroupIPv6Test-1756489375-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0500515 Jan 26 21:20:29.620866 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 36002) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:20:29.702650 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-3bad415a-f6bc-44cc-bc0b-25b51e112502 tempest-SecGroupIPv6Test-1756489375 tempest-SecGroupIPv6Test-1756489375-project] Publish callbacks [] for security_group_rule (657ab4b9-7dc9-4634-b3bf-52e92be40827), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:20:29.717816 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-3bad415a-f6bc-44cc-bc0b-25b51e112502 tempest-SecGroupIPv6Test-1756489375 tempest-SecGroupIPv6Test-1756489375-project] Publish callbacks [] for security_group_rule (657ab4b9-7dc9-4634-b3bf-52e92be40827), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:20:29.736986 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14af13c0-085c-41c4-b308-aad5938014c0 req-80ae4d23-4746-4614-9cf4-518ee418fe3e tempest-ServersNegativeTestJSON-90632883 tempest-ServersNegativeTestJSON-90632883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:20:29.744496 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-14af13c0-085c-41c4-b308-aad5938014c0 req-80ae4d23-4746-4614-9cf4-518ee418fe3e tempest-ServersNegativeTestJSON-90632883 tempest-ServersNegativeTestJSON-90632883-project] 10.222.0.13 "GET /v2.0/ports?device_id=20bda332-a159-49bd-8c61-2ea774ab5602 HTTP/1.1" status: 200 len: 946 time: 0.0868661 Jan 26 21:20:29.790763 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-82df7d4c-6b72-4e9c-8914-db8d9aa49a84 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4105757', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4111263'] for router (ac4f783b-9c93-4317-b820-8b0b546bd29f), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:20:29.799918 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-3bad415a-f6bc-44cc-bc0b-25b51e112502 tempest-SecGroupIPv6Test-1756489375 tempest-SecGroupIPv6Test-1756489375-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102715'] for security_group_rule (657ab4b9-7dc9-4634-b3bf-52e92be40827), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:20:29.805099 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-3bad415a-f6bc-44cc-bc0b-25b51e112502 tempest-SecGroupIPv6Test-1756489375 tempest-SecGroupIPv6Test-1756489375-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:20:29.808522 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-3bad415a-f6bc-44cc-bc0b-25b51e112502 tempest-SecGroupIPv6Test-1756489375 tempest-SecGroupIPv6Test-1756489375-project] 10.222.0.13 "DELETE /v2.0/security-group-rules/657ab4b9-7dc9-4634-b3bf-52e92be40827 HTTP/1.1" status: 204 len: 168 time: 0.1842158 Jan 26 21:20:29.812155 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-14af13c0-085c-41c4-b308-aad5938014c0 req-c444603c-d63c-4dbe-b6ba-a13da247b8d1 tempest-ServersNegativeTestJSON-90632883 tempest-ServersNegativeTestJSON-90632883-project] 10.222.0.13 "GET /v2.0/security-groups?id=f00b351c-12ea-4499-84c9-f0263f4f27ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666583 Jan 26 21:20:29.818222 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 36010) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:20:29.903161 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bad415a-f6bc-44cc-bc0b-25b51e112502 tempest-SecGroupIPv6Test-1756489375 tempest-SecGroupIPv6Test-1756489375-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=657ab4b9-7dc9-4634-b3bf-52e92be40827,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:20:29.903826 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-e0ca8a0c-0c85-4062-8c06-a69b508edec8 tempest-SecGroupIPv6Test-1756489375 tempest-SecGroupIPv6Test-1756489375-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0822511 Jan 26 21:20:29.918038 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 36014) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:20:30.016641 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82099564-2c2c-4d22-83c1-e38b38377219 None None] Network 142a21c2-a7cb-4cf5-816e-f2edfa851df9 requested from n-d-760453-5 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 26 21:20:30.074940 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-3d6bd2eb-d369-420d-8763-f35bfc040e0d tempest-SecGroupIPv6Test-1756489375 tempest-SecGroupIPv6Test-1756489375-project] Publish callbacks [] for security_group (f4c7b4f4-77fa-4abb-be62-9dc899605205), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:20:30.125570 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-3d6bd2eb-d369-420d-8763-f35bfc040e0d tempest-SecGroupIPv6Test-1756489375 tempest-SecGroupIPv6Test-1756489375-project] Publish callbacks [] for security_group (f4c7b4f4-77fa-4abb-be62-9dc899605205), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:20:30.155017 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82df7d4c-6b72-4e9c-8914-db8d9aa49a84 admin admin] Router ac4f783b-9c93-4317-b820-8b0b546bd29f is scheduled to L3 agent 09df100c-3af1-4b0a-bda8-05914c71c458 with binding_index 1 {{(pid=103305) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 26 21:20:30.179857 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-8c972782-a468-4bf4-a60e-947077be6834 None None] Provisioning complete for port 31c4159d-2565-4bba-a162-6f6edb589525 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:20:30.180822 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-8c972782-a468-4bf4-a60e-947077be6834 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (31c4159d-2565-4bba-a162-6f6edb589525), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:20:30.214014 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-3d6bd2eb-d369-420d-8763-f35bfc040e0d tempest-SecGroupIPv6Test-1756489375 tempest-SecGroupIPv6Test-1756489375-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (f4c7b4f4-77fa-4abb-be62-9dc899605205), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:20:30.216969 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-3d6bd2eb-d369-420d-8763-f35bfc040e0d tempest-SecGroupIPv6Test-1756489375 tempest-SecGroupIPv6Test-1756489375-project] Publish callbacks [] for security_group (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:20:30.224850 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-3d6bd2eb-d369-420d-8763-f35bfc040e0d tempest-SecGroupIPv6Test-1756489375 tempest-SecGroupIPv6Test-1756489375-project] 10.222.0.13 "DELETE /v2.0/security-groups/f4c7b4f4-77fa-4abb-be62-9dc899605205 HTTP/1.1" status: 204 len: 168 time: 0.3048799 Jan 26 21:20:30.225637 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 36020) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:20:30.270141 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device 31c4159d-2565-4bba-a162-6f6edb589525 up at agent ovs-agent-n-d-760453-5 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 21:20:30.280186 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d6bd2eb-d369-420d-8763-f35bfc040e0d tempest-SecGroupIPv6Test-1756489375 tempest-SecGroupIPv6Test-1756489375-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4c7b4f4-77fa-4abb-be62-9dc899605205,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:20:30.312430 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82df7d4c-6b72-4e9c-8914-db8d9aa49a84 admin admin] Notify agent at l3_agent.n-d-760453-5 the message routers_updated {{(pid=103305) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 26 21:20:30.342897 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-82df7d4c-6b72-4e9c-8914-db8d9aa49a84 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:20:30.344493 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-82df7d4c-6b72-4e9c-8914-db8d9aa49a84 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.3628590 Jan 26 21:20:30.347094 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 36022) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:20:30.370191 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-031a85fd-039a-4188-91a7-7bd0061efa19 None None] Sync routers for ids ['ac4f783b-9c93-4317-b820-8b0b546bd29f'] in n-d-760453-5 {{(pid=103306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 26 21:20:30.415796 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-6c2df9ea-a212-4922-ba50-c27913324c7e tempest-SecGroupIPv6Test-1756489375 tempest-SecGroupIPv6Test-1756489375-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1861608 Jan 26 21:20:30.416658 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 36024) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:20:30.434968 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-5159f806-c044-49fd-96e5-4c9eccedfa02 tempest-SecGroupIPv6Test-1756489375 tempest-SecGroupIPv6Test-1756489375-project] Request body: {'security_group': {'name': 'tempest-secgroup--1843688212'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:20:30.475807 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-031a85fd-039a-4188-91a7-7bd0061efa19 None None] Routers {'ac4f783b-9c93-4317-b820-8b0b546bd29f'} bound to L3 agent in host n-d-760453-5 {{(pid=103306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 21:20:30.476614 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-031a85fd-039a-4188-91a7-7bd0061efa19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-26T20:55:21Z,description=,heartbeat_timestamp=2022-01-26T21:20:21Z,host='n-d-760453-5',id=09df100c-3af1-4b0a-bda8-05914c71c458,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:55:21Z,topic='l3_agent')) {'router_ids': ['ac4f783b-9c93-4317-b820-8b0b546bd29f'], 'active': True} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:20:30.501671 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30b0649-8c6a-4a5e-9ef5-e95575230544 req-2a917c05-d543-484f-8998-f418ea2a30a8 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:20:30.503462 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-b30b0649-8c6a-4a5e-9ef5-e95575230544 req-2a917c05-d543-484f-8998-f418ea2a30a8 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] 10.222.0.13 "GET /v2.0/ports?device_id=4596379c-6ccc-4df2-a875-f0896fc00fcc HTTP/1.1" status: 200 len: 946 time: 0.1787713 Jan 26 21:20:30.505138 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-5159f806-c044-49fd-96e5-4c9eccedfa02 tempest-SecGroupIPv6Test-1756489375 tempest-SecGroupIPv6Test-1756489375-project] Publish callbacks [] for security_group (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:20:30.622189 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-b30b0649-8c6a-4a5e-9ef5-e95575230544 req-a49e6d39-0423-4ade-899e-516878224f48 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] 10.222.0.13 "GET /v2.0/security-groups?id=48ad9419-cea5-46f2-b67f-159b9c4803d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1096499 Jan 26 21:20:30.725837 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-5159f806-c044-49fd-96e5-4c9eccedfa02 tempest-SecGroupIPv6Test-1756489375 tempest-SecGroupIPv6Test-1756489375-project] Publish callbacks [] for security_group (d41a5238-65ad-4473-802d-fdf7a4d86e61), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:20:30.759140 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-5159f806-c044-49fd-96e5-4c9eccedfa02 tempest-SecGroupIPv6Test-1756489375 tempest-SecGroupIPv6Test-1756489375-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (d41a5238-65ad-4473-802d-fdf7a4d86e61), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:20:30.777618 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de2a705-8abb-433c-b90f-c25f3cf391be req-c38743ac-637b-4b02-a978-8666ead2e185 tempest-DeleteServersTestJSON-1338827600 tempest-DeleteServersTestJSON-1338827600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:20:30.784816 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-9de2a705-8abb-433c-b90f-c25f3cf391be req-c38743ac-637b-4b02-a978-8666ead2e185 tempest-DeleteServersTestJSON-1338827600 tempest-DeleteServersTestJSON-1338827600-project] 10.222.0.13 "GET /v2.0/ports?device_id=b94ac130-6232-4bd7-acba-586230daf28f HTTP/1.1" status: 200 len: 946 time: 0.1269276 Jan 26 21:20:30.816409 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5159f806-c044-49fd-96e5-4c9eccedfa02 tempest-SecGroupIPv6Test-1756489375 tempest-SecGroupIPv6Test-1756489375-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d41a5238-65ad-4473-802d-fdf7a4d86e61,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:20:30.845523 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvr_db [None req-031a85fd-039a-4188-91a7-7bd0061efa19 None None] Set router ac4f783b-9c93-4317-b820-8b0b546bd29f gateway port host: n-d-760453-5 {{(pid=103306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 21:20:30.870114 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-5159f806-c044-49fd-96e5-4c9eccedfa02 tempest-SecGroupIPv6Test-1756489375 tempest-SecGroupIPv6Test-1756489375-project] Publish callbacks [] for security_group (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:20:30.880579 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-5159f806-c044-49fd-96e5-4c9eccedfa02 tempest-SecGroupIPv6Test-1756489375 tempest-SecGroupIPv6Test-1756489375-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.4559889 Jan 26 21:20:30.881406 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 36030) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:20:30.894824 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-c2f9e164-6b06-4612-af2a-310f5756d7fd tempest-SecGroupIPv6Test-1756489375 tempest-SecGroupIPv6Test-1756489375-project] Request body: {'security_group_rule': {'security_group_id': 'd41a5238-65ad-4473-802d-fdf7a4d86e61', 'direction': 'ingress', 'protocol': 17}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:20:30.963484 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-9de2a705-8abb-433c-b90f-c25f3cf391be req-40e72adc-05eb-43ef-9c43-476911a0f38e tempest-DeleteServersTestJSON-1338827600 tempest-DeleteServersTestJSON-1338827600-project] 10.222.0.13 "GET /v2.0/security-groups?id=b7fc5e70-a24b-497d-9cf6-8df82d0ad35b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1775982 Jan 26 21:20:31.074496 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-c2f9e164-6b06-4612-af2a-310f5756d7fd tempest-SecGroupIPv6Test-1756489375 tempest-SecGroupIPv6Test-1756489375-project] Publish callbacks [] for security_group_rule (712ca6a3-f4f1-4fdb-bec1-baebefb275d5), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:20:31.078561 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Provisioning complete for port 31c4159d-2565-4bba-a162-6f6edb589525 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:20:31.079150 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (31c4159d-2565-4bba-a162-6f6edb589525), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:20:31.202452 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-c2f9e164-6b06-4612-af2a-310f5756d7fd tempest-SecGroupIPv6Test-1756489375 tempest-SecGroupIPv6Test-1756489375-project] Publish callbacks [] for security_group_rule (712ca6a3-f4f1-4fdb-bec1-baebefb275d5), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:20:31.215709 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-8c972782-a468-4bf4-a60e-947077be6834 None None] Current status of the port 31c4159d-2565-4bba-a162-6f6edb589525 is: DOWN; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:20:31.216304 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-8c972782-a468-4bf4-a60e-947077be6834 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (31c4159d-2565-4bba-a162-6f6edb589525), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:20:31.237251 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e69df6c-349b-4a70-8bf4-027fba3c2cf1 req-6d73de16-a8b1-4262-b2db-ea1632e033b9 tempest-ServersNegativeTestJSON-90632883 tempest-ServersNegativeTestJSON-90632883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:20:31.238287 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-3e69df6c-349b-4a70-8bf4-027fba3c2cf1 req-6d73de16-a8b1-4262-b2db-ea1632e033b9 tempest-ServersNegativeTestJSON-90632883 tempest-ServersNegativeTestJSON-90632883-project] 10.222.0.13 "GET /v2.0/ports?device_id=20bda332-a159-49bd-8c61-2ea774ab5602 HTTP/1.1" status: 200 len: 946 time: 0.2624912 Jan 26 21:20:31.239180 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-c2f9e164-6b06-4612-af2a-310f5756d7fd tempest-SecGroupIPv6Test-1756489375 tempest-SecGroupIPv6Test-1756489375-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102715'] for security_group_rule (712ca6a3-f4f1-4fdb-bec1-baebefb275d5), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:20:31.289599 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f9e164-6b06-4612-af2a-310f5756d7fd tempest-SecGroupIPv6Test-1756489375 tempest-SecGroupIPv6Test-1756489375-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=712ca6a3-f4f1-4fdb-bec1-baebefb275d5,revision_number=0']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:20:31.312262 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-c2f9e164-6b06-4612-af2a-310f5756d7fd tempest-SecGroupIPv6Test-1756489375 tempest-SecGroupIPv6Test-1756489375-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:20:31.314848 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-c2f9e164-6b06-4612-af2a-310f5756d7fd tempest-SecGroupIPv6Test-1756489375 tempest-SecGroupIPv6Test-1756489375-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.4299536 Jan 26 21:20:31.317655 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 36038) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:20:31.351853 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-8c972782-a468-4bf4-a60e-947077be6834 None None] For port 31c4159d-2565-4bba-a162-6f6edb589525, host n-d-760453-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=31c4159d-2565-4bba-a162-6f6edb589525,segment=NetworkSegment(6876653f-77af-46b4-8bdd-c940cb7c7e81),segment_id=6876653f-77af-46b4-8bdd-c940cb7c7e81)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:20:31.371288 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-8c972782-a468-4bf4-a60e-947077be6834 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (31c4159d-2565-4bba-a162-6f6edb589525), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:20:31.372560 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-3e69df6c-349b-4a70-8bf4-027fba3c2cf1 req-5b1eb18a-8434-4473-a229-1ff10d92d2e7 tempest-ServersNegativeTestJSON-90632883 tempest-ServersNegativeTestJSON-90632883-project] 10.222.0.13 "GET /v2.0/security-groups?id=f00b351c-12ea-4499-84c9-f0263f4f27ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081355 Jan 26 21:20:31.520952 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-f285ce28-cb9d-4747-9d09-20e8d9e42ff0 tempest-SecGroupIPv6Test-1756489375 tempest-SecGroupIPv6Test-1756489375-project] Publish callbacks [] for security_group (d41a5238-65ad-4473-802d-fdf7a4d86e61), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:20:31.561854 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c972782-a468-4bf4-a60e-947077be6834 None None] Pushing event updated for resources: {'Port': ['ID=31c4159d-2565-4bba-a162-6f6edb589525,revision_number=3']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:20:31.588234 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-da920086-219d-48a1-afa7-536e6850f842 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:20:31.633192 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-f285ce28-cb9d-4747-9d09-20e8d9e42ff0 tempest-SecGroupIPv6Test-1756489375 tempest-SecGroupIPv6Test-1756489375-project] Publish callbacks [] for security_group (d41a5238-65ad-4473-802d-fdf7a4d86e61), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:20:31.652241 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Current status of the port 31c4159d-2565-4bba-a162-6f6edb589525 is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:20:31.668529 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-031a85fd-039a-4188-91a7-7bd0061efa19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac4f783b-9c93-4317-b820-8b0b546bd29f', 'name': 'tempest-FloatingIPsTestJSON-658727616-router', 'tenant_id': 'dca3476ec2c94cdea3eb3921b7182986', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'external_fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.133'}], 'enable_snat': True}, 'gw_port_id': 'd4ce9d24-29ab-42d3-8e4d-490333356374', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T21:20:27Z', 'updated_at': '2022-01-26T21:20:29Z', 'revision_number': 3, 'project_id': 'dca3476ec2c94cdea3eb3921b7182986', 'gw_port': {'id': 'd4ce9d24-29ab-42d3-8e4d-490333356374', 'name': '', 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:24:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac4f783b-9c93-4317-b820-8b0b546bd29f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1872, 'fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:20:28Z', 'updated_at': '2022-01-26T21:20:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-5'}], 'n-d-760453-5', False) {} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:20:31.706696 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-031a85fd-039a-4188-91a7-7bd0061efa19 None None] Checking router: ac4f783b-9c93-4317-b820-8b0b546bd29f for host: n-d-760453-5 {{(pid=103306) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 26 21:20:31.707291 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-031a85fd-039a-4188-91a7-7bd0061efa19 None None] Updating router ac4f783b-9c93-4317-b820-8b0b546bd29f port d4ce9d24-29ab-42d3-8e4d-490333356374 binding host n-d-760453-5 {{(pid=103306) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 26 21:20:31.740363 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-f285ce28-cb9d-4747-9d09-20e8d9e42ff0 tempest-SecGroupIPv6Test-1756489375 tempest-SecGroupIPv6Test-1756489375-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (d41a5238-65ad-4473-802d-fdf7a4d86e61), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:20:31.744371 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-f285ce28-cb9d-4747-9d09-20e8d9e42ff0 tempest-SecGroupIPv6Test-1756489375 tempest-SecGroupIPv6Test-1756489375-project] Publish callbacks [] for security_group (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:20:31.746621 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-f285ce28-cb9d-4747-9d09-20e8d9e42ff0 tempest-SecGroupIPv6Test-1756489375 tempest-SecGroupIPv6Test-1756489375-project] 10.222.0.13 "DELETE /v2.0/security-groups/d41a5238-65ad-4473-802d-fdf7a4d86e61 HTTP/1.1" status: 204 len: 168 time: 0.4277828 Jan 26 21:20:31.750120 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-031a85fd-039a-4188-91a7-7bd0061efa19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (d4ce9d24-29ab-42d3-8e4d-490333356374), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:20:31.752182 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-7669c74c-59e0-47ad-bc98-b1d087634438 None None] Provisioning complete for port 31c4159d-2565-4bba-a162-6f6edb589525 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:20:31.752663 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-7669c74c-59e0-47ad-bc98-b1d087634438 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (31c4159d-2565-4bba-a162-6f6edb589525), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:20:31.758974 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 36042) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:20:31.819060 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f285ce28-cb9d-4747-9d09-20e8d9e42ff0 tempest-SecGroupIPv6Test-1756489375 tempest-SecGroupIPv6Test-1756489375-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d41a5238-65ad-4473-802d-fdf7a4d86e61,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:20:31.927281 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-00c5fa46-94c9-48f4-b012-9178c686729f tempest-SecGroupIPv6Test-1756489375 tempest-SecGroupIPv6Test-1756489375-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1598942 Jan 26 21:20:31.933044 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 36046) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:20:31.972487 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516791c6-34be-451d-85d4-bc7894a7c2b8 req-974d4b71-1dc1-47e5-b8e4-e15f135ce605 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:20:31.985424 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-516791c6-34be-451d-85d4-bc7894a7c2b8 req-974d4b71-1dc1-47e5-b8e4-e15f135ce605 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] 10.222.0.13 "GET /v2.0/ports?device_id=4596379c-6ccc-4df2-a875-f0896fc00fcc HTTP/1.1" status: 200 len: 946 time: 0.1839948 Jan 26 21:20:31.988814 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-a7207921-27fb-4535-9a49-9f733c3dfde4 tempest-SecGroupIPv6Test-1756489375 tempest-SecGroupIPv6Test-1756489375-project] Request body: {'security_group': {'name': 'tempest-secgroup--606751232'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:20:32.032508 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Device d214135b-7bf4-435e-87ce-4cbcc04c7b40 details requested by agent hyperv_n-h2-760453-5 with host n-h2-760453-5 {{(pid=103306) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 26 21:20:32.034742 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device 31c4159d-2565-4bba-a162-6f6edb589525 up at agent ovs-agent-n-d-760453-5 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 21:20:32.081278 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.db_base_plugin_common [None req-da920086-219d-48a1-afa7-536e6850f842 admin admin] Allocated IP 172.20.0.1 (142a21c2-a7cb-4cf5-816e-f2edfa851df9/c91e026f-060f-49fe-b0ad-a82e4b6c9686/d4ed4915-c6cd-42c7-bd64-638c4e1458af) {{(pid=103305) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 21:20:32.149917 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-516791c6-34be-451d-85d4-bc7894a7c2b8 req-f934a67d-3c96-495f-83ac-08d38de57847 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] 10.222.0.13 "GET /v2.0/security-groups?id=48ad9419-cea5-46f2-b67f-159b9c4803d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1424067 Jan 26 21:20:32.232553 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-a7207921-27fb-4535-9a49-9f733c3dfde4 tempest-SecGroupIPv6Test-1756489375 tempest-SecGroupIPv6Test-1756489375-project] Publish callbacks [] for security_group (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:20:32.306987 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-da920086-219d-48a1-afa7-536e6850f842 admin admin] Publish callbacks [] for port (d4ed4915-c6cd-42c7-bd64-638c4e1458af), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:20:32.316971 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53935451-e2e7-4269-ae91-813e211be313 req-fd53a858-2058-48e1-aa26-6a108d73e80f tempest-DeleteServersTestJSON-1338827600 tempest-DeleteServersTestJSON-1338827600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:20:32.318629 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-53935451-e2e7-4269-ae91-813e211be313 req-fd53a858-2058-48e1-aa26-6a108d73e80f tempest-DeleteServersTestJSON-1338827600 tempest-DeleteServersTestJSON-1338827600-project] 10.222.0.13 "GET /v2.0/ports?device_id=b94ac130-6232-4bd7-acba-586230daf28f HTTP/1.1" status: 200 len: 946 time: 0.1976724 Jan 26 21:20:32.356214 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-da920086-219d-48a1-afa7-536e6850f842 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746560234527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11791543'] for port (d4ed4915-c6cd-42c7-bd64-638c4e1458af), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:20:32.377712 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.db.resource_extend [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] It took 0.27 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 26 21:20:32.412868 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-53935451-e2e7-4269-ae91-813e211be313 req-efaa3554-5db4-4990-ba9f-7cedb8042581 tempest-DeleteServersTestJSON-1338827600 tempest-DeleteServersTestJSON-1338827600-project] 10.222.0.13 "GET /v2.0/security-groups?id=b7fc5e70-a24b-497d-9cf6-8df82d0ad35b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793283 Jan 26 21:20:32.431792 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da920086-219d-48a1-afa7-536e6850f842 admin admin] Network 142a21c2-a7cb-4cf5-816e-f2edfa851df9 is already hosted by enough agents. {{(pid=103305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 21:20:32.435627 n-d-760453-5 neutron-server[103305]: INFO neutron.api.v2.resource [req-3500dd89-84e2-42f0-b8d8-7afe310f2852 req-c9c7c2f7-517f-4143-931e-ab180abd05f9 service neutron] show failed (client error): The resource could not be found. Jan 26 21:20:32.436162 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-3500dd89-84e2-42f0-b8d8-7afe310f2852 req-c9c7c2f7-517f-4143-931e-ab180abd05f9 service neutron] 10.222.0.66 "GET /v2.0/ports/20ca0e2a-d36f-4969-bc7b-96bbf79b1f45/bindings/n-h2-760453-5 HTTP/1.1" status: 404 len: 380 time: 0.2867117 Jan 26 21:20:32.450050 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [None req-da920086-219d-48a1-afa7-536e6850f842 admin admin] Resources bound (agent type, host, resource id): {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:20:32.465800 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da920086-219d-48a1-afa7-536e6850f842 admin admin] Received port after_create {{(pid=103305) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 21:20:32.500617 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-a7207921-27fb-4535-9a49-9f733c3dfde4 tempest-SecGroupIPv6Test-1756489375 tempest-SecGroupIPv6Test-1756489375-project] Publish callbacks [] for security_group (5cbe69da-6fd1-4973-8445-3af3ceda706c), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:20:32.512066 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-a7207921-27fb-4535-9a49-9f733c3dfde4 tempest-SecGroupIPv6Test-1756489375 tempest-SecGroupIPv6Test-1756489375-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (5cbe69da-6fd1-4973-8445-3af3ceda706c), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:20:32.516463 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da920086-219d-48a1-afa7-536e6850f842 admin admin] Pushing event updated for resources: {'Port': ['ID=d4ed4915-c6cd-42c7-bd64-638c4e1458af,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:20:32.557034 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-da920086-219d-48a1-afa7-536e6850f842 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4111050'] for router_interface (ac4f783b-9c93-4317-b820-8b0b546bd29f), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:20:32.595538 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-a7207921-27fb-4535-9a49-9f733c3dfde4 tempest-SecGroupIPv6Test-1756489375 tempest-SecGroupIPv6Test-1756489375-project] Publish callbacks [] for security_group (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:20:32.598061 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-a7207921-27fb-4535-9a49-9f733c3dfde4 tempest-SecGroupIPv6Test-1756489375 tempest-SecGroupIPv6Test-1756489375-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.6625762 Jan 26 21:20:32.607826 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 36072) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:20:32.622271 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-f964afac-371b-4524-abdb-39b040d80d91 tempest-SecGroupIPv6Test-1756489375 tempest-SecGroupIPv6Test-1756489375-project] Request body: {'security_group': {'name': 'tempest-secgroup--2063992721'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:20:32.640657 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7207921-27fb-4535-9a49-9f733c3dfde4 tempest-SecGroupIPv6Test-1756489375 tempest-SecGroupIPv6Test-1756489375-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5cbe69da-6fd1-4973-8445-3af3ceda706c,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:20:32.653919 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Provisioning complete for port 31c4159d-2565-4bba-a162-6f6edb589525 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:20:32.654280 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (31c4159d-2565-4bba-a162-6f6edb589525), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:20:32.879334 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5551e996-0491-4140-a76d-8aa287e41887 req-31fb5e4e-ad52-4aa5-bb6f-ab7d3374e1ed tempest-ServersNegativeTestJSON-90632883 tempest-ServersNegativeTestJSON-90632883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:20:32.881081 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-5551e996-0491-4140-a76d-8aa287e41887 req-31fb5e4e-ad52-4aa5-bb6f-ab7d3374e1ed tempest-ServersNegativeTestJSON-90632883 tempest-ServersNegativeTestJSON-90632883-project] 10.222.0.13 "GET /v2.0/ports?device_id=20bda332-a159-49bd-8c61-2ea774ab5602 HTTP/1.1" status: 200 len: 946 time: 0.2024961 Jan 26 21:20:32.886833 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-f964afac-371b-4524-abdb-39b040d80d91 tempest-SecGroupIPv6Test-1756489375 tempest-SecGroupIPv6Test-1756489375-project] Publish callbacks [] for security_group (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:20:32.993317 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-da920086-219d-48a1-afa7-536e6850f842 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (d4ed4915-c6cd-42c7-bd64-638c4e1458af), before_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:20:33.028948 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-031a85fd-039a-4188-91a7-7bd0061efa19 None None] Publish callbacks [] for port (d4ce9d24-29ab-42d3-8e4d-490333356374), precommit_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:20:33.055163 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-031a85fd-039a-4188-91a7-7bd0061efa19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (d4ce9d24-29ab-42d3-8e4d-490333356374), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:20:33.134376 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-031a85fd-039a-4188-91a7-7bd0061efa19 None None] Attempting to bind port d4ce9d24-29ab-42d3-8e4d-490333356374 on host n-d-760453-5 for vnic_type normal with profile {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 21:20:33.134665 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-031a85fd-039a-4188-91a7-7bd0061efa19 None None] Attempting to bind port d4ce9d24-29ab-42d3-8e4d-490333356374 by drivers openvswitch,hyperv on host n-d-760453-5 at level 0 using segments [{'id': 'e17cb353-418f-48b9-b982-21a6233ee99b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299'}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 26 21:20:33.135203 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-031a85fd-039a-4188-91a7-7bd0061efa19 None None] Attempting to bind port d4ce9d24-29ab-42d3-8e4d-490333356374 on network 4140a1f1-c93a-4bea-83a0-68953a54f299 {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 21:20:33.147033 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-031a85fd-039a-4188-91a7-7bd0061efa19 None None] Checking agent: {'id': 'fea0591a-627d-4c87-9a9a-01625ddf3277', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760453-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 20, 55, 25), 'started_at': datetime.datetime(2022, 1, 26, 20, 55, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 21, 20, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760453-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 26 21:20:33.147420 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-031a85fd-039a-4188-91a7-7bd0061efa19 None None] Checking segment: {'id': 'e17cb353-418f-48b9-b982-21a6233ee99b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 21:20:33.147830 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-031a85fd-039a-4188-91a7-7bd0061efa19 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:20:33.148231 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-031a85fd-039a-4188-91a7-7bd0061efa19 None None] Bound using segment: {'id': 'e17cb353-418f-48b9-b982-21a6233ee99b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299'} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 26 21:20:33.148712 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-031a85fd-039a-4188-91a7-7bd0061efa19 None None] Bound port: d4ce9d24-29ab-42d3-8e4d-490333356374, host: n-d-760453-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e17cb353-418f-48b9-b982-21a6233ee99b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299'}}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 26 21:20:33.149802 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-031a85fd-039a-4188-91a7-7bd0061efa19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (d4ce9d24-29ab-42d3-8e4d-490333356374), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:20:33.158074 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-f964afac-371b-4524-abdb-39b040d80d91 tempest-SecGroupIPv6Test-1756489375 tempest-SecGroupIPv6Test-1756489375-project] Publish callbacks [] for security_group (ea78008d-53c5-43b3-b361-7327e2ed8079), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:20:33.194294 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-f964afac-371b-4524-abdb-39b040d80d91 tempest-SecGroupIPv6Test-1756489375 tempest-SecGroupIPv6Test-1756489375-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (ea78008d-53c5-43b3-b361-7327e2ed8079), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:20:33.214104 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-031a85fd-039a-4188-91a7-7bd0061efa19 None None] For port d4ce9d24-29ab-42d3-8e4d-490333356374, host n-d-760453-5, cleared binding levels {{(pid=103306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 26 21:20:33.219585 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-031a85fd-039a-4188-91a7-7bd0061efa19 None None] For port d4ce9d24-29ab-42d3-8e4d-490333356374, host n-d-760453-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=d4ce9d24-29ab-42d3-8e4d-490333356374,segment=NetworkSegment(e17cb353-418f-48b9-b982-21a6233ee99b),segment_id=e17cb353-418f-48b9-b982-21a6233ee99b)] {{(pid=103306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 26 21:20:33.275505 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-031a85fd-039a-4188-91a7-7bd0061efa19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (d4ce9d24-29ab-42d3-8e4d-490333356374), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:20:33.336790 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-7669c74c-59e0-47ad-bc98-b1d087634438 None None] Current status of the port 31c4159d-2565-4bba-a162-6f6edb589525 is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:20:33.362876 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] For port d214135b-7bf4-435e-87ce-4cbcc04c7b40, host n-h2-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-5',level=0,port_id=d214135b-7bf4-435e-87ce-4cbcc04c7b40,segment=NetworkSegment(2541abc4-0813-4c0d-94e6-c088627c1a85),segment_id=2541abc4-0813-4c0d-94e6-c088627c1a85)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:20:33.386162 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-127dc749-f19c-4a2d-a338-dc8548b9c568 None None] Pushing event updated for resources: {'Port': ['ID=d4ce9d24-29ab-42d3-8e4d-490333356374,revision_number=2']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:20:33.409929 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-f964afac-371b-4524-abdb-39b040d80d91 tempest-SecGroupIPv6Test-1756489375 tempest-SecGroupIPv6Test-1756489375-project] Publish callbacks [] for security_group (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:20:33.411192 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-f964afac-371b-4524-abdb-39b040d80d91 tempest-SecGroupIPv6Test-1756489375 tempest-SecGroupIPv6Test-1756489375-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.8023040 Jan 26 21:20:33.417167 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 36090) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:20:33.418918 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3500dd89-84e2-42f0-b8d8-7afe310f2852 req-3d7e7341-9447-4032-b9bd-d37409588d16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:20:33.420687 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-3500dd89-84e2-42f0-b8d8-7afe310f2852 req-3d7e7341-9447-4032-b9bd-d37409588d16 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=4596379c-6ccc-4df2-a875-f0896fc00fcc&tenant_id=c6d9f10230f341edbbe46b16c17eb870 HTTP/1.1" status: 200 len: 1097 time: 0.6051953 Jan 26 21:20:33.421329 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f964afac-371b-4524-abdb-39b040d80d91 tempest-SecGroupIPv6Test-1756489375 tempest-SecGroupIPv6Test-1756489375-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ea78008d-53c5-43b3-b361-7327e2ed8079,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:20:33.428146 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-f2361354-ab29-45bf-ac8a-a5d0e0597e08 tempest-SecGroupIPv6Test-1756489375 tempest-SecGroupIPv6Test-1756489375-project] Request body: {'security_group_rule': {'security_group_id': '5cbe69da-6fd1-4973-8445-3af3ceda706c', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': 'ea78008d-53c5-43b3-b361-7327e2ed8079', 'remote_ip_prefix': None}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:20:33.440844 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [req-3500dd89-84e2-42f0-b8d8-7afe310f2852 req-742014ab-5f25-44d8-b160-b0c8906a1a6f service neutron] Request body: {'port': {'binding:host_id': 'n-h2-760453-5', 'device_owner': 'compute:nova'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:20:33.467969 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-127dc749-f19c-4a2d-a338-dc8548b9c568 None None] Pushing event updated for resources: {'Port': ['ID=d4ce9d24-29ab-42d3-8e4d-490333356374,revision_number=3']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:20:33.475366 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-031a85fd-039a-4188-91a7-7bd0061efa19 None None] Routers {'ac4f783b-9c93-4317-b820-8b0b546bd29f'} bound to L3 agent in host n-d-760453-5 {{(pid=103306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 21:20:33.476258 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-031a85fd-039a-4188-91a7-7bd0061efa19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-26T20:55:21Z,description=,heartbeat_timestamp=2022-01-26T21:20:21Z,host='n-d-760453-5',id=09df100c-3af1-4b0a-bda8-05914c71c458,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:55:21Z,topic='l3_agent')) {'router_ids': ['ac4f783b-9c93-4317-b820-8b0b546bd29f'], 'active': True} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:20:33.490246 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-5551e996-0491-4140-a76d-8aa287e41887 req-3afe6d2e-4a42-40d5-8e78-863e01e634d9 tempest-ServersNegativeTestJSON-90632883 tempest-ServersNegativeTestJSON-90632883-project] 10.222.0.13 "GET /v2.0/security-groups?id=f00b351c-12ea-4499-84c9-f0263f4f27ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5672076 Jan 26 21:20:33.501018 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39747298-59da-4c05-8153-44c8030a8420 req-b8769ccf-d313-44cf-9e5d-ab346871aba6 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:20:33.509758 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-39747298-59da-4c05-8153-44c8030a8420 req-b8769ccf-d313-44cf-9e5d-ab346871aba6 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] 10.222.0.13 "GET /v2.0/ports?device_id=4596379c-6ccc-4df2-a875-f0896fc00fcc HTTP/1.1" status: 200 len: 946 time: 0.1906633 Jan 26 21:20:33.510809 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-da920086-219d-48a1-afa7-536e6850f842 admin admin] Publish callbacks [] for port (d4ed4915-c6cd-42c7-bd64-638c4e1458af), precommit_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:20:33.526791 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-da920086-219d-48a1-afa7-536e6850f842 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11791520'] for port (d4ed4915-c6cd-42c7-bd64-638c4e1458af), after_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:20:33.594201 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-3500dd89-84e2-42f0-b8d8-7afe310f2852 req-742014ab-5f25-44d8-b160-b0c8906a1a6f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (20ca0e2a-d36f-4969-bc7b-96bbf79b1f45), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:20:33.612936 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-da920086-219d-48a1-afa7-536e6850f842 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3709457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4110682'] for router_interface (ac4f783b-9c93-4317-b820-8b0b546bd29f), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:20:33.615113 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvr_db [None req-031a85fd-039a-4188-91a7-7bd0061efa19 None None] Set router ac4f783b-9c93-4317-b820-8b0b546bd29f gateway port host: n-d-760453-5 {{(pid=103306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 21:20:33.623420 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-39747298-59da-4c05-8153-44c8030a8420 req-d5730c8d-acbc-4bc1-bb79-cca210a8948d tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] 10.222.0.13 "GET /v2.0/security-groups?id=48ad9419-cea5-46f2-b67f-159b9c4803d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1126449 Jan 26 21:20:33.670542 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-f2361354-ab29-45bf-ac8a-a5d0e0597e08 tempest-SecGroupIPv6Test-1756489375 tempest-SecGroupIPv6Test-1756489375-project] Publish callbacks [] for security_group_rule (60f79a91-ee7f-4798-ba65-8c0582d5a67a), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:20:33.676981 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Returning: {'device': 'd214135b-7bf4-435e-87ce-4cbcc04c7b40', 'network_id': 'e16ff5ba-c523-42b6-a294-431f384b33de', 'port_id': 'd214135b-7bf4-435e-87ce-4cbcc04c7b40', 'mac_address': 'fa:16:3e:b7:fb:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 554, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '25684abb-e6bd-4ac5-a412-9cc30ecdd004', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103306) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 26 21:20:33.701664 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Current status of the port 31c4159d-2565-4bba-a162-6f6edb589525 is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:20:33.837644 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Current status of the port d214135b-7bf4-435e-87ce-4cbcc04c7b40 is: ACTIVE; New status is: BUILD {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:20:33.838004 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (d214135b-7bf4-435e-87ce-4cbcc04c7b40), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:20:33.950875 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da920086-219d-48a1-afa7-536e6850f842 admin admin] Pushing event updated for resources: {'Port': ['ID=d4ed4915-c6cd-42c7-bd64-638c4e1458af,revision_number=2']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:20:33.953033 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-72626aab-de85-4ad3-9eb3-f33a4c16400a None None] Provisioning complete for port d4ed4915-c6cd-42c7-bd64-638c4e1458af triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:20:33.953033 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-72626aab-de85-4ad3-9eb3-f33a4c16400a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (d4ed4915-c6cd-42c7-bd64-638c4e1458af), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:20:34.088339 n-d-760453-5 neutron-server[103306]: DEBUG neutron.notifiers.nova [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d214135b-7bf4-435e-87ce-4cbcc04c7b40 {{(pid=103306) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 26 21:20:34.106496 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-f2361354-ab29-45bf-ac8a-a5d0e0597e08 tempest-SecGroupIPv6Test-1756489375 tempest-SecGroupIPv6Test-1756489375-project] Publish callbacks [] for security_group_rule (60f79a91-ee7f-4798-ba65-8c0582d5a67a), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:20:34.129181 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-f2361354-ab29-45bf-ac8a-a5d0e0597e08 tempest-SecGroupIPv6Test-1756489375 tempest-SecGroupIPv6Test-1756489375-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102715'] for security_group_rule (60f79a91-ee7f-4798-ba65-8c0582d5a67a), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:20:34.159252 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64796e7-7744-4078-8437-ef0ea22a981d req-92a1e350-b49e-4fb4-9481-3f811807273b tempest-DeleteServersTestJSON-1338827600 tempest-DeleteServersTestJSON-1338827600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:20:34.167502 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-a64796e7-7744-4078-8437-ef0ea22a981d req-92a1e350-b49e-4fb4-9481-3f811807273b tempest-DeleteServersTestJSON-1338827600 tempest-DeleteServersTestJSON-1338827600-project] 10.222.0.13 "GET /v2.0/ports?device_id=b94ac130-6232-4bd7-acba-586230daf28f HTTP/1.1" status: 200 len: 946 time: 0.3882742 Jan 26 21:20:34.195475 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-f2361354-ab29-45bf-ac8a-a5d0e0597e08 tempest-SecGroupIPv6Test-1756489375 tempest-SecGroupIPv6Test-1756489375-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:20:34.199390 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-f2361354-ab29-45bf-ac8a-a5d0e0597e08 tempest-SecGroupIPv6Test-1756489375 tempest-SecGroupIPv6Test-1756489375-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.7789450 Jan 26 21:20:34.210511 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 36102) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:20:34.244520 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da920086-219d-48a1-afa7-536e6850f842 admin admin] Network 142a21c2-a7cb-4cf5-816e-f2edfa851df9 is already hosted by enough agents. {{(pid=103305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 21:20:34.244520 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2361354-ab29-45bf-ac8a-a5d0e0597e08 tempest-SecGroupIPv6Test-1756489375 tempest-SecGroupIPv6Test-1756489375-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=60f79a91-ee7f-4798-ba65-8c0582d5a67a,revision_number=0']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:20:34.255035 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-72626aab-de85-4ad3-9eb3-f33a4c16400a None None] Port d4ed4915-c6cd-42c7-bd64-638c4e1458af cannot update to ACTIVE because it is not bound. {{(pid=103306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 26 21:20:34.259395 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [None req-da920086-219d-48a1-afa7-536e6850f842 admin admin] Resources bound (agent type, host, resource id): {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:20:34.263049 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] For port d214135b-7bf4-435e-87ce-4cbcc04c7b40, host n-h2-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-5',level=0,port_id=d214135b-7bf4-435e-87ce-4cbcc04c7b40,segment=NetworkSegment(2541abc4-0813-4c0d-94e6-c088627c1a85),segment_id=2541abc4-0813-4c0d-94e6-c088627c1a85)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:20:34.288823 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (d214135b-7bf4-435e-87ce-4cbcc04c7b40), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:20:34.291434 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-899ae1a3-f9a2-4906-b72d-57a50a247cb8 tempest-SecGroupIPv6Test-1756489375 tempest-SecGroupIPv6Test-1756489375-project] Publish callbacks [] for security_group_rule (60f79a91-ee7f-4798-ba65-8c0582d5a67a), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:20:34.369164 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-a64796e7-7744-4078-8437-ef0ea22a981d req-5f54d2de-45d4-4114-83de-d056139a5460 tempest-DeleteServersTestJSON-1338827600 tempest-DeleteServersTestJSON-1338827600-project] 10.222.0.13 "GET /v2.0/security-groups?id=b7fc5e70-a24b-497d-9cf6-8df82d0ad35b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1942399 Jan 26 21:20:34.396167 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-899ae1a3-f9a2-4906-b72d-57a50a247cb8 tempest-SecGroupIPv6Test-1756489375 tempest-SecGroupIPv6Test-1756489375-project] Publish callbacks [] for security_group_rule (60f79a91-ee7f-4798-ba65-8c0582d5a67a), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:20:34.436422 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [req-3500dd89-84e2-42f0-b8d8-7afe310f2852 req-742014ab-5f25-44d8-b160-b0c8906a1a6f service neutron] For port 20ca0e2a-d36f-4969-bc7b-96bbf79b1f45, host n-h1-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-5',level=0,port_id=20ca0e2a-d36f-4969-bc7b-96bbf79b1f45,segment=NetworkSegment(17e2e8a5-d0ff-43c6-ae30-ad82dc108dba),segment_id=17e2e8a5-d0ff-43c6-ae30-ad82dc108dba)] {{(pid=103304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:20:34.516425 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [req-3500dd89-84e2-42f0-b8d8-7afe310f2852 req-742014ab-5f25-44d8-b160-b0c8906a1a6f service neutron] For port 20ca0e2a-d36f-4969-bc7b-96bbf79b1f45, host n-h1-760453-5, cleared binding levels {{(pid=103304) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 26 21:20:34.548824 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] get_ports_and_sgs() called for port_ids ['d214135b-7bf4-435e-87ce-4cbcc04c7b40'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 26 21:20:34.629233 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-899ae1a3-f9a2-4906-b72d-57a50a247cb8 tempest-SecGroupIPv6Test-1756489375 tempest-SecGroupIPv6Test-1756489375-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102715'] for security_group_rule (60f79a91-ee7f-4798-ba65-8c0582d5a67a), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:20:34.658508 n-d-760453-5 neutron-server[103304]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4596379c-6ccc-4df2-a875-f0896fc00fcc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '20ca0e2a-d36f-4969-bc7b-96bbf79b1f45'}] {{(pid=103304) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 21:20:34.662474 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d52b45f1943fcd332af9527eb73ff93c8d715d44383a3f6d18de73b4cfcf87b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d85b568-d33e-4a54-ac3b-30f6c375f0af" -d '{"events": [{"server_uuid": "4596379c-6ccc-4df2-a875-f0896fc00fcc", "name": "network-vif-unplugged", "status": "completed", "tag": "20ca0e2a-d36f-4969-bc7b-96bbf79b1f45"}]}' {{(pid=103304) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 21:20:34.666709 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Pushing event updated for resources: {'Port': ['ID=d214135b-7bf4-435e-87ce-4cbcc04c7b40,revision_number=6']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:20:34.684988 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-899ae1a3-f9a2-4906-b72d-57a50a247cb8 tempest-SecGroupIPv6Test-1756489375 tempest-SecGroupIPv6Test-1756489375-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:20:34.686208 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-899ae1a3-f9a2-4906-b72d-57a50a247cb8 tempest-SecGroupIPv6Test-1756489375 tempest-SecGroupIPv6Test-1756489375-project] 10.222.0.13 "DELETE /v2.0/security-group-rules/60f79a91-ee7f-4798-ba65-8c0582d5a67a HTTP/1.1" status: 204 len: 168 time: 0.4748340 Jan 26 21:20:34.697255 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 36112) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:20:34.717807 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-899ae1a3-f9a2-4906-b72d-57a50a247cb8 tempest-SecGroupIPv6Test-1756489375 tempest-SecGroupIPv6Test-1756489375-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=60f79a91-ee7f-4798-ba65-8c0582d5a67a,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:20:34.718427 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-3500dd89-84e2-42f0-b8d8-7afe310f2852 req-742014ab-5f25-44d8-b160-b0c8906a1a6f service neutron] Publish callbacks [] for port (20ca0e2a-d36f-4969-bc7b-96bbf79b1f45), precommit_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:20:34.876245 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da920086-219d-48a1-afa7-536e6850f842 admin admin] Router ac4f783b-9c93-4317-b820-8b0b546bd29f has already been hosted by L3 agent 09df100c-3af1-4b0a-bda8-05914c71c458 {{(pid=103305) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 26 21:20:34.890215 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-031a85fd-039a-4188-91a7-7bd0061efa19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac4f783b-9c93-4317-b820-8b0b546bd29f', 'name': 'tempest-FloatingIPsTestJSON-658727616-router', 'tenant_id': 'dca3476ec2c94cdea3eb3921b7182986', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'external_fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.133'}], 'enable_snat': True}, 'gw_port_id': 'd4ce9d24-29ab-42d3-8e4d-490333356374', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T21:20:27Z', 'updated_at': '2022-01-26T21:20:32Z', 'revision_number': 4, 'project_id': 'dca3476ec2c94cdea3eb3921b7182986', 'gw_port': {'id': 'd4ce9d24-29ab-42d3-8e4d-490333356374', 'name': '', 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:24:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac4f783b-9c93-4317-b820-8b0b546bd29f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1872, 'fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:20:28Z', 'updated_at': '2022-01-26T21:20:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-5', '_interfaces': [{'id': 'd4ed4915-c6cd-42c7-bd64-638c4e1458af', 'name': '', 'network_id': '142a21c2-a7cb-4cf5-816e-f2edfa851df9', 'tenant_id': 'dca3476ec2c94cdea3eb3921b7182986', 'mac_address': 'fa:16:3e:ab:b6:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac4f783b-9c93-4317-b820-8b0b546bd29f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1877, 'fixed_ips': [{'subnet_id': 'c91e026f-060f-49fe-b0ad-a82e4b6c9686', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:20:31Z', 'updated_at': '2022-01-26T21:20:32Z', 'revision_number': 1, 'project_id': 'dca3476ec2c94cdea3eb3921b7182986', 'subnets': [{'id': 'c91e026f-060f-49fe-b0ad-a82e4b6c9686', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760453-5', False) {} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:20:34.912532 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.provisioning_blocks [req-3500dd89-84e2-42f0-b8d8-7afe310f2852 req-742014ab-5f25-44d8-b160-b0c8906a1a6f service neutron] Transition to ACTIVE for port object 20ca0e2a-d36f-4969-bc7b-96bbf79b1f45 will not be triggered until provisioned by entity L2. {{(pid=103304) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 21:20:34.944380 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-3500dd89-84e2-42f0-b8d8-7afe310f2852 req-742014ab-5f25-44d8-b160-b0c8906a1a6f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9281542'] for port (20ca0e2a-d36f-4969-bc7b-96bbf79b1f45), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:20:34.951152 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-da46e9a2-e190-490e-92de-38f667e88be7 tempest-SecGroupIPv6Test-1756489375 tempest-SecGroupIPv6Test-1756489375-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.2495492 Jan 26 21:20:34.954147 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 36116) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:20:35.004868 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-031a85fd-039a-4188-91a7-7bd0061efa19 None None] The sync data for ids ['ac4f783b-9c93-4317-b820-8b0b546bd29f'] in n-d-760453-5 is: [{'id': 'ac4f783b-9c93-4317-b820-8b0b546bd29f', 'name': 'tempest-FloatingIPsTestJSON-658727616-router', 'tenant_id': 'dca3476ec2c94cdea3eb3921b7182986', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'external_fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.133'}], 'enable_snat': True}, 'gw_port_id': 'd4ce9d24-29ab-42d3-8e4d-490333356374', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T21:20:27Z', 'updated_at': '2022-01-26T21:20:32Z', 'revision_number': 4, 'project_id': 'dca3476ec2c94cdea3eb3921b7182986', 'gw_port': {'id': 'd4ce9d24-29ab-42d3-8e4d-490333356374', 'name': '', 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:24:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac4f783b-9c93-4317-b820-8b0b546bd29f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1872, 'fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:20:28Z', 'updated_at': '2022-01-26T21:20:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-5', '_interfaces': [{'id': 'd4ed4915-c6cd-42c7-bd64-638c4e1458af', 'name': '', 'network_id': '142a21c2-a7cb-4cf5-816e-f2edfa851df9', 'tenant_id': 'dca3476ec2c94cdea3eb3921b7182986', 'mac_address': 'fa:16:3e:ab:b6:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac4f783b-9c93-4317-b820-8b0b546bd29f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1877, 'fixed_ips': [{'subnet_id': 'c91e026f-060f-49fe-b0ad-a82e4b6c9686', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:20:31Z', 'updated_at': '2022-01-26T21:20:32Z', 'revision_number': 1, 'project_id': 'dca3476ec2c94cdea3eb3921b7182986', 'subnets': [{'id': 'c91e026f-060f-49fe-b0ad-a82e4b6c9686', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 26 21:20:35.038506 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0f2d50-1f5b-4f91-87eb-e030a9068f29 req-59b255dc-bcc4-4736-a7d5-e2049b7634d2 tempest-ServersNegativeTestJSON-90632883 tempest-ServersNegativeTestJSON-90632883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:20:35.040784 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-4e0f2d50-1f5b-4f91-87eb-e030a9068f29 req-59b255dc-bcc4-4736-a7d5-e2049b7634d2 tempest-ServersNegativeTestJSON-90632883 tempest-ServersNegativeTestJSON-90632883-project] 10.222.0.13 "GET /v2.0/ports?device_id=20bda332-a159-49bd-8c61-2ea774ab5602 HTTP/1.1" status: 200 len: 946 time: 0.3587394 Jan 26 21:20:35.080093 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-4ffc8377-d793-4f26-8dd3-3980b3638597 None None] Provisioning complete for port d4ed4915-c6cd-42c7-bd64-638c4e1458af triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:20:35.080635 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-4ffc8377-d793-4f26-8dd3-3980b3638597 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (d4ed4915-c6cd-42c7-bd64-638c4e1458af), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:20:35.147171 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da920086-219d-48a1-afa7-536e6850f842 admin admin] Notify agent at l3_agent.n-d-760453-5 the message routers_updated {{(pid=103305) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 26 21:20:35.160745 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-da920086-219d-48a1-afa7-536e6850f842 admin admin] 10.222.0.13 "PUT /v2.0/routers/ac4f783b-9c93-4317-b820-8b0b546bd29f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8123930 Jan 26 21:20:35.245738 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-4e0f2d50-1f5b-4f91-87eb-e030a9068f29 req-412906df-f9df-4d3a-8940-a116106cf6fc tempest-ServersNegativeTestJSON-90632883 tempest-ServersNegativeTestJSON-90632883-project] 10.222.0.13 "GET /v2.0/security-groups?id=f00b351c-12ea-4499-84c9-f0263f4f27ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1722150 Jan 26 21:20:35.286167 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483e5a28-679b-4d1d-96aa-3f322c6a5f95 req-57260af1-0c53-411c-ba18-c1c7ee4c3b1c tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:20:35.298124 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-483e5a28-679b-4d1d-96aa-3f322c6a5f95 req-57260af1-0c53-411c-ba18-c1c7ee4c3b1c tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] 10.222.0.13 "GET /v2.0/ports?device_id=4596379c-6ccc-4df2-a875-f0896fc00fcc HTTP/1.1" status: 200 len: 946 time: 0.4601717 Jan 26 21:20:35.353741 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-4ffc8377-d793-4f26-8dd3-3980b3638597 None None] Port d4ed4915-c6cd-42c7-bd64-638c4e1458af cannot update to ACTIVE because it is not bound. {{(pid=103306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 26 21:20:35.357854 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-874e6378-5b3e-4d72-b015-23cf5dbb29bb tempest-SecGroupIPv6Test-1756489375 tempest-SecGroupIPv6Test-1756489375-project] Publish callbacks [] for security_group (ea78008d-53c5-43b3-b361-7327e2ed8079), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:20:35.409286 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-742014ab-5f25-44d8-b160-b0c8906a1a6f service neutron] Pushing event updated for resources: {'Port': ['ID=20ca0e2a-d36f-4969-bc7b-96bbf79b1f45,revision_number=6']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:20:35.472048 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-874e6378-5b3e-4d72-b015-23cf5dbb29bb tempest-SecGroupIPv6Test-1756489375 tempest-SecGroupIPv6Test-1756489375-project] Publish callbacks [] for security_group (ea78008d-53c5-43b3-b361-7327e2ed8079), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:20:35.655471 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Device 20ca0e2a-d36f-4969-bc7b-96bbf79b1f45 no longer exists at agent hyperv_n-h1-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 26 21:20:35.665948 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-874e6378-5b3e-4d72-b015-23cf5dbb29bb tempest-SecGroupIPv6Test-1756489375 tempest-SecGroupIPv6Test-1756489375-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (ea78008d-53c5-43b3-b361-7327e2ed8079), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:20:35.673605 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-874e6378-5b3e-4d72-b015-23cf5dbb29bb tempest-SecGroupIPv6Test-1756489375 tempest-SecGroupIPv6Test-1756489375-project] Publish callbacks [] for security_group (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:20:35.675033 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-874e6378-5b3e-4d72-b015-23cf5dbb29bb tempest-SecGroupIPv6Test-1756489375 tempest-SecGroupIPv6Test-1756489375-project] 10.222.0.13 "DELETE /v2.0/security-groups/ea78008d-53c5-43b3-b361-7327e2ed8079 HTTP/1.1" status: 204 len: 168 time: 0.7183483 Jan 26 21:20:35.677275 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 36128) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:20:35.732276 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874e6378-5b3e-4d72-b015-23cf5dbb29bb tempest-SecGroupIPv6Test-1756489375 tempest-SecGroupIPv6Test-1756489375-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea78008d-53c5-43b3-b361-7327e2ed8079,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:20:35.852259 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] The host n-h1-760453-5 is not matching for port 20ca0e2a-d36f-4969-bc7b-96bbf79b1f45 host n-h2-760453-5! {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2317}} Jan 26 21:20:35.852937 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Device 20ca0e2a-d36f-4969-bc7b-96bbf79b1f45 not bound to the agent host n-h1-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 26 21:20:35.919114 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-8f1971c8-b64b-4a9f-9562-cdcf9fadaf9f tempest-SecGroupIPv6Test-1756489375 tempest-SecGroupIPv6Test-1756489375-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4544 time: 0.2173998 Jan 26 21:20:35.921805 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 36130) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:20:36.080745 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-5ad706b0-52cb-438f-a92b-48fed2460bf7 tempest-SecGroupIPv6Test-1756489375 tempest-SecGroupIPv6Test-1756489375-project] Publish callbacks [] for security_group (5cbe69da-6fd1-4973-8445-3af3ceda706c), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:20:36.151169 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-5ad706b0-52cb-438f-a92b-48fed2460bf7 tempest-SecGroupIPv6Test-1756489375 tempest-SecGroupIPv6Test-1756489375-project] Publish callbacks [] for security_group (5cbe69da-6fd1-4973-8445-3af3ceda706c), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:20:36.260733 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-5ad706b0-52cb-438f-a92b-48fed2460bf7 tempest-SecGroupIPv6Test-1756489375 tempest-SecGroupIPv6Test-1756489375-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (5cbe69da-6fd1-4973-8445-3af3ceda706c), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:20:36.263651 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-5ad706b0-52cb-438f-a92b-48fed2460bf7 tempest-SecGroupIPv6Test-1756489375 tempest-SecGroupIPv6Test-1756489375-project] Publish callbacks [] for security_group (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:20:36.268033 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-5ad706b0-52cb-438f-a92b-48fed2460bf7 tempest-SecGroupIPv6Test-1756489375 tempest-SecGroupIPv6Test-1756489375-project] 10.222.0.13 "DELETE /v2.0/security-groups/5cbe69da-6fd1-4973-8445-3af3ceda706c HTTP/1.1" status: 204 len: 168 time: 0.3416796 Jan 26 21:20:36.268804 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 36132) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:20:36.306172 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Device d214135b-7bf4-435e-87ce-4cbcc04c7b40 up at agent hyperv_n-h2-760453-5 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 21:20:36.323271 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad706b0-52cb-438f-a92b-48fed2460bf7 tempest-SecGroupIPv6Test-1756489375 tempest-SecGroupIPv6Test-1756489375-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5cbe69da-6fd1-4973-8445-3af3ceda706c,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:20:36.368807 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 26 Jan 2022 21:20:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa7c1ab6-1bba-48d2-8aa0-16d38c3d8049 x-openstack-request-id: req-aa7c1ab6-1bba-48d2-8aa0-16d38c3d8049 {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 21:20:36.370094 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4596379c-6ccc-4df2-a875-f0896fc00fcc", "name": "network-vif-unplugged", "status": "completed", "tag": "20ca0e2a-d36f-4969-bc7b-96bbf79b1f45", "code": 200}]} {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 21:20:36.370584 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-aa7c1ab6-1bba-48d2-8aa0-16d38c3d8049 {{(pid=103304) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 21:20:36.374084 n-d-760453-5 neutron-server[103304]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4596379c-6ccc-4df2-a875-f0896fc00fcc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '20ca0e2a-d36f-4969-bc7b-96bbf79b1f45', 'code': 200} Jan 26 21:20:36.401487 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-52e653de-d5c3-4e3c-ac55-5ee0174010f0 tempest-SecGroupIPv6Test-1756489375 tempest-SecGroupIPv6Test-1756489375-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1044319 Jan 26 21:20:36.409391 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 36136) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:20:36.415489 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-544e6658-e3c4-49aa-a038-70ca7bc2a9ad tempest-SecGroupIPv6Test-1756489375 tempest-SecGroupIPv6Test-1756489375-project] Request body: {'security_group': {'name': 'tempest-secgroup--442644144'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:20:36.504124 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [req-3500dd89-84e2-42f0-b8d8-7afe310f2852 req-742014ab-5f25-44d8-b160-b0c8906a1a6f service neutron] No DVR routers for this DVR port 20ca0e2a-d36f-4969-bc7b-96bbf79b1f45 on host n-h1-760453-5 {{(pid=103304) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 26 21:20:36.505232 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-544e6658-e3c4-49aa-a038-70ca7bc2a9ad tempest-SecGroupIPv6Test-1756489375 tempest-SecGroupIPv6Test-1756489375-project] Publish callbacks [] for security_group (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:20:36.536896 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Provisioning complete for port d214135b-7bf4-435e-87ce-4cbcc04c7b40 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:20:36.537984 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (d214135b-7bf4-435e-87ce-4cbcc04c7b40), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:20:36.698610 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-483e5a28-679b-4d1d-96aa-3f322c6a5f95 req-ed9a884d-727c-4871-9c72-ad391333446a tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] 10.222.0.13 "GET /v2.0/security-groups?id=48ad9419-cea5-46f2-b67f-159b9c4803d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.3994939 Jan 26 21:20:36.738992 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-544e6658-e3c4-49aa-a038-70ca7bc2a9ad tempest-SecGroupIPv6Test-1756489375 tempest-SecGroupIPv6Test-1756489375-project] Publish callbacks [] for security_group (3840a6d6-8c7e-43e6-82bf-e6ff88bd4155), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:20:36.746139 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-544e6658-e3c4-49aa-a038-70ca7bc2a9ad tempest-SecGroupIPv6Test-1756489375 tempest-SecGroupIPv6Test-1756489375-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (3840a6d6-8c7e-43e6-82bf-e6ff88bd4155), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:20:36.791390 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Current status of the port d214135b-7bf4-435e-87ce-4cbcc04c7b40 is: BUILD; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:20:36.792008 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (d214135b-7bf4-435e-87ce-4cbcc04c7b40), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:20:36.831062 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-544e6658-e3c4-49aa-a038-70ca7bc2a9ad tempest-SecGroupIPv6Test-1756489375 tempest-SecGroupIPv6Test-1756489375-project] Publish callbacks [] for security_group (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:20:36.835330 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-544e6658-e3c4-49aa-a038-70ca7bc2a9ad tempest-SecGroupIPv6Test-1756489375 tempest-SecGroupIPv6Test-1756489375-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.4223945 Jan 26 21:20:36.836197 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 36144) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:20:36.839828 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039422a4-c848-4754-b80e-c96ff1263095 req-9706f966-9b6d-4338-9630-5a47f555d01b tempest-DeleteServersTestJSON-1338827600 tempest-DeleteServersTestJSON-1338827600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:20:36.849259 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] For port d214135b-7bf4-435e-87ce-4cbcc04c7b40, host n-h2-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-5',level=0,port_id=d214135b-7bf4-435e-87ce-4cbcc04c7b40,segment=NetworkSegment(2541abc4-0813-4c0d-94e6-c088627c1a85),segment_id=2541abc4-0813-4c0d-94e6-c088627c1a85)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:20:36.850488 n-d-760453-5 neutron-server[103306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b94ac130-6232-4bd7-acba-586230daf28f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd214135b-7bf4-435e-87ce-4cbcc04c7b40'}] {{(pid=103306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 21:20:36.854566 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9d5d370febab655511bdd2ffe887e43e442d144a440368702bcc1e93af00b97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fcb3e39e-9bd6-4ca7-a6cd-65eef749da64" -d '{"events": [{"server_uuid": "b94ac130-6232-4bd7-acba-586230daf28f", "name": "network-vif-plugged", "status": "completed", "tag": "d214135b-7bf4-435e-87ce-4cbcc04c7b40"}]}' {{(pid=103306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 21:20:36.856140 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-039422a4-c848-4754-b80e-c96ff1263095 req-9706f966-9b6d-4338-9630-5a47f555d01b tempest-DeleteServersTestJSON-1338827600 tempest-DeleteServersTestJSON-1338827600-project] 10.222.0.13 "GET /v2.0/ports?device_id=b94ac130-6232-4bd7-acba-586230daf28f HTTP/1.1" status: 200 len: 945 time: 0.5043540 Jan 26 21:20:36.858908 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-eefac01f-5b04-4c21-8524-8b81ee5144fc tempest-SecGroupIPv6Test-1756489375 tempest-SecGroupIPv6Test-1756489375-project] Request body: {'security_group_rule': {'security_group_id': '3840a6d6-8c7e-43e6-82bf-e6ff88bd4155', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:20:36.860118 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (d214135b-7bf4-435e-87ce-4cbcc04c7b40), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:20:36.879143 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-544e6658-e3c4-49aa-a038-70ca7bc2a9ad tempest-SecGroupIPv6Test-1756489375 tempest-SecGroupIPv6Test-1756489375-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3840a6d6-8c7e-43e6-82bf-e6ff88bd4155,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:20:36.970889 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-eefac01f-5b04-4c21-8524-8b81ee5144fc tempest-SecGroupIPv6Test-1756489375 tempest-SecGroupIPv6Test-1756489375-project] Publish callbacks [] for security_group_rule (441e5eea-ef7d-4e58-84f5-97131a9f9f24), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:20:36.997419 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Pushing event updated for resources: {'Port': ['ID=d214135b-7bf4-435e-87ce-4cbcc04c7b40,revision_number=7']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:20:37.068130 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-039422a4-c848-4754-b80e-c96ff1263095 req-abc2cb8a-d749-4b08-ae75-f8140f9e391b tempest-DeleteServersTestJSON-1338827600 tempest-DeleteServersTestJSON-1338827600-project] 10.222.0.13 "GET /v2.0/security-groups?id=b7fc5e70-a24b-497d-9cf6-8df82d0ad35b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1965148 Jan 26 21:20:37.164212 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-eefac01f-5b04-4c21-8524-8b81ee5144fc tempest-SecGroupIPv6Test-1756489375 tempest-SecGroupIPv6Test-1756489375-project] Publish callbacks [] for security_group_rule (441e5eea-ef7d-4e58-84f5-97131a9f9f24), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:20:37.182261 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-eefac01f-5b04-4c21-8524-8b81ee5144fc tempest-SecGroupIPv6Test-1756489375 tempest-SecGroupIPv6Test-1756489375-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102715'] for security_group_rule (441e5eea-ef7d-4e58-84f5-97131a9f9f24), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:20:37.226050 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eefac01f-5b04-4c21-8524-8b81ee5144fc tempest-SecGroupIPv6Test-1756489375 tempest-SecGroupIPv6Test-1756489375-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=441e5eea-ef7d-4e58-84f5-97131a9f9f24,revision_number=0']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:20:37.237881 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-eefac01f-5b04-4c21-8524-8b81ee5144fc tempest-SecGroupIPv6Test-1756489375 tempest-SecGroupIPv6Test-1756489375-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:20:37.248783 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-eefac01f-5b04-4c21-8524-8b81ee5144fc tempest-SecGroupIPv6Test-1756489375 tempest-SecGroupIPv6Test-1756489375-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.4097443 Jan 26 21:20:37.249051 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 36150) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:20:37.318815 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-5b4d7ec1-2962-4103-a51d-3421699241b2 tempest-SecGroupIPv6Test-1756489375 tempest-SecGroupIPv6Test-1756489375-project] Publish callbacks [] for security_group_rule (441e5eea-ef7d-4e58-84f5-97131a9f9f24), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:20:37.331183 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-5b4d7ec1-2962-4103-a51d-3421699241b2 tempest-SecGroupIPv6Test-1756489375 tempest-SecGroupIPv6Test-1756489375-project] Publish callbacks [] for security_group_rule (441e5eea-ef7d-4e58-84f5-97131a9f9f24), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:20:37.416154 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-5b4d7ec1-2962-4103-a51d-3421699241b2 tempest-SecGroupIPv6Test-1756489375 tempest-SecGroupIPv6Test-1756489375-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102715'] for security_group_rule (441e5eea-ef7d-4e58-84f5-97131a9f9f24), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:20:37.447735 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-5b4d7ec1-2962-4103-a51d-3421699241b2 tempest-SecGroupIPv6Test-1756489375 tempest-SecGroupIPv6Test-1756489375-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:20:37.448408 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.agents_db [None req-569f1ced-6396-4ddf-b79f-e03b0b2146ab None None] Agent healthcheck: found 7 active agents {{(pid=103307) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 26 21:20:37.453941 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-5b4d7ec1-2962-4103-a51d-3421699241b2 tempest-SecGroupIPv6Test-1756489375 tempest-SecGroupIPv6Test-1756489375-project] 10.222.0.13 "DELETE /v2.0/security-group-rules/441e5eea-ef7d-4e58-84f5-97131a9f9f24 HTTP/1.1" status: 204 len: 168 time: 0.2037158 Jan 26 21:20:37.468409 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 36152) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:20:37.565262 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4d7ec1-2962-4103-a51d-3421699241b2 tempest-SecGroupIPv6Test-1756489375 tempest-SecGroupIPv6Test-1756489375-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=441e5eea-ef7d-4e58-84f5-97131a9f9f24,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:20:37.603032 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-b08a3590-e8b2-4493-9405-1260bb8ea974 tempest-SecGroupIPv6Test-1756489375 tempest-SecGroupIPv6Test-1756489375-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0853548 Jan 26 21:20:37.604233 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 36156) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:20:37.714996 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [req-3500dd89-84e2-42f0-b8d8-7afe310f2852 req-742014ab-5f25-44d8-b160-b0c8906a1a6f service neutron] Attempting to bind port 20ca0e2a-d36f-4969-bc7b-96bbf79b1f45 on host n-h2-760453-5 for vnic_type normal with profile {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 21:20:37.716009 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [req-3500dd89-84e2-42f0-b8d8-7afe310f2852 req-742014ab-5f25-44d8-b160-b0c8906a1a6f service neutron] Attempting to bind port 20ca0e2a-d36f-4969-bc7b-96bbf79b1f45 by drivers openvswitch,hyperv on host n-h2-760453-5 at level 0 using segments [{'id': '17e2e8a5-d0ff-43c6-ae30-ad82dc108dba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '53e223b0-da4c-46a0-9735-61b7e6751b1f'}] {{(pid=103304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 26 21:20:37.716521 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3500dd89-84e2-42f0-b8d8-7afe310f2852 req-742014ab-5f25-44d8-b160-b0c8906a1a6f service neutron] Attempting to bind port 20ca0e2a-d36f-4969-bc7b-96bbf79b1f45 on network 53e223b0-da4c-46a0-9735-61b7e6751b1f {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 21:20:37.747252 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c8091f-68ba-45d8-8747-a2da579a06ac req-ebad326d-d4b6-4138-a6f2-c5216a14b749 tempest-ServersNegativeTestJSON-90632883 tempest-ServersNegativeTestJSON-90632883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:20:37.751227 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-61c8091f-68ba-45d8-8747-a2da579a06ac req-ebad326d-d4b6-4138-a6f2-c5216a14b749 tempest-ServersNegativeTestJSON-90632883 tempest-ServersNegativeTestJSON-90632883-project] 10.222.0.13 "GET /v2.0/ports?device_id=20bda332-a159-49bd-8c61-2ea774ab5602 HTTP/1.1" status: 200 len: 946 time: 0.4359617 Jan 26 21:20:37.785126 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-6d0f9877-eea5-4ecf-957d-16a27e889fb6 req-b3ce9615-264f-44d8-a56b-e970e33573b6 tempest-FloatingIPsTestJSON-642371037 tempest-FloatingIPsTestJSON-642371037-project] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.7009423 Jan 26 21:20:37.788529 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3500dd89-84e2-42f0-b8d8-7afe310f2852 req-742014ab-5f25-44d8-b160-b0c8906a1a6f service neutron] Port 20ca0e2a-d36f-4969-bc7b-96bbf79b1f45 on network 53e223b0-da4c-46a0-9735-61b7e6751b1f not bound, no agent of type Open vSwitch agent registered on host n-h2-760453-5 {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 26 21:20:37.789096 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3500dd89-84e2-42f0-b8d8-7afe310f2852 req-742014ab-5f25-44d8-b160-b0c8906a1a6f service neutron] Attempting to bind port 20ca0e2a-d36f-4969-bc7b-96bbf79b1f45 on network 53e223b0-da4c-46a0-9735-61b7e6751b1f {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 21:20:37.797692 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3500dd89-84e2-42f0-b8d8-7afe310f2852 req-742014ab-5f25-44d8-b160-b0c8906a1a6f service neutron] Checking agent: {'id': '4d619873-4b60-439f-9b5a-b155dc8bbc34', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-760453-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 21, 2, 53), 'started_at': datetime.datetime(2022, 1, 26, 21, 2, 53), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 21, 20, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 26 21:20:37.798330 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3500dd89-84e2-42f0-b8d8-7afe310f2852 req-742014ab-5f25-44d8-b160-b0c8906a1a6f service neutron] Checking segment: {'id': '17e2e8a5-d0ff-43c6-ae30-ad82dc108dba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '53e223b0-da4c-46a0-9735-61b7e6751b1f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103304) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 21:20:37.798904 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3500dd89-84e2-42f0-b8d8-7afe310f2852 req-742014ab-5f25-44d8-b160-b0c8906a1a6f service neutron] Bound using segment: {'id': '17e2e8a5-d0ff-43c6-ae30-ad82dc108dba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '53e223b0-da4c-46a0-9735-61b7e6751b1f'} {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 26 21:20:37.799582 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [req-3500dd89-84e2-42f0-b8d8-7afe310f2852 req-742014ab-5f25-44d8-b160-b0c8906a1a6f service neutron] Bound port: 20ca0e2a-d36f-4969-bc7b-96bbf79b1f45, host: n-h2-760453-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '17e2e8a5-d0ff-43c6-ae30-ad82dc108dba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '53e223b0-da4c-46a0-9735-61b7e6751b1f'}}] {{(pid=103304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 26 21:20:37.800148 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-3500dd89-84e2-42f0-b8d8-7afe310f2852 req-742014ab-5f25-44d8-b160-b0c8906a1a6f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (20ca0e2a-d36f-4969-bc7b-96bbf79b1f45), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:20:37.812579 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [req-6d0f9877-eea5-4ecf-957d-16a27e889fb6 req-dfe3942c-e3e2-4134-bd8f-3a0a1bd8d387 tempest-FloatingIPsTestJSON-642371037 tempest-FloatingIPsTestJSON-642371037-project] Request body: {'floatingip': {'floating_network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:20:37.854780 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-f9bacb58-bceb-4415-8532-307b04e89780 tempest-SecGroupIPv6Test-1756489375 tempest-SecGroupIPv6Test-1756489375-project] Publish callbacks [] for security_group (3840a6d6-8c7e-43e6-82bf-e6ff88bd4155), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:20:37.971212 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-f9bacb58-bceb-4415-8532-307b04e89780 tempest-SecGroupIPv6Test-1756489375 tempest-SecGroupIPv6Test-1756489375-project] Publish callbacks [] for security_group (3840a6d6-8c7e-43e6-82bf-e6ff88bd4155), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:20:37.989035 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-6d0f9877-eea5-4ecf-957d-16a27e889fb6 req-dfe3942c-e3e2-4134-bd8f-3a0a1bd8d387 tempest-FloatingIPsTestJSON-642371037 tempest-FloatingIPsTestJSON-642371037-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:20:38.048761 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-61c8091f-68ba-45d8-8747-a2da579a06ac req-96f517af-1708-459f-871d-b8ee9ea897d3 tempest-ServersNegativeTestJSON-90632883 tempest-ServersNegativeTestJSON-90632883-project] 10.222.0.13 "GET /v2.0/security-groups?id=f00b351c-12ea-4499-84c9-f0263f4f27ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2834136 Jan 26 21:20:38.161383 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [req-3500dd89-84e2-42f0-b8d8-7afe310f2852 req-742014ab-5f25-44d8-b160-b0c8906a1a6f service neutron] For port 20ca0e2a-d36f-4969-bc7b-96bbf79b1f45, host n-h2-760453-5, cleared binding levels {{(pid=103304) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 26 21:20:38.170872 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device d4ce9d24-29ab-42d3-8e4d-490333356374 up at agent ovs-agent-n-d-760453-5 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 21:20:38.173693 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-f9bacb58-bceb-4415-8532-307b04e89780 tempest-SecGroupIPv6Test-1756489375 tempest-SecGroupIPv6Test-1756489375-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (3840a6d6-8c7e-43e6-82bf-e6ff88bd4155), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:20:38.187434 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-f9bacb58-bceb-4415-8532-307b04e89780 tempest-SecGroupIPv6Test-1756489375 tempest-SecGroupIPv6Test-1756489375-project] Publish callbacks [] for security_group (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:20:38.193911 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-f9bacb58-bceb-4415-8532-307b04e89780 tempest-SecGroupIPv6Test-1756489375 tempest-SecGroupIPv6Test-1756489375-project] 10.222.0.13 "DELETE /v2.0/security-groups/3840a6d6-8c7e-43e6-82bf-e6ff88bd4155 HTTP/1.1" status: 204 len: 168 time: 0.5886130 Jan 26 21:20:38.194619 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [req-3500dd89-84e2-42f0-b8d8-7afe310f2852 req-742014ab-5f25-44d8-b160-b0c8906a1a6f service neutron] For port 20ca0e2a-d36f-4969-bc7b-96bbf79b1f45, host n-h2-760453-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-5',level=0,port_id=20ca0e2a-d36f-4969-bc7b-96bbf79b1f45,segment=NetworkSegment(17e2e8a5-d0ff-43c6-ae30-ad82dc108dba),segment_id=17e2e8a5-d0ff-43c6-ae30-ad82dc108dba)] {{(pid=103304) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 26 21:20:38.196448 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 36162) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:20:38.207438 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-3500dd89-84e2-42f0-b8d8-7afe310f2852 req-742014ab-5f25-44d8-b160-b0c8906a1a6f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9281542'] for port (20ca0e2a-d36f-4969-bc7b-96bbf79b1f45), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:20:38.261828 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3500dd89-84e2-42f0-b8d8-7afe310f2852 req-742014ab-5f25-44d8-b160-b0c8906a1a6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:20:38.262690 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-3500dd89-84e2-42f0-b8d8-7afe310f2852 req-742014ab-5f25-44d8-b160-b0c8906a1a6f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:20:38.264329 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-3500dd89-84e2-42f0-b8d8-7afe310f2852 req-742014ab-5f25-44d8-b160-b0c8906a1a6f service neutron] 10.222.0.57 "PUT /v2.0/ports/20ca0e2a-d36f-4969-bc7b-96bbf79b1f45 HTTP/1.1" status: 200 len: 1092 time: 4.8288457 Jan 26 21:20:38.272104 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9bacb58-bceb-4415-8532-307b04e89780 tempest-SecGroupIPv6Test-1756489375 tempest-SecGroupIPv6Test-1756489375-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3840a6d6-8c7e-43e6-82bf-e6ff88bd4155,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:20:38.362731 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-ee94db9d-e5f0-4f8b-9bdc-32e03721c7a0 tempest-SecGroupIPv6Test-1756489375 tempest-SecGroupIPv6Test-1756489375-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1567659 Jan 26 21:20:38.363399 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 36168) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:20:38.368123 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-d13ea8f9-c288-409e-a218-5072c9c6c1cb tempest-SecGroupIPv6Test-1756489375 tempest-SecGroupIPv6Test-1756489375-project] Request body: {'security_group': {'name': 'tempest-secgroup--1174396618'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:20:38.389045 n-d-760453-5 neutron-server[103304]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4596379c-6ccc-4df2-a875-f0896fc00fcc', 'tag': '20ca0e2a-d36f-4969-bc7b-96bbf79b1f45'}] {{(pid=103304) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 21:20:38.389045 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d52b45f1943fcd332af9527eb73ff93c8d715d44383a3f6d18de73b4cfcf87b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-400ae6c5-293b-4a3a-a48a-b898482ed1bc" -d '{"events": [{"name": "network-changed", "server_uuid": "4596379c-6ccc-4df2-a875-f0896fc00fcc", "tag": "20ca0e2a-d36f-4969-bc7b-96bbf79b1f45"}]}' {{(pid=103304) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 21:20:38.414775 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-742014ab-5f25-44d8-b160-b0c8906a1a6f service neutron] Pushing event updated for resources: {'Port': ['ID=20ca0e2a-d36f-4969-bc7b-96bbf79b1f45,revision_number=7']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:20:38.431319 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-d13ea8f9-c288-409e-a218-5072c9c6c1cb tempest-SecGroupIPv6Test-1756489375 tempest-SecGroupIPv6Test-1756489375-project] Publish callbacks [] for security_group (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:20:38.467627 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-6d0f9877-eea5-4ecf-957d-16a27e889fb6 req-dfe3942c-e3e2-4134-bd8f-3a0a1bd8d387 tempest-FloatingIPsTestJSON-642371037 tempest-FloatingIPsTestJSON-642371037-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:20:38.629476 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-d13ea8f9-c288-409e-a218-5072c9c6c1cb tempest-SecGroupIPv6Test-1756489375 tempest-SecGroupIPv6Test-1756489375-project] Publish callbacks [] for security_group (e359abac-adb6-406c-ae95-f952883aa1c0), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:20:38.647300 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-d13ea8f9-c288-409e-a218-5072c9c6c1cb tempest-SecGroupIPv6Test-1756489375 tempest-SecGroupIPv6Test-1756489375-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (e359abac-adb6-406c-ae95-f952883aa1c0), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:20:38.760595 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-d13ea8f9-c288-409e-a218-5072c9c6c1cb tempest-SecGroupIPv6Test-1756489375 tempest-SecGroupIPv6Test-1756489375-project] Publish callbacks [] for security_group (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:20:38.765022 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-d13ea8f9-c288-409e-a218-5072c9c6c1cb tempest-SecGroupIPv6Test-1756489375 tempest-SecGroupIPv6Test-1756489375-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.4005835 Jan 26 21:20:38.766238 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 36178) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:20:38.786457 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-dd7bc66c-7b8b-4928-b545-1e06ac7a25a4 tempest-SecGroupIPv6Test-1756489375 tempest-SecGroupIPv6Test-1756489375-project] Request body: {'security_group_rule': {'security_group_id': 'e359abac-adb6-406c-ae95-f952883aa1c0', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:20:38.794821 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.db_base_plugin_common [req-6d0f9877-eea5-4ecf-957d-16a27e889fb6 req-dfe3942c-e3e2-4134-bd8f-3a0a1bd8d387 tempest-FloatingIPsTestJSON-642371037 tempest-FloatingIPsTestJSON-642371037-project] Allocated IP 172.25.1.237 (4140a1f1-c93a-4bea-83a0-68953a54f299/e48251a1-e30d-4820-8396-00c6f6aeb601/db50a95a-a5f0-4bed-8670-acb305af13e3) {{(pid=103304) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 21:20:38.800823 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d13ea8f9-c288-409e-a218-5072c9c6c1cb tempest-SecGroupIPv6Test-1756489375 tempest-SecGroupIPv6Test-1756489375-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e359abac-adb6-406c-ae95-f952883aa1c0,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:20:38.831216 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Jan 2022 21:20:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d6ad114-dc4f-4e5b-b2dd-5ffe24de115a x-openstack-request-id: req-4d6ad114-dc4f-4e5b-b2dd-5ffe24de115a {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 21:20:38.831443 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b94ac130-6232-4bd7-acba-586230daf28f", "name": "network-vif-plugged", "status": "completed", "tag": "d214135b-7bf4-435e-87ce-4cbcc04c7b40", "code": 200}]} {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 21:20:38.831768 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-4d6ad114-dc4f-4e5b-b2dd-5ffe24de115a {{(pid=103306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 21:20:38.832195 n-d-760453-5 neutron-server[103306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b94ac130-6232-4bd7-acba-586230daf28f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd214135b-7bf4-435e-87ce-4cbcc04c7b40', 'code': 200} Jan 26 21:20:38.877221 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-dd7bc66c-7b8b-4928-b545-1e06ac7a25a4 tempest-SecGroupIPv6Test-1756489375 tempest-SecGroupIPv6Test-1756489375-project] Publish callbacks [] for security_group_rule (7213ae1f-9655-4f55-9b69-9b99978f7779), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:20:38.926755 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (32ef628b-8417-46c5-8729-60fcabe358f1), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:20:38.984194 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Provisioning complete for port d4ce9d24-29ab-42d3-8e4d-490333356374 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:20:38.984694 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (d4ce9d24-29ab-42d3-8e4d-490333356374), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:20:39.104602 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-dd7bc66c-7b8b-4928-b545-1e06ac7a25a4 tempest-SecGroupIPv6Test-1756489375 tempest-SecGroupIPv6Test-1756489375-project] Publish callbacks [] for security_group_rule (7213ae1f-9655-4f55-9b69-9b99978f7779), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:20:39.117076 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-dd7bc66c-7b8b-4928-b545-1e06ac7a25a4 tempest-SecGroupIPv6Test-1756489375 tempest-SecGroupIPv6Test-1756489375-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102715'] for security_group_rule (7213ae1f-9655-4f55-9b69-9b99978f7779), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:20:39.156336 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Current status of the port d4ce9d24-29ab-42d3-8e4d-490333356374 is: DOWN; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:20:39.156768 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (d4ce9d24-29ab-42d3-8e4d-490333356374), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:20:39.184254 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-dd7bc66c-7b8b-4928-b545-1e06ac7a25a4 tempest-SecGroupIPv6Test-1756489375 tempest-SecGroupIPv6Test-1756489375-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:20:39.185189 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-dd7bc66c-7b8b-4928-b545-1e06ac7a25a4 tempest-SecGroupIPv6Test-1756489375 tempest-SecGroupIPv6Test-1756489375-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4175036 Jan 26 21:20:39.190107 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 36194) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:20:39.192199 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd7bc66c-7b8b-4928-b545-1e06ac7a25a4 tempest-SecGroupIPv6Test-1756489375 tempest-SecGroupIPv6Test-1756489375-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7213ae1f-9655-4f55-9b69-9b99978f7779,revision_number=0']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:20:39.208224 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] For port d4ce9d24-29ab-42d3-8e4d-490333356374, host n-d-760453-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=d4ce9d24-29ab-42d3-8e4d-490333356374,segment=NetworkSegment(e17cb353-418f-48b9-b982-21a6233ee99b),segment_id=e17cb353-418f-48b9-b982-21a6233ee99b)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:20:39.217885 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3500dd89-84e2-42f0-b8d8-7afe310f2852 req-0ed3e87b-943f-4c77-ad64-b4d254342bb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:20:39.219426 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-3500dd89-84e2-42f0-b8d8-7afe310f2852 req-0ed3e87b-943f-4c77-ad64-b4d254342bb8 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=c6d9f10230f341edbbe46b16c17eb870&device_id=4596379c-6ccc-4df2-a875-f0896fc00fcc HTTP/1.1" status: 200 len: 1095 time: 0.9215310 Jan 26 21:20:39.222569 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (d4ce9d24-29ab-42d3-8e4d-490333356374), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:20:39.258605 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-49922e3e-a8b8-4b71-9a59-bf581b2b1817 tempest-SecGroupIPv6Test-1756489375 tempest-SecGroupIPv6Test-1756489375-project] 10.222.0.13 "GET /v2.0/security-group-rules/7213ae1f-9655-4f55-9b69-9b99978f7779 HTTP/1.1" status: 200 len: 763 time: 0.0672717 Jan 26 21:20:39.260967 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 36200) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:20:39.383143 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Pushing event updated for resources: {'Port': ['ID=d4ce9d24-29ab-42d3-8e4d-490333356374,revision_number=4']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:20:39.400450 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-27180f67-9d74-4642-95c1-db0dbb08e2b3 tempest-SecGroupIPv6Test-1756489375 tempest-SecGroupIPv6Test-1756489375-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1354661 Jan 26 21:20:39.402601 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 36210) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:20:39.459602 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-5ce85849-b6e8-4be7-8894-273f997bda91 tempest-SecGroupIPv6Test-1756489375 tempest-SecGroupIPv6Test-1756489375-project] Publish callbacks [] for security_group_rule (7213ae1f-9655-4f55-9b69-9b99978f7779), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:20:39.485382 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-5ce85849-b6e8-4be7-8894-273f997bda91 tempest-SecGroupIPv6Test-1756489375 tempest-SecGroupIPv6Test-1756489375-project] Publish callbacks [] for security_group_rule (7213ae1f-9655-4f55-9b69-9b99978f7779), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:20:39.502582 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3500dd89-84e2-42f0-b8d8-7afe310f2852 req-228d2c85-b632-41aa-a57d-aa32d0e37a2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:20:39.505326 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-3500dd89-84e2-42f0-b8d8-7afe310f2852 req-228d2c85-b632-41aa-a57d-aa32d0e37a2b service neutron] 10.222.0.57 "GET /v2.0/networks?id=53e223b0-da4c-46a0-9735-61b7e6751b1f HTTP/1.1" status: 200 len: 897 time: 0.2650428 Jan 26 21:20:39.551516 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-5ce85849-b6e8-4be7-8894-273f997bda91 tempest-SecGroupIPv6Test-1756489375 tempest-SecGroupIPv6Test-1756489375-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102715'] for security_group_rule (7213ae1f-9655-4f55-9b69-9b99978f7779), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:20:39.569204 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-5ce85849-b6e8-4be7-8894-273f997bda91 tempest-SecGroupIPv6Test-1756489375 tempest-SecGroupIPv6Test-1756489375-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:20:39.584747 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-5ce85849-b6e8-4be7-8894-273f997bda91 tempest-SecGroupIPv6Test-1756489375 tempest-SecGroupIPv6Test-1756489375-project] 10.222.0.13 "DELETE /v2.0/security-group-rules/7213ae1f-9655-4f55-9b69-9b99978f7779 HTTP/1.1" status: 204 len: 168 time: 0.1810651 Jan 26 21:20:39.588265 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 36214) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:20:39.620165 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce85849-b6e8-4be7-8894-273f997bda91 tempest-SecGroupIPv6Test-1756489375 tempest-SecGroupIPv6Test-1756489375-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7213ae1f-9655-4f55-9b69-9b99978f7779,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:20:39.694070 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-3c4ff1d2-9310-4e4e-95b7-6bb23380d8ea tempest-SecGroupIPv6Test-1756489375 tempest-SecGroupIPv6Test-1756489375-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0945134 Jan 26 21:20:39.695134 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 36218) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:20:39.708433 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15b42c9b-166e-432f-af74-a20dc3bfe2ee None None] Sync routers for ids ['ac4f783b-9c93-4317-b820-8b0b546bd29f'] in n-d-760453-5 {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 26 21:20:39.718843 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-08f912f8-e0ae-43eb-9b7b-3405170bb238 tempest-SecGroupIPv6Test-1756489375 tempest-SecGroupIPv6Test-1756489375-project] Request body: {'security_group_rule': {'security_group_id': 'e359abac-adb6-406c-ae95-f952883aa1c0', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:20:39.723836 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15b42c9b-166e-432f-af74-a20dc3bfe2ee None None] Routers {'ac4f783b-9c93-4317-b820-8b0b546bd29f'} bound to L3 agent in host n-d-760453-5 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 21:20:39.724740 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-15b42c9b-166e-432f-af74-a20dc3bfe2ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-26T20:55:21Z,description=,heartbeat_timestamp=2022-01-26T21:20:21Z,host='n-d-760453-5',id=09df100c-3af1-4b0a-bda8-05914c71c458,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:55:21Z,topic='l3_agent')) {'router_ids': ['ac4f783b-9c93-4317-b820-8b0b546bd29f'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:20:39.746830 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-3500dd89-84e2-42f0-b8d8-7afe310f2852 req-2b2bfa0b-8923-45b2-957d-bfa7b007caa8 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=20ca0e2a-d36f-4969-bc7b-96bbf79b1f45 HTTP/1.1" status: 200 len: 1000 time: 0.2291911 Jan 26 21:20:39.781361 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-08f912f8-e0ae-43eb-9b7b-3405170bb238 tempest-SecGroupIPv6Test-1756489375 tempest-SecGroupIPv6Test-1756489375-project] Publish callbacks [] for security_group_rule (c6befdbb-7062-474a-a7c4-ca0501b20d1d), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:20:39.916919 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-08f912f8-e0ae-43eb-9b7b-3405170bb238 tempest-SecGroupIPv6Test-1756489375 tempest-SecGroupIPv6Test-1756489375-project] Publish callbacks [] for security_group_rule (c6befdbb-7062-474a-a7c4-ca0501b20d1d), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:20:39.938843 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-08f912f8-e0ae-43eb-9b7b-3405170bb238 tempest-SecGroupIPv6Test-1756489375 tempest-SecGroupIPv6Test-1756489375-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102715'] for security_group_rule (c6befdbb-7062-474a-a7c4-ca0501b20d1d), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:20:39.963590 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_dvr_db [None req-15b42c9b-166e-432f-af74-a20dc3bfe2ee None None] Set router ac4f783b-9c93-4317-b820-8b0b546bd29f gateway port host: n-d-760453-5 {{(pid=103307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 21:20:39.993055 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f912f8-e0ae-43eb-9b7b-3405170bb238 tempest-SecGroupIPv6Test-1756489375 tempest-SecGroupIPv6Test-1756489375-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c6befdbb-7062-474a-a7c4-ca0501b20d1d,revision_number=0']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:20:40.006945 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-08f912f8-e0ae-43eb-9b7b-3405170bb238 tempest-SecGroupIPv6Test-1756489375 tempest-SecGroupIPv6Test-1756489375-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:20:40.011146 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-08f912f8-e0ae-43eb-9b7b-3405170bb238 tempest-SecGroupIPv6Test-1756489375 tempest-SecGroupIPv6Test-1756489375-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3140664 Jan 26 21:20:40.017554 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 36224) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:20:40.021169 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3500dd89-84e2-42f0-b8d8-7afe310f2852 req-1a9f4e70-3339-4a9e-8978-d03ae1f57494 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:20:40.024123 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-3500dd89-84e2-42f0-b8d8-7afe310f2852 req-1a9f4e70-3339-4a9e-8978-d03ae1f57494 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=062e0a06-c395-4f1c-b56d-3b2dd4ffff4d HTTP/1.1" status: 200 len: 835 time: 0.2705414 Jan 26 21:20:40.044988 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-6d0f9877-eea5-4ecf-957d-16a27e889fb6 req-dfe3942c-e3e2-4134-bd8f-3a0a1bd8d387 tempest-FloatingIPsTestJSON-642371037 tempest-FloatingIPsTestJSON-642371037-project] Publish callbacks [] for port (db50a95a-a5f0-4bed-8670-acb305af13e3), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:20:40.050841 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-b10fbf29-57fc-4949-99cb-d181bfc5ce41 tempest-SecGroupIPv6Test-1756489375 tempest-SecGroupIPv6Test-1756489375-project] 10.222.0.13 "GET /v2.0/security-group-rules/c6befdbb-7062-474a-a7c4-ca0501b20d1d HTTP/1.1" status: 200 len: 763 time: 0.0320749 Jan 26 21:20:40.051490 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 36228) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:20:40.140693 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-9e074cc7-0ac6-474f-936a-2b03313f277c tempest-SecGroupIPv6Test-1756489375 tempest-SecGroupIPv6Test-1756489375-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0880473 Jan 26 21:20:40.141328 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 36230) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:20:40.142870 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-6d0f9877-eea5-4ecf-957d-16a27e889fb6 req-dfe3942c-e3e2-4134-bd8f-3a0a1bd8d387 tempest-FloatingIPsTestJSON-642371037 tempest-FloatingIPsTestJSON-642371037-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746560234527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9281553'] for port (db50a95a-a5f0-4bed-8670-acb305af13e3), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:20:40.179053 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device d4ce9d24-29ab-42d3-8e4d-490333356374 up at agent ovs-agent-n-d-760453-5 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 21:20:40.216639 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-d53ca7d1-8088-4a36-b368-503cb9b7fa0f tempest-SecGroupIPv6Test-1756489375 tempest-SecGroupIPv6Test-1756489375-project] Publish callbacks [] for security_group_rule (c6befdbb-7062-474a-a7c4-ca0501b20d1d), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:20:40.233606 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6d0f9877-eea5-4ecf-957d-16a27e889fb6 req-dfe3942c-e3e2-4134-bd8f-3a0a1bd8d387 tempest-FloatingIPsTestJSON-642371037 tempest-FloatingIPsTestJSON-642371037-project] Network 4140a1f1-c93a-4bea-83a0-68953a54f299 is already hosted by enough agents. {{(pid=103304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 21:20:40.242131 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-d53ca7d1-8088-4a36-b368-503cb9b7fa0f tempest-SecGroupIPv6Test-1756489375 tempest-SecGroupIPv6Test-1756489375-project] Publish callbacks [] for security_group_rule (c6befdbb-7062-474a-a7c4-ca0501b20d1d), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:20:40.292246 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [req-6d0f9877-eea5-4ecf-957d-16a27e889fb6 req-dfe3942c-e3e2-4134-bd8f-3a0a1bd8d387 tempest-FloatingIPsTestJSON-642371037 tempest-FloatingIPsTestJSON-642371037-project] Resources bound (agent type, host, resource id): {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:20:40.308576 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d0f9877-eea5-4ecf-957d-16a27e889fb6 req-dfe3942c-e3e2-4134-bd8f-3a0a1bd8d387 tempest-FloatingIPsTestJSON-642371037 tempest-FloatingIPsTestJSON-642371037-project] Received port after_create {{(pid=103304) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 21:20:40.314189 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Provisioning complete for port d4ce9d24-29ab-42d3-8e4d-490333356374 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:20:40.314758 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (d4ce9d24-29ab-42d3-8e4d-490333356374), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:20:40.320440 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-d53ca7d1-8088-4a36-b368-503cb9b7fa0f tempest-SecGroupIPv6Test-1756489375 tempest-SecGroupIPv6Test-1756489375-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102715'] for security_group_rule (c6befdbb-7062-474a-a7c4-ca0501b20d1d), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:20:40.337696 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-d53ca7d1-8088-4a36-b368-503cb9b7fa0f tempest-SecGroupIPv6Test-1756489375 tempest-SecGroupIPv6Test-1756489375-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:20:40.340785 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-d53ca7d1-8088-4a36-b368-503cb9b7fa0f tempest-SecGroupIPv6Test-1756489375 tempest-SecGroupIPv6Test-1756489375-project] 10.222.0.13 "DELETE /v2.0/security-group-rules/c6befdbb-7062-474a-a7c4-ca0501b20d1d HTTP/1.1" status: 204 len: 168 time: 0.1967139 Jan 26 21:20:40.344935 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 36236) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:20:40.362901 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53ca7d1-8088-4a36-b368-503cb9b7fa0f tempest-SecGroupIPv6Test-1756489375 tempest-SecGroupIPv6Test-1756489375-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c6befdbb-7062-474a-a7c4-ca0501b20d1d,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:20:40.435685 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ffe532-cedc-4f6d-96db-57e743736b0c req-8f577481-1b1b-4bcc-82fb-1d58335ac25d tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:20:40.444176 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-03ffe532-cedc-4f6d-96db-57e743736b0c req-8f577481-1b1b-4bcc-82fb-1d58335ac25d tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] 10.222.0.13 "GET /v2.0/ports?device_id=4596379c-6ccc-4df2-a875-f0896fc00fcc HTTP/1.1" status: 200 len: 944 time: 1.3761568 Jan 26 21:20:40.458054 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-fcc87c91-0e64-4300-ac0b-04d3fe59906e tempest-SecGroupIPv6Test-1756489375 tempest-SecGroupIPv6Test-1756489375-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1107175 Jan 26 21:20:40.458603 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 36238) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:20:40.467959 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-744a2fea-5444-4a6c-8fe4-7b7d68dbc350 tempest-SecGroupIPv6Test-1756489375 tempest-SecGroupIPv6Test-1756489375-project] Request body: {'security_group_rule': {'security_group_id': 'e359abac-adb6-406c-ae95-f952883aa1c0', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:20:40.513771 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-03ffe532-cedc-4f6d-96db-57e743736b0c req-e35a66f5-ee2f-4f37-bc67-3e891d5d8008 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] 10.222.0.13 "GET /v2.0/security-groups?id=48ad9419-cea5-46f2-b67f-159b9c4803d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0685997 Jan 26 21:20:40.524752 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Current status of the port d4ce9d24-29ab-42d3-8e4d-490333356374 is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:20:40.564535 n-d-760453-5 neutron-server[103305]: INFO neutron.db.securitygroups_db [None req-744a2fea-5444-4a6c-8fe4-7b7d68dbc350 tempest-SecGroupIPv6Test-1756489375 tempest-SecGroupIPv6Test-1756489375-project] Project 0b532fcc8af14237a582862eb873030c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 26 21:20:40.626977 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3500dd89-84e2-42f0-b8d8-7afe310f2852 req-3ba7fe07-484f-4881-a865-be366ee3a4b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:20:40.630738 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-3500dd89-84e2-42f0-b8d8-7afe310f2852 req-3ba7fe07-484f-4881-a865-be366ee3a4b8 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=53e223b0-da4c-46a0-9735-61b7e6751b1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5107896 Jan 26 21:20:40.645747 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-744a2fea-5444-4a6c-8fe4-7b7d68dbc350 tempest-SecGroupIPv6Test-1756489375 tempest-SecGroupIPv6Test-1756489375-project] Publish callbacks [] for security_group_rule (c80656fe-7801-49de-92ac-b55391a7e208), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:20:40.750373 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe3942c-e3e2-4134-bd8f-3a0a1bd8d387 tempest-FloatingIPsTestJSON-642371037 tempest-FloatingIPsTestJSON-642371037-project] Pushing event updated for resources: {'Port': ['ID=db50a95a-a5f0-4bed-8670-acb305af13e3,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:20:40.752171 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-15b42c9b-166e-432f-af74-a20dc3bfe2ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac4f783b-9c93-4317-b820-8b0b546bd29f', 'name': 'tempest-FloatingIPsTestJSON-658727616-router', 'tenant_id': 'dca3476ec2c94cdea3eb3921b7182986', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'external_fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.133'}], 'enable_snat': True}, 'gw_port_id': 'd4ce9d24-29ab-42d3-8e4d-490333356374', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T21:20:27Z', 'updated_at': '2022-01-26T21:20:32Z', 'revision_number': 4, 'project_id': 'dca3476ec2c94cdea3eb3921b7182986', 'gw_port': {'id': 'd4ce9d24-29ab-42d3-8e4d-490333356374', 'name': '', 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:24:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac4f783b-9c93-4317-b820-8b0b546bd29f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1872, 'fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:20:28Z', 'updated_at': '2022-01-26T21:20:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-5', '_interfaces': [{'id': 'd4ed4915-c6cd-42c7-bd64-638c4e1458af', 'name': '', 'network_id': '142a21c2-a7cb-4cf5-816e-f2edfa851df9', 'tenant_id': 'dca3476ec2c94cdea3eb3921b7182986', 'mac_address': 'fa:16:3e:ab:b6:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac4f783b-9c93-4317-b820-8b0b546bd29f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1877, 'fixed_ips': [{'subnet_id': 'c91e026f-060f-49fe-b0ad-a82e4b6c9686', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:20:31Z', 'updated_at': '2022-01-26T21:20:33Z', 'revision_number': 2, 'project_id': 'dca3476ec2c94cdea3eb3921b7182986', 'subnets': [{'id': 'c91e026f-060f-49fe-b0ad-a82e4b6c9686', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760453-5', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:20:40.761569 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-744a2fea-5444-4a6c-8fe4-7b7d68dbc350 tempest-SecGroupIPv6Test-1756489375 tempest-SecGroupIPv6Test-1756489375-project] Publish callbacks [] for security_group_rule (c80656fe-7801-49de-92ac-b55391a7e208), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:20:40.770934 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-744a2fea-5444-4a6c-8fe4-7b7d68dbc350 tempest-SecGroupIPv6Test-1756489375 tempest-SecGroupIPv6Test-1756489375-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102715'] for security_group_rule (c80656fe-7801-49de-92ac-b55391a7e208), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:20:40.785122 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15b42c9b-166e-432f-af74-a20dc3bfe2ee None None] Checking router: ac4f783b-9c93-4317-b820-8b0b546bd29f for host: n-d-760453-5 {{(pid=103307) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 26 21:20:40.785777 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15b42c9b-166e-432f-af74-a20dc3bfe2ee None None] Updating router ac4f783b-9c93-4317-b820-8b0b546bd29f port d4ed4915-c6cd-42c7-bd64-638c4e1458af binding host n-d-760453-5 {{(pid=103307) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 26 21:20:40.788708 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-744a2fea-5444-4a6c-8fe4-7b7d68dbc350 tempest-SecGroupIPv6Test-1756489375 tempest-SecGroupIPv6Test-1756489375-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c80656fe-7801-49de-92ac-b55391a7e208,revision_number=0']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:20:40.822858 n-d-760453-5 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-15b42c9b-166e-432f-af74-a20dc3bfe2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (d4ed4915-c6cd-42c7-bd64-638c4e1458af), before_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:20:40.826862 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-744a2fea-5444-4a6c-8fe4-7b7d68dbc350 tempest-SecGroupIPv6Test-1756489375 tempest-SecGroupIPv6Test-1756489375-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:20:40.834732 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-744a2fea-5444-4a6c-8fe4-7b7d68dbc350 tempest-SecGroupIPv6Test-1756489375 tempest-SecGroupIPv6Test-1756489375-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3747380 Jan 26 21:20:40.837631 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 36246) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:20:40.902335 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-72eeae0f-d0e6-4689-9a4e-f93abc936407 tempest-SecGroupIPv6Test-1756489375 tempest-SecGroupIPv6Test-1756489375-project] 10.222.0.13 "GET /v2.0/security-group-rules/c80656fe-7801-49de-92ac-b55391a7e208 HTTP/1.1" status: 200 len: 769 time: 0.0618968 Jan 26 21:20:40.905528 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 36248) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:20:40.979677 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad3b5b3-343d-46e8-8051-3760a05fee0e req-fb855877-8aca-4044-a5aa-e29af0680f89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:20:40.982826 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-6ad3b5b3-343d-46e8-8051-3760a05fee0e req-fb855877-8aca-4044-a5aa-e29af0680f89 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=2b29801ee18e4ff0a597415334743408&device_id=20bda332-a159-49bd-8c61-2ea774ab5602 HTTP/1.1" status: 200 len: 1097 time: 0.1348085 Jan 26 21:20:41.007840 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-6d0f9877-eea5-4ecf-957d-16a27e889fb6 req-dfe3942c-e3e2-4134-bd8f-3a0a1bd8d387 tempest-FloatingIPsTestJSON-642371037 tempest-FloatingIPsTestJSON-642371037-project] Publish callbacks [] for floatingip (5bb82592-1bb7-45d5-ab82-e9f88ad8eb70), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:20:41.066605 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-dc9ff9cb-af28-4a2b-87eb-b7087941dfdf tempest-SecGroupIPv6Test-1756489375 tempest-SecGroupIPv6Test-1756489375-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.1470399 Jan 26 21:20:41.073710 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 36250) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:20:41.120851 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e57e63-ec25-4288-9abc-644070df125f req-d1efe9ee-2fd6-4328-93c2-1251fc618086 tempest-DeleteServersTestJSON-1338827600 tempest-DeleteServersTestJSON-1338827600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:20:41.136628 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-98e57e63-ec25-4288-9abc-644070df125f req-d1efe9ee-2fd6-4328-93c2-1251fc618086 tempest-DeleteServersTestJSON-1338827600 tempest-DeleteServersTestJSON-1338827600-project] 10.222.0.13 "GET /v2.0/ports?device_id=b94ac130-6232-4bd7-acba-586230daf28f HTTP/1.1" status: 200 len: 946 time: 0.3900404 Jan 26 21:20:41.187186 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-f4b5b702-b687-40f6-bfe2-9db6fca81c1a tempest-SecGroupIPv6Test-1756489375 tempest-SecGroupIPv6Test-1756489375-project] Publish callbacks [] for security_group_rule (c80656fe-7801-49de-92ac-b55391a7e208), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:20:41.203639 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-f4b5b702-b687-40f6-bfe2-9db6fca81c1a tempest-SecGroupIPv6Test-1756489375 tempest-SecGroupIPv6Test-1756489375-project] Publish callbacks [] for security_group_rule (c80656fe-7801-49de-92ac-b55391a7e208), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:20:41.263066 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-6d0f9877-eea5-4ecf-957d-16a27e889fb6 req-dfe3942c-e3e2-4134-bd8f-3a0a1bd8d387 tempest-FloatingIPsTestJSON-642371037 tempest-FloatingIPsTestJSON-642371037-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (db50a95a-a5f0-4bed-8670-acb305af13e3), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:20:41.264372 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-f4b5b702-b687-40f6-bfe2-9db6fca81c1a tempest-SecGroupIPv6Test-1756489375 tempest-SecGroupIPv6Test-1756489375-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102715'] for security_group_rule (c80656fe-7801-49de-92ac-b55391a7e208), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:20:41.272095 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-3500dd89-84e2-42f0-b8d8-7afe310f2852 req-1eb08c9e-5541-4979-8876-c387035dc399 service neutron] 10.222.0.57 "GET /v2.0/networks/53e223b0-da4c-46a0-9735-61b7e6751b1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6112404 Jan 26 21:20:41.279091 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-f4b5b702-b687-40f6-bfe2-9db6fca81c1a tempest-SecGroupIPv6Test-1756489375 tempest-SecGroupIPv6Test-1756489375-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:20:41.280981 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-f4b5b702-b687-40f6-bfe2-9db6fca81c1a tempest-SecGroupIPv6Test-1756489375 tempest-SecGroupIPv6Test-1756489375-project] 10.222.0.13 "DELETE /v2.0/security-group-rules/c80656fe-7801-49de-92ac-b55391a7e208 HTTP/1.1" status: 204 len: 168 time: 0.2057567 Jan 26 21:20:41.302630 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 36252) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:20:41.304639 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b5b702-b687-40f6-bfe2-9db6fca81c1a tempest-SecGroupIPv6Test-1756489375 tempest-SecGroupIPv6Test-1756489375-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c80656fe-7801-49de-92ac-b55391a7e208,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:20:41.400940 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-3500dd89-84e2-42f0-b8d8-7afe310f2852 req-0c13d1f7-3b3d-43fb-a6a1-621aa26ae9df service neutron] 10.222.0.57 "GET /v2.0/networks/53e223b0-da4c-46a0-9735-61b7e6751b1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0937755 Jan 26 21:20:41.418604 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-98e57e63-ec25-4288-9abc-644070df125f req-f8a29642-20aa-4e82-9dae-8efac304bfa0 tempest-DeleteServersTestJSON-1338827600 tempest-DeleteServersTestJSON-1338827600-project] 10.222.0.13 "GET /v2.0/security-groups?id=b7fc5e70-a24b-497d-9cf6-8df82d0ad35b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2807374 Jan 26 21:20:41.520424 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad3b5b3-343d-46e8-8051-3760a05fee0e req-83ef76a6-1049-4dc7-82ee-4e86bca26ff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:20:41.524644 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-6ad3b5b3-343d-46e8-8051-3760a05fee0e req-83ef76a6-1049-4dc7-82ee-4e86bca26ff2 service neutron] 10.222.0.57 "GET /v2.0/networks?id=8cbef344-1167-4f35-8b6b-07dd596f6f4f HTTP/1.1" status: 200 len: 914 time: 0.5238016 Jan 26 21:20:41.554423 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 26 Jan 2022 21:20:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71a373d6-21b9-4209-9570-ef080ded0249 x-openstack-request-id: req-71a373d6-21b9-4209-9570-ef080ded0249 {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 21:20:41.554754 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4596379c-6ccc-4df2-a875-f0896fc00fcc", "tag": "20ca0e2a-d36f-4969-bc7b-96bbf79b1f45", "status": "completed", "code": 200}]} {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 21:20:41.555691 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-71a373d6-21b9-4209-9570-ef080ded0249 {{(pid=103304) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 21:20:41.556157 n-d-760453-5 neutron-server[103304]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4596379c-6ccc-4df2-a875-f0896fc00fcc', 'tag': '20ca0e2a-d36f-4969-bc7b-96bbf79b1f45', 'status': 'completed', 'code': 200} Jan 26 21:20:41.569277 n-d-760453-5 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-15b42c9b-166e-432f-af74-a20dc3bfe2ee None None] Publish callbacks [] for port (d4ed4915-c6cd-42c7-bd64-638c4e1458af), precommit_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:20:41.587328 n-d-760453-5 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-15b42c9b-166e-432f-af74-a20dc3bfe2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (d4ed4915-c6cd-42c7-bd64-638c4e1458af), after_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:20:41.606792 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-1fd7e409-43c3-4899-8a4d-9bd5015a0ab4 tempest-SecGroupIPv6Test-1756489375 tempest-SecGroupIPv6Test-1756489375-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2761056 Jan 26 21:20:41.608925 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 36258) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:20:41.705018 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400ae6c5-293b-4a3a-a48a-b898482ed1bc req-2b69089b-3108-4d87-ba11-641f5962c127 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:20:41.706745 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-400ae6c5-293b-4a3a-a48a-b898482ed1bc req-2b69089b-3108-4d87-ba11-641f5962c127 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=c6d9f10230f341edbbe46b16c17eb870&device_id=4596379c-6ccc-4df2-a875-f0896fc00fcc HTTP/1.1" status: 200 len: 1095 time: 0.1452971 Jan 26 21:20:41.727873 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-6ad3b5b3-343d-46e8-8051-3760a05fee0e req-1b0af2aa-f6f9-4382-b12c-4ef65586e67c service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=88764215-3016-414b-be37-d9a2af36ed63 HTTP/1.1" status: 200 len: 217 time: 0.1919985 Jan 26 21:20:41.854740 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b92bf61-06c1-4d39-a2d8-a2e0b4077271 None None] Pushing event updated for resources: {'Port': ['ID=d4ed4915-c6cd-42c7-bd64-638c4e1458af,revision_number=3']} {{(pid=103307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:20:41.859132 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-6d0f9877-eea5-4ecf-957d-16a27e889fb6 req-dfe3942c-e3e2-4134-bd8f-3a0a1bd8d387 tempest-FloatingIPsTestJSON-642371037 tempest-FloatingIPsTestJSON-642371037-project] Publish callbacks [] for port (db50a95a-a5f0-4bed-8670-acb305af13e3), precommit_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:20:41.883424 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b92bf61-06c1-4d39-a2d8-a2e0b4077271 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:20:41.887757 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b92bf61-06c1-4d39-a2d8-a2e0b4077271 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:20:41.888576 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b92bf61-06c1-4d39-a2d8-a2e0b4077271 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:20:41.889099 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b92bf61-06c1-4d39-a2d8-a2e0b4077271 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:20:41.889647 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b92bf61-06c1-4d39-a2d8-a2e0b4077271 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:20:41.890164 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b92bf61-06c1-4d39-a2d8-a2e0b4077271 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:20:41.897552 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b92bf61-06c1-4d39-a2d8-a2e0b4077271 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:20:41.898135 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b92bf61-06c1-4d39-a2d8-a2e0b4077271 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:20:41.899173 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b92bf61-06c1-4d39-a2d8-a2e0b4077271 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:20:41.899687 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b92bf61-06c1-4d39-a2d8-a2e0b4077271 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:20:41.900193 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b92bf61-06c1-4d39-a2d8-a2e0b4077271 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:20:41.900691 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b92bf61-06c1-4d39-a2d8-a2e0b4077271 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:20:41.901193 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b92bf61-06c1-4d39-a2d8-a2e0b4077271 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:20:41.909913 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26706747-81e1-474a-9de1-21ed30fe8db0 req-460bf1f9-7861-44a3-92ee-3412561e6f12 tempest-ServersNegativeTestJSON-90632883 tempest-ServersNegativeTestJSON-90632883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:20:41.920841 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-26706747-81e1-474a-9de1-21ed30fe8db0 req-460bf1f9-7861-44a3-92ee-3412561e6f12 tempest-ServersNegativeTestJSON-90632883 tempest-ServersNegativeTestJSON-90632883-project] 10.222.0.13 "GET /v2.0/ports?device_id=20bda332-a159-49bd-8c61-2ea774ab5602 HTTP/1.1" status: 200 len: 946 time: 0.2913651 Jan 26 21:20:41.922737 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-6d0f9877-eea5-4ecf-957d-16a27e889fb6 req-dfe3942c-e3e2-4134-bd8f-3a0a1bd8d387 tempest-FloatingIPsTestJSON-642371037 tempest-FloatingIPsTestJSON-642371037-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9281542'] for port (db50a95a-a5f0-4bed-8670-acb305af13e3), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:20:41.946650 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad3b5b3-343d-46e8-8051-3760a05fee0e req-3c5deb1c-7d54-44d8-abc7-db8493f7625c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:20:41.956275 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-6ad3b5b3-343d-46e8-8051-3760a05fee0e req-3c5deb1c-7d54-44d8-abc7-db8493f7625c service neutron] 10.222.0.57 "GET /v2.0/subnets?id=baa99134-bdb6-4691-8665-46a31e075f80 HTTP/1.1" status: 200 len: 853 time: 0.2099113 Jan 26 21:20:41.959144 n-d-760453-5 neutron-server[103307]: DEBUG neutron.plugins.ml2.managers [None req-15b42c9b-166e-432f-af74-a20dc3bfe2ee None None] Attempting to bind port d4ed4915-c6cd-42c7-bd64-638c4e1458af on host n-d-760453-5 for vnic_type normal with profile {{(pid=103307) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 21:20:41.959700 n-d-760453-5 neutron-server[103307]: DEBUG neutron.plugins.ml2.managers [None req-15b42c9b-166e-432f-af74-a20dc3bfe2ee None None] Attempting to bind port d4ed4915-c6cd-42c7-bd64-638c4e1458af by drivers openvswitch,hyperv on host n-d-760453-5 at level 0 using segments [{'id': '6876653f-77af-46b4-8bdd-c940cb7c7e81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '142a21c2-a7cb-4cf5-816e-f2edfa851df9'}] {{(pid=103307) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 26 21:20:41.962010 n-d-760453-5 neutron-server[103307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15b42c9b-166e-432f-af74-a20dc3bfe2ee None None] Attempting to bind port d4ed4915-c6cd-42c7-bd64-638c4e1458af on network 142a21c2-a7cb-4cf5-816e-f2edfa851df9 {{(pid=103307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 21:20:41.979154 n-d-760453-5 neutron-server[103307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15b42c9b-166e-432f-af74-a20dc3bfe2ee None None] Checking agent: {'id': 'fea0591a-627d-4c87-9a9a-01625ddf3277', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760453-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 20, 55, 25), 'started_at': datetime.datetime(2022, 1, 26, 20, 55, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 21, 20, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760453-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 26 21:20:41.979863 n-d-760453-5 neutron-server[103307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15b42c9b-166e-432f-af74-a20dc3bfe2ee None None] Checking segment: {'id': '6876653f-77af-46b4-8bdd-c940cb7c7e81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '142a21c2-a7cb-4cf5-816e-f2edfa851df9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103307) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 21:20:41.980653 n-d-760453-5 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-15b42c9b-166e-432f-af74-a20dc3bfe2ee None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:20:41.981215 n-d-760453-5 neutron-server[103307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15b42c9b-166e-432f-af74-a20dc3bfe2ee None None] Bound using segment: {'id': '6876653f-77af-46b4-8bdd-c940cb7c7e81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '142a21c2-a7cb-4cf5-816e-f2edfa851df9'} {{(pid=103307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 26 21:20:41.981904 n-d-760453-5 neutron-server[103307]: DEBUG neutron.plugins.ml2.managers [None req-15b42c9b-166e-432f-af74-a20dc3bfe2ee None None] Bound port: d4ed4915-c6cd-42c7-bd64-638c4e1458af, host: n-d-760453-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6876653f-77af-46b4-8bdd-c940cb7c7e81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '142a21c2-a7cb-4cf5-816e-f2edfa851df9'}}] {{(pid=103307) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 26 21:20:41.982462 n-d-760453-5 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-15b42c9b-166e-432f-af74-a20dc3bfe2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (d4ed4915-c6cd-42c7-bd64-638c4e1458af), before_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:20:42.032332 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-6ad3b5b3-343d-46e8-8051-3760a05fee0e req-d3ef806e-9b3d-42fa-a29c-13759d14a34f service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=8cbef344-1167-4f35-8b6b-07dd596f6f4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0672646 Jan 26 21:20:42.053079 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400ae6c5-293b-4a3a-a48a-b898482ed1bc req-c86629a3-4357-4b94-94e7-3c64f88db11b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:20:42.060065 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-400ae6c5-293b-4a3a-a48a-b898482ed1bc req-c86629a3-4357-4b94-94e7-3c64f88db11b service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=c6d9f10230f341edbbe46b16c17eb870&device_id=4596379c-6ccc-4df2-a875-f0896fc00fcc HTTP/1.1" status: 200 len: 1095 time: 0.3575563 Jan 26 21:20:42.102252 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400ae6c5-293b-4a3a-a48a-b898482ed1bc req-a3f684ba-4a21-46db-8f5a-0608bcb2004f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:20:42.104947 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-400ae6c5-293b-4a3a-a48a-b898482ed1bc req-a3f684ba-4a21-46db-8f5a-0608bcb2004f service neutron] 10.222.0.57 "GET /v2.0/networks?id=53e223b0-da4c-46a0-9735-61b7e6751b1f HTTP/1.1" status: 200 len: 897 time: 0.3845940 Jan 26 21:20:42.113679 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-5bdbc7b3-31d9-4822-908d-ea1d5b340c63 None None] Provisioning complete for port d4ed4915-c6cd-42c7-bd64-638c4e1458af triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:20:42.114276 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-5bdbc7b3-31d9-4822-908d-ea1d5b340c63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (d4ed4915-c6cd-42c7-bd64-638c4e1458af), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:20:42.118507 n-d-760453-5 neutron-server[103307]: DEBUG neutron.plugins.ml2.db [None req-15b42c9b-166e-432f-af74-a20dc3bfe2ee None None] For port d4ed4915-c6cd-42c7-bd64-638c4e1458af, host n-d-760453-5, cleared binding levels {{(pid=103307) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 26 21:20:42.121876 n-d-760453-5 neutron-server[103307]: DEBUG neutron.plugins.ml2.db [None req-15b42c9b-166e-432f-af74-a20dc3bfe2ee None None] For port d4ed4915-c6cd-42c7-bd64-638c4e1458af, host n-d-760453-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=d4ed4915-c6cd-42c7-bd64-638c4e1458af,segment=NetworkSegment(6876653f-77af-46b4-8bdd-c940cb7c7e81),segment_id=6876653f-77af-46b4-8bdd-c940cb7c7e81)] {{(pid=103307) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 26 21:20:42.129761 n-d-760453-5 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-15b42c9b-166e-432f-af74-a20dc3bfe2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (d4ed4915-c6cd-42c7-bd64-638c4e1458af), after_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:20:42.217309 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15b42c9b-166e-432f-af74-a20dc3bfe2ee None None] Routers {'ac4f783b-9c93-4317-b820-8b0b546bd29f'} bound to L3 agent in host n-d-760453-5 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 21:20:42.219164 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-15b42c9b-166e-432f-af74-a20dc3bfe2ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-26T20:55:21Z,description=,heartbeat_timestamp=2022-01-26T21:20:21Z,host='n-d-760453-5',id=09df100c-3af1-4b0a-bda8-05914c71c458,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:55:21Z,topic='l3_agent')) {'router_ids': ['ac4f783b-9c93-4317-b820-8b0b546bd29f'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:20:42.242178 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-5bdbc7b3-31d9-4822-908d-ea1d5b340c63 None None] Port d4ed4915-c6cd-42c7-bd64-638c4e1458af cannot update to ACTIVE because it is not bound. {{(pid=103306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 26 21:20:42.413987 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_dvr_db [None req-15b42c9b-166e-432f-af74-a20dc3bfe2ee None None] Set router ac4f783b-9c93-4317-b820-8b0b546bd29f gateway port host: n-d-760453-5 {{(pid=103307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 21:20:42.417681 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-6ad3b5b3-343d-46e8-8051-3760a05fee0e req-a70250db-f145-4063-9409-a7d26c63054f service neutron] 10.222.0.57 "GET /v2.0/networks/8cbef344-1167-4f35-8b6b-07dd596f6f4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3743818 Jan 26 21:20:42.419187 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400ae6c5-293b-4a3a-a48a-b898482ed1bc req-99285b11-8cbe-4eee-9e7b-432aa392bd10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:20:42.420606 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-400ae6c5-293b-4a3a-a48a-b898482ed1bc req-99285b11-8cbe-4eee-9e7b-432aa392bd10 service neutron] 10.222.0.66 "GET /v2.0/networks?id=53e223b0-da4c-46a0-9735-61b7e6751b1f HTTP/1.1" status: 200 len: 897 time: 0.3484266 Jan 26 21:20:42.479229 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-74e57440-0273-4822-805d-57f1472735f8 None None] Provisioning complete for port d4ed4915-c6cd-42c7-bd64-638c4e1458af triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:20:42.479609 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-74e57440-0273-4822-805d-57f1472735f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (d4ed4915-c6cd-42c7-bd64-638c4e1458af), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:20:42.616094 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b92bf61-06c1-4d39-a2d8-a2e0b4077271 None None] Pushing event updated for resources: {'Port': ['ID=d4ed4915-c6cd-42c7-bd64-638c4e1458af,revision_number=4']} {{(pid=103307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:20:42.651235 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-400ae6c5-293b-4a3a-a48a-b898482ed1bc req-b5489a8e-3769-4cae-9fbc-5fec3b7b046b service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=20ca0e2a-d36f-4969-bc7b-96bbf79b1f45 HTTP/1.1" status: 200 len: 1000 time: 0.2123513 Jan 26 21:20:42.708061 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-15b42c9b-166e-432f-af74-a20dc3bfe2ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac4f783b-9c93-4317-b820-8b0b546bd29f', 'name': 'tempest-FloatingIPsTestJSON-658727616-router', 'tenant_id': 'dca3476ec2c94cdea3eb3921b7182986', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'external_fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.133'}], 'enable_snat': True}, 'gw_port_id': 'd4ce9d24-29ab-42d3-8e4d-490333356374', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T21:20:27Z', 'updated_at': '2022-01-26T21:20:32Z', 'revision_number': 4, 'project_id': 'dca3476ec2c94cdea3eb3921b7182986', 'gw_port': {'id': 'd4ce9d24-29ab-42d3-8e4d-490333356374', 'name': '', 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:24:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac4f783b-9c93-4317-b820-8b0b546bd29f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1872, 'fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:20:28Z', 'updated_at': '2022-01-26T21:20:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-5', '_interfaces': [{'id': 'd4ed4915-c6cd-42c7-bd64-638c4e1458af', 'name': '', 'network_id': '142a21c2-a7cb-4cf5-816e-f2edfa851df9', 'tenant_id': 'dca3476ec2c94cdea3eb3921b7182986', 'mac_address': 'fa:16:3e:ab:b6:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac4f783b-9c93-4317-b820-8b0b546bd29f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1877, 'fixed_ips': [{'subnet_id': 'c91e026f-060f-49fe-b0ad-a82e4b6c9686', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:20:31Z', 'updated_at': '2022-01-26T21:20:42Z', 'revision_number': 4, 'project_id': 'dca3476ec2c94cdea3eb3921b7182986', 'subnets': [{'id': 'c91e026f-060f-49fe-b0ad-a82e4b6c9686', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760453-5', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:20:42.718233 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400ae6c5-293b-4a3a-a48a-b898482ed1bc req-393081a7-c257-451a-86ab-85e615551072 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:20:42.719967 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-400ae6c5-293b-4a3a-a48a-b898482ed1bc req-393081a7-c257-451a-86ab-85e615551072 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=062e0a06-c395-4f1c-b56d-3b2dd4ffff4d HTTP/1.1" status: 200 len: 835 time: 0.0610671 Jan 26 21:20:42.754514 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15b42c9b-166e-432f-af74-a20dc3bfe2ee None None] The sync data for ids ['ac4f783b-9c93-4317-b820-8b0b546bd29f'] in n-d-760453-5 is: [{'id': 'ac4f783b-9c93-4317-b820-8b0b546bd29f', 'name': 'tempest-FloatingIPsTestJSON-658727616-router', 'tenant_id': 'dca3476ec2c94cdea3eb3921b7182986', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'external_fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.133'}], 'enable_snat': True}, 'gw_port_id': 'd4ce9d24-29ab-42d3-8e4d-490333356374', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T21:20:27Z', 'updated_at': '2022-01-26T21:20:32Z', 'revision_number': 4, 'project_id': 'dca3476ec2c94cdea3eb3921b7182986', 'gw_port': {'id': 'd4ce9d24-29ab-42d3-8e4d-490333356374', 'name': '', 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:24:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac4f783b-9c93-4317-b820-8b0b546bd29f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1872, 'fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:20:28Z', 'updated_at': '2022-01-26T21:20:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-5', '_interfaces': [{'id': 'd4ed4915-c6cd-42c7-bd64-638c4e1458af', 'name': '', 'network_id': '142a21c2-a7cb-4cf5-816e-f2edfa851df9', 'tenant_id': 'dca3476ec2c94cdea3eb3921b7182986', 'mac_address': 'fa:16:3e:ab:b6:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac4f783b-9c93-4317-b820-8b0b546bd29f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1877, 'fixed_ips': [{'subnet_id': 'c91e026f-060f-49fe-b0ad-a82e4b6c9686', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:20:31Z', 'updated_at': '2022-01-26T21:20:42Z', 'revision_number': 4, 'project_id': 'dca3476ec2c94cdea3eb3921b7182986', 'subnets': [{'id': 'c91e026f-060f-49fe-b0ad-a82e4b6c9686', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 26 21:20:42.778598 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-74e57440-0273-4822-805d-57f1472735f8 None None] Current status of the port d4ed4915-c6cd-42c7-bd64-638c4e1458af is: DOWN; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:20:42.781164 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-74e57440-0273-4822-805d-57f1472735f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (d4ed4915-c6cd-42c7-bd64-638c4e1458af), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:20:42.808312 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400ae6c5-293b-4a3a-a48a-b898482ed1bc req-f26cf350-95d0-45fe-8e10-ffa2338b8edd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:20:42.814499 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-400ae6c5-293b-4a3a-a48a-b898482ed1bc req-f26cf350-95d0-45fe-8e10-ffa2338b8edd service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=53e223b0-da4c-46a0-9735-61b7e6751b1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0866878 Jan 26 21:20:42.824668 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-6ad3b5b3-343d-46e8-8051-3760a05fee0e req-83bcba8d-52ab-4d49-b24c-ebf2f18fdf60 service neutron] 10.222.0.57 "GET /v2.0/networks/8cbef344-1167-4f35-8b6b-07dd596f6f4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3845916 Jan 26 21:20:42.868217 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-74e57440-0273-4822-805d-57f1472735f8 None None] For port d4ed4915-c6cd-42c7-bd64-638c4e1458af, host n-d-760453-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=d4ed4915-c6cd-42c7-bd64-638c4e1458af,segment=NetworkSegment(6876653f-77af-46b4-8bdd-c940cb7c7e81),segment_id=6876653f-77af-46b4-8bdd-c940cb7c7e81)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:20:42.887700 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-74e57440-0273-4822-805d-57f1472735f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (d4ed4915-c6cd-42c7-bd64-638c4e1458af), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:20:42.966979 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-400ae6c5-293b-4a3a-a48a-b898482ed1bc req-69d80895-01bb-41e5-a7eb-97620284a0ed service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=20ca0e2a-d36f-4969-bc7b-96bbf79b1f45 HTTP/1.1" status: 200 len: 1000 time: 0.2245078 Jan 26 21:20:42.978628 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e57440-0273-4822-805d-57f1472735f8 None None] Pushing event updated for resources: {'Port': ['ID=d4ed4915-c6cd-42c7-bd64-638c4e1458af,revision_number=5']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:20:42.993418 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-26706747-81e1-474a-9de1-21ed30fe8db0 req-ae36ef08-3773-4ea1-8178-554d2eb2905d tempest-ServersNegativeTestJSON-90632883 tempest-ServersNegativeTestJSON-90632883-project] 10.222.0.13 "GET /v2.0/security-groups?id=f00b351c-12ea-4499-84c9-f0263f4f27ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0710397 Jan 26 21:20:43.005672 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-6d0f9877-eea5-4ecf-957d-16a27e889fb6 req-dfe3942c-e3e2-4134-bd8f-3a0a1bd8d387 tempest-FloatingIPsTestJSON-642371037 tempest-FloatingIPsTestJSON-642371037-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4110913'] for floatingip (5bb82592-1bb7-45d5-ab82-e9f88ad8eb70), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:20:43.038913 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe3942c-e3e2-4134-bd8f-3a0a1bd8d387 tempest-FloatingIPsTestJSON-642371037 tempest-FloatingIPsTestJSON-642371037-project] Pushing event updated for resources: {'Port': ['ID=db50a95a-a5f0-4bed-8670-acb305af13e3,revision_number=2']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:20:43.096107 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-1a4607d0-a2ee-4cd0-a074-5c891be1c84a tempest-SecGroupIPv6Test-1756489375 tempest-SecGroupIPv6Test-1756489375-project] Publish callbacks [] for security_group (e359abac-adb6-406c-ae95-f952883aa1c0), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:20:43.155137 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-1a4607d0-a2ee-4cd0-a074-5c891be1c84a tempest-SecGroupIPv6Test-1756489375 tempest-SecGroupIPv6Test-1756489375-project] Publish callbacks [] for security_group (e359abac-adb6-406c-ae95-f952883aa1c0), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:20:43.242153 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-1a4607d0-a2ee-4cd0-a074-5c891be1c84a tempest-SecGroupIPv6Test-1756489375 tempest-SecGroupIPv6Test-1756489375-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (e359abac-adb6-406c-ae95-f952883aa1c0), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:20:43.246479 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-1a4607d0-a2ee-4cd0-a074-5c891be1c84a tempest-SecGroupIPv6Test-1756489375 tempest-SecGroupIPv6Test-1756489375-project] Publish callbacks [] for security_group (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:20:43.248325 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-1a4607d0-a2ee-4cd0-a074-5c891be1c84a tempest-SecGroupIPv6Test-1756489375 tempest-SecGroupIPv6Test-1756489375-project] 10.222.0.13 "DELETE /v2.0/security-groups/e359abac-adb6-406c-ae95-f952883aa1c0 HTTP/1.1" status: 204 len: 168 time: 1.6370249 Jan 26 21:20:43.267999 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 36266) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:20:43.269135 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a4607d0-a2ee-4cd0-a074-5c891be1c84a tempest-SecGroupIPv6Test-1756489375 tempest-SecGroupIPv6Test-1756489375-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e359abac-adb6-406c-ae95-f952883aa1c0,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:20:43.363130 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-ea68c674-9ddc-491a-99b5-d60d68e68f3b tempest-SecGroupIPv6Test-1756489375 tempest-SecGroupIPv6Test-1756489375-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0790904 Jan 26 21:20:43.366676 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-6d0f9877-eea5-4ecf-957d-16a27e889fb6 req-dfe3942c-e3e2-4134-bd8f-3a0a1bd8d387 tempest-FloatingIPsTestJSON-642371037 tempest-FloatingIPsTestJSON-642371037-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for floatingip (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:20:43.375295 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-6d0f9877-eea5-4ecf-957d-16a27e889fb6 req-dfe3942c-e3e2-4134-bd8f-3a0a1bd8d387 tempest-FloatingIPsTestJSON-642371037 tempest-FloatingIPsTestJSON-642371037-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 5.5875127 Jan 26 21:20:43.425985 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 36268) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:20:43.434265 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-c070d308-60b4-4b3a-8639-5fb4b750f5d0 tempest-SecGroupIPv6Test-1756489375 tempest-SecGroupIPv6Test-1756489375-project] Request body: {'security_group': {'name': 'tempest-secgroup--857352835'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:20:43.468440 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-c070d308-60b4-4b3a-8639-5fb4b750f5d0 tempest-SecGroupIPv6Test-1756489375 tempest-SecGroupIPv6Test-1756489375-project] Publish callbacks [] for security_group (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:20:43.556611 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-6d0f9877-eea5-4ecf-957d-16a27e889fb6 req-e0f05934-ef8f-4d7f-9f53-da8ff59a40fe tempest-FloatingIPsTestJSON-642371037 tempest-FloatingIPsTestJSON-642371037-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.1.237 HTTP/1.1" status: 200 len: 696 time: 0.1797523 Jan 26 21:20:43.602502 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-400ae6c5-293b-4a3a-a48a-b898482ed1bc req-187e90c3-fbe8-424f-a345-abd53ec89ffe service neutron] 10.222.0.66 "GET /v2.0/networks/53e223b0-da4c-46a0-9735-61b7e6751b1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7766869 Jan 26 21:20:43.720092 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0f9877-eea5-4ecf-957d-16a27e889fb6 req-48052626-7b3c-46f0-8098-8a0269534072 tempest-FloatingIPsTestJSON-642371037 tempest-FloatingIPsTestJSON-642371037-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:20:43.746013 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-6d0f9877-eea5-4ecf-957d-16a27e889fb6 req-48052626-7b3c-46f0-8098-8a0269534072 tempest-FloatingIPsTestJSON-642371037 tempest-FloatingIPsTestJSON-642371037-project] 10.222.0.13 "GET /v2.0/networks/4140a1f1-c93a-4bea-83a0-68953a54f299 HTTP/1.1" status: 200 len: 784 time: 0.1879644 Jan 26 21:20:43.776782 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400ae6c5-293b-4a3a-a48a-b898482ed1bc req-0f7ed21b-321d-406a-915f-713dfaed54df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:20:43.778531 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-400ae6c5-293b-4a3a-a48a-b898482ed1bc req-0f7ed21b-321d-406a-915f-713dfaed54df service neutron] 10.222.0.57 "GET /v2.0/subnets?id=062e0a06-c395-4f1c-b56d-3b2dd4ffff4d HTTP/1.1" status: 200 len: 835 time: 0.7409477 Jan 26 21:20:43.815697 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38760c2-291d-4e3a-b9ec-b254ab29b90c req-f7eba2bd-c9bc-41c2-b0d4-445ca4c84218 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:20:43.831329 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-b38760c2-291d-4e3a-b9ec-b254ab29b90c req-f7eba2bd-c9bc-41c2-b0d4-445ca4c84218 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] 10.222.0.13 "GET /v2.0/ports?device_id=4596379c-6ccc-4df2-a875-f0896fc00fcc HTTP/1.1" status: 200 len: 944 time: 0.3245237 Jan 26 21:20:43.884971 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-c070d308-60b4-4b3a-8639-5fb4b750f5d0 tempest-SecGroupIPv6Test-1756489375 tempest-SecGroupIPv6Test-1756489375-project] Publish callbacks [] for security_group (9aa80fc1-22d8-4a01-b981-e176701db937), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:20:43.891298 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-400ae6c5-293b-4a3a-a48a-b898482ed1bc req-b9fa23f8-3971-485a-9d7e-e926a6414ffe service neutron] 10.222.0.66 "GET /v2.0/networks/53e223b0-da4c-46a0-9735-61b7e6751b1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2668173 Jan 26 21:20:43.893690 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-c070d308-60b4-4b3a-8639-5fb4b750f5d0 tempest-SecGroupIPv6Test-1756489375 tempest-SecGroupIPv6Test-1756489375-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (9aa80fc1-22d8-4a01-b981-e176701db937), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:20:43.936999 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-c070d308-60b4-4b3a-8639-5fb4b750f5d0 tempest-SecGroupIPv6Test-1756489375 tempest-SecGroupIPv6Test-1756489375-project] Publish callbacks [] for security_group (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:20:43.941120 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-c070d308-60b4-4b3a-8639-5fb4b750f5d0 tempest-SecGroupIPv6Test-1756489375 tempest-SecGroupIPv6Test-1756489375-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.5117688 Jan 26 21:20:43.941120 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c070d308-60b4-4b3a-8639-5fb4b750f5d0 tempest-SecGroupIPv6Test-1756489375 tempest-SecGroupIPv6Test-1756489375-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9aa80fc1-22d8-4a01-b981-e176701db937,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:20:43.944901 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 36274) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:20:43.949968 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-a09b66bf-8ae6-48c0-a11e-323dbf5988ae tempest-SecGroupIPv6Test-1756489375 tempest-SecGroupIPv6Test-1756489375-project] Request body: {'security_group_rule': {'security_group_id': '9aa80fc1-22d8-4a01-b981-e176701db937', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:20:43.987328 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-a09b66bf-8ae6-48c0-a11e-323dbf5988ae tempest-SecGroupIPv6Test-1756489375 tempest-SecGroupIPv6Test-1756489375-project] Publish callbacks [] for security_group_rule (559780d5-2d0b-4344-ba75-8cf452971670), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:20:44.120525 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-b38760c2-291d-4e3a-b9ec-b254ab29b90c req-6e8b6a0d-259f-4c23-b1f3-6415a8cd7208 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] 10.222.0.13 "GET /v2.0/security-groups?id=48ad9419-cea5-46f2-b67f-159b9c4803d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2869573 Jan 26 21:20:44.127596 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-a09b66bf-8ae6-48c0-a11e-323dbf5988ae tempest-SecGroupIPv6Test-1756489375 tempest-SecGroupIPv6Test-1756489375-project] Publish callbacks [] for security_group_rule (559780d5-2d0b-4344-ba75-8cf452971670), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:20:44.137227 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400ae6c5-293b-4a3a-a48a-b898482ed1bc req-5df1bcbb-09cc-47aa-b37f-18ad9a909b9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:20:44.147467 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-a09b66bf-8ae6-48c0-a11e-323dbf5988ae tempest-SecGroupIPv6Test-1756489375 tempest-SecGroupIPv6Test-1756489375-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102715'] for security_group_rule (559780d5-2d0b-4344-ba75-8cf452971670), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:20:44.151678 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-400ae6c5-293b-4a3a-a48a-b898482ed1bc req-5df1bcbb-09cc-47aa-b37f-18ad9a909b9b service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=53e223b0-da4c-46a0-9735-61b7e6751b1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3626120 Jan 26 21:20:44.179949 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09b66bf-8ae6-48c0-a11e-323dbf5988ae tempest-SecGroupIPv6Test-1756489375 tempest-SecGroupIPv6Test-1756489375-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=559780d5-2d0b-4344-ba75-8cf452971670,revision_number=0']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:20:44.198973 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device d4ed4915-c6cd-42c7-bd64-638c4e1458af up at agent ovs-agent-n-d-760453-5 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 21:20:44.202682 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d9bec1-481d-4996-bb23-f7366ec53896 req-5c174dc8-a6ac-41ac-94a6-0a8f106d0ede tempest-DeleteServersTestJSON-1338827600 tempest-DeleteServersTestJSON-1338827600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:20:44.203963 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-a09b66bf-8ae6-48c0-a11e-323dbf5988ae tempest-SecGroupIPv6Test-1756489375 tempest-SecGroupIPv6Test-1756489375-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:20:44.204936 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-44d9bec1-481d-4996-bb23-f7366ec53896 req-5c174dc8-a6ac-41ac-94a6-0a8f106d0ede tempest-DeleteServersTestJSON-1338827600 tempest-DeleteServersTestJSON-1338827600-project] 10.222.0.13 "GET /v2.0/ports?device_id=b94ac130-6232-4bd7-acba-586230daf28f HTTP/1.1" status: 200 len: 946 time: 0.2854090 Jan 26 21:20:44.207524 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-a09b66bf-8ae6-48c0-a11e-323dbf5988ae tempest-SecGroupIPv6Test-1756489375 tempest-SecGroupIPv6Test-1756489375-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2617836 Jan 26 21:20:44.212219 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 36280) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:20:44.296037 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Provisioning complete for port d4ed4915-c6cd-42c7-bd64-638c4e1458af triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:20:44.296680 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (d4ed4915-c6cd-42c7-bd64-638c4e1458af), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:20:44.333958 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-f590a3b7-fd18-4ffb-b27d-30183dc87cbf req-21de33ea-db7d-4524-a5b8-1e58ac60e112 tempest-FloatingIPsTestJSON-642371037 tempest-FloatingIPsTestJSON-642371037-project] 10.222.0.13 "GET /v2.0/floatingips/5bb82592-1bb7-45d5-ab82-e9f88ad8eb70 HTTP/1.1" status: 200 len: 693 time: 0.1277232 Jan 26 21:20:44.335474 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Device 20ca0e2a-d36f-4969-bc7b-96bbf79b1f45 details requested by agent hyperv_n-h2-760453-5 with host n-h2-760453-5 {{(pid=103306) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 26 21:20:44.338422 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Device 88764215-3016-414b-be37-d9a2af36ed63 no longer exists at agent hyperv_n-h2-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 26 21:20:44.341607 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-e237de8d-25a6-4bb3-aa44-1bf64d261ec4 tempest-SecGroupIPv6Test-1756489375 tempest-SecGroupIPv6Test-1756489375-project] Publish callbacks [] for security_group (9aa80fc1-22d8-4a01-b981-e176701db937), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:20:44.398516 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-e237de8d-25a6-4bb3-aa44-1bf64d261ec4 tempest-SecGroupIPv6Test-1756489375 tempest-SecGroupIPv6Test-1756489375-project] Publish callbacks [] for security_group (9aa80fc1-22d8-4a01-b981-e176701db937), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:20:44.477267 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-44d9bec1-481d-4996-bb23-f7366ec53896 req-182d0bcc-ad15-42a6-95a0-f43f77341b55 tempest-DeleteServersTestJSON-1338827600 tempest-DeleteServersTestJSON-1338827600-project] 10.222.0.13 "GET /v2.0/security-groups?id=b7fc5e70-a24b-497d-9cf6-8df82d0ad35b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2594967 Jan 26 21:20:44.502210 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-e237de8d-25a6-4bb3-aa44-1bf64d261ec4 tempest-SecGroupIPv6Test-1756489375 tempest-SecGroupIPv6Test-1756489375-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (9aa80fc1-22d8-4a01-b981-e176701db937), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:20:44.506258 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-e237de8d-25a6-4bb3-aa44-1bf64d261ec4 tempest-SecGroupIPv6Test-1756489375 tempest-SecGroupIPv6Test-1756489375-project] Publish callbacks [] for security_group (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:20:44.507547 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-e237de8d-25a6-4bb3-aa44-1bf64d261ec4 tempest-SecGroupIPv6Test-1756489375 tempest-SecGroupIPv6Test-1756489375-project] 10.222.0.13 "DELETE /v2.0/security-groups/9aa80fc1-22d8-4a01-b981-e176701db937 HTTP/1.1" status: 204 len: 168 time: 0.2943025 Jan 26 21:20:44.517251 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 36284) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:20:44.534779 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e237de8d-25a6-4bb3-aa44-1bf64d261ec4 tempest-SecGroupIPv6Test-1756489375 tempest-SecGroupIPv6Test-1756489375-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9aa80fc1-22d8-4a01-b981-e176701db937,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:20:44.537585 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-400ae6c5-293b-4a3a-a48a-b898482ed1bc req-2adddc43-d02d-4aa7-93e8-d2b4180b1044 service neutron] 10.222.0.57 "GET /v2.0/networks/53e223b0-da4c-46a0-9735-61b7e6751b1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3790550 Jan 26 21:20:44.569503 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.db.resource_extend [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 26 21:20:44.658845 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-bd65a15c-78e0-46d5-8db5-2eb5938c1454 tempest-SecGroupIPv6Test-1756489375 tempest-SecGroupIPv6Test-1756489375-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1387744 Jan 26 21:20:44.661418 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 36286) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:20:44.663707 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] For port 20ca0e2a-d36f-4969-bc7b-96bbf79b1f45, host n-h2-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-5',level=0,port_id=20ca0e2a-d36f-4969-bc7b-96bbf79b1f45,segment=NetworkSegment(17e2e8a5-d0ff-43c6-ae30-ad82dc108dba),segment_id=17e2e8a5-d0ff-43c6-ae30-ad82dc108dba)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:20:44.684702 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Current status of the port d4ed4915-c6cd-42c7-bd64-638c4e1458af is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:20:44.693185 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Returning: {'device': '20ca0e2a-d36f-4969-bc7b-96bbf79b1f45', 'network_id': '53e223b0-da4c-46a0-9735-61b7e6751b1f', 'port_id': '20ca0e2a-d36f-4969-bc7b-96bbf79b1f45', 'mac_address': 'fa:16:3e:dc:f4:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 563, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '062e0a06-c395-4f1c-b56d-3b2dd4ffff4d', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103306) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 26 21:20:44.694384 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f590a3b7-fd18-4ffb-b27d-30183dc87cbf req-43f5195b-c025-4527-8376-e42b37cd4142 tempest-FloatingIPsTestJSON-642371037 tempest-FloatingIPsTestJSON-642371037-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:20:44.713534 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-f590a3b7-fd18-4ffb-b27d-30183dc87cbf req-43f5195b-c025-4527-8376-e42b37cd4142 tempest-FloatingIPsTestJSON-642371037 tempest-FloatingIPsTestJSON-642371037-project] 10.222.0.13 "GET /v2.0/networks/4140a1f1-c93a-4bea-83a0-68953a54f299 HTTP/1.1" status: 200 len: 784 time: 0.3630619 Jan 26 21:20:44.776990 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Current status of the port 20ca0e2a-d36f-4969-bc7b-96bbf79b1f45 is: DOWN; New status is: BUILD {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:20:44.777417 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (20ca0e2a-d36f-4969-bc7b-96bbf79b1f45), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:20:44.801513 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-a5c94494-50ea-4301-a0bf-c0e276baea81 tempest-SecGroupIPv6Test-1756489375 tempest-SecGroupIPv6Test-1756489375-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.1346824 Jan 26 21:20:44.802752 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 36294) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:20:44.855381 n-d-760453-5 neutron-server[103305]: INFO neutron.api.v2.resource [None req-bf875dc1-3b2c-48f7-ae2a-9c0b02ea1de5 tempest-SecGroupIPv6Test-1756489375 tempest-SecGroupIPv6Test-1756489375-project] delete failed (client error): The resource could not be found. Jan 26 21:20:44.857372 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-bf875dc1-3b2c-48f7-ae2a-9c0b02ea1de5 tempest-SecGroupIPv6Test-1756489375 tempest-SecGroupIPv6Test-1756489375-project] 10.222.0.13 "DELETE /v2.0/security-groups/9aa80fc1-22d8-4a01-b981-e176701db937 HTTP/1.1" status: 404 len: 347 time: 0.0534480 Jan 26 21:20:44.863000 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 36296) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:20:44.918373 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc114ce6-957c-45a4-bc0e-01cb55875bb9 req-7bc8f5d1-66be-4307-8762-2719010b8bf6 tempest-ServersNegativeTestJSON-90632883 tempest-ServersNegativeTestJSON-90632883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:20:44.941220 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-bc114ce6-957c-45a4-bc0e-01cb55875bb9 req-7bc8f5d1-66be-4307-8762-2719010b8bf6 tempest-ServersNegativeTestJSON-90632883 tempest-ServersNegativeTestJSON-90632883-project] 10.222.0.13 "GET /v2.0/ports?device_id=20bda332-a159-49bd-8c61-2ea774ab5602 HTTP/1.1" status: 200 len: 946 time: 0.3445995 Jan 26 21:20:44.947615 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-bba19125-94eb-40c3-8167-bfd8d6818b42 tempest-SecGroupIPv6Test-1756489375 tempest-SecGroupIPv6Test-1756489375-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0826120 Jan 26 21:20:44.963239 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Current status of the port 88764215-3016-414b-be37-d9a2af36ed63 is: ACTIVE; New status is: DOWN {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:20:44.963488 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (88764215-3016-414b-be37-d9a2af36ed63), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:20:44.976039 n-d-760453-5 neutron-server[103306]: DEBUG neutron.notifiers.nova [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 20ca0e2a-d36f-4969-bc7b-96bbf79b1f45 {{(pid=103306) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 26 21:20:45.048879 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-400ae6c5-293b-4a3a-a48a-b898482ed1bc req-12efd6a9-4caf-4cb2-b53c-77f6acccacab service neutron] 10.222.0.57 "GET /v2.0/networks/53e223b0-da4c-46a0-9735-61b7e6751b1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4990935 Jan 26 21:20:45.084071 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] For port 88764215-3016-414b-be37-d9a2af36ed63, host n-h2-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-5',level=0,port_id=88764215-3016-414b-be37-d9a2af36ed63,segment=NetworkSegment(814afaca-b1b7-499b-b897-fa89d466ac5d),segment_id=814afaca-b1b7-499b-b897-fa89d466ac5d)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:20:45.092956 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] For port 20ca0e2a-d36f-4969-bc7b-96bbf79b1f45, host n-h2-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-5',level=0,port_id=20ca0e2a-d36f-4969-bc7b-96bbf79b1f45,segment=NetworkSegment(17e2e8a5-d0ff-43c6-ae30-ad82dc108dba),segment_id=17e2e8a5-d0ff-43c6-ae30-ad82dc108dba)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:20:45.096198 n-d-760453-5 neutron-server[103306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20bda332-a159-49bd-8c61-2ea774ab5602', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '88764215-3016-414b-be37-d9a2af36ed63'}] {{(pid=103306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 21:20:45.102574 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9d5d370febab655511bdd2ffe887e43e442d144a440368702bcc1e93af00b97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c12b198f-c551-4e3b-bccb-7b35d7c7b69e" -d '{"events": [{"server_uuid": "20bda332-a159-49bd-8c61-2ea774ab5602", "name": "network-vif-unplugged", "status": "completed", "tag": "88764215-3016-414b-be37-d9a2af36ed63"}]}' {{(pid=103306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 21:20:45.111628 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (88764215-3016-414b-be37-d9a2af36ed63), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:20:45.124323 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (20ca0e2a-d36f-4969-bc7b-96bbf79b1f45), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:20:45.188978 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-884745c8-6c0d-4687-9569-765b44de99cc req-0a39b372-d772-4025-a2be-95e2aec16f64 tempest-FloatingIPsTestJSON-642371037 tempest-FloatingIPsTestJSON-642371037-project] 10.222.0.13 "GET /v2.0/floatingips?tenant_id=dca3476ec2c94cdea3eb3921b7182986 HTTP/1.1" status: 200 len: 696 time: 0.1199963 Jan 26 21:20:45.218244 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-bc114ce6-957c-45a4-bc0e-01cb55875bb9 req-fa7ce95f-9471-49b5-8cc1-a1955f1fc0db tempest-ServersNegativeTestJSON-90632883 tempest-ServersNegativeTestJSON-90632883-project] 10.222.0.13 "GET /v2.0/security-groups?id=f00b351c-12ea-4499-84c9-f0263f4f27ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2760236 Jan 26 21:20:45.263589 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Pushing event updated for resources: {'Port': ['ID=88764215-3016-414b-be37-d9a2af36ed63,revision_number=8']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:20:45.315069 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 26 Jan 2022 21:20:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b988d03d-582b-4bc9-abbc-9e6f6572bc53 x-openstack-request-id: req-b988d03d-582b-4bc9-abbc-9e6f6572bc53 {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 21:20:45.315575 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20bda332-a159-49bd-8c61-2ea774ab5602", "name": "network-vif-unplugged", "status": "completed", "tag": "88764215-3016-414b-be37-d9a2af36ed63", "code": 200}]} {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 21:20:45.316287 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b988d03d-582b-4bc9-abbc-9e6f6572bc53 {{(pid=103306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 21:20:45.316843 n-d-760453-5 neutron-server[103306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20bda332-a159-49bd-8c61-2ea774ab5602', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '88764215-3016-414b-be37-d9a2af36ed63', 'code': 200} Jan 26 21:20:45.362658 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] get_ports_and_sgs() called for port_ids ['20ca0e2a-d36f-4969-bc7b-96bbf79b1f45'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 26 21:20:45.380739 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 36308) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:20:45.417029 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Pushing event updated for resources: {'Port': ['ID=20ca0e2a-d36f-4969-bc7b-96bbf79b1f45,revision_number=8']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:20:45.511820 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884745c8-6c0d-4687-9569-765b44de99cc req-5008846c-0f09-4e24-a64e-d16bc1a7e45f tempest-FloatingIPsTestJSON-642371037 tempest-FloatingIPsTestJSON-642371037-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:20:45.516054 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-884745c8-6c0d-4687-9569-765b44de99cc req-5008846c-0f09-4e24-a64e-d16bc1a7e45f tempest-FloatingIPsTestJSON-642371037 tempest-FloatingIPsTestJSON-642371037-project] 10.222.0.13 "GET /v2.0/networks?id=4140a1f1-c93a-4bea-83a0-68953a54f299 HTTP/1.1" status: 200 len: 787 time: 0.3262336 Jan 26 21:20:45.534531 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [req-884745c8-6c0d-4687-9569-765b44de99cc req-32c80e5d-caf5-4b94-a8f3-59bfa61c679b tempest-FloatingIPsTestJSON-642371037 tempest-FloatingIPsTestJSON-642371037-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=103304) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 26 21:20:45.536285 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-884745c8-6c0d-4687-9569-765b44de99cc req-32c80e5d-caf5-4b94-a8f3-59bfa61c679b tempest-FloatingIPsTestJSON-642371037 tempest-FloatingIPsTestJSON-642371037-project] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0073504 Jan 26 21:20:45.558022 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9bc8563-df8a-41ad-ab0d-fb6feef9f811 req-2f06bc6c-44bd-4a5c-b3d8-0f6603379ab7 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:20:45.560361 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-e9bc8563-df8a-41ad-ab0d-fb6feef9f811 req-2f06bc6c-44bd-4a5c-b3d8-0f6603379ab7 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] 10.222.0.13 "GET /v2.0/ports?device_id=4596379c-6ccc-4df2-a875-f0896fc00fcc HTTP/1.1" status: 200 len: 945 time: 0.1235213 Jan 26 21:20:45.666789 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-c80f028a-a2da-4929-9242-d32bdbb5dc36 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=0b532fcc8af14237a582862eb873030c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2821338 Jan 26 21:20:45.668810 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 36316) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:20:45.697396 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-e9bc8563-df8a-41ad-ab0d-fb6feef9f811 req-3dab4d32-a2fc-48f8-9bc5-5ac940a814c8 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] 10.222.0.13 "GET /v2.0/security-groups?id=48ad9419-cea5-46f2-b67f-159b9c4803d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1157038 Jan 26 21:20:45.752445 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-b75d7f33-57b7-4b89-9f82-faebdfb183e9 admin admin] Publish callbacks [] for security_group (b6d824ef-69ca-4e4e-b868-c2cc3f997e66), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:20:45.783419 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-b75d7f33-57b7-4b89-9f82-faebdfb183e9 admin admin] Publish callbacks [] for security_group (b6d824ef-69ca-4e4e-b868-c2cc3f997e66), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:20:45.786334 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8712f869-bddc-49bf-ba35-f3239490d302 req-e496a1b6-d5fd-4176-b39e-5ae3fc66a618 tempest-DeleteServersTestJSON-1338827600 tempest-DeleteServersTestJSON-1338827600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:20:45.794324 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-8712f869-bddc-49bf-ba35-f3239490d302 req-e496a1b6-d5fd-4176-b39e-5ae3fc66a618 tempest-DeleteServersTestJSON-1338827600 tempest-DeleteServersTestJSON-1338827600-project] 10.222.0.13 "GET /v2.0/ports?device_id=b94ac130-6232-4bd7-acba-586230daf28f HTTP/1.1" status: 200 len: 946 time: 0.1503420 Jan 26 21:20:45.878857 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-b75d7f33-57b7-4b89-9f82-faebdfb183e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (b6d824ef-69ca-4e4e-b868-c2cc3f997e66), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:20:45.885204 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-b75d7f33-57b7-4b89-9f82-faebdfb183e9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:20:45.888759 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-b75d7f33-57b7-4b89-9f82-faebdfb183e9 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b6d824ef-69ca-4e4e-b868-c2cc3f997e66 HTTP/1.1" status: 204 len: 168 time: 0.2157145 Jan 26 21:20:45.919309 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-bd3b4e78-b1b9-4326-a297-931fbd81f021 req-f28af6a4-b671-49c3-a672-006191af9c74 tempest-FloatingIPsTestJSON-642371037 tempest-FloatingIPsTestJSON-642371037-project] 10.222.0.13 "GET /v2.0/floatingips/5bb82592-1bb7-45d5-ab82-e9f88ad8eb70 HTTP/1.1" status: 200 len: 693 time: 0.1728442 Jan 26 21:20:45.928817 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b75d7f33-57b7-4b89-9f82-faebdfb183e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6d824ef-69ca-4e4e-b868-c2cc3f997e66,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:20:46.051021 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-8712f869-bddc-49bf-ba35-f3239490d302 req-464e2217-4ddd-4c1a-833d-b821efc9e14e tempest-DeleteServersTestJSON-1338827600 tempest-DeleteServersTestJSON-1338827600-project] 10.222.0.13 "GET /v2.0/security-groups?id=b7fc5e70-a24b-497d-9cf6-8df82d0ad35b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2513874 Jan 26 21:20:46.147536 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3b4e78-b1b9-4326-a297-931fbd81f021 req-a5fc5f84-a5fc-492b-9c14-60e4eb115763 tempest-FloatingIPsTestJSON-642371037 tempest-FloatingIPsTestJSON-642371037-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:20:46.169624 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-bd3b4e78-b1b9-4326-a297-931fbd81f021 req-a5fc5f84-a5fc-492b-9c14-60e4eb115763 tempest-FloatingIPsTestJSON-642371037 tempest-FloatingIPsTestJSON-642371037-project] 10.222.0.13 "GET /v2.0/networks/4140a1f1-c93a-4bea-83a0-68953a54f299 HTTP/1.1" status: 200 len: 784 time: 0.2480762 Jan 26 21:20:46.175572 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [req-bd3b4e78-b1b9-4326-a297-931fbd81f021 req-6bf772ac-3630-4d89-8f94-e8157397497c tempest-FloatingIPsTestJSON-642371037 tempest-FloatingIPsTestJSON-642371037-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=103304) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 26 21:20:46.185571 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-bd3b4e78-b1b9-4326-a297-931fbd81f021 req-6bf772ac-3630-4d89-8f94-e8157397497c tempest-FloatingIPsTestJSON-642371037 tempest-FloatingIPsTestJSON-642371037-project] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0148051 Jan 26 21:20:46.317926 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-bd3b4e78-b1b9-4326-a297-931fbd81f021 req-5570523e-de2f-4bf0-bafe-aa5f76e4f49c tempest-FloatingIPsTestJSON-642371037 tempest-FloatingIPsTestJSON-642371037-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.1.237 HTTP/1.1" status: 200 len: 696 time: 0.1313670 Jan 26 21:20:46.439890 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-bd3b4e78-b1b9-4326-a297-931fbd81f021 req-2193549f-f02e-4e87-959e-e15d308b359f tempest-FloatingIPsTestJSON-642371037 tempest-FloatingIPsTestJSON-642371037-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.1.237 HTTP/1.1" status: 200 len: 696 time: 0.1209803 Jan 26 21:20:46.460893 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc90a04-5ca4-4660-908a-d93f19cf3867 req-447bc3ee-8789-4c5c-b04c-dd9d8c695f9b tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:20:46.470864 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-2dc90a04-5ca4-4660-908a-d93f19cf3867 req-447bc3ee-8789-4c5c-b04c-dd9d8c695f9b tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] 10.222.0.66 "GET /v2.0/ports?device_id=4596379c-6ccc-4df2-a875-f0896fc00fcc&tenant_id=c6d9f10230f341edbbe46b16c17eb870&binding%3Ahost_id=n-h2-760453-5 HTTP/1.1" status: 200 len: 945 time: 0.1661248 Jan 26 21:20:46.584417 n-d-760453-5 neutron-server[103305]: INFO neutron.api.v2.resource [req-2dc90a04-5ca4-4660-908a-d93f19cf3867 req-dc8d7099-7789-42f5-8a1a-e8f186471c9e service neutron] delete failed (client error): The resource could not be found. Jan 26 21:20:46.584417 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-2dc90a04-5ca4-4660-908a-d93f19cf3867 req-dc8d7099-7789-42f5-8a1a-e8f186471c9e service neutron] 10.222.0.66 "DELETE /v2.0/ports/20ca0e2a-d36f-4969-bc7b-96bbf79b1f45/bindings/n-h1-760453-5 HTTP/1.1" status: 404 len: 380 time: 0.1075468 Jan 26 21:20:46.724139 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc90a04-5ca4-4660-908a-d93f19cf3867 req-989836d6-df29-43c6-b9b5-59a8729b265d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:20:46.725708 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-2dc90a04-5ca4-4660-908a-d93f19cf3867 req-989836d6-df29-43c6-b9b5-59a8729b265d service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=c6d9f10230f341edbbe46b16c17eb870&device_id=4596379c-6ccc-4df2-a875-f0896fc00fcc HTTP/1.1" status: 200 len: 1096 time: 0.0696273 Jan 26 21:20:46.766287 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664e16b3-62d5-41ff-b621-73bbba85b95b req-bd2c4cee-01c5-4d74-a75b-f95a3f30a076 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:20:46.773535 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-664e16b3-62d5-41ff-b621-73bbba85b95b req-bd2c4cee-01c5-4d74-a75b-f95a3f30a076 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] 10.222.0.13 "GET /v2.0/ports?device_id=4596379c-6ccc-4df2-a875-f0896fc00fcc HTTP/1.1" status: 200 len: 945 time: 0.1207304 Jan 26 21:20:46.844762 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [req-bd3b4e78-b1b9-4326-a297-931fbd81f021 req-8443cd0d-73b6-4faf-9737-916fe14fe716 tempest-FloatingIPsTestJSON-642371037 tempest-FloatingIPsTestJSON-642371037-project] Deleting port db50a95a-a5f0-4bed-8670-acb305af13e3 {{(pid=103304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 21:20:46.845251 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-bd3b4e78-b1b9-4326-a297-931fbd81f021 req-8443cd0d-73b6-4faf-9737-916fe14fe716 tempest-FloatingIPsTestJSON-642371037 tempest-FloatingIPsTestJSON-642371037-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746560630878'] for port (db50a95a-a5f0-4bed-8670-acb305af13e3), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:20:46.872900 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-664e16b3-62d5-41ff-b621-73bbba85b95b req-58ecd9df-2db9-4a8a-828e-f00de367658f tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] 10.222.0.13 "GET /v2.0/security-groups?id=48ad9419-cea5-46f2-b67f-159b9c4803d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0901070 Jan 26 21:20:46.883822 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc90a04-5ca4-4660-908a-d93f19cf3867 req-db6f654d-5bd5-44d7-b43c-8de39b832f15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:20:46.885348 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-2dc90a04-5ca4-4660-908a-d93f19cf3867 req-db6f654d-5bd5-44d7-b43c-8de39b832f15 service neutron] 10.222.0.66 "GET /v2.0/networks?id=53e223b0-da4c-46a0-9735-61b7e6751b1f HTTP/1.1" status: 200 len: 897 time: 0.1535981 Jan 26 21:20:46.987519 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-bd3b4e78-b1b9-4326-a297-931fbd81f021 req-8443cd0d-73b6-4faf-9737-916fe14fe716 tempest-FloatingIPsTestJSON-642371037 tempest-FloatingIPsTestJSON-642371037-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4109658'] for port (db50a95a-a5f0-4bed-8670-acb305af13e3), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:20:46.988010 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-bd3b4e78-b1b9-4326-a297-931fbd81f021 req-8443cd0d-73b6-4faf-9737-916fe14fe716 tempest-FloatingIPsTestJSON-642371037 tempest-FloatingIPsTestJSON-642371037-project] Publish callbacks [] for floatingip (db50a95a-a5f0-4bed-8670-acb305af13e3), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:20:47.006172 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [req-bd3b4e78-b1b9-4326-a297-931fbd81f021 req-8443cd0d-73b6-4faf-9737-916fe14fe716 tempest-FloatingIPsTestJSON-642371037 tempest-FloatingIPsTestJSON-642371037-project] Calling delete_port for db50a95a-a5f0-4bed-8670-acb305af13e3 owned by network:floatingip {{(pid=103304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 21:20:47.029634 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-2dc90a04-5ca4-4660-908a-d93f19cf3867 req-234eb79a-804f-49ca-9338-86217eb988b1 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=20ca0e2a-d36f-4969-bc7b-96bbf79b1f45 HTTP/1.1" status: 200 len: 1001 time: 0.1381097 Jan 26 21:20:47.116544 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc90a04-5ca4-4660-908a-d93f19cf3867 req-7a7f56cd-6788-4342-8cb5-0cb071beb2d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:20:47.118623 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-2dc90a04-5ca4-4660-908a-d93f19cf3867 req-7a7f56cd-6788-4342-8cb5-0cb071beb2d6 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=062e0a06-c395-4f1c-b56d-3b2dd4ffff4d HTTP/1.1" status: 200 len: 835 time: 0.0838585 Jan 26 21:20:47.210273 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc90a04-5ca4-4660-908a-d93f19cf3867 req-84eab0cd-5a87-47e8-a929-3719f22d8bae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:20:47.210273 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-2dc90a04-5ca4-4660-908a-d93f19cf3867 req-84eab0cd-5a87-47e8-a929-3719f22d8bae service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=53e223b0-da4c-46a0-9735-61b7e6751b1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0826192 Jan 26 21:20:47.210702 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 36356) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:20:47.269685 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-bd3b4e78-b1b9-4326-a297-931fbd81f021 req-8443cd0d-73b6-4faf-9737-916fe14fe716 tempest-FloatingIPsTestJSON-642371037 tempest-FloatingIPsTestJSON-642371037-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746560636600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746560234536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9281553'] for port (db50a95a-a5f0-4bed-8670-acb305af13e3), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:20:47.286368 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea7f429-2a5d-4469-b945-2190ec85cc4a req-30eb3516-0e1e-4271-b374-6c9aa3b9826a tempest-ServersNegativeTestJSON-90632883 tempest-ServersNegativeTestJSON-90632883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:20:47.288379 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-5ea7f429-2a5d-4469-b945-2190ec85cc4a req-30eb3516-0e1e-4271-b374-6c9aa3b9826a tempest-ServersNegativeTestJSON-90632883 tempest-ServersNegativeTestJSON-90632883-project] 10.222.0.13 "GET /v2.0/ports?device_id=20bda332-a159-49bd-8c61-2ea774ab5602 HTTP/1.1" status: 200 len: 944 time: 0.2657859 Jan 26 21:20:47.324768 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8443cd0d-73b6-4faf-9737-916fe14fe716 tempest-FloatingIPsTestJSON-642371037 tempest-FloatingIPsTestJSON-642371037-project] Pushing event deleted for resources: {'Port': ['ID=db50a95a-a5f0-4bed-8670-acb305af13e3,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:20:47.406462 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-2dc90a04-5ca4-4660-908a-d93f19cf3867 req-25d8749e-e259-47e5-a041-2ad00ce1ccc8 service neutron] 10.222.0.66 "GET /v2.0/networks/53e223b0-da4c-46a0-9735-61b7e6751b1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1827660 Jan 26 21:20:47.426684 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-fe2c6cdf-802e-4e9a-bf70-609424cdeda7 tempest-SecGroupTest-221798086 tempest-SecGroupTest-221798086-project] Request body: {'security_group': {'name': 'tempest-secgroup--587455043'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:20:47.476983 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-5ea7f429-2a5d-4469-b945-2190ec85cc4a req-1274e80b-d213-4784-924b-fbdf1425f7f1 tempest-ServersNegativeTestJSON-90632883 tempest-ServersNegativeTestJSON-90632883-project] 10.222.0.13 "GET /v2.0/security-groups?id=f00b351c-12ea-4499-84c9-f0263f4f27ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1635611 Jan 26 21:20:47.490859 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-bd3b4e78-b1b9-4326-a297-931fbd81f021 req-8443cd0d-73b6-4faf-9737-916fe14fe716 tempest-FloatingIPsTestJSON-642371037 tempest-FloatingIPsTestJSON-642371037-project] Publish callbacks [] for floatingip (5bb82592-1bb7-45d5-ab82-e9f88ad8eb70), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:20:47.509452 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-bd3b4e78-b1b9-4326-a297-931fbd81f021 req-8443cd0d-73b6-4faf-9737-916fe14fe716 tempest-FloatingIPsTestJSON-642371037 tempest-FloatingIPsTestJSON-642371037-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for floatingip (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:20:47.528483 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-bd3b4e78-b1b9-4326-a297-931fbd81f021 req-8443cd0d-73b6-4faf-9737-916fe14fe716 tempest-FloatingIPsTestJSON-642371037 tempest-FloatingIPsTestJSON-642371037-project] 10.222.0.13 "DELETE /v2.0/floatingips/5bb82592-1bb7-45d5-ab82-e9f88ad8eb70 HTTP/1.1" status: 204 len: 173 time: 1.0876193 Jan 26 21:20:47.533561 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-fe2c6cdf-802e-4e9a-bf70-609424cdeda7 tempest-SecGroupTest-221798086 tempest-SecGroupTest-221798086-project] Publish callbacks [] for security_group (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:20:47.549672 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-fe2c6cdf-802e-4e9a-bf70-609424cdeda7 tempest-SecGroupTest-221798086 tempest-SecGroupTest-221798086-project] Publish callbacks [] for security_group (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:20:47.647632 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-fe2c6cdf-802e-4e9a-bf70-609424cdeda7 tempest-SecGroupTest-221798086 tempest-SecGroupTest-221798086-project] Publish callbacks [] for security_group (fd757750-142d-4de1-8e24-f11d9962b80b), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:20:47.656366 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-fe2c6cdf-802e-4e9a-bf70-609424cdeda7 tempest-SecGroupTest-221798086 tempest-SecGroupTest-221798086-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (fd757750-142d-4de1-8e24-f11d9962b80b), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:20:47.676595 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708db328-65fa-4da5-ac72-926721801bbe req-8bcf2527-a2f8-4328-844b-63ee321b7c88 tempest-DeleteServersTestJSON-1338827600 tempest-DeleteServersTestJSON-1338827600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:20:47.678266 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-708db328-65fa-4da5-ac72-926721801bbe req-8bcf2527-a2f8-4328-844b-63ee321b7c88 tempest-DeleteServersTestJSON-1338827600 tempest-DeleteServersTestJSON-1338827600-project] 10.222.0.13 "GET /v2.0/ports?device_id=b94ac130-6232-4bd7-acba-586230daf28f HTTP/1.1" status: 200 len: 946 time: 0.1081922 Jan 26 21:20:47.691831 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-2dc90a04-5ca4-4660-908a-d93f19cf3867 req-147b51b8-fb3b-49e0-9a6b-6848b96fd561 service neutron] 10.222.0.66 "GET /v2.0/networks/53e223b0-da4c-46a0-9735-61b7e6751b1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2781446 Jan 26 21:20:47.705598 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2c6cdf-802e-4e9a-bf70-609424cdeda7 tempest-SecGroupTest-221798086 tempest-SecGroupTest-221798086-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fd757750-142d-4de1-8e24-f11d9962b80b,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:20:47.802970 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-fe2c6cdf-802e-4e9a-bf70-609424cdeda7 tempest-SecGroupTest-221798086 tempest-SecGroupTest-221798086-project] Publish callbacks [] for security_group (f0271c89-9322-4497-95d2-92a63fcaa75b), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:20:47.815459 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-708db328-65fa-4da5-ac72-926721801bbe req-cb047a94-18f9-4568-8d64-cb3093e06015 tempest-DeleteServersTestJSON-1338827600 tempest-DeleteServersTestJSON-1338827600-project] 10.222.0.13 "GET /v2.0/security-groups?id=b7fc5e70-a24b-497d-9cf6-8df82d0ad35b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1234205 Jan 26 21:20:47.816835 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-fe2c6cdf-802e-4e9a-bf70-609424cdeda7 tempest-SecGroupTest-221798086 tempest-SecGroupTest-221798086-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (f0271c89-9322-4497-95d2-92a63fcaa75b), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:20:47.867061 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2c6cdf-802e-4e9a-bf70-609424cdeda7 tempest-SecGroupTest-221798086 tempest-SecGroupTest-221798086-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f0271c89-9322-4497-95d2-92a63fcaa75b,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:20:47.916642 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-fe2c6cdf-802e-4e9a-bf70-609424cdeda7 tempest-SecGroupTest-221798086 tempest-SecGroupTest-221798086-project] Publish callbacks [] for security_group (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:20:47.929500 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-fe2c6cdf-802e-4e9a-bf70-609424cdeda7 tempest-SecGroupTest-221798086 tempest-SecGroupTest-221798086-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.7165885 Jan 26 21:20:47.933864 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 36374) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:20:48.015593 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-1d068e34-d4d5-424c-aff2-c36c0f6d3a74 tempest-SecGroupTest-221798086 tempest-SecGroupTest-221798086-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4544 time: 0.0805199 Jan 26 21:20:48.016414 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 36376) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:20:48.021434 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-887f4916-c673-4696-8f9c-5f3d2437bc4e tempest-SecGroupTest-221798086 tempest-SecGroupTest-221798086-project] Request body: {'security_group': {'name': 'tempest-security--1818919005', 'description': 'tempest-security-description-1935099749'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:20:48.021910 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e81a85-a283-48d6-9287-cc991a7db9bb req-486e37e9-044d-4add-bc3a-eae0c81c2f0c tempest-ServersNegativeTestJSON-90632883 tempest-ServersNegativeTestJSON-90632883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:20:48.023794 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-95e81a85-a283-48d6-9287-cc991a7db9bb req-486e37e9-044d-4add-bc3a-eae0c81c2f0c tempest-ServersNegativeTestJSON-90632883 tempest-ServersNegativeTestJSON-90632883-project] 10.222.0.13 "GET /v2.0/ports?device_id=20bda332-a159-49bd-8c61-2ea774ab5602 HTTP/1.1" status: 200 len: 944 time: 0.1322386 Jan 26 21:20:48.068617 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-887f4916-c673-4696-8f9c-5f3d2437bc4e tempest-SecGroupTest-221798086 tempest-SecGroupTest-221798086-project] Publish callbacks [] for security_group (f0271c89-9322-4497-95d2-92a63fcaa75b), before_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:20:48.100366 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-95e81a85-a283-48d6-9287-cc991a7db9bb req-3ced796b-166b-48cd-9dd0-553b1fb53b8b tempest-ServersNegativeTestJSON-90632883 tempest-ServersNegativeTestJSON-90632883-project] 10.222.0.13 "GET /v2.0/security-groups?id=f00b351c-12ea-4499-84c9-f0263f4f27ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687671 Jan 26 21:20:48.144010 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-fa98cd63-4b63-4392-977d-0a8144dd2a4e req-a9422995-502e-4d61-9564-d5614205ed00 tempest-FloatingIPsTestJSON-642371037 tempest-FloatingIPsTestJSON-642371037-project] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2731786 Jan 26 21:20:48.149196 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [req-fa98cd63-4b63-4392-977d-0a8144dd2a4e req-a6d2ef2e-a95e-43ef-abae-c91450a0ffbd tempest-FloatingIPsTestJSON-642371037 tempest-FloatingIPsTestJSON-642371037-project] Request body: {'floatingip': {'floating_network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:20:48.191151 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-887f4916-c673-4696-8f9c-5f3d2437bc4e tempest-SecGroupTest-221798086 tempest-SecGroupTest-221798086-project] Publish callbacks [] for security_group (f0271c89-9322-4497-95d2-92a63fcaa75b), precommit_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:20:48.197067 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-fa98cd63-4b63-4392-977d-0a8144dd2a4e req-a6d2ef2e-a95e-43ef-abae-c91450a0ffbd tempest-FloatingIPsTestJSON-642371037 tempest-FloatingIPsTestJSON-642371037-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:20:48.203701 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-887f4916-c673-4696-8f9c-5f3d2437bc4e tempest-SecGroupTest-221798086 tempest-SecGroupTest-221798086-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (f0271c89-9322-4497-95d2-92a63fcaa75b), after_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:20:48.207203 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-887f4916-c673-4696-8f9c-5f3d2437bc4e tempest-SecGroupTest-221798086 tempest-SecGroupTest-221798086-project] Publish callbacks [] for security_group (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:20:48.211083 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-887f4916-c673-4696-8f9c-5f3d2437bc4e tempest-SecGroupTest-221798086 tempest-SecGroupTest-221798086-project] 10.222.0.13 "PUT /v2.0/security-groups/f0271c89-9322-4497-95d2-92a63fcaa75b HTTP/1.1" status: 200 len: 1797 time: 0.1913240 Jan 26 21:20:48.223008 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 36384) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:20:48.284427 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-887f4916-c673-4696-8f9c-5f3d2437bc4e tempest-SecGroupTest-221798086 tempest-SecGroupTest-221798086-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f0271c89-9322-4497-95d2-92a63fcaa75b,revision_number=2']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:20:48.323436 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-442a09e6-3fa6-4d05-b730-ce7a626391ba tempest-SecGroupTest-221798086 tempest-SecGroupTest-221798086-project] 10.222.0.13 "GET /v2.0/security-groups/f0271c89-9322-4497-95d2-92a63fcaa75b HTTP/1.1" status: 200 len: 1797 time: 0.0970833 Jan 26 21:20:48.324063 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 36388) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:20:48.337069 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Device 20ca0e2a-d36f-4969-bc7b-96bbf79b1f45 up at agent hyperv_n-h2-760453-5 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 21:20:48.397396 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffef4145-9ed6-4ab0-a335-74158ffd7a0c req-5300a4ce-10e9-496c-92eb-39f84815f252 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:20:48.408815 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-ffef4145-9ed6-4ab0-a335-74158ffd7a0c req-5300a4ce-10e9-496c-92eb-39f84815f252 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] 10.222.0.13 "GET /v2.0/ports?device_id=4596379c-6ccc-4df2-a875-f0896fc00fcc HTTP/1.1" status: 200 len: 945 time: 0.0833955 Jan 26 21:20:48.451105 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-bcc8c4d5-97ee-42a5-a0c8-539b1e258f84 tempest-SecGroupTest-221798086 tempest-SecGroupTest-221798086-project] Publish callbacks [] for security_group (f0271c89-9322-4497-95d2-92a63fcaa75b), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:20:48.457350 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Provisioning for port 20ca0e2a-d36f-4969-bc7b-96bbf79b1f45 completed by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 21:20:48.462408 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Provisioning complete for port 20ca0e2a-d36f-4969-bc7b-96bbf79b1f45 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:20:48.463100 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (20ca0e2a-d36f-4969-bc7b-96bbf79b1f45), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:20:48.492048 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-bcc8c4d5-97ee-42a5-a0c8-539b1e258f84 tempest-SecGroupTest-221798086 tempest-SecGroupTest-221798086-project] Publish callbacks [] for security_group (f0271c89-9322-4497-95d2-92a63fcaa75b), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:20:48.579641 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-bcc8c4d5-97ee-42a5-a0c8-539b1e258f84 tempest-SecGroupTest-221798086 tempest-SecGroupTest-221798086-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (f0271c89-9322-4497-95d2-92a63fcaa75b), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:20:48.582922 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-bcc8c4d5-97ee-42a5-a0c8-539b1e258f84 tempest-SecGroupTest-221798086 tempest-SecGroupTest-221798086-project] Publish callbacks [] for security_group (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:20:48.587130 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-bcc8c4d5-97ee-42a5-a0c8-539b1e258f84 tempest-SecGroupTest-221798086 tempest-SecGroupTest-221798086-project] 10.222.0.13 "DELETE /v2.0/security-groups/f0271c89-9322-4497-95d2-92a63fcaa75b HTTP/1.1" status: 204 len: 168 time: 0.2558632 Jan 26 21:20:48.590074 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 36390) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:20:48.622431 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc8c4d5-97ee-42a5-a0c8-539b1e258f84 tempest-SecGroupTest-221798086 tempest-SecGroupTest-221798086-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0271c89-9322-4497-95d2-92a63fcaa75b,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:20:48.630307 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-ffef4145-9ed6-4ab0-a335-74158ffd7a0c req-be91074a-6d31-409e-9cec-853b4e754676 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] 10.222.0.13 "GET /v2.0/security-groups?id=48ad9419-cea5-46f2-b67f-159b9c4803d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2186208 Jan 26 21:20:48.649773 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-fa98cd63-4b63-4392-977d-0a8144dd2a4e req-a6d2ef2e-a95e-43ef-abae-c91450a0ffbd tempest-FloatingIPsTestJSON-642371037 tempest-FloatingIPsTestJSON-642371037-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:20:48.679252 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Current status of the port 20ca0e2a-d36f-4969-bc7b-96bbf79b1f45 is: BUILD; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:20:48.681900 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (20ca0e2a-d36f-4969-bc7b-96bbf79b1f45), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:20:48.733374 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-e99d8476-58a9-4f5e-b2e6-b34633b8d17f tempest-SecGroupTest-221798086 tempest-SecGroupTest-221798086-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1349916 Jan 26 21:20:48.735711 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 36394) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:20:48.750191 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] For port 20ca0e2a-d36f-4969-bc7b-96bbf79b1f45, host n-h2-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-5',level=0,port_id=20ca0e2a-d36f-4969-bc7b-96bbf79b1f45,segment=NetworkSegment(17e2e8a5-d0ff-43c6-ae30-ad82dc108dba),segment_id=17e2e8a5-d0ff-43c6-ae30-ad82dc108dba)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:20:48.751670 n-d-760453-5 neutron-server[103306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4596379c-6ccc-4df2-a875-f0896fc00fcc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20ca0e2a-d36f-4969-bc7b-96bbf79b1f45'}] {{(pid=103306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 21:20:48.754233 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9d5d370febab655511bdd2ffe887e43e442d144a440368702bcc1e93af00b97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-adfacf6d-1f67-4a26-aebb-8746b0d79042" -d '{"events": [{"server_uuid": "4596379c-6ccc-4df2-a875-f0896fc00fcc", "name": "network-vif-plugged", "status": "completed", "tag": "20ca0e2a-d36f-4969-bc7b-96bbf79b1f45"}]}' {{(pid=103306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 21:20:48.755892 n-d-760453-5 neutron-server[103304]: INFO neutron.api.v2.resource [None req-060af914-f96f-4306-89e0-51a1221ea93a tempest-SecGroupTest-221798086 tempest-SecGroupTest-221798086-project] delete failed (client error): The resource could not be found. Jan 26 21:20:48.760694 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-060af914-f96f-4306-89e0-51a1221ea93a tempest-SecGroupTest-221798086 tempest-SecGroupTest-221798086-project] 10.222.0.13 "DELETE /v2.0/security-groups/f0271c89-9322-4497-95d2-92a63fcaa75b HTTP/1.1" status: 404 len: 347 time: 0.0202992 Jan 26 21:20:48.760878 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (20ca0e2a-d36f-4969-bc7b-96bbf79b1f45), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:20:48.761214 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 36398) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:20:48.766253 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Device 88764215-3016-414b-be37-d9a2af36ed63 no longer exists at agent hyperv_n-h2-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 26 21:20:48.767470 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-d9d9fa80-88b6-4dcc-8bc9-d2ea8d6b0cd2 tempest-SecGroupTest-221798086 tempest-SecGroupTest-221798086-project] Request body: {'security_group': {'name': 'tempest-secgroup--550830985'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:20:48.802713 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-d9d9fa80-88b6-4dcc-8bc9-d2ea8d6b0cd2 tempest-SecGroupTest-221798086 tempest-SecGroupTest-221798086-project] Publish callbacks [] for security_group (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:20:48.903489 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-d9d9fa80-88b6-4dcc-8bc9-d2ea8d6b0cd2 tempest-SecGroupTest-221798086 tempest-SecGroupTest-221798086-project] Publish callbacks [] for security_group (f37728a4-0863-4c3a-973e-98bef84ea2a4), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:20:48.912352 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-d9d9fa80-88b6-4dcc-8bc9-d2ea8d6b0cd2 tempest-SecGroupTest-221798086 tempest-SecGroupTest-221798086-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (f37728a4-0863-4c3a-973e-98bef84ea2a4), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:20:48.932419 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.db_base_plugin_common [req-fa98cd63-4b63-4392-977d-0a8144dd2a4e req-a6d2ef2e-a95e-43ef-abae-c91450a0ffbd tempest-FloatingIPsTestJSON-642371037 tempest-FloatingIPsTestJSON-642371037-project] Allocated IP 172.25.1.242 (4140a1f1-c93a-4bea-83a0-68953a54f299/e48251a1-e30d-4820-8396-00c6f6aeb601/95fd78d7-3a0d-4a93-9947-90432f2a3896) {{(pid=103304) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 21:20:49.038750 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-17e1e0e6-ad60-405d-afd4-72234d85dffc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (474ccdf7-ab6c-405b-a3b2-dc7b05829902), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:20:49.041996 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-d9d9fa80-88b6-4dcc-8bc9-d2ea8d6b0cd2 tempest-SecGroupTest-221798086 tempest-SecGroupTest-221798086-project] Publish callbacks [] for security_group (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:20:49.043469 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-d9d9fa80-88b6-4dcc-8bc9-d2ea8d6b0cd2 tempest-SecGroupTest-221798086 tempest-SecGroupTest-221798086-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2814093 Jan 26 21:20:49.048573 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 36408) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:20:49.049987 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Pushing event updated for resources: {'Port': ['ID=20ca0e2a-d36f-4969-bc7b-96bbf79b1f45,revision_number=9']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:20:49.054236 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Current status of the port 88764215-3016-414b-be37-d9a2af36ed63 is: DOWN; New status is: DOWN {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:20:49.070281 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-418c4c07-6394-4ba6-b474-032cfaf71d0d tempest-SecGroupTest-221798086 tempest-SecGroupTest-221798086-project] Request body: {'security_group_rule': {'security_group_id': 'f37728a4-0863-4c3a-973e-98bef84ea2a4', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:20:49.081838 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d9fa80-88b6-4dcc-8bc9-d2ea8d6b0cd2 tempest-SecGroupTest-221798086 tempest-SecGroupTest-221798086-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f37728a4-0863-4c3a-973e-98bef84ea2a4,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:20:49.134417 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-418c4c07-6394-4ba6-b474-032cfaf71d0d tempest-SecGroupTest-221798086 tempest-SecGroupTest-221798086-project] Publish callbacks [] for security_group_rule (0abbee40-5f77-4d6e-937b-319afd510bf8), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:20:49.146012 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-fa98cd63-4b63-4392-977d-0a8144dd2a4e req-a6d2ef2e-a95e-43ef-abae-c91450a0ffbd tempest-FloatingIPsTestJSON-642371037 tempest-FloatingIPsTestJSON-642371037-project] Publish callbacks [] for port (95fd78d7-3a0d-4a93-9947-90432f2a3896), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:20:49.218169 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-418c4c07-6394-4ba6-b474-032cfaf71d0d tempest-SecGroupTest-221798086 tempest-SecGroupTest-221798086-project] Publish callbacks [] for security_group_rule (0abbee40-5f77-4d6e-937b-319afd510bf8), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:20:49.227581 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-418c4c07-6394-4ba6-b474-032cfaf71d0d tempest-SecGroupTest-221798086 tempest-SecGroupTest-221798086-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102715'] for security_group_rule (0abbee40-5f77-4d6e-937b-319afd510bf8), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:20:49.235176 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-fa98cd63-4b63-4392-977d-0a8144dd2a4e req-a6d2ef2e-a95e-43ef-abae-c91450a0ffbd tempest-FloatingIPsTestJSON-642371037 tempest-FloatingIPsTestJSON-642371037-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746560234527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9281553'] for port (95fd78d7-3a0d-4a93-9947-90432f2a3896), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:20:49.252923 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-418c4c07-6394-4ba6-b474-032cfaf71d0d tempest-SecGroupTest-221798086 tempest-SecGroupTest-221798086-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0abbee40-5f77-4d6e-937b-319afd510bf8,revision_number=0']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:20:49.275133 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-418c4c07-6394-4ba6-b474-032cfaf71d0d tempest-SecGroupTest-221798086 tempest-SecGroupTest-221798086-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:20:49.276587 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-418c4c07-6394-4ba6-b474-032cfaf71d0d tempest-SecGroupTest-221798086 tempest-SecGroupTest-221798086-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2142682 Jan 26 21:20:49.283971 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 36412) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:20:49.331734 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-f2c2d599-014c-40cc-b0a7-e20eac27340e tempest-SecGroupTest-221798086 tempest-SecGroupTest-221798086-project] Publish callbacks [] for security_group_rule (0abbee40-5f77-4d6e-937b-319afd510bf8), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:20:49.339666 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fa98cd63-4b63-4392-977d-0a8144dd2a4e req-a6d2ef2e-a95e-43ef-abae-c91450a0ffbd tempest-FloatingIPsTestJSON-642371037 tempest-FloatingIPsTestJSON-642371037-project] Network 4140a1f1-c93a-4bea-83a0-68953a54f299 is already hosted by enough agents. {{(pid=103304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 21:20:49.346760 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Jan 2022 21:20:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0164954-22b9-4b26-ad58-af0a5867f919 x-openstack-request-id: req-c0164954-22b9-4b26-ad58-af0a5867f919 {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 21:20:49.347858 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4596379c-6ccc-4df2-a875-f0896fc00fcc", "name": "network-vif-plugged", "status": "completed", "tag": "20ca0e2a-d36f-4969-bc7b-96bbf79b1f45", "code": 200}]} {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 21:20:49.348121 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c0164954-22b9-4b26-ad58-af0a5867f919 {{(pid=103306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 21:20:49.348533 n-d-760453-5 neutron-server[103306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4596379c-6ccc-4df2-a875-f0896fc00fcc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20ca0e2a-d36f-4969-bc7b-96bbf79b1f45', 'code': 200} Jan 26 21:20:49.350947 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-f2c2d599-014c-40cc-b0a7-e20eac27340e tempest-SecGroupTest-221798086 tempest-SecGroupTest-221798086-project] Publish callbacks [] for security_group_rule (0abbee40-5f77-4d6e-937b-319afd510bf8), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:20:49.357586 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [req-fa98cd63-4b63-4392-977d-0a8144dd2a4e req-a6d2ef2e-a95e-43ef-abae-c91450a0ffbd tempest-FloatingIPsTestJSON-642371037 tempest-FloatingIPsTestJSON-642371037-project] Resources bound (agent type, host, resource id): {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:20:49.363650 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa98cd63-4b63-4392-977d-0a8144dd2a4e req-a6d2ef2e-a95e-43ef-abae-c91450a0ffbd tempest-FloatingIPsTestJSON-642371037 tempest-FloatingIPsTestJSON-642371037-project] Received port after_create {{(pid=103304) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 21:20:49.423485 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-f2c2d599-014c-40cc-b0a7-e20eac27340e tempest-SecGroupTest-221798086 tempest-SecGroupTest-221798086-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102715'] for security_group_rule (0abbee40-5f77-4d6e-937b-319afd510bf8), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:20:49.438804 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-f2c2d599-014c-40cc-b0a7-e20eac27340e tempest-SecGroupTest-221798086 tempest-SecGroupTest-221798086-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:20:49.442762 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-f2c2d599-014c-40cc-b0a7-e20eac27340e tempest-SecGroupTest-221798086 tempest-SecGroupTest-221798086-project] 10.222.0.13 "DELETE /v2.0/security-group-rules/0abbee40-5f77-4d6e-937b-319afd510bf8 HTTP/1.1" status: 204 len: 168 time: 0.1565139 Jan 26 21:20:49.447030 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 36414) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:20:49.453597 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c2d599-014c-40cc-b0a7-e20eac27340e tempest-SecGroupTest-221798086 tempest-SecGroupTest-221798086-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=0abbee40-5f77-4d6e-937b-319afd510bf8,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:20:49.459162 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d2ef2e-a95e-43ef-abae-c91450a0ffbd tempest-FloatingIPsTestJSON-642371037 tempest-FloatingIPsTestJSON-642371037-project] Pushing event updated for resources: {'Port': ['ID=95fd78d7-3a0d-4a93-9947-90432f2a3896,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:20:49.528959 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-c862f4e1-ebd7-408f-a6d9-425ca6bdae0c tempest-SecGroupTest-221798086 tempest-SecGroupTest-221798086-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0800753 Jan 26 21:20:49.531896 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 36416) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:20:49.557144 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-fa98cd63-4b63-4392-977d-0a8144dd2a4e req-a6d2ef2e-a95e-43ef-abae-c91450a0ffbd tempest-FloatingIPsTestJSON-642371037 tempest-FloatingIPsTestJSON-642371037-project] Publish callbacks [] for floatingip (44bf8497-29c7-4bf2-b3a9-dc00b53ce1bb), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:20:49.605079 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-dee163f5-9939-4069-b0a7-1b7e8a6b5294 tempest-SecGroupTest-221798086 tempest-SecGroupTest-221798086-project] Publish callbacks [] for security_group (f37728a4-0863-4c3a-973e-98bef84ea2a4), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:20:49.644429 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-dee163f5-9939-4069-b0a7-1b7e8a6b5294 tempest-SecGroupTest-221798086 tempest-SecGroupTest-221798086-project] Publish callbacks [] for security_group (f37728a4-0863-4c3a-973e-98bef84ea2a4), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:20:49.649104 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-fa98cd63-4b63-4392-977d-0a8144dd2a4e req-a6d2ef2e-a95e-43ef-abae-c91450a0ffbd tempest-FloatingIPsTestJSON-642371037 tempest-FloatingIPsTestJSON-642371037-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (95fd78d7-3a0d-4a93-9947-90432f2a3896), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:20:49.695108 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e720977e-8567-4cd9-804b-4f8e58aaa73a req-7b7993f5-3565-455c-bc81-2721d9d3a76f tempest-DeleteServersTestJSON-1338827600 tempest-DeleteServersTestJSON-1338827600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:20:49.705494 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-e720977e-8567-4cd9-804b-4f8e58aaa73a req-7b7993f5-3565-455c-bc81-2721d9d3a76f tempest-DeleteServersTestJSON-1338827600 tempest-DeleteServersTestJSON-1338827600-project] 10.222.0.13 "GET /v2.0/ports?device_id=b94ac130-6232-4bd7-acba-586230daf28f HTTP/1.1" status: 200 len: 946 time: 0.1234915 Jan 26 21:20:49.724827 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-dee163f5-9939-4069-b0a7-1b7e8a6b5294 tempest-SecGroupTest-221798086 tempest-SecGroupTest-221798086-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (f37728a4-0863-4c3a-973e-98bef84ea2a4), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:20:49.728594 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-dee163f5-9939-4069-b0a7-1b7e8a6b5294 tempest-SecGroupTest-221798086 tempest-SecGroupTest-221798086-project] Publish callbacks [] for security_group (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:20:49.732284 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-dee163f5-9939-4069-b0a7-1b7e8a6b5294 tempest-SecGroupTest-221798086 tempest-SecGroupTest-221798086-project] 10.222.0.13 "DELETE /v2.0/security-groups/f37728a4-0863-4c3a-973e-98bef84ea2a4 HTTP/1.1" status: 204 len: 168 time: 0.1968322 Jan 26 21:20:49.739677 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 36420) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:20:49.740546 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee163f5-9939-4069-b0a7-1b7e8a6b5294 tempest-SecGroupTest-221798086 tempest-SecGroupTest-221798086-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f37728a4-0863-4c3a-973e-98bef84ea2a4,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:20:49.798428 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-78a0680b-3687-4505-88cd-539169dc20b4 tempest-SecGroupTest-221798086 tempest-SecGroupTest-221798086-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0549970 Jan 26 21:20:49.802023 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 36422) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:20:49.808483 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-5248df69-35f4-47b8-8a05-75644b7be907 tempest-SecGroupTest-221798086 tempest-SecGroupTest-221798086-project] Request body: {'security_group': {'name': 'tempest-secgroup--1379834630'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:20:49.846336 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-5248df69-35f4-47b8-8a05-75644b7be907 tempest-SecGroupTest-221798086 tempest-SecGroupTest-221798086-project] Publish callbacks [] for security_group (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:20:49.867081 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-e720977e-8567-4cd9-804b-4f8e58aaa73a req-70a151c7-ab49-480b-8277-d3f74685b849 tempest-DeleteServersTestJSON-1338827600 tempest-DeleteServersTestJSON-1338827600-project] 10.222.0.13 "GET /v2.0/security-groups?id=b7fc5e70-a24b-497d-9cf6-8df82d0ad35b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1495731 Jan 26 21:20:49.947220 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-fa98cd63-4b63-4392-977d-0a8144dd2a4e req-a6d2ef2e-a95e-43ef-abae-c91450a0ffbd tempest-FloatingIPsTestJSON-642371037 tempest-FloatingIPsTestJSON-642371037-project] Publish callbacks [] for port (95fd78d7-3a0d-4a93-9947-90432f2a3896), precommit_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:20:49.957904 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-fa98cd63-4b63-4392-977d-0a8144dd2a4e req-a6d2ef2e-a95e-43ef-abae-c91450a0ffbd tempest-FloatingIPsTestJSON-642371037 tempest-FloatingIPsTestJSON-642371037-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9281542'] for port (95fd78d7-3a0d-4a93-9947-90432f2a3896), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:20:49.977547 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [req-00f50a01-6260-451e-9b22-7c81a4fd94ae req-dc4b144a-f00d-4b9d-8eae-506901411b7e service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=103304) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 26 21:20:49.987637 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-00f50a01-6260-451e-9b22-7c81a4fd94ae req-dc4b144a-f00d-4b9d-8eae-506901411b7e service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0152900 Jan 26 21:20:49.998299 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-5248df69-35f4-47b8-8a05-75644b7be907 tempest-SecGroupTest-221798086 tempest-SecGroupTest-221798086-project] Publish callbacks [] for security_group (c1425716-0cd5-4197-a815-774db06c9fd2), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:20:50.031895 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-5248df69-35f4-47b8-8a05-75644b7be907 tempest-SecGroupTest-221798086 tempest-SecGroupTest-221798086-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (c1425716-0cd5-4197-a815-774db06c9fd2), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:20:50.125716 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d2ef2e-a95e-43ef-abae-c91450a0ffbd tempest-FloatingIPsTestJSON-642371037 tempest-FloatingIPsTestJSON-642371037-project] Pushing event updated for resources: {'Port': ['ID=95fd78d7-3a0d-4a93-9947-90432f2a3896,revision_number=2']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:20:50.143151 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-fa98cd63-4b63-4392-977d-0a8144dd2a4e req-a6d2ef2e-a95e-43ef-abae-c91450a0ffbd tempest-FloatingIPsTestJSON-642371037 tempest-FloatingIPsTestJSON-642371037-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4110913'] for floatingip (44bf8497-29c7-4bf2-b3a9-dc00b53ce1bb), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:20:50.187613 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5248df69-35f4-47b8-8a05-75644b7be907 tempest-SecGroupTest-221798086 tempest-SecGroupTest-221798086-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c1425716-0cd5-4197-a815-774db06c9fd2,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:20:50.204401 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-fa98cd63-4b63-4392-977d-0a8144dd2a4e req-a6d2ef2e-a95e-43ef-abae-c91450a0ffbd tempest-FloatingIPsTestJSON-642371037 tempest-FloatingIPsTestJSON-642371037-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for floatingip (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:20:50.204650 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-5248df69-35f4-47b8-8a05-75644b7be907 tempest-SecGroupTest-221798086 tempest-SecGroupTest-221798086-project] Publish callbacks [] for security_group (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:20:50.209201 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-5248df69-35f4-47b8-8a05-75644b7be907 tempest-SecGroupTest-221798086 tempest-SecGroupTest-221798086-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.4034979 Jan 26 21:20:50.210965 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-fa98cd63-4b63-4392-977d-0a8144dd2a4e req-a6d2ef2e-a95e-43ef-abae-c91450a0ffbd tempest-FloatingIPsTestJSON-642371037 tempest-FloatingIPsTestJSON-642371037-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.0660436 Jan 26 21:20:50.214048 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 36434) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:20:50.258351 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-0be2ec82-c074-4078-81d0-135bd5caf9c5 tempest-SecGroupTest-221798086 tempest-SecGroupTest-221798086-project] Request body: {'security_group_rule': {'security_group_id': 'c1425716-0cd5-4197-a815-774db06c9fd2', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:20:50.313762 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-0be2ec82-c074-4078-81d0-135bd5caf9c5 tempest-SecGroupTest-221798086 tempest-SecGroupTest-221798086-project] Publish callbacks [] for security_group_rule (a9b6a237-05d4-4054-bfbe-0e1606db4051), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:20:50.386077 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-fa98cd63-4b63-4392-977d-0a8144dd2a4e req-4f9a30c8-5cae-4a3d-90e1-fa3cbb3cf82c tempest-FloatingIPsTestJSON-642371037 tempest-FloatingIPsTestJSON-642371037-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.1.242 HTTP/1.1" status: 200 len: 696 time: 0.0920074 Jan 26 21:20:50.495286 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c4411d-106a-4023-b989-56ea1d672bb9 req-cda7a95f-5fd7-4509-8eee-69048b0f388f tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:20:50.497643 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-c2c4411d-106a-4023-b989-56ea1d672bb9 req-cda7a95f-5fd7-4509-8eee-69048b0f388f tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] 10.222.0.13 "GET /v2.0/ports?device_id=4596379c-6ccc-4df2-a875-f0896fc00fcc HTTP/1.1" status: 200 len: 946 time: 0.3237641 Jan 26 21:20:50.562052 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-0be2ec82-c074-4078-81d0-135bd5caf9c5 tempest-SecGroupTest-221798086 tempest-SecGroupTest-221798086-project] Publish callbacks [] for security_group_rule (a9b6a237-05d4-4054-bfbe-0e1606db4051), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:20:50.622105 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa98cd63-4b63-4392-977d-0a8144dd2a4e req-878db0f9-7a8c-49f9-b466-defc371d8135 tempest-FloatingIPsTestJSON-642371037 tempest-FloatingIPsTestJSON-642371037-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:20:50.623802 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-fa98cd63-4b63-4392-977d-0a8144dd2a4e req-878db0f9-7a8c-49f9-b466-defc371d8135 tempest-FloatingIPsTestJSON-642371037 tempest-FloatingIPsTestJSON-642371037-project] 10.222.0.13 "GET /v2.0/networks/4140a1f1-c93a-4bea-83a0-68953a54f299 HTTP/1.1" status: 200 len: 784 time: 0.2290950 Jan 26 21:20:50.624511 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-0be2ec82-c074-4078-81d0-135bd5caf9c5 tempest-SecGroupTest-221798086 tempest-SecGroupTest-221798086-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102715'] for security_group_rule (a9b6a237-05d4-4054-bfbe-0e1606db4051), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:20:50.626747 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-da398110-a5b6-44b5-9e90-fc8067ae8326 req-3ea2042c-691e-4bac-9a50-1a69500ac2a2 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=20bda332-a159-49bd-8c61-2ea774ab5602&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1359906 Jan 26 21:20:50.639475 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [req-da398110-a5b6-44b5-9e90-fc8067ae8326 req-65f1d406-640a-48ee-ba5f-3b8a7028d66d service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=103305) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 26 21:20:50.640670 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-da398110-a5b6-44b5-9e90-fc8067ae8326 req-65f1d406-640a-48ee-ba5f-3b8a7028d66d service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0060868 Jan 26 21:20:50.663485 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [req-fa98cd63-4b63-4392-977d-0a8144dd2a4e req-af818353-9520-4623-84de-0d004d8ed52f tempest-FloatingIPsTestJSON-642371037 tempest-FloatingIPsTestJSON-642371037-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=103304) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 26 21:20:50.664594 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-fa98cd63-4b63-4392-977d-0a8144dd2a4e req-af818353-9520-4623-84de-0d004d8ed52f tempest-FloatingIPsTestJSON-642371037 tempest-FloatingIPsTestJSON-642371037-project] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0246685 Jan 26 21:20:50.702900 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-0be2ec82-c074-4078-81d0-135bd5caf9c5 tempest-SecGroupTest-221798086 tempest-SecGroupTest-221798086-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:20:50.706992 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 36452) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:20:50.709215 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-0be2ec82-c074-4078-81d0-135bd5caf9c5 tempest-SecGroupTest-221798086 tempest-SecGroupTest-221798086-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4718859 Jan 26 21:20:50.714530 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be2ec82-c074-4078-81d0-135bd5caf9c5 tempest-SecGroupTest-221798086 tempest-SecGroupTest-221798086-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a9b6a237-05d4-4054-bfbe-0e1606db4051,revision_number=0']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:20:50.715163 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-d13b5eaf-83df-4cfa-93d5-92e3160eee00 tempest-SecGroupTest-221798086 tempest-SecGroupTest-221798086-project] Request body: {'security_group_rule': {'security_group_id': 'c1425716-0cd5-4197-a815-774db06c9fd2', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:20:50.776301 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-d13b5eaf-83df-4cfa-93d5-92e3160eee00 tempest-SecGroupTest-221798086 tempest-SecGroupTest-221798086-project] Publish callbacks [] for security_group_rule (66424cdb-fc1c-49f4-983c-3c92f8f7009a), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:20:50.777164 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-c2c4411d-106a-4023-b989-56ea1d672bb9 req-4441d7f8-f443-48f8-a1d8-b862b71f85af tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] 10.222.0.13 "GET /v2.0/security-groups?id=48ad9419-cea5-46f2-b67f-159b9c4803d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2611766 Jan 26 21:20:50.792236 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 36454) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:20:50.942424 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-d13b5eaf-83df-4cfa-93d5-92e3160eee00 tempest-SecGroupTest-221798086 tempest-SecGroupTest-221798086-project] Publish callbacks [] for security_group_rule (66424cdb-fc1c-49f4-983c-3c92f8f7009a), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:20:50.950525 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-d13b5eaf-83df-4cfa-93d5-92e3160eee00 tempest-SecGroupTest-221798086 tempest-SecGroupTest-221798086-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102715'] for security_group_rule (66424cdb-fc1c-49f4-983c-3c92f8f7009a), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:20:50.994257 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d13b5eaf-83df-4cfa-93d5-92e3160eee00 tempest-SecGroupTest-221798086 tempest-SecGroupTest-221798086-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=66424cdb-fc1c-49f4-983c-3c92f8f7009a,revision_number=0']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:20:51.001602 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-d13b5eaf-83df-4cfa-93d5-92e3160eee00 tempest-SecGroupTest-221798086 tempest-SecGroupTest-221798086-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:20:51.004728 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-d13b5eaf-83df-4cfa-93d5-92e3160eee00 tempest-SecGroupTest-221798086 tempest-SecGroupTest-221798086-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2955217 Jan 26 21:20:51.006726 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 36458) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:20:51.012711 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-a28642de-9de6-4cc7-b4a2-30a77e7e928c tempest-SecGroupTest-221798086 tempest-SecGroupTest-221798086-project] Request body: {'security_group_rule': {'security_group_id': 'c1425716-0cd5-4197-a815-774db06c9fd2', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:20:51.015376 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0c6901-6d3b-484e-92e3-064a9ac0caf6 req-a960b9ff-d36d-4331-8d9e-9d8019d8bd91 tempest-ServersNegativeTestJSON-90632883 tempest-ServersNegativeTestJSON-90632883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:20:51.023293 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-3c0c6901-6d3b-484e-92e3-064a9ac0caf6 req-a960b9ff-d36d-4331-8d9e-9d8019d8bd91 tempest-ServersNegativeTestJSON-90632883 tempest-ServersNegativeTestJSON-90632883-project] 10.222.0.13 "GET /v2.0/ports?device_id=20bda332-a159-49bd-8c61-2ea774ab5602 HTTP/1.1" status: 200 len: 944 time: 0.1339264 Jan 26 21:20:51.034220 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-9dba4e27-95b5-423b-8f94-f63980e1867b tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] 10.222.0.13 "GET /v2.0/floatingips/dd38fc4f-2b6d-44e7-8177-4859a15c0454 HTTP/1.1" status: 200 len: 994 time: 0.2405369 Jan 26 21:20:51.053337 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-a28642de-9de6-4cc7-b4a2-30a77e7e928c tempest-SecGroupTest-221798086 tempest-SecGroupTest-221798086-project] Publish callbacks [] for security_group_rule (39bf354b-6bdf-43c9-aa84-cc5fad0d006a), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:20:51.214806 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-6591e608-29cb-4fc8-b3d4-e3b6ba06645d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (09df100c-3af1-4b0a-bda8-05914c71c458), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:20:51.240558 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-a28642de-9de6-4cc7-b4a2-30a77e7e928c tempest-SecGroupTest-221798086 tempest-SecGroupTest-221798086-project] Publish callbacks [] for security_group_rule (39bf354b-6bdf-43c9-aa84-cc5fad0d006a), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:20:51.252811 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-a28642de-9de6-4cc7-b4a2-30a77e7e928c tempest-SecGroupTest-221798086 tempest-SecGroupTest-221798086-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102715'] for security_group_rule (39bf354b-6bdf-43c9-aa84-cc5fad0d006a), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:20:51.294883 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28642de-9de6-4cc7-b4a2-30a77e7e928c tempest-SecGroupTest-221798086 tempest-SecGroupTest-221798086-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=39bf354b-6bdf-43c9-aa84-cc5fad0d006a,revision_number=0']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:20:51.311143 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-a28642de-9de6-4cc7-b4a2-30a77e7e928c tempest-SecGroupTest-221798086 tempest-SecGroupTest-221798086-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:20:51.314952 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-a28642de-9de6-4cc7-b4a2-30a77e7e928c tempest-SecGroupTest-221798086 tempest-SecGroupTest-221798086-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3060057 Jan 26 21:20:51.317389 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 36464) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:20:51.325479 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-96d79deb-10d8-44b0-a18c-34900f683578 tempest-SecGroupTest-221798086 tempest-SecGroupTest-221798086-project] Request body: {'security_group_rule': {'security_group_id': 'c1425716-0cd5-4197-a815-774db06c9fd2', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:20:51.387898 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-96d79deb-10d8-44b0-a18c-34900f683578 tempest-SecGroupTest-221798086 tempest-SecGroupTest-221798086-project] Publish callbacks [] for security_group_rule (17209aad-fa00-497a-b579-43f615ca5abe), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:20:51.480838 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-96d79deb-10d8-44b0-a18c-34900f683578 tempest-SecGroupTest-221798086 tempest-SecGroupTest-221798086-project] Publish callbacks [] for security_group_rule (17209aad-fa00-497a-b579-43f615ca5abe), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:20:51.493880 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-96d79deb-10d8-44b0-a18c-34900f683578 tempest-SecGroupTest-221798086 tempest-SecGroupTest-221798086-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102715'] for security_group_rule (17209aad-fa00-497a-b579-43f615ca5abe), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:20:51.530542 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d79deb-10d8-44b0-a18c-34900f683578 tempest-SecGroupTest-221798086 tempest-SecGroupTest-221798086-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=17209aad-fa00-497a-b579-43f615ca5abe,revision_number=0']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:20:51.532413 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-3520c936-3261-4149-9206-2312ac4ab424 req-09f411f0-2ba4-4595-a88a-c5ab9dffa72c tempest-FloatingIPsTestJSON-642371037 tempest-FloatingIPsTestJSON-642371037-project] 10.222.0.13 "GET /v2.0/floatingips/44bf8497-29c7-4bf2-b3a9-dc00b53ce1bb HTTP/1.1" status: 200 len: 693 time: 0.4808109 Jan 26 21:20:51.559268 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-96d79deb-10d8-44b0-a18c-34900f683578 tempest-SecGroupTest-221798086 tempest-SecGroupTest-221798086-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:20:51.561486 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-96d79deb-10d8-44b0-a18c-34900f683578 tempest-SecGroupTest-221798086 tempest-SecGroupTest-221798086-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2423992 Jan 26 21:20:51.564771 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 36470) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:20:51.574504 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-3fbac147-d88c-4480-95e0-22b251cf0759 tempest-SecGroupTest-221798086 tempest-SecGroupTest-221798086-project] Request body: {'security_group_rule': {'security_group_id': 'c1425716-0cd5-4197-a815-774db06c9fd2', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:20:51.618808 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-3fbac147-d88c-4480-95e0-22b251cf0759 tempest-SecGroupTest-221798086 tempest-SecGroupTest-221798086-project] Publish callbacks [] for security_group_rule (4f2dbf05-ecc3-4bfa-9c6f-4b4c7483e88a), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:20:51.629659 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-3c0c6901-6d3b-484e-92e3-064a9ac0caf6 req-50117989-a4b6-40c8-af59-95ce2f12fb9a tempest-ServersNegativeTestJSON-90632883 tempest-ServersNegativeTestJSON-90632883-project] 10.222.0.13 "GET /v2.0/security-groups?id=f00b351c-12ea-4499-84c9-f0263f4f27ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6004417 Jan 26 21:20:51.806767 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-3fbac147-d88c-4480-95e0-22b251cf0759 tempest-SecGroupTest-221798086 tempest-SecGroupTest-221798086-project] Publish callbacks [] for security_group_rule (4f2dbf05-ecc3-4bfa-9c6f-4b4c7483e88a), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:20:51.818007 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-3fbac147-d88c-4480-95e0-22b251cf0759 tempest-SecGroupTest-221798086 tempest-SecGroupTest-221798086-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102715'] for security_group_rule (4f2dbf05-ecc3-4bfa-9c6f-4b4c7483e88a), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:20:51.895540 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-3fbac147-d88c-4480-95e0-22b251cf0759 tempest-SecGroupTest-221798086 tempest-SecGroupTest-221798086-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:20:51.896953 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-3fbac147-d88c-4480-95e0-22b251cf0759 tempest-SecGroupTest-221798086 tempest-SecGroupTest-221798086-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.3302653 Jan 26 21:20:51.898578 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3520c936-3261-4149-9206-2312ac4ab424 req-a2903015-5e3f-440e-8166-621882affdea tempest-FloatingIPsTestJSON-642371037 tempest-FloatingIPsTestJSON-642371037-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:20:51.899704 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fbac147-d88c-4480-95e0-22b251cf0759 tempest-SecGroupTest-221798086 tempest-SecGroupTest-221798086-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4f2dbf05-ecc3-4bfa-9c6f-4b4c7483e88a,revision_number=0']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:20:51.903414 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-3520c936-3261-4149-9206-2312ac4ab424 req-a2903015-5e3f-440e-8166-621882affdea tempest-FloatingIPsTestJSON-642371037 tempest-FloatingIPsTestJSON-642371037-project] 10.222.0.13 "GET /v2.0/networks/4140a1f1-c93a-4bea-83a0-68953a54f299 HTTP/1.1" status: 200 len: 784 time: 0.3532367 Jan 26 21:20:51.905084 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 36476) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:20:51.942744 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [req-3520c936-3261-4149-9206-2312ac4ab424 req-ac5eff87-4896-4bce-9614-b98e4c748fb4 tempest-FloatingIPsTestJSON-642371037 tempest-FloatingIPsTestJSON-642371037-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=103304) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 26 21:20:51.944084 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-3520c936-3261-4149-9206-2312ac4ab424 req-ac5eff87-4896-4bce-9614-b98e4c748fb4 tempest-FloatingIPsTestJSON-642371037 tempest-FloatingIPsTestJSON-642371037-project] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0221608 Jan 26 21:20:51.947501 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-64337d5c-f533-4143-b3f6-46cc9df35468 tempest-SecGroupTest-221798086 tempest-SecGroupTest-221798086-project] Publish callbacks [] for security_group_rule (4f2dbf05-ecc3-4bfa-9c6f-4b4c7483e88a), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:20:51.958764 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-64337d5c-f533-4143-b3f6-46cc9df35468 tempest-SecGroupTest-221798086 tempest-SecGroupTest-221798086-project] Publish callbacks [] for security_group_rule (4f2dbf05-ecc3-4bfa-9c6f-4b4c7483e88a), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:20:51.971107 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 36478) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:20:51.999963 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-64337d5c-f533-4143-b3f6-46cc9df35468 tempest-SecGroupTest-221798086 tempest-SecGroupTest-221798086-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102715'] for security_group_rule (4f2dbf05-ecc3-4bfa-9c6f-4b4c7483e88a), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:20:52.006857 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-64337d5c-f533-4143-b3f6-46cc9df35468 tempest-SecGroupTest-221798086 tempest-SecGroupTest-221798086-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:20:52.018210 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-64337d5c-f533-4143-b3f6-46cc9df35468 tempest-SecGroupTest-221798086 tempest-SecGroupTest-221798086-project] 10.222.0.13 "DELETE /v2.0/security-group-rules/4f2dbf05-ecc3-4bfa-9c6f-4b4c7483e88a HTTP/1.1" status: 204 len: 168 time: 0.1110494 Jan 26 21:20:52.025602 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 36484) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:20:52.040945 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64337d5c-f533-4143-b3f6-46cc9df35468 tempest-SecGroupTest-221798086 tempest-SecGroupTest-221798086-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=4f2dbf05-ecc3-4bfa-9c6f-4b4c7483e88a,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:20:52.121911 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e919fb9a-b493-4a77-8315-6c8bc9d8ca3b req-45c653c8-0ac0-433f-85df-fc744046da3f tempest-DeleteServersTestJSON-1338827600 tempest-DeleteServersTestJSON-1338827600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:20:52.125424 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-e919fb9a-b493-4a77-8315-6c8bc9d8ca3b req-45c653c8-0ac0-433f-85df-fc744046da3f tempest-DeleteServersTestJSON-1338827600 tempest-DeleteServersTestJSON-1338827600-project] 10.222.0.13 "GET /v2.0/ports?device_id=b94ac130-6232-4bd7-acba-586230daf28f HTTP/1.1" status: 200 len: 946 time: 0.2538340 Jan 26 21:20:52.140872 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-3520c936-3261-4149-9206-2312ac4ab424 req-20142b9d-6e7c-47fb-a12e-634bd2d66002 tempest-FloatingIPsTestJSON-642371037 tempest-FloatingIPsTestJSON-642371037-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.1.242 HTTP/1.1" status: 200 len: 696 time: 0.1704674 Jan 26 21:20:52.152295 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-96b88d53-2174-4f10-a8ed-d20a4040aac3 tempest-SecGroupTest-221798086 tempest-SecGroupTest-221798086-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.1183605 Jan 26 21:20:52.155807 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 36486) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:20:52.192169 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-02bdf441-df52-41a1-845c-1a0a4cba0787 tempest-SecGroupTest-221798086 tempest-SecGroupTest-221798086-project] Publish callbacks [] for security_group_rule (17209aad-fa00-497a-b579-43f615ca5abe), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:20:52.192607 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-841f5991-a4d8-4d4b-b215-cbc6bab5427b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (aa7ee9d2-08eb-4e12-b895-24c57300dfec), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:20:52.207899 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-02bdf441-df52-41a1-845c-1a0a4cba0787 tempest-SecGroupTest-221798086 tempest-SecGroupTest-221798086-project] Publish callbacks [] for security_group_rule (17209aad-fa00-497a-b579-43f615ca5abe), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:20:52.254185 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-02bdf441-df52-41a1-845c-1a0a4cba0787 tempest-SecGroupTest-221798086 tempest-SecGroupTest-221798086-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102715'] for security_group_rule (17209aad-fa00-497a-b579-43f615ca5abe), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:20:52.259904 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-3520c936-3261-4149-9206-2312ac4ab424 req-51b17de0-73f1-431e-a6a3-62717ad97689 tempest-FloatingIPsTestJSON-642371037 tempest-FloatingIPsTestJSON-642371037-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.1.242 HTTP/1.1" status: 200 len: 696 time: 0.1148124 Jan 26 21:20:52.266407 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-cedca1b6-8e13-4d94-85ad-c93a40d9f2b6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:20:52.271474 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-02bdf441-df52-41a1-845c-1a0a4cba0787 tempest-SecGroupTest-221798086 tempest-SecGroupTest-221798086-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:20:52.276529 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-02bdf441-df52-41a1-845c-1a0a4cba0787 tempest-SecGroupTest-221798086 tempest-SecGroupTest-221798086-project] 10.222.0.13 "DELETE /v2.0/security-group-rules/17209aad-fa00-497a-b579-43f615ca5abe HTTP/1.1" status: 204 len: 168 time: 0.1192970 Jan 26 21:20:52.277571 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 36488) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:20:52.278373 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02bdf441-df52-41a1-845c-1a0a4cba0787 tempest-SecGroupTest-221798086 tempest-SecGroupTest-221798086-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=17209aad-fa00-497a-b579-43f615ca5abe,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:20:52.328771 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-e9ed2f94-089e-409a-a574-2545e64df8bd tempest-SecGroupTest-221798086 tempest-SecGroupTest-221798086-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.0481093 Jan 26 21:20:52.329515 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 36490) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:20:52.358799 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-eeadeb3e-278c-43c9-8b6f-9b5f1c2ecfc2 tempest-SecGroupTest-221798086 tempest-SecGroupTest-221798086-project] Publish callbacks [] for security_group_rule (39bf354b-6bdf-43c9-aa84-cc5fad0d006a), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:20:52.363284 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da398110-a5b6-44b5-9e90-fc8067ae8326 req-f28ea55a-eab7-43a5-aecf-7338a09ac19f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:20:52.364799 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-da398110-a5b6-44b5-9e90-fc8067ae8326 req-f28ea55a-eab7-43a5-aecf-7338a09ac19f service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=20bda332-a159-49bd-8c61-2ea774ab5602&tenant_id=2b29801ee18e4ff0a597415334743408 HTTP/1.1" status: 200 len: 1095 time: 0.2058997 Jan 26 21:20:52.372139 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-eeadeb3e-278c-43c9-8b6f-9b5f1c2ecfc2 tempest-SecGroupTest-221798086 tempest-SecGroupTest-221798086-project] Publish callbacks [] for security_group_rule (39bf354b-6bdf-43c9-aa84-cc5fad0d006a), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:20:52.416583 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-eeadeb3e-278c-43c9-8b6f-9b5f1c2ecfc2 tempest-SecGroupTest-221798086 tempest-SecGroupTest-221798086-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102715'] for security_group_rule (39bf354b-6bdf-43c9-aa84-cc5fad0d006a), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:20:52.429426 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-eeadeb3e-278c-43c9-8b6f-9b5f1c2ecfc2 tempest-SecGroupTest-221798086 tempest-SecGroupTest-221798086-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:20:52.431631 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-eeadeb3e-278c-43c9-8b6f-9b5f1c2ecfc2 tempest-SecGroupTest-221798086 tempest-SecGroupTest-221798086-project] 10.222.0.13 "DELETE /v2.0/security-group-rules/39bf354b-6bdf-43c9-aa84-cc5fad0d006a HTTP/1.1" status: 204 len: 168 time: 0.1010246 Jan 26 21:20:52.441429 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 36492) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:20:52.459550 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeadeb3e-278c-43c9-8b6f-9b5f1c2ecfc2 tempest-SecGroupTest-221798086 tempest-SecGroupTest-221798086-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=39bf354b-6bdf-43c9-aa84-cc5fad0d006a,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:20:52.467747 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-e919fb9a-b493-4a77-8315-6c8bc9d8ca3b req-47ed54e5-d2c6-4f11-87e8-579678802ba2 tempest-DeleteServersTestJSON-1338827600 tempest-DeleteServersTestJSON-1338827600-project] 10.222.0.13 "GET /v2.0/security-groups?id=b7fc5e70-a24b-497d-9cf6-8df82d0ad35b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3076041 Jan 26 21:20:52.547516 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-89213221-8989-4389-b153-facacebf184a tempest-SecGroupTest-221798086 tempest-SecGroupTest-221798086-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.1022046 Jan 26 21:20:52.547814 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 36494) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:20:52.602405 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-00990a7d-fc25-4639-a102-a76765aa4001 tempest-SecGroupTest-221798086 tempest-SecGroupTest-221798086-project] Publish callbacks [] for security_group_rule (66424cdb-fc1c-49f4-983c-3c92f8f7009a), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:20:52.619302 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-00990a7d-fc25-4639-a102-a76765aa4001 tempest-SecGroupTest-221798086 tempest-SecGroupTest-221798086-project] Publish callbacks [] for security_group_rule (66424cdb-fc1c-49f4-983c-3c92f8f7009a), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:20:52.664734 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-cedca1b6-8e13-4d94-85ad-c93a40d9f2b6 admin admin] Publish callbacks [] for security_group (4870f1f3-260c-47a8-8b66-72b761d57ad9), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:20:52.666817 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-00990a7d-fc25-4639-a102-a76765aa4001 tempest-SecGroupTest-221798086 tempest-SecGroupTest-221798086-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102715'] for security_group_rule (66424cdb-fc1c-49f4-983c-3c92f8f7009a), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:20:52.669325 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da398110-a5b6-44b5-9e90-fc8067ae8326 req-befc9877-e5ab-426c-97c9-d60ff07be5f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:20:52.670878 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-da398110-a5b6-44b5-9e90-fc8067ae8326 req-befc9877-e5ab-426c-97c9-d60ff07be5f1 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=2b29801ee18e4ff0a597415334743408&device_id=20bda332-a159-49bd-8c61-2ea774ab5602 HTTP/1.1" status: 200 len: 1095 time: 0.1906099 Jan 26 21:20:52.679048 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-00990a7d-fc25-4639-a102-a76765aa4001 tempest-SecGroupTest-221798086 tempest-SecGroupTest-221798086-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:20:52.682838 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-00990a7d-fc25-4639-a102-a76765aa4001 tempest-SecGroupTest-221798086 tempest-SecGroupTest-221798086-project] 10.222.0.13 "DELETE /v2.0/security-group-rules/66424cdb-fc1c-49f4-983c-3c92f8f7009a HTTP/1.1" status: 204 len: 168 time: 0.1315057 Jan 26 21:20:52.691102 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 36498) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:20:52.700072 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00990a7d-fc25-4639-a102-a76765aa4001 tempest-SecGroupTest-221798086 tempest-SecGroupTest-221798086-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=66424cdb-fc1c-49f4-983c-3c92f8f7009a,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:20:52.708025 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-cedca1b6-8e13-4d94-85ad-c93a40d9f2b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (4870f1f3-260c-47a8-8b66-72b761d57ad9), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:20:52.806222 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cedca1b6-8e13-4d94-85ad-c93a40d9f2b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4870f1f3-260c-47a8-8b66-72b761d57ad9,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:20:52.879523 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-d4e8f964-a7f6-4702-9381-4db5a6a9ecc6 tempest-SecGroupTest-221798086 tempest-SecGroupTest-221798086-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.1875565 Jan 26 21:20:52.882334 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 36500) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:20:52.887707 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-cedca1b6-8e13-4d94-85ad-c93a40d9f2b6 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=2daf53414a674673afc3cf940429c90f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9145355 Jan 26 21:20:52.894116 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 36502) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:20:52.928715 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b780526-8a3b-4f17-9cd2-171166278325 req-ff7d6fab-1562-4c6c-99de-eeb72be55488 tempest-ServersNegativeTestJSON-90632883 tempest-ServersNegativeTestJSON-90632883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:20:52.931113 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (4d619873-4b60-439f-9b5a-b155dc8bbc34), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:20:52.931633 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-0b780526-8a3b-4f17-9cd2-171166278325 req-ff7d6fab-1562-4c6c-99de-eeb72be55488 tempest-ServersNegativeTestJSON-90632883 tempest-ServersNegativeTestJSON-90632883-project] 10.222.0.13 "GET /v2.0/ports?device_id=20bda332-a159-49bd-8c61-2ea774ab5602 HTTP/1.1" status: 200 len: 944 time: 0.1141233 Jan 26 21:20:52.932610 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [req-3520c936-3261-4149-9206-2312ac4ab424 req-0a10dba5-1556-4cc9-a453-379e45415c19 tempest-FloatingIPsTestJSON-642371037 tempest-FloatingIPsTestJSON-642371037-project] Deleting port 95fd78d7-3a0d-4a93-9947-90432f2a3896 {{(pid=103304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 21:20:52.932954 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-3520c936-3261-4149-9206-2312ac4ab424 req-0a10dba5-1556-4cc9-a453-379e45415c19 tempest-FloatingIPsTestJSON-642371037 tempest-FloatingIPsTestJSON-642371037-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746560630878'] for port (95fd78d7-3a0d-4a93-9947-90432f2a3896), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:20:52.994980 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-6ab77a42-4cee-4d58-9dd2-153178459cbe tempest-SecGroupTest-221798086 tempest-SecGroupTest-221798086-project] Publish callbacks [] for security_group_rule (a9b6a237-05d4-4054-bfbe-0e1606db4051), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:20:53.022048 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-6ab77a42-4cee-4d58-9dd2-153178459cbe tempest-SecGroupTest-221798086 tempest-SecGroupTest-221798086-project] Publish callbacks [] for security_group_rule (a9b6a237-05d4-4054-bfbe-0e1606db4051), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:20:53.023390 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-3520c936-3261-4149-9206-2312ac4ab424 req-0a10dba5-1556-4cc9-a453-379e45415c19 tempest-FloatingIPsTestJSON-642371037 tempest-FloatingIPsTestJSON-642371037-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4109658'] for port (95fd78d7-3a0d-4a93-9947-90432f2a3896), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:20:53.023732 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-3520c936-3261-4149-9206-2312ac4ab424 req-0a10dba5-1556-4cc9-a453-379e45415c19 tempest-FloatingIPsTestJSON-642371037 tempest-FloatingIPsTestJSON-642371037-project] Publish callbacks [] for floatingip (95fd78d7-3a0d-4a93-9947-90432f2a3896), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:20:53.036757 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [req-3520c936-3261-4149-9206-2312ac4ab424 req-0a10dba5-1556-4cc9-a453-379e45415c19 tempest-FloatingIPsTestJSON-642371037 tempest-FloatingIPsTestJSON-642371037-project] Calling delete_port for 95fd78d7-3a0d-4a93-9947-90432f2a3896 owned by network:floatingip {{(pid=103304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 21:20:53.087329 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-c225dd9e-31f5-4169-94a7-104602285838 admin admin] Publish callbacks [] for security_group (4870f1f3-260c-47a8-8b66-72b761d57ad9), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:20:53.091688 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-6ab77a42-4cee-4d58-9dd2-153178459cbe tempest-SecGroupTest-221798086 tempest-SecGroupTest-221798086-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102715'] for security_group_rule (a9b6a237-05d4-4054-bfbe-0e1606db4051), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:20:53.097268 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-6ab77a42-4cee-4d58-9dd2-153178459cbe tempest-SecGroupTest-221798086 tempest-SecGroupTest-221798086-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:20:53.100283 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-6ab77a42-4cee-4d58-9dd2-153178459cbe tempest-SecGroupTest-221798086 tempest-SecGroupTest-221798086-project] 10.222.0.13 "DELETE /v2.0/security-group-rules/a9b6a237-05d4-4054-bfbe-0e1606db4051 HTTP/1.1" status: 204 len: 168 time: 0.2146304 Jan 26 21:20:53.101242 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 36504) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:20:53.153128 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab77a42-4cee-4d58-9dd2-153178459cbe tempest-SecGroupTest-221798086 tempest-SecGroupTest-221798086-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a9b6a237-05d4-4054-bfbe-0e1606db4051,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:20:53.168071 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-c225dd9e-31f5-4169-94a7-104602285838 admin admin] Publish callbacks [] for security_group (4870f1f3-260c-47a8-8b66-72b761d57ad9), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:20:53.193281 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-6d84bb70-8a47-4dba-9b81-2c6aabfc654c tempest-SecGroupTest-221798086 tempest-SecGroupTest-221798086-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0811675 Jan 26 21:20:53.197087 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 36506) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:20:53.209301 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-3520c936-3261-4149-9206-2312ac4ab424 req-0a10dba5-1556-4cc9-a453-379e45415c19 tempest-FloatingIPsTestJSON-642371037 tempest-FloatingIPsTestJSON-642371037-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746560636600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746560234536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9281553'] for port (95fd78d7-3a0d-4a93-9947-90432f2a3896), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:20:53.222922 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da398110-a5b6-44b5-9e90-fc8067ae8326 req-4cb6a52b-fd3b-4dc3-83bb-965222a9b91c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:20:53.224449 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-da398110-a5b6-44b5-9e90-fc8067ae8326 req-4cb6a52b-fd3b-4dc3-83bb-965222a9b91c service neutron] 10.222.0.57 "GET /v2.0/networks?id=8cbef344-1167-4f35-8b6b-07dd596f6f4f HTTP/1.1" status: 200 len: 914 time: 0.5432250 Jan 26 21:20:53.277897 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a10dba5-1556-4cc9-a453-379e45415c19 tempest-FloatingIPsTestJSON-642371037 tempest-FloatingIPsTestJSON-642371037-project] Pushing event deleted for resources: {'Port': ['ID=95fd78d7-3a0d-4a93-9947-90432f2a3896,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:20:53.283951 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-0b780526-8a3b-4f17-9cd2-171166278325 req-a5e47075-c72d-415a-8e3c-700219201908 tempest-ServersNegativeTestJSON-90632883 tempest-ServersNegativeTestJSON-90632883-project] 10.222.0.13 "GET /v2.0/security-groups?id=f00b351c-12ea-4499-84c9-f0263f4f27ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922084 Jan 26 21:20:53.297250 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-10b76977-59b2-48ad-914e-50dd5749a8e5 tempest-SecGroupTest-221798086 tempest-SecGroupTest-221798086-project] Publish callbacks [] for security_group (c1425716-0cd5-4197-a815-774db06c9fd2), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:20:53.334319 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-c225dd9e-31f5-4169-94a7-104602285838 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (4870f1f3-260c-47a8-8b66-72b761d57ad9), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:20:53.339615 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-da398110-a5b6-44b5-9e90-fc8067ae8326 req-addfdf78-eef3-46c5-a7f6-38bbc0b96599 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=88764215-3016-414b-be37-d9a2af36ed63 HTTP/1.1" status: 200 len: 217 time: 0.0914695 Jan 26 21:20:53.342672 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-c225dd9e-31f5-4169-94a7-104602285838 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:20:53.344430 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-c225dd9e-31f5-4169-94a7-104602285838 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/4870f1f3-260c-47a8-8b66-72b761d57ad9 HTTP/1.1" status: 204 len: 168 time: 0.4345546 Jan 26 21:20:53.358022 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-10b76977-59b2-48ad-914e-50dd5749a8e5 tempest-SecGroupTest-221798086 tempest-SecGroupTest-221798086-project] Publish callbacks [] for security_group (c1425716-0cd5-4197-a815-774db06c9fd2), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:20:53.430665 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c225dd9e-31f5-4169-94a7-104602285838 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4870f1f3-260c-47a8-8b66-72b761d57ad9,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:20:53.433558 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-10b76977-59b2-48ad-914e-50dd5749a8e5 tempest-SecGroupTest-221798086 tempest-SecGroupTest-221798086-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (c1425716-0cd5-4197-a815-774db06c9fd2), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:20:53.436646 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-10b76977-59b2-48ad-914e-50dd5749a8e5 tempest-SecGroupTest-221798086 tempest-SecGroupTest-221798086-project] Publish callbacks [] for security_group (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:20:53.440692 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-10b76977-59b2-48ad-914e-50dd5749a8e5 tempest-SecGroupTest-221798086 tempest-SecGroupTest-221798086-project] 10.222.0.13 "DELETE /v2.0/security-groups/c1425716-0cd5-4197-a815-774db06c9fd2 HTTP/1.1" status: 204 len: 168 time: 0.2396772 Jan 26 21:20:53.449685 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b76977-59b2-48ad-914e-50dd5749a8e5 tempest-SecGroupTest-221798086 tempest-SecGroupTest-221798086-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1425716-0cd5-4197-a815-774db06c9fd2,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:20:53.451723 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 36510) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:20:53.522533 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-f48376ec-434f-4331-8cd2-78844a5ac036 tempest-SecGroupTest-221798086 tempest-SecGroupTest-221798086-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0695388 Jan 26 21:20:53.529014 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 36514) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:20:53.536208 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-64ccbc93-cf1d-4c04-90ee-b6b0091b1697 tempest-SecGroupTest-221798086 tempest-SecGroupTest-221798086-project] Request body: {'security_group': {'name': 'tempest-secgroup--370639155'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:20:53.573222 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-64ccbc93-cf1d-4c04-90ee-b6b0091b1697 tempest-SecGroupTest-221798086 tempest-SecGroupTest-221798086-project] Publish callbacks [] for security_group (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:20:53.671403 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-3520c936-3261-4149-9206-2312ac4ab424 req-0a10dba5-1556-4cc9-a453-379e45415c19 tempest-FloatingIPsTestJSON-642371037 tempest-FloatingIPsTestJSON-642371037-project] Publish callbacks [] for floatingip (44bf8497-29c7-4bf2-b3a9-dc00b53ce1bb), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:20:53.674806 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-3520c936-3261-4149-9206-2312ac4ab424 req-0a10dba5-1556-4cc9-a453-379e45415c19 tempest-FloatingIPsTestJSON-642371037 tempest-FloatingIPsTestJSON-642371037-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for floatingip (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:20:53.676350 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-3520c936-3261-4149-9206-2312ac4ab424 req-0a10dba5-1556-4cc9-a453-379e45415c19 tempest-FloatingIPsTestJSON-642371037 tempest-FloatingIPsTestJSON-642371037-project] 10.222.0.13 "DELETE /v2.0/floatingips/44bf8497-29c7-4bf2-b3a9-dc00b53ce1bb HTTP/1.1" status: 204 len: 173 time: 1.4039156 Jan 26 21:20:53.680791 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da398110-a5b6-44b5-9e90-fc8067ae8326 req-45aaea2a-a443-41ae-b214-66535eff2671 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:20:53.682794 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-da398110-a5b6-44b5-9e90-fc8067ae8326 req-45aaea2a-a443-41ae-b214-66535eff2671 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=baa99134-bdb6-4691-8665-46a31e075f80 HTTP/1.1" status: 200 len: 853 time: 0.2900791 Jan 26 21:20:53.710180 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4032a1-5465-4150-be6a-bed595b7488c req-d3daaf64-8811-43f8-9b2e-55e0341f7147 tempest-DeleteServersTestJSON-1338827600 tempest-DeleteServersTestJSON-1338827600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:20:53.713328 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-ab4032a1-5465-4150-be6a-bed595b7488c req-d3daaf64-8811-43f8-9b2e-55e0341f7147 tempest-DeleteServersTestJSON-1338827600 tempest-DeleteServersTestJSON-1338827600-project] 10.222.0.13 "GET /v2.0/ports?device_id=b94ac130-6232-4bd7-acba-586230daf28f HTTP/1.1" status: 200 len: 946 time: 0.1190989 Jan 26 21:20:53.761156 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-da398110-a5b6-44b5-9e90-fc8067ae8326 req-846377f9-5a98-47eb-8f6c-b7addad3d67e service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=8cbef344-1167-4f35-8b6b-07dd596f6f4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0679424 Jan 26 21:20:53.761444 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-64ccbc93-cf1d-4c04-90ee-b6b0091b1697 tempest-SecGroupTest-221798086 tempest-SecGroupTest-221798086-project] Publish callbacks [] for security_group (6f0793c9-ef56-4cad-9e87-349c0ba66b96), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:20:53.774751 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-64ccbc93-cf1d-4c04-90ee-b6b0091b1697 tempest-SecGroupTest-221798086 tempest-SecGroupTest-221798086-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (6f0793c9-ef56-4cad-9e87-349c0ba66b96), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:20:53.857512 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ccbc93-cf1d-4c04-90ee-b6b0091b1697 tempest-SecGroupTest-221798086 tempest-SecGroupTest-221798086-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6f0793c9-ef56-4cad-9e87-349c0ba66b96,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:20:53.867673 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-64ccbc93-cf1d-4c04-90ee-b6b0091b1697 tempest-SecGroupTest-221798086 tempest-SecGroupTest-221798086-project] Publish callbacks [] for security_group (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:20:53.872674 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-64ccbc93-cf1d-4c04-90ee-b6b0091b1697 tempest-SecGroupTest-221798086 tempest-SecGroupTest-221798086-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3415051 Jan 26 21:20:53.874322 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 36524) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:20:53.879880 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-8cbe1ac1-851a-4e63-842f-b660e5645ce9 tempest-SecGroupTest-221798086 tempest-SecGroupTest-221798086-project] Request body: {'security_group_rule': {'security_group_id': '6f0793c9-ef56-4cad-9e87-349c0ba66b96', 'direction': 'ingress', 'protocol': 17}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:20:53.924973 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-8cbe1ac1-851a-4e63-842f-b660e5645ce9 tempest-SecGroupTest-221798086 tempest-SecGroupTest-221798086-project] Publish callbacks [] for security_group_rule (babc4077-a597-479b-a774-fd652a60190d), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:20:53.933449 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-da398110-a5b6-44b5-9e90-fc8067ae8326 req-aa7655d1-cd26-4a8c-8f2c-783b4e524f27 service neutron] 10.222.0.57 "GET /v2.0/networks/8cbef344-1167-4f35-8b6b-07dd596f6f4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1623993 Jan 26 21:20:54.020669 n-d-760453-5 neutron-server[103304]: INFO neutron.api.v2.resource [req-70f272c0-a8a2-44af-ac34-e9bdfad6dced req-d28c7c7d-6f6e-46ed-b163-c31f15c3435f tempest-FloatingIPsTestJSON-642371037 tempest-FloatingIPsTestJSON-642371037-project] show failed (client error): The resource could not be found. Jan 26 21:20:54.022294 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-70f272c0-a8a2-44af-ac34-e9bdfad6dced req-d28c7c7d-6f6e-46ed-b163-c31f15c3435f tempest-FloatingIPsTestJSON-642371037 tempest-FloatingIPsTestJSON-642371037-project] 10.222.0.13 "GET /v2.0/floatingips/44bf8497-29c7-4bf2-b3a9-dc00b53ce1bb HTTP/1.1" status: 404 len: 350 time: 0.0879390 Jan 26 21:20:54.029479 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 36530) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:20:54.047838 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-839dd188-ec69-470c-9ab0-d318dc1a2e96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (e79b4fc6-6c71-44b2-a6d0-ff3e1f4dfd0d), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:20:54.116307 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-8cbe1ac1-851a-4e63-842f-b660e5645ce9 tempest-SecGroupTest-221798086 tempest-SecGroupTest-221798086-project] Publish callbacks [] for security_group_rule (babc4077-a597-479b-a774-fd652a60190d), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:20:54.116873 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-da398110-a5b6-44b5-9e90-fc8067ae8326 req-27747487-f062-4631-bba7-d66f4aa1fd65 service neutron] 10.222.0.57 "GET /v2.0/networks/8cbef344-1167-4f35-8b6b-07dd596f6f4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1756485 Jan 26 21:20:54.121636 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-ab4032a1-5465-4150-be6a-bed595b7488c req-7793b20b-928a-46d6-b29a-a1fdbb5148ce tempest-DeleteServersTestJSON-1338827600 tempest-DeleteServersTestJSON-1338827600-project] 10.222.0.13 "GET /v2.0/security-groups?id=b7fc5e70-a24b-497d-9cf6-8df82d0ad35b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3708506 Jan 26 21:20:54.123205 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-8cbe1ac1-851a-4e63-842f-b660e5645ce9 tempest-SecGroupTest-221798086 tempest-SecGroupTest-221798086-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102715'] for security_group_rule (babc4077-a597-479b-a774-fd652a60190d), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:20:54.128702 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-6ec522f6-69d9-4b1b-901f-5a05c7fb5646 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:20:54.149747 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cbe1ac1-851a-4e63-842f-b660e5645ce9 tempest-SecGroupTest-221798086 tempest-SecGroupTest-221798086-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=babc4077-a597-479b-a774-fd652a60190d,revision_number=0']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:20:54.163801 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-8cbe1ac1-851a-4e63-842f-b660e5645ce9 tempest-SecGroupTest-221798086 tempest-SecGroupTest-221798086-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:20:54.165069 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-8cbe1ac1-851a-4e63-842f-b660e5645ce9 tempest-SecGroupTest-221798086 tempest-SecGroupTest-221798086-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.2895887 Jan 26 21:20:54.167903 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 36534) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:20:54.222716 n-d-760453-5 neutron-server[103304]: INFO neutron.api.v2.resource [req-68a11fbb-a0d3-4753-9d02-f2da58d51b5f req-bc316f73-9761-4bd4-9dd5-35777d7bdb2b tempest-FloatingIPsTestJSON-642371037 tempest-FloatingIPsTestJSON-642371037-project] show failed (client error): The resource could not be found. Jan 26 21:20:54.229654 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-68a11fbb-a0d3-4753-9d02-f2da58d51b5f req-bc316f73-9761-4bd4-9dd5-35777d7bdb2b tempest-FloatingIPsTestJSON-642371037 tempest-FloatingIPsTestJSON-642371037-project] 10.222.0.13 "GET /v2.0/floatingips/44bf8497-29c7-4bf2-b3a9-dc00b53ce1bb HTTP/1.1" status: 404 len: 350 time: 0.0549955 Jan 26 21:20:54.243627 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 36538) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:20:54.292030 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-baead192-7625-4f45-8350-389b9e98d43a tempest-SecGroupTest-221798086 tempest-SecGroupTest-221798086-project] Publish callbacks [] for security_group (6f0793c9-ef56-4cad-9e87-349c0ba66b96), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:20:54.321986 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-6ec522f6-69d9-4b1b-901f-5a05c7fb5646 admin admin] Publish callbacks [] for security_group (1c2b325b-daee-49cf-b093-79b7b7bc3348), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:20:54.329868 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-6ec522f6-69d9-4b1b-901f-5a05c7fb5646 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (1c2b325b-daee-49cf-b093-79b7b7bc3348), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:20:54.332486 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-baead192-7625-4f45-8350-389b9e98d43a tempest-SecGroupTest-221798086 tempest-SecGroupTest-221798086-project] Publish callbacks [] for security_group (6f0793c9-ef56-4cad-9e87-349c0ba66b96), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:20:54.437865 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-6ec522f6-69d9-4b1b-901f-5a05c7fb5646 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=2a02fd8ee0774d1e9aee096dc55b41ad&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4034572 Jan 26 21:20:54.445984 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 36548) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:20:54.469948 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec522f6-69d9-4b1b-901f-5a05c7fb5646 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c2b325b-daee-49cf-b093-79b7b7bc3348,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:20:54.499578 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1859ca05-80a7-489e-94a8-76bc2407944c req-f8fa875b-8445-4c43-b0ef-bf7c777237ca tempest-ServersNegativeTestJSON-90632883 tempest-ServersNegativeTestJSON-90632883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:20:54.501719 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-1859ca05-80a7-489e-94a8-76bc2407944c req-f8fa875b-8445-4c43-b0ef-bf7c777237ca tempest-ServersNegativeTestJSON-90632883 tempest-ServersNegativeTestJSON-90632883-project] 10.222.0.13 "GET /v2.0/ports?device_id=20bda332-a159-49bd-8c61-2ea774ab5602 HTTP/1.1" status: 200 len: 944 time: 0.1223531 Jan 26 21:20:54.527693 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-baead192-7625-4f45-8350-389b9e98d43a tempest-SecGroupTest-221798086 tempest-SecGroupTest-221798086-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (6f0793c9-ef56-4cad-9e87-349c0ba66b96), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:20:54.530519 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-baead192-7625-4f45-8350-389b9e98d43a tempest-SecGroupTest-221798086 tempest-SecGroupTest-221798086-project] Publish callbacks [] for security_group (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:20:54.534370 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-baead192-7625-4f45-8350-389b9e98d43a tempest-SecGroupTest-221798086 tempest-SecGroupTest-221798086-project] 10.222.0.13 "DELETE /v2.0/security-groups/6f0793c9-ef56-4cad-9e87-349c0ba66b96 HTTP/1.1" status: 204 len: 168 time: 0.3652320 Jan 26 21:20:54.534992 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 36552) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:20:54.587527 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baead192-7625-4f45-8350-389b9e98d43a tempest-SecGroupTest-221798086 tempest-SecGroupTest-221798086-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f0793c9-ef56-4cad-9e87-349c0ba66b96,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:20:54.607598 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-1859ca05-80a7-489e-94a8-76bc2407944c req-44635a6c-a943-4396-965c-14f739fc0e4e tempest-ServersNegativeTestJSON-90632883 tempest-ServersNegativeTestJSON-90632883-project] 10.222.0.13 "GET /v2.0/security-groups?id=f00b351c-12ea-4499-84c9-f0263f4f27ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994446 Jan 26 21:20:54.708531 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-4376c99f-d840-4202-a687-72ed1aec631f admin admin] Publish callbacks [] for security_group (1c2b325b-daee-49cf-b093-79b7b7bc3348), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:20:54.744817 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-4376c99f-d840-4202-a687-72ed1aec631f admin admin] Publish callbacks [] for security_group (1c2b325b-daee-49cf-b093-79b7b7bc3348), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:20:54.830169 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-fd916f93-34ae-432e-9d00-2646110f0235 tempest-SecGroupTest-221798086 tempest-SecGroupTest-221798086-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2836728 Jan 26 21:20:54.831399 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 36566) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:20:54.836003 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-f1d2fc57-afbf-44e7-9743-401ca457fc95 tempest-SecGroupTest-221798086 tempest-SecGroupTest-221798086-project] Request body: {'security_group': {'name': 'tempest-secgroup--2034753755'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:20:54.884293 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-4376c99f-d840-4202-a687-72ed1aec631f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (1c2b325b-daee-49cf-b093-79b7b7bc3348), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:20:54.892924 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-f1d2fc57-afbf-44e7-9743-401ca457fc95 tempest-SecGroupTest-221798086 tempest-SecGroupTest-221798086-project] Publish callbacks [] for security_group (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:20:54.894653 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-4376c99f-d840-4202-a687-72ed1aec631f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:20:54.900652 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-4376c99f-d840-4202-a687-72ed1aec631f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/1c2b325b-daee-49cf-b093-79b7b7bc3348 HTTP/1.1" status: 204 len: 168 time: 0.3993292 Jan 26 21:20:54.958886 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4376c99f-d840-4202-a687-72ed1aec631f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c2b325b-daee-49cf-b093-79b7b7bc3348,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:20:55.052522 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-f1d2fc57-afbf-44e7-9743-401ca457fc95 tempest-SecGroupTest-221798086 tempest-SecGroupTest-221798086-project] Publish callbacks [] for security_group (3548e760-f990-4cbe-99ae-501080b452e4), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:20:55.061250 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-f1d2fc57-afbf-44e7-9743-401ca457fc95 tempest-SecGroupTest-221798086 tempest-SecGroupTest-221798086-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (3548e760-f990-4cbe-99ae-501080b452e4), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:20:55.100160 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-f1d2fc57-afbf-44e7-9743-401ca457fc95 tempest-SecGroupTest-221798086 tempest-SecGroupTest-221798086-project] Publish callbacks [] for security_group (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:20:55.106821 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-f1d2fc57-afbf-44e7-9743-401ca457fc95 tempest-SecGroupTest-221798086 tempest-SecGroupTest-221798086-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.2744591 Jan 26 21:20:55.110168 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 36572) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:20:55.137685 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-538cd358-d847-4c32-a6db-93455c6caea3 tempest-SecGroupTest-221798086 tempest-SecGroupTest-221798086-project] Request body: {'security_group': {'name': 'tempest-secgroup--2089318988'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:20:55.197495 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-538cd358-d847-4c32-a6db-93455c6caea3 tempest-SecGroupTest-221798086 tempest-SecGroupTest-221798086-project] Publish callbacks [] for security_group (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:20:55.225106 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d2fc57-afbf-44e7-9743-401ca457fc95 tempest-SecGroupTest-221798086 tempest-SecGroupTest-221798086-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3548e760-f990-4cbe-99ae-501080b452e4,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:20:55.274085 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-256dfc4b-9bcc-42ef-b243-68b10babd825 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4110657'] for router_interface (ac4f783b-9c93-4317-b820-8b0b546bd29f), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:20:55.280792 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (fea0591a-627d-4c87-9a9a-01625ddf3277), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:20:55.342962 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-538cd358-d847-4c32-a6db-93455c6caea3 tempest-SecGroupTest-221798086 tempest-SecGroupTest-221798086-project] Publish callbacks [] for security_group (54232898-b568-4918-adeb-5e0828ecc386), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:20:55.357786 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-538cd358-d847-4c32-a6db-93455c6caea3 tempest-SecGroupTest-221798086 tempest-SecGroupTest-221798086-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (54232898-b568-4918-adeb-5e0828ecc386), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:20:55.390182 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-538cd358-d847-4c32-a6db-93455c6caea3 tempest-SecGroupTest-221798086 tempest-SecGroupTest-221798086-project] Publish callbacks [] for security_group (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:20:55.394569 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 36584) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:20:55.394779 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-538cd358-d847-4c32-a6db-93455c6caea3 tempest-SecGroupTest-221798086 tempest-SecGroupTest-221798086-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.2735550 Jan 26 21:20:55.405692 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-f2b54033-681f-496b-97fe-cca0ddd18b65 tempest-SecGroupTest-221798086 tempest-SecGroupTest-221798086-project] Request body: {'security_group_rule': {'security_group_id': '3548e760-f990-4cbe-99ae-501080b452e4', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '54232898-b568-4918-adeb-5e0828ecc386', 'remote_ip_prefix': None}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:20:55.437865 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538cd358-d847-4c32-a6db-93455c6caea3 tempest-SecGroupTest-221798086 tempest-SecGroupTest-221798086-project] Pushing event updated for resources: {'SecurityGroup': ['ID=54232898-b568-4918-adeb-5e0828ecc386,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:20:55.460413 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e16d68-dfeb-4a13-9f8d-938c45d2f85c req-e7074bbe-8855-4993-8a7b-12bfb855ed8b tempest-DeleteServersTestJSON-1338827600 tempest-DeleteServersTestJSON-1338827600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:20:55.466778 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-f0e16d68-dfeb-4a13-9f8d-938c45d2f85c req-e7074bbe-8855-4993-8a7b-12bfb855ed8b tempest-DeleteServersTestJSON-1338827600 tempest-DeleteServersTestJSON-1338827600-project] 10.222.0.13 "GET /v2.0/ports?device_id=b94ac130-6232-4bd7-acba-586230daf28f HTTP/1.1" status: 200 len: 946 time: 0.1217725 Jan 26 21:20:55.559247 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-f0e16d68-dfeb-4a13-9f8d-938c45d2f85c req-d6813299-3eaf-4b07-a5a2-a05f399cae67 tempest-DeleteServersTestJSON-1338827600 tempest-DeleteServersTestJSON-1338827600-project] 10.222.0.13 "GET /v2.0/security-groups?id=b7fc5e70-a24b-497d-9cf6-8df82d0ad35b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855811 Jan 26 21:20:55.565925 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-f2b54033-681f-496b-97fe-cca0ddd18b65 tempest-SecGroupTest-221798086 tempest-SecGroupTest-221798086-project] Publish callbacks [] for security_group_rule (2030ca72-7cd1-44e2-a780-bab18bb44bf6), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:20:55.734709 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-f2b54033-681f-496b-97fe-cca0ddd18b65 tempest-SecGroupTest-221798086 tempest-SecGroupTest-221798086-project] Publish callbacks [] for security_group_rule (2030ca72-7cd1-44e2-a780-bab18bb44bf6), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:20:55.744944 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-f2b54033-681f-496b-97fe-cca0ddd18b65 tempest-SecGroupTest-221798086 tempest-SecGroupTest-221798086-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102715'] for security_group_rule (2030ca72-7cd1-44e2-a780-bab18bb44bf6), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:20:55.772646 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b54033-681f-496b-97fe-cca0ddd18b65 tempest-SecGroupTest-221798086 tempest-SecGroupTest-221798086-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2030ca72-7cd1-44e2-a780-bab18bb44bf6,revision_number=0']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:20:55.804248 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-f2b54033-681f-496b-97fe-cca0ddd18b65 tempest-SecGroupTest-221798086 tempest-SecGroupTest-221798086-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:20:55.806162 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-f2b54033-681f-496b-97fe-cca0ddd18b65 tempest-SecGroupTest-221798086 tempest-SecGroupTest-221798086-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.4101081 Jan 26 21:20:55.809270 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 36596) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:20:55.813166 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-256dfc4b-9bcc-42ef-b243-68b10babd825 admin admin] Deleting port d4ed4915-c6cd-42c7-bd64-638c4e1458af {{(pid=103305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 21:20:55.813534 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-256dfc4b-9bcc-42ef-b243-68b10babd825 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746560630878'] for port (d4ed4915-c6cd-42c7-bd64-638c4e1458af), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:20:55.847587 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-39d42a65-54e2-4102-91ed-332fb2d33480 tempest-SecGroupTest-221798086 tempest-SecGroupTest-221798086-project] Publish callbacks [] for security_group_rule (2030ca72-7cd1-44e2-a780-bab18bb44bf6), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:20:55.903660 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3368dba-3fca-4b5f-972f-8cda776fcd41 req-ad931826-8030-48c0-a6b3-378e31fbc80d tempest-ServersNegativeTestJSON-90632883 tempest-ServersNegativeTestJSON-90632883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:20:55.911718 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-a3368dba-3fca-4b5f-972f-8cda776fcd41 req-ad931826-8030-48c0-a6b3-378e31fbc80d tempest-ServersNegativeTestJSON-90632883 tempest-ServersNegativeTestJSON-90632883-project] 10.222.0.13 "GET /v2.0/ports?device_id=20bda332-a159-49bd-8c61-2ea774ab5602 HTTP/1.1" status: 200 len: 944 time: 0.1443875 Jan 26 21:20:55.932553 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [None req-256dfc4b-9bcc-42ef-b243-68b10babd825 admin admin] For port d4ed4915-c6cd-42c7-bd64-638c4e1458af, host n-d-760453-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=d4ed4915-c6cd-42c7-bd64-638c4e1458af,segment=NetworkSegment(6876653f-77af-46b4-8bdd-c940cb7c7e81),segment_id=6876653f-77af-46b4-8bdd-c940cb7c7e81)] {{(pid=103305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:20:55.932924 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-256dfc4b-9bcc-42ef-b243-68b10babd825 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4109658'] for port (d4ed4915-c6cd-42c7-bd64-638c4e1458af), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:20:55.953622 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-39d42a65-54e2-4102-91ed-332fb2d33480 tempest-SecGroupTest-221798086 tempest-SecGroupTest-221798086-project] Publish callbacks [] for security_group_rule (2030ca72-7cd1-44e2-a780-bab18bb44bf6), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:20:55.953921 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-256dfc4b-9bcc-42ef-b243-68b10babd825 admin admin] Calling delete_port for d4ed4915-c6cd-42c7-bd64-638c4e1458af owned by network:router_interface {{(pid=103305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 21:20:56.021794 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-39d42a65-54e2-4102-91ed-332fb2d33480 tempest-SecGroupTest-221798086 tempest-SecGroupTest-221798086-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102715'] for security_group_rule (2030ca72-7cd1-44e2-a780-bab18bb44bf6), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:20:56.042234 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-39d42a65-54e2-4102-91ed-332fb2d33480 tempest-SecGroupTest-221798086 tempest-SecGroupTest-221798086-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:20:56.046477 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-39d42a65-54e2-4102-91ed-332fb2d33480 tempest-SecGroupTest-221798086 tempest-SecGroupTest-221798086-project] 10.222.0.13 "DELETE /v2.0/security-group-rules/2030ca72-7cd1-44e2-a780-bab18bb44bf6 HTTP/1.1" status: 204 len: 168 time: 0.2345581 Jan 26 21:20:56.048023 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d42a65-54e2-4102-91ed-332fb2d33480 tempest-SecGroupTest-221798086 tempest-SecGroupTest-221798086-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2030ca72-7cd1-44e2-a780-bab18bb44bf6,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:20:56.050693 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 36602) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:20:56.077623 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-a3368dba-3fca-4b5f-972f-8cda776fcd41 req-39aa2a33-7600-4ad5-a9f4-05e4bc40acfc tempest-ServersNegativeTestJSON-90632883 tempest-ServersNegativeTestJSON-90632883-project] 10.222.0.13 "GET /v2.0/security-groups?id=f00b351c-12ea-4499-84c9-f0263f4f27ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1605070 Jan 26 21:20:56.169160 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-90ad6ed0-47a1-4cc2-b5de-35cc054fd0ab tempest-SecGroupTest-221798086 tempest-SecGroupTest-221798086-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1161809 Jan 26 21:20:56.171734 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 36606) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:20:56.292826 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-209dac01-dc47-44b8-9e46-102cece8a71e tempest-SecGroupTest-221798086 tempest-SecGroupTest-221798086-project] Publish callbacks [] for security_group (54232898-b568-4918-adeb-5e0828ecc386), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:20:56.342099 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-256dfc4b-9bcc-42ef-b243-68b10babd825 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746560636600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746560234536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11791543'] for port (d4ed4915-c6cd-42c7-bd64-638c4e1458af), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:20:56.399773 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-256dfc4b-9bcc-42ef-b243-68b10babd825 admin admin] Pushing event deleted for resources: {'Port': ['ID=d4ed4915-c6cd-42c7-bd64-638c4e1458af,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:20:56.449940 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-209dac01-dc47-44b8-9e46-102cece8a71e tempest-SecGroupTest-221798086 tempest-SecGroupTest-221798086-project] Publish callbacks [] for security_group (54232898-b568-4918-adeb-5e0828ecc386), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:20:56.522157 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87e0723-2934-4c56-9c65-e9eedfff8221 req-4f04da54-dee3-477e-ac43-7e48d7164479 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:20:56.524571 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-c87e0723-2934-4c56-9c65-e9eedfff8221 req-4f04da54-dee3-477e-ac43-7e48d7164479 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=cb180574de574caea4706335ceec073e&device_id=b94ac130-6232-4bd7-acba-586230daf28f HTTP/1.1" status: 200 len: 1097 time: 0.1910183 Jan 26 21:20:56.572869 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-209dac01-dc47-44b8-9e46-102cece8a71e tempest-SecGroupTest-221798086 tempest-SecGroupTest-221798086-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (54232898-b568-4918-adeb-5e0828ecc386), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:20:56.576409 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-209dac01-dc47-44b8-9e46-102cece8a71e tempest-SecGroupTest-221798086 tempest-SecGroupTest-221798086-project] Publish callbacks [] for security_group (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:20:56.582792 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-209dac01-dc47-44b8-9e46-102cece8a71e tempest-SecGroupTest-221798086 tempest-SecGroupTest-221798086-project] 10.222.0.13 "DELETE /v2.0/security-groups/54232898-b568-4918-adeb-5e0828ecc386 HTTP/1.1" status: 204 len: 168 time: 0.4099119 Jan 26 21:20:56.583454 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 36618) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:20:56.661151 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-209dac01-dc47-44b8-9e46-102cece8a71e tempest-SecGroupTest-221798086 tempest-SecGroupTest-221798086-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=54232898-b568-4918-adeb-5e0828ecc386,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:20:56.734041 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-256dfc4b-9bcc-42ef-b243-68b10babd825 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3709480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4110805'] for router_interface (ac4f783b-9c93-4317-b820-8b0b546bd29f), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:20:56.761817 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-ac1be92c-b2a4-484c-8170-d7bfc1209394 tempest-SecGroupTest-221798086 tempest-SecGroupTest-221798086-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 0.1712193 Jan 26 21:20:56.766448 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 36620) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:20:56.918865 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3b63bd-1a89-436e-b7ae-01fabb39ac25 req-d03f4440-4d28-4137-aa68-14fd76c7a0d4 tempest-DeleteServersTestJSON-1338827600 tempest-DeleteServersTestJSON-1338827600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:20:56.926005 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-9e3b63bd-1a89-436e-b7ae-01fabb39ac25 req-d03f4440-4d28-4137-aa68-14fd76c7a0d4 tempest-DeleteServersTestJSON-1338827600 tempest-DeleteServersTestJSON-1338827600-project] 10.222.0.13 "GET /v2.0/ports?device_id=b94ac130-6232-4bd7-acba-586230daf28f HTTP/1.1" status: 200 len: 946 time: 0.1735630 Jan 26 21:20:56.933881 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-c957e0e1-7d1b-4788-9e09-2e32674183d2 tempest-SecGroupTest-221798086 tempest-SecGroupTest-221798086-project] Publish callbacks [] for security_group (3548e760-f990-4cbe-99ae-501080b452e4), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:20:56.970929 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-c957e0e1-7d1b-4788-9e09-2e32674183d2 tempest-SecGroupTest-221798086 tempest-SecGroupTest-221798086-project] Publish callbacks [] for security_group (3548e760-f990-4cbe-99ae-501080b452e4), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:20:57.029946 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-9e3b63bd-1a89-436e-b7ae-01fabb39ac25 req-f82c34e7-47aa-461a-b277-2296af98955e tempest-DeleteServersTestJSON-1338827600 tempest-DeleteServersTestJSON-1338827600-project] 10.222.0.13 "GET /v2.0/security-groups?id=b7fc5e70-a24b-497d-9cf6-8df82d0ad35b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029193 Jan 26 21:20:57.058468 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-c957e0e1-7d1b-4788-9e09-2e32674183d2 tempest-SecGroupTest-221798086 tempest-SecGroupTest-221798086-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (3548e760-f990-4cbe-99ae-501080b452e4), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:20:57.061941 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-c957e0e1-7d1b-4788-9e09-2e32674183d2 tempest-SecGroupTest-221798086 tempest-SecGroupTest-221798086-project] Publish callbacks [] for security_group (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:20:57.067375 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-c957e0e1-7d1b-4788-9e09-2e32674183d2 tempest-SecGroupTest-221798086 tempest-SecGroupTest-221798086-project] 10.222.0.13 "DELETE /v2.0/security-groups/3548e760-f990-4cbe-99ae-501080b452e4 HTTP/1.1" status: 204 len: 168 time: 0.2998340 Jan 26 21:20:57.070048 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 36628) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:20:57.103696 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c957e0e1-7d1b-4788-9e09-2e32674183d2 tempest-SecGroupTest-221798086 tempest-SecGroupTest-221798086-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3548e760-f990-4cbe-99ae-501080b452e4,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:20:57.278012 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-24754c25-cfe7-4207-9c9c-6a9d594fe06a tempest-SecGroupTest-221798086 tempest-SecGroupTest-221798086-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1907151 Jan 26 21:20:57.283402 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 36636) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:20:57.302483 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-d7ffa244-c002-4df2-b579-01391a255af8 tempest-SecGroupTest-221798086 tempest-SecGroupTest-221798086-project] Request body: {'security_group': {'name': 'tempest-secgroup--1433122957'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:20:57.427872 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98cfee82-4a3a-453f-b510-9e9968b83263 req-9dfd38c7-3d8d-489c-9393-dd8314170a3b tempest-ServersNegativeTestJSON-90632883 tempest-ServersNegativeTestJSON-90632883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:20:57.428281 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-98cfee82-4a3a-453f-b510-9e9968b83263 req-9dfd38c7-3d8d-489c-9393-dd8314170a3b tempest-ServersNegativeTestJSON-90632883 tempest-ServersNegativeTestJSON-90632883-project] 10.222.0.13 "GET /v2.0/ports?device_id=20bda332-a159-49bd-8c61-2ea774ab5602 HTTP/1.1" status: 200 len: 944 time: 0.1483493 Jan 26 21:20:57.431466 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-d7ffa244-c002-4df2-b579-01391a255af8 tempest-SecGroupTest-221798086 tempest-SecGroupTest-221798086-project] Publish callbacks [] for security_group (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:20:57.506893 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-256dfc4b-9bcc-42ef-b243-68b10babd825 admin admin] Router ac4f783b-9c93-4317-b820-8b0b546bd29f has already been hosted by L3 agent 09df100c-3af1-4b0a-bda8-05914c71c458 {{(pid=103305) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 26 21:20:57.565117 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-98cfee82-4a3a-453f-b510-9e9968b83263 req-e19fca35-95f6-46ea-9c3f-52f1c01ba149 tempest-ServersNegativeTestJSON-90632883 tempest-ServersNegativeTestJSON-90632883-project] 10.222.0.13 "GET /v2.0/security-groups?id=f00b351c-12ea-4499-84c9-f0263f4f27ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1305029 Jan 26 21:20:57.698497 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-d7ffa244-c002-4df2-b579-01391a255af8 tempest-SecGroupTest-221798086 tempest-SecGroupTest-221798086-project] Publish callbacks [] for security_group (93ab2719-5a8e-4657-837a-4c2963ac83ec), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:20:57.706284 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-d7ffa244-c002-4df2-b579-01391a255af8 tempest-SecGroupTest-221798086 tempest-SecGroupTest-221798086-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (93ab2719-5a8e-4657-837a-4c2963ac83ec), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:20:57.717826 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-256dfc4b-9bcc-42ef-b243-68b10babd825 admin admin] Notify agent at l3_agent.n-d-760453-5 the message routers_updated {{(pid=103305) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 26 21:20:57.728295 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-256dfc4b-9bcc-42ef-b243-68b10babd825 admin admin] 10.222.0.13 "PUT /v2.0/routers/ac4f783b-9c93-4317-b820-8b0b546bd29f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4828320 Jan 26 21:20:57.730048 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97eafbbd-3d07-4f05-b239-f14f3d314817 None None] Sync routers for ids ['ac4f783b-9c93-4317-b820-8b0b546bd29f'] in n-d-760453-5 {{(pid=103306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 26 21:20:57.736702 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 36648) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:20:57.750219 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97eafbbd-3d07-4f05-b239-f14f3d314817 None None] Routers {'ac4f783b-9c93-4317-b820-8b0b546bd29f'} bound to L3 agent in host n-d-760453-5 {{(pid=103306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 21:20:57.752294 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-97eafbbd-3d07-4f05-b239-f14f3d314817 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-26T20:55:21Z,description=,heartbeat_timestamp=2022-01-26T21:20:51Z,host='n-d-760453-5',id=09df100c-3af1-4b0a-bda8-05914c71c458,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:55:21Z,topic='l3_agent')) {'router_ids': ['ac4f783b-9c93-4317-b820-8b0b546bd29f'], 'active': True} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:20:57.754397 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-d7ffa244-c002-4df2-b579-01391a255af8 tempest-SecGroupTest-221798086 tempest-SecGroupTest-221798086-project] Publish callbacks [] for security_group (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:20:57.758742 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-d7ffa244-c002-4df2-b579-01391a255af8 tempest-SecGroupTest-221798086 tempest-SecGroupTest-221798086-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.4687383 Jan 26 21:20:57.758742 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ffa244-c002-4df2-b579-01391a255af8 tempest-SecGroupTest-221798086 tempest-SecGroupTest-221798086-project] Pushing event updated for resources: {'SecurityGroup': ['ID=93ab2719-5a8e-4657-837a-4c2963ac83ec,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:20:57.761845 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 36650) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:20:57.765747 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-ad7d2200-368a-4e93-997b-3f8c38c9c270 tempest-SecGroupTest-221798086 tempest-SecGroupTest-221798086-project] Request body: {'security_group_rule': {'security_group_id': '93ab2719-5a8e-4657-837a-4c2963ac83ec', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:20:57.796608 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-ad7d2200-368a-4e93-997b-3f8c38c9c270 tempest-SecGroupTest-221798086 tempest-SecGroupTest-221798086-project] Publish callbacks [] for security_group_rule (c71b67ac-9e52-43ce-9c8c-278d2b563ca2), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:20:57.911372 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvr_db [None req-97eafbbd-3d07-4f05-b239-f14f3d314817 None None] Set router ac4f783b-9c93-4317-b820-8b0b546bd29f gateway port host: n-d-760453-5 {{(pid=103306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 21:20:57.935199 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-ad7d2200-368a-4e93-997b-3f8c38c9c270 tempest-SecGroupTest-221798086 tempest-SecGroupTest-221798086-project] Publish callbacks [] for security_group_rule (c71b67ac-9e52-43ce-9c8c-278d2b563ca2), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:20:57.936076 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-33693356-6f0d-49e8-abb1-74cb42ef4ce0 admin admin] Publish callbacks [] for router (ac4f783b-9c93-4317-b820-8b0b546bd29f), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:20:57.940864 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-ad7d2200-368a-4e93-997b-3f8c38c9c270 tempest-SecGroupTest-221798086 tempest-SecGroupTest-221798086-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102715'] for security_group_rule (c71b67ac-9e52-43ce-9c8c-278d2b563ca2), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:20:58.040154 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-ad7d2200-368a-4e93-997b-3f8c38c9c270 tempest-SecGroupTest-221798086 tempest-SecGroupTest-221798086-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:20:58.047637 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-ad7d2200-368a-4e93-997b-3f8c38c9c270 tempest-SecGroupTest-221798086 tempest-SecGroupTest-221798086-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.2853608 Jan 26 21:20:58.062767 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 36660) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:20:58.096796 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad7d2200-368a-4e93-997b-3f8c38c9c270 tempest-SecGroupTest-221798086 tempest-SecGroupTest-221798086-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c71b67ac-9e52-43ce-9c8c-278d2b563ca2,revision_number=0']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:20:58.150002 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-eed42862-324d-465f-8ba3-ae3729bc1322 tempest-SecGroupTest-221798086 tempest-SecGroupTest-221798086-project] Publish callbacks [] for security_group_rule (c71b67ac-9e52-43ce-9c8c-278d2b563ca2), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:20:58.156825 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-33693356-6f0d-49e8-abb1-74cb42ef4ce0 admin admin] Publish callbacks [] for router_gateway (ac4f783b-9c93-4317-b820-8b0b546bd29f), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:20:58.162701 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-eed42862-324d-465f-8ba3-ae3729bc1322 tempest-SecGroupTest-221798086 tempest-SecGroupTest-221798086-project] Publish callbacks [] for security_group_rule (c71b67ac-9e52-43ce-9c8c-278d2b563ca2), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:20:58.255353 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-33693356-6f0d-49e8-abb1-74cb42ef4ce0 admin admin] Deleting port d4ce9d24-29ab-42d3-8e4d-490333356374 {{(pid=103305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 21:20:58.256663 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-33693356-6f0d-49e8-abb1-74cb42ef4ce0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746560630878'] for port (d4ce9d24-29ab-42d3-8e4d-490333356374), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:20:58.321831 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-eed42862-324d-465f-8ba3-ae3729bc1322 tempest-SecGroupTest-221798086 tempest-SecGroupTest-221798086-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102715'] for security_group_rule (c71b67ac-9e52-43ce-9c8c-278d2b563ca2), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:20:58.339582 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e716ed0-8c72-4926-a2bb-fc988df821e2 req-d5b113ff-6557-4a55-b969-a6f4531fcc1b tempest-DeleteServersTestJSON-1338827600 tempest-DeleteServersTestJSON-1338827600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:20:58.341597 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-5e716ed0-8c72-4926-a2bb-fc988df821e2 req-d5b113ff-6557-4a55-b969-a6f4531fcc1b tempest-DeleteServersTestJSON-1338827600 tempest-DeleteServersTestJSON-1338827600-project] 10.222.0.13 "GET /v2.0/ports?device_id=b94ac130-6232-4bd7-acba-586230daf28f HTTP/1.1" status: 200 len: 946 time: 0.1697490 Jan 26 21:20:58.345058 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-eed42862-324d-465f-8ba3-ae3729bc1322 tempest-SecGroupTest-221798086 tempest-SecGroupTest-221798086-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:20:58.346955 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-eed42862-324d-465f-8ba3-ae3729bc1322 tempest-SecGroupTest-221798086 tempest-SecGroupTest-221798086-project] 10.222.0.13 "DELETE /v2.0/security-group-rules/c71b67ac-9e52-43ce-9c8c-278d2b563ca2 HTTP/1.1" status: 204 len: 168 time: 0.2832048 Jan 26 21:20:58.354519 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 36664) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:20:58.417980 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Device d214135b-7bf4-435e-87ce-4cbcc04c7b40 no longer exists at agent hyperv_n-h2-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 26 21:20:58.433017 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed42862-324d-465f-8ba3-ae3729bc1322 tempest-SecGroupTest-221798086 tempest-SecGroupTest-221798086-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c71b67ac-9e52-43ce-9c8c-278d2b563ca2,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:20:58.502938 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 36668) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:20:58.534374 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-803aeb2e-6894-47e4-bbdf-8e6d0615bcd7 tempest-SecGroupTest-221798086 tempest-SecGroupTest-221798086-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1784086 Jan 26 21:20:58.538285 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 36672) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:20:58.544239 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-5e716ed0-8c72-4926-a2bb-fc988df821e2 req-55604f89-2e10-4ae4-8435-0f5205538c78 tempest-DeleteServersTestJSON-1338827600 tempest-DeleteServersTestJSON-1338827600-project] 10.222.0.13 "GET /v2.0/security-groups?id=b7fc5e70-a24b-497d-9cf6-8df82d0ad35b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1784344 Jan 26 21:20:58.562656 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87e0723-2934-4c56-9c65-e9eedfff8221 req-10cfa5d3-9d68-464a-ad7c-271819ff2dda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:20:58.565019 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-c87e0723-2934-4c56-9c65-e9eedfff8221 req-10cfa5d3-9d68-464a-ad7c-271819ff2dda service neutron] 10.222.0.57 "GET /v2.0/networks?id=e16ff5ba-c523-42b6-a294-431f384b33de HTTP/1.1" status: 200 len: 913 time: 0.4289596 Jan 26 21:20:58.584871 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-97eafbbd-3d07-4f05-b239-f14f3d314817 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac4f783b-9c93-4317-b820-8b0b546bd29f', 'name': 'tempest-FloatingIPsTestJSON-658727616-router', 'tenant_id': 'dca3476ec2c94cdea3eb3921b7182986', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'external_fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.133'}], 'enable_snat': True}, 'gw_port_id': 'd4ce9d24-29ab-42d3-8e4d-490333356374', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T21:20:27Z', 'updated_at': '2022-01-26T21:20:56Z', 'revision_number': 5, 'project_id': 'dca3476ec2c94cdea3eb3921b7182986', 'gw_port': {'id': 'd4ce9d24-29ab-42d3-8e4d-490333356374', 'name': '', 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:24:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac4f783b-9c93-4317-b820-8b0b546bd29f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1872, 'fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:20:28Z', 'updated_at': '2022-01-26T21:20:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-5'}], 'n-d-760453-5', False) {} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:20:58.614206 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-c651a902-7c56-420f-9a00-140301cd0a28 tempest-SecGroupTest-221798086 tempest-SecGroupTest-221798086-project] Publish callbacks [] for security_group (93ab2719-5a8e-4657-837a-4c2963ac83ec), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:20:58.627039 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [None req-33693356-6f0d-49e8-abb1-74cb42ef4ce0 admin admin] For port d4ce9d24-29ab-42d3-8e4d-490333356374, host n-d-760453-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=d4ce9d24-29ab-42d3-8e4d-490333356374,segment=NetworkSegment(e17cb353-418f-48b9-b982-21a6233ee99b),segment_id=e17cb353-418f-48b9-b982-21a6233ee99b)] {{(pid=103305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:20:58.627416 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-33693356-6f0d-49e8-abb1-74cb42ef4ce0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4109658'] for port (d4ce9d24-29ab-42d3-8e4d-490333356374), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:20:58.631602 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97eafbbd-3d07-4f05-b239-f14f3d314817 None None] Checking router: ac4f783b-9c93-4317-b820-8b0b546bd29f for host: n-d-760453-5 {{(pid=103306) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 26 21:20:58.635502 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Current status of the port d214135b-7bf4-435e-87ce-4cbcc04c7b40 is: ACTIVE; New status is: DOWN {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:20:58.635897 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (d214135b-7bf4-435e-87ce-4cbcc04c7b40), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:20:58.660064 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-33693356-6f0d-49e8-abb1-74cb42ef4ce0 admin admin] Calling delete_port for d4ce9d24-29ab-42d3-8e4d-490333356374 owned by network:router_gateway {{(pid=103305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 21:20:58.666869 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-c651a902-7c56-420f-9a00-140301cd0a28 tempest-SecGroupTest-221798086 tempest-SecGroupTest-221798086-project] Publish callbacks [] for security_group (93ab2719-5a8e-4657-837a-4c2963ac83ec), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:20:58.678987 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-c87e0723-2934-4c56-9c65-e9eedfff8221 req-69f656e5-767c-45ed-8be5-7a70680995ab service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d214135b-7bf4-435e-87ce-4cbcc04c7b40 HTTP/1.1" status: 200 len: 217 time: 0.0932233 Jan 26 21:20:58.681664 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97eafbbd-3d07-4f05-b239-f14f3d314817 None None] Routers {'ac4f783b-9c93-4317-b820-8b0b546bd29f'} bound to L3 agent in host n-d-760453-5 {{(pid=103306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 21:20:58.683109 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-97eafbbd-3d07-4f05-b239-f14f3d314817 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-26T20:55:21Z,description=,heartbeat_timestamp=2022-01-26T21:20:51Z,host='n-d-760453-5',id=09df100c-3af1-4b0a-bda8-05914c71c458,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:55:21Z,topic='l3_agent')) {'router_ids': ['ac4f783b-9c93-4317-b820-8b0b546bd29f'], 'active': True} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:20:58.786504 n-d-760453-5 neutron-server[103306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b94ac130-6232-4bd7-acba-586230daf28f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd214135b-7bf4-435e-87ce-4cbcc04c7b40'}] {{(pid=103306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 21:20:58.796699 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9d5d370febab655511bdd2ffe887e43e442d144a440368702bcc1e93af00b97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03ad7456-c153-47e7-8e55-a6f405cb6682" -d '{"events": [{"server_uuid": "b94ac130-6232-4bd7-acba-586230daf28f", "name": "network-vif-unplugged", "status": "completed", "tag": "d214135b-7bf4-435e-87ce-4cbcc04c7b40"}]}' {{(pid=103306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 21:20:58.819300 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87e0723-2934-4c56-9c65-e9eedfff8221 req-2c556e4d-57ca-4ac9-bb4e-16b00c3c0fa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:20:58.820840 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-c87e0723-2934-4c56-9c65-e9eedfff8221 req-2c556e4d-57ca-4ac9-bb4e-16b00c3c0fa4 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=25684abb-e6bd-4ac5-a412-9cc30ecdd004 HTTP/1.1" status: 200 len: 852 time: 0.1410208 Jan 26 21:20:58.839997 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd15271-0178-4968-9d28-651d6e0f0b58 req-c75c76c4-5245-4a39-a40c-bb2ffe198f25 tempest-ServersNegativeTestJSON-90632883 tempest-ServersNegativeTestJSON-90632883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:20:58.842100 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-ffd15271-0178-4968-9d28-651d6e0f0b58 req-c75c76c4-5245-4a39-a40c-bb2ffe198f25 tempest-ServersNegativeTestJSON-90632883 tempest-ServersNegativeTestJSON-90632883-project] 10.222.0.13 "GET /v2.0/ports?device_id=20bda332-a159-49bd-8c61-2ea774ab5602 HTTP/1.1" status: 200 len: 944 time: 0.0802772 Jan 26 21:20:58.875493 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] For port d214135b-7bf4-435e-87ce-4cbcc04c7b40, host n-h2-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-5',level=0,port_id=d214135b-7bf4-435e-87ce-4cbcc04c7b40,segment=NetworkSegment(2541abc4-0813-4c0d-94e6-c088627c1a85),segment_id=2541abc4-0813-4c0d-94e6-c088627c1a85)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:20:58.883168 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (d214135b-7bf4-435e-87ce-4cbcc04c7b40), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:20:58.932934 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 26 Jan 2022 21:20:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b79b844-3fa7-4fe0-85d8-44a70c4f1833 x-openstack-request-id: req-7b79b844-3fa7-4fe0-85d8-44a70c4f1833 {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 21:20:58.933606 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b94ac130-6232-4bd7-acba-586230daf28f", "name": "network-vif-unplugged", "status": "completed", "tag": "d214135b-7bf4-435e-87ce-4cbcc04c7b40", "code": 200}]} {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 21:20:58.934071 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-7b79b844-3fa7-4fe0-85d8-44a70c4f1833 {{(pid=103306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 21:20:58.934739 n-d-760453-5 neutron-server[103306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b94ac130-6232-4bd7-acba-586230daf28f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd214135b-7bf4-435e-87ce-4cbcc04c7b40', 'code': 200} Jan 26 21:20:58.946846 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvr_db [None req-97eafbbd-3d07-4f05-b239-f14f3d314817 None None] Set router ac4f783b-9c93-4317-b820-8b0b546bd29f gateway port host: None {{(pid=103306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 21:20:58.955844 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-c651a902-7c56-420f-9a00-140301cd0a28 tempest-SecGroupTest-221798086 tempest-SecGroupTest-221798086-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (93ab2719-5a8e-4657-837a-4c2963ac83ec), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:20:58.958761 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-c651a902-7c56-420f-9a00-140301cd0a28 tempest-SecGroupTest-221798086 tempest-SecGroupTest-221798086-project] Publish callbacks [] for security_group (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:20:58.963307 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-c651a902-7c56-420f-9a00-140301cd0a28 tempest-SecGroupTest-221798086 tempest-SecGroupTest-221798086-project] 10.222.0.13 "DELETE /v2.0/security-groups/93ab2719-5a8e-4657-837a-4c2963ac83ec HTTP/1.1" status: 204 len: 168 time: 0.4205248 Jan 26 21:20:58.966877 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-c87e0723-2934-4c56-9c65-e9eedfff8221 req-11fbf524-c540-4ef3-80b5-953d5845c96f service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=e16ff5ba-c523-42b6-a294-431f384b33de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0894036 Jan 26 21:20:58.968030 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 36680) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:20:58.979840 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-33693356-6f0d-49e8-abb1-74cb42ef4ce0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746560636600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746560234536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11791543'] for port (d4ce9d24-29ab-42d3-8e4d-490333356374), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:20:59.000527 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-f8d37b39-0f62-4c21-88b6-cc130bbc132a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:20:59.012902 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c651a902-7c56-420f-9a00-140301cd0a28 tempest-SecGroupTest-221798086 tempest-SecGroupTest-221798086-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=93ab2719-5a8e-4657-837a-4c2963ac83ec,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:20:59.039761 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-97eafbbd-3d07-4f05-b239-f14f3d314817 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac4f783b-9c93-4317-b820-8b0b546bd29f', 'name': 'tempest-FloatingIPsTestJSON-658727616-router', 'tenant_id': 'dca3476ec2c94cdea3eb3921b7182986', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T21:20:27Z', 'updated_at': '2022-01-26T21:20:58Z', 'revision_number': 6, 'project_id': 'dca3476ec2c94cdea3eb3921b7182986', 'gw_port_host': None}], 'n-d-760453-5', False) {} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:20:59.054640 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33693356-6f0d-49e8-abb1-74cb42ef4ce0 admin admin] Pushing event deleted for resources: {'Port': ['ID=d4ce9d24-29ab-42d3-8e4d-490333356374,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:20:59.146494 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-ffd15271-0178-4968-9d28-651d6e0f0b58 req-6560b610-e9c6-46d4-bdb1-13aa4dcecc1f tempest-ServersNegativeTestJSON-90632883 tempest-ServersNegativeTestJSON-90632883-project] 10.222.0.13 "GET /v2.0/security-groups?id=f00b351c-12ea-4499-84c9-f0263f4f27ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2978890 Jan 26 21:20:59.170392 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-33693356-6f0d-49e8-abb1-74cb42ef4ce0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4111291'] for router_gateway (ac4f783b-9c93-4317-b820-8b0b546bd29f), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:20:59.197638 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-c87e0723-2934-4c56-9c65-e9eedfff8221 req-df26070e-ba78-4b56-8f52-3d65ded3b195 service neutron] 10.222.0.57 "GET /v2.0/networks/e16ff5ba-c523-42b6-a294-431f384b33de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2127349 Jan 26 21:20:59.239093 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 36682) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:20:59.239480 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-b09e9dc1-77ca-459e-b16d-2bf485663436 tempest-SecGroupTest-221798086 tempest-SecGroupTest-221798086-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2604315 Jan 26 21:20:59.245219 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-78a50c04-f00b-4c72-b33e-735f1dbbf0e6 tempest-SecGroupTest-221798086 tempest-SecGroupTest-221798086-project] Request body: {'security_group': {'name': 'tempest-secgroup--142917585'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:20:59.260601 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Pushing event updated for resources: {'Port': ['ID=d214135b-7bf4-435e-87ce-4cbcc04c7b40,revision_number=8']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:20:59.270593 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97eafbbd-3d07-4f05-b239-f14f3d314817 None None] The sync data for ids ['ac4f783b-9c93-4317-b820-8b0b546bd29f'] in n-d-760453-5 is: [{'id': 'ac4f783b-9c93-4317-b820-8b0b546bd29f', 'name': 'tempest-FloatingIPsTestJSON-658727616-router', 'tenant_id': 'dca3476ec2c94cdea3eb3921b7182986', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T21:20:27Z', 'updated_at': '2022-01-26T21:20:58Z', 'revision_number': 6, 'project_id': 'dca3476ec2c94cdea3eb3921b7182986', 'gw_port_host': None}] {{(pid=103306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 26 21:20:59.336074 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-78a50c04-f00b-4c72-b33e-735f1dbbf0e6 tempest-SecGroupTest-221798086 tempest-SecGroupTest-221798086-project] Publish callbacks [] for security_group (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:20:59.369764 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-33693356-6f0d-49e8-abb1-74cb42ef4ce0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4105774', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13082'] for router (ac4f783b-9c93-4317-b820-8b0b546bd29f), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:20:59.379706 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-33693356-6f0d-49e8-abb1-74cb42ef4ce0 admin admin] Publish callbacks [] for router_controller (ac4f783b-9c93-4317-b820-8b0b546bd29f), precommit_delete_associations {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:20:59.406553 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-c87e0723-2934-4c56-9c65-e9eedfff8221 req-27a465e8-0182-4e06-95ca-92a13ecb79ed service neutron] 10.222.0.57 "GET /v2.0/networks/e16ff5ba-c523-42b6-a294-431f384b33de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1519191 Jan 26 21:20:59.470987 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-78a50c04-f00b-4c72-b33e-735f1dbbf0e6 tempest-SecGroupTest-221798086 tempest-SecGroupTest-221798086-project] Publish callbacks [] for security_group (7f6726ea-2a21-47a5-a0f3-ef59ad77c223), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:20:59.478039 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-78a50c04-f00b-4c72-b33e-735f1dbbf0e6 tempest-SecGroupTest-221798086 tempest-SecGroupTest-221798086-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (7f6726ea-2a21-47a5-a0f3-ef59ad77c223), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:20:59.525174 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a50c04-f00b-4c72-b33e-735f1dbbf0e6 tempest-SecGroupTest-221798086 tempest-SecGroupTest-221798086-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7f6726ea-2a21-47a5-a0f3-ef59ad77c223,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:20:59.530874 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-78a50c04-f00b-4c72-b33e-735f1dbbf0e6 tempest-SecGroupTest-221798086 tempest-SecGroupTest-221798086-project] Publish callbacks [] for security_group (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:20:59.532518 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-78a50c04-f00b-4c72-b33e-735f1dbbf0e6 tempest-SecGroupTest-221798086 tempest-SecGroupTest-221798086-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2918320 Jan 26 21:20:59.534790 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 36686) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:20:59.540740 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-d1c429f2-94a0-4498-8476-0e97d4939605 tempest-SecGroupTest-221798086 tempest-SecGroupTest-221798086-project] Request body: {'security_group_rule': {'security_group_id': '7f6726ea-2a21-47a5-a0f3-ef59ad77c223', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:20:59.545752 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-33693356-6f0d-49e8-abb1-74cb42ef4ce0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4105767'] for router (ac4f783b-9c93-4317-b820-8b0b546bd29f), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:20:59.547000 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33693356-6f0d-49e8-abb1-74cb42ef4ce0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ac4f783b-9c93-4317-b820-8b0b546bd29f {{(pid=103305) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 26 21:20:59.553371 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-33693356-6f0d-49e8-abb1-74cb42ef4ce0 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:20:59.555858 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-33693356-6f0d-49e8-abb1-74cb42ef4ce0 admin admin] 10.222.0.13 "DELETE /v2.0/routers/ac4f783b-9c93-4317-b820-8b0b546bd29f HTTP/1.1" status: 204 len: 168 time: 1.8170145 Jan 26 21:20:59.557832 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 36688) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:20:59.597943 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-f8d37b39-0f62-4c21-88b6-cc130bbc132a admin admin] Publish callbacks [] for security_group (42b614fb-961f-450d-81c0-7d8dcd56eabd), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:20:59.609927 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-f8d37b39-0f62-4c21-88b6-cc130bbc132a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (42b614fb-961f-450d-81c0-7d8dcd56eabd), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:20:59.618968 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.db_base_plugin_v2 [None req-fe64df60-b299-445d-8586-a38d9413be5c admin admin] Deleting subnet c91e026f-060f-49fe-b0ad-a82e4b6c9686 {{(pid=103304) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 26 21:20:59.622094 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-fe64df60-b299-445d-8586-a38d9413be5c admin admin] Publish callbacks [] for subnet (c91e026f-060f-49fe-b0ad-a82e4b6c9686), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:20:59.681066 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-fe64df60-b299-445d-8586-a38d9413be5c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8881284'] for subnet (c91e026f-060f-49fe-b0ad-a82e4b6c9686), precommit_delete_associations {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:20:59.695966 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-f8d37b39-0f62-4c21-88b6-cc130bbc132a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=18cf0572cba84ff1bfaae8b76a00f78b&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1901908 Jan 26 21:20:59.698268 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d37b39-0f62-4c21-88b6-cc130bbc132a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42b614fb-961f-450d-81c0-7d8dcd56eabd,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:20:59.700883 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 36692) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:20:59.813777 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-d1c429f2-94a0-4498-8476-0e97d4939605 tempest-SecGroupTest-221798086 tempest-SecGroupTest-221798086-project] Publish callbacks [] for security_group_rule (2cb2750e-aded-4a2f-a1b9-2cf45d770fd7), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:20:59.844857 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-8f0eb232-2cbd-4a83-8828-52d69cf1ddb8 admin admin] Publish callbacks [] for security_group (42b614fb-961f-450d-81c0-7d8dcd56eabd), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:20:59.890543 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-8f0eb232-2cbd-4a83-8828-52d69cf1ddb8 admin admin] Publish callbacks [] for security_group (42b614fb-961f-450d-81c0-7d8dcd56eabd), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:20:59.916016 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d628fd5-d565-4950-a1c1-c74f3033aece req-fbe6fd03-24cd-4b8f-9978-5f3b9e8b21eb tempest-DeleteServersTestJSON-1338827600 tempest-DeleteServersTestJSON-1338827600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:20:59.917717 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-7d628fd5-d565-4950-a1c1-c74f3033aece req-fbe6fd03-24cd-4b8f-9978-5f3b9e8b21eb tempest-DeleteServersTestJSON-1338827600 tempest-DeleteServersTestJSON-1338827600-project] 10.222.0.13 "GET /v2.0/ports?device_id=b94ac130-6232-4bd7-acba-586230daf28f HTTP/1.1" status: 200 len: 944 time: 0.2420762 Jan 26 21:20:59.958674 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-d1c429f2-94a0-4498-8476-0e97d4939605 tempest-SecGroupTest-221798086 tempest-SecGroupTest-221798086-project] Publish callbacks [] for security_group_rule (2cb2750e-aded-4a2f-a1b9-2cf45d770fd7), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:20:59.970806 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-d1c429f2-94a0-4498-8476-0e97d4939605 tempest-SecGroupTest-221798086 tempest-SecGroupTest-221798086-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102715'] for security_group_rule (2cb2750e-aded-4a2f-a1b9-2cf45d770fd7), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:20:59.984794 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-fe64df60-b299-445d-8586-a38d9413be5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687316'] for subnet (c91e026f-060f-49fe-b0ad-a82e4b6c9686), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:20:59.991462 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-8f0eb232-2cbd-4a83-8828-52d69cf1ddb8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (42b614fb-961f-450d-81c0-7d8dcd56eabd), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:20:59.995258 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-8f0eb232-2cbd-4a83-8828-52d69cf1ddb8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:20:59.996770 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-8f0eb232-2cbd-4a83-8828-52d69cf1ddb8 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/42b614fb-961f-450d-81c0-7d8dcd56eabd HTTP/1.1" status: 204 len: 168 time: 0.2949278 Jan 26 21:21:00.013840 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f0eb232-2cbd-4a83-8828-52d69cf1ddb8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42b614fb-961f-450d-81c0-7d8dcd56eabd,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:21:00.066729 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-7d628fd5-d565-4950-a1c1-c74f3033aece req-8d3ad70f-8a6d-47cf-969b-31b5b346e57e tempest-DeleteServersTestJSON-1338827600 tempest-DeleteServersTestJSON-1338827600-project] 10.222.0.13 "GET /v2.0/security-groups?id=b7fc5e70-a24b-497d-9cf6-8df82d0ad35b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1426611 Jan 26 21:21:00.067358 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c429f2-94a0-4498-8476-0e97d4939605 tempest-SecGroupTest-221798086 tempest-SecGroupTest-221798086-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2cb2750e-aded-4a2f-a1b9-2cf45d770fd7,revision_number=0']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:21:00.081244 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-d1c429f2-94a0-4498-8476-0e97d4939605 tempest-SecGroupTest-221798086 tempest-SecGroupTest-221798086-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:21:00.086758 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-d1c429f2-94a0-4498-8476-0e97d4939605 tempest-SecGroupTest-221798086 tempest-SecGroupTest-221798086-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5468440 Jan 26 21:21:00.087044 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 36698) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:21:00.149030 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-13f35dcb-95ec-4e13-b9e7-e691ac3b837c tempest-SecGroupTest-221798086 tempest-SecGroupTest-221798086-project] 10.222.0.13 "GET /v2.0/security-group-rules/2cb2750e-aded-4a2f-a1b9-2cf45d770fd7 HTTP/1.1" status: 200 len: 763 time: 0.0556989 Jan 26 21:21:00.149842 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 36700) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:21:00.185838 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-fe64df60-b299-445d-8586-a38d9413be5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9281612', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12215216'] for subnet (c91e026f-060f-49fe-b0ad-a82e4b6c9686), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:21:00.248987 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 36704) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:21:00.261061 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-454bb8ce-a1c2-4bea-92e0-154d67d2b1d6 tempest-SecGroupTest-221798086 tempest-SecGroupTest-221798086-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1100304 Jan 26 21:21:00.269070 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-fe64df60-b299-445d-8586-a38d9413be5c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:21:00.275316 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fad59bfe-869f-42ec-ba5d-30dc90dc7282 None None] Network 142a21c2-a7cb-4cf5-816e-f2edfa851df9 requested from n-d-760453-5 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 26 21:21:00.279929 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-fe64df60-b299-445d-8586-a38d9413be5c admin admin] 10.222.0.13 "DELETE /v2.0/subnets/c91e026f-060f-49fe-b0ad-a82e4b6c9686 HTTP/1.1" status: 204 len: 168 time: 0.7186754 Jan 26 21:21:00.280662 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 36706) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:21:00.300014 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-ae82a2a6-36ad-4444-a918-befd0f3fc4dd tempest-SecGroupTest-221798086 tempest-SecGroupTest-221798086-project] Publish callbacks [] for security_group_rule (2cb2750e-aded-4a2f-a1b9-2cf45d770fd7), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:21:00.301946 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device d4ce9d24-29ab-42d3-8e4d-490333356374 no longer exists at agent ovs-agent-n-d-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 26 21:21:00.323010 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-ae82a2a6-36ad-4444-a918-befd0f3fc4dd tempest-SecGroupTest-221798086 tempest-SecGroupTest-221798086-project] Publish callbacks [] for security_group_rule (2cb2750e-aded-4a2f-a1b9-2cf45d770fd7), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:21:00.377271 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-ae82a2a6-36ad-4444-a918-befd0f3fc4dd tempest-SecGroupTest-221798086 tempest-SecGroupTest-221798086-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102715'] for security_group_rule (2cb2750e-aded-4a2f-a1b9-2cf45d770fd7), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:21:00.386922 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-ae82a2a6-36ad-4444-a918-befd0f3fc4dd tempest-SecGroupTest-221798086 tempest-SecGroupTest-221798086-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:21:00.390751 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-ae82a2a6-36ad-4444-a918-befd0f3fc4dd tempest-SecGroupTest-221798086 tempest-SecGroupTest-221798086-project] 10.222.0.13 "DELETE /v2.0/security-group-rules/2cb2750e-aded-4a2f-a1b9-2cf45d770fd7 HTTP/1.1" status: 204 len: 168 time: 0.1406145 Jan 26 21:21:00.391399 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 36710) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:21:00.408106 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] No Port match for: d4ce9d24-29ab-42d3-8e4d-490333356374 {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 26 21:21:00.408944 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device d4ce9d24-29ab-42d3-8e4d-490333356374 not bound to the agent host n-d-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 26 21:21:00.409870 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device d4ed4915-c6cd-42c7-bd64-638c4e1458af no longer exists at agent ovs-agent-n-d-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 26 21:21:00.432249 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe64df60-b299-445d-8586-a38d9413be5c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c91e026f-060f-49fe-b0ad-a82e4b6c9686,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:21:00.454905 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] No Port match for: d4ed4915-c6cd-42c7-bd64-638c4e1458af {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 26 21:21:00.455259 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device d4ed4915-c6cd-42c7-bd64-638c4e1458af not bound to the agent host n-d-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 26 21:21:00.475179 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae82a2a6-36ad-4444-a918-befd0f3fc4dd tempest-SecGroupTest-221798086 tempest-SecGroupTest-221798086-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2cb2750e-aded-4a2f-a1b9-2cf45d770fd7,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:21:00.583375 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-e1fc34b0-c125-46c4-bddd-3ec06c153f5c tempest-SecGroupTest-221798086 tempest-SecGroupTest-221798086-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1885278 Jan 26 21:21:00.584030 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 36714) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:21:00.594028 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-f9835a9a-a85d-4812-a044-70dc1ade8cc5 tempest-SecGroupTest-221798086 tempest-SecGroupTest-221798086-project] Request body: {'security_group_rule': {'security_group_id': '7f6726ea-2a21-47a5-a0f3-ef59ad77c223', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:21:00.610351 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12184246-c391-41b9-bb06-663119a43961 None None] DHCP port deletion for 142a21c2-a7cb-4cf5-816e-f2edfa851df9 request from n-d-760453-5 {{(pid=103306) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 26 21:21:00.611288 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-64f72249-49b8-4cb3-9f35-66e25be46e8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-748181'] for network (142a21c2-a7cb-4cf5-816e-f2edfa851df9), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:21:00.655367 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-f9835a9a-a85d-4812-a044-70dc1ade8cc5 tempest-SecGroupTest-221798086 tempest-SecGroupTest-221798086-project] Publish callbacks [] for security_group_rule (12bf28ac-4d64-48fd-bc14-c8754f99326f), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:21:00.672729 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 36716) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:21:00.702437 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0ff0a7-258e-4a45-8ce8-67236ef8ef66 req-c5581c86-a98e-4f77-9659-4ef6d5b4e9f0 tempest-ServersNegativeTestJSON-90632883 tempest-ServersNegativeTestJSON-90632883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:21:00.706690 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-ca0ff0a7-258e-4a45-8ce8-67236ef8ef66 req-c5581c86-a98e-4f77-9659-4ef6d5b4e9f0 tempest-ServersNegativeTestJSON-90632883 tempest-ServersNegativeTestJSON-90632883-project] 10.222.0.13 "GET /v2.0/ports?device_id=20bda332-a159-49bd-8c61-2ea774ab5602 HTTP/1.1" status: 200 len: 944 time: 0.2756722 Jan 26 21:21:00.715122 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-91e99f85-238d-49ce-bd3b-cb68ca16cf85 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:21:00.765012 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-12184246-c391-41b9-bb06-663119a43961 None None] Deleting port 31c4159d-2565-4bba-a162-6f6edb589525 {{(pid=103306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 21:21:00.765750 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-12184246-c391-41b9-bb06-663119a43961 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746560630878'] for port (31c4159d-2565-4bba-a162-6f6edb589525), before_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:21:00.771739 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-f9835a9a-a85d-4812-a044-70dc1ade8cc5 tempest-SecGroupTest-221798086 tempest-SecGroupTest-221798086-project] Publish callbacks [] for security_group_rule (12bf28ac-4d64-48fd-bc14-c8754f99326f), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:21:00.780216 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-f9835a9a-a85d-4812-a044-70dc1ade8cc5 tempest-SecGroupTest-221798086 tempest-SecGroupTest-221798086-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102715'] for security_group_rule (12bf28ac-4d64-48fd-bc14-c8754f99326f), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:21:00.802370 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9835a9a-a85d-4812-a044-70dc1ade8cc5 tempest-SecGroupTest-221798086 tempest-SecGroupTest-221798086-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=12bf28ac-4d64-48fd-bc14-c8754f99326f,revision_number=0']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:21:00.856907 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-f9835a9a-a85d-4812-a044-70dc1ade8cc5 tempest-SecGroupTest-221798086 tempest-SecGroupTest-221798086-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:21:00.863627 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-f9835a9a-a85d-4812-a044-70dc1ade8cc5 tempest-SecGroupTest-221798086 tempest-SecGroupTest-221798086-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2761915 Jan 26 21:21:00.865472 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 36718) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:21:00.885809 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-12184246-c391-41b9-bb06-663119a43961 None None] For port 31c4159d-2565-4bba-a162-6f6edb589525, host n-d-760453-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=31c4159d-2565-4bba-a162-6f6edb589525,segment=NetworkSegment(6876653f-77af-46b4-8bdd-c940cb7c7e81),segment_id=6876653f-77af-46b4-8bdd-c940cb7c7e81)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:21:00.886064 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-12184246-c391-41b9-bb06-663119a43961 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4109658'] for port (31c4159d-2565-4bba-a162-6f6edb589525), precommit_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:21:00.902260 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-12184246-c391-41b9-bb06-663119a43961 None None] Calling delete_port for 31c4159d-2565-4bba-a162-6f6edb589525 owned by network:dhcp {{(pid=103306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 21:21:00.936591 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-daeb17ec-e0f5-404b-a930-09a1e72b3bf7 tempest-SecGroupTest-221798086 tempest-SecGroupTest-221798086-project] 10.222.0.13 "GET /v2.0/security-group-rules/12bf28ac-4d64-48fd-bc14-c8754f99326f HTTP/1.1" status: 200 len: 763 time: 0.0691562 Jan 26 21:21:00.940545 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 36720) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:21:00.943352 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-ca0ff0a7-258e-4a45-8ce8-67236ef8ef66 req-9e3015b8-cf0f-48ac-964c-64f43836142b tempest-ServersNegativeTestJSON-90632883 tempest-ServersNegativeTestJSON-90632883-project] 10.222.0.13 "GET /v2.0/security-groups?id=f00b351c-12ea-4499-84c9-f0263f4f27ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2172816 Jan 26 21:21:00.995563 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-64f72249-49b8-4cb3-9f35-66e25be46e8b admin admin] Deleting port 31c4159d-2565-4bba-a162-6f6edb589525 {{(pid=103304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 21:21:00.996261 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-64f72249-49b8-4cb3-9f35-66e25be46e8b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746560630878'] for port (31c4159d-2565-4bba-a162-6f6edb589525), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:21:01.010777 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-dc378b99-9f7f-41d6-bc56-0582672078d7 tempest-SecGroupTest-221798086 tempest-SecGroupTest-221798086-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0687826 Jan 26 21:21:01.013145 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-91e99f85-238d-49ce-bd3b-cb68ca16cf85 admin admin] Publish callbacks [] for security_group (5cdc37a1-ab82-4ebb-9ead-fab35fa173e8), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:21:01.014090 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 36724) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:21:01.023470 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-91e99f85-238d-49ce-bd3b-cb68ca16cf85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (5cdc37a1-ab82-4ebb-9ead-fab35fa173e8), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:21:01.060136 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-12184246-c391-41b9-bb06-663119a43961 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746560636600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746560234536'] for port (31c4159d-2565-4bba-a162-6f6edb589525), after_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:21:01.079907 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e99f85-238d-49ce-bd3b-cb68ca16cf85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5cdc37a1-ab82-4ebb-9ead-fab35fa173e8,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:21:01.101880 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12184246-c391-41b9-bb06-663119a43961 None None] Pushing event deleted for resources: {'Port': ['ID=31c4159d-2565-4bba-a162-6f6edb589525,revision_number=None']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:21:01.129071 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-5d51d9ab-87d1-4479-8796-88e3db9c5210 tempest-SecGroupTest-221798086 tempest-SecGroupTest-221798086-project] Publish callbacks [] for security_group_rule (12bf28ac-4d64-48fd-bc14-c8754f99326f), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:21:01.137068 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12184246-c391-41b9-bb06-663119a43961 None None] No DVR routers for this DVR port 31c4159d-2565-4bba-a162-6f6edb589525 on host n-d-760453-5 {{(pid=103306) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 26 21:21:01.162580 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 36728) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:21:01.170279 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [None req-64f72249-49b8-4cb3-9f35-66e25be46e8b admin admin] For port 31c4159d-2565-4bba-a162-6f6edb589525, host n-d-760453-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=31c4159d-2565-4bba-a162-6f6edb589525,segment=NetworkSegment(6876653f-77af-46b4-8bdd-c940cb7c7e81),segment_id=6876653f-77af-46b4-8bdd-c940cb7c7e81)] {{(pid=103304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:21:01.170660 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-64f72249-49b8-4cb3-9f35-66e25be46e8b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4109658'] for port (31c4159d-2565-4bba-a162-6f6edb589525), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:21:01.174060 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-91e99f85-238d-49ce-bd3b-cb68ca16cf85 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ab5eca35bef04bc98ae3f30078582ce5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5003395 Jan 26 21:21:01.176347 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-5d51d9ab-87d1-4479-8796-88e3db9c5210 tempest-SecGroupTest-221798086 tempest-SecGroupTest-221798086-project] Publish callbacks [] for security_group_rule (12bf28ac-4d64-48fd-bc14-c8754f99326f), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:21:01.228583 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-5d51d9ab-87d1-4479-8796-88e3db9c5210 tempest-SecGroupTest-221798086 tempest-SecGroupTest-221798086-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102715'] for security_group_rule (12bf28ac-4d64-48fd-bc14-c8754f99326f), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:21:01.237256 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-5d51d9ab-87d1-4479-8796-88e3db9c5210 tempest-SecGroupTest-221798086 tempest-SecGroupTest-221798086-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:21:01.241464 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-64f72249-49b8-4cb3-9f35-66e25be46e8b admin admin] Calling delete_port for 31c4159d-2565-4bba-a162-6f6edb589525 owned by network:dhcp {{(pid=103304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 21:21:01.243260 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-5d51d9ab-87d1-4479-8796-88e3db9c5210 tempest-SecGroupTest-221798086 tempest-SecGroupTest-221798086-project] 10.222.0.13 "DELETE /v2.0/security-group-rules/12bf28ac-4d64-48fd-bc14-c8754f99326f HTTP/1.1" status: 204 len: 168 time: 0.2276788 Jan 26 21:21:01.252663 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 36730) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:21:01.263737 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d51d9ab-87d1-4479-8796-88e3db9c5210 tempest-SecGroupTest-221798086 tempest-SecGroupTest-221798086-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=12bf28ac-4d64-48fd-bc14-c8754f99326f,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:21:01.414996 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103457bd-d2d5-4ad2-be8f-b157413a3676 req-83c6a59f-60ab-4636-96fa-42ee77d105e5 tempest-DeleteServersTestJSON-1338827600 tempest-DeleteServersTestJSON-1338827600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:21:01.421866 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-103457bd-d2d5-4ad2-be8f-b157413a3676 req-83c6a59f-60ab-4636-96fa-42ee77d105e5 tempest-DeleteServersTestJSON-1338827600 tempest-DeleteServersTestJSON-1338827600-project] 10.222.0.13 "GET /v2.0/ports?device_id=b94ac130-6232-4bd7-acba-586230daf28f HTTP/1.1" status: 200 len: 944 time: 0.2373335 Jan 26 21:21:01.438112 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-77a24748-f05f-4450-bb2e-1e672650fb32 admin admin] Publish callbacks [] for security_group (5cdc37a1-ab82-4ebb-9ead-fab35fa173e8), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:21:01.458376 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-80867ddd-f316-4666-9479-2f85e4d51418 tempest-SecGroupTest-221798086 tempest-SecGroupTest-221798086-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2021065 Jan 26 21:21:01.461941 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 36734) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:21:01.467239 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-f61ab7b3-598d-41d0-9316-73b256a9d6b1 tempest-SecGroupTest-221798086 tempest-SecGroupTest-221798086-project] Request body: {'security_group_rule': {'security_group_id': '7f6726ea-2a21-47a5-a0f3-ef59ad77c223', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:21:01.506259 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-77a24748-f05f-4450-bb2e-1e672650fb32 admin admin] Publish callbacks [] for security_group (5cdc37a1-ab82-4ebb-9ead-fab35fa173e8), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:21:01.514026 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-f61ab7b3-598d-41d0-9316-73b256a9d6b1 tempest-SecGroupTest-221798086 tempest-SecGroupTest-221798086-project] Publish callbacks [] for security_group_rule (a5a7ffdf-7c8a-4574-b9c9-9c3ad48a65dd), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:21:01.536880 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-103457bd-d2d5-4ad2-be8f-b157413a3676 req-a21d572a-0029-41ea-ac53-5b790d37794e tempest-DeleteServersTestJSON-1338827600 tempest-DeleteServersTestJSON-1338827600-project] 10.222.0.13 "GET /v2.0/security-groups?id=b7fc5e70-a24b-497d-9cf6-8df82d0ad35b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140809 Jan 26 21:21:01.537480 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-64f72249-49b8-4cb3-9f35-66e25be46e8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746560636600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746560234536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9281553'] for port (31c4159d-2565-4bba-a162-6f6edb589525), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:21:01.592844 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f72249-49b8-4cb3-9f35-66e25be46e8b admin admin] Pushing event deleted for resources: {'Port': ['ID=31c4159d-2565-4bba-a162-6f6edb589525,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:21:01.603490 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64f72249-49b8-4cb3-9f35-66e25be46e8b admin admin] No DVR routers for this DVR port 31c4159d-2565-4bba-a162-6f6edb589525 on host n-d-760453-5 {{(pid=103304) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 26 21:21:01.650319 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-f61ab7b3-598d-41d0-9316-73b256a9d6b1 tempest-SecGroupTest-221798086 tempest-SecGroupTest-221798086-project] Publish callbacks [] for security_group_rule (a5a7ffdf-7c8a-4574-b9c9-9c3ad48a65dd), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:21:01.659251 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-f61ab7b3-598d-41d0-9316-73b256a9d6b1 tempest-SecGroupTest-221798086 tempest-SecGroupTest-221798086-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102715'] for security_group_rule (a5a7ffdf-7c8a-4574-b9c9-9c3ad48a65dd), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:21:01.676493 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f61ab7b3-598d-41d0-9316-73b256a9d6b1 tempest-SecGroupTest-221798086 tempest-SecGroupTest-221798086-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a5a7ffdf-7c8a-4574-b9c9-9c3ad48a65dd,revision_number=0']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:21:01.687456 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-f61ab7b3-598d-41d0-9316-73b256a9d6b1 tempest-SecGroupTest-221798086 tempest-SecGroupTest-221798086-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:21:01.691651 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-f61ab7b3-598d-41d0-9316-73b256a9d6b1 tempest-SecGroupTest-221798086 tempest-SecGroupTest-221798086-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2256196 Jan 26 21:21:01.694379 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 36736) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:21:01.739418 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-cd409a74-ff14-4934-b7dc-49935a24fd3c tempest-SecGroupTest-221798086 tempest-SecGroupTest-221798086-project] 10.222.0.13 "GET /v2.0/security-group-rules/a5a7ffdf-7c8a-4574-b9c9-9c3ad48a65dd HTTP/1.1" status: 200 len: 764 time: 0.0430028 Jan 26 21:21:01.740152 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 36738) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:21:01.829980 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-f49f6e43-2086-440b-ae49-1e5e6f28d2dd tempest-SecGroupTest-221798086 tempest-SecGroupTest-221798086-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.0886018 Jan 26 21:21:01.831001 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 36742) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:21:01.867723 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-222bd6b4-5a1c-4f7e-a039-96e7f81fd014 tempest-SecGroupTest-221798086 tempest-SecGroupTest-221798086-project] Publish callbacks [] for security_group_rule (a5a7ffdf-7c8a-4574-b9c9-9c3ad48a65dd), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:21:01.891557 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-222bd6b4-5a1c-4f7e-a039-96e7f81fd014 tempest-SecGroupTest-221798086 tempest-SecGroupTest-221798086-project] Publish callbacks [] for security_group_rule (a5a7ffdf-7c8a-4574-b9c9-9c3ad48a65dd), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:21:01.947159 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-222bd6b4-5a1c-4f7e-a039-96e7f81fd014 tempest-SecGroupTest-221798086 tempest-SecGroupTest-221798086-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102715'] for security_group_rule (a5a7ffdf-7c8a-4574-b9c9-9c3ad48a65dd), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:21:01.956914 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-222bd6b4-5a1c-4f7e-a039-96e7f81fd014 tempest-SecGroupTest-221798086 tempest-SecGroupTest-221798086-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:21:01.963030 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-222bd6b4-5a1c-4f7e-a039-96e7f81fd014 tempest-SecGroupTest-221798086 tempest-SecGroupTest-221798086-project] 10.222.0.13 "DELETE /v2.0/security-group-rules/a5a7ffdf-7c8a-4574-b9c9-9c3ad48a65dd HTTP/1.1" status: 204 len: 168 time: 0.1276913 Jan 26 21:21:01.978778 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 36746) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:21:01.979578 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-222bd6b4-5a1c-4f7e-a039-96e7f81fd014 tempest-SecGroupTest-221798086 tempest-SecGroupTest-221798086-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a5a7ffdf-7c8a-4574-b9c9-9c3ad48a65dd,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:21:02.037758 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-64f72249-49b8-4cb3-9f35-66e25be46e8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-686403', 'neutron.services.segments.db._delete_segments_for_network-8746560774018'] for network (142a21c2-a7cb-4cf5-816e-f2edfa851df9), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:21:02.040583 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-77a24748-f05f-4450-bb2e-1e672650fb32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (5cdc37a1-ab82-4ebb-9ead-fab35fa173e8), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:21:02.043156 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-77a24748-f05f-4450-bb2e-1e672650fb32 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:21:02.047401 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-77a24748-f05f-4450-bb2e-1e672650fb32 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/5cdc37a1-ab82-4ebb-9ead-fab35fa173e8 HTTP/1.1" status: 204 len: 168 time: 0.8766458 Jan 26 21:21:02.052988 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device 31c4159d-2565-4bba-a162-6f6edb589525 no longer exists at agent ovs-agent-n-d-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 26 21:21:02.088871 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] No Port match for: 31c4159d-2565-4bba-a162-6f6edb589525 {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 26 21:21:02.089110 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device 31c4159d-2565-4bba-a162-6f6edb589525 not bound to the agent host n-d-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 26 21:21:02.114375 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-a1086655-0520-40e8-b4ec-c810c74c82f0 tempest-SecGroupTest-221798086 tempest-SecGroupTest-221798086-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1270828 Jan 26 21:21:02.115059 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 36752) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:21:02.136366 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a24748-f05f-4450-bb2e-1e672650fb32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5cdc37a1-ab82-4ebb-9ead-fab35fa173e8,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:21:02.139922 n-d-760453-5 neutron-server[103304]: DEBUG neutron.services.segments.db [None req-64f72249-49b8-4cb3-9f35-66e25be46e8b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['142a21c2-a7cb-4cf5-816e-f2edfa851df9']}} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:21:02.154726 n-d-760453-5 neutron-server[103304]: DEBUG neutron.services.segments.db [None req-64f72249-49b8-4cb3-9f35-66e25be46e8b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6876653f-77af-46b4-8bdd-c940cb7c7e81') {'for_net_delete': True} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:21:02.154996 n-d-760453-5 neutron-server[103304]: DEBUG neutron.services.segments.db [None req-64f72249-49b8-4cb3-9f35-66e25be46e8b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6876653f-77af-46b4-8bdd-c940cb7c7e81') {} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:21:02.171326 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-64f72249-49b8-4cb3-9f35-66e25be46e8b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746560742283', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8881293'] for segment (6876653f-77af-46b4-8bdd-c940cb7c7e81), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:21:02.204376 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2119b2ca-b3e7-4b10-b4a1-2ec97cbee27a req-68545c3e-a8d6-48e3-8867-d81057b06daf tempest-ServersNegativeTestJSON-90632883 tempest-ServersNegativeTestJSON-90632883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:21:02.211780 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-2119b2ca-b3e7-4b10-b4a1-2ec97cbee27a req-68545c3e-a8d6-48e3-8867-d81057b06daf tempest-ServersNegativeTestJSON-90632883 tempest-ServersNegativeTestJSON-90632883-project] 10.222.0.13 "GET /v2.0/ports?device_id=20bda332-a159-49bd-8c61-2ea774ab5602 HTTP/1.1" status: 200 len: 944 time: 0.1609974 Jan 26 21:21:02.229884 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-64f72249-49b8-4cb3-9f35-66e25be46e8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576559'] for segment (6876653f-77af-46b4-8bdd-c940cb7c7e81), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:21:02.239616 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-4073298c-9b4f-4270-bc8d-8da69c11803d tempest-SecGroupTest-221798086 tempest-SecGroupTest-221798086-project] Publish callbacks [] for security_group (7f6726ea-2a21-47a5-a0f3-ef59ad77c223), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:21:02.249768 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-64f72249-49b8-4cb3-9f35-66e25be46e8b admin admin] Releasing vlan 550 on physical network physnet1 to pool {{(pid=103304) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 26 21:21:02.250188 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-64f72249-49b8-4cb3-9f35-66e25be46e8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9281762'] for segment (6876653f-77af-46b4-8bdd-c940cb7c7e81), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:21:02.258024 n-d-760453-5 neutron-server[103304]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 26 21:21:02.258024 n-d-760453-5 neutron-server[103304]: self.session.flush() Jan 26 21:21:02.258024 n-d-760453-5 neutron-server[103304]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 26 21:21:02.258024 n-d-760453-5 neutron-server[103304]: self.session.flush() Jan 26 21:21:02.258024 n-d-760453-5 neutron-server[103304]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 26 21:21:02.258024 n-d-760453-5 neutron-server[103304]: self.session.flush() Jan 26 21:21:02.258024 n-d-760453-5 neutron-server[103304]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 26 21:21:02.258024 n-d-760453-5 neutron-server[103304]: self.session.flush() Jan 26 21:21:02.258024 n-d-760453-5 neutron-server[103304]: Traceback (most recent call last): Jan 26 21:21:02.258024 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 26 21:21:02.258024 n-d-760453-5 neutron-server[103304]: timer() Jan 26 21:21:02.258024 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 26 21:21:02.258024 n-d-760453-5 neutron-server[103304]: cb(*args, **kw) Jan 26 21:21:02.258024 n-d-760453-5 neutron-server[103304]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 26 21:21:02.258024 n-d-760453-5 neutron-server[103304]: return func(*args, **kwargs) Jan 26 21:21:02.258024 n-d-760453-5 neutron-server[103304]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 26 21:21:02.258024 n-d-760453-5 neutron-server[103304]: self._notify() Jan 26 21:21:02.258024 n-d-760453-5 neutron-server[103304]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 26 21:21:02.258024 n-d-760453-5 neutron-server[103304]: self.callback(batched_events) Jan 26 21:21:02.258024 n-d-760453-5 neutron-server[103304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 26 21:21:02.258024 n-d-760453-5 neutron-server[103304]: event.method(event) Jan 26 21:21:02.258024 n-d-760453-5 neutron-server[103304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 26 21:21:02.258024 n-d-760453-5 neutron-server[103304]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 26 21:21:02.258024 n-d-760453-5 neutron-server[103304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 26 21:21:02.258024 n-d-760453-5 neutron-server[103304]: aggregate_uuid = self.p_client.list_aggregates( Jan 26 21:21:02.258024 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 26 21:21:02.258024 n-d-760453-5 neutron-server[103304]: return f(self, *a, **k) Jan 26 21:21:02.258024 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 26 21:21:02.258024 n-d-760453-5 neutron-server[103304]: return self._get(url).json() Jan 26 21:21:02.258024 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 26 21:21:02.258024 n-d-760453-5 neutron-server[103304]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 26 21:21:02.258024 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 26 21:21:02.258024 n-d-760453-5 neutron-server[103304]: return self.request(url, 'GET', **kwargs) Jan 26 21:21:02.258024 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 26 21:21:02.258024 n-d-760453-5 neutron-server[103304]: base_url = self.get_endpoint(auth, allow=allow, Jan 26 21:21:02.258024 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 26 21:21:02.258024 n-d-760453-5 neutron-server[103304]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 26 21:21:02.258024 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 26 21:21:02.258024 n-d-760453-5 neutron-server[103304]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 26 21:21:02.258024 n-d-760453-5 neutron-server[103304]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 26 21:21:02.346786 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-4073298c-9b4f-4270-bc8d-8da69c11803d tempest-SecGroupTest-221798086 tempest-SecGroupTest-221798086-project] Publish callbacks [] for security_group (7f6726ea-2a21-47a5-a0f3-ef59ad77c223), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:21:02.407054 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-2119b2ca-b3e7-4b10-b4a1-2ec97cbee27a req-6c701842-c5f6-4165-8d21-ae22b4aebc81 tempest-ServersNegativeTestJSON-90632883 tempest-ServersNegativeTestJSON-90632883-project] 10.222.0.13 "GET /v2.0/security-groups?id=f00b351c-12ea-4499-84c9-f0263f4f27ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1938076 Jan 26 21:21:02.419257 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-64f72249-49b8-4cb3-9f35-66e25be46e8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4110931'] for network (142a21c2-a7cb-4cf5-816e-f2edfa851df9), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:21:02.450648 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-64f72249-49b8-4cb3-9f35-66e25be46e8b admin admin] Publish callbacks [] for network (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:21:02.459042 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-4073298c-9b4f-4270-bc8d-8da69c11803d tempest-SecGroupTest-221798086 tempest-SecGroupTest-221798086-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (7f6726ea-2a21-47a5-a0f3-ef59ad77c223), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:21:02.459967 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-64f72249-49b8-4cb3-9f35-66e25be46e8b admin admin] 10.222.0.13 "DELETE /v2.0/networks/142a21c2-a7cb-4cf5-816e-f2edfa851df9 HTTP/1.1" status: 204 len: 168 time: 2.1762803 Jan 26 21:21:02.472796 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-4073298c-9b4f-4270-bc8d-8da69c11803d tempest-SecGroupTest-221798086 tempest-SecGroupTest-221798086-project] Publish callbacks [] for security_group (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:21:02.479058 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-4073298c-9b4f-4270-bc8d-8da69c11803d tempest-SecGroupTest-221798086 tempest-SecGroupTest-221798086-project] 10.222.0.13 "DELETE /v2.0/security-groups/7f6726ea-2a21-47a5-a0f3-ef59ad77c223 HTTP/1.1" status: 204 len: 168 time: 0.3628592 Jan 26 21:21:02.485916 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 36758) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:21:02.504931 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f72249-49b8-4cb3-9f35-66e25be46e8b admin admin] Pushing event deleted for resources: {'Network': ['ID=142a21c2-a7cb-4cf5-816e-f2edfa851df9,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:21:02.573593 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4073298c-9b4f-4270-bc8d-8da69c11803d tempest-SecGroupTest-221798086 tempest-SecGroupTest-221798086-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f6726ea-2a21-47a5-a0f3-ef59ad77c223,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:21:02.629394 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 36764) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:21:02.629598 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-40c3f223-574c-40f4-9314-821474c935f8 tempest-SecGroupTest-221798086 tempest-SecGroupTest-221798086-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1404135 Jan 26 21:21:02.633471 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-ed40a1f6-5d41-4958-9e0e-f40d12fb8288 tempest-SecGroupTest-221798086 tempest-SecGroupTest-221798086-project] Request body: {'security_group': {'name': 'tempest-secgroup--1728707231'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:21:02.666754 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-ed40a1f6-5d41-4958-9e0e-f40d12fb8288 tempest-SecGroupTest-221798086 tempest-SecGroupTest-221798086-project] Publish callbacks [] for security_group (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:21:02.789371 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e43fb99-78f7-4ff3-a831-1819da285032 req-2def6407-dcbe-40e6-8f33-abc38ea07f36 tempest-DeleteServersTestJSON-1338827600 tempest-DeleteServersTestJSON-1338827600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:21:02.791095 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-9e43fb99-78f7-4ff3-a831-1819da285032 req-2def6407-dcbe-40e6-8f33-abc38ea07f36 tempest-DeleteServersTestJSON-1338827600 tempest-DeleteServersTestJSON-1338827600-project] 10.222.0.13 "GET /v2.0/ports?device_id=b94ac130-6232-4bd7-acba-586230daf28f HTTP/1.1" status: 200 len: 944 time: 0.1025434 Jan 26 21:21:02.842721 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 36772) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:21:02.850419 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-ed40a1f6-5d41-4958-9e0e-f40d12fb8288 tempest-SecGroupTest-221798086 tempest-SecGroupTest-221798086-project] Publish callbacks [] for security_group (7a719524-4f29-49aa-8e90-d6fcb4ece364), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:21:02.862744 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-ed40a1f6-5d41-4958-9e0e-f40d12fb8288 tempest-SecGroupTest-221798086 tempest-SecGroupTest-221798086-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (7a719524-4f29-49aa-8e90-d6fcb4ece364), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:21:02.923599 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-78f3c991-e353-4bbd-b80f-bf5b2772ca9e admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=dca3476ec2c94cdea3eb3921b7182986&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0770049 Jan 26 21:21:02.924919 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 36776) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:21:02.972534 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-9e43fb99-78f7-4ff3-a831-1819da285032 req-7b2f856e-06f4-4fc5-b39a-cde90d3a3209 tempest-DeleteServersTestJSON-1338827600 tempest-DeleteServersTestJSON-1338827600-project] 10.222.0.13 "GET /v2.0/security-groups?id=b7fc5e70-a24b-497d-9cf6-8df82d0ad35b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1694355 Jan 26 21:21:02.999241 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-ed40a1f6-5d41-4958-9e0e-f40d12fb8288 tempest-SecGroupTest-221798086 tempest-SecGroupTest-221798086-project] Publish callbacks [] for security_group (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:21:03.000547 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-ed40a1f6-5d41-4958-9e0e-f40d12fb8288 tempest-SecGroupTest-221798086 tempest-SecGroupTest-221798086-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.3714416 Jan 26 21:21:03.005490 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed40a1f6-5d41-4958-9e0e-f40d12fb8288 tempest-SecGroupTest-221798086 tempest-SecGroupTest-221798086-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7a719524-4f29-49aa-8e90-d6fcb4ece364,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:21:03.005684 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 36778) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:21:03.009374 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-d4f41ed9-658b-40e7-970a-20c4a1fbc977 tempest-SecGroupTest-221798086 tempest-SecGroupTest-221798086-project] Request body: {'security_group_rule': {'security_group_id': '7a719524-4f29-49aa-8e90-d6fcb4ece364', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:21:03.046623 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-f0103b6d-2b70-4571-915c-7fdcf0295215 admin admin] Publish callbacks [] for security_group (99ce5b54-afcf-40a6-bea4-d4701425897c), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:21:03.065595 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-d4f41ed9-658b-40e7-970a-20c4a1fbc977 tempest-SecGroupTest-221798086 tempest-SecGroupTest-221798086-project] Publish callbacks [] for security_group_rule (6874d560-5466-48b1-a95e-6af2277adfd4), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:21:03.084707 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-f0103b6d-2b70-4571-915c-7fdcf0295215 admin admin] Publish callbacks [] for security_group (99ce5b54-afcf-40a6-bea4-d4701425897c), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:21:03.173006 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-d4f41ed9-658b-40e7-970a-20c4a1fbc977 tempest-SecGroupTest-221798086 tempest-SecGroupTest-221798086-project] Publish callbacks [] for security_group_rule (6874d560-5466-48b1-a95e-6af2277adfd4), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:21:03.181130 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-d4f41ed9-658b-40e7-970a-20c4a1fbc977 tempest-SecGroupTest-221798086 tempest-SecGroupTest-221798086-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102715'] for security_group_rule (6874d560-5466-48b1-a95e-6af2277adfd4), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:21:03.198084 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-f0103b6d-2b70-4571-915c-7fdcf0295215 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (99ce5b54-afcf-40a6-bea4-d4701425897c), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:21:03.201663 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-f0103b6d-2b70-4571-915c-7fdcf0295215 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:21:03.206461 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-f0103b6d-2b70-4571-915c-7fdcf0295215 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/99ce5b54-afcf-40a6-bea4-d4701425897c HTTP/1.1" status: 204 len: 168 time: 0.2769814 Jan 26 21:21:03.219924 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f41ed9-658b-40e7-970a-20c4a1fbc977 tempest-SecGroupTest-221798086 tempest-SecGroupTest-221798086-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6874d560-5466-48b1-a95e-6af2277adfd4,revision_number=0']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:21:03.224263 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0103b6d-2b70-4571-915c-7fdcf0295215 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99ce5b54-afcf-40a6-bea4-d4701425897c,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:21:03.238010 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-d4f41ed9-658b-40e7-970a-20c4a1fbc977 tempest-SecGroupTest-221798086 tempest-SecGroupTest-221798086-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:21:03.239725 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-d4f41ed9-658b-40e7-970a-20c4a1fbc977 tempest-SecGroupTest-221798086 tempest-SecGroupTest-221798086-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2345629 Jan 26 21:21:03.243754 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 36788) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:21:03.366584 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-b69e286a-ed94-49e7-a33f-424b461a4fe8 tempest-SecGroupTest-221798086 tempest-SecGroupTest-221798086-project] Publish callbacks [] for security_group (7a719524-4f29-49aa-8e90-d6fcb4ece364), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:21:03.429683 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-b69e286a-ed94-49e7-a33f-424b461a4fe8 tempest-SecGroupTest-221798086 tempest-SecGroupTest-221798086-project] Publish callbacks [] for security_group (7a719524-4f29-49aa-8e90-d6fcb4ece364), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:21:03.544541 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-b69e286a-ed94-49e7-a33f-424b461a4fe8 tempest-SecGroupTest-221798086 tempest-SecGroupTest-221798086-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (7a719524-4f29-49aa-8e90-d6fcb4ece364), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:21:03.549064 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-b69e286a-ed94-49e7-a33f-424b461a4fe8 tempest-SecGroupTest-221798086 tempest-SecGroupTest-221798086-project] Publish callbacks [] for security_group (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:21:03.554189 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-b69e286a-ed94-49e7-a33f-424b461a4fe8 tempest-SecGroupTest-221798086 tempest-SecGroupTest-221798086-project] 10.222.0.13 "DELETE /v2.0/security-groups/7a719524-4f29-49aa-8e90-d6fcb4ece364 HTTP/1.1" status: 204 len: 168 time: 0.3074355 Jan 26 21:21:03.556060 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 36798) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:21:03.614799 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69e286a-ed94-49e7-a33f-424b461a4fe8 tempest-SecGroupTest-221798086 tempest-SecGroupTest-221798086-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a719524-4f29-49aa-8e90-d6fcb4ece364,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:21:03.661865 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-0adb4abb-8121-457a-971c-bb67dc2a0630 tempest-SecGroupTest-221798086 tempest-SecGroupTest-221798086-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1037195 Jan 26 21:21:03.664432 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 36802) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:21:03.713835 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-2ae17393-d23a-4a1d-b6da-40c1ead16625 tempest-SecGroupTest-221798086 tempest-SecGroupTest-221798086-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.0473907 Jan 26 21:21:03.716995 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 36804) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:21:03.741119 n-d-760453-5 neutron-server[103305]: INFO neutron.api.v2.resource [None req-be563278-bfd8-44bd-ab31-8e769aa7f44a tempest-SecGroupTest-221798086 tempest-SecGroupTest-221798086-project] delete failed (client error): The resource could not be found. Jan 26 21:21:03.742598 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99503bb-5570-407f-ad71-21da6b16fd3a req-2e0fcb82-94fc-4a32-9096-6d0914252c1b tempest-ServersNegativeTestJSON-90632883 tempest-ServersNegativeTestJSON-90632883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:21:03.744131 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-be563278-bfd8-44bd-ab31-8e769aa7f44a tempest-SecGroupTest-221798086 tempest-SecGroupTest-221798086-project] 10.222.0.13 "DELETE /v2.0/security-groups/7a719524-4f29-49aa-8e90-d6fcb4ece364 HTTP/1.1" status: 404 len: 347 time: 0.0256391 Jan 26 21:21:03.745200 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-c99503bb-5570-407f-ad71-21da6b16fd3a req-2e0fcb82-94fc-4a32-9096-6d0914252c1b tempest-ServersNegativeTestJSON-90632883 tempest-ServersNegativeTestJSON-90632883-project] 10.222.0.13 "GET /v2.0/ports?device_id=20bda332-a159-49bd-8c61-2ea774ab5602 HTTP/1.1" status: 200 len: 944 time: 0.1656213 Jan 26 21:21:03.749414 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 36806) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:21:03.827749 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-c99503bb-5570-407f-ad71-21da6b16fd3a req-31af07bf-9c6e-4458-a8a7-2569544ef248 tempest-ServersNegativeTestJSON-90632883 tempest-ServersNegativeTestJSON-90632883-project] 10.222.0.13 "GET /v2.0/security-groups?id=f00b351c-12ea-4499-84c9-f0263f4f27ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750549 Jan 26 21:21:03.873269 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-54496814-bb18-413c-acf0-8cf33c12ae13 tempest-SecGroupTest-221798086 tempest-SecGroupTest-221798086-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1221654 Jan 26 21:21:04.233950 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921a8212-f80b-4199-83b6-2550bd112bc9 req-1d04a2bd-5565-4992-b2e5-6a91d0b20fc3 tempest-DeleteServersTestJSON-1338827600 tempest-DeleteServersTestJSON-1338827600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:21:04.235949 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-921a8212-f80b-4199-83b6-2550bd112bc9 req-1d04a2bd-5565-4992-b2e5-6a91d0b20fc3 tempest-DeleteServersTestJSON-1338827600 tempest-DeleteServersTestJSON-1338827600-project] 10.222.0.13 "GET /v2.0/ports?device_id=b94ac130-6232-4bd7-acba-586230daf28f HTTP/1.1" status: 200 len: 944 time: 0.1099737 Jan 26 21:21:04.354490 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-921a8212-f80b-4199-83b6-2550bd112bc9 req-fdc6c8ff-1322-4f59-9f35-2734b8d0363e tempest-DeleteServersTestJSON-1338827600 tempest-DeleteServersTestJSON-1338827600-project] 10.222.0.13 "GET /v2.0/security-groups?id=b7fc5e70-a24b-497d-9cf6-8df82d0ad35b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075666 Jan 26 21:21:04.449231 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 36836) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:21:04.837392 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-f3ac8fe1-4cc6-4859-8e7b-feaec63f026c admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=218c2b32e56f4fcc978fc671b9c57e50&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3856826 Jan 26 21:21:04.839470 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 36850) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:21:04.905466 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-49c983d9-b19b-435b-b2ea-717e545ce978 admin admin] Publish callbacks [] for security_group (fd757750-142d-4de1-8e24-f11d9962b80b), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:21:04.939452 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-49c983d9-b19b-435b-b2ea-717e545ce978 admin admin] Publish callbacks [] for security_group (fd757750-142d-4de1-8e24-f11d9962b80b), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:21:04.969416 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4f12a8-621e-435f-b6c1-3036faecc023 req-1ceb410d-20bc-4a33-a714-ca5d2a3043e4 tempest-ServersNegativeTestJSON-90632883 tempest-ServersNegativeTestJSON-90632883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:21:04.977570 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-7a4f12a8-621e-435f-b6c1-3036faecc023 req-1ceb410d-20bc-4a33-a714-ca5d2a3043e4 tempest-ServersNegativeTestJSON-90632883 tempest-ServersNegativeTestJSON-90632883-project] 10.222.0.13 "GET /v2.0/ports?device_id=20bda332-a159-49bd-8c61-2ea774ab5602 HTTP/1.1" status: 200 len: 944 time: 0.0585098 Jan 26 21:21:04.998258 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-49c983d9-b19b-435b-b2ea-717e545ce978 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (fd757750-142d-4de1-8e24-f11d9962b80b), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:21:05.003980 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-49c983d9-b19b-435b-b2ea-717e545ce978 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:21:05.008919 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-49c983d9-b19b-435b-b2ea-717e545ce978 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/fd757750-142d-4de1-8e24-f11d9962b80b HTTP/1.1" status: 204 len: 168 time: 0.1677725 Jan 26 21:21:05.018463 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 36860) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:21:05.027857 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c983d9-b19b-435b-b2ea-717e545ce978 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd757750-142d-4de1-8e24-f11d9962b80b,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:21:05.035870 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-7a4f12a8-621e-435f-b6c1-3036faecc023 req-95c8fc9f-7a71-4e55-b3e8-9602659d0b2a tempest-ServersNegativeTestJSON-90632883 tempest-ServersNegativeTestJSON-90632883-project] 10.222.0.13 "GET /v2.0/security-groups?id=f00b351c-12ea-4499-84c9-f0263f4f27ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574284 Jan 26 21:21:05.226030 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-e27fd746-acad-4262-a37d-180debdcda92 admin admin] Request body: {'network': {'name': 'tempest-ImagesTestJSON-1336481225-network', 'tenant_id': 'b84068c047214d90966ff7ed497aada1'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:21:05.247429 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e27fd746-acad-4262-a37d-180debdcda92 admin admin] Made reservation on behalf of b84068c047214d90966ff7ed497aada1 for: {'network': 1} {{(pid=103304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 21:21:05.249864 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-e27fd746-acad-4262-a37d-180debdcda92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for network (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:21:05.266500 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-e27fd746-acad-4262-a37d-180debdcda92 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:21:05.355509 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-e27fd746-acad-4262-a37d-180debdcda92 admin admin] Publish callbacks [] for security_group (461ca33f-43cf-4a35-a5bb-7e46cb0e5e93), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:21:05.361000 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-e27fd746-acad-4262-a37d-180debdcda92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (461ca33f-43cf-4a35-a5bb-7e46cb0e5e93), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:21:05.395006 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e27fd746-acad-4262-a37d-180debdcda92 admin admin] vlan segment allocate from pool success with {'vlan_id': 580, 'physical_network': 'physnet1'} {{(pid=103304) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 26 21:21:05.409723 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e27fd746-acad-4262-a37d-180debdcda92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=461ca33f-43cf-4a35-a5bb-7e46cb0e5e93,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:21:05.414866 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-e27fd746-acad-4262-a37d-180debdcda92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576559'] for segment (9fd884b8-86e2-416d-a96d-94ce9081e9cd), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:21:05.415204 n-d-760453-5 neutron-server[103304]: INFO neutron.db.segments_db [None req-e27fd746-acad-4262-a37d-180debdcda92 admin admin] Added segment 9fd884b8-86e2-416d-a96d-94ce9081e9cd of type vlan for network d5480d3d-bab2-42ab-9692-609efda9979f Jan 26 21:21:05.512939 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-e27fd746-acad-4262-a37d-180debdcda92 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746560256871'] for network (d5480d3d-bab2-42ab-9692-609efda9979f), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:21:05.549175 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947fe16a-f3f2-4f21-8be1-50ed5183198c req-c97e1f43-67cc-4e77-8c0f-f331164dd0f5 tempest-DeleteServersTestJSON-1338827600 tempest-DeleteServersTestJSON-1338827600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:21:05.550726 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-947fe16a-f3f2-4f21-8be1-50ed5183198c req-c97e1f43-67cc-4e77-8c0f-f331164dd0f5 tempest-DeleteServersTestJSON-1338827600 tempest-DeleteServersTestJSON-1338827600-project] 10.222.0.13 "GET /v2.0/ports?device_id=b94ac130-6232-4bd7-acba-586230daf28f HTTP/1.1" status: 200 len: 944 time: 0.0908430 Jan 26 21:21:05.566047 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-e27fd746-acad-4262-a37d-180debdcda92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503'] for network (d5480d3d-bab2-42ab-9692-609efda9979f), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:21:05.566983 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e27fd746-acad-4262-a37d-180debdcda92 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:21:05.567948 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-e27fd746-acad-4262-a37d-180debdcda92 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:21:05.638738 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-e27fd746-acad-4262-a37d-180debdcda92 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 0.6191950 Jan 26 21:21:05.641923 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 36894) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:21:05.649655 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-671b5435-42ae-4226-b4f3-b225497ae555 admin admin] Request body: {'subnet': {'network_id': 'd5480d3d-bab2-42ab-9692-609efda9979f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesTestJSON-1336481225-subnet', 'tenant_id': 'b84068c047214d90966ff7ed497aada1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:21:05.660277 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e27fd746-acad-4262-a37d-180debdcda92 admin admin] Pushing event updated for resources: {'Network': ['ID=d5480d3d-bab2-42ab-9692-609efda9979f,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:21:05.670857 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Network d5480d3d-bab2-42ab-9692-609efda9979f details requested by agent ovs-agent-n-d-760453-5 with host n-d-760453-5 {{(pid=103306) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 26 21:21:05.675079 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-671b5435-42ae-4226-b4f3-b225497ae555 admin admin] Made reservation on behalf of b84068c047214d90966ff7ed497aada1 for: {'subnet': 1} {{(pid=103305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 21:21:05.678221 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-671b5435-42ae-4226-b4f3-b225497ae555 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11599953'] for subnet (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:21:05.685616 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-947fe16a-f3f2-4f21-8be1-50ed5183198c req-ea74e01c-6e9b-442f-83e0-b70b6747cdaa tempest-DeleteServersTestJSON-1338827600 tempest-DeleteServersTestJSON-1338827600-project] 10.222.0.13 "GET /v2.0/security-groups?id=b7fc5e70-a24b-497d-9cf6-8df82d0ad35b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1275318 Jan 26 21:21:05.885375 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-671b5435-42ae-4226-b4f3-b225497ae555 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11788839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11599975'] for subnet (3e0b5fe7-c879-4a69-b8db-9e47b1011f5e), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:21:05.950923 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-671b5435-42ae-4226-b4f3-b225497ae555 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3e0b5fe7-c879-4a69-b8db-9e47b1011f5e,revision_number=0']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:21:05.958580 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-671b5435-42ae-4226-b4f3-b225497ae555 admin admin] Checking segment: {'id': '9fd884b8-86e2-416d-a96d-94ce9081e9cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'd5480d3d-bab2-42ab-9692-609efda9979f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103305) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 21:21:05.958950 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-671b5435-42ae-4226-b4f3-b225497ae555 admin admin] Network hostable DHCP agents. Network: d5480d3d-bab2-42ab-9692-609efda9979f, hostable agents: ['474ccdf7-ab6c-405b-a3b2-dc7b05829902'], hosted agents: [] {{(pid=103305) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 26 21:21:05.982358 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-671b5435-42ae-4226-b4f3-b225497ae555 admin admin] Network d5480d3d-bab2-42ab-9692-609efda9979f is scheduled to be hosted by DHCP agent 474ccdf7-ab6c-405b-a3b2-dc7b05829902 with binding_index 1 {{(pid=103305) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 26 21:21:05.987896 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 36910) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:21:05.993918 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [None req-671b5435-42ae-4226-b4f3-b225497ae555 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760453-5, d5480d3d-bab2-42ab-9692-609efda9979f) {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:21:06.003684 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2e073bb-8b33-4544-a1ea-d7f1e4959b8d None None] Network d5480d3d-bab2-42ab-9692-609efda9979f requested from n-d-760453-5 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 26 21:21:06.006876 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-671b5435-42ae-4226-b4f3-b225497ae555 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:21:06.007528 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-671b5435-42ae-4226-b4f3-b225497ae555 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709645'] for subnet (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:21:06.030016 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-671b5435-42ae-4226-b4f3-b225497ae555 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 0.3867600 Jan 26 21:21:06.126046 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-57efcf5e-de9a-4813-8da2-a2a89663f73e tempest-NegativeSecGroupTest-776520680 tempest-NegativeSecGroupTest-776520680-project] Request body: {'security_group': {'name': 'default'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:21:06.126827 n-d-760453-5 neutron-server[103304]: WARNING neutron.api.v2.base [None req-57efcf5e-de9a-4813-8da2-a2a89663f73e tempest-NegativeSecGroupTest-776520680 tempest-NegativeSecGroupTest-776520680-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jan 26 21:21:06.127328 n-d-760453-5 neutron-server[103304]: INFO neutron.api.v2.resource [None req-57efcf5e-de9a-4813-8da2-a2a89663f73e tempest-NegativeSecGroupTest-776520680 tempest-NegativeSecGroupTest-776520680-project] create failed (client error): There was a conflict when trying to complete your request. Jan 26 21:21:06.128305 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-57efcf5e-de9a-4813-8da2-a2a89663f73e tempest-NegativeSecGroupTest-776520680 tempest-NegativeSecGroupTest-776520680-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.1391437 Jan 26 21:21:06.133635 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 36922) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:21:06.141764 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-d45b4465-0805-4074-a991-eeac3500c721 tempest-NegativeSecGroupTest-776520680 tempest-NegativeSecGroupTest-776520680-project] Request body: {'security_group': {'name': 'tempest-secgroup--1513270318'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:21:06.155027 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c62eae4c-b900-453d-91e5-de7a6ad7f3c1 None None] Network d5480d3d-bab2-42ab-9692-609efda9979f requested from n-d-760453-5 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 26 21:21:06.181052 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-d45b4465-0805-4074-a991-eeac3500c721 tempest-NegativeSecGroupTest-776520680 tempest-NegativeSecGroupTest-776520680-project] Publish callbacks [] for security_group (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:21:06.213768 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e1b9d6-ff51-41ab-b3e1-233f2c9706dc req-61ce33f1-c282-4e7f-9001-130f31c6892b tempest-ServersNegativeTestJSON-90632883 tempest-ServersNegativeTestJSON-90632883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:21:06.213768 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-d1e1b9d6-ff51-41ab-b3e1-233f2c9706dc req-61ce33f1-c282-4e7f-9001-130f31c6892b tempest-ServersNegativeTestJSON-90632883 tempest-ServersNegativeTestJSON-90632883-project] 10.222.0.13 "GET /v2.0/ports?device_id=20bda332-a159-49bd-8c61-2ea774ab5602 HTTP/1.1" status: 200 len: 944 time: 0.0612798 Jan 26 21:21:06.217918 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-d45b4465-0805-4074-a991-eeac3500c721 tempest-NegativeSecGroupTest-776520680 tempest-NegativeSecGroupTest-776520680-project] Publish callbacks [] for security_group (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:21:06.285795 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-d1e1b9d6-ff51-41ab-b3e1-233f2c9706dc req-4a49c1e8-dbde-41d0-afd2-d7fcec165bde tempest-ServersNegativeTestJSON-90632883 tempest-ServersNegativeTestJSON-90632883-project] 10.222.0.13 "GET /v2.0/security-groups?id=f00b351c-12ea-4499-84c9-f0263f4f27ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636406 Jan 26 21:21:06.333025 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-d45b4465-0805-4074-a991-eeac3500c721 tempest-NegativeSecGroupTest-776520680 tempest-NegativeSecGroupTest-776520680-project] Publish callbacks [] for security_group (311b4347-610d-4708-a07d-eb7048336d58), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:21:06.339399 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-d45b4465-0805-4074-a991-eeac3500c721 tempest-NegativeSecGroupTest-776520680 tempest-NegativeSecGroupTest-776520680-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (311b4347-610d-4708-a07d-eb7048336d58), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:21:06.385650 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d45b4465-0805-4074-a991-eeac3500c721 tempest-NegativeSecGroupTest-776520680 tempest-NegativeSecGroupTest-776520680-project] Pushing event updated for resources: {'SecurityGroup': ['ID=311b4347-610d-4708-a07d-eb7048336d58,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:21:06.427137 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-d45b4465-0805-4074-a991-eeac3500c721 tempest-NegativeSecGroupTest-776520680 tempest-NegativeSecGroupTest-776520680-project] Publish callbacks [] for security_group (7a5ba113-f531-4b1f-af4e-d134193bf89f), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:21:06.433986 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-d45b4465-0805-4074-a991-eeac3500c721 tempest-NegativeSecGroupTest-776520680 tempest-NegativeSecGroupTest-776520680-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (7a5ba113-f531-4b1f-af4e-d134193bf89f), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:21:06.464266 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-d45b4465-0805-4074-a991-eeac3500c721 tempest-NegativeSecGroupTest-776520680 tempest-NegativeSecGroupTest-776520680-project] Publish callbacks [] for security_group (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:21:06.465579 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-d45b4465-0805-4074-a991-eeac3500c721 tempest-NegativeSecGroupTest-776520680 tempest-NegativeSecGroupTest-776520680-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.3298941 Jan 26 21:21:06.468753 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 36942) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:21:06.469902 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d45b4465-0805-4074-a991-eeac3500c721 tempest-NegativeSecGroupTest-776520680 tempest-NegativeSecGroupTest-776520680-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7a5ba113-f531-4b1f-af4e-d134193bf89f,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:21:06.473338 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-767cfed9-e218-4898-b615-a3f7e28a5b1a tempest-NegativeSecGroupTest-776520680 tempest-NegativeSecGroupTest-776520680-project] Request body: {'security_group_rule': {'security_group_id': '7a5ba113-f531-4b1f-af4e-d134193bf89f', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:21:06.503393 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-767cfed9-e218-4898-b615-a3f7e28a5b1a tempest-NegativeSecGroupTest-776520680 tempest-NegativeSecGroupTest-776520680-project] Publish callbacks [] for security_group_rule (4c161db6-d7fe-4c4c-a340-48b40304e900), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:21:06.651579 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-767cfed9-e218-4898-b615-a3f7e28a5b1a tempest-NegativeSecGroupTest-776520680 tempest-NegativeSecGroupTest-776520680-project] Publish callbacks [] for security_group_rule (4c161db6-d7fe-4c4c-a340-48b40304e900), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:21:06.661024 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-767cfed9-e218-4898-b615-a3f7e28a5b1a tempest-NegativeSecGroupTest-776520680 tempest-NegativeSecGroupTest-776520680-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102715'] for security_group_rule (4c161db6-d7fe-4c4c-a340-48b40304e900), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:21:06.696318 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5c6d28-8970-4259-82c8-13898a032a1e req-c6562da5-a1ff-4746-bca9-75db17199d7a tempest-ImagesTestJSON-1623340881 tempest-ImagesTestJSON-1623340881-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:21:06.697853 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-7c5c6d28-8970-4259-82c8-13898a032a1e req-c6562da5-a1ff-4746-bca9-75db17199d7a tempest-ImagesTestJSON-1623340881 tempest-ImagesTestJSON-1623340881-project] 10.222.0.13 "GET /v2.0/networks?id=d5480d3d-bab2-42ab-9692-609efda9979f HTTP/1.1" status: 200 len: 805 time: 0.1714518 Jan 26 21:21:06.700937 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767cfed9-e218-4898-b615-a3f7e28a5b1a tempest-NegativeSecGroupTest-776520680 tempest-NegativeSecGroupTest-776520680-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4c161db6-d7fe-4c4c-a340-48b40304e900,revision_number=0']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:21:06.719630 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-767cfed9-e218-4898-b615-a3f7e28a5b1a tempest-NegativeSecGroupTest-776520680 tempest-NegativeSecGroupTest-776520680-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:21:06.723587 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-767cfed9-e218-4898-b615-a3f7e28a5b1a tempest-NegativeSecGroupTest-776520680 tempest-NegativeSecGroupTest-776520680-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2510746 Jan 26 21:21:06.723749 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 36956) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:21:06.728373 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-4b6d7b57-473c-4c9d-a197-cbfc70e61415 tempest-NegativeSecGroupTest-776520680 tempest-NegativeSecGroupTest-776520680-project] Request body: {'security_group_rule': {'security_group_id': '7a5ba113-f531-4b1f-af4e-d134193bf89f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:21:06.734131 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-7c5c6d28-8970-4259-82c8-13898a032a1e req-d21378c2-eda1-460c-8802-773eb7b6322d tempest-ImagesTestJSON-1623340881 tempest-ImagesTestJSON-1623340881-project] 10.222.0.13 "GET /v2.0/quotas/b84068c047214d90966ff7ed497aada1 HTTP/1.1" status: 200 len: 375 time: 0.0268950 Jan 26 21:21:06.777035 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-7c5c6d28-8970-4259-82c8-13898a032a1e req-4d236c8c-4c1c-4f05-b716-74fdb5bbfe09 tempest-ImagesTestJSON-1623340881 tempest-ImagesTestJSON-1623340881-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=b84068c047214d90966ff7ed497aada1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0343843 Jan 26 21:21:06.803452 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-4b6d7b57-473c-4c9d-a197-cbfc70e61415 tempest-NegativeSecGroupTest-776520680 tempest-NegativeSecGroupTest-776520680-project] Publish callbacks [] for security_group_rule (50059225-e040-475b-8087-a4daf16ad301), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:21:06.930240 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65dfb88-3787-496f-a31c-4f5e53302750 req-f79ed3d3-5ee4-44eb-b2c0-7dc72763dd8d tempest-DeleteServersTestJSON-1338827600 tempest-DeleteServersTestJSON-1338827600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:21:06.931816 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-b65dfb88-3787-496f-a31c-4f5e53302750 req-f79ed3d3-5ee4-44eb-b2c0-7dc72763dd8d tempest-DeleteServersTestJSON-1338827600 tempest-DeleteServersTestJSON-1338827600-project] 10.222.0.13 "GET /v2.0/ports?device_id=b94ac130-6232-4bd7-acba-586230daf28f HTTP/1.1" status: 200 len: 944 time: 0.1577277 Jan 26 21:21:06.967628 n-d-760453-5 neutron-server[103304]: INFO neutron.api.v2.resource [None req-4b6d7b57-473c-4c9d-a197-cbfc70e61415 tempest-NegativeSecGroupTest-776520680 tempest-NegativeSecGroupTest-776520680-project] create failed (client error): There was a conflict when trying to complete your request. Jan 26 21:21:06.971237 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-4b6d7b57-473c-4c9d-a197-cbfc70e61415 tempest-NegativeSecGroupTest-776520680 tempest-NegativeSecGroupTest-776520680-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.2441456 Jan 26 21:21:06.971702 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 36962) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:21:06.974166 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-7c5c6d28-8970-4259-82c8-13898a032a1e req-4f402ee1-07b0-44c3-8915-c4c0b54e5297 service neutron] 10.222.0.13 "GET /v2.0/networks/d5480d3d-bab2-42ab-9692-609efda9979f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1844704 Jan 26 21:21:07.046770 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-b65dfb88-3787-496f-a31c-4f5e53302750 req-55ef4a16-5834-4438-a89d-bc8827f8798a tempest-DeleteServersTestJSON-1338827600 tempest-DeleteServersTestJSON-1338827600-project] 10.222.0.13 "GET /v2.0/security-groups?id=b7fc5e70-a24b-497d-9cf6-8df82d0ad35b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062868 Jan 26 21:21:07.047294 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-5f8ef91e-045b-43f6-8f41-f797682dc710 tempest-NegativeSecGroupTest-776520680 tempest-NegativeSecGroupTest-776520680-project] Publish callbacks [] for security_group (7a5ba113-f531-4b1f-af4e-d134193bf89f), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:21:07.081928 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-5f8ef91e-045b-43f6-8f41-f797682dc710 tempest-NegativeSecGroupTest-776520680 tempest-NegativeSecGroupTest-776520680-project] Publish callbacks [] for security_group (7a5ba113-f531-4b1f-af4e-d134193bf89f), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:21:07.101803 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-7c5c6d28-8970-4259-82c8-13898a032a1e req-cfee879c-594d-4d9e-9d17-a99b02c088c8 service neutron] 10.222.0.13 "GET /v2.0/networks/d5480d3d-bab2-42ab-9692-609efda9979f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1156096 Jan 26 21:21:07.144732 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-5f8ef91e-045b-43f6-8f41-f797682dc710 tempest-NegativeSecGroupTest-776520680 tempest-NegativeSecGroupTest-776520680-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (7a5ba113-f531-4b1f-af4e-d134193bf89f), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:21:07.147691 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-5f8ef91e-045b-43f6-8f41-f797682dc710 tempest-NegativeSecGroupTest-776520680 tempest-NegativeSecGroupTest-776520680-project] Publish callbacks [] for security_group (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:21:07.152223 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 36968) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:21:07.152515 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-5f8ef91e-045b-43f6-8f41-f797682dc710 tempest-NegativeSecGroupTest-776520680 tempest-NegativeSecGroupTest-776520680-project] 10.222.0.13 "DELETE /v2.0/security-groups/7a5ba113-f531-4b1f-af4e-d134193bf89f HTTP/1.1" status: 204 len: 168 time: 0.1794620 Jan 26 21:21:07.164724 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f8ef91e-045b-43f6-8f41-f797682dc710 tempest-NegativeSecGroupTest-776520680 tempest-NegativeSecGroupTest-776520680-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a5ba113-f531-4b1f-af4e-d134193bf89f,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:21:07.232677 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 36976) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:21:07.240142 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-8262f682-3a15-4cb0-9311-cfab7627d718 tempest-NegativeSecGroupTest-776520680 tempest-NegativeSecGroupTest-776520680-project] Request body: {'security_group': {'name': 'tempest-secgroup--319749856'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:21:07.245461 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-6c92b55a-a489-4d66-afca-909994ceaf21 tempest-NegativeSecGroupTest-776520680 tempest-NegativeSecGroupTest-776520680-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0918810 Jan 26 21:21:07.268708 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-8262f682-3a15-4cb0-9311-cfab7627d718 tempest-NegativeSecGroupTest-776520680 tempest-NegativeSecGroupTest-776520680-project] Publish callbacks [] for security_group (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:21:07.361541 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-80ff2970-c40d-4b68-9014-cee2230085fc req-4198670d-3edc-4db6-91f5-b52300302634 tempest-ImagesTestJSON-1623340881 tempest-ImagesTestJSON-1623340881-project] 10.222.0.13 "GET /v2.0/ports?device_id=3413dc1a-2ecf-4b13-a114-83070ef3b836 HTTP/1.1" status: 200 len: 210 time: 0.0651944 Jan 26 21:21:07.419105 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-8262f682-3a15-4cb0-9311-cfab7627d718 tempest-NegativeSecGroupTest-776520680 tempest-NegativeSecGroupTest-776520680-project] Publish callbacks [] for security_group (5fc2f6f0-6ffe-4033-b61e-050d1fd41fe7), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:21:07.437484 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-8262f682-3a15-4cb0-9311-cfab7627d718 tempest-NegativeSecGroupTest-776520680 tempest-NegativeSecGroupTest-776520680-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (5fc2f6f0-6ffe-4033-b61e-050d1fd41fe7), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:21:07.492585 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8262f682-3a15-4cb0-9311-cfab7627d718 tempest-NegativeSecGroupTest-776520680 tempest-NegativeSecGroupTest-776520680-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5fc2f6f0-6ffe-4033-b61e-050d1fd41fe7,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:21:07.519446 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-8262f682-3a15-4cb0-9311-cfab7627d718 tempest-NegativeSecGroupTest-776520680 tempest-NegativeSecGroupTest-776520680-project] Publish callbacks [] for security_group (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:21:07.523691 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-8262f682-3a15-4cb0-9311-cfab7627d718 tempest-NegativeSecGroupTest-776520680 tempest-NegativeSecGroupTest-776520680-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2897527 Jan 26 21:21:07.527060 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 36994) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:21:07.535160 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-b3b88b2f-0535-4a10-b5b6-5e222c560ae4 tempest-NegativeSecGroupTest-776520680 tempest-NegativeSecGroupTest-776520680-project] Request body: {'security_group_rule': {'security_group_id': '5fc2f6f0-6ffe-4033-b61e-050d1fd41fe7', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:21:07.539412 n-d-760453-5 neutron-server[103305]: WARNING neutron.api.v2.base [None req-b3b88b2f-0535-4a10-b5b6-5e222c560ae4 tempest-NegativeSecGroupTest-776520680 tempest-NegativeSecGroupTest-776520680-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Jan 26 21:21:07.540076 n-d-760453-5 neutron-server[103305]: INFO neutron.api.v2.resource [None req-b3b88b2f-0535-4a10-b5b6-5e222c560ae4 tempest-NegativeSecGroupTest-776520680 tempest-NegativeSecGroupTest-776520680-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 26 21:21:07.542347 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-b3b88b2f-0535-4a10-b5b6-5e222c560ae4 tempest-NegativeSecGroupTest-776520680 tempest-NegativeSecGroupTest-776520680-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0140328 Jan 26 21:21:07.545233 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 36996) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:21:07.556198 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0112594-0819-45ee-9c5b-7f7ecfb43267 req-1dca37bf-b217-45e9-953d-9f1f4899e451 tempest-ServersNegativeTestJSON-90632883 tempest-ServersNegativeTestJSON-90632883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:21:07.558950 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-a0112594-0819-45ee-9c5b-7f7ecfb43267 req-1dca37bf-b217-45e9-953d-9f1f4899e451 tempest-ServersNegativeTestJSON-90632883 tempest-ServersNegativeTestJSON-90632883-project] 10.222.0.13 "GET /v2.0/ports?device_id=20bda332-a159-49bd-8c61-2ea774ab5602 HTTP/1.1" status: 200 len: 944 time: 0.0891314 Jan 26 21:21:07.642756 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-a0112594-0819-45ee-9c5b-7f7ecfb43267 req-ab46c95c-1828-4ae7-9a1f-4d5e4137f44a tempest-ServersNegativeTestJSON-90632883 tempest-ServersNegativeTestJSON-90632883-project] 10.222.0.13 "GET /v2.0/security-groups?id=f00b351c-12ea-4499-84c9-f0263f4f27ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762513 Jan 26 21:21:07.700668 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-d1a4a36c-adb5-401c-94e0-4c01b326357a tempest-NegativeSecGroupTest-776520680 tempest-NegativeSecGroupTest-776520680-project] Publish callbacks [] for security_group (5fc2f6f0-6ffe-4033-b61e-050d1fd41fe7), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:21:07.734834 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-d1a4a36c-adb5-401c-94e0-4c01b326357a tempest-NegativeSecGroupTest-776520680 tempest-NegativeSecGroupTest-776520680-project] Publish callbacks [] for security_group (5fc2f6f0-6ffe-4033-b61e-050d1fd41fe7), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:21:07.808698 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-d1a4a36c-adb5-401c-94e0-4c01b326357a tempest-NegativeSecGroupTest-776520680 tempest-NegativeSecGroupTest-776520680-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (5fc2f6f0-6ffe-4033-b61e-050d1fd41fe7), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:21:07.813339 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-d1a4a36c-adb5-401c-94e0-4c01b326357a tempest-NegativeSecGroupTest-776520680 tempest-NegativeSecGroupTest-776520680-project] Publish callbacks [] for security_group (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:21:07.817451 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 37028) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:21:07.819227 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-d1a4a36c-adb5-401c-94e0-4c01b326357a tempest-NegativeSecGroupTest-776520680 tempest-NegativeSecGroupTest-776520680-project] 10.222.0.13 "DELETE /v2.0/security-groups/5fc2f6f0-6ffe-4033-b61e-050d1fd41fe7 HTTP/1.1" status: 204 len: 168 time: 0.2721922 Jan 26 21:21:07.834969 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a4a36c-adb5-401c-94e0-4c01b326357a tempest-NegativeSecGroupTest-776520680 tempest-NegativeSecGroupTest-776520680-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fc2f6f0-6ffe-4033-b61e-050d1fd41fe7,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:21:07.891264 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-41a47c7f-dbab-4ac3-b1c1-a5c8527f31bc tempest-NegativeSecGroupTest-776520680 tempest-NegativeSecGroupTest-776520680-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0687206 Jan 26 21:21:07.891689 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 37030) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:21:07.896313 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-533b5ebf-4fd8-4e09-84b4-c8dd71708ba5 tempest-NegativeSecGroupTest-776520680 tempest-NegativeSecGroupTest-776520680-project] Request body: {'security_group': {'name': 'tempest-secgroup--126224924'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:21:07.929016 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-533b5ebf-4fd8-4e09-84b4-c8dd71708ba5 tempest-NegativeSecGroupTest-776520680 tempest-NegativeSecGroupTest-776520680-project] Publish callbacks [] for security_group (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:21:08.029481 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-533b5ebf-4fd8-4e09-84b4-c8dd71708ba5 tempest-NegativeSecGroupTest-776520680 tempest-NegativeSecGroupTest-776520680-project] Publish callbacks [] for security_group (230ce10e-5c0f-4c46-b005-f3d7fc15057c), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:21:08.029481 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-533b5ebf-4fd8-4e09-84b4-c8dd71708ba5 tempest-NegativeSecGroupTest-776520680 tempest-NegativeSecGroupTest-776520680-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (230ce10e-5c0f-4c46-b005-f3d7fc15057c), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:21:08.061385 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-533b5ebf-4fd8-4e09-84b4-c8dd71708ba5 tempest-NegativeSecGroupTest-776520680 tempest-NegativeSecGroupTest-776520680-project] Publish callbacks [] for security_group (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:21:08.062726 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-533b5ebf-4fd8-4e09-84b4-c8dd71708ba5 tempest-NegativeSecGroupTest-776520680 tempest-NegativeSecGroupTest-776520680-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1701491 Jan 26 21:21:08.064036 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-533b5ebf-4fd8-4e09-84b4-c8dd71708ba5 tempest-NegativeSecGroupTest-776520680 tempest-NegativeSecGroupTest-776520680-project] Pushing event updated for resources: {'SecurityGroup': ['ID=230ce10e-5c0f-4c46-b005-f3d7fc15057c,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:21:08.065636 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 37034) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:21:08.070394 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-9de09819-ea3b-4a4f-a196-9438587b1358 tempest-NegativeSecGroupTest-776520680 tempest-NegativeSecGroupTest-776520680-project] Request body: {'security_group_rule': {'security_group_id': '230ce10e-5c0f-4c46-b005-f3d7fc15057c', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:21:08.071196 n-d-760453-5 neutron-server[103304]: WARNING neutron.api.v2.base [None req-9de09819-ea3b-4a4f-a196-9438587b1358 tempest-NegativeSecGroupTest-776520680 tempest-NegativeSecGroupTest-776520680-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Jan 26 21:21:08.072063 n-d-760453-5 neutron-server[103304]: INFO neutron.api.v2.resource [None req-9de09819-ea3b-4a4f-a196-9438587b1358 tempest-NegativeSecGroupTest-776520680 tempest-NegativeSecGroupTest-776520680-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 26 21:21:08.075493 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-9de09819-ea3b-4a4f-a196-9438587b1358 tempest-NegativeSecGroupTest-776520680 tempest-NegativeSecGroupTest-776520680-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0062628 Jan 26 21:21:08.075721 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 37036) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:21:08.189573 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e13ad8e-0c49-4910-b505-47c20db52f70 req-1ea14681-c31d-4ac0-86a0-8726fe721b89 tempest-DeleteServersTestJSON-1338827600 tempest-DeleteServersTestJSON-1338827600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:21:08.191264 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-8e13ad8e-0c49-4910-b505-47c20db52f70 req-1ea14681-c31d-4ac0-86a0-8726fe721b89 tempest-DeleteServersTestJSON-1338827600 tempest-DeleteServersTestJSON-1338827600-project] 10.222.0.13 "GET /v2.0/ports?device_id=b94ac130-6232-4bd7-acba-586230daf28f HTTP/1.1" status: 200 len: 944 time: 0.0951014 Jan 26 21:21:08.198191 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-72826e08-54cf-4959-ae49-a0c0428695b9 tempest-NegativeSecGroupTest-776520680 tempest-NegativeSecGroupTest-776520680-project] Publish callbacks [] for security_group (230ce10e-5c0f-4c46-b005-f3d7fc15057c), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:21:08.252407 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-72826e08-54cf-4959-ae49-a0c0428695b9 tempest-NegativeSecGroupTest-776520680 tempest-NegativeSecGroupTest-776520680-project] Publish callbacks [] for security_group (230ce10e-5c0f-4c46-b005-f3d7fc15057c), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:21:08.258547 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (32ef628b-8417-46c5-8729-60fcabe358f1), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:21:08.336486 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-72826e08-54cf-4959-ae49-a0c0428695b9 tempest-NegativeSecGroupTest-776520680 tempest-NegativeSecGroupTest-776520680-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (230ce10e-5c0f-4c46-b005-f3d7fc15057c), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:21:08.339447 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-72826e08-54cf-4959-ae49-a0c0428695b9 tempest-NegativeSecGroupTest-776520680 tempest-NegativeSecGroupTest-776520680-project] Publish callbacks [] for security_group (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:21:08.340636 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-72826e08-54cf-4959-ae49-a0c0428695b9 tempest-NegativeSecGroupTest-776520680 tempest-NegativeSecGroupTest-776520680-project] 10.222.0.13 "DELETE /v2.0/security-groups/230ce10e-5c0f-4c46-b005-f3d7fc15057c HTTP/1.1" status: 204 len: 168 time: 0.2542393 Jan 26 21:21:08.344909 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 37038) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:21:08.359954 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [req-8e13ad8e-0c49-4910-b505-47c20db52f70 req-d4ec6274-416c-4729-bffb-55bd98e56537 tempest-DeleteServersTestJSON-1338827600 tempest-DeleteServersTestJSON-1338827600-project] Deleting port d214135b-7bf4-435e-87ce-4cbcc04c7b40 {{(pid=103304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 21:21:08.360301 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-8e13ad8e-0c49-4910-b505-47c20db52f70 req-d4ec6274-416c-4729-bffb-55bd98e56537 tempest-DeleteServersTestJSON-1338827600 tempest-DeleteServersTestJSON-1338827600-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746560630878'] for port (d214135b-7bf4-435e-87ce-4cbcc04c7b40), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:21:08.363088 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72826e08-54cf-4959-ae49-a0c0428695b9 tempest-NegativeSecGroupTest-776520680 tempest-NegativeSecGroupTest-776520680-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=230ce10e-5c0f-4c46-b005-f3d7fc15057c,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:21:08.399181 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Device 88764215-3016-414b-be37-d9a2af36ed63 details requested by agent hyperv_n-h2-760453-5 with host n-h2-760453-5 {{(pid=103306) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 26 21:21:08.426960 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-d906e567-8d1a-46db-894b-42bc4028eff1 tempest-NegativeSecGroupTest-776520680 tempest-NegativeSecGroupTest-776520680-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0803249 Jan 26 21:21:08.432801 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 37042) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:21:08.439613 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-da363e64-3e74-4633-ab4d-9dd8bf12a251 tempest-NegativeSecGroupTest-776520680 tempest-NegativeSecGroupTest-776520680-project] Request body: {'security_group': {'name': 'tempest-secgroup--444295067'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:21:08.478336 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-da363e64-3e74-4633-ab4d-9dd8bf12a251 tempest-NegativeSecGroupTest-776520680 tempest-NegativeSecGroupTest-776520680-project] Publish callbacks [] for security_group (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:21:08.518589 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] For port 88764215-3016-414b-be37-d9a2af36ed63, host n-h2-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-5',level=0,port_id=88764215-3016-414b-be37-d9a2af36ed63,segment=NetworkSegment(814afaca-b1b7-499b-b897-fa89d466ac5d),segment_id=814afaca-b1b7-499b-b897-fa89d466ac5d)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:21:08.534718 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-d0bf0d12-c1e0-4ce0-9608-bf18022bab6a req-77612ef8-be68-4942-bcb4-1c0e60410b48 tempest-ImagesTestJSON-1623340881 tempest-ImagesTestJSON-1623340881-project] 10.222.0.13 "GET /v2.0/ports?device_id=3413dc1a-2ecf-4b13-a114-83070ef3b836 HTTP/1.1" status: 200 len: 210 time: 0.0427277 Jan 26 21:21:08.550186 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Returning: {'device': '88764215-3016-414b-be37-d9a2af36ed63', 'network_id': '8cbef344-1167-4f35-8b6b-07dd596f6f4f', 'port_id': '88764215-3016-414b-be37-d9a2af36ed63', 'mac_address': 'fa:16:3e:96:db:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 589, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'baa99134-bdb6-4691-8665-46a31e075f80', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103306) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 26 21:21:08.559687 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [req-8e13ad8e-0c49-4910-b505-47c20db52f70 req-d4ec6274-416c-4729-bffb-55bd98e56537 tempest-DeleteServersTestJSON-1338827600 tempest-DeleteServersTestJSON-1338827600-project] For port d214135b-7bf4-435e-87ce-4cbcc04c7b40, host n-h2-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-5',level=0,port_id=d214135b-7bf4-435e-87ce-4cbcc04c7b40,segment=NetworkSegment(2541abc4-0813-4c0d-94e6-c088627c1a85),segment_id=2541abc4-0813-4c0d-94e6-c088627c1a85)] {{(pid=103304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:21:08.560244 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-8e13ad8e-0c49-4910-b505-47c20db52f70 req-d4ec6274-416c-4729-bffb-55bd98e56537 tempest-DeleteServersTestJSON-1338827600 tempest-DeleteServersTestJSON-1338827600-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4109658'] for port (d214135b-7bf4-435e-87ce-4cbcc04c7b40), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:21:08.593103 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-da363e64-3e74-4633-ab4d-9dd8bf12a251 tempest-NegativeSecGroupTest-776520680 tempest-NegativeSecGroupTest-776520680-project] Publish callbacks [] for security_group (c446e4b4-2584-405e-95d1-087c0df14d26), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:21:08.598999 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Current status of the port 88764215-3016-414b-be37-d9a2af36ed63 is: DOWN; New status is: BUILD {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:21:08.599632 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (88764215-3016-414b-be37-d9a2af36ed63), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:21:08.603017 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-da363e64-3e74-4633-ab4d-9dd8bf12a251 tempest-NegativeSecGroupTest-776520680 tempest-NegativeSecGroupTest-776520680-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (c446e4b4-2584-405e-95d1-087c0df14d26), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:21:08.613664 n-d-760453-5 neutron-server[103306]: DEBUG neutron.notifiers.nova [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 88764215-3016-414b-be37-d9a2af36ed63 {{(pid=103306) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 26 21:21:08.628458 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [req-8e13ad8e-0c49-4910-b505-47c20db52f70 req-d4ec6274-416c-4729-bffb-55bd98e56537 tempest-DeleteServersTestJSON-1338827600 tempest-DeleteServersTestJSON-1338827600-project] Calling delete_port for d214135b-7bf4-435e-87ce-4cbcc04c7b40 owned by compute:nova {{(pid=103304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 21:21:08.631835 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-da363e64-3e74-4633-ab4d-9dd8bf12a251 tempest-NegativeSecGroupTest-776520680 tempest-NegativeSecGroupTest-776520680-project] Publish callbacks [] for security_group (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:21:08.636993 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] For port 88764215-3016-414b-be37-d9a2af36ed63, host n-h2-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-5',level=0,port_id=88764215-3016-414b-be37-d9a2af36ed63,segment=NetworkSegment(814afaca-b1b7-499b-b897-fa89d466ac5d),segment_id=814afaca-b1b7-499b-b897-fa89d466ac5d)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:21:08.642808 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (88764215-3016-414b-be37-d9a2af36ed63), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:21:08.643800 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-da363e64-3e74-4633-ab4d-9dd8bf12a251 tempest-NegativeSecGroupTest-776520680 tempest-NegativeSecGroupTest-776520680-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2082584 Jan 26 21:21:08.647386 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 37044) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:21:08.657867 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-41eaa92c-a487-4bd2-a81e-178c78222116 tempest-NegativeSecGroupTest-776520680 tempest-NegativeSecGroupTest-776520680-project] Request body: {'security_group_rule': {'security_group_id': 'c446e4b4-2584-405e-95d1-087c0df14d26', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:21:08.658974 n-d-760453-5 neutron-server[103304]: WARNING neutron.api.v2.base [None req-41eaa92c-a487-4bd2-a81e-178c78222116 tempest-NegativeSecGroupTest-776520680 tempest-NegativeSecGroupTest-776520680-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Jan 26 21:21:08.659478 n-d-760453-5 neutron-server[103304]: INFO neutron.api.v2.resource [None req-41eaa92c-a487-4bd2-a81e-178c78222116 tempest-NegativeSecGroupTest-776520680 tempest-NegativeSecGroupTest-776520680-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 26 21:21:08.663126 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-41eaa92c-a487-4bd2-a81e-178c78222116 tempest-NegativeSecGroupTest-776520680 tempest-NegativeSecGroupTest-776520680-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0119050 Jan 26 21:21:08.665123 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 37048) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:21:08.675448 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-677d2eb4-252c-4100-ab87-75ae3c59320f tempest-NegativeSecGroupTest-776520680 tempest-NegativeSecGroupTest-776520680-project] Request body: {'security_group_rule': {'security_group_id': 'c446e4b4-2584-405e-95d1-087c0df14d26', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:21:08.678770 n-d-760453-5 neutron-server[103305]: WARNING neutron.api.v2.base [None req-677d2eb4-252c-4100-ab87-75ae3c59320f tempest-NegativeSecGroupTest-776520680 tempest-NegativeSecGroupTest-776520680-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Jan 26 21:21:08.680186 n-d-760453-5 neutron-server[103305]: INFO neutron.api.v2.resource [None req-677d2eb4-252c-4100-ab87-75ae3c59320f tempest-NegativeSecGroupTest-776520680 tempest-NegativeSecGroupTest-776520680-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 26 21:21:08.684132 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-677d2eb4-252c-4100-ab87-75ae3c59320f tempest-NegativeSecGroupTest-776520680 tempest-NegativeSecGroupTest-776520680-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0168340 Jan 26 21:21:08.684694 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 37050) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:21:08.690447 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-89bb9cd7-3a6e-4697-a637-6d20e3694390 tempest-NegativeSecGroupTest-776520680 tempest-NegativeSecGroupTest-776520680-project] Request body: {'security_group_rule': {'security_group_id': 'c446e4b4-2584-405e-95d1-087c0df14d26', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:21:08.691630 n-d-760453-5 neutron-server[103305]: WARNING neutron.api.v2.base [None req-89bb9cd7-3a6e-4697-a637-6d20e3694390 tempest-NegativeSecGroupTest-776520680 tempest-NegativeSecGroupTest-776520680-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Jan 26 21:21:08.696631 n-d-760453-5 neutron-server[103305]: INFO neutron.api.v2.resource [None req-89bb9cd7-3a6e-4697-a637-6d20e3694390 tempest-NegativeSecGroupTest-776520680 tempest-NegativeSecGroupTest-776520680-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 26 21:21:08.696631 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-89bb9cd7-3a6e-4697-a637-6d20e3694390 tempest-NegativeSecGroupTest-776520680 tempest-NegativeSecGroupTest-776520680-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0076523 Jan 26 21:21:08.696631 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 37052) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:21:08.702131 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-49241388-1e10-45d5-b6a1-81e4feb95d87 tempest-NegativeSecGroupTest-776520680 tempest-NegativeSecGroupTest-776520680-project] Request body: {'security_group_rule': {'security_group_id': 'c446e4b4-2584-405e-95d1-087c0df14d26', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:21:08.703148 n-d-760453-5 neutron-server[103305]: WARNING neutron.api.v2.base [None req-49241388-1e10-45d5-b6a1-81e4feb95d87 tempest-NegativeSecGroupTest-776520680 tempest-NegativeSecGroupTest-776520680-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Jan 26 21:21:08.703738 n-d-760453-5 neutron-server[103305]: INFO neutron.api.v2.resource [None req-49241388-1e10-45d5-b6a1-81e4feb95d87 tempest-NegativeSecGroupTest-776520680 tempest-NegativeSecGroupTest-776520680-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 26 21:21:08.708269 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-49241388-1e10-45d5-b6a1-81e4feb95d87 tempest-NegativeSecGroupTest-776520680 tempest-NegativeSecGroupTest-776520680-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0076368 Jan 26 21:21:08.709342 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 37054) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:21:08.719618 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da363e64-3e74-4633-ab4d-9dd8bf12a251 tempest-NegativeSecGroupTest-776520680 tempest-NegativeSecGroupTest-776520680-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c446e4b4-2584-405e-95d1-087c0df14d26,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:21:08.732573 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Pushing event updated for resources: {'Port': ['ID=88764215-3016-414b-be37-d9a2af36ed63,revision_number=9']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:21:08.774385 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-3113485f-7ba0-4cc4-96ed-ac5c7cbcadaf tempest-NegativeSecGroupTest-776520680 tempest-NegativeSecGroupTest-776520680-project] Publish callbacks [] for security_group (c446e4b4-2584-405e-95d1-087c0df14d26), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:21:08.793263 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5c6d28-8970-4259-82c8-13898a032a1e req-d17444e2-432a-4675-b2c0-ec9879f1867e tempest-ImagesTestJSON-1623340881 tempest-ImagesTestJSON-1623340881-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:21:08.794743 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-7c5c6d28-8970-4259-82c8-13898a032a1e req-d17444e2-432a-4675-b2c0-ec9879f1867e tempest-ImagesTestJSON-1623340881 tempest-ImagesTestJSON-1623340881-project] 10.222.0.57 "GET /v2.0/networks?id=d5480d3d-bab2-42ab-9692-609efda9979f HTTP/1.1" status: 200 len: 805 time: 0.2583735 Jan 26 21:21:08.796500 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-3113485f-7ba0-4cc4-96ed-ac5c7cbcadaf tempest-NegativeSecGroupTest-776520680 tempest-NegativeSecGroupTest-776520680-project] Publish callbacks [] for security_group (c446e4b4-2584-405e-95d1-087c0df14d26), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:21:08.811649 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [req-7c5c6d28-8970-4259-82c8-13898a032a1e req-99a2fe06-20ca-4513-86f7-da4e9c3b9db3 tempest-ImagesTestJSON-1623340881 tempest-ImagesTestJSON-1623340881-project] Request body: {'port': {'device_id': '3413dc1a-2ecf-4b13-a114-83070ef3b836', 'network_id': 'd5480d3d-bab2-42ab-9692-609efda9979f', 'admin_state_up': True, 'tenant_id': 'b84068c047214d90966ff7ed497aada1'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:21:08.843341 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-3113485f-7ba0-4cc4-96ed-ac5c7cbcadaf tempest-NegativeSecGroupTest-776520680 tempest-NegativeSecGroupTest-776520680-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (c446e4b4-2584-405e-95d1-087c0df14d26), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:21:08.846376 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-3113485f-7ba0-4cc4-96ed-ac5c7cbcadaf tempest-NegativeSecGroupTest-776520680 tempest-NegativeSecGroupTest-776520680-project] Publish callbacks [] for security_group (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:21:08.847537 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-3113485f-7ba0-4cc4-96ed-ac5c7cbcadaf tempest-NegativeSecGroupTest-776520680 tempest-NegativeSecGroupTest-776520680-project] 10.222.0.13 "DELETE /v2.0/security-groups/c446e4b4-2584-405e-95d1-087c0df14d26 HTTP/1.1" status: 204 len: 168 time: 0.1371863 Jan 26 21:21:08.850808 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 37058) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:21:08.871426 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3113485f-7ba0-4cc4-96ed-ac5c7cbcadaf tempest-NegativeSecGroupTest-776520680 tempest-NegativeSecGroupTest-776520680-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c446e4b4-2584-405e-95d1-087c0df14d26,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:21:08.884711 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] get_ports_and_sgs() called for port_ids ['88764215-3016-414b-be37-d9a2af36ed63'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 26 21:21:08.891406 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53fac79-4eab-4b49-be9d-dc8002d88eb8 req-ad1f5a63-8aea-4ba9-b648-4fd5f170a719 tempest-ServersNegativeTestJSON-90632883 tempest-ServersNegativeTestJSON-90632883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:21:08.893026 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-e53fac79-4eab-4b49-be9d-dc8002d88eb8 req-ad1f5a63-8aea-4ba9-b648-4fd5f170a719 tempest-ServersNegativeTestJSON-90632883 tempest-ServersNegativeTestJSON-90632883-project] 10.222.0.13 "GET /v2.0/ports?device_id=20bda332-a159-49bd-8c61-2ea774ab5602 HTTP/1.1" status: 200 len: 945 time: 0.1461012 Jan 26 21:21:08.901396 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-72e225ee-3b98-423f-b045-34f126fda9e1 tempest-NegativeSecGroupTest-776520680 tempest-NegativeSecGroupTest-776520680-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0494971 Jan 26 21:21:08.905482 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 37062) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:21:08.909756 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-5557a39b-396e-4f4e-ae11-2ee5fb7cfee1 tempest-NegativeSecGroupTest-776520680 tempest-NegativeSecGroupTest-776520680-project] Request body: {'security_group': {'name': 'tempest-secgroup--33625301'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:21:08.931741 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-5557a39b-396e-4f4e-ae11-2ee5fb7cfee1 tempest-NegativeSecGroupTest-776520680 tempest-NegativeSecGroupTest-776520680-project] Publish callbacks [] for security_group (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:21:09.014874 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-8e13ad8e-0c49-4910-b505-47c20db52f70 req-d4ec6274-416c-4729-bffb-55bd98e56537 tempest-DeleteServersTestJSON-1338827600 tempest-DeleteServersTestJSON-1338827600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746560636600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746560234536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9281553'] for port (d214135b-7bf4-435e-87ce-4cbcc04c7b40), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:21:09.028315 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-5557a39b-396e-4f4e-ae11-2ee5fb7cfee1 tempest-NegativeSecGroupTest-776520680 tempest-NegativeSecGroupTest-776520680-project] Publish callbacks [] for security_group (27e098ac-7663-490e-af4f-f53b858c0509), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:21:09.037866 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-5557a39b-396e-4f4e-ae11-2ee5fb7cfee1 tempest-NegativeSecGroupTest-776520680 tempest-NegativeSecGroupTest-776520680-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (27e098ac-7663-490e-af4f-f53b858c0509), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:21:09.061765 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-e53fac79-4eab-4b49-be9d-dc8002d88eb8 req-9f69b742-5f93-4b5d-af53-262e17147a59 tempest-ServersNegativeTestJSON-90632883 tempest-ServersNegativeTestJSON-90632883-project] 10.222.0.13 "GET /v2.0/security-groups?id=f00b351c-12ea-4499-84c9-f0263f4f27ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1593199 Jan 26 21:21:09.080039 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5557a39b-396e-4f4e-ae11-2ee5fb7cfee1 tempest-NegativeSecGroupTest-776520680 tempest-NegativeSecGroupTest-776520680-project] Pushing event updated for resources: {'SecurityGroup': ['ID=27e098ac-7663-490e-af4f-f53b858c0509,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:21:09.084749 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ec6274-416c-4729-bffb-55bd98e56537 tempest-DeleteServersTestJSON-1338827600 tempest-DeleteServersTestJSON-1338827600-project] Pushing event deleted for resources: {'Port': ['ID=d214135b-7bf4-435e-87ce-4cbcc04c7b40,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:21:09.093000 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-5557a39b-396e-4f4e-ae11-2ee5fb7cfee1 tempest-NegativeSecGroupTest-776520680 tempest-NegativeSecGroupTest-776520680-project] Publish callbacks [] for security_group (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:21:09.094727 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-5557a39b-396e-4f4e-ae11-2ee5fb7cfee1 tempest-NegativeSecGroupTest-776520680 tempest-NegativeSecGroupTest-776520680-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.1883092 Jan 26 21:21:09.098454 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 37066) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:21:09.109523 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-eaf4b65d-bbfc-48ae-985d-506d75ef4f92 tempest-NegativeSecGroupTest-776520680 tempest-NegativeSecGroupTest-776520680-project] Request body: {'security_group_rule': {'security_group_id': '27e098ac-7663-490e-af4f-f53b858c0509', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:21:09.109523 n-d-760453-5 neutron-server[103305]: WARNING neutron.api.v2.base [None req-eaf4b65d-bbfc-48ae-985d-506d75ef4f92 tempest-NegativeSecGroupTest-776520680 tempest-NegativeSecGroupTest-776520680-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jan 26 21:21:09.109523 n-d-760453-5 neutron-server[103305]: INFO neutron.api.v2.resource [None req-eaf4b65d-bbfc-48ae-985d-506d75ef4f92 tempest-NegativeSecGroupTest-776520680 tempest-NegativeSecGroupTest-776520680-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 26 21:21:09.109523 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-eaf4b65d-bbfc-48ae-985d-506d75ef4f92 tempest-NegativeSecGroupTest-776520680 tempest-NegativeSecGroupTest-776520680-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0077775 Jan 26 21:21:09.110925 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 37068) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:21:09.122649 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7c5c6d28-8970-4259-82c8-13898a032a1e req-99a2fe06-20ca-4513-86f7-da4e9c3b9db3 tempest-ImagesTestJSON-1623340881 tempest-ImagesTestJSON-1623340881-project] Made reservation on behalf of b84068c047214d90966ff7ed497aada1 for: {'port': 1} {{(pid=103304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 21:21:09.125447 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-8f0bb805-e187-47b7-87a3-1cf3db4011b7 tempest-NegativeSecGroupTest-776520680 tempest-NegativeSecGroupTest-776520680-project] Request body: {'security_group_rule': {'security_group_id': '27e098ac-7663-490e-af4f-f53b858c0509', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:21:09.131050 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-7c5c6d28-8970-4259-82c8-13898a032a1e req-99a2fe06-20ca-4513-86f7-da4e9c3b9db3 tempest-ImagesTestJSON-1623340881 tempest-ImagesTestJSON-1623340881-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:21:09.173257 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e13ad8e-0c49-4910-b505-47c20db52f70 req-d4ec6274-416c-4729-bffb-55bd98e56537 tempest-DeleteServersTestJSON-1338827600 tempest-DeleteServersTestJSON-1338827600-project] No DVR routers for this DVR port d214135b-7bf4-435e-87ce-4cbcc04c7b40 on host n-h2-760453-5 {{(pid=103304) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 26 21:21:09.176155 n-d-760453-5 neutron-server[103305]: INFO neutron.api.v2.resource [None req-8f0bb805-e187-47b7-87a3-1cf3db4011b7 tempest-NegativeSecGroupTest-776520680 tempest-NegativeSecGroupTest-776520680-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 26 21:21:09.178242 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-8f0bb805-e187-47b7-87a3-1cf3db4011b7 tempest-NegativeSecGroupTest-776520680 tempest-NegativeSecGroupTest-776520680-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0640862 Jan 26 21:21:09.181567 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 37074) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:21:09.185010 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-8e13ad8e-0c49-4910-b505-47c20db52f70 req-d4ec6274-416c-4729-bffb-55bd98e56537 tempest-DeleteServersTestJSON-1338827600 tempest-DeleteServersTestJSON-1338827600-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:21:09.186832 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-ddb5de32-9fd0-4673-9283-b4893de8ac66 tempest-NegativeSecGroupTest-776520680 tempest-NegativeSecGroupTest-776520680-project] Request body: {'security_group_rule': {'security_group_id': '27e098ac-7663-490e-af4f-f53b858c0509', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:21:09.187306 n-d-760453-5 neutron-server[103305]: WARNING neutron.api.v2.base [None req-ddb5de32-9fd0-4673-9283-b4893de8ac66 tempest-NegativeSecGroupTest-776520680 tempest-NegativeSecGroupTest-776520680-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Jan 26 21:21:09.188191 n-d-760453-5 neutron-server[103305]: INFO neutron.api.v2.resource [None req-ddb5de32-9fd0-4673-9283-b4893de8ac66 tempest-NegativeSecGroupTest-776520680 tempest-NegativeSecGroupTest-776520680-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 26 21:21:09.189160 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-ddb5de32-9fd0-4673-9283-b4893de8ac66 tempest-NegativeSecGroupTest-776520680 tempest-NegativeSecGroupTest-776520680-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0066898 Jan 26 21:21:09.190903 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-8e13ad8e-0c49-4910-b505-47c20db52f70 req-d4ec6274-416c-4729-bffb-55bd98e56537 tempest-DeleteServersTestJSON-1338827600 tempest-DeleteServersTestJSON-1338827600-project] 10.222.0.13 "DELETE /v2.0/ports/d214135b-7bf4-435e-87ce-4cbcc04c7b40 HTTP/1.1" status: 204 len: 173 time: 0.9893415 Jan 26 21:21:09.191755 n-d-760453-5 neutron-server[103304]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b94ac130-6232-4bd7-acba-586230daf28f', 'name': 'network-vif-deleted', 'tag': 'd214135b-7bf4-435e-87ce-4cbcc04c7b40'}] {{(pid=103304) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 21:21:09.194332 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d52b45f1943fcd332af9527eb73ff93c8d715d44383a3f6d18de73b4cfcf87b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03722b39-f78b-4d24-996a-2b8b16eb9a9f" -d '{"events": [{"server_uuid": "b94ac130-6232-4bd7-acba-586230daf28f", "name": "network-vif-deleted", "tag": "d214135b-7bf4-435e-87ce-4cbcc04c7b40"}]}' {{(pid=103304) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 21:21:09.196746 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 37076) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:21:09.202091 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-e9ed8f2c-47c8-449c-8eb0-f55df9a98b66 tempest-NegativeSecGroupTest-776520680 tempest-NegativeSecGroupTest-776520680-project] Request body: {'security_group_rule': {'security_group_id': '27e098ac-7663-490e-af4f-f53b858c0509', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:21:09.259393 n-d-760453-5 neutron-server[103305]: INFO neutron.api.v2.resource [None req-e9ed8f2c-47c8-449c-8eb0-f55df9a98b66 tempest-NegativeSecGroupTest-776520680 tempest-NegativeSecGroupTest-776520680-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 26 21:21:09.263835 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-e9ed8f2c-47c8-449c-8eb0-f55df9a98b66 tempest-NegativeSecGroupTest-776520680 tempest-NegativeSecGroupTest-776520680-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0632107 Jan 26 21:21:09.264540 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 37082) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:21:09.271033 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-3f723198-5d64-4e04-9a04-c59eaff8b9db tempest-NegativeSecGroupTest-776520680 tempest-NegativeSecGroupTest-776520680-project] Request body: {'security_group_rule': {'security_group_id': '27e098ac-7663-490e-af4f-f53b858c0509', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:21:09.271544 n-d-760453-5 neutron-server[103305]: WARNING neutron.api.v2.base [None req-3f723198-5d64-4e04-9a04-c59eaff8b9db tempest-NegativeSecGroupTest-776520680 tempest-NegativeSecGroupTest-776520680-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jan 26 21:21:09.272104 n-d-760453-5 neutron-server[103305]: INFO neutron.api.v2.resource [None req-3f723198-5d64-4e04-9a04-c59eaff8b9db tempest-NegativeSecGroupTest-776520680 tempest-NegativeSecGroupTest-776520680-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 26 21:21:09.275675 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-3f723198-5d64-4e04-9a04-c59eaff8b9db tempest-NegativeSecGroupTest-776520680 tempest-NegativeSecGroupTest-776520680-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0066519 Jan 26 21:21:09.276975 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 37086) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:21:09.282451 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-990ff243-0899-4484-8851-d4f8e6a3166b tempest-NegativeSecGroupTest-776520680 tempest-NegativeSecGroupTest-776520680-project] Request body: {'security_group_rule': {'security_group_id': '27e098ac-7663-490e-af4f-f53b858c0509', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:21:09.343422 n-d-760453-5 neutron-server[103305]: INFO neutron.api.v2.resource [None req-990ff243-0899-4484-8851-d4f8e6a3166b tempest-NegativeSecGroupTest-776520680 tempest-NegativeSecGroupTest-776520680-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 26 21:21:09.344799 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-990ff243-0899-4484-8851-d4f8e6a3166b tempest-NegativeSecGroupTest-776520680 tempest-NegativeSecGroupTest-776520680-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0670614 Jan 26 21:21:09.347764 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 37090) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:21:09.354563 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-2115c99b-a8f4-40b9-ab7a-21df684980e6 tempest-NegativeSecGroupTest-776520680 tempest-NegativeSecGroupTest-776520680-project] Request body: {'security_group_rule': {'security_group_id': '27e098ac-7663-490e-af4f-f53b858c0509', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:21:09.355290 n-d-760453-5 neutron-server[103305]: WARNING neutron.api.v2.base [None req-2115c99b-a8f4-40b9-ab7a-21df684980e6 tempest-NegativeSecGroupTest-776520680 tempest-NegativeSecGroupTest-776520680-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Jan 26 21:21:09.355658 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.db_base_plugin_common [req-7c5c6d28-8970-4259-82c8-13898a032a1e req-99a2fe06-20ca-4513-86f7-da4e9c3b9db3 tempest-ImagesTestJSON-1623340881 tempest-ImagesTestJSON-1623340881-project] Allocated IP 172.20.0.8 (d5480d3d-bab2-42ab-9692-609efda9979f/3e0b5fe7-c879-4a69-b8db-9e47b1011f5e/cb24e201-0e72-43ed-b8f4-60f10aef8e0d) {{(pid=103304) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 21:21:09.358121 n-d-760453-5 neutron-server[103305]: INFO neutron.api.v2.resource [None req-2115c99b-a8f4-40b9-ab7a-21df684980e6 tempest-NegativeSecGroupTest-776520680 tempest-NegativeSecGroupTest-776520680-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 26 21:21:09.359892 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-2115c99b-a8f4-40b9-ab7a-21df684980e6 tempest-NegativeSecGroupTest-776520680 tempest-NegativeSecGroupTest-776520680-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0103309 Jan 26 21:21:09.363070 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 37092) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:21:09.374348 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-38a4bd1d-f7f8-4363-b4bd-22b3f1648e1e tempest-NegativeSecGroupTest-776520680 tempest-NegativeSecGroupTest-776520680-project] Request body: {'security_group_rule': {'security_group_id': '27e098ac-7663-490e-af4f-f53b858c0509', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:21:09.413392 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Wed, 26 Jan 2022 21:21:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1624bf3f-dbcc-498c-b205-b0f1a1075785 x-openstack-request-id: req-1624bf3f-dbcc-498c-b205-b0f1a1075785 {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 21:21:09.414606 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b94ac130-6232-4bd7-acba-586230daf28f", "name": "network-vif-deleted", "tag": "d214135b-7bf4-435e-87ce-4cbcc04c7b40", "status": "failed", "code": 422}]} {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 21:21:09.414939 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-1624bf3f-dbcc-498c-b205-b0f1a1075785 {{(pid=103304) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 21:21:09.415416 n-d-760453-5 neutron-server[103304]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'b94ac130-6232-4bd7-acba-586230daf28f', 'name': 'network-vif-deleted', 'tag': 'd214135b-7bf4-435e-87ce-4cbcc04c7b40', 'status': 'failed', 'code': 422} returned with failed status Jan 26 21:21:09.445394 n-d-760453-5 neutron-server[103304]: INFO neutron.api.v2.resource [None req-38a4bd1d-f7f8-4363-b4bd-22b3f1648e1e tempest-NegativeSecGroupTest-776520680 tempest-NegativeSecGroupTest-776520680-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 26 21:21:09.449330 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-38a4bd1d-f7f8-4363-b4bd-22b3f1648e1e tempest-NegativeSecGroupTest-776520680 tempest-NegativeSecGroupTest-776520680-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.0820510 Jan 26 21:21:09.449960 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 37094) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:21:09.457661 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-e9dd52ff-5957-418f-a24d-3a5d4246b3eb tempest-NegativeSecGroupTest-776520680 tempest-NegativeSecGroupTest-776520680-project] Request body: {'security_group_rule': {'security_group_id': '27e098ac-7663-490e-af4f-f53b858c0509', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:21:09.521164 n-d-760453-5 neutron-server[103305]: INFO neutron.api.v2.resource [None req-e9dd52ff-5957-418f-a24d-3a5d4246b3eb tempest-NegativeSecGroupTest-776520680 tempest-NegativeSecGroupTest-776520680-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 26 21:21:09.522534 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-e9dd52ff-5957-418f-a24d-3a5d4246b3eb tempest-NegativeSecGroupTest-776520680 tempest-NegativeSecGroupTest-776520680-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0715320 Jan 26 21:21:09.530095 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 37096) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:21:09.593399 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-9892010b-6d82-474c-873d-ae621a46c0eb tempest-NegativeSecGroupTest-776520680 tempest-NegativeSecGroupTest-776520680-project] Publish callbacks [] for security_group (27e098ac-7663-490e-af4f-f53b858c0509), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:21:09.603663 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-7c5c6d28-8970-4259-82c8-13898a032a1e req-99a2fe06-20ca-4513-86f7-da4e9c3b9db3 tempest-ImagesTestJSON-1623340881 tempest-ImagesTestJSON-1623340881-project] Publish callbacks [] for port (cb24e201-0e72-43ed-b8f4-60f10aef8e0d), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:21:09.624812 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-9892010b-6d82-474c-873d-ae621a46c0eb tempest-NegativeSecGroupTest-776520680 tempest-NegativeSecGroupTest-776520680-project] Publish callbacks [] for security_group (27e098ac-7663-490e-af4f-f53b858c0509), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:21:09.661599 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-9331b897-2587-48f6-a96e-24a0d334167f req-a60e7db0-f427-45c7-a502-2492a2eff3df tempest-ImagesTestJSON-1623340881 tempest-ImagesTestJSON-1623340881-project] 10.222.0.13 "GET /v2.0/ports?device_id=3413dc1a-2ecf-4b13-a114-83070ef3b836 HTTP/1.1" status: 200 len: 210 time: 0.0309019 Jan 26 21:21:09.675281 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-9892010b-6d82-474c-873d-ae621a46c0eb tempest-NegativeSecGroupTest-776520680 tempest-NegativeSecGroupTest-776520680-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (27e098ac-7663-490e-af4f-f53b858c0509), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:21:09.680017 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-9892010b-6d82-474c-873d-ae621a46c0eb tempest-NegativeSecGroupTest-776520680 tempest-NegativeSecGroupTest-776520680-project] Publish callbacks [] for security_group (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:21:09.682746 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-9892010b-6d82-474c-873d-ae621a46c0eb tempest-NegativeSecGroupTest-776520680 tempest-NegativeSecGroupTest-776520680-project] 10.222.0.13 "DELETE /v2.0/security-groups/27e098ac-7663-490e-af4f-f53b858c0509 HTTP/1.1" status: 204 len: 168 time: 0.1504850 Jan 26 21:21:09.684766 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 37100) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:21:09.694397 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-7c5c6d28-8970-4259-82c8-13898a032a1e req-99a2fe06-20ca-4513-86f7-da4e9c3b9db3 tempest-ImagesTestJSON-1623340881 tempest-ImagesTestJSON-1623340881-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746560234527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9281553'] for port (cb24e201-0e72-43ed-b8f4-60f10aef8e0d), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:21:09.694619 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9892010b-6d82-474c-873d-ae621a46c0eb tempest-NegativeSecGroupTest-776520680 tempest-NegativeSecGroupTest-776520680-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=27e098ac-7663-490e-af4f-f53b858c0509,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:21:09.786190 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7c5c6d28-8970-4259-82c8-13898a032a1e req-99a2fe06-20ca-4513-86f7-da4e9c3b9db3 tempest-ImagesTestJSON-1623340881 tempest-ImagesTestJSON-1623340881-project] Network d5480d3d-bab2-42ab-9692-609efda9979f is already hosted by enough agents. {{(pid=103304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 21:21:09.792873 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [req-7c5c6d28-8970-4259-82c8-13898a032a1e req-99a2fe06-20ca-4513-86f7-da4e9c3b9db3 tempest-ImagesTestJSON-1623340881 tempest-ImagesTestJSON-1623340881-project] Resources bound (agent type, host, resource id): {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:21:09.799079 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c5c6d28-8970-4259-82c8-13898a032a1e req-99a2fe06-20ca-4513-86f7-da4e9c3b9db3 tempest-ImagesTestJSON-1623340881 tempest-ImagesTestJSON-1623340881-project] Received port after_create {{(pid=103304) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 21:21:09.801853 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a2fe06-20ca-4513-86f7-da4e9c3b9db3 tempest-ImagesTestJSON-1623340881 tempest-ImagesTestJSON-1623340881-project] Pushing event updated for resources: {'Port': ['ID=cb24e201-0e72-43ed-b8f4-60f10aef8e0d,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:21:09.840094 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-1c67119e-640b-45c3-94ae-6040154800da tempest-NegativeSecGroupTest-776520680 tempest-NegativeSecGroupTest-776520680-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1514268 Jan 26 21:21:09.842098 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 37106) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:21:09.848182 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-c772849a-fd43-40af-a5c6-16f537b53ffc tempest-NegativeSecGroupTest-776520680 tempest-NegativeSecGroupTest-776520680-project] Request body: {'security_group': {'name': 'tempest-secgroup--189618850'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:21:09.865617 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5c6d28-8970-4259-82c8-13898a032a1e req-99a2fe06-20ca-4513-86f7-da4e9c3b9db3 tempest-ImagesTestJSON-1623340881 tempest-ImagesTestJSON-1623340881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:21:09.866244 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-7c5c6d28-8970-4259-82c8-13898a032a1e req-99a2fe06-20ca-4513-86f7-da4e9c3b9db3 tempest-ImagesTestJSON-1623340881 tempest-ImagesTestJSON-1623340881-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:21:09.869817 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-c772849a-fd43-40af-a5c6-16f537b53ffc tempest-NegativeSecGroupTest-776520680 tempest-NegativeSecGroupTest-776520680-project] Publish callbacks [] for security_group (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:21:09.886270 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-7c5c6d28-8970-4259-82c8-13898a032a1e req-99a2fe06-20ca-4513-86f7-da4e9c3b9db3 tempest-ImagesTestJSON-1623340881 tempest-ImagesTestJSON-1623340881-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0797958 Jan 26 21:21:09.903999 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [req-7c5c6d28-8970-4259-82c8-13898a032a1e req-3efa96ce-ddc3-454b-b930-5a7178654395 service neutron] Request body: {'port': {'device_id': '3413dc1a-2ecf-4b13-a114-83070ef3b836', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-760453-5'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:21:09.956680 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-c772849a-fd43-40af-a5c6-16f537b53ffc tempest-NegativeSecGroupTest-776520680 tempest-NegativeSecGroupTest-776520680-project] Publish callbacks [] for security_group (48566049-415c-42f3-87c9-419d2f6abde9), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:21:09.962681 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-c772849a-fd43-40af-a5c6-16f537b53ffc tempest-NegativeSecGroupTest-776520680 tempest-NegativeSecGroupTest-776520680-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (48566049-415c-42f3-87c9-419d2f6abde9), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:21:09.996837 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-7c5c6d28-8970-4259-82c8-13898a032a1e req-3efa96ce-ddc3-454b-b930-5a7178654395 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (cb24e201-0e72-43ed-b8f4-60f10aef8e0d), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:21:10.019228 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-c772849a-fd43-40af-a5c6-16f537b53ffc tempest-NegativeSecGroupTest-776520680 tempest-NegativeSecGroupTest-776520680-project] Publish callbacks [] for security_group (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:21:10.021805 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-c772849a-fd43-40af-a5c6-16f537b53ffc tempest-NegativeSecGroupTest-776520680 tempest-NegativeSecGroupTest-776520680-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1783810 Jan 26 21:21:10.026405 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 37114) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:21:10.037459 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-c964ee64-18d2-4af5-af22-75b6c5aa7a57 tempest-NegativeSecGroupTest-776520680 tempest-NegativeSecGroupTest-776520680-project] Request body: {'security_group_rule': {'security_group_id': '48566049-415c-42f3-87c9-419d2f6abde9', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:21:10.052916 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c772849a-fd43-40af-a5c6-16f537b53ffc tempest-NegativeSecGroupTest-776520680 tempest-NegativeSecGroupTest-776520680-project] Pushing event updated for resources: {'SecurityGroup': ['ID=48566049-415c-42f3-87c9-419d2f6abde9,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:21:10.098835 n-d-760453-5 neutron-server[103305]: INFO neutron.api.v2.resource [None req-c964ee64-18d2-4af5-af22-75b6c5aa7a57 tempest-NegativeSecGroupTest-776520680 tempest-NegativeSecGroupTest-776520680-project] create failed (client error): The resource could not be found. Jan 26 21:21:10.100297 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-c964ee64-18d2-4af5-af22-75b6c5aa7a57 tempest-NegativeSecGroupTest-776520680 tempest-NegativeSecGroupTest-776520680-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.0671432 Jan 26 21:21:10.103565 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 37122) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:21:10.111064 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-721049e0-011b-49b3-9380-cd441772a2a7 tempest-NegativeSecGroupTest-776520680 tempest-NegativeSecGroupTest-776520680-project] Request body: {'security_group_rule': {'security_group_id': '48566049-415c-42f3-87c9-419d2f6abde9', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'acdd7df4-4c9e-4640-ab02-faaae30d39d7'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:21:10.165463 n-d-760453-5 neutron-server[103305]: INFO neutron.api.v2.resource [None req-721049e0-011b-49b3-9380-cd441772a2a7 tempest-NegativeSecGroupTest-776520680 tempest-NegativeSecGroupTest-776520680-project] create failed (client error): The resource could not be found. Jan 26 21:21:10.166674 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-721049e0-011b-49b3-9380-cd441772a2a7 tempest-NegativeSecGroupTest-776520680 tempest-NegativeSecGroupTest-776520680-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0619841 Jan 26 21:21:10.170833 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 37124) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:21:10.254894 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-f4e5abfc-e562-4a76-b50a-8245a4dfd0dc tempest-NegativeSecGroupTest-776520680 tempest-NegativeSecGroupTest-776520680-project] Publish callbacks [] for security_group (48566049-415c-42f3-87c9-419d2f6abde9), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:21:10.283426 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-f4e5abfc-e562-4a76-b50a-8245a4dfd0dc tempest-NegativeSecGroupTest-776520680 tempest-NegativeSecGroupTest-776520680-project] Publish callbacks [] for security_group (48566049-415c-42f3-87c9-419d2f6abde9), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:21:10.347774 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d85f3d-ce37-449c-8f77-189512959732 req-e42085be-8ee3-41fa-a4fe-5e200eaba12a tempest-ServersNegativeTestJSON-90632883 tempest-ServersNegativeTestJSON-90632883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:21:10.355048 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-a8d85f3d-ce37-449c-8f77-189512959732 req-e42085be-8ee3-41fa-a4fe-5e200eaba12a tempest-ServersNegativeTestJSON-90632883 tempest-ServersNegativeTestJSON-90632883-project] 10.222.0.13 "GET /v2.0/ports?device_id=20bda332-a159-49bd-8c61-2ea774ab5602 HTTP/1.1" status: 200 len: 945 time: 0.2156889 Jan 26 21:21:10.366079 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea846506-3a92-4a1f-91c4-156ce6397110 req-9be9aba7-6b23-47d2-8eb2-8588ded80220 tempest-DeleteServersTestJSON-1338827600 tempest-DeleteServersTestJSON-1338827600-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:21:10.373691 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-ea846506-3a92-4a1f-91c4-156ce6397110 req-9be9aba7-6b23-47d2-8eb2-8588ded80220 tempest-DeleteServersTestJSON-1338827600 tempest-DeleteServersTestJSON-1338827600-project] 10.222.0.13 "GET /v2.0/networks?id=e16ff5ba-c523-42b6-a294-431f384b33de HTTP/1.1" status: 200 len: 812 time: 0.3126502 Jan 26 21:21:10.384793 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-f4e5abfc-e562-4a76-b50a-8245a4dfd0dc tempest-NegativeSecGroupTest-776520680 tempest-NegativeSecGroupTest-776520680-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (48566049-415c-42f3-87c9-419d2f6abde9), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:21:10.387538 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-f4e5abfc-e562-4a76-b50a-8245a4dfd0dc tempest-NegativeSecGroupTest-776520680 tempest-NegativeSecGroupTest-776520680-project] Publish callbacks [] for security_group (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:21:10.388687 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-f4e5abfc-e562-4a76-b50a-8245a4dfd0dc tempest-NegativeSecGroupTest-776520680 tempest-NegativeSecGroupTest-776520680-project] 10.222.0.13 "DELETE /v2.0/security-groups/48566049-415c-42f3-87c9-419d2f6abde9 HTTP/1.1" status: 204 len: 168 time: 0.2161717 Jan 26 21:21:10.391896 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 37132) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:21:10.397521 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Device 88764215-3016-414b-be37-d9a2af36ed63 up at agent hyperv_n-h2-760453-5 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 21:21:10.409428 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e5abfc-e562-4a76-b50a-8245a4dfd0dc tempest-NegativeSecGroupTest-776520680 tempest-NegativeSecGroupTest-776520680-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=48566049-415c-42f3-87c9-419d2f6abde9,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:21:10.441669 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-ea846506-3a92-4a1f-91c4-156ce6397110 req-db55d2b2-42bc-487f-8e5d-0629e651942c tempest-DeleteServersTestJSON-1338827600 tempest-DeleteServersTestJSON-1338827600-project] 10.222.0.13 "GET /v2.0/quotas/cb180574de574caea4706335ceec073e HTTP/1.1" status: 200 len: 375 time: 0.0666201 Jan 26 21:21:10.442858 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-540c6ce2-ea28-4367-a0e1-3c96afe94966 tempest-NegativeSecGroupTest-776520680 tempest-NegativeSecGroupTest-776520680-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0499058 Jan 26 21:21:10.446723 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 37134) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:21:10.451172 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-ccffea8c-8e29-446f-b699-7dd5ad2c82d3 tempest-NegativeSecGroupTest-776520680 tempest-NegativeSecGroupTest-776520680-project] Request body: {'security_group_rule': {'security_group_id': '02310ebf-f906-4a96-a287-68526c28f419', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:21:10.495527 n-d-760453-5 neutron-server[103305]: INFO neutron.api.v2.resource [None req-ccffea8c-8e29-446f-b699-7dd5ad2c82d3 tempest-NegativeSecGroupTest-776520680 tempest-NegativeSecGroupTest-776520680-project] create failed (client error): The resource could not be found. Jan 26 21:21:10.496507 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-ccffea8c-8e29-446f-b699-7dd5ad2c82d3 tempest-NegativeSecGroupTest-776520680 tempest-NegativeSecGroupTest-776520680-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0488486 Jan 26 21:21:10.500491 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 37136) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:21:10.506420 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-239c0abf-bd9f-4852-887d-07b6a5121a7f tempest-NegativeSecGroupTest-776520680 tempest-NegativeSecGroupTest-776520680-project] Request body: {'security_group': {'name': 'tempest-secgroup--712096816'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:21:10.519542 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-ea846506-3a92-4a1f-91c4-156ce6397110 req-56e331da-1288-4f5b-8e29-ac37574301f5 tempest-DeleteServersTestJSON-1338827600 tempest-DeleteServersTestJSON-1338827600-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=cb180574de574caea4706335ceec073e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0769732 Jan 26 21:21:10.545000 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Provisioning complete for port 88764215-3016-414b-be37-d9a2af36ed63 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:21:10.545818 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (88764215-3016-414b-be37-d9a2af36ed63), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:21:10.558874 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-239c0abf-bd9f-4852-887d-07b6a5121a7f tempest-NegativeSecGroupTest-776520680 tempest-NegativeSecGroupTest-776520680-project] Publish callbacks [] for security_group (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:21:10.627610 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-a8d85f3d-ce37-449c-8f77-189512959732 req-33f49351-d84b-45b3-a048-743a50100e75 tempest-ServersNegativeTestJSON-90632883 tempest-ServersNegativeTestJSON-90632883-project] 10.222.0.13 "GET /v2.0/security-groups?id=f00b351c-12ea-4499-84c9-f0263f4f27ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2712638 Jan 26 21:21:10.639449 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-239c0abf-bd9f-4852-887d-07b6a5121a7f tempest-NegativeSecGroupTest-776520680 tempest-NegativeSecGroupTest-776520680-project] Publish callbacks [] for security_group (529a852c-de85-4a85-be5a-68d794d1ad6f), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:21:10.645493 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-239c0abf-bd9f-4852-887d-07b6a5121a7f tempest-NegativeSecGroupTest-776520680 tempest-NegativeSecGroupTest-776520680-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (529a852c-de85-4a85-be5a-68d794d1ad6f), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:21:10.679866 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-239c0abf-bd9f-4852-887d-07b6a5121a7f tempest-NegativeSecGroupTest-776520680 tempest-NegativeSecGroupTest-776520680-project] Publish callbacks [] for security_group (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:21:10.685039 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-239c0abf-bd9f-4852-887d-07b6a5121a7f tempest-NegativeSecGroupTest-776520680 tempest-NegativeSecGroupTest-776520680-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1792476 Jan 26 21:21:10.685039 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 37138) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:21:10.690544 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-c840c01f-2bed-483a-8577-570b051d48c4 tempest-NegativeSecGroupTest-776520680 tempest-NegativeSecGroupTest-776520680-project] Request body: {'security_group': {'name': 'tempest-secgroup--1692463542'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:21:10.692922 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Current status of the port 88764215-3016-414b-be37-d9a2af36ed63 is: BUILD; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:21:10.693328 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (88764215-3016-414b-be37-d9a2af36ed63), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:21:10.710622 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-239c0abf-bd9f-4852-887d-07b6a5121a7f tempest-NegativeSecGroupTest-776520680 tempest-NegativeSecGroupTest-776520680-project] Pushing event updated for resources: {'SecurityGroup': ['ID=529a852c-de85-4a85-be5a-68d794d1ad6f,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:21:10.718707 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-c840c01f-2bed-483a-8577-570b051d48c4 tempest-NegativeSecGroupTest-776520680 tempest-NegativeSecGroupTest-776520680-project] Publish callbacks [] for security_group (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:21:10.721133 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-ea846506-3a92-4a1f-91c4-156ce6397110 req-e4be4e67-8456-4dd8-a614-de05494c676f service neutron] 10.222.0.13 "GET /v2.0/networks/e16ff5ba-c523-42b6-a294-431f384b33de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1925411 Jan 26 21:21:10.736350 n-d-760453-5 neutron-server[103306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20bda332-a159-49bd-8c61-2ea774ab5602', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88764215-3016-414b-be37-d9a2af36ed63'}] {{(pid=103306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 21:21:10.739622 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9d5d370febab655511bdd2ffe887e43e442d144a440368702bcc1e93af00b97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5287926-e588-4d5b-b514-490851808c2d" -d '{"events": [{"server_uuid": "20bda332-a159-49bd-8c61-2ea774ab5602", "name": "network-vif-plugged", "status": "completed", "tag": "88764215-3016-414b-be37-d9a2af36ed63"}]}' {{(pid=103306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 21:21:10.755653 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] For port 88764215-3016-414b-be37-d9a2af36ed63, host n-h2-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-5',level=0,port_id=88764215-3016-414b-be37-d9a2af36ed63,segment=NetworkSegment(814afaca-b1b7-499b-b897-fa89d466ac5d),segment_id=814afaca-b1b7-499b-b897-fa89d466ac5d)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:21:10.775605 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (88764215-3016-414b-be37-d9a2af36ed63), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:21:10.777193 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Device d214135b-7bf4-435e-87ce-4cbcc04c7b40 no longer exists at agent hyperv_n-h2-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 26 21:21:10.826976 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] No Port match for: d214135b-7bf4-435e-87ce-4cbcc04c7b40 {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 26 21:21:10.827513 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Device d214135b-7bf4-435e-87ce-4cbcc04c7b40 not bound to the agent host n-h2-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 26 21:21:10.841972 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-c840c01f-2bed-483a-8577-570b051d48c4 tempest-NegativeSecGroupTest-776520680 tempest-NegativeSecGroupTest-776520680-project] Publish callbacks [] for security_group (6d4d9920-e4ff-48a9-ab19-28a2c477c269), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:21:10.850058 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-c840c01f-2bed-483a-8577-570b051d48c4 tempest-NegativeSecGroupTest-776520680 tempest-NegativeSecGroupTest-776520680-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (6d4d9920-e4ff-48a9-ab19-28a2c477c269), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:21:10.862051 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Pushing event updated for resources: {'Port': ['ID=88764215-3016-414b-be37-d9a2af36ed63,revision_number=10']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:21:10.888464 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-c840c01f-2bed-483a-8577-570b051d48c4 tempest-NegativeSecGroupTest-776520680 tempest-NegativeSecGroupTest-776520680-project] Publish callbacks [] for security_group (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:21:10.892964 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-c840c01f-2bed-483a-8577-570b051d48c4 tempest-NegativeSecGroupTest-776520680 tempest-NegativeSecGroupTest-776520680-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.2073164 Jan 26 21:21:10.895070 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 37144) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:21:10.900257 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-fb15f06c-0b15-495a-962d-4e697bedfc83 tempest-NegativeSecGroupTest-776520680 tempest-NegativeSecGroupTest-776520680-project] Request body: {'security_group_rule': {'security_group_id': '529a852c-de85-4a85-be5a-68d794d1ad6f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': '6d4d9920-e4ff-48a9-ab19-28a2c477c269'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:21:10.906095 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c840c01f-2bed-483a-8577-570b051d48c4 tempest-NegativeSecGroupTest-776520680 tempest-NegativeSecGroupTest-776520680-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6d4d9920-e4ff-48a9-ab19-28a2c477c269,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:21:10.918676 n-d-760453-5 neutron-server[103304]: DEBUG neutron.notifiers.nova [req-7c5c6d28-8970-4259-82c8-13898a032a1e req-3efa96ce-ddc3-454b-b930-5a7178654395 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cb24e201-0e72-43ed-b8f4-60f10aef8e0d {{(pid=103304) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 26 21:21:10.931192 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-7c5c6d28-8970-4259-82c8-13898a032a1e req-3efa96ce-ddc3-454b-b930-5a7178654395 service neutron] Publish callbacks [] for port (cb24e201-0e72-43ed-b8f4-60f10aef8e0d), precommit_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:21:10.959467 n-d-760453-5 neutron-server[103305]: INFO neutron.api.v2.resource [None req-fb15f06c-0b15-495a-962d-4e697bedfc83 tempest-NegativeSecGroupTest-776520680 tempest-NegativeSecGroupTest-776520680-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 26 21:21:10.961420 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.provisioning_blocks [req-7c5c6d28-8970-4259-82c8-13898a032a1e req-3efa96ce-ddc3-454b-b930-5a7178654395 service neutron] Transition to ACTIVE for port object cb24e201-0e72-43ed-b8f4-60f10aef8e0d will not be triggered until provisioned by entity L2. {{(pid=103304) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 21:21:10.964065 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-fb15f06c-0b15-495a-962d-4e697bedfc83 tempest-NegativeSecGroupTest-776520680 tempest-NegativeSecGroupTest-776520680-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.0682340 Jan 26 21:21:10.966718 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 37146) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:21:10.977249 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-7c5c6d28-8970-4259-82c8-13898a032a1e req-3efa96ce-ddc3-454b-b930-5a7178654395 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9281542'] for port (cb24e201-0e72-43ed-b8f4-60f10aef8e0d), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:21:10.981043 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-ea846506-3a92-4a1f-91c4-156ce6397110 req-15d5bdf3-7677-4be7-a573-a0d5a51a3760 service neutron] 10.222.0.13 "GET /v2.0/networks/e16ff5ba-c523-42b6-a294-431f384b33de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2456479 Jan 26 21:21:11.033940 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-b2d51264-378d-4c34-aa03-df915e9817a7 tempest-NegativeSecGroupTest-776520680 tempest-NegativeSecGroupTest-776520680-project] Publish callbacks [] for security_group (6d4d9920-e4ff-48a9-ab19-28a2c477c269), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:21:11.074452 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3efa96ce-ddc3-454b-b930-5a7178654395 service neutron] Pushing event updated for resources: {'Port': ['ID=cb24e201-0e72-43ed-b8f4-60f10aef8e0d,revision_number=2']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:21:11.076781 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-b2d51264-378d-4c34-aa03-df915e9817a7 tempest-NegativeSecGroupTest-776520680 tempest-NegativeSecGroupTest-776520680-project] Publish callbacks [] for security_group (6d4d9920-e4ff-48a9-ab19-28a2c477c269), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:21:11.161340 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-b2d51264-378d-4c34-aa03-df915e9817a7 tempest-NegativeSecGroupTest-776520680 tempest-NegativeSecGroupTest-776520680-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (6d4d9920-e4ff-48a9-ab19-28a2c477c269), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:21:11.166703 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-b2d51264-378d-4c34-aa03-df915e9817a7 tempest-NegativeSecGroupTest-776520680 tempest-NegativeSecGroupTest-776520680-project] Publish callbacks [] for security_group (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:21:11.171449 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-b2d51264-378d-4c34-aa03-df915e9817a7 tempest-NegativeSecGroupTest-776520680 tempest-NegativeSecGroupTest-776520680-project] 10.222.0.13 "DELETE /v2.0/security-groups/6d4d9920-e4ff-48a9-ab19-28a2c477c269 HTTP/1.1" status: 204 len: 168 time: 0.2034962 Jan 26 21:21:11.171994 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Jan 2022 21:21:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fe43ecd-d6fc-4619-951d-3757af3ff500 x-openstack-request-id: req-2fe43ecd-d6fc-4619-951d-3757af3ff500 {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 21:21:11.172497 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 37152) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:21:11.173317 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20bda332-a159-49bd-8c61-2ea774ab5602", "name": "network-vif-plugged", "status": "completed", "tag": "88764215-3016-414b-be37-d9a2af36ed63", "code": 200}]} {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 21:21:11.174053 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-2fe43ecd-d6fc-4619-951d-3757af3ff500 {{(pid=103306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 21:21:11.174616 n-d-760453-5 neutron-server[103306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20bda332-a159-49bd-8c61-2ea774ab5602', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88764215-3016-414b-be37-d9a2af36ed63', 'code': 200} Jan 26 21:21:11.234671 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7447a468-76aa-45df-9cac-44793fdd260c req-886721ec-47a5-4e3e-a13b-e552167126b1 tempest-ImagesTestJSON-1623340881 tempest-ImagesTestJSON-1623340881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:21:11.242295 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-7447a468-76aa-45df-9cac-44793fdd260c req-886721ec-47a5-4e3e-a13b-e552167126b1 tempest-ImagesTestJSON-1623340881 tempest-ImagesTestJSON-1623340881-project] 10.222.0.13 "GET /v2.0/ports?device_id=3413dc1a-2ecf-4b13-a114-83070ef3b836 HTTP/1.1" status: 200 len: 943 time: 0.2133820 Jan 26 21:21:11.256300 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-74c88b93-18de-42b0-b987-9b9f8601df2b tempest-NegativeSecGroupTest-776520680 tempest-NegativeSecGroupTest-776520680-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4544 time: 0.0737014 Jan 26 21:21:11.260680 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 37156) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:21:11.269491 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d51264-378d-4c34-aa03-df915e9817a7 tempest-NegativeSecGroupTest-776520680 tempest-NegativeSecGroupTest-776520680-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d4d9920-e4ff-48a9-ab19-28a2c477c269,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:21:11.349765 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-7447a468-76aa-45df-9cac-44793fdd260c req-13343b9a-989f-48a9-8aff-6969469ab37c tempest-ImagesTestJSON-1623340881 tempest-ImagesTestJSON-1623340881-project] 10.222.0.13 "GET /v2.0/security-groups?id=461ca33f-43cf-4a35-a5bb-7e46cb0e5e93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062908 Jan 26 21:21:11.432409 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-91249616-ebdc-4a4b-8182-c25072d5a490 req-f04ef064-b48b-42aa-99d2-3ea9b1b0bf75 tempest-DeleteServersTestJSON-1338827600 tempest-DeleteServersTestJSON-1338827600-project] 10.222.0.13 "GET /v2.0/ports?device_id=0621ba00-1c2e-49ea-bd99-216b7e5f89e1 HTTP/1.1" status: 200 len: 210 time: 0.1020832 Jan 26 21:21:11.452988 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [req-7c5c6d28-8970-4259-82c8-13898a032a1e req-3efa96ce-ddc3-454b-b930-5a7178654395 service neutron] Attempting to bind port cb24e201-0e72-43ed-b8f4-60f10aef8e0d on host n-h2-760453-5 for vnic_type normal with profile {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 21:21:11.453769 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [req-7c5c6d28-8970-4259-82c8-13898a032a1e req-3efa96ce-ddc3-454b-b930-5a7178654395 service neutron] Attempting to bind port cb24e201-0e72-43ed-b8f4-60f10aef8e0d by drivers openvswitch,hyperv on host n-h2-760453-5 at level 0 using segments [{'id': '9fd884b8-86e2-416d-a96d-94ce9081e9cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'd5480d3d-bab2-42ab-9692-609efda9979f'}] {{(pid=103304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 26 21:21:11.454120 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c5c6d28-8970-4259-82c8-13898a032a1e req-3efa96ce-ddc3-454b-b930-5a7178654395 service neutron] Attempting to bind port cb24e201-0e72-43ed-b8f4-60f10aef8e0d on network d5480d3d-bab2-42ab-9692-609efda9979f {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 21:21:11.459576 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c5c6d28-8970-4259-82c8-13898a032a1e req-3efa96ce-ddc3-454b-b930-5a7178654395 service neutron] Port cb24e201-0e72-43ed-b8f4-60f10aef8e0d on network d5480d3d-bab2-42ab-9692-609efda9979f not bound, no agent of type Open vSwitch agent registered on host n-h2-760453-5 {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 26 21:21:11.459998 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c5c6d28-8970-4259-82c8-13898a032a1e req-3efa96ce-ddc3-454b-b930-5a7178654395 service neutron] Attempting to bind port cb24e201-0e72-43ed-b8f4-60f10aef8e0d on network d5480d3d-bab2-42ab-9692-609efda9979f {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 21:21:11.473424 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c5c6d28-8970-4259-82c8-13898a032a1e req-3efa96ce-ddc3-454b-b930-5a7178654395 service neutron] Checking agent: {'id': '4d619873-4b60-439f-9b5a-b155dc8bbc34', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-760453-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 21, 2, 53), 'started_at': datetime.datetime(2022, 1, 26, 21, 2, 53), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 21, 20, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 26 21:21:11.474814 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c5c6d28-8970-4259-82c8-13898a032a1e req-3efa96ce-ddc3-454b-b930-5a7178654395 service neutron] Checking segment: {'id': '9fd884b8-86e2-416d-a96d-94ce9081e9cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'd5480d3d-bab2-42ab-9692-609efda9979f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103304) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 21:21:11.475385 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c5c6d28-8970-4259-82c8-13898a032a1e req-3efa96ce-ddc3-454b-b930-5a7178654395 service neutron] Bound using segment: {'id': '9fd884b8-86e2-416d-a96d-94ce9081e9cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'd5480d3d-bab2-42ab-9692-609efda9979f'} {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 26 21:21:11.476545 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [req-7c5c6d28-8970-4259-82c8-13898a032a1e req-3efa96ce-ddc3-454b-b930-5a7178654395 service neutron] Bound port: cb24e201-0e72-43ed-b8f4-60f10aef8e0d, host: n-h2-760453-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9fd884b8-86e2-416d-a96d-94ce9081e9cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'd5480d3d-bab2-42ab-9692-609efda9979f'}}] {{(pid=103304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 26 21:21:11.477416 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-7c5c6d28-8970-4259-82c8-13898a032a1e req-3efa96ce-ddc3-454b-b930-5a7178654395 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (cb24e201-0e72-43ed-b8f4-60f10aef8e0d), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:21:11.500064 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632ed0b3-3c37-4934-8674-efbc6ce06505 req-55e4c04a-a3b8-4c66-8f82-84e471fb52ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:21:11.503229 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-632ed0b3-3c37-4934-8674-efbc6ce06505 req-55e4c04a-a3b8-4c66-8f82-84e471fb52ac service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=20bda332-a159-49bd-8c61-2ea774ab5602 HTTP/1.1" status: 200 len: 1098 time: 0.1823335 Jan 26 21:21:11.504455 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-c6f363f5-3269-4647-8d0c-55386899f138 tempest-NegativeSecGroupTest-776520680 tempest-NegativeSecGroupTest-776520680-project] Publish callbacks [] for security_group (529a852c-de85-4a85-be5a-68d794d1ad6f), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:21:11.552146 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-c6f363f5-3269-4647-8d0c-55386899f138 tempest-NegativeSecGroupTest-776520680 tempest-NegativeSecGroupTest-776520680-project] Publish callbacks [] for security_group (529a852c-de85-4a85-be5a-68d794d1ad6f), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:21:11.564034 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [req-7c5c6d28-8970-4259-82c8-13898a032a1e req-3efa96ce-ddc3-454b-b930-5a7178654395 service neutron] For port cb24e201-0e72-43ed-b8f4-60f10aef8e0d, host n-h2-760453-5, cleared binding levels {{(pid=103304) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 26 21:21:11.567929 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [req-7c5c6d28-8970-4259-82c8-13898a032a1e req-3efa96ce-ddc3-454b-b930-5a7178654395 service neutron] For port cb24e201-0e72-43ed-b8f4-60f10aef8e0d, host n-h2-760453-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-5',level=0,port_id=cb24e201-0e72-43ed-b8f4-60f10aef8e0d,segment=NetworkSegment(9fd884b8-86e2-416d-a96d-94ce9081e9cd),segment_id=9fd884b8-86e2-416d-a96d-94ce9081e9cd)] {{(pid=103304) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 26 21:21:11.576356 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-7c5c6d28-8970-4259-82c8-13898a032a1e req-3efa96ce-ddc3-454b-b930-5a7178654395 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9281542'] for port (cb24e201-0e72-43ed-b8f4-60f10aef8e0d), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:21:11.610889 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5c6d28-8970-4259-82c8-13898a032a1e req-3efa96ce-ddc3-454b-b930-5a7178654395 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:21:11.611521 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-7c5c6d28-8970-4259-82c8-13898a032a1e req-3efa96ce-ddc3-454b-b930-5a7178654395 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:21:11.611674 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-632ed0b3-3c37-4934-8674-efbc6ce06505 req-9c1b3775-703b-4444-b90d-6c58691c07f3 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=f00b351c-12ea-4499-84c9-f0263f4f27ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995882 Jan 26 21:21:11.613196 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-7c5c6d28-8970-4259-82c8-13898a032a1e req-3efa96ce-ddc3-454b-b930-5a7178654395 service neutron] 10.222.0.57 "PUT /v2.0/ports/cb24e201-0e72-43ed-b8f4-60f10aef8e0d HTTP/1.1" status: 200 len: 1091 time: 1.7156384 Jan 26 21:21:11.613621 n-d-760453-5 neutron-server[103304]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3413dc1a-2ecf-4b13-a114-83070ef3b836', 'tag': 'cb24e201-0e72-43ed-b8f4-60f10aef8e0d'}] {{(pid=103304) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 21:21:11.616086 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d52b45f1943fcd332af9527eb73ff93c8d715d44383a3f6d18de73b4cfcf87b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e84b9f2-1951-4a17-a2ae-58cc42051250" -d '{"events": [{"name": "network-changed", "server_uuid": "3413dc1a-2ecf-4b13-a114-83070ef3b836", "tag": "cb24e201-0e72-43ed-b8f4-60f10aef8e0d"}]}' {{(pid=103304) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 21:21:11.634454 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-c6f363f5-3269-4647-8d0c-55386899f138 tempest-NegativeSecGroupTest-776520680 tempest-NegativeSecGroupTest-776520680-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (529a852c-de85-4a85-be5a-68d794d1ad6f), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:21:11.638340 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-c6f363f5-3269-4647-8d0c-55386899f138 tempest-NegativeSecGroupTest-776520680 tempest-NegativeSecGroupTest-776520680-project] Publish callbacks [] for security_group (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:21:11.642834 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-c6f363f5-3269-4647-8d0c-55386899f138 tempest-NegativeSecGroupTest-776520680 tempest-NegativeSecGroupTest-776520680-project] 10.222.0.13 "DELETE /v2.0/security-groups/529a852c-de85-4a85-be5a-68d794d1ad6f HTTP/1.1" status: 204 len: 168 time: 0.3790681 Jan 26 21:21:11.646311 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 37168) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:21:11.670432 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f363f5-3269-4647-8d0c-55386899f138 tempest-NegativeSecGroupTest-776520680 tempest-NegativeSecGroupTest-776520680-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=529a852c-de85-4a85-be5a-68d794d1ad6f,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:21:11.674651 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3efa96ce-ddc3-454b-b930-5a7178654395 service neutron] Pushing event updated for resources: {'Port': ['ID=cb24e201-0e72-43ed-b8f4-60f10aef8e0d,revision_number=3']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:21:11.743896 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-484a4cf4-f100-4b82-bdad-91b43609594b tempest-NegativeSecGroupTest-776520680 tempest-NegativeSecGroupTest-776520680-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0964715 Jan 26 21:21:11.747888 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 37172) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:21:11.761080 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-e7d6aa45-563b-468e-adaf-c19db82cbfd4 tempest-NegativeSecGroupTest-776520680 tempest-NegativeSecGroupTest-776520680-project] Request body: {'security_group': {'name': 'tempest-secgroup--312628304'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:21:11.769547 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 26 Jan 2022 21:21:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-768b9632-6913-4a7a-8563-68ea5af61538 x-openstack-request-id: req-768b9632-6913-4a7a-8563-68ea5af61538 {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 21:21:11.770028 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3413dc1a-2ecf-4b13-a114-83070ef3b836", "tag": "cb24e201-0e72-43ed-b8f4-60f10aef8e0d", "status": "completed", "code": 200}]} {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 21:21:11.770491 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-768b9632-6913-4a7a-8563-68ea5af61538 {{(pid=103304) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 21:21:11.771054 n-d-760453-5 neutron-server[103304]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3413dc1a-2ecf-4b13-a114-83070ef3b836', 'tag': 'cb24e201-0e72-43ed-b8f4-60f10aef8e0d', 'status': 'completed', 'code': 200} Jan 26 21:21:11.803998 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-e7d6aa45-563b-468e-adaf-c19db82cbfd4 tempest-NegativeSecGroupTest-776520680 tempest-NegativeSecGroupTest-776520680-project] Publish callbacks [] for security_group (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:21:11.947028 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e84b9f2-1951-4a17-a2ae-58cc42051250 req-68394959-dffd-4964-bfe5-5623e1d77e08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:21:11.949569 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-3e84b9f2-1951-4a17-a2ae-58cc42051250 req-68394959-dffd-4964-bfe5-5623e1d77e08 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=b84068c047214d90966ff7ed497aada1&device_id=3413dc1a-2ecf-4b13-a114-83070ef3b836 HTTP/1.1" status: 200 len: 1094 time: 0.0799518 Jan 26 21:21:11.959475 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212081e7-0f6c-4992-a9a6-8322695d6df8 req-f05232b7-0fdd-4869-95e9-db0508e27cf6 tempest-ServersNegativeTestJSON-90632883 tempest-ServersNegativeTestJSON-90632883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:21:11.968601 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-e7d6aa45-563b-468e-adaf-c19db82cbfd4 tempest-NegativeSecGroupTest-776520680 tempest-NegativeSecGroupTest-776520680-project] Publish callbacks [] for security_group (6f719b32-8068-4562-8d5f-ae0123fc9970), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:21:11.970615 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-212081e7-0f6c-4992-a9a6-8322695d6df8 req-f05232b7-0fdd-4869-95e9-db0508e27cf6 tempest-ServersNegativeTestJSON-90632883 tempest-ServersNegativeTestJSON-90632883-project] 10.222.0.13 "GET /v2.0/ports?device_id=20bda332-a159-49bd-8c61-2ea774ab5602 HTTP/1.1" status: 200 len: 947 time: 0.1703424 Jan 26 21:21:11.978031 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-e7d6aa45-563b-468e-adaf-c19db82cbfd4 tempest-NegativeSecGroupTest-776520680 tempest-NegativeSecGroupTest-776520680-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (6f719b32-8068-4562-8d5f-ae0123fc9970), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:21:12.028091 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-e7d6aa45-563b-468e-adaf-c19db82cbfd4 tempest-NegativeSecGroupTest-776520680 tempest-NegativeSecGroupTest-776520680-project] Publish callbacks [] for security_group (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:21:12.030701 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-e7d6aa45-563b-468e-adaf-c19db82cbfd4 tempest-NegativeSecGroupTest-776520680 tempest-NegativeSecGroupTest-776520680-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2808559 Jan 26 21:21:12.034703 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 37180) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:21:12.049756 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-cf64443a-e30e-4889-a0a5-cfa1193e3348 tempest-NegativeSecGroupTest-776520680 tempest-NegativeSecGroupTest-776520680-project] Request body: {'security_group': {'name': 'default'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:21:12.050582 n-d-760453-5 neutron-server[103305]: WARNING neutron.api.v2.base [None req-cf64443a-e30e-4889-a0a5-cfa1193e3348 tempest-NegativeSecGroupTest-776520680 tempest-NegativeSecGroupTest-776520680-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jan 26 21:21:12.066090 n-d-760453-5 neutron-server[103305]: INFO neutron.api.v2.resource [None req-cf64443a-e30e-4889-a0a5-cfa1193e3348 tempest-NegativeSecGroupTest-776520680 tempest-NegativeSecGroupTest-776520680-project] update failed (client error): There was a conflict when trying to complete your request. Jan 26 21:21:12.067573 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-cf64443a-e30e-4889-a0a5-cfa1193e3348 tempest-NegativeSecGroupTest-776520680 tempest-NegativeSecGroupTest-776520680-project] 10.222.0.13 "PUT /v2.0/security-groups/6f719b32-8068-4562-8d5f-ae0123fc9970 HTTP/1.1" status: 409 len: 330 time: 0.0313165 Jan 26 21:21:12.074948 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 37182) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:21:12.096502 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d6aa45-563b-468e-adaf-c19db82cbfd4 tempest-NegativeSecGroupTest-776520680 tempest-NegativeSecGroupTest-776520680-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6f719b32-8068-4562-8d5f-ae0123fc9970,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:21:12.148864 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-5dcaf2d5-f3ca-4d07-b833-dc4800448070 tempest-NegativeSecGroupTest-776520680 tempest-NegativeSecGroupTest-776520680-project] Publish callbacks [] for security_group (6f719b32-8068-4562-8d5f-ae0123fc9970), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:21:12.198118 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-212081e7-0f6c-4992-a9a6-8322695d6df8 req-aa5eadca-b968-4d5a-b2d3-af7fc5d7cdb3 tempest-ServersNegativeTestJSON-90632883 tempest-ServersNegativeTestJSON-90632883-project] 10.222.0.13 "GET /v2.0/security-groups?id=f00b351c-12ea-4499-84c9-f0263f4f27ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2264254 Jan 26 21:21:12.201414 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-5dcaf2d5-f3ca-4d07-b833-dc4800448070 tempest-NegativeSecGroupTest-776520680 tempest-NegativeSecGroupTest-776520680-project] Publish callbacks [] for security_group (6f719b32-8068-4562-8d5f-ae0123fc9970), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:21:12.239030 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e84b9f2-1951-4a17-a2ae-58cc42051250 req-27bb802d-80fe-4562-bd62-527dcd311535 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:21:12.240992 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-3e84b9f2-1951-4a17-a2ae-58cc42051250 req-27bb802d-80fe-4562-bd62-527dcd311535 service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=b84068c047214d90966ff7ed497aada1&shared=False HTTP/1.1" status: 200 len: 906 time: 0.2580094 Jan 26 21:21:12.283859 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-5dcaf2d5-f3ca-4d07-b833-dc4800448070 tempest-NegativeSecGroupTest-776520680 tempest-NegativeSecGroupTest-776520680-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (6f719b32-8068-4562-8d5f-ae0123fc9970), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:21:12.287840 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-5dcaf2d5-f3ca-4d07-b833-dc4800448070 tempest-NegativeSecGroupTest-776520680 tempest-NegativeSecGroupTest-776520680-project] Publish callbacks [] for security_group (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:21:12.292881 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-5dcaf2d5-f3ca-4d07-b833-dc4800448070 tempest-NegativeSecGroupTest-776520680 tempest-NegativeSecGroupTest-776520680-project] 10.222.0.13 "DELETE /v2.0/security-groups/6f719b32-8068-4562-8d5f-ae0123fc9970 HTTP/1.1" status: 204 len: 168 time: 0.2163241 Jan 26 21:21:12.293556 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 37184) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:21:12.321050 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dcaf2d5-f3ca-4d07-b833-dc4800448070 tempest-NegativeSecGroupTest-776520680 tempest-NegativeSecGroupTest-776520680-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f719b32-8068-4562-8d5f-ae0123fc9970,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:21:12.420097 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-4644803d-8835-447f-9994-5053d1111b63 tempest-NegativeSecGroupTest-776520680 tempest-NegativeSecGroupTest-776520680-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1181812 Jan 26 21:21:12.426559 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 37188) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:21:12.453398 n-d-760453-5 neutron-server[103305]: INFO neutron.api.v2.resource [None req-ed5145db-744e-4889-9ed4-9b29a52a0f26 tempest-NegativeSecGroupTest-776520680 tempest-NegativeSecGroupTest-776520680-project] delete failed (client error): The resource could not be found. Jan 26 21:21:12.459208 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-ed5145db-744e-4889-9ed4-9b29a52a0f26 tempest-NegativeSecGroupTest-776520680 tempest-NegativeSecGroupTest-776520680-project] 10.222.0.13 "DELETE /v2.0/security-groups/f47b5098-82ca-42aa-964d-2645e45f7909 HTTP/1.1" status: 404 len: 347 time: 0.0269148 Jan 26 21:21:12.459521 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 37194) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:21:12.478174 n-d-760453-5 neutron-server[103305]: INFO neutron.api.v2.resource [None req-ee663bb2-e163-4a75-8842-dd39b3d8317e tempest-NegativeSecGroupTest-776520680 tempest-NegativeSecGroupTest-776520680-project] show failed (client error): The resource could not be found. Jan 26 21:21:12.482678 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-ee663bb2-e163-4a75-8842-dd39b3d8317e tempest-NegativeSecGroupTest-776520680 tempest-NegativeSecGroupTest-776520680-project] 10.222.0.13 "GET /v2.0/security-groups/2e2e65b7-89a6-48d8-8a5d-89454124922f HTTP/1.1" status: 404 len: 347 time: 0.0187354 Jan 26 21:21:12.482973 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 37196) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:21:12.495517 n-d-760453-5 neutron-server[103305]: INFO neutron.api.v2.resource [None req-11d7d797-41ed-4f4e-85fe-2c5be7370855 tempest-NegativeSecGroupTest-776520680 tempest-NegativeSecGroupTest-776520680-project] show failed (client error): The resource could not be found. Jan 26 21:21:12.500053 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-11d7d797-41ed-4f4e-85fe-2c5be7370855 tempest-NegativeSecGroupTest-776520680 tempest-NegativeSecGroupTest-776520680-project] 10.222.0.13 "GET /v2.0/security-group-rules/a8549d62-8d72-4e24-a4f5-edf8c06b4066 HTTP/1.1" status: 404 len: 356 time: 0.0129888 Jan 26 21:21:12.939495 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 37220) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:21:13.066303 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea846506-3a92-4a1f-91c4-156ce6397110 req-575a3e87-8b00-4cbc-ad01-bc96737ee7f6 tempest-DeleteServersTestJSON-1338827600 tempest-DeleteServersTestJSON-1338827600-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:21:13.068349 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-ea846506-3a92-4a1f-91c4-156ce6397110 req-575a3e87-8b00-4cbc-ad01-bc96737ee7f6 tempest-DeleteServersTestJSON-1338827600 tempest-DeleteServersTestJSON-1338827600-project] 10.222.0.57 "GET /v2.0/networks?id=e16ff5ba-c523-42b6-a294-431f384b33de HTTP/1.1" status: 200 len: 812 time: 0.2321043 Jan 26 21:21:13.080867 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [req-ea846506-3a92-4a1f-91c4-156ce6397110 req-b776f417-a5e0-45ed-8c3e-9887114bee9b tempest-DeleteServersTestJSON-1338827600 tempest-DeleteServersTestJSON-1338827600-project] Request body: {'port': {'device_id': '0621ba00-1c2e-49ea-bd99-216b7e5f89e1', 'network_id': 'e16ff5ba-c523-42b6-a294-431f384b33de', 'admin_state_up': True, 'tenant_id': 'cb180574de574caea4706335ceec073e'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:21:13.083555 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e84b9f2-1951-4a17-a2ae-58cc42051250 req-4c93f969-27ed-4f6d-88d1-2c8b6ed55b44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:21:13.086029 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-3e84b9f2-1951-4a17-a2ae-58cc42051250 req-4c93f969-27ed-4f6d-88d1-2c8b6ed55b44 service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.8271985 Jan 26 21:21:13.088694 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-06dbfab0-d80d-4158-b50d-130644e716de req-79527436-b581-44f5-bffe-9fe97246fda9 tempest-DeleteServersTestJSON-1338827600 tempest-DeleteServersTestJSON-1338827600-project] 10.222.0.13 "GET /v2.0/ports?device_id=0621ba00-1c2e-49ea-bd99-216b7e5f89e1 HTTP/1.1" status: 200 len: 210 time: 0.3566234 Jan 26 21:21:13.150324 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6600e097-4aa1-46b1-8083-ccf4fef387e6 req-814e72d5-21e9-4de7-802c-38f98cafa60c tempest-ImagesTestJSON-1623340881 tempest-ImagesTestJSON-1623340881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:21:13.165868 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-6600e097-4aa1-46b1-8083-ccf4fef387e6 req-814e72d5-21e9-4de7-802c-38f98cafa60c tempest-ImagesTestJSON-1623340881 tempest-ImagesTestJSON-1623340881-project] 10.222.0.13 "GET /v2.0/ports?device_id=3413dc1a-2ecf-4b13-a114-83070ef3b836 HTTP/1.1" status: 200 len: 943 time: 0.4434099 Jan 26 21:21:13.297654 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5c6d28-8970-4259-82c8-13898a032a1e req-83743456-0a6e-40bb-9d3e-e802fd573cf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:21:13.301044 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-7c5c6d28-8970-4259-82c8-13898a032a1e req-83743456-0a6e-40bb-9d3e-e802fd573cf1 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=b84068c047214d90966ff7ed497aada1&device_id=3413dc1a-2ecf-4b13-a114-83070ef3b836 HTTP/1.1" status: 200 len: 1094 time: 0.1691532 Jan 26 21:21:13.383155 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-7c5c6d28-8970-4259-82c8-13898a032a1e req-66202049-90ed-4256-9226-8967470069c4 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=cb24e201-0e72-43ed-b8f4-60f10aef8e0d HTTP/1.1" status: 200 len: 217 time: 0.0602770 Jan 26 21:21:13.396327 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-3852d076-f218-418c-8bf7-3307cc107b43 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=32827844bd0942bda68041abe0b3e17a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4564819 Jan 26 21:21:13.401137 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-6600e097-4aa1-46b1-8083-ccf4fef387e6 req-0d1030a8-65e0-4e54-b972-41d496430773 tempest-ImagesTestJSON-1623340881 tempest-ImagesTestJSON-1623340881-project] 10.222.0.13 "GET /v2.0/security-groups?id=461ca33f-43cf-4a35-a5bb-7e46cb0e5e93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2286673 Jan 26 21:21:13.403671 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 37246) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:21:13.454621 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ea846506-3a92-4a1f-91c4-156ce6397110 req-b776f417-a5e0-45ed-8c3e-9887114bee9b tempest-DeleteServersTestJSON-1338827600 tempest-DeleteServersTestJSON-1338827600-project] Made reservation on behalf of cb180574de574caea4706335ceec073e for: {'port': 1} {{(pid=103305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 21:21:13.460224 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-ea846506-3a92-4a1f-91c4-156ce6397110 req-b776f417-a5e0-45ed-8c3e-9887114bee9b tempest-DeleteServersTestJSON-1338827600 tempest-DeleteServersTestJSON-1338827600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:21:13.488022 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5c6d28-8970-4259-82c8-13898a032a1e req-0cf82b02-6de7-4873-9a7f-0cc476633bd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:21:13.489598 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-7c5c6d28-8970-4259-82c8-13898a032a1e req-0cf82b02-6de7-4873-9a7f-0cc476633bd1 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=3e0b5fe7-c879-4a69-b8db-9e47b1011f5e HTTP/1.1" status: 200 len: 845 time: 0.0873621 Jan 26 21:21:13.539769 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-18a23b57-1247-47af-9ddb-4feeed67cbd7 admin admin] Publish callbacks [] for security_group (311b4347-610d-4708-a07d-eb7048336d58), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:21:13.549020 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-7c5c6d28-8970-4259-82c8-13898a032a1e req-ab2497f6-a5e9-4c31-8ac3-0cdfdf20b755 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=d5480d3d-bab2-42ab-9692-609efda9979f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0502656 Jan 26 21:21:13.605956 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-18a23b57-1247-47af-9ddb-4feeed67cbd7 admin admin] Publish callbacks [] for security_group (311b4347-610d-4708-a07d-eb7048336d58), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:21:13.682869 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cfd10c5-1d07-4012-8d34-e6e950d6f15d req-76d1aac4-6819-450d-a5fe-cd6da3310a75 tempest-ServersNegativeTestJSON-90632883 tempest-ServersNegativeTestJSON-90632883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:21:13.691681 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-7cfd10c5-1d07-4012-8d34-e6e950d6f15d req-76d1aac4-6819-450d-a5fe-cd6da3310a75 tempest-ServersNegativeTestJSON-90632883 tempest-ServersNegativeTestJSON-90632883-project] 10.222.0.13 "GET /v2.0/ports?device_id=20bda332-a159-49bd-8c61-2ea774ab5602 HTTP/1.1" status: 200 len: 947 time: 0.1457267 Jan 26 21:21:13.710898 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.db_base_plugin_common [req-ea846506-3a92-4a1f-91c4-156ce6397110 req-b776f417-a5e0-45ed-8c3e-9887114bee9b tempest-DeleteServersTestJSON-1338827600 tempest-DeleteServersTestJSON-1338827600-project] Allocated IP 172.20.0.14 (e16ff5ba-c523-42b6-a294-431f384b33de/25684abb-e6bd-4ac5-a412-9cc30ecdd004/6592364b-ac01-4b0f-8e67-fa8561388c2f) {{(pid=103305) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 21:21:13.740353 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-18a23b57-1247-47af-9ddb-4feeed67cbd7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (311b4347-610d-4708-a07d-eb7048336d58), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:21:13.743603 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-18a23b57-1247-47af-9ddb-4feeed67cbd7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:21:13.747590 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-18a23b57-1247-47af-9ddb-4feeed67cbd7 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/311b4347-610d-4708-a07d-eb7048336d58 HTTP/1.1" status: 204 len: 168 time: 0.3429048 Jan 26 21:21:13.760373 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-7c5c6d28-8970-4259-82c8-13898a032a1e req-aa1bc5d2-9f54-48b2-b935-a3faf5d1ebed service neutron] 10.222.0.57 "GET /v2.0/networks/d5480d3d-bab2-42ab-9692-609efda9979f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2004712 Jan 26 21:21:13.765017 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a23b57-1247-47af-9ddb-4feeed67cbd7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=311b4347-610d-4708-a07d-eb7048336d58,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:21:13.787705 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-7cfd10c5-1d07-4012-8d34-e6e950d6f15d req-d79bc056-6a57-4c94-a082-1cab33fdcfdb tempest-ServersNegativeTestJSON-90632883 tempest-ServersNegativeTestJSON-90632883-project] 10.222.0.13 "GET /v2.0/security-groups?id=f00b351c-12ea-4499-84c9-f0263f4f27ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938706 Jan 26 21:21:13.953937 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-7c5c6d28-8970-4259-82c8-13898a032a1e req-e547d2e3-0dc0-4478-ba51-8e11e0d15ff3 service neutron] 10.222.0.57 "GET /v2.0/networks/d5480d3d-bab2-42ab-9692-609efda9979f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1652753 Jan 26 21:21:13.959361 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-ea846506-3a92-4a1f-91c4-156ce6397110 req-b776f417-a5e0-45ed-8c3e-9887114bee9b tempest-DeleteServersTestJSON-1338827600 tempest-DeleteServersTestJSON-1338827600-project] Publish callbacks [] for port (6592364b-ac01-4b0f-8e67-fa8561388c2f), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:21:14.005611 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-ea846506-3a92-4a1f-91c4-156ce6397110 req-b776f417-a5e0-45ed-8c3e-9887114bee9b tempest-DeleteServersTestJSON-1338827600 tempest-DeleteServersTestJSON-1338827600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746560234527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11791543'] for port (6592364b-ac01-4b0f-8e67-fa8561388c2f), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:21:14.060072 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b776f417-a5e0-45ed-8c3e-9887114bee9b tempest-DeleteServersTestJSON-1338827600 tempest-DeleteServersTestJSON-1338827600-project] Pushing event updated for resources: {'Port': ['ID=6592364b-ac01-4b0f-8e67-fa8561388c2f,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:21:14.074258 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ea846506-3a92-4a1f-91c4-156ce6397110 req-b776f417-a5e0-45ed-8c3e-9887114bee9b tempest-DeleteServersTestJSON-1338827600 tempest-DeleteServersTestJSON-1338827600-project] Network e16ff5ba-c523-42b6-a294-431f384b33de is already hosted by enough agents. {{(pid=103305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 21:21:14.075840 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [req-ea846506-3a92-4a1f-91c4-156ce6397110 req-b776f417-a5e0-45ed-8c3e-9887114bee9b tempest-DeleteServersTestJSON-1338827600 tempest-DeleteServersTestJSON-1338827600-project] Resources bound (agent type, host, resource id): {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:21:14.078293 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea846506-3a92-4a1f-91c4-156ce6397110 req-b776f417-a5e0-45ed-8c3e-9887114bee9b tempest-DeleteServersTestJSON-1338827600 tempest-DeleteServersTestJSON-1338827600-project] Received port after_create {{(pid=103305) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 21:21:14.128985 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea846506-3a92-4a1f-91c4-156ce6397110 req-b776f417-a5e0-45ed-8c3e-9887114bee9b tempest-DeleteServersTestJSON-1338827600 tempest-DeleteServersTestJSON-1338827600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:21:14.129661 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-ea846506-3a92-4a1f-91c4-156ce6397110 req-b776f417-a5e0-45ed-8c3e-9887114bee9b tempest-DeleteServersTestJSON-1338827600 tempest-DeleteServersTestJSON-1338827600-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:21:14.149152 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-ea846506-3a92-4a1f-91c4-156ce6397110 req-b776f417-a5e0-45ed-8c3e-9887114bee9b tempest-DeleteServersTestJSON-1338827600 tempest-DeleteServersTestJSON-1338827600-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0723069 Jan 26 21:21:14.160321 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [req-ea846506-3a92-4a1f-91c4-156ce6397110 req-79506383-cc1c-4df8-9fdd-252c897237bb service neutron] Request body: {'port': {'device_id': '0621ba00-1c2e-49ea-bd99-216b7e5f89e1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-760453-5'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:21:14.223128 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-ea846506-3a92-4a1f-91c4-156ce6397110 req-79506383-cc1c-4df8-9fdd-252c897237bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (6592364b-ac01-4b0f-8e67-fa8561388c2f), before_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:21:14.263570 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561b9374-7d2a-403d-b772-d7a85c6977e3 req-930f6f3d-cfb6-4828-af1f-a29d3276f871 tempest-DeleteServersTestJSON-1338827600 tempest-DeleteServersTestJSON-1338827600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:21:14.270970 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-561b9374-7d2a-403d-b772-d7a85c6977e3 req-930f6f3d-cfb6-4828-af1f-a29d3276f871 tempest-DeleteServersTestJSON-1338827600 tempest-DeleteServersTestJSON-1338827600-project] 10.222.0.13 "GET /v2.0/ports?device_id=0621ba00-1c2e-49ea-bd99-216b7e5f89e1 HTTP/1.1" status: 200 len: 932 time: 0.0708411 Jan 26 21:21:14.333354 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-561b9374-7d2a-403d-b772-d7a85c6977e3 req-36b0e0a8-04b5-4d95-b711-13edec398ac6 tempest-DeleteServersTestJSON-1338827600 tempest-DeleteServersTestJSON-1338827600-project] 10.222.0.13 "GET /v2.0/security-groups?id=b7fc5e70-a24b-497d-9cf6-8df82d0ad35b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559955 Jan 26 21:21:14.460022 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.agents_db [None req-569f1ced-6396-4ddf-b79f-e03b0b2146ab None None] Agent healthcheck: found 7 active agents {{(pid=103307) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 26 21:21:14.579965 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7edb68-ae43-46ec-9a56-b8b2d94a259e req-7ea2a89e-4dc8-47fc-8f7b-069f0cec6b58 tempest-ImagesTestJSON-1623340881 tempest-ImagesTestJSON-1623340881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:21:14.579965 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-1b7edb68-ae43-46ec-9a56-b8b2d94a259e req-7ea2a89e-4dc8-47fc-8f7b-069f0cec6b58 tempest-ImagesTestJSON-1623340881 tempest-ImagesTestJSON-1623340881-project] 10.222.0.13 "GET /v2.0/ports?device_id=3413dc1a-2ecf-4b13-a114-83070ef3b836 HTTP/1.1" status: 200 len: 943 time: 0.0696084 Jan 26 21:21:14.584843 n-d-760453-5 neutron-server[103305]: DEBUG neutron.notifiers.nova [req-ea846506-3a92-4a1f-91c4-156ce6397110 req-79506383-cc1c-4df8-9fdd-252c897237bb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6592364b-ac01-4b0f-8e67-fa8561388c2f {{(pid=103305) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 26 21:21:14.594891 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-ea846506-3a92-4a1f-91c4-156ce6397110 req-79506383-cc1c-4df8-9fdd-252c897237bb service neutron] Publish callbacks [] for port (6592364b-ac01-4b0f-8e67-fa8561388c2f), precommit_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:21:14.608236 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.provisioning_blocks [req-ea846506-3a92-4a1f-91c4-156ce6397110 req-79506383-cc1c-4df8-9fdd-252c897237bb service neutron] Transition to ACTIVE for port object 6592364b-ac01-4b0f-8e67-fa8561388c2f will not be triggered until provisioned by entity L2. {{(pid=103305) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 21:21:14.613662 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-ea846506-3a92-4a1f-91c4-156ce6397110 req-79506383-cc1c-4df8-9fdd-252c897237bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11791520'] for port (6592364b-ac01-4b0f-8e67-fa8561388c2f), after_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:21:14.632069 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-1b7edb68-ae43-46ec-9a56-b8b2d94a259e req-6b9c92af-74d6-4098-8fb4-75f6c55472fa tempest-ImagesTestJSON-1623340881 tempest-ImagesTestJSON-1623340881-project] 10.222.0.13 "GET /v2.0/security-groups?id=461ca33f-43cf-4a35-a5bb-7e46cb0e5e93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515025 Jan 26 21:21:14.672851 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79506383-cc1c-4df8-9fdd-252c897237bb service neutron] Pushing event updated for resources: {'Port': ['ID=6592364b-ac01-4b0f-8e67-fa8561388c2f,revision_number=2']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:21:14.736811 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 37284) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:21:14.742096 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [-] 10.222.0.13 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0030658 Jan 26 21:21:14.745103 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 37286) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:21:14.762770 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [req-ea846506-3a92-4a1f-91c4-156ce6397110 req-79506383-cc1c-4df8-9fdd-252c897237bb service neutron] Attempting to bind port 6592364b-ac01-4b0f-8e67-fa8561388c2f on host n-h2-760453-5 for vnic_type normal with profile {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 21:21:14.763231 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [req-ea846506-3a92-4a1f-91c4-156ce6397110 req-79506383-cc1c-4df8-9fdd-252c897237bb service neutron] Attempting to bind port 6592364b-ac01-4b0f-8e67-fa8561388c2f by drivers openvswitch,hyperv on host n-h2-760453-5 at level 0 using segments [{'id': '2541abc4-0813-4c0d-94e6-c088627c1a85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': 'e16ff5ba-c523-42b6-a294-431f384b33de'}] {{(pid=103305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 26 21:21:14.763636 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea846506-3a92-4a1f-91c4-156ce6397110 req-79506383-cc1c-4df8-9fdd-252c897237bb service neutron] Attempting to bind port 6592364b-ac01-4b0f-8e67-fa8561388c2f on network e16ff5ba-c523-42b6-a294-431f384b33de {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 21:21:14.768218 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea846506-3a92-4a1f-91c4-156ce6397110 req-79506383-cc1c-4df8-9fdd-252c897237bb service neutron] Port 6592364b-ac01-4b0f-8e67-fa8561388c2f on network e16ff5ba-c523-42b6-a294-431f384b33de not bound, no agent of type Open vSwitch agent registered on host n-h2-760453-5 {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 26 21:21:14.768617 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea846506-3a92-4a1f-91c4-156ce6397110 req-79506383-cc1c-4df8-9fdd-252c897237bb service neutron] Attempting to bind port 6592364b-ac01-4b0f-8e67-fa8561388c2f on network e16ff5ba-c523-42b6-a294-431f384b33de {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 21:21:14.773585 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea846506-3a92-4a1f-91c4-156ce6397110 req-79506383-cc1c-4df8-9fdd-252c897237bb service neutron] Checking agent: {'id': '4d619873-4b60-439f-9b5a-b155dc8bbc34', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-760453-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 21, 2, 53), 'started_at': datetime.datetime(2022, 1, 26, 21, 2, 53), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 21, 20, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 26 21:21:14.773996 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea846506-3a92-4a1f-91c4-156ce6397110 req-79506383-cc1c-4df8-9fdd-252c897237bb service neutron] Checking segment: {'id': '2541abc4-0813-4c0d-94e6-c088627c1a85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': 'e16ff5ba-c523-42b6-a294-431f384b33de'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103305) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 21:21:14.774446 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea846506-3a92-4a1f-91c4-156ce6397110 req-79506383-cc1c-4df8-9fdd-252c897237bb service neutron] Bound using segment: {'id': '2541abc4-0813-4c0d-94e6-c088627c1a85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': 'e16ff5ba-c523-42b6-a294-431f384b33de'} {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 26 21:21:14.774960 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [req-ea846506-3a92-4a1f-91c4-156ce6397110 req-79506383-cc1c-4df8-9fdd-252c897237bb service neutron] Bound port: 6592364b-ac01-4b0f-8e67-fa8561388c2f, host: n-h2-760453-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2541abc4-0813-4c0d-94e6-c088627c1a85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': 'e16ff5ba-c523-42b6-a294-431f384b33de'}}] {{(pid=103305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 26 21:21:14.775383 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-ea846506-3a92-4a1f-91c4-156ce6397110 req-79506383-cc1c-4df8-9fdd-252c897237bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (6592364b-ac01-4b0f-8e67-fa8561388c2f), before_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:21:14.851717 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [req-ea846506-3a92-4a1f-91c4-156ce6397110 req-79506383-cc1c-4df8-9fdd-252c897237bb service neutron] For port 6592364b-ac01-4b0f-8e67-fa8561388c2f, host n-h2-760453-5, cleared binding levels {{(pid=103305) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 26 21:21:14.855986 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [req-ea846506-3a92-4a1f-91c4-156ce6397110 req-79506383-cc1c-4df8-9fdd-252c897237bb service neutron] For port 6592364b-ac01-4b0f-8e67-fa8561388c2f, host n-h2-760453-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-5',level=0,port_id=6592364b-ac01-4b0f-8e67-fa8561388c2f,segment=NetworkSegment(2541abc4-0813-4c0d-94e6-c088627c1a85),segment_id=2541abc4-0813-4c0d-94e6-c088627c1a85)] {{(pid=103305) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 26 21:21:14.863369 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-ea846506-3a92-4a1f-91c4-156ce6397110 req-79506383-cc1c-4df8-9fdd-252c897237bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11791520'] for port (6592364b-ac01-4b0f-8e67-fa8561388c2f), after_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:21:14.886678 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-d02f0302-3239-4249-977d-91494f5a9e46 tempest-NetworksApiDiscovery-184357056 tempest-NetworksApiDiscovery-184357056-project] 10.222.0.13 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.1393008 Jan 26 21:21:14.923098 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea846506-3a92-4a1f-91c4-156ce6397110 req-79506383-cc1c-4df8-9fdd-252c897237bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:21:14.923887 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-ea846506-3a92-4a1f-91c4-156ce6397110 req-79506383-cc1c-4df8-9fdd-252c897237bb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:21:14.925644 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-ea846506-3a92-4a1f-91c4-156ce6397110 req-79506383-cc1c-4df8-9fdd-252c897237bb service neutron] 10.222.0.57 "PUT /v2.0/ports/6592364b-ac01-4b0f-8e67-fa8561388c2f HTTP/1.1" status: 200 len: 1092 time: 0.7698359 Jan 26 21:21:14.926303 n-d-760453-5 neutron-server[103305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0621ba00-1c2e-49ea-bd99-216b7e5f89e1', 'tag': '6592364b-ac01-4b0f-8e67-fa8561388c2f'}] {{(pid=103305) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 21:21:14.929609 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d4654568b7bf041e72ff8fe1c96d6d761d9c921f2b99bc7b3a26632be20cee0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ff91f3f-957c-45fe-882b-9cb61f937d36" -d '{"events": [{"name": "network-changed", "server_uuid": "0621ba00-1c2e-49ea-bd99-216b7e5f89e1", "tag": "6592364b-ac01-4b0f-8e67-fa8561388c2f"}]}' {{(pid=103305) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 21:21:14.956717 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79506383-cc1c-4df8-9fdd-252c897237bb service neutron] Pushing event updated for resources: {'Port': ['ID=6592364b-ac01-4b0f-8e67-fa8561388c2f,revision_number=3']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:21:15.073479 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9448f8b7-a0db-437a-a666-31b3897dcdb3 req-5366af7b-5a5a-4b40-b785-d80d0591948d tempest-ServersNegativeTestJSON-90632883 tempest-ServersNegativeTestJSON-90632883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:21:15.081453 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-9448f8b7-a0db-437a-a666-31b3897dcdb3 req-5366af7b-5a5a-4b40-b785-d80d0591948d tempest-ServersNegativeTestJSON-90632883 tempest-ServersNegativeTestJSON-90632883-project] 10.222.0.13 "GET /v2.0/ports?device_id=20bda332-a159-49bd-8c61-2ea774ab5602 HTTP/1.1" status: 200 len: 947 time: 0.1323080 Jan 26 21:21:15.118967 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea846506-3a92-4a1f-91c4-156ce6397110 req-b6bb2b5c-37f4-4068-ba88-9d84dd9dab26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:21:15.121088 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-ea846506-3a92-4a1f-91c4-156ce6397110 req-b6bb2b5c-37f4-4068-ba88-9d84dd9dab26 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=cb180574de574caea4706335ceec073e&device_id=0621ba00-1c2e-49ea-bd99-216b7e5f89e1 HTTP/1.1" status: 200 len: 1095 time: 0.1235812 Jan 26 21:21:15.159453 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-9448f8b7-a0db-437a-a666-31b3897dcdb3 req-96e7ba60-8caa-4b90-9606-afa16842f7d8 tempest-ServersNegativeTestJSON-90632883 tempest-ServersNegativeTestJSON-90632883-project] 10.222.0.13 "GET /v2.0/security-groups?id=f00b351c-12ea-4499-84c9-f0263f4f27ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771220 Jan 26 21:21:15.178139 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-ea846506-3a92-4a1f-91c4-156ce6397110 req-8b61e462-4d61-4d8a-bd58-77479a738f63 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6592364b-ac01-4b0f-8e67-fa8561388c2f HTTP/1.1" status: 200 len: 217 time: 0.0495524 Jan 26 21:21:15.219841 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 26 Jan 2022 21:21:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-377db730-b83d-477c-8609-fc18d151548e x-openstack-request-id: req-377db730-b83d-477c-8609-fc18d151548e {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 21:21:15.220182 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0621ba00-1c2e-49ea-bd99-216b7e5f89e1", "tag": "6592364b-ac01-4b0f-8e67-fa8561388c2f", "status": "completed", "code": 200}]} {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 21:21:15.220540 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-377db730-b83d-477c-8609-fc18d151548e {{(pid=103305) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 21:21:15.221321 n-d-760453-5 neutron-server[103305]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0621ba00-1c2e-49ea-bd99-216b7e5f89e1', 'tag': '6592364b-ac01-4b0f-8e67-fa8561388c2f', 'status': 'completed', 'code': 200} Jan 26 21:21:15.264009 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea846506-3a92-4a1f-91c4-156ce6397110 req-b3faa678-f361-45fb-b665-ac868792a934 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:21:15.267827 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-ea846506-3a92-4a1f-91c4-156ce6397110 req-b3faa678-f361-45fb-b665-ac868792a934 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=25684abb-e6bd-4ac5-a412-9cc30ecdd004 HTTP/1.1" status: 200 len: 852 time: 0.0815356 Jan 26 21:21:15.328205 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-ea846506-3a92-4a1f-91c4-156ce6397110 req-1689c338-1c47-4ae2-8559-ce62ba122ef5 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=e16ff5ba-c523-42b6-a294-431f384b33de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0559585 Jan 26 21:21:15.348356 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13532b77-787a-48c2-8ed7-fba915f357fa req-6bc21a03-140b-459a-aa76-7462c20e1424 tempest-ServersNegativeTestJSON-90632883 tempest-ServersNegativeTestJSON-90632883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:21:15.348930 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 37308) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:21:15.360838 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-13532b77-787a-48c2-8ed7-fba915f357fa req-6bc21a03-140b-459a-aa76-7462c20e1424 tempest-ServersNegativeTestJSON-90632883 tempest-ServersNegativeTestJSON-90632883-project] 10.222.0.13 "GET /v2.0/ports?device_id=20bda332-a159-49bd-8c61-2ea774ab5602 HTTP/1.1" status: 200 len: 947 time: 0.0694830 Jan 26 21:21:15.476713 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-ea846506-3a92-4a1f-91c4-156ce6397110 req-93f9fee9-fcf9-4232-9920-e613efa7afcd service neutron] 10.222.0.57 "GET /v2.0/networks/e16ff5ba-c523-42b6-a294-431f384b33de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1387594 Jan 26 21:21:15.500488 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-13532b77-787a-48c2-8ed7-fba915f357fa req-a42fef66-5880-4e7c-a167-18eee0f748bb tempest-ServersNegativeTestJSON-90632883 tempest-ServersNegativeTestJSON-90632883-project] 10.222.0.13 "GET /v2.0/security-groups?id=f00b351c-12ea-4499-84c9-f0263f4f27ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1308737 Jan 26 21:21:15.542561 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d5dbb8-9a74-4bce-801f-d6934e6f913f req-6fc3354b-9b75-4341-97eb-225ac6fa558b tempest-DeleteServersTestJSON-1338827600 tempest-DeleteServersTestJSON-1338827600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:21:15.545356 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-98d5dbb8-9a74-4bce-801f-d6934e6f913f req-6fc3354b-9b75-4341-97eb-225ac6fa558b tempest-DeleteServersTestJSON-1338827600 tempest-DeleteServersTestJSON-1338827600-project] 10.222.0.13 "GET /v2.0/ports?device_id=0621ba00-1c2e-49ea-bd99-216b7e5f89e1 HTTP/1.1" status: 200 len: 944 time: 0.1302984 Jan 26 21:21:15.579194 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-a225f67c-7cbc-46cc-92bf-0bb21bca348b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:21:15.633582 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-98d5dbb8-9a74-4bce-801f-d6934e6f913f req-ba91f7d5-681d-471c-af8c-e37293b53a16 tempest-DeleteServersTestJSON-1338827600 tempest-DeleteServersTestJSON-1338827600-project] 10.222.0.13 "GET /v2.0/security-groups?id=b7fc5e70-a24b-497d-9cf6-8df82d0ad35b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815639 Jan 26 21:21:15.700424 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-ea846506-3a92-4a1f-91c4-156ce6397110 req-8c6851f8-6a90-4903-bb55-644a87d275b7 service neutron] 10.222.0.57 "GET /v2.0/networks/e16ff5ba-c523-42b6-a294-431f384b33de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2181790 Jan 26 21:21:15.715067 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-a225f67c-7cbc-46cc-92bf-0bb21bca348b admin admin] Publish callbacks [] for security_group (cb35ef6e-2983-4769-8048-3fd18223f677), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:21:15.720352 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-a225f67c-7cbc-46cc-92bf-0bb21bca348b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (cb35ef6e-2983-4769-8048-3fd18223f677), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:21:15.790192 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a225f67c-7cbc-46cc-92bf-0bb21bca348b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb35ef6e-2983-4769-8048-3fd18223f677,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:21:15.796433 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-a225f67c-7cbc-46cc-92bf-0bb21bca348b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=10fd87fbce8e4875b25b9ed477b409df&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4465837 Jan 26 21:21:15.798915 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 37322) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:21:15.847518 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff91f3f-957c-45fe-882b-9cb61f937d36 req-0f465098-6f81-4b13-9e5f-272194c85607 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:21:15.849109 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-8ff91f3f-957c-45fe-882b-9cb61f937d36 req-0f465098-6f81-4b13-9e5f-272194c85607 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=cb180574de574caea4706335ceec073e&device_id=0621ba00-1c2e-49ea-bd99-216b7e5f89e1 HTTP/1.1" status: 200 len: 1095 time: 0.0935464 Jan 26 21:21:15.869643 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba262614-9673-47a5-96f0-0ca65783da16 req-b710353a-ff23-4ee5-9130-41e8f4d83844 tempest-ServersNegativeTestJSON-90632883 tempest-ServersNegativeTestJSON-90632883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:21:15.871203 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-ba262614-9673-47a5-96f0-0ca65783da16 req-b710353a-ff23-4ee5-9130-41e8f4d83844 tempest-ServersNegativeTestJSON-90632883 tempest-ServersNegativeTestJSON-90632883-project] 10.222.0.13 "GET /v2.0/ports?device_id=20bda332-a159-49bd-8c61-2ea774ab5602 HTTP/1.1" status: 200 len: 947 time: 0.1096618 Jan 26 21:21:15.971735 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-ba262614-9673-47a5-96f0-0ca65783da16 req-8dcb6600-6cbd-470e-a7bb-0e76fae2d639 tempest-ServersNegativeTestJSON-90632883 tempest-ServersNegativeTestJSON-90632883-project] 10.222.0.13 "GET /v2.0/security-groups?id=f00b351c-12ea-4499-84c9-f0263f4f27ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931206 Jan 26 21:21:15.993246 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff91f3f-957c-45fe-882b-9cb61f937d36 req-2e4fb07e-5c16-4205-b052-501a89420b35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:21:15.995132 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-8ff91f3f-957c-45fe-882b-9cb61f937d36 req-2e4fb07e-5c16-4205-b052-501a89420b35 service neutron] 10.222.0.57 "GET /v2.0/networks?id=e16ff5ba-c523-42b6-a294-431f384b33de HTTP/1.1" status: 200 len: 913 time: 0.1399541 Jan 26 21:21:16.005184 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4abd67bb-f311-469e-8f4c-af1f2c40c133 req-f5dfc22b-5bd2-474b-a388-c783e87f0049 tempest-ImagesTestJSON-1623340881 tempest-ImagesTestJSON-1623340881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:21:16.010282 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-4abd67bb-f311-469e-8f4c-af1f2c40c133 req-f5dfc22b-5bd2-474b-a388-c783e87f0049 tempest-ImagesTestJSON-1623340881 tempest-ImagesTestJSON-1623340881-project] 10.222.0.13 "GET /v2.0/ports?device_id=3413dc1a-2ecf-4b13-a114-83070ef3b836 HTTP/1.1" status: 200 len: 943 time: 0.1252682 Jan 26 21:21:16.058115 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-8ff91f3f-957c-45fe-882b-9cb61f937d36 req-65fa5da8-5d28-49bb-bfad-05d862f75f92 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6592364b-ac01-4b0f-8e67-fa8561388c2f HTTP/1.1" status: 200 len: 217 time: 0.0413432 Jan 26 21:21:16.059357 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-cfa3214f-34c6-4efa-9d56-e04642186de5 admin admin] Publish callbacks [] for security_group (cb35ef6e-2983-4769-8048-3fd18223f677), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:21:16.080986 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-4abd67bb-f311-469e-8f4c-af1f2c40c133 req-71ad79d6-3e4a-4362-a12f-5f8e58c118eb tempest-ImagesTestJSON-1623340881 tempest-ImagesTestJSON-1623340881-project] 10.222.0.13 "GET /v2.0/security-groups?id=461ca33f-43cf-4a35-a5bb-7e46cb0e5e93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644124 Jan 26 21:21:16.096757 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-cfa3214f-34c6-4efa-9d56-e04642186de5 admin admin] Publish callbacks [] for security_group (cb35ef6e-2983-4769-8048-3fd18223f677), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:21:16.158440 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2974e54-2dc4-4a0a-9230-d517071530b0 req-fd791f7f-b156-473c-abc1-97f77bc3457d tempest-ServersNegativeTestJSON-90632883 tempest-ServersNegativeTestJSON-90632883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:21:16.160407 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-a2974e54-2dc4-4a0a-9230-d517071530b0 req-fd791f7f-b156-473c-abc1-97f77bc3457d tempest-ServersNegativeTestJSON-90632883 tempest-ServersNegativeTestJSON-90632883-project] 10.222.0.13 "GET /v2.0/ports?device_id=20bda332-a159-49bd-8c61-2ea774ab5602 HTTP/1.1" status: 200 len: 947 time: 0.0534773 Jan 26 21:21:16.218879 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-a2974e54-2dc4-4a0a-9230-d517071530b0 req-1fb2a907-e318-44f6-98bc-7b1927128ced tempest-ServersNegativeTestJSON-90632883 tempest-ServersNegativeTestJSON-90632883-project] 10.222.0.13 "GET /v2.0/security-groups?id=f00b351c-12ea-4499-84c9-f0263f4f27ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527592 Jan 26 21:21:16.379266 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8753eb8e-fd9c-449c-8754-b1ff2fb7c2bc req-e2c15d1c-491d-4cd5-b4af-810f93ee5ff2 tempest-ServersNegativeTestJSON-90632883 tempest-ServersNegativeTestJSON-90632883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:21:16.396324 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-8753eb8e-fd9c-449c-8754-b1ff2fb7c2bc req-e2c15d1c-491d-4cd5-b4af-810f93ee5ff2 tempest-ServersNegativeTestJSON-90632883 tempest-ServersNegativeTestJSON-90632883-project] 10.222.0.13 "GET /v2.0/ports?device_id=20bda332-a159-49bd-8c61-2ea774ab5602 HTTP/1.1" status: 200 len: 947 time: 0.0895348 Jan 26 21:21:16.396552 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Device cb24e201-0e72-43ed-b8f4-60f10aef8e0d details requested by agent hyperv_n-h2-760453-5 with host n-h2-760453-5 {{(pid=103306) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 26 21:21:16.474540 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-8753eb8e-fd9c-449c-8754-b1ff2fb7c2bc req-24c19dc1-a2e8-44f8-b76e-bbe3506e4fbb tempest-ServersNegativeTestJSON-90632883 tempest-ServersNegativeTestJSON-90632883-project] 10.222.0.13 "GET /v2.0/security-groups?id=f00b351c-12ea-4499-84c9-f0263f4f27ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771937 Jan 26 21:21:16.546300 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] For port cb24e201-0e72-43ed-b8f4-60f10aef8e0d, host n-h2-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-5',level=0,port_id=cb24e201-0e72-43ed-b8f4-60f10aef8e0d,segment=NetworkSegment(9fd884b8-86e2-416d-a96d-94ce9081e9cd),segment_id=9fd884b8-86e2-416d-a96d-94ce9081e9cd)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:21:16.567135 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Returning: {'device': 'cb24e201-0e72-43ed-b8f4-60f10aef8e0d', 'network_id': 'd5480d3d-bab2-42ab-9692-609efda9979f', 'port_id': 'cb24e201-0e72-43ed-b8f4-60f10aef8e0d', 'mac_address': 'fa:16:3e:13:68:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 580, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3e0b5fe7-c879-4a69-b8db-9e47b1011f5e', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103306) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 26 21:21:16.572058 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-cfa3214f-34c6-4efa-9d56-e04642186de5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (cb35ef6e-2983-4769-8048-3fd18223f677), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:21:16.576706 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-cfa3214f-34c6-4efa-9d56-e04642186de5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:21:16.576706 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-cfa3214f-34c6-4efa-9d56-e04642186de5 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/cb35ef6e-2983-4769-8048-3fd18223f677 HTTP/1.1" status: 204 len: 168 time: 0.7761905 Jan 26 21:21:16.593912 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa3214f-34c6-4efa-9d56-e04642186de5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb35ef6e-2983-4769-8048-3fd18223f677,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:21:16.637208 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff91f3f-957c-45fe-882b-9cb61f937d36 req-db176617-55c5-4560-af0c-dbfbec91a142 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:21:16.637587 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-8ff91f3f-957c-45fe-882b-9cb61f937d36 req-db176617-55c5-4560-af0c-dbfbec91a142 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=25684abb-e6bd-4ac5-a412-9cc30ecdd004 HTTP/1.1" status: 200 len: 852 time: 0.4750130 Jan 26 21:21:16.661243 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Current status of the port cb24e201-0e72-43ed-b8f4-60f10aef8e0d is: DOWN; New status is: BUILD {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:21:16.661681 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (cb24e201-0e72-43ed-b8f4-60f10aef8e0d), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:21:16.707727 n-d-760453-5 neutron-server[103306]: DEBUG neutron.notifiers.nova [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cb24e201-0e72-43ed-b8f4-60f10aef8e0d {{(pid=103306) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 26 21:21:16.717532 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-8ff91f3f-957c-45fe-882b-9cb61f937d36 req-237864db-aa2a-4e7d-bd63-cb46281bc1eb service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=e16ff5ba-c523-42b6-a294-431f384b33de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0633891 Jan 26 21:21:16.747907 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] For port cb24e201-0e72-43ed-b8f4-60f10aef8e0d, host n-h2-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-5',level=0,port_id=cb24e201-0e72-43ed-b8f4-60f10aef8e0d,segment=NetworkSegment(9fd884b8-86e2-416d-a96d-94ce9081e9cd),segment_id=9fd884b8-86e2-416d-a96d-94ce9081e9cd)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:21:16.759549 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (cb24e201-0e72-43ed-b8f4-60f10aef8e0d), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:21:16.763859 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4440a3f3-37aa-4320-9ece-a9aefc6530e8 req-445a1e35-c202-4bd1-ae41-ef88cd59ec27 tempest-ServersNegativeTestJSON-90632883 tempest-ServersNegativeTestJSON-90632883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:21:16.770452 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-4440a3f3-37aa-4320-9ece-a9aefc6530e8 req-445a1e35-c202-4bd1-ae41-ef88cd59ec27 tempest-ServersNegativeTestJSON-90632883 tempest-ServersNegativeTestJSON-90632883-project] 10.222.0.13 "GET /v2.0/ports?device_id=20bda332-a159-49bd-8c61-2ea774ab5602 HTTP/1.1" status: 200 len: 947 time: 0.1268878 Jan 26 21:21:16.880251 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Pushing event updated for resources: {'Port': ['ID=cb24e201-0e72-43ed-b8f4-60f10aef8e0d,revision_number=4']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:21:16.889199 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-8ff91f3f-957c-45fe-882b-9cb61f937d36 req-7566a032-a968-4b2e-a3a1-a5b2b5beee1a service neutron] 10.222.0.57 "GET /v2.0/networks/e16ff5ba-c523-42b6-a294-431f384b33de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1653993 Jan 26 21:21:16.889629 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:21:16.890185 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:21:16.890707 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:21:16.891216 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:21:16.891764 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:21:16.892258 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:21:16.892955 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:21:16.893484 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:21:16.894008 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:21:16.894795 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:21:16.894795 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:21:16.895015 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:21:16.895298 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:21:16.920951 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-4440a3f3-37aa-4320-9ece-a9aefc6530e8 req-a9f56bda-951a-4a68-bdc9-baf4c55ae59a tempest-ServersNegativeTestJSON-90632883 tempest-ServersNegativeTestJSON-90632883-project] 10.222.0.13 "GET /v2.0/security-groups?id=f00b351c-12ea-4499-84c9-f0263f4f27ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1416626 Jan 26 21:21:16.954357 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c6751e-b40c-45c4-a4bd-287aae3e6a0d req-2b218439-dcf8-4fb5-91fc-095153d6f536 tempest-DeleteServersTestJSON-1338827600 tempest-DeleteServersTestJSON-1338827600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:21:16.964188 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-f1c6751e-b40c-45c4-a4bd-287aae3e6a0d req-2b218439-dcf8-4fb5-91fc-095153d6f536 tempest-DeleteServersTestJSON-1338827600 tempest-DeleteServersTestJSON-1338827600-project] 10.222.0.13 "GET /v2.0/ports?device_id=0621ba00-1c2e-49ea-bd99-216b7e5f89e1 HTTP/1.1" status: 200 len: 944 time: 0.1234019 Jan 26 21:21:17.000392 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] get_ports_and_sgs() called for port_ids ['cb24e201-0e72-43ed-b8f4-60f10aef8e0d'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 26 21:21:17.007365 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-8ff91f3f-957c-45fe-882b-9cb61f937d36 req-95bc0363-104e-4380-a029-bd33a41679ce service neutron] 10.222.0.57 "GET /v2.0/networks/e16ff5ba-c523-42b6-a294-431f384b33de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1102679 Jan 26 21:21:17.054623 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-f1c6751e-b40c-45c4-a4bd-287aae3e6a0d req-1773a64b-097f-4756-a31c-b9d375ee150d tempest-DeleteServersTestJSON-1338827600 tempest-DeleteServersTestJSON-1338827600-project] 10.222.0.13 "GET /v2.0/security-groups?id=b7fc5e70-a24b-497d-9cf6-8df82d0ad35b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873089 Jan 26 21:21:17.164378 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad3df59-9857-44a6-b9bf-845ce3188d56 req-1ed77bd9-9f47-49fb-9a96-2dc1e27f2b18 tempest-ServersNegativeTestJSON-90632883 tempest-ServersNegativeTestJSON-90632883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:21:17.166693 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-bad3df59-9857-44a6-b9bf-845ce3188d56 req-1ed77bd9-9f47-49fb-9a96-2dc1e27f2b18 tempest-ServersNegativeTestJSON-90632883 tempest-ServersNegativeTestJSON-90632883-project] 10.222.0.13 "GET /v2.0/ports?device_id=20bda332-a159-49bd-8c61-2ea774ab5602 HTTP/1.1" status: 200 len: 947 time: 0.0881150 Jan 26 21:21:17.247110 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b877f7-aec0-43fe-8118-898d4d7cd810 req-b28f8ac9-34b0-4a17-8510-e95701857d2f tempest-ImagesTestJSON-1623340881 tempest-ImagesTestJSON-1623340881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:21:17.248655 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-33b877f7-aec0-43fe-8118-898d4d7cd810 req-b28f8ac9-34b0-4a17-8510-e95701857d2f tempest-ImagesTestJSON-1623340881 tempest-ImagesTestJSON-1623340881-project] 10.222.0.13 "GET /v2.0/ports?device_id=3413dc1a-2ecf-4b13-a114-83070ef3b836 HTTP/1.1" status: 200 len: 944 time: 0.0810456 Jan 26 21:21:17.253194 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-bad3df59-9857-44a6-b9bf-845ce3188d56 req-72e8be43-20f0-42e5-ae46-724c54b12b3b tempest-ServersNegativeTestJSON-90632883 tempest-ServersNegativeTestJSON-90632883-project] 10.222.0.13 "GET /v2.0/security-groups?id=f00b351c-12ea-4499-84c9-f0263f4f27ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770650 Jan 26 21:21:17.320045 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-33b877f7-aec0-43fe-8118-898d4d7cd810 req-591ac0df-904c-4724-819e-d1fd2f4b8815 tempest-ImagesTestJSON-1623340881 tempest-ImagesTestJSON-1623340881-project] 10.222.0.13 "GET /v2.0/security-groups?id=461ca33f-43cf-4a35-a5bb-7e46cb0e5e93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594709 Jan 26 21:21:17.536088 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a54b48-0784-41d3-bae6-393691567215 req-c9c043ba-69b0-47e0-9be7-a398af7f563e tempest-ServersNegativeTestJSON-90632883 tempest-ServersNegativeTestJSON-90632883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:21:17.537629 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-08a54b48-0784-41d3-bae6-393691567215 req-c9c043ba-69b0-47e0-9be7-a398af7f563e tempest-ServersNegativeTestJSON-90632883 tempest-ServersNegativeTestJSON-90632883-project] 10.222.0.13 "GET /v2.0/ports?device_id=20bda332-a159-49bd-8c61-2ea774ab5602 HTTP/1.1" status: 200 len: 947 time: 0.0551612 Jan 26 21:21:17.596204 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-08a54b48-0784-41d3-bae6-393691567215 req-0b93f4ca-76a4-4356-8df7-97b6dcab4211 tempest-ServersNegativeTestJSON-90632883 tempest-ServersNegativeTestJSON-90632883-project] 10.222.0.13 "GET /v2.0/security-groups?id=f00b351c-12ea-4499-84c9-f0263f4f27ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519910 Jan 26 21:21:17.959371 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40a415b-613c-4032-adc4-f694ad1ad169 req-62716984-a2c8-4921-89d3-3147137ef247 tempest-TestNetworkAdvancedServerOps-1435295253 tempest-TestNetworkAdvancedServerOps-1435295253-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:21:17.961638 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-a40a415b-613c-4032-adc4-f694ad1ad169 req-62716984-a2c8-4921-89d3-3147137ef247 tempest-TestNetworkAdvancedServerOps-1435295253 tempest-TestNetworkAdvancedServerOps-1435295253-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=4596379c-6ccc-4df2-a875-f0896fc00fcc HTTP/1.1" status: 200 len: 1097 time: 0.0494955 Jan 26 21:21:18.021200 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-a40a415b-613c-4032-adc4-f694ad1ad169 req-888fa621-29a4-4801-b145-80d813c972fd tempest-TestNetworkAdvancedServerOps-1435295253 tempest-TestNetworkAdvancedServerOps-1435295253-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=48ad9419-cea5-46f2-b67f-159b9c4803d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512185 Jan 26 21:21:18.050849 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 37408) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:21:18.210367 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d945c625-23de-473d-8e9c-638b5d0bd382 req-82062dd8-7aca-4244-8df7-9dee991b6177 tempest-DeleteServersTestJSON-1338827600 tempest-DeleteServersTestJSON-1338827600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:21:18.212175 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-d945c625-23de-473d-8e9c-638b5d0bd382 req-82062dd8-7aca-4244-8df7-9dee991b6177 tempest-DeleteServersTestJSON-1338827600 tempest-DeleteServersTestJSON-1338827600-project] 10.222.0.13 "GET /v2.0/ports?device_id=0621ba00-1c2e-49ea-bd99-216b7e5f89e1 HTTP/1.1" status: 200 len: 944 time: 0.0610881 Jan 26 21:21:18.284973 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-d945c625-23de-473d-8e9c-638b5d0bd382 req-2be3cff1-c1be-4bcd-a7d9-e8980f28d53c tempest-DeleteServersTestJSON-1338827600 tempest-DeleteServersTestJSON-1338827600-project] 10.222.0.13 "GET /v2.0/security-groups?id=b7fc5e70-a24b-497d-9cf6-8df82d0ad35b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578384 Jan 26 21:21:18.292707 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-d2e85abd-420b-43a2-a93c-6747dc8f7546 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Deleting port 0d4828e0-e50a-45ec-9042-0d592ffc212d {{(pid=103305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 21:21:18.293123 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-d2e85abd-420b-43a2-a93c-6747dc8f7546 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746560630878'] for port (0d4828e0-e50a-45ec-9042-0d592ffc212d), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:21:18.383381 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-d2e85abd-420b-43a2-a93c-6747dc8f7546 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4109658'] for port (0d4828e0-e50a-45ec-9042-0d592ffc212d), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:21:18.384190 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-d2e85abd-420b-43a2-a93c-6747dc8f7546 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Publish callbacks [] for floatingip (0d4828e0-e50a-45ec-9042-0d592ffc212d), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:21:18.403399 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Device 6592364b-ac01-4b0f-8e67-fa8561388c2f details requested by agent hyperv_n-h2-760453-5 with host n-h2-760453-5 {{(pid=103306) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 26 21:21:18.414290 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-d2e85abd-420b-43a2-a93c-6747dc8f7546 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Calling delete_port for 0d4828e0-e50a-45ec-9042-0d592ffc212d owned by network:floatingip {{(pid=103305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 21:21:18.417497 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Device cb24e201-0e72-43ed-b8f4-60f10aef8e0d up at agent hyperv_n-h2-760453-5 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 21:21:18.518015 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446cd4c8-c12a-423b-9975-fcc0b33d091f req-fa271590-c960-4815-8ded-3f41d59327e2 tempest-ImagesTestJSON-1623340881 tempest-ImagesTestJSON-1623340881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:21:18.521178 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-446cd4c8-c12a-423b-9975-fcc0b33d091f req-fa271590-c960-4815-8ded-3f41d59327e2 tempest-ImagesTestJSON-1623340881 tempest-ImagesTestJSON-1623340881-project] 10.222.0.13 "GET /v2.0/ports?device_id=3413dc1a-2ecf-4b13-a114-83070ef3b836 HTTP/1.1" status: 200 len: 944 time: 0.0757556 Jan 26 21:21:18.569268 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Provisioning for port cb24e201-0e72-43ed-b8f4-60f10aef8e0d completed by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 21:21:18.575159 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Provisioning complete for port cb24e201-0e72-43ed-b8f4-60f10aef8e0d triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:21:18.575687 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (cb24e201-0e72-43ed-b8f4-60f10aef8e0d), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:21:18.632717 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-446cd4c8-c12a-423b-9975-fcc0b33d091f req-02d62250-b613-4960-a00f-bf6c69703987 tempest-ImagesTestJSON-1623340881 tempest-ImagesTestJSON-1623340881-project] 10.222.0.13 "GET /v2.0/security-groups?id=461ca33f-43cf-4a35-a5bb-7e46cb0e5e93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042278 Jan 26 21:21:18.690310 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] For port 6592364b-ac01-4b0f-8e67-fa8561388c2f, host n-h2-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-5',level=0,port_id=6592364b-ac01-4b0f-8e67-fa8561388c2f,segment=NetworkSegment(2541abc4-0813-4c0d-94e6-c088627c1a85),segment_id=2541abc4-0813-4c0d-94e6-c088627c1a85)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:21:18.706702 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Returning: {'device': '6592364b-ac01-4b0f-8e67-fa8561388c2f', 'network_id': 'e16ff5ba-c523-42b6-a294-431f384b33de', 'port_id': '6592364b-ac01-4b0f-8e67-fa8561388c2f', 'mac_address': 'fa:16:3e:32:bf:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 554, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '25684abb-e6bd-4ac5-a412-9cc30ecdd004', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103306) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 26 21:21:18.740300 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-d2e85abd-420b-43a2-a93c-6747dc8f7546 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746560636600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746560234536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11791543'] for port (0d4828e0-e50a-45ec-9042-0d592ffc212d), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:21:18.753872 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f342f9e8-5da0-4a00-8e98-dfe685bca5b5 req-a49515a8-350d-4340-bb5c-ccb63a123f20 tempest-ServersNegativeTestJSON-90632883 tempest-ServersNegativeTestJSON-90632883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:21:18.762728 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-f342f9e8-5da0-4a00-8e98-dfe685bca5b5 req-a49515a8-350d-4340-bb5c-ccb63a123f20 tempest-ServersNegativeTestJSON-90632883 tempest-ServersNegativeTestJSON-90632883-project] 10.222.0.13 "GET /v2.0/ports?device_id=20bda332-a159-49bd-8c61-2ea774ab5602 HTTP/1.1" status: 200 len: 947 time: 0.0725505 Jan 26 21:21:18.778128 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e85abd-420b-43a2-a93c-6747dc8f7546 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Pushing event deleted for resources: {'Port': ['ID=0d4828e0-e50a-45ec-9042-0d592ffc212d,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:21:18.795739 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Current status of the port 6592364b-ac01-4b0f-8e67-fa8561388c2f is: DOWN; New status is: BUILD {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:21:18.796138 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (6592364b-ac01-4b0f-8e67-fa8561388c2f), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:21:18.806259 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Current status of the port cb24e201-0e72-43ed-b8f4-60f10aef8e0d is: BUILD; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:21:18.806881 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (cb24e201-0e72-43ed-b8f4-60f10aef8e0d), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:21:18.824399 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-f342f9e8-5da0-4a00-8e98-dfe685bca5b5 req-4203cdf7-ce51-4d2d-9fcb-2b1fcb7f0788 tempest-ServersNegativeTestJSON-90632883 tempest-ServersNegativeTestJSON-90632883-project] 10.222.0.13 "GET /v2.0/security-groups?id=f00b351c-12ea-4499-84c9-f0263f4f27ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606632 Jan 26 21:21:18.833950 n-d-760453-5 neutron-server[103306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3413dc1a-2ecf-4b13-a114-83070ef3b836', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb24e201-0e72-43ed-b8f4-60f10aef8e0d'}] {{(pid=103306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 21:21:18.837014 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9d5d370febab655511bdd2ffe887e43e442d144a440368702bcc1e93af00b97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9948f2f4-dc1a-4df1-b337-7e6711e85fd0" -d '{"events": [{"server_uuid": "3413dc1a-2ecf-4b13-a114-83070ef3b836", "name": "network-vif-plugged", "status": "completed", "tag": "cb24e201-0e72-43ed-b8f4-60f10aef8e0d"}]}' {{(pid=103306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 21:21:18.843227 n-d-760453-5 neutron-server[103306]: DEBUG neutron.notifiers.nova [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6592364b-ac01-4b0f-8e67-fa8561388c2f {{(pid=103306) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 26 21:21:18.865950 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] For port 6592364b-ac01-4b0f-8e67-fa8561388c2f, host n-h2-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-5',level=0,port_id=6592364b-ac01-4b0f-8e67-fa8561388c2f,segment=NetworkSegment(2541abc4-0813-4c0d-94e6-c088627c1a85),segment_id=2541abc4-0813-4c0d-94e6-c088627c1a85)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:21:18.866173 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-d2e85abd-420b-43a2-a93c-6747dc8f7546 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Publish callbacks [] for floatingip (dd38fc4f-2b6d-44e7-8177-4859a15c0454), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:21:18.866639 n-d-760453-5 neutron-server[103305]: INFO neutron.db.l3_db [None req-d2e85abd-420b-43a2-a93c-6747dc8f7546 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Floating IP dd38fc4f-2b6d-44e7-8177-4859a15c0454 disassociated (deleted). External IP: 172.25.1.159, port: 20ca0e2a-d36f-4969-bc7b-96bbf79b1f45. Jan 26 21:21:18.874200 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (6592364b-ac01-4b0f-8e67-fa8561388c2f), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:21:18.887446 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] For port cb24e201-0e72-43ed-b8f4-60f10aef8e0d, host n-h2-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-5',level=0,port_id=cb24e201-0e72-43ed-b8f4-60f10aef8e0d,segment=NetworkSegment(9fd884b8-86e2-416d-a96d-94ce9081e9cd),segment_id=9fd884b8-86e2-416d-a96d-94ce9081e9cd)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:21:18.912485 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Jan 2022 21:21:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0de3578-3763-4741-9ff2-ec6499f16e3f x-openstack-request-id: req-f0de3578-3763-4741-9ff2-ec6499f16e3f {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 21:21:18.913031 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3413dc1a-2ecf-4b13-a114-83070ef3b836", "name": "network-vif-plugged", "status": "completed", "tag": "cb24e201-0e72-43ed-b8f4-60f10aef8e0d", "code": 200}]} {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 21:21:18.913527 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f0de3578-3763-4741-9ff2-ec6499f16e3f {{(pid=103306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 21:21:18.914125 n-d-760453-5 neutron-server[103306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3413dc1a-2ecf-4b13-a114-83070ef3b836', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb24e201-0e72-43ed-b8f4-60f10aef8e0d', 'code': 200} Jan 26 21:21:18.924388 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (cb24e201-0e72-43ed-b8f4-60f10aef8e0d), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:21:18.940349 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-0d2c23f3-13dc-4d74-9607-04f8e25986ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (474ccdf7-ab6c-405b-a3b2-dc7b05829902), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:21:18.975384 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Pushing event updated for resources: {'Port': ['ID=6592364b-ac01-4b0f-8e67-fa8561388c2f,revision_number=4']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:21:19.050968 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b0c223-046c-4daa-afbf-7103ecea77dd req-238a72e6-a362-433f-9015-44ac2ba95317 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:21:19.053144 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-00b0c223-046c-4daa-afbf-7103ecea77dd req-238a72e6-a362-433f-9015-44ac2ba95317 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=3413dc1a-2ecf-4b13-a114-83070ef3b836 HTTP/1.1" status: 200 len: 1096 time: 0.0934775 Jan 26 21:21:19.064072 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Pushing event updated for resources: {'Port': ['ID=cb24e201-0e72-43ed-b8f4-60f10aef8e0d,revision_number=5']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:21:19.109769 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] get_ports_and_sgs() called for port_ids ['6592364b-ac01-4b0f-8e67-fa8561388c2f'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 26 21:21:19.181277 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-00b0c223-046c-4daa-afbf-7103ecea77dd req-a45fbcba-51a6-45a6-aa54-142bbb151024 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=461ca33f-43cf-4a35-a5bb-7e46cb0e5e93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1220055 Jan 26 21:21:19.216681 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2e85abd-420b-43a2-a93c-6747dc8f7546 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Router 2a5d0513-d45f-4010-8c54-36cd7a655e85 has already been hosted by L3 agent 09df100c-3af1-4b0a-bda8-05914c71c458 {{(pid=103305) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 26 21:21:19.227343 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66369490-11cb-4532-9dcf-3364f2f2e094 req-74d17aa4-8cc2-4a89-b281-8d28e468d2c8 tempest-ServersNegativeTestJSON-90632883 tempest-ServersNegativeTestJSON-90632883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:21:19.228945 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-66369490-11cb-4532-9dcf-3364f2f2e094 req-74d17aa4-8cc2-4a89-b281-8d28e468d2c8 tempest-ServersNegativeTestJSON-90632883 tempest-ServersNegativeTestJSON-90632883-project] 10.222.0.13 "GET /v2.0/ports?device_id=20bda332-a159-49bd-8c61-2ea774ab5602 HTTP/1.1" status: 200 len: 947 time: 0.0726202 Jan 26 21:21:19.320993 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-66369490-11cb-4532-9dcf-3364f2f2e094 req-a99dbde4-f1d8-4a24-9096-fb118688ada8 tempest-ServersNegativeTestJSON-90632883 tempest-ServersNegativeTestJSON-90632883-project] 10.222.0.13 "GET /v2.0/security-groups?id=f00b351c-12ea-4499-84c9-f0263f4f27ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696342 Jan 26 21:21:19.351837 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2e85abd-420b-43a2-a93c-6747dc8f7546 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Notify agent at l3_agent.n-d-760453-5 the message routers_updated {{(pid=103305) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 26 21:21:19.357383 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-d2e85abd-420b-43a2-a93c-6747dc8f7546 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for floatingip (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:21:19.362515 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe0f2842-95c8-40ba-bda3-e6c3e1cc22a9 None None] Sync routers for ids ['2a5d0513-d45f-4010-8c54-36cd7a655e85'] in n-d-760453-5 {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 26 21:21:19.381241 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe0f2842-95c8-40ba-bda3-e6c3e1cc22a9 None None] Routers {'2a5d0513-d45f-4010-8c54-36cd7a655e85'} bound to L3 agent in host n-d-760453-5 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 21:21:19.386806 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-fe0f2842-95c8-40ba-bda3-e6c3e1cc22a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-26T20:55:21Z,description=,heartbeat_timestamp=2022-01-26T21:20:51Z,host='n-d-760453-5',id=09df100c-3af1-4b0a-bda8-05914c71c458,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:55:21Z,topic='l3_agent')) {'router_ids': ['2a5d0513-d45f-4010-8c54-36cd7a655e85'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:21:19.432133 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-d2e85abd-420b-43a2-a93c-6747dc8f7546 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] 10.222.0.13 "DELETE /v2.0/floatingips/dd38fc4f-2b6d-44e7-8177-4859a15c0454 HTTP/1.1" status: 204 len: 168 time: 1.3800957 Jan 26 21:21:19.434151 n-d-760453-5 neutron-server[103305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4596379c-6ccc-4df2-a875-f0896fc00fcc', 'tag': '20ca0e2a-d36f-4969-bc7b-96bbf79b1f45'}] {{(pid=103305) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 21:21:19.436782 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d4654568b7bf041e72ff8fe1c96d6d761d9c921f2b99bc7b3a26632be20cee0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b21d9360-af52-4857-a640-4425e63a8ff4" -d '{"events": [{"name": "network-changed", "server_uuid": "4596379c-6ccc-4df2-a875-f0896fc00fcc", "tag": "20ca0e2a-d36f-4969-bc7b-96bbf79b1f45"}]}' {{(pid=103305) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 21:21:19.452123 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c7a9f9-fdf6-4b99-bd31-a5792e4b4c3e req-3900234f-20e3-4d3c-8388-a1fc937f4684 tempest-DeleteServersTestJSON-1338827600 tempest-DeleteServersTestJSON-1338827600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:21:19.453613 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-40c7a9f9-fdf6-4b99-bd31-a5792e4b4c3e req-3900234f-20e3-4d3c-8388-a1fc937f4684 tempest-DeleteServersTestJSON-1338827600 tempest-DeleteServersTestJSON-1338827600-project] 10.222.0.13 "GET /v2.0/ports?device_id=0621ba00-1c2e-49ea-bd99-216b7e5f89e1 HTTP/1.1" status: 200 len: 945 time: 0.0744672 Jan 26 21:21:19.458420 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c193f0-f6a4-4ba4-99f6-b1e20493c73a req-03431c61-45b7-4283-a0a5-cf20fe0d21e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:21:19.459858 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-04c193f0-f6a4-4ba4-99f6-b1e20493c73a req-03431c61-45b7-4283-a0a5-cf20fe0d21e5 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=2b29801ee18e4ff0a597415334743408&device_id=20bda332-a159-49bd-8c61-2ea774ab5602 HTTP/1.1" status: 200 len: 1098 time: 0.0788043 Jan 26 21:21:19.549207 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-40c7a9f9-fdf6-4b99-bd31-a5792e4b4c3e req-1ead2c58-b79f-46e5-89d0-3d808aef9924 tempest-DeleteServersTestJSON-1338827600 tempest-DeleteServersTestJSON-1338827600-project] 10.222.0.13 "GET /v2.0/security-groups?id=b7fc5e70-a24b-497d-9cf6-8df82d0ad35b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881758 Jan 26 21:21:19.568588 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_dvr_db [None req-fe0f2842-95c8-40ba-bda3-e6c3e1cc22a9 None None] Set router 2a5d0513-d45f-4010-8c54-36cd7a655e85 gateway port host: n-d-760453-5 {{(pid=103307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 21:21:19.614928 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 26 Jan 2022 21:21:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-654d16e4-f9e4-414e-8226-4c896e1ea23c x-openstack-request-id: req-654d16e4-f9e4-414e-8226-4c896e1ea23c {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 21:21:19.615221 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4596379c-6ccc-4df2-a875-f0896fc00fcc", "tag": "20ca0e2a-d36f-4969-bc7b-96bbf79b1f45", "status": "completed", "code": 200}]} {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 21:21:19.615476 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-654d16e4-f9e4-414e-8226-4c896e1ea23c {{(pid=103305) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 21:21:19.616225 n-d-760453-5 neutron-server[103305]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4596379c-6ccc-4df2-a875-f0896fc00fcc', 'tag': '20ca0e2a-d36f-4969-bc7b-96bbf79b1f45', 'status': 'completed', 'code': 200} Jan 26 21:21:19.618347 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c193f0-f6a4-4ba4-99f6-b1e20493c73a req-3fcf155b-b44c-4287-8007-5bfae401902c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:21:19.621084 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-04c193f0-f6a4-4ba4-99f6-b1e20493c73a req-3fcf155b-b44c-4287-8007-5bfae401902c service neutron] 10.222.0.57 "GET /v2.0/networks?id=8cbef344-1167-4f35-8b6b-07dd596f6f4f HTTP/1.1" status: 200 len: 914 time: 0.1545498 Jan 26 21:21:19.694425 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-04c193f0-f6a4-4ba4-99f6-b1e20493c73a req-ab6a8971-d629-4f7e-8885-4578bf478390 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=88764215-3016-414b-be37-d9a2af36ed63 HTTP/1.1" status: 200 len: 217 time: 0.0666909 Jan 26 21:21:19.749016 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21d9360-af52-4857-a640-4425e63a8ff4 req-d93b74f0-ec50-4f96-8abc-9d81b392f3bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:21:19.750853 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-b21d9360-af52-4857-a640-4425e63a8ff4 req-d93b74f0-ec50-4f96-8abc-9d81b392f3bd service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=c6d9f10230f341edbbe46b16c17eb870&device_id=4596379c-6ccc-4df2-a875-f0896fc00fcc HTTP/1.1" status: 200 len: 1097 time: 0.0940888 Jan 26 21:21:19.813051 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c193f0-f6a4-4ba4-99f6-b1e20493c73a req-a1a0452c-aa02-46db-8618-b794c27339f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:21:19.814919 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-04c193f0-f6a4-4ba4-99f6-b1e20493c73a req-a1a0452c-aa02-46db-8618-b794c27339f8 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=baa99134-bdb6-4691-8665-46a31e075f80 HTTP/1.1" status: 200 len: 853 time: 0.1129317 Jan 26 21:21:19.862821 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-04c193f0-f6a4-4ba4-99f6-b1e20493c73a req-eef326ac-7501-4c58-8e1d-a766388df751 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=8cbef344-1167-4f35-8b6b-07dd596f6f4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0402009 Jan 26 21:21:19.870667 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-fe0f2842-95c8-40ba-bda3-e6c3e1cc22a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a5d0513-d45f-4010-8c54-36cd7a655e85', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1781814701', 'tenant_id': 'c6d9f10230f341edbbe46b16c17eb870', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'external_fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.149'}], 'enable_snat': True}, 'gw_port_id': '480e2e3e-76bb-4f33-9738-b3f9c4bb8680', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T21:18:03Z', 'updated_at': '2022-01-26T21:18:18Z', 'revision_number': 4, 'project_id': 'c6d9f10230f341edbbe46b16c17eb870', 'gw_port': {'id': '480e2e3e-76bb-4f33-9738-b3f9c4bb8680', 'name': '', 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:24:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a5d0513-d45f-4010-8c54-36cd7a655e85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1577, 'fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:18:06Z', 'updated_at': '2022-01-26T21:18:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-5', '_interfaces': [{'id': '38bb73ab-1bb2-4f57-b697-6eea7a149ae5', 'name': '', 'network_id': '53e223b0-da4c-46a0-9735-61b7e6751b1f', 'tenant_id': 'c6d9f10230f341edbbe46b16c17eb870', 'mac_address': 'fa:16:3e:69:db:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a5d0513-d45f-4010-8c54-36cd7a655e85', 'device_owner': 'network:router_interface', 'standard_attr_id': 1605, 'fixed_ips': [{'subnet_id': '062e0a06-c395-4f1c-b56d-3b2dd4ffff4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:18:16Z', 'updated_at': '2022-01-26T21:18:25Z', 'revision_number': 5, 'project_id': 'c6d9f10230f341edbbe46b16c17eb870', 'subnets': [{'id': '062e0a06-c395-4f1c-b56d-3b2dd4ffff4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760453-5', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:21:19.899075 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af92d2c-00e4-4220-aade-434dffc8dc86 req-942f6347-b737-4c06-9e25-dace415cf9c4 tempest-ImagesTestJSON-1623340881 tempest-ImagesTestJSON-1623340881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:21:19.900242 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-7af92d2c-00e4-4220-aade-434dffc8dc86 req-942f6347-b737-4c06-9e25-dace415cf9c4 tempest-ImagesTestJSON-1623340881 tempest-ImagesTestJSON-1623340881-project] 10.222.0.13 "GET /v2.0/ports?device_id=3413dc1a-2ecf-4b13-a114-83070ef3b836 HTTP/1.1" status: 200 len: 945 time: 0.1485000 Jan 26 21:21:19.913258 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe0f2842-95c8-40ba-bda3-e6c3e1cc22a9 None None] Checking router: 2a5d0513-d45f-4010-8c54-36cd7a655e85 for host: n-d-760453-5 {{(pid=103307) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 26 21:21:19.926346 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe0f2842-95c8-40ba-bda3-e6c3e1cc22a9 None None] Routers {'2a5d0513-d45f-4010-8c54-36cd7a655e85'} bound to L3 agent in host n-d-760453-5 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 21:21:19.927292 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-fe0f2842-95c8-40ba-bda3-e6c3e1cc22a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-26T20:55:21Z,description=,heartbeat_timestamp=2022-01-26T21:20:51Z,host='n-d-760453-5',id=09df100c-3af1-4b0a-bda8-05914c71c458,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:55:21Z,topic='l3_agent')) {'router_ids': ['2a5d0513-d45f-4010-8c54-36cd7a655e85'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:21:19.970260 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-7af92d2c-00e4-4220-aade-434dffc8dc86 req-ef48f6fa-cdf4-43fb-82de-3feb50fdd434 tempest-ImagesTestJSON-1623340881 tempest-ImagesTestJSON-1623340881-project] 10.222.0.13 "GET /v2.0/security-groups?id=461ca33f-43cf-4a35-a5bb-7e46cb0e5e93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621657 Jan 26 21:21:20.008242 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931d774f-6db0-41f6-b5f8-e0ea7cc23d78 req-f75c4141-7a45-4bf5-a7b3-6a19af9c0480 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:21:20.009822 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-931d774f-6db0-41f6-b5f8-e0ea7cc23d78 req-f75c4141-7a45-4bf5-a7b3-6a19af9c0480 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] 10.222.0.13 "GET /v2.0/ports?device_id=4596379c-6ccc-4df2-a875-f0896fc00fcc HTTP/1.1" status: 200 len: 946 time: 0.2019665 Jan 26 21:21:20.015008 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21d9360-af52-4857-a640-4425e63a8ff4 req-1747a78d-9aac-4151-9faf-369e8ade2de5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:21:20.016587 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-b21d9360-af52-4857-a640-4425e63a8ff4 req-1747a78d-9aac-4151-9faf-369e8ade2de5 service neutron] 10.222.0.57 "GET /v2.0/networks?id=53e223b0-da4c-46a0-9735-61b7e6751b1f HTTP/1.1" status: 200 len: 897 time: 0.2543252 Jan 26 21:21:20.024113 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-04c193f0-f6a4-4ba4-99f6-b1e20493c73a req-0d14764e-da5a-468b-be49-8ec4ee62dd1b service neutron] 10.222.0.57 "GET /v2.0/networks/8cbef344-1167-4f35-8b6b-07dd596f6f4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1520445 Jan 26 21:21:20.093377 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_dvr_db [None req-fe0f2842-95c8-40ba-bda3-e6c3e1cc22a9 None None] Set router 2a5d0513-d45f-4010-8c54-36cd7a655e85 gateway port host: n-d-760453-5 {{(pid=103307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 21:21:20.202722 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-931d774f-6db0-41f6-b5f8-e0ea7cc23d78 req-489fef73-18d3-4abc-910c-61544336cd11 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] 10.222.0.13 "GET /v2.0/security-groups?id=48ad9419-cea5-46f2-b67f-159b9c4803d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1851184 Jan 26 21:21:20.204800 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-b21d9360-af52-4857-a640-4425e63a8ff4 req-44b6a6c6-1b27-4d14-9616-25fe19dbe23b service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=20ca0e2a-d36f-4969-bc7b-96bbf79b1f45 HTTP/1.1" status: 200 len: 217 time: 0.1565106 Jan 26 21:21:20.238975 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-04c193f0-f6a4-4ba4-99f6-b1e20493c73a req-2f7710a2-2947-4b3b-a807-6789d4d5c7d0 service neutron] 10.222.0.57 "GET /v2.0/networks/8cbef344-1167-4f35-8b6b-07dd596f6f4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1982665 Jan 26 21:21:20.322911 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21d9360-af52-4857-a640-4425e63a8ff4 req-41f6c416-d42e-46ca-ae54-2c738d43ce71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:21:20.325757 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-b21d9360-af52-4857-a640-4425e63a8ff4 req-41f6c416-d42e-46ca-ae54-2c738d43ce71 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=062e0a06-c395-4f1c-b56d-3b2dd4ffff4d HTTP/1.1" status: 200 len: 835 time: 0.1127698 Jan 26 21:21:20.418133 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Device 6592364b-ac01-4b0f-8e67-fa8561388c2f up at agent hyperv_n-h2-760453-5 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 21:21:20.458612 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21d9360-af52-4857-a640-4425e63a8ff4 req-1a01ec3c-01fd-4ef1-aacb-a5480ba7dfca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:21:20.475511 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-b21d9360-af52-4857-a640-4425e63a8ff4 req-1a01ec3c-01fd-4ef1-aacb-a5480ba7dfca service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=53e223b0-da4c-46a0-9735-61b7e6751b1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1402419 Jan 26 21:21:20.502253 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-fe0f2842-95c8-40ba-bda3-e6c3e1cc22a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a5d0513-d45f-4010-8c54-36cd7a655e85', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1781814701', 'tenant_id': 'c6d9f10230f341edbbe46b16c17eb870', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'external_fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.149'}], 'enable_snat': True}, 'gw_port_id': '480e2e3e-76bb-4f33-9738-b3f9c4bb8680', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T21:18:03Z', 'updated_at': '2022-01-26T21:18:18Z', 'revision_number': 4, 'project_id': 'c6d9f10230f341edbbe46b16c17eb870', 'gw_port': {'id': '480e2e3e-76bb-4f33-9738-b3f9c4bb8680', 'name': '', 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:24:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a5d0513-d45f-4010-8c54-36cd7a655e85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1577, 'fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:18:06Z', 'updated_at': '2022-01-26T21:18:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-5', '_interfaces': [{'id': '38bb73ab-1bb2-4f57-b697-6eea7a149ae5', 'name': '', 'network_id': '53e223b0-da4c-46a0-9735-61b7e6751b1f', 'tenant_id': 'c6d9f10230f341edbbe46b16c17eb870', 'mac_address': 'fa:16:3e:69:db:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a5d0513-d45f-4010-8c54-36cd7a655e85', 'device_owner': 'network:router_interface', 'standard_attr_id': 1605, 'fixed_ips': [{'subnet_id': '062e0a06-c395-4f1c-b56d-3b2dd4ffff4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:18:16Z', 'updated_at': '2022-01-26T21:18:25Z', 'revision_number': 5, 'project_id': 'c6d9f10230f341edbbe46b16c17eb870', 'subnets': [{'id': '062e0a06-c395-4f1c-b56d-3b2dd4ffff4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760453-5', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:21:20.563326 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Provisioning for port 6592364b-ac01-4b0f-8e67-fa8561388c2f completed by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 21:21:20.570038 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Provisioning complete for port 6592364b-ac01-4b0f-8e67-fa8561388c2f triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:21:20.570335 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (6592364b-ac01-4b0f-8e67-fa8561388c2f), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:21:20.660310 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7525730c-a3b7-4492-8258-7a77f70cf271 req-dae63458-d3ab-4db8-ada7-82ef4e650306 tempest-ServersNegativeTestJSON-90632883 tempest-ServersNegativeTestJSON-90632883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:21:20.662512 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-7525730c-a3b7-4492-8258-7a77f70cf271 req-dae63458-d3ab-4db8-ada7-82ef4e650306 tempest-ServersNegativeTestJSON-90632883 tempest-ServersNegativeTestJSON-90632883-project] 10.222.0.13 "GET /v2.0/ports?device_id=20bda332-a159-49bd-8c61-2ea774ab5602 HTTP/1.1" status: 200 len: 947 time: 0.1835785 Jan 26 21:21:20.676954 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe0f2842-95c8-40ba-bda3-e6c3e1cc22a9 None None] The sync data for ids ['2a5d0513-d45f-4010-8c54-36cd7a655e85'] in n-d-760453-5 is: [{'id': '2a5d0513-d45f-4010-8c54-36cd7a655e85', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1781814701', 'tenant_id': 'c6d9f10230f341edbbe46b16c17eb870', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'external_fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.149'}], 'enable_snat': True}, 'gw_port_id': '480e2e3e-76bb-4f33-9738-b3f9c4bb8680', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T21:18:03Z', 'updated_at': '2022-01-26T21:18:18Z', 'revision_number': 4, 'project_id': 'c6d9f10230f341edbbe46b16c17eb870', 'gw_port': {'id': '480e2e3e-76bb-4f33-9738-b3f9c4bb8680', 'name': '', 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:24:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a5d0513-d45f-4010-8c54-36cd7a655e85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1577, 'fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:18:06Z', 'updated_at': '2022-01-26T21:18:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-5', '_interfaces': [{'id': '38bb73ab-1bb2-4f57-b697-6eea7a149ae5', 'name': '', 'network_id': '53e223b0-da4c-46a0-9735-61b7e6751b1f', 'tenant_id': 'c6d9f10230f341edbbe46b16c17eb870', 'mac_address': 'fa:16:3e:69:db:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a5d0513-d45f-4010-8c54-36cd7a655e85', 'device_owner': 'network:router_interface', 'standard_attr_id': 1605, 'fixed_ips': [{'subnet_id': '062e0a06-c395-4f1c-b56d-3b2dd4ffff4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:18:16Z', 'updated_at': '2022-01-26T21:18:25Z', 'revision_number': 5, 'project_id': 'c6d9f10230f341edbbe46b16c17eb870', 'subnets': [{'id': '062e0a06-c395-4f1c-b56d-3b2dd4ffff4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 26 21:21:20.728593 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Current status of the port 6592364b-ac01-4b0f-8e67-fa8561388c2f is: BUILD; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:21:20.729001 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (6592364b-ac01-4b0f-8e67-fa8561388c2f), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:21:20.799256 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] For port 6592364b-ac01-4b0f-8e67-fa8561388c2f, host n-h2-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-5',level=0,port_id=6592364b-ac01-4b0f-8e67-fa8561388c2f,segment=NetworkSegment(2541abc4-0813-4c0d-94e6-c088627c1a85),segment_id=2541abc4-0813-4c0d-94e6-c088627c1a85)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:21:20.802218 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-7525730c-a3b7-4492-8258-7a77f70cf271 req-2042e13f-1f8d-42f4-b882-912562086499 tempest-ServersNegativeTestJSON-90632883 tempest-ServersNegativeTestJSON-90632883-project] 10.222.0.13 "GET /v2.0/security-groups?id=f00b351c-12ea-4499-84c9-f0263f4f27ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1301584 Jan 26 21:21:20.806229 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (6592364b-ac01-4b0f-8e67-fa8561388c2f), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:21:20.834404 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-b21d9360-af52-4857-a640-4425e63a8ff4 req-cf327f97-1d7a-46bd-a42c-958c955735e1 service neutron] 10.222.0.57 "GET /v2.0/networks/53e223b0-da4c-46a0-9735-61b7e6751b1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3540323 Jan 26 21:21:20.849911 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89fa1e08-bfdf-4277-a5f6-4ee552003c77 req-fef340bc-afab-45db-b08c-1205a66ad398 tempest-DeleteServersTestJSON-1338827600 tempest-DeleteServersTestJSON-1338827600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:21:20.851428 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-89fa1e08-bfdf-4277-a5f6-4ee552003c77 req-fef340bc-afab-45db-b08c-1205a66ad398 tempest-DeleteServersTestJSON-1338827600 tempest-DeleteServersTestJSON-1338827600-project] 10.222.0.13 "GET /v2.0/ports?device_id=0621ba00-1c2e-49ea-bd99-216b7e5f89e1 HTTP/1.1" status: 200 len: 945 time: 0.1605039 Jan 26 21:21:20.891468 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Pushing event updated for resources: {'Port': ['ID=6592364b-ac01-4b0f-8e67-fa8561388c2f,revision_number=5']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:21:20.914999 n-d-760453-5 neutron-server[103306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0621ba00-1c2e-49ea-bd99-216b7e5f89e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6592364b-ac01-4b0f-8e67-fa8561388c2f'}] {{(pid=103306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 21:21:20.923759 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9d5d370febab655511bdd2ffe887e43e442d144a440368702bcc1e93af00b97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-389836ec-fc08-464c-856f-ef4276f70b16" -d '{"events": [{"server_uuid": "0621ba00-1c2e-49ea-bd99-216b7e5f89e1", "name": "network-vif-plugged", "status": "completed", "tag": "6592364b-ac01-4b0f-8e67-fa8561388c2f"}]}' {{(pid=103306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 21:21:20.980616 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-89fa1e08-bfdf-4277-a5f6-4ee552003c77 req-855e4931-f7e1-43f4-b625-93999807c08f tempest-DeleteServersTestJSON-1338827600 tempest-DeleteServersTestJSON-1338827600-project] 10.222.0.13 "GET /v2.0/security-groups?id=b7fc5e70-a24b-497d-9cf6-8df82d0ad35b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152315 Jan 26 21:21:21.007915 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Jan 2022 21:21:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17871090-9d50-47ed-8974-0e5e5b50453d x-openstack-request-id: req-17871090-9d50-47ed-8974-0e5e5b50453d {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 21:21:21.008388 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0621ba00-1c2e-49ea-bd99-216b7e5f89e1", "name": "network-vif-plugged", "status": "completed", "tag": "6592364b-ac01-4b0f-8e67-fa8561388c2f", "code": 200}]} {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 21:21:21.008646 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-17871090-9d50-47ed-8974-0e5e5b50453d {{(pid=103306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 21:21:21.009070 n-d-760453-5 neutron-server[103306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0621ba00-1c2e-49ea-bd99-216b7e5f89e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6592364b-ac01-4b0f-8e67-fa8561388c2f', 'code': 200} Jan 26 21:21:21.030665 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-b21d9360-af52-4857-a640-4425e63a8ff4 req-796bb57f-8c1c-4b24-a8f3-deef988271b7 service neutron] 10.222.0.57 "GET /v2.0/networks/53e223b0-da4c-46a0-9735-61b7e6751b1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1782634 Jan 26 21:21:21.210913 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-cf168fcb-9143-4d5c-9f87-7a568ac6b92d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (09df100c-3af1-4b0a-bda8-05914c71c458), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:21:21.219783 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e805be9-7e3f-461f-a287-eac58d74be66 None None] New status for floating IP dd38fc4f-2b6d-44e7-8177-4859a15c0454: DOWN {{(pid=103306) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 26 21:21:21.242738 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c94d5a6-ac31-43df-a036-f1f1503706db req-cbd0f7bb-1405-48ff-9c9f-1ff8ac460680 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:21:21.245457 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-8c94d5a6-ac31-43df-a036-f1f1503706db req-cbd0f7bb-1405-48ff-9c9f-1ff8ac460680 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=0621ba00-1c2e-49ea-bd99-216b7e5f89e1 HTTP/1.1" status: 200 len: 1097 time: 0.1606522 Jan 26 21:21:21.281564 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8e22af-cd43-4775-a3c3-729af50143f1 req-478fab01-2a9b-4561-96cb-fef2effe68f2 tempest-ImagesTestJSON-1623340881 tempest-ImagesTestJSON-1623340881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:21:21.282757 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-bd8e22af-cd43-4775-a3c3-729af50143f1 req-478fab01-2a9b-4561-96cb-fef2effe68f2 tempest-ImagesTestJSON-1623340881 tempest-ImagesTestJSON-1623340881-project] 10.222.0.13 "GET /v2.0/ports?device_id=3413dc1a-2ecf-4b13-a114-83070ef3b836 HTTP/1.1" status: 200 len: 945 time: 0.1669099 Jan 26 21:21:21.292267 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ada80b-2b4e-416a-8492-3abd3af99cb5 req-cb663481-1b3b-4fee-b15d-6782e0ffa480 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:21:21.294964 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-66ada80b-2b4e-416a-8492-3abd3af99cb5 req-cb663481-1b3b-4fee-b15d-6782e0ffa480 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] 10.222.0.57 "GET /v2.0/ports?device_id=4596379c-6ccc-4df2-a875-f0896fc00fcc HTTP/1.1" status: 200 len: 946 time: 0.1337979 Jan 26 21:21:21.433141 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-bd8e22af-cd43-4775-a3c3-729af50143f1 req-90fe7983-67eb-4b95-b3ca-b3aa881deedd tempest-ImagesTestJSON-1623340881 tempest-ImagesTestJSON-1623340881-project] 10.222.0.13 "GET /v2.0/security-groups?id=461ca33f-43cf-4a35-a5bb-7e46cb0e5e93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1271060 Jan 26 21:21:21.498367 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [req-66ada80b-2b4e-416a-8492-3abd3af99cb5 req-d6864e6b-d68c-49a0-bc94-a5d53c7cffda tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Deleting port 20ca0e2a-d36f-4969-bc7b-96bbf79b1f45 {{(pid=103305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 21:21:21.498728 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-66ada80b-2b4e-416a-8492-3abd3af99cb5 req-d6864e6b-d68c-49a0-bc94-a5d53c7cffda tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746560630878'] for port (20ca0e2a-d36f-4969-bc7b-96bbf79b1f45), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:21:21.540518 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-8c94d5a6-ac31-43df-a036-f1f1503706db req-20a62ac0-789d-4e32-a113-753c88684b6f service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=b7fc5e70-a24b-497d-9cf6-8df82d0ad35b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2508168 Jan 26 21:21:21.568138 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea4c763-ac0f-4387-94de-1a7d9e282d0a req-dd58bb62-f187-4709-ac84-bfe49d9a86c5 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:21:21.569802 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-fea4c763-ac0f-4387-94de-1a7d9e282d0a req-dd58bb62-f187-4709-ac84-bfe49d9a86c5 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] 10.222.0.13 "GET /v2.0/ports?device_id=4596379c-6ccc-4df2-a875-f0896fc00fcc HTTP/1.1" status: 200 len: 946 time: 0.1342249 Jan 26 21:21:21.682881 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [req-66ada80b-2b4e-416a-8492-3abd3af99cb5 req-d6864e6b-d68c-49a0-bc94-a5d53c7cffda tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] For port 20ca0e2a-d36f-4969-bc7b-96bbf79b1f45, host n-h2-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-5',level=0,port_id=20ca0e2a-d36f-4969-bc7b-96bbf79b1f45,segment=NetworkSegment(17e2e8a5-d0ff-43c6-ae30-ad82dc108dba),segment_id=17e2e8a5-d0ff-43c6-ae30-ad82dc108dba)] {{(pid=103305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:21:21.683986 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-66ada80b-2b4e-416a-8492-3abd3af99cb5 req-d6864e6b-d68c-49a0-bc94-a5d53c7cffda tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4109658'] for port (20ca0e2a-d36f-4969-bc7b-96bbf79b1f45), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:21:21.684361 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-fea4c763-ac0f-4387-94de-1a7d9e282d0a req-45585394-2ea3-45f9-ac39-f01ddae20305 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] 10.222.0.13 "GET /v2.0/security-groups?id=48ad9419-cea5-46f2-b67f-159b9c4803d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1030366 Jan 26 21:21:21.707982 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [req-66ada80b-2b4e-416a-8492-3abd3af99cb5 req-d6864e6b-d68c-49a0-bc94-a5d53c7cffda tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Calling delete_port for 20ca0e2a-d36f-4969-bc7b-96bbf79b1f45 owned by compute:nova {{(pid=103305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 21:21:21.815803 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db2f4b5-2aac-4c16-bd18-e7be88b204f1 req-b3a32606-d7b4-455f-987c-2c744aa3378a tempest-ImagesTestJSON-1623340881 tempest-ImagesTestJSON-1623340881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:21:21.818385 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-7db2f4b5-2aac-4c16-bd18-e7be88b204f1 req-b3a32606-d7b4-455f-987c-2c744aa3378a tempest-ImagesTestJSON-1623340881 tempest-ImagesTestJSON-1623340881-project] 10.222.0.13 "GET /v2.0/ports?device_id=3413dc1a-2ecf-4b13-a114-83070ef3b836 HTTP/1.1" status: 200 len: 945 time: 0.0637500 Jan 26 21:21:21.890865 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-7db2f4b5-2aac-4c16-bd18-e7be88b204f1 req-bf477956-1f22-4990-8079-c404d3fae73d tempest-ImagesTestJSON-1623340881 tempest-ImagesTestJSON-1623340881-project] 10.222.0.13 "GET /v2.0/security-groups?id=461ca33f-43cf-4a35-a5bb-7e46cb0e5e93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651388 Jan 26 21:21:21.999742 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-66ada80b-2b4e-416a-8492-3abd3af99cb5 req-d6864e6b-d68c-49a0-bc94-a5d53c7cffda tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746560636600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746560234536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11791543'] for port (20ca0e2a-d36f-4969-bc7b-96bbf79b1f45), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:21:22.023545 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b6fd88-fd83-4ef6-ae5b-8ef71e18e87c req-fc2dfee8-0148-4153-929d-7ffd51c7473f tempest-ServersNegativeTestJSON-90632883 tempest-ServersNegativeTestJSON-90632883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:21:22.030794 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-55b6fd88-fd83-4ef6-ae5b-8ef71e18e87c req-fc2dfee8-0148-4153-929d-7ffd51c7473f tempest-ServersNegativeTestJSON-90632883 tempest-ServersNegativeTestJSON-90632883-project] 10.222.0.13 "GET /v2.0/ports?device_id=20bda332-a159-49bd-8c61-2ea774ab5602 HTTP/1.1" status: 200 len: 947 time: 0.0729978 Jan 26 21:21:22.110406 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-55b6fd88-fd83-4ef6-ae5b-8ef71e18e87c req-9ca54243-b4eb-4d51-9764-0e3a97573d8b tempest-ServersNegativeTestJSON-90632883 tempest-ServersNegativeTestJSON-90632883-project] 10.222.0.13 "GET /v2.0/security-groups?id=f00b351c-12ea-4499-84c9-f0263f4f27ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777540 Jan 26 21:21:22.124582 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6864e6b-d68c-49a0-bc94-a5d53c7cffda tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Pushing event deleted for resources: {'Port': ['ID=20ca0e2a-d36f-4969-bc7b-96bbf79b1f45,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:21:22.128904 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [req-66ada80b-2b4e-416a-8492-3abd3af99cb5 req-d6864e6b-d68c-49a0-bc94-a5d53c7cffda tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] No DVR routers for this DVR port 20ca0e2a-d36f-4969-bc7b-96bbf79b1f45 on host n-h2-760453-5 {{(pid=103305) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 26 21:21:22.134849 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-66ada80b-2b4e-416a-8492-3abd3af99cb5 req-d6864e6b-d68c-49a0-bc94-a5d53c7cffda tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:21:22.138961 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-66ada80b-2b4e-416a-8492-3abd3af99cb5 req-d6864e6b-d68c-49a0-bc94-a5d53c7cffda tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] 10.222.0.57 "DELETE /v2.0/ports/20ca0e2a-d36f-4969-bc7b-96bbf79b1f45 HTTP/1.1" status: 204 len: 173 time: 0.8389223 Jan 26 21:21:22.139622 n-d-760453-5 neutron-server[103305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4596379c-6ccc-4df2-a875-f0896fc00fcc', 'name': 'network-vif-deleted', 'tag': '20ca0e2a-d36f-4969-bc7b-96bbf79b1f45'}] {{(pid=103305) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 21:21:22.143441 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d4654568b7bf041e72ff8fe1c96d6d761d9c921f2b99bc7b3a26632be20cee0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fde3bb85-0cac-4c26-b26f-f3aadbf30a2d" -d '{"events": [{"server_uuid": "4596379c-6ccc-4df2-a875-f0896fc00fcc", "name": "network-vif-deleted", "tag": "20ca0e2a-d36f-4969-bc7b-96bbf79b1f45"}]}' {{(pid=103305) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 21:21:22.184692 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-841f5991-a4d8-4d4b-b215-cbc6bab5427b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (aa7ee9d2-08eb-4e12-b895-24c57300dfec), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:21:22.227190 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821d28f4-f0ee-4c9a-b90e-cd20e6671ba3 req-6f0e24d8-8b01-4c87-875c-37a67d0248f2 tempest-DeleteServersTestJSON-1338827600 tempest-DeleteServersTestJSON-1338827600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:21:22.236282 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-821d28f4-f0ee-4c9a-b90e-cd20e6671ba3 req-6f0e24d8-8b01-4c87-875c-37a67d0248f2 tempest-DeleteServersTestJSON-1338827600 tempest-DeleteServersTestJSON-1338827600-project] 10.222.0.13 "GET /v2.0/ports?device_id=0621ba00-1c2e-49ea-bd99-216b7e5f89e1 HTTP/1.1" status: 200 len: 946 time: 0.0667937 Jan 26 21:21:22.300312 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-821d28f4-f0ee-4c9a-b90e-cd20e6671ba3 req-8547255a-ab1f-453b-9d57-c747297a1f95 tempest-DeleteServersTestJSON-1338827600 tempest-DeleteServersTestJSON-1338827600-project] 10.222.0.13 "GET /v2.0/security-groups?id=b7fc5e70-a24b-497d-9cf6-8df82d0ad35b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540130 Jan 26 21:21:22.338140 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Jan 2022 21:21:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f250a27e-b311-4aa3-95fa-48cf580824dc x-openstack-request-id: req-f250a27e-b311-4aa3-95fa-48cf580824dc {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 21:21:22.338690 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4596379c-6ccc-4df2-a875-f0896fc00fcc", "name": "network-vif-deleted", "tag": "20ca0e2a-d36f-4969-bc7b-96bbf79b1f45", "status": "completed", "code": 200}]} {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 21:21:22.338857 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f250a27e-b311-4aa3-95fa-48cf580824dc {{(pid=103305) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 21:21:22.339387 n-d-760453-5 neutron-server[103305]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4596379c-6ccc-4df2-a875-f0896fc00fcc', 'name': 'network-vif-deleted', 'tag': '20ca0e2a-d36f-4969-bc7b-96bbf79b1f45', 'status': 'completed', 'code': 200} Jan 26 21:21:22.358785 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4403aa65-bbcb-408d-8a92-e84ffde02a68 req-6e5cc529-59cb-4903-b3d5-aac003a6c9bb tempest-ServersNegativeTestJSON-90632883 tempest-ServersNegativeTestJSON-90632883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:21:22.360358 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-4403aa65-bbcb-408d-8a92-e84ffde02a68 req-6e5cc529-59cb-4903-b3d5-aac003a6c9bb tempest-ServersNegativeTestJSON-90632883 tempest-ServersNegativeTestJSON-90632883-project] 10.222.0.13 "GET /v2.0/ports?device_id=20bda332-a159-49bd-8c61-2ea774ab5602 HTTP/1.1" status: 200 len: 947 time: 0.0590618 Jan 26 21:21:22.412146 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-4403aa65-bbcb-408d-8a92-e84ffde02a68 req-b8813ebc-5334-4748-b00a-6253cda8a2c5 tempest-ServersNegativeTestJSON-90632883 tempest-ServersNegativeTestJSON-90632883-project] 10.222.0.13 "GET /v2.0/security-groups?id=f00b351c-12ea-4499-84c9-f0263f4f27ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434096 Jan 26 21:21:22.558830 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1339f4d8-33a4-4bfe-9505-d7bf09028a51 req-61a26a39-1b6a-4459-8df6-fa6518f6385c tempest-ServersNegativeTestJSON-90632883 tempest-ServersNegativeTestJSON-90632883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:21:22.560619 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-1339f4d8-33a4-4bfe-9505-d7bf09028a51 req-61a26a39-1b6a-4459-8df6-fa6518f6385c tempest-ServersNegativeTestJSON-90632883 tempest-ServersNegativeTestJSON-90632883-project] 10.222.0.13 "GET /v2.0/ports?device_id=20bda332-a159-49bd-8c61-2ea774ab5602 HTTP/1.1" status: 200 len: 947 time: 0.0569992 Jan 26 21:21:22.638426 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-1339f4d8-33a4-4bfe-9505-d7bf09028a51 req-53ca8123-a5c3-4283-aabe-a75f039ea1c6 tempest-ServersNegativeTestJSON-90632883 tempest-ServersNegativeTestJSON-90632883-project] 10.222.0.13 "GET /v2.0/security-groups?id=f00b351c-12ea-4499-84c9-f0263f4f27ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709796 Jan 26 21:21:22.852922 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-b4e41948-b9b0-4188-abd3-5ba58b7d5f03 req-9506ef3a-90d8-4888-a0b6-663eef5681ab tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] 10.222.0.13 "GET /v2.0/ports?device_id=4596379c-6ccc-4df2-a875-f0896fc00fcc HTTP/1.1" status: 200 len: 210 time: 0.0461249 Jan 26 21:21:22.891741 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206e7e78-0c94-4c74-968d-c067972e5524 req-9d6f148a-882f-4792-9bc2-a14547b50467 tempest-ServersNegativeTestJSON-90632883 tempest-ServersNegativeTestJSON-90632883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:21:22.893591 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-206e7e78-0c94-4c74-968d-c067972e5524 req-9d6f148a-882f-4792-9bc2-a14547b50467 tempest-ServersNegativeTestJSON-90632883 tempest-ServersNegativeTestJSON-90632883-project] 10.222.0.13 "GET /v2.0/ports?device_id=20bda332-a159-49bd-8c61-2ea774ab5602 HTTP/1.1" status: 200 len: 947 time: 0.1294007 Jan 26 21:21:22.899309 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (4d619873-4b60-439f-9b5a-b155dc8bbc34), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:21:22.977853 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-206e7e78-0c94-4c74-968d-c067972e5524 req-6203c5fa-929b-4a30-8850-4a5b91f559ce tempest-ServersNegativeTestJSON-90632883 tempest-ServersNegativeTestJSON-90632883-project] 10.222.0.13 "GET /v2.0/security-groups?id=f00b351c-12ea-4499-84c9-f0263f4f27ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724051 Jan 26 21:21:23.060163 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0049509b-85c5-42bd-a92e-b9a85501d437 req-8d24183c-6713-44d0-bedc-8387a52202bf tempest-ImagesTestJSON-1623340881 tempest-ImagesTestJSON-1623340881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:21:23.062169 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-0049509b-85c5-42bd-a92e-b9a85501d437 req-8d24183c-6713-44d0-bedc-8387a52202bf tempest-ImagesTestJSON-1623340881 tempest-ImagesTestJSON-1623340881-project] 10.222.0.13 "GET /v2.0/ports?device_id=3413dc1a-2ecf-4b13-a114-83070ef3b836 HTTP/1.1" status: 200 len: 945 time: 0.0789587 Jan 26 21:21:23.144463 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-0049509b-85c5-42bd-a92e-b9a85501d437 req-a140e043-48d0-4469-955a-8d26048c04d5 tempest-ImagesTestJSON-1623340881 tempest-ImagesTestJSON-1623340881-project] 10.222.0.13 "GET /v2.0/security-groups?id=461ca33f-43cf-4a35-a5bb-7e46cb0e5e93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763683 Jan 26 21:21:23.174859 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a9d2ac-8cfb-48d0-8f52-a8cf67bb4600 req-82a6af77-0736-4414-8b06-1b06af89280e tempest-ServersNegativeTestJSON-90632883 tempest-ServersNegativeTestJSON-90632883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:21:23.174859 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-36a9d2ac-8cfb-48d0-8f52-a8cf67bb4600 req-82a6af77-0736-4414-8b06-1b06af89280e tempest-ServersNegativeTestJSON-90632883 tempest-ServersNegativeTestJSON-90632883-project] 10.222.0.13 "GET /v2.0/ports?device_id=20bda332-a159-49bd-8c61-2ea774ab5602 HTTP/1.1" status: 200 len: 947 time: 0.0752985 Jan 26 21:21:23.237926 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-36a9d2ac-8cfb-48d0-8f52-a8cf67bb4600 req-a6296c31-8fae-4f4e-ac33-537f833c8cae tempest-ServersNegativeTestJSON-90632883 tempest-ServersNegativeTestJSON-90632883-project] 10.222.0.13 "GET /v2.0/security-groups?id=f00b351c-12ea-4499-84c9-f0263f4f27ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650122 Jan 26 21:21:23.459768 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9227273e-3cdb-4544-88c6-023dfce0d17c req-44666ed4-ee71-425a-8af7-705aa74d1a17 tempest-ServersNegativeTestJSON-90632883 tempest-ServersNegativeTestJSON-90632883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:21:23.466304 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-9227273e-3cdb-4544-88c6-023dfce0d17c req-44666ed4-ee71-425a-8af7-705aa74d1a17 tempest-ServersNegativeTestJSON-90632883 tempest-ServersNegativeTestJSON-90632883-project] 10.222.0.13 "GET /v2.0/ports?device_id=20bda332-a159-49bd-8c61-2ea774ab5602 HTTP/1.1" status: 200 len: 947 time: 0.1153159 Jan 26 21:21:23.552769 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-9227273e-3cdb-4544-88c6-023dfce0d17c req-faba3695-03a6-4109-ab33-378cc2fc531d tempest-ServersNegativeTestJSON-90632883 tempest-ServersNegativeTestJSON-90632883-project] 10.222.0.13 "GET /v2.0/security-groups?id=f00b351c-12ea-4499-84c9-f0263f4f27ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794165 Jan 26 21:21:23.700433 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f909dd-4b99-4913-b482-ad2f716b422a req-d4bf6da7-ced4-43ef-8f14-6215e6592477 tempest-DeleteServersTestJSON-1338827600 tempest-DeleteServersTestJSON-1338827600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:21:23.710069 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-51f909dd-4b99-4913-b482-ad2f716b422a req-d4bf6da7-ced4-43ef-8f14-6215e6592477 tempest-DeleteServersTestJSON-1338827600 tempest-DeleteServersTestJSON-1338827600-project] 10.222.0.13 "GET /v2.0/ports?device_id=0621ba00-1c2e-49ea-bd99-216b7e5f89e1 HTTP/1.1" status: 200 len: 946 time: 0.0742788 Jan 26 21:21:23.801998 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-51f909dd-4b99-4913-b482-ad2f716b422a req-46e4996b-8970-4861-88f0-f2b5a1ad0b58 tempest-DeleteServersTestJSON-1338827600 tempest-DeleteServersTestJSON-1338827600-project] 10.222.0.13 "GET /v2.0/security-groups?id=b7fc5e70-a24b-497d-9cf6-8df82d0ad35b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843451 Jan 26 21:21:24.013429 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-839dd188-ec69-470c-9ab0-d318dc1a2e96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (e79b4fc6-6c71-44b2-a6d0-ff3e1f4dfd0d), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:21:24.055382 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42836270-87a7-4dc8-aa27-fe91ada62b23 req-60c3744b-6e18-4a57-8a96-13a153e85ccc tempest-ServersNegativeTestJSON-90632883 tempest-ServersNegativeTestJSON-90632883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:21:24.064128 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-42836270-87a7-4dc8-aa27-fe91ada62b23 req-60c3744b-6e18-4a57-8a96-13a153e85ccc tempest-ServersNegativeTestJSON-90632883 tempest-ServersNegativeTestJSON-90632883-project] 10.222.0.13 "GET /v2.0/ports?device_id=20bda332-a159-49bd-8c61-2ea774ab5602 HTTP/1.1" status: 200 len: 947 time: 0.1342270 Jan 26 21:21:24.076076 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 37594) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:21:24.187217 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-42836270-87a7-4dc8-aa27-fe91ada62b23 req-69af3769-134e-4e33-b5a5-634a9e853108 tempest-ServersNegativeTestJSON-90632883 tempest-ServersNegativeTestJSON-90632883-project] 10.222.0.13 "GET /v2.0/security-groups?id=f00b351c-12ea-4499-84c9-f0263f4f27ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1220505 Jan 26 21:21:24.461139 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Device 20ca0e2a-d36f-4969-bc7b-96bbf79b1f45 no longer exists at agent hyperv_n-h2-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 26 21:21:24.493582 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] No Port match for: 20ca0e2a-d36f-4969-bc7b-96bbf79b1f45 {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 26 21:21:24.495353 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Device 20ca0e2a-d36f-4969-bc7b-96bbf79b1f45 not bound to the agent host n-h2-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 26 21:21:24.508042 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37528ae2-67b7-4403-bc5e-a710b5749456 req-ae67f095-79f7-4c7a-b09a-79779c0c1214 tempest-DeleteServersTestJSON-1338827600 tempest-DeleteServersTestJSON-1338827600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:21:24.515534 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-37528ae2-67b7-4403-bc5e-a710b5749456 req-ae67f095-79f7-4c7a-b09a-79779c0c1214 tempest-DeleteServersTestJSON-1338827600 tempest-DeleteServersTestJSON-1338827600-project] 10.222.0.13 "GET /v2.0/ports?device_id=0621ba00-1c2e-49ea-bd99-216b7e5f89e1 HTTP/1.1" status: 200 len: 946 time: 0.3273246 Jan 26 21:21:24.533285 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e0c612-cfb2-4087-ae27-146c0564ee58 req-4c9f47e5-c5d7-4c6a-af97-d73039604c60 tempest-ServersNegativeTestJSON-90632883 tempest-ServersNegativeTestJSON-90632883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:21:24.542746 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-44e0c612-cfb2-4087-ae27-146c0564ee58 req-4c9f47e5-c5d7-4c6a-af97-d73039604c60 tempest-ServersNegativeTestJSON-90632883 tempest-ServersNegativeTestJSON-90632883-project] 10.222.0.13 "GET /v2.0/ports?device_id=20bda332-a159-49bd-8c61-2ea774ab5602 HTTP/1.1" status: 200 len: 947 time: 0.2492306 Jan 26 21:21:24.667873 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-44e0c612-cfb2-4087-ae27-146c0564ee58 req-7bdc6186-e808-4ff0-b6a2-83b4087aa1a7 tempest-ServersNegativeTestJSON-90632883 tempest-ServersNegativeTestJSON-90632883-project] 10.222.0.13 "GET /v2.0/security-groups?id=f00b351c-12ea-4499-84c9-f0263f4f27ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1241648 Jan 26 21:21:24.692379 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-37528ae2-67b7-4403-bc5e-a710b5749456 req-1937b366-b18b-4a0f-870c-7f950e00a9f9 tempest-DeleteServersTestJSON-1338827600 tempest-DeleteServersTestJSON-1338827600-project] 10.222.0.13 "GET /v2.0/security-groups?id=b7fc5e70-a24b-497d-9cf6-8df82d0ad35b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1759031 Jan 26 21:21:24.869517 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-f08db6d6-f10b-44fd-8d9a-bcfb09f9d47f tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4110657'] for router_interface (2a5d0513-d45f-4010-8c54-36cd7a655e85), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:21:24.893570 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 37622) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:21:25.092022 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-2ba7a170-12cc-43cf-b116-da5229e07f8f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:21:25.148534 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c5060f-3c99-40ac-b518-5b8fb6d0192e req-c2b470cd-03fa-4994-8949-1a7059c45652 tempest-ServersNegativeTestJSON-90632883 tempest-ServersNegativeTestJSON-90632883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:21:25.155997 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-d6c5060f-3c99-40ac-b518-5b8fb6d0192e req-c2b470cd-03fa-4994-8949-1a7059c45652 tempest-ServersNegativeTestJSON-90632883 tempest-ServersNegativeTestJSON-90632883-project] 10.222.0.13 "GET /v2.0/ports?device_id=20bda332-a159-49bd-8c61-2ea774ab5602 HTTP/1.1" status: 200 len: 947 time: 0.1365469 Jan 26 21:21:25.186599 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-2ba7a170-12cc-43cf-b116-da5229e07f8f admin admin] Publish callbacks [] for security_group (2e59a147-91d0-4a99-b390-280370dcfa18), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:21:25.192498 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-2ba7a170-12cc-43cf-b116-da5229e07f8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (2e59a147-91d0-4a99-b390-280370dcfa18), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:21:25.217612 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-d6c5060f-3c99-40ac-b518-5b8fb6d0192e req-a5cde907-b276-45dd-858f-5b40be3b675f tempest-ServersNegativeTestJSON-90632883 tempest-ServersNegativeTestJSON-90632883-project] 10.222.0.13 "GET /v2.0/security-groups?id=f00b351c-12ea-4499-84c9-f0263f4f27ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604408 Jan 26 21:21:25.275781 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (fea0591a-627d-4c87-9a9a-01625ddf3277), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:21:25.295149 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-2ba7a170-12cc-43cf-b116-da5229e07f8f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=00dea5c713ea4a508377d6db5288188b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3998058 Jan 26 21:21:25.297882 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 37636) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:21:25.308279 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba7a170-12cc-43cf-b116-da5229e07f8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e59a147-91d0-4a99-b390-280370dcfa18,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:21:25.359324 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba7a170-12cc-43cf-b116-da5229e07f8f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:21:25.359912 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba7a170-12cc-43cf-b116-da5229e07f8f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:21:25.360414 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba7a170-12cc-43cf-b116-da5229e07f8f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:21:25.361025 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba7a170-12cc-43cf-b116-da5229e07f8f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:21:25.361754 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba7a170-12cc-43cf-b116-da5229e07f8f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:21:25.362300 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba7a170-12cc-43cf-b116-da5229e07f8f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:21:25.362776 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba7a170-12cc-43cf-b116-da5229e07f8f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:21:25.363228 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba7a170-12cc-43cf-b116-da5229e07f8f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:21:25.363964 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba7a170-12cc-43cf-b116-da5229e07f8f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:21:25.364397 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba7a170-12cc-43cf-b116-da5229e07f8f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:21:25.364794 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba7a170-12cc-43cf-b116-da5229e07f8f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:21:25.365271 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba7a170-12cc-43cf-b116-da5229e07f8f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:21:25.365702 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba7a170-12cc-43cf-b116-da5229e07f8f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:21:25.419351 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-60156e4b-f5e7-4c23-8274-7ffe5333fe5d admin admin] Publish callbacks [] for security_group (2e59a147-91d0-4a99-b390-280370dcfa18), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:21:25.463072 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-60156e4b-f5e7-4c23-8274-7ffe5333fe5d admin admin] Publish callbacks [] for security_group (2e59a147-91d0-4a99-b390-280370dcfa18), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:21:25.522884 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-60156e4b-f5e7-4c23-8274-7ffe5333fe5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (2e59a147-91d0-4a99-b390-280370dcfa18), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:21:25.528573 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-60156e4b-f5e7-4c23-8274-7ffe5333fe5d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:21:25.533665 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-60156e4b-f5e7-4c23-8274-7ffe5333fe5d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/2e59a147-91d0-4a99-b390-280370dcfa18 HTTP/1.1" status: 204 len: 168 time: 0.2343457 Jan 26 21:21:25.546996 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60156e4b-f5e7-4c23-8274-7ffe5333fe5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e59a147-91d0-4a99-b390-280370dcfa18,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:21:25.848039 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb41459a-8c36-41ff-acc7-21b6f7c845b6 req-93ee89a7-3d09-4a2a-b328-8a03cad64f1d tempest-ServersNegativeTestJSON-90632883 tempest-ServersNegativeTestJSON-90632883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:21:25.850359 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-cb41459a-8c36-41ff-acc7-21b6f7c845b6 req-93ee89a7-3d09-4a2a-b328-8a03cad64f1d tempest-ServersNegativeTestJSON-90632883 tempest-ServersNegativeTestJSON-90632883-project] 10.222.0.13 "GET /v2.0/ports?device_id=20bda332-a159-49bd-8c61-2ea774ab5602 HTTP/1.1" status: 200 len: 947 time: 0.5190678 Jan 26 21:21:25.904199 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36582526-e752-428e-959f-6553bf6a4447 req-2b98d0af-26cc-4c42-a56b-a3c15681fb12 tempest-DeleteServersTestJSON-1338827600 tempest-DeleteServersTestJSON-1338827600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:21:25.912232 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-36582526-e752-428e-959f-6553bf6a4447 req-2b98d0af-26cc-4c42-a56b-a3c15681fb12 tempest-DeleteServersTestJSON-1338827600 tempest-DeleteServersTestJSON-1338827600-project] 10.222.0.13 "GET /v2.0/ports?device_id=0621ba00-1c2e-49ea-bd99-216b7e5f89e1 HTTP/1.1" status: 200 len: 946 time: 0.1096213 Jan 26 21:21:25.930779 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 37650) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:21:25.931497 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-f08db6d6-f10b-44fd-8d9a-bcfb09f9d47f tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Deleting port 38bb73ab-1bb2-4f57-b697-6eea7a149ae5 {{(pid=103304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 21:21:25.931857 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-f08db6d6-f10b-44fd-8d9a-bcfb09f9d47f tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746560630878'] for port (38bb73ab-1bb2-4f57-b697-6eea7a149ae5), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:21:25.962140 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-cd5d2769-ef51-4708-99b1-3d78028c3356 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:21:26.005501 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-cb41459a-8c36-41ff-acc7-21b6f7c845b6 req-a8e2dfa0-1c90-48a5-9880-96a89ff8df11 tempest-ServersNegativeTestJSON-90632883 tempest-ServersNegativeTestJSON-90632883-project] 10.222.0.13 "GET /v2.0/security-groups?id=f00b351c-12ea-4499-84c9-f0263f4f27ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1459978 Jan 26 21:21:26.068467 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-36582526-e752-428e-959f-6553bf6a4447 req-e62132c7-c818-44c7-9c19-95418751ad29 tempest-DeleteServersTestJSON-1338827600 tempest-DeleteServersTestJSON-1338827600-project] 10.222.0.13 "GET /v2.0/security-groups?id=b7fc5e70-a24b-497d-9cf6-8df82d0ad35b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1552680 Jan 26 21:21:26.134465 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [None req-f08db6d6-f10b-44fd-8d9a-bcfb09f9d47f tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] For port 38bb73ab-1bb2-4f57-b697-6eea7a149ae5, host n-d-760453-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=38bb73ab-1bb2-4f57-b697-6eea7a149ae5,segment=NetworkSegment(17e2e8a5-d0ff-43c6-ae30-ad82dc108dba),segment_id=17e2e8a5-d0ff-43c6-ae30-ad82dc108dba)] {{(pid=103304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:21:26.134977 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-f08db6d6-f10b-44fd-8d9a-bcfb09f9d47f tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4109658'] for port (38bb73ab-1bb2-4f57-b697-6eea7a149ae5), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:21:26.157840 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-f08db6d6-f10b-44fd-8d9a-bcfb09f9d47f tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Calling delete_port for 38bb73ab-1bb2-4f57-b697-6eea7a149ae5 owned by network:router_interface {{(pid=103304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 21:21:26.185428 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-cd5d2769-ef51-4708-99b1-3d78028c3356 admin admin] Publish callbacks [] for security_group (620dcd59-4c80-471d-a4b0-74855bce4204), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:21:26.193692 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-cd5d2769-ef51-4708-99b1-3d78028c3356 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (620dcd59-4c80-471d-a4b0-74855bce4204), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:21:26.244480 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 37662) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:21:26.257954 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-cd5d2769-ef51-4708-99b1-3d78028c3356 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=caebacf768c7457e8ea5aa15fe315e8c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3002312 Jan 26 21:21:26.259608 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd5d2769-ef51-4708-99b1-3d78028c3356 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=620dcd59-4c80-471d-a4b0-74855bce4204,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:21:26.376260 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-39e5d702-58e5-4c02-bea4-5a9b2fd31173 admin admin] Publish callbacks [] for security_group (620dcd59-4c80-471d-a4b0-74855bce4204), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:21:26.443087 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-39e5d702-58e5-4c02-bea4-5a9b2fd31173 admin admin] Publish callbacks [] for security_group (620dcd59-4c80-471d-a4b0-74855bce4204), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:21:26.473852 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Device cb24e201-0e72-43ed-b8f4-60f10aef8e0d details requested by agent hyperv_n-h2-760453-5 with host n-h2-760453-5 {{(pid=103306) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 26 21:21:26.488280 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf38186d-154f-4d00-8bd4-2e2621348406 req-cff268f5-de2e-4269-98f0-7e6c44d1c4e8 tempest-ServersNegativeTestJSON-90632883 tempest-ServersNegativeTestJSON-90632883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:21:26.490232 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-cf38186d-154f-4d00-8bd4-2e2621348406 req-cff268f5-de2e-4269-98f0-7e6c44d1c4e8 tempest-ServersNegativeTestJSON-90632883 tempest-ServersNegativeTestJSON-90632883-project] 10.222.0.13 "GET /v2.0/ports?device_id=20bda332-a159-49bd-8c61-2ea774ab5602 HTTP/1.1" status: 200 len: 947 time: 0.1151128 Jan 26 21:21:26.558908 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-f08db6d6-f10b-44fd-8d9a-bcfb09f9d47f tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746560636600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746560234536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9281553'] for port (38bb73ab-1bb2-4f57-b697-6eea7a149ae5), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:21:26.610421 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f08db6d6-f10b-44fd-8d9a-bcfb09f9d47f tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Pushing event deleted for resources: {'Port': ['ID=38bb73ab-1bb2-4f57-b697-6eea7a149ae5,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:21:26.618872 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-cf38186d-154f-4d00-8bd4-2e2621348406 req-ac23fb78-2662-4c8f-bcb4-fde12798ad93 tempest-ServersNegativeTestJSON-90632883 tempest-ServersNegativeTestJSON-90632883-project] 10.222.0.13 "GET /v2.0/security-groups?id=f00b351c-12ea-4499-84c9-f0263f4f27ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182895 Jan 26 21:21:26.628923 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-39e5d702-58e5-4c02-bea4-5a9b2fd31173 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (620dcd59-4c80-471d-a4b0-74855bce4204), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:21:26.632549 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-39e5d702-58e5-4c02-bea4-5a9b2fd31173 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:21:26.634404 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-39e5d702-58e5-4c02-bea4-5a9b2fd31173 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/620dcd59-4c80-471d-a4b0-74855bce4204 HTTP/1.1" status: 204 len: 168 time: 0.3878829 Jan 26 21:21:26.654688 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f08db6d6-f10b-44fd-8d9a-bcfb09f9d47f tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:21:26.655052 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f08db6d6-f10b-44fd-8d9a-bcfb09f9d47f tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:21:26.655402 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f08db6d6-f10b-44fd-8d9a-bcfb09f9d47f tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:21:26.655745 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f08db6d6-f10b-44fd-8d9a-bcfb09f9d47f tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:21:26.656086 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f08db6d6-f10b-44fd-8d9a-bcfb09f9d47f tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:21:26.656418 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f08db6d6-f10b-44fd-8d9a-bcfb09f9d47f tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:21:26.656756 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f08db6d6-f10b-44fd-8d9a-bcfb09f9d47f tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:21:26.657088 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f08db6d6-f10b-44fd-8d9a-bcfb09f9d47f tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:21:26.657451 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f08db6d6-f10b-44fd-8d9a-bcfb09f9d47f tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:21:26.657789 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f08db6d6-f10b-44fd-8d9a-bcfb09f9d47f tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:21:26.658118 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f08db6d6-f10b-44fd-8d9a-bcfb09f9d47f tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:21:26.665960 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f08db6d6-f10b-44fd-8d9a-bcfb09f9d47f tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:21:26.666285 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f08db6d6-f10b-44fd-8d9a-bcfb09f9d47f tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:21:26.680239 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e5d702-58e5-4c02-bea4-5a9b2fd31173 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=620dcd59-4c80-471d-a4b0-74855bce4204,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:21:26.729086 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] For port cb24e201-0e72-43ed-b8f4-60f10aef8e0d, host n-h2-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-5',level=0,port_id=cb24e201-0e72-43ed-b8f4-60f10aef8e0d,segment=NetworkSegment(9fd884b8-86e2-416d-a96d-94ce9081e9cd),segment_id=9fd884b8-86e2-416d-a96d-94ce9081e9cd)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:21:26.794084 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Returning: {'device': 'cb24e201-0e72-43ed-b8f4-60f10aef8e0d', 'network_id': 'd5480d3d-bab2-42ab-9692-609efda9979f', 'port_id': 'cb24e201-0e72-43ed-b8f4-60f10aef8e0d', 'mac_address': 'fa:16:3e:13:68:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 580, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3e0b5fe7-c879-4a69-b8db-9e47b1011f5e', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103306) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 26 21:21:26.842441 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Current status of the port cb24e201-0e72-43ed-b8f4-60f10aef8e0d is: ACTIVE; New status is: BUILD {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:21:26.842980 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (cb24e201-0e72-43ed-b8f4-60f10aef8e0d), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:21:26.867771 n-d-760453-5 neutron-server[103306]: DEBUG neutron.notifiers.nova [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id cb24e201-0e72-43ed-b8f4-60f10aef8e0d {{(pid=103306) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 26 21:21:26.904183 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] For port cb24e201-0e72-43ed-b8f4-60f10aef8e0d, host n-h2-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-5',level=0,port_id=cb24e201-0e72-43ed-b8f4-60f10aef8e0d,segment=NetworkSegment(9fd884b8-86e2-416d-a96d-94ce9081e9cd),segment_id=9fd884b8-86e2-416d-a96d-94ce9081e9cd)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:21:26.910371 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (cb24e201-0e72-43ed-b8f4-60f10aef8e0d), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:21:26.923230 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759aeb11-7009-41b3-baaf-db6514d212ca req-b211ac4f-eb7a-4096-91aa-a74b3302d73d tempest-ServersNegativeTestJSON-90632883 tempest-ServersNegativeTestJSON-90632883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:21:26.931358 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-759aeb11-7009-41b3-baaf-db6514d212ca req-b211ac4f-eb7a-4096-91aa-a74b3302d73d tempest-ServersNegativeTestJSON-90632883 tempest-ServersNegativeTestJSON-90632883-project] 10.222.0.13 "GET /v2.0/ports?device_id=20bda332-a159-49bd-8c61-2ea774ab5602 HTTP/1.1" status: 200 len: 947 time: 0.1345603 Jan 26 21:21:27.051328 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-759aeb11-7009-41b3-baaf-db6514d212ca req-6c132194-9294-4db6-b642-00cf1609822a tempest-ServersNegativeTestJSON-90632883 tempest-ServersNegativeTestJSON-90632883-project] 10.222.0.13 "GET /v2.0/security-groups?id=f00b351c-12ea-4499-84c9-f0263f4f27ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187079 Jan 26 21:21:27.053021 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] get_ports_and_sgs() called for port_ids ['cb24e201-0e72-43ed-b8f4-60f10aef8e0d'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 26 21:21:27.057739 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Pushing event updated for resources: {'Port': ['ID=cb24e201-0e72-43ed-b8f4-60f10aef8e0d,revision_number=6']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:21:27.130072 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-f08db6d6-f10b-44fd-8d9a-bcfb09f9d47f tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3709480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4110805'] for router_interface (2a5d0513-d45f-4010-8c54-36cd7a655e85), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:21:27.414125 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 37714) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:21:27.435202 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-2683580f-6d24-48a7-8329-a144142958d9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:21:27.441800 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f11b48-71e7-4df8-922d-eb9e92a36916 req-4f58fbb7-bf32-4d82-9daa-e29b4cd35cc3 tempest-ServersNegativeTestJSON-90632883 tempest-ServersNegativeTestJSON-90632883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:21:27.449178 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-f0f11b48-71e7-4df8-922d-eb9e92a36916 req-4f58fbb7-bf32-4d82-9daa-e29b4cd35cc3 tempest-ServersNegativeTestJSON-90632883 tempest-ServersNegativeTestJSON-90632883-project] 10.222.0.13 "GET /v2.0/ports?device_id=20bda332-a159-49bd-8c61-2ea774ab5602 HTTP/1.1" status: 200 len: 947 time: 0.1781721 Jan 26 21:21:27.510461 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da8a369-1702-4b16-a33c-a0b1098a7013 req-4d086395-736e-43e2-b1a3-365f6dba32ff tempest-DeleteServersTestJSON-1338827600 tempest-DeleteServersTestJSON-1338827600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:21:27.511883 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-3da8a369-1702-4b16-a33c-a0b1098a7013 req-4d086395-736e-43e2-b1a3-365f6dba32ff tempest-DeleteServersTestJSON-1338827600 tempest-DeleteServersTestJSON-1338827600-project] 10.222.0.13 "GET /v2.0/ports?device_id=0621ba00-1c2e-49ea-bd99-216b7e5f89e1 HTTP/1.1" status: 200 len: 946 time: 0.2431815 Jan 26 21:21:27.541093 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-2683580f-6d24-48a7-8329-a144142958d9 admin admin] Publish callbacks [] for security_group (ff6fbdb7-5cc0-47a3-bed9-86ac293e79d5), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:21:27.549429 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-2683580f-6d24-48a7-8329-a144142958d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (ff6fbdb7-5cc0-47a3-bed9-86ac293e79d5), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:21:27.611159 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-2683580f-6d24-48a7-8329-a144142958d9 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=46f5a66ba6ab4bb3819d30943f7bb278&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1941342 Jan 26 21:21:27.611159 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2683580f-6d24-48a7-8329-a144142958d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff6fbdb7-5cc0-47a3-bed9-86ac293e79d5,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:21:27.618419 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 37718) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:21:27.674892 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-f0f11b48-71e7-4df8-922d-eb9e92a36916 req-4d890ea3-46ee-44c6-bcca-3dd584b7e860 tempest-ServersNegativeTestJSON-90632883 tempest-ServersNegativeTestJSON-90632883-project] 10.222.0.13 "GET /v2.0/security-groups?id=f00b351c-12ea-4499-84c9-f0263f4f27ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2241518 Jan 26 21:21:27.842453 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-3da8a369-1702-4b16-a33c-a0b1098a7013 req-e6a3ef48-8106-461e-8dcc-d8da20482e69 tempest-DeleteServersTestJSON-1338827600 tempest-DeleteServersTestJSON-1338827600-project] 10.222.0.13 "GET /v2.0/security-groups?id=b7fc5e70-a24b-497d-9cf6-8df82d0ad35b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3041420 Jan 26 21:21:27.934103 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-590b62c7-188f-4277-b1b7-a1f1057d2cbd admin admin] Publish callbacks [] for security_group (ff6fbdb7-5cc0-47a3-bed9-86ac293e79d5), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:21:28.081075 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-590b62c7-188f-4277-b1b7-a1f1057d2cbd admin admin] Publish callbacks [] for security_group (ff6fbdb7-5cc0-47a3-bed9-86ac293e79d5), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:21:28.084432 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f08db6d6-f10b-44fd-8d9a-bcfb09f9d47f tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Router 2a5d0513-d45f-4010-8c54-36cd7a655e85 has already been hosted by L3 agent 09df100c-3af1-4b0a-bda8-05914c71c458 {{(pid=103304) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 26 21:21:28.131960 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1dfe1f8-fbb4-4e59-ae2b-a02677759d38 req-2dbe8e3a-7f64-4f46-b70e-d898959b94bc tempest-ServersNegativeTestJSON-90632883 tempest-ServersNegativeTestJSON-90632883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:21:28.134233 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-b1dfe1f8-fbb4-4e59-ae2b-a02677759d38 req-2dbe8e3a-7f64-4f46-b70e-d898959b94bc tempest-ServersNegativeTestJSON-90632883 tempest-ServersNegativeTestJSON-90632883-project] 10.222.0.13 "GET /v2.0/ports?device_id=20bda332-a159-49bd-8c61-2ea774ab5602 HTTP/1.1" status: 200 len: 947 time: 0.0920382 Jan 26 21:21:28.320588 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f08db6d6-f10b-44fd-8d9a-bcfb09f9d47f tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Notify agent at l3_agent.n-d-760453-5 the message routers_updated {{(pid=103304) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 26 21:21:28.333366 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-f08db6d6-f10b-44fd-8d9a-bcfb09f9d47f tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] 10.222.0.13 "PUT /v2.0/routers/2a5d0513-d45f-4010-8c54-36cd7a655e85/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2467535 Jan 26 21:21:28.338074 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 37734) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:21:28.351872 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e811e70-df0b-4b33-8ba0-69da0dae8ed5 None None] Sync routers for ids ['2a5d0513-d45f-4010-8c54-36cd7a655e85'] in n-d-760453-5 {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 26 21:21:28.354508 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-590b62c7-188f-4277-b1b7-a1f1057d2cbd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (ff6fbdb7-5cc0-47a3-bed9-86ac293e79d5), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:21:28.358490 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-590b62c7-188f-4277-b1b7-a1f1057d2cbd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:21:28.370139 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-590b62c7-188f-4277-b1b7-a1f1057d2cbd admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ff6fbdb7-5cc0-47a3-bed9-86ac293e79d5 HTTP/1.1" status: 204 len: 168 time: 0.7112927 Jan 26 21:21:28.383407 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e811e70-df0b-4b33-8ba0-69da0dae8ed5 None None] Routers {'2a5d0513-d45f-4010-8c54-36cd7a655e85'} bound to L3 agent in host n-d-760453-5 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 21:21:28.390008 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-6e811e70-df0b-4b33-8ba0-69da0dae8ed5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-26T20:55:21Z,description=,heartbeat_timestamp=2022-01-26T21:21:21Z,host='n-d-760453-5',id=09df100c-3af1-4b0a-bda8-05914c71c458,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:55:21Z,topic='l3_agent')) {'router_ids': ['2a5d0513-d45f-4010-8c54-36cd7a655e85'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:21:28.399535 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-590b62c7-188f-4277-b1b7-a1f1057d2cbd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff6fbdb7-5cc0-47a3-bed9-86ac293e79d5,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:21:28.410467 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-b1dfe1f8-fbb4-4e59-ae2b-a02677759d38 req-64a8904d-2784-4e76-9220-d2dcfc2c56a0 tempest-ServersNegativeTestJSON-90632883 tempest-ServersNegativeTestJSON-90632883-project] 10.222.0.13 "GET /v2.0/security-groups?id=f00b351c-12ea-4499-84c9-f0263f4f27ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2695577 Jan 26 21:21:28.493968 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.db_base_plugin_v2 [None req-cd8ce557-1d1a-405f-a1cc-895878fda608 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Deleting subnet 062e0a06-c395-4f1c-b56d-3b2dd4ffff4d {{(pid=103305) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 26 21:21:28.502988 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-cd8ce557-1d1a-405f-a1cc-895878fda608 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Publish callbacks [] for subnet (062e0a06-c395-4f1c-b56d-3b2dd4ffff4d), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:21:28.505970 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Device cb24e201-0e72-43ed-b8f4-60f10aef8e0d up at agent hyperv_n-h2-760453-5 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 21:21:28.630520 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_dvr_db [None req-6e811e70-df0b-4b33-8ba0-69da0dae8ed5 None None] Set router 2a5d0513-d45f-4010-8c54-36cd7a655e85 gateway port host: n-d-760453-5 {{(pid=103307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 21:21:28.652577 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-cd8ce557-1d1a-405f-a1cc-895878fda608 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11788946'] for subnet (062e0a06-c395-4f1c-b56d-3b2dd4ffff4d), precommit_delete_associations {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:21:28.776526 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b23a0b-f866-45c5-8a10-e45e76391860 req-1f1da8fa-8d02-466b-989b-4c36eebdb6c5 tempest-ServersNegativeTestJSON-90632883 tempest-ServersNegativeTestJSON-90632883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:21:28.790510 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-f1b23a0b-f866-45c5-8a10-e45e76391860 req-1f1da8fa-8d02-466b-989b-4c36eebdb6c5 tempest-ServersNegativeTestJSON-90632883 tempest-ServersNegativeTestJSON-90632883-project] 10.222.0.13 "GET /v2.0/ports?device_id=20bda332-a159-49bd-8c61-2ea774ab5602 HTTP/1.1" status: 200 len: 947 time: 0.2056606 Jan 26 21:21:28.898218 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-cd8ce557-1d1a-405f-a1cc-895878fda608 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687316'] for subnet (062e0a06-c395-4f1c-b56d-3b2dd4ffff4d), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:21:28.954527 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-f1b23a0b-f866-45c5-8a10-e45e76391860 req-f9118161-6d3b-4dc2-84ae-d13752ace0df tempest-ServersNegativeTestJSON-90632883 tempest-ServersNegativeTestJSON-90632883-project] 10.222.0.13 "GET /v2.0/security-groups?id=f00b351c-12ea-4499-84c9-f0263f4f27ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1621988 Jan 26 21:21:28.970490 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-6e811e70-df0b-4b33-8ba0-69da0dae8ed5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a5d0513-d45f-4010-8c54-36cd7a655e85', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1781814701', 'tenant_id': 'c6d9f10230f341edbbe46b16c17eb870', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'external_fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.149'}], 'enable_snat': True}, 'gw_port_id': '480e2e3e-76bb-4f33-9738-b3f9c4bb8680', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T21:18:03Z', 'updated_at': '2022-01-26T21:21:26Z', 'revision_number': 5, 'project_id': 'c6d9f10230f341edbbe46b16c17eb870', 'gw_port': {'id': '480e2e3e-76bb-4f33-9738-b3f9c4bb8680', 'name': '', 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:24:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a5d0513-d45f-4010-8c54-36cd7a655e85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1577, 'fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:18:06Z', 'updated_at': '2022-01-26T21:18:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-5'}], 'n-d-760453-5', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:21:29.037030 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-cd8ce557-1d1a-405f-a1cc-895878fda608 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11791594', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11599980'] for subnet (062e0a06-c395-4f1c-b56d-3b2dd4ffff4d), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:21:29.050090 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e811e70-df0b-4b33-8ba0-69da0dae8ed5 None None] Checking router: 2a5d0513-d45f-4010-8c54-36cd7a655e85 for host: n-d-760453-5 {{(pid=103307) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 26 21:21:29.061323 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e811e70-df0b-4b33-8ba0-69da0dae8ed5 None None] Routers {'2a5d0513-d45f-4010-8c54-36cd7a655e85'} bound to L3 agent in host n-d-760453-5 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 21:21:29.061972 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-6e811e70-df0b-4b33-8ba0-69da0dae8ed5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-26T20:55:21Z,description=,heartbeat_timestamp=2022-01-26T21:21:21Z,host='n-d-760453-5',id=09df100c-3af1-4b0a-bda8-05914c71c458,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:55:21Z,topic='l3_agent')) {'router_ids': ['2a5d0513-d45f-4010-8c54-36cd7a655e85'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:21:29.104411 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-cd8ce557-1d1a-405f-a1cc-895878fda608 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709645'] for subnet (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:21:29.109061 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08558835-43e0-497e-ba89-77069f624e75 None None] Network 53e223b0-da4c-46a0-9735-61b7e6751b1f requested from n-d-760453-5 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 26 21:21:29.120942 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-cd8ce557-1d1a-405f-a1cc-895878fda608 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] 10.222.0.13 "DELETE /v2.0/subnets/062e0a06-c395-4f1c-b56d-3b2dd4ffff4d HTTP/1.1" status: 204 len: 168 time: 0.7782748 Jan 26 21:21:29.121549 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 37756) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:21:29.185082 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8ce557-1d1a-405f-a1cc-895878fda608 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Pushing event deleted for resources: {'Subnet': ['ID=062e0a06-c395-4f1c-b56d-3b2dd4ffff4d,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:21:29.305766 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_dvr_db [None req-6e811e70-df0b-4b33-8ba0-69da0dae8ed5 None None] Set router 2a5d0513-d45f-4010-8c54-36cd7a655e85 gateway port host: n-d-760453-5 {{(pid=103307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 21:21:29.365186 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Provisioning complete for port cb24e201-0e72-43ed-b8f4-60f10aef8e0d triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:21:29.365795 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (cb24e201-0e72-43ed-b8f4-60f10aef8e0d), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:21:29.544560 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55dfc71-f4d8-4dfc-aff0-8de0beab77dc req-fd92f016-7663-44ef-b899-c0ff8d42aead tempest-DeleteServersTestJSON-1338827600 tempest-DeleteServersTestJSON-1338827600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:21:29.554643 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-c55dfc71-f4d8-4dfc-aff0-8de0beab77dc req-fd92f016-7663-44ef-b899-c0ff8d42aead tempest-DeleteServersTestJSON-1338827600 tempest-DeleteServersTestJSON-1338827600-project] 10.222.0.13 "GET /v2.0/ports?device_id=0621ba00-1c2e-49ea-bd99-216b7e5f89e1 HTTP/1.1" status: 200 len: 946 time: 0.3531964 Jan 26 21:21:29.608921 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-e5db23eb-1473-4798-ad1a-a202c4ce2ca7 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Publish callbacks [] for router (2a5d0513-d45f-4010-8c54-36cd7a655e85), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:21:29.734141 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd4668a4-e76f-41e4-a406-ae73f6c406a2 None None] DHCP port deletion for 53e223b0-da4c-46a0-9735-61b7e6751b1f request from n-d-760453-5 {{(pid=103306) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 26 21:21:29.779344 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-c55dfc71-f4d8-4dfc-aff0-8de0beab77dc req-0e9fece7-c48c-4962-b7fc-dbc9ada03fab tempest-DeleteServersTestJSON-1338827600 tempest-DeleteServersTestJSON-1338827600-project] 10.222.0.13 "GET /v2.0/security-groups?id=b7fc5e70-a24b-497d-9cf6-8df82d0ad35b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2194769 Jan 26 21:21:29.857847 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Current status of the port cb24e201-0e72-43ed-b8f4-60f10aef8e0d is: BUILD; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:21:29.858581 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (cb24e201-0e72-43ed-b8f4-60f10aef8e0d), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:21:29.934716 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-e5db23eb-1473-4798-ad1a-a202c4ce2ca7 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Publish callbacks [] for router_gateway (2a5d0513-d45f-4010-8c54-36cd7a655e85), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:21:29.992743 n-d-760453-5 neutron-server[103306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3413dc1a-2ecf-4b13-a114-83070ef3b836', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb24e201-0e72-43ed-b8f4-60f10aef8e0d'}] {{(pid=103306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 21:21:29.995277 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9d5d370febab655511bdd2ffe887e43e442d144a440368702bcc1e93af00b97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3203c2f0-036c-4ba9-9b86-e68dadb8a919" -d '{"events": [{"server_uuid": "3413dc1a-2ecf-4b13-a114-83070ef3b836", "name": "network-vif-plugged", "status": "completed", "tag": "cb24e201-0e72-43ed-b8f4-60f10aef8e0d"}]}' {{(pid=103306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 21:21:30.026250 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] For port cb24e201-0e72-43ed-b8f4-60f10aef8e0d, host n-h2-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-5',level=0,port_id=cb24e201-0e72-43ed-b8f4-60f10aef8e0d,segment=NetworkSegment(9fd884b8-86e2-416d-a96d-94ce9081e9cd),segment_id=9fd884b8-86e2-416d-a96d-94ce9081e9cd)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:21:30.036867 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (cb24e201-0e72-43ed-b8f4-60f10aef8e0d), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:21:30.115264 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-bd4668a4-e76f-41e4-a406-ae73f6c406a2 None None] Deleting port 81e9d383-7e67-4eba-a28b-30729d18767b {{(pid=103306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 21:21:30.115638 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-bd4668a4-e76f-41e4-a406-ae73f6c406a2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746560630878'] for port (81e9d383-7e67-4eba-a28b-30729d18767b), before_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:21:30.160912 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-6e811e70-df0b-4b33-8ba0-69da0dae8ed5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a5d0513-d45f-4010-8c54-36cd7a655e85', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1781814701', 'tenant_id': 'c6d9f10230f341edbbe46b16c17eb870', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'external_fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.149'}], 'enable_snat': True}, 'gw_port_id': '480e2e3e-76bb-4f33-9738-b3f9c4bb8680', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T21:18:03Z', 'updated_at': '2022-01-26T21:21:26Z', 'revision_number': 5, 'project_id': 'c6d9f10230f341edbbe46b16c17eb870', 'gw_port': {'id': '480e2e3e-76bb-4f33-9738-b3f9c4bb8680', 'name': '', 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:24:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a5d0513-d45f-4010-8c54-36cd7a655e85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1577, 'fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:18:06Z', 'updated_at': '2022-01-26T21:18:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-5'}], 'n-d-760453-5', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:21:30.176681 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-e5db23eb-1473-4798-ad1a-a202c4ce2ca7 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Deleting port 480e2e3e-76bb-4f33-9738-b3f9c4bb8680 {{(pid=103304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 21:21:30.176922 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-e5db23eb-1473-4798-ad1a-a202c4ce2ca7 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746560630878'] for port (480e2e3e-76bb-4f33-9738-b3f9c4bb8680), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:21:30.204942 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Jan 2022 21:21:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f190715-3977-48c9-acbc-6f0dee5747b2 x-openstack-request-id: req-9f190715-3977-48c9-acbc-6f0dee5747b2 {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 21:21:30.205510 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3413dc1a-2ecf-4b13-a114-83070ef3b836", "name": "network-vif-plugged", "status": "completed", "tag": "cb24e201-0e72-43ed-b8f4-60f10aef8e0d", "code": 200}]} {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 21:21:30.205956 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-9f190715-3977-48c9-acbc-6f0dee5747b2 {{(pid=103306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 21:21:30.206327 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e811e70-df0b-4b33-8ba0-69da0dae8ed5 None None] The sync data for ids ['2a5d0513-d45f-4010-8c54-36cd7a655e85'] in n-d-760453-5 is: [{'id': '2a5d0513-d45f-4010-8c54-36cd7a655e85', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1781814701', 'tenant_id': 'c6d9f10230f341edbbe46b16c17eb870', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'external_fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.149'}], 'enable_snat': True}, 'gw_port_id': '480e2e3e-76bb-4f33-9738-b3f9c4bb8680', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T21:18:03Z', 'updated_at': '2022-01-26T21:21:26Z', 'revision_number': 5, 'project_id': 'c6d9f10230f341edbbe46b16c17eb870', 'gw_port': {'id': '480e2e3e-76bb-4f33-9738-b3f9c4bb8680', 'name': '', 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:24:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a5d0513-d45f-4010-8c54-36cd7a655e85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1577, 'fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:18:06Z', 'updated_at': '2022-01-26T21:18:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-5'}] {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 26 21:21:30.206796 n-d-760453-5 neutron-server[103306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3413dc1a-2ecf-4b13-a114-83070ef3b836', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb24e201-0e72-43ed-b8f4-60f10aef8e0d', 'code': 200} Jan 26 21:21:30.207741 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device 81e9d383-7e67-4eba-a28b-30729d18767b no longer exists at agent ovs-agent-n-d-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 26 21:21:30.293284 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Pushing event updated for resources: {'Port': ['ID=cb24e201-0e72-43ed-b8f4-60f10aef8e0d,revision_number=7']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:21:30.332928 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-bd4668a4-e76f-41e4-a406-ae73f6c406a2 None None] For port 81e9d383-7e67-4eba-a28b-30729d18767b, host n-d-760453-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=81e9d383-7e67-4eba-a28b-30729d18767b,segment=NetworkSegment(17e2e8a5-d0ff-43c6-ae30-ad82dc108dba),segment_id=17e2e8a5-d0ff-43c6-ae30-ad82dc108dba)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:21:30.333689 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-bd4668a4-e76f-41e4-a406-ae73f6c406a2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4109658'] for port (81e9d383-7e67-4eba-a28b-30729d18767b), precommit_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:21:30.355321 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-bd4668a4-e76f-41e4-a406-ae73f6c406a2 None None] Calling delete_port for 81e9d383-7e67-4eba-a28b-30729d18767b owned by network:dhcp {{(pid=103306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 21:21:30.546564 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [None req-e5db23eb-1473-4798-ad1a-a202c4ce2ca7 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] For port 480e2e3e-76bb-4f33-9738-b3f9c4bb8680, host n-d-760453-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=480e2e3e-76bb-4f33-9738-b3f9c4bb8680,segment=NetworkSegment(e17cb353-418f-48b9-b982-21a6233ee99b),segment_id=e17cb353-418f-48b9-b982-21a6233ee99b)] {{(pid=103304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:21:30.546969 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-e5db23eb-1473-4798-ad1a-a202c4ce2ca7 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4109658'] for port (480e2e3e-76bb-4f33-9738-b3f9c4bb8680), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:21:30.589810 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Current status of the port 81e9d383-7e67-4eba-a28b-30729d18767b is: ACTIVE; New status is: DOWN {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:21:30.590207 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (81e9d383-7e67-4eba-a28b-30729d18767b), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:21:30.599427 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-e5db23eb-1473-4798-ad1a-a202c4ce2ca7 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Calling delete_port for 480e2e3e-76bb-4f33-9738-b3f9c4bb8680 owned by network:router_gateway {{(pid=103304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 21:21:30.680071 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] For port 81e9d383-7e67-4eba-a28b-30729d18767b, host n-d-760453-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=81e9d383-7e67-4eba-a28b-30729d18767b,segment=NetworkSegment(17e2e8a5-d0ff-43c6-ae30-ad82dc108dba),segment_id=17e2e8a5-d0ff-43c6-ae30-ad82dc108dba)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:21:30.689684 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (81e9d383-7e67-4eba-a28b-30729d18767b), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:21:30.761611 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-a608e0df-e13d-4ac0-8dda-002978fcaa26 req-28caac60-975a-4a1e-b486-c7c69ad73d1f service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=ca795481-031c-48ac-925f-00596ed83bb9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1264362 Jan 26 21:21:30.914379 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Pushing event updated for resources: {'Port': ['ID=81e9d383-7e67-4eba-a28b-30729d18767b,revision_number=5']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:21:30.957665 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-bd4668a4-e76f-41e4-a406-ae73f6c406a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746560636600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746560234536'] for port (81e9d383-7e67-4eba-a28b-30729d18767b), after_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:21:30.977978 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a608e0df-e13d-4ac0-8dda-002978fcaa26 req-6fb597c9-361a-442f-9fd8-ab169987ce62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:21:30.978386 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a608e0df-e13d-4ac0-8dda-002978fcaa26 req-6fb597c9-361a-442f-9fd8-ab169987ce62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:21:30.988592 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a608e0df-e13d-4ac0-8dda-002978fcaa26 req-6fb597c9-361a-442f-9fd8-ab169987ce62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:21:30.989140 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a608e0df-e13d-4ac0-8dda-002978fcaa26 req-6fb597c9-361a-442f-9fd8-ab169987ce62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:21:30.989659 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a608e0df-e13d-4ac0-8dda-002978fcaa26 req-6fb597c9-361a-442f-9fd8-ab169987ce62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:21:30.990140 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a608e0df-e13d-4ac0-8dda-002978fcaa26 req-6fb597c9-361a-442f-9fd8-ab169987ce62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:21:30.990619 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a608e0df-e13d-4ac0-8dda-002978fcaa26 req-6fb597c9-361a-442f-9fd8-ab169987ce62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:21:30.993255 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-a608e0df-e13d-4ac0-8dda-002978fcaa26 req-6fb597c9-361a-442f-9fd8-ab169987ce62 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=026ef2d8b8e041b18f9abf8363011406&device_id=ca795481-031c-48ac-925f-00596ed83bb9 HTTP/1.1" status: 200 len: 6502 time: 0.1522694 Jan 26 21:21:31.005043 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4668a4-e76f-41e4-a406-ae73f6c406a2 None None] Pushing event deleted for resources: {'Port': ['ID=81e9d383-7e67-4eba-a28b-30729d18767b,revision_number=None']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:21:31.020889 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd4668a4-e76f-41e4-a406-ae73f6c406a2 None None] No DVR routers for this DVR port 81e9d383-7e67-4eba-a28b-30729d18767b on host n-d-760453-5 {{(pid=103306) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 26 21:21:31.215390 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a608e0df-e13d-4ac0-8dda-002978fcaa26 req-ce83c32c-de42-449b-b0b8-1c4520b847ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:21:31.215390 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a608e0df-e13d-4ac0-8dda-002978fcaa26 req-ce83c32c-de42-449b-b0b8-1c4520b847ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:21:31.215390 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a608e0df-e13d-4ac0-8dda-002978fcaa26 req-ce83c32c-de42-449b-b0b8-1c4520b847ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:21:31.216658 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-a608e0df-e13d-4ac0-8dda-002978fcaa26 req-ce83c32c-de42-449b-b0b8-1c4520b847ac service neutron] 10.222.0.66 "GET /v2.0/networks?id=bbfba3ee-2021-4c97-a0e2-2098fcdcf99e&id=efe29cb8-1223-4d1f-943f-1b137d401008&id=efe29cb8-1223-4d1f-943f-1b137d401008&id=efe29cb8-1223-4d1f-943f-1b137d401008&id=efe29cb8-1223-4d1f-943f-1b137d401008&id=bd020871-95b7-4b5a-881a-9e30b02eb2fe&id=bd020871-95b7-4b5a-881a-9e30b02eb2fe HTTP/1.1" status: 200 len: 2298 time: 0.1929331 Jan 26 21:21:31.313907 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-a608e0df-e13d-4ac0-8dda-002978fcaa26 req-0dd65075-1a84-470a-b3af-349e781f418d service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4836496e-4b86-4ff4-b7d3-0f22f4a6f134 HTTP/1.1" status: 200 len: 1001 time: 0.0876937 Jan 26 21:21:31.371847 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91112771-f140-41e6-9e0c-46baa51ed769 req-937c3a27-d594-4a78-9edf-574cfbba105c tempest-DeleteServersTestJSON-1338827600 tempest-DeleteServersTestJSON-1338827600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:21:31.380638 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-91112771-f140-41e6-9e0c-46baa51ed769 req-937c3a27-d594-4a78-9edf-574cfbba105c tempest-DeleteServersTestJSON-1338827600 tempest-DeleteServersTestJSON-1338827600-project] 10.222.0.13 "GET /v2.0/ports?device_id=0621ba00-1c2e-49ea-bd99-216b7e5f89e1 HTTP/1.1" status: 200 len: 946 time: 0.3157732 Jan 26 21:21:31.417098 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a608e0df-e13d-4ac0-8dda-002978fcaa26 req-aecbc33c-c22d-442c-a179-59208df0f48f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:21:31.419951 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-a608e0df-e13d-4ac0-8dda-002978fcaa26 req-aecbc33c-c22d-442c-a179-59208df0f48f service neutron] 10.222.0.66 "GET /v2.0/subnets?id=57e3c492-4b44-4b41-bf93-c4d6e5c59ce4 HTTP/1.1" status: 200 len: 856 time: 0.1008203 Jan 26 21:21:31.454129 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-91112771-f140-41e6-9e0c-46baa51ed769 req-55c1b395-93a3-4195-ad6d-048f9ead2b9a tempest-DeleteServersTestJSON-1338827600 tempest-DeleteServersTestJSON-1338827600-project] 10.222.0.13 "GET /v2.0/security-groups?id=b7fc5e70-a24b-497d-9cf6-8df82d0ad35b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721195 Jan 26 21:21:31.462986 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-e5db23eb-1473-4798-ad1a-a202c4ce2ca7 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746560636600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746560234536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9281553'] for port (480e2e3e-76bb-4f33-9738-b3f9c4bb8680), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:21:31.528915 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a608e0df-e13d-4ac0-8dda-002978fcaa26 req-4fb31aa5-f0c6-4c21-8cc8-bbe7cfa8723a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:21:31.535751 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-a608e0df-e13d-4ac0-8dda-002978fcaa26 req-4fb31aa5-f0c6-4c21-8cc8-bbe7cfa8723a service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=bbfba3ee-2021-4c97-a0e2-2098fcdcf99e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1107764 Jan 26 21:21:31.538263 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5db23eb-1473-4798-ad1a-a202c4ce2ca7 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Pushing event deleted for resources: {'Port': ['ID=480e2e3e-76bb-4f33-9738-b3f9c4bb8680,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:21:31.682689 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-a608e0df-e13d-4ac0-8dda-002978fcaa26 req-69c4b87d-038b-4fe2-a31d-8bf6f522efb7 service neutron] 10.222.0.66 "GET /v2.0/networks/bbfba3ee-2021-4c97-a0e2-2098fcdcf99e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1384790 Jan 26 21:21:31.774460 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-e5db23eb-1473-4798-ad1a-a202c4ce2ca7 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4111291'] for router_gateway (2a5d0513-d45f-4010-8c54-36cd7a655e85), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:21:31.844481 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-a608e0df-e13d-4ac0-8dda-002978fcaa26 req-ab7b3f5f-832a-4157-b54b-21fd5ed78bae service neutron] 10.222.0.66 "GET /v2.0/networks/bbfba3ee-2021-4c97-a0e2-2098fcdcf99e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1348956 Jan 26 21:21:31.980749 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-a608e0df-e13d-4ac0-8dda-002978fcaa26 req-f74d0286-283a-49f6-a674-f5cc950cad7d service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.172&port_id=a7268cc1-3994-4713-bc9a-c43426d166e2 HTTP/1.1" status: 200 len: 217 time: 0.1299071 Jan 26 21:21:31.998899 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-e5db23eb-1473-4798-ad1a-a202c4ce2ca7 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4105774', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13082'] for router (2a5d0513-d45f-4010-8c54-36cd7a655e85), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:21:32.001881 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-e5db23eb-1473-4798-ad1a-a202c4ce2ca7 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Publish callbacks [] for router_controller (2a5d0513-d45f-4010-8c54-36cd7a655e85), precommit_delete_associations {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:21:32.088560 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a608e0df-e13d-4ac0-8dda-002978fcaa26 req-457a2022-5645-431b-b570-e2b5a910c51f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:21:32.091832 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-a608e0df-e13d-4ac0-8dda-002978fcaa26 req-457a2022-5645-431b-b570-e2b5a910c51f service neutron] 10.222.0.66 "GET /v2.0/subnets?id=33c71571-b125-47e8-b95c-4b54e4e22463 HTTP/1.1" status: 200 len: 797 time: 0.0997963 Jan 26 21:21:32.108401 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-e5db23eb-1473-4798-ad1a-a202c4ce2ca7 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4105767'] for router (2a5d0513-d45f-4010-8c54-36cd7a655e85), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:21:32.110003 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5db23eb-1473-4798-ad1a-a202c4ce2ca7 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Fanout notify agent at l3_agent the message router_deleted on router 2a5d0513-d45f-4010-8c54-36cd7a655e85 {{(pid=103304) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 26 21:21:32.116978 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-e5db23eb-1473-4798-ad1a-a202c4ce2ca7 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Publish callbacks [] for router (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:21:32.120483 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-e5db23eb-1473-4798-ad1a-a202c4ce2ca7 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] 10.222.0.13 "DELETE /v2.0/routers/2a5d0513-d45f-4010-8c54-36cd7a655e85 HTTP/1.1" status: 204 len: 168 time: 2.9955437 Jan 26 21:21:32.121021 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 37848) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:21:32.135409 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device 38bb73ab-1bb2-4f57-b697-6eea7a149ae5 no longer exists at agent ovs-agent-n-d-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 26 21:21:32.207446 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a608e0df-e13d-4ac0-8dda-002978fcaa26 req-b3ba9d3f-09c1-45a7-9aa7-57ff5d82464f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:21:32.210361 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-a608e0df-e13d-4ac0-8dda-002978fcaa26 req-b3ba9d3f-09c1-45a7-9aa7-57ff5d82464f service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=efe29cb8-1223-4d1f-943f-1b137d401008&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1113598 Jan 26 21:21:32.220934 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] No Port match for: 38bb73ab-1bb2-4f57-b697-6eea7a149ae5 {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 26 21:21:32.221322 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device 38bb73ab-1bb2-4f57-b697-6eea7a149ae5 not bound to the agent host n-d-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 26 21:21:32.348907 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-a9d5e2b7-23d8-4ef3-b83b-3cacffdc1eb1 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-748181'] for network (53e223b0-da4c-46a0-9735-61b7e6751b1f), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:21:32.454000 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-a608e0df-e13d-4ac0-8dda-002978fcaa26 req-47207c92-faab-4511-bfa2-0b26b2b31b72 service neutron] 10.222.0.66 "GET /v2.0/networks/efe29cb8-1223-4d1f-943f-1b137d401008?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2213240 Jan 26 21:21:32.517593 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-a9d5e2b7-23d8-4ef3-b83b-3cacffdc1eb1 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-686403', 'neutron.services.segments.db._delete_segments_for_network-8746560774018'] for network (53e223b0-da4c-46a0-9735-61b7e6751b1f), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:21:32.542200 n-d-760453-5 neutron-server[103304]: DEBUG neutron.services.segments.db [None req-a9d5e2b7-23d8-4ef3-b83b-3cacffdc1eb1 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['53e223b0-da4c-46a0-9735-61b7e6751b1f']}} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:21:32.556218 n-d-760453-5 neutron-server[103304]: DEBUG neutron.services.segments.db [None req-a9d5e2b7-23d8-4ef3-b83b-3cacffdc1eb1 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '17e2e8a5-d0ff-43c6-ae30-ad82dc108dba') {'for_net_delete': True} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:21:32.556602 n-d-760453-5 neutron-server[103304]: DEBUG neutron.services.segments.db [None req-a9d5e2b7-23d8-4ef3-b83b-3cacffdc1eb1 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '17e2e8a5-d0ff-43c6-ae30-ad82dc108dba') {} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:21:32.567546 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-a9d5e2b7-23d8-4ef3-b83b-3cacffdc1eb1 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746560742283', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8881293'] for segment (17e2e8a5-d0ff-43c6-ae30-ad82dc108dba), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:21:32.583728 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-a9d5e2b7-23d8-4ef3-b83b-3cacffdc1eb1 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576559'] for segment (17e2e8a5-d0ff-43c6-ae30-ad82dc108dba), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:21:32.628268 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a9d5e2b7-23d8-4ef3-b83b-3cacffdc1eb1 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Releasing vlan 563 on physical network physnet1 to pool {{(pid=103304) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 26 21:21:32.629176 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-a9d5e2b7-23d8-4ef3-b83b-3cacffdc1eb1 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9281762'] for segment (17e2e8a5-d0ff-43c6-ae30-ad82dc108dba), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:21:32.632980 n-d-760453-5 neutron-server[103304]: Traceback (most recent call last): Jan 26 21:21:32.632980 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 26 21:21:32.632980 n-d-760453-5 neutron-server[103304]: timer() Jan 26 21:21:32.632980 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 26 21:21:32.632980 n-d-760453-5 neutron-server[103304]: cb(*args, **kw) Jan 26 21:21:32.632980 n-d-760453-5 neutron-server[103304]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 26 21:21:32.632980 n-d-760453-5 neutron-server[103304]: return func(*args, **kwargs) Jan 26 21:21:32.632980 n-d-760453-5 neutron-server[103304]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 26 21:21:32.632980 n-d-760453-5 neutron-server[103304]: self._notify() Jan 26 21:21:32.632980 n-d-760453-5 neutron-server[103304]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 26 21:21:32.632980 n-d-760453-5 neutron-server[103304]: self.callback(batched_events) Jan 26 21:21:32.632980 n-d-760453-5 neutron-server[103304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 26 21:21:32.632980 n-d-760453-5 neutron-server[103304]: event.method(event) Jan 26 21:21:32.632980 n-d-760453-5 neutron-server[103304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 26 21:21:32.632980 n-d-760453-5 neutron-server[103304]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 26 21:21:32.632980 n-d-760453-5 neutron-server[103304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 26 21:21:32.632980 n-d-760453-5 neutron-server[103304]: aggregate_uuid = self.p_client.list_aggregates( Jan 26 21:21:32.632980 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 26 21:21:32.632980 n-d-760453-5 neutron-server[103304]: return f(self, *a, **k) Jan 26 21:21:32.632980 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 26 21:21:32.632980 n-d-760453-5 neutron-server[103304]: return self._get(url).json() Jan 26 21:21:32.632980 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 26 21:21:32.632980 n-d-760453-5 neutron-server[103304]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 26 21:21:32.632980 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 26 21:21:32.632980 n-d-760453-5 neutron-server[103304]: return self.request(url, 'GET', **kwargs) Jan 26 21:21:32.632980 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 26 21:21:32.632980 n-d-760453-5 neutron-server[103304]: base_url = self.get_endpoint(auth, allow=allow, Jan 26 21:21:32.632980 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 26 21:21:32.632980 n-d-760453-5 neutron-server[103304]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 26 21:21:32.632980 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 26 21:21:32.632980 n-d-760453-5 neutron-server[103304]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 26 21:21:32.632980 n-d-760453-5 neutron-server[103304]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 26 21:21:32.722061 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-a608e0df-e13d-4ac0-8dda-002978fcaa26 req-53b17e5a-0a46-43a2-a69d-b52aa245f5f5 service neutron] 10.222.0.66 "GET /v2.0/networks/efe29cb8-1223-4d1f-943f-1b137d401008?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2670543 Jan 26 21:21:32.727307 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55bb9fe-e29f-4237-a3e4-e56ffd2d790c req-8d8ebde4-9860-40e2-a437-de2691fd494a tempest-DeleteServersTestJSON-1338827600 tempest-DeleteServersTestJSON-1338827600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:21:32.729816 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-d55bb9fe-e29f-4237-a3e4-e56ffd2d790c req-8d8ebde4-9860-40e2-a437-de2691fd494a tempest-DeleteServersTestJSON-1338827600 tempest-DeleteServersTestJSON-1338827600-project] 10.222.0.13 "GET /v2.0/ports?device_id=0621ba00-1c2e-49ea-bd99-216b7e5f89e1 HTTP/1.1" status: 200 len: 946 time: 0.1396840 Jan 26 21:21:32.847920 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-d55bb9fe-e29f-4237-a3e4-e56ffd2d790c req-6401c876-173a-48b7-b415-285a0dff6a72 tempest-DeleteServersTestJSON-1338827600 tempest-DeleteServersTestJSON-1338827600-project] 10.222.0.13 "GET /v2.0/security-groups?id=b7fc5e70-a24b-497d-9cf6-8df82d0ad35b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079626 Jan 26 21:21:32.848984 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-a9d5e2b7-23d8-4ef3-b83b-3cacffdc1eb1 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4110931'] for network (53e223b0-da4c-46a0-9735-61b7e6751b1f), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:21:32.905408 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-a608e0df-e13d-4ac0-8dda-002978fcaa26 req-abfc6bf2-a077-41bc-9e64-f126ef7edf73 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.201&port_id=855d117c-7e61-48ea-aea1-a4cc8811f046 HTTP/1.1" status: 200 len: 217 time: 0.1772006 Jan 26 21:21:32.907871 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-a9d5e2b7-23d8-4ef3-b83b-3cacffdc1eb1 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Publish callbacks [] for network (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:21:32.915688 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-a9d5e2b7-23d8-4ef3-b83b-3cacffdc1eb1 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] 10.222.0.13 "DELETE /v2.0/networks/53e223b0-da4c-46a0-9735-61b7e6751b1f HTTP/1.1" status: 204 len: 168 time: 0.7937024 Jan 26 21:21:32.916881 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d5e2b7-23d8-4ef3-b83b-3cacffdc1eb1 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Pushing event deleted for resources: {'Network': ['ID=53e223b0-da4c-46a0-9735-61b7e6751b1f,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:21:32.931405 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 37880) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:21:33.054942 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a608e0df-e13d-4ac0-8dda-002978fcaa26 req-f6b85c51-78e5-400c-8203-6ccce7a994b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:21:33.056446 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-a608e0df-e13d-4ac0-8dda-002978fcaa26 req-f6b85c51-78e5-400c-8203-6ccce7a994b9 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=33c71571-b125-47e8-b95c-4b54e4e22463 HTTP/1.1" status: 200 len: 797 time: 0.1454575 Jan 26 21:21:33.121063 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-4d581b68-4460-4494-84cb-3a5828076be5 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Publish callbacks [] for security_group (48ad9419-cea5-46f2-b67f-159b9c4803d0), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:21:33.139921 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a608e0df-e13d-4ac0-8dda-002978fcaa26 req-a3b3ca50-b0cf-43d4-bc45-a27ff0641a20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:21:33.141666 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-a608e0df-e13d-4ac0-8dda-002978fcaa26 req-a3b3ca50-b0cf-43d4-bc45-a27ff0641a20 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=efe29cb8-1223-4d1f-943f-1b137d401008&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0779090 Jan 26 21:21:33.187342 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-4d581b68-4460-4494-84cb-3a5828076be5 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Publish callbacks [] for security_group (48ad9419-cea5-46f2-b67f-159b9c4803d0), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:21:33.318151 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-4d581b68-4460-4494-84cb-3a5828076be5 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (48ad9419-cea5-46f2-b67f-159b9c4803d0), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:21:33.328468 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-4d581b68-4460-4494-84cb-3a5828076be5 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Publish callbacks [] for security_group (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:21:33.332896 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-4d581b68-4460-4494-84cb-3a5828076be5 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] 10.222.0.13 "DELETE /v2.0/security-groups/48ad9419-cea5-46f2-b67f-159b9c4803d0 HTTP/1.1" status: 204 len: 168 time: 0.3977387 Jan 26 21:21:33.343717 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d581b68-4460-4494-84cb-3a5828076be5 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=48ad9419-cea5-46f2-b67f-159b9c4803d0,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:21:33.355751 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-a608e0df-e13d-4ac0-8dda-002978fcaa26 req-2d888456-ef23-40ba-b50e-5e52548f6fa7 service neutron] 10.222.0.66 "GET /v2.0/networks/efe29cb8-1223-4d1f-943f-1b137d401008?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2065079 Jan 26 21:21:33.565123 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-a608e0df-e13d-4ac0-8dda-002978fcaa26 req-deefe8ac-f175-4544-93ef-4166831c8b05 service neutron] 10.222.0.66 "GET /v2.0/networks/efe29cb8-1223-4d1f-943f-1b137d401008?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2010689 Jan 26 21:21:33.649364 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-a608e0df-e13d-4ac0-8dda-002978fcaa26 req-a63e4862-b84b-43f9-9a62-8e31e41e267e service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.182&port_id=e0b52d53-b737-4357-b6a1-5a10086eeb00 HTTP/1.1" status: 200 len: 217 time: 0.0539434 Jan 26 21:21:33.729896 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a608e0df-e13d-4ac0-8dda-002978fcaa26 req-8f52e136-e369-46ea-83a8-0a929cfcc6cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:21:33.731720 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-a608e0df-e13d-4ac0-8dda-002978fcaa26 req-8f52e136-e369-46ea-83a8-0a929cfcc6cf service neutron] 10.222.0.66 "GET /v2.0/subnets?id=33c71571-b125-47e8-b95c-4b54e4e22463 HTTP/1.1" status: 200 len: 797 time: 0.0754747 Jan 26 21:21:33.823634 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a608e0df-e13d-4ac0-8dda-002978fcaa26 req-4864c852-6495-44fc-a5c0-7c9692c183ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:21:33.831005 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-a608e0df-e13d-4ac0-8dda-002978fcaa26 req-4864c852-6495-44fc-a5c0-7c9692c183ea service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=efe29cb8-1223-4d1f-943f-1b137d401008&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0923119 Jan 26 21:21:34.036070 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device 480e2e3e-76bb-4f33-9738-b3f9c4bb8680 no longer exists at agent ovs-agent-n-d-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 26 21:21:34.076785 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] No Port match for: 480e2e3e-76bb-4f33-9738-b3f9c4bb8680 {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 26 21:21:34.077609 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device 480e2e3e-76bb-4f33-9738-b3f9c4bb8680 not bound to the agent host n-d-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 26 21:21:34.164200 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-a608e0df-e13d-4ac0-8dda-002978fcaa26 req-bc9a21b8-473f-4248-8d64-dd14ca4160d8 service neutron] 10.222.0.66 "GET /v2.0/networks/efe29cb8-1223-4d1f-943f-1b137d401008?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3272431 Jan 26 21:21:34.289041 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38bc6f29-e221-41f3-b117-f28490c77dcd req-0f69c178-2c66-4e12-9975-296e4e05e12a tempest-DeleteServersTestJSON-1338827600 tempest-DeleteServersTestJSON-1338827600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:21:34.305001 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-38bc6f29-e221-41f3-b117-f28490c77dcd req-0f69c178-2c66-4e12-9975-296e4e05e12a tempest-DeleteServersTestJSON-1338827600 tempest-DeleteServersTestJSON-1338827600-project] 10.222.0.13 "GET /v2.0/ports?device_id=0621ba00-1c2e-49ea-bd99-216b7e5f89e1 HTTP/1.1" status: 200 len: 946 time: 0.1310174 Jan 26 21:21:34.469907 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-38bc6f29-e221-41f3-b117-f28490c77dcd req-2765ba8e-f855-413a-b144-38e99d9f90ec tempest-DeleteServersTestJSON-1338827600 tempest-DeleteServersTestJSON-1338827600-project] 10.222.0.13 "GET /v2.0/security-groups?id=b7fc5e70-a24b-497d-9cf6-8df82d0ad35b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1562996 Jan 26 21:21:34.479708 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-a608e0df-e13d-4ac0-8dda-002978fcaa26 req-d94fbd8d-054e-4e64-8d00-fdf599a62df9 service neutron] 10.222.0.66 "GET /v2.0/networks/efe29cb8-1223-4d1f-943f-1b137d401008?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3087258 Jan 26 21:21:34.579351 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-a608e0df-e13d-4ac0-8dda-002978fcaa26 req-db5fb9b6-e462-4aca-875a-ccb725ad7c90 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.226&port_id=63291687-eb18-4520-9507-18da92da4324 HTTP/1.1" status: 200 len: 217 time: 0.0890691 Jan 26 21:21:34.688567 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a608e0df-e13d-4ac0-8dda-002978fcaa26 req-898c0d8c-7080-4699-bb86-c54eac3e831e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:21:34.689744 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-a608e0df-e13d-4ac0-8dda-002978fcaa26 req-898c0d8c-7080-4699-bb86-c54eac3e831e service neutron] 10.222.0.66 "GET /v2.0/subnets?id=33c71571-b125-47e8-b95c-4b54e4e22463 HTTP/1.1" status: 200 len: 797 time: 0.1023419 Jan 26 21:21:34.765561 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a608e0df-e13d-4ac0-8dda-002978fcaa26 req-c4dcc39b-f33f-4d71-a366-928432272320 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:21:34.767585 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-a608e0df-e13d-4ac0-8dda-002978fcaa26 req-c4dcc39b-f33f-4d71-a366-928432272320 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=efe29cb8-1223-4d1f-943f-1b137d401008&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0700765 Jan 26 21:21:34.914353 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-a608e0df-e13d-4ac0-8dda-002978fcaa26 req-658cf790-970c-438c-ad37-389c16e7b097 service neutron] 10.222.0.66 "GET /v2.0/networks/efe29cb8-1223-4d1f-943f-1b137d401008?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1341031 Jan 26 21:21:35.265961 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-a608e0df-e13d-4ac0-8dda-002978fcaa26 req-3ac3b356-4c0a-4db5-bd80-88e47ad3a3de service neutron] 10.222.0.66 "GET /v2.0/networks/efe29cb8-1223-4d1f-943f-1b137d401008?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3357852 Jan 26 21:21:35.429733 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-a608e0df-e13d-4ac0-8dda-002978fcaa26 req-bfb0c849-5bd0-4d0d-b282-498d6fbdc735 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=e52ff17a-df76-4716-aace-f598c57c36fe HTTP/1.1" status: 200 len: 217 time: 0.1578641 Jan 26 21:21:35.584541 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a608e0df-e13d-4ac0-8dda-002978fcaa26 req-023f5af3-3419-4287-b798-6e4c4ffbb72e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:21:35.586106 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-a608e0df-e13d-4ac0-8dda-002978fcaa26 req-023f5af3-3419-4287-b798-6e4c4ffbb72e service neutron] 10.222.0.66 "GET /v2.0/subnets?id=9dd5ab13-de58-4a69-98df-f734e10541d8 HTTP/1.1" status: 200 len: 797 time: 0.1500342 Jan 26 21:21:35.671855 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a608e0df-e13d-4ac0-8dda-002978fcaa26 req-8db33d2b-1de2-4fe7-bbc2-0f2c450499a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:21:35.678874 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-a608e0df-e13d-4ac0-8dda-002978fcaa26 req-8db33d2b-1de2-4fe7-bbc2-0f2c450499a6 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=bd020871-95b7-4b5a-881a-9e30b02eb2fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0847778 Jan 26 21:21:35.755477 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb43e02-806b-4c52-8b85-a685df0a54ee req-674929e4-6b46-475e-8237-c7ce0d222384 tempest-DeleteServersTestJSON-1338827600 tempest-DeleteServersTestJSON-1338827600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:21:35.775938 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-4cb43e02-806b-4c52-8b85-a685df0a54ee req-674929e4-6b46-475e-8237-c7ce0d222384 tempest-DeleteServersTestJSON-1338827600 tempest-DeleteServersTestJSON-1338827600-project] 10.222.0.13 "GET /v2.0/ports?device_id=0621ba00-1c2e-49ea-bd99-216b7e5f89e1 HTTP/1.1" status: 200 len: 946 time: 0.1257870 Jan 26 21:21:35.817042 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 37958) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:21:35.852300 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-08a689d4-7bd7-43dd-9bf6-fd35f5fdcbe5 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1162094381', 'description': 'tempest-secgroup-smoke-1162094381 description', 'project_id': 'c6d9f10230f341edbbe46b16c17eb870'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:21:36.054725 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-4cb43e02-806b-4c52-8b85-a685df0a54ee req-51178781-5d60-4300-92b9-30058fae8eab tempest-DeleteServersTestJSON-1338827600 tempest-DeleteServersTestJSON-1338827600-project] 10.222.0.13 "GET /v2.0/security-groups?id=b7fc5e70-a24b-497d-9cf6-8df82d0ad35b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2777665 Jan 26 21:21:36.079627 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-08a689d4-7bd7-43dd-9bf6-fd35f5fdcbe5 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Publish callbacks [] for security_group (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:21:36.182921 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-08a689d4-7bd7-43dd-9bf6-fd35f5fdcbe5 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Publish callbacks [] for security_group (6cb8e788-9152-488c-8973-85140910b10a), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:21:36.196535 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-08a689d4-7bd7-43dd-9bf6-fd35f5fdcbe5 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (6cb8e788-9152-488c-8973-85140910b10a), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:21:36.319664 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-08a689d4-7bd7-43dd-9bf6-fd35f5fdcbe5 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Publish callbacks [] for security_group (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:21:36.333350 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-08a689d4-7bd7-43dd-9bf6-fd35f5fdcbe5 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.5016987 Jan 26 21:21:36.337749 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 37974) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:21:36.367318 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-8ca21085-e96d-4088-b534-8b81b4f93d50 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Request body: {'security_group_rule': {'security_group_id': '6cb8e788-9152-488c-8973-85140910b10a', 'project_id': 'c6d9f10230f341edbbe46b16c17eb870', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:21:36.404273 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a689d4-7bd7-43dd-9bf6-fd35f5fdcbe5 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6cb8e788-9152-488c-8973-85140910b10a,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:21:36.486423 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-8ca21085-e96d-4088-b534-8b81b4f93d50 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Publish callbacks [] for security_group_rule (882784c3-8559-456a-b33b-dc1b69fd3196), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:21:36.703865 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-8ca21085-e96d-4088-b534-8b81b4f93d50 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Publish callbacks [] for security_group_rule (882784c3-8559-456a-b33b-dc1b69fd3196), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:21:36.711241 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-8ca21085-e96d-4088-b534-8b81b4f93d50 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102715'] for security_group_rule (882784c3-8559-456a-b33b-dc1b69fd3196), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:21:36.767186 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca21085-e96d-4088-b534-8b81b4f93d50 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=882784c3-8559-456a-b33b-dc1b69fd3196,revision_number=0']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:21:36.779949 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-8ca21085-e96d-4088-b534-8b81b4f93d50 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:21:36.786793 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-8ca21085-e96d-4088-b534-8b81b4f93d50 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4349501 Jan 26 21:21:36.787849 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 37984) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:21:36.795759 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-2252a47f-5b91-4462-8de4-e1cd3181e2b6 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Request body: {'security_group_rule': {'security_group_id': '6cb8e788-9152-488c-8973-85140910b10a', 'project_id': 'c6d9f10230f341edbbe46b16c17eb870', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:21:36.850820 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-2252a47f-5b91-4462-8de4-e1cd3181e2b6 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Publish callbacks [] for security_group_rule (91572443-a917-4f92-b78b-dc535dd2ec12), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:21:36.980346 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-2252a47f-5b91-4462-8de4-e1cd3181e2b6 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Publish callbacks [] for security_group_rule (91572443-a917-4f92-b78b-dc535dd2ec12), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:21:36.994568 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-2252a47f-5b91-4462-8de4-e1cd3181e2b6 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102715'] for security_group_rule (91572443-a917-4f92-b78b-dc535dd2ec12), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:21:37.056744 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2252a47f-5b91-4462-8de4-e1cd3181e2b6 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=91572443-a917-4f92-b78b-dc535dd2ec12,revision_number=0']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:21:37.113991 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-2252a47f-5b91-4462-8de4-e1cd3181e2b6 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:21:37.128641 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 37990) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:21:37.130807 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-2252a47f-5b91-4462-8de4-e1cd3181e2b6 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3389447 Jan 26 21:21:37.181920 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-aa1815a5-b33f-4476-b613-e8860578581c tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Request body: {'security_group_rule': {'security_group_id': '6cb8e788-9152-488c-8973-85140910b10a', 'project_id': 'c6d9f10230f341edbbe46b16c17eb870', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:21:37.252795 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-a608e0df-e13d-4ac0-8dda-002978fcaa26 req-aea29a72-ae69-4db1-b470-5f22f7b0b4a7 service neutron] 10.222.0.66 "GET /v2.0/networks/bd020871-95b7-4b5a-881a-9e30b02eb2fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.5687337 Jan 26 21:21:37.378540 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-aa1815a5-b33f-4476-b613-e8860578581c tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Publish callbacks [] for security_group_rule (4f12dd53-9ecc-4598-9168-cc38e9af9ddf), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:21:37.483438 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbdeccc6-ad16-40bb-9ed2-a7e8beb41222 req-6129be67-ed9a-4ffa-96a1-f82d216e4a29 tempest-DeleteServersTestJSON-1338827600 tempest-DeleteServersTestJSON-1338827600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:21:37.493513 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-cbdeccc6-ad16-40bb-9ed2-a7e8beb41222 req-6129be67-ed9a-4ffa-96a1-f82d216e4a29 tempest-DeleteServersTestJSON-1338827600 tempest-DeleteServersTestJSON-1338827600-project] 10.222.0.13 "GET /v2.0/ports?device_id=0621ba00-1c2e-49ea-bd99-216b7e5f89e1 HTTP/1.1" status: 200 len: 946 time: 0.1742797 Jan 26 21:21:37.550599 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-a608e0df-e13d-4ac0-8dda-002978fcaa26 req-30693a43-a3d4-4223-a02d-d420d33a3f3c service neutron] 10.222.0.66 "GET /v2.0/networks/bd020871-95b7-4b5a-881a-9e30b02eb2fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2625997 Jan 26 21:21:37.624182 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-cbdeccc6-ad16-40bb-9ed2-a7e8beb41222 req-a754b252-87ac-4b07-91f2-1be5c0a89ddb tempest-DeleteServersTestJSON-1338827600 tempest-DeleteServersTestJSON-1338827600-project] 10.222.0.13 "GET /v2.0/security-groups?id=b7fc5e70-a24b-497d-9cf6-8df82d0ad35b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163239 Jan 26 21:21:37.728681 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-a608e0df-e13d-4ac0-8dda-002978fcaa26 req-6df68c2e-5b0a-4c13-bc27-eb202bd913cc service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=46e244fd-7905-4c27-b3f7-627bc270105e HTTP/1.1" status: 200 len: 217 time: 0.1691437 Jan 26 21:21:37.959204 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a608e0df-e13d-4ac0-8dda-002978fcaa26 req-474a6fde-c4ea-42ab-93d8-91ffe607df6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:21:37.961231 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-a608e0df-e13d-4ac0-8dda-002978fcaa26 req-474a6fde-c4ea-42ab-93d8-91ffe607df6a service neutron] 10.222.0.66 "GET /v2.0/subnets?id=9dd5ab13-de58-4a69-98df-f734e10541d8 HTTP/1.1" status: 200 len: 797 time: 0.1999648 Jan 26 21:21:38.077977 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-aa1815a5-b33f-4476-b613-e8860578581c tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Publish callbacks [] for security_group_rule (4f12dd53-9ecc-4598-9168-cc38e9af9ddf), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:21:38.096114 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-aa1815a5-b33f-4476-b613-e8860578581c tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102715'] for security_group_rule (4f12dd53-9ecc-4598-9168-cc38e9af9ddf), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:21:38.166730 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a608e0df-e13d-4ac0-8dda-002978fcaa26 req-b0eed554-c1e6-4e71-a3e2-d0d4abbca158 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:21:38.168191 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-a608e0df-e13d-4ac0-8dda-002978fcaa26 req-b0eed554-c1e6-4e71-a3e2-d0d4abbca158 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=bd020871-95b7-4b5a-881a-9e30b02eb2fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1906576 Jan 26 21:21:38.206562 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa1815a5-b33f-4476-b613-e8860578581c tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4f12dd53-9ecc-4598-9168-cc38e9af9ddf,revision_number=0']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:21:38.274683 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (32ef628b-8417-46c5-8729-60fcabe358f1), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:21:38.297549 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-aa1815a5-b33f-4476-b613-e8860578581c tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:21:38.298752 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-aa1815a5-b33f-4476-b613-e8860578581c tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.1426442 Jan 26 21:21:38.301750 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 38028) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:21:38.307488 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-5734ec8c-726d-4003-a4b5-006ba9f19134 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Request body: {'security_group_rule': {'security_group_id': '6cb8e788-9152-488c-8973-85140910b10a', 'project_id': 'c6d9f10230f341edbbe46b16c17eb870', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:21:38.403625 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-5734ec8c-726d-4003-a4b5-006ba9f19134 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Publish callbacks [] for security_group_rule (ab3ded6d-e5c4-41c0-bb2f-622479973857), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:21:38.656059 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-5734ec8c-726d-4003-a4b5-006ba9f19134 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Publish callbacks [] for security_group_rule (ab3ded6d-e5c4-41c0-bb2f-622479973857), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:21:38.666596 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-5734ec8c-726d-4003-a4b5-006ba9f19134 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102715'] for security_group_rule (ab3ded6d-e5c4-41c0-bb2f-622479973857), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:21:38.677870 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-a608e0df-e13d-4ac0-8dda-002978fcaa26 req-4c6a7427-273b-4ccf-95af-1c8db1f983b3 service neutron] 10.222.0.66 "GET /v2.0/networks/bd020871-95b7-4b5a-881a-9e30b02eb2fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4780059 Jan 26 21:21:38.780239 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5734ec8c-726d-4003-a4b5-006ba9f19134 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ab3ded6d-e5c4-41c0-bb2f-622479973857,revision_number=0']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:21:38.802663 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-5734ec8c-726d-4003-a4b5-006ba9f19134 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:21:38.813070 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-5734ec8c-726d-4003-a4b5-006ba9f19134 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5023019 Jan 26 21:21:38.813070 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 38056) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:21:38.821491 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-b1b7ecc3-8ca1-448f-978e-f9e590ce3277 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Request body: {'security_group_rule': {'security_group_id': '6cb8e788-9152-488c-8973-85140910b10a', 'project_id': 'c6d9f10230f341edbbe46b16c17eb870', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:21:38.890029 n-d-760453-5 neutron-server[103304]: INFO neutron.db.securitygroups_db [None req-b1b7ecc3-8ca1-448f-978e-f9e590ce3277 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Project c6d9f10230f341edbbe46b16c17eb870 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 26 21:21:38.918682 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-b1b7ecc3-8ca1-448f-978e-f9e590ce3277 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Publish callbacks [] for security_group_rule (f7e77490-b5f7-4531-8d37-39b099c9ae95), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:21:39.023614 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-a608e0df-e13d-4ac0-8dda-002978fcaa26 req-f5c0f8c0-7f5b-4e38-9b7d-6cebffe56d28 service neutron] 10.222.0.66 "GET /v2.0/networks/bd020871-95b7-4b5a-881a-9e30b02eb2fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3378127 Jan 26 21:21:39.180732 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-b1b7ecc3-8ca1-448f-978e-f9e590ce3277 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Publish callbacks [] for security_group_rule (f7e77490-b5f7-4531-8d37-39b099c9ae95), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:21:39.195584 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-b1b7ecc3-8ca1-448f-978e-f9e590ce3277 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102715'] for security_group_rule (f7e77490-b5f7-4531-8d37-39b099c9ae95), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:21:39.346673 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd28dc23-c89a-44fc-8944-e5302d97a57d req-b24a212a-25b7-4937-ba2d-88f67dc0c03c tempest-DeleteServersTestJSON-1338827600 tempest-DeleteServersTestJSON-1338827600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:21:39.348522 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-cd28dc23-c89a-44fc-8944-e5302d97a57d req-b24a212a-25b7-4937-ba2d-88f67dc0c03c tempest-DeleteServersTestJSON-1338827600 tempest-DeleteServersTestJSON-1338827600-project] 10.222.0.13 "GET /v2.0/ports?device_id=0621ba00-1c2e-49ea-bd99-216b7e5f89e1 HTTP/1.1" status: 200 len: 946 time: 0.4656901 Jan 26 21:21:39.360279 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b7ecc3-8ca1-448f-978e-f9e590ce3277 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f7e77490-b5f7-4531-8d37-39b099c9ae95,revision_number=0']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:21:39.581244 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-cd28dc23-c89a-44fc-8944-e5302d97a57d req-548388a1-83b0-4b1a-bd4c-72ed03b3a358 tempest-DeleteServersTestJSON-1338827600 tempest-DeleteServersTestJSON-1338827600-project] 10.222.0.13 "GET /v2.0/security-groups?id=b7fc5e70-a24b-497d-9cf6-8df82d0ad35b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2026584 Jan 26 21:21:39.589385 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-b1b7ecc3-8ca1-448f-978e-f9e590ce3277 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:21:39.593844 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 38064) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:21:39.598625 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-fa3addce-4148-4185-a2b1-3529e4fb4c1d tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Request body: {'security_group_rule': {'security_group_id': '6cb8e788-9152-488c-8973-85140910b10a', 'project_id': 'c6d9f10230f341edbbe46b16c17eb870', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:21:39.607511 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-b1b7ecc3-8ca1-448f-978e-f9e590ce3277 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.7968547 Jan 26 21:21:39.666526 n-d-760453-5 neutron-server[103305]: INFO neutron.db.securitygroups_db [None req-fa3addce-4148-4185-a2b1-3529e4fb4c1d tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Project c6d9f10230f341edbbe46b16c17eb870 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 26 21:21:39.701448 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-fa3addce-4148-4185-a2b1-3529e4fb4c1d tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Publish callbacks [] for security_group_rule (3d3b5dfb-d68d-4e29-a7fd-76378b4225c5), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:21:39.890852 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-fa3addce-4148-4185-a2b1-3529e4fb4c1d tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Publish callbacks [] for security_group_rule (3d3b5dfb-d68d-4e29-a7fd-76378b4225c5), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:21:39.897208 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-fa3addce-4148-4185-a2b1-3529e4fb4c1d tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102715'] for security_group_rule (3d3b5dfb-d68d-4e29-a7fd-76378b4225c5), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:21:39.936220 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3addce-4148-4185-a2b1-3529e4fb4c1d tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3d3b5dfb-d68d-4e29-a7fd-76378b4225c5,revision_number=0']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:21:39.964984 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-fa3addce-4148-4185-a2b1-3529e4fb4c1d tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:21:39.966460 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-fa3addce-4148-4185-a2b1-3529e4fb4c1d tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3716154 Jan 26 21:21:39.969244 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 38082) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:21:39.976754 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-946de7d1-0c36-493c-a790-29750aee868c tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Request body: {'network': {'name': 'tempest-network-smoke--1248444409', 'project_id': 'c6d9f10230f341edbbe46b16c17eb870', 'port_security_enabled': True}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:21:40.026460 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-946de7d1-0c36-493c-a790-29750aee868c tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Made reservation on behalf of c6d9f10230f341edbbe46b16c17eb870 for: {'network': 1} {{(pid=103305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 21:21:40.033658 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-946de7d1-0c36-493c-a790-29750aee868c tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for network (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:21:40.086278 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-946de7d1-0c36-493c-a790-29750aee868c tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] vlan segment allocate from pool success with {'vlan_id': 584, 'physical_network': 'physnet1'} {{(pid=103305) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 26 21:21:40.103411 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-946de7d1-0c36-493c-a790-29750aee868c tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576559'] for segment (24c7c5d0-e01c-4957-8108-056c43fd37fe), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:21:40.105162 n-d-760453-5 neutron-server[103305]: INFO neutron.db.segments_db [None req-946de7d1-0c36-493c-a790-29750aee868c tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Added segment 24c7c5d0-e01c-4957-8108-056c43fd37fe of type vlan for network 3e4368a8-f3b4-4f2b-9ce8-6f1eab73b100 Jan 26 21:21:40.199064 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-946de7d1-0c36-493c-a790-29750aee868c tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746560256871'] for network (3e4368a8-f3b4-4f2b-9ce8-6f1eab73b100), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:21:40.266704 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-946de7d1-0c36-493c-a790-29750aee868c tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503'] for network (3e4368a8-f3b4-4f2b-9ce8-6f1eab73b100), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:21:40.278371 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-946de7d1-0c36-493c-a790-29750aee868c tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:21:40.278952 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-946de7d1-0c36-493c-a790-29750aee868c tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709645'] for network (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:21:40.382589 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-946de7d1-0c36-493c-a790-29750aee868c tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4091568 Jan 26 21:21:40.382939 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 38088) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:21:40.468807 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-25c75432-7597-4872-b178-e3a8e0223e52 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-54234232', 'admin_state_up': True, 'project_id': 'c6d9f10230f341edbbe46b16c17eb870', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299'}}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:21:40.525259 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-946de7d1-0c36-493c-a790-29750aee868c tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Pushing event updated for resources: {'Network': ['ID=3e4368a8-f3b4-4f2b-9ce8-6f1eab73b100,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:21:40.552522 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-25c75432-7597-4872-b178-e3a8e0223e52 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4104596', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13108'] for router (2ced210b-6855-4ff8-8532-a74f4b202b06), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:21:40.555068 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Network 3e4368a8-f3b4-4f2b-9ce8-6f1eab73b100 details requested by agent ovs-agent-n-d-760453-5 with host n-d-760453-5 {{(pid=103306) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 26 21:21:40.559062 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-25c75432-7597-4872-b178-e3a8e0223e52 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4105828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4111306', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3733576', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13069'] for router (2ced210b-6855-4ff8-8532-a74f4b202b06), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:21:40.763319 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-25c75432-7597-4872-b178-e3a8e0223e52 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Publish callbacks [] for router_controller (2ced210b-6855-4ff8-8532-a74f4b202b06), precommit_add_association {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:21:40.867998 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be32fed4-7f40-4cdb-ab5f-5c44424f7797 req-f6b7c881-025e-4515-8938-92d2af95fe27 tempest-DeleteServersTestJSON-1338827600 tempest-DeleteServersTestJSON-1338827600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:21:40.882517 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-be32fed4-7f40-4cdb-ab5f-5c44424f7797 req-f6b7c881-025e-4515-8938-92d2af95fe27 tempest-DeleteServersTestJSON-1338827600 tempest-DeleteServersTestJSON-1338827600-project] 10.222.0.13 "GET /v2.0/ports?device_id=0621ba00-1c2e-49ea-bd99-216b7e5f89e1 HTTP/1.1" status: 200 len: 946 time: 0.1510770 Jan 26 21:21:41.071236 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-be32fed4-7f40-4cdb-ab5f-5c44424f7797 req-344b2276-ada8-4032-a1e8-f94220e607cd tempest-DeleteServersTestJSON-1338827600 tempest-DeleteServersTestJSON-1338827600-project] 10.222.0.13 "GET /v2.0/security-groups?id=b7fc5e70-a24b-497d-9cf6-8df82d0ad35b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1845529 Jan 26 21:21:41.182319 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-25c75432-7597-4872-b178-e3a8e0223e52 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Publish callbacks [] for router_gateway (2ced210b-6855-4ff8-8532-a74f4b202b06), precommit_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:21:41.682898 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-25c75432-7597-4872-b178-e3a8e0223e52 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Publish callbacks [] for router_gateway (2ced210b-6855-4ff8-8532-a74f4b202b06), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:21:41.764724 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-25c75432-7597-4872-b178-e3a8e0223e52 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:21:42.196338 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.db_base_plugin_common [None req-25c75432-7597-4872-b178-e3a8e0223e52 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Allocated IP 172.25.1.151 (4140a1f1-c93a-4bea-83a0-68953a54f299/e48251a1-e30d-4820-8396-00c6f6aeb601/f64f0307-fae0-4b13-a191-bc9d569d1304) {{(pid=103305) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 21:21:42.471931 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3b5528-586e-4b67-9bae-1c1586b1895e req-e11c102d-da06-4e21-b9df-5f30489fd352 tempest-DeleteServersTestJSON-1338827600 tempest-DeleteServersTestJSON-1338827600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:21:42.478843 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-3f3b5528-586e-4b67-9bae-1c1586b1895e req-e11c102d-da06-4e21-b9df-5f30489fd352 tempest-DeleteServersTestJSON-1338827600 tempest-DeleteServersTestJSON-1338827600-project] 10.222.0.13 "GET /v2.0/ports?device_id=0621ba00-1c2e-49ea-bd99-216b7e5f89e1 HTTP/1.1" status: 200 len: 946 time: 0.1440864 Jan 26 21:21:42.530904 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-25c75432-7597-4872-b178-e3a8e0223e52 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Publish callbacks [] for port (f64f0307-fae0-4b13-a191-bc9d569d1304), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:21:42.606524 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-3f3b5528-586e-4b67-9bae-1c1586b1895e req-30e8b10a-8e2c-4ebe-8c3c-cea1a401165b tempest-DeleteServersTestJSON-1338827600 tempest-DeleteServersTestJSON-1338827600-project] 10.222.0.13 "GET /v2.0/security-groups?id=b7fc5e70-a24b-497d-9cf6-8df82d0ad35b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222367 Jan 26 21:21:42.642915 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-25c75432-7597-4872-b178-e3a8e0223e52 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746560234527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11791543'] for port (f64f0307-fae0-4b13-a191-bc9d569d1304), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:21:42.704770 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25c75432-7597-4872-b178-e3a8e0223e52 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Network 4140a1f1-c93a-4bea-83a0-68953a54f299 is already hosted by enough agents. {{(pid=103305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 21:21:42.707902 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [None req-25c75432-7597-4872-b178-e3a8e0223e52 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Resources bound (agent type, host, resource id): {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:21:42.714808 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25c75432-7597-4872-b178-e3a8e0223e52 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Received port after_create {{(pid=103305) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 21:21:42.720543 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c75432-7597-4872-b178-e3a8e0223e52 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Pushing event updated for resources: {'Port': ['ID=f64f0307-fae0-4b13-a191-bc9d569d1304,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:21:43.285965 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-25c75432-7597-4872-b178-e3a8e0223e52 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Publish callbacks [] for router_gateway (2ced210b-6855-4ff8-8532-a74f4b202b06), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:21:43.788710 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-25c75432-7597-4872-b178-e3a8e0223e52 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4105757', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4111263'] for router (2ced210b-6855-4ff8-8532-a74f4b202b06), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:21:43.885216 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f3255b-ee44-40fa-b5f8-e996e5c50cb7 req-8cc01a63-ad75-471d-890b-4c4715d7a3ab tempest-DeleteServersTestJSON-1338827600 tempest-DeleteServersTestJSON-1338827600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:21:43.903498 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-15f3255b-ee44-40fa-b5f8-e996e5c50cb7 req-8cc01a63-ad75-471d-890b-4c4715d7a3ab tempest-DeleteServersTestJSON-1338827600 tempest-DeleteServersTestJSON-1338827600-project] 10.222.0.13 "GET /v2.0/ports?device_id=0621ba00-1c2e-49ea-bd99-216b7e5f89e1 HTTP/1.1" status: 200 len: 946 time: 0.1074581 Jan 26 21:21:44.029379 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-15f3255b-ee44-40fa-b5f8-e996e5c50cb7 req-b5b568da-4d2a-4ab8-becb-d395a38c8bc3 tempest-DeleteServersTestJSON-1338827600 tempest-DeleteServersTestJSON-1338827600-project] 10.222.0.13 "GET /v2.0/security-groups?id=b7fc5e70-a24b-497d-9cf6-8df82d0ad35b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249621 Jan 26 21:21:44.083633 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25c75432-7597-4872-b178-e3a8e0223e52 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Router 2ced210b-6855-4ff8-8532-a74f4b202b06 is scheduled to L3 agent 09df100c-3af1-4b0a-bda8-05914c71c458 with binding_index 1 {{(pid=103305) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 26 21:21:44.211659 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25c75432-7597-4872-b178-e3a8e0223e52 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Notify agent at l3_agent.n-d-760453-5 the message routers_updated {{(pid=103305) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 26 21:21:44.224053 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f7dd31d-65c9-4c1b-83ac-02c17e69d9e6 None None] Sync routers for ids ['2ced210b-6855-4ff8-8532-a74f4b202b06'] in n-d-760453-5 {{(pid=103306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 26 21:21:44.247225 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f7dd31d-65c9-4c1b-83ac-02c17e69d9e6 None None] Routers {'2ced210b-6855-4ff8-8532-a74f4b202b06'} bound to L3 agent in host n-d-760453-5 {{(pid=103306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 21:21:44.247703 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-25c75432-7597-4872-b178-e3a8e0223e52 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Publish callbacks [] for router (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:21:44.249515 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-25c75432-7597-4872-b178-e3a8e0223e52 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 3.8654799 Jan 26 21:21:44.250600 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-3f7dd31d-65c9-4c1b-83ac-02c17e69d9e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-26T20:55:21Z,description=,heartbeat_timestamp=2022-01-26T21:21:21Z,host='n-d-760453-5',id=09df100c-3af1-4b0a-bda8-05914c71c458,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:55:21Z,topic='l3_agent')) {'router_ids': ['2ced210b-6855-4ff8-8532-a74f4b202b06'], 'active': True} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:21:44.252710 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 38168) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:21:44.330464 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-c935dc9d-4431-4bb9-baad-e0bcd6f99be2 tempest-TestNetworkAdvancedServerOps-1435295253 tempest-TestNetworkAdvancedServerOps-1435295253-project-admin] 10.222.0.13 "GET /v2.0/subnets?project_id=c6d9f10230f341edbbe46b16c17eb870&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0760410 Jan 26 21:21:44.332839 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 38170) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:21:44.519423 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvr_db [None req-3f7dd31d-65c9-4c1b-83ac-02c17e69d9e6 None None] Set router 2ced210b-6855-4ff8-8532-a74f4b202b06 gateway port host: n-d-760453-5 {{(pid=103306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 21:21:44.806165 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81069b9e-c2d3-4153-a038-73931c89718c tempest-TestNetworkAdvancedServerOps-1435295253 tempest-TestNetworkAdvancedServerOps-1435295253-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:21:44.811886 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-81069b9e-c2d3-4153-a038-73931c89718c tempest-TestNetworkAdvancedServerOps-1435295253 tempest-TestNetworkAdvancedServerOps-1435295253-project-admin] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.4772558 Jan 26 21:21:44.814922 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 38192) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:21:44.915094 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-1c4075dd-64d3-4f8a-8511-1f0bb535972b tempest-TestNetworkAdvancedServerOps-1435295253 tempest-TestNetworkAdvancedServerOps-1435295253-project-admin] 10.222.0.13 "GET /v2.0/subnets?network_id=4140a1f1-c93a-4bea-83a0-68953a54f299&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0987089 Jan 26 21:21:44.917253 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 38198) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:21:44.930166 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-780ffe20-0d4a-4ff1-9ff0-75aaf3b033a4 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-867596838', 'network_id': '3e4368a8-f3b4-4f2b-9ce8-6f1eab73b100', 'project_id': 'c6d9f10230f341edbbe46b16c17eb870', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:21:45.162762 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-3f7dd31d-65c9-4c1b-83ac-02c17e69d9e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ced210b-6855-4ff8-8532-a74f4b202b06', 'name': 'tempest-TestNetworkAdvancedServerOps-router-54234232', 'tenant_id': 'c6d9f10230f341edbbe46b16c17eb870', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'external_fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.151'}], 'enable_snat': True}, 'gw_port_id': 'f64f0307-fae0-4b13-a191-bc9d569d1304', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T21:21:40Z', 'updated_at': '2022-01-26T21:21:43Z', 'revision_number': 3, 'project_id': 'c6d9f10230f341edbbe46b16c17eb870', 'gw_port': {'id': 'f64f0307-fae0-4b13-a191-bc9d569d1304', 'name': '', 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:c0:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ced210b-6855-4ff8-8532-a74f4b202b06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2043, 'fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:21:41Z', 'updated_at': '2022-01-26T21:21:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-5'}], 'n-d-760453-5', False) {} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:21:45.197649 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-780ffe20-0d4a-4ff1-9ff0-75aaf3b033a4 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Made reservation on behalf of c6d9f10230f341edbbe46b16c17eb870 for: {'subnet': 1} {{(pid=103304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 21:21:45.202556 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-780ffe20-0d4a-4ff1-9ff0-75aaf3b033a4 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12215181'] for subnet (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:21:45.273479 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f7dd31d-65c9-4c1b-83ac-02c17e69d9e6 None None] Checking router: 2ced210b-6855-4ff8-8532-a74f4b202b06 for host: n-d-760453-5 {{(pid=103306) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 26 21:21:45.274200 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f7dd31d-65c9-4c1b-83ac-02c17e69d9e6 None None] Updating router 2ced210b-6855-4ff8-8532-a74f4b202b06 port f64f0307-fae0-4b13-a191-bc9d569d1304 binding host n-d-760453-5 {{(pid=103306) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 26 21:21:45.416892 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-3f7dd31d-65c9-4c1b-83ac-02c17e69d9e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (f64f0307-fae0-4b13-a191-bc9d569d1304), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:21:46.062552 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-3f7dd31d-65c9-4c1b-83ac-02c17e69d9e6 None None] Publish callbacks [] for port (f64f0307-fae0-4b13-a191-bc9d569d1304), precommit_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:21:46.075941 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-3f7dd31d-65c9-4c1b-83ac-02c17e69d9e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (f64f0307-fae0-4b13-a191-bc9d569d1304), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:21:46.551541 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 38226) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:21:46.567807 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79308d87-1acc-47f3-8774-65ba6fd36ceb None None] Pushing event updated for resources: {'Port': ['ID=f64f0307-fae0-4b13-a191-bc9d569d1304,revision_number=2']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:21:46.589056 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-780ffe20-0d4a-4ff1-9ff0-75aaf3b033a4 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9285249', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12215227'] for subnet (c41b4bd2-c8e1-469d-9ade-a907fafb44b3), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:21:46.615386 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b743ae-71c1-42ad-adda-99a697baad9f req-41592814-6347-430b-ab79-6391b1a94039 tempest-DeleteServersTestJSON-1338827600 tempest-DeleteServersTestJSON-1338827600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:21:46.618061 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-a6b743ae-71c1-42ad-adda-99a697baad9f req-41592814-6347-430b-ab79-6391b1a94039 tempest-DeleteServersTestJSON-1338827600 tempest-DeleteServersTestJSON-1338827600-project] 10.222.0.13 "GET /v2.0/ports?device_id=0621ba00-1c2e-49ea-bd99-216b7e5f89e1 HTTP/1.1" status: 200 len: 946 time: 1.1143909 Jan 26 21:21:46.633096 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-3f7dd31d-65c9-4c1b-83ac-02c17e69d9e6 None None] Attempting to bind port f64f0307-fae0-4b13-a191-bc9d569d1304 on host n-d-760453-5 for vnic_type normal with profile {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 21:21:46.633516 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-3f7dd31d-65c9-4c1b-83ac-02c17e69d9e6 None None] Attempting to bind port f64f0307-fae0-4b13-a191-bc9d569d1304 by drivers openvswitch,hyperv on host n-d-760453-5 at level 0 using segments [{'id': 'e17cb353-418f-48b9-b982-21a6233ee99b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299'}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 26 21:21:46.637055 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f7dd31d-65c9-4c1b-83ac-02c17e69d9e6 None None] Attempting to bind port f64f0307-fae0-4b13-a191-bc9d569d1304 on network 4140a1f1-c93a-4bea-83a0-68953a54f299 {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 21:21:46.649980 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f7dd31d-65c9-4c1b-83ac-02c17e69d9e6 None None] Checking agent: {'id': 'fea0591a-627d-4c87-9a9a-01625ddf3277', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760453-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 20, 55, 25), 'started_at': datetime.datetime(2022, 1, 26, 20, 55, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 21, 21, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760453-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 26 21:21:46.650389 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f7dd31d-65c9-4c1b-83ac-02c17e69d9e6 None None] Checking segment: {'id': 'e17cb353-418f-48b9-b982-21a6233ee99b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 21:21:46.650790 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-3f7dd31d-65c9-4c1b-83ac-02c17e69d9e6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:21:46.653335 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f7dd31d-65c9-4c1b-83ac-02c17e69d9e6 None None] Bound using segment: {'id': 'e17cb353-418f-48b9-b982-21a6233ee99b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299'} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 26 21:21:46.655805 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-3f7dd31d-65c9-4c1b-83ac-02c17e69d9e6 None None] Bound port: f64f0307-fae0-4b13-a191-bc9d569d1304, host: n-d-760453-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e17cb353-418f-48b9-b982-21a6233ee99b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299'}}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 26 21:21:46.655805 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-3f7dd31d-65c9-4c1b-83ac-02c17e69d9e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (f64f0307-fae0-4b13-a191-bc9d569d1304), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:21:46.726839 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a3a378-2289-4445-913d-178ca4e5bd4c req-e627ba95-6824-4de5-85cd-2256451e766c tempest-ServersNegativeTestJSON-90632883 tempest-ServersNegativeTestJSON-90632883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:21:46.734313 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-64a3a378-2289-4445-913d-178ca4e5bd4c req-e627ba95-6824-4de5-85cd-2256451e766c tempest-ServersNegativeTestJSON-90632883 tempest-ServersNegativeTestJSON-90632883-project] 10.222.0.13 "GET /v2.0/ports?device_id=20bda332-a159-49bd-8c61-2ea774ab5602 HTTP/1.1" status: 200 len: 947 time: 1.1477044 Jan 26 21:21:46.782848 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-3f7dd31d-65c9-4c1b-83ac-02c17e69d9e6 None None] For port f64f0307-fae0-4b13-a191-bc9d569d1304, host n-d-760453-5, cleared binding levels {{(pid=103306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 26 21:21:46.791895 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-3f7dd31d-65c9-4c1b-83ac-02c17e69d9e6 None None] For port f64f0307-fae0-4b13-a191-bc9d569d1304, host n-d-760453-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=f64f0307-fae0-4b13-a191-bc9d569d1304,segment=NetworkSegment(e17cb353-418f-48b9-b982-21a6233ee99b),segment_id=e17cb353-418f-48b9-b982-21a6233ee99b)] {{(pid=103306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 26 21:21:46.804649 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-3f7dd31d-65c9-4c1b-83ac-02c17e69d9e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (f64f0307-fae0-4b13-a191-bc9d569d1304), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:21:46.805838 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-16882959-6e07-421e-8cf7-ed6e19defc21 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:21:46.851951 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-a6b743ae-71c1-42ad-adda-99a697baad9f req-6f4d9bad-8952-40d9-8f26-8c674f56f04e tempest-DeleteServersTestJSON-1338827600 tempest-DeleteServersTestJSON-1338827600-project] 10.222.0.13 "GET /v2.0/security-groups?id=b7fc5e70-a24b-497d-9cf6-8df82d0ad35b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1958151 Jan 26 21:21:46.852585 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-780ffe20-0d4a-4ff1-9ff0-75aaf3b033a4 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Pushing event updated for resources: {'Subnet': ['ID=c41b4bd2-c8e1-469d-9ade-a907fafb44b3,revision_number=0']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:21:46.866553 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-780ffe20-0d4a-4ff1-9ff0-75aaf3b033a4 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Checking segment: {'id': '24c7c5d0-e01c-4957-8108-056c43fd37fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '3e4368a8-f3b4-4f2b-9ce8-6f1eab73b100'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103304) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 21:21:46.867186 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-780ffe20-0d4a-4ff1-9ff0-75aaf3b033a4 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Network hostable DHCP agents. Network: 3e4368a8-f3b4-4f2b-9ce8-6f1eab73b100, hostable agents: ['474ccdf7-ab6c-405b-a3b2-dc7b05829902'], hosted agents: [] {{(pid=103304) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 26 21:21:46.917306 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-780ffe20-0d4a-4ff1-9ff0-75aaf3b033a4 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Network 3e4368a8-f3b4-4f2b-9ce8-6f1eab73b100 is scheduled to be hosted by DHCP agent 474ccdf7-ab6c-405b-a3b2-dc7b05829902 with binding_index 1 {{(pid=103304) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 26 21:21:46.971975 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-64a3a378-2289-4445-913d-178ca4e5bd4c req-532af15d-c7d3-4b80-8b5a-db0ac66953f4 tempest-ServersNegativeTestJSON-90632883 tempest-ServersNegativeTestJSON-90632883-project] 10.222.0.13 "GET /v2.0/security-groups?id=f00b351c-12ea-4499-84c9-f0263f4f27ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2055547 Jan 26 21:21:46.976599 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [None req-780ffe20-0d4a-4ff1-9ff0-75aaf3b033a4 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760453-5, 3e4368a8-f3b4-4f2b-9ce8-6f1eab73b100) {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:21:46.985130 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-780ffe20-0d4a-4ff1-9ff0-75aaf3b033a4 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:21:46.994153 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-780ffe20-0d4a-4ff1-9ff0-75aaf3b033a4 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Publish callbacks [] for subnet (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:21:47.028274 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fb73aeb-8538-4eb8-847e-c91aebbfc180 None None] Network 3e4368a8-f3b4-4f2b-9ce8-6f1eab73b100 requested from n-d-760453-5 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 26 21:21:47.049664 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-780ffe20-0d4a-4ff1-9ff0-75aaf3b033a4 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 2.1309755 Jan 26 21:21:47.052245 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 38230) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:21:47.103033 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79308d87-1acc-47f3-8774-65ba6fd36ceb None None] Pushing event updated for resources: {'Port': ['ID=f64f0307-fae0-4b13-a191-bc9d569d1304,revision_number=3']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:21:47.119189 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f7dd31d-65c9-4c1b-83ac-02c17e69d9e6 None None] Routers {'2ced210b-6855-4ff8-8532-a74f4b202b06'} bound to L3 agent in host n-d-760453-5 {{(pid=103306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 21:21:47.121515 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-16882959-6e07-421e-8cf7-ed6e19defc21 admin admin] Publish callbacks [] for security_group (dda50f5f-2877-414a-9dd6-a6b6eda4c05d), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:21:47.122306 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-3f7dd31d-65c9-4c1b-83ac-02c17e69d9e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-26T20:55:21Z,description=,heartbeat_timestamp=2022-01-26T21:21:21Z,host='n-d-760453-5',id=09df100c-3af1-4b0a-bda8-05914c71c458,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:55:21Z,topic='l3_agent')) {'router_ids': ['2ced210b-6855-4ff8-8532-a74f4b202b06'], 'active': True} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:21:47.140451 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-16882959-6e07-421e-8cf7-ed6e19defc21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (dda50f5f-2877-414a-9dd6-a6b6eda4c05d), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:21:47.199931 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16882959-6e07-421e-8cf7-ed6e19defc21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dda50f5f-2877-414a-9dd6-a6b6eda4c05d,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:21:47.267309 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-16882959-6e07-421e-8cf7-ed6e19defc21 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=2bb5527cd68344038b5670915e70adba&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7122545 Jan 26 21:21:47.279310 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 38240) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:21:47.295470 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa09b28-878b-4a6f-acc3-3009c6266d7f req-4d25d217-6646-4243-97fb-79dcd46ee836 tempest-ServersNegativeTestJSON-90632883 tempest-ServersNegativeTestJSON-90632883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:21:47.297849 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-1fa09b28-878b-4a6f-acc3-3009c6266d7f req-4d25d217-6646-4243-97fb-79dcd46ee836 tempest-ServersNegativeTestJSON-90632883 tempest-ServersNegativeTestJSON-90632883-project] 10.222.0.57 "GET /v2.0/ports?device_id=20bda332-a159-49bd-8c61-2ea774ab5602 HTTP/1.1" status: 200 len: 947 time: 0.3860610 Jan 26 21:21:47.523534 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-e8164860-f243-4625-86f1-cbf0b032c491 admin admin] Publish callbacks [] for security_group (dda50f5f-2877-414a-9dd6-a6b6eda4c05d), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:21:47.563217 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [req-1fa09b28-878b-4a6f-acc3-3009c6266d7f req-3b7cb170-7b3b-4627-a7be-c574b0bdea1f tempest-ServersNegativeTestJSON-90632883 tempest-ServersNegativeTestJSON-90632883-project] Deleting port 88764215-3016-414b-be37-d9a2af36ed63 {{(pid=103305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 21:21:47.567059 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-1fa09b28-878b-4a6f-acc3-3009c6266d7f req-3b7cb170-7b3b-4627-a7be-c574b0bdea1f tempest-ServersNegativeTestJSON-90632883 tempest-ServersNegativeTestJSON-90632883-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746560630878'] for port (88764215-3016-414b-be37-d9a2af36ed63), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:21:47.674494 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-e8164860-f243-4625-86f1-cbf0b032c491 admin admin] Publish callbacks [] for security_group (dda50f5f-2877-414a-9dd6-a6b6eda4c05d), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:21:47.783475 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvr_db [None req-3f7dd31d-65c9-4c1b-83ac-02c17e69d9e6 None None] Set router 2ced210b-6855-4ff8-8532-a74f4b202b06 gateway port host: n-d-760453-5 {{(pid=103306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 21:21:47.852924 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [req-1fa09b28-878b-4a6f-acc3-3009c6266d7f req-3b7cb170-7b3b-4627-a7be-c574b0bdea1f tempest-ServersNegativeTestJSON-90632883 tempest-ServersNegativeTestJSON-90632883-project] For port 88764215-3016-414b-be37-d9a2af36ed63, host n-h2-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-5',level=0,port_id=88764215-3016-414b-be37-d9a2af36ed63,segment=NetworkSegment(814afaca-b1b7-499b-b897-fa89d466ac5d),segment_id=814afaca-b1b7-499b-b897-fa89d466ac5d)] {{(pid=103305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:21:47.862018 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-1fa09b28-878b-4a6f-acc3-3009c6266d7f req-3b7cb170-7b3b-4627-a7be-c574b0bdea1f tempest-ServersNegativeTestJSON-90632883 tempest-ServersNegativeTestJSON-90632883-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4109658'] for port (88764215-3016-414b-be37-d9a2af36ed63), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:21:47.887322 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [req-1fa09b28-878b-4a6f-acc3-3009c6266d7f req-3b7cb170-7b3b-4627-a7be-c574b0bdea1f tempest-ServersNegativeTestJSON-90632883 tempest-ServersNegativeTestJSON-90632883-project] Calling delete_port for 88764215-3016-414b-be37-d9a2af36ed63 owned by compute:nova {{(pid=103305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 21:21:47.970058 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfb4a9c5-0c9e-4ec4-995b-cc498133f454 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3c4099e8-8ffb-51d1-af7f-5868973e933f-3e4368a8-f3b4-4f2b-9ce8-6f1eab73b100', 'network_id': '3e4368a8-f3b4-4f2b-9ce8-6f1eab73b100', 'project_id': 'c6d9f10230f341edbbe46b16c17eb870', 'fixed_ips': [{'subnet_id': 'c41b4bd2-c8e1-469d-9ade-a907fafb44b3'}]}} from n-d-760453-5. {{(pid=103306) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 26 21:21:47.970480 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-dfb4a9c5-0c9e-4ec4-995b-cc498133f454 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (None), before_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:21:48.104003 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-1fa09b28-878b-4a6f-acc3-3009c6266d7f req-3b7cb170-7b3b-4627-a7be-c574b0bdea1f tempest-ServersNegativeTestJSON-90632883 tempest-ServersNegativeTestJSON-90632883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746560636600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746560234536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11791543'] for port (88764215-3016-414b-be37-d9a2af36ed63), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:21:48.157597 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b7cb170-7b3b-4627-a7be-c574b0bdea1f tempest-ServersNegativeTestJSON-90632883 tempest-ServersNegativeTestJSON-90632883-project] Pushing event deleted for resources: {'Port': ['ID=88764215-3016-414b-be37-d9a2af36ed63,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:21:48.187003 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] get_ports_and_sgs() called for port_ids ['88764215-3016-414b-be37-d9a2af36ed63'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 26 21:21:48.251048 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [req-1fa09b28-878b-4a6f-acc3-3009c6266d7f req-3b7cb170-7b3b-4627-a7be-c574b0bdea1f tempest-ServersNegativeTestJSON-90632883 tempest-ServersNegativeTestJSON-90632883-project] No DVR routers for this DVR port 88764215-3016-414b-be37-d9a2af36ed63 on host n-h2-760453-5 {{(pid=103305) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 26 21:21:48.254009 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-1fa09b28-878b-4a6f-acc3-3009c6266d7f req-3b7cb170-7b3b-4627-a7be-c574b0bdea1f tempest-ServersNegativeTestJSON-90632883 tempest-ServersNegativeTestJSON-90632883-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:21:48.258437 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-1fa09b28-878b-4a6f-acc3-3009c6266d7f req-3b7cb170-7b3b-4627-a7be-c574b0bdea1f tempest-ServersNegativeTestJSON-90632883 tempest-ServersNegativeTestJSON-90632883-project] 10.222.0.57 "DELETE /v2.0/ports/88764215-3016-414b-be37-d9a2af36ed63 HTTP/1.1" status: 204 len: 173 time: 0.9521706 Jan 26 21:21:48.259015 n-d-760453-5 neutron-server[103305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20bda332-a159-49bd-8c61-2ea774ab5602', 'name': 'network-vif-deleted', 'tag': '88764215-3016-414b-be37-d9a2af36ed63'}] {{(pid=103305) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 21:21:48.262097 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d4654568b7bf041e72ff8fe1c96d6d761d9c921f2b99bc7b3a26632be20cee0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90d4bb76-ba09-480e-bd95-59636b64ea02" -d '{"events": [{"server_uuid": "20bda332-a159-49bd-8c61-2ea774ab5602", "name": "network-vif-deleted", "tag": "88764215-3016-414b-be37-d9a2af36ed63"}]}' {{(pid=103305) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 21:21:48.596135 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-3f7dd31d-65c9-4c1b-83ac-02c17e69d9e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ced210b-6855-4ff8-8532-a74f4b202b06', 'name': 'tempest-TestNetworkAdvancedServerOps-router-54234232', 'tenant_id': 'c6d9f10230f341edbbe46b16c17eb870', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'external_fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.151'}], 'enable_snat': True}, 'gw_port_id': 'f64f0307-fae0-4b13-a191-bc9d569d1304', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T21:21:40Z', 'updated_at': '2022-01-26T21:21:43Z', 'revision_number': 3, 'project_id': 'c6d9f10230f341edbbe46b16c17eb870', 'gw_port': {'id': 'f64f0307-fae0-4b13-a191-bc9d569d1304', 'name': '', 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:c0:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ced210b-6855-4ff8-8532-a74f4b202b06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2043, 'fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:21:41Z', 'updated_at': '2022-01-26T21:21:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-5'}], 'n-d-760453-5', False) {} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:21:48.603096 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-22e9a7ba-d170-49f0-a644-3eefbe0f078f req-bbc67631-50c4-40d6-b70a-6220b0141aad tempest-ServersNegativeTestJSON-90632883 tempest-ServersNegativeTestJSON-90632883-project] 10.222.0.13 "GET /v2.0/ports?device_id=20bda332-a159-49bd-8c61-2ea774ab5602 HTTP/1.1" status: 200 len: 210 time: 0.3893008 Jan 26 21:21:48.610301 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-e8164860-f243-4625-86f1-cbf0b032c491 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (dda50f5f-2877-414a-9dd6-a6b6eda4c05d), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:21:48.614145 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-e8164860-f243-4625-86f1-cbf0b032c491 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:21:48.631207 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-e8164860-f243-4625-86f1-cbf0b032c491 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/dda50f5f-2877-414a-9dd6-a6b6eda4c05d HTTP/1.1" status: 204 len: 168 time: 1.3486168 Jan 26 21:21:48.672971 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f7dd31d-65c9-4c1b-83ac-02c17e69d9e6 None None] The sync data for ids ['2ced210b-6855-4ff8-8532-a74f4b202b06'] in n-d-760453-5 is: [{'id': '2ced210b-6855-4ff8-8532-a74f4b202b06', 'name': 'tempest-TestNetworkAdvancedServerOps-router-54234232', 'tenant_id': 'c6d9f10230f341edbbe46b16c17eb870', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'external_fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.151'}], 'enable_snat': True}, 'gw_port_id': 'f64f0307-fae0-4b13-a191-bc9d569d1304', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T21:21:40Z', 'updated_at': '2022-01-26T21:21:43Z', 'revision_number': 3, 'project_id': 'c6d9f10230f341edbbe46b16c17eb870', 'gw_port': {'id': 'f64f0307-fae0-4b13-a191-bc9d569d1304', 'name': '', 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:c0:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ced210b-6855-4ff8-8532-a74f4b202b06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2043, 'fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:21:41Z', 'updated_at': '2022-01-26T21:21:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-5'}] {{(pid=103306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 26 21:21:48.703645 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8164860-f243-4625-86f1-cbf0b032c491 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dda50f5f-2877-414a-9dd6-a6b6eda4c05d,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:21:48.759172 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b416b09e-685d-40c3-9499-c4ebb10fa3e7 req-160b8ca7-08a7-4f6c-8762-24c7f79f7972 tempest-DeleteServersTestJSON-1338827600 tempest-DeleteServersTestJSON-1338827600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:21:48.760823 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-b416b09e-685d-40c3-9499-c4ebb10fa3e7 req-160b8ca7-08a7-4f6c-8762-24c7f79f7972 tempest-DeleteServersTestJSON-1338827600 tempest-DeleteServersTestJSON-1338827600-project] 10.222.0.13 "GET /v2.0/ports?device_id=0621ba00-1c2e-49ea-bd99-216b7e5f89e1 HTTP/1.1" status: 200 len: 946 time: 0.5494578 Jan 26 21:21:48.978951 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.db_base_plugin_common [None req-dfb4a9c5-0c9e-4ec4-995b-cc498133f454 None None] Allocated IP 172.20.0.2 (3e4368a8-f3b4-4f2b-9ce8-6f1eab73b100/c41b4bd2-c8e1-469d-9ade-a907fafb44b3/54e88457-9b63-4abb-976b-93a401fd9acc) {{(pid=103306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 21:21:49.016866 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-f7440b02-951c-49b4-b526-b8142d22485e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (474ccdf7-ab6c-405b-a3b2-dc7b05829902), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:21:49.059211 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-b26f2e51-c890-4e91-a7f5-2bc28d385f8d tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:21:49.114492 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Jan 2022 21:21:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a422e2a-b54e-438b-9360-eb3072c19bf4 x-openstack-request-id: req-1a422e2a-b54e-438b-9360-eb3072c19bf4 {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 21:21:49.114998 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20bda332-a159-49bd-8c61-2ea774ab5602", "name": "network-vif-deleted", "tag": "88764215-3016-414b-be37-d9a2af36ed63", "status": "completed", "code": 200}]} {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 21:21:49.115106 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-1a422e2a-b54e-438b-9360-eb3072c19bf4 {{(pid=103305) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 21:21:49.116256 n-d-760453-5 neutron-server[103305]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20bda332-a159-49bd-8c61-2ea774ab5602', 'name': 'network-vif-deleted', 'tag': '88764215-3016-414b-be37-d9a2af36ed63', 'status': 'completed', 'code': 200} Jan 26 21:21:49.214913 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-b416b09e-685d-40c3-9499-c4ebb10fa3e7 req-56d2b3b7-4de3-4404-86f2-d75803cafaea tempest-DeleteServersTestJSON-1338827600 tempest-DeleteServersTestJSON-1338827600-project] 10.222.0.13 "GET /v2.0/security-groups?id=b7fc5e70-a24b-497d-9cf6-8df82d0ad35b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4393430 Jan 26 21:21:49.422533 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-dfb4a9c5-0c9e-4ec4-995b-cc498133f454 None None] Publish callbacks [] for port (54e88457-9b63-4abb-976b-93a401fd9acc), precommit_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:21:49.439435 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-dfb4a9c5-0c9e-4ec4-995b-cc498133f454 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746560234527'] for port (54e88457-9b63-4abb-976b-93a401fd9acc), after_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:21:49.514306 n-d-760453-5 neutron-server[103306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfb4a9c5-0c9e-4ec4-995b-cc498133f454 None None] Network 3e4368a8-f3b4-4f2b-9ce8-6f1eab73b100 is already hosted by enough agents. {{(pid=103306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 21:21:49.526681 n-d-760453-5 neutron-server[103306]: DEBUG neutron.scheduler.base_scheduler [None req-dfb4a9c5-0c9e-4ec4-995b-cc498133f454 None None] Resources bound (agent type, host, resource id): {{(pid=103306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:21:49.530530 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfb4a9c5-0c9e-4ec4-995b-cc498133f454 None None] Received port after_create {{(pid=103306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 21:21:49.548803 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 38288) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:21:49.584488 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-8ea0d28e-f1b2-4ef8-b5c6-700a0d1934fc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:21:49.686527 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb4a9c5-0c9e-4ec4-995b-cc498133f454 None None] Pushing event updated for resources: {'Port': ['ID=54e88457-9b63-4abb-976b-93a401fd9acc,revision_number=1']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:21:49.715892 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-dfb4a9c5-0c9e-4ec4-995b-cc498133f454 None None] Attempting to bind port 54e88457-9b63-4abb-976b-93a401fd9acc on host n-d-760453-5 for vnic_type normal with profile {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 21:21:49.716269 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-dfb4a9c5-0c9e-4ec4-995b-cc498133f454 None None] Attempting to bind port 54e88457-9b63-4abb-976b-93a401fd9acc by drivers openvswitch,hyperv on host n-d-760453-5 at level 0 using segments [{'id': '24c7c5d0-e01c-4957-8108-056c43fd37fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '3e4368a8-f3b4-4f2b-9ce8-6f1eab73b100'}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 26 21:21:49.716637 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfb4a9c5-0c9e-4ec4-995b-cc498133f454 None None] Attempting to bind port 54e88457-9b63-4abb-976b-93a401fd9acc on network 3e4368a8-f3b4-4f2b-9ce8-6f1eab73b100 {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 21:21:49.746621 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfb4a9c5-0c9e-4ec4-995b-cc498133f454 None None] Checking agent: {'id': 'fea0591a-627d-4c87-9a9a-01625ddf3277', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760453-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 20, 55, 25), 'started_at': datetime.datetime(2022, 1, 26, 20, 55, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 21, 21, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760453-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 26 21:21:49.747010 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfb4a9c5-0c9e-4ec4-995b-cc498133f454 None None] Checking segment: {'id': '24c7c5d0-e01c-4957-8108-056c43fd37fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '3e4368a8-f3b4-4f2b-9ce8-6f1eab73b100'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 21:21:49.747426 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-dfb4a9c5-0c9e-4ec4-995b-cc498133f454 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:21:49.747830 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfb4a9c5-0c9e-4ec4-995b-cc498133f454 None None] Bound using segment: {'id': '24c7c5d0-e01c-4957-8108-056c43fd37fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '3e4368a8-f3b4-4f2b-9ce8-6f1eab73b100'} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 26 21:21:49.748368 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-dfb4a9c5-0c9e-4ec4-995b-cc498133f454 None None] Bound port: 54e88457-9b63-4abb-976b-93a401fd9acc, host: n-d-760453-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '24c7c5d0-e01c-4957-8108-056c43fd37fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '3e4368a8-f3b4-4f2b-9ce8-6f1eab73b100'}}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 26 21:21:49.748688 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-dfb4a9c5-0c9e-4ec4-995b-cc498133f454 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (54e88457-9b63-4abb-976b-93a401fd9acc), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:21:49.782863 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 38298) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:21:49.979848 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.db_base_plugin_common [None req-b26f2e51-c890-4e91-a7f5-2bc28d385f8d tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Allocated IP 172.20.0.1 (3e4368a8-f3b4-4f2b-9ce8-6f1eab73b100/c41b4bd2-c8e1-469d-9ade-a907fafb44b3/ddbd5dd0-e0bc-4ae6-8792-4c858ed8cffe) {{(pid=103304) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 21:21:49.991743 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-dfb4a9c5-0c9e-4ec4-995b-cc498133f454 None None] For port 54e88457-9b63-4abb-976b-93a401fd9acc, host n-d-760453-5, cleared binding levels {{(pid=103306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 26 21:21:49.996906 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-dfb4a9c5-0c9e-4ec4-995b-cc498133f454 None None] For port 54e88457-9b63-4abb-976b-93a401fd9acc, host n-d-760453-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=54e88457-9b63-4abb-976b-93a401fd9acc,segment=NetworkSegment(24c7c5d0-e01c-4957-8108-056c43fd37fe),segment_id=24c7c5d0-e01c-4957-8108-056c43fd37fe)] {{(pid=103306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 26 21:21:50.010337 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-dfb4a9c5-0c9e-4ec4-995b-cc498133f454 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (54e88457-9b63-4abb-976b-93a401fd9acc), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:21:50.100392 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.db_base_plugin_v2 [None req-63c4ef43-3b51-4d63-b201-680c08bdd24f admin admin] Deleting subnet baa99134-bdb6-4691-8665-46a31e075f80 {{(pid=103305) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 26 21:21:50.118415 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-63c4ef43-3b51-4d63-b201-680c08bdd24f admin admin] Publish callbacks [] for subnet (baa99134-bdb6-4691-8665-46a31e075f80), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:21:50.127606 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-8ea0d28e-f1b2-4ef8-b5c6-700a0d1934fc admin admin] Publish callbacks [] for security_group (e099e946-b7f1-4be5-8f8f-645601c0c36d), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:21:50.209348 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-8ea0d28e-f1b2-4ef8-b5c6-700a0d1934fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (e099e946-b7f1-4be5-8f8f-645601c0c36d), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:21:50.210882 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb4a9c5-0c9e-4ec4-995b-cc498133f454 None None] Pushing event updated for resources: {'Port': ['ID=54e88457-9b63-4abb-976b-93a401fd9acc,revision_number=2']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:21:50.324720 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device f64f0307-fae0-4b13-a191-bc9d569d1304 up at agent ovs-agent-n-d-760453-5 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 21:21:50.405336 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-63c4ef43-3b51-4d63-b201-680c08bdd24f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11788946'] for subnet (baa99134-bdb6-4691-8665-46a31e075f80), precommit_delete_associations {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:21:50.479838 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-b26f2e51-c890-4e91-a7f5-2bc28d385f8d tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Publish callbacks [] for port (ddbd5dd0-e0bc-4ae6-8792-4c858ed8cffe), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:21:50.516907 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Provisioning complete for port f64f0307-fae0-4b13-a191-bc9d569d1304 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:21:50.517321 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (f64f0307-fae0-4b13-a191-bc9d569d1304), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:21:50.527492 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788113b0-78e0-4a30-995a-b0ae689af09c req-15925e6a-1247-4206-a460-cd2f4378bd45 tempest-DeleteServersTestJSON-1338827600 tempest-DeleteServersTestJSON-1338827600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:21:50.529096 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-788113b0-78e0-4a30-995a-b0ae689af09c req-15925e6a-1247-4206-a460-cd2f4378bd45 tempest-DeleteServersTestJSON-1338827600 tempest-DeleteServersTestJSON-1338827600-project] 10.222.0.13 "GET /v2.0/ports?device_id=0621ba00-1c2e-49ea-bd99-216b7e5f89e1 HTTP/1.1" status: 200 len: 946 time: 0.1310976 Jan 26 21:21:50.670206 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea0d28e-f1b2-4ef8-b5c6-700a0d1934fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e099e946-b7f1-4be5-8f8f-645601c0c36d,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:21:50.679767 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Current status of the port f64f0307-fae0-4b13-a191-bc9d569d1304 is: DOWN; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:21:50.680481 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (f64f0307-fae0-4b13-a191-bc9d569d1304), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:21:50.686555 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Device 88764215-3016-414b-be37-d9a2af36ed63 no longer exists at agent hyperv_n-h2-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 26 21:21:50.736566 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-63c4ef43-3b51-4d63-b201-680c08bdd24f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687316'] for subnet (baa99134-bdb6-4691-8665-46a31e075f80), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:21:50.791849 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-b26f2e51-c890-4e91-a7f5-2bc28d385f8d tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746560234527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9281553'] for port (ddbd5dd0-e0bc-4ae6-8792-4c858ed8cffe), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:21:50.816926 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-788113b0-78e0-4a30-995a-b0ae689af09c req-3561883d-8110-4e51-a724-652d4aabe4de tempest-DeleteServersTestJSON-1338827600 tempest-DeleteServersTestJSON-1338827600-project] 10.222.0.13 "GET /v2.0/security-groups?id=b7fc5e70-a24b-497d-9cf6-8df82d0ad35b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2738364 Jan 26 21:21:50.817877 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-8ea0d28e-f1b2-4ef8-b5c6-700a0d1934fc admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=cf0dccbb96f34548b58c71f69ef04c97&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2626379 Jan 26 21:21:50.818747 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 38328) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:21:50.933700 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] No Port match for: 88764215-3016-414b-be37-d9a2af36ed63 {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 26 21:21:50.938783 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Device 88764215-3016-414b-be37-d9a2af36ed63 not bound to the agent host n-h2-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 26 21:21:50.963419 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] For port f64f0307-fae0-4b13-a191-bc9d569d1304, host n-d-760453-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=f64f0307-fae0-4b13-a191-bc9d569d1304,segment=NetworkSegment(e17cb353-418f-48b9-b982-21a6233ee99b),segment_id=e17cb353-418f-48b9-b982-21a6233ee99b)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:21:50.975589 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (f64f0307-fae0-4b13-a191-bc9d569d1304), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:21:50.976791 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b26f2e51-c890-4e91-a7f5-2bc28d385f8d tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Network 3e4368a8-f3b4-4f2b-9ce8-6f1eab73b100 is already hosted by enough agents. {{(pid=103304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 21:21:50.978935 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [None req-b26f2e51-c890-4e91-a7f5-2bc28d385f8d tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Resources bound (agent type, host, resource id): {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:21:50.980711 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b26f2e51-c890-4e91-a7f5-2bc28d385f8d tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Pushing event updated for resources: {'Port': ['ID=ddbd5dd0-e0bc-4ae6-8792-4c858ed8cffe,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:21:51.006987 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b26f2e51-c890-4e91-a7f5-2bc28d385f8d tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Received port after_create {{(pid=103304) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 21:21:51.007756 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-4efeb062-059f-4308-baa3-132f98dfccfd admin admin] Publish callbacks [] for security_group (e099e946-b7f1-4be5-8f8f-645601c0c36d), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:21:51.083194 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-4efeb062-059f-4308-baa3-132f98dfccfd admin admin] Publish callbacks [] for security_group (e099e946-b7f1-4be5-8f8f-645601c0c36d), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:21:51.141849 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-b26f2e51-c890-4e91-a7f5-2bc28d385f8d tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4111050'] for router_interface (2ced210b-6855-4ff8-8532-a74f4b202b06), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:21:51.164627 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-4efeb062-059f-4308-baa3-132f98dfccfd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (e099e946-b7f1-4be5-8f8f-645601c0c36d), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:21:51.174359 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-4efeb062-059f-4308-baa3-132f98dfccfd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:21:51.175796 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-4efeb062-059f-4308-baa3-132f98dfccfd admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/e099e946-b7f1-4be5-8f8f-645601c0c36d HTTP/1.1" status: 204 len: 168 time: 0.3526709 Jan 26 21:21:51.195143 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-63c4ef43-3b51-4d63-b201-680c08bdd24f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11791594', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11599980'] for subnet (baa99134-bdb6-4691-8665-46a31e075f80), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:21:51.272697 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Pushing event updated for resources: {'Port': ['ID=f64f0307-fae0-4b13-a191-bc9d569d1304,revision_number=4']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:21:51.322099 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-63c4ef43-3b51-4d63-b201-680c08bdd24f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709645'] for subnet (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:21:51.327153 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fdcb1bd8-3655-4c68-b67b-2619d6f752e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (09df100c-3af1-4b0a-bda8-05914c71c458), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:21:51.335754 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-63c4ef43-3b51-4d63-b201-680c08bdd24f admin admin] 10.222.0.13 "DELETE /v2.0/subnets/baa99134-bdb6-4691-8665-46a31e075f80 HTTP/1.1" status: 204 len: 168 time: 1.5514541 Jan 26 21:21:51.339142 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 38336) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:21:51.339643 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c4ef43-3b51-4d63-b201-680c08bdd24f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=baa99134-bdb6-4691-8665-46a31e075f80,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:21:51.377131 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4efeb062-059f-4308-baa3-132f98dfccfd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e099e946-b7f1-4be5-8f8f-645601c0c36d,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:21:51.451469 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.agents_db [None req-569f1ced-6396-4ddf-b79f-e03b0b2146ab None None] Agent healthcheck: found 7 active agents {{(pid=103307) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 26 21:21:51.582679 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-b26f2e51-c890-4e91-a7f5-2bc28d385f8d tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (ddbd5dd0-e0bc-4ae6-8792-4c858ed8cffe), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:21:51.641180 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-39b4f683-91b2-4cda-9a34-2cf302eb82cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-748181'] for network (8cbef344-1167-4f35-8b6b-07dd596f6f4f), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:21:51.852906 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-39b4f683-91b2-4cda-9a34-2cf302eb82cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-686403', 'neutron.services.segments.db._delete_segments_for_network-8746560774018'] for network (8cbef344-1167-4f35-8b6b-07dd596f6f4f), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:21:51.917185 n-d-760453-5 neutron-server[103305]: DEBUG neutron.services.segments.db [None req-39b4f683-91b2-4cda-9a34-2cf302eb82cd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8cbef344-1167-4f35-8b6b-07dd596f6f4f']}} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:21:51.943343 n-d-760453-5 neutron-server[103305]: DEBUG neutron.services.segments.db [None req-39b4f683-91b2-4cda-9a34-2cf302eb82cd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '814afaca-b1b7-499b-b897-fa89d466ac5d') {'for_net_delete': True} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:21:51.943703 n-d-760453-5 neutron-server[103305]: DEBUG neutron.services.segments.db [None req-39b4f683-91b2-4cda-9a34-2cf302eb82cd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '814afaca-b1b7-499b-b897-fa89d466ac5d') {} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:21:52.006373 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-39b4f683-91b2-4cda-9a34-2cf302eb82cd admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746560742283', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11788955'] for segment (814afaca-b1b7-499b-b897-fa89d466ac5d), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:21:52.062116 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-39b4f683-91b2-4cda-9a34-2cf302eb82cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576559'] for segment (814afaca-b1b7-499b-b897-fa89d466ac5d), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:21:52.077610 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 38354) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:21:52.083810 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-39b4f683-91b2-4cda-9a34-2cf302eb82cd admin admin] Releasing vlan 589 on physical network physnet1 to pool {{(pid=103305) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 26 21:21:52.088572 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-39b4f683-91b2-4cda-9a34-2cf302eb82cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11791428'] for segment (814afaca-b1b7-499b-b897-fa89d466ac5d), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:21:52.116217 n-d-760453-5 neutron-server[103305]: Traceback (most recent call last): Jan 26 21:21:52.116217 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 26 21:21:52.116217 n-d-760453-5 neutron-server[103305]: timer() Jan 26 21:21:52.116217 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 26 21:21:52.116217 n-d-760453-5 neutron-server[103305]: cb(*args, **kw) Jan 26 21:21:52.116217 n-d-760453-5 neutron-server[103305]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 26 21:21:52.116217 n-d-760453-5 neutron-server[103305]: return func(*args, **kwargs) Jan 26 21:21:52.116217 n-d-760453-5 neutron-server[103305]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 26 21:21:52.116217 n-d-760453-5 neutron-server[103305]: self._notify() Jan 26 21:21:52.116217 n-d-760453-5 neutron-server[103305]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 26 21:21:52.116217 n-d-760453-5 neutron-server[103305]: self.callback(batched_events) Jan 26 21:21:52.116217 n-d-760453-5 neutron-server[103305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 26 21:21:52.116217 n-d-760453-5 neutron-server[103305]: event.method(event) Jan 26 21:21:52.116217 n-d-760453-5 neutron-server[103305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 26 21:21:52.116217 n-d-760453-5 neutron-server[103305]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 26 21:21:52.116217 n-d-760453-5 neutron-server[103305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 26 21:21:52.116217 n-d-760453-5 neutron-server[103305]: aggregate_uuid = self.p_client.list_aggregates( Jan 26 21:21:52.116217 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 26 21:21:52.116217 n-d-760453-5 neutron-server[103305]: return f(self, *a, **k) Jan 26 21:21:52.116217 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 26 21:21:52.116217 n-d-760453-5 neutron-server[103305]: return self._get(url).json() Jan 26 21:21:52.116217 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 26 21:21:52.116217 n-d-760453-5 neutron-server[103305]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 26 21:21:52.116217 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 26 21:21:52.116217 n-d-760453-5 neutron-server[103305]: return self.request(url, 'GET', **kwargs) Jan 26 21:21:52.116217 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 26 21:21:52.116217 n-d-760453-5 neutron-server[103305]: base_url = self.get_endpoint(auth, allow=allow, Jan 26 21:21:52.116217 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 26 21:21:52.116217 n-d-760453-5 neutron-server[103305]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 26 21:21:52.116217 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 26 21:21:52.116217 n-d-760453-5 neutron-server[103305]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 26 21:21:52.116217 n-d-760453-5 neutron-server[103305]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 26 21:21:52.222596 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-e16015ab-ba18-4f01-9f81-12f89f151938 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:21:52.226142 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-841f5991-a4d8-4d4b-b215-cbc6bab5427b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (aa7ee9d2-08eb-4e12-b895-24c57300dfec), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:21:52.449879 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device 54e88457-9b63-4abb-976b-93a401fd9acc up at agent ovs-agent-n-d-760453-5 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 21:21:52.456248 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-39b4f683-91b2-4cda-9a34-2cf302eb82cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4110931'] for network (8cbef344-1167-4f35-8b6b-07dd596f6f4f), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:21:52.469470 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-39b4f683-91b2-4cda-9a34-2cf302eb82cd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709645'] for network (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:21:52.487223 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-39b4f683-91b2-4cda-9a34-2cf302eb82cd admin admin] 10.222.0.13 "DELETE /v2.0/networks/8cbef344-1167-4f35-8b6b-07dd596f6f4f HTTP/1.1" status: 204 len: 168 time: 1.1345840 Jan 26 21:21:52.505465 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-e16015ab-ba18-4f01-9f81-12f89f151938 admin admin] Publish callbacks [] for security_group (8f44a5b4-23aa-485a-8be6-4f99cf445388), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:21:52.518895 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-e16015ab-ba18-4f01-9f81-12f89f151938 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (8f44a5b4-23aa-485a-8be6-4f99cf445388), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:21:52.551352 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b4f683-91b2-4cda-9a34-2cf302eb82cd admin admin] Pushing event deleted for resources: {'Network': ['ID=8cbef344-1167-4f35-8b6b-07dd596f6f4f,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:21:52.553490 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729665e8-26ba-42d8-80f8-ded0e0766f94 req-6794a332-3c4d-4b0c-9f70-3ad3d2ba8018 tempest-DeleteServersTestJSON-1338827600 tempest-DeleteServersTestJSON-1338827600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:21:52.560791 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-729665e8-26ba-42d8-80f8-ded0e0766f94 req-6794a332-3c4d-4b0c-9f70-3ad3d2ba8018 tempest-DeleteServersTestJSON-1338827600 tempest-DeleteServersTestJSON-1338827600-project] 10.222.0.13 "GET /v2.0/ports?device_id=0621ba00-1c2e-49ea-bd99-216b7e5f89e1 HTTP/1.1" status: 200 len: 946 time: 0.4927766 Jan 26 21:21:52.561223 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Provisioning complete for port 54e88457-9b63-4abb-976b-93a401fd9acc triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:21:52.561833 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (54e88457-9b63-4abb-976b-93a401fd9acc), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:21:52.699146 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Current status of the port 54e88457-9b63-4abb-976b-93a401fd9acc is: DOWN; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:21:52.699767 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (54e88457-9b63-4abb-976b-93a401fd9acc), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:21:52.751016 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] For port 54e88457-9b63-4abb-976b-93a401fd9acc, host n-d-760453-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=54e88457-9b63-4abb-976b-93a401fd9acc,segment=NetworkSegment(24c7c5d0-e01c-4957-8108-056c43fd37fe),segment_id=24c7c5d0-e01c-4957-8108-056c43fd37fe)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:21:52.759186 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (54e88457-9b63-4abb-976b-93a401fd9acc), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:21:52.761095 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device f64f0307-fae0-4b13-a191-bc9d569d1304 up at agent ovs-agent-n-d-760453-5 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 21:21:52.773282 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-b26f2e51-c890-4e91-a7f5-2bc28d385f8d tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Publish callbacks [] for port (ddbd5dd0-e0bc-4ae6-8792-4c858ed8cffe), precommit_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:21:52.791988 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-b26f2e51-c890-4e91-a7f5-2bc28d385f8d tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9281542'] for port (ddbd5dd0-e0bc-4ae6-8792-4c858ed8cffe), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:21:52.798676 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16015ab-ba18-4f01-9f81-12f89f151938 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f44a5b4-23aa-485a-8be6-4f99cf445388,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:21:52.813730 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-e16015ab-ba18-4f01-9f81-12f89f151938 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=eee3e44dff6e4fed9b0cb6252af36fbe&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7307906 Jan 26 21:21:52.814065 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 38374) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:21:52.877921 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 38376) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:21:52.884553 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Pushing event updated for resources: {'Port': ['ID=54e88457-9b63-4abb-976b-93a401fd9acc,revision_number=3']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:21:52.907390 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2b4b7bd-9651-46e6-a9c5-b5e3651e8e8f None None] Network 3e4368a8-f3b4-4f2b-9ce8-6f1eab73b100 requested from n-d-760453-5 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 26 21:21:52.948597 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b26f2e51-c890-4e91-a7f5-2bc28d385f8d tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Pushing event updated for resources: {'Port': ['ID=ddbd5dd0-e0bc-4ae6-8792-4c858ed8cffe,revision_number=2']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:21:52.968232 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-729665e8-26ba-42d8-80f8-ded0e0766f94 req-777bb6e6-8196-460b-bcb8-400eef935917 tempest-DeleteServersTestJSON-1338827600 tempest-DeleteServersTestJSON-1338827600-project] 10.222.0.13 "GET /v2.0/security-groups?id=b7fc5e70-a24b-497d-9cf6-8df82d0ad35b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4025455 Jan 26 21:21:52.971975 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-99fb3b57-f115-4465-bd8b-e4c3e65e1975 admin admin] Publish callbacks [] for security_group (8f44a5b4-23aa-485a-8be6-4f99cf445388), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:21:52.976872 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-b26f2e51-c890-4e91-a7f5-2bc28d385f8d tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3709457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4110682'] for router_interface (2ced210b-6855-4ff8-8532-a74f4b202b06), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:21:53.002874 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (4d619873-4b60-439f-9b5a-b155dc8bbc34), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:21:53.014929 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Provisioning complete for port f64f0307-fae0-4b13-a191-bc9d569d1304 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:21:53.015315 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (f64f0307-fae0-4b13-a191-bc9d569d1304), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:21:53.025475 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-99fb3b57-f115-4465-bd8b-e4c3e65e1975 admin admin] Publish callbacks [] for security_group (8f44a5b4-23aa-485a-8be6-4f99cf445388), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:21:53.039033 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-0b784914-ced9-4bf0-b6b8-a3a86eebbbf1 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=2b29801ee18e4ff0a597415334743408&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1560936 Jan 26 21:21:53.041997 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 38378) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:21:53.047441 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-a333659c-b154-47cc-9067-652b21948166 None None] Provisioning complete for port 54e88457-9b63-4abb-976b-93a401fd9acc triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:21:53.047441 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-a333659c-b154-47cc-9067-652b21948166 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (54e88457-9b63-4abb-976b-93a401fd9acc), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:21:53.089758 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b26f2e51-c890-4e91-a7f5-2bc28d385f8d tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Network 3e4368a8-f3b4-4f2b-9ce8-6f1eab73b100 is already hosted by enough agents. {{(pid=103304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 21:21:53.092872 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [None req-b26f2e51-c890-4e91-a7f5-2bc28d385f8d tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Resources bound (agent type, host, resource id): {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:21:53.223226 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-a333659c-b154-47cc-9067-652b21948166 None None] Current status of the port 54e88457-9b63-4abb-976b-93a401fd9acc is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:21:53.252805 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Current status of the port f64f0307-fae0-4b13-a191-bc9d569d1304 is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:21:53.291276 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-99fb3b57-f115-4465-bd8b-e4c3e65e1975 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (8f44a5b4-23aa-485a-8be6-4f99cf445388), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:21:53.294088 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-99fb3b57-f115-4465-bd8b-e4c3e65e1975 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:21:53.297147 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-99fb3b57-f115-4465-bd8b-e4c3e65e1975 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/8f44a5b4-23aa-485a-8be6-4f99cf445388 HTTP/1.1" status: 204 len: 168 time: 0.4795740 Jan 26 21:21:53.315483 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99fb3b57-f115-4465-bd8b-e4c3e65e1975 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f44a5b4-23aa-485a-8be6-4f99cf445388,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:21:53.331762 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-c975e63a-8a4d-49c9-b28f-3fe452c548dc admin admin] Publish callbacks [] for security_group (f00b351c-12ea-4499-84c9-f0263f4f27ea), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:21:53.346670 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b26f2e51-c890-4e91-a7f5-2bc28d385f8d tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Router 2ced210b-6855-4ff8-8532-a74f4b202b06 has already been hosted by L3 agent 09df100c-3af1-4b0a-bda8-05914c71c458 {{(pid=103304) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 26 21:21:53.380683 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-c975e63a-8a4d-49c9-b28f-3fe452c548dc admin admin] Publish callbacks [] for security_group (f00b351c-12ea-4499-84c9-f0263f4f27ea), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:21:53.524350 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-c975e63a-8a4d-49c9-b28f-3fe452c548dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (f00b351c-12ea-4499-84c9-f0263f4f27ea), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:21:53.531653 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-c975e63a-8a4d-49c9-b28f-3fe452c548dc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:21:53.545208 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-c975e63a-8a4d-49c9-b28f-3fe452c548dc admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/f00b351c-12ea-4499-84c9-f0263f4f27ea HTTP/1.1" status: 204 len: 168 time: 0.4991469 Jan 26 21:21:53.584943 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-9e2cb48b-fd5b-4bac-a563-15a15d693165 None None] Provisioning complete for port 54e88457-9b63-4abb-976b-93a401fd9acc triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:21:53.586450 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c975e63a-8a4d-49c9-b28f-3fe452c548dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f00b351c-12ea-4499-84c9-f0263f4f27ea,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:21:53.588574 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-9e2cb48b-fd5b-4bac-a563-15a15d693165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (54e88457-9b63-4abb-976b-93a401fd9acc), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:21:53.882279 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-9e2cb48b-fd5b-4bac-a563-15a15d693165 None None] Current status of the port 54e88457-9b63-4abb-976b-93a401fd9acc is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:21:53.915120 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-9e2cb48b-fd5b-4bac-a563-15a15d693165 None None] Provisioning complete for port ddbd5dd0-e0bc-4ae6-8792-4c858ed8cffe triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:21:53.915770 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-9e2cb48b-fd5b-4bac-a563-15a15d693165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (ddbd5dd0-e0bc-4ae6-8792-4c858ed8cffe), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:21:53.954375 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b26f2e51-c890-4e91-a7f5-2bc28d385f8d tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Notify agent at l3_agent.n-d-760453-5 the message routers_updated {{(pid=103304) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 26 21:21:53.967756 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-b26f2e51-c890-4e91-a7f5-2bc28d385f8d tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] 10.222.0.13 "PUT /v2.0/routers/2ced210b-6855-4ff8-8532-a74f4b202b06/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9136555 Jan 26 21:21:53.976330 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02870a60-8ff5-4acb-82a6-52bb8eab0daa None None] Sync routers for ids ['2ced210b-6855-4ff8-8532-a74f4b202b06'] in n-d-760453-5 {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 26 21:21:53.998975 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02870a60-8ff5-4acb-82a6-52bb8eab0daa None None] Routers {'2ced210b-6855-4ff8-8532-a74f4b202b06'} bound to L3 agent in host n-d-760453-5 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 21:21:53.999622 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-02870a60-8ff5-4acb-82a6-52bb8eab0daa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-26T20:55:21Z,description=,heartbeat_timestamp=2022-01-26T21:21:51Z,host='n-d-760453-5',id=09df100c-3af1-4b0a-bda8-05914c71c458,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:55:21Z,topic='l3_agent')) {'router_ids': ['2ced210b-6855-4ff8-8532-a74f4b202b06'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:21:54.061951 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-9e2cb48b-fd5b-4bac-a563-15a15d693165 None None] Port ddbd5dd0-e0bc-4ae6-8792-4c858ed8cffe cannot update to ACTIVE because it is not bound. {{(pid=103306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 26 21:21:54.098025 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-839dd188-ec69-470c-9ab0-d318dc1a2e96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (e79b4fc6-6c71-44b2-a6d0-ff3e1f4dfd0d), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:21:54.167240 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device 54e88457-9b63-4abb-976b-93a401fd9acc up at agent ovs-agent-n-d-760453-5 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 21:21:54.260047 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66cd731-fe88-4a6a-bea2-cca80555ed60 req-67cedd8c-5ff3-4f16-8dd2-9052ad3c4554 tempest-DeleteServersTestJSON-1338827600 tempest-DeleteServersTestJSON-1338827600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:21:54.266484 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-a66cd731-fe88-4a6a-bea2-cca80555ed60 req-67cedd8c-5ff3-4f16-8dd2-9052ad3c4554 tempest-DeleteServersTestJSON-1338827600 tempest-DeleteServersTestJSON-1338827600-project] 10.222.0.13 "GET /v2.0/ports?device_id=0621ba00-1c2e-49ea-bd99-216b7e5f89e1 HTTP/1.1" status: 200 len: 946 time: 0.1385763 Jan 26 21:21:54.338868 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-b6c8c3c5-edb5-45db-a989-442b92204b8a None None] Provisioning complete for port ddbd5dd0-e0bc-4ae6-8792-4c858ed8cffe triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:21:54.339244 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b6c8c3c5-edb5-45db-a989-442b92204b8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (ddbd5dd0-e0bc-4ae6-8792-4c858ed8cffe), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:21:54.409836 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-a66cd731-fe88-4a6a-bea2-cca80555ed60 req-3fc13718-a65f-416f-a36a-481594a2e4fe tempest-DeleteServersTestJSON-1338827600 tempest-DeleteServersTestJSON-1338827600-project] 10.222.0.13 "GET /v2.0/security-groups?id=b7fc5e70-a24b-497d-9cf6-8df82d0ad35b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1406519 Jan 26 21:21:54.471720 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_dvr_db [None req-02870a60-8ff5-4acb-82a6-52bb8eab0daa None None] Set router 2ced210b-6855-4ff8-8532-a74f4b202b06 gateway port host: n-d-760453-5 {{(pid=103307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 21:21:54.495375 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Provisioning complete for port 54e88457-9b63-4abb-976b-93a401fd9acc triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:21:54.495760 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (54e88457-9b63-4abb-976b-93a401fd9acc), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:21:54.630682 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-b6c8c3c5-edb5-45db-a989-442b92204b8a None None] Port ddbd5dd0-e0bc-4ae6-8792-4c858ed8cffe cannot update to ACTIVE because it is not bound. {{(pid=103306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 26 21:21:54.698808 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-c34a20e8-c166-4401-a61c-0a8be9251bc1 req-f5125ce7-e1e4-4f30-b859-1db1820068b5 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1162094381&fields=id&tenant_id=c6d9f10230f341edbbe46b16c17eb870 HTTP/1.1" status: 200 len: 267 time: 0.1405993 Jan 26 21:21:54.750572 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Current status of the port 54e88457-9b63-4abb-976b-93a401fd9acc is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:21:54.781280 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-a35b4681-e4e3-4299-8276-3ebf71c2b435 None None] Provisioning complete for port ddbd5dd0-e0bc-4ae6-8792-4c858ed8cffe triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:21:54.781597 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-a35b4681-e4e3-4299-8276-3ebf71c2b435 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (ddbd5dd0-e0bc-4ae6-8792-4c858ed8cffe), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:21:54.893705 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-a35b4681-e4e3-4299-8276-3ebf71c2b435 None None] Port ddbd5dd0-e0bc-4ae6-8792-4c858ed8cffe cannot update to ACTIVE because it is not bound. {{(pid=103306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 26 21:21:55.013946 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34a20e8-c166-4401-a61c-0a8be9251bc1 req-a9c3da51-f28c-4246-bac2-9e1e73a72ee5 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:21:55.030579 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-c34a20e8-c166-4401-a61c-0a8be9251bc1 req-a9c3da51-f28c-4246-bac2-9e1e73a72ee5 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] 10.222.0.13 "GET /v2.0/networks?id=3e4368a8-f3b4-4f2b-9ce8-6f1eab73b100 HTTP/1.1" status: 200 len: 797 time: 0.3219056 Jan 26 21:21:55.081887 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-c34a20e8-c166-4401-a61c-0a8be9251bc1 req-a7010dcb-cb58-4bb1-aeb8-1b1816e3b515 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] 10.222.0.13 "GET /v2.0/quotas/c6d9f10230f341edbbe46b16c17eb870 HTTP/1.1" status: 200 len: 375 time: 0.0490470 Jan 26 21:21:55.208086 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-02870a60-8ff5-4acb-82a6-52bb8eab0daa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ced210b-6855-4ff8-8532-a74f4b202b06', 'name': 'tempest-TestNetworkAdvancedServerOps-router-54234232', 'tenant_id': 'c6d9f10230f341edbbe46b16c17eb870', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'external_fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.151'}], 'enable_snat': True}, 'gw_port_id': 'f64f0307-fae0-4b13-a191-bc9d569d1304', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T21:21:40Z', 'updated_at': '2022-01-26T21:21:51Z', 'revision_number': 4, 'project_id': 'c6d9f10230f341edbbe46b16c17eb870', 'gw_port': {'id': 'f64f0307-fae0-4b13-a191-bc9d569d1304', 'name': '', 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:c0:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ced210b-6855-4ff8-8532-a74f4b202b06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2043, 'fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:21:41Z', 'updated_at': '2022-01-26T21:21:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-5', '_interfaces': [{'id': 'ddbd5dd0-e0bc-4ae6-8792-4c858ed8cffe', 'name': '', 'network_id': '3e4368a8-f3b4-4f2b-9ce8-6f1eab73b100', 'tenant_id': 'c6d9f10230f341edbbe46b16c17eb870', 'mac_address': 'fa:16:3e:39:8c:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ced210b-6855-4ff8-8532-a74f4b202b06', 'device_owner': 'network:router_interface', 'standard_attr_id': 2051, 'fixed_ips': [{'subnet_id': 'c41b4bd2-c8e1-469d-9ade-a907fafb44b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:21:49Z', 'updated_at': '2022-01-26T21:21:51Z', 'revision_number': 2, 'project_id': 'c6d9f10230f341edbbe46b16c17eb870', 'subnets': [{'id': 'c41b4bd2-c8e1-469d-9ade-a907fafb44b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760453-5', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:21:55.273615 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-c34a20e8-c166-4401-a61c-0a8be9251bc1 req-4c1a198e-1ee6-47f1-a9e3-3034befa6bb7 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=c6d9f10230f341edbbe46b16c17eb870&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1651547 Jan 26 21:21:55.291141 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (fea0591a-627d-4c87-9a9a-01625ddf3277), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:21:55.300692 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02870a60-8ff5-4acb-82a6-52bb8eab0daa None None] Checking router: 2ced210b-6855-4ff8-8532-a74f4b202b06 for host: n-d-760453-5 {{(pid=103307) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 26 21:21:55.301446 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02870a60-8ff5-4acb-82a6-52bb8eab0daa None None] Updating router 2ced210b-6855-4ff8-8532-a74f4b202b06 port ddbd5dd0-e0bc-4ae6-8792-4c858ed8cffe binding host n-d-760453-5 {{(pid=103307) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 26 21:21:55.346767 n-d-760453-5 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-02870a60-8ff5-4acb-82a6-52bb8eab0daa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (ddbd5dd0-e0bc-4ae6-8792-4c858ed8cffe), before_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:21:55.705045 n-d-760453-5 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-02870a60-8ff5-4acb-82a6-52bb8eab0daa None None] Publish callbacks [] for port (ddbd5dd0-e0bc-4ae6-8792-4c858ed8cffe), precommit_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:21:55.713150 n-d-760453-5 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-02870a60-8ff5-4acb-82a6-52bb8eab0daa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (ddbd5dd0-e0bc-4ae6-8792-4c858ed8cffe), after_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:21:55.739133 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd44a1d9-4a48-4127-85e1-c45a626b8c66 req-30e7f814-eb03-489e-9156-0dc8bb5d5c7c tempest-AttachVolumeShelveTestJSON-345998519 tempest-AttachVolumeShelveTestJSON-345998519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:21:55.746633 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-dd44a1d9-4a48-4127-85e1-c45a626b8c66 req-30e7f814-eb03-489e-9156-0dc8bb5d5c7c tempest-AttachVolumeShelveTestJSON-345998519 tempest-AttachVolumeShelveTestJSON-345998519-project] 10.222.0.13 "GET /v2.0/ports?device_id=93bf95ee-d279-4897-bd53-d5feb3e9b070 HTTP/1.1" status: 200 len: 945 time: 0.1839931 Jan 26 21:21:55.764934 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc49e38-b910-4bfb-a71a-012725858e20 None None] Pushing event updated for resources: {'Port': ['ID=ddbd5dd0-e0bc-4ae6-8792-4c858ed8cffe,revision_number=3']} {{(pid=103307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:21:55.778726 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bc49e38-b910-4bfb-a71a-012725858e20 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:21:55.779078 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bc49e38-b910-4bfb-a71a-012725858e20 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:21:55.779418 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bc49e38-b910-4bfb-a71a-012725858e20 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:21:55.779909 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bc49e38-b910-4bfb-a71a-012725858e20 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:21:55.780247 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bc49e38-b910-4bfb-a71a-012725858e20 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:21:55.780574 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bc49e38-b910-4bfb-a71a-012725858e20 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:21:55.780899 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bc49e38-b910-4bfb-a71a-012725858e20 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:21:55.781224 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bc49e38-b910-4bfb-a71a-012725858e20 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:21:55.781631 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bc49e38-b910-4bfb-a71a-012725858e20 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:21:55.781878 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bc49e38-b910-4bfb-a71a-012725858e20 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:21:55.782196 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bc49e38-b910-4bfb-a71a-012725858e20 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:21:55.782510 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bc49e38-b910-4bfb-a71a-012725858e20 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:21:55.782829 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bc49e38-b910-4bfb-a71a-012725858e20 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:21:55.794750 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-c34a20e8-c166-4401-a61c-0a8be9251bc1 req-ad8047cc-2b28-42bc-8aec-f048f7fdceee service neutron] 10.222.0.13 "GET /v2.0/networks/3e4368a8-f3b4-4f2b-9ce8-6f1eab73b100?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5195282 Jan 26 21:21:55.847422 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-dd44a1d9-4a48-4127-85e1-c45a626b8c66 req-b9e90ec4-b069-415a-9493-4c857af3e3c7 tempest-AttachVolumeShelveTestJSON-345998519 tempest-AttachVolumeShelveTestJSON-345998519-project] 10.222.0.13 "GET /v2.0/security-groups?id=5d7f7103-d0ef-48d0-a848-32dbbe71b238&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0976534 Jan 26 21:21:56.003522 n-d-760453-5 neutron-server[103307]: DEBUG neutron.plugins.ml2.managers [None req-02870a60-8ff5-4acb-82a6-52bb8eab0daa None None] Attempting to bind port ddbd5dd0-e0bc-4ae6-8792-4c858ed8cffe on host n-d-760453-5 for vnic_type normal with profile {{(pid=103307) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 21:21:56.003946 n-d-760453-5 neutron-server[103307]: DEBUG neutron.plugins.ml2.managers [None req-02870a60-8ff5-4acb-82a6-52bb8eab0daa None None] Attempting to bind port ddbd5dd0-e0bc-4ae6-8792-4c858ed8cffe by drivers openvswitch,hyperv on host n-d-760453-5 at level 0 using segments [{'id': '24c7c5d0-e01c-4957-8108-056c43fd37fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '3e4368a8-f3b4-4f2b-9ce8-6f1eab73b100'}] {{(pid=103307) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 26 21:21:56.004306 n-d-760453-5 neutron-server[103307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02870a60-8ff5-4acb-82a6-52bb8eab0daa None None] Attempting to bind port ddbd5dd0-e0bc-4ae6-8792-4c858ed8cffe on network 3e4368a8-f3b4-4f2b-9ce8-6f1eab73b100 {{(pid=103307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 21:21:56.018501 n-d-760453-5 neutron-server[103307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02870a60-8ff5-4acb-82a6-52bb8eab0daa None None] Checking agent: {'id': 'fea0591a-627d-4c87-9a9a-01625ddf3277', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760453-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 20, 55, 25), 'started_at': datetime.datetime(2022, 1, 26, 20, 55, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 21, 21, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760453-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 26 21:21:56.018900 n-d-760453-5 neutron-server[103307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02870a60-8ff5-4acb-82a6-52bb8eab0daa None None] Checking segment: {'id': '24c7c5d0-e01c-4957-8108-056c43fd37fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '3e4368a8-f3b4-4f2b-9ce8-6f1eab73b100'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103307) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 21:21:56.019530 n-d-760453-5 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-02870a60-8ff5-4acb-82a6-52bb8eab0daa None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:21:56.020119 n-d-760453-5 neutron-server[103307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02870a60-8ff5-4acb-82a6-52bb8eab0daa None None] Bound using segment: {'id': '24c7c5d0-e01c-4957-8108-056c43fd37fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '3e4368a8-f3b4-4f2b-9ce8-6f1eab73b100'} {{(pid=103307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 26 21:21:56.020813 n-d-760453-5 neutron-server[103307]: DEBUG neutron.plugins.ml2.managers [None req-02870a60-8ff5-4acb-82a6-52bb8eab0daa None None] Bound port: ddbd5dd0-e0bc-4ae6-8792-4c858ed8cffe, host: n-d-760453-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '24c7c5d0-e01c-4957-8108-056c43fd37fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '3e4368a8-f3b4-4f2b-9ce8-6f1eab73b100'}}] {{(pid=103307) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 26 21:21:56.022083 n-d-760453-5 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-02870a60-8ff5-4acb-82a6-52bb8eab0daa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (ddbd5dd0-e0bc-4ae6-8792-4c858ed8cffe), before_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:21:56.060293 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74345830-e79d-4fa3-bbc7-4507ff0b4168 req-b92e40d6-5c4f-4831-887f-5c438dd3436b tempest-DeleteServersTestJSON-1338827600 tempest-DeleteServersTestJSON-1338827600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:21:56.067480 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-74345830-e79d-4fa3-bbc7-4507ff0b4168 req-b92e40d6-5c4f-4831-887f-5c438dd3436b tempest-DeleteServersTestJSON-1338827600 tempest-DeleteServersTestJSON-1338827600-project] 10.222.0.13 "GET /v2.0/ports?device_id=0621ba00-1c2e-49ea-bd99-216b7e5f89e1 HTTP/1.1" status: 200 len: 946 time: 0.1034405 Jan 26 21:21:56.084770 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-c34a20e8-c166-4401-a61c-0a8be9251bc1 req-495310ad-9a56-4fd3-8454-3a31ae0969a0 service neutron] 10.222.0.13 "GET /v2.0/networks/3e4368a8-f3b4-4f2b-9ce8-6f1eab73b100?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2828875 Jan 26 21:21:56.146391 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-2b38d329-d11e-4ab4-aa06-9343d35b3ffa None None] Provisioning complete for port ddbd5dd0-e0bc-4ae6-8792-4c858ed8cffe triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:21:56.148587 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2b38d329-d11e-4ab4-aa06-9343d35b3ffa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (ddbd5dd0-e0bc-4ae6-8792-4c858ed8cffe), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:21:56.152394 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-74345830-e79d-4fa3-bbc7-4507ff0b4168 req-1e15b1ee-67e5-4bf2-8d33-9328f7a61b90 tempest-DeleteServersTestJSON-1338827600 tempest-DeleteServersTestJSON-1338827600-project] 10.222.0.13 "GET /v2.0/security-groups?id=b7fc5e70-a24b-497d-9cf6-8df82d0ad35b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823026 Jan 26 21:21:56.221273 n-d-760453-5 neutron-server[103307]: DEBUG neutron.plugins.ml2.db [None req-02870a60-8ff5-4acb-82a6-52bb8eab0daa None None] For port ddbd5dd0-e0bc-4ae6-8792-4c858ed8cffe, host n-d-760453-5, cleared binding levels {{(pid=103307) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 26 21:21:56.235415 n-d-760453-5 neutron-server[103307]: DEBUG neutron.plugins.ml2.db [None req-02870a60-8ff5-4acb-82a6-52bb8eab0daa None None] For port ddbd5dd0-e0bc-4ae6-8792-4c858ed8cffe, host n-d-760453-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=ddbd5dd0-e0bc-4ae6-8792-4c858ed8cffe,segment=NetworkSegment(24c7c5d0-e01c-4957-8108-056c43fd37fe),segment_id=24c7c5d0-e01c-4957-8108-056c43fd37fe)] {{(pid=103307) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 26 21:21:56.245128 n-d-760453-5 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-02870a60-8ff5-4acb-82a6-52bb8eab0daa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (ddbd5dd0-e0bc-4ae6-8792-4c858ed8cffe), after_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:21:56.305706 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2b38d329-d11e-4ab4-aa06-9343d35b3ffa None None] Port ddbd5dd0-e0bc-4ae6-8792-4c858ed8cffe cannot update to ACTIVE because it is not bound. {{(pid=103306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 26 21:21:56.450879 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02870a60-8ff5-4acb-82a6-52bb8eab0daa None None] Routers {'2ced210b-6855-4ff8-8532-a74f4b202b06'} bound to L3 agent in host n-d-760453-5 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 21:21:56.451558 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-02870a60-8ff5-4acb-82a6-52bb8eab0daa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-26T20:55:21Z,description=,heartbeat_timestamp=2022-01-26T21:21:51Z,host='n-d-760453-5',id=09df100c-3af1-4b0a-bda8-05914c71c458,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:55:21Z,topic='l3_agent')) {'router_ids': ['2ced210b-6855-4ff8-8532-a74f4b202b06'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:21:56.454162 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc49e38-b910-4bfb-a71a-012725858e20 None None] Pushing event updated for resources: {'Port': ['ID=ddbd5dd0-e0bc-4ae6-8792-4c858ed8cffe,revision_number=4']} {{(pid=103307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:21:56.836140 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_dvr_db [None req-02870a60-8ff5-4acb-82a6-52bb8eab0daa None None] Set router 2ced210b-6855-4ff8-8532-a74f4b202b06 gateway port host: n-d-760453-5 {{(pid=103307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 21:21:56.860559 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-bc07c0f0-c081-4f6c-b5c7-73c3e421d4d5 req-085faa58-860a-4106-85fb-fb191fcfb033 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] 10.222.0.13 "GET /v2.0/ports?device_id=f9d28872-a0eb-43ed-b4ce-aee5b2886372 HTTP/1.1" status: 200 len: 210 time: 0.0558493 Jan 26 21:21:56.883288 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-6a4c973f-262b-4889-b6e2-7ebd0feb5e9d None None] Provisioning complete for port ddbd5dd0-e0bc-4ae6-8792-4c858ed8cffe triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:21:56.883728 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-6a4c973f-262b-4889-b6e2-7ebd0feb5e9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (ddbd5dd0-e0bc-4ae6-8792-4c858ed8cffe), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:21:57.269407 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-6a4c973f-262b-4889-b6e2-7ebd0feb5e9d None None] Current status of the port ddbd5dd0-e0bc-4ae6-8792-4c858ed8cffe is: DOWN; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:21:57.270470 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-6a4c973f-262b-4889-b6e2-7ebd0feb5e9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (ddbd5dd0-e0bc-4ae6-8792-4c858ed8cffe), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:21:57.283079 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-02870a60-8ff5-4acb-82a6-52bb8eab0daa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ced210b-6855-4ff8-8532-a74f4b202b06', 'name': 'tempest-TestNetworkAdvancedServerOps-router-54234232', 'tenant_id': 'c6d9f10230f341edbbe46b16c17eb870', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'external_fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.151'}], 'enable_snat': True}, 'gw_port_id': 'f64f0307-fae0-4b13-a191-bc9d569d1304', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T21:21:40Z', 'updated_at': '2022-01-26T21:21:51Z', 'revision_number': 4, 'project_id': 'c6d9f10230f341edbbe46b16c17eb870', 'gw_port': {'id': 'f64f0307-fae0-4b13-a191-bc9d569d1304', 'name': '', 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:c0:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ced210b-6855-4ff8-8532-a74f4b202b06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2043, 'fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:21:41Z', 'updated_at': '2022-01-26T21:21:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-5', '_interfaces': [{'id': 'ddbd5dd0-e0bc-4ae6-8792-4c858ed8cffe', 'name': '', 'network_id': '3e4368a8-f3b4-4f2b-9ce8-6f1eab73b100', 'tenant_id': 'c6d9f10230f341edbbe46b16c17eb870', 'mac_address': 'fa:16:3e:39:8c:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ced210b-6855-4ff8-8532-a74f4b202b06', 'device_owner': 'network:router_interface', 'standard_attr_id': 2051, 'fixed_ips': [{'subnet_id': 'c41b4bd2-c8e1-469d-9ade-a907fafb44b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:21:49Z', 'updated_at': '2022-01-26T21:21:56Z', 'revision_number': 4, 'project_id': 'c6d9f10230f341edbbe46b16c17eb870', 'subnets': [{'id': 'c41b4bd2-c8e1-469d-9ade-a907fafb44b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760453-5', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:21:57.320981 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-6a4c973f-262b-4889-b6e2-7ebd0feb5e9d None None] For port ddbd5dd0-e0bc-4ae6-8792-4c858ed8cffe, host n-d-760453-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=ddbd5dd0-e0bc-4ae6-8792-4c858ed8cffe,segment=NetworkSegment(24c7c5d0-e01c-4957-8108-056c43fd37fe),segment_id=24c7c5d0-e01c-4957-8108-056c43fd37fe)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:21:57.328838 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-6a4c973f-262b-4889-b6e2-7ebd0feb5e9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (ddbd5dd0-e0bc-4ae6-8792-4c858ed8cffe), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:21:57.353223 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67c5e52-7740-4d63-8091-a7b730559d3c req-a72367f4-e2e4-4fec-9b4d-9183cc156c55 tempest-DeleteServersTestJSON-1338827600 tempest-DeleteServersTestJSON-1338827600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:21:57.354006 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02870a60-8ff5-4acb-82a6-52bb8eab0daa None None] The sync data for ids ['2ced210b-6855-4ff8-8532-a74f4b202b06'] in n-d-760453-5 is: [{'id': '2ced210b-6855-4ff8-8532-a74f4b202b06', 'name': 'tempest-TestNetworkAdvancedServerOps-router-54234232', 'tenant_id': 'c6d9f10230f341edbbe46b16c17eb870', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'external_fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.151'}], 'enable_snat': True}, 'gw_port_id': 'f64f0307-fae0-4b13-a191-bc9d569d1304', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T21:21:40Z', 'updated_at': '2022-01-26T21:21:51Z', 'revision_number': 4, 'project_id': 'c6d9f10230f341edbbe46b16c17eb870', 'gw_port': {'id': 'f64f0307-fae0-4b13-a191-bc9d569d1304', 'name': '', 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:c0:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ced210b-6855-4ff8-8532-a74f4b202b06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2043, 'fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:21:41Z', 'updated_at': '2022-01-26T21:21:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-5', '_interfaces': [{'id': 'ddbd5dd0-e0bc-4ae6-8792-4c858ed8cffe', 'name': '', 'network_id': '3e4368a8-f3b4-4f2b-9ce8-6f1eab73b100', 'tenant_id': 'c6d9f10230f341edbbe46b16c17eb870', 'mac_address': 'fa:16:3e:39:8c:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ced210b-6855-4ff8-8532-a74f4b202b06', 'device_owner': 'network:router_interface', 'standard_attr_id': 2051, 'fixed_ips': [{'subnet_id': 'c41b4bd2-c8e1-469d-9ade-a907fafb44b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:21:49Z', 'updated_at': '2022-01-26T21:21:56Z', 'revision_number': 4, 'project_id': 'c6d9f10230f341edbbe46b16c17eb870', 'subnets': [{'id': 'c41b4bd2-c8e1-469d-9ade-a907fafb44b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 26 21:21:57.362115 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-d67c5e52-7740-4d63-8091-a7b730559d3c req-a72367f4-e2e4-4fec-9b4d-9183cc156c55 tempest-DeleteServersTestJSON-1338827600 tempest-DeleteServersTestJSON-1338827600-project] 10.222.0.13 "GET /v2.0/ports?device_id=0621ba00-1c2e-49ea-bd99-216b7e5f89e1 HTTP/1.1" status: 200 len: 946 time: 0.1630328 Jan 26 21:21:57.434094 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a4c973f-262b-4889-b6e2-7ebd0feb5e9d None None] Pushing event updated for resources: {'Port': ['ID=ddbd5dd0-e0bc-4ae6-8792-4c858ed8cffe,revision_number=5']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:21:57.535977 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-d67c5e52-7740-4d63-8091-a7b730559d3c req-021aa694-b8df-49f5-a66e-765a39a53845 tempest-DeleteServersTestJSON-1338827600 tempest-DeleteServersTestJSON-1338827600-project] 10.222.0.13 "GET /v2.0/security-groups?id=b7fc5e70-a24b-497d-9cf6-8df82d0ad35b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1684415 Jan 26 21:21:57.707311 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565c7a8d-540e-4d85-9228-a678481ab17f req-fb868286-d67f-4289-a84c-bcabf1a8e801 tempest-AttachVolumeShelveTestJSON-345998519 tempest-AttachVolumeShelveTestJSON-345998519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:21:57.712724 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-565c7a8d-540e-4d85-9228-a678481ab17f req-fb868286-d67f-4289-a84c-bcabf1a8e801 tempest-AttachVolumeShelveTestJSON-345998519 tempest-AttachVolumeShelveTestJSON-345998519-project] 10.222.0.13 "GET /v2.0/ports?device_id=93bf95ee-d279-4897-bd53-d5feb3e9b070 HTTP/1.1" status: 200 len: 945 time: 0.0911691 Jan 26 21:21:57.804003 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-565c7a8d-540e-4d85-9228-a678481ab17f req-68f21dfd-7db7-490a-8224-18988795d253 tempest-AttachVolumeShelveTestJSON-345998519 tempest-AttachVolumeShelveTestJSON-345998519-project] 10.222.0.13 "GET /v2.0/security-groups?id=5d7f7103-d0ef-48d0-a848-32dbbe71b238&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0814781 Jan 26 21:21:57.973605 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2d7f80-72ea-49b8-b40f-236c291c04fe req-d978c6c8-9241-43a7-807c-908a11b3bcf4 tempest-DeleteServersTestJSON-1338827600 tempest-DeleteServersTestJSON-1338827600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:21:57.979578 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-0c2d7f80-72ea-49b8-b40f-236c291c04fe req-d978c6c8-9241-43a7-807c-908a11b3bcf4 tempest-DeleteServersTestJSON-1338827600 tempest-DeleteServersTestJSON-1338827600-project] 10.222.0.57 "GET /v2.0/ports?device_id=0621ba00-1c2e-49ea-bd99-216b7e5f89e1 HTTP/1.1" status: 200 len: 946 time: 0.1240499 Jan 26 21:21:58.113183 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-cb7719d0-7628-4250-9f98-b04a8eb6f70d req-a0b9a832-6583-40a7-9eed-949d804abc90 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] 10.222.0.13 "GET /v2.0/ports?device_id=f9d28872-a0eb-43ed-b4ce-aee5b2886372 HTTP/1.1" status: 200 len: 210 time: 0.0744014 Jan 26 21:21:58.233166 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device ddbd5dd0-e0bc-4ae6-8792-4c858ed8cffe up at agent ovs-agent-n-d-760453-5 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 21:21:58.255020 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [req-0c2d7f80-72ea-49b8-b40f-236c291c04fe req-aebad8b9-b844-4911-afc4-5972d3387ae6 tempest-DeleteServersTestJSON-1338827600 tempest-DeleteServersTestJSON-1338827600-project] Deleting port 6592364b-ac01-4b0f-8e67-fa8561388c2f {{(pid=103305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 21:21:58.255371 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-0c2d7f80-72ea-49b8-b40f-236c291c04fe req-aebad8b9-b844-4911-afc4-5972d3387ae6 tempest-DeleteServersTestJSON-1338827600 tempest-DeleteServersTestJSON-1338827600-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746560630878'] for port (6592364b-ac01-4b0f-8e67-fa8561388c2f), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:21:58.404751 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Provisioning complete for port ddbd5dd0-e0bc-4ae6-8792-4c858ed8cffe triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:21:58.406881 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (ddbd5dd0-e0bc-4ae6-8792-4c858ed8cffe), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:21:58.644449 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Current status of the port ddbd5dd0-e0bc-4ae6-8792-4c858ed8cffe is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:21:58.652225 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [req-0c2d7f80-72ea-49b8-b40f-236c291c04fe req-aebad8b9-b844-4911-afc4-5972d3387ae6 tempest-DeleteServersTestJSON-1338827600 tempest-DeleteServersTestJSON-1338827600-project] For port 6592364b-ac01-4b0f-8e67-fa8561388c2f, host n-h2-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-5',level=0,port_id=6592364b-ac01-4b0f-8e67-fa8561388c2f,segment=NetworkSegment(2541abc4-0813-4c0d-94e6-c088627c1a85),segment_id=2541abc4-0813-4c0d-94e6-c088627c1a85)] {{(pid=103305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:21:58.654262 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-0c2d7f80-72ea-49b8-b40f-236c291c04fe req-aebad8b9-b844-4911-afc4-5972d3387ae6 tempest-DeleteServersTestJSON-1338827600 tempest-DeleteServersTestJSON-1338827600-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4109658'] for port (6592364b-ac01-4b0f-8e67-fa8561388c2f), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:21:58.693106 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Device cb24e201-0e72-43ed-b8f4-60f10aef8e0d no longer exists at agent hyperv_n-h2-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 26 21:21:58.866771 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1afbd3d2-b5c9-4927-888b-a31101fed25b req-08e44d89-5d90-4642-a5e9-b36543e3b500 tempest-ImagesTestJSON-1623340881 tempest-ImagesTestJSON-1623340881-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:21:58.874436 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-1afbd3d2-b5c9-4927-888b-a31101fed25b req-08e44d89-5d90-4642-a5e9-b36543e3b500 tempest-ImagesTestJSON-1623340881 tempest-ImagesTestJSON-1623340881-project] 10.222.0.13 "GET /v2.0/networks?id=d5480d3d-bab2-42ab-9692-609efda9979f HTTP/1.1" status: 200 len: 805 time: 0.3356035 Jan 26 21:21:58.877404 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Current status of the port cb24e201-0e72-43ed-b8f4-60f10aef8e0d is: ACTIVE; New status is: DOWN {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:21:58.877809 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (cb24e201-0e72-43ed-b8f4-60f10aef8e0d), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:21:58.909550 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb81a326-3f7b-48b9-928e-407fcf023b54 req-d12f84e9-4ca3-4474-b332-7f84e99d8979 tempest-DeleteServersTestJSON-1338827600 tempest-DeleteServersTestJSON-1338827600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:21:58.917973 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-fb81a326-3f7b-48b9-928e-407fcf023b54 req-d12f84e9-4ca3-4474-b332-7f84e99d8979 tempest-DeleteServersTestJSON-1338827600 tempest-DeleteServersTestJSON-1338827600-project] 10.222.0.13 "GET /v2.0/ports?device_id=0621ba00-1c2e-49ea-bd99-216b7e5f89e1 HTTP/1.1" status: 200 len: 946 time: 0.1788144 Jan 26 21:21:58.935662 n-d-760453-5 neutron-server[103306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3413dc1a-2ecf-4b13-a114-83070ef3b836', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cb24e201-0e72-43ed-b8f4-60f10aef8e0d'}] {{(pid=103306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 21:21:58.940039 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9d5d370febab655511bdd2ffe887e43e442d144a440368702bcc1e93af00b97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-432661ea-c76c-4411-9732-77fb4ebe9fb3" -d '{"events": [{"server_uuid": "3413dc1a-2ecf-4b13-a114-83070ef3b836", "name": "network-vif-unplugged", "status": "completed", "tag": "cb24e201-0e72-43ed-b8f4-60f10aef8e0d"}]}' {{(pid=103306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 21:21:58.986024 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 38650) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:21:58.990381 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-1afbd3d2-b5c9-4927-888b-a31101fed25b req-6792475d-28c1-447b-b8a9-41155cca0702 tempest-ImagesTestJSON-1623340881 tempest-ImagesTestJSON-1623340881-project] 10.222.0.13 "GET /v2.0/quotas/b84068c047214d90966ff7ed497aada1 HTTP/1.1" status: 200 len: 375 time: 0.1145160 Jan 26 21:21:59.008538 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] For port cb24e201-0e72-43ed-b8f4-60f10aef8e0d, host n-h2-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-5',level=0,port_id=cb24e201-0e72-43ed-b8f4-60f10aef8e0d,segment=NetworkSegment(9fd884b8-86e2-416d-a96d-94ce9081e9cd),segment_id=9fd884b8-86e2-416d-a96d-94ce9081e9cd)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:21:59.028767 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (cb24e201-0e72-43ed-b8f4-60f10aef8e0d), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:21:59.203259 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Pushing event updated for resources: {'Port': ['ID=cb24e201-0e72-43ed-b8f4-60f10aef8e0d,revision_number=8']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:21:59.263804 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-fb81a326-3f7b-48b9-928e-407fcf023b54 req-ab5ad2dd-1824-4394-9a37-3027098ef016 tempest-DeleteServersTestJSON-1338827600 tempest-DeleteServersTestJSON-1338827600-project] 10.222.0.13 "GET /v2.0/security-groups?id=b7fc5e70-a24b-497d-9cf6-8df82d0ad35b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3431890 Jan 26 21:21:59.278901 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-1afbd3d2-b5c9-4927-888b-a31101fed25b req-9ead13d1-173a-4fa5-ab58-c06df36b8c75 tempest-ImagesTestJSON-1623340881 tempest-ImagesTestJSON-1623340881-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=b84068c047214d90966ff7ed497aada1&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2540040 Jan 26 21:21:59.413534 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-9492cc3b-7b83-47df-adeb-41337fd1e207 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:21:59.458211 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [req-0c2d7f80-72ea-49b8-b40f-236c291c04fe req-aebad8b9-b844-4911-afc4-5972d3387ae6 tempest-DeleteServersTestJSON-1338827600 tempest-DeleteServersTestJSON-1338827600-project] Calling delete_port for 6592364b-ac01-4b0f-8e67-fa8561388c2f owned by compute:nova {{(pid=103305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 21:21:59.728139 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34a20e8-c166-4401-a61c-0a8be9251bc1 req-55adb074-343b-430b-88e3-42780d623638 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:21:59.730187 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-c34a20e8-c166-4401-a61c-0a8be9251bc1 req-55adb074-343b-430b-88e3-42780d623638 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] 10.222.0.66 "GET /v2.0/networks?id=3e4368a8-f3b4-4f2b-9ce8-6f1eab73b100 HTTP/1.1" status: 200 len: 797 time: 1.3397024 Jan 26 21:21:59.731790 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-0c2d7f80-72ea-49b8-b40f-236c291c04fe req-aebad8b9-b844-4911-afc4-5972d3387ae6 tempest-DeleteServersTestJSON-1338827600 tempest-DeleteServersTestJSON-1338827600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746560636600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746560234536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11791543'] for port (6592364b-ac01-4b0f-8e67-fa8561388c2f), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:21:59.746005 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] get_ports_and_sgs() called for port_ids ['6592364b-ac01-4b0f-8e67-fa8561388c2f'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 26 21:21:59.784900 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aebad8b9-b844-4911-afc4-5972d3387ae6 tempest-DeleteServersTestJSON-1338827600 tempest-DeleteServersTestJSON-1338827600-project] Pushing event deleted for resources: {'Port': ['ID=6592364b-ac01-4b0f-8e67-fa8561388c2f,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:21:59.859828 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c2d7f80-72ea-49b8-b40f-236c291c04fe req-aebad8b9-b844-4911-afc4-5972d3387ae6 tempest-DeleteServersTestJSON-1338827600 tempest-DeleteServersTestJSON-1338827600-project] No DVR routers for this DVR port 6592364b-ac01-4b0f-8e67-fa8561388c2f on host n-h2-760453-5 {{(pid=103305) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 26 21:21:59.863913 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-0c2d7f80-72ea-49b8-b40f-236c291c04fe req-aebad8b9-b844-4911-afc4-5972d3387ae6 tempest-DeleteServersTestJSON-1338827600 tempest-DeleteServersTestJSON-1338827600-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:21:59.869446 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-0c2d7f80-72ea-49b8-b40f-236c291c04fe req-aebad8b9-b844-4911-afc4-5972d3387ae6 tempest-DeleteServersTestJSON-1338827600 tempest-DeleteServersTestJSON-1338827600-project] 10.222.0.57 "DELETE /v2.0/ports/6592364b-ac01-4b0f-8e67-fa8561388c2f HTTP/1.1" status: 204 len: 173 time: 1.8828371 Jan 26 21:21:59.870637 n-d-760453-5 neutron-server[103305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0621ba00-1c2e-49ea-bd99-216b7e5f89e1', 'name': 'network-vif-deleted', 'tag': '6592364b-ac01-4b0f-8e67-fa8561388c2f'}] {{(pid=103305) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 21:21:59.884052 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d4654568b7bf041e72ff8fe1c96d6d761d9c921f2b99bc7b3a26632be20cee0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21790b01-d65f-45ed-b614-d8b8e7298e98" -d '{"events": [{"server_uuid": "0621ba00-1c2e-49ea-bd99-216b7e5f89e1", "name": "network-vif-deleted", "tag": "6592364b-ac01-4b0f-8e67-fa8561388c2f"}]}' {{(pid=103305) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 21:22:00.008026 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-c34a20e8-c166-4401-a61c-0a8be9251bc1 req-14160df1-a008-464e-b2e8-97638840b766 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] 10.222.0.66 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c6d9f10230f341edbbe46b16c17eb870 HTTP/1.1" status: 200 len: 380 time: 0.2282877 Jan 26 21:22:00.017330 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [req-c34a20e8-c166-4401-a61c-0a8be9251bc1 req-053f14f9-6e80-4437-a697-1c2856850935 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Request body: {'port': {'device_id': 'f9d28872-a0eb-43ed-b4ce-aee5b2886372', 'network_id': '3e4368a8-f3b4-4f2b-9ce8-6f1eab73b100', 'admin_state_up': True, 'tenant_id': 'c6d9f10230f341edbbe46b16c17eb870', 'security_groups': ['6cb8e788-9152-488c-8973-85140910b10a']}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:22:00.171742 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf95686-e062-4fb0-9c30-21052879d48d req-8221225f-edd3-44ee-8959-088542c3095e tempest-AttachVolumeShelveTestJSON-345998519 tempest-AttachVolumeShelveTestJSON-345998519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:22:00.181263 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-adf95686-e062-4fb0-9c30-21052879d48d req-8221225f-edd3-44ee-8959-088542c3095e tempest-AttachVolumeShelveTestJSON-345998519 tempest-AttachVolumeShelveTestJSON-345998519-project] 10.222.0.13 "GET /v2.0/ports?device_id=93bf95ee-d279-4897-bd53-d5feb3e9b070 HTTP/1.1" status: 200 len: 945 time: 0.7652082 Jan 26 21:22:00.254854 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c34a20e8-c166-4401-a61c-0a8be9251bc1 req-053f14f9-6e80-4437-a697-1c2856850935 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Made reservation on behalf of c6d9f10230f341edbbe46b16c17eb870 for: {'port': 1} {{(pid=103305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 21:22:00.257746 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-1afbd3d2-b5c9-4927-888b-a31101fed25b req-33ce0cef-96e3-456f-8c3a-531541aeb2a1 service neutron] 10.222.0.13 "GET /v2.0/networks/d5480d3d-bab2-42ab-9692-609efda9979f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9637737 Jan 26 21:22:00.259368 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-c34a20e8-c166-4401-a61c-0a8be9251bc1 req-053f14f9-6e80-4437-a697-1c2856850935 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:22:00.402580 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-1afbd3d2-b5c9-4927-888b-a31101fed25b req-b72db22b-2790-477a-977d-b5cfd271e22d service neutron] 10.222.0.13 "GET /v2.0/networks/d5480d3d-bab2-42ab-9692-609efda9979f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1436834 Jan 26 21:22:00.450401 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.db_base_plugin_common [req-c34a20e8-c166-4401-a61c-0a8be9251bc1 req-053f14f9-6e80-4437-a697-1c2856850935 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Allocated IP 172.20.0.10 (3e4368a8-f3b4-4f2b-9ce8-6f1eab73b100/c41b4bd2-c8e1-469d-9ade-a907fafb44b3/85e42356-3012-4a3b-9f75-ce1b665df28b) {{(pid=103305) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 21:22:00.514343 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-9492cc3b-7b83-47df-adeb-41337fd1e207 admin admin] Publish callbacks [] for security_group (bdda3687-bccb-49e7-a2c3-4feef0b413c7), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:22:00.582239 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc157ce-fdfc-4cf1-a22b-6584f46eb36e req-1caaa630-3f05-4f4a-9eb3-e0ca528ca2ba tempest-ImagesTestJSON-1623340881 tempest-ImagesTestJSON-1623340881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:22:00.583819 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-fdc157ce-fdfc-4cf1-a22b-6584f46eb36e req-1caaa630-3f05-4f4a-9eb3-e0ca528ca2ba tempest-ImagesTestJSON-1623340881 tempest-ImagesTestJSON-1623340881-project] 10.222.0.57 "GET /v2.0/ports?device_id=3413dc1a-2ecf-4b13-a114-83070ef3b836 HTTP/1.1" status: 200 len: 943 time: 0.4351714 Jan 26 21:22:00.585051 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-9492cc3b-7b83-47df-adeb-41337fd1e207 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (bdda3687-bccb-49e7-a2c3-4feef0b413c7), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:22:00.658626 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9492cc3b-7b83-47df-adeb-41337fd1e207 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bdda3687-bccb-49e7-a2c3-4feef0b413c7,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:22:00.681879 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-adf95686-e062-4fb0-9c30-21052879d48d req-f369d52b-fa5a-4816-a349-2ec44ea7b6b1 tempest-AttachVolumeShelveTestJSON-345998519 tempest-AttachVolumeShelveTestJSON-345998519-project] 10.222.0.13 "GET /v2.0/security-groups?id=5d7f7103-d0ef-48d0-a848-32dbbe71b238&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4993219 Jan 26 21:22:00.745923 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 26 Jan 2022 21:21:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d335bd4c-a3e3-472b-b818-819294eedb75 x-openstack-request-id: req-d335bd4c-a3e3-472b-b818-819294eedb75 {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 21:22:00.746754 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3413dc1a-2ecf-4b13-a114-83070ef3b836", "name": "network-vif-unplugged", "status": "completed", "tag": "cb24e201-0e72-43ed-b8f4-60f10aef8e0d", "code": 200}]} {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 21:22:00.747334 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d335bd4c-a3e3-472b-b818-819294eedb75 {{(pid=103306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 21:22:00.747580 n-d-760453-5 neutron-server[103306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3413dc1a-2ecf-4b13-a114-83070ef3b836', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cb24e201-0e72-43ed-b8f4-60f10aef8e0d', 'code': 200} Jan 26 21:22:00.759291 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-c34a20e8-c166-4401-a61c-0a8be9251bc1 req-053f14f9-6e80-4437-a697-1c2856850935 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Publish callbacks [] for port (85e42356-3012-4a3b-9f75-ce1b665df28b), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:22:00.807023 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-9492cc3b-7b83-47df-adeb-41337fd1e207 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=99cf2c88b8bb4f9cb1c54cf4dab40ab6&name=default HTTP/1.1" status: 200 len: 3000 time: 1.8117015 Jan 26 21:22:00.826111 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 38688) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:22:00.862220 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-c34a20e8-c166-4401-a61c-0a8be9251bc1 req-053f14f9-6e80-4437-a697-1c2856850935 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746560234527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11791543'] for port (85e42356-3012-4a3b-9f75-ce1b665df28b), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:22:00.926679 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-053f14f9-6e80-4437-a697-1c2856850935 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Pushing event updated for resources: {'Port': ['ID=85e42356-3012-4a3b-9f75-ce1b665df28b,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:22:00.944298 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c34a20e8-c166-4401-a61c-0a8be9251bc1 req-053f14f9-6e80-4437-a697-1c2856850935 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Network 3e4368a8-f3b4-4f2b-9ce8-6f1eab73b100 is already hosted by enough agents. {{(pid=103305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 21:22:00.946115 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [req-c34a20e8-c166-4401-a61c-0a8be9251bc1 req-053f14f9-6e80-4437-a697-1c2856850935 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Resources bound (agent type, host, resource id): {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:22:00.948959 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [req-c34a20e8-c166-4401-a61c-0a8be9251bc1 req-053f14f9-6e80-4437-a697-1c2856850935 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Received port after_create {{(pid=103305) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 21:22:00.978205 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Jan 2022 21:21:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99e76a30-be15-4995-ba44-346128a804ef x-openstack-request-id: req-99e76a30-be15-4995-ba44-346128a804ef {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 21:22:00.978499 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0621ba00-1c2e-49ea-bd99-216b7e5f89e1", "name": "network-vif-deleted", "tag": "6592364b-ac01-4b0f-8e67-fa8561388c2f", "status": "completed", "code": 200}]} {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 21:22:00.978755 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-99e76a30-be15-4995-ba44-346128a804ef {{(pid=103305) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 21:22:00.979165 n-d-760453-5 neutron-server[103305]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0621ba00-1c2e-49ea-bd99-216b7e5f89e1', 'name': 'network-vif-deleted', 'tag': '6592364b-ac01-4b0f-8e67-fa8561388c2f', 'status': 'completed', 'code': 200} Jan 26 21:22:01.011166 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34a20e8-c166-4401-a61c-0a8be9251bc1 req-053f14f9-6e80-4437-a697-1c2856850935 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:22:01.013745 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-c34a20e8-c166-4401-a61c-0a8be9251bc1 req-053f14f9-6e80-4437-a697-1c2856850935 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:22:01.076733 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-16069488-e85b-49a9-8465-d93cbeb39b6b admin admin] Publish callbacks [] for security_group (bdda3687-bccb-49e7-a2c3-4feef0b413c7), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:22:01.091754 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-c34a20e8-c166-4401-a61c-0a8be9251bc1 req-053f14f9-6e80-4437-a697-1c2856850935 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0775821 Jan 26 21:22:01.112844 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [req-c34a20e8-c166-4401-a61c-0a8be9251bc1 req-defbf055-6113-41b8-af00-5c3a9b7be99d service neutron] Request body: {'port': {'device_id': 'f9d28872-a0eb-43ed-b4ce-aee5b2886372', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-760453-5'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:22:01.240029 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-16069488-e85b-49a9-8465-d93cbeb39b6b admin admin] Publish callbacks [] for security_group (bdda3687-bccb-49e7-a2c3-4feef0b413c7), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:22:01.288246 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-c34a20e8-c166-4401-a61c-0a8be9251bc1 req-defbf055-6113-41b8-af00-5c3a9b7be99d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (85e42356-3012-4a3b-9f75-ce1b665df28b), before_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:22:01.436597 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-e3c2475d-58a4-4358-bd8a-94c7f4b23422 req-2bda4165-2f6e-47b4-87ef-722a4a651ed0 tempest-ImagesTestJSON-1623340881 tempest-ImagesTestJSON-1623340881-project] 10.222.0.13 "GET /v2.0/ports?device_id=0baf0d8d-7028-4dd1-93c9-a8cc009689a3 HTTP/1.1" status: 200 len: 210 time: 0.3280013 Jan 26 21:22:01.444069 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-16069488-e85b-49a9-8465-d93cbeb39b6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (bdda3687-bccb-49e7-a2c3-4feef0b413c7), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:22:01.449725 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-16069488-e85b-49a9-8465-d93cbeb39b6b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:22:01.462320 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-16069488-e85b-49a9-8465-d93cbeb39b6b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/bdda3687-bccb-49e7-a2c3-4feef0b413c7 HTTP/1.1" status: 204 len: 168 time: 0.6201949 Jan 26 21:22:01.494864 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-d27ca7d4-7703-45e8-8643-41802a891449 None None] Provisioning complete for port 85e42356-3012-4a3b-9f75-ce1b665df28b triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:22:01.495246 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d27ca7d4-7703-45e8-8643-41802a891449 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (85e42356-3012-4a3b-9f75-ce1b665df28b), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:22:01.532251 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2963fbd2-e484-48c0-8b7e-ee7cbdbae805 req-367399f4-a6ea-4963-8a24-f54a6ca605e1 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:22:01.552451 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-2963fbd2-e484-48c0-8b7e-ee7cbdbae805 req-367399f4-a6ea-4963-8a24-f54a6ca605e1 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] 10.222.0.13 "GET /v2.0/ports?device_id=f9d28872-a0eb-43ed-b4ce-aee5b2886372 HTTP/1.1" status: 200 len: 932 time: 0.7232344 Jan 26 21:22:01.560822 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16069488-e85b-49a9-8465-d93cbeb39b6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdda3687-bccb-49e7-a2c3-4feef0b413c7,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:22:01.607956 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-d27ca7d4-7703-45e8-8643-41802a891449 None None] Port 85e42356-3012-4a3b-9f75-ce1b665df28b cannot update to ACTIVE because it is not bound. {{(pid=103306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 26 21:22:01.748365 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [req-fdc157ce-fdfc-4cf1-a22b-6584f46eb36e req-4ee885d7-7e8e-4d9a-b14b-74f7227629ce tempest-ImagesTestJSON-1623340881 tempest-ImagesTestJSON-1623340881-project] Deleting port cb24e201-0e72-43ed-b8f4-60f10aef8e0d {{(pid=103304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 21:22:01.748649 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-fdc157ce-fdfc-4cf1-a22b-6584f46eb36e req-4ee885d7-7e8e-4d9a-b14b-74f7227629ce tempest-ImagesTestJSON-1623340881 tempest-ImagesTestJSON-1623340881-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746560630878'] for port (cb24e201-0e72-43ed-b8f4-60f10aef8e0d), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:22:01.785838 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-2963fbd2-e484-48c0-8b7e-ee7cbdbae805 req-e7731be1-c706-4976-a3c6-fd475b902296 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] 10.222.0.13 "GET /v2.0/security-groups?id=6cb8e788-9152-488c-8973-85140910b10a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2320964 Jan 26 21:22:01.897512 n-d-760453-5 neutron-server[103305]: DEBUG neutron.notifiers.nova [req-c34a20e8-c166-4401-a61c-0a8be9251bc1 req-defbf055-6113-41b8-af00-5c3a9b7be99d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 85e42356-3012-4a3b-9f75-ce1b665df28b {{(pid=103305) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 26 21:22:01.920034 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-c34a20e8-c166-4401-a61c-0a8be9251bc1 req-defbf055-6113-41b8-af00-5c3a9b7be99d service neutron] Publish callbacks [] for port (85e42356-3012-4a3b-9f75-ce1b665df28b), precommit_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:22:01.954598 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.provisioning_blocks [req-c34a20e8-c166-4401-a61c-0a8be9251bc1 req-defbf055-6113-41b8-af00-5c3a9b7be99d service neutron] Transition to ACTIVE for port object 85e42356-3012-4a3b-9f75-ce1b665df28b will not be triggered until provisioned by entity L2. {{(pid=103305) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 21:22:01.962354 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-c34a20e8-c166-4401-a61c-0a8be9251bc1 req-defbf055-6113-41b8-af00-5c3a9b7be99d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11791520'] for port (85e42356-3012-4a3b-9f75-ce1b665df28b), after_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:22:02.083553 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e42895d-47b1-427e-b8f0-e5640ba11221 req-47739d5d-b573-4d2a-9b8d-2bd244d3d976 tempest-DeleteServersTestJSON-1338827600 tempest-DeleteServersTestJSON-1338827600-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:22:02.092699 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-8e42895d-47b1-427e-b8f0-e5640ba11221 req-47739d5d-b573-4d2a-9b8d-2bd244d3d976 tempest-DeleteServersTestJSON-1338827600 tempest-DeleteServersTestJSON-1338827600-project] 10.222.0.13 "GET /v2.0/networks?id=e16ff5ba-c523-42b6-a294-431f384b33de HTTP/1.1" status: 200 len: 812 time: 0.4712946 Jan 26 21:22:02.168126 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-defbf055-6113-41b8-af00-5c3a9b7be99d service neutron] Pushing event updated for resources: {'Port': ['ID=85e42356-3012-4a3b-9f75-ce1b665df28b,revision_number=2']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:22:02.212427 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-8e42895d-47b1-427e-b8f0-e5640ba11221 req-702e002d-0b9e-404d-981b-f3614d959316 tempest-DeleteServersTestJSON-1338827600 tempest-DeleteServersTestJSON-1338827600-project] 10.222.0.13 "GET /v2.0/quotas/cb180574de574caea4706335ceec073e HTTP/1.1" status: 200 len: 375 time: 0.1181421 Jan 26 21:22:02.299372 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [req-c34a20e8-c166-4401-a61c-0a8be9251bc1 req-defbf055-6113-41b8-af00-5c3a9b7be99d service neutron] Attempting to bind port 85e42356-3012-4a3b-9f75-ce1b665df28b on host n-h1-760453-5 for vnic_type normal with profile {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 21:22:02.299565 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [req-c34a20e8-c166-4401-a61c-0a8be9251bc1 req-defbf055-6113-41b8-af00-5c3a9b7be99d service neutron] Attempting to bind port 85e42356-3012-4a3b-9f75-ce1b665df28b by drivers openvswitch,hyperv on host n-h1-760453-5 at level 0 using segments [{'id': '24c7c5d0-e01c-4957-8108-056c43fd37fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '3e4368a8-f3b4-4f2b-9ce8-6f1eab73b100'}] {{(pid=103305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 26 21:22:02.299855 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c34a20e8-c166-4401-a61c-0a8be9251bc1 req-defbf055-6113-41b8-af00-5c3a9b7be99d service neutron] Attempting to bind port 85e42356-3012-4a3b-9f75-ce1b665df28b on network 3e4368a8-f3b4-4f2b-9ce8-6f1eab73b100 {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 21:22:02.305163 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c34a20e8-c166-4401-a61c-0a8be9251bc1 req-defbf055-6113-41b8-af00-5c3a9b7be99d service neutron] Port 85e42356-3012-4a3b-9f75-ce1b665df28b on network 3e4368a8-f3b4-4f2b-9ce8-6f1eab73b100 not bound, no agent of type Open vSwitch agent registered on host n-h1-760453-5 {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 26 21:22:02.305508 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c34a20e8-c166-4401-a61c-0a8be9251bc1 req-defbf055-6113-41b8-af00-5c3a9b7be99d service neutron] Attempting to bind port 85e42356-3012-4a3b-9f75-ce1b665df28b on network 3e4368a8-f3b4-4f2b-9ce8-6f1eab73b100 {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 21:22:02.311670 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c34a20e8-c166-4401-a61c-0a8be9251bc1 req-defbf055-6113-41b8-af00-5c3a9b7be99d service neutron] Checking agent: {'id': '32ef628b-8417-46c5-8729-60fcabe358f1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-760453-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 21, 3, 8), 'started_at': datetime.datetime(2022, 1, 26, 21, 3, 8), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 21, 21, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 26 21:22:02.312033 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c34a20e8-c166-4401-a61c-0a8be9251bc1 req-defbf055-6113-41b8-af00-5c3a9b7be99d service neutron] Checking segment: {'id': '24c7c5d0-e01c-4957-8108-056c43fd37fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '3e4368a8-f3b4-4f2b-9ce8-6f1eab73b100'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103305) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 21:22:02.312408 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c34a20e8-c166-4401-a61c-0a8be9251bc1 req-defbf055-6113-41b8-af00-5c3a9b7be99d service neutron] Bound using segment: {'id': '24c7c5d0-e01c-4957-8108-056c43fd37fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '3e4368a8-f3b4-4f2b-9ce8-6f1eab73b100'} {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 26 21:22:02.312852 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [req-c34a20e8-c166-4401-a61c-0a8be9251bc1 req-defbf055-6113-41b8-af00-5c3a9b7be99d service neutron] Bound port: 85e42356-3012-4a3b-9f75-ce1b665df28b, host: n-h1-760453-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '24c7c5d0-e01c-4957-8108-056c43fd37fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '3e4368a8-f3b4-4f2b-9ce8-6f1eab73b100'}}] {{(pid=103305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 26 21:22:02.313220 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-c34a20e8-c166-4401-a61c-0a8be9251bc1 req-defbf055-6113-41b8-af00-5c3a9b7be99d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (85e42356-3012-4a3b-9f75-ce1b665df28b), before_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:22:02.332531 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd58e0a-0a96-4488-a257-09bd29e4d688 req-3296b948-9c17-49a2-b9a4-27b3a8a4a621 tempest-AttachVolumeShelveTestJSON-345998519 tempest-AttachVolumeShelveTestJSON-345998519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:22:02.335838 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-9fd58e0a-0a96-4488-a257-09bd29e4d688 req-3296b948-9c17-49a2-b9a4-27b3a8a4a621 tempest-AttachVolumeShelveTestJSON-345998519 tempest-AttachVolumeShelveTestJSON-345998519-project] 10.222.0.13 "GET /v2.0/ports?device_id=93bf95ee-d279-4897-bd53-d5feb3e9b070 HTTP/1.1" status: 200 len: 945 time: 0.3882852 Jan 26 21:22:02.347757 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-8e42895d-47b1-427e-b8f0-e5640ba11221 req-feb30dae-141b-48b9-9847-1ccffb1df10b tempest-DeleteServersTestJSON-1338827600 tempest-DeleteServersTestJSON-1338827600-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=cb180574de574caea4706335ceec073e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1343701 Jan 26 21:22:02.515791 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [req-fdc157ce-fdfc-4cf1-a22b-6584f46eb36e req-4ee885d7-7e8e-4d9a-b14b-74f7227629ce tempest-ImagesTestJSON-1623340881 tempest-ImagesTestJSON-1623340881-project] For port cb24e201-0e72-43ed-b8f4-60f10aef8e0d, host n-h2-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-5',level=0,port_id=cb24e201-0e72-43ed-b8f4-60f10aef8e0d,segment=NetworkSegment(9fd884b8-86e2-416d-a96d-94ce9081e9cd),segment_id=9fd884b8-86e2-416d-a96d-94ce9081e9cd)] {{(pid=103304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:22:02.516891 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-fdc157ce-fdfc-4cf1-a22b-6584f46eb36e req-4ee885d7-7e8e-4d9a-b14b-74f7227629ce tempest-ImagesTestJSON-1623340881 tempest-ImagesTestJSON-1623340881-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4109658'] for port (cb24e201-0e72-43ed-b8f4-60f10aef8e0d), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:22:02.548716 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [req-fdc157ce-fdfc-4cf1-a22b-6584f46eb36e req-4ee885d7-7e8e-4d9a-b14b-74f7227629ce tempest-ImagesTestJSON-1623340881 tempest-ImagesTestJSON-1623340881-project] Calling delete_port for cb24e201-0e72-43ed-b8f4-60f10aef8e0d owned by compute:nova {{(pid=103304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 21:22:02.578988 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-9fd58e0a-0a96-4488-a257-09bd29e4d688 req-6a697b05-ee10-4d99-a91d-ca84c270afbf tempest-AttachVolumeShelveTestJSON-345998519 tempest-AttachVolumeShelveTestJSON-345998519-project] 10.222.0.13 "GET /v2.0/security-groups?id=5d7f7103-d0ef-48d0-a848-32dbbe71b238&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2151110 Jan 26 21:22:02.644950 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1afbd3d2-b5c9-4927-888b-a31101fed25b req-3b1cc32d-b72b-4559-aa42-f9f3b3e42e33 tempest-ImagesTestJSON-1623340881 tempest-ImagesTestJSON-1623340881-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:22:02.647123 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-1afbd3d2-b5c9-4927-888b-a31101fed25b req-3b1cc32d-b72b-4559-aa42-f9f3b3e42e33 tempest-ImagesTestJSON-1623340881 tempest-ImagesTestJSON-1623340881-project] 10.222.0.57 "GET /v2.0/networks?id=d5480d3d-bab2-42ab-9692-609efda9979f HTTP/1.1" status: 200 len: 805 time: 0.2325389 Jan 26 21:22:02.661956 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [req-1afbd3d2-b5c9-4927-888b-a31101fed25b req-d5042325-b1fc-42c6-9629-6d500cc8a085 tempest-ImagesTestJSON-1623340881 tempest-ImagesTestJSON-1623340881-project] Request body: {'port': {'device_id': '0baf0d8d-7028-4dd1-93c9-a8cc009689a3', 'network_id': 'd5480d3d-bab2-42ab-9692-609efda9979f', 'admin_state_up': True, 'tenant_id': 'b84068c047214d90966ff7ed497aada1'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:22:02.716608 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Device 6592364b-ac01-4b0f-8e67-fa8561388c2f no longer exists at agent hyperv_n-h2-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 26 21:22:02.758352 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] No Port match for: 6592364b-ac01-4b0f-8e67-fa8561388c2f {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 26 21:22:02.760609 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Device 6592364b-ac01-4b0f-8e67-fa8561388c2f not bound to the agent host n-h2-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 26 21:22:02.761885 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Device cb24e201-0e72-43ed-b8f4-60f10aef8e0d no longer exists at agent hyperv_n-h2-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 26 21:22:02.821350 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-fdc157ce-fdfc-4cf1-a22b-6584f46eb36e req-4ee885d7-7e8e-4d9a-b14b-74f7227629ce tempest-ImagesTestJSON-1623340881 tempest-ImagesTestJSON-1623340881-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746560636600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746560234536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9281553'] for port (cb24e201-0e72-43ed-b8f4-60f10aef8e0d), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:22:02.842654 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-8e42895d-47b1-427e-b8f0-e5640ba11221 req-8da34c83-196d-4461-935e-375af26b4fd4 service neutron] 10.222.0.13 "GET /v2.0/networks/e16ff5ba-c523-42b6-a294-431f384b33de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4939373 Jan 26 21:22:02.859275 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] No active binding found for port cb24e201-0e72-43ed-b8f4-60f10aef8e0d {{(pid=103306) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jan 26 21:22:02.860026 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] The host n-h2-760453-5 is not matching for port cb24e201-0e72-43ed-b8f4-60f10aef8e0d host None! {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2317}} Jan 26 21:22:02.860815 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Device cb24e201-0e72-43ed-b8f4-60f10aef8e0d not bound to the agent host n-h2-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 26 21:22:02.985461 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [req-c34a20e8-c166-4401-a61c-0a8be9251bc1 req-defbf055-6113-41b8-af00-5c3a9b7be99d service neutron] For port 85e42356-3012-4a3b-9f75-ce1b665df28b, host n-h1-760453-5, cleared binding levels {{(pid=103305) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 26 21:22:02.991084 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [req-c34a20e8-c166-4401-a61c-0a8be9251bc1 req-defbf055-6113-41b8-af00-5c3a9b7be99d service neutron] For port 85e42356-3012-4a3b-9f75-ce1b665df28b, host n-h1-760453-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-5',level=0,port_id=85e42356-3012-4a3b-9f75-ce1b665df28b,segment=NetworkSegment(24c7c5d0-e01c-4957-8108-056c43fd37fe),segment_id=24c7c5d0-e01c-4957-8108-056c43fd37fe)] {{(pid=103305) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 26 21:22:02.994881 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1afbd3d2-b5c9-4927-888b-a31101fed25b req-d5042325-b1fc-42c6-9629-6d500cc8a085 tempest-ImagesTestJSON-1623340881 tempest-ImagesTestJSON-1623340881-project] Made reservation on behalf of b84068c047214d90966ff7ed497aada1 for: {'port': 1} {{(pid=103305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 21:22:02.998684 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-1afbd3d2-b5c9-4927-888b-a31101fed25b req-d5042325-b1fc-42c6-9629-6d500cc8a085 tempest-ImagesTestJSON-1623340881 tempest-ImagesTestJSON-1623340881-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:22:02.999044 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee885d7-7e8e-4d9a-b14b-74f7227629ce tempest-ImagesTestJSON-1623340881 tempest-ImagesTestJSON-1623340881-project] Pushing event deleted for resources: {'Port': ['ID=cb24e201-0e72-43ed-b8f4-60f10aef8e0d,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:22:03.019075 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-c34a20e8-c166-4401-a61c-0a8be9251bc1 req-defbf055-6113-41b8-af00-5c3a9b7be99d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11791520'] for port (85e42356-3012-4a3b-9f75-ce1b665df28b), after_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:22:03.091356 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34a20e8-c166-4401-a61c-0a8be9251bc1 req-defbf055-6113-41b8-af00-5c3a9b7be99d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:22:03.092250 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-c34a20e8-c166-4401-a61c-0a8be9251bc1 req-defbf055-6113-41b8-af00-5c3a9b7be99d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:22:03.094409 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-c34a20e8-c166-4401-a61c-0a8be9251bc1 req-defbf055-6113-41b8-af00-5c3a9b7be99d service neutron] 10.222.0.66 "PUT /v2.0/ports/85e42356-3012-4a3b-9f75-ce1b665df28b HTTP/1.1" status: 200 len: 1092 time: 1.9891543 Jan 26 21:22:03.102451 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-6ec3f5cb-c5f7-4deb-a311-c6378416d931 req-73eb6d08-e187-4e2f-a607-cece59b672c7 tempest-ImagesTestJSON-1623340881 tempest-ImagesTestJSON-1623340881-project] 10.222.0.13 "GET /v2.0/ports?device_id=0baf0d8d-7028-4dd1-93c9-a8cc009689a3 HTTP/1.1" status: 200 len: 210 time: 0.1903679 Jan 26 21:22:03.127659 n-d-760453-5 neutron-server[103305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f9d28872-a0eb-43ed-b4ce-aee5b2886372', 'tag': '85e42356-3012-4a3b-9f75-ce1b665df28b'}] {{(pid=103305) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 21:22:03.137921 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d4654568b7bf041e72ff8fe1c96d6d761d9c921f2b99bc7b3a26632be20cee0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc9b6f95-fe05-476f-92c4-675d67f7c750" -d '{"events": [{"name": "network-changed", "server_uuid": "f9d28872-a0eb-43ed-b4ce-aee5b2886372", "tag": "85e42356-3012-4a3b-9f75-ce1b665df28b"}]}' {{(pid=103305) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 21:22:03.172833 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-8e42895d-47b1-427e-b8f0-e5640ba11221 req-7802a7c3-4778-4602-893a-8ef0fc3a2fd3 service neutron] 10.222.0.13 "GET /v2.0/networks/e16ff5ba-c523-42b6-a294-431f384b33de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3291876 Jan 26 21:22:03.173721 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [req-fdc157ce-fdfc-4cf1-a22b-6584f46eb36e req-4ee885d7-7e8e-4d9a-b14b-74f7227629ce tempest-ImagesTestJSON-1623340881 tempest-ImagesTestJSON-1623340881-project] No DVR routers for this DVR port cb24e201-0e72-43ed-b8f4-60f10aef8e0d on host n-h2-760453-5 {{(pid=103304) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 26 21:22:03.177258 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-fdc157ce-fdfc-4cf1-a22b-6584f46eb36e req-4ee885d7-7e8e-4d9a-b14b-74f7227629ce tempest-ImagesTestJSON-1623340881 tempest-ImagesTestJSON-1623340881-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:22:03.181090 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-fdc157ce-fdfc-4cf1-a22b-6584f46eb36e req-4ee885d7-7e8e-4d9a-b14b-74f7227629ce tempest-ImagesTestJSON-1623340881 tempest-ImagesTestJSON-1623340881-project] 10.222.0.57 "DELETE /v2.0/ports/cb24e201-0e72-43ed-b8f4-60f10aef8e0d HTTP/1.1" status: 204 len: 173 time: 2.5235708 Jan 26 21:22:03.181643 n-d-760453-5 neutron-server[103304]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3413dc1a-2ecf-4b13-a114-83070ef3b836', 'name': 'network-vif-deleted', 'tag': 'cb24e201-0e72-43ed-b8f4-60f10aef8e0d'}] {{(pid=103304) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 21:22:03.184231 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d52b45f1943fcd332af9527eb73ff93c8d715d44383a3f6d18de73b4cfcf87b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b37eca7-ee36-4f36-a8f0-b7776ff50096" -d '{"events": [{"server_uuid": "3413dc1a-2ecf-4b13-a114-83070ef3b836", "name": "network-vif-deleted", "tag": "cb24e201-0e72-43ed-b8f4-60f10aef8e0d"}]}' {{(pid=103304) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 21:22:03.329919 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f34249-4c26-4c0e-8b0d-846507c24b6a req-3f1ea267-8ecb-41c5-b8b4-ce6fd10a73b3 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:22:03.339796 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-33f34249-4c26-4c0e-8b0d-846507c24b6a req-3f1ea267-8ecb-41c5-b8b4-ce6fd10a73b3 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] 10.222.0.13 "GET /v2.0/ports?device_id=f9d28872-a0eb-43ed-b4ce-aee5b2886372 HTTP/1.1" status: 200 len: 944 time: 0.1139932 Jan 26 21:22:03.398146 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-defbf055-6113-41b8-af00-5c3a9b7be99d service neutron] Pushing event updated for resources: {'Port': ['ID=85e42356-3012-4a3b-9f75-ce1b665df28b,revision_number=3']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:22:03.443296 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-33f34249-4c26-4c0e-8b0d-846507c24b6a req-7790d828-88d9-40a8-8b41-7363b73eea73 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] 10.222.0.13 "GET /v2.0/security-groups?id=6cb8e788-9152-488c-8973-85140910b10a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1002498 Jan 26 21:22:03.515521 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34a20e8-c166-4401-a61c-0a8be9251bc1 req-4fdb98dd-2df8-4b2c-93c8-271697d7e820 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:22:03.523592 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-c34a20e8-c166-4401-a61c-0a8be9251bc1 req-4fdb98dd-2df8-4b2c-93c8-271697d7e820 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=c6d9f10230f341edbbe46b16c17eb870&device_id=f9d28872-a0eb-43ed-b4ce-aee5b2886372 HTTP/1.1" status: 200 len: 1095 time: 0.3516040 Jan 26 21:22:03.525115 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 26 Jan 2022 21:22:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-605740e9-de7d-4bf9-832b-5f24f3d7ec8b x-openstack-request-id: req-605740e9-de7d-4bf9-832b-5f24f3d7ec8b {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 21:22:03.525420 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f9d28872-a0eb-43ed-b4ce-aee5b2886372", "tag": "85e42356-3012-4a3b-9f75-ce1b665df28b", "status": "completed", "code": 200}]} {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 21:22:03.525676 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-605740e9-de7d-4bf9-832b-5f24f3d7ec8b {{(pid=103305) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 21:22:03.533228 n-d-760453-5 neutron-server[103305]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f9d28872-a0eb-43ed-b4ce-aee5b2886372', 'tag': '85e42356-3012-4a3b-9f75-ce1b665df28b', 'status': 'completed', 'code': 200} Jan 26 21:22:03.641254 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-d668df7b-a93b-4460-96bf-dd60266800b6 req-4976668a-4606-4457-9eee-4756b8315995 tempest-DeleteServersTestJSON-1338827600 tempest-DeleteServersTestJSON-1338827600-project] 10.222.0.13 "GET /v2.0/ports?device_id=0fb682df-e7fb-43fb-9f46-d5da6b0e81b0 HTTP/1.1" status: 200 len: 210 time: 0.0666263 Jan 26 21:22:03.651194 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-c34a20e8-c166-4401-a61c-0a8be9251bc1 req-0a573973-3362-4812-9693-1ccbf52a2a9c service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=85e42356-3012-4a3b-9f75-ce1b665df28b HTTP/1.1" status: 200 len: 217 time: 0.1033673 Jan 26 21:22:03.788200 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.db_base_plugin_common [req-1afbd3d2-b5c9-4927-888b-a31101fed25b req-d5042325-b1fc-42c6-9629-6d500cc8a085 tempest-ImagesTestJSON-1623340881 tempest-ImagesTestJSON-1623340881-project] Allocated IP 172.20.0.10 (d5480d3d-bab2-42ab-9692-609efda9979f/3e0b5fe7-c879-4a69-b8db-9e47b1011f5e/a47c3cbb-20d5-43cd-80c2-737a24011b1e) {{(pid=103305) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 21:22:03.815981 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654104b0-f09d-4933-b327-832e96fbbb18 req-65c351f2-3225-42f7-bcd8-742fc72c0552 tempest-AttachVolumeShelveTestJSON-345998519 tempest-AttachVolumeShelveTestJSON-345998519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:22:03.831393 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-654104b0-f09d-4933-b327-832e96fbbb18 req-65c351f2-3225-42f7-bcd8-742fc72c0552 tempest-AttachVolumeShelveTestJSON-345998519 tempest-AttachVolumeShelveTestJSON-345998519-project] 10.222.0.13 "GET /v2.0/ports?device_id=93bf95ee-d279-4897-bd53-d5feb3e9b070 HTTP/1.1" status: 200 len: 945 time: 0.1144106 Jan 26 21:22:03.852320 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34a20e8-c166-4401-a61c-0a8be9251bc1 req-49099eea-dff4-4496-ac51-68ad122474e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:22:03.853828 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-c34a20e8-c166-4401-a61c-0a8be9251bc1 req-49099eea-dff4-4496-ac51-68ad122474e6 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=c41b4bd2-c8e1-469d-9ade-a907fafb44b3 HTTP/1.1" status: 200 len: 834 time: 0.1945300 Jan 26 21:22:03.897590 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Jan 2022 21:22:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2b38349-24cc-4c46-b082-7115a9a77354 x-openstack-request-id: req-e2b38349-24cc-4c46-b082-7115a9a77354 {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 21:22:03.897878 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3413dc1a-2ecf-4b13-a114-83070ef3b836", "name": "network-vif-deleted", "tag": "cb24e201-0e72-43ed-b8f4-60f10aef8e0d", "status": "completed", "code": 200}]} {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 21:22:03.898138 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e2b38349-24cc-4c46-b082-7115a9a77354 {{(pid=103304) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 21:22:03.898555 n-d-760453-5 neutron-server[103304]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3413dc1a-2ecf-4b13-a114-83070ef3b836', 'name': 'network-vif-deleted', 'tag': 'cb24e201-0e72-43ed-b8f4-60f10aef8e0d', 'status': 'completed', 'code': 200} Jan 26 21:22:03.955270 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-654104b0-f09d-4933-b327-832e96fbbb18 req-c3ee0455-bf81-41b5-a74d-d32df225275f tempest-AttachVolumeShelveTestJSON-345998519 tempest-AttachVolumeShelveTestJSON-345998519-project] 10.222.0.13 "GET /v2.0/security-groups?id=5d7f7103-d0ef-48d0-a848-32dbbe71b238&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1224432 Jan 26 21:22:04.083562 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34a20e8-c166-4401-a61c-0a8be9251bc1 req-0e6bf64f-0a18-4390-8679-222db6a2d30e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:22:04.085246 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-c34a20e8-c166-4401-a61c-0a8be9251bc1 req-0e6bf64f-0a18-4390-8679-222db6a2d30e service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=3e4368a8-f3b4-4f2b-9ce8-6f1eab73b100&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2212327 Jan 26 21:22:04.253563 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-1afbd3d2-b5c9-4927-888b-a31101fed25b req-d5042325-b1fc-42c6-9629-6d500cc8a085 tempest-ImagesTestJSON-1623340881 tempest-ImagesTestJSON-1623340881-project] Publish callbacks [] for port (a47c3cbb-20d5-43cd-80c2-737a24011b1e), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:22:04.262925 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-302482b8-0032-47b0-9627-afe09c844744 req-a0176bce-fc60-4363-9494-e814030a14d6 tempest-ImagesTestJSON-1623340881 tempest-ImagesTestJSON-1623340881-project] 10.222.0.13 "GET /v2.0/ports?device_id=0baf0d8d-7028-4dd1-93c9-a8cc009689a3 HTTP/1.1" status: 200 len: 210 time: 0.0418074 Jan 26 21:22:04.263638 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-c34a20e8-c166-4401-a61c-0a8be9251bc1 req-f3eec3cd-5f18-4a24-8180-acb58337b219 service neutron] 10.222.0.66 "GET /v2.0/networks/3e4368a8-f3b4-4f2b-9ce8-6f1eab73b100?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1436515 Jan 26 21:22:04.392229 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-1afbd3d2-b5c9-4927-888b-a31101fed25b req-d5042325-b1fc-42c6-9629-6d500cc8a085 tempest-ImagesTestJSON-1623340881 tempest-ImagesTestJSON-1623340881-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746560234527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11791543'] for port (a47c3cbb-20d5-43cd-80c2-737a24011b1e), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:22:04.420362 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1afbd3d2-b5c9-4927-888b-a31101fed25b req-d5042325-b1fc-42c6-9629-6d500cc8a085 tempest-ImagesTestJSON-1623340881 tempest-ImagesTestJSON-1623340881-project] Network d5480d3d-bab2-42ab-9692-609efda9979f is already hosted by enough agents. {{(pid=103305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 21:22:04.432901 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [req-1afbd3d2-b5c9-4927-888b-a31101fed25b req-d5042325-b1fc-42c6-9629-6d500cc8a085 tempest-ImagesTestJSON-1623340881 tempest-ImagesTestJSON-1623340881-project] Resources bound (agent type, host, resource id): {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:22:04.457165 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [req-1afbd3d2-b5c9-4927-888b-a31101fed25b req-d5042325-b1fc-42c6-9629-6d500cc8a085 tempest-ImagesTestJSON-1623340881 tempest-ImagesTestJSON-1623340881-project] Received port after_create {{(pid=103305) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 21:22:04.501737 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-c34a20e8-c166-4401-a61c-0a8be9251bc1 req-52a928ba-f7bf-4f93-a558-20d4692ca51b service neutron] 10.222.0.66 "GET /v2.0/networks/3e4368a8-f3b4-4f2b-9ce8-6f1eab73b100?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2293906 Jan 26 21:22:04.516797 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5042325-b1fc-42c6-9629-6d500cc8a085 tempest-ImagesTestJSON-1623340881 tempest-ImagesTestJSON-1623340881-project] Pushing event updated for resources: {'Port': ['ID=a47c3cbb-20d5-43cd-80c2-737a24011b1e,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:22:04.541262 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1afbd3d2-b5c9-4927-888b-a31101fed25b req-d5042325-b1fc-42c6-9629-6d500cc8a085 tempest-ImagesTestJSON-1623340881 tempest-ImagesTestJSON-1623340881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:22:04.541962 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-1afbd3d2-b5c9-4927-888b-a31101fed25b req-d5042325-b1fc-42c6-9629-6d500cc8a085 tempest-ImagesTestJSON-1623340881 tempest-ImagesTestJSON-1623340881-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:22:04.594093 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-1afbd3d2-b5c9-4927-888b-a31101fed25b req-d5042325-b1fc-42c6-9629-6d500cc8a085 tempest-ImagesTestJSON-1623340881 tempest-ImagesTestJSON-1623340881-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9372258 Jan 26 21:22:04.638479 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [req-1afbd3d2-b5c9-4927-888b-a31101fed25b req-26653305-909f-4afe-956c-bf6e6f7e55df service neutron] Request body: {'port': {'device_id': '0baf0d8d-7028-4dd1-93c9-a8cc009689a3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-760453-5'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:22:04.747579 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b76ebb-8d1c-4aff-a7cb-1e6ea69217e4 req-0eeacebc-c9d8-4661-81f7-afbff203a759 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:22:04.748513 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9b6f95-fe05-476f-92c4-675d67f7c750 req-0d9a30d4-1b8e-475c-89d2-43331bfc8a00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:22:04.750113 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-dc9b6f95-fe05-476f-92c4-675d67f7c750 req-0d9a30d4-1b8e-475c-89d2-43331bfc8a00 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=c6d9f10230f341edbbe46b16c17eb870&device_id=f9d28872-a0eb-43ed-b4ce-aee5b2886372 HTTP/1.1" status: 200 len: 1095 time: 0.1547775 Jan 26 21:22:04.756986 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-79b76ebb-8d1c-4aff-a7cb-1e6ea69217e4 req-0eeacebc-c9d8-4661-81f7-afbff203a759 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] 10.222.0.13 "GET /v2.0/ports?device_id=f9d28872-a0eb-43ed-b4ce-aee5b2886372 HTTP/1.1" status: 200 len: 944 time: 0.1828613 Jan 26 21:22:04.881015 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-768007e3-84b3-4cba-b857-56c3eef5cbbb req-ee58abce-6824-44e1-a6f1-51ff353261e9 tempest-DeleteServersTestJSON-1338827600 tempest-DeleteServersTestJSON-1338827600-project] 10.222.0.13 "GET /v2.0/ports?device_id=0fb682df-e7fb-43fb-9f46-d5da6b0e81b0 HTTP/1.1" status: 200 len: 210 time: 0.1067793 Jan 26 21:22:04.961080 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-79b76ebb-8d1c-4aff-a7cb-1e6ea69217e4 req-74b44873-f656-4a20-8c45-75464338cf67 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] 10.222.0.13 "GET /v2.0/security-groups?id=6cb8e788-9152-488c-8973-85140910b10a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2028549 Jan 26 21:22:04.995173 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-1afbd3d2-b5c9-4927-888b-a31101fed25b req-26653305-909f-4afe-956c-bf6e6f7e55df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (a47c3cbb-20d5-43cd-80c2-737a24011b1e), before_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:22:05.075571 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9b6f95-fe05-476f-92c4-675d67f7c750 req-c6b57474-055d-4f99-bd14-ab2ac92f5e43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:22:05.077436 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-dc9b6f95-fe05-476f-92c4-675d67f7c750 req-c6b57474-055d-4f99-bd14-ab2ac92f5e43 service neutron] 10.222.0.66 "GET /v2.0/networks?id=3e4368a8-f3b4-4f2b-9ce8-6f1eab73b100 HTTP/1.1" status: 200 len: 898 time: 0.3206813 Jan 26 21:22:05.131363 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-dc9b6f95-fe05-476f-92c4-675d67f7c750 req-da79537e-6acf-4f36-80a7-884f39551dea service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=85e42356-3012-4a3b-9f75-ce1b665df28b HTTP/1.1" status: 200 len: 217 time: 0.0455711 Jan 26 21:22:05.286995 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e42895d-47b1-427e-b8f0-e5640ba11221 req-b85cb346-bb41-4331-82c9-2330cb9fb328 tempest-DeleteServersTestJSON-1338827600 tempest-DeleteServersTestJSON-1338827600-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:22:05.288827 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-8e42895d-47b1-427e-b8f0-e5640ba11221 req-b85cb346-bb41-4331-82c9-2330cb9fb328 tempest-DeleteServersTestJSON-1338827600 tempest-DeleteServersTestJSON-1338827600-project] 10.222.0.57 "GET /v2.0/networks?id=e16ff5ba-c523-42b6-a294-431f384b33de HTTP/1.1" status: 200 len: 812 time: 0.1818216 Jan 26 21:22:05.303430 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [req-8e42895d-47b1-427e-b8f0-e5640ba11221 req-174b027a-3f32-44dd-ab6f-3dd1948f45fa tempest-DeleteServersTestJSON-1338827600 tempest-DeleteServersTestJSON-1338827600-project] Request body: {'port': {'device_id': '0fb682df-e7fb-43fb-9f46-d5da6b0e81b0', 'network_id': 'e16ff5ba-c523-42b6-a294-431f384b33de', 'admin_state_up': True, 'tenant_id': 'cb180574de574caea4706335ceec073e'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:22:05.415822 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9b6f95-fe05-476f-92c4-675d67f7c750 req-5bf0139e-4f6b-41c8-bd3f-42be211a951b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:22:05.417544 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-dc9b6f95-fe05-476f-92c4-675d67f7c750 req-5bf0139e-4f6b-41c8-bd3f-42be211a951b service neutron] 10.222.0.66 "GET /v2.0/subnets?id=c41b4bd2-c8e1-469d-9ade-a907fafb44b3 HTTP/1.1" status: 200 len: 834 time: 0.2278533 Jan 26 21:22:05.500602 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec29536-0518-4edb-bb5f-962e2a13df99 req-b256836b-e26b-4e91-819c-fc1b93a197f6 tempest-AttachVolumeShelveTestJSON-345998519 tempest-AttachVolumeShelveTestJSON-345998519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:22:05.511152 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-bec29536-0518-4edb-bb5f-962e2a13df99 req-b256836b-e26b-4e91-819c-fc1b93a197f6 tempest-AttachVolumeShelveTestJSON-345998519 tempest-AttachVolumeShelveTestJSON-345998519-project] 10.222.0.13 "GET /v2.0/ports?device_id=93bf95ee-d279-4897-bd53-d5feb3e9b070 HTTP/1.1" status: 200 len: 945 time: 0.4405639 Jan 26 21:22:05.537214 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9b6f95-fe05-476f-92c4-675d67f7c750 req-0b401f43-d0d9-4e3c-8cfc-bd2d2d18ae7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:22:05.538777 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-dc9b6f95-fe05-476f-92c4-675d67f7c750 req-0b401f43-d0d9-4e3c-8cfc-bd2d2d18ae7a service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=3e4368a8-f3b4-4f2b-9ce8-6f1eab73b100&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0852983 Jan 26 21:22:05.604262 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dedf1cb-7465-4f08-a0ba-88545f15c457 req-b462e013-7701-4108-a38d-779355d9855b tempest-ImagesTestJSON-1623340881 tempest-ImagesTestJSON-1623340881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:22:05.612893 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-4dedf1cb-7465-4f08-a0ba-88545f15c457 req-b462e013-7701-4108-a38d-779355d9855b tempest-ImagesTestJSON-1623340881 tempest-ImagesTestJSON-1623340881-project] 10.222.0.13 "GET /v2.0/ports?device_id=0baf0d8d-7028-4dd1-93c9-a8cc009689a3 HTTP/1.1" status: 200 len: 932 time: 0.1851540 Jan 26 21:22:05.641186 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-bec29536-0518-4edb-bb5f-962e2a13df99 req-92deb9dd-8b3c-42fd-be7b-e2310e2f5859 tempest-AttachVolumeShelveTestJSON-345998519 tempest-AttachVolumeShelveTestJSON-345998519-project] 10.222.0.13 "GET /v2.0/security-groups?id=5d7f7103-d0ef-48d0-a848-32dbbe71b238&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1289673 Jan 26 21:22:05.721607 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8e42895d-47b1-427e-b8f0-e5640ba11221 req-174b027a-3f32-44dd-ab6f-3dd1948f45fa tempest-DeleteServersTestJSON-1338827600 tempest-DeleteServersTestJSON-1338827600-project] Made reservation on behalf of cb180574de574caea4706335ceec073e for: {'port': 1} {{(pid=103304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 21:22:05.725495 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-8e42895d-47b1-427e-b8f0-e5640ba11221 req-174b027a-3f32-44dd-ab6f-3dd1948f45fa tempest-DeleteServersTestJSON-1338827600 tempest-DeleteServersTestJSON-1338827600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:22:05.732630 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-4dedf1cb-7465-4f08-a0ba-88545f15c457 req-8939f470-6eb3-4d5a-9166-1f676a640acf tempest-ImagesTestJSON-1623340881 tempest-ImagesTestJSON-1623340881-project] 10.222.0.13 "GET /v2.0/security-groups?id=461ca33f-43cf-4a35-a5bb-7e46cb0e5e93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188080 Jan 26 21:22:05.768091 n-d-760453-5 neutron-server[103305]: DEBUG neutron.notifiers.nova [req-1afbd3d2-b5c9-4927-888b-a31101fed25b req-26653305-909f-4afe-956c-bf6e6f7e55df service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a47c3cbb-20d5-43cd-80c2-737a24011b1e {{(pid=103305) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 26 21:22:05.783360 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-1afbd3d2-b5c9-4927-888b-a31101fed25b req-26653305-909f-4afe-956c-bf6e6f7e55df service neutron] Publish callbacks [] for port (a47c3cbb-20d5-43cd-80c2-737a24011b1e), precommit_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:22:05.793075 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-dc9b6f95-fe05-476f-92c4-675d67f7c750 req-7f1dbabb-f032-4216-9801-d14af42362ac service neutron] 10.222.0.66 "GET /v2.0/networks/3e4368a8-f3b4-4f2b-9ce8-6f1eab73b100?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2384391 Jan 26 21:22:05.886363 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.provisioning_blocks [req-1afbd3d2-b5c9-4927-888b-a31101fed25b req-26653305-909f-4afe-956c-bf6e6f7e55df service neutron] Transition to ACTIVE for port object a47c3cbb-20d5-43cd-80c2-737a24011b1e will not be triggered until provisioned by entity L2. {{(pid=103305) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 21:22:05.899758 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-1afbd3d2-b5c9-4927-888b-a31101fed25b req-26653305-909f-4afe-956c-bf6e6f7e55df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11791520'] for port (a47c3cbb-20d5-43cd-80c2-737a24011b1e), after_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:22:05.913702 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 38840) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:22:05.956158 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.db_base_plugin_common [req-8e42895d-47b1-427e-b8f0-e5640ba11221 req-174b027a-3f32-44dd-ab6f-3dd1948f45fa tempest-DeleteServersTestJSON-1338827600 tempest-DeleteServersTestJSON-1338827600-project] Allocated IP 172.20.0.9 (e16ff5ba-c523-42b6-a294-431f384b33de/25684abb-e6bd-4ac5-a412-9cc30ecdd004/03bdef55-7c27-45fc-b975-e39b6e0f3218) {{(pid=103304) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 21:22:06.015248 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26653305-909f-4afe-956c-bf6e6f7e55df service neutron] Pushing event updated for resources: {'Port': ['ID=a47c3cbb-20d5-43cd-80c2-737a24011b1e,revision_number=2']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:22:06.060079 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-dc9b6f95-fe05-476f-92c4-675d67f7c750 req-66aacd71-096e-435f-a4a6-538e3463c3ff service neutron] 10.222.0.66 "GET /v2.0/networks/3e4368a8-f3b4-4f2b-9ce8-6f1eab73b100?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2560713 Jan 26 21:22:06.117049 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-c3a4bd3e-054b-4e8d-b09e-e22bd753e62d req-c8c863b5-132d-4a4c-86b8-6747ed2e98d8 tempest-DeleteServersTestJSON-1338827600 tempest-DeleteServersTestJSON-1338827600-project] 10.222.0.13 "GET /v2.0/ports?device_id=0fb682df-e7fb-43fb-9f46-d5da6b0e81b0 HTTP/1.1" status: 200 len: 210 time: 0.0898149 Jan 26 21:22:06.181068 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-34b40f0a-42c7-4bc9-99a8-f47533237dab admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:22:06.181330 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [req-1afbd3d2-b5c9-4927-888b-a31101fed25b req-26653305-909f-4afe-956c-bf6e6f7e55df service neutron] Attempting to bind port a47c3cbb-20d5-43cd-80c2-737a24011b1e on host n-h2-760453-5 for vnic_type normal with profile {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 21:22:06.181802 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [req-1afbd3d2-b5c9-4927-888b-a31101fed25b req-26653305-909f-4afe-956c-bf6e6f7e55df service neutron] Attempting to bind port a47c3cbb-20d5-43cd-80c2-737a24011b1e by drivers openvswitch,hyperv on host n-h2-760453-5 at level 0 using segments [{'id': '9fd884b8-86e2-416d-a96d-94ce9081e9cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'd5480d3d-bab2-42ab-9692-609efda9979f'}] {{(pid=103305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 26 21:22:06.181976 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1afbd3d2-b5c9-4927-888b-a31101fed25b req-26653305-909f-4afe-956c-bf6e6f7e55df service neutron] Attempting to bind port a47c3cbb-20d5-43cd-80c2-737a24011b1e on network d5480d3d-bab2-42ab-9692-609efda9979f {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 21:22:06.187273 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1afbd3d2-b5c9-4927-888b-a31101fed25b req-26653305-909f-4afe-956c-bf6e6f7e55df service neutron] Port a47c3cbb-20d5-43cd-80c2-737a24011b1e on network d5480d3d-bab2-42ab-9692-609efda9979f not bound, no agent of type Open vSwitch agent registered on host n-h2-760453-5 {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 26 21:22:06.187658 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1afbd3d2-b5c9-4927-888b-a31101fed25b req-26653305-909f-4afe-956c-bf6e6f7e55df service neutron] Attempting to bind port a47c3cbb-20d5-43cd-80c2-737a24011b1e on network d5480d3d-bab2-42ab-9692-609efda9979f {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 21:22:06.194491 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1afbd3d2-b5c9-4927-888b-a31101fed25b req-26653305-909f-4afe-956c-bf6e6f7e55df service neutron] Checking agent: {'id': '4d619873-4b60-439f-9b5a-b155dc8bbc34', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-760453-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 21, 2, 53), 'started_at': datetime.datetime(2022, 1, 26, 21, 2, 53), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 21, 21, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 26 21:22:06.194909 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1afbd3d2-b5c9-4927-888b-a31101fed25b req-26653305-909f-4afe-956c-bf6e6f7e55df service neutron] Checking segment: {'id': '9fd884b8-86e2-416d-a96d-94ce9081e9cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'd5480d3d-bab2-42ab-9692-609efda9979f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103305) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 21:22:06.195360 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1afbd3d2-b5c9-4927-888b-a31101fed25b req-26653305-909f-4afe-956c-bf6e6f7e55df service neutron] Bound using segment: {'id': '9fd884b8-86e2-416d-a96d-94ce9081e9cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'd5480d3d-bab2-42ab-9692-609efda9979f'} {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 26 21:22:06.195799 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [req-1afbd3d2-b5c9-4927-888b-a31101fed25b req-26653305-909f-4afe-956c-bf6e6f7e55df service neutron] Bound port: a47c3cbb-20d5-43cd-80c2-737a24011b1e, host: n-h2-760453-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9fd884b8-86e2-416d-a96d-94ce9081e9cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'd5480d3d-bab2-42ab-9692-609efda9979f'}}] {{(pid=103305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 26 21:22:06.196163 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-1afbd3d2-b5c9-4927-888b-a31101fed25b req-26653305-909f-4afe-956c-bf6e6f7e55df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (a47c3cbb-20d5-43cd-80c2-737a24011b1e), before_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:22:06.282363 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [req-1afbd3d2-b5c9-4927-888b-a31101fed25b req-26653305-909f-4afe-956c-bf6e6f7e55df service neutron] For port a47c3cbb-20d5-43cd-80c2-737a24011b1e, host n-h2-760453-5, cleared binding levels {{(pid=103305) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 26 21:22:06.287637 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [req-1afbd3d2-b5c9-4927-888b-a31101fed25b req-26653305-909f-4afe-956c-bf6e6f7e55df service neutron] For port a47c3cbb-20d5-43cd-80c2-737a24011b1e, host n-h2-760453-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-5',level=0,port_id=a47c3cbb-20d5-43cd-80c2-737a24011b1e,segment=NetworkSegment(9fd884b8-86e2-416d-a96d-94ce9081e9cd),segment_id=9fd884b8-86e2-416d-a96d-94ce9081e9cd)] {{(pid=103305) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 26 21:22:06.294812 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-1afbd3d2-b5c9-4927-888b-a31101fed25b req-26653305-909f-4afe-956c-bf6e6f7e55df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11791520'] for port (a47c3cbb-20d5-43cd-80c2-737a24011b1e), after_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:22:06.297489 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-34b40f0a-42c7-4bc9-99a8-f47533237dab admin admin] Publish callbacks [] for security_group (a8b5999d-febd-46e5-89e6-1729bd5059e1), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:22:06.313183 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-34b40f0a-42c7-4bc9-99a8-f47533237dab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (a8b5999d-febd-46e5-89e6-1729bd5059e1), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:22:06.364387 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1afbd3d2-b5c9-4927-888b-a31101fed25b req-26653305-909f-4afe-956c-bf6e6f7e55df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:22:06.374469 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-1afbd3d2-b5c9-4927-888b-a31101fed25b req-26653305-909f-4afe-956c-bf6e6f7e55df service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:22:06.376178 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-1afbd3d2-b5c9-4927-888b-a31101fed25b req-26653305-909f-4afe-956c-bf6e6f7e55df service neutron] 10.222.0.57 "PUT /v2.0/ports/a47c3cbb-20d5-43cd-80c2-737a24011b1e HTTP/1.1" status: 200 len: 1092 time: 1.7438710 Jan 26 21:22:06.376669 n-d-760453-5 neutron-server[103305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0baf0d8d-7028-4dd1-93c9-a8cc009689a3', 'tag': 'a47c3cbb-20d5-43cd-80c2-737a24011b1e'}] {{(pid=103305) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 21:22:06.378992 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d4654568b7bf041e72ff8fe1c96d6d761d9c921f2b99bc7b3a26632be20cee0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3e86df9-b181-441a-bec3-cf7067a7b472" -d '{"events": [{"name": "network-changed", "server_uuid": "0baf0d8d-7028-4dd1-93c9-a8cc009689a3", "tag": "a47c3cbb-20d5-43cd-80c2-737a24011b1e"}]}' {{(pid=103305) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 21:22:06.391269 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-34b40f0a-42c7-4bc9-99a8-f47533237dab admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=eedfedbf3519475e8ff306b1931b56b3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4764953 Jan 26 21:22:06.408477 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 38850) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:22:06.506027 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 26 Jan 2022 21:22:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3abb0cbc-f2e2-4ddc-860e-1f91c4d48f6e x-openstack-request-id: req-3abb0cbc-f2e2-4ddc-860e-1f91c4d48f6e {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 21:22:06.506340 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0baf0d8d-7028-4dd1-93c9-a8cc009689a3", "tag": "a47c3cbb-20d5-43cd-80c2-737a24011b1e", "status": "completed", "code": 200}]} {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 21:22:06.506582 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-3abb0cbc-f2e2-4ddc-860e-1f91c4d48f6e {{(pid=103305) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 21:22:06.506991 n-d-760453-5 neutron-server[103305]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0baf0d8d-7028-4dd1-93c9-a8cc009689a3', 'tag': 'a47c3cbb-20d5-43cd-80c2-737a24011b1e', 'status': 'completed', 'code': 200} Jan 26 21:22:06.529934 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26653305-909f-4afe-956c-bf6e6f7e55df service neutron] Pushing event updated for resources: {'Port': ['ID=a47c3cbb-20d5-43cd-80c2-737a24011b1e,revision_number=3']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:22:06.545154 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db689720-ee6a-4187-bf8a-e1a94ad29caa req-888110e1-60e0-4cc1-8017-e745d7524597 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:22:06.546791 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-db689720-ee6a-4187-bf8a-e1a94ad29caa req-888110e1-60e0-4cc1-8017-e745d7524597 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] 10.222.0.13 "GET /v2.0/ports?device_id=f9d28872-a0eb-43ed-b4ce-aee5b2886372 HTTP/1.1" status: 200 len: 944 time: 0.4485915 Jan 26 21:22:06.549034 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1afbd3d2-b5c9-4927-888b-a31101fed25b req-ffc62cd6-b2f7-4428-9982-2e9d70bede30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:22:06.551556 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-1afbd3d2-b5c9-4927-888b-a31101fed25b req-ffc62cd6-b2f7-4428-9982-2e9d70bede30 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=b84068c047214d90966ff7ed497aada1&device_id=0baf0d8d-7028-4dd1-93c9-a8cc009689a3 HTTP/1.1" status: 200 len: 1095 time: 0.1148746 Jan 26 21:22:06.565390 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b40f0a-42c7-4bc9-99a8-f47533237dab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8b5999d-febd-46e5-89e6-1729bd5059e1,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:22:06.611852 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-1afbd3d2-b5c9-4927-888b-a31101fed25b req-1c88e2f9-d2e5-40df-8840-af8c45bbb1fa service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a47c3cbb-20d5-43cd-80c2-737a24011b1e HTTP/1.1" status: 200 len: 217 time: 0.0528345 Jan 26 21:22:06.677524 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-db689720-ee6a-4187-bf8a-e1a94ad29caa req-cb9ee4fe-2bf3-4c56-a677-1649dc035324 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] 10.222.0.13 "GET /v2.0/security-groups?id=6cb8e788-9152-488c-8973-85140910b10a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0904067 Jan 26 21:22:06.734251 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-8e42895d-47b1-427e-b8f0-e5640ba11221 req-174b027a-3f32-44dd-ab6f-3dd1948f45fa tempest-DeleteServersTestJSON-1338827600 tempest-DeleteServersTestJSON-1338827600-project] Publish callbacks [] for port (03bdef55-7c27-45fc-b975-e39b6e0f3218), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:22:06.746456 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-7e36004e-fdbb-47a7-937d-6d5ccafe04e4 admin admin] Publish callbacks [] for security_group (a8b5999d-febd-46e5-89e6-1729bd5059e1), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:22:06.748272 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1afbd3d2-b5c9-4927-888b-a31101fed25b req-3f96574e-7a22-4df0-9c0d-d8bfe4e762dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:22:06.752222 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-1afbd3d2-b5c9-4927-888b-a31101fed25b req-3f96574e-7a22-4df0-9c0d-d8bfe4e762dc service neutron] 10.222.0.57 "GET /v2.0/subnets?id=3e0b5fe7-c879-4a69-b8db-9e47b1011f5e HTTP/1.1" status: 200 len: 845 time: 0.1320684 Jan 26 21:22:06.806076 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-7e36004e-fdbb-47a7-937d-6d5ccafe04e4 admin admin] Publish callbacks [] for security_group (a8b5999d-febd-46e5-89e6-1729bd5059e1), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:22:06.813724 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-1afbd3d2-b5c9-4927-888b-a31101fed25b req-31aa055d-5802-4a71-9bd9-a43840f61050 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=d5480d3d-bab2-42ab-9692-609efda9979f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0547488 Jan 26 21:22:06.951439 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-1afbd3d2-b5c9-4927-888b-a31101fed25b req-a7ca671a-ee13-450e-b2d7-e89b2fa4b068 service neutron] 10.222.0.57 "GET /v2.0/networks/d5480d3d-bab2-42ab-9692-609efda9979f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1308222 Jan 26 21:22:06.951439 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 38874) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:22:07.026484 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7389450-63ee-4b55-a04c-fe41a131e96c req-f0fe6b01-a3bc-4882-af21-523f373c1b69 tempest-ImagesTestJSON-1623340881 tempest-ImagesTestJSON-1623340881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:22:07.034380 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-d7389450-63ee-4b55-a04c-fe41a131e96c req-f0fe6b01-a3bc-4882-af21-523f373c1b69 tempest-ImagesTestJSON-1623340881 tempest-ImagesTestJSON-1623340881-project] 10.222.0.13 "GET /v2.0/ports?device_id=0baf0d8d-7028-4dd1-93c9-a8cc009689a3 HTTP/1.1" status: 200 len: 944 time: 0.1313045 Jan 26 21:22:07.061867 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-8e42895d-47b1-427e-b8f0-e5640ba11221 req-174b027a-3f32-44dd-ab6f-3dd1948f45fa tempest-DeleteServersTestJSON-1338827600 tempest-DeleteServersTestJSON-1338827600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746560234527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9281553'] for port (03bdef55-7c27-45fc-b975-e39b6e0f3218), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:22:07.070658 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da3fc0c-4f05-4111-8f7e-3d8e27999d0b req-cfabadec-6c89-441b-9701-985371bc45d1 tempest-AttachVolumeShelveTestJSON-345998519 tempest-AttachVolumeShelveTestJSON-345998519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:22:07.072340 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-0da3fc0c-4f05-4111-8f7e-3d8e27999d0b req-cfabadec-6c89-441b-9701-985371bc45d1 tempest-AttachVolumeShelveTestJSON-345998519 tempest-AttachVolumeShelveTestJSON-345998519-project] 10.222.0.13 "GET /v2.0/ports?device_id=93bf95ee-d279-4897-bd53-d5feb3e9b070 HTTP/1.1" status: 200 len: 945 time: 0.2228599 Jan 26 21:22:07.122307 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-1afbd3d2-b5c9-4927-888b-a31101fed25b req-670aac73-d804-4353-9b27-0a8502d79827 service neutron] 10.222.0.57 "GET /v2.0/networks/d5480d3d-bab2-42ab-9692-609efda9979f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1647925 Jan 26 21:22:07.148855 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-2559eab1-842e-4bad-9877-293b14458351 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:22:07.158783 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-d7389450-63ee-4b55-a04c-fe41a131e96c req-ad99a0c4-06d2-4af7-985d-d53f1f7f3295 tempest-ImagesTestJSON-1623340881 tempest-ImagesTestJSON-1623340881-project] 10.222.0.13 "GET /v2.0/security-groups?id=461ca33f-43cf-4a35-a5bb-7e46cb0e5e93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1235197 Jan 26 21:22:07.163488 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-7e36004e-fdbb-47a7-937d-6d5ccafe04e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (a8b5999d-febd-46e5-89e6-1729bd5059e1), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:22:07.166154 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-7e36004e-fdbb-47a7-937d-6d5ccafe04e4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:22:07.170003 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-7e36004e-fdbb-47a7-937d-6d5ccafe04e4 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a8b5999d-febd-46e5-89e6-1729bd5059e1 HTTP/1.1" status: 204 len: 168 time: 0.7533281 Jan 26 21:22:07.179955 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8e42895d-47b1-427e-b8f0-e5640ba11221 req-174b027a-3f32-44dd-ab6f-3dd1948f45fa tempest-DeleteServersTestJSON-1338827600 tempest-DeleteServersTestJSON-1338827600-project] Network e16ff5ba-c523-42b6-a294-431f384b33de is already hosted by enough agents. {{(pid=103304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 21:22:07.191732 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-174b027a-3f32-44dd-ab6f-3dd1948f45fa tempest-DeleteServersTestJSON-1338827600 tempest-DeleteServersTestJSON-1338827600-project] Pushing event updated for resources: {'Port': ['ID=03bdef55-7c27-45fc-b975-e39b6e0f3218,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:22:07.207059 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [req-8e42895d-47b1-427e-b8f0-e5640ba11221 req-174b027a-3f32-44dd-ab6f-3dd1948f45fa tempest-DeleteServersTestJSON-1338827600 tempest-DeleteServersTestJSON-1338827600-project] Resources bound (agent type, host, resource id): {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:22:07.211223 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e36004e-fdbb-47a7-937d-6d5ccafe04e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8b5999d-febd-46e5-89e6-1729bd5059e1,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:22:07.213412 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e42895d-47b1-427e-b8f0-e5640ba11221 req-174b027a-3f32-44dd-ab6f-3dd1948f45fa tempest-DeleteServersTestJSON-1338827600 tempest-DeleteServersTestJSON-1338827600-project] Received port after_create {{(pid=103304) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 21:22:07.264550 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-2559eab1-842e-4bad-9877-293b14458351 admin admin] Publish callbacks [] for security_group (3ba020bf-9704-4d83-9d29-de9ae140a70c), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:22:07.279813 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-2559eab1-842e-4bad-9877-293b14458351 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (3ba020bf-9704-4d83-9d29-de9ae140a70c), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:22:07.296840 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-0da3fc0c-4f05-4111-8f7e-3d8e27999d0b req-bd378bcb-1682-4441-b09b-20c708c7384b tempest-AttachVolumeShelveTestJSON-345998519 tempest-AttachVolumeShelveTestJSON-345998519-project] 10.222.0.13 "GET /v2.0/security-groups?id=5d7f7103-d0ef-48d0-a848-32dbbe71b238&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1789818 Jan 26 21:22:07.369896 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-2559eab1-842e-4bad-9877-293b14458351 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=59e786dd635743f69bc80d4c8bd47a15&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4150765 Jan 26 21:22:07.370144 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 38882) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:22:07.398002 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e42895d-47b1-427e-b8f0-e5640ba11221 req-174b027a-3f32-44dd-ab6f-3dd1948f45fa tempest-DeleteServersTestJSON-1338827600 tempest-DeleteServersTestJSON-1338827600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:22:07.398703 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-8e42895d-47b1-427e-b8f0-e5640ba11221 req-174b027a-3f32-44dd-ab6f-3dd1948f45fa tempest-DeleteServersTestJSON-1338827600 tempest-DeleteServersTestJSON-1338827600-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:22:07.406955 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2559eab1-842e-4bad-9877-293b14458351 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ba020bf-9704-4d83-9d29-de9ae140a70c,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:22:07.419178 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e86df9-b181-441a-bec3-cf7067a7b472 req-4a8ebf19-32f5-4fcc-8e4e-9908db82ca2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:22:07.420717 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-d3e86df9-b181-441a-bec3-cf7067a7b472 req-4a8ebf19-32f5-4fcc-8e4e-9908db82ca2d service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=b84068c047214d90966ff7ed497aada1&device_id=0baf0d8d-7028-4dd1-93c9-a8cc009689a3 HTTP/1.1" status: 200 len: 1095 time: 0.1545792 Jan 26 21:22:07.463985 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-8e42895d-47b1-427e-b8f0-e5640ba11221 req-174b027a-3f32-44dd-ab6f-3dd1948f45fa tempest-DeleteServersTestJSON-1338827600 tempest-DeleteServersTestJSON-1338827600-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1658978 Jan 26 21:22:07.481674 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [req-8e42895d-47b1-427e-b8f0-e5640ba11221 req-06b3f99b-7dc3-4c04-a81e-44697bea7e3e service neutron] Request body: {'port': {'device_id': '0fb682df-e7fb-43fb-9f46-d5da6b0e81b0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-760453-5'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:22:07.497648 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150f59e4-c660-4af2-8229-2926e3a91e65 req-82785574-fd01-40e1-8675-5509c7285d24 tempest-DeleteServersTestJSON-1338827600 tempest-DeleteServersTestJSON-1338827600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:22:07.507811 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-150f59e4-c660-4af2-8229-2926e3a91e65 req-82785574-fd01-40e1-8675-5509c7285d24 tempest-DeleteServersTestJSON-1338827600 tempest-DeleteServersTestJSON-1338827600-project] 10.222.0.13 "GET /v2.0/ports?device_id=0fb682df-e7fb-43fb-9f46-d5da6b0e81b0 HTTP/1.1" status: 200 len: 931 time: 0.1951952 Jan 26 21:22:07.520994 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-6ba74a68-b0c5-4dde-b429-88c0b509bb7a admin admin] Publish callbacks [] for security_group (3ba020bf-9704-4d83-9d29-de9ae140a70c), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:22:07.562768 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-6ba74a68-b0c5-4dde-b429-88c0b509bb7a admin admin] Publish callbacks [] for security_group (3ba020bf-9704-4d83-9d29-de9ae140a70c), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:22:07.608145 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e86df9-b181-441a-bec3-cf7067a7b472 req-8f586569-4acd-4fb0-86ec-e91ed684edc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:22:07.609884 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-d3e86df9-b181-441a-bec3-cf7067a7b472 req-8f586569-4acd-4fb0-86ec-e91ed684edc2 service neutron] 10.222.0.57 "GET /v2.0/networks?id=d5480d3d-bab2-42ab-9692-609efda9979f HTTP/1.1" status: 200 len: 906 time: 0.1781087 Jan 26 21:22:07.643657 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-150f59e4-c660-4af2-8229-2926e3a91e65 req-853041b1-0de4-445a-81b8-de74c64d5326 tempest-DeleteServersTestJSON-1338827600 tempest-DeleteServersTestJSON-1338827600-project] 10.222.0.13 "GET /v2.0/security-groups?id=b7fc5e70-a24b-497d-9cf6-8df82d0ad35b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1345403 Jan 26 21:22:07.683317 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-d3e86df9-b181-441a-bec3-cf7067a7b472 req-dba5d367-6463-4f08-bb7e-4e053b0ed466 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a47c3cbb-20d5-43cd-80c2-737a24011b1e HTTP/1.1" status: 200 len: 217 time: 0.0662870 Jan 26 21:22:07.700066 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-8e42895d-47b1-427e-b8f0-e5640ba11221 req-06b3f99b-7dc3-4c04-a81e-44697bea7e3e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (03bdef55-7c27-45fc-b975-e39b6e0f3218), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:22:07.761228 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 38892) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:22:07.797037 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-6ba74a68-b0c5-4dde-b429-88c0b509bb7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (3ba020bf-9704-4d83-9d29-de9ae140a70c), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:22:07.799709 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-6ba74a68-b0c5-4dde-b429-88c0b509bb7a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:22:07.801025 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-6ba74a68-b0c5-4dde-b429-88c0b509bb7a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/3ba020bf-9704-4d83-9d29-de9ae140a70c HTTP/1.1" status: 204 len: 168 time: 0.4299250 Jan 26 21:22:07.811487 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-ce661c38-bbc6-489b-b841-b874787637f6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:22:07.815816 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba74a68-b0c5-4dde-b429-88c0b509bb7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ba020bf-9704-4d83-9d29-de9ae140a70c,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:22:07.837925 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e86df9-b181-441a-bec3-cf7067a7b472 req-cc057269-be45-4222-84ec-449d97a218e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:22:07.839516 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-d3e86df9-b181-441a-bec3-cf7067a7b472 req-cc057269-be45-4222-84ec-449d97a218e1 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=3e0b5fe7-c879-4a69-b8db-9e47b1011f5e HTTP/1.1" status: 200 len: 845 time: 0.1477413 Jan 26 21:22:07.881132 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-d3e86df9-b181-441a-bec3-cf7067a7b472 req-ea8765bf-09b2-4625-8893-6f2b5093e78c service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=d5480d3d-bab2-42ab-9692-609efda9979f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0347056 Jan 26 21:22:07.997754 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-d3e86df9-b181-441a-bec3-cf7067a7b472 req-3aa6545c-1bd0-4e74-b813-f2c2ecd2ef9c service neutron] 10.222.0.57 "GET /v2.0/networks/d5480d3d-bab2-42ab-9692-609efda9979f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1051404 Jan 26 21:22:08.057983 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Device 85e42356-3012-4a3b-9f75-ce1b665df28b details requested by agent hyperv_n-h1-760453-5 with host n-h1-760453-5 {{(pid=103306) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 26 21:22:08.126503 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-ce661c38-bbc6-489b-b841-b874787637f6 admin admin] Publish callbacks [] for security_group (f368da1b-7603-42ed-b5e8-378a5c5c76cc), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:22:08.135470 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-ce661c38-bbc6-489b-b841-b874787637f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (f368da1b-7603-42ed-b5e8-378a5c5c76cc), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:22:08.176229 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-ce661c38-bbc6-489b-b841-b874787637f6 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=5ae31b8558d94badb976c90015f27616&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4133582 Jan 26 21:22:08.186127 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 38896) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:22:08.208052 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-d3e86df9-b181-441a-bec3-cf7067a7b472 req-2023f9db-b151-4fc8-a016-a309776eac1d service neutron] 10.222.0.57 "GET /v2.0/networks/d5480d3d-bab2-42ab-9692-609efda9979f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2031066 Jan 26 21:22:08.260220 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89cfbb27-55fd-4f13-8bbd-54b358af8aff req-0f9e409d-b0ca-4dff-8077-3d9de15734dc tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:22:08.270672 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-89cfbb27-55fd-4f13-8bbd-54b358af8aff req-0f9e409d-b0ca-4dff-8077-3d9de15734dc tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] 10.222.0.13 "GET /v2.0/ports?device_id=f9d28872-a0eb-43ed-b4ce-aee5b2886372 HTTP/1.1" status: 200 len: 944 time: 0.2474182 Jan 26 21:22:08.282032 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (32ef628b-8417-46c5-8729-60fcabe358f1), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:22:08.286483 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce661c38-bbc6-489b-b841-b874787637f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f368da1b-7603-42ed-b5e8-378a5c5c76cc,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:22:08.351807 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] For port 85e42356-3012-4a3b-9f75-ce1b665df28b, host n-h1-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-5',level=0,port_id=85e42356-3012-4a3b-9f75-ce1b665df28b,segment=NetworkSegment(24c7c5d0-e01c-4957-8108-056c43fd37fe),segment_id=24c7c5d0-e01c-4957-8108-056c43fd37fe)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:22:08.361671 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-509c017f-f734-46d5-a845-87efb68a0c2c admin admin] Publish callbacks [] for security_group (f368da1b-7603-42ed-b5e8-378a5c5c76cc), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:22:08.370796 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Returning: {'device': '85e42356-3012-4a3b-9f75-ce1b665df28b', 'network_id': '3e4368a8-f3b4-4f2b-9ce8-6f1eab73b100', 'port_id': '85e42356-3012-4a3b-9f75-ce1b665df28b', 'mac_address': 'fa:16:3e:37:81:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 584, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c41b4bd2-c8e1-469d-9ade-a907fafb44b3', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103306) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 26 21:22:08.412959 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-509c017f-f734-46d5-a845-87efb68a0c2c admin admin] Publish callbacks [] for security_group (f368da1b-7603-42ed-b5e8-378a5c5c76cc), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:22:08.421174 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Current status of the port 85e42356-3012-4a3b-9f75-ce1b665df28b is: DOWN; New status is: BUILD {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:22:08.421820 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (85e42356-3012-4a3b-9f75-ce1b665df28b), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:22:08.439021 n-d-760453-5 neutron-server[103306]: DEBUG neutron.notifiers.nova [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 85e42356-3012-4a3b-9f75-ce1b665df28b {{(pid=103306) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 26 21:22:08.470664 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] For port 85e42356-3012-4a3b-9f75-ce1b665df28b, host n-h1-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-5',level=0,port_id=85e42356-3012-4a3b-9f75-ce1b665df28b,segment=NetworkSegment(24c7c5d0-e01c-4957-8108-056c43fd37fe),segment_id=24c7c5d0-e01c-4957-8108-056c43fd37fe)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:22:08.477710 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (85e42356-3012-4a3b-9f75-ce1b665df28b), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:22:08.479161 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Device 47ae25ce-c34a-43c9-9bb0-c43b0ece7bbd details requested by agent hyperv_n-h1-760453-5 with host n-h1-760453-5 {{(pid=103306) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 26 21:22:08.523934 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-509c017f-f734-46d5-a845-87efb68a0c2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (f368da1b-7603-42ed-b5e8-378a5c5c76cc), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:22:08.528471 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-509c017f-f734-46d5-a845-87efb68a0c2c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:22:08.531740 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-509c017f-f734-46d5-a845-87efb68a0c2c admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/f368da1b-7603-42ed-b5e8-378a5c5c76cc HTTP/1.1" status: 204 len: 168 time: 0.3439543 Jan 26 21:22:08.534064 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-89cfbb27-55fd-4f13-8bbd-54b358af8aff req-0f19eb4d-0fc4-430a-87d3-867a644ce364 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] 10.222.0.13 "GET /v2.0/security-groups?id=6cb8e788-9152-488c-8973-85140910b10a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2507987 Jan 26 21:22:08.550790 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-509c017f-f734-46d5-a845-87efb68a0c2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f368da1b-7603-42ed-b5e8-378a5c5c76cc,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:22:08.577268 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6079d291-ce8d-4b86-8142-a53957765778 req-891396e2-5885-4d0e-aa12-f53e7aee752c tempest-ImagesTestJSON-1623340881 tempest-ImagesTestJSON-1623340881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:22:08.588654 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-6079d291-ce8d-4b86-8142-a53957765778 req-891396e2-5885-4d0e-aa12-f53e7aee752c tempest-ImagesTestJSON-1623340881 tempest-ImagesTestJSON-1623340881-project] 10.222.0.13 "GET /v2.0/ports?device_id=0baf0d8d-7028-4dd1-93c9-a8cc009689a3 HTTP/1.1" status: 200 len: 944 time: 0.2552691 Jan 26 21:22:08.595001 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 38908) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:22:08.611256 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-6080d44d-6d22-46ed-b2f7-d7865e9e1c2c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:22:08.624875 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Pushing event updated for resources: {'Port': ['ID=85e42356-3012-4a3b-9f75-ce1b665df28b,revision_number=4']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:22:08.721146 n-d-760453-5 neutron-server[103304]: DEBUG neutron.notifiers.nova [req-8e42895d-47b1-427e-b8f0-e5640ba11221 req-06b3f99b-7dc3-4c04-a81e-44697bea7e3e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 03bdef55-7c27-45fc-b975-e39b6e0f3218 {{(pid=103304) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 26 21:22:08.738378 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-8e42895d-47b1-427e-b8f0-e5640ba11221 req-06b3f99b-7dc3-4c04-a81e-44697bea7e3e service neutron] Publish callbacks [] for port (03bdef55-7c27-45fc-b975-e39b6e0f3218), precommit_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:22:08.758775 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-6079d291-ce8d-4b86-8142-a53957765778 req-98e9b495-6c77-41e8-836e-2ec25bdf1d31 tempest-ImagesTestJSON-1623340881 tempest-ImagesTestJSON-1623340881-project] 10.222.0.13 "GET /v2.0/security-groups?id=461ca33f-43cf-4a35-a5bb-7e46cb0e5e93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1656578 Jan 26 21:22:08.758968 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-6080d44d-6d22-46ed-b2f7-d7865e9e1c2c admin admin] Publish callbacks [] for security_group (1c1eeeae-da35-4039-8a08-6f5e70a981c3), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:22:08.767887 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-6080d44d-6d22-46ed-b2f7-d7865e9e1c2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (1c1eeeae-da35-4039-8a08-6f5e70a981c3), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:22:08.795719 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.provisioning_blocks [req-8e42895d-47b1-427e-b8f0-e5640ba11221 req-06b3f99b-7dc3-4c04-a81e-44697bea7e3e service neutron] Transition to ACTIVE for port object 03bdef55-7c27-45fc-b975-e39b6e0f3218 will not be triggered until provisioned by entity L2. {{(pid=103304) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 21:22:08.815758 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6080d44d-6d22-46ed-b2f7-d7865e9e1c2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c1eeeae-da35-4039-8a08-6f5e70a981c3,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:22:08.823804 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8d5c59-8978-4f42-9e01-9dfb7bed29d6 req-ff21a518-abfb-4c93-9593-22417168c32d tempest-AttachVolumeShelveTestJSON-345998519 tempest-AttachVolumeShelveTestJSON-345998519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:22:08.834619 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-df8d5c59-8978-4f42-9e01-9dfb7bed29d6 req-ff21a518-abfb-4c93-9593-22417168c32d tempest-AttachVolumeShelveTestJSON-345998519 tempest-AttachVolumeShelveTestJSON-345998519-project] 10.222.0.13 "GET /v2.0/ports?device_id=93bf95ee-d279-4897-bd53-d5feb3e9b070 HTTP/1.1" status: 200 len: 945 time: 0.1686745 Jan 26 21:22:08.851723 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] For port 47ae25ce-c34a-43c9-9bb0-c43b0ece7bbd, host n-h1-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-5',level=0,port_id=47ae25ce-c34a-43c9-9bb0-c43b0ece7bbd,segment=NetworkSegment(ae04eadd-2f21-4385-8e0d-440406bc0827),segment_id=ae04eadd-2f21-4385-8e0d-440406bc0827)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:22:08.858589 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-8e42895d-47b1-427e-b8f0-e5640ba11221 req-06b3f99b-7dc3-4c04-a81e-44697bea7e3e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9281542'] for port (03bdef55-7c27-45fc-b975-e39b6e0f3218), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:22:08.876108 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Returning: {'device': '47ae25ce-c34a-43c9-9bb0-c43b0ece7bbd', 'network_id': 'd67e3ebe-4ba7-45de-a361-0a193d47dcd7', 'port_id': '47ae25ce-c34a-43c9-9bb0-c43b0ece7bbd', 'mac_address': 'fa:16:3e:e3:2e:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 559, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b97a8223-0b24-4ba7-b338-51c5c9119da6', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103306) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 26 21:22:08.896230 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-6080d44d-6d22-46ed-b2f7-d7865e9e1c2c admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=06f57b3dc78b49da882ee524d8e54385&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2998040 Jan 26 21:22:08.896599 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 38916) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:22:08.998752 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Current status of the port 47ae25ce-c34a-43c9-9bb0-c43b0ece7bbd is: ACTIVE; New status is: BUILD {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:22:09.003847 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (47ae25ce-c34a-43c9-9bb0-c43b0ece7bbd), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:22:09.034333 n-d-760453-5 neutron-server[103306]: DEBUG neutron.notifiers.nova [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 47ae25ce-c34a-43c9-9bb0-c43b0ece7bbd {{(pid=103306) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 26 21:22:09.087479 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] For port 47ae25ce-c34a-43c9-9bb0-c43b0ece7bbd, host n-h1-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-5',level=0,port_id=47ae25ce-c34a-43c9-9bb0-c43b0ece7bbd,segment=NetworkSegment(ae04eadd-2f21-4385-8e0d-440406bc0827),segment_id=ae04eadd-2f21-4385-8e0d-440406bc0827)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:22:09.095614 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (47ae25ce-c34a-43c9-9bb0-c43b0ece7bbd), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:22:09.183207 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-df8d5c59-8978-4f42-9e01-9dfb7bed29d6 req-f10fe751-a3df-4acf-b933-64b48215e821 tempest-AttachVolumeShelveTestJSON-345998519 tempest-AttachVolumeShelveTestJSON-345998519-project] 10.222.0.13 "GET /v2.0/security-groups?id=5d7f7103-d0ef-48d0-a848-32dbbe71b238&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3461571 Jan 26 21:22:09.185008 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b3f99b-7dc3-4c04-a81e-44697bea7e3e service neutron] Pushing event updated for resources: {'Port': ['ID=03bdef55-7c27-45fc-b975-e39b6e0f3218,revision_number=2']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:22:09.301336 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-ed49cd19-8310-412a-8632-b3ac38d86234 admin admin] Publish callbacks [] for security_group (1c1eeeae-da35-4039-8a08-6f5e70a981c3), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:22:09.314520 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Pushing event updated for resources: {'Port': ['ID=47ae25ce-c34a-43c9-9bb0-c43b0ece7bbd,revision_number=6']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:22:09.332055 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f188661-543a-42f4-a699-734ceee204bc req-3e6a49d1-946d-42ad-a215-dc921679ba22 tempest-DeleteServersTestJSON-1338827600 tempest-DeleteServersTestJSON-1338827600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:22:09.342249 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-6f188661-543a-42f4-a699-734ceee204bc req-3e6a49d1-946d-42ad-a215-dc921679ba22 tempest-DeleteServersTestJSON-1338827600 tempest-DeleteServersTestJSON-1338827600-project] 10.222.0.13 "GET /v2.0/ports?device_id=0fb682df-e7fb-43fb-9f46-d5da6b0e81b0 HTTP/1.1" status: 200 len: 943 time: 0.2895648 Jan 26 21:22:09.347916 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] get_ports_and_sgs() called for port_ids ['47ae25ce-c34a-43c9-9bb0-c43b0ece7bbd'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 26 21:22:09.416605 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-ed49cd19-8310-412a-8632-b3ac38d86234 admin admin] Publish callbacks [] for security_group (1c1eeeae-da35-4039-8a08-6f5e70a981c3), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:22:09.468082 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [req-8e42895d-47b1-427e-b8f0-e5640ba11221 req-06b3f99b-7dc3-4c04-a81e-44697bea7e3e service neutron] Attempting to bind port 03bdef55-7c27-45fc-b975-e39b6e0f3218 on host n-h2-760453-5 for vnic_type normal with profile {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 21:22:09.468736 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [req-8e42895d-47b1-427e-b8f0-e5640ba11221 req-06b3f99b-7dc3-4c04-a81e-44697bea7e3e service neutron] Attempting to bind port 03bdef55-7c27-45fc-b975-e39b6e0f3218 by drivers openvswitch,hyperv on host n-h2-760453-5 at level 0 using segments [{'id': '2541abc4-0813-4c0d-94e6-c088627c1a85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': 'e16ff5ba-c523-42b6-a294-431f384b33de'}] {{(pid=103304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 26 21:22:09.469153 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e42895d-47b1-427e-b8f0-e5640ba11221 req-06b3f99b-7dc3-4c04-a81e-44697bea7e3e service neutron] Attempting to bind port 03bdef55-7c27-45fc-b975-e39b6e0f3218 on network e16ff5ba-c523-42b6-a294-431f384b33de {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 21:22:09.485948 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e42895d-47b1-427e-b8f0-e5640ba11221 req-06b3f99b-7dc3-4c04-a81e-44697bea7e3e service neutron] Port 03bdef55-7c27-45fc-b975-e39b6e0f3218 on network e16ff5ba-c523-42b6-a294-431f384b33de not bound, no agent of type Open vSwitch agent registered on host n-h2-760453-5 {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 26 21:22:09.486356 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e42895d-47b1-427e-b8f0-e5640ba11221 req-06b3f99b-7dc3-4c04-a81e-44697bea7e3e service neutron] Attempting to bind port 03bdef55-7c27-45fc-b975-e39b6e0f3218 on network e16ff5ba-c523-42b6-a294-431f384b33de {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 21:22:09.513735 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e42895d-47b1-427e-b8f0-e5640ba11221 req-06b3f99b-7dc3-4c04-a81e-44697bea7e3e service neutron] Checking agent: {'id': '4d619873-4b60-439f-9b5a-b155dc8bbc34', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-760453-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 21, 2, 53), 'started_at': datetime.datetime(2022, 1, 26, 21, 2, 53), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 21, 21, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 26 21:22:09.514201 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e42895d-47b1-427e-b8f0-e5640ba11221 req-06b3f99b-7dc3-4c04-a81e-44697bea7e3e service neutron] Checking segment: {'id': '2541abc4-0813-4c0d-94e6-c088627c1a85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': 'e16ff5ba-c523-42b6-a294-431f384b33de'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103304) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 21:22:09.515356 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e42895d-47b1-427e-b8f0-e5640ba11221 req-06b3f99b-7dc3-4c04-a81e-44697bea7e3e service neutron] Bound using segment: {'id': '2541abc4-0813-4c0d-94e6-c088627c1a85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': 'e16ff5ba-c523-42b6-a294-431f384b33de'} {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 26 21:22:09.515831 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [req-8e42895d-47b1-427e-b8f0-e5640ba11221 req-06b3f99b-7dc3-4c04-a81e-44697bea7e3e service neutron] Bound port: 03bdef55-7c27-45fc-b975-e39b6e0f3218, host: n-h2-760453-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2541abc4-0813-4c0d-94e6-c088627c1a85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': 'e16ff5ba-c523-42b6-a294-431f384b33de'}}] {{(pid=103304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 26 21:22:09.516326 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-8e42895d-47b1-427e-b8f0-e5640ba11221 req-06b3f99b-7dc3-4c04-a81e-44697bea7e3e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (03bdef55-7c27-45fc-b975-e39b6e0f3218), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:22:09.534598 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-6f188661-543a-42f4-a699-734ceee204bc req-6a16eb26-d77b-4762-bb7b-7a5c7717b844 tempest-DeleteServersTestJSON-1338827600 tempest-DeleteServersTestJSON-1338827600-project] 10.222.0.13 "GET /v2.0/security-groups?id=b7fc5e70-a24b-497d-9cf6-8df82d0ad35b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1911752 Jan 26 21:22:09.596967 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [req-8e42895d-47b1-427e-b8f0-e5640ba11221 req-06b3f99b-7dc3-4c04-a81e-44697bea7e3e service neutron] For port 03bdef55-7c27-45fc-b975-e39b6e0f3218, host n-h2-760453-5, cleared binding levels {{(pid=103304) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 26 21:22:09.600695 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [req-8e42895d-47b1-427e-b8f0-e5640ba11221 req-06b3f99b-7dc3-4c04-a81e-44697bea7e3e service neutron] For port 03bdef55-7c27-45fc-b975-e39b6e0f3218, host n-h2-760453-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-5',level=0,port_id=03bdef55-7c27-45fc-b975-e39b6e0f3218,segment=NetworkSegment(2541abc4-0813-4c0d-94e6-c088627c1a85),segment_id=2541abc4-0813-4c0d-94e6-c088627c1a85)] {{(pid=103304) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 26 21:22:09.601881 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-ed49cd19-8310-412a-8632-b3ac38d86234 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (1c1eeeae-da35-4039-8a08-6f5e70a981c3), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:22:09.605877 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-ed49cd19-8310-412a-8632-b3ac38d86234 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:22:09.609596 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-ed49cd19-8310-412a-8632-b3ac38d86234 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/1c1eeeae-da35-4039-8a08-6f5e70a981c3 HTTP/1.1" status: 204 len: 168 time: 0.7094417 Jan 26 21:22:09.613332 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-8e42895d-47b1-427e-b8f0-e5640ba11221 req-06b3f99b-7dc3-4c04-a81e-44697bea7e3e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9281542'] for port (03bdef55-7c27-45fc-b975-e39b6e0f3218), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:22:09.647546 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed49cd19-8310-412a-8632-b3ac38d86234 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c1eeeae-da35-4039-8a08-6f5e70a981c3,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:22:09.690011 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e42895d-47b1-427e-b8f0-e5640ba11221 req-06b3f99b-7dc3-4c04-a81e-44697bea7e3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:22:09.690669 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-8e42895d-47b1-427e-b8f0-e5640ba11221 req-06b3f99b-7dc3-4c04-a81e-44697bea7e3e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:22:09.692066 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-8e42895d-47b1-427e-b8f0-e5640ba11221 req-06b3f99b-7dc3-4c04-a81e-44697bea7e3e service neutron] 10.222.0.57 "PUT /v2.0/ports/03bdef55-7c27-45fc-b975-e39b6e0f3218 HTTP/1.1" status: 200 len: 1091 time: 2.2197404 Jan 26 21:22:09.692525 n-d-760453-5 neutron-server[103304]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0fb682df-e7fb-43fb-9f46-d5da6b0e81b0', 'tag': '03bdef55-7c27-45fc-b975-e39b6e0f3218'}] {{(pid=103304) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 21:22:09.695399 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d52b45f1943fcd332af9527eb73ff93c8d715d44383a3f6d18de73b4cfcf87b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3886cc71-b8bf-4a82-9f2b-c13de0cab26d" -d '{"events": [{"name": "network-changed", "server_uuid": "0fb682df-e7fb-43fb-9f46-d5da6b0e81b0", "tag": "03bdef55-7c27-45fc-b975-e39b6e0f3218"}]}' {{(pid=103304) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 21:22:09.720856 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b3f99b-7dc3-4c04-a81e-44697bea7e3e service neutron] Pushing event updated for resources: {'Port': ['ID=03bdef55-7c27-45fc-b975-e39b6e0f3218,revision_number=3']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:22:09.752813 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a1f47d-a6ee-452a-9bb7-ad7d9d2946d5 req-0d2d6c86-2cff-45f5-8500-12de1c0f3152 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:22:09.759047 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-84a1f47d-a6ee-452a-9bb7-ad7d9d2946d5 req-0d2d6c86-2cff-45f5-8500-12de1c0f3152 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] 10.222.0.13 "GET /v2.0/ports?device_id=f9d28872-a0eb-43ed-b4ce-aee5b2886372 HTTP/1.1" status: 200 len: 945 time: 0.1488495 Jan 26 21:22:09.772378 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 26 Jan 2022 21:22:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3247e6d2-9f2c-4eb7-b056-8c8630325c07 x-openstack-request-id: req-3247e6d2-9f2c-4eb7-b056-8c8630325c07 {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 21:22:09.772674 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0fb682df-e7fb-43fb-9f46-d5da6b0e81b0", "tag": "03bdef55-7c27-45fc-b975-e39b6e0f3218", "status": "completed", "code": 200}]} {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 21:22:09.773059 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-3247e6d2-9f2c-4eb7-b056-8c8630325c07 {{(pid=103304) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 21:22:09.773673 n-d-760453-5 neutron-server[103304]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0fb682df-e7fb-43fb-9f46-d5da6b0e81b0', 'tag': '03bdef55-7c27-45fc-b975-e39b6e0f3218', 'status': 'completed', 'code': 200} Jan 26 21:22:09.880385 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-84a1f47d-a6ee-452a-9bb7-ad7d9d2946d5 req-c3037f34-2cd9-4da2-bc2b-ea429aaa3bc1 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] 10.222.0.13 "GET /v2.0/security-groups?id=6cb8e788-9152-488c-8973-85140910b10a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1054015 Jan 26 21:22:09.888875 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e42895d-47b1-427e-b8f0-e5640ba11221 req-8a667942-f916-4d02-b2cb-df451a7f9408 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:22:09.890546 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-8e42895d-47b1-427e-b8f0-e5640ba11221 req-8a667942-f916-4d02-b2cb-df451a7f9408 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=cb180574de574caea4706335ceec073e&device_id=0fb682df-e7fb-43fb-9f46-d5da6b0e81b0 HTTP/1.1" status: 200 len: 1094 time: 0.1305084 Jan 26 21:22:09.965764 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] get_ports_and_sgs() called for port_ids ['85e42356-3012-4a3b-9f75-ce1b665df28b'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 26 21:22:10.078714 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Device 47ae25ce-c34a-43c9-9bb0-c43b0ece7bbd up at agent hyperv_n-h1-760453-5 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 21:22:10.215113 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Provisioning complete for port 47ae25ce-c34a-43c9-9bb0-c43b0ece7bbd triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:22:10.215803 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (47ae25ce-c34a-43c9-9bb0-c43b0ece7bbd), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:22:10.434914 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Current status of the port 47ae25ce-c34a-43c9-9bb0-c43b0ece7bbd is: BUILD; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:22:10.435399 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (47ae25ce-c34a-43c9-9bb0-c43b0ece7bbd), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:22:10.514597 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] For port 47ae25ce-c34a-43c9-9bb0-c43b0ece7bbd, host n-h1-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-5',level=0,port_id=47ae25ce-c34a-43c9-9bb0-c43b0ece7bbd,segment=NetworkSegment(ae04eadd-2f21-4385-8e0d-440406bc0827),segment_id=ae04eadd-2f21-4385-8e0d-440406bc0827)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:22:10.540980 n-d-760453-5 neutron-server[103306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93bf95ee-d279-4897-bd53-d5feb3e9b070', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47ae25ce-c34a-43c9-9bb0-c43b0ece7bbd'}] {{(pid=103306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 21:22:10.543827 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9d5d370febab655511bdd2ffe887e43e442d144a440368702bcc1e93af00b97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-debb7ef0-ae76-4598-9c79-25e1bfb1f9ed" -d '{"events": [{"server_uuid": "93bf95ee-d279-4897-bd53-d5feb3e9b070", "name": "network-vif-plugged", "status": "completed", "tag": "47ae25ce-c34a-43c9-9bb0-c43b0ece7bbd"}]}' {{(pid=103306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 21:22:10.585921 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (47ae25ce-c34a-43c9-9bb0-c43b0ece7bbd), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:22:10.651657 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-8e42895d-47b1-427e-b8f0-e5640ba11221 req-715d5e9f-67fd-4e13-84d0-bbeacc30f87d service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=03bdef55-7c27-45fc-b975-e39b6e0f3218 HTTP/1.1" status: 200 len: 217 time: 0.7521956 Jan 26 21:22:10.670432 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724aae3d-8ddf-4887-aec1-00a0444f7c25 req-962256db-c601-42f2-939e-90c89359da15 tempest-ImagesTestJSON-1623340881 tempest-ImagesTestJSON-1623340881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:22:10.674106 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Pushing event updated for resources: {'Port': ['ID=47ae25ce-c34a-43c9-9bb0-c43b0ece7bbd,revision_number=7']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:22:10.684700 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-724aae3d-8ddf-4887-aec1-00a0444f7c25 req-962256db-c601-42f2-939e-90c89359da15 tempest-ImagesTestJSON-1623340881 tempest-ImagesTestJSON-1623340881-project] 10.222.0.13 "GET /v2.0/ports?device_id=0baf0d8d-7028-4dd1-93c9-a8cc009689a3 HTTP/1.1" status: 200 len: 944 time: 0.8489530 Jan 26 21:22:10.726685 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Device a47c3cbb-20d5-43cd-80c2-737a24011b1e details requested by agent hyperv_n-h2-760453-5 with host n-h2-760453-5 {{(pid=103306) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 26 21:22:10.847259 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] For port a47c3cbb-20d5-43cd-80c2-737a24011b1e, host n-h2-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-5',level=0,port_id=a47c3cbb-20d5-43cd-80c2-737a24011b1e,segment=NetworkSegment(9fd884b8-86e2-416d-a96d-94ce9081e9cd),segment_id=9fd884b8-86e2-416d-a96d-94ce9081e9cd)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:22:10.862610 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Returning: {'device': 'a47c3cbb-20d5-43cd-80c2-737a24011b1e', 'network_id': 'd5480d3d-bab2-42ab-9692-609efda9979f', 'port_id': 'a47c3cbb-20d5-43cd-80c2-737a24011b1e', 'mac_address': 'fa:16:3e:75:39:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 580, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3e0b5fe7-c879-4a69-b8db-9e47b1011f5e', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103306) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 26 21:22:10.883182 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8befdcc6-df41-407a-b0f2-4296a9257692 req-94384dea-979a-439e-aa9f-87b5f3ccc5c9 tempest-AttachVolumeShelveTestJSON-345998519 tempest-AttachVolumeShelveTestJSON-345998519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:22:10.885514 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-8befdcc6-df41-407a-b0f2-4296a9257692 req-94384dea-979a-439e-aa9f-87b5f3ccc5c9 tempest-AttachVolumeShelveTestJSON-345998519 tempest-AttachVolumeShelveTestJSON-345998519-project] 10.222.0.13 "GET /v2.0/ports?device_id=93bf95ee-d279-4897-bd53-d5feb3e9b070 HTTP/1.1" status: 200 len: 945 time: 0.2389023 Jan 26 21:22:10.923729 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Current status of the port a47c3cbb-20d5-43cd-80c2-737a24011b1e is: DOWN; New status is: BUILD {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:22:10.924129 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (a47c3cbb-20d5-43cd-80c2-737a24011b1e), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:22:10.929244 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e42895d-47b1-427e-b8f0-e5640ba11221 req-9548c267-1275-4e81-bdf7-c1e89f30c4ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:22:10.931266 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-8e42895d-47b1-427e-b8f0-e5640ba11221 req-9548c267-1275-4e81-bdf7-c1e89f30c4ec service neutron] 10.222.0.57 "GET /v2.0/subnets?id=25684abb-e6bd-4ac5-a412-9cc30ecdd004 HTTP/1.1" status: 200 len: 852 time: 0.2703013 Jan 26 21:22:10.943136 n-d-760453-5 neutron-server[103306]: DEBUG neutron.notifiers.nova [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a47c3cbb-20d5-43cd-80c2-737a24011b1e {{(pid=103306) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 26 21:22:10.970256 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] For port a47c3cbb-20d5-43cd-80c2-737a24011b1e, host n-h2-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-5',level=0,port_id=a47c3cbb-20d5-43cd-80c2-737a24011b1e,segment=NetworkSegment(9fd884b8-86e2-416d-a96d-94ce9081e9cd),segment_id=9fd884b8-86e2-416d-a96d-94ce9081e9cd)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:22:10.976433 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (a47c3cbb-20d5-43cd-80c2-737a24011b1e), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:22:10.977498 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-8e42895d-47b1-427e-b8f0-e5640ba11221 req-005395cf-92c3-49fb-a239-47a39a029d40 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=e16ff5ba-c523-42b6-a294-431f384b33de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0391555 Jan 26 21:22:11.034998 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-724aae3d-8ddf-4887-aec1-00a0444f7c25 req-b8cea031-3c87-4e55-8497-b4fcdc933344 tempest-ImagesTestJSON-1623340881 tempest-ImagesTestJSON-1623340881-project] 10.222.0.13 "GET /v2.0/security-groups?id=461ca33f-43cf-4a35-a5bb-7e46cb0e5e93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3444271 Jan 26 21:22:11.088692 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Pushing event updated for resources: {'Port': ['ID=a47c3cbb-20d5-43cd-80c2-737a24011b1e,revision_number=4']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:22:11.181968 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] get_ports_and_sgs() called for port_ids ['a47c3cbb-20d5-43cd-80c2-737a24011b1e'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 26 21:22:11.218341 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-8befdcc6-df41-407a-b0f2-4296a9257692 req-59f97e54-2cd6-4e18-ae6f-87e0f7a13b64 tempest-AttachVolumeShelveTestJSON-345998519 tempest-AttachVolumeShelveTestJSON-345998519-project] 10.222.0.13 "GET /v2.0/security-groups?id=5d7f7103-d0ef-48d0-a848-32dbbe71b238&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3252742 Jan 26 21:22:11.364066 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Jan 2022 21:22:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9483b374-8b05-483b-9e0b-0d21fdefd04e x-openstack-request-id: req-9483b374-8b05-483b-9e0b-0d21fdefd04e {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 21:22:11.364873 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93bf95ee-d279-4897-bd53-d5feb3e9b070", "name": "network-vif-plugged", "status": "completed", "tag": "47ae25ce-c34a-43c9-9bb0-c43b0ece7bbd", "code": 200}]} {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 21:22:11.364873 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-9483b374-8b05-483b-9e0b-0d21fdefd04e {{(pid=103306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 21:22:11.366411 n-d-760453-5 neutron-server[103306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93bf95ee-d279-4897-bd53-d5feb3e9b070', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47ae25ce-c34a-43c9-9bb0-c43b0ece7bbd', 'code': 200} Jan 26 21:22:11.384412 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c817e108-3266-4e28-b09c-f9991cfb58b6 req-6c21bc16-f15e-4d96-8bc2-16fa4a960bc3 tempest-DeleteServersTestJSON-1338827600 tempest-DeleteServersTestJSON-1338827600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:22:11.393251 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-c817e108-3266-4e28-b09c-f9991cfb58b6 req-6c21bc16-f15e-4d96-8bc2-16fa4a960bc3 tempest-DeleteServersTestJSON-1338827600 tempest-DeleteServersTestJSON-1338827600-project] 10.222.0.13 "GET /v2.0/ports?device_id=0fb682df-e7fb-43fb-9f46-d5da6b0e81b0 HTTP/1.1" status: 200 len: 943 time: 0.2068288 Jan 26 21:22:11.462332 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-8e42895d-47b1-427e-b8f0-e5640ba11221 req-84905b53-0047-4e51-96ec-9329ea9bd837 service neutron] 10.222.0.57 "GET /v2.0/networks/e16ff5ba-c523-42b6-a294-431f384b33de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4666526 Jan 26 21:22:11.482415 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-c817e108-3266-4e28-b09c-f9991cfb58b6 req-956b82df-cfea-4a1f-80f4-5e80228efa5e tempest-DeleteServersTestJSON-1338827600 tempest-DeleteServersTestJSON-1338827600-project] 10.222.0.13 "GET /v2.0/security-groups?id=b7fc5e70-a24b-497d-9cf6-8df82d0ad35b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883307 Jan 26 21:22:11.646531 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d8e3e9-4937-49a0-a2e2-53f524f0bd2c req-3b33de47-45f2-457c-bc15-e28ed22cc7e5 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:22:11.653680 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-79d8e3e9-4937-49a0-a2e2-53f524f0bd2c req-3b33de47-45f2-457c-bc15-e28ed22cc7e5 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] 10.222.0.13 "GET /v2.0/ports?device_id=f9d28872-a0eb-43ed-b4ce-aee5b2886372 HTTP/1.1" status: 200 len: 945 time: 0.1690838 Jan 26 21:22:11.713930 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-8e42895d-47b1-427e-b8f0-e5640ba11221 req-e6cf2fe6-4659-4c82-88c6-a3a7e4fbe589 service neutron] 10.222.0.57 "GET /v2.0/networks/e16ff5ba-c523-42b6-a294-431f384b33de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2300196 Jan 26 21:22:11.764390 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-79d8e3e9-4937-49a0-a2e2-53f524f0bd2c req-d1cd090f-f4cc-469d-8dfe-59e7b872779d tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] 10.222.0.13 "GET /v2.0/security-groups?id=6cb8e788-9152-488c-8973-85140910b10a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1090436 Jan 26 21:22:11.820152 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3886cc71-b8bf-4a82-9f2b-c13de0cab26d req-e5783cd4-5d8e-4a01-8308-8dcfe98cab86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:22:11.821726 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-3886cc71-b8bf-4a82-9f2b-c13de0cab26d req-e5783cd4-5d8e-4a01-8308-8dcfe98cab86 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=cb180574de574caea4706335ceec073e&device_id=0fb682df-e7fb-43fb-9f46-d5da6b0e81b0 HTTP/1.1" status: 200 len: 1094 time: 0.0551465 Jan 26 21:22:12.000408 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3886cc71-b8bf-4a82-9f2b-c13de0cab26d req-1a0a5b1e-dd76-4e7c-9cf3-1b6f87f196ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:22:12.002569 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-3886cc71-b8bf-4a82-9f2b-c13de0cab26d req-1a0a5b1e-dd76-4e7c-9cf3-1b6f87f196ca service neutron] 10.222.0.57 "GET /v2.0/networks?id=e16ff5ba-c523-42b6-a294-431f384b33de HTTP/1.1" status: 200 len: 913 time: 0.1721914 Jan 26 21:22:12.074125 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Device 85e42356-3012-4a3b-9f75-ce1b665df28b up at agent hyperv_n-h1-760453-5 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 21:22:12.104267 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-3886cc71-b8bf-4a82-9f2b-c13de0cab26d req-af60c2df-8136-483e-8c35-4e81c3fc61a3 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=03bdef55-7c27-45fc-b975-e39b6e0f3218 HTTP/1.1" status: 200 len: 217 time: 0.0952387 Jan 26 21:22:12.233265 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Provisioning for port 85e42356-3012-4a3b-9f75-ce1b665df28b completed by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 21:22:12.274528 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Provisioning complete for port 85e42356-3012-4a3b-9f75-ce1b665df28b triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:22:12.275792 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (85e42356-3012-4a3b-9f75-ce1b665df28b), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:22:12.410285 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3886cc71-b8bf-4a82-9f2b-c13de0cab26d req-14088e0e-cc29-481c-b589-f04bcab8cde9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:22:12.413862 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-3886cc71-b8bf-4a82-9f2b-c13de0cab26d req-14088e0e-cc29-481c-b589-f04bcab8cde9 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=25684abb-e6bd-4ac5-a412-9cc30ecdd004 HTTP/1.1" status: 200 len: 852 time: 0.3028347 Jan 26 21:22:12.473452 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88b31c9-b33a-4937-b58b-d9b6c2fb9e87 req-dfe00de2-2578-47c3-8987-f35f52a7c49c tempest-ImagesTestJSON-1623340881 tempest-ImagesTestJSON-1623340881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:22:12.480630 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-c88b31c9-b33a-4937-b58b-d9b6c2fb9e87 req-dfe00de2-2578-47c3-8987-f35f52a7c49c tempest-ImagesTestJSON-1623340881 tempest-ImagesTestJSON-1623340881-project] 10.222.0.13 "GET /v2.0/ports?device_id=0baf0d8d-7028-4dd1-93c9-a8cc009689a3 HTTP/1.1" status: 200 len: 945 time: 0.3364086 Jan 26 21:22:12.482838 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Current status of the port 85e42356-3012-4a3b-9f75-ce1b665df28b is: BUILD; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:22:12.486910 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (85e42356-3012-4a3b-9f75-ce1b665df28b), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:22:12.562025 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] For port 85e42356-3012-4a3b-9f75-ce1b665df28b, host n-h1-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-5',level=0,port_id=85e42356-3012-4a3b-9f75-ce1b665df28b,segment=NetworkSegment(24c7c5d0-e01c-4957-8108-056c43fd37fe),segment_id=24c7c5d0-e01c-4957-8108-056c43fd37fe)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:22:12.573010 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-3886cc71-b8bf-4a82-9f2b-c13de0cab26d req-cd260c4c-8342-458a-a0bd-ce47d407ac93 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=e16ff5ba-c523-42b6-a294-431f384b33de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1498327 Jan 26 21:22:12.573219 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (85e42356-3012-4a3b-9f75-ce1b665df28b), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:22:12.668906 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-c88b31c9-b33a-4937-b58b-d9b6c2fb9e87 req-0a900c21-e078-4d36-8a48-f82988722412 tempest-ImagesTestJSON-1623340881 tempest-ImagesTestJSON-1623340881-project] 10.222.0.13 "GET /v2.0/security-groups?id=461ca33f-43cf-4a35-a5bb-7e46cb0e5e93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1872370 Jan 26 21:22:12.676200 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Pushing event updated for resources: {'Port': ['ID=85e42356-3012-4a3b-9f75-ce1b665df28b,revision_number=5']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:22:12.738285 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Device a47c3cbb-20d5-43cd-80c2-737a24011b1e up at agent hyperv_n-h2-760453-5 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 21:22:12.855654 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65886dd5-e67e-46c4-a6ef-5b74b6a1cced req-f373a18b-9a6e-41f8-b9de-688f6bc96767 tempest-AttachVolumeShelveTestJSON-345998519 tempest-AttachVolumeShelveTestJSON-345998519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:22:12.865892 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-65886dd5-e67e-46c4-a6ef-5b74b6a1cced req-f373a18b-9a6e-41f8-b9de-688f6bc96767 tempest-AttachVolumeShelveTestJSON-345998519 tempest-AttachVolumeShelveTestJSON-345998519-project] 10.222.0.13 "GET /v2.0/ports?device_id=93bf95ee-d279-4897-bd53-d5feb3e9b070 HTTP/1.1" status: 200 len: 945 time: 0.5205233 Jan 26 21:22:12.890376 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Provisioning for port a47c3cbb-20d5-43cd-80c2-737a24011b1e completed by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 21:22:12.894401 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Provisioning complete for port a47c3cbb-20d5-43cd-80c2-737a24011b1e triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:22:12.894776 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (a47c3cbb-20d5-43cd-80c2-737a24011b1e), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:22:13.022386 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Current status of the port a47c3cbb-20d5-43cd-80c2-737a24011b1e is: BUILD; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:22:13.022991 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (a47c3cbb-20d5-43cd-80c2-737a24011b1e), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:22:13.059580 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] For port a47c3cbb-20d5-43cd-80c2-737a24011b1e, host n-h2-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-5',level=0,port_id=a47c3cbb-20d5-43cd-80c2-737a24011b1e,segment=NetworkSegment(9fd884b8-86e2-416d-a96d-94ce9081e9cd),segment_id=9fd884b8-86e2-416d-a96d-94ce9081e9cd)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:22:13.064925 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (a47c3cbb-20d5-43cd-80c2-737a24011b1e), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:22:13.072837 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-65886dd5-e67e-46c4-a6ef-5b74b6a1cced req-229a31ee-2455-4dfc-835e-852553b89381 tempest-AttachVolumeShelveTestJSON-345998519 tempest-AttachVolumeShelveTestJSON-345998519-project] 10.222.0.13 "GET /v2.0/security-groups?id=5d7f7103-d0ef-48d0-a848-32dbbe71b238&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2055469 Jan 26 21:22:13.144938 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd06ab24-4a4a-41fe-9e3e-4cb1862a3a0d req-f59593da-99a5-465d-bb00-c391d6550b5d tempest-DeleteServersTestJSON-1338827600 tempest-DeleteServersTestJSON-1338827600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:22:13.149284 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-dd06ab24-4a4a-41fe-9e3e-4cb1862a3a0d req-f59593da-99a5-465d-bb00-c391d6550b5d tempest-DeleteServersTestJSON-1338827600 tempest-DeleteServersTestJSON-1338827600-project] 10.222.0.13 "GET /v2.0/ports?device_id=0fb682df-e7fb-43fb-9f46-d5da6b0e81b0 HTTP/1.1" status: 200 len: 943 time: 0.2666261 Jan 26 21:22:13.190601 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-3886cc71-b8bf-4a82-9f2b-c13de0cab26d req-6a6bd2c6-c34e-4257-9676-8db569723302 service neutron] 10.222.0.57 "GET /v2.0/networks/e16ff5ba-c523-42b6-a294-431f384b33de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6072555 Jan 26 21:22:13.196362 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Pushing event updated for resources: {'Port': ['ID=a47c3cbb-20d5-43cd-80c2-737a24011b1e,revision_number=5']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:22:13.317497 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-dd06ab24-4a4a-41fe-9e3e-4cb1862a3a0d req-cb2d139f-a214-4d61-88be-a2ea39dae867 tempest-DeleteServersTestJSON-1338827600 tempest-DeleteServersTestJSON-1338827600-project] 10.222.0.13 "GET /v2.0/security-groups?id=b7fc5e70-a24b-497d-9cf6-8df82d0ad35b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1542575 Jan 26 21:22:13.368113 n-d-760453-5 neutron-server[103306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9d28872-a0eb-43ed-b4ce-aee5b2886372', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85e42356-3012-4a3b-9f75-ce1b665df28b'}, {'server_uuid': '0baf0d8d-7028-4dd1-93c9-a8cc009689a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a47c3cbb-20d5-43cd-80c2-737a24011b1e'}] {{(pid=103306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 21:22:13.370580 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9d5d370febab655511bdd2ffe887e43e442d144a440368702bcc1e93af00b97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f211abf-8f3d-4388-864a-305c79de38e5" -d '{"events": [{"server_uuid": "f9d28872-a0eb-43ed-b4ce-aee5b2886372", "name": "network-vif-plugged", "status": "completed", "tag": "85e42356-3012-4a3b-9f75-ce1b665df28b"}, {"server_uuid": "0baf0d8d-7028-4dd1-93c9-a8cc009689a3", "name": "network-vif-plugged", "status": "completed", "tag": "a47c3cbb-20d5-43cd-80c2-737a24011b1e"}]}' {{(pid=103306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 21:22:13.392870 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-3886cc71-b8bf-4a82-9f2b-c13de0cab26d req-947250c4-784b-4b32-ad56-8107a085dcb9 service neutron] 10.222.0.57 "GET /v2.0/networks/e16ff5ba-c523-42b6-a294-431f384b33de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1849999 Jan 26 21:22:13.412316 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4fd0c9c-65ef-4e55-8457-1dbe4a908d55 req-1a80687c-461a-48c4-96e7-ea016eeca8fc tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:22:13.421686 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-c4fd0c9c-65ef-4e55-8457-1dbe4a908d55 req-1a80687c-461a-48c4-96e7-ea016eeca8fc tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] 10.222.0.13 "GET /v2.0/ports?device_id=f9d28872-a0eb-43ed-b4ce-aee5b2886372 HTTP/1.1" status: 200 len: 946 time: 0.0908027 Jan 26 21:22:13.462016 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 26 Jan 2022 21:22:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02fe4929-0cd6-4355-81b2-e97e4ab97610 x-openstack-request-id: req-02fe4929-0cd6-4355-81b2-e97e4ab97610 {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 21:22:13.462583 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f9d28872-a0eb-43ed-b4ce-aee5b2886372", "name": "network-vif-plugged", "status": "completed", "tag": "85e42356-3012-4a3b-9f75-ce1b665df28b", "code": 200}, {"server_uuid": "0baf0d8d-7028-4dd1-93c9-a8cc009689a3", "name": "network-vif-plugged", "status": "completed", "tag": "a47c3cbb-20d5-43cd-80c2-737a24011b1e", "code": 200}]} {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 21:22:13.462843 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-02fe4929-0cd6-4355-81b2-e97e4ab97610 {{(pid=103306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 21:22:13.463244 n-d-760453-5 neutron-server[103306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9d28872-a0eb-43ed-b4ce-aee5b2886372', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85e42356-3012-4a3b-9f75-ce1b665df28b', 'code': 200} Jan 26 21:22:13.463660 n-d-760453-5 neutron-server[103306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0baf0d8d-7028-4dd1-93c9-a8cc009689a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a47c3cbb-20d5-43cd-80c2-737a24011b1e', 'code': 200} Jan 26 21:22:13.563833 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-c4fd0c9c-65ef-4e55-8457-1dbe4a908d55 req-f71f54f6-1085-467f-8449-877c9b1e090e tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] 10.222.0.13 "GET /v2.0/security-groups?id=6cb8e788-9152-488c-8973-85140910b10a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1397958 Jan 26 21:22:13.617966 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4156277d-cc96-41f9-a7de-1e95f376f421 req-8301944d-0b45-4fc0-bbf8-6bab5c946411 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:22:13.621832 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-4156277d-cc96-41f9-a7de-1e95f376f421 req-8301944d-0b45-4fc0-bbf8-6bab5c946411 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=0baf0d8d-7028-4dd1-93c9-a8cc009689a3 HTTP/1.1" status: 200 len: 1097 time: 0.0708067 Jan 26 21:22:13.679735 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d93917d-ae7f-4caf-a646-dbb7fb304001 req-40574c5c-d52d-45ad-9c49-3ef5d4d753a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:22:13.683985 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-2d93917d-ae7f-4caf-a646-dbb7fb304001 req-40574c5c-d52d-45ad-9c49-3ef5d4d753a3 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=f9d28872-a0eb-43ed-b4ce-aee5b2886372 HTTP/1.1" status: 200 len: 1097 time: 0.0845175 Jan 26 21:22:13.690093 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-4156277d-cc96-41f9-a7de-1e95f376f421 req-c048999b-3336-4105-ad86-950f2748918e service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=461ca33f-43cf-4a35-a5bb-7e46cb0e5e93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624824 Jan 26 21:22:13.803441 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-2d93917d-ae7f-4caf-a646-dbb7fb304001 req-05808364-9803-4583-b589-b53b3087cd0e service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=6cb8e788-9152-488c-8973-85140910b10a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1108251 Jan 26 21:22:13.913329 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02cbe01d-bbb6-4c94-822f-67090c31a368 req-a41fcfa3-b429-4176-9663-49ed1e21f9ce tempest-ImagesTestJSON-1623340881 tempest-ImagesTestJSON-1623340881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:22:13.924830 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-02cbe01d-bbb6-4c94-822f-67090c31a368 req-a41fcfa3-b429-4176-9663-49ed1e21f9ce tempest-ImagesTestJSON-1623340881 tempest-ImagesTestJSON-1623340881-project] 10.222.0.13 "GET /v2.0/ports?device_id=0baf0d8d-7028-4dd1-93c9-a8cc009689a3 HTTP/1.1" status: 200 len: 946 time: 0.1041720 Jan 26 21:22:14.026744 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-02cbe01d-bbb6-4c94-822f-67090c31a368 req-02955c4f-153b-4b50-84a1-c23290868851 tempest-ImagesTestJSON-1623340881 tempest-ImagesTestJSON-1623340881-project] 10.222.0.13 "GET /v2.0/security-groups?id=461ca33f-43cf-4a35-a5bb-7e46cb0e5e93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913625 Jan 26 21:22:14.379966 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790d0f1b-ed5d-4773-be21-ed05f6c98d56 req-bedd58a6-9476-405d-a2b7-0ec3a4325f64 tempest-AttachVolumeShelveTestJSON-345998519 tempest-AttachVolumeShelveTestJSON-345998519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:22:14.387187 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-790d0f1b-ed5d-4773-be21-ed05f6c98d56 req-bedd58a6-9476-405d-a2b7-0ec3a4325f64 tempest-AttachVolumeShelveTestJSON-345998519 tempest-AttachVolumeShelveTestJSON-345998519-project] 10.222.0.13 "GET /v2.0/ports?device_id=93bf95ee-d279-4897-bd53-d5feb3e9b070 HTTP/1.1" status: 200 len: 945 time: 0.1906102 Jan 26 21:22:14.491102 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-790d0f1b-ed5d-4773-be21-ed05f6c98d56 req-38ffb0de-50fc-4434-88db-f5ba598cd7d1 tempest-AttachVolumeShelveTestJSON-345998519 tempest-AttachVolumeShelveTestJSON-345998519-project] 10.222.0.13 "GET /v2.0/security-groups?id=5d7f7103-d0ef-48d0-a848-32dbbe71b238&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1027403 Jan 26 21:22:14.651718 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6804fb-ed78-4680-833e-9b1869a96ffd req-2946b770-97d1-4020-a46d-7e1f3eaa9a55 tempest-DeleteServersTestJSON-1338827600 tempest-DeleteServersTestJSON-1338827600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:22:14.663570 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-0b6804fb-ed78-4680-833e-9b1869a96ffd req-2946b770-97d1-4020-a46d-7e1f3eaa9a55 tempest-DeleteServersTestJSON-1338827600 tempest-DeleteServersTestJSON-1338827600-project] 10.222.0.13 "GET /v2.0/ports?device_id=0fb682df-e7fb-43fb-9f46-d5da6b0e81b0 HTTP/1.1" status: 200 len: 943 time: 0.1361070 Jan 26 21:22:14.731803 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Device 03bdef55-7c27-45fc-b975-e39b6e0f3218 details requested by agent hyperv_n-h2-760453-5 with host n-h2-760453-5 {{(pid=103306) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 26 21:22:14.786220 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-0b6804fb-ed78-4680-833e-9b1869a96ffd req-93baa595-dc30-4f6d-b4c4-ce3ba0120ed6 tempest-DeleteServersTestJSON-1338827600 tempest-DeleteServersTestJSON-1338827600-project] 10.222.0.13 "GET /v2.0/security-groups?id=b7fc5e70-a24b-497d-9cf6-8df82d0ad35b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181445 Jan 26 21:22:14.895580 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180db57e-ef8f-45be-a5f9-13771abb5841 req-4b3ed40e-85d5-4c6e-a086-b49bd2cd3029 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:22:14.898055 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-180db57e-ef8f-45be-a5f9-13771abb5841 req-4b3ed40e-85d5-4c6e-a086-b49bd2cd3029 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] 10.222.0.13 "GET /v2.0/ports?device_id=f9d28872-a0eb-43ed-b4ce-aee5b2886372 HTTP/1.1" status: 200 len: 946 time: 0.1275640 Jan 26 21:22:14.959205 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] For port 03bdef55-7c27-45fc-b975-e39b6e0f3218, host n-h2-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-5',level=0,port_id=03bdef55-7c27-45fc-b975-e39b6e0f3218,segment=NetworkSegment(2541abc4-0813-4c0d-94e6-c088627c1a85),segment_id=2541abc4-0813-4c0d-94e6-c088627c1a85)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:22:14.991273 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Returning: {'device': '03bdef55-7c27-45fc-b975-e39b6e0f3218', 'network_id': 'e16ff5ba-c523-42b6-a294-431f384b33de', 'port_id': '03bdef55-7c27-45fc-b975-e39b6e0f3218', 'mac_address': 'fa:16:3e:2a:7a:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 554, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '25684abb-e6bd-4ac5-a412-9cc30ecdd004', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103306) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 26 21:22:15.007844 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-180db57e-ef8f-45be-a5f9-13771abb5841 req-e158c7a4-239f-420e-9354-018409e5204c tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] 10.222.0.13 "GET /v2.0/security-groups?id=6cb8e788-9152-488c-8973-85140910b10a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1030354 Jan 26 21:22:15.063543 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Current status of the port 03bdef55-7c27-45fc-b975-e39b6e0f3218 is: DOWN; New status is: BUILD {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:22:15.063923 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (03bdef55-7c27-45fc-b975-e39b6e0f3218), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:22:15.089502 n-d-760453-5 neutron-server[103306]: DEBUG neutron.notifiers.nova [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 03bdef55-7c27-45fc-b975-e39b6e0f3218 {{(pid=103306) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 26 21:22:15.117468 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] For port 03bdef55-7c27-45fc-b975-e39b6e0f3218, host n-h2-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-5',level=0,port_id=03bdef55-7c27-45fc-b975-e39b6e0f3218,segment=NetworkSegment(2541abc4-0813-4c0d-94e6-c088627c1a85),segment_id=2541abc4-0813-4c0d-94e6-c088627c1a85)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:22:15.132170 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (03bdef55-7c27-45fc-b975-e39b6e0f3218), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:22:15.204017 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bce8a4d-3078-48b9-a36c-b718f1a04ebd req-5a4a5b38-3ed7-4773-804c-dbaf68e687cb tempest-ImagesTestJSON-1623340881 tempest-ImagesTestJSON-1623340881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:22:15.212021 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-8bce8a4d-3078-48b9-a36c-b718f1a04ebd req-5a4a5b38-3ed7-4773-804c-dbaf68e687cb tempest-ImagesTestJSON-1623340881 tempest-ImagesTestJSON-1623340881-project] 10.222.0.13 "GET /v2.0/ports?device_id=0baf0d8d-7028-4dd1-93c9-a8cc009689a3 HTTP/1.1" status: 200 len: 946 time: 0.0910697 Jan 26 21:22:15.251518 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Pushing event updated for resources: {'Port': ['ID=03bdef55-7c27-45fc-b975-e39b6e0f3218,revision_number=4']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:22:15.308105 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-8bce8a4d-3078-48b9-a36c-b718f1a04ebd req-aa2f8e7b-d20d-4652-aeb1-b3cec92e63c3 tempest-ImagesTestJSON-1623340881 tempest-ImagesTestJSON-1623340881-project] 10.222.0.13 "GET /v2.0/security-groups?id=461ca33f-43cf-4a35-a5bb-7e46cb0e5e93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945714 Jan 26 21:22:15.338800 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] get_ports_and_sgs() called for port_ids ['03bdef55-7c27-45fc-b975-e39b6e0f3218'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 26 21:22:15.834050 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275437a1-d81f-45dc-a5f0-92e39108df9a req-61191e71-6e94-422d-9d1a-01cfaa287eca tempest-AttachVolumeShelveTestJSON-345998519 tempest-AttachVolumeShelveTestJSON-345998519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:22:15.835637 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-275437a1-d81f-45dc-a5f0-92e39108df9a req-61191e71-6e94-422d-9d1a-01cfaa287eca tempest-AttachVolumeShelveTestJSON-345998519 tempest-AttachVolumeShelveTestJSON-345998519-project] 10.222.0.13 "GET /v2.0/ports?device_id=93bf95ee-d279-4897-bd53-d5feb3e9b070 HTTP/1.1" status: 200 len: 945 time: 0.1276300 Jan 26 21:22:15.878314 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59858906-e389-495c-b741-9085ba8fabe1 req-46d27496-a667-4648-96ae-e1589972b85d tempest-ImagesTestJSON-1623340881 tempest-ImagesTestJSON-1623340881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:22:15.886465 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-59858906-e389-495c-b741-9085ba8fabe1 req-46d27496-a667-4648-96ae-e1589972b85d tempest-ImagesTestJSON-1623340881 tempest-ImagesTestJSON-1623340881-project] 10.222.0.13 "GET /v2.0/ports?device_id=0baf0d8d-7028-4dd1-93c9-a8cc009689a3 HTTP/1.1" status: 200 len: 946 time: 0.1315310 Jan 26 21:22:16.030725 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-59858906-e389-495c-b741-9085ba8fabe1 req-a4479db0-78c7-476b-93a9-0ca06110dba5 tempest-ImagesTestJSON-1623340881 tempest-ImagesTestJSON-1623340881-project] 10.222.0.13 "GET /v2.0/security-groups?id=461ca33f-43cf-4a35-a5bb-7e46cb0e5e93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1432152 Jan 26 21:22:16.033612 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-275437a1-d81f-45dc-a5f0-92e39108df9a req-c5f1f808-93c6-4fc4-846b-2f9798a601ea tempest-AttachVolumeShelveTestJSON-345998519 tempest-AttachVolumeShelveTestJSON-345998519-project] 10.222.0.13 "GET /v2.0/security-groups?id=5d7f7103-d0ef-48d0-a848-32dbbe71b238&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1878123 Jan 26 21:22:16.376006 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9fa6a24-0b95-46d8-a229-1331f6c3cc0e req-55718639-f1a6-4326-83a7-7e669e071df2 tempest-DeleteServersTestJSON-1338827600 tempest-DeleteServersTestJSON-1338827600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:22:16.380180 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-a9fa6a24-0b95-46d8-a229-1331f6c3cc0e req-55718639-f1a6-4326-83a7-7e669e071df2 tempest-DeleteServersTestJSON-1338827600 tempest-DeleteServersTestJSON-1338827600-project] 10.222.0.13 "GET /v2.0/ports?device_id=0fb682df-e7fb-43fb-9f46-d5da6b0e81b0 HTTP/1.1" status: 200 len: 944 time: 0.2265866 Jan 26 21:22:16.415773 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 39190) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:22:16.493900 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e9d17e-7a37-4826-a1f4-6febeba32312 req-f385b2bc-ab3b-4fce-a565-c742b14ecedb tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:22:16.508634 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-59e9d17e-7a37-4826-a1f4-6febeba32312 req-f385b2bc-ab3b-4fce-a565-c742b14ecedb tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] 10.222.0.13 "GET /v2.0/ports?device_id=f9d28872-a0eb-43ed-b4ce-aee5b2886372 HTTP/1.1" status: 200 len: 946 time: 0.2975273 Jan 26 21:22:16.631440 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-55a295d8-e0c5-460a-9320-3f7269b387d8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:22:16.656758 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-a9fa6a24-0b95-46d8-a229-1331f6c3cc0e req-e69018ea-92fd-4abf-bbc4-e2d3c3955f7b tempest-DeleteServersTestJSON-1338827600 tempest-DeleteServersTestJSON-1338827600-project] 10.222.0.13 "GET /v2.0/security-groups?id=b7fc5e70-a24b-497d-9cf6-8df82d0ad35b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2680998 Jan 26 21:22:16.729359 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-59e9d17e-7a37-4826-a1f4-6febeba32312 req-cdbb28f6-229b-4f70-8030-307736ef0ebb tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] 10.222.0.13 "GET /v2.0/security-groups?id=6cb8e788-9152-488c-8973-85140910b10a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2097716 Jan 26 21:22:16.739163 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Device 03bdef55-7c27-45fc-b975-e39b6e0f3218 up at agent hyperv_n-h2-760453-5 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 21:22:16.834772 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-55a295d8-e0c5-460a-9320-3f7269b387d8 admin admin] Publish callbacks [] for security_group (6e3e013e-004f-4483-959e-75ebcbc51b68), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:22:16.843193 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-55a295d8-e0c5-460a-9320-3f7269b387d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (6e3e013e-004f-4483-959e-75ebcbc51b68), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:22:16.939236 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a295d8-e0c5-460a-9320-3f7269b387d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e3e013e-004f-4483-959e-75ebcbc51b68,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:22:16.961873 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-55a295d8-e0c5-460a-9320-3f7269b387d8 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=7b7374e5d69943c5b3d079c71cab6dff&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5432515 Jan 26 21:22:16.964120 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 39206) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:22:16.989009 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Provisioning for port 03bdef55-7c27-45fc-b975-e39b6e0f3218 completed by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 21:22:16.998241 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Provisioning complete for port 03bdef55-7c27-45fc-b975-e39b6e0f3218 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:22:16.999734 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (03bdef55-7c27-45fc-b975-e39b6e0f3218), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:22:17.063616 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e64688-c27f-4f31-af0b-d2e2bc8af8ea req-67ef5574-a586-4af7-a433-0c8091a43b76 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:22:17.074100 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-22e64688-c27f-4f31-af0b-d2e2bc8af8ea req-67ef5574-a586-4af7-a433-0c8091a43b76 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] 10.222.0.13 "GET /v2.0/ports?device_id=f9d28872-a0eb-43ed-b4ce-aee5b2886372 HTTP/1.1" status: 200 len: 946 time: 0.1407425 Jan 26 21:22:17.076028 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-bc561ce4-ed7f-4702-8f7a-6d5beb71d9de admin admin] Publish callbacks [] for security_group (6e3e013e-004f-4483-959e-75ebcbc51b68), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:22:17.136516 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-bc561ce4-ed7f-4702-8f7a-6d5beb71d9de admin admin] Publish callbacks [] for security_group (6e3e013e-004f-4483-959e-75ebcbc51b68), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:22:17.234359 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Current status of the port 03bdef55-7c27-45fc-b975-e39b6e0f3218 is: BUILD; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:22:17.235082 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (03bdef55-7c27-45fc-b975-e39b6e0f3218), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:22:17.242408 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-22e64688-c27f-4f31-af0b-d2e2bc8af8ea req-7c8763bc-2cbe-41ed-bc5f-b759cb546a69 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] 10.222.0.13 "GET /v2.0/security-groups?id=6cb8e788-9152-488c-8973-85140910b10a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1615741 Jan 26 21:22:17.256181 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-bc561ce4-ed7f-4702-8f7a-6d5beb71d9de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (6e3e013e-004f-4483-959e-75ebcbc51b68), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:22:17.270806 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-bc561ce4-ed7f-4702-8f7a-6d5beb71d9de admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:22:17.274645 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-bc561ce4-ed7f-4702-8f7a-6d5beb71d9de admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/6e3e013e-004f-4483-959e-75ebcbc51b68 HTTP/1.1" status: 204 len: 168 time: 0.3075316 Jan 26 21:22:17.275264 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 39214) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:22:17.290559 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c16ab0-8257-4eb9-9760-128a9573091b req-07b547f5-7b0e-4c83-8291-7f34f3c8bb49 tempest-ImagesTestJSON-1623340881 tempest-ImagesTestJSON-1623340881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:22:17.306254 n-d-760453-5 neutron-server[103306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0fb682df-e7fb-43fb-9f46-d5da6b0e81b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03bdef55-7c27-45fc-b975-e39b6e0f3218'}] {{(pid=103306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 21:22:17.307908 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-56c16ab0-8257-4eb9-9760-128a9573091b req-07b547f5-7b0e-4c83-8291-7f34f3c8bb49 tempest-ImagesTestJSON-1623340881 tempest-ImagesTestJSON-1623340881-project] 10.222.0.13 "GET /v2.0/ports?device_id=0baf0d8d-7028-4dd1-93c9-a8cc009689a3 HTTP/1.1" status: 200 len: 946 time: 0.1321838 Jan 26 21:22:17.308496 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9d5d370febab655511bdd2ffe887e43e442d144a440368702bcc1e93af00b97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7150cb3e-8f8d-4057-874f-19fc13bc7a53" -d '{"events": [{"server_uuid": "0fb682df-e7fb-43fb-9f46-d5da6b0e81b0", "name": "network-vif-plugged", "status": "completed", "tag": "03bdef55-7c27-45fc-b975-e39b6e0f3218"}]}' {{(pid=103306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 21:22:17.336095 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc561ce4-ed7f-4702-8f7a-6d5beb71d9de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e3e013e-004f-4483-959e-75ebcbc51b68,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:22:17.369200 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] For port 03bdef55-7c27-45fc-b975-e39b6e0f3218, host n-h2-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-5',level=0,port_id=03bdef55-7c27-45fc-b975-e39b6e0f3218,segment=NetworkSegment(2541abc4-0813-4c0d-94e6-c088627c1a85),segment_id=2541abc4-0813-4c0d-94e6-c088627c1a85)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:22:17.386407 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (03bdef55-7c27-45fc-b975-e39b6e0f3218), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:22:17.392912 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a584cbb1-2a39-4535-8496-5cc5b244e301 tempest-TestNetworkAdvancedServerOps-1435295253 tempest-TestNetworkAdvancedServerOps-1435295253-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:22:17.402210 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-a584cbb1-2a39-4535-8496-5cc5b244e301 tempest-TestNetworkAdvancedServerOps-1435295253 tempest-TestNetworkAdvancedServerOps-1435295253-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=f9d28872-a0eb-43ed-b4ce-aee5b2886372 HTTP/1.1" status: 200 len: 1092 time: 0.1230478 Jan 26 21:22:17.403292 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 39220) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:22:17.414944 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-d999ccfa-5d94-4762-bba9-b1cef5707256 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Request body: {'floatingip': {'floating_network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'port_id': '85e42356-3012-4a3b-9f75-ce1b665df28b', 'tenant_id': 'c6d9f10230f341edbbe46b16c17eb870', 'fixed_ip_address': '172.20.0.10'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:22:17.480334 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-d999ccfa-5d94-4762-bba9-b1cef5707256 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:22:17.514362 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-56c16ab0-8257-4eb9-9760-128a9573091b req-637643c8-150c-4ab2-9978-2b1c97cd390c tempest-ImagesTestJSON-1623340881 tempest-ImagesTestJSON-1623340881-project] 10.222.0.13 "GET /v2.0/security-groups?id=461ca33f-43cf-4a35-a5bb-7e46cb0e5e93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2034693 Jan 26 21:22:17.566258 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Pushing event updated for resources: {'Port': ['ID=03bdef55-7c27-45fc-b975-e39b6e0f3218,revision_number=5']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:22:17.595338 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:22:17.595904 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:22:17.598728 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:22:17.601749 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:22:17.602229 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:22:17.602677 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:22:17.603120 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:22:17.603554 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:22:17.605551 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:22:17.608251 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:22:17.608465 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:22:17.609665 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:22:17.610111 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:22:17.674773 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c03e6c3-62dc-42d7-91d6-e7053ed13450 req-5b7e9d30-340b-4b40-801d-c580194dd711 tempest-AttachVolumeShelveTestJSON-345998519 tempest-AttachVolumeShelveTestJSON-345998519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:22:17.688355 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-1c03e6c3-62dc-42d7-91d6-e7053ed13450 req-5b7e9d30-340b-4b40-801d-c580194dd711 tempest-AttachVolumeShelveTestJSON-345998519 tempest-AttachVolumeShelveTestJSON-345998519-project] 10.222.0.13 "GET /v2.0/ports?device_id=93bf95ee-d279-4897-bd53-d5feb3e9b070 HTTP/1.1" status: 200 len: 945 time: 0.2375660 Jan 26 21:22:17.698303 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Jan 2022 21:22:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1da82bcd-57d6-459a-81ae-4ff1aa09e7e3 x-openstack-request-id: req-1da82bcd-57d6-459a-81ae-4ff1aa09e7e3 {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 21:22:17.698694 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0fb682df-e7fb-43fb-9f46-d5da6b0e81b0", "name": "network-vif-plugged", "status": "completed", "tag": "03bdef55-7c27-45fc-b975-e39b6e0f3218", "code": 200}]} {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 21:22:17.699366 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-1da82bcd-57d6-459a-81ae-4ff1aa09e7e3 {{(pid=103306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 21:22:17.704436 n-d-760453-5 neutron-server[103306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0fb682df-e7fb-43fb-9f46-d5da6b0e81b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03bdef55-7c27-45fc-b975-e39b6e0f3218', 'code': 200} Jan 26 21:22:17.801172 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-d999ccfa-5d94-4762-bba9-b1cef5707256 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:22:17.877204 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-1c03e6c3-62dc-42d7-91d6-e7053ed13450 req-2fb06c56-da8b-435d-84f3-affbc69dda30 tempest-AttachVolumeShelveTestJSON-345998519 tempest-AttachVolumeShelveTestJSON-345998519-project] 10.222.0.13 "GET /v2.0/security-groups?id=5d7f7103-d0ef-48d0-a848-32dbbe71b238&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1867192 Jan 26 21:22:18.079487 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.db_base_plugin_common [None req-d999ccfa-5d94-4762-bba9-b1cef5707256 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Allocated IP 172.25.1.222 (4140a1f1-c93a-4bea-83a0-68953a54f299/e48251a1-e30d-4820-8396-00c6f6aeb601/fb52efbd-4403-4584-9f65-c3c00d4d7d1a) {{(pid=103305) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 21:22:18.156945 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b97b8c-084f-4484-a863-f976d7312415 req-b82e6dd3-a73a-4b8c-aa78-cc471885bd43 tempest-DeleteServersTestJSON-1338827600 tempest-DeleteServersTestJSON-1338827600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:22:18.164503 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-35b97b8c-084f-4484-a863-f976d7312415 req-b82e6dd3-a73a-4b8c-aa78-cc471885bd43 tempest-DeleteServersTestJSON-1338827600 tempest-DeleteServersTestJSON-1338827600-project] 10.222.0.13 "GET /v2.0/ports?device_id=0fb682df-e7fb-43fb-9f46-d5da6b0e81b0 HTTP/1.1" status: 200 len: 945 time: 0.2639415 Jan 26 21:22:18.166890 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9d96c7-418a-4493-af07-5f350cac4392 req-ad5437d0-9543-4423-b172-2e783b611e0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:22:18.175308 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-8a9d96c7-418a-4493-af07-5f350cac4392 req-ad5437d0-9543-4423-b172-2e783b611e0c service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=0fb682df-e7fb-43fb-9f46-d5da6b0e81b0 HTTP/1.1" status: 200 len: 1096 time: 0.3309059 Jan 26 21:22:18.275495 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 39242) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:22:18.285599 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-35b97b8c-084f-4484-a863-f976d7312415 req-dc5032e0-8b50-455d-924e-6186cffdc512 tempest-DeleteServersTestJSON-1338827600 tempest-DeleteServersTestJSON-1338827600-project] 10.222.0.13 "GET /v2.0/security-groups?id=b7fc5e70-a24b-497d-9cf6-8df82d0ad35b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072149 Jan 26 21:22:18.319752 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-8a9d96c7-418a-4493-af07-5f350cac4392 req-736cb256-49e2-4b74-bced-8e3cb3608da6 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=b7fc5e70-a24b-497d-9cf6-8df82d0ad35b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1362798 Jan 26 21:22:18.759118 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-9670d9ed-e642-428d-8fd7-02647de9e91c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:22:18.773171 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9a4466-b59f-4ee2-8f69-d2a9a7a0b709 req-56a77bdc-1307-4e69-b79f-d98504d0f270 tempest-ImagesTestJSON-1623340881 tempest-ImagesTestJSON-1623340881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:22:18.780795 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-3c9a4466-b59f-4ee2-8f69-d2a9a7a0b709 req-56a77bdc-1307-4e69-b79f-d98504d0f270 tempest-ImagesTestJSON-1623340881 tempest-ImagesTestJSON-1623340881-project] 10.222.0.13 "GET /v2.0/ports?device_id=0baf0d8d-7028-4dd1-93c9-a8cc009689a3 HTTP/1.1" status: 200 len: 946 time: 0.1125216 Jan 26 21:22:18.787846 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-d999ccfa-5d94-4762-bba9-b1cef5707256 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Publish callbacks [] for port (fb52efbd-4403-4584-9f65-c3c00d4d7d1a), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:22:18.870938 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-d999ccfa-5d94-4762-bba9-b1cef5707256 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746560234527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11791543'] for port (fb52efbd-4403-4584-9f65-c3c00d4d7d1a), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:22:18.886770 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-3c9a4466-b59f-4ee2-8f69-d2a9a7a0b709 req-3f77983d-ed0d-4415-ac14-f634e44f2c7f tempest-ImagesTestJSON-1623340881 tempest-ImagesTestJSON-1623340881-project] 10.222.0.13 "GET /v2.0/security-groups?id=461ca33f-43cf-4a35-a5bb-7e46cb0e5e93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046169 Jan 26 21:22:18.911284 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-9af11877-cb49-4b06-8943-532333917210 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (474ccdf7-ab6c-405b-a3b2-dc7b05829902), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:22:18.978264 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d999ccfa-5d94-4762-bba9-b1cef5707256 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Network 4140a1f1-c93a-4bea-83a0-68953a54f299 is already hosted by enough agents. {{(pid=103305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 21:22:18.980372 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [None req-d999ccfa-5d94-4762-bba9-b1cef5707256 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Resources bound (agent type, host, resource id): {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:22:18.987559 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-9670d9ed-e642-428d-8fd7-02647de9e91c admin admin] Publish callbacks [] for security_group (45771b94-9afa-4f37-920a-1b4dd35d9346), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:22:19.011085 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d999ccfa-5d94-4762-bba9-b1cef5707256 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Received port after_create {{(pid=103305) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 21:22:19.020986 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-9670d9ed-e642-428d-8fd7-02647de9e91c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (45771b94-9afa-4f37-920a-1b4dd35d9346), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:22:19.110020 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc285c9-4aba-403d-b65c-83c04ed2630e req-2777e322-84e7-40bc-ac03-827557f20fff tempest-AttachVolumeShelveTestJSON-345998519 tempest-AttachVolumeShelveTestJSON-345998519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:22:19.128222 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9670d9ed-e642-428d-8fd7-02647de9e91c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45771b94-9afa-4f37-920a-1b4dd35d9346,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:22:19.140423 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-dbc285c9-4aba-403d-b65c-83c04ed2630e req-2777e322-84e7-40bc-ac03-827557f20fff tempest-AttachVolumeShelveTestJSON-345998519 tempest-AttachVolumeShelveTestJSON-345998519-project] 10.222.0.13 "GET /v2.0/ports?device_id=93bf95ee-d279-4897-bd53-d5feb3e9b070 HTTP/1.1" status: 200 len: 945 time: 0.1000917 Jan 26 21:22:19.155034 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d999ccfa-5d94-4762-bba9-b1cef5707256 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Pushing event updated for resources: {'Port': ['ID=fb52efbd-4403-4584-9f65-c3c00d4d7d1a,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:22:19.192393 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-9670d9ed-e642-428d-8fd7-02647de9e91c admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=eaeefbbe301a4f48b8561057741734c5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9065776 Jan 26 21:22:19.196334 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 39264) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:22:19.320169 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-dbc285c9-4aba-403d-b65c-83c04ed2630e req-22da5b5f-ae56-4d8c-9551-98e73f7368f3 tempest-AttachVolumeShelveTestJSON-345998519 tempest-AttachVolumeShelveTestJSON-345998519-project] 10.222.0.13 "GET /v2.0/security-groups?id=5d7f7103-d0ef-48d0-a848-32dbbe71b238&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1733332 Jan 26 21:22:19.520571 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e22f64-b88b-44be-aa44-ec8d62602505 req-d722fc3b-8638-4896-a084-1167e749893b tempest-DeleteServersTestJSON-1338827600 tempest-DeleteServersTestJSON-1338827600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:22:19.537921 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-24e22f64-b88b-44be-aa44-ec8d62602505 req-d722fc3b-8638-4896-a084-1167e749893b tempest-DeleteServersTestJSON-1338827600 tempest-DeleteServersTestJSON-1338827600-project] 10.222.0.13 "GET /v2.0/ports?device_id=0fb682df-e7fb-43fb-9f46-d5da6b0e81b0 HTTP/1.1" status: 200 len: 945 time: 0.1387193 Jan 26 21:22:19.636819 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-24e22f64-b88b-44be-aa44-ec8d62602505 req-3f3cfc0a-3b8d-4365-bb04-7d2b20b68ace tempest-DeleteServersTestJSON-1338827600 tempest-DeleteServersTestJSON-1338827600-project] 10.222.0.13 "GET /v2.0/security-groups?id=b7fc5e70-a24b-497d-9cf6-8df82d0ad35b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976164 Jan 26 21:22:19.857364 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-4e2d3f73-49f9-40c2-8480-b38f0d58d1e9 admin admin] Publish callbacks [] for security_group (45771b94-9afa-4f37-920a-1b4dd35d9346), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:22:19.974611 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-d999ccfa-5d94-4762-bba9-b1cef5707256 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Publish callbacks [] for floatingip (6fc49d69-c271-4ba5-9a0a-77df8d4689e6), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:22:20.054015 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-4e2d3f73-49f9-40c2-8480-b38f0d58d1e9 admin admin] Publish callbacks [] for security_group (45771b94-9afa-4f37-920a-1b4dd35d9346), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:22:20.109069 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6185f2-2f5f-46bb-a080-cf98583375c3 req-ff12a8a5-b000-4d5f-a3a5-c48f8f2d7637 tempest-ImagesTestJSON-1623340881 tempest-ImagesTestJSON-1623340881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:22:20.118095 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-6f6185f2-2f5f-46bb-a080-cf98583375c3 req-ff12a8a5-b000-4d5f-a3a5-c48f8f2d7637 tempest-ImagesTestJSON-1623340881 tempest-ImagesTestJSON-1623340881-project] 10.222.0.13 "GET /v2.0/ports?device_id=0baf0d8d-7028-4dd1-93c9-a8cc009689a3 HTTP/1.1" status: 200 len: 946 time: 0.1138840 Jan 26 21:22:20.167597 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-d999ccfa-5d94-4762-bba9-b1cef5707256 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (fb52efbd-4403-4584-9f65-c3c00d4d7d1a), before_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:22:20.170827 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-4e2d3f73-49f9-40c2-8480-b38f0d58d1e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (45771b94-9afa-4f37-920a-1b4dd35d9346), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:22:20.176727 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-4e2d3f73-49f9-40c2-8480-b38f0d58d1e9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:22:20.181503 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-4e2d3f73-49f9-40c2-8480-b38f0d58d1e9 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/45771b94-9afa-4f37-920a-1b4dd35d9346 HTTP/1.1" status: 204 len: 168 time: 0.9811959 Jan 26 21:22:20.212674 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e2d3f73-49f9-40c2-8480-b38f0d58d1e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45771b94-9afa-4f37-920a-1b4dd35d9346,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:22:20.219236 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-6f6185f2-2f5f-46bb-a080-cf98583375c3 req-71363e0f-a9c3-42b8-a57d-ab110020ea84 tempest-ImagesTestJSON-1623340881 tempest-ImagesTestJSON-1623340881-project] 10.222.0.13 "GET /v2.0/security-groups?id=461ca33f-43cf-4a35-a5bb-7e46cb0e5e93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997796 Jan 26 21:22:20.496367 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-d999ccfa-5d94-4762-bba9-b1cef5707256 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Publish callbacks [] for port (fb52efbd-4403-4584-9f65-c3c00d4d7d1a), precommit_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:22:20.510194 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-d999ccfa-5d94-4762-bba9-b1cef5707256 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11791520'] for port (fb52efbd-4403-4584-9f65-c3c00d4d7d1a), after_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:22:20.559221 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d999ccfa-5d94-4762-bba9-b1cef5707256 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Pushing event updated for resources: {'Port': ['ID=fb52efbd-4403-4584-9f65-c3c00d4d7d1a,revision_number=2']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:22:20.617575 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-d999ccfa-5d94-4762-bba9-b1cef5707256 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4110913'] for floatingip (6fc49d69-c271-4ba5-9a0a-77df8d4689e6), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:22:20.625321 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c5c072-2b17-4f62-ae35-fd5806636aea req-a58862da-17c1-4874-baf9-27dec938304e tempest-AttachVolumeShelveTestJSON-345998519 tempest-AttachVolumeShelveTestJSON-345998519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:22:20.633208 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-99c5c072-2b17-4f62-ae35-fd5806636aea req-a58862da-17c1-4874-baf9-27dec938304e tempest-AttachVolumeShelveTestJSON-345998519 tempest-AttachVolumeShelveTestJSON-345998519-project] 10.222.0.13 "GET /v2.0/ports?device_id=93bf95ee-d279-4897-bd53-d5feb3e9b070 HTTP/1.1" status: 200 len: 945 time: 0.1635208 Jan 26 21:22:20.706127 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-99c5c072-2b17-4f62-ae35-fd5806636aea req-29bfba15-687e-4788-8a7d-d5c4cbc70220 tempest-AttachVolumeShelveTestJSON-345998519 tempest-AttachVolumeShelveTestJSON-345998519-project] 10.222.0.13 "GET /v2.0/security-groups?id=5d7f7103-d0ef-48d0-a848-32dbbe71b238&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0719354 Jan 26 21:22:20.887543 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566290ec-d6d8-4f7e-88f1-9fa6d9c5c124 req-7cd56a22-530f-4802-ae99-87af46c2be27 tempest-DeleteServersTestJSON-1338827600 tempest-DeleteServersTestJSON-1338827600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:22:20.897329 n-d-760453-5 neutron-server[103305]: INFO neutron.db.l3_db [None req-d999ccfa-5d94-4762-bba9-b1cef5707256 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Floating IP 6fc49d69-c271-4ba5-9a0a-77df8d4689e6 associated. External IP: 172.25.1.222, port: 85e42356-3012-4a3b-9f75-ce1b665df28b. Jan 26 21:22:20.898318 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-566290ec-d6d8-4f7e-88f1-9fa6d9c5c124 req-7cd56a22-530f-4802-ae99-87af46c2be27 tempest-DeleteServersTestJSON-1338827600 tempest-DeleteServersTestJSON-1338827600-project] 10.222.0.13 "GET /v2.0/ports?device_id=0fb682df-e7fb-43fb-9f46-d5da6b0e81b0 HTTP/1.1" status: 200 len: 945 time: 0.0972614 Jan 26 21:22:20.992635 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-566290ec-d6d8-4f7e-88f1-9fa6d9c5c124 req-5d41c93c-bf82-4332-bffc-a30ef4322aff tempest-DeleteServersTestJSON-1338827600 tempest-DeleteServersTestJSON-1338827600-project] 10.222.0.13 "GET /v2.0/security-groups?id=b7fc5e70-a24b-497d-9cf6-8df82d0ad35b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931249 Jan 26 21:22:21.205974 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-c0d42622-3bc2-467d-9b03-7027fb5c3970 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (09df100c-3af1-4b0a-bda8-05914c71c458), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:22:21.401285 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb648d51-3b47-47fc-a061-ab009d0c8cf4 req-dd88acc6-6ba1-496d-938c-157cfd86eb34 tempest-ImagesTestJSON-1623340881 tempest-ImagesTestJSON-1623340881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:22:21.410358 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-eb648d51-3b47-47fc-a061-ab009d0c8cf4 req-dd88acc6-6ba1-496d-938c-157cfd86eb34 tempest-ImagesTestJSON-1623340881 tempest-ImagesTestJSON-1623340881-project] 10.222.0.13 "GET /v2.0/ports?device_id=0baf0d8d-7028-4dd1-93c9-a8cc009689a3 HTTP/1.1" status: 200 len: 946 time: 0.0718937 Jan 26 21:22:21.450117 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d999ccfa-5d94-4762-bba9-b1cef5707256 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Router 2ced210b-6855-4ff8-8532-a74f4b202b06 has already been hosted by L3 agent 09df100c-3af1-4b0a-bda8-05914c71c458 {{(pid=103305) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 26 21:22:21.571939 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-eb648d51-3b47-47fc-a061-ab009d0c8cf4 req-d5c8eb88-f1d4-43ff-910d-4d308c477a0c tempest-ImagesTestJSON-1623340881 tempest-ImagesTestJSON-1623340881-project] 10.222.0.13 "GET /v2.0/security-groups?id=461ca33f-43cf-4a35-a5bb-7e46cb0e5e93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1519618 Jan 26 21:22:21.600290 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d28a87-29cf-4a23-887f-d65350c617a8 req-922582bb-fce1-42d1-8b39-7c447ed93045 tempest-DeleteServersTestJSON-1338827600 tempest-DeleteServersTestJSON-1338827600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:22:21.610399 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-97d28a87-29cf-4a23-887f-d65350c617a8 req-922582bb-fce1-42d1-8b39-7c447ed93045 tempest-DeleteServersTestJSON-1338827600 tempest-DeleteServersTestJSON-1338827600-project] 10.222.0.13 "GET /v2.0/ports?device_id=0fb682df-e7fb-43fb-9f46-d5da6b0e81b0 HTTP/1.1" status: 200 len: 945 time: 0.1702449 Jan 26 21:22:21.634953 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d999ccfa-5d94-4762-bba9-b1cef5707256 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Notify agent at l3_agent.n-d-760453-5 the message routers_updated {{(pid=103305) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 26 21:22:21.650923 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1182ecd-7c61-45da-bec9-cdc2d8939434 None None] Sync routers for ids ['2ced210b-6855-4ff8-8532-a74f4b202b06'] in n-d-760453-5 {{(pid=103306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 26 21:22:21.678612 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1182ecd-7c61-45da-bec9-cdc2d8939434 None None] Routers {'2ced210b-6855-4ff8-8532-a74f4b202b06'} bound to L3 agent in host n-d-760453-5 {{(pid=103306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 21:22:21.679558 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-c1182ecd-7c61-45da-bec9-cdc2d8939434 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-26T20:55:21Z,description=,heartbeat_timestamp=2022-01-26T21:22:21Z,host='n-d-760453-5',id=09df100c-3af1-4b0a-bda8-05914c71c458,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:55:21Z,topic='l3_agent')) {'router_ids': ['2ced210b-6855-4ff8-8532-a74f4b202b06'], 'active': True} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:22:21.683512 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-d999ccfa-5d94-4762-bba9-b1cef5707256 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for floatingip (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:22:21.753849 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-97d28a87-29cf-4a23-887f-d65350c617a8 req-3db0144f-3cea-4945-aa27-69562acac0c4 tempest-DeleteServersTestJSON-1338827600 tempest-DeleteServersTestJSON-1338827600-project] 10.222.0.13 "GET /v2.0/security-groups?id=b7fc5e70-a24b-497d-9cf6-8df82d0ad35b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1402471 Jan 26 21:22:21.757225 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-d999ccfa-5d94-4762-bba9-b1cef5707256 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 4.3528461 Jan 26 21:22:21.757869 n-d-760453-5 neutron-server[103305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f9d28872-a0eb-43ed-b4ce-aee5b2886372', 'tag': '85e42356-3012-4a3b-9f75-ce1b665df28b'}] {{(pid=103305) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 21:22:21.762856 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d4654568b7bf041e72ff8fe1c96d6d761d9c921f2b99bc7b3a26632be20cee0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1bcf7de3-d79c-4819-b64d-a0929e86a876" -d '{"events": [{"name": "network-changed", "server_uuid": "f9d28872-a0eb-43ed-b4ce-aee5b2886372", "tag": "85e42356-3012-4a3b-9f75-ce1b665df28b"}]}' {{(pid=103305) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 21:22:21.963827 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvr_db [None req-c1182ecd-7c61-45da-bec9-cdc2d8939434 None None] Set router 2ced210b-6855-4ff8-8532-a74f4b202b06 gateway port host: n-d-760453-5 {{(pid=103306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 21:22:21.986506 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317a505d-e1da-4c6e-9464-b51eda9aa244 req-17a2db89-9227-4d3d-a824-0e57e57bf6a5 tempest-AttachVolumeShelveTestJSON-345998519 tempest-AttachVolumeShelveTestJSON-345998519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:22:21.995571 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-317a505d-e1da-4c6e-9464-b51eda9aa244 req-17a2db89-9227-4d3d-a824-0e57e57bf6a5 tempest-AttachVolumeShelveTestJSON-345998519 tempest-AttachVolumeShelveTestJSON-345998519-project] 10.222.0.13 "GET /v2.0/ports?device_id=93bf95ee-d279-4897-bd53-d5feb3e9b070 HTTP/1.1" status: 200 len: 945 time: 0.1199396 Jan 26 21:22:22.006207 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff643ea6-7205-435e-95f0-18f6514b0c1b req-c57e31b4-651e-43f0-94b2-9f9b5eead472 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:22:22.016751 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-ff643ea6-7205-435e-95f0-18f6514b0c1b req-c57e31b4-651e-43f0-94b2-9f9b5eead472 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] 10.222.0.13 "GET /v2.0/ports?device_id=f9d28872-a0eb-43ed-b4ce-aee5b2886372 HTTP/1.1" status: 200 len: 946 time: 0.1550112 Jan 26 21:22:22.109910 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-317a505d-e1da-4c6e-9464-b51eda9aa244 req-c8a2a829-4958-4f5a-92d4-962693199695 tempest-AttachVolumeShelveTestJSON-345998519 tempest-AttachVolumeShelveTestJSON-345998519-project] 10.222.0.13 "GET /v2.0/security-groups?id=5d7f7103-d0ef-48d0-a848-32dbbe71b238&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1130903 Jan 26 21:22:22.135173 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-ff643ea6-7205-435e-95f0-18f6514b0c1b req-3a9836b2-247a-4fc8-86d7-6112b83afa90 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] 10.222.0.13 "GET /v2.0/security-groups?id=6cb8e788-9152-488c-8973-85140910b10a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1127727 Jan 26 21:22:22.148770 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 39350) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:22:22.234830 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-841f5991-a4d8-4d4b-b215-cbc6bab5427b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (aa7ee9d2-08eb-4e12-b895-24c57300dfec), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:22:22.385317 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-a078210f-4a56-4ff3-b04c-7ddad0061d4e tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] 10.222.0.13 "GET /v2.0/floatingips/6fc49d69-c271-4ba5-9a0a-77df8d4689e6 HTTP/1.1" status: 200 len: 992 time: 0.2353203 Jan 26 21:22:22.399209 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 26 Jan 2022 21:22:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ecddb72-5ad5-4dde-95bf-dfca07a424c0 x-openstack-request-id: req-6ecddb72-5ad5-4dde-95bf-dfca07a424c0 {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 21:22:22.403694 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f9d28872-a0eb-43ed-b4ce-aee5b2886372", "tag": "85e42356-3012-4a3b-9f75-ce1b665df28b", "status": "completed", "code": 200}]} {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 21:22:22.405697 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-6ecddb72-5ad5-4dde-95bf-dfca07a424c0 {{(pid=103305) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 21:22:22.406370 n-d-760453-5 neutron-server[103305]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f9d28872-a0eb-43ed-b4ce-aee5b2886372', 'tag': '85e42356-3012-4a3b-9f75-ce1b665df28b', 'status': 'completed', 'code': 200} Jan 26 21:22:22.476214 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bcf7de3-d79c-4819-b64d-a0929e86a876 req-aafe7400-1ed0-4542-b948-a7bccbb26004 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:22:22.477786 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-1bcf7de3-d79c-4819-b64d-a0929e86a876 req-aafe7400-1ed0-4542-b948-a7bccbb26004 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=c6d9f10230f341edbbe46b16c17eb870&device_id=f9d28872-a0eb-43ed-b4ce-aee5b2886372 HTTP/1.1" status: 200 len: 1097 time: 0.0678999 Jan 26 21:22:22.722949 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bcf7de3-d79c-4819-b64d-a0929e86a876 req-29a4b44a-c483-45db-82b5-a2182c08e57b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:22:22.726737 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-1bcf7de3-d79c-4819-b64d-a0929e86a876 req-29a4b44a-c483-45db-82b5-a2182c08e57b service neutron] 10.222.0.66 "GET /v2.0/networks?id=3e4368a8-f3b4-4f2b-9ce8-6f1eab73b100 HTTP/1.1" status: 200 len: 898 time: 0.2381973 Jan 26 21:22:22.792452 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-c1182ecd-7c61-45da-bec9-cdc2d8939434 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ced210b-6855-4ff8-8532-a74f4b202b06', 'name': 'tempest-TestNetworkAdvancedServerOps-router-54234232', 'tenant_id': 'c6d9f10230f341edbbe46b16c17eb870', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'external_fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.151'}], 'enable_snat': True}, 'gw_port_id': 'f64f0307-fae0-4b13-a191-bc9d569d1304', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T21:21:40Z', 'updated_at': '2022-01-26T21:21:51Z', 'revision_number': 4, 'project_id': 'c6d9f10230f341edbbe46b16c17eb870', 'gw_port': {'id': 'f64f0307-fae0-4b13-a191-bc9d569d1304', 'name': '', 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:c0:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ced210b-6855-4ff8-8532-a74f4b202b06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2043, 'fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:21:41Z', 'updated_at': '2022-01-26T21:21:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-5', '_floatingips': [{'id': '6fc49d69-c271-4ba5-9a0a-77df8d4689e6', 'tenant_id': 'c6d9f10230f341edbbe46b16c17eb870', 'floating_ip_address': '172.25.1.222', 'floating_network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'router_id': '2ced210b-6855-4ff8-8532-a74f4b202b06', 'port_id': '85e42356-3012-4a3b-9f75-ce1b665df28b', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2101, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3e4368a8-f3b4-4f2b-9ce8-6f1eab73b100', 'mac_address': 'fa:16:3e:37:81:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9d28872-a0eb-43ed-b4ce-aee5b2886372', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-26T21:22:19Z', 'updated_at': '2022-01-26T21:22:19Z', 'revision_number': 0, 'project_id': 'c6d9f10230f341edbbe46b16c17eb870', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ddbd5dd0-e0bc-4ae6-8792-4c858ed8cffe', 'name': '', 'network_id': '3e4368a8-f3b4-4f2b-9ce8-6f1eab73b100', 'tenant_id': 'c6d9f10230f341edbbe46b16c17eb870', 'mac_address': 'fa:16:3e:39:8c:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ced210b-6855-4ff8-8532-a74f4b202b06', 'device_owner': 'network:router_interface', 'standard_attr_id': 2051, 'fixed_ips': [{'subnet_id': 'c41b4bd2-c8e1-469d-9ade-a907fafb44b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:21:49Z', 'updated_at': '2022-01-26T21:21:57Z', 'revision_number': 5, 'project_id': 'c6d9f10230f341edbbe46b16c17eb870', 'subnets': [{'id': 'c41b4bd2-c8e1-469d-9ade-a907fafb44b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760453-5', False) {} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:22:22.853667 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1182ecd-7c61-45da-bec9-cdc2d8939434 None None] Checking router: 2ced210b-6855-4ff8-8532-a74f4b202b06 for host: n-d-760453-5 {{(pid=103306) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 26 21:22:22.866048 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1182ecd-7c61-45da-bec9-cdc2d8939434 None None] Routers {'2ced210b-6855-4ff8-8532-a74f4b202b06'} bound to L3 agent in host n-d-760453-5 {{(pid=103306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 21:22:22.867108 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-c1182ecd-7c61-45da-bec9-cdc2d8939434 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-26T20:55:21Z,description=,heartbeat_timestamp=2022-01-26T21:22:21Z,host='n-d-760453-5',id=09df100c-3af1-4b0a-bda8-05914c71c458,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:55:21Z,topic='l3_agent')) {'router_ids': ['2ced210b-6855-4ff8-8532-a74f4b202b06'], 'active': True} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:22:22.922686 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-1bcf7de3-d79c-4819-b64d-a0929e86a876 req-3d04cda7-735b-4be6-ac6e-76ed3b0384e5 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=85e42356-3012-4a3b-9f75-ce1b665df28b HTTP/1.1" status: 200 len: 1000 time: 0.1877759 Jan 26 21:22:22.952903 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2fffd6-3c43-43ad-9169-60a2b47b7352 req-0165c207-43df-4f83-be99-59cf734c62d7 tempest-ImagesTestJSON-1623340881 tempest-ImagesTestJSON-1623340881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:22:22.974135 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-2e2fffd6-3c43-43ad-9169-60a2b47b7352 req-0165c207-43df-4f83-be99-59cf734c62d7 tempest-ImagesTestJSON-1623340881 tempest-ImagesTestJSON-1623340881-project] 10.222.0.13 "GET /v2.0/ports?device_id=0baf0d8d-7028-4dd1-93c9-a8cc009689a3 HTTP/1.1" status: 200 len: 946 time: 0.2185681 Jan 26 21:22:23.045198 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bcf7de3-d79c-4819-b64d-a0929e86a876 req-62ad315e-1e4c-4a66-b906-526798e57bbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:22:23.049991 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-1bcf7de3-d79c-4819-b64d-a0929e86a876 req-62ad315e-1e4c-4a66-b906-526798e57bbb service neutron] 10.222.0.66 "GET /v2.0/subnets?id=c41b4bd2-c8e1-469d-9ade-a907fafb44b3 HTTP/1.1" status: 200 len: 834 time: 0.1175008 Jan 26 21:22:23.050267 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (4d619873-4b60-439f-9b5a-b155dc8bbc34), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:22:23.113365 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bcf7de3-d79c-4819-b64d-a0929e86a876 req-c6062078-d035-42d0-b787-65c9c66df57c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:22:23.115935 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-1bcf7de3-d79c-4819-b64d-a0929e86a876 req-c6062078-d035-42d0-b787-65c9c66df57c service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=3e4368a8-f3b4-4f2b-9ce8-6f1eab73b100&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0602872 Jan 26 21:22:23.188150 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvr_db [None req-c1182ecd-7c61-45da-bec9-cdc2d8939434 None None] Set router 2ced210b-6855-4ff8-8532-a74f4b202b06 gateway port host: n-d-760453-5 {{(pid=103306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 21:22:23.239135 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-2e2fffd6-3c43-43ad-9169-60a2b47b7352 req-f5367215-ecb2-4af5-aa0d-e5a22bfd89ec tempest-ImagesTestJSON-1623340881 tempest-ImagesTestJSON-1623340881-project] 10.222.0.13 "GET /v2.0/security-groups?id=461ca33f-43cf-4a35-a5bb-7e46cb0e5e93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2593939 Jan 26 21:22:23.292677 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5e9283-4037-414c-a551-6be252d6f1de req-2ce1ab94-7837-4672-8b9d-ea13b8ab0720 tempest-DeleteServersTestJSON-1338827600 tempest-DeleteServersTestJSON-1338827600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:22:23.305894 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-0a5e9283-4037-414c-a551-6be252d6f1de req-2ce1ab94-7837-4672-8b9d-ea13b8ab0720 tempest-DeleteServersTestJSON-1338827600 tempest-DeleteServersTestJSON-1338827600-project] 10.222.0.13 "GET /v2.0/ports?device_id=0fb682df-e7fb-43fb-9f46-d5da6b0e81b0 HTTP/1.1" status: 200 len: 945 time: 0.3300810 Jan 26 21:22:23.345151 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-1bcf7de3-d79c-4819-b64d-a0929e86a876 req-89c30f5c-5dbf-4e5c-8c09-4c4ab2f110d8 service neutron] 10.222.0.66 "GET /v2.0/networks/3e4368a8-f3b4-4f2b-9ce8-6f1eab73b100?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2226000 Jan 26 21:22:23.399515 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 39386) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:22:23.494362 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-0a5e9283-4037-414c-a551-6be252d6f1de req-b7e55f99-c043-4348-b0d4-d008b5787aef tempest-DeleteServersTestJSON-1338827600 tempest-DeleteServersTestJSON-1338827600-project] 10.222.0.13 "GET /v2.0/security-groups?id=b7fc5e70-a24b-497d-9cf6-8df82d0ad35b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1867120 Jan 26 21:22:23.596439 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-1bcf7de3-d79c-4819-b64d-a0929e86a876 req-dc2154ed-7d4f-4537-a0c1-059119dd628c service neutron] 10.222.0.66 "GET /v2.0/networks/3e4368a8-f3b4-4f2b-9ce8-6f1eab73b100?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2443764 Jan 26 21:22:23.621080 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d55c2c4-37d0-4a6e-b3b0-b4dcead1be82 req-6effdb91-30f5-40d8-8e71-3ffdd6df7fe6 tempest-AttachVolumeShelveTestJSON-345998519 tempest-AttachVolumeShelveTestJSON-345998519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:22:23.623278 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-8d55c2c4-37d0-4a6e-b3b0-b4dcead1be82 req-6effdb91-30f5-40d8-8e71-3ffdd6df7fe6 tempest-AttachVolumeShelveTestJSON-345998519 tempest-AttachVolumeShelveTestJSON-345998519-project] 10.222.0.13 "GET /v2.0/ports?device_id=93bf95ee-d279-4897-bd53-d5feb3e9b070 HTTP/1.1" status: 200 len: 945 time: 0.2419181 Jan 26 21:22:23.627735 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-90b0ce99-cc75-4f09-ad1b-1fa12d06a79d tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] 10.222.0.13 "GET /v2.0/floatingips/6fc49d69-c271-4ba5-9a0a-77df8d4689e6 HTTP/1.1" status: 200 len: 992 time: 0.2270148 Jan 26 21:22:23.724707 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-8d55c2c4-37d0-4a6e-b3b0-b4dcead1be82 req-4d32f2ad-041f-49e8-ae04-c8a819e41a25 tempest-AttachVolumeShelveTestJSON-345998519 tempest-AttachVolumeShelveTestJSON-345998519-project] 10.222.0.13 "GET /v2.0/security-groups?id=5d7f7103-d0ef-48d0-a848-32dbbe71b238&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0934014 Jan 26 21:22:23.885890 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-c1182ecd-7c61-45da-bec9-cdc2d8939434 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ced210b-6855-4ff8-8532-a74f4b202b06', 'name': 'tempest-TestNetworkAdvancedServerOps-router-54234232', 'tenant_id': 'c6d9f10230f341edbbe46b16c17eb870', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'external_fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.151'}], 'enable_snat': True}, 'gw_port_id': 'f64f0307-fae0-4b13-a191-bc9d569d1304', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T21:21:40Z', 'updated_at': '2022-01-26T21:21:51Z', 'revision_number': 4, 'project_id': 'c6d9f10230f341edbbe46b16c17eb870', 'gw_port': {'id': 'f64f0307-fae0-4b13-a191-bc9d569d1304', 'name': '', 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:c0:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ced210b-6855-4ff8-8532-a74f4b202b06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2043, 'fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:21:41Z', 'updated_at': '2022-01-26T21:21:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-5', '_floatingips': [{'id': '6fc49d69-c271-4ba5-9a0a-77df8d4689e6', 'tenant_id': 'c6d9f10230f341edbbe46b16c17eb870', 'floating_ip_address': '172.25.1.222', 'floating_network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'router_id': '2ced210b-6855-4ff8-8532-a74f4b202b06', 'port_id': '85e42356-3012-4a3b-9f75-ce1b665df28b', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2101, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3e4368a8-f3b4-4f2b-9ce8-6f1eab73b100', 'mac_address': 'fa:16:3e:37:81:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9d28872-a0eb-43ed-b4ce-aee5b2886372', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-26T21:22:19Z', 'updated_at': '2022-01-26T21:22:19Z', 'revision_number': 0, 'project_id': 'c6d9f10230f341edbbe46b16c17eb870', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ddbd5dd0-e0bc-4ae6-8792-4c858ed8cffe', 'name': '', 'network_id': '3e4368a8-f3b4-4f2b-9ce8-6f1eab73b100', 'tenant_id': 'c6d9f10230f341edbbe46b16c17eb870', 'mac_address': 'fa:16:3e:39:8c:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ced210b-6855-4ff8-8532-a74f4b202b06', 'device_owner': 'network:router_interface', 'standard_attr_id': 2051, 'fixed_ips': [{'subnet_id': 'c41b4bd2-c8e1-469d-9ade-a907fafb44b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:21:49Z', 'updated_at': '2022-01-26T21:21:57Z', 'revision_number': 5, 'project_id': 'c6d9f10230f341edbbe46b16c17eb870', 'subnets': [{'id': 'c41b4bd2-c8e1-469d-9ade-a907fafb44b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760453-5', False) {} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:22:23.949131 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1182ecd-7c61-45da-bec9-cdc2d8939434 None None] The sync data for ids ['2ced210b-6855-4ff8-8532-a74f4b202b06'] in n-d-760453-5 is: [{'id': '2ced210b-6855-4ff8-8532-a74f4b202b06', 'name': 'tempest-TestNetworkAdvancedServerOps-router-54234232', 'tenant_id': 'c6d9f10230f341edbbe46b16c17eb870', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'external_fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.151'}], 'enable_snat': True}, 'gw_port_id': 'f64f0307-fae0-4b13-a191-bc9d569d1304', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T21:21:40Z', 'updated_at': '2022-01-26T21:21:51Z', 'revision_number': 4, 'project_id': 'c6d9f10230f341edbbe46b16c17eb870', 'gw_port': {'id': 'f64f0307-fae0-4b13-a191-bc9d569d1304', 'name': '', 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:c0:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ced210b-6855-4ff8-8532-a74f4b202b06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2043, 'fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:21:41Z', 'updated_at': '2022-01-26T21:21:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-5', '_floatingips': [{'id': '6fc49d69-c271-4ba5-9a0a-77df8d4689e6', 'tenant_id': 'c6d9f10230f341edbbe46b16c17eb870', 'floating_ip_address': '172.25.1.222', 'floating_network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'router_id': '2ced210b-6855-4ff8-8532-a74f4b202b06', 'port_id': '85e42356-3012-4a3b-9f75-ce1b665df28b', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2101, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3e4368a8-f3b4-4f2b-9ce8-6f1eab73b100', 'mac_address': 'fa:16:3e:37:81:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9d28872-a0eb-43ed-b4ce-aee5b2886372', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-26T21:22:19Z', 'updated_at': '2022-01-26T21:22:19Z', 'revision_number': 0, 'project_id': 'c6d9f10230f341edbbe46b16c17eb870', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ddbd5dd0-e0bc-4ae6-8792-4c858ed8cffe', 'name': '', 'network_id': '3e4368a8-f3b4-4f2b-9ce8-6f1eab73b100', 'tenant_id': 'c6d9f10230f341edbbe46b16c17eb870', 'mac_address': 'fa:16:3e:39:8c:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ced210b-6855-4ff8-8532-a74f4b202b06', 'device_owner': 'network:router_interface', 'standard_attr_id': 2051, 'fixed_ips': [{'subnet_id': 'c41b4bd2-c8e1-469d-9ade-a907fafb44b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:21:49Z', 'updated_at': '2022-01-26T21:21:57Z', 'revision_number': 5, 'project_id': 'c6d9f10230f341edbbe46b16c17eb870', 'subnets': [{'id': 'c41b4bd2-c8e1-469d-9ade-a907fafb44b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 26 21:22:24.068781 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-839dd188-ec69-470c-9ab0-d318dc1a2e96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (e79b4fc6-6c71-44b2-a6d0-ff3e1f4dfd0d), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:22:24.151464 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11cf6419-7397-4fd4-b5a7-f24a513f7e62 req-926a3abf-dd96-4592-ba67-4bb35163ee36 tempest-DeleteServersTestJSON-1338827600 tempest-DeleteServersTestJSON-1338827600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:22:24.158980 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-11cf6419-7397-4fd4-b5a7-f24a513f7e62 req-926a3abf-dd96-4592-ba67-4bb35163ee36 tempest-DeleteServersTestJSON-1338827600 tempest-DeleteServersTestJSON-1338827600-project] 10.222.0.13 "GET /v2.0/ports?device_id=0fb682df-e7fb-43fb-9f46-d5da6b0e81b0 HTTP/1.1" status: 200 len: 945 time: 0.0904381 Jan 26 21:22:24.221757 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-11cf6419-7397-4fd4-b5a7-f24a513f7e62 req-14ee6f8f-5a23-4413-9433-67c1750b07e8 tempest-DeleteServersTestJSON-1338827600 tempest-DeleteServersTestJSON-1338827600-project] 10.222.0.13 "GET /v2.0/security-groups?id=b7fc5e70-a24b-497d-9cf6-8df82d0ad35b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616496 Jan 26 21:22:24.425712 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd556f9b-0045-4f4d-8f6d-c3974c885899 req-85646911-fc17-4ece-b664-f5bbd48aa8f3 tempest-ImagesTestJSON-1623340881 tempest-ImagesTestJSON-1623340881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:22:24.428478 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-bd556f9b-0045-4f4d-8f6d-c3974c885899 req-85646911-fc17-4ece-b664-f5bbd48aa8f3 tempest-ImagesTestJSON-1623340881 tempest-ImagesTestJSON-1623340881-project] 10.222.0.13 "GET /v2.0/ports?device_id=0baf0d8d-7028-4dd1-93c9-a8cc009689a3 HTTP/1.1" status: 200 len: 946 time: 0.0889039 Jan 26 21:22:24.446599 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d9bea19-4806-4c1e-bedd-328e614f30ff None None] New status for floating IP 6fc49d69-c271-4ba5-9a0a-77df8d4689e6: ACTIVE {{(pid=103307) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 26 21:22:24.556249 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-bd556f9b-0045-4f4d-8f6d-c3974c885899 req-0c3919d0-d138-4918-9fe7-649226d94bab tempest-ImagesTestJSON-1623340881 tempest-ImagesTestJSON-1623340881-project] 10.222.0.13 "GET /v2.0/security-groups?id=461ca33f-43cf-4a35-a5bb-7e46cb0e5e93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149282 Jan 26 21:22:24.631687 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 39420) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:22:24.774310 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-bcdbfb24-15f6-4663-9793-a30b30157e0f tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] 10.222.0.13 "GET /v2.0/floatingips/6fc49d69-c271-4ba5-9a0a-77df8d4689e6 HTTP/1.1" status: 200 len: 992 time: 0.1404071 Jan 26 21:22:24.928421 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a595e6f2-9fd8-411d-ac3b-960896188849 req-1c95ee94-c3e0-4f14-9183-18efe548e5ba tempest-AttachVolumeShelveTestJSON-345998519 tempest-AttachVolumeShelveTestJSON-345998519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:22:24.932301 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-a595e6f2-9fd8-411d-ac3b-960896188849 req-1c95ee94-c3e0-4f14-9183-18efe548e5ba tempest-AttachVolumeShelveTestJSON-345998519 tempest-AttachVolumeShelveTestJSON-345998519-project] 10.222.0.13 "GET /v2.0/ports?device_id=93bf95ee-d279-4897-bd53-d5feb3e9b070 HTTP/1.1" status: 200 len: 945 time: 0.1001294 Jan 26 21:22:25.006934 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-a595e6f2-9fd8-411d-ac3b-960896188849 req-526aac95-2824-46a1-84e8-c422e996ba99 tempest-AttachVolumeShelveTestJSON-345998519 tempest-AttachVolumeShelveTestJSON-345998519-project] 10.222.0.13 "GET /v2.0/security-groups?id=5d7f7103-d0ef-48d0-a848-32dbbe71b238&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0673282 Jan 26 21:22:25.268379 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (fea0591a-627d-4c87-9a9a-01625ddf3277), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:22:25.385455 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e710d4-a098-4ba2-9b1c-68ea2fe0628f req-94a6dacf-9c6e-4132-9652-0a926a8e006e tempest-DeleteServersTestJSON-1338827600 tempest-DeleteServersTestJSON-1338827600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:22:25.387001 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-67e710d4-a098-4ba2-9b1c-68ea2fe0628f req-94a6dacf-9c6e-4132-9652-0a926a8e006e tempest-DeleteServersTestJSON-1338827600 tempest-DeleteServersTestJSON-1338827600-project] 10.222.0.57 "GET /v2.0/ports?device_id=0fb682df-e7fb-43fb-9f46-d5da6b0e81b0 HTTP/1.1" status: 200 len: 945 time: 0.1267076 Jan 26 21:22:25.425432 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8bd3ed-8b1d-4182-b4c9-0f59973d3bcc req-bde4caf8-2b5f-4a97-a857-558158617e41 tempest-DeleteServersTestJSON-1338827600 tempest-DeleteServersTestJSON-1338827600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:22:25.427290 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-6b8bd3ed-8b1d-4182-b4c9-0f59973d3bcc req-bde4caf8-2b5f-4a97-a857-558158617e41 tempest-DeleteServersTestJSON-1338827600 tempest-DeleteServersTestJSON-1338827600-project] 10.222.0.13 "GET /v2.0/ports?device_id=0fb682df-e7fb-43fb-9f46-d5da6b0e81b0 HTTP/1.1" status: 200 len: 945 time: 0.0851266 Jan 26 21:22:25.623495 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-6b8bd3ed-8b1d-4182-b4c9-0f59973d3bcc req-dca23511-342d-4aaf-a765-e256ff3ec87f tempest-DeleteServersTestJSON-1338827600 tempest-DeleteServersTestJSON-1338827600-project] 10.222.0.13 "GET /v2.0/security-groups?id=b7fc5e70-a24b-497d-9cf6-8df82d0ad35b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1774702 Jan 26 21:22:25.669938 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [req-67e710d4-a098-4ba2-9b1c-68ea2fe0628f req-c85b9dd4-b4e7-45a3-9821-79b365a13adb tempest-DeleteServersTestJSON-1338827600 tempest-DeleteServersTestJSON-1338827600-project] Deleting port 03bdef55-7c27-45fc-b975-e39b6e0f3218 {{(pid=103304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 21:22:25.671681 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-67e710d4-a098-4ba2-9b1c-68ea2fe0628f req-c85b9dd4-b4e7-45a3-9821-79b365a13adb tempest-DeleteServersTestJSON-1338827600 tempest-DeleteServersTestJSON-1338827600-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746560630878'] for port (03bdef55-7c27-45fc-b975-e39b6e0f3218), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:22:25.777190 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 39446) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:22:25.877643 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [req-67e710d4-a098-4ba2-9b1c-68ea2fe0628f req-c85b9dd4-b4e7-45a3-9821-79b365a13adb tempest-DeleteServersTestJSON-1338827600 tempest-DeleteServersTestJSON-1338827600-project] For port 03bdef55-7c27-45fc-b975-e39b6e0f3218, host n-h2-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-5',level=0,port_id=03bdef55-7c27-45fc-b975-e39b6e0f3218,segment=NetworkSegment(2541abc4-0813-4c0d-94e6-c088627c1a85),segment_id=2541abc4-0813-4c0d-94e6-c088627c1a85)] {{(pid=103304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:22:25.878296 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-67e710d4-a098-4ba2-9b1c-68ea2fe0628f req-c85b9dd4-b4e7-45a3-9821-79b365a13adb tempest-DeleteServersTestJSON-1338827600 tempest-DeleteServersTestJSON-1338827600-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4109658'] for port (03bdef55-7c27-45fc-b975-e39b6e0f3218), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:22:25.894257 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [req-67e710d4-a098-4ba2-9b1c-68ea2fe0628f req-c85b9dd4-b4e7-45a3-9821-79b365a13adb tempest-DeleteServersTestJSON-1338827600 tempest-DeleteServersTestJSON-1338827600-project] Calling delete_port for 03bdef55-7c27-45fc-b975-e39b6e0f3218 owned by compute:nova {{(pid=103304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 21:22:25.929549 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-525de31c-f450-4e26-b621-eed559c69589 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] 10.222.0.13 "GET /v2.0/floatingips/6fc49d69-c271-4ba5-9a0a-77df8d4689e6 HTTP/1.1" status: 200 len: 994 time: 0.1503222 Jan 26 21:22:26.174752 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5911a332-6347-44a4-8e1a-1c09b053c642 req-b9af942f-a362-4253-81d4-ec8373594bca tempest-ImagesTestJSON-1623340881 tempest-ImagesTestJSON-1623340881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:22:26.176775 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-5911a332-6347-44a4-8e1a-1c09b053c642 req-b9af942f-a362-4253-81d4-ec8373594bca tempest-ImagesTestJSON-1623340881 tempest-ImagesTestJSON-1623340881-project] 10.222.0.13 "GET /v2.0/ports?device_id=0baf0d8d-7028-4dd1-93c9-a8cc009689a3 HTTP/1.1" status: 200 len: 946 time: 0.4697719 Jan 26 21:22:26.326199 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-5911a332-6347-44a4-8e1a-1c09b053c642 req-ac059bcf-7b64-4f20-8e30-c96e2bdb9d2d tempest-ImagesTestJSON-1623340881 tempest-ImagesTestJSON-1623340881-project] 10.222.0.13 "GET /v2.0/security-groups?id=461ca33f-43cf-4a35-a5bb-7e46cb0e5e93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1267462 Jan 26 21:22:26.345047 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ac4490-3a01-44aa-8f7a-bccc2ca91d85 req-e3387a56-13fd-42d1-b1ce-bd831b6bf023 tempest-AttachVolumeShelveTestJSON-345998519 tempest-AttachVolumeShelveTestJSON-345998519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:22:26.354570 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-77ac4490-3a01-44aa-8f7a-bccc2ca91d85 req-e3387a56-13fd-42d1-b1ce-bd831b6bf023 tempest-AttachVolumeShelveTestJSON-345998519 tempest-AttachVolumeShelveTestJSON-345998519-project] 10.222.0.13 "GET /v2.0/ports?device_id=93bf95ee-d279-4897-bd53-d5feb3e9b070 HTTP/1.1" status: 200 len: 945 time: 0.2274647 Jan 26 21:22:26.377766 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-67e710d4-a098-4ba2-9b1c-68ea2fe0628f req-c85b9dd4-b4e7-45a3-9821-79b365a13adb tempest-DeleteServersTestJSON-1338827600 tempest-DeleteServersTestJSON-1338827600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746560636600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746560234536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9281553'] for port (03bdef55-7c27-45fc-b975-e39b6e0f3218), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:22:26.391954 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] get_ports_and_sgs() called for port_ids ['03bdef55-7c27-45fc-b975-e39b6e0f3218'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 26 21:22:26.446073 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c85b9dd4-b4e7-45a3-9821-79b365a13adb tempest-DeleteServersTestJSON-1338827600 tempest-DeleteServersTestJSON-1338827600-project] Pushing event deleted for resources: {'Port': ['ID=03bdef55-7c27-45fc-b975-e39b6e0f3218,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:22:26.558198 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [req-67e710d4-a098-4ba2-9b1c-68ea2fe0628f req-c85b9dd4-b4e7-45a3-9821-79b365a13adb tempest-DeleteServersTestJSON-1338827600 tempest-DeleteServersTestJSON-1338827600-project] No DVR routers for this DVR port 03bdef55-7c27-45fc-b975-e39b6e0f3218 on host n-h2-760453-5 {{(pid=103304) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 26 21:22:26.563483 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-67e710d4-a098-4ba2-9b1c-68ea2fe0628f req-c85b9dd4-b4e7-45a3-9821-79b365a13adb tempest-DeleteServersTestJSON-1338827600 tempest-DeleteServersTestJSON-1338827600-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:22:26.574461 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-67e710d4-a098-4ba2-9b1c-68ea2fe0628f req-c85b9dd4-b4e7-45a3-9821-79b365a13adb tempest-DeleteServersTestJSON-1338827600 tempest-DeleteServersTestJSON-1338827600-project] 10.222.0.57 "DELETE /v2.0/ports/03bdef55-7c27-45fc-b975-e39b6e0f3218 HTTP/1.1" status: 204 len: 173 time: 1.1809800 Jan 26 21:22:26.581927 n-d-760453-5 neutron-server[103304]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0fb682df-e7fb-43fb-9f46-d5da6b0e81b0', 'name': 'network-vif-deleted', 'tag': '03bdef55-7c27-45fc-b975-e39b6e0f3218'}] {{(pid=103304) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 21:22:26.585199 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d52b45f1943fcd332af9527eb73ff93c8d715d44383a3f6d18de73b4cfcf87b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e70e55c5-64f1-468e-a0c7-0903d80ac06e" -d '{"events": [{"server_uuid": "0fb682df-e7fb-43fb-9f46-d5da6b0e81b0", "name": "network-vif-deleted", "tag": "03bdef55-7c27-45fc-b975-e39b6e0f3218"}]}' {{(pid=103304) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 21:22:26.617190 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-77ac4490-3a01-44aa-8f7a-bccc2ca91d85 req-3e606fc6-1432-4e0c-9bb7-7845fdbdf8cf tempest-AttachVolumeShelveTestJSON-345998519 tempest-AttachVolumeShelveTestJSON-345998519-project] 10.222.0.13 "GET /v2.0/security-groups?id=5d7f7103-d0ef-48d0-a848-32dbbe71b238&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2616642 Jan 26 21:22:26.658838 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Jan 2022 21:22:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b865d727-48ba-41f0-b790-c78b8423ab0d x-openstack-request-id: req-b865d727-48ba-41f0-b790-c78b8423ab0d {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 21:22:26.659113 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0fb682df-e7fb-43fb-9f46-d5da6b0e81b0", "name": "network-vif-deleted", "tag": "03bdef55-7c27-45fc-b975-e39b6e0f3218", "status": "completed", "code": 200}]} {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 21:22:26.660007 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b865d727-48ba-41f0-b790-c78b8423ab0d {{(pid=103304) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 21:22:26.660007 n-d-760453-5 neutron-server[103304]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0fb682df-e7fb-43fb-9f46-d5da6b0e81b0', 'name': 'network-vif-deleted', 'tag': '03bdef55-7c27-45fc-b975-e39b6e0f3218', 'status': 'completed', 'code': 200} Jan 26 21:22:26.890924 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-b0da0fe4-67c6-4a39-81da-1f93a36aab9f req-e3c937c8-7c44-4a7e-8ef8-1712282af11a tempest-DeleteServersTestJSON-1338827600 tempest-DeleteServersTestJSON-1338827600-project] 10.222.0.13 "GET /v2.0/ports?device_id=0fb682df-e7fb-43fb-9f46-d5da6b0e81b0 HTTP/1.1" status: 200 len: 210 time: 0.1032193 Jan 26 21:22:27.556642 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca89e10-8e29-4f91-a0bf-656b48ef933d req-a2f6cdec-dd23-475b-ae84-7a9052575163 tempest-ImagesTestJSON-1623340881 tempest-ImagesTestJSON-1623340881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:22:27.564118 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-bca89e10-8e29-4f91-a0bf-656b48ef933d req-a2f6cdec-dd23-475b-ae84-7a9052575163 tempest-ImagesTestJSON-1623340881 tempest-ImagesTestJSON-1623340881-project] 10.222.0.13 "GET /v2.0/ports?device_id=0baf0d8d-7028-4dd1-93c9-a8cc009689a3 HTTP/1.1" status: 200 len: 946 time: 0.1574614 Jan 26 21:22:27.650012 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-bca89e10-8e29-4f91-a0bf-656b48ef933d req-66f6d382-31d2-4553-ace4-f4deec137fda tempest-ImagesTestJSON-1623340881 tempest-ImagesTestJSON-1623340881-project] 10.222.0.13 "GET /v2.0/security-groups?id=461ca33f-43cf-4a35-a5bb-7e46cb0e5e93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771687 Jan 26 21:22:27.814329 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544a6f72-b36e-4329-a95d-72f8fbf59e34 req-4b4801c0-6c97-4236-8bc6-5d966f18ca35 tempest-AttachVolumeShelveTestJSON-345998519 tempest-AttachVolumeShelveTestJSON-345998519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:22:27.822815 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-544a6f72-b36e-4329-a95d-72f8fbf59e34 req-4b4801c0-6c97-4236-8bc6-5d966f18ca35 tempest-AttachVolumeShelveTestJSON-345998519 tempest-AttachVolumeShelveTestJSON-345998519-project] 10.222.0.13 "GET /v2.0/ports?device_id=93bf95ee-d279-4897-bd53-d5feb3e9b070 HTTP/1.1" status: 200 len: 945 time: 0.0694001 Jan 26 21:22:27.891103 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-544a6f72-b36e-4329-a95d-72f8fbf59e34 req-3c8b33b5-0506-47e9-89d2-21617fc735ac tempest-AttachVolumeShelveTestJSON-345998519 tempest-AttachVolumeShelveTestJSON-345998519-project] 10.222.0.13 "GET /v2.0/security-groups?id=5d7f7103-d0ef-48d0-a848-32dbbe71b238&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0666294 Jan 26 21:22:28.453615 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.agents_db [None req-569f1ced-6396-4ddf-b79f-e03b0b2146ab None None] Agent healthcheck: found 7 active agents {{(pid=103307) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 26 21:22:28.774813 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Device 03bdef55-7c27-45fc-b975-e39b6e0f3218 no longer exists at agent hyperv_n-h2-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 26 21:22:28.803261 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] No Port match for: 03bdef55-7c27-45fc-b975-e39b6e0f3218 {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 26 21:22:28.803601 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Device 03bdef55-7c27-45fc-b975-e39b6e0f3218 not bound to the agent host n-h2-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 26 21:22:29.037754 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3c3715-b79a-4906-9e43-d6cb6d582ad8 req-ce5715e1-3100-499c-84a7-91e922ec8394 tempest-ImagesTestJSON-1623340881 tempest-ImagesTestJSON-1623340881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:22:29.054156 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-6e3c3715-b79a-4906-9e43-d6cb6d582ad8 req-ce5715e1-3100-499c-84a7-91e922ec8394 tempest-ImagesTestJSON-1623340881 tempest-ImagesTestJSON-1623340881-project] 10.222.0.13 "GET /v2.0/ports?device_id=0baf0d8d-7028-4dd1-93c9-a8cc009689a3 HTTP/1.1" status: 200 len: 946 time: 0.1681836 Jan 26 21:22:29.304615 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-6e3c3715-b79a-4906-9e43-d6cb6d582ad8 req-6212e933-3d64-46df-88fd-0a432728ec3f tempest-ImagesTestJSON-1623340881 tempest-ImagesTestJSON-1623340881-project] 10.222.0.13 "GET /v2.0/security-groups?id=461ca33f-43cf-4a35-a5bb-7e46cb0e5e93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2357676 Jan 26 21:22:29.325411 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dfd2e1a-43f6-43db-bd48-00b6255e1f03 req-03ece451-a304-4334-b780-4da7cdc9efe6 tempest-AttachVolumeShelveTestJSON-345998519 tempest-AttachVolumeShelveTestJSON-345998519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:22:29.332239 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-7dfd2e1a-43f6-43db-bd48-00b6255e1f03 req-03ece451-a304-4334-b780-4da7cdc9efe6 tempest-AttachVolumeShelveTestJSON-345998519 tempest-AttachVolumeShelveTestJSON-345998519-project] 10.222.0.13 "GET /v2.0/ports?device_id=93bf95ee-d279-4897-bd53-d5feb3e9b070 HTTP/1.1" status: 200 len: 945 time: 0.2419009 Jan 26 21:22:29.422860 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-7dfd2e1a-43f6-43db-bd48-00b6255e1f03 req-f1a5f86f-50f3-4b85-8e6f-932c2db5218c tempest-AttachVolumeShelveTestJSON-345998519 tempest-AttachVolumeShelveTestJSON-345998519-project] 10.222.0.13 "GET /v2.0/security-groups?id=5d7f7103-d0ef-48d0-a848-32dbbe71b238&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0896919 Jan 26 21:22:30.569144 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9f3874-b50c-4d2f-9a3a-c5a2820ad959 req-da8626c8-d698-497e-9cd3-874eff1121dd tempest-ImagesTestJSON-1623340881 tempest-ImagesTestJSON-1623340881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:22:30.586088 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-cd9f3874-b50c-4d2f-9a3a-c5a2820ad959 req-da8626c8-d698-497e-9cd3-874eff1121dd tempest-ImagesTestJSON-1623340881 tempest-ImagesTestJSON-1623340881-project] 10.222.0.13 "GET /v2.0/ports?device_id=0baf0d8d-7028-4dd1-93c9-a8cc009689a3 HTTP/1.1" status: 200 len: 946 time: 0.1488070 Jan 26 21:22:30.707070 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-cd9f3874-b50c-4d2f-9a3a-c5a2820ad959 req-2db30c83-f96d-459b-90df-cced506e7b4f tempest-ImagesTestJSON-1623340881 tempest-ImagesTestJSON-1623340881-project] 10.222.0.13 "GET /v2.0/security-groups?id=461ca33f-43cf-4a35-a5bb-7e46cb0e5e93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175163 Jan 26 21:22:30.811011 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d5e7fc-894a-410c-a4ae-a3346eb13e59 req-d5277a79-ed09-44fb-af21-59e047c9d5c4 tempest-AttachVolumeShelveTestJSON-345998519 tempest-AttachVolumeShelveTestJSON-345998519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:22:30.820072 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-40d5e7fc-894a-410c-a4ae-a3346eb13e59 req-d5277a79-ed09-44fb-af21-59e047c9d5c4 tempest-AttachVolumeShelveTestJSON-345998519 tempest-AttachVolumeShelveTestJSON-345998519-project] 10.222.0.13 "GET /v2.0/ports?device_id=93bf95ee-d279-4897-bd53-d5feb3e9b070 HTTP/1.1" status: 200 len: 945 time: 0.1831028 Jan 26 21:22:30.937972 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-40d5e7fc-894a-410c-a4ae-a3346eb13e59 req-08e1100d-dc5f-4d24-8dc2-c560829d9ddd tempest-AttachVolumeShelveTestJSON-345998519 tempest-AttachVolumeShelveTestJSON-345998519-project] 10.222.0.13 "GET /v2.0/security-groups?id=5d7f7103-d0ef-48d0-a848-32dbbe71b238&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1165602 Jan 26 21:22:31.633766 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4088e328-3bd4-4698-a8a4-bc6fd3bceadd req-7bbad3d1-d317-4c88-8f43-d2126f655215 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:22:31.635297 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-4088e328-3bd4-4698-a8a4-bc6fd3bceadd req-7bbad3d1-d317-4c88-8f43-d2126f655215 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=9a820e3f529a4c3083d815b75318d24c&device_id=93bf95ee-d279-4897-bd53-d5feb3e9b070 HTTP/1.1" status: 200 len: 1096 time: 0.0844915 Jan 26 21:22:31.887587 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 39610) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:22:32.005850 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4088e328-3bd4-4698-a8a4-bc6fd3bceadd req-59622ff1-225f-4bf4-a012-2859255662cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:22:32.013285 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-4088e328-3bd4-4698-a8a4-bc6fd3bceadd req-59622ff1-225f-4bf4-a012-2859255662cf service neutron] 10.222.0.66 "GET /v2.0/networks?id=d67e3ebe-4ba7-45de-a361-0a193d47dcd7 HTTP/1.1" status: 200 len: 914 time: 0.3503048 Jan 26 21:22:32.128491 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03186d3c-712e-46fc-b58a-88ba9ac74259 req-4bd5a490-71f2-430c-9413-229ee102e064 tempest-ImagesTestJSON-1623340881 tempest-ImagesTestJSON-1623340881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:22:32.135198 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-03186d3c-712e-46fc-b58a-88ba9ac74259 req-4bd5a490-71f2-430c-9413-229ee102e064 tempest-ImagesTestJSON-1623340881 tempest-ImagesTestJSON-1623340881-project] 10.222.0.13 "GET /v2.0/ports?device_id=0baf0d8d-7028-4dd1-93c9-a8cc009689a3 HTTP/1.1" status: 200 len: 946 time: 0.2230635 Jan 26 21:22:32.227125 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-4088e328-3bd4-4698-a8a4-bc6fd3bceadd req-b8c603c0-b090-4521-a211-457c268b0ea5 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=47ae25ce-c34a-43c9-9bb0-c43b0ece7bbd HTTP/1.1" status: 200 len: 1001 time: 0.2029016 Jan 26 21:22:32.338149 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-03186d3c-712e-46fc-b58a-88ba9ac74259 req-38370ed1-d74c-433a-a9e2-12d77b17e41f tempest-ImagesTestJSON-1623340881 tempest-ImagesTestJSON-1623340881-project] 10.222.0.13 "GET /v2.0/security-groups?id=461ca33f-43cf-4a35-a5bb-7e46cb0e5e93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1810062 Jan 26 21:22:32.407491 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4088e328-3bd4-4698-a8a4-bc6fd3bceadd req-06ef1994-e9a8-4932-844e-d620fcf8c244 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:22:32.416409 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-4088e328-3bd4-4698-a8a4-bc6fd3bceadd req-06ef1994-e9a8-4932-844e-d620fcf8c244 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=b97a8223-0b24-4ba7-b338-51c5c9119da6 HTTP/1.1" status: 200 len: 852 time: 0.1819274 Jan 26 21:22:32.422570 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-84be2b20-29cd-4615-b558-fc8866c154f0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:22:32.552582 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4088e328-3bd4-4698-a8a4-bc6fd3bceadd req-fb435ea0-9979-4ba8-89bc-d3b268411df3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:22:32.554041 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-4088e328-3bd4-4698-a8a4-bc6fd3bceadd req-fb435ea0-9979-4ba8-89bc-d3b268411df3 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=d67e3ebe-4ba7-45de-a361-0a193d47dcd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1295602 Jan 26 21:22:32.608639 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77da56fe-f08a-4deb-819b-1b8eaab93299 req-3e41cea7-e494-43ce-a8ec-2dda29739b41 tempest-AttachVolumeShelveTestJSON-345998519 tempest-AttachVolumeShelveTestJSON-345998519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:22:32.638540 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-77da56fe-f08a-4deb-819b-1b8eaab93299 req-3e41cea7-e494-43ce-a8ec-2dda29739b41 tempest-AttachVolumeShelveTestJSON-345998519 tempest-AttachVolumeShelveTestJSON-345998519-project] 10.222.0.13 "GET /v2.0/ports?device_id=93bf95ee-d279-4897-bd53-d5feb3e9b070 HTTP/1.1" status: 200 len: 945 time: 0.4530809 Jan 26 21:22:32.774013 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-4088e328-3bd4-4698-a8a4-bc6fd3bceadd req-f0757944-ed58-4eb9-a4f4-f6e3b3d9eb19 service neutron] 10.222.0.66 "GET /v2.0/networks/d67e3ebe-4ba7-45de-a361-0a193d47dcd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2131753 Jan 26 21:22:32.805661 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-77da56fe-f08a-4deb-819b-1b8eaab93299 req-66eff367-0325-4d59-bd1b-08b8b1f0458a tempest-AttachVolumeShelveTestJSON-345998519 tempest-AttachVolumeShelveTestJSON-345998519-project] 10.222.0.13 "GET /v2.0/security-groups?id=5d7f7103-d0ef-48d0-a848-32dbbe71b238&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1129746 Jan 26 21:22:32.984640 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-84be2b20-29cd-4615-b558-fc8866c154f0 admin admin] Publish callbacks [] for security_group (14259b01-9128-4783-8038-1e34cf2f31e2), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:22:32.995195 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-84be2b20-29cd-4615-b558-fc8866c154f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (14259b01-9128-4783-8038-1e34cf2f31e2), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:22:33.083083 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-4088e328-3bd4-4698-a8a4-bc6fd3bceadd req-aa14bdd6-9db9-4cba-bc0c-3150e40ab62b service neutron] 10.222.0.66 "GET /v2.0/networks/d67e3ebe-4ba7-45de-a361-0a193d47dcd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3002124 Jan 26 21:22:33.091121 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-84be2b20-29cd-4615-b558-fc8866c154f0 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b276415a217248a8bd7fb775f81d9c61&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2008655 Jan 26 21:22:33.093114 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84be2b20-29cd-4615-b558-fc8866c154f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14259b01-9128-4783-8038-1e34cf2f31e2,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:22:33.095346 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 39628) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:22:33.112451 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84be2b20-29cd-4615-b558-fc8866c154f0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:22:33.113228 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84be2b20-29cd-4615-b558-fc8866c154f0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:22:33.113885 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84be2b20-29cd-4615-b558-fc8866c154f0 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:22:33.115191 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84be2b20-29cd-4615-b558-fc8866c154f0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:22:33.115757 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84be2b20-29cd-4615-b558-fc8866c154f0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:22:33.116317 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84be2b20-29cd-4615-b558-fc8866c154f0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:22:33.116873 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84be2b20-29cd-4615-b558-fc8866c154f0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:22:33.117470 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84be2b20-29cd-4615-b558-fc8866c154f0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:22:33.118066 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84be2b20-29cd-4615-b558-fc8866c154f0 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:22:33.118683 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84be2b20-29cd-4615-b558-fc8866c154f0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:22:33.119240 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84be2b20-29cd-4615-b558-fc8866c154f0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:22:33.119795 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84be2b20-29cd-4615-b558-fc8866c154f0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:22:33.120535 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84be2b20-29cd-4615-b558-fc8866c154f0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:22:33.283786 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-ceef9519-d40e-41f0-bdc3-eadfa0f24d07 admin admin] Publish callbacks [] for security_group (14259b01-9128-4783-8038-1e34cf2f31e2), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:22:33.340797 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-ceef9519-d40e-41f0-bdc3-eadfa0f24d07 admin admin] Publish callbacks [] for security_group (14259b01-9128-4783-8038-1e34cf2f31e2), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:22:33.478100 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-ceef9519-d40e-41f0-bdc3-eadfa0f24d07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (14259b01-9128-4783-8038-1e34cf2f31e2), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:22:33.480749 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-ceef9519-d40e-41f0-bdc3-eadfa0f24d07 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:22:33.482612 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-ceef9519-d40e-41f0-bdc3-eadfa0f24d07 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/14259b01-9128-4783-8038-1e34cf2f31e2 HTTP/1.1" status: 204 len: 168 time: 0.3856230 Jan 26 21:22:33.511726 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceef9519-d40e-41f0-bdc3-eadfa0f24d07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14259b01-9128-4783-8038-1e34cf2f31e2,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:22:33.542107 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceef9519-d40e-41f0-bdc3-eadfa0f24d07 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:22:33.545934 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceef9519-d40e-41f0-bdc3-eadfa0f24d07 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:22:33.547310 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceef9519-d40e-41f0-bdc3-eadfa0f24d07 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:22:33.549530 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceef9519-d40e-41f0-bdc3-eadfa0f24d07 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:22:33.550084 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceef9519-d40e-41f0-bdc3-eadfa0f24d07 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:22:33.552847 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceef9519-d40e-41f0-bdc3-eadfa0f24d07 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:22:33.553646 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceef9519-d40e-41f0-bdc3-eadfa0f24d07 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:22:33.555256 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceef9519-d40e-41f0-bdc3-eadfa0f24d07 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:22:33.557365 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceef9519-d40e-41f0-bdc3-eadfa0f24d07 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:22:33.557896 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceef9519-d40e-41f0-bdc3-eadfa0f24d07 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:22:33.558515 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceef9519-d40e-41f0-bdc3-eadfa0f24d07 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:22:33.559178 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceef9519-d40e-41f0-bdc3-eadfa0f24d07 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:22:33.560309 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceef9519-d40e-41f0-bdc3-eadfa0f24d07 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:22:33.930854 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59719772-a23c-4b7e-aa2c-f25fe6c13cb9 req-ebc6329d-4493-48d4-8124-33842b08f871 tempest-ImagesTestJSON-1623340881 tempest-ImagesTestJSON-1623340881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:22:33.932531 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-59719772-a23c-4b7e-aa2c-f25fe6c13cb9 req-ebc6329d-4493-48d4-8124-33842b08f871 tempest-ImagesTestJSON-1623340881 tempest-ImagesTestJSON-1623340881-project] 10.222.0.13 "GET /v2.0/ports?device_id=0baf0d8d-7028-4dd1-93c9-a8cc009689a3 HTTP/1.1" status: 200 len: 946 time: 0.2202554 Jan 26 21:22:34.095412 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-59719772-a23c-4b7e-aa2c-f25fe6c13cb9 req-9f1a6a73-80ae-4954-b454-bc0de229f5e9 tempest-ImagesTestJSON-1623340881 tempest-ImagesTestJSON-1623340881-project] 10.222.0.13 "GET /v2.0/security-groups?id=461ca33f-43cf-4a35-a5bb-7e46cb0e5e93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1513615 Jan 26 21:22:34.158378 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9549953-1964-461a-9f81-25c83c07f955 req-a6812370-2f85-4621-97a7-fe7612523fcd tempest-AttachVolumeShelveTestJSON-345998519 tempest-AttachVolumeShelveTestJSON-345998519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:22:34.171203 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-a9549953-1964-461a-9f81-25c83c07f955 req-a6812370-2f85-4621-97a7-fe7612523fcd tempest-AttachVolumeShelveTestJSON-345998519 tempest-AttachVolumeShelveTestJSON-345998519-project] 10.222.0.13 "GET /v2.0/ports?device_id=93bf95ee-d279-4897-bd53-d5feb3e9b070 HTTP/1.1" status: 200 len: 945 time: 0.1369894 Jan 26 21:22:34.335851 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-a9549953-1964-461a-9f81-25c83c07f955 req-9f337a01-3ab6-48d6-83ef-1a21b7f7aa23 tempest-AttachVolumeShelveTestJSON-345998519 tempest-AttachVolumeShelveTestJSON-345998519-project] 10.222.0.13 "GET /v2.0/security-groups?id=5d7f7103-d0ef-48d0-a848-32dbbe71b238&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1634517 Jan 26 21:22:34.467260 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 39648) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:22:34.486288 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-9c122a6f-a030-4546-9817-ea95a5525484 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:22:34.749394 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-9c122a6f-a030-4546-9817-ea95a5525484 admin admin] Publish callbacks [] for security_group (87511bf9-cb01-4c87-99d0-8dc2b97500e5), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:22:34.764059 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-9c122a6f-a030-4546-9817-ea95a5525484 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (87511bf9-cb01-4c87-99d0-8dc2b97500e5), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:22:34.806796 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c122a6f-a030-4546-9817-ea95a5525484 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87511bf9-cb01-4c87-99d0-8dc2b97500e5,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:22:34.867250 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-9c122a6f-a030-4546-9817-ea95a5525484 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=3028937b6d3a42c7bbf514d06d249015&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3966355 Jan 26 21:22:34.867765 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 39656) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:22:34.938354 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-74397e0f-7ae7-463d-9447-818b9e8c78f3 admin admin] Publish callbacks [] for security_group (87511bf9-cb01-4c87-99d0-8dc2b97500e5), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:22:34.976638 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-74397e0f-7ae7-463d-9447-818b9e8c78f3 admin admin] Publish callbacks [] for security_group (87511bf9-cb01-4c87-99d0-8dc2b97500e5), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:22:35.047626 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-74397e0f-7ae7-463d-9447-818b9e8c78f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (87511bf9-cb01-4c87-99d0-8dc2b97500e5), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:22:35.051590 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-74397e0f-7ae7-463d-9447-818b9e8c78f3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:22:35.053468 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-74397e0f-7ae7-463d-9447-818b9e8c78f3 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/87511bf9-cb01-4c87-99d0-8dc2b97500e5 HTTP/1.1" status: 204 len: 168 time: 0.1845839 Jan 26 21:22:35.068073 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74397e0f-7ae7-463d-9447-818b9e8c78f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87511bf9-cb01-4c87-99d0-8dc2b97500e5,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:22:35.365560 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab721999-19fb-43e9-bf61-d90a1eb87b62 req-6101b234-d0c0-410d-a7cd-b923c035faa2 tempest-ImagesTestJSON-1623340881 tempest-ImagesTestJSON-1623340881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:22:35.370376 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-ab721999-19fb-43e9-bf61-d90a1eb87b62 req-6101b234-d0c0-410d-a7cd-b923c035faa2 tempest-ImagesTestJSON-1623340881 tempest-ImagesTestJSON-1623340881-project] 10.222.0.13 "GET /v2.0/ports?device_id=0baf0d8d-7028-4dd1-93c9-a8cc009689a3 HTTP/1.1" status: 200 len: 946 time: 0.1287332 Jan 26 21:22:35.532795 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-ab721999-19fb-43e9-bf61-d90a1eb87b62 req-52a3c40e-62b6-471d-8eaa-8315891c8161 tempest-ImagesTestJSON-1623340881 tempest-ImagesTestJSON-1623340881-project] 10.222.0.13 "GET /v2.0/security-groups?id=461ca33f-43cf-4a35-a5bb-7e46cb0e5e93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1550331 Jan 26 21:22:35.585912 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a5afb1-8b83-4da1-8571-3e1729d23663 req-67ceca5e-5732-4f3e-b9f4-7ef65f3ec28e tempest-AttachVolumeShelveTestJSON-345998519 tempest-AttachVolumeShelveTestJSON-345998519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:22:35.593528 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-b3a5afb1-8b83-4da1-8571-3e1729d23663 req-67ceca5e-5732-4f3e-b9f4-7ef65f3ec28e tempest-AttachVolumeShelveTestJSON-345998519 tempest-AttachVolumeShelveTestJSON-345998519-project] 10.222.0.13 "GET /v2.0/ports?device_id=93bf95ee-d279-4897-bd53-d5feb3e9b070 HTTP/1.1" status: 200 len: 945 time: 0.0593233 Jan 26 21:22:35.662106 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-b3a5afb1-8b83-4da1-8571-3e1729d23663 req-5ee43bf8-a5d5-4d1b-94b3-24817b0309b9 tempest-AttachVolumeShelveTestJSON-345998519 tempest-AttachVolumeShelveTestJSON-345998519-project] 10.222.0.13 "GET /v2.0/security-groups?id=5d7f7103-d0ef-48d0-a848-32dbbe71b238&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0578587 Jan 26 21:22:36.898050 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987f1e8d-86f4-4e1e-bc7e-f190d4d4d82c req-1fa5ef81-d955-46b8-b874-ecb67800f7ef tempest-ImagesTestJSON-1623340881 tempest-ImagesTestJSON-1623340881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:22:36.935304 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-987f1e8d-86f4-4e1e-bc7e-f190d4d4d82c req-1fa5ef81-d955-46b8-b874-ecb67800f7ef tempest-ImagesTestJSON-1623340881 tempest-ImagesTestJSON-1623340881-project] 10.222.0.13 "GET /v2.0/ports?device_id=0baf0d8d-7028-4dd1-93c9-a8cc009689a3 HTTP/1.1" status: 200 len: 946 time: 0.2408030 Jan 26 21:22:37.066059 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55402bcc-d42c-436e-b83c-28dcc87bf195 req-3326aef0-7a40-4618-96b6-25ffa86f2b41 tempest-AttachVolumeShelveTestJSON-345998519 tempest-AttachVolumeShelveTestJSON-345998519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:22:37.074740 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-55402bcc-d42c-436e-b83c-28dcc87bf195 req-3326aef0-7a40-4618-96b6-25ffa86f2b41 tempest-AttachVolumeShelveTestJSON-345998519 tempest-AttachVolumeShelveTestJSON-345998519-project] 10.222.0.13 "GET /v2.0/ports?device_id=93bf95ee-d279-4897-bd53-d5feb3e9b070 HTTP/1.1" status: 200 len: 945 time: 0.1146119 Jan 26 21:22:37.127961 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-987f1e8d-86f4-4e1e-bc7e-f190d4d4d82c req-29fee71a-5652-4667-b80d-5790a9cf364d tempest-ImagesTestJSON-1623340881 tempest-ImagesTestJSON-1623340881-project] 10.222.0.13 "GET /v2.0/security-groups?id=461ca33f-43cf-4a35-a5bb-7e46cb0e5e93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1877878 Jan 26 21:22:37.193120 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-55402bcc-d42c-436e-b83c-28dcc87bf195 req-8aeb8ad5-16a7-491d-8cc2-af1224f30f0c tempest-AttachVolumeShelveTestJSON-345998519 tempest-AttachVolumeShelveTestJSON-345998519-project] 10.222.0.13 "GET /v2.0/security-groups?id=5d7f7103-d0ef-48d0-a848-32dbbe71b238&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1169488 Jan 26 21:22:38.304289 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (32ef628b-8417-46c5-8729-60fcabe358f1), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:22:38.593798 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f5516c-00c8-48e9-87fe-604f2bc60519 req-c329fdde-17d9-4b9b-bfee-478ebef012af tempest-ImagesTestJSON-1623340881 tempest-ImagesTestJSON-1623340881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:22:38.601970 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-a5f5516c-00c8-48e9-87fe-604f2bc60519 req-c329fdde-17d9-4b9b-bfee-478ebef012af tempest-ImagesTestJSON-1623340881 tempest-ImagesTestJSON-1623340881-project] 10.222.0.13 "GET /v2.0/ports?device_id=0baf0d8d-7028-4dd1-93c9-a8cc009689a3 HTTP/1.1" status: 200 len: 946 time: 0.3163762 Jan 26 21:22:38.631862 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9111059-db85-41ed-81c7-1f6a56d079df req-9ee0d8e7-55cb-4a62-8de5-c3a150ed7f1e tempest-AttachVolumeShelveTestJSON-345998519 tempest-AttachVolumeShelveTestJSON-345998519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:22:38.639436 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-b9111059-db85-41ed-81c7-1f6a56d079df req-9ee0d8e7-55cb-4a62-8de5-c3a150ed7f1e tempest-AttachVolumeShelveTestJSON-345998519 tempest-AttachVolumeShelveTestJSON-345998519-project] 10.222.0.13 "GET /v2.0/ports?device_id=93bf95ee-d279-4897-bd53-d5feb3e9b070 HTTP/1.1" status: 200 len: 945 time: 0.2818968 Jan 26 21:22:38.728848 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-b9111059-db85-41ed-81c7-1f6a56d079df req-bd552326-46d9-46c4-82b1-43c7a9286781 tempest-AttachVolumeShelveTestJSON-345998519 tempest-AttachVolumeShelveTestJSON-345998519-project] 10.222.0.13 "GET /v2.0/security-groups?id=5d7f7103-d0ef-48d0-a848-32dbbe71b238&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0803671 Jan 26 21:22:38.752163 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-a5f5516c-00c8-48e9-87fe-604f2bc60519 req-b0544173-717c-4865-8961-ff17fe10f0f3 tempest-ImagesTestJSON-1623340881 tempest-ImagesTestJSON-1623340881-project] 10.222.0.13 "GET /v2.0/security-groups?id=461ca33f-43cf-4a35-a5bb-7e46cb0e5e93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1482873 Jan 26 21:22:39.115461 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 39802) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:22:39.272449 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-18ef65b9-56b7-4577-bfc2-b74cfb05fc0c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:22:39.369445 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-18ef65b9-56b7-4577-bfc2-b74cfb05fc0c admin admin] Publish callbacks [] for security_group (3df7a188-9a5a-423b-bb4f-91101f13b78e), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:22:39.375550 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-18ef65b9-56b7-4577-bfc2-b74cfb05fc0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (3df7a188-9a5a-423b-bb4f-91101f13b78e), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:22:39.412588 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-18ef65b9-56b7-4577-bfc2-b74cfb05fc0c admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=fa1b5eb5353944968c05d4db32f8ee7b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2944996 Jan 26 21:22:39.415221 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 39810) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:22:39.438671 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ef65b9-56b7-4577-bfc2-b74cfb05fc0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3df7a188-9a5a-423b-bb4f-91101f13b78e,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:22:39.484441 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-c10c8990-194b-4aba-8eaf-3632a104393b admin admin] Publish callbacks [] for security_group (3df7a188-9a5a-423b-bb4f-91101f13b78e), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:22:39.528801 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-c10c8990-194b-4aba-8eaf-3632a104393b admin admin] Publish callbacks [] for security_group (3df7a188-9a5a-423b-bb4f-91101f13b78e), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:22:39.601191 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-c10c8990-194b-4aba-8eaf-3632a104393b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (3df7a188-9a5a-423b-bb4f-91101f13b78e), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:22:39.605998 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-c10c8990-194b-4aba-8eaf-3632a104393b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:22:39.611428 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-c10c8990-194b-4aba-8eaf-3632a104393b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/3df7a188-9a5a-423b-bb4f-91101f13b78e HTTP/1.1" status: 204 len: 168 time: 0.1948371 Jan 26 21:22:39.621402 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c10c8990-194b-4aba-8eaf-3632a104393b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3df7a188-9a5a-423b-bb4f-91101f13b78e,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:22:39.961735 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a856b108-edf8-4354-be5c-55d8e3d0c0dc req-95be87e4-0a74-4f71-9113-cb8765ab484b tempest-ImagesTestJSON-1623340881 tempest-ImagesTestJSON-1623340881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:22:39.965556 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 39824) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:22:39.972395 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-a856b108-edf8-4354-be5c-55d8e3d0c0dc req-95be87e4-0a74-4f71-9113-cb8765ab484b tempest-ImagesTestJSON-1623340881 tempest-ImagesTestJSON-1623340881-project] 10.222.0.13 "GET /v2.0/ports?device_id=0baf0d8d-7028-4dd1-93c9-a8cc009689a3 HTTP/1.1" status: 200 len: 946 time: 0.1266265 Jan 26 21:22:39.981401 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-e453d5d3-ca03-4985-82c1-f4a5443f057e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:22:39.989630 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3923f2b3-e11a-4b12-8e66-387bc5199e75 req-7328b2d0-9c28-4757-b842-696c99609be5 tempest-AttachVolumeShelveTestJSON-345998519 tempest-AttachVolumeShelveTestJSON-345998519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:22:39.992655 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-3923f2b3-e11a-4b12-8e66-387bc5199e75 req-7328b2d0-9c28-4757-b842-696c99609be5 tempest-AttachVolumeShelveTestJSON-345998519 tempest-AttachVolumeShelveTestJSON-345998519-project] 10.222.0.13 "GET /v2.0/ports?device_id=93bf95ee-d279-4897-bd53-d5feb3e9b070 HTTP/1.1" status: 200 len: 945 time: 0.0982671 Jan 26 21:22:40.078770 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-a856b108-edf8-4354-be5c-55d8e3d0c0dc req-101e2433-9af3-4071-8bfa-74b2677496ed tempest-ImagesTestJSON-1623340881 tempest-ImagesTestJSON-1623340881-project] 10.222.0.13 "GET /v2.0/security-groups?id=461ca33f-43cf-4a35-a5bb-7e46cb0e5e93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053340 Jan 26 21:22:40.089478 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-3923f2b3-e11a-4b12-8e66-387bc5199e75 req-69963200-6416-46ea-a3a9-3f1c64ae6288 tempest-AttachVolumeShelveTestJSON-345998519 tempest-AttachVolumeShelveTestJSON-345998519-project] 10.222.0.13 "GET /v2.0/security-groups?id=5d7f7103-d0ef-48d0-a848-32dbbe71b238&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0861561 Jan 26 21:22:40.201732 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569654ab-5c8a-4f13-b952-e8e71579896e req-3096278b-c044-45f4-9284-8ef81b8e889f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:22:40.207467 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-569654ab-5c8a-4f13-b952-e8e71579896e req-3096278b-c044-45f4-9284-8ef81b8e889f service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=9a820e3f529a4c3083d815b75318d24c&device_id=93bf95ee-d279-4897-bd53-d5feb3e9b070 HTTP/1.1" status: 200 len: 1096 time: 0.1618893 Jan 26 21:22:40.226388 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-e453d5d3-ca03-4985-82c1-f4a5443f057e admin admin] Publish callbacks [] for security_group (652e8019-a04a-422e-9cae-685cbca88ed5), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:22:40.253993 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-e453d5d3-ca03-4985-82c1-f4a5443f057e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (652e8019-a04a-422e-9cae-685cbca88ed5), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:22:40.333501 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e453d5d3-ca03-4985-82c1-f4a5443f057e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=652e8019-a04a-422e-9cae-685cbca88ed5,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:22:40.386486 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-e453d5d3-ca03-4985-82c1-f4a5443f057e admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ad77dbcfccd842e88c4399c162154082&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4195881 Jan 26 21:22:40.387329 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 39842) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:22:40.435522 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569654ab-5c8a-4f13-b952-e8e71579896e req-42e480dc-1699-4278-a933-19d6cdd93c46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:22:40.437456 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-569654ab-5c8a-4f13-b952-e8e71579896e req-42e480dc-1699-4278-a933-19d6cdd93c46 service neutron] 10.222.0.66 "GET /v2.0/networks?id=d67e3ebe-4ba7-45de-a361-0a193d47dcd7 HTTP/1.1" status: 200 len: 914 time: 0.2218990 Jan 26 21:22:40.470578 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 39846) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:22:40.482807 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-892f7493-8bb1-403a-b310-747fa76bc57d admin admin] Publish callbacks [] for security_group (652e8019-a04a-422e-9cae-685cbca88ed5), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:22:40.515032 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-892f7493-8bb1-403a-b310-747fa76bc57d admin admin] Publish callbacks [] for security_group (652e8019-a04a-422e-9cae-685cbca88ed5), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:22:40.546993 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-569654ab-5c8a-4f13-b952-e8e71579896e req-45874133-e00a-42ad-be82-9a77f2b08be1 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=47ae25ce-c34a-43c9-9bb0-c43b0ece7bbd HTTP/1.1" status: 200 len: 1001 time: 0.0960250 Jan 26 21:22:40.582365 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-892f7493-8bb1-403a-b310-747fa76bc57d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (652e8019-a04a-422e-9cae-685cbca88ed5), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:22:40.585872 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-892f7493-8bb1-403a-b310-747fa76bc57d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:22:40.587485 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-892f7493-8bb1-403a-b310-747fa76bc57d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/652e8019-a04a-422e-9cae-685cbca88ed5 HTTP/1.1" status: 204 len: 168 time: 0.1986856 Jan 26 21:22:40.617097 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-892f7493-8bb1-403a-b310-747fa76bc57d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=652e8019-a04a-422e-9cae-685cbca88ed5,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:22:40.623182 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569654ab-5c8a-4f13-b952-e8e71579896e req-ce59a8a0-5e51-4a95-929e-36971927c89f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:22:40.625460 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-569654ab-5c8a-4f13-b952-e8e71579896e req-ce59a8a0-5e51-4a95-929e-36971927c89f service neutron] 10.222.0.66 "GET /v2.0/subnets?id=b97a8223-0b24-4ba7-b338-51c5c9119da6 HTTP/1.1" status: 200 len: 852 time: 0.0720963 Jan 26 21:22:40.778410 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569654ab-5c8a-4f13-b952-e8e71579896e req-b31c2543-4ed6-4262-b458-4e2574b6f809 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:22:40.779982 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-569654ab-5c8a-4f13-b952-e8e71579896e req-b31c2543-4ed6-4262-b458-4e2574b6f809 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=d67e3ebe-4ba7-45de-a361-0a193d47dcd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1477399 Jan 26 21:22:40.975538 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-569654ab-5c8a-4f13-b952-e8e71579896e req-f32945d4-a580-4733-9125-aaf5121cf809 service neutron] 10.222.0.66 "GET /v2.0/networks/d67e3ebe-4ba7-45de-a361-0a193d47dcd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1830864 Jan 26 21:22:41.176346 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-569654ab-5c8a-4f13-b952-e8e71579896e req-1138e610-b373-4e3c-8ec9-2bc700edd5e5 service neutron] 10.222.0.66 "GET /v2.0/networks/d67e3ebe-4ba7-45de-a361-0a193d47dcd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1916826 Jan 26 21:22:41.458260 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.db_base_plugin_v2 [None req-b653e416-cf01-4a89-98dd-d0131723b249 admin admin] Deleting subnet 25684abb-e6bd-4ac5-a412-9cc30ecdd004 {{(pid=103304) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 26 21:22:41.462099 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-b653e416-cf01-4a89-98dd-d0131723b249 admin admin] Publish callbacks [] for subnet (25684abb-e6bd-4ac5-a412-9cc30ecdd004), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:22:41.506869 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-b653e416-cf01-4a89-98dd-d0131723b249 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8881284'] for subnet (25684abb-e6bd-4ac5-a412-9cc30ecdd004), precommit_delete_associations {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:22:41.549349 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-b653e416-cf01-4a89-98dd-d0131723b249 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687316'] for subnet (25684abb-e6bd-4ac5-a412-9cc30ecdd004), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:22:41.625966 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-b653e416-cf01-4a89-98dd-d0131723b249 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9281612', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12215216'] for subnet (25684abb-e6bd-4ac5-a412-9cc30ecdd004), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:22:41.634631 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cddfda97-3881-4494-8dd4-07bd9ca5840d req-90f61fa0-b65b-45ef-9b2a-3d6a32fb4325 tempest-ImagesTestJSON-1623340881 tempest-ImagesTestJSON-1623340881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:22:41.642159 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-cddfda97-3881-4494-8dd4-07bd9ca5840d req-90f61fa0-b65b-45ef-9b2a-3d6a32fb4325 tempest-ImagesTestJSON-1623340881 tempest-ImagesTestJSON-1623340881-project] 10.222.0.13 "GET /v2.0/ports?device_id=0baf0d8d-7028-4dd1-93c9-a8cc009689a3 HTTP/1.1" status: 200 len: 946 time: 0.2925088 Jan 26 21:22:41.692545 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60fa11e5-49cc-4d46-afe9-5d8e0616d588 req-960d1718-16d9-42ef-b352-7a762a370e1d tempest-AttachVolumeShelveTestJSON-345998519 tempest-AttachVolumeShelveTestJSON-345998519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:22:41.694337 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-60fa11e5-49cc-4d46-afe9-5d8e0616d588 req-960d1718-16d9-42ef-b352-7a762a370e1d tempest-AttachVolumeShelveTestJSON-345998519 tempest-AttachVolumeShelveTestJSON-345998519-project] 10.222.0.13 "GET /v2.0/ports?device_id=93bf95ee-d279-4897-bd53-d5feb3e9b070 HTTP/1.1" status: 200 len: 945 time: 0.3436728 Jan 26 21:22:41.699377 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b653e416-cf01-4a89-98dd-d0131723b249 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=25684abb-e6bd-4ac5-a412-9cc30ecdd004,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:22:41.755610 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-b653e416-cf01-4a89-98dd-d0131723b249 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:22:41.761602 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 39880) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:22:41.763351 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-b653e416-cf01-4a89-98dd-d0131723b249 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/25684abb-e6bd-4ac5-a412-9cc30ecdd004 HTTP/1.1" status: 204 len: 168 time: 1.2894855 Jan 26 21:22:41.773323 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-60fa11e5-49cc-4d46-afe9-5d8e0616d588 req-cd101bc6-136a-46ab-afa2-d4afb877812a tempest-AttachVolumeShelveTestJSON-345998519 tempest-AttachVolumeShelveTestJSON-345998519-project] 10.222.0.13 "GET /v2.0/security-groups?id=5d7f7103-d0ef-48d0-a848-32dbbe71b238&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0711813 Jan 26 21:22:41.864904 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-cddfda97-3881-4494-8dd4-07bd9ca5840d req-64a32a0f-0e87-4da2-b33e-a0cdd92638a5 tempest-ImagesTestJSON-1623340881 tempest-ImagesTestJSON-1623340881-project] 10.222.0.13 "GET /v2.0/security-groups?id=461ca33f-43cf-4a35-a5bb-7e46cb0e5e93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2087867 Jan 26 21:22:41.953079 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-fa490263-8664-40ff-9fad-f352754384cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-748181'] for network (e16ff5ba-c523-42b6-a294-431f384b33de), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:22:42.076405 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-fa490263-8664-40ff-9fad-f352754384cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-686403', 'neutron.services.segments.db._delete_segments_for_network-8746560774018'] for network (e16ff5ba-c523-42b6-a294-431f384b33de), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:22:42.120088 n-d-760453-5 neutron-server[103305]: DEBUG neutron.services.segments.db [None req-fa490263-8664-40ff-9fad-f352754384cf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e16ff5ba-c523-42b6-a294-431f384b33de']}} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:22:42.134536 n-d-760453-5 neutron-server[103305]: DEBUG neutron.services.segments.db [None req-fa490263-8664-40ff-9fad-f352754384cf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2541abc4-0813-4c0d-94e6-c088627c1a85') {'for_net_delete': True} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:22:42.134957 n-d-760453-5 neutron-server[103305]: DEBUG neutron.services.segments.db [None req-fa490263-8664-40ff-9fad-f352754384cf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2541abc4-0813-4c0d-94e6-c088627c1a85') {} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:22:42.145745 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-fa490263-8664-40ff-9fad-f352754384cf admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746560742283', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11788955'] for segment (2541abc4-0813-4c0d-94e6-c088627c1a85), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:22:42.160126 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-fa490263-8664-40ff-9fad-f352754384cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576559'] for segment (2541abc4-0813-4c0d-94e6-c088627c1a85), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:22:42.170485 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fa490263-8664-40ff-9fad-f352754384cf admin admin] Releasing vlan 554 on physical network physnet1 to pool {{(pid=103305) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 26 21:22:42.170892 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-fa490263-8664-40ff-9fad-f352754384cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11791428'] for segment (2541abc4-0813-4c0d-94e6-c088627c1a85), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:22:42.172852 n-d-760453-5 neutron-server[103305]: Traceback (most recent call last): Jan 26 21:22:42.172852 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 26 21:22:42.172852 n-d-760453-5 neutron-server[103305]: timer() Jan 26 21:22:42.172852 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 26 21:22:42.172852 n-d-760453-5 neutron-server[103305]: cb(*args, **kw) Jan 26 21:22:42.172852 n-d-760453-5 neutron-server[103305]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 26 21:22:42.172852 n-d-760453-5 neutron-server[103305]: return func(*args, **kwargs) Jan 26 21:22:42.172852 n-d-760453-5 neutron-server[103305]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 26 21:22:42.172852 n-d-760453-5 neutron-server[103305]: self._notify() Jan 26 21:22:42.172852 n-d-760453-5 neutron-server[103305]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 26 21:22:42.172852 n-d-760453-5 neutron-server[103305]: self.callback(batched_events) Jan 26 21:22:42.172852 n-d-760453-5 neutron-server[103305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 26 21:22:42.172852 n-d-760453-5 neutron-server[103305]: event.method(event) Jan 26 21:22:42.172852 n-d-760453-5 neutron-server[103305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 26 21:22:42.172852 n-d-760453-5 neutron-server[103305]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 26 21:22:42.172852 n-d-760453-5 neutron-server[103305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 26 21:22:42.172852 n-d-760453-5 neutron-server[103305]: aggregate_uuid = self.p_client.list_aggregates( Jan 26 21:22:42.172852 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 26 21:22:42.172852 n-d-760453-5 neutron-server[103305]: return f(self, *a, **k) Jan 26 21:22:42.172852 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 26 21:22:42.172852 n-d-760453-5 neutron-server[103305]: return self._get(url).json() Jan 26 21:22:42.172852 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 26 21:22:42.172852 n-d-760453-5 neutron-server[103305]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 26 21:22:42.172852 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 26 21:22:42.172852 n-d-760453-5 neutron-server[103305]: return self.request(url, 'GET', **kwargs) Jan 26 21:22:42.172852 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 26 21:22:42.172852 n-d-760453-5 neutron-server[103305]: base_url = self.get_endpoint(auth, allow=allow, Jan 26 21:22:42.172852 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 26 21:22:42.172852 n-d-760453-5 neutron-server[103305]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 26 21:22:42.172852 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 26 21:22:42.172852 n-d-760453-5 neutron-server[103305]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 26 21:22:42.172852 n-d-760453-5 neutron-server[103305]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 26 21:22:42.274553 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Device 47ae25ce-c34a-43c9-9bb0-c43b0ece7bbd no longer exists at agent hyperv_n-h1-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 26 21:22:42.299112 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-fa490263-8664-40ff-9fad-f352754384cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4110931'] for network (e16ff5ba-c523-42b6-a294-431f384b33de), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:22:42.307070 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-fa490263-8664-40ff-9fad-f352754384cf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709645'] for network (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:22:42.312242 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-fa490263-8664-40ff-9fad-f352754384cf admin admin] 10.222.0.13 "DELETE /v2.0/networks/e16ff5ba-c523-42b6-a294-431f384b33de HTTP/1.1" status: 204 len: 168 time: 0.5476744 Jan 26 21:22:42.340041 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa490263-8664-40ff-9fad-f352754384cf admin admin] Pushing event deleted for resources: {'Network': ['ID=e16ff5ba-c523-42b6-a294-431f384b33de,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:22:42.477348 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Current status of the port 47ae25ce-c34a-43c9-9bb0-c43b0ece7bbd is: ACTIVE; New status is: DOWN {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:22:42.477992 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (47ae25ce-c34a-43c9-9bb0-c43b0ece7bbd), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:22:42.532691 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] For port 47ae25ce-c34a-43c9-9bb0-c43b0ece7bbd, host n-h1-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-5',level=0,port_id=47ae25ce-c34a-43c9-9bb0-c43b0ece7bbd,segment=NetworkSegment(ae04eadd-2f21-4385-8e0d-440406bc0827),segment_id=ae04eadd-2f21-4385-8e0d-440406bc0827)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:22:42.534124 n-d-760453-5 neutron-server[103306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93bf95ee-d279-4897-bd53-d5feb3e9b070', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '47ae25ce-c34a-43c9-9bb0-c43b0ece7bbd'}] {{(pid=103306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 21:22:42.539184 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9d5d370febab655511bdd2ffe887e43e442d144a440368702bcc1e93af00b97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aab59d9a-472e-490e-93fb-b7a406ece0ee" -d '{"events": [{"server_uuid": "93bf95ee-d279-4897-bd53-d5feb3e9b070", "name": "network-vif-unplugged", "status": "completed", "tag": "47ae25ce-c34a-43c9-9bb0-c43b0ece7bbd"}]}' {{(pid=103306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 21:22:42.544180 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (47ae25ce-c34a-43c9-9bb0-c43b0ece7bbd), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:22:42.548449 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 39902) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:22:42.621831 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 26 Jan 2022 21:22:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77938ae3-0d0b-42e7-abf8-5c6a0583952f x-openstack-request-id: req-77938ae3-0d0b-42e7-abf8-5c6a0583952f {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 21:22:42.622780 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 39906) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:22:42.625787 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93bf95ee-d279-4897-bd53-d5feb3e9b070", "name": "network-vif-unplugged", "status": "completed", "tag": "47ae25ce-c34a-43c9-9bb0-c43b0ece7bbd", "code": 200}]} {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 21:22:42.626257 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-77938ae3-0d0b-42e7-abf8-5c6a0583952f {{(pid=103306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 21:22:42.626842 n-d-760453-5 neutron-server[103306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93bf95ee-d279-4897-bd53-d5feb3e9b070', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '47ae25ce-c34a-43c9-9bb0-c43b0ece7bbd', 'code': 200} Jan 26 21:22:42.634634 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-27471b22-69c3-441e-af37-0bac5ac101d0 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=cb180574de574caea4706335ceec073e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0845745 Jan 26 21:22:42.671508 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Pushing event updated for resources: {'Port': ['ID=47ae25ce-c34a-43c9-9bb0-c43b0ece7bbd,revision_number=8']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:22:42.707403 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-4bd529e6-098f-4c84-977e-4832c33c25e8 admin admin] Publish callbacks [] for security_group (b7fc5e70-a24b-497d-9cf6-8df82d0ad35b), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:22:42.735848 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-4bd529e6-098f-4c84-977e-4832c33c25e8 admin admin] Publish callbacks [] for security_group (b7fc5e70-a24b-497d-9cf6-8df82d0ad35b), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:22:42.796850 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-4bd529e6-098f-4c84-977e-4832c33c25e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (b7fc5e70-a24b-497d-9cf6-8df82d0ad35b), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:22:42.800930 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-4bd529e6-098f-4c84-977e-4832c33c25e8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:22:42.808045 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-4bd529e6-098f-4c84-977e-4832c33c25e8 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b7fc5e70-a24b-497d-9cf6-8df82d0ad35b HTTP/1.1" status: 204 len: 168 time: 0.1837025 Jan 26 21:22:42.838857 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd529e6-098f-4c84-977e-4832c33c25e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7fc5e70-a24b-497d-9cf6-8df82d0ad35b,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:22:43.127347 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8ef814-ac61-4e53-83fb-290f71026cbb req-bc7880e7-79b2-4e6f-9694-b536c6fa0681 tempest-AttachVolumeShelveTestJSON-345998519 tempest-AttachVolumeShelveTestJSON-345998519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:22:43.137197 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-dc8ef814-ac61-4e53-83fb-290f71026cbb req-bc7880e7-79b2-4e6f-9694-b536c6fa0681 tempest-AttachVolumeShelveTestJSON-345998519 tempest-AttachVolumeShelveTestJSON-345998519-project] 10.222.0.13 "GET /v2.0/ports?device_id=93bf95ee-d279-4897-bd53-d5feb3e9b070 HTTP/1.1" status: 200 len: 943 time: 0.1943696 Jan 26 21:22:43.153968 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb2997d-f81b-4f74-9e84-3d96d066106d req-576c4723-9b5f-4930-bd93-62332ff7e217 tempest-ImagesTestJSON-1623340881 tempest-ImagesTestJSON-1623340881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:22:43.156052 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-dbb2997d-f81b-4f74-9e84-3d96d066106d req-576c4723-9b5f-4930-bd93-62332ff7e217 tempest-ImagesTestJSON-1623340881 tempest-ImagesTestJSON-1623340881-project] 10.222.0.13 "GET /v2.0/ports?device_id=0baf0d8d-7028-4dd1-93c9-a8cc009689a3 HTTP/1.1" status: 200 len: 946 time: 0.1705730 Jan 26 21:22:43.246739 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-dc8ef814-ac61-4e53-83fb-290f71026cbb req-b6c6972e-1e18-4f2c-bc54-b3cc5d05f042 tempest-AttachVolumeShelveTestJSON-345998519 tempest-AttachVolumeShelveTestJSON-345998519-project] 10.222.0.13 "GET /v2.0/security-groups?id=5d7f7103-d0ef-48d0-a848-32dbbe71b238&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1085255 Jan 26 21:22:43.255536 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-dbb2997d-f81b-4f74-9e84-3d96d066106d req-99c696ea-efcf-4af7-9870-4c8ac178c2bc tempest-ImagesTestJSON-1623340881 tempest-ImagesTestJSON-1623340881-project] 10.222.0.13 "GET /v2.0/security-groups?id=461ca33f-43cf-4a35-a5bb-7e46cb0e5e93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781960 Jan 26 21:22:43.973336 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 40012) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:22:44.107606 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-63600d9a-5d75-45ce-b261-aeae069ec81a admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-1986777617-network', 'tenant_id': '2de9f498797a4527ba13c10b546ad5bb'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:22:44.133210 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63600d9a-5d75-45ce-b261-aeae069ec81a admin admin] Made reservation on behalf of 2de9f498797a4527ba13c10b546ad5bb for: {'network': 1} {{(pid=103304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 21:22:44.136413 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-63600d9a-5d75-45ce-b261-aeae069ec81a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for network (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:22:44.149167 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-63600d9a-5d75-45ce-b261-aeae069ec81a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:22:44.227616 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 40018) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:22:44.258323 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-63600d9a-5d75-45ce-b261-aeae069ec81a admin admin] Publish callbacks [] for security_group (cdcbac26-bdec-4926-b949-1e63137fb150), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:22:44.263017 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-63600d9a-5d75-45ce-b261-aeae069ec81a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (cdcbac26-bdec-4926-b949-1e63137fb150), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:22:44.277411 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-63600d9a-5d75-45ce-b261-aeae069ec81a admin admin] vlan segment allocate from pool success with {'vlan_id': 597, 'physical_network': 'physnet1'} {{(pid=103304) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 26 21:22:44.292167 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-63600d9a-5d75-45ce-b261-aeae069ec81a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576559'] for segment (1d04b190-f9d4-437e-964d-0f40d469b5fb), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:22:44.292679 n-d-760453-5 neutron-server[103304]: INFO neutron.db.segments_db [None req-63600d9a-5d75-45ce-b261-aeae069ec81a admin admin] Added segment 1d04b190-f9d4-437e-964d-0f40d469b5fb of type vlan for network 485a3106-1745-41f6-8c52-37ebe4fdcc0c Jan 26 21:22:44.359776 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-63600d9a-5d75-45ce-b261-aeae069ec81a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746560256871'] for network (485a3106-1745-41f6-8c52-37ebe4fdcc0c), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:22:44.361542 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-f1d95970-5315-44ae-ab9c-958c211df120 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:22:44.414767 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-63600d9a-5d75-45ce-b261-aeae069ec81a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503'] for network (485a3106-1745-41f6-8c52-37ebe4fdcc0c), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:22:44.422427 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63600d9a-5d75-45ce-b261-aeae069ec81a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:22:44.425395 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-63600d9a-5d75-45ce-b261-aeae069ec81a admin admin] Publish callbacks [] for network (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:22:44.488643 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-f1d95970-5315-44ae-ab9c-958c211df120 admin admin] Publish callbacks [] for security_group (586049d0-00e8-4728-8c74-6e9c4827cdfa), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:22:44.496629 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-f1d95970-5315-44ae-ab9c-958c211df120 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (586049d0-00e8-4728-8c74-6e9c4827cdfa), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:22:44.531417 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-f1d95970-5315-44ae-ab9c-958c211df120 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=7aff95dc82544f5e80458a63d18e6b0d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3023238 Jan 26 21:22:44.533712 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 40028) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:22:44.560657 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63600d9a-5d75-45ce-b261-aeae069ec81a admin admin] Pushing event updated for resources: {'Network': ['ID=485a3106-1745-41f6-8c52-37ebe4fdcc0c,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:22:44.573596 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Network 485a3106-1745-41f6-8c52-37ebe4fdcc0c details requested by agent ovs-agent-n-d-760453-5 with host n-d-760453-5 {{(pid=103306) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 26 21:22:44.589614 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-63600d9a-5d75-45ce-b261-aeae069ec81a admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6124959 Jan 26 21:22:44.589614 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63600d9a-5d75-45ce-b261-aeae069ec81a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cdcbac26-bdec-4926-b949-1e63137fb150,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:22:44.592115 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d95970-5315-44ae-ab9c-958c211df120 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=586049d0-00e8-4728-8c74-6e9c4827cdfa,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:22:44.594701 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 40032) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:22:44.615148 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-af5b0b53-d4ba-4abe-8642-a8b447e75e3d admin admin] Request body: {'subnet': {'network_id': '485a3106-1745-41f6-8c52-37ebe4fdcc0c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-1986777617-subnet', 'tenant_id': '2de9f498797a4527ba13c10b546ad5bb', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:22:44.647860 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b95336-d176-4a09-beee-26bdaca06c05 req-6012c638-4e52-4f8d-974f-9ce8dec3eb18 tempest-ImagesTestJSON-1623340881 tempest-ImagesTestJSON-1623340881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:22:44.651000 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af5b0b53-d4ba-4abe-8642-a8b447e75e3d admin admin] Made reservation on behalf of 2de9f498797a4527ba13c10b546ad5bb for: {'subnet': 1} {{(pid=103305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 21:22:44.654139 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-af5b0b53-d4ba-4abe-8642-a8b447e75e3d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11599953'] for subnet (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:22:44.661982 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-02b95336-d176-4a09-beee-26bdaca06c05 req-6012c638-4e52-4f8d-974f-9ce8dec3eb18 tempest-ImagesTestJSON-1623340881 tempest-ImagesTestJSON-1623340881-project] 10.222.0.13 "GET /v2.0/ports?device_id=0baf0d8d-7028-4dd1-93c9-a8cc009689a3 HTTP/1.1" status: 200 len: 946 time: 0.2497683 Jan 26 21:22:44.690079 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f24e128-47d8-4e42-8f1d-073e6ac92abf req-4d2b3d64-df6f-42a9-b15c-470a73b63216 tempest-AttachVolumeShelveTestJSON-345998519 tempest-AttachVolumeShelveTestJSON-345998519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:22:44.692367 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-8f24e128-47d8-4e42-8f1d-073e6ac92abf req-4d2b3d64-df6f-42a9-b15c-470a73b63216 tempest-AttachVolumeShelveTestJSON-345998519 tempest-AttachVolumeShelveTestJSON-345998519-project] 10.222.0.13 "GET /v2.0/ports?device_id=93bf95ee-d279-4897-bd53-d5feb3e9b070 HTTP/1.1" status: 200 len: 943 time: 0.3050318 Jan 26 21:22:44.723955 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-5f1caf24-3ec3-47ed-a3c0-619ac0f1995c admin admin] Publish callbacks [] for security_group (586049d0-00e8-4728-8c74-6e9c4827cdfa), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:22:44.764132 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-02b95336-d176-4a09-beee-26bdaca06c05 req-9bba2dca-9fbf-4195-90a0-aaf4410b268e tempest-ImagesTestJSON-1623340881 tempest-ImagesTestJSON-1623340881-project] 10.222.0.13 "GET /v2.0/security-groups?id=461ca33f-43cf-4a35-a5bb-7e46cb0e5e93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004615 Jan 26 21:22:44.782132 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-5f1caf24-3ec3-47ed-a3c0-619ac0f1995c admin admin] Publish callbacks [] for security_group (586049d0-00e8-4728-8c74-6e9c4827cdfa), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:22:44.819423 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-8f24e128-47d8-4e42-8f1d-073e6ac92abf req-d1aa71c4-0e50-407d-94af-fbea2798936f tempest-AttachVolumeShelveTestJSON-345998519 tempest-AttachVolumeShelveTestJSON-345998519-project] 10.222.0.13 "GET /v2.0/security-groups?id=5d7f7103-d0ef-48d0-a848-32dbbe71b238&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1093333 Jan 26 21:22:44.950934 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-5f1caf24-3ec3-47ed-a3c0-619ac0f1995c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (586049d0-00e8-4728-8c74-6e9c4827cdfa), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:22:44.950934 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-5f1caf24-3ec3-47ed-a3c0-619ac0f1995c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:22:44.950934 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-5f1caf24-3ec3-47ed-a3c0-619ac0f1995c admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/586049d0-00e8-4728-8c74-6e9c4827cdfa HTTP/1.1" status: 204 len: 168 time: 0.4118094 Jan 26 21:22:44.965873 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f1caf24-3ec3-47ed-a3c0-619ac0f1995c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=586049d0-00e8-4728-8c74-6e9c4827cdfa,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:22:45.030273 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-af5b0b53-d4ba-4abe-8642-a8b447e75e3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11788839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11599975'] for subnet (dea740a7-2861-4520-a7c8-4e14271821b5), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:22:45.110094 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5b0b53-d4ba-4abe-8642-a8b447e75e3d admin admin] Pushing event updated for resources: {'Subnet': ['ID=dea740a7-2861-4520-a7c8-4e14271821b5,revision_number=0']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:22:45.120246 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af5b0b53-d4ba-4abe-8642-a8b447e75e3d admin admin] Checking segment: {'id': '1d04b190-f9d4-437e-964d-0f40d469b5fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '485a3106-1745-41f6-8c52-37ebe4fdcc0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103305) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 21:22:45.120887 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af5b0b53-d4ba-4abe-8642-a8b447e75e3d admin admin] Network hostable DHCP agents. Network: 485a3106-1745-41f6-8c52-37ebe4fdcc0c, hostable agents: ['474ccdf7-ab6c-405b-a3b2-dc7b05829902'], hosted agents: [] {{(pid=103305) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 26 21:22:45.148954 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af5b0b53-d4ba-4abe-8642-a8b447e75e3d admin admin] Network 485a3106-1745-41f6-8c52-37ebe4fdcc0c is scheduled to be hosted by DHCP agent 474ccdf7-ab6c-405b-a3b2-dc7b05829902 with binding_index 1 {{(pid=103305) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 26 21:22:45.165888 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [None req-af5b0b53-d4ba-4abe-8642-a8b447e75e3d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760453-5, 485a3106-1745-41f6-8c52-37ebe4fdcc0c) {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:22:45.173126 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af5b0b53-d4ba-4abe-8642-a8b447e75e3d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:22:45.175978 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-af5b0b53-d4ba-4abe-8642-a8b447e75e3d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709645'] for subnet (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:22:45.177006 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a5fb356-c46f-468b-94b1-16f8738328fb None None] Network 485a3106-1745-41f6-8c52-37ebe4fdcc0c requested from n-d-760453-5 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 26 21:22:45.205397 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-af5b0b53-d4ba-4abe-8642-a8b447e75e3d admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6069062 Jan 26 21:22:45.207404 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 40048) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:22:45.214891 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-81fc9faf-a228-4fa6-855f-a595dd7f8a90 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-1986777617-router', 'tenant_id': '2de9f498797a4527ba13c10b546ad5bb', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299'}}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:22:45.259190 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-81fc9faf-a228-4fa6-855f-a595dd7f8a90 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4104596', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13108'] for router (a02de129-265d-40a5-bf6a-2da566076e9e), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:22:45.261089 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-81fc9faf-a228-4fa6-855f-a595dd7f8a90 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4105828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4111306', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3733576', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13069'] for router (a02de129-265d-40a5-bf6a-2da566076e9e), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:22:45.380069 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-81fc9faf-a228-4fa6-855f-a595dd7f8a90 admin admin] Publish callbacks [] for router_controller (a02de129-265d-40a5-bf6a-2da566076e9e), precommit_add_association {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:22:45.417449 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd576c47-d364-4234-b97a-5a626383e8e8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3c4099e8-8ffb-51d1-af7f-5868973e933f-485a3106-1745-41f6-8c52-37ebe4fdcc0c', 'network_id': '485a3106-1745-41f6-8c52-37ebe4fdcc0c', 'project_id': '2de9f498797a4527ba13c10b546ad5bb', 'fixed_ips': [{'subnet_id': 'dea740a7-2861-4520-a7c8-4e14271821b5'}]}} from n-d-760453-5. {{(pid=103306) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 26 21:22:45.423079 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-dd576c47-d364-4234-b97a-5a626383e8e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (None), before_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:22:45.512486 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 40056) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:22:45.526741 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-44137282-d34e-4396-b6e9-0a3fe07ad9c2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:22:45.659142 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-44137282-d34e-4396-b6e9-0a3fe07ad9c2 admin admin] Publish callbacks [] for security_group (28d808de-aa64-4485-9ffc-05c93c38e493), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:22:45.664598 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-44137282-d34e-4396-b6e9-0a3fe07ad9c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (28d808de-aa64-4485-9ffc-05c93c38e493), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:22:45.672613 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-81fc9faf-a228-4fa6-855f-a595dd7f8a90 admin admin] Publish callbacks [] for router_gateway (a02de129-265d-40a5-bf6a-2da566076e9e), precommit_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:22:45.701272 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.db_base_plugin_common [None req-dd576c47-d364-4234-b97a-5a626383e8e8 None None] Allocated IP 172.20.0.2 (485a3106-1745-41f6-8c52-37ebe4fdcc0c/dea740a7-2861-4520-a7c8-4e14271821b5/12347d5c-c5e5-4468-99ba-e57eba3621a9) {{(pid=103306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 21:22:45.728138 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-44137282-d34e-4396-b6e9-0a3fe07ad9c2 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=57fd81111f1148a1b866cdcb83457fbb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2133300 Jan 26 21:22:45.728747 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 40064) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:22:45.756462 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44137282-d34e-4396-b6e9-0a3fe07ad9c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28d808de-aa64-4485-9ffc-05c93c38e493,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:22:45.939750 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-c74c240a-078a-4816-955b-46df1cea95bc admin admin] Publish callbacks [] for security_group (28d808de-aa64-4485-9ffc-05c93c38e493), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:22:46.006142 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-c74c240a-078a-4816-955b-46df1cea95bc admin admin] Publish callbacks [] for security_group (28d808de-aa64-4485-9ffc-05c93c38e493), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:22:46.122744 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-dd576c47-d364-4234-b97a-5a626383e8e8 None None] Publish callbacks [] for port (12347d5c-c5e5-4468-99ba-e57eba3621a9), precommit_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:22:46.139245 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-dd576c47-d364-4234-b97a-5a626383e8e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746560234527'] for port (12347d5c-c5e5-4468-99ba-e57eba3621a9), after_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:22:46.249534 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-6a90c1dc-8293-4e8d-ac61-9fb3028c2c0f req-7e65bf68-ee41-4aca-9134-a77ccbebadd3 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=93bf95ee-d279-4897-bd53-d5feb3e9b070&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1481874 Jan 26 21:22:46.252413 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-c74c240a-078a-4816-955b-46df1cea95bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (28d808de-aa64-4485-9ffc-05c93c38e493), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:22:46.257410 n-d-760453-5 neutron-server[103306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd576c47-d364-4234-b97a-5a626383e8e8 None None] Network 485a3106-1745-41f6-8c52-37ebe4fdcc0c is already hosted by enough agents. {{(pid=103306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 21:22:46.267587 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-c74c240a-078a-4816-955b-46df1cea95bc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:22:46.270835 n-d-760453-5 neutron-server[103306]: DEBUG neutron.scheduler.base_scheduler [None req-dd576c47-d364-4234-b97a-5a626383e8e8 None None] Resources bound (agent type, host, resource id): {{(pid=103306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:22:46.275697 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-c74c240a-078a-4816-955b-46df1cea95bc admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/28d808de-aa64-4485-9ffc-05c93c38e493 HTTP/1.1" status: 204 len: 168 time: 0.5455847 Jan 26 21:22:46.281199 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd576c47-d364-4234-b97a-5a626383e8e8 None None] Received port after_create {{(pid=103306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 21:22:46.301577 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74c240a-078a-4816-955b-46df1cea95bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28d808de-aa64-4485-9ffc-05c93c38e493,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:22:46.336072 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd576c47-d364-4234-b97a-5a626383e8e8 None None] Pushing event updated for resources: {'Port': ['ID=12347d5c-c5e5-4468-99ba-e57eba3621a9,revision_number=1']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:22:46.342796 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Device 47ae25ce-c34a-43c9-9bb0-c43b0ece7bbd no longer exists at agent hyperv_n-h1-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 26 21:22:46.390962 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313d7a53-febd-402b-878f-f476df9fa1ab req-d05520b0-2da3-4d53-abed-e575c2856a07 tempest-ImagesTestJSON-1623340881 tempest-ImagesTestJSON-1623340881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:22:46.402520 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-313d7a53-febd-402b-878f-f476df9fa1ab req-d05520b0-2da3-4d53-abed-e575c2856a07 tempest-ImagesTestJSON-1623340881 tempest-ImagesTestJSON-1623340881-project] 10.222.0.13 "GET /v2.0/ports?device_id=0baf0d8d-7028-4dd1-93c9-a8cc009689a3 HTTP/1.1" status: 200 len: 946 time: 0.4366708 Jan 26 21:22:46.461690 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ab8958-0da7-4a97-b523-5fe9828400e3 req-7beee3ae-0882-4762-8d69-91d9af54b1c4 tempest-AttachVolumeShelveTestJSON-345998519 tempest-AttachVolumeShelveTestJSON-345998519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:22:46.468908 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-07ab8958-0da7-4a97-b523-5fe9828400e3 req-7beee3ae-0882-4762-8d69-91d9af54b1c4 tempest-AttachVolumeShelveTestJSON-345998519 tempest-AttachVolumeShelveTestJSON-345998519-project] 10.222.0.13 "GET /v2.0/ports?device_id=93bf95ee-d279-4897-bd53-d5feb3e9b070 HTTP/1.1" status: 200 len: 943 time: 0.4728382 Jan 26 21:22:46.478105 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-dd576c47-d364-4234-b97a-5a626383e8e8 None None] Attempting to bind port 12347d5c-c5e5-4468-99ba-e57eba3621a9 on host n-d-760453-5 for vnic_type normal with profile {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 21:22:46.478600 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-dd576c47-d364-4234-b97a-5a626383e8e8 None None] Attempting to bind port 12347d5c-c5e5-4468-99ba-e57eba3621a9 by drivers openvswitch,hyperv on host n-d-760453-5 at level 0 using segments [{'id': '1d04b190-f9d4-437e-964d-0f40d469b5fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '485a3106-1745-41f6-8c52-37ebe4fdcc0c'}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 26 21:22:46.478845 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd576c47-d364-4234-b97a-5a626383e8e8 None None] Attempting to bind port 12347d5c-c5e5-4468-99ba-e57eba3621a9 on network 485a3106-1745-41f6-8c52-37ebe4fdcc0c {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 21:22:46.485856 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd576c47-d364-4234-b97a-5a626383e8e8 None None] Checking agent: {'id': 'fea0591a-627d-4c87-9a9a-01625ddf3277', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760453-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 20, 55, 25), 'started_at': datetime.datetime(2022, 1, 26, 20, 55, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 21, 22, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760453-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 26 21:22:46.486214 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd576c47-d364-4234-b97a-5a626383e8e8 None None] Checking segment: {'id': '1d04b190-f9d4-437e-964d-0f40d469b5fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '485a3106-1745-41f6-8c52-37ebe4fdcc0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 21:22:46.486628 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-dd576c47-d364-4234-b97a-5a626383e8e8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:22:46.487032 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd576c47-d364-4234-b97a-5a626383e8e8 None None] Bound using segment: {'id': '1d04b190-f9d4-437e-964d-0f40d469b5fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '485a3106-1745-41f6-8c52-37ebe4fdcc0c'} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 26 21:22:46.487511 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-dd576c47-d364-4234-b97a-5a626383e8e8 None None] Bound port: 12347d5c-c5e5-4468-99ba-e57eba3621a9, host: n-d-760453-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d04b190-f9d4-437e-964d-0f40d469b5fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '485a3106-1745-41f6-8c52-37ebe4fdcc0c'}}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 26 21:22:46.487894 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-dd576c47-d364-4234-b97a-5a626383e8e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (12347d5c-c5e5-4468-99ba-e57eba3621a9), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:22:46.502552 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-81fc9faf-a228-4fa6-855f-a595dd7f8a90 admin admin] Publish callbacks [] for router_gateway (a02de129-265d-40a5-bf6a-2da566076e9e), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:22:46.532691 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-81fc9faf-a228-4fa6-855f-a595dd7f8a90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:22:46.559968 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Current status of the port 47ae25ce-c34a-43c9-9bb0-c43b0ece7bbd is: DOWN; New status is: DOWN {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:22:46.575457 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-313d7a53-febd-402b-878f-f476df9fa1ab req-ba52d872-e6e4-4db5-ba55-98c7fe13b5b1 tempest-ImagesTestJSON-1623340881 tempest-ImagesTestJSON-1623340881-project] 10.222.0.13 "GET /v2.0/security-groups?id=461ca33f-43cf-4a35-a5bb-7e46cb0e5e93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1697848 Jan 26 21:22:46.588346 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 40090) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:22:46.654713 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-dd576c47-d364-4234-b97a-5a626383e8e8 None None] For port 12347d5c-c5e5-4468-99ba-e57eba3621a9, host n-d-760453-5, cleared binding levels {{(pid=103306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 26 21:22:46.667669 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-dd576c47-d364-4234-b97a-5a626383e8e8 None None] For port 12347d5c-c5e5-4468-99ba-e57eba3621a9, host n-d-760453-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=12347d5c-c5e5-4468-99ba-e57eba3621a9,segment=NetworkSegment(1d04b190-f9d4-437e-964d-0f40d469b5fb),segment_id=1d04b190-f9d4-437e-964d-0f40d469b5fb)] {{(pid=103306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 26 21:22:46.680280 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-dd576c47-d364-4234-b97a-5a626383e8e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (12347d5c-c5e5-4468-99ba-e57eba3621a9), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:22:46.691098 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-07ab8958-0da7-4a97-b523-5fe9828400e3 req-fe8d8740-f260-40d6-a5b1-b716d0c97733 tempest-AttachVolumeShelveTestJSON-345998519 tempest-AttachVolumeShelveTestJSON-345998519-project] 10.222.0.13 "GET /v2.0/security-groups?id=5d7f7103-d0ef-48d0-a848-32dbbe71b238&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2211421 Jan 26 21:22:46.841761 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.db_base_plugin_common [None req-81fc9faf-a228-4fa6-855f-a595dd7f8a90 admin admin] Allocated IP 172.25.1.65 (4140a1f1-c93a-4bea-83a0-68953a54f299/e48251a1-e30d-4820-8396-00c6f6aeb601/e3c02786-a9d1-466e-a2da-b614cacbd0c9) {{(pid=103304) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 21:22:46.855656 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd576c47-d364-4234-b97a-5a626383e8e8 None None] Pushing event updated for resources: {'Port': ['ID=12347d5c-c5e5-4468-99ba-e57eba3621a9,revision_number=2']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:22:47.109388 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-81fc9faf-a228-4fa6-855f-a595dd7f8a90 admin admin] Publish callbacks [] for port (e3c02786-a9d1-466e-a2da-b614cacbd0c9), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:22:47.141808 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-3bdecc5a-5bdc-4e12-bd75-abe6a0ef2a08 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:22:47.297224 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-81fc9faf-a228-4fa6-855f-a595dd7f8a90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746560234527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9281553'] for port (e3c02786-a9d1-466e-a2da-b614cacbd0c9), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:22:47.421542 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81fc9faf-a228-4fa6-855f-a595dd7f8a90 admin admin] Network 4140a1f1-c93a-4bea-83a0-68953a54f299 is already hosted by enough agents. {{(pid=103304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 21:22:47.422818 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-3bdecc5a-5bdc-4e12-bd75-abe6a0ef2a08 admin admin] Publish callbacks [] for security_group (fc972dff-52be-48db-8b23-1c333c376c4d), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:22:47.434536 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-3bdecc5a-5bdc-4e12-bd75-abe6a0ef2a08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (fc972dff-52be-48db-8b23-1c333c376c4d), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:22:47.444123 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [None req-81fc9faf-a228-4fa6-855f-a595dd7f8a90 admin admin] Resources bound (agent type, host, resource id): {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:22:47.465983 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81fc9faf-a228-4fa6-855f-a595dd7f8a90 admin admin] Received port after_create {{(pid=103304) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 21:22:47.511421 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bdecc5a-5bdc-4e12-bd75-abe6a0ef2a08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc972dff-52be-48db-8b23-1c333c376c4d,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:22:47.530699 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-3bdecc5a-5bdc-4e12-bd75-abe6a0ef2a08 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=439cf2cb160c4ffda3f2cc5fd13c47f0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9412632 Jan 26 21:22:47.535192 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 40110) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:22:47.567922 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81fc9faf-a228-4fa6-855f-a595dd7f8a90 admin admin] Pushing event updated for resources: {'Port': ['ID=e3c02786-a9d1-466e-a2da-b614cacbd0c9,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:22:47.640565 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-4901b576-6b23-4e78-9774-62e8296278ee admin admin] Publish callbacks [] for security_group (fc972dff-52be-48db-8b23-1c333c376c4d), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:22:47.861322 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-4901b576-6b23-4e78-9774-62e8296278ee admin admin] Publish callbacks [] for security_group (fc972dff-52be-48db-8b23-1c333c376c4d), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:22:48.067643 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-4901b576-6b23-4e78-9774-62e8296278ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (fc972dff-52be-48db-8b23-1c333c376c4d), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:22:48.077002 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-4901b576-6b23-4e78-9774-62e8296278ee admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:22:48.081887 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-4901b576-6b23-4e78-9774-62e8296278ee admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/fc972dff-52be-48db-8b23-1c333c376c4d HTTP/1.1" status: 204 len: 168 time: 0.5432642 Jan 26 21:22:48.105022 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4901b576-6b23-4e78-9774-62e8296278ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc972dff-52be-48db-8b23-1c333c376c4d,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:22:48.298249 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8433b93e-01fc-44f5-bb3b-c4566ca49bf7 req-b7096699-3ebd-4e49-a06a-499028be2c4a tempest-ImagesTestJSON-1623340881 tempest-ImagesTestJSON-1623340881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:22:48.446742 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-8433b93e-01fc-44f5-bb3b-c4566ca49bf7 req-b7096699-3ebd-4e49-a06a-499028be2c4a tempest-ImagesTestJSON-1623340881 tempest-ImagesTestJSON-1623340881-project] 10.222.0.13 "GET /v2.0/ports?device_id=0baf0d8d-7028-4dd1-93c9-a8cc009689a3 HTTP/1.1" status: 200 len: 946 time: 0.4580975 Jan 26 21:22:48.526174 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device 12347d5c-c5e5-4468-99ba-e57eba3621a9 up at agent ovs-agent-n-d-760453-5 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 21:22:48.552834 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bfd287d-b3a3-4363-85ea-257c38e1b741 req-a6fa0f32-ec92-4279-a11b-c3c875bcc851 tempest-AttachVolumeShelveTestJSON-345998519 tempest-AttachVolumeShelveTestJSON-345998519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:22:48.560391 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-7bfd287d-b3a3-4363-85ea-257c38e1b741 req-a6fa0f32-ec92-4279-a11b-c3c875bcc851 tempest-AttachVolumeShelveTestJSON-345998519 tempest-AttachVolumeShelveTestJSON-345998519-project] 10.222.0.13 "GET /v2.0/ports?device_id=93bf95ee-d279-4897-bd53-d5feb3e9b070 HTTP/1.1" status: 200 len: 943 time: 0.6255622 Jan 26 21:22:48.657049 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Provisioning complete for port 12347d5c-c5e5-4468-99ba-e57eba3621a9 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:22:48.657743 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (12347d5c-c5e5-4468-99ba-e57eba3621a9), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:22:48.708452 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-81fc9faf-a228-4fa6-855f-a595dd7f8a90 admin admin] Publish callbacks [] for router_gateway (a02de129-265d-40a5-bf6a-2da566076e9e), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:22:48.923959 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Current status of the port 12347d5c-c5e5-4468-99ba-e57eba3621a9 is: DOWN; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:22:48.924279 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (12347d5c-c5e5-4468-99ba-e57eba3621a9), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:22:48.944197 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-33c44c7a-1a50-44c4-b22e-2748681c170f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (474ccdf7-ab6c-405b-a3b2-dc7b05829902), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:22:48.951703 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3edcb27-22d4-4f50-990b-c761c672702b None None] Network 485a3106-1745-41f6-8c52-37ebe4fdcc0c requested from n-d-760453-5 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 26 21:22:49.057783 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] For port 12347d5c-c5e5-4468-99ba-e57eba3621a9, host n-d-760453-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=12347d5c-c5e5-4468-99ba-e57eba3621a9,segment=NetworkSegment(1d04b190-f9d4-437e-964d-0f40d469b5fb),segment_id=1d04b190-f9d4-437e-964d-0f40d469b5fb)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:22:49.079026 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-8433b93e-01fc-44f5-bb3b-c4566ca49bf7 req-e1716dbb-cfeb-463b-86eb-3431faba3c94 tempest-ImagesTestJSON-1623340881 tempest-ImagesTestJSON-1623340881-project] 10.222.0.13 "GET /v2.0/security-groups?id=461ca33f-43cf-4a35-a5bb-7e46cb0e5e93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6298206 Jan 26 21:22:49.087700 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (12347d5c-c5e5-4468-99ba-e57eba3621a9), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:22:49.199234 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 40148) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:22:49.200545 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-81fc9faf-a228-4fa6-855f-a595dd7f8a90 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4105757', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4111263'] for router (a02de129-265d-40a5-bf6a-2da566076e9e), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:22:49.225608 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-fa535be9-03df-4cea-9090-140d54e1602a None None] Provisioning complete for port 12347d5c-c5e5-4468-99ba-e57eba3621a9 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:22:49.225989 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fa535be9-03df-4cea-9090-140d54e1602a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (12347d5c-c5e5-4468-99ba-e57eba3621a9), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:22:49.263394 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-4b00ddd4-a008-4d0e-be12-33700e9457f1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:22:49.321590 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Pushing event updated for resources: {'Port': ['ID=12347d5c-c5e5-4468-99ba-e57eba3621a9,revision_number=3']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:22:49.452181 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-7bfd287d-b3a3-4363-85ea-257c38e1b741 req-798c8109-773e-4783-8329-0a430a501ba6 tempest-AttachVolumeShelveTestJSON-345998519 tempest-AttachVolumeShelveTestJSON-345998519-project] 10.222.0.13 "GET /v2.0/security-groups?id=5d7f7103-d0ef-48d0-a848-32dbbe71b238&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.8832452 Jan 26 21:22:49.506530 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-fa535be9-03df-4cea-9090-140d54e1602a None None] Current status of the port 12347d5c-c5e5-4468-99ba-e57eba3621a9 is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:22:49.632123 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-4b00ddd4-a008-4d0e-be12-33700e9457f1 admin admin] Publish callbacks [] for security_group (7c815ead-7fa6-478f-ae7a-fdc90a328ad9), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:22:49.638304 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-4b00ddd4-a008-4d0e-be12-33700e9457f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (7c815ead-7fa6-478f-ae7a-fdc90a328ad9), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:22:49.725306 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b00ddd4-a008-4d0e-be12-33700e9457f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c815ead-7fa6-478f-ae7a-fdc90a328ad9,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:22:49.759724 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-4b00ddd4-a008-4d0e-be12-33700e9457f1 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=da6bac237f99450cb1809af1bf86f8ba&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5583570 Jan 26 21:22:49.762254 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 40170) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:22:49.809916 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81fc9faf-a228-4fa6-855f-a595dd7f8a90 admin admin] Router a02de129-265d-40a5-bf6a-2da566076e9e is scheduled to L3 agent 09df100c-3af1-4b0a-bda8-05914c71c458 with binding_index 1 {{(pid=103304) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 26 21:22:49.870388 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-3e264da6-b5c9-4007-96ca-4939350024b8 admin admin] Publish callbacks [] for security_group (7c815ead-7fa6-478f-ae7a-fdc90a328ad9), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:22:49.919160 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-3e264da6-b5c9-4007-96ca-4939350024b8 admin admin] Publish callbacks [] for security_group (7c815ead-7fa6-478f-ae7a-fdc90a328ad9), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:22:49.942905 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-4961550e-dd74-4130-9b7f-f77dada6492b None None] Provisioning complete for port 12347d5c-c5e5-4468-99ba-e57eba3621a9 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:22:49.943468 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-4961550e-dd74-4130-9b7f-f77dada6492b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (12347d5c-c5e5-4468-99ba-e57eba3621a9), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:22:49.996429 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 40178) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:22:50.054888 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81fc9faf-a228-4fa6-855f-a595dd7f8a90 admin admin] Notify agent at l3_agent.n-d-760453-5 the message routers_updated {{(pid=103304) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 26 21:22:50.078729 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a505bc2d-b016-41d7-a846-f63c6d426cd3 None None] Sync routers for ids ['a02de129-265d-40a5-bf6a-2da566076e9e'] in n-d-760453-5 {{(pid=103306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 26 21:22:50.083352 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-3e264da6-b5c9-4007-96ca-4939350024b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (7c815ead-7fa6-478f-ae7a-fdc90a328ad9), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:22:50.086232 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-3e264da6-b5c9-4007-96ca-4939350024b8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:22:50.087813 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-3e264da6-b5c9-4007-96ca-4939350024b8 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/7c815ead-7fa6-478f-ae7a-fdc90a328ad9 HTTP/1.1" status: 204 len: 168 time: 0.3240972 Jan 26 21:22:50.109991 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e264da6-b5c9-4007-96ca-4939350024b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c815ead-7fa6-478f-ae7a-fdc90a328ad9,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:22:50.116240 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-81fc9faf-a228-4fa6-855f-a595dd7f8a90 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:22:50.121589 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 40190) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:22:50.126617 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-81fc9faf-a228-4fa6-855f-a595dd7f8a90 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 4.9081383 Jan 26 21:22:50.187368 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-4961550e-dd74-4130-9b7f-f77dada6492b None None] Current status of the port 12347d5c-c5e5-4468-99ba-e57eba3621a9 is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:22:50.206370 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a505bc2d-b016-41d7-a846-f63c6d426cd3 None None] Routers {'a02de129-265d-40a5-bf6a-2da566076e9e'} bound to L3 agent in host n-d-760453-5 {{(pid=103306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 21:22:50.207192 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-a505bc2d-b016-41d7-a846-f63c6d426cd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-26T20:55:21Z,description=,heartbeat_timestamp=2022-01-26T21:22:21Z,host='n-d-760453-5',id=09df100c-3af1-4b0a-bda8-05914c71c458,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:55:21Z,topic='l3_agent')) {'router_ids': ['a02de129-265d-40a5-bf6a-2da566076e9e'], 'active': True} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:22:50.330677 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device 12347d5c-c5e5-4468-99ba-e57eba3621a9 up at agent ovs-agent-n-d-760453-5 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 21:22:50.715268 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae2025e-a119-45d1-abe9-e85bf27610d6 req-eea2e6d8-e41c-4c19-96d8-61a7145f7b37 tempest-AttachVolumeShelveTestJSON-345998519 tempest-AttachVolumeShelveTestJSON-345998519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:22:50.719039 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-fae2025e-a119-45d1-abe9-e85bf27610d6 req-eea2e6d8-e41c-4c19-96d8-61a7145f7b37 tempest-AttachVolumeShelveTestJSON-345998519 tempest-AttachVolumeShelveTestJSON-345998519-project] 10.222.0.13 "GET /v2.0/ports?device_id=93bf95ee-d279-4897-bd53-d5feb3e9b070 HTTP/1.1" status: 200 len: 943 time: 0.0933235 Jan 26 21:22:50.846213 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvr_db [None req-a505bc2d-b016-41d7-a846-f63c6d426cd3 None None] Set router a02de129-265d-40a5-bf6a-2da566076e9e gateway port host: n-d-760453-5 {{(pid=103306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 21:22:50.909596 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-fae2025e-a119-45d1-abe9-e85bf27610d6 req-ffb57ba9-3f03-4d25-9695-f0fb07b90a2d tempest-AttachVolumeShelveTestJSON-345998519 tempest-AttachVolumeShelveTestJSON-345998519-project] 10.222.0.13 "GET /v2.0/security-groups?id=5d7f7103-d0ef-48d0-a848-32dbbe71b238&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1717446 Jan 26 21:22:51.050254 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Provisioning complete for port 12347d5c-c5e5-4468-99ba-e57eba3621a9 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:22:51.050830 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (12347d5c-c5e5-4468-99ba-e57eba3621a9), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:22:51.123249 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-35ea3694-2899-4912-9878-d0dc7ce3a568 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:22:51.202372 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Current status of the port 12347d5c-c5e5-4468-99ba-e57eba3621a9 is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:22:51.209823 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-1fe00314-768d-4def-a1f8-76e929183fed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (09df100c-3af1-4b0a-bda8-05914c71c458), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:22:51.249870 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-a505bc2d-b016-41d7-a846-f63c6d426cd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a02de129-265d-40a5-bf6a-2da566076e9e', 'name': 'tempest-TaggedBootDevicesTest-1986777617-router', 'tenant_id': '2de9f498797a4527ba13c10b546ad5bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'external_fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.65'}], 'enable_snat': True}, 'gw_port_id': 'e3c02786-a9d1-466e-a2da-b614cacbd0c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T21:22:45Z', 'updated_at': '2022-01-26T21:22:47Z', 'revision_number': 3, 'project_id': '2de9f498797a4527ba13c10b546ad5bb', 'gw_port': {'id': 'e3c02786-a9d1-466e-a2da-b614cacbd0c9', 'name': '', 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:e7:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a02de129-265d-40a5-bf6a-2da566076e9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2142, 'fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:22:46Z', 'updated_at': '2022-01-26T21:22:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-5'}], 'n-d-760453-5', False) {} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:22:51.313317 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a505bc2d-b016-41d7-a846-f63c6d426cd3 None None] Checking router: a02de129-265d-40a5-bf6a-2da566076e9e for host: n-d-760453-5 {{(pid=103306) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 26 21:22:51.313674 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a505bc2d-b016-41d7-a846-f63c6d426cd3 None None] Updating router a02de129-265d-40a5-bf6a-2da566076e9e port e3c02786-a9d1-466e-a2da-b614cacbd0c9 binding host n-d-760453-5 {{(pid=103306) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 26 21:22:51.347635 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-35ea3694-2899-4912-9878-d0dc7ce3a568 admin admin] Publish callbacks [] for security_group (d762de6a-ed98-42e3-8204-59f6ffc3a55c), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:22:51.362253 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-35ea3694-2899-4912-9878-d0dc7ce3a568 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (d762de6a-ed98-42e3-8204-59f6ffc3a55c), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:22:51.369400 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-a505bc2d-b016-41d7-a846-f63c6d426cd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (e3c02786-a9d1-466e-a2da-b614cacbd0c9), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:22:51.590890 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-100b79de-2ddb-467c-a093-789c3e0a1d0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:22:51.649236 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ea3694-2899-4912-9878-d0dc7ce3a568 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d762de6a-ed98-42e3-8204-59f6ffc3a55c,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:22:51.695844 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-35ea3694-2899-4912-9878-d0dc7ce3a568 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f2bf477f4a1849ccaf143b5370b32901&name=default HTTP/1.1" status: 200 len: 3000 time: 1.6980314 Jan 26 21:22:51.698456 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 40230) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:22:51.846157 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-a4851826-a75d-4c2c-b226-5a210e44e158 admin admin] Publish callbacks [] for security_group (d762de6a-ed98-42e3-8204-59f6ffc3a55c), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:22:51.912918 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-a505bc2d-b016-41d7-a846-f63c6d426cd3 None None] Publish callbacks [] for port (e3c02786-a9d1-466e-a2da-b614cacbd0c9), precommit_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:22:51.921794 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-a505bc2d-b016-41d7-a846-f63c6d426cd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (e3c02786-a9d1-466e-a2da-b614cacbd0c9), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:22:51.930689 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-a4851826-a75d-4c2c-b226-5a210e44e158 admin admin] Publish callbacks [] for security_group (d762de6a-ed98-42e3-8204-59f6ffc3a55c), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:22:52.010464 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-a4851826-a75d-4c2c-b226-5a210e44e158 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (d762de6a-ed98-42e3-8204-59f6ffc3a55c), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:22:52.032243 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-a4851826-a75d-4c2c-b226-5a210e44e158 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:22:52.034482 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-a4851826-a75d-4c2c-b226-5a210e44e158 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d762de6a-ed98-42e3-8204-59f6ffc3a55c HTTP/1.1" status: 204 len: 168 time: 0.3346534 Jan 26 21:22:52.085605 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-a505bc2d-b016-41d7-a846-f63c6d426cd3 None None] Attempting to bind port e3c02786-a9d1-466e-a2da-b614cacbd0c9 on host n-d-760453-5 for vnic_type normal with profile {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 21:22:52.086183 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-a505bc2d-b016-41d7-a846-f63c6d426cd3 None None] Attempting to bind port e3c02786-a9d1-466e-a2da-b614cacbd0c9 by drivers openvswitch,hyperv on host n-d-760453-5 at level 0 using segments [{'id': 'e17cb353-418f-48b9-b982-21a6233ee99b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299'}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 26 21:22:52.086439 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a505bc2d-b016-41d7-a846-f63c6d426cd3 None None] Attempting to bind port e3c02786-a9d1-466e-a2da-b614cacbd0c9 on network 4140a1f1-c93a-4bea-83a0-68953a54f299 {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 21:22:52.095771 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3538d4ef-8c07-4a78-8d76-88977f7d2a97 None None] Pushing event updated for resources: {'Port': ['ID=e3c02786-a9d1-466e-a2da-b614cacbd0c9,revision_number=2']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:22:52.100384 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.db_base_plugin_common [None req-100b79de-2ddb-467c-a093-789c3e0a1d0b admin admin] Allocated IP 172.20.0.1 (485a3106-1745-41f6-8c52-37ebe4fdcc0c/dea740a7-2861-4520-a7c8-4e14271821b5/d1ead250-79ae-4750-8d5a-d77dc0e4e2e4) {{(pid=103305) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 21:22:52.112144 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a505bc2d-b016-41d7-a846-f63c6d426cd3 None None] Checking agent: {'id': 'fea0591a-627d-4c87-9a9a-01625ddf3277', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760453-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 20, 55, 25), 'started_at': datetime.datetime(2022, 1, 26, 20, 55, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 21, 22, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760453-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 26 21:22:52.112530 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a505bc2d-b016-41d7-a846-f63c6d426cd3 None None] Checking segment: {'id': 'e17cb353-418f-48b9-b982-21a6233ee99b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 21:22:52.112927 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-a505bc2d-b016-41d7-a846-f63c6d426cd3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:22:52.113335 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a505bc2d-b016-41d7-a846-f63c6d426cd3 None None] Bound using segment: {'id': 'e17cb353-418f-48b9-b982-21a6233ee99b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299'} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 26 21:22:52.117820 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-a505bc2d-b016-41d7-a846-f63c6d426cd3 None None] Bound port: e3c02786-a9d1-466e-a2da-b614cacbd0c9, host: n-d-760453-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e17cb353-418f-48b9-b982-21a6233ee99b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299'}}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 26 21:22:52.118161 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-a505bc2d-b016-41d7-a846-f63c6d426cd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (e3c02786-a9d1-466e-a2da-b614cacbd0c9), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:22:52.276436 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-841f5991-a4d8-4d4b-b215-cbc6bab5427b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (aa7ee9d2-08eb-4e12-b895-24c57300dfec), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:22:52.323829 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-a505bc2d-b016-41d7-a846-f63c6d426cd3 None None] For port e3c02786-a9d1-466e-a2da-b614cacbd0c9, host n-d-760453-5, cleared binding levels {{(pid=103306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 26 21:22:52.329211 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-a505bc2d-b016-41d7-a846-f63c6d426cd3 None None] For port e3c02786-a9d1-466e-a2da-b614cacbd0c9, host n-d-760453-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=e3c02786-a9d1-466e-a2da-b614cacbd0c9,segment=NetworkSegment(e17cb353-418f-48b9-b982-21a6233ee99b),segment_id=e17cb353-418f-48b9-b982-21a6233ee99b)] {{(pid=103306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 26 21:22:52.339289 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-a505bc2d-b016-41d7-a846-f63c6d426cd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (e3c02786-a9d1-466e-a2da-b614cacbd0c9), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:22:52.403887 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-100b79de-2ddb-467c-a093-789c3e0a1d0b admin admin] Publish callbacks [] for port (d1ead250-79ae-4750-8d5a-d77dc0e4e2e4), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:22:52.492246 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a505bc2d-b016-41d7-a846-f63c6d426cd3 None None] Routers {'a02de129-265d-40a5-bf6a-2da566076e9e'} bound to L3 agent in host n-d-760453-5 {{(pid=103306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 21:22:52.495611 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-a505bc2d-b016-41d7-a846-f63c6d426cd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-26T20:55:21Z,description=,heartbeat_timestamp=2022-01-26T21:22:51Z,host='n-d-760453-5',id=09df100c-3af1-4b0a-bda8-05914c71c458,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:55:21Z,topic='l3_agent')) {'router_ids': ['a02de129-265d-40a5-bf6a-2da566076e9e'], 'active': True} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:22:52.520461 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-100b79de-2ddb-467c-a093-789c3e0a1d0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746560234527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11791543'] for port (d1ead250-79ae-4750-8d5a-d77dc0e4e2e4), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:22:52.635216 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3538d4ef-8c07-4a78-8d76-88977f7d2a97 None None] Pushing event updated for resources: {'Port': ['ID=e3c02786-a9d1-466e-a2da-b614cacbd0c9,revision_number=3']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:22:52.745231 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100b79de-2ddb-467c-a093-789c3e0a1d0b admin admin] Pushing event updated for resources: {'Port': ['ID=d1ead250-79ae-4750-8d5a-d77dc0e4e2e4,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:22:52.774935 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-100b79de-2ddb-467c-a093-789c3e0a1d0b admin admin] Network 485a3106-1745-41f6-8c52-37ebe4fdcc0c is already hosted by enough agents. {{(pid=103305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 21:22:52.782653 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [None req-100b79de-2ddb-467c-a093-789c3e0a1d0b admin admin] Resources bound (agent type, host, resource id): {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:22:52.822734 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvr_db [None req-a505bc2d-b016-41d7-a846-f63c6d426cd3 None None] Set router a02de129-265d-40a5-bf6a-2da566076e9e gateway port host: n-d-760453-5 {{(pid=103306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 21:22:52.823309 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-100b79de-2ddb-467c-a093-789c3e0a1d0b admin admin] Received port after_create {{(pid=103305) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 21:22:52.931993 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Device a47c3cbb-20d5-43cd-80c2-737a24011b1e details requested by agent hyperv_n-h2-760453-5 with host n-h2-760453-5 {{(pid=103306) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 26 21:22:52.959198 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4851826-a75d-4c2c-b226-5a210e44e158 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d762de6a-ed98-42e3-8204-59f6ffc3a55c,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:22:53.055687 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bef9031-647c-4edb-9ffc-6b42a9b9aabf req-d882286a-1c62-487f-ad78-b88526854da9 tempest-AttachVolumeShelveTestJSON-345998519 tempest-AttachVolumeShelveTestJSON-345998519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:22:53.058808 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-5bef9031-647c-4edb-9ffc-6b42a9b9aabf req-d882286a-1c62-487f-ad78-b88526854da9 tempest-AttachVolumeShelveTestJSON-345998519 tempest-AttachVolumeShelveTestJSON-345998519-project] 10.222.0.13 "GET /v2.0/ports?device_id=93bf95ee-d279-4897-bd53-d5feb3e9b070 HTTP/1.1" status: 200 len: 943 time: 1.0225596 Jan 26 21:22:53.095062 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-100b79de-2ddb-467c-a093-789c3e0a1d0b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4111050'] for router_interface (a02de129-265d-40a5-bf6a-2da566076e9e), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:22:53.309504 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-5bef9031-647c-4edb-9ffc-6b42a9b9aabf req-718314cc-2580-4085-a233-b3c6bf80e310 tempest-AttachVolumeShelveTestJSON-345998519 tempest-AttachVolumeShelveTestJSON-345998519-project] 10.222.0.13 "GET /v2.0/security-groups?id=5d7f7103-d0ef-48d0-a848-32dbbe71b238&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2443988 Jan 26 21:22:53.389187 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (4d619873-4b60-439f-9b5a-b155dc8bbc34), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:22:53.419460 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.db.resource_extend [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 26 21:22:53.502148 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-100b79de-2ddb-467c-a093-789c3e0a1d0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (d1ead250-79ae-4750-8d5a-d77dc0e4e2e4), before_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:22:53.714949 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-c8618567-35f5-4ee0-8185-b20526bb61aa None None] Provisioning complete for port d1ead250-79ae-4750-8d5a-d77dc0e4e2e4 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:22:53.715590 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-c8618567-35f5-4ee0-8185-b20526bb61aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (d1ead250-79ae-4750-8d5a-d77dc0e4e2e4), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:22:53.768265 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-c8618567-35f5-4ee0-8185-b20526bb61aa None None] Port d1ead250-79ae-4750-8d5a-d77dc0e4e2e4 cannot update to ACTIVE because it is not bound. {{(pid=103306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 26 21:22:53.833381 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-100b79de-2ddb-467c-a093-789c3e0a1d0b admin admin] Publish callbacks [] for port (d1ead250-79ae-4750-8d5a-d77dc0e4e2e4), precommit_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:22:53.843639 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] For port a47c3cbb-20d5-43cd-80c2-737a24011b1e, host n-h2-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-5',level=0,port_id=a47c3cbb-20d5-43cd-80c2-737a24011b1e,segment=NetworkSegment(9fd884b8-86e2-416d-a96d-94ce9081e9cd),segment_id=9fd884b8-86e2-416d-a96d-94ce9081e9cd)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:22:53.846300 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-100b79de-2ddb-467c-a093-789c3e0a1d0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11791520'] for port (d1ead250-79ae-4750-8d5a-d77dc0e4e2e4), after_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:22:53.904896 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Returning: {'device': 'a47c3cbb-20d5-43cd-80c2-737a24011b1e', 'network_id': 'd5480d3d-bab2-42ab-9692-609efda9979f', 'port_id': 'a47c3cbb-20d5-43cd-80c2-737a24011b1e', 'mac_address': 'fa:16:3e:75:39:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 580, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3e0b5fe7-c879-4a69-b8db-9e47b1011f5e', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103306) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 26 21:22:53.957572 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-100b79de-2ddb-467c-a093-789c3e0a1d0b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3709457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4110682'] for router_interface (a02de129-265d-40a5-bf6a-2da566076e9e), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:22:53.967411 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100b79de-2ddb-467c-a093-789c3e0a1d0b admin admin] Pushing event updated for resources: {'Port': ['ID=d1ead250-79ae-4750-8d5a-d77dc0e4e2e4,revision_number=2']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:22:53.975410 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Current status of the port a47c3cbb-20d5-43cd-80c2-737a24011b1e is: ACTIVE; New status is: BUILD {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:22:53.975755 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (a47c3cbb-20d5-43cd-80c2-737a24011b1e), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:22:54.029926 n-d-760453-5 neutron-server[103306]: DEBUG neutron.notifiers.nova [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a47c3cbb-20d5-43cd-80c2-737a24011b1e {{(pid=103306) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 26 21:22:54.052640 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] For port a47c3cbb-20d5-43cd-80c2-737a24011b1e, host n-h2-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-5',level=0,port_id=a47c3cbb-20d5-43cd-80c2-737a24011b1e,segment=NetworkSegment(9fd884b8-86e2-416d-a96d-94ce9081e9cd),segment_id=9fd884b8-86e2-416d-a96d-94ce9081e9cd)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:22:54.056319 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-a505bc2d-b016-41d7-a846-f63c6d426cd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a02de129-265d-40a5-bf6a-2da566076e9e', 'name': 'tempest-TaggedBootDevicesTest-1986777617-router', 'tenant_id': '2de9f498797a4527ba13c10b546ad5bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'external_fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.65'}], 'enable_snat': True}, 'gw_port_id': 'e3c02786-a9d1-466e-a2da-b614cacbd0c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T21:22:45Z', 'updated_at': '2022-01-26T21:22:47Z', 'revision_number': 3, 'project_id': '2de9f498797a4527ba13c10b546ad5bb', 'gw_port': {'id': 'e3c02786-a9d1-466e-a2da-b614cacbd0c9', 'name': '', 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:e7:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a02de129-265d-40a5-bf6a-2da566076e9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2142, 'fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:22:46Z', 'updated_at': '2022-01-26T21:22:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-5'}], 'n-d-760453-5', False) {} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:22:54.101079 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a505bc2d-b016-41d7-a846-f63c6d426cd3 None None] The sync data for ids ['a02de129-265d-40a5-bf6a-2da566076e9e'] in n-d-760453-5 is: [{'id': 'a02de129-265d-40a5-bf6a-2da566076e9e', 'name': 'tempest-TaggedBootDevicesTest-1986777617-router', 'tenant_id': '2de9f498797a4527ba13c10b546ad5bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'external_fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.65'}], 'enable_snat': True}, 'gw_port_id': 'e3c02786-a9d1-466e-a2da-b614cacbd0c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T21:22:45Z', 'updated_at': '2022-01-26T21:22:47Z', 'revision_number': 3, 'project_id': '2de9f498797a4527ba13c10b546ad5bb', 'gw_port': {'id': 'e3c02786-a9d1-466e-a2da-b614cacbd0c9', 'name': '', 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:e7:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a02de129-265d-40a5-bf6a-2da566076e9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2142, 'fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:22:46Z', 'updated_at': '2022-01-26T21:22:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-5'}] {{(pid=103306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 26 21:22:54.103066 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (a47c3cbb-20d5-43cd-80c2-737a24011b1e), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:22:54.112418 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-839dd188-ec69-470c-9ab0-d318dc1a2e96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (e79b4fc6-6c71-44b2-a6d0-ff3e1f4dfd0d), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:22:54.177942 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] get_ports_and_sgs() called for port_ids ['a47c3cbb-20d5-43cd-80c2-737a24011b1e'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 26 21:22:54.197836 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-100b79de-2ddb-467c-a093-789c3e0a1d0b admin admin] Network 485a3106-1745-41f6-8c52-37ebe4fdcc0c is already hosted by enough agents. {{(pid=103305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 21:22:54.209984 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [None req-100b79de-2ddb-467c-a093-789c3e0a1d0b admin admin] Resources bound (agent type, host, resource id): {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:22:54.242029 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Pushing event updated for resources: {'Port': ['ID=a47c3cbb-20d5-43cd-80c2-737a24011b1e,revision_number=6']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:22:54.641900 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-100b79de-2ddb-467c-a093-789c3e0a1d0b admin admin] Router a02de129-265d-40a5-bf6a-2da566076e9e has already been hosted by L3 agent 09df100c-3af1-4b0a-bda8-05914c71c458 {{(pid=103305) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 26 21:22:54.689621 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5381300d-c34d-4201-b2a3-23f21de36aa4 req-c08e7e70-4b95-40c6-8f1d-2f79358ae509 tempest-AttachVolumeShelveTestJSON-345998519 tempest-AttachVolumeShelveTestJSON-345998519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:22:54.723672 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-5381300d-c34d-4201-b2a3-23f21de36aa4 req-c08e7e70-4b95-40c6-8f1d-2f79358ae509 tempest-AttachVolumeShelveTestJSON-345998519 tempest-AttachVolumeShelveTestJSON-345998519-project] 10.222.0.13 "GET /v2.0/ports?device_id=93bf95ee-d279-4897-bd53-d5feb3e9b070 HTTP/1.1" status: 200 len: 943 time: 0.2046626 Jan 26 21:22:54.884369 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-100b79de-2ddb-467c-a093-789c3e0a1d0b admin admin] Notify agent at l3_agent.n-d-760453-5 the message routers_updated {{(pid=103305) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 26 21:22:54.892061 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Device a47c3cbb-20d5-43cd-80c2-737a24011b1e up at agent hyperv_n-h2-760453-5 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 21:22:54.900496 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-5381300d-c34d-4201-b2a3-23f21de36aa4 req-c86a2804-67d9-4b84-820c-5e4f4bd882cc tempest-AttachVolumeShelveTestJSON-345998519 tempest-AttachVolumeShelveTestJSON-345998519-project] 10.222.0.13 "GET /v2.0/security-groups?id=5d7f7103-d0ef-48d0-a848-32dbbe71b238&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1758339 Jan 26 21:22:54.927747 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-100b79de-2ddb-467c-a093-789c3e0a1d0b admin admin] 10.222.0.13 "PUT /v2.0/routers/a02de129-265d-40a5-bf6a-2da566076e9e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7977445 Jan 26 21:22:55.067829 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-aaebc518-321b-4971-9cb5-fa4a86558e6e None None] Provisioning complete for port d1ead250-79ae-4750-8d5a-d77dc0e4e2e4 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:22:55.068865 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-aaebc518-321b-4971-9cb5-fa4a86558e6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (d1ead250-79ae-4750-8d5a-d77dc0e4e2e4), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:22:55.135451 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Provisioning complete for port a47c3cbb-20d5-43cd-80c2-737a24011b1e triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:22:55.138431 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (a47c3cbb-20d5-43cd-80c2-737a24011b1e), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:22:55.260382 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-aaebc518-321b-4971-9cb5-fa4a86558e6e None None] Port d1ead250-79ae-4750-8d5a-d77dc0e4e2e4 cannot update to ACTIVE because it is not bound. {{(pid=103306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 26 21:22:55.411163 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (fea0591a-627d-4c87-9a9a-01625ddf3277), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:22:55.483590 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Current status of the port a47c3cbb-20d5-43cd-80c2-737a24011b1e is: BUILD; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:22:55.483992 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (a47c3cbb-20d5-43cd-80c2-737a24011b1e), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:22:55.577463 n-d-760453-5 neutron-server[103306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0baf0d8d-7028-4dd1-93c9-a8cc009689a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a47c3cbb-20d5-43cd-80c2-737a24011b1e'}] {{(pid=103306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 21:22:55.580919 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9d5d370febab655511bdd2ffe887e43e442d144a440368702bcc1e93af00b97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da498c4c-3937-48c8-bd42-2c2118983335" -d '{"events": [{"server_uuid": "0baf0d8d-7028-4dd1-93c9-a8cc009689a3", "name": "network-vif-plugged", "status": "completed", "tag": "a47c3cbb-20d5-43cd-80c2-737a24011b1e"}]}' {{(pid=103306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 21:22:55.608604 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] For port a47c3cbb-20d5-43cd-80c2-737a24011b1e, host n-h2-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-5',level=0,port_id=a47c3cbb-20d5-43cd-80c2-737a24011b1e,segment=NetworkSegment(9fd884b8-86e2-416d-a96d-94ce9081e9cd),segment_id=9fd884b8-86e2-416d-a96d-94ce9081e9cd)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:22:55.617630 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (a47c3cbb-20d5-43cd-80c2-737a24011b1e), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:22:55.746193 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Jan 2022 21:22:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2b35d62-5ed0-41fe-b870-8d7614148a0f x-openstack-request-id: req-f2b35d62-5ed0-41fe-b870-8d7614148a0f {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 21:22:55.748518 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0baf0d8d-7028-4dd1-93c9-a8cc009689a3", "name": "network-vif-plugged", "status": "completed", "tag": "a47c3cbb-20d5-43cd-80c2-737a24011b1e", "code": 200}]} {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 21:22:55.748790 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f2b35d62-5ed0-41fe-b870-8d7614148a0f {{(pid=103306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 21:22:55.749359 n-d-760453-5 neutron-server[103306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0baf0d8d-7028-4dd1-93c9-a8cc009689a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a47c3cbb-20d5-43cd-80c2-737a24011b1e', 'code': 200} Jan 26 21:22:55.753796 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Pushing event updated for resources: {'Port': ['ID=a47c3cbb-20d5-43cd-80c2-737a24011b1e,revision_number=7']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:22:56.084811 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe747c68-7233-4259-a565-d6d159653795 req-25b3f046-178d-4b3b-82a0-88d9abdb84ff tempest-AttachVolumeShelveTestJSON-345998519 tempest-AttachVolumeShelveTestJSON-345998519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:22:56.100099 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-fe747c68-7233-4259-a565-d6d159653795 req-25b3f046-178d-4b3b-82a0-88d9abdb84ff tempest-AttachVolumeShelveTestJSON-345998519 tempest-AttachVolumeShelveTestJSON-345998519-project] 10.222.0.13 "GET /v2.0/ports?device_id=93bf95ee-d279-4897-bd53-d5feb3e9b070 HTTP/1.1" status: 200 len: 943 time: 0.1019473 Jan 26 21:22:56.182949 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 40406) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:22:56.300130 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-fe747c68-7233-4259-a565-d6d159653795 req-9722ec22-66c1-4a1d-8b71-3a2e0fa06bed tempest-AttachVolumeShelveTestJSON-345998519 tempest-AttachVolumeShelveTestJSON-345998519-project] 10.222.0.13 "GET /v2.0/security-groups?id=5d7f7103-d0ef-48d0-a848-32dbbe71b238&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1985221 Jan 26 21:22:56.349199 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device e3c02786-a9d1-466e-a2da-b614cacbd0c9 up at agent ovs-agent-n-d-760453-5 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 21:22:56.484371 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Provisioning complete for port e3c02786-a9d1-466e-a2da-b614cacbd0c9 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:22:56.487228 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (e3c02786-a9d1-466e-a2da-b614cacbd0c9), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:22:56.617074 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-0a913715-7744-445f-9a8a-418809f4f0b5 tempest-DHCPAgentSchedulersTestJSON-1298254287 tempest-DHCPAgentSchedulersTestJSON-1298254287-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1798186298'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:22:56.666461 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a913715-7744-445f-9a8a-418809f4f0b5 tempest-DHCPAgentSchedulersTestJSON-1298254287 tempest-DHCPAgentSchedulersTestJSON-1298254287-project] Made reservation on behalf of cfbf8fcaf78c4796802ca52e0ccae324 for: {'network': 1} {{(pid=103304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 21:22:56.682198 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-0a913715-7744-445f-9a8a-418809f4f0b5 tempest-DHCPAgentSchedulersTestJSON-1298254287 tempest-DHCPAgentSchedulersTestJSON-1298254287-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for network (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:22:56.711960 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-0a913715-7744-445f-9a8a-418809f4f0b5 tempest-DHCPAgentSchedulersTestJSON-1298254287 tempest-DHCPAgentSchedulersTestJSON-1298254287-project] Publish callbacks [] for security_group (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:22:56.717695 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Current status of the port e3c02786-a9d1-466e-a2da-b614cacbd0c9 is: DOWN; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:22:56.719149 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (e3c02786-a9d1-466e-a2da-b614cacbd0c9), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:22:56.799653 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] For port e3c02786-a9d1-466e-a2da-b614cacbd0c9, host n-d-760453-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=e3c02786-a9d1-466e-a2da-b614cacbd0c9,segment=NetworkSegment(e17cb353-418f-48b9-b982-21a6233ee99b),segment_id=e17cb353-418f-48b9-b982-21a6233ee99b)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:22:56.811878 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (e3c02786-a9d1-466e-a2da-b614cacbd0c9), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:22:56.885481 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 40420) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:22:56.892214 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-a1370f2a-d383-41ec-b6d7-44014608ddc0 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-134589666-network', 'tenant_id': '35e4fb6e90e049dda879f2f4d88006f4'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:22:56.953991 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1370f2a-d383-41ec-b6d7-44014608ddc0 admin admin] Made reservation on behalf of 35e4fb6e90e049dda879f2f4d88006f4 for: {'network': 1} {{(pid=103305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 21:22:56.956970 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-a1370f2a-d383-41ec-b6d7-44014608ddc0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for network (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:22:56.995960 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-a1370f2a-d383-41ec-b6d7-44014608ddc0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:22:57.010981 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Pushing event updated for resources: {'Port': ['ID=e3c02786-a9d1-466e-a2da-b614cacbd0c9,revision_number=4']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:22:57.068385 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-0a913715-7744-445f-9a8a-418809f4f0b5 tempest-DHCPAgentSchedulersTestJSON-1298254287 tempest-DHCPAgentSchedulersTestJSON-1298254287-project] Publish callbacks [] for security_group (a6a72128-98e9-404d-b5a1-d0318cf66bdd), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:22:57.077094 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-0a913715-7744-445f-9a8a-418809f4f0b5 tempest-DHCPAgentSchedulersTestJSON-1298254287 tempest-DHCPAgentSchedulersTestJSON-1298254287-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (a6a72128-98e9-404d-b5a1-d0318cf66bdd), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:22:57.218521 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-a1370f2a-d383-41ec-b6d7-44014608ddc0 admin admin] Publish callbacks [] for security_group (9f0849b0-f82f-449e-9c96-3065d32b4e5e), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:22:57.226318 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-a1370f2a-d383-41ec-b6d7-44014608ddc0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (9f0849b0-f82f-449e-9c96-3065d32b4e5e), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:22:57.238280 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0a913715-7744-445f-9a8a-418809f4f0b5 tempest-DHCPAgentSchedulersTestJSON-1298254287 tempest-DHCPAgentSchedulersTestJSON-1298254287-project] vlan segment allocate from pool success with {'vlan_id': 564, 'physical_network': 'physnet1'} {{(pid=103304) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 26 21:22:57.248670 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a1370f2a-d383-41ec-b6d7-44014608ddc0 admin admin] vlan segment allocate from pool success with {'vlan_id': 576, 'physical_network': 'physnet1'} {{(pid=103305) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 26 21:22:57.273687 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a913715-7744-445f-9a8a-418809f4f0b5 tempest-DHCPAgentSchedulersTestJSON-1298254287 tempest-DHCPAgentSchedulersTestJSON-1298254287-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a6a72128-98e9-404d-b5a1-d0318cf66bdd,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:22:57.275736 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-a1370f2a-d383-41ec-b6d7-44014608ddc0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576559'] for segment (b90023ca-db53-4647-bd16-154dc57d8670), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:22:57.276191 n-d-760453-5 neutron-server[103305]: INFO neutron.db.segments_db [None req-a1370f2a-d383-41ec-b6d7-44014608ddc0 admin admin] Added segment b90023ca-db53-4647-bd16-154dc57d8670 of type vlan for network d532044f-f748-41df-bdb8-26605445914f Jan 26 21:22:57.312762 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-0a913715-7744-445f-9a8a-418809f4f0b5 tempest-DHCPAgentSchedulersTestJSON-1298254287 tempest-DHCPAgentSchedulersTestJSON-1298254287-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576559'] for segment (28c89d5d-8c8a-48ca-8704-1e2f21ff9b15), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:22:57.313114 n-d-760453-5 neutron-server[103304]: INFO neutron.db.segments_db [None req-0a913715-7744-445f-9a8a-418809f4f0b5 tempest-DHCPAgentSchedulersTestJSON-1298254287 tempest-DHCPAgentSchedulersTestJSON-1298254287-project] Added segment 28c89d5d-8c8a-48ca-8704-1e2f21ff9b15 of type vlan for network 7c3cd251-b2d0-4996-bbbe-407daab5ac68 Jan 26 21:22:57.435786 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-a1370f2a-d383-41ec-b6d7-44014608ddc0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746560256871'] for network (d532044f-f748-41df-bdb8-26605445914f), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:22:57.506169 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-0a913715-7744-445f-9a8a-418809f4f0b5 tempest-DHCPAgentSchedulersTestJSON-1298254287 tempest-DHCPAgentSchedulersTestJSON-1298254287-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746560256871'] for network (7c3cd251-b2d0-4996-bbbe-407daab5ac68), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:22:57.577663 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1370f2a-d383-41ec-b6d7-44014608ddc0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f0849b0-f82f-449e-9c96-3065d32b4e5e,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:22:57.607192 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-a1370f2a-d383-41ec-b6d7-44014608ddc0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503'] for network (d532044f-f748-41df-bdb8-26605445914f), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:22:57.608339 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1370f2a-d383-41ec-b6d7-44014608ddc0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:22:57.611621 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-a1370f2a-d383-41ec-b6d7-44014608ddc0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709645'] for network (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:22:57.626588 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3c81200-ee85-4770-85c8-ae8178b6d7e1 None None] Sync routers for ids ['a02de129-265d-40a5-bf6a-2da566076e9e'] in n-d-760453-5 {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 26 21:22:57.631345 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47d8033-a865-45eb-90be-1eafef847e49 req-05df3c7d-4417-4e4a-a15f-3c366795b536 tempest-AttachVolumeShelveTestJSON-345998519 tempest-AttachVolumeShelveTestJSON-345998519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:22:57.639979 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-f47d8033-a865-45eb-90be-1eafef847e49 req-05df3c7d-4417-4e4a-a15f-3c366795b536 tempest-AttachVolumeShelveTestJSON-345998519 tempest-AttachVolumeShelveTestJSON-345998519-project] 10.222.0.13 "GET /v2.0/ports?device_id=93bf95ee-d279-4897-bd53-d5feb3e9b070 HTTP/1.1" status: 200 len: 943 time: 0.1647911 Jan 26 21:22:57.643173 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-0a913715-7744-445f-9a8a-418809f4f0b5 tempest-DHCPAgentSchedulersTestJSON-1298254287 tempest-DHCPAgentSchedulersTestJSON-1298254287-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503'] for network (7c3cd251-b2d0-4996-bbbe-407daab5ac68), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:22:57.652640 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3c81200-ee85-4770-85c8-ae8178b6d7e1 None None] Routers {'a02de129-265d-40a5-bf6a-2da566076e9e'} bound to L3 agent in host n-d-760453-5 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 21:22:57.653324 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-f3c81200-ee85-4770-85c8-ae8178b6d7e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-26T20:55:21Z,description=,heartbeat_timestamp=2022-01-26T21:22:51Z,host='n-d-760453-5',id=09df100c-3af1-4b0a-bda8-05914c71c458,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:55:21Z,topic='l3_agent')) {'router_ids': ['a02de129-265d-40a5-bf6a-2da566076e9e'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:22:57.654165 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a913715-7744-445f-9a8a-418809f4f0b5 tempest-DHCPAgentSchedulersTestJSON-1298254287 tempest-DHCPAgentSchedulersTestJSON-1298254287-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:22:57.655202 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-0a913715-7744-445f-9a8a-418809f4f0b5 tempest-DHCPAgentSchedulersTestJSON-1298254287 tempest-DHCPAgentSchedulersTestJSON-1298254287-project] Publish callbacks [] for network (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:22:57.862452 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-f47d8033-a865-45eb-90be-1eafef847e49 req-c217a0b1-acf6-4df1-8713-b5e358a8436b tempest-AttachVolumeShelveTestJSON-345998519 tempest-AttachVolumeShelveTestJSON-345998519-project] 10.222.0.13 "GET /v2.0/security-groups?id=5d7f7103-d0ef-48d0-a848-32dbbe71b238&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2008159 Jan 26 21:22:57.928768 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-a1370f2a-d383-41ec-b6d7-44014608ddc0 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.0419493 Jan 26 21:22:57.933829 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 40448) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:22:57.940713 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-cbe2ee5f-349e-423a-abe8-d1c912a8d63c admin admin] Request body: {'subnet': {'network_id': 'd532044f-f748-41df-bdb8-26605445914f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-134589666-subnet', 'tenant_id': '35e4fb6e90e049dda879f2f4d88006f4', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:22:57.946658 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1370f2a-d383-41ec-b6d7-44014608ddc0 admin admin] Pushing event updated for resources: {'Network': ['ID=d532044f-f748-41df-bdb8-26605445914f,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:22:57.958109 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Network d532044f-f748-41df-bdb8-26605445914f details requested by agent ovs-agent-n-d-760453-5 with host n-d-760453-5 {{(pid=103306) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 26 21:22:57.966405 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-0a913715-7744-445f-9a8a-418809f4f0b5 tempest-DHCPAgentSchedulersTestJSON-1298254287 tempest-DHCPAgentSchedulersTestJSON-1298254287-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 1.7757392 Jan 26 21:22:57.966803 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_dvr_db [None req-f3c81200-ee85-4770-85c8-ae8178b6d7e1 None None] Set router a02de129-265d-40a5-bf6a-2da566076e9e gateway port host: n-d-760453-5 {{(pid=103307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 21:22:57.970550 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 40450) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:22:57.980094 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-be2ac00f-1fe6-496d-9961-9fbfca7df8ee tempest-DHCPAgentSchedulersTestJSON-1298254287 tempest-DHCPAgentSchedulersTestJSON-1298254287-project] Request body: {'subnet': {'network_id': '7c3cd251-b2d0-4996-bbbe-407daab5ac68', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:22:57.985010 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a913715-7744-445f-9a8a-418809f4f0b5 tempest-DHCPAgentSchedulersTestJSON-1298254287 tempest-DHCPAgentSchedulersTestJSON-1298254287-project] Pushing event updated for resources: {'Network': ['ID=7c3cd251-b2d0-4996-bbbe-407daab5ac68,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:22:58.059954 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Network 7c3cd251-b2d0-4996-bbbe-407daab5ac68 details requested by agent ovs-agent-n-d-760453-5 with host n-d-760453-5 {{(pid=103306) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 26 21:22:58.075413 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 40452) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:22:58.198345 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbe2ee5f-349e-423a-abe8-d1c912a8d63c admin admin] Made reservation on behalf of 35e4fb6e90e049dda879f2f4d88006f4 for: {'subnet': 1} {{(pid=103305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 21:22:58.200690 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-cbe2ee5f-349e-423a-abe8-d1c912a8d63c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11599953'] for subnet (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:22:58.248768 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device e3c02786-a9d1-466e-a2da-b614cacbd0c9 up at agent ovs-agent-n-d-760453-5 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 21:22:58.289737 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-586c2138-8eb1-402a-b56d-8f161be193e8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:22:58.399421 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-586c2138-8eb1-402a-b56d-8f161be193e8 admin admin] Publish callbacks [] for security_group (7b5d9d1e-d96a-477c-b256-79f9f8e4f338), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:22:58.411760 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-586c2138-8eb1-402a-b56d-8f161be193e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (7b5d9d1e-d96a-477c-b256-79f9f8e4f338), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:22:58.463007 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Provisioning complete for port e3c02786-a9d1-466e-a2da-b614cacbd0c9 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:22:58.463307 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (e3c02786-a9d1-466e-a2da-b614cacbd0c9), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:22:58.469094 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-586c2138-8eb1-402a-b56d-8f161be193e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b5d9d1e-d96a-477c-b256-79f9f8e4f338,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:22:58.498618 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be2ac00f-1fe6-496d-9961-9fbfca7df8ee tempest-DHCPAgentSchedulersTestJSON-1298254287 tempest-DHCPAgentSchedulersTestJSON-1298254287-project] Made reservation on behalf of cfbf8fcaf78c4796802ca52e0ccae324 for: {'subnet': 1} {{(pid=103305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 21:22:58.506151 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-be2ac00f-1fe6-496d-9961-9fbfca7df8ee tempest-DHCPAgentSchedulersTestJSON-1298254287 tempest-DHCPAgentSchedulersTestJSON-1298254287-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11599953'] for subnet (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:22:58.517912 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-586c2138-8eb1-402a-b56d-8f161be193e8 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=fcf5fe62d4654069b1b17a05f66032a3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4413152 Jan 26 21:22:58.521185 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 40468) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:22:58.552634 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-f3c81200-ee85-4770-85c8-ae8178b6d7e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a02de129-265d-40a5-bf6a-2da566076e9e', 'name': 'tempest-TaggedBootDevicesTest-1986777617-router', 'tenant_id': '2de9f498797a4527ba13c10b546ad5bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'external_fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.65'}], 'enable_snat': True}, 'gw_port_id': 'e3c02786-a9d1-466e-a2da-b614cacbd0c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T21:22:45Z', 'updated_at': '2022-01-26T21:22:53Z', 'revision_number': 4, 'project_id': '2de9f498797a4527ba13c10b546ad5bb', 'gw_port': {'id': 'e3c02786-a9d1-466e-a2da-b614cacbd0c9', 'name': '', 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:e7:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a02de129-265d-40a5-bf6a-2da566076e9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2142, 'fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:22:46Z', 'updated_at': '2022-01-26T21:22:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-5', '_interfaces': [{'id': 'd1ead250-79ae-4750-8d5a-d77dc0e4e2e4', 'name': '', 'network_id': '485a3106-1745-41f6-8c52-37ebe4fdcc0c', 'tenant_id': '2de9f498797a4527ba13c10b546ad5bb', 'mac_address': 'fa:16:3e:75:61:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a02de129-265d-40a5-bf6a-2da566076e9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2158, 'fixed_ips': [{'subnet_id': 'dea740a7-2861-4520-a7c8-4e14271821b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:22:51Z', 'updated_at': '2022-01-26T21:22:53Z', 'revision_number': 2, 'project_id': '2de9f498797a4527ba13c10b546ad5bb', 'subnets': [{'id': 'dea740a7-2861-4520-a7c8-4e14271821b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760453-5', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:22:58.648168 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3c81200-ee85-4770-85c8-ae8178b6d7e1 None None] Checking router: a02de129-265d-40a5-bf6a-2da566076e9e for host: n-d-760453-5 {{(pid=103307) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 26 21:22:58.672928 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3c81200-ee85-4770-85c8-ae8178b6d7e1 None None] Updating router a02de129-265d-40a5-bf6a-2da566076e9e port d1ead250-79ae-4750-8d5a-d77dc0e4e2e4 binding host n-d-760453-5 {{(pid=103307) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 26 21:22:58.680779 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Current status of the port e3c02786-a9d1-466e-a2da-b614cacbd0c9 is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:22:58.686937 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-0b15837d-6be9-40c8-a186-7315e67bb215 admin admin] Publish callbacks [] for security_group (7b5d9d1e-d96a-477c-b256-79f9f8e4f338), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:22:58.749110 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-0b15837d-6be9-40c8-a186-7315e67bb215 admin admin] Publish callbacks [] for security_group (7b5d9d1e-d96a-477c-b256-79f9f8e4f338), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:22:58.763354 n-d-760453-5 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-f3c81200-ee85-4770-85c8-ae8178b6d7e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (d1ead250-79ae-4750-8d5a-d77dc0e4e2e4), before_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:22:58.855714 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-0b15837d-6be9-40c8-a186-7315e67bb215 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (7b5d9d1e-d96a-477c-b256-79f9f8e4f338), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:22:58.859192 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-0b15837d-6be9-40c8-a186-7315e67bb215 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:22:58.860707 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-0b15837d-6be9-40c8-a186-7315e67bb215 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/7b5d9d1e-d96a-477c-b256-79f9f8e4f338 HTTP/1.1" status: 204 len: 168 time: 0.3383653 Jan 26 21:22:58.873150 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b15837d-6be9-40c8-a186-7315e67bb215 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b5d9d1e-d96a-477c-b256-79f9f8e4f338,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:22:59.086677 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-be2ac00f-1fe6-496d-9961-9fbfca7df8ee tempest-DHCPAgentSchedulersTestJSON-1298254287 tempest-DHCPAgentSchedulersTestJSON-1298254287-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11788839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11599975'] for subnet (016aa458-c1c4-4c3d-9b34-5ecf8d31f8dc), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:22:59.131842 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb73223a-697d-456e-82b2-2c72644ae4de req-09b69994-ea2b-4b7c-8a0b-40b5dee81b20 tempest-AttachVolumeShelveTestJSON-345998519 tempest-AttachVolumeShelveTestJSON-345998519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:22:59.142458 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-fb73223a-697d-456e-82b2-2c72644ae4de req-09b69994-ea2b-4b7c-8a0b-40b5dee81b20 tempest-AttachVolumeShelveTestJSON-345998519 tempest-AttachVolumeShelveTestJSON-345998519-project] 10.222.0.13 "GET /v2.0/ports?device_id=93bf95ee-d279-4897-bd53-d5feb3e9b070 HTTP/1.1" status: 200 len: 943 time: 0.1382904 Jan 26 21:22:59.262839 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-fb73223a-697d-456e-82b2-2c72644ae4de req-844acc47-162d-4444-8a88-3701f35e8635 tempest-AttachVolumeShelveTestJSON-345998519 tempest-AttachVolumeShelveTestJSON-345998519-project] 10.222.0.13 "GET /v2.0/security-groups?id=5d7f7103-d0ef-48d0-a848-32dbbe71b238&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1191723 Jan 26 21:22:59.331334 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be2ac00f-1fe6-496d-9961-9fbfca7df8ee tempest-DHCPAgentSchedulersTestJSON-1298254287 tempest-DHCPAgentSchedulersTestJSON-1298254287-project] Pushing event updated for resources: {'Subnet': ['ID=016aa458-c1c4-4c3d-9b34-5ecf8d31f8dc,revision_number=0']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:22:59.384906 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be2ac00f-1fe6-496d-9961-9fbfca7df8ee tempest-DHCPAgentSchedulersTestJSON-1298254287 tempest-DHCPAgentSchedulersTestJSON-1298254287-project] Checking segment: {'id': '28c89d5d-8c8a-48ca-8704-1e2f21ff9b15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '7c3cd251-b2d0-4996-bbbe-407daab5ac68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103305) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 21:22:59.389916 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be2ac00f-1fe6-496d-9961-9fbfca7df8ee tempest-DHCPAgentSchedulersTestJSON-1298254287 tempest-DHCPAgentSchedulersTestJSON-1298254287-project] Network hostable DHCP agents. Network: 7c3cd251-b2d0-4996-bbbe-407daab5ac68, hostable agents: ['474ccdf7-ab6c-405b-a3b2-dc7b05829902'], hosted agents: [] {{(pid=103305) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 26 21:22:59.448041 n-d-760453-5 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-f3c81200-ee85-4770-85c8-ae8178b6d7e1 None None] Publish callbacks [] for port (d1ead250-79ae-4750-8d5a-d77dc0e4e2e4), precommit_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:22:59.459481 n-d-760453-5 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-f3c81200-ee85-4770-85c8-ae8178b6d7e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (d1ead250-79ae-4750-8d5a-d77dc0e4e2e4), after_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:22:59.527774 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 40490) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:22:59.555572 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be2ac00f-1fe6-496d-9961-9fbfca7df8ee tempest-DHCPAgentSchedulersTestJSON-1298254287 tempest-DHCPAgentSchedulersTestJSON-1298254287-project] Network 7c3cd251-b2d0-4996-bbbe-407daab5ac68 is scheduled to be hosted by DHCP agent 474ccdf7-ab6c-405b-a3b2-dc7b05829902 with binding_index 1 {{(pid=103305) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 26 21:22:59.562692 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-cbe2ee5f-349e-423a-abe8-d1c912a8d63c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11788839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11599975'] for subnet (677f5e73-5cfb-45e2-84a4-76b7c57f0a17), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:22:59.571789 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-b07199d0-e0d1-46ad-a69b-5fe197d39d1d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:22:59.602643 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92732bd8-a945-4ad7-a407-e5f90e45811a None None] Pushing event updated for resources: {'Port': ['ID=d1ead250-79ae-4750-8d5a-d77dc0e4e2e4,revision_number=3']} {{(pid=103307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:22:59.624898 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [None req-be2ac00f-1fe6-496d-9961-9fbfca7df8ee tempest-DHCPAgentSchedulersTestJSON-1298254287 tempest-DHCPAgentSchedulersTestJSON-1298254287-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760453-5, 7c3cd251-b2d0-4996-bbbe-407daab5ac68) {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:22:59.629846 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be2ac00f-1fe6-496d-9961-9fbfca7df8ee tempest-DHCPAgentSchedulersTestJSON-1298254287 tempest-DHCPAgentSchedulersTestJSON-1298254287-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:22:59.630458 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-be2ac00f-1fe6-496d-9961-9fbfca7df8ee tempest-DHCPAgentSchedulersTestJSON-1298254287 tempest-DHCPAgentSchedulersTestJSON-1298254287-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709645'] for subnet (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:22:59.644278 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9da026d1-c577-405a-b8b1-80e7f3cfafc2 None None] Network 7c3cd251-b2d0-4996-bbbe-407daab5ac68 requested from n-d-760453-5 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 26 21:22:59.654300 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92732bd8-a945-4ad7-a407-e5f90e45811a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:22:59.654829 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92732bd8-a945-4ad7-a407-e5f90e45811a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:22:59.655252 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92732bd8-a945-4ad7-a407-e5f90e45811a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:22:59.655694 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92732bd8-a945-4ad7-a407-e5f90e45811a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:22:59.656475 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92732bd8-a945-4ad7-a407-e5f90e45811a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:22:59.656919 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92732bd8-a945-4ad7-a407-e5f90e45811a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:22:59.658366 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92732bd8-a945-4ad7-a407-e5f90e45811a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:22:59.658964 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92732bd8-a945-4ad7-a407-e5f90e45811a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:22:59.661492 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92732bd8-a945-4ad7-a407-e5f90e45811a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:22:59.662097 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92732bd8-a945-4ad7-a407-e5f90e45811a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:22:59.665396 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92732bd8-a945-4ad7-a407-e5f90e45811a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:22:59.666011 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92732bd8-a945-4ad7-a407-e5f90e45811a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:22:59.667278 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92732bd8-a945-4ad7-a407-e5f90e45811a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:22:59.828632 n-d-760453-5 neutron-server[103307]: DEBUG neutron.plugins.ml2.managers [None req-f3c81200-ee85-4770-85c8-ae8178b6d7e1 None None] Attempting to bind port d1ead250-79ae-4750-8d5a-d77dc0e4e2e4 on host n-d-760453-5 for vnic_type normal with profile {{(pid=103307) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 21:22:59.829006 n-d-760453-5 neutron-server[103307]: DEBUG neutron.plugins.ml2.managers [None req-f3c81200-ee85-4770-85c8-ae8178b6d7e1 None None] Attempting to bind port d1ead250-79ae-4750-8d5a-d77dc0e4e2e4 by drivers openvswitch,hyperv on host n-d-760453-5 at level 0 using segments [{'id': '1d04b190-f9d4-437e-964d-0f40d469b5fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '485a3106-1745-41f6-8c52-37ebe4fdcc0c'}] {{(pid=103307) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 26 21:22:59.829396 n-d-760453-5 neutron-server[103307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3c81200-ee85-4770-85c8-ae8178b6d7e1 None None] Attempting to bind port d1ead250-79ae-4750-8d5a-d77dc0e4e2e4 on network 485a3106-1745-41f6-8c52-37ebe4fdcc0c {{(pid=103307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 21:22:59.833802 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09e9b180-b649-41ef-9bd5-d0b43eda086f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3c4099e8-8ffb-51d1-af7f-5868973e933f-7c3cd251-b2d0-4996-bbbe-407daab5ac68', 'network_id': '7c3cd251-b2d0-4996-bbbe-407daab5ac68', 'project_id': 'cfbf8fcaf78c4796802ca52e0ccae324', 'fixed_ips': [{'subnet_id': '016aa458-c1c4-4c3d-9b34-5ecf8d31f8dc'}]}} from n-d-760453-5. {{(pid=103306) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 26 21:22:59.835531 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-09e9b180-b649-41ef-9bd5-d0b43eda086f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (None), before_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:22:59.845932 n-d-760453-5 neutron-server[103307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3c81200-ee85-4770-85c8-ae8178b6d7e1 None None] Checking agent: {'id': 'fea0591a-627d-4c87-9a9a-01625ddf3277', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760453-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 20, 55, 25), 'started_at': datetime.datetime(2022, 1, 26, 20, 55, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 21, 22, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760453-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 26 21:22:59.846308 n-d-760453-5 neutron-server[103307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3c81200-ee85-4770-85c8-ae8178b6d7e1 None None] Checking segment: {'id': '1d04b190-f9d4-437e-964d-0f40d469b5fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '485a3106-1745-41f6-8c52-37ebe4fdcc0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103307) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 21:22:59.846712 n-d-760453-5 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-f3c81200-ee85-4770-85c8-ae8178b6d7e1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:22:59.847107 n-d-760453-5 neutron-server[103307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3c81200-ee85-4770-85c8-ae8178b6d7e1 None None] Bound using segment: {'id': '1d04b190-f9d4-437e-964d-0f40d469b5fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '485a3106-1745-41f6-8c52-37ebe4fdcc0c'} {{(pid=103307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 26 21:22:59.847583 n-d-760453-5 neutron-server[103307]: DEBUG neutron.plugins.ml2.managers [None req-f3c81200-ee85-4770-85c8-ae8178b6d7e1 None None] Bound port: d1ead250-79ae-4750-8d5a-d77dc0e4e2e4, host: n-d-760453-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d04b190-f9d4-437e-964d-0f40d469b5fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '485a3106-1745-41f6-8c52-37ebe4fdcc0c'}}] {{(pid=103307) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 26 21:22:59.848599 n-d-760453-5 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-f3c81200-ee85-4770-85c8-ae8178b6d7e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (d1ead250-79ae-4750-8d5a-d77dc0e4e2e4), before_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:22:59.858654 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe2ee5f-349e-423a-abe8-d1c912a8d63c admin admin] Pushing event updated for resources: {'Subnet': ['ID=677f5e73-5cfb-45e2-84a4-76b7c57f0a17,revision_number=0']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:22:59.908652 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-b07199d0-e0d1-46ad-a69b-5fe197d39d1d admin admin] Publish callbacks [] for security_group (117e5516-ef37-4d22-9933-2befeed0af83), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:22:59.918523 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-be2ac00f-1fe6-496d-9961-9fbfca7df8ee tempest-DHCPAgentSchedulersTestJSON-1298254287 tempest-DHCPAgentSchedulersTestJSON-1298254287-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9459050 Jan 26 21:22:59.922019 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 40496) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:22:59.929647 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-26337d2c-ca4a-4594-a20d-86bed88af4d8 tempest-DHCPAgentSchedulersTestJSON-1298254287 tempest-DHCPAgentSchedulersTestJSON-1298254287-project] Request body: {'port': {'network_id': '7c3cd251-b2d0-4996-bbbe-407daab5ac68', 'name': 'tempest-DHCPAgentSchedulersTestJSON-691505615'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:22:59.975725 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-b07199d0-e0d1-46ad-a69b-5fe197d39d1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (117e5516-ef37-4d22-9933-2befeed0af83), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:23:00.096109 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbe2ee5f-349e-423a-abe8-d1c912a8d63c admin admin] Checking segment: {'id': 'b90023ca-db53-4647-bd16-154dc57d8670', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'd532044f-f748-41df-bdb8-26605445914f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103305) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 21:23:00.098679 n-d-760453-5 neutron-server[103307]: DEBUG neutron.plugins.ml2.db [None req-f3c81200-ee85-4770-85c8-ae8178b6d7e1 None None] For port d1ead250-79ae-4750-8d5a-d77dc0e4e2e4, host n-d-760453-5, cleared binding levels {{(pid=103307) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 26 21:23:00.099347 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbe2ee5f-349e-423a-abe8-d1c912a8d63c admin admin] Network hostable DHCP agents. Network: d532044f-f748-41df-bdb8-26605445914f, hostable agents: ['474ccdf7-ab6c-405b-a3b2-dc7b05829902'], hosted agents: [] {{(pid=103305) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 26 21:23:00.109494 n-d-760453-5 neutron-server[103307]: DEBUG neutron.plugins.ml2.db [None req-f3c81200-ee85-4770-85c8-ae8178b6d7e1 None None] For port d1ead250-79ae-4750-8d5a-d77dc0e4e2e4, host n-d-760453-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=d1ead250-79ae-4750-8d5a-d77dc0e4e2e4,segment=NetworkSegment(1d04b190-f9d4-437e-964d-0f40d469b5fb),segment_id=1d04b190-f9d4-437e-964d-0f40d469b5fb)] {{(pid=103307) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 26 21:23:00.119180 n-d-760453-5 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-f3c81200-ee85-4770-85c8-ae8178b6d7e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (d1ead250-79ae-4750-8d5a-d77dc0e4e2e4), after_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:23:00.124031 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26337d2c-ca4a-4594-a20d-86bed88af4d8 tempest-DHCPAgentSchedulersTestJSON-1298254287 tempest-DHCPAgentSchedulersTestJSON-1298254287-project] Made reservation on behalf of cfbf8fcaf78c4796802ca52e0ccae324 for: {'port': 1} {{(pid=103304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 21:23:00.129428 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-26337d2c-ca4a-4594-a20d-86bed88af4d8 tempest-DHCPAgentSchedulersTestJSON-1298254287 tempest-DHCPAgentSchedulersTestJSON-1298254287-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:23:00.129964 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.db_base_plugin_common [None req-09e9b180-b649-41ef-9bd5-d0b43eda086f None None] Allocated IP 172.20.0.2 (7c3cd251-b2d0-4996-bbbe-407daab5ac68/016aa458-c1c4-4c3d-9b34-5ecf8d31f8dc/a6fb9a7c-af88-43aa-8c3e-c1a2cf95be84) {{(pid=103306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 21:23:00.138159 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-b07199d0-e0d1-46ad-a69b-5fe197d39d1d admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=018b2778c21147f88882116215249dd9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6089914 Jan 26 21:23:00.143473 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b07199d0-e0d1-46ad-a69b-5fe197d39d1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=117e5516-ef37-4d22-9933-2befeed0af83,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:23:00.151182 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 40498) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:23:00.162642 n-d-760453-5 neutron-server[103304]: DEBUG neutron.notifiers.nova [None req-26337d2c-ca4a-4594-a20d-86bed88af4d8 tempest-DHCPAgentSchedulersTestJSON-1298254287 tempest-DHCPAgentSchedulersTestJSON-1298254287-project] device_id is not set on port a1f5f43b-02a6-43c4-b3dd-2809e2b06557 yet. {{(pid=103304) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 26 21:23:00.178638 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbe2ee5f-349e-423a-abe8-d1c912a8d63c admin admin] Network d532044f-f748-41df-bdb8-26605445914f is scheduled to be hosted by DHCP agent 474ccdf7-ab6c-405b-a3b2-dc7b05829902 with binding_index 1 {{(pid=103305) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 26 21:23:00.227380 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [None req-cbe2ee5f-349e-423a-abe8-d1c912a8d63c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760453-5, d532044f-f748-41df-bdb8-26605445914f) {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:23:00.243929 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbe2ee5f-349e-423a-abe8-d1c912a8d63c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:23:00.244548 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-cbe2ee5f-349e-423a-abe8-d1c912a8d63c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709645'] for subnet (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:23:00.252879 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cec49a7-dfe8-444c-b67c-9719b1646b5f None None] Network d532044f-f748-41df-bdb8-26605445914f requested from n-d-760453-5 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 26 21:23:00.256274 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-4419e1ad-fd8a-40b4-a730-c2bef7aee316 None None] Provisioning complete for port d1ead250-79ae-4750-8d5a-d77dc0e4e2e4 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:23:00.256877 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-4419e1ad-fd8a-40b4-a730-c2bef7aee316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (d1ead250-79ae-4750-8d5a-d77dc0e4e2e4), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:23:00.306301 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92732bd8-a945-4ad7-a407-e5f90e45811a None None] Pushing event updated for resources: {'Port': ['ID=d1ead250-79ae-4750-8d5a-d77dc0e4e2e4,revision_number=4']} {{(pid=103307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:23:00.327115 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3c81200-ee85-4770-85c8-ae8178b6d7e1 None None] Routers {'a02de129-265d-40a5-bf6a-2da566076e9e'} bound to L3 agent in host n-d-760453-5 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 21:23:00.327764 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-f3c81200-ee85-4770-85c8-ae8178b6d7e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-26T20:55:21Z,description=,heartbeat_timestamp=2022-01-26T21:22:51Z,host='n-d-760453-5',id=09df100c-3af1-4b0a-bda8-05914c71c458,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:55:21Z,topic='l3_agent')) {'router_ids': ['a02de129-265d-40a5-bf6a-2da566076e9e'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:23:00.362830 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 40504) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:23:00.370141 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-cbe2ee5f-349e-423a-abe8-d1c912a8d63c admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.4343052 Jan 26 21:23:00.372262 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-c5c36be9-218a-422b-bfa7-516a9c237218 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-134589666-router', 'tenant_id': '35e4fb6e90e049dda879f2f4d88006f4', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299'}}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:23:00.374847 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-9f35f04a-8b9d-4275-a6f3-e6cfb26d5d5b admin admin] Publish callbacks [] for security_group (117e5516-ef37-4d22-9933-2befeed0af83), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:23:00.465029 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-9f35f04a-8b9d-4275-a6f3-e6cfb26d5d5b admin admin] Publish callbacks [] for security_group (117e5516-ef37-4d22-9933-2befeed0af83), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:23:00.474792 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-c5c36be9-218a-422b-bfa7-516a9c237218 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4104596', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13108'] for router (940e1b85-7b2c-405f-b438-620a8d46dd52), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:23:00.476005 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-c5c36be9-218a-422b-bfa7-516a9c237218 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4105828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4111306', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3733576', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13069'] for router (940e1b85-7b2c-405f-b438-620a8d46dd52), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:23:00.617395 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-9f35f04a-8b9d-4275-a6f3-e6cfb26d5d5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (117e5516-ef37-4d22-9933-2befeed0af83), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:23:00.620055 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-9f35f04a-8b9d-4275-a6f3-e6cfb26d5d5b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:23:00.623503 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-9f35f04a-8b9d-4275-a6f3-e6cfb26d5d5b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/117e5516-ef37-4d22-9933-2befeed0af83 HTTP/1.1" status: 204 len: 168 time: 0.4667654 Jan 26 21:23:00.642181 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f35f04a-8b9d-4275-a6f3-e6cfb26d5d5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=117e5516-ef37-4d22-9933-2befeed0af83,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:23:00.708618 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-4419e1ad-fd8a-40b4-a730-c2bef7aee316 None None] Current status of the port d1ead250-79ae-4750-8d5a-d77dc0e4e2e4 is: DOWN; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:23:00.711585 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-4419e1ad-fd8a-40b4-a730-c2bef7aee316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (d1ead250-79ae-4750-8d5a-d77dc0e4e2e4), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:23:00.727073 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_dvr_db [None req-f3c81200-ee85-4770-85c8-ae8178b6d7e1 None None] Set router a02de129-265d-40a5-bf6a-2da566076e9e gateway port host: n-d-760453-5 {{(pid=103307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 21:23:00.737860 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-c5c36be9-218a-422b-bfa7-516a9c237218 admin admin] Publish callbacks [] for router_controller (940e1b85-7b2c-405f-b438-620a8d46dd52), precommit_add_association {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:23:00.952624 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32fa36a1-db4f-470b-8350-082c9db51fb1 req-7ebabc54-0b5a-45d7-81da-78a0e96525e1 tempest-AttachVolumeShelveTestJSON-345998519 tempest-AttachVolumeShelveTestJSON-345998519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:23:00.974917 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-32fa36a1-db4f-470b-8350-082c9db51fb1 req-7ebabc54-0b5a-45d7-81da-78a0e96525e1 tempest-AttachVolumeShelveTestJSON-345998519 tempest-AttachVolumeShelveTestJSON-345998519-project] 10.222.0.13 "GET /v2.0/ports?device_id=93bf95ee-d279-4897-bd53-d5feb3e9b070 HTTP/1.1" status: 200 len: 943 time: 0.4434826 Jan 26 21:23:01.217811 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c492206-a6e8-4136-84e3-63423ec3c4d5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3c4099e8-8ffb-51d1-af7f-5868973e933f-d532044f-f748-41df-bdb8-26605445914f', 'network_id': 'd532044f-f748-41df-bdb8-26605445914f', 'project_id': '35e4fb6e90e049dda879f2f4d88006f4', 'fixed_ips': [{'subnet_id': '677f5e73-5cfb-45e2-84a4-76b7c57f0a17'}]}} from n-d-760453-5. {{(pid=103306) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 26 21:23:01.222772 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-5c492206-a6e8-4136-84e3-63423ec3c4d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (None), before_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:23:01.280436 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-4419e1ad-fd8a-40b4-a730-c2bef7aee316 None None] For port d1ead250-79ae-4750-8d5a-d77dc0e4e2e4, host n-d-760453-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=d1ead250-79ae-4750-8d5a-d77dc0e4e2e4,segment=NetworkSegment(1d04b190-f9d4-437e-964d-0f40d469b5fb),segment_id=1d04b190-f9d4-437e-964d-0f40d469b5fb)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:23:01.297506 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-4419e1ad-fd8a-40b4-a730-c2bef7aee316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (d1ead250-79ae-4750-8d5a-d77dc0e4e2e4), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:23:01.368283 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-f3c81200-ee85-4770-85c8-ae8178b6d7e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a02de129-265d-40a5-bf6a-2da566076e9e', 'name': 'tempest-TaggedBootDevicesTest-1986777617-router', 'tenant_id': '2de9f498797a4527ba13c10b546ad5bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'external_fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.65'}], 'enable_snat': True}, 'gw_port_id': 'e3c02786-a9d1-466e-a2da-b614cacbd0c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T21:22:45Z', 'updated_at': '2022-01-26T21:22:53Z', 'revision_number': 4, 'project_id': '2de9f498797a4527ba13c10b546ad5bb', 'gw_port': {'id': 'e3c02786-a9d1-466e-a2da-b614cacbd0c9', 'name': '', 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:e7:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a02de129-265d-40a5-bf6a-2da566076e9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2142, 'fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:22:46Z', 'updated_at': '2022-01-26T21:22:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-5', '_interfaces': [{'id': 'd1ead250-79ae-4750-8d5a-d77dc0e4e2e4', 'name': '', 'network_id': '485a3106-1745-41f6-8c52-37ebe4fdcc0c', 'tenant_id': '2de9f498797a4527ba13c10b546ad5bb', 'mac_address': 'fa:16:3e:75:61:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a02de129-265d-40a5-bf6a-2da566076e9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2158, 'fixed_ips': [{'subnet_id': 'dea740a7-2861-4520-a7c8-4e14271821b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:22:51Z', 'updated_at': '2022-01-26T21:23:00Z', 'revision_number': 4, 'project_id': '2de9f498797a4527ba13c10b546ad5bb', 'subnets': [{'id': 'dea740a7-2861-4520-a7c8-4e14271821b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760453-5', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:23:01.390012 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4419e1ad-fd8a-40b4-a730-c2bef7aee316 None None] Pushing event updated for resources: {'Port': ['ID=d1ead250-79ae-4750-8d5a-d77dc0e4e2e4,revision_number=5']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:23:01.410806 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-c5c36be9-218a-422b-bfa7-516a9c237218 admin admin] Publish callbacks [] for router_gateway (940e1b85-7b2c-405f-b438-620a8d46dd52), precommit_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:23:01.439718 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3c81200-ee85-4770-85c8-ae8178b6d7e1 None None] The sync data for ids ['a02de129-265d-40a5-bf6a-2da566076e9e'] in n-d-760453-5 is: [{'id': 'a02de129-265d-40a5-bf6a-2da566076e9e', 'name': 'tempest-TaggedBootDevicesTest-1986777617-router', 'tenant_id': '2de9f498797a4527ba13c10b546ad5bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'external_fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.65'}], 'enable_snat': True}, 'gw_port_id': 'e3c02786-a9d1-466e-a2da-b614cacbd0c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T21:22:45Z', 'updated_at': '2022-01-26T21:22:53Z', 'revision_number': 4, 'project_id': '2de9f498797a4527ba13c10b546ad5bb', 'gw_port': {'id': 'e3c02786-a9d1-466e-a2da-b614cacbd0c9', 'name': '', 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:e7:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a02de129-265d-40a5-bf6a-2da566076e9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2142, 'fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:22:46Z', 'updated_at': '2022-01-26T21:22:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-5', '_interfaces': [{'id': 'd1ead250-79ae-4750-8d5a-d77dc0e4e2e4', 'name': '', 'network_id': '485a3106-1745-41f6-8c52-37ebe4fdcc0c', 'tenant_id': '2de9f498797a4527ba13c10b546ad5bb', 'mac_address': 'fa:16:3e:75:61:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a02de129-265d-40a5-bf6a-2da566076e9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2158, 'fixed_ips': [{'subnet_id': 'dea740a7-2861-4520-a7c8-4e14271821b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:22:51Z', 'updated_at': '2022-01-26T21:23:00Z', 'revision_number': 4, 'project_id': '2de9f498797a4527ba13c10b546ad5bb', 'subnets': [{'id': 'dea740a7-2861-4520-a7c8-4e14271821b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 26 21:23:01.464899 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-09e9b180-b649-41ef-9bd5-d0b43eda086f None None] Publish callbacks [] for port (a6fb9a7c-af88-43aa-8c3e-c1a2cf95be84), precommit_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:23:01.669032 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-32fa36a1-db4f-470b-8350-082c9db51fb1 req-20aee993-13ef-4532-b0a5-2cfd81854b3c tempest-AttachVolumeShelveTestJSON-345998519 tempest-AttachVolumeShelveTestJSON-345998519-project] 10.222.0.13 "GET /v2.0/security-groups?id=5d7f7103-d0ef-48d0-a848-32dbbe71b238&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5363071 Jan 26 21:23:01.747082 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-09e9b180-b649-41ef-9bd5-d0b43eda086f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746560234527'] for port (a6fb9a7c-af88-43aa-8c3e-c1a2cf95be84), after_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:23:01.758234 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.db_base_plugin_common [None req-26337d2c-ca4a-4594-a20d-86bed88af4d8 tempest-DHCPAgentSchedulersTestJSON-1298254287 tempest-DHCPAgentSchedulersTestJSON-1298254287-project] Allocated IP 172.20.0.11 (7c3cd251-b2d0-4996-bbbe-407daab5ac68/016aa458-c1c4-4c3d-9b34-5ecf8d31f8dc/a1f5f43b-02a6-43c4-b3dd-2809e2b06557) {{(pid=103304) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 21:23:01.775742 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-98648d1f-9ae2-404b-9e17-388f2def6399 None None] Provisioning complete for port d1ead250-79ae-4750-8d5a-d77dc0e4e2e4 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:23:01.776124 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-98648d1f-9ae2-404b-9e17-388f2def6399 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (d1ead250-79ae-4750-8d5a-d77dc0e4e2e4), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:23:01.967969 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.db_base_plugin_common [None req-5c492206-a6e8-4136-84e3-63423ec3c4d5 None None] Allocated IP 172.20.0.2 (d532044f-f748-41df-bdb8-26605445914f/677f5e73-5cfb-45e2-84a4-76b7c57f0a17/ac31989b-f05f-40de-a23c-65f15ddefc8c) {{(pid=103306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 21:23:01.971383 n-d-760453-5 neutron-server[103306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09e9b180-b649-41ef-9bd5-d0b43eda086f None None] Network 7c3cd251-b2d0-4996-bbbe-407daab5ac68 is already hosted by enough agents. {{(pid=103306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 21:23:01.992443 n-d-760453-5 neutron-server[103306]: DEBUG neutron.scheduler.base_scheduler [None req-09e9b180-b649-41ef-9bd5-d0b43eda086f None None] Resources bound (agent type, host, resource id): {{(pid=103306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:23:02.006222 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09e9b180-b649-41ef-9bd5-d0b43eda086f None None] Received port after_create {{(pid=103306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 21:23:02.078887 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e9b180-b649-41ef-9bd5-d0b43eda086f None None] Pushing event updated for resources: {'Port': ['ID=a6fb9a7c-af88-43aa-8c3e-c1a2cf95be84,revision_number=1']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:23:02.417250 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-26337d2c-ca4a-4594-a20d-86bed88af4d8 tempest-DHCPAgentSchedulersTestJSON-1298254287 tempest-DHCPAgentSchedulersTestJSON-1298254287-project] Publish callbacks [] for port (a1f5f43b-02a6-43c4-b3dd-2809e2b06557), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:23:02.494508 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device d1ead250-79ae-4750-8d5a-d77dc0e4e2e4 up at agent ovs-agent-n-d-760453-5 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 21:23:02.620282 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-26337d2c-ca4a-4594-a20d-86bed88af4d8 tempest-DHCPAgentSchedulersTestJSON-1298254287 tempest-DHCPAgentSchedulersTestJSON-1298254287-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746560234527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9281553'] for port (a1f5f43b-02a6-43c4-b3dd-2809e2b06557), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:23:02.642917 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-09e9b180-b649-41ef-9bd5-d0b43eda086f None None] Attempting to bind port a6fb9a7c-af88-43aa-8c3e-c1a2cf95be84 on host n-d-760453-5 for vnic_type normal with profile {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 21:23:02.643289 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-09e9b180-b649-41ef-9bd5-d0b43eda086f None None] Attempting to bind port a6fb9a7c-af88-43aa-8c3e-c1a2cf95be84 by drivers openvswitch,hyperv on host n-d-760453-5 at level 0 using segments [{'id': '28c89d5d-8c8a-48ca-8704-1e2f21ff9b15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '7c3cd251-b2d0-4996-bbbe-407daab5ac68'}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 26 21:23:02.643724 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09e9b180-b649-41ef-9bd5-d0b43eda086f None None] Attempting to bind port a6fb9a7c-af88-43aa-8c3e-c1a2cf95be84 on network 7c3cd251-b2d0-4996-bbbe-407daab5ac68 {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 21:23:02.668623 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09e9b180-b649-41ef-9bd5-d0b43eda086f None None] Checking agent: {'id': 'fea0591a-627d-4c87-9a9a-01625ddf3277', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760453-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 20, 55, 25), 'started_at': datetime.datetime(2022, 1, 26, 20, 55, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 21, 22, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760453-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 26 21:23:02.669448 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09e9b180-b649-41ef-9bd5-d0b43eda086f None None] Checking segment: {'id': '28c89d5d-8c8a-48ca-8704-1e2f21ff9b15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '7c3cd251-b2d0-4996-bbbe-407daab5ac68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 21:23:02.670061 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-09e9b180-b649-41ef-9bd5-d0b43eda086f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:23:02.670667 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09e9b180-b649-41ef-9bd5-d0b43eda086f None None] Bound using segment: {'id': '28c89d5d-8c8a-48ca-8704-1e2f21ff9b15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '7c3cd251-b2d0-4996-bbbe-407daab5ac68'} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 26 21:23:02.671381 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-09e9b180-b649-41ef-9bd5-d0b43eda086f None None] Bound port: a6fb9a7c-af88-43aa-8c3e-c1a2cf95be84, host: n-d-760453-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28c89d5d-8c8a-48ca-8704-1e2f21ff9b15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '7c3cd251-b2d0-4996-bbbe-407daab5ac68'}}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 26 21:23:02.671990 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-09e9b180-b649-41ef-9bd5-d0b43eda086f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (a6fb9a7c-af88-43aa-8c3e-c1a2cf95be84), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:23:02.674526 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-98648d1f-9ae2-404b-9e17-388f2def6399 None None] Current status of the port d1ead250-79ae-4750-8d5a-d77dc0e4e2e4 is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:23:02.888102 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Provisioning complete for port d1ead250-79ae-4750-8d5a-d77dc0e4e2e4 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:23:02.888767 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (d1ead250-79ae-4750-8d5a-d77dc0e4e2e4), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:23:03.084603 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-5c492206-a6e8-4136-84e3-63423ec3c4d5 None None] Publish callbacks [] for port (ac31989b-f05f-40de-a23c-65f15ddefc8c), precommit_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:23:03.092192 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-09e9b180-b649-41ef-9bd5-d0b43eda086f None None] For port a6fb9a7c-af88-43aa-8c3e-c1a2cf95be84, host n-d-760453-5, cleared binding levels {{(pid=103306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 26 21:23:03.100658 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-09e9b180-b649-41ef-9bd5-d0b43eda086f None None] For port a6fb9a7c-af88-43aa-8c3e-c1a2cf95be84, host n-d-760453-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=a6fb9a7c-af88-43aa-8c3e-c1a2cf95be84,segment=NetworkSegment(28c89d5d-8c8a-48ca-8704-1e2f21ff9b15),segment_id=28c89d5d-8c8a-48ca-8704-1e2f21ff9b15)] {{(pid=103306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 26 21:23:03.102848 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-5c492206-a6e8-4136-84e3-63423ec3c4d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746560234527'] for port (ac31989b-f05f-40de-a23c-65f15ddefc8c), after_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:23:03.123031 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-c5c36be9-218a-422b-bfa7-516a9c237218 admin admin] Publish callbacks [] for router_gateway (940e1b85-7b2c-405f-b438-620a8d46dd52), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:23:03.155169 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c492206-a6e8-4136-84e3-63423ec3c4d5 None None] Pushing event updated for resources: {'Port': ['ID=ac31989b-f05f-40de-a23c-65f15ddefc8c,revision_number=1']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:23:03.160657 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-09e9b180-b649-41ef-9bd5-d0b43eda086f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (a6fb9a7c-af88-43aa-8c3e-c1a2cf95be84), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:23:03.190289 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26337d2c-ca4a-4594-a20d-86bed88af4d8 tempest-DHCPAgentSchedulersTestJSON-1298254287 tempest-DHCPAgentSchedulersTestJSON-1298254287-project] Network 7c3cd251-b2d0-4996-bbbe-407daab5ac68 is already hosted by enough agents. {{(pid=103304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 21:23:03.197023 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-c5c36be9-218a-422b-bfa7-516a9c237218 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:23:03.203936 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [None req-26337d2c-ca4a-4594-a20d-86bed88af4d8 tempest-DHCPAgentSchedulersTestJSON-1298254287 tempest-DHCPAgentSchedulersTestJSON-1298254287-project] Resources bound (agent type, host, resource id): {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:23:03.206915 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26337d2c-ca4a-4594-a20d-86bed88af4d8 tempest-DHCPAgentSchedulersTestJSON-1298254287 tempest-DHCPAgentSchedulersTestJSON-1298254287-project] Received port after_create {{(pid=103304) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 21:23:03.259209 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26337d2c-ca4a-4594-a20d-86bed88af4d8 tempest-DHCPAgentSchedulersTestJSON-1298254287 tempest-DHCPAgentSchedulersTestJSON-1298254287-project] Pushing event updated for resources: {'Port': ['ID=a1f5f43b-02a6-43c4-b3dd-2809e2b06557,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:23:03.384827 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59692d2d-b163-4238-b7c0-5c9a1e47325e req-591605e2-1947-4c9e-9a71-9a31d797106b tempest-AttachVolumeShelveTestJSON-345998519 tempest-AttachVolumeShelveTestJSON-345998519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:23:03.392936 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-59692d2d-b163-4238-b7c0-5c9a1e47325e req-591605e2-1947-4c9e-9a71-9a31d797106b tempest-AttachVolumeShelveTestJSON-345998519 tempest-AttachVolumeShelveTestJSON-345998519-project] 10.222.0.13 "GET /v2.0/ports?device_id=93bf95ee-d279-4897-bd53-d5feb3e9b070 HTTP/1.1" status: 200 len: 943 time: 0.4843323 Jan 26 21:23:03.476865 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26337d2c-ca4a-4594-a20d-86bed88af4d8 tempest-DHCPAgentSchedulersTestJSON-1298254287 tempest-DHCPAgentSchedulersTestJSON-1298254287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:23:03.482918 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-26337d2c-ca4a-4594-a20d-86bed88af4d8 tempest-DHCPAgentSchedulersTestJSON-1298254287 tempest-DHCPAgentSchedulersTestJSON-1298254287-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:23:03.491413 n-d-760453-5 neutron-server[103306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c492206-a6e8-4136-84e3-63423ec3c4d5 None None] Network d532044f-f748-41df-bdb8-26605445914f is already hosted by enough agents. {{(pid=103306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 21:23:03.541936 n-d-760453-5 neutron-server[103306]: DEBUG neutron.scheduler.base_scheduler [None req-5c492206-a6e8-4136-84e3-63423ec3c4d5 None None] Resources bound (agent type, host, resource id): {{(pid=103306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:23:03.558113 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c492206-a6e8-4136-84e3-63423ec3c4d5 None None] Received port after_create {{(pid=103306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 21:23:03.638135 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-59692d2d-b163-4238-b7c0-5c9a1e47325e req-3992a7c3-7ff0-42d2-b3b5-37a6e9ab41c4 tempest-AttachVolumeShelveTestJSON-345998519 tempest-AttachVolumeShelveTestJSON-345998519-project] 10.222.0.13 "GET /v2.0/security-groups?id=5d7f7103-d0ef-48d0-a848-32dbbe71b238&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2427132 Jan 26 21:23:03.667251 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-26337d2c-ca4a-4594-a20d-86bed88af4d8 tempest-DHCPAgentSchedulersTestJSON-1298254287 tempest-DHCPAgentSchedulersTestJSON-1298254287-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.7411814 Jan 26 21:23:03.667659 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 40584) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:23:03.706619 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.db_base_plugin_common [None req-c5c36be9-218a-422b-bfa7-516a9c237218 admin admin] Allocated IP 172.25.1.240 (4140a1f1-c93a-4bea-83a0-68953a54f299/e48251a1-e30d-4820-8396-00c6f6aeb601/d08c4bbc-cde1-4eeb-9ac6-b415670c979d) {{(pid=103304) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 21:23:03.809856 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Current status of the port d1ead250-79ae-4750-8d5a-d77dc0e4e2e4 is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:23:03.908849 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-5c492206-a6e8-4136-84e3-63423ec3c4d5 None None] Attempting to bind port ac31989b-f05f-40de-a23c-65f15ddefc8c on host n-d-760453-5 for vnic_type normal with profile {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 21:23:03.910577 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-5c492206-a6e8-4136-84e3-63423ec3c4d5 None None] Attempting to bind port ac31989b-f05f-40de-a23c-65f15ddefc8c by drivers openvswitch,hyperv on host n-d-760453-5 at level 0 using segments [{'id': 'b90023ca-db53-4647-bd16-154dc57d8670', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'd532044f-f748-41df-bdb8-26605445914f'}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 26 21:23:03.912281 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c492206-a6e8-4136-84e3-63423ec3c4d5 None None] Attempting to bind port ac31989b-f05f-40de-a23c-65f15ddefc8c on network d532044f-f748-41df-bdb8-26605445914f {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 21:23:03.916128 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e9b180-b649-41ef-9bd5-d0b43eda086f None None] Pushing event updated for resources: {'Port': ['ID=a6fb9a7c-af88-43aa-8c3e-c1a2cf95be84,revision_number=2']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:23:03.939984 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c492206-a6e8-4136-84e3-63423ec3c4d5 None None] Checking agent: {'id': 'fea0591a-627d-4c87-9a9a-01625ddf3277', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760453-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 20, 55, 25), 'started_at': datetime.datetime(2022, 1, 26, 20, 55, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 21, 22, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760453-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 26 21:23:03.941760 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c492206-a6e8-4136-84e3-63423ec3c4d5 None None] Checking segment: {'id': 'b90023ca-db53-4647-bd16-154dc57d8670', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'd532044f-f748-41df-bdb8-26605445914f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 21:23:03.942549 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-5c492206-a6e8-4136-84e3-63423ec3c4d5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:23:03.943664 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c492206-a6e8-4136-84e3-63423ec3c4d5 None None] Bound using segment: {'id': 'b90023ca-db53-4647-bd16-154dc57d8670', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'd532044f-f748-41df-bdb8-26605445914f'} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 26 21:23:03.944540 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-5c492206-a6e8-4136-84e3-63423ec3c4d5 None None] Bound port: ac31989b-f05f-40de-a23c-65f15ddefc8c, host: n-d-760453-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b90023ca-db53-4647-bd16-154dc57d8670', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'd532044f-f748-41df-bdb8-26605445914f'}}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 26 21:23:03.950601 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-5c492206-a6e8-4136-84e3-63423ec3c4d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (ac31989b-f05f-40de-a23c-65f15ddefc8c), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:23:03.960574 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-c5c36be9-218a-422b-bfa7-516a9c237218 admin admin] Publish callbacks [] for port (d08c4bbc-cde1-4eeb-9ac6-b415670c979d), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:23:04.094213 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-c5c36be9-218a-422b-bfa7-516a9c237218 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746560234527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9281553'] for port (d08c4bbc-cde1-4eeb-9ac6-b415670c979d), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:23:04.161753 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-98f5fece-1e56-4d15-ba89-6a080480fe64 tempest-DHCPAgentSchedulersTestJSON-1298254287 tempest-DHCPAgentSchedulersTestJSON-1298254287-project] Deleting port a1f5f43b-02a6-43c4-b3dd-2809e2b06557 {{(pid=103305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 21:23:04.162089 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-98f5fece-1e56-4d15-ba89-6a080480fe64 tempest-DHCPAgentSchedulersTestJSON-1298254287 tempest-DHCPAgentSchedulersTestJSON-1298254287-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746560630878'] for port (a1f5f43b-02a6-43c4-b3dd-2809e2b06557), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:23:04.171449 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-5c492206-a6e8-4136-84e3-63423ec3c4d5 None None] For port ac31989b-f05f-40de-a23c-65f15ddefc8c, host n-d-760453-5, cleared binding levels {{(pid=103306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 26 21:23:04.201166 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-5c492206-a6e8-4136-84e3-63423ec3c4d5 None None] For port ac31989b-f05f-40de-a23c-65f15ddefc8c, host n-d-760453-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=ac31989b-f05f-40de-a23c-65f15ddefc8c,segment=NetworkSegment(b90023ca-db53-4647-bd16-154dc57d8670),segment_id=b90023ca-db53-4647-bd16-154dc57d8670)] {{(pid=103306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 26 21:23:04.210359 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-5c492206-a6e8-4136-84e3-63423ec3c4d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (ac31989b-f05f-40de-a23c-65f15ddefc8c), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:23:04.287346 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c36be9-218a-422b-bfa7-516a9c237218 admin admin] Pushing event updated for resources: {'Port': ['ID=d08c4bbc-cde1-4eeb-9ac6-b415670c979d,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:23:04.311687 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5c36be9-218a-422b-bfa7-516a9c237218 admin admin] Network 4140a1f1-c93a-4bea-83a0-68953a54f299 is already hosted by enough agents. {{(pid=103304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 21:23:04.313214 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [None req-c5c36be9-218a-422b-bfa7-516a9c237218 admin admin] Resources bound (agent type, host, resource id): {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:23:04.315785 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5c36be9-218a-422b-bfa7-516a9c237218 admin admin] Received port after_create {{(pid=103304) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 21:23:04.427645 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c492206-a6e8-4136-84e3-63423ec3c4d5 None None] Pushing event updated for resources: {'Port': ['ID=ac31989b-f05f-40de-a23c-65f15ddefc8c,revision_number=2']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:23:04.464921 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-98f5fece-1e56-4d15-ba89-6a080480fe64 tempest-DHCPAgentSchedulersTestJSON-1298254287 tempest-DHCPAgentSchedulersTestJSON-1298254287-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4109658'] for port (a1f5f43b-02a6-43c4-b3dd-2809e2b06557), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:23:04.481995 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device a6fb9a7c-af88-43aa-8c3e-c1a2cf95be84 up at agent ovs-agent-n-d-760453-5 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 21:23:04.506981 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-98f5fece-1e56-4d15-ba89-6a080480fe64 tempest-DHCPAgentSchedulersTestJSON-1298254287 tempest-DHCPAgentSchedulersTestJSON-1298254287-project] Calling delete_port for a1f5f43b-02a6-43c4-b3dd-2809e2b06557 owned by {{(pid=103305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 21:23:04.715281 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Provisioning complete for port a6fb9a7c-af88-43aa-8c3e-c1a2cf95be84 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:23:04.716890 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (a6fb9a7c-af88-43aa-8c3e-c1a2cf95be84), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:23:04.981965 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-98f5fece-1e56-4d15-ba89-6a080480fe64 tempest-DHCPAgentSchedulersTestJSON-1298254287 tempest-DHCPAgentSchedulersTestJSON-1298254287-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746560636600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746560234536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11791543'] for port (a1f5f43b-02a6-43c4-b3dd-2809e2b06557), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:23:05.058874 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f5fece-1e56-4d15-ba89-6a080480fe64 tempest-DHCPAgentSchedulersTestJSON-1298254287 tempest-DHCPAgentSchedulersTestJSON-1298254287-project] Pushing event deleted for resources: {'Port': ['ID=a1f5f43b-02a6-43c4-b3dd-2809e2b06557,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:23:05.067314 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Current status of the port a6fb9a7c-af88-43aa-8c3e-c1a2cf95be84 is: DOWN; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:23:05.067893 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (a6fb9a7c-af88-43aa-8c3e-c1a2cf95be84), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:23:05.158399 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-c5c36be9-218a-422b-bfa7-516a9c237218 admin admin] Publish callbacks [] for router_gateway (940e1b85-7b2c-405f-b438-620a8d46dd52), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:23:05.203348 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] For port a6fb9a7c-af88-43aa-8c3e-c1a2cf95be84, host n-d-760453-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=a6fb9a7c-af88-43aa-8c3e-c1a2cf95be84,segment=NetworkSegment(28c89d5d-8c8a-48ca-8704-1e2f21ff9b15),segment_id=28c89d5d-8c8a-48ca-8704-1e2f21ff9b15)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:23:05.218272 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (a6fb9a7c-af88-43aa-8c3e-c1a2cf95be84), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:23:05.310775 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948de281-eb98-47ab-bd89-d0f07e2d7e81 req-50d7da41-b5c9-4011-8b39-9f163d43566c tempest-AttachVolumeShelveTestJSON-345998519 tempest-AttachVolumeShelveTestJSON-345998519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:23:05.312391 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-948de281-eb98-47ab-bd89-d0f07e2d7e81 req-50d7da41-b5c9-4011-8b39-9f163d43566c tempest-AttachVolumeShelveTestJSON-345998519 tempest-AttachVolumeShelveTestJSON-345998519-project] 10.222.0.13 "GET /v2.0/ports?device_id=93bf95ee-d279-4897-bd53-d5feb3e9b070 HTTP/1.1" status: 200 len: 943 time: 0.2574084 Jan 26 21:23:05.372080 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Pushing event updated for resources: {'Port': ['ID=a6fb9a7c-af88-43aa-8c3e-c1a2cf95be84,revision_number=3']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:23:05.391578 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-98f5fece-1e56-4d15-ba89-6a080480fe64 tempest-DHCPAgentSchedulersTestJSON-1298254287 tempest-DHCPAgentSchedulersTestJSON-1298254287-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:23:05.417337 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-98f5fece-1e56-4d15-ba89-6a080480fe64 tempest-DHCPAgentSchedulersTestJSON-1298254287 tempest-DHCPAgentSchedulersTestJSON-1298254287-project] 10.222.0.13 "DELETE /v2.0/ports/a1f5f43b-02a6-43c4-b3dd-2809e2b06557 HTTP/1.1" status: 204 len: 168 time: 1.7485318 Jan 26 21:23:05.418765 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 40628) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:23:05.467897 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.agents_db [None req-569f1ced-6396-4ddf-b79f-e03b0b2146ab None None] Agent healthcheck: found 7 active agents {{(pid=103307) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 26 21:23:05.775129 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-948de281-eb98-47ab-bd89-d0f07e2d7e81 req-e3f1fe89-442e-41b3-ad7b-85d62712cc79 tempest-AttachVolumeShelveTestJSON-345998519 tempest-AttachVolumeShelveTestJSON-345998519-project] 10.222.0.13 "GET /v2.0/security-groups?id=5d7f7103-d0ef-48d0-a848-32dbbe71b238&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4513562 Jan 26 21:23:05.886289 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 40640) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:23:05.891045 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-506b6a3f-b351-48a3-907a-fab88a18396a tempest-DHCPAgentSchedulersTestJSON-2102252592 tempest-DHCPAgentSchedulersTestJSON-2102252592-project-admin] 10.222.0.13 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4927 time: 0.4694500 Jan 26 21:23:05.892454 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-bc004d5e-4eba-4bc9-8d39-8e2b56d969a4 tempest-DHCPAgentSchedulersTestJSON-1298254287 tempest-DHCPAgentSchedulersTestJSON-1298254287-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-96882265'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:23:05.924322 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc004d5e-4eba-4bc9-8d39-8e2b56d969a4 tempest-DHCPAgentSchedulersTestJSON-1298254287 tempest-DHCPAgentSchedulersTestJSON-1298254287-project] Made reservation on behalf of cfbf8fcaf78c4796802ca52e0ccae324 for: {'network': 1} {{(pid=103304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 21:23:05.938756 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-bc004d5e-4eba-4bc9-8d39-8e2b56d969a4 tempest-DHCPAgentSchedulersTestJSON-1298254287 tempest-DHCPAgentSchedulersTestJSON-1298254287-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for network (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:23:05.959230 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-c5c36be9-218a-422b-bfa7-516a9c237218 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4105757', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4111263'] for router (940e1b85-7b2c-405f-b438-620a8d46dd52), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:23:05.996517 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bc004d5e-4eba-4bc9-8d39-8e2b56d969a4 tempest-DHCPAgentSchedulersTestJSON-1298254287 tempest-DHCPAgentSchedulersTestJSON-1298254287-project] vlan segment allocate from pool success with {'vlan_id': 566, 'physical_network': 'physnet1'} {{(pid=103304) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 26 21:23:06.046289 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4faaf4f0-8d83-40d1-b5de-d50e3a06c7fd None None] Network 7c3cd251-b2d0-4996-bbbe-407daab5ac68 requested from n-d-760453-5 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 26 21:23:06.090667 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-bc004d5e-4eba-4bc9-8d39-8e2b56d969a4 tempest-DHCPAgentSchedulersTestJSON-1298254287 tempest-DHCPAgentSchedulersTestJSON-1298254287-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576559'] for segment (fdb4d356-ed74-4b25-8a18-431846110226), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:23:06.091591 n-d-760453-5 neutron-server[103304]: INFO neutron.db.segments_db [None req-bc004d5e-4eba-4bc9-8d39-8e2b56d969a4 tempest-DHCPAgentSchedulersTestJSON-1298254287 tempest-DHCPAgentSchedulersTestJSON-1298254287-project] Added segment fdb4d356-ed74-4b25-8a18-431846110226 of type vlan for network bc1badc4-ea5a-4d9f-9b3f-c46cb3664a07 Jan 26 21:23:06.207138 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-bc004d5e-4eba-4bc9-8d39-8e2b56d969a4 tempest-DHCPAgentSchedulersTestJSON-1298254287 tempest-DHCPAgentSchedulersTestJSON-1298254287-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746560256871'] for network (bc1badc4-ea5a-4d9f-9b3f-c46cb3664a07), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:23:06.261568 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-c59ba537-3fb3-4105-9dd1-aa5155886ef6 None None] Provisioning complete for port a6fb9a7c-af88-43aa-8c3e-c1a2cf95be84 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:23:06.262089 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-c59ba537-3fb3-4105-9dd1-aa5155886ef6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (a6fb9a7c-af88-43aa-8c3e-c1a2cf95be84), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:23:06.326398 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-bc004d5e-4eba-4bc9-8d39-8e2b56d969a4 tempest-DHCPAgentSchedulersTestJSON-1298254287 tempest-DHCPAgentSchedulersTestJSON-1298254287-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503'] for network (bc1badc4-ea5a-4d9f-9b3f-c46cb3664a07), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:23:06.351068 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc004d5e-4eba-4bc9-8d39-8e2b56d969a4 tempest-DHCPAgentSchedulersTestJSON-1298254287 tempest-DHCPAgentSchedulersTestJSON-1298254287-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:23:06.355611 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-bc004d5e-4eba-4bc9-8d39-8e2b56d969a4 tempest-DHCPAgentSchedulersTestJSON-1298254287 tempest-DHCPAgentSchedulersTestJSON-1298254287-project] Publish callbacks [] for network (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:23:06.538324 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-c59ba537-3fb3-4105-9dd1-aa5155886ef6 None None] Current status of the port a6fb9a7c-af88-43aa-8c3e-c1a2cf95be84 is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:23:06.610591 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device a6fb9a7c-af88-43aa-8c3e-c1a2cf95be84 up at agent ovs-agent-n-d-760453-5 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 21:23:06.721490 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc004d5e-4eba-4bc9-8d39-8e2b56d969a4 tempest-DHCPAgentSchedulersTestJSON-1298254287 tempest-DHCPAgentSchedulersTestJSON-1298254287-project] Pushing event updated for resources: {'Network': ['ID=bc1badc4-ea5a-4d9f-9b3f-c46cb3664a07,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:23:06.767502 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Network bc1badc4-ea5a-4d9f-9b3f-c46cb3664a07 details requested by agent ovs-agent-n-d-760453-5 with host n-d-760453-5 {{(pid=103306) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 26 21:23:06.774428 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-bc004d5e-4eba-4bc9-8d39-8e2b56d969a4 tempest-DHCPAgentSchedulersTestJSON-1298254287 tempest-DHCPAgentSchedulersTestJSON-1298254287-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 0.8844252 Jan 26 21:23:06.775473 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 40656) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:23:06.818820 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Provisioning complete for port a6fb9a7c-af88-43aa-8c3e-c1a2cf95be84 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:23:06.819147 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (a6fb9a7c-af88-43aa-8c3e-c1a2cf95be84), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:23:07.001088 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f460a0c7-a7d9-42ab-b7d1-9e98211dd214 None None] Network d532044f-f748-41df-bdb8-26605445914f requested from n-d-760453-5 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 26 21:23:07.097496 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-8472303c-1255-4115-9a92-2c2d74c19f54 tempest-DHCPAgentSchedulersTestJSON-2102252592 tempest-DHCPAgentSchedulersTestJSON-2102252592-project-admin] 10.222.0.13 "GET /v2.0/agents/474ccdf7-ab6c-405b-a3b2-dc7b05829902/dhcp-networks HTTP/1.1" status: 200 len: 10447 time: 0.3198578 Jan 26 21:23:07.099018 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 40664) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:23:07.128869 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c1b62e-7407-49a4-a160-9d640bf9ccae req-f5c6c776-acee-49c3-bde7-153fa7ea6ff2 tempest-AttachVolumeShelveTestJSON-345998519 tempest-AttachVolumeShelveTestJSON-345998519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:23:07.130842 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-f9c1b62e-7407-49a4-a160-9d640bf9ccae req-f5c6c776-acee-49c3-bde7-153fa7ea6ff2 tempest-AttachVolumeShelveTestJSON-345998519 tempest-AttachVolumeShelveTestJSON-345998519-project] 10.222.0.13 "GET /v2.0/ports?device_id=93bf95ee-d279-4897-bd53-d5feb3e9b070 HTTP/1.1" status: 200 len: 943 time: 0.1856506 Jan 26 21:23:07.281019 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b76c3a0e-63c8-48ca-bd17-1c5b190e9873 tempest-DHCPAgentSchedulersTestJSON-2102252592 tempest-DHCPAgentSchedulersTestJSON-2102252592-project-admin] Network bc1badc4-ea5a-4d9f-9b3f-c46cb3664a07 is scheduled to be hosted by DHCP agent 474ccdf7-ab6c-405b-a3b2-dc7b05829902 with binding_index 1 {{(pid=103305) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 26 21:23:07.307061 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-b76c3a0e-63c8-48ca-bd17-1c5b190e9873 tempest-DHCPAgentSchedulersTestJSON-2102252592 tempest-DHCPAgentSchedulersTestJSON-2102252592-project-admin] 10.222.0.13 "POST /v2.0/agents/474ccdf7-ab6c-405b-a3b2-dc7b05829902/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.2061939 Jan 26 21:23:07.315469 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 40678) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:23:07.341241 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06ff57c6-a943-4b3c-9610-7c7335705091 None None] Network bc1badc4-ea5a-4d9f-9b3f-c46cb3664a07 requested from n-d-760453-5 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 26 21:23:07.350068 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-f9c1b62e-7407-49a4-a160-9d640bf9ccae req-136a1888-5e33-44d2-af92-3aec94d20efb tempest-AttachVolumeShelveTestJSON-345998519 tempest-AttachVolumeShelveTestJSON-345998519-project] 10.222.0.13 "GET /v2.0/security-groups?id=5d7f7103-d0ef-48d0-a848-32dbbe71b238&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2095287 Jan 26 21:23:07.352032 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5c36be9-218a-422b-bfa7-516a9c237218 admin admin] Router 940e1b85-7b2c-405f-b438-620a8d46dd52 is scheduled to L3 agent 09df100c-3af1-4b0a-bda8-05914c71c458 with binding_index 1 {{(pid=103304) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 26 21:23:07.729760 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Current status of the port a6fb9a7c-af88-43aa-8c3e-c1a2cf95be84 is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:23:07.730993 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device ac31989b-f05f-40de-a23c-65f15ddefc8c up at agent ovs-agent-n-d-760453-5 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 21:23:07.739964 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-44b35599-bbc9-41bc-8f9f-946c5f89d2cb None None] Provisioning complete for port ac31989b-f05f-40de-a23c-65f15ddefc8c triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:23:07.740345 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-44b35599-bbc9-41bc-8f9f-946c5f89d2cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (ac31989b-f05f-40de-a23c-65f15ddefc8c), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:23:07.751188 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5c36be9-218a-422b-bfa7-516a9c237218 admin admin] Notify agent at l3_agent.n-d-760453-5 the message routers_updated {{(pid=103304) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 26 21:23:07.764346 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-ad027356-a67f-4578-9965-aa569d350e39 tempest-DHCPAgentSchedulersTestJSON-2102252592 tempest-DHCPAgentSchedulersTestJSON-2102252592-project-admin] 10.222.0.13 "GET /v2.0/agents/474ccdf7-ab6c-405b-a3b2-dc7b05829902/dhcp-networks HTTP/1.1" status: 200 len: 11216 time: 0.4432466 Jan 26 21:23:07.765681 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 40682) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:23:07.800216 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-c5c36be9-218a-422b-bfa7-516a9c237218 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:23:07.807267 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-c5c36be9-218a-422b-bfa7-516a9c237218 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 7.4360762 Jan 26 21:23:07.809463 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 40684) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:23:07.926407 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15862ec7-3bb0-4478-adad-4de6aa98c33f None None] Sync routers for ids ['940e1b85-7b2c-405f-b438-620a8d46dd52'] in n-d-760453-5 {{(pid=103306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 26 21:23:07.964698 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15862ec7-3bb0-4478-adad-4de6aa98c33f None None] Routers {'940e1b85-7b2c-405f-b438-620a8d46dd52'} bound to L3 agent in host n-d-760453-5 {{(pid=103306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 21:23:07.965371 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-15862ec7-3bb0-4478-adad-4de6aa98c33f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-26T20:55:21Z,description=,heartbeat_timestamp=2022-01-26T21:22:51Z,host='n-d-760453-5',id=09df100c-3af1-4b0a-bda8-05914c71c458,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:55:21Z,topic='l3_agent')) {'router_ids': ['940e1b85-7b2c-405f-b438-620a8d46dd52'], 'active': True} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:23:08.024419 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-825ee947-b4ec-4a38-8416-9fac5bf1a2b3 tempest-DHCPAgentSchedulersTestJSON-2102252592 tempest-DHCPAgentSchedulersTestJSON-2102252592-project-admin] 10.222.0.13 "DELETE /v2.0/agents/474ccdf7-ab6c-405b-a3b2-dc7b05829902/dhcp-networks/bc1badc4-ea5a-4d9f-9b3f-c46cb3664a07 HTTP/1.1" status: 204 len: 168 time: 0.2555804 Jan 26 21:23:08.026633 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 40688) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:23:08.100710 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-44b35599-bbc9-41bc-8f9f-946c5f89d2cb None None] Current status of the port ac31989b-f05f-40de-a23c-65f15ddefc8c is: DOWN; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:23:08.101088 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-44b35599-bbc9-41bc-8f9f-946c5f89d2cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (ac31989b-f05f-40de-a23c-65f15ddefc8c), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:23:08.147014 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-44b35599-bbc9-41bc-8f9f-946c5f89d2cb None None] For port ac31989b-f05f-40de-a23c-65f15ddefc8c, host n-d-760453-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=ac31989b-f05f-40de-a23c-65f15ddefc8c,segment=NetworkSegment(b90023ca-db53-4647-bd16-154dc57d8670),segment_id=b90023ca-db53-4647-bd16-154dc57d8670)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:23:08.158391 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-44b35599-bbc9-41bc-8f9f-946c5f89d2cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (ac31989b-f05f-40de-a23c-65f15ddefc8c), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:23:08.324456 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b35599-bbc9-41bc-8f9f-946c5f89d2cb None None] Pushing event updated for resources: {'Port': ['ID=ac31989b-f05f-40de-a23c-65f15ddefc8c,revision_number=3']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:23:08.365559 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-47bb0ca3-caff-451f-a731-4d10bed33425 None None] Could not find standard attr ID for object a1f5f43b-02a6-43c4-b3dd-2809e2b06557. {{(pid=103306) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 26 21:23:08.466333 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-2b22322e-3794-4985-a15f-324a8d649652 tempest-DHCPAgentSchedulersTestJSON-2102252592 tempest-DHCPAgentSchedulersTestJSON-2102252592-project-admin] 10.222.0.13 "GET /v2.0/agents/474ccdf7-ab6c-405b-a3b2-dc7b05829902/dhcp-networks HTTP/1.1" status: 200 len: 10447 time: 0.4383621 Jan 26 21:23:08.474818 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 40706) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:23:08.502074 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Provisioning complete for port ac31989b-f05f-40de-a23c-65f15ddefc8c triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:23:08.503195 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (ac31989b-f05f-40de-a23c-65f15ddefc8c), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:23:08.530955 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-b373c4cc-fb75-4559-a5e2-6725ec67c8d3 tempest-DHCPAgentSchedulersTestJSON-2102252592 tempest-DHCPAgentSchedulersTestJSON-2102252592-project-admin] 10.222.0.13 "GET /v2.0/networks/7c3cd251-b2d0-4996-bbbe-407daab5ac68/dhcp-agents HTTP/1.1" status: 200 len: 795 time: 0.0522463 Jan 26 21:23:08.534328 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 40708) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:23:08.564909 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-47bb0ca3-caff-451f-a731-4d10bed33425 None None] Provisioning complete for port a6fb9a7c-af88-43aa-8c3e-c1a2cf95be84 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:23:08.565305 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-47bb0ca3-caff-451f-a731-4d10bed33425 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (a6fb9a7c-af88-43aa-8c3e-c1a2cf95be84), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:23:08.604204 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-a1f258b8-7e34-48b2-a210-36525c8ea306 tempest-DHCPAgentSchedulersTestJSON-2102252592 tempest-DHCPAgentSchedulersTestJSON-2102252592-project-admin] 10.222.0.13 "GET /v2.0/networks/7c3cd251-b2d0-4996-bbbe-407daab5ac68/dhcp-agents HTTP/1.1" status: 200 len: 795 time: 0.0649643 Jan 26 21:23:08.604920 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 40710) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:23:08.618054 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (32ef628b-8417-46c5-8729-60fcabe358f1), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:23:08.690626 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-47bb0ca3-caff-451f-a731-4d10bed33425 None None] Current status of the port a6fb9a7c-af88-43aa-8c3e-c1a2cf95be84 is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:23:08.703099 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvr_db [None req-15862ec7-3bb0-4478-adad-4de6aa98c33f None None] Set router 940e1b85-7b2c-405f-b438-620a8d46dd52 gateway port host: n-d-760453-5 {{(pid=103306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 21:23:08.933146 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-87fbcdd4-fbea-46a9-b386-e1ce97e3ea35 None None] Provisioning complete for port ac31989b-f05f-40de-a23c-65f15ddefc8c triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:23:08.936697 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-87fbcdd4-fbea-46a9-b386-e1ce97e3ea35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (ac31989b-f05f-40de-a23c-65f15ddefc8c), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:23:09.000256 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Current status of the port ac31989b-f05f-40de-a23c-65f15ddefc8c is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:23:09.048946 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-03b01f5d-d835-4771-a251-b293f7ea2e1e tempest-DHCPAgentSchedulersTestJSON-2102252592 tempest-DHCPAgentSchedulersTestJSON-2102252592-project-admin] 10.222.0.13 "GET /v2.0/agents/474ccdf7-ab6c-405b-a3b2-dc7b05829902/dhcp-networks HTTP/1.1" status: 200 len: 10447 time: 0.4417007 Jan 26 21:23:09.077691 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 40716) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:23:09.246418 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device ac31989b-f05f-40de-a23c-65f15ddefc8c up at agent ovs-agent-n-d-760453-5 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 21:23:09.258616 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-15862ec7-3bb0-4478-adad-4de6aa98c33f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '940e1b85-7b2c-405f-b438-620a8d46dd52', 'name': 'tempest-TaggedBootDevicesTest-134589666-router', 'tenant_id': '35e4fb6e90e049dda879f2f4d88006f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'external_fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.240'}], 'enable_snat': True}, 'gw_port_id': 'd08c4bbc-cde1-4eeb-9ac6-b415670c979d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T21:23:00Z', 'updated_at': '2022-01-26T21:23:04Z', 'revision_number': 3, 'project_id': '35e4fb6e90e049dda879f2f4d88006f4', 'gw_port': {'id': 'd08c4bbc-cde1-4eeb-9ac6-b415670c979d', 'name': '', 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:bf:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '940e1b85-7b2c-405f-b438-620a8d46dd52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2189, 'fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:23:03Z', 'updated_at': '2022-01-26T21:23:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-5'}], 'n-d-760453-5', False) {} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:23:09.300096 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-153829ef-1ac5-406c-bf93-193fb94dc5ab tempest-DHCPAgentSchedulersTestJSON-1298254287 tempest-DHCPAgentSchedulersTestJSON-1298254287-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-748181'] for network (bc1badc4-ea5a-4d9f-9b3f-c46cb3664a07), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:23:09.391495 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15862ec7-3bb0-4478-adad-4de6aa98c33f None None] Checking router: 940e1b85-7b2c-405f-b438-620a8d46dd52 for host: n-d-760453-5 {{(pid=103306) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 26 21:23:09.393329 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15862ec7-3bb0-4478-adad-4de6aa98c33f None None] Updating router 940e1b85-7b2c-405f-b438-620a8d46dd52 port d08c4bbc-cde1-4eeb-9ac6-b415670c979d binding host n-d-760453-5 {{(pid=103306) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 26 21:23:09.458950 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-15862ec7-3bb0-4478-adad-4de6aa98c33f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (d08c4bbc-cde1-4eeb-9ac6-b415670c979d), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:23:09.541327 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-153829ef-1ac5-406c-bf93-193fb94dc5ab tempest-DHCPAgentSchedulersTestJSON-1298254287 tempest-DHCPAgentSchedulersTestJSON-1298254287-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-686403', 'neutron.services.segments.db._delete_segments_for_network-8746560774018'] for network (bc1badc4-ea5a-4d9f-9b3f-c46cb3664a07), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:23:09.592346 n-d-760453-5 neutron-server[103305]: DEBUG neutron.services.segments.db [None req-153829ef-1ac5-406c-bf93-193fb94dc5ab tempest-DHCPAgentSchedulersTestJSON-1298254287 tempest-DHCPAgentSchedulersTestJSON-1298254287-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bc1badc4-ea5a-4d9f-9b3f-c46cb3664a07']}} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:23:09.612809 n-d-760453-5 neutron-server[103305]: DEBUG neutron.services.segments.db [None req-153829ef-1ac5-406c-bf93-193fb94dc5ab tempest-DHCPAgentSchedulersTestJSON-1298254287 tempest-DHCPAgentSchedulersTestJSON-1298254287-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fdb4d356-ed74-4b25-8a18-431846110226') {'for_net_delete': True} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:23:09.613670 n-d-760453-5 neutron-server[103305]: DEBUG neutron.services.segments.db [None req-153829ef-1ac5-406c-bf93-193fb94dc5ab tempest-DHCPAgentSchedulersTestJSON-1298254287 tempest-DHCPAgentSchedulersTestJSON-1298254287-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fdb4d356-ed74-4b25-8a18-431846110226') {} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:23:09.642051 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-153829ef-1ac5-406c-bf93-193fb94dc5ab tempest-DHCPAgentSchedulersTestJSON-1298254287 tempest-DHCPAgentSchedulersTestJSON-1298254287-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746560742283', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11788955'] for segment (fdb4d356-ed74-4b25-8a18-431846110226), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:23:09.665109 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-153829ef-1ac5-406c-bf93-193fb94dc5ab tempest-DHCPAgentSchedulersTestJSON-1298254287 tempest-DHCPAgentSchedulersTestJSON-1298254287-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576559'] for segment (fdb4d356-ed74-4b25-8a18-431846110226), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:23:09.679263 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3afb6243-529e-4bd7-aec4-499ef1cc127a req-7b9a8bdf-3374-4e4c-b5bf-8c6037c177ac tempest-AttachVolumeShelveTestJSON-345998519 tempest-AttachVolumeShelveTestJSON-345998519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:23:09.680264 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-153829ef-1ac5-406c-bf93-193fb94dc5ab tempest-DHCPAgentSchedulersTestJSON-1298254287 tempest-DHCPAgentSchedulersTestJSON-1298254287-project] Releasing vlan 566 on physical network physnet1 to pool {{(pid=103305) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 26 21:23:09.681074 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-3afb6243-529e-4bd7-aec4-499ef1cc127a req-7b9a8bdf-3374-4e4c-b5bf-8c6037c177ac tempest-AttachVolumeShelveTestJSON-345998519 tempest-AttachVolumeShelveTestJSON-345998519-project] 10.222.0.13 "GET /v2.0/ports?device_id=93bf95ee-d279-4897-bd53-d5feb3e9b070 HTTP/1.1" status: 200 len: 943 time: 1.1396949 Jan 26 21:23:09.688482 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-153829ef-1ac5-406c-bf93-193fb94dc5ab tempest-DHCPAgentSchedulersTestJSON-1298254287 tempest-DHCPAgentSchedulersTestJSON-1298254287-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11791428'] for segment (fdb4d356-ed74-4b25-8a18-431846110226), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:23:09.691810 n-d-760453-5 neutron-server[103305]: Traceback (most recent call last): Jan 26 21:23:09.691810 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 26 21:23:09.691810 n-d-760453-5 neutron-server[103305]: timer() Jan 26 21:23:09.691810 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 26 21:23:09.691810 n-d-760453-5 neutron-server[103305]: cb(*args, **kw) Jan 26 21:23:09.691810 n-d-760453-5 neutron-server[103305]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 26 21:23:09.691810 n-d-760453-5 neutron-server[103305]: return func(*args, **kwargs) Jan 26 21:23:09.691810 n-d-760453-5 neutron-server[103305]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 26 21:23:09.691810 n-d-760453-5 neutron-server[103305]: self._notify() Jan 26 21:23:09.691810 n-d-760453-5 neutron-server[103305]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 26 21:23:09.691810 n-d-760453-5 neutron-server[103305]: self.callback(batched_events) Jan 26 21:23:09.691810 n-d-760453-5 neutron-server[103305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 26 21:23:09.691810 n-d-760453-5 neutron-server[103305]: event.method(event) Jan 26 21:23:09.691810 n-d-760453-5 neutron-server[103305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 26 21:23:09.691810 n-d-760453-5 neutron-server[103305]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 26 21:23:09.691810 n-d-760453-5 neutron-server[103305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 26 21:23:09.691810 n-d-760453-5 neutron-server[103305]: aggregate_uuid = self.p_client.list_aggregates( Jan 26 21:23:09.691810 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 26 21:23:09.691810 n-d-760453-5 neutron-server[103305]: return f(self, *a, **k) Jan 26 21:23:09.691810 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 26 21:23:09.691810 n-d-760453-5 neutron-server[103305]: return self._get(url).json() Jan 26 21:23:09.691810 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 26 21:23:09.691810 n-d-760453-5 neutron-server[103305]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 26 21:23:09.691810 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 26 21:23:09.691810 n-d-760453-5 neutron-server[103305]: return self.request(url, 'GET', **kwargs) Jan 26 21:23:09.691810 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 26 21:23:09.691810 n-d-760453-5 neutron-server[103305]: base_url = self.get_endpoint(auth, allow=allow, Jan 26 21:23:09.691810 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 26 21:23:09.691810 n-d-760453-5 neutron-server[103305]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 26 21:23:09.691810 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 26 21:23:09.691810 n-d-760453-5 neutron-server[103305]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 26 21:23:09.691810 n-d-760453-5 neutron-server[103305]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 26 21:23:09.851230 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-153829ef-1ac5-406c-bf93-193fb94dc5ab tempest-DHCPAgentSchedulersTestJSON-1298254287 tempest-DHCPAgentSchedulersTestJSON-1298254287-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4110931'] for network (bc1badc4-ea5a-4d9f-9b3f-c46cb3664a07), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:23:09.855828 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-153829ef-1ac5-406c-bf93-193fb94dc5ab tempest-DHCPAgentSchedulersTestJSON-1298254287 tempest-DHCPAgentSchedulersTestJSON-1298254287-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709645'] for network (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:23:09.862084 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-153829ef-1ac5-406c-bf93-193fb94dc5ab tempest-DHCPAgentSchedulersTestJSON-1298254287 tempest-DHCPAgentSchedulersTestJSON-1298254287-project] 10.222.0.13 "DELETE /v2.0/networks/bc1badc4-ea5a-4d9f-9b3f-c46cb3664a07 HTTP/1.1" status: 204 len: 168 time: 0.7813737 Jan 26 21:23:09.862702 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 40732) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:23:09.954306 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-153829ef-1ac5-406c-bf93-193fb94dc5ab tempest-DHCPAgentSchedulersTestJSON-1298254287 tempest-DHCPAgentSchedulersTestJSON-1298254287-project] Pushing event deleted for resources: {'Network': ['ID=bc1badc4-ea5a-4d9f-9b3f-c46cb3664a07,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:23:09.959301 n-d-760453-5 neutron-server[103305]: INFO neutron.pecan_wsgi.hooks.translation [None req-e80b7513-31ab-42a5-85ea-a67eeb1a4702 tempest-DHCPAgentSchedulersTestJSON-1298254287 tempest-DHCPAgentSchedulersTestJSON-1298254287-project] DELETE failed (client error): The resource could not be found. Jan 26 21:23:09.959908 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e80b7513-31ab-42a5-85ea-a67eeb1a4702 tempest-DHCPAgentSchedulersTestJSON-1298254287 tempest-DHCPAgentSchedulersTestJSON-1298254287-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103305) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 26 21:23:09.973590 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-e80b7513-31ab-42a5-85ea-a67eeb1a4702 tempest-DHCPAgentSchedulersTestJSON-1298254287 tempest-DHCPAgentSchedulersTestJSON-1298254287-project] 10.222.0.13 "DELETE /v2.0/ports/a1f5f43b-02a6-43c4-b3dd-2809e2b06557 HTTP/1.1" status: 404 len: 333 time: 0.0745928 Jan 26 21:23:09.974242 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 40734) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:23:09.982909 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-3afb6243-529e-4bd7-aec4-499ef1cc127a req-0065a6d5-6f51-49c9-a84e-5f05b40e341e tempest-AttachVolumeShelveTestJSON-345998519 tempest-AttachVolumeShelveTestJSON-345998519-project] 10.222.0.13 "GET /v2.0/security-groups?id=5d7f7103-d0ef-48d0-a848-32dbbe71b238&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2789357 Jan 26 21:23:10.090636 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-15862ec7-3bb0-4478-adad-4de6aa98c33f None None] Publish callbacks [] for port (d08c4bbc-cde1-4eeb-9ac6-b415670c979d), precommit_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:23:10.099002 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-87fbcdd4-fbea-46a9-b386-e1ce97e3ea35 None None] Current status of the port ac31989b-f05f-40de-a23c-65f15ddefc8c is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:23:10.139559 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-15862ec7-3bb0-4478-adad-4de6aa98c33f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (d08c4bbc-cde1-4eeb-9ac6-b415670c979d), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:23:10.150366 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.db_base_plugin_v2 [None req-b9b3aaf2-7988-4954-8d21-b22fbb004340 tempest-DHCPAgentSchedulersTestJSON-1298254287 tempest-DHCPAgentSchedulersTestJSON-1298254287-project] Deleting subnet 016aa458-c1c4-4c3d-9b34-5ecf8d31f8dc {{(pid=103305) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 26 21:23:10.158489 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-b9b3aaf2-7988-4954-8d21-b22fbb004340 tempest-DHCPAgentSchedulersTestJSON-1298254287 tempest-DHCPAgentSchedulersTestJSON-1298254287-project] Publish callbacks [] for subnet (016aa458-c1c4-4c3d-9b34-5ecf8d31f8dc), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:23:10.181764 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-c9764b1a-8456-4315-8a9f-46cca3abe203 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:23:10.280674 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-b9b3aaf2-7988-4954-8d21-b22fbb004340 tempest-DHCPAgentSchedulersTestJSON-1298254287 tempest-DHCPAgentSchedulersTestJSON-1298254287-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11788946'] for subnet (016aa458-c1c4-4c3d-9b34-5ecf8d31f8dc), precommit_delete_associations {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:23:10.341616 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-15862ec7-3bb0-4478-adad-4de6aa98c33f None None] Attempting to bind port d08c4bbc-cde1-4eeb-9ac6-b415670c979d on host n-d-760453-5 for vnic_type normal with profile {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 21:23:10.344772 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-15862ec7-3bb0-4478-adad-4de6aa98c33f None None] Attempting to bind port d08c4bbc-cde1-4eeb-9ac6-b415670c979d by drivers openvswitch,hyperv on host n-d-760453-5 at level 0 using segments [{'id': 'e17cb353-418f-48b9-b982-21a6233ee99b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299'}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 26 21:23:10.345445 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15862ec7-3bb0-4478-adad-4de6aa98c33f None None] Attempting to bind port d08c4bbc-cde1-4eeb-9ac6-b415670c979d on network 4140a1f1-c93a-4bea-83a0-68953a54f299 {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 21:23:10.418578 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15862ec7-3bb0-4478-adad-4de6aa98c33f None None] Checking agent: {'id': 'fea0591a-627d-4c87-9a9a-01625ddf3277', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760453-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 20, 55, 25), 'started_at': datetime.datetime(2022, 1, 26, 20, 55, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 21, 22, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760453-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 26 21:23:10.431657 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15862ec7-3bb0-4478-adad-4de6aa98c33f None None] Checking segment: {'id': 'e17cb353-418f-48b9-b982-21a6233ee99b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 21:23:10.432186 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-15862ec7-3bb0-4478-adad-4de6aa98c33f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:23:10.432698 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15862ec7-3bb0-4478-adad-4de6aa98c33f None None] Bound using segment: {'id': 'e17cb353-418f-48b9-b982-21a6233ee99b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299'} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 26 21:23:10.439745 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-15862ec7-3bb0-4478-adad-4de6aa98c33f None None] Bound port: d08c4bbc-cde1-4eeb-9ac6-b415670c979d, host: n-d-760453-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e17cb353-418f-48b9-b982-21a6233ee99b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299'}}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 26 21:23:10.440342 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-15862ec7-3bb0-4478-adad-4de6aa98c33f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (d08c4bbc-cde1-4eeb-9ac6-b415670c979d), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:23:10.495129 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-b9b3aaf2-7988-4954-8d21-b22fbb004340 tempest-DHCPAgentSchedulersTestJSON-1298254287 tempest-DHCPAgentSchedulersTestJSON-1298254287-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687316'] for subnet (016aa458-c1c4-4c3d-9b34-5ecf8d31f8dc), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:23:10.569835 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-15862ec7-3bb0-4478-adad-4de6aa98c33f None None] For port d08c4bbc-cde1-4eeb-9ac6-b415670c979d, host n-d-760453-5, cleared binding levels {{(pid=103306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 26 21:23:10.577892 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-15862ec7-3bb0-4478-adad-4de6aa98c33f None None] For port d08c4bbc-cde1-4eeb-9ac6-b415670c979d, host n-d-760453-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=d08c4bbc-cde1-4eeb-9ac6-b415670c979d,segment=NetworkSegment(e17cb353-418f-48b9-b982-21a6233ee99b),segment_id=e17cb353-418f-48b9-b982-21a6233ee99b)] {{(pid=103306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 26 21:23:10.584685 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Provisioning complete for port ac31989b-f05f-40de-a23c-65f15ddefc8c triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:23:10.586781 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (ac31989b-f05f-40de-a23c-65f15ddefc8c), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:23:10.650490 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-b9b3aaf2-7988-4954-8d21-b22fbb004340 tempest-DHCPAgentSchedulersTestJSON-1298254287 tempest-DHCPAgentSchedulersTestJSON-1298254287-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11791594', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11599980'] for subnet (016aa458-c1c4-4c3d-9b34-5ecf8d31f8dc), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:23:10.676104 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-b9b3aaf2-7988-4954-8d21-b22fbb004340 tempest-DHCPAgentSchedulersTestJSON-1298254287 tempest-DHCPAgentSchedulersTestJSON-1298254287-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709645'] for subnet (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:23:10.678485 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f5e6e6-0b58-4a1c-a9f3-c81ffb2da2ea None None] Pushing event updated for resources: {'Port': ['ID=d08c4bbc-cde1-4eeb-9ac6-b415670c979d,revision_number=2']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:23:10.684541 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-b9b3aaf2-7988-4954-8d21-b22fbb004340 tempest-DHCPAgentSchedulersTestJSON-1298254287 tempest-DHCPAgentSchedulersTestJSON-1298254287-project] 10.222.0.13 "DELETE /v2.0/subnets/016aa458-c1c4-4c3d-9b34-5ecf8d31f8dc HTTP/1.1" status: 204 len: 168 time: 0.7062359 Jan 26 21:23:10.689788 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 40756) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:23:10.696631 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69f1879d-4ddc-4563-b564-cf5dfe723cdd None None] Network 7c3cd251-b2d0-4996-bbbe-407daab5ac68 requested from n-d-760453-5 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 26 21:23:10.716630 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-15862ec7-3bb0-4478-adad-4de6aa98c33f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (d08c4bbc-cde1-4eeb-9ac6-b415670c979d), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:23:10.856156 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.db_base_plugin_common [None req-c9764b1a-8456-4315-8a9f-46cca3abe203 admin admin] Allocated IP 172.20.0.1 (d532044f-f748-41df-bdb8-26605445914f/677f5e73-5cfb-45e2-84a4-76b7c57f0a17/83151452-f9a9-4e13-a9bc-2ab8a372d36d) {{(pid=103304) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 21:23:10.939122 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-b69596b2-3b14-4666-9769-55c8bf831119 tempest-DHCPAgentSchedulersTestJSON-1298254287 tempest-DHCPAgentSchedulersTestJSON-1298254287-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-748181'] for network (7c3cd251-b2d0-4996-bbbe-407daab5ac68), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:23:10.962114 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b3aaf2-7988-4954-8d21-b22fbb004340 tempest-DHCPAgentSchedulersTestJSON-1298254287 tempest-DHCPAgentSchedulersTestJSON-1298254287-project] Pushing event deleted for resources: {'Subnet': ['ID=016aa458-c1c4-4c3d-9b34-5ecf8d31f8dc,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:23:11.051411 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f5e6e6-0b58-4a1c-a9f3-c81ffb2da2ea None None] Pushing event updated for resources: {'Port': ['ID=d08c4bbc-cde1-4eeb-9ac6-b415670c979d,revision_number=3']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:23:11.080244 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-c9764b1a-8456-4315-8a9f-46cca3abe203 admin admin] Publish callbacks [] for port (83151452-f9a9-4e13-a9bc-2ab8a372d36d), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:23:11.153946 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-c9764b1a-8456-4315-8a9f-46cca3abe203 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746560234527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9281553'] for port (83151452-f9a9-4e13-a9bc-2ab8a372d36d), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:23:11.160543 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-b69596b2-3b14-4666-9769-55c8bf831119 tempest-DHCPAgentSchedulersTestJSON-1298254287 tempest-DHCPAgentSchedulersTestJSON-1298254287-project] Deleting port a6fb9a7c-af88-43aa-8c3e-c1a2cf95be84 {{(pid=103305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 21:23:11.161096 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-b69596b2-3b14-4666-9769-55c8bf831119 tempest-DHCPAgentSchedulersTestJSON-1298254287 tempest-DHCPAgentSchedulersTestJSON-1298254287-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746560630878'] for port (a6fb9a7c-af88-43aa-8c3e-c1a2cf95be84), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:23:11.164984 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15862ec7-3bb0-4478-adad-4de6aa98c33f None None] Routers {'940e1b85-7b2c-405f-b438-620a8d46dd52'} bound to L3 agent in host n-d-760453-5 {{(pid=103306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 21:23:11.169022 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-15862ec7-3bb0-4478-adad-4de6aa98c33f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-26T20:55:21Z,description=,heartbeat_timestamp=2022-01-26T21:22:51Z,host='n-d-760453-5',id=09df100c-3af1-4b0a-bda8-05914c71c458,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:55:21Z,topic='l3_agent')) {'router_ids': ['940e1b85-7b2c-405f-b438-620a8d46dd52'], 'active': True} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:23:11.185244 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Current status of the port ac31989b-f05f-40de-a23c-65f15ddefc8c is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:23:11.275064 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9764b1a-8456-4315-8a9f-46cca3abe203 admin admin] Network d532044f-f748-41df-bdb8-26605445914f is already hosted by enough agents. {{(pid=103304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 21:23:11.332900 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [None req-c9764b1a-8456-4315-8a9f-46cca3abe203 admin admin] Resources bound (agent type, host, resource id): {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:23:11.337245 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9764b1a-8456-4315-8a9f-46cca3abe203 admin admin] Received port after_create {{(pid=103304) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 21:23:11.509378 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9764b1a-8456-4315-8a9f-46cca3abe203 admin admin] Pushing event updated for resources: {'Port': ['ID=83151452-f9a9-4e13-a9bc-2ab8a372d36d,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:23:11.527628 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [None req-b69596b2-3b14-4666-9769-55c8bf831119 tempest-DHCPAgentSchedulersTestJSON-1298254287 tempest-DHCPAgentSchedulersTestJSON-1298254287-project] For port a6fb9a7c-af88-43aa-8c3e-c1a2cf95be84, host n-d-760453-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=a6fb9a7c-af88-43aa-8c3e-c1a2cf95be84,segment=NetworkSegment(28c89d5d-8c8a-48ca-8704-1e2f21ff9b15),segment_id=28c89d5d-8c8a-48ca-8704-1e2f21ff9b15)] {{(pid=103305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:23:11.528011 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-b69596b2-3b14-4666-9769-55c8bf831119 tempest-DHCPAgentSchedulersTestJSON-1298254287 tempest-DHCPAgentSchedulersTestJSON-1298254287-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4109658'] for port (a6fb9a7c-af88-43aa-8c3e-c1a2cf95be84), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:23:11.560697 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-958eb0c3-4c36-4c91-bda6-b90c890ea5a0 None None] DHCP port deletion for 7c3cd251-b2d0-4996-bbbe-407daab5ac68 request from n-d-760453-5 {{(pid=103306) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 26 21:23:11.579899 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvr_db [None req-15862ec7-3bb0-4478-adad-4de6aa98c33f None None] Set router 940e1b85-7b2c-405f-b438-620a8d46dd52 gateway port host: n-d-760453-5 {{(pid=103306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 21:23:11.603616 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b01df8-50e5-4598-8c50-23115f57080d req-a8eb9f5d-f5aa-44ea-a47a-c9d02cce1a93 tempest-AttachVolumeShelveTestJSON-345998519 tempest-AttachVolumeShelveTestJSON-345998519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:23:11.605256 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-f7b01df8-50e5-4598-8c50-23115f57080d req-a8eb9f5d-f5aa-44ea-a47a-c9d02cce1a93 tempest-AttachVolumeShelveTestJSON-345998519 tempest-AttachVolumeShelveTestJSON-345998519-project] 10.222.0.13 "GET /v2.0/ports?device_id=93bf95ee-d279-4897-bd53-d5feb3e9b070 HTTP/1.1" status: 200 len: 943 time: 0.3624213 Jan 26 21:23:11.610028 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-b69596b2-3b14-4666-9769-55c8bf831119 tempest-DHCPAgentSchedulersTestJSON-1298254287 tempest-DHCPAgentSchedulersTestJSON-1298254287-project] Calling delete_port for a6fb9a7c-af88-43aa-8c3e-c1a2cf95be84 owned by network:dhcp {{(pid=103305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 21:23:11.677195 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-c9764b1a-8456-4315-8a9f-46cca3abe203 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4111050'] for router_interface (940e1b85-7b2c-405f-b438-620a8d46dd52), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:23:12.019038 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-b69596b2-3b14-4666-9769-55c8bf831119 tempest-DHCPAgentSchedulersTestJSON-1298254287 tempest-DHCPAgentSchedulersTestJSON-1298254287-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746560636600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746560234536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11791543'] for port (a6fb9a7c-af88-43aa-8c3e-c1a2cf95be84), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:23:12.124543 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-f7b01df8-50e5-4598-8c50-23115f57080d req-c8c68ed5-ab72-4d96-9a0c-ca9baed540e3 tempest-AttachVolumeShelveTestJSON-345998519 tempest-AttachVolumeShelveTestJSON-345998519-project] 10.222.0.13 "GET /v2.0/security-groups?id=5d7f7103-d0ef-48d0-a848-32dbbe71b238&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5043676 Jan 26 21:23:12.126485 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69596b2-3b14-4666-9769-55c8bf831119 tempest-DHCPAgentSchedulersTestJSON-1298254287 tempest-DHCPAgentSchedulersTestJSON-1298254287-project] Pushing event deleted for resources: {'Port': ['ID=a6fb9a7c-af88-43aa-8c3e-c1a2cf95be84,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:23:12.174848 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b69596b2-3b14-4666-9769-55c8bf831119 tempest-DHCPAgentSchedulersTestJSON-1298254287 tempest-DHCPAgentSchedulersTestJSON-1298254287-project] No DVR routers for this DVR port a6fb9a7c-af88-43aa-8c3e-c1a2cf95be84 on host n-d-760453-5 {{(pid=103305) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 26 21:23:12.213963 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-c9764b1a-8456-4315-8a9f-46cca3abe203 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (83151452-f9a9-4e13-a9bc-2ab8a372d36d), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:23:12.541811 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-b69596b2-3b14-4666-9769-55c8bf831119 tempest-DHCPAgentSchedulersTestJSON-1298254287 tempest-DHCPAgentSchedulersTestJSON-1298254287-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-686403', 'neutron.services.segments.db._delete_segments_for_network-8746560774018'] for network (7c3cd251-b2d0-4996-bbbe-407daab5ac68), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:23:12.652881 n-d-760453-5 neutron-server[103305]: DEBUG neutron.services.segments.db [None req-b69596b2-3b14-4666-9769-55c8bf831119 tempest-DHCPAgentSchedulersTestJSON-1298254287 tempest-DHCPAgentSchedulersTestJSON-1298254287-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7c3cd251-b2d0-4996-bbbe-407daab5ac68']}} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:23:12.662536 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-c9764b1a-8456-4315-8a9f-46cca3abe203 admin admin] Publish callbacks [] for port (83151452-f9a9-4e13-a9bc-2ab8a372d36d), precommit_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:23:12.675252 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-c9764b1a-8456-4315-8a9f-46cca3abe203 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9281542'] for port (83151452-f9a9-4e13-a9bc-2ab8a372d36d), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:23:12.692465 n-d-760453-5 neutron-server[103305]: DEBUG neutron.services.segments.db [None req-b69596b2-3b14-4666-9769-55c8bf831119 tempest-DHCPAgentSchedulersTestJSON-1298254287 tempest-DHCPAgentSchedulersTestJSON-1298254287-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '28c89d5d-8c8a-48ca-8704-1e2f21ff9b15') {'for_net_delete': True} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:23:12.693261 n-d-760453-5 neutron-server[103305]: DEBUG neutron.services.segments.db [None req-b69596b2-3b14-4666-9769-55c8bf831119 tempest-DHCPAgentSchedulersTestJSON-1298254287 tempest-DHCPAgentSchedulersTestJSON-1298254287-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '28c89d5d-8c8a-48ca-8704-1e2f21ff9b15') {} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:23:12.731133 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-b69596b2-3b14-4666-9769-55c8bf831119 tempest-DHCPAgentSchedulersTestJSON-1298254287 tempest-DHCPAgentSchedulersTestJSON-1298254287-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746560742283', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11788955'] for segment (28c89d5d-8c8a-48ca-8704-1e2f21ff9b15), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:23:12.777821 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-b69596b2-3b14-4666-9769-55c8bf831119 tempest-DHCPAgentSchedulersTestJSON-1298254287 tempest-DHCPAgentSchedulersTestJSON-1298254287-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576559'] for segment (28c89d5d-8c8a-48ca-8704-1e2f21ff9b15), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:23:12.792342 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b69596b2-3b14-4666-9769-55c8bf831119 tempest-DHCPAgentSchedulersTestJSON-1298254287 tempest-DHCPAgentSchedulersTestJSON-1298254287-project] Releasing vlan 564 on physical network physnet1 to pool {{(pid=103305) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 26 21:23:12.793122 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-b69596b2-3b14-4666-9769-55c8bf831119 tempest-DHCPAgentSchedulersTestJSON-1298254287 tempest-DHCPAgentSchedulersTestJSON-1298254287-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11791428'] for segment (28c89d5d-8c8a-48ca-8704-1e2f21ff9b15), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:23:12.826413 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-87b127b2-5fea-4c09-9d3f-39d266c4ea08 None None] Provisioning complete for port 83151452-f9a9-4e13-a9bc-2ab8a372d36d triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:23:12.826997 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-87b127b2-5fea-4c09-9d3f-39d266c4ea08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (83151452-f9a9-4e13-a9bc-2ab8a372d36d), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:23:12.893914 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9764b1a-8456-4315-8a9f-46cca3abe203 admin admin] Pushing event updated for resources: {'Port': ['ID=83151452-f9a9-4e13-a9bc-2ab8a372d36d,revision_number=2']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:23:12.932822 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-15862ec7-3bb0-4478-adad-4de6aa98c33f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '940e1b85-7b2c-405f-b438-620a8d46dd52', 'name': 'tempest-TaggedBootDevicesTest-134589666-router', 'tenant_id': '35e4fb6e90e049dda879f2f4d88006f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'external_fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.240'}], 'enable_snat': True}, 'gw_port_id': 'd08c4bbc-cde1-4eeb-9ac6-b415670c979d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T21:23:00Z', 'updated_at': '2022-01-26T21:23:04Z', 'revision_number': 3, 'project_id': '35e4fb6e90e049dda879f2f4d88006f4', 'gw_port': {'id': 'd08c4bbc-cde1-4eeb-9ac6-b415670c979d', 'name': '', 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:bf:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '940e1b85-7b2c-405f-b438-620a8d46dd52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2189, 'fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:23:03Z', 'updated_at': '2022-01-26T21:23:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-5'}], 'n-d-760453-5', False) {} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:23:12.959689 n-d-760453-5 neutron-server[103305]: Traceback (most recent call last): Jan 26 21:23:12.959689 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 26 21:23:12.959689 n-d-760453-5 neutron-server[103305]: timer() Jan 26 21:23:12.959689 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 26 21:23:12.959689 n-d-760453-5 neutron-server[103305]: cb(*args, **kw) Jan 26 21:23:12.959689 n-d-760453-5 neutron-server[103305]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 26 21:23:12.959689 n-d-760453-5 neutron-server[103305]: return func(*args, **kwargs) Jan 26 21:23:12.959689 n-d-760453-5 neutron-server[103305]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 26 21:23:12.959689 n-d-760453-5 neutron-server[103305]: self._notify() Jan 26 21:23:12.959689 n-d-760453-5 neutron-server[103305]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 26 21:23:12.959689 n-d-760453-5 neutron-server[103305]: self.callback(batched_events) Jan 26 21:23:12.959689 n-d-760453-5 neutron-server[103305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 26 21:23:12.959689 n-d-760453-5 neutron-server[103305]: event.method(event) Jan 26 21:23:12.959689 n-d-760453-5 neutron-server[103305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 26 21:23:12.959689 n-d-760453-5 neutron-server[103305]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 26 21:23:12.959689 n-d-760453-5 neutron-server[103305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 26 21:23:12.959689 n-d-760453-5 neutron-server[103305]: aggregate_uuid = self.p_client.list_aggregates( Jan 26 21:23:12.959689 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 26 21:23:12.959689 n-d-760453-5 neutron-server[103305]: return f(self, *a, **k) Jan 26 21:23:12.959689 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 26 21:23:12.959689 n-d-760453-5 neutron-server[103305]: return self._get(url).json() Jan 26 21:23:12.959689 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 26 21:23:12.959689 n-d-760453-5 neutron-server[103305]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 26 21:23:12.959689 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 26 21:23:12.959689 n-d-760453-5 neutron-server[103305]: return self.request(url, 'GET', **kwargs) Jan 26 21:23:12.959689 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 26 21:23:12.959689 n-d-760453-5 neutron-server[103305]: base_url = self.get_endpoint(auth, allow=allow, Jan 26 21:23:12.959689 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 26 21:23:12.959689 n-d-760453-5 neutron-server[103305]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 26 21:23:12.959689 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 26 21:23:12.959689 n-d-760453-5 neutron-server[103305]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 26 21:23:12.959689 n-d-760453-5 neutron-server[103305]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 26 21:23:12.966171 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-b69596b2-3b14-4666-9769-55c8bf831119 tempest-DHCPAgentSchedulersTestJSON-1298254287 tempest-DHCPAgentSchedulersTestJSON-1298254287-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4110931'] for network (7c3cd251-b2d0-4996-bbbe-407daab5ac68), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:23:12.987804 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-b69596b2-3b14-4666-9769-55c8bf831119 tempest-DHCPAgentSchedulersTestJSON-1298254287 tempest-DHCPAgentSchedulersTestJSON-1298254287-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709645'] for network (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:23:12.996101 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-c9764b1a-8456-4315-8a9f-46cca3abe203 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3709457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4110682'] for router_interface (940e1b85-7b2c-405f-b438-620a8d46dd52), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:23:13.031758 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-b69596b2-3b14-4666-9769-55c8bf831119 tempest-DHCPAgentSchedulersTestJSON-1298254287 tempest-DHCPAgentSchedulersTestJSON-1298254287-project] 10.222.0.13 "DELETE /v2.0/networks/7c3cd251-b2d0-4996-bbbe-407daab5ac68 HTTP/1.1" status: 204 len: 168 time: 2.3352931 Jan 26 21:23:13.096944 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15862ec7-3bb0-4478-adad-4de6aa98c33f None None] The sync data for ids ['940e1b85-7b2c-405f-b438-620a8d46dd52'] in n-d-760453-5 is: [{'id': '940e1b85-7b2c-405f-b438-620a8d46dd52', 'name': 'tempest-TaggedBootDevicesTest-134589666-router', 'tenant_id': '35e4fb6e90e049dda879f2f4d88006f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'external_fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.240'}], 'enable_snat': True}, 'gw_port_id': 'd08c4bbc-cde1-4eeb-9ac6-b415670c979d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T21:23:00Z', 'updated_at': '2022-01-26T21:23:04Z', 'revision_number': 3, 'project_id': '35e4fb6e90e049dda879f2f4d88006f4', 'gw_port': {'id': 'd08c4bbc-cde1-4eeb-9ac6-b415670c979d', 'name': '', 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:bf:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '940e1b85-7b2c-405f-b438-620a8d46dd52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2189, 'fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:23:03Z', 'updated_at': '2022-01-26T21:23:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-5'}] {{(pid=103306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 26 21:23:13.099711 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69596b2-3b14-4666-9769-55c8bf831119 tempest-DHCPAgentSchedulersTestJSON-1298254287 tempest-DHCPAgentSchedulersTestJSON-1298254287-project] Pushing event deleted for resources: {'Network': ['ID=7c3cd251-b2d0-4996-bbbe-407daab5ac68,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:23:13.135094 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-958eb0c3-4c36-4c91-bda6-b90c890ea5a0 None None] Deleting port a6fb9a7c-af88-43aa-8c3e-c1a2cf95be84 {{(pid=103306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 21:23:13.135460 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-958eb0c3-4c36-4c91-bda6-b90c890ea5a0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746560630878'] for port (a6fb9a7c-af88-43aa-8c3e-c1a2cf95be84), before_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:23:13.140436 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-87b127b2-5fea-4c09-9d3f-39d266c4ea08 None None] Port 83151452-f9a9-4e13-a9bc-2ab8a372d36d cannot update to ACTIVE because it is not bound. {{(pid=103306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 26 21:23:13.173731 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server [None req-958eb0c3-4c36-4c91-bda6-b90c890ea5a0 None None] Exception during message handling: neutron_lib.exceptions.NetworkNotFound: Network 7c3cd251-b2d0-4996-bbbe-407daab5ac68 could not be found. Jan 26 21:23:13.173731 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jan 26 21:23:13.173731 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 264, in _get_network Jan 26 21:23:13.173731 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server network = model_query.get_by_id(context, models_v2.Network, id) Jan 26 21:23:13.173731 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 169, in get_by_id Jan 26 21:23:13.173731 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server return query.filter(model.id == object_id).one() Jan 26 21:23:13.173731 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/query.py", line 2856, in one Jan 26 21:23:13.173731 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server return self._iter().one() Jan 26 21:23:13.173731 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/result.py", line 1407, in one Jan 26 21:23:13.173731 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server return self._only_one_row( Jan 26 21:23:13.173731 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/result.py", line 561, in _only_one_row Jan 26 21:23:13.173731 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server raise exc.NoResultFound( Jan 26 21:23:13.173731 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server sqlalchemy.exc.NoResultFound: No row was found when one was required Jan 26 21:23:13.173731 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server Jan 26 21:23:13.173731 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server During handling of the above exception, another exception occurred: Jan 26 21:23:13.173731 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server Jan 26 21:23:13.173731 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jan 26 21:23:13.173731 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jan 26 21:23:13.173731 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jan 26 21:23:13.173731 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jan 26 21:23:13.173731 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jan 26 21:23:13.173731 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jan 26 21:23:13.173731 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jan 26 21:23:13.173731 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 26 21:23:13.173731 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 26 21:23:13.173731 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 26 21:23:13.173731 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 26 21:23:13.173731 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 26 21:23:13.173731 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server raise self.value Jan 26 21:23:13.173731 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 26 21:23:13.173731 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 26 21:23:13.173731 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 26 21:23:13.173731 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 26 21:23:13.173731 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 26 21:23:13.173731 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 26 21:23:13.173731 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 26 21:23:13.173731 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server raise self.value Jan 26 21:23:13.173731 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 26 21:23:13.173731 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 26 21:23:13.173731 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 26 21:23:13.173731 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 26 21:23:13.173731 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 26 21:23:13.173731 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 26 21:23:13.173731 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 26 21:23:13.173731 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server raise self.value Jan 26 21:23:13.173731 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 26 21:23:13.173731 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 26 21:23:13.173731 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 253, in release_dhcp_port Jan 26 21:23:13.173731 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server plugin.delete_ports_by_device_id(context, device_id, network_id) Jan 26 21:23:13.173731 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1552, in delete_ports_by_device_id Jan 26 21:23:13.173731 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server self.delete_port(context, port_id) Jan 26 21:23:13.173731 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Jan 26 21:23:13.173731 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 26 21:23:13.173731 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jan 26 21:23:13.173731 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 26 21:23:13.178883 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 26 21:23:13.178883 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 26 21:23:13.178883 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 26 21:23:13.178883 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 26 21:23:13.178883 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 26 21:23:13.178883 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server raise self.value Jan 26 21:23:13.178883 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 26 21:23:13.178883 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 26 21:23:13.178883 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 26 21:23:13.178883 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 26 21:23:13.178883 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 26 21:23:13.178883 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 26 21:23:13.178883 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 26 21:23:13.178883 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server raise self.value Jan 26 21:23:13.178883 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 26 21:23:13.178883 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 26 21:23:13.178883 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 26 21:23:13.178883 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 26 21:23:13.178883 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 26 21:23:13.178883 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 26 21:23:13.178883 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 26 21:23:13.178883 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server raise self.value Jan 26 21:23:13.178883 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 26 21:23:13.178883 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 26 21:23:13.178883 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 2000, in delete_port Jan 26 21:23:13.178883 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server network = self.get_network(context, port['network_id']) Jan 26 21:23:13.178883 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jan 26 21:23:13.178883 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 26 21:23:13.178883 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1200, in get_network Jan 26 21:23:13.178883 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server net_db = net_db or self._get_network(context, id) Jan 26 21:23:13.178883 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 266, in _get_network Jan 26 21:23:13.178883 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server raise exceptions.NetworkNotFound(net_id=id) Jan 26 21:23:13.178883 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.NetworkNotFound: Network 7c3cd251-b2d0-4996-bbbe-407daab5ac68 could not be found. Jan 26 21:23:13.178883 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server Jan 26 21:23:13.203923 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1f73d64-e6f6-4046-bb63-92b61469f8ea None None] get_active_networks_info from n-d-760453-5 {{(pid=103306) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jan 26 21:23:13.453438 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device a6fb9a7c-af88-43aa-8c3e-c1a2cf95be84 no longer exists at agent ovs-agent-n-d-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 26 21:23:13.604458 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9764b1a-8456-4315-8a9f-46cca3abe203 admin admin] Network d532044f-f748-41df-bdb8-26605445914f is already hosted by enough agents. {{(pid=103304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 21:23:13.627861 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] No Port match for: a6fb9a7c-af88-43aa-8c3e-c1a2cf95be84 {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 26 21:23:13.628258 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device a6fb9a7c-af88-43aa-8c3e-c1a2cf95be84 not bound to the agent host n-d-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 26 21:23:13.656162 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [None req-c9764b1a-8456-4315-8a9f-46cca3abe203 admin admin] Resources bound (agent type, host, resource id): {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:23:13.851478 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 40816) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:23:13.909520 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d98cdf-f20b-4a58-a1eb-b267bf4b639d req-afd9d657-7c33-446e-819e-6ce9338c82b1 tempest-AttachVolumeShelveTestJSON-345998519 tempest-AttachVolumeShelveTestJSON-345998519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:23:13.923454 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-80d98cdf-f20b-4a58-a1eb-b267bf4b639d req-afd9d657-7c33-446e-819e-6ce9338c82b1 tempest-AttachVolumeShelveTestJSON-345998519 tempest-AttachVolumeShelveTestJSON-345998519-project] 10.222.0.13 "GET /v2.0/ports?device_id=93bf95ee-d279-4897-bd53-d5feb3e9b070 HTTP/1.1" status: 200 len: 943 time: 0.4703660 Jan 26 21:23:13.943801 n-d-760453-5 neutron-server[103306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1f73d64-e6f6-4046-bb63-92b61469f8ea None None] Resources bound (agent type, host, resource id): {{(pid=103306) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 26 21:23:14.447813 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-80d98cdf-f20b-4a58-a1eb-b267bf4b639d req-9da4e5d0-8a49-4447-8873-c08fc1720bbe tempest-AttachVolumeShelveTestJSON-345998519 tempest-AttachVolumeShelveTestJSON-345998519-project] 10.222.0.13 "GET /v2.0/security-groups?id=5d7f7103-d0ef-48d0-a848-32dbbe71b238&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5234301 Jan 26 21:23:14.531184 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a90c1dc-8293-4e8d-ac61-9fb3028c2c0f req-975c9ce8-8d3a-41ab-bf67-79083b691ca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:23:14.541136 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-6a90c1dc-8293-4e8d-ac61-9fb3028c2c0f req-975c9ce8-8d3a-41ab-bf67-79083b691ca1 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=93bf95ee-d279-4897-bd53-d5feb3e9b070&tenant_id=9a820e3f529a4c3083d815b75318d24c HTTP/1.1" status: 200 len: 1094 time: 1.2658927 Jan 26 21:23:14.616187 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffb612f9-55fa-4b47-83b8-13b163ab1356 None None] DHCP port deletion for 7c3cd251-b2d0-4996-bbbe-407daab5ac68 request from n-d-760453-5 {{(pid=103306) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 26 21:23:14.640151 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9764b1a-8456-4315-8a9f-46cca3abe203 admin admin] Router 940e1b85-7b2c-405f-b438-620a8d46dd52 has already been hosted by L3 agent 09df100c-3af1-4b0a-bda8-05914c71c458 {{(pid=103304) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 26 21:23:14.734056 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a90c1dc-8293-4e8d-ac61-9fb3028c2c0f req-d406a97e-ec2a-493b-bdbf-44062dfef87f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:23:14.738640 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-6a90c1dc-8293-4e8d-ac61-9fb3028c2c0f req-d406a97e-ec2a-493b-bdbf-44062dfef87f service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=9a820e3f529a4c3083d815b75318d24c&device_id=93bf95ee-d279-4897-bd53-d5feb3e9b070 HTTP/1.1" status: 200 len: 1094 time: 0.1630986 Jan 26 21:23:14.758835 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3067acf-81f8-48c9-9feb-1df14f287203 req-f3c3ca0a-f7c8-41c6-9d41-e4eb919f1e99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:23:14.758835 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-e3067acf-81f8-48c9-9feb-1df14f287203 req-f3c3ca0a-f7c8-41c6-9d41-e4eb919f1e99 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=b84068c047214d90966ff7ed497aada1&device_id=0baf0d8d-7028-4dd1-93c9-a8cc009689a3 HTTP/1.1" status: 200 len: 1097 time: 0.5462353 Jan 26 21:23:14.848649 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-cdd5f442-f324-440b-a897-809b92597961 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=cfbf8fcaf78c4796802ca52e0ccae324&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9653456 Jan 26 21:23:14.851512 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 40848) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:23:15.012057 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a90c1dc-8293-4e8d-ac61-9fb3028c2c0f req-d416d4de-bc17-4898-834c-14a3824300eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:23:15.014024 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-6a90c1dc-8293-4e8d-ac61-9fb3028c2c0f req-d416d4de-bc17-4898-834c-14a3824300eb service neutron] 10.222.0.66 "GET /v2.0/networks?id=d67e3ebe-4ba7-45de-a361-0a193d47dcd7 HTTP/1.1" status: 200 len: 914 time: 0.2691731 Jan 26 21:23:15.021168 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-77766a27-381c-4101-9678-4e2bc838d26c admin admin] Publish callbacks [] for security_group (a6a72128-98e9-404d-b5a1-d0318cf66bdd), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:23:15.062680 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9764b1a-8456-4315-8a9f-46cca3abe203 admin admin] Notify agent at l3_agent.n-d-760453-5 the message routers_updated {{(pid=103304) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 26 21:23:15.068265 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-c9764b1a-8456-4315-8a9f-46cca3abe203 admin admin] 10.222.0.13 "PUT /v2.0/routers/940e1b85-7b2c-405f-b438-620a8d46dd52/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2559471 Jan 26 21:23:15.194579 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3067acf-81f8-48c9-9feb-1df14f287203 req-93af5adb-d2c4-4f3c-a311-81cf37dee8c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:23:15.196534 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-e3067acf-81f8-48c9-9feb-1df14f287203 req-93af5adb-d2c4-4f3c-a311-81cf37dee8c0 service neutron] 10.222.0.57 "GET /v2.0/networks?id=d5480d3d-bab2-42ab-9692-609efda9979f HTTP/1.1" status: 200 len: 906 time: 0.3908551 Jan 26 21:23:15.274587 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-e3067acf-81f8-48c9-9feb-1df14f287203 req-42faab2c-9e32-4ff9-8c57-46dcf17af232 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a47c3cbb-20d5-43cd-80c2-737a24011b1e HTTP/1.1" status: 200 len: 217 time: 0.0708101 Jan 26 21:23:15.339203 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-b2235fb7-045c-4077-a161-f71450f2102c None None] Provisioning complete for port 83151452-f9a9-4e13-a9bc-2ab8a372d36d triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:23:15.341883 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b2235fb7-045c-4077-a161-f71450f2102c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (83151452-f9a9-4e13-a9bc-2ab8a372d36d), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:23:15.397795 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-77766a27-381c-4101-9678-4e2bc838d26c admin admin] Publish callbacks [] for security_group (a6a72128-98e9-404d-b5a1-d0318cf66bdd), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:23:15.509608 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3067acf-81f8-48c9-9feb-1df14f287203 req-157223ce-421d-4318-8e17-af2914e57b43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:23:15.528632 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-e3067acf-81f8-48c9-9feb-1df14f287203 req-157223ce-421d-4318-8e17-af2914e57b43 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=3e0b5fe7-c879-4a69-b8db-9e47b1011f5e HTTP/1.1" status: 200 len: 845 time: 0.2471085 Jan 26 21:23:15.559946 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-6a90c1dc-8293-4e8d-ac61-9fb3028c2c0f req-a8d8ddc7-24cc-4a03-9064-f5a362866cb5 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=47ae25ce-c34a-43c9-9bb0-c43b0ece7bbd HTTP/1.1" status: 200 len: 999 time: 0.5319223 Jan 26 21:23:15.562297 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-b2235fb7-045c-4077-a161-f71450f2102c None None] Port 83151452-f9a9-4e13-a9bc-2ab8a372d36d cannot update to ACTIVE because it is not bound. {{(pid=103306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 26 21:23:15.642870 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device d08c4bbc-cde1-4eeb-9ac6-b415670c979d up at agent ovs-agent-n-d-760453-5 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 21:23:15.684207 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-e3067acf-81f8-48c9-9feb-1df14f287203 req-c178b338-77f5-40ff-8ccb-abe96d503e91 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=d5480d3d-bab2-42ab-9692-609efda9979f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1478555 Jan 26 21:23:15.841654 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Provisioning complete for port d08c4bbc-cde1-4eeb-9ac6-b415670c979d triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:23:15.842027 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (d08c4bbc-cde1-4eeb-9ac6-b415670c979d), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:23:15.863010 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a90c1dc-8293-4e8d-ac61-9fb3028c2c0f req-d633da5d-1208-4c02-8310-7247a4506c71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:23:15.871376 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-6a90c1dc-8293-4e8d-ac61-9fb3028c2c0f req-d633da5d-1208-4c02-8310-7247a4506c71 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=b97a8223-0b24-4ba7-b338-51c5c9119da6 HTTP/1.1" status: 200 len: 852 time: 0.2823594 Jan 26 21:23:15.872555 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-77766a27-381c-4101-9678-4e2bc838d26c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (a6a72128-98e9-404d-b5a1-d0318cf66bdd), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:23:15.886046 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-77766a27-381c-4101-9678-4e2bc838d26c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:23:15.897892 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-77766a27-381c-4101-9678-4e2bc838d26c admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a6a72128-98e9-404d-b5a1-d0318cf66bdd HTTP/1.1" status: 204 len: 168 time: 1.0447018 Jan 26 21:23:16.067888 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77766a27-381c-4101-9678-4e2bc838d26c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6a72128-98e9-404d-b5a1-d0318cf66bdd,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:23:16.137031 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a90c1dc-8293-4e8d-ac61-9fb3028c2c0f req-c923cbb9-d79c-495e-bc90-9afd24099ddd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:23:16.152730 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-6a90c1dc-8293-4e8d-ac61-9fb3028c2c0f req-c923cbb9-d79c-495e-bc90-9afd24099ddd service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=d67e3ebe-4ba7-45de-a361-0a193d47dcd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2532785 Jan 26 21:23:16.244539 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Current status of the port d08c4bbc-cde1-4eeb-9ac6-b415670c979d is: DOWN; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:23:16.244827 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (d08c4bbc-cde1-4eeb-9ac6-b415670c979d), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:23:16.302462 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c603a63-900d-48e7-a801-7d119d69713d req-1312e0f5-ed50-41f9-a2ad-2bbe7f76cd61 tempest-AttachVolumeShelveTestJSON-345998519 tempest-AttachVolumeShelveTestJSON-345998519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:23:16.327968 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] For port d08c4bbc-cde1-4eeb-9ac6-b415670c979d, host n-d-760453-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=d08c4bbc-cde1-4eeb-9ac6-b415670c979d,segment=NetworkSegment(e17cb353-418f-48b9-b982-21a6233ee99b),segment_id=e17cb353-418f-48b9-b982-21a6233ee99b)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:23:16.330485 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-8c603a63-900d-48e7-a801-7d119d69713d req-1312e0f5-ed50-41f9-a2ad-2bbe7f76cd61 tempest-AttachVolumeShelveTestJSON-345998519 tempest-AttachVolumeShelveTestJSON-345998519-project] 10.222.0.13 "GET /v2.0/ports?device_id=93bf95ee-d279-4897-bd53-d5feb3e9b070 HTTP/1.1" status: 200 len: 943 time: 0.6398962 Jan 26 21:23:16.348968 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (d08c4bbc-cde1-4eeb-9ac6-b415670c979d), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:23:16.359750 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-e3067acf-81f8-48c9-9feb-1df14f287203 req-a4a9b619-fcb5-46d0-9c68-980eca9ac335 service neutron] 10.222.0.57 "GET /v2.0/networks/d5480d3d-bab2-42ab-9692-609efda9979f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6238766 Jan 26 21:23:16.472660 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-6a90c1dc-8293-4e8d-ac61-9fb3028c2c0f req-86dba018-0a33-4db6-8d1c-b34790d7a43f service neutron] 10.222.0.66 "GET /v2.0/networks/d67e3ebe-4ba7-45de-a361-0a193d47dcd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2989476 Jan 26 21:23:16.573002 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Pushing event updated for resources: {'Port': ['ID=d08c4bbc-cde1-4eeb-9ac6-b415670c979d,revision_number=4']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:23:16.745468 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-8c603a63-900d-48e7-a801-7d119d69713d req-69bd1075-06f3-497f-b479-9bc7d3fc97be tempest-AttachVolumeShelveTestJSON-345998519 tempest-AttachVolumeShelveTestJSON-345998519-project] 10.222.0.13 "GET /v2.0/security-groups?id=5d7f7103-d0ef-48d0-a848-32dbbe71b238&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4026821 Jan 26 21:23:16.882836 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 40920) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:23:16.888837 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-6a90c1dc-8293-4e8d-ac61-9fb3028c2c0f req-9fed9a76-fcbc-4475-adb8-0be7ba7e739e service neutron] 10.222.0.66 "GET /v2.0/networks/d67e3ebe-4ba7-45de-a361-0a193d47dcd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4152238 Jan 26 21:23:16.896681 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-e3067acf-81f8-48c9-9feb-1df14f287203 req-8fab6d0f-4f58-47f8-859e-30ba12fcd9dd service neutron] 10.222.0.57 "GET /v2.0/networks/d5480d3d-bab2-42ab-9692-609efda9979f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4921048 Jan 26 21:23:16.914836 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-c3301f29-d62e-4c07-b2fd-3d54c9093a2f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:23:17.079728 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-c3301f29-d62e-4c07-b2fd-3d54c9093a2f admin admin] Publish callbacks [] for security_group (4517aafa-8503-4c10-a0c2-3c1092f82481), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:23:17.088104 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-c3301f29-d62e-4c07-b2fd-3d54c9093a2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (4517aafa-8503-4c10-a0c2-3c1092f82481), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:23:17.265393 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a44ee91d-5e39-4dac-9487-fa33d3065362 None None] Sync routers for ids ['940e1b85-7b2c-405f-b438-620a8d46dd52'] in n-d-760453-5 {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 26 21:23:17.277895 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a44ee91d-5e39-4dac-9487-fa33d3065362 None None] Routers {'940e1b85-7b2c-405f-b438-620a8d46dd52'} bound to L3 agent in host n-d-760453-5 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 21:23:17.291486 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 40936) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:23:17.291676 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-c3301f29-d62e-4c07-b2fd-3d54c9093a2f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=18cb65cc082942f99ae024bad687df5a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4075348 Jan 26 21:23:17.293997 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3301f29-d62e-4c07-b2fd-3d54c9093a2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4517aafa-8503-4c10-a0c2-3c1092f82481,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:23:17.302201 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-a44ee91d-5e39-4dac-9487-fa33d3065362 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-26T20:55:21Z,description=,heartbeat_timestamp=2022-01-26T21:22:51Z,host='n-d-760453-5',id=09df100c-3af1-4b0a-bda8-05914c71c458,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:55:21Z,topic='l3_agent')) {'router_ids': ['940e1b85-7b2c-405f-b438-620a8d46dd52'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:23:17.439021 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device d08c4bbc-cde1-4eeb-9ac6-b415670c979d up at agent ovs-agent-n-d-760453-5 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 21:23:17.478383 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-07983c47-b785-4afb-8f2c-465ef9fa3eb2 admin admin] Publish callbacks [] for security_group (4517aafa-8503-4c10-a0c2-3c1092f82481), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:23:17.530460 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-07983c47-b785-4afb-8f2c-465ef9fa3eb2 admin admin] Publish callbacks [] for security_group (4517aafa-8503-4c10-a0c2-3c1092f82481), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:23:17.607099 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-07983c47-b785-4afb-8f2c-465ef9fa3eb2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (4517aafa-8503-4c10-a0c2-3c1092f82481), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:23:17.610032 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-07983c47-b785-4afb-8f2c-465ef9fa3eb2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:23:17.611960 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-07983c47-b785-4afb-8f2c-465ef9fa3eb2 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/4517aafa-8503-4c10-a0c2-3c1092f82481 HTTP/1.1" status: 204 len: 168 time: 0.3185263 Jan 26 21:23:17.632438 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07983c47-b785-4afb-8f2c-465ef9fa3eb2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4517aafa-8503-4c10-a0c2-3c1092f82481,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:23:17.699344 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_dvr_db [None req-a44ee91d-5e39-4dac-9487-fa33d3065362 None None] Set router 940e1b85-7b2c-405f-b438-620a8d46dd52 gateway port host: n-d-760453-5 {{(pid=103307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 21:23:17.718566 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Provisioning complete for port d08c4bbc-cde1-4eeb-9ac6-b415670c979d triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:23:17.722864 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (d08c4bbc-cde1-4eeb-9ac6-b415670c979d), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:23:18.057287 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Current status of the port d08c4bbc-cde1-4eeb-9ac6-b415670c979d is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:23:18.113434 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab4eccb-f5f6-4f44-ba1b-b23b49f6c71e req-0383c8f4-ada8-4819-be72-6f2c1840ffe3 tempest-AttachVolumeShelveTestJSON-345998519 tempest-AttachVolumeShelveTestJSON-345998519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:23:18.131374 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-1ab4eccb-f5f6-4f44-ba1b-b23b49f6c71e req-0383c8f4-ada8-4819-be72-6f2c1840ffe3 tempest-AttachVolumeShelveTestJSON-345998519 tempest-AttachVolumeShelveTestJSON-345998519-project] 10.222.0.13 "GET /v2.0/ports?device_id=93bf95ee-d279-4897-bd53-d5feb3e9b070 HTTP/1.1" status: 200 len: 943 time: 0.1471670 Jan 26 21:23:18.297923 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-1ab4eccb-f5f6-4f44-ba1b-b23b49f6c71e req-58f33d4c-8831-4f08-bf6b-468413d238e6 tempest-AttachVolumeShelveTestJSON-345998519 tempest-AttachVolumeShelveTestJSON-345998519-project] 10.222.0.13 "GET /v2.0/security-groups?id=5d7f7103-d0ef-48d0-a848-32dbbe71b238&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1651545 Jan 26 21:23:18.397629 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-a44ee91d-5e39-4dac-9487-fa33d3065362 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '940e1b85-7b2c-405f-b438-620a8d46dd52', 'name': 'tempest-TaggedBootDevicesTest-134589666-router', 'tenant_id': '35e4fb6e90e049dda879f2f4d88006f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'external_fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.240'}], 'enable_snat': True}, 'gw_port_id': 'd08c4bbc-cde1-4eeb-9ac6-b415670c979d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T21:23:00Z', 'updated_at': '2022-01-26T21:23:12Z', 'revision_number': 4, 'project_id': '35e4fb6e90e049dda879f2f4d88006f4', 'gw_port': {'id': 'd08c4bbc-cde1-4eeb-9ac6-b415670c979d', 'name': '', 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:bf:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '940e1b85-7b2c-405f-b438-620a8d46dd52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2189, 'fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:23:03Z', 'updated_at': '2022-01-26T21:23:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-5', '_interfaces': [{'id': '83151452-f9a9-4e13-a9bc-2ab8a372d36d', 'name': '', 'network_id': 'd532044f-f748-41df-bdb8-26605445914f', 'tenant_id': '35e4fb6e90e049dda879f2f4d88006f4', 'mac_address': 'fa:16:3e:1e:94:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '940e1b85-7b2c-405f-b438-620a8d46dd52', 'device_owner': 'network:router_interface', 'standard_attr_id': 2192, 'fixed_ips': [{'subnet_id': '677f5e73-5cfb-45e2-84a4-76b7c57f0a17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:23:10Z', 'updated_at': '2022-01-26T21:23:12Z', 'revision_number': 2, 'project_id': '35e4fb6e90e049dda879f2f4d88006f4', 'subnets': [{'id': '677f5e73-5cfb-45e2-84a4-76b7c57f0a17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760453-5', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:23:18.491761 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a44ee91d-5e39-4dac-9487-fa33d3065362 None None] Checking router: 940e1b85-7b2c-405f-b438-620a8d46dd52 for host: n-d-760453-5 {{(pid=103307) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 26 21:23:18.492074 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a44ee91d-5e39-4dac-9487-fa33d3065362 None None] Updating router 940e1b85-7b2c-405f-b438-620a8d46dd52 port 83151452-f9a9-4e13-a9bc-2ab8a372d36d binding host n-d-760453-5 {{(pid=103307) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 26 21:23:18.567441 n-d-760453-5 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-a44ee91d-5e39-4dac-9487-fa33d3065362 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (83151452-f9a9-4e13-a9bc-2ab8a372d36d), before_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:23:18.911167 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-c3471d2a-1f82-467a-b5d0-0a231a6fd09b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (474ccdf7-ab6c-405b-a3b2-dc7b05829902), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:23:19.412241 n-d-760453-5 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-a44ee91d-5e39-4dac-9487-fa33d3065362 None None] Publish callbacks [] for port (83151452-f9a9-4e13-a9bc-2ab8a372d36d), precommit_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:23:19.435361 n-d-760453-5 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-a44ee91d-5e39-4dac-9487-fa33d3065362 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (83151452-f9a9-4e13-a9bc-2ab8a372d36d), after_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:23:19.518336 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ab3bc9-b738-4b26-bda5-3e9bc237fa03 req-094de98a-b56d-4f10-af1a-0970f0f9f97a tempest-AttachVolumeShelveTestJSON-345998519 tempest-AttachVolumeShelveTestJSON-345998519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:23:19.529082 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-b8ab3bc9-b738-4b26-bda5-3e9bc237fa03 req-094de98a-b56d-4f10-af1a-0970f0f9f97a tempest-AttachVolumeShelveTestJSON-345998519 tempest-AttachVolumeShelveTestJSON-345998519-project] 10.222.0.13 "GET /v2.0/ports?device_id=93bf95ee-d279-4897-bd53-d5feb3e9b070 HTTP/1.1" status: 200 len: 943 time: 0.0845251 Jan 26 21:23:19.592689 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-b8ab3bc9-b738-4b26-bda5-3e9bc237fa03 req-e8270a6e-da01-4c6c-a5ca-5954c983d32b tempest-AttachVolumeShelveTestJSON-345998519 tempest-AttachVolumeShelveTestJSON-345998519-project] 10.222.0.13 "GET /v2.0/security-groups?id=5d7f7103-d0ef-48d0-a848-32dbbe71b238&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0620167 Jan 26 21:23:19.618981 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c1eee7-433c-4d7c-8bc2-9ff0a6a30388 None None] Pushing event updated for resources: {'Port': ['ID=83151452-f9a9-4e13-a9bc-2ab8a372d36d,revision_number=3']} {{(pid=103307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:23:19.771999 n-d-760453-5 neutron-server[103307]: DEBUG neutron.plugins.ml2.managers [None req-a44ee91d-5e39-4dac-9487-fa33d3065362 None None] Attempting to bind port 83151452-f9a9-4e13-a9bc-2ab8a372d36d on host n-d-760453-5 for vnic_type normal with profile {{(pid=103307) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 21:23:19.772529 n-d-760453-5 neutron-server[103307]: DEBUG neutron.plugins.ml2.managers [None req-a44ee91d-5e39-4dac-9487-fa33d3065362 None None] Attempting to bind port 83151452-f9a9-4e13-a9bc-2ab8a372d36d by drivers openvswitch,hyperv on host n-d-760453-5 at level 0 using segments [{'id': 'b90023ca-db53-4647-bd16-154dc57d8670', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'd532044f-f748-41df-bdb8-26605445914f'}] {{(pid=103307) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 26 21:23:19.772936 n-d-760453-5 neutron-server[103307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a44ee91d-5e39-4dac-9487-fa33d3065362 None None] Attempting to bind port 83151452-f9a9-4e13-a9bc-2ab8a372d36d on network d532044f-f748-41df-bdb8-26605445914f {{(pid=103307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 21:23:19.780482 n-d-760453-5 neutron-server[103307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a44ee91d-5e39-4dac-9487-fa33d3065362 None None] Checking agent: {'id': 'fea0591a-627d-4c87-9a9a-01625ddf3277', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760453-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 20, 55, 25), 'started_at': datetime.datetime(2022, 1, 26, 20, 55, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 21, 22, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760453-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 26 21:23:19.780936 n-d-760453-5 neutron-server[103307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a44ee91d-5e39-4dac-9487-fa33d3065362 None None] Checking segment: {'id': 'b90023ca-db53-4647-bd16-154dc57d8670', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'd532044f-f748-41df-bdb8-26605445914f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103307) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 21:23:19.781260 n-d-760453-5 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-a44ee91d-5e39-4dac-9487-fa33d3065362 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:23:19.781683 n-d-760453-5 neutron-server[103307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a44ee91d-5e39-4dac-9487-fa33d3065362 None None] Bound using segment: {'id': 'b90023ca-db53-4647-bd16-154dc57d8670', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'd532044f-f748-41df-bdb8-26605445914f'} {{(pid=103307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 26 21:23:19.782165 n-d-760453-5 neutron-server[103307]: DEBUG neutron.plugins.ml2.managers [None req-a44ee91d-5e39-4dac-9487-fa33d3065362 None None] Bound port: 83151452-f9a9-4e13-a9bc-2ab8a372d36d, host: n-d-760453-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b90023ca-db53-4647-bd16-154dc57d8670', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'd532044f-f748-41df-bdb8-26605445914f'}}] {{(pid=103307) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 26 21:23:19.782540 n-d-760453-5 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-a44ee91d-5e39-4dac-9487-fa33d3065362 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (83151452-f9a9-4e13-a9bc-2ab8a372d36d), before_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:23:19.974343 n-d-760453-5 neutron-server[103307]: DEBUG neutron.plugins.ml2.db [None req-a44ee91d-5e39-4dac-9487-fa33d3065362 None None] For port 83151452-f9a9-4e13-a9bc-2ab8a372d36d, host n-d-760453-5, cleared binding levels {{(pid=103307) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 26 21:23:19.985500 n-d-760453-5 neutron-server[103307]: DEBUG neutron.plugins.ml2.db [None req-a44ee91d-5e39-4dac-9487-fa33d3065362 None None] For port 83151452-f9a9-4e13-a9bc-2ab8a372d36d, host n-d-760453-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=83151452-f9a9-4e13-a9bc-2ab8a372d36d,segment=NetworkSegment(b90023ca-db53-4647-bd16-154dc57d8670),segment_id=b90023ca-db53-4647-bd16-154dc57d8670)] {{(pid=103307) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 26 21:23:19.993496 n-d-760453-5 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-a44ee91d-5e39-4dac-9487-fa33d3065362 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (83151452-f9a9-4e13-a9bc-2ab8a372d36d), after_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:23:20.103544 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a44ee91d-5e39-4dac-9487-fa33d3065362 None None] Routers {'940e1b85-7b2c-405f-b438-620a8d46dd52'} bound to L3 agent in host n-d-760453-5 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 21:23:20.104514 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-a44ee91d-5e39-4dac-9487-fa33d3065362 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-26T20:55:21Z,description=,heartbeat_timestamp=2022-01-26T21:22:51Z,host='n-d-760453-5',id=09df100c-3af1-4b0a-bda8-05914c71c458,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:55:21Z,topic='l3_agent')) {'router_ids': ['940e1b85-7b2c-405f-b438-620a8d46dd52'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:23:20.146078 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-daf30a88-cb38-482d-85da-03f27bd561c5 None None] Provisioning complete for port 83151452-f9a9-4e13-a9bc-2ab8a372d36d triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:23:20.147299 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-daf30a88-cb38-482d-85da-03f27bd561c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (83151452-f9a9-4e13-a9bc-2ab8a372d36d), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:23:20.272138 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c1eee7-433c-4d7c-8bc2-9ff0a6a30388 None None] Pushing event updated for resources: {'Port': ['ID=83151452-f9a9-4e13-a9bc-2ab8a372d36d,revision_number=4']} {{(pid=103307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:23:20.278003 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-daf30a88-cb38-482d-85da-03f27bd561c5 None None] Current status of the port 83151452-f9a9-4e13-a9bc-2ab8a372d36d is: DOWN; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:23:20.283579 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-daf30a88-cb38-482d-85da-03f27bd561c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (83151452-f9a9-4e13-a9bc-2ab8a372d36d), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:23:20.370734 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-daf30a88-cb38-482d-85da-03f27bd561c5 None None] For port 83151452-f9a9-4e13-a9bc-2ab8a372d36d, host n-d-760453-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=83151452-f9a9-4e13-a9bc-2ab8a372d36d,segment=NetworkSegment(b90023ca-db53-4647-bd16-154dc57d8670),segment_id=b90023ca-db53-4647-bd16-154dc57d8670)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:23:20.380820 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-daf30a88-cb38-482d-85da-03f27bd561c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (83151452-f9a9-4e13-a9bc-2ab8a372d36d), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:23:20.459999 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf30a88-cb38-482d-85da-03f27bd561c5 None None] Pushing event updated for resources: {'Port': ['ID=83151452-f9a9-4e13-a9bc-2ab8a372d36d,revision_number=5']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:23:20.486563 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daf30a88-cb38-482d-85da-03f27bd561c5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:23:20.487180 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daf30a88-cb38-482d-85da-03f27bd561c5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:23:20.488462 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daf30a88-cb38-482d-85da-03f27bd561c5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:23:20.489136 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daf30a88-cb38-482d-85da-03f27bd561c5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:23:20.489681 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daf30a88-cb38-482d-85da-03f27bd561c5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:23:20.490198 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daf30a88-cb38-482d-85da-03f27bd561c5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:23:20.491357 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daf30a88-cb38-482d-85da-03f27bd561c5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:23:20.491749 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daf30a88-cb38-482d-85da-03f27bd561c5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:23:20.491993 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daf30a88-cb38-482d-85da-03f27bd561c5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:23:20.492331 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daf30a88-cb38-482d-85da-03f27bd561c5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:23:20.492672 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daf30a88-cb38-482d-85da-03f27bd561c5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:23:20.492994 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daf30a88-cb38-482d-85da-03f27bd561c5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:23:20.493343 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daf30a88-cb38-482d-85da-03f27bd561c5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:23:20.513991 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_dvr_db [None req-a44ee91d-5e39-4dac-9487-fa33d3065362 None None] Set router 940e1b85-7b2c-405f-b438-620a8d46dd52 gateway port host: n-d-760453-5 {{(pid=103307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 21:23:20.775851 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-70a2a2bb-81eb-474f-9aff-82bd2fd9f1f3 None None] Provisioning complete for port 83151452-f9a9-4e13-a9bc-2ab8a372d36d triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:23:20.776237 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-70a2a2bb-81eb-474f-9aff-82bd2fd9f1f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (83151452-f9a9-4e13-a9bc-2ab8a372d36d), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:23:20.967766 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-70a2a2bb-81eb-474f-9aff-82bd2fd9f1f3 None None] Current status of the port 83151452-f9a9-4e13-a9bc-2ab8a372d36d is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:23:21.153353 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b53b8fe-c192-4039-9874-194c97471e42 req-39e0f0e7-f438-4999-9b8f-edd397f9e9c8 tempest-AttachVolumeShelveTestJSON-345998519 tempest-AttachVolumeShelveTestJSON-345998519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:23:21.184029 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-4b53b8fe-c192-4039-9874-194c97471e42 req-39e0f0e7-f438-4999-9b8f-edd397f9e9c8 tempest-AttachVolumeShelveTestJSON-345998519 tempest-AttachVolumeShelveTestJSON-345998519-project] 10.222.0.13 "GET /v2.0/ports?device_id=93bf95ee-d279-4897-bd53-d5feb3e9b070 HTTP/1.1" status: 200 len: 943 time: 0.2750292 Jan 26 21:23:21.227234 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-ee0b5074-1ed0-4372-b98d-0355ef9f52be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (09df100c-3af1-4b0a-bda8-05914c71c458), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:23:21.235643 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-a44ee91d-5e39-4dac-9487-fa33d3065362 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '940e1b85-7b2c-405f-b438-620a8d46dd52', 'name': 'tempest-TaggedBootDevicesTest-134589666-router', 'tenant_id': '35e4fb6e90e049dda879f2f4d88006f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'external_fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.240'}], 'enable_snat': True}, 'gw_port_id': 'd08c4bbc-cde1-4eeb-9ac6-b415670c979d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T21:23:00Z', 'updated_at': '2022-01-26T21:23:12Z', 'revision_number': 4, 'project_id': '35e4fb6e90e049dda879f2f4d88006f4', 'gw_port': {'id': 'd08c4bbc-cde1-4eeb-9ac6-b415670c979d', 'name': '', 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:bf:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '940e1b85-7b2c-405f-b438-620a8d46dd52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2189, 'fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:23:03Z', 'updated_at': '2022-01-26T21:23:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-5', '_interfaces': [{'id': '83151452-f9a9-4e13-a9bc-2ab8a372d36d', 'name': '', 'network_id': 'd532044f-f748-41df-bdb8-26605445914f', 'tenant_id': '35e4fb6e90e049dda879f2f4d88006f4', 'mac_address': 'fa:16:3e:1e:94:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '940e1b85-7b2c-405f-b438-620a8d46dd52', 'device_owner': 'network:router_interface', 'standard_attr_id': 2192, 'fixed_ips': [{'subnet_id': '677f5e73-5cfb-45e2-84a4-76b7c57f0a17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:23:10Z', 'updated_at': '2022-01-26T21:23:19Z', 'revision_number': 4, 'project_id': '35e4fb6e90e049dda879f2f4d88006f4', 'subnets': [{'id': '677f5e73-5cfb-45e2-84a4-76b7c57f0a17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760453-5', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:23:21.329010 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a44ee91d-5e39-4dac-9487-fa33d3065362 None None] The sync data for ids ['940e1b85-7b2c-405f-b438-620a8d46dd52'] in n-d-760453-5 is: [{'id': '940e1b85-7b2c-405f-b438-620a8d46dd52', 'name': 'tempest-TaggedBootDevicesTest-134589666-router', 'tenant_id': '35e4fb6e90e049dda879f2f4d88006f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'external_fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.240'}], 'enable_snat': True}, 'gw_port_id': 'd08c4bbc-cde1-4eeb-9ac6-b415670c979d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T21:23:00Z', 'updated_at': '2022-01-26T21:23:12Z', 'revision_number': 4, 'project_id': '35e4fb6e90e049dda879f2f4d88006f4', 'gw_port': {'id': 'd08c4bbc-cde1-4eeb-9ac6-b415670c979d', 'name': '', 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:bf:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '940e1b85-7b2c-405f-b438-620a8d46dd52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2189, 'fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:23:03Z', 'updated_at': '2022-01-26T21:23:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-5', '_interfaces': [{'id': '83151452-f9a9-4e13-a9bc-2ab8a372d36d', 'name': '', 'network_id': 'd532044f-f748-41df-bdb8-26605445914f', 'tenant_id': '35e4fb6e90e049dda879f2f4d88006f4', 'mac_address': 'fa:16:3e:1e:94:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '940e1b85-7b2c-405f-b438-620a8d46dd52', 'device_owner': 'network:router_interface', 'standard_attr_id': 2192, 'fixed_ips': [{'subnet_id': '677f5e73-5cfb-45e2-84a4-76b7c57f0a17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:23:10Z', 'updated_at': '2022-01-26T21:23:19Z', 'revision_number': 4, 'project_id': '35e4fb6e90e049dda879f2f4d88006f4', 'subnets': [{'id': '677f5e73-5cfb-45e2-84a4-76b7c57f0a17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 26 21:23:21.356575 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-4b53b8fe-c192-4039-9874-194c97471e42 req-48e30ebd-9300-47ec-8395-57c934e63fbf tempest-AttachVolumeShelveTestJSON-345998519 tempest-AttachVolumeShelveTestJSON-345998519-project] 10.222.0.13 "GET /v2.0/security-groups?id=5d7f7103-d0ef-48d0-a848-32dbbe71b238&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1714149 Jan 26 21:23:21.812060 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 41058) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:23:22.017725 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-086817bb-8a25-4c81-be00-73c769905563 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:23:22.225885 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-841f5991-a4d8-4d4b-b215-cbc6bab5427b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (aa7ee9d2-08eb-4e12-b895-24c57300dfec), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:23:22.292496 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-086817bb-8a25-4c81-be00-73c769905563 admin admin] Publish callbacks [] for security_group (dcee1d45-695e-41ee-b4d5-6bf467c289ba), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:23:22.302783 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-086817bb-8a25-4c81-be00-73c769905563 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (dcee1d45-695e-41ee-b4d5-6bf467c289ba), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:23:22.426302 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 41070) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:23:22.443769 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-086817bb-8a25-4c81-be00-73c769905563 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=98544ceda0b04a9abd703e0d3d9973f9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6294780 Jan 26 21:23:22.447899 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-086817bb-8a25-4c81-be00-73c769905563 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dcee1d45-695e-41ee-b4d5-6bf467c289ba,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:23:22.520577 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-2208c13f-7d74-4443-b0ad-0dfe7dee569e admin admin] Publish callbacks [] for security_group (dcee1d45-695e-41ee-b4d5-6bf467c289ba), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:23:22.585414 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-2208c13f-7d74-4443-b0ad-0dfe7dee569e admin admin] Publish callbacks [] for security_group (dcee1d45-695e-41ee-b4d5-6bf467c289ba), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:23:22.695090 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 41078) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:23:22.788013 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-2208c13f-7d74-4443-b0ad-0dfe7dee569e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (dcee1d45-695e-41ee-b4d5-6bf467c289ba), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:23:22.793360 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-2208c13f-7d74-4443-b0ad-0dfe7dee569e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:23:22.802828 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540d9f9c-5058-49f2-9a4b-4f51c8153589 req-4c14a418-1017-48cf-9702-de983cf7ce10 tempest-AttachVolumeShelveTestJSON-345998519 tempest-AttachVolumeShelveTestJSON-345998519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:23:22.803781 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-2208c13f-7d74-4443-b0ad-0dfe7dee569e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/dcee1d45-695e-41ee-b4d5-6bf467c289ba HTTP/1.1" status: 204 len: 168 time: 0.3764517 Jan 26 21:23:22.807145 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-540d9f9c-5058-49f2-9a4b-4f51c8153589 req-4c14a418-1017-48cf-9702-de983cf7ce10 tempest-AttachVolumeShelveTestJSON-345998519 tempest-AttachVolumeShelveTestJSON-345998519-project] 10.222.0.13 "GET /v2.0/ports?device_id=93bf95ee-d279-4897-bd53-d5feb3e9b070 HTTP/1.1" status: 200 len: 943 time: 0.1880918 Jan 26 21:23:22.832830 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2208c13f-7d74-4443-b0ad-0dfe7dee569e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcee1d45-695e-41ee-b4d5-6bf467c289ba,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:23:22.938395 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-540d9f9c-5058-49f2-9a4b-4f51c8153589 req-37a5088a-4747-46b8-8875-96882bd9b22b tempest-AttachVolumeShelveTestJSON-345998519 tempest-AttachVolumeShelveTestJSON-345998519-project] 10.222.0.13 "GET /v2.0/security-groups?id=5d7f7103-d0ef-48d0-a848-32dbbe71b238&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1236126 Jan 26 21:23:22.986824 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (4d619873-4b60-439f-9b5a-b155dc8bbc34), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:23:23.204878 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-29d56b43-95fa-4729-a1ef-79ab978373ee tempest-FloatingIPAdminTestJSON-1084521353 tempest-FloatingIPAdminTestJSON-1084521353-project] Request body: {'floatingip': {'floating_network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:23:23.286929 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-29d56b43-95fa-4729-a1ef-79ab978373ee tempest-FloatingIPAdminTestJSON-1084521353 tempest-FloatingIPAdminTestJSON-1084521353-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:23:23.475825 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device 83151452-f9a9-4e13-a9bc-2ab8a372d36d up at agent ovs-agent-n-d-760453-5 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 21:23:23.648006 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Provisioning complete for port 83151452-f9a9-4e13-a9bc-2ab8a372d36d triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:23:23.648386 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (83151452-f9a9-4e13-a9bc-2ab8a372d36d), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:23:23.739739 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-29d56b43-95fa-4729-a1ef-79ab978373ee tempest-FloatingIPAdminTestJSON-1084521353 tempest-FloatingIPAdminTestJSON-1084521353-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:23:24.018343 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Current status of the port 83151452-f9a9-4e13-a9bc-2ab8a372d36d is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:23:24.094638 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-839dd188-ec69-470c-9ab0-d318dc1a2e96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (e79b4fc6-6c71-44b2-a6d0-ff3e1f4dfd0d), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:23:24.098020 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.db_base_plugin_common [None req-29d56b43-95fa-4729-a1ef-79ab978373ee tempest-FloatingIPAdminTestJSON-1084521353 tempest-FloatingIPAdminTestJSON-1084521353-project] Allocated IP 172.25.1.94 (4140a1f1-c93a-4bea-83a0-68953a54f299/e48251a1-e30d-4820-8396-00c6f6aeb601/4e3caa2b-9e55-49ca-915f-1556d6a6bf46) {{(pid=103305) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 21:23:24.337744 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4ddc40-177a-4383-92bc-75b6c41fb162 req-40ae2bce-2e78-4d28-af09-61f6b0d9b8b2 tempest-TestNetworkAdvancedServerOps-1435295253 tempest-TestNetworkAdvancedServerOps-1435295253-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:23:24.352205 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-6f4ddc40-177a-4383-92bc-75b6c41fb162 req-40ae2bce-2e78-4d28-af09-61f6b0d9b8b2 tempest-TestNetworkAdvancedServerOps-1435295253 tempest-TestNetworkAdvancedServerOps-1435295253-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=f9d28872-a0eb-43ed-b4ce-aee5b2886372 HTTP/1.1" status: 200 len: 1097 time: 0.1051002 Jan 26 21:23:24.380209 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-29d56b43-95fa-4729-a1ef-79ab978373ee tempest-FloatingIPAdminTestJSON-1084521353 tempest-FloatingIPAdminTestJSON-1084521353-project] Publish callbacks [] for port (4e3caa2b-9e55-49ca-915f-1556d6a6bf46), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:23:24.452040 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-6f4ddc40-177a-4383-92bc-75b6c41fb162 req-ae03a732-abae-45d0-b72b-65a32e891cc9 tempest-TestNetworkAdvancedServerOps-1435295253 tempest-TestNetworkAdvancedServerOps-1435295253-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=6cb8e788-9152-488c-8973-85140910b10a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0987487 Jan 26 21:23:24.477131 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-29d56b43-95fa-4729-a1ef-79ab978373ee tempest-FloatingIPAdminTestJSON-1084521353 tempest-FloatingIPAdminTestJSON-1084521353-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746560234527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11791543'] for port (4e3caa2b-9e55-49ca-915f-1556d6a6bf46), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:23:24.582818 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d56b43-95fa-4729-a1ef-79ab978373ee tempest-FloatingIPAdminTestJSON-1084521353 tempest-FloatingIPAdminTestJSON-1084521353-project] Pushing event updated for resources: {'Port': ['ID=4e3caa2b-9e55-49ca-915f-1556d6a6bf46,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:23:24.620363 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29d56b43-95fa-4729-a1ef-79ab978373ee tempest-FloatingIPAdminTestJSON-1084521353 tempest-FloatingIPAdminTestJSON-1084521353-project] Network 4140a1f1-c93a-4bea-83a0-68953a54f299 is already hosted by enough agents. {{(pid=103305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 21:23:24.626413 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [None req-29d56b43-95fa-4729-a1ef-79ab978373ee tempest-FloatingIPAdminTestJSON-1084521353 tempest-FloatingIPAdminTestJSON-1084521353-project] Resources bound (agent type, host, resource id): {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:23:24.635500 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29d56b43-95fa-4729-a1ef-79ab978373ee tempest-FloatingIPAdminTestJSON-1084521353 tempest-FloatingIPAdminTestJSON-1084521353-project] Received port after_create {{(pid=103305) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 21:23:24.820819 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-29d56b43-95fa-4729-a1ef-79ab978373ee tempest-FloatingIPAdminTestJSON-1084521353 tempest-FloatingIPAdminTestJSON-1084521353-project] Publish callbacks [] for floatingip (65b9abcd-a4f3-4522-801b-00a5230e61cf), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:23:24.865462 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-29d56b43-95fa-4729-a1ef-79ab978373ee tempest-FloatingIPAdminTestJSON-1084521353 tempest-FloatingIPAdminTestJSON-1084521353-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (4e3caa2b-9e55-49ca-915f-1556d6a6bf46), before_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:23:24.928888 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc51f1c-11f7-4738-92b0-fcf7b99e4e13 req-b7d90dfa-2138-408b-92c6-16ef9105a2aa tempest-AttachVolumeShelveTestJSON-345998519 tempest-AttachVolumeShelveTestJSON-345998519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:23:24.933480 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-ecc51f1c-11f7-4738-92b0-fcf7b99e4e13 req-b7d90dfa-2138-408b-92c6-16ef9105a2aa tempest-AttachVolumeShelveTestJSON-345998519 tempest-AttachVolumeShelveTestJSON-345998519-project] 10.222.0.13 "GET /v2.0/ports?device_id=93bf95ee-d279-4897-bd53-d5feb3e9b070 HTTP/1.1" status: 200 len: 943 time: 0.1860571 Jan 26 21:23:25.107870 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-ecc51f1c-11f7-4738-92b0-fcf7b99e4e13 req-697851bf-6bca-4462-8864-e5d68bfea917 tempest-AttachVolumeShelveTestJSON-345998519 tempest-AttachVolumeShelveTestJSON-345998519-project] 10.222.0.13 "GET /v2.0/security-groups?id=5d7f7103-d0ef-48d0-a848-32dbbe71b238&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1688285 Jan 26 21:23:25.256258 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 41134) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:23:25.285550 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (fea0591a-627d-4c87-9a9a-01625ddf3277), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:23:25.448564 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-29d56b43-95fa-4729-a1ef-79ab978373ee tempest-FloatingIPAdminTestJSON-1084521353 tempest-FloatingIPAdminTestJSON-1084521353-project] Publish callbacks [] for port (4e3caa2b-9e55-49ca-915f-1556d6a6bf46), precommit_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:23:25.468770 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-29d56b43-95fa-4729-a1ef-79ab978373ee tempest-FloatingIPAdminTestJSON-1084521353 tempest-FloatingIPAdminTestJSON-1084521353-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11791520'] for port (4e3caa2b-9e55-49ca-915f-1556d6a6bf46), after_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:23:25.561752 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-ffdd0719-d4c6-46bd-a170-0b940c5b692d admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-138199103-network', 'tenant_id': '3b09e7e55e684250bd3d8dcf0a678880'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:23:25.606265 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffdd0719-d4c6-46bd-a170-0b940c5b692d admin admin] Made reservation on behalf of 3b09e7e55e684250bd3d8dcf0a678880 for: {'network': 1} {{(pid=103304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 21:23:25.610026 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-ffdd0719-d4c6-46bd-a170-0b940c5b692d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for network (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:23:25.630727 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-ffdd0719-d4c6-46bd-a170-0b940c5b692d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:23:25.724873 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d56b43-95fa-4729-a1ef-79ab978373ee tempest-FloatingIPAdminTestJSON-1084521353 tempest-FloatingIPAdminTestJSON-1084521353-project] Pushing event updated for resources: {'Port': ['ID=4e3caa2b-9e55-49ca-915f-1556d6a6bf46,revision_number=2']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:23:25.745526 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-ffdd0719-d4c6-46bd-a170-0b940c5b692d admin admin] Publish callbacks [] for security_group (ddaf47c8-987f-416a-900e-f292bd12e357), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:23:25.750476 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-29d56b43-95fa-4729-a1ef-79ab978373ee tempest-FloatingIPAdminTestJSON-1084521353 tempest-FloatingIPAdminTestJSON-1084521353-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4110913'] for floatingip (65b9abcd-a4f3-4522-801b-00a5230e61cf), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:23:25.751754 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-ffdd0719-d4c6-46bd-a170-0b940c5b692d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (ddaf47c8-987f-416a-900e-f292bd12e357), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:23:25.765716 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ffdd0719-d4c6-46bd-a170-0b940c5b692d admin admin] vlan segment allocate from pool success with {'vlan_id': 560, 'physical_network': 'physnet1'} {{(pid=103304) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 26 21:23:25.779602 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-ffdd0719-d4c6-46bd-a170-0b940c5b692d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576559'] for segment (45a09725-e309-4185-8154-cee7b0dbfa3b), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:23:25.780195 n-d-760453-5 neutron-server[103304]: INFO neutron.db.segments_db [None req-ffdd0719-d4c6-46bd-a170-0b940c5b692d admin admin] Added segment 45a09725-e309-4185-8154-cee7b0dbfa3b of type vlan for network fe1652f6-5e5b-410d-b0a4-8287c250dd60 Jan 26 21:23:25.795238 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-29d56b43-95fa-4729-a1ef-79ab978373ee tempest-FloatingIPAdminTestJSON-1084521353 tempest-FloatingIPAdminTestJSON-1084521353-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for floatingip (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:23:25.806154 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-29d56b43-95fa-4729-a1ef-79ab978373ee tempest-FloatingIPAdminTestJSON-1084521353 tempest-FloatingIPAdminTestJSON-1084521353-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.1096213 Jan 26 21:23:25.810687 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 41180) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:23:25.837002 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-c3617230-474f-411f-b1d7-7e7b3da067c2 tempest-FloatingIPAdminTestJSON-1084521353 tempest-FloatingIPAdminTestJSON-1084521353-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-1143156125'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:23:25.840154 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-ffdd0719-d4c6-46bd-a170-0b940c5b692d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746560256871'] for network (fe1652f6-5e5b-410d-b0a4-8287c250dd60), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:23:25.939489 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffdd0719-d4c6-46bd-a170-0b940c5b692d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ddaf47c8-987f-416a-900e-f292bd12e357,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:23:25.946032 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.db.resource_extend [None req-ffdd0719-d4c6-46bd-a170-0b940c5b692d admin admin] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 26 21:23:25.978479 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3617230-474f-411f-b1d7-7e7b3da067c2 tempest-FloatingIPAdminTestJSON-1084521353 tempest-FloatingIPAdminTestJSON-1084521353-project] Made reservation on behalf of 4a1373212e504a378f194e7ef2a2677d for: {'network': 1} {{(pid=103305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 21:23:25.993079 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-ffdd0719-d4c6-46bd-a170-0b940c5b692d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503'] for network (fe1652f6-5e5b-410d-b0a4-8287c250dd60), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:23:25.994205 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffdd0719-d4c6-46bd-a170-0b940c5b692d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:23:25.996391 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-ffdd0719-d4c6-46bd-a170-0b940c5b692d admin admin] Publish callbacks [] for network (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:23:26.000110 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-c3617230-474f-411f-b1d7-7e7b3da067c2 tempest-FloatingIPAdminTestJSON-1084521353 tempest-FloatingIPAdminTestJSON-1084521353-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for network (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:23:26.060877 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-c3617230-474f-411f-b1d7-7e7b3da067c2 tempest-FloatingIPAdminTestJSON-1084521353 tempest-FloatingIPAdminTestJSON-1084521353-project] Publish callbacks [] for security_group (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:23:26.074933 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffdd0719-d4c6-46bd-a170-0b940c5b692d admin admin] Pushing event updated for resources: {'Network': ['ID=fe1652f6-5e5b-410d-b0a4-8287c250dd60,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:23:26.089308 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Network fe1652f6-5e5b-410d-b0a4-8287c250dd60 details requested by agent ovs-agent-n-d-760453-5 with host n-d-760453-5 {{(pid=103306) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 26 21:23:26.093234 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-ffdd0719-d4c6-46bd-a170-0b940c5b692d admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.8358817 Jan 26 21:23:26.098483 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 41194) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:23:26.114639 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2bc4a7e-2134-4b6a-86c9-f5156c409afe req-8cad5515-a1e1-4954-a2c2-e9d295fe293f tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:23:26.122404 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-a2bc4a7e-2134-4b6a-86c9-f5156c409afe req-8cad5515-a1e1-4954-a2c2-e9d295fe293f tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] 10.222.0.13 "GET /v2.0/ports?device_id=f9d28872-a0eb-43ed-b4ce-aee5b2886372 HTTP/1.1" status: 200 len: 946 time: 0.2703650 Jan 26 21:23:26.134226 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-44650966-86aa-44a7-917f-3b63f0f8b114 admin admin] Request body: {'subnet': {'network_id': 'fe1652f6-5e5b-410d-b0a4-8287c250dd60', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-138199103-subnet', 'tenant_id': '3b09e7e55e684250bd3d8dcf0a678880', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:23:26.176413 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44650966-86aa-44a7-917f-3b63f0f8b114 admin admin] Made reservation on behalf of 3b09e7e55e684250bd3d8dcf0a678880 for: {'subnet': 1} {{(pid=103304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 21:23:26.179476 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-44650966-86aa-44a7-917f-3b63f0f8b114 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12215181'] for subnet (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:23:26.349835 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-a2bc4a7e-2134-4b6a-86c9-f5156c409afe req-597420e7-588f-4053-8106-b07ff53e3d07 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] 10.222.0.13 "GET /v2.0/security-groups?id=6cb8e788-9152-488c-8973-85140910b10a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2216389 Jan 26 21:23:26.365395 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 41202) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:23:26.384585 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-c3617230-474f-411f-b1d7-7e7b3da067c2 tempest-FloatingIPAdminTestJSON-1084521353 tempest-FloatingIPAdminTestJSON-1084521353-project] Publish callbacks [] for security_group (cfeebf05-7f96-4341-bdb4-894c7e843c54), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:23:26.403524 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-c3617230-474f-411f-b1d7-7e7b3da067c2 tempest-FloatingIPAdminTestJSON-1084521353 tempest-FloatingIPAdminTestJSON-1084521353-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (cfeebf05-7f96-4341-bdb4-894c7e843c54), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:23:26.477146 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c3617230-474f-411f-b1d7-7e7b3da067c2 tempest-FloatingIPAdminTestJSON-1084521353 tempest-FloatingIPAdminTestJSON-1084521353-project] vlan segment allocate from pool success with {'vlan_id': 591, 'physical_network': 'physnet1'} {{(pid=103305) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 26 21:23:26.514114 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3617230-474f-411f-b1d7-7e7b3da067c2 tempest-FloatingIPAdminTestJSON-1084521353 tempest-FloatingIPAdminTestJSON-1084521353-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cfeebf05-7f96-4341-bdb4-894c7e843c54,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:23:26.554570 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-f5bdbfda-0cc6-4bf5-8b8e-6642fb776132 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] 10.222.0.13 "GET /v2.0/floatingips/6fc49d69-c271-4ba5-9a0a-77df8d4689e6 HTTP/1.1" status: 200 len: 994 time: 0.1817884 Jan 26 21:23:26.566597 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-c3617230-474f-411f-b1d7-7e7b3da067c2 tempest-FloatingIPAdminTestJSON-1084521353 tempest-FloatingIPAdminTestJSON-1084521353-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576559'] for segment (47fd2788-bdb8-4abc-956c-94a2127486f4), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:23:26.568648 n-d-760453-5 neutron-server[103305]: INFO neutron.db.segments_db [None req-c3617230-474f-411f-b1d7-7e7b3da067c2 tempest-FloatingIPAdminTestJSON-1084521353 tempest-FloatingIPAdminTestJSON-1084521353-project] Added segment 47fd2788-bdb8-4abc-956c-94a2127486f4 of type vlan for network 56f22924-5098-4c25-8552-a096e9ecfd2b Jan 26 21:23:26.689387 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-c3617230-474f-411f-b1d7-7e7b3da067c2 tempest-FloatingIPAdminTestJSON-1084521353 tempest-FloatingIPAdminTestJSON-1084521353-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746560256871'] for network (56f22924-5098-4c25-8552-a096e9ecfd2b), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:23:26.733635 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac35078f-0def-4539-b44a-f72698296182 req-d2eb7a78-dcd6-4a63-a566-ca794b40f8f2 tempest-AttachVolumeShelveTestJSON-345998519 tempest-AttachVolumeShelveTestJSON-345998519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:23:26.735225 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-ac35078f-0def-4539-b44a-f72698296182 req-d2eb7a78-dcd6-4a63-a566-ca794b40f8f2 tempest-AttachVolumeShelveTestJSON-345998519 tempest-AttachVolumeShelveTestJSON-345998519-project] 10.222.0.13 "GET /v2.0/ports?device_id=93bf95ee-d279-4897-bd53-d5feb3e9b070 HTTP/1.1" status: 200 len: 943 time: 0.2059801 Jan 26 21:23:26.744002 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-c3617230-474f-411f-b1d7-7e7b3da067c2 tempest-FloatingIPAdminTestJSON-1084521353 tempest-FloatingIPAdminTestJSON-1084521353-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503'] for network (56f22924-5098-4c25-8552-a096e9ecfd2b), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:23:26.764150 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3617230-474f-411f-b1d7-7e7b3da067c2 tempest-FloatingIPAdminTestJSON-1084521353 tempest-FloatingIPAdminTestJSON-1084521353-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:23:26.764809 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-c3617230-474f-411f-b1d7-7e7b3da067c2 tempest-FloatingIPAdminTestJSON-1084521353 tempest-FloatingIPAdminTestJSON-1084521353-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709645'] for network (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:23:26.929570 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3617230-474f-411f-b1d7-7e7b3da067c2 tempest-FloatingIPAdminTestJSON-1084521353 tempest-FloatingIPAdminTestJSON-1084521353-project] Pushing event updated for resources: {'Network': ['ID=56f22924-5098-4c25-8552-a096e9ecfd2b,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:23:26.948272 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Network 56f22924-5098-4c25-8552-a096e9ecfd2b details requested by agent ovs-agent-n-d-760453-5 with host n-d-760453-5 {{(pid=103306) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 26 21:23:26.960286 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-c3617230-474f-411f-b1d7-7e7b3da067c2 tempest-FloatingIPAdminTestJSON-1084521353 tempest-FloatingIPAdminTestJSON-1084521353-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.1483083 Jan 26 21:23:26.963290 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 41222) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:23:26.968421 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-10c94c27-6865-4c19-a690-f827c123e027 tempest-FloatingIPAdminTestJSON-1084521353 tempest-FloatingIPAdminTestJSON-1084521353-project] Request body: {'subnet': {'network_id': '56f22924-5098-4c25-8552-a096e9ecfd2b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:23:27.082494 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-44650966-86aa-44a7-917f-3b63f0f8b114 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9285249', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12215227'] for subnet (9a840e4b-60e7-4e13-87cd-6871041d05bc), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:23:27.193582 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10c94c27-6865-4c19-a690-f827c123e027 tempest-FloatingIPAdminTestJSON-1084521353 tempest-FloatingIPAdminTestJSON-1084521353-project] Made reservation on behalf of 4a1373212e504a378f194e7ef2a2677d for: {'subnet': 1} {{(pid=103305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 21:23:27.207751 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-10c94c27-6865-4c19-a690-f827c123e027 tempest-FloatingIPAdminTestJSON-1084521353 tempest-FloatingIPAdminTestJSON-1084521353-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11599953'] for subnet (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:23:27.250172 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-ac35078f-0def-4539-b44a-f72698296182 req-08fc187c-03cd-4d9a-b413-04af9094e6ec tempest-AttachVolumeShelveTestJSON-345998519 tempest-AttachVolumeShelveTestJSON-345998519-project] 10.222.0.13 "GET /v2.0/security-groups?id=5d7f7103-d0ef-48d0-a848-32dbbe71b238&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4973660 Jan 26 21:23:27.308785 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44650966-86aa-44a7-917f-3b63f0f8b114 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9a840e4b-60e7-4e13-87cd-6871041d05bc,revision_number=0']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:23:27.312780 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44650966-86aa-44a7-917f-3b63f0f8b114 admin admin] Checking segment: {'id': '45a09725-e309-4185-8154-cee7b0dbfa3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'fe1652f6-5e5b-410d-b0a4-8287c250dd60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103304) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 21:23:27.313150 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44650966-86aa-44a7-917f-3b63f0f8b114 admin admin] Network hostable DHCP agents. Network: fe1652f6-5e5b-410d-b0a4-8287c250dd60, hostable agents: ['474ccdf7-ab6c-405b-a3b2-dc7b05829902'], hosted agents: [] {{(pid=103304) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 26 21:23:27.356314 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44650966-86aa-44a7-917f-3b63f0f8b114 admin admin] Network fe1652f6-5e5b-410d-b0a4-8287c250dd60 is scheduled to be hosted by DHCP agent 474ccdf7-ab6c-405b-a3b2-dc7b05829902 with binding_index 1 {{(pid=103304) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 26 21:23:27.367859 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [None req-44650966-86aa-44a7-917f-3b63f0f8b114 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760453-5, fe1652f6-5e5b-410d-b0a4-8287c250dd60) {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:23:27.373838 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44650966-86aa-44a7-917f-3b63f0f8b114 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:23:27.374828 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-44650966-86aa-44a7-917f-3b63f0f8b114 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:23:27.380268 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-746de767-307d-40d5-b522-60a245c8c85e None None] Network fe1652f6-5e5b-410d-b0a4-8287c250dd60 requested from n-d-760453-5 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 26 21:23:27.421757 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-44650966-86aa-44a7-917f-3b63f0f8b114 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.2914028 Jan 26 21:23:27.703625 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6d89b73-5054-43f2-a103-162fd721b6be None None] Network fe1652f6-5e5b-410d-b0a4-8287c250dd60 requested from n-d-760453-5 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 26 21:23:27.707817 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-10c94c27-6865-4c19-a690-f827c123e027 tempest-FloatingIPAdminTestJSON-1084521353 tempest-FloatingIPAdminTestJSON-1084521353-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11788839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11599975'] for subnet (4d357529-a438-42de-a0b1-3f1f04b6e867), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:23:27.814575 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c94c27-6865-4c19-a690-f827c123e027 tempest-FloatingIPAdminTestJSON-1084521353 tempest-FloatingIPAdminTestJSON-1084521353-project] Pushing event updated for resources: {'Subnet': ['ID=4d357529-a438-42de-a0b1-3f1f04b6e867,revision_number=0']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:23:27.902359 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10c94c27-6865-4c19-a690-f827c123e027 tempest-FloatingIPAdminTestJSON-1084521353 tempest-FloatingIPAdminTestJSON-1084521353-project] Checking segment: {'id': '47fd2788-bdb8-4abc-956c-94a2127486f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '56f22924-5098-4c25-8552-a096e9ecfd2b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103305) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 21:23:27.902727 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10c94c27-6865-4c19-a690-f827c123e027 tempest-FloatingIPAdminTestJSON-1084521353 tempest-FloatingIPAdminTestJSON-1084521353-project] Network hostable DHCP agents. Network: 56f22924-5098-4c25-8552-a096e9ecfd2b, hostable agents: ['474ccdf7-ab6c-405b-a3b2-dc7b05829902'], hosted agents: [] {{(pid=103305) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 26 21:23:27.975590 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10c94c27-6865-4c19-a690-f827c123e027 tempest-FloatingIPAdminTestJSON-1084521353 tempest-FloatingIPAdminTestJSON-1084521353-project] Network 56f22924-5098-4c25-8552-a096e9ecfd2b is scheduled to be hosted by DHCP agent 474ccdf7-ab6c-405b-a3b2-dc7b05829902 with binding_index 1 {{(pid=103305) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 26 21:23:28.012944 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [None req-10c94c27-6865-4c19-a690-f827c123e027 tempest-FloatingIPAdminTestJSON-1084521353 tempest-FloatingIPAdminTestJSON-1084521353-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760453-5, 56f22924-5098-4c25-8552-a096e9ecfd2b) {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:23:28.042357 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10c94c27-6865-4c19-a690-f827c123e027 tempest-FloatingIPAdminTestJSON-1084521353 tempest-FloatingIPAdminTestJSON-1084521353-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:23:28.043018 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-10c94c27-6865-4c19-a690-f827c123e027 tempest-FloatingIPAdminTestJSON-1084521353 tempest-FloatingIPAdminTestJSON-1084521353-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709645'] for subnet (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:23:28.075247 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e294e23a-6af2-4d91-b57b-3b18cf9bf69c None None] Network 56f22924-5098-4c25-8552-a096e9ecfd2b requested from n-d-760453-5 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 26 21:23:28.100594 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-10c94c27-6865-4c19-a690-f827c123e027 tempest-FloatingIPAdminTestJSON-1084521353 tempest-FloatingIPAdminTestJSON-1084521353-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1362236 Jan 26 21:23:28.103584 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 41266) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:23:28.108407 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-38895c1d-ab5d-4b1a-b856-8dcf750764bd tempest-FloatingIPAdminTestJSON-1084521353 tempest-FloatingIPAdminTestJSON-1084521353-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-1467453333', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299'}, 'admin_state_up': False}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:23:28.172563 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-38895c1d-ab5d-4b1a-b856-8dcf750764bd tempest-FloatingIPAdminTestJSON-1084521353 tempest-FloatingIPAdminTestJSON-1084521353-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4104596', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13108'] for router (9160aeb0-666c-4d98-8bf8-f44449d0d154), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:23:28.177400 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-38895c1d-ab5d-4b1a-b856-8dcf750764bd tempest-FloatingIPAdminTestJSON-1084521353 tempest-FloatingIPAdminTestJSON-1084521353-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4105828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4111306', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3733576', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13069'] for router (9160aeb0-666c-4d98-8bf8-f44449d0d154), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:23:28.344127 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-38895c1d-ab5d-4b1a-b856-8dcf750764bd tempest-FloatingIPAdminTestJSON-1084521353 tempest-FloatingIPAdminTestJSON-1084521353-project] Publish callbacks [] for router_controller (9160aeb0-666c-4d98-8bf8-f44449d0d154), precommit_add_association {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:23:28.713815 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01c35892-2dfe-433a-b207-ffc6687ac8ad None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3c4099e8-8ffb-51d1-af7f-5868973e933f-56f22924-5098-4c25-8552-a096e9ecfd2b', 'network_id': '56f22924-5098-4c25-8552-a096e9ecfd2b', 'project_id': '4a1373212e504a378f194e7ef2a2677d', 'fixed_ips': [{'subnet_id': '4d357529-a438-42de-a0b1-3f1f04b6e867'}]}} from n-d-760453-5. {{(pid=103306) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 26 21:23:28.714958 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-01c35892-2dfe-433a-b207-ffc6687ac8ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (None), before_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:23:29.158127 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-38895c1d-ab5d-4b1a-b856-8dcf750764bd tempest-FloatingIPAdminTestJSON-1084521353 tempest-FloatingIPAdminTestJSON-1084521353-project] Publish callbacks [] for router_gateway (9160aeb0-666c-4d98-8bf8-f44449d0d154), precommit_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:23:29.163239 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Device a47c3cbb-20d5-43cd-80c2-737a24011b1e no longer exists at agent hyperv_n-h2-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 26 21:23:29.328409 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1930915-aa95-4e10-a47a-e4c6c82ee1d9 req-1b9d48b7-587b-401d-8694-633d0a600b7a tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:23:29.340050 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-d1930915-aa95-4e10-a47a-e4c6c82ee1d9 req-1b9d48b7-587b-401d-8694-633d0a600b7a tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] 10.222.0.13 "GET /v2.0/ports?device_id=f9d28872-a0eb-43ed-b4ce-aee5b2886372 HTTP/1.1" status: 200 len: 946 time: 0.4364650 Jan 26 21:23:29.428423 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-17cd6906-ae61-4f2f-bb0b-7790a9eea2c4 req-5dbc8616-e434-4388-b2f0-f2c82a775a34 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=f9d28872-a0eb-43ed-b4ce-aee5b2886372&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.9281673 Jan 26 21:23:29.439266 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11485163-5898-4773-b460-b6d00d4cb418 req-d6d9cd3a-c49a-4c8d-964e-c8d7e05245f0 tempest-AttachVolumeShelveTestJSON-345998519 tempest-AttachVolumeShelveTestJSON-345998519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:23:29.448650 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-11485163-5898-4773-b460-b6d00d4cb418 req-d6d9cd3a-c49a-4c8d-964e-c8d7e05245f0 tempest-AttachVolumeShelveTestJSON-345998519 tempest-AttachVolumeShelveTestJSON-345998519-project] 10.222.0.13 "GET /v2.0/ports?device_id=93bf95ee-d279-4897-bd53-d5feb3e9b070 HTTP/1.1" status: 200 len: 943 time: 0.7534797 Jan 26 21:23:29.724047 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-d1930915-aa95-4e10-a47a-e4c6c82ee1d9 req-6ce834e8-11a6-402c-99d0-bf724388c4f1 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] 10.222.0.13 "GET /v2.0/security-groups?id=6cb8e788-9152-488c-8973-85140910b10a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3829460 Jan 26 21:23:29.799565 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-11485163-5898-4773-b460-b6d00d4cb418 req-71780dc5-fcf8-42af-84bc-e654ee658b56 tempest-AttachVolumeShelveTestJSON-345998519 tempest-AttachVolumeShelveTestJSON-345998519-project] 10.222.0.13 "GET /v2.0/security-groups?id=5d7f7103-d0ef-48d0-a848-32dbbe71b238&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3450701 Jan 26 21:23:30.163441 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.db_base_plugin_common [None req-01c35892-2dfe-433a-b207-ffc6687ac8ad None None] Allocated IP 172.20.0.2 (56f22924-5098-4c25-8552-a096e9ecfd2b/4d357529-a438-42de-a0b1-3f1f04b6e867/730f0f56-b50f-4658-82d0-ed0be6282f24) {{(pid=103306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 21:23:30.253277 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Current status of the port a47c3cbb-20d5-43cd-80c2-737a24011b1e is: ACTIVE; New status is: DOWN {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:23:30.254822 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (a47c3cbb-20d5-43cd-80c2-737a24011b1e), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:23:30.419515 n-d-760453-5 neutron-server[103306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0baf0d8d-7028-4dd1-93c9-a8cc009689a3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a47c3cbb-20d5-43cd-80c2-737a24011b1e'}] {{(pid=103306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 21:23:30.421594 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9d5d370febab655511bdd2ffe887e43e442d144a440368702bcc1e93af00b97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fea67078-02bd-42ab-af5a-e1c5cc508e99" -d '{"events": [{"server_uuid": "0baf0d8d-7028-4dd1-93c9-a8cc009689a3", "name": "network-vif-unplugged", "status": "completed", "tag": "a47c3cbb-20d5-43cd-80c2-737a24011b1e"}]}' {{(pid=103306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 21:23:30.438644 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e9f578-35ff-4bba-b11e-f39dd3f61159 req-625b3d17-071f-4958-b0b7-c15b26ef6a2b tempest-ImagesTestJSON-1623340881 tempest-ImagesTestJSON-1623340881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:23:30.441192 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-c8e9f578-35ff-4bba-b11e-f39dd3f61159 req-625b3d17-071f-4958-b0b7-c15b26ef6a2b tempest-ImagesTestJSON-1623340881 tempest-ImagesTestJSON-1623340881-project] 10.222.0.57 "GET /v2.0/ports?device_id=0baf0d8d-7028-4dd1-93c9-a8cc009689a3 HTTP/1.1" status: 200 len: 946 time: 0.5549271 Jan 26 21:23:30.470243 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] For port a47c3cbb-20d5-43cd-80c2-737a24011b1e, host n-h2-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-5',level=0,port_id=a47c3cbb-20d5-43cd-80c2-737a24011b1e,segment=NetworkSegment(9fd884b8-86e2-416d-a96d-94ce9081e9cd),segment_id=9fd884b8-86e2-416d-a96d-94ce9081e9cd)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:23:30.484459 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (a47c3cbb-20d5-43cd-80c2-737a24011b1e), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:23:30.589188 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 26 Jan 2022 21:23:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-255fe469-b0b1-41fa-b4d2-28431e58a526 x-openstack-request-id: req-255fe469-b0b1-41fa-b4d2-28431e58a526 {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 21:23:30.589544 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0baf0d8d-7028-4dd1-93c9-a8cc009689a3", "name": "network-vif-unplugged", "status": "completed", "tag": "a47c3cbb-20d5-43cd-80c2-737a24011b1e", "code": 200}]} {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 21:23:30.590163 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-255fe469-b0b1-41fa-b4d2-28431e58a526 {{(pid=103306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 21:23:30.591164 n-d-760453-5 neutron-server[103306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0baf0d8d-7028-4dd1-93c9-a8cc009689a3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a47c3cbb-20d5-43cd-80c2-737a24011b1e', 'code': 200} Jan 26 21:23:30.591722 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Pushing event updated for resources: {'Port': ['ID=a47c3cbb-20d5-43cd-80c2-737a24011b1e,revision_number=8']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:23:30.670155 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-38895c1d-ab5d-4b1a-b856-8dcf750764bd tempest-FloatingIPAdminTestJSON-1084521353 tempest-FloatingIPAdminTestJSON-1084521353-project] Publish callbacks [] for router_gateway (9160aeb0-666c-4d98-8bf8-f44449d0d154), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:23:30.701214 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-01c35892-2dfe-433a-b207-ffc6687ac8ad None None] Publish callbacks [] for port (730f0f56-b50f-4658-82d0-ed0be6282f24), precommit_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:23:30.725945 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-01c35892-2dfe-433a-b207-ffc6687ac8ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746560234527'] for port (730f0f56-b50f-4658-82d0-ed0be6282f24), after_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:23:30.782292 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-38895c1d-ab5d-4b1a-b856-8dcf750764bd tempest-FloatingIPAdminTestJSON-1084521353 tempest-FloatingIPAdminTestJSON-1084521353-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:23:30.885704 n-d-760453-5 neutron-server[103306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01c35892-2dfe-433a-b207-ffc6687ac8ad None None] Network 56f22924-5098-4c25-8552-a096e9ecfd2b is already hosted by enough agents. {{(pid=103306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 21:23:30.900370 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c35892-2dfe-433a-b207-ffc6687ac8ad None None] Pushing event updated for resources: {'Port': ['ID=730f0f56-b50f-4658-82d0-ed0be6282f24,revision_number=1']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:23:30.908336 n-d-760453-5 neutron-server[103306]: DEBUG neutron.scheduler.base_scheduler [None req-01c35892-2dfe-433a-b207-ffc6687ac8ad None None] Resources bound (agent type, host, resource id): {{(pid=103306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:23:30.913000 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01c35892-2dfe-433a-b207-ffc6687ac8ad None None] Received port after_create {{(pid=103306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 21:23:31.118411 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-01c35892-2dfe-433a-b207-ffc6687ac8ad None None] Attempting to bind port 730f0f56-b50f-4658-82d0-ed0be6282f24 on host n-d-760453-5 for vnic_type normal with profile {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 21:23:31.118797 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-01c35892-2dfe-433a-b207-ffc6687ac8ad None None] Attempting to bind port 730f0f56-b50f-4658-82d0-ed0be6282f24 by drivers openvswitch,hyperv on host n-d-760453-5 at level 0 using segments [{'id': '47fd2788-bdb8-4abc-956c-94a2127486f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '56f22924-5098-4c25-8552-a096e9ecfd2b'}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 26 21:23:31.119122 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01c35892-2dfe-433a-b207-ffc6687ac8ad None None] Attempting to bind port 730f0f56-b50f-4658-82d0-ed0be6282f24 on network 56f22924-5098-4c25-8552-a096e9ecfd2b {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 21:23:31.144425 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01c35892-2dfe-433a-b207-ffc6687ac8ad None None] Checking agent: {'id': 'fea0591a-627d-4c87-9a9a-01625ddf3277', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760453-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 20, 55, 25), 'started_at': datetime.datetime(2022, 1, 26, 20, 55, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 21, 23, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760453-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 26 21:23:31.144811 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01c35892-2dfe-433a-b207-ffc6687ac8ad None None] Checking segment: {'id': '47fd2788-bdb8-4abc-956c-94a2127486f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '56f22924-5098-4c25-8552-a096e9ecfd2b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 21:23:31.145221 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-01c35892-2dfe-433a-b207-ffc6687ac8ad None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:23:31.145662 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01c35892-2dfe-433a-b207-ffc6687ac8ad None None] Bound using segment: {'id': '47fd2788-bdb8-4abc-956c-94a2127486f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '56f22924-5098-4c25-8552-a096e9ecfd2b'} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 26 21:23:31.146196 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-01c35892-2dfe-433a-b207-ffc6687ac8ad None None] Bound port: 730f0f56-b50f-4658-82d0-ed0be6282f24, host: n-d-760453-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '47fd2788-bdb8-4abc-956c-94a2127486f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '56f22924-5098-4c25-8552-a096e9ecfd2b'}}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 26 21:23:31.146564 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-01c35892-2dfe-433a-b207-ffc6687ac8ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (730f0f56-b50f-4658-82d0-ed0be6282f24), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:23:31.271207 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-01c35892-2dfe-433a-b207-ffc6687ac8ad None None] For port 730f0f56-b50f-4658-82d0-ed0be6282f24, host n-d-760453-5, cleared binding levels {{(pid=103306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 26 21:23:31.279894 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-01c35892-2dfe-433a-b207-ffc6687ac8ad None None] For port 730f0f56-b50f-4658-82d0-ed0be6282f24, host n-d-760453-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=730f0f56-b50f-4658-82d0-ed0be6282f24,segment=NetworkSegment(47fd2788-bdb8-4abc-956c-94a2127486f4),segment_id=47fd2788-bdb8-4abc-956c-94a2127486f4)] {{(pid=103306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 26 21:23:31.286668 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-01c35892-2dfe-433a-b207-ffc6687ac8ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (730f0f56-b50f-4658-82d0-ed0be6282f24), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:23:31.307853 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d656e787-12c0-44d6-8bd5-69f14b4125e9 req-331c01d2-9bb6-48fb-954a-89f60eb052fd tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:23:31.321824 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-d656e787-12c0-44d6-8bd5-69f14b4125e9 req-331c01d2-9bb6-48fb-954a-89f60eb052fd tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] 10.222.0.13 "GET /v2.0/ports?device_id=f9d28872-a0eb-43ed-b4ce-aee5b2886372 HTTP/1.1" status: 200 len: 946 time: 0.3169372 Jan 26 21:23:31.498394 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c35892-2dfe-433a-b207-ffc6687ac8ad None None] Pushing event updated for resources: {'Port': ['ID=730f0f56-b50f-4658-82d0-ed0be6282f24,revision_number=2']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:23:31.553454 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [req-c8e9f578-35ff-4bba-b11e-f39dd3f61159 req-1f048c66-d181-4e0e-bb83-03535550761e tempest-ImagesTestJSON-1623340881 tempest-ImagesTestJSON-1623340881-project] Deleting port a47c3cbb-20d5-43cd-80c2-737a24011b1e {{(pid=103304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 21:23:31.554208 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-c8e9f578-35ff-4bba-b11e-f39dd3f61159 req-1f048c66-d181-4e0e-bb83-03535550761e tempest-ImagesTestJSON-1623340881 tempest-ImagesTestJSON-1623340881-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746560630878'] for port (a47c3cbb-20d5-43cd-80c2-737a24011b1e), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:23:31.631687 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.db_base_plugin_common [None req-38895c1d-ab5d-4b1a-b856-8dcf750764bd tempest-FloatingIPAdminTestJSON-1084521353 tempest-FloatingIPAdminTestJSON-1084521353-project] Allocated IP 172.25.1.98 (4140a1f1-c93a-4bea-83a0-68953a54f299/e48251a1-e30d-4820-8396-00c6f6aeb601/bf9ec914-5871-4e2d-8cba-6bce9469154c) {{(pid=103304) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 21:23:31.741282 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-d656e787-12c0-44d6-8bd5-69f14b4125e9 req-efafda90-6613-4fd5-8670-6057d9773098 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] 10.222.0.13 "GET /v2.0/security-groups?id=6cb8e788-9152-488c-8973-85140910b10a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3636112 Jan 26 21:23:32.015845 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17cd6906-ae61-4f2f-bb0b-7790a9eea2c4 req-08ad84f9-3f67-4912-821d-a06dfba0a86a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:23:32.020356 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-17cd6906-ae61-4f2f-bb0b-7790a9eea2c4 req-08ad84f9-3f67-4912-821d-a06dfba0a86a service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=c6d9f10230f341edbbe46b16c17eb870&device_id=f9d28872-a0eb-43ed-b4ce-aee5b2886372 HTTP/1.1" status: 200 len: 1097 time: 0.1821041 Jan 26 21:23:32.337804 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17cd6906-ae61-4f2f-bb0b-7790a9eea2c4 req-4d7554b7-91e9-44f3-9b88-91c615357f01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:23:32.339997 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-17cd6906-ae61-4f2f-bb0b-7790a9eea2c4 req-4d7554b7-91e9-44f3-9b88-91c615357f01 service neutron] 10.222.0.66 "GET /v2.0/networks?id=3e4368a8-f3b4-4f2b-9ce8-6f1eab73b100 HTTP/1.1" status: 200 len: 898 time: 0.3096290 Jan 26 21:23:32.568630 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-551a0d78-70f0-4f62-940d-71caae3e6a30 req-0291511c-d50a-4a35-9ab1-2e19dcb30cea service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=ca795481-031c-48ac-925f-00596ed83bb9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.2274511 Jan 26 21:23:32.599111 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-17cd6906-ae61-4f2f-bb0b-7790a9eea2c4 req-db420cd2-cca7-4858-95b2-8fbc5a57b233 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=85e42356-3012-4a3b-9f75-ce1b665df28b HTTP/1.1" status: 200 len: 1002 time: 0.2362375 Jan 26 21:23:32.816682 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17cd6906-ae61-4f2f-bb0b-7790a9eea2c4 req-d56eb7b8-6dba-4b0f-a364-c01ddbd7ffa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:23:32.818635 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-17cd6906-ae61-4f2f-bb0b-7790a9eea2c4 req-d56eb7b8-6dba-4b0f-a364-c01ddbd7ffa3 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=c41b4bd2-c8e1-469d-9ade-a907fafb44b3 HTTP/1.1" status: 200 len: 834 time: 0.2078817 Jan 26 21:23:32.846819 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551a0d78-70f0-4f62-940d-71caae3e6a30 req-0be47f67-b8a2-4b59-b753-5fb9b3dc2362 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:23:32.847591 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551a0d78-70f0-4f62-940d-71caae3e6a30 req-0be47f67-b8a2-4b59-b753-5fb9b3dc2362 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:23:32.853006 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551a0d78-70f0-4f62-940d-71caae3e6a30 req-0be47f67-b8a2-4b59-b753-5fb9b3dc2362 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:23:32.853740 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551a0d78-70f0-4f62-940d-71caae3e6a30 req-0be47f67-b8a2-4b59-b753-5fb9b3dc2362 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:23:32.854382 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551a0d78-70f0-4f62-940d-71caae3e6a30 req-0be47f67-b8a2-4b59-b753-5fb9b3dc2362 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:23:32.855020 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551a0d78-70f0-4f62-940d-71caae3e6a30 req-0be47f67-b8a2-4b59-b753-5fb9b3dc2362 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:23:32.855755 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551a0d78-70f0-4f62-940d-71caae3e6a30 req-0be47f67-b8a2-4b59-b753-5fb9b3dc2362 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:23:32.863015 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-551a0d78-70f0-4f62-940d-71caae3e6a30 req-0be47f67-b8a2-4b59-b753-5fb9b3dc2362 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=026ef2d8b8e041b18f9abf8363011406&device_id=ca795481-031c-48ac-925f-00596ed83bb9 HTTP/1.1" status: 200 len: 6502 time: 0.1681173 Jan 26 21:23:32.966545 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17cd6906-ae61-4f2f-bb0b-7790a9eea2c4 req-cc391c0d-52ca-4307-80c1-9087ec1434ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:23:32.968408 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-17cd6906-ae61-4f2f-bb0b-7790a9eea2c4 req-cc391c0d-52ca-4307-80c1-9087ec1434ab service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=3e4368a8-f3b4-4f2b-9ce8-6f1eab73b100&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0832584 Jan 26 21:23:33.051279 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Device a47c3cbb-20d5-43cd-80c2-737a24011b1e no longer exists at agent hyperv_n-h2-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 26 21:23:33.338024 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Current status of the port a47c3cbb-20d5-43cd-80c2-737a24011b1e is: DOWN; New status is: DOWN {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:23:33.405617 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [req-c8e9f578-35ff-4bba-b11e-f39dd3f61159 req-1f048c66-d181-4e0e-bb83-03535550761e tempest-ImagesTestJSON-1623340881 tempest-ImagesTestJSON-1623340881-project] For port a47c3cbb-20d5-43cd-80c2-737a24011b1e, host n-h2-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-5',level=0,port_id=a47c3cbb-20d5-43cd-80c2-737a24011b1e,segment=NetworkSegment(9fd884b8-86e2-416d-a96d-94ce9081e9cd),segment_id=9fd884b8-86e2-416d-a96d-94ce9081e9cd)] {{(pid=103304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:23:33.406403 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-c8e9f578-35ff-4bba-b11e-f39dd3f61159 req-1f048c66-d181-4e0e-bb83-03535550761e tempest-ImagesTestJSON-1623340881 tempest-ImagesTestJSON-1623340881-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4109658'] for port (a47c3cbb-20d5-43cd-80c2-737a24011b1e), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:23:33.413985 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-38895c1d-ab5d-4b1a-b856-8dcf750764bd tempest-FloatingIPAdminTestJSON-1084521353 tempest-FloatingIPAdminTestJSON-1084521353-project] Publish callbacks [] for port (bf9ec914-5871-4e2d-8cba-6bce9469154c), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:23:33.437888 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7ae287-43b6-4284-b205-f45d176c3e29 req-adc7585c-07de-4641-98b6-5028d2cf73b6 tempest-AttachVolumeShelveTestJSON-345998519 tempest-AttachVolumeShelveTestJSON-345998519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:23:33.440708 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-ec7ae287-43b6-4284-b205-f45d176c3e29 req-adc7585c-07de-4641-98b6-5028d2cf73b6 tempest-AttachVolumeShelveTestJSON-345998519 tempest-AttachVolumeShelveTestJSON-345998519-project] 10.222.0.13 "GET /v2.0/ports?device_id=93bf95ee-d279-4897-bd53-d5feb3e9b070 HTTP/1.1" status: 200 len: 943 time: 0.4643157 Jan 26 21:23:33.481686 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [req-c8e9f578-35ff-4bba-b11e-f39dd3f61159 req-1f048c66-d181-4e0e-bb83-03535550761e tempest-ImagesTestJSON-1623340881 tempest-ImagesTestJSON-1623340881-project] Calling delete_port for a47c3cbb-20d5-43cd-80c2-737a24011b1e owned by compute:nova {{(pid=103304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 21:23:33.505362 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device 730f0f56-b50f-4658-82d0-ed0be6282f24 up at agent ovs-agent-n-d-760453-5 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 21:23:33.601313 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-17cd6906-ae61-4f2f-bb0b-7790a9eea2c4 req-4ec1edee-b780-46ef-a2b2-1be74e1f52ab service neutron] 10.222.0.66 "GET /v2.0/networks/3e4368a8-f3b4-4f2b-9ce8-6f1eab73b100?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5652230 Jan 26 21:23:33.610735 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551a0d78-70f0-4f62-940d-71caae3e6a30 req-d159c545-eff3-4e17-a641-1b553819105f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:23:33.614405 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551a0d78-70f0-4f62-940d-71caae3e6a30 req-d159c545-eff3-4e17-a641-1b553819105f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:23:33.615101 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551a0d78-70f0-4f62-940d-71caae3e6a30 req-d159c545-eff3-4e17-a641-1b553819105f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:23:33.619068 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-551a0d78-70f0-4f62-940d-71caae3e6a30 req-d159c545-eff3-4e17-a641-1b553819105f service neutron] 10.222.0.66 "GET /v2.0/networks?id=bbfba3ee-2021-4c97-a0e2-2098fcdcf99e&id=efe29cb8-1223-4d1f-943f-1b137d401008&id=efe29cb8-1223-4d1f-943f-1b137d401008&id=efe29cb8-1223-4d1f-943f-1b137d401008&id=efe29cb8-1223-4d1f-943f-1b137d401008&id=bd020871-95b7-4b5a-881a-9e30b02eb2fe&id=bd020871-95b7-4b5a-881a-9e30b02eb2fe HTTP/1.1" status: 200 len: 2298 time: 0.5625489 Jan 26 21:23:33.667812 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Provisioning complete for port 730f0f56-b50f-4658-82d0-ed0be6282f24 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:23:33.669411 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (730f0f56-b50f-4658-82d0-ed0be6282f24), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:23:33.819252 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cb9050a-4bb9-43de-9347-325ed9e8c438 None None] Network 56f22924-5098-4c25-8552-a096e9ecfd2b requested from n-d-760453-5 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 26 21:23:33.848976 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-c8e9f578-35ff-4bba-b11e-f39dd3f61159 req-1f048c66-d181-4e0e-bb83-03535550761e tempest-ImagesTestJSON-1623340881 tempest-ImagesTestJSON-1623340881-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746560636600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746560234536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9281553'] for port (a47c3cbb-20d5-43cd-80c2-737a24011b1e), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:23:33.883507 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-ec7ae287-43b6-4284-b205-f45d176c3e29 req-b783cde7-81f1-4a50-806c-572711e3691f tempest-AttachVolumeShelveTestJSON-345998519 tempest-AttachVolumeShelveTestJSON-345998519-project] 10.222.0.13 "GET /v2.0/security-groups?id=5d7f7103-d0ef-48d0-a848-32dbbe71b238&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4050913 Jan 26 21:23:33.966325 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-38895c1d-ab5d-4b1a-b856-8dcf750764bd tempest-FloatingIPAdminTestJSON-1084521353 tempest-FloatingIPAdminTestJSON-1084521353-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746560234527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9281553'] for port (bf9ec914-5871-4e2d-8cba-6bce9469154c), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:23:33.976956 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f048c66-d181-4e0e-bb83-03535550761e tempest-ImagesTestJSON-1623340881 tempest-ImagesTestJSON-1623340881-project] Pushing event deleted for resources: {'Port': ['ID=a47c3cbb-20d5-43cd-80c2-737a24011b1e,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:23:34.025562 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-17cd6906-ae61-4f2f-bb0b-7790a9eea2c4 req-416545c8-f73f-422d-89ba-5419a61bab90 service neutron] 10.222.0.66 "GET /v2.0/networks/3e4368a8-f3b4-4f2b-9ce8-6f1eab73b100?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4041009 Jan 26 21:23:34.028481 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-551a0d78-70f0-4f62-940d-71caae3e6a30 req-5d16e58c-01a4-4acc-ae7e-ad293a7dcd5f service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4836496e-4b86-4ff4-b7d3-0f22f4a6f134 HTTP/1.1" status: 200 len: 1001 time: 0.2573919 Jan 26 21:23:34.068643 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f048c66-d181-4e0e-bb83-03535550761e tempest-ImagesTestJSON-1623340881 tempest-ImagesTestJSON-1623340881-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:23:34.069179 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f048c66-d181-4e0e-bb83-03535550761e tempest-ImagesTestJSON-1623340881 tempest-ImagesTestJSON-1623340881-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:23:34.069664 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f048c66-d181-4e0e-bb83-03535550761e tempest-ImagesTestJSON-1623340881 tempest-ImagesTestJSON-1623340881-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:23:34.070109 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f048c66-d181-4e0e-bb83-03535550761e tempest-ImagesTestJSON-1623340881 tempest-ImagesTestJSON-1623340881-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:23:34.070671 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f048c66-d181-4e0e-bb83-03535550761e tempest-ImagesTestJSON-1623340881 tempest-ImagesTestJSON-1623340881-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:23:34.072566 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f048c66-d181-4e0e-bb83-03535550761e tempest-ImagesTestJSON-1623340881 tempest-ImagesTestJSON-1623340881-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:23:34.073036 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f048c66-d181-4e0e-bb83-03535550761e tempest-ImagesTestJSON-1623340881 tempest-ImagesTestJSON-1623340881-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:23:34.073559 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f048c66-d181-4e0e-bb83-03535550761e tempest-ImagesTestJSON-1623340881 tempest-ImagesTestJSON-1623340881-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:23:34.083297 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f048c66-d181-4e0e-bb83-03535550761e tempest-ImagesTestJSON-1623340881 tempest-ImagesTestJSON-1623340881-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:23:34.084402 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f048c66-d181-4e0e-bb83-03535550761e tempest-ImagesTestJSON-1623340881 tempest-ImagesTestJSON-1623340881-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:23:34.085629 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f048c66-d181-4e0e-bb83-03535550761e tempest-ImagesTestJSON-1623340881 tempest-ImagesTestJSON-1623340881-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:23:34.086083 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f048c66-d181-4e0e-bb83-03535550761e tempest-ImagesTestJSON-1623340881 tempest-ImagesTestJSON-1623340881-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:23:34.092765 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f048c66-d181-4e0e-bb83-03535550761e tempest-ImagesTestJSON-1623340881 tempest-ImagesTestJSON-1623340881-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:23:34.153265 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-01270b87-308e-4cb6-887a-8e9fe0fee314 None None] Provisioning complete for port 730f0f56-b50f-4658-82d0-ed0be6282f24 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:23:34.154754 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-01270b87-308e-4cb6-887a-8e9fe0fee314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (730f0f56-b50f-4658-82d0-ed0be6282f24), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:23:34.177100 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38895c1d-ab5d-4b1a-b856-8dcf750764bd tempest-FloatingIPAdminTestJSON-1084521353 tempest-FloatingIPAdminTestJSON-1084521353-project] Network 4140a1f1-c93a-4bea-83a0-68953a54f299 is already hosted by enough agents. {{(pid=103304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 21:23:34.182855 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8e9f578-35ff-4bba-b11e-f39dd3f61159 req-1f048c66-d181-4e0e-bb83-03535550761e tempest-ImagesTestJSON-1623340881 tempest-ImagesTestJSON-1623340881-project] No DVR routers for this DVR port a47c3cbb-20d5-43cd-80c2-737a24011b1e on host n-h2-760453-5 {{(pid=103304) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 26 21:23:34.195646 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-c8e9f578-35ff-4bba-b11e-f39dd3f61159 req-1f048c66-d181-4e0e-bb83-03535550761e tempest-ImagesTestJSON-1623340881 tempest-ImagesTestJSON-1623340881-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:23:34.199587 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-c8e9f578-35ff-4bba-b11e-f39dd3f61159 req-1f048c66-d181-4e0e-bb83-03535550761e tempest-ImagesTestJSON-1623340881 tempest-ImagesTestJSON-1623340881-project] 10.222.0.57 "DELETE /v2.0/ports/a47c3cbb-20d5-43cd-80c2-737a24011b1e HTTP/1.1" status: 204 len: 173 time: 3.7494862 Jan 26 21:23:34.223114 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Current status of the port 730f0f56-b50f-4658-82d0-ed0be6282f24 is: DOWN; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:23:34.223791 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (730f0f56-b50f-4658-82d0-ed0be6282f24), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:23:34.279368 n-d-760453-5 neutron-server[103304]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0baf0d8d-7028-4dd1-93c9-a8cc009689a3', 'name': 'network-vif-deleted', 'tag': 'a47c3cbb-20d5-43cd-80c2-737a24011b1e'}] {{(pid=103304) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 21:23:34.282017 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d52b45f1943fcd332af9527eb73ff93c8d715d44383a3f6d18de73b4cfcf87b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b942bde2-00f5-495b-ac16-327e682a5857" -d '{"events": [{"server_uuid": "0baf0d8d-7028-4dd1-93c9-a8cc009689a3", "name": "network-vif-deleted", "tag": "a47c3cbb-20d5-43cd-80c2-737a24011b1e"}]}' {{(pid=103304) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 21:23:34.297875 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [None req-38895c1d-ab5d-4b1a-b856-8dcf750764bd tempest-FloatingIPAdminTestJSON-1084521353 tempest-FloatingIPAdminTestJSON-1084521353-project] Resources bound (agent type, host, resource id): {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:23:34.318223 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38895c1d-ab5d-4b1a-b856-8dcf750764bd tempest-FloatingIPAdminTestJSON-1084521353 tempest-FloatingIPAdminTestJSON-1084521353-project] Received port after_create {{(pid=103304) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 21:23:34.370242 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38895c1d-ab5d-4b1a-b856-8dcf750764bd tempest-FloatingIPAdminTestJSON-1084521353 tempest-FloatingIPAdminTestJSON-1084521353-project] Pushing event updated for resources: {'Port': ['ID=bf9ec914-5871-4e2d-8cba-6bce9469154c,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:23:34.457591 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] For port 730f0f56-b50f-4658-82d0-ed0be6282f24, host n-d-760453-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=730f0f56-b50f-4658-82d0-ed0be6282f24,segment=NetworkSegment(47fd2788-bdb8-4abc-956c-94a2127486f4),segment_id=47fd2788-bdb8-4abc-956c-94a2127486f4)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:23:34.478590 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (730f0f56-b50f-4658-82d0-ed0be6282f24), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:23:34.505869 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551a0d78-70f0-4f62-940d-71caae3e6a30 req-85fa6fa7-9d7e-42ea-8690-4281f61d438c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:23:34.507803 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-551a0d78-70f0-4f62-940d-71caae3e6a30 req-85fa6fa7-9d7e-42ea-8690-4281f61d438c service neutron] 10.222.0.66 "GET /v2.0/subnets?id=57e3c492-4b44-4b41-bf93-c4d6e5c59ce4 HTTP/1.1" status: 200 len: 856 time: 0.1792393 Jan 26 21:23:34.600415 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551a0d78-70f0-4f62-940d-71caae3e6a30 req-f0b27135-3213-457b-96ba-ec7fe7d7c34d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:23:34.606967 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-551a0d78-70f0-4f62-940d-71caae3e6a30 req-f0b27135-3213-457b-96ba-ec7fe7d7c34d service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=bbfba3ee-2021-4c97-a0e2-2098fcdcf99e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0867381 Jan 26 21:23:34.631527 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-01270b87-308e-4cb6-887a-8e9fe0fee314 None None] Current status of the port 730f0f56-b50f-4658-82d0-ed0be6282f24 is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:23:34.669689 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Pushing event updated for resources: {'Port': ['ID=730f0f56-b50f-4658-82d0-ed0be6282f24,revision_number=3']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:23:34.787440 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-551a0d78-70f0-4f62-940d-71caae3e6a30 req-69ae8ec1-73d4-4ecb-b9f3-640ca06450c1 service neutron] 10.222.0.66 "GET /v2.0/networks/bbfba3ee-2021-4c97-a0e2-2098fcdcf99e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1711791 Jan 26 21:23:34.980776 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b05a76-bab3-44df-8d02-422d2aee7718 req-38b1defa-3dfa-440b-b8f3-2aa9a8fa13e4 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:23:34.986478 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-29b05a76-bab3-44df-8d02-422d2aee7718 req-38b1defa-3dfa-440b-b8f3-2aa9a8fa13e4 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] 10.222.0.13 "GET /v2.0/ports?device_id=f9d28872-a0eb-43ed-b4ce-aee5b2886372 HTTP/1.1" status: 200 len: 946 time: 0.3808582 Jan 26 21:23:35.100530 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-e1180444-a879-4437-84e2-bc3d8dda607e None None] Provisioning complete for port 730f0f56-b50f-4658-82d0-ed0be6282f24 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:23:35.102560 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-e1180444-a879-4437-84e2-bc3d8dda607e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (730f0f56-b50f-4658-82d0-ed0be6282f24), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:23:35.213511 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-551a0d78-70f0-4f62-940d-71caae3e6a30 req-0a9d8d24-faa2-4fdf-8794-6dff5a9af6c2 service neutron] 10.222.0.66 "GET /v2.0/networks/bbfba3ee-2021-4c97-a0e2-2098fcdcf99e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2561080 Jan 26 21:23:35.335380 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-29b05a76-bab3-44df-8d02-422d2aee7718 req-a1485ce7-c5ab-42a1-9b52-6a1597580a9a tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] 10.222.0.13 "GET /v2.0/security-groups?id=6cb8e788-9152-488c-8973-85140910b10a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3334165 Jan 26 21:23:35.338482 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-551a0d78-70f0-4f62-940d-71caae3e6a30 req-d6214ec2-b5db-49a0-a0c6-c7039f8ee8d6 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.172&port_id=a7268cc1-3994-4713-bc9a-c43426d166e2 HTTP/1.1" status: 200 len: 217 time: 0.1025271 Jan 26 21:23:35.373132 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-38895c1d-ab5d-4b1a-b856-8dcf750764bd tempest-FloatingIPAdminTestJSON-1084521353 tempest-FloatingIPAdminTestJSON-1084521353-project] Publish callbacks [] for router_gateway (9160aeb0-666c-4d98-8bf8-f44449d0d154), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:23:35.437804 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-e1180444-a879-4437-84e2-bc3d8dda607e None None] Current status of the port 730f0f56-b50f-4658-82d0-ed0be6282f24 is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:23:35.470138 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device 730f0f56-b50f-4658-82d0-ed0be6282f24 up at agent ovs-agent-n-d-760453-5 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 21:23:35.549123 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551a0d78-70f0-4f62-940d-71caae3e6a30 req-21671241-7462-4551-9e93-90b8b150791f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:23:35.551255 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-551a0d78-70f0-4f62-940d-71caae3e6a30 req-21671241-7462-4551-9e93-90b8b150791f service neutron] 10.222.0.66 "GET /v2.0/subnets?id=33c71571-b125-47e8-b95c-4b54e4e22463 HTTP/1.1" status: 200 len: 797 time: 0.1813805 Jan 26 21:23:35.685386 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Provisioning complete for port 730f0f56-b50f-4658-82d0-ed0be6282f24 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:23:35.685925 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (730f0f56-b50f-4658-82d0-ed0be6282f24), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:23:35.739496 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551a0d78-70f0-4f62-940d-71caae3e6a30 req-a5c1791e-0ffb-4ffd-ad4f-1fa8fe148628 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:23:35.742249 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-551a0d78-70f0-4f62-940d-71caae3e6a30 req-a5c1791e-0ffb-4ffd-ad4f-1fa8fe148628 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=efe29cb8-1223-4d1f-943f-1b137d401008&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1718690 Jan 26 21:23:35.848379 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Current status of the port 730f0f56-b50f-4658-82d0-ed0be6282f24 is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:23:35.948605 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-551a0d78-70f0-4f62-940d-71caae3e6a30 req-6497fe42-3dd8-40dd-8818-89c9aa39c14c service neutron] 10.222.0.66 "GET /v2.0/networks/efe29cb8-1223-4d1f-943f-1b137d401008?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1889546 Jan 26 21:23:35.992568 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-38895c1d-ab5d-4b1a-b856-8dcf750764bd tempest-FloatingIPAdminTestJSON-1084521353 tempest-FloatingIPAdminTestJSON-1084521353-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4105757', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4111263'] for router (9160aeb0-666c-4d98-8bf8-f44449d0d154), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:23:36.239782 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-551a0d78-70f0-4f62-940d-71caae3e6a30 req-3f70025f-bc52-4f87-8c63-e3cab76dd620 service neutron] 10.222.0.66 "GET /v2.0/networks/efe29cb8-1223-4d1f-943f-1b137d401008?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2632933 Jan 26 21:23:36.274100 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38895c1d-ab5d-4b1a-b856-8dcf750764bd tempest-FloatingIPAdminTestJSON-1084521353 tempest-FloatingIPAdminTestJSON-1084521353-project] Router 9160aeb0-666c-4d98-8bf8-f44449d0d154 is scheduled to L3 agent 09df100c-3af1-4b0a-bda8-05914c71c458 with binding_index 1 {{(pid=103304) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 26 21:23:36.514304 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38895c1d-ab5d-4b1a-b856-8dcf750764bd tempest-FloatingIPAdminTestJSON-1084521353 tempest-FloatingIPAdminTestJSON-1084521353-project] Notify agent at l3_agent.n-d-760453-5 the message routers_updated {{(pid=103304) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 26 21:23:36.531493 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6607ee09-834f-4f7e-9b6f-9e8dccca707a None None] Sync routers for ids ['9160aeb0-666c-4d98-8bf8-f44449d0d154'] in n-d-760453-5 {{(pid=103306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 26 21:23:36.542423 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-551a0d78-70f0-4f62-940d-71caae3e6a30 req-16869114-b235-4bb8-bf72-de577346ee55 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.201&port_id=855d117c-7e61-48ea-aea1-a4cc8811f046 HTTP/1.1" status: 200 len: 217 time: 0.0794623 Jan 26 21:23:36.563954 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6607ee09-834f-4f7e-9b6f-9e8dccca707a None None] Routers {'9160aeb0-666c-4d98-8bf8-f44449d0d154'} bound to L3 agent in host n-d-760453-5 {{(pid=103306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 21:23:36.566056 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-6607ee09-834f-4f7e-9b6f-9e8dccca707a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-26T20:55:21Z,description=,heartbeat_timestamp=2022-01-26T21:23:21Z,host='n-d-760453-5',id=09df100c-3af1-4b0a-bda8-05914c71c458,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:55:21Z,topic='l3_agent')) {'router_ids': ['9160aeb0-666c-4d98-8bf8-f44449d0d154'], 'active': True} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:23:36.609034 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-38895c1d-ab5d-4b1a-b856-8dcf750764bd tempest-FloatingIPAdminTestJSON-1084521353 tempest-FloatingIPAdminTestJSON-1084521353-project] Publish callbacks [] for router (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:23:36.609034 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-38895c1d-ab5d-4b1a-b856-8dcf750764bd tempest-FloatingIPAdminTestJSON-1084521353 tempest-FloatingIPAdminTestJSON-1084521353-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 891 time: 8.5044565 Jan 26 21:23:36.614368 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 41402) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:23:36.640399 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-6607ee09-834f-4f7e-9b6f-9e8dccca707a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760453-5', False) {} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:23:36.663343 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6607ee09-834f-4f7e-9b6f-9e8dccca707a None None] Routers {'9160aeb0-666c-4d98-8bf8-f44449d0d154'} bound to L3 agent in host n-d-760453-5 {{(pid=103306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 21:23:36.664355 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-6607ee09-834f-4f7e-9b6f-9e8dccca707a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-26T20:55:21Z,description=,heartbeat_timestamp=2022-01-26T21:23:21Z,host='n-d-760453-5',id=09df100c-3af1-4b0a-bda8-05914c71c458,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:55:21Z,topic='l3_agent')) {'router_ids': ['9160aeb0-666c-4d98-8bf8-f44449d0d154'], 'active': True} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:23:36.684066 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551a0d78-70f0-4f62-940d-71caae3e6a30 req-b9c8a5f4-32d6-4371-a894-ec055a824976 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:23:36.689749 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-551a0d78-70f0-4f62-940d-71caae3e6a30 req-b9c8a5f4-32d6-4371-a894-ec055a824976 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=33c71571-b125-47e8-b95c-4b54e4e22463 HTTP/1.1" status: 200 len: 797 time: 0.1332476 Jan 26 21:23:36.781373 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-6607ee09-834f-4f7e-9b6f-9e8dccca707a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760453-5', False) {} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:23:36.782073 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6607ee09-834f-4f7e-9b6f-9e8dccca707a None None] The sync data for ids ['9160aeb0-666c-4d98-8bf8-f44449d0d154'] in n-d-760453-5 is: [] {{(pid=103306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 26 21:23:36.819022 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551a0d78-70f0-4f62-940d-71caae3e6a30 req-2762ae18-7325-4dc7-859b-22a41a0840e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:23:36.820744 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-551a0d78-70f0-4f62-940d-71caae3e6a30 req-2762ae18-7325-4dc7-859b-22a41a0840e8 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=efe29cb8-1223-4d1f-943f-1b137d401008&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1221886 Jan 26 21:23:37.092457 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-551a0d78-70f0-4f62-940d-71caae3e6a30 req-348fd5d0-b44e-41f7-bd4b-0780d7cef5f8 service neutron] 10.222.0.66 "GET /v2.0/networks/efe29cb8-1223-4d1f-943f-1b137d401008?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2052121 Jan 26 21:23:37.256768 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-551a0d78-70f0-4f62-940d-71caae3e6a30 req-b01dd68c-58c0-4be2-b0f9-85986219a8c6 service neutron] 10.222.0.66 "GET /v2.0/networks/efe29cb8-1223-4d1f-943f-1b137d401008?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1274469 Jan 26 21:23:37.454019 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e985b6-2c14-4c34-8d16-1477d4775d4b req-d2e2a810-fc0e-44ae-ab05-4cecea623b61 tempest-ImagesTestJSON-1623340881 tempest-ImagesTestJSON-1623340881-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:23:37.455555 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-b3e985b6-2c14-4c34-8d16-1477d4775d4b req-d2e2a810-fc0e-44ae-ab05-4cecea623b61 tempest-ImagesTestJSON-1623340881 tempest-ImagesTestJSON-1623340881-project] 10.222.0.13 "GET /v2.0/networks?id=d5480d3d-bab2-42ab-9692-609efda9979f HTTP/1.1" status: 200 len: 805 time: 0.2468138 Jan 26 21:23:37.495150 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-13d95383-7841-4831-b21c-50577fdea9b0 tempest-FloatingIPAdminTestJSON-1084521353 tempest-FloatingIPAdminTestJSON-1084521353-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:23:37.507029 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5938b6d1-f13f-4001-845c-923c5c082ce7 req-829126a2-9dd2-430a-8afd-fa54ea910902 tempest-VolumesActionsTest-214895973 tempest-VolumesActionsTest-214895973-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:23:37.507029 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-5938b6d1-f13f-4001-845c-923c5c082ce7 req-829126a2-9dd2-430a-8afd-fa54ea910902 tempest-VolumesActionsTest-214895973 tempest-VolumesActionsTest-214895973-project] 10.222.0.13 "GET /v2.0/networks?id=fe1652f6-5e5b-410d-b0a4-8287c250dd60 HTTP/1.1" status: 200 len: 808 time: 0.2493057 Jan 26 21:23:37.507029 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-b3e985b6-2c14-4c34-8d16-1477d4775d4b req-8c1ad0ae-8550-4deb-a193-5af234d7df95 tempest-ImagesTestJSON-1623340881 tempest-ImagesTestJSON-1623340881-project] 10.222.0.13 "GET /v2.0/quotas/b84068c047214d90966ff7ed497aada1 HTTP/1.1" status: 200 len: 375 time: 0.0420697 Jan 26 21:23:37.543877 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-5938b6d1-f13f-4001-845c-923c5c082ce7 req-09f546e1-55a7-449e-9daa-fc3db5cb05cd tempest-VolumesActionsTest-214895973 tempest-VolumesActionsTest-214895973-project] 10.222.0.13 "GET /v2.0/quotas/3b09e7e55e684250bd3d8dcf0a678880 HTTP/1.1" status: 200 len: 375 time: 0.0257866 Jan 26 21:23:37.591517 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-b3e985b6-2c14-4c34-8d16-1477d4775d4b req-c65caf51-7067-4491-97de-c0f954551614 tempest-ImagesTestJSON-1623340881 tempest-ImagesTestJSON-1623340881-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=b84068c047214d90966ff7ed497aada1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0661819 Jan 26 21:23:37.644945 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-5938b6d1-f13f-4001-845c-923c5c082ce7 req-2dc01cd2-13e5-4ae2-a8fc-46ef77880f19 tempest-VolumesActionsTest-214895973 tempest-VolumesActionsTest-214895973-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=3b09e7e55e684250bd3d8dcf0a678880&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0571389 Jan 26 21:23:37.860664 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-b3e985b6-2c14-4c34-8d16-1477d4775d4b req-bca44196-7ce8-4e03-b59e-5dab9bdce937 service neutron] 10.222.0.13 "GET /v2.0/networks/d5480d3d-bab2-42ab-9692-609efda9979f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2590113 Jan 26 21:23:38.049502 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-5938b6d1-f13f-4001-845c-923c5c082ce7 req-253bf9d3-23ab-44fc-aea1-9e09b421c045 service neutron] 10.222.0.13 "GET /v2.0/networks/fe1652f6-5e5b-410d-b0a4-8287c250dd60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3894417 Jan 26 21:23:38.057184 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-b3e985b6-2c14-4c34-8d16-1477d4775d4b req-a0b730c0-26e8-4f26-88ea-53885653a2e1 service neutron] 10.222.0.13 "GET /v2.0/networks/d5480d3d-bab2-42ab-9692-609efda9979f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1885781 Jan 26 21:23:38.150346 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-5938b6d1-f13f-4001-845c-923c5c082ce7 req-1d470725-65e3-48a5-bbf9-c1fdaa155714 service neutron] 10.222.0.13 "GET /v2.0/networks/fe1652f6-5e5b-410d-b0a4-8287c250dd60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921748 Jan 26 21:23:38.239604 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Jan 2022 21:23:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0861314d-7106-4a21-a0ce-9806b3323f68 x-openstack-request-id: req-0861314d-7106-4a21-a0ce-9806b3323f68 {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 21:23:38.240200 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0baf0d8d-7028-4dd1-93c9-a8cc009689a3", "name": "network-vif-deleted", "tag": "a47c3cbb-20d5-43cd-80c2-737a24011b1e", "status": "completed", "code": 200}]} {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 21:23:38.240944 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-0861314d-7106-4a21-a0ce-9806b3323f68 {{(pid=103304) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 21:23:38.241637 n-d-760453-5 neutron-server[103304]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0baf0d8d-7028-4dd1-93c9-a8cc009689a3', 'name': 'network-vif-deleted', 'tag': 'a47c3cbb-20d5-43cd-80c2-737a24011b1e', 'status': 'completed', 'code': 200} Jan 26 21:23:38.270867 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (32ef628b-8417-46c5-8729-60fcabe358f1), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:23:38.289565 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.db_base_plugin_common [None req-13d95383-7841-4831-b21c-50577fdea9b0 tempest-FloatingIPAdminTestJSON-1084521353 tempest-FloatingIPAdminTestJSON-1084521353-project] Allocated IP 172.20.0.1 (56f22924-5098-4c25-8552-a096e9ecfd2b/4d357529-a438-42de-a0b1-3f1f04b6e867/788481b9-d4a7-4341-ac28-7ce23250d8aa) {{(pid=103304) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 21:23:38.906810 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-13d95383-7841-4831-b21c-50577fdea9b0 tempest-FloatingIPAdminTestJSON-1084521353 tempest-FloatingIPAdminTestJSON-1084521353-project] Publish callbacks [] for port (788481b9-d4a7-4341-ac28-7ce23250d8aa), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:23:38.984977 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-13d95383-7841-4831-b21c-50577fdea9b0 tempest-FloatingIPAdminTestJSON-1084521353 tempest-FloatingIPAdminTestJSON-1084521353-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746560234527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9281553'] for port (788481b9-d4a7-4341-ac28-7ce23250d8aa), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:23:39.107101 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13d95383-7841-4831-b21c-50577fdea9b0 tempest-FloatingIPAdminTestJSON-1084521353 tempest-FloatingIPAdminTestJSON-1084521353-project] Network 56f22924-5098-4c25-8552-a096e9ecfd2b is already hosted by enough agents. {{(pid=103304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 21:23:39.112628 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [None req-13d95383-7841-4831-b21c-50577fdea9b0 tempest-FloatingIPAdminTestJSON-1084521353 tempest-FloatingIPAdminTestJSON-1084521353-project] Resources bound (agent type, host, resource id): {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:23:39.136182 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13d95383-7841-4831-b21c-50577fdea9b0 tempest-FloatingIPAdminTestJSON-1084521353 tempest-FloatingIPAdminTestJSON-1084521353-project] Received port after_create {{(pid=103304) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 21:23:39.203025 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-13d95383-7841-4831-b21c-50577fdea9b0 tempest-FloatingIPAdminTestJSON-1084521353 tempest-FloatingIPAdminTestJSON-1084521353-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4111050'] for router_interface (9160aeb0-666c-4d98-8bf8-f44449d0d154), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:23:39.205365 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d95383-7841-4831-b21c-50577fdea9b0 tempest-FloatingIPAdminTestJSON-1084521353 tempest-FloatingIPAdminTestJSON-1084521353-project] Pushing event updated for resources: {'Port': ['ID=788481b9-d4a7-4341-ac28-7ce23250d8aa,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:23:39.206115 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 41452) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:23:39.289421 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69901e7-44cd-412d-9236-c7f65be90e06 req-01148629-d2c9-4110-a4a5-90a5eaf3a0fa tempest-AttachVolumeShelveTestJSON-345998519 tempest-AttachVolumeShelveTestJSON-345998519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:23:39.291240 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-a69901e7-44cd-412d-9236-c7f65be90e06 req-01148629-d2c9-4110-a4a5-90a5eaf3a0fa tempest-AttachVolumeShelveTestJSON-345998519 tempest-AttachVolumeShelveTestJSON-345998519-project] 10.222.0.13 "GET /v2.0/ports?device_id=93bf95ee-d279-4897-bd53-d5feb3e9b070 HTTP/1.1" status: 200 len: 943 time: 0.3473797 Jan 26 21:23:39.338144 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-551a0d78-70f0-4f62-940d-71caae3e6a30 req-bb02d329-c680-4b20-a7d2-e9b6fede3887 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.182&port_id=e0b52d53-b737-4357-b6a1-5a10086eeb00 HTTP/1.1" status: 200 len: 217 time: 0.1189721 Jan 26 21:23:39.467548 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551a0d78-70f0-4f62-940d-71caae3e6a30 req-b12555d0-c093-4e8f-8002-5906e26cbe3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:23:39.469052 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-551a0d78-70f0-4f62-940d-71caae3e6a30 req-b12555d0-c093-4e8f-8002-5906e26cbe3c service neutron] 10.222.0.66 "GET /v2.0/subnets?id=33c71571-b125-47e8-b95c-4b54e4e22463 HTTP/1.1" status: 200 len: 797 time: 0.1197169 Jan 26 21:23:39.592550 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-23c992f1-45b3-4cc5-859d-08b8912da302 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:23:39.611364 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-915923a7-2ef6-44e0-a72c-e8f03a8a3e63 None None] Provisioning complete for port 788481b9-d4a7-4341-ac28-7ce23250d8aa triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:23:39.612502 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-915923a7-2ef6-44e0-a72c-e8f03a8a3e63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (788481b9-d4a7-4341-ac28-7ce23250d8aa), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:23:39.630179 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551a0d78-70f0-4f62-940d-71caae3e6a30 req-6ab21990-1aa7-40d6-b99c-918d4688fdc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:23:39.637863 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-551a0d78-70f0-4f62-940d-71caae3e6a30 req-6ab21990-1aa7-40d6-b99c-918d4688fdc5 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=efe29cb8-1223-4d1f-943f-1b137d401008&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1620610 Jan 26 21:23:39.644681 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-a69901e7-44cd-412d-9236-c7f65be90e06 req-cda08a74-0e6b-451f-990b-a05d5a684c07 tempest-AttachVolumeShelveTestJSON-345998519 tempest-AttachVolumeShelveTestJSON-345998519-project] 10.222.0.13 "GET /v2.0/security-groups?id=5d7f7103-d0ef-48d0-a848-32dbbe71b238&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3393333 Jan 26 21:23:39.689216 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712fa825-fb2f-4696-bc7e-e408a01545d8 req-21e464a9-f754-4d87-b746-26a691e363d9 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:23:39.691398 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-712fa825-fb2f-4696-bc7e-e408a01545d8 req-21e464a9-f754-4d87-b746-26a691e363d9 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] 10.222.0.13 "GET /v2.0/ports?device_id=f9d28872-a0eb-43ed-b4ce-aee5b2886372 HTTP/1.1" status: 200 len: 946 time: 0.3300502 Jan 26 21:23:39.715287 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-915923a7-2ef6-44e0-a72c-e8f03a8a3e63 None None] Port 788481b9-d4a7-4341-ac28-7ce23250d8aa cannot update to ACTIVE because it is not bound. {{(pid=103306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 26 21:23:39.792912 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-37598a15-d017-4002-81a8-acd421d7c53d req-adac2e3a-716a-499d-bb36-84bab7c34266 tempest-ImagesTestJSON-1623340881 tempest-ImagesTestJSON-1623340881-project] 10.222.0.13 "GET /v2.0/ports?device_id=afd30b02-fa71-4c6c-bb63-67718403e984 HTTP/1.1" status: 200 len: 210 time: 0.0589979 Jan 26 21:23:39.830777 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-551a0d78-70f0-4f62-940d-71caae3e6a30 req-9e2bf7b2-e954-46cc-ab0d-b5e78fc0f31f service neutron] 10.222.0.66 "GET /v2.0/networks/efe29cb8-1223-4d1f-943f-1b137d401008?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1605153 Jan 26 21:23:39.856081 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-13d95383-7841-4831-b21c-50577fdea9b0 tempest-FloatingIPAdminTestJSON-1084521353 tempest-FloatingIPAdminTestJSON-1084521353-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (788481b9-d4a7-4341-ac28-7ce23250d8aa), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:23:39.912120 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-23c992f1-45b3-4cc5-859d-08b8912da302 admin admin] Publish callbacks [] for security_group (78151cca-ed40-449b-bd08-5c56afe09d83), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:23:39.979546 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-23c992f1-45b3-4cc5-859d-08b8912da302 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (78151cca-ed40-449b-bd08-5c56afe09d83), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:23:40.110436 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c992f1-45b3-4cc5-859d-08b8912da302 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78151cca-ed40-449b-bd08-5c56afe09d83,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:23:40.140853 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-23c992f1-45b3-4cc5-859d-08b8912da302 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=8c098bb4f7d64763b8c1d687c546175f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9328196 Jan 26 21:23:40.168834 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c992f1-45b3-4cc5-859d-08b8912da302 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:23:40.169495 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c992f1-45b3-4cc5-859d-08b8912da302 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:23:40.170174 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c992f1-45b3-4cc5-859d-08b8912da302 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:23:40.170687 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c992f1-45b3-4cc5-859d-08b8912da302 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:23:40.171195 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c992f1-45b3-4cc5-859d-08b8912da302 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:23:40.171924 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c992f1-45b3-4cc5-859d-08b8912da302 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:23:40.172531 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c992f1-45b3-4cc5-859d-08b8912da302 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:23:40.175503 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c992f1-45b3-4cc5-859d-08b8912da302 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:23:40.176069 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c992f1-45b3-4cc5-859d-08b8912da302 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:23:40.176588 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c992f1-45b3-4cc5-859d-08b8912da302 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:23:40.177096 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c992f1-45b3-4cc5-859d-08b8912da302 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:23:40.177696 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c992f1-45b3-4cc5-859d-08b8912da302 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:23:40.178202 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c992f1-45b3-4cc5-859d-08b8912da302 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:23:40.184216 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 41458) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:23:40.278858 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-551a0d78-70f0-4f62-940d-71caae3e6a30 req-d27a6ce8-b48e-4dad-8631-667104e79b00 service neutron] 10.222.0.66 "GET /v2.0/networks/efe29cb8-1223-4d1f-943f-1b137d401008?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4384971 Jan 26 21:23:40.348354 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-551a0d78-70f0-4f62-940d-71caae3e6a30 req-94ebdd22-974e-4097-b4a9-d493b9009c39 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.226&port_id=63291687-eb18-4520-9507-18da92da4324 HTTP/1.1" status: 200 len: 217 time: 0.0602279 Jan 26 21:23:40.372269 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-d24e12d6-063a-455d-8f32-42031b48e4b7 admin admin] Publish callbacks [] for security_group (78151cca-ed40-449b-bd08-5c56afe09d83), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:23:40.401960 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-ffee6b03-c62c-4899-8f16-ad625ac03793 req-e97e7c7f-093c-4de4-9525-dcc197a9e473 tempest-VolumesActionsTest-214895973 tempest-VolumesActionsTest-214895973-project] 10.222.0.13 "GET /v2.0/ports?device_id=3a774a96-c46c-460b-8526-ecf38e105e94 HTTP/1.1" status: 200 len: 210 time: 0.1674056 Jan 26 21:23:40.449041 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5938b6d1-f13f-4001-845c-923c5c082ce7 req-1a47830b-3b4f-48ab-bf44-85efd0d703d9 tempest-VolumesActionsTest-214895973 tempest-VolumesActionsTest-214895973-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:23:40.451267 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-5938b6d1-f13f-4001-845c-923c5c082ce7 req-1a47830b-3b4f-48ab-bf44-85efd0d703d9 tempest-VolumesActionsTest-214895973 tempest-VolumesActionsTest-214895973-project] 10.222.0.57 "GET /v2.0/networks?id=fe1652f6-5e5b-410d-b0a4-8287c250dd60 HTTP/1.1" status: 200 len: 808 time: 0.3272662 Jan 26 21:23:40.452851 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551a0d78-70f0-4f62-940d-71caae3e6a30 req-e3fa555c-af6c-4772-9571-b3ec3950dcd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:23:40.454227 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-551a0d78-70f0-4f62-940d-71caae3e6a30 req-e3fa555c-af6c-4772-9571-b3ec3950dcd7 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=33c71571-b125-47e8-b95c-4b54e4e22463 HTTP/1.1" status: 200 len: 797 time: 0.0938928 Jan 26 21:23:40.465662 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [req-5938b6d1-f13f-4001-845c-923c5c082ce7 req-0dc76dcc-c7fc-4a9a-8940-e751b8263780 tempest-VolumesActionsTest-214895973 tempest-VolumesActionsTest-214895973-project] Request body: {'port': {'device_id': '3a774a96-c46c-460b-8526-ecf38e105e94', 'network_id': 'fe1652f6-5e5b-410d-b0a4-8287c250dd60', 'admin_state_up': True, 'tenant_id': '3b09e7e55e684250bd3d8dcf0a678880'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:23:40.484899 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-d24e12d6-063a-455d-8f32-42031b48e4b7 admin admin] Publish callbacks [] for security_group (78151cca-ed40-449b-bd08-5c56afe09d83), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:23:40.487863 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-712fa825-fb2f-4696-bc7e-e408a01545d8 req-305944dd-2201-4f7d-b878-4457e29a1d38 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] 10.222.0.13 "GET /v2.0/security-groups?id=6cb8e788-9152-488c-8973-85140910b10a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7497060 Jan 26 21:23:40.580599 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e985b6-2c14-4c34-8d16-1477d4775d4b req-f6be15b9-2bca-4264-8a9d-e55e5924e223 tempest-ImagesTestJSON-1623340881 tempest-ImagesTestJSON-1623340881-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:23:40.582564 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-b3e985b6-2c14-4c34-8d16-1477d4775d4b req-f6be15b9-2bca-4264-8a9d-e55e5924e223 tempest-ImagesTestJSON-1623340881 tempest-ImagesTestJSON-1623340881-project] 10.222.0.57 "GET /v2.0/networks?id=d5480d3d-bab2-42ab-9692-609efda9979f HTTP/1.1" status: 200 len: 805 time: 0.7076123 Jan 26 21:23:40.603567 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-13d95383-7841-4831-b21c-50577fdea9b0 tempest-FloatingIPAdminTestJSON-1084521353 tempest-FloatingIPAdminTestJSON-1084521353-project] Publish callbacks [] for port (788481b9-d4a7-4341-ac28-7ce23250d8aa), precommit_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:23:40.604792 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551a0d78-70f0-4f62-940d-71caae3e6a30 req-de2685f6-7813-45aa-bbb1-7708cb57b5e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:23:40.606605 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-551a0d78-70f0-4f62-940d-71caae3e6a30 req-de2685f6-7813-45aa-bbb1-7708cb57b5e5 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=efe29cb8-1223-4d1f-943f-1b137d401008&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1377039 Jan 26 21:23:40.609928 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [req-b3e985b6-2c14-4c34-8d16-1477d4775d4b req-efabbe33-4928-4660-a573-f93fb2527030 tempest-ImagesTestJSON-1623340881 tempest-ImagesTestJSON-1623340881-project] Request body: {'port': {'device_id': 'afd30b02-fa71-4c6c-bb63-67718403e984', 'network_id': 'd5480d3d-bab2-42ab-9692-609efda9979f', 'admin_state_up': True, 'tenant_id': 'b84068c047214d90966ff7ed497aada1'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:23:40.616018 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-13d95383-7841-4831-b21c-50577fdea9b0 tempest-FloatingIPAdminTestJSON-1084521353 tempest-FloatingIPAdminTestJSON-1084521353-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9281542'] for port (788481b9-d4a7-4341-ac28-7ce23250d8aa), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:23:40.710677 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-d24e12d6-063a-455d-8f32-42031b48e4b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (78151cca-ed40-449b-bd08-5c56afe09d83), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:23:40.714783 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-d24e12d6-063a-455d-8f32-42031b48e4b7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:23:40.716445 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-d24e12d6-063a-455d-8f32-42031b48e4b7 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/78151cca-ed40-449b-bd08-5c56afe09d83 HTTP/1.1" status: 204 len: 168 time: 0.5267518 Jan 26 21:23:40.720466 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-13d95383-7841-4831-b21c-50577fdea9b0 tempest-FloatingIPAdminTestJSON-1084521353 tempest-FloatingIPAdminTestJSON-1084521353-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3709457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4110682'] for router_interface (9160aeb0-666c-4d98-8bf8-f44449d0d154), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:23:40.752700 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24e12d6-063a-455d-8f32-42031b48e4b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78151cca-ed40-449b-bd08-5c56afe09d83,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:23:40.791040 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5938b6d1-f13f-4001-845c-923c5c082ce7 req-0dc76dcc-c7fc-4a9a-8940-e751b8263780 tempest-VolumesActionsTest-214895973 tempest-VolumesActionsTest-214895973-project] Made reservation on behalf of 3b09e7e55e684250bd3d8dcf0a678880 for: {'port': 1} {{(pid=103305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 21:23:40.794780 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-5938b6d1-f13f-4001-845c-923c5c082ce7 req-0dc76dcc-c7fc-4a9a-8940-e751b8263780 tempest-VolumesActionsTest-214895973 tempest-VolumesActionsTest-214895973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:23:40.814057 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-551a0d78-70f0-4f62-940d-71caae3e6a30 req-8cca54c3-9abb-4642-b548-394e0b7133b6 service neutron] 10.222.0.66 "GET /v2.0/networks/efe29cb8-1223-4d1f-943f-1b137d401008?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1934216 Jan 26 21:23:40.904174 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d95383-7841-4831-b21c-50577fdea9b0 tempest-FloatingIPAdminTestJSON-1084521353 tempest-FloatingIPAdminTestJSON-1084521353-project] Pushing event updated for resources: {'Port': ['ID=788481b9-d4a7-4341-ac28-7ce23250d8aa,revision_number=2']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:23:40.954971 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0dbbf2-45c4-4182-adf9-ca184d34424e req-bd5c0d83-561d-4ec7-ab59-926566120f56 tempest-AttachVolumeShelveTestJSON-345998519 tempest-AttachVolumeShelveTestJSON-345998519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:23:40.957362 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-9a0dbbf2-45c4-4182-adf9-ca184d34424e req-bd5c0d83-561d-4ec7-ab59-926566120f56 tempest-AttachVolumeShelveTestJSON-345998519 tempest-AttachVolumeShelveTestJSON-345998519-project] 10.222.0.13 "GET /v2.0/ports?device_id=93bf95ee-d279-4897-bd53-d5feb3e9b070 HTTP/1.1" status: 200 len: 943 time: 0.1972835 Jan 26 21:23:41.023068 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-211faf0c-7666-4ea7-bd8c-b0cf9e4a787c req-51c18ddc-5d7e-4ac6-8f40-b0d07474ecaf tempest-ImagesTestJSON-1623340881 tempest-ImagesTestJSON-1623340881-project] 10.222.0.13 "GET /v2.0/ports?device_id=afd30b02-fa71-4c6c-bb63-67718403e984 HTTP/1.1" status: 200 len: 210 time: 0.0646141 Jan 26 21:23:41.107279 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13d95383-7841-4831-b21c-50577fdea9b0 tempest-FloatingIPAdminTestJSON-1084521353 tempest-FloatingIPAdminTestJSON-1084521353-project] Network 56f22924-5098-4c25-8552-a096e9ecfd2b is already hosted by enough agents. {{(pid=103304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 21:23:41.120705 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [None req-13d95383-7841-4831-b21c-50577fdea9b0 tempest-FloatingIPAdminTestJSON-1084521353 tempest-FloatingIPAdminTestJSON-1084521353-project] Resources bound (agent type, host, resource id): {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:23:41.126336 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b3e985b6-2c14-4c34-8d16-1477d4775d4b req-efabbe33-4928-4660-a573-f93fb2527030 tempest-ImagesTestJSON-1623340881 tempest-ImagesTestJSON-1623340881-project] Made reservation on behalf of b84068c047214d90966ff7ed497aada1 for: {'port': 1} {{(pid=103304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 21:23:41.130519 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-b3e985b6-2c14-4c34-8d16-1477d4775d4b req-efabbe33-4928-4660-a573-f93fb2527030 tempest-ImagesTestJSON-1623340881 tempest-ImagesTestJSON-1623340881-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:23:41.216832 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-9a0dbbf2-45c4-4182-adf9-ca184d34424e req-414c92c2-515a-488e-af31-7811aa99d38c tempest-AttachVolumeShelveTestJSON-345998519 tempest-AttachVolumeShelveTestJSON-345998519-project] 10.222.0.13 "GET /v2.0/security-groups?id=5d7f7103-d0ef-48d0-a848-32dbbe71b238&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2497401 Jan 26 21:23:41.246797 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 41472) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:23:41.321755 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-7cd0d19c-ae6a-49c6-8f7c-8a6beb43ce06 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:23:41.415465 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.db_base_plugin_common [req-5938b6d1-f13f-4001-845c-923c5c082ce7 req-0dc76dcc-c7fc-4a9a-8940-e751b8263780 tempest-VolumesActionsTest-214895973 tempest-VolumesActionsTest-214895973-project] Allocated IP 172.20.0.14 (fe1652f6-5e5b-410d-b0a4-8287c250dd60/9a840e4b-60e7-4e13-87cd-6871041d05bc/37ae9961-84bc-4277-9062-3b6e557aa800) {{(pid=103305) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 21:23:41.489458 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13d95383-7841-4831-b21c-50577fdea9b0 tempest-FloatingIPAdminTestJSON-1084521353 tempest-FloatingIPAdminTestJSON-1084521353-project] Router 9160aeb0-666c-4d98-8bf8-f44449d0d154 has already been hosted by L3 agent 09df100c-3af1-4b0a-bda8-05914c71c458 {{(pid=103304) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 26 21:23:41.496929 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-551a0d78-70f0-4f62-940d-71caae3e6a30 req-b8d2b9bd-9f6e-4ec7-9501-997deecc2a87 service neutron] 10.222.0.66 "GET /v2.0/networks/efe29cb8-1223-4d1f-943f-1b137d401008?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6158111 Jan 26 21:23:41.515042 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.db_base_plugin_common [req-b3e985b6-2c14-4c34-8d16-1477d4775d4b req-efabbe33-4928-4660-a573-f93fb2527030 tempest-ImagesTestJSON-1623340881 tempest-ImagesTestJSON-1623340881-project] Allocated IP 172.20.0.4 (d5480d3d-bab2-42ab-9692-609efda9979f/3e0b5fe7-c879-4a69-b8db-9e47b1011f5e/1d52b1b0-8235-48ff-b09f-013ef28aa10b) {{(pid=103304) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 21:23:41.540023 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-5a84d64a-5ba9-4402-8625-89e0cf9c3a46 req-b9e8afd1-a4e5-4165-b675-c441b56985b8 tempest-VolumesActionsTest-214895973 tempest-VolumesActionsTest-214895973-project] 10.222.0.13 "GET /v2.0/ports?device_id=3a774a96-c46c-460b-8526-ecf38e105e94 HTTP/1.1" status: 200 len: 210 time: 0.0472975 Jan 26 21:23:41.560737 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-551a0d78-70f0-4f62-940d-71caae3e6a30 req-6d5a5744-f027-4f37-9136-de023d4ca587 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=e52ff17a-df76-4716-aace-f598c57c36fe HTTP/1.1" status: 200 len: 217 time: 0.0466976 Jan 26 21:23:41.571771 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-6bdbcf46-570a-4552-9cad-13a93d2a248f None None] Provisioning complete for port 788481b9-d4a7-4341-ac28-7ce23250d8aa triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:23:41.572408 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-6bdbcf46-570a-4552-9cad-13a93d2a248f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (788481b9-d4a7-4341-ac28-7ce23250d8aa), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:23:41.645910 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-6bdbcf46-570a-4552-9cad-13a93d2a248f None None] Port 788481b9-d4a7-4341-ac28-7ce23250d8aa cannot update to ACTIVE because it is not bound. {{(pid=103306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 26 21:23:41.674013 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551a0d78-70f0-4f62-940d-71caae3e6a30 req-21ed267e-72bf-49b6-9e13-d11c7d03ae50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:23:41.676672 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-551a0d78-70f0-4f62-940d-71caae3e6a30 req-21ed267e-72bf-49b6-9e13-d11c7d03ae50 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=9dd5ab13-de58-4a69-98df-f734e10541d8 HTTP/1.1" status: 200 len: 797 time: 0.0805402 Jan 26 21:23:41.740962 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-5938b6d1-f13f-4001-845c-923c5c082ce7 req-0dc76dcc-c7fc-4a9a-8940-e751b8263780 tempest-VolumesActionsTest-214895973 tempest-VolumesActionsTest-214895973-project] Publish callbacks [] for port (37ae9961-84bc-4277-9062-3b6e557aa800), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:23:41.755106 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551a0d78-70f0-4f62-940d-71caae3e6a30 req-c486902e-0758-424a-8cb5-fddf4e5b31fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:23:41.756763 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-551a0d78-70f0-4f62-940d-71caae3e6a30 req-c486902e-0758-424a-8cb5-fddf4e5b31fe service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=bd020871-95b7-4b5a-881a-9e30b02eb2fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0736034 Jan 26 21:23:41.757925 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13d95383-7841-4831-b21c-50577fdea9b0 tempest-FloatingIPAdminTestJSON-1084521353 tempest-FloatingIPAdminTestJSON-1084521353-project] Notify agent at l3_agent.n-d-760453-5 the message routers_updated {{(pid=103304) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 26 21:23:41.771184 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b6fbc4d-2139-4522-aa0e-7aa43b792e59 None None] Sync routers for ids ['9160aeb0-666c-4d98-8bf8-f44449d0d154'] in n-d-760453-5 {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 26 21:23:41.780995 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b6fbc4d-2139-4522-aa0e-7aa43b792e59 None None] Routers {'9160aeb0-666c-4d98-8bf8-f44449d0d154'} bound to L3 agent in host n-d-760453-5 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 21:23:41.781463 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-3b6fbc4d-2139-4522-aa0e-7aa43b792e59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-26T20:55:21Z,description=,heartbeat_timestamp=2022-01-26T21:23:21Z,host='n-d-760453-5',id=09df100c-3af1-4b0a-bda8-05914c71c458,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:55:21Z,topic='l3_agent')) {'router_ids': ['9160aeb0-666c-4d98-8bf8-f44449d0d154'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:23:41.813918 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-3b6fbc4d-2139-4522-aa0e-7aa43b792e59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760453-5', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:23:41.824772 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b6fbc4d-2139-4522-aa0e-7aa43b792e59 None None] Routers {'9160aeb0-666c-4d98-8bf8-f44449d0d154'} bound to L3 agent in host n-d-760453-5 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 21:23:41.825012 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-3b6fbc4d-2139-4522-aa0e-7aa43b792e59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-26T20:55:21Z,description=,heartbeat_timestamp=2022-01-26T21:23:21Z,host='n-d-760453-5',id=09df100c-3af1-4b0a-bda8-05914c71c458,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:55:21Z,topic='l3_agent')) {'router_ids': ['9160aeb0-666c-4d98-8bf8-f44449d0d154'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:23:41.844123 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-7cd0d19c-ae6a-49c6-8f7c-8a6beb43ce06 admin admin] Publish callbacks [] for security_group (3b471938-5611-4606-8c36-b62e8dbd71a9), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:23:41.851747 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-13d95383-7841-4831-b21c-50577fdea9b0 tempest-FloatingIPAdminTestJSON-1084521353 tempest-FloatingIPAdminTestJSON-1084521353-project] 10.222.0.13 "PUT /v2.0/routers/9160aeb0-666c-4d98-8bf8-f44449d0d154/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2333841 Jan 26 21:23:41.853124 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 41480) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:23:41.860664 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-e9d00d20-809a-4c68-9d97-fec00757374a tempest-FloatingIPAdminTestJSON-1084521353 tempest-FloatingIPAdminTestJSON-1084521353-project] Request body: {'port': {'network_id': '56f22924-5098-4c25-8552-a096e9ecfd2b', 'name': 'tempest-FloatingIPAdminTestJSON-935850192'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:23:41.865930 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-7cd0d19c-ae6a-49c6-8f7c-8a6beb43ce06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (3b471938-5611-4606-8c36-b62e8dbd71a9), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:23:41.866571 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-5938b6d1-f13f-4001-845c-923c5c082ce7 req-0dc76dcc-c7fc-4a9a-8940-e751b8263780 tempest-VolumesActionsTest-214895973 tempest-VolumesActionsTest-214895973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746560234527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11791543'] for port (37ae9961-84bc-4277-9062-3b6e557aa800), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:23:41.910839 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd0d19c-ae6a-49c6-8f7c-8a6beb43ce06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b471938-5611-4606-8c36-b62e8dbd71a9,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:23:41.920388 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca41c878-54c5-4397-b521-ecfd2a78b612 req-a65d4052-0448-44e7-bea0-1f5598d21b59 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:23:41.922248 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-ca41c878-54c5-4397-b521-ecfd2a78b612 req-a65d4052-0448-44e7-bea0-1f5598d21b59 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] 10.222.0.13 "GET /v2.0/ports?device_id=f9d28872-a0eb-43ed-b4ce-aee5b2886372 HTTP/1.1" status: 200 len: 946 time: 0.2571883 Jan 26 21:23:41.990765 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-7cd0d19c-ae6a-49c6-8f7c-8a6beb43ce06 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=874ed016ca2c4298b48762ce6c54d092&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7381959 Jan 26 21:23:41.993669 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-3b6fbc4d-2139-4522-aa0e-7aa43b792e59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760453-5', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:23:41.994600 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b6fbc4d-2139-4522-aa0e-7aa43b792e59 None None] The sync data for ids ['9160aeb0-666c-4d98-8bf8-f44449d0d154'] in n-d-760453-5 is: [] {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 26 21:23:42.004135 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 41484) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:23:42.026395 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-551a0d78-70f0-4f62-940d-71caae3e6a30 req-7fa30b81-b372-406f-bf24-a40abe8f884a service neutron] 10.222.0.66 "GET /v2.0/networks/bd020871-95b7-4b5a-881a-9e30b02eb2fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2634761 Jan 26 21:23:42.040487 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5938b6d1-f13f-4001-845c-923c5c082ce7 req-0dc76dcc-c7fc-4a9a-8940-e751b8263780 tempest-VolumesActionsTest-214895973 tempest-VolumesActionsTest-214895973-project] Network fe1652f6-5e5b-410d-b0a4-8287c250dd60 is already hosted by enough agents. {{(pid=103305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 21:23:42.047373 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-ca41c878-54c5-4397-b521-ecfd2a78b612 req-d30bac9b-2d41-4e71-9c28-f55b9b387cb3 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] 10.222.0.13 "GET /v2.0/security-groups?id=6cb8e788-9152-488c-8973-85140910b10a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1150129 Jan 26 21:23:42.053413 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc76dcc-c7fc-4a9a-8940-e751b8263780 tempest-VolumesActionsTest-214895973 tempest-VolumesActionsTest-214895973-project] Pushing event updated for resources: {'Port': ['ID=37ae9961-84bc-4277-9062-3b6e557aa800,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:23:42.056587 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [req-5938b6d1-f13f-4001-845c-923c5c082ce7 req-0dc76dcc-c7fc-4a9a-8940-e751b8263780 tempest-VolumesActionsTest-214895973 tempest-VolumesActionsTest-214895973-project] Resources bound (agent type, host, resource id): {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:23:42.081893 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [req-5938b6d1-f13f-4001-845c-923c5c082ce7 req-0dc76dcc-c7fc-4a9a-8940-e751b8263780 tempest-VolumesActionsTest-214895973 tempest-VolumesActionsTest-214895973-project] Received port after_create {{(pid=103305) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 21:23:42.100300 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-b3e985b6-2c14-4c34-8d16-1477d4775d4b req-efabbe33-4928-4660-a573-f93fb2527030 tempest-ImagesTestJSON-1623340881 tempest-ImagesTestJSON-1623340881-project] Publish callbacks [] for port (1d52b1b0-8235-48ff-b09f-013ef28aa10b), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:23:42.190054 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-2e557731-972e-46f8-ad51-5401c372e700 req-20eac633-ddfa-4856-aee7-b87bb7f68e7c tempest-ImagesTestJSON-1623340881 tempest-ImagesTestJSON-1623340881-project] 10.222.0.13 "GET /v2.0/ports?device_id=afd30b02-fa71-4c6c-bb63-67718403e984 HTTP/1.1" status: 200 len: 210 time: 0.0516963 Jan 26 21:23:42.201523 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-f31499d7-93d5-4044-832b-9c5a6d2c120f admin admin] Publish callbacks [] for security_group (3b471938-5611-4606-8c36-b62e8dbd71a9), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:23:42.213937 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-b3e985b6-2c14-4c34-8d16-1477d4775d4b req-efabbe33-4928-4660-a573-f93fb2527030 tempest-ImagesTestJSON-1623340881 tempest-ImagesTestJSON-1623340881-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746560234527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9281553'] for port (1d52b1b0-8235-48ff-b09f-013ef28aa10b), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:23:42.214161 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5938b6d1-f13f-4001-845c-923c5c082ce7 req-0dc76dcc-c7fc-4a9a-8940-e751b8263780 tempest-VolumesActionsTest-214895973 tempest-VolumesActionsTest-214895973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:23:42.214711 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-5938b6d1-f13f-4001-845c-923c5c082ce7 req-0dc76dcc-c7fc-4a9a-8940-e751b8263780 tempest-VolumesActionsTest-214895973 tempest-VolumesActionsTest-214895973-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:23:42.255051 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-551a0d78-70f0-4f62-940d-71caae3e6a30 req-ea7d0b54-d417-47da-bffc-f047b8e96bdc service neutron] 10.222.0.66 "GET /v2.0/networks/bd020871-95b7-4b5a-881a-9e30b02eb2fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2162988 Jan 26 21:23:42.260743 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-5938b6d1-f13f-4001-845c-923c5c082ce7 req-0dc76dcc-c7fc-4a9a-8940-e751b8263780 tempest-VolumesActionsTest-214895973 tempest-VolumesActionsTest-214895973-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8009825 Jan 26 21:23:42.265166 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9d00d20-809a-4c68-9d97-fec00757374a tempest-FloatingIPAdminTestJSON-1084521353 tempest-FloatingIPAdminTestJSON-1084521353-project] Made reservation on behalf of 4a1373212e504a378f194e7ef2a2677d for: {'port': 1} {{(pid=103305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 21:23:42.268573 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-e9d00d20-809a-4c68-9d97-fec00757374a tempest-FloatingIPAdminTestJSON-1084521353 tempest-FloatingIPAdminTestJSON-1084521353-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:23:42.285851 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-f31499d7-93d5-4044-832b-9c5a6d2c120f admin admin] Publish callbacks [] for security_group (3b471938-5611-4606-8c36-b62e8dbd71a9), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:23:42.316962 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [req-5938b6d1-f13f-4001-845c-923c5c082ce7 req-77b94f32-0815-4a81-ac00-d9523a2e32e8 service neutron] Request body: {'port': {'device_id': '3a774a96-c46c-460b-8526-ecf38e105e94', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-760453-5'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:23:42.324452 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-551a0d78-70f0-4f62-940d-71caae3e6a30 req-0cc46bd0-4c98-4f2d-a48a-7a635195d2c9 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=46e244fd-7905-4c27-b3f7-627bc270105e HTTP/1.1" status: 200 len: 217 time: 0.0610387 Jan 26 21:23:42.377974 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b3e985b6-2c14-4c34-8d16-1477d4775d4b req-efabbe33-4928-4660-a573-f93fb2527030 tempest-ImagesTestJSON-1623340881 tempest-ImagesTestJSON-1623340881-project] Network d5480d3d-bab2-42ab-9692-609efda9979f is already hosted by enough agents. {{(pid=103304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 21:23:42.386130 n-d-760453-5 neutron-server[103305]: DEBUG neutron.notifiers.nova [None req-e9d00d20-809a-4c68-9d97-fec00757374a tempest-FloatingIPAdminTestJSON-1084521353 tempest-FloatingIPAdminTestJSON-1084521353-project] device_id is not set on port 1b93f1b3-bae5-4fd3-956d-2820370fd1ee yet. {{(pid=103305) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 26 21:23:42.386567 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [req-b3e985b6-2c14-4c34-8d16-1477d4775d4b req-efabbe33-4928-4660-a573-f93fb2527030 tempest-ImagesTestJSON-1623340881 tempest-ImagesTestJSON-1623340881-project] Resources bound (agent type, host, resource id): {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:23:42.389876 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3e985b6-2c14-4c34-8d16-1477d4775d4b req-efabbe33-4928-4660-a573-f93fb2527030 tempest-ImagesTestJSON-1623340881 tempest-ImagesTestJSON-1623340881-project] Received port after_create {{(pid=103304) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 21:23:42.428433 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efabbe33-4928-4660-a573-f93fb2527030 tempest-ImagesTestJSON-1623340881 tempest-ImagesTestJSON-1623340881-project] Pushing event updated for resources: {'Port': ['ID=1d52b1b0-8235-48ff-b09f-013ef28aa10b,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:23:42.454407 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.agents_db [None req-569f1ced-6396-4ddf-b79f-e03b0b2146ab None None] Agent healthcheck: found 7 active agents {{(pid=103307) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 26 21:23:42.470984 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e985b6-2c14-4c34-8d16-1477d4775d4b req-efabbe33-4928-4660-a573-f93fb2527030 tempest-ImagesTestJSON-1623340881 tempest-ImagesTestJSON-1623340881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:23:42.472838 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-b3e985b6-2c14-4c34-8d16-1477d4775d4b req-efabbe33-4928-4660-a573-f93fb2527030 tempest-ImagesTestJSON-1623340881 tempest-ImagesTestJSON-1623340881-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:23:42.472953 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551a0d78-70f0-4f62-940d-71caae3e6a30 req-7e9d9c2c-523f-42ed-a3b3-97e6c363e3ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:23:42.475201 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-551a0d78-70f0-4f62-940d-71caae3e6a30 req-7e9d9c2c-523f-42ed-a3b3-97e6c363e3ff service neutron] 10.222.0.66 "GET /v2.0/subnets?id=9dd5ab13-de58-4a69-98df-f734e10541d8 HTTP/1.1" status: 200 len: 797 time: 0.1242290 Jan 26 21:23:42.500127 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44276108-3d8f-4c55-b5bf-bae96e969c1a req-7b76424f-b5e7-406a-aea8-3a6cbbe8d3b9 tempest-AttachVolumeShelveTestJSON-345998519 tempest-AttachVolumeShelveTestJSON-345998519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:23:42.511207 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-44276108-3d8f-4c55-b5bf-bae96e969c1a req-7b76424f-b5e7-406a-aea8-3a6cbbe8d3b9 tempest-AttachVolumeShelveTestJSON-345998519 tempest-AttachVolumeShelveTestJSON-345998519-project] 10.222.0.13 "GET /v2.0/ports?device_id=93bf95ee-d279-4897-bd53-d5feb3e9b070 HTTP/1.1" status: 200 len: 943 time: 0.1980863 Jan 26 21:23:42.515935 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-b3e985b6-2c14-4c34-8d16-1477d4775d4b req-efabbe33-4928-4660-a573-f93fb2527030 tempest-ImagesTestJSON-1623340881 tempest-ImagesTestJSON-1623340881-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9103835 Jan 26 21:23:42.517906 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-5938b6d1-f13f-4001-845c-923c5c082ce7 req-77b94f32-0815-4a81-ac00-d9523a2e32e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (37ae9961-84bc-4277-9062-3b6e557aa800), before_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:23:42.530439 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [req-b3e985b6-2c14-4c34-8d16-1477d4775d4b req-6398bdba-1711-42c2-903a-391c80960eca service neutron] Request body: {'port': {'device_id': 'afd30b02-fa71-4c6c-bb63-67718403e984', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-760453-5'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:23:42.533609 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-f31499d7-93d5-4044-832b-9c5a6d2c120f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (3b471938-5611-4606-8c36-b62e8dbd71a9), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:23:42.537263 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-f31499d7-93d5-4044-832b-9c5a6d2c120f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:23:42.540882 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-f31499d7-93d5-4044-832b-9c5a6d2c120f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/3b471938-5611-4606-8c36-b62e8dbd71a9 HTTP/1.1" status: 204 len: 168 time: 0.5314760 Jan 26 21:23:42.590514 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f31499d7-93d5-4044-832b-9c5a6d2c120f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b471938-5611-4606-8c36-b62e8dbd71a9,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:23:42.636370 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-44276108-3d8f-4c55-b5bf-bae96e969c1a req-4af58a33-0b3a-4e7c-acde-dc27bd3cdfc9 tempest-AttachVolumeShelveTestJSON-345998519 tempest-AttachVolumeShelveTestJSON-345998519-project] 10.222.0.13 "GET /v2.0/security-groups?id=5d7f7103-d0ef-48d0-a848-32dbbe71b238&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1274755 Jan 26 21:23:42.751841 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-b3e985b6-2c14-4c34-8d16-1477d4775d4b req-6398bdba-1711-42c2-903a-391c80960eca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (1d52b1b0-8235-48ff-b09f-013ef28aa10b), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:23:42.775235 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551a0d78-70f0-4f62-940d-71caae3e6a30 req-00415d28-6c68-4b23-b30c-45cbb8ce8a18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:23:42.777039 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-551a0d78-70f0-4f62-940d-71caae3e6a30 req-00415d28-6c68-4b23-b30c-45cbb8ce8a18 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=bd020871-95b7-4b5a-881a-9e30b02eb2fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2955604 Jan 26 21:23:42.814315 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd86196a-ea9d-4a4f-8670-3a4d30ad797d req-0b3ba047-0348-4aa4-8bc9-2ca1a1be10ef tempest-VolumesActionsTest-214895973 tempest-VolumesActionsTest-214895973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:23:42.816492 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-fd86196a-ea9d-4a4f-8670-3a4d30ad797d req-0b3ba047-0348-4aa4-8bc9-2ca1a1be10ef tempest-VolumesActionsTest-214895973 tempest-VolumesActionsTest-214895973-project] 10.222.0.13 "GET /v2.0/ports?device_id=3a774a96-c46c-460b-8526-ecf38e105e94 HTTP/1.1" status: 200 len: 932 time: 0.1319044 Jan 26 21:23:42.861037 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.db_base_plugin_common [None req-e9d00d20-809a-4c68-9d97-fec00757374a tempest-FloatingIPAdminTestJSON-1084521353 tempest-FloatingIPAdminTestJSON-1084521353-project] Allocated IP 172.20.0.12 (56f22924-5098-4c25-8552-a096e9ecfd2b/4d357529-a438-42de-a0b1-3f1f04b6e867/1b93f1b3-bae5-4fd3-956d-2820370fd1ee) {{(pid=103305) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 21:23:42.942685 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-fd86196a-ea9d-4a4f-8670-3a4d30ad797d req-ca222862-6903-42e0-bd33-f97aac22dfe5 tempest-VolumesActionsTest-214895973 tempest-VolumesActionsTest-214895973-project] 10.222.0.13 "GET /v2.0/security-groups?id=ddaf47c8-987f-416a-900e-f292bd12e357&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179178 Jan 26 21:23:43.052854 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-551a0d78-70f0-4f62-940d-71caae3e6a30 req-5ef14962-0ed4-4ceb-96a0-2fb4a6f93579 service neutron] 10.222.0.66 "GET /v2.0/networks/bd020871-95b7-4b5a-881a-9e30b02eb2fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2638748 Jan 26 21:23:43.104180 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 41502) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:23:43.135263 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-1e7d9423-3883-4baa-bd7b-0ccb4a053263 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:23:43.248163 n-d-760453-5 neutron-server[103304]: DEBUG neutron.notifiers.nova [req-b3e985b6-2c14-4c34-8d16-1477d4775d4b req-6398bdba-1711-42c2-903a-391c80960eca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1d52b1b0-8235-48ff-b09f-013ef28aa10b {{(pid=103304) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 26 21:23:43.262172 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-b3e985b6-2c14-4c34-8d16-1477d4775d4b req-6398bdba-1711-42c2-903a-391c80960eca service neutron] Publish callbacks [] for port (1d52b1b0-8235-48ff-b09f-013ef28aa10b), precommit_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:23:43.280792 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997d53f1-fd3e-4c04-a72c-76b483101ad3 req-c4c17592-800c-425b-8950-6d694eea7cf0 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:23:43.282291 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-997d53f1-fd3e-4c04-a72c-76b483101ad3 req-c4c17592-800c-425b-8950-6d694eea7cf0 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] 10.222.0.13 "GET /v2.0/ports?device_id=f9d28872-a0eb-43ed-b4ce-aee5b2886372 HTTP/1.1" status: 200 len: 946 time: 0.1133361 Jan 26 21:23:43.301544 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-551a0d78-70f0-4f62-940d-71caae3e6a30 req-346afecf-c206-4c48-ae72-ca4e55625ed4 service neutron] 10.222.0.66 "GET /v2.0/networks/bd020871-95b7-4b5a-881a-9e30b02eb2fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2343714 Jan 26 21:23:43.304370 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-e9d00d20-809a-4c68-9d97-fec00757374a tempest-FloatingIPAdminTestJSON-1084521353 tempest-FloatingIPAdminTestJSON-1084521353-project] Publish callbacks [] for port (1b93f1b3-bae5-4fd3-956d-2820370fd1ee), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:23:43.308505 n-d-760453-5 neutron-server[103305]: DEBUG neutron.notifiers.nova [req-5938b6d1-f13f-4001-845c-923c5c082ce7 req-77b94f32-0815-4a81-ac00-d9523a2e32e8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 37ae9961-84bc-4277-9062-3b6e557aa800 {{(pid=103305) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 26 21:23:43.322075 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-5938b6d1-f13f-4001-845c-923c5c082ce7 req-77b94f32-0815-4a81-ac00-d9523a2e32e8 service neutron] Publish callbacks [] for port (37ae9961-84bc-4277-9062-3b6e557aa800), precommit_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:23:43.342801 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.provisioning_blocks [req-5938b6d1-f13f-4001-845c-923c5c082ce7 req-77b94f32-0815-4a81-ac00-d9523a2e32e8 service neutron] Transition to ACTIVE for port object 37ae9961-84bc-4277-9062-3b6e557aa800 will not be triggered until provisioned by entity L2. {{(pid=103305) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 21:23:43.345027 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.provisioning_blocks [req-b3e985b6-2c14-4c34-8d16-1477d4775d4b req-6398bdba-1711-42c2-903a-391c80960eca service neutron] Transition to ACTIVE for port object 1d52b1b0-8235-48ff-b09f-013ef28aa10b will not be triggered until provisioned by entity L2. {{(pid=103304) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 21:23:43.351894 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-5938b6d1-f13f-4001-845c-923c5c082ce7 req-77b94f32-0815-4a81-ac00-d9523a2e32e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11791520'] for port (37ae9961-84bc-4277-9062-3b6e557aa800), after_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:23:43.354715 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-b3e985b6-2c14-4c34-8d16-1477d4775d4b req-6398bdba-1711-42c2-903a-391c80960eca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9281542'] for port (1d52b1b0-8235-48ff-b09f-013ef28aa10b), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:23:43.447685 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-e9d00d20-809a-4c68-9d97-fec00757374a tempest-FloatingIPAdminTestJSON-1084521353 tempest-FloatingIPAdminTestJSON-1084521353-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746560234527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11791543'] for port (1b93f1b3-bae5-4fd3-956d-2820370fd1ee), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:23:43.452220 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-1e7d9423-3883-4baa-bd7b-0ccb4a053263 admin admin] Publish callbacks [] for security_group (28221420-6d67-4e41-aa94-d52517736946), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:23:43.462341 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b94f32-0815-4a81-ac00-d9523a2e32e8 service neutron] Pushing event updated for resources: {'Port': ['ID=37ae9961-84bc-4277-9062-3b6e557aa800,revision_number=2']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:23:43.472311 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-997d53f1-fd3e-4c04-a72c-76b483101ad3 req-2cf11624-1a9c-41e9-9131-5d1046f83a2a tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] 10.222.0.13 "GET /v2.0/security-groups?id=6cb8e788-9152-488c-8973-85140910b10a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1674018 Jan 26 21:23:43.484519 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-1e7d9423-3883-4baa-bd7b-0ccb4a053263 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (28221420-6d67-4e41-aa94-d52517736946), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:23:43.505961 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13c62cf-59b6-4b99-b6e5-1666d56ef771 req-408f08e7-c6c8-4064-a4cf-1c09635d275f tempest-ImagesTestJSON-1623340881 tempest-ImagesTestJSON-1623340881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:23:43.507576 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-e13c62cf-59b6-4b99-b6e5-1666d56ef771 req-408f08e7-c6c8-4064-a4cf-1c09635d275f tempest-ImagesTestJSON-1623340881 tempest-ImagesTestJSON-1623340881-project] 10.222.0.13 "GET /v2.0/ports?device_id=afd30b02-fa71-4c6c-bb63-67718403e984 HTTP/1.1" status: 200 len: 931 time: 0.2175329 Jan 26 21:23:43.516637 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6398bdba-1711-42c2-903a-391c80960eca service neutron] Pushing event updated for resources: {'Port': ['ID=1d52b1b0-8235-48ff-b09f-013ef28aa10b,revision_number=2']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:23:43.565885 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-1e7d9423-3883-4baa-bd7b-0ccb4a053263 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=2f836f98ba7a45b8b272a0d273a2f43c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4569681 Jan 26 21:23:43.574305 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9d00d20-809a-4c68-9d97-fec00757374a tempest-FloatingIPAdminTestJSON-1084521353 tempest-FloatingIPAdminTestJSON-1084521353-project] Network 56f22924-5098-4c25-8552-a096e9ecfd2b is already hosted by enough agents. {{(pid=103305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 21:23:43.574922 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 41506) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:23:43.582744 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e7d9423-3883-4baa-bd7b-0ccb4a053263 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28221420-6d67-4e41-aa94-d52517736946,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:23:43.600127 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [None req-e9d00d20-809a-4c68-9d97-fec00757374a tempest-FloatingIPAdminTestJSON-1084521353 tempest-FloatingIPAdminTestJSON-1084521353-project] Resources bound (agent type, host, resource id): {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:23:43.605680 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d00d20-809a-4c68-9d97-fec00757374a tempest-FloatingIPAdminTestJSON-1084521353 tempest-FloatingIPAdminTestJSON-1084521353-project] Pushing event updated for resources: {'Port': ['ID=1b93f1b3-bae5-4fd3-956d-2820370fd1ee,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:23:43.612723 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9d00d20-809a-4c68-9d97-fec00757374a tempest-FloatingIPAdminTestJSON-1084521353 tempest-FloatingIPAdminTestJSON-1084521353-project] Received port after_create {{(pid=103305) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 21:23:43.656727 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-e13c62cf-59b6-4b99-b6e5-1666d56ef771 req-d0c23b14-3103-40e1-85a1-5459df6d3afc tempest-ImagesTestJSON-1623340881 tempest-ImagesTestJSON-1623340881-project] 10.222.0.13 "GET /v2.0/security-groups?id=461ca33f-43cf-4a35-a5bb-7e46cb0e5e93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1322429 Jan 26 21:23:43.703592 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [req-5938b6d1-f13f-4001-845c-923c5c082ce7 req-77b94f32-0815-4a81-ac00-d9523a2e32e8 service neutron] Attempting to bind port 37ae9961-84bc-4277-9062-3b6e557aa800 on host n-h2-760453-5 for vnic_type normal with profile {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 21:23:43.703592 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [req-5938b6d1-f13f-4001-845c-923c5c082ce7 req-77b94f32-0815-4a81-ac00-d9523a2e32e8 service neutron] Attempting to bind port 37ae9961-84bc-4277-9062-3b6e557aa800 by drivers openvswitch,hyperv on host n-h2-760453-5 at level 0 using segments [{'id': '45a09725-e309-4185-8154-cee7b0dbfa3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'fe1652f6-5e5b-410d-b0a4-8287c250dd60'}] {{(pid=103305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 26 21:23:43.703946 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5938b6d1-f13f-4001-845c-923c5c082ce7 req-77b94f32-0815-4a81-ac00-d9523a2e32e8 service neutron] Attempting to bind port 37ae9961-84bc-4277-9062-3b6e557aa800 on network fe1652f6-5e5b-410d-b0a4-8287c250dd60 {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 21:23:43.718680 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [req-b3e985b6-2c14-4c34-8d16-1477d4775d4b req-6398bdba-1711-42c2-903a-391c80960eca service neutron] Attempting to bind port 1d52b1b0-8235-48ff-b09f-013ef28aa10b on host n-h2-760453-5 for vnic_type normal with profile {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 21:23:43.718911 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9d00d20-809a-4c68-9d97-fec00757374a tempest-FloatingIPAdminTestJSON-1084521353 tempest-FloatingIPAdminTestJSON-1084521353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:23:43.719350 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-e9d00d20-809a-4c68-9d97-fec00757374a tempest-FloatingIPAdminTestJSON-1084521353 tempest-FloatingIPAdminTestJSON-1084521353-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:23:43.723044 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [req-b3e985b6-2c14-4c34-8d16-1477d4775d4b req-6398bdba-1711-42c2-903a-391c80960eca service neutron] Attempting to bind port 1d52b1b0-8235-48ff-b09f-013ef28aa10b by drivers openvswitch,hyperv on host n-h2-760453-5 at level 0 using segments [{'id': '9fd884b8-86e2-416d-a96d-94ce9081e9cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'd5480d3d-bab2-42ab-9692-609efda9979f'}] {{(pid=103304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 26 21:23:43.723466 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3e985b6-2c14-4c34-8d16-1477d4775d4b req-6398bdba-1711-42c2-903a-391c80960eca service neutron] Attempting to bind port 1d52b1b0-8235-48ff-b09f-013ef28aa10b on network d5480d3d-bab2-42ab-9692-609efda9979f {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 21:23:43.729648 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5938b6d1-f13f-4001-845c-923c5c082ce7 req-77b94f32-0815-4a81-ac00-d9523a2e32e8 service neutron] Port 37ae9961-84bc-4277-9062-3b6e557aa800 on network fe1652f6-5e5b-410d-b0a4-8287c250dd60 not bound, no agent of type Open vSwitch agent registered on host n-h2-760453-5 {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 26 21:23:43.729984 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5938b6d1-f13f-4001-845c-923c5c082ce7 req-77b94f32-0815-4a81-ac00-d9523a2e32e8 service neutron] Attempting to bind port 37ae9961-84bc-4277-9062-3b6e557aa800 on network fe1652f6-5e5b-410d-b0a4-8287c250dd60 {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 21:23:43.744263 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3e985b6-2c14-4c34-8d16-1477d4775d4b req-6398bdba-1711-42c2-903a-391c80960eca service neutron] Port 1d52b1b0-8235-48ff-b09f-013ef28aa10b on network d5480d3d-bab2-42ab-9692-609efda9979f not bound, no agent of type Open vSwitch agent registered on host n-h2-760453-5 {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 26 21:23:43.744787 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3e985b6-2c14-4c34-8d16-1477d4775d4b req-6398bdba-1711-42c2-903a-391c80960eca service neutron] Attempting to bind port 1d52b1b0-8235-48ff-b09f-013ef28aa10b on network d5480d3d-bab2-42ab-9692-609efda9979f {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 21:23:43.746518 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5938b6d1-f13f-4001-845c-923c5c082ce7 req-77b94f32-0815-4a81-ac00-d9523a2e32e8 service neutron] Checking agent: {'id': '4d619873-4b60-439f-9b5a-b155dc8bbc34', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-760453-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 21, 2, 53), 'started_at': datetime.datetime(2022, 1, 26, 21, 2, 53), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 21, 23, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 26 21:23:43.746865 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5938b6d1-f13f-4001-845c-923c5c082ce7 req-77b94f32-0815-4a81-ac00-d9523a2e32e8 service neutron] Checking segment: {'id': '45a09725-e309-4185-8154-cee7b0dbfa3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'fe1652f6-5e5b-410d-b0a4-8287c250dd60'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103305) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 21:23:43.747255 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5938b6d1-f13f-4001-845c-923c5c082ce7 req-77b94f32-0815-4a81-ac00-d9523a2e32e8 service neutron] Bound using segment: {'id': '45a09725-e309-4185-8154-cee7b0dbfa3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'fe1652f6-5e5b-410d-b0a4-8287c250dd60'} {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 26 21:23:43.747697 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [req-5938b6d1-f13f-4001-845c-923c5c082ce7 req-77b94f32-0815-4a81-ac00-d9523a2e32e8 service neutron] Bound port: 37ae9961-84bc-4277-9062-3b6e557aa800, host: n-h2-760453-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '45a09725-e309-4185-8154-cee7b0dbfa3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'fe1652f6-5e5b-410d-b0a4-8287c250dd60'}}] {{(pid=103305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 26 21:23:43.748059 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-5938b6d1-f13f-4001-845c-923c5c082ce7 req-77b94f32-0815-4a81-ac00-d9523a2e32e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (37ae9961-84bc-4277-9062-3b6e557aa800), before_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:23:43.751754 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-c455872b-d8af-4f01-9c31-6b2f47e8840b admin admin] Publish callbacks [] for security_group (28221420-6d67-4e41-aa94-d52517736946), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:23:43.771144 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-e9d00d20-809a-4c68-9d97-fec00757374a tempest-FloatingIPAdminTestJSON-1084521353 tempest-FloatingIPAdminTestJSON-1084521353-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9127319 Jan 26 21:23:43.771366 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3e985b6-2c14-4c34-8d16-1477d4775d4b req-6398bdba-1711-42c2-903a-391c80960eca service neutron] Checking agent: {'id': '4d619873-4b60-439f-9b5a-b155dc8bbc34', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-760453-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 21, 2, 53), 'started_at': datetime.datetime(2022, 1, 26, 21, 2, 53), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 21, 23, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 26 21:23:43.771366 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3e985b6-2c14-4c34-8d16-1477d4775d4b req-6398bdba-1711-42c2-903a-391c80960eca service neutron] Checking segment: {'id': '9fd884b8-86e2-416d-a96d-94ce9081e9cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'd5480d3d-bab2-42ab-9692-609efda9979f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103304) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 21:23:43.771366 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3e985b6-2c14-4c34-8d16-1477d4775d4b req-6398bdba-1711-42c2-903a-391c80960eca service neutron] Bound using segment: {'id': '9fd884b8-86e2-416d-a96d-94ce9081e9cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'd5480d3d-bab2-42ab-9692-609efda9979f'} {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 26 21:23:43.771366 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [req-b3e985b6-2c14-4c34-8d16-1477d4775d4b req-6398bdba-1711-42c2-903a-391c80960eca service neutron] Bound port: 1d52b1b0-8235-48ff-b09f-013ef28aa10b, host: n-h2-760453-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9fd884b8-86e2-416d-a96d-94ce9081e9cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'd5480d3d-bab2-42ab-9692-609efda9979f'}}] {{(pid=103304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 26 21:23:43.771366 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-b3e985b6-2c14-4c34-8d16-1477d4775d4b req-6398bdba-1711-42c2-903a-391c80960eca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (1d52b1b0-8235-48ff-b09f-013ef28aa10b), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:23:43.773643 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 41510) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:23:43.831885 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-c455872b-d8af-4f01-9c31-6b2f47e8840b admin admin] Publish callbacks [] for security_group (28221420-6d67-4e41-aa94-d52517736946), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:23:43.849088 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e737b6b6-38b4-4dbe-ae61-7b2188160889 req-c953615a-3c0d-4b65-9072-e44c56232ece tempest-AttachVolumeShelveTestJSON-345998519 tempest-AttachVolumeShelveTestJSON-345998519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:23:43.853775 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-e737b6b6-38b4-4dbe-ae61-7b2188160889 req-c953615a-3c0d-4b65-9072-e44c56232ece tempest-AttachVolumeShelveTestJSON-345998519 tempest-AttachVolumeShelveTestJSON-345998519-project] 10.222.0.13 "GET /v2.0/ports?device_id=93bf95ee-d279-4897-bd53-d5feb3e9b070 HTTP/1.1" status: 200 len: 943 time: 0.1223691 Jan 26 21:23:43.929723 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [req-5938b6d1-f13f-4001-845c-923c5c082ce7 req-77b94f32-0815-4a81-ac00-d9523a2e32e8 service neutron] For port 37ae9961-84bc-4277-9062-3b6e557aa800, host n-h2-760453-5, cleared binding levels {{(pid=103305) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 26 21:23:43.937044 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [req-5938b6d1-f13f-4001-845c-923c5c082ce7 req-77b94f32-0815-4a81-ac00-d9523a2e32e8 service neutron] For port 37ae9961-84bc-4277-9062-3b6e557aa800, host n-h2-760453-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-5',level=0,port_id=37ae9961-84bc-4277-9062-3b6e557aa800,segment=NetworkSegment(45a09725-e309-4185-8154-cee7b0dbfa3b),segment_id=45a09725-e309-4185-8154-cee7b0dbfa3b)] {{(pid=103305) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 26 21:23:43.954720 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-5938b6d1-f13f-4001-845c-923c5c082ce7 req-77b94f32-0815-4a81-ac00-d9523a2e32e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11791520'] for port (37ae9961-84bc-4277-9062-3b6e557aa800), after_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:23:43.964651 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [req-b3e985b6-2c14-4c34-8d16-1477d4775d4b req-6398bdba-1711-42c2-903a-391c80960eca service neutron] For port 1d52b1b0-8235-48ff-b09f-013ef28aa10b, host n-h2-760453-5, cleared binding levels {{(pid=103304) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 26 21:23:43.968797 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [req-b3e985b6-2c14-4c34-8d16-1477d4775d4b req-6398bdba-1711-42c2-903a-391c80960eca service neutron] For port 1d52b1b0-8235-48ff-b09f-013ef28aa10b, host n-h2-760453-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-5',level=0,port_id=1d52b1b0-8235-48ff-b09f-013ef28aa10b,segment=NetworkSegment(9fd884b8-86e2-416d-a96d-94ce9081e9cd),segment_id=9fd884b8-86e2-416d-a96d-94ce9081e9cd)] {{(pid=103304) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 26 21:23:43.974456 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-e737b6b6-38b4-4dbe-ae61-7b2188160889 req-ce9eb416-5ffb-4e15-abfd-29c9bb0c5e43 tempest-AttachVolumeShelveTestJSON-345998519 tempest-AttachVolumeShelveTestJSON-345998519-project] 10.222.0.13 "GET /v2.0/security-groups?id=5d7f7103-d0ef-48d0-a848-32dbbe71b238&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1095636 Jan 26 21:23:43.976097 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-b3e985b6-2c14-4c34-8d16-1477d4775d4b req-6398bdba-1711-42c2-903a-391c80960eca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9281542'] for port (1d52b1b0-8235-48ff-b09f-013ef28aa10b), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:23:43.995781 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-c455872b-d8af-4f01-9c31-6b2f47e8840b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (28221420-6d67-4e41-aa94-d52517736946), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:23:43.998458 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-c455872b-d8af-4f01-9c31-6b2f47e8840b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:23:43.999613 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-c455872b-d8af-4f01-9c31-6b2f47e8840b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/28221420-6d67-4e41-aa94-d52517736946 HTTP/1.1" status: 204 len: 168 time: 0.4237621 Jan 26 21:23:44.007686 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-a05b851d-1de7-461d-9033-bfe38a9599bf None None] Provisioning complete for port 1b93f1b3-bae5-4fd3-956d-2820370fd1ee triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:23:44.008198 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-a05b851d-1de7-461d-9033-bfe38a9599bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (1b93f1b3-bae5-4fd3-956d-2820370fd1ee), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:23:44.016870 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c455872b-d8af-4f01-9c31-6b2f47e8840b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28221420-6d67-4e41-aa94-d52517736946,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:23:44.021349 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e985b6-2c14-4c34-8d16-1477d4775d4b req-6398bdba-1711-42c2-903a-391c80960eca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:23:44.021720 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-b3e985b6-2c14-4c34-8d16-1477d4775d4b req-6398bdba-1711-42c2-903a-391c80960eca service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:23:44.023113 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-b3e985b6-2c14-4c34-8d16-1477d4775d4b req-6398bdba-1711-42c2-903a-391c80960eca service neutron] 10.222.0.57 "PUT /v2.0/ports/1d52b1b0-8235-48ff-b09f-013ef28aa10b HTTP/1.1" status: 200 len: 1091 time: 1.4981065 Jan 26 21:23:44.023575 n-d-760453-5 neutron-server[103304]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'afd30b02-fa71-4c6c-bb63-67718403e984', 'tag': '1d52b1b0-8235-48ff-b09f-013ef28aa10b'}] {{(pid=103304) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 21:23:44.025904 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d52b45f1943fcd332af9527eb73ff93c8d715d44383a3f6d18de73b4cfcf87b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95a36b6d-9481-433e-be20-10940c4d0f02" -d '{"events": [{"name": "network-changed", "server_uuid": "afd30b02-fa71-4c6c-bb63-67718403e984", "tag": "1d52b1b0-8235-48ff-b09f-013ef28aa10b"}]}' {{(pid=103304) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 21:23:44.036926 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5938b6d1-f13f-4001-845c-923c5c082ce7 req-77b94f32-0815-4a81-ac00-d9523a2e32e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:23:44.037641 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-5938b6d1-f13f-4001-845c-923c5c082ce7 req-77b94f32-0815-4a81-ac00-d9523a2e32e8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:23:44.038976 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-5938b6d1-f13f-4001-845c-923c5c082ce7 req-77b94f32-0815-4a81-ac00-d9523a2e32e8 service neutron] 10.222.0.57 "PUT /v2.0/ports/37ae9961-84bc-4277-9062-3b6e557aa800 HTTP/1.1" status: 200 len: 1092 time: 1.7624383 Jan 26 21:23:44.039480 n-d-760453-5 neutron-server[103305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a774a96-c46c-460b-8526-ecf38e105e94', 'tag': '37ae9961-84bc-4277-9062-3b6e557aa800'}] {{(pid=103305) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 21:23:44.042498 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d4654568b7bf041e72ff8fe1c96d6d761d9c921f2b99bc7b3a26632be20cee0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b119af46-0eb9-4066-a865-0347875d7279" -d '{"events": [{"name": "network-changed", "server_uuid": "3a774a96-c46c-460b-8526-ecf38e105e94", "tag": "37ae9961-84bc-4277-9062-3b6e557aa800"}]}' {{(pid=103305) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 21:23:44.088331 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6398bdba-1711-42c2-903a-391c80960eca service neutron] Pushing event updated for resources: {'Port': ['ID=1d52b1b0-8235-48ff-b09f-013ef28aa10b,revision_number=3']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:23:44.107748 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b94f32-0815-4a81-ac00-d9523a2e32e8 service neutron] Pushing event updated for resources: {'Port': ['ID=37ae9961-84bc-4277-9062-3b6e557aa800,revision_number=3']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:23:44.199847 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-a05b851d-1de7-461d-9033-bfe38a9599bf None None] Port 1b93f1b3-bae5-4fd3-956d-2820370fd1ee cannot update to ACTIVE because it is not bound. {{(pid=103306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 26 21:23:44.211193 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 26 Jan 2022 21:23:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8a32cb9-4b6b-4f0c-bdf4-ba7278fb9aab x-openstack-request-id: req-e8a32cb9-4b6b-4f0c-bdf4-ba7278fb9aab {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 21:23:44.211490 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3a774a96-c46c-460b-8526-ecf38e105e94", "tag": "37ae9961-84bc-4277-9062-3b6e557aa800", "status": "completed", "code": 200}]} {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 21:23:44.211759 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e8a32cb9-4b6b-4f0c-bdf4-ba7278fb9aab {{(pid=103305) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 21:23:44.212171 n-d-760453-5 neutron-server[103305]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3a774a96-c46c-460b-8526-ecf38e105e94', 'tag': '37ae9961-84bc-4277-9062-3b6e557aa800', 'status': 'completed', 'code': 200} Jan 26 21:23:44.221348 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 26 Jan 2022 21:23:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8ab0f65-5a0b-4a4e-9ec1-972d09f41bd3 x-openstack-request-id: req-f8ab0f65-5a0b-4a4e-9ec1-972d09f41bd3 {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 21:23:44.222100 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "afd30b02-fa71-4c6c-bb63-67718403e984", "tag": "1d52b1b0-8235-48ff-b09f-013ef28aa10b", "status": "completed", "code": 200}]} {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 21:23:44.222453 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f8ab0f65-5a0b-4a4e-9ec1-972d09f41bd3 {{(pid=103304) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 21:23:44.222954 n-d-760453-5 neutron-server[103304]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'afd30b02-fa71-4c6c-bb63-67718403e984', 'tag': '1d52b1b0-8235-48ff-b09f-013ef28aa10b', 'status': 'completed', 'code': 200} Jan 26 21:23:44.237187 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e985b6-2c14-4c34-8d16-1477d4775d4b req-ed97a546-a570-41b2-940d-53d3b66e4942 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:23:44.239855 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-b3e985b6-2c14-4c34-8d16-1477d4775d4b req-ed97a546-a570-41b2-940d-53d3b66e4942 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=b84068c047214d90966ff7ed497aada1&device_id=afd30b02-fa71-4c6c-bb63-67718403e984 HTTP/1.1" status: 200 len: 1094 time: 0.1538365 Jan 26 21:23:44.263186 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-8761239a-9953-406c-9ba6-03890d4213f7 tempest-FloatingIPAdminTestJSON-235389234 tempest-FloatingIPAdminTestJSON-235389234-project-admin] Request body: {'floatingip': {'floating_network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'project_id': '4a1373212e504a378f194e7ef2a2677d', 'port_id': '1b93f1b3-bae5-4fd3-956d-2820370fd1ee'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:23:44.303184 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5938b6d1-f13f-4001-845c-923c5c082ce7 req-9266d928-7c82-4ce9-a869-1cfc61e0dd5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:23:44.304509 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-b3e985b6-2c14-4c34-8d16-1477d4775d4b req-0c7692e6-2b4f-4e3f-97ab-87269811a01e service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1d52b1b0-8235-48ff-b09f-013ef28aa10b HTTP/1.1" status: 200 len: 217 time: 0.0590539 Jan 26 21:23:44.305187 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-5938b6d1-f13f-4001-845c-923c5c082ce7 req-9266d928-7c82-4ce9-a869-1cfc61e0dd5d service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=3b09e7e55e684250bd3d8dcf0a678880&device_id=3a774a96-c46c-460b-8526-ecf38e105e94 HTTP/1.1" status: 200 len: 1095 time: 0.1638205 Jan 26 21:23:44.307315 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-8761239a-9953-406c-9ba6-03890d4213f7 tempest-FloatingIPAdminTestJSON-235389234 tempest-FloatingIPAdminTestJSON-235389234-project-admin] Publish callbacks [] for floatingip (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:23:44.317126 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b549ad-9ed6-4f81-b3ed-5be730d86b91 req-f534285f-6943-451e-a91e-8bf37e7ebfeb tempest-VolumesActionsTest-214895973 tempest-VolumesActionsTest-214895973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:23:44.318141 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-96b549ad-9ed6-4f81-b3ed-5be730d86b91 req-f534285f-6943-451e-a91e-8bf37e7ebfeb tempest-VolumesActionsTest-214895973 tempest-VolumesActionsTest-214895973-project] 10.222.0.13 "GET /v2.0/ports?device_id=3a774a96-c46c-460b-8526-ecf38e105e94 HTTP/1.1" status: 200 len: 944 time: 0.1139121 Jan 26 21:23:44.381542 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e985b6-2c14-4c34-8d16-1477d4775d4b req-769400cf-59e0-462e-a519-ed6e77b9e00c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:23:44.383043 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-b3e985b6-2c14-4c34-8d16-1477d4775d4b req-769400cf-59e0-462e-a519-ed6e77b9e00c service neutron] 10.222.0.57 "GET /v2.0/subnets?id=3e0b5fe7-c879-4a69-b8db-9e47b1011f5e HTTP/1.1" status: 200 len: 845 time: 0.0566761 Jan 26 21:23:44.421506 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-b3e985b6-2c14-4c34-8d16-1477d4775d4b req-a169f917-b04c-47d4-99d5-106e359d6b84 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=d5480d3d-bab2-42ab-9692-609efda9979f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0321965 Jan 26 21:23:44.559286 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-b3e985b6-2c14-4c34-8d16-1477d4775d4b req-5bd4ada1-1b99-413e-827d-68520c116be0 service neutron] 10.222.0.57 "GET /v2.0/networks/d5480d3d-bab2-42ab-9692-609efda9979f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1319802 Jan 26 21:23:44.679111 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-b3e985b6-2c14-4c34-8d16-1477d4775d4b req-dd8566ef-47b9-4774-b065-3b1744b86ab4 service neutron] 10.222.0.57 "GET /v2.0/networks/d5480d3d-bab2-42ab-9692-609efda9979f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1125002 Jan 26 21:23:44.766748 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-5938b6d1-f13f-4001-845c-923c5c082ce7 req-8926760b-fa31-4449-873d-b48c7959ba37 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=37ae9961-84bc-4277-9062-3b6e557aa800 HTTP/1.1" status: 200 len: 217 time: 0.4466772 Jan 26 21:23:44.794658 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a36b6d-9481-433e-be20-10940c4d0f02 req-34a455fe-bbc1-48c5-b154-f5d19cc73efc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:23:44.796303 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-95a36b6d-9481-433e-be20-10940c4d0f02 req-34a455fe-bbc1-48c5-b154-f5d19cc73efc service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=b84068c047214d90966ff7ed497aada1&device_id=afd30b02-fa71-4c6c-bb63-67718403e984 HTTP/1.1" status: 200 len: 1094 time: 0.0579739 Jan 26 21:23:44.916884 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5938b6d1-f13f-4001-845c-923c5c082ce7 req-81833ed4-025f-47a5-9e30-3d7459932f79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:23:44.918435 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-5938b6d1-f13f-4001-845c-923c5c082ce7 req-81833ed4-025f-47a5-9e30-3d7459932f79 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=9a840e4b-60e7-4e13-87cd-6871041d05bc HTTP/1.1" status: 200 len: 848 time: 0.1234889 Jan 26 21:23:44.928161 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828e3264-ab43-4be8-9259-afe5eb40255e req-6f3fe33e-e09a-4969-9bb1-c30226e859b6 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:23:44.929787 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-828e3264-ab43-4be8-9259-afe5eb40255e req-6f3fe33e-e09a-4969-9bb1-c30226e859b6 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] 10.222.0.13 "GET /v2.0/ports?device_id=f9d28872-a0eb-43ed-b4ce-aee5b2886372 HTTP/1.1" status: 200 len: 946 time: 0.1667631 Jan 26 21:23:44.944165 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a36b6d-9481-433e-be20-10940c4d0f02 req-9745076e-e04d-4287-a313-325f86101aa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:23:44.950492 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-95a36b6d-9481-433e-be20-10940c4d0f02 req-9745076e-e04d-4287-a313-325f86101aa5 service neutron] 10.222.0.57 "GET /v2.0/networks?id=d5480d3d-bab2-42ab-9692-609efda9979f HTTP/1.1" status: 200 len: 906 time: 0.1471233 Jan 26 21:23:44.952160 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-96b549ad-9ed6-4f81-b3ed-5be730d86b91 req-04e4d521-1b3d-4300-855d-c1d89ec3938b tempest-VolumesActionsTest-214895973 tempest-VolumesActionsTest-214895973-project] 10.222.0.13 "GET /v2.0/security-groups?id=ddaf47c8-987f-416a-900e-f292bd12e357&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6156614 Jan 26 21:23:44.985305 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-5938b6d1-f13f-4001-845c-923c5c082ce7 req-48357792-086f-40ee-bcea-4d31f4ffdcc0 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=fe1652f6-5e5b-410d-b0a4-8287c250dd60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0540698 Jan 26 21:23:45.025120 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-95a36b6d-9481-433e-be20-10940c4d0f02 req-ae0cd72a-aca6-430b-bde8-61ca259d3db0 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1d52b1b0-8235-48ff-b09f-013ef28aa10b HTTP/1.1" status: 200 len: 217 time: 0.0645242 Jan 26 21:23:45.044768 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-828e3264-ab43-4be8-9259-afe5eb40255e req-90b2815c-2489-4b86-90eb-95b174ac70c0 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] 10.222.0.13 "GET /v2.0/security-groups?id=6cb8e788-9152-488c-8973-85140910b10a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0915713 Jan 26 21:23:45.114163 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a36b6d-9481-433e-be20-10940c4d0f02 req-9bc1ba28-89b5-44f5-ba43-686975a2280d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:23:45.115768 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-95a36b6d-9481-433e-be20-10940c4d0f02 req-9bc1ba28-89b5-44f5-ba43-686975a2280d service neutron] 10.222.0.57 "GET /v2.0/subnets?id=3e0b5fe7-c879-4a69-b8db-9e47b1011f5e HTTP/1.1" status: 200 len: 845 time: 0.0846448 Jan 26 21:23:45.160556 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-95a36b6d-9481-433e-be20-10940c4d0f02 req-39fbb45d-6c05-44b9-8966-bb5ba0e3b76e service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=d5480d3d-bab2-42ab-9692-609efda9979f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0365818 Jan 26 21:23:45.196518 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-8761239a-9953-406c-9ba6-03890d4213f7 tempest-FloatingIPAdminTestJSON-235389234 tempest-FloatingIPAdminTestJSON-235389234-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:23:45.270523 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-5938b6d1-f13f-4001-845c-923c5c082ce7 req-aa435a38-1b8a-42a8-90ac-ca388f0c927f service neutron] 10.222.0.57 "GET /v2.0/networks/fe1652f6-5e5b-410d-b0a4-8287c250dd60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2770221 Jan 26 21:23:45.280946 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3e1a73-b359-4d5a-8a30-455a7b73b944 req-9f2847e6-fdce-40c4-8bf8-5f0964f3a9e9 tempest-ImagesTestJSON-1623340881 tempest-ImagesTestJSON-1623340881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:23:45.288627 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-ba3e1a73-b359-4d5a-8a30-455a7b73b944 req-9f2847e6-fdce-40c4-8bf8-5f0964f3a9e9 tempest-ImagesTestJSON-1623340881 tempest-ImagesTestJSON-1623340881-project] 10.222.0.13 "GET /v2.0/ports?device_id=afd30b02-fa71-4c6c-bb63-67718403e984 HTTP/1.1" status: 200 len: 943 time: 0.2022893 Jan 26 21:23:45.323531 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-95a36b6d-9481-433e-be20-10940c4d0f02 req-8cad0f2c-5623-457c-8cdb-8966b4d7e70f service neutron] 10.222.0.57 "GET /v2.0/networks/d5480d3d-bab2-42ab-9692-609efda9979f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1553247 Jan 26 21:23:45.457191 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-95a36b6d-9481-433e-be20-10940c4d0f02 req-7f3fea23-24cd-4766-a1b4-6feb3817b08e service neutron] 10.222.0.57 "GET /v2.0/networks/d5480d3d-bab2-42ab-9692-609efda9979f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1197970 Jan 26 21:23:45.493886 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.db_base_plugin_common [None req-8761239a-9953-406c-9ba6-03890d4213f7 tempest-FloatingIPAdminTestJSON-235389234 tempest-FloatingIPAdminTestJSON-235389234-project-admin] Allocated IP 172.25.1.211 (4140a1f1-c93a-4bea-83a0-68953a54f299/e48251a1-e30d-4820-8396-00c6f6aeb601/fc6a3fe1-9c64-44f3-bae3-585918fd905c) {{(pid=103304) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 21:23:45.506579 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-ba3e1a73-b359-4d5a-8a30-455a7b73b944 req-21308001-dbee-4dca-946d-23c3f7164986 tempest-ImagesTestJSON-1623340881 tempest-ImagesTestJSON-1623340881-project] 10.222.0.13 "GET /v2.0/security-groups?id=461ca33f-43cf-4a35-a5bb-7e46cb0e5e93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2170858 Jan 26 21:23:45.537205 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0233a255-a5b4-4fa9-8ef6-8de3e421d375 req-bb0c8918-ce25-4202-bed7-9cd3f2cd4448 tempest-AttachVolumeShelveTestJSON-345998519 tempest-AttachVolumeShelveTestJSON-345998519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:23:45.541756 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-0233a255-a5b4-4fa9-8ef6-8de3e421d375 req-bb0c8918-ce25-4202-bed7-9cd3f2cd4448 tempest-AttachVolumeShelveTestJSON-345998519 tempest-AttachVolumeShelveTestJSON-345998519-project] 10.222.0.13 "GET /v2.0/ports?device_id=93bf95ee-d279-4897-bd53-d5feb3e9b070 HTTP/1.1" status: 200 len: 943 time: 0.1927309 Jan 26 21:23:45.599382 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-5938b6d1-f13f-4001-845c-923c5c082ce7 req-8ab6e058-545f-4f42-b9c1-de11b15534d1 service neutron] 10.222.0.57 "GET /v2.0/networks/fe1652f6-5e5b-410d-b0a4-8287c250dd60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3065708 Jan 26 21:23:45.672082 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-0233a255-a5b4-4fa9-8ef6-8de3e421d375 req-608ce152-083f-4367-a72e-3c1b80d2181f tempest-AttachVolumeShelveTestJSON-345998519 tempest-AttachVolumeShelveTestJSON-345998519-project] 10.222.0.13 "GET /v2.0/security-groups?id=5d7f7103-d0ef-48d0-a848-32dbbe71b238&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1236010 Jan 26 21:23:45.740097 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-8761239a-9953-406c-9ba6-03890d4213f7 tempest-FloatingIPAdminTestJSON-235389234 tempest-FloatingIPAdminTestJSON-235389234-project-admin] Publish callbacks [] for port (fc6a3fe1-9c64-44f3-bae3-585918fd905c), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:23:45.753152 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b119af46-0eb9-4066-a865-0347875d7279 req-ee19f6ea-9055-4d29-83e4-2dd6f567f213 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:23:45.754857 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-b119af46-0eb9-4066-a865-0347875d7279 req-ee19f6ea-9055-4d29-83e4-2dd6f567f213 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=3b09e7e55e684250bd3d8dcf0a678880&device_id=3a774a96-c46c-460b-8526-ecf38e105e94 HTTP/1.1" status: 200 len: 1095 time: 0.0760539 Jan 26 21:23:45.841489 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-8761239a-9953-406c-9ba6-03890d4213f7 tempest-FloatingIPAdminTestJSON-235389234 tempest-FloatingIPAdminTestJSON-235389234-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746560234527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9281553'] for port (fc6a3fe1-9c64-44f3-bae3-585918fd905c), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:23:45.900996 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b119af46-0eb9-4066-a865-0347875d7279 req-8cc3751b-c03f-470b-8eae-5b6f70a07cda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:23:45.902541 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-b119af46-0eb9-4066-a865-0347875d7279 req-8cc3751b-c03f-470b-8eae-5b6f70a07cda service neutron] 10.222.0.57 "GET /v2.0/networks?id=fe1652f6-5e5b-410d-b0a4-8287c250dd60 HTTP/1.1" status: 200 len: 909 time: 0.1405022 Jan 26 21:23:45.905971 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8761239a-9953-406c-9ba6-03890d4213f7 tempest-FloatingIPAdminTestJSON-235389234 tempest-FloatingIPAdminTestJSON-235389234-project-admin] Network 4140a1f1-c93a-4bea-83a0-68953a54f299 is already hosted by enough agents. {{(pid=103304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 21:23:45.908988 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [None req-8761239a-9953-406c-9ba6-03890d4213f7 tempest-FloatingIPAdminTestJSON-235389234 tempest-FloatingIPAdminTestJSON-235389234-project-admin] Resources bound (agent type, host, resource id): {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:23:45.920896 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8761239a-9953-406c-9ba6-03890d4213f7 tempest-FloatingIPAdminTestJSON-235389234 tempest-FloatingIPAdminTestJSON-235389234-project-admin] Received port after_create {{(pid=103304) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 21:23:45.927391 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8761239a-9953-406c-9ba6-03890d4213f7 tempest-FloatingIPAdminTestJSON-235389234 tempest-FloatingIPAdminTestJSON-235389234-project-admin] Pushing event updated for resources: {'Port': ['ID=fc6a3fe1-9c64-44f3-bae3-585918fd905c,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:23:45.979495 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-b119af46-0eb9-4066-a865-0347875d7279 req-d2f033fa-a160-4227-8974-bc01323f7a49 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=37ae9961-84bc-4277-9062-3b6e557aa800 HTTP/1.1" status: 200 len: 217 time: 0.0680370 Jan 26 21:23:46.115131 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b119af46-0eb9-4066-a865-0347875d7279 req-194c3c87-18a3-423a-9982-805976e3daa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:23:46.116763 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-b119af46-0eb9-4066-a865-0347875d7279 req-194c3c87-18a3-423a-9982-805976e3daa7 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=9a840e4b-60e7-4e13-87cd-6871041d05bc HTTP/1.1" status: 200 len: 848 time: 0.1304517 Jan 26 21:23:46.175698 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-b119af46-0eb9-4066-a865-0347875d7279 req-04dc502d-eee2-455e-a9b2-2de00a68d8fe service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=fe1652f6-5e5b-410d-b0a4-8287c250dd60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0497396 Jan 26 21:23:46.188083 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2a71dc-b9b4-46a7-8546-97e849186959 req-c646c9ba-81dc-411e-adc4-14f83b0d2ced tempest-VolumesActionsTest-214895973 tempest-VolumesActionsTest-214895973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:23:46.188083 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-5a2a71dc-b9b4-46a7-8546-97e849186959 req-c646c9ba-81dc-411e-adc4-14f83b0d2ced tempest-VolumesActionsTest-214895973 tempest-VolumesActionsTest-214895973-project] 10.222.0.13 "GET /v2.0/ports?device_id=3a774a96-c46c-460b-8526-ecf38e105e94 HTTP/1.1" status: 200 len: 944 time: 0.1591244 Jan 26 21:23:46.435575 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7394becd-37d9-40de-9691-4b264a76b261 req-7de56b00-2637-4b95-ad2d-9983b4379813 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:23:46.437083 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-7394becd-37d9-40de-9691-4b264a76b261 req-7de56b00-2637-4b95-ad2d-9983b4379813 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] 10.222.0.13 "GET /v2.0/ports?device_id=f9d28872-a0eb-43ed-b4ce-aee5b2886372 HTTP/1.1" status: 200 len: 946 time: 0.2999525 Jan 26 21:23:46.453704 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-5a2a71dc-b9b4-46a7-8546-97e849186959 req-a53de84d-72f1-46a9-b686-a032bd5f18c4 tempest-VolumesActionsTest-214895973 tempest-VolumesActionsTest-214895973-project] 10.222.0.13 "GET /v2.0/security-groups?id=ddaf47c8-987f-416a-900e-f292bd12e357&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1812201 Jan 26 21:23:46.495580 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-b119af46-0eb9-4066-a865-0347875d7279 req-ac4aad2b-bbe4-4b1d-8813-6f69355500de service neutron] 10.222.0.57 "GET /v2.0/networks/fe1652f6-5e5b-410d-b0a4-8287c250dd60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3065801 Jan 26 21:23:46.608486 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-7394becd-37d9-40de-9691-4b264a76b261 req-04e37539-8fec-4d82-bb2d-5c1cebfa8b76 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] 10.222.0.13 "GET /v2.0/security-groups?id=6cb8e788-9152-488c-8973-85140910b10a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1582875 Jan 26 21:23:46.756369 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-b119af46-0eb9-4066-a865-0347875d7279 req-f8e0ec27-ebad-46c0-a4ba-5c32a925ab56 service neutron] 10.222.0.57 "GET /v2.0/networks/fe1652f6-5e5b-410d-b0a4-8287c250dd60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2480166 Jan 26 21:23:46.780124 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-8761239a-9953-406c-9ba6-03890d4213f7 tempest-FloatingIPAdminTestJSON-235389234 tempest-FloatingIPAdminTestJSON-235389234-project-admin] Publish callbacks [] for floatingip (1de128ad-ada0-4786-a679-8c6718729fe1), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:23:46.790680 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56789e4-e3d7-4cbd-a2fe-5f2c45b86567 req-8049e000-350a-4c30-9502-737e584372b1 tempest-ImagesTestJSON-1623340881 tempest-ImagesTestJSON-1623340881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:23:46.795242 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-c56789e4-e3d7-4cbd-a2fe-5f2c45b86567 req-8049e000-350a-4c30-9502-737e584372b1 tempest-ImagesTestJSON-1623340881 tempest-ImagesTestJSON-1623340881-project] 10.222.0.13 "GET /v2.0/ports?device_id=afd30b02-fa71-4c6c-bb63-67718403e984 HTTP/1.1" status: 200 len: 943 time: 0.1192844 Jan 26 21:23:46.947944 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d92819-6d5f-4a81-a94b-4586a1cfcf72 req-ffd9fcc5-535d-430a-96b0-6e899d3430dd tempest-AttachVolumeShelveTestJSON-345998519 tempest-AttachVolumeShelveTestJSON-345998519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:23:46.949513 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-83d92819-6d5f-4a81-a94b-4586a1cfcf72 req-ffd9fcc5-535d-430a-96b0-6e899d3430dd tempest-AttachVolumeShelveTestJSON-345998519 tempest-AttachVolumeShelveTestJSON-345998519-project] 10.222.0.13 "GET /v2.0/ports?device_id=93bf95ee-d279-4897-bd53-d5feb3e9b070 HTTP/1.1" status: 200 len: 943 time: 0.1302400 Jan 26 21:23:46.950664 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-8761239a-9953-406c-9ba6-03890d4213f7 tempest-FloatingIPAdminTestJSON-235389234 tempest-FloatingIPAdminTestJSON-235389234-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (fc6a3fe1-9c64-44f3-bae3-585918fd905c), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:23:46.956007 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-c56789e4-e3d7-4cbd-a2fe-5f2c45b86567 req-c4c63e8a-4501-4644-8cb4-e3bdb0fb88a2 tempest-ImagesTestJSON-1623340881 tempest-ImagesTestJSON-1623340881-project] 10.222.0.13 "GET /v2.0/security-groups?id=461ca33f-43cf-4a35-a5bb-7e46cb0e5e93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1349909 Jan 26 21:23:47.052798 n-d-760453-5 neutron-server[103305]: INFO neutron.api.v2.resource [req-17cd6906-ae61-4f2f-bb0b-7790a9eea2c4 req-c9c1d387-e6de-4bc2-89c4-462e2b95074f service neutron] show failed (client error): The resource could not be found. Jan 26 21:23:47.055135 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-17cd6906-ae61-4f2f-bb0b-7790a9eea2c4 req-c9c1d387-e6de-4bc2-89c4-462e2b95074f service neutron] 10.222.0.66 "GET /v2.0/ports/85e42356-3012-4a3b-9f75-ce1b665df28b/bindings/n-h2-760453-5 HTTP/1.1" status: 404 len: 380 time: 0.0923355 Jan 26 21:23:47.059705 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-83d92819-6d5f-4a81-a94b-4586a1cfcf72 req-a7788240-dc16-4bdf-854d-13501027a9b4 tempest-AttachVolumeShelveTestJSON-345998519 tempest-AttachVolumeShelveTestJSON-345998519-project] 10.222.0.13 "GET /v2.0/security-groups?id=5d7f7103-d0ef-48d0-a848-32dbbe71b238&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1016433 Jan 26 21:23:47.095834 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Device 37ae9961-84bc-4277-9062-3b6e557aa800 details requested by agent hyperv_n-h2-760453-5 with host n-h2-760453-5 {{(pid=103306) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 26 21:23:47.192656 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-8761239a-9953-406c-9ba6-03890d4213f7 tempest-FloatingIPAdminTestJSON-235389234 tempest-FloatingIPAdminTestJSON-235389234-project-admin] Publish callbacks [] for port (fc6a3fe1-9c64-44f3-bae3-585918fd905c), precommit_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:23:47.197784 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-8761239a-9953-406c-9ba6-03890d4213f7 tempest-FloatingIPAdminTestJSON-235389234 tempest-FloatingIPAdminTestJSON-235389234-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9281542'] for port (fc6a3fe1-9c64-44f3-bae3-585918fd905c), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:23:47.206818 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] For port 37ae9961-84bc-4277-9062-3b6e557aa800, host n-h2-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-5',level=0,port_id=37ae9961-84bc-4277-9062-3b6e557aa800,segment=NetworkSegment(45a09725-e309-4185-8154-cee7b0dbfa3b),segment_id=45a09725-e309-4185-8154-cee7b0dbfa3b)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:23:47.242283 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Returning: {'device': '37ae9961-84bc-4277-9062-3b6e557aa800', 'network_id': 'fe1652f6-5e5b-410d-b0a4-8287c250dd60', 'port_id': '37ae9961-84bc-4277-9062-3b6e557aa800', 'mac_address': 'fa:16:3e:31:4c:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 560, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9a840e4b-60e7-4e13-87cd-6871041d05bc', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103306) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 26 21:23:47.286134 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Current status of the port 37ae9961-84bc-4277-9062-3b6e557aa800 is: DOWN; New status is: BUILD {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:23:47.286668 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (37ae9961-84bc-4277-9062-3b6e557aa800), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:23:47.300956 n-d-760453-5 neutron-server[103306]: DEBUG neutron.notifiers.nova [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 37ae9961-84bc-4277-9062-3b6e557aa800 {{(pid=103306) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 26 21:23:47.315541 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8761239a-9953-406c-9ba6-03890d4213f7 tempest-FloatingIPAdminTestJSON-235389234 tempest-FloatingIPAdminTestJSON-235389234-project-admin] Pushing event updated for resources: {'Port': ['ID=fc6a3fe1-9c64-44f3-bae3-585918fd905c,revision_number=2']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:23:47.319482 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-8761239a-9953-406c-9ba6-03890d4213f7 tempest-FloatingIPAdminTestJSON-235389234 tempest-FloatingIPAdminTestJSON-235389234-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4110913'] for floatingip (1de128ad-ada0-4786-a679-8c6718729fe1), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:23:47.325033 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] For port 37ae9961-84bc-4277-9062-3b6e557aa800, host n-h2-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-5',level=0,port_id=37ae9961-84bc-4277-9062-3b6e557aa800,segment=NetworkSegment(45a09725-e309-4185-8154-cee7b0dbfa3b),segment_id=45a09725-e309-4185-8154-cee7b0dbfa3b)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:23:47.336776 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (37ae9961-84bc-4277-9062-3b6e557aa800), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:23:47.338125 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Device 1d52b1b0-8235-48ff-b09f-013ef28aa10b details requested by agent hyperv_n-h2-760453-5 with host n-h2-760453-5 {{(pid=103306) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 26 21:23:47.431196 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17cd6906-ae61-4f2f-bb0b-7790a9eea2c4 req-efde584a-11e7-4b16-8753-4ce7d8555a9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:23:47.432742 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-17cd6906-ae61-4f2f-bb0b-7790a9eea2c4 req-efde584a-11e7-4b16-8753-4ce7d8555a9f service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=f9d28872-a0eb-43ed-b4ce-aee5b2886372&tenant_id=c6d9f10230f341edbbe46b16c17eb870 HTTP/1.1" status: 200 len: 1097 time: 0.1743016 Jan 26 21:23:47.434236 n-d-760453-5 neutron-server[103304]: INFO neutron.db.l3_db [None req-8761239a-9953-406c-9ba6-03890d4213f7 tempest-FloatingIPAdminTestJSON-235389234 tempest-FloatingIPAdminTestJSON-235389234-project-admin] Floating IP 1de128ad-ada0-4786-a679-8c6718729fe1 associated. External IP: 172.25.1.211, port: 1b93f1b3-bae5-4fd3-956d-2820370fd1ee. Jan 26 21:23:47.458512 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Pushing event updated for resources: {'Port': ['ID=37ae9961-84bc-4277-9062-3b6e557aa800,revision_number=4']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:23:47.496511 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] For port 1d52b1b0-8235-48ff-b09f-013ef28aa10b, host n-h2-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-5',level=0,port_id=1d52b1b0-8235-48ff-b09f-013ef28aa10b,segment=NetworkSegment(9fd884b8-86e2-416d-a96d-94ce9081e9cd),segment_id=9fd884b8-86e2-416d-a96d-94ce9081e9cd)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:23:47.511655 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Returning: {'device': '1d52b1b0-8235-48ff-b09f-013ef28aa10b', 'network_id': 'd5480d3d-bab2-42ab-9692-609efda9979f', 'port_id': '1d52b1b0-8235-48ff-b09f-013ef28aa10b', 'mac_address': 'fa:16:3e:7c:54:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 580, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3e0b5fe7-c879-4a69-b8db-9e47b1011f5e', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103306) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 26 21:23:47.560890 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Current status of the port 1d52b1b0-8235-48ff-b09f-013ef28aa10b is: DOWN; New status is: BUILD {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:23:47.561424 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (1d52b1b0-8235-48ff-b09f-013ef28aa10b), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:23:47.580949 n-d-760453-5 neutron-server[103306]: DEBUG neutron.notifiers.nova [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1d52b1b0-8235-48ff-b09f-013ef28aa10b {{(pid=103306) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 26 21:23:47.603686 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] For port 1d52b1b0-8235-48ff-b09f-013ef28aa10b, host n-h2-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-5',level=0,port_id=1d52b1b0-8235-48ff-b09f-013ef28aa10b,segment=NetworkSegment(9fd884b8-86e2-416d-a96d-94ce9081e9cd),segment_id=9fd884b8-86e2-416d-a96d-94ce9081e9cd)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:23:47.612420 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (1d52b1b0-8235-48ff-b09f-013ef28aa10b), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:23:47.672191 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Pushing event updated for resources: {'Port': ['ID=1d52b1b0-8235-48ff-b09f-013ef28aa10b,revision_number=4']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:23:47.825230 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [req-17cd6906-ae61-4f2f-bb0b-7790a9eea2c4 req-1568866a-9dcd-44a6-a784-6bd891b7a3b6 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-760453-5', 'device_owner': 'compute:nova'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:23:47.844984 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] get_ports_and_sgs() called for port_ids ['37ae9961-84bc-4277-9062-3b6e557aa800'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 26 21:23:47.848796 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] get_ports_and_sgs() called for port_ids ['1d52b1b0-8235-48ff-b09f-013ef28aa10b'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 26 21:23:48.003493 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b5bdbe-c2a0-409d-b824-969de548f8e1 req-1733b812-4191-4bb4-a2b2-c9d1df105cb2 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:23:48.010517 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-62b5bdbe-c2a0-409d-b824-969de548f8e1 req-1733b812-4191-4bb4-a2b2-c9d1df105cb2 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] 10.222.0.13 "GET /v2.0/ports?device_id=f9d28872-a0eb-43ed-b4ce-aee5b2886372 HTTP/1.1" status: 200 len: 946 time: 0.1924343 Jan 26 21:23:48.026484 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb08e66b-9c5e-47e7-bba0-a610f43ce96a req-0c3a60ae-be21-4a4b-b560-3fa67b5e4789 tempest-VolumesActionsTest-214895973 tempest-VolumesActionsTest-214895973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:23:48.027966 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-fb08e66b-9c5e-47e7-bba0-a610f43ce96a req-0c3a60ae-be21-4a4b-b560-3fa67b5e4789 tempest-VolumesActionsTest-214895973 tempest-VolumesActionsTest-214895973-project] 10.222.0.13 "GET /v2.0/ports?device_id=3a774a96-c46c-460b-8526-ecf38e105e94 HTTP/1.1" status: 200 len: 945 time: 0.2076657 Jan 26 21:23:48.031316 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-17cd6906-ae61-4f2f-bb0b-7790a9eea2c4 req-1568866a-9dcd-44a6-a784-6bd891b7a3b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (85e42356-3012-4a3b-9f75-ce1b665df28b), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:23:48.200381 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-62b5bdbe-c2a0-409d-b824-969de548f8e1 req-b6870a76-5017-474e-92c0-b65bf6280014 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] 10.222.0.13 "GET /v2.0/security-groups?id=6cb8e788-9152-488c-8973-85140910b10a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1888618 Jan 26 21:23:48.308914 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-fb08e66b-9c5e-47e7-bba0-a610f43ce96a req-066fda27-8b94-4b0f-8c91-3c79ef73e104 tempest-VolumesActionsTest-214895973 tempest-VolumesActionsTest-214895973-project] 10.222.0.13 "GET /v2.0/security-groups?id=ddaf47c8-987f-416a-900e-f292bd12e357&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2640224 Jan 26 21:23:48.400707 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8761239a-9953-406c-9ba6-03890d4213f7 tempest-FloatingIPAdminTestJSON-235389234 tempest-FloatingIPAdminTestJSON-235389234-project-admin] Router 9160aeb0-666c-4d98-8bf8-f44449d0d154 has already been hosted by L3 agent 09df100c-3af1-4b0a-bda8-05914c71c458 {{(pid=103304) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 26 21:23:48.476247 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d283097-ff78-4bb5-b160-64b97461e70c req-239accb2-4c1e-4045-aaee-28ebd0618dbc tempest-ImagesTestJSON-1623340881 tempest-ImagesTestJSON-1623340881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:23:48.477815 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-3d283097-ff78-4bb5-b160-64b97461e70c req-239accb2-4c1e-4045-aaee-28ebd0618dbc tempest-ImagesTestJSON-1623340881 tempest-ImagesTestJSON-1623340881-project] 10.222.0.13 "GET /v2.0/ports?device_id=afd30b02-fa71-4c6c-bb63-67718403e984 HTTP/1.1" status: 200 len: 944 time: 0.1680005 Jan 26 21:23:48.612223 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [req-17cd6906-ae61-4f2f-bb0b-7790a9eea2c4 req-1568866a-9dcd-44a6-a784-6bd891b7a3b6 service neutron] For port 85e42356-3012-4a3b-9f75-ce1b665df28b, host n-h1-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-5',level=0,port_id=85e42356-3012-4a3b-9f75-ce1b665df28b,segment=NetworkSegment(24c7c5d0-e01c-4957-8108-056c43fd37fe),segment_id=24c7c5d0-e01c-4957-8108-056c43fd37fe)] {{(pid=103304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:23:48.638128 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc6da5a-073d-432d-b532-211ed741d2b3 req-2131bab7-0696-41b7-9fa0-1d1a74717606 tempest-AttachVolumeShelveTestJSON-345998519 tempest-AttachVolumeShelveTestJSON-345998519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:23:48.641796 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-6dc6da5a-073d-432d-b532-211ed741d2b3 req-2131bab7-0696-41b7-9fa0-1d1a74717606 tempest-AttachVolumeShelveTestJSON-345998519 tempest-AttachVolumeShelveTestJSON-345998519-project] 10.222.0.13 "GET /v2.0/ports?device_id=93bf95ee-d279-4897-bd53-d5feb3e9b070 HTTP/1.1" status: 200 len: 943 time: 0.2047949 Jan 26 21:23:48.690328 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-3d283097-ff78-4bb5-b160-64b97461e70c req-951cc225-960e-4fa2-949e-055fa373f65a tempest-ImagesTestJSON-1623340881 tempest-ImagesTestJSON-1623340881-project] 10.222.0.13 "GET /v2.0/security-groups?id=461ca33f-43cf-4a35-a5bb-7e46cb0e5e93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1931376 Jan 26 21:23:48.751876 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-6dc6da5a-073d-432d-b532-211ed741d2b3 req-8561b274-f875-44c4-aca1-d82480872c33 tempest-AttachVolumeShelveTestJSON-345998519 tempest-AttachVolumeShelveTestJSON-345998519-project] 10.222.0.13 "GET /v2.0/security-groups?id=5d7f7103-d0ef-48d0-a848-32dbbe71b238&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1014817 Jan 26 21:23:48.765549 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8761239a-9953-406c-9ba6-03890d4213f7 tempest-FloatingIPAdminTestJSON-235389234 tempest-FloatingIPAdminTestJSON-235389234-project-admin] Notify agent at l3_agent.n-d-760453-5 the message routers_updated {{(pid=103304) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 26 21:23:48.777505 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9782c10e-9240-48b7-82a0-32aa68e5c71c None None] Sync routers for ids ['9160aeb0-666c-4d98-8bf8-f44449d0d154'] in n-d-760453-5 {{(pid=103306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 26 21:23:48.795604 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [req-17cd6906-ae61-4f2f-bb0b-7790a9eea2c4 req-1568866a-9dcd-44a6-a784-6bd891b7a3b6 service neutron] For port 85e42356-3012-4a3b-9f75-ce1b665df28b, host n-h1-760453-5, cleared binding levels {{(pid=103304) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 26 21:23:48.797448 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9782c10e-9240-48b7-82a0-32aa68e5c71c None None] Routers {'9160aeb0-666c-4d98-8bf8-f44449d0d154'} bound to L3 agent in host n-d-760453-5 {{(pid=103306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 21:23:48.800802 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-9782c10e-9240-48b7-82a0-32aa68e5c71c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-26T20:55:21Z,description=,heartbeat_timestamp=2022-01-26T21:23:21Z,host='n-d-760453-5',id=09df100c-3af1-4b0a-bda8-05914c71c458,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:55:21Z,topic='l3_agent')) {'router_ids': ['9160aeb0-666c-4d98-8bf8-f44449d0d154'], 'active': True} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:23:48.805987 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-8761239a-9953-406c-9ba6-03890d4213f7 tempest-FloatingIPAdminTestJSON-235389234 tempest-FloatingIPAdminTestJSON-235389234-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for floatingip (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:23:48.860389 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-9782c10e-9240-48b7-82a0-32aa68e5c71c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760453-5', False) {} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:23:48.872159 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9782c10e-9240-48b7-82a0-32aa68e5c71c None None] Routers {'9160aeb0-666c-4d98-8bf8-f44449d0d154'} bound to L3 agent in host n-d-760453-5 {{(pid=103306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 21:23:48.872966 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-9782c10e-9240-48b7-82a0-32aa68e5c71c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-26T20:55:21Z,description=,heartbeat_timestamp=2022-01-26T21:23:21Z,host='n-d-760453-5',id=09df100c-3af1-4b0a-bda8-05914c71c458,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:55:21Z,topic='l3_agent')) {'router_ids': ['9160aeb0-666c-4d98-8bf8-f44449d0d154'], 'active': True} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:23:48.874618 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-17cd6906-ae61-4f2f-bb0b-7790a9eea2c4 req-1568866a-9dcd-44a6-a784-6bd891b7a3b6 service neutron] Publish callbacks [] for port (85e42356-3012-4a3b-9f75-ce1b665df28b), precommit_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:23:48.884851 n-d-760453-5 neutron-server[103304]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9d28872-a0eb-43ed-b4ce-aee5b2886372', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '85e42356-3012-4a3b-9f75-ce1b665df28b'}] {{(pid=103304) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 21:23:48.887156 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d52b45f1943fcd332af9527eb73ff93c8d715d44383a3f6d18de73b4cfcf87b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22a82e08-2cdb-4b3e-8744-1a8a4798656b" -d '{"events": [{"server_uuid": "f9d28872-a0eb-43ed-b4ce-aee5b2886372", "name": "network-vif-unplugged", "status": "completed", "tag": "85e42356-3012-4a3b-9f75-ce1b665df28b"}]}' {{(pid=103304) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 21:23:48.897837 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-8761239a-9953-406c-9ba6-03890d4213f7 tempest-FloatingIPAdminTestJSON-235389234 tempest-FloatingIPAdminTestJSON-235389234-project-admin] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 988 time: 5.1198442 Jan 26 21:23:48.897837 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.provisioning_blocks [req-17cd6906-ae61-4f2f-bb0b-7790a9eea2c4 req-1568866a-9dcd-44a6-a784-6bd891b7a3b6 service neutron] Transition to ACTIVE for port object 85e42356-3012-4a3b-9f75-ce1b665df28b will not be triggered until provisioned by entity L2. {{(pid=103304) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 21:23:48.899188 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 41612) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:23:48.906829 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-17cd6906-ae61-4f2f-bb0b-7790a9eea2c4 req-1568866a-9dcd-44a6-a784-6bd891b7a3b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9281542'] for port (85e42356-3012-4a3b-9f75-ce1b665df28b), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:23:49.045453 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-9782c10e-9240-48b7-82a0-32aa68e5c71c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760453-5', False) {} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:23:49.048553 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9782c10e-9240-48b7-82a0-32aa68e5c71c None None] The sync data for ids ['9160aeb0-666c-4d98-8bf8-f44449d0d154'] in n-d-760453-5 is: [] {{(pid=103306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 26 21:23:49.077232 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-84e6de7a-fa69-4b0f-a964-031fef7ca454 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (474ccdf7-ab6c-405b-a3b2-dc7b05829902), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:23:49.084883 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 26 Jan 2022 21:23:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89722a5f-c939-4893-b824-6cca5cad3ee6 x-openstack-request-id: req-89722a5f-c939-4893-b824-6cca5cad3ee6 {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 21:23:49.085501 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f9d28872-a0eb-43ed-b4ce-aee5b2886372", "name": "network-vif-unplugged", "status": "completed", "tag": "85e42356-3012-4a3b-9f75-ce1b665df28b", "code": 200}]} {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 21:23:49.085501 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-89722a5f-c939-4893-b824-6cca5cad3ee6 {{(pid=103304) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 21:23:49.095720 n-d-760453-5 neutron-server[103304]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9d28872-a0eb-43ed-b4ce-aee5b2886372', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '85e42356-3012-4a3b-9f75-ce1b665df28b', 'code': 200} Jan 26 21:23:49.099415 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [req-17cd6906-ae61-4f2f-bb0b-7790a9eea2c4 req-1568866a-9dcd-44a6-a784-6bd891b7a3b6 service neutron] No DVR routers for this DVR port 85e42356-3012-4a3b-9f75-ce1b665df28b on host n-h1-760453-5 {{(pid=103304) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 26 21:23:49.113700 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Device 37ae9961-84bc-4277-9062-3b6e557aa800 up at agent hyperv_n-h2-760453-5 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 21:23:49.197854 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Provisioning for port 37ae9961-84bc-4277-9062-3b6e557aa800 completed by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 21:23:49.214452 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Provisioning complete for port 37ae9961-84bc-4277-9062-3b6e557aa800 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:23:49.216887 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (37ae9961-84bc-4277-9062-3b6e557aa800), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:23:49.264373 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-eb496587-fd56-4323-bfc2-0c8ce4b2abe2 tempest-FloatingIPAdminTestJSON-235389234 tempest-FloatingIPAdminTestJSON-235389234-project-admin] 10.222.0.13 "GET /v2.0/floatingips/1de128ad-ada0-4786-a679-8c6718729fe1 HTTP/1.1" status: 200 len: 983 time: 0.3641722 Jan 26 21:23:49.266759 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 41618) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:23:49.378302 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [req-17cd6906-ae61-4f2f-bb0b-7790a9eea2c4 req-1568866a-9dcd-44a6-a784-6bd891b7a3b6 service neutron] Attempting to bind port 85e42356-3012-4a3b-9f75-ce1b665df28b on host n-h2-760453-5 for vnic_type normal with profile {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 21:23:49.378645 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [req-17cd6906-ae61-4f2f-bb0b-7790a9eea2c4 req-1568866a-9dcd-44a6-a784-6bd891b7a3b6 service neutron] Attempting to bind port 85e42356-3012-4a3b-9f75-ce1b665df28b by drivers openvswitch,hyperv on host n-h2-760453-5 at level 0 using segments [{'id': '24c7c5d0-e01c-4957-8108-056c43fd37fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '3e4368a8-f3b4-4f2b-9ce8-6f1eab73b100'}] {{(pid=103304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 26 21:23:49.378927 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17cd6906-ae61-4f2f-bb0b-7790a9eea2c4 req-1568866a-9dcd-44a6-a784-6bd891b7a3b6 service neutron] Attempting to bind port 85e42356-3012-4a3b-9f75-ce1b665df28b on network 3e4368a8-f3b4-4f2b-9ce8-6f1eab73b100 {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 21:23:49.410511 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1568866a-9dcd-44a6-a784-6bd891b7a3b6 service neutron] Pushing event updated for resources: {'Port': ['ID=85e42356-3012-4a3b-9f75-ce1b665df28b,revision_number=6']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:23:49.419744 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17cd6906-ae61-4f2f-bb0b-7790a9eea2c4 req-1568866a-9dcd-44a6-a784-6bd891b7a3b6 service neutron] Port 85e42356-3012-4a3b-9f75-ce1b665df28b on network 3e4368a8-f3b4-4f2b-9ce8-6f1eab73b100 not bound, no agent of type Open vSwitch agent registered on host n-h2-760453-5 {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 26 21:23:49.420108 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17cd6906-ae61-4f2f-bb0b-7790a9eea2c4 req-1568866a-9dcd-44a6-a784-6bd891b7a3b6 service neutron] Attempting to bind port 85e42356-3012-4a3b-9f75-ce1b665df28b on network 3e4368a8-f3b4-4f2b-9ce8-6f1eab73b100 {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 21:23:49.426861 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17cd6906-ae61-4f2f-bb0b-7790a9eea2c4 req-1568866a-9dcd-44a6-a784-6bd891b7a3b6 service neutron] Checking agent: {'id': '4d619873-4b60-439f-9b5a-b155dc8bbc34', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-760453-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 21, 2, 53), 'started_at': datetime.datetime(2022, 1, 26, 21, 2, 53), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 21, 23, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 26 21:23:49.427190 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17cd6906-ae61-4f2f-bb0b-7790a9eea2c4 req-1568866a-9dcd-44a6-a784-6bd891b7a3b6 service neutron] Checking segment: {'id': '24c7c5d0-e01c-4957-8108-056c43fd37fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '3e4368a8-f3b4-4f2b-9ce8-6f1eab73b100'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103304) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 21:23:49.427620 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17cd6906-ae61-4f2f-bb0b-7790a9eea2c4 req-1568866a-9dcd-44a6-a784-6bd891b7a3b6 service neutron] Bound using segment: {'id': '24c7c5d0-e01c-4957-8108-056c43fd37fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '3e4368a8-f3b4-4f2b-9ce8-6f1eab73b100'} {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 26 21:23:49.428033 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [req-17cd6906-ae61-4f2f-bb0b-7790a9eea2c4 req-1568866a-9dcd-44a6-a784-6bd891b7a3b6 service neutron] Bound port: 85e42356-3012-4a3b-9f75-ce1b665df28b, host: n-h2-760453-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '24c7c5d0-e01c-4957-8108-056c43fd37fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '3e4368a8-f3b4-4f2b-9ce8-6f1eab73b100'}}] {{(pid=103304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 26 21:23:49.428384 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-17cd6906-ae61-4f2f-bb0b-7790a9eea2c4 req-1568866a-9dcd-44a6-a784-6bd891b7a3b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (85e42356-3012-4a3b-9f75-ce1b665df28b), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:23:49.505404 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Current status of the port 37ae9961-84bc-4277-9062-3b6e557aa800 is: BUILD; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:23:49.506218 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (37ae9961-84bc-4277-9062-3b6e557aa800), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:23:49.506756 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [req-17cd6906-ae61-4f2f-bb0b-7790a9eea2c4 req-1568866a-9dcd-44a6-a784-6bd891b7a3b6 service neutron] For port 85e42356-3012-4a3b-9f75-ce1b665df28b, host n-h2-760453-5, cleared binding levels {{(pid=103304) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 26 21:23:49.509989 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [req-17cd6906-ae61-4f2f-bb0b-7790a9eea2c4 req-1568866a-9dcd-44a6-a784-6bd891b7a3b6 service neutron] For port 85e42356-3012-4a3b-9f75-ce1b665df28b, host n-h2-760453-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-5',level=0,port_id=85e42356-3012-4a3b-9f75-ce1b665df28b,segment=NetworkSegment(24c7c5d0-e01c-4957-8108-056c43fd37fe),segment_id=24c7c5d0-e01c-4957-8108-056c43fd37fe)] {{(pid=103304) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 26 21:23:49.516365 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-453f6400-6fe6-4236-b3f8-309ba5e9f6c4 tempest-FloatingIPAdminTestJSON-235389234 tempest-FloatingIPAdminTestJSON-235389234-project-admin] 10.222.0.13 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3818 time: 0.2484863 Jan 26 21:23:49.519003 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 41624) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:23:49.555764 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] For port 37ae9961-84bc-4277-9062-3b6e557aa800, host n-h2-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-5',level=0,port_id=37ae9961-84bc-4277-9062-3b6e557aa800,segment=NetworkSegment(45a09725-e309-4185-8154-cee7b0dbfa3b),segment_id=45a09725-e309-4185-8154-cee7b0dbfa3b)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:23:49.556345 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-17cd6906-ae61-4f2f-bb0b-7790a9eea2c4 req-1568866a-9dcd-44a6-a784-6bd891b7a3b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9281542'] for port (85e42356-3012-4a3b-9f75-ce1b665df28b), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:23:49.557778 n-d-760453-5 neutron-server[103306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a774a96-c46c-460b-8526-ecf38e105e94', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37ae9961-84bc-4277-9062-3b6e557aa800'}] {{(pid=103306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 21:23:49.562743 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9d5d370febab655511bdd2ffe887e43e442d144a440368702bcc1e93af00b97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0abace87-701f-460f-92e9-515fdeddc38a" -d '{"events": [{"server_uuid": "3a774a96-c46c-460b-8526-ecf38e105e94", "name": "network-vif-plugged", "status": "completed", "tag": "37ae9961-84bc-4277-9062-3b6e557aa800"}]}' {{(pid=103306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 21:23:49.570327 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (37ae9961-84bc-4277-9062-3b6e557aa800), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:23:49.571634 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Device 1d52b1b0-8235-48ff-b09f-013ef28aa10b up at agent hyperv_n-h2-760453-5 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 21:23:49.628127 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1568866a-9dcd-44a6-a784-6bd891b7a3b6 service neutron] Pushing event updated for resources: {'Port': ['ID=85e42356-3012-4a3b-9f75-ce1b665df28b,revision_number=7']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:23:49.650524 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae81002-83df-4ebd-83ac-a790390191df req-a1121113-05ce-4aad-ad71-1697266c39a6 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:23:49.651987 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-dae81002-83df-4ebd-83ac-a790390191df req-a1121113-05ce-4aad-ad71-1697266c39a6 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] 10.222.0.13 "GET /v2.0/ports?device_id=f9d28872-a0eb-43ed-b4ce-aee5b2886372 HTTP/1.1" status: 200 len: 944 time: 0.2906265 Jan 26 21:23:49.665777 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d18801-ab0f-45cb-8f15-ad4f97c4f74f req-cfb9cdbd-e757-4bcf-a645-7c34f63fe036 tempest-VolumesActionsTest-214895973 tempest-VolumesActionsTest-214895973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:23:49.673825 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-96d18801-ab0f-45cb-8f15-ad4f97c4f74f req-cfb9cdbd-e757-4bcf-a645-7c34f63fe036 tempest-VolumesActionsTest-214895973 tempest-VolumesActionsTest-214895973-project] 10.222.0.13 "GET /v2.0/ports?device_id=3a774a96-c46c-460b-8526-ecf38e105e94 HTTP/1.1" status: 200 len: 945 time: 0.1591382 Jan 26 21:23:49.678898 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17cd6906-ae61-4f2f-bb0b-7790a9eea2c4 req-1568866a-9dcd-44a6-a784-6bd891b7a3b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:23:49.679538 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-17cd6906-ae61-4f2f-bb0b-7790a9eea2c4 req-1568866a-9dcd-44a6-a784-6bd891b7a3b6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:23:49.681548 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-17cd6906-ae61-4f2f-bb0b-7790a9eea2c4 req-1568866a-9dcd-44a6-a784-6bd891b7a3b6 service neutron] 10.222.0.57 "PUT /v2.0/ports/85e42356-3012-4a3b-9f75-ce1b665df28b HTTP/1.1" status: 200 len: 1092 time: 1.8623607 Jan 26 21:23:49.724804 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Provisioning for port 1d52b1b0-8235-48ff-b09f-013ef28aa10b completed by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 21:23:49.744971 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Provisioning complete for port 1d52b1b0-8235-48ff-b09f-013ef28aa10b triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:23:49.748752 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (1d52b1b0-8235-48ff-b09f-013ef28aa10b), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:23:49.752314 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Pushing event updated for resources: {'Port': ['ID=37ae9961-84bc-4277-9062-3b6e557aa800,revision_number=5']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:23:49.807201 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-4216d8ba-de78-40eb-9800-5cde75105a6b tempest-FloatingIPAdminTestJSON-1084521353 tempest-FloatingIPAdminTestJSON-1084521353-project] Deleting port fc6a3fe1-9c64-44f3-bae3-585918fd905c {{(pid=103305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 21:23:49.807983 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-4216d8ba-de78-40eb-9800-5cde75105a6b tempest-FloatingIPAdminTestJSON-1084521353 tempest-FloatingIPAdminTestJSON-1084521353-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746560630878'] for port (fc6a3fe1-9c64-44f3-bae3-585918fd905c), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:23:49.835043 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-96d18801-ab0f-45cb-8f15-ad4f97c4f74f req-757712de-dc84-43cc-802c-f2b50ade5659 tempest-VolumesActionsTest-214895973 tempest-VolumesActionsTest-214895973-project] 10.222.0.13 "GET /v2.0/security-groups?id=ddaf47c8-987f-416a-900e-f292bd12e357&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1596830 Jan 26 21:23:49.841013 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-dae81002-83df-4ebd-83ac-a790390191df req-61e827e9-81e7-4624-810b-8eac1db4c0a4 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] 10.222.0.13 "GET /v2.0/security-groups?id=6cb8e788-9152-488c-8973-85140910b10a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1641500 Jan 26 21:23:49.884996 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17cd6906-ae61-4f2f-bb0b-7790a9eea2c4 req-4d53e961-385e-40f6-b526-5ed11c015381 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:23:49.886701 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-17cd6906-ae61-4f2f-bb0b-7790a9eea2c4 req-4d53e961-385e-40f6-b526-5ed11c015381 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=c6d9f10230f341edbbe46b16c17eb870&device_id=f9d28872-a0eb-43ed-b4ce-aee5b2886372 HTTP/1.1" status: 200 len: 1095 time: 0.1722465 Jan 26 21:23:50.090433 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-4216d8ba-de78-40eb-9800-5cde75105a6b tempest-FloatingIPAdminTestJSON-1084521353 tempest-FloatingIPAdminTestJSON-1084521353-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4109658'] for port (fc6a3fe1-9c64-44f3-bae3-585918fd905c), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:23:50.090936 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-4216d8ba-de78-40eb-9800-5cde75105a6b tempest-FloatingIPAdminTestJSON-1084521353 tempest-FloatingIPAdminTestJSON-1084521353-project] Publish callbacks [] for floatingip (fc6a3fe1-9c64-44f3-bae3-585918fd905c), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:23:50.108474 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-4216d8ba-de78-40eb-9800-5cde75105a6b tempest-FloatingIPAdminTestJSON-1084521353 tempest-FloatingIPAdminTestJSON-1084521353-project] Calling delete_port for fc6a3fe1-9c64-44f3-bae3-585918fd905c owned by network:floatingip {{(pid=103305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 21:23:50.191141 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Jan 2022 21:23:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45662344-e90c-4ec9-b50a-227316164fb3 x-openstack-request-id: req-45662344-e90c-4ec9-b50a-227316164fb3 {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 21:23:50.191725 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a774a96-c46c-460b-8526-ecf38e105e94", "name": "network-vif-plugged", "status": "completed", "tag": "37ae9961-84bc-4277-9062-3b6e557aa800", "code": 200}]} {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 21:23:50.191725 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-45662344-e90c-4ec9-b50a-227316164fb3 {{(pid=103306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 21:23:50.192168 n-d-760453-5 neutron-server[103306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a774a96-c46c-460b-8526-ecf38e105e94', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37ae9961-84bc-4277-9062-3b6e557aa800', 'code': 200} Jan 26 21:23:50.218257 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Current status of the port 1d52b1b0-8235-48ff-b09f-013ef28aa10b is: BUILD; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:23:50.229352 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (1d52b1b0-8235-48ff-b09f-013ef28aa10b), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:23:50.282926 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17cd6906-ae61-4f2f-bb0b-7790a9eea2c4 req-2ef920cd-db36-4e5f-a7f4-f57bf732bf30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:23:50.292309 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-17cd6906-ae61-4f2f-bb0b-7790a9eea2c4 req-2ef920cd-db36-4e5f-a7f4-f57bf732bf30 service neutron] 10.222.0.57 "GET /v2.0/networks?id=3e4368a8-f3b4-4f2b-9ce8-6f1eab73b100 HTTP/1.1" status: 200 len: 898 time: 0.3977828 Jan 26 21:23:50.302996 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d904047-efd5-4422-bccc-30b4b07a2b6b req-507ba344-a942-45a8-80b8-1fb8401a718c tempest-ImagesTestJSON-1623340881 tempest-ImagesTestJSON-1623340881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:23:50.307618 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] For port 1d52b1b0-8235-48ff-b09f-013ef28aa10b, host n-h2-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-5',level=0,port_id=1d52b1b0-8235-48ff-b09f-013ef28aa10b,segment=NetworkSegment(9fd884b8-86e2-416d-a96d-94ce9081e9cd),segment_id=9fd884b8-86e2-416d-a96d-94ce9081e9cd)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:23:50.309281 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-5d904047-efd5-4422-bccc-30b4b07a2b6b req-507ba344-a942-45a8-80b8-1fb8401a718c tempest-ImagesTestJSON-1623340881 tempest-ImagesTestJSON-1623340881-project] 10.222.0.13 "GET /v2.0/ports?device_id=afd30b02-fa71-4c6c-bb63-67718403e984 HTTP/1.1" status: 200 len: 944 time: 0.2613130 Jan 26 21:23:50.317095 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (1d52b1b0-8235-48ff-b09f-013ef28aa10b), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:23:50.407159 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7a5864-29dd-4d7b-bf35-fcf160f2213c req-a75d66f1-96f4-4810-9b85-acfd0b30c28e tempest-AttachVolumeShelveTestJSON-345998519 tempest-AttachVolumeShelveTestJSON-345998519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:23:50.413071 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Pushing event updated for resources: {'Port': ['ID=1d52b1b0-8235-48ff-b09f-013ef28aa10b,revision_number=5']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:23:50.416781 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-6f7a5864-29dd-4d7b-bf35-fcf160f2213c req-a75d66f1-96f4-4810-9b85-acfd0b30c28e tempest-AttachVolumeShelveTestJSON-345998519 tempest-AttachVolumeShelveTestJSON-345998519-project] 10.222.0.13 "GET /v2.0/ports?device_id=93bf95ee-d279-4897-bd53-d5feb3e9b070 HTTP/1.1" status: 200 len: 943 time: 0.3250346 Jan 26 21:23:50.486410 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-17cd6906-ae61-4f2f-bb0b-7790a9eea2c4 req-960b998a-d042-4be1-8f57-e2258a285091 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=85e42356-3012-4a3b-9f75-ce1b665df28b HTTP/1.1" status: 200 len: 1000 time: 0.1750896 Jan 26 21:23:50.578665 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-6f7a5864-29dd-4d7b-bf35-fcf160f2213c req-e915d683-33a1-4721-a268-d8f617333fa4 tempest-AttachVolumeShelveTestJSON-345998519 tempest-AttachVolumeShelveTestJSON-345998519-project] 10.222.0.13 "GET /v2.0/security-groups?id=5d7f7103-d0ef-48d0-a848-32dbbe71b238&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1230426 Jan 26 21:23:50.588765 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17cd6906-ae61-4f2f-bb0b-7790a9eea2c4 req-fc5e4823-42bb-447d-8f1a-b8c39e047e69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:23:50.590477 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-17cd6906-ae61-4f2f-bb0b-7790a9eea2c4 req-fc5e4823-42bb-447d-8f1a-b8c39e047e69 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=c41b4bd2-c8e1-469d-9ade-a907fafb44b3 HTTP/1.1" status: 200 len: 834 time: 0.0765116 Jan 26 21:23:50.630968 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Device 47ae25ce-c34a-43c9-9bb0-c43b0ece7bbd details requested by agent hyperv_n-h1-760453-5 with host n-h1-760453-5 {{(pid=103306) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 26 21:23:50.655041 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Device 85e42356-3012-4a3b-9f75-ce1b665df28b no longer exists at agent hyperv_n-h1-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 26 21:23:50.692012 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-5d904047-efd5-4422-bccc-30b4b07a2b6b req-df0d46aa-d139-414a-b3c0-9aa80f187486 tempest-ImagesTestJSON-1623340881 tempest-ImagesTestJSON-1623340881-project] 10.222.0.13 "GET /v2.0/security-groups?id=461ca33f-43cf-4a35-a5bb-7e46cb0e5e93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3534436 Jan 26 21:23:50.694831 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0780d052-d3f6-4ab5-952e-348694f26106 req-a801aba7-a06f-4899-954e-0e12815e334c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:23:50.696654 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-0780d052-d3f6-4ab5-952e-348694f26106 req-a801aba7-a06f-4899-954e-0e12815e334c service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=3a774a96-c46c-460b-8526-ecf38e105e94 HTTP/1.1" status: 200 len: 1097 time: 0.6792336 Jan 26 21:23:50.706095 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17cd6906-ae61-4f2f-bb0b-7790a9eea2c4 req-664a4ab1-eb56-4906-85f0-43f8a2079068 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:23:50.708634 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-17cd6906-ae61-4f2f-bb0b-7790a9eea2c4 req-664a4ab1-eb56-4906-85f0-43f8a2079068 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=3e4368a8-f3b4-4f2b-9ce8-6f1eab73b100&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1118820 Jan 26 21:23:50.735131 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-4216d8ba-de78-40eb-9800-5cde75105a6b tempest-FloatingIPAdminTestJSON-1084521353 tempest-FloatingIPAdminTestJSON-1084521353-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746560636600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746560234536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11791543'] for port (fc6a3fe1-9c64-44f3-bae3-585918fd905c), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:23:50.783152 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4216d8ba-de78-40eb-9800-5cde75105a6b tempest-FloatingIPAdminTestJSON-1084521353 tempest-FloatingIPAdminTestJSON-1084521353-project] Pushing event deleted for resources: {'Port': ['ID=fc6a3fe1-9c64-44f3-bae3-585918fd905c,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:23:50.819350 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-0780d052-d3f6-4ab5-952e-348694f26106 req-e1aabae1-6687-4da6-bed1-38690480e31e service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=ddaf47c8-987f-416a-900e-f292bd12e357&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084709 Jan 26 21:23:50.862871 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-4216d8ba-de78-40eb-9800-5cde75105a6b tempest-FloatingIPAdminTestJSON-1084521353 tempest-FloatingIPAdminTestJSON-1084521353-project] Publish callbacks [] for floatingip (1de128ad-ada0-4786-a679-8c6718729fe1), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:23:50.863140 n-d-760453-5 neutron-server[103305]: INFO neutron.db.l3_db [None req-4216d8ba-de78-40eb-9800-5cde75105a6b tempest-FloatingIPAdminTestJSON-1084521353 tempest-FloatingIPAdminTestJSON-1084521353-project] Floating IP 1de128ad-ada0-4786-a679-8c6718729fe1 disassociated (deleted). External IP: 172.25.1.211, port: 1b93f1b3-bae5-4fd3-956d-2820370fd1ee. Jan 26 21:23:50.863591 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] The host n-h1-760453-5 is not matching for port 85e42356-3012-4a3b-9f75-ce1b665df28b host n-h2-760453-5! {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2317}} Jan 26 21:23:50.864012 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Device 85e42356-3012-4a3b-9f75-ce1b665df28b not bound to the agent host n-h1-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 26 21:23:50.876616 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-17cd6906-ae61-4f2f-bb0b-7790a9eea2c4 req-bb266c33-49ac-4cec-8f25-50fdef92b062 service neutron] 10.222.0.57 "GET /v2.0/networks/3e4368a8-f3b4-4f2b-9ce8-6f1eab73b100?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1617022 Jan 26 21:23:50.937093 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] For port 47ae25ce-c34a-43c9-9bb0-c43b0ece7bbd, host n-h1-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-5',level=0,port_id=47ae25ce-c34a-43c9-9bb0-c43b0ece7bbd,segment=NetworkSegment(ae04eadd-2f21-4385-8e0d-440406bc0827),segment_id=ae04eadd-2f21-4385-8e0d-440406bc0827)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:23:50.968225 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Returning: {'device': '47ae25ce-c34a-43c9-9bb0-c43b0ece7bbd', 'network_id': 'd67e3ebe-4ba7-45de-a361-0a193d47dcd7', 'port_id': '47ae25ce-c34a-43c9-9bb0-c43b0ece7bbd', 'mac_address': 'fa:16:3e:e3:2e:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 559, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b97a8223-0b24-4ba7-b338-51c5c9119da6', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103306) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 26 21:23:51.041918 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Current status of the port 47ae25ce-c34a-43c9-9bb0-c43b0ece7bbd is: DOWN; New status is: BUILD {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:23:51.042316 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (47ae25ce-c34a-43c9-9bb0-c43b0ece7bbd), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:23:51.062239 n-d-760453-5 neutron-server[103306]: DEBUG neutron.notifiers.nova [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 47ae25ce-c34a-43c9-9bb0-c43b0ece7bbd {{(pid=103306) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 26 21:23:51.111276 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] For port 47ae25ce-c34a-43c9-9bb0-c43b0ece7bbd, host n-h1-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-5',level=0,port_id=47ae25ce-c34a-43c9-9bb0-c43b0ece7bbd,segment=NetworkSegment(ae04eadd-2f21-4385-8e0d-440406bc0827),segment_id=ae04eadd-2f21-4385-8e0d-440406bc0827)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:23:51.119679 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (47ae25ce-c34a-43c9-9bb0-c43b0ece7bbd), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:23:51.143240 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4216d8ba-de78-40eb-9800-5cde75105a6b tempest-FloatingIPAdminTestJSON-1084521353 tempest-FloatingIPAdminTestJSON-1084521353-project] Router 9160aeb0-666c-4d98-8bf8-f44449d0d154 has already been hosted by L3 agent 09df100c-3af1-4b0a-bda8-05914c71c458 {{(pid=103305) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 26 21:23:51.146061 n-d-760453-5 neutron-server[103304]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f9d28872-a0eb-43ed-b4ce-aee5b2886372', 'tag': '85e42356-3012-4a3b-9f75-ce1b665df28b'}] {{(pid=103304) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 21:23:51.149146 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d52b45f1943fcd332af9527eb73ff93c8d715d44383a3f6d18de73b4cfcf87b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4b0e43f-c9f7-48e4-905f-3656f3374c95" -d '{"events": [{"name": "network-changed", "server_uuid": "f9d28872-a0eb-43ed-b4ce-aee5b2886372", "tag": "85e42356-3012-4a3b-9f75-ce1b665df28b"}]}' {{(pid=103304) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 21:23:51.154567 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-17cd6906-ae61-4f2f-bb0b-7790a9eea2c4 req-c9a9106d-dda1-475b-ae9a-65f4a33be07f service neutron] 10.222.0.57 "GET /v2.0/networks/3e4368a8-f3b4-4f2b-9ce8-6f1eab73b100?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1293833 Jan 26 21:23:51.186409 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5f38a5-13c2-4587-a4c4-bdaac7ca7478 req-2aec01ba-96f1-4749-ac2e-eaecb10f3032 tempest-VolumesActionsTest-214895973 tempest-VolumesActionsTest-214895973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:23:51.196850 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-0b5f38a5-13c2-4587-a4c4-bdaac7ca7478 req-2aec01ba-96f1-4749-ac2e-eaecb10f3032 tempest-VolumesActionsTest-214895973 tempest-VolumesActionsTest-214895973-project] 10.222.0.13 "GET /v2.0/ports?device_id=3a774a96-c46c-460b-8526-ecf38e105e94 HTTP/1.1" status: 200 len: 946 time: 0.2525730 Jan 26 21:23:51.268695 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1975a0b1-8da6-41ad-a7c7-6de8647f9c76 req-1b5adebe-cda4-4a24-a009-201e817ddb57 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:23:51.270579 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-1975a0b1-8da6-41ad-a7c7-6de8647f9c76 req-1b5adebe-cda4-4a24-a009-201e817ddb57 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] 10.222.0.13 "GET /v2.0/ports?device_id=f9d28872-a0eb-43ed-b4ce-aee5b2886372 HTTP/1.1" status: 200 len: 944 time: 0.2894142 Jan 26 21:23:51.273485 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-8f7bd233-497c-450c-88f3-a79e43e4ed70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (09df100c-3af1-4b0a-bda8-05914c71c458), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:23:51.275007 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Pushing event updated for resources: {'Port': ['ID=47ae25ce-c34a-43c9-9bb0-c43b0ece7bbd,revision_number=9']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:23:51.313403 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4216d8ba-de78-40eb-9800-5cde75105a6b tempest-FloatingIPAdminTestJSON-1084521353 tempest-FloatingIPAdminTestJSON-1084521353-project] Notify agent at l3_agent.n-d-760453-5 the message routers_updated {{(pid=103305) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 26 21:23:51.318973 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-4216d8ba-de78-40eb-9800-5cde75105a6b tempest-FloatingIPAdminTestJSON-1084521353 tempest-FloatingIPAdminTestJSON-1084521353-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for floatingip (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:23:51.338814 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d249704-8d8f-4c65-aa6b-fdefa0ffd901 None None] Sync routers for ids ['9160aeb0-666c-4d98-8bf8-f44449d0d154'] in n-d-760453-5 {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 26 21:23:51.361577 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-4216d8ba-de78-40eb-9800-5cde75105a6b tempest-FloatingIPAdminTestJSON-1084521353 tempest-FloatingIPAdminTestJSON-1084521353-project] 10.222.0.13 "DELETE /v2.0/floatingips/1de128ad-ada0-4786-a679-8c6718729fe1 HTTP/1.1" status: 204 len: 168 time: 1.8404431 Jan 26 21:23:51.363327 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 41654) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:23:51.369617 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-777fdbab-cd18-4ba8-8738-1f7ebb1fede5 tempest-FloatingIPAdminTestJSON-235389234 tempest-FloatingIPAdminTestJSON-235389234-project-admin] Request body: {'floatingip': {'floating_network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:23:51.375262 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d249704-8d8f-4c65-aa6b-fdefa0ffd901 None None] Routers {'9160aeb0-666c-4d98-8bf8-f44449d0d154'} bound to L3 agent in host n-d-760453-5 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 21:23:51.378605 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-7d249704-8d8f-4c65-aa6b-fdefa0ffd901 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-26T20:55:21Z,description=,heartbeat_timestamp=2022-01-26T21:23:51Z,host='n-d-760453-5',id=09df100c-3af1-4b0a-bda8-05914c71c458,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:55:21Z,topic='l3_agent')) {'router_ids': ['9160aeb0-666c-4d98-8bf8-f44449d0d154'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:23:51.430461 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-777fdbab-cd18-4ba8-8738-1f7ebb1fede5 tempest-FloatingIPAdminTestJSON-235389234 tempest-FloatingIPAdminTestJSON-235389234-project-admin] Publish callbacks [] for floatingip (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:23:51.439239 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-7d249704-8d8f-4c65-aa6b-fdefa0ffd901 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760453-5', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:23:51.439804 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-0b5f38a5-13c2-4587-a4c4-bdaac7ca7478 req-b176ed1c-b2f8-4925-a586-2408838affa0 tempest-VolumesActionsTest-214895973 tempest-VolumesActionsTest-214895973-project] 10.222.0.13 "GET /v2.0/security-groups?id=ddaf47c8-987f-416a-900e-f292bd12e357&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2418606 Jan 26 21:23:51.450873 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-1975a0b1-8da6-41ad-a7c7-6de8647f9c76 req-3da084ea-f517-42a7-9bdb-3d63b338169d tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] 10.222.0.13 "GET /v2.0/security-groups?id=6cb8e788-9152-488c-8973-85140910b10a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1722007 Jan 26 21:23:51.466233 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d249704-8d8f-4c65-aa6b-fdefa0ffd901 None None] Routers {'9160aeb0-666c-4d98-8bf8-f44449d0d154'} bound to L3 agent in host n-d-760453-5 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 21:23:51.468210 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-7d249704-8d8f-4c65-aa6b-fdefa0ffd901 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-26T20:55:21Z,description=,heartbeat_timestamp=2022-01-26T21:23:51Z,host='n-d-760453-5',id=09df100c-3af1-4b0a-bda8-05914c71c458,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:55:21Z,topic='l3_agent')) {'router_ids': ['9160aeb0-666c-4d98-8bf8-f44449d0d154'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:23:51.518869 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-7d249704-8d8f-4c65-aa6b-fdefa0ffd901 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760453-5', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:23:51.519083 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d249704-8d8f-4c65-aa6b-fdefa0ffd901 None None] The sync data for ids ['9160aeb0-666c-4d98-8bf8-f44449d0d154'] in n-d-760453-5 is: [] {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 26 21:23:51.541992 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 26 Jan 2022 21:23:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bba15bf8-25b0-4f12-bca3-2c203c291fd7 x-openstack-request-id: req-bba15bf8-25b0-4f12-bca3-2c203c291fd7 {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 21:23:51.542654 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f9d28872-a0eb-43ed-b4ce-aee5b2886372", "tag": "85e42356-3012-4a3b-9f75-ce1b665df28b", "status": "completed", "code": 200}]} {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 21:23:51.542913 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-bba15bf8-25b0-4f12-bca3-2c203c291fd7 {{(pid=103304) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 21:23:51.543319 n-d-760453-5 neutron-server[103304]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f9d28872-a0eb-43ed-b4ce-aee5b2886372', 'tag': '85e42356-3012-4a3b-9f75-ce1b665df28b', 'status': 'completed', 'code': 200} Jan 26 21:23:51.580783 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] get_ports_and_sgs() called for port_ids ['47ae25ce-c34a-43c9-9bb0-c43b0ece7bbd'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 26 21:23:51.611134 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b0e43f-c9f7-48e4-905f-3656f3374c95 req-e0ae0973-837b-44d2-8ba2-cc269385e28d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:23:51.613311 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-a4b0e43f-c9f7-48e4-905f-3656f3374c95 req-e0ae0973-837b-44d2-8ba2-cc269385e28d service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=c6d9f10230f341edbbe46b16c17eb870&device_id=f9d28872-a0eb-43ed-b4ce-aee5b2886372 HTTP/1.1" status: 200 len: 1095 time: 0.0526247 Jan 26 21:23:51.638645 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-777fdbab-cd18-4ba8-8738-1f7ebb1fede5 tempest-FloatingIPAdminTestJSON-235389234 tempest-FloatingIPAdminTestJSON-235389234-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:23:51.793483 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b0e43f-c9f7-48e4-905f-3656f3374c95 req-2d872d75-9820-41ba-8701-dd23dd016656 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:23:51.797430 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-a4b0e43f-c9f7-48e4-905f-3656f3374c95 req-2d872d75-9820-41ba-8701-dd23dd016656 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=c6d9f10230f341edbbe46b16c17eb870&device_id=f9d28872-a0eb-43ed-b4ce-aee5b2886372 HTTP/1.1" status: 200 len: 1095 time: 0.2037687 Jan 26 21:23:51.945609 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b0e43f-c9f7-48e4-905f-3656f3374c95 req-5a2f7e05-3edd-42f5-96f6-3901043cd5f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:23:51.948361 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-a4b0e43f-c9f7-48e4-905f-3656f3374c95 req-5a2f7e05-3edd-42f5-96f6-3901043cd5f0 service neutron] 10.222.0.66 "GET /v2.0/networks?id=3e4368a8-f3b4-4f2b-9ce8-6f1eab73b100 HTTP/1.1" status: 200 len: 898 time: 0.1413157 Jan 26 21:23:51.963702 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9546f5-b964-4792-9afa-23e05ac87422 req-d1ba1e15-7fcf-49b9-9dde-1a82e199ed11 tempest-AttachVolumeShelveTestJSON-345998519 tempest-AttachVolumeShelveTestJSON-345998519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:23:51.970802 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-ca9546f5-b964-4792-9afa-23e05ac87422 req-d1ba1e15-7fcf-49b9-9dde-1a82e199ed11 tempest-AttachVolumeShelveTestJSON-345998519 tempest-AttachVolumeShelveTestJSON-345998519-project] 10.222.0.13 "GET /v2.0/ports?device_id=93bf95ee-d279-4897-bd53-d5feb3e9b070 HTTP/1.1" status: 200 len: 944 time: 0.2371888 Jan 26 21:23:52.018065 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b0e43f-c9f7-48e4-905f-3656f3374c95 req-d5e02e91-18aa-438f-978d-c294ec2e40cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:23:52.019554 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-a4b0e43f-c9f7-48e4-905f-3656f3374c95 req-d5e02e91-18aa-438f-978d-c294ec2e40cd service neutron] 10.222.0.57 "GET /v2.0/networks?id=3e4368a8-f3b4-4f2b-9ce8-6f1eab73b100 HTTP/1.1" status: 200 len: 898 time: 0.3942623 Jan 26 21:23:52.074490 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-a4b0e43f-c9f7-48e4-905f-3656f3374c95 req-7bad376d-72dd-40d9-8e6d-e2d7a3574535 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=85e42356-3012-4a3b-9f75-ce1b665df28b HTTP/1.1" status: 200 len: 1000 time: 0.1192966 Jan 26 21:23:52.120257 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de371146-5a0a-40b1-b029-15bc5df8957c req-fc086a9b-e444-442c-8044-3d46e3a93b26 tempest-ImagesTestJSON-1623340881 tempest-ImagesTestJSON-1623340881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:23:52.121821 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-de371146-5a0a-40b1-b029-15bc5df8957c req-fc086a9b-e444-442c-8044-3d46e3a93b26 tempest-ImagesTestJSON-1623340881 tempest-ImagesTestJSON-1623340881-project] 10.222.0.13 "GET /v2.0/ports?device_id=afd30b02-fa71-4c6c-bb63-67718403e984 HTTP/1.1" status: 200 len: 945 time: 0.1378274 Jan 26 21:23:52.124788 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.db_base_plugin_common [None req-777fdbab-cd18-4ba8-8738-1f7ebb1fede5 tempest-FloatingIPAdminTestJSON-235389234 tempest-FloatingIPAdminTestJSON-235389234-project-admin] Allocated IP 172.25.1.46 (4140a1f1-c93a-4bea-83a0-68953a54f299/e48251a1-e30d-4820-8396-00c6f6aeb601/0a82da6e-8261-4a11-876b-22f9bc3adcba) {{(pid=103305) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 21:23:52.128260 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-ca9546f5-b964-4792-9afa-23e05ac87422 req-d3689ba2-4052-4256-9cfb-8fe86d004386 tempest-AttachVolumeShelveTestJSON-345998519 tempest-AttachVolumeShelveTestJSON-345998519-project] 10.222.0.13 "GET /v2.0/security-groups?id=5d7f7103-d0ef-48d0-a848-32dbbe71b238&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1559467 Jan 26 21:23:52.147547 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b0e43f-c9f7-48e4-905f-3656f3374c95 req-8166a1d2-8d4b-4ee5-9cf6-bc72bde4bc8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:23:52.149393 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-a4b0e43f-c9f7-48e4-905f-3656f3374c95 req-8166a1d2-8d4b-4ee5-9cf6-bc72bde4bc8f service neutron] 10.222.0.66 "GET /v2.0/subnets?id=c41b4bd2-c8e1-469d-9ade-a907fafb44b3 HTTP/1.1" status: 200 len: 834 time: 0.0665584 Jan 26 21:23:52.178926 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-a4b0e43f-c9f7-48e4-905f-3656f3374c95 req-9e6bd7f9-cd99-4742-8fbb-48a742c9dfd0 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=85e42356-3012-4a3b-9f75-ce1b665df28b HTTP/1.1" status: 200 len: 1000 time: 0.1510398 Jan 26 21:23:52.193833 n-d-760453-5 neutron-server[103306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'afd30b02-fa71-4c6c-bb63-67718403e984', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d52b1b0-8235-48ff-b09f-013ef28aa10b'}] {{(pid=103306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 21:23:52.196732 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9d5d370febab655511bdd2ffe887e43e442d144a440368702bcc1e93af00b97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2223f797-ccf4-4e75-864a-b60f45689131" -d '{"events": [{"server_uuid": "afd30b02-fa71-4c6c-bb63-67718403e984", "name": "network-vif-plugged", "status": "completed", "tag": "1d52b1b0-8235-48ff-b09f-013ef28aa10b"}]}' {{(pid=103306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 21:23:52.226148 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-841f5991-a4d8-4d4b-b215-cbc6bab5427b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (aa7ee9d2-08eb-4e12-b895-24c57300dfec), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:23:52.270148 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Jan 2022 21:23:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09b168ce-af65-45d5-a7cc-1404d10bb8e6 x-openstack-request-id: req-09b168ce-af65-45d5-a7cc-1404d10bb8e6 {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 21:23:52.270774 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "afd30b02-fa71-4c6c-bb63-67718403e984", "name": "network-vif-plugged", "status": "completed", "tag": "1d52b1b0-8235-48ff-b09f-013ef28aa10b", "code": 200}]} {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 21:23:52.271402 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-09b168ce-af65-45d5-a7cc-1404d10bb8e6 {{(pid=103306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 21:23:52.271952 n-d-760453-5 neutron-server[103306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'afd30b02-fa71-4c6c-bb63-67718403e984', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d52b1b0-8235-48ff-b09f-013ef28aa10b', 'code': 200} Jan 26 21:23:52.272189 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-de371146-5a0a-40b1-b029-15bc5df8957c req-8501c5a0-c653-4031-ac09-62833814210e tempest-ImagesTestJSON-1623340881 tempest-ImagesTestJSON-1623340881-project] 10.222.0.13 "GET /v2.0/security-groups?id=461ca33f-43cf-4a35-a5bb-7e46cb0e5e93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1307533 Jan 26 21:23:52.281583 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b0e43f-c9f7-48e4-905f-3656f3374c95 req-0095a190-1f65-4ab5-a655-ccdbdc591ef9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:23:52.282122 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b0e43f-c9f7-48e4-905f-3656f3374c95 req-0737aa48-a7ed-47bc-a26a-76c3477a0a47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:23:52.283421 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-a4b0e43f-c9f7-48e4-905f-3656f3374c95 req-0095a190-1f65-4ab5-a655-ccdbdc591ef9 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=3e4368a8-f3b4-4f2b-9ce8-6f1eab73b100&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1277778 Jan 26 21:23:52.284332 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-a4b0e43f-c9f7-48e4-905f-3656f3374c95 req-0737aa48-a7ed-47bc-a26a-76c3477a0a47 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=c41b4bd2-c8e1-469d-9ade-a907fafb44b3 HTTP/1.1" status: 200 len: 834 time: 0.0966423 Jan 26 21:23:52.361188 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b0e43f-c9f7-48e4-905f-3656f3374c95 req-78a2e6d0-0efc-44c2-8bbc-adb2bbe1a62e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:23:52.363219 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-a4b0e43f-c9f7-48e4-905f-3656f3374c95 req-78a2e6d0-0efc-44c2-8bbc-adb2bbe1a62e service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=3e4368a8-f3b4-4f2b-9ce8-6f1eab73b100&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0729916 Jan 26 21:23:52.451406 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-777fdbab-cd18-4ba8-8738-1f7ebb1fede5 tempest-FloatingIPAdminTestJSON-235389234 tempest-FloatingIPAdminTestJSON-235389234-project-admin] Publish callbacks [] for port (0a82da6e-8261-4a11-876b-22f9bc3adcba), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:23:52.469850 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-a4b0e43f-c9f7-48e4-905f-3656f3374c95 req-8621e7d4-b70b-4313-aae3-f39f4bb8d251 service neutron] 10.222.0.57 "GET /v2.0/networks/3e4368a8-f3b4-4f2b-9ce8-6f1eab73b100?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0997894 Jan 26 21:23:52.578627 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-a4b0e43f-c9f7-48e4-905f-3656f3374c95 req-29015081-366a-4c65-9111-87b33909184f service neutron] 10.222.0.66 "GET /v2.0/networks/3e4368a8-f3b4-4f2b-9ce8-6f1eab73b100?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2845044 Jan 26 21:23:52.586353 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2cc06d-061e-4e4e-aaa4-2c7f64c81373 req-e1af8056-f666-447b-9bbf-8f1c7862465c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:23:52.590671 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-1e2cc06d-061e-4e4e-aaa4-2c7f64c81373 req-e1af8056-f666-447b-9bbf-8f1c7862465c service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=afd30b02-fa71-4c6c-bb63-67718403e984 HTTP/1.1" status: 200 len: 1096 time: 0.2247171 Jan 26 21:23:52.687211 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-777fdbab-cd18-4ba8-8738-1f7ebb1fede5 tempest-FloatingIPAdminTestJSON-235389234 tempest-FloatingIPAdminTestJSON-235389234-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746560234527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11791543'] for port (0a82da6e-8261-4a11-876b-22f9bc3adcba), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:23:52.757028 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-1e2cc06d-061e-4e4e-aaa4-2c7f64c81373 req-a2f2cb62-6f8e-46a8-8e84-54cbb74a0ce5 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=461ca33f-43cf-4a35-a5bb-7e46cb0e5e93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1553333 Jan 26 21:23:52.766629 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-777fdbab-cd18-4ba8-8738-1f7ebb1fede5 tempest-FloatingIPAdminTestJSON-235389234 tempest-FloatingIPAdminTestJSON-235389234-project-admin] Network 4140a1f1-c93a-4bea-83a0-68953a54f299 is already hosted by enough agents. {{(pid=103305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 21:23:52.777579 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [None req-777fdbab-cd18-4ba8-8738-1f7ebb1fede5 tempest-FloatingIPAdminTestJSON-235389234 tempest-FloatingIPAdminTestJSON-235389234-project-admin] Resources bound (agent type, host, resource id): {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:23:52.783233 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-777fdbab-cd18-4ba8-8738-1f7ebb1fede5 tempest-FloatingIPAdminTestJSON-235389234 tempest-FloatingIPAdminTestJSON-235389234-project-admin] Received port after_create {{(pid=103305) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 21:23:52.806553 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-a4b0e43f-c9f7-48e4-905f-3656f3374c95 req-00db9d24-6b46-4af4-9cce-74fb9c24a042 service neutron] 10.222.0.66 "GET /v2.0/networks/3e4368a8-f3b4-4f2b-9ce8-6f1eab73b100?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2131271 Jan 26 21:23:52.848971 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-777fdbab-cd18-4ba8-8738-1f7ebb1fede5 tempest-FloatingIPAdminTestJSON-235389234 tempest-FloatingIPAdminTestJSON-235389234-project-admin] Pushing event updated for resources: {'Port': ['ID=0a82da6e-8261-4a11-876b-22f9bc3adcba,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:23:52.921509 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-777fdbab-cd18-4ba8-8738-1f7ebb1fede5 tempest-FloatingIPAdminTestJSON-235389234 tempest-FloatingIPAdminTestJSON-235389234-project-admin] Publish callbacks [] for floatingip (cfe5c455-e086-4905-b391-8493c029e22e), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:23:52.934247 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (4d619873-4b60-439f-9b5a-b155dc8bbc34), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:23:52.991018 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-777fdbab-cd18-4ba8-8738-1f7ebb1fede5 tempest-FloatingIPAdminTestJSON-235389234 tempest-FloatingIPAdminTestJSON-235389234-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (0a82da6e-8261-4a11-876b-22f9bc3adcba), before_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:23:53.060999 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957e1dc3-6fd7-482d-8dc5-6e2b82d2a562 req-1b943c6d-049b-4919-8350-da0351542536 tempest-VolumesActionsTest-214895973 tempest-VolumesActionsTest-214895973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:23:53.083413 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-957e1dc3-6fd7-482d-8dc5-6e2b82d2a562 req-1b943c6d-049b-4919-8350-da0351542536 tempest-VolumesActionsTest-214895973 tempest-VolumesActionsTest-214895973-project] 10.222.0.13 "GET /v2.0/ports?device_id=3a774a96-c46c-460b-8526-ecf38e105e94 HTTP/1.1" status: 200 len: 946 time: 0.1671305 Jan 26 21:23:53.109028 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Device 85e42356-3012-4a3b-9f75-ce1b665df28b details requested by agent hyperv_n-h2-760453-5 with host n-h2-760453-5 {{(pid=103306) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 26 21:23:53.133979 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83689c6a-5290-4457-9f8d-091e0e521045 req-027158b5-f2c0-4449-ae18-d6388523f57b tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:23:53.136357 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-83689c6a-5290-4457-9f8d-091e0e521045 req-027158b5-f2c0-4449-ae18-d6388523f57b tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] 10.222.0.13 "GET /v2.0/ports?device_id=f9d28872-a0eb-43ed-b4ce-aee5b2886372 HTTP/1.1" status: 200 len: 944 time: 0.2211990 Jan 26 21:23:53.220043 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-83689c6a-5290-4457-9f8d-091e0e521045 req-a7704d67-5cb7-4f45-8e2d-a1316e83b5f3 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] 10.222.0.13 "GET /v2.0/security-groups?id=6cb8e788-9152-488c-8973-85140910b10a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0707550 Jan 26 21:23:53.226000 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-a4b0e43f-c9f7-48e4-905f-3656f3374c95 req-1ae135ad-d0bb-47cd-bb8d-679fa2e3ba67 service neutron] 10.222.0.57 "GET /v2.0/networks/3e4368a8-f3b4-4f2b-9ce8-6f1eab73b100?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7496200 Jan 26 21:23:53.264192 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-957e1dc3-6fd7-482d-8dc5-6e2b82d2a562 req-c80aad0c-6ed8-4bfa-872d-31cf936869cb tempest-VolumesActionsTest-214895973 tempest-VolumesActionsTest-214895973-project] 10.222.0.13 "GET /v2.0/security-groups?id=ddaf47c8-987f-416a-900e-f292bd12e357&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1781392 Jan 26 21:23:53.265817 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] For port 85e42356-3012-4a3b-9f75-ce1b665df28b, host n-h2-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-5',level=0,port_id=85e42356-3012-4a3b-9f75-ce1b665df28b,segment=NetworkSegment(24c7c5d0-e01c-4957-8108-056c43fd37fe),segment_id=24c7c5d0-e01c-4957-8108-056c43fd37fe)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:23:53.306182 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Returning: {'device': '85e42356-3012-4a3b-9f75-ce1b665df28b', 'network_id': '3e4368a8-f3b4-4f2b-9ce8-6f1eab73b100', 'port_id': '85e42356-3012-4a3b-9f75-ce1b665df28b', 'mac_address': 'fa:16:3e:37:81:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 584, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c41b4bd2-c8e1-469d-9ade-a907fafb44b3', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103306) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 26 21:23:53.321958 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-777fdbab-cd18-4ba8-8738-1f7ebb1fede5 tempest-FloatingIPAdminTestJSON-235389234 tempest-FloatingIPAdminTestJSON-235389234-project-admin] Publish callbacks [] for port (0a82da6e-8261-4a11-876b-22f9bc3adcba), precommit_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:23:53.331853 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-777fdbab-cd18-4ba8-8738-1f7ebb1fede5 tempest-FloatingIPAdminTestJSON-235389234 tempest-FloatingIPAdminTestJSON-235389234-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11791520'] for port (0a82da6e-8261-4a11-876b-22f9bc3adcba), after_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:23:53.388986 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Current status of the port 85e42356-3012-4a3b-9f75-ce1b665df28b is: DOWN; New status is: BUILD {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:23:53.389495 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (85e42356-3012-4a3b-9f75-ce1b665df28b), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:23:53.409031 n-d-760453-5 neutron-server[103306]: DEBUG neutron.notifiers.nova [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 85e42356-3012-4a3b-9f75-ce1b665df28b {{(pid=103306) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 26 21:23:53.432010 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] For port 85e42356-3012-4a3b-9f75-ce1b665df28b, host n-h2-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-5',level=0,port_id=85e42356-3012-4a3b-9f75-ce1b665df28b,segment=NetworkSegment(24c7c5d0-e01c-4957-8108-056c43fd37fe),segment_id=24c7c5d0-e01c-4957-8108-056c43fd37fe)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:23:53.440173 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-777fdbab-cd18-4ba8-8738-1f7ebb1fede5 tempest-FloatingIPAdminTestJSON-235389234 tempest-FloatingIPAdminTestJSON-235389234-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4110913'] for floatingip (cfe5c455-e086-4905-b391-8493c029e22e), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:23:53.442041 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (85e42356-3012-4a3b-9f75-ce1b665df28b), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:23:53.477017 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-777fdbab-cd18-4ba8-8738-1f7ebb1fede5 tempest-FloatingIPAdminTestJSON-235389234 tempest-FloatingIPAdminTestJSON-235389234-project-admin] Pushing event updated for resources: {'Port': ['ID=0a82da6e-8261-4a11-876b-22f9bc3adcba,revision_number=2']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:23:53.483857 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-777fdbab-cd18-4ba8-8738-1f7ebb1fede5 tempest-FloatingIPAdminTestJSON-235389234 tempest-FloatingIPAdminTestJSON-235389234-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for floatingip (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:23:53.487795 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-777fdbab-cd18-4ba8-8738-1f7ebb1fede5 tempest-FloatingIPAdminTestJSON-235389234 tempest-FloatingIPAdminTestJSON-235389234-project-admin] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.1192625 Jan 26 21:23:53.487939 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 41694) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:23:53.504537 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76bb756-3290-4dd8-b980-b94d2088d072 req-e1e458ab-0cbc-4acf-87ce-46b7b18af311 tempest-AttachVolumeShelveTestJSON-345998519 tempest-AttachVolumeShelveTestJSON-345998519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:23:53.509269 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-b76bb756-3290-4dd8-b980-b94d2088d072 req-e1e458ab-0cbc-4acf-87ce-46b7b18af311 tempest-AttachVolumeShelveTestJSON-345998519 tempest-AttachVolumeShelveTestJSON-345998519-project] 10.222.0.13 "GET /v2.0/ports?device_id=93bf95ee-d279-4897-bd53-d5feb3e9b070 HTTP/1.1" status: 200 len: 944 time: 0.1548643 Jan 26 21:23:53.568101 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Pushing event updated for resources: {'Port': ['ID=85e42356-3012-4a3b-9f75-ce1b665df28b,revision_number=8']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:23:53.657495 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-b76bb756-3290-4dd8-b980-b94d2088d072 req-2bb3e700-2083-4b67-b8dd-e535a551ca56 tempest-AttachVolumeShelveTestJSON-345998519 tempest-AttachVolumeShelveTestJSON-345998519-project] 10.222.0.13 "GET /v2.0/security-groups?id=5d7f7103-d0ef-48d0-a848-32dbbe71b238&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1426108 Jan 26 21:23:53.692346 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a054ed-8b26-4c9c-8b96-67d7cb2e865b req-742e1f4a-f301-456f-8b09-4363a7419299 tempest-ImagesTestJSON-1623340881 tempest-ImagesTestJSON-1623340881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:23:53.693763 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] get_ports_and_sgs() called for port_ids ['85e42356-3012-4a3b-9f75-ce1b665df28b'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 26 21:23:53.694093 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-22a054ed-8b26-4c9c-8b96-67d7cb2e865b req-742e1f4a-f301-456f-8b09-4363a7419299 tempest-ImagesTestJSON-1623340881 tempest-ImagesTestJSON-1623340881-project] 10.222.0.13 "GET /v2.0/ports?device_id=afd30b02-fa71-4c6c-bb63-67718403e984 HTTP/1.1" status: 200 len: 945 time: 0.1671164 Jan 26 21:23:53.731635 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-9e773535-9699-4d59-a537-1514312d0578 tempest-FloatingIPAdminTestJSON-654240624 tempest-FloatingIPAdminTestJSON-654240624-project] Request body: {'floatingip': {'floating_network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:23:53.769052 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-9e773535-9699-4d59-a537-1514312d0578 tempest-FloatingIPAdminTestJSON-654240624 tempest-FloatingIPAdminTestJSON-654240624-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:23:53.829855 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-22a054ed-8b26-4c9c-8b96-67d7cb2e865b req-5da1db65-7795-4b21-9373-d62e1b175cce tempest-ImagesTestJSON-1623340881 tempest-ImagesTestJSON-1623340881-project] 10.222.0.13 "GET /v2.0/security-groups?id=461ca33f-43cf-4a35-a5bb-7e46cb0e5e93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154385 Jan 26 21:23:53.989591 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-9e773535-9699-4d59-a537-1514312d0578 tempest-FloatingIPAdminTestJSON-654240624 tempest-FloatingIPAdminTestJSON-654240624-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:23:54.075985 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-839dd188-ec69-470c-9ab0-d318dc1a2e96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (e79b4fc6-6c71-44b2-a6d0-ff3e1f4dfd0d), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:23:54.143547 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.db_base_plugin_common [None req-9e773535-9699-4d59-a537-1514312d0578 tempest-FloatingIPAdminTestJSON-654240624 tempest-FloatingIPAdminTestJSON-654240624-project] Allocated IP 172.25.1.246 (4140a1f1-c93a-4bea-83a0-68953a54f299/e48251a1-e30d-4820-8396-00c6f6aeb601/1615caad-6c58-4c1c-9dda-3a1798368a14) {{(pid=103305) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 21:23:54.256787 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f987d86f-50da-4e0e-8eac-d6a90df16d4b req-6f32b661-e6d7-43ff-ac22-d0277211aa10 tempest-VolumesActionsTest-214895973 tempest-VolumesActionsTest-214895973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:23:54.259453 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-f987d86f-50da-4e0e-8eac-d6a90df16d4b req-6f32b661-e6d7-43ff-ac22-d0277211aa10 tempest-VolumesActionsTest-214895973 tempest-VolumesActionsTest-214895973-project] 10.222.0.13 "GET /v2.0/ports?device_id=3a774a96-c46c-460b-8526-ecf38e105e94 HTTP/1.1" status: 200 len: 946 time: 0.0552666 Jan 26 21:23:54.288477 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-9e773535-9699-4d59-a537-1514312d0578 tempest-FloatingIPAdminTestJSON-654240624 tempest-FloatingIPAdminTestJSON-654240624-project] Publish callbacks [] for port (1615caad-6c58-4c1c-9dda-3a1798368a14), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:23:54.361262 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-9e773535-9699-4d59-a537-1514312d0578 tempest-FloatingIPAdminTestJSON-654240624 tempest-FloatingIPAdminTestJSON-654240624-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746560234527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11791543'] for port (1615caad-6c58-4c1c-9dda-3a1798368a14), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:23:54.380202 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-f987d86f-50da-4e0e-8eac-d6a90df16d4b req-c2e97e12-cbdc-4c77-892a-ed0b5d8a9b74 tempest-VolumesActionsTest-214895973 tempest-VolumesActionsTest-214895973-project] 10.222.0.13 "GET /v2.0/security-groups?id=ddaf47c8-987f-416a-900e-f292bd12e357&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139667 Jan 26 21:23:54.422272 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c52538-925f-44df-ad71-042ff42e0913 req-b140e6cb-d767-4b6b-99c9-c86a30238eba tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:23:54.422737 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e773535-9699-4d59-a537-1514312d0578 tempest-FloatingIPAdminTestJSON-654240624 tempest-FloatingIPAdminTestJSON-654240624-project] Network 4140a1f1-c93a-4bea-83a0-68953a54f299 is already hosted by enough agents. {{(pid=103305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 21:23:54.426278 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [None req-9e773535-9699-4d59-a537-1514312d0578 tempest-FloatingIPAdminTestJSON-654240624 tempest-FloatingIPAdminTestJSON-654240624-project] Resources bound (agent type, host, resource id): {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:23:54.430829 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-23c52538-925f-44df-ad71-042ff42e0913 req-b140e6cb-d767-4b6b-99c9-c86a30238eba tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] 10.222.0.13 "GET /v2.0/ports?device_id=f9d28872-a0eb-43ed-b4ce-aee5b2886372 HTTP/1.1" status: 200 len: 945 time: 0.0965121 Jan 26 21:23:54.435888 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e773535-9699-4d59-a537-1514312d0578 tempest-FloatingIPAdminTestJSON-654240624 tempest-FloatingIPAdminTestJSON-654240624-project] Received port after_create {{(pid=103305) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 21:23:54.509212 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-23c52538-925f-44df-ad71-042ff42e0913 req-39438e04-fb3b-4caf-a5f1-d8f7c6e246dd tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] 10.222.0.13 "GET /v2.0/security-groups?id=6cb8e788-9152-488c-8973-85140910b10a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0643258 Jan 26 21:23:54.531170 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e773535-9699-4d59-a537-1514312d0578 tempest-FloatingIPAdminTestJSON-654240624 tempest-FloatingIPAdminTestJSON-654240624-project] Pushing event updated for resources: {'Port': ['ID=1615caad-6c58-4c1c-9dda-3a1798368a14,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:23:54.601252 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-9e773535-9699-4d59-a537-1514312d0578 tempest-FloatingIPAdminTestJSON-654240624 tempest-FloatingIPAdminTestJSON-654240624-project] Publish callbacks [] for floatingip (49bd7f2c-a0d5-489a-a583-9cb59939b265), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:23:54.645949 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-9e773535-9699-4d59-a537-1514312d0578 tempest-FloatingIPAdminTestJSON-654240624 tempest-FloatingIPAdminTestJSON-654240624-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (1615caad-6c58-4c1c-9dda-3a1798368a14), before_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:23:54.679037 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Device 47ae25ce-c34a-43c9-9bb0-c43b0ece7bbd up at agent hyperv_n-h1-760453-5 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 21:23:54.871872 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Provisioning complete for port 47ae25ce-c34a-43c9-9bb0-c43b0ece7bbd triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:23:54.871872 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (47ae25ce-c34a-43c9-9bb0-c43b0ece7bbd), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:23:54.878275 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-9e773535-9699-4d59-a537-1514312d0578 tempest-FloatingIPAdminTestJSON-654240624 tempest-FloatingIPAdminTestJSON-654240624-project] Publish callbacks [] for port (1615caad-6c58-4c1c-9dda-3a1798368a14), precommit_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:23:54.890775 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-9e773535-9699-4d59-a537-1514312d0578 tempest-FloatingIPAdminTestJSON-654240624 tempest-FloatingIPAdminTestJSON-654240624-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11791520'] for port (1615caad-6c58-4c1c-9dda-3a1798368a14), after_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:23:55.009204 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Current status of the port 47ae25ce-c34a-43c9-9bb0-c43b0ece7bbd is: BUILD; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:23:55.009749 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (47ae25ce-c34a-43c9-9bb0-c43b0ece7bbd), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:23:55.015140 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c60e9c5-ad57-4d55-9baa-b884556f30cb req-da1fd573-416c-4df6-818a-e3278b301d59 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:23:55.016713 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-0c60e9c5-ad57-4d55-9baa-b884556f30cb req-da1fd573-416c-4df6-818a-e3278b301d59 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] 10.222.0.57 "GET /v2.0/ports?device_id=f9d28872-a0eb-43ed-b4ce-aee5b2886372&tenant_id=c6d9f10230f341edbbe46b16c17eb870&binding%3Ahost_id=n-h2-760453-5 HTTP/1.1" status: 200 len: 945 time: 0.2269392 Jan 26 21:23:55.034483 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-9e773535-9699-4d59-a537-1514312d0578 tempest-FloatingIPAdminTestJSON-654240624 tempest-FloatingIPAdminTestJSON-654240624-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4110913'] for floatingip (49bd7f2c-a0d5-489a-a583-9cb59939b265), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:23:55.042510 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac70106-f811-4dc1-8ebd-618a8aa0f6b7 req-62dc8d71-e310-4a34-a875-e7228a5bc215 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:23:55.044085 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-0ac70106-f811-4dc1-8ebd-618a8aa0f6b7 req-62dc8d71-e310-4a34-a875-e7228a5bc215 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] 10.222.0.13 "GET /v2.0/ports?device_id=f9d28872-a0eb-43ed-b4ce-aee5b2886372 HTTP/1.1" status: 200 len: 945 time: 0.1425462 Jan 26 21:23:55.048542 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e773535-9699-4d59-a537-1514312d0578 tempest-FloatingIPAdminTestJSON-654240624 tempest-FloatingIPAdminTestJSON-654240624-project] Pushing event updated for resources: {'Port': ['ID=1615caad-6c58-4c1c-9dda-3a1798368a14,revision_number=2']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:23:55.055738 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ec7225-9911-4a85-8e4d-f78cc8c2e475 req-80be6876-d485-4bb9-b891-06b0ef6b43f8 tempest-AttachVolumeShelveTestJSON-345998519 tempest-AttachVolumeShelveTestJSON-345998519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:23:55.057328 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-a2ec7225-9911-4a85-8e4d-f78cc8c2e475 req-80be6876-d485-4bb9-b891-06b0ef6b43f8 tempest-AttachVolumeShelveTestJSON-345998519 tempest-AttachVolumeShelveTestJSON-345998519-project] 10.222.0.13 "GET /v2.0/ports?device_id=93bf95ee-d279-4897-bd53-d5feb3e9b070 HTTP/1.1" status: 200 len: 944 time: 0.1250970 Jan 26 21:23:55.065273 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] For port 47ae25ce-c34a-43c9-9bb0-c43b0ece7bbd, host n-h1-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-5',level=0,port_id=47ae25ce-c34a-43c9-9bb0-c43b0ece7bbd,segment=NetworkSegment(ae04eadd-2f21-4385-8e0d-440406bc0827),segment_id=ae04eadd-2f21-4385-8e0d-440406bc0827)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:23:55.066170 n-d-760453-5 neutron-server[103306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93bf95ee-d279-4897-bd53-d5feb3e9b070', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47ae25ce-c34a-43c9-9bb0-c43b0ece7bbd'}] {{(pid=103306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 21:23:55.068754 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9d5d370febab655511bdd2ffe887e43e442d144a440368702bcc1e93af00b97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6614938-7cba-4dec-b9a2-b49a49305821" -d '{"events": [{"server_uuid": "93bf95ee-d279-4897-bd53-d5feb3e9b070", "name": "network-vif-plugged", "status": "completed", "tag": "47ae25ce-c34a-43c9-9bb0-c43b0ece7bbd"}]}' {{(pid=103306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 21:23:55.073748 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (47ae25ce-c34a-43c9-9bb0-c43b0ece7bbd), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:23:55.076370 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-9e773535-9699-4d59-a537-1514312d0578 tempest-FloatingIPAdminTestJSON-654240624 tempest-FloatingIPAdminTestJSON-654240624-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for floatingip (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:23:55.078578 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-9e773535-9699-4d59-a537-1514312d0578 tempest-FloatingIPAdminTestJSON-654240624 tempest-FloatingIPAdminTestJSON-654240624-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.5897665 Jan 26 21:23:55.081623 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 41728) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:23:55.117598 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Device 85e42356-3012-4a3b-9f75-ce1b665df28b up at agent hyperv_n-h2-760453-5 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 21:23:55.180330 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-65bdfd2a-aec9-4191-b803-c7b7f13e8098 tempest-FloatingIPAdminTestJSON-235389234 tempest-FloatingIPAdminTestJSON-235389234-project-admin] 10.222.0.13 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 4005 time: 0.0960124 Jan 26 21:23:55.182819 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 41730) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:23:55.212496 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-0ac70106-f811-4dc1-8ebd-618a8aa0f6b7 req-14e1c923-172d-42a1-9619-39856b4f43b2 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] 10.222.0.13 "GET /v2.0/security-groups?id=6cb8e788-9152-488c-8973-85140910b10a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1211619 Jan 26 21:23:55.237265 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-a2ec7225-9911-4a85-8e4d-f78cc8c2e475 req-8b96a1ef-9839-4112-98b9-83ac83a2d784 tempest-AttachVolumeShelveTestJSON-345998519 tempest-AttachVolumeShelveTestJSON-345998519-project] 10.222.0.13 "GET /v2.0/security-groups?id=5d7f7103-d0ef-48d0-a848-32dbbe71b238&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1201518 Jan 26 21:23:55.242429 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Pushing event updated for resources: {'Port': ['ID=47ae25ce-c34a-43c9-9bb0-c43b0ece7bbd,revision_number=10']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:23:55.257841 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-0c60e9c5-ad57-4d55-9baa-b884556f30cb req-890b4f45-4c9f-4e57-8663-54311d1a9717 service neutron] 10.222.0.57 "GET /v2.0/ports/85e42356-3012-4a3b-9f75-ce1b665df28b/bindings/n-h2-760453-5 HTTP/1.1" status: 200 len: 382 time: 0.2298074 Jan 26 21:23:55.282827 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-497363e4-a056-48f9-ab3b-ae02ed05aa84 tempest-FloatingIPAdminTestJSON-1084521353 tempest-FloatingIPAdminTestJSON-1084521353-project] 10.222.0.13 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 690 time: 0.0985811 Jan 26 21:23:55.298802 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 41732) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:23:55.332127 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Provisioning for port 85e42356-3012-4a3b-9f75-ce1b665df28b completed by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 21:23:55.336259 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Jan 2022 21:23:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d0492bb-1991-40c8-b4ab-39961e13b698 x-openstack-request-id: req-8d0492bb-1991-40c8-b4ab-39961e13b698 {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 21:23:55.336743 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93bf95ee-d279-4897-bd53-d5feb3e9b070", "name": "network-vif-plugged", "status": "completed", "tag": "47ae25ce-c34a-43c9-9bb0-c43b0ece7bbd", "code": 200}]} {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 21:23:55.337387 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-8d0492bb-1991-40c8-b4ab-39961e13b698 {{(pid=103306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 21:23:55.347829 n-d-760453-5 neutron-server[103306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93bf95ee-d279-4897-bd53-d5feb3e9b070', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47ae25ce-c34a-43c9-9bb0-c43b0ece7bbd', 'code': 200} Jan 26 21:23:55.353323 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Provisioning complete for port 85e42356-3012-4a3b-9f75-ce1b665df28b triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:23:55.356305 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (85e42356-3012-4a3b-9f75-ce1b665df28b), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:23:55.359908 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (fea0591a-627d-4c87-9a9a-01625ddf3277), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:23:55.491731 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Current status of the port 85e42356-3012-4a3b-9f75-ce1b665df28b is: BUILD; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:23:55.492127 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (85e42356-3012-4a3b-9f75-ce1b665df28b), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:23:55.590037 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] For port 85e42356-3012-4a3b-9f75-ce1b665df28b, host n-h2-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-5',level=0,port_id=85e42356-3012-4a3b-9f75-ce1b665df28b,segment=NetworkSegment(24c7c5d0-e01c-4957-8108-056c43fd37fe),segment_id=24c7c5d0-e01c-4957-8108-056c43fd37fe)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:23:55.598993 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (85e42356-3012-4a3b-9f75-ce1b665df28b), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:23:55.622535 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c60e9c5-ad57-4d55-9baa-b884556f30cb req-1bb01dcf-f658-43a4-a03c-303f5fadced8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:23:55.624397 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-0c60e9c5-ad57-4d55-9baa-b884556f30cb req-1bb01dcf-f658-43a4-a03c-303f5fadced8 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=c6d9f10230f341edbbe46b16c17eb870&device_id=f9d28872-a0eb-43ed-b4ce-aee5b2886372 HTTP/1.1" status: 200 len: 1096 time: 0.3382292 Jan 26 21:23:55.674953 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a77fcb-1325-41a2-99ba-0f1d6bc5952c req-c188900b-ce34-4ac8-a9b2-668fa798b7aa tempest-VolumesActionsTest-214895973 tempest-VolumesActionsTest-214895973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:23:55.676459 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-00a77fcb-1325-41a2-99ba-0f1d6bc5952c req-c188900b-ce34-4ac8-a9b2-668fa798b7aa tempest-VolumesActionsTest-214895973 tempest-VolumesActionsTest-214895973-project] 10.222.0.57 "GET /v2.0/ports?device_id=3a774a96-c46c-460b-8526-ecf38e105e94 HTTP/1.1" status: 200 len: 946 time: 0.1326692 Jan 26 21:23:55.678277 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe94a1ff-55d6-4e4f-8189-babfcd23d343 req-934cc91b-cec5-406a-ae1f-e02da3d4b9e8 tempest-ImagesTestJSON-1623340881 tempest-ImagesTestJSON-1623340881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:23:55.679849 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-fe94a1ff-55d6-4e4f-8189-babfcd23d343 req-934cc91b-cec5-406a-ae1f-e02da3d4b9e8 tempest-ImagesTestJSON-1623340881 tempest-ImagesTestJSON-1623340881-project] 10.222.0.13 "GET /v2.0/ports?device_id=afd30b02-fa71-4c6c-bb63-67718403e984 HTTP/1.1" status: 200 len: 945 time: 0.2776120 Jan 26 21:23:55.681200 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec3aeee-424f-44cd-936b-1fab52a8c28e req-56d4a6ac-31ca-473b-871e-44ddedb12e68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:23:55.683343 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-7ec3aeee-424f-44cd-936b-1fab52a8c28e req-56d4a6ac-31ca-473b-871e-44ddedb12e68 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=93bf95ee-d279-4897-bd53-d5feb3e9b070 HTTP/1.1" status: 200 len: 1097 time: 0.0905004 Jan 26 21:23:55.705234 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Pushing event updated for resources: {'Port': ['ID=85e42356-3012-4a3b-9f75-ce1b665df28b,revision_number=9']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:23:55.765981 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79285aa-c801-483d-8554-f7c2505332f2 req-0ff7b93d-a325-47b6-9136-dd2ed95c66c9 tempest-VolumesActionsTest-214895973 tempest-VolumesActionsTest-214895973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:23:55.768726 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-d79285aa-c801-483d-8554-f7c2505332f2 req-0ff7b93d-a325-47b6-9136-dd2ed95c66c9 tempest-VolumesActionsTest-214895973 tempest-VolumesActionsTest-214895973-project] 10.222.0.13 "GET /v2.0/ports?device_id=3a774a96-c46c-460b-8526-ecf38e105e94 HTTP/1.1" status: 200 len: 946 time: 0.2585487 Jan 26 21:23:55.817361 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-7ec3aeee-424f-44cd-936b-1fab52a8c28e req-9fa338e6-bd62-4ea4-8626-4ea4a68b8d19 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=5d7f7103-d0ef-48d0-a848-32dbbe71b238&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0906606 Jan 26 21:23:55.828328 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-fe94a1ff-55d6-4e4f-8189-babfcd23d343 req-78c31317-2642-44d2-b270-3914f071c404 tempest-ImagesTestJSON-1623340881 tempest-ImagesTestJSON-1623340881-project] 10.222.0.13 "GET /v2.0/security-groups?id=461ca33f-43cf-4a35-a5bb-7e46cb0e5e93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1238706 Jan 26 21:23:55.835385 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [req-00a77fcb-1325-41a2-99ba-0f1d6bc5952c req-b590f107-ffec-4aec-8729-b111a4ec69f6 tempest-VolumesActionsTest-214895973 tempest-VolumesActionsTest-214895973-project] Deleting port 37ae9961-84bc-4277-9062-3b6e557aa800 {{(pid=103305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 21:23:55.835732 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-00a77fcb-1325-41a2-99ba-0f1d6bc5952c req-b590f107-ffec-4aec-8729-b111a4ec69f6 tempest-VolumesActionsTest-214895973 tempest-VolumesActionsTest-214895973-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746560630878'] for port (37ae9961-84bc-4277-9062-3b6e557aa800), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:23:55.892386 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-4763477a-771b-42c1-b67b-3a1274d7e1ce tempest-FloatingIPAdminTestJSON-654240624 tempest-FloatingIPAdminTestJSON-654240624-project] Deleting port 1615caad-6c58-4c1c-9dda-3a1798368a14 {{(pid=103304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 21:23:55.893054 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-4763477a-771b-42c1-b67b-3a1274d7e1ce tempest-FloatingIPAdminTestJSON-654240624 tempest-FloatingIPAdminTestJSON-654240624-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746560630878'] for port (1615caad-6c58-4c1c-9dda-3a1798368a14), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:23:55.975661 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [req-00a77fcb-1325-41a2-99ba-0f1d6bc5952c req-b590f107-ffec-4aec-8729-b111a4ec69f6 tempest-VolumesActionsTest-214895973 tempest-VolumesActionsTest-214895973-project] For port 37ae9961-84bc-4277-9062-3b6e557aa800, host n-h2-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-5',level=0,port_id=37ae9961-84bc-4277-9062-3b6e557aa800,segment=NetworkSegment(45a09725-e309-4185-8154-cee7b0dbfa3b),segment_id=45a09725-e309-4185-8154-cee7b0dbfa3b)] {{(pid=103305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:23:55.976092 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-00a77fcb-1325-41a2-99ba-0f1d6bc5952c req-b590f107-ffec-4aec-8729-b111a4ec69f6 tempest-VolumesActionsTest-214895973 tempest-VolumesActionsTest-214895973-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4109658'] for port (37ae9961-84bc-4277-9062-3b6e557aa800), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:23:55.988902 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-4763477a-771b-42c1-b67b-3a1274d7e1ce tempest-FloatingIPAdminTestJSON-654240624 tempest-FloatingIPAdminTestJSON-654240624-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4109658'] for port (1615caad-6c58-4c1c-9dda-3a1798368a14), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:23:55.989234 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-4763477a-771b-42c1-b67b-3a1274d7e1ce tempest-FloatingIPAdminTestJSON-654240624 tempest-FloatingIPAdminTestJSON-654240624-project] Publish callbacks [] for floatingip (1615caad-6c58-4c1c-9dda-3a1798368a14), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:23:55.996240 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [req-00a77fcb-1325-41a2-99ba-0f1d6bc5952c req-b590f107-ffec-4aec-8729-b111a4ec69f6 tempest-VolumesActionsTest-214895973 tempest-VolumesActionsTest-214895973-project] Calling delete_port for 37ae9961-84bc-4277-9062-3b6e557aa800 owned by compute:nova {{(pid=103305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 21:23:56.003660 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-4763477a-771b-42c1-b67b-3a1274d7e1ce tempest-FloatingIPAdminTestJSON-654240624 tempest-FloatingIPAdminTestJSON-654240624-project] Calling delete_port for 1615caad-6c58-4c1c-9dda-3a1798368a14 owned by network:floatingip {{(pid=103304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 21:23:56.148960 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c60e9c5-ad57-4d55-9baa-b884556f30cb req-faedcbe8-9389-471c-a523-5e7ddf5613e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:23:56.150679 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-0c60e9c5-ad57-4d55-9baa-b884556f30cb req-faedcbe8-9389-471c-a523-5e7ddf5613e2 service neutron] 10.222.0.57 "GET /v2.0/networks?id=3e4368a8-f3b4-4f2b-9ce8-6f1eab73b100 HTTP/1.1" status: 200 len: 898 time: 0.4999940 Jan 26 21:23:56.153338 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-4763477a-771b-42c1-b67b-3a1274d7e1ce tempest-FloatingIPAdminTestJSON-654240624 tempest-FloatingIPAdminTestJSON-654240624-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746560636600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746560234536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9281553'] for port (1615caad-6c58-4c1c-9dda-3a1798368a14), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:23:56.160584 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-d79285aa-c801-483d-8554-f7c2505332f2 req-00810aea-f997-42d9-8dba-a3fd89502986 tempest-VolumesActionsTest-214895973 tempest-VolumesActionsTest-214895973-project] 10.222.0.13 "GET /v2.0/security-groups?id=ddaf47c8-987f-416a-900e-f292bd12e357&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3815284 Jan 26 21:23:56.193637 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-00a77fcb-1325-41a2-99ba-0f1d6bc5952c req-b590f107-ffec-4aec-8729-b111a4ec69f6 tempest-VolumesActionsTest-214895973 tempest-VolumesActionsTest-214895973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746560636600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746560234536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11791543'] for port (37ae9961-84bc-4277-9062-3b6e557aa800), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:23:56.206937 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] get_ports_and_sgs() called for port_ids ['37ae9961-84bc-4277-9062-3b6e557aa800'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 26 21:23:56.225804 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4763477a-771b-42c1-b67b-3a1274d7e1ce tempest-FloatingIPAdminTestJSON-654240624 tempest-FloatingIPAdminTestJSON-654240624-project] Pushing event deleted for resources: {'Port': ['ID=1615caad-6c58-4c1c-9dda-3a1798368a14,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:23:56.344140 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [req-00a77fcb-1325-41a2-99ba-0f1d6bc5952c req-b590f107-ffec-4aec-8729-b111a4ec69f6 tempest-VolumesActionsTest-214895973 tempest-VolumesActionsTest-214895973-project] No DVR routers for this DVR port 37ae9961-84bc-4277-9062-3b6e557aa800 on host n-h2-760453-5 {{(pid=103305) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 26 21:23:56.347335 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-00a77fcb-1325-41a2-99ba-0f1d6bc5952c req-b590f107-ffec-4aec-8729-b111a4ec69f6 tempest-VolumesActionsTest-214895973 tempest-VolumesActionsTest-214895973-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:23:56.351054 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-00a77fcb-1325-41a2-99ba-0f1d6bc5952c req-b590f107-ffec-4aec-8729-b111a4ec69f6 tempest-VolumesActionsTest-214895973 tempest-VolumesActionsTest-214895973-project] 10.222.0.57 "DELETE /v2.0/ports/37ae9961-84bc-4277-9062-3b6e557aa800 HTTP/1.1" status: 204 len: 173 time: 0.6667583 Jan 26 21:23:56.351848 n-d-760453-5 neutron-server[103305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a774a96-c46c-460b-8526-ecf38e105e94', 'name': 'network-vif-deleted', 'tag': '37ae9961-84bc-4277-9062-3b6e557aa800'}] {{(pid=103305) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 21:23:56.356063 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d4654568b7bf041e72ff8fe1c96d6d761d9c921f2b99bc7b3a26632be20cee0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2a3a549-7e86-4bbf-aa22-4fe7aa31a33b" -d '{"events": [{"server_uuid": "3a774a96-c46c-460b-8526-ecf38e105e94", "name": "network-vif-deleted", "tag": "37ae9961-84bc-4277-9062-3b6e557aa800"}]}' {{(pid=103305) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 21:23:56.356433 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-0c60e9c5-ad57-4d55-9baa-b884556f30cb req-2eb5d89f-7af8-4abb-a31c-11f6e1fe232f service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=85e42356-3012-4a3b-9f75-ce1b665df28b HTTP/1.1" status: 200 len: 1002 time: 0.1911707 Jan 26 21:23:56.360137 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b590f107-ffec-4aec-8729-b111a4ec69f6 tempest-VolumesActionsTest-214895973 tempest-VolumesActionsTest-214895973-project] Pushing event deleted for resources: {'Port': ['ID=37ae9961-84bc-4277-9062-3b6e557aa800,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:23:56.462226 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-4763477a-771b-42c1-b67b-3a1274d7e1ce tempest-FloatingIPAdminTestJSON-654240624 tempest-FloatingIPAdminTestJSON-654240624-project] Publish callbacks [] for floatingip (49bd7f2c-a0d5-489a-a583-9cb59939b265), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:23:56.465759 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-4763477a-771b-42c1-b67b-3a1274d7e1ce tempest-FloatingIPAdminTestJSON-654240624 tempest-FloatingIPAdminTestJSON-654240624-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for floatingip (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:23:56.469961 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 41754) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:23:56.478761 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-4763477a-771b-42c1-b67b-3a1274d7e1ce tempest-FloatingIPAdminTestJSON-654240624 tempest-FloatingIPAdminTestJSON-654240624-project] 10.222.0.13 "DELETE /v2.0/floatingips/49bd7f2c-a0d5-489a-a583-9cb59939b265 HTTP/1.1" status: 204 len: 168 time: 1.1750135 Jan 26 21:23:56.520293 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad96818d-6472-4615-b6ec-2756c6f33498 req-ff0c8c7e-25cc-4adf-b535-2114bba5fb13 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:23:56.521803 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-ad96818d-6472-4615-b6ec-2756c6f33498 req-ff0c8c7e-25cc-4adf-b535-2114bba5fb13 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] 10.222.0.13 "GET /v2.0/ports?device_id=f9d28872-a0eb-43ed-b4ce-aee5b2886372 HTTP/1.1" status: 200 len: 946 time: 0.1927419 Jan 26 21:23:56.525050 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c60e9c5-ad57-4d55-9baa-b884556f30cb req-96706834-6bab-4a27-9362-2868ad35bee6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:23:56.526713 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-0c60e9c5-ad57-4d55-9baa-b884556f30cb req-96706834-6bab-4a27-9362-2868ad35bee6 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=c41b4bd2-c8e1-469d-9ade-a907fafb44b3 HTTP/1.1" status: 200 len: 834 time: 0.1405699 Jan 26 21:23:56.646246 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c60e9c5-ad57-4d55-9baa-b884556f30cb req-168f7a28-b3ce-4d4f-9211-9bd215f24d31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:23:56.647918 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-0c60e9c5-ad57-4d55-9baa-b884556f30cb req-168f7a28-b3ce-4d4f-9211-9bd215f24d31 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=3e4368a8-f3b4-4f2b-9ce8-6f1eab73b100&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1090150 Jan 26 21:23:56.651782 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-4e2dc03a-f27a-4278-8eac-2a5acb0536a4 tempest-FloatingIPAdminTestJSON-235389234 tempest-FloatingIPAdminTestJSON-235389234-project-admin] Deleting port 0a82da6e-8261-4a11-876b-22f9bc3adcba {{(pid=103305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 21:23:56.652225 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-4e2dc03a-f27a-4278-8eac-2a5acb0536a4 tempest-FloatingIPAdminTestJSON-235389234 tempest-FloatingIPAdminTestJSON-235389234-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746560630878'] for port (0a82da6e-8261-4a11-876b-22f9bc3adcba), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:23:56.652554 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-ad96818d-6472-4615-b6ec-2756c6f33498 req-45fcd20d-df29-4eb0-85b4-a63366a15cd5 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] 10.222.0.13 "GET /v2.0/security-groups?id=6cb8e788-9152-488c-8973-85140910b10a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1237237 Jan 26 21:23:56.722546 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04905b60-73d1-4213-8b85-b1ffa3378d06 req-590ff54f-4390-427c-911a-89809a69d836 tempest-AttachVolumeShelveTestJSON-345998519 tempest-AttachVolumeShelveTestJSON-345998519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:23:56.724098 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-04905b60-73d1-4213-8b85-b1ffa3378d06 req-590ff54f-4390-427c-911a-89809a69d836 tempest-AttachVolumeShelveTestJSON-345998519 tempest-AttachVolumeShelveTestJSON-345998519-project] 10.222.0.13 "GET /v2.0/ports?device_id=93bf95ee-d279-4897-bd53-d5feb3e9b070 HTTP/1.1" status: 200 len: 946 time: 0.1332686 Jan 26 21:23:56.742277 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-4e2dc03a-f27a-4278-8eac-2a5acb0536a4 tempest-FloatingIPAdminTestJSON-235389234 tempest-FloatingIPAdminTestJSON-235389234-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4109658'] for port (0a82da6e-8261-4a11-876b-22f9bc3adcba), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:23:56.742834 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-4e2dc03a-f27a-4278-8eac-2a5acb0536a4 tempest-FloatingIPAdminTestJSON-235389234 tempest-FloatingIPAdminTestJSON-235389234-project-admin] Publish callbacks [] for floatingip (0a82da6e-8261-4a11-876b-22f9bc3adcba), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:23:56.746406 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Jan 2022 21:23:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bcc83706-2726-4fcc-a4fa-be0daf1539e0 x-openstack-request-id: req-bcc83706-2726-4fcc-a4fa-be0daf1539e0 {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 21:23:56.746765 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a774a96-c46c-460b-8526-ecf38e105e94", "name": "network-vif-deleted", "tag": "37ae9961-84bc-4277-9062-3b6e557aa800", "status": "completed", "code": 200}]} {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 21:23:56.747107 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-bcc83706-2726-4fcc-a4fa-be0daf1539e0 {{(pid=103305) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 21:23:56.747572 n-d-760453-5 neutron-server[103305]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a774a96-c46c-460b-8526-ecf38e105e94', 'name': 'network-vif-deleted', 'tag': '37ae9961-84bc-4277-9062-3b6e557aa800', 'status': 'completed', 'code': 200} Jan 26 21:23:56.758725 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-4e2dc03a-f27a-4278-8eac-2a5acb0536a4 tempest-FloatingIPAdminTestJSON-235389234 tempest-FloatingIPAdminTestJSON-235389234-project-admin] Calling delete_port for 0a82da6e-8261-4a11-876b-22f9bc3adcba owned by network:floatingip {{(pid=103305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 21:23:56.829735 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-0c60e9c5-ad57-4d55-9baa-b884556f30cb req-8f3d5cee-3fa3-42e3-ba09-fb9f51dcf899 service neutron] 10.222.0.57 "GET /v2.0/networks/3e4368a8-f3b4-4f2b-9ce8-6f1eab73b100?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1658075 Jan 26 21:23:56.838491 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-04905b60-73d1-4213-8b85-b1ffa3378d06 req-ecec1dab-0170-4bbd-b23b-fcc182296d6b tempest-AttachVolumeShelveTestJSON-345998519 tempest-AttachVolumeShelveTestJSON-345998519-project] 10.222.0.13 "GET /v2.0/security-groups?id=5d7f7103-d0ef-48d0-a848-32dbbe71b238&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1058307 Jan 26 21:23:56.962054 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-4e2dc03a-f27a-4278-8eac-2a5acb0536a4 tempest-FloatingIPAdminTestJSON-235389234 tempest-FloatingIPAdminTestJSON-235389234-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746560636600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746560234536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11791543'] for port (0a82da6e-8261-4a11-876b-22f9bc3adcba), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:23:56.979375 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e7d8d1-3323-4a65-938c-6993aebfb9e3 req-ef6f7be5-8492-4f98-ad6c-cea639965a82 tempest-ImagesTestJSON-1623340881 tempest-ImagesTestJSON-1623340881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:23:56.981284 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-09e7d8d1-3323-4a65-938c-6993aebfb9e3 req-ef6f7be5-8492-4f98-ad6c-cea639965a82 tempest-ImagesTestJSON-1623340881 tempest-ImagesTestJSON-1623340881-project] 10.222.0.13 "GET /v2.0/ports?device_id=afd30b02-fa71-4c6c-bb63-67718403e984 HTTP/1.1" status: 200 len: 945 time: 0.1312845 Jan 26 21:23:57.026415 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-0c60e9c5-ad57-4d55-9baa-b884556f30cb req-e389efd0-4411-498b-bf11-129ad8070d59 service neutron] 10.222.0.57 "GET /v2.0/networks/3e4368a8-f3b4-4f2b-9ce8-6f1eab73b100?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1869323 Jan 26 21:23:57.037629 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e2dc03a-f27a-4278-8eac-2a5acb0536a4 tempest-FloatingIPAdminTestJSON-235389234 tempest-FloatingIPAdminTestJSON-235389234-project-admin] Pushing event deleted for resources: {'Port': ['ID=0a82da6e-8261-4a11-876b-22f9bc3adcba,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:23:57.061709 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-09e7d8d1-3323-4a65-938c-6993aebfb9e3 req-d0411712-b05d-4337-8d78-7eb3cd5764d5 tempest-ImagesTestJSON-1623340881 tempest-ImagesTestJSON-1623340881-project] 10.222.0.13 "GET /v2.0/security-groups?id=461ca33f-43cf-4a35-a5bb-7e46cb0e5e93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742548 Jan 26 21:23:57.156927 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-4e2dc03a-f27a-4278-8eac-2a5acb0536a4 tempest-FloatingIPAdminTestJSON-235389234 tempest-FloatingIPAdminTestJSON-235389234-project-admin] Publish callbacks [] for floatingip (cfe5c455-e086-4905-b391-8493c029e22e), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:23:57.162603 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-4e2dc03a-f27a-4278-8eac-2a5acb0536a4 tempest-FloatingIPAdminTestJSON-235389234 tempest-FloatingIPAdminTestJSON-235389234-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for floatingip (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:23:57.163794 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-4e2dc03a-f27a-4278-8eac-2a5acb0536a4 tempest-FloatingIPAdminTestJSON-235389234 tempest-FloatingIPAdminTestJSON-235389234-project-admin] 10.222.0.13 "DELETE /v2.0/floatingips/cfe5c455-e086-4905-b391-8493c029e22e HTTP/1.1" status: 204 len: 168 time: 0.6927967 Jan 26 21:23:57.167495 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 41762) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:23:57.350584 n-d-760453-5 neutron-server[103306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9d28872-a0eb-43ed-b4ce-aee5b2886372', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85e42356-3012-4a3b-9f75-ce1b665df28b'}] {{(pid=103306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 21:23:57.354785 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9d5d370febab655511bdd2ffe887e43e442d144a440368702bcc1e93af00b97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe617433-5d90-4f08-b0dd-d8525814f78d" -d '{"events": [{"server_uuid": "f9d28872-a0eb-43ed-b4ce-aee5b2886372", "name": "network-vif-plugged", "status": "completed", "tag": "85e42356-3012-4a3b-9f75-ce1b665df28b"}]}' {{(pid=103306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 21:23:57.366520 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-74d262b4-399e-44f2-9107-e3279888a1cf tempest-FloatingIPAdminTestJSON-1084521353 tempest-FloatingIPAdminTestJSON-1084521353-project] Deleting port 1b93f1b3-bae5-4fd3-956d-2820370fd1ee {{(pid=103304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 21:23:57.366966 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-74d262b4-399e-44f2-9107-e3279888a1cf tempest-FloatingIPAdminTestJSON-1084521353 tempest-FloatingIPAdminTestJSON-1084521353-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746560630878'] for port (1b93f1b3-bae5-4fd3-956d-2820370fd1ee), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:23:57.467254 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Jan 2022 21:23:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c75a912-f5c8-40b1-9613-49e84054fb57 x-openstack-request-id: req-1c75a912-f5c8-40b1-9613-49e84054fb57 {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 21:23:57.470092 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f9d28872-a0eb-43ed-b4ce-aee5b2886372", "name": "network-vif-plugged", "status": "completed", "tag": "85e42356-3012-4a3b-9f75-ce1b665df28b", "code": 200}]} {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 21:23:57.473794 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-1c75a912-f5c8-40b1-9613-49e84054fb57 {{(pid=103306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 21:23:57.477380 n-d-760453-5 neutron-server[103306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9d28872-a0eb-43ed-b4ce-aee5b2886372', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85e42356-3012-4a3b-9f75-ce1b665df28b', 'code': 200} Jan 26 21:23:57.622928 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-74d262b4-399e-44f2-9107-e3279888a1cf tempest-FloatingIPAdminTestJSON-1084521353 tempest-FloatingIPAdminTestJSON-1084521353-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4109658'] for port (1b93f1b3-bae5-4fd3-956d-2820370fd1ee), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:23:57.649872 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-74d262b4-399e-44f2-9107-e3279888a1cf tempest-FloatingIPAdminTestJSON-1084521353 tempest-FloatingIPAdminTestJSON-1084521353-project] Calling delete_port for 1b93f1b3-bae5-4fd3-956d-2820370fd1ee owned by {{(pid=103304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 21:23:57.721686 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f28642-644f-4c47-bf63-f58fac2cea2a req-8e9a512b-86bb-4554-b95c-699e82676b83 tempest-VolumesActionsTest-214895973 tempest-VolumesActionsTest-214895973-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:23:57.728843 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-55f28642-644f-4c47-bf63-f58fac2cea2a req-8e9a512b-86bb-4554-b95c-699e82676b83 tempest-VolumesActionsTest-214895973 tempest-VolumesActionsTest-214895973-project] 10.222.0.13 "GET /v2.0/networks?id=fe1652f6-5e5b-410d-b0a4-8287c250dd60 HTTP/1.1" status: 200 len: 808 time: 0.2212229 Jan 26 21:23:57.838634 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-55f28642-644f-4c47-bf63-f58fac2cea2a req-38b789d6-4b93-4ee2-ae33-a7bff1d7c8c9 tempest-VolumesActionsTest-214895973 tempest-VolumesActionsTest-214895973-project] 10.222.0.13 "GET /v2.0/quotas/3b09e7e55e684250bd3d8dcf0a678880 HTTP/1.1" status: 200 len: 375 time: 0.1085982 Jan 26 21:23:57.882328 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-55f28642-644f-4c47-bf63-f58fac2cea2a req-b1b71193-40a4-4973-8c45-0e4bd8d70698 tempest-VolumesActionsTest-214895973 tempest-VolumesActionsTest-214895973-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=3b09e7e55e684250bd3d8dcf0a678880&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0426428 Jan 26 21:23:57.999453 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd72cd5-84c1-40b8-ad7f-9cc7e5a7cd33 req-bc2cac1d-a8a9-4070-9be8-2edaee862302 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:23:58.001168 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-bfd72cd5-84c1-40b8-ad7f-9cc7e5a7cd33 req-bc2cac1d-a8a9-4070-9be8-2edaee862302 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] 10.222.0.13 "GET /v2.0/ports?device_id=f9d28872-a0eb-43ed-b4ce-aee5b2886372 HTTP/1.1" status: 200 len: 946 time: 0.2106540 Jan 26 21:23:58.120252 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-55f28642-644f-4c47-bf63-f58fac2cea2a req-055eee92-be0a-4033-b7fb-dfb72d9bf5a2 service neutron] 10.222.0.13 "GET /v2.0/networks/fe1652f6-5e5b-410d-b0a4-8287c250dd60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2368877 Jan 26 21:23:58.170028 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-bfd72cd5-84c1-40b8-ad7f-9cc7e5a7cd33 req-f72ec150-b3ec-4346-beb4-7765e243c6f6 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] 10.222.0.13 "GET /v2.0/security-groups?id=6cb8e788-9152-488c-8973-85140910b10a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1545813 Jan 26 21:23:58.252172 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-74d262b4-399e-44f2-9107-e3279888a1cf tempest-FloatingIPAdminTestJSON-1084521353 tempest-FloatingIPAdminTestJSON-1084521353-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746560636600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746560234536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9281553'] for port (1b93f1b3-bae5-4fd3-956d-2820370fd1ee), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:23:58.318680 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d262b4-399e-44f2-9107-e3279888a1cf tempest-FloatingIPAdminTestJSON-1084521353 tempest-FloatingIPAdminTestJSON-1084521353-project] Pushing event deleted for resources: {'Port': ['ID=1b93f1b3-bae5-4fd3-956d-2820370fd1ee,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:23:58.420466 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-55f28642-644f-4c47-bf63-f58fac2cea2a req-6c6e701d-9ce3-4120-9c4f-075b825c98e2 service neutron] 10.222.0.13 "GET /v2.0/networks/fe1652f6-5e5b-410d-b0a4-8287c250dd60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2992988 Jan 26 21:23:58.454620 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a293c0df-7bff-45d0-b6e5-5dba53284a48 req-4ad70fdb-b51c-4a2e-add0-39cb4375d516 tempest-AttachVolumeShelveTestJSON-345998519 tempest-AttachVolumeShelveTestJSON-345998519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:23:58.467820 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-a293c0df-7bff-45d0-b6e5-5dba53284a48 req-4ad70fdb-b51c-4a2e-add0-39cb4375d516 tempest-AttachVolumeShelveTestJSON-345998519 tempest-AttachVolumeShelveTestJSON-345998519-project] 10.222.0.13 "GET /v2.0/ports?device_id=93bf95ee-d279-4897-bd53-d5feb3e9b070 HTTP/1.1" status: 200 len: 946 time: 0.1929150 Jan 26 21:23:58.524969 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-74d262b4-399e-44f2-9107-e3279888a1cf tempest-FloatingIPAdminTestJSON-1084521353 tempest-FloatingIPAdminTestJSON-1084521353-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:23:58.529553 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-74d262b4-399e-44f2-9107-e3279888a1cf tempest-FloatingIPAdminTestJSON-1084521353 tempest-FloatingIPAdminTestJSON-1084521353-project] 10.222.0.13 "DELETE /v2.0/ports/1b93f1b3-bae5-4fd3-956d-2820370fd1ee HTTP/1.1" status: 204 len: 168 time: 1.3609660 Jan 26 21:23:58.532295 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 41828) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:23:58.583385 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-a293c0df-7bff-45d0-b6e5-5dba53284a48 req-fb77aace-f41d-4993-8943-c723bbc1b4cb tempest-AttachVolumeShelveTestJSON-345998519 tempest-AttachVolumeShelveTestJSON-345998519-project] 10.222.0.13 "GET /v2.0/security-groups?id=5d7f7103-d0ef-48d0-a848-32dbbe71b238&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1146352 Jan 26 21:23:58.619803 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-945dab3d-18c6-4ea6-b426-e58bc995f18c tempest-FloatingIPAdminTestJSON-1084521353 tempest-FloatingIPAdminTestJSON-1084521353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:23:58.622098 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-945dab3d-18c6-4ea6-b426-e58bc995f18c tempest-FloatingIPAdminTestJSON-1084521353 tempest-FloatingIPAdminTestJSON-1084521353-project] 10.222.0.13 "GET /v2.0/ports?device_id=9160aeb0-666c-4d98-8bf8-f44449d0d154 HTTP/1.1" status: 200 len: 913 time: 0.0882201 Jan 26 21:23:58.624810 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 41830) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:23:58.872930 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c861d27-cd37-4256-bcae-f10e377886a4 req-16ab5b5e-6a6d-481d-8cff-671bfb8ab8df tempest-ImagesTestJSON-1623340881 tempest-ImagesTestJSON-1623340881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:23:58.880190 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-3c861d27-cd37-4256-bcae-f10e377886a4 req-16ab5b5e-6a6d-481d-8cff-671bfb8ab8df tempest-ImagesTestJSON-1623340881 tempest-ImagesTestJSON-1623340881-project] 10.222.0.13 "GET /v2.0/ports?device_id=afd30b02-fa71-4c6c-bb63-67718403e984 HTTP/1.1" status: 200 len: 945 time: 0.1638939 Jan 26 21:23:59.073260 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-64872572-b055-4705-a481-f40a462c4d27 req-dc76bfb4-4c6b-4bee-80a8-5627f613760b tempest-VolumesActionsTest-214895973 tempest-VolumesActionsTest-214895973-project] 10.222.0.13 "GET /v2.0/ports?device_id=05158d67-f875-4920-a820-3e51ae56dac7 HTTP/1.1" status: 200 len: 210 time: 0.0598230 Jan 26 21:23:59.142327 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Device 37ae9961-84bc-4277-9062-3b6e557aa800 no longer exists at agent hyperv_n-h2-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 26 21:23:59.175652 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-3c861d27-cd37-4256-bcae-f10e377886a4 req-a5fb51d0-105e-491f-a681-5330f0d7583e tempest-ImagesTestJSON-1623340881 tempest-ImagesTestJSON-1623340881-project] 10.222.0.13 "GET /v2.0/security-groups?id=461ca33f-43cf-4a35-a5bb-7e46cb0e5e93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1579711 Jan 26 21:23:59.181832 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] No Port match for: 37ae9961-84bc-4277-9062-3b6e557aa800 {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 26 21:23:59.182489 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Device 37ae9961-84bc-4277-9062-3b6e557aa800 not bound to the agent host n-h2-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 26 21:23:59.395792 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7108db02-2b71-4585-b8db-21dfcb7fbfa5 req-bacce378-3edc-433c-a699-94d0524b6c52 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:23:59.397521 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-7108db02-2b71-4585-b8db-21dfcb7fbfa5 req-bacce378-3edc-433c-a699-94d0524b6c52 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] 10.222.0.13 "GET /v2.0/ports?device_id=f9d28872-a0eb-43ed-b4ce-aee5b2886372 HTTP/1.1" status: 200 len: 946 time: 0.0893633 Jan 26 21:23:59.493706 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-7108db02-2b71-4585-b8db-21dfcb7fbfa5 req-f0727d6e-f7c3-4abb-9a38-a77a0ab39b92 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] 10.222.0.13 "GET /v2.0/security-groups?id=6cb8e788-9152-488c-8973-85140910b10a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0841482 Jan 26 21:23:59.523033 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-5f5d97d1-2a95-4b93-b126-1db01e2b3a5e tempest-FloatingIPAdminTestJSON-1084521353 tempest-FloatingIPAdminTestJSON-1084521353-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4110657'] for router_interface (9160aeb0-666c-4d98-8bf8-f44449d0d154), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:23:59.540196 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c60e9c5-ad57-4d55-9baa-b884556f30cb req-8447da69-80dd-46b0-893e-09b33b014bab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:23:59.543745 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-0c60e9c5-ad57-4d55-9baa-b884556f30cb req-8447da69-80dd-46b0-893e-09b33b014bab service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=f9d28872-a0eb-43ed-b4ce-aee5b2886372&tenant_id=c6d9f10230f341edbbe46b16c17eb870 HTTP/1.1" status: 200 len: 1097 time: 0.0861752 Jan 26 21:23:59.562294 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [req-0c60e9c5-ad57-4d55-9baa-b884556f30cb req-e92c2495-2acc-4d5d-9dc3-abc7b631133f service neutron] Request body: {'port': {'binding:host_id': 'n-h1-760453-5', 'device_owner': 'compute:nova'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:23:59.702701 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-0c60e9c5-ad57-4d55-9baa-b884556f30cb req-e92c2495-2acc-4d5d-9dc3-abc7b631133f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (85e42356-3012-4a3b-9f75-ce1b665df28b), before_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:24:00.270624 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [req-0c60e9c5-ad57-4d55-9baa-b884556f30cb req-e92c2495-2acc-4d5d-9dc3-abc7b631133f service neutron] For port 85e42356-3012-4a3b-9f75-ce1b665df28b, host n-h2-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-5',level=0,port_id=85e42356-3012-4a3b-9f75-ce1b665df28b,segment=NetworkSegment(24c7c5d0-e01c-4957-8108-056c43fd37fe),segment_id=24c7c5d0-e01c-4957-8108-056c43fd37fe)] {{(pid=103305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:24:00.323227 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [req-0c60e9c5-ad57-4d55-9baa-b884556f30cb req-e92c2495-2acc-4d5d-9dc3-abc7b631133f service neutron] For port 85e42356-3012-4a3b-9f75-ce1b665df28b, host n-h2-760453-5, cleared binding levels {{(pid=103305) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 26 21:24:00.335563 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-530f7892-d68f-436a-8d93-7d8c330fa803 req-5181dcaf-a5e8-4c9f-a7db-dd786e868e6b tempest-VolumesActionsTest-214895973 tempest-VolumesActionsTest-214895973-project] 10.222.0.13 "GET /v2.0/ports?device_id=05158d67-f875-4920-a820-3e51ae56dac7 HTTP/1.1" status: 200 len: 210 time: 0.0717151 Jan 26 21:24:00.375684 n-d-760453-5 neutron-server[103305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9d28872-a0eb-43ed-b4ce-aee5b2886372', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '85e42356-3012-4a3b-9f75-ce1b665df28b'}] {{(pid=103305) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 21:24:00.393121 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d4654568b7bf041e72ff8fe1c96d6d761d9c921f2b99bc7b3a26632be20cee0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4febd064-d5ed-42fa-af03-88e97ae60590" -d '{"events": [{"server_uuid": "f9d28872-a0eb-43ed-b4ce-aee5b2886372", "name": "network-vif-unplugged", "status": "completed", "tag": "85e42356-3012-4a3b-9f75-ce1b665df28b"}]}' {{(pid=103305) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 21:24:00.397621 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205e90a8-c1d7-48fc-968c-02e68472746b req-5f5ca534-cec8-4e6c-bf62-fa90bacbe0eb tempest-AttachVolumeShelveTestJSON-345998519 tempest-AttachVolumeShelveTestJSON-345998519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:24:00.409534 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-0c60e9c5-ad57-4d55-9baa-b884556f30cb req-e92c2495-2acc-4d5d-9dc3-abc7b631133f service neutron] Publish callbacks [] for port (85e42356-3012-4a3b-9f75-ce1b665df28b), precommit_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:24:00.417764 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-205e90a8-c1d7-48fc-968c-02e68472746b req-5f5ca534-cec8-4e6c-bf62-fa90bacbe0eb tempest-AttachVolumeShelveTestJSON-345998519 tempest-AttachVolumeShelveTestJSON-345998519-project] 10.222.0.13 "GET /v2.0/ports?device_id=93bf95ee-d279-4897-bd53-d5feb3e9b070 HTTP/1.1" status: 200 len: 946 time: 0.6953549 Jan 26 21:24:00.474852 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.provisioning_blocks [req-0c60e9c5-ad57-4d55-9baa-b884556f30cb req-e92c2495-2acc-4d5d-9dc3-abc7b631133f service neutron] Transition to ACTIVE for port object 85e42356-3012-4a3b-9f75-ce1b665df28b will not be triggered until provisioned by entity L2. {{(pid=103305) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 21:24:00.487813 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-0c60e9c5-ad57-4d55-9baa-b884556f30cb req-e92c2495-2acc-4d5d-9dc3-abc7b631133f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11791520'] for port (85e42356-3012-4a3b-9f75-ce1b665df28b), after_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:24:00.501594 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-205e90a8-c1d7-48fc-968c-02e68472746b req-b5fa525f-3295-4a36-9e33-ba26f7877b1a tempest-AttachVolumeShelveTestJSON-345998519 tempest-AttachVolumeShelveTestJSON-345998519-project] 10.222.0.13 "GET /v2.0/security-groups?id=5d7f7103-d0ef-48d0-a848-32dbbe71b238&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0594437 Jan 26 21:24:00.535462 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 26 Jan 2022 21:24:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-858cd831-0806-4772-879f-d52cfc4fa62f x-openstack-request-id: req-858cd831-0806-4772-879f-d52cfc4fa62f {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 21:24:00.535967 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f9d28872-a0eb-43ed-b4ce-aee5b2886372", "name": "network-vif-unplugged", "status": "completed", "tag": "85e42356-3012-4a3b-9f75-ce1b665df28b", "code": 200}]} {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 21:24:00.536325 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-858cd831-0806-4772-879f-d52cfc4fa62f {{(pid=103305) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 21:24:00.538201 n-d-760453-5 neutron-server[103305]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9d28872-a0eb-43ed-b4ce-aee5b2886372', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '85e42356-3012-4a3b-9f75-ce1b665df28b', 'code': 200} Jan 26 21:24:00.754014 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0263f8-b319-48cf-8f3f-c437fc1dcb70 req-89e3b247-db31-44bd-9dbc-7c2ff4926a8d tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:24:00.755611 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-6f0263f8-b319-48cf-8f3f-c437fc1dcb70 req-89e3b247-db31-44bd-9dbc-7c2ff4926a8d tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] 10.222.0.13 "GET /v2.0/ports?device_id=f9d28872-a0eb-43ed-b4ce-aee5b2886372 HTTP/1.1" status: 200 len: 945 time: 0.1363487 Jan 26 21:24:00.804974 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f28642-644f-4c47-bf63-f58fac2cea2a req-8c2121a4-8fd9-46ff-8c2c-4f38cdee8dd3 tempest-VolumesActionsTest-214895973 tempest-VolumesActionsTest-214895973-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:24:00.806370 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-55f28642-644f-4c47-bf63-f58fac2cea2a req-8c2121a4-8fd9-46ff-8c2c-4f38cdee8dd3 tempest-VolumesActionsTest-214895973 tempest-VolumesActionsTest-214895973-project] 10.222.0.57 "GET /v2.0/networks?id=fe1652f6-5e5b-410d-b0a4-8287c250dd60 HTTP/1.1" status: 200 len: 808 time: 0.3020377 Jan 26 21:24:00.821161 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e92c2495-2acc-4d5d-9dc3-abc7b631133f service neutron] Pushing event updated for resources: {'Port': ['ID=85e42356-3012-4a3b-9f75-ce1b665df28b,revision_number=10']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:24:00.853612 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [req-55f28642-644f-4c47-bf63-f58fac2cea2a req-975ab3d8-6fb9-40e5-af6c-996596404778 tempest-VolumesActionsTest-214895973 tempest-VolumesActionsTest-214895973-project] Request body: {'port': {'device_id': '05158d67-f875-4920-a820-3e51ae56dac7', 'network_id': 'fe1652f6-5e5b-410d-b0a4-8287c250dd60', 'admin_state_up': True, 'tenant_id': '3b09e7e55e684250bd3d8dcf0a678880'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:24:00.928467 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c60e9c5-ad57-4d55-9baa-b884556f30cb req-e92c2495-2acc-4d5d-9dc3-abc7b631133f service neutron] No DVR routers for this DVR port 85e42356-3012-4a3b-9f75-ce1b665df28b on host n-h2-760453-5 {{(pid=103305) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 26 21:24:00.943844 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-6f0263f8-b319-48cf-8f3f-c437fc1dcb70 req-719ac26d-2174-405c-8363-9f7c9a11c45e tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] 10.222.0.13 "GET /v2.0/security-groups?id=6cb8e788-9152-488c-8973-85140910b10a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1659768 Jan 26 21:24:00.948955 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-5f5d97d1-2a95-4b93-b126-1db01e2b3a5e tempest-FloatingIPAdminTestJSON-1084521353 tempest-FloatingIPAdminTestJSON-1084521353-project] Deleting port 788481b9-d4a7-4341-ac28-7ce23250d8aa {{(pid=103304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 21:24:00.949690 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-5f5d97d1-2a95-4b93-b126-1db01e2b3a5e tempest-FloatingIPAdminTestJSON-1084521353 tempest-FloatingIPAdminTestJSON-1084521353-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746560630878'] for port (788481b9-d4a7-4341-ac28-7ce23250d8aa), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:24:01.126873 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-5f5d97d1-2a95-4b93-b126-1db01e2b3a5e tempest-FloatingIPAdminTestJSON-1084521353 tempest-FloatingIPAdminTestJSON-1084521353-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4109658'] for port (788481b9-d4a7-4341-ac28-7ce23250d8aa), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:24:01.149207 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Device 1d52b1b0-8235-48ff-b09f-013ef28aa10b details requested by agent hyperv_n-h2-760453-5 with host n-h2-760453-5 {{(pid=103306) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 26 21:24:01.153286 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-5f5d97d1-2a95-4b93-b126-1db01e2b3a5e tempest-FloatingIPAdminTestJSON-1084521353 tempest-FloatingIPAdminTestJSON-1084521353-project] Calling delete_port for 788481b9-d4a7-4341-ac28-7ce23250d8aa owned by network:router_interface {{(pid=103304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 21:24:01.153854 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Device 85e42356-3012-4a3b-9f75-ce1b665df28b no longer exists at agent hyperv_n-h2-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 26 21:24:01.299690 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] The host n-h2-760453-5 is not matching for port 85e42356-3012-4a3b-9f75-ce1b665df28b host n-h1-760453-5! {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2317}} Jan 26 21:24:01.309923 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Device 85e42356-3012-4a3b-9f75-ce1b665df28b not bound to the agent host n-h2-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 26 21:24:01.405938 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] For port 1d52b1b0-8235-48ff-b09f-013ef28aa10b, host n-h2-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-5',level=0,port_id=1d52b1b0-8235-48ff-b09f-013ef28aa10b,segment=NetworkSegment(9fd884b8-86e2-416d-a96d-94ce9081e9cd),segment_id=9fd884b8-86e2-416d-a96d-94ce9081e9cd)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:24:01.421737 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-5f5d97d1-2a95-4b93-b126-1db01e2b3a5e tempest-FloatingIPAdminTestJSON-1084521353 tempest-FloatingIPAdminTestJSON-1084521353-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746560636600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746560234536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9281553'] for port (788481b9-d4a7-4341-ac28-7ce23250d8aa), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:24:01.425096 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Returning: {'device': '1d52b1b0-8235-48ff-b09f-013ef28aa10b', 'network_id': 'd5480d3d-bab2-42ab-9692-609efda9979f', 'port_id': '1d52b1b0-8235-48ff-b09f-013ef28aa10b', 'mac_address': 'fa:16:3e:7c:54:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 580, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3e0b5fe7-c879-4a69-b8db-9e47b1011f5e', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103306) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 26 21:24:01.427813 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-55f28642-644f-4c47-bf63-f58fac2cea2a req-975ab3d8-6fb9-40e5-af6c-996596404778 tempest-VolumesActionsTest-214895973 tempest-VolumesActionsTest-214895973-project] Made reservation on behalf of 3b09e7e55e684250bd3d8dcf0a678880 for: {'port': 1} {{(pid=103304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 21:24:01.431186 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-55f28642-644f-4c47-bf63-f58fac2cea2a req-975ab3d8-6fb9-40e5-af6c-996596404778 tempest-VolumesActionsTest-214895973 tempest-VolumesActionsTest-214895973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:24:01.475986 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Current status of the port 1d52b1b0-8235-48ff-b09f-013ef28aa10b is: ACTIVE; New status is: BUILD {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:24:01.476787 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (1d52b1b0-8235-48ff-b09f-013ef28aa10b), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:24:01.503114 n-d-760453-5 neutron-server[103306]: DEBUG neutron.notifiers.nova [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 1d52b1b0-8235-48ff-b09f-013ef28aa10b {{(pid=103306) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 26 21:24:01.527344 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] For port 1d52b1b0-8235-48ff-b09f-013ef28aa10b, host n-h2-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-5',level=0,port_id=1d52b1b0-8235-48ff-b09f-013ef28aa10b,segment=NetworkSegment(9fd884b8-86e2-416d-a96d-94ce9081e9cd),segment_id=9fd884b8-86e2-416d-a96d-94ce9081e9cd)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:24:01.527932 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f5d97d1-2a95-4b93-b126-1db01e2b3a5e tempest-FloatingIPAdminTestJSON-1084521353 tempest-FloatingIPAdminTestJSON-1084521353-project] Pushing event deleted for resources: {'Port': ['ID=788481b9-d4a7-4341-ac28-7ce23250d8aa,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:24:01.535704 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (1d52b1b0-8235-48ff-b09f-013ef28aa10b), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:24:01.554955 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-41713611-b9ef-4b7c-873f-5b9416576f3f req-b360d765-bca6-484d-98e1-1502f62cb8f2 tempest-VolumesActionsTest-214895973 tempest-VolumesActionsTest-214895973-project] 10.222.0.13 "GET /v2.0/ports?device_id=05158d67-f875-4920-a820-3e51ae56dac7 HTTP/1.1" status: 200 len: 210 time: 0.0573075 Jan 26 21:24:01.656722 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] get_ports_and_sgs() called for port_ids ['1d52b1b0-8235-48ff-b09f-013ef28aa10b'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 26 21:24:01.727736 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Pushing event updated for resources: {'Port': ['ID=1d52b1b0-8235-48ff-b09f-013ef28aa10b,revision_number=6']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:24:01.762723 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [req-0c60e9c5-ad57-4d55-9baa-b884556f30cb req-e92c2495-2acc-4d5d-9dc3-abc7b631133f service neutron] Attempting to bind port 85e42356-3012-4a3b-9f75-ce1b665df28b on host n-h1-760453-5 for vnic_type normal with profile {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 21:24:01.763331 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [req-0c60e9c5-ad57-4d55-9baa-b884556f30cb req-e92c2495-2acc-4d5d-9dc3-abc7b631133f service neutron] Attempting to bind port 85e42356-3012-4a3b-9f75-ce1b665df28b by drivers openvswitch,hyperv on host n-h1-760453-5 at level 0 using segments [{'id': '24c7c5d0-e01c-4957-8108-056c43fd37fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '3e4368a8-f3b4-4f2b-9ce8-6f1eab73b100'}] {{(pid=103305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 26 21:24:01.763893 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c60e9c5-ad57-4d55-9baa-b884556f30cb req-e92c2495-2acc-4d5d-9dc3-abc7b631133f service neutron] Attempting to bind port 85e42356-3012-4a3b-9f75-ce1b665df28b on network 3e4368a8-f3b4-4f2b-9ce8-6f1eab73b100 {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 21:24:01.775871 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c60e9c5-ad57-4d55-9baa-b884556f30cb req-e92c2495-2acc-4d5d-9dc3-abc7b631133f service neutron] Port 85e42356-3012-4a3b-9f75-ce1b665df28b on network 3e4368a8-f3b4-4f2b-9ce8-6f1eab73b100 not bound, no agent of type Open vSwitch agent registered on host n-h1-760453-5 {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 26 21:24:01.776456 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c60e9c5-ad57-4d55-9baa-b884556f30cb req-e92c2495-2acc-4d5d-9dc3-abc7b631133f service neutron] Attempting to bind port 85e42356-3012-4a3b-9f75-ce1b665df28b on network 3e4368a8-f3b4-4f2b-9ce8-6f1eab73b100 {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 21:24:01.793660 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c60e9c5-ad57-4d55-9baa-b884556f30cb req-e92c2495-2acc-4d5d-9dc3-abc7b631133f service neutron] Checking agent: {'id': '32ef628b-8417-46c5-8729-60fcabe358f1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-760453-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 21, 3, 8), 'started_at': datetime.datetime(2022, 1, 26, 21, 3, 8), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 21, 23, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 26 21:24:01.794278 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c60e9c5-ad57-4d55-9baa-b884556f30cb req-e92c2495-2acc-4d5d-9dc3-abc7b631133f service neutron] Checking segment: {'id': '24c7c5d0-e01c-4957-8108-056c43fd37fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '3e4368a8-f3b4-4f2b-9ce8-6f1eab73b100'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103305) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 21:24:01.794840 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c60e9c5-ad57-4d55-9baa-b884556f30cb req-e92c2495-2acc-4d5d-9dc3-abc7b631133f service neutron] Bound using segment: {'id': '24c7c5d0-e01c-4957-8108-056c43fd37fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '3e4368a8-f3b4-4f2b-9ce8-6f1eab73b100'} {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 26 21:24:01.795465 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [req-0c60e9c5-ad57-4d55-9baa-b884556f30cb req-e92c2495-2acc-4d5d-9dc3-abc7b631133f service neutron] Bound port: 85e42356-3012-4a3b-9f75-ce1b665df28b, host: n-h1-760453-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '24c7c5d0-e01c-4957-8108-056c43fd37fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '3e4368a8-f3b4-4f2b-9ce8-6f1eab73b100'}}] {{(pid=103305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 26 21:24:01.796033 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-0c60e9c5-ad57-4d55-9baa-b884556f30cb req-e92c2495-2acc-4d5d-9dc3-abc7b631133f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (85e42356-3012-4a3b-9f75-ce1b665df28b), before_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:24:01.873630 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.db_base_plugin_common [req-55f28642-644f-4c47-bf63-f58fac2cea2a req-975ab3d8-6fb9-40e5-af6c-996596404778 tempest-VolumesActionsTest-214895973 tempest-VolumesActionsTest-214895973-project] Allocated IP 172.20.0.14 (fe1652f6-5e5b-410d-b0a4-8287c250dd60/9a840e4b-60e7-4e13-87cd-6871041d05bc/e322fe91-2bcc-4b23-9c17-e9381a34b2db) {{(pid=103304) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 21:24:01.929388 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [req-0c60e9c5-ad57-4d55-9baa-b884556f30cb req-e92c2495-2acc-4d5d-9dc3-abc7b631133f service neutron] For port 85e42356-3012-4a3b-9f75-ce1b665df28b, host n-h1-760453-5, cleared binding levels {{(pid=103305) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 26 21:24:01.935876 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [req-0c60e9c5-ad57-4d55-9baa-b884556f30cb req-e92c2495-2acc-4d5d-9dc3-abc7b631133f service neutron] For port 85e42356-3012-4a3b-9f75-ce1b665df28b, host n-h1-760453-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-5',level=0,port_id=85e42356-3012-4a3b-9f75-ce1b665df28b,segment=NetworkSegment(24c7c5d0-e01c-4957-8108-056c43fd37fe),segment_id=24c7c5d0-e01c-4957-8108-056c43fd37fe)] {{(pid=103305) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 26 21:24:01.943733 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-0c60e9c5-ad57-4d55-9baa-b884556f30cb req-e92c2495-2acc-4d5d-9dc3-abc7b631133f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11791520'] for port (85e42356-3012-4a3b-9f75-ce1b665df28b), after_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:24:01.989118 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c60e9c5-ad57-4d55-9baa-b884556f30cb req-e92c2495-2acc-4d5d-9dc3-abc7b631133f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:24:01.989993 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-0c60e9c5-ad57-4d55-9baa-b884556f30cb req-e92c2495-2acc-4d5d-9dc3-abc7b631133f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:24:01.996365 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-0c60e9c5-ad57-4d55-9baa-b884556f30cb req-e92c2495-2acc-4d5d-9dc3-abc7b631133f service neutron] 10.222.0.66 "PUT /v2.0/ports/85e42356-3012-4a3b-9f75-ce1b665df28b HTTP/1.1" status: 200 len: 1093 time: 2.4416127 Jan 26 21:24:02.002729 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-5f5d97d1-2a95-4b93-b126-1db01e2b3a5e tempest-FloatingIPAdminTestJSON-1084521353 tempest-FloatingIPAdminTestJSON-1084521353-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3709480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4110805'] for router_interface (9160aeb0-666c-4d98-8bf8-f44449d0d154), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:24:02.083001 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e92c2495-2acc-4d5d-9dc3-abc7b631133f service neutron] Pushing event updated for resources: {'Port': ['ID=85e42356-3012-4a3b-9f75-ce1b665df28b,revision_number=11']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:24:02.113727 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c60e9c5-ad57-4d55-9baa-b884556f30cb req-f71f31cd-389c-47f6-8ab1-8ee56182f865 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:24:02.118048 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-0c60e9c5-ad57-4d55-9baa-b884556f30cb req-f71f31cd-389c-47f6-8ab1-8ee56182f865 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=c6d9f10230f341edbbe46b16c17eb870&device_id=f9d28872-a0eb-43ed-b4ce-aee5b2886372 HTTP/1.1" status: 200 len: 1096 time: 0.0711331 Jan 26 21:24:02.184946 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-55f28642-644f-4c47-bf63-f58fac2cea2a req-975ab3d8-6fb9-40e5-af6c-996596404778 tempest-VolumesActionsTest-214895973 tempest-VolumesActionsTest-214895973-project] Publish callbacks [] for port (e322fe91-2bcc-4b23-9c17-e9381a34b2db), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:24:02.282095 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c60e9c5-ad57-4d55-9baa-b884556f30cb req-2028c134-f26d-4816-b63e-5ee529a05af5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:24:02.286241 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-0c60e9c5-ad57-4d55-9baa-b884556f30cb req-2028c134-f26d-4816-b63e-5ee529a05af5 service neutron] 10.222.0.66 "GET /v2.0/networks?id=3e4368a8-f3b4-4f2b-9ce8-6f1eab73b100 HTTP/1.1" status: 200 len: 898 time: 0.1618459 Jan 26 21:24:02.420503 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-0c60e9c5-ad57-4d55-9baa-b884556f30cb req-e235939d-fca3-4fb4-b195-bddebb2da7fb service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=85e42356-3012-4a3b-9f75-ce1b665df28b HTTP/1.1" status: 200 len: 1000 time: 0.1063371 Jan 26 21:24:02.429834 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-55f28642-644f-4c47-bf63-f58fac2cea2a req-975ab3d8-6fb9-40e5-af6c-996596404778 tempest-VolumesActionsTest-214895973 tempest-VolumesActionsTest-214895973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746560234527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9281553'] for port (e322fe91-2bcc-4b23-9c17-e9381a34b2db), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:24:02.473609 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b602fa96-02e0-4373-a0db-4ce346f4736b req-064e5bfa-4a7a-49d9-9c35-f1b4ba6d4b11 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:24:02.476393 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-b602fa96-02e0-4373-a0db-4ce346f4736b req-064e5bfa-4a7a-49d9-9c35-f1b4ba6d4b11 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] 10.222.0.13 "GET /v2.0/ports?device_id=f9d28872-a0eb-43ed-b4ce-aee5b2886372 HTTP/1.1" status: 200 len: 945 time: 0.3670552 Jan 26 21:24:02.544368 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-55f28642-644f-4c47-bf63-f58fac2cea2a req-975ab3d8-6fb9-40e5-af6c-996596404778 tempest-VolumesActionsTest-214895973 tempest-VolumesActionsTest-214895973-project] Network fe1652f6-5e5b-410d-b0a4-8287c250dd60 is already hosted by enough agents. {{(pid=103304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 21:24:02.551168 n-d-760453-5 neutron-server[103305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f9d28872-a0eb-43ed-b4ce-aee5b2886372', 'tag': '85e42356-3012-4a3b-9f75-ce1b665df28b'}] {{(pid=103305) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 21:24:02.552857 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [req-55f28642-644f-4c47-bf63-f58fac2cea2a req-975ab3d8-6fb9-40e5-af6c-996596404778 tempest-VolumesActionsTest-214895973 tempest-VolumesActionsTest-214895973-project] Resources bound (agent type, host, resource id): {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:24:02.557700 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d4654568b7bf041e72ff8fe1c96d6d761d9c921f2b99bc7b3a26632be20cee0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1a4aefe-8e79-4170-9557-b827bdadd7a6" -d '{"events": [{"name": "network-changed", "server_uuid": "f9d28872-a0eb-43ed-b4ce-aee5b2886372", "tag": "85e42356-3012-4a3b-9f75-ce1b665df28b"}]}' {{(pid=103305) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 21:24:02.567732 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c60e9c5-ad57-4d55-9baa-b884556f30cb req-d9836d51-5b75-4428-a27c-5f069daaff2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:24:02.570972 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-0c60e9c5-ad57-4d55-9baa-b884556f30cb req-d9836d51-5b75-4428-a27c-5f069daaff2f service neutron] 10.222.0.66 "GET /v2.0/subnets?id=c41b4bd2-c8e1-469d-9ade-a907fafb44b3 HTTP/1.1" status: 200 len: 834 time: 0.1440647 Jan 26 21:24:02.668086 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c60e9c5-ad57-4d55-9baa-b884556f30cb req-478b071d-e790-4bee-8aa8-f2f47b38c663 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:24:02.669987 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-0c60e9c5-ad57-4d55-9baa-b884556f30cb req-478b071d-e790-4bee-8aa8-f2f47b38c663 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=3e4368a8-f3b4-4f2b-9ce8-6f1eab73b100&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0923033 Jan 26 21:24:02.675678 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [req-55f28642-644f-4c47-bf63-f58fac2cea2a req-975ab3d8-6fb9-40e5-af6c-996596404778 tempest-VolumesActionsTest-214895973 tempest-VolumesActionsTest-214895973-project] Received port after_create {{(pid=103304) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 21:24:02.677595 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975ab3d8-6fb9-40e5-af6c-996596404778 tempest-VolumesActionsTest-214895973 tempest-VolumesActionsTest-214895973-project] Pushing event updated for resources: {'Port': ['ID=e322fe91-2bcc-4b23-9c17-e9381a34b2db,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:24:02.785981 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 26 Jan 2022 21:24:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-587830e3-9ea3-472b-9dcc-22b60a9a5672 x-openstack-request-id: req-587830e3-9ea3-472b-9dcc-22b60a9a5672 {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 21:24:02.786380 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f9d28872-a0eb-43ed-b4ce-aee5b2886372", "tag": "85e42356-3012-4a3b-9f75-ce1b665df28b", "status": "completed", "code": 200}]} {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 21:24:02.786574 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-587830e3-9ea3-472b-9dcc-22b60a9a5672 {{(pid=103305) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 21:24:02.787072 n-d-760453-5 neutron-server[103305]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f9d28872-a0eb-43ed-b4ce-aee5b2886372', 'tag': '85e42356-3012-4a3b-9f75-ce1b665df28b', 'status': 'completed', 'code': 200} Jan 26 21:24:02.881310 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a4aefe-8e79-4170-9557-b827bdadd7a6 req-8c2e881c-c1c3-492f-a8ff-7d44a64585fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:24:02.882844 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-c1a4aefe-8e79-4170-9557-b827bdadd7a6 req-8c2e881c-c1c3-492f-a8ff-7d44a64585fb service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=c6d9f10230f341edbbe46b16c17eb870&device_id=f9d28872-a0eb-43ed-b4ce-aee5b2886372 HTTP/1.1" status: 200 len: 1096 time: 0.1445944 Jan 26 21:24:02.888507 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-0c60e9c5-ad57-4d55-9baa-b884556f30cb req-ee1f2870-495a-4b46-9896-663178c26ce4 service neutron] 10.222.0.66 "GET /v2.0/networks/3e4368a8-f3b4-4f2b-9ce8-6f1eab73b100?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1897326 Jan 26 21:24:02.892815 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f28642-644f-4c47-bf63-f58fac2cea2a req-975ab3d8-6fb9-40e5-af6c-996596404778 tempest-VolumesActionsTest-214895973 tempest-VolumesActionsTest-214895973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:24:02.893403 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-55f28642-644f-4c47-bf63-f58fac2cea2a req-975ab3d8-6fb9-40e5-af6c-996596404778 tempest-VolumesActionsTest-214895973 tempest-VolumesActionsTest-214895973-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:24:02.909458 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-b602fa96-02e0-4373-a0db-4ce346f4736b req-b51bbd35-c71e-4638-816c-417e053f9249 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] 10.222.0.13 "GET /v2.0/security-groups?id=6cb8e788-9152-488c-8973-85140910b10a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4119580 Jan 26 21:24:02.965775 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-55f28642-644f-4c47-bf63-f58fac2cea2a req-975ab3d8-6fb9-40e5-af6c-996596404778 tempest-VolumesActionsTest-214895973 tempest-VolumesActionsTest-214895973-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1200047 Jan 26 21:24:02.973914 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8258556a-3c78-427b-a071-4b34947acf7f req-eaddc15c-f654-4155-95bc-2955092dbc6b tempest-VolumesActionsTest-214895973 tempest-VolumesActionsTest-214895973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:24:02.975516 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-8258556a-3c78-427b-a071-4b34947acf7f req-eaddc15c-f654-4155-95bc-2955092dbc6b tempest-VolumesActionsTest-214895973 tempest-VolumesActionsTest-214895973-project] 10.222.0.13 "GET /v2.0/ports?device_id=05158d67-f875-4920-a820-3e51ae56dac7 HTTP/1.1" status: 200 len: 932 time: 0.1698151 Jan 26 21:24:02.984861 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [req-55f28642-644f-4c47-bf63-f58fac2cea2a req-b6c15088-63eb-4ce3-8ed4-e271d5564451 service neutron] Request body: {'port': {'device_id': '05158d67-f875-4920-a820-3e51ae56dac7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-760453-5'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:24:03.049789 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a4aefe-8e79-4170-9557-b827bdadd7a6 req-ade47778-5ca0-4bc9-af15-d504dd9d57ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:24:03.051729 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-c1a4aefe-8e79-4170-9557-b827bdadd7a6 req-ade47778-5ca0-4bc9-af15-d504dd9d57ab service neutron] 10.222.0.57 "GET /v2.0/networks?id=3e4368a8-f3b4-4f2b-9ce8-6f1eab73b100 HTTP/1.1" status: 200 len: 898 time: 0.1619275 Jan 26 21:24:03.080495 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-0c60e9c5-ad57-4d55-9baa-b884556f30cb req-790ff1e5-6b57-45b4-a6a1-d18468dc2199 service neutron] 10.222.0.66 "GET /v2.0/networks/3e4368a8-f3b4-4f2b-9ce8-6f1eab73b100?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1823242 Jan 26 21:24:03.080763 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-55f28642-644f-4c47-bf63-f58fac2cea2a req-b6c15088-63eb-4ce3-8ed4-e271d5564451 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (e322fe91-2bcc-4b23-9c17-e9381a34b2db), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:24:03.093508 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f5d97d1-2a95-4b93-b126-1db01e2b3a5e tempest-FloatingIPAdminTestJSON-1084521353 tempest-FloatingIPAdminTestJSON-1084521353-project] Router 9160aeb0-666c-4d98-8bf8-f44449d0d154 has already been hosted by L3 agent 09df100c-3af1-4b0a-bda8-05914c71c458 {{(pid=103304) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 26 21:24:03.161911 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Device 1d52b1b0-8235-48ff-b09f-013ef28aa10b up at agent hyperv_n-h2-760453-5 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 21:24:03.174879 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-8258556a-3c78-427b-a071-4b34947acf7f req-78a7508c-7c9b-484c-80eb-bf7d53c8ddf1 tempest-VolumesActionsTest-214895973 tempest-VolumesActionsTest-214895973-project] 10.222.0.13 "GET /v2.0/security-groups?id=ddaf47c8-987f-416a-900e-f292bd12e357&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1573527 Jan 26 21:24:03.193483 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-c1a4aefe-8e79-4170-9557-b827bdadd7a6 req-dcefd281-5e92-4d94-8623-9f0d044352b0 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=85e42356-3012-4a3b-9f75-ce1b665df28b HTTP/1.1" status: 200 len: 1000 time: 0.1336246 Jan 26 21:24:03.276685 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a4aefe-8e79-4170-9557-b827bdadd7a6 req-eede9106-a123-4a12-87dc-96ef4ba1f6c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:24:03.279047 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-c1a4aefe-8e79-4170-9557-b827bdadd7a6 req-eede9106-a123-4a12-87dc-96ef4ba1f6c1 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=c41b4bd2-c8e1-469d-9ade-a907fafb44b3 HTTP/1.1" status: 200 len: 834 time: 0.0757277 Jan 26 21:24:03.303128 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Provisioning complete for port 1d52b1b0-8235-48ff-b09f-013ef28aa10b triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:24:03.305517 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (1d52b1b0-8235-48ff-b09f-013ef28aa10b), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:24:03.371251 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a4aefe-8e79-4170-9557-b827bdadd7a6 req-10da6731-1571-45f4-9891-88ada30e5252 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:24:03.372937 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-c1a4aefe-8e79-4170-9557-b827bdadd7a6 req-10da6731-1571-45f4-9891-88ada30e5252 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=c6d9f10230f341edbbe46b16c17eb870&device_id=f9d28872-a0eb-43ed-b4ce-aee5b2886372 HTTP/1.1" status: 200 len: 1096 time: 0.1785810 Jan 26 21:24:03.374629 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a4aefe-8e79-4170-9557-b827bdadd7a6 req-289e481d-d332-4af1-90ba-de2e34d7a7f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:24:03.376439 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-c1a4aefe-8e79-4170-9557-b827bdadd7a6 req-289e481d-d332-4af1-90ba-de2e34d7a7f9 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=3e4368a8-f3b4-4f2b-9ce8-6f1eab73b100&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0897520 Jan 26 21:24:03.454643 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Current status of the port 1d52b1b0-8235-48ff-b09f-013ef28aa10b is: BUILD; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:24:03.455521 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (1d52b1b0-8235-48ff-b09f-013ef28aa10b), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:24:03.458000 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f5d97d1-2a95-4b93-b126-1db01e2b3a5e tempest-FloatingIPAdminTestJSON-1084521353 tempest-FloatingIPAdminTestJSON-1084521353-project] Notify agent at l3_agent.n-d-760453-5 the message routers_updated {{(pid=103304) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 26 21:24:03.481776 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-445b57ff-19e7-4dbc-aa0f-cf47eb53c933 None None] Sync routers for ids ['9160aeb0-666c-4d98-8bf8-f44449d0d154'] in n-d-760453-5 {{(pid=103306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 26 21:24:03.488591 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-5f5d97d1-2a95-4b93-b126-1db01e2b3a5e tempest-FloatingIPAdminTestJSON-1084521353 tempest-FloatingIPAdminTestJSON-1084521353-project] 10.222.0.13 "PUT /v2.0/routers/9160aeb0-666c-4d98-8bf8-f44449d0d154/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8602605 Jan 26 21:24:03.490680 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 41958) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:24:03.497273 n-d-760453-5 neutron-server[103306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'afd30b02-fa71-4c6c-bb63-67718403e984', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d52b1b0-8235-48ff-b09f-013ef28aa10b'}] {{(pid=103306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 21:24:03.500180 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9d5d370febab655511bdd2ffe887e43e442d144a440368702bcc1e93af00b97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1368023-1ca1-4719-b351-35af1e6cbfb5" -d '{"events": [{"server_uuid": "afd30b02-fa71-4c6c-bb63-67718403e984", "name": "network-vif-plugged", "status": "completed", "tag": "1d52b1b0-8235-48ff-b09f-013ef28aa10b"}]}' {{(pid=103306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 21:24:03.523381 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] For port 1d52b1b0-8235-48ff-b09f-013ef28aa10b, host n-h2-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-5',level=0,port_id=1d52b1b0-8235-48ff-b09f-013ef28aa10b,segment=NetworkSegment(9fd884b8-86e2-416d-a96d-94ce9081e9cd),segment_id=9fd884b8-86e2-416d-a96d-94ce9081e9cd)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:24:03.525183 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-445b57ff-19e7-4dbc-aa0f-cf47eb53c933 None None] Routers {'9160aeb0-666c-4d98-8bf8-f44449d0d154'} bound to L3 agent in host n-d-760453-5 {{(pid=103306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 21:24:03.526010 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-445b57ff-19e7-4dbc-aa0f-cf47eb53c933 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-26T20:55:21Z,description=,heartbeat_timestamp=2022-01-26T21:23:51Z,host='n-d-760453-5',id=09df100c-3af1-4b0a-bda8-05914c71c458,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:55:21Z,topic='l3_agent')) {'router_ids': ['9160aeb0-666c-4d98-8bf8-f44449d0d154'], 'active': True} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:24:03.633060 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (1d52b1b0-8235-48ff-b09f-013ef28aa10b), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:24:03.649235 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-445b57ff-19e7-4dbc-aa0f-cf47eb53c933 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760453-5', False) {} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:24:03.693598 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Jan 2022 21:24:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88bf388c-707a-4862-a4bd-d3deaf1a77c2 x-openstack-request-id: req-88bf388c-707a-4862-a4bd-d3deaf1a77c2 {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 21:24:03.693886 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "afd30b02-fa71-4c6c-bb63-67718403e984", "name": "network-vif-plugged", "status": "completed", "tag": "1d52b1b0-8235-48ff-b09f-013ef28aa10b", "code": 200}]} {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 21:24:03.694143 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-88bf388c-707a-4862-a4bd-d3deaf1a77c2 {{(pid=103306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 21:24:03.694565 n-d-760453-5 neutron-server[103306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'afd30b02-fa71-4c6c-bb63-67718403e984', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d52b1b0-8235-48ff-b09f-013ef28aa10b', 'code': 200} Jan 26 21:24:03.695047 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-c1a4aefe-8e79-4170-9557-b827bdadd7a6 req-4db7fc52-4635-4310-9668-95b4ac93ce04 service neutron] 10.222.0.57 "GET /v2.0/networks/3e4368a8-f3b4-4f2b-9ce8-6f1eab73b100?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3115456 Jan 26 21:24:03.788011 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a4aefe-8e79-4170-9557-b827bdadd7a6 req-a2662ae6-ccd8-4506-9865-810ecb050f55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:24:03.789968 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-c1a4aefe-8e79-4170-9557-b827bdadd7a6 req-a2662ae6-ccd8-4506-9865-810ecb050f55 service neutron] 10.222.0.66 "GET /v2.0/networks?id=3e4368a8-f3b4-4f2b-9ce8-6f1eab73b100 HTTP/1.1" status: 200 len: 898 time: 0.3165052 Jan 26 21:24:03.815982 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-445b57ff-19e7-4dbc-aa0f-cf47eb53c933 None None] Routers {'9160aeb0-666c-4d98-8bf8-f44449d0d154'} bound to L3 agent in host n-d-760453-5 {{(pid=103306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 21:24:03.818939 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-445b57ff-19e7-4dbc-aa0f-cf47eb53c933 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-26T20:55:21Z,description=,heartbeat_timestamp=2022-01-26T21:23:51Z,host='n-d-760453-5',id=09df100c-3af1-4b0a-bda8-05914c71c458,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:55:21Z,topic='l3_agent')) {'router_ids': ['9160aeb0-666c-4d98-8bf8-f44449d0d154'], 'active': True} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:24:03.832416 n-d-760453-5 neutron-server[103304]: DEBUG neutron.notifiers.nova [req-55f28642-644f-4c47-bf63-f58fac2cea2a req-b6c15088-63eb-4ce3-8ed4-e271d5564451 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e322fe91-2bcc-4b23-9c17-e9381a34b2db {{(pid=103304) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 26 21:24:03.875351 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-55f28642-644f-4c47-bf63-f58fac2cea2a req-b6c15088-63eb-4ce3-8ed4-e271d5564451 service neutron] Publish callbacks [] for port (e322fe91-2bcc-4b23-9c17-e9381a34b2db), precommit_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:24:03.901252 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-445b57ff-19e7-4dbc-aa0f-cf47eb53c933 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760453-5', False) {} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:24:03.910464 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-445b57ff-19e7-4dbc-aa0f-cf47eb53c933 None None] The sync data for ids ['9160aeb0-666c-4d98-8bf8-f44449d0d154'] in n-d-760453-5 is: [] {{(pid=103306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 26 21:24:03.937893 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-c1a4aefe-8e79-4170-9557-b827bdadd7a6 req-4f11bf15-c3d0-49ae-be05-f3168f28dfc7 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=85e42356-3012-4a3b-9f75-ce1b665df28b HTTP/1.1" status: 200 len: 1000 time: 0.1407328 Jan 26 21:24:03.953225 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-c1a4aefe-8e79-4170-9557-b827bdadd7a6 req-895f1fb8-28ef-46b8-a6a0-34c29b30603a service neutron] 10.222.0.57 "GET /v2.0/networks/3e4368a8-f3b4-4f2b-9ce8-6f1eab73b100?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2464156 Jan 26 21:24:03.975424 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Pushing event updated for resources: {'Port': ['ID=1d52b1b0-8235-48ff-b09f-013ef28aa10b,revision_number=7']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:24:03.993806 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.provisioning_blocks [req-55f28642-644f-4c47-bf63-f58fac2cea2a req-b6c15088-63eb-4ce3-8ed4-e271d5564451 service neutron] Transition to ACTIVE for port object e322fe91-2bcc-4b23-9c17-e9381a34b2db will not be triggered until provisioned by entity L2. {{(pid=103304) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 21:24:04.006967 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-55f28642-644f-4c47-bf63-f58fac2cea2a req-b6c15088-63eb-4ce3-8ed4-e271d5564451 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9281542'] for port (e322fe91-2bcc-4b23-9c17-e9381a34b2db), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:24:04.037841 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a4aefe-8e79-4170-9557-b827bdadd7a6 req-6bf737fd-e036-49d0-9180-99e19bd47df2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:24:04.039852 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-c1a4aefe-8e79-4170-9557-b827bdadd7a6 req-6bf737fd-e036-49d0-9180-99e19bd47df2 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=c41b4bd2-c8e1-469d-9ade-a907fafb44b3 HTTP/1.1" status: 200 len: 834 time: 0.0893166 Jan 26 21:24:04.089397 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c15088-63eb-4ce3-8ed4-e271d5564451 service neutron] Pushing event updated for resources: {'Port': ['ID=e322fe91-2bcc-4b23-9c17-e9381a34b2db,revision_number=2']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:24:04.149152 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a4aefe-8e79-4170-9557-b827bdadd7a6 req-7385b085-f080-4f47-aec1-c6ec557999e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:24:04.153336 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-c1a4aefe-8e79-4170-9557-b827bdadd7a6 req-7385b085-f080-4f47-aec1-c6ec557999e1 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=3e4368a8-f3b4-4f2b-9ce8-6f1eab73b100&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1042125 Jan 26 21:24:04.172181 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-e4958d97-7a18-4c02-9927-aa46a6d07474 tempest-FloatingIPAdminTestJSON-1084521353 tempest-FloatingIPAdminTestJSON-1084521353-project] Publish callbacks [] for router (9160aeb0-666c-4d98-8bf8-f44449d0d154), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:24:04.397216 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-c1a4aefe-8e79-4170-9557-b827bdadd7a6 req-b505cf4d-a142-4ff5-8cf4-a1cfada5ab15 service neutron] 10.222.0.66 "GET /v2.0/networks/3e4368a8-f3b4-4f2b-9ce8-6f1eab73b100?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2372000 Jan 26 21:24:04.484862 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a7116c-4580-4838-96af-d7f78a028547 req-8cc07dab-372e-4689-859c-17d7615506ad tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:24:04.486963 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-25a7116c-4580-4838-96af-d7f78a028547 req-8cc07dab-372e-4689-859c-17d7615506ad tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] 10.222.0.13 "GET /v2.0/ports?device_id=f9d28872-a0eb-43ed-b4ce-aee5b2886372 HTTP/1.1" status: 200 len: 945 time: 0.4133701 Jan 26 21:24:04.536420 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-c1a4aefe-8e79-4170-9557-b827bdadd7a6 req-d85f1b95-def1-4ed7-b9f3-ff6b03815119 service neutron] 10.222.0.66 "GET /v2.0/networks/3e4368a8-f3b4-4f2b-9ce8-6f1eab73b100?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1324010 Jan 26 21:24:04.580420 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1cbb22-64c3-44d4-9c0a-0d3ba93e2c0b req-73446fa8-0b9e-4fd7-a565-e38a6623c117 tempest-VolumesActionsTest-214895973 tempest-VolumesActionsTest-214895973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:24:04.582002 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-fa1cbb22-64c3-44d4-9c0a-0d3ba93e2c0b req-73446fa8-0b9e-4fd7-a565-e38a6623c117 tempest-VolumesActionsTest-214895973 tempest-VolumesActionsTest-214895973-project] 10.222.0.13 "GET /v2.0/ports?device_id=05158d67-f875-4920-a820-3e51ae56dac7 HTTP/1.1" status: 200 len: 944 time: 0.2263610 Jan 26 21:24:04.649146 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [req-55f28642-644f-4c47-bf63-f58fac2cea2a req-b6c15088-63eb-4ce3-8ed4-e271d5564451 service neutron] Attempting to bind port e322fe91-2bcc-4b23-9c17-e9381a34b2db on host n-h2-760453-5 for vnic_type normal with profile {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 21:24:04.649561 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [req-55f28642-644f-4c47-bf63-f58fac2cea2a req-b6c15088-63eb-4ce3-8ed4-e271d5564451 service neutron] Attempting to bind port e322fe91-2bcc-4b23-9c17-e9381a34b2db by drivers openvswitch,hyperv on host n-h2-760453-5 at level 0 using segments [{'id': '45a09725-e309-4185-8154-cee7b0dbfa3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'fe1652f6-5e5b-410d-b0a4-8287c250dd60'}] {{(pid=103304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 26 21:24:04.650272 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55f28642-644f-4c47-bf63-f58fac2cea2a req-b6c15088-63eb-4ce3-8ed4-e271d5564451 service neutron] Attempting to bind port e322fe91-2bcc-4b23-9c17-e9381a34b2db on network fe1652f6-5e5b-410d-b0a4-8287c250dd60 {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 21:24:04.677939 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55f28642-644f-4c47-bf63-f58fac2cea2a req-b6c15088-63eb-4ce3-8ed4-e271d5564451 service neutron] Port e322fe91-2bcc-4b23-9c17-e9381a34b2db on network fe1652f6-5e5b-410d-b0a4-8287c250dd60 not bound, no agent of type Open vSwitch agent registered on host n-h2-760453-5 {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 26 21:24:04.678295 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55f28642-644f-4c47-bf63-f58fac2cea2a req-b6c15088-63eb-4ce3-8ed4-e271d5564451 service neutron] Attempting to bind port e322fe91-2bcc-4b23-9c17-e9381a34b2db on network fe1652f6-5e5b-410d-b0a4-8287c250dd60 {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 21:24:04.691005 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-e4958d97-7a18-4c02-9927-aa46a6d07474 tempest-FloatingIPAdminTestJSON-1084521353 tempest-FloatingIPAdminTestJSON-1084521353-project] Publish callbacks [] for router_gateway (9160aeb0-666c-4d98-8bf8-f44449d0d154), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:24:04.701536 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-fa1cbb22-64c3-44d4-9c0a-0d3ba93e2c0b req-0cddaba7-0c41-4567-9ef4-03ed4e261b3d tempest-VolumesActionsTest-214895973 tempest-VolumesActionsTest-214895973-project] 10.222.0.13 "GET /v2.0/security-groups?id=ddaf47c8-987f-416a-900e-f292bd12e357&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114495 Jan 26 21:24:04.703581 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55f28642-644f-4c47-bf63-f58fac2cea2a req-b6c15088-63eb-4ce3-8ed4-e271d5564451 service neutron] Checking agent: {'id': '4d619873-4b60-439f-9b5a-b155dc8bbc34', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-760453-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 21, 2, 53), 'started_at': datetime.datetime(2022, 1, 26, 21, 2, 53), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 21, 23, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 26 21:24:04.704222 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55f28642-644f-4c47-bf63-f58fac2cea2a req-b6c15088-63eb-4ce3-8ed4-e271d5564451 service neutron] Checking segment: {'id': '45a09725-e309-4185-8154-cee7b0dbfa3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'fe1652f6-5e5b-410d-b0a4-8287c250dd60'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103304) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 21:24:04.704625 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55f28642-644f-4c47-bf63-f58fac2cea2a req-b6c15088-63eb-4ce3-8ed4-e271d5564451 service neutron] Bound using segment: {'id': '45a09725-e309-4185-8154-cee7b0dbfa3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'fe1652f6-5e5b-410d-b0a4-8287c250dd60'} {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 26 21:24:04.705738 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [req-55f28642-644f-4c47-bf63-f58fac2cea2a req-b6c15088-63eb-4ce3-8ed4-e271d5564451 service neutron] Bound port: e322fe91-2bcc-4b23-9c17-e9381a34b2db, host: n-h2-760453-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '45a09725-e309-4185-8154-cee7b0dbfa3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'fe1652f6-5e5b-410d-b0a4-8287c250dd60'}}] {{(pid=103304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 26 21:24:04.706107 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-55f28642-644f-4c47-bf63-f58fac2cea2a req-b6c15088-63eb-4ce3-8ed4-e271d5564451 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (e322fe91-2bcc-4b23-9c17-e9381a34b2db), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:24:04.711441 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-25a7116c-4580-4838-96af-d7f78a028547 req-098c5e45-a5d1-4210-8313-292154fffa82 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] 10.222.0.13 "GET /v2.0/security-groups?id=6cb8e788-9152-488c-8973-85140910b10a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2159355 Jan 26 21:24:04.841963 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [req-55f28642-644f-4c47-bf63-f58fac2cea2a req-b6c15088-63eb-4ce3-8ed4-e271d5564451 service neutron] For port e322fe91-2bcc-4b23-9c17-e9381a34b2db, host n-h2-760453-5, cleared binding levels {{(pid=103304) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 26 21:24:04.858407 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [req-55f28642-644f-4c47-bf63-f58fac2cea2a req-b6c15088-63eb-4ce3-8ed4-e271d5564451 service neutron] For port e322fe91-2bcc-4b23-9c17-e9381a34b2db, host n-h2-760453-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-5',level=0,port_id=e322fe91-2bcc-4b23-9c17-e9381a34b2db,segment=NetworkSegment(45a09725-e309-4185-8154-cee7b0dbfa3b),segment_id=45a09725-e309-4185-8154-cee7b0dbfa3b)] {{(pid=103304) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 26 21:24:04.894667 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-55f28642-644f-4c47-bf63-f58fac2cea2a req-b6c15088-63eb-4ce3-8ed4-e271d5564451 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9281542'] for port (e322fe91-2bcc-4b23-9c17-e9381a34b2db), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:24:04.958700 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c15088-63eb-4ce3-8ed4-e271d5564451 service neutron] Pushing event updated for resources: {'Port': ['ID=e322fe91-2bcc-4b23-9c17-e9381a34b2db,revision_number=3']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:24:04.979975 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f28642-644f-4c47-bf63-f58fac2cea2a req-b6c15088-63eb-4ce3-8ed4-e271d5564451 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:24:04.980625 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-55f28642-644f-4c47-bf63-f58fac2cea2a req-b6c15088-63eb-4ce3-8ed4-e271d5564451 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:24:04.982510 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-55f28642-644f-4c47-bf63-f58fac2cea2a req-b6c15088-63eb-4ce3-8ed4-e271d5564451 service neutron] 10.222.0.57 "PUT /v2.0/ports/e322fe91-2bcc-4b23-9c17-e9381a34b2db HTTP/1.1" status: 200 len: 1092 time: 2.0041757 Jan 26 21:24:04.983950 n-d-760453-5 neutron-server[103304]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '05158d67-f875-4920-a820-3e51ae56dac7', 'tag': 'e322fe91-2bcc-4b23-9c17-e9381a34b2db'}] {{(pid=103304) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 21:24:04.986281 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d52b45f1943fcd332af9527eb73ff93c8d715d44383a3f6d18de73b4cfcf87b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ffa3847-c1e7-4792-af60-23413e11efb2" -d '{"events": [{"name": "network-changed", "server_uuid": "05158d67-f875-4920-a820-3e51ae56dac7", "tag": "e322fe91-2bcc-4b23-9c17-e9381a34b2db"}]}' {{(pid=103304) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 21:24:05.082966 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-e4958d97-7a18-4c02-9927-aa46a6d07474 tempest-FloatingIPAdminTestJSON-1084521353 tempest-FloatingIPAdminTestJSON-1084521353-project] Deleting port bf9ec914-5871-4e2d-8cba-6bce9469154c {{(pid=103304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 21:24:05.083560 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-e4958d97-7a18-4c02-9927-aa46a6d07474 tempest-FloatingIPAdminTestJSON-1084521353 tempest-FloatingIPAdminTestJSON-1084521353-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746560630878'] for port (bf9ec914-5871-4e2d-8cba-6bce9469154c), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:24:05.571063 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-e4958d97-7a18-4c02-9927-aa46a6d07474 tempest-FloatingIPAdminTestJSON-1084521353 tempest-FloatingIPAdminTestJSON-1084521353-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4109658'] for port (bf9ec914-5871-4e2d-8cba-6bce9469154c), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:24:05.588920 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-e4958d97-7a18-4c02-9927-aa46a6d07474 tempest-FloatingIPAdminTestJSON-1084521353 tempest-FloatingIPAdminTestJSON-1084521353-project] Calling delete_port for bf9ec914-5871-4e2d-8cba-6bce9469154c owned by network:router_gateway {{(pid=103304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 21:24:05.702815 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 26 Jan 2022 21:24:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f9d2045-ec03-41a6-8115-8cb8e3debf4c x-openstack-request-id: req-9f9d2045-ec03-41a6-8115-8cb8e3debf4c {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 21:24:05.703548 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "05158d67-f875-4920-a820-3e51ae56dac7", "tag": "e322fe91-2bcc-4b23-9c17-e9381a34b2db", "status": "completed", "code": 200}]} {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 21:24:05.703874 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-9f9d2045-ec03-41a6-8115-8cb8e3debf4c {{(pid=103304) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 21:24:05.704375 n-d-760453-5 neutron-server[103304]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '05158d67-f875-4920-a820-3e51ae56dac7', 'tag': 'e322fe91-2bcc-4b23-9c17-e9381a34b2db', 'status': 'completed', 'code': 200} Jan 26 21:24:05.740748 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f28642-644f-4c47-bf63-f58fac2cea2a req-12951ebd-c5d2-45df-80a9-613a73c2e52b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:24:05.742658 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-55f28642-644f-4c47-bf63-f58fac2cea2a req-12951ebd-c5d2-45df-80a9-613a73c2e52b service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=3b09e7e55e684250bd3d8dcf0a678880&device_id=05158d67-f875-4920-a820-3e51ae56dac7 HTTP/1.1" status: 200 len: 1095 time: 0.7104163 Jan 26 21:24:05.857026 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-55f28642-644f-4c47-bf63-f58fac2cea2a req-ab71287a-d668-428c-b7c5-2c6824ada406 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e322fe91-2bcc-4b23-9c17-e9381a34b2db HTTP/1.1" status: 200 len: 217 time: 0.1061156 Jan 26 21:24:05.962105 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f28642-644f-4c47-bf63-f58fac2cea2a req-13b629e7-660a-4358-9615-7b2b82b9a635 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:24:05.965027 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-55f28642-644f-4c47-bf63-f58fac2cea2a req-13b629e7-660a-4358-9615-7b2b82b9a635 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=9a840e4b-60e7-4e13-87cd-6871041d05bc HTTP/1.1" status: 200 len: 848 time: 0.0802026 Jan 26 21:24:06.043490 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-55f28642-644f-4c47-bf63-f58fac2cea2a req-c91c64cd-d1b4-4457-a13e-dcda7f750ae4 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=fe1652f6-5e5b-410d-b0a4-8287c250dd60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0386851 Jan 26 21:24:06.228855 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17aad249-4b27-4bd1-8bc0-98ec7d226295 req-e5e4a457-a3b8-47c5-a17b-69986fafe346 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:24:06.236235 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-17aad249-4b27-4bd1-8bc0-98ec7d226295 req-e5e4a457-a3b8-47c5-a17b-69986fafe346 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] 10.222.0.13 "GET /v2.0/ports?device_id=f9d28872-a0eb-43ed-b4ce-aee5b2886372 HTTP/1.1" status: 200 len: 945 time: 0.2878947 Jan 26 21:24:06.284874 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-e4958d97-7a18-4c02-9927-aa46a6d07474 tempest-FloatingIPAdminTestJSON-1084521353 tempest-FloatingIPAdminTestJSON-1084521353-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746560636600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746560234536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9281553'] for port (bf9ec914-5871-4e2d-8cba-6bce9469154c), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:24:06.325597 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4958d97-7a18-4c02-9927-aa46a6d07474 tempest-FloatingIPAdminTestJSON-1084521353 tempest-FloatingIPAdminTestJSON-1084521353-project] Pushing event deleted for resources: {'Port': ['ID=bf9ec914-5871-4e2d-8cba-6bce9469154c,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:24:06.344841 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544342d0-1c27-4a96-a4ac-c6c9917903d3 req-92dd07ea-c6e1-4478-8076-0393ee658f5f tempest-VolumesActionsTest-214895973 tempest-VolumesActionsTest-214895973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:24:06.347177 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-544342d0-1c27-4a96-a4ac-c6c9917903d3 req-92dd07ea-c6e1-4478-8076-0393ee658f5f tempest-VolumesActionsTest-214895973 tempest-VolumesActionsTest-214895973-project] 10.222.0.13 "GET /v2.0/ports?device_id=05158d67-f875-4920-a820-3e51ae56dac7 HTTP/1.1" status: 200 len: 944 time: 0.3799152 Jan 26 21:24:06.368058 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-17aad249-4b27-4bd1-8bc0-98ec7d226295 req-738a74b2-4ce6-4291-a7d6-eec1497f9ff8 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] 10.222.0.13 "GET /v2.0/security-groups?id=6cb8e788-9152-488c-8973-85140910b10a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1307714 Jan 26 21:24:06.540313 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-55f28642-644f-4c47-bf63-f58fac2cea2a req-b78a9d28-1bf7-40c2-8896-cf98de4a0077 service neutron] 10.222.0.57 "GET /v2.0/networks/fe1652f6-5e5b-410d-b0a4-8287c250dd60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4148962 Jan 26 21:24:06.660634 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-544342d0-1c27-4a96-a4ac-c6c9917903d3 req-929bad86-918c-481c-ae9b-85f29067e0b8 tempest-VolumesActionsTest-214895973 tempest-VolumesActionsTest-214895973-project] 10.222.0.13 "GET /v2.0/security-groups?id=ddaf47c8-987f-416a-900e-f292bd12e357&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2881563 Jan 26 21:24:06.660634 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-e4958d97-7a18-4c02-9927-aa46a6d07474 tempest-FloatingIPAdminTestJSON-1084521353 tempest-FloatingIPAdminTestJSON-1084521353-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4111291'] for router_gateway (9160aeb0-666c-4d98-8bf8-f44449d0d154), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:24:06.742253 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Device 85e42356-3012-4a3b-9f75-ce1b665df28b details requested by agent hyperv_n-h1-760453-5 with host n-h1-760453-5 {{(pid=103306) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 26 21:24:06.873701 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-e4958d97-7a18-4c02-9927-aa46a6d07474 tempest-FloatingIPAdminTestJSON-1084521353 tempest-FloatingIPAdminTestJSON-1084521353-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4105774', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13082'] for router (9160aeb0-666c-4d98-8bf8-f44449d0d154), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:24:06.877500 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-e4958d97-7a18-4c02-9927-aa46a6d07474 tempest-FloatingIPAdminTestJSON-1084521353 tempest-FloatingIPAdminTestJSON-1084521353-project] Publish callbacks [] for router_controller (9160aeb0-666c-4d98-8bf8-f44449d0d154), precommit_delete_associations {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:24:06.957590 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] For port 85e42356-3012-4a3b-9f75-ce1b665df28b, host n-h1-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-5',level=0,port_id=85e42356-3012-4a3b-9f75-ce1b665df28b,segment=NetworkSegment(24c7c5d0-e01c-4957-8108-056c43fd37fe),segment_id=24c7c5d0-e01c-4957-8108-056c43fd37fe)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:24:06.982114 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-55f28642-644f-4c47-bf63-f58fac2cea2a req-3949ba24-f38f-456d-8a43-e758fb31c074 service neutron] 10.222.0.57 "GET /v2.0/networks/fe1652f6-5e5b-410d-b0a4-8287c250dd60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4283183 Jan 26 21:24:06.992548 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-e4958d97-7a18-4c02-9927-aa46a6d07474 tempest-FloatingIPAdminTestJSON-1084521353 tempest-FloatingIPAdminTestJSON-1084521353-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4105767'] for router (9160aeb0-666c-4d98-8bf8-f44449d0d154), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:24:06.993117 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4958d97-7a18-4c02-9927-aa46a6d07474 tempest-FloatingIPAdminTestJSON-1084521353 tempest-FloatingIPAdminTestJSON-1084521353-project] Fanout notify agent at l3_agent the message router_deleted on router 9160aeb0-666c-4d98-8bf8-f44449d0d154 {{(pid=103304) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 26 21:24:07.001781 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-e4958d97-7a18-4c02-9927-aa46a6d07474 tempest-FloatingIPAdminTestJSON-1084521353 tempest-FloatingIPAdminTestJSON-1084521353-project] Publish callbacks [] for router (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:24:07.005995 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 42026) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:24:07.007358 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-e4958d97-7a18-4c02-9927-aa46a6d07474 tempest-FloatingIPAdminTestJSON-1084521353 tempest-FloatingIPAdminTestJSON-1084521353-project] 10.222.0.13 "DELETE /v2.0/routers/9160aeb0-666c-4d98-8bf8-f44449d0d154 HTTP/1.1" status: 204 len: 168 time: 3.5158982 Jan 26 21:24:07.062284 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Returning: {'device': '85e42356-3012-4a3b-9f75-ce1b665df28b', 'network_id': '3e4368a8-f3b4-4f2b-9ce8-6f1eab73b100', 'port_id': '85e42356-3012-4a3b-9f75-ce1b665df28b', 'mac_address': 'fa:16:3e:37:81:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 584, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c41b4bd2-c8e1-469d-9ade-a907fafb44b3', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103306) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 26 21:24:07.118094 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Current status of the port 85e42356-3012-4a3b-9f75-ce1b665df28b is: DOWN; New status is: BUILD {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:24:07.118815 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (85e42356-3012-4a3b-9f75-ce1b665df28b), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:24:07.142732 n-d-760453-5 neutron-server[103306]: DEBUG neutron.notifiers.nova [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 85e42356-3012-4a3b-9f75-ce1b665df28b {{(pid=103306) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 26 21:24:07.180034 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] For port 85e42356-3012-4a3b-9f75-ce1b665df28b, host n-h1-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-5',level=0,port_id=85e42356-3012-4a3b-9f75-ce1b665df28b,segment=NetworkSegment(24c7c5d0-e01c-4957-8108-056c43fd37fe),segment_id=24c7c5d0-e01c-4957-8108-056c43fd37fe)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:24:07.191096 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (85e42356-3012-4a3b-9f75-ce1b665df28b), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:24:07.236161 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.db_base_plugin_v2 [None req-066667ae-3eff-4952-b248-516737105655 tempest-FloatingIPAdminTestJSON-1084521353 tempest-FloatingIPAdminTestJSON-1084521353-project] Deleting subnet 4d357529-a438-42de-a0b1-3f1f04b6e867 {{(pid=103305) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 26 21:24:07.241386 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-066667ae-3eff-4952-b248-516737105655 tempest-FloatingIPAdminTestJSON-1084521353 tempest-FloatingIPAdminTestJSON-1084521353-project] Publish callbacks [] for subnet (4d357529-a438-42de-a0b1-3f1f04b6e867), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:24:07.274108 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Pushing event updated for resources: {'Port': ['ID=85e42356-3012-4a3b-9f75-ce1b665df28b,revision_number=12']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:24:07.348638 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ffa3847-c1e7-4792-af60-23413e11efb2 req-955cf4a3-eff3-4cd0-b13d-8677a770aa4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:24:07.350186 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-2ffa3847-c1e7-4792-af60-23413e11efb2 req-955cf4a3-eff3-4cd0-b13d-8677a770aa4d service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=3b09e7e55e684250bd3d8dcf0a678880&device_id=05158d67-f875-4920-a820-3e51ae56dac7 HTTP/1.1" status: 200 len: 1095 time: 0.1095150 Jan 26 21:24:07.353867 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-066667ae-3eff-4952-b248-516737105655 tempest-FloatingIPAdminTestJSON-1084521353 tempest-FloatingIPAdminTestJSON-1084521353-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11788946'] for subnet (4d357529-a438-42de-a0b1-3f1f04b6e867), precommit_delete_associations {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:24:07.562139 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-066667ae-3eff-4952-b248-516737105655 tempest-FloatingIPAdminTestJSON-1084521353 tempest-FloatingIPAdminTestJSON-1084521353-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687316'] for subnet (4d357529-a438-42de-a0b1-3f1f04b6e867), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:24:07.614909 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1410a1fa-0d42-49a8-b376-45e17eba4bc4 req-0cb53a90-0f24-41f4-9ea4-3a18e26fa506 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:24:07.616465 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-1410a1fa-0d42-49a8-b376-45e17eba4bc4 req-0cb53a90-0f24-41f4-9ea4-3a18e26fa506 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] 10.222.0.13 "GET /v2.0/ports?device_id=f9d28872-a0eb-43ed-b4ce-aee5b2886372 HTTP/1.1" status: 200 len: 946 time: 0.1441660 Jan 26 21:24:07.667098 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ffa3847-c1e7-4792-af60-23413e11efb2 req-65bc88c8-9928-4bd3-a6ae-eee3620437bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:24:07.671177 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-2ffa3847-c1e7-4792-af60-23413e11efb2 req-65bc88c8-9928-4bd3-a6ae-eee3620437bd service neutron] 10.222.0.57 "GET /v2.0/networks?id=fe1652f6-5e5b-410d-b0a4-8287c250dd60 HTTP/1.1" status: 200 len: 909 time: 0.3138490 Jan 26 21:24:07.671915 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] get_ports_and_sgs() called for port_ids ['85e42356-3012-4a3b-9f75-ce1b665df28b'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 26 21:24:07.678375 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-066667ae-3eff-4952-b248-516737105655 tempest-FloatingIPAdminTestJSON-1084521353 tempest-FloatingIPAdminTestJSON-1084521353-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11791594', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11599980'] for subnet (4d357529-a438-42de-a0b1-3f1f04b6e867), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:24:07.764400 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-2ffa3847-c1e7-4792-af60-23413e11efb2 req-bcc8835f-3f50-4301-9471-a5fe606f45db service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e322fe91-2bcc-4b23-9c17-e9381a34b2db HTTP/1.1" status: 200 len: 217 time: 0.0783632 Jan 26 21:24:07.773883 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066667ae-3eff-4952-b248-516737105655 tempest-FloatingIPAdminTestJSON-1084521353 tempest-FloatingIPAdminTestJSON-1084521353-project] Pushing event deleted for resources: {'Subnet': ['ID=4d357529-a438-42de-a0b1-3f1f04b6e867,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:24:07.799543 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-066667ae-3eff-4952-b248-516737105655 tempest-FloatingIPAdminTestJSON-1084521353 tempest-FloatingIPAdminTestJSON-1084521353-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709645'] for subnet (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:24:07.808164 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2c55e16-4d41-4a15-9b56-1886e3896573 None None] Network 56f22924-5098-4c25-8552-a096e9ecfd2b requested from n-d-760453-5 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 26 21:24:07.813241 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-066667ae-3eff-4952-b248-516737105655 tempest-FloatingIPAdminTestJSON-1084521353 tempest-FloatingIPAdminTestJSON-1084521353-project] 10.222.0.13 "DELETE /v2.0/subnets/4d357529-a438-42de-a0b1-3f1f04b6e867 HTTP/1.1" status: 204 len: 168 time: 0.8050494 Jan 26 21:24:07.817257 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 42048) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:24:07.963851 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-1410a1fa-0d42-49a8-b376-45e17eba4bc4 req-660824fb-c0e3-42f8-92a2-19777ba3f0e1 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] 10.222.0.13 "GET /v2.0/security-groups?id=6cb8e788-9152-488c-8973-85140910b10a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3328760 Jan 26 21:24:07.982030 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ffa3847-c1e7-4792-af60-23413e11efb2 req-385de9ea-be5b-4af6-a3b7-9d13e4e40ece service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:24:07.982923 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 42052) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:24:07.984573 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-2ffa3847-c1e7-4792-af60-23413e11efb2 req-385de9ea-be5b-4af6-a3b7-9d13e4e40ece service neutron] 10.222.0.57 "GET /v2.0/subnets?id=9a840e4b-60e7-4e13-87cd-6871041d05bc HTTP/1.1" status: 200 len: 848 time: 0.2123075 Jan 26 21:24:08.059428 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-2ffa3847-c1e7-4792-af60-23413e11efb2 req-aa2cdce6-4dfb-4ec4-8f14-cb2a3690ae1b service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=fe1652f6-5e5b-410d-b0a4-8287c250dd60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0592966 Jan 26 21:24:08.092104 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-d8506458-877d-4238-8ed0-35f9f7b79a9a tempest-FloatingIPAdminTestJSON-1084521353 tempest-FloatingIPAdminTestJSON-1084521353-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-748181'] for network (56f22924-5098-4c25-8552-a096e9ecfd2b), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:24:08.114400 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ed5ee29-4f0e-4fe2-a65d-f550ac78a6a8 None None] DHCP port deletion for 56f22924-5098-4c25-8552-a096e9ecfd2b request from n-d-760453-5 {{(pid=103306) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 26 21:24:08.168316 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-d91db3ce-2c78-4fe8-8c67-d920c58e79ad tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] 10.222.0.13 "GET /v2.0/floatingips/6fc49d69-c271-4ba5-9a0a-77df8d4689e6 HTTP/1.1" status: 200 len: 993 time: 0.1842957 Jan 26 21:24:08.211145 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-d8506458-877d-4238-8ed0-35f9f7b79a9a tempest-FloatingIPAdminTestJSON-1084521353 tempest-FloatingIPAdminTestJSON-1084521353-project] Deleting port 730f0f56-b50f-4658-82d0-ed0be6282f24 {{(pid=103305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 21:24:08.211756 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-d8506458-877d-4238-8ed0-35f9f7b79a9a tempest-FloatingIPAdminTestJSON-1084521353 tempest-FloatingIPAdminTestJSON-1084521353-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746560630878'] for port (730f0f56-b50f-4658-82d0-ed0be6282f24), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:24:08.217415 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-2ffa3847-c1e7-4792-af60-23413e11efb2 req-e77aaa90-062c-4f4b-be38-69e0189f3012 service neutron] 10.222.0.57 "GET /v2.0/networks/fe1652f6-5e5b-410d-b0a4-8287c250dd60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1418984 Jan 26 21:24:08.291919 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (32ef628b-8417-46c5-8729-60fcabe358f1), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:24:08.333069 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-5ed5ee29-4f0e-4fe2-a65d-f550ac78a6a8 None None] Deleting port 730f0f56-b50f-4658-82d0-ed0be6282f24 {{(pid=103306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 21:24:08.333445 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-5ed5ee29-4f0e-4fe2-a65d-f550ac78a6a8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746560630878'] for port (730f0f56-b50f-4658-82d0-ed0be6282f24), before_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:24:08.357959 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [None req-d8506458-877d-4238-8ed0-35f9f7b79a9a tempest-FloatingIPAdminTestJSON-1084521353 tempest-FloatingIPAdminTestJSON-1084521353-project] For port 730f0f56-b50f-4658-82d0-ed0be6282f24, host n-d-760453-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=730f0f56-b50f-4658-82d0-ed0be6282f24,segment=NetworkSegment(47fd2788-bdb8-4abc-956c-94a2127486f4),segment_id=47fd2788-bdb8-4abc-956c-94a2127486f4)] {{(pid=103305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:24:08.358336 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-d8506458-877d-4238-8ed0-35f9f7b79a9a tempest-FloatingIPAdminTestJSON-1084521353 tempest-FloatingIPAdminTestJSON-1084521353-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4109658'] for port (730f0f56-b50f-4658-82d0-ed0be6282f24), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:24:08.394735 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-d8506458-877d-4238-8ed0-35f9f7b79a9a tempest-FloatingIPAdminTestJSON-1084521353 tempest-FloatingIPAdminTestJSON-1084521353-project] Calling delete_port for 730f0f56-b50f-4658-82d0-ed0be6282f24 owned by network:dhcp {{(pid=103305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 21:24:08.413100 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aac901e-7773-49b6-abee-75fad5bb04ae req-d83053d4-5b61-44b3-8fe6-bfb87c28fc6a tempest-VolumesActionsTest-214895973 tempest-VolumesActionsTest-214895973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:24:08.424334 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-2aac901e-7773-49b6-abee-75fad5bb04ae req-d83053d4-5b61-44b3-8fe6-bfb87c28fc6a tempest-VolumesActionsTest-214895973 tempest-VolumesActionsTest-214895973-project] 10.222.0.13 "GET /v2.0/ports?device_id=05158d67-f875-4920-a820-3e51ae56dac7 HTTP/1.1" status: 200 len: 944 time: 0.4446824 Jan 26 21:24:08.450826 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-5ed5ee29-4f0e-4fe2-a65d-f550ac78a6a8 None None] For port 730f0f56-b50f-4658-82d0-ed0be6282f24, host n-d-760453-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=730f0f56-b50f-4658-82d0-ed0be6282f24,segment=NetworkSegment(47fd2788-bdb8-4abc-956c-94a2127486f4),segment_id=47fd2788-bdb8-4abc-956c-94a2127486f4)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:24:08.453242 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-5ed5ee29-4f0e-4fe2-a65d-f550ac78a6a8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4109658'] for port (730f0f56-b50f-4658-82d0-ed0be6282f24), precommit_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:24:08.489942 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-5ed5ee29-4f0e-4fe2-a65d-f550ac78a6a8 None None] Calling delete_port for 730f0f56-b50f-4658-82d0-ed0be6282f24 owned by network:dhcp {{(pid=103306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 21:24:08.515452 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-d8506458-877d-4238-8ed0-35f9f7b79a9a tempest-FloatingIPAdminTestJSON-1084521353 tempest-FloatingIPAdminTestJSON-1084521353-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746560636600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746560234536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11791543'] for port (730f0f56-b50f-4658-82d0-ed0be6282f24), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:24:08.543606 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8506458-877d-4238-8ed0-35f9f7b79a9a tempest-FloatingIPAdminTestJSON-1084521353 tempest-FloatingIPAdminTestJSON-1084521353-project] Pushing event deleted for resources: {'Port': ['ID=730f0f56-b50f-4658-82d0-ed0be6282f24,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:24:08.558328 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8506458-877d-4238-8ed0-35f9f7b79a9a tempest-FloatingIPAdminTestJSON-1084521353 tempest-FloatingIPAdminTestJSON-1084521353-project] No DVR routers for this DVR port 730f0f56-b50f-4658-82d0-ed0be6282f24 on host n-d-760453-5 {{(pid=103305) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 26 21:24:08.679300 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-2aac901e-7773-49b6-abee-75fad5bb04ae req-8b556484-3497-4506-9e14-95d2edf0932a tempest-VolumesActionsTest-214895973 tempest-VolumesActionsTest-214895973-project] 10.222.0.13 "GET /v2.0/security-groups?id=ddaf47c8-987f-416a-900e-f292bd12e357&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2507834 Jan 26 21:24:08.718826 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-2ffa3847-c1e7-4792-af60-23413e11efb2 req-c2cc6f79-c8e2-4d6a-9af1-3f0dea390549 service neutron] 10.222.0.57 "GET /v2.0/networks/fe1652f6-5e5b-410d-b0a4-8287c250dd60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4894643 Jan 26 21:24:08.721716 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-d8506458-877d-4238-8ed0-35f9f7b79a9a tempest-FloatingIPAdminTestJSON-1084521353 tempest-FloatingIPAdminTestJSON-1084521353-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-686403', 'neutron.services.segments.db._delete_segments_for_network-8746560774018'] for network (56f22924-5098-4c25-8552-a096e9ecfd2b), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:24:08.742488 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-5ed5ee29-4f0e-4fe2-a65d-f550ac78a6a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746560636600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746560234536'] for port (730f0f56-b50f-4658-82d0-ed0be6282f24), after_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:24:08.757656 n-d-760453-5 neutron-server[103305]: DEBUG neutron.services.segments.db [None req-d8506458-877d-4238-8ed0-35f9f7b79a9a tempest-FloatingIPAdminTestJSON-1084521353 tempest-FloatingIPAdminTestJSON-1084521353-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['56f22924-5098-4c25-8552-a096e9ecfd2b']}} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:24:08.768250 n-d-760453-5 neutron-server[103305]: DEBUG neutron.services.segments.db [None req-d8506458-877d-4238-8ed0-35f9f7b79a9a tempest-FloatingIPAdminTestJSON-1084521353 tempest-FloatingIPAdminTestJSON-1084521353-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '47fd2788-bdb8-4abc-956c-94a2127486f4') {'for_net_delete': True} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:24:08.768549 n-d-760453-5 neutron-server[103305]: DEBUG neutron.services.segments.db [None req-d8506458-877d-4238-8ed0-35f9f7b79a9a tempest-FloatingIPAdminTestJSON-1084521353 tempest-FloatingIPAdminTestJSON-1084521353-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '47fd2788-bdb8-4abc-956c-94a2127486f4') {} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:24:08.771707 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ed5ee29-4f0e-4fe2-a65d-f550ac78a6a8 None None] No DVR routers for this DVR port 730f0f56-b50f-4658-82d0-ed0be6282f24 on host n-d-760453-5 {{(pid=103306) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 26 21:24:08.780224 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-d8506458-877d-4238-8ed0-35f9f7b79a9a tempest-FloatingIPAdminTestJSON-1084521353 tempest-FloatingIPAdminTestJSON-1084521353-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746560742283', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11788955'] for segment (47fd2788-bdb8-4abc-956c-94a2127486f4), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:24:08.793977 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-d8506458-877d-4238-8ed0-35f9f7b79a9a tempest-FloatingIPAdminTestJSON-1084521353 tempest-FloatingIPAdminTestJSON-1084521353-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576559'] for segment (47fd2788-bdb8-4abc-956c-94a2127486f4), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:24:08.800754 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d8506458-877d-4238-8ed0-35f9f7b79a9a tempest-FloatingIPAdminTestJSON-1084521353 tempest-FloatingIPAdminTestJSON-1084521353-project] Releasing vlan 591 on physical network physnet1 to pool {{(pid=103305) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 26 21:24:08.801158 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-d8506458-877d-4238-8ed0-35f9f7b79a9a tempest-FloatingIPAdminTestJSON-1084521353 tempest-FloatingIPAdminTestJSON-1084521353-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11791428'] for segment (47fd2788-bdb8-4abc-956c-94a2127486f4), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:24:08.805711 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed5ee29-4f0e-4fe2-a65d-f550ac78a6a8 None None] Pushing event deleted for resources: {'Port': ['ID=730f0f56-b50f-4658-82d0-ed0be6282f24,revision_number=None']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:24:08.865042 n-d-760453-5 neutron-server[103305]: Traceback (most recent call last): Jan 26 21:24:08.865042 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 26 21:24:08.865042 n-d-760453-5 neutron-server[103305]: timer() Jan 26 21:24:08.865042 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 26 21:24:08.865042 n-d-760453-5 neutron-server[103305]: cb(*args, **kw) Jan 26 21:24:08.865042 n-d-760453-5 neutron-server[103305]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 26 21:24:08.865042 n-d-760453-5 neutron-server[103305]: return func(*args, **kwargs) Jan 26 21:24:08.865042 n-d-760453-5 neutron-server[103305]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 26 21:24:08.865042 n-d-760453-5 neutron-server[103305]: self._notify() Jan 26 21:24:08.865042 n-d-760453-5 neutron-server[103305]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 26 21:24:08.865042 n-d-760453-5 neutron-server[103305]: self.callback(batched_events) Jan 26 21:24:08.865042 n-d-760453-5 neutron-server[103305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 26 21:24:08.865042 n-d-760453-5 neutron-server[103305]: event.method(event) Jan 26 21:24:08.865042 n-d-760453-5 neutron-server[103305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 26 21:24:08.865042 n-d-760453-5 neutron-server[103305]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 26 21:24:08.865042 n-d-760453-5 neutron-server[103305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 26 21:24:08.865042 n-d-760453-5 neutron-server[103305]: aggregate_uuid = self.p_client.list_aggregates( Jan 26 21:24:08.865042 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 26 21:24:08.865042 n-d-760453-5 neutron-server[103305]: return f(self, *a, **k) Jan 26 21:24:08.865042 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 26 21:24:08.865042 n-d-760453-5 neutron-server[103305]: return self._get(url).json() Jan 26 21:24:08.865042 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 26 21:24:08.865042 n-d-760453-5 neutron-server[103305]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 26 21:24:08.865042 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 26 21:24:08.865042 n-d-760453-5 neutron-server[103305]: return self.request(url, 'GET', **kwargs) Jan 26 21:24:08.865042 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 26 21:24:08.865042 n-d-760453-5 neutron-server[103305]: base_url = self.get_endpoint(auth, allow=allow, Jan 26 21:24:08.865042 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 26 21:24:08.865042 n-d-760453-5 neutron-server[103305]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 26 21:24:08.865042 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 26 21:24:08.865042 n-d-760453-5 neutron-server[103305]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 26 21:24:08.865042 n-d-760453-5 neutron-server[103305]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 26 21:24:08.873680 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-d8506458-877d-4238-8ed0-35f9f7b79a9a tempest-FloatingIPAdminTestJSON-1084521353 tempest-FloatingIPAdminTestJSON-1084521353-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4110931'] for network (56f22924-5098-4c25-8552-a096e9ecfd2b), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:24:08.881162 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-d8506458-877d-4238-8ed0-35f9f7b79a9a tempest-FloatingIPAdminTestJSON-1084521353 tempest-FloatingIPAdminTestJSON-1084521353-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709645'] for network (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:24:08.903234 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-d8506458-877d-4238-8ed0-35f9f7b79a9a tempest-FloatingIPAdminTestJSON-1084521353 tempest-FloatingIPAdminTestJSON-1084521353-project] 10.222.0.13 "DELETE /v2.0/networks/56f22924-5098-4c25-8552-a096e9ecfd2b HTTP/1.1" status: 204 len: 168 time: 1.0766995 Jan 26 21:24:08.906793 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 42070) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:24:08.924342 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8506458-877d-4238-8ed0-35f9f7b79a9a tempest-FloatingIPAdminTestJSON-1084521353 tempest-FloatingIPAdminTestJSON-1084521353-project] Pushing event deleted for resources: {'Network': ['ID=56f22924-5098-4c25-8552-a096e9ecfd2b,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:24:09.134305 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-c274537a-6f90-4493-8340-e27712f13c82 tempest-FloatingIPAdminTestJSON-1084521353 tempest-FloatingIPAdminTestJSON-1084521353-project] Deleting port 4e3caa2b-9e55-49ca-915f-1556d6a6bf46 {{(pid=103304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 21:24:09.134305 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-c274537a-6f90-4493-8340-e27712f13c82 tempest-FloatingIPAdminTestJSON-1084521353 tempest-FloatingIPAdminTestJSON-1084521353-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746560630878'] for port (4e3caa2b-9e55-49ca-915f-1556d6a6bf46), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:24:09.167095 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Device e322fe91-2bcc-4b23-9c17-e9381a34b2db details requested by agent hyperv_n-h2-760453-5 with host n-h2-760453-5 {{(pid=103306) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 26 21:24:09.367222 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-c274537a-6f90-4493-8340-e27712f13c82 tempest-FloatingIPAdminTestJSON-1084521353 tempest-FloatingIPAdminTestJSON-1084521353-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4109658'] for port (4e3caa2b-9e55-49ca-915f-1556d6a6bf46), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:24:09.367984 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-c274537a-6f90-4493-8340-e27712f13c82 tempest-FloatingIPAdminTestJSON-1084521353 tempest-FloatingIPAdminTestJSON-1084521353-project] Publish callbacks [] for floatingip (4e3caa2b-9e55-49ca-915f-1556d6a6bf46), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:24:09.399648 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-c274537a-6f90-4493-8340-e27712f13c82 tempest-FloatingIPAdminTestJSON-1084521353 tempest-FloatingIPAdminTestJSON-1084521353-project] Calling delete_port for 4e3caa2b-9e55-49ca-915f-1556d6a6bf46 owned by network:floatingip {{(pid=103304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 21:24:09.447900 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device 730f0f56-b50f-4658-82d0-ed0be6282f24 no longer exists at agent ovs-agent-n-d-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 26 21:24:09.480805 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] No Port match for: 730f0f56-b50f-4658-82d0-ed0be6282f24 {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 26 21:24:09.481157 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device 730f0f56-b50f-4658-82d0-ed0be6282f24 not bound to the agent host n-d-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 26 21:24:09.499810 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] For port e322fe91-2bcc-4b23-9c17-e9381a34b2db, host n-h2-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-5',level=0,port_id=e322fe91-2bcc-4b23-9c17-e9381a34b2db,segment=NetworkSegment(45a09725-e309-4185-8154-cee7b0dbfa3b),segment_id=45a09725-e309-4185-8154-cee7b0dbfa3b)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:24:09.520720 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Returning: {'device': 'e322fe91-2bcc-4b23-9c17-e9381a34b2db', 'network_id': 'fe1652f6-5e5b-410d-b0a4-8287c250dd60', 'port_id': 'e322fe91-2bcc-4b23-9c17-e9381a34b2db', 'mac_address': 'fa:16:3e:f3:5a:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 560, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9a840e4b-60e7-4e13-87cd-6871041d05bc', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103306) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 26 21:24:09.566868 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Current status of the port e322fe91-2bcc-4b23-9c17-e9381a34b2db is: DOWN; New status is: BUILD {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:24:09.567265 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (e322fe91-2bcc-4b23-9c17-e9381a34b2db), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:24:09.582095 n-d-760453-5 neutron-server[103306]: DEBUG neutron.notifiers.nova [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e322fe91-2bcc-4b23-9c17-e9381a34b2db {{(pid=103306) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 26 21:24:09.589959 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-c274537a-6f90-4493-8340-e27712f13c82 tempest-FloatingIPAdminTestJSON-1084521353 tempest-FloatingIPAdminTestJSON-1084521353-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746560636600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746560234536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9281553'] for port (4e3caa2b-9e55-49ca-915f-1556d6a6bf46), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:24:09.609694 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] For port e322fe91-2bcc-4b23-9c17-e9381a34b2db, host n-h2-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-5',level=0,port_id=e322fe91-2bcc-4b23-9c17-e9381a34b2db,segment=NetworkSegment(45a09725-e309-4185-8154-cee7b0dbfa3b),segment_id=45a09725-e309-4185-8154-cee7b0dbfa3b)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:24:09.629075 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (e322fe91-2bcc-4b23-9c17-e9381a34b2db), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:24:09.633656 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c274537a-6f90-4493-8340-e27712f13c82 tempest-FloatingIPAdminTestJSON-1084521353 tempest-FloatingIPAdminTestJSON-1084521353-project] Pushing event deleted for resources: {'Port': ['ID=4e3caa2b-9e55-49ca-915f-1556d6a6bf46,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:24:09.717512 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Pushing event updated for resources: {'Port': ['ID=e322fe91-2bcc-4b23-9c17-e9381a34b2db,revision_number=4']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:24:09.729002 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-c274537a-6f90-4493-8340-e27712f13c82 tempest-FloatingIPAdminTestJSON-1084521353 tempest-FloatingIPAdminTestJSON-1084521353-project] Publish callbacks [] for floatingip (65b9abcd-a4f3-4522-801b-00a5230e61cf), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:24:09.732266 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-c274537a-6f90-4493-8340-e27712f13c82 tempest-FloatingIPAdminTestJSON-1084521353 tempest-FloatingIPAdminTestJSON-1084521353-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for floatingip (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:24:09.737150 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-c274537a-6f90-4493-8340-e27712f13c82 tempest-FloatingIPAdminTestJSON-1084521353 tempest-FloatingIPAdminTestJSON-1084521353-project] 10.222.0.13 "DELETE /v2.0/floatingips/65b9abcd-a4f3-4522-801b-00a5230e61cf HTTP/1.1" status: 204 len: 168 time: 0.8292468 Jan 26 21:24:09.861849 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] get_ports_and_sgs() called for port_ids ['e322fe91-2bcc-4b23-9c17-e9381a34b2db'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 26 21:24:09.900216 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04883f82-4872-4a49-b74d-13721dcdd01f req-e9c2ca21-bd30-42f4-9754-aa79d5fcf3ea tempest-VolumesActionsTest-214895973 tempest-VolumesActionsTest-214895973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:24:09.902861 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-04883f82-4872-4a49-b74d-13721dcdd01f req-e9c2ca21-bd30-42f4-9754-aa79d5fcf3ea tempest-VolumesActionsTest-214895973 tempest-VolumesActionsTest-214895973-project] 10.222.0.13 "GET /v2.0/ports?device_id=05158d67-f875-4920-a820-3e51ae56dac7 HTTP/1.1" status: 200 len: 945 time: 0.0912299 Jan 26 21:24:10.032544 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-04883f82-4872-4a49-b74d-13721dcdd01f req-1493918c-64bf-44e0-b1d0-63801b471fff tempest-VolumesActionsTest-214895973 tempest-VolumesActionsTest-214895973-project] 10.222.0.13 "GET /v2.0/security-groups?id=ddaf47c8-987f-416a-900e-f292bd12e357&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144292 Jan 26 21:24:10.215084 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 42114) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:24:10.376725 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 42122) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:24:10.387796 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-dfe4b8a9-198a-47d1-b9ce-e90b18ac8950 tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-1343117850'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:24:10.434904 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfe4b8a9-198a-47d1-b9ce-e90b18ac8950 tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] Made reservation on behalf of 2de9f498797a4527ba13c10b546ad5bb for: {'network': 1} {{(pid=103304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 21:24:10.440738 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-dfe4b8a9-198a-47d1-b9ce-e90b18ac8950 tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for network (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:24:10.529870 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dfe4b8a9-198a-47d1-b9ce-e90b18ac8950 tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] vlan segment allocate from pool success with {'vlan_id': 583, 'physical_network': 'physnet1'} {{(pid=103304) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 26 21:24:10.545873 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-26c7b4ed-486b-45b7-8b6c-1d36ee0dffa6 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=4a1373212e504a378f194e7ef2a2677d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3296278 Jan 26 21:24:10.548235 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 42124) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:24:10.588395 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-dfe4b8a9-198a-47d1-b9ce-e90b18ac8950 tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576559'] for segment (a9216649-5b5c-4abd-bdd9-593ae2d941b2), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:24:10.588740 n-d-760453-5 neutron-server[103304]: INFO neutron.db.segments_db [None req-dfe4b8a9-198a-47d1-b9ce-e90b18ac8950 tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] Added segment a9216649-5b5c-4abd-bdd9-593ae2d941b2 of type vlan for network f292bf50-7316-40da-8d60-8669bdd0f81a Jan 26 21:24:10.637934 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-c7f9abe3-06f2-4076-8782-d6e00acf8366 admin admin] Publish callbacks [] for security_group (cfeebf05-7f96-4341-bdb4-894c7e843c54), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:24:10.650385 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-dfe4b8a9-198a-47d1-b9ce-e90b18ac8950 tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746560256871'] for network (f292bf50-7316-40da-8d60-8669bdd0f81a), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:24:10.674820 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-c7f9abe3-06f2-4076-8782-d6e00acf8366 admin admin] Publish callbacks [] for security_group (cfeebf05-7f96-4341-bdb4-894c7e843c54), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:24:10.735792 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-dfe4b8a9-198a-47d1-b9ce-e90b18ac8950 tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503'] for network (f292bf50-7316-40da-8d60-8669bdd0f81a), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:24:10.748951 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfe4b8a9-198a-47d1-b9ce-e90b18ac8950 tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:24:10.749669 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-dfe4b8a9-198a-47d1-b9ce-e90b18ac8950 tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] Publish callbacks [] for network (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:24:10.772296 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Device 85e42356-3012-4a3b-9f75-ce1b665df28b up at agent hyperv_n-h1-760453-5 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 21:24:10.850077 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-dfe4b8a9-198a-47d1-b9ce-e90b18ac8950 tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.4722042 Jan 26 21:24:10.851743 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 42138) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:24:10.856876 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-2964b490-6152-4ac1-ad3e-c9a0ea1dfd10 tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-1617779362'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:24:10.888543 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Provisioning for port 85e42356-3012-4a3b-9f75-ce1b665df28b completed by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 21:24:10.901134 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Provisioning complete for port 85e42356-3012-4a3b-9f75-ce1b665df28b triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:24:10.902681 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2964b490-6152-4ac1-ad3e-c9a0ea1dfd10 tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] Made reservation on behalf of 2de9f498797a4527ba13c10b546ad5bb for: {'network': 1} {{(pid=103305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 21:24:10.902847 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (85e42356-3012-4a3b-9f75-ce1b665df28b), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:24:10.906788 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-2964b490-6152-4ac1-ad3e-c9a0ea1dfd10 tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for network (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:24:10.915984 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe4b8a9-198a-47d1-b9ce-e90b18ac8950 tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] Pushing event updated for resources: {'Network': ['ID=f292bf50-7316-40da-8d60-8669bdd0f81a,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:24:10.943008 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-c7f9abe3-06f2-4076-8782-d6e00acf8366 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (cfeebf05-7f96-4341-bdb4-894c7e843c54), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:24:10.949044 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-c7f9abe3-06f2-4076-8782-d6e00acf8366 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:24:10.967559 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-c7f9abe3-06f2-4076-8782-d6e00acf8366 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/cfeebf05-7f96-4341-bdb4-894c7e843c54 HTTP/1.1" status: 204 len: 168 time: 0.4063296 Jan 26 21:24:10.977592 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Network f292bf50-7316-40da-8d60-8669bdd0f81a details requested by agent ovs-agent-n-d-760453-5 with host n-d-760453-5 {{(pid=103306) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 26 21:24:10.978541 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2964b490-6152-4ac1-ad3e-c9a0ea1dfd10 tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] vlan segment allocate from pool success with {'vlan_id': 579, 'physical_network': 'physnet1'} {{(pid=103305) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 26 21:24:10.986672 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f9abe3-06f2-4076-8782-d6e00acf8366 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfeebf05-7f96-4341-bdb4-894c7e843c54,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:24:11.019490 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-2964b490-6152-4ac1-ad3e-c9a0ea1dfd10 tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576559'] for segment (37f5726a-1839-44a5-8e0d-bcb3fd30328f), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:24:11.019842 n-d-760453-5 neutron-server[103305]: INFO neutron.db.segments_db [None req-2964b490-6152-4ac1-ad3e-c9a0ea1dfd10 tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] Added segment 37f5726a-1839-44a5-8e0d-bcb3fd30328f of type vlan for network 09fefaf6-1493-45ff-9b77-0bffdcb790d7 Jan 26 21:24:11.117494 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-2964b490-6152-4ac1-ad3e-c9a0ea1dfd10 tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746560256871'] for network (09fefaf6-1493-45ff-9b77-0bffdcb790d7), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:24:11.213589 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-2964b490-6152-4ac1-ad3e-c9a0ea1dfd10 tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503'] for network (09fefaf6-1493-45ff-9b77-0bffdcb790d7), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:24:11.225005 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2964b490-6152-4ac1-ad3e-c9a0ea1dfd10 tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:24:11.225696 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-2964b490-6152-4ac1-ad3e-c9a0ea1dfd10 tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709645'] for network (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:24:11.292711 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b21d294-b001-4088-8ee5-6938cd77c58e req-e60b9c8d-6ec3-4a1f-972f-c54cad3db2ba tempest-VolumesActionsTest-214895973 tempest-VolumesActionsTest-214895973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:24:11.303650 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-1b21d294-b001-4088-8ee5-6938cd77c58e req-e60b9c8d-6ec3-4a1f-972f-c54cad3db2ba tempest-VolumesActionsTest-214895973 tempest-VolumesActionsTest-214895973-project] 10.222.0.13 "GET /v2.0/ports?device_id=05158d67-f875-4920-a820-3e51ae56dac7 HTTP/1.1" status: 200 len: 945 time: 0.1220312 Jan 26 21:24:11.394191 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-2964b490-6152-4ac1-ad3e-c9a0ea1dfd10 tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.5410557 Jan 26 21:24:11.394867 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 42158) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:24:11.398867 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-1b21d294-b001-4088-8ee5-6938cd77c58e req-163e700e-8ba0-4ac1-b176-6030821b7985 tempest-VolumesActionsTest-214895973 tempest-VolumesActionsTest-214895973-project] 10.222.0.13 "GET /v2.0/security-groups?id=ddaf47c8-987f-416a-900e-f292bd12e357&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875397 Jan 26 21:24:11.417657 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Device e322fe91-2bcc-4b23-9c17-e9381a34b2db up at agent hyperv_n-h2-760453-5 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 21:24:11.422975 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-e38e76c8-146b-43f0-8463-33df9367d175 tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] Request body: {'subnet': {'network_id': 'f292bf50-7316-40da-8d60-8669bdd0f81a', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:24:11.468259 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2964b490-6152-4ac1-ad3e-c9a0ea1dfd10 tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] Pushing event updated for resources: {'Network': ['ID=09fefaf6-1493-45ff-9b77-0bffdcb790d7,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:24:11.568277 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Network 09fefaf6-1493-45ff-9b77-0bffdcb790d7 details requested by agent ovs-agent-n-d-760453-5 with host n-d-760453-5 {{(pid=103306) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 26 21:24:11.625285 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e38e76c8-146b-43f0-8463-33df9367d175 tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] Made reservation on behalf of 2de9f498797a4527ba13c10b546ad5bb for: {'subnet': 1} {{(pid=103305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 21:24:11.628890 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 42164) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:24:11.645519 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-e4ea636c-9829-43b2-9a12-037fa6fadf83 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:24:11.649654 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-e38e76c8-146b-43f0-8463-33df9367d175 tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11599953'] for subnet (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:24:11.774228 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Provisioning for port e322fe91-2bcc-4b23-9c17-e9381a34b2db completed by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 21:24:11.782062 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Provisioning complete for port e322fe91-2bcc-4b23-9c17-e9381a34b2db triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:24:11.782444 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (e322fe91-2bcc-4b23-9c17-e9381a34b2db), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:24:11.789730 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-e4ea636c-9829-43b2-9a12-037fa6fadf83 admin admin] Publish callbacks [] for security_group (459f4cfe-9e44-47e2-99d0-439e49e3189e), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:24:11.798481 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-e4ea636c-9829-43b2-9a12-037fa6fadf83 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (459f4cfe-9e44-47e2-99d0-439e49e3189e), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:24:11.818740 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Current status of the port 85e42356-3012-4a3b-9f75-ce1b665df28b is: BUILD; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:24:11.819077 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (85e42356-3012-4a3b-9f75-ce1b665df28b), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:24:11.860194 n-d-760453-5 neutron-server[103306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9d28872-a0eb-43ed-b4ce-aee5b2886372', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85e42356-3012-4a3b-9f75-ce1b665df28b'}] {{(pid=103306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 21:24:11.862587 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9d5d370febab655511bdd2ffe887e43e442d144a440368702bcc1e93af00b97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-feb3e42a-6219-4767-971b-428583504742" -d '{"events": [{"server_uuid": "f9d28872-a0eb-43ed-b4ce-aee5b2886372", "name": "network-vif-plugged", "status": "completed", "tag": "85e42356-3012-4a3b-9f75-ce1b665df28b"}]}' {{(pid=103306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 21:24:11.890948 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] For port 85e42356-3012-4a3b-9f75-ce1b665df28b, host n-h1-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-5',level=0,port_id=85e42356-3012-4a3b-9f75-ce1b665df28b,segment=NetworkSegment(24c7c5d0-e01c-4957-8108-056c43fd37fe),segment_id=24c7c5d0-e01c-4957-8108-056c43fd37fe)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:24:11.905614 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-e4ea636c-9829-43b2-9a12-037fa6fadf83 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=80b3b4723fd64fb9ae031b833ade554e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2747550 Jan 26 21:24:11.911450 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 42168) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:24:11.938616 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Current status of the port e322fe91-2bcc-4b23-9c17-e9381a34b2db is: BUILD; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:24:11.939480 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (e322fe91-2bcc-4b23-9c17-e9381a34b2db), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:24:11.942663 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (85e42356-3012-4a3b-9f75-ce1b665df28b), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:24:11.991619 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Jan 2022 21:24:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-899c3609-e219-4205-be4a-1ff6e76618a3 x-openstack-request-id: req-899c3609-e219-4205-be4a-1ff6e76618a3 {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 21:24:11.992073 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f9d28872-a0eb-43ed-b4ce-aee5b2886372", "name": "network-vif-plugged", "status": "completed", "tag": "85e42356-3012-4a3b-9f75-ce1b665df28b", "code": 200}]} {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 21:24:11.992302 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-899c3609-e219-4205-be4a-1ff6e76618a3 {{(pid=103306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 21:24:11.992707 n-d-760453-5 neutron-server[103306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9d28872-a0eb-43ed-b4ce-aee5b2886372', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85e42356-3012-4a3b-9f75-ce1b665df28b', 'code': 200} Jan 26 21:24:12.011443 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ea636c-9829-43b2-9a12-037fa6fadf83 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=459f4cfe-9e44-47e2-99d0-439e49e3189e,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:24:12.041084 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] For port e322fe91-2bcc-4b23-9c17-e9381a34b2db, host n-h2-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-5',level=0,port_id=e322fe91-2bcc-4b23-9c17-e9381a34b2db,segment=NetworkSegment(45a09725-e309-4185-8154-cee7b0dbfa3b),segment_id=45a09725-e309-4185-8154-cee7b0dbfa3b)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:24:12.042532 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Pushing event updated for resources: {'Port': ['ID=85e42356-3012-4a3b-9f75-ce1b665df28b,revision_number=13']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:24:12.057340 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (e322fe91-2bcc-4b23-9c17-e9381a34b2db), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:24:12.072974 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-c4d873c8-9648-4174-9dca-4e562a23b620 admin admin] Publish callbacks [] for security_group (459f4cfe-9e44-47e2-99d0-439e49e3189e), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:24:12.108428 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-c4d873c8-9648-4174-9dca-4e562a23b620 admin admin] Publish callbacks [] for security_group (459f4cfe-9e44-47e2-99d0-439e49e3189e), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:24:12.130811 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Pushing event updated for resources: {'Port': ['ID=e322fe91-2bcc-4b23-9c17-e9381a34b2db,revision_number=5']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:24:12.183410 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-c4d873c8-9648-4174-9dca-4e562a23b620 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (459f4cfe-9e44-47e2-99d0-439e49e3189e), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:24:12.189447 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-c4d873c8-9648-4174-9dca-4e562a23b620 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:24:12.195477 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-c4d873c8-9648-4174-9dca-4e562a23b620 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/459f4cfe-9e44-47e2-99d0-439e49e3189e HTTP/1.1" status: 204 len: 168 time: 0.2824807 Jan 26 21:24:12.217954 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d873c8-9648-4174-9dca-4e562a23b620 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=459f4cfe-9e44-47e2-99d0-439e49e3189e,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:24:12.316545 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-e38e76c8-146b-43f0-8463-33df9367d175 tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11788839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11599975'] for subnet (4e6d2bbe-4ef2-4089-b0e5-159ef264639e), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:24:12.420462 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38e76c8-146b-43f0-8463-33df9367d175 tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] Pushing event updated for resources: {'Subnet': ['ID=4e6d2bbe-4ef2-4089-b0e5-159ef264639e,revision_number=0']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:24:12.442371 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e38e76c8-146b-43f0-8463-33df9367d175 tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] Checking segment: {'id': 'a9216649-5b5c-4abd-bdd9-593ae2d941b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'f292bf50-7316-40da-8d60-8669bdd0f81a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103305) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 21:24:12.443989 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e38e76c8-146b-43f0-8463-33df9367d175 tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] Network hostable DHCP agents. Network: f292bf50-7316-40da-8d60-8669bdd0f81a, hostable agents: ['474ccdf7-ab6c-405b-a3b2-dc7b05829902'], hosted agents: [] {{(pid=103305) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 26 21:24:12.503803 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e38e76c8-146b-43f0-8463-33df9367d175 tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] Network f292bf50-7316-40da-8d60-8669bdd0f81a is scheduled to be hosted by DHCP agent 474ccdf7-ab6c-405b-a3b2-dc7b05829902 with binding_index 1 {{(pid=103305) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 26 21:24:12.524825 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [None req-e38e76c8-146b-43f0-8463-33df9367d175 tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760453-5, f292bf50-7316-40da-8d60-8669bdd0f81a) {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:24:12.529366 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e38e76c8-146b-43f0-8463-33df9367d175 tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:24:12.530086 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-e38e76c8-146b-43f0-8463-33df9367d175 tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709645'] for subnet (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:24:12.535752 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7ad0832-0b87-478e-9e1f-9af701e96cb5 None None] Network f292bf50-7316-40da-8d60-8669bdd0f81a requested from n-d-760453-5 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 26 21:24:12.565024 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-e38e76c8-146b-43f0-8463-33df9367d175 tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.1662233 Jan 26 21:24:12.567847 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 42192) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:24:12.575231 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-71c706e2-7806-4583-890d-3ad2b34c8d27 tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] Request body: {'subnet': {'network_id': '09fefaf6-1493-45ff-9b77-0bffdcb790d7', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:24:12.782162 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-920798ad-24b2-49da-b65c-2c72b0d13f95 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3c4099e8-8ffb-51d1-af7f-5868973e933f-f292bf50-7316-40da-8d60-8669bdd0f81a', 'network_id': 'f292bf50-7316-40da-8d60-8669bdd0f81a', 'project_id': '2de9f498797a4527ba13c10b546ad5bb', 'fixed_ips': [{'subnet_id': '4e6d2bbe-4ef2-4089-b0e5-159ef264639e'}]}} from n-d-760453-5. {{(pid=103306) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 26 21:24:12.783184 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-920798ad-24b2-49da-b65c-2c72b0d13f95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (None), before_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:24:12.805562 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71c706e2-7806-4583-890d-3ad2b34c8d27 tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] Made reservation on behalf of 2de9f498797a4527ba13c10b546ad5bb for: {'subnet': 1} {{(pid=103304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 21:24:12.815391 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-71c706e2-7806-4583-890d-3ad2b34c8d27 tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12215181'] for subnet (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:24:12.955332 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 42200) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:24:12.956332 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2ab925-b2f4-4069-9671-ee3d3aec0ab6 req-698b436c-aec4-4e26-8120-1559db0b66c9 tempest-VolumesActionsTest-214895973 tempest-VolumesActionsTest-214895973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:24:12.965509 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-fc2ab925-b2f4-4069-9671-ee3d3aec0ab6 req-698b436c-aec4-4e26-8120-1559db0b66c9 tempest-VolumesActionsTest-214895973 tempest-VolumesActionsTest-214895973-project] 10.222.0.13 "GET /v2.0/ports?device_id=05158d67-f875-4920-a820-3e51ae56dac7 HTTP/1.1" status: 200 len: 946 time: 0.2711008 Jan 26 21:24:12.974549 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-ecd92765-d4dd-4ce9-941a-a902c697eb92 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:24:13.101933 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-fc2ab925-b2f4-4069-9671-ee3d3aec0ab6 req-8ad78fb7-0594-462a-9961-ee22644e5671 tempest-VolumesActionsTest-214895973 tempest-VolumesActionsTest-214895973-project] 10.222.0.13 "GET /v2.0/security-groups?id=ddaf47c8-987f-416a-900e-f292bd12e357&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206405 Jan 26 21:24:13.202324 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.db_base_plugin_common [None req-920798ad-24b2-49da-b65c-2c72b0d13f95 None None] Allocated IP 10.1.1.2 (f292bf50-7316-40da-8d60-8669bdd0f81a/4e6d2bbe-4ef2-4089-b0e5-159ef264639e/bc1ce771-d9af-4dae-a287-42a3e76f09c3) {{(pid=103306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 21:24:13.225576 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-ecd92765-d4dd-4ce9-941a-a902c697eb92 admin admin] Publish callbacks [] for security_group (2f6242b1-561f-4039-80f8-04f121168ce2), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:24:13.237826 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-ecd92765-d4dd-4ce9-941a-a902c697eb92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (2f6242b1-561f-4039-80f8-04f121168ce2), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:24:13.287627 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-ecd92765-d4dd-4ce9-941a-a902c697eb92 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=593edd8b3af3440fa632fc7c77ea3ca8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3311975 Jan 26 21:24:13.288711 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd92765-d4dd-4ce9-941a-a902c697eb92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f6242b1-561f-4039-80f8-04f121168ce2,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:24:13.291358 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 42218) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:24:13.410471 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-71c706e2-7806-4583-890d-3ad2b34c8d27 tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9285249', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12215227'] for subnet (d36d78e9-ef90-42a1-bdc2-1b67cc68d0f5), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:24:13.490988 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-b90534fd-06a7-4107-8c69-5e2ae3b970ae admin admin] Publish callbacks [] for security_group (2f6242b1-561f-4039-80f8-04f121168ce2), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:24:13.511701 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c706e2-7806-4583-890d-3ad2b34c8d27 tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] Pushing event updated for resources: {'Subnet': ['ID=d36d78e9-ef90-42a1-bdc2-1b67cc68d0f5,revision_number=0']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:24:13.543208 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-b90534fd-06a7-4107-8c69-5e2ae3b970ae admin admin] Publish callbacks [] for security_group (2f6242b1-561f-4039-80f8-04f121168ce2), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:24:13.553790 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71c706e2-7806-4583-890d-3ad2b34c8d27 tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] Checking segment: {'id': '37f5726a-1839-44a5-8e0d-bcb3fd30328f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '09fefaf6-1493-45ff-9b77-0bffdcb790d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103304) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 21:24:13.554174 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71c706e2-7806-4583-890d-3ad2b34c8d27 tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] Network hostable DHCP agents. Network: 09fefaf6-1493-45ff-9b77-0bffdcb790d7, hostable agents: ['474ccdf7-ab6c-405b-a3b2-dc7b05829902'], hosted agents: [] {{(pid=103304) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 26 21:24:13.575417 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71c706e2-7806-4583-890d-3ad2b34c8d27 tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] Network 09fefaf6-1493-45ff-9b77-0bffdcb790d7 is scheduled to be hosted by DHCP agent 474ccdf7-ab6c-405b-a3b2-dc7b05829902 with binding_index 1 {{(pid=103304) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 26 21:24:13.591578 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [None req-71c706e2-7806-4583-890d-3ad2b34c8d27 tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760453-5, 09fefaf6-1493-45ff-9b77-0bffdcb790d7) {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:24:13.597978 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71c706e2-7806-4583-890d-3ad2b34c8d27 tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:24:13.598639 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-71c706e2-7806-4583-890d-3ad2b34c8d27 tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] Publish callbacks [] for subnet (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:24:13.616387 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d89158e-d012-4769-a0a2-a5f45b07db69 None None] Network 09fefaf6-1493-45ff-9b77-0bffdcb790d7 requested from n-d-760453-5 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 26 21:24:13.623796 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-920798ad-24b2-49da-b65c-2c72b0d13f95 None None] Publish callbacks [] for port (bc1ce771-d9af-4dae-a287-42a3e76f09c3), precommit_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:24:13.629991 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-71c706e2-7806-4583-890d-3ad2b34c8d27 tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.0596454 Jan 26 21:24:13.634758 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 42222) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:24:13.646437 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-920798ad-24b2-49da-b65c-2c72b0d13f95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746560234527'] for port (bc1ce771-d9af-4dae-a287-42a3e76f09c3), after_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:24:13.663604 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-a4b5d696-62b5-4be8-85c2-62313ad4223a tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] Request body: {'port': {'network_id': 'f292bf50-7316-40da-8d60-8669bdd0f81a', 'name': 'tempest-TaggedBootDevicesTest-94873374', 'fixed_ips': [{'subnet_id': '4e6d2bbe-4ef2-4089-b0e5-159ef264639e'}]}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:24:13.666378 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-b90534fd-06a7-4107-8c69-5e2ae3b970ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (2f6242b1-561f-4039-80f8-04f121168ce2), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:24:13.669985 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-b90534fd-06a7-4107-8c69-5e2ae3b970ae admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:24:13.671639 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-b90534fd-06a7-4107-8c69-5e2ae3b970ae admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/2f6242b1-561f-4039-80f8-04f121168ce2 HTTP/1.1" status: 204 len: 168 time: 0.3790867 Jan 26 21:24:13.699111 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b90534fd-06a7-4107-8c69-5e2ae3b970ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f6242b1-561f-4039-80f8-04f121168ce2,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:24:13.779000 n-d-760453-5 neutron-server[103306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-920798ad-24b2-49da-b65c-2c72b0d13f95 None None] Network f292bf50-7316-40da-8d60-8669bdd0f81a is already hosted by enough agents. {{(pid=103306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 21:24:13.786553 n-d-760453-5 neutron-server[103306]: DEBUG neutron.scheduler.base_scheduler [None req-920798ad-24b2-49da-b65c-2c72b0d13f95 None None] Resources bound (agent type, host, resource id): {{(pid=103306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:24:13.807447 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-920798ad-24b2-49da-b65c-2c72b0d13f95 None None] Received port after_create {{(pid=103306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 21:24:13.850631 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920798ad-24b2-49da-b65c-2c72b0d13f95 None None] Pushing event updated for resources: {'Port': ['ID=bc1ce771-d9af-4dae-a287-42a3e76f09c3,revision_number=1']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:24:13.920263 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4b5d696-62b5-4be8-85c2-62313ad4223a tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] Made reservation on behalf of 2de9f498797a4527ba13c10b546ad5bb for: {'port': 1} {{(pid=103304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 21:24:13.955278 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19e2f220-b2e4-4ad4-8914-ba231e3dfbd6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3c4099e8-8ffb-51d1-af7f-5868973e933f-09fefaf6-1493-45ff-9b77-0bffdcb790d7', 'network_id': '09fefaf6-1493-45ff-9b77-0bffdcb790d7', 'project_id': '2de9f498797a4527ba13c10b546ad5bb', 'fixed_ips': [{'subnet_id': 'd36d78e9-ef90-42a1-bdc2-1b67cc68d0f5'}]}} from n-d-760453-5. {{(pid=103306) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 26 21:24:13.956324 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-19e2f220-b2e4-4ad4-8914-ba231e3dfbd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (None), before_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:24:14.006686 n-d-760453-5 neutron-server[103306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05158d67-f875-4920-a820-3e51ae56dac7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e322fe91-2bcc-4b23-9c17-e9381a34b2db'}] {{(pid=103306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 21:24:14.013125 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9d5d370febab655511bdd2ffe887e43e442d144a440368702bcc1e93af00b97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b860a9b-5d21-4a9d-9363-375d32031ed2" -d '{"events": [{"server_uuid": "05158d67-f875-4920-a820-3e51ae56dac7", "name": "network-vif-plugged", "status": "completed", "tag": "e322fe91-2bcc-4b23-9c17-e9381a34b2db"}]}' {{(pid=103306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 21:24:14.028182 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-920798ad-24b2-49da-b65c-2c72b0d13f95 None None] Attempting to bind port bc1ce771-d9af-4dae-a287-42a3e76f09c3 on host n-d-760453-5 for vnic_type normal with profile {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 21:24:14.028182 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-920798ad-24b2-49da-b65c-2c72b0d13f95 None None] Attempting to bind port bc1ce771-d9af-4dae-a287-42a3e76f09c3 by drivers openvswitch,hyperv on host n-d-760453-5 at level 0 using segments [{'id': 'a9216649-5b5c-4abd-bdd9-593ae2d941b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'f292bf50-7316-40da-8d60-8669bdd0f81a'}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 26 21:24:14.028182 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-920798ad-24b2-49da-b65c-2c72b0d13f95 None None] Attempting to bind port bc1ce771-d9af-4dae-a287-42a3e76f09c3 on network f292bf50-7316-40da-8d60-8669bdd0f81a {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 21:24:14.034289 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-a4b5d696-62b5-4be8-85c2-62313ad4223a tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:24:14.038948 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-920798ad-24b2-49da-b65c-2c72b0d13f95 None None] Checking agent: {'id': 'fea0591a-627d-4c87-9a9a-01625ddf3277', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760453-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 20, 55, 25), 'started_at': datetime.datetime(2022, 1, 26, 20, 55, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 21, 23, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760453-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 26 21:24:14.039337 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-920798ad-24b2-49da-b65c-2c72b0d13f95 None None] Checking segment: {'id': 'a9216649-5b5c-4abd-bdd9-593ae2d941b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'f292bf50-7316-40da-8d60-8669bdd0f81a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 21:24:14.042553 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-920798ad-24b2-49da-b65c-2c72b0d13f95 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:24:14.043028 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-920798ad-24b2-49da-b65c-2c72b0d13f95 None None] Bound using segment: {'id': 'a9216649-5b5c-4abd-bdd9-593ae2d941b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'f292bf50-7316-40da-8d60-8669bdd0f81a'} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 26 21:24:14.043532 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-920798ad-24b2-49da-b65c-2c72b0d13f95 None None] Bound port: bc1ce771-d9af-4dae-a287-42a3e76f09c3, host: n-d-760453-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9216649-5b5c-4abd-bdd9-593ae2d941b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'f292bf50-7316-40da-8d60-8669bdd0f81a'}}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 26 21:24:14.043916 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-920798ad-24b2-49da-b65c-2c72b0d13f95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (bc1ce771-d9af-4dae-a287-42a3e76f09c3), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:24:14.059320 n-d-760453-5 neutron-server[103304]: DEBUG neutron.notifiers.nova [None req-a4b5d696-62b5-4be8-85c2-62313ad4223a tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] device_id is not set on port 81158fda-fb11-4d56-8e16-e7b27e48b9c9 yet. {{(pid=103304) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 26 21:24:14.256680 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Jan 2022 21:24:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b38d5129-a320-49f4-9793-8a2c070ffdc5 x-openstack-request-id: req-b38d5129-a320-49f4-9793-8a2c070ffdc5 {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 21:24:14.256972 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "05158d67-f875-4920-a820-3e51ae56dac7", "name": "network-vif-plugged", "status": "completed", "tag": "e322fe91-2bcc-4b23-9c17-e9381a34b2db", "code": 200}]} {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 21:24:14.257219 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b38d5129-a320-49f4-9793-8a2c070ffdc5 {{(pid=103306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 21:24:14.279173 n-d-760453-5 neutron-server[103306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05158d67-f875-4920-a820-3e51ae56dac7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e322fe91-2bcc-4b23-9c17-e9381a34b2db', 'code': 200} Jan 26 21:24:14.429597 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-920798ad-24b2-49da-b65c-2c72b0d13f95 None None] For port bc1ce771-d9af-4dae-a287-42a3e76f09c3, host n-d-760453-5, cleared binding levels {{(pid=103306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 26 21:24:14.435428 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-920798ad-24b2-49da-b65c-2c72b0d13f95 None None] For port bc1ce771-d9af-4dae-a287-42a3e76f09c3, host n-d-760453-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=bc1ce771-d9af-4dae-a287-42a3e76f09c3,segment=NetworkSegment(a9216649-5b5c-4abd-bdd9-593ae2d941b2),segment_id=a9216649-5b5c-4abd-bdd9-593ae2d941b2)] {{(pid=103306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 26 21:24:14.436874 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.db_base_plugin_common [None req-19e2f220-b2e4-4ad4-8914-ba231e3dfbd6 None None] Allocated IP 10.2.2.2 (09fefaf6-1493-45ff-9b77-0bffdcb790d7/d36d78e9-ef90-42a1-bdc2-1b67cc68d0f5/73c9b0bd-777e-475b-9e85-8fdd543994bf) {{(pid=103306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 21:24:14.489417 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f16be55-a72c-4c95-9f3a-f27360983f45 req-7dbb1012-1bac-4f9f-9729-3a04fe82f0f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:24:14.492052 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-2f16be55-a72c-4c95-9f3a-f27360983f45 req-7dbb1012-1bac-4f9f-9729-3a04fe82f0f4 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=05158d67-f875-4920-a820-3e51ae56dac7 HTTP/1.1" status: 200 len: 1097 time: 0.2279625 Jan 26 21:24:14.540221 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-920798ad-24b2-49da-b65c-2c72b0d13f95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (bc1ce771-d9af-4dae-a287-42a3e76f09c3), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:24:14.558076 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92bb5a98-228d-4b82-ab18-c4b38b1faaef req-da1ccd42-dca6-4d2f-9b6c-5c1ef24ddc44 tempest-VolumesActionsTest-214895973 tempest-VolumesActionsTest-214895973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:24:14.563709 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-92bb5a98-228d-4b82-ab18-c4b38b1faaef req-da1ccd42-dca6-4d2f-9b6c-5c1ef24ddc44 tempest-VolumesActionsTest-214895973 tempest-VolumesActionsTest-214895973-project] 10.222.0.13 "GET /v2.0/ports?device_id=05158d67-f875-4920-a820-3e51ae56dac7 HTTP/1.1" status: 200 len: 946 time: 0.2903891 Jan 26 21:24:14.585646 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.db_base_plugin_common [None req-a4b5d696-62b5-4be8-85c2-62313ad4223a tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] Allocated IP 10.1.1.241 (f292bf50-7316-40da-8d60-8669bdd0f81a/4e6d2bbe-4ef2-4089-b0e5-159ef264639e/81158fda-fb11-4d56-8e16-e7b27e48b9c9) {{(pid=103304) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 21:24:14.732097 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920798ad-24b2-49da-b65c-2c72b0d13f95 None None] Pushing event updated for resources: {'Port': ['ID=bc1ce771-d9af-4dae-a287-42a3e76f09c3,revision_number=2']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:24:14.790833 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-19e2f220-b2e4-4ad4-8914-ba231e3dfbd6 None None] Publish callbacks [] for port (73c9b0bd-777e-475b-9e85-8fdd543994bf), precommit_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:24:14.808820 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-19e2f220-b2e4-4ad4-8914-ba231e3dfbd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746560234527'] for port (73c9b0bd-777e-475b-9e85-8fdd543994bf), after_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:24:14.863518 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-2f16be55-a72c-4c95-9f3a-f27360983f45 req-13eb6b3e-5900-4b93-b2e0-ad3b4e581ef9 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=ddaf47c8-987f-416a-900e-f292bd12e357&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3638513 Jan 26 21:24:14.866206 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e2f220-b2e4-4ad4-8914-ba231e3dfbd6 None None] Pushing event updated for resources: {'Port': ['ID=73c9b0bd-777e-475b-9e85-8fdd543994bf,revision_number=1']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:24:14.881496 n-d-760453-5 neutron-server[103306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19e2f220-b2e4-4ad4-8914-ba231e3dfbd6 None None] Network 09fefaf6-1493-45ff-9b77-0bffdcb790d7 is already hosted by enough agents. {{(pid=103306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 21:24:14.884320 n-d-760453-5 neutron-server[103306]: DEBUG neutron.scheduler.base_scheduler [None req-19e2f220-b2e4-4ad4-8914-ba231e3dfbd6 None None] Resources bound (agent type, host, resource id): {{(pid=103306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:24:14.886688 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19e2f220-b2e4-4ad4-8914-ba231e3dfbd6 None None] Received port after_create {{(pid=103306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 21:24:14.934259 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-92bb5a98-228d-4b82-ab18-c4b38b1faaef req-6937c653-54e2-4397-9f0a-2c8876868f3a tempest-VolumesActionsTest-214895973 tempest-VolumesActionsTest-214895973-project] 10.222.0.13 "GET /v2.0/security-groups?id=ddaf47c8-987f-416a-900e-f292bd12e357&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3607228 Jan 26 21:24:14.958607 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-19e2f220-b2e4-4ad4-8914-ba231e3dfbd6 None None] Attempting to bind port 73c9b0bd-777e-475b-9e85-8fdd543994bf on host n-d-760453-5 for vnic_type normal with profile {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 21:24:14.958607 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-19e2f220-b2e4-4ad4-8914-ba231e3dfbd6 None None] Attempting to bind port 73c9b0bd-777e-475b-9e85-8fdd543994bf by drivers openvswitch,hyperv on host n-d-760453-5 at level 0 using segments [{'id': '37f5726a-1839-44a5-8e0d-bcb3fd30328f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '09fefaf6-1493-45ff-9b77-0bffdcb790d7'}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 26 21:24:14.958607 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19e2f220-b2e4-4ad4-8914-ba231e3dfbd6 None None] Attempting to bind port 73c9b0bd-777e-475b-9e85-8fdd543994bf on network 09fefaf6-1493-45ff-9b77-0bffdcb790d7 {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 21:24:14.966052 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19e2f220-b2e4-4ad4-8914-ba231e3dfbd6 None None] Checking agent: {'id': 'fea0591a-627d-4c87-9a9a-01625ddf3277', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760453-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 20, 55, 25), 'started_at': datetime.datetime(2022, 1, 26, 20, 55, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 21, 23, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760453-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 26 21:24:14.966472 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19e2f220-b2e4-4ad4-8914-ba231e3dfbd6 None None] Checking segment: {'id': '37f5726a-1839-44a5-8e0d-bcb3fd30328f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '09fefaf6-1493-45ff-9b77-0bffdcb790d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 21:24:14.966829 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-19e2f220-b2e4-4ad4-8914-ba231e3dfbd6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:24:14.967276 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19e2f220-b2e4-4ad4-8914-ba231e3dfbd6 None None] Bound using segment: {'id': '37f5726a-1839-44a5-8e0d-bcb3fd30328f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '09fefaf6-1493-45ff-9b77-0bffdcb790d7'} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 26 21:24:14.967814 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-19e2f220-b2e4-4ad4-8914-ba231e3dfbd6 None None] Bound port: 73c9b0bd-777e-475b-9e85-8fdd543994bf, host: n-d-760453-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '37f5726a-1839-44a5-8e0d-bcb3fd30328f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '09fefaf6-1493-45ff-9b77-0bffdcb790d7'}}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 26 21:24:14.968567 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-19e2f220-b2e4-4ad4-8914-ba231e3dfbd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (73c9b0bd-777e-475b-9e85-8fdd543994bf), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:24:15.059277 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-a4b5d696-62b5-4be8-85c2-62313ad4223a tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] Publish callbacks [] for port (81158fda-fb11-4d56-8e16-e7b27e48b9c9), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:24:15.100318 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-19e2f220-b2e4-4ad4-8914-ba231e3dfbd6 None None] For port 73c9b0bd-777e-475b-9e85-8fdd543994bf, host n-d-760453-5, cleared binding levels {{(pid=103306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 26 21:24:15.117193 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-19e2f220-b2e4-4ad4-8914-ba231e3dfbd6 None None] For port 73c9b0bd-777e-475b-9e85-8fdd543994bf, host n-d-760453-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=73c9b0bd-777e-475b-9e85-8fdd543994bf,segment=NetworkSegment(37f5726a-1839-44a5-8e0d-bcb3fd30328f),segment_id=37f5726a-1839-44a5-8e0d-bcb3fd30328f)] {{(pid=103306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 26 21:24:15.123083 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-a4b5d696-62b5-4be8-85c2-62313ad4223a tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746560234527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9281553'] for port (81158fda-fb11-4d56-8e16-e7b27e48b9c9), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:24:15.126793 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-19e2f220-b2e4-4ad4-8914-ba231e3dfbd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (73c9b0bd-777e-475b-9e85-8fdd543994bf), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:24:15.266990 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e2f220-b2e4-4ad4-8914-ba231e3dfbd6 None None] Pushing event updated for resources: {'Port': ['ID=73c9b0bd-777e-475b-9e85-8fdd543994bf,revision_number=2']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:24:15.405601 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4b5d696-62b5-4be8-85c2-62313ad4223a tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] Network f292bf50-7316-40da-8d60-8669bdd0f81a is already hosted by enough agents. {{(pid=103304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 21:24:15.417343 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [None req-a4b5d696-62b5-4be8-85c2-62313ad4223a tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] Resources bound (agent type, host, resource id): {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:24:15.423022 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4b5d696-62b5-4be8-85c2-62313ad4223a tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] Received port after_create {{(pid=103304) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 21:24:15.543001 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b5d696-62b5-4be8-85c2-62313ad4223a tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] Pushing event updated for resources: {'Port': ['ID=81158fda-fb11-4d56-8e16-e7b27e48b9c9,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:24:15.624137 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dadd806a-50a9-46f0-afbf-758405e7c258 req-06541900-92bd-4de4-883a-64af2a1b9056 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:24:15.625836 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-dadd806a-50a9-46f0-afbf-758405e7c258 req-06541900-92bd-4de4-883a-64af2a1b9056 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=b84068c047214d90966ff7ed497aada1&device_id=afd30b02-fa71-4c6c-bb63-67718403e984 HTTP/1.1" status: 200 len: 1096 time: 0.4738231 Jan 26 21:24:15.644454 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4b5d696-62b5-4be8-85c2-62313ad4223a tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:24:15.645248 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-a4b5d696-62b5-4be8-85c2-62313ad4223a tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:24:15.690468 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device bc1ce771-d9af-4dae-a287-42a3e76f09c3 up at agent ovs-agent-n-d-760453-5 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 21:24:15.780490 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Provisioning complete for port bc1ce771-d9af-4dae-a287-42a3e76f09c3 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:24:15.780888 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (bc1ce771-d9af-4dae-a287-42a3e76f09c3), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:24:15.893383 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dadd806a-50a9-46f0-afbf-758405e7c258 req-127d32e6-b57e-4f42-9b55-af634b03ed73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:24:15.900867 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-dadd806a-50a9-46f0-afbf-758405e7c258 req-127d32e6-b57e-4f42-9b55-af634b03ed73 service neutron] 10.222.0.57 "GET /v2.0/networks?id=d5480d3d-bab2-42ab-9692-609efda9979f HTTP/1.1" status: 200 len: 906 time: 0.2464969 Jan 26 21:24:15.926848 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-a4b5d696-62b5-4be8-85c2-62313ad4223a tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.2870526 Jan 26 21:24:15.927230 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 42298) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:24:15.934576 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-985a48d4-33d9-40bd-915c-d173fd9fe88f tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] Request body: {'port': {'network_id': 'f292bf50-7316-40da-8d60-8669bdd0f81a', 'name': 'tempest-TaggedBootDevicesTest-37651529', 'fixed_ips': [{'subnet_id': '4e6d2bbe-4ef2-4089-b0e5-159ef264639e'}]}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:24:16.043251 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Current status of the port bc1ce771-d9af-4dae-a287-42a3e76f09c3 is: DOWN; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:24:16.044953 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (bc1ce771-d9af-4dae-a287-42a3e76f09c3), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:24:16.079238 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-dadd806a-50a9-46f0-afbf-758405e7c258 req-cad8d242-8f67-46a8-8fd4-3ecd7dc34680 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1d52b1b0-8235-48ff-b09f-013ef28aa10b HTTP/1.1" status: 200 len: 217 time: 0.1509528 Jan 26 21:24:16.266773 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] For port bc1ce771-d9af-4dae-a287-42a3e76f09c3, host n-d-760453-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=bc1ce771-d9af-4dae-a287-42a3e76f09c3,segment=NetworkSegment(a9216649-5b5c-4abd-bdd9-593ae2d941b2),segment_id=a9216649-5b5c-4abd-bdd9-593ae2d941b2)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:24:16.307557 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (bc1ce771-d9af-4dae-a287-42a3e76f09c3), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:24:16.332569 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-985a48d4-33d9-40bd-915c-d173fd9fe88f tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] Made reservation on behalf of 2de9f498797a4527ba13c10b546ad5bb for: {'port': 1} {{(pid=103305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 21:24:16.468663 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Pushing event updated for resources: {'Port': ['ID=bc1ce771-d9af-4dae-a287-42a3e76f09c3,revision_number=3']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:24:16.495253 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dadd806a-50a9-46f0-afbf-758405e7c258 req-8848be76-b7d6-4ba6-bffc-66a67fb59c8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:24:16.496770 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-dadd806a-50a9-46f0-afbf-758405e7c258 req-8848be76-b7d6-4ba6-bffc-66a67fb59c8c service neutron] 10.222.0.57 "GET /v2.0/subnets?id=3e0b5fe7-c879-4a69-b8db-9e47b1011f5e HTTP/1.1" status: 200 len: 845 time: 0.4089270 Jan 26 21:24:16.601431 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ccd01c-1c47-48ba-8632-2a0852abb975 req-4926e967-c62e-43da-b9e7-dc7969c79216 tempest-VolumesActionsTest-214895973 tempest-VolumesActionsTest-214895973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:24:16.601431 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-22ccd01c-1c47-48ba-8632-2a0852abb975 req-4926e967-c62e-43da-b9e7-dc7969c79216 tempest-VolumesActionsTest-214895973 tempest-VolumesActionsTest-214895973-project] 10.222.0.13 "GET /v2.0/ports?device_id=05158d67-f875-4920-a820-3e51ae56dac7 HTTP/1.1" status: 200 len: 946 time: 0.2622368 Jan 26 21:24:16.601719 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-985a48d4-33d9-40bd-915c-d173fd9fe88f tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:24:16.601841 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-dadd806a-50a9-46f0-afbf-758405e7c258 req-efdabab4-4b07-4152-90c7-0510192b0f53 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=d5480d3d-bab2-42ab-9692-609efda9979f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0825915 Jan 26 21:24:16.644221 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c921f37-7b8d-4908-850d-1e83863f7e56 None None] Network f292bf50-7316-40da-8d60-8669bdd0f81a requested from n-d-760453-5 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 26 21:24:16.656262 n-d-760453-5 neutron-server[103305]: DEBUG neutron.notifiers.nova [None req-985a48d4-33d9-40bd-915c-d173fd9fe88f tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] device_id is not set on port db089e5c-c2ba-48d7-8f5d-cf5cafe1f2ad yet. {{(pid=103305) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 26 21:24:16.855241 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-22ccd01c-1c47-48ba-8632-2a0852abb975 req-1a6f1c23-e756-4ca8-acd2-36b197240bed tempest-VolumesActionsTest-214895973 tempest-VolumesActionsTest-214895973-project] 10.222.0.13 "GET /v2.0/security-groups?id=ddaf47c8-987f-416a-900e-f292bd12e357&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2335653 Jan 26 21:24:16.860444 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-4c2408dc-e453-410a-8e9a-b431b0e75612 None None] Provisioning complete for port bc1ce771-d9af-4dae-a287-42a3e76f09c3 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:24:16.860905 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-4c2408dc-e453-410a-8e9a-b431b0e75612 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (bc1ce771-d9af-4dae-a287-42a3e76f09c3), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:24:16.906844 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 42334) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:24:16.931241 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-dadd806a-50a9-46f0-afbf-758405e7c258 req-04da851a-2756-4386-82e1-876dd25d3ab9 service neutron] 10.222.0.57 "GET /v2.0/networks/d5480d3d-bab2-42ab-9692-609efda9979f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3211846 Jan 26 21:24:16.944832 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.db_base_plugin_common [None req-985a48d4-33d9-40bd-915c-d173fd9fe88f tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] Allocated IP 10.1.1.72 (f292bf50-7316-40da-8d60-8669bdd0f81a/4e6d2bbe-4ef2-4089-b0e5-159ef264639e/db089e5c-c2ba-48d7-8f5d-cf5cafe1f2ad) {{(pid=103305) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 21:24:17.086119 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-4c2408dc-e453-410a-8e9a-b431b0e75612 None None] Current status of the port bc1ce771-d9af-4dae-a287-42a3e76f09c3 is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:24:17.175244 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-dadd806a-50a9-46f0-afbf-758405e7c258 req-f7cb4071-af8f-448e-8a63-6e466b290f94 service neutron] 10.222.0.57 "GET /v2.0/networks/d5480d3d-bab2-42ab-9692-609efda9979f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2274539 Jan 26 21:24:17.215039 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-f450c038-0a9b-44e6-8b0d-23a83b861970 tempest-RoutersTestDVR-925912133 tempest-RoutersTestDVR-925912133-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-1933177384'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:24:17.257022 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-f450c038-0a9b-44e6-8b0d-23a83b861970 tempest-RoutersTestDVR-925912133 tempest-RoutersTestDVR-925912133-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4104596', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13108'] for router (86827260-9bc5-4b3a-abea-dcce151ca77f), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:24:17.258808 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-f450c038-0a9b-44e6-8b0d-23a83b861970 tempest-RoutersTestDVR-925912133 tempest-RoutersTestDVR-925912133-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4105828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4111306', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3733576', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13069'] for router (86827260-9bc5-4b3a-abea-dcce151ca77f), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:24:17.374331 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd822824-f7cf-479f-ac47-1ccfe1b76c48 None None] Network 09fefaf6-1493-45ff-9b77-0bffdcb790d7 requested from n-d-760453-5 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 26 21:24:17.437639 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-f450c038-0a9b-44e6-8b0d-23a83b861970 tempest-RoutersTestDVR-925912133 tempest-RoutersTestDVR-925912133-project-admin] Publish callbacks [] for router_controller (86827260-9bc5-4b3a-abea-dcce151ca77f), precommit_add_association {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:24:17.448129 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-f450c038-0a9b-44e6-8b0d-23a83b861970 tempest-RoutersTestDVR-925912133 tempest-RoutersTestDVR-925912133-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4105757', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4111263'] for router (86827260-9bc5-4b3a-abea-dcce151ca77f), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:24:17.456965 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-985a48d4-33d9-40bd-915c-d173fd9fe88f tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] Publish callbacks [] for port (db089e5c-c2ba-48d7-8f5d-cf5cafe1f2ad), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:24:17.493871 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-f450c038-0a9b-44e6-8b0d-23a83b861970 tempest-RoutersTestDVR-925912133 tempest-RoutersTestDVR-925912133-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:24:17.495221 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-f450c038-0a9b-44e6-8b0d-23a83b861970 tempest-RoutersTestDVR-925912133 tempest-RoutersTestDVR-925912133-project-admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 729 time: 0.5864015 Jan 26 21:24:17.498589 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 42346) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:24:17.549287 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-ceaa18a2-c315-4a24-b706-5c31c2a9f1b5 None None] Provisioning complete for port 73c9b0bd-777e-475b-9e85-8fdd543994bf triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:24:17.550127 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-ceaa18a2-c315-4a24-b706-5c31c2a9f1b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (73c9b0bd-777e-475b-9e85-8fdd543994bf), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:24:17.600172 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-985a48d4-33d9-40bd-915c-d173fd9fe88f tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746560234527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11791543'] for port (db089e5c-c2ba-48d7-8f5d-cf5cafe1f2ad), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:24:17.712989 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-985a48d4-33d9-40bd-915c-d173fd9fe88f tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] Pushing event updated for resources: {'Port': ['ID=db089e5c-c2ba-48d7-8f5d-cf5cafe1f2ad,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:24:17.760532 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-9ce796b0-cfb2-4e1f-ba33-9b2cc9f3078e tempest-RoutersTestDVR-925912133 tempest-RoutersTestDVR-925912133-project-admin] Publish callbacks [] for router (86827260-9bc5-4b3a-abea-dcce151ca77f), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:24:17.779345 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-985a48d4-33d9-40bd-915c-d173fd9fe88f tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] Network f292bf50-7316-40da-8d60-8669bdd0f81a is already hosted by enough agents. {{(pid=103305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 21:24:17.791340 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [None req-985a48d4-33d9-40bd-915c-d173fd9fe88f tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] Resources bound (agent type, host, resource id): {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:24:17.811957 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-985a48d4-33d9-40bd-915c-d173fd9fe88f tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] Received port after_create {{(pid=103305) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 21:24:17.948914 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-985a48d4-33d9-40bd-915c-d173fd9fe88f tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:24:17.950382 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-985a48d4-33d9-40bd-915c-d173fd9fe88f tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:24:17.981743 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-985a48d4-33d9-40bd-915c-d173fd9fe88f tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.0526736 Jan 26 21:24:18.104523 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-9ce796b0-cfb2-4e1f-ba33-9b2cc9f3078e tempest-RoutersTestDVR-925912133 tempest-RoutersTestDVR-925912133-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4105774', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13082'] for router (86827260-9bc5-4b3a-abea-dcce151ca77f), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:24:18.108365 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-9ce796b0-cfb2-4e1f-ba33-9b2cc9f3078e tempest-RoutersTestDVR-925912133 tempest-RoutersTestDVR-925912133-project-admin] Publish callbacks [] for router_controller (86827260-9bc5-4b3a-abea-dcce151ca77f), precommit_delete_associations {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:24:18.124486 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device bc1ce771-d9af-4dae-a287-42a3e76f09c3 up at agent ovs-agent-n-d-760453-5 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 21:24:18.172977 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-ceaa18a2-c315-4a24-b706-5c31c2a9f1b5 None None] Current status of the port 73c9b0bd-777e-475b-9e85-8fdd543994bf is: DOWN; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:24:18.173498 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-ceaa18a2-c315-4a24-b706-5c31c2a9f1b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (73c9b0bd-777e-475b-9e85-8fdd543994bf), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:24:18.309782 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-ceaa18a2-c315-4a24-b706-5c31c2a9f1b5 None None] For port 73c9b0bd-777e-475b-9e85-8fdd543994bf, host n-d-760453-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=73c9b0bd-777e-475b-9e85-8fdd543994bf,segment=NetworkSegment(37f5726a-1839-44a5-8e0d-bcb3fd30328f),segment_id=37f5726a-1839-44a5-8e0d-bcb3fd30328f)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:24:18.337850 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-ceaa18a2-c315-4a24-b706-5c31c2a9f1b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (73c9b0bd-777e-475b-9e85-8fdd543994bf), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:24:18.419373 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceaa18a2-c315-4a24-b706-5c31c2a9f1b5 None None] Pushing event updated for resources: {'Port': ['ID=73c9b0bd-777e-475b-9e85-8fdd543994bf,revision_number=3']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:24:18.435472 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Provisioning complete for port bc1ce771-d9af-4dae-a287-42a3e76f09c3 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:24:18.435859 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (bc1ce771-d9af-4dae-a287-42a3e76f09c3), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:24:18.537923 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-be0b8c0b-58be-4440-a43c-151a903d0a3c None None] Provisioning complete for port 81158fda-fb11-4d56-8e16-e7b27e48b9c9 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:24:18.538215 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-be0b8c0b-58be-4440-a43c-151a903d0a3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (81158fda-fb11-4d56-8e16-e7b27e48b9c9), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:24:18.648289 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-be0b8c0b-58be-4440-a43c-151a903d0a3c None None] Port 81158fda-fb11-4d56-8e16-e7b27e48b9c9 cannot update to ACTIVE because it is not bound. {{(pid=103306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 26 21:24:18.671587 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Current status of the port bc1ce771-d9af-4dae-a287-42a3e76f09c3 is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:24:18.672626 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device 73c9b0bd-777e-475b-9e85-8fdd543994bf up at agent ovs-agent-n-d-760453-5 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 21:24:18.690647 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-be0b8c0b-58be-4440-a43c-151a903d0a3c None None] Provisioning complete for port bc1ce771-d9af-4dae-a287-42a3e76f09c3 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:24:18.691020 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-be0b8c0b-58be-4440-a43c-151a903d0a3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (bc1ce771-d9af-4dae-a287-42a3e76f09c3), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:24:18.813184 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Provisioning complete for port 73c9b0bd-777e-475b-9e85-8fdd543994bf triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:24:18.814728 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (73c9b0bd-777e-475b-9e85-8fdd543994bf), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:24:18.868051 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 42376) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:24:18.873729 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-25245bae-f268-456e-88aa-b7e2859747f1 tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1883789197', 'description': 'tempest-description--1209078831'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:24:18.886180 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-9ce796b0-cfb2-4e1f-ba33-9b2cc9f3078e tempest-RoutersTestDVR-925912133 tempest-RoutersTestDVR-925912133-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4105767'] for router (86827260-9bc5-4b3a-abea-dcce151ca77f), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:24:18.886764 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ce796b0-cfb2-4e1f-ba33-9b2cc9f3078e tempest-RoutersTestDVR-925912133 tempest-RoutersTestDVR-925912133-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 86827260-9bc5-4b3a-abea-dcce151ca77f {{(pid=103304) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 26 21:24:18.930376 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-8763bb10-8db6-4e9b-9827-17872d678abc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (474ccdf7-ab6c-405b-a3b2-dc7b05829902), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:24:18.933620 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-25245bae-f268-456e-88aa-b7e2859747f1 tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] Publish callbacks [] for security_group (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:24:18.948575 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-9ce796b0-cfb2-4e1f-ba33-9b2cc9f3078e tempest-RoutersTestDVR-925912133 tempest-RoutersTestDVR-925912133-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:24:18.965681 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-9ce796b0-cfb2-4e1f-ba33-9b2cc9f3078e tempest-RoutersTestDVR-925912133 tempest-RoutersTestDVR-925912133-project-admin] 10.222.0.13 "DELETE /v2.0/routers/86827260-9bc5-4b3a-abea-dcce151ca77f HTTP/1.1" status: 204 len: 168 time: 1.4623375 Jan 26 21:24:18.993691 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 42382) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:24:18.998623 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-9de3f8a3-a076-4888-9c71-8b0fa5695c1f tempest-RoutersTestDVR-925912133 tempest-RoutersTestDVR-925912133-project-admin] Request body: {'router': {'name': 'tempest-router-221206625', 'distributed': False}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:24:19.039649 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-25245bae-f268-456e-88aa-b7e2859747f1 tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] Publish callbacks [] for security_group (e87e70a3-dfc0-4db8-90a2-ffd9c4c809a5), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:24:19.050458 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-25245bae-f268-456e-88aa-b7e2859747f1 tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (e87e70a3-dfc0-4db8-90a2-ffd9c4c809a5), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:24:19.090234 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-9de3f8a3-a076-4888-9c71-8b0fa5695c1f tempest-RoutersTestDVR-925912133 tempest-RoutersTestDVR-925912133-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4104596', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13108'] for router (995c8d23-c8e4-4469-b38d-a07d4550f14b), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:24:19.092852 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-be0b8c0b-58be-4440-a43c-151a903d0a3c None None] Current status of the port bc1ce771-d9af-4dae-a287-42a3e76f09c3 is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:24:19.094420 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-9de3f8a3-a076-4888-9c71-8b0fa5695c1f tempest-RoutersTestDVR-925912133 tempest-RoutersTestDVR-925912133-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4105828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4111306', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3733576', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13069'] for router (995c8d23-c8e4-4469-b38d-a07d4550f14b), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:24:19.116454 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-25245bae-f268-456e-88aa-b7e2859747f1 tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] Publish callbacks [] for security_group (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:24:19.118974 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Current status of the port 73c9b0bd-777e-475b-9e85-8fdd543994bf is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:24:19.125480 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-25245bae-f268-456e-88aa-b7e2859747f1 tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.2561018 Jan 26 21:24:19.129180 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 42392) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:24:19.139796 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-1867a5fe-5467-4691-9832-1e50bb3242f1 tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] Request body: {'security_group_rule': {'security_group_id': 'e87e70a3-dfc0-4db8-90a2-ffd9c4c809a5', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:24:19.143011 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b826af-a9bc-4595-80d4-bbfd5948cf09 req-8550936d-9e28-40dc-85fa-8c5edd61ae4f tempest-VolumesActionsTest-214895973 tempest-VolumesActionsTest-214895973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:24:19.148654 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-86b826af-a9bc-4595-80d4-bbfd5948cf09 req-8550936d-9e28-40dc-85fa-8c5edd61ae4f tempest-VolumesActionsTest-214895973 tempest-VolumesActionsTest-214895973-project] 10.222.0.13 "GET /v2.0/ports?device_id=05158d67-f875-4920-a820-3e51ae56dac7 HTTP/1.1" status: 200 len: 946 time: 0.2988546 Jan 26 21:24:19.196744 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25245bae-f268-456e-88aa-b7e2859747f1 tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e87e70a3-dfc0-4db8-90a2-ffd9c4c809a5,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:24:19.226309 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-1867a5fe-5467-4691-9832-1e50bb3242f1 tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] Publish callbacks [] for security_group_rule (5c2cb922-6f52-43df-bb41-4319190a86bb), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:24:19.230189 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-d8bb36f9-9258-4c73-b9cc-1cb05497c64e None None] Provisioning complete for port 73c9b0bd-777e-475b-9e85-8fdd543994bf triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:24:19.230727 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d8bb36f9-9258-4c73-b9cc-1cb05497c64e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (73c9b0bd-777e-475b-9e85-8fdd543994bf), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:24:19.290298 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-9de3f8a3-a076-4888-9c71-8b0fa5695c1f tempest-RoutersTestDVR-925912133 tempest-RoutersTestDVR-925912133-project-admin] Publish callbacks [] for router_controller (995c8d23-c8e4-4469-b38d-a07d4550f14b), precommit_add_association {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:24:19.322946 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-9de3f8a3-a076-4888-9c71-8b0fa5695c1f tempest-RoutersTestDVR-925912133 tempest-RoutersTestDVR-925912133-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4105757', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4111263'] for router (995c8d23-c8e4-4469-b38d-a07d4550f14b), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:24:19.379679 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-9de3f8a3-a076-4888-9c71-8b0fa5695c1f tempest-RoutersTestDVR-925912133 tempest-RoutersTestDVR-925912133-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:24:19.383489 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-9de3f8a3-a076-4888-9c71-8b0fa5695c1f tempest-RoutersTestDVR-925912133 tempest-RoutersTestDVR-925912133-project-admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.3863049 Jan 26 21:24:19.385379 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 42396) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:24:19.400914 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-86b826af-a9bc-4595-80d4-bbfd5948cf09 req-27fa5540-d34d-4bfc-8ca6-d34f538d870d tempest-VolumesActionsTest-214895973 tempest-VolumesActionsTest-214895973-project] 10.222.0.13 "GET /v2.0/security-groups?id=ddaf47c8-987f-416a-900e-f292bd12e357&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2414005 Jan 26 21:24:19.429240 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-d8bb36f9-9258-4c73-b9cc-1cb05497c64e None None] Current status of the port 73c9b0bd-777e-475b-9e85-8fdd543994bf is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:24:19.455500 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.agents_db [None req-569f1ced-6396-4ddf-b79f-e03b0b2146ab None None] Agent healthcheck: found 7 active agents {{(pid=103307) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 26 21:24:19.458626 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-d8bb36f9-9258-4c73-b9cc-1cb05497c64e None None] Provisioning complete for port db089e5c-c2ba-48d7-8f5d-cf5cafe1f2ad triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:24:19.460047 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d8bb36f9-9258-4c73-b9cc-1cb05497c64e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (db089e5c-c2ba-48d7-8f5d-cf5cafe1f2ad), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:24:19.466090 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device 73c9b0bd-777e-475b-9e85-8fdd543994bf up at agent ovs-agent-n-d-760453-5 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 21:24:19.495705 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-a80f28ef-abd0-4c3b-92de-97609a63e0e0 tempest-RoutersTestDVR-925912133 tempest-RoutersTestDVR-925912133-project-admin] Publish callbacks [] for router (995c8d23-c8e4-4469-b38d-a07d4550f14b), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:24:19.580320 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-1867a5fe-5467-4691-9832-1e50bb3242f1 tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] Publish callbacks [] for security_group_rule (5c2cb922-6f52-43df-bb41-4319190a86bb), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:24:19.605407 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-d8bb36f9-9258-4c73-b9cc-1cb05497c64e None None] Port db089e5c-c2ba-48d7-8f5d-cf5cafe1f2ad cannot update to ACTIVE because it is not bound. {{(pid=103306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 26 21:24:19.643418 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Provisioning complete for port 73c9b0bd-777e-475b-9e85-8fdd543994bf triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:24:19.643779 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (73c9b0bd-777e-475b-9e85-8fdd543994bf), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:24:19.687546 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-a80f28ef-abd0-4c3b-92de-97609a63e0e0 tempest-RoutersTestDVR-925912133 tempest-RoutersTestDVR-925912133-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4105774', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13082'] for router (995c8d23-c8e4-4469-b38d-a07d4550f14b), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:24:19.691046 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-a80f28ef-abd0-4c3b-92de-97609a63e0e0 tempest-RoutersTestDVR-925912133 tempest-RoutersTestDVR-925912133-project-admin] Publish callbacks [] for router_controller (995c8d23-c8e4-4469-b38d-a07d4550f14b), precommit_delete_associations {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:24:19.737927 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-1867a5fe-5467-4691-9832-1e50bb3242f1 tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102715'] for security_group_rule (5c2cb922-6f52-43df-bb41-4319190a86bb), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:24:19.759380 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-a80f28ef-abd0-4c3b-92de-97609a63e0e0 tempest-RoutersTestDVR-925912133 tempest-RoutersTestDVR-925912133-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4105767'] for router (995c8d23-c8e4-4469-b38d-a07d4550f14b), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:24:19.759956 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a80f28ef-abd0-4c3b-92de-97609a63e0e0 tempest-RoutersTestDVR-925912133 tempest-RoutersTestDVR-925912133-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 995c8d23-c8e4-4469-b38d-a07d4550f14b {{(pid=103305) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 26 21:24:19.773846 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-a80f28ef-abd0-4c3b-92de-97609a63e0e0 tempest-RoutersTestDVR-925912133 tempest-RoutersTestDVR-925912133-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:24:19.783243 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-a80f28ef-abd0-4c3b-92de-97609a63e0e0 tempest-RoutersTestDVR-925912133 tempest-RoutersTestDVR-925912133-project-admin] 10.222.0.13 "DELETE /v2.0/routers/995c8d23-c8e4-4469-b38d-a07d4550f14b HTTP/1.1" status: 204 len: 168 time: 0.3885627 Jan 26 21:24:19.783243 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1867a5fe-5467-4691-9832-1e50bb3242f1 tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5c2cb922-6f52-43df-bb41-4319190a86bb,revision_number=0']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:24:19.783672 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 42406) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:24:19.791073 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-4e55f6ac-18b1-46de-abd8-e51d18e14dcb tempest-RoutersTestDVR-925912133 tempest-RoutersTestDVR-925912133-project-admin] Request body: {'router': {'name': 'tempest-router-355311980', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': 'b39ce016c6934219b65132c4bdf42406'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:24:19.794871 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-1867a5fe-5467-4691-9832-1e50bb3242f1 tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:24:19.798860 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-1867a5fe-5467-4691-9832-1e50bb3242f1 tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6606288 Jan 26 21:24:19.799458 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 42408) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:24:19.803918 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-bc6299dd-f7b2-430d-a8c5-c6459e3195c5 tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] Request body: {'security_group_rule': {'security_group_id': 'e87e70a3-dfc0-4db8-90a2-ffd9c4c809a5', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:24:19.849340 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-4e55f6ac-18b1-46de-abd8-e51d18e14dcb tempest-RoutersTestDVR-925912133 tempest-RoutersTestDVR-925912133-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4104596', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13108'] for router (d64e4f93-d5b4-4119-a12f-e669e3edf572), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:24:19.850412 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-4e55f6ac-18b1-46de-abd8-e51d18e14dcb tempest-RoutersTestDVR-925912133 tempest-RoutersTestDVR-925912133-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4105828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4111306', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3733576', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13069'] for router (d64e4f93-d5b4-4119-a12f-e669e3edf572), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:24:19.853652 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-bc6299dd-f7b2-430d-a8c5-c6459e3195c5 tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] Publish callbacks [] for security_group_rule (25c11132-39f7-41ee-968d-12049929b78c), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:24:19.860173 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Current status of the port 73c9b0bd-777e-475b-9e85-8fdd543994bf is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:24:19.922613 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-bc6299dd-f7b2-430d-a8c5-c6459e3195c5 tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] Publish callbacks [] for security_group_rule (25c11132-39f7-41ee-968d-12049929b78c), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:24:19.933627 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-bc6299dd-f7b2-430d-a8c5-c6459e3195c5 tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102715'] for security_group_rule (25c11132-39f7-41ee-968d-12049929b78c), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:24:19.977992 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-4e55f6ac-18b1-46de-abd8-e51d18e14dcb tempest-RoutersTestDVR-925912133 tempest-RoutersTestDVR-925912133-project-admin] Publish callbacks [] for router_controller (d64e4f93-d5b4-4119-a12f-e669e3edf572), precommit_add_association {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:24:20.000050 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc6299dd-f7b2-430d-a8c5-c6459e3195c5 tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=25c11132-39f7-41ee-968d-12049929b78c,revision_number=0']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:24:20.007459 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-4e55f6ac-18b1-46de-abd8-e51d18e14dcb tempest-RoutersTestDVR-925912133 tempest-RoutersTestDVR-925912133-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4105757', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4111263'] for router (d64e4f93-d5b4-4119-a12f-e669e3edf572), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:24:20.041006 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-4e55f6ac-18b1-46de-abd8-e51d18e14dcb tempest-RoutersTestDVR-925912133 tempest-RoutersTestDVR-925912133-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:24:20.042684 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-4e55f6ac-18b1-46de-abd8-e51d18e14dcb tempest-RoutersTestDVR-925912133 tempest-RoutersTestDVR-925912133-project-admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.2612979 Jan 26 21:24:20.045500 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 42420) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:24:20.050620 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-4ce75279-f5d3-49d4-826c-e39b05cf6fea tempest-RoutersTestDVR-925912133 tempest-RoutersTestDVR-925912133-project-admin] Request body: {'router': {'distributed': True}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:24:20.055882 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-bc6299dd-f7b2-430d-a8c5-c6459e3195c5 tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:24:20.071732 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-bc6299dd-f7b2-430d-a8c5-c6459e3195c5 tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2711918 Jan 26 21:24:20.072354 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 42422) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:24:20.077514 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-b3e2264b-5701-4184-b01d-07f7d5f538ce tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] Request body: {'floatingip': {'floating_network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:24:20.117949 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-b3e2264b-5701-4184-b01d-07f7d5f538ce tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:24:20.395685 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-b3e2264b-5701-4184-b01d-07f7d5f538ce tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:24:20.540282 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-4ce75279-f5d3-49d4-826c-e39b05cf6fea tempest-RoutersTestDVR-925912133 tempest-RoutersTestDVR-925912133-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4111352', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4105746', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13075'] for router (d64e4f93-d5b4-4119-a12f-e669e3edf572), precommit_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:24:20.540630 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-4ce75279-f5d3-49d4-826c-e39b05cf6fea tempest-RoutersTestDVR-925912133 tempest-RoutersTestDVR-925912133-project-admin] Publish callbacks [] for router (d64e4f93-d5b4-4119-a12f-e669e3edf572), before_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:24:20.653539 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.db_base_plugin_common [None req-b3e2264b-5701-4184-b01d-07f7d5f538ce tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] Allocated IP 172.25.1.140 (4140a1f1-c93a-4bea-83a0-68953a54f299/e48251a1-e30d-4820-8396-00c6f6aeb601/cfc9bbda-c6a6-416e-b3e5-8638501547e3) {{(pid=103304) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 21:24:20.712491 n-d-760453-5 neutron-server[103305]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-4ce75279-f5d3-49d4-826c-e39b05cf6fea tempest-RoutersTestDVR-925912133 tempest-RoutersTestDVR-925912133-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=103305) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:160}} Jan 26 21:24:20.713165 n-d-760453-5 neutron-server[103305]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-4ce75279-f5d3-49d4-826c-e39b05cf6fea tempest-RoutersTestDVR-925912133 tempest-RoutersTestDVR-925912133-project-admin] Router d64e4f93-d5b4-4119-a12f-e669e3edf572 migrating from provider to provider. {{(pid=103305) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:167}} Jan 26 21:24:20.713639 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-4ce75279-f5d3-49d4-826c-e39b05cf6fea tempest-RoutersTestDVR-925912133 tempest-RoutersTestDVR-925912133-project-admin] Publish callbacks [] for router_controller (d64e4f93-d5b4-4119-a12f-e669e3edf572), precommit_delete_associations {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:24:20.718874 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-4ce75279-f5d3-49d4-826c-e39b05cf6fea tempest-RoutersTestDVR-925912133 tempest-RoutersTestDVR-925912133-project-admin] Publish callbacks [] for router_controller (d64e4f93-d5b4-4119-a12f-e669e3edf572), precommit_add_association {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:24:20.728003 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-4ce75279-f5d3-49d4-826c-e39b05cf6fea tempest-RoutersTestDVR-925912133 tempest-RoutersTestDVR-925912133-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4111263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-4111345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-4111334', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-4105739'] for router (d64e4f93-d5b4-4119-a12f-e669e3edf572), after_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:24:20.814829 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f5e104-a99c-4bd0-9a18-15a5d4ca5cd4 req-277f57f6-fc99-45f1-a308-076a1c11e34e tempest-VolumesActionsTest-214895973 tempest-VolumesActionsTest-214895973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:24:20.816515 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-82f5e104-a99c-4bd0-9a18-15a5d4ca5cd4 req-277f57f6-fc99-45f1-a308-076a1c11e34e tempest-VolumesActionsTest-214895973 tempest-VolumesActionsTest-214895973-project] 10.222.0.13 "GET /v2.0/ports?device_id=05158d67-f875-4920-a820-3e51ae56dac7 HTTP/1.1" status: 200 len: 946 time: 0.2020676 Jan 26 21:24:20.830862 n-d-760453-5 neutron-server[103305]: WARNING neutron.scheduler.l3_agent_scheduler [None req-4ce75279-f5d3-49d4-826c-e39b05cf6fea tempest-RoutersTestDVR-925912133 tempest-RoutersTestDVR-925912133-project-admin] No L3 agents can host the router d64e4f93-d5b4-4119-a12f-e669e3edf572 Jan 26 21:24:20.897055 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-b3e2264b-5701-4184-b01d-07f7d5f538ce tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] Publish callbacks [] for port (cfc9bbda-c6a6-416e-b3e5-8638501547e3), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:24:20.929392 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-82f5e104-a99c-4bd0-9a18-15a5d4ca5cd4 req-c5035e0a-d32f-495f-b191-7064c7f48c43 tempest-VolumesActionsTest-214895973 tempest-VolumesActionsTest-214895973-project] 10.222.0.13 "GET /v2.0/security-groups?id=ddaf47c8-987f-416a-900e-f292bd12e357&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030149 Jan 26 21:24:20.974797 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-b3e2264b-5701-4184-b01d-07f7d5f538ce tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746560234527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9281553'] for port (cfc9bbda-c6a6-416e-b3e5-8638501547e3), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:24:21.016834 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3e2264b-5701-4184-b01d-07f7d5f538ce tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] Network 4140a1f1-c93a-4bea-83a0-68953a54f299 is already hosted by enough agents. {{(pid=103304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 21:24:21.020091 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [None req-b3e2264b-5701-4184-b01d-07f7d5f538ce tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] Resources bound (agent type, host, resource id): {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:24:21.022657 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3e2264b-5701-4184-b01d-07f7d5f538ce tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] Received port after_create {{(pid=103304) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 21:24:21.171148 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e2264b-5701-4184-b01d-07f7d5f538ce tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] Pushing event updated for resources: {'Port': ['ID=cfc9bbda-c6a6-416e-b3e5-8638501547e3,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:24:21.229652 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-b3e2264b-5701-4184-b01d-07f7d5f538ce tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] Publish callbacks [] for floatingip (37d697b3-6eb4-4be4-9ac9-a41746cfc1a8), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:24:21.236192 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-345cd91d-6332-41c4-be65-5ba355a3f2b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (09df100c-3af1-4b0a-bda8-05914c71c458), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:24:21.280982 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-b3e2264b-5701-4184-b01d-07f7d5f538ce tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (cfc9bbda-c6a6-416e-b3e5-8638501547e3), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:24:21.305989 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ce75279-f5d3-49d4-826c-e39b05cf6fea tempest-RoutersTestDVR-925912133 tempest-RoutersTestDVR-925912133-project-admin] Hosts for router d64e4f93-d5b4-4119-a12f-e669e3edf572: [] {{(pid=103305) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:329}} Jan 26 21:24:21.337846 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ce75279-f5d3-49d4-826c-e39b05cf6fea tempest-RoutersTestDVR-925912133 tempest-RoutersTestDVR-925912133-project-admin] Hosts for other DVR routers connected to router d64e4f93-d5b4-4119-a12f-e669e3edf572: set() {{(pid=103305) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:346}} Jan 26 21:24:21.341180 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-4ce75279-f5d3-49d4-826c-e39b05cf6fea tempest-RoutersTestDVR-925912133 tempest-RoutersTestDVR-925912133-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:24:21.342219 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-4ce75279-f5d3-49d4-826c-e39b05cf6fea tempest-RoutersTestDVR-925912133 tempest-RoutersTestDVR-925912133-project-admin] 10.222.0.13 "PUT /v2.0/routers/d64e4f93-d5b4-4119-a12f-e669e3edf572 HTTP/1.1" status: 200 len: 716 time: 1.2951183 Jan 26 21:24:21.346897 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 42452) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:24:21.447607 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-8808fbc3-5861-48d8-ad57-cf71911c2fad tempest-RoutersTestDVR-925912133 tempest-RoutersTestDVR-925912133-project-admin] 10.222.0.13 "GET /v2.0/routers/d64e4f93-d5b4-4119-a12f-e669e3edf572 HTTP/1.1" status: 200 len: 716 time: 0.0994511 Jan 26 21:24:21.448211 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 42466) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:24:21.558068 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-b3e2264b-5701-4184-b01d-07f7d5f538ce tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] Publish callbacks [] for port (cfc9bbda-c6a6-416e-b3e5-8638501547e3), precommit_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:24:21.572786 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-b3e2264b-5701-4184-b01d-07f7d5f538ce tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9281542'] for port (cfc9bbda-c6a6-416e-b3e5-8638501547e3), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:24:21.679783 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e2264b-5701-4184-b01d-07f7d5f538ce tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] Pushing event updated for resources: {'Port': ['ID=cfc9bbda-c6a6-416e-b3e5-8638501547e3,revision_number=2']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:24:21.695012 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-a1b28f0d-c836-49dc-a298-9263f42bfeac tempest-RoutersTestDVR-1152610461 tempest-RoutersTestDVR-1152610461-project] 10.222.0.13 "GET /v2.0/routers/d64e4f93-d5b4-4119-a12f-e669e3edf572 HTTP/1.1" status: 200 len: 682 time: 0.2456858 Jan 26 21:24:21.695730 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 42476) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:24:21.701834 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-b3e2264b-5701-4184-b01d-07f7d5f538ce tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4110913'] for floatingip (37d697b3-6eb4-4be4-9ac9-a41746cfc1a8), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:24:21.733093 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-b3e2264b-5701-4184-b01d-07f7d5f538ce tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for floatingip (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:24:21.734874 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-b3e2264b-5701-4184-b01d-07f7d5f538ce tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.6615016 Jan 26 21:24:21.808178 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-f2a3899c-9397-4720-b62d-346308c58325 tempest-RoutersTestDVR-925912133 tempest-RoutersTestDVR-925912133-project-admin] Publish callbacks [] for router (d64e4f93-d5b4-4119-a12f-e669e3edf572), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:24:21.976017 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c594ebc-f10b-49ac-9f0a-2143a632391d req-7cb4e676-d6a7-4955-b764-d5482dd03de5 tempest-VolumesActionsTest-214895973 tempest-VolumesActionsTest-214895973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:24:21.986299 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-7c594ebc-f10b-49ac-9f0a-2143a632391d req-7cb4e676-d6a7-4955-b764-d5482dd03de5 tempest-VolumesActionsTest-214895973 tempest-VolumesActionsTest-214895973-project] 10.222.0.57 "GET /v2.0/ports?device_id=05158d67-f875-4920-a820-3e51ae56dac7 HTTP/1.1" status: 200 len: 946 time: 0.0770631 Jan 26 21:24:22.128197 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-f2a3899c-9397-4720-b62d-346308c58325 tempest-RoutersTestDVR-925912133 tempest-RoutersTestDVR-925912133-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4105774', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13082'] for router (d64e4f93-d5b4-4119-a12f-e669e3edf572), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:24:22.130969 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-f2a3899c-9397-4720-b62d-346308c58325 tempest-RoutersTestDVR-925912133 tempest-RoutersTestDVR-925912133-project-admin] Publish callbacks [] for router_controller (d64e4f93-d5b4-4119-a12f-e669e3edf572), precommit_delete_associations {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:24:22.214594 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-841f5991-a4d8-4d4b-b215-cbc6bab5427b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (aa7ee9d2-08eb-4e12-b895-24c57300dfec), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:24:22.238873 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-f2a3899c-9397-4720-b62d-346308c58325 tempest-RoutersTestDVR-925912133 tempest-RoutersTestDVR-925912133-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4105767'] for router (d64e4f93-d5b4-4119-a12f-e669e3edf572), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:24:22.239366 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2a3899c-9397-4720-b62d-346308c58325 tempest-RoutersTestDVR-925912133 tempest-RoutersTestDVR-925912133-project-admin] Fanout notify agent at l3_agent the message router_deleted on router d64e4f93-d5b4-4119-a12f-e669e3edf572 {{(pid=103305) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 26 21:24:22.244121 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-f2a3899c-9397-4720-b62d-346308c58325 tempest-RoutersTestDVR-925912133 tempest-RoutersTestDVR-925912133-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:24:22.244943 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-f2a3899c-9397-4720-b62d-346308c58325 tempest-RoutersTestDVR-925912133 tempest-RoutersTestDVR-925912133-project-admin] 10.222.0.13 "DELETE /v2.0/routers/d64e4f93-d5b4-4119-a12f-e669e3edf572 HTTP/1.1" status: 204 len: 168 time: 0.5481880 Jan 26 21:24:22.248393 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 42502) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:24:22.252847 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-2432d680-1123-4433-8a2c-6a8530317dfc tempest-RoutersTestDVR-925912133 tempest-RoutersTestDVR-925912133-project-admin] Request body: {'router': {'name': 'tempest-router-1595386112', 'distributed': True}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:24:22.254387 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-6a89b8a7-1720-47dc-b0d2-65caf9fd61b8 req-6b825416-d574-4aed-90c3-093dfec148cf tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--1883789197&fields=id&tenant_id=2de9f498797a4527ba13c10b546ad5bb HTTP/1.1" status: 200 len: 267 time: 0.0854208 Jan 26 21:24:22.267307 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73df201-5403-4bcb-9579-f3f51f04ccff req-3d951ce4-af8e-481b-8b01-f6f6aa9de43c tempest-VolumesActionsTest-214895973 tempest-VolumesActionsTest-214895973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:24:22.268904 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-a73df201-5403-4bcb-9579-f3f51f04ccff req-3d951ce4-af8e-481b-8b01-f6f6aa9de43c tempest-VolumesActionsTest-214895973 tempest-VolumesActionsTest-214895973-project] 10.222.0.13 "GET /v2.0/ports?device_id=05158d67-f875-4920-a820-3e51ae56dac7 HTTP/1.1" status: 200 len: 946 time: 0.1775653 Jan 26 21:24:22.301132 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [req-7c594ebc-f10b-49ac-9f0a-2143a632391d req-e83fae91-2b5c-4598-91e5-e96e57b04150 tempest-VolumesActionsTest-214895973 tempest-VolumesActionsTest-214895973-project] Deleting port e322fe91-2bcc-4b23-9c17-e9381a34b2db {{(pid=103304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 21:24:22.301689 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-7c594ebc-f10b-49ac-9f0a-2143a632391d req-e83fae91-2b5c-4598-91e5-e96e57b04150 tempest-VolumesActionsTest-214895973 tempest-VolumesActionsTest-214895973-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746560630878'] for port (e322fe91-2bcc-4b23-9c17-e9381a34b2db), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:24:22.303109 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-2432d680-1123-4433-8a2c-6a8530317dfc tempest-RoutersTestDVR-925912133 tempest-RoutersTestDVR-925912133-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4104596', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13108'] for router (e744f7f6-a5d7-44a7-9aa7-ffd1d45696ae), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:24:22.304351 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-2432d680-1123-4433-8a2c-6a8530317dfc tempest-RoutersTestDVR-925912133 tempest-RoutersTestDVR-925912133-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4105828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4111306', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3733576', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13069'] for router (e744f7f6-a5d7-44a7-9aa7-ffd1d45696ae), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:24:22.406326 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-2432d680-1123-4433-8a2c-6a8530317dfc tempest-RoutersTestDVR-925912133 tempest-RoutersTestDVR-925912133-project-admin] Publish callbacks [] for router_controller (e744f7f6-a5d7-44a7-9aa7-ffd1d45696ae), precommit_add_association {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:24:22.425356 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-2432d680-1123-4433-8a2c-6a8530317dfc tempest-RoutersTestDVR-925912133 tempest-RoutersTestDVR-925912133-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4105757', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4111263'] for router (e744f7f6-a5d7-44a7-9aa7-ffd1d45696ae), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:24:22.436131 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a89b8a7-1720-47dc-b0d2-65caf9fd61b8 req-eb060cb8-4e27-4789-80cb-810413f6cb4c tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:24:22.437643 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-6a89b8a7-1720-47dc-b0d2-65caf9fd61b8 req-eb060cb8-4e27-4789-80cb-810413f6cb4c tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] 10.222.0.13 "GET /v2.0/ports/81158fda-fb11-4d56-8e16-e7b27e48b9c9 HTTP/1.1" status: 200 len: 930 time: 0.1603270 Jan 26 21:24:22.459329 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-2432d680-1123-4433-8a2c-6a8530317dfc tempest-RoutersTestDVR-925912133 tempest-RoutersTestDVR-925912133-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:24:22.461039 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-2432d680-1123-4433-8a2c-6a8530317dfc tempest-RoutersTestDVR-925912133 tempest-RoutersTestDVR-925912133-project-admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.2116377 Jan 26 21:24:22.464231 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 42510) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:24:22.466881 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-a73df201-5403-4bcb-9579-f3f51f04ccff req-af08927f-198b-4e46-8933-0e3f07cf5bfe tempest-VolumesActionsTest-214895973 tempest-VolumesActionsTest-214895973-project] 10.222.0.13 "GET /v2.0/security-groups?id=ddaf47c8-987f-416a-900e-f292bd12e357&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1905556 Jan 26 21:24:22.588956 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [req-7c594ebc-f10b-49ac-9f0a-2143a632391d req-e83fae91-2b5c-4598-91e5-e96e57b04150 tempest-VolumesActionsTest-214895973 tempest-VolumesActionsTest-214895973-project] For port e322fe91-2bcc-4b23-9c17-e9381a34b2db, host n-h2-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-5',level=0,port_id=e322fe91-2bcc-4b23-9c17-e9381a34b2db,segment=NetworkSegment(45a09725-e309-4185-8154-cee7b0dbfa3b),segment_id=45a09725-e309-4185-8154-cee7b0dbfa3b)] {{(pid=103304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:24:22.589379 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-7c594ebc-f10b-49ac-9f0a-2143a632391d req-e83fae91-2b5c-4598-91e5-e96e57b04150 tempest-VolumesActionsTest-214895973 tempest-VolumesActionsTest-214895973-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4109658'] for port (e322fe91-2bcc-4b23-9c17-e9381a34b2db), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:24:22.597991 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-194a8ed5-88d6-428e-a0e7-9ee65bc7d2c3 tempest-RoutersTestDVR-925912133 tempest-RoutersTestDVR-925912133-project-admin] Publish callbacks [] for router (e744f7f6-a5d7-44a7-9aa7-ffd1d45696ae), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:24:22.598767 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a89b8a7-1720-47dc-b0d2-65caf9fd61b8 req-4c93709d-defa-41ce-907a-b08b5efb4e36 tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:24:22.606462 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-6a89b8a7-1720-47dc-b0d2-65caf9fd61b8 req-4c93709d-defa-41ce-907a-b08b5efb4e36 tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] 10.222.0.13 "GET /v2.0/ports/db089e5c-c2ba-48d7-8f5d-cf5cafe1f2ad HTTP/1.1" status: 200 len: 929 time: 0.1508288 Jan 26 21:24:22.689259 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [req-7c594ebc-f10b-49ac-9f0a-2143a632391d req-e83fae91-2b5c-4598-91e5-e96e57b04150 tempest-VolumesActionsTest-214895973 tempest-VolumesActionsTest-214895973-project] Calling delete_port for e322fe91-2bcc-4b23-9c17-e9381a34b2db owned by compute:nova {{(pid=103304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 21:24:22.717537 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-6a89b8a7-1720-47dc-b0d2-65caf9fd61b8 req-06fdd2da-d1a2-4265-ad5c-4d1342767be3 tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] 10.222.0.13 "GET /v2.0/ports?network_id=09fefaf6-1493-45ff-9b77-0bffdcb790d7&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.1099944 Jan 26 21:24:22.761053 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-6a89b8a7-1720-47dc-b0d2-65caf9fd61b8 req-f6b7f96a-bcec-490f-9783-781fab8e5048 tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] 10.222.0.13 "GET /v2.0/ports?network_id=09fefaf6-1493-45ff-9b77-0bffdcb790d7&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0426643 Jan 26 21:24:22.826012 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-194a8ed5-88d6-428e-a0e7-9ee65bc7d2c3 tempest-RoutersTestDVR-925912133 tempest-RoutersTestDVR-925912133-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4105774', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13082'] for router (e744f7f6-a5d7-44a7-9aa7-ffd1d45696ae), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:24:22.828641 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-194a8ed5-88d6-428e-a0e7-9ee65bc7d2c3 tempest-RoutersTestDVR-925912133 tempest-RoutersTestDVR-925912133-project-admin] Publish callbacks [] for router_controller (e744f7f6-a5d7-44a7-9aa7-ffd1d45696ae), precommit_delete_associations {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:24:22.899521 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-194a8ed5-88d6-428e-a0e7-9ee65bc7d2c3 tempest-RoutersTestDVR-925912133 tempest-RoutersTestDVR-925912133-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4105767'] for router (e744f7f6-a5d7-44a7-9aa7-ffd1d45696ae), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:24:22.900939 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-194a8ed5-88d6-428e-a0e7-9ee65bc7d2c3 tempest-RoutersTestDVR-925912133 tempest-RoutersTestDVR-925912133-project-admin] Fanout notify agent at l3_agent the message router_deleted on router e744f7f6-a5d7-44a7-9aa7-ffd1d45696ae {{(pid=103305) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 26 21:24:22.906424 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-194a8ed5-88d6-428e-a0e7-9ee65bc7d2c3 tempest-RoutersTestDVR-925912133 tempest-RoutersTestDVR-925912133-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:24:22.917583 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-194a8ed5-88d6-428e-a0e7-9ee65bc7d2c3 tempest-RoutersTestDVR-925912133 tempest-RoutersTestDVR-925912133-project-admin] 10.222.0.13 "DELETE /v2.0/routers/e744f7f6-a5d7-44a7-9aa7-ffd1d45696ae HTTP/1.1" status: 204 len: 168 time: 0.4516957 Jan 26 21:24:22.966636 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (4d619873-4b60-439f-9b5a-b155dc8bbc34), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:24:22.974490 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a89b8a7-1720-47dc-b0d2-65caf9fd61b8 req-2fa3a0f1-7ba2-48c8-9a64-97a2e9f647d2 tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:24:22.979802 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a89b8a7-1720-47dc-b0d2-65caf9fd61b8 req-2fa3a0f1-7ba2-48c8-9a64-97a2e9f647d2 tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:24:22.985181 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a89b8a7-1720-47dc-b0d2-65caf9fd61b8 req-2fa3a0f1-7ba2-48c8-9a64-97a2e9f647d2 tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:24:22.992932 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-6a89b8a7-1720-47dc-b0d2-65caf9fd61b8 req-2fa3a0f1-7ba2-48c8-9a64-97a2e9f647d2 tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] 10.222.0.13 "GET /v2.0/networks?id=485a3106-1745-41f6-8c52-37ebe4fdcc0c&id=f292bf50-7316-40da-8d60-8669bdd0f81a&id=f292bf50-7316-40da-8d60-8669bdd0f81a&id=09fefaf6-1493-45ff-9b77-0bffdcb790d7&id=09fefaf6-1493-45ff-9b77-0bffdcb790d7 HTTP/1.1" status: 200 len: 1991 time: 0.2308972 Jan 26 21:24:23.015257 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-6a89b8a7-1720-47dc-b0d2-65caf9fd61b8 req-ad2b42f5-69c7-4e67-8006-8ee46581e4d7 tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] 10.222.0.13 "GET /v2.0/quotas/2de9f498797a4527ba13c10b546ad5bb HTTP/1.1" status: 200 len: 375 time: 0.0212290 Jan 26 21:24:23.068359 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-7c594ebc-f10b-49ac-9f0a-2143a632391d req-e83fae91-2b5c-4598-91e5-e96e57b04150 tempest-VolumesActionsTest-214895973 tempest-VolumesActionsTest-214895973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746560636600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746560234536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9281553'] for port (e322fe91-2bcc-4b23-9c17-e9381a34b2db), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:24:23.087394 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] get_ports_and_sgs() called for port_ids ['e322fe91-2bcc-4b23-9c17-e9381a34b2db'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 26 21:24:23.117067 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e83fae91-2b5c-4598-91e5-e96e57b04150 tempest-VolumesActionsTest-214895973 tempest-VolumesActionsTest-214895973-project] Pushing event deleted for resources: {'Port': ['ID=e322fe91-2bcc-4b23-9c17-e9381a34b2db,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:24:23.151890 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-6a89b8a7-1720-47dc-b0d2-65caf9fd61b8 req-6364ce77-b97c-461e-86fa-c856c661bf1d tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=2de9f498797a4527ba13c10b546ad5bb&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1355731 Jan 26 21:24:23.209006 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c594ebc-f10b-49ac-9f0a-2143a632391d req-e83fae91-2b5c-4598-91e5-e96e57b04150 tempest-VolumesActionsTest-214895973 tempest-VolumesActionsTest-214895973-project] No DVR routers for this DVR port e322fe91-2bcc-4b23-9c17-e9381a34b2db on host n-h2-760453-5 {{(pid=103304) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 26 21:24:23.213047 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-7c594ebc-f10b-49ac-9f0a-2143a632391d req-e83fae91-2b5c-4598-91e5-e96e57b04150 tempest-VolumesActionsTest-214895973 tempest-VolumesActionsTest-214895973-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:24:23.217594 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-7c594ebc-f10b-49ac-9f0a-2143a632391d req-e83fae91-2b5c-4598-91e5-e96e57b04150 tempest-VolumesActionsTest-214895973 tempest-VolumesActionsTest-214895973-project] 10.222.0.57 "DELETE /v2.0/ports/e322fe91-2bcc-4b23-9c17-e9381a34b2db HTTP/1.1" status: 204 len: 173 time: 1.2304623 Jan 26 21:24:23.270733 n-d-760453-5 neutron-server[103304]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05158d67-f875-4920-a820-3e51ae56dac7', 'name': 'network-vif-deleted', 'tag': 'e322fe91-2bcc-4b23-9c17-e9381a34b2db'}] {{(pid=103304) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 21:24:23.295943 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d52b45f1943fcd332af9527eb73ff93c8d715d44383a3f6d18de73b4cfcf87b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a64a79e2-df45-4d8d-a97f-f713ded52221" -d '{"events": [{"server_uuid": "05158d67-f875-4920-a820-3e51ae56dac7", "name": "network-vif-deleted", "tag": "e322fe91-2bcc-4b23-9c17-e9381a34b2db"}]}' {{(pid=103304) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 21:24:23.307097 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 42538) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:24:23.380481 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-6a89b8a7-1720-47dc-b0d2-65caf9fd61b8 req-67fcdf99-e0cc-4eaf-8e72-62d11a9f3201 service neutron] 10.222.0.13 "GET /v2.0/networks/485a3106-1745-41f6-8c52-37ebe4fdcc0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2110121 Jan 26 21:24:23.391475 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Jan 2022 21:24:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61d56d6f-a669-4ab5-9b40-61496544df13 x-openstack-request-id: req-61d56d6f-a669-4ab5-9b40-61496544df13 {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 21:24:23.392014 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "05158d67-f875-4920-a820-3e51ae56dac7", "name": "network-vif-deleted", "tag": "e322fe91-2bcc-4b23-9c17-e9381a34b2db", "status": "completed", "code": 200}]} {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 21:24:23.392455 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-61d56d6f-a669-4ab5-9b40-61496544df13 {{(pid=103304) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 21:24:23.392862 n-d-760453-5 neutron-server[103304]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05158d67-f875-4920-a820-3e51ae56dac7', 'name': 'network-vif-deleted', 'tag': 'e322fe91-2bcc-4b23-9c17-e9381a34b2db', 'status': 'completed', 'code': 200} Jan 26 21:24:23.525818 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-6a89b8a7-1720-47dc-b0d2-65caf9fd61b8 req-ea38b469-65d6-4184-b67d-ef069f5b63da service neutron] 10.222.0.13 "GET /v2.0/networks/485a3106-1745-41f6-8c52-37ebe4fdcc0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1318474 Jan 26 21:24:23.587974 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-6a89b8a7-1720-47dc-b0d2-65caf9fd61b8 req-53fb4811-c06a-47f6-a229-83a1c50ba51d service neutron] 10.222.0.13 "GET /v2.0/ports/81158fda-fb11-4d56-8e16-e7b27e48b9c9?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0493217 Jan 26 21:24:23.593633 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-93dd9d4f-cb18-471d-a359-8a17aa2e4dcf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:24:23.638420 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-19f1dba9-0748-4926-85bb-23f4c15c430c req-4cf0e1cc-f698-4ceb-a638-247e697e49a1 tempest-VolumesActionsTest-214895973 tempest-VolumesActionsTest-214895973-project] 10.222.0.13 "GET /v2.0/ports?device_id=05158d67-f875-4920-a820-3e51ae56dac7 HTTP/1.1" status: 200 len: 210 time: 0.0573480 Jan 26 21:24:23.696600 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-93dd9d4f-cb18-471d-a359-8a17aa2e4dcf admin admin] Publish callbacks [] for security_group (828795ab-bed8-4ac4-b05f-dbccaeba1429), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:24:23.706426 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-93dd9d4f-cb18-471d-a359-8a17aa2e4dcf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (828795ab-bed8-4ac4-b05f-dbccaeba1429), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:24:23.761697 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-93dd9d4f-cb18-471d-a359-8a17aa2e4dcf admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b39ce016c6934219b65132c4bdf42406&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4534469 Jan 26 21:24:23.762691 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93dd9d4f-cb18-471d-a359-8a17aa2e4dcf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=828795ab-bed8-4ac4-b05f-dbccaeba1429,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:24:23.765073 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 42568) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:24:23.783957 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-6a89b8a7-1720-47dc-b0d2-65caf9fd61b8 req-e8224d93-13f8-4f91-a4af-009ec1008a52 service neutron] 10.222.0.13 "GET /v2.0/networks/f292bf50-7316-40da-8d60-8669bdd0f81a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1853971 Jan 26 21:24:23.830355 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-c489ad31-37ac-4ad2-91f7-85714d09505b admin admin] Publish callbacks [] for security_group (828795ab-bed8-4ac4-b05f-dbccaeba1429), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:24:23.866068 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-c489ad31-37ac-4ad2-91f7-85714d09505b admin admin] Publish callbacks [] for security_group (828795ab-bed8-4ac4-b05f-dbccaeba1429), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:24:23.954074 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-c489ad31-37ac-4ad2-91f7-85714d09505b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (828795ab-bed8-4ac4-b05f-dbccaeba1429), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:24:23.958694 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-c489ad31-37ac-4ad2-91f7-85714d09505b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:24:23.960404 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-c489ad31-37ac-4ad2-91f7-85714d09505b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/828795ab-bed8-4ac4-b05f-dbccaeba1429 HTTP/1.1" status: 204 len: 168 time: 0.1941128 Jan 26 21:24:23.970527 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c489ad31-37ac-4ad2-91f7-85714d09505b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=828795ab-bed8-4ac4-b05f-dbccaeba1429,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:24:23.975950 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-6a89b8a7-1720-47dc-b0d2-65caf9fd61b8 req-cd8ad476-abad-44f3-821d-699fc3cfba63 service neutron] 10.222.0.13 "GET /v2.0/networks/f292bf50-7316-40da-8d60-8669bdd0f81a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1857169 Jan 26 21:24:24.044478 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-839dd188-ec69-470c-9ab0-d318dc1a2e96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (e79b4fc6-6c71-44b2-a6d0-ff3e1f4dfd0d), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:24:24.067569 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-6a89b8a7-1720-47dc-b0d2-65caf9fd61b8 req-edeaebad-8fa7-466a-8891-77617fdfb82b service neutron] 10.222.0.13 "GET /v2.0/ports/db089e5c-c2ba-48d7-8f5d-cf5cafe1f2ad?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0785232 Jan 26 21:24:24.166509 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-6a89b8a7-1720-47dc-b0d2-65caf9fd61b8 req-8eb33da6-7382-4a2f-a273-1333d2c6dd93 service neutron] 10.222.0.13 "GET /v2.0/networks/f292bf50-7316-40da-8d60-8669bdd0f81a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0974090 Jan 26 21:24:24.287098 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-6a89b8a7-1720-47dc-b0d2-65caf9fd61b8 req-cde66cba-146c-4f46-8342-5f6ce26edbee service neutron] 10.222.0.13 "GET /v2.0/networks/f292bf50-7316-40da-8d60-8669bdd0f81a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1149225 Jan 26 21:24:24.373578 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 42612) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:24:24.395675 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-6a89b8a7-1720-47dc-b0d2-65caf9fd61b8 req-26693a70-8dee-421f-ad29-f30a9ca0b6a6 service neutron] 10.222.0.13 "GET /v2.0/networks/f292bf50-7316-40da-8d60-8669bdd0f81a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1008453 Jan 26 21:24:24.396621 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-7e93c54a-6633-440b-a032-cac2392614ea admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:24:24.488500 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-7e93c54a-6633-440b-a032-cac2392614ea admin admin] Publish callbacks [] for security_group (f23083f9-8155-4340-b32c-54cf9f3716b6), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:24:24.494378 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-7e93c54a-6633-440b-a032-cac2392614ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (f23083f9-8155-4340-b32c-54cf9f3716b6), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:24:24.530797 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-6a89b8a7-1720-47dc-b0d2-65caf9fd61b8 req-2ae32c1f-cc7a-4ad2-a4bd-e3155fb8f44d service neutron] 10.222.0.13 "GET /v2.0/networks/f292bf50-7316-40da-8d60-8669bdd0f81a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1290514 Jan 26 21:24:24.547668 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-7e93c54a-6633-440b-a032-cac2392614ea admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a6d31b1b5463427c9b792f4411f5b3c4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1719284 Jan 26 21:24:24.549284 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e93c54a-6633-440b-a032-cac2392614ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f23083f9-8155-4340-b32c-54cf9f3716b6,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:24:24.551893 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 42634) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:24:24.617011 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-def15eaf-0b61-4bb8-8c64-ceba0c37e516 admin admin] Publish callbacks [] for security_group (f23083f9-8155-4340-b32c-54cf9f3716b6), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:24:24.646778 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-def15eaf-0b61-4bb8-8c64-ceba0c37e516 admin admin] Publish callbacks [] for security_group (f23083f9-8155-4340-b32c-54cf9f3716b6), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:24:24.678881 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-6a89b8a7-1720-47dc-b0d2-65caf9fd61b8 req-2ea804d0-d0b3-40d3-994c-f29d86beebf7 service neutron] 10.222.0.13 "GET /v2.0/networks/f292bf50-7316-40da-8d60-8669bdd0f81a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1420138 Jan 26 21:24:24.710957 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-def15eaf-0b61-4bb8-8c64-ceba0c37e516 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (f23083f9-8155-4340-b32c-54cf9f3716b6), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:24:24.716286 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-def15eaf-0b61-4bb8-8c64-ceba0c37e516 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:24:24.718004 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-def15eaf-0b61-4bb8-8c64-ceba0c37e516 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/f23083f9-8155-4340-b32c-54cf9f3716b6 HTTP/1.1" status: 204 len: 168 time: 0.1650805 Jan 26 21:24:24.731544 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def15eaf-0b61-4bb8-8c64-ceba0c37e516 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f23083f9-8155-4340-b32c-54cf9f3716b6,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:24:24.828581 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-6a89b8a7-1720-47dc-b0d2-65caf9fd61b8 req-d09f4a95-1af7-4cc0-9b8b-8e27c7f8aee0 service neutron] 10.222.0.13 "GET /v2.0/networks/f292bf50-7316-40da-8d60-8669bdd0f81a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1426659 Jan 26 21:24:24.979770 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-6a89b8a7-1720-47dc-b0d2-65caf9fd61b8 req-d5285afc-df24-4283-917b-c3171ec937b0 service neutron] 10.222.0.13 "GET /v2.0/networks/09fefaf6-1493-45ff-9b77-0bffdcb790d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1447213 Jan 26 21:24:25.162232 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-6a89b8a7-1720-47dc-b0d2-65caf9fd61b8 req-d936c8e2-2574-409f-82c6-8a899dcc19d8 service neutron] 10.222.0.13 "GET /v2.0/networks/09fefaf6-1493-45ff-9b77-0bffdcb790d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1812315 Jan 26 21:24:25.235670 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Device e322fe91-2bcc-4b23-9c17-e9381a34b2db no longer exists at agent hyperv_n-h2-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 26 21:24:25.312158 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-6a89b8a7-1720-47dc-b0d2-65caf9fd61b8 req-1aa0cb20-7e38-488b-9a15-ead61e7de344 service neutron] 10.222.0.13 "GET /v2.0/networks/09fefaf6-1493-45ff-9b77-0bffdcb790d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1490264 Jan 26 21:24:25.325439 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] No Port match for: e322fe91-2bcc-4b23-9c17-e9381a34b2db {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 26 21:24:25.325929 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Device e322fe91-2bcc-4b23-9c17-e9381a34b2db not bound to the agent host n-h2-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 26 21:24:25.334070 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (fea0591a-627d-4c87-9a9a-01625ddf3277), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:24:25.545228 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6fc3874-ec40-49ae-954a-d24dbf635357 req-82e7724c-b71e-4f0b-8899-a207a46430da tempest-ImagesTestJSON-1623340881 tempest-ImagesTestJSON-1623340881-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:24:25.546857 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-e6fc3874-ec40-49ae-954a-d24dbf635357 req-82e7724c-b71e-4f0b-8899-a207a46430da tempest-ImagesTestJSON-1623340881 tempest-ImagesTestJSON-1623340881-project] 10.222.0.13 "GET /v2.0/networks?id=d5480d3d-bab2-42ab-9692-609efda9979f HTTP/1.1" status: 200 len: 805 time: 0.2079442 Jan 26 21:24:25.550353 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-6a89b8a7-1720-47dc-b0d2-65caf9fd61b8 req-b0edf79f-c28c-4fc9-ae5d-209bd885ef2f service neutron] 10.222.0.13 "GET /v2.0/networks/09fefaf6-1493-45ff-9b77-0bffdcb790d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2303317 Jan 26 21:24:25.576925 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-e6fc3874-ec40-49ae-954a-d24dbf635357 req-e4af8695-680d-4683-aee8-8e086cbd023c tempest-ImagesTestJSON-1623340881 tempest-ImagesTestJSON-1623340881-project] 10.222.0.13 "GET /v2.0/quotas/b84068c047214d90966ff7ed497aada1 HTTP/1.1" status: 200 len: 375 time: 0.0195096 Jan 26 21:24:25.709535 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-e6fc3874-ec40-49ae-954a-d24dbf635357 req-a067220e-8516-4fb3-bbe0-2e4c5fbcac8b tempest-ImagesTestJSON-1623340881 tempest-ImagesTestJSON-1623340881-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=b84068c047214d90966ff7ed497aada1&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1155789 Jan 26 21:24:25.797166 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 42730) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:24:25.928074 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-e6fc3874-ec40-49ae-954a-d24dbf635357 req-1bc840a6-e3dc-403d-b40d-e6619c9c17a5 service neutron] 10.222.0.13 "GET /v2.0/networks/d5480d3d-bab2-42ab-9692-609efda9979f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2175362 Jan 26 21:24:25.967905 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-32c9e407-f8e4-44a4-9b10-674ba718c554 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-1842607698'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:24:25.992546 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32c9e407-f8e4-44a4-9b10-674ba718c554 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Made reservation on behalf of 91ff6b128d484238b8b1d440faeb9154 for: {'network': 1} {{(pid=103305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 21:24:26.005803 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-32c9e407-f8e4-44a4-9b10-674ba718c554 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for network (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:24:26.018015 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-32c9e407-f8e4-44a4-9b10-674ba718c554 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Publish callbacks [] for security_group (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:24:26.084333 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-e6fc3874-ec40-49ae-954a-d24dbf635357 req-4b5e6a58-ad68-49f6-b5b8-27a9efdce47a service neutron] 10.222.0.13 "GET /v2.0/networks/d5480d3d-bab2-42ab-9692-609efda9979f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1553593 Jan 26 21:24:26.136869 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-32c9e407-f8e4-44a4-9b10-674ba718c554 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Publish callbacks [] for security_group (7a95ad59-780a-4d85-993c-a40bc6fe1bff), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:24:26.141365 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-32c9e407-f8e4-44a4-9b10-674ba718c554 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (7a95ad59-780a-4d85-993c-a40bc6fe1bff), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:24:26.156061 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-32c9e407-f8e4-44a4-9b10-674ba718c554 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] vlan segment allocate from pool success with {'vlan_id': 563, 'physical_network': 'physnet1'} {{(pid=103305) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 26 21:24:26.169931 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-32c9e407-f8e4-44a4-9b10-674ba718c554 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576559'] for segment (3c6d624c-ba08-479a-b68a-7684ce678b5c), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:24:26.170579 n-d-760453-5 neutron-server[103305]: INFO neutron.db.segments_db [None req-32c9e407-f8e4-44a4-9b10-674ba718c554 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Added segment 3c6d624c-ba08-479a-b68a-7684ce678b5c of type vlan for network 80bdce17-b861-46cb-9014-7071d7f46353 Jan 26 21:24:26.234155 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-32c9e407-f8e4-44a4-9b10-674ba718c554 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746560256871'] for network (80bdce17-b861-46cb-9014-7071d7f46353), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:24:26.253131 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c9e407-f8e4-44a4-9b10-674ba718c554 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7a95ad59-780a-4d85-993c-a40bc6fe1bff,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:24:26.350926 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-32c9e407-f8e4-44a4-9b10-674ba718c554 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503'] for network (80bdce17-b861-46cb-9014-7071d7f46353), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:24:26.370371 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32c9e407-f8e4-44a4-9b10-674ba718c554 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:24:26.373037 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-32c9e407-f8e4-44a4-9b10-674ba718c554 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709645'] for network (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:24:26.487616 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-4769a174-4881-4175-9f5b-d9285daa6b64 req-5309cf06-bf63-4a7d-999f-881d9adf111e tempest-ImagesTestJSON-1623340881 tempest-ImagesTestJSON-1623340881-project] 10.222.0.13 "GET /v2.0/ports?device_id=598a05f2-ff28-4416-9bf0-18bdcfe4d822 HTTP/1.1" status: 200 len: 210 time: 0.0724874 Jan 26 21:24:26.510768 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-32c9e407-f8e4-44a4-9b10-674ba718c554 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.7125587 Jan 26 21:24:26.514215 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 42780) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:24:26.519895 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-62d73e9a-761d-4981-a9a2-3f569b9812bd tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Request body: {'subnet': {'network_id': '80bdce17-b861-46cb-9014-7071d7f46353', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:24:26.557487 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c9e407-f8e4-44a4-9b10-674ba718c554 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Pushing event updated for resources: {'Network': ['ID=80bdce17-b861-46cb-9014-7071d7f46353,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:24:26.576857 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Network 80bdce17-b861-46cb-9014-7071d7f46353 details requested by agent ovs-agent-n-d-760453-5 with host n-d-760453-5 {{(pid=103306) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 26 21:24:26.706938 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-291af6e8-e141-492a-a033-116572e9a1ab req-0b6dfa05-e569-40a2-8b3d-f24ff2fbfe68 tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] 10.222.0.13 "GET /v2.0/ports?device_id=cc2a45fe-1c0e-4689-a738-964e9c19e30e HTTP/1.1" status: 200 len: 210 time: 0.0852060 Jan 26 21:24:26.817802 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542e8c96-ca44-4023-8022-a5ff1b217e11 req-67b45480-175f-4f27-900c-eac131c98b31 tempest-ImagesTestJSON-1623340881 tempest-ImagesTestJSON-1623340881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:24:26.840138 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-542e8c96-ca44-4023-8022-a5ff1b217e11 req-67b45480-175f-4f27-900c-eac131c98b31 tempest-ImagesTestJSON-1623340881 tempest-ImagesTestJSON-1623340881-project] 10.222.0.57 "GET /v2.0/ports?device_id=afd30b02-fa71-4c6c-bb63-67718403e984 HTTP/1.1" status: 200 len: 945 time: 0.1181142 Jan 26 21:24:26.918804 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62d73e9a-761d-4981-a9a2-3f569b9812bd tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Made reservation on behalf of 91ff6b128d484238b8b1d440faeb9154 for: {'subnet': 1} {{(pid=103304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 21:24:26.926849 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-62d73e9a-761d-4981-a9a2-3f569b9812bd tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12215181'] for subnet (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:24:27.146982 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [req-542e8c96-ca44-4023-8022-a5ff1b217e11 req-6e68f1c4-2a02-41bd-8ed9-2a201e4a97e4 tempest-ImagesTestJSON-1623340881 tempest-ImagesTestJSON-1623340881-project] Deleting port 1d52b1b0-8235-48ff-b09f-013ef28aa10b {{(pid=103304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 21:24:27.147591 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-542e8c96-ca44-4023-8022-a5ff1b217e11 req-6e68f1c4-2a02-41bd-8ed9-2a201e4a97e4 tempest-ImagesTestJSON-1623340881 tempest-ImagesTestJSON-1623340881-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746560630878'] for port (1d52b1b0-8235-48ff-b09f-013ef28aa10b), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:24:27.245820 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Device 1d52b1b0-8235-48ff-b09f-013ef28aa10b no longer exists at agent hyperv_n-h2-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 26 21:24:27.304235 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [req-542e8c96-ca44-4023-8022-a5ff1b217e11 req-6e68f1c4-2a02-41bd-8ed9-2a201e4a97e4 tempest-ImagesTestJSON-1623340881 tempest-ImagesTestJSON-1623340881-project] For port 1d52b1b0-8235-48ff-b09f-013ef28aa10b, host n-h2-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-5',level=0,port_id=1d52b1b0-8235-48ff-b09f-013ef28aa10b,segment=NetworkSegment(9fd884b8-86e2-416d-a96d-94ce9081e9cd),segment_id=9fd884b8-86e2-416d-a96d-94ce9081e9cd)] {{(pid=103304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:24:27.304501 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-542e8c96-ca44-4023-8022-a5ff1b217e11 req-6e68f1c4-2a02-41bd-8ed9-2a201e4a97e4 tempest-ImagesTestJSON-1623340881 tempest-ImagesTestJSON-1623340881-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4109658'] for port (1d52b1b0-8235-48ff-b09f-013ef28aa10b), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:24:27.307349 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-62d73e9a-761d-4981-a9a2-3f569b9812bd tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9285249', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12215227'] for subnet (c789de52-9ece-411e-9d52-b19a91b6eb56), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:24:27.366438 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Current status of the port 1d52b1b0-8235-48ff-b09f-013ef28aa10b is: ACTIVE; New status is: DOWN {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:24:27.366834 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (1d52b1b0-8235-48ff-b09f-013ef28aa10b), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:24:27.393145 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [req-542e8c96-ca44-4023-8022-a5ff1b217e11 req-6e68f1c4-2a02-41bd-8ed9-2a201e4a97e4 tempest-ImagesTestJSON-1623340881 tempest-ImagesTestJSON-1623340881-project] Calling delete_port for 1d52b1b0-8235-48ff-b09f-013ef28aa10b owned by compute:nova {{(pid=103304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 21:24:27.417846 n-d-760453-5 neutron-server[103306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'afd30b02-fa71-4c6c-bb63-67718403e984', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1d52b1b0-8235-48ff-b09f-013ef28aa10b'}] {{(pid=103306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 21:24:27.420221 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9d5d370febab655511bdd2ffe887e43e442d144a440368702bcc1e93af00b97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d532241-be58-4820-9ae7-e8d197077cd1" -d '{"events": [{"server_uuid": "afd30b02-fa71-4c6c-bb63-67718403e984", "name": "network-vif-unplugged", "status": "completed", "tag": "1d52b1b0-8235-48ff-b09f-013ef28aa10b"}]}' {{(pid=103306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 21:24:27.446326 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] For port 1d52b1b0-8235-48ff-b09f-013ef28aa10b, host n-h2-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-5',level=0,port_id=1d52b1b0-8235-48ff-b09f-013ef28aa10b,segment=NetworkSegment(9fd884b8-86e2-416d-a96d-94ce9081e9cd),segment_id=9fd884b8-86e2-416d-a96d-94ce9081e9cd)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:24:27.452740 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (1d52b1b0-8235-48ff-b09f-013ef28aa10b), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:24:27.493225 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d73e9a-761d-4981-a9a2-3f569b9812bd tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Pushing event updated for resources: {'Subnet': ['ID=c789de52-9ece-411e-9d52-b19a91b6eb56,revision_number=0']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:24:27.539006 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 26 Jan 2022 21:24:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f58bdb2-d187-4d3c-b07a-2c70443e7896 x-openstack-request-id: req-1f58bdb2-d187-4d3c-b07a-2c70443e7896 {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 21:24:27.539556 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "afd30b02-fa71-4c6c-bb63-67718403e984", "name": "network-vif-unplugged", "status": "completed", "tag": "1d52b1b0-8235-48ff-b09f-013ef28aa10b", "code": 200}]} {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 21:24:27.540039 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-1f58bdb2-d187-4d3c-b07a-2c70443e7896 {{(pid=103306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 21:24:27.540795 n-d-760453-5 neutron-server[103306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'afd30b02-fa71-4c6c-bb63-67718403e984', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1d52b1b0-8235-48ff-b09f-013ef28aa10b', 'code': 200} Jan 26 21:24:27.548783 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Pushing event updated for resources: {'Port': ['ID=1d52b1b0-8235-48ff-b09f-013ef28aa10b,revision_number=8']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:24:27.559055 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:24:27.559800 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:24:27.560376 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:24:27.561147 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:24:27.562707 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:24:27.563295 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:24:27.563910 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:24:27.564474 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:24:27.565237 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:24:27.567067 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:24:27.568010 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:24:27.568581 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:24:27.569137 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:24:27.676446 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62d73e9a-761d-4981-a9a2-3f569b9812bd tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Checking segment: {'id': '3c6d624c-ba08-479a-b68a-7684ce678b5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '80bdce17-b861-46cb-9014-7071d7f46353'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103304) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 21:24:27.676819 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62d73e9a-761d-4981-a9a2-3f569b9812bd tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Network hostable DHCP agents. Network: 80bdce17-b861-46cb-9014-7071d7f46353, hostable agents: ['474ccdf7-ab6c-405b-a3b2-dc7b05829902'], hosted agents: [] {{(pid=103304) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 26 21:24:27.714869 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-1845537e-dfb4-470e-9172-77ee40b3c913 req-ab1f8eee-4da7-4726-bccc-14c606fd0e61 tempest-ImagesTestJSON-1623340881 tempest-ImagesTestJSON-1623340881-project] 10.222.0.13 "GET /v2.0/ports?device_id=598a05f2-ff28-4416-9bf0-18bdcfe4d822 HTTP/1.1" status: 200 len: 210 time: 0.0560598 Jan 26 21:24:27.753833 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62d73e9a-761d-4981-a9a2-3f569b9812bd tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Network 80bdce17-b861-46cb-9014-7071d7f46353 is scheduled to be hosted by DHCP agent 474ccdf7-ab6c-405b-a3b2-dc7b05829902 with binding_index 1 {{(pid=103304) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 26 21:24:27.779388 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [None req-62d73e9a-761d-4981-a9a2-3f569b9812bd tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760453-5, 80bdce17-b861-46cb-9014-7071d7f46353) {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:24:27.793604 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f83c155-5cb3-4811-8369-43d0d3b37a54 None None] Network 80bdce17-b861-46cb-9014-7071d7f46353 requested from n-d-760453-5 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 26 21:24:27.844285 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62d73e9a-761d-4981-a9a2-3f569b9812bd tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:24:27.844805 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-62d73e9a-761d-4981-a9a2-3f569b9812bd tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Publish callbacks [] for subnet (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:24:27.909079 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-5c94cdf0-9b6f-4dac-b762-7efaa092d8b7 req-ea839ceb-bec0-4efa-aff4-b41136e6e749 tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] 10.222.0.13 "GET /v2.0/ports?device_id=cc2a45fe-1c0e-4689-a738-964e9c19e30e HTTP/1.1" status: 200 len: 210 time: 0.0522096 Jan 26 21:24:27.915017 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-62d73e9a-761d-4981-a9a2-3f569b9812bd tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.3996511 Jan 26 21:24:27.918091 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 42838) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:24:27.947020 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-f248b82a-dfab-4778-9cc6-e6fd87a2c81d tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Request body: {'port': {'network_id': '80bdce17-b861-46cb-9014-7071d7f46353', 'name': 'tempest-NetworksTestDHCPv6-1117469317'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:24:27.953589 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-542e8c96-ca44-4023-8022-a5ff1b217e11 req-6e68f1c4-2a02-41bd-8ed9-2a201e4a97e4 tempest-ImagesTestJSON-1623340881 tempest-ImagesTestJSON-1623340881-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746560636600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746560234536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9281553'] for port (1d52b1b0-8235-48ff-b09f-013ef28aa10b), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:24:28.046906 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e68f1c4-2a02-41bd-8ed9-2a201e4a97e4 tempest-ImagesTestJSON-1623340881 tempest-ImagesTestJSON-1623340881-project] Pushing event deleted for resources: {'Port': ['ID=1d52b1b0-8235-48ff-b09f-013ef28aa10b,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:24:28.065020 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33f2abd9-1bcf-4c42-bec3-9ec29f6294c9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3c4099e8-8ffb-51d1-af7f-5868973e933f-80bdce17-b861-46cb-9014-7071d7f46353', 'network_id': '80bdce17-b861-46cb-9014-7071d7f46353', 'project_id': '91ff6b128d484238b8b1d440faeb9154', 'fixed_ips': [{'subnet_id': 'c789de52-9ece-411e-9d52-b19a91b6eb56'}]}} from n-d-760453-5. {{(pid=103306) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 26 21:24:28.066278 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-33f2abd9-1bcf-4c42-bec3-9ec29f6294c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (None), before_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:24:28.106464 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [req-542e8c96-ca44-4023-8022-a5ff1b217e11 req-6e68f1c4-2a02-41bd-8ed9-2a201e4a97e4 tempest-ImagesTestJSON-1623340881 tempest-ImagesTestJSON-1623340881-project] No DVR routers for this DVR port 1d52b1b0-8235-48ff-b09f-013ef28aa10b on host n-h2-760453-5 {{(pid=103304) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 26 21:24:28.112465 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-542e8c96-ca44-4023-8022-a5ff1b217e11 req-6e68f1c4-2a02-41bd-8ed9-2a201e4a97e4 tempest-ImagesTestJSON-1623340881 tempest-ImagesTestJSON-1623340881-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:24:28.116823 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-542e8c96-ca44-4023-8022-a5ff1b217e11 req-6e68f1c4-2a02-41bd-8ed9-2a201e4a97e4 tempest-ImagesTestJSON-1623340881 tempest-ImagesTestJSON-1623340881-project] 10.222.0.57 "DELETE /v2.0/ports/1d52b1b0-8235-48ff-b09f-013ef28aa10b HTTP/1.1" status: 204 len: 173 time: 1.2757952 Jan 26 21:24:28.117509 n-d-760453-5 neutron-server[103304]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'afd30b02-fa71-4c6c-bb63-67718403e984', 'name': 'network-vif-deleted', 'tag': '1d52b1b0-8235-48ff-b09f-013ef28aa10b'}] {{(pid=103304) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 21:24:28.120478 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d52b45f1943fcd332af9527eb73ff93c8d715d44383a3f6d18de73b4cfcf87b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2566fd9-f61a-4e89-b7ca-4f831c48aa74" -d '{"events": [{"server_uuid": "afd30b02-fa71-4c6c-bb63-67718403e984", "name": "network-vif-deleted", "tag": "1d52b1b0-8235-48ff-b09f-013ef28aa10b"}]}' {{(pid=103304) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 21:24:28.180637 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6fc3874-ec40-49ae-954a-d24dbf635357 req-90e954da-81e5-42a9-a1df-ea8456fc323f tempest-ImagesTestJSON-1623340881 tempest-ImagesTestJSON-1623340881-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:24:28.182942 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-e6fc3874-ec40-49ae-954a-d24dbf635357 req-90e954da-81e5-42a9-a1df-ea8456fc323f tempest-ImagesTestJSON-1623340881 tempest-ImagesTestJSON-1623340881-project] 10.222.0.57 "GET /v2.0/networks?id=d5480d3d-bab2-42ab-9692-609efda9979f HTTP/1.1" status: 200 len: 805 time: 0.3113377 Jan 26 21:24:28.198366 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Jan 2022 21:24:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-290820db-712e-41c5-a050-dfd9f00a9370 x-openstack-request-id: req-290820db-712e-41c5-a050-dfd9f00a9370 {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 21:24:28.198666 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "afd30b02-fa71-4c6c-bb63-67718403e984", "name": "network-vif-deleted", "tag": "1d52b1b0-8235-48ff-b09f-013ef28aa10b", "status": "completed", "code": 200}]} {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 21:24:28.198928 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-290820db-712e-41c5-a050-dfd9f00a9370 {{(pid=103304) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 21:24:28.200578 n-d-760453-5 neutron-server[103304]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'afd30b02-fa71-4c6c-bb63-67718403e984', 'name': 'network-vif-deleted', 'tag': '1d52b1b0-8235-48ff-b09f-013ef28aa10b', 'status': 'completed', 'code': 200} Jan 26 21:24:28.229456 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [req-e6fc3874-ec40-49ae-954a-d24dbf635357 req-7e2de0a8-d0e3-45e7-ae80-62bbce746600 tempest-ImagesTestJSON-1623340881 tempest-ImagesTestJSON-1623340881-project] Request body: {'port': {'device_id': '598a05f2-ff28-4416-9bf0-18bdcfe4d822', 'network_id': 'd5480d3d-bab2-42ab-9692-609efda9979f', 'admin_state_up': True, 'tenant_id': 'b84068c047214d90966ff7ed497aada1'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:24:28.274348 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a89b8a7-1720-47dc-b0d2-65caf9fd61b8 req-7a47ff6b-50ed-4f8c-a8d0-b5323e754548 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:24:28.279321 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-6a89b8a7-1720-47dc-b0d2-65caf9fd61b8 req-7a47ff6b-50ed-4f8c-a8d0-b5323e754548 service neutron] 10.222.0.57 "GET /v2.0/ports/81158fda-fb11-4d56-8e16-e7b27e48b9c9 HTTP/1.1" status: 200 len: 1026 time: 0.0577786 Jan 26 21:24:28.280525 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f248b82a-dfab-4778-9cc6-e6fd87a2c81d tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Made reservation on behalf of 91ff6b128d484238b8b1d440faeb9154 for: {'port': 1} {{(pid=103304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 21:24:28.287247 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-f248b82a-dfab-4778-9cc6-e6fd87a2c81d tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:24:28.413479 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e6fc3874-ec40-49ae-954a-d24dbf635357 req-7e2de0a8-d0e3-45e7-ae80-62bbce746600 tempest-ImagesTestJSON-1623340881 tempest-ImagesTestJSON-1623340881-project] Made reservation on behalf of b84068c047214d90966ff7ed497aada1 for: {'port': 1} {{(pid=103305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 21:24:28.419126 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-e6fc3874-ec40-49ae-954a-d24dbf635357 req-7e2de0a8-d0e3-45e7-ae80-62bbce746600 tempest-ImagesTestJSON-1623340881 tempest-ImagesTestJSON-1623340881-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:24:28.456899 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.db_base_plugin_common [None req-33f2abd9-1bcf-4c42-bec3-9ec29f6294c9 None None] Allocated IP 2001:db8::2 (80bdce17-b861-46cb-9014-7071d7f46353/c789de52-9ece-411e-9d52-b19a91b6eb56/416d758a-7983-40f3-a9c9-7745ea84dd9a) {{(pid=103306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 21:24:28.473413 n-d-760453-5 neutron-server[103304]: DEBUG neutron.notifiers.nova [None req-f248b82a-dfab-4778-9cc6-e6fd87a2c81d tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] device_id is not set on port 52ca9cbc-9532-4c09-a153-1826fef2d8d5 yet. {{(pid=103304) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 26 21:24:28.507602 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a89b8a7-1720-47dc-b0d2-65caf9fd61b8 req-c0223693-cb32-4786-9071-d1a57553708a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:24:28.510811 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-6a89b8a7-1720-47dc-b0d2-65caf9fd61b8 req-c0223693-cb32-4786-9071-d1a57553708a service neutron] 10.222.0.57 "GET /v2.0/ports/db089e5c-c2ba-48d7-8f5d-cf5cafe1f2ad HTTP/1.1" status: 200 len: 1025 time: 0.1689320 Jan 26 21:24:28.627253 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.db_base_plugin_common [req-e6fc3874-ec40-49ae-954a-d24dbf635357 req-7e2de0a8-d0e3-45e7-ae80-62bbce746600 tempest-ImagesTestJSON-1623340881 tempest-ImagesTestJSON-1623340881-project] Allocated IP 172.20.0.7 (d5480d3d-bab2-42ab-9692-609efda9979f/3e0b5fe7-c879-4a69-b8db-9e47b1011f5e/b8e78e04-5a48-467f-951a-b32074e8d05e) {{(pid=103305) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 21:24:28.771599 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-33f2abd9-1bcf-4c42-bec3-9ec29f6294c9 None None] Publish callbacks [] for port (416d758a-7983-40f3-a9c9-7745ea84dd9a), precommit_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:24:28.803970 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-33f2abd9-1bcf-4c42-bec3-9ec29f6294c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746560234527'] for port (416d758a-7983-40f3-a9c9-7745ea84dd9a), after_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:24:28.979939 n-d-760453-5 neutron-server[103306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33f2abd9-1bcf-4c42-bec3-9ec29f6294c9 None None] Network 80bdce17-b861-46cb-9014-7071d7f46353 is already hosted by enough agents. {{(pid=103306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 21:24:29.005067 n-d-760453-5 neutron-server[103306]: DEBUG neutron.scheduler.base_scheduler [None req-33f2abd9-1bcf-4c42-bec3-9ec29f6294c9 None None] Resources bound (agent type, host, resource id): {{(pid=103306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:24:29.017069 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33f2abd9-1bcf-4c42-bec3-9ec29f6294c9 None None] Received port after_create {{(pid=103306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 21:24:29.027489 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f2abd9-1bcf-4c42-bec3-9ec29f6294c9 None None] Pushing event updated for resources: {'Port': ['ID=416d758a-7983-40f3-a9c9-7745ea84dd9a,revision_number=1']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:24:29.110788 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-e6fc3874-ec40-49ae-954a-d24dbf635357 req-7e2de0a8-d0e3-45e7-ae80-62bbce746600 tempest-ImagesTestJSON-1623340881 tempest-ImagesTestJSON-1623340881-project] Publish callbacks [] for port (b8e78e04-5a48-467f-951a-b32074e8d05e), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:24:29.197543 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-33f2abd9-1bcf-4c42-bec3-9ec29f6294c9 None None] Attempting to bind port 416d758a-7983-40f3-a9c9-7745ea84dd9a on host n-d-760453-5 for vnic_type normal with profile {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 21:24:29.197918 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-33f2abd9-1bcf-4c42-bec3-9ec29f6294c9 None None] Attempting to bind port 416d758a-7983-40f3-a9c9-7745ea84dd9a by drivers openvswitch,hyperv on host n-d-760453-5 at level 0 using segments [{'id': '3c6d624c-ba08-479a-b68a-7684ce678b5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '80bdce17-b861-46cb-9014-7071d7f46353'}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 26 21:24:29.198279 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33f2abd9-1bcf-4c42-bec3-9ec29f6294c9 None None] Attempting to bind port 416d758a-7983-40f3-a9c9-7745ea84dd9a on network 80bdce17-b861-46cb-9014-7071d7f46353 {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 21:24:29.227374 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33f2abd9-1bcf-4c42-bec3-9ec29f6294c9 None None] Checking agent: {'id': 'fea0591a-627d-4c87-9a9a-01625ddf3277', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760453-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 20, 55, 25), 'started_at': datetime.datetime(2022, 1, 26, 20, 55, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 21, 24, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760453-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 26 21:24:29.227759 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33f2abd9-1bcf-4c42-bec3-9ec29f6294c9 None None] Checking segment: {'id': '3c6d624c-ba08-479a-b68a-7684ce678b5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '80bdce17-b861-46cb-9014-7071d7f46353'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 21:24:29.228170 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-33f2abd9-1bcf-4c42-bec3-9ec29f6294c9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:24:29.228570 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33f2abd9-1bcf-4c42-bec3-9ec29f6294c9 None None] Bound using segment: {'id': '3c6d624c-ba08-479a-b68a-7684ce678b5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '80bdce17-b861-46cb-9014-7071d7f46353'} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 26 21:24:29.234864 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-33f2abd9-1bcf-4c42-bec3-9ec29f6294c9 None None] Bound port: 416d758a-7983-40f3-a9c9-7745ea84dd9a, host: n-d-760453-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c6d624c-ba08-479a-b68a-7684ce678b5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '80bdce17-b861-46cb-9014-7071d7f46353'}}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 26 21:24:29.235974 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-33f2abd9-1bcf-4c42-bec3-9ec29f6294c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (416d758a-7983-40f3-a9c9-7745ea84dd9a), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:24:29.291439 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-e6fc3874-ec40-49ae-954a-d24dbf635357 req-7e2de0a8-d0e3-45e7-ae80-62bbce746600 tempest-ImagesTestJSON-1623340881 tempest-ImagesTestJSON-1623340881-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746560234527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11791543'] for port (b8e78e04-5a48-467f-951a-b32074e8d05e), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:24:29.381304 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e6fc3874-ec40-49ae-954a-d24dbf635357 req-7e2de0a8-d0e3-45e7-ae80-62bbce746600 tempest-ImagesTestJSON-1623340881 tempest-ImagesTestJSON-1623340881-project] Network d5480d3d-bab2-42ab-9692-609efda9979f is already hosted by enough agents. {{(pid=103305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 21:24:29.390837 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [req-e6fc3874-ec40-49ae-954a-d24dbf635357 req-7e2de0a8-d0e3-45e7-ae80-62bbce746600 tempest-ImagesTestJSON-1623340881 tempest-ImagesTestJSON-1623340881-project] Resources bound (agent type, host, resource id): {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:24:29.402189 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6fc3874-ec40-49ae-954a-d24dbf635357 req-7e2de0a8-d0e3-45e7-ae80-62bbce746600 tempest-ImagesTestJSON-1623340881 tempest-ImagesTestJSON-1623340881-project] Received port after_create {{(pid=103305) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 21:24:29.413568 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-33f2abd9-1bcf-4c42-bec3-9ec29f6294c9 None None] For port 416d758a-7983-40f3-a9c9-7745ea84dd9a, host n-d-760453-5, cleared binding levels {{(pid=103306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 26 21:24:29.414604 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e2de0a8-d0e3-45e7-ae80-62bbce746600 tempest-ImagesTestJSON-1623340881 tempest-ImagesTestJSON-1623340881-project] Pushing event updated for resources: {'Port': ['ID=b8e78e04-5a48-467f-951a-b32074e8d05e,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:24:29.419001 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-33f2abd9-1bcf-4c42-bec3-9ec29f6294c9 None None] For port 416d758a-7983-40f3-a9c9-7745ea84dd9a, host n-d-760453-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=416d758a-7983-40f3-a9c9-7745ea84dd9a,segment=NetworkSegment(3c6d624c-ba08-479a-b68a-7684ce678b5c),segment_id=3c6d624c-ba08-479a-b68a-7684ce678b5c)] {{(pid=103306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 26 21:24:29.428285 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-33f2abd9-1bcf-4c42-bec3-9ec29f6294c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (416d758a-7983-40f3-a9c9-7745ea84dd9a), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:24:29.528161 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f2abd9-1bcf-4c42-bec3-9ec29f6294c9 None None] Pushing event updated for resources: {'Port': ['ID=416d758a-7983-40f3-a9c9-7745ea84dd9a,revision_number=2']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:24:29.569954 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6fc3874-ec40-49ae-954a-d24dbf635357 req-7e2de0a8-d0e3-45e7-ae80-62bbce746600 tempest-ImagesTestJSON-1623340881 tempest-ImagesTestJSON-1623340881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:24:29.570689 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-e6fc3874-ec40-49ae-954a-d24dbf635357 req-7e2de0a8-d0e3-45e7-ae80-62bbce746600 tempest-ImagesTestJSON-1623340881 tempest-ImagesTestJSON-1623340881-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:24:29.593606 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-e6fc3874-ec40-49ae-954a-d24dbf635357 req-7e2de0a8-d0e3-45e7-ae80-62bbce746600 tempest-ImagesTestJSON-1623340881 tempest-ImagesTestJSON-1623340881-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3822558 Jan 26 21:24:29.611679 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [req-e6fc3874-ec40-49ae-954a-d24dbf635357 req-135ebaf9-5561-4528-8ac4-3c9eadac631a service neutron] Request body: {'port': {'device_id': '598a05f2-ff28-4416-9bf0-18bdcfe4d822', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-760453-5'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:24:29.744325 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-e6fc3874-ec40-49ae-954a-d24dbf635357 req-135ebaf9-5561-4528-8ac4-3c9eadac631a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (b8e78e04-5a48-467f-951a-b32074e8d05e), before_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:24:29.802912 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-4ce6bcf5-c1ca-4898-9579-190d7a55ec3a req-d02e3c49-220d-469d-8aaf-64e73c6e64c4 tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] 10.222.0.13 "GET /v2.0/ports?device_id=cc2a45fe-1c0e-4689-a738-964e9c19e30e HTTP/1.1" status: 200 len: 210 time: 0.1424973 Jan 26 21:24:29.853748 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-7b959069-206a-4c8e-bbe3-85d32ef0d03a req-78cb265e-c811-4749-90d0-c9c0468f4e65 tempest-ImagesTestJSON-1623340881 tempest-ImagesTestJSON-1623340881-project] 10.222.0.13 "GET /v2.0/ports?device_id=598a05f2-ff28-4416-9bf0-18bdcfe4d822 HTTP/1.1" status: 200 len: 210 time: 1.0035014 Jan 26 21:24:29.973067 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a89b8a7-1720-47dc-b0d2-65caf9fd61b8 req-51b5b198-109d-4e80-8d42-604a1c102d10 tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:24:29.991520 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a89b8a7-1720-47dc-b0d2-65caf9fd61b8 req-51b5b198-109d-4e80-8d42-604a1c102d10 tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:24:29.996639 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a89b8a7-1720-47dc-b0d2-65caf9fd61b8 req-51b5b198-109d-4e80-8d42-604a1c102d10 tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:24:30.011115 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-6a89b8a7-1720-47dc-b0d2-65caf9fd61b8 req-51b5b198-109d-4e80-8d42-604a1c102d10 tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] 10.222.0.57 "GET /v2.0/networks?id=485a3106-1745-41f6-8c52-37ebe4fdcc0c&id=f292bf50-7316-40da-8d60-8669bdd0f81a&id=f292bf50-7316-40da-8d60-8669bdd0f81a&id=f292bf50-7316-40da-8d60-8669bdd0f81a&id=f292bf50-7316-40da-8d60-8669bdd0f81a&id=09fefaf6-1493-45ff-9b77-0bffdcb790d7&id=09fefaf6-1493-45ff-9b77-0bffdcb790d7 HTTP/1.1" status: 200 len: 1991 time: 1.4403219 Jan 26 21:24:30.065545 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.db_base_plugin_common [None req-f248b82a-dfab-4778-9cc6-e6fd87a2c81d tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Allocated IP 2001:db8::e (80bdce17-b861-46cb-9014-7071d7f46353/c789de52-9ece-411e-9d52-b19a91b6eb56/52ca9cbc-9532-4c09-a153-1826fef2d8d5) {{(pid=103304) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 21:24:30.249770 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-6a89b8a7-1720-47dc-b0d2-65caf9fd61b8 req-f9cedd7f-84cb-4cc5-b249-e69276091efe tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2de9f498797a4527ba13c10b546ad5bb HTTP/1.1" status: 200 len: 380 time: 0.2271676 Jan 26 21:24:30.357905 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [req-6a89b8a7-1720-47dc-b0d2-65caf9fd61b8 req-1cf2ca4c-add4-4150-b1b3-ceea68f31c7c tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] Request body: {'port': {'device_id': 'cc2a45fe-1c0e-4689-a738-964e9c19e30e', 'network_id': '485a3106-1745-41f6-8c52-37ebe4fdcc0c', 'admin_state_up': True, 'tenant_id': '2de9f498797a4527ba13c10b546ad5bb', 'security_groups': ['e87e70a3-dfc0-4db8-90a2-ffd9c4c809a5']}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:24:30.455590 n-d-760453-5 neutron-server[103305]: DEBUG neutron.notifiers.nova [req-e6fc3874-ec40-49ae-954a-d24dbf635357 req-135ebaf9-5561-4528-8ac4-3c9eadac631a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b8e78e04-5a48-467f-951a-b32074e8d05e {{(pid=103305) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 26 21:24:30.471377 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-e6fc3874-ec40-49ae-954a-d24dbf635357 req-135ebaf9-5561-4528-8ac4-3c9eadac631a service neutron] Publish callbacks [] for port (b8e78e04-5a48-467f-951a-b32074e8d05e), precommit_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:24:30.490584 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.provisioning_blocks [req-e6fc3874-ec40-49ae-954a-d24dbf635357 req-135ebaf9-5561-4528-8ac4-3c9eadac631a service neutron] Transition to ACTIVE for port object b8e78e04-5a48-467f-951a-b32074e8d05e will not be triggered until provisioned by entity L2. {{(pid=103305) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 21:24:30.499740 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-e6fc3874-ec40-49ae-954a-d24dbf635357 req-135ebaf9-5561-4528-8ac4-3c9eadac631a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11791520'] for port (b8e78e04-5a48-467f-951a-b32074e8d05e), after_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:24:30.597929 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-f248b82a-dfab-4778-9cc6-e6fd87a2c81d tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Publish callbacks [] for port (52ca9cbc-9532-4c09-a153-1826fef2d8d5), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:24:30.598553 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-135ebaf9-5561-4528-8ac4-3c9eadac631a service neutron] Pushing event updated for resources: {'Port': ['ID=b8e78e04-5a48-467f-951a-b32074e8d05e,revision_number=2']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:24:30.635504 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6a89b8a7-1720-47dc-b0d2-65caf9fd61b8 req-1cf2ca4c-add4-4150-b1b3-ceea68f31c7c tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] Made reservation on behalf of 2de9f498797a4527ba13c10b546ad5bb for: {'port': 1} {{(pid=103304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 21:24:30.640293 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-6a89b8a7-1720-47dc-b0d2-65caf9fd61b8 req-1cf2ca4c-add4-4150-b1b3-ceea68f31c7c tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:24:30.732691 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-f248b82a-dfab-4778-9cc6-e6fd87a2c81d tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746560234527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9281553'] for port (52ca9cbc-9532-4c09-a153-1826fef2d8d5), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:24:30.785562 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [req-e6fc3874-ec40-49ae-954a-d24dbf635357 req-135ebaf9-5561-4528-8ac4-3c9eadac631a service neutron] Attempting to bind port b8e78e04-5a48-467f-951a-b32074e8d05e on host n-h2-760453-5 for vnic_type normal with profile {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 21:24:30.786246 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [req-e6fc3874-ec40-49ae-954a-d24dbf635357 req-135ebaf9-5561-4528-8ac4-3c9eadac631a service neutron] Attempting to bind port b8e78e04-5a48-467f-951a-b32074e8d05e by drivers openvswitch,hyperv on host n-h2-760453-5 at level 0 using segments [{'id': '9fd884b8-86e2-416d-a96d-94ce9081e9cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'd5480d3d-bab2-42ab-9692-609efda9979f'}] {{(pid=103305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 26 21:24:30.787525 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6fc3874-ec40-49ae-954a-d24dbf635357 req-135ebaf9-5561-4528-8ac4-3c9eadac631a service neutron] Attempting to bind port b8e78e04-5a48-467f-951a-b32074e8d05e on network d5480d3d-bab2-42ab-9692-609efda9979f {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 21:24:30.805665 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6fc3874-ec40-49ae-954a-d24dbf635357 req-135ebaf9-5561-4528-8ac4-3c9eadac631a service neutron] Port b8e78e04-5a48-467f-951a-b32074e8d05e on network d5480d3d-bab2-42ab-9692-609efda9979f not bound, no agent of type Open vSwitch agent registered on host n-h2-760453-5 {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 26 21:24:30.806251 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6fc3874-ec40-49ae-954a-d24dbf635357 req-135ebaf9-5561-4528-8ac4-3c9eadac631a service neutron] Attempting to bind port b8e78e04-5a48-467f-951a-b32074e8d05e on network d5480d3d-bab2-42ab-9692-609efda9979f {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 21:24:30.816470 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6fc3874-ec40-49ae-954a-d24dbf635357 req-135ebaf9-5561-4528-8ac4-3c9eadac631a service neutron] Checking agent: {'id': '4d619873-4b60-439f-9b5a-b155dc8bbc34', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-760453-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 21, 2, 53), 'started_at': datetime.datetime(2022, 1, 26, 21, 2, 53), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 21, 24, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 26 21:24:30.817077 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6fc3874-ec40-49ae-954a-d24dbf635357 req-135ebaf9-5561-4528-8ac4-3c9eadac631a service neutron] Checking segment: {'id': '9fd884b8-86e2-416d-a96d-94ce9081e9cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'd5480d3d-bab2-42ab-9692-609efda9979f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103305) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 21:24:30.821796 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6fc3874-ec40-49ae-954a-d24dbf635357 req-135ebaf9-5561-4528-8ac4-3c9eadac631a service neutron] Bound using segment: {'id': '9fd884b8-86e2-416d-a96d-94ce9081e9cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'd5480d3d-bab2-42ab-9692-609efda9979f'} {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 26 21:24:30.822480 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [req-e6fc3874-ec40-49ae-954a-d24dbf635357 req-135ebaf9-5561-4528-8ac4-3c9eadac631a service neutron] Bound port: b8e78e04-5a48-467f-951a-b32074e8d05e, host: n-h2-760453-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9fd884b8-86e2-416d-a96d-94ce9081e9cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'd5480d3d-bab2-42ab-9692-609efda9979f'}}] {{(pid=103305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 26 21:24:30.823029 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-e6fc3874-ec40-49ae-954a-d24dbf635357 req-135ebaf9-5561-4528-8ac4-3c9eadac631a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (b8e78e04-5a48-467f-951a-b32074e8d05e), before_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:24:30.869451 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f248b82a-dfab-4778-9cc6-e6fd87a2c81d tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Network 80bdce17-b861-46cb-9014-7071d7f46353 is already hosted by enough agents. {{(pid=103304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 21:24:30.885682 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [None req-f248b82a-dfab-4778-9cc6-e6fd87a2c81d tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Resources bound (agent type, host, resource id): {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:24:30.897778 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f248b82a-dfab-4778-9cc6-e6fd87a2c81d tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Received port after_create {{(pid=103304) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 21:24:30.910118 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f248b82a-dfab-4778-9cc6-e6fd87a2c81d tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:24:30.910797 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-f248b82a-dfab-4778-9cc6-e6fd87a2c81d tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:24:31.044005 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [req-e6fc3874-ec40-49ae-954a-d24dbf635357 req-135ebaf9-5561-4528-8ac4-3c9eadac631a service neutron] For port b8e78e04-5a48-467f-951a-b32074e8d05e, host n-h2-760453-5, cleared binding levels {{(pid=103305) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 26 21:24:31.056772 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [req-e6fc3874-ec40-49ae-954a-d24dbf635357 req-135ebaf9-5561-4528-8ac4-3c9eadac631a service neutron] For port b8e78e04-5a48-467f-951a-b32074e8d05e, host n-h2-760453-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-5',level=0,port_id=b8e78e04-5a48-467f-951a-b32074e8d05e,segment=NetworkSegment(9fd884b8-86e2-416d-a96d-94ce9081e9cd),segment_id=9fd884b8-86e2-416d-a96d-94ce9081e9cd)] {{(pid=103305) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 26 21:24:31.065627 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-e6fc3874-ec40-49ae-954a-d24dbf635357 req-135ebaf9-5561-4528-8ac4-3c9eadac631a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11791520'] for port (b8e78e04-5a48-467f-951a-b32074e8d05e), after_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:24:31.138194 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-7defad8f-f156-44a3-ab7e-a9dac01eff78 req-05b40a9f-63b0-4380-8074-473f0e493137 tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] 10.222.0.13 "GET /v2.0/ports?device_id=cc2a45fe-1c0e-4689-a738-964e9c19e30e HTTP/1.1" status: 200 len: 210 time: 0.0900288 Jan 26 21:24:31.149184 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6fc3874-ec40-49ae-954a-d24dbf635357 req-135ebaf9-5561-4528-8ac4-3c9eadac631a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:24:31.149627 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-e6fc3874-ec40-49ae-954a-d24dbf635357 req-135ebaf9-5561-4528-8ac4-3c9eadac631a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:24:31.151248 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-e6fc3874-ec40-49ae-954a-d24dbf635357 req-135ebaf9-5561-4528-8ac4-3c9eadac631a service neutron] 10.222.0.57 "PUT /v2.0/ports/b8e78e04-5a48-467f-951a-b32074e8d05e HTTP/1.1" status: 200 len: 1091 time: 1.5498965 Jan 26 21:24:31.151880 n-d-760453-5 neutron-server[103305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '598a05f2-ff28-4416-9bf0-18bdcfe4d822', 'tag': 'b8e78e04-5a48-467f-951a-b32074e8d05e'}] {{(pid=103305) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 21:24:31.178929 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d4654568b7bf041e72ff8fe1c96d6d761d9c921f2b99bc7b3a26632be20cee0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebc5503c-bd57-4cee-a274-1f1f1018ff54" -d '{"events": [{"name": "network-changed", "server_uuid": "598a05f2-ff28-4416-9bf0-18bdcfe4d822", "tag": "b8e78e04-5a48-467f-951a-b32074e8d05e"}]}' {{(pid=103305) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 21:24:31.240032 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.db_base_plugin_common [req-6a89b8a7-1720-47dc-b0d2-65caf9fd61b8 req-1cf2ca4c-add4-4150-b1b3-ceea68f31c7c tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] Allocated IP 172.20.0.13 (485a3106-1745-41f6-8c52-37ebe4fdcc0c/dea740a7-2861-4520-a7c8-4e14271821b5/67dd3dc7-a2ab-4f67-874c-e61c9c62ab11) {{(pid=103304) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 21:24:31.368553 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-135ebaf9-5561-4528-8ac4-3c9eadac631a service neutron] Pushing event updated for resources: {'Port': ['ID=b8e78e04-5a48-467f-951a-b32074e8d05e,revision_number=3']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:24:31.436113 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6fc3874-ec40-49ae-954a-d24dbf635357 req-6fdbc9b3-d997-44e1-a0a2-5677649528c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:24:31.437695 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-e6fc3874-ec40-49ae-954a-d24dbf635357 req-6fdbc9b3-d997-44e1-a0a2-5677649528c5 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=b84068c047214d90966ff7ed497aada1&device_id=598a05f2-ff28-4416-9bf0-18bdcfe4d822 HTTP/1.1" status: 200 len: 1094 time: 0.2008626 Jan 26 21:24:31.557765 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 26 Jan 2022 21:24:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1327342-953b-4736-ba93-6eb7d4b140d3 x-openstack-request-id: req-b1327342-953b-4736-ba93-6eb7d4b140d3 {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 21:24:31.558968 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "598a05f2-ff28-4416-9bf0-18bdcfe4d822", "tag": "b8e78e04-5a48-467f-951a-b32074e8d05e", "status": "completed", "code": 200}]} {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 21:24:31.559403 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b1327342-953b-4736-ba93-6eb7d4b140d3 {{(pid=103305) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 21:24:31.560015 n-d-760453-5 neutron-server[103305]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '598a05f2-ff28-4416-9bf0-18bdcfe4d822', 'tag': 'b8e78e04-5a48-467f-951a-b32074e8d05e', 'status': 'completed', 'code': 200} Jan 26 21:24:31.562897 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-e6fc3874-ec40-49ae-954a-d24dbf635357 req-0d70dea6-dc8b-4476-b398-af63bb5278d5 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b8e78e04-5a48-467f-951a-b32074e8d05e HTTP/1.1" status: 200 len: 217 time: 0.1169355 Jan 26 21:24:31.619803 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device 416d758a-7983-40f3-a9c9-7745ea84dd9a up at agent ovs-agent-n-d-760453-5 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 21:24:31.623065 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-6a89b8a7-1720-47dc-b0d2-65caf9fd61b8 req-1cf2ca4c-add4-4150-b1b3-ceea68f31c7c tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] Publish callbacks [] for port (67dd3dc7-a2ab-4f67-874c-e61c9c62ab11), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:24:31.636891 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f248b82a-dfab-4778-9cc6-e6fd87a2c81d tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Pushing event updated for resources: {'Port': ['ID=52ca9cbc-9532-4c09-a153-1826fef2d8d5,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:24:31.651932 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-f248b82a-dfab-4778-9cc6-e6fd87a2c81d tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 3.7271216 Jan 26 21:24:31.652134 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 42914) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:24:31.687402 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c362eea-0b75-4b2d-9241-6e113ed9088e None None] Network 80bdce17-b861-46cb-9014-7071d7f46353 requested from n-d-760453-5 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 26 21:24:31.693022 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6fc3874-ec40-49ae-954a-d24dbf635357 req-486b5853-861d-4b1a-ad7f-d4f1d7131955 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:24:31.694580 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-e6fc3874-ec40-49ae-954a-d24dbf635357 req-486b5853-861d-4b1a-ad7f-d4f1d7131955 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=3e0b5fe7-c879-4a69-b8db-9e47b1011f5e HTTP/1.1" status: 200 len: 845 time: 0.1212134 Jan 26 21:24:31.758473 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-e6fc3874-ec40-49ae-954a-d24dbf635357 req-c2014a48-e8c5-448b-8b39-7c3aa5019382 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=d5480d3d-bab2-42ab-9692-609efda9979f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0430875 Jan 26 21:24:31.779250 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d7411d-2f08-4daf-b6e7-d080ed997b84 req-a8ea46e5-47a0-48c1-99da-be1ffaf0b199 tempest-ImagesTestJSON-1623340881 tempest-ImagesTestJSON-1623340881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:24:31.790859 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-19d7411d-2f08-4daf-b6e7-d080ed997b84 req-a8ea46e5-47a0-48c1-99da-be1ffaf0b199 tempest-ImagesTestJSON-1623340881 tempest-ImagesTestJSON-1623340881-project] 10.222.0.13 "GET /v2.0/ports?device_id=598a05f2-ff28-4416-9bf0-18bdcfe4d822 HTTP/1.1" status: 200 len: 943 time: 0.6811914 Jan 26 21:24:31.854886 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-391b7b84-d98b-4ab8-95c3-fcaba260e04d tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:24:31.861118 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-391b7b84-d98b-4ab8-95c3-fcaba260e04d tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:24:31.862759 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-391b7b84-d98b-4ab8-95c3-fcaba260e04d tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1667 time: 0.2097490 Jan 26 21:24:31.866073 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 42922) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:24:31.878756 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-19d7411d-2f08-4daf-b6e7-d080ed997b84 req-935b868f-1ccf-467e-804e-18ad049a9da0 tempest-ImagesTestJSON-1623340881 tempest-ImagesTestJSON-1623340881-project] 10.222.0.13 "GET /v2.0/security-groups?id=461ca33f-43cf-4a35-a5bb-7e46cb0e5e93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867245 Jan 26 21:24:31.894601 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-6a89b8a7-1720-47dc-b0d2-65caf9fd61b8 req-1cf2ca4c-add4-4150-b1b3-ceea68f31c7c tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746560234527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9281553'] for port (67dd3dc7-a2ab-4f67-874c-e61c9c62ab11), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:24:31.972998 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-98757a3f-8178-4c8e-b359-885c1ea49b13 None None] Provisioning complete for port 416d758a-7983-40f3-a9c9-7745ea84dd9a triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:24:31.973397 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-98757a3f-8178-4c8e-b359-885c1ea49b13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (416d758a-7983-40f3-a9c9-7745ea84dd9a), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:24:31.987590 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-e6fc3874-ec40-49ae-954a-d24dbf635357 req-97a946b4-1aaf-4a26-af69-ab89725d50ca service neutron] 10.222.0.57 "GET /v2.0/networks/d5480d3d-bab2-42ab-9692-609efda9979f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2221298 Jan 26 21:24:32.008973 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6a89b8a7-1720-47dc-b0d2-65caf9fd61b8 req-1cf2ca4c-add4-4150-b1b3-ceea68f31c7c tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] Network 485a3106-1745-41f6-8c52-37ebe4fdcc0c is already hosted by enough agents. {{(pid=103304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 21:24:32.016057 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [req-6a89b8a7-1720-47dc-b0d2-65caf9fd61b8 req-1cf2ca4c-add4-4150-b1b3-ceea68f31c7c tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] Resources bound (agent type, host, resource id): {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:24:32.022883 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a89b8a7-1720-47dc-b0d2-65caf9fd61b8 req-1cf2ca4c-add4-4150-b1b3-ceea68f31c7c tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] Received port after_create {{(pid=103304) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 21:24:32.061995 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf2ca4c-add4-4150-b1b3-ceea68f31c7c tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] Pushing event updated for resources: {'Port': ['ID=67dd3dc7-a2ab-4f67-874c-e61c9c62ab11,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:24:32.136027 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a89b8a7-1720-47dc-b0d2-65caf9fd61b8 req-1cf2ca4c-add4-4150-b1b3-ceea68f31c7c tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:24:32.138636 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-6a89b8a7-1720-47dc-b0d2-65caf9fd61b8 req-1cf2ca4c-add4-4150-b1b3-ceea68f31c7c tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:24:32.144725 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-f8d728e1-e1d7-4cba-9335-127bdf028b5a tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Deleting port 52ca9cbc-9532-4c09-a153-1826fef2d8d5 {{(pid=103305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 21:24:32.145080 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-f8d728e1-e1d7-4cba-9335-127bdf028b5a tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746560630878'] for port (52ca9cbc-9532-4c09-a153-1826fef2d8d5), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:24:32.175331 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-6a89b8a7-1720-47dc-b0d2-65caf9fd61b8 req-1cf2ca4c-add4-4150-b1b3-ceea68f31c7c tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8296673 Jan 26 21:24:32.186058 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [req-6a89b8a7-1720-47dc-b0d2-65caf9fd61b8 req-a761fc3d-903e-40f8-884f-ef94d4b1c60b tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] Request body: {'port': {'device_id': 'cc2a45fe-1c0e-4689-a738-964e9c19e30e', 'network_id': 'f292bf50-7316-40da-8d60-8669bdd0f81a', 'admin_state_up': True, 'tenant_id': '2de9f498797a4527ba13c10b546ad5bb', 'security_groups': ['e87e70a3-dfc0-4db8-90a2-ffd9c4c809a5']}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:24:32.220109 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Provisioning complete for port 416d758a-7983-40f3-a9c9-7745ea84dd9a triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:24:32.226014 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (416d758a-7983-40f3-a9c9-7745ea84dd9a), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:24:32.243204 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-e6fc3874-ec40-49ae-954a-d24dbf635357 req-bc0951a3-b9e0-4118-8a33-10610810af4c service neutron] 10.222.0.57 "GET /v2.0/networks/d5480d3d-bab2-42ab-9692-609efda9979f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2479312 Jan 26 21:24:32.435363 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-98757a3f-8178-4c8e-b359-885c1ea49b13 None None] Current status of the port 416d758a-7983-40f3-a9c9-7745ea84dd9a is: DOWN; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:24:32.435765 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-98757a3f-8178-4c8e-b359-885c1ea49b13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (416d758a-7983-40f3-a9c9-7745ea84dd9a), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:24:32.443520 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-f8d728e1-e1d7-4cba-9335-127bdf028b5a tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4109658'] for port (52ca9cbc-9532-4c09-a153-1826fef2d8d5), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:24:32.490904 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-f8d728e1-e1d7-4cba-9335-127bdf028b5a tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Calling delete_port for 52ca9cbc-9532-4c09-a153-1826fef2d8d5 owned by {{(pid=103305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 21:24:32.497341 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc5503c-bd57-4cee-a274-1f1f1018ff54 req-5bf38289-c978-49ad-98ef-6ad3f5cc1637 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:24:32.498853 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-ebc5503c-bd57-4cee-a274-1f1f1018ff54 req-5bf38289-c978-49ad-98ef-6ad3f5cc1637 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=b84068c047214d90966ff7ed497aada1&device_id=598a05f2-ff28-4416-9bf0-18bdcfe4d822 HTTP/1.1" status: 200 len: 1094 time: 0.1964502 Jan 26 21:24:32.575031 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-98757a3f-8178-4c8e-b359-885c1ea49b13 None None] For port 416d758a-7983-40f3-a9c9-7745ea84dd9a, host n-d-760453-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=416d758a-7983-40f3-a9c9-7745ea84dd9a,segment=NetworkSegment(3c6d624c-ba08-479a-b68a-7684ce678b5c),segment_id=3c6d624c-ba08-479a-b68a-7684ce678b5c)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:24:32.592002 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-98757a3f-8178-4c8e-b359-885c1ea49b13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (416d758a-7983-40f3-a9c9-7745ea84dd9a), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:24:32.713420 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb52056-f7a3-420a-a6ad-a33754b89a94 req-e3674f1f-4382-4432-8167-415cd225bf7f tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:24:32.732302 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-edb52056-f7a3-420a-a6ad-a33754b89a94 req-e3674f1f-4382-4432-8167-415cd225bf7f tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] 10.222.0.13 "GET /v2.0/ports?device_id=cc2a45fe-1c0e-4689-a738-964e9c19e30e HTTP/1.1" status: 200 len: 932 time: 0.3398519 Jan 26 21:24:32.761604 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98757a3f-8178-4c8e-b359-885c1ea49b13 None None] Pushing event updated for resources: {'Port': ['ID=416d758a-7983-40f3-a9c9-7745ea84dd9a,revision_number=3']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:24:32.779215 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Current status of the port 416d758a-7983-40f3-a9c9-7745ea84dd9a is: DOWN; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:24:32.780119 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (416d758a-7983-40f3-a9c9-7745ea84dd9a), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:24:32.784323 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6a89b8a7-1720-47dc-b0d2-65caf9fd61b8 req-a761fc3d-903e-40f8-884f-ef94d4b1c60b tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] Made reservation on behalf of 2de9f498797a4527ba13c10b546ad5bb for: {'port': 1} {{(pid=103304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 21:24:32.787710 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-6a89b8a7-1720-47dc-b0d2-65caf9fd61b8 req-a761fc3d-903e-40f8-884f-ef94d4b1c60b tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:24:32.843726 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc5503c-bd57-4cee-a274-1f1f1018ff54 req-3bac19b8-3aec-488c-b2b8-d43eaa1e995b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:24:32.846158 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-ebc5503c-bd57-4cee-a274-1f1f1018ff54 req-3bac19b8-3aec-488c-b2b8-d43eaa1e995b service neutron] 10.222.0.57 "GET /v2.0/networks?id=d5480d3d-bab2-42ab-9692-609efda9979f HTTP/1.1" status: 200 len: 906 time: 0.3308110 Jan 26 21:24:32.854118 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-07c84889-2734-41d0-8c37-4bf19faa534e None None] Provisioning complete for port 67dd3dc7-a2ab-4f67-874c-e61c9c62ab11 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:24:32.854118 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-07c84889-2734-41d0-8c37-4bf19faa534e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (67dd3dc7-a2ab-4f67-874c-e61c9c62ab11), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:24:32.952240 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-ebc5503c-bd57-4cee-a274-1f1f1018ff54 req-766ef825-28c3-4b3f-88f2-19d5e0ee012d service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b8e78e04-5a48-467f-951a-b32074e8d05e HTTP/1.1" status: 200 len: 217 time: 0.0927651 Jan 26 21:24:33.015016 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-07c84889-2734-41d0-8c37-4bf19faa534e None None] Port 67dd3dc7-a2ab-4f67-874c-e61c9c62ab11 cannot update to ACTIVE because it is not bound. {{(pid=103306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 26 21:24:33.033548 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.db.api [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103306) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 26 21:24:33.033912 n-d-760453-5 neutron-server[103306]: DEBUG oslo_db.api [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 26 21:24:33.134108 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc5503c-bd57-4cee-a274-1f1f1018ff54 req-d45f2d1e-6123-4526-9c3f-bfeab586d59c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:24:33.140572 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-ebc5503c-bd57-4cee-a274-1f1f1018ff54 req-d45f2d1e-6123-4526-9c3f-bfeab586d59c service neutron] 10.222.0.57 "GET /v2.0/subnets?id=3e0b5fe7-c879-4a69-b8db-9e47b1011f5e HTTP/1.1" status: 200 len: 845 time: 0.1388006 Jan 26 21:24:33.153362 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-edb52056-f7a3-420a-a6ad-a33754b89a94 req-8f367154-a28d-44fe-8507-b9cbfd11ac1b tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] 10.222.0.13 "GET /v2.0/security-groups?id=e87e70a3-dfc0-4db8-90a2-ffd9c4c809a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4197686 Jan 26 21:24:33.153951 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-12c586b1-956a-4a35-8bf4-cd93961e2a32 None None] Provisioning complete for port 52ca9cbc-9532-4c09-a153-1826fef2d8d5 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:24:33.155190 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-12c586b1-956a-4a35-8bf4-cd93961e2a32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (52ca9cbc-9532-4c09-a153-1826fef2d8d5), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:24:33.200793 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-ebc5503c-bd57-4cee-a274-1f1f1018ff54 req-fce33127-f58d-4b3c-b529-5d7f36a414ec service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=d5480d3d-bab2-42ab-9692-609efda9979f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0526671 Jan 26 21:24:33.201480 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-f8d728e1-e1d7-4cba-9335-127bdf028b5a tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746560636600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746560234536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11791543'] for port (52ca9cbc-9532-4c09-a153-1826fef2d8d5), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:24:33.228111 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c940bd1-1b7e-41d5-9d7f-96ad6fd51c7f req-50adf7c9-8783-45ca-bdea-4a4554ddce6c tempest-ImagesTestJSON-1623340881 tempest-ImagesTestJSON-1623340881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:24:33.230794 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-4c940bd1-1b7e-41d5-9d7f-96ad6fd51c7f req-50adf7c9-8783-45ca-bdea-4a4554ddce6c tempest-ImagesTestJSON-1623340881 tempest-ImagesTestJSON-1623340881-project] 10.222.0.13 "GET /v2.0/ports?device_id=598a05f2-ff28-4416-9bf0-18bdcfe4d822 HTTP/1.1" status: 200 len: 943 time: 0.2167590 Jan 26 21:24:33.259347 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-12c586b1-956a-4a35-8bf4-cd93961e2a32 None None] Port 52ca9cbc-9532-4c09-a153-1826fef2d8d5 was deleted so its status cannot be updated. {{(pid=103306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:336}} Jan 26 21:24:33.273131 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-12c586b1-956a-4a35-8bf4-cd93961e2a32 None None] Provisioning complete for port 416d758a-7983-40f3-a9c9-7745ea84dd9a triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:24:33.273525 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-12c586b1-956a-4a35-8bf4-cd93961e2a32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (416d758a-7983-40f3-a9c9-7745ea84dd9a), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:24:33.348037 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.db_base_plugin_common [req-6a89b8a7-1720-47dc-b0d2-65caf9fd61b8 req-a761fc3d-903e-40f8-884f-ef94d4b1c60b tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] Allocated IP 10.1.1.45 (f292bf50-7316-40da-8d60-8669bdd0f81a/4e6d2bbe-4ef2-4089-b0e5-159ef264639e/68993758-80c8-46d1-858d-bc7447ce489e) {{(pid=103304) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 21:24:33.402435 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-4c940bd1-1b7e-41d5-9d7f-96ad6fd51c7f req-59de09d9-9c98-4cd0-a6f6-f7e83efe6836 tempest-ImagesTestJSON-1623340881 tempest-ImagesTestJSON-1623340881-project] 10.222.0.13 "GET /v2.0/security-groups?id=461ca33f-43cf-4a35-a5bb-7e46cb0e5e93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1637580 Jan 26 21:24:33.611694 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d728e1-e1d7-4cba-9335-127bdf028b5a tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Pushing event deleted for resources: {'Port': ['ID=52ca9cbc-9532-4c09-a153-1826fef2d8d5,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:24:33.645972 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-f8d728e1-e1d7-4cba-9335-127bdf028b5a tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:24:33.649282 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-f8d728e1-e1d7-4cba-9335-127bdf028b5a tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] 10.222.0.13 "DELETE /v2.0/ports/52ca9cbc-9532-4c09-a153-1826fef2d8d5 HTTP/1.1" status: 204 len: 168 time: 1.7823827 Jan 26 21:24:33.652489 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 42952) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:24:33.779710 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-ebc5503c-bd57-4cee-a274-1f1f1018ff54 req-12a9cfa3-0c7d-447b-a4d9-027f36b98b18 service neutron] 10.222.0.57 "GET /v2.0/networks/d5480d3d-bab2-42ab-9692-609efda9979f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5287287 Jan 26 21:24:33.787847 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-091a5ba9-c3eb-498d-abeb-f97b816d6bcd req-29059d51-a9b8-4a7b-9381-a0aa67918105 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=93bf95ee-d279-4897-bd53-d5feb3e9b070&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1735153 Jan 26 21:24:33.856476 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a19a2ca0-f36a-4295-b0cb-d888215c1ecb tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:24:33.858465 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a19a2ca0-f36a-4295-b0cb-d888215c1ecb tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:24:33.860119 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-a19a2ca0-f36a-4295-b0cb-d888215c1ecb tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2070806 Jan 26 21:24:33.874551 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 42956) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:24:33.881249 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-6a89b8a7-1720-47dc-b0d2-65caf9fd61b8 req-a761fc3d-903e-40f8-884f-ef94d4b1c60b tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] Publish callbacks [] for port (68993758-80c8-46d1-858d-bc7447ce489e), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:24:33.921065 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-12c586b1-956a-4a35-8bf4-cd93961e2a32 None None] Current status of the port 416d758a-7983-40f3-a9c9-7745ea84dd9a is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:24:33.923018 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Current status of the port 416d758a-7983-40f3-a9c9-7745ea84dd9a is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:24:34.037811 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.db_base_plugin_v2 [None req-cc20cdcf-ce7b-41fd-be01-492663dab018 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Deleting subnet c789de52-9ece-411e-9d52-b19a91b6eb56 {{(pid=103304) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 26 21:24:34.045869 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-5cbaea84-e0de-4614-b1b5-7a9fa0c58c83 None None] Could not find standard attr ID for object 52ca9cbc-9532-4c09-a153-1826fef2d8d5. {{(pid=103306) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 26 21:24:34.050066 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-cc20cdcf-ce7b-41fd-be01-492663dab018 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Publish callbacks [] for subnet (c789de52-9ece-411e-9d52-b19a91b6eb56), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:24:34.068478 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-ebc5503c-bd57-4cee-a274-1f1f1018ff54 req-5d2fbd1e-70c2-4588-b047-d83626375dca service neutron] 10.222.0.57 "GET /v2.0/networks/d5480d3d-bab2-42ab-9692-609efda9979f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2796350 Jan 26 21:24:34.084142 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091a5ba9-c3eb-498d-abeb-f97b816d6bcd req-38000217-1dfc-4908-b518-98d802f390f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:24:34.086701 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-091a5ba9-c3eb-498d-abeb-f97b816d6bcd req-38000217-1dfc-4908-b518-98d802f390f4 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=9a820e3f529a4c3083d815b75318d24c&device_id=93bf95ee-d279-4897-bd53-d5feb3e9b070 HTTP/1.1" status: 200 len: 1097 time: 0.2496479 Jan 26 21:24:34.117277 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-cc20cdcf-ce7b-41fd-be01-492663dab018 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8881284'] for subnet (c789de52-9ece-411e-9d52-b19a91b6eb56), precommit_delete_associations {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:24:34.150522 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device 416d758a-7983-40f3-a9c9-7745ea84dd9a up at agent ovs-agent-n-d-760453-5 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 21:24:34.231495 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-cc20cdcf-ce7b-41fd-be01-492663dab018 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687316'] for subnet (c789de52-9ece-411e-9d52-b19a91b6eb56), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:24:34.286621 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Provisioning complete for port 416d758a-7983-40f3-a9c9-7745ea84dd9a triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:24:34.290899 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (416d758a-7983-40f3-a9c9-7745ea84dd9a), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:24:34.322087 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-6a89b8a7-1720-47dc-b0d2-65caf9fd61b8 req-a761fc3d-903e-40f8-884f-ef94d4b1c60b tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746560234527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9281553'] for port (68993758-80c8-46d1-858d-bc7447ce489e), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:24:34.327446 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091a5ba9-c3eb-498d-abeb-f97b816d6bcd req-6cce4b43-044b-4e0e-bc3d-ddb062067005 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:24:34.329609 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-091a5ba9-c3eb-498d-abeb-f97b816d6bcd req-6cce4b43-044b-4e0e-bc3d-ddb062067005 service neutron] 10.222.0.66 "GET /v2.0/networks?id=d67e3ebe-4ba7-45de-a361-0a193d47dcd7 HTTP/1.1" status: 200 len: 914 time: 0.2142658 Jan 26 21:24:34.433856 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-091a5ba9-c3eb-498d-abeb-f97b816d6bcd req-bfd8bbb5-c901-4cda-bc38-c2802352cd9b service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=47ae25ce-c34a-43c9-9bb0-c43b0ece7bbd HTTP/1.1" status: 200 len: 1001 time: 0.0981867 Jan 26 21:24:34.537757 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Current status of the port 416d758a-7983-40f3-a9c9-7745ea84dd9a is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:24:34.556959 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091a5ba9-c3eb-498d-abeb-f97b816d6bcd req-6da1c661-cc3e-4f9b-9833-54d44250625e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:24:34.559220 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-091a5ba9-c3eb-498d-abeb-f97b816d6bcd req-6da1c661-cc3e-4f9b-9833-54d44250625e service neutron] 10.222.0.66 "GET /v2.0/subnets?id=b97a8223-0b24-4ba7-b338-51c5c9119da6 HTTP/1.1" status: 200 len: 852 time: 0.1239309 Jan 26 21:24:34.562236 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6a89b8a7-1720-47dc-b0d2-65caf9fd61b8 req-a761fc3d-903e-40f8-884f-ef94d4b1c60b tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] Network f292bf50-7316-40da-8d60-8669bdd0f81a is already hosted by enough agents. {{(pid=103304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 21:24:34.600093 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a761fc3d-903e-40f8-884f-ef94d4b1c60b tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] Pushing event updated for resources: {'Port': ['ID=68993758-80c8-46d1-858d-bc7447ce489e,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:24:34.602399 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [req-6a89b8a7-1720-47dc-b0d2-65caf9fd61b8 req-a761fc3d-903e-40f8-884f-ef94d4b1c60b tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] Resources bound (agent type, host, resource id): {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:24:34.616006 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378324f9-4160-4f4f-837c-502a117faf69 req-23c525d0-7a64-422a-b6f1-3262e1318697 tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:24:34.621444 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378324f9-4160-4f4f-837c-502a117faf69 req-23c525d0-7a64-422a-b6f1-3262e1318697 tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:24:34.623121 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-378324f9-4160-4f4f-837c-502a117faf69 req-23c525d0-7a64-422a-b6f1-3262e1318697 tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] 10.222.0.13 "GET /v2.0/ports?device_id=cc2a45fe-1c0e-4689-a738-964e9c19e30e HTTP/1.1" status: 200 len: 1653 time: 0.2808363 Jan 26 21:24:34.632311 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a89b8a7-1720-47dc-b0d2-65caf9fd61b8 req-a761fc3d-903e-40f8-884f-ef94d4b1c60b tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] Received port after_create {{(pid=103304) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 21:24:34.651082 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091a5ba9-c3eb-498d-abeb-f97b816d6bcd req-ffcf4c25-dd2a-482f-ab93-daba43f9db7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:24:34.652625 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-091a5ba9-c3eb-498d-abeb-f97b816d6bcd req-ffcf4c25-dd2a-482f-ab93-daba43f9db7a service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=d67e3ebe-4ba7-45de-a361-0a193d47dcd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0861576 Jan 26 21:24:34.762960 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a89b8a7-1720-47dc-b0d2-65caf9fd61b8 req-a761fc3d-903e-40f8-884f-ef94d4b1c60b tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:24:34.763590 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-6a89b8a7-1720-47dc-b0d2-65caf9fd61b8 req-a761fc3d-903e-40f8-884f-ef94d4b1c60b tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:24:34.802034 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-cc20cdcf-ce7b-41fd-be01-492663dab018 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9281612', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12215216'] for subnet (c789de52-9ece-411e-9d52-b19a91b6eb56), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:24:34.810396 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-091a5ba9-c3eb-498d-abeb-f97b816d6bcd req-601e8d99-77f7-4f08-b1c9-f42df3604526 service neutron] 10.222.0.66 "GET /v2.0/networks/d67e3ebe-4ba7-45de-a361-0a193d47dcd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1483724 Jan 26 21:24:34.812201 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-6a89b8a7-1720-47dc-b0d2-65caf9fd61b8 req-a761fc3d-903e-40f8-884f-ef94d4b1c60b tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.6306329 Jan 26 21:24:34.813723 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a761fc3d-903e-40f8-884f-ef94d4b1c60b tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:24:34.814069 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a761fc3d-903e-40f8-884f-ef94d4b1c60b tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:24:34.814407 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a761fc3d-903e-40f8-884f-ef94d4b1c60b tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:24:34.814745 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a761fc3d-903e-40f8-884f-ef94d4b1c60b tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:24:34.815085 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a761fc3d-903e-40f8-884f-ef94d4b1c60b tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:24:34.815407 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a761fc3d-903e-40f8-884f-ef94d4b1c60b tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:24:34.815730 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a761fc3d-903e-40f8-884f-ef94d4b1c60b tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:24:34.816061 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a761fc3d-903e-40f8-884f-ef94d4b1c60b tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:24:34.816387 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a761fc3d-903e-40f8-884f-ef94d4b1c60b tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:24:34.816701 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a761fc3d-903e-40f8-884f-ef94d4b1c60b tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:24:34.817022 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a761fc3d-903e-40f8-884f-ef94d4b1c60b tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:24:34.817369 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a761fc3d-903e-40f8-884f-ef94d4b1c60b tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:24:34.817697 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a761fc3d-903e-40f8-884f-ef94d4b1c60b tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:24:34.824829 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [req-6a89b8a7-1720-47dc-b0d2-65caf9fd61b8 req-b0d42bc4-4d59-44d7-81e0-15ecdca5cd85 tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] Request body: {'port': {'device_id': 'cc2a45fe-1c0e-4689-a738-964e9c19e30e', 'network_id': 'f292bf50-7316-40da-8d60-8669bdd0f81a', 'admin_state_up': True, 'tenant_id': '2de9f498797a4527ba13c10b546ad5bb', 'security_groups': ['e87e70a3-dfc0-4db8-90a2-ffd9c4c809a5']}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:24:35.087320 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-c6e7092e-1abb-4cd6-a34f-dec8b6e2c793 None None] Provisioning complete for port 68993758-80c8-46d1-858d-bc7447ce489e triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:24:35.093453 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-c6e7092e-1abb-4cd6-a34f-dec8b6e2c793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (68993758-80c8-46d1-858d-bc7447ce489e), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:24:35.112034 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-091a5ba9-c3eb-498d-abeb-f97b816d6bcd req-4e641517-07b1-4669-a1cd-dc9519aadeed service neutron] 10.222.0.66 "GET /v2.0/networks/d67e3ebe-4ba7-45de-a361-0a193d47dcd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2948735 Jan 26 21:24:35.120566 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc20cdcf-ce7b-41fd-be01-492663dab018 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Pushing event deleted for resources: {'Subnet': ['ID=c789de52-9ece-411e-9d52-b19a91b6eb56,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:24:35.131684 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-cc20cdcf-ce7b-41fd-be01-492663dab018 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Publish callbacks [] for subnet (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:24:35.139941 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 42980) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:24:35.169195 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87967799-0a5f-4ff6-8f08-128e269f1c8d None None] Network 80bdce17-b861-46cb-9014-7071d7f46353 requested from n-d-760453-5 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 26 21:24:35.173358 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-cc20cdcf-ce7b-41fd-be01-492663dab018 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] 10.222.0.13 "DELETE /v2.0/subnets/c789de52-9ece-411e-9d52-b19a91b6eb56 HTTP/1.1" status: 204 len: 168 time: 1.2946646 Jan 26 21:24:35.225510 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-c6e7092e-1abb-4cd6-a34f-dec8b6e2c793 None None] Port 68993758-80c8-46d1-858d-bc7447ce489e cannot update to ACTIVE because it is not bound. {{(pid=103306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 26 21:24:35.262343 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a6afe9-5da3-4a8c-b489-accb36559d92 req-c19977a5-c756-4d36-abcc-3b4081bc1ee2 tempest-ImagesTestJSON-1623340881 tempest-ImagesTestJSON-1623340881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:24:35.263963 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-85a6afe9-5da3-4a8c-b489-accb36559d92 req-c19977a5-c756-4d36-abcc-3b4081bc1ee2 tempest-ImagesTestJSON-1623340881 tempest-ImagesTestJSON-1623340881-project] 10.222.0.13 "GET /v2.0/ports?device_id=598a05f2-ff28-4416-9bf0-18bdcfe4d822 HTTP/1.1" status: 200 len: 943 time: 0.7044239 Jan 26 21:24:35.274133 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Device b8e78e04-5a48-467f-951a-b32074e8d05e details requested by agent hyperv_n-h2-760453-5 with host n-h2-760453-5 {{(pid=103306) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 26 21:24:35.298998 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-378324f9-4160-4f4f-837c-502a117faf69 req-2e47f184-3f68-4df2-8dc8-4c0c034624e4 tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] 10.222.0.13 "GET /v2.0/security-groups?id=e87e70a3-dfc0-4db8-90a2-ffd9c4c809a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4997618 Jan 26 21:24:35.355697 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-b90315ec-da9f-4c8e-ab8b-3d363f581bfe tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2145488 Jan 26 21:24:35.356309 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 42986) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:24:35.396304 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6a89b8a7-1720-47dc-b0d2-65caf9fd61b8 req-b0d42bc4-4d59-44d7-81e0-15ecdca5cd85 tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] Made reservation on behalf of 2de9f498797a4527ba13c10b546ad5bb for: {'port': 1} {{(pid=103304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 21:24:35.398403 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-35064f7e-4600-41cf-9ec5-a0c080ae68c1 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Request body: {'subnet': {'network_id': '80bdce17-b861-46cb-9014-7071d7f46353', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:24:35.437706 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] For port b8e78e04-5a48-467f-951a-b32074e8d05e, host n-h2-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-5',level=0,port_id=b8e78e04-5a48-467f-951a-b32074e8d05e,segment=NetworkSegment(9fd884b8-86e2-416d-a96d-94ce9081e9cd),segment_id=9fd884b8-86e2-416d-a96d-94ce9081e9cd)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:24:35.446641 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-6a89b8a7-1720-47dc-b0d2-65caf9fd61b8 req-b0d42bc4-4d59-44d7-81e0-15ecdca5cd85 tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:24:35.470298 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Returning: {'device': 'b8e78e04-5a48-467f-951a-b32074e8d05e', 'network_id': 'd5480d3d-bab2-42ab-9692-609efda9979f', 'port_id': 'b8e78e04-5a48-467f-951a-b32074e8d05e', 'mac_address': 'fa:16:3e:90:4f:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 580, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3e0b5fe7-c879-4a69-b8db-9e47b1011f5e', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103306) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 26 21:24:35.660543 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35064f7e-4600-41cf-9ec5-a0c080ae68c1 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Made reservation on behalf of 91ff6b128d484238b8b1d440faeb9154 for: {'subnet': 1} {{(pid=103305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 21:24:35.673828 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-35064f7e-4600-41cf-9ec5-a0c080ae68c1 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11599953'] for subnet (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:24:35.674097 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Current status of the port b8e78e04-5a48-467f-951a-b32074e8d05e is: DOWN; New status is: BUILD {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:24:35.674671 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (b8e78e04-5a48-467f-951a-b32074e8d05e), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:24:35.698991 n-d-760453-5 neutron-server[103306]: DEBUG neutron.notifiers.nova [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b8e78e04-5a48-467f-951a-b32074e8d05e {{(pid=103306) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 26 21:24:35.742648 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] For port b8e78e04-5a48-467f-951a-b32074e8d05e, host n-h2-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-5',level=0,port_id=b8e78e04-5a48-467f-951a-b32074e8d05e,segment=NetworkSegment(9fd884b8-86e2-416d-a96d-94ce9081e9cd),segment_id=9fd884b8-86e2-416d-a96d-94ce9081e9cd)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:24:35.755242 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45548111-8d59-4093-bfdb-84b3995ee554 None None] DHCP port deletion for 80bdce17-b861-46cb-9014-7071d7f46353 request from n-d-760453-5 {{(pid=103306) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 26 21:24:35.763414 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (b8e78e04-5a48-467f-951a-b32074e8d05e), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:24:35.768403 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.db_base_plugin_common [req-6a89b8a7-1720-47dc-b0d2-65caf9fd61b8 req-b0d42bc4-4d59-44d7-81e0-15ecdca5cd85 tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] Allocated IP 10.1.1.56 (f292bf50-7316-40da-8d60-8669bdd0f81a/4e6d2bbe-4ef2-4089-b0e5-159ef264639e/838b8d10-47c7-4250-a401-9d4067f8f28c) {{(pid=103304) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 21:24:36.091238 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Pushing event updated for resources: {'Port': ['ID=b8e78e04-5a48-467f-951a-b32074e8d05e,revision_number=4']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:24:36.144921 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device 416d758a-7983-40f3-a9c9-7745ea84dd9a no longer exists at agent ovs-agent-n-d-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 26 21:24:36.152224 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] get_ports_and_sgs() called for port_ids ['b8e78e04-5a48-467f-951a-b32074e8d05e'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 26 21:24:36.222603 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-35064f7e-4600-41cf-9ec5-a0c080ae68c1 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11788839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11599975'] for subnet (9eba413a-01bc-4457-9b5a-fa0c851fd31f), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:24:36.231346 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-6a89b8a7-1720-47dc-b0d2-65caf9fd61b8 req-b0d42bc4-4d59-44d7-81e0-15ecdca5cd85 tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] Publish callbacks [] for port (838b8d10-47c7-4250-a401-9d4067f8f28c), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:24:36.284305 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-85a6afe9-5da3-4a8c-b489-accb36559d92 req-b65379fb-f029-4858-bfc0-49ad908adfab tempest-ImagesTestJSON-1623340881 tempest-ImagesTestJSON-1623340881-project] 10.222.0.13 "GET /v2.0/security-groups?id=461ca33f-43cf-4a35-a5bb-7e46cb0e5e93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9842989 Jan 26 21:24:36.316141 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-45548111-8d59-4093-bfdb-84b3995ee554 None None] Deleting port 416d758a-7983-40f3-a9c9-7745ea84dd9a {{(pid=103306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 21:24:36.316704 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-45548111-8d59-4093-bfdb-84b3995ee554 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746560630878'] for port (416d758a-7983-40f3-a9c9-7745ea84dd9a), before_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:24:36.357496 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35064f7e-4600-41cf-9ec5-a0c080ae68c1 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Network 80bdce17-b861-46cb-9014-7071d7f46353 is already hosted by enough agents. {{(pid=103305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 21:24:36.365856 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [None req-35064f7e-4600-41cf-9ec5-a0c080ae68c1 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Resources bound (agent type, host, resource id): {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:24:36.366443 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-6a89b8a7-1720-47dc-b0d2-65caf9fd61b8 req-b0d42bc4-4d59-44d7-81e0-15ecdca5cd85 tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746560234527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9281553'] for port (838b8d10-47c7-4250-a401-9d4067f8f28c), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:24:36.370202 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35064f7e-4600-41cf-9ec5-a0c080ae68c1 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:24:36.373163 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-35064f7e-4600-41cf-9ec5-a0c080ae68c1 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709645'] for subnet (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:24:36.403620 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35064f7e-4600-41cf-9ec5-a0c080ae68c1 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Pushing event updated for resources: {'Subnet': ['ID=9eba413a-01bc-4457-9b5a-fa0c851fd31f,revision_number=0']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:24:36.430735 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-35064f7e-4600-41cf-9ec5-a0c080ae68c1 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.0725808 Jan 26 21:24:36.433535 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 43002) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:24:36.447221 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-9327f7ac-64d4-4a76-b650-aaa65828c970 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Request body: {'port': {'network_id': '80bdce17-b861-46cb-9014-7071d7f46353', 'name': 'tempest-NetworksTestDHCPv6-455147558'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:24:36.475797 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d42bc4-4d59-44d7-81e0-15ecdca5cd85 tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] Pushing event updated for resources: {'Port': ['ID=838b8d10-47c7-4250-a401-9d4067f8f28c,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:24:36.511392 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6a89b8a7-1720-47dc-b0d2-65caf9fd61b8 req-b0d42bc4-4d59-44d7-81e0-15ecdca5cd85 tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] Network f292bf50-7316-40da-8d60-8669bdd0f81a is already hosted by enough agents. {{(pid=103304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 21:24:36.512891 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [req-6a89b8a7-1720-47dc-b0d2-65caf9fd61b8 req-b0d42bc4-4d59-44d7-81e0-15ecdca5cd85 tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] Resources bound (agent type, host, resource id): {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:24:36.515374 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a89b8a7-1720-47dc-b0d2-65caf9fd61b8 req-b0d42bc4-4d59-44d7-81e0-15ecdca5cd85 tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] Received port after_create {{(pid=103304) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 21:24:36.632761 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a89b8a7-1720-47dc-b0d2-65caf9fd61b8 req-b0d42bc4-4d59-44d7-81e0-15ecdca5cd85 tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:24:36.633477 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-6a89b8a7-1720-47dc-b0d2-65caf9fd61b8 req-b0d42bc4-4d59-44d7-81e0-15ecdca5cd85 tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:24:36.691422 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-6a89b8a7-1720-47dc-b0d2-65caf9fd61b8 req-b0d42bc4-4d59-44d7-81e0-15ecdca5cd85 tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.8702159 Jan 26 21:24:36.778529 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [req-6a89b8a7-1720-47dc-b0d2-65caf9fd61b8 req-b91151cf-e8ef-4d84-aa3f-5c3eb50b8dde tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] Request body: {'port': {'device_id': 'cc2a45fe-1c0e-4689-a738-964e9c19e30e', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '09fefaf6-1493-45ff-9b77-0bffdcb790d7', 'admin_state_up': True, 'tenant_id': '2de9f498797a4527ba13c10b546ad5bb', 'security_groups': ['e87e70a3-dfc0-4db8-90a2-ffd9c4c809a5']}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:24:36.798450 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-45548111-8d59-4093-bfdb-84b3995ee554 None None] For port 416d758a-7983-40f3-a9c9-7745ea84dd9a, host n-d-760453-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=416d758a-7983-40f3-a9c9-7745ea84dd9a,segment=NetworkSegment(3c6d624c-ba08-479a-b68a-7684ce678b5c),segment_id=3c6d624c-ba08-479a-b68a-7684ce678b5c)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:24:36.799056 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-45548111-8d59-4093-bfdb-84b3995ee554 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4109658'] for port (416d758a-7983-40f3-a9c9-7745ea84dd9a), precommit_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:24:36.832464 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9327f7ac-64d4-4a76-b650-aaa65828c970 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Made reservation on behalf of 91ff6b128d484238b8b1d440faeb9154 for: {'port': 1} {{(pid=103305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 21:24:36.838735 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-9327f7ac-64d4-4a76-b650-aaa65828c970 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:24:36.863468 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-45548111-8d59-4093-bfdb-84b3995ee554 None None] Calling delete_port for 416d758a-7983-40f3-a9c9-7745ea84dd9a owned by network:dhcp {{(pid=103306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 21:24:36.867310 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Current status of the port 416d758a-7983-40f3-a9c9-7745ea84dd9a is: ACTIVE; New status is: DOWN {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:24:36.869576 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (416d758a-7983-40f3-a9c9-7745ea84dd9a), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:24:36.880533 n-d-760453-5 neutron-server[103305]: DEBUG neutron.notifiers.nova [None req-9327f7ac-64d4-4a76-b650-aaa65828c970 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] device_id is not set on port c212c009-70ab-49cf-92dd-8eeef933f4d5 yet. {{(pid=103305) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 26 21:24:36.952897 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149582ed-4b29-46f8-a580-98da7a53032b req-51b9fc2a-c34c-432c-a1e1-afe1bab4110a tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:24:36.971511 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149582ed-4b29-46f8-a580-98da7a53032b req-51b9fc2a-c34c-432c-a1e1-afe1bab4110a tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:24:36.977000 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149582ed-4b29-46f8-a580-98da7a53032b req-51b9fc2a-c34c-432c-a1e1-afe1bab4110a tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:24:36.978777 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-149582ed-4b29-46f8-a580-98da7a53032b req-51b9fc2a-c34c-432c-a1e1-afe1bab4110a tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] 10.222.0.13 "GET /v2.0/ports?device_id=cc2a45fe-1c0e-4689-a738-964e9c19e30e HTTP/1.1" status: 200 len: 2373 time: 0.3574171 Jan 26 21:24:37.008743 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] For port 416d758a-7983-40f3-a9c9-7745ea84dd9a, host n-d-760453-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=416d758a-7983-40f3-a9c9-7745ea84dd9a,segment=NetworkSegment(3c6d624c-ba08-479a-b68a-7684ce678b5c),segment_id=3c6d624c-ba08-479a-b68a-7684ce678b5c)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:24:37.023038 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (416d758a-7983-40f3-a9c9-7745ea84dd9a), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:24:37.079639 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Pushing event updated for resources: {'Port': ['ID=416d758a-7983-40f3-a9c9-7745ea84dd9a,revision_number=5']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:24:37.099234 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-a35ea31a-442b-407e-b212-a2925caac4d3 None None] Provisioning complete for port 838b8d10-47c7-4250-a401-9d4067f8f28c triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:24:37.099949 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-a35ea31a-442b-407e-b212-a2925caac4d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (838b8d10-47c7-4250-a401-9d4067f8f28c), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:24:37.112007 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-149582ed-4b29-46f8-a580-98da7a53032b req-307fe330-0838-4682-9c66-eccbeb5643d1 tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] 10.222.0.13 "GET /v2.0/security-groups?id=e87e70a3-dfc0-4db8-90a2-ffd9c4c809a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1207583 Jan 26 21:24:37.127354 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.db_base_plugin_common [None req-9327f7ac-64d4-4a76-b650-aaa65828c970 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Allocated IP 2001:db8::1b1 (80bdce17-b861-46cb-9014-7071d7f46353/9eba413a-01bc-4457-9b5a-fa0c851fd31f/c212c009-70ab-49cf-92dd-8eeef933f4d5) {{(pid=103305) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 21:24:37.190668 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-a35ea31a-442b-407e-b212-a2925caac4d3 None None] Port 838b8d10-47c7-4250-a401-9d4067f8f28c cannot update to ACTIVE because it is not bound. {{(pid=103306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 26 21:24:37.190907 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6a89b8a7-1720-47dc-b0d2-65caf9fd61b8 req-b91151cf-e8ef-4d84-aa3f-5c3eb50b8dde tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] Made reservation on behalf of 2de9f498797a4527ba13c10b546ad5bb for: {'port': 1} {{(pid=103304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 21:24:37.253341 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-45548111-8d59-4093-bfdb-84b3995ee554 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746560636600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746560234536'] for port (416d758a-7983-40f3-a9c9-7745ea84dd9a), after_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:24:37.266523 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Device b8e78e04-5a48-467f-951a-b32074e8d05e up at agent hyperv_n-h2-760453-5 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 21:24:37.279992 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45548111-8d59-4093-bfdb-84b3995ee554 None None] No DVR routers for this DVR port 416d758a-7983-40f3-a9c9-7745ea84dd9a on host n-d-760453-5 {{(pid=103306) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 26 21:24:37.433811 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-6a89b8a7-1720-47dc-b0d2-65caf9fd61b8 req-b91151cf-e8ef-4d84-aa3f-5c3eb50b8dde tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:24:37.474941 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45548111-8d59-4093-bfdb-84b3995ee554 None None] Pushing event deleted for resources: {'Port': ['ID=416d758a-7983-40f3-a9c9-7745ea84dd9a,revision_number=None']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:24:37.507379 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a526ead-7474-4e25-9312-ec1a399766fd None None] Network 80bdce17-b861-46cb-9014-7071d7f46353 requested from n-d-760453-5 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 26 21:24:37.765834 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Provisioning for port b8e78e04-5a48-467f-951a-b32074e8d05e completed by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 21:24:37.780542 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bc15bad-aab1-4953-971c-0542c236e306 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3c4099e8-8ffb-51d1-af7f-5868973e933f-80bdce17-b861-46cb-9014-7071d7f46353', 'network_id': '80bdce17-b861-46cb-9014-7071d7f46353', 'project_id': '91ff6b128d484238b8b1d440faeb9154', 'fixed_ips': [{'subnet_id': '9eba413a-01bc-4457-9b5a-fa0c851fd31f'}]}} from n-d-760453-5. {{(pid=103306) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 26 21:24:37.781492 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-5bc15bad-aab1-4953-971c-0542c236e306 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (None), before_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:24:37.784000 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Provisioning complete for port b8e78e04-5a48-467f-951a-b32074e8d05e triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:24:37.784366 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (b8e78e04-5a48-467f-951a-b32074e8d05e), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:24:37.789978 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13179ea-1011-4c9b-9ac7-74fa526409a8 req-f069301f-a280-4e1a-a698-3ba2bd2aaf1d tempest-ImagesTestJSON-1623340881 tempest-ImagesTestJSON-1623340881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:24:37.796978 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-b13179ea-1011-4c9b-9ac7-74fa526409a8 req-f069301f-a280-4e1a-a698-3ba2bd2aaf1d tempest-ImagesTestJSON-1623340881 tempest-ImagesTestJSON-1623340881-project] 10.222.0.13 "GET /v2.0/ports?device_id=598a05f2-ff28-4416-9bf0-18bdcfe4d822 HTTP/1.1" status: 200 len: 944 time: 0.1919127 Jan 26 21:24:37.902252 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-b13179ea-1011-4c9b-9ac7-74fa526409a8 req-6fae7f70-7ff1-4229-a54b-bd2f1f28d432 tempest-ImagesTestJSON-1623340881 tempest-ImagesTestJSON-1623340881-project] 10.222.0.13 "GET /v2.0/security-groups?id=461ca33f-43cf-4a35-a5bb-7e46cb0e5e93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033823 Jan 26 21:24:38.006732 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.db_base_plugin_common [req-6a89b8a7-1720-47dc-b0d2-65caf9fd61b8 req-b91151cf-e8ef-4d84-aa3f-5c3eb50b8dde tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] Allocated IP 10.2.2.100 (09fefaf6-1493-45ff-9b77-0bffdcb790d7/d36d78e9-ef90-42a1-bdc2-1b67cc68d0f5/3941d4d2-ec71-4191-8e9f-df25a9ea3da5) {{(pid=103304) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 21:24:38.119835 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-9327f7ac-64d4-4a76-b650-aaa65828c970 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Publish callbacks [] for port (c212c009-70ab-49cf-92dd-8eeef933f4d5), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:24:38.220420 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-9327f7ac-64d4-4a76-b650-aaa65828c970 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746560234527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11791543'] for port (c212c009-70ab-49cf-92dd-8eeef933f4d5), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:24:38.300526 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9327f7ac-64d4-4a76-b650-aaa65828c970 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Network 80bdce17-b861-46cb-9014-7071d7f46353 is already hosted by enough agents. {{(pid=103305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 21:24:38.302298 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [None req-9327f7ac-64d4-4a76-b650-aaa65828c970 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Resources bound (agent type, host, resource id): {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:24:38.305223 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9327f7ac-64d4-4a76-b650-aaa65828c970 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Received port after_create {{(pid=103305) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 21:24:38.307355 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-6a89b8a7-1720-47dc-b0d2-65caf9fd61b8 req-b91151cf-e8ef-4d84-aa3f-5c3eb50b8dde tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] Publish callbacks [] for port (3941d4d2-ec71-4191-8e9f-df25a9ea3da5), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:24:38.311963 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9327f7ac-64d4-4a76-b650-aaa65828c970 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:24:38.312821 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-9327f7ac-64d4-4a76-b650-aaa65828c970 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:24:38.333830 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9327f7ac-64d4-4a76-b650-aaa65828c970 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Pushing event updated for resources: {'Port': ['ID=c212c009-70ab-49cf-92dd-8eeef933f4d5,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:24:38.363240 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-9327f7ac-64d4-4a76-b650-aaa65828c970 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.9278719 Jan 26 21:24:38.364284 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 43044) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:24:38.392097 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (32ef628b-8417-46c5-8729-60fcabe358f1), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:24:38.393617 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-6a89b8a7-1720-47dc-b0d2-65caf9fd61b8 req-b91151cf-e8ef-4d84-aa3f-5c3eb50b8dde tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746560234527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9281553'] for port (3941d4d2-ec71-4191-8e9f-df25a9ea3da5), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:24:38.517967 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6a89b8a7-1720-47dc-b0d2-65caf9fd61b8 req-b91151cf-e8ef-4d84-aa3f-5c3eb50b8dde tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] Network 09fefaf6-1493-45ff-9b77-0bffdcb790d7 is already hosted by enough agents. {{(pid=103304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 21:24:38.533754 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [req-6a89b8a7-1720-47dc-b0d2-65caf9fd61b8 req-b91151cf-e8ef-4d84-aa3f-5c3eb50b8dde tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] Resources bound (agent type, host, resource id): {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:24:38.541559 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a89b8a7-1720-47dc-b0d2-65caf9fd61b8 req-b91151cf-e8ef-4d84-aa3f-5c3eb50b8dde tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] Received port after_create {{(pid=103304) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 21:24:38.546609 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91151cf-e8ef-4d84-aa3f-5c3eb50b8dde tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] Pushing event updated for resources: {'Port': ['ID=3941d4d2-ec71-4191-8e9f-df25a9ea3da5,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:24:38.556656 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e8ec85c-2ea5-4591-a6a8-6c99843ca3a5 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:24:38.558234 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-3e8ec85c-2ea5-4591-a6a8-6c99843ca3a5 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 929 time: 0.1825736 Jan 26 21:24:38.561984 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 43046) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:24:38.629901 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a4e8c9-ec71-416f-81ad-bfb1efbe0589 req-e707eb0a-0e11-4a3a-a225-c0422201d273 tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:24:38.636047 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a4e8c9-ec71-416f-81ad-bfb1efbe0589 req-e707eb0a-0e11-4a3a-a225-c0422201d273 tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:24:38.640157 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Current status of the port b8e78e04-5a48-467f-951a-b32074e8d05e is: BUILD; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:24:38.640966 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (b8e78e04-5a48-467f-951a-b32074e8d05e), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:24:38.642536 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a4e8c9-ec71-416f-81ad-bfb1efbe0589 req-e707eb0a-0e11-4a3a-a225-c0422201d273 tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:24:38.648214 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a4e8c9-ec71-416f-81ad-bfb1efbe0589 req-e707eb0a-0e11-4a3a-a225-c0422201d273 tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:24:38.656146 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-c3a4e8c9-ec71-416f-81ad-bfb1efbe0589 req-e707eb0a-0e11-4a3a-a225-c0422201d273 tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] 10.222.0.13 "GET /v2.0/ports?device_id=cc2a45fe-1c0e-4689-a738-964e9c19e30e HTTP/1.1" status: 200 len: 3094 time: 0.2904806 Jan 26 21:24:38.735113 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.db_base_plugin_common [None req-5bc15bad-aab1-4953-971c-0542c236e306 None None] Allocated IP 2001:db8::2 (80bdce17-b861-46cb-9014-7071d7f46353/9eba413a-01bc-4457-9b5a-fa0c851fd31f/a0230634-7442-4c85-8a60-b318e6bad82e) {{(pid=103306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 21:24:38.743988 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-c3a4e8c9-ec71-416f-81ad-bfb1efbe0589 req-9e45c277-0a51-43fd-853d-c99923e3cfd3 tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] 10.222.0.13 "GET /v2.0/security-groups?id=e87e70a3-dfc0-4db8-90a2-ffd9c4c809a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0868587 Jan 26 21:24:38.792798 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a89b8a7-1720-47dc-b0d2-65caf9fd61b8 req-b91151cf-e8ef-4d84-aa3f-5c3eb50b8dde tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:24:38.793760 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-6a89b8a7-1720-47dc-b0d2-65caf9fd61b8 req-b91151cf-e8ef-4d84-aa3f-5c3eb50b8dde tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:24:38.801962 n-d-760453-5 neutron-server[103306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '598a05f2-ff28-4416-9bf0-18bdcfe4d822', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8e78e04-5a48-467f-951a-b32074e8d05e'}] {{(pid=103306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 21:24:38.818709 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9d5d370febab655511bdd2ffe887e43e442d144a440368702bcc1e93af00b97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-592d574d-f490-4e12-b9bb-3411af447f7e" -d '{"events": [{"server_uuid": "598a05f2-ff28-4416-9bf0-18bdcfe4d822", "name": "network-vif-plugged", "status": "completed", "tag": "b8e78e04-5a48-467f-951a-b32074e8d05e"}]}' {{(pid=103306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 21:24:38.828422 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-da9df3d8-6e53-484d-a843-4e72d85e4112 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Deleting port c212c009-70ab-49cf-92dd-8eeef933f4d5 {{(pid=103305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 21:24:38.829422 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-da9df3d8-6e53-484d-a843-4e72d85e4112 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746560630878'] for port (c212c009-70ab-49cf-92dd-8eeef933f4d5), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:24:38.839451 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-6a89b8a7-1720-47dc-b0d2-65caf9fd61b8 req-b91151cf-e8ef-4d84-aa3f-5c3eb50b8dde tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0815122 Jan 26 21:24:38.858954 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [req-6a89b8a7-1720-47dc-b0d2-65caf9fd61b8 req-7554f91b-dd55-4195-8f6e-3286a5ea727d tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] Request body: {'port': {'device_id': 'cc2a45fe-1c0e-4689-a738-964e9c19e30e', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '09fefaf6-1493-45ff-9b77-0bffdcb790d7', 'admin_state_up': True, 'tenant_id': '2de9f498797a4527ba13c10b546ad5bb', 'security_groups': ['e87e70a3-dfc0-4db8-90a2-ffd9c4c809a5']}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:24:38.869500 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] For port b8e78e04-5a48-467f-951a-b32074e8d05e, host n-h2-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-5',level=0,port_id=b8e78e04-5a48-467f-951a-b32074e8d05e,segment=NetworkSegment(9fd884b8-86e2-416d-a96d-94ce9081e9cd),segment_id=9fd884b8-86e2-416d-a96d-94ce9081e9cd)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:24:38.919396 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Jan 2022 21:24:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25f98c36-4077-4925-8c78-204e9b73a548 x-openstack-request-id: req-25f98c36-4077-4925-8c78-204e9b73a548 {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 21:24:38.921221 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "598a05f2-ff28-4416-9bf0-18bdcfe4d822", "name": "network-vif-plugged", "status": "completed", "tag": "b8e78e04-5a48-467f-951a-b32074e8d05e", "code": 200}]} {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 21:24:38.921713 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-25f98c36-4077-4925-8c78-204e9b73a548 {{(pid=103306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 21:24:38.922305 n-d-760453-5 neutron-server[103306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '598a05f2-ff28-4416-9bf0-18bdcfe4d822', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8e78e04-5a48-467f-951a-b32074e8d05e', 'code': 200} Jan 26 21:24:38.923348 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (b8e78e04-5a48-467f-951a-b32074e8d05e), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:24:39.163002 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Pushing event updated for resources: {'Port': ['ID=b8e78e04-5a48-467f-951a-b32074e8d05e,revision_number=5']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:24:39.167463 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-e9dde4f9-6336-4f09-a31b-d89dccd486c4 None None] Provisioning complete for port 3941d4d2-ec71-4191-8e9f-df25a9ea3da5 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:24:39.167838 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-e9dde4f9-6336-4f09-a31b-d89dccd486c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (3941d4d2-ec71-4191-8e9f-df25a9ea3da5), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:24:39.215180 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-e9dde4f9-6336-4f09-a31b-d89dccd486c4 None None] Port 3941d4d2-ec71-4191-8e9f-df25a9ea3da5 cannot update to ACTIVE because it is not bound. {{(pid=103306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 26 21:24:39.284907 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f52d093-1f6a-4eab-9cfe-9c4479a541af req-aea84217-d641-4f2a-ab6f-6cf35adfd609 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:24:39.286753 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-3f52d093-1f6a-4eab-9cfe-9c4479a541af req-aea84217-d641-4f2a-ab6f-6cf35adfd609 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=598a05f2-ff28-4416-9bf0-18bdcfe4d822 HTTP/1.1" status: 200 len: 1096 time: 0.2344720 Jan 26 21:24:39.327484 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-5bc15bad-aab1-4953-971c-0542c236e306 None None] Publish callbacks [] for port (a0230634-7442-4c85-8a60-b318e6bad82e), precommit_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:24:39.333154 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-da9df3d8-6e53-484d-a843-4e72d85e4112 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4109658'] for port (c212c009-70ab-49cf-92dd-8eeef933f4d5), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:24:39.340408 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-5bc15bad-aab1-4953-971c-0542c236e306 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746560234527'] for port (a0230634-7442-4c85-8a60-b318e6bad82e), after_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:24:39.378553 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-3f52d093-1f6a-4eab-9cfe-9c4479a541af req-40417360-ec49-4269-a74d-e3b5a91e02b1 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=461ca33f-43cf-4a35-a5bb-7e46cb0e5e93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831866 Jan 26 21:24:39.380464 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-da9df3d8-6e53-484d-a843-4e72d85e4112 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Calling delete_port for c212c009-70ab-49cf-92dd-8eeef933f4d5 owned by {{(pid=103305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 21:24:39.398703 n-d-760453-5 neutron-server[103306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bc15bad-aab1-4953-971c-0542c236e306 None None] Network 80bdce17-b861-46cb-9014-7071d7f46353 is already hosted by enough agents. {{(pid=103306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 21:24:39.415080 n-d-760453-5 neutron-server[103306]: DEBUG neutron.scheduler.base_scheduler [None req-5bc15bad-aab1-4953-971c-0542c236e306 None None] Resources bound (agent type, host, resource id): {{(pid=103306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:24:39.420296 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bc15bad-aab1-4953-971c-0542c236e306 None None] Received port after_create {{(pid=103306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 21:24:39.430919 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc15bad-aab1-4953-971c-0542c236e306 None None] Pushing event updated for resources: {'Port': ['ID=a0230634-7442-4c85-8a60-b318e6bad82e,revision_number=1']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:24:39.445273 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b44fb0-499d-4bcf-ae65-1d4a0a840973 req-5f0f0e3d-0484-4408-80b9-732429906134 tempest-ImagesTestJSON-1623340881 tempest-ImagesTestJSON-1623340881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:24:39.446903 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-57b44fb0-499d-4bcf-ae65-1d4a0a840973 req-5f0f0e3d-0484-4408-80b9-732429906134 tempest-ImagesTestJSON-1623340881 tempest-ImagesTestJSON-1623340881-project] 10.222.0.13 "GET /v2.0/ports?device_id=598a05f2-ff28-4416-9bf0-18bdcfe4d822 HTTP/1.1" status: 200 len: 945 time: 0.2929378 Jan 26 21:24:39.546254 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6a89b8a7-1720-47dc-b0d2-65caf9fd61b8 req-7554f91b-dd55-4195-8f6e-3286a5ea727d tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] Made reservation on behalf of 2de9f498797a4527ba13c10b546ad5bb for: {'port': 1} {{(pid=103304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 21:24:39.558668 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-6a89b8a7-1720-47dc-b0d2-65caf9fd61b8 req-7554f91b-dd55-4195-8f6e-3286a5ea727d tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:24:39.575384 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-5bc15bad-aab1-4953-971c-0542c236e306 None None] Attempting to bind port a0230634-7442-4c85-8a60-b318e6bad82e on host n-d-760453-5 for vnic_type normal with profile {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 21:24:39.576822 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-5bc15bad-aab1-4953-971c-0542c236e306 None None] Attempting to bind port a0230634-7442-4c85-8a60-b318e6bad82e by drivers openvswitch,hyperv on host n-d-760453-5 at level 0 using segments [{'id': '3c6d624c-ba08-479a-b68a-7684ce678b5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '80bdce17-b861-46cb-9014-7071d7f46353'}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 26 21:24:39.577241 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bc15bad-aab1-4953-971c-0542c236e306 None None] Attempting to bind port a0230634-7442-4c85-8a60-b318e6bad82e on network 80bdce17-b861-46cb-9014-7071d7f46353 {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 21:24:39.590391 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bc15bad-aab1-4953-971c-0542c236e306 None None] Checking agent: {'id': 'fea0591a-627d-4c87-9a9a-01625ddf3277', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760453-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 20, 55, 25), 'started_at': datetime.datetime(2022, 1, 26, 20, 55, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 21, 24, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760453-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 26 21:24:39.590685 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bc15bad-aab1-4953-971c-0542c236e306 None None] Checking segment: {'id': '3c6d624c-ba08-479a-b68a-7684ce678b5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '80bdce17-b861-46cb-9014-7071d7f46353'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 21:24:39.593319 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-5bc15bad-aab1-4953-971c-0542c236e306 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:24:39.593805 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bc15bad-aab1-4953-971c-0542c236e306 None None] Bound using segment: {'id': '3c6d624c-ba08-479a-b68a-7684ce678b5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '80bdce17-b861-46cb-9014-7071d7f46353'} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 26 21:24:39.594318 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-5bc15bad-aab1-4953-971c-0542c236e306 None None] Bound port: a0230634-7442-4c85-8a60-b318e6bad82e, host: n-d-760453-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c6d624c-ba08-479a-b68a-7684ce678b5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '80bdce17-b861-46cb-9014-7071d7f46353'}}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 26 21:24:39.594704 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-5bc15bad-aab1-4953-971c-0542c236e306 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (a0230634-7442-4c85-8a60-b318e6bad82e), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:24:39.693569 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-57b44fb0-499d-4bcf-ae65-1d4a0a840973 req-c68d1a58-beb2-4d3e-bfb2-4a00c4b05e92 tempest-ImagesTestJSON-1623340881 tempest-ImagesTestJSON-1623340881-project] 10.222.0.13 "GET /v2.0/security-groups?id=461ca33f-43cf-4a35-a5bb-7e46cb0e5e93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2399542 Jan 26 21:24:39.717595 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-da9df3d8-6e53-484d-a843-4e72d85e4112 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746560636600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746560234536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11791543'] for port (c212c009-70ab-49cf-92dd-8eeef933f4d5), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:24:39.786337 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-5bc15bad-aab1-4953-971c-0542c236e306 None None] For port a0230634-7442-4c85-8a60-b318e6bad82e, host n-d-760453-5, cleared binding levels {{(pid=103306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 26 21:24:39.792713 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-5bc15bad-aab1-4953-971c-0542c236e306 None None] For port a0230634-7442-4c85-8a60-b318e6bad82e, host n-d-760453-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=a0230634-7442-4c85-8a60-b318e6bad82e,segment=NetworkSegment(3c6d624c-ba08-479a-b68a-7684ce678b5c),segment_id=3c6d624c-ba08-479a-b68a-7684ce678b5c)] {{(pid=103306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 26 21:24:39.802920 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-5bc15bad-aab1-4953-971c-0542c236e306 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (a0230634-7442-4c85-8a60-b318e6bad82e), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:24:39.870498 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da9df3d8-6e53-484d-a843-4e72d85e4112 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Pushing event deleted for resources: {'Port': ['ID=c212c009-70ab-49cf-92dd-8eeef933f4d5,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:24:39.902183 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-da9df3d8-6e53-484d-a843-4e72d85e4112 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:24:39.911021 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-da9df3d8-6e53-484d-a843-4e72d85e4112 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] 10.222.0.13 "DELETE /v2.0/ports/c212c009-70ab-49cf-92dd-8eeef933f4d5 HTTP/1.1" status: 204 len: 168 time: 1.3454924 Jan 26 21:24:39.911630 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 43078) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:24:39.934415 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc15bad-aab1-4953-971c-0542c236e306 None None] Pushing event updated for resources: {'Port': ['ID=a0230634-7442-4c85-8a60-b318e6bad82e,revision_number=2']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:24:40.106813 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd076c16-75b9-4639-9e47-d64a8e871c5b tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:24:40.108223 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd076c16-75b9-4639-9e47-d64a8e871c5b tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:24:40.109937 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-bd076c16-75b9-4639-9e47-d64a8e871c5b tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1971769 Jan 26 21:24:40.112641 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 43080) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:24:40.264195 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.db_base_plugin_common [req-6a89b8a7-1720-47dc-b0d2-65caf9fd61b8 req-7554f91b-dd55-4195-8f6e-3286a5ea727d tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] Allocated IP 10.2.2.200 (09fefaf6-1493-45ff-9b77-0bffdcb790d7/d36d78e9-ef90-42a1-bdc2-1b67cc68d0f5/b6f4a45a-14b0-47b4-ab05-34ee30262fe7) {{(pid=103304) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 21:24:40.270316 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.db_base_plugin_v2 [None req-713d6bb5-32cf-408a-9ca1-ca01564a2abc tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Deleting subnet 9eba413a-01bc-4457-9b5a-fa0c851fd31f {{(pid=103305) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 26 21:24:40.278672 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-713d6bb5-32cf-408a-9ca1-ca01564a2abc tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Publish callbacks [] for subnet (9eba413a-01bc-4457-9b5a-fa0c851fd31f), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:24:40.289528 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b5c004-e9cf-45a9-82d3-fcec72b8752e req-bf56e65d-2ef3-4cc1-8653-b1a44bc44e52 tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:24:40.306022 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b5c004-e9cf-45a9-82d3-fcec72b8752e req-bf56e65d-2ef3-4cc1-8653-b1a44bc44e52 tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:24:40.319860 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b5c004-e9cf-45a9-82d3-fcec72b8752e req-bf56e65d-2ef3-4cc1-8653-b1a44bc44e52 tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:24:40.349176 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b5c004-e9cf-45a9-82d3-fcec72b8752e req-bf56e65d-2ef3-4cc1-8653-b1a44bc44e52 tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:24:40.353728 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-08b5c004-e9cf-45a9-82d3-fcec72b8752e req-bf56e65d-2ef3-4cc1-8653-b1a44bc44e52 tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] 10.222.0.13 "GET /v2.0/ports?device_id=cc2a45fe-1c0e-4689-a738-964e9c19e30e HTTP/1.1" status: 200 len: 3094 time: 0.3568001 Jan 26 21:24:40.396853 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-713d6bb5-32cf-408a-9ca1-ca01564a2abc tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11788946'] for subnet (9eba413a-01bc-4457-9b5a-fa0c851fd31f), precommit_delete_associations {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:24:40.601221 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-08b5c004-e9cf-45a9-82d3-fcec72b8752e req-a76bb0bb-b585-41b1-8e88-e627ebd377f7 tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] 10.222.0.13 "GET /v2.0/security-groups?id=e87e70a3-dfc0-4db8-90a2-ffd9c4c809a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2198153 Jan 26 21:24:40.612995 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-713d6bb5-32cf-408a-9ca1-ca01564a2abc tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687316'] for subnet (9eba413a-01bc-4457-9b5a-fa0c851fd31f), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:24:40.750161 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-713d6bb5-32cf-408a-9ca1-ca01564a2abc tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11791594', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11599980'] for subnet (9eba413a-01bc-4457-9b5a-fa0c851fd31f), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:24:40.808957 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-713d6bb5-32cf-408a-9ca1-ca01564a2abc tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Pushing event deleted for resources: {'Subnet': ['ID=9eba413a-01bc-4457-9b5a-fa0c851fd31f,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:24:40.827281 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-713d6bb5-32cf-408a-9ca1-ca01564a2abc tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709645'] for subnet (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:24:40.831285 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-713d6bb5-32cf-408a-9ca1-ca01564a2abc tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] 10.222.0.13 "DELETE /v2.0/subnets/9eba413a-01bc-4457-9b5a-fa0c851fd31f HTTP/1.1" status: 204 len: 168 time: 0.7176275 Jan 26 21:24:40.835609 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 43096) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:24:40.836898 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-713d6bb5-32cf-408a-9ca1-ca01564a2abc tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:24:40.837253 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-713d6bb5-32cf-408a-9ca1-ca01564a2abc tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:24:40.853857 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-713d6bb5-32cf-408a-9ca1-ca01564a2abc tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:24:40.854214 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-713d6bb5-32cf-408a-9ca1-ca01564a2abc tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:24:40.854564 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-713d6bb5-32cf-408a-9ca1-ca01564a2abc tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:24:40.854913 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-713d6bb5-32cf-408a-9ca1-ca01564a2abc tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:24:40.855257 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-713d6bb5-32cf-408a-9ca1-ca01564a2abc tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:24:40.855598 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-713d6bb5-32cf-408a-9ca1-ca01564a2abc tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:24:40.855937 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-713d6bb5-32cf-408a-9ca1-ca01564a2abc tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:24:40.856272 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-713d6bb5-32cf-408a-9ca1-ca01564a2abc tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:24:40.856605 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-713d6bb5-32cf-408a-9ca1-ca01564a2abc tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:24:40.856937 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-713d6bb5-32cf-408a-9ca1-ca01564a2abc tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:24:40.857265 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-713d6bb5-32cf-408a-9ca1-ca01564a2abc tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:24:40.947350 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-7f718668-60ef-41a6-a9b3-aa7b4a2c0b20 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1015959 Jan 26 21:24:40.950185 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 43098) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:24:40.956517 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-b5b4971a-041e-43ed-a5f6-0dd567661528 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Request body: {'subnet': {'network_id': '80bdce17-b861-46cb-9014-7071d7f46353', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:24:41.045884 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b81e3c-0a5d-456b-a87e-7a563e6a11ec req-d8d6b54a-603b-498b-b7b9-580ddb9ba1bd tempest-ImagesTestJSON-1623340881 tempest-ImagesTestJSON-1623340881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:24:41.047490 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-e4b81e3c-0a5d-456b-a87e-7a563e6a11ec req-d8d6b54a-603b-498b-b7b9-580ddb9ba1bd tempest-ImagesTestJSON-1623340881 tempest-ImagesTestJSON-1623340881-project] 10.222.0.13 "GET /v2.0/ports?device_id=598a05f2-ff28-4416-9bf0-18bdcfe4d822 HTTP/1.1" status: 200 len: 945 time: 0.1539087 Jan 26 21:24:41.050624 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-6a89b8a7-1720-47dc-b0d2-65caf9fd61b8 req-7554f91b-dd55-4195-8f6e-3286a5ea727d tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] Publish callbacks [] for port (b6f4a45a-14b0-47b4-ab05-34ee30262fe7), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:24:41.145968 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-e4b81e3c-0a5d-456b-a87e-7a563e6a11ec req-29925b82-63b7-4212-96bb-8efafe37ba2c tempest-ImagesTestJSON-1623340881 tempest-ImagesTestJSON-1623340881-project] 10.222.0.13 "GET /v2.0/security-groups?id=461ca33f-43cf-4a35-a5bb-7e46cb0e5e93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865951 Jan 26 21:24:41.174101 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-6a89b8a7-1720-47dc-b0d2-65caf9fd61b8 req-7554f91b-dd55-4195-8f6e-3286a5ea727d tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746560234527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9281553'] for port (b6f4a45a-14b0-47b4-ab05-34ee30262fe7), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:24:41.230114 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5b4971a-041e-43ed-a5f6-0dd567661528 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Made reservation on behalf of 91ff6b128d484238b8b1d440faeb9154 for: {'subnet': 1} {{(pid=103305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 21:24:41.232988 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-b5b4971a-041e-43ed-a5f6-0dd567661528 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11599953'] for subnet (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:24:41.296497 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7554f91b-dd55-4195-8f6e-3286a5ea727d tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] Pushing event updated for resources: {'Port': ['ID=b6f4a45a-14b0-47b4-ab05-34ee30262fe7,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:24:41.307933 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6a89b8a7-1720-47dc-b0d2-65caf9fd61b8 req-7554f91b-dd55-4195-8f6e-3286a5ea727d tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] Network 09fefaf6-1493-45ff-9b77-0bffdcb790d7 is already hosted by enough agents. {{(pid=103304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 21:24:41.318734 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [req-6a89b8a7-1720-47dc-b0d2-65caf9fd61b8 req-7554f91b-dd55-4195-8f6e-3286a5ea727d tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] Resources bound (agent type, host, resource id): {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:24:41.329399 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a89b8a7-1720-47dc-b0d2-65caf9fd61b8 req-7554f91b-dd55-4195-8f6e-3286a5ea727d tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] Received port after_create {{(pid=103304) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 21:24:41.535159 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a89b8a7-1720-47dc-b0d2-65caf9fd61b8 req-7554f91b-dd55-4195-8f6e-3286a5ea727d tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:24:41.539630 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-6a89b8a7-1720-47dc-b0d2-65caf9fd61b8 req-7554f91b-dd55-4195-8f6e-3286a5ea727d tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:24:41.576401 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-6a89b8a7-1720-47dc-b0d2-65caf9fd61b8 req-7554f91b-dd55-4195-8f6e-3286a5ea727d tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7279737 Jan 26 21:24:41.594746 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [req-6a89b8a7-1720-47dc-b0d2-65caf9fd61b8 req-56733897-b8a5-436f-bfdd-54fe9d7b38da service neutron] Request body: {'port': {'device_id': 'cc2a45fe-1c0e-4689-a738-964e9c19e30e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-760453-5'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:24:41.799276 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-6a89b8a7-1720-47dc-b0d2-65caf9fd61b8 req-56733897-b8a5-436f-bfdd-54fe9d7b38da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (67dd3dc7-a2ab-4f67-874c-e61c9c62ab11), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:24:41.989715 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c73913e9-c962-42f6-a2b6-ea3e72f59208 None None] Network 80bdce17-b861-46cb-9014-7071d7f46353 requested from n-d-760453-5 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 26 21:24:42.054265 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-e7c95e10-eab6-4a63-8013-ef81e8360d4c None None] Provisioning complete for port b6f4a45a-14b0-47b4-ab05-34ee30262fe7 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:24:42.057924 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-e7c95e10-eab6-4a63-8013-ef81e8360d4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (b6f4a45a-14b0-47b4-ab05-34ee30262fe7), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:24:42.125370 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-b5b4971a-041e-43ed-a5f6-0dd567661528 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11788839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11599975'] for subnet (f87cf840-59e9-45c1-89a2-bad5f3266de0), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:24:42.243042 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5b4971a-041e-43ed-a5f6-0dd567661528 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Network 80bdce17-b861-46cb-9014-7071d7f46353 is already hosted by enough agents. {{(pid=103305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 21:24:42.257585 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [None req-b5b4971a-041e-43ed-a5f6-0dd567661528 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Resources bound (agent type, host, resource id): {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:24:42.269177 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5b4971a-041e-43ed-a5f6-0dd567661528 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:24:42.269823 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-b5b4971a-041e-43ed-a5f6-0dd567661528 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709645'] for subnet (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:24:42.294980 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-e7c95e10-eab6-4a63-8013-ef81e8360d4c None None] Port b6f4a45a-14b0-47b4-ab05-34ee30262fe7 cannot update to ACTIVE because it is not bound. {{(pid=103306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 26 21:24:42.314219 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device a0230634-7442-4c85-8a60-b318e6bad82e up at agent ovs-agent-n-d-760453-5 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 21:24:42.314467 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b4971a-041e-43ed-a5f6-0dd567661528 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Pushing event updated for resources: {'Subnet': ['ID=f87cf840-59e9-45c1-89a2-bad5f3266de0,revision_number=0']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:24:42.349116 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-b5b4971a-041e-43ed-a5f6-0dd567661528 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.3977180 Jan 26 21:24:42.349784 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 43162) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:24:42.360372 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-1185e912-8f49-41f7-99e4-bbd62081356d tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Request body: {'port': {'network_id': '80bdce17-b861-46cb-9014-7071d7f46353', 'name': 'tempest-NetworksTestDHCPv6-797148988'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:24:42.366699 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90bde846-809e-47f9-bb36-5efd14fb61de req-1d4f2c9b-7c34-4e52-b712-2fe8976518b5 tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:24:42.396259 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90bde846-809e-47f9-bb36-5efd14fb61de req-1d4f2c9b-7c34-4e52-b712-2fe8976518b5 tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:24:42.416787 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90bde846-809e-47f9-bb36-5efd14fb61de req-1d4f2c9b-7c34-4e52-b712-2fe8976518b5 tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:24:42.432878 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90bde846-809e-47f9-bb36-5efd14fb61de req-1d4f2c9b-7c34-4e52-b712-2fe8976518b5 tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:24:42.449088 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90bde846-809e-47f9-bb36-5efd14fb61de req-1d4f2c9b-7c34-4e52-b712-2fe8976518b5 tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:24:42.464224 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-90bde846-809e-47f9-bb36-5efd14fb61de req-1d4f2c9b-7c34-4e52-b712-2fe8976518b5 tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] 10.222.0.13 "GET /v2.0/ports?device_id=cc2a45fe-1c0e-4689-a738-964e9c19e30e HTTP/1.1" status: 200 len: 3815 time: 0.3572562 Jan 26 21:24:42.475416 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-5782afcb-8694-42bb-8b80-6342dcff6802 None None] Provisioning complete for port a0230634-7442-4c85-8a60-b318e6bad82e triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:24:42.475791 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-5782afcb-8694-42bb-8b80-6342dcff6802 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (a0230634-7442-4c85-8a60-b318e6bad82e), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:24:42.527289 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Provisioning complete for port a0230634-7442-4c85-8a60-b318e6bad82e triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:24:42.527667 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (a0230634-7442-4c85-8a60-b318e6bad82e), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:24:42.597972 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f76f240b-f132-45d6-b7fc-9af23559a7db None None] DHCP port deletion for 80bdce17-b861-46cb-9014-7071d7f46353 request from n-d-760453-5 {{(pid=103306) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 26 21:24:42.658477 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-90bde846-809e-47f9-bb36-5efd14fb61de req-7f6415ca-a931-4068-a83c-0fb1df56eafc tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] 10.222.0.13 "GET /v2.0/security-groups?id=e87e70a3-dfc0-4db8-90a2-ffd9c4c809a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1933060 Jan 26 21:24:42.674657 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1185e912-8f49-41f7-99e4-bbd62081356d tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Made reservation on behalf of 91ff6b128d484238b8b1d440faeb9154 for: {'port': 1} {{(pid=103305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 21:24:42.679325 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-1185e912-8f49-41f7-99e4-bbd62081356d tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:24:42.728219 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-5782afcb-8694-42bb-8b80-6342dcff6802 None None] Current status of the port a0230634-7442-4c85-8a60-b318e6bad82e is: DOWN; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:24:42.728985 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-5782afcb-8694-42bb-8b80-6342dcff6802 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (a0230634-7442-4c85-8a60-b318e6bad82e), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:24:42.739599 n-d-760453-5 neutron-server[103305]: DEBUG neutron.notifiers.nova [None req-1185e912-8f49-41f7-99e4-bbd62081356d tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] device_id is not set on port d1d895b2-8cd8-4277-a1d8-52ef01a4ad21 yet. {{(pid=103305) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 26 21:24:42.798246 n-d-760453-5 neutron-server[103304]: DEBUG neutron.notifiers.nova [req-6a89b8a7-1720-47dc-b0d2-65caf9fd61b8 req-56733897-b8a5-436f-bfdd-54fe9d7b38da service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 67dd3dc7-a2ab-4f67-874c-e61c9c62ab11 {{(pid=103304) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 26 21:24:42.816281 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-6a89b8a7-1720-47dc-b0d2-65caf9fd61b8 req-56733897-b8a5-436f-bfdd-54fe9d7b38da service neutron] Publish callbacks [] for port (67dd3dc7-a2ab-4f67-874c-e61c9c62ab11), precommit_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:24:42.896981 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.provisioning_blocks [req-6a89b8a7-1720-47dc-b0d2-65caf9fd61b8 req-56733897-b8a5-436f-bfdd-54fe9d7b38da service neutron] Transition to ACTIVE for port object 67dd3dc7-a2ab-4f67-874c-e61c9c62ab11 will not be triggered until provisioned by entity L2. {{(pid=103304) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 21:24:42.919990 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-6a89b8a7-1720-47dc-b0d2-65caf9fd61b8 req-56733897-b8a5-436f-bfdd-54fe9d7b38da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9281542'] for port (67dd3dc7-a2ab-4f67-874c-e61c9c62ab11), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:24:42.983703 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.db_base_plugin_common [None req-1185e912-8f49-41f7-99e4-bbd62081356d tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Allocated IP 2001:db8::b7 (80bdce17-b861-46cb-9014-7071d7f46353/f87cf840-59e9-45c1-89a2-bad5f3266de0/d1d895b2-8cd8-4277-a1d8-52ef01a4ad21) {{(pid=103305) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 21:24:43.062050 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f13645-2081-416c-bf0d-a6d6739215a1 req-51bd575c-c8c4-4371-a3bf-640524521f93 tempest-ImagesTestJSON-1623340881 tempest-ImagesTestJSON-1623340881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:24:43.064274 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-18f13645-2081-416c-bf0d-a6d6739215a1 req-51bd575c-c8c4-4371-a3bf-640524521f93 tempest-ImagesTestJSON-1623340881 tempest-ImagesTestJSON-1623340881-project] 10.222.0.13 "GET /v2.0/ports?device_id=598a05f2-ff28-4416-9bf0-18bdcfe4d822 HTTP/1.1" status: 200 len: 945 time: 0.2417014 Jan 26 21:24:43.275592 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-5782afcb-8694-42bb-8b80-6342dcff6802 None None] For port a0230634-7442-4c85-8a60-b318e6bad82e, host n-d-760453-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=a0230634-7442-4c85-8a60-b318e6bad82e,segment=NetworkSegment(3c6d624c-ba08-479a-b68a-7684ce678b5c),segment_id=3c6d624c-ba08-479a-b68a-7684ce678b5c)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:24:43.320258 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-5782afcb-8694-42bb-8b80-6342dcff6802 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (a0230634-7442-4c85-8a60-b318e6bad82e), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:24:43.384811 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Current status of the port a0230634-7442-4c85-8a60-b318e6bad82e is: DOWN; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:24:43.385705 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (a0230634-7442-4c85-8a60-b318e6bad82e), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:24:43.424655 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-1185e912-8f49-41f7-99e4-bbd62081356d tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Publish callbacks [] for port (d1d895b2-8cd8-4277-a1d8-52ef01a4ad21), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:24:43.530862 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-1185e912-8f49-41f7-99e4-bbd62081356d tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746560234527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11791543'] for port (d1d895b2-8cd8-4277-a1d8-52ef01a4ad21), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:24:43.622411 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1185e912-8f49-41f7-99e4-bbd62081356d tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Pushing event updated for resources: {'Port': ['ID=d1d895b2-8cd8-4277-a1d8-52ef01a4ad21,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:24:43.640246 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1185e912-8f49-41f7-99e4-bbd62081356d tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Network 80bdce17-b861-46cb-9014-7071d7f46353 is already hosted by enough agents. {{(pid=103305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 21:24:43.645892 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [None req-1185e912-8f49-41f7-99e4-bbd62081356d tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Resources bound (agent type, host, resource id): {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:24:43.649528 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1185e912-8f49-41f7-99e4-bbd62081356d tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Received port after_create {{(pid=103305) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 21:24:43.655352 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1185e912-8f49-41f7-99e4-bbd62081356d tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:24:43.656199 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-1185e912-8f49-41f7-99e4-bbd62081356d tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:24:43.662432 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5782afcb-8694-42bb-8b80-6342dcff6802 None None] Pushing event updated for resources: {'Port': ['ID=a0230634-7442-4c85-8a60-b318e6bad82e,revision_number=4']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:24:43.670006 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56733897-b8a5-436f-bfdd-54fe9d7b38da service neutron] Pushing event updated for resources: {'Port': ['ID=67dd3dc7-a2ab-4f67-874c-e61c9c62ab11,revision_number=2']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:24:43.675486 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-f76f240b-f132-45d6-b7fc-9af23559a7db None None] Deleting port a0230634-7442-4c85-8a60-b318e6bad82e {{(pid=103306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 21:24:43.675858 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-f76f240b-f132-45d6-b7fc-9af23559a7db None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746560630878'] for port (a0230634-7442-4c85-8a60-b318e6bad82e), before_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:24:43.681911 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-1185e912-8f49-41f7-99e4-bbd62081356d tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.3293715 Jan 26 21:24:43.684889 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 43192) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:24:43.738858 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-18f13645-2081-416c-bf0d-a6d6739215a1 req-f04e0a16-8b8e-4d24-a83d-c8daee8f4c95 tempest-ImagesTestJSON-1623340881 tempest-ImagesTestJSON-1623340881-project] 10.222.0.13 "GET /v2.0/security-groups?id=461ca33f-43cf-4a35-a5bb-7e46cb0e5e93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6522632 Jan 26 21:24:43.778772 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf74acdd-4aa0-43c8-b864-ceae5e890c93 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:24:43.791517 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf74acdd-4aa0-43c8-b864-ceae5e890c93 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:24:43.792125 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [req-6a89b8a7-1720-47dc-b0d2-65caf9fd61b8 req-56733897-b8a5-436f-bfdd-54fe9d7b38da service neutron] Attempting to bind port 67dd3dc7-a2ab-4f67-874c-e61c9c62ab11 on host n-h2-760453-5 for vnic_type normal with profile {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 21:24:43.792571 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [req-6a89b8a7-1720-47dc-b0d2-65caf9fd61b8 req-56733897-b8a5-436f-bfdd-54fe9d7b38da service neutron] Attempting to bind port 67dd3dc7-a2ab-4f67-874c-e61c9c62ab11 by drivers openvswitch,hyperv on host n-h2-760453-5 at level 0 using segments [{'id': '1d04b190-f9d4-437e-964d-0f40d469b5fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '485a3106-1745-41f6-8c52-37ebe4fdcc0c'}] {{(pid=103304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 26 21:24:43.792990 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a89b8a7-1720-47dc-b0d2-65caf9fd61b8 req-56733897-b8a5-436f-bfdd-54fe9d7b38da service neutron] Attempting to bind port 67dd3dc7-a2ab-4f67-874c-e61c9c62ab11 on network 485a3106-1745-41f6-8c52-37ebe4fdcc0c {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 21:24:43.794334 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-cf74acdd-4aa0-43c8-b864-ceae5e890c93 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1590 time: 0.1074853 Jan 26 21:24:43.796664 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 43196) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:24:43.810988 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a89b8a7-1720-47dc-b0d2-65caf9fd61b8 req-56733897-b8a5-436f-bfdd-54fe9d7b38da service neutron] Port 67dd3dc7-a2ab-4f67-874c-e61c9c62ab11 on network 485a3106-1745-41f6-8c52-37ebe4fdcc0c not bound, no agent of type Open vSwitch agent registered on host n-h2-760453-5 {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 26 21:24:43.811337 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a89b8a7-1720-47dc-b0d2-65caf9fd61b8 req-56733897-b8a5-436f-bfdd-54fe9d7b38da service neutron] Attempting to bind port 67dd3dc7-a2ab-4f67-874c-e61c9c62ab11 on network 485a3106-1745-41f6-8c52-37ebe4fdcc0c {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 21:24:43.822954 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a89b8a7-1720-47dc-b0d2-65caf9fd61b8 req-56733897-b8a5-436f-bfdd-54fe9d7b38da service neutron] Checking agent: {'id': '4d619873-4b60-439f-9b5a-b155dc8bbc34', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-760453-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 21, 2, 53), 'started_at': datetime.datetime(2022, 1, 26, 21, 2, 53), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 21, 24, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 26 21:24:43.823751 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a89b8a7-1720-47dc-b0d2-65caf9fd61b8 req-56733897-b8a5-436f-bfdd-54fe9d7b38da service neutron] Checking segment: {'id': '1d04b190-f9d4-437e-964d-0f40d469b5fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '485a3106-1745-41f6-8c52-37ebe4fdcc0c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103304) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 21:24:43.823751 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a89b8a7-1720-47dc-b0d2-65caf9fd61b8 req-56733897-b8a5-436f-bfdd-54fe9d7b38da service neutron] Bound using segment: {'id': '1d04b190-f9d4-437e-964d-0f40d469b5fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '485a3106-1745-41f6-8c52-37ebe4fdcc0c'} {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 26 21:24:43.824221 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [req-6a89b8a7-1720-47dc-b0d2-65caf9fd61b8 req-56733897-b8a5-436f-bfdd-54fe9d7b38da service neutron] Bound port: 67dd3dc7-a2ab-4f67-874c-e61c9c62ab11, host: n-h2-760453-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1d04b190-f9d4-437e-964d-0f40d469b5fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '485a3106-1745-41f6-8c52-37ebe4fdcc0c'}}] {{(pid=103304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 26 21:24:43.824675 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-6a89b8a7-1720-47dc-b0d2-65caf9fd61b8 req-56733897-b8a5-436f-bfdd-54fe9d7b38da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (67dd3dc7-a2ab-4f67-874c-e61c9c62ab11), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:24:43.896427 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.db.api [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103306) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 26 21:24:43.913369 n-d-760453-5 neutron-server[103306]: DEBUG oslo_db.api [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 26 21:24:43.958462 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-51675b69-6087-4377-b79a-b598b300e8c8 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Deleting port d1d895b2-8cd8-4277-a1d8-52ef01a4ad21 {{(pid=103305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 21:24:43.959127 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-51675b69-6087-4377-b79a-b598b300e8c8 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746560630878'] for port (d1d895b2-8cd8-4277-a1d8-52ef01a4ad21), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:24:44.027280 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-f76f240b-f132-45d6-b7fc-9af23559a7db None None] For port a0230634-7442-4c85-8a60-b318e6bad82e, host n-d-760453-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=a0230634-7442-4c85-8a60-b318e6bad82e,segment=NetworkSegment(3c6d624c-ba08-479a-b68a-7684ce678b5c),segment_id=3c6d624c-ba08-479a-b68a-7684ce678b5c)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:24:44.027891 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-f76f240b-f132-45d6-b7fc-9af23559a7db None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4109658'] for port (a0230634-7442-4c85-8a60-b318e6bad82e), precommit_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:24:44.045303 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a965e61d-6060-4b81-83c1-f47d97dbdf72 req-1e2e6b6f-46db-4ecd-a57f-9d0dcb1d4f5b tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:24:44.053496 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a965e61d-6060-4b81-83c1-f47d97dbdf72 req-1e2e6b6f-46db-4ecd-a57f-9d0dcb1d4f5b tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:24:44.058435 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a965e61d-6060-4b81-83c1-f47d97dbdf72 req-1e2e6b6f-46db-4ecd-a57f-9d0dcb1d4f5b tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:24:44.065781 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a965e61d-6060-4b81-83c1-f47d97dbdf72 req-1e2e6b6f-46db-4ecd-a57f-9d0dcb1d4f5b tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:24:44.069535 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-f76f240b-f132-45d6-b7fc-9af23559a7db None None] Calling delete_port for a0230634-7442-4c85-8a60-b318e6bad82e owned by network:dhcp {{(pid=103306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 21:24:44.072877 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a965e61d-6060-4b81-83c1-f47d97dbdf72 req-1e2e6b6f-46db-4ecd-a57f-9d0dcb1d4f5b tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:24:44.081575 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-a965e61d-6060-4b81-83c1-f47d97dbdf72 req-1e2e6b6f-46db-4ecd-a57f-9d0dcb1d4f5b tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] 10.222.0.13 "GET /v2.0/ports?device_id=cc2a45fe-1c0e-4689-a738-964e9c19e30e HTTP/1.1" status: 200 len: 3827 time: 0.1959884 Jan 26 21:24:44.102996 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [req-6a89b8a7-1720-47dc-b0d2-65caf9fd61b8 req-56733897-b8a5-436f-bfdd-54fe9d7b38da service neutron] For port 67dd3dc7-a2ab-4f67-874c-e61c9c62ab11, host n-h2-760453-5, cleared binding levels {{(pid=103304) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 26 21:24:44.104392 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-51675b69-6087-4377-b79a-b598b300e8c8 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4109658'] for port (d1d895b2-8cd8-4277-a1d8-52ef01a4ad21), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:24:44.131730 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [req-6a89b8a7-1720-47dc-b0d2-65caf9fd61b8 req-56733897-b8a5-436f-bfdd-54fe9d7b38da service neutron] For port 67dd3dc7-a2ab-4f67-874c-e61c9c62ab11, host n-h2-760453-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-5',level=0,port_id=67dd3dc7-a2ab-4f67-874c-e61c9c62ab11,segment=NetworkSegment(1d04b190-f9d4-437e-964d-0f40d469b5fb),segment_id=1d04b190-f9d4-437e-964d-0f40d469b5fb)] {{(pid=103304) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 26 21:24:44.155998 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-51675b69-6087-4377-b79a-b598b300e8c8 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Calling delete_port for d1d895b2-8cd8-4277-a1d8-52ef01a4ad21 owned by {{(pid=103305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 21:24:44.157276 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-6a89b8a7-1720-47dc-b0d2-65caf9fd61b8 req-56733897-b8a5-436f-bfdd-54fe9d7b38da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9281542'] for port (67dd3dc7-a2ab-4f67-874c-e61c9c62ab11), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:24:44.199438 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-a965e61d-6060-4b81-83c1-f47d97dbdf72 req-973b136e-bfe1-4633-9c68-4d36eb4a9382 tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] 10.222.0.13 "GET /v2.0/security-groups?id=e87e70a3-dfc0-4db8-90a2-ffd9c4c809a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1167166 Jan 26 21:24:44.243605 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-f76f240b-f132-45d6-b7fc-9af23559a7db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746560636600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746560234536'] for port (a0230634-7442-4c85-8a60-b318e6bad82e), after_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:24:44.280560 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a89b8a7-1720-47dc-b0d2-65caf9fd61b8 req-56733897-b8a5-436f-bfdd-54fe9d7b38da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:24:44.281236 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-6a89b8a7-1720-47dc-b0d2-65caf9fd61b8 req-56733897-b8a5-436f-bfdd-54fe9d7b38da service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:24:44.283280 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-6a89b8a7-1720-47dc-b0d2-65caf9fd61b8 req-56733897-b8a5-436f-bfdd-54fe9d7b38da service neutron] 10.222.0.57 "PUT /v2.0/ports/67dd3dc7-a2ab-4f67-874c-e61c9c62ab11 HTTP/1.1" status: 200 len: 1092 time: 2.6986344 Jan 26 21:24:44.288245 n-d-760453-5 neutron-server[103304]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc2a45fe-1c0e-4689-a738-964e9c19e30e', 'tag': '67dd3dc7-a2ab-4f67-874c-e61c9c62ab11'}] {{(pid=103304) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 21:24:44.292389 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d52b45f1943fcd332af9527eb73ff93c8d715d44383a3f6d18de73b4cfcf87b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f3b13b2-def4-462c-b9a9-dc614b06d9ee" -d '{"events": [{"name": "network-changed", "server_uuid": "cc2a45fe-1c0e-4689-a738-964e9c19e30e", "tag": "67dd3dc7-a2ab-4f67-874c-e61c9c62ab11"}]}' {{(pid=103304) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 21:24:44.299331 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76f240b-f132-45d6-b7fc-9af23559a7db None None] Pushing event deleted for resources: {'Port': ['ID=a0230634-7442-4c85-8a60-b318e6bad82e,revision_number=None']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:24:44.319012 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f76f240b-f132-45d6-b7fc-9af23559a7db None None] No DVR routers for this DVR port a0230634-7442-4c85-8a60-b318e6bad82e on host n-d-760453-5 {{(pid=103306) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 26 21:24:44.329767 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [req-6a89b8a7-1720-47dc-b0d2-65caf9fd61b8 req-d8327ff6-66de-4a31-b1a6-d16e1f0dbec3 service neutron] Request body: {'port': {'device_id': 'cc2a45fe-1c0e-4689-a738-964e9c19e30e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-760453-5'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:24:44.374432 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d990237a-3e32-46c7-85c4-c82a5b29614e None None] Network 80bdce17-b861-46cb-9014-7071d7f46353 requested from n-d-760453-5 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 26 21:24:44.455221 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 26 Jan 2022 21:24:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56930dee-5611-4891-b777-34a2ff789c06 x-openstack-request-id: req-56930dee-5611-4891-b777-34a2ff789c06 {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 21:24:44.455523 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cc2a45fe-1c0e-4689-a738-964e9c19e30e", "tag": "67dd3dc7-a2ab-4f67-874c-e61c9c62ab11", "status": "completed", "code": 200}]} {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 21:24:44.455784 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-56930dee-5611-4891-b777-34a2ff789c06 {{(pid=103304) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 21:24:44.460426 n-d-760453-5 neutron-server[103304]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cc2a45fe-1c0e-4689-a738-964e9c19e30e', 'tag': '67dd3dc7-a2ab-4f67-874c-e61c9c62ab11', 'status': 'completed', 'code': 200} Jan 26 21:24:44.492866 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56733897-b8a5-436f-bfdd-54fe9d7b38da service neutron] Pushing event updated for resources: {'Port': ['ID=67dd3dc7-a2ab-4f67-874c-e61c9c62ab11,revision_number=3']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:24:44.594982 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-6a89b8a7-1720-47dc-b0d2-65caf9fd61b8 req-d8327ff6-66de-4a31-b1a6-d16e1f0dbec3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (81158fda-fb11-4d56-8e16-e7b27e48b9c9), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:24:44.649340 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Port a0230634-7442-4c85-8a60-b318e6bad82e update to ACTIVE by agent not found {{(pid=103306) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2196}} Jan 26 21:24:44.712450 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3b13b2-def4-462c-b9a9-dc614b06d9ee req-68ff7d8a-cdca-49ce-b353-43df7189b780 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:24:44.713367 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3b13b2-def4-462c-b9a9-dc614b06d9ee req-68ff7d8a-cdca-49ce-b353-43df7189b780 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:24:44.752318 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3b13b2-def4-462c-b9a9-dc614b06d9ee req-68ff7d8a-cdca-49ce-b353-43df7189b780 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:24:44.752825 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3b13b2-def4-462c-b9a9-dc614b06d9ee req-68ff7d8a-cdca-49ce-b353-43df7189b780 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:24:44.753316 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3b13b2-def4-462c-b9a9-dc614b06d9ee req-68ff7d8a-cdca-49ce-b353-43df7189b780 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:24:44.768441 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-8f3b13b2-def4-462c-b9a9-dc614b06d9ee req-68ff7d8a-cdca-49ce-b353-43df7189b780 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=2de9f498797a4527ba13c10b546ad5bb&device_id=cc2a45fe-1c0e-4689-a738-964e9c19e30e HTTP/1.1" status: 200 len: 4362 time: 0.3213177 Jan 26 21:24:44.829258 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device a0230634-7442-4c85-8a60-b318e6bad82e no longer exists at agent ovs-agent-n-d-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 26 21:24:44.856045 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-51675b69-6087-4377-b79a-b598b300e8c8 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746560636600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746560234536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11791543'] for port (d1d895b2-8cd8-4277-a1d8-52ef01a4ad21), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:24:44.914343 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] No Port match for: a0230634-7442-4c85-8a60-b318e6bad82e {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 26 21:24:44.914706 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device a0230634-7442-4c85-8a60-b318e6bad82e not bound to the agent host n-d-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 26 21:24:44.989409 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-486096b7-1e12-4521-8589-0c4c06151612 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3c4099e8-8ffb-51d1-af7f-5868973e933f-80bdce17-b861-46cb-9014-7071d7f46353', 'network_id': '80bdce17-b861-46cb-9014-7071d7f46353', 'project_id': '91ff6b128d484238b8b1d440faeb9154', 'fixed_ips': [{'subnet_id': 'f87cf840-59e9-45c1-89a2-bad5f3266de0'}]}} from n-d-760453-5. {{(pid=103306) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 26 21:24:44.990313 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-486096b7-1e12-4521-8589-0c4c06151612 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (None), before_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:24:45.180374 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f83ef1-d64e-4532-8b9c-beeac51bde7e req-22893094-f2fe-4fac-83a6-c8a44e56bbe9 tempest-ImagesTestJSON-1623340881 tempest-ImagesTestJSON-1623340881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:24:45.189283 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-70f83ef1-d64e-4532-8b9c-beeac51bde7e req-22893094-f2fe-4fac-83a6-c8a44e56bbe9 tempest-ImagesTestJSON-1623340881 tempest-ImagesTestJSON-1623340881-project] 10.222.0.13 "GET /v2.0/ports?device_id=598a05f2-ff28-4416-9bf0-18bdcfe4d822 HTTP/1.1" status: 200 len: 945 time: 0.0923374 Jan 26 21:24:45.265746 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-70f83ef1-d64e-4532-8b9c-beeac51bde7e req-c07b1493-a3a2-473d-a2b6-4d99c7f6961d tempest-ImagesTestJSON-1623340881 tempest-ImagesTestJSON-1623340881-project] 10.222.0.13 "GET /v2.0/security-groups?id=461ca33f-43cf-4a35-a5bb-7e46cb0e5e93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755336 Jan 26 21:24:45.330689 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Device b8e78e04-5a48-467f-951a-b32074e8d05e details requested by agent hyperv_n-h2-760453-5 with host n-h2-760453-5 {{(pid=103306) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 26 21:24:45.390567 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51675b69-6087-4377-b79a-b598b300e8c8 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Pushing event deleted for resources: {'Port': ['ID=d1d895b2-8cd8-4277-a1d8-52ef01a4ad21,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:24:45.394711 n-d-760453-5 neutron-server[103304]: DEBUG neutron.notifiers.nova [req-6a89b8a7-1720-47dc-b0d2-65caf9fd61b8 req-d8327ff6-66de-4a31-b1a6-d16e1f0dbec3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 81158fda-fb11-4d56-8e16-e7b27e48b9c9 {{(pid=103304) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 26 21:24:45.488016 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-51675b69-6087-4377-b79a-b598b300e8c8 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:24:45.506598 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-6a89b8a7-1720-47dc-b0d2-65caf9fd61b8 req-d8327ff6-66de-4a31-b1a6-d16e1f0dbec3 service neutron] Publish callbacks [] for port (81158fda-fb11-4d56-8e16-e7b27e48b9c9), precommit_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:24:45.532813 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-51675b69-6087-4377-b79a-b598b300e8c8 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] 10.222.0.13 "DELETE /v2.0/ports/d1d895b2-8cd8-4277-a1d8-52ef01a4ad21 HTTP/1.1" status: 204 len: 168 time: 1.7318997 Jan 26 21:24:45.533746 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 43232) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:24:45.579757 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.provisioning_blocks [req-6a89b8a7-1720-47dc-b0d2-65caf9fd61b8 req-d8327ff6-66de-4a31-b1a6-d16e1f0dbec3 service neutron] Transition to ACTIVE for port object 81158fda-fb11-4d56-8e16-e7b27e48b9c9 will not be triggered until provisioned by entity L2. {{(pid=103304) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 21:24:45.593464 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932b0ab9-7857-4763-a060-a2c276d65c69 req-aee1b654-edfd-4746-9014-0e3d40c2def5 tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:24:45.605251 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932b0ab9-7857-4763-a060-a2c276d65c69 req-aee1b654-edfd-4746-9014-0e3d40c2def5 tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:24:45.625020 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932b0ab9-7857-4763-a060-a2c276d65c69 req-aee1b654-edfd-4746-9014-0e3d40c2def5 tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:24:45.630326 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3b13b2-def4-462c-b9a9-dc614b06d9ee req-917995db-9922-458e-90d9-1c4f68f87b8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:24:45.630802 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3b13b2-def4-462c-b9a9-dc614b06d9ee req-917995db-9922-458e-90d9-1c4f68f87b8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:24:45.631292 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3b13b2-def4-462c-b9a9-dc614b06d9ee req-917995db-9922-458e-90d9-1c4f68f87b8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:24:45.632142 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932b0ab9-7857-4763-a060-a2c276d65c69 req-aee1b654-edfd-4746-9014-0e3d40c2def5 tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:24:45.632882 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-8f3b13b2-def4-462c-b9a9-dc614b06d9ee req-917995db-9922-458e-90d9-1c4f68f87b8a service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=2de9f498797a4527ba13c10b546ad5bb&shared=False HTTP/1.1" status: 200 len: 2294 time: 0.8549528 Jan 26 21:24:45.637926 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932b0ab9-7857-4763-a060-a2c276d65c69 req-aee1b654-edfd-4746-9014-0e3d40c2def5 tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:24:45.645777 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-932b0ab9-7857-4763-a060-a2c276d65c69 req-aee1b654-edfd-4746-9014-0e3d40c2def5 tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] 10.222.0.13 "GET /v2.0/ports?device_id=cc2a45fe-1c0e-4689-a738-964e9c19e30e HTTP/1.1" status: 200 len: 3827 time: 0.2380002 Jan 26 21:24:45.650998 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.db_base_plugin_common [None req-486096b7-1e12-4521-8589-0c4c06151612 None None] Allocated IP 2001:db8::2 (80bdce17-b861-46cb-9014-7071d7f46353/f87cf840-59e9-45c1-89a2-bad5f3266de0/db41e6d2-8f0b-455d-84a1-e0c63f4be458) {{(pid=103306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 21:24:45.718374 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-932b0ab9-7857-4763-a060-a2c276d65c69 req-5ee35b84-ab78-4ee5-bcf6-7b9e1a9f8000 tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] 10.222.0.13 "GET /v2.0/security-groups?id=e87e70a3-dfc0-4db8-90a2-ffd9c4c809a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0715840 Jan 26 21:24:45.725244 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-6a89b8a7-1720-47dc-b0d2-65caf9fd61b8 req-d8327ff6-66de-4a31-b1a6-d16e1f0dbec3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9281542'] for port (81158fda-fb11-4d56-8e16-e7b27e48b9c9), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:24:45.769269 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] For port b8e78e04-5a48-467f-951a-b32074e8d05e, host n-h2-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-5',level=0,port_id=b8e78e04-5a48-467f-951a-b32074e8d05e,segment=NetworkSegment(9fd884b8-86e2-416d-a96d-94ce9081e9cd),segment_id=9fd884b8-86e2-416d-a96d-94ce9081e9cd)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:24:45.813425 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Returning: {'device': 'b8e78e04-5a48-467f-951a-b32074e8d05e', 'network_id': 'd5480d3d-bab2-42ab-9692-609efda9979f', 'port_id': 'b8e78e04-5a48-467f-951a-b32074e8d05e', 'mac_address': 'fa:16:3e:90:4f:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 580, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3e0b5fe7-c879-4a69-b8db-9e47b1011f5e', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103306) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 26 21:24:45.819294 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77cf9426-e844-4d0c-a8f0-a549f4c793c1 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:24:45.824902 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77cf9426-e844-4d0c-a8f0-a549f4c793c1 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:24:45.832016 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-77cf9426-e844-4d0c-a8f0-a549f4c793c1 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2930055 Jan 26 21:24:45.833141 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 43238) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:24:45.952537 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Current status of the port b8e78e04-5a48-467f-951a-b32074e8d05e is: ACTIVE; New status is: BUILD {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:24:45.956974 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (b8e78e04-5a48-467f-951a-b32074e8d05e), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:24:45.991955 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3b13b2-def4-462c-b9a9-dc614b06d9ee req-b25d9edc-7a16-440b-a157-9577c0903b80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:24:45.993766 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-8f3b13b2-def4-462c-b9a9-dc614b06d9ee req-b25d9edc-7a16-440b-a157-9577c0903b80 service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3542957 Jan 26 21:24:45.998346 n-d-760453-5 neutron-server[103306]: DEBUG neutron.notifiers.nova [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b8e78e04-5a48-467f-951a-b32074e8d05e {{(pid=103306) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 26 21:24:46.019206 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] For port b8e78e04-5a48-467f-951a-b32074e8d05e, host n-h2-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-5',level=0,port_id=b8e78e04-5a48-467f-951a-b32074e8d05e,segment=NetworkSegment(9fd884b8-86e2-416d-a96d-94ce9081e9cd),segment_id=9fd884b8-86e2-416d-a96d-94ce9081e9cd)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:24:46.034312 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (b8e78e04-5a48-467f-951a-b32074e8d05e), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:24:46.142039 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-486096b7-1e12-4521-8589-0c4c06151612 None None] Publish callbacks [] for port (db41e6d2-8f0b-455d-84a1-e0c63f4be458), precommit_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:24:46.156317 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-486096b7-1e12-4521-8589-0c4c06151612 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746560234527'] for port (db41e6d2-8f0b-455d-84a1-e0c63f4be458), after_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:24:46.158101 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8327ff6-66de-4a31-b1a6-d16e1f0dbec3 service neutron] Pushing event updated for resources: {'Port': ['ID=81158fda-fb11-4d56-8e16-e7b27e48b9c9,revision_number=2']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:24:46.224165 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.db_base_plugin_v2 [None req-b0462be4-fa8b-4fcb-8eec-b42b7506420f tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Deleting subnet f87cf840-59e9-45c1-89a2-bad5f3266de0 {{(pid=103304) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 26 21:24:46.238105 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-b0462be4-fa8b-4fcb-8eec-b42b7506420f tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Publish callbacks [] for subnet (f87cf840-59e9-45c1-89a2-bad5f3266de0), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:24:46.345961 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] get_ports_and_sgs() called for port_ids ['b8e78e04-5a48-467f-951a-b32074e8d05e'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 26 21:24:46.356923 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Pushing event updated for resources: {'Port': ['ID=b8e78e04-5a48-467f-951a-b32074e8d05e,revision_number=6']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:24:46.380820 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-b0462be4-fa8b-4fcb-8eec-b42b7506420f tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8881284'] for subnet (f87cf840-59e9-45c1-89a2-bad5f3266de0), precommit_delete_associations {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:24:46.441427 n-d-760453-5 neutron-server[103306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-486096b7-1e12-4521-8589-0c4c06151612 None None] Network 80bdce17-b861-46cb-9014-7071d7f46353 is already hosted by enough agents. {{(pid=103306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 21:24:46.580028 n-d-760453-5 neutron-server[103306]: DEBUG neutron.scheduler.base_scheduler [None req-486096b7-1e12-4521-8589-0c4c06151612 None None] Resources bound (agent type, host, resource id): {{(pid=103306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:24:46.589478 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-486096b7-1e12-4521-8589-0c4c06151612 None None] Received port after_create {{(pid=103306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 21:24:46.649891 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42ebab6-e35c-451e-a1a7-eecd9fec2c0b req-f279272d-5428-4aa0-b18c-f447cb882ed1 tempest-ImagesTestJSON-1623340881 tempest-ImagesTestJSON-1623340881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:24:46.651401 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-a42ebab6-e35c-451e-a1a7-eecd9fec2c0b req-f279272d-5428-4aa0-b18c-f447cb882ed1 tempest-ImagesTestJSON-1623340881 tempest-ImagesTestJSON-1623340881-project] 10.222.0.13 "GET /v2.0/ports?device_id=598a05f2-ff28-4416-9bf0-18bdcfe4d822 HTTP/1.1" status: 200 len: 944 time: 0.1916258 Jan 26 21:24:46.729262 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-486096b7-1e12-4521-8589-0c4c06151612 None None] Pushing event updated for resources: {'Port': ['ID=db41e6d2-8f0b-455d-84a1-e0c63f4be458,revision_number=1']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:24:46.757662 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-486096b7-1e12-4521-8589-0c4c06151612 None None] Attempting to bind port db41e6d2-8f0b-455d-84a1-e0c63f4be458 on host n-d-760453-5 for vnic_type normal with profile {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 21:24:46.758166 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-486096b7-1e12-4521-8589-0c4c06151612 None None] Attempting to bind port db41e6d2-8f0b-455d-84a1-e0c63f4be458 by drivers openvswitch,hyperv on host n-d-760453-5 at level 0 using segments [{'id': '3c6d624c-ba08-479a-b68a-7684ce678b5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '80bdce17-b861-46cb-9014-7071d7f46353'}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 26 21:24:46.758535 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-486096b7-1e12-4521-8589-0c4c06151612 None None] Attempting to bind port db41e6d2-8f0b-455d-84a1-e0c63f4be458 on network 80bdce17-b861-46cb-9014-7071d7f46353 {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 21:24:46.774074 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-486096b7-1e12-4521-8589-0c4c06151612 None None] Checking agent: {'id': 'fea0591a-627d-4c87-9a9a-01625ddf3277', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760453-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 20, 55, 25), 'started_at': datetime.datetime(2022, 1, 26, 20, 55, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 21, 24, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760453-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 26 21:24:46.774548 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-486096b7-1e12-4521-8589-0c4c06151612 None None] Checking segment: {'id': '3c6d624c-ba08-479a-b68a-7684ce678b5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '80bdce17-b861-46cb-9014-7071d7f46353'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 21:24:46.774958 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-486096b7-1e12-4521-8589-0c4c06151612 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:24:46.775349 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-486096b7-1e12-4521-8589-0c4c06151612 None None] Bound using segment: {'id': '3c6d624c-ba08-479a-b68a-7684ce678b5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '80bdce17-b861-46cb-9014-7071d7f46353'} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 26 21:24:46.775835 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-486096b7-1e12-4521-8589-0c4c06151612 None None] Bound port: db41e6d2-8f0b-455d-84a1-e0c63f4be458, host: n-d-760453-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c6d624c-ba08-479a-b68a-7684ce678b5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '80bdce17-b861-46cb-9014-7071d7f46353'}}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 26 21:24:46.776417 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-486096b7-1e12-4521-8589-0c4c06151612 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (db41e6d2-8f0b-455d-84a1-e0c63f4be458), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:24:46.792887 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-a42ebab6-e35c-451e-a1a7-eecd9fec2c0b req-f2a86ecb-9e7f-4b52-bb06-1fd8ff3205b4 tempest-ImagesTestJSON-1623340881 tempest-ImagesTestJSON-1623340881-project] 10.222.0.13 "GET /v2.0/security-groups?id=461ca33f-43cf-4a35-a5bb-7e46cb0e5e93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131756 Jan 26 21:24:46.794473 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [req-6a89b8a7-1720-47dc-b0d2-65caf9fd61b8 req-d8327ff6-66de-4a31-b1a6-d16e1f0dbec3 service neutron] Attempting to bind port 81158fda-fb11-4d56-8e16-e7b27e48b9c9 on host n-h2-760453-5 for vnic_type normal with profile {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 21:24:46.795657 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [req-6a89b8a7-1720-47dc-b0d2-65caf9fd61b8 req-d8327ff6-66de-4a31-b1a6-d16e1f0dbec3 service neutron] Attempting to bind port 81158fda-fb11-4d56-8e16-e7b27e48b9c9 by drivers openvswitch,hyperv on host n-h2-760453-5 at level 0 using segments [{'id': 'a9216649-5b5c-4abd-bdd9-593ae2d941b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'f292bf50-7316-40da-8d60-8669bdd0f81a'}] {{(pid=103304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 26 21:24:46.796353 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a89b8a7-1720-47dc-b0d2-65caf9fd61b8 req-d8327ff6-66de-4a31-b1a6-d16e1f0dbec3 service neutron] Attempting to bind port 81158fda-fb11-4d56-8e16-e7b27e48b9c9 on network f292bf50-7316-40da-8d60-8669bdd0f81a {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 21:24:46.806548 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a89b8a7-1720-47dc-b0d2-65caf9fd61b8 req-d8327ff6-66de-4a31-b1a6-d16e1f0dbec3 service neutron] Port 81158fda-fb11-4d56-8e16-e7b27e48b9c9 on network f292bf50-7316-40da-8d60-8669bdd0f81a not bound, no agent of type Open vSwitch agent registered on host n-h2-760453-5 {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 26 21:24:46.807093 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a89b8a7-1720-47dc-b0d2-65caf9fd61b8 req-d8327ff6-66de-4a31-b1a6-d16e1f0dbec3 service neutron] Attempting to bind port 81158fda-fb11-4d56-8e16-e7b27e48b9c9 on network f292bf50-7316-40da-8d60-8669bdd0f81a {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 21:24:46.816578 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-b0462be4-fa8b-4fcb-8eec-b42b7506420f tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687316'] for subnet (f87cf840-59e9-45c1-89a2-bad5f3266de0), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:24:46.942980 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a89b8a7-1720-47dc-b0d2-65caf9fd61b8 req-d8327ff6-66de-4a31-b1a6-d16e1f0dbec3 service neutron] Checking agent: {'id': '4d619873-4b60-439f-9b5a-b155dc8bbc34', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-760453-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 21, 2, 53), 'started_at': datetime.datetime(2022, 1, 26, 21, 2, 53), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 21, 24, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 26 21:24:46.942980 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a89b8a7-1720-47dc-b0d2-65caf9fd61b8 req-d8327ff6-66de-4a31-b1a6-d16e1f0dbec3 service neutron] Checking segment: {'id': 'a9216649-5b5c-4abd-bdd9-593ae2d941b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'f292bf50-7316-40da-8d60-8669bdd0f81a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103304) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 21:24:46.943510 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a89b8a7-1720-47dc-b0d2-65caf9fd61b8 req-d8327ff6-66de-4a31-b1a6-d16e1f0dbec3 service neutron] Bound using segment: {'id': 'a9216649-5b5c-4abd-bdd9-593ae2d941b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'f292bf50-7316-40da-8d60-8669bdd0f81a'} {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 26 21:24:46.944079 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [req-6a89b8a7-1720-47dc-b0d2-65caf9fd61b8 req-d8327ff6-66de-4a31-b1a6-d16e1f0dbec3 service neutron] Bound port: 81158fda-fb11-4d56-8e16-e7b27e48b9c9, host: n-h2-760453-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a9216649-5b5c-4abd-bdd9-593ae2d941b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'f292bf50-7316-40da-8d60-8669bdd0f81a'}}] {{(pid=103304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 26 21:24:46.944451 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-6a89b8a7-1720-47dc-b0d2-65caf9fd61b8 req-d8327ff6-66de-4a31-b1a6-d16e1f0dbec3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (81158fda-fb11-4d56-8e16-e7b27e48b9c9), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:24:46.950373 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-486096b7-1e12-4521-8589-0c4c06151612 None None] For port db41e6d2-8f0b-455d-84a1-e0c63f4be458, host n-d-760453-5, cleared binding levels {{(pid=103306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 26 21:24:46.967764 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-486096b7-1e12-4521-8589-0c4c06151612 None None] For port db41e6d2-8f0b-455d-84a1-e0c63f4be458, host n-d-760453-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=db41e6d2-8f0b-455d-84a1-e0c63f4be458,segment=NetworkSegment(3c6d624c-ba08-479a-b68a-7684ce678b5c),segment_id=3c6d624c-ba08-479a-b68a-7684ce678b5c)] {{(pid=103306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 26 21:24:46.980037 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-486096b7-1e12-4521-8589-0c4c06151612 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (db41e6d2-8f0b-455d-84a1-e0c63f4be458), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:24:46.994246 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-b0462be4-fa8b-4fcb-8eec-b42b7506420f tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9281612', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12215216'] for subnet (f87cf840-59e9-45c1-89a2-bad5f3266de0), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:24:47.052425 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0462be4-fa8b-4fcb-8eec-b42b7506420f tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Pushing event deleted for resources: {'Subnet': ['ID=f87cf840-59e9-45c1-89a2-bad5f3266de0,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:24:47.124974 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925916ff-2d3d-4164-a66e-89a58df69fd2 req-b7ff8f26-8c3b-47c8-ba29-90b84d570b6a tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:24:47.133896 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925916ff-2d3d-4164-a66e-89a58df69fd2 req-b7ff8f26-8c3b-47c8-ba29-90b84d570b6a tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:24:47.142771 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925916ff-2d3d-4164-a66e-89a58df69fd2 req-b7ff8f26-8c3b-47c8-ba29-90b84d570b6a tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:24:47.150880 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925916ff-2d3d-4164-a66e-89a58df69fd2 req-b7ff8f26-8c3b-47c8-ba29-90b84d570b6a tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:24:47.158398 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925916ff-2d3d-4164-a66e-89a58df69fd2 req-b7ff8f26-8c3b-47c8-ba29-90b84d570b6a tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:24:47.166673 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925916ff-2d3d-4164-a66e-89a58df69fd2 req-b7ff8f26-8c3b-47c8-ba29-90b84d570b6a tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:24:47.168711 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-925916ff-2d3d-4164-a66e-89a58df69fd2 req-b7ff8f26-8c3b-47c8-ba29-90b84d570b6a tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] 10.222.0.13 "GET /v2.0/ports?device_id=cc2a45fe-1c0e-4689-a738-964e9c19e30e HTTP/1.1" status: 200 len: 4598 time: 0.2193129 Jan 26 21:24:47.171381 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-486096b7-1e12-4521-8589-0c4c06151612 None None] Pushing event updated for resources: {'Port': ['ID=db41e6d2-8f0b-455d-84a1-e0c63f4be458,revision_number=3']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:24:47.184123 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-b0462be4-fa8b-4fcb-8eec-b42b7506420f tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Publish callbacks [] for subnet (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:24:47.190095 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-b0462be4-fa8b-4fcb-8eec-b42b7506420f tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] 10.222.0.13 "DELETE /v2.0/subnets/f87cf840-59e9-45c1-89a2-bad5f3266de0 HTTP/1.1" status: 204 len: 168 time: 1.3378820 Jan 26 21:24:47.192589 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 43276) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:24:47.291245 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Device b8e78e04-5a48-467f-951a-b32074e8d05e no longer exists at agent hyperv_n-h2-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 26 21:24:47.307828 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-82e028d2-476d-49c6-b78d-acd88381c9c9 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1140182 Jan 26 21:24:47.310704 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 43282) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:24:47.498830 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [req-6a89b8a7-1720-47dc-b0d2-65caf9fd61b8 req-d8327ff6-66de-4a31-b1a6-d16e1f0dbec3 service neutron] For port 81158fda-fb11-4d56-8e16-e7b27e48b9c9, host n-h2-760453-5, cleared binding levels {{(pid=103304) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 26 21:24:47.522329 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Current status of the port b8e78e04-5a48-467f-951a-b32074e8d05e is: BUILD; New status is: DOWN {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:24:47.522867 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (b8e78e04-5a48-467f-951a-b32074e8d05e), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:24:47.550249 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [req-6a89b8a7-1720-47dc-b0d2-65caf9fd61b8 req-d8327ff6-66de-4a31-b1a6-d16e1f0dbec3 service neutron] For port 81158fda-fb11-4d56-8e16-e7b27e48b9c9, host n-h2-760453-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-5',level=0,port_id=81158fda-fb11-4d56-8e16-e7b27e48b9c9,segment=NetworkSegment(a9216649-5b5c-4abd-bdd9-593ae2d941b2),segment_id=a9216649-5b5c-4abd-bdd9-593ae2d941b2)] {{(pid=103304) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 26 21:24:47.568680 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-925916ff-2d3d-4164-a66e-89a58df69fd2 req-9a35b863-9da2-4cb6-8e5b-9867a8012525 tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] 10.222.0.13 "GET /v2.0/security-groups?id=cdcbac26-bdec-4926-b949-1e63137fb150&id=e87e70a3-dfc0-4db8-90a2-ffd9c4c809a5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3175502 Jan 26 21:24:47.578894 n-d-760453-5 neutron-server[103306]: DEBUG neutron.notifiers.nova [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id b8e78e04-5a48-467f-951a-b32074e8d05e {{(pid=103306) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 26 21:24:47.589344 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-6a89b8a7-1720-47dc-b0d2-65caf9fd61b8 req-d8327ff6-66de-4a31-b1a6-d16e1f0dbec3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9281542'] for port (81158fda-fb11-4d56-8e16-e7b27e48b9c9), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:24:47.671493 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] For port b8e78e04-5a48-467f-951a-b32074e8d05e, host n-h2-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-5',level=0,port_id=b8e78e04-5a48-467f-951a-b32074e8d05e,segment=NetworkSegment(9fd884b8-86e2-416d-a96d-94ce9081e9cd),segment_id=9fd884b8-86e2-416d-a96d-94ce9081e9cd)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:24:47.679790 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (b8e78e04-5a48-467f-951a-b32074e8d05e), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:24:47.723218 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c534f435-81f5-4c5c-9632-52ad48e53fb8 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:24:47.725141 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-c534f435-81f5-4c5c-9632-52ad48e53fb8 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.3978093 Jan 26 21:24:47.727775 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 43292) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:24:47.730162 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8327ff6-66de-4a31-b1a6-d16e1f0dbec3 service neutron] Pushing event updated for resources: {'Port': ['ID=81158fda-fb11-4d56-8e16-e7b27e48b9c9,revision_number=3']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:24:47.828567 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Pushing event updated for resources: {'Port': ['ID=b8e78e04-5a48-467f-951a-b32074e8d05e,revision_number=7']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:24:47.830913 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a89b8a7-1720-47dc-b0d2-65caf9fd61b8 req-d8327ff6-66de-4a31-b1a6-d16e1f0dbec3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:24:47.833635 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-6a89b8a7-1720-47dc-b0d2-65caf9fd61b8 req-d8327ff6-66de-4a31-b1a6-d16e1f0dbec3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:24:47.835925 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-6a89b8a7-1720-47dc-b0d2-65caf9fd61b8 req-d8327ff6-66de-4a31-b1a6-d16e1f0dbec3 service neutron] 10.222.0.57 "PUT /v2.0/ports/81158fda-fb11-4d56-8e16-e7b27e48b9c9 HTTP/1.1" status: 200 len: 1129 time: 3.5134835 Jan 26 21:24:47.871614 n-d-760453-5 neutron-server[103304]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc2a45fe-1c0e-4689-a738-964e9c19e30e', 'tag': '81158fda-fb11-4d56-8e16-e7b27e48b9c9'}] {{(pid=103304) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 21:24:47.874535 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d52b45f1943fcd332af9527eb73ff93c8d715d44383a3f6d18de73b4cfcf87b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48d1e41c-91c5-4f64-b1cd-87910adfc019" -d '{"events": [{"name": "network-changed", "server_uuid": "cc2a45fe-1c0e-4689-a738-964e9c19e30e", "tag": "81158fda-fb11-4d56-8e16-e7b27e48b9c9"}]}' {{(pid=103304) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 21:24:47.885515 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [req-6a89b8a7-1720-47dc-b0d2-65caf9fd61b8 req-e11f5de2-1258-4bb6-870e-3795b7a2c52b service neutron] Request body: {'port': {'device_id': 'cc2a45fe-1c0e-4689-a738-964e9c19e30e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-760453-5'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:24:47.944861 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9731e8cd-46a3-4c34-b91d-4dbaed0f1de4 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:24:47.946754 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-9731e8cd-46a3-4c34-b91d-4dbaed0f1de4 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2176499 Jan 26 21:24:47.950241 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 43302) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:24:47.963621 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677b94a3-4e17-44f6-9b77-7541df7688ef req-0dd60bee-aa58-4455-aac3-59930dcd00b9 tempest-ImagesTestJSON-1623340881 tempest-ImagesTestJSON-1623340881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:24:47.976133 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-677b94a3-4e17-44f6-9b77-7541df7688ef req-0dd60bee-aa58-4455-aac3-59930dcd00b9 tempest-ImagesTestJSON-1623340881 tempest-ImagesTestJSON-1623340881-project] 10.222.0.13 "GET /v2.0/ports?device_id=598a05f2-ff28-4416-9bf0-18bdcfe4d822 HTTP/1.1" status: 200 len: 943 time: 0.2377996 Jan 26 21:24:47.993916 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 26 Jan 2022 21:24:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c1ba86f-4680-46ef-b4cd-5068107dea35 x-openstack-request-id: req-2c1ba86f-4680-46ef-b4cd-5068107dea35 {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 21:24:47.994248 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cc2a45fe-1c0e-4689-a738-964e9c19e30e", "tag": "81158fda-fb11-4d56-8e16-e7b27e48b9c9", "status": "completed", "code": 200}]} {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 21:24:47.994485 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-2c1ba86f-4680-46ef-b4cd-5068107dea35 {{(pid=103304) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 21:24:47.994911 n-d-760453-5 neutron-server[103304]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cc2a45fe-1c0e-4689-a738-964e9c19e30e', 'tag': '81158fda-fb11-4d56-8e16-e7b27e48b9c9', 'status': 'completed', 'code': 200} Jan 26 21:24:48.102587 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-c6c17117-f09a-48a5-8147-6d44490427db tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1447160 Jan 26 21:24:48.112457 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 43306) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:24:48.121714 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-6d00a429-e5d5-4685-a206-4a69b5516ff2 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Request body: {'subnet': {'network_id': '80bdce17-b861-46cb-9014-7071d7f46353', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:24:48.135954 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-677b94a3-4e17-44f6-9b77-7541df7688ef req-2b892cdd-ccf8-4793-b39e-f2284c100d0d tempest-ImagesTestJSON-1623340881 tempest-ImagesTestJSON-1623340881-project] 10.222.0.13 "GET /v2.0/security-groups?id=461ca33f-43cf-4a35-a5bb-7e46cb0e5e93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1589568 Jan 26 21:24:48.157028 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-6a89b8a7-1720-47dc-b0d2-65caf9fd61b8 req-e11f5de2-1258-4bb6-870e-3795b7a2c52b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (db089e5c-c2ba-48d7-8f5d-cf5cafe1f2ad), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:24:48.403520 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d1e41c-91c5-4f64-b1cd-87910adfc019 req-e3ac0184-4539-4fcf-a0a0-d304c6e549f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:24:48.404010 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d1e41c-91c5-4f64-b1cd-87910adfc019 req-e3ac0184-4539-4fcf-a0a0-d304c6e549f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:24:48.404460 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d1e41c-91c5-4f64-b1cd-87910adfc019 req-e3ac0184-4539-4fcf-a0a0-d304c6e549f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:24:48.404933 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d1e41c-91c5-4f64-b1cd-87910adfc019 req-e3ac0184-4539-4fcf-a0a0-d304c6e549f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:24:48.405688 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d1e41c-91c5-4f64-b1cd-87910adfc019 req-e3ac0184-4539-4fcf-a0a0-d304c6e549f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:24:48.406142 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d1e41c-91c5-4f64-b1cd-87910adfc019 req-e3ac0184-4539-4fcf-a0a0-d304c6e549f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:24:48.408558 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-48d1e41c-91c5-4f64-b1cd-87910adfc019 req-e3ac0184-4539-4fcf-a0a0-d304c6e549f4 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=2de9f498797a4527ba13c10b546ad5bb&device_id=cc2a45fe-1c0e-4689-a738-964e9c19e30e HTTP/1.1" status: 200 len: 5284 time: 0.3370159 Jan 26 21:24:48.536959 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d00a429-e5d5-4685-a206-4a69b5516ff2 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Made reservation on behalf of 91ff6b128d484238b8b1d440faeb9154 for: {'subnet': 1} {{(pid=103305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 21:24:48.541544 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-6d00a429-e5d5-4685-a206-4a69b5516ff2 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11599953'] for subnet (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:24:48.832501 n-d-760453-5 neutron-server[103304]: DEBUG neutron.notifiers.nova [req-6a89b8a7-1720-47dc-b0d2-65caf9fd61b8 req-e11f5de2-1258-4bb6-870e-3795b7a2c52b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id db089e5c-c2ba-48d7-8f5d-cf5cafe1f2ad {{(pid=103304) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 26 21:24:48.842299 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-6a89b8a7-1720-47dc-b0d2-65caf9fd61b8 req-e11f5de2-1258-4bb6-870e-3795b7a2c52b service neutron] Publish callbacks [] for port (db089e5c-c2ba-48d7-8f5d-cf5cafe1f2ad), precommit_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:24:48.846467 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d1e41c-91c5-4f64-b1cd-87910adfc019 req-8adb3477-c7a3-4bac-b614-d98b150c61a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:24:48.847205 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d1e41c-91c5-4f64-b1cd-87910adfc019 req-8adb3477-c7a3-4bac-b614-d98b150c61a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:24:48.847856 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d1e41c-91c5-4f64-b1cd-87910adfc019 req-8adb3477-c7a3-4bac-b614-d98b150c61a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:24:48.849794 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-48d1e41c-91c5-4f64-b1cd-87910adfc019 req-8adb3477-c7a3-4bac-b614-d98b150c61a5 service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=2de9f498797a4527ba13c10b546ad5bb&shared=False HTTP/1.1" status: 200 len: 2294 time: 0.4134359 Jan 26 21:24:48.869799 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.provisioning_blocks [req-6a89b8a7-1720-47dc-b0d2-65caf9fd61b8 req-e11f5de2-1258-4bb6-870e-3795b7a2c52b service neutron] Transition to ACTIVE for port object db089e5c-c2ba-48d7-8f5d-cf5cafe1f2ad will not be triggered until provisioned by entity L2. {{(pid=103304) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 21:24:48.921830 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-f3be56b7-0193-4c74-9825-8ab1945d08ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (474ccdf7-ab6c-405b-a3b2-dc7b05829902), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:24:48.993130 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device db41e6d2-8f0b-455d-84a1-e0c63f4be458 up at agent ovs-agent-n-d-760453-5 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 21:24:48.995715 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-6a89b8a7-1720-47dc-b0d2-65caf9fd61b8 req-e11f5de2-1258-4bb6-870e-3795b7a2c52b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9281542'] for port (db089e5c-c2ba-48d7-8f5d-cf5cafe1f2ad), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:24:49.114603 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6819a83d-7b20-4052-9e33-741c11dd7dc3 req-fad745c4-4d52-426d-b136-1f93cf5ce8a4 tempest-ImagesTestJSON-1623340881 tempest-ImagesTestJSON-1623340881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:24:49.116663 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-6819a83d-7b20-4052-9e33-741c11dd7dc3 req-fad745c4-4d52-426d-b136-1f93cf5ce8a4 tempest-ImagesTestJSON-1623340881 tempest-ImagesTestJSON-1623340881-project] 10.222.0.57 "GET /v2.0/ports?device_id=598a05f2-ff28-4416-9bf0-18bdcfe4d822 HTTP/1.1" status: 200 len: 943 time: 0.3730125 Jan 26 21:24:49.123531 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d1e41c-91c5-4f64-b1cd-87910adfc019 req-aeee66c7-bff6-4686-aea2-9e478a13c3f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:24:49.127345 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-48d1e41c-91c5-4f64-b1cd-87910adfc019 req-aeee66c7-bff6-4686-aea2-9e478a13c3f8 service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2666075 Jan 26 21:24:49.152141 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Provisioning complete for port db41e6d2-8f0b-455d-84a1-e0c63f4be458 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:24:49.152529 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (db41e6d2-8f0b-455d-84a1-e0c63f4be458), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:24:49.191914 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e11f5de2-1258-4bb6-870e-3795b7a2c52b service neutron] Pushing event updated for resources: {'Port': ['ID=db089e5c-c2ba-48d7-8f5d-cf5cafe1f2ad,revision_number=2']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:24:49.295043 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36be3e9a-f47c-431f-aa52-0bee01a9b2cd None None] Network 80bdce17-b861-46cb-9014-7071d7f46353 requested from n-d-760453-5 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 26 21:24:49.444454 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-eeba773f-b954-4838-9ca6-43d9de2196fb None None] Could not find standard attr ID for object d1d895b2-8cd8-4277-a1d8-52ef01a4ad21. {{(pid=103306) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 26 21:24:49.494402 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417d7992-456d-4de8-92ac-ca8b45856e5d req-f777225d-ac38-4a81-8540-d06b5364e188 tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:24:49.509466 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417d7992-456d-4de8-92ac-ca8b45856e5d req-f777225d-ac38-4a81-8540-d06b5364e188 tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:24:49.538991 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417d7992-456d-4de8-92ac-ca8b45856e5d req-f777225d-ac38-4a81-8540-d06b5364e188 tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:24:49.555639 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417d7992-456d-4de8-92ac-ca8b45856e5d req-f777225d-ac38-4a81-8540-d06b5364e188 tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:24:49.566844 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417d7992-456d-4de8-92ac-ca8b45856e5d req-f777225d-ac38-4a81-8540-d06b5364e188 tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:24:49.582647 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417d7992-456d-4de8-92ac-ca8b45856e5d req-f777225d-ac38-4a81-8540-d06b5364e188 tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:24:49.598126 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417d7992-456d-4de8-92ac-ca8b45856e5d req-f777225d-ac38-4a81-8540-d06b5364e188 tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:24:49.603795 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-417d7992-456d-4de8-92ac-ca8b45856e5d req-f777225d-ac38-4a81-8540-d06b5364e188 tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] 10.222.0.13 "GET /v2.0/ports?device_id=cc2a45fe-1c0e-4689-a738-964e9c19e30e HTTP/1.1" status: 200 len: 5368 time: 0.7321644 Jan 26 21:24:49.608339 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [req-6a89b8a7-1720-47dc-b0d2-65caf9fd61b8 req-e11f5de2-1258-4bb6-870e-3795b7a2c52b service neutron] Attempting to bind port db089e5c-c2ba-48d7-8f5d-cf5cafe1f2ad on host n-h2-760453-5 for vnic_type normal with profile {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 21:24:49.608681 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [req-6a89b8a7-1720-47dc-b0d2-65caf9fd61b8 req-e11f5de2-1258-4bb6-870e-3795b7a2c52b service neutron] Attempting to bind port db089e5c-c2ba-48d7-8f5d-cf5cafe1f2ad by drivers openvswitch,hyperv on host n-h2-760453-5 at level 0 using segments [{'id': 'a9216649-5b5c-4abd-bdd9-593ae2d941b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'f292bf50-7316-40da-8d60-8669bdd0f81a'}] {{(pid=103304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 26 21:24:49.609011 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a89b8a7-1720-47dc-b0d2-65caf9fd61b8 req-e11f5de2-1258-4bb6-870e-3795b7a2c52b service neutron] Attempting to bind port db089e5c-c2ba-48d7-8f5d-cf5cafe1f2ad on network f292bf50-7316-40da-8d60-8669bdd0f81a {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 21:24:49.627367 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-eeba773f-b954-4838-9ca6-43d9de2196fb None None] Provisioning complete for port db41e6d2-8f0b-455d-84a1-e0c63f4be458 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:24:49.627774 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-eeba773f-b954-4838-9ca6-43d9de2196fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (db41e6d2-8f0b-455d-84a1-e0c63f4be458), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:24:49.640788 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [req-6819a83d-7b20-4052-9e33-741c11dd7dc3 req-6b42495d-277f-4ef9-878f-f5554ceced29 tempest-ImagesTestJSON-1623340881 tempest-ImagesTestJSON-1623340881-project] Deleting port b8e78e04-5a48-467f-951a-b32074e8d05e {{(pid=103305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 21:24:49.642003 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-6819a83d-7b20-4052-9e33-741c11dd7dc3 req-6b42495d-277f-4ef9-878f-f5554ceced29 tempest-ImagesTestJSON-1623340881 tempest-ImagesTestJSON-1623340881-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746560630878'] for port (b8e78e04-5a48-467f-951a-b32074e8d05e), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:24:49.646436 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-6d00a429-e5d5-4685-a206-4a69b5516ff2 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11788839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11599975'] for subnet (099c771d-4e37-436b-9896-cac22b02b50e), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:24:49.708984 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a89b8a7-1720-47dc-b0d2-65caf9fd61b8 req-e11f5de2-1258-4bb6-870e-3795b7a2c52b service neutron] Port db089e5c-c2ba-48d7-8f5d-cf5cafe1f2ad on network f292bf50-7316-40da-8d60-8669bdd0f81a not bound, no agent of type Open vSwitch agent registered on host n-h2-760453-5 {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 26 21:24:49.709589 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a89b8a7-1720-47dc-b0d2-65caf9fd61b8 req-e11f5de2-1258-4bb6-870e-3795b7a2c52b service neutron] Attempting to bind port db089e5c-c2ba-48d7-8f5d-cf5cafe1f2ad on network f292bf50-7316-40da-8d60-8669bdd0f81a {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 21:24:49.777691 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a89b8a7-1720-47dc-b0d2-65caf9fd61b8 req-e11f5de2-1258-4bb6-870e-3795b7a2c52b service neutron] Checking agent: {'id': '4d619873-4b60-439f-9b5a-b155dc8bbc34', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-760453-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 21, 2, 53), 'started_at': datetime.datetime(2022, 1, 26, 21, 2, 53), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 21, 24, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 26 21:24:49.778605 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a89b8a7-1720-47dc-b0d2-65caf9fd61b8 req-e11f5de2-1258-4bb6-870e-3795b7a2c52b service neutron] Checking segment: {'id': 'a9216649-5b5c-4abd-bdd9-593ae2d941b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'f292bf50-7316-40da-8d60-8669bdd0f81a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103304) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 21:24:49.780471 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a89b8a7-1720-47dc-b0d2-65caf9fd61b8 req-e11f5de2-1258-4bb6-870e-3795b7a2c52b service neutron] Bound using segment: {'id': 'a9216649-5b5c-4abd-bdd9-593ae2d941b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'f292bf50-7316-40da-8d60-8669bdd0f81a'} {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 26 21:24:49.783373 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Current status of the port db41e6d2-8f0b-455d-84a1-e0c63f4be458 is: DOWN; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:24:49.783590 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d00a429-e5d5-4685-a206-4a69b5516ff2 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Network 80bdce17-b861-46cb-9014-7071d7f46353 is already hosted by enough agents. {{(pid=103305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 21:24:49.783827 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (db41e6d2-8f0b-455d-84a1-e0c63f4be458), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:24:49.786457 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [req-6a89b8a7-1720-47dc-b0d2-65caf9fd61b8 req-e11f5de2-1258-4bb6-870e-3795b7a2c52b service neutron] Bound port: db089e5c-c2ba-48d7-8f5d-cf5cafe1f2ad, host: n-h2-760453-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a9216649-5b5c-4abd-bdd9-593ae2d941b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'f292bf50-7316-40da-8d60-8669bdd0f81a'}}] {{(pid=103304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 26 21:24:49.787116 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-6a89b8a7-1720-47dc-b0d2-65caf9fd61b8 req-e11f5de2-1258-4bb6-870e-3795b7a2c52b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (db089e5c-c2ba-48d7-8f5d-cf5cafe1f2ad), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:24:49.858889 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [None req-6d00a429-e5d5-4685-a206-4a69b5516ff2 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Resources bound (agent type, host, resource id): {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:24:49.862597 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d00a429-e5d5-4685-a206-4a69b5516ff2 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:24:49.863200 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-6d00a429-e5d5-4685-a206-4a69b5516ff2 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709645'] for subnet (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:24:49.869430 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-417d7992-456d-4de8-92ac-ca8b45856e5d req-37bfb431-6eaf-4570-a824-9d7a6c645bfd tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] 10.222.0.13 "GET /v2.0/security-groups?id=cdcbac26-bdec-4926-b949-1e63137fb150&id=e87e70a3-dfc0-4db8-90a2-ffd9c4c809a5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1614621 Jan 26 21:24:49.892775 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553d0099-db69-43af-ad3e-7a09b6db793e req-75cb905e-7b5e-468b-beaa-1e7919ce2a78 tempest-ImagesTestJSON-1623340881 tempest-ImagesTestJSON-1623340881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:24:49.895161 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-553d0099-db69-43af-ad3e-7a09b6db793e req-75cb905e-7b5e-468b-beaa-1e7919ce2a78 tempest-ImagesTestJSON-1623340881 tempest-ImagesTestJSON-1623340881-project] 10.222.0.13 "GET /v2.0/ports?device_id=598a05f2-ff28-4416-9bf0-18bdcfe4d822 HTTP/1.1" status: 200 len: 943 time: 0.4724619 Jan 26 21:24:49.907729 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] For port db41e6d2-8f0b-455d-84a1-e0c63f4be458, host n-d-760453-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=db41e6d2-8f0b-455d-84a1-e0c63f4be458,segment=NetworkSegment(3c6d624c-ba08-479a-b68a-7684ce678b5c),segment_id=3c6d624c-ba08-479a-b68a-7684ce678b5c)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:24:49.934154 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (db41e6d2-8f0b-455d-84a1-e0c63f4be458), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:24:49.974874 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [req-6a89b8a7-1720-47dc-b0d2-65caf9fd61b8 req-e11f5de2-1258-4bb6-870e-3795b7a2c52b service neutron] For port db089e5c-c2ba-48d7-8f5d-cf5cafe1f2ad, host n-h2-760453-5, cleared binding levels {{(pid=103304) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 26 21:24:49.978499 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [req-6a89b8a7-1720-47dc-b0d2-65caf9fd61b8 req-e11f5de2-1258-4bb6-870e-3795b7a2c52b service neutron] For port db089e5c-c2ba-48d7-8f5d-cf5cafe1f2ad, host n-h2-760453-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-5',level=0,port_id=db089e5c-c2ba-48d7-8f5d-cf5cafe1f2ad,segment=NetworkSegment(a9216649-5b5c-4abd-bdd9-593ae2d941b2),segment_id=a9216649-5b5c-4abd-bdd9-593ae2d941b2)] {{(pid=103304) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 26 21:24:50.039204 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-553d0099-db69-43af-ad3e-7a09b6db793e req-5e09ae22-716b-49d0-b43a-f15f9e23bd29 tempest-ImagesTestJSON-1623340881 tempest-ImagesTestJSON-1623340881-project] 10.222.0.13 "GET /v2.0/security-groups?id=461ca33f-43cf-4a35-a5bb-7e46cb0e5e93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578218 Jan 26 21:24:50.040237 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-6a89b8a7-1720-47dc-b0d2-65caf9fd61b8 req-e11f5de2-1258-4bb6-870e-3795b7a2c52b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9281542'] for port (db089e5c-c2ba-48d7-8f5d-cf5cafe1f2ad), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:24:50.075474 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d00a429-e5d5-4685-a206-4a69b5516ff2 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Pushing event updated for resources: {'Subnet': ['ID=099c771d-4e37-436b-9896-cac22b02b50e,revision_number=0']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:24:50.090031 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-eeba773f-b954-4838-9ca6-43d9de2196fb None None] Current status of the port db41e6d2-8f0b-455d-84a1-e0c63f4be458 is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:24:50.105026 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-6d00a429-e5d5-4685-a206-4a69b5516ff2 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.9875352 Jan 26 21:24:50.105682 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 43344) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:24:50.109920 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d56b0e4-cfad-49d1-88bc-2c6f34f7a938 None None] DHCP port deletion for 80bdce17-b861-46cb-9014-7071d7f46353 request from n-d-760453-5 {{(pid=103306) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 26 21:24:50.113733 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-db66f6d1-7de6-4797-acd7-d00fc4be3f6c tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Request body: {'port': {'network_id': '80bdce17-b861-46cb-9014-7071d7f46353', 'fixed_ips': [{'subnet_id': '099c771d-4e37-436b-9896-cac22b02b50e', 'ip_address': '2001:db8::3100:aad:5dee:176e'}], 'name': 'tempest-NetworksTestDHCPv6-1799355905'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:24:50.122086 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a89b8a7-1720-47dc-b0d2-65caf9fd61b8 req-e11f5de2-1258-4bb6-870e-3795b7a2c52b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:24:50.122724 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-6a89b8a7-1720-47dc-b0d2-65caf9fd61b8 req-e11f5de2-1258-4bb6-870e-3795b7a2c52b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:24:50.124559 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-6a89b8a7-1720-47dc-b0d2-65caf9fd61b8 req-e11f5de2-1258-4bb6-870e-3795b7a2c52b service neutron] 10.222.0.57 "PUT /v2.0/ports/db089e5c-c2ba-48d7-8f5d-cf5cafe1f2ad HTTP/1.1" status: 200 len: 1128 time: 2.2452216 Jan 26 21:24:50.125913 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e11f5de2-1258-4bb6-870e-3795b7a2c52b service neutron] Pushing event updated for resources: {'Port': ['ID=db089e5c-c2ba-48d7-8f5d-cf5cafe1f2ad,revision_number=3']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:24:50.137768 n-d-760453-5 neutron-server[103304]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc2a45fe-1c0e-4689-a738-964e9c19e30e', 'tag': 'db089e5c-c2ba-48d7-8f5d-cf5cafe1f2ad'}] {{(pid=103304) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 21:24:50.142939 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d52b45f1943fcd332af9527eb73ff93c8d715d44383a3f6d18de73b4cfcf87b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b4cb8dd-ddcf-4b49-b351-af53a7f5f0ca" -d '{"events": [{"name": "network-changed", "server_uuid": "cc2a45fe-1c0e-4689-a738-964e9c19e30e", "tag": "db089e5c-c2ba-48d7-8f5d-cf5cafe1f2ad"}]}' {{(pid=103304) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 21:24:50.162660 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [req-6a89b8a7-1720-47dc-b0d2-65caf9fd61b8 req-face2220-c46a-40a0-a2ae-dc01e7d7c51a service neutron] Request body: {'port': {'device_id': 'cc2a45fe-1c0e-4689-a738-964e9c19e30e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-760453-5'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:24:50.252015 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Pushing event updated for resources: {'Port': ['ID=db41e6d2-8f0b-455d-84a1-e0c63f4be458,revision_number=4']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:24:50.265357 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 26 Jan 2022 21:24:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e793d51b-b039-43e8-8d0c-81ce877a02cd x-openstack-request-id: req-e793d51b-b039-43e8-8d0c-81ce877a02cd {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 21:24:50.266437 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cc2a45fe-1c0e-4689-a738-964e9c19e30e", "tag": "db089e5c-c2ba-48d7-8f5d-cf5cafe1f2ad", "status": "completed", "code": 200}]} {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 21:24:50.266707 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e793d51b-b039-43e8-8d0c-81ce877a02cd {{(pid=103304) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 21:24:50.267120 n-d-760453-5 neutron-server[103304]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cc2a45fe-1c0e-4689-a738-964e9c19e30e', 'tag': 'db089e5c-c2ba-48d7-8f5d-cf5cafe1f2ad', 'status': 'completed', 'code': 200} Jan 26 21:24:50.299001 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-9d56b0e4-cfad-49d1-88bc-2c6f34f7a938 None None] Deleting port db41e6d2-8f0b-455d-84a1-e0c63f4be458 {{(pid=103306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 21:24:50.299287 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-9d56b0e4-cfad-49d1-88bc-2c6f34f7a938 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746560630878'] for port (db41e6d2-8f0b-455d-84a1-e0c63f4be458), before_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:24:50.346318 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-6a89b8a7-1720-47dc-b0d2-65caf9fd61b8 req-face2220-c46a-40a0-a2ae-dc01e7d7c51a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (68993758-80c8-46d1-858d-bc7447ce489e), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:24:50.361191 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [req-6819a83d-7b20-4052-9e33-741c11dd7dc3 req-6b42495d-277f-4ef9-878f-f5554ceced29 tempest-ImagesTestJSON-1623340881 tempest-ImagesTestJSON-1623340881-project] For port b8e78e04-5a48-467f-951a-b32074e8d05e, host n-h2-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-5',level=0,port_id=b8e78e04-5a48-467f-951a-b32074e8d05e,segment=NetworkSegment(9fd884b8-86e2-416d-a96d-94ce9081e9cd),segment_id=9fd884b8-86e2-416d-a96d-94ce9081e9cd)] {{(pid=103305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:24:50.361664 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-6819a83d-7b20-4052-9e33-741c11dd7dc3 req-6b42495d-277f-4ef9-878f-f5554ceced29 tempest-ImagesTestJSON-1623340881 tempest-ImagesTestJSON-1623340881-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4109658'] for port (b8e78e04-5a48-467f-951a-b32074e8d05e), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:24:50.490553 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [req-6819a83d-7b20-4052-9e33-741c11dd7dc3 req-6b42495d-277f-4ef9-878f-f5554ceced29 tempest-ImagesTestJSON-1623340881 tempest-ImagesTestJSON-1623340881-project] Calling delete_port for b8e78e04-5a48-467f-951a-b32074e8d05e owned by compute:nova {{(pid=103305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 21:24:50.530417 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-9d56b0e4-cfad-49d1-88bc-2c6f34f7a938 None None] For port db41e6d2-8f0b-455d-84a1-e0c63f4be458, host n-d-760453-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=db41e6d2-8f0b-455d-84a1-e0c63f4be458,segment=NetworkSegment(3c6d624c-ba08-479a-b68a-7684ce678b5c),segment_id=3c6d624c-ba08-479a-b68a-7684ce678b5c)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:24:50.531133 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-9d56b0e4-cfad-49d1-88bc-2c6f34f7a938 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4109658'] for port (db41e6d2-8f0b-455d-84a1-e0c63f4be458), precommit_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:24:50.554408 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-9d56b0e4-cfad-49d1-88bc-2c6f34f7a938 None None] Calling delete_port for db41e6d2-8f0b-455d-84a1-e0c63f4be458 owned by network:dhcp {{(pid=103306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 21:24:50.666650 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-6819a83d-7b20-4052-9e33-741c11dd7dc3 req-6b42495d-277f-4ef9-878f-f5554ceced29 tempest-ImagesTestJSON-1623340881 tempest-ImagesTestJSON-1623340881-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746560636600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746560234536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11791543'] for port (b8e78e04-5a48-467f-951a-b32074e8d05e), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:24:50.763080 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-9d56b0e4-cfad-49d1-88bc-2c6f34f7a938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746560636600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746560234536'] for port (db41e6d2-8f0b-455d-84a1-e0c63f4be458), after_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:24:50.807181 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d56b0e4-cfad-49d1-88bc-2c6f34f7a938 None None] Pushing event deleted for resources: {'Port': ['ID=db41e6d2-8f0b-455d-84a1-e0c63f4be458,revision_number=None']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:24:50.818265 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [req-6819a83d-7b20-4052-9e33-741c11dd7dc3 req-6b42495d-277f-4ef9-878f-f5554ceced29 tempest-ImagesTestJSON-1623340881 tempest-ImagesTestJSON-1623340881-project] No DVR routers for this DVR port b8e78e04-5a48-467f-951a-b32074e8d05e on host n-h2-760453-5 {{(pid=103305) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 26 21:24:50.825848 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d56b0e4-cfad-49d1-88bc-2c6f34f7a938 None None] No DVR routers for this DVR port db41e6d2-8f0b-455d-84a1-e0c63f4be458 on host n-d-760453-5 {{(pid=103306) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 26 21:24:50.827079 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-6819a83d-7b20-4052-9e33-741c11dd7dc3 req-6b42495d-277f-4ef9-878f-f5554ceced29 tempest-ImagesTestJSON-1623340881 tempest-ImagesTestJSON-1623340881-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:24:50.833584 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-6819a83d-7b20-4052-9e33-741c11dd7dc3 req-6b42495d-277f-4ef9-878f-f5554ceced29 tempest-ImagesTestJSON-1623340881 tempest-ImagesTestJSON-1623340881-project] 10.222.0.57 "DELETE /v2.0/ports/b8e78e04-5a48-467f-951a-b32074e8d05e HTTP/1.1" status: 204 len: 173 time: 1.6782634 Jan 26 21:24:50.860929 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3beaf9a-8ee6-4a55-aca4-f51158549598 None None] Network 80bdce17-b861-46cb-9014-7071d7f46353 requested from n-d-760453-5 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 26 21:24:50.881089 n-d-760453-5 neutron-server[103305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '598a05f2-ff28-4416-9bf0-18bdcfe4d822', 'name': 'network-vif-deleted', 'tag': 'b8e78e04-5a48-467f-951a-b32074e8d05e'}] {{(pid=103305) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 21:24:50.884503 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d4654568b7bf041e72ff8fe1c96d6d761d9c921f2b99bc7b3a26632be20cee0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e50c874d-9159-4863-9cc4-26e458cfcc1d" -d '{"events": [{"server_uuid": "598a05f2-ff28-4416-9bf0-18bdcfe4d822", "name": "network-vif-deleted", "tag": "b8e78e04-5a48-467f-951a-b32074e8d05e"}]}' {{(pid=103305) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 21:24:50.901729 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4cb8dd-ddcf-4b49-b351-af53a7f5f0ca req-0f24f6ef-d7f0-4af5-8b6a-e0ac2e64cefc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:24:50.902596 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4cb8dd-ddcf-4b49-b351-af53a7f5f0ca req-0f24f6ef-d7f0-4af5-8b6a-e0ac2e64cefc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:24:50.903311 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4cb8dd-ddcf-4b49-b351-af53a7f5f0ca req-0f24f6ef-d7f0-4af5-8b6a-e0ac2e64cefc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:24:50.904233 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4cb8dd-ddcf-4b49-b351-af53a7f5f0ca req-0f24f6ef-d7f0-4af5-8b6a-e0ac2e64cefc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:24:50.904453 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device db41e6d2-8f0b-455d-84a1-e0c63f4be458 no longer exists at agent ovs-agent-n-d-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 26 21:24:50.905186 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4cb8dd-ddcf-4b49-b351-af53a7f5f0ca req-0f24f6ef-d7f0-4af5-8b6a-e0ac2e64cefc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:24:50.907031 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4cb8dd-ddcf-4b49-b351-af53a7f5f0ca req-0f24f6ef-d7f0-4af5-8b6a-e0ac2e64cefc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:24:50.908050 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4cb8dd-ddcf-4b49-b351-af53a7f5f0ca req-0f24f6ef-d7f0-4af5-8b6a-e0ac2e64cefc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:24:50.910324 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-7b4cb8dd-ddcf-4b49-b351-af53a7f5f0ca req-0f24f6ef-d7f0-4af5-8b6a-e0ac2e64cefc service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=2de9f498797a4527ba13c10b546ad5bb&device_id=cc2a45fe-1c0e-4689-a738-964e9c19e30e HTTP/1.1" status: 200 len: 6205 time: 0.6353533 Jan 26 21:24:50.912097 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b42495d-277f-4ef9-878f-f5554ceced29 tempest-ImagesTestJSON-1623340881 tempest-ImagesTestJSON-1623340881-project] Pushing event deleted for resources: {'Port': ['ID=b8e78e04-5a48-467f-951a-b32074e8d05e,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:24:51.023877 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db66f6d1-7de6-4797-acd7-d00fc4be3f6c tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Made reservation on behalf of 91ff6b128d484238b8b1d440faeb9154 for: {'port': 1} {{(pid=103305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 21:24:51.186705 n-d-760453-5 neutron-server[103304]: DEBUG neutron.notifiers.nova [req-6a89b8a7-1720-47dc-b0d2-65caf9fd61b8 req-face2220-c46a-40a0-a2ae-dc01e7d7c51a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 68993758-80c8-46d1-858d-bc7447ce489e {{(pid=103304) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 26 21:24:51.197883 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-6a89b8a7-1720-47dc-b0d2-65caf9fd61b8 req-face2220-c46a-40a0-a2ae-dc01e7d7c51a service neutron] Publish callbacks [] for port (68993758-80c8-46d1-858d-bc7447ce489e), precommit_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:24:51.204306 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Jan 2022 21:24:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d12efb96-1048-4725-ace2-fdc5611f1b50 x-openstack-request-id: req-d12efb96-1048-4725-ace2-fdc5611f1b50 {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 21:24:51.210218 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "598a05f2-ff28-4416-9bf0-18bdcfe4d822", "name": "network-vif-deleted", "tag": "b8e78e04-5a48-467f-951a-b32074e8d05e", "status": "completed", "code": 200}]} {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 21:24:51.210564 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d12efb96-1048-4725-ace2-fdc5611f1b50 {{(pid=103305) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 21:24:51.211063 n-d-760453-5 neutron-server[103305]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '598a05f2-ff28-4416-9bf0-18bdcfe4d822', 'name': 'network-vif-deleted', 'tag': 'b8e78e04-5a48-467f-951a-b32074e8d05e', 'status': 'completed', 'code': 200} Jan 26 21:24:51.215408 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.provisioning_blocks [req-6a89b8a7-1720-47dc-b0d2-65caf9fd61b8 req-face2220-c46a-40a0-a2ae-dc01e7d7c51a service neutron] Transition to ACTIVE for port object 68993758-80c8-46d1-858d-bc7447ce489e will not be triggered until provisioned by entity L2. {{(pid=103304) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 21:24:51.233441 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-6a89b8a7-1720-47dc-b0d2-65caf9fd61b8 req-face2220-c46a-40a0-a2ae-dc01e7d7c51a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9281542'] for port (68993758-80c8-46d1-858d-bc7447ce489e), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:24:51.257084 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] No Port match for: db41e6d2-8f0b-455d-84a1-e0c63f4be458 {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 26 21:24:51.258294 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device db41e6d2-8f0b-455d-84a1-e0c63f4be458 not bound to the agent host n-d-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 26 21:24:51.368779 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Device b8e78e04-5a48-467f-951a-b32074e8d05e no longer exists at agent hyperv_n-h2-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 26 21:24:51.426127 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6eddb7-8823-4363-92d0-00b79fe06f7c req-3ac22ab9-28d4-415c-a8b1-b8502e2e20d2 tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:24:51.433575 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6eddb7-8823-4363-92d0-00b79fe06f7c req-3ac22ab9-28d4-415c-a8b1-b8502e2e20d2 tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:24:51.434408 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-56f13f17-d79c-4c2c-988d-98cb55033d20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (09df100c-3af1-4b0a-bda8-05914c71c458), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:24:51.441213 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6eddb7-8823-4363-92d0-00b79fe06f7c req-3ac22ab9-28d4-415c-a8b1-b8502e2e20d2 tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:24:51.448121 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6eddb7-8823-4363-92d0-00b79fe06f7c req-3ac22ab9-28d4-415c-a8b1-b8502e2e20d2 tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:24:51.457159 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6eddb7-8823-4363-92d0-00b79fe06f7c req-3ac22ab9-28d4-415c-a8b1-b8502e2e20d2 tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:24:51.468559 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] No Port match for: b8e78e04-5a48-467f-951a-b32074e8d05e {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 26 21:24:51.469809 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Device b8e78e04-5a48-467f-951a-b32074e8d05e not bound to the agent host n-h2-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 26 21:24:51.491605 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6eddb7-8823-4363-92d0-00b79fe06f7c req-3ac22ab9-28d4-415c-a8b1-b8502e2e20d2 tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:24:51.517010 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6eddb7-8823-4363-92d0-00b79fe06f7c req-3ac22ab9-28d4-415c-a8b1-b8502e2e20d2 tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:24:51.519584 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4cb8dd-ddcf-4b49-b351-af53a7f5f0ca req-644e9739-f476-44a2-9665-54efe247667e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:24:51.520397 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4cb8dd-ddcf-4b49-b351-af53a7f5f0ca req-644e9739-f476-44a2-9665-54efe247667e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:24:51.520969 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4cb8dd-ddcf-4b49-b351-af53a7f5f0ca req-644e9739-f476-44a2-9665-54efe247667e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:24:51.522658 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-7b4cb8dd-ddcf-4b49-b351-af53a7f5f0ca req-644e9739-f476-44a2-9665-54efe247667e service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=2de9f498797a4527ba13c10b546ad5bb&shared=False HTTP/1.1" status: 200 len: 2294 time: 0.5951970 Jan 26 21:24:51.530254 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-ab6eddb7-8823-4363-92d0-00b79fe06f7c req-3ac22ab9-28d4-415c-a8b1-b8502e2e20d2 tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] 10.222.0.13 "GET /v2.0/ports?device_id=cc2a45fe-1c0e-4689-a738-964e9c19e30e HTTP/1.1" status: 200 len: 5380 time: 0.3129458 Jan 26 21:24:51.581890 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c86c104-cd9c-42c3-ba51-a51f1f151005 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3c4099e8-8ffb-51d1-af7f-5868973e933f-80bdce17-b861-46cb-9014-7071d7f46353', 'network_id': '80bdce17-b861-46cb-9014-7071d7f46353', 'project_id': '91ff6b128d484238b8b1d440faeb9154', 'fixed_ips': [{'subnet_id': '099c771d-4e37-436b-9896-cac22b02b50e'}]}} from n-d-760453-5. {{(pid=103306) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 26 21:24:51.582811 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-4c86c104-cd9c-42c3-ba51-a51f1f151005 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (None), before_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:24:51.694696 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-db66f6d1-7de6-4797-acd7-d00fc4be3f6c tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:24:51.719298 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-face2220-c46a-40a0-a2ae-dc01e7d7c51a service neutron] Pushing event updated for resources: {'Port': ['ID=68993758-80c8-46d1-858d-bc7447ce489e,revision_number=2']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:24:51.751311 n-d-760453-5 neutron-server[103305]: DEBUG neutron.notifiers.nova [None req-db66f6d1-7de6-4797-acd7-d00fc4be3f6c tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] device_id is not set on port 865d45d8-a516-4101-a798-2f3100c551f1 yet. {{(pid=103305) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 26 21:24:51.754850 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-73f52f48-cdac-43f2-805f-9954dcd1f6a9 req-5da873f8-52c9-4f9b-a66a-9ea6f385b969 tempest-ImagesTestJSON-1623340881 tempest-ImagesTestJSON-1623340881-project] 10.222.0.13 "GET /v2.0/ports?device_id=598a05f2-ff28-4416-9bf0-18bdcfe4d822 HTTP/1.1" status: 200 len: 210 time: 0.3600471 Jan 26 21:24:51.916599 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [req-6a89b8a7-1720-47dc-b0d2-65caf9fd61b8 req-face2220-c46a-40a0-a2ae-dc01e7d7c51a service neutron] Attempting to bind port 68993758-80c8-46d1-858d-bc7447ce489e on host n-h2-760453-5 for vnic_type normal with profile {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 21:24:51.916948 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [req-6a89b8a7-1720-47dc-b0d2-65caf9fd61b8 req-face2220-c46a-40a0-a2ae-dc01e7d7c51a service neutron] Attempting to bind port 68993758-80c8-46d1-858d-bc7447ce489e by drivers openvswitch,hyperv on host n-h2-760453-5 at level 0 using segments [{'id': 'a9216649-5b5c-4abd-bdd9-593ae2d941b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'f292bf50-7316-40da-8d60-8669bdd0f81a'}] {{(pid=103304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 26 21:24:51.917486 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a89b8a7-1720-47dc-b0d2-65caf9fd61b8 req-face2220-c46a-40a0-a2ae-dc01e7d7c51a service neutron] Attempting to bind port 68993758-80c8-46d1-858d-bc7447ce489e on network f292bf50-7316-40da-8d60-8669bdd0f81a {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 21:24:51.922962 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a89b8a7-1720-47dc-b0d2-65caf9fd61b8 req-face2220-c46a-40a0-a2ae-dc01e7d7c51a service neutron] Port 68993758-80c8-46d1-858d-bc7447ce489e on network f292bf50-7316-40da-8d60-8669bdd0f81a not bound, no agent of type Open vSwitch agent registered on host n-h2-760453-5 {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 26 21:24:51.923341 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a89b8a7-1720-47dc-b0d2-65caf9fd61b8 req-face2220-c46a-40a0-a2ae-dc01e7d7c51a service neutron] Attempting to bind port 68993758-80c8-46d1-858d-bc7447ce489e on network f292bf50-7316-40da-8d60-8669bdd0f81a {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 21:24:51.934027 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-ab6eddb7-8823-4363-92d0-00b79fe06f7c req-e5028018-6dbc-433f-aa50-39e73d437ce5 tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] 10.222.0.13 "GET /v2.0/security-groups?id=cdcbac26-bdec-4926-b949-1e63137fb150&id=e87e70a3-dfc0-4db8-90a2-ffd9c4c809a5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4009328 Jan 26 21:24:51.935055 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a89b8a7-1720-47dc-b0d2-65caf9fd61b8 req-face2220-c46a-40a0-a2ae-dc01e7d7c51a service neutron] Checking agent: {'id': '4d619873-4b60-439f-9b5a-b155dc8bbc34', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-760453-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 21, 2, 53), 'started_at': datetime.datetime(2022, 1, 26, 21, 2, 53), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 21, 24, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 26 21:24:51.935476 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a89b8a7-1720-47dc-b0d2-65caf9fd61b8 req-face2220-c46a-40a0-a2ae-dc01e7d7c51a service neutron] Checking segment: {'id': 'a9216649-5b5c-4abd-bdd9-593ae2d941b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'f292bf50-7316-40da-8d60-8669bdd0f81a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103304) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 21:24:51.935952 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a89b8a7-1720-47dc-b0d2-65caf9fd61b8 req-face2220-c46a-40a0-a2ae-dc01e7d7c51a service neutron] Bound using segment: {'id': 'a9216649-5b5c-4abd-bdd9-593ae2d941b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'f292bf50-7316-40da-8d60-8669bdd0f81a'} {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 26 21:24:51.936487 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [req-6a89b8a7-1720-47dc-b0d2-65caf9fd61b8 req-face2220-c46a-40a0-a2ae-dc01e7d7c51a service neutron] Bound port: 68993758-80c8-46d1-858d-bc7447ce489e, host: n-h2-760453-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a9216649-5b5c-4abd-bdd9-593ae2d941b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'f292bf50-7316-40da-8d60-8669bdd0f81a'}}] {{(pid=103304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 26 21:24:51.936931 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-6a89b8a7-1720-47dc-b0d2-65caf9fd61b8 req-face2220-c46a-40a0-a2ae-dc01e7d7c51a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (68993758-80c8-46d1-858d-bc7447ce489e), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:24:52.025477 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4cb8dd-ddcf-4b49-b351-af53a7f5f0ca req-25fc65ad-70e7-4b38-9e46-7a85e7cc878c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:24:52.027452 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-7b4cb8dd-ddcf-4b49-b351-af53a7f5f0ca req-25fc65ad-70e7-4b38-9e46-7a85e7cc878c service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4854155 Jan 26 21:24:52.110956 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [req-6a89b8a7-1720-47dc-b0d2-65caf9fd61b8 req-face2220-c46a-40a0-a2ae-dc01e7d7c51a service neutron] For port 68993758-80c8-46d1-858d-bc7447ce489e, host n-h2-760453-5, cleared binding levels {{(pid=103304) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 26 21:24:52.115962 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [req-6a89b8a7-1720-47dc-b0d2-65caf9fd61b8 req-face2220-c46a-40a0-a2ae-dc01e7d7c51a service neutron] For port 68993758-80c8-46d1-858d-bc7447ce489e, host n-h2-760453-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-5',level=0,port_id=68993758-80c8-46d1-858d-bc7447ce489e,segment=NetworkSegment(a9216649-5b5c-4abd-bdd9-593ae2d941b2),segment_id=a9216649-5b5c-4abd-bdd9-593ae2d941b2)] {{(pid=103304) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 26 21:24:52.139354 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-6a89b8a7-1720-47dc-b0d2-65caf9fd61b8 req-face2220-c46a-40a0-a2ae-dc01e7d7c51a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9281542'] for port (68993758-80c8-46d1-858d-bc7447ce489e), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:24:52.196687 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.db_base_plugin_common [None req-db66f6d1-7de6-4797-acd7-d00fc4be3f6c tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Allocated IP 2001:db8::3100:aad:5dee:176e (80bdce17-b861-46cb-9014-7071d7f46353/099c771d-4e37-436b-9896-cac22b02b50e/865d45d8-a516-4101-a798-2f3100c551f1) {{(pid=103305) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 21:24:52.269630 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-face2220-c46a-40a0-a2ae-dc01e7d7c51a service neutron] Pushing event updated for resources: {'Port': ['ID=68993758-80c8-46d1-858d-bc7447ce489e,revision_number=3']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:24:52.279770 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a89b8a7-1720-47dc-b0d2-65caf9fd61b8 req-face2220-c46a-40a0-a2ae-dc01e7d7c51a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:24:52.282037 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-6a89b8a7-1720-47dc-b0d2-65caf9fd61b8 req-face2220-c46a-40a0-a2ae-dc01e7d7c51a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:24:52.286346 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-6a89b8a7-1720-47dc-b0d2-65caf9fd61b8 req-face2220-c46a-40a0-a2ae-dc01e7d7c51a service neutron] 10.222.0.57 "PUT /v2.0/ports/68993758-80c8-46d1-858d-bc7447ce489e HTTP/1.1" status: 200 len: 1090 time: 2.1272955 Jan 26 21:24:52.287413 n-d-760453-5 neutron-server[103304]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc2a45fe-1c0e-4689-a738-964e9c19e30e', 'tag': '68993758-80c8-46d1-858d-bc7447ce489e'}] {{(pid=103304) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 21:24:52.292358 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d52b45f1943fcd332af9527eb73ff93c8d715d44383a3f6d18de73b4cfcf87b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7bb5feb-5932-4060-a672-1b99a880b84d" -d '{"events": [{"name": "network-changed", "server_uuid": "cc2a45fe-1c0e-4689-a738-964e9c19e30e", "tag": "68993758-80c8-46d1-858d-bc7447ce489e"}]}' {{(pid=103304) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 21:24:52.344594 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-841f5991-a4d8-4d4b-b215-cbc6bab5427b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (aa7ee9d2-08eb-4e12-b895-24c57300dfec), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:24:52.354548 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [req-6a89b8a7-1720-47dc-b0d2-65caf9fd61b8 req-4e3accb3-4b3d-425e-9f72-7fb3f1a593cd service neutron] Request body: {'port': {'device_id': 'cc2a45fe-1c0e-4689-a738-964e9c19e30e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-760453-5'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:24:52.445691 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 26 Jan 2022 21:24:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fca8a85b-a388-4484-933a-3bd9f8f64614 x-openstack-request-id: req-fca8a85b-a388-4484-933a-3bd9f8f64614 {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 21:24:52.446082 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cc2a45fe-1c0e-4689-a738-964e9c19e30e", "tag": "68993758-80c8-46d1-858d-bc7447ce489e", "status": "completed", "code": 200}]} {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 21:24:52.446517 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-fca8a85b-a388-4484-933a-3bd9f8f64614 {{(pid=103304) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 21:24:52.447023 n-d-760453-5 neutron-server[103304]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cc2a45fe-1c0e-4689-a738-964e9c19e30e', 'tag': '68993758-80c8-46d1-858d-bc7447ce489e', 'status': 'completed', 'code': 200} Jan 26 21:24:52.512459 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-6a89b8a7-1720-47dc-b0d2-65caf9fd61b8 req-4e3accb3-4b3d-425e-9f72-7fb3f1a593cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (838b8d10-47c7-4250-a401-9d4067f8f28c), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:24:52.774022 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7bb5feb-5932-4060-a672-1b99a880b84d req-38544bbd-175f-4ac5-9580-96a6625e09cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:24:52.774720 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7bb5feb-5932-4060-a672-1b99a880b84d req-38544bbd-175f-4ac5-9580-96a6625e09cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:24:52.775190 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7bb5feb-5932-4060-a672-1b99a880b84d req-38544bbd-175f-4ac5-9580-96a6625e09cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:24:52.775703 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7bb5feb-5932-4060-a672-1b99a880b84d req-38544bbd-175f-4ac5-9580-96a6625e09cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:24:52.776436 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7bb5feb-5932-4060-a672-1b99a880b84d req-38544bbd-175f-4ac5-9580-96a6625e09cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:24:52.778277 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7bb5feb-5932-4060-a672-1b99a880b84d req-38544bbd-175f-4ac5-9580-96a6625e09cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:24:52.779472 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7bb5feb-5932-4060-a672-1b99a880b84d req-38544bbd-175f-4ac5-9580-96a6625e09cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:24:52.786021 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-b7bb5feb-5932-4060-a672-1b99a880b84d req-38544bbd-175f-4ac5-9580-96a6625e09cf service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=2de9f498797a4527ba13c10b546ad5bb&device_id=cc2a45fe-1c0e-4689-a738-964e9c19e30e HTTP/1.1" status: 200 len: 6272 time: 0.2915936 Jan 26 21:24:52.866429 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-db66f6d1-7de6-4797-acd7-d00fc4be3f6c tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Publish callbacks [] for port (865d45d8-a516-4101-a798-2f3100c551f1), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:24:52.968339 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (4d619873-4b60-439f-9b5a-b155dc8bbc34), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:24:53.254917 n-d-760453-5 neutron-server[103304]: DEBUG neutron.notifiers.nova [req-6a89b8a7-1720-47dc-b0d2-65caf9fd61b8 req-4e3accb3-4b3d-425e-9f72-7fb3f1a593cd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 838b8d10-47c7-4250-a401-9d4067f8f28c {{(pid=103304) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 26 21:24:53.284149 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-6a89b8a7-1720-47dc-b0d2-65caf9fd61b8 req-4e3accb3-4b3d-425e-9f72-7fb3f1a593cd service neutron] Publish callbacks [] for port (838b8d10-47c7-4250-a401-9d4067f8f28c), precommit_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:24:53.340152 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.provisioning_blocks [req-6a89b8a7-1720-47dc-b0d2-65caf9fd61b8 req-4e3accb3-4b3d-425e-9f72-7fb3f1a593cd service neutron] Transition to ACTIVE for port object 838b8d10-47c7-4250-a401-9d4067f8f28c will not be triggered until provisioned by entity L2. {{(pid=103304) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 21:24:53.365820 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-6a89b8a7-1720-47dc-b0d2-65caf9fd61b8 req-4e3accb3-4b3d-425e-9f72-7fb3f1a593cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9281542'] for port (838b8d10-47c7-4250-a401-9d4067f8f28c), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:24:53.392034 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15cd49eb-ae5a-46c3-9d7c-bd4321ca2623 req-f841a796-4a86-49f9-9c8d-d21c1f255149 tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:24:53.397810 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15cd49eb-ae5a-46c3-9d7c-bd4321ca2623 req-f841a796-4a86-49f9-9c8d-d21c1f255149 tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:24:53.408803 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15cd49eb-ae5a-46c3-9d7c-bd4321ca2623 req-f841a796-4a86-49f9-9c8d-d21c1f255149 tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:24:53.431443 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15cd49eb-ae5a-46c3-9d7c-bd4321ca2623 req-f841a796-4a86-49f9-9c8d-d21c1f255149 tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:24:53.446785 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15cd49eb-ae5a-46c3-9d7c-bd4321ca2623 req-f841a796-4a86-49f9-9c8d-d21c1f255149 tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:24:53.466444 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15cd49eb-ae5a-46c3-9d7c-bd4321ca2623 req-f841a796-4a86-49f9-9c8d-d21c1f255149 tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:24:53.484448 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15cd49eb-ae5a-46c3-9d7c-bd4321ca2623 req-f841a796-4a86-49f9-9c8d-d21c1f255149 tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:24:53.492446 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-15cd49eb-ae5a-46c3-9d7c-bd4321ca2623 req-f841a796-4a86-49f9-9c8d-d21c1f255149 tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] 10.222.0.13 "GET /v2.0/ports?device_id=cc2a45fe-1c0e-4689-a738-964e9c19e30e HTTP/1.1" status: 200 len: 5380 time: 0.2053108 Jan 26 21:24:53.641881 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3accb3-4b3d-425e-9f72-7fb3f1a593cd service neutron] Pushing event updated for resources: {'Port': ['ID=838b8d10-47c7-4250-a401-9d4067f8f28c,revision_number=2']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:24:53.662385 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7bb5feb-5932-4060-a672-1b99a880b84d req-355a5bf1-9985-40f1-85b7-1a414940c58a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:24:53.662761 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 43442) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:24:53.662913 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7bb5feb-5932-4060-a672-1b99a880b84d req-355a5bf1-9985-40f1-85b7-1a414940c58a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:24:53.663296 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7bb5feb-5932-4060-a672-1b99a880b84d req-355a5bf1-9985-40f1-85b7-1a414940c58a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:24:53.665067 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-b7bb5feb-5932-4060-a672-1b99a880b84d req-355a5bf1-9985-40f1-85b7-1a414940c58a service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=2de9f498797a4527ba13c10b546ad5bb&shared=False HTTP/1.1" status: 200 len: 2294 time: 0.8679190 Jan 26 21:24:53.807405 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.db_base_plugin_common [None req-4c86c104-cd9c-42c3-ba51-a51f1f151005 None None] Allocated IP 2001:db8::2 (80bdce17-b861-46cb-9014-7071d7f46353/099c771d-4e37-436b-9896-cac22b02b50e/29552980-a5b1-4314-bbe2-26c47b1155d7) {{(pid=103306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 21:24:53.811123 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-15cd49eb-ae5a-46c3-9d7c-bd4321ca2623 req-c22d645b-7adc-4f0e-a63a-8a0ec801fadd tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] 10.222.0.13 "GET /v2.0/security-groups?id=cdcbac26-bdec-4926-b949-1e63137fb150&id=e87e70a3-dfc0-4db8-90a2-ffd9c4c809a5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3177953 Jan 26 21:24:53.825228 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.db_base_plugin_v2 [None req-8b3c093c-1736-473f-bb4a-fa6905144f3c admin admin] Deleting subnet 3e0b5fe7-c879-4a69-b8db-9e47b1011f5e {{(pid=103304) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 26 21:24:53.911501 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-8b3c093c-1736-473f-bb4a-fa6905144f3c admin admin] Publish callbacks [] for subnet (3e0b5fe7-c879-4a69-b8db-9e47b1011f5e), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:24:53.915133 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-db66f6d1-7de6-4797-acd7-d00fc4be3f6c tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746560234527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11791543'] for port (865d45d8-a516-4101-a798-2f3100c551f1), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:24:54.006304 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-8b3c093c-1736-473f-bb4a-fa6905144f3c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8881284'] for subnet (3e0b5fe7-c879-4a69-b8db-9e47b1011f5e), precommit_delete_associations {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:24:54.044430 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-839dd188-ec69-470c-9ab0-d318dc1a2e96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (e79b4fc6-6c71-44b2-a6d0-ff3e1f4dfd0d), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:24:54.049583 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-4c86c104-cd9c-42c3-ba51-a51f1f151005 None None] Publish callbacks [] for port (29552980-a5b1-4314-bbe2-26c47b1155d7), precommit_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:24:54.058084 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [req-6a89b8a7-1720-47dc-b0d2-65caf9fd61b8 req-4e3accb3-4b3d-425e-9f72-7fb3f1a593cd service neutron] Attempting to bind port 838b8d10-47c7-4250-a401-9d4067f8f28c on host n-h2-760453-5 for vnic_type normal with profile {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 21:24:54.062909 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-4c86c104-cd9c-42c3-ba51-a51f1f151005 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746560234527'] for port (29552980-a5b1-4314-bbe2-26c47b1155d7), after_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:24:54.069739 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [req-6a89b8a7-1720-47dc-b0d2-65caf9fd61b8 req-4e3accb3-4b3d-425e-9f72-7fb3f1a593cd service neutron] Attempting to bind port 838b8d10-47c7-4250-a401-9d4067f8f28c by drivers openvswitch,hyperv on host n-h2-760453-5 at level 0 using segments [{'id': 'a9216649-5b5c-4abd-bdd9-593ae2d941b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'f292bf50-7316-40da-8d60-8669bdd0f81a'}] {{(pid=103304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 26 21:24:54.070516 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a89b8a7-1720-47dc-b0d2-65caf9fd61b8 req-4e3accb3-4b3d-425e-9f72-7fb3f1a593cd service neutron] Attempting to bind port 838b8d10-47c7-4250-a401-9d4067f8f28c on network f292bf50-7316-40da-8d60-8669bdd0f81a {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 21:24:54.074582 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db66f6d1-7de6-4797-acd7-d00fc4be3f6c tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Network 80bdce17-b861-46cb-9014-7071d7f46353 is already hosted by enough agents. {{(pid=103305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 21:24:54.078372 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a89b8a7-1720-47dc-b0d2-65caf9fd61b8 req-4e3accb3-4b3d-425e-9f72-7fb3f1a593cd service neutron] Port 838b8d10-47c7-4250-a401-9d4067f8f28c on network f292bf50-7316-40da-8d60-8669bdd0f81a not bound, no agent of type Open vSwitch agent registered on host n-h2-760453-5 {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 26 21:24:54.078804 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [None req-db66f6d1-7de6-4797-acd7-d00fc4be3f6c tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Resources bound (agent type, host, resource id): {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:24:54.082709 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db66f6d1-7de6-4797-acd7-d00fc4be3f6c tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Received port after_create {{(pid=103305) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 21:24:54.083332 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a89b8a7-1720-47dc-b0d2-65caf9fd61b8 req-4e3accb3-4b3d-425e-9f72-7fb3f1a593cd service neutron] Attempting to bind port 838b8d10-47c7-4250-a401-9d4067f8f28c on network f292bf50-7316-40da-8d60-8669bdd0f81a {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 21:24:54.102907 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db66f6d1-7de6-4797-acd7-d00fc4be3f6c tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:24:54.103595 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-db66f6d1-7de6-4797-acd7-d00fc4be3f6c tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:24:54.127153 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a89b8a7-1720-47dc-b0d2-65caf9fd61b8 req-4e3accb3-4b3d-425e-9f72-7fb3f1a593cd service neutron] Checking agent: {'id': '4d619873-4b60-439f-9b5a-b155dc8bbc34', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-760453-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 21, 2, 53), 'started_at': datetime.datetime(2022, 1, 26, 21, 2, 53), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 21, 24, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 26 21:24:54.129947 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a89b8a7-1720-47dc-b0d2-65caf9fd61b8 req-4e3accb3-4b3d-425e-9f72-7fb3f1a593cd service neutron] Checking segment: {'id': 'a9216649-5b5c-4abd-bdd9-593ae2d941b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'f292bf50-7316-40da-8d60-8669bdd0f81a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103304) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 21:24:54.130452 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a89b8a7-1720-47dc-b0d2-65caf9fd61b8 req-4e3accb3-4b3d-425e-9f72-7fb3f1a593cd service neutron] Bound using segment: {'id': 'a9216649-5b5c-4abd-bdd9-593ae2d941b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'f292bf50-7316-40da-8d60-8669bdd0f81a'} {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 26 21:24:54.130984 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [req-6a89b8a7-1720-47dc-b0d2-65caf9fd61b8 req-4e3accb3-4b3d-425e-9f72-7fb3f1a593cd service neutron] Bound port: 838b8d10-47c7-4250-a401-9d4067f8f28c, host: n-h2-760453-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a9216649-5b5c-4abd-bdd9-593ae2d941b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'f292bf50-7316-40da-8d60-8669bdd0f81a'}}] {{(pid=103304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 26 21:24:54.133746 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-6a89b8a7-1720-47dc-b0d2-65caf9fd61b8 req-4e3accb3-4b3d-425e-9f72-7fb3f1a593cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (838b8d10-47c7-4250-a401-9d4067f8f28c), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:24:54.189631 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c86c104-cd9c-42c3-ba51-a51f1f151005 None None] Pushing event updated for resources: {'Port': ['ID=29552980-a5b1-4314-bbe2-26c47b1155d7,revision_number=1']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:24:54.225385 n-d-760453-5 neutron-server[103306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c86c104-cd9c-42c3-ba51-a51f1f151005 None None] Network 80bdce17-b861-46cb-9014-7071d7f46353 is already hosted by enough agents. {{(pid=103306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 21:24:54.230591 n-d-760453-5 neutron-server[103306]: DEBUG neutron.scheduler.base_scheduler [None req-4c86c104-cd9c-42c3-ba51-a51f1f151005 None None] Resources bound (agent type, host, resource id): {{(pid=103306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:24:54.238091 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c86c104-cd9c-42c3-ba51-a51f1f151005 None None] Received port after_create {{(pid=103306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 21:24:54.253719 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db66f6d1-7de6-4797-acd7-d00fc4be3f6c tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Pushing event updated for resources: {'Port': ['ID=865d45d8-a516-4101-a798-2f3100c551f1,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:24:54.294296 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [req-6a89b8a7-1720-47dc-b0d2-65caf9fd61b8 req-4e3accb3-4b3d-425e-9f72-7fb3f1a593cd service neutron] For port 838b8d10-47c7-4250-a401-9d4067f8f28c, host n-h2-760453-5, cleared binding levels {{(pid=103304) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 26 21:24:54.298993 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [req-6a89b8a7-1720-47dc-b0d2-65caf9fd61b8 req-4e3accb3-4b3d-425e-9f72-7fb3f1a593cd service neutron] For port 838b8d10-47c7-4250-a401-9d4067f8f28c, host n-h2-760453-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-5',level=0,port_id=838b8d10-47c7-4250-a401-9d4067f8f28c,segment=NetworkSegment(a9216649-5b5c-4abd-bdd9-593ae2d941b2),segment_id=a9216649-5b5c-4abd-bdd9-593ae2d941b2)] {{(pid=103304) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 26 21:24:54.305538 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-6a89b8a7-1720-47dc-b0d2-65caf9fd61b8 req-4e3accb3-4b3d-425e-9f72-7fb3f1a593cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9281542'] for port (838b8d10-47c7-4250-a401-9d4067f8f28c), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:24:54.346118 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7bb5feb-5932-4060-a672-1b99a880b84d req-5a7d55e9-f810-4a47-9337-1f850894c1ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:24:54.348395 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-b7bb5feb-5932-4060-a672-1b99a880b84d req-5a7d55e9-f810-4a47-9337-1f850894c1ba service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6767206 Jan 26 21:24:54.361144 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-8b3c093c-1736-473f-bb4a-fa6905144f3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687316'] for subnet (3e0b5fe7-c879-4a69-b8db-9e47b1011f5e), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:24:54.367199 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-db66f6d1-7de6-4797-acd7-d00fc4be3f6c tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 4.2584517 Jan 26 21:24:54.369629 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 43456) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:24:54.434270 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a89b8a7-1720-47dc-b0d2-65caf9fd61b8 req-4e3accb3-4b3d-425e-9f72-7fb3f1a593cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:24:54.439606 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-6a89b8a7-1720-47dc-b0d2-65caf9fd61b8 req-4e3accb3-4b3d-425e-9f72-7fb3f1a593cd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:24:54.441861 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-6a89b8a7-1720-47dc-b0d2-65caf9fd61b8 req-4e3accb3-4b3d-425e-9f72-7fb3f1a593cd service neutron] 10.222.0.57 "PUT /v2.0/ports/838b8d10-47c7-4250-a401-9d4067f8f28c HTTP/1.1" status: 200 len: 1090 time: 2.1080687 Jan 26 21:24:54.449944 n-d-760453-5 neutron-server[103304]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc2a45fe-1c0e-4689-a738-964e9c19e30e', 'tag': '838b8d10-47c7-4250-a401-9d4067f8f28c'}] {{(pid=103304) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 21:24:54.451209 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-4c86c104-cd9c-42c3-ba51-a51f1f151005 None None] Attempting to bind port 29552980-a5b1-4314-bbe2-26c47b1155d7 on host n-d-760453-5 for vnic_type normal with profile {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 21:24:54.451590 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-4c86c104-cd9c-42c3-ba51-a51f1f151005 None None] Attempting to bind port 29552980-a5b1-4314-bbe2-26c47b1155d7 by drivers openvswitch,hyperv on host n-d-760453-5 at level 0 using segments [{'id': '3c6d624c-ba08-479a-b68a-7684ce678b5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '80bdce17-b861-46cb-9014-7071d7f46353'}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 26 21:24:54.451963 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c86c104-cd9c-42c3-ba51-a51f1f151005 None None] Attempting to bind port 29552980-a5b1-4314-bbe2-26c47b1155d7 on network 80bdce17-b861-46cb-9014-7071d7f46353 {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 21:24:54.453766 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d52b45f1943fcd332af9527eb73ff93c8d715d44383a3f6d18de73b4cfcf87b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a077c88-70f8-4ddc-8649-0430498315b8" -d '{"events": [{"name": "network-changed", "server_uuid": "cc2a45fe-1c0e-4689-a738-964e9c19e30e", "tag": "838b8d10-47c7-4250-a401-9d4067f8f28c"}]}' {{(pid=103304) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 21:24:54.472691 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c86c104-cd9c-42c3-ba51-a51f1f151005 None None] Checking agent: {'id': 'fea0591a-627d-4c87-9a9a-01625ddf3277', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760453-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 20, 55, 25), 'started_at': datetime.datetime(2022, 1, 26, 20, 55, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 21, 24, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760453-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 26 21:24:54.483563 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c86c104-cd9c-42c3-ba51-a51f1f151005 None None] Checking segment: {'id': '3c6d624c-ba08-479a-b68a-7684ce678b5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '80bdce17-b861-46cb-9014-7071d7f46353'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 21:24:54.485208 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-4c86c104-cd9c-42c3-ba51-a51f1f151005 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:24:54.485830 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c86c104-cd9c-42c3-ba51-a51f1f151005 None None] Bound using segment: {'id': '3c6d624c-ba08-479a-b68a-7684ce678b5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '80bdce17-b861-46cb-9014-7071d7f46353'} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 26 21:24:54.486517 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-4c86c104-cd9c-42c3-ba51-a51f1f151005 None None] Bound port: 29552980-a5b1-4314-bbe2-26c47b1155d7, host: n-d-760453-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c6d624c-ba08-479a-b68a-7684ce678b5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '80bdce17-b861-46cb-9014-7071d7f46353'}}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 26 21:24:54.487101 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-4c86c104-cd9c-42c3-ba51-a51f1f151005 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (29552980-a5b1-4314-bbe2-26c47b1155d7), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:24:54.513530 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71a669f8-0bd3-455e-9eb8-15bb47ade429 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:24:54.526531 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71a669f8-0bd3-455e-9eb8-15bb47ade429 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:24:54.527472 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [req-6a89b8a7-1720-47dc-b0d2-65caf9fd61b8 req-0e412f93-20f5-4191-8bd7-1ef7c67b2430 service neutron] Request body: {'port': {'device_id': 'cc2a45fe-1c0e-4689-a738-964e9c19e30e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-760453-5'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:24:54.538179 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-71a669f8-0bd3-455e-9eb8-15bb47ade429 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.1668816 Jan 26 21:24:54.540960 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 43460) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:24:54.597584 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 26 Jan 2022 21:24:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f9ac79f-b3f5-4944-9e46-93a50bb26a1f x-openstack-request-id: req-9f9ac79f-b3f5-4944-9e46-93a50bb26a1f {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 21:24:54.597976 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cc2a45fe-1c0e-4689-a738-964e9c19e30e", "tag": "838b8d10-47c7-4250-a401-9d4067f8f28c", "status": "completed", "code": 200}]} {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 21:24:54.598328 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-9f9ac79f-b3f5-4944-9e46-93a50bb26a1f {{(pid=103304) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 21:24:54.599382 n-d-760453-5 neutron-server[103304]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cc2a45fe-1c0e-4689-a738-964e9c19e30e', 'tag': '838b8d10-47c7-4250-a401-9d4067f8f28c', 'status': 'completed', 'code': 200} Jan 26 21:24:54.624977 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3accb3-4b3d-425e-9f72-7fb3f1a593cd service neutron] Pushing event updated for resources: {'Port': ['ID=838b8d10-47c7-4250-a401-9d4067f8f28c,revision_number=3']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:24:54.662593 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-4c86c104-cd9c-42c3-ba51-a51f1f151005 None None] For port 29552980-a5b1-4314-bbe2-26c47b1155d7, host n-d-760453-5, cleared binding levels {{(pid=103306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 26 21:24:54.671879 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-4c86c104-cd9c-42c3-ba51-a51f1f151005 None None] For port 29552980-a5b1-4314-bbe2-26c47b1155d7, host n-d-760453-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=29552980-a5b1-4314-bbe2-26c47b1155d7,segment=NetworkSegment(3c6d624c-ba08-479a-b68a-7684ce678b5c),segment_id=3c6d624c-ba08-479a-b68a-7684ce678b5c)] {{(pid=103306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 26 21:24:54.674344 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-6a89b8a7-1720-47dc-b0d2-65caf9fd61b8 req-0e412f93-20f5-4191-8bd7-1ef7c67b2430 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (3941d4d2-ec71-4191-8e9f-df25a9ea3da5), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:24:54.690150 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-4c86c104-cd9c-42c3-ba51-a51f1f151005 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (29552980-a5b1-4314-bbe2-26c47b1155d7), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:24:54.753525 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-6dd14af8-a2cc-445e-98ed-cf62406b470c tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Deleting port 865d45d8-a516-4101-a798-2f3100c551f1 {{(pid=103305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 21:24:54.753875 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-6dd14af8-a2cc-445e-98ed-cf62406b470c tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746560630878'] for port (865d45d8-a516-4101-a798-2f3100c551f1), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:24:54.857109 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c86c104-cd9c-42c3-ba51-a51f1f151005 None None] Pushing event updated for resources: {'Port': ['ID=29552980-a5b1-4314-bbe2-26c47b1155d7,revision_number=2']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:24:54.967875 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-6dd14af8-a2cc-445e-98ed-cf62406b470c tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4109658'] for port (865d45d8-a516-4101-a798-2f3100c551f1), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:24:54.989363 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-6dd14af8-a2cc-445e-98ed-cf62406b470c tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Calling delete_port for 865d45d8-a516-4101-a798-2f3100c551f1 owned by {{(pid=103305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 21:24:55.008973 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-8b3c093c-1736-473f-bb4a-fa6905144f3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9281612', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12215216'] for subnet (3e0b5fe7-c879-4a69-b8db-9e47b1011f5e), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:24:55.088996 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3c093c-1736-473f-bb4a-fa6905144f3c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3e0b5fe7-c879-4a69-b8db-9e47b1011f5e,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:24:55.117412 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a077c88-70f8-4ddc-8649-0430498315b8 req-238e31f2-d3f5-4f93-a869-e9c18b1065d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:24:55.117914 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a077c88-70f8-4ddc-8649-0430498315b8 req-238e31f2-d3f5-4f93-a869-e9c18b1065d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:24:55.118385 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a077c88-70f8-4ddc-8649-0430498315b8 req-238e31f2-d3f5-4f93-a869-e9c18b1065d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:24:55.118855 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a077c88-70f8-4ddc-8649-0430498315b8 req-238e31f2-d3f5-4f93-a869-e9c18b1065d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:24:55.119316 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a077c88-70f8-4ddc-8649-0430498315b8 req-238e31f2-d3f5-4f93-a869-e9c18b1065d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:24:55.119776 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a077c88-70f8-4ddc-8649-0430498315b8 req-238e31f2-d3f5-4f93-a869-e9c18b1065d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:24:55.120233 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a077c88-70f8-4ddc-8649-0430498315b8 req-238e31f2-d3f5-4f93-a869-e9c18b1065d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:24:55.122574 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-5a077c88-70f8-4ddc-8649-0430498315b8 req-238e31f2-d3f5-4f93-a869-e9c18b1065d5 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=2de9f498797a4527ba13c10b546ad5bb&device_id=cc2a45fe-1c0e-4689-a738-964e9c19e30e HTTP/1.1" status: 200 len: 6339 time: 0.5105093 Jan 26 21:24:55.143277 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-8b3c093c-1736-473f-bb4a-fa6905144f3c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:24:55.147545 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-8b3c093c-1736-473f-bb4a-fa6905144f3c admin admin] 10.222.0.13 "DELETE /v2.0/subnets/3e0b5fe7-c879-4a69-b8db-9e47b1011f5e HTTP/1.1" status: 204 len: 168 time: 1.4758327 Jan 26 21:24:55.161660 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 43472) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:24:55.343062 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (fea0591a-627d-4c87-9a9a-01625ddf3277), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:24:55.640065 n-d-760453-5 neutron-server[103304]: DEBUG neutron.notifiers.nova [req-6a89b8a7-1720-47dc-b0d2-65caf9fd61b8 req-0e412f93-20f5-4191-8bd7-1ef7c67b2430 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3941d4d2-ec71-4191-8e9f-df25a9ea3da5 {{(pid=103304) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 26 21:24:55.663065 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-6a89b8a7-1720-47dc-b0d2-65caf9fd61b8 req-0e412f93-20f5-4191-8bd7-1ef7c67b2430 service neutron] Publish callbacks [] for port (3941d4d2-ec71-4191-8e9f-df25a9ea3da5), precommit_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:24:55.678713 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a077c88-70f8-4ddc-8649-0430498315b8 req-87734519-35fd-4fc1-848c-c62e9fe2d5ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:24:55.679287 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a077c88-70f8-4ddc-8649-0430498315b8 req-87734519-35fd-4fc1-848c-c62e9fe2d5ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:24:55.680616 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a077c88-70f8-4ddc-8649-0430498315b8 req-87734519-35fd-4fc1-848c-c62e9fe2d5ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:24:55.681705 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-1f58f4d4-5a43-48fd-9861-f2b3c603162d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-748181'] for network (d5480d3d-bab2-42ab-9692-609efda9979f), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:24:55.685198 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-5a077c88-70f8-4ddc-8649-0430498315b8 req-87734519-35fd-4fc1-848c-c62e9fe2d5ef service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=2de9f498797a4527ba13c10b546ad5bb&shared=False HTTP/1.1" status: 200 len: 2294 time: 0.5520763 Jan 26 21:24:55.685934 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.provisioning_blocks [req-6a89b8a7-1720-47dc-b0d2-65caf9fd61b8 req-0e412f93-20f5-4191-8bd7-1ef7c67b2430 service neutron] Transition to ACTIVE for port object 3941d4d2-ec71-4191-8e9f-df25a9ea3da5 will not be triggered until provisioned by entity L2. {{(pid=103304) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 21:24:55.691427 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-6dd14af8-a2cc-445e-98ed-cf62406b470c tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746560636600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746560234536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11791543'] for port (865d45d8-a516-4101-a798-2f3100c551f1), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:24:55.700326 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-6a89b8a7-1720-47dc-b0d2-65caf9fd61b8 req-0e412f93-20f5-4191-8bd7-1ef7c67b2430 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9281542'] for port (3941d4d2-ec71-4191-8e9f-df25a9ea3da5), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:24:55.762837 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399a6233-f8b8-4d80-996f-39303e944aa6 req-28e15311-6e26-4ddc-bd4a-ab4f34ef8b3b tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:24:55.769643 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399a6233-f8b8-4d80-996f-39303e944aa6 req-28e15311-6e26-4ddc-bd4a-ab4f34ef8b3b tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:24:55.776894 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399a6233-f8b8-4d80-996f-39303e944aa6 req-28e15311-6e26-4ddc-bd4a-ab4f34ef8b3b tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:24:55.783752 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399a6233-f8b8-4d80-996f-39303e944aa6 req-28e15311-6e26-4ddc-bd4a-ab4f34ef8b3b tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:24:55.789102 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399a6233-f8b8-4d80-996f-39303e944aa6 req-28e15311-6e26-4ddc-bd4a-ab4f34ef8b3b tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:24:55.795596 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399a6233-f8b8-4d80-996f-39303e944aa6 req-28e15311-6e26-4ddc-bd4a-ab4f34ef8b3b tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:24:55.801401 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399a6233-f8b8-4d80-996f-39303e944aa6 req-28e15311-6e26-4ddc-bd4a-ab4f34ef8b3b tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:24:55.811452 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-399a6233-f8b8-4d80-996f-39303e944aa6 req-28e15311-6e26-4ddc-bd4a-ab4f34ef8b3b tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] 10.222.0.13 "GET /v2.0/ports?device_id=cc2a45fe-1c0e-4689-a738-964e9c19e30e HTTP/1.1" status: 200 len: 5392 time: 0.7753634 Jan 26 21:24:55.820165 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a077c88-70f8-4ddc-8649-0430498315b8 req-68a86ca2-8231-453f-a2f3-80cdb2d1e5c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:24:55.822215 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-5a077c88-70f8-4ddc-8649-0430498315b8 req-68a86ca2-8231-453f-a2f3-80cdb2d1e5c8 service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1191442 Jan 26 21:24:55.912436 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd14af8-a2cc-445e-98ed-cf62406b470c tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Pushing event deleted for resources: {'Port': ['ID=865d45d8-a516-4101-a798-2f3100c551f1,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:24:56.026267 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-6dd14af8-a2cc-445e-98ed-cf62406b470c tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:24:56.033190 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-6dd14af8-a2cc-445e-98ed-cf62406b470c tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] 10.222.0.13 "DELETE /v2.0/ports/865d45d8-a516-4101-a798-2f3100c551f1 HTTP/1.1" status: 204 len: 168 time: 1.4907393 Jan 26 21:24:56.034145 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 43488) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:24:56.064852 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-1f58f4d4-5a43-48fd-9861-f2b3c603162d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-686403', 'neutron.services.segments.db._delete_segments_for_network-8746560774018'] for network (d5480d3d-bab2-42ab-9692-609efda9979f), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:24:56.087166 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e412f93-20f5-4191-8bd7-1ef7c67b2430 service neutron] Pushing event updated for resources: {'Port': ['ID=3941d4d2-ec71-4191-8e9f-df25a9ea3da5,revision_number=2']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:24:56.131225 n-d-760453-5 neutron-server[103304]: DEBUG neutron.services.segments.db [None req-1f58f4d4-5a43-48fd-9861-f2b3c603162d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d5480d3d-bab2-42ab-9692-609efda9979f']}} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:24:56.158312 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-399a6233-f8b8-4d80-996f-39303e944aa6 req-05f8b39d-f13b-49c6-bb5c-9f00d541c6d6 tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] 10.222.0.13 "GET /v2.0/security-groups?id=cdcbac26-bdec-4926-b949-1e63137fb150&id=e87e70a3-dfc0-4db8-90a2-ffd9c4c809a5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3446586 Jan 26 21:24:56.197562 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42c39a82-eccd-4470-9fb6-60503d94a64b tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:24:56.199213 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42c39a82-eccd-4470-9fb6-60503d94a64b tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:24:56.202691 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [req-6a89b8a7-1720-47dc-b0d2-65caf9fd61b8 req-0e412f93-20f5-4191-8bd7-1ef7c67b2430 service neutron] Attempting to bind port 3941d4d2-ec71-4191-8e9f-df25a9ea3da5 on host n-h2-760453-5 for vnic_type normal with profile {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 21:24:56.203410 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [req-6a89b8a7-1720-47dc-b0d2-65caf9fd61b8 req-0e412f93-20f5-4191-8bd7-1ef7c67b2430 service neutron] Attempting to bind port 3941d4d2-ec71-4191-8e9f-df25a9ea3da5 by drivers openvswitch,hyperv on host n-h2-760453-5 at level 0 using segments [{'id': '37f5726a-1839-44a5-8e0d-bcb3fd30328f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '09fefaf6-1493-45ff-9b77-0bffdcb790d7'}] {{(pid=103304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 26 21:24:56.204011 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a89b8a7-1720-47dc-b0d2-65caf9fd61b8 req-0e412f93-20f5-4191-8bd7-1ef7c67b2430 service neutron] Attempting to bind port 3941d4d2-ec71-4191-8e9f-df25a9ea3da5 on network 09fefaf6-1493-45ff-9b77-0bffdcb790d7 {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 21:24:56.205910 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-42c39a82-eccd-4470-9fb6-60503d94a64b tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1683891 Jan 26 21:24:56.210462 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 43490) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:24:56.213003 n-d-760453-5 neutron-server[103304]: DEBUG neutron.services.segments.db [None req-1f58f4d4-5a43-48fd-9861-f2b3c603162d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9fd884b8-86e2-416d-a96d-94ce9081e9cd') {'for_net_delete': True} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:24:56.222901 n-d-760453-5 neutron-server[103304]: DEBUG neutron.services.segments.db [None req-1f58f4d4-5a43-48fd-9861-f2b3c603162d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9fd884b8-86e2-416d-a96d-94ce9081e9cd') {} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:24:56.225365 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a89b8a7-1720-47dc-b0d2-65caf9fd61b8 req-0e412f93-20f5-4191-8bd7-1ef7c67b2430 service neutron] Port 3941d4d2-ec71-4191-8e9f-df25a9ea3da5 on network 09fefaf6-1493-45ff-9b77-0bffdcb790d7 not bound, no agent of type Open vSwitch agent registered on host n-h2-760453-5 {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 26 21:24:56.225944 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a89b8a7-1720-47dc-b0d2-65caf9fd61b8 req-0e412f93-20f5-4191-8bd7-1ef7c67b2430 service neutron] Attempting to bind port 3941d4d2-ec71-4191-8e9f-df25a9ea3da5 on network 09fefaf6-1493-45ff-9b77-0bffdcb790d7 {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 21:24:56.237722 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a89b8a7-1720-47dc-b0d2-65caf9fd61b8 req-0e412f93-20f5-4191-8bd7-1ef7c67b2430 service neutron] Checking agent: {'id': '4d619873-4b60-439f-9b5a-b155dc8bbc34', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-760453-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 21, 2, 53), 'started_at': datetime.datetime(2022, 1, 26, 21, 2, 53), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 21, 24, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 26 21:24:56.238487 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a89b8a7-1720-47dc-b0d2-65caf9fd61b8 req-0e412f93-20f5-4191-8bd7-1ef7c67b2430 service neutron] Checking segment: {'id': '37f5726a-1839-44a5-8e0d-bcb3fd30328f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '09fefaf6-1493-45ff-9b77-0bffdcb790d7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103304) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 21:24:56.239144 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a89b8a7-1720-47dc-b0d2-65caf9fd61b8 req-0e412f93-20f5-4191-8bd7-1ef7c67b2430 service neutron] Bound using segment: {'id': '37f5726a-1839-44a5-8e0d-bcb3fd30328f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '09fefaf6-1493-45ff-9b77-0bffdcb790d7'} {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 26 21:24:56.239848 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [req-6a89b8a7-1720-47dc-b0d2-65caf9fd61b8 req-0e412f93-20f5-4191-8bd7-1ef7c67b2430 service neutron] Bound port: 3941d4d2-ec71-4191-8e9f-df25a9ea3da5, host: n-h2-760453-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '37f5726a-1839-44a5-8e0d-bcb3fd30328f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '09fefaf6-1493-45ff-9b77-0bffdcb790d7'}}] {{(pid=103304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 26 21:24:56.240499 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-6a89b8a7-1720-47dc-b0d2-65caf9fd61b8 req-0e412f93-20f5-4191-8bd7-1ef7c67b2430 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (3941d4d2-ec71-4191-8e9f-df25a9ea3da5), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:24:56.249603 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-1f58f4d4-5a43-48fd-9861-f2b3c603162d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746560742283', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8881293'] for segment (9fd884b8-86e2-416d-a96d-94ce9081e9cd), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:24:56.285682 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-1f58f4d4-5a43-48fd-9861-f2b3c603162d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576559'] for segment (9fd884b8-86e2-416d-a96d-94ce9081e9cd), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:24:56.294553 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.db_base_plugin_v2 [None req-ad552c5f-24e6-464f-99c9-dd6b50b335b3 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Deleting subnet 099c771d-4e37-436b-9896-cac22b02b50e {{(pid=103305) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 26 21:24:56.299076 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-ad552c5f-24e6-464f-99c9-dd6b50b335b3 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Publish callbacks [] for subnet (099c771d-4e37-436b-9896-cac22b02b50e), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:24:56.386013 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-ad552c5f-24e6-464f-99c9-dd6b50b335b3 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11788946'] for subnet (099c771d-4e37-436b-9896-cac22b02b50e), precommit_delete_associations {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:24:56.394325 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1f58f4d4-5a43-48fd-9861-f2b3c603162d admin admin] Releasing vlan 580 on physical network physnet1 to pool {{(pid=103304) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 26 21:24:56.395028 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-1f58f4d4-5a43-48fd-9861-f2b3c603162d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9281762'] for segment (9fd884b8-86e2-416d-a96d-94ce9081e9cd), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:24:56.397160 n-d-760453-5 neutron-server[103304]: Traceback (most recent call last): Jan 26 21:24:56.397160 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 26 21:24:56.397160 n-d-760453-5 neutron-server[103304]: timer() Jan 26 21:24:56.397160 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 26 21:24:56.397160 n-d-760453-5 neutron-server[103304]: cb(*args, **kw) Jan 26 21:24:56.397160 n-d-760453-5 neutron-server[103304]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 26 21:24:56.397160 n-d-760453-5 neutron-server[103304]: return func(*args, **kwargs) Jan 26 21:24:56.397160 n-d-760453-5 neutron-server[103304]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 26 21:24:56.397160 n-d-760453-5 neutron-server[103304]: self._notify() Jan 26 21:24:56.397160 n-d-760453-5 neutron-server[103304]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 26 21:24:56.397160 n-d-760453-5 neutron-server[103304]: self.callback(batched_events) Jan 26 21:24:56.397160 n-d-760453-5 neutron-server[103304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 26 21:24:56.397160 n-d-760453-5 neutron-server[103304]: event.method(event) Jan 26 21:24:56.397160 n-d-760453-5 neutron-server[103304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 26 21:24:56.397160 n-d-760453-5 neutron-server[103304]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 26 21:24:56.397160 n-d-760453-5 neutron-server[103304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 26 21:24:56.397160 n-d-760453-5 neutron-server[103304]: aggregate_uuid = self.p_client.list_aggregates( Jan 26 21:24:56.397160 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 26 21:24:56.397160 n-d-760453-5 neutron-server[103304]: return f(self, *a, **k) Jan 26 21:24:56.397160 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 26 21:24:56.397160 n-d-760453-5 neutron-server[103304]: return self._get(url).json() Jan 26 21:24:56.397160 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 26 21:24:56.397160 n-d-760453-5 neutron-server[103304]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 26 21:24:56.397160 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 26 21:24:56.397160 n-d-760453-5 neutron-server[103304]: return self.request(url, 'GET', **kwargs) Jan 26 21:24:56.397160 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 26 21:24:56.397160 n-d-760453-5 neutron-server[103304]: base_url = self.get_endpoint(auth, allow=allow, Jan 26 21:24:56.397160 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 26 21:24:56.397160 n-d-760453-5 neutron-server[103304]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 26 21:24:56.397160 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 26 21:24:56.397160 n-d-760453-5 neutron-server[103304]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 26 21:24:56.397160 n-d-760453-5 neutron-server[103304]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 26 21:24:56.456590 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.agents_db [None req-569f1ced-6396-4ddf-b79f-e03b0b2146ab None None] Agent healthcheck: found 7 active agents {{(pid=103307) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 26 21:24:56.613540 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-ad552c5f-24e6-464f-99c9-dd6b50b335b3 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687316'] for subnet (099c771d-4e37-436b-9896-cac22b02b50e), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:24:56.638849 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [req-6a89b8a7-1720-47dc-b0d2-65caf9fd61b8 req-0e412f93-20f5-4191-8bd7-1ef7c67b2430 service neutron] For port 3941d4d2-ec71-4191-8e9f-df25a9ea3da5, host n-h2-760453-5, cleared binding levels {{(pid=103304) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 26 21:24:56.642547 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [req-6a89b8a7-1720-47dc-b0d2-65caf9fd61b8 req-0e412f93-20f5-4191-8bd7-1ef7c67b2430 service neutron] For port 3941d4d2-ec71-4191-8e9f-df25a9ea3da5, host n-h2-760453-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-5',level=0,port_id=3941d4d2-ec71-4191-8e9f-df25a9ea3da5,segment=NetworkSegment(37f5726a-1839-44a5-8e0d-bcb3fd30328f),segment_id=37f5726a-1839-44a5-8e0d-bcb3fd30328f)] {{(pid=103304) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 26 21:24:56.690823 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-6a89b8a7-1720-47dc-b0d2-65caf9fd61b8 req-0e412f93-20f5-4191-8bd7-1ef7c67b2430 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9281542'] for port (3941d4d2-ec71-4191-8e9f-df25a9ea3da5), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:24:56.703451 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-ad552c5f-24e6-464f-99c9-dd6b50b335b3 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11791594', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11599980'] for subnet (099c771d-4e37-436b-9896-cac22b02b50e), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:24:56.783000 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-1f58f4d4-5a43-48fd-9861-f2b3c603162d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4110931'] for network (d5480d3d-bab2-42ab-9692-609efda9979f), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:24:56.790169 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad552c5f-24e6-464f-99c9-dd6b50b335b3 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Pushing event deleted for resources: {'Subnet': ['ID=099c771d-4e37-436b-9896-cac22b02b50e,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:24:56.802554 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-ad552c5f-24e6-464f-99c9-dd6b50b335b3 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709645'] for subnet (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:24:56.804553 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-1f58f4d4-5a43-48fd-9861-f2b3c603162d admin admin] Publish callbacks [] for network (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:24:56.810238 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-1f58f4d4-5a43-48fd-9861-f2b3c603162d admin admin] 10.222.0.13 "DELETE /v2.0/networks/d5480d3d-bab2-42ab-9692-609efda9979f HTTP/1.1" status: 204 len: 168 time: 1.6414144 Jan 26 21:24:56.827034 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-ad552c5f-24e6-464f-99c9-dd6b50b335b3 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] 10.222.0.13 "DELETE /v2.0/subnets/099c771d-4e37-436b-9896-cac22b02b50e HTTP/1.1" status: 204 len: 168 time: 0.6101553 Jan 26 21:24:56.830020 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 43512) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:24:56.837149 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e412f93-20f5-4191-8bd7-1ef7c67b2430 service neutron] Pushing event updated for resources: {'Port': ['ID=3941d4d2-ec71-4191-8e9f-df25a9ea3da5,revision_number=3']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:24:56.849784 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f58f4d4-5a43-48fd-9861-f2b3c603162d admin admin] Pushing event deleted for resources: {'Network': ['ID=d5480d3d-bab2-42ab-9692-609efda9979f,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:24:56.858392 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a89b8a7-1720-47dc-b0d2-65caf9fd61b8 req-0e412f93-20f5-4191-8bd7-1ef7c67b2430 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:24:56.859038 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-6a89b8a7-1720-47dc-b0d2-65caf9fd61b8 req-0e412f93-20f5-4191-8bd7-1ef7c67b2430 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:24:56.861978 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-6a89b8a7-1720-47dc-b0d2-65caf9fd61b8 req-0e412f93-20f5-4191-8bd7-1ef7c67b2430 service neutron] 10.222.0.57 "PUT /v2.0/ports/3941d4d2-ec71-4191-8e9f-df25a9ea3da5 HTTP/1.1" status: 200 len: 1091 time: 2.3573811 Jan 26 21:24:56.862859 n-d-760453-5 neutron-server[103304]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc2a45fe-1c0e-4689-a738-964e9c19e30e', 'tag': '3941d4d2-ec71-4191-8e9f-df25a9ea3da5'}] {{(pid=103304) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 21:24:56.871550 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d52b45f1943fcd332af9527eb73ff93c8d715d44383a3f6d18de73b4cfcf87b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26b3d09a-2580-4ca7-a6e9-855a66f1bb80" -d '{"events": [{"name": "network-changed", "server_uuid": "cc2a45fe-1c0e-4689-a738-964e9c19e30e", "tag": "3941d4d2-ec71-4191-8e9f-df25a9ea3da5"}]}' {{(pid=103304) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 21:24:56.909481 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [req-6a89b8a7-1720-47dc-b0d2-65caf9fd61b8 req-639f9ee6-800b-4481-87c3-e926cc93bce0 service neutron] Request body: {'port': {'device_id': 'cc2a45fe-1c0e-4689-a738-964e9c19e30e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-760453-5'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:24:57.024242 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device 29552980-a5b1-4314-bbe2-26c47b1155d7 up at agent ovs-agent-n-d-760453-5 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 21:24:57.082851 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-2b4eab96-4656-4bd2-b1c0-f3aefd620389 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2468977 Jan 26 21:24:57.086521 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 43520) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:24:57.121213 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-3449adca-9197-4dc4-84e9-bf1dbf612fc0 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Request body: {'subnet': {'network_id': '80bdce17-b861-46cb-9014-7071d7f46353', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:24:57.159446 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 26 Jan 2022 21:24:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ec66a73-3d66-44bb-9dbb-fb45deedc331 x-openstack-request-id: req-1ec66a73-3d66-44bb-9dbb-fb45deedc331 {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 21:24:57.164261 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cc2a45fe-1c0e-4689-a738-964e9c19e30e", "tag": "3941d4d2-ec71-4191-8e9f-df25a9ea3da5", "status": "completed", "code": 200}]} {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 21:24:57.164899 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-1ec66a73-3d66-44bb-9dbb-fb45deedc331 {{(pid=103304) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 21:24:57.165648 n-d-760453-5 neutron-server[103304]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cc2a45fe-1c0e-4689-a738-964e9c19e30e', 'tag': '3941d4d2-ec71-4191-8e9f-df25a9ea3da5', 'status': 'completed', 'code': 200} Jan 26 21:24:57.166450 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-6a89b8a7-1720-47dc-b0d2-65caf9fd61b8 req-639f9ee6-800b-4481-87c3-e926cc93bce0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (b6f4a45a-14b0-47b4-ab05-34ee30262fe7), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:24:57.176244 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4a24a24-683e-4264-bc1c-c5ef12e6b151 None None] Network 80bdce17-b861-46cb-9014-7071d7f46353 requested from n-d-760453-5 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 26 21:24:57.354973 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b3d09a-2580-4ca7-a6e9-855a66f1bb80 req-6fb36ae7-5408-46a2-a37f-8dd73ae6dc0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:24:57.355717 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b3d09a-2580-4ca7-a6e9-855a66f1bb80 req-6fb36ae7-5408-46a2-a37f-8dd73ae6dc0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:24:57.356357 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b3d09a-2580-4ca7-a6e9-855a66f1bb80 req-6fb36ae7-5408-46a2-a37f-8dd73ae6dc0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:24:57.357090 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b3d09a-2580-4ca7-a6e9-855a66f1bb80 req-6fb36ae7-5408-46a2-a37f-8dd73ae6dc0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:24:57.357810 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b3d09a-2580-4ca7-a6e9-855a66f1bb80 req-6fb36ae7-5408-46a2-a37f-8dd73ae6dc0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:24:57.358448 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b3d09a-2580-4ca7-a6e9-855a66f1bb80 req-6fb36ae7-5408-46a2-a37f-8dd73ae6dc0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:24:57.359083 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b3d09a-2580-4ca7-a6e9-855a66f1bb80 req-6fb36ae7-5408-46a2-a37f-8dd73ae6dc0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:24:57.361946 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-26b3d09a-2580-4ca7-a6e9-855a66f1bb80 req-6fb36ae7-5408-46a2-a37f-8dd73ae6dc0a service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=2de9f498797a4527ba13c10b546ad5bb&device_id=cc2a45fe-1c0e-4689-a738-964e9c19e30e HTTP/1.1" status: 200 len: 6406 time: 0.3169434 Jan 26 21:24:57.459434 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 43528) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:24:57.537007 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3449adca-9197-4dc4-84e9-bf1dbf612fc0 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Made reservation on behalf of 91ff6b128d484238b8b1d440faeb9154 for: {'subnet': 1} {{(pid=103305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 21:24:57.540790 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-3449adca-9197-4dc4-84e9-bf1dbf612fc0 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11599953'] for subnet (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:24:57.569330 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-2459216a-9d2c-451d-8c8b-44cacbcd25e0 None None] Provisioning complete for port 29552980-a5b1-4314-bbe2-26c47b1155d7 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:24:57.574318 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2459216a-9d2c-451d-8c8b-44cacbcd25e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (29552980-a5b1-4314-bbe2-26c47b1155d7), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:24:57.700172 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bc0b45a-1c8a-4ea4-ae2c-a4c413f9f01d None None] DHCP port deletion for 80bdce17-b861-46cb-9014-7071d7f46353 request from n-d-760453-5 {{(pid=103306) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 26 21:24:57.847911 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Provisioning complete for port 29552980-a5b1-4314-bbe2-26c47b1155d7 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:24:57.847911 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (29552980-a5b1-4314-bbe2-26c47b1155d7), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:24:57.925374 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-8df29b6d-2dda-4805-b052-f338ead6846e admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b84068c047214d90966ff7ed497aada1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4584570 Jan 26 21:24:57.925374 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-3449adca-9197-4dc4-84e9-bf1dbf612fc0 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11788839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11599975'] for subnet (c9985609-0fe5-4016-a61e-e9030d0a9bc7), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:24:57.925715 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 43536) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:24:58.061672 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3449adca-9197-4dc4-84e9-bf1dbf612fc0 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Network 80bdce17-b861-46cb-9014-7071d7f46353 is already hosted by enough agents. {{(pid=103305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 21:24:58.109021 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [None req-3449adca-9197-4dc4-84e9-bf1dbf612fc0 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Resources bound (agent type, host, resource id): {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:24:58.116134 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3449adca-9197-4dc4-84e9-bf1dbf612fc0 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Pushing event updated for resources: {'Subnet': ['ID=c9985609-0fe5-4016-a61e-e9030d0a9bc7,revision_number=0']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:24:58.138038 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3449adca-9197-4dc4-84e9-bf1dbf612fc0 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:24:58.138911 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-3449adca-9197-4dc4-84e9-bf1dbf612fc0 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709645'] for subnet (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:24:58.172979 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Current status of the port 29552980-a5b1-4314-bbe2-26c47b1155d7 is: DOWN; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:24:58.182107 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (29552980-a5b1-4314-bbe2-26c47b1155d7), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:24:58.212979 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-824a4338-7b61-4406-9127-1ee5ccc22c7a admin admin] Publish callbacks [] for security_group (461ca33f-43cf-4a35-a5bb-7e46cb0e5e93), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:24:58.254544 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-824a4338-7b61-4406-9127-1ee5ccc22c7a admin admin] Publish callbacks [] for security_group (461ca33f-43cf-4a35-a5bb-7e46cb0e5e93), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:24:58.295078 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2459216a-9d2c-451d-8c8b-44cacbcd25e0 None None] Current status of the port 29552980-a5b1-4314-bbe2-26c47b1155d7 is: DOWN; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:24:58.298703 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2459216a-9d2c-451d-8c8b-44cacbcd25e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (29552980-a5b1-4314-bbe2-26c47b1155d7), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:24:58.309754 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-4bc0b45a-1c8a-4ea4-ae2c-a4c413f9f01d None None] Deleting port 29552980-a5b1-4314-bbe2-26c47b1155d7 {{(pid=103306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 21:24:58.310126 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-4bc0b45a-1c8a-4ea4-ae2c-a4c413f9f01d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746560630878'] for port (29552980-a5b1-4314-bbe2-26c47b1155d7), before_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:24:58.330643 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b3d09a-2580-4ca7-a6e9-855a66f1bb80 req-6ef77f9f-9a2f-4678-ba1e-72fa9d6c31f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:24:58.333875 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b3d09a-2580-4ca7-a6e9-855a66f1bb80 req-6ef77f9f-9a2f-4678-ba1e-72fa9d6c31f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:24:58.334724 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b3d09a-2580-4ca7-a6e9-855a66f1bb80 req-6ef77f9f-9a2f-4678-ba1e-72fa9d6c31f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:24:58.336561 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-26b3d09a-2580-4ca7-a6e9-855a66f1bb80 req-6ef77f9f-9a2f-4678-ba1e-72fa9d6c31f5 service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=2de9f498797a4527ba13c10b546ad5bb&shared=False HTTP/1.1" status: 200 len: 2294 time: 0.9620395 Jan 26 21:24:58.339223 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-824a4338-7b61-4406-9127-1ee5ccc22c7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (461ca33f-43cf-4a35-a5bb-7e46cb0e5e93), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:24:58.342359 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-824a4338-7b61-4406-9127-1ee5ccc22c7a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:24:58.346930 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-824a4338-7b61-4406-9127-1ee5ccc22c7a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/461ca33f-43cf-4a35-a5bb-7e46cb0e5e93 HTTP/1.1" status: 204 len: 168 time: 0.4150364 Jan 26 21:24:58.355117 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-3449adca-9197-4dc4-84e9-bf1dbf612fc0 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.2613437 Jan 26 21:24:58.408730 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 43546) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:24:58.426950 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-17390db8-2316-4a9c-a501-e1525e297272 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Request body: {'port': {'network_id': '80bdce17-b861-46cb-9014-7071d7f46353', 'fixed_ips': [{'subnet_id': 'c9985609-0fe5-4016-a61e-e9030d0a9bc7', 'ip_address': '2001:db8::877a:e2d5:a607:fb66'}], 'name': 'tempest-NetworksTestDHCPv6-430690918'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:24:58.558369 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-4bc0b45a-1c8a-4ea4-ae2c-a4c413f9f01d None None] For port 29552980-a5b1-4314-bbe2-26c47b1155d7, host n-d-760453-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=29552980-a5b1-4314-bbe2-26c47b1155d7,segment=NetworkSegment(3c6d624c-ba08-479a-b68a-7684ce678b5c),segment_id=3c6d624c-ba08-479a-b68a-7684ce678b5c)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:24:58.559074 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-4bc0b45a-1c8a-4ea4-ae2c-a4c413f9f01d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4109658'] for port (29552980-a5b1-4314-bbe2-26c47b1155d7), precommit_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:24:58.572690 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-4bc0b45a-1c8a-4ea4-ae2c-a4c413f9f01d None None] Calling delete_port for 29552980-a5b1-4314-bbe2-26c47b1155d7 owned by network:dhcp {{(pid=103306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 21:24:58.611037 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b3d09a-2580-4ca7-a6e9-855a66f1bb80 req-544f3197-b94d-4570-b555-a0ada44b035b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:24:58.618870 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-26b3d09a-2580-4ca7-a6e9-855a66f1bb80 req-544f3197-b94d-4570-b555-a0ada44b035b service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2623551 Jan 26 21:24:58.636453 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824a4338-7b61-4406-9127-1ee5ccc22c7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=461ca33f-43cf-4a35-a5bb-7e46cb0e5e93,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:24:58.732139 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-4bc0b45a-1c8a-4ea4-ae2c-a4c413f9f01d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746560636600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746560234536'] for port (29552980-a5b1-4314-bbe2-26c47b1155d7), after_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:24:58.800208 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bc0b45a-1c8a-4ea4-ae2c-a4c413f9f01d None None] No DVR routers for this DVR port 29552980-a5b1-4314-bbe2-26c47b1155d7 on host n-d-760453-5 {{(pid=103306) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 26 21:24:58.806788 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc0b45a-1c8a-4ea4-ae2c-a4c413f9f01d None None] Pushing event deleted for resources: {'Port': ['ID=29552980-a5b1-4314-bbe2-26c47b1155d7,revision_number=None']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:24:58.927320 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc366ff0-8721-4b99-adbf-aec2c759e6fb None None] Network 80bdce17-b861-46cb-9014-7071d7f46353 requested from n-d-760453-5 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 26 21:24:59.056984 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17390db8-2316-4a9c-a501-e1525e297272 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Made reservation on behalf of 91ff6b128d484238b8b1d440faeb9154 for: {'port': 1} {{(pid=103304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 21:24:59.172404 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-17390db8-2316-4a9c-a501-e1525e297272 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:24:59.177030 n-d-760453-5 neutron-server[103304]: DEBUG neutron.notifiers.nova [req-6a89b8a7-1720-47dc-b0d2-65caf9fd61b8 req-639f9ee6-800b-4481-87c3-e926cc93bce0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b6f4a45a-14b0-47b4-ab05-34ee30262fe7 {{(pid=103304) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 26 21:24:59.205795 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-6a89b8a7-1720-47dc-b0d2-65caf9fd61b8 req-639f9ee6-800b-4481-87c3-e926cc93bce0 service neutron] Publish callbacks [] for port (b6f4a45a-14b0-47b4-ab05-34ee30262fe7), precommit_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:24:59.213835 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device 29552980-a5b1-4314-bbe2-26c47b1155d7 no longer exists at agent ovs-agent-n-d-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 26 21:24:59.227404 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ececa2-aa77-4bae-afa6-6f45b234558f req-45249202-9ff2-4396-9e6e-69af6f3f6cbd tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:24:59.247656 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ececa2-aa77-4bae-afa6-6f45b234558f req-45249202-9ff2-4396-9e6e-69af6f3f6cbd tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:24:59.256943 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] No Port match for: 29552980-a5b1-4314-bbe2-26c47b1155d7 {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 26 21:24:59.257332 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device 29552980-a5b1-4314-bbe2-26c47b1155d7 not bound to the agent host n-d-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 26 21:24:59.286855 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ececa2-aa77-4bae-afa6-6f45b234558f req-45249202-9ff2-4396-9e6e-69af6f3f6cbd tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:24:59.305787 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ececa2-aa77-4bae-afa6-6f45b234558f req-45249202-9ff2-4396-9e6e-69af6f3f6cbd tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:24:59.311586 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ececa2-aa77-4bae-afa6-6f45b234558f req-45249202-9ff2-4396-9e6e-69af6f3f6cbd tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:24:59.318723 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ececa2-aa77-4bae-afa6-6f45b234558f req-45249202-9ff2-4396-9e6e-69af6f3f6cbd tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:24:59.325528 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ececa2-aa77-4bae-afa6-6f45b234558f req-45249202-9ff2-4396-9e6e-69af6f3f6cbd tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:24:59.339668 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cddf9b9c-227f-45a5-88ad-124fb83b1b9d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3c4099e8-8ffb-51d1-af7f-5868973e933f-80bdce17-b861-46cb-9014-7071d7f46353', 'network_id': '80bdce17-b861-46cb-9014-7071d7f46353', 'project_id': '91ff6b128d484238b8b1d440faeb9154', 'fixed_ips': [{'subnet_id': 'c9985609-0fe5-4016-a61e-e9030d0a9bc7'}]}} from n-d-760453-5. {{(pid=103306) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 26 21:24:59.340799 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-cddf9b9c-227f-45a5-88ad-124fb83b1b9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (None), before_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:24:59.344871 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-f3ececa2-aa77-4bae-afa6-6f45b234558f req-45249202-9ff2-4396-9e6e-69af6f3f6cbd tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] 10.222.0.13 "GET /v2.0/ports?device_id=cc2a45fe-1c0e-4689-a738-964e9c19e30e HTTP/1.1" status: 200 len: 5404 time: 2.0107570 Jan 26 21:24:59.382832 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.provisioning_blocks [req-6a89b8a7-1720-47dc-b0d2-65caf9fd61b8 req-639f9ee6-800b-4481-87c3-e926cc93bce0 service neutron] Transition to ACTIVE for port object b6f4a45a-14b0-47b4-ab05-34ee30262fe7 will not be triggered until provisioned by entity L2. {{(pid=103304) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 21:24:59.412632 n-d-760453-5 neutron-server[103304]: DEBUG neutron.notifiers.nova [None req-17390db8-2316-4a9c-a501-e1525e297272 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] device_id is not set on port d6fc37a3-b6c6-4e6c-a72e-f5c8c74fc38a yet. {{(pid=103304) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 26 21:24:59.435331 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-6a89b8a7-1720-47dc-b0d2-65caf9fd61b8 req-639f9ee6-800b-4481-87c3-e926cc93bce0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9281542'] for port (b6f4a45a-14b0-47b4-ab05-34ee30262fe7), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:24:59.738748 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.db_base_plugin_common [None req-cddf9b9c-227f-45a5-88ad-124fb83b1b9d None None] Allocated IP 2001:db8::2 (80bdce17-b861-46cb-9014-7071d7f46353/c9985609-0fe5-4016-a61e-e9030d0a9bc7/e7d0a9a8-4d23-4a45-8277-f6c0db492b16) {{(pid=103306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 21:24:59.916900 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-f3ececa2-aa77-4bae-afa6-6f45b234558f req-582c39f8-29c0-496b-b80c-0c9393b267c3 tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] 10.222.0.13 "GET /v2.0/security-groups?id=cdcbac26-bdec-4926-b949-1e63137fb150&id=e87e70a3-dfc0-4db8-90a2-ffd9c4c809a5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.5708058 Jan 26 21:24:59.931714 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-639f9ee6-800b-4481-87c3-e926cc93bce0 service neutron] Pushing event updated for resources: {'Port': ['ID=b6f4a45a-14b0-47b4-ab05-34ee30262fe7,revision_number=2']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:24:59.948975 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [req-6a89b8a7-1720-47dc-b0d2-65caf9fd61b8 req-639f9ee6-800b-4481-87c3-e926cc93bce0 service neutron] Attempting to bind port b6f4a45a-14b0-47b4-ab05-34ee30262fe7 on host n-h2-760453-5 for vnic_type normal with profile {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 21:24:59.949624 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [req-6a89b8a7-1720-47dc-b0d2-65caf9fd61b8 req-639f9ee6-800b-4481-87c3-e926cc93bce0 service neutron] Attempting to bind port b6f4a45a-14b0-47b4-ab05-34ee30262fe7 by drivers openvswitch,hyperv on host n-h2-760453-5 at level 0 using segments [{'id': '37f5726a-1839-44a5-8e0d-bcb3fd30328f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '09fefaf6-1493-45ff-9b77-0bffdcb790d7'}] {{(pid=103304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 26 21:24:59.950207 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a89b8a7-1720-47dc-b0d2-65caf9fd61b8 req-639f9ee6-800b-4481-87c3-e926cc93bce0 service neutron] Attempting to bind port b6f4a45a-14b0-47b4-ab05-34ee30262fe7 on network 09fefaf6-1493-45ff-9b77-0bffdcb790d7 {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 21:24:59.958910 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a89b8a7-1720-47dc-b0d2-65caf9fd61b8 req-639f9ee6-800b-4481-87c3-e926cc93bce0 service neutron] Port b6f4a45a-14b0-47b4-ab05-34ee30262fe7 on network 09fefaf6-1493-45ff-9b77-0bffdcb790d7 not bound, no agent of type Open vSwitch agent registered on host n-h2-760453-5 {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 26 21:24:59.961050 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a89b8a7-1720-47dc-b0d2-65caf9fd61b8 req-639f9ee6-800b-4481-87c3-e926cc93bce0 service neutron] Attempting to bind port b6f4a45a-14b0-47b4-ab05-34ee30262fe7 on network 09fefaf6-1493-45ff-9b77-0bffdcb790d7 {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 21:24:59.991489 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a89b8a7-1720-47dc-b0d2-65caf9fd61b8 req-639f9ee6-800b-4481-87c3-e926cc93bce0 service neutron] Checking agent: {'id': '4d619873-4b60-439f-9b5a-b155dc8bbc34', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-760453-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 21, 2, 53), 'started_at': datetime.datetime(2022, 1, 26, 21, 2, 53), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 21, 24, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 26 21:24:59.992062 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a89b8a7-1720-47dc-b0d2-65caf9fd61b8 req-639f9ee6-800b-4481-87c3-e926cc93bce0 service neutron] Checking segment: {'id': '37f5726a-1839-44a5-8e0d-bcb3fd30328f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '09fefaf6-1493-45ff-9b77-0bffdcb790d7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103304) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 21:24:59.992646 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a89b8a7-1720-47dc-b0d2-65caf9fd61b8 req-639f9ee6-800b-4481-87c3-e926cc93bce0 service neutron] Bound using segment: {'id': '37f5726a-1839-44a5-8e0d-bcb3fd30328f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '09fefaf6-1493-45ff-9b77-0bffdcb790d7'} {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 26 21:24:59.993270 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [req-6a89b8a7-1720-47dc-b0d2-65caf9fd61b8 req-639f9ee6-800b-4481-87c3-e926cc93bce0 service neutron] Bound port: b6f4a45a-14b0-47b4-ab05-34ee30262fe7, host: n-h2-760453-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '37f5726a-1839-44a5-8e0d-bcb3fd30328f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '09fefaf6-1493-45ff-9b77-0bffdcb790d7'}}] {{(pid=103304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 26 21:24:59.994004 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-6a89b8a7-1720-47dc-b0d2-65caf9fd61b8 req-639f9ee6-800b-4481-87c3-e926cc93bce0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (b6f4a45a-14b0-47b4-ab05-34ee30262fe7), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:25:00.050529 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-cddf9b9c-227f-45a5-88ad-124fb83b1b9d None None] Publish callbacks [] for port (e7d0a9a8-4d23-4a45-8277-f6c0db492b16), precommit_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:25:00.068064 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-cddf9b9c-227f-45a5-88ad-124fb83b1b9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746560234527'] for port (e7d0a9a8-4d23-4a45-8277-f6c0db492b16), after_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:25:00.103836 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [req-6a89b8a7-1720-47dc-b0d2-65caf9fd61b8 req-639f9ee6-800b-4481-87c3-e926cc93bce0 service neutron] For port b6f4a45a-14b0-47b4-ab05-34ee30262fe7, host n-h2-760453-5, cleared binding levels {{(pid=103304) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 26 21:25:00.107904 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [req-6a89b8a7-1720-47dc-b0d2-65caf9fd61b8 req-639f9ee6-800b-4481-87c3-e926cc93bce0 service neutron] For port b6f4a45a-14b0-47b4-ab05-34ee30262fe7, host n-h2-760453-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-5',level=0,port_id=b6f4a45a-14b0-47b4-ab05-34ee30262fe7,segment=NetworkSegment(37f5726a-1839-44a5-8e0d-bcb3fd30328f),segment_id=37f5726a-1839-44a5-8e0d-bcb3fd30328f)] {{(pid=103304) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 26 21:25:00.150216 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-6a89b8a7-1720-47dc-b0d2-65caf9fd61b8 req-639f9ee6-800b-4481-87c3-e926cc93bce0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9281542'] for port (b6f4a45a-14b0-47b4-ab05-34ee30262fe7), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:25:00.177988 n-d-760453-5 neutron-server[103306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cddf9b9c-227f-45a5-88ad-124fb83b1b9d None None] Network 80bdce17-b861-46cb-9014-7071d7f46353 is already hosted by enough agents. {{(pid=103306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 21:25:00.198229 n-d-760453-5 neutron-server[103306]: DEBUG neutron.scheduler.base_scheduler [None req-cddf9b9c-227f-45a5-88ad-124fb83b1b9d None None] Resources bound (agent type, host, resource id): {{(pid=103306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:25:00.208189 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cddf9b9c-227f-45a5-88ad-124fb83b1b9d None None] Received port after_create {{(pid=103306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 21:25:00.260484 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cddf9b9c-227f-45a5-88ad-124fb83b1b9d None None] Pushing event updated for resources: {'Port': ['ID=e7d0a9a8-4d23-4a45-8277-f6c0db492b16,revision_number=1']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:25:00.300776 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a89b8a7-1720-47dc-b0d2-65caf9fd61b8 req-639f9ee6-800b-4481-87c3-e926cc93bce0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:25:00.301653 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-6a89b8a7-1720-47dc-b0d2-65caf9fd61b8 req-639f9ee6-800b-4481-87c3-e926cc93bce0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:25:00.303326 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-6a89b8a7-1720-47dc-b0d2-65caf9fd61b8 req-639f9ee6-800b-4481-87c3-e926cc93bce0 service neutron] 10.222.0.57 "PUT /v2.0/ports/b6f4a45a-14b0-47b4-ab05-34ee30262fe7 HTTP/1.1" status: 200 len: 1091 time: 3.4162419 Jan 26 21:25:00.303980 n-d-760453-5 neutron-server[103304]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc2a45fe-1c0e-4689-a738-964e9c19e30e', 'tag': 'b6f4a45a-14b0-47b4-ab05-34ee30262fe7'}] {{(pid=103304) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 21:25:00.306945 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d52b45f1943fcd332af9527eb73ff93c8d715d44383a3f6d18de73b4cfcf87b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da3e333e-7927-4cc9-a868-1cdc56c28c49" -d '{"events": [{"name": "network-changed", "server_uuid": "cc2a45fe-1c0e-4689-a738-964e9c19e30e", "tag": "b6f4a45a-14b0-47b4-ab05-34ee30262fe7"}]}' {{(pid=103304) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 21:25:00.465243 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-cddf9b9c-227f-45a5-88ad-124fb83b1b9d None None] Attempting to bind port e7d0a9a8-4d23-4a45-8277-f6c0db492b16 on host n-d-760453-5 for vnic_type normal with profile {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 21:25:00.465467 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-cddf9b9c-227f-45a5-88ad-124fb83b1b9d None None] Attempting to bind port e7d0a9a8-4d23-4a45-8277-f6c0db492b16 by drivers openvswitch,hyperv on host n-d-760453-5 at level 0 using segments [{'id': '3c6d624c-ba08-479a-b68a-7684ce678b5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '80bdce17-b861-46cb-9014-7071d7f46353'}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 26 21:25:00.466511 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cddf9b9c-227f-45a5-88ad-124fb83b1b9d None None] Attempting to bind port e7d0a9a8-4d23-4a45-8277-f6c0db492b16 on network 80bdce17-b861-46cb-9014-7071d7f46353 {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 21:25:00.481466 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cddf9b9c-227f-45a5-88ad-124fb83b1b9d None None] Checking agent: {'id': 'fea0591a-627d-4c87-9a9a-01625ddf3277', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760453-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 20, 55, 25), 'started_at': datetime.datetime(2022, 1, 26, 20, 55, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 21, 24, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760453-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 26 21:25:00.482030 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cddf9b9c-227f-45a5-88ad-124fb83b1b9d None None] Checking segment: {'id': '3c6d624c-ba08-479a-b68a-7684ce678b5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '80bdce17-b861-46cb-9014-7071d7f46353'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 21:25:00.482631 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-cddf9b9c-227f-45a5-88ad-124fb83b1b9d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:25:00.486591 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cddf9b9c-227f-45a5-88ad-124fb83b1b9d None None] Bound using segment: {'id': '3c6d624c-ba08-479a-b68a-7684ce678b5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '80bdce17-b861-46cb-9014-7071d7f46353'} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 26 21:25:00.487757 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-cddf9b9c-227f-45a5-88ad-124fb83b1b9d None None] Bound port: e7d0a9a8-4d23-4a45-8277-f6c0db492b16, host: n-d-760453-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c6d624c-ba08-479a-b68a-7684ce678b5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '80bdce17-b861-46cb-9014-7071d7f46353'}}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 26 21:25:00.488459 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-cddf9b9c-227f-45a5-88ad-124fb83b1b9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (e7d0a9a8-4d23-4a45-8277-f6c0db492b16), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:25:00.541112 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 26 Jan 2022 21:25:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0db62f2f-7893-41ae-8708-e8af9ee1f1ac x-openstack-request-id: req-0db62f2f-7893-41ae-8708-e8af9ee1f1ac {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 21:25:00.541805 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cc2a45fe-1c0e-4689-a738-964e9c19e30e", "tag": "b6f4a45a-14b0-47b4-ab05-34ee30262fe7", "status": "completed", "code": 200}]} {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 21:25:00.541805 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-0db62f2f-7893-41ae-8708-e8af9ee1f1ac {{(pid=103304) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 21:25:00.542220 n-d-760453-5 neutron-server[103304]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cc2a45fe-1c0e-4689-a738-964e9c19e30e', 'tag': 'b6f4a45a-14b0-47b4-ab05-34ee30262fe7', 'status': 'completed', 'code': 200} Jan 26 21:25:00.622320 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.db_base_plugin_common [None req-17390db8-2316-4a9c-a501-e1525e297272 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Allocated IP 2001:db8::877a:e2d5:a607:fb66 (80bdce17-b861-46cb-9014-7071d7f46353/c9985609-0fe5-4016-a61e-e9030d0a9bc7/d6fc37a3-b6c6-4e6c-a72e-f5c8c74fc38a) {{(pid=103304) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 21:25:00.634485 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-cddf9b9c-227f-45a5-88ad-124fb83b1b9d None None] For port e7d0a9a8-4d23-4a45-8277-f6c0db492b16, host n-d-760453-5, cleared binding levels {{(pid=103306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 26 21:25:00.649486 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-cddf9b9c-227f-45a5-88ad-124fb83b1b9d None None] For port e7d0a9a8-4d23-4a45-8277-f6c0db492b16, host n-d-760453-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=e7d0a9a8-4d23-4a45-8277-f6c0db492b16,segment=NetworkSegment(3c6d624c-ba08-479a-b68a-7684ce678b5c),segment_id=3c6d624c-ba08-479a-b68a-7684ce678b5c)] {{(pid=103306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 26 21:25:00.673737 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-cddf9b9c-227f-45a5-88ad-124fb83b1b9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (e7d0a9a8-4d23-4a45-8277-f6c0db492b16), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:25:00.883237 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cddf9b9c-227f-45a5-88ad-124fb83b1b9d None None] Pushing event updated for resources: {'Port': ['ID=e7d0a9a8-4d23-4a45-8277-f6c0db492b16,revision_number=2']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:25:00.904362 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-17390db8-2316-4a9c-a501-e1525e297272 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Publish callbacks [] for port (d6fc37a3-b6c6-4e6c-a72e-f5c8c74fc38a), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:25:00.949164 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-639f9ee6-800b-4481-87c3-e926cc93bce0 service neutron] Pushing event updated for resources: {'Port': ['ID=b6f4a45a-14b0-47b4-ab05-34ee30262fe7,revision_number=3']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:25:00.956992 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-17390db8-2316-4a9c-a501-e1525e297272 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746560234527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9281553'] for port (d6fc37a3-b6c6-4e6c-a72e-f5c8c74fc38a), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:25:01.067735 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17390db8-2316-4a9c-a501-e1525e297272 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Network 80bdce17-b861-46cb-9014-7071d7f46353 is already hosted by enough agents. {{(pid=103304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 21:25:01.079850 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [None req-17390db8-2316-4a9c-a501-e1525e297272 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Resources bound (agent type, host, resource id): {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:25:01.100331 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17390db8-2316-4a9c-a501-e1525e297272 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Received port after_create {{(pid=103304) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 21:25:01.108022 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17390db8-2316-4a9c-a501-e1525e297272 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:25:01.108835 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-17390db8-2316-4a9c-a501-e1525e297272 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:25:01.132205 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a89b8a7-1720-47dc-b0d2-65caf9fd61b8 req-1bb0b044-e3e8-4754-8a26-190d46aff3ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:25:01.134894 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a89b8a7-1720-47dc-b0d2-65caf9fd61b8 req-1bb0b044-e3e8-4754-8a26-190d46aff3ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:25:01.134894 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a89b8a7-1720-47dc-b0d2-65caf9fd61b8 req-1bb0b044-e3e8-4754-8a26-190d46aff3ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:25:01.135839 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a89b8a7-1720-47dc-b0d2-65caf9fd61b8 req-1bb0b044-e3e8-4754-8a26-190d46aff3ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:25:01.136461 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a89b8a7-1720-47dc-b0d2-65caf9fd61b8 req-1bb0b044-e3e8-4754-8a26-190d46aff3ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:25:01.137596 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a89b8a7-1720-47dc-b0d2-65caf9fd61b8 req-1bb0b044-e3e8-4754-8a26-190d46aff3ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:25:01.138450 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a89b8a7-1720-47dc-b0d2-65caf9fd61b8 req-1bb0b044-e3e8-4754-8a26-190d46aff3ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:25:01.144173 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-6a89b8a7-1720-47dc-b0d2-65caf9fd61b8 req-1bb0b044-e3e8-4754-8a26-190d46aff3ab service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=2de9f498797a4527ba13c10b546ad5bb&device_id=cc2a45fe-1c0e-4689-a738-964e9c19e30e HTTP/1.1" status: 200 len: 6473 time: 0.7826340 Jan 26 21:25:01.261560 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-17390db8-2316-4a9c-a501-e1525e297272 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.8505728 Jan 26 21:25:01.266932 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 43624) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:25:01.340183 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-6a89b8a7-1720-47dc-b0d2-65caf9fd61b8 req-f61025d7-53b0-4f21-a079-eb6202a9d5da service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=67dd3dc7-a2ab-4f67-874c-e61c9c62ab11 HTTP/1.1" status: 200 len: 217 time: 0.0888190 Jan 26 21:25:01.354427 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17390db8-2316-4a9c-a501-e1525e297272 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Pushing event updated for resources: {'Port': ['ID=d6fc37a3-b6c6-4e6c-a72e-f5c8c74fc38a,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:25:01.413713 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b3ca060-4617-47ee-a93f-aadda3ac1faf tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:25:01.443295 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b3ca060-4617-47ee-a93f-aadda3ac1faf tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:25:01.445006 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-9b3ca060-4617-47ee-a93f-aadda3ac1faf tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.1751320 Jan 26 21:25:01.456136 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 43626) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:25:01.519074 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a89b8a7-1720-47dc-b0d2-65caf9fd61b8 req-79568fa7-09cf-428a-b01a-9016cfcf45e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:25:01.537796 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-6a89b8a7-1720-47dc-b0d2-65caf9fd61b8 req-79568fa7-09cf-428a-b01a-9016cfcf45e5 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=dea740a7-2861-4520-a7c8-4e14271821b5 HTTP/1.1" status: 200 len: 851 time: 0.1750424 Jan 26 21:25:01.627552 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6672f0e3-f0ee-4a88-97e8-06cbefe47cf7 req-509abefc-bc79-4029-8dff-685efc7bef39 tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:25:01.647775 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6672f0e3-f0ee-4a88-97e8-06cbefe47cf7 req-509abefc-bc79-4029-8dff-685efc7bef39 tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:25:01.668659 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6672f0e3-f0ee-4a88-97e8-06cbefe47cf7 req-509abefc-bc79-4029-8dff-685efc7bef39 tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:25:01.676148 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6672f0e3-f0ee-4a88-97e8-06cbefe47cf7 req-509abefc-bc79-4029-8dff-685efc7bef39 tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:25:01.684587 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6672f0e3-f0ee-4a88-97e8-06cbefe47cf7 req-509abefc-bc79-4029-8dff-685efc7bef39 tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:25:01.692242 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6672f0e3-f0ee-4a88-97e8-06cbefe47cf7 req-509abefc-bc79-4029-8dff-685efc7bef39 tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:25:01.699199 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6672f0e3-f0ee-4a88-97e8-06cbefe47cf7 req-509abefc-bc79-4029-8dff-685efc7bef39 tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:25:01.709745 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-6672f0e3-f0ee-4a88-97e8-06cbefe47cf7 req-509abefc-bc79-4029-8dff-685efc7bef39 tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] 10.222.0.13 "GET /v2.0/ports?device_id=cc2a45fe-1c0e-4689-a738-964e9c19e30e HTTP/1.1" status: 200 len: 5416 time: 0.6131363 Jan 26 21:25:01.710393 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-5ed98a8e-34a5-43ec-8597-998f3bf67a6f tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Deleting port d6fc37a3-b6c6-4e6c-a72e-f5c8c74fc38a {{(pid=103305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 21:25:01.710738 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-5ed98a8e-34a5-43ec-8597-998f3bf67a6f tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746560630878'] for port (d6fc37a3-b6c6-4e6c-a72e-f5c8c74fc38a), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:25:01.797119 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a89b8a7-1720-47dc-b0d2-65caf9fd61b8 req-b6460478-e80d-4845-90c2-608269fdee2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:25:01.798727 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-6a89b8a7-1720-47dc-b0d2-65caf9fd61b8 req-b6460478-e80d-4845-90c2-608269fdee2a service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=485a3106-1745-41f6-8c52-37ebe4fdcc0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2569127 Jan 26 21:25:01.818101 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-6672f0e3-f0ee-4a88-97e8-06cbefe47cf7 req-6bb816ed-96ae-45f9-9937-82bcf6630bb6 tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] 10.222.0.13 "GET /v2.0/security-groups?id=cdcbac26-bdec-4926-b949-1e63137fb150&id=e87e70a3-dfc0-4db8-90a2-ffd9c4c809a5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1072500 Jan 26 21:25:01.972526 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-5ed98a8e-34a5-43ec-8597-998f3bf67a6f tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4109658'] for port (d6fc37a3-b6c6-4e6c-a72e-f5c8c74fc38a), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:25:02.011309 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-5ed98a8e-34a5-43ec-8597-998f3bf67a6f tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Calling delete_port for d6fc37a3-b6c6-4e6c-a72e-f5c8c74fc38a owned by {{(pid=103305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 21:25:02.067640 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-6a89b8a7-1720-47dc-b0d2-65caf9fd61b8 req-787a7f17-653f-421f-b2b1-ffec41bc3d0f service neutron] 10.222.0.57 "GET /v2.0/networks/485a3106-1745-41f6-8c52-37ebe4fdcc0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2379603 Jan 26 21:25:02.231232 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-6a89b8a7-1720-47dc-b0d2-65caf9fd61b8 req-04196339-d245-4f6f-a250-bb8f1c74f48e service neutron] 10.222.0.57 "GET /v2.0/networks/485a3106-1745-41f6-8c52-37ebe4fdcc0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1622770 Jan 26 21:25:02.366563 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-6a89b8a7-1720-47dc-b0d2-65caf9fd61b8 req-7a3b05b3-4b86-4b4c-a37d-50021bd78cf0 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.241&port_id=81158fda-fb11-4d56-8e16-e7b27e48b9c9 HTTP/1.1" status: 200 len: 217 time: 0.1286166 Jan 26 21:25:02.377739 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-5ed98a8e-34a5-43ec-8597-998f3bf67a6f tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746560636600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746560234536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11791543'] for port (d6fc37a3-b6c6-4e6c-a72e-f5c8c74fc38a), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:25:02.457540 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed98a8e-34a5-43ec-8597-998f3bf67a6f tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Pushing event deleted for resources: {'Port': ['ID=d6fc37a3-b6c6-4e6c-a72e-f5c8c74fc38a,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:25:02.516994 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-5ed98a8e-34a5-43ec-8597-998f3bf67a6f tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:25:02.527136 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a89b8a7-1720-47dc-b0d2-65caf9fd61b8 req-71ebf4d4-c9af-4735-9285-9089f0dd0dd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:25:02.528674 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-6a89b8a7-1720-47dc-b0d2-65caf9fd61b8 req-71ebf4d4-c9af-4735-9285-9089f0dd0dd8 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=4e6d2bbe-4ef2-4089-b0e5-159ef264639e HTTP/1.1" status: 200 len: 797 time: 0.1564806 Jan 26 21:25:02.529184 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 43656) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:25:02.529644 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-5ed98a8e-34a5-43ec-8597-998f3bf67a6f tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] 10.222.0.13 "DELETE /v2.0/ports/d6fc37a3-b6c6-4e6c-a72e-f5c8c74fc38a HTTP/1.1" status: 204 len: 168 time: 1.0685713 Jan 26 21:25:02.661282 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b70bb4ab-cc71-4730-bcad-2095016494aa tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:25:02.667064 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b70bb4ab-cc71-4730-bcad-2095016494aa tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:25:02.681009 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-b70bb4ab-cc71-4730-bcad-2095016494aa tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1477067 Jan 26 21:25:02.681361 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 43664) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:25:02.808357 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.db_base_plugin_v2 [None req-4cff8f27-09d4-4b55-86d1-9ecd76ea7184 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Deleting subnet c9985609-0fe5-4016-a61e-e9030d0a9bc7 {{(pid=103305) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 26 21:25:02.825049 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a89b8a7-1720-47dc-b0d2-65caf9fd61b8 req-9def1cf3-9f99-45a6-a1be-771c19acb207 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:25:02.827179 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-4cff8f27-09d4-4b55-86d1-9ecd76ea7184 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Publish callbacks [] for subnet (c9985609-0fe5-4016-a61e-e9030d0a9bc7), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:25:02.828894 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-6a89b8a7-1720-47dc-b0d2-65caf9fd61b8 req-9def1cf3-9f99-45a6-a1be-771c19acb207 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=f292bf50-7316-40da-8d60-8669bdd0f81a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1372628 Jan 26 21:25:02.870817 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-c914770d-1478-477e-8d43-26fe64b50923 None None] Provisioning complete for port e7d0a9a8-4d23-4a45-8277-f6c0db492b16 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:25:02.877688 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-c914770d-1478-477e-8d43-26fe64b50923 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (e7d0a9a8-4d23-4a45-8277-f6c0db492b16), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:25:02.963535 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-4cff8f27-09d4-4b55-86d1-9ecd76ea7184 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11788946'] for subnet (c9985609-0fe5-4016-a61e-e9030d0a9bc7), precommit_delete_associations {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:25:03.156478 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-c914770d-1478-477e-8d43-26fe64b50923 None None] Current status of the port e7d0a9a8-4d23-4a45-8277-f6c0db492b16 is: DOWN; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:25:03.159166 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-c914770d-1478-477e-8d43-26fe64b50923 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (e7d0a9a8-4d23-4a45-8277-f6c0db492b16), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:25:03.235106 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-c914770d-1478-477e-8d43-26fe64b50923 None None] For port e7d0a9a8-4d23-4a45-8277-f6c0db492b16, host n-d-760453-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=e7d0a9a8-4d23-4a45-8277-f6c0db492b16,segment=NetworkSegment(3c6d624c-ba08-479a-b68a-7684ce678b5c),segment_id=3c6d624c-ba08-479a-b68a-7684ce678b5c)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:25:03.239071 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-6a89b8a7-1720-47dc-b0d2-65caf9fd61b8 req-9cffb0f3-6f0a-402d-9dab-fec99416b8e6 service neutron] 10.222.0.57 "GET /v2.0/networks/f292bf50-7316-40da-8d60-8669bdd0f81a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4029157 Jan 26 21:25:03.244464 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-c914770d-1478-477e-8d43-26fe64b50923 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (e7d0a9a8-4d23-4a45-8277-f6c0db492b16), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:25:03.278788 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-4cff8f27-09d4-4b55-86d1-9ecd76ea7184 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687316'] for subnet (c9985609-0fe5-4016-a61e-e9030d0a9bc7), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:25:03.294662 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130ae596-88c5-4324-b1a1-9eb444ff7fea req-6eab6b2b-3ac9-4356-8265-396ff9afd844 tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:25:03.307243 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130ae596-88c5-4324-b1a1-9eb444ff7fea req-6eab6b2b-3ac9-4356-8265-396ff9afd844 tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:25:03.324519 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130ae596-88c5-4324-b1a1-9eb444ff7fea req-6eab6b2b-3ac9-4356-8265-396ff9afd844 tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:25:03.360108 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130ae596-88c5-4324-b1a1-9eb444ff7fea req-6eab6b2b-3ac9-4356-8265-396ff9afd844 tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:25:03.380495 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130ae596-88c5-4324-b1a1-9eb444ff7fea req-6eab6b2b-3ac9-4356-8265-396ff9afd844 tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:25:03.416124 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130ae596-88c5-4324-b1a1-9eb444ff7fea req-6eab6b2b-3ac9-4356-8265-396ff9afd844 tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:25:03.420265 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c914770d-1478-477e-8d43-26fe64b50923 None None] Pushing event updated for resources: {'Port': ['ID=e7d0a9a8-4d23-4a45-8277-f6c0db492b16,revision_number=3']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:25:03.432908 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device e7d0a9a8-4d23-4a45-8277-f6c0db492b16 up at agent ovs-agent-n-d-760453-5 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 21:25:03.453359 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130ae596-88c5-4324-b1a1-9eb444ff7fea req-6eab6b2b-3ac9-4356-8265-396ff9afd844 tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:25:03.470486 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-130ae596-88c5-4324-b1a1-9eb444ff7fea req-6eab6b2b-3ac9-4356-8265-396ff9afd844 tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] 10.222.0.13 "GET /v2.0/ports?device_id=cc2a45fe-1c0e-4689-a738-964e9c19e30e HTTP/1.1" status: 200 len: 5416 time: 0.4626353 Jan 26 21:25:03.474529 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-4cff8f27-09d4-4b55-86d1-9ecd76ea7184 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11791594', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11599980'] for subnet (c9985609-0fe5-4016-a61e-e9030d0a9bc7), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:25:03.514230 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-4cff8f27-09d4-4b55-86d1-9ecd76ea7184 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709645'] for subnet (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:25:03.524736 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-4cff8f27-09d4-4b55-86d1-9ecd76ea7184 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] 10.222.0.13 "DELETE /v2.0/subnets/c9985609-0fe5-4016-a61e-e9030d0a9bc7 HTTP/1.1" status: 204 len: 168 time: 0.8420312 Jan 26 21:25:03.537559 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 43698) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:25:03.549731 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-8105bfe4-4b89-4a05-9169-c35b37d376b2 None None] Could not find standard attr ID for object c212c009-70ab-49cf-92dd-8eeef933f4d5. {{(pid=103306) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 26 21:25:03.598948 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cff8f27-09d4-4b55-86d1-9ecd76ea7184 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Pushing event deleted for resources: {'Subnet': ['ID=c9985609-0fe5-4016-a61e-e9030d0a9bc7,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:25:03.635022 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Provisioning complete for port e7d0a9a8-4d23-4a45-8277-f6c0db492b16 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:25:03.635696 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (e7d0a9a8-4d23-4a45-8277-f6c0db492b16), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:25:03.715471 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-6a89b8a7-1720-47dc-b0d2-65caf9fd61b8 req-04107c16-a5bf-4fbe-8d5c-8c5cc2eeca96 service neutron] 10.222.0.57 "GET /v2.0/networks/f292bf50-7316-40da-8d60-8669bdd0f81a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2166984 Jan 26 21:25:03.764789 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-5f9830c7-3332-4212-bf37-17696999c9db tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2244387 Jan 26 21:25:03.769596 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 43704) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:25:03.776244 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b940081e-2d34-4174-9ddb-a0963f8e18e3 None None] Network 80bdce17-b861-46cb-9014-7071d7f46353 requested from n-d-760453-5 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 26 21:25:03.791510 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-dc482dd9-269e-4786-9276-de7f9acd3079 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Request body: {'subnet': {'network_id': '80bdce17-b861-46cb-9014-7071d7f46353', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:25:03.799826 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-6a89b8a7-1720-47dc-b0d2-65caf9fd61b8 req-d09bae0d-e150-452f-a49f-0147cb9c46d9 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.72&port_id=db089e5c-c2ba-48d7-8f5d-cf5cafe1f2ad HTTP/1.1" status: 200 len: 217 time: 0.0657845 Jan 26 21:25:03.886952 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a89b8a7-1720-47dc-b0d2-65caf9fd61b8 req-2e083449-5667-486a-a028-98dcf493dec3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:25:03.888180 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Current status of the port e7d0a9a8-4d23-4a45-8277-f6c0db492b16 is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:25:03.888686 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-6a89b8a7-1720-47dc-b0d2-65caf9fd61b8 req-2e083449-5667-486a-a028-98dcf493dec3 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=4e6d2bbe-4ef2-4089-b0e5-159ef264639e HTTP/1.1" status: 200 len: 797 time: 0.0781467 Jan 26 21:25:03.894184 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-fa838524-8a92-4f3f-b350-6d2191e02f73 None None] Could not find standard attr ID for object d1d895b2-8cd8-4277-a1d8-52ef01a4ad21. {{(pid=103306) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 26 21:25:03.972954 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-130ae596-88c5-4324-b1a1-9eb444ff7fea req-7da68850-6c94-4853-b2d2-47705cb8aa92 tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] 10.222.0.13 "GET /v2.0/security-groups?id=cdcbac26-bdec-4926-b949-1e63137fb150&id=e87e70a3-dfc0-4db8-90a2-ffd9c4c809a5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4988065 Jan 26 21:25:04.003699 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc482dd9-269e-4786-9276-de7f9acd3079 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Made reservation on behalf of 91ff6b128d484238b8b1d440faeb9154 for: {'subnet': 1} {{(pid=103305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 21:25:04.014173 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-dc482dd9-269e-4786-9276-de7f9acd3079 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11599953'] for subnet (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:25:04.020507 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a89b8a7-1720-47dc-b0d2-65caf9fd61b8 req-4407ebb9-c3a1-4b10-b330-e6553a765c42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:25:04.021943 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-6a89b8a7-1720-47dc-b0d2-65caf9fd61b8 req-4407ebb9-c3a1-4b10-b330-e6553a765c42 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=f292bf50-7316-40da-8d60-8669bdd0f81a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1253011 Jan 26 21:25:04.122043 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b05737d6-6f47-4464-bcfa-b8734b48cc8d None None] DHCP port deletion for 80bdce17-b861-46cb-9014-7071d7f46353 request from n-d-760453-5 {{(pid=103306) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 26 21:25:04.202424 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-6a89b8a7-1720-47dc-b0d2-65caf9fd61b8 req-336b3c2a-42c4-4032-aebd-b90a3a8154ac service neutron] 10.222.0.57 "GET /v2.0/networks/f292bf50-7316-40da-8d60-8669bdd0f81a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1720600 Jan 26 21:25:04.313755 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-b05737d6-6f47-4464-bcfa-b8734b48cc8d None None] Deleting port e7d0a9a8-4d23-4a45-8277-f6c0db492b16 {{(pid=103306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 21:25:04.315188 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b05737d6-6f47-4464-bcfa-b8734b48cc8d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746560630878'] for port (e7d0a9a8-4d23-4a45-8277-f6c0db492b16), before_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:25:04.469315 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-6a89b8a7-1720-47dc-b0d2-65caf9fd61b8 req-0838d9d2-59b7-4df4-bbd6-75347c59b4e1 service neutron] 10.222.0.57 "GET /v2.0/networks/f292bf50-7316-40da-8d60-8669bdd0f81a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2610385 Jan 26 21:25:04.472826 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-b05737d6-6f47-4464-bcfa-b8734b48cc8d None None] For port e7d0a9a8-4d23-4a45-8277-f6c0db492b16, host n-d-760453-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=e7d0a9a8-4d23-4a45-8277-f6c0db492b16,segment=NetworkSegment(3c6d624c-ba08-479a-b68a-7684ce678b5c),segment_id=3c6d624c-ba08-479a-b68a-7684ce678b5c)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:25:04.473237 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b05737d6-6f47-4464-bcfa-b8734b48cc8d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4109658'] for port (e7d0a9a8-4d23-4a45-8277-f6c0db492b16), precommit_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:25:04.586417 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-6a89b8a7-1720-47dc-b0d2-65caf9fd61b8 req-9fe44387-8340-42da-a16d-85e4ed4f45fc service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.45&port_id=68993758-80c8-46d1-858d-bc7447ce489e HTTP/1.1" status: 200 len: 217 time: 0.1101177 Jan 26 21:25:04.655208 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-dc482dd9-269e-4786-9276-de7f9acd3079 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11788839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11599975'] for subnet (68369c09-2fb8-4f8d-966e-91c8e7779eb2), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:25:04.693378 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc482dd9-269e-4786-9276-de7f9acd3079 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Network 80bdce17-b861-46cb-9014-7071d7f46353 is already hosted by enough agents. {{(pid=103305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 21:25:04.699849 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a89b8a7-1720-47dc-b0d2-65caf9fd61b8 req-c26d50cc-e3ce-4df5-b4c2-19fca5b33dcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:25:04.704365 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-6a89b8a7-1720-47dc-b0d2-65caf9fd61b8 req-c26d50cc-e3ce-4df5-b4c2-19fca5b33dcc service neutron] 10.222.0.57 "GET /v2.0/subnets?id=4e6d2bbe-4ef2-4089-b0e5-159ef264639e HTTP/1.1" status: 200 len: 797 time: 0.1113014 Jan 26 21:25:04.727552 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [None req-dc482dd9-269e-4786-9276-de7f9acd3079 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Resources bound (agent type, host, resource id): {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:25:04.734993 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc482dd9-269e-4786-9276-de7f9acd3079 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:25:04.735849 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-dc482dd9-269e-4786-9276-de7f9acd3079 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709645'] for subnet (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:25:04.768732 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-dc482dd9-269e-4786-9276-de7f9acd3079 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.9921618 Jan 26 21:25:04.774106 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 43746) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:25:04.783038 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-29021607-0665-49db-86f8-13a75e81540a tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Request body: {'port': {'network_id': '80bdce17-b861-46cb-9014-7071d7f46353', 'fixed_ips': [{'subnet_id': '68369c09-2fb8-4f8d-966e-91c8e7779eb2', 'ip_address': '2001:db8::319c:d03a:d173:64ba'}], 'name': 'tempest-NetworksTestDHCPv6-1219171207'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:25:04.829662 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a89b8a7-1720-47dc-b0d2-65caf9fd61b8 req-f1395bbc-52ec-4013-9676-f13bfa77453f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:25:04.831205 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-6a89b8a7-1720-47dc-b0d2-65caf9fd61b8 req-f1395bbc-52ec-4013-9676-f13bfa77453f service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=f292bf50-7316-40da-8d60-8669bdd0f81a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1208985 Jan 26 21:25:04.921993 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-b05737d6-6f47-4464-bcfa-b8734b48cc8d None None] Calling delete_port for e7d0a9a8-4d23-4a45-8277-f6c0db492b16 owned by network:dhcp {{(pid=103306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 21:25:05.000510 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc482dd9-269e-4786-9276-de7f9acd3079 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Pushing event updated for resources: {'Subnet': ['ID=68369c09-2fb8-4f8d-966e-91c8e7779eb2,revision_number=0']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:25:05.006634 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29021607-0665-49db-86f8-13a75e81540a tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Made reservation on behalf of 91ff6b128d484238b8b1d440faeb9154 for: {'port': 1} {{(pid=103305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 21:25:05.124218 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-6a89b8a7-1720-47dc-b0d2-65caf9fd61b8 req-5c1041b4-b2aa-4a32-8ede-11990a1f1794 service neutron] 10.222.0.57 "GET /v2.0/networks/f292bf50-7316-40da-8d60-8669bdd0f81a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2855253 Jan 26 21:25:05.151568 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device e7d0a9a8-4d23-4a45-8277-f6c0db492b16 no longer exists at agent ovs-agent-n-d-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 26 21:25:05.190397 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-29021607-0665-49db-86f8-13a75e81540a tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:25:05.233256 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] No active binding found for port e7d0a9a8-4d23-4a45-8277-f6c0db492b16 {{(pid=103306) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jan 26 21:25:05.234528 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] The host n-d-760453-5 is not matching for port e7d0a9a8-4d23-4a45-8277-f6c0db492b16 host None! {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2317}} Jan 26 21:25:05.235199 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device e7d0a9a8-4d23-4a45-8277-f6c0db492b16 not bound to the agent host n-d-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 26 21:25:05.240298 n-d-760453-5 neutron-server[103305]: DEBUG neutron.notifiers.nova [None req-29021607-0665-49db-86f8-13a75e81540a tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] device_id is not set on port 38d33fad-f367-45bf-916a-b047a3f18e1b yet. {{(pid=103305) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 26 21:25:05.259513 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b05737d6-6f47-4464-bcfa-b8734b48cc8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746560636600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746560234536'] for port (e7d0a9a8-4d23-4a45-8277-f6c0db492b16), after_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:25:05.336207 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05737d6-6f47-4464-bcfa-b8734b48cc8d None None] Pushing event deleted for resources: {'Port': ['ID=e7d0a9a8-4d23-4a45-8277-f6c0db492b16,revision_number=None']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:25:05.350095 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b05737d6-6f47-4464-bcfa-b8734b48cc8d None None] No DVR routers for this DVR port e7d0a9a8-4d23-4a45-8277-f6c0db492b16 on host n-d-760453-5 {{(pid=103306) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 26 21:25:05.384165 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eecbcb50-de63-4e53-973b-aed925844c38 None None] Network 80bdce17-b861-46cb-9014-7071d7f46353 requested from n-d-760453-5 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 26 21:25:05.427019 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-6a89b8a7-1720-47dc-b0d2-65caf9fd61b8 req-a2154196-a6b3-4416-8d08-4097b90b162c service neutron] 10.222.0.57 "GET /v2.0/networks/f292bf50-7316-40da-8d60-8669bdd0f81a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2886434 Jan 26 21:25:05.506213 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.db_base_plugin_common [None req-29021607-0665-49db-86f8-13a75e81540a tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Allocated IP 2001:db8::319c:d03a:d173:64ba (80bdce17-b861-46cb-9014-7071d7f46353/68369c09-2fb8-4f8d-966e-91c8e7779eb2/38d33fad-f367-45bf-916a-b047a3f18e1b) {{(pid=103305) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 21:25:05.587057 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-6a89b8a7-1720-47dc-b0d2-65caf9fd61b8 req-99dc193e-04e7-4168-805b-4c5d322612c6 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.56&port_id=838b8d10-47c7-4250-a401-9d4067f8f28c HTTP/1.1" status: 200 len: 217 time: 0.1568997 Jan 26 21:25:05.693987 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-29021607-0665-49db-86f8-13a75e81540a tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Publish callbacks [] for port (38d33fad-f367-45bf-916a-b047a3f18e1b), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:25:05.721015 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e65b864c-836f-4061-b2d2-c7dad78ec6f6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3c4099e8-8ffb-51d1-af7f-5868973e933f-80bdce17-b861-46cb-9014-7071d7f46353', 'network_id': '80bdce17-b861-46cb-9014-7071d7f46353', 'project_id': '91ff6b128d484238b8b1d440faeb9154', 'fixed_ips': [{'subnet_id': '68369c09-2fb8-4f8d-966e-91c8e7779eb2'}]}} from n-d-760453-5. {{(pid=103306) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 26 21:25:05.722108 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-e65b864c-836f-4061-b2d2-c7dad78ec6f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (None), before_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:25:05.730506 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a89b8a7-1720-47dc-b0d2-65caf9fd61b8 req-8161f039-eae0-4278-bf77-877850b3154e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:25:05.732094 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-6a89b8a7-1720-47dc-b0d2-65caf9fd61b8 req-8161f039-eae0-4278-bf77-877850b3154e service neutron] 10.222.0.57 "GET /v2.0/subnets?id=4e6d2bbe-4ef2-4089-b0e5-159ef264639e HTTP/1.1" status: 200 len: 797 time: 0.1372533 Jan 26 21:25:05.786897 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a89b8a7-1720-47dc-b0d2-65caf9fd61b8 req-1ba7659e-2471-4173-be5c-dda77aa730ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:25:05.788741 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-6a89b8a7-1720-47dc-b0d2-65caf9fd61b8 req-1ba7659e-2471-4173-be5c-dda77aa730ec service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=f292bf50-7316-40da-8d60-8669bdd0f81a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0501556 Jan 26 21:25:05.803777 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-29021607-0665-49db-86f8-13a75e81540a tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746560234527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11791543'] for port (38d33fad-f367-45bf-916a-b047a3f18e1b), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:25:05.928968 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29021607-0665-49db-86f8-13a75e81540a tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Network 80bdce17-b861-46cb-9014-7071d7f46353 is already hosted by enough agents. {{(pid=103305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 21:25:05.959482 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [None req-29021607-0665-49db-86f8-13a75e81540a tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Resources bound (agent type, host, resource id): {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:25:05.975363 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29021607-0665-49db-86f8-13a75e81540a tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Received port after_create {{(pid=103305) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 21:25:05.984458 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29021607-0665-49db-86f8-13a75e81540a tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:25:05.985110 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-29021607-0665-49db-86f8-13a75e81540a tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:25:06.005057 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29021607-0665-49db-86f8-13a75e81540a tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Pushing event updated for resources: {'Port': ['ID=38d33fad-f367-45bf-916a-b047a3f18e1b,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:25:06.040511 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-29021607-0665-49db-86f8-13a75e81540a tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.2647767 Jan 26 21:25:06.042837 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 43792) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:25:06.103507 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-6a89b8a7-1720-47dc-b0d2-65caf9fd61b8 req-95a1b58f-3f4a-4e45-b8dd-3fe92df08e4f service neutron] 10.222.0.57 "GET /v2.0/networks/f292bf50-7316-40da-8d60-8669bdd0f81a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3078978 Jan 26 21:25:06.116907 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.db_base_plugin_common [None req-e65b864c-836f-4061-b2d2-c7dad78ec6f6 None None] Allocated IP 2001:db8::2 (80bdce17-b861-46cb-9014-7071d7f46353/68369c09-2fb8-4f8d-966e-91c8e7779eb2/ffbd2fe6-f21b-4099-94b1-4023a4c4b5c3) {{(pid=103306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 21:25:06.139725 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8afe1ca-9b5b-470d-97fa-b092d7aad462 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:25:06.143032 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-f8afe1ca-9b5b-470d-97fa-b092d7aad462 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 946 time: 0.0990653 Jan 26 21:25:06.149220 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 43798) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:25:06.184324 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5bee2e-9f43-46a9-8628-a2b35a5c218f req-a9d8ad5b-b80c-4229-969e-4828dc617e2b tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:25:06.190805 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5bee2e-9f43-46a9-8628-a2b35a5c218f req-a9d8ad5b-b80c-4229-969e-4828dc617e2b tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:25:06.196447 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5bee2e-9f43-46a9-8628-a2b35a5c218f req-a9d8ad5b-b80c-4229-969e-4828dc617e2b tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:25:06.202522 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5bee2e-9f43-46a9-8628-a2b35a5c218f req-a9d8ad5b-b80c-4229-969e-4828dc617e2b tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:25:06.208857 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5bee2e-9f43-46a9-8628-a2b35a5c218f req-a9d8ad5b-b80c-4229-969e-4828dc617e2b tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:25:06.214991 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5bee2e-9f43-46a9-8628-a2b35a5c218f req-a9d8ad5b-b80c-4229-969e-4828dc617e2b tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:25:06.220892 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5bee2e-9f43-46a9-8628-a2b35a5c218f req-a9d8ad5b-b80c-4229-969e-4828dc617e2b tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:25:06.223349 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-2a5bee2e-9f43-46a9-8628-a2b35a5c218f req-a9d8ad5b-b80c-4229-969e-4828dc617e2b tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] 10.222.0.13 "GET /v2.0/ports?device_id=cc2a45fe-1c0e-4689-a738-964e9c19e30e HTTP/1.1" status: 200 len: 5416 time: 0.8513117 Jan 26 21:25:06.299326 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e39870-b133-46b1-a57a-cfeda08c7771 req-41062fff-5d1f-4fcf-abb4-9b3d1f81403c tempest-TestNetworkAdvancedServerOps-1435295253 tempest-TestNetworkAdvancedServerOps-1435295253-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:25:06.308338 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-14e39870-b133-46b1-a57a-cfeda08c7771 req-41062fff-5d1f-4fcf-abb4-9b3d1f81403c tempest-TestNetworkAdvancedServerOps-1435295253 tempest-TestNetworkAdvancedServerOps-1435295253-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=f9d28872-a0eb-43ed-b4ce-aee5b2886372 HTTP/1.1" status: 200 len: 1098 time: 0.3098493 Jan 26 21:25:06.427193 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-14e39870-b133-46b1-a57a-cfeda08c7771 req-d937b61f-6094-4fcc-8ea2-fadffa70c1c2 tempest-TestNetworkAdvancedServerOps-1435295253 tempest-TestNetworkAdvancedServerOps-1435295253-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=6cb8e788-9152-488c-8973-85140910b10a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1170223 Jan 26 21:25:06.444555 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 43802) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:25:06.471406 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-e65b864c-836f-4061-b2d2-c7dad78ec6f6 None None] Publish callbacks [] for port (ffbd2fe6-f21b-4099-94b1-4023a4c4b5c3), precommit_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:25:06.482095 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-43ed529b-4fb2-4006-9544-e85288486a1e tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Deleting port 38d33fad-f367-45bf-916a-b047a3f18e1b {{(pid=103305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 21:25:06.482465 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-43ed529b-4fb2-4006-9544-e85288486a1e tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746560630878'] for port (38d33fad-f367-45bf-916a-b047a3f18e1b), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:25:06.490582 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-e65b864c-836f-4061-b2d2-c7dad78ec6f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746560234527'] for port (ffbd2fe6-f21b-4099-94b1-4023a4c4b5c3), after_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:25:06.521738 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-6a89b8a7-1720-47dc-b0d2-65caf9fd61b8 req-453f324c-9380-4204-94b1-51591ccf8dac service neutron] 10.222.0.57 "GET /v2.0/networks/f292bf50-7316-40da-8d60-8669bdd0f81a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4108450 Jan 26 21:25:06.585325 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e65b864c-836f-4061-b2d2-c7dad78ec6f6 None None] Pushing event updated for resources: {'Port': ['ID=ffbd2fe6-f21b-4099-94b1-4023a4c4b5c3,revision_number=1']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:25:06.609471 n-d-760453-5 neutron-server[103306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e65b864c-836f-4061-b2d2-c7dad78ec6f6 None None] Network 80bdce17-b861-46cb-9014-7071d7f46353 is already hosted by enough agents. {{(pid=103306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 21:25:06.617603 n-d-760453-5 neutron-server[103306]: DEBUG neutron.scheduler.base_scheduler [None req-e65b864c-836f-4061-b2d2-c7dad78ec6f6 None None] Resources bound (agent type, host, resource id): {{(pid=103306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:25:06.620090 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e65b864c-836f-4061-b2d2-c7dad78ec6f6 None None] Received port after_create {{(pid=103306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 21:25:06.661701 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-43ed529b-4fb2-4006-9544-e85288486a1e tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4109658'] for port (38d33fad-f367-45bf-916a-b047a3f18e1b), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:25:06.706519 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-2a5bee2e-9f43-46a9-8628-a2b35a5c218f req-84c16676-df00-4a9d-95ea-17a34fb12c39 tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] 10.222.0.13 "GET /v2.0/security-groups?id=cdcbac26-bdec-4926-b949-1e63137fb150&id=e87e70a3-dfc0-4db8-90a2-ffd9c4c809a5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4460397 Jan 26 21:25:06.715609 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-6a89b8a7-1720-47dc-b0d2-65caf9fd61b8 req-d8aaa77c-8e94-45f0-990e-2f02bdd91d4c service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=3941d4d2-ec71-4191-8e9f-df25a9ea3da5 HTTP/1.1" status: 200 len: 217 time: 0.1639390 Jan 26 21:25:06.726437 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-43ed529b-4fb2-4006-9544-e85288486a1e tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Calling delete_port for 38d33fad-f367-45bf-916a-b047a3f18e1b owned by {{(pid=103305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 21:25:06.802487 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-e65b864c-836f-4061-b2d2-c7dad78ec6f6 None None] Attempting to bind port ffbd2fe6-f21b-4099-94b1-4023a4c4b5c3 on host n-d-760453-5 for vnic_type normal with profile {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 21:25:06.802928 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-e65b864c-836f-4061-b2d2-c7dad78ec6f6 None None] Attempting to bind port ffbd2fe6-f21b-4099-94b1-4023a4c4b5c3 by drivers openvswitch,hyperv on host n-d-760453-5 at level 0 using segments [{'id': '3c6d624c-ba08-479a-b68a-7684ce678b5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '80bdce17-b861-46cb-9014-7071d7f46353'}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 26 21:25:06.808881 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e65b864c-836f-4061-b2d2-c7dad78ec6f6 None None] Attempting to bind port ffbd2fe6-f21b-4099-94b1-4023a4c4b5c3 on network 80bdce17-b861-46cb-9014-7071d7f46353 {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 21:25:06.820089 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e65b864c-836f-4061-b2d2-c7dad78ec6f6 None None] Checking agent: {'id': 'fea0591a-627d-4c87-9a9a-01625ddf3277', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760453-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 20, 55, 25), 'started_at': datetime.datetime(2022, 1, 26, 20, 55, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 21, 24, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760453-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 26 21:25:06.821396 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e65b864c-836f-4061-b2d2-c7dad78ec6f6 None None] Checking segment: {'id': '3c6d624c-ba08-479a-b68a-7684ce678b5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '80bdce17-b861-46cb-9014-7071d7f46353'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 21:25:06.827183 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-e65b864c-836f-4061-b2d2-c7dad78ec6f6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:25:06.827183 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e65b864c-836f-4061-b2d2-c7dad78ec6f6 None None] Bound using segment: {'id': '3c6d624c-ba08-479a-b68a-7684ce678b5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '80bdce17-b861-46cb-9014-7071d7f46353'} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 26 21:25:06.827183 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-e65b864c-836f-4061-b2d2-c7dad78ec6f6 None None] Bound port: ffbd2fe6-f21b-4099-94b1-4023a4c4b5c3, host: n-d-760453-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c6d624c-ba08-479a-b68a-7684ce678b5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '80bdce17-b861-46cb-9014-7071d7f46353'}}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 26 21:25:06.827183 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-e65b864c-836f-4061-b2d2-c7dad78ec6f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (ffbd2fe6-f21b-4099-94b1-4023a4c4b5c3), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:25:06.885048 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a89b8a7-1720-47dc-b0d2-65caf9fd61b8 req-7353df1f-0325-45ad-9b83-3aae46929084 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:25:06.886719 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-6a89b8a7-1720-47dc-b0d2-65caf9fd61b8 req-7353df1f-0325-45ad-9b83-3aae46929084 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=d36d78e9-ef90-42a1-bdc2-1b67cc68d0f5 HTTP/1.1" status: 200 len: 797 time: 0.1645899 Jan 26 21:25:07.035119 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a89b8a7-1720-47dc-b0d2-65caf9fd61b8 req-889f91aa-84a1-439e-92fa-cadb611f6e9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:25:07.036690 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-6a89b8a7-1720-47dc-b0d2-65caf9fd61b8 req-889f91aa-84a1-439e-92fa-cadb611f6e9d service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=09fefaf6-1493-45ff-9b77-0bffdcb790d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1442943 Jan 26 21:25:07.048963 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-e65b864c-836f-4061-b2d2-c7dad78ec6f6 None None] For port ffbd2fe6-f21b-4099-94b1-4023a4c4b5c3, host n-d-760453-5, cleared binding levels {{(pid=103306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 26 21:25:07.058462 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-e65b864c-836f-4061-b2d2-c7dad78ec6f6 None None] For port ffbd2fe6-f21b-4099-94b1-4023a4c4b5c3, host n-d-760453-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=ffbd2fe6-f21b-4099-94b1-4023a4c4b5c3,segment=NetworkSegment(3c6d624c-ba08-479a-b68a-7684ce678b5c),segment_id=3c6d624c-ba08-479a-b68a-7684ce678b5c)] {{(pid=103306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 26 21:25:07.069809 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-e65b864c-836f-4061-b2d2-c7dad78ec6f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (ffbd2fe6-f21b-4099-94b1-4023a4c4b5c3), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:25:07.244250 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e65b864c-836f-4061-b2d2-c7dad78ec6f6 None None] Pushing event updated for resources: {'Port': ['ID=ffbd2fe6-f21b-4099-94b1-4023a4c4b5c3,revision_number=2']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:25:07.323527 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-6a89b8a7-1720-47dc-b0d2-65caf9fd61b8 req-e5f7039d-44dd-4d05-bcb5-52861a8f23fa service neutron] 10.222.0.57 "GET /v2.0/networks/09fefaf6-1493-45ff-9b77-0bffdcb790d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2799816 Jan 26 21:25:07.509849 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-5078c72b-fdc7-4c28-8b1b-bf3e43f6520c tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Deleting port fb52efbd-4403-4584-9f65-c3c00d4d7d1a {{(pid=103305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 21:25:07.511897 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-5078c72b-fdc7-4c28-8b1b-bf3e43f6520c tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746560630878'] for port (fb52efbd-4403-4584-9f65-c3c00d4d7d1a), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:25:07.514564 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-43ed529b-4fb2-4006-9544-e85288486a1e tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746560636600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746560234536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11791543'] for port (38d33fad-f367-45bf-916a-b047a3f18e1b), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:25:07.647299 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-6a89b8a7-1720-47dc-b0d2-65caf9fd61b8 req-f4991453-983d-430c-bcc3-26d849848dfb service neutron] 10.222.0.57 "GET /v2.0/networks/09fefaf6-1493-45ff-9b77-0bffdcb790d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3089602 Jan 26 21:25:07.732595 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ed529b-4fb2-4006-9544-e85288486a1e tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Pushing event deleted for resources: {'Port': ['ID=38d33fad-f367-45bf-916a-b047a3f18e1b,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:25:07.760012 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-6a89b8a7-1720-47dc-b0d2-65caf9fd61b8 req-5d9d480e-77b9-4e6e-9727-867d30e80650 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=b6f4a45a-14b0-47b4-ab05-34ee30262fe7 HTTP/1.1" status: 200 len: 217 time: 0.0896559 Jan 26 21:25:07.808323 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-5078c72b-fdc7-4c28-8b1b-bf3e43f6520c tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4109658'] for port (fb52efbd-4403-4584-9f65-c3c00d4d7d1a), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:25:07.808628 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-5078c72b-fdc7-4c28-8b1b-bf3e43f6520c tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Publish callbacks [] for floatingip (fb52efbd-4403-4584-9f65-c3c00d4d7d1a), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:25:07.841702 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-5078c72b-fdc7-4c28-8b1b-bf3e43f6520c tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Calling delete_port for fb52efbd-4403-4584-9f65-c3c00d4d7d1a owned by network:floatingip {{(pid=103305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 21:25:07.951312 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a89b8a7-1720-47dc-b0d2-65caf9fd61b8 req-9813c088-6629-44f0-a366-cfe1eaa94f38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:25:07.959723 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-6a89b8a7-1720-47dc-b0d2-65caf9fd61b8 req-9813c088-6629-44f0-a366-cfe1eaa94f38 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=d36d78e9-ef90-42a1-bdc2-1b67cc68d0f5 HTTP/1.1" status: 200 len: 797 time: 0.1930182 Jan 26 21:25:07.977833 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-43ed529b-4fb2-4006-9544-e85288486a1e tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:25:07.984444 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-43ed529b-4fb2-4006-9544-e85288486a1e tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] 10.222.0.13 "DELETE /v2.0/ports/38d33fad-f367-45bf-916a-b047a3f18e1b HTTP/1.1" status: 204 len: 168 time: 1.8310792 Jan 26 21:25:07.992496 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 43872) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:25:08.085906 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd81dcfb-d400-411d-8181-97086b05f4e9 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:25:08.091389 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd81dcfb-d400-411d-8181-97086b05f4e9 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:25:08.103084 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-bd81dcfb-d400-411d-8181-97086b05f4e9 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1112452 Jan 26 21:25:08.103717 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 43878) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:25:08.232931 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-b3086bfa-3787-43e9-a5b4-7714a27dbc2d req-66ed8362-f10e-4f77-adf7-5e17b4446c3f tempest-ListImageFiltersTestJSON-206584430 tempest-ListImageFiltersTestJSON-206584430-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=2d6200cf51b240f1818f7e869618215b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0781538 Jan 26 21:25:08.295941 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (32ef628b-8417-46c5-8729-60fcabe358f1), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:25:08.300787 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-5078c72b-fdc7-4c28-8b1b-bf3e43f6520c tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746560636600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746560234536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11791543'] for port (fb52efbd-4403-4584-9f65-c3c00d4d7d1a), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:25:08.351926 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5078c72b-fdc7-4c28-8b1b-bf3e43f6520c tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Pushing event deleted for resources: {'Port': ['ID=fb52efbd-4403-4584-9f65-c3c00d4d7d1a,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:25:08.362490 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9bf590-680b-40ed-8ba1-f1399a179411 req-3f124121-b4fb-4e9f-8dba-bdf26eddb76c tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:25:08.370621 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9bf590-680b-40ed-8ba1-f1399a179411 req-3f124121-b4fb-4e9f-8dba-bdf26eddb76c tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:25:08.376206 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9bf590-680b-40ed-8ba1-f1399a179411 req-3f124121-b4fb-4e9f-8dba-bdf26eddb76c tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:25:08.384824 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9bf590-680b-40ed-8ba1-f1399a179411 req-3f124121-b4fb-4e9f-8dba-bdf26eddb76c tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:25:08.387496 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.db_base_plugin_v2 [None req-03e7b877-171b-48d9-b1d7-8e6dd1d48703 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Deleting subnet 68369c09-2fb8-4f8d-966e-91c8e7779eb2 {{(pid=103305) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 26 21:25:08.392305 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9bf590-680b-40ed-8ba1-f1399a179411 req-3f124121-b4fb-4e9f-8dba-bdf26eddb76c tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:25:08.392978 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-03e7b877-171b-48d9-b1d7-8e6dd1d48703 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Publish callbacks [] for subnet (68369c09-2fb8-4f8d-966e-91c8e7779eb2), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:25:08.398769 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9bf590-680b-40ed-8ba1-f1399a179411 req-3f124121-b4fb-4e9f-8dba-bdf26eddb76c tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:25:08.406404 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9bf590-680b-40ed-8ba1-f1399a179411 req-3f124121-b4fb-4e9f-8dba-bdf26eddb76c tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:25:08.414394 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-8d9bf590-680b-40ed-8ba1-f1399a179411 req-3f124121-b4fb-4e9f-8dba-bdf26eddb76c tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] 10.222.0.13 "GET /v2.0/ports?device_id=cc2a45fe-1c0e-4689-a738-964e9c19e30e HTTP/1.1" status: 200 len: 5416 time: 0.4535246 Jan 26 21:25:08.517865 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-03e7b877-171b-48d9-b1d7-8e6dd1d48703 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11788946'] for subnet (68369c09-2fb8-4f8d-966e-91c8e7779eb2), precommit_delete_associations {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:25:08.566860 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-5078c72b-fdc7-4c28-8b1b-bf3e43f6520c tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Publish callbacks [] for floatingip (6fc49d69-c271-4ba5-9a0a-77df8d4689e6), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:25:08.567194 n-d-760453-5 neutron-server[103305]: INFO neutron.db.l3_db [None req-5078c72b-fdc7-4c28-8b1b-bf3e43f6520c tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Floating IP 6fc49d69-c271-4ba5-9a0a-77df8d4689e6 disassociated (deleted). External IP: 172.25.1.222, port: 85e42356-3012-4a3b-9f75-ce1b665df28b. Jan 26 21:25:08.589881 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-8d9bf590-680b-40ed-8ba1-f1399a179411 req-66107585-30b6-442e-90ce-25f03a143b9b tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] 10.222.0.13 "GET /v2.0/security-groups?id=cdcbac26-bdec-4926-b949-1e63137fb150&id=e87e70a3-dfc0-4db8-90a2-ffd9c4c809a5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1733007 Jan 26 21:25:08.613308 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a89b8a7-1720-47dc-b0d2-65caf9fd61b8 req-e3b6a4b8-caae-4cf9-ab9e-3831c8c19d77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:25:08.620877 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-6a89b8a7-1720-47dc-b0d2-65caf9fd61b8 req-e3b6a4b8-caae-4cf9-ab9e-3831c8c19d77 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=09fefaf6-1493-45ff-9b77-0bffdcb790d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.5569286 Jan 26 21:25:08.627600 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3086bfa-3787-43e9-a5b4-7714a27dbc2d req-15b2dc7a-90df-4854-bd06-9992b417aebe tempest-ListImageFiltersTestJSON-206584430 tempest-ListImageFiltersTestJSON-206584430-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:25:08.635412 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-b3086bfa-3787-43e9-a5b4-7714a27dbc2d req-15b2dc7a-90df-4854-bd06-9992b417aebe tempest-ListImageFiltersTestJSON-206584430 tempest-ListImageFiltersTestJSON-206584430-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3997633 Jan 26 21:25:08.860166 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-03e7b877-171b-48d9-b1d7-8e6dd1d48703 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687316'] for subnet (68369c09-2fb8-4f8d-966e-91c8e7779eb2), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:25:09.096439 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-03e7b877-171b-48d9-b1d7-8e6dd1d48703 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11791594', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11599980'] for subnet (68369c09-2fb8-4f8d-966e-91c8e7779eb2), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:25:09.155093 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-03e7b877-171b-48d9-b1d7-8e6dd1d48703 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709645'] for subnet (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:25:09.164103 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-03e7b877-171b-48d9-b1d7-8e6dd1d48703 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] 10.222.0.13 "DELETE /v2.0/subnets/68369c09-2fb8-4f8d-966e-91c8e7779eb2 HTTP/1.1" status: 204 len: 168 time: 1.0496936 Jan 26 21:25:09.187904 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 43894) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:25:09.191448 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-557df8ec-c997-4ff8-bead-7af0f9571ddf None None] Network 80bdce17-b861-46cb-9014-7071d7f46353 requested from n-d-760453-5 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 26 21:25:09.267996 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device ffbd2fe6-f21b-4099-94b1-4023a4c4b5c3 up at agent ovs-agent-n-d-760453-5 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 21:25:09.321673 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-10d55922-4cc9-4d18-9acb-f7ab05996239 None None] Provisioning complete for port ffbd2fe6-f21b-4099-94b1-4023a4c4b5c3 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:25:09.322811 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-10d55922-4cc9-4d18-9acb-f7ab05996239 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (ffbd2fe6-f21b-4099-94b1-4023a4c4b5c3), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:25:09.381054 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Provisioning complete for port ffbd2fe6-f21b-4099-94b1-4023a4c4b5c3 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:25:09.381758 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (ffbd2fe6-f21b-4099-94b1-4023a4c4b5c3), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:25:09.422309 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-6a89b8a7-1720-47dc-b0d2-65caf9fd61b8 req-3632fa42-db9c-4efb-8e70-848235684f17 service neutron] 10.222.0.57 "GET /v2.0/networks/09fefaf6-1493-45ff-9b77-0bffdcb790d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7840066 Jan 26 21:25:09.497538 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-10d55922-4cc9-4d18-9acb-f7ab05996239 None None] Current status of the port ffbd2fe6-f21b-4099-94b1-4023a4c4b5c3 is: DOWN; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:25:09.498240 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-10d55922-4cc9-4d18-9acb-f7ab05996239 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (ffbd2fe6-f21b-4099-94b1-4023a4c4b5c3), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:25:09.556750 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-10d55922-4cc9-4d18-9acb-f7ab05996239 None None] For port ffbd2fe6-f21b-4099-94b1-4023a4c4b5c3, host n-d-760453-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=ffbd2fe6-f21b-4099-94b1-4023a4c4b5c3,segment=NetworkSegment(3c6d624c-ba08-479a-b68a-7684ce678b5c),segment_id=3c6d624c-ba08-479a-b68a-7684ce678b5c)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:25:09.560109 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-6a89b8a7-1720-47dc-b0d2-65caf9fd61b8 req-33a21429-113d-4374-b335-2e50cf6efc9e service neutron] 10.222.0.57 "GET /v2.0/networks/09fefaf6-1493-45ff-9b77-0bffdcb790d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1217215 Jan 26 21:25:09.566048 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-b3086bfa-3787-43e9-a5b4-7714a27dbc2d req-e2d6566c-329a-4db0-8a68-c8f1ef97ceb8 tempest-ListImageFiltersTestJSON-206584430 tempest-ListImageFiltersTestJSON-206584430-project] 10.222.0.13 "GET /v2.0/quotas/2d6200cf51b240f1818f7e869618215b HTTP/1.1" status: 200 len: 375 time: 0.9296587 Jan 26 21:25:09.589952 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-10d55922-4cc9-4d18-9acb-f7ab05996239 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (ffbd2fe6-f21b-4099-94b1-4023a4c4b5c3), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:25:09.617561 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-b3086bfa-3787-43e9-a5b4-7714a27dbc2d req-f4e4a0b1-2187-4ad1-b32a-a9bbf49f9186 tempest-ListImageFiltersTestJSON-206584430 tempest-ListImageFiltersTestJSON-206584430-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=2d6200cf51b240f1818f7e869618215b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0447402 Jan 26 21:25:09.698347 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-614ea01e-95a6-4edd-af8d-3deb68210e86 None None] DHCP port deletion for 80bdce17-b861-46cb-9014-7071d7f46353 request from n-d-760453-5 {{(pid=103306) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 26 21:25:09.712007 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3e333e-7927-4cc9-a868-1cdc56c28c49 req-7fe649d6-0040-4e71-a46a-0c587ca82c2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:25:09.712492 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3e333e-7927-4cc9-a868-1cdc56c28c49 req-7fe649d6-0040-4e71-a46a-0c587ca82c2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:25:09.713679 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3e333e-7927-4cc9-a868-1cdc56c28c49 req-7fe649d6-0040-4e71-a46a-0c587ca82c2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:25:09.714285 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3e333e-7927-4cc9-a868-1cdc56c28c49 req-7fe649d6-0040-4e71-a46a-0c587ca82c2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:25:09.714754 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3e333e-7927-4cc9-a868-1cdc56c28c49 req-7fe649d6-0040-4e71-a46a-0c587ca82c2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:25:09.715217 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3e333e-7927-4cc9-a868-1cdc56c28c49 req-7fe649d6-0040-4e71-a46a-0c587ca82c2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:25:09.715718 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3e333e-7927-4cc9-a868-1cdc56c28c49 req-7fe649d6-0040-4e71-a46a-0c587ca82c2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:25:09.720727 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-da3e333e-7927-4cc9-a868-1cdc56c28c49 req-7fe649d6-0040-4e71-a46a-0c587ca82c2f service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=2de9f498797a4527ba13c10b546ad5bb&device_id=cc2a45fe-1c0e-4689-a738-964e9c19e30e HTTP/1.1" status: 200 len: 6473 time: 0.0877419 Jan 26 21:25:09.754415 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Current status of the port ffbd2fe6-f21b-4099-94b1-4023a4c4b5c3 is: DOWN; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:25:09.754809 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (ffbd2fe6-f21b-4099-94b1-4023a4c4b5c3), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:25:09.854597 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3e333e-7927-4cc9-a868-1cdc56c28c49 req-4c750cd4-979f-49fc-bdce-a2e9fa527e2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:25:09.858794 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-da3e333e-7927-4cc9-a868-1cdc56c28c49 req-4c750cd4-979f-49fc-bdce-a2e9fa527e2e service neutron] 10.222.0.57 "GET /v2.0/networks?id=09fefaf6-1493-45ff-9b77-0bffdcb790d7 HTTP/1.1" status: 200 len: 903 time: 0.1283858 Jan 26 21:25:09.872331 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.db.api [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103306) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 26 21:25:09.872677 n-d-760453-5 neutron-server[103306]: DEBUG oslo_db.api [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 26 21:25:09.878866 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d55922-4cc9-4d18-9acb-f7ab05996239 None None] Pushing event updated for resources: {'Port': ['ID=ffbd2fe6-f21b-4099-94b1-4023a4c4b5c3,revision_number=4']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:25:09.903118 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-614ea01e-95a6-4edd-af8d-3deb68210e86 None None] Deleting port ffbd2fe6-f21b-4099-94b1-4023a4c4b5c3 {{(pid=103306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 21:25:09.903411 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-614ea01e-95a6-4edd-af8d-3deb68210e86 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746560630878'] for port (ffbd2fe6-f21b-4099-94b1-4023a4c4b5c3), before_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:25:09.949482 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-da3e333e-7927-4cc9-a868-1cdc56c28c49 req-679cbb00-7d24-4230-957d-b1c4e7cfbe95 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=b6f4a45a-14b0-47b4-ab05-34ee30262fe7 HTTP/1.1" status: 200 len: 217 time: 0.0752761 Jan 26 21:25:10.053711 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3e333e-7927-4cc9-a868-1cdc56c28c49 req-0cc6035c-b7e6-432d-b1d5-bdd5870fd2fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:25:10.055330 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-da3e333e-7927-4cc9-a868-1cdc56c28c49 req-0cc6035c-b7e6-432d-b1d5-bdd5870fd2fc service neutron] 10.222.0.57 "GET /v2.0/subnets?id=d36d78e9-ef90-42a1-bdc2-1b67cc68d0f5 HTTP/1.1" status: 200 len: 797 time: 0.0823455 Jan 26 21:25:10.114788 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e7b877-171b-48d9-b1d7-8e6dd1d48703 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Pushing event deleted for resources: {'Subnet': ['ID=68369c09-2fb8-4f8d-966e-91c8e7779eb2,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:25:10.123784 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 43910) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:25:10.126263 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-c06f1f99-874a-4d97-9444-36a770174d37 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.8891726 Jan 26 21:25:10.137394 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5078c72b-fdc7-4c28-8b1b-bf3e43f6520c tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Router 2ced210b-6855-4ff8-8532-a74f4b202b06 has already been hosted by L3 agent 09df100c-3af1-4b0a-bda8-05914c71c458 {{(pid=103305) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 26 21:25:10.156438 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-614ea01e-95a6-4edd-af8d-3deb68210e86 None None] For port ffbd2fe6-f21b-4099-94b1-4023a4c4b5c3, host n-d-760453-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=ffbd2fe6-f21b-4099-94b1-4023a4c4b5c3,segment=NetworkSegment(3c6d624c-ba08-479a-b68a-7684ce678b5c),segment_id=3c6d624c-ba08-479a-b68a-7684ce678b5c)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:25:10.156831 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-614ea01e-95a6-4edd-af8d-3deb68210e86 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4109658'] for port (ffbd2fe6-f21b-4099-94b1-4023a4c4b5c3), precommit_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:25:10.215560 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-614ea01e-95a6-4edd-af8d-3deb68210e86 None None] Calling delete_port for ffbd2fe6-f21b-4099-94b1-4023a4c4b5c3 owned by network:dhcp {{(pid=103306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 21:25:10.426917 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0163fe61-6a4b-42fc-a361-951da05027c9 req-22f5a89f-becf-4948-9c98-6cea925588f1 tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:25:10.445795 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0163fe61-6a4b-42fc-a361-951da05027c9 req-22f5a89f-becf-4948-9c98-6cea925588f1 tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:25:10.482064 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0163fe61-6a4b-42fc-a361-951da05027c9 req-22f5a89f-becf-4948-9c98-6cea925588f1 tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:25:10.505777 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0163fe61-6a4b-42fc-a361-951da05027c9 req-22f5a89f-becf-4948-9c98-6cea925588f1 tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:25:10.516577 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-614ea01e-95a6-4edd-af8d-3deb68210e86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746560636600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746560234536'] for port (ffbd2fe6-f21b-4099-94b1-4023a4c4b5c3), after_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:25:10.521668 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0163fe61-6a4b-42fc-a361-951da05027c9 req-22f5a89f-becf-4948-9c98-6cea925588f1 tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:25:10.530938 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5078c72b-fdc7-4c28-8b1b-bf3e43f6520c tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Notify agent at l3_agent.n-d-760453-5 the message routers_updated {{(pid=103305) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 26 21:25:10.543506 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9356c19-4245-4495-a051-cff84fbeb66d None None] Sync routers for ids ['2ced210b-6855-4ff8-8532-a74f4b202b06'] in n-d-760453-5 {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 26 21:25:10.552991 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0163fe61-6a4b-42fc-a361-951da05027c9 req-22f5a89f-becf-4948-9c98-6cea925588f1 tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:25:10.568372 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9356c19-4245-4495-a051-cff84fbeb66d None None] Routers {'2ced210b-6855-4ff8-8532-a74f4b202b06'} bound to L3 agent in host n-d-760453-5 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 21:25:10.569023 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-a9356c19-4245-4495-a051-cff84fbeb66d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-26T20:55:21Z,description=,heartbeat_timestamp=2022-01-26T21:24:51Z,host='n-d-760453-5',id=09df100c-3af1-4b0a-bda8-05914c71c458,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:55:21Z,topic='l3_agent')) {'router_ids': ['2ced210b-6855-4ff8-8532-a74f4b202b06'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:25:10.569723 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-5078c72b-fdc7-4c28-8b1b-bf3e43f6520c tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for floatingip (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:25:10.581858 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0163fe61-6a4b-42fc-a361-951da05027c9 req-22f5a89f-becf-4948-9c98-6cea925588f1 tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:25:10.582471 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-614ea01e-95a6-4edd-af8d-3deb68210e86 None None] No DVR routers for this DVR port ffbd2fe6-f21b-4099-94b1-4023a4c4b5c3 on host n-d-760453-5 {{(pid=103306) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 26 21:25:10.585275 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-0163fe61-6a4b-42fc-a361-951da05027c9 req-22f5a89f-becf-4948-9c98-6cea925588f1 tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] 10.222.0.13 "GET /v2.0/ports?device_id=cc2a45fe-1c0e-4689-a738-964e9c19e30e HTTP/1.1" status: 200 len: 5416 time: 0.7237549 Jan 26 21:25:10.601849 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-614ea01e-95a6-4edd-af8d-3deb68210e86 None None] Pushing event deleted for resources: {'Port': ['ID=ffbd2fe6-f21b-4099-94b1-4023a4c4b5c3,revision_number=None']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:25:10.607359 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Current status of the port ffbd2fe6-f21b-4099-94b1-4023a4c4b5c3 is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:25:10.664073 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-5078c72b-fdc7-4c28-8b1b-bf3e43f6520c tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] 10.222.0.13 "DELETE /v2.0/floatingips/6fc49d69-c271-4ba5-9a0a-77df8d4689e6 HTTP/1.1" status: 204 len: 168 time: 4.2184389 Jan 26 21:25:10.666055 n-d-760453-5 neutron-server[103305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f9d28872-a0eb-43ed-b4ce-aee5b2886372', 'tag': '85e42356-3012-4a3b-9f75-ce1b665df28b'}] {{(pid=103305) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 21:25:10.673075 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d4654568b7bf041e72ff8fe1c96d6d761d9c921f2b99bc7b3a26632be20cee0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76874c9b-896e-45cd-a515-aed3fdff886e" -d '{"events": [{"name": "network-changed", "server_uuid": "f9d28872-a0eb-43ed-b4ce-aee5b2886372", "tag": "85e42356-3012-4a3b-9f75-ce1b665df28b"}]}' {{(pid=103305) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 21:25:10.700251 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-52cc1740-7743-40d9-9f9c-ce86d54c0d77 req-95dcf71e-ff55-4093-bbd5-7d2b179c52ce tempest-ListImageFiltersTestJSON-206584430 tempest-ListImageFiltersTestJSON-206584430-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=2d6200cf51b240f1818f7e869618215b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.3757679 Jan 26 21:25:10.894028 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_dvr_db [None req-a9356c19-4245-4495-a051-cff84fbeb66d None None] Set router 2ced210b-6855-4ff8-8532-a74f4b202b06 gateway port host: n-d-760453-5 {{(pid=103307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 21:25:10.990840 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-629a9307-dc3b-42ca-b708-c4f9a298739f tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:25:11.009434 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 43936) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:25:11.024337 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-629a9307-dc3b-42ca-b708-c4f9a298739f tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.8708236 Jan 26 21:25:11.029189 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3e333e-7927-4cc9-a868-1cdc56c28c49 req-871bb396-18c3-4024-b51c-7f84db5a1d17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:25:11.043777 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-da3e333e-7927-4cc9-a868-1cdc56c28c49 req-871bb396-18c3-4024-b51c-7f84db5a1d17 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=09fefaf6-1493-45ff-9b77-0bffdcb790d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.9758427 Jan 26 21:25:11.156497 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device ffbd2fe6-f21b-4099-94b1-4023a4c4b5c3 no longer exists at agent ovs-agent-n-d-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 26 21:25:11.228435 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] No Port match for: ffbd2fe6-f21b-4099-94b1-4023a4c4b5c3 {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 26 21:25:11.228834 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device ffbd2fe6-f21b-4099-94b1-4023a4c4b5c3 not bound to the agent host n-d-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 26 21:25:11.239832 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58f5b230-1248-4b27-8317-97810ebc1d6b tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:25:11.241339 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-58f5b230-1248-4b27-8317-97810ebc1d6b tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2304013 Jan 26 21:25:11.251419 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 43940) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:25:11.345500 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-a9356c19-4245-4495-a051-cff84fbeb66d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ced210b-6855-4ff8-8532-a74f4b202b06', 'name': 'tempest-TestNetworkAdvancedServerOps-router-54234232', 'tenant_id': 'c6d9f10230f341edbbe46b16c17eb870', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'external_fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.151'}], 'enable_snat': True}, 'gw_port_id': 'f64f0307-fae0-4b13-a191-bc9d569d1304', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T21:21:40Z', 'updated_at': '2022-01-26T21:21:51Z', 'revision_number': 4, 'project_id': 'c6d9f10230f341edbbe46b16c17eb870', 'gw_port': {'id': 'f64f0307-fae0-4b13-a191-bc9d569d1304', 'name': '', 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:c0:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ced210b-6855-4ff8-8532-a74f4b202b06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2043, 'fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:21:41Z', 'updated_at': '2022-01-26T21:21:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-5', '_interfaces': [{'id': 'ddbd5dd0-e0bc-4ae6-8792-4c858ed8cffe', 'name': '', 'network_id': '3e4368a8-f3b4-4f2b-9ce8-6f1eab73b100', 'tenant_id': 'c6d9f10230f341edbbe46b16c17eb870', 'mac_address': 'fa:16:3e:39:8c:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ced210b-6855-4ff8-8532-a74f4b202b06', 'device_owner': 'network:router_interface', 'standard_attr_id': 2051, 'fixed_ips': [{'subnet_id': 'c41b4bd2-c8e1-469d-9ade-a907fafb44b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:21:49Z', 'updated_at': '2022-01-26T21:21:57Z', 'revision_number': 5, 'project_id': 'c6d9f10230f341edbbe46b16c17eb870', 'subnets': [{'id': 'c41b4bd2-c8e1-469d-9ade-a907fafb44b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760453-5', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:25:11.362956 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-130f3968-bf47-4c53-86bc-ec1ac0affbe4 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1103432 Jan 26 21:25:11.375439 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52cc1740-7743-40d9-9f9c-ce86d54c0d77 req-460277a3-9c2b-4c70-8f83-7260379a4fa4 tempest-ListImageFiltersTestJSON-206584430 tempest-ListImageFiltersTestJSON-206584430-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:25:11.377190 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-52cc1740-7743-40d9-9f9c-ce86d54c0d77 req-460277a3-9c2b-4c70-8f83-7260379a4fa4 tempest-ListImageFiltersTestJSON-206584430 tempest-ListImageFiltersTestJSON-206584430-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6759977 Jan 26 21:25:11.378320 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 43942) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:25:11.389284 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-7d14e57a-1c1e-4b4c-958a-69364fd65690 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Request body: {'subnet': {'network_id': '80bdce17-b861-46cb-9014-7071d7f46353', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:25:11.444812 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-52cc1740-7743-40d9-9f9c-ce86d54c0d77 req-568ab4fe-d089-472e-83b5-3413a78f4af9 tempest-ListImageFiltersTestJSON-206584430 tempest-ListImageFiltersTestJSON-206584430-project] 10.222.0.13 "GET /v2.0/quotas/2d6200cf51b240f1818f7e869618215b HTTP/1.1" status: 200 len: 375 time: 0.0426121 Jan 26 21:25:11.459739 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9356c19-4245-4495-a051-cff84fbeb66d None None] Checking router: 2ced210b-6855-4ff8-8532-a74f4b202b06 for host: n-d-760453-5 {{(pid=103307) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 26 21:25:11.476478 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9356c19-4245-4495-a051-cff84fbeb66d None None] Routers {'2ced210b-6855-4ff8-8532-a74f4b202b06'} bound to L3 agent in host n-d-760453-5 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 21:25:11.478388 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-a9356c19-4245-4495-a051-cff84fbeb66d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-26T20:55:21Z,description=,heartbeat_timestamp=2022-01-26T21:24:51Z,host='n-d-760453-5',id=09df100c-3af1-4b0a-bda8-05914c71c458,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:55:21Z,topic='l3_agent')) {'router_ids': ['2ced210b-6855-4ff8-8532-a74f4b202b06'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:25:11.509000 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-52cc1740-7743-40d9-9f9c-ce86d54c0d77 req-1de38fb5-2bb6-4697-8cf0-adb7422921c1 tempest-ListImageFiltersTestJSON-206584430 tempest-ListImageFiltersTestJSON-206584430-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=2d6200cf51b240f1818f7e869618215b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0515292 Jan 26 21:25:11.543913 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-0163fe61-6a4b-42fc-a361-951da05027c9 req-7322457d-710b-47ba-adcd-7c6217261c34 tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] 10.222.0.13 "GET /v2.0/security-groups?id=cdcbac26-bdec-4926-b949-1e63137fb150&id=e87e70a3-dfc0-4db8-90a2-ffd9c4c809a5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.9256420 Jan 26 21:25:11.603349 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d14e57a-1c1e-4b4c-958a-69364fd65690 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Made reservation on behalf of 91ff6b128d484238b8b1d440faeb9154 for: {'subnet': 1} {{(pid=103305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 21:25:11.604906 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-da3e333e-7927-4cc9-a868-1cdc56c28c49 req-f6e1224f-1293-4f55-bf76-c2ff7b84105d service neutron] 10.222.0.57 "GET /v2.0/networks/09fefaf6-1493-45ff-9b77-0bffdcb790d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5453341 Jan 26 21:25:11.612293 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-7d14e57a-1c1e-4b4c-958a-69364fd65690 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11599953'] for subnet (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:25:11.795334 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-da3e333e-7927-4cc9-a868-1cdc56c28c49 req-fdb12450-36ff-4d54-bd5c-e17f15704ffc service neutron] 10.222.0.57 "GET /v2.0/networks/09fefaf6-1493-45ff-9b77-0bffdcb790d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1842170 Jan 26 21:25:11.820507 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_dvr_db [None req-a9356c19-4245-4495-a051-cff84fbeb66d None None] Set router 2ced210b-6855-4ff8-8532-a74f4b202b06 gateway port host: n-d-760453-5 {{(pid=103307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 21:25:11.996265 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-b3086bfa-3787-43e9-a5b4-7714a27dbc2d req-7116c0b9-c3a4-4cce-9c2e-ed6c36e4411c tempest-ListImageFiltersTestJSON-206584430 tempest-ListImageFiltersTestJSON-206584430-project] 10.222.0.66 "GET /v2.0/networks?tenant_id=2d6200cf51b240f1818f7e869618215b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1175585 Jan 26 21:25:12.168219 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 26 Jan 2022 21:25:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ed044f4-7576-4af1-a6a7-cdf8216c72ca x-openstack-request-id: req-7ed044f4-7576-4af1-a6a7-cdf8216c72ca {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 21:25:12.169827 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f9d28872-a0eb-43ed-b4ce-aee5b2886372", "tag": "85e42356-3012-4a3b-9f75-ce1b665df28b", "status": "completed", "code": 200}]} {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 21:25:12.170106 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-7ed044f4-7576-4af1-a6a7-cdf8216c72ca {{(pid=103305) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 21:25:12.170525 n-d-760453-5 neutron-server[103305]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f9d28872-a0eb-43ed-b4ce-aee5b2886372', 'tag': '85e42356-3012-4a3b-9f75-ce1b665df28b', 'status': 'completed', 'code': 200} Jan 26 21:25:12.352433 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-41c8817a-f3f9-43eb-8640-1349cdf453b8 req-b5c1c8bb-778e-4dc9-9922-264c8861f4c6 tempest-ListImageFiltersTestJSON-206584430 tempest-ListImageFiltersTestJSON-206584430-project] 10.222.0.13 "GET /v2.0/ports?device_id=bea5c7f0-506a-473d-a8ca-6675031f7299 HTTP/1.1" status: 200 len: 210 time: 0.0931046 Jan 26 21:25:12.465686 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-a9356c19-4245-4495-a051-cff84fbeb66d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ced210b-6855-4ff8-8532-a74f4b202b06', 'name': 'tempest-TestNetworkAdvancedServerOps-router-54234232', 'tenant_id': 'c6d9f10230f341edbbe46b16c17eb870', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'external_fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.151'}], 'enable_snat': True}, 'gw_port_id': 'f64f0307-fae0-4b13-a191-bc9d569d1304', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T21:21:40Z', 'updated_at': '2022-01-26T21:21:51Z', 'revision_number': 4, 'project_id': 'c6d9f10230f341edbbe46b16c17eb870', 'gw_port': {'id': 'f64f0307-fae0-4b13-a191-bc9d569d1304', 'name': '', 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:c0:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ced210b-6855-4ff8-8532-a74f4b202b06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2043, 'fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:21:41Z', 'updated_at': '2022-01-26T21:21:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-5', '_interfaces': [{'id': 'ddbd5dd0-e0bc-4ae6-8792-4c858ed8cffe', 'name': '', 'network_id': '3e4368a8-f3b4-4f2b-9ce8-6f1eab73b100', 'tenant_id': 'c6d9f10230f341edbbe46b16c17eb870', 'mac_address': 'fa:16:3e:39:8c:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ced210b-6855-4ff8-8532-a74f4b202b06', 'device_owner': 'network:router_interface', 'standard_attr_id': 2051, 'fixed_ips': [{'subnet_id': 'c41b4bd2-c8e1-469d-9ade-a907fafb44b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:21:49Z', 'updated_at': '2022-01-26T21:21:57Z', 'revision_number': 5, 'project_id': 'c6d9f10230f341edbbe46b16c17eb870', 'subnets': [{'id': 'c41b4bd2-c8e1-469d-9ade-a907fafb44b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760453-5', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:25:12.496037 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74cea007-ae1c-47a8-9432-1e183e97865e req-33e5d391-cf87-4e63-a69e-263af64546c7 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:25:12.505879 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-74cea007-ae1c-47a8-9432-1e183e97865e req-33e5d391-cf87-4e63-a69e-263af64546c7 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] 10.222.0.13 "GET /v2.0/ports?device_id=f9d28872-a0eb-43ed-b4ce-aee5b2886372 HTTP/1.1" status: 200 len: 947 time: 0.1485124 Jan 26 21:25:12.561111 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9356c19-4245-4495-a051-cff84fbeb66d None None] The sync data for ids ['2ced210b-6855-4ff8-8532-a74f4b202b06'] in n-d-760453-5 is: [{'id': '2ced210b-6855-4ff8-8532-a74f4b202b06', 'name': 'tempest-TestNetworkAdvancedServerOps-router-54234232', 'tenant_id': 'c6d9f10230f341edbbe46b16c17eb870', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'external_fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.151'}], 'enable_snat': True}, 'gw_port_id': 'f64f0307-fae0-4b13-a191-bc9d569d1304', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T21:21:40Z', 'updated_at': '2022-01-26T21:21:51Z', 'revision_number': 4, 'project_id': 'c6d9f10230f341edbbe46b16c17eb870', 'gw_port': {'id': 'f64f0307-fae0-4b13-a191-bc9d569d1304', 'name': '', 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:c0:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ced210b-6855-4ff8-8532-a74f4b202b06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2043, 'fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:21:41Z', 'updated_at': '2022-01-26T21:21:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-5', '_interfaces': [{'id': 'ddbd5dd0-e0bc-4ae6-8792-4c858ed8cffe', 'name': '', 'network_id': '3e4368a8-f3b4-4f2b-9ce8-6f1eab73b100', 'tenant_id': 'c6d9f10230f341edbbe46b16c17eb870', 'mac_address': 'fa:16:3e:39:8c:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ced210b-6855-4ff8-8532-a74f4b202b06', 'device_owner': 'network:router_interface', 'standard_attr_id': 2051, 'fixed_ips': [{'subnet_id': 'c41b4bd2-c8e1-469d-9ade-a907fafb44b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:21:49Z', 'updated_at': '2022-01-26T21:21:57Z', 'revision_number': 5, 'project_id': 'c6d9f10230f341edbbe46b16c17eb870', 'subnets': [{'id': 'c41b4bd2-c8e1-469d-9ade-a907fafb44b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 26 21:25:12.634233 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-74cea007-ae1c-47a8-9432-1e183e97865e req-bcefd8a4-191f-411c-8eb2-e220bb3920ac tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] 10.222.0.13 "GET /v2.0/security-groups?id=6cb8e788-9152-488c-8973-85140910b10a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1208026 Jan 26 21:25:12.664111 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76874c9b-896e-45cd-a515-aed3fdff886e req-187f997c-5901-464c-a0f9-81f52289490d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:25:12.668374 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-76874c9b-896e-45cd-a515-aed3fdff886e req-187f997c-5901-464c-a0f9-81f52289490d service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=c6d9f10230f341edbbe46b16c17eb870&device_id=f9d28872-a0eb-43ed-b4ce-aee5b2886372 HTTP/1.1" status: 200 len: 1098 time: 0.4598978 Jan 26 21:25:12.875385 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d044593-85da-4799-94ea-fbc36d76d281 req-a2a7a436-1ce0-4657-87d7-bb1311163ec4 tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:25:12.897531 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d044593-85da-4799-94ea-fbc36d76d281 req-a2a7a436-1ce0-4657-87d7-bb1311163ec4 tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:25:12.916948 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d044593-85da-4799-94ea-fbc36d76d281 req-a2a7a436-1ce0-4657-87d7-bb1311163ec4 tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:25:12.930812 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d044593-85da-4799-94ea-fbc36d76d281 req-a2a7a436-1ce0-4657-87d7-bb1311163ec4 tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:25:12.940167 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76874c9b-896e-45cd-a515-aed3fdff886e req-b7a77c11-25db-4305-888a-02987a0443c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:25:12.941875 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-76874c9b-896e-45cd-a515-aed3fdff886e req-b7a77c11-25db-4305-888a-02987a0443c6 service neutron] 10.222.0.66 "GET /v2.0/networks?id=3e4368a8-f3b4-4f2b-9ce8-6f1eab73b100 HTTP/1.1" status: 200 len: 898 time: 0.2022431 Jan 26 21:25:12.955158 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d044593-85da-4799-94ea-fbc36d76d281 req-a2a7a436-1ce0-4657-87d7-bb1311163ec4 tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:25:12.965373 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d044593-85da-4799-94ea-fbc36d76d281 req-a2a7a436-1ce0-4657-87d7-bb1311163ec4 tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:25:12.973027 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d044593-85da-4799-94ea-fbc36d76d281 req-a2a7a436-1ce0-4657-87d7-bb1311163ec4 tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:25:12.983522 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-0d044593-85da-4799-94ea-fbc36d76d281 req-a2a7a436-1ce0-4657-87d7-bb1311163ec4 tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] 10.222.0.13 "GET /v2.0/ports?device_id=cc2a45fe-1c0e-4689-a738-964e9c19e30e HTTP/1.1" status: 200 len: 5416 time: 0.2880466 Jan 26 21:25:13.139452 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-76874c9b-896e-45cd-a515-aed3fdff886e req-92c7033d-c926-4236-a81f-e69c20fb9d93 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=85e42356-3012-4a3b-9f75-ce1b665df28b HTTP/1.1" status: 200 len: 217 time: 0.0637138 Jan 26 21:25:13.139834 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-0d044593-85da-4799-94ea-fbc36d76d281 req-a8c39c94-1ede-421f-b39c-2e7b2983c3ae tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] 10.222.0.13 "GET /v2.0/security-groups?id=cdcbac26-bdec-4926-b949-1e63137fb150&id=e87e70a3-dfc0-4db8-90a2-ffd9c4c809a5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1529994 Jan 26 21:25:13.140876 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-7d14e57a-1c1e-4b4c-958a-69364fd65690 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11788839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11599975'] for subnet (d04f64f6-c397-4340-806a-511d65404630), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:25:13.177726 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d14e57a-1c1e-4b4c-958a-69364fd65690 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Network 80bdce17-b861-46cb-9014-7071d7f46353 is already hosted by enough agents. {{(pid=103305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 21:25:13.185733 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05f7f8bf-136f-45ab-8d67-a73734137f58 None None] New status for floating IP 6fc49d69-c271-4ba5-9a0a-77df8d4689e6: DOWN {{(pid=103306) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 26 21:25:13.186271 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [None req-7d14e57a-1c1e-4b4c-958a-69364fd65690 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Resources bound (agent type, host, resource id): {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:25:13.245788 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d14e57a-1c1e-4b4c-958a-69364fd65690 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:25:13.246407 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-7d14e57a-1c1e-4b4c-958a-69364fd65690 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709645'] for subnet (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:25:13.327314 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2498e961-a079-445b-a1c8-2c11b455bbb6 None None] Network 80bdce17-b861-46cb-9014-7071d7f46353 requested from n-d-760453-5 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 26 21:25:13.369427 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3086bfa-3787-43e9-a5b4-7714a27dbc2d req-8a66f470-093b-4752-b086-08caf0649c16 tempest-ListImageFiltersTestJSON-206584430 tempest-ListImageFiltersTestJSON-206584430-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:25:13.370974 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-b3086bfa-3787-43e9-a5b4-7714a27dbc2d req-8a66f470-093b-4752-b086-08caf0649c16 tempest-ListImageFiltersTestJSON-206584430 tempest-ListImageFiltersTestJSON-206584430-project] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.3640783 Jan 26 21:25:13.407867 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 43972) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:25:13.414551 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-b711eda1-e2af-4d0b-b11e-df28c4dab689 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Request body: {'port': {'network_id': '80bdce17-b861-46cb-9014-7071d7f46353', 'fixed_ips': [{'subnet_id': 'd04f64f6-c397-4340-806a-511d65404630', 'ip_address': '2001:db8::17a9:58a:2b24:c7ed'}], 'name': 'tempest-NetworksTestDHCPv6-1209959732'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:25:13.416638 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-7d14e57a-1c1e-4b4c-958a-69364fd65690 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.0371366 Jan 26 21:25:13.442860 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [req-b3086bfa-3787-43e9-a5b4-7714a27dbc2d req-c81a2d8d-3a66-4c9e-a3b4-dee6b6f6946a tempest-ListImageFiltersTestJSON-206584430 tempest-ListImageFiltersTestJSON-206584430-project] Request body: {'port': {'device_id': '4b2054b9-c111-47ce-bd3a-a15958b5fddc', 'network_id': '7fbe9cf5-e12c-436d-b372-55a19c9faa30', 'admin_state_up': True, 'tenant_id': '2d6200cf51b240f1818f7e869618215b'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:25:13.457022 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76874c9b-896e-45cd-a515-aed3fdff886e req-43e8635b-3158-497a-9f49-35556a6c4d16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:25:13.460923 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-76874c9b-896e-45cd-a515-aed3fdff886e req-43e8635b-3158-497a-9f49-35556a6c4d16 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=c41b4bd2-c8e1-469d-9ade-a907fafb44b3 HTTP/1.1" status: 200 len: 834 time: 0.3025830 Jan 26 21:25:13.503685 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-380f58b2-7516-4cb0-8fde-bd16acdb9037 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3c4099e8-8ffb-51d1-af7f-5868973e933f-80bdce17-b861-46cb-9014-7071d7f46353', 'network_id': '80bdce17-b861-46cb-9014-7071d7f46353', 'project_id': '91ff6b128d484238b8b1d440faeb9154', 'fixed_ips': [{'subnet_id': 'd04f64f6-c397-4340-806a-511d65404630'}]}} from n-d-760453-5. {{(pid=103306) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 26 21:25:13.505264 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-380f58b2-7516-4cb0-8fde-bd16acdb9037 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (None), before_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:25:13.573652 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-ad62e35e-b73d-455b-8f97-0c75bc608767 req-03aaad35-6102-4b45-a845-98a2688b8566 tempest-ListImageFiltersTestJSON-206584430 tempest-ListImageFiltersTestJSON-206584430-project] 10.222.0.13 "GET /v2.0/ports?device_id=bea5c7f0-506a-473d-a8ca-6675031f7299 HTTP/1.1" status: 200 len: 210 time: 0.0468860 Jan 26 21:25:13.582891 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d14e57a-1c1e-4b4c-958a-69364fd65690 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Pushing event updated for resources: {'Subnet': ['ID=d04f64f6-c397-4340-806a-511d65404630,revision_number=0']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:25:13.767626 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b711eda1-e2af-4d0b-b11e-df28c4dab689 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Made reservation on behalf of 91ff6b128d484238b8b1d440faeb9154 for: {'port': 1} {{(pid=103304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 21:25:13.793837 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.db_base_plugin_common [None req-380f58b2-7516-4cb0-8fde-bd16acdb9037 None None] Allocated IP 2001:db8::2 (80bdce17-b861-46cb-9014-7071d7f46353/d04f64f6-c397-4340-806a-511d65404630/15bc9aff-04c4-4682-b212-011d7adba174) {{(pid=103306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 21:25:13.954296 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76874c9b-896e-45cd-a515-aed3fdff886e req-55e15250-cb84-494b-8f0d-de03b10e7262 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:25:13.963283 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-76874c9b-896e-45cd-a515-aed3fdff886e req-55e15250-cb84-494b-8f0d-de03b10e7262 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=3e4368a8-f3b4-4f2b-9ce8-6f1eab73b100&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4134812 Jan 26 21:25:14.003237 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014db188-4374-4925-aedc-376a60f01563 req-ecc74a0a-9a5b-4152-a226-69513bda6a7f tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:25:14.011162 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-014db188-4374-4925-aedc-376a60f01563 req-ecc74a0a-9a5b-4152-a226-69513bda6a7f tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] 10.222.0.13 "GET /v2.0/ports?device_id=f9d28872-a0eb-43ed-b4ce-aee5b2886372 HTTP/1.1" status: 200 len: 947 time: 0.2108822 Jan 26 21:25:14.096524 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-52cc1740-7743-40d9-9f9c-ce86d54c0d77 req-f951260b-fe3f-40e3-be54-cf6080559195 tempest-ListImageFiltersTestJSON-206584430 tempest-ListImageFiltersTestJSON-206584430-project] 10.222.0.57 "GET /v2.0/networks?tenant_id=2d6200cf51b240f1818f7e869618215b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0542839 Jan 26 21:25:14.142851 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c68b004-94dc-44e9-bf80-57a2c6cd31f7 req-91aa473b-0fa1-41c1-ab46-756f9bd2f41b tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:25:14.145765 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-3c68b004-94dc-44e9-bf80-57a2c6cd31f7 req-91aa473b-0fa1-41c1-ab46-756f9bd2f41b tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] 10.222.0.66 "GET /v2.0/ports?device_id=f9d28872-a0eb-43ed-b4ce-aee5b2886372 HTTP/1.1" status: 200 len: 947 time: 0.2192314 Jan 26 21:25:14.192689 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-380f58b2-7516-4cb0-8fde-bd16acdb9037 None None] Publish callbacks [] for port (15bc9aff-04c4-4682-b212-011d7adba174), precommit_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:25:14.206887 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-380f58b2-7516-4cb0-8fde-bd16acdb9037 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746560234527'] for port (15bc9aff-04c4-4682-b212-011d7adba174), after_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:25:14.208525 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-b711eda1-e2af-4d0b-b11e-df28c4dab689 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:25:14.290280 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-76874c9b-896e-45cd-a515-aed3fdff886e req-3a88aa04-5b16-4cfa-acd8-162cf938619e service neutron] 10.222.0.66 "GET /v2.0/networks/3e4368a8-f3b4-4f2b-9ce8-6f1eab73b100?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3108482 Jan 26 21:25:14.392311 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b3086bfa-3787-43e9-a5b4-7714a27dbc2d req-c81a2d8d-3a66-4c9e-a3b4-dee6b6f6946a tempest-ListImageFiltersTestJSON-206584430 tempest-ListImageFiltersTestJSON-206584430-project] Made reservation on behalf of 2d6200cf51b240f1818f7e869618215b for: {'port': 1} {{(pid=103305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 21:25:14.396249 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-b3086bfa-3787-43e9-a5b4-7714a27dbc2d req-c81a2d8d-3a66-4c9e-a3b4-dee6b6f6946a tempest-ListImageFiltersTestJSON-206584430 tempest-ListImageFiltersTestJSON-206584430-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:25:14.396427 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-380f58b2-7516-4cb0-8fde-bd16acdb9037 None None] Pushing event updated for resources: {'Port': ['ID=15bc9aff-04c4-4682-b212-011d7adba174,revision_number=1']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:25:14.412953 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-b3086bfa-3787-43e9-a5b4-7714a27dbc2d req-c81a2d8d-3a66-4c9e-a3b4-dee6b6f6946a tempest-ListImageFiltersTestJSON-206584430 tempest-ListImageFiltersTestJSON-206584430-project] Publish callbacks [] for security_group (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:25:14.429481 n-d-760453-5 neutron-server[103306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-380f58b2-7516-4cb0-8fde-bd16acdb9037 None None] Network 80bdce17-b861-46cb-9014-7071d7f46353 is already hosted by enough agents. {{(pid=103306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 21:25:14.434459 n-d-760453-5 neutron-server[103306]: DEBUG neutron.scheduler.base_scheduler [None req-380f58b2-7516-4cb0-8fde-bd16acdb9037 None None] Resources bound (agent type, host, resource id): {{(pid=103306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:25:14.443250 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-380f58b2-7516-4cb0-8fde-bd16acdb9037 None None] Received port after_create {{(pid=103306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 21:25:14.563021 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-380f58b2-7516-4cb0-8fde-bd16acdb9037 None None] Attempting to bind port 15bc9aff-04c4-4682-b212-011d7adba174 on host n-d-760453-5 for vnic_type normal with profile {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 21:25:14.563871 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-380f58b2-7516-4cb0-8fde-bd16acdb9037 None None] Attempting to bind port 15bc9aff-04c4-4682-b212-011d7adba174 by drivers openvswitch,hyperv on host n-d-760453-5 at level 0 using segments [{'id': '3c6d624c-ba08-479a-b68a-7684ce678b5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '80bdce17-b861-46cb-9014-7071d7f46353'}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 26 21:25:14.565476 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-380f58b2-7516-4cb0-8fde-bd16acdb9037 None None] Attempting to bind port 15bc9aff-04c4-4682-b212-011d7adba174 on network 80bdce17-b861-46cb-9014-7071d7f46353 {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 21:25:14.582387 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-380f58b2-7516-4cb0-8fde-bd16acdb9037 None None] Checking agent: {'id': 'fea0591a-627d-4c87-9a9a-01625ddf3277', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760453-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 20, 55, 25), 'started_at': datetime.datetime(2022, 1, 26, 20, 55, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 21, 24, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760453-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 26 21:25:14.582933 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-380f58b2-7516-4cb0-8fde-bd16acdb9037 None None] Checking segment: {'id': '3c6d624c-ba08-479a-b68a-7684ce678b5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '80bdce17-b861-46cb-9014-7071d7f46353'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 21:25:14.583586 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-380f58b2-7516-4cb0-8fde-bd16acdb9037 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:25:14.585134 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-380f58b2-7516-4cb0-8fde-bd16acdb9037 None None] Bound using segment: {'id': '3c6d624c-ba08-479a-b68a-7684ce678b5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '80bdce17-b861-46cb-9014-7071d7f46353'} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 26 21:25:14.587926 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-380f58b2-7516-4cb0-8fde-bd16acdb9037 None None] Bound port: 15bc9aff-04c4-4682-b212-011d7adba174, host: n-d-760453-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c6d624c-ba08-479a-b68a-7684ce678b5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '80bdce17-b861-46cb-9014-7071d7f46353'}}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 26 21:25:14.588563 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-380f58b2-7516-4cb0-8fde-bd16acdb9037 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (15bc9aff-04c4-4682-b212-011d7adba174), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:25:14.609671 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52cc1740-7743-40d9-9f9c-ce86d54c0d77 req-dde59b17-afc8-450a-9ffd-be278b80f848 tempest-ListImageFiltersTestJSON-206584430 tempest-ListImageFiltersTestJSON-206584430-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:25:14.613387 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-52cc1740-7743-40d9-9f9c-ce86d54c0d77 req-dde59b17-afc8-450a-9ffd-be278b80f848 tempest-ListImageFiltersTestJSON-206584430 tempest-ListImageFiltersTestJSON-206584430-project] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4589844 Jan 26 21:25:14.638525 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-014db188-4374-4925-aedc-376a60f01563 req-c1c61e68-42a1-4f89-a908-a5da3021b6a5 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] 10.222.0.13 "GET /v2.0/security-groups?id=6cb8e788-9152-488c-8973-85140910b10a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6263745 Jan 26 21:25:14.638717 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-b3086bfa-3787-43e9-a5b4-7714a27dbc2d req-c81a2d8d-3a66-4c9e-a3b4-dee6b6f6946a tempest-ListImageFiltersTestJSON-206584430 tempest-ListImageFiltersTestJSON-206584430-project] Publish callbacks [] for security_group (51fc43c7-3c5c-407b-a050-08d4b0d277fe), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:25:14.661198 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-76874c9b-896e-45cd-a515-aed3fdff886e req-0fe5bdc5-38a2-4cbc-b295-d3260cef41e0 service neutron] 10.222.0.66 "GET /v2.0/networks/3e4368a8-f3b4-4f2b-9ce8-6f1eab73b100?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3561876 Jan 26 21:25:14.661198 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-b3086bfa-3787-43e9-a5b4-7714a27dbc2d req-c81a2d8d-3a66-4c9e-a3b4-dee6b6f6946a tempest-ListImageFiltersTestJSON-206584430 tempest-ListImageFiltersTestJSON-206584430-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (51fc43c7-3c5c-407b-a050-08d4b0d277fe), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:25:14.671301 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [req-52cc1740-7743-40d9-9f9c-ce86d54c0d77 req-c5edebf0-3f4a-4ad0-a2d6-e191e1bcba4e tempest-ListImageFiltersTestJSON-206584430 tempest-ListImageFiltersTestJSON-206584430-project] Request body: {'port': {'device_id': 'bea5c7f0-506a-473d-a8ca-6675031f7299', 'network_id': '7fbe9cf5-e12c-436d-b372-55a19c9faa30', 'admin_state_up': True, 'tenant_id': '2d6200cf51b240f1818f7e869618215b'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:25:14.791141 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81a2d8d-3a66-4c9e-a3b4-dee6b6f6946a tempest-ListImageFiltersTestJSON-206584430 tempest-ListImageFiltersTestJSON-206584430-project] Pushing event updated for resources: {'SecurityGroup': ['ID=51fc43c7-3c5c-407b-a050-08d4b0d277fe,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:25:14.846535 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-380f58b2-7516-4cb0-8fde-bd16acdb9037 None None] For port 15bc9aff-04c4-4682-b212-011d7adba174, host n-d-760453-5, cleared binding levels {{(pid=103306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 26 21:25:14.853672 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-380f58b2-7516-4cb0-8fde-bd16acdb9037 None None] For port 15bc9aff-04c4-4682-b212-011d7adba174, host n-d-760453-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=15bc9aff-04c4-4682-b212-011d7adba174,segment=NetworkSegment(3c6d624c-ba08-479a-b68a-7684ce678b5c),segment_id=3c6d624c-ba08-479a-b68a-7684ce678b5c)] {{(pid=103306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 26 21:25:14.868986 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-380f58b2-7516-4cb0-8fde-bd16acdb9037 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (15bc9aff-04c4-4682-b212-011d7adba174), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:25:15.020796 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-17ebae9a-5602-465b-8be7-262751d45b3c req-d8bca983-c45a-4b23-bafd-d33dd7ec1314 tempest-ListImageFiltersTestJSON-206584430 tempest-ListImageFiltersTestJSON-206584430-project] 10.222.0.13 "GET /v2.0/ports?device_id=bea5c7f0-506a-473d-a8ca-6675031f7299 HTTP/1.1" status: 200 len: 210 time: 0.0751033 Jan 26 21:25:15.074574 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-380f58b2-7516-4cb0-8fde-bd16acdb9037 None None] Pushing event updated for resources: {'Port': ['ID=15bc9aff-04c4-4682-b212-011d7adba174,revision_number=2']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:25:15.092456 n-d-760453-5 neutron-server[103304]: DEBUG neutron.notifiers.nova [None req-b711eda1-e2af-4d0b-b11e-df28c4dab689 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] device_id is not set on port 6ba4b2d6-b974-4c42-a9a5-ac3a711b1c0b yet. {{(pid=103304) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 26 21:25:15.139045 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.db_base_plugin_common [req-b3086bfa-3787-43e9-a5b4-7714a27dbc2d req-c81a2d8d-3a66-4c9e-a3b4-dee6b6f6946a tempest-ListImageFiltersTestJSON-206584430 tempest-ListImageFiltersTestJSON-206584430-project] Allocated IP 192.168.233.208 (7fbe9cf5-e12c-436d-b372-55a19c9faa30/fd77e534-75e6-4b90-950e-f5824d584430/91f29fd8-6388-453d-9829-9a8fc59108e3) {{(pid=103305) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 21:25:15.357582 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-52cc1740-7743-40d9-9f9c-ce86d54c0d77 req-c5edebf0-3f4a-4ad0-a2d6-e191e1bcba4e tempest-ListImageFiltersTestJSON-206584430 tempest-ListImageFiltersTestJSON-206584430-project] Made reservation on behalf of 2d6200cf51b240f1818f7e869618215b for: {'port': 1} {{(pid=103304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 21:25:15.361769 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-52cc1740-7743-40d9-9f9c-ce86d54c0d77 req-c5edebf0-3f4a-4ad0-a2d6-e191e1bcba4e tempest-ListImageFiltersTestJSON-206584430 tempest-ListImageFiltersTestJSON-206584430-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:25:15.446547 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dda465b-51fa-47f9-9926-db3792ce5bdb req-5c1bf7ba-9e13-4e80-ba08-ce22503beb4c tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:25:15.451698 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dda465b-51fa-47f9-9926-db3792ce5bdb req-5c1bf7ba-9e13-4e80-ba08-ce22503beb4c tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:25:15.459084 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dda465b-51fa-47f9-9926-db3792ce5bdb req-5c1bf7ba-9e13-4e80-ba08-ce22503beb4c tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:25:15.466108 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dda465b-51fa-47f9-9926-db3792ce5bdb req-5c1bf7ba-9e13-4e80-ba08-ce22503beb4c tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:25:15.485356 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dda465b-51fa-47f9-9926-db3792ce5bdb req-5c1bf7ba-9e13-4e80-ba08-ce22503beb4c tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:25:15.504019 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dda465b-51fa-47f9-9926-db3792ce5bdb req-5c1bf7ba-9e13-4e80-ba08-ce22503beb4c tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:25:15.513017 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dda465b-51fa-47f9-9926-db3792ce5bdb req-5c1bf7ba-9e13-4e80-ba08-ce22503beb4c tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:25:15.523060 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-5dda465b-51fa-47f9-9926-db3792ce5bdb req-5c1bf7ba-9e13-4e80-ba08-ce22503beb4c tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] 10.222.0.13 "GET /v2.0/ports?device_id=cc2a45fe-1c0e-4689-a738-964e9c19e30e HTTP/1.1" status: 200 len: 5416 time: 0.9302950 Jan 26 21:25:15.673103 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-b3086bfa-3787-43e9-a5b4-7714a27dbc2d req-c81a2d8d-3a66-4c9e-a3b4-dee6b6f6946a tempest-ListImageFiltersTestJSON-206584430 tempest-ListImageFiltersTestJSON-206584430-project] Publish callbacks [] for port (91f29fd8-6388-453d-9829-9a8fc59108e3), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:25:15.727183 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [req-3c68b004-94dc-44e9-bf80-57a2c6cd31f7 req-5da37f0a-ac40-4698-92fb-9eba91b10431 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Deleting port 85e42356-3012-4a3b-9f75-ce1b665df28b {{(pid=103304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 21:25:15.727836 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-3c68b004-94dc-44e9-bf80-57a2c6cd31f7 req-5da37f0a-ac40-4698-92fb-9eba91b10431 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746560630878'] for port (85e42356-3012-4a3b-9f75-ce1b665df28b), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:25:15.763380 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-b3086bfa-3787-43e9-a5b4-7714a27dbc2d req-c81a2d8d-3a66-4c9e-a3b4-dee6b6f6946a tempest-ListImageFiltersTestJSON-206584430 tempest-ListImageFiltersTestJSON-206584430-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746560234527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11791543'] for port (91f29fd8-6388-453d-9829-9a8fc59108e3), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:25:15.847114 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b3086bfa-3787-43e9-a5b4-7714a27dbc2d req-c81a2d8d-3a66-4c9e-a3b4-dee6b6f6946a tempest-ListImageFiltersTestJSON-206584430 tempest-ListImageFiltersTestJSON-206584430-project] Network 7fbe9cf5-e12c-436d-b372-55a19c9faa30 is already hosted by enough agents. {{(pid=103305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 21:25:15.850377 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [req-b3086bfa-3787-43e9-a5b4-7714a27dbc2d req-c81a2d8d-3a66-4c9e-a3b4-dee6b6f6946a tempest-ListImageFiltersTestJSON-206584430 tempest-ListImageFiltersTestJSON-206584430-project] Resources bound (agent type, host, resource id): {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:25:15.874503 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81a2d8d-3a66-4c9e-a3b4-dee6b6f6946a tempest-ListImageFiltersTestJSON-206584430 tempest-ListImageFiltersTestJSON-206584430-project] Pushing event updated for resources: {'Port': ['ID=91f29fd8-6388-453d-9829-9a8fc59108e3,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:25:15.920701 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3086bfa-3787-43e9-a5b4-7714a27dbc2d req-c81a2d8d-3a66-4c9e-a3b4-dee6b6f6946a tempest-ListImageFiltersTestJSON-206584430 tempest-ListImageFiltersTestJSON-206584430-project] Received port after_create {{(pid=103305) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 21:25:15.954409 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.db_base_plugin_common [None req-b711eda1-e2af-4d0b-b11e-df28c4dab689 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Allocated IP 2001:db8::17a9:58a:2b24:c7ed (80bdce17-b861-46cb-9014-7071d7f46353/d04f64f6-c397-4340-806a-511d65404630/6ba4b2d6-b974-4c42-a9a5-ac3a711b1c0b) {{(pid=103304) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 21:25:16.038869 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3086bfa-3787-43e9-a5b4-7714a27dbc2d req-c81a2d8d-3a66-4c9e-a3b4-dee6b6f6946a tempest-ListImageFiltersTestJSON-206584430 tempest-ListImageFiltersTestJSON-206584430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:25:16.040001 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-b3086bfa-3787-43e9-a5b4-7714a27dbc2d req-c81a2d8d-3a66-4c9e-a3b4-dee6b6f6946a tempest-ListImageFiltersTestJSON-206584430 tempest-ListImageFiltersTestJSON-206584430-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:25:16.067003 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-5dda465b-51fa-47f9-9926-db3792ce5bdb req-b2c2227b-a89b-431b-8b9c-8926d1c05d71 tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] 10.222.0.13 "GET /v2.0/security-groups?id=cdcbac26-bdec-4926-b949-1e63137fb150&id=e87e70a3-dfc0-4db8-90a2-ffd9c4c809a5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.5427618 Jan 26 21:25:16.080169 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-b3086bfa-3787-43e9-a5b4-7714a27dbc2d req-c81a2d8d-3a66-4c9e-a3b4-dee6b6f6946a tempest-ListImageFiltersTestJSON-206584430 tempest-ListImageFiltersTestJSON-206584430-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.6469457 Jan 26 21:25:16.100055 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [req-b3086bfa-3787-43e9-a5b4-7714a27dbc2d req-9dfede75-ff5f-404b-8512-056918edb720 service neutron] Request body: {'port': {'device_id': '4b2054b9-c111-47ce-bd3a-a15958b5fddc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-760453-5'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:25:16.121938 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.db_base_plugin_common [req-52cc1740-7743-40d9-9f9c-ce86d54c0d77 req-c5edebf0-3f4a-4ad0-a2d6-e191e1bcba4e tempest-ListImageFiltersTestJSON-206584430 tempest-ListImageFiltersTestJSON-206584430-project] Allocated IP 192.168.233.139 (7fbe9cf5-e12c-436d-b372-55a19c9faa30/fd77e534-75e6-4b90-950e-f5824d584430/50f6ea13-6a6f-44fb-98a6-c039c35477c7) {{(pid=103304) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 21:25:16.166688 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba52af7e-6ce6-46d2-9c60-fe935211c2ba req-37b365b6-d718-401d-b36c-ce8f39edcbbe tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:25:16.168096 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-ba52af7e-6ce6-46d2-9c60-fe935211c2ba req-37b365b6-d718-401d-b36c-ce8f39edcbbe tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] 10.222.0.13 "GET /v2.0/ports?device_id=f9d28872-a0eb-43ed-b4ce-aee5b2886372 HTTP/1.1" status: 200 len: 947 time: 0.3058703 Jan 26 21:25:16.181634 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [req-3c68b004-94dc-44e9-bf80-57a2c6cd31f7 req-5da37f0a-ac40-4698-92fb-9eba91b10431 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] For port 85e42356-3012-4a3b-9f75-ce1b665df28b, host n-h1-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-5',level=0,port_id=85e42356-3012-4a3b-9f75-ce1b665df28b,segment=NetworkSegment(24c7c5d0-e01c-4957-8108-056c43fd37fe),segment_id=24c7c5d0-e01c-4957-8108-056c43fd37fe)] {{(pid=103304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:25:16.182002 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-3c68b004-94dc-44e9-bf80-57a2c6cd31f7 req-5da37f0a-ac40-4698-92fb-9eba91b10431 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4109658'] for port (85e42356-3012-4a3b-9f75-ce1b665df28b), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:25:16.227620 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-b3086bfa-3787-43e9-a5b4-7714a27dbc2d req-9dfede75-ff5f-404b-8512-056918edb720 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (91f29fd8-6388-453d-9829-9a8fc59108e3), before_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:25:16.405328 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [req-3c68b004-94dc-44e9-bf80-57a2c6cd31f7 req-5da37f0a-ac40-4698-92fb-9eba91b10431 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Calling delete_port for 85e42356-3012-4a3b-9f75-ce1b665df28b owned by compute:nova {{(pid=103304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 21:25:16.483590 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-5a873746-f126-499d-86a4-f36c74d59b4c None None] Provisioning complete for port 91f29fd8-6388-453d-9829-9a8fc59108e3 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:25:16.484201 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-5a873746-f126-499d-86a4-f36c74d59b4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (91f29fd8-6388-453d-9829-9a8fc59108e3), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:25:16.552749 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-5a873746-f126-499d-86a4-f36c74d59b4c None None] Port 91f29fd8-6388-453d-9829-9a8fc59108e3 cannot update to ACTIVE because it is not bound. {{(pid=103306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 26 21:25:16.783532 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-52cc1740-7743-40d9-9f9c-ce86d54c0d77 req-c5edebf0-3f4a-4ad0-a2d6-e191e1bcba4e tempest-ListImageFiltersTestJSON-206584430 tempest-ListImageFiltersTestJSON-206584430-project] Publish callbacks [] for port (50f6ea13-6a6f-44fb-98a6-c039c35477c7), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:25:16.844184 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-ba52af7e-6ce6-46d2-9c60-fe935211c2ba req-337b9f24-f9a0-40f6-976b-bf4f5b10b4ec tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] 10.222.0.13 "GET /v2.0/security-groups?id=6cb8e788-9152-488c-8973-85140910b10a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6681304 Jan 26 21:25:16.860385 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-94f1ce3e-3dd2-4f9c-93e3-cfb29529acfc req-821f6235-dd37-4a0e-b596-a821e6ec3bf4 tempest-ListImageFiltersTestJSON-206584430 tempest-ListImageFiltersTestJSON-206584430-project] 10.222.0.13 "GET /v2.0/ports?device_id=bea5c7f0-506a-473d-a8ca-6675031f7299 HTTP/1.1" status: 200 len: 210 time: 0.4171326 Jan 26 21:25:17.026967 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-b711eda1-e2af-4d0b-b11e-df28c4dab689 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Publish callbacks [] for port (6ba4b2d6-b974-4c42-a9a5-ac3a711b1c0b), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:25:17.048176 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-52cc1740-7743-40d9-9f9c-ce86d54c0d77 req-c5edebf0-3f4a-4ad0-a2d6-e191e1bcba4e tempest-ListImageFiltersTestJSON-206584430 tempest-ListImageFiltersTestJSON-206584430-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746560234527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9281553'] for port (50f6ea13-6a6f-44fb-98a6-c039c35477c7), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:25:17.095287 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-5658f4bb-1631-4842-94db-dba0034f1599 None None] Provisioning complete for port 15bc9aff-04c4-4682-b212-011d7adba174 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:25:17.095825 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-5658f4bb-1631-4842-94db-dba0034f1599 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (15bc9aff-04c4-4682-b212-011d7adba174), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:25:17.105916 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5edebf0-3f4a-4ad0-a2d6-e191e1bcba4e tempest-ListImageFiltersTestJSON-206584430 tempest-ListImageFiltersTestJSON-206584430-project] Pushing event updated for resources: {'Port': ['ID=50f6ea13-6a6f-44fb-98a6-c039c35477c7,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:25:17.130444 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-3c68b004-94dc-44e9-bf80-57a2c6cd31f7 req-5da37f0a-ac40-4698-92fb-9eba91b10431 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746560636600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746560234536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9281553'] for port (85e42356-3012-4a3b-9f75-ce1b665df28b), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:25:17.149694 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-52cc1740-7743-40d9-9f9c-ce86d54c0d77 req-c5edebf0-3f4a-4ad0-a2d6-e191e1bcba4e tempest-ListImageFiltersTestJSON-206584430 tempest-ListImageFiltersTestJSON-206584430-project] Network 7fbe9cf5-e12c-436d-b372-55a19c9faa30 is already hosted by enough agents. {{(pid=103304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 21:25:17.165154 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [req-52cc1740-7743-40d9-9f9c-ce86d54c0d77 req-c5edebf0-3f4a-4ad0-a2d6-e191e1bcba4e tempest-ListImageFiltersTestJSON-206584430 tempest-ListImageFiltersTestJSON-206584430-project] Resources bound (agent type, host, resource id): {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:25:17.170258 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [req-52cc1740-7743-40d9-9f9c-ce86d54c0d77 req-c5edebf0-3f4a-4ad0-a2d6-e191e1bcba4e tempest-ListImageFiltersTestJSON-206584430 tempest-ListImageFiltersTestJSON-206584430-project] Received port after_create {{(pid=103304) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 21:25:17.197612 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Device 85e42356-3012-4a3b-9f75-ce1b665df28b no longer exists at agent hyperv_n-h1-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 26 21:25:17.241112 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] No Port match for: 85e42356-3012-4a3b-9f75-ce1b665df28b {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 26 21:25:17.242126 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Device 85e42356-3012-4a3b-9f75-ce1b665df28b not bound to the agent host n-h1-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 26 21:25:17.381157 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52cc1740-7743-40d9-9f9c-ce86d54c0d77 req-c5edebf0-3f4a-4ad0-a2d6-e191e1bcba4e tempest-ListImageFiltersTestJSON-206584430 tempest-ListImageFiltersTestJSON-206584430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:25:17.381875 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-52cc1740-7743-40d9-9f9c-ce86d54c0d77 req-c5edebf0-3f4a-4ad0-a2d6-e191e1bcba4e tempest-ListImageFiltersTestJSON-206584430 tempest-ListImageFiltersTestJSON-206584430-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:25:17.465040 n-d-760453-5 neutron-server[103305]: DEBUG neutron.notifiers.nova [req-b3086bfa-3787-43e9-a5b4-7714a27dbc2d req-9dfede75-ff5f-404b-8512-056918edb720 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 91f29fd8-6388-453d-9829-9a8fc59108e3 {{(pid=103305) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 26 21:25:17.480818 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-b3086bfa-3787-43e9-a5b4-7714a27dbc2d req-9dfede75-ff5f-404b-8512-056918edb720 service neutron] Publish callbacks [] for port (91f29fd8-6388-453d-9829-9a8fc59108e3), precommit_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:25:17.507181 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.provisioning_blocks [req-b3086bfa-3787-43e9-a5b4-7714a27dbc2d req-9dfede75-ff5f-404b-8512-056918edb720 service neutron] Transition to ACTIVE for port object 91f29fd8-6388-453d-9829-9a8fc59108e3 will not be triggered until provisioned by entity L2. {{(pid=103305) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 21:25:17.516885 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-b3086bfa-3787-43e9-a5b4-7714a27dbc2d req-9dfede75-ff5f-404b-8512-056918edb720 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11791520'] for port (91f29fd8-6388-453d-9829-9a8fc59108e3), after_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:25:17.527511 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da37f0a-ac40-4698-92fb-9eba91b10431 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Pushing event deleted for resources: {'Port': ['ID=85e42356-3012-4a3b-9f75-ce1b665df28b,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:25:17.533607 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c68b004-94dc-44e9-bf80-57a2c6cd31f7 req-5da37f0a-ac40-4698-92fb-9eba91b10431 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] No DVR routers for this DVR port 85e42356-3012-4a3b-9f75-ce1b665df28b on host n-h1-760453-5 {{(pid=103304) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 26 21:25:17.551427 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-3c68b004-94dc-44e9-bf80-57a2c6cd31f7 req-5da37f0a-ac40-4698-92fb-9eba91b10431 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:25:17.567674 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-3c68b004-94dc-44e9-bf80-57a2c6cd31f7 req-5da37f0a-ac40-4698-92fb-9eba91b10431 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] 10.222.0.66 "DELETE /v2.0/ports/85e42356-3012-4a3b-9f75-ce1b665df28b HTTP/1.1" status: 204 len: 173 time: 3.0873260 Jan 26 21:25:17.568860 n-d-760453-5 neutron-server[103304]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9d28872-a0eb-43ed-b4ce-aee5b2886372', 'name': 'network-vif-deleted', 'tag': '85e42356-3012-4a3b-9f75-ce1b665df28b'}] {{(pid=103304) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 21:25:17.571537 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d52b45f1943fcd332af9527eb73ff93c8d715d44383a3f6d18de73b4cfcf87b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47e50350-fc4c-483b-82ad-403e8e8557c1" -d '{"events": [{"server_uuid": "f9d28872-a0eb-43ed-b4ce-aee5b2886372", "name": "network-vif-deleted", "tag": "85e42356-3012-4a3b-9f75-ce1b665df28b"}]}' {{(pid=103304) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 21:25:17.574824 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-b711eda1-e2af-4d0b-b11e-df28c4dab689 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746560234527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9281553'] for port (6ba4b2d6-b974-4c42-a9a5-ac3a711b1c0b), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:25:17.646363 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-5658f4bb-1631-4842-94db-dba0034f1599 None None] Current status of the port 15bc9aff-04c4-4682-b212-011d7adba174 is: DOWN; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:25:17.646969 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-5658f4bb-1631-4842-94db-dba0034f1599 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (15bc9aff-04c4-4682-b212-011d7adba174), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:25:17.684024 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dfede75-ff5f-404b-8512-056918edb720 service neutron] Pushing event updated for resources: {'Port': ['ID=91f29fd8-6388-453d-9829-9a8fc59108e3,revision_number=2']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:25:17.710770 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device 15bc9aff-04c4-4682-b212-011d7adba174 up at agent ovs-agent-n-d-760453-5 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 21:25:17.714087 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Jan 2022 21:25:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e30e0736-f34e-4b15-a65f-e32206250ce1 x-openstack-request-id: req-e30e0736-f34e-4b15-a65f-e32206250ce1 {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 21:25:17.714389 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f9d28872-a0eb-43ed-b4ce-aee5b2886372", "name": "network-vif-deleted", "tag": "85e42356-3012-4a3b-9f75-ce1b665df28b", "status": "completed", "code": 200}]} {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 21:25:17.714654 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e30e0736-f34e-4b15-a65f-e32206250ce1 {{(pid=103304) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 21:25:17.715045 n-d-760453-5 neutron-server[103304]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9d28872-a0eb-43ed-b4ce-aee5b2886372', 'name': 'network-vif-deleted', 'tag': '85e42356-3012-4a3b-9f75-ce1b665df28b', 'status': 'completed', 'code': 200} Jan 26 21:25:17.718705 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b711eda1-e2af-4d0b-b11e-df28c4dab689 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Network 80bdce17-b861-46cb-9014-7071d7f46353 is already hosted by enough agents. {{(pid=103304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 21:25:17.723732 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-52cc1740-7743-40d9-9f9c-ce86d54c0d77 req-c5edebf0-3f4a-4ad0-a2d6-e191e1bcba4e tempest-ListImageFiltersTestJSON-206584430 tempest-ListImageFiltersTestJSON-206584430-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.0797930 Jan 26 21:25:17.744337 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [req-52cc1740-7743-40d9-9f9c-ce86d54c0d77 req-f086ee5b-3139-4d8a-8806-21c17376c33f service neutron] Request body: {'port': {'device_id': 'bea5c7f0-506a-473d-a8ca-6675031f7299', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-760453-5'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:25:17.775557 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-5658f4bb-1631-4842-94db-dba0034f1599 None None] For port 15bc9aff-04c4-4682-b212-011d7adba174, host n-d-760453-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=15bc9aff-04c4-4682-b212-011d7adba174,segment=NetworkSegment(3c6d624c-ba08-479a-b68a-7684ce678b5c),segment_id=3c6d624c-ba08-479a-b68a-7684ce678b5c)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:25:17.789575 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-5658f4bb-1631-4842-94db-dba0034f1599 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (15bc9aff-04c4-4682-b212-011d7adba174), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:25:17.805206 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [None req-b711eda1-e2af-4d0b-b11e-df28c4dab689 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Resources bound (agent type, host, resource id): {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:25:17.810811 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b711eda1-e2af-4d0b-b11e-df28c4dab689 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Received port after_create {{(pid=103304) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 21:25:17.835089 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b711eda1-e2af-4d0b-b11e-df28c4dab689 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:25:17.835780 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-b711eda1-e2af-4d0b-b11e-df28c4dab689 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:25:17.852637 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5658f4bb-1631-4842-94db-dba0034f1599 None None] Pushing event updated for resources: {'Port': ['ID=15bc9aff-04c4-4682-b212-011d7adba174,revision_number=3']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:25:17.867853 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2165247-e0ac-4e8d-8191-46000e600f36 req-1d76f82b-ab65-4d9c-829a-83d5500f46a5 tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:25:17.869114 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Provisioning complete for port 15bc9aff-04c4-4682-b212-011d7adba174 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:25:17.870768 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (15bc9aff-04c4-4682-b212-011d7adba174), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:25:17.879173 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2165247-e0ac-4e8d-8191-46000e600f36 req-1d76f82b-ab65-4d9c-829a-83d5500f46a5 tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:25:17.885099 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2165247-e0ac-4e8d-8191-46000e600f36 req-1d76f82b-ab65-4d9c-829a-83d5500f46a5 tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:25:17.891786 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2165247-e0ac-4e8d-8191-46000e600f36 req-1d76f82b-ab65-4d9c-829a-83d5500f46a5 tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:25:17.899536 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2165247-e0ac-4e8d-8191-46000e600f36 req-1d76f82b-ab65-4d9c-829a-83d5500f46a5 tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:25:17.937134 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2165247-e0ac-4e8d-8191-46000e600f36 req-1d76f82b-ab65-4d9c-829a-83d5500f46a5 tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:25:17.959998 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2165247-e0ac-4e8d-8191-46000e600f36 req-1d76f82b-ab65-4d9c-829a-83d5500f46a5 tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:25:17.976815 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-f2165247-e0ac-4e8d-8191-46000e600f36 req-1d76f82b-ab65-4d9c-829a-83d5500f46a5 tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] 10.222.0.13 "GET /v2.0/ports?device_id=cc2a45fe-1c0e-4689-a738-964e9c19e30e HTTP/1.1" status: 200 len: 5416 time: 0.7166779 Jan 26 21:25:17.996816 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-b3fb2c9c-5ae8-42b3-b55e-c5f24f9ef865 None None] Provisioning complete for port 50f6ea13-6a6f-44fb-98a6-c039c35477c7 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:25:17.997198 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b3fb2c9c-5ae8-42b3-b55e-c5f24f9ef865 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (50f6ea13-6a6f-44fb-98a6-c039c35477c7), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:25:18.000267 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [req-b3086bfa-3787-43e9-a5b4-7714a27dbc2d req-9dfede75-ff5f-404b-8512-056918edb720 service neutron] Attempting to bind port 91f29fd8-6388-453d-9829-9a8fc59108e3 on host n-h1-760453-5 for vnic_type normal with profile {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 21:25:18.000657 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [req-b3086bfa-3787-43e9-a5b4-7714a27dbc2d req-9dfede75-ff5f-404b-8512-056918edb720 service neutron] Attempting to bind port 91f29fd8-6388-453d-9829-9a8fc59108e3 by drivers openvswitch,hyperv on host n-h1-760453-5 at level 0 using segments [{'id': '4eab25d6-89d9-4907-a1c2-51b06443ba33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '7fbe9cf5-e12c-436d-b372-55a19c9faa30'}] {{(pid=103305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 26 21:25:18.000995 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3086bfa-3787-43e9-a5b4-7714a27dbc2d req-9dfede75-ff5f-404b-8512-056918edb720 service neutron] Attempting to bind port 91f29fd8-6388-453d-9829-9a8fc59108e3 on network 7fbe9cf5-e12c-436d-b372-55a19c9faa30 {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 21:25:18.011627 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3086bfa-3787-43e9-a5b4-7714a27dbc2d req-9dfede75-ff5f-404b-8512-056918edb720 service neutron] Port 91f29fd8-6388-453d-9829-9a8fc59108e3 on network 7fbe9cf5-e12c-436d-b372-55a19c9faa30 not bound, no agent of type Open vSwitch agent registered on host n-h1-760453-5 {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 26 21:25:18.011960 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3086bfa-3787-43e9-a5b4-7714a27dbc2d req-9dfede75-ff5f-404b-8512-056918edb720 service neutron] Attempting to bind port 91f29fd8-6388-453d-9829-9a8fc59108e3 on network 7fbe9cf5-e12c-436d-b372-55a19c9faa30 {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 21:25:18.032374 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3086bfa-3787-43e9-a5b4-7714a27dbc2d req-9dfede75-ff5f-404b-8512-056918edb720 service neutron] Checking agent: {'id': '32ef628b-8417-46c5-8729-60fcabe358f1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-760453-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 21, 3, 8), 'started_at': datetime.datetime(2022, 1, 26, 21, 3, 8), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 21, 25, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 26 21:25:18.034376 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-b711eda1-e2af-4d0b-b11e-df28c4dab689 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 4.6249692 Jan 26 21:25:18.038334 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3086bfa-3787-43e9-a5b4-7714a27dbc2d req-9dfede75-ff5f-404b-8512-056918edb720 service neutron] Checking segment: {'id': '4eab25d6-89d9-4907-a1c2-51b06443ba33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '7fbe9cf5-e12c-436d-b372-55a19c9faa30'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103305) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 21:25:18.042059 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3086bfa-3787-43e9-a5b4-7714a27dbc2d req-9dfede75-ff5f-404b-8512-056918edb720 service neutron] Bound using segment: {'id': '4eab25d6-89d9-4907-a1c2-51b06443ba33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '7fbe9cf5-e12c-436d-b372-55a19c9faa30'} {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 26 21:25:18.042677 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [req-b3086bfa-3787-43e9-a5b4-7714a27dbc2d req-9dfede75-ff5f-404b-8512-056918edb720 service neutron] Bound port: 91f29fd8-6388-453d-9829-9a8fc59108e3, host: n-h1-760453-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4eab25d6-89d9-4907-a1c2-51b06443ba33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '7fbe9cf5-e12c-436d-b372-55a19c9faa30'}}] {{(pid=103305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 26 21:25:18.043166 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-b3086bfa-3787-43e9-a5b4-7714a27dbc2d req-9dfede75-ff5f-404b-8512-056918edb720 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (91f29fd8-6388-453d-9829-9a8fc59108e3), before_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:25:18.048130 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 44050) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:25:18.070481 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-012c6a52-009d-43da-93f7-103f3449dba9 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Request body: {'port': {'network_id': '80bdce17-b861-46cb-9014-7071d7f46353', 'fixed_ips': [{'subnet_id': 'd04f64f6-c397-4340-806a-511d65404630', 'ip_address': '2001:db8::17a9:58a:2b24:c7ed'}], 'name': 'tempest-NetworksTestDHCPv6-298489680'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:25:18.085171 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-b3fb2c9c-5ae8-42b3-b55e-c5f24f9ef865 None None] Port 50f6ea13-6a6f-44fb-98a6-c039c35477c7 cannot update to ACTIVE because it is not bound. {{(pid=103306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 26 21:25:18.096896 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b711eda1-e2af-4d0b-b11e-df28c4dab689 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Pushing event updated for resources: {'Port': ['ID=6ba4b2d6-b974-4c42-a9a5-ac3a711b1c0b,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:25:18.126843 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-52cc1740-7743-40d9-9f9c-ce86d54c0d77 req-f086ee5b-3139-4d8a-8806-21c17376c33f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (50f6ea13-6a6f-44fb-98a6-c039c35477c7), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:25:18.203885 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Current status of the port 15bc9aff-04c4-4682-b212-011d7adba174 is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:25:18.252891 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-f2165247-e0ac-4e8d-8191-46000e600f36 req-150d54fb-6c58-4b31-be1b-e9ae33a391a2 tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] 10.222.0.13 "GET /v2.0/security-groups?id=cdcbac26-bdec-4926-b949-1e63137fb150&id=e87e70a3-dfc0-4db8-90a2-ffd9c4c809a5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2745879 Jan 26 21:25:18.275701 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [req-b3086bfa-3787-43e9-a5b4-7714a27dbc2d req-9dfede75-ff5f-404b-8512-056918edb720 service neutron] For port 91f29fd8-6388-453d-9829-9a8fc59108e3, host n-h1-760453-5, cleared binding levels {{(pid=103305) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 26 21:25:18.275701 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [req-b3086bfa-3787-43e9-a5b4-7714a27dbc2d req-9dfede75-ff5f-404b-8512-056918edb720 service neutron] For port 91f29fd8-6388-453d-9829-9a8fc59108e3, host n-h1-760453-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-5',level=0,port_id=91f29fd8-6388-453d-9829-9a8fc59108e3,segment=NetworkSegment(4eab25d6-89d9-4907-a1c2-51b06443ba33),segment_id=4eab25d6-89d9-4907-a1c2-51b06443ba33)] {{(pid=103305) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 26 21:25:18.281636 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-b3086bfa-3787-43e9-a5b4-7714a27dbc2d req-9dfede75-ff5f-404b-8512-056918edb720 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11791520'] for port (91f29fd8-6388-453d-9829-9a8fc59108e3), after_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:25:18.358340 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-956e7509-9e84-4675-b113-7e443d59f4df req-b85d278e-ef70-4389-92bf-b5023b03df9a tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] 10.222.0.13 "GET /v2.0/ports?device_id=f9d28872-a0eb-43ed-b4ce-aee5b2886372 HTTP/1.1" status: 200 len: 210 time: 0.2039371 Jan 26 21:25:18.394804 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dfede75-ff5f-404b-8512-056918edb720 service neutron] Pushing event updated for resources: {'Port': ['ID=91f29fd8-6388-453d-9829-9a8fc59108e3,revision_number=3']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:25:18.456001 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3086bfa-3787-43e9-a5b4-7714a27dbc2d req-9dfede75-ff5f-404b-8512-056918edb720 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:25:18.457641 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-b3086bfa-3787-43e9-a5b4-7714a27dbc2d req-9dfede75-ff5f-404b-8512-056918edb720 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:25:18.459484 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-b3086bfa-3787-43e9-a5b4-7714a27dbc2d req-9dfede75-ff5f-404b-8512-056918edb720 service neutron] 10.222.0.66 "PUT /v2.0/ports/91f29fd8-6388-453d-9829-9a8fc59108e3 HTTP/1.1" status: 200 len: 1096 time: 2.3663669 Jan 26 21:25:18.463416 n-d-760453-5 neutron-server[103305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b2054b9-c111-47ce-bd3a-a15958b5fddc', 'tag': '91f29fd8-6388-453d-9829-9a8fc59108e3'}] {{(pid=103305) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 21:25:18.468031 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d4654568b7bf041e72ff8fe1c96d6d761d9c921f2b99bc7b3a26632be20cee0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afc52e97-7429-4771-8890-7adb083862af" -d '{"events": [{"name": "network-changed", "server_uuid": "4b2054b9-c111-47ce-bd3a-a15958b5fddc", "tag": "91f29fd8-6388-453d-9829-9a8fc59108e3"}]}' {{(pid=103305) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 21:25:18.566231 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-722ac4fe-b813-45ea-b0ac-3b31dfdcdc74 None None] Provisioning complete for port 6ba4b2d6-b974-4c42-a9a5-ac3a711b1c0b triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:25:18.566982 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-722ac4fe-b813-45ea-b0ac-3b31dfdcdc74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (6ba4b2d6-b974-4c42-a9a5-ac3a711b1c0b), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:25:18.575650 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835fcfbc-2b4e-4433-bda5-66ed718b4600 req-5a629d70-ef53-45ae-9f5b-0cf4e8deac12 tempest-ListImageFiltersTestJSON-206584430 tempest-ListImageFiltersTestJSON-206584430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:25:18.577544 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-835fcfbc-2b4e-4433-bda5-66ed718b4600 req-5a629d70-ef53-45ae-9f5b-0cf4e8deac12 tempest-ListImageFiltersTestJSON-206584430 tempest-ListImageFiltersTestJSON-206584430-project] 10.222.0.13 "GET /v2.0/ports?device_id=bea5c7f0-506a-473d-a8ca-6675031f7299 HTTP/1.1" status: 200 len: 936 time: 0.2217586 Jan 26 21:25:18.648379 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-722ac4fe-b813-45ea-b0ac-3b31dfdcdc74 None None] Port 6ba4b2d6-b974-4c42-a9a5-ac3a711b1c0b cannot update to ACTIVE because it is not bound. {{(pid=103306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 26 21:25:18.661412 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3086bfa-3787-43e9-a5b4-7714a27dbc2d req-d80e5013-2734-494a-9d5c-11d6ed1ae72e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:25:18.663148 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-b3086bfa-3787-43e9-a5b4-7714a27dbc2d req-d80e5013-2734-494a-9d5c-11d6ed1ae72e service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=2d6200cf51b240f1818f7e869618215b&device_id=4b2054b9-c111-47ce-bd3a-a15958b5fddc HTTP/1.1" status: 200 len: 1099 time: 0.1291158 Jan 26 21:25:18.782869 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-b3086bfa-3787-43e9-a5b4-7714a27dbc2d req-c32897b7-ac01-4468-842b-7f478d351b85 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.208&port_id=91f29fd8-6388-453d-9829-9a8fc59108e3 HTTP/1.1" status: 200 len: 217 time: 0.1069267 Jan 26 21:25:18.790167 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 26 Jan 2022 21:25:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17bff096-55bc-443c-ac8a-ef919f08fe8c x-openstack-request-id: req-17bff096-55bc-443c-ac8a-ef919f08fe8c {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 21:25:18.790809 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4b2054b9-c111-47ce-bd3a-a15958b5fddc", "tag": "91f29fd8-6388-453d-9829-9a8fc59108e3", "status": "completed", "code": 200}]} {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 21:25:18.790976 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-17bff096-55bc-443c-ac8a-ef919f08fe8c {{(pid=103305) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 21:25:18.791753 n-d-760453-5 neutron-server[103305]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4b2054b9-c111-47ce-bd3a-a15958b5fddc', 'tag': '91f29fd8-6388-453d-9829-9a8fc59108e3', 'status': 'completed', 'code': 200} Jan 26 21:25:18.846590 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3086bfa-3787-43e9-a5b4-7714a27dbc2d req-4112e700-44d0-4a7d-b4ef-8fdafef64c8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:25:18.848119 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-b3086bfa-3787-43e9-a5b4-7714a27dbc2d req-4112e700-44d0-4a7d-b4ef-8fdafef64c8f service neutron] 10.222.0.66 "GET /v2.0/subnets?id=fd77e534-75e6-4b90-950e-f5824d584430 HTTP/1.1" status: 200 len: 843 time: 0.0555265 Jan 26 21:25:18.913330 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-3e006b57-fec5-4084-accc-04698579b9a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (474ccdf7-ab6c-405b-a3b2-dc7b05829902), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:25:18.921835 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3086bfa-3787-43e9-a5b4-7714a27dbc2d req-9a866588-15a6-4f22-b727-adba9beb4792 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:25:18.923749 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-b3086bfa-3787-43e9-a5b4-7714a27dbc2d req-9a866588-15a6-4f22-b727-adba9beb4792 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=7fbe9cf5-e12c-436d-b372-55a19c9faa30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0660193 Jan 26 21:25:19.051855 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-b3086bfa-3787-43e9-a5b4-7714a27dbc2d req-0edd936a-afb0-4215-b168-c6b971ff3d2e service neutron] 10.222.0.66 "GET /v2.0/networks/7fbe9cf5-e12c-436d-b372-55a19c9faa30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1218908 Jan 26 21:25:19.101786 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device 15bc9aff-04c4-4682-b212-011d7adba174 up at agent ovs-agent-n-d-760453-5 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 21:25:19.199971 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-835fcfbc-2b4e-4433-bda5-66ed718b4600 req-b35dbf6c-dcc4-4a7e-8920-568ae32529ee tempest-ListImageFiltersTestJSON-206584430 tempest-ListImageFiltersTestJSON-206584430-project] 10.222.0.13 "GET /v2.0/security-groups?id=51fc43c7-3c5c-407b-a050-08d4b0d277fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6108956 Jan 26 21:25:19.205126 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-012c6a52-009d-43da-93f7-103f3449dba9 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Made reservation on behalf of 91ff6b128d484238b8b1d440faeb9154 for: {'port': 1} {{(pid=103304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 21:25:19.244745 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Provisioning complete for port 15bc9aff-04c4-4682-b212-011d7adba174 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:25:19.245200 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (15bc9aff-04c4-4682-b212-011d7adba174), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:25:19.254908 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-b3086bfa-3787-43e9-a5b4-7714a27dbc2d req-52627947-b305-470a-b147-888d281fa7f8 service neutron] 10.222.0.66 "GET /v2.0/networks/7fbe9cf5-e12c-436d-b372-55a19c9faa30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1894579 Jan 26 21:25:19.408116 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Current status of the port 15bc9aff-04c4-4682-b212-011d7adba174 is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:25:19.460448 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc52e97-7429-4771-8890-7adb083862af req-f512b7d9-449e-4fd0-9150-748ce213a29e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:25:19.460732 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-afc52e97-7429-4771-8890-7adb083862af req-f512b7d9-449e-4fd0-9150-748ce213a29e service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=2d6200cf51b240f1818f7e869618215b&device_id=4b2054b9-c111-47ce-bd3a-a15958b5fddc HTTP/1.1" status: 200 len: 1099 time: 0.1130462 Jan 26 21:25:19.461147 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 44060) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:25:19.521976 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-012c6a52-009d-43da-93f7-103f3449dba9 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:25:19.568215 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8a58a4-7d71-4adc-bb9f-765e8fbe2964 req-d6297e16-bb37-47ae-a36f-7512e628198a tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:25:19.573571 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8a58a4-7d71-4adc-bb9f-765e8fbe2964 req-d6297e16-bb37-47ae-a36f-7512e628198a tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:25:19.580252 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8a58a4-7d71-4adc-bb9f-765e8fbe2964 req-d6297e16-bb37-47ae-a36f-7512e628198a tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:25:19.588603 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8a58a4-7d71-4adc-bb9f-765e8fbe2964 req-d6297e16-bb37-47ae-a36f-7512e628198a tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:25:19.594292 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8a58a4-7d71-4adc-bb9f-765e8fbe2964 req-d6297e16-bb37-47ae-a36f-7512e628198a tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:25:19.600722 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8a58a4-7d71-4adc-bb9f-765e8fbe2964 req-d6297e16-bb37-47ae-a36f-7512e628198a tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:25:19.606320 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8a58a4-7d71-4adc-bb9f-765e8fbe2964 req-d6297e16-bb37-47ae-a36f-7512e628198a tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:25:19.614451 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-0c8a58a4-7d71-4adc-bb9f-765e8fbe2964 req-d6297e16-bb37-47ae-a36f-7512e628198a tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] 10.222.0.13 "GET /v2.0/ports?device_id=cc2a45fe-1c0e-4689-a738-964e9c19e30e HTTP/1.1" status: 200 len: 5416 time: 0.2030234 Jan 26 21:25:19.661077 n-d-760453-5 neutron-server[103304]: DEBUG neutron.notifiers.nova [None req-012c6a52-009d-43da-93f7-103f3449dba9 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] device_id is not set on port cc0cbf2f-fab3-4732-bd27-7f7048c39bda yet. {{(pid=103304) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 26 21:25:19.714608 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc52e97-7429-4771-8890-7adb083862af req-c9e54fb1-a10e-4c4e-8f98-4dcfa1c926a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:25:19.716117 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-afc52e97-7429-4771-8890-7adb083862af req-c9e54fb1-a10e-4c4e-8f98-4dcfa1c926a5 service neutron] 10.222.0.66 "GET /v2.0/networks?id=7fbe9cf5-e12c-436d-b372-55a19c9faa30 HTTP/1.1" status: 200 len: 870 time: 0.2472367 Jan 26 21:25:19.734716 n-d-760453-5 neutron-server[103304]: DEBUG neutron.notifiers.nova [req-52cc1740-7743-40d9-9f9c-ce86d54c0d77 req-f086ee5b-3139-4d8a-8806-21c17376c33f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 50f6ea13-6a6f-44fb-98a6-c039c35477c7 {{(pid=103304) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 26 21:25:19.757259 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-52cc1740-7743-40d9-9f9c-ce86d54c0d77 req-f086ee5b-3139-4d8a-8806-21c17376c33f service neutron] Publish callbacks [] for port (50f6ea13-6a6f-44fb-98a6-c039c35477c7), precommit_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:25:19.817129 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-afc52e97-7429-4771-8890-7adb083862af req-f7448cec-aca1-4fd7-87da-f629faa7cb35 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.208&port_id=91f29fd8-6388-453d-9829-9a8fc59108e3 HTTP/1.1" status: 200 len: 217 time: 0.0917084 Jan 26 21:25:19.830486 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.provisioning_blocks [req-52cc1740-7743-40d9-9f9c-ce86d54c0d77 req-f086ee5b-3139-4d8a-8806-21c17376c33f service neutron] Transition to ACTIVE for port object 50f6ea13-6a6f-44fb-98a6-c039c35477c7 will not be triggered until provisioned by entity L2. {{(pid=103304) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 21:25:19.838218 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-0c8a58a4-7d71-4adc-bb9f-765e8fbe2964 req-d968ac6f-0042-4690-9a94-428a5799cbd4 tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] 10.222.0.13 "GET /v2.0/security-groups?id=cdcbac26-bdec-4926-b949-1e63137fb150&id=e87e70a3-dfc0-4db8-90a2-ffd9c4c809a5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2226524 Jan 26 21:25:19.849865 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-52cc1740-7743-40d9-9f9c-ce86d54c0d77 req-f086ee5b-3139-4d8a-8806-21c17376c33f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9281542'] for port (50f6ea13-6a6f-44fb-98a6-c039c35477c7), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:25:19.915078 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc52e97-7429-4771-8890-7adb083862af req-cf1b307a-8ad8-4ba8-81d2-93a196a0f392 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:25:19.916555 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-afc52e97-7429-4771-8890-7adb083862af req-cf1b307a-8ad8-4ba8-81d2-93a196a0f392 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=fd77e534-75e6-4b90-950e-f5824d584430 HTTP/1.1" status: 200 len: 843 time: 0.0927937 Jan 26 21:25:19.967317 n-d-760453-5 neutron-server[103304]: INFO neutron.pecan_wsgi.hooks.translation [None req-012c6a52-009d-43da-93f7-103f3449dba9 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] POST failed (client error): There was a conflict when trying to complete your request. Jan 26 21:25:19.967930 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-012c6a52-009d-43da-93f7-103f3449dba9 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=103304) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 26 21:25:19.986778 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f086ee5b-3139-4d8a-8806-21c17376c33f service neutron] Pushing event updated for resources: {'Port': ['ID=50f6ea13-6a6f-44fb-98a6-c039c35477c7,revision_number=2']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:25:20.011192 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc52e97-7429-4771-8890-7adb083862af req-2648af74-cb94-4cb9-968f-324ebbbded0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:25:20.012965 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-afc52e97-7429-4771-8890-7adb083862af req-2648af74-cb94-4cb9-968f-324ebbbded0a service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=7fbe9cf5-e12c-436d-b372-55a19c9faa30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0899770 Jan 26 21:25:20.024026 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-012c6a52-009d-43da-93f7-103f3449dba9 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 409 len: 388 time: 1.9682050 Jan 26 21:25:20.031904 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 44066) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:25:20.083925 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [req-52cc1740-7743-40d9-9f9c-ce86d54c0d77 req-f086ee5b-3139-4d8a-8806-21c17376c33f service neutron] Attempting to bind port 50f6ea13-6a6f-44fb-98a6-c039c35477c7 on host n-h2-760453-5 for vnic_type normal with profile {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 21:25:20.084264 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [req-52cc1740-7743-40d9-9f9c-ce86d54c0d77 req-f086ee5b-3139-4d8a-8806-21c17376c33f service neutron] Attempting to bind port 50f6ea13-6a6f-44fb-98a6-c039c35477c7 by drivers openvswitch,hyperv on host n-h2-760453-5 at level 0 using segments [{'id': '4eab25d6-89d9-4907-a1c2-51b06443ba33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '7fbe9cf5-e12c-436d-b372-55a19c9faa30'}] {{(pid=103304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 26 21:25:20.084607 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52cc1740-7743-40d9-9f9c-ce86d54c0d77 req-f086ee5b-3139-4d8a-8806-21c17376c33f service neutron] Attempting to bind port 50f6ea13-6a6f-44fb-98a6-c039c35477c7 on network 7fbe9cf5-e12c-436d-b372-55a19c9faa30 {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 21:25:20.089601 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52cc1740-7743-40d9-9f9c-ce86d54c0d77 req-f086ee5b-3139-4d8a-8806-21c17376c33f service neutron] Port 50f6ea13-6a6f-44fb-98a6-c039c35477c7 on network 7fbe9cf5-e12c-436d-b372-55a19c9faa30 not bound, no agent of type Open vSwitch agent registered on host n-h2-760453-5 {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 26 21:25:20.089935 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52cc1740-7743-40d9-9f9c-ce86d54c0d77 req-f086ee5b-3139-4d8a-8806-21c17376c33f service neutron] Attempting to bind port 50f6ea13-6a6f-44fb-98a6-c039c35477c7 on network 7fbe9cf5-e12c-436d-b372-55a19c9faa30 {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 21:25:20.095489 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52cc1740-7743-40d9-9f9c-ce86d54c0d77 req-f086ee5b-3139-4d8a-8806-21c17376c33f service neutron] Checking agent: {'id': '4d619873-4b60-439f-9b5a-b155dc8bbc34', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-760453-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 21, 2, 53), 'started_at': datetime.datetime(2022, 1, 26, 21, 2, 53), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 21, 24, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 26 21:25:20.096037 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52cc1740-7743-40d9-9f9c-ce86d54c0d77 req-f086ee5b-3139-4d8a-8806-21c17376c33f service neutron] Checking segment: {'id': '4eab25d6-89d9-4907-a1c2-51b06443ba33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '7fbe9cf5-e12c-436d-b372-55a19c9faa30'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103304) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 21:25:20.096442 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52cc1740-7743-40d9-9f9c-ce86d54c0d77 req-f086ee5b-3139-4d8a-8806-21c17376c33f service neutron] Bound using segment: {'id': '4eab25d6-89d9-4907-a1c2-51b06443ba33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '7fbe9cf5-e12c-436d-b372-55a19c9faa30'} {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 26 21:25:20.096875 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [req-52cc1740-7743-40d9-9f9c-ce86d54c0d77 req-f086ee5b-3139-4d8a-8806-21c17376c33f service neutron] Bound port: 50f6ea13-6a6f-44fb-98a6-c039c35477c7, host: n-h2-760453-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4eab25d6-89d9-4907-a1c2-51b06443ba33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '7fbe9cf5-e12c-436d-b372-55a19c9faa30'}}] {{(pid=103304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 26 21:25:20.097242 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-52cc1740-7743-40d9-9f9c-ce86d54c0d77 req-f086ee5b-3139-4d8a-8806-21c17376c33f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (50f6ea13-6a6f-44fb-98a6-c039c35477c7), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:25:20.168243 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [req-52cc1740-7743-40d9-9f9c-ce86d54c0d77 req-f086ee5b-3139-4d8a-8806-21c17376c33f service neutron] For port 50f6ea13-6a6f-44fb-98a6-c039c35477c7, host n-h2-760453-5, cleared binding levels {{(pid=103304) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 26 21:25:20.172481 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [req-52cc1740-7743-40d9-9f9c-ce86d54c0d77 req-f086ee5b-3139-4d8a-8806-21c17376c33f service neutron] For port 50f6ea13-6a6f-44fb-98a6-c039c35477c7, host n-h2-760453-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-5',level=0,port_id=50f6ea13-6a6f-44fb-98a6-c039c35477c7,segment=NetworkSegment(4eab25d6-89d9-4907-a1c2-51b06443ba33),segment_id=4eab25d6-89d9-4907-a1c2-51b06443ba33)] {{(pid=103304) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 26 21:25:20.178712 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-52cc1740-7743-40d9-9f9c-ce86d54c0d77 req-f086ee5b-3139-4d8a-8806-21c17376c33f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9281542'] for port (50f6ea13-6a6f-44fb-98a6-c039c35477c7), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:25:20.197715 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b117edb-9d2e-4c53-92a8-8177d72b7e86 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:25:20.203904 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b117edb-9d2e-4c53-92a8-8177d72b7e86 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:25:20.208987 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-7b117edb-9d2e-4c53-92a8-8177d72b7e86 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1686 time: 0.1734538 Jan 26 21:25:20.212010 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 44070) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:25:20.238836 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52cc1740-7743-40d9-9f9c-ce86d54c0d77 req-f086ee5b-3139-4d8a-8806-21c17376c33f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:25:20.239525 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-52cc1740-7743-40d9-9f9c-ce86d54c0d77 req-f086ee5b-3139-4d8a-8806-21c17376c33f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:25:20.241374 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-52cc1740-7743-40d9-9f9c-ce86d54c0d77 req-f086ee5b-3139-4d8a-8806-21c17376c33f service neutron] 10.222.0.57 "PUT /v2.0/ports/50f6ea13-6a6f-44fb-98a6-c039c35477c7 HTTP/1.1" status: 200 len: 1096 time: 2.5093584 Jan 26 21:25:20.241787 n-d-760453-5 neutron-server[103304]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bea5c7f0-506a-473d-a8ca-6675031f7299', 'tag': '50f6ea13-6a6f-44fb-98a6-c039c35477c7'}] {{(pid=103304) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 21:25:20.244411 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d52b45f1943fcd332af9527eb73ff93c8d715d44383a3f6d18de73b4cfcf87b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6003007d-f716-4aa4-b949-0b7d117f8c0a" -d '{"events": [{"name": "network-changed", "server_uuid": "bea5c7f0-506a-473d-a8ca-6675031f7299", "tag": "50f6ea13-6a6f-44fb-98a6-c039c35477c7"}]}' {{(pid=103304) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 21:25:20.265022 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-afc52e97-7429-4771-8890-7adb083862af req-c53cd46f-e3b7-466a-9498-9486bb467a3a service neutron] 10.222.0.66 "GET /v2.0/networks/7fbe9cf5-e12c-436d-b372-55a19c9faa30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2339668 Jan 26 21:25:20.363833 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 26 Jan 2022 21:25:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c715cfb5-a137-48f4-8f6b-10d8b7c39c42 x-openstack-request-id: req-c715cfb5-a137-48f4-8f6b-10d8b7c39c42 {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 21:25:20.364201 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bea5c7f0-506a-473d-a8ca-6675031f7299", "tag": "50f6ea13-6a6f-44fb-98a6-c039c35477c7", "status": "completed", "code": 200}]} {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 21:25:20.364395 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c715cfb5-a137-48f4-8f6b-10d8b7c39c42 {{(pid=103304) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 21:25:20.364774 n-d-760453-5 neutron-server[103304]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bea5c7f0-506a-473d-a8ca-6675031f7299', 'tag': '50f6ea13-6a6f-44fb-98a6-c039c35477c7', 'status': 'completed', 'code': 200} Jan 26 21:25:20.400786 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f086ee5b-3139-4d8a-8806-21c17376c33f service neutron] Pushing event updated for resources: {'Port': ['ID=50f6ea13-6a6f-44fb-98a6-c039c35477c7,revision_number=3']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:25:20.446864 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e5dd59-7f46-443f-8b51-ea733fb4387c req-b6f2b453-9f51-4f3c-8c34-e1d5217867b5 tempest-ListImageFiltersTestJSON-206584430 tempest-ListImageFiltersTestJSON-206584430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:25:20.449004 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-42e5dd59-7f46-443f-8b51-ea733fb4387c req-b6f2b453-9f51-4f3c-8c34-e1d5217867b5 tempest-ListImageFiltersTestJSON-206584430 tempest-ListImageFiltersTestJSON-206584430-project] 10.222.0.13 "GET /v2.0/ports?device_id=bea5c7f0-506a-473d-a8ca-6675031f7299 HTTP/1.1" status: 200 len: 948 time: 0.1094871 Jan 26 21:25:20.451531 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52cc1740-7743-40d9-9f9c-ce86d54c0d77 req-b4e88dd6-3a82-4965-98d7-002f3981c1cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:25:20.453763 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-52cc1740-7743-40d9-9f9c-ce86d54c0d77 req-b4e88dd6-3a82-4965-98d7-002f3981c1cd service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=2d6200cf51b240f1818f7e869618215b&device_id=bea5c7f0-506a-473d-a8ca-6675031f7299 HTTP/1.1" status: 200 len: 1099 time: 0.1507742 Jan 26 21:25:20.507870 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-42e5dd59-7f46-443f-8b51-ea733fb4387c req-baf55adb-0112-4186-a721-18a13fbd9316 tempest-ListImageFiltersTestJSON-206584430 tempest-ListImageFiltersTestJSON-206584430-project] 10.222.0.13 "GET /v2.0/security-groups?id=51fc43c7-3c5c-407b-a050-08d4b0d277fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493867 Jan 26 21:25:20.558126 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-52cc1740-7743-40d9-9f9c-ce86d54c0d77 req-49ec03e4-6623-416e-82fd-d7211ff0a7a4 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.139&port_id=50f6ea13-6a6f-44fb-98a6-c039c35477c7 HTTP/1.1" status: 200 len: 217 time: 0.0549326 Jan 26 21:25:20.617057 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52cc1740-7743-40d9-9f9c-ce86d54c0d77 req-af7a3b74-f760-4b65-83bb-3f51aeccc535 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:25:20.618520 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-52cc1740-7743-40d9-9f9c-ce86d54c0d77 req-af7a3b74-f760-4b65-83bb-3f51aeccc535 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=fd77e534-75e6-4b90-950e-f5824d584430 HTTP/1.1" status: 200 len: 843 time: 0.0522447 Jan 26 21:25:20.673068 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52cc1740-7743-40d9-9f9c-ce86d54c0d77 req-6ee0f580-a549-40dc-bc19-d95012f816cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:25:20.674705 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-52cc1740-7743-40d9-9f9c-ce86d54c0d77 req-6ee0f580-a549-40dc-bc19-d95012f816cf service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=7fbe9cf5-e12c-436d-b372-55a19c9faa30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0494170 Jan 26 21:25:20.791698 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-52cc1740-7743-40d9-9f9c-ce86d54c0d77 req-72a07441-6de3-48f3-92f4-b4854c489475 service neutron] 10.222.0.57 "GET /v2.0/networks/7fbe9cf5-e12c-436d-b372-55a19c9faa30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1097004 Jan 26 21:25:20.906682 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-52cc1740-7743-40d9-9f9c-ce86d54c0d77 req-9bb5be1b-0fb5-4c93-b77b-abc012cc7d44 service neutron] 10.222.0.57 "GET /v2.0/networks/7fbe9cf5-e12c-436d-b372-55a19c9faa30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1085000 Jan 26 21:25:20.943654 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-afc52e97-7429-4771-8890-7adb083862af req-4888fe7d-89a5-40f9-af4b-bba28d0ee1aa service neutron] 10.222.0.66 "GET /v2.0/networks/7fbe9cf5-e12c-436d-b372-55a19c9faa30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6180851 Jan 26 21:25:20.971637 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-9a144c62-6ba3-41a4-a5d2-f17bc796fe0d tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Deleting port 6ba4b2d6-b974-4c42-a9a5-ac3a711b1c0b {{(pid=103305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 21:25:20.971981 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-9a144c62-6ba3-41a4-a5d2-f17bc796fe0d tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746560630878'] for port (6ba4b2d6-b974-4c42-a9a5-ac3a711b1c0b), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:25:21.037556 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6003007d-f716-4aa4-b949-0b7d117f8c0a req-6f1c302c-d50a-4d59-ba32-f0a1c022aa67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:25:21.039197 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-6003007d-f716-4aa4-b949-0b7d117f8c0a req-6f1c302c-d50a-4d59-ba32-f0a1c022aa67 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=2d6200cf51b240f1818f7e869618215b&device_id=bea5c7f0-506a-473d-a8ca-6675031f7299 HTTP/1.1" status: 200 len: 1099 time: 0.0862105 Jan 26 21:25:21.052273 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-3b845528-92df-4649-ac81-000a3934aa70 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4110657'] for router_interface (2ced210b-6855-4ff8-8532-a74f4b202b06), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:25:21.054886 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8559804-20f7-4f95-9b43-c51aea31365c req-a630d8d5-da1b-4fed-acf3-10f9a4706944 tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:25:21.060478 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8559804-20f7-4f95-9b43-c51aea31365c req-a630d8d5-da1b-4fed-acf3-10f9a4706944 tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:25:21.066053 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8559804-20f7-4f95-9b43-c51aea31365c req-a630d8d5-da1b-4fed-acf3-10f9a4706944 tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:25:21.071342 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8559804-20f7-4f95-9b43-c51aea31365c req-a630d8d5-da1b-4fed-acf3-10f9a4706944 tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:25:21.078094 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8559804-20f7-4f95-9b43-c51aea31365c req-a630d8d5-da1b-4fed-acf3-10f9a4706944 tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:25:21.083415 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8559804-20f7-4f95-9b43-c51aea31365c req-a630d8d5-da1b-4fed-acf3-10f9a4706944 tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:25:21.089319 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8559804-20f7-4f95-9b43-c51aea31365c req-a630d8d5-da1b-4fed-acf3-10f9a4706944 tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:25:21.091355 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-f8559804-20f7-4f95-9b43-c51aea31365c req-a630d8d5-da1b-4fed-acf3-10f9a4706944 tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] 10.222.0.13 "GET /v2.0/ports?device_id=cc2a45fe-1c0e-4689-a738-964e9c19e30e HTTP/1.1" status: 200 len: 5416 time: 0.1274433 Jan 26 21:25:21.123715 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-9a144c62-6ba3-41a4-a5d2-f17bc796fe0d tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4109658'] for port (6ba4b2d6-b974-4c42-a9a5-ac3a711b1c0b), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:25:21.168254 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-9a144c62-6ba3-41a4-a5d2-f17bc796fe0d tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Calling delete_port for 6ba4b2d6-b974-4c42-a9a5-ac3a711b1c0b owned by {{(pid=103305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 21:25:21.216098 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-06624c6d-2bc0-4b75-9ed6-1e71403d0487 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (09df100c-3af1-4b0a-bda8-05914c71c458), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:25:21.232387 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-f8559804-20f7-4f95-9b43-c51aea31365c req-01edf827-3754-43ba-a7bd-5cb78eeab882 tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] 10.222.0.13 "GET /v2.0/security-groups?id=cdcbac26-bdec-4926-b949-1e63137fb150&id=e87e70a3-dfc0-4db8-90a2-ffd9c4c809a5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1187949 Jan 26 21:25:21.234536 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6003007d-f716-4aa4-b949-0b7d117f8c0a req-64f8442b-9672-4533-9ebd-7906af66d374 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:25:21.236125 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-6003007d-f716-4aa4-b949-0b7d117f8c0a req-64f8442b-9672-4533-9ebd-7906af66d374 service neutron] 10.222.0.57 "GET /v2.0/networks?id=7fbe9cf5-e12c-436d-b372-55a19c9faa30 HTTP/1.1" status: 200 len: 870 time: 0.1437922 Jan 26 21:25:21.295075 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-6003007d-f716-4aa4-b949-0b7d117f8c0a req-89125240-601c-4c0f-9dba-6ff2127f37e0 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.139&port_id=50f6ea13-6a6f-44fb-98a6-c039c35477c7 HTTP/1.1" status: 200 len: 217 time: 0.0522978 Jan 26 21:25:21.344571 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6003007d-f716-4aa4-b949-0b7d117f8c0a req-fe78f7b2-d0d4-4e73-8b80-85c363783f64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:25:21.346207 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-6003007d-f716-4aa4-b949-0b7d117f8c0a req-fe78f7b2-d0d4-4e73-8b80-85c363783f64 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=fd77e534-75e6-4b90-950e-f5824d584430 HTTP/1.1" status: 200 len: 843 time: 0.0454257 Jan 26 21:25:21.397024 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6003007d-f716-4aa4-b949-0b7d117f8c0a req-bf8f1db8-6616-4868-92d8-468daf11cc74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:25:21.398729 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-6003007d-f716-4aa4-b949-0b7d117f8c0a req-bf8f1db8-6616-4868-92d8-468daf11cc74 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=7fbe9cf5-e12c-436d-b372-55a19c9faa30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0454063 Jan 26 21:25:21.477352 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-9a144c62-6ba3-41a4-a5d2-f17bc796fe0d tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746560636600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746560234536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11791543'] for port (6ba4b2d6-b974-4c42-a9a5-ac3a711b1c0b), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:25:21.505279 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-6003007d-f716-4aa4-b949-0b7d117f8c0a req-fe37957c-26e5-40f4-8adb-d5857cfffbdb service neutron] 10.222.0.57 "GET /v2.0/networks/7fbe9cf5-e12c-436d-b372-55a19c9faa30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0997941 Jan 26 21:25:21.510942 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a144c62-6ba3-41a4-a5d2-f17bc796fe0d tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Pushing event deleted for resources: {'Port': ['ID=6ba4b2d6-b974-4c42-a9a5-ac3a711b1c0b,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:25:21.551280 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-9a144c62-6ba3-41a4-a5d2-f17bc796fe0d tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:25:21.554617 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-9a144c62-6ba3-41a4-a5d2-f17bc796fe0d tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] 10.222.0.13 "DELETE /v2.0/ports/6ba4b2d6-b974-4c42-a9a5-ac3a711b1c0b HTTP/1.1" status: 204 len: 168 time: 1.3417103 Jan 26 21:25:21.558807 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 44084) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:25:21.608813 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-3b845528-92df-4649-ac81-000a3934aa70 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Deleting port ddbd5dd0-e0bc-4ae6-8792-4c858ed8cffe {{(pid=103305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 21:25:21.609206 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-3b845528-92df-4649-ac81-000a3934aa70 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746560630878'] for port (ddbd5dd0-e0bc-4ae6-8792-4c858ed8cffe), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:25:21.665198 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-6003007d-f716-4aa4-b949-0b7d117f8c0a req-7fd9b404-0988-4e3a-9f98-31e219b5285f service neutron] 10.222.0.57 "GET /v2.0/networks/7fbe9cf5-e12c-436d-b372-55a19c9faa30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1532023 Jan 26 21:25:21.678513 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3513b5c5-3298-448a-aea5-a928f72097c4 req-2d08932e-9f5d-4443-be6d-e05fe2d2b85d tempest-ListImageFiltersTestJSON-206584430 tempest-ListImageFiltersTestJSON-206584430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:25:21.680622 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-3513b5c5-3298-448a-aea5-a928f72097c4 req-2d08932e-9f5d-4443-be6d-e05fe2d2b85d tempest-ListImageFiltersTestJSON-206584430 tempest-ListImageFiltersTestJSON-206584430-project] 10.222.0.13 "GET /v2.0/ports?device_id=bea5c7f0-506a-473d-a8ca-6675031f7299 HTTP/1.1" status: 200 len: 948 time: 0.0887756 Jan 26 21:25:21.685457 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5929f78-31af-4f1b-bed9-91be91befe39 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:25:21.687452 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5929f78-31af-4f1b-bed9-91be91befe39 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:25:21.689263 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-f5929f78-31af-4f1b-bed9-91be91befe39 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1286013 Jan 26 21:25:21.692381 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 44086) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:25:21.746709 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-3513b5c5-3298-448a-aea5-a928f72097c4 req-b86d55de-790f-46dc-8aad-14620d91c4fb tempest-ListImageFiltersTestJSON-206584430 tempest-ListImageFiltersTestJSON-206584430-project] 10.222.0.13 "GET /v2.0/security-groups?id=51fc43c7-3c5c-407b-a050-08d4b0d277fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598047 Jan 26 21:25:21.772437 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [None req-3b845528-92df-4649-ac81-000a3934aa70 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] For port ddbd5dd0-e0bc-4ae6-8792-4c858ed8cffe, host n-d-760453-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=ddbd5dd0-e0bc-4ae6-8792-4c858ed8cffe,segment=NetworkSegment(24c7c5d0-e01c-4957-8108-056c43fd37fe),segment_id=24c7c5d0-e01c-4957-8108-056c43fd37fe)] {{(pid=103305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:25:21.772811 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-3b845528-92df-4649-ac81-000a3934aa70 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4109658'] for port (ddbd5dd0-e0bc-4ae6-8792-4c858ed8cffe), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:25:21.779486 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.db_base_plugin_v2 [None req-4e20fc41-34e3-4d64-b3f1-d5662a0d6b3e tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Deleting subnet d04f64f6-c397-4340-806a-511d65404630 {{(pid=103305) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 26 21:25:21.783133 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-4e20fc41-34e3-4d64-b3f1-d5662a0d6b3e tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Publish callbacks [] for subnet (d04f64f6-c397-4340-806a-511d65404630), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:25:21.829739 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-3b845528-92df-4649-ac81-000a3934aa70 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Calling delete_port for ddbd5dd0-e0bc-4ae6-8792-4c858ed8cffe owned by network:router_interface {{(pid=103305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 21:25:21.840158 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-4e20fc41-34e3-4d64-b3f1-d5662a0d6b3e tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11788946'] for subnet (d04f64f6-c397-4340-806a-511d65404630), precommit_delete_associations {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:25:22.041683 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-4e20fc41-34e3-4d64-b3f1-d5662a0d6b3e tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687316'] for subnet (d04f64f6-c397-4340-806a-511d65404630), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:25:22.144918 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-4e20fc41-34e3-4d64-b3f1-d5662a0d6b3e tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11791594', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11599980'] for subnet (d04f64f6-c397-4340-806a-511d65404630), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:25:22.197095 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-841f5991-a4d8-4d4b-b215-cbc6bab5427b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (aa7ee9d2-08eb-4e12-b895-24c57300dfec), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:25:22.198685 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e20fc41-34e3-4d64-b3f1-d5662a0d6b3e tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Pushing event deleted for resources: {'Subnet': ['ID=d04f64f6-c397-4340-806a-511d65404630,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:25:22.202632 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-4e20fc41-34e3-4d64-b3f1-d5662a0d6b3e tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709645'] for subnet (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:25:22.205901 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-4e20fc41-34e3-4d64-b3f1-d5662a0d6b3e tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] 10.222.0.13 "DELETE /v2.0/subnets/d04f64f6-c397-4340-806a-511d65404630 HTTP/1.1" status: 204 len: 168 time: 0.5125861 Jan 26 21:25:22.208616 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 44092) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:25:22.218585 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42d67f86-8aa0-4f4c-ad93-ed2c15667dc6 None None] Network 80bdce17-b861-46cb-9014-7071d7f46353 requested from n-d-760453-5 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 26 21:25:22.226941 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-3b845528-92df-4649-ac81-000a3934aa70 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746560636600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746560234536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11791543'] for port (ddbd5dd0-e0bc-4ae6-8792-4c858ed8cffe), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:25:22.251813 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b845528-92df-4649-ac81-000a3934aa70 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Pushing event deleted for resources: {'Port': ['ID=ddbd5dd0-e0bc-4ae6-8792-4c858ed8cffe,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:25:22.286010 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-8a935503-e37f-4b16-9c78-ab6446815baf tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0760338 Jan 26 21:25:22.286849 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 44096) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:25:22.299078 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-56db267e-7651-46b0-9851-7934d8d4b774 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Request body: {'subnet': {'network_id': '80bdce17-b861-46cb-9014-7071d7f46353', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:25:22.464457 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad14d28-f0f9-417a-9b9d-a3d5d3b5484a req-7f5b1c79-5813-4eb9-bf2b-4ce0360b161f tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:25:22.471560 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad14d28-f0f9-417a-9b9d-a3d5d3b5484a req-7f5b1c79-5813-4eb9-bf2b-4ce0360b161f tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:25:22.476773 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e8d48c7-59e8-41a3-9641-02f0bb899696 None None] DHCP port deletion for 80bdce17-b861-46cb-9014-7071d7f46353 request from n-d-760453-5 {{(pid=103306) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 26 21:25:22.479487 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad14d28-f0f9-417a-9b9d-a3d5d3b5484a req-7f5b1c79-5813-4eb9-bf2b-4ce0360b161f tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:25:22.485821 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad14d28-f0f9-417a-9b9d-a3d5d3b5484a req-7f5b1c79-5813-4eb9-bf2b-4ce0360b161f tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:25:22.491368 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad14d28-f0f9-417a-9b9d-a3d5d3b5484a req-7f5b1c79-5813-4eb9-bf2b-4ce0360b161f tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:25:22.497257 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad14d28-f0f9-417a-9b9d-a3d5d3b5484a req-7f5b1c79-5813-4eb9-bf2b-4ce0360b161f tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:25:22.503048 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad14d28-f0f9-417a-9b9d-a3d5d3b5484a req-7f5b1c79-5813-4eb9-bf2b-4ce0360b161f tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:25:22.510885 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-6ad14d28-f0f9-417a-9b9d-a3d5d3b5484a req-7f5b1c79-5813-4eb9-bf2b-4ce0360b161f tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] 10.222.0.13 "GET /v2.0/ports?device_id=cc2a45fe-1c0e-4689-a738-964e9c19e30e HTTP/1.1" status: 200 len: 5416 time: 0.1417668 Jan 26 21:25:22.529157 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-3b845528-92df-4649-ac81-000a3934aa70 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3709480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4110805'] for router_interface (2ced210b-6855-4ff8-8532-a74f4b202b06), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:25:22.533286 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56db267e-7651-46b0-9851-7934d8d4b774 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Made reservation on behalf of 91ff6b128d484238b8b1d440faeb9154 for: {'subnet': 1} {{(pid=103304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 21:25:22.537840 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-56db267e-7651-46b0-9851-7934d8d4b774 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12215181'] for subnet (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:25:22.579552 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-0e8d48c7-59e8-41a3-9641-02f0bb899696 None None] Deleting port 15bc9aff-04c4-4682-b212-011d7adba174 {{(pid=103306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 21:25:22.579917 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-0e8d48c7-59e8-41a3-9641-02f0bb899696 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746560630878'] for port (15bc9aff-04c4-4682-b212-011d7adba174), before_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:25:22.668129 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-0e8d48c7-59e8-41a3-9641-02f0bb899696 None None] For port 15bc9aff-04c4-4682-b212-011d7adba174, host n-d-760453-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=15bc9aff-04c4-4682-b212-011d7adba174,segment=NetworkSegment(3c6d624c-ba08-479a-b68a-7684ce678b5c),segment_id=3c6d624c-ba08-479a-b68a-7684ce678b5c)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:25:22.669059 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-0e8d48c7-59e8-41a3-9641-02f0bb899696 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4109658'] for port (15bc9aff-04c4-4682-b212-011d7adba174), precommit_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:25:22.679243 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-6ad14d28-f0f9-417a-9b9d-a3d5d3b5484a req-b0c651ad-cf5a-41a4-a9f6-7b7871557264 tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] 10.222.0.13 "GET /v2.0/security-groups?id=cdcbac26-bdec-4926-b949-1e63137fb150&id=e87e70a3-dfc0-4db8-90a2-ffd9c4c809a5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1674430 Jan 26 21:25:22.692681 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-0e8d48c7-59e8-41a3-9641-02f0bb899696 None None] Calling delete_port for 15bc9aff-04c4-4682-b212-011d7adba174 owned by network:dhcp {{(pid=103306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 21:25:22.781161 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-0e8d48c7-59e8-41a3-9641-02f0bb899696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746560636600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746560234536'] for port (15bc9aff-04c4-4682-b212-011d7adba174), after_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:25:22.813796 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b845528-92df-4649-ac81-000a3934aa70 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Router 2ced210b-6855-4ff8-8532-a74f4b202b06 has already been hosted by L3 agent 09df100c-3af1-4b0a-bda8-05914c71c458 {{(pid=103305) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 26 21:25:22.838734 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e8d48c7-59e8-41a3-9641-02f0bb899696 None None] No DVR routers for this DVR port 15bc9aff-04c4-4682-b212-011d7adba174 on host n-d-760453-5 {{(pid=103306) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 26 21:25:22.840725 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e8d48c7-59e8-41a3-9641-02f0bb899696 None None] Pushing event deleted for resources: {'Port': ['ID=15bc9aff-04c4-4682-b212-011d7adba174,revision_number=None']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:25:22.895768 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-56db267e-7651-46b0-9851-7934d8d4b774 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9285249', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12215227'] for subnet (2643352d-5c7b-4694-84ed-408d85b50e76), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:25:22.937213 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (4d619873-4b60-439f-9b5a-b155dc8bbc34), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:25:22.953533 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3bd2a75-d85f-4fb6-8343-2802de536d20 req-cad0928a-769c-417f-88be-a6f3c4e054e9 tempest-ListImageFiltersTestJSON-206584430 tempest-ListImageFiltersTestJSON-206584430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:25:22.955818 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-c3bd2a75-d85f-4fb6-8343-2802de536d20 req-cad0928a-769c-417f-88be-a6f3c4e054e9 tempest-ListImageFiltersTestJSON-206584430 tempest-ListImageFiltersTestJSON-206584430-project] 10.222.0.13 "GET /v2.0/ports?device_id=bea5c7f0-506a-473d-a8ca-6675031f7299 HTTP/1.1" status: 200 len: 948 time: 0.1129189 Jan 26 21:25:22.972089 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b845528-92df-4649-ac81-000a3934aa70 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Notify agent at l3_agent.n-d-760453-5 the message routers_updated {{(pid=103305) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 26 21:25:22.974543 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56db267e-7651-46b0-9851-7934d8d4b774 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Network 80bdce17-b861-46cb-9014-7071d7f46353 is already hosted by enough agents. {{(pid=103304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 21:25:22.978415 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-3b845528-92df-4649-ac81-000a3934aa70 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] 10.222.0.13 "PUT /v2.0/routers/2ced210b-6855-4ff8-8532-a74f4b202b06/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5161533 Jan 26 21:25:22.981185 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 44104) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:25:22.989639 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [None req-56db267e-7651-46b0-9851-7934d8d4b774 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Resources bound (agent type, host, resource id): {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:25:22.995516 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56db267e-7651-46b0-9851-7934d8d4b774 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:25:22.996126 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-56db267e-7651-46b0-9851-7934d8d4b774 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Publish callbacks [] for subnet (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:25:23.004666 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b87d6721-46ac-4d75-96f2-0806f93e67eb None None] Sync routers for ids ['2ced210b-6855-4ff8-8532-a74f4b202b06'] in n-d-760453-5 {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 26 21:25:23.011244 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ac6b2ed-aa7a-4640-a51b-bc85b3ca2149 None None] Network 80bdce17-b861-46cb-9014-7071d7f46353 requested from n-d-760453-5 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 26 21:25:23.013982 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56db267e-7651-46b0-9851-7934d8d4b774 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Pushing event updated for resources: {'Subnet': ['ID=2643352d-5c7b-4694-84ed-408d85b50e76,revision_number=0']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:25:23.023089 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b87d6721-46ac-4d75-96f2-0806f93e67eb None None] Routers {'2ced210b-6855-4ff8-8532-a74f4b202b06'} bound to L3 agent in host n-d-760453-5 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 21:25:23.026027 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-b87d6721-46ac-4d75-96f2-0806f93e67eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-26T20:55:21Z,description=,heartbeat_timestamp=2022-01-26T21:25:21Z,host='n-d-760453-5',id=09df100c-3af1-4b0a-bda8-05914c71c458,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:55:21Z,topic='l3_agent')) {'router_ids': ['2ced210b-6855-4ff8-8532-a74f4b202b06'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:25:23.032448 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-56db267e-7651-46b0-9851-7934d8d4b774 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7443581 Jan 26 21:25:23.038949 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 44106) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:25:23.043932 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-8bfbf634-3ecf-4ae6-9375-6c6a6cdd7c15 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Request body: {'port': {'network_id': '80bdce17-b861-46cb-9014-7071d7f46353', 'fixed_ips': [{'subnet_id': '2643352d-5c7b-4694-84ed-408d85b50e76', 'ip_address': '2001:db8:0:1::5'}], 'name': 'tempest-NetworksTestDHCPv6-816455905'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:25:23.128812 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.db_base_plugin_v2 [None req-fcf4d76c-e02b-4d63-b0e6-c269ecf43d0b tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Deleting subnet c41b4bd2-c8e1-469d-9ade-a907fafb44b3 {{(pid=103305) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 26 21:25:23.137187 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-c3bd2a75-d85f-4fb6-8343-2802de536d20 req-17b89061-f541-48ee-91c2-60bd2a257f9f tempest-ListImageFiltersTestJSON-206584430 tempest-ListImageFiltersTestJSON-206584430-project] 10.222.0.13 "GET /v2.0/security-groups?id=51fc43c7-3c5c-407b-a050-08d4b0d277fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1748629 Jan 26 21:25:23.142384 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-fcf4d76c-e02b-4d63-b0e6-c269ecf43d0b tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Publish callbacks [] for subnet (c41b4bd2-c8e1-469d-9ade-a907fafb44b3), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:25:23.235724 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-fcf4d76c-e02b-4d63-b0e6-c269ecf43d0b tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11788946'] for subnet (c41b4bd2-c8e1-469d-9ade-a907fafb44b3), precommit_delete_associations {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:25:23.282547 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8bfbf634-3ecf-4ae6-9375-6c6a6cdd7c15 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Made reservation on behalf of 91ff6b128d484238b8b1d440faeb9154 for: {'port': 1} {{(pid=103304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 21:25:23.291711 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-8bfbf634-3ecf-4ae6-9375-6c6a6cdd7c15 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:25:23.317848 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Device 91f29fd8-6388-453d-9829-9a8fc59108e3 details requested by agent hyperv_n-h1-760453-5 with host n-h1-760453-5 {{(pid=103306) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 26 21:25:23.318343 n-d-760453-5 neutron-server[103304]: DEBUG neutron.notifiers.nova [None req-8bfbf634-3ecf-4ae6-9375-6c6a6cdd7c15 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] device_id is not set on port fc737cf5-95f7-4cb8-bf61-fd79716ce462 yet. {{(pid=103304) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 26 21:25:23.319275 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_dvr_db [None req-b87d6721-46ac-4d75-96f2-0806f93e67eb None None] Set router 2ced210b-6855-4ff8-8532-a74f4b202b06 gateway port host: n-d-760453-5 {{(pid=103307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 21:25:23.413654 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-fcf4d76c-e02b-4d63-b0e6-c269ecf43d0b tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687316'] for subnet (c41b4bd2-c8e1-469d-9ade-a907fafb44b3), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:25:23.454352 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] For port 91f29fd8-6388-453d-9829-9a8fc59108e3, host n-h1-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-5',level=0,port_id=91f29fd8-6388-453d-9829-9a8fc59108e3,segment=NetworkSegment(4eab25d6-89d9-4907-a1c2-51b06443ba33),segment_id=4eab25d6-89d9-4907-a1c2-51b06443ba33)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:25:23.477519 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device 15bc9aff-04c4-4682-b212-011d7adba174 no longer exists at agent ovs-agent-n-d-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 26 21:25:23.516702 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Returning: {'device': '91f29fd8-6388-453d-9829-9a8fc59108e3', 'network_id': '7fbe9cf5-e12c-436d-b372-55a19c9faa30', 'port_id': '91f29fd8-6388-453d-9829-9a8fc59108e3', 'mac_address': 'fa:16:3e:02:4a:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 561, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fd77e534-75e6-4b90-950e-f5824d584430', 'ip_address': '192.168.233.208'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103306) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 26 21:25:23.518309 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Device 50f6ea13-6a6f-44fb-98a6-c039c35477c7 details requested by agent hyperv_n-h2-760453-5 with host n-h2-760453-5 {{(pid=103306) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 26 21:25:23.534696 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] No Port match for: 15bc9aff-04c4-4682-b212-011d7adba174 {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 26 21:25:23.536346 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device 15bc9aff-04c4-4682-b212-011d7adba174 not bound to the agent host n-d-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 26 21:25:23.552912 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2957120a-12a7-44fa-b753-ee115eeef516 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3c4099e8-8ffb-51d1-af7f-5868973e933f-80bdce17-b861-46cb-9014-7071d7f46353', 'network_id': '80bdce17-b861-46cb-9014-7071d7f46353', 'project_id': '91ff6b128d484238b8b1d440faeb9154', 'fixed_ips': [{'subnet_id': '2643352d-5c7b-4694-84ed-408d85b50e76'}]}} from n-d-760453-5. {{(pid=103306) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 26 21:25:23.556598 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2957120a-12a7-44fa-b753-ee115eeef516 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (None), before_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:25:23.562236 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-fcf4d76c-e02b-4d63-b0e6-c269ecf43d0b tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11791594', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11599980'] for subnet (c41b4bd2-c8e1-469d-9ade-a907fafb44b3), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:25:23.580390 n-d-760453-5 neutron-server[103304]: INFO neutron.pecan_wsgi.hooks.translation [None req-8bfbf634-3ecf-4ae6-9375-6c6a6cdd7c15 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 26 21:25:23.580864 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8bfbf634-3ecf-4ae6-9375-6c6a6cdd7c15 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103304) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 26 21:25:23.619819 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-8bfbf634-3ecf-4ae6-9375-6c6a6cdd7c15 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 0.5795996 Jan 26 21:25:23.622153 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 44122) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:25:23.642366 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf4d76c-e02b-4d63-b0e6-c269ecf43d0b tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Pushing event deleted for resources: {'Subnet': ['ID=c41b4bd2-c8e1-469d-9ade-a907fafb44b3,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:25:23.660856 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-fcf4d76c-e02b-4d63-b0e6-c269ecf43d0b tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709645'] for subnet (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:25:23.668495 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-fcf4d76c-e02b-4d63-b0e6-c269ecf43d0b tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] 10.222.0.13 "DELETE /v2.0/subnets/c41b4bd2-c8e1-469d-9ade-a907fafb44b3 HTTP/1.1" status: 204 len: 168 time: 0.6851015 Jan 26 21:25:23.669889 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 44128) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:25:23.694694 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-2469341e-282b-4edb-baec-74aa17d5d3d4 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0709364 Jan 26 21:25:23.707191 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 44132) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:25:23.722302 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-b87d6721-46ac-4d75-96f2-0806f93e67eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ced210b-6855-4ff8-8532-a74f4b202b06', 'name': 'tempest-TestNetworkAdvancedServerOps-router-54234232', 'tenant_id': 'c6d9f10230f341edbbe46b16c17eb870', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'external_fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.151'}], 'enable_snat': True}, 'gw_port_id': 'f64f0307-fae0-4b13-a191-bc9d569d1304', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T21:21:40Z', 'updated_at': '2022-01-26T21:25:22Z', 'revision_number': 5, 'project_id': 'c6d9f10230f341edbbe46b16c17eb870', 'gw_port': {'id': 'f64f0307-fae0-4b13-a191-bc9d569d1304', 'name': '', 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:c0:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ced210b-6855-4ff8-8532-a74f4b202b06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2043, 'fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:21:41Z', 'updated_at': '2022-01-26T21:21:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-5'}], 'n-d-760453-5', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:25:23.800182 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b87d6721-46ac-4d75-96f2-0806f93e67eb None None] Checking router: 2ced210b-6855-4ff8-8532-a74f4b202b06 for host: n-d-760453-5 {{(pid=103307) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 26 21:25:23.807548 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-235432af-0016-4486-83cc-abd33063a285 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:25:23.808885 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-235432af-0016-4486-83cc-abd33063a285 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:25:23.810779 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-235432af-0016-4486-83cc-abd33063a285 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1019552 Jan 26 21:25:23.812737 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Current status of the port 91f29fd8-6388-453d-9829-9a8fc59108e3 is: DOWN; New status is: BUILD {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:25:23.813417 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (91f29fd8-6388-453d-9829-9a8fc59108e3), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:25:23.814742 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 44142) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:25:23.816812 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40526718-50c0-42e8-b56f-81eef1197c7b None None] Network 3e4368a8-f3b4-4f2b-9ce8-6f1eab73b100 requested from n-d-760453-5 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 26 21:25:23.819428 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b87d6721-46ac-4d75-96f2-0806f93e67eb None None] Routers {'2ced210b-6855-4ff8-8532-a74f4b202b06'} bound to L3 agent in host n-d-760453-5 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 21:25:23.820331 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-b87d6721-46ac-4d75-96f2-0806f93e67eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-26T20:55:21Z,description=,heartbeat_timestamp=2022-01-26T21:25:21Z,host='n-d-760453-5',id=09df100c-3af1-4b0a-bda8-05914c71c458,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:55:21Z,topic='l3_agent')) {'router_ids': ['2ced210b-6855-4ff8-8532-a74f4b202b06'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:25:23.931479 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.db_base_plugin_v2 [None req-fed79180-b1b0-4d64-9df9-515a9f440159 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Deleting subnet 2643352d-5c7b-4694-84ed-408d85b50e76 {{(pid=103304) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 26 21:25:23.935510 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-fed79180-b1b0-4d64-9df9-515a9f440159 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Publish callbacks [] for subnet (2643352d-5c7b-4694-84ed-408d85b50e76), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:25:24.028132 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-fed79180-b1b0-4d64-9df9-515a9f440159 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8881284'] for subnet (2643352d-5c7b-4694-84ed-408d85b50e76), precommit_delete_associations {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:25:24.075809 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_dvr_db [None req-b87d6721-46ac-4d75-96f2-0806f93e67eb None None] Set router 2ced210b-6855-4ff8-8532-a74f4b202b06 gateway port host: n-d-760453-5 {{(pid=103307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 21:25:24.156412 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-fed79180-b1b0-4d64-9df9-515a9f440159 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687316'] for subnet (2643352d-5c7b-4694-84ed-408d85b50e76), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:25:24.185260 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.db.resource_extend [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 26 21:25:24.202533 n-d-760453-5 neutron-server[103306]: DEBUG neutron.notifiers.nova [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 91f29fd8-6388-453d-9829-9a8fc59108e3 {{(pid=103306) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 26 21:25:24.228370 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] For port 91f29fd8-6388-453d-9829-9a8fc59108e3, host n-h1-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-5',level=0,port_id=91f29fd8-6388-453d-9829-9a8fc59108e3,segment=NetworkSegment(4eab25d6-89d9-4907-a1c2-51b06443ba33),segment_id=4eab25d6-89d9-4907-a1c2-51b06443ba33)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:25:24.259056 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (91f29fd8-6388-453d-9829-9a8fc59108e3), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:25:24.283201 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-839dd188-ec69-470c-9ab0-d318dc1a2e96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (e79b4fc6-6c71-44b2-a6d0-ff3e1f4dfd0d), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:25:24.312501 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-fed79180-b1b0-4d64-9df9-515a9f440159 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9281612', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12215216'] for subnet (2643352d-5c7b-4694-84ed-408d85b50e76), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:25:24.419536 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed79180-b1b0-4d64-9df9-515a9f440159 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Pushing event deleted for resources: {'Subnet': ['ID=2643352d-5c7b-4694-84ed-408d85b50e76,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:25:24.429010 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server [None req-2957120a-12a7-44fa-b753-ee115eeef516 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 2643352d-5c7b-4694-84ed-408d85b50e76: This subnet is being modified by another concurrent operation. Jan 26 21:25:24.429010 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jan 26 21:25:24.429010 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jan 26 21:25:24.429010 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jan 26 21:25:24.429010 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jan 26 21:25:24.429010 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jan 26 21:25:24.429010 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jan 26 21:25:24.429010 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jan 26 21:25:24.429010 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jan 26 21:25:24.429010 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jan 26 21:25:24.429010 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 26 21:25:24.429010 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 26 21:25:24.429010 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 26 21:25:24.429010 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 26 21:25:24.429010 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 26 21:25:24.429010 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server raise self.value Jan 26 21:25:24.429010 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 26 21:25:24.429010 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 26 21:25:24.429010 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 26 21:25:24.429010 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 26 21:25:24.429010 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 26 21:25:24.429010 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 26 21:25:24.429010 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 26 21:25:24.429010 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server raise self.value Jan 26 21:25:24.429010 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 26 21:25:24.429010 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 26 21:25:24.429010 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 26 21:25:24.429010 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 26 21:25:24.429010 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 26 21:25:24.429010 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 26 21:25:24.429010 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 26 21:25:24.429010 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server raise self.value Jan 26 21:25:24.429010 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 26 21:25:24.429010 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 26 21:25:24.429010 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jan 26 21:25:24.429010 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jan 26 21:25:24.429010 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 278, in create_dhcp_port Jan 26 21:25:24.429010 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jan 26 21:25:24.429010 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Jan 26 21:25:24.429010 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jan 26 21:25:24.429010 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jan 26 21:25:24.429010 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jan 26 21:25:24.429010 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Jan 26 21:25:24.429010 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 26 21:25:24.429010 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jan 26 21:25:24.429010 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 26 21:25:24.429010 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 26 21:25:24.429010 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 26 21:25:24.429010 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 26 21:25:24.429010 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 26 21:25:24.429010 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 26 21:25:24.429010 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server raise self.value Jan 26 21:25:24.429010 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 26 21:25:24.429010 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 26 21:25:24.433538 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 26 21:25:24.433538 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 26 21:25:24.433538 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 26 21:25:24.433538 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 26 21:25:24.433538 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 26 21:25:24.433538 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server raise self.value Jan 26 21:25:24.433538 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 26 21:25:24.433538 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 26 21:25:24.433538 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 26 21:25:24.433538 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 26 21:25:24.433538 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 26 21:25:24.433538 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 26 21:25:24.433538 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 26 21:25:24.433538 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server raise self.value Jan 26 21:25:24.433538 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 26 21:25:24.433538 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 26 21:25:24.433538 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1491, in create_port Jan 26 21:25:24.433538 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jan 26 21:25:24.433538 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1456, in _create_port_db Jan 26 21:25:24.433538 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jan 26 21:25:24.433538 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1466, in create_port_db Jan 26 21:25:24.433538 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jan 26 21:25:24.433538 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Jan 26 21:25:24.433538 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Jan 26 21:25:24.433538 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jan 26 21:25:24.433538 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 26 21:25:24.433538 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Jan 26 21:25:24.433538 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Jan 26 21:25:24.433538 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Jan 26 21:25:24.433538 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Jan 26 21:25:24.433538 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Jan 26 21:25:24.433538 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jan 26 21:25:24.433538 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jan 26 21:25:24.433538 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jan 26 21:25:24.433538 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jan 26 21:25:24.433538 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server raise exception Jan 26 21:25:24.433538 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 2643352d-5c7b-4694-84ed-408d85b50e76: This subnet is being modified by another concurrent operation. Jan 26 21:25:24.433538 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server Jan 26 21:25:24.439130 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-fed79180-b1b0-4d64-9df9-515a9f440159 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Publish callbacks [] for subnet (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:25:24.447632 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-fed79180-b1b0-4d64-9df9-515a9f440159 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] 10.222.0.13 "DELETE /v2.0/subnets/2643352d-5c7b-4694-84ed-408d85b50e76 HTTP/1.1" status: 204 len: 168 time: 0.6310744 Jan 26 21:25:24.491479 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 44182) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:25:24.515041 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024e113b-1efc-4d06-bde5-efcb6dec357b req-ac91c6bd-8506-4700-b911-c3135e84e057 tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:25:24.523090 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] For port 50f6ea13-6a6f-44fb-98a6-c039c35477c7, host n-h2-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-5',level=0,port_id=50f6ea13-6a6f-44fb-98a6-c039c35477c7,segment=NetworkSegment(4eab25d6-89d9-4907-a1c2-51b06443ba33),segment_id=4eab25d6-89d9-4907-a1c2-51b06443ba33)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:25:24.524599 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-b87d6721-46ac-4d75-96f2-0806f93e67eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ced210b-6855-4ff8-8532-a74f4b202b06', 'name': 'tempest-TestNetworkAdvancedServerOps-router-54234232', 'tenant_id': 'c6d9f10230f341edbbe46b16c17eb870', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'external_fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.151'}], 'enable_snat': True}, 'gw_port_id': 'f64f0307-fae0-4b13-a191-bc9d569d1304', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T21:21:40Z', 'updated_at': '2022-01-26T21:25:22Z', 'revision_number': 5, 'project_id': 'c6d9f10230f341edbbe46b16c17eb870', 'gw_port': {'id': 'f64f0307-fae0-4b13-a191-bc9d569d1304', 'name': '', 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:c0:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ced210b-6855-4ff8-8532-a74f4b202b06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2043, 'fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:21:41Z', 'updated_at': '2022-01-26T21:21:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-5'}], 'n-d-760453-5', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:25:24.529284 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024e113b-1efc-4d06-bde5-efcb6dec357b req-ac91c6bd-8506-4700-b911-c3135e84e057 tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:25:24.540216 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024e113b-1efc-4d06-bde5-efcb6dec357b req-ac91c6bd-8506-4700-b911-c3135e84e057 tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:25:24.545498 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024e113b-1efc-4d06-bde5-efcb6dec357b req-ac91c6bd-8506-4700-b911-c3135e84e057 tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:25:24.561259 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b87d6721-46ac-4d75-96f2-0806f93e67eb None None] The sync data for ids ['2ced210b-6855-4ff8-8532-a74f4b202b06'] in n-d-760453-5 is: [{'id': '2ced210b-6855-4ff8-8532-a74f4b202b06', 'name': 'tempest-TestNetworkAdvancedServerOps-router-54234232', 'tenant_id': 'c6d9f10230f341edbbe46b16c17eb870', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'external_fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.151'}], 'enable_snat': True}, 'gw_port_id': 'f64f0307-fae0-4b13-a191-bc9d569d1304', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T21:21:40Z', 'updated_at': '2022-01-26T21:25:22Z', 'revision_number': 5, 'project_id': 'c6d9f10230f341edbbe46b16c17eb870', 'gw_port': {'id': 'f64f0307-fae0-4b13-a191-bc9d569d1304', 'name': '', 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:c0:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ced210b-6855-4ff8-8532-a74f4b202b06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2043, 'fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:21:41Z', 'updated_at': '2022-01-26T21:21:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-5'}] {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 26 21:25:24.566420 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024e113b-1efc-4d06-bde5-efcb6dec357b req-ac91c6bd-8506-4700-b911-c3135e84e057 tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:25:24.572641 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8201f48-7f45-4269-923d-d0404a4ed9fc None None] DHCP port deletion for 3e4368a8-f3b4-4f2b-9ce8-6f1eab73b100 request from n-d-760453-5 {{(pid=103306) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 26 21:25:24.583310 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024e113b-1efc-4d06-bde5-efcb6dec357b req-ac91c6bd-8506-4700-b911-c3135e84e057 tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:25:24.594144 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Returning: {'device': '50f6ea13-6a6f-44fb-98a6-c039c35477c7', 'network_id': '7fbe9cf5-e12c-436d-b372-55a19c9faa30', 'port_id': '50f6ea13-6a6f-44fb-98a6-c039c35477c7', 'mac_address': 'fa:16:3e:33:a1:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 561, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fd77e534-75e6-4b90-950e-f5824d584430', 'ip_address': '192.168.233.139'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103306) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 26 21:25:24.600421 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024e113b-1efc-4d06-bde5-efcb6dec357b req-ac91c6bd-8506-4700-b911-c3135e84e057 tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:25:24.608385 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-024e113b-1efc-4d06-bde5-efcb6dec357b req-ac91c6bd-8506-4700-b911-c3135e84e057 tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] 10.222.0.13 "GET /v2.0/ports?device_id=cc2a45fe-1c0e-4689-a738-964e9c19e30e HTTP/1.1" status: 200 len: 5416 time: 0.7393162 Jan 26 21:25:24.646510 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Current status of the port 50f6ea13-6a6f-44fb-98a6-c039c35477c7 is: DOWN; New status is: BUILD {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:25:24.646510 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (50f6ea13-6a6f-44fb-98a6-c039c35477c7), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:25:24.648683 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Pushing event updated for resources: {'Port': ['ID=91f29fd8-6388-453d-9829-9a8fc59108e3,revision_number=4']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:25:24.660847 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f6571f-04d5-4b9d-86f2-4f02e68843df req-5f2f5666-6d37-4bfa-b925-0346b7fbc0f1 tempest-ListImageFiltersTestJSON-206584430 tempest-ListImageFiltersTestJSON-206584430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:25:24.662428 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-f8f6571f-04d5-4b9d-86f2-4f02e68843df req-5f2f5666-6d37-4bfa-b925-0346b7fbc0f1 tempest-ListImageFiltersTestJSON-206584430 tempest-ListImageFiltersTestJSON-206584430-project] 10.222.0.13 "GET /v2.0/ports?device_id=bea5c7f0-506a-473d-a8ca-6675031f7299 HTTP/1.1" status: 200 len: 948 time: 0.2654405 Jan 26 21:25:24.679555 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-7967e3ff-a49f-474d-81b3-3e33319e29ec tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1811104 Jan 26 21:25:24.681111 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 44184) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:25:24.691170 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-f27ed293-c4ec-46ff-a8be-1d92a3022a59 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Request body: {'subnet': {'network_id': '80bdce17-b861-46cb-9014-7071d7f46353', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:25:24.709943 n-d-760453-5 neutron-server[103306]: DEBUG neutron.notifiers.nova [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 50f6ea13-6a6f-44fb-98a6-c039c35477c7 {{(pid=103306) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 26 21:25:24.715003 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-9c5184d5-8ba1-4fe1-ba09-7438cabe9b0c tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Publish callbacks [] for router (2ced210b-6855-4ff8-8532-a74f4b202b06), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:25:24.731333 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] get_ports_and_sgs() called for port_ids ['91f29fd8-6388-453d-9829-9a8fc59108e3'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 26 21:25:24.768823 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] For port 50f6ea13-6a6f-44fb-98a6-c039c35477c7, host n-h2-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-5',level=0,port_id=50f6ea13-6a6f-44fb-98a6-c039c35477c7,segment=NetworkSegment(4eab25d6-89d9-4907-a1c2-51b06443ba33),segment_id=4eab25d6-89d9-4907-a1c2-51b06443ba33)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:25:24.776541 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-f8201f48-7f45-4269-923d-d0404a4ed9fc None None] Deleting port 54e88457-9b63-4abb-976b-93a401fd9acc {{(pid=103306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 21:25:24.776920 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-f8201f48-7f45-4269-923d-d0404a4ed9fc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746560630878'] for port (54e88457-9b63-4abb-976b-93a401fd9acc), before_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:25:24.828612 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-9c5184d5-8ba1-4fe1-ba09-7438cabe9b0c tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Publish callbacks [] for router_gateway (2ced210b-6855-4ff8-8532-a74f4b202b06), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:25:24.856231 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (50f6ea13-6a6f-44fb-98a6-c039c35477c7), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:25:24.868655 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-f8201f48-7f45-4269-923d-d0404a4ed9fc None None] For port 54e88457-9b63-4abb-976b-93a401fd9acc, host n-d-760453-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=54e88457-9b63-4abb-976b-93a401fd9acc,segment=NetworkSegment(24c7c5d0-e01c-4957-8108-056c43fd37fe),segment_id=24c7c5d0-e01c-4957-8108-056c43fd37fe)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:25:24.869002 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-f8201f48-7f45-4269-923d-d0404a4ed9fc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4109658'] for port (54e88457-9b63-4abb-976b-93a401fd9acc), precommit_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:25:24.885873 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-024e113b-1efc-4d06-bde5-efcb6dec357b req-de48299d-9ae1-4be1-bd00-d12bc6299da6 tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] 10.222.0.13 "GET /v2.0/security-groups?id=cdcbac26-bdec-4926-b949-1e63137fb150&id=e87e70a3-dfc0-4db8-90a2-ffd9c4c809a5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2766850 Jan 26 21:25:24.886622 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-f8201f48-7f45-4269-923d-d0404a4ed9fc None None] Calling delete_port for 54e88457-9b63-4abb-976b-93a401fd9acc owned by network:dhcp {{(pid=103306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 21:25:24.898098 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-9c5184d5-8ba1-4fe1-ba09-7438cabe9b0c tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Deleting port f64f0307-fae0-4b13-a191-bc9d569d1304 {{(pid=103305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 21:25:24.898451 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-9c5184d5-8ba1-4fe1-ba09-7438cabe9b0c tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746560630878'] for port (f64f0307-fae0-4b13-a191-bc9d569d1304), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:25:25.028537 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [None req-9c5184d5-8ba1-4fe1-ba09-7438cabe9b0c tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] For port f64f0307-fae0-4b13-a191-bc9d569d1304, host n-d-760453-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=f64f0307-fae0-4b13-a191-bc9d569d1304,segment=NetworkSegment(e17cb353-418f-48b9-b982-21a6233ee99b),segment_id=e17cb353-418f-48b9-b982-21a6233ee99b)] {{(pid=103305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:25:25.028973 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-9c5184d5-8ba1-4fe1-ba09-7438cabe9b0c tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4109658'] for port (f64f0307-fae0-4b13-a191-bc9d569d1304), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:25:25.035393 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-f8f6571f-04d5-4b9d-86f2-4f02e68843df req-ee28f58f-6d37-45a9-9ca7-5d31f3fccf5a tempest-ListImageFiltersTestJSON-206584430 tempest-ListImageFiltersTestJSON-206584430-project] 10.222.0.13 "GET /v2.0/security-groups?id=51fc43c7-3c5c-407b-a050-08d4b0d277fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3638785 Jan 26 21:25:25.043560 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-9c5184d5-8ba1-4fe1-ba09-7438cabe9b0c tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Calling delete_port for f64f0307-fae0-4b13-a191-bc9d569d1304 owned by network:router_gateway {{(pid=103305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 21:25:25.126165 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f27ed293-c4ec-46ff-a8be-1d92a3022a59 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Made reservation on behalf of 91ff6b128d484238b8b1d440faeb9154 for: {'subnet': 1} {{(pid=103304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 21:25:25.129894 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-f27ed293-c4ec-46ff-a8be-1d92a3022a59 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12215181'] for subnet (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:25:25.161070 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device ddbd5dd0-e0bc-4ae6-8792-4c858ed8cffe no longer exists at agent ovs-agent-n-d-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 26 21:25:25.189199 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] get_ports_and_sgs() called for port_ids ['50f6ea13-6a6f-44fb-98a6-c039c35477c7'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 26 21:25:25.294249 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-f8201f48-7f45-4269-923d-d0404a4ed9fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746560636600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746560234536'] for port (54e88457-9b63-4abb-976b-93a401fd9acc), after_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:25:25.298652 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] No Port match for: ddbd5dd0-e0bc-4ae6-8792-4c858ed8cffe {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 26 21:25:25.299310 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device ddbd5dd0-e0bc-4ae6-8792-4c858ed8cffe not bound to the agent host n-d-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 26 21:25:25.299310 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device 54e88457-9b63-4abb-976b-93a401fd9acc no longer exists at agent ovs-agent-n-d-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 26 21:25:25.370502 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] No Port match for: 54e88457-9b63-4abb-976b-93a401fd9acc {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 26 21:25:25.370871 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device 54e88457-9b63-4abb-976b-93a401fd9acc not bound to the agent host n-d-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 26 21:25:25.391308 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8201f48-7f45-4269-923d-d0404a4ed9fc None None] No DVR routers for this DVR port 54e88457-9b63-4abb-976b-93a401fd9acc on host n-d-760453-5 {{(pid=103306) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 26 21:25:25.392912 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Pushing event updated for resources: {'Port': ['ID=50f6ea13-6a6f-44fb-98a6-c039c35477c7,revision_number=4']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:25:25.410047 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (fea0591a-627d-4c87-9a9a-01625ddf3277), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:25:25.461509 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-701661e0-2088-49e0-a7e7-54ffc9f65e9e None None] get_active_networks_info from n-d-760453-5 {{(pid=103306) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jan 26 21:25:25.481746 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-9c5184d5-8ba1-4fe1-ba09-7438cabe9b0c tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746560636600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746560234536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11791543'] for port (f64f0307-fae0-4b13-a191-bc9d569d1304), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:25:25.481995 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-f27ed293-c4ec-46ff-a8be-1d92a3022a59 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9285249', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12215227'] for subnet (5a6a00dd-1ea9-470a-880d-182d4610171d), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:25:25.501554 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8201f48-7f45-4269-923d-d0404a4ed9fc None None] Pushing event deleted for resources: {'Port': ['ID=54e88457-9b63-4abb-976b-93a401fd9acc,revision_number=None']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:25:25.541136 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c5184d5-8ba1-4fe1-ba09-7438cabe9b0c tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Pushing event deleted for resources: {'Port': ['ID=f64f0307-fae0-4b13-a191-bc9d569d1304,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:25:25.570570 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f27ed293-c4ec-46ff-a8be-1d92a3022a59 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Network 80bdce17-b861-46cb-9014-7071d7f46353 is already hosted by enough agents. {{(pid=103304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 21:25:25.590246 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e115cb9-c83a-403a-876d-74c7924ca9a9 req-f47d665d-df1c-458f-94b7-c308e447f055 tempest-AttachVolumeShelveTestJSON-345998519 tempest-AttachVolumeShelveTestJSON-345998519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:25:25.598429 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-4e115cb9-c83a-403a-876d-74c7924ca9a9 req-f47d665d-df1c-458f-94b7-c308e447f055 tempest-AttachVolumeShelveTestJSON-345998519 tempest-AttachVolumeShelveTestJSON-345998519-project] 10.222.0.13 "GET /v2.0/ports?device_id=93bf95ee-d279-4897-bd53-d5feb3e9b070 HTTP/1.1" status: 200 len: 946 time: 0.1297233 Jan 26 21:25:25.600686 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [None req-f27ed293-c4ec-46ff-a8be-1d92a3022a59 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Resources bound (agent type, host, resource id): {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:25:25.605025 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f27ed293-c4ec-46ff-a8be-1d92a3022a59 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:25:25.605718 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-f27ed293-c4ec-46ff-a8be-1d92a3022a59 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Publish callbacks [] for subnet (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:25:25.612268 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f27ed293-c4ec-46ff-a8be-1d92a3022a59 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Pushing event updated for resources: {'Subnet': ['ID=5a6a00dd-1ea9-470a-880d-182d4610171d,revision_number=0']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:25:25.651116 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-f27ed293-c4ec-46ff-a8be-1d92a3022a59 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.9679606 Jan 26 21:25:25.653971 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 44194) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:25:25.661980 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-4e168cbb-bbb7-4a68-8280-ea0a5aa537c1 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1110344546', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:25:25.679572 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-9c5184d5-8ba1-4fe1-ba09-7438cabe9b0c tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4111291'] for router_gateway (2ced210b-6855-4ff8-8532-a74f4b202b06), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:25:25.697283 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-4e115cb9-c83a-403a-876d-74c7924ca9a9 req-e2d3e004-c3c0-417e-b9f4-931d28b96b31 tempest-AttachVolumeShelveTestJSON-345998519 tempest-AttachVolumeShelveTestJSON-345998519-project] 10.222.0.13 "GET /v2.0/security-groups?id=5d7f7103-d0ef-48d0-a848-32dbbe71b238&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0978727 Jan 26 21:25:25.727074 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-4e168cbb-bbb7-4a68-8280-ea0a5aa537c1 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4104596', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13108'] for router (c6537adb-56dd-4d00-b01e-c241ca775341), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:25:25.728140 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-4e168cbb-bbb7-4a68-8280-ea0a5aa537c1 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4105828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4111306', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3733576', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13069'] for router (c6537adb-56dd-4d00-b01e-c241ca775341), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:25:25.812534 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-9c5184d5-8ba1-4fe1-ba09-7438cabe9b0c tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4105774', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13082'] for router (2ced210b-6855-4ff8-8532-a74f4b202b06), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:25:25.813955 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-4e168cbb-bbb7-4a68-8280-ea0a5aa537c1 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Publish callbacks [] for router_controller (c6537adb-56dd-4d00-b01e-c241ca775341), precommit_add_association {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:25:25.815836 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-9c5184d5-8ba1-4fe1-ba09-7438cabe9b0c tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Publish callbacks [] for router_controller (2ced210b-6855-4ff8-8532-a74f4b202b06), precommit_delete_associations {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:25:25.821539 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-4e168cbb-bbb7-4a68-8280-ea0a5aa537c1 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4105757', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4111263'] for router (c6537adb-56dd-4d00-b01e-c241ca775341), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:25:25.861214 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-4e168cbb-bbb7-4a68-8280-ea0a5aa537c1 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Publish callbacks [] for router (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:25:25.866319 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 44196) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:25:25.866569 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-4e168cbb-bbb7-4a68-8280-ea0a5aa537c1 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.2115548 Jan 26 21:25:25.981263 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-9c5184d5-8ba1-4fe1-ba09-7438cabe9b0c tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4105767'] for router (2ced210b-6855-4ff8-8532-a74f4b202b06), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:25:25.981933 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c5184d5-8ba1-4fe1-ba09-7438cabe9b0c tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Fanout notify agent at l3_agent the message router_deleted on router 2ced210b-6855-4ff8-8532-a74f4b202b06 {{(pid=103305) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 26 21:25:26.017412 n-d-760453-5 neutron-server[103306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-701661e0-2088-49e0-a7e7-54ffc9f65e9e None None] Resources bound (agent type, host, resource id): {{(pid=103306) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 26 21:25:26.028049 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-9c5184d5-8ba1-4fe1-ba09-7438cabe9b0c tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Publish callbacks [] for router (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:25:26.029283 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-9c5184d5-8ba1-4fe1-ba09-7438cabe9b0c tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] 10.222.0.13 "DELETE /v2.0/routers/2ced210b-6855-4ff8-8532-a74f4b202b06 HTTP/1.1" status: 204 len: 168 time: 2.3584611 Jan 26 21:25:26.032708 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 44200) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:25:26.288725 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-906ab5f7-de21-412a-bec2-ac23998d9c65 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:25:26.350264 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a762d2-cf3c-4bb0-9b97-eac98d5e2cf3 req-fbc6e9f1-4313-45b6-9b77-0dab7400e24e tempest-ListImageFiltersTestJSON-206584430 tempest-ListImageFiltersTestJSON-206584430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:25:26.351986 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-35a762d2-cf3c-4bb0-9b97-eac98d5e2cf3 req-fbc6e9f1-4313-45b6-9b77-0dab7400e24e tempest-ListImageFiltersTestJSON-206584430 tempest-ListImageFiltersTestJSON-206584430-project] 10.222.0.13 "GET /v2.0/ports?device_id=bea5c7f0-506a-473d-a8ca-6675031f7299 HTTP/1.1" status: 200 len: 949 time: 0.1503849 Jan 26 21:25:26.356531 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-17016c6f-6107-4307-a496-13afaea5401e tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-748181'] for network (3e4368a8-f3b4-4f2b-9ce8-6f1eab73b100), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:25:26.375912 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765d4e0b-cde7-47f8-b977-87187625782e req-c498dd90-23af-42cd-9435-416176aaec6e tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:25:26.381652 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765d4e0b-cde7-47f8-b977-87187625782e req-c498dd90-23af-42cd-9435-416176aaec6e tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:25:26.387257 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765d4e0b-cde7-47f8-b977-87187625782e req-c498dd90-23af-42cd-9435-416176aaec6e tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:25:26.392929 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765d4e0b-cde7-47f8-b977-87187625782e req-c498dd90-23af-42cd-9435-416176aaec6e tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:25:26.398458 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765d4e0b-cde7-47f8-b977-87187625782e req-c498dd90-23af-42cd-9435-416176aaec6e tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:25:26.403777 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765d4e0b-cde7-47f8-b977-87187625782e req-c498dd90-23af-42cd-9435-416176aaec6e tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:25:26.409669 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765d4e0b-cde7-47f8-b977-87187625782e req-c498dd90-23af-42cd-9435-416176aaec6e tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:25:26.411669 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-765d4e0b-cde7-47f8-b977-87187625782e req-c498dd90-23af-42cd-9435-416176aaec6e tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] 10.222.0.13 "GET /v2.0/ports?device_id=cc2a45fe-1c0e-4689-a738-964e9c19e30e HTTP/1.1" status: 200 len: 5416 time: 0.2241578 Jan 26 21:25:26.446841 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-505d4df0-7bde-4887-8306-e93ff50ae4db None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3c4099e8-8ffb-51d1-af7f-5868973e933f-80bdce17-b861-46cb-9014-7071d7f46353', 'network_id': '80bdce17-b861-46cb-9014-7071d7f46353', 'project_id': '91ff6b128d484238b8b1d440faeb9154', 'fixed_ips': [{'subnet_id': '5a6a00dd-1ea9-470a-880d-182d4610171d'}]}} from n-d-760453-5. {{(pid=103306) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 26 21:25:26.448417 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-505d4df0-7bde-4887-8306-e93ff50ae4db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (None), before_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:25:26.640312 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.db_base_plugin_common [None req-505d4df0-7bde-4887-8306-e93ff50ae4db None None] Allocated IP 2001:db8::2 (80bdce17-b861-46cb-9014-7071d7f46353/5a6a00dd-1ea9-470a-880d-182d4610171d/d1df8049-9b19-4667-9350-be057c0345d8) {{(pid=103306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 21:25:26.688711 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-765d4e0b-cde7-47f8-b977-87187625782e req-6ff5be41-f062-4c1f-bbe9-87eede5f1a36 tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] 10.222.0.13 "GET /v2.0/security-groups?id=cdcbac26-bdec-4926-b949-1e63137fb150&id=e87e70a3-dfc0-4db8-90a2-ffd9c4c809a5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2603986 Jan 26 21:25:26.746016 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-35a762d2-cf3c-4bb0-9b97-eac98d5e2cf3 req-3e51595d-547d-4c19-846d-dfef244d038f tempest-ListImageFiltersTestJSON-206584430 tempest-ListImageFiltersTestJSON-206584430-project] 10.222.0.13 "GET /v2.0/security-groups?id=51fc43c7-3c5c-407b-a050-08d4b0d277fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3842862 Jan 26 21:25:26.751992 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-17016c6f-6107-4307-a496-13afaea5401e tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-686403', 'neutron.services.segments.db._delete_segments_for_network-8746560774018'] for network (3e4368a8-f3b4-4f2b-9ce8-6f1eab73b100), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:25:26.810643 n-d-760453-5 neutron-server[103304]: DEBUG neutron.services.segments.db [None req-17016c6f-6107-4307-a496-13afaea5401e tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3e4368a8-f3b4-4f2b-9ce8-6f1eab73b100']}} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:25:26.825440 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-505d4df0-7bde-4887-8306-e93ff50ae4db None None] Publish callbacks [] for port (d1df8049-9b19-4667-9350-be057c0345d8), precommit_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:25:26.831321 n-d-760453-5 neutron-server[103304]: DEBUG neutron.services.segments.db [None req-17016c6f-6107-4307-a496-13afaea5401e tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '24c7c5d0-e01c-4957-8108-056c43fd37fe') {'for_net_delete': True} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:25:26.831934 n-d-760453-5 neutron-server[103304]: DEBUG neutron.services.segments.db [None req-17016c6f-6107-4307-a496-13afaea5401e tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '24c7c5d0-e01c-4957-8108-056c43fd37fe') {} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:25:26.846498 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-505d4df0-7bde-4887-8306-e93ff50ae4db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746560234527'] for port (d1df8049-9b19-4667-9350-be057c0345d8), after_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:25:26.882354 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-17016c6f-6107-4307-a496-13afaea5401e tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746560742283', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8881293'] for segment (24c7c5d0-e01c-4957-8108-056c43fd37fe), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:25:26.914278 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.db_base_plugin_common [None req-906ab5f7-de21-412a-bec2-ac23998d9c65 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Allocated IP 2001:db8::1 (80bdce17-b861-46cb-9014-7071d7f46353/5a6a00dd-1ea9-470a-880d-182d4610171d/b3dd7ba4-ac4f-4b81-95ea-278ce8eb46f5) {{(pid=103305) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 21:25:26.945802 n-d-760453-5 neutron-server[103306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-505d4df0-7bde-4887-8306-e93ff50ae4db None None] Network 80bdce17-b861-46cb-9014-7071d7f46353 is already hosted by enough agents. {{(pid=103306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 21:25:26.951970 n-d-760453-5 neutron-server[103306]: DEBUG neutron.scheduler.base_scheduler [None req-505d4df0-7bde-4887-8306-e93ff50ae4db None None] Resources bound (agent type, host, resource id): {{(pid=103306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:25:26.962360 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-17016c6f-6107-4307-a496-13afaea5401e tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576559'] for segment (24c7c5d0-e01c-4957-8108-056c43fd37fe), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:25:26.967001 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-505d4df0-7bde-4887-8306-e93ff50ae4db None None] Received port after_create {{(pid=103306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 21:25:26.979888 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-505d4df0-7bde-4887-8306-e93ff50ae4db None None] Pushing event updated for resources: {'Port': ['ID=d1df8049-9b19-4667-9350-be057c0345d8,revision_number=1']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:25:27.001176 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775ae5b6-d014-4718-9155-9595e1aeea9e req-94adae4f-1ac5-4dca-bcc1-e565501f14c9 tempest-AttachVolumeShelveTestJSON-345998519 tempest-AttachVolumeShelveTestJSON-345998519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:25:27.016797 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-775ae5b6-d014-4718-9155-9595e1aeea9e req-94adae4f-1ac5-4dca-bcc1-e565501f14c9 tempest-AttachVolumeShelveTestJSON-345998519 tempest-AttachVolumeShelveTestJSON-345998519-project] 10.222.0.13 "GET /v2.0/ports?device_id=93bf95ee-d279-4897-bd53-d5feb3e9b070 HTTP/1.1" status: 200 len: 946 time: 0.1688907 Jan 26 21:25:27.019210 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-17016c6f-6107-4307-a496-13afaea5401e tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Releasing vlan 584 on physical network physnet1 to pool {{(pid=103304) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 26 21:25:27.022927 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-17016c6f-6107-4307-a496-13afaea5401e tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9281762'] for segment (24c7c5d0-e01c-4957-8108-056c43fd37fe), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:25:27.030304 n-d-760453-5 neutron-server[103304]: Traceback (most recent call last): Jan 26 21:25:27.030304 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 26 21:25:27.030304 n-d-760453-5 neutron-server[103304]: timer() Jan 26 21:25:27.030304 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 26 21:25:27.030304 n-d-760453-5 neutron-server[103304]: cb(*args, **kw) Jan 26 21:25:27.030304 n-d-760453-5 neutron-server[103304]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 26 21:25:27.030304 n-d-760453-5 neutron-server[103304]: return func(*args, **kwargs) Jan 26 21:25:27.030304 n-d-760453-5 neutron-server[103304]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 26 21:25:27.030304 n-d-760453-5 neutron-server[103304]: self._notify() Jan 26 21:25:27.030304 n-d-760453-5 neutron-server[103304]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 26 21:25:27.030304 n-d-760453-5 neutron-server[103304]: self.callback(batched_events) Jan 26 21:25:27.030304 n-d-760453-5 neutron-server[103304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 26 21:25:27.030304 n-d-760453-5 neutron-server[103304]: event.method(event) Jan 26 21:25:27.030304 n-d-760453-5 neutron-server[103304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 26 21:25:27.030304 n-d-760453-5 neutron-server[103304]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 26 21:25:27.030304 n-d-760453-5 neutron-server[103304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 26 21:25:27.030304 n-d-760453-5 neutron-server[103304]: aggregate_uuid = self.p_client.list_aggregates( Jan 26 21:25:27.030304 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 26 21:25:27.030304 n-d-760453-5 neutron-server[103304]: return f(self, *a, **k) Jan 26 21:25:27.030304 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 26 21:25:27.030304 n-d-760453-5 neutron-server[103304]: return self._get(url).json() Jan 26 21:25:27.030304 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 26 21:25:27.030304 n-d-760453-5 neutron-server[103304]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 26 21:25:27.030304 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 26 21:25:27.030304 n-d-760453-5 neutron-server[103304]: return self.request(url, 'GET', **kwargs) Jan 26 21:25:27.030304 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 26 21:25:27.030304 n-d-760453-5 neutron-server[103304]: base_url = self.get_endpoint(auth, allow=allow, Jan 26 21:25:27.030304 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 26 21:25:27.030304 n-d-760453-5 neutron-server[103304]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 26 21:25:27.030304 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 26 21:25:27.030304 n-d-760453-5 neutron-server[103304]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 26 21:25:27.030304 n-d-760453-5 neutron-server[103304]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 26 21:25:27.134688 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-505d4df0-7bde-4887-8306-e93ff50ae4db None None] Attempting to bind port d1df8049-9b19-4667-9350-be057c0345d8 on host n-d-760453-5 for vnic_type normal with profile {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 21:25:27.135277 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-505d4df0-7bde-4887-8306-e93ff50ae4db None None] Attempting to bind port d1df8049-9b19-4667-9350-be057c0345d8 by drivers openvswitch,hyperv on host n-d-760453-5 at level 0 using segments [{'id': '3c6d624c-ba08-479a-b68a-7684ce678b5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '80bdce17-b861-46cb-9014-7071d7f46353'}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 26 21:25:27.135870 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-505d4df0-7bde-4887-8306-e93ff50ae4db None None] Attempting to bind port d1df8049-9b19-4667-9350-be057c0345d8 on network 80bdce17-b861-46cb-9014-7071d7f46353 {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 21:25:27.143359 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-505d4df0-7bde-4887-8306-e93ff50ae4db None None] Checking agent: {'id': 'fea0591a-627d-4c87-9a9a-01625ddf3277', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760453-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 20, 55, 25), 'started_at': datetime.datetime(2022, 1, 26, 20, 55, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 21, 25, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760453-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 26 21:25:27.143359 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-505d4df0-7bde-4887-8306-e93ff50ae4db None None] Checking segment: {'id': '3c6d624c-ba08-479a-b68a-7684ce678b5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '80bdce17-b861-46cb-9014-7071d7f46353'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 21:25:27.147861 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-505d4df0-7bde-4887-8306-e93ff50ae4db None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:25:27.148397 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-505d4df0-7bde-4887-8306-e93ff50ae4db None None] Bound using segment: {'id': '3c6d624c-ba08-479a-b68a-7684ce678b5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '80bdce17-b861-46cb-9014-7071d7f46353'} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 26 21:25:27.148990 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-505d4df0-7bde-4887-8306-e93ff50ae4db None None] Bound port: d1df8049-9b19-4667-9350-be057c0345d8, host: n-d-760453-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c6d624c-ba08-479a-b68a-7684ce678b5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '80bdce17-b861-46cb-9014-7071d7f46353'}}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 26 21:25:27.149657 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-505d4df0-7bde-4887-8306-e93ff50ae4db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (d1df8049-9b19-4667-9350-be057c0345d8), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:25:27.160734 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device f64f0307-fae0-4b13-a191-bc9d569d1304 no longer exists at agent ovs-agent-n-d-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 26 21:25:27.169185 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-17016c6f-6107-4307-a496-13afaea5401e tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4110931'] for network (3e4368a8-f3b4-4f2b-9ce8-6f1eab73b100), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:25:27.206896 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-17016c6f-6107-4307-a496-13afaea5401e tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Publish callbacks [] for network (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:25:27.214596 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-17016c6f-6107-4307-a496-13afaea5401e tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] 10.222.0.13 "DELETE /v2.0/networks/3e4368a8-f3b4-4f2b-9ce8-6f1eab73b100 HTTP/1.1" status: 204 len: 168 time: 1.1808052 Jan 26 21:25:27.218183 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17016c6f-6107-4307-a496-13afaea5401e tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Pushing event deleted for resources: {'Network': ['ID=3e4368a8-f3b4-4f2b-9ce8-6f1eab73b100,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:25:27.224595 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 44212) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:25:27.224841 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] No Port match for: f64f0307-fae0-4b13-a191-bc9d569d1304 {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 26 21:25:27.225191 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device f64f0307-fae0-4b13-a191-bc9d569d1304 not bound to the agent host n-d-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 26 21:25:27.257203 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-775ae5b6-d014-4718-9155-9595e1aeea9e req-3d827a6e-8145-438b-9439-c0f2627f10f0 tempest-AttachVolumeShelveTestJSON-345998519 tempest-AttachVolumeShelveTestJSON-345998519-project] 10.222.0.13 "GET /v2.0/security-groups?id=5d7f7103-d0ef-48d0-a848-32dbbe71b238&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2394063 Jan 26 21:25:27.265155 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-906ab5f7-de21-412a-bec2-ac23998d9c65 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Publish callbacks [] for port (b3dd7ba4-ac4f-4b81-95ea-278ce8eb46f5), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:25:27.295027 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-505d4df0-7bde-4887-8306-e93ff50ae4db None None] For port d1df8049-9b19-4667-9350-be057c0345d8, host n-d-760453-5, cleared binding levels {{(pid=103306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 26 21:25:27.301461 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdab9810-caea-423c-9472-97dd35e3b023 req-8ff68d6e-899b-492b-a0bb-3aa0cb6c3bb2 tempest-AttachVolumeShelveTestJSON-345998519 tempest-AttachVolumeShelveTestJSON-345998519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:25:27.303730 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-bdab9810-caea-423c-9472-97dd35e3b023 req-8ff68d6e-899b-492b-a0bb-3aa0cb6c3bb2 tempest-AttachVolumeShelveTestJSON-345998519 tempest-AttachVolumeShelveTestJSON-345998519-project] 10.222.0.66 "GET /v2.0/ports?device_id=93bf95ee-d279-4897-bd53-d5feb3e9b070 HTTP/1.1" status: 200 len: 946 time: 0.1784689 Jan 26 21:25:27.304691 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-505d4df0-7bde-4887-8306-e93ff50ae4db None None] For port d1df8049-9b19-4667-9350-be057c0345d8, host n-d-760453-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=d1df8049-9b19-4667-9350-be057c0345d8,segment=NetworkSegment(3c6d624c-ba08-479a-b68a-7684ce678b5c),segment_id=3c6d624c-ba08-479a-b68a-7684ce678b5c)] {{(pid=103306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 26 21:25:27.312187 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-505d4df0-7bde-4887-8306-e93ff50ae4db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (d1df8049-9b19-4667-9350-be057c0345d8), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:25:27.391952 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-505d4df0-7bde-4887-8306-e93ff50ae4db None None] Pushing event updated for resources: {'Port': ['ID=d1df8049-9b19-4667-9350-be057c0345d8,revision_number=2']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:25:27.436911 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-906ab5f7-de21-412a-bec2-ac23998d9c65 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746560234527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11791543'] for port (b3dd7ba4-ac4f-4b81-95ea-278ce8eb46f5), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:25:27.505193 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-906ab5f7-de21-412a-bec2-ac23998d9c65 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Pushing event updated for resources: {'Port': ['ID=b3dd7ba4-ac4f-4b81-95ea-278ce8eb46f5,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:25:27.509595 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Device 50f6ea13-6a6f-44fb-98a6-c039c35477c7 up at agent hyperv_n-h2-760453-5 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 21:25:27.512464 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-e7bd948a-a9a8-4491-8796-9ddc8f66a578 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Publish callbacks [] for security_group (6cb8e788-9152-488c-8973-85140910b10a), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:25:27.572202 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-906ab5f7-de21-412a-bec2-ac23998d9c65 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Network 80bdce17-b861-46cb-9014-7071d7f46353 is already hosted by enough agents. {{(pid=103305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 21:25:27.574389 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [None req-906ab5f7-de21-412a-bec2-ac23998d9c65 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Resources bound (agent type, host, resource id): {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:25:27.582220 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-906ab5f7-de21-412a-bec2-ac23998d9c65 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Received port after_create {{(pid=103305) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 21:25:27.582782 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-906ab5f7-de21-412a-bec2-ac23998d9c65 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4111050'] for router_interface (c6537adb-56dd-4d00-b01e-c241ca775341), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:25:27.596356 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Provisioning for port 50f6ea13-6a6f-44fb-98a6-c039c35477c7 completed by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 21:25:27.604743 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Provisioning complete for port 50f6ea13-6a6f-44fb-98a6-c039c35477c7 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:25:27.605322 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (50f6ea13-6a6f-44fb-98a6-c039c35477c7), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:25:27.656256 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-e7bd948a-a9a8-4491-8796-9ddc8f66a578 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Publish callbacks [] for security_group (6cb8e788-9152-488c-8973-85140910b10a), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:25:27.748402 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [req-bdab9810-caea-423c-9472-97dd35e3b023 req-1e9eccfa-bd67-4be6-888c-bead1422571f tempest-AttachVolumeShelveTestJSON-345998519 tempest-AttachVolumeShelveTestJSON-345998519-project] Deleting port 47ae25ce-c34a-43c9-9bb0-c43b0ece7bbd {{(pid=103305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 21:25:27.748925 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-bdab9810-caea-423c-9472-97dd35e3b023 req-1e9eccfa-bd67-4be6-888c-bead1422571f tempest-AttachVolumeShelveTestJSON-345998519 tempest-AttachVolumeShelveTestJSON-345998519-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746560630878'] for port (47ae25ce-c34a-43c9-9bb0-c43b0ece7bbd), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:25:27.764060 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Current status of the port 50f6ea13-6a6f-44fb-98a6-c039c35477c7 is: BUILD; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:25:27.764685 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (50f6ea13-6a6f-44fb-98a6-c039c35477c7), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:25:27.838880 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] For port 50f6ea13-6a6f-44fb-98a6-c039c35477c7, host n-h2-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-5',level=0,port_id=50f6ea13-6a6f-44fb-98a6-c039c35477c7,segment=NetworkSegment(4eab25d6-89d9-4907-a1c2-51b06443ba33),segment_id=4eab25d6-89d9-4907-a1c2-51b06443ba33)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:25:27.846835 n-d-760453-5 neutron-server[103306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bea5c7f0-506a-473d-a8ca-6675031f7299', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50f6ea13-6a6f-44fb-98a6-c039c35477c7'}] {{(pid=103306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 21:25:27.851284 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9d5d370febab655511bdd2ffe887e43e442d144a440368702bcc1e93af00b97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3823c101-8bf3-467f-928f-c9893c5d8db8" -d '{"events": [{"server_uuid": "bea5c7f0-506a-473d-a8ca-6675031f7299", "name": "network-vif-plugged", "status": "completed", "tag": "50f6ea13-6a6f-44fb-98a6-c039c35477c7"}]}' {{(pid=103306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 21:25:27.863508 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (50f6ea13-6a6f-44fb-98a6-c039c35477c7), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:25:27.940781 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Pushing event updated for resources: {'Port': ['ID=50f6ea13-6a6f-44fb-98a6-c039c35477c7,revision_number=5']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:25:27.949164 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:25:27.949546 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:25:27.949891 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:25:27.950229 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:25:27.950558 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:25:27.950891 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:25:27.951217 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:25:27.951547 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:25:27.951908 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:25:27.952235 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:25:27.952558 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:25:27.952883 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:25:27.953205 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:25:28.010973 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7ea6f5-6acd-454c-9109-ab3b3e9c7871 req-b55a82cd-fea6-4388-a2c5-b375fece80f0 tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:25:28.018946 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7ea6f5-6acd-454c-9109-ab3b3e9c7871 req-b55a82cd-fea6-4388-a2c5-b375fece80f0 tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:25:28.024770 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7ea6f5-6acd-454c-9109-ab3b3e9c7871 req-b55a82cd-fea6-4388-a2c5-b375fece80f0 tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:25:28.031230 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7ea6f5-6acd-454c-9109-ab3b3e9c7871 req-b55a82cd-fea6-4388-a2c5-b375fece80f0 tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:25:28.037155 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7ea6f5-6acd-454c-9109-ab3b3e9c7871 req-b55a82cd-fea6-4388-a2c5-b375fece80f0 tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:25:28.043096 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7ea6f5-6acd-454c-9109-ab3b3e9c7871 req-b55a82cd-fea6-4388-a2c5-b375fece80f0 tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:25:28.049500 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7ea6f5-6acd-454c-9109-ab3b3e9c7871 req-b55a82cd-fea6-4388-a2c5-b375fece80f0 tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:25:28.051782 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-7b7ea6f5-6acd-454c-9109-ab3b3e9c7871 req-b55a82cd-fea6-4388-a2c5-b375fece80f0 tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] 10.222.0.13 "GET /v2.0/ports?device_id=cc2a45fe-1c0e-4689-a738-964e9c19e30e HTTP/1.1" status: 200 len: 5416 time: 0.1774907 Jan 26 21:25:28.064820 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041b2b30-f063-4105-a412-76495ef80c56 req-6b632cc5-b694-4d0c-bb38-2cb250a73fc8 tempest-ListImageFiltersTestJSON-206584430 tempest-ListImageFiltersTestJSON-206584430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:25:28.072886 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-041b2b30-f063-4105-a412-76495ef80c56 req-6b632cc5-b694-4d0c-bb38-2cb250a73fc8 tempest-ListImageFiltersTestJSON-206584430 tempest-ListImageFiltersTestJSON-206584430-project] 10.222.0.13 "GET /v2.0/ports?device_id=bea5c7f0-506a-473d-a8ca-6675031f7299 HTTP/1.1" status: 200 len: 950 time: 0.1464097 Jan 26 21:25:28.103692 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-e7bd948a-a9a8-4491-8796-9ddc8f66a578 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (6cb8e788-9152-488c-8973-85140910b10a), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:25:28.105965 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-e7bd948a-a9a8-4491-8796-9ddc8f66a578 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Publish callbacks [] for security_group (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:25:28.107736 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-e7bd948a-a9a8-4491-8796-9ddc8f66a578 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] 10.222.0.13 "DELETE /v2.0/security-groups/6cb8e788-9152-488c-8973-85140910b10a HTTP/1.1" status: 204 len: 168 time: 0.8745522 Jan 26 21:25:28.157622 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-7b7ea6f5-6acd-454c-9109-ab3b3e9c7871 req-2c2d2f04-7777-401d-af3e-471a522a622a tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] 10.222.0.13 "GET /v2.0/security-groups?id=cdcbac26-bdec-4926-b949-1e63137fb150&id=e87e70a3-dfc0-4db8-90a2-ffd9c4c809a5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0762322 Jan 26 21:25:28.157779 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7bd948a-a9a8-4491-8796-9ddc8f66a578 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6cb8e788-9152-488c-8973-85140910b10a,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:25:28.198856 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-906ab5f7-de21-412a-bec2-ac23998d9c65 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (b3dd7ba4-ac4f-4b81-95ea-278ce8eb46f5), before_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:25:28.215454 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-041b2b30-f063-4105-a412-76495ef80c56 req-80d08d52-b118-41ba-a0d5-622ba361c5d0 tempest-ListImageFiltersTestJSON-206584430 tempest-ListImageFiltersTestJSON-206584430-project] 10.222.0.13 "GET /v2.0/security-groups?id=51fc43c7-3c5c-407b-a050-08d4b0d277fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1412103 Jan 26 21:25:28.232768 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [req-bdab9810-caea-423c-9472-97dd35e3b023 req-1e9eccfa-bd67-4be6-888c-bead1422571f tempest-AttachVolumeShelveTestJSON-345998519 tempest-AttachVolumeShelveTestJSON-345998519-project] For port 47ae25ce-c34a-43c9-9bb0-c43b0ece7bbd, host n-h1-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-5',level=0,port_id=47ae25ce-c34a-43c9-9bb0-c43b0ece7bbd,segment=NetworkSegment(ae04eadd-2f21-4385-8e0d-440406bc0827),segment_id=ae04eadd-2f21-4385-8e0d-440406bc0827)] {{(pid=103305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:25:28.233811 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-bdab9810-caea-423c-9472-97dd35e3b023 req-1e9eccfa-bd67-4be6-888c-bead1422571f tempest-AttachVolumeShelveTestJSON-345998519 tempest-AttachVolumeShelveTestJSON-345998519-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4109658'] for port (47ae25ce-c34a-43c9-9bb0-c43b0ece7bbd), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:25:28.298094 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Jan 2022 21:25:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e78f917b-4ea9-4572-9a66-0b91af7e5dd2 x-openstack-request-id: req-e78f917b-4ea9-4572-9a66-0b91af7e5dd2 {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 21:25:28.298922 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bea5c7f0-506a-473d-a8ca-6675031f7299", "name": "network-vif-plugged", "status": "completed", "tag": "50f6ea13-6a6f-44fb-98a6-c039c35477c7", "code": 200}]} {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 21:25:28.298922 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e78f917b-4ea9-4572-9a66-0b91af7e5dd2 {{(pid=103306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 21:25:28.299165 n-d-760453-5 neutron-server[103306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bea5c7f0-506a-473d-a8ca-6675031f7299', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50f6ea13-6a6f-44fb-98a6-c039c35477c7', 'code': 200} Jan 26 21:25:28.544857 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a12a2fe-ea8b-499e-8ef1-abef4e87a368 req-8173153b-eece-45b7-a2de-abe0dd924bc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:25:28.547387 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-0a12a2fe-ea8b-499e-8ef1-abef4e87a368 req-8173153b-eece-45b7-a2de-abe0dd924bc6 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=bea5c7f0-506a-473d-a8ca-6675031f7299 HTTP/1.1" status: 200 len: 1101 time: 0.1811228 Jan 26 21:25:28.640955 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-0a12a2fe-ea8b-499e-8ef1-abef4e87a368 req-d777259a-d894-4de7-a40b-959fda1703b5 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=51fc43c7-3c5c-407b-a050-08d4b0d277fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778043 Jan 26 21:25:28.651901 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8494ded1-c3a5-48d3-9b93-2b7b8e5e80f0 req-332931b7-9002-466c-8a6a-dcf2de2ed861 tempest-AttachVolumeShelveTestJSON-345998519 tempest-AttachVolumeShelveTestJSON-345998519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:25:28.659396 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-8494ded1-c3a5-48d3-9b93-2b7b8e5e80f0 req-332931b7-9002-466c-8a6a-dcf2de2ed861 tempest-AttachVolumeShelveTestJSON-345998519 tempest-AttachVolumeShelveTestJSON-345998519-project] 10.222.0.13 "GET /v2.0/ports?device_id=93bf95ee-d279-4897-bd53-d5feb3e9b070 HTTP/1.1" status: 200 len: 946 time: 0.2364662 Jan 26 21:25:28.743171 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-8494ded1-c3a5-48d3-9b93-2b7b8e5e80f0 req-3cc3ea9e-26de-40ca-8d2c-ba80681596e7 tempest-AttachVolumeShelveTestJSON-345998519 tempest-AttachVolumeShelveTestJSON-345998519-project] 10.222.0.13 "GET /v2.0/security-groups?id=5d7f7103-d0ef-48d0-a848-32dbbe71b238&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0790808 Jan 26 21:25:28.852760 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 44236) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:25:28.857535 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-dfac4ffa-12dd-4218-b59d-af4f569e5b87 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1143832789', 'description': 'tempest-secgroup-smoke-1143832789 description', 'project_id': 'c6d9f10230f341edbbe46b16c17eb870'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:25:28.894721 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-dfac4ffa-12dd-4218-b59d-af4f569e5b87 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Publish callbacks [] for security_group (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:25:29.000499 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98d20ea9-a694-4576-97d7-353e71f1c9f1 None None] Network 80bdce17-b861-46cb-9014-7071d7f46353 requested from n-d-760453-5 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 26 21:25:29.011090 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-dfac4ffa-12dd-4218-b59d-af4f569e5b87 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Publish callbacks [] for security_group (9fb734eb-2a1e-444e-9314-c3d872afadaa), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:25:29.020645 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-dfac4ffa-12dd-4218-b59d-af4f569e5b87 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (9fb734eb-2a1e-444e-9314-c3d872afadaa), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:25:29.082881 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfac4ffa-12dd-4218-b59d-af4f569e5b87 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9fb734eb-2a1e-444e-9314-c3d872afadaa,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:25:29.111053 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-dfac4ffa-12dd-4218-b59d-af4f569e5b87 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Publish callbacks [] for security_group (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:25:29.113076 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-dfac4ffa-12dd-4218-b59d-af4f569e5b87 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.2591610 Jan 26 21:25:29.115753 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 44238) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:25:29.120216 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-1999b2b6-27d7-42da-ae9d-14cff955a143 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Request body: {'security_group_rule': {'security_group_id': '9fb734eb-2a1e-444e-9314-c3d872afadaa', 'project_id': 'c6d9f10230f341edbbe46b16c17eb870', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:25:29.181238 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-1999b2b6-27d7-42da-ae9d-14cff955a143 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Publish callbacks [] for security_group_rule (df98784d-13db-494c-80e3-48664d44f26d), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:25:29.191928 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Device 91f29fd8-6388-453d-9829-9a8fc59108e3 up at agent hyperv_n-h1-760453-5 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 21:25:29.258068 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-592de7d3-cb61-4b22-be74-c33fc83c8deb None None] Provisioning complete for port d1df8049-9b19-4667-9350-be057c0345d8 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:25:29.258409 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-592de7d3-cb61-4b22-be74-c33fc83c8deb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (d1df8049-9b19-4667-9350-be057c0345d8), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:25:29.319230 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device d1df8049-9b19-4667-9350-be057c0345d8 up at agent ovs-agent-n-d-760453-5 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 21:25:29.326051 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Provisioning for port 91f29fd8-6388-453d-9829-9a8fc59108e3 completed by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 21:25:29.335727 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Provisioning complete for port 91f29fd8-6388-453d-9829-9a8fc59108e3 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:25:29.336107 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (91f29fd8-6388-453d-9829-9a8fc59108e3), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:25:29.356199 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-1999b2b6-27d7-42da-ae9d-14cff955a143 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Publish callbacks [] for security_group_rule (df98784d-13db-494c-80e3-48664d44f26d), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:25:29.392170 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-1999b2b6-27d7-42da-ae9d-14cff955a143 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102715'] for security_group_rule (df98784d-13db-494c-80e3-48664d44f26d), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:25:29.440914 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-1999b2b6-27d7-42da-ae9d-14cff955a143 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:25:29.442617 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-1999b2b6-27d7-42da-ae9d-14cff955a143 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3259180 Jan 26 21:25:29.463033 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 44246) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:25:29.470450 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-f1ca10df-547e-476c-9227-27a0e3e67cdb tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Request body: {'security_group_rule': {'security_group_id': '9fb734eb-2a1e-444e-9314-c3d872afadaa', 'project_id': 'c6d9f10230f341edbbe46b16c17eb870', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:25:29.496027 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1999b2b6-27d7-42da-ae9d-14cff955a143 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=df98784d-13db-494c-80e3-48664d44f26d,revision_number=0']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:25:29.530831 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5dcbd77-d0c1-42d1-ad88-649f16ed138e req-be72fef6-ec5d-439d-a903-8b236147e435 tempest-ListImageFiltersTestJSON-206584430 tempest-ListImageFiltersTestJSON-206584430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:25:29.537953 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-c5dcbd77-d0c1-42d1-ad88-649f16ed138e req-be72fef6-ec5d-439d-a903-8b236147e435 tempest-ListImageFiltersTestJSON-206584430 tempest-ListImageFiltersTestJSON-206584430-project] 10.222.0.13 "GET /v2.0/ports?device_id=bea5c7f0-506a-473d-a8ca-6675031f7299 HTTP/1.1" status: 200 len: 950 time: 0.1749101 Jan 26 21:25:29.555829 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e83b49d-2e7b-442e-9727-7dcdb36a678a req-5e19c61a-2eed-4c8d-8517-0197c7994c38 tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:25:29.562455 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e83b49d-2e7b-442e-9727-7dcdb36a678a req-5e19c61a-2eed-4c8d-8517-0197c7994c38 tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:25:29.568572 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e83b49d-2e7b-442e-9727-7dcdb36a678a req-5e19c61a-2eed-4c8d-8517-0197c7994c38 tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:25:29.576288 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e83b49d-2e7b-442e-9727-7dcdb36a678a req-5e19c61a-2eed-4c8d-8517-0197c7994c38 tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:25:29.582513 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e83b49d-2e7b-442e-9727-7dcdb36a678a req-5e19c61a-2eed-4c8d-8517-0197c7994c38 tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:25:29.588617 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e83b49d-2e7b-442e-9727-7dcdb36a678a req-5e19c61a-2eed-4c8d-8517-0197c7994c38 tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:25:29.610144 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e83b49d-2e7b-442e-9727-7dcdb36a678a req-5e19c61a-2eed-4c8d-8517-0197c7994c38 tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:25:29.623143 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-8e83b49d-2e7b-442e-9727-7dcdb36a678a req-5e19c61a-2eed-4c8d-8517-0197c7994c38 tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] 10.222.0.13 "GET /v2.0/ports?device_id=cc2a45fe-1c0e-4689-a738-964e9c19e30e HTTP/1.1" status: 200 len: 5416 time: 0.2899163 Jan 26 21:25:29.643030 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Current status of the port 91f29fd8-6388-453d-9829-9a8fc59108e3 is: BUILD; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:25:29.643804 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (91f29fd8-6388-453d-9829-9a8fc59108e3), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:25:29.714831 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-906ab5f7-de21-412a-bec2-ac23998d9c65 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Publish callbacks [] for port (b3dd7ba4-ac4f-4b81-95ea-278ce8eb46f5), precommit_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:25:29.732830 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-906ab5f7-de21-412a-bec2-ac23998d9c65 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11791520'] for port (b3dd7ba4-ac4f-4b81-95ea-278ce8eb46f5), after_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:25:29.741518 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-906ab5f7-de21-412a-bec2-ac23998d9c65 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3709457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4110682'] for router_interface (c6537adb-56dd-4d00-b01e-c241ca775341), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:25:29.745178 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-bdab9810-caea-423c-9472-97dd35e3b023 req-1e9eccfa-bd67-4be6-888c-bead1422571f tempest-AttachVolumeShelveTestJSON-345998519 tempest-AttachVolumeShelveTestJSON-345998519-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:25:29.747945 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-bdab9810-caea-423c-9472-97dd35e3b023 req-1e9eccfa-bd67-4be6-888c-bead1422571f tempest-AttachVolumeShelveTestJSON-345998519 tempest-AttachVolumeShelveTestJSON-345998519-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4110913'] for floatingip (102d8f37-55be-4230-939f-758c0d24c53f), after_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:25:29.748399 n-d-760453-5 neutron-server[103305]: INFO neutron.db.l3_db [req-bdab9810-caea-423c-9472-97dd35e3b023 req-1e9eccfa-bd67-4be6-888c-bead1422571f tempest-AttachVolumeShelveTestJSON-345998519 tempest-AttachVolumeShelveTestJSON-345998519-project] Floating IP 102d8f37-55be-4230-939f-758c0d24c53f disassociated. External IP: 172.25.1.129, port: 47ae25ce-c34a-43c9-9bb0-c43b0ece7bbd. Jan 26 21:25:29.749530 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [req-bdab9810-caea-423c-9472-97dd35e3b023 req-1e9eccfa-bd67-4be6-888c-bead1422571f tempest-AttachVolumeShelveTestJSON-345998519 tempest-AttachVolumeShelveTestJSON-345998519-project] Calling delete_port for 47ae25ce-c34a-43c9-9bb0-c43b0ece7bbd owned by compute:nova {{(pid=103305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 21:25:29.762808 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-f1ca10df-547e-476c-9227-27a0e3e67cdb tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Publish callbacks [] for security_group_rule (c334fe77-b271-4622-af48-79f3bc5b3b29), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:25:29.816444 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-592de7d3-cb61-4b22-be74-c33fc83c8deb None None] Current status of the port d1df8049-9b19-4667-9350-be057c0345d8 is: DOWN; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:25:29.827040 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-592de7d3-cb61-4b22-be74-c33fc83c8deb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (d1df8049-9b19-4667-9350-be057c0345d8), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:25:29.838761 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-f1ca10df-547e-476c-9227-27a0e3e67cdb tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Publish callbacks [] for security_group_rule (c334fe77-b271-4622-af48-79f3bc5b3b29), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:25:29.846093 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-c5dcbd77-d0c1-42d1-ad88-649f16ed138e req-c24b29b8-df5e-4f5e-8372-e219e3e77ec0 tempest-ListImageFiltersTestJSON-206584430 tempest-ListImageFiltersTestJSON-206584430-project] 10.222.0.13 "GET /v2.0/security-groups?id=51fc43c7-3c5c-407b-a050-08d4b0d277fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2190263 Jan 26 21:25:29.854895 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-f1ca10df-547e-476c-9227-27a0e3e67cdb tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102715'] for security_group_rule (c334fe77-b271-4622-af48-79f3bc5b3b29), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:25:29.885805 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-f1ca10df-547e-476c-9227-27a0e3e67cdb tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:25:29.887173 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-f1ca10df-547e-476c-9227-27a0e3e67cdb tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4211166 Jan 26 21:25:29.896398 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 44254) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:25:29.909911 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ca10df-547e-476c-9227-27a0e3e67cdb tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c334fe77-b271-4622-af48-79f3bc5b3b29,revision_number=0']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:25:29.935752 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-8e83b49d-2e7b-442e-9727-7dcdb36a678a req-589a056c-8cb1-409a-8188-630ed04c71f1 tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] 10.222.0.13 "GET /v2.0/security-groups?id=cdcbac26-bdec-4926-b949-1e63137fb150&id=e87e70a3-dfc0-4db8-90a2-ffd9c4c809a5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2415717 Jan 26 21:25:29.957047 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] For port 91f29fd8-6388-453d-9829-9a8fc59108e3, host n-h1-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-5',level=0,port_id=91f29fd8-6388-453d-9829-9a8fc59108e3,segment=NetworkSegment(4eab25d6-89d9-4907-a1c2-51b06443ba33),segment_id=4eab25d6-89d9-4907-a1c2-51b06443ba33)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:25:29.973624 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Provisioning complete for port d1df8049-9b19-4667-9350-be057c0345d8 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:25:29.987253 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (d1df8049-9b19-4667-9350-be057c0345d8), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:25:30.003837 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (91f29fd8-6388-453d-9829-9a8fc59108e3), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:25:30.014058 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-fd103f22-83e8-454e-89b5-4d8af6dc8bf3 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Request body: {'security_group_rule': {'security_group_id': '9fb734eb-2a1e-444e-9314-c3d872afadaa', 'project_id': 'c6d9f10230f341edbbe46b16c17eb870', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:25:30.125141 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-592de7d3-cb61-4b22-be74-c33fc83c8deb None None] For port d1df8049-9b19-4667-9350-be057c0345d8, host n-d-760453-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=d1df8049-9b19-4667-9350-be057c0345d8,segment=NetworkSegment(3c6d624c-ba08-479a-b68a-7684ce678b5c),segment_id=3c6d624c-ba08-479a-b68a-7684ce678b5c)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:25:30.142237 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-906ab5f7-de21-412a-bec2-ac23998d9c65 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Pushing event updated for resources: {'Port': ['ID=b3dd7ba4-ac4f-4b81-95ea-278ce8eb46f5,revision_number=2']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:25:30.143296 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674d6bfd-8f06-420e-9de5-4ffbc4cc439d req-2a411281-e2e9-45ff-9073-89f683aa3683 tempest-AttachVolumeShelveTestJSON-345998519 tempest-AttachVolumeShelveTestJSON-345998519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:25:30.151100 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-674d6bfd-8f06-420e-9de5-4ffbc4cc439d req-2a411281-e2e9-45ff-9073-89f683aa3683 tempest-AttachVolumeShelveTestJSON-345998519 tempest-AttachVolumeShelveTestJSON-345998519-project] 10.222.0.13 "GET /v2.0/ports?device_id=93bf95ee-d279-4897-bd53-d5feb3e9b070 HTTP/1.1" status: 200 len: 946 time: 0.1345363 Jan 26 21:25:30.162222 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-592de7d3-cb61-4b22-be74-c33fc83c8deb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (d1df8049-9b19-4667-9350-be057c0345d8), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:25:30.240458 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-fd103f22-83e8-454e-89b5-4d8af6dc8bf3 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Publish callbacks [] for security_group_rule (705b0159-b336-4e16-8455-74fa58462136), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:25:30.240707 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Pushing event updated for resources: {'Port': ['ID=91f29fd8-6388-453d-9829-9a8fc59108e3,revision_number=5']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:25:30.259539 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-674d6bfd-8f06-420e-9de5-4ffbc4cc439d req-723287fc-f77b-4d83-9044-bd065d022986 tempest-AttachVolumeShelveTestJSON-345998519 tempest-AttachVolumeShelveTestJSON-345998519-project] 10.222.0.13 "GET /v2.0/security-groups?id=5d7f7103-d0ef-48d0-a848-32dbbe71b238&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1030798 Jan 26 21:25:30.308108 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-906ab5f7-de21-412a-bec2-ac23998d9c65 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Network 80bdce17-b861-46cb-9014-7071d7f46353 is already hosted by enough agents. {{(pid=103305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 21:25:30.313495 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [None req-906ab5f7-de21-412a-bec2-ac23998d9c65 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Resources bound (agent type, host, resource id): {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:25:30.332153 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-fd103f22-83e8-454e-89b5-4d8af6dc8bf3 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Publish callbacks [] for security_group_rule (705b0159-b336-4e16-8455-74fa58462136), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:25:30.332606 n-d-760453-5 neutron-server[103306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b2054b9-c111-47ce-bd3a-a15958b5fddc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91f29fd8-6388-453d-9829-9a8fc59108e3'}] {{(pid=103306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 21:25:30.334977 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9d5d370febab655511bdd2ffe887e43e442d144a440368702bcc1e93af00b97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9cff2752-836c-4b5f-95f6-34536bfcaf2b" -d '{"events": [{"server_uuid": "4b2054b9-c111-47ce-bd3a-a15958b5fddc", "name": "network-vif-plugged", "status": "completed", "tag": "91f29fd8-6388-453d-9829-9a8fc59108e3"}]}' {{(pid=103306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 21:25:30.372758 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Current status of the port d1df8049-9b19-4667-9350-be057c0345d8 is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:25:30.412455 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-bdab9810-caea-423c-9472-97dd35e3b023 req-1e9eccfa-bd67-4be6-888c-bead1422571f tempest-AttachVolumeShelveTestJSON-345998519 tempest-AttachVolumeShelveTestJSON-345998519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746560636600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746560234536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11791543'] for port (47ae25ce-c34a-43c9-9bb0-c43b0ece7bbd), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:25:30.427430 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-fd103f22-83e8-454e-89b5-4d8af6dc8bf3 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102715'] for security_group_rule (705b0159-b336-4e16-8455-74fa58462136), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:25:30.442526 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Jan 2022 21:25:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e7b0245-0113-4852-b50d-5af5de70d3f7 x-openstack-request-id: req-6e7b0245-0113-4852-b50d-5af5de70d3f7 {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 21:25:30.442891 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b2054b9-c111-47ce-bd3a-a15958b5fddc", "name": "network-vif-plugged", "status": "completed", "tag": "91f29fd8-6388-453d-9829-9a8fc59108e3", "code": 200}]} {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 21:25:30.443081 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-6e7b0245-0113-4852-b50d-5af5de70d3f7 {{(pid=103306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 21:25:30.443481 n-d-760453-5 neutron-server[103306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b2054b9-c111-47ce-bd3a-a15958b5fddc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91f29fd8-6388-453d-9829-9a8fc59108e3', 'code': 200} Jan 26 21:25:30.458611 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-e601a4c3-44f6-4a35-9515-1d987740985b None None] Provisioning complete for port d1df8049-9b19-4667-9350-be057c0345d8 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:25:30.459523 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-e601a4c3-44f6-4a35-9515-1d987740985b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (d1df8049-9b19-4667-9350-be057c0345d8), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:25:30.499388 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-592de7d3-cb61-4b22-be74-c33fc83c8deb None None] Pushing event updated for resources: {'Port': ['ID=d1df8049-9b19-4667-9350-be057c0345d8,revision_number=3']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:25:30.599666 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-e601a4c3-44f6-4a35-9515-1d987740985b None None] Current status of the port d1df8049-9b19-4667-9350-be057c0345d8 is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:25:30.625848 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd19207-62cb-4b97-a50e-874b3419d2fb req-d7fc0555-4936-4ae7-b644-e934b3b6c3fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:25:30.627385 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-ccd19207-62cb-4b97-a50e-874b3419d2fb req-d7fc0555-4936-4ae7-b644-e934b3b6c3fa service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=4b2054b9-c111-47ce-bd3a-a15958b5fddc HTTP/1.1" status: 200 len: 1101 time: 0.0754464 Jan 26 21:25:30.629184 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-e601a4c3-44f6-4a35-9515-1d987740985b None None] Provisioning complete for port b3dd7ba4-ac4f-4b81-95ea-278ce8eb46f5 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:25:30.629590 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-e601a4c3-44f6-4a35-9515-1d987740985b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (b3dd7ba4-ac4f-4b81-95ea-278ce8eb46f5), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:25:30.631708 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-fd103f22-83e8-454e-89b5-4d8af6dc8bf3 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:25:30.633663 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-fd103f22-83e8-454e-89b5-4d8af6dc8bf3 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6570451 Jan 26 21:25:30.650183 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 44260) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:25:30.654805 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-50820fc3-844c-4534-8616-b80a78aaa576 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Request body: {'security_group_rule': {'security_group_id': '9fb734eb-2a1e-444e-9314-c3d872afadaa', 'project_id': 'c6d9f10230f341edbbe46b16c17eb870', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:25:30.684380 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9eccfa-bd67-4be6-888c-bead1422571f tempest-AttachVolumeShelveTestJSON-345998519 tempest-AttachVolumeShelveTestJSON-345998519-project] Pushing event deleted for resources: {'Port': ['ID=47ae25ce-c34a-43c9-9bb0-c43b0ece7bbd,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:25:30.689837 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd103f22-83e8-454e-89b5-4d8af6dc8bf3 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=705b0159-b336-4e16-8455-74fa58462136,revision_number=0']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:25:30.710796 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-e601a4c3-44f6-4a35-9515-1d987740985b None None] Port b3dd7ba4-ac4f-4b81-95ea-278ce8eb46f5 cannot update to ACTIVE because it is not bound. {{(pid=103306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 26 21:25:30.742055 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-ccd19207-62cb-4b97-a50e-874b3419d2fb req-ab687f3e-f5c7-4aba-9a16-2646ecf90e45 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=51fc43c7-3c5c-407b-a050-08d4b0d277fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081755 Jan 26 21:25:30.743460 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-50820fc3-844c-4534-8616-b80a78aaa576 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Publish callbacks [] for security_group_rule (6381ab63-d6b6-4a4a-8ea9-81ce32ef5b06), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:25:30.822085 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-50820fc3-844c-4534-8616-b80a78aaa576 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Publish callbacks [] for security_group_rule (6381ab63-d6b6-4a4a-8ea9-81ce32ef5b06), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:25:30.831521 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-50820fc3-844c-4534-8616-b80a78aaa576 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102715'] for security_group_rule (6381ab63-d6b6-4a4a-8ea9-81ce32ef5b06), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:25:30.834027 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-be7a0f69-1d5f-4b76-9940-5695a153bbe7 None None] Provisioning complete for port b3dd7ba4-ac4f-4b81-95ea-278ce8eb46f5 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:25:30.834573 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-be7a0f69-1d5f-4b76-9940-5695a153bbe7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (b3dd7ba4-ac4f-4b81-95ea-278ce8eb46f5), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:25:30.867086 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50820fc3-844c-4534-8616-b80a78aaa576 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6381ab63-d6b6-4a4a-8ea9-81ce32ef5b06,revision_number=0']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:25:30.891339 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-50820fc3-844c-4534-8616-b80a78aaa576 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:25:30.892726 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-50820fc3-844c-4534-8616-b80a78aaa576 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2413042 Jan 26 21:25:30.895980 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 44264) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:25:30.903228 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-9192c1df-fec2-438b-b6ac-392326c510a5 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Request body: {'security_group_rule': {'security_group_id': '9fb734eb-2a1e-444e-9314-c3d872afadaa', 'project_id': 'c6d9f10230f341edbbe46b16c17eb870', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:25:30.910127 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-be7a0f69-1d5f-4b76-9940-5695a153bbe7 None None] Port b3dd7ba4-ac4f-4b81-95ea-278ce8eb46f5 cannot update to ACTIVE because it is not bound. {{(pid=103306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 26 21:25:30.915741 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.l3_agent_scheduler [req-bdab9810-caea-423c-9472-97dd35e3b023 req-1e9eccfa-bd67-4be6-888c-bead1422571f tempest-AttachVolumeShelveTestJSON-345998519 tempest-AttachVolumeShelveTestJSON-345998519-project] Router 99221ace-06a0-43fb-ad55-46eef57daef8 has already been hosted by L3 agent 09df100c-3af1-4b0a-bda8-05914c71c458 {{(pid=103305) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 26 21:25:30.917146 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-906ab5f7-de21-412a-bec2-ac23998d9c65 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Router c6537adb-56dd-4d00-b01e-c241ca775341 is scheduled to L3 agent 09df100c-3af1-4b0a-bda8-05914c71c458 with binding_index 1 {{(pid=103305) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 26 21:25:30.951588 n-d-760453-5 neutron-server[103304]: INFO neutron.db.securitygroups_db [None req-9192c1df-fec2-438b-b6ac-392326c510a5 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Project c6d9f10230f341edbbe46b16c17eb870 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 26 21:25:30.960409 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-9192c1df-fec2-438b-b6ac-392326c510a5 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Publish callbacks [] for security_group_rule (9cbfa828-45b5-4d2f-9e67-c8fecf5b70cc), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:25:31.037947 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 44270) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:25:31.042337 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-00dcc80a-b059-4761-9bd6-f620fa8b5d66 None None] Provisioning complete for port b3dd7ba4-ac4f-4b81-95ea-278ce8eb46f5 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:25:31.044298 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-00dcc80a-b059-4761-9bd6-f620fa8b5d66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (b3dd7ba4-ac4f-4b81-95ea-278ce8eb46f5), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:25:31.131928 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-00dcc80a-b059-4761-9bd6-f620fa8b5d66 None None] Port b3dd7ba4-ac4f-4b81-95ea-278ce8eb46f5 cannot update to ACTIVE because it is not bound. {{(pid=103306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 26 21:25:31.151889 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device d1df8049-9b19-4667-9350-be057c0345d8 up at agent ovs-agent-n-d-760453-5 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 21:25:31.309799 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-906ab5f7-de21-412a-bec2-ac23998d9c65 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Notify agent at l3_agent.n-d-760453-5 the message routers_updated {{(pid=103305) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 26 21:25:31.328244 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-906ab5f7-de21-412a-bec2-ac23998d9c65 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] 10.222.0.13 "PUT /v2.0/routers/c6537adb-56dd-4d00-b01e-c241ca775341/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4571559 Jan 26 21:25:31.328244 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-bdab9810-caea-423c-9472-97dd35e3b023 req-1e9eccfa-bd67-4be6-888c-bead1422571f tempest-AttachVolumeShelveTestJSON-345998519 tempest-AttachVolumeShelveTestJSON-345998519-project] Notify agent at l3_agent.n-d-760453-5 the message routers_updated {{(pid=103305) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 26 21:25:31.339128 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 44276) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:25:31.339840 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7f62bc4-501c-4a06-8a49-344679234735 None None] Sync routers for ids ['99221ace-06a0-43fb-ad55-46eef57daef8'] in n-d-760453-5 {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 26 21:25:31.352389 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7f62bc4-501c-4a06-8a49-344679234735 None None] Routers {'99221ace-06a0-43fb-ad55-46eef57daef8'} bound to L3 agent in host n-d-760453-5 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 21:25:31.358579 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-b7f62bc4-501c-4a06-8a49-344679234735 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-26T20:55:21Z,description=,heartbeat_timestamp=2022-01-26T21:25:21Z,host='n-d-760453-5',id=09df100c-3af1-4b0a-bda8-05914c71c458,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:55:21Z,topic='l3_agent')) {'router_ids': ['99221ace-06a0-43fb-ad55-46eef57daef8'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:25:31.406988 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a8cd979-dae3-471b-a27b-92c75b2b45ca tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:25:31.414059 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-8a8cd979-dae3-471b-a27b-92c75b2b45ca tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] 10.222.0.13 "GET /v2.0/ports/b3dd7ba4-ac4f-4b81-95ea-278ce8eb46f5 HTTP/1.1" status: 200 len: 911 time: 0.0716751 Jan 26 21:25:31.442221 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 44278) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:25:31.485182 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [req-bdab9810-caea-423c-9472-97dd35e3b023 req-1e9eccfa-bd67-4be6-888c-bead1422571f tempest-AttachVolumeShelveTestJSON-345998519 tempest-AttachVolumeShelveTestJSON-345998519-project] No DVR routers for this DVR port 47ae25ce-c34a-43c9-9bb0-c43b0ece7bbd on host n-h1-760453-5 {{(pid=103305) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 26 21:25:31.490446 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-bdab9810-caea-423c-9472-97dd35e3b023 req-1e9eccfa-bd67-4be6-888c-bead1422571f tempest-AttachVolumeShelveTestJSON-345998519 tempest-AttachVolumeShelveTestJSON-345998519-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:25:31.493986 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-bdab9810-caea-423c-9472-97dd35e3b023 req-1e9eccfa-bd67-4be6-888c-bead1422571f tempest-AttachVolumeShelveTestJSON-345998519 tempest-AttachVolumeShelveTestJSON-345998519-project] 10.222.0.66 "DELETE /v2.0/ports/47ae25ce-c34a-43c9-9bb0-c43b0ece7bbd HTTP/1.1" status: 204 len: 173 time: 4.1840649 Jan 26 21:25:31.494483 n-d-760453-5 neutron-server[103305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93bf95ee-d279-4897-bd53-d5feb3e9b070', 'name': 'network-vif-deleted', 'tag': '47ae25ce-c34a-43c9-9bb0-c43b0ece7bbd'}] {{(pid=103305) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 21:25:31.497276 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Device 47ae25ce-c34a-43c9-9bb0-c43b0ece7bbd no longer exists at agent hyperv_n-h1-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 26 21:25:31.497570 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d4654568b7bf041e72ff8fe1c96d6d761d9c921f2b99bc7b3a26632be20cee0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-731a0418-5f4c-4789-9db0-29509a59ce4b" -d '{"events": [{"server_uuid": "93bf95ee-d279-4897-bd53-d5feb3e9b070", "name": "network-vif-deleted", "tag": "47ae25ce-c34a-43c9-9bb0-c43b0ece7bbd"}]}' {{(pid=103305) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 21:25:31.507601 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e3d665b-d9db-4d80-bd69-3ac4924e84d1 None None] Sync routers for ids ['c6537adb-56dd-4d00-b01e-c241ca775341'] in n-d-760453-5 {{(pid=103306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 26 21:25:31.545032 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4250553f-4a8a-4c2f-ade1-66bbaf430377 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:25:31.551391 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4250553f-4a8a-4c2f-ade1-66bbaf430377 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:25:31.552700 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-4250553f-4a8a-4c2f-ade1-66bbaf430377 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.1074812 Jan 26 21:25:31.556305 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_dvr_db [None req-b7f62bc4-501c-4a06-8a49-344679234735 None None] Set router 99221ace-06a0-43fb-ad55-46eef57daef8 gateway port host: n-d-760453-5 {{(pid=103307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 21:25:31.563670 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 44282) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:25:31.580737 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] No Port match for: 47ae25ce-c34a-43c9-9bb0-c43b0ece7bbd {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 26 21:25:31.581679 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Device 47ae25ce-c34a-43c9-9bb0-c43b0ece7bbd not bound to the agent host n-h1-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 26 21:25:31.629425 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e3d665b-d9db-4d80-bd69-3ac4924e84d1 None None] Routers {'c6537adb-56dd-4d00-b01e-c241ca775341'} bound to L3 agent in host n-d-760453-5 {{(pid=103306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 21:25:31.643247 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-4e3d665b-d9db-4d80-bd69-3ac4924e84d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-26T20:55:21Z,description=,heartbeat_timestamp=2022-01-26T21:25:21Z,host='n-d-760453-5',id=09df100c-3af1-4b0a-bda8-05914c71c458,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:55:21Z,topic='l3_agent')) {'router_ids': ['c6537adb-56dd-4d00-b01e-c241ca775341'], 'active': True} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:25:31.809820 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Provisioning complete for port d1df8049-9b19-4667-9350-be057c0345d8 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:25:31.810445 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (d1df8049-9b19-4667-9350-be057c0345d8), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:25:31.825937 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-b7f62bc4-501c-4a06-8a49-344679234735 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99221ace-06a0-43fb-ad55-46eef57daef8', 'name': 'tempest-AttachVolumeShelveTestJSON-170009-router', 'tenant_id': '9a820e3f529a4c3083d815b75318d24c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'external_fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.173'}], 'enable_snat': True}, 'gw_port_id': 'c466aca2-17ea-426f-9342-4ad09516c48d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T21:18:18Z', 'updated_at': '2022-01-26T21:18:31Z', 'revision_number': 4, 'project_id': '9a820e3f529a4c3083d815b75318d24c', 'gw_port': {'id': 'c466aca2-17ea-426f-9342-4ad09516c48d', 'name': '', 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:a0:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99221ace-06a0-43fb-ad55-46eef57daef8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1625, 'fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:18:21Z', 'updated_at': '2022-01-26T21:18:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-5', '_interfaces': [{'id': 'f7f2ba7a-e925-4005-8a45-7f171abdeb0a', 'name': '', 'network_id': 'd67e3ebe-4ba7-45de-a361-0a193d47dcd7', 'tenant_id': '9a820e3f529a4c3083d815b75318d24c', 'mac_address': 'fa:16:3e:00:75:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99221ace-06a0-43fb-ad55-46eef57daef8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1630, 'fixed_ips': [{'subnet_id': 'b97a8223-0b24-4ba7-b338-51c5c9119da6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:18:29Z', 'updated_at': '2022-01-26T21:18:43Z', 'revision_number': 5, 'project_id': '9a820e3f529a4c3083d815b75318d24c', 'subnets': [{'id': 'b97a8223-0b24-4ba7-b338-51c5c9119da6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760453-5', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:25:31.856212 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7f62bc4-501c-4a06-8a49-344679234735 None None] Checking router: 99221ace-06a0-43fb-ad55-46eef57daef8 for host: n-d-760453-5 {{(pid=103307) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 26 21:25:31.866264 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7f62bc4-501c-4a06-8a49-344679234735 None None] Routers {'99221ace-06a0-43fb-ad55-46eef57daef8'} bound to L3 agent in host n-d-760453-5 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 21:25:31.867337 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-b7f62bc4-501c-4a06-8a49-344679234735 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-26T20:55:21Z,description=,heartbeat_timestamp=2022-01-26T21:25:21Z,host='n-d-760453-5',id=09df100c-3af1-4b0a-bda8-05914c71c458,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:55:21Z,topic='l3_agent')) {'router_ids': ['99221ace-06a0-43fb-ad55-46eef57daef8'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:25:31.903171 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvr_db [None req-4e3d665b-d9db-4d80-bd69-3ac4924e84d1 None None] Set router c6537adb-56dd-4d00-b01e-c241ca775341 gateway port host: None {{(pid=103306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 21:25:32.004687 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_dvr_db [None req-b7f62bc4-501c-4a06-8a49-344679234735 None None] Set router 99221ace-06a0-43fb-ad55-46eef57daef8 gateway port host: n-d-760453-5 {{(pid=103307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 21:25:32.010019 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec38b516-9eeb-48f4-9f75-99f8c2905c1b req-140021bd-fccd-4993-9ee4-507bf51654c5 tempest-ListImageFiltersTestJSON-206584430 tempest-ListImageFiltersTestJSON-206584430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:25:32.011978 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-ec38b516-9eeb-48f4-9f75-99f8c2905c1b req-140021bd-fccd-4993-9ee4-507bf51654c5 tempest-ListImageFiltersTestJSON-206584430 tempest-ListImageFiltersTestJSON-206584430-project] 10.222.0.13 "GET /v2.0/ports?device_id=bea5c7f0-506a-473d-a8ca-6675031f7299 HTTP/1.1" status: 200 len: 950 time: 1.0308461 Jan 26 21:25:32.018853 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.db_base_plugin_v2 [None req-2233d827-42c8-4869-b86c-b3f5fb0d4293 admin admin] Deleting subnet 9a840e4b-60e7-4e13-87cd-6871041d05bc {{(pid=103304) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 26 21:25:32.055417 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-2233d827-42c8-4869-b86c-b3f5fb0d4293 admin admin] Publish callbacks [] for subnet (9a840e4b-60e7-4e13-87cd-6871041d05bc), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:25:32.172601 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Current status of the port d1df8049-9b19-4667-9350-be057c0345d8 is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:25:32.184017 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-9192c1df-fec2-438b-b6ac-392326c510a5 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Publish callbacks [] for security_group_rule (9cbfa828-45b5-4d2f-9e67-c8fecf5b70cc), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:25:32.234679 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-ec38b516-9eeb-48f4-9f75-99f8c2905c1b req-e4c0d4b1-85e5-49cc-a030-ee6fe8814a4a tempest-ListImageFiltersTestJSON-206584430 tempest-ListImageFiltersTestJSON-206584430-project] 10.222.0.13 "GET /v2.0/security-groups?id=51fc43c7-3c5c-407b-a050-08d4b0d277fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2096314 Jan 26 21:25:32.235353 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-9192c1df-fec2-438b-b6ac-392326c510a5 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102715'] for security_group_rule (9cbfa828-45b5-4d2f-9e67-c8fecf5b70cc), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:25:32.284685 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac3f613-0523-4195-a6e8-6f6efbe37340 req-4d74fa42-d9f5-4779-a8fc-db237698425f tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:25:32.292834 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac3f613-0523-4195-a6e8-6f6efbe37340 req-4d74fa42-d9f5-4779-a8fc-db237698425f tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:25:32.301912 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac3f613-0523-4195-a6e8-6f6efbe37340 req-4d74fa42-d9f5-4779-a8fc-db237698425f tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:25:32.309499 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac3f613-0523-4195-a6e8-6f6efbe37340 req-4d74fa42-d9f5-4779-a8fc-db237698425f tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:25:32.318997 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac3f613-0523-4195-a6e8-6f6efbe37340 req-4d74fa42-d9f5-4779-a8fc-db237698425f tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:25:32.327284 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac3f613-0523-4195-a6e8-6f6efbe37340 req-4d74fa42-d9f5-4779-a8fc-db237698425f tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:25:32.328790 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-4e3d665b-d9db-4d80-bd69-3ac4924e84d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6537adb-56dd-4d00-b01e-c241ca775341', 'name': 'tempest-NetworksTestDHCPv6-router-1110344546', 'tenant_id': '91ff6b128d484238b8b1d440faeb9154', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T21:25:25Z', 'updated_at': '2022-01-26T21:25:28Z', 'revision_number': 2, 'project_id': '91ff6b128d484238b8b1d440faeb9154', 'gw_port_host': None, '_interfaces': [{'id': 'b3dd7ba4-ac4f-4b81-95ea-278ce8eb46f5', 'name': '', 'network_id': '80bdce17-b861-46cb-9014-7071d7f46353', 'tenant_id': '91ff6b128d484238b8b1d440faeb9154', 'mac_address': 'fa:16:3e:78:69:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6537adb-56dd-4d00-b01e-c241ca775341', 'device_owner': 'network:router_interface', 'standard_attr_id': 2338, 'fixed_ips': [{'subnet_id': '5a6a00dd-1ea9-470a-880d-182d4610171d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:25:26Z', 'updated_at': '2022-01-26T21:25:28Z', 'revision_number': 2, 'project_id': '91ff6b128d484238b8b1d440faeb9154', 'subnets': [{'id': '5a6a00dd-1ea9-470a-880d-182d4610171d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760453-5', False) {} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:25:32.337439 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac3f613-0523-4195-a6e8-6f6efbe37340 req-4d74fa42-d9f5-4779-a8fc-db237698425f tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:25:32.340277 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-8ac3f613-0523-4195-a6e8-6f6efbe37340 req-4d74fa42-d9f5-4779-a8fc-db237698425f tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] 10.222.0.13 "GET /v2.0/ports?device_id=cc2a45fe-1c0e-4689-a738-964e9c19e30e HTTP/1.1" status: 200 len: 5416 time: 0.5007243 Jan 26 21:25:32.346218 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9192c1df-fec2-438b-b6ac-392326c510a5 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9cbfa828-45b5-4d2f-9e67-c8fecf5b70cc,revision_number=0']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:25:32.407422 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e3d665b-d9db-4d80-bd69-3ac4924e84d1 None None] Checking router: c6537adb-56dd-4d00-b01e-c241ca775341 for host: n-d-760453-5 {{(pid=103306) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 26 21:25:32.408029 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e3d665b-d9db-4d80-bd69-3ac4924e84d1 None None] Updating router c6537adb-56dd-4d00-b01e-c241ca775341 port b3dd7ba4-ac4f-4b81-95ea-278ce8eb46f5 binding host n-d-760453-5 {{(pid=103306) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 26 21:25:32.449584 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-8ac3f613-0523-4195-a6e8-6f6efbe37340 req-36c55afc-f381-4a37-a391-b86539151736 tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] 10.222.0.13 "GET /v2.0/security-groups?id=cdcbac26-bdec-4926-b949-1e63137fb150&id=e87e70a3-dfc0-4db8-90a2-ffd9c4c809a5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0896668 Jan 26 21:25:32.459447 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-2233d827-42c8-4869-b86c-b3f5fb0d4293 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8881284'] for subnet (9a840e4b-60e7-4e13-87cd-6871041d05bc), precommit_delete_associations {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:25:32.494111 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-9192c1df-fec2-438b-b6ac-392326c510a5 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:25:32.495340 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-9192c1df-fec2-438b-b6ac-392326c510a5 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 1.5979617 Jan 26 21:25:32.501354 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 44288) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:25:32.507038 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-8665a186-d6ad-4c62-8084-2f7dde64c1e4 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Request body: {'security_group_rule': {'security_group_id': '9fb734eb-2a1e-444e-9314-c3d872afadaa', 'project_id': 'c6d9f10230f341edbbe46b16c17eb870', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:25:32.511253 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-4e3d665b-d9db-4d80-bd69-3ac4924e84d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (b3dd7ba4-ac4f-4b81-95ea-278ce8eb46f5), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:25:32.543065 n-d-760453-5 neutron-server[103304]: INFO neutron.db.securitygroups_db [None req-8665a186-d6ad-4c62-8084-2f7dde64c1e4 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Project c6d9f10230f341edbbe46b16c17eb870 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 26 21:25:32.555162 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-8665a186-d6ad-4c62-8084-2f7dde64c1e4 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Publish callbacks [] for security_group_rule (da31ac40-49fe-42e8-99c5-79a74ef00958), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:25:32.661458 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-b7f62bc4-501c-4a06-8a49-344679234735 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99221ace-06a0-43fb-ad55-46eef57daef8', 'name': 'tempest-AttachVolumeShelveTestJSON-170009-router', 'tenant_id': '9a820e3f529a4c3083d815b75318d24c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'external_fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.173'}], 'enable_snat': True}, 'gw_port_id': 'c466aca2-17ea-426f-9342-4ad09516c48d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T21:18:18Z', 'updated_at': '2022-01-26T21:18:31Z', 'revision_number': 4, 'project_id': '9a820e3f529a4c3083d815b75318d24c', 'gw_port': {'id': 'c466aca2-17ea-426f-9342-4ad09516c48d', 'name': '', 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:a0:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99221ace-06a0-43fb-ad55-46eef57daef8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1625, 'fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:18:21Z', 'updated_at': '2022-01-26T21:18:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-5', '_interfaces': [{'id': 'f7f2ba7a-e925-4005-8a45-7f171abdeb0a', 'name': '', 'network_id': 'd67e3ebe-4ba7-45de-a361-0a193d47dcd7', 'tenant_id': '9a820e3f529a4c3083d815b75318d24c', 'mac_address': 'fa:16:3e:00:75:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99221ace-06a0-43fb-ad55-46eef57daef8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1630, 'fixed_ips': [{'subnet_id': 'b97a8223-0b24-4ba7-b338-51c5c9119da6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:18:29Z', 'updated_at': '2022-01-26T21:18:43Z', 'revision_number': 5, 'project_id': '9a820e3f529a4c3083d815b75318d24c', 'subnets': [{'id': 'b97a8223-0b24-4ba7-b338-51c5c9119da6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760453-5', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:25:32.676217 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-2233d827-42c8-4869-b86c-b3f5fb0d4293 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687316'] for subnet (9a840e4b-60e7-4e13-87cd-6871041d05bc), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:25:32.698169 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-848f9c88-89af-4cf8-ba9d-a8242d364a00 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4110657'] for router_interface (c6537adb-56dd-4d00-b01e-c241ca775341), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:25:32.725917 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7f62bc4-501c-4a06-8a49-344679234735 None None] The sync data for ids ['99221ace-06a0-43fb-ad55-46eef57daef8'] in n-d-760453-5 is: [{'id': '99221ace-06a0-43fb-ad55-46eef57daef8', 'name': 'tempest-AttachVolumeShelveTestJSON-170009-router', 'tenant_id': '9a820e3f529a4c3083d815b75318d24c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'external_fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.173'}], 'enable_snat': True}, 'gw_port_id': 'c466aca2-17ea-426f-9342-4ad09516c48d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T21:18:18Z', 'updated_at': '2022-01-26T21:18:31Z', 'revision_number': 4, 'project_id': '9a820e3f529a4c3083d815b75318d24c', 'gw_port': {'id': 'c466aca2-17ea-426f-9342-4ad09516c48d', 'name': '', 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:a0:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99221ace-06a0-43fb-ad55-46eef57daef8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1625, 'fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:18:21Z', 'updated_at': '2022-01-26T21:18:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-5', '_interfaces': [{'id': 'f7f2ba7a-e925-4005-8a45-7f171abdeb0a', 'name': '', 'network_id': 'd67e3ebe-4ba7-45de-a361-0a193d47dcd7', 'tenant_id': '9a820e3f529a4c3083d815b75318d24c', 'mac_address': 'fa:16:3e:00:75:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99221ace-06a0-43fb-ad55-46eef57daef8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1630, 'fixed_ips': [{'subnet_id': 'b97a8223-0b24-4ba7-b338-51c5c9119da6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:18:29Z', 'updated_at': '2022-01-26T21:18:43Z', 'revision_number': 5, 'project_id': '9a820e3f529a4c3083d815b75318d24c', 'subnets': [{'id': 'b97a8223-0b24-4ba7-b338-51c5c9119da6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 26 21:25:32.806588 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-3a5cbfea-949f-4e05-9ac1-b35668a36800 req-8f8142ff-f1fc-4052-bf8d-230bb255e553 tempest-AttachVolumeShelveTestJSON-345998519 tempest-AttachVolumeShelveTestJSON-345998519-project] 10.222.0.13 "GET /v2.0/ports?device_id=93bf95ee-d279-4897-bd53-d5feb3e9b070 HTTP/1.1" status: 200 len: 210 time: 0.1037734 Jan 26 21:25:32.837010 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Jan 2022 21:25:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b624db4-83ba-4049-b8d2-489384defb3b x-openstack-request-id: req-8b624db4-83ba-4049-b8d2-489384defb3b {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 21:25:32.837652 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93bf95ee-d279-4897-bd53-d5feb3e9b070", "name": "network-vif-deleted", "tag": "47ae25ce-c34a-43c9-9bb0-c43b0ece7bbd", "status": "completed", "code": 200}]} {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 21:25:32.838330 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-8b624db4-83ba-4049-b8d2-489384defb3b {{(pid=103305) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 21:25:32.838898 n-d-760453-5 neutron-server[103305]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93bf95ee-d279-4897-bd53-d5feb3e9b070', 'name': 'network-vif-deleted', 'tag': '47ae25ce-c34a-43c9-9bb0-c43b0ece7bbd', 'status': 'completed', 'code': 200} Jan 26 21:25:32.866105 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-2233d827-42c8-4869-b86c-b3f5fb0d4293 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9281612', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12215216'] for subnet (9a840e4b-60e7-4e13-87cd-6871041d05bc), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:25:32.988259 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2233d827-42c8-4869-b86c-b3f5fb0d4293 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9a840e4b-60e7-4e13-87cd-6871041d05bc,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:25:32.992215 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-8665a186-d6ad-4c62-8084-2f7dde64c1e4 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Publish callbacks [] for security_group_rule (da31ac40-49fe-42e8-99c5-79a74ef00958), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:25:32.998038 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-2233d827-42c8-4869-b86c-b3f5fb0d4293 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:25:33.002528 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-2233d827-42c8-4869-b86c-b3f5fb0d4293 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/9a840e4b-60e7-4e13-87cd-6871041d05bc HTTP/1.1" status: 204 len: 168 time: 1.9614663 Jan 26 21:25:33.006170 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 44292) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:25:33.008365 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-8665a186-d6ad-4c62-8084-2f7dde64c1e4 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102715'] for security_group_rule (da31ac40-49fe-42e8-99c5-79a74ef00958), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:25:33.055201 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8665a186-d6ad-4c62-8084-2f7dde64c1e4 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=da31ac40-49fe-42e8-99c5-79a74ef00958,revision_number=0']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:25:33.064829 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7407c3d6-1937-4049-b427-975d0f8e2b8e req-24efce49-b9c4-4508-9c85-345a1bf64a08 tempest-ListImageFiltersTestJSON-206584430 tempest-ListImageFiltersTestJSON-206584430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:25:33.070612 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-4e3d665b-d9db-4d80-bd69-3ac4924e84d1 None None] Publish callbacks [] for port (b3dd7ba4-ac4f-4b81-95ea-278ce8eb46f5), precommit_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:25:33.072179 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-7407c3d6-1937-4049-b427-975d0f8e2b8e req-24efce49-b9c4-4508-9c85-345a1bf64a08 tempest-ListImageFiltersTestJSON-206584430 tempest-ListImageFiltersTestJSON-206584430-project] 10.222.0.13 "GET /v2.0/ports?device_id=4b2054b9-c111-47ce-bd3a-a15958b5fddc HTTP/1.1" status: 200 len: 950 time: 0.3088834 Jan 26 21:25:33.078641 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-4e3d665b-d9db-4d80-bd69-3ac4924e84d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (b3dd7ba4-ac4f-4b81-95ea-278ce8eb46f5), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:25:33.113536 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-848f9c88-89af-4cf8-ba9d-a8242d364a00 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Deleting port b3dd7ba4-ac4f-4b81-95ea-278ce8eb46f5 {{(pid=103305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 21:25:33.121316 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-848f9c88-89af-4cf8-ba9d-a8242d364a00 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746560630878'] for port (b3dd7ba4-ac4f-4b81-95ea-278ce8eb46f5), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:25:33.252267 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-8665a186-d6ad-4c62-8084-2f7dde64c1e4 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:25:33.253745 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-8665a186-d6ad-4c62-8084-2f7dde64c1e4 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.7514341 Jan 26 21:25:33.260540 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-848f9c88-89af-4cf8-ba9d-a8242d364a00 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4109658'] for port (b3dd7ba4-ac4f-4b81-95ea-278ce8eb46f5), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:25:33.268515 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 44294) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:25:33.276150 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c9fd8c-3ce5-4e63-947f-c17236fd537f None None] Pushing event updated for resources: {'Port': ['ID=b3dd7ba4-ac4f-4b81-95ea-278ce8eb46f5,revision_number=3']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:25:33.281553 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-dc6b97f5-da7a-46b4-870c-a4f1303963e9 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Request body: {'network': {'name': 'tempest-network-smoke--1238658014', 'project_id': 'c6d9f10230f341edbbe46b16c17eb870', 'port_security_enabled': True}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:25:33.299478 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-f09a70f6-889c-4bcb-919d-ec3e875348a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-748181'] for network (fe1652f6-5e5b-410d-b0a4-8287c250dd60), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:25:33.302055 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-848f9c88-89af-4cf8-ba9d-a8242d364a00 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Calling delete_port for b3dd7ba4-ac4f-4b81-95ea-278ce8eb46f5 owned by network:router_interface {{(pid=103305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 21:25:33.315863 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-4e3d665b-d9db-4d80-bd69-3ac4924e84d1 None None] Attempting to bind port b3dd7ba4-ac4f-4b81-95ea-278ce8eb46f5 on host n-d-760453-5 for vnic_type normal with profile {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 21:25:33.320187 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-4e3d665b-d9db-4d80-bd69-3ac4924e84d1 None None] Attempting to bind port b3dd7ba4-ac4f-4b81-95ea-278ce8eb46f5 by drivers openvswitch,hyperv on host n-d-760453-5 at level 0 using segments [{'id': '3c6d624c-ba08-479a-b68a-7684ce678b5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '80bdce17-b861-46cb-9014-7071d7f46353'}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 26 21:25:33.320782 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e3d665b-d9db-4d80-bd69-3ac4924e84d1 None None] Attempting to bind port b3dd7ba4-ac4f-4b81-95ea-278ce8eb46f5 on network 80bdce17-b861-46cb-9014-7071d7f46353 {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 21:25:33.333058 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e3d665b-d9db-4d80-bd69-3ac4924e84d1 None None] Checking agent: {'id': 'fea0591a-627d-4c87-9a9a-01625ddf3277', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760453-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 20, 55, 25), 'started_at': datetime.datetime(2022, 1, 26, 20, 55, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 21, 25, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760453-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 26 21:25:33.333563 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e3d665b-d9db-4d80-bd69-3ac4924e84d1 None None] Checking segment: {'id': '3c6d624c-ba08-479a-b68a-7684ce678b5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '80bdce17-b861-46cb-9014-7071d7f46353'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 21:25:33.333912 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-7407c3d6-1937-4049-b427-975d0f8e2b8e req-ef5b9b25-53d9-4952-8c0f-c1e3fcd0d638 tempest-ListImageFiltersTestJSON-206584430 tempest-ListImageFiltersTestJSON-206584430-project] 10.222.0.13 "GET /v2.0/security-groups?id=51fc43c7-3c5c-407b-a050-08d4b0d277fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2604651 Jan 26 21:25:33.334056 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-4e3d665b-d9db-4d80-bd69-3ac4924e84d1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:25:33.334364 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e3d665b-d9db-4d80-bd69-3ac4924e84d1 None None] Bound using segment: {'id': '3c6d624c-ba08-479a-b68a-7684ce678b5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '80bdce17-b861-46cb-9014-7071d7f46353'} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 26 21:25:33.334875 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-4e3d665b-d9db-4d80-bd69-3ac4924e84d1 None None] Bound port: b3dd7ba4-ac4f-4b81-95ea-278ce8eb46f5, host: n-d-760453-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c6d624c-ba08-479a-b68a-7684ce678b5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '80bdce17-b861-46cb-9014-7071d7f46353'}}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 26 21:25:33.350420 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-4e3d665b-d9db-4d80-bd69-3ac4924e84d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (b3dd7ba4-ac4f-4b81-95ea-278ce8eb46f5), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:25:33.364199 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc6b97f5-da7a-46b4-870c-a4f1303963e9 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Made reservation on behalf of c6d9f10230f341edbbe46b16c17eb870 for: {'network': 1} {{(pid=103304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 21:25:33.371510 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70394af1-ba29-401a-8a60-2b58eaa0f707 None None] New status for floating IP 102d8f37-55be-4230-939f-758c0d24c53f: DOWN {{(pid=103306) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 26 21:25:33.381356 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-dc6b97f5-da7a-46b4-870c-a4f1303963e9 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for network (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:25:33.457242 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.agents_db [None req-569f1ced-6396-4ddf-b79f-e03b0b2146ab None None] Agent healthcheck: found 7 active agents {{(pid=103307) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 26 21:25:33.517760 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dc6b97f5-da7a-46b4-870c-a4f1303963e9 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] vlan segment allocate from pool success with {'vlan_id': 584, 'physical_network': 'physnet1'} {{(pid=103304) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 26 21:25:33.559161 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-f09a70f6-889c-4bcb-919d-ec3e875348a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-686403', 'neutron.services.segments.db._delete_segments_for_network-8746560774018'] for network (fe1652f6-5e5b-410d-b0a4-8287c250dd60), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:25:33.609618 n-d-760453-5 neutron-server[103304]: DEBUG neutron.services.segments.db [None req-f09a70f6-889c-4bcb-919d-ec3e875348a0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fe1652f6-5e5b-410d-b0a4-8287c250dd60']}} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:25:33.629512 n-d-760453-5 neutron-server[103304]: DEBUG neutron.services.segments.db [None req-f09a70f6-889c-4bcb-919d-ec3e875348a0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '45a09725-e309-4185-8154-cee7b0dbfa3b') {'for_net_delete': True} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:25:33.631576 n-d-760453-5 neutron-server[103304]: DEBUG neutron.services.segments.db [None req-f09a70f6-889c-4bcb-919d-ec3e875348a0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '45a09725-e309-4185-8154-cee7b0dbfa3b') {} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:25:33.662331 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-f09a70f6-889c-4bcb-919d-ec3e875348a0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746560742283', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8881293'] for segment (45a09725-e309-4185-8154-cee7b0dbfa3b), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:25:33.667848 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-848f9c88-89af-4cf8-ba9d-a8242d364a00 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746560636600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746560234536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11791543'] for port (b3dd7ba4-ac4f-4b81-95ea-278ce8eb46f5), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:25:33.686641 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-74487930-7be3-4eff-84cb-b4e8b08b81ca None None] Could not find standard attr ID for object b3dd7ba4-ac4f-4b81-95ea-278ce8eb46f5. {{(pid=103306) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 26 21:25:33.690847 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.db.api [None req-4e3d665b-d9db-4d80-bd69-3ac4924e84d1 None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=103306) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 26 21:25:33.694104 n-d-760453-5 neutron-server[103306]: DEBUG oslo_db.api [None req-4e3d665b-d9db-4d80-bd69-3ac4924e84d1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 26 21:25:33.703916 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-f09a70f6-889c-4bcb-919d-ec3e875348a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576559'] for segment (45a09725-e309-4185-8154-cee7b0dbfa3b), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:25:33.714777 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f09a70f6-889c-4bcb-919d-ec3e875348a0 admin admin] Releasing vlan 560 on physical network physnet1 to pool {{(pid=103304) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 26 21:25:33.715419 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-f09a70f6-889c-4bcb-919d-ec3e875348a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9281762'] for segment (45a09725-e309-4185-8154-cee7b0dbfa3b), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:25:33.743814 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848f9c88-89af-4cf8-ba9d-a8242d364a00 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Pushing event deleted for resources: {'Port': ['ID=b3dd7ba4-ac4f-4b81-95ea-278ce8eb46f5,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:25:33.775342 n-d-760453-5 neutron-server[103304]: Traceback (most recent call last): Jan 26 21:25:33.775342 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 26 21:25:33.775342 n-d-760453-5 neutron-server[103304]: timer() Jan 26 21:25:33.775342 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 26 21:25:33.775342 n-d-760453-5 neutron-server[103304]: cb(*args, **kw) Jan 26 21:25:33.775342 n-d-760453-5 neutron-server[103304]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 26 21:25:33.775342 n-d-760453-5 neutron-server[103304]: return func(*args, **kwargs) Jan 26 21:25:33.775342 n-d-760453-5 neutron-server[103304]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 26 21:25:33.775342 n-d-760453-5 neutron-server[103304]: self._notify() Jan 26 21:25:33.775342 n-d-760453-5 neutron-server[103304]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 26 21:25:33.775342 n-d-760453-5 neutron-server[103304]: self.callback(batched_events) Jan 26 21:25:33.775342 n-d-760453-5 neutron-server[103304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 26 21:25:33.775342 n-d-760453-5 neutron-server[103304]: event.method(event) Jan 26 21:25:33.775342 n-d-760453-5 neutron-server[103304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 26 21:25:33.775342 n-d-760453-5 neutron-server[103304]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 26 21:25:33.775342 n-d-760453-5 neutron-server[103304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 26 21:25:33.775342 n-d-760453-5 neutron-server[103304]: aggregate_uuid = self.p_client.list_aggregates( Jan 26 21:25:33.775342 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 26 21:25:33.775342 n-d-760453-5 neutron-server[103304]: return f(self, *a, **k) Jan 26 21:25:33.775342 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 26 21:25:33.775342 n-d-760453-5 neutron-server[103304]: return self._get(url).json() Jan 26 21:25:33.775342 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 26 21:25:33.775342 n-d-760453-5 neutron-server[103304]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 26 21:25:33.775342 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 26 21:25:33.775342 n-d-760453-5 neutron-server[103304]: return self.request(url, 'GET', **kwargs) Jan 26 21:25:33.775342 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 26 21:25:33.775342 n-d-760453-5 neutron-server[103304]: base_url = self.get_endpoint(auth, allow=allow, Jan 26 21:25:33.775342 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 26 21:25:33.775342 n-d-760453-5 neutron-server[103304]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 26 21:25:33.775342 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 26 21:25:33.775342 n-d-760453-5 neutron-server[103304]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 26 21:25:33.775342 n-d-760453-5 neutron-server[103304]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 26 21:25:33.821414 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-dc6b97f5-da7a-46b4-870c-a4f1303963e9 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576559'] for segment (d6d2aa88-4ea9-40bb-a0f8-e585072a1989), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:25:33.821781 n-d-760453-5 neutron-server[103304]: INFO neutron.db.segments_db [None req-dc6b97f5-da7a-46b4-870c-a4f1303963e9 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Added segment d6d2aa88-4ea9-40bb-a0f8-e585072a1989 of type vlan for network 409f24a2-f487-449b-8f01-d9911b990d6a Jan 26 21:25:33.838548 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-f09a70f6-889c-4bcb-919d-ec3e875348a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4110931'] for network (fe1652f6-5e5b-410d-b0a4-8287c250dd60), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:25:33.853141 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-f09a70f6-889c-4bcb-919d-ec3e875348a0 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:25:33.857092 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-f09a70f6-889c-4bcb-919d-ec3e875348a0 admin admin] 10.222.0.13 "DELETE /v2.0/networks/fe1652f6-5e5b-410d-b0a4-8287c250dd60 HTTP/1.1" status: 204 len: 168 time: 0.8496718 Jan 26 21:25:33.902174 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-848f9c88-89af-4cf8-ba9d-a8242d364a00 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3709480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4110805'] for router_interface (c6537adb-56dd-4d00-b01e-c241ca775341), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:25:33.906370 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f09a70f6-889c-4bcb-919d-ec3e875348a0 admin admin] Pushing event deleted for resources: {'Network': ['ID=fe1652f6-5e5b-410d-b0a4-8287c250dd60,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:25:33.943077 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-dc6b97f5-da7a-46b4-870c-a4f1303963e9 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746560256871'] for network (409f24a2-f487-449b-8f01-d9911b990d6a), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:25:33.970288 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3fe1c2b-8b33-4a8e-960e-8094e590185d req-54cad8f8-58b0-4687-a404-2d942e03fd74 tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:25:33.975640 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3fe1c2b-8b33-4a8e-960e-8094e590185d req-54cad8f8-58b0-4687-a404-2d942e03fd74 tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:25:33.980915 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3fe1c2b-8b33-4a8e-960e-8094e590185d req-54cad8f8-58b0-4687-a404-2d942e03fd74 tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:25:33.993541 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3fe1c2b-8b33-4a8e-960e-8094e590185d req-54cad8f8-58b0-4687-a404-2d942e03fd74 tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:25:34.012175 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3fe1c2b-8b33-4a8e-960e-8094e590185d req-54cad8f8-58b0-4687-a404-2d942e03fd74 tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:25:34.018411 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3fe1c2b-8b33-4a8e-960e-8094e590185d req-54cad8f8-58b0-4687-a404-2d942e03fd74 tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:25:34.023755 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3fe1c2b-8b33-4a8e-960e-8094e590185d req-54cad8f8-58b0-4687-a404-2d942e03fd74 tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:25:34.025787 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-d3fe1c2b-8b33-4a8e-960e-8094e590185d req-54cad8f8-58b0-4687-a404-2d942e03fd74 tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] 10.222.0.13 "GET /v2.0/ports?device_id=cc2a45fe-1c0e-4689-a738-964e9c19e30e HTTP/1.1" status: 200 len: 5416 time: 0.2495446 Jan 26 21:25:34.098049 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.db.resource_extend [None req-dc6b97f5-da7a-46b4-870c-a4f1303963e9 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 26 21:25:34.105268 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-d3fe1c2b-8b33-4a8e-960e-8094e590185d req-a54a8133-fd9d-4298-a9e3-4c7b1988a31d tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] 10.222.0.13 "GET /v2.0/security-groups?id=cdcbac26-bdec-4926-b949-1e63137fb150&id=e87e70a3-dfc0-4db8-90a2-ffd9c4c809a5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0733831 Jan 26 21:25:34.127156 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-dc6b97f5-da7a-46b4-870c-a4f1303963e9 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503'] for network (409f24a2-f487-449b-8f01-d9911b990d6a), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:25:34.137257 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc6b97f5-da7a-46b4-870c-a4f1303963e9 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:25:34.137935 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-dc6b97f5-da7a-46b4-870c-a4f1303963e9 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Publish callbacks [] for network (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:25:34.216858 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-848f9c88-89af-4cf8-ba9d-a8242d364a00 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Router c6537adb-56dd-4d00-b01e-c241ca775341 has already been hosted by L3 agent 09df100c-3af1-4b0a-bda8-05914c71c458 {{(pid=103305) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 26 21:25:34.217252 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-4e3d665b-d9db-4d80-bd69-3ac4924e84d1 None None] Attempting to bind port b3dd7ba4-ac4f-4b81-95ea-278ce8eb46f5 on host n-d-760453-5 for vnic_type normal with profile {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 21:25:34.217930 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-4e3d665b-d9db-4d80-bd69-3ac4924e84d1 None None] Attempting to bind port b3dd7ba4-ac4f-4b81-95ea-278ce8eb46f5 by drivers openvswitch,hyperv on host n-d-760453-5 at level 0 using segments [{'id': '3c6d624c-ba08-479a-b68a-7684ce678b5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '80bdce17-b861-46cb-9014-7071d7f46353'}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 26 21:25:34.218133 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-dc6b97f5-da7a-46b4-870c-a4f1303963e9 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.9483080 Jan 26 21:25:34.220668 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 44318) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:25:34.221458 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e3d665b-d9db-4d80-bd69-3ac4924e84d1 None None] Attempting to bind port b3dd7ba4-ac4f-4b81-95ea-278ce8eb46f5 on network 80bdce17-b861-46cb-9014-7071d7f46353 {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 21:25:34.227045 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-a231ec87-0009-408b-b67e-7921006a466a tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-2072600122', 'admin_state_up': True, 'project_id': 'c6d9f10230f341edbbe46b16c17eb870', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299'}}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:25:34.246362 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e3d665b-d9db-4d80-bd69-3ac4924e84d1 None None] Checking agent: {'id': 'fea0591a-627d-4c87-9a9a-01625ddf3277', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760453-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 20, 55, 25), 'started_at': datetime.datetime(2022, 1, 26, 20, 55, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 21, 25, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760453-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 26 21:25:34.253215 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e3d665b-d9db-4d80-bd69-3ac4924e84d1 None None] Checking segment: {'id': '3c6d624c-ba08-479a-b68a-7684ce678b5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '80bdce17-b861-46cb-9014-7071d7f46353'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 21:25:34.253873 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-4e3d665b-d9db-4d80-bd69-3ac4924e84d1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:25:34.254369 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e3d665b-d9db-4d80-bd69-3ac4924e84d1 None None] Bound using segment: {'id': '3c6d624c-ba08-479a-b68a-7684ce678b5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '80bdce17-b861-46cb-9014-7071d7f46353'} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 26 21:25:34.254955 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-4e3d665b-d9db-4d80-bd69-3ac4924e84d1 None None] Bound port: b3dd7ba4-ac4f-4b81-95ea-278ce8eb46f5, host: n-d-760453-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c6d624c-ba08-479a-b68a-7684ce678b5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '80bdce17-b861-46cb-9014-7071d7f46353'}}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 26 21:25:34.255950 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-4e3d665b-d9db-4d80-bd69-3ac4924e84d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (b3dd7ba4-ac4f-4b81-95ea-278ce8eb46f5), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:25:34.267604 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6b97f5-da7a-46b4-870c-a4f1303963e9 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Pushing event updated for resources: {'Network': ['ID=409f24a2-f487-449b-8f01-d9911b990d6a,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:25:34.308051 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 44330) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:25:34.322976 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Network 409f24a2-f487-449b-8f01-d9911b990d6a details requested by agent ovs-agent-n-d-760453-5 with host n-d-760453-5 {{(pid=103306) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 26 21:25:34.330957 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 44332) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:25:34.355540 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-4e3d665b-d9db-4d80-bd69-3ac4924e84d1 None None] Port b3dd7ba4-ac4f-4b81-95ea-278ce8eb46f5 has been deleted concurrently {{(pid=103306) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:671}} Jan 26 21:25:34.400366 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-fc5d0c62-db91-45a6-854c-bfbc7ba5d457 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=3b09e7e55e684250bd3d8dcf0a678880&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0910425 Jan 26 21:25:34.406567 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 44334) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:25:34.432488 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e3d665b-d9db-4d80-bd69-3ac4924e84d1 None None] Routers {'c6537adb-56dd-4d00-b01e-c241ca775341'} bound to L3 agent in host n-d-760453-5 {{(pid=103306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 21:25:34.433136 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-4e3d665b-d9db-4d80-bd69-3ac4924e84d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-26T20:55:21Z,description=,heartbeat_timestamp=2022-01-26T21:25:21Z,host='n-d-760453-5',id=09df100c-3af1-4b0a-bda8-05914c71c458,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:55:21Z,topic='l3_agent')) {'router_ids': ['c6537adb-56dd-4d00-b01e-c241ca775341'], 'active': True} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:25:34.489627 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-78339f97-4623-4490-9f85-467ec14c3984 tempest-AttachVolumeShelveTestJSON-345998519 tempest-AttachVolumeShelveTestJSON-345998519-project] Publish callbacks [] for security_group (5d7f7103-d0ef-48d0-a848-32dbbe71b238), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:25:34.499434 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-f700c392-499f-4f94-94b3-427bcceaea9d admin admin] Publish callbacks [] for security_group (ddaf47c8-987f-416a-900e-f292bd12e357), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:25:34.518027 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvr_db [None req-4e3d665b-d9db-4d80-bd69-3ac4924e84d1 None None] Set router c6537adb-56dd-4d00-b01e-c241ca775341 gateway port host: None {{(pid=103306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 21:25:34.531063 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-78339f97-4623-4490-9f85-467ec14c3984 tempest-AttachVolumeShelveTestJSON-345998519 tempest-AttachVolumeShelveTestJSON-345998519-project] Publish callbacks [] for security_group (5d7f7103-d0ef-48d0-a848-32dbbe71b238), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:25:34.549055 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-f700c392-499f-4f94-94b3-427bcceaea9d admin admin] Publish callbacks [] for security_group (ddaf47c8-987f-416a-900e-f292bd12e357), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:25:34.643042 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-78339f97-4623-4490-9f85-467ec14c3984 tempest-AttachVolumeShelveTestJSON-345998519 tempest-AttachVolumeShelveTestJSON-345998519-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (5d7f7103-d0ef-48d0-a848-32dbbe71b238), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:25:34.646266 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-78339f97-4623-4490-9f85-467ec14c3984 tempest-AttachVolumeShelveTestJSON-345998519 tempest-AttachVolumeShelveTestJSON-345998519-project] Publish callbacks [] for security_group (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:25:34.650209 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-4e3d665b-d9db-4d80-bd69-3ac4924e84d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6537adb-56dd-4d00-b01e-c241ca775341', 'name': 'tempest-NetworksTestDHCPv6-router-1110344546', 'tenant_id': '91ff6b128d484238b8b1d440faeb9154', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T21:25:25Z', 'updated_at': '2022-01-26T21:25:33Z', 'revision_number': 3, 'project_id': '91ff6b128d484238b8b1d440faeb9154', 'gw_port_host': None}], 'n-d-760453-5', False) {} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:25:34.650977 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-78339f97-4623-4490-9f85-467ec14c3984 tempest-AttachVolumeShelveTestJSON-345998519 tempest-AttachVolumeShelveTestJSON-345998519-project] 10.222.0.13 "DELETE /v2.0/security-groups/5d7f7103-d0ef-48d0-a848-32dbbe71b238 HTTP/1.1" status: 204 len: 168 time: 0.3190172 Jan 26 21:25:34.653160 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 44338) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:25:34.691397 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-f700c392-499f-4f94-94b3-427bcceaea9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (ddaf47c8-987f-416a-900e-f292bd12e357), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:25:34.694461 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-f700c392-499f-4f94-94b3-427bcceaea9d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:25:34.698732 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-f700c392-499f-4f94-94b3-427bcceaea9d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ddaf47c8-987f-416a-900e-f292bd12e357 HTTP/1.1" status: 204 len: 168 time: 0.2908733 Jan 26 21:25:34.706003 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78339f97-4623-4490-9f85-467ec14c3984 tempest-AttachVolumeShelveTestJSON-345998519 tempest-AttachVolumeShelveTestJSON-345998519-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d7f7103-d0ef-48d0-a848-32dbbe71b238,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:25:34.727393 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f700c392-499f-4f94-94b3-427bcceaea9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddaf47c8-987f-416a-900e-f292bd12e357,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:25:34.729662 n-d-760453-5 neutron-server[103304]: INFO neutron.api.v2.resource [None req-105eed06-9b2a-48cf-9b82-026a165a0619 tempest-AttachVolumeShelveTestJSON-345998519 tempest-AttachVolumeShelveTestJSON-345998519-project] show failed (client error): The resource could not be found. Jan 26 21:25:34.734394 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-105eed06-9b2a-48cf-9b82-026a165a0619 tempest-AttachVolumeShelveTestJSON-345998519 tempest-AttachVolumeShelveTestJSON-345998519-project] 10.222.0.13 "GET /v2.0/security-groups/5d7f7103-d0ef-48d0-a848-32dbbe71b238 HTTP/1.1" status: 404 len: 347 time: 0.0769825 Jan 26 21:25:34.735397 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 44344) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:25:34.759854 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e3d665b-d9db-4d80-bd69-3ac4924e84d1 None None] The sync data for ids ['c6537adb-56dd-4d00-b01e-c241ca775341'] in n-d-760453-5 is: [{'id': 'c6537adb-56dd-4d00-b01e-c241ca775341', 'name': 'tempest-NetworksTestDHCPv6-router-1110344546', 'tenant_id': '91ff6b128d484238b8b1d440faeb9154', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T21:25:25Z', 'updated_at': '2022-01-26T21:25:33Z', 'revision_number': 3, 'project_id': '91ff6b128d484238b8b1d440faeb9154', 'gw_port_host': None}] {{(pid=103306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 26 21:25:34.934214 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-848f9c88-89af-4cf8-ba9d-a8242d364a00 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Notify agent at l3_agent.n-d-760453-5 the message routers_updated {{(pid=103305) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 26 21:25:34.938389 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-d5f30af9-e409-48c0-9796-1c243910700b tempest-AttachVolumeShelveTestJSON-345998519 tempest-AttachVolumeShelveTestJSON-345998519-project] Deleting port d1a0b867-f717-4a81-911d-1d6aea653c8e {{(pid=103304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 21:25:34.938877 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-d5f30af9-e409-48c0-9796-1c243910700b tempest-AttachVolumeShelveTestJSON-345998519 tempest-AttachVolumeShelveTestJSON-345998519-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746560630878'] for port (d1a0b867-f717-4a81-911d-1d6aea653c8e), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:25:34.943745 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-848f9c88-89af-4cf8-ba9d-a8242d364a00 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] 10.222.0.13 "PUT /v2.0/routers/c6537adb-56dd-4d00-b01e-c241ca775341/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3790064 Jan 26 21:25:34.950045 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 44346) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:25:34.963415 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-a231ec87-0009-408b-b67e-7921006a466a tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4104596', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13108'] for router (e6c4c7db-4352-49d6-a316-5511d586c11b), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:25:34.964802 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-a231ec87-0009-408b-b67e-7921006a466a tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4105828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4111306', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3733576', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13069'] for router (e6c4c7db-4352-49d6-a316-5511d586c11b), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:25:35.029396 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-d5f30af9-e409-48c0-9796-1c243910700b tempest-AttachVolumeShelveTestJSON-345998519 tempest-AttachVolumeShelveTestJSON-345998519-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4109658'] for port (d1a0b867-f717-4a81-911d-1d6aea653c8e), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:25:35.029777 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-d5f30af9-e409-48c0-9796-1c243910700b tempest-AttachVolumeShelveTestJSON-345998519 tempest-AttachVolumeShelveTestJSON-345998519-project] Publish callbacks [] for floatingip (d1a0b867-f717-4a81-911d-1d6aea653c8e), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:25:35.046609 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-d5f30af9-e409-48c0-9796-1c243910700b tempest-AttachVolumeShelveTestJSON-345998519 tempest-AttachVolumeShelveTestJSON-345998519-project] Calling delete_port for d1a0b867-f717-4a81-911d-1d6aea653c8e owned by network:floatingip {{(pid=103304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 21:25:35.078301 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b73f1141-a802-45fc-9659-653e22e90b36 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:25:35.079991 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b73f1141-a802-45fc-9659-653e22e90b36 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:25:35.084312 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-b73f1141-a802-45fc-9659-653e22e90b36 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1331003 Jan 26 21:25:35.085113 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 44350) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:25:35.136451 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-a231ec87-0009-408b-b67e-7921006a466a tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Publish callbacks [] for router_controller (e6c4c7db-4352-49d6-a316-5511d586c11b), precommit_add_association {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:25:35.259124 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-d5f30af9-e409-48c0-9796-1c243910700b tempest-AttachVolumeShelveTestJSON-345998519 tempest-AttachVolumeShelveTestJSON-345998519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746560636600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746560234536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9281553'] for port (d1a0b867-f717-4a81-911d-1d6aea653c8e), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:25:35.278791 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.db_base_plugin_v2 [None req-5f1e2e78-00c6-4186-8e8c-689c74b797e5 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Deleting subnet 5a6a00dd-1ea9-470a-880d-182d4610171d {{(pid=103305) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 26 21:25:35.310060 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f30af9-e409-48c0-9796-1c243910700b tempest-AttachVolumeShelveTestJSON-345998519 tempest-AttachVolumeShelveTestJSON-345998519-project] Pushing event deleted for resources: {'Port': ['ID=d1a0b867-f717-4a81-911d-1d6aea653c8e,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:25:35.329784 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-5f1e2e78-00c6-4186-8e8c-689c74b797e5 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Publish callbacks [] for subnet (5a6a00dd-1ea9-470a-880d-182d4610171d), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:25:35.332953 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5f30af9-e409-48c0-9796-1c243910700b tempest-AttachVolumeShelveTestJSON-345998519 tempest-AttachVolumeShelveTestJSON-345998519-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:25:35.333313 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5f30af9-e409-48c0-9796-1c243910700b tempest-AttachVolumeShelveTestJSON-345998519 tempest-AttachVolumeShelveTestJSON-345998519-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:25:35.333668 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5f30af9-e409-48c0-9796-1c243910700b tempest-AttachVolumeShelveTestJSON-345998519 tempest-AttachVolumeShelveTestJSON-345998519-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:25:35.334008 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5f30af9-e409-48c0-9796-1c243910700b tempest-AttachVolumeShelveTestJSON-345998519 tempest-AttachVolumeShelveTestJSON-345998519-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:25:35.334344 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5f30af9-e409-48c0-9796-1c243910700b tempest-AttachVolumeShelveTestJSON-345998519 tempest-AttachVolumeShelveTestJSON-345998519-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:25:35.334768 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5f30af9-e409-48c0-9796-1c243910700b tempest-AttachVolumeShelveTestJSON-345998519 tempest-AttachVolumeShelveTestJSON-345998519-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:25:35.335103 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5f30af9-e409-48c0-9796-1c243910700b tempest-AttachVolumeShelveTestJSON-345998519 tempest-AttachVolumeShelveTestJSON-345998519-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:25:35.335434 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5f30af9-e409-48c0-9796-1c243910700b tempest-AttachVolumeShelveTestJSON-345998519 tempest-AttachVolumeShelveTestJSON-345998519-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:25:35.335760 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5f30af9-e409-48c0-9796-1c243910700b tempest-AttachVolumeShelveTestJSON-345998519 tempest-AttachVolumeShelveTestJSON-345998519-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:25:35.336095 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5f30af9-e409-48c0-9796-1c243910700b tempest-AttachVolumeShelveTestJSON-345998519 tempest-AttachVolumeShelveTestJSON-345998519-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:25:35.336430 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5f30af9-e409-48c0-9796-1c243910700b tempest-AttachVolumeShelveTestJSON-345998519 tempest-AttachVolumeShelveTestJSON-345998519-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:25:35.344421 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5f30af9-e409-48c0-9796-1c243910700b tempest-AttachVolumeShelveTestJSON-345998519 tempest-AttachVolumeShelveTestJSON-345998519-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:25:35.344873 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5f30af9-e409-48c0-9796-1c243910700b tempest-AttachVolumeShelveTestJSON-345998519 tempest-AttachVolumeShelveTestJSON-345998519-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:25:35.440790 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-a231ec87-0009-408b-b67e-7921006a466a tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Publish callbacks [] for router_gateway (e6c4c7db-4352-49d6-a316-5511d586c11b), precommit_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:25:35.450434 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-d5f30af9-e409-48c0-9796-1c243910700b tempest-AttachVolumeShelveTestJSON-345998519 tempest-AttachVolumeShelveTestJSON-345998519-project] Publish callbacks [] for floatingip (102d8f37-55be-4230-939f-758c0d24c53f), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:25:35.453685 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-d5f30af9-e409-48c0-9796-1c243910700b tempest-AttachVolumeShelveTestJSON-345998519 tempest-AttachVolumeShelveTestJSON-345998519-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for floatingip (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:25:35.455212 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-d5f30af9-e409-48c0-9796-1c243910700b tempest-AttachVolumeShelveTestJSON-345998519 tempest-AttachVolumeShelveTestJSON-345998519-project] 10.222.0.13 "DELETE /v2.0/floatingips/102d8f37-55be-4230-939f-758c0d24c53f HTTP/1.1" status: 204 len: 168 time: 0.7187212 Jan 26 21:25:35.493168 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-5f1e2e78-00c6-4186-8e8c-689c74b797e5 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11788946'] for subnet (5a6a00dd-1ea9-470a-880d-182d4610171d), precommit_delete_associations {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:25:35.537911 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4c077c-02ab-44e3-b1a8-e8d0d6c2aae5 req-b3b5b637-3a18-49cc-88df-b6c1aee66d1f tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:25:35.548167 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4c077c-02ab-44e3-b1a8-e8d0d6c2aae5 req-b3b5b637-3a18-49cc-88df-b6c1aee66d1f tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:25:35.554893 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4c077c-02ab-44e3-b1a8-e8d0d6c2aae5 req-b3b5b637-3a18-49cc-88df-b6c1aee66d1f tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:25:35.564536 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4c077c-02ab-44e3-b1a8-e8d0d6c2aae5 req-b3b5b637-3a18-49cc-88df-b6c1aee66d1f tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:25:35.576141 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4c077c-02ab-44e3-b1a8-e8d0d6c2aae5 req-b3b5b637-3a18-49cc-88df-b6c1aee66d1f tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:25:35.584565 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4c077c-02ab-44e3-b1a8-e8d0d6c2aae5 req-b3b5b637-3a18-49cc-88df-b6c1aee66d1f tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:25:35.595802 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4c077c-02ab-44e3-b1a8-e8d0d6c2aae5 req-b3b5b637-3a18-49cc-88df-b6c1aee66d1f tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:25:35.601641 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-4b4c077c-02ab-44e3-b1a8-e8d0d6c2aae5 req-b3b5b637-3a18-49cc-88df-b6c1aee66d1f tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] 10.222.0.13 "GET /v2.0/ports?device_id=cc2a45fe-1c0e-4689-a738-964e9c19e30e HTTP/1.1" status: 200 len: 5416 time: 0.2948442 Jan 26 21:25:35.707437 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-5f1e2e78-00c6-4186-8e8c-689c74b797e5 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687316'] for subnet (5a6a00dd-1ea9-470a-880d-182d4610171d), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:25:35.770086 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-4b4c077c-02ab-44e3-b1a8-e8d0d6c2aae5 req-231ad3db-b3ce-4191-bc38-8c696535f1ba tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] 10.222.0.13 "GET /v2.0/security-groups?id=cdcbac26-bdec-4926-b949-1e63137fb150&id=e87e70a3-dfc0-4db8-90a2-ffd9c4c809a5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1551368 Jan 26 21:25:35.950485 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 44388) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:25:35.959405 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-938f8628-dd78-4d4a-9140-b29b1c111317 tempest-AttachVolumeShelveTestJSON-345998519 tempest-AttachVolumeShelveTestJSON-345998519-project] Request body: {'security_group': {'name': 'tempest-securitygroup--696254856', 'description': 'tempest-description--299907283'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:25:36.018820 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-938f8628-dd78-4d4a-9140-b29b1c111317 tempest-AttachVolumeShelveTestJSON-345998519 tempest-AttachVolumeShelveTestJSON-345998519-project] Publish callbacks [] for security_group (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:25:36.043040 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-a231ec87-0009-408b-b67e-7921006a466a tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Publish callbacks [] for router_gateway (e6c4c7db-4352-49d6-a316-5511d586c11b), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:25:36.046186 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-5f1e2e78-00c6-4186-8e8c-689c74b797e5 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11791594', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11599980'] for subnet (5a6a00dd-1ea9-470a-880d-182d4610171d), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:25:36.114796 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-5f1e2e78-00c6-4186-8e8c-689c74b797e5 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709645'] for subnet (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:25:36.124123 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-5f1e2e78-00c6-4186-8e8c-689c74b797e5 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] 10.222.0.13 "DELETE /v2.0/subnets/5a6a00dd-1ea9-470a-880d-182d4610171d HTTP/1.1" status: 204 len: 168 time: 1.0020838 Jan 26 21:25:36.126314 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ff712f3-2cb0-47b5-b1fb-bfa487d58140 None None] Network 80bdce17-b861-46cb-9014-7071d7f46353 requested from n-d-760453-5 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 26 21:25:36.132176 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 44398) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:25:36.191715 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-a231ec87-0009-408b-b67e-7921006a466a tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:25:36.200745 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f1e2e78-00c6-4186-8e8c-689c74b797e5 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Pushing event deleted for resources: {'Subnet': ['ID=5a6a00dd-1ea9-470a-880d-182d4610171d,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:25:36.225107 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-938f8628-dd78-4d4a-9140-b29b1c111317 tempest-AttachVolumeShelveTestJSON-345998519 tempest-AttachVolumeShelveTestJSON-345998519-project] Publish callbacks [] for security_group (a25c4f90-015b-4812-87d5-e6df93d42e7b), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:25:36.244274 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a04cb7-07fd-4ec9-9dd2-5e2833f78045 req-152db93f-7662-4102-a04e-1160a1ba5ee3 tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:25:36.251968 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a04cb7-07fd-4ec9-9dd2-5e2833f78045 req-152db93f-7662-4102-a04e-1160a1ba5ee3 tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:25:36.258703 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa4c67e1-7552-4b06-8a18-789993c86243 None None] Sync routers for ids ['c6537adb-56dd-4d00-b01e-c241ca775341'] in n-d-760453-5 {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 26 21:25:36.263498 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a04cb7-07fd-4ec9-9dd2-5e2833f78045 req-152db93f-7662-4102-a04e-1160a1ba5ee3 tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:25:36.292886 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a04cb7-07fd-4ec9-9dd2-5e2833f78045 req-152db93f-7662-4102-a04e-1160a1ba5ee3 tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:25:36.294927 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa4c67e1-7552-4b06-8a18-789993c86243 None None] Routers {'c6537adb-56dd-4d00-b01e-c241ca775341'} bound to L3 agent in host n-d-760453-5 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 21:25:36.299157 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-aa4c67e1-7552-4b06-8a18-789993c86243 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-26T20:55:21Z,description=,heartbeat_timestamp=2022-01-26T21:25:21Z,host='n-d-760453-5',id=09df100c-3af1-4b0a-bda8-05914c71c458,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:55:21Z,topic='l3_agent')) {'router_ids': ['c6537adb-56dd-4d00-b01e-c241ca775341'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:25:36.305611 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a04cb7-07fd-4ec9-9dd2-5e2833f78045 req-152db93f-7662-4102-a04e-1160a1ba5ee3 tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:25:36.322186 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a04cb7-07fd-4ec9-9dd2-5e2833f78045 req-152db93f-7662-4102-a04e-1160a1ba5ee3 tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:25:36.334964 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a04cb7-07fd-4ec9-9dd2-5e2833f78045 req-152db93f-7662-4102-a04e-1160a1ba5ee3 tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:25:36.336974 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-f7a04cb7-07fd-4ec9-9dd2-5e2833f78045 req-152db93f-7662-4102-a04e-1160a1ba5ee3 tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca795481-031c-48ac-925f-00596ed83bb9 HTTP/1.1" status: 200 len: 5445 time: 0.2382736 Jan 26 21:25:36.398116 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-938f8628-dd78-4d4a-9140-b29b1c111317 tempest-AttachVolumeShelveTestJSON-345998519 tempest-AttachVolumeShelveTestJSON-345998519-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (a25c4f90-015b-4812-87d5-e6df93d42e7b), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:25:36.476068 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-666a5a15-87be-4457-acbc-fb890b8c7e22 None None] DHCP port deletion for 80bdce17-b861-46cb-9014-7071d7f46353 request from n-d-760453-5 {{(pid=103306) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 26 21:25:36.548156 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-938f8628-dd78-4d4a-9140-b29b1c111317 tempest-AttachVolumeShelveTestJSON-345998519 tempest-AttachVolumeShelveTestJSON-345998519-project] Publish callbacks [] for security_group (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:25:36.548901 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_dvr_db [None req-aa4c67e1-7552-4b06-8a18-789993c86243 None None] Set router c6537adb-56dd-4d00-b01e-c241ca775341 gateway port host: None {{(pid=103307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 21:25:36.553324 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-d41c357d-ec38-497c-aa34-aa88d9153a8f tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.4180379 Jan 26 21:25:36.555533 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-938f8628-dd78-4d4a-9140-b29b1c111317 tempest-AttachVolumeShelveTestJSON-345998519 tempest-AttachVolumeShelveTestJSON-345998519-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.6037390 Jan 26 21:25:36.556375 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 44444) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:25:36.556723 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 44446) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:25:36.582451 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-61603498-70b5-430e-8ffa-9552cd9e0188 tempest-AttachVolumeShelveTestJSON-345998519 tempest-AttachVolumeShelveTestJSON-345998519-project] Request body: {'security_group_rule': {'security_group_id': 'a25c4f90-015b-4812-87d5-e6df93d42e7b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:25:36.594330 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-666a5a15-87be-4457-acbc-fb890b8c7e22 None None] Deleting port d1df8049-9b19-4667-9350-be057c0345d8 {{(pid=103306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 21:25:36.595215 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-666a5a15-87be-4457-acbc-fb890b8c7e22 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746560630878'] for port (d1df8049-9b19-4667-9350-be057c0345d8), before_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:25:36.657283 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-f7a04cb7-07fd-4ec9-9dd2-5e2833f78045 req-40e28a4d-7ce8-4e82-aeaf-53f29f74f5f1 tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] 10.222.0.13 "GET /v2.0/security-groups?id=cfb1b9fe-a4df-4bbd-b439-103a9aa84b57&id=4949e7fd-e987-466a-ab17-ed5ae28a32c1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3107934 Jan 26 21:25:36.658684 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-938f8628-dd78-4d4a-9140-b29b1c111317 tempest-AttachVolumeShelveTestJSON-345998519 tempest-AttachVolumeShelveTestJSON-345998519-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a25c4f90-015b-4812-87d5-e6df93d42e7b,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:25:36.665915 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-61603498-70b5-430e-8ffa-9552cd9e0188 tempest-AttachVolumeShelveTestJSON-345998519 tempest-AttachVolumeShelveTestJSON-345998519-project] Publish callbacks [] for security_group_rule (5928bf4a-29ac-4766-90c8-0d2237736de8), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:25:36.687158 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-aa4c67e1-7552-4b06-8a18-789993c86243 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6537adb-56dd-4d00-b01e-c241ca775341', 'name': 'tempest-NetworksTestDHCPv6-router-1110344546', 'tenant_id': '91ff6b128d484238b8b1d440faeb9154', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T21:25:25Z', 'updated_at': '2022-01-26T21:25:33Z', 'revision_number': 3, 'project_id': '91ff6b128d484238b8b1d440faeb9154', 'gw_port_host': None}], 'n-d-760453-5', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:25:36.695302 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.db_base_plugin_common [None req-a231ec87-0009-408b-b67e-7921006a466a tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Allocated IP 172.25.1.208 (4140a1f1-c93a-4bea-83a0-68953a54f299/e48251a1-e30d-4820-8396-00c6f6aeb601/cdd455b4-799e-4d3e-9c1d-4d10ddd6a3d8) {{(pid=103305) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 21:25:36.729576 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-7ecc1313-ef0e-48a4-a869-55e978996507 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Publish callbacks [] for router (c6537adb-56dd-4d00-b01e-c241ca775341), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:25:36.748676 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-666a5a15-87be-4457-acbc-fb890b8c7e22 None None] For port d1df8049-9b19-4667-9350-be057c0345d8, host n-d-760453-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=d1df8049-9b19-4667-9350-be057c0345d8,segment=NetworkSegment(3c6d624c-ba08-479a-b68a-7684ce678b5c),segment_id=3c6d624c-ba08-479a-b68a-7684ce678b5c)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:25:36.750396 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-666a5a15-87be-4457-acbc-fb890b8c7e22 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4109658'] for port (d1df8049-9b19-4667-9350-be057c0345d8), precommit_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:25:36.782868 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-666a5a15-87be-4457-acbc-fb890b8c7e22 None None] Calling delete_port for d1df8049-9b19-4667-9350-be057c0345d8 owned by network:dhcp {{(pid=103306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 21:25:36.951599 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-a231ec87-0009-408b-b67e-7921006a466a tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Publish callbacks [] for port (cdd455b4-799e-4d3e-9c1d-4d10ddd6a3d8), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:25:37.032284 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa4c67e1-7552-4b06-8a18-789993c86243 None None] Checking router: c6537adb-56dd-4d00-b01e-c241ca775341 for host: n-d-760453-5 {{(pid=103307) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 26 21:25:37.046865 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-666a5a15-87be-4457-acbc-fb890b8c7e22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746560636600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746560234536'] for port (d1df8049-9b19-4667-9350-be057c0345d8), after_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:25:37.049664 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-a231ec87-0009-408b-b67e-7921006a466a tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746560234527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11791543'] for port (cdd455b4-799e-4d3e-9c1d-4d10ddd6a3d8), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:25:37.057260 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa4c67e1-7552-4b06-8a18-789993c86243 None None] Routers {'c6537adb-56dd-4d00-b01e-c241ca775341'} bound to L3 agent in host n-d-760453-5 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 21:25:37.060918 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-aa4c67e1-7552-4b06-8a18-789993c86243 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-26T20:55:21Z,description=,heartbeat_timestamp=2022-01-26T21:25:21Z,host='n-d-760453-5',id=09df100c-3af1-4b0a-bda8-05914c71c458,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:55:21Z,topic='l3_agent')) {'router_ids': ['c6537adb-56dd-4d00-b01e-c241ca775341'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:25:37.103835 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a231ec87-0009-408b-b67e-7921006a466a tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Pushing event updated for resources: {'Port': ['ID=cdd455b4-799e-4d3e-9c1d-4d10ddd6a3d8,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:25:37.113248 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-666a5a15-87be-4457-acbc-fb890b8c7e22 None None] Pushing event deleted for resources: {'Port': ['ID=d1df8049-9b19-4667-9350-be057c0345d8,revision_number=None']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:25:37.120034 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a231ec87-0009-408b-b67e-7921006a466a tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Network 4140a1f1-c93a-4bea-83a0-68953a54f299 is already hosted by enough agents. {{(pid=103305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 21:25:37.121149 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-666a5a15-87be-4457-acbc-fb890b8c7e22 None None] No DVR routers for this DVR port d1df8049-9b19-4667-9350-be057c0345d8 on host n-d-760453-5 {{(pid=103306) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 26 21:25:37.121659 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [None req-a231ec87-0009-408b-b67e-7921006a466a tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Resources bound (agent type, host, resource id): {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:25:37.125544 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a231ec87-0009-408b-b67e-7921006a466a tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Received port after_create {{(pid=103305) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 21:25:37.163796 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device d1df8049-9b19-4667-9350-be057c0345d8 no longer exists at agent ovs-agent-n-d-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 26 21:25:37.220173 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] No Port match for: d1df8049-9b19-4667-9350-be057c0345d8 {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 26 21:25:37.220515 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device d1df8049-9b19-4667-9350-be057c0345d8 not bound to the agent host n-d-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 26 21:25:37.248653 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_dvr_db [None req-aa4c67e1-7552-4b06-8a18-789993c86243 None None] Set router c6537adb-56dd-4d00-b01e-c241ca775341 gateway port host: None {{(pid=103307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 21:25:37.285832 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559c4f9f-dbad-460f-9a64-1347a0b945d8 req-028fa688-3b3c-4510-b3a0-760d0c5dca63 tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:25:37.297150 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559c4f9f-dbad-460f-9a64-1347a0b945d8 req-028fa688-3b3c-4510-b3a0-760d0c5dca63 tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:25:37.307363 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559c4f9f-dbad-460f-9a64-1347a0b945d8 req-028fa688-3b3c-4510-b3a0-760d0c5dca63 tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:25:37.317968 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559c4f9f-dbad-460f-9a64-1347a0b945d8 req-028fa688-3b3c-4510-b3a0-760d0c5dca63 tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:25:37.329029 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559c4f9f-dbad-460f-9a64-1347a0b945d8 req-028fa688-3b3c-4510-b3a0-760d0c5dca63 tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:25:37.330883 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-aa4c67e1-7552-4b06-8a18-789993c86243 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6537adb-56dd-4d00-b01e-c241ca775341', 'name': 'tempest-NetworksTestDHCPv6-router-1110344546', 'tenant_id': '91ff6b128d484238b8b1d440faeb9154', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T21:25:25Z', 'updated_at': '2022-01-26T21:25:33Z', 'revision_number': 3, 'project_id': '91ff6b128d484238b8b1d440faeb9154', 'gw_port_host': None}], 'n-d-760453-5', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:25:37.340674 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559c4f9f-dbad-460f-9a64-1347a0b945d8 req-028fa688-3b3c-4510-b3a0-760d0c5dca63 tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:25:37.351622 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559c4f9f-dbad-460f-9a64-1347a0b945d8 req-028fa688-3b3c-4510-b3a0-760d0c5dca63 tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:25:37.354918 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-559c4f9f-dbad-460f-9a64-1347a0b945d8 req-028fa688-3b3c-4510-b3a0-760d0c5dca63 tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca795481-031c-48ac-925f-00596ed83bb9 HTTP/1.1" status: 200 len: 5445 time: 0.4544322 Jan 26 21:25:37.368622 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-7ecc1313-ef0e-48a4-a869-55e978996507 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4105774', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13082'] for router (c6537adb-56dd-4d00-b01e-c241ca775341), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:25:37.372095 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa4c67e1-7552-4b06-8a18-789993c86243 None None] The sync data for ids ['c6537adb-56dd-4d00-b01e-c241ca775341'] in n-d-760453-5 is: [{'id': 'c6537adb-56dd-4d00-b01e-c241ca775341', 'name': 'tempest-NetworksTestDHCPv6-router-1110344546', 'tenant_id': '91ff6b128d484238b8b1d440faeb9154', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T21:25:25Z', 'updated_at': '2022-01-26T21:25:33Z', 'revision_number': 3, 'project_id': '91ff6b128d484238b8b1d440faeb9154', 'gw_port_host': None}] {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 26 21:25:37.404062 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-7ecc1313-ef0e-48a4-a869-55e978996507 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Publish callbacks [] for router_controller (c6537adb-56dd-4d00-b01e-c241ca775341), precommit_delete_associations {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:25:37.491841 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f6445a-5fdf-4177-9c04-0a00879d2dc9 req-ebf48d9e-68d9-4ca5-bc1f-3420b7f50d58 tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:25:37.517626 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f6445a-5fdf-4177-9c04-0a00879d2dc9 req-ebf48d9e-68d9-4ca5-bc1f-3420b7f50d58 tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:25:37.557609 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f6445a-5fdf-4177-9c04-0a00879d2dc9 req-ebf48d9e-68d9-4ca5-bc1f-3420b7f50d58 tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:25:37.579730 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f6445a-5fdf-4177-9c04-0a00879d2dc9 req-ebf48d9e-68d9-4ca5-bc1f-3420b7f50d58 tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:25:37.601654 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f6445a-5fdf-4177-9c04-0a00879d2dc9 req-ebf48d9e-68d9-4ca5-bc1f-3420b7f50d58 tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:25:37.614260 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f6445a-5fdf-4177-9c04-0a00879d2dc9 req-ebf48d9e-68d9-4ca5-bc1f-3420b7f50d58 tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:25:37.640472 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f6445a-5fdf-4177-9c04-0a00879d2dc9 req-ebf48d9e-68d9-4ca5-bc1f-3420b7f50d58 tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:25:37.642876 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-c2f6445a-5fdf-4177-9c04-0a00879d2dc9 req-ebf48d9e-68d9-4ca5-bc1f-3420b7f50d58 tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] 10.222.0.13 "GET /v2.0/ports?device_id=cc2a45fe-1c0e-4689-a738-964e9c19e30e HTTP/1.1" status: 200 len: 5416 time: 0.6597183 Jan 26 21:25:37.725560 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-61603498-70b5-430e-8ffa-9552cd9e0188 tempest-AttachVolumeShelveTestJSON-345998519 tempest-AttachVolumeShelveTestJSON-345998519-project] Publish callbacks [] for security_group_rule (5928bf4a-29ac-4766-90c8-0d2237736de8), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:25:37.743411 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-61603498-70b5-430e-8ffa-9552cd9e0188 tempest-AttachVolumeShelveTestJSON-345998519 tempest-AttachVolumeShelveTestJSON-345998519-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102715'] for security_group_rule (5928bf4a-29ac-4766-90c8-0d2237736de8), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:25:37.773430 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-a231ec87-0009-408b-b67e-7921006a466a tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Publish callbacks [] for router_gateway (e6c4c7db-4352-49d6-a316-5511d586c11b), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:25:37.779503 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-7ecc1313-ef0e-48a4-a869-55e978996507 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4105767'] for router (c6537adb-56dd-4d00-b01e-c241ca775341), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:25:37.782583 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ecc1313-ef0e-48a4-a869-55e978996507 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Fanout notify agent at l3_agent the message router_deleted on router c6537adb-56dd-4d00-b01e-c241ca775341 {{(pid=103304) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 26 21:25:37.827701 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-7ecc1313-ef0e-48a4-a869-55e978996507 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Publish callbacks [] for router (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:25:37.829000 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-7ecc1313-ef0e-48a4-a869-55e978996507 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] 10.222.0.13 "DELETE /v2.0/routers/c6537adb-56dd-4d00-b01e-c241ca775341 HTTP/1.1" status: 204 len: 168 time: 1.2631900 Jan 26 21:25:37.838779 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 44500) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:25:37.846031 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-bef9d5e1-7579-4077-bb0a-935994f7c957 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Request body: {'subnet': {'network_id': '80bdce17-b861-46cb-9014-7071d7f46353', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:25:37.847204 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61603498-70b5-430e-8ffa-9552cd9e0188 tempest-AttachVolumeShelveTestJSON-345998519 tempest-AttachVolumeShelveTestJSON-345998519-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5928bf4a-29ac-4766-90c8-0d2237736de8,revision_number=0']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:25:37.864595 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-61603498-70b5-430e-8ffa-9552cd9e0188 tempest-AttachVolumeShelveTestJSON-345998519 tempest-AttachVolumeShelveTestJSON-345998519-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:25:37.870857 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-61603498-70b5-430e-8ffa-9552cd9e0188 tempest-AttachVolumeShelveTestJSON-345998519 tempest-AttachVolumeShelveTestJSON-345998519-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.3037512 Jan 26 21:25:37.878650 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 44502) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:25:37.884444 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-44f21089-528c-4d48-bba0-f960f06a04f6 tempest-AttachVolumeShelveTestJSON-345998519 tempest-AttachVolumeShelveTestJSON-345998519-project] Request body: {'security_group_rule': {'security_group_id': 'a25c4f90-015b-4812-87d5-e6df93d42e7b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:25:37.934277 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-c2f6445a-5fdf-4177-9c04-0a00879d2dc9 req-db184ca0-8362-4e44-b32e-7b60a675a29a tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] 10.222.0.13 "GET /v2.0/security-groups?id=cdcbac26-bdec-4926-b949-1e63137fb150&id=e87e70a3-dfc0-4db8-90a2-ffd9c4c809a5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2165349 Jan 26 21:25:38.096377 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-44f21089-528c-4d48-bba0-f960f06a04f6 tempest-AttachVolumeShelveTestJSON-345998519 tempest-AttachVolumeShelveTestJSON-345998519-project] Publish callbacks [] for security_group_rule (7333eac5-9729-4ab0-8957-42774101e7c7), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:25:38.196904 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bef9d5e1-7579-4077-bb0a-935994f7c957 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Made reservation on behalf of 91ff6b128d484238b8b1d440faeb9154 for: {'subnet': 1} {{(pid=103305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 21:25:38.200399 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-bef9d5e1-7579-4077-bb0a-935994f7c957 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11599953'] for subnet (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:25:38.283998 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (32ef628b-8417-46c5-8729-60fcabe358f1), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:25:38.307024 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-44f21089-528c-4d48-bba0-f960f06a04f6 tempest-AttachVolumeShelveTestJSON-345998519 tempest-AttachVolumeShelveTestJSON-345998519-project] Publish callbacks [] for security_group_rule (7333eac5-9729-4ab0-8957-42774101e7c7), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:25:38.315858 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-44f21089-528c-4d48-bba0-f960f06a04f6 tempest-AttachVolumeShelveTestJSON-345998519 tempest-AttachVolumeShelveTestJSON-345998519-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102715'] for security_group_rule (7333eac5-9729-4ab0-8957-42774101e7c7), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:25:38.333851 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f21089-528c-4d48-bba0-f960f06a04f6 tempest-AttachVolumeShelveTestJSON-345998519 tempest-AttachVolumeShelveTestJSON-345998519-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7333eac5-9729-4ab0-8957-42774101e7c7,revision_number=0']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:25:38.367859 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-a231ec87-0009-408b-b67e-7921006a466a tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4105757', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4111263'] for router (e6c4c7db-4352-49d6-a316-5511d586c11b), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:25:38.379406 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-44f21089-528c-4d48-bba0-f960f06a04f6 tempest-AttachVolumeShelveTestJSON-345998519 tempest-AttachVolumeShelveTestJSON-345998519-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:25:38.380592 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-44f21089-528c-4d48-bba0-f960f06a04f6 tempest-AttachVolumeShelveTestJSON-345998519 tempest-AttachVolumeShelveTestJSON-345998519-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5008519 Jan 26 21:25:38.387196 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 44508) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:25:38.392562 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-2545ea08-34d6-4c01-bb81-18f345011ac8 tempest-AttachVolumeShelveTestJSON-345998519 tempest-AttachVolumeShelveTestJSON-345998519-project] Request body: {'floatingip': {'floating_network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:25:38.476049 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-2545ea08-34d6-4c01-bb81-18f345011ac8 tempest-AttachVolumeShelveTestJSON-345998519 tempest-AttachVolumeShelveTestJSON-345998519-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:25:38.978193 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-bef9d5e1-7579-4077-bb0a-935994f7c957 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11788839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11599975'] for subnet (9dccd6e7-fe1b-4ecc-96ef-7ac6ae896dad), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:25:39.028131 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a231ec87-0009-408b-b67e-7921006a466a tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Router e6c4c7db-4352-49d6-a316-5511d586c11b is scheduled to L3 agent 09df100c-3af1-4b0a-bda8-05914c71c458 with binding_index 1 {{(pid=103305) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 26 21:25:39.044872 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bef9d5e1-7579-4077-bb0a-935994f7c957 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Network 80bdce17-b861-46cb-9014-7071d7f46353 is already hosted by enough agents. {{(pid=103305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 21:25:39.055786 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [None req-bef9d5e1-7579-4077-bb0a-935994f7c957 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Resources bound (agent type, host, resource id): {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:25:39.064324 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bef9d5e1-7579-4077-bb0a-935994f7c957 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:25:39.065007 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-bef9d5e1-7579-4077-bb0a-935994f7c957 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709645'] for subnet (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:25:39.079604 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e8cc349-a825-4929-a50c-b1fa05433281 None None] Network 80bdce17-b861-46cb-9014-7071d7f46353 requested from n-d-760453-5 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 26 21:25:39.087473 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-bef9d5e1-7579-4077-bb0a-935994f7c957 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.2468626 Jan 26 21:25:39.088818 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef9d5e1-7579-4077-bb0a-935994f7c957 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Pushing event updated for resources: {'Subnet': ['ID=9dccd6e7-fe1b-4ecc-96ef-7ac6ae896dad,revision_number=0']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:25:39.090045 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 44532) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:25:39.099171 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-a385c61b-9d75-4fdd-96db-b38aebda63a2 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1474165365', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:25:39.151425 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-2545ea08-34d6-4c01-bb81-18f345011ac8 tempest-AttachVolumeShelveTestJSON-345998519 tempest-AttachVolumeShelveTestJSON-345998519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:25:39.238979 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-a385c61b-9d75-4fdd-96db-b38aebda63a2 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4104596', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13108'] for router (41a07b30-b9df-4ca8-8c86-610c9d83b11d), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:25:39.240900 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-a385c61b-9d75-4fdd-96db-b38aebda63a2 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4105828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4111306', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3733576', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13069'] for router (41a07b30-b9df-4ca8-8c86-610c9d83b11d), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:25:39.268852 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dccadd83-4fea-4d27-b283-67b8680f5133 req-13729c2f-cbbc-4461-8704-a569a8807239 tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:25:39.274578 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dccadd83-4fea-4d27-b283-67b8680f5133 req-13729c2f-cbbc-4461-8704-a569a8807239 tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:25:39.280296 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dccadd83-4fea-4d27-b283-67b8680f5133 req-13729c2f-cbbc-4461-8704-a569a8807239 tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:25:39.285120 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a231ec87-0009-408b-b67e-7921006a466a tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Notify agent at l3_agent.n-d-760453-5 the message routers_updated {{(pid=103305) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 26 21:25:39.286322 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dccadd83-4fea-4d27-b283-67b8680f5133 req-13729c2f-cbbc-4461-8704-a569a8807239 tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:25:39.293083 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dccadd83-4fea-4d27-b283-67b8680f5133 req-13729c2f-cbbc-4461-8704-a569a8807239 tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:25:39.299841 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dccadd83-4fea-4d27-b283-67b8680f5133 req-13729c2f-cbbc-4461-8704-a569a8807239 tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:25:39.305468 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dccadd83-4fea-4d27-b283-67b8680f5133 req-13729c2f-cbbc-4461-8704-a569a8807239 tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:25:39.307745 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-dccadd83-4fea-4d27-b283-67b8680f5133 req-13729c2f-cbbc-4461-8704-a569a8807239 tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] 10.222.0.13 "GET /v2.0/ports?device_id=cc2a45fe-1c0e-4689-a738-964e9c19e30e HTTP/1.1" status: 200 len: 5416 time: 0.2003393 Jan 26 21:25:39.318783 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Device 91f29fd8-6388-453d-9829-9a8fc59108e3 details requested by agent hyperv_n-h1-760453-5 with host n-h1-760453-5 {{(pid=103306) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 26 21:25:39.325310 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26af7cc1-d5f9-49ff-be3a-f78e19347556 None None] Sync routers for ids ['e6c4c7db-4352-49d6-a316-5511d586c11b'] in n-d-760453-5 {{(pid=103306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 26 21:25:39.326289 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-a231ec87-0009-408b-b67e-7921006a466a tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Publish callbacks [] for router (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:25:39.330389 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-a231ec87-0009-408b-b67e-7921006a466a tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 5.1059494 Jan 26 21:25:39.334988 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 44534) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:25:39.359629 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.db_base_plugin_common [None req-2545ea08-34d6-4c01-bb81-18f345011ac8 tempest-AttachVolumeShelveTestJSON-345998519 tempest-AttachVolumeShelveTestJSON-345998519-project] Allocated IP 172.25.1.133 (4140a1f1-c93a-4bea-83a0-68953a54f299/e48251a1-e30d-4820-8396-00c6f6aeb601/10b5d8ec-38b9-4b82-92ed-a41b662e3119) {{(pid=103305) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 21:25:39.393481 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-4db9ba02-8aa1-4288-89c5-213d8989a47f tempest-TestNetworkAdvancedServerOps-1435295253 tempest-TestNetworkAdvancedServerOps-1435295253-project-admin] 10.222.0.13 "GET /v2.0/subnets?project_id=c6d9f10230f341edbbe46b16c17eb870&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0560668 Jan 26 21:25:39.396021 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 44536) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:25:39.398801 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-a385c61b-9d75-4fdd-96db-b38aebda63a2 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Publish callbacks [] for router_controller (41a07b30-b9df-4ca8-8c86-610c9d83b11d), precommit_add_association {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:25:39.410561 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-a385c61b-9d75-4fdd-96db-b38aebda63a2 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4105757', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4111263'] for router (41a07b30-b9df-4ca8-8c86-610c9d83b11d), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:25:39.449768 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6b49a93-331a-4975-bffc-1c1083b18364 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3c4099e8-8ffb-51d1-af7f-5868973e933f-80bdce17-b861-46cb-9014-7071d7f46353', 'network_id': '80bdce17-b861-46cb-9014-7071d7f46353', 'project_id': '91ff6b128d484238b8b1d440faeb9154', 'fixed_ips': [{'subnet_id': '9dccd6e7-fe1b-4ecc-96ef-7ac6ae896dad'}]}} from n-d-760453-5. {{(pid=103306) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 26 21:25:39.453694 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d6b49a93-331a-4975-bffc-1c1083b18364 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (None), before_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:25:39.481914 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26af7cc1-d5f9-49ff-be3a-f78e19347556 None None] Routers {'e6c4c7db-4352-49d6-a316-5511d586c11b'} bound to L3 agent in host n-d-760453-5 {{(pid=103306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 21:25:39.482557 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-26af7cc1-d5f9-49ff-be3a-f78e19347556 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-26T20:55:21Z,description=,heartbeat_timestamp=2022-01-26T21:25:21Z,host='n-d-760453-5',id=09df100c-3af1-4b0a-bda8-05914c71c458,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:55:21Z,topic='l3_agent')) {'router_ids': ['e6c4c7db-4352-49d6-a316-5511d586c11b'], 'active': True} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:25:39.488519 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-a385c61b-9d75-4fdd-96db-b38aebda63a2 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Publish callbacks [] for router (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:25:39.494926 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-a385c61b-9d75-4fdd-96db-b38aebda63a2 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.4037769 Jan 26 21:25:39.498205 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 44538) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:25:39.523554 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-dccadd83-4fea-4d27-b283-67b8680f5133 req-ed35a710-e7a6-48fb-ac78-671a59fbb1cf tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] 10.222.0.13 "GET /v2.0/security-groups?id=cdcbac26-bdec-4926-b949-1e63137fb150&id=e87e70a3-dfc0-4db8-90a2-ffd9c4c809a5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2042301 Jan 26 21:25:39.557441 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.db.resource_extend [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 26 21:25:39.697506 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aff5a5b8-cd4e-4964-a601-15f684237e81 tempest-TestNetworkAdvancedServerOps-1435295253 tempest-TestNetworkAdvancedServerOps-1435295253-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:25:39.702305 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-aff5a5b8-cd4e-4964-a601-15f684237e81 tempest-TestNetworkAdvancedServerOps-1435295253 tempest-TestNetworkAdvancedServerOps-1435295253-project-admin] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2990894 Jan 26 21:25:39.705162 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 44546) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:25:39.837606 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-b6817255-54b0-4aca-b528-b34890496c6a tempest-TestNetworkAdvancedServerOps-1435295253 tempest-TestNetworkAdvancedServerOps-1435295253-project-admin] 10.222.0.13 "GET /v2.0/subnets?network_id=4140a1f1-c93a-4bea-83a0-68953a54f299&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1290772 Jan 26 21:25:39.854947 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 44552) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:25:39.872755 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-08c76c9e-df11-4df5-93af-a23c0bae5e73 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1289200452', 'network_id': '409f24a2-f487-449b-8f01-d9911b990d6a', 'project_id': 'c6d9f10230f341edbbe46b16c17eb870', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:25:39.993834 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvr_db [None req-26af7cc1-d5f9-49ff-be3a-f78e19347556 None None] Set router e6c4c7db-4352-49d6-a316-5511d586c11b gateway port host: n-d-760453-5 {{(pid=103306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 21:25:39.996651 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] For port 91f29fd8-6388-453d-9829-9a8fc59108e3, host n-h1-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-5',level=0,port_id=91f29fd8-6388-453d-9829-9a8fc59108e3,segment=NetworkSegment(4eab25d6-89d9-4907-a1c2-51b06443ba33),segment_id=4eab25d6-89d9-4907-a1c2-51b06443ba33)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:25:40.006729 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-2545ea08-34d6-4c01-bb81-18f345011ac8 tempest-AttachVolumeShelveTestJSON-345998519 tempest-AttachVolumeShelveTestJSON-345998519-project] Publish callbacks [] for port (10b5d8ec-38b9-4b82-92ed-a41b662e3119), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:25:40.154156 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08c76c9e-df11-4df5-93af-a23c0bae5e73 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Made reservation on behalf of c6d9f10230f341edbbe46b16c17eb870 for: {'subnet': 1} {{(pid=103305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 21:25:40.162393 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-08c76c9e-df11-4df5-93af-a23c0bae5e73 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11599953'] for subnet (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:25:40.167588 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-2545ea08-34d6-4c01-bb81-18f345011ac8 tempest-AttachVolumeShelveTestJSON-345998519 tempest-AttachVolumeShelveTestJSON-345998519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746560234527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11791543'] for port (10b5d8ec-38b9-4b82-92ed-a41b662e3119), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:25:40.208379 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Returning: {'device': '91f29fd8-6388-453d-9829-9a8fc59108e3', 'network_id': '7fbe9cf5-e12c-436d-b372-55a19c9faa30', 'port_id': '91f29fd8-6388-453d-9829-9a8fc59108e3', 'mac_address': 'fa:16:3e:02:4a:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 561, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fd77e534-75e6-4b90-950e-f5824d584430', 'ip_address': '192.168.233.208'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103306) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 26 21:25:40.242119 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-0dbeead5-83fd-40e1-94e2-a86c325af5f7 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:25:40.286948 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2545ea08-34d6-4c01-bb81-18f345011ac8 tempest-AttachVolumeShelveTestJSON-345998519 tempest-AttachVolumeShelveTestJSON-345998519-project] Network 4140a1f1-c93a-4bea-83a0-68953a54f299 is already hosted by enough agents. {{(pid=103305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 21:25:40.308989 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [None req-2545ea08-34d6-4c01-bb81-18f345011ac8 tempest-AttachVolumeShelveTestJSON-345998519 tempest-AttachVolumeShelveTestJSON-345998519-project] Resources bound (agent type, host, resource id): {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:25:40.327228 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2545ea08-34d6-4c01-bb81-18f345011ac8 tempest-AttachVolumeShelveTestJSON-345998519 tempest-AttachVolumeShelveTestJSON-345998519-project] Received port after_create {{(pid=103305) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 21:25:40.334594 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2545ea08-34d6-4c01-bb81-18f345011ac8 tempest-AttachVolumeShelveTestJSON-345998519 tempest-AttachVolumeShelveTestJSON-345998519-project] Pushing event updated for resources: {'Port': ['ID=10b5d8ec-38b9-4b82-92ed-a41b662e3119,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:25:40.476415 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.db_base_plugin_common [None req-d6b49a93-331a-4975-bffc-1c1083b18364 None None] Allocated IP 2001:db8::2 (80bdce17-b861-46cb-9014-7071d7f46353/9dccd6e7-fe1b-4ecc-96ef-7ac6ae896dad/391dab10-9d1b-4405-b072-bf1a60f6411a) {{(pid=103306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 21:25:40.538558 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-2545ea08-34d6-4c01-bb81-18f345011ac8 tempest-AttachVolumeShelveTestJSON-345998519 tempest-AttachVolumeShelveTestJSON-345998519-project] Publish callbacks [] for floatingip (9452a37e-0cac-40de-bd8d-035f39ab79c7), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:25:40.582108 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 44578) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:25:40.782419 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-2545ea08-34d6-4c01-bb81-18f345011ac8 tempest-AttachVolumeShelveTestJSON-345998519 tempest-AttachVolumeShelveTestJSON-345998519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (10b5d8ec-38b9-4b82-92ed-a41b662e3119), before_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:25:40.895570 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Current status of the port 91f29fd8-6388-453d-9829-9a8fc59108e3 is: ACTIVE; New status is: BUILD {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:25:40.898536 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (91f29fd8-6388-453d-9829-9a8fc59108e3), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:25:40.914535 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76265670-3cb1-4b2d-a1fe-c2530e40c30b req-aa4f96dc-3e1c-43ef-8c52-1142765a27ef tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:25:40.930324 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76265670-3cb1-4b2d-a1fe-c2530e40c30b req-aa4f96dc-3e1c-43ef-8c52-1142765a27ef tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:25:40.944484 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76265670-3cb1-4b2d-a1fe-c2530e40c30b req-aa4f96dc-3e1c-43ef-8c52-1142765a27ef tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:25:40.947127 n-d-760453-5 neutron-server[103306]: DEBUG neutron.notifiers.nova [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 91f29fd8-6388-453d-9829-9a8fc59108e3 {{(pid=103306) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 26 21:25:40.951367 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5b2507-7b60-47aa-bab6-f063cd301d79 req-781cfe67-0147-4771-a19d-dedd93403cc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:25:40.951854 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5b2507-7b60-47aa-bab6-f063cd301d79 req-781cfe67-0147-4771-a19d-dedd93403cc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:25:40.952317 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5b2507-7b60-47aa-bab6-f063cd301d79 req-781cfe67-0147-4771-a19d-dedd93403cc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:25:40.952777 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5b2507-7b60-47aa-bab6-f063cd301d79 req-781cfe67-0147-4771-a19d-dedd93403cc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:25:40.953234 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5b2507-7b60-47aa-bab6-f063cd301d79 req-781cfe67-0147-4771-a19d-dedd93403cc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:25:40.953711 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5b2507-7b60-47aa-bab6-f063cd301d79 req-781cfe67-0147-4771-a19d-dedd93403cc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:25:40.954132 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76265670-3cb1-4b2d-a1fe-c2530e40c30b req-aa4f96dc-3e1c-43ef-8c52-1142765a27ef tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:25:40.954268 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5b2507-7b60-47aa-bab6-f063cd301d79 req-781cfe67-0147-4771-a19d-dedd93403cc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:25:40.956549 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-0b5b2507-7b60-47aa-bab6-f063cd301d79 req-781cfe67-0147-4771-a19d-dedd93403cc7 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=ca795481-031c-48ac-925f-00596ed83bb9 HTTP/1.1" status: 200 len: 6502 time: 0.3731623 Jan 26 21:25:40.959049 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-08c76c9e-df11-4df5-93af-a23c0bae5e73 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11788839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11599975'] for subnet (68f62439-8ec7-48ec-b8fa-67a39fc871b7), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:25:40.965745 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76265670-3cb1-4b2d-a1fe-c2530e40c30b req-aa4f96dc-3e1c-43ef-8c52-1142765a27ef tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:25:40.980664 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76265670-3cb1-4b2d-a1fe-c2530e40c30b req-aa4f96dc-3e1c-43ef-8c52-1142765a27ef tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:25:41.000475 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d6b49a93-331a-4975-bffc-1c1083b18364 None None] Publish callbacks [] for port (391dab10-9d1b-4405-b072-bf1a60f6411a), precommit_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:25:41.013785 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76265670-3cb1-4b2d-a1fe-c2530e40c30b req-aa4f96dc-3e1c-43ef-8c52-1142765a27ef tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:25:41.020169 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-76265670-3cb1-4b2d-a1fe-c2530e40c30b req-aa4f96dc-3e1c-43ef-8c52-1142765a27ef tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] 10.222.0.13 "GET /v2.0/ports?device_id=cc2a45fe-1c0e-4689-a738-964e9c19e30e HTTP/1.1" status: 200 len: 5416 time: 0.3685837 Jan 26 21:25:41.037969 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d6b49a93-331a-4975-bffc-1c1083b18364 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746560234527'] for port (391dab10-9d1b-4405-b072-bf1a60f6411a), after_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:25:41.148546 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] For port 91f29fd8-6388-453d-9829-9a8fc59108e3, host n-h1-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-5',level=0,port_id=91f29fd8-6388-453d-9829-9a8fc59108e3,segment=NetworkSegment(4eab25d6-89d9-4907-a1c2-51b06443ba33),segment_id=4eab25d6-89d9-4907-a1c2-51b06443ba33)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:25:41.156736 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c76c9e-df11-4df5-93af-a23c0bae5e73 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Pushing event updated for resources: {'Subnet': ['ID=68f62439-8ec7-48ec-b8fa-67a39fc871b7,revision_number=0']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:25:41.158591 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b49a93-331a-4975-bffc-1c1083b18364 None None] Pushing event updated for resources: {'Port': ['ID=391dab10-9d1b-4405-b072-bf1a60f6411a,revision_number=1']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:25:41.182343 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.db_base_plugin_common [None req-0dbeead5-83fd-40e1-94e2-a86c325af5f7 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Allocated IP 2001:db8::1 (80bdce17-b861-46cb-9014-7071d7f46353/9dccd6e7-fe1b-4ecc-96ef-7ac6ae896dad/3522e209-5d67-4591-b9a1-3d8a7fd0219f) {{(pid=103304) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 21:25:41.183598 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (91f29fd8-6388-453d-9829-9a8fc59108e3), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:25:41.238638 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c76c9e-df11-4df5-93af-a23c0bae5e73 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:25:41.238988 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c76c9e-df11-4df5-93af-a23c0bae5e73 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:25:41.239333 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c76c9e-df11-4df5-93af-a23c0bae5e73 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:25:41.239669 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c76c9e-df11-4df5-93af-a23c0bae5e73 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:25:41.240002 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c76c9e-df11-4df5-93af-a23c0bae5e73 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:25:41.240331 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c76c9e-df11-4df5-93af-a23c0bae5e73 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:25:41.240652 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c76c9e-df11-4df5-93af-a23c0bae5e73 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:25:41.240980 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c76c9e-df11-4df5-93af-a23c0bae5e73 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:25:41.241318 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c76c9e-df11-4df5-93af-a23c0bae5e73 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:25:41.243795 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c76c9e-df11-4df5-93af-a23c0bae5e73 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:25:41.244191 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c76c9e-df11-4df5-93af-a23c0bae5e73 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:25:41.244537 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c76c9e-df11-4df5-93af-a23c0bae5e73 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:25:41.244875 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c76c9e-df11-4df5-93af-a23c0bae5e73 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:25:41.256036 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Pushing event updated for resources: {'Port': ['ID=91f29fd8-6388-453d-9829-9a8fc59108e3,revision_number=6']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:25:41.266659 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-26af7cc1-d5f9-49ff-be3a-f78e19347556 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6c4c7db-4352-49d6-a316-5511d586c11b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2072600122', 'tenant_id': 'c6d9f10230f341edbbe46b16c17eb870', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'external_fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.208'}], 'enable_snat': True}, 'gw_port_id': 'cdd455b4-799e-4d3e-9c1d-4d10ddd6a3d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T21:25:34Z', 'updated_at': '2022-01-26T21:25:37Z', 'revision_number': 3, 'project_id': 'c6d9f10230f341edbbe46b16c17eb870', 'gw_port': {'id': 'cdd455b4-799e-4d3e-9c1d-4d10ddd6a3d8', 'name': '', 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:8a:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6c4c7db-4352-49d6-a316-5511d586c11b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2355, 'fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:25:36Z', 'updated_at': '2022-01-26T21:25:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-5'}], 'n-d-760453-5', False) {} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:25:41.270915 n-d-760453-5 neutron-server[103306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6b49a93-331a-4975-bffc-1c1083b18364 None None] Network 80bdce17-b861-46cb-9014-7071d7f46353 is already hosted by enough agents. {{(pid=103306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 21:25:41.274003 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-76265670-3cb1-4b2d-a1fe-c2530e40c30b req-7329c195-4740-4483-b0db-715ed8da2d2b tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] 10.222.0.13 "GET /v2.0/security-groups?id=cdcbac26-bdec-4926-b949-1e63137fb150&id=e87e70a3-dfc0-4db8-90a2-ffd9c4c809a5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2036431 Jan 26 21:25:41.323165 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08c76c9e-df11-4df5-93af-a23c0bae5e73 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Checking segment: {'id': 'd6d2aa88-4ea9-40bb-a0f8-e585072a1989', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '409f24a2-f487-449b-8f01-d9911b990d6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103305) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 21:25:41.323518 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08c76c9e-df11-4df5-93af-a23c0bae5e73 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Network hostable DHCP agents. Network: 409f24a2-f487-449b-8f01-d9911b990d6a, hostable agents: ['474ccdf7-ab6c-405b-a3b2-dc7b05829902'], hosted agents: [] {{(pid=103305) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 26 21:25:41.326874 n-d-760453-5 neutron-server[103306]: DEBUG neutron.scheduler.base_scheduler [None req-d6b49a93-331a-4975-bffc-1c1083b18364 None None] Resources bound (agent type, host, resource id): {{(pid=103306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:25:41.331546 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26af7cc1-d5f9-49ff-be3a-f78e19347556 None None] Checking router: e6c4c7db-4352-49d6-a316-5511d586c11b for host: n-d-760453-5 {{(pid=103306) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 26 21:25:41.332006 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26af7cc1-d5f9-49ff-be3a-f78e19347556 None None] Updating router e6c4c7db-4352-49d6-a316-5511d586c11b port cdd455b4-799e-4d3e-9c1d-4d10ddd6a3d8 binding host n-d-760453-5 {{(pid=103306) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 26 21:25:41.344406 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-0b5b2507-7b60-47aa-bab6-f063cd301d79 req-055e3ad2-7aa3-458a-93c9-5243c3166cd0 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=4949e7fd-e987-466a-ab17-ed5ae28a32c1&id=cfb1b9fe-a4df-4bbd-b439-103a9aa84b57&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3729885 Jan 26 21:25:41.367265 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6b49a93-331a-4975-bffc-1c1083b18364 None None] Received port after_create {{(pid=103306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 21:25:41.401603 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-26af7cc1-d5f9-49ff-be3a-f78e19347556 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (cdd455b4-799e-4d3e-9c1d-4d10ddd6a3d8), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:25:41.444780 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] get_ports_and_sgs() called for port_ids ['91f29fd8-6388-453d-9829-9a8fc59108e3'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 26 21:25:41.467975 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08c76c9e-df11-4df5-93af-a23c0bae5e73 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Network 409f24a2-f487-449b-8f01-d9911b990d6a is scheduled to be hosted by DHCP agent 474ccdf7-ab6c-405b-a3b2-dc7b05829902 with binding_index 1 {{(pid=103305) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 26 21:25:41.491551 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-2545ea08-34d6-4c01-bb81-18f345011ac8 tempest-AttachVolumeShelveTestJSON-345998519 tempest-AttachVolumeShelveTestJSON-345998519-project] Publish callbacks [] for port (10b5d8ec-38b9-4b82-92ed-a41b662e3119), precommit_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:25:41.503159 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-2545ea08-34d6-4c01-bb81-18f345011ac8 tempest-AttachVolumeShelveTestJSON-345998519 tempest-AttachVolumeShelveTestJSON-345998519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11791520'] for port (10b5d8ec-38b9-4b82-92ed-a41b662e3119), after_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:25:41.515693 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [None req-08c76c9e-df11-4df5-93af-a23c0bae5e73 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760453-5, 409f24a2-f487-449b-8f01-d9911b990d6a) {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:25:41.530374 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08c76c9e-df11-4df5-93af-a23c0bae5e73 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:25:41.531597 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-08c76c9e-df11-4df5-93af-a23c0bae5e73 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709645'] for subnet (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:25:41.598512 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d89b4791-1f73-4d26-8638-ec25a604c40d None None] Network 409f24a2-f487-449b-8f01-d9911b990d6a requested from n-d-760453-5 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 26 21:25:41.607709 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-0dbeead5-83fd-40e1-94e2-a86c325af5f7 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Publish callbacks [] for port (3522e209-5d67-4591-b9a1-3d8a7fd0219f), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:25:41.693227 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-0dbeead5-83fd-40e1-94e2-a86c325af5f7 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746560234527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9281553'] for port (3522e209-5d67-4591-b9a1-3d8a7fd0219f), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:25:41.733278 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2545ea08-34d6-4c01-bb81-18f345011ac8 tempest-AttachVolumeShelveTestJSON-345998519 tempest-AttachVolumeShelveTestJSON-345998519-project] Pushing event updated for resources: {'Port': ['ID=10b5d8ec-38b9-4b82-92ed-a41b662e3119,revision_number=2']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:25:41.747227 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-2545ea08-34d6-4c01-bb81-18f345011ac8 tempest-AttachVolumeShelveTestJSON-345998519 tempest-AttachVolumeShelveTestJSON-345998519-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4110913'] for floatingip (9452a37e-0cac-40de-bd8d-035f39ab79c7), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:25:41.790127 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-2545ea08-34d6-4c01-bb81-18f345011ac8 tempest-AttachVolumeShelveTestJSON-345998519 tempest-AttachVolumeShelveTestJSON-345998519-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for floatingip (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:25:41.792355 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-2545ea08-34d6-4c01-bb81-18f345011ac8 tempest-AttachVolumeShelveTestJSON-345998519 tempest-AttachVolumeShelveTestJSON-345998519-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.4056299 Jan 26 21:25:41.830838 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dbeead5-83fd-40e1-94e2-a86c325af5f7 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Network 80bdce17-b861-46cb-9014-7071d7f46353 is already hosted by enough agents. {{(pid=103304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 21:25:41.836743 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-08c76c9e-df11-4df5-93af-a23c0bae5e73 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.9793060 Jan 26 21:25:41.839619 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 44620) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:25:41.872696 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [None req-0dbeead5-83fd-40e1-94e2-a86c325af5f7 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Resources bound (agent type, host, resource id): {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:25:41.885374 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dbeead5-83fd-40e1-94e2-a86c325af5f7 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Received port after_create {{(pid=103304) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 21:25:41.888677 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-0dbeead5-83fd-40e1-94e2-a86c325af5f7 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4111050'] for router_interface (41a07b30-b9df-4ca8-8c86-610c9d83b11d), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:25:41.894896 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dbeead5-83fd-40e1-94e2-a86c325af5f7 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Pushing event updated for resources: {'Port': ['ID=3522e209-5d67-4591-b9a1-3d8a7fd0219f,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:25:42.448270 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-0dbeead5-83fd-40e1-94e2-a86c325af5f7 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (3522e209-5d67-4591-b9a1-3d8a7fd0219f), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:25:42.493359 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-d6b49a93-331a-4975-bffc-1c1083b18364 None None] Attempting to bind port 391dab10-9d1b-4405-b072-bf1a60f6411a on host n-d-760453-5 for vnic_type normal with profile {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 21:25:42.500091 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-d6b49a93-331a-4975-bffc-1c1083b18364 None None] Attempting to bind port 391dab10-9d1b-4405-b072-bf1a60f6411a by drivers openvswitch,hyperv on host n-d-760453-5 at level 0 using segments [{'id': '3c6d624c-ba08-479a-b68a-7684ce678b5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '80bdce17-b861-46cb-9014-7071d7f46353'}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 26 21:25:42.500639 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6b49a93-331a-4975-bffc-1c1083b18364 None None] Attempting to bind port 391dab10-9d1b-4405-b072-bf1a60f6411a on network 80bdce17-b861-46cb-9014-7071d7f46353 {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 21:25:42.550931 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6b49a93-331a-4975-bffc-1c1083b18364 None None] Checking agent: {'id': 'fea0591a-627d-4c87-9a9a-01625ddf3277', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760453-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 20, 55, 25), 'started_at': datetime.datetime(2022, 1, 26, 20, 55, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 21, 25, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760453-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 26 21:25:42.551231 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6b49a93-331a-4975-bffc-1c1083b18364 None None] Checking segment: {'id': '3c6d624c-ba08-479a-b68a-7684ce678b5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '80bdce17-b861-46cb-9014-7071d7f46353'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 21:25:42.551695 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d6b49a93-331a-4975-bffc-1c1083b18364 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:25:42.552157 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6b49a93-331a-4975-bffc-1c1083b18364 None None] Bound using segment: {'id': '3c6d624c-ba08-479a-b68a-7684ce678b5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '80bdce17-b861-46cb-9014-7071d7f46353'} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 26 21:25:42.553898 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-d6b49a93-331a-4975-bffc-1c1083b18364 None None] Bound port: 391dab10-9d1b-4405-b072-bf1a60f6411a, host: n-d-760453-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c6d624c-ba08-479a-b68a-7684ce678b5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '80bdce17-b861-46cb-9014-7071d7f46353'}}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 26 21:25:42.554362 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d6b49a93-331a-4975-bffc-1c1083b18364 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (391dab10-9d1b-4405-b072-bf1a60f6411a), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:25:42.848938 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-191f069b-810e-4834-847f-6f96f9e4c869 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3c4099e8-8ffb-51d1-af7f-5868973e933f-409f24a2-f487-449b-8f01-d9911b990d6a', 'network_id': '409f24a2-f487-449b-8f01-d9911b990d6a', 'project_id': 'c6d9f10230f341edbbe46b16c17eb870', 'fixed_ips': [{'subnet_id': '68f62439-8ec7-48ec-b8fa-67a39fc871b7'}]}} from n-d-760453-5. {{(pid=103306) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 26 21:25:42.850093 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-191f069b-810e-4834-847f-6f96f9e4c869 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (None), before_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:25:42.984249 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-d6b49a93-331a-4975-bffc-1c1083b18364 None None] For port 391dab10-9d1b-4405-b072-bf1a60f6411a, host n-d-760453-5, cleared binding levels {{(pid=103306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 26 21:25:43.066948 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-d6b49a93-331a-4975-bffc-1c1083b18364 None None] For port 391dab10-9d1b-4405-b072-bf1a60f6411a, host n-d-760453-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=391dab10-9d1b-4405-b072-bf1a60f6411a,segment=NetworkSegment(3c6d624c-ba08-479a-b68a-7684ce678b5c),segment_id=3c6d624c-ba08-479a-b68a-7684ce678b5c)] {{(pid=103306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 26 21:25:43.111109 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d6b49a93-331a-4975-bffc-1c1083b18364 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (391dab10-9d1b-4405-b072-bf1a60f6411a), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:25:43.188390 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-44fa6271-0605-4ee8-b298-5da087d8f5be tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:25:43.252100 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b49a93-331a-4975-bffc-1c1083b18364 None None] Pushing event updated for resources: {'Port': ['ID=391dab10-9d1b-4405-b072-bf1a60f6411a,revision_number=2']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:25:43.415878 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-0dbeead5-83fd-40e1-94e2-a86c325af5f7 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Publish callbacks [] for port (3522e209-5d67-4591-b9a1-3d8a7fd0219f), precommit_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:25:43.445107 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-0dbeead5-83fd-40e1-94e2-a86c325af5f7 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9281542'] for port (3522e209-5d67-4591-b9a1-3d8a7fd0219f), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:25:43.448095 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-0dbeead5-83fd-40e1-94e2-a86c325af5f7 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3709457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4110682'] for router_interface (41a07b30-b9df-4ca8-8c86-610c9d83b11d), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:25:43.588333 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-26af7cc1-d5f9-49ff-be3a-f78e19347556 None None] Publish callbacks [] for port (cdd455b4-799e-4d3e-9c1d-4d10ddd6a3d8), precommit_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:25:43.662803 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dbeead5-83fd-40e1-94e2-a86c325af5f7 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Pushing event updated for resources: {'Port': ['ID=3522e209-5d67-4591-b9a1-3d8a7fd0219f,revision_number=2']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:25:43.720265 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-26af7cc1-d5f9-49ff-be3a-f78e19347556 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (cdd455b4-799e-4d3e-9c1d-4d10ddd6a3d8), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:25:43.808113 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dbeead5-83fd-40e1-94e2-a86c325af5f7 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Network 80bdce17-b861-46cb-9014-7071d7f46353 is already hosted by enough agents. {{(pid=103304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 21:25:43.812417 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [None req-0dbeead5-83fd-40e1-94e2-a86c325af5f7 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Resources bound (agent type, host, resource id): {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:25:43.881032 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.db_base_plugin_common [None req-191f069b-810e-4834-847f-6f96f9e4c869 None None] Allocated IP 172.20.0.2 (409f24a2-f487-449b-8f01-d9911b990d6a/68f62439-8ec7-48ec-b8fa-67a39fc871b7/58f63903-795f-49c3-8c4c-e98f2586b311) {{(pid=103306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 21:25:43.917503 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-739bf978-1d12-4f9f-9e4a-6be7761822b5 None None] Pushing event updated for resources: {'Port': ['ID=cdd455b4-799e-4d3e-9c1d-4d10ddd6a3d8,revision_number=2']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:25:43.929078 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-26af7cc1-d5f9-49ff-be3a-f78e19347556 None None] Attempting to bind port cdd455b4-799e-4d3e-9c1d-4d10ddd6a3d8 on host n-d-760453-5 for vnic_type normal with profile {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 21:25:43.933932 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-26af7cc1-d5f9-49ff-be3a-f78e19347556 None None] Attempting to bind port cdd455b4-799e-4d3e-9c1d-4d10ddd6a3d8 by drivers openvswitch,hyperv on host n-d-760453-5 at level 0 using segments [{'id': 'e17cb353-418f-48b9-b982-21a6233ee99b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299'}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 26 21:25:43.935707 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26af7cc1-d5f9-49ff-be3a-f78e19347556 None None] Attempting to bind port cdd455b4-799e-4d3e-9c1d-4d10ddd6a3d8 on network 4140a1f1-c93a-4bea-83a0-68953a54f299 {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 21:25:44.526003 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-191f069b-810e-4834-847f-6f96f9e4c869 None None] Publish callbacks [] for port (58f63903-795f-49c3-8c4c-e98f2586b311), precommit_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:25:44.532470 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26af7cc1-d5f9-49ff-be3a-f78e19347556 None None] Checking agent: {'id': 'fea0591a-627d-4c87-9a9a-01625ddf3277', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760453-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 20, 55, 25), 'started_at': datetime.datetime(2022, 1, 26, 20, 55, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 21, 25, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760453-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 26 21:25:44.532878 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26af7cc1-d5f9-49ff-be3a-f78e19347556 None None] Checking segment: {'id': 'e17cb353-418f-48b9-b982-21a6233ee99b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 21:25:44.533543 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-26af7cc1-d5f9-49ff-be3a-f78e19347556 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:25:44.534053 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26af7cc1-d5f9-49ff-be3a-f78e19347556 None None] Bound using segment: {'id': 'e17cb353-418f-48b9-b982-21a6233ee99b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299'} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 26 21:25:44.534738 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-26af7cc1-d5f9-49ff-be3a-f78e19347556 None None] Bound port: cdd455b4-799e-4d3e-9c1d-4d10ddd6a3d8, host: n-d-760453-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e17cb353-418f-48b9-b982-21a6233ee99b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299'}}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 26 21:25:44.535133 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-26af7cc1-d5f9-49ff-be3a-f78e19347556 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (cdd455b4-799e-4d3e-9c1d-4d10ddd6a3d8), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:25:44.605998 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-26af7cc1-d5f9-49ff-be3a-f78e19347556 None None] For port cdd455b4-799e-4d3e-9c1d-4d10ddd6a3d8, host n-d-760453-5, cleared binding levels {{(pid=103306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 26 21:25:44.610357 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-26af7cc1-d5f9-49ff-be3a-f78e19347556 None None] For port cdd455b4-799e-4d3e-9c1d-4d10ddd6a3d8, host n-d-760453-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=cdd455b4-799e-4d3e-9c1d-4d10ddd6a3d8,segment=NetworkSegment(e17cb353-418f-48b9-b982-21a6233ee99b),segment_id=e17cb353-418f-48b9-b982-21a6233ee99b)] {{(pid=103306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 26 21:25:44.614226 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-191f069b-810e-4834-847f-6f96f9e4c869 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746560234527'] for port (58f63903-795f-49c3-8c4c-e98f2586b311), after_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:25:44.664096 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-26af7cc1-d5f9-49ff-be3a-f78e19347556 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (cdd455b4-799e-4d3e-9c1d-4d10ddd6a3d8), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:25:44.681750 n-d-760453-5 neutron-server[103306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-191f069b-810e-4834-847f-6f96f9e4c869 None None] Network 409f24a2-f487-449b-8f01-d9911b990d6a is already hosted by enough agents. {{(pid=103306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 21:25:44.688940 n-d-760453-5 neutron-server[103306]: DEBUG neutron.scheduler.base_scheduler [None req-191f069b-810e-4834-847f-6f96f9e4c869 None None] Resources bound (agent type, host, resource id): {{(pid=103306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:25:44.696518 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-191f069b-810e-4834-847f-6f96f9e4c869 None None] Received port after_create {{(pid=103306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 21:25:44.716624 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-191f069b-810e-4834-847f-6f96f9e4c869 None None] Pushing event updated for resources: {'Port': ['ID=58f63903-795f-49c3-8c4c-e98f2586b311,revision_number=1']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:25:44.719791 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26af7cc1-d5f9-49ff-be3a-f78e19347556 None None] Routers {'e6c4c7db-4352-49d6-a316-5511d586c11b'} bound to L3 agent in host n-d-760453-5 {{(pid=103306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 21:25:44.720462 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-26af7cc1-d5f9-49ff-be3a-f78e19347556 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-26T20:55:21Z,description=,heartbeat_timestamp=2022-01-26T21:25:21Z,host='n-d-760453-5',id=09df100c-3af1-4b0a-bda8-05914c71c458,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:55:21Z,topic='l3_agent')) {'router_ids': ['e6c4c7db-4352-49d6-a316-5511d586c11b'], 'active': True} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:25:44.736285 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.db_base_plugin_common [None req-44fa6271-0605-4ee8-b298-5da087d8f5be tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Allocated IP 172.20.0.1 (409f24a2-f487-449b-8f01-d9911b990d6a/68f62439-8ec7-48ec-b8fa-67a39fc871b7/8c8b8c43-0df2-461b-821d-640828b068ef) {{(pid=103305) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 21:25:44.916369 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0dbeead5-83fd-40e1-94e2-a86c325af5f7 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Router 41a07b30-b9df-4ca8-8c86-610c9d83b11d is scheduled to L3 agent 09df100c-3af1-4b0a-bda8-05914c71c458 with binding_index 1 {{(pid=103304) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 26 21:25:44.940887 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-44fa6271-0605-4ee8-b298-5da087d8f5be tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Publish callbacks [] for port (8c8b8c43-0df2-461b-821d-640828b068ef), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:25:44.989025 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-44fa6271-0605-4ee8-b298-5da087d8f5be tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746560234527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11791543'] for port (8c8b8c43-0df2-461b-821d-640828b068ef), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:25:45.057845 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-191f069b-810e-4834-847f-6f96f9e4c869 None None] Attempting to bind port 58f63903-795f-49c3-8c4c-e98f2586b311 on host n-d-760453-5 for vnic_type normal with profile {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 21:25:45.058353 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-191f069b-810e-4834-847f-6f96f9e4c869 None None] Attempting to bind port 58f63903-795f-49c3-8c4c-e98f2586b311 by drivers openvswitch,hyperv on host n-d-760453-5 at level 0 using segments [{'id': 'd6d2aa88-4ea9-40bb-a0f8-e585072a1989', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '409f24a2-f487-449b-8f01-d9911b990d6a'}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 26 21:25:45.058574 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-191f069b-810e-4834-847f-6f96f9e4c869 None None] Attempting to bind port 58f63903-795f-49c3-8c4c-e98f2586b311 on network 409f24a2-f487-449b-8f01-d9911b990d6a {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 21:25:45.097237 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-191f069b-810e-4834-847f-6f96f9e4c869 None None] Checking agent: {'id': 'fea0591a-627d-4c87-9a9a-01625ddf3277', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760453-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 20, 55, 25), 'started_at': datetime.datetime(2022, 1, 26, 20, 55, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 21, 25, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760453-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 26 21:25:45.097649 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-191f069b-810e-4834-847f-6f96f9e4c869 None None] Checking segment: {'id': 'd6d2aa88-4ea9-40bb-a0f8-e585072a1989', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '409f24a2-f487-449b-8f01-d9911b990d6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 21:25:45.098064 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-191f069b-810e-4834-847f-6f96f9e4c869 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:25:45.098465 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-191f069b-810e-4834-847f-6f96f9e4c869 None None] Bound using segment: {'id': 'd6d2aa88-4ea9-40bb-a0f8-e585072a1989', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '409f24a2-f487-449b-8f01-d9911b990d6a'} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 26 21:25:45.098956 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-191f069b-810e-4834-847f-6f96f9e4c869 None None] Bound port: 58f63903-795f-49c3-8c4c-e98f2586b311, host: n-d-760453-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd6d2aa88-4ea9-40bb-a0f8-e585072a1989', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '409f24a2-f487-449b-8f01-d9911b990d6a'}}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 26 21:25:45.099343 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-191f069b-810e-4834-847f-6f96f9e4c869 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (58f63903-795f-49c3-8c4c-e98f2586b311), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:25:45.134862 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44fa6271-0605-4ee8-b298-5da087d8f5be tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Network 409f24a2-f487-449b-8f01-d9911b990d6a is already hosted by enough agents. {{(pid=103305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 21:25:45.185354 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-739bf978-1d12-4f9f-9e4a-6be7761822b5 None None] Pushing event updated for resources: {'Port': ['ID=cdd455b4-799e-4d3e-9c1d-4d10ddd6a3d8,revision_number=3']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:25:45.202082 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [None req-44fa6271-0605-4ee8-b298-5da087d8f5be tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Resources bound (agent type, host, resource id): {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:25:45.230404 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Device 91f29fd8-6388-453d-9829-9a8fc59108e3 up at agent hyperv_n-h1-760453-5 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 21:25:45.241717 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44fa6271-0605-4ee8-b298-5da087d8f5be tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Received port after_create {{(pid=103305) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 21:25:45.249250 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44fa6271-0605-4ee8-b298-5da087d8f5be tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Pushing event updated for resources: {'Port': ['ID=8c8b8c43-0df2-461b-821d-640828b068ef,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:25:45.253192 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0dbeead5-83fd-40e1-94e2-a86c325af5f7 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Notify agent at l3_agent.n-d-760453-5 the message routers_updated {{(pid=103304) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 26 21:25:45.266448 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36cc9b17-4b05-481f-8564-71c745c97a7c None None] Sync routers for ids ['41a07b30-b9df-4ca8-8c86-610c9d83b11d'] in n-d-760453-5 {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 26 21:25:45.266955 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-0dbeead5-83fd-40e1-94e2-a86c325af5f7 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] 10.222.0.13 "PUT /v2.0/routers/41a07b30-b9df-4ca8-8c86-610c9d83b11d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7651939 Jan 26 21:25:45.266955 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 44648) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:25:45.282389 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36cc9b17-4b05-481f-8564-71c745c97a7c None None] Routers {'41a07b30-b9df-4ca8-8c86-610c9d83b11d'} bound to L3 agent in host n-d-760453-5 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 21:25:45.282963 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-36cc9b17-4b05-481f-8564-71c745c97a7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-26T20:55:21Z,description=,heartbeat_timestamp=2022-01-26T21:25:21Z,host='n-d-760453-5',id=09df100c-3af1-4b0a-bda8-05914c71c458,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:55:21Z,topic='l3_agent')) {'router_ids': ['41a07b30-b9df-4ca8-8c86-610c9d83b11d'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:25:45.386673 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device 391dab10-9d1b-4405-b072-bf1a60f6411a up at agent ovs-agent-n-d-760453-5 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 21:25:45.398821 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-44fa6271-0605-4ee8-b298-5da087d8f5be tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4111050'] for router_interface (e6c4c7db-4352-49d6-a316-5511d586c11b), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:25:45.414599 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvr_db [None req-26af7cc1-d5f9-49ff-be3a-f78e19347556 None None] Set router e6c4c7db-4352-49d6-a316-5511d586c11b gateway port host: n-d-760453-5 {{(pid=103306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 21:25:45.536900 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74432316-cd6f-4f2d-88de-e2d1f4a065b9 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:25:45.544284 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-74432316-cd6f-4f2d-88de-e2d1f4a065b9 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] 10.222.0.13 "GET /v2.0/ports/3522e209-5d67-4591-b9a1-3d8a7fd0219f HTTP/1.1" status: 200 len: 911 time: 0.2763929 Jan 26 21:25:45.549393 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 44658) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:25:45.632183 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_dvr_db [None req-36cc9b17-4b05-481f-8564-71c745c97a7c None None] Set router 41a07b30-b9df-4ca8-8c86-610c9d83b11d gateway port host: None {{(pid=103307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 21:25:45.674206 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4921eaa9-8206-4f91-a4e3-7d4db9e3008f tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:25:45.688355 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4921eaa9-8206-4f91-a4e3-7d4db9e3008f tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:25:45.700606 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-4921eaa9-8206-4f91-a4e3-7d4db9e3008f tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1653 time: 0.1500611 Jan 26 21:25:45.702477 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 44662) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:25:45.805974 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-44fa6271-0605-4ee8-b298-5da087d8f5be tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (8c8b8c43-0df2-461b-821d-640828b068ef), before_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:25:45.998628 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-191f069b-810e-4834-847f-6f96f9e4c869 None None] For port 58f63903-795f-49c3-8c4c-e98f2586b311, host n-d-760453-5, cleared binding levels {{(pid=103306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 26 21:25:46.008849 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-191f069b-810e-4834-847f-6f96f9e4c869 None None] For port 58f63903-795f-49c3-8c4c-e98f2586b311, host n-d-760453-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=58f63903-795f-49c3-8c4c-e98f2586b311,segment=NetworkSegment(d6d2aa88-4ea9-40bb-a0f8-e585072a1989),segment_id=d6d2aa88-4ea9-40bb-a0f8-e585072a1989)] {{(pid=103306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 26 21:25:46.030538 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-1df13720-bd55-4905-af8b-bd8c04c941a0 None None] Provisioning complete for port 391dab10-9d1b-4405-b072-bf1a60f6411a triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:25:46.030924 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-1df13720-bd55-4905-af8b-bd8c04c941a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (391dab10-9d1b-4405-b072-bf1a60f6411a), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:25:46.117211 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-191f069b-810e-4834-847f-6f96f9e4c869 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (58f63903-795f-49c3-8c4c-e98f2586b311), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:25:46.429381 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Provisioning complete for port 91f29fd8-6388-453d-9829-9a8fc59108e3 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:25:46.430151 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (91f29fd8-6388-453d-9829-9a8fc59108e3), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:25:46.550165 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-36cc9b17-4b05-481f-8564-71c745c97a7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41a07b30-b9df-4ca8-8c86-610c9d83b11d', 'name': 'tempest-NetworksTestDHCPv6-router-1474165365', 'tenant_id': '91ff6b128d484238b8b1d440faeb9154', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T21:25:39Z', 'updated_at': '2022-01-26T21:25:42Z', 'revision_number': 2, 'project_id': '91ff6b128d484238b8b1d440faeb9154', 'gw_port_host': None, '_interfaces': [{'id': '3522e209-5d67-4591-b9a1-3d8a7fd0219f', 'name': '', 'network_id': '80bdce17-b861-46cb-9014-7071d7f46353', 'tenant_id': '91ff6b128d484238b8b1d440faeb9154', 'mac_address': 'fa:16:3e:cb:fe:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41a07b30-b9df-4ca8-8c86-610c9d83b11d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2364, 'fixed_ips': [{'subnet_id': '9dccd6e7-fe1b-4ecc-96ef-7ac6ae896dad', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:25:40Z', 'updated_at': '2022-01-26T21:25:43Z', 'revision_number': 2, 'project_id': '91ff6b128d484238b8b1d440faeb9154', 'subnets': [{'id': '9dccd6e7-fe1b-4ecc-96ef-7ac6ae896dad', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760453-5', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:25:46.651173 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Provisioning complete for port 391dab10-9d1b-4405-b072-bf1a60f6411a triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:25:46.651564 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (391dab10-9d1b-4405-b072-bf1a60f6411a), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:25:46.673641 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36cc9b17-4b05-481f-8564-71c745c97a7c None None] Checking router: 41a07b30-b9df-4ca8-8c86-610c9d83b11d for host: n-d-760453-5 {{(pid=103307) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 26 21:25:46.674278 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36cc9b17-4b05-481f-8564-71c745c97a7c None None] Updating router 41a07b30-b9df-4ca8-8c86-610c9d83b11d port 3522e209-5d67-4591-b9a1-3d8a7fd0219f binding host n-d-760453-5 {{(pid=103307) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 26 21:25:46.737547 n-d-760453-5 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-36cc9b17-4b05-481f-8564-71c745c97a7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (3522e209-5d67-4591-b9a1-3d8a7fd0219f), before_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:25:46.769899 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-191f069b-810e-4834-847f-6f96f9e4c869 None None] Pushing event updated for resources: {'Port': ['ID=58f63903-795f-49c3-8c4c-e98f2586b311,revision_number=2']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:25:47.093676 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-0ea98c6c-6c18-4ae0-b1bf-9e550beffe06 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4110657'] for router_interface (41a07b30-b9df-4ca8-8c86-610c9d83b11d), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:25:47.140042 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Current status of the port 391dab10-9d1b-4405-b072-bf1a60f6411a is: DOWN; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:25:47.141094 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (391dab10-9d1b-4405-b072-bf1a60f6411a), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:25:47.412092 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Current status of the port 91f29fd8-6388-453d-9829-9a8fc59108e3 is: BUILD; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:25:47.412406 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (91f29fd8-6388-453d-9829-9a8fc59108e3), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:25:47.511668 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] For port 391dab10-9d1b-4405-b072-bf1a60f6411a, host n-d-760453-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=391dab10-9d1b-4405-b072-bf1a60f6411a,segment=NetworkSegment(3c6d624c-ba08-479a-b68a-7684ce678b5c),segment_id=3c6d624c-ba08-479a-b68a-7684ce678b5c)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:25:47.518143 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-1df13720-bd55-4905-af8b-bd8c04c941a0 None None] Current status of the port 391dab10-9d1b-4405-b072-bf1a60f6411a is: DOWN; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:25:47.519232 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-1df13720-bd55-4905-af8b-bd8c04c941a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (391dab10-9d1b-4405-b072-bf1a60f6411a), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:25:47.660251 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (391dab10-9d1b-4405-b072-bf1a60f6411a), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:25:47.661837 n-d-760453-5 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-36cc9b17-4b05-481f-8564-71c745c97a7c None None] Publish callbacks [] for port (3522e209-5d67-4591-b9a1-3d8a7fd0219f), precommit_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:25:47.669678 n-d-760453-5 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-36cc9b17-4b05-481f-8564-71c745c97a7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (3522e209-5d67-4591-b9a1-3d8a7fd0219f), after_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:25:47.726033 n-d-760453-5 neutron-server[103306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b2054b9-c111-47ce-bd3a-a15958b5fddc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91f29fd8-6388-453d-9829-9a8fc59108e3'}] {{(pid=103306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 21:25:47.728322 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9d5d370febab655511bdd2ffe887e43e442d144a440368702bcc1e93af00b97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1af8841a-6a2f-4a83-9904-7c7ff541548e" -d '{"events": [{"server_uuid": "4b2054b9-c111-47ce-bd3a-a15958b5fddc", "name": "network-vif-plugged", "status": "completed", "tag": "91f29fd8-6388-453d-9829-9a8fc59108e3"}]}' {{(pid=103306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 21:25:47.839075 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23912885-5301-4144-98be-6b819fb619b9 None None] Pushing event updated for resources: {'Port': ['ID=3522e209-5d67-4591-b9a1-3d8a7fd0219f,revision_number=3']} {{(pid=103307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:25:47.855747 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23912885-5301-4144-98be-6b819fb619b9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:25:47.856428 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23912885-5301-4144-98be-6b819fb619b9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:25:47.856921 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23912885-5301-4144-98be-6b819fb619b9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:25:47.857452 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23912885-5301-4144-98be-6b819fb619b9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:25:47.857955 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23912885-5301-4144-98be-6b819fb619b9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:25:47.858343 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-44fa6271-0605-4ee8-b298-5da087d8f5be tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Publish callbacks [] for port (8c8b8c43-0df2-461b-821d-640828b068ef), precommit_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:25:47.859124 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23912885-5301-4144-98be-6b819fb619b9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:25:47.859592 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23912885-5301-4144-98be-6b819fb619b9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:25:47.860071 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23912885-5301-4144-98be-6b819fb619b9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:25:47.868663 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23912885-5301-4144-98be-6b819fb619b9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:25:47.869855 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23912885-5301-4144-98be-6b819fb619b9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:25:47.870332 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23912885-5301-4144-98be-6b819fb619b9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:25:47.870802 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23912885-5301-4144-98be-6b819fb619b9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:25:47.871287 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23912885-5301-4144-98be-6b819fb619b9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:25:47.884860 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-0ea98c6c-6c18-4ae0-b1bf-9e550beffe06 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Deleting port 3522e209-5d67-4591-b9a1-3d8a7fd0219f {{(pid=103304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 21:25:47.888158 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-0ea98c6c-6c18-4ae0-b1bf-9e550beffe06 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746560630878'] for port (3522e209-5d67-4591-b9a1-3d8a7fd0219f), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:25:47.889282 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-44fa6271-0605-4ee8-b298-5da087d8f5be tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11791520'] for port (8c8b8c43-0df2-461b-821d-640828b068ef), after_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:25:47.928972 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] For port 91f29fd8-6388-453d-9829-9a8fc59108e3, host n-h1-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-5',level=0,port_id=91f29fd8-6388-453d-9829-9a8fc59108e3,segment=NetworkSegment(4eab25d6-89d9-4907-a1c2-51b06443ba33),segment_id=4eab25d6-89d9-4907-a1c2-51b06443ba33)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:25:47.984242 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (91f29fd8-6388-453d-9829-9a8fc59108e3), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:25:48.029421 n-d-760453-5 neutron-server[103307]: DEBUG neutron.plugins.ml2.managers [None req-36cc9b17-4b05-481f-8564-71c745c97a7c None None] Attempting to bind port 3522e209-5d67-4591-b9a1-3d8a7fd0219f on host n-d-760453-5 for vnic_type normal with profile {{(pid=103307) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 21:25:48.030001 n-d-760453-5 neutron-server[103307]: DEBUG neutron.plugins.ml2.managers [None req-36cc9b17-4b05-481f-8564-71c745c97a7c None None] Attempting to bind port 3522e209-5d67-4591-b9a1-3d8a7fd0219f by drivers openvswitch,hyperv on host n-d-760453-5 at level 0 using segments [{'id': '3c6d624c-ba08-479a-b68a-7684ce678b5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '80bdce17-b861-46cb-9014-7071d7f46353'}] {{(pid=103307) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 26 21:25:48.030509 n-d-760453-5 neutron-server[103307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36cc9b17-4b05-481f-8564-71c745c97a7c None None] Attempting to bind port 3522e209-5d67-4591-b9a1-3d8a7fd0219f on network 80bdce17-b861-46cb-9014-7071d7f46353 {{(pid=103307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 21:25:48.038307 n-d-760453-5 neutron-server[103307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36cc9b17-4b05-481f-8564-71c745c97a7c None None] Checking agent: {'id': 'fea0591a-627d-4c87-9a9a-01625ddf3277', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760453-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 20, 55, 25), 'started_at': datetime.datetime(2022, 1, 26, 20, 55, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 21, 25, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760453-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 26 21:25:48.038898 n-d-760453-5 neutron-server[103307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36cc9b17-4b05-481f-8564-71c745c97a7c None None] Checking segment: {'id': '3c6d624c-ba08-479a-b68a-7684ce678b5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '80bdce17-b861-46cb-9014-7071d7f46353'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103307) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 21:25:48.039449 n-d-760453-5 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-36cc9b17-4b05-481f-8564-71c745c97a7c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:25:48.039986 n-d-760453-5 neutron-server[103307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36cc9b17-4b05-481f-8564-71c745c97a7c None None] Bound using segment: {'id': '3c6d624c-ba08-479a-b68a-7684ce678b5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '80bdce17-b861-46cb-9014-7071d7f46353'} {{(pid=103307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 26 21:25:48.040610 n-d-760453-5 neutron-server[103307]: DEBUG neutron.plugins.ml2.managers [None req-36cc9b17-4b05-481f-8564-71c745c97a7c None None] Bound port: 3522e209-5d67-4591-b9a1-3d8a7fd0219f, host: n-d-760453-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c6d624c-ba08-479a-b68a-7684ce678b5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '80bdce17-b861-46cb-9014-7071d7f46353'}}] {{(pid=103307) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 26 21:25:48.041135 n-d-760453-5 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-36cc9b17-4b05-481f-8564-71c745c97a7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (3522e209-5d67-4591-b9a1-3d8a7fd0219f), before_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:25:48.063924 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-26af7cc1-d5f9-49ff-be3a-f78e19347556 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6c4c7db-4352-49d6-a316-5511d586c11b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2072600122', 'tenant_id': 'c6d9f10230f341edbbe46b16c17eb870', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'external_fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.208'}], 'enable_snat': True}, 'gw_port_id': 'cdd455b4-799e-4d3e-9c1d-4d10ddd6a3d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T21:25:34Z', 'updated_at': '2022-01-26T21:25:37Z', 'revision_number': 3, 'project_id': 'c6d9f10230f341edbbe46b16c17eb870', 'gw_port': {'id': 'cdd455b4-799e-4d3e-9c1d-4d10ddd6a3d8', 'name': '', 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:8a:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6c4c7db-4352-49d6-a316-5511d586c11b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2355, 'fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:25:36Z', 'updated_at': '2022-01-26T21:25:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-5'}], 'n-d-760453-5', False) {} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:25:48.071872 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device 58f63903-795f-49c3-8c4c-e98f2586b311 up at agent ovs-agent-n-d-760453-5 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 21:25:48.168287 n-d-760453-5 neutron-server[103307]: DEBUG neutron.plugins.ml2.db [None req-36cc9b17-4b05-481f-8564-71c745c97a7c None None] For port 3522e209-5d67-4591-b9a1-3d8a7fd0219f, host n-d-760453-5, cleared binding levels {{(pid=103307) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 26 21:25:48.175842 n-d-760453-5 neutron-server[103307]: DEBUG neutron.plugins.ml2.db [None req-36cc9b17-4b05-481f-8564-71c745c97a7c None None] For port 3522e209-5d67-4591-b9a1-3d8a7fd0219f, host n-d-760453-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=3522e209-5d67-4591-b9a1-3d8a7fd0219f,segment=NetworkSegment(3c6d624c-ba08-479a-b68a-7684ce678b5c),segment_id=3c6d624c-ba08-479a-b68a-7684ce678b5c)] {{(pid=103307) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 26 21:25:48.191634 n-d-760453-5 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-36cc9b17-4b05-481f-8564-71c745c97a7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (3522e209-5d67-4591-b9a1-3d8a7fd0219f), after_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:25:48.267262 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-44fa6271-0605-4ee8-b298-5da087d8f5be tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3709457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4110682'] for router_interface (e6c4c7db-4352-49d6-a316-5511d586c11b), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:25:48.269568 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44fa6271-0605-4ee8-b298-5da087d8f5be tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Pushing event updated for resources: {'Port': ['ID=8c8b8c43-0df2-461b-821d-640828b068ef,revision_number=2']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:25:48.332382 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-0ea98c6c-6c18-4ae0-b1bf-9e550beffe06 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4109658'] for port (3522e209-5d67-4591-b9a1-3d8a7fd0219f), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:25:48.377641 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23912885-5301-4144-98be-6b819fb619b9 None None] Pushing event updated for resources: {'Port': ['ID=3522e209-5d67-4591-b9a1-3d8a7fd0219f,revision_number=4']} {{(pid=103307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:25:48.384459 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26af7cc1-d5f9-49ff-be3a-f78e19347556 None None] The sync data for ids ['e6c4c7db-4352-49d6-a316-5511d586c11b'] in n-d-760453-5 is: [{'id': 'e6c4c7db-4352-49d6-a316-5511d586c11b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2072600122', 'tenant_id': 'c6d9f10230f341edbbe46b16c17eb870', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'external_fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.208'}], 'enable_snat': True}, 'gw_port_id': 'cdd455b4-799e-4d3e-9c1d-4d10ddd6a3d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T21:25:34Z', 'updated_at': '2022-01-26T21:25:37Z', 'revision_number': 3, 'project_id': 'c6d9f10230f341edbbe46b16c17eb870', 'gw_port': {'id': 'cdd455b4-799e-4d3e-9c1d-4d10ddd6a3d8', 'name': '', 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:8a:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6c4c7db-4352-49d6-a316-5511d586c11b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2355, 'fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:25:36Z', 'updated_at': '2022-01-26T21:25:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-5'}] {{(pid=103306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 26 21:25:48.420225 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Pushing event updated for resources: {'Port': ['ID=391dab10-9d1b-4405-b072-bf1a60f6411a,revision_number=3']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:25:48.431126 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-0ea98c6c-6c18-4ae0-b1bf-9e550beffe06 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Calling delete_port for 3522e209-5d67-4591-b9a1-3d8a7fd0219f owned by network:router_interface {{(pid=103304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 21:25:48.441775 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.db.api [None req-1df13720-bd55-4905-af8b-bd8c04c941a0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103306) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 26 21:25:48.442322 n-d-760453-5 neutron-server[103306]: DEBUG oslo_db.api [None req-1df13720-bd55-4905-af8b-bd8c04c941a0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 26 21:25:48.477419 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36cc9b17-4b05-481f-8564-71c745c97a7c None None] Routers {'41a07b30-b9df-4ca8-8c86-610c9d83b11d'} bound to L3 agent in host n-d-760453-5 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 21:25:48.479282 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-36cc9b17-4b05-481f-8564-71c745c97a7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-26T20:55:21Z,description=,heartbeat_timestamp=2022-01-26T21:25:21Z,host='n-d-760453-5',id=09df100c-3af1-4b0a-bda8-05914c71c458,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:55:21Z,topic='l3_agent')) {'router_ids': ['41a07b30-b9df-4ca8-8c86-610c9d83b11d'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:25:48.679074 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44fa6271-0605-4ee8-b298-5da087d8f5be tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Network 409f24a2-f487-449b-8f01-d9911b990d6a is already hosted by enough agents. {{(pid=103305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 21:25:48.682581 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [None req-44fa6271-0605-4ee8-b298-5da087d8f5be tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Resources bound (agent type, host, resource id): {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:25:48.719823 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Pushing event updated for resources: {'Port': ['ID=91f29fd8-6388-453d-9829-9a8fc59108e3,revision_number=7']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:25:48.753615 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Provisioning complete for port 58f63903-795f-49c3-8c4c-e98f2586b311 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:25:48.754487 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (58f63903-795f-49c3-8c4c-e98f2586b311), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:25:48.893964 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-651d83ad-09d6-425d-9d78-b4993bf78e7d None None] Network 409f24a2-f487-449b-8f01-d9911b990d6a requested from n-d-760453-5 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 26 21:25:48.971251 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_dvr_db [None req-36cc9b17-4b05-481f-8564-71c745c97a7c None None] Set router 41a07b30-b9df-4ca8-8c86-610c9d83b11d gateway port host: None {{(pid=103307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 21:25:49.103549 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44fa6271-0605-4ee8-b298-5da087d8f5be tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Router e6c4c7db-4352-49d6-a316-5511d586c11b has already been hosted by L3 agent 09df100c-3af1-4b0a-bda8-05914c71c458 {{(pid=103305) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 26 21:25:49.250126 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-0ea98c6c-6c18-4ae0-b1bf-9e550beffe06 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746560636600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746560234536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9281553'] for port (3522e209-5d67-4591-b9a1-3d8a7fd0219f), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:25:49.342875 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-6ab44edd-f605-40d7-b342-6e32fae9afe1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (474ccdf7-ab6c-405b-a3b2-dc7b05829902), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:25:49.379941 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea98c6c-6c18-4ae0-b1bf-9e550beffe06 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Pushing event deleted for resources: {'Port': ['ID=3522e209-5d67-4591-b9a1-3d8a7fd0219f,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:25:49.463775 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-1df13720-bd55-4905-af8b-bd8c04c941a0 None None] Current status of the port 391dab10-9d1b-4405-b072-bf1a60f6411a is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:25:49.511389 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44fa6271-0605-4ee8-b298-5da087d8f5be tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Notify agent at l3_agent.n-d-760453-5 the message routers_updated {{(pid=103305) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 26 21:25:49.521192 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Current status of the port 58f63903-795f-49c3-8c4c-e98f2586b311 is: DOWN; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:25:49.524891 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (58f63903-795f-49c3-8c4c-e98f2586b311), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:25:49.558366 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-44fa6271-0605-4ee8-b298-5da087d8f5be tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] 10.222.0.13 "PUT /v2.0/routers/e6c4c7db-4352-49d6-a316-5511d586c11b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7073658 Jan 26 21:25:49.690874 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-c189aacb-44a3-4667-97d6-a84cee04abfc None None] Could not find standard attr ID for object 3522e209-5d67-4591-b9a1-3d8a7fd0219f. {{(pid=103306) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 26 21:25:49.719563 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] For port 58f63903-795f-49c3-8c4c-e98f2586b311, host n-d-760453-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=58f63903-795f-49c3-8c4c-e98f2586b311,segment=NetworkSegment(d6d2aa88-4ea9-40bb-a0f8-e585072a1989),segment_id=d6d2aa88-4ea9-40bb-a0f8-e585072a1989)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:25:49.734019 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-36cc9b17-4b05-481f-8564-71c745c97a7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41a07b30-b9df-4ca8-8c86-610c9d83b11d', 'name': 'tempest-NetworksTestDHCPv6-router-1474165365', 'tenant_id': '91ff6b128d484238b8b1d440faeb9154', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T21:25:39Z', 'updated_at': '2022-01-26T21:25:42Z', 'revision_number': 2, 'project_id': '91ff6b128d484238b8b1d440faeb9154', 'gw_port_host': None, '_interfaces': [{'id': '3522e209-5d67-4591-b9a1-3d8a7fd0219f', 'name': '', 'network_id': '80bdce17-b861-46cb-9014-7071d7f46353', 'tenant_id': '91ff6b128d484238b8b1d440faeb9154', 'mac_address': 'fa:16:3e:cb:fe:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41a07b30-b9df-4ca8-8c86-610c9d83b11d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2364, 'fixed_ips': [{'subnet_id': '9dccd6e7-fe1b-4ecc-96ef-7ac6ae896dad', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:25:40Z', 'updated_at': '2022-01-26T21:25:48Z', 'revision_number': 4, 'project_id': '91ff6b128d484238b8b1d440faeb9154', 'subnets': [{'id': '9dccd6e7-fe1b-4ecc-96ef-7ac6ae896dad', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760453-5', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:25:49.743002 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-0ea98c6c-6c18-4ae0-b1bf-9e550beffe06 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3709480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4110805'] for router_interface (41a07b30-b9df-4ca8-8c86-610c9d83b11d), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:25:49.756889 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (58f63903-795f-49c3-8c4c-e98f2586b311), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:25:49.807536 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-c189aacb-44a3-4667-97d6-a84cee04abfc None None] Provisioning complete for port 58f63903-795f-49c3-8c4c-e98f2586b311 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:25:49.811619 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-c189aacb-44a3-4667-97d6-a84cee04abfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (58f63903-795f-49c3-8c4c-e98f2586b311), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:25:49.840855 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36cc9b17-4b05-481f-8564-71c745c97a7c None None] The sync data for ids ['41a07b30-b9df-4ca8-8c86-610c9d83b11d'] in n-d-760453-5 is: [{'id': '41a07b30-b9df-4ca8-8c86-610c9d83b11d', 'name': 'tempest-NetworksTestDHCPv6-router-1474165365', 'tenant_id': '91ff6b128d484238b8b1d440faeb9154', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T21:25:39Z', 'updated_at': '2022-01-26T21:25:42Z', 'revision_number': 2, 'project_id': '91ff6b128d484238b8b1d440faeb9154', 'gw_port_host': None, '_interfaces': [{'id': '3522e209-5d67-4591-b9a1-3d8a7fd0219f', 'name': '', 'network_id': '80bdce17-b861-46cb-9014-7071d7f46353', 'tenant_id': '91ff6b128d484238b8b1d440faeb9154', 'mac_address': 'fa:16:3e:cb:fe:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41a07b30-b9df-4ca8-8c86-610c9d83b11d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2364, 'fixed_ips': [{'subnet_id': '9dccd6e7-fe1b-4ecc-96ef-7ac6ae896dad', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:25:40Z', 'updated_at': '2022-01-26T21:25:48Z', 'revision_number': 4, 'project_id': '91ff6b128d484238b8b1d440faeb9154', 'subnets': [{'id': '9dccd6e7-fe1b-4ecc-96ef-7ac6ae896dad', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 26 21:25:50.364453 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ea98c6c-6c18-4ae0-b1bf-9e550beffe06 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Router 41a07b30-b9df-4ca8-8c86-610c9d83b11d has already been hosted by L3 agent 09df100c-3af1-4b0a-bda8-05914c71c458 {{(pid=103304) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 26 21:25:50.582881 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device 391dab10-9d1b-4405-b072-bf1a60f6411a up at agent ovs-agent-n-d-760453-5 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 21:25:50.673464 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ea98c6c-6c18-4ae0-b1bf-9e550beffe06 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Notify agent at l3_agent.n-d-760453-5 the message routers_updated {{(pid=103304) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 26 21:25:50.711532 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-0ea98c6c-6c18-4ae0-b1bf-9e550beffe06 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] 10.222.0.13 "PUT /v2.0/routers/41a07b30-b9df-4ca8-8c86-610c9d83b11d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0050569 Jan 26 21:25:50.714749 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 44934) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:25:50.845720 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-c189aacb-44a3-4667-97d6-a84cee04abfc None None] Current status of the port 58f63903-795f-49c3-8c4c-e98f2586b311 is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:25:50.891175 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c20dc8dc-a798-445c-96f1-2f88461cbb7e tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:25:50.891638 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Pushing event updated for resources: {'Port': ['ID=58f63903-795f-49c3-8c4c-e98f2586b311,revision_number=3']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:25:50.901069 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c20dc8dc-a798-445c-96f1-2f88461cbb7e tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:25:50.908699 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 44954) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:25:50.909211 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-c20dc8dc-a798-445c-96f1-2f88461cbb7e tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1929870 Jan 26 21:25:50.939830 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Provisioning complete for port 391dab10-9d1b-4405-b072-bf1a60f6411a triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:25:50.940934 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (391dab10-9d1b-4405-b072-bf1a60f6411a), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:25:51.032614 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.db_base_plugin_v2 [None req-d07700d3-d073-47c1-bfec-784871120353 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Deleting subnet 9dccd6e7-fe1b-4ecc-96ef-7ac6ae896dad {{(pid=103305) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 26 21:25:51.049776 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-d07700d3-d073-47c1-bfec-784871120353 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Publish callbacks [] for subnet (9dccd6e7-fe1b-4ecc-96ef-7ac6ae896dad), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:25:51.131236 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Current status of the port 391dab10-9d1b-4405-b072-bf1a60f6411a is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:25:51.133016 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device cdd455b4-799e-4d3e-9c1d-4d10ddd6a3d8 up at agent ovs-agent-n-d-760453-5 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 21:25:51.160573 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-d07700d3-d073-47c1-bfec-784871120353 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11788946'] for subnet (9dccd6e7-fe1b-4ecc-96ef-7ac6ae896dad), precommit_delete_associations {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:25:51.301600 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-381156d3-75f5-4669-bad2-2cf99a09901d None None] Provisioning complete for port 8c8b8c43-0df2-461b-821d-640828b068ef triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:25:51.302503 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-381156d3-75f5-4669-bad2-2cf99a09901d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (8c8b8c43-0df2-461b-821d-640828b068ef), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:25:51.313480 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-0eadd5c8-7554-4e0f-88e3-2d4de70e43d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (09df100c-3af1-4b0a-bda8-05914c71c458), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:25:51.392774 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Provisioning complete for port cdd455b4-799e-4d3e-9c1d-4d10ddd6a3d8 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:25:51.395929 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (cdd455b4-799e-4d3e-9c1d-4d10ddd6a3d8), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:25:51.473349 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-d07700d3-d073-47c1-bfec-784871120353 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687316'] for subnet (9dccd6e7-fe1b-4ecc-96ef-7ac6ae896dad), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:25:51.491465 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-381156d3-75f5-4669-bad2-2cf99a09901d None None] Port 8c8b8c43-0df2-461b-821d-640828b068ef cannot update to ACTIVE because it is not bound. {{(pid=103306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 26 21:25:51.658205 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-d07700d3-d073-47c1-bfec-784871120353 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11791594', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11599980'] for subnet (9dccd6e7-fe1b-4ecc-96ef-7ac6ae896dad), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:25:51.696254 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Current status of the port cdd455b4-799e-4d3e-9c1d-4d10ddd6a3d8 is: DOWN; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:25:51.697505 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (cdd455b4-799e-4d3e-9c1d-4d10ddd6a3d8), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:25:51.706433 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-381156d3-75f5-4669-bad2-2cf99a09901d None None] Provisioning complete for port 58f63903-795f-49c3-8c4c-e98f2586b311 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:25:51.707494 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-381156d3-75f5-4669-bad2-2cf99a09901d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (58f63903-795f-49c3-8c4c-e98f2586b311), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:25:51.793912 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] For port cdd455b4-799e-4d3e-9c1d-4d10ddd6a3d8, host n-d-760453-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=cdd455b4-799e-4d3e-9c1d-4d10ddd6a3d8,segment=NetworkSegment(e17cb353-418f-48b9-b982-21a6233ee99b),segment_id=e17cb353-418f-48b9-b982-21a6233ee99b)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:25:51.800101 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07700d3-d073-47c1-bfec-784871120353 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Pushing event deleted for resources: {'Subnet': ['ID=9dccd6e7-fe1b-4ecc-96ef-7ac6ae896dad,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:25:51.810398 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-d07700d3-d073-47c1-bfec-784871120353 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709645'] for subnet (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:25:51.831662 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-d07700d3-d073-47c1-bfec-784871120353 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] 10.222.0.13 "DELETE /v2.0/subnets/9dccd6e7-fe1b-4ecc-96ef-7ac6ae896dad HTTP/1.1" status: 204 len: 168 time: 0.9209330 Jan 26 21:25:51.833158 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (cdd455b4-799e-4d3e-9c1d-4d10ddd6a3d8), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:25:51.834230 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 45012) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:25:51.853178 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c10bceb-40f8-4b60-ae71-345671e5c984 None None] Network 80bdce17-b861-46cb-9014-7071d7f46353 requested from n-d-760453-5 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 26 21:25:52.100454 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Pushing event updated for resources: {'Port': ['ID=cdd455b4-799e-4d3e-9c1d-4d10ddd6a3d8,revision_number=4']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:25:52.106179 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device 58f63903-795f-49c3-8c4c-e98f2586b311 up at agent ovs-agent-n-d-760453-5 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 21:25:52.253429 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 45034) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:25:52.254651 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-381156d3-75f5-4669-bad2-2cf99a09901d None None] Current status of the port 58f63903-795f-49c3-8c4c-e98f2586b311 is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:25:52.256314 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-72f71ac0-5cb6-4134-a6f5-047beab32cbe tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.4190199 Jan 26 21:25:52.269015 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-841f5991-a4d8-4d4b-b215-cbc6bab5427b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (aa7ee9d2-08eb-4e12-b895-24c57300dfec), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:25:52.277536 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Provisioning complete for port 58f63903-795f-49c3-8c4c-e98f2586b311 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:25:52.278837 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (58f63903-795f-49c3-8c4c-e98f2586b311), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:25:52.478089 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed09d018-b635-4b7a-a6ba-804e797f7c06 None None] DHCP port deletion for 80bdce17-b861-46cb-9014-7071d7f46353 request from n-d-760453-5 {{(pid=103306) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 26 21:25:52.484505 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Current status of the port 58f63903-795f-49c3-8c4c-e98f2586b311 is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:25:52.513368 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-0f460e2b-e2a6-4ce3-a20a-eb98952a236b tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Publish callbacks [] for router (41a07b30-b9df-4ca8-8c86-610c9d83b11d), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:25:52.558665 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-e152112b-2809-4f11-acd9-256e86cfe896 None None] Provisioning complete for port 8c8b8c43-0df2-461b-821d-640828b068ef triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:25:52.559063 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-e152112b-2809-4f11-acd9-256e86cfe896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (8c8b8c43-0df2-461b-821d-640828b068ef), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:25:52.675081 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43b1b140-f685-4cea-8841-ae9bbc902f28 None None] Sync routers for ids ['e6c4c7db-4352-49d6-a316-5511d586c11b'] in n-d-760453-5 {{(pid=103306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 26 21:25:52.722862 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43b1b140-f685-4cea-8841-ae9bbc902f28 None None] Routers {'e6c4c7db-4352-49d6-a316-5511d586c11b'} bound to L3 agent in host n-d-760453-5 {{(pid=103306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 21:25:52.723660 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-43b1b140-f685-4cea-8841-ae9bbc902f28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-26T20:55:21Z,description=,heartbeat_timestamp=2022-01-26T21:25:51Z,host='n-d-760453-5',id=09df100c-3af1-4b0a-bda8-05914c71c458,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:55:21Z,topic='l3_agent')) {'router_ids': ['e6c4c7db-4352-49d6-a316-5511d586c11b'], 'active': True} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:25:52.728729 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-e152112b-2809-4f11-acd9-256e86cfe896 None None] Port 8c8b8c43-0df2-461b-821d-640828b068ef cannot update to ACTIVE because it is not bound. {{(pid=103306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 26 21:25:52.822783 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-ed09d018-b635-4b7a-a6ba-804e797f7c06 None None] Deleting port 391dab10-9d1b-4405-b072-bf1a60f6411a {{(pid=103306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 21:25:52.823249 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-ed09d018-b635-4b7a-a6ba-804e797f7c06 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746560630878'] for port (391dab10-9d1b-4405-b072-bf1a60f6411a), before_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:25:52.909746 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-ed09d018-b635-4b7a-a6ba-804e797f7c06 None None] For port 391dab10-9d1b-4405-b072-bf1a60f6411a, host n-d-760453-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=391dab10-9d1b-4405-b072-bf1a60f6411a,segment=NetworkSegment(3c6d624c-ba08-479a-b68a-7684ce678b5c),segment_id=3c6d624c-ba08-479a-b68a-7684ce678b5c)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:25:52.910170 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-ed09d018-b635-4b7a-a6ba-804e797f7c06 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4109658'] for port (391dab10-9d1b-4405-b072-bf1a60f6411a), precommit_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:25:52.927556 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-0f460e2b-e2a6-4ce3-a20a-eb98952a236b tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4105774', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13082'] for router (41a07b30-b9df-4ca8-8c86-610c9d83b11d), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:25:52.933108 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-0f460e2b-e2a6-4ce3-a20a-eb98952a236b tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Publish callbacks [] for router_controller (41a07b30-b9df-4ca8-8c86-610c9d83b11d), precommit_delete_associations {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:25:52.934138 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-ed09d018-b635-4b7a-a6ba-804e797f7c06 None None] Calling delete_port for 391dab10-9d1b-4405-b072-bf1a60f6411a owned by network:dhcp {{(pid=103306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 21:25:53.036239 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-0f460e2b-e2a6-4ce3-a20a-eb98952a236b tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4105767'] for router (41a07b30-b9df-4ca8-8c86-610c9d83b11d), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:25:53.036813 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f460e2b-e2a6-4ce3-a20a-eb98952a236b tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Fanout notify agent at l3_agent the message router_deleted on router 41a07b30-b9df-4ca8-8c86-610c9d83b11d {{(pid=103305) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 26 21:25:53.052951 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-0f460e2b-e2a6-4ce3-a20a-eb98952a236b tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Publish callbacks [] for router (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:25:53.077682 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-0f460e2b-e2a6-4ce3-a20a-eb98952a236b tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] 10.222.0.13 "DELETE /v2.0/routers/41a07b30-b9df-4ca8-8c86-610c9d83b11d HTTP/1.1" status: 204 len: 168 time: 0.8213539 Jan 26 21:25:53.078118 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-ed09d018-b635-4b7a-a6ba-804e797f7c06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746560636600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746560234536'] for port (391dab10-9d1b-4405-b072-bf1a60f6411a), after_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:25:53.079066 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 45084) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:25:53.118547 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed09d018-b635-4b7a-a6ba-804e797f7c06 None None] No DVR routers for this DVR port 391dab10-9d1b-4405-b072-bf1a60f6411a on host n-d-760453-5 {{(pid=103306) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 26 21:25:53.152008 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed09d018-b635-4b7a-a6ba-804e797f7c06 None None] Pushing event deleted for resources: {'Port': ['ID=391dab10-9d1b-4405-b072-bf1a60f6411a,revision_number=None']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:25:53.176767 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (4d619873-4b60-439f-9b5a-b155dc8bbc34), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:25:53.190987 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvr_db [None req-43b1b140-f685-4cea-8841-ae9bbc902f28 None None] Set router e6c4c7db-4352-49d6-a316-5511d586c11b gateway port host: n-d-760453-5 {{(pid=103306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 21:25:53.198646 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 45088) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:25:53.213321 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-2afdf54d-ad0c-4a2a-873f-78e931c561c4 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.1210120 Jan 26 21:25:53.321831 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21070438-80f9-4bbf-af38-94a8e85332b3 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:25:53.323628 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-21070438-80f9-4bbf-af38-94a8e85332b3 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1239762 Jan 26 21:25:53.326965 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 45096) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:25:53.433261 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 45104) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:25:53.439959 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-6c3134e8-11e3-4f72-9409-3d797108a9e8 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Request body: {'subnet': {'network_id': '80bdce17-b861-46cb-9014-7071d7f46353', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:25:53.441221 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-66f49b5a-9c7c-4694-80b4-0af085b5c446 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1061838 Jan 26 21:25:53.628850 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-43b1b140-f685-4cea-8841-ae9bbc902f28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6c4c7db-4352-49d6-a316-5511d586c11b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2072600122', 'tenant_id': 'c6d9f10230f341edbbe46b16c17eb870', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'external_fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.208'}], 'enable_snat': True}, 'gw_port_id': 'cdd455b4-799e-4d3e-9c1d-4d10ddd6a3d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T21:25:34Z', 'updated_at': '2022-01-26T21:25:45Z', 'revision_number': 4, 'project_id': 'c6d9f10230f341edbbe46b16c17eb870', 'gw_port': {'id': 'cdd455b4-799e-4d3e-9c1d-4d10ddd6a3d8', 'name': '', 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:8a:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6c4c7db-4352-49d6-a316-5511d586c11b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2355, 'fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:25:36Z', 'updated_at': '2022-01-26T21:25:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-5', '_interfaces': [{'id': '8c8b8c43-0df2-461b-821d-640828b068ef', 'name': '', 'network_id': '409f24a2-f487-449b-8f01-d9911b990d6a', 'tenant_id': 'c6d9f10230f341edbbe46b16c17eb870', 'mac_address': 'fa:16:3e:26:49:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6c4c7db-4352-49d6-a316-5511d586c11b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2366, 'fixed_ips': [{'subnet_id': '68f62439-8ec7-48ec-b8fa-67a39fc871b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:25:43Z', 'updated_at': '2022-01-26T21:25:46Z', 'revision_number': 2, 'project_id': 'c6d9f10230f341edbbe46b16c17eb870', 'subnets': [{'id': '68f62439-8ec7-48ec-b8fa-67a39fc871b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760453-5', False) {} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:25:53.701901 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c3134e8-11e3-4f72-9409-3d797108a9e8 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Made reservation on behalf of 91ff6b128d484238b8b1d440faeb9154 for: {'subnet': 1} {{(pid=103305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 21:25:53.705716 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-6c3134e8-11e3-4f72-9409-3d797108a9e8 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11599953'] for subnet (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:25:53.710800 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2c3de00-7565-4820-a15b-f633bacf957d None None] Sync routers for ids ['41a07b30-b9df-4ca8-8c86-610c9d83b11d'] in n-d-760453-5 {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 26 21:25:53.732801 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43b1b140-f685-4cea-8841-ae9bbc902f28 None None] Checking router: e6c4c7db-4352-49d6-a316-5511d586c11b for host: n-d-760453-5 {{(pid=103306) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 26 21:25:53.735529 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2c3de00-7565-4820-a15b-f633bacf957d None None] Routers set() bound to L3 agent in host n-d-760453-5 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 21:25:53.736082 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43b1b140-f685-4cea-8841-ae9bbc902f28 None None] Updating router e6c4c7db-4352-49d6-a316-5511d586c11b port 8c8b8c43-0df2-461b-821d-640828b068ef binding host n-d-760453-5 {{(pid=103306) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 26 21:25:53.736976 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2c3de00-7565-4820-a15b-f633bacf957d None None] Router IDs set() for agent in host n-d-760453-5 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Jan 26 21:25:53.740959 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_agentschedulers_db [None req-d2c3de00-7565-4820-a15b-f633bacf957d None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'41a07b30-b9df-4ca8-8c86-610c9d83b11d'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-26T20:55:21Z,description=,heartbeat_timestamp=2022-01-26T21:25:51Z,host='n-d-760453-5',id=09df100c-3af1-4b0a-bda8-05914c71c458,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:55:21Z,topic='l3_agent'). {{(pid=103307) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jan 26 21:25:53.781838 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2c3de00-7565-4820-a15b-f633bacf957d None None] Routers set() bound to L3 agent in host n-d-760453-5 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 21:25:53.786123 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2c3de00-7565-4820-a15b-f633bacf957d None None] Router IDs set() for agent in host n-d-760453-5 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Jan 26 21:25:53.789239 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_agentschedulers_db [None req-d2c3de00-7565-4820-a15b-f633bacf957d None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'41a07b30-b9df-4ca8-8c86-610c9d83b11d'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-26T20:55:21Z,description=,heartbeat_timestamp=2022-01-26T21:25:51Z,host='n-d-760453-5',id=09df100c-3af1-4b0a-bda8-05914c71c458,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:55:21Z,topic='l3_agent'). {{(pid=103307) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jan 26 21:25:53.789860 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2c3de00-7565-4820-a15b-f633bacf957d None None] The sync data for ids ['41a07b30-b9df-4ca8-8c86-610c9d83b11d'] in n-d-760453-5 is: [] {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 26 21:25:53.809241 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-43b1b140-f685-4cea-8841-ae9bbc902f28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (8c8b8c43-0df2-461b-821d-640828b068ef), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:25:54.370399 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device cdd455b4-799e-4d3e-9c1d-4d10ddd6a3d8 up at agent ovs-agent-n-d-760453-5 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 21:25:54.449714 n-d-760453-5 neutron-server[103305]: DEBUG neutron.objects.ports [None req-6c3134e8-11e3-4f72-9409-3d797108a9e8 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103305) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Jan 26 21:25:54.452968 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-6c3134e8-11e3-4f72-9409-3d797108a9e8 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11788839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11599975'] for subnet (b3d39e71-bb47-4e59-89aa-56c36e58a603), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:25:54.504091 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c3134e8-11e3-4f72-9409-3d797108a9e8 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Network 80bdce17-b861-46cb-9014-7071d7f46353 is already hosted by enough agents. {{(pid=103305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 21:25:54.524958 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-839dd188-ec69-470c-9ab0-d318dc1a2e96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (e79b4fc6-6c71-44b2-a6d0-ff3e1f4dfd0d), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:25:54.530140 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [None req-6c3134e8-11e3-4f72-9409-3d797108a9e8 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Resources bound (agent type, host, resource id): {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:25:54.534958 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c3134e8-11e3-4f72-9409-3d797108a9e8 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Pushing event updated for resources: {'Subnet': ['ID=b3d39e71-bb47-4e59-89aa-56c36e58a603,revision_number=0']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:25:54.539273 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c3134e8-11e3-4f72-9409-3d797108a9e8 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:25:54.540067 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-6c3134e8-11e3-4f72-9409-3d797108a9e8 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709645'] for subnet (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:25:54.555739 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-523ab7db-4dc8-4d48-8b06-b9c77f537a98 None None] Network 80bdce17-b861-46cb-9014-7071d7f46353 requested from n-d-760453-5 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 26 21:25:54.567779 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-6c3134e8-11e3-4f72-9409-3d797108a9e8 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.1332884 Jan 26 21:25:54.570962 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 45158) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:25:54.576887 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-e2d7fe1d-6732-4ab9-a82b-914814bbf247 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Request body: {'subnet': {'network_id': '80bdce17-b861-46cb-9014-7071d7f46353', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:25:54.710676 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Provisioning complete for port cdd455b4-799e-4d3e-9c1d-4d10ddd6a3d8 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:25:54.711056 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (cdd455b4-799e-4d3e-9c1d-4d10ddd6a3d8), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:25:54.830976 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2d7fe1d-6732-4ab9-a82b-914814bbf247 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Made reservation on behalf of 91ff6b128d484238b8b1d440faeb9154 for: {'subnet': 1} {{(pid=103304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 21:25:54.840185 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-e2d7fe1d-6732-4ab9-a82b-914814bbf247 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12215181'] for subnet (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:25:54.947420 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac7bc963-08c4-4919-8e76-8394d9e3b781 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3c4099e8-8ffb-51d1-af7f-5868973e933f-80bdce17-b861-46cb-9014-7071d7f46353', 'network_id': '80bdce17-b861-46cb-9014-7071d7f46353', 'project_id': '91ff6b128d484238b8b1d440faeb9154', 'fixed_ips': [{'subnet_id': 'b3d39e71-bb47-4e59-89aa-56c36e58a603'}]}} from n-d-760453-5. {{(pid=103306) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 26 21:25:54.948281 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-ac7bc963-08c4-4919-8e76-8394d9e3b781 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (None), before_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:25:55.350898 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-43b1b140-f685-4cea-8841-ae9bbc902f28 None None] Publish callbacks [] for port (8c8b8c43-0df2-461b-821d-640828b068ef), precommit_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:25:55.364578 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (fea0591a-627d-4c87-9a9a-01625ddf3277), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:25:55.378202 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-43b1b140-f685-4cea-8841-ae9bbc902f28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (8c8b8c43-0df2-461b-821d-640828b068ef), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:25:55.457237 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-e2d7fe1d-6732-4ab9-a82b-914814bbf247 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9285249', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12215227'] for subnet (c1e8a7d1-610b-4e63-a1d3-41fc577813d6), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:25:55.540266 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Current status of the port cdd455b4-799e-4d3e-9c1d-4d10ddd6a3d8 is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:25:55.542667 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2d7fe1d-6732-4ab9-a82b-914814bbf247 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Network 80bdce17-b861-46cb-9014-7071d7f46353 is already hosted by enough agents. {{(pid=103304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 21:25:55.544050 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d7fe1d-6732-4ab9-a82b-914814bbf247 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Pushing event updated for resources: {'Subnet': ['ID=c1e8a7d1-610b-4e63-a1d3-41fc577813d6,revision_number=0']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:25:55.550852 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [None req-e2d7fe1d-6732-4ab9-a82b-914814bbf247 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Resources bound (agent type, host, resource id): {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:25:55.553920 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2d7fe1d-6732-4ab9-a82b-914814bbf247 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:25:55.554721 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-e2d7fe1d-6732-4ab9-a82b-914814bbf247 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Publish callbacks [] for subnet (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:25:55.580626 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc978d5-28aa-4a49-80f2-50ec430341f9 None None] Pushing event updated for resources: {'Port': ['ID=8c8b8c43-0df2-461b-821d-640828b068ef,revision_number=3']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:25:55.584242 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-e2d7fe1d-6732-4ab9-a82b-914814bbf247 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0120356 Jan 26 21:25:55.586834 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 45168) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:25:55.595104 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-04d455e4-252b-4404-bed4-8b19ea0286ab tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Request body: {'port': {'network_id': '80bdce17-b861-46cb-9014-7071d7f46353', 'mac_address': 'fa:16:3e:a5:26:3f', 'name': 'tempest-NetworksTestDHCPv6-1110948464'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:25:55.605244 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.db_base_plugin_common [None req-ac7bc963-08c4-4919-8e76-8394d9e3b781 None None] Allocated IP 2001:db8::f816:3eff:fe9e:6b28 (80bdce17-b861-46cb-9014-7071d7f46353/b3d39e71-bb47-4e59-89aa-56c36e58a603/1548cb12-db7c-47ee-951b-9178b8971b01) {{(pid=103306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 21:25:55.759821 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device 391dab10-9d1b-4405-b072-bf1a60f6411a no longer exists at agent ovs-agent-n-d-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 26 21:25:55.792446 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] No Port match for: 391dab10-9d1b-4405-b072-bf1a60f6411a {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 26 21:25:55.792799 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device 391dab10-9d1b-4405-b072-bf1a60f6411a not bound to the agent host n-d-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 26 21:25:55.827893 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-43b1b140-f685-4cea-8841-ae9bbc902f28 None None] Attempting to bind port 8c8b8c43-0df2-461b-821d-640828b068ef on host n-d-760453-5 for vnic_type normal with profile {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 21:25:55.828278 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-43b1b140-f685-4cea-8841-ae9bbc902f28 None None] Attempting to bind port 8c8b8c43-0df2-461b-821d-640828b068ef by drivers openvswitch,hyperv on host n-d-760453-5 at level 0 using segments [{'id': 'd6d2aa88-4ea9-40bb-a0f8-e585072a1989', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '409f24a2-f487-449b-8f01-d9911b990d6a'}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 26 21:25:55.828677 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43b1b140-f685-4cea-8841-ae9bbc902f28 None None] Attempting to bind port 8c8b8c43-0df2-461b-821d-640828b068ef on network 409f24a2-f487-449b-8f01-d9911b990d6a {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 21:25:55.921767 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device 3522e209-5d67-4591-b9a1-3d8a7fd0219f no longer exists at agent ovs-agent-n-d-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 26 21:25:55.926415 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43b1b140-f685-4cea-8841-ae9bbc902f28 None None] Checking agent: {'id': 'fea0591a-627d-4c87-9a9a-01625ddf3277', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760453-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 20, 55, 25), 'started_at': datetime.datetime(2022, 1, 26, 20, 55, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 21, 25, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760453-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 26 21:25:55.926840 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43b1b140-f685-4cea-8841-ae9bbc902f28 None None] Checking segment: {'id': 'd6d2aa88-4ea9-40bb-a0f8-e585072a1989', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '409f24a2-f487-449b-8f01-d9911b990d6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 21:25:55.927253 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-43b1b140-f685-4cea-8841-ae9bbc902f28 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:25:55.927683 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43b1b140-f685-4cea-8841-ae9bbc902f28 None None] Bound using segment: {'id': 'd6d2aa88-4ea9-40bb-a0f8-e585072a1989', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '409f24a2-f487-449b-8f01-d9911b990d6a'} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 26 21:25:55.928335 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-43b1b140-f685-4cea-8841-ae9bbc902f28 None None] Bound port: 8c8b8c43-0df2-461b-821d-640828b068ef, host: n-d-760453-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd6d2aa88-4ea9-40bb-a0f8-e585072a1989', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '409f24a2-f487-449b-8f01-d9911b990d6a'}}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 26 21:25:55.928879 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-43b1b140-f685-4cea-8841-ae9bbc902f28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (8c8b8c43-0df2-461b-821d-640828b068ef), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:25:55.942048 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04d455e4-252b-4404-bed4-8b19ea0286ab tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Made reservation on behalf of 91ff6b128d484238b8b1d440faeb9154 for: {'port': 1} {{(pid=103304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 21:25:55.991317 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] No Port match for: 3522e209-5d67-4591-b9a1-3d8a7fd0219f {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 26 21:25:55.995209 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device 3522e209-5d67-4591-b9a1-3d8a7fd0219f not bound to the agent host n-d-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 26 21:25:56.076114 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-04d455e4-252b-4404-bed4-8b19ea0286ab tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:25:56.111485 n-d-760453-5 neutron-server[103304]: DEBUG neutron.notifiers.nova [None req-04d455e4-252b-4404-bed4-8b19ea0286ab tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] device_id is not set on port da346a56-f182-40a7-a8e5-4c71d09547d0 yet. {{(pid=103304) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 26 21:25:56.163306 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-d83862da-6556-497e-905d-5333937314fc None None] Provisioning complete for port 8c8b8c43-0df2-461b-821d-640828b068ef triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:25:56.165744 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d83862da-6556-497e-905d-5333937314fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (8c8b8c43-0df2-461b-821d-640828b068ef), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:25:56.259200 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-d83862da-6556-497e-905d-5333937314fc None None] Port 8c8b8c43-0df2-461b-821d-640828b068ef cannot update to ACTIVE because it is not bound. {{(pid=103306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 26 21:25:56.265137 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-43b1b140-f685-4cea-8841-ae9bbc902f28 None None] For port 8c8b8c43-0df2-461b-821d-640828b068ef, host n-d-760453-5, cleared binding levels {{(pid=103306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 26 21:25:56.267380 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-ac7bc963-08c4-4919-8e76-8394d9e3b781 None None] Publish callbacks [] for port (1548cb12-db7c-47ee-951b-9178b8971b01), precommit_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:25:56.269957 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-43b1b140-f685-4cea-8841-ae9bbc902f28 None None] For port 8c8b8c43-0df2-461b-821d-640828b068ef, host n-d-760453-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=8c8b8c43-0df2-461b-821d-640828b068ef,segment=NetworkSegment(d6d2aa88-4ea9-40bb-a0f8-e585072a1989),segment_id=d6d2aa88-4ea9-40bb-a0f8-e585072a1989)] {{(pid=103306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 26 21:25:56.275838 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-43b1b140-f685-4cea-8841-ae9bbc902f28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (8c8b8c43-0df2-461b-821d-640828b068ef), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:25:56.287000 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-ac7bc963-08c4-4919-8e76-8394d9e3b781 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746560234527'] for port (1548cb12-db7c-47ee-951b-9178b8971b01), after_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:25:56.371681 n-d-760453-5 neutron-server[103306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac7bc963-08c4-4919-8e76-8394d9e3b781 None None] Network 80bdce17-b861-46cb-9014-7071d7f46353 is already hosted by enough agents. {{(pid=103306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 21:25:56.376389 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc978d5-28aa-4a49-80f2-50ec430341f9 None None] Pushing event updated for resources: {'Port': ['ID=8c8b8c43-0df2-461b-821d-640828b068ef,revision_number=4']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:25:56.389415 n-d-760453-5 neutron-server[103306]: DEBUG neutron.scheduler.base_scheduler [None req-ac7bc963-08c4-4919-8e76-8394d9e3b781 None None] Resources bound (agent type, host, resource id): {{(pid=103306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:25:56.396428 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac7bc963-08c4-4919-8e76-8394d9e3b781 None None] Received port after_create {{(pid=103306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 21:25:56.512902 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.db_base_plugin_common [None req-04d455e4-252b-4404-bed4-8b19ea0286ab tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Allocated IP 172.20.0.14 (80bdce17-b861-46cb-9014-7071d7f46353/c1e8a7d1-610b-4e63-a1d3-41fc577813d6/da346a56-f182-40a7-a8e5-4c71d09547d0) {{(pid=103304) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 21:25:56.524585 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.db_base_plugin_common [None req-04d455e4-252b-4404-bed4-8b19ea0286ab tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Allocated IP 2001:db8::f816:3eff:fea5:263f (80bdce17-b861-46cb-9014-7071d7f46353/b3d39e71-bb47-4e59-89aa-56c36e58a603/da346a56-f182-40a7-a8e5-4c71d09547d0) {{(pid=103304) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 21:25:56.542613 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43b1b140-f685-4cea-8841-ae9bbc902f28 None None] Routers {'e6c4c7db-4352-49d6-a316-5511d586c11b'} bound to L3 agent in host n-d-760453-5 {{(pid=103306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 21:25:56.553095 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-43b1b140-f685-4cea-8841-ae9bbc902f28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-26T20:55:21Z,description=,heartbeat_timestamp=2022-01-26T21:25:51Z,host='n-d-760453-5',id=09df100c-3af1-4b0a-bda8-05914c71c458,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:55:21Z,topic='l3_agent')) {'router_ids': ['e6c4c7db-4352-49d6-a316-5511d586c11b'], 'active': True} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:25:56.561858 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-ac7bc963-08c4-4919-8e76-8394d9e3b781 None None] Attempting to bind port 1548cb12-db7c-47ee-951b-9178b8971b01 on host n-d-760453-5 for vnic_type normal with profile {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 21:25:56.562471 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-ac7bc963-08c4-4919-8e76-8394d9e3b781 None None] Attempting to bind port 1548cb12-db7c-47ee-951b-9178b8971b01 by drivers openvswitch,hyperv on host n-d-760453-5 at level 0 using segments [{'id': '3c6d624c-ba08-479a-b68a-7684ce678b5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '80bdce17-b861-46cb-9014-7071d7f46353'}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 26 21:25:56.563531 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac7bc963-08c4-4919-8e76-8394d9e3b781 None None] Attempting to bind port 1548cb12-db7c-47ee-951b-9178b8971b01 on network 80bdce17-b861-46cb-9014-7071d7f46353 {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 21:25:56.611669 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7bc963-08c4-4919-8e76-8394d9e3b781 None None] Pushing event updated for resources: {'Port': ['ID=1548cb12-db7c-47ee-951b-9178b8971b01,revision_number=1']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:25:56.617620 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac7bc963-08c4-4919-8e76-8394d9e3b781 None None] Checking agent: {'id': 'fea0591a-627d-4c87-9a9a-01625ddf3277', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760453-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 20, 55, 25), 'started_at': datetime.datetime(2022, 1, 26, 20, 55, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 21, 25, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760453-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 26 21:25:56.617993 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac7bc963-08c4-4919-8e76-8394d9e3b781 None None] Checking segment: {'id': '3c6d624c-ba08-479a-b68a-7684ce678b5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '80bdce17-b861-46cb-9014-7071d7f46353'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 21:25:56.618391 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-ac7bc963-08c4-4919-8e76-8394d9e3b781 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:25:56.618781 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac7bc963-08c4-4919-8e76-8394d9e3b781 None None] Bound using segment: {'id': '3c6d624c-ba08-479a-b68a-7684ce678b5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '80bdce17-b861-46cb-9014-7071d7f46353'} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 26 21:25:56.619749 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-ac7bc963-08c4-4919-8e76-8394d9e3b781 None None] Bound port: 1548cb12-db7c-47ee-951b-9178b8971b01, host: n-d-760453-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c6d624c-ba08-479a-b68a-7684ce678b5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '80bdce17-b861-46cb-9014-7071d7f46353'}}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 26 21:25:56.619749 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-ac7bc963-08c4-4919-8e76-8394d9e3b781 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (1548cb12-db7c-47ee-951b-9178b8971b01), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:25:56.869062 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-ac7bc963-08c4-4919-8e76-8394d9e3b781 None None] For port 1548cb12-db7c-47ee-951b-9178b8971b01, host n-d-760453-5, cleared binding levels {{(pid=103306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 26 21:25:56.872521 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-c63627c1-c022-41a2-81d0-effcb6ed4724 None None] Provisioning complete for port 8c8b8c43-0df2-461b-821d-640828b068ef triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:25:56.873689 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-c63627c1-c022-41a2-81d0-effcb6ed4724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (8c8b8c43-0df2-461b-821d-640828b068ef), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:25:56.904549 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-04d455e4-252b-4404-bed4-8b19ea0286ab tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Publish callbacks [] for port (da346a56-f182-40a7-a8e5-4c71d09547d0), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:25:56.914099 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvr_db [None req-43b1b140-f685-4cea-8841-ae9bbc902f28 None None] Set router e6c4c7db-4352-49d6-a316-5511d586c11b gateway port host: n-d-760453-5 {{(pid=103306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 21:25:56.956241 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-ac7bc963-08c4-4919-8e76-8394d9e3b781 None None] For port 1548cb12-db7c-47ee-951b-9178b8971b01, host n-d-760453-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=1548cb12-db7c-47ee-951b-9178b8971b01,segment=NetworkSegment(3c6d624c-ba08-479a-b68a-7684ce678b5c),segment_id=3c6d624c-ba08-479a-b68a-7684ce678b5c)] {{(pid=103306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 26 21:25:57.003449 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-04d455e4-252b-4404-bed4-8b19ea0286ab tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746560234527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9281553'] for port (da346a56-f182-40a7-a8e5-4c71d09547d0), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:25:57.003846 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-ac7bc963-08c4-4919-8e76-8394d9e3b781 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (1548cb12-db7c-47ee-951b-9178b8971b01), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:25:57.084527 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d455e4-252b-4404-bed4-8b19ea0286ab tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Pushing event updated for resources: {'Port': ['ID=da346a56-f182-40a7-a8e5-4c71d09547d0,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:25:57.110961 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04d455e4-252b-4404-bed4-8b19ea0286ab tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Network 80bdce17-b861-46cb-9014-7071d7f46353 is already hosted by enough agents. {{(pid=103304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 21:25:57.112407 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [None req-04d455e4-252b-4404-bed4-8b19ea0286ab tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Resources bound (agent type, host, resource id): {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:25:57.117047 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04d455e4-252b-4404-bed4-8b19ea0286ab tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Received port after_create {{(pid=103304) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 21:25:57.225426 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04d455e4-252b-4404-bed4-8b19ea0286ab tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:25:57.225426 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-04d455e4-252b-4404-bed4-8b19ea0286ab tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:25:57.259303 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-04d455e4-252b-4404-bed4-8b19ea0286ab tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 1.6695135 Jan 26 21:25:57.260950 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 45176) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:25:57.347997 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-c63627c1-c022-41a2-81d0-effcb6ed4724 None None] Current status of the port 8c8b8c43-0df2-461b-821d-640828b068ef is: DOWN; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:25:57.348393 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-c63627c1-c022-41a2-81d0-effcb6ed4724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (8c8b8c43-0df2-461b-821d-640828b068ef), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:25:57.366132 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53d81b23-154d-4296-a7a9-0b40461d5a30 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:25:57.371668 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53d81b23-154d-4296-a7a9-0b40461d5a30 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:25:57.393713 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 45178) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:25:57.393838 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-53d81b23-154d-4296-a7a9-0b40461d5a30 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1783 time: 0.1315501 Jan 26 21:25:57.410130 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7bc963-08c4-4919-8e76-8394d9e3b781 None None] Pushing event updated for resources: {'Port': ['ID=1548cb12-db7c-47ee-951b-9178b8971b01,revision_number=2']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:25:57.470369 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-c63627c1-c022-41a2-81d0-effcb6ed4724 None None] For port 8c8b8c43-0df2-461b-821d-640828b068ef, host n-d-760453-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=8c8b8c43-0df2-461b-821d-640828b068ef,segment=NetworkSegment(d6d2aa88-4ea9-40bb-a0f8-e585072a1989),segment_id=d6d2aa88-4ea9-40bb-a0f8-e585072a1989)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:25:57.480113 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-c63627c1-c022-41a2-81d0-effcb6ed4724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (8c8b8c43-0df2-461b-821d-640828b068ef), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:25:57.554394 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-e3525bd1-3bd6-4bc3-9fed-152d06b0f640 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Deleting port da346a56-f182-40a7-a8e5-4c71d09547d0 {{(pid=103304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 21:25:57.559529 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-e3525bd1-3bd6-4bc3-9fed-152d06b0f640 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746560630878'] for port (da346a56-f182-40a7-a8e5-4c71d09547d0), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:25:57.605336 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-43b1b140-f685-4cea-8841-ae9bbc902f28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6c4c7db-4352-49d6-a316-5511d586c11b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2072600122', 'tenant_id': 'c6d9f10230f341edbbe46b16c17eb870', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'external_fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.208'}], 'enable_snat': True}, 'gw_port_id': 'cdd455b4-799e-4d3e-9c1d-4d10ddd6a3d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T21:25:34Z', 'updated_at': '2022-01-26T21:25:45Z', 'revision_number': 4, 'project_id': 'c6d9f10230f341edbbe46b16c17eb870', 'gw_port': {'id': 'cdd455b4-799e-4d3e-9c1d-4d10ddd6a3d8', 'name': '', 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:8a:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6c4c7db-4352-49d6-a316-5511d586c11b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2355, 'fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:25:36Z', 'updated_at': '2022-01-26T21:25:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-5', '_interfaces': [{'id': '8c8b8c43-0df2-461b-821d-640828b068ef', 'name': '', 'network_id': '409f24a2-f487-449b-8f01-d9911b990d6a', 'tenant_id': 'c6d9f10230f341edbbe46b16c17eb870', 'mac_address': 'fa:16:3e:26:49:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6c4c7db-4352-49d6-a316-5511d586c11b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2366, 'fixed_ips': [{'subnet_id': '68f62439-8ec7-48ec-b8fa-67a39fc871b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:25:43Z', 'updated_at': '2022-01-26T21:25:56Z', 'revision_number': 4, 'project_id': 'c6d9f10230f341edbbe46b16c17eb870', 'subnets': [{'id': '68f62439-8ec7-48ec-b8fa-67a39fc871b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760453-5', False) {} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:25:57.774023 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43b1b140-f685-4cea-8841-ae9bbc902f28 None None] The sync data for ids ['e6c4c7db-4352-49d6-a316-5511d586c11b'] in n-d-760453-5 is: [{'id': 'e6c4c7db-4352-49d6-a316-5511d586c11b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2072600122', 'tenant_id': 'c6d9f10230f341edbbe46b16c17eb870', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'external_fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.208'}], 'enable_snat': True}, 'gw_port_id': 'cdd455b4-799e-4d3e-9c1d-4d10ddd6a3d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T21:25:34Z', 'updated_at': '2022-01-26T21:25:45Z', 'revision_number': 4, 'project_id': 'c6d9f10230f341edbbe46b16c17eb870', 'gw_port': {'id': 'cdd455b4-799e-4d3e-9c1d-4d10ddd6a3d8', 'name': '', 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:8a:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6c4c7db-4352-49d6-a316-5511d586c11b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2355, 'fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:25:36Z', 'updated_at': '2022-01-26T21:25:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-5', '_interfaces': [{'id': '8c8b8c43-0df2-461b-821d-640828b068ef', 'name': '', 'network_id': '409f24a2-f487-449b-8f01-d9911b990d6a', 'tenant_id': 'c6d9f10230f341edbbe46b16c17eb870', 'mac_address': 'fa:16:3e:26:49:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6c4c7db-4352-49d6-a316-5511d586c11b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2366, 'fixed_ips': [{'subnet_id': '68f62439-8ec7-48ec-b8fa-67a39fc871b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:25:43Z', 'updated_at': '2022-01-26T21:25:56Z', 'revision_number': 4, 'project_id': 'c6d9f10230f341edbbe46b16c17eb870', 'subnets': [{'id': '68f62439-8ec7-48ec-b8fa-67a39fc871b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 26 21:25:57.847853 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c63627c1-c022-41a2-81d0-effcb6ed4724 None None] Pushing event updated for resources: {'Port': ['ID=8c8b8c43-0df2-461b-821d-640828b068ef,revision_number=5']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:25:58.277179 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device 8c8b8c43-0df2-461b-821d-640828b068ef up at agent ovs-agent-n-d-760453-5 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 21:25:58.461188 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-e3525bd1-3bd6-4bc3-9fed-152d06b0f640 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4109658'] for port (da346a56-f182-40a7-a8e5-4c71d09547d0), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:25:58.488155 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Provisioning complete for port 8c8b8c43-0df2-461b-821d-640828b068ef triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:25:58.489473 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (8c8b8c43-0df2-461b-821d-640828b068ef), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:25:58.501872 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-e3525bd1-3bd6-4bc3-9fed-152d06b0f640 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Calling delete_port for da346a56-f182-40a7-a8e5-4c71d09547d0 owned by {{(pid=103304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 21:25:58.770620 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Current status of the port 8c8b8c43-0df2-461b-821d-640828b068ef is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:25:58.772469 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device 1548cb12-db7c-47ee-951b-9178b8971b01 up at agent ovs-agent-n-d-760453-5 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 21:25:58.909997 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Provisioning complete for port 1548cb12-db7c-47ee-951b-9178b8971b01 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:25:58.910571 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (1548cb12-db7c-47ee-951b-9178b8971b01), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:25:59.063605 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-e3525bd1-3bd6-4bc3-9fed-152d06b0f640 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746560636600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746560234536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9281553'] for port (da346a56-f182-40a7-a8e5-4c71d09547d0), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:25:59.118391 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3525bd1-3bd6-4bc3-9fed-152d06b0f640 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Pushing event deleted for resources: {'Port': ['ID=da346a56-f182-40a7-a8e5-4c71d09547d0,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:25:59.193963 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Current status of the port 1548cb12-db7c-47ee-951b-9178b8971b01 is: DOWN; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:25:59.194357 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (1548cb12-db7c-47ee-951b-9178b8971b01), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:25:59.297342 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] For port 1548cb12-db7c-47ee-951b-9178b8971b01, host n-d-760453-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=1548cb12-db7c-47ee-951b-9178b8971b01,segment=NetworkSegment(3c6d624c-ba08-479a-b68a-7684ce678b5c),segment_id=3c6d624c-ba08-479a-b68a-7684ce678b5c)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:25:59.306477 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (1548cb12-db7c-47ee-951b-9178b8971b01), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:25:59.405334 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-e3525bd1-3bd6-4bc3-9fed-152d06b0f640 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:25:59.411252 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-e3525bd1-3bd6-4bc3-9fed-152d06b0f640 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] 10.222.0.13 "DELETE /v2.0/ports/da346a56-f182-40a7-a8e5-4c71d09547d0 HTTP/1.1" status: 204 len: 168 time: 2.0163152 Jan 26 21:25:59.414394 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 45200) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:25:59.467282 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Pushing event updated for resources: {'Port': ['ID=1548cb12-db7c-47ee-951b-9178b8971b01,revision_number=3']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:25:59.515345 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c48a6f31-1c60-4388-b38f-3c9cfdc26392 None None] Network 80bdce17-b861-46cb-9014-7071d7f46353 requested from n-d-760453-5 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 26 21:25:59.559781 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a1076e-9ed2-40ac-9604-01598df700e3 req-ee56f9c7-5ba5-472c-9456-ff85c713c51b tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:25:59.565495 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a1076e-9ed2-40ac-9604-01598df700e3 req-ee56f9c7-5ba5-472c-9456-ff85c713c51b tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:25:59.569996 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1286686c-2d10-4905-8c15-187676e52671 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:25:59.570819 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a1076e-9ed2-40ac-9604-01598df700e3 req-ee56f9c7-5ba5-472c-9456-ff85c713c51b tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:25:59.572680 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1286686c-2d10-4905-8c15-187676e52671 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:25:59.576911 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1286686c-2d10-4905-8c15-187676e52671 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:25:59.577847 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a1076e-9ed2-40ac-9604-01598df700e3 req-ee56f9c7-5ba5-472c-9456-ff85c713c51b tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:25:59.580659 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-1286686c-2d10-4905-8c15-187676e52671 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1652744 Jan 26 21:25:59.584699 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 45202) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:25:59.586202 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a1076e-9ed2-40ac-9604-01598df700e3 req-ee56f9c7-5ba5-472c-9456-ff85c713c51b tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:25:59.592425 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a1076e-9ed2-40ac-9604-01598df700e3 req-ee56f9c7-5ba5-472c-9456-ff85c713c51b tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:25:59.602966 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a1076e-9ed2-40ac-9604-01598df700e3 req-ee56f9c7-5ba5-472c-9456-ff85c713c51b tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:25:59.604957 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-c8a1076e-9ed2-40ac-9604-01598df700e3 req-ee56f9c7-5ba5-472c-9456-ff85c713c51b tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] 10.222.0.13 "GET /v2.0/ports?device_id=cc2a45fe-1c0e-4689-a738-964e9c19e30e HTTP/1.1" status: 200 len: 5416 time: 0.2351854 Jan 26 21:25:59.616550 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-439e3155-6cb0-4ca0-88cb-b361259a1b1b req-f93c8b7d-eecd-47dd-97fb-8117500cbcc4 tempest-AttachVolumeShelveTestJSON-345998519 tempest-AttachVolumeShelveTestJSON-345998519-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--696254856&fields=id&tenant_id=9a820e3f529a4c3083d815b75318d24c HTTP/1.1" status: 200 len: 267 time: 0.4263055 Jan 26 21:25:59.766799 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.db_base_plugin_v2 [None req-5c338d4f-e2d5-4525-a970-c660964f21b1 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Deleting subnet b3d39e71-bb47-4e59-89aa-56c36e58a603 {{(pid=103305) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 26 21:25:59.770946 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-3f2b576e-2708-496f-b9e3-70a9c4c79580 None None] Provisioning complete for port 1548cb12-db7c-47ee-951b-9178b8971b01 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:25:59.776997 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-5c338d4f-e2d5-4525-a970-c660964f21b1 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Publish callbacks [] for subnet (b3d39e71-bb47-4e59-89aa-56c36e58a603), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:25:59.777809 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-3f2b576e-2708-496f-b9e3-70a9c4c79580 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (1548cb12-db7c-47ee-951b-9178b8971b01), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:25:59.837277 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-5c338d4f-e2d5-4525-a970-c660964f21b1 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11788946'] for subnet (b3d39e71-bb47-4e59-89aa-56c36e58a603), precommit_delete_associations {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:25:59.890983 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-c8a1076e-9ed2-40ac-9604-01598df700e3 req-644da87a-fa84-465d-a0cd-cc913354fb53 tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] 10.222.0.13 "GET /v2.0/security-groups?id=cdcbac26-bdec-4926-b949-1e63137fb150&id=e87e70a3-dfc0-4db8-90a2-ffd9c4c809a5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2679279 Jan 26 21:25:59.963960 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-5c338d4f-e2d5-4525-a970-c660964f21b1 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687316'] for subnet (b3d39e71-bb47-4e59-89aa-56c36e58a603), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:25:59.981252 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439e3155-6cb0-4ca0-88cb-b361259a1b1b req-c5c76fb3-2ae4-4aaa-a269-f697085ec736 tempest-AttachVolumeShelveTestJSON-345998519 tempest-AttachVolumeShelveTestJSON-345998519-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:25:59.983468 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-439e3155-6cb0-4ca0-88cb-b361259a1b1b req-c5c76fb3-2ae4-4aaa-a269-f697085ec736 tempest-AttachVolumeShelveTestJSON-345998519 tempest-AttachVolumeShelveTestJSON-345998519-project] 10.222.0.13 "GET /v2.0/networks?id=d67e3ebe-4ba7-45de-a361-0a193d47dcd7 HTTP/1.1" status: 200 len: 813 time: 0.3473372 Jan 26 21:26:00.018875 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-439e3155-6cb0-4ca0-88cb-b361259a1b1b req-d85d8b58-d7fc-40e3-9b07-ea33a91bcda5 tempest-AttachVolumeShelveTestJSON-345998519 tempest-AttachVolumeShelveTestJSON-345998519-project] 10.222.0.13 "GET /v2.0/quotas/9a820e3f529a4c3083d815b75318d24c HTTP/1.1" status: 200 len: 375 time: 0.0167375 Jan 26 21:26:00.107403 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-5c338d4f-e2d5-4525-a970-c660964f21b1 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11791594', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11599980'] for subnet (b3d39e71-bb47-4e59-89aa-56c36e58a603), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:26:00.122076 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-439e3155-6cb0-4ca0-88cb-b361259a1b1b req-ffbd109f-6a50-4b2c-bc6f-d923c967fdeb tempest-AttachVolumeShelveTestJSON-345998519 tempest-AttachVolumeShelveTestJSON-345998519-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=9a820e3f529a4c3083d815b75318d24c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0968454 Jan 26 21:26:00.149401 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [req-439e3155-6cb0-4ca0-88cb-b361259a1b1b req-bade63c2-033f-413e-a661-beb129e1012e service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=103304) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 26 21:26:00.150383 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-439e3155-6cb0-4ca0-88cb-b361259a1b1b req-bade63c2-033f-413e-a661-beb129e1012e service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0053015 Jan 26 21:26:00.158689 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-5c338d4f-e2d5-4525-a970-c660964f21b1 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709645'] for subnet (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:26:00.167971 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 45218) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:26:00.172735 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-5c338d4f-e2d5-4525-a970-c660964f21b1 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] 10.222.0.13 "DELETE /v2.0/subnets/b3d39e71-bb47-4e59-89aa-56c36e58a603 HTTP/1.1" status: 204 len: 168 time: 0.5723381 Jan 26 21:26:00.229719 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c338d4f-e2d5-4525-a970-c660964f21b1 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Pushing event deleted for resources: {'Subnet': ['ID=b3d39e71-bb47-4e59-89aa-56c36e58a603,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:26:00.300628 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device 1548cb12-db7c-47ee-951b-9178b8971b01 up at agent ovs-agent-n-d-760453-5 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 21:26:00.399989 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.db_base_plugin_v2 [None req-7a1b17b2-bcca-43a6-a566-24e52e7a6281 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Deleting subnet c1e8a7d1-610b-4e63-a1d3-41fc577813d6 {{(pid=103304) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 26 21:26:00.426273 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-7a1b17b2-bcca-43a6-a566-24e52e7a6281 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Publish callbacks [] for subnet (c1e8a7d1-610b-4e63-a1d3-41fc577813d6), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:26:00.446293 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-3f2b576e-2708-496f-b9e3-70a9c4c79580 None None] Current status of the port 1548cb12-db7c-47ee-951b-9178b8971b01 is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:26:00.482687 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Provisioning complete for port 1548cb12-db7c-47ee-951b-9178b8971b01 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:26:00.498305 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (1548cb12-db7c-47ee-951b-9178b8971b01), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:26:00.503796 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-7a1b17b2-bcca-43a6-a566-24e52e7a6281 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8881284'] for subnet (c1e8a7d1-610b-4e63-a1d3-41fc577813d6), precommit_delete_associations {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:26:00.611987 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-7a1b17b2-bcca-43a6-a566-24e52e7a6281 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687316'] for subnet (c1e8a7d1-610b-4e63-a1d3-41fc577813d6), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:26:00.706860 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Jan 2022 21:25:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0be3a0aa-a956-4dd7-b991-17d8178451c8 x-openstack-request-id: req-0be3a0aa-a956-4dd7-b991-17d8178451c8 {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 21:26:00.707144 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b2054b9-c111-47ce-bd3a-a15958b5fddc", "name": "network-vif-plugged", "status": "completed", "tag": "91f29fd8-6388-453d-9829-9a8fc59108e3", "code": 200}]} {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 21:26:00.707405 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-0be3a0aa-a956-4dd7-b991-17d8178451c8 {{(pid=103306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 21:26:00.707812 n-d-760453-5 neutron-server[103306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b2054b9-c111-47ce-bd3a-a15958b5fddc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91f29fd8-6388-453d-9829-9a8fc59108e3', 'code': 200} Jan 26 21:26:00.758771 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Current status of the port 1548cb12-db7c-47ee-951b-9178b8971b01 is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:26:00.765966 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f40e8f0-9213-4c39-aee4-0f7a58947351 None None] Update dhcp port {'port': {'network_id': '80bdce17-b861-46cb-9014-7071d7f46353', 'fixed_ips': [{'subnet_id': 'b3d39e71-bb47-4e59-89aa-56c36e58a603'}, {'subnet_id': 'c1e8a7d1-610b-4e63-a1d3-41fc577813d6'}], 'binding:host_id': 'n-d-760453-5'}, 'id': '1548cb12-db7c-47ee-951b-9178b8971b01'} from n-d-760453-5. {{(pid=103306) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Jan 26 21:26:00.802628 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-439e3155-6cb0-4ca0-88cb-b361259a1b1b req-7a666136-652a-41af-8f93-226fa619f48f service neutron] 10.222.0.13 "GET /v2.0/networks/d67e3ebe-4ba7-45de-a361-0a193d47dcd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6249609 Jan 26 21:26:00.832507 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-0f40e8f0-9213-4c39-aee4-0f7a58947351 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (1548cb12-db7c-47ee-951b-9178b8971b01), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:26:00.888025 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-7a1b17b2-bcca-43a6-a566-24e52e7a6281 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9281612', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12215216'] for subnet (c1e8a7d1-610b-4e63-a1d3-41fc577813d6), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:26:00.938481 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-7a1b17b2-bcca-43a6-a566-24e52e7a6281 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Publish callbacks [] for subnet (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:26:00.947223 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 45232) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:26:00.949485 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-7a1b17b2-bcca-43a6-a566-24e52e7a6281 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] 10.222.0.13 "DELETE /v2.0/subnets/c1e8a7d1-610b-4e63-a1d3-41fc577813d6 HTTP/1.1" status: 204 len: 168 time: 0.7803609 Jan 26 21:26:00.974137 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1b17b2-bcca-43a6-a566-24e52e7a6281 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Pushing event deleted for resources: {'Subnet': ['ID=c1e8a7d1-610b-4e63-a1d3-41fc577813d6,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:26:01.053673 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-2afd28fd-6fcf-43a6-ba8e-95ba5ec46129 req-dd3a7a36-f6a1-4ad9-946b-50044ebb77d7 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1143832789&fields=id&tenant_id=c6d9f10230f341edbbe46b16c17eb870 HTTP/1.1" status: 200 len: 267 time: 0.2315898 Jan 26 21:26:01.090541 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-d46436fa-41a0-4514-b645-d9ee47a9fd78 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1393764 Jan 26 21:26:01.104119 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 45236) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:26:01.109210 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-4a0b13fa-9f8d-400a-93df-ad14247c725b tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Request body: {'subnet': {'network_id': '80bdce17-b861-46cb-9014-7071d7f46353', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:26:01.167228 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58932151-ee6e-4a6e-b99e-950e5ec7d219 None None] Network 80bdce17-b861-46cb-9014-7071d7f46353 requested from n-d-760453-5 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 26 21:26:01.186464 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-439e3155-6cb0-4ca0-88cb-b361259a1b1b req-08e4188b-3ea6-4264-bedf-786b29e52a6f service neutron] 10.222.0.13 "GET /v2.0/networks/d67e3ebe-4ba7-45de-a361-0a193d47dcd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3835568 Jan 26 21:26:01.286386 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2afd28fd-6fcf-43a6-ba8e-95ba5ec46129 req-54fe1412-1936-4020-90d2-51c931d0c85d tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:26:01.290148 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-2afd28fd-6fcf-43a6-ba8e-95ba5ec46129 req-54fe1412-1936-4020-90d2-51c931d0c85d tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] 10.222.0.13 "GET /v2.0/networks?id=409f24a2-f487-449b-8f01-d9911b990d6a HTTP/1.1" status: 200 len: 797 time: 0.2104425 Jan 26 21:26:01.311861 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-2afd28fd-6fcf-43a6-ba8e-95ba5ec46129 req-3242cfb6-9b0b-4c1c-ab92-f824bac3b97f tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] 10.222.0.13 "GET /v2.0/quotas/c6d9f10230f341edbbe46b16c17eb870 HTTP/1.1" status: 200 len: 375 time: 0.0176415 Jan 26 21:26:01.318957 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a0b13fa-9f8d-400a-93df-ad14247c725b tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Made reservation on behalf of 91ff6b128d484238b8b1d440faeb9154 for: {'subnet': 1} {{(pid=103305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 21:26:01.322534 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-4a0b13fa-9f8d-400a-93df-ad14247c725b tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11599953'] for subnet (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:26:01.324138 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-117590cd-8484-4068-81c2-acb2788d6fdc None None] Provisioning complete for port 1548cb12-db7c-47ee-951b-9178b8971b01 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:26:01.325107 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-117590cd-8484-4068-81c2-acb2788d6fdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (1548cb12-db7c-47ee-951b-9178b8971b01), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:26:01.422777 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-2afd28fd-6fcf-43a6-ba8e-95ba5ec46129 req-5c911633-22b2-4e2e-831a-ac0ede34cf98 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=c6d9f10230f341edbbe46b16c17eb870&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1053317 Jan 26 21:26:01.501097 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-117590cd-8484-4068-81c2-acb2788d6fdc None None] Current status of the port 1548cb12-db7c-47ee-951b-9178b8971b01 is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:26:01.574018 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23b5aefd-3332-45e7-8898-c405aed8a894 None None] DHCP port deletion for 80bdce17-b861-46cb-9014-7071d7f46353 request from n-d-760453-5 {{(pid=103306) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 26 21:26:01.650877 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-2afd28fd-6fcf-43a6-ba8e-95ba5ec46129 req-38c7f55e-4a31-4aed-af70-a130a5a327e8 service neutron] 10.222.0.13 "GET /v2.0/networks/409f24a2-f487-449b-8f01-d9911b990d6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2133098 Jan 26 21:26:01.668702 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-23b5aefd-3332-45e7-8898-c405aed8a894 None None] Deleting port 1548cb12-db7c-47ee-951b-9178b8971b01 {{(pid=103306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 21:26:01.669084 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-23b5aefd-3332-45e7-8898-c405aed8a894 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746560630878'] for port (1548cb12-db7c-47ee-951b-9178b8971b01), before_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:26:01.835689 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-23b5aefd-3332-45e7-8898-c405aed8a894 None None] For port 1548cb12-db7c-47ee-951b-9178b8971b01, host n-d-760453-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=1548cb12-db7c-47ee-951b-9178b8971b01,segment=NetworkSegment(3c6d624c-ba08-479a-b68a-7684ce678b5c),segment_id=3c6d624c-ba08-479a-b68a-7684ce678b5c)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:26:01.836314 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-23b5aefd-3332-45e7-8898-c405aed8a894 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4109658'] for port (1548cb12-db7c-47ee-951b-9178b8971b01), precommit_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:26:01.867482 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-23b5aefd-3332-45e7-8898-c405aed8a894 None None] Calling delete_port for 1548cb12-db7c-47ee-951b-9178b8971b01 owned by network:dhcp {{(pid=103306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 21:26:01.883606 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-2afd28fd-6fcf-43a6-ba8e-95ba5ec46129 req-ffbe6633-d546-415b-a3ee-2f92f683e5a9 service neutron] 10.222.0.13 "GET /v2.0/networks/409f24a2-f487-449b-8f01-d9911b990d6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2311866 Jan 26 21:26:02.040926 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device 1548cb12-db7c-47ee-951b-9178b8971b01 no longer exists at agent ovs-agent-n-d-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 26 21:26:02.269161 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ca35f8-9658-4058-9fd5-5f7052c8a2e8 req-fdb2b68f-6907-4cb6-bda1-f6a5e1d5617b tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:26:02.304844 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ca35f8-9658-4058-9fd5-5f7052c8a2e8 req-fdb2b68f-6907-4cb6-bda1-f6a5e1d5617b tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:26:02.329068 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ca35f8-9658-4058-9fd5-5f7052c8a2e8 req-fdb2b68f-6907-4cb6-bda1-f6a5e1d5617b tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:26:02.340524 n-d-760453-5 neutron-server[103305]: DEBUG neutron.objects.ports [None req-4a0b13fa-9f8d-400a-93df-ad14247c725b tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103305) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Jan 26 21:26:02.354538 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-23b5aefd-3332-45e7-8898-c405aed8a894 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746560636600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746560234536'] for port (1548cb12-db7c-47ee-951b-9178b8971b01), after_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:26:02.355399 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ca35f8-9658-4058-9fd5-5f7052c8a2e8 req-fdb2b68f-6907-4cb6-bda1-f6a5e1d5617b tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:26:02.393517 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ca35f8-9658-4058-9fd5-5f7052c8a2e8 req-fdb2b68f-6907-4cb6-bda1-f6a5e1d5617b tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:26:02.413898 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ca35f8-9658-4058-9fd5-5f7052c8a2e8 req-fdb2b68f-6907-4cb6-bda1-f6a5e1d5617b tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:26:02.435638 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ca35f8-9658-4058-9fd5-5f7052c8a2e8 req-fdb2b68f-6907-4cb6-bda1-f6a5e1d5617b tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:26:02.443463 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b5aefd-3332-45e7-8898-c405aed8a894 None None] Pushing event deleted for resources: {'Port': ['ID=1548cb12-db7c-47ee-951b-9178b8971b01,revision_number=None']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:26:02.448941 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-50ca35f8-9658-4058-9fd5-5f7052c8a2e8 req-fdb2b68f-6907-4cb6-bda1-f6a5e1d5617b tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] 10.222.0.13 "GET /v2.0/ports?device_id=cc2a45fe-1c0e-4689-a738-964e9c19e30e HTTP/1.1" status: 200 len: 5416 time: 0.3768432 Jan 26 21:26:02.450943 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Current status of the port 1548cb12-db7c-47ee-951b-9178b8971b01 is: ACTIVE; New status is: DOWN {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:26:02.451328 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (1548cb12-db7c-47ee-951b-9178b8971b01), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:26:02.505045 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23b5aefd-3332-45e7-8898-c405aed8a894 None None] No DVR routers for this DVR port 1548cb12-db7c-47ee-951b-9178b8971b01 on host n-d-760453-5 {{(pid=103306) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 26 21:26:02.740989 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-0b4a81a2-cb5c-4a98-99f5-34d72e74f125 req-f06fecf0-8f54-4a28-948f-5fda65696a50 tempest-AttachVolumeShelveTestJSON-345998519 tempest-AttachVolumeShelveTestJSON-345998519-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a78b0a6-78a4-4bc7-9a2d-0384fc9d6981 HTTP/1.1" status: 200 len: 210 time: 0.2072208 Jan 26 21:26:02.771205 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-50ca35f8-9658-4058-9fd5-5f7052c8a2e8 req-4f012945-d226-4c13-a80e-e0d89625f942 tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] 10.222.0.13 "GET /v2.0/security-groups?id=cdcbac26-bdec-4926-b949-1e63137fb150&id=e87e70a3-dfc0-4db8-90a2-ffd9c4c809a5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3135660 Jan 26 21:26:02.927149 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-190cfa3a-f4eb-4c3f-91d7-4c980e142bdf req-f97ded2f-1c7f-4d63-afa3-20bf0cacf692 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] 10.222.0.13 "GET /v2.0/ports?device_id=bab73d10-afaf-4143-a120-91544c188eaa HTTP/1.1" status: 200 len: 210 time: 0.0684161 Jan 26 21:26:02.989110 n-d-760453-5 neutron-server[103305]: WARNING neutron.services.revisions.revision_plugin [None req-4a0b13fa-9f8d-400a-93df-ad14247c725b tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Could not find related port for resource to bump revision. Jan 26 21:26:03.008289 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.ipam_pluggable_backend [None req-4a0b13fa-9f8d-400a-93df-ad14247c725b tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Port 1548cb12-db7c-47ee-951b-9178b8971b01 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=103305) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:597}} Jan 26 21:26:03.008797 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.ipam_pluggable_backend [None req-4a0b13fa-9f8d-400a-93df-ad14247c725b tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Reverting IP allocation for 2001:db8::f816:3eff:fe9e:6b28 {{(pid=103305) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:599}} Jan 26 21:26:03.014470 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.ipam_pluggable_backend [None req-4a0b13fa-9f8d-400a-93df-ad14247c725b tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fe9e:6b28 {{(pid=103305) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:605}} Jan 26 21:26:03.015929 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-4a0b13fa-9f8d-400a-93df-ad14247c725b tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11788839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11599975'] for subnet (5b18479d-4cff-46f2-a432-b343a74c6338), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:26:03.131731 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a0b13fa-9f8d-400a-93df-ad14247c725b tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Network 80bdce17-b861-46cb-9014-7071d7f46353 is already hosted by enough agents. {{(pid=103305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 21:26:03.136967 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [None req-4a0b13fa-9f8d-400a-93df-ad14247c725b tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Resources bound (agent type, host, resource id): {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:26:03.150601 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09980286-4cc6-4db0-957f-6dded8640b25 None None] Network 80bdce17-b861-46cb-9014-7071d7f46353 requested from n-d-760453-5 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 26 21:26:03.157331 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a0b13fa-9f8d-400a-93df-ad14247c725b tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:26:03.158458 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-4a0b13fa-9f8d-400a-93df-ad14247c725b tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709645'] for subnet (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:26:03.190445 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a0b13fa-9f8d-400a-93df-ad14247c725b tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Pushing event updated for resources: {'Subnet': ['ID=5b18479d-4cff-46f2-a432-b343a74c6338,revision_number=0']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:26:03.216537 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-4a0b13fa-9f8d-400a-93df-ad14247c725b tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.1113503 Jan 26 21:26:03.219080 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 45294) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:26:03.225632 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-2d4293fe-7c7c-4f63-9186-2160745b1133 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Request body: {'subnet': {'network_id': '80bdce17-b861-46cb-9014-7071d7f46353', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:26:03.472066 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea37499c-f173-4105-a99d-fe6c8ad3c1af None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3c4099e8-8ffb-51d1-af7f-5868973e933f-80bdce17-b861-46cb-9014-7071d7f46353', 'network_id': '80bdce17-b861-46cb-9014-7071d7f46353', 'project_id': '91ff6b128d484238b8b1d440faeb9154', 'fixed_ips': [{'subnet_id': '5b18479d-4cff-46f2-a432-b343a74c6338'}]}} from n-d-760453-5. {{(pid=103306) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 26 21:26:03.473087 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-ea37499c-f173-4105-a99d-fe6c8ad3c1af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (None), before_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:26:03.586979 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d4293fe-7c7c-4f63-9186-2160745b1133 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Made reservation on behalf of 91ff6b128d484238b8b1d440faeb9154 for: {'subnet': 1} {{(pid=103305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 21:26:03.590661 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-2d4293fe-7c7c-4f63-9186-2160745b1133 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11599953'] for subnet (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:26:03.925625 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.db_base_plugin_common [None req-ea37499c-f173-4105-a99d-fe6c8ad3c1af None None] Allocated IP 2001:db8::f816:3eff:fea8:987e (80bdce17-b861-46cb-9014-7071d7f46353/5b18479d-4cff-46f2-a432-b343a74c6338/107a3f46-a1f8-4fb5-ba61-18f927d894f6) {{(pid=103306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 21:26:03.955138 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-4de1812a-9c2b-4689-a0fd-ac324b5e6010 req-44a5e9c9-8b9e-43d9-b052-4124c081b007 tempest-AttachVolumeShelveTestJSON-345998519 tempest-AttachVolumeShelveTestJSON-345998519-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a78b0a6-78a4-4bc7-9a2d-0384fc9d6981 HTTP/1.1" status: 200 len: 210 time: 0.0745823 Jan 26 21:26:04.173678 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-13d2159b-afa2-4618-912b-79a49c18de46 req-e9c7830c-bf29-43fe-9c6c-c8f7fa561d8d tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] 10.222.0.13 "GET /v2.0/ports?device_id=bab73d10-afaf-4143-a120-91544c188eaa HTTP/1.1" status: 200 len: 210 time: 0.0880184 Jan 26 21:26:04.219736 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25685563-d41f-418d-a2af-a6b47d50e377 req-50f1edfc-9f67-4718-91e3-a8ef5810e6c1 tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:26:04.269597 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25685563-d41f-418d-a2af-a6b47d50e377 req-50f1edfc-9f67-4718-91e3-a8ef5810e6c1 tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:26:04.299293 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25685563-d41f-418d-a2af-a6b47d50e377 req-50f1edfc-9f67-4718-91e3-a8ef5810e6c1 tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:26:04.317883 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25685563-d41f-418d-a2af-a6b47d50e377 req-50f1edfc-9f67-4718-91e3-a8ef5810e6c1 tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:26:04.331149 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25685563-d41f-418d-a2af-a6b47d50e377 req-50f1edfc-9f67-4718-91e3-a8ef5810e6c1 tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:26:04.351187 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25685563-d41f-418d-a2af-a6b47d50e377 req-50f1edfc-9f67-4718-91e3-a8ef5810e6c1 tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:26:04.368526 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25685563-d41f-418d-a2af-a6b47d50e377 req-50f1edfc-9f67-4718-91e3-a8ef5810e6c1 tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:26:04.371947 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-25685563-d41f-418d-a2af-a6b47d50e377 req-50f1edfc-9f67-4718-91e3-a8ef5810e6c1 tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] 10.222.0.13 "GET /v2.0/ports?device_id=cc2a45fe-1c0e-4689-a738-964e9c19e30e HTTP/1.1" status: 200 len: 5416 time: 0.3715532 Jan 26 21:26:04.391472 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-ea37499c-f173-4105-a99d-fe6c8ad3c1af None None] Publish callbacks [] for port (107a3f46-a1f8-4fb5-ba61-18f927d894f6), precommit_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:26:04.396960 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-2d4293fe-7c7c-4f63-9186-2160745b1133 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11788839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11599975'] for subnet (5713eeff-c677-4cba-94cc-aa87f3223767), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:26:04.412717 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-ea37499c-f173-4105-a99d-fe6c8ad3c1af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746560234527'] for port (107a3f46-a1f8-4fb5-ba61-18f927d894f6), after_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:26:04.490573 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d4293fe-7c7c-4f63-9186-2160745b1133 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Network 80bdce17-b861-46cb-9014-7071d7f46353 is already hosted by enough agents. {{(pid=103305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 21:26:04.494053 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [None req-2d4293fe-7c7c-4f63-9186-2160745b1133 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Resources bound (agent type, host, resource id): {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:26:04.518543 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d4293fe-7c7c-4f63-9186-2160745b1133 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:26:04.519333 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-2d4293fe-7c7c-4f63-9186-2160745b1133 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709645'] for subnet (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:26:04.534470 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d4293fe-7c7c-4f63-9186-2160745b1133 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Pushing event updated for resources: {'Subnet': ['ID=5713eeff-c677-4cba-94cc-aa87f3223767,revision_number=0']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:26:04.608023 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-2d4293fe-7c7c-4f63-9186-2160745b1133 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3874989 Jan 26 21:26:04.609807 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-25685563-d41f-418d-a2af-a6b47d50e377 req-60ca9a0c-a113-4c2b-95cc-72c205d8242d tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] 10.222.0.13 "GET /v2.0/security-groups?id=cdcbac26-bdec-4926-b949-1e63137fb150&id=e87e70a3-dfc0-4db8-90a2-ffd9c4c809a5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2316055 Jan 26 21:26:04.610488 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 45318) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:26:04.627437 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea37499c-f173-4105-a99d-fe6c8ad3c1af None None] Pushing event updated for resources: {'Port': ['ID=107a3f46-a1f8-4fb5-ba61-18f927d894f6,revision_number=1']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:26:04.645147 n-d-760453-5 neutron-server[103306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea37499c-f173-4105-a99d-fe6c8ad3c1af None None] Network 80bdce17-b861-46cb-9014-7071d7f46353 is already hosted by enough agents. {{(pid=103306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 21:26:04.646908 n-d-760453-5 neutron-server[103306]: DEBUG neutron.scheduler.base_scheduler [None req-ea37499c-f173-4105-a99d-fe6c8ad3c1af None None] Resources bound (agent type, host, resource id): {{(pid=103306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:26:04.649629 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea37499c-f173-4105-a99d-fe6c8ad3c1af None None] Received port after_create {{(pid=103306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 21:26:04.669048 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-51c8b816-2722-4dda-8a55-5e7a2a05a6cd tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Request body: {'port': {'network_id': '80bdce17-b861-46cb-9014-7071d7f46353', 'mac_address': 'fa:16:3e:ac:ae:32', 'name': 'tempest-NetworksTestDHCPv6-736607546'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:26:04.758251 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-ea37499c-f173-4105-a99d-fe6c8ad3c1af None None] Attempting to bind port 107a3f46-a1f8-4fb5-ba61-18f927d894f6 on host n-d-760453-5 for vnic_type normal with profile {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 21:26:04.758917 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-ea37499c-f173-4105-a99d-fe6c8ad3c1af None None] Attempting to bind port 107a3f46-a1f8-4fb5-ba61-18f927d894f6 by drivers openvswitch,hyperv on host n-d-760453-5 at level 0 using segments [{'id': '3c6d624c-ba08-479a-b68a-7684ce678b5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '80bdce17-b861-46cb-9014-7071d7f46353'}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 26 21:26:04.759470 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea37499c-f173-4105-a99d-fe6c8ad3c1af None None] Attempting to bind port 107a3f46-a1f8-4fb5-ba61-18f927d894f6 on network 80bdce17-b861-46cb-9014-7071d7f46353 {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 21:26:04.769441 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea37499c-f173-4105-a99d-fe6c8ad3c1af None None] Checking agent: {'id': 'fea0591a-627d-4c87-9a9a-01625ddf3277', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760453-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 20, 55, 25), 'started_at': datetime.datetime(2022, 1, 26, 20, 55, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 21, 25, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760453-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 26 21:26:04.770626 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea37499c-f173-4105-a99d-fe6c8ad3c1af None None] Checking segment: {'id': '3c6d624c-ba08-479a-b68a-7684ce678b5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '80bdce17-b861-46cb-9014-7071d7f46353'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 21:26:04.771867 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-ea37499c-f173-4105-a99d-fe6c8ad3c1af None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:26:04.772657 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea37499c-f173-4105-a99d-fe6c8ad3c1af None None] Bound using segment: {'id': '3c6d624c-ba08-479a-b68a-7684ce678b5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '80bdce17-b861-46cb-9014-7071d7f46353'} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 26 21:26:04.773369 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-ea37499c-f173-4105-a99d-fe6c8ad3c1af None None] Bound port: 107a3f46-a1f8-4fb5-ba61-18f927d894f6, host: n-d-760453-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c6d624c-ba08-479a-b68a-7684ce678b5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '80bdce17-b861-46cb-9014-7071d7f46353'}}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 26 21:26:04.773980 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-ea37499c-f173-4105-a99d-fe6c8ad3c1af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (107a3f46-a1f8-4fb5-ba61-18f927d894f6), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:26:04.846158 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439e3155-6cb0-4ca0-88cb-b361259a1b1b req-55beb89e-ca15-4ff4-9874-fede6acfb354 tempest-AttachVolumeShelveTestJSON-345998519 tempest-AttachVolumeShelveTestJSON-345998519-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:26:04.851304 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-439e3155-6cb0-4ca0-88cb-b361259a1b1b req-55beb89e-ca15-4ff4-9874-fede6acfb354 tempest-AttachVolumeShelveTestJSON-345998519 tempest-AttachVolumeShelveTestJSON-345998519-project] 10.222.0.66 "GET /v2.0/networks?id=d67e3ebe-4ba7-45de-a361-0a193d47dcd7 HTTP/1.1" status: 200 len: 813 time: 0.2797763 Jan 26 21:26:04.891481 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-ea37499c-f173-4105-a99d-fe6c8ad3c1af None None] For port 107a3f46-a1f8-4fb5-ba61-18f927d894f6, host n-d-760453-5, cleared binding levels {{(pid=103306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 26 21:26:04.901511 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-ea37499c-f173-4105-a99d-fe6c8ad3c1af None None] For port 107a3f46-a1f8-4fb5-ba61-18f927d894f6, host n-d-760453-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=107a3f46-a1f8-4fb5-ba61-18f927d894f6,segment=NetworkSegment(3c6d624c-ba08-479a-b68a-7684ce678b5c),segment_id=3c6d624c-ba08-479a-b68a-7684ce678b5c)] {{(pid=103306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 26 21:26:04.914845 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-ea37499c-f173-4105-a99d-fe6c8ad3c1af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (107a3f46-a1f8-4fb5-ba61-18f927d894f6), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:26:04.938358 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2afd28fd-6fcf-43a6-ba8e-95ba5ec46129 req-797d3664-f90a-4638-bb23-9287562c889d tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:26:04.940197 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-2afd28fd-6fcf-43a6-ba8e-95ba5ec46129 req-797d3664-f90a-4638-bb23-9287562c889d tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] 10.222.0.66 "GET /v2.0/networks?id=409f24a2-f487-449b-8f01-d9911b990d6a HTTP/1.1" status: 200 len: 797 time: 0.3262646 Jan 26 21:26:05.054899 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-439e3155-6cb0-4ca0-88cb-b361259a1b1b req-0b3808a7-0f0b-4bc0-8314-d39259e34bc7 tempest-AttachVolumeShelveTestJSON-345998519 tempest-AttachVolumeShelveTestJSON-345998519-project] 10.222.0.66 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9a820e3f529a4c3083d815b75318d24c HTTP/1.1" status: 200 len: 379 time: 0.1927559 Jan 26 21:26:05.069449 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [req-439e3155-6cb0-4ca0-88cb-b361259a1b1b req-e0a44667-37b3-46c9-9e83-8a08838045e8 tempest-AttachVolumeShelveTestJSON-345998519 tempest-AttachVolumeShelveTestJSON-345998519-project] Request body: {'port': {'device_id': '4a78b0a6-78a4-4bc7-9a2d-0384fc9d6981', 'network_id': 'd67e3ebe-4ba7-45de-a361-0a193d47dcd7', 'admin_state_up': True, 'tenant_id': '9a820e3f529a4c3083d815b75318d24c', 'security_groups': ['a25c4f90-015b-4812-87d5-e6df93d42e7b']}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:26:05.139367 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea37499c-f173-4105-a99d-fe6c8ad3c1af None None] Pushing event updated for resources: {'Port': ['ID=107a3f46-a1f8-4fb5-ba61-18f927d894f6,revision_number=2']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:26:05.241919 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-c17c5804-bfbb-4d68-a6c9-c4cc79c7059e req-5e671d44-7954-40d3-9cc9-7a26009f758c tempest-AttachVolumeShelveTestJSON-345998519 tempest-AttachVolumeShelveTestJSON-345998519-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a78b0a6-78a4-4bc7-9a2d-0384fc9d6981 HTTP/1.1" status: 200 len: 210 time: 0.0929170 Jan 26 21:26:05.339873 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-439e3155-6cb0-4ca0-88cb-b361259a1b1b req-e0a44667-37b3-46c9-9e83-8a08838045e8 tempest-AttachVolumeShelveTestJSON-345998519 tempest-AttachVolumeShelveTestJSON-345998519-project] Made reservation on behalf of 9a820e3f529a4c3083d815b75318d24c for: {'port': 1} {{(pid=103305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 21:26:05.343574 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-439e3155-6cb0-4ca0-88cb-b361259a1b1b req-e0a44667-37b3-46c9-9e83-8a08838045e8 tempest-AttachVolumeShelveTestJSON-345998519 tempest-AttachVolumeShelveTestJSON-345998519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:26:05.479728 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-b35cf9d2-2dec-477c-88bc-b3b6ef011a42 req-bdafc691-7f95-415c-b88d-af934cf1cdfe tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] 10.222.0.13 "GET /v2.0/ports?device_id=bab73d10-afaf-4143-a120-91544c188eaa HTTP/1.1" status: 200 len: 210 time: 0.1234813 Jan 26 21:26:05.675853 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.db_base_plugin_common [req-439e3155-6cb0-4ca0-88cb-b361259a1b1b req-e0a44667-37b3-46c9-9e83-8a08838045e8 tempest-AttachVolumeShelveTestJSON-345998519 tempest-AttachVolumeShelveTestJSON-345998519-project] Allocated IP 172.20.0.8 (d67e3ebe-4ba7-45de-a361-0a193d47dcd7/b97a8223-0b24-4ba7-b338-51c5c9119da6/61e4e751-58c3-44b7-8fce-c3507a0cdccc) {{(pid=103305) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 21:26:05.728431 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-2afd28fd-6fcf-43a6-ba8e-95ba5ec46129 req-fff9f82c-4dbd-41d7-b8a2-eea2365190b3 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] 10.222.0.66 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c6d9f10230f341edbbe46b16c17eb870 HTTP/1.1" status: 200 len: 380 time: 0.7576840 Jan 26 21:26:05.751072 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [req-2afd28fd-6fcf-43a6-ba8e-95ba5ec46129 req-f7df0b64-cb20-47e0-908d-d8bed4a3fe37 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Request body: {'port': {'device_id': 'bab73d10-afaf-4143-a120-91544c188eaa', 'network_id': '409f24a2-f487-449b-8f01-d9911b990d6a', 'admin_state_up': True, 'tenant_id': 'c6d9f10230f341edbbe46b16c17eb870', 'security_groups': ['9fb734eb-2a1e-444e-9314-c3d872afadaa']}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:26:06.051916 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-439e3155-6cb0-4ca0-88cb-b361259a1b1b req-e0a44667-37b3-46c9-9e83-8a08838045e8 tempest-AttachVolumeShelveTestJSON-345998519 tempest-AttachVolumeShelveTestJSON-345998519-project] Publish callbacks [] for port (61e4e751-58c3-44b7-8fce-c3507a0cdccc), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:26:06.093898 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2afd28fd-6fcf-43a6-ba8e-95ba5ec46129 req-f7df0b64-cb20-47e0-908d-d8bed4a3fe37 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Made reservation on behalf of c6d9f10230f341edbbe46b16c17eb870 for: {'port': 1} {{(pid=103304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 21:26:06.101840 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-2afd28fd-6fcf-43a6-ba8e-95ba5ec46129 req-f7df0b64-cb20-47e0-908d-d8bed4a3fe37 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:26:06.110675 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51c8b816-2722-4dda-8a55-5e7a2a05a6cd tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Made reservation on behalf of 91ff6b128d484238b8b1d440faeb9154 for: {'port': 1} {{(pid=103304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 21:26:06.133840 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-439e3155-6cb0-4ca0-88cb-b361259a1b1b req-e0a44667-37b3-46c9-9e83-8a08838045e8 tempest-AttachVolumeShelveTestJSON-345998519 tempest-AttachVolumeShelveTestJSON-345998519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746560234527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11791543'] for port (61e4e751-58c3-44b7-8fce-c3507a0cdccc), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:26:06.134503 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device 107a3f46-a1f8-4fb5-ba61-18f927d894f6 up at agent ovs-agent-n-d-760453-5 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 21:26:06.236260 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a44667-37b3-46c9-9e83-8a08838045e8 tempest-AttachVolumeShelveTestJSON-345998519 tempest-AttachVolumeShelveTestJSON-345998519-project] Pushing event updated for resources: {'Port': ['ID=61e4e751-58c3-44b7-8fce-c3507a0cdccc,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:26:06.246804 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-439e3155-6cb0-4ca0-88cb-b361259a1b1b req-e0a44667-37b3-46c9-9e83-8a08838045e8 tempest-AttachVolumeShelveTestJSON-345998519 tempest-AttachVolumeShelveTestJSON-345998519-project] Network d67e3ebe-4ba7-45de-a361-0a193d47dcd7 is already hosted by enough agents. {{(pid=103305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 21:26:06.250562 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [req-439e3155-6cb0-4ca0-88cb-b361259a1b1b req-e0a44667-37b3-46c9-9e83-8a08838045e8 tempest-AttachVolumeShelveTestJSON-345998519 tempest-AttachVolumeShelveTestJSON-345998519-project] Resources bound (agent type, host, resource id): {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:26:06.253921 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [req-439e3155-6cb0-4ca0-88cb-b361259a1b1b req-e0a44667-37b3-46c9-9e83-8a08838045e8 tempest-AttachVolumeShelveTestJSON-345998519 tempest-AttachVolumeShelveTestJSON-345998519-project] Received port after_create {{(pid=103305) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 21:26:06.301026 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Provisioning complete for port 107a3f46-a1f8-4fb5-ba61-18f927d894f6 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:26:06.301465 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (107a3f46-a1f8-4fb5-ba61-18f927d894f6), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:26:06.425028 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-51c8b816-2722-4dda-8a55-5e7a2a05a6cd tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:26:06.447128 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439e3155-6cb0-4ca0-88cb-b361259a1b1b req-e0a44667-37b3-46c9-9e83-8a08838045e8 tempest-AttachVolumeShelveTestJSON-345998519 tempest-AttachVolumeShelveTestJSON-345998519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:26:06.448083 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-439e3155-6cb0-4ca0-88cb-b361259a1b1b req-e0a44667-37b3-46c9-9e83-8a08838045e8 tempest-AttachVolumeShelveTestJSON-345998519 tempest-AttachVolumeShelveTestJSON-345998519-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:26:06.504863 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9af061-3ea6-4f11-ba9e-c3b3add562e6 req-55b9dcc7-9246-4961-bf0a-6ac7713ef890 tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:26:06.518521 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-439e3155-6cb0-4ca0-88cb-b361259a1b1b req-e0a44667-37b3-46c9-9e83-8a08838045e8 tempest-AttachVolumeShelveTestJSON-345998519 tempest-AttachVolumeShelveTestJSON-345998519-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4569743 Jan 26 21:26:06.519375 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9af061-3ea6-4f11-ba9e-c3b3add562e6 req-55b9dcc7-9246-4961-bf0a-6ac7713ef890 tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:26:06.537038 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9af061-3ea6-4f11-ba9e-c3b3add562e6 req-55b9dcc7-9246-4961-bf0a-6ac7713ef890 tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:26:06.540916 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [req-439e3155-6cb0-4ca0-88cb-b361259a1b1b req-abda0806-316d-43d0-ae3e-c16c750535e2 tempest-AttachVolumeShelveTestJSON-345998519 tempest-AttachVolumeShelveTestJSON-345998519-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=103305) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 26 21:26:06.544364 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-439e3155-6cb0-4ca0-88cb-b361259a1b1b req-abda0806-316d-43d0-ae3e-c16c750535e2 tempest-AttachVolumeShelveTestJSON-345998519 tempest-AttachVolumeShelveTestJSON-345998519-project] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0162039 Jan 26 21:26:06.551973 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9af061-3ea6-4f11-ba9e-c3b3add562e6 req-55b9dcc7-9246-4961-bf0a-6ac7713ef890 tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:26:06.563111 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9af061-3ea6-4f11-ba9e-c3b3add562e6 req-55b9dcc7-9246-4961-bf0a-6ac7713ef890 tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:26:06.608602 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9af061-3ea6-4f11-ba9e-c3b3add562e6 req-55b9dcc7-9246-4961-bf0a-6ac7713ef890 tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:26:06.630873 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9af061-3ea6-4f11-ba9e-c3b3add562e6 req-55b9dcc7-9246-4961-bf0a-6ac7713ef890 tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:26:06.633241 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Current status of the port 107a3f46-a1f8-4fb5-ba61-18f927d894f6 is: DOWN; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:26:06.633908 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (107a3f46-a1f8-4fb5-ba61-18f927d894f6), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:26:06.642505 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-3a9af061-3ea6-4f11-ba9e-c3b3add562e6 req-55b9dcc7-9246-4961-bf0a-6ac7713ef890 tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] 10.222.0.13 "GET /v2.0/ports?device_id=cc2a45fe-1c0e-4689-a738-964e9c19e30e HTTP/1.1" status: 200 len: 5416 time: 0.8216267 Jan 26 21:26:06.778571 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [req-439e3155-6cb0-4ca0-88cb-b361259a1b1b req-9c2a59b8-bcee-4928-b658-76aed7c9b0e4 service neutron] Request body: {'port': {'device_id': '4a78b0a6-78a4-4bc7-9a2d-0384fc9d6981', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-760453-5'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:26:06.902393 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] For port 107a3f46-a1f8-4fb5-ba61-18f927d894f6, host n-d-760453-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=107a3f46-a1f8-4fb5-ba61-18f927d894f6,segment=NetworkSegment(3c6d624c-ba08-479a-b68a-7684ce678b5c),segment_id=3c6d624c-ba08-479a-b68a-7684ce678b5c)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:26:06.928215 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (107a3f46-a1f8-4fb5-ba61-18f927d894f6), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:26:06.946361 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-439e3155-6cb0-4ca0-88cb-b361259a1b1b req-9c2a59b8-bcee-4928-b658-76aed7c9b0e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (61e4e751-58c3-44b7-8fce-c3507a0cdccc), before_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:26:07.092461 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Pushing event updated for resources: {'Port': ['ID=107a3f46-a1f8-4fb5-ba61-18f927d894f6,revision_number=3']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:26:07.108751 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-1c41349a-a6a5-4130-94d3-cde48134f6b1 None None] Provisioning complete for port 61e4e751-58c3-44b7-8fce-c3507a0cdccc triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:26:07.109139 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-1c41349a-a6a5-4130-94d3-cde48134f6b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (61e4e751-58c3-44b7-8fce-c3507a0cdccc), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:26:07.171343 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-712fd828-b59d-40dc-8883-e2e958832f2d None None] Network 80bdce17-b861-46cb-9014-7071d7f46353 requested from n-d-760453-5 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 26 21:26:07.220165 n-d-760453-5 neutron-server[103304]: DEBUG neutron.notifiers.nova [None req-51c8b816-2722-4dda-8a55-5e7a2a05a6cd tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] device_id is not set on port 0e370da5-ef35-4d5e-9957-11a46708ab76 yet. {{(pid=103304) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 26 21:26:07.374504 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-1c41349a-a6a5-4130-94d3-cde48134f6b1 None None] Port 61e4e751-58c3-44b7-8fce-c3507a0cdccc cannot update to ACTIVE because it is not bound. {{(pid=103306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 26 21:26:07.440264 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.db_base_plugin_common [None req-51c8b816-2722-4dda-8a55-5e7a2a05a6cd tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Allocated IP 172.20.0.8 (80bdce17-b861-46cb-9014-7071d7f46353/5713eeff-c677-4cba-94cc-aa87f3223767/0e370da5-ef35-4d5e-9957-11a46708ab76) {{(pid=103304) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 21:26:07.448534 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.db_base_plugin_common [None req-51c8b816-2722-4dda-8a55-5e7a2a05a6cd tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Allocated IP 2001:db8::f816:3eff:feac:ae32 (80bdce17-b861-46cb-9014-7071d7f46353/5b18479d-4cff-46f2-a432-b343a74c6338/0e370da5-ef35-4d5e-9957-11a46708ab76) {{(pid=103304) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 21:26:07.531549 n-d-760453-5 neutron-server[103305]: DEBUG neutron.notifiers.nova [req-439e3155-6cb0-4ca0-88cb-b361259a1b1b req-9c2a59b8-bcee-4928-b658-76aed7c9b0e4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 61e4e751-58c3-44b7-8fce-c3507a0cdccc {{(pid=103305) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 26 21:26:07.554947 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-439e3155-6cb0-4ca0-88cb-b361259a1b1b req-9c2a59b8-bcee-4928-b658-76aed7c9b0e4 service neutron] Publish callbacks [] for port (61e4e751-58c3-44b7-8fce-c3507a0cdccc), precommit_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:26:07.575313 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.provisioning_blocks [req-439e3155-6cb0-4ca0-88cb-b361259a1b1b req-9c2a59b8-bcee-4928-b658-76aed7c9b0e4 service neutron] Transition to ACTIVE for port object 61e4e751-58c3-44b7-8fce-c3507a0cdccc will not be triggered until provisioned by entity L2. {{(pid=103305) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 21:26:07.583241 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-439e3155-6cb0-4ca0-88cb-b361259a1b1b req-9c2a59b8-bcee-4928-b658-76aed7c9b0e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11791520'] for port (61e4e751-58c3-44b7-8fce-c3507a0cdccc), after_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:26:07.583453 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-904a2a94-be1b-4d62-bf3a-465c087291b9 None None] Provisioning complete for port 107a3f46-a1f8-4fb5-ba61-18f927d894f6 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:26:07.583727 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-904a2a94-be1b-4d62-bf3a-465c087291b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (107a3f46-a1f8-4fb5-ba61-18f927d894f6), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:26:07.615173 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-51c8b816-2722-4dda-8a55-5e7a2a05a6cd tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Publish callbacks [] for port (0e370da5-ef35-4d5e-9957-11a46708ab76), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:26:07.668327 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-51c8b816-2722-4dda-8a55-5e7a2a05a6cd tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746560234527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9281553'] for port (0e370da5-ef35-4d5e-9957-11a46708ab76), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:26:07.694894 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f0e2fa-51fb-4aba-8bd9-e932f76f4528 req-afea3e3a-f875-44ad-916e-955b2c5d2625 tempest-AttachVolumeShelveTestJSON-345998519 tempest-AttachVolumeShelveTestJSON-345998519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:26:07.703174 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-91f0e2fa-51fb-4aba-8bd9-e932f76f4528 req-afea3e3a-f875-44ad-916e-955b2c5d2625 tempest-AttachVolumeShelveTestJSON-345998519 tempest-AttachVolumeShelveTestJSON-345998519-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a78b0a6-78a4-4bc7-9a2d-0384fc9d6981 HTTP/1.1" status: 200 len: 931 time: 1.2616446 Jan 26 21:26:07.783674 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-3a9af061-3ea6-4f11-ba9e-c3b3add562e6 req-a4ed55ac-6d8d-4ff7-89be-77c4b3ef877d tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] 10.222.0.13 "GET /v2.0/security-groups?id=cdcbac26-bdec-4926-b949-1e63137fb150&id=e87e70a3-dfc0-4db8-90a2-ffd9c4c809a5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 1.1077595 Jan 26 21:26:07.824105 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51c8b816-2722-4dda-8a55-5e7a2a05a6cd tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Network 80bdce17-b861-46cb-9014-7071d7f46353 is already hosted by enough agents. {{(pid=103304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 21:26:07.826581 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.db_base_plugin_common [req-2afd28fd-6fcf-43a6-ba8e-95ba5ec46129 req-f7df0b64-cb20-47e0-908d-d8bed4a3fe37 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Allocated IP 172.20.0.9 (409f24a2-f487-449b-8f01-d9911b990d6a/68f62439-8ec7-48ec-b8fa-67a39fc871b7/fd42b877-d35a-41b1-bfdb-a02ca8527fc5) {{(pid=103304) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 21:26:07.839481 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [None req-51c8b816-2722-4dda-8a55-5e7a2a05a6cd tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Resources bound (agent type, host, resource id): {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:26:07.853626 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c2a59b8-bcee-4928-b658-76aed7c9b0e4 service neutron] Pushing event updated for resources: {'Port': ['ID=61e4e751-58c3-44b7-8fce-c3507a0cdccc,revision_number=2']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:26:07.889184 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51c8b816-2722-4dda-8a55-5e7a2a05a6cd tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Received port after_create {{(pid=103304) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 21:26:07.954407 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-904a2a94-be1b-4d62-bf3a-465c087291b9 None None] Current status of the port 107a3f46-a1f8-4fb5-ba61-18f927d894f6 is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:26:07.994542 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3b940e4-dbf5-48c3-bbc0-862dc46349e1 None None] Update dhcp port {'port': {'network_id': '80bdce17-b861-46cb-9014-7071d7f46353', 'fixed_ips': [{'subnet_id': '5b18479d-4cff-46f2-a432-b343a74c6338', 'ip_address': '2001:db8::f816:3eff:fea8:987e'}, {'subnet_id': '5713eeff-c677-4cba-94cc-aa87f3223767'}], 'binding:host_id': 'n-d-760453-5'}, 'id': '107a3f46-a1f8-4fb5-ba61-18f927d894f6'} from n-d-760453-5. {{(pid=103306) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Jan 26 21:26:08.050068 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-91f0e2fa-51fb-4aba-8bd9-e932f76f4528 req-d6c36317-f408-4181-817b-4c1031415226 tempest-AttachVolumeShelveTestJSON-345998519 tempest-AttachVolumeShelveTestJSON-345998519-project] 10.222.0.13 "GET /v2.0/security-groups?id=a25c4f90-015b-4812-87d5-e6df93d42e7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3455641 Jan 26 21:26:08.103228 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c8b816-2722-4dda-8a55-5e7a2a05a6cd tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Pushing event updated for resources: {'Port': ['ID=0e370da5-ef35-4d5e-9957-11a46708ab76,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:26:08.112898 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-f3b940e4-dbf5-48c3-bbc0-862dc46349e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (107a3f46-a1f8-4fb5-ba61-18f927d894f6), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:26:08.158643 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device 107a3f46-a1f8-4fb5-ba61-18f927d894f6 up at agent ovs-agent-n-d-760453-5 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 21:26:08.165800 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [req-439e3155-6cb0-4ca0-88cb-b361259a1b1b req-9c2a59b8-bcee-4928-b658-76aed7c9b0e4 service neutron] Attempting to bind port 61e4e751-58c3-44b7-8fce-c3507a0cdccc on host n-h1-760453-5 for vnic_type normal with profile {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 21:26:08.166382 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [req-439e3155-6cb0-4ca0-88cb-b361259a1b1b req-9c2a59b8-bcee-4928-b658-76aed7c9b0e4 service neutron] Attempting to bind port 61e4e751-58c3-44b7-8fce-c3507a0cdccc by drivers openvswitch,hyperv on host n-h1-760453-5 at level 0 using segments [{'id': 'ae04eadd-2f21-4385-8e0d-440406bc0827', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'd67e3ebe-4ba7-45de-a361-0a193d47dcd7'}] {{(pid=103305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 26 21:26:08.166892 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-439e3155-6cb0-4ca0-88cb-b361259a1b1b req-9c2a59b8-bcee-4928-b658-76aed7c9b0e4 service neutron] Attempting to bind port 61e4e751-58c3-44b7-8fce-c3507a0cdccc on network d67e3ebe-4ba7-45de-a361-0a193d47dcd7 {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 21:26:08.176883 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-439e3155-6cb0-4ca0-88cb-b361259a1b1b req-9c2a59b8-bcee-4928-b658-76aed7c9b0e4 service neutron] Port 61e4e751-58c3-44b7-8fce-c3507a0cdccc on network d67e3ebe-4ba7-45de-a361-0a193d47dcd7 not bound, no agent of type Open vSwitch agent registered on host n-h1-760453-5 {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 26 21:26:08.177455 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-439e3155-6cb0-4ca0-88cb-b361259a1b1b req-9c2a59b8-bcee-4928-b658-76aed7c9b0e4 service neutron] Attempting to bind port 61e4e751-58c3-44b7-8fce-c3507a0cdccc on network d67e3ebe-4ba7-45de-a361-0a193d47dcd7 {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 21:26:08.181514 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-149c30d6-f12c-4061-8c3c-1fb8e97aa886 req-a9e93746-a6dc-4bf7-86ea-146939107804 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] 10.222.0.13 "GET /v2.0/ports?device_id=bab73d10-afaf-4143-a120-91544c188eaa HTTP/1.1" status: 200 len: 210 time: 0.1301229 Jan 26 21:26:08.210032 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-439e3155-6cb0-4ca0-88cb-b361259a1b1b req-9c2a59b8-bcee-4928-b658-76aed7c9b0e4 service neutron] Checking agent: {'id': '32ef628b-8417-46c5-8729-60fcabe358f1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-760453-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 21, 3, 8), 'started_at': datetime.datetime(2022, 1, 26, 21, 3, 8), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 21, 25, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 26 21:26:08.210804 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-439e3155-6cb0-4ca0-88cb-b361259a1b1b req-9c2a59b8-bcee-4928-b658-76aed7c9b0e4 service neutron] Checking segment: {'id': 'ae04eadd-2f21-4385-8e0d-440406bc0827', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'd67e3ebe-4ba7-45de-a361-0a193d47dcd7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103305) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 21:26:08.211364 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-439e3155-6cb0-4ca0-88cb-b361259a1b1b req-9c2a59b8-bcee-4928-b658-76aed7c9b0e4 service neutron] Bound using segment: {'id': 'ae04eadd-2f21-4385-8e0d-440406bc0827', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'd67e3ebe-4ba7-45de-a361-0a193d47dcd7'} {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 26 21:26:08.211998 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [req-439e3155-6cb0-4ca0-88cb-b361259a1b1b req-9c2a59b8-bcee-4928-b658-76aed7c9b0e4 service neutron] Bound port: 61e4e751-58c3-44b7-8fce-c3507a0cdccc, host: n-h1-760453-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ae04eadd-2f21-4385-8e0d-440406bc0827', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'd67e3ebe-4ba7-45de-a361-0a193d47dcd7'}}] {{(pid=103305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 26 21:26:08.212530 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-439e3155-6cb0-4ca0-88cb-b361259a1b1b req-9c2a59b8-bcee-4928-b658-76aed7c9b0e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (61e4e751-58c3-44b7-8fce-c3507a0cdccc), before_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:26:08.271082 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51c8b816-2722-4dda-8a55-5e7a2a05a6cd tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:26:08.283620 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-51c8b816-2722-4dda-8a55-5e7a2a05a6cd tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:26:08.486051 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [req-439e3155-6cb0-4ca0-88cb-b361259a1b1b req-9c2a59b8-bcee-4928-b658-76aed7c9b0e4 service neutron] For port 61e4e751-58c3-44b7-8fce-c3507a0cdccc, host n-h1-760453-5, cleared binding levels {{(pid=103305) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 26 21:26:08.496854 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [req-439e3155-6cb0-4ca0-88cb-b361259a1b1b req-9c2a59b8-bcee-4928-b658-76aed7c9b0e4 service neutron] For port 61e4e751-58c3-44b7-8fce-c3507a0cdccc, host n-h1-760453-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-5',level=0,port_id=61e4e751-58c3-44b7-8fce-c3507a0cdccc,segment=NetworkSegment(ae04eadd-2f21-4385-8e0d-440406bc0827),segment_id=ae04eadd-2f21-4385-8e0d-440406bc0827)] {{(pid=103305) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 26 21:26:08.510614 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-439e3155-6cb0-4ca0-88cb-b361259a1b1b req-9c2a59b8-bcee-4928-b658-76aed7c9b0e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11791520'] for port (61e4e751-58c3-44b7-8fce-c3507a0cdccc), after_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:26:08.530996 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-2afd28fd-6fcf-43a6-ba8e-95ba5ec46129 req-f7df0b64-cb20-47e0-908d-d8bed4a3fe37 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Publish callbacks [] for port (fd42b877-d35a-41b1-bfdb-a02ca8527fc5), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:26:08.614897 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-51c8b816-2722-4dda-8a55-5e7a2a05a6cd tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 3.9590724 Jan 26 21:26:08.616791 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 45366) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:26:08.649941 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-2afd28fd-6fcf-43a6-ba8e-95ba5ec46129 req-f7df0b64-cb20-47e0-908d-d8bed4a3fe37 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746560234527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9281553'] for port (fd42b877-d35a-41b1-bfdb-a02ca8527fc5), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:26:08.654687 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439e3155-6cb0-4ca0-88cb-b361259a1b1b req-9c2a59b8-bcee-4928-b658-76aed7c9b0e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:26:08.658022 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-439e3155-6cb0-4ca0-88cb-b361259a1b1b req-9c2a59b8-bcee-4928-b658-76aed7c9b0e4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:26:08.663492 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-439e3155-6cb0-4ca0-88cb-b361259a1b1b req-9c2a59b8-bcee-4928-b658-76aed7c9b0e4 service neutron] 10.222.0.66 "PUT /v2.0/ports/61e4e751-58c3-44b7-8fce-c3507a0cdccc HTTP/1.1" status: 200 len: 1091 time: 2.1038284 Jan 26 21:26:08.663999 n-d-760453-5 neutron-server[103305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a78b0a6-78a4-4bc7-9a2d-0384fc9d6981', 'tag': '61e4e751-58c3-44b7-8fce-c3507a0cdccc'}] {{(pid=103305) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 21:26:08.674601 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d4654568b7bf041e72ff8fe1c96d6d761d9c921f2b99bc7b3a26632be20cee0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66f0d95b-30d2-416b-9c95-1cbee0271a45" -d '{"events": [{"name": "network-changed", "server_uuid": "4a78b0a6-78a4-4bc7-9a2d-0384fc9d6981", "tag": "61e4e751-58c3-44b7-8fce-c3507a0cdccc"}]}' {{(pid=103305) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 21:26:08.809708 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2afd28fd-6fcf-43a6-ba8e-95ba5ec46129 req-f7df0b64-cb20-47e0-908d-d8bed4a3fe37 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Network 409f24a2-f487-449b-8f01-d9911b990d6a is already hosted by enough agents. {{(pid=103304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 21:26:08.825415 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [req-2afd28fd-6fcf-43a6-ba8e-95ba5ec46129 req-f7df0b64-cb20-47e0-908d-d8bed4a3fe37 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Resources bound (agent type, host, resource id): {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:26:08.851479 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [req-2afd28fd-6fcf-43a6-ba8e-95ba5ec46129 req-f7df0b64-cb20-47e0-908d-d8bed4a3fe37 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Received port after_create {{(pid=103304) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 21:26:08.857319 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 26 Jan 2022 21:26:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ab12a0e-7cdc-43b9-b6ff-fbeeb64bee1a x-openstack-request-id: req-1ab12a0e-7cdc-43b9-b6ff-fbeeb64bee1a {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 21:26:08.857828 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4a78b0a6-78a4-4bc7-9a2d-0384fc9d6981", "tag": "61e4e751-58c3-44b7-8fce-c3507a0cdccc", "status": "completed", "code": 200}]} {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 21:26:08.857828 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-1ab12a0e-7cdc-43b9-b6ff-fbeeb64bee1a {{(pid=103305) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 21:26:08.858245 n-d-760453-5 neutron-server[103305]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4a78b0a6-78a4-4bc7-9a2d-0384fc9d6981', 'tag': '61e4e751-58c3-44b7-8fce-c3507a0cdccc', 'status': 'completed', 'code': 200} Jan 26 21:26:08.875905 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c2a59b8-bcee-4928-b658-76aed7c9b0e4 service neutron] Pushing event updated for resources: {'Port': ['ID=61e4e751-58c3-44b7-8fce-c3507a0cdccc,revision_number=3']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:26:08.917334 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439e3155-6cb0-4ca0-88cb-b361259a1b1b req-378f7575-2c02-4461-98ff-417365f998aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:26:08.920668 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-439e3155-6cb0-4ca0-88cb-b361259a1b1b req-378f7575-2c02-4461-98ff-417365f998aa service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=9a820e3f529a4c3083d815b75318d24c&device_id=4a78b0a6-78a4-4bc7-9a2d-0384fc9d6981 HTTP/1.1" status: 200 len: 1094 time: 0.1830287 Jan 26 21:26:09.033634 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (32ef628b-8417-46c5-8729-60fcabe358f1), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:26:09.069349 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.db_base_plugin_common [None req-f3b940e4-dbf5-48c3-bbc0-862dc46349e1 None None] Allocated IP 172.20.0.2 (80bdce17-b861-46cb-9014-7071d7f46353/5713eeff-c677-4cba-94cc-aa87f3223767/107a3f46-a1f8-4fb5-ba61-18f927d894f6) {{(pid=103306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 21:26:09.084395 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-439e3155-6cb0-4ca0-88cb-b361259a1b1b req-fc26e86a-b018-404a-9daf-c01c2eda250a service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=61e4e751-58c3-44b7-8fce-c3507a0cdccc HTTP/1.1" status: 200 len: 217 time: 0.1479962 Jan 26 21:26:09.138811 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2afd28fd-6fcf-43a6-ba8e-95ba5ec46129 req-f7df0b64-cb20-47e0-908d-d8bed4a3fe37 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:26:09.145433 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-2afd28fd-6fcf-43a6-ba8e-95ba5ec46129 req-f7df0b64-cb20-47e0-908d-d8bed4a3fe37 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:26:09.205869 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7df0b64-cb20-47e0-908d-d8bed4a3fe37 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Pushing event updated for resources: {'Port': ['ID=fd42b877-d35a-41b1-bfdb-a02ca8527fc5,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:26:09.245598 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439e3155-6cb0-4ca0-88cb-b361259a1b1b req-53a26830-5454-46b3-90d8-dc245c1e8427 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:26:09.247665 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bfb9641-8cf8-4711-a6ca-f1645e0ce255 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:26:09.250574 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-439e3155-6cb0-4ca0-88cb-b361259a1b1b req-53a26830-5454-46b3-90d8-dc245c1e8427 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=b97a8223-0b24-4ba7-b338-51c5c9119da6 HTTP/1.1" status: 200 len: 852 time: 0.1599422 Jan 26 21:26:09.255281 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bfb9641-8cf8-4711-a6ca-f1645e0ce255 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:26:09.256924 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-3bfb9641-8cf8-4711-a6ca-f1645e0ce255 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1783 time: 0.6190937 Jan 26 21:26:09.325924 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 45388) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:26:09.398111 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-2afd28fd-6fcf-43a6-ba8e-95ba5ec46129 req-f7df0b64-cb20-47e0-908d-d8bed4a3fe37 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.6609037 Jan 26 21:26:09.464672 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439e3155-6cb0-4ca0-88cb-b361259a1b1b req-5db3728a-b5dc-430f-b1fa-c922e988255e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:26:09.468402 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-439e3155-6cb0-4ca0-88cb-b361259a1b1b req-5db3728a-b5dc-430f-b1fa-c922e988255e service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=d67e3ebe-4ba7-45de-a361-0a193d47dcd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2075121 Jan 26 21:26:09.470928 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [req-2afd28fd-6fcf-43a6-ba8e-95ba5ec46129 req-fd99b625-8cb9-40ea-a746-bc7c41e6834d service neutron] Request body: {'port': {'device_id': 'bab73d10-afaf-4143-a120-91544c188eaa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-760453-5'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:26:09.479332 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-f3b940e4-dbf5-48c3-bbc0-862dc46349e1 None None] For port 107a3f46-a1f8-4fb5-ba61-18f927d894f6, host n-d-760453-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=107a3f46-a1f8-4fb5-ba61-18f927d894f6,segment=NetworkSegment(3c6d624c-ba08-479a-b68a-7684ce678b5c),segment_id=3c6d624c-ba08-479a-b68a-7684ce678b5c)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:26:09.554264 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-f3b940e4-dbf5-48c3-bbc0-862dc46349e1 None None] Publish callbacks [] for port (107a3f46-a1f8-4fb5-ba61-18f927d894f6), precommit_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:26:09.571485 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-f3b940e4-dbf5-48c3-bbc0-862dc46349e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (107a3f46-a1f8-4fb5-ba61-18f927d894f6), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:26:09.660947 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26bcbe5-0b85-42b4-9e59-f0cef99e0ca3 req-b36a1ba7-60b2-4aa8-b4e1-f5637e68d9d7 tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:26:09.671299 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26bcbe5-0b85-42b4-9e59-f0cef99e0ca3 req-b36a1ba7-60b2-4aa8-b4e1-f5637e68d9d7 tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:26:09.678399 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26bcbe5-0b85-42b4-9e59-f0cef99e0ca3 req-b36a1ba7-60b2-4aa8-b4e1-f5637e68d9d7 tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:26:09.685480 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26bcbe5-0b85-42b4-9e59-f0cef99e0ca3 req-b36a1ba7-60b2-4aa8-b4e1-f5637e68d9d7 tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:26:09.691376 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26bcbe5-0b85-42b4-9e59-f0cef99e0ca3 req-b36a1ba7-60b2-4aa8-b4e1-f5637e68d9d7 tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:26:09.699935 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26bcbe5-0b85-42b4-9e59-f0cef99e0ca3 req-b36a1ba7-60b2-4aa8-b4e1-f5637e68d9d7 tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:26:09.707625 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26bcbe5-0b85-42b4-9e59-f0cef99e0ca3 req-b36a1ba7-60b2-4aa8-b4e1-f5637e68d9d7 tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:26:09.710064 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-a26bcbe5-0b85-42b4-9e59-f0cef99e0ca3 req-b36a1ba7-60b2-4aa8-b4e1-f5637e68d9d7 tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] 10.222.0.13 "GET /v2.0/ports?device_id=cc2a45fe-1c0e-4689-a738-964e9c19e30e HTTP/1.1" status: 200 len: 5416 time: 0.5326400 Jan 26 21:26:09.761077 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-2afd28fd-6fcf-43a6-ba8e-95ba5ec46129 req-fd99b625-8cb9-40ea-a746-bc7c41e6834d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (fd42b877-d35a-41b1-bfdb-a02ca8527fc5), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:26:09.810874 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Provisioning complete for port 107a3f46-a1f8-4fb5-ba61-18f927d894f6 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:26:09.810874 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (107a3f46-a1f8-4fb5-ba61-18f927d894f6), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:26:09.820895 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71ce12b-a31f-4f0b-a438-9a4cb45d5a0c req-1a5c7f95-1c6e-41fd-b854-7fcd02dee62d tempest-AttachVolumeShelveTestJSON-345998519 tempest-AttachVolumeShelveTestJSON-345998519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:26:09.829500 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-d71ce12b-a31f-4f0b-a438-9a4cb45d5a0c req-1a5c7f95-1c6e-41fd-b854-7fcd02dee62d tempest-AttachVolumeShelveTestJSON-345998519 tempest-AttachVolumeShelveTestJSON-345998519-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a78b0a6-78a4-4bc7-9a2d-0384fc9d6981 HTTP/1.1" status: 200 len: 943 time: 0.4772429 Jan 26 21:26:09.875378 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-439e3155-6cb0-4ca0-88cb-b361259a1b1b req-5f95c9ab-ebcd-4366-8a18-e3ad113ed79b service neutron] 10.222.0.66 "GET /v2.0/networks/d67e3ebe-4ba7-45de-a361-0a193d47dcd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3156958 Jan 26 21:26:09.900949 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-a26bcbe5-0b85-42b4-9e59-f0cef99e0ca3 req-7a38b712-e93a-438f-a293-63d19d8b4216 tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] 10.222.0.13 "GET /v2.0/security-groups?id=cdcbac26-bdec-4926-b949-1e63137fb150&id=e87e70a3-dfc0-4db8-90a2-ffd9c4c809a5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1833019 Jan 26 21:26:09.956666 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b940e4-dbf5-48c3-bbc0-862dc46349e1 None None] Pushing event updated for resources: {'Port': ['ID=107a3f46-a1f8-4fb5-ba61-18f927d894f6,revision_number=4']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:26:09.991705 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-f503a95c-8396-405d-8a7e-65c43a2f5d0a None None] Provisioning complete for port fd42b877-d35a-41b1-bfdb-a02ca8527fc5 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:26:09.992074 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-f503a95c-8396-405d-8a7e-65c43a2f5d0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (fd42b877-d35a-41b1-bfdb-a02ca8527fc5), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:26:10.099134 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-b02d7a4a-740c-4cb8-88a9-5d396a718345 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Deleting port 0e370da5-ef35-4d5e-9957-11a46708ab76 {{(pid=103305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 21:26:10.099630 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-b02d7a4a-740c-4cb8-88a9-5d396a718345 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746560630878'] for port (0e370da5-ef35-4d5e-9957-11a46708ab76), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:26:10.147239 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Current status of the port 107a3f46-a1f8-4fb5-ba61-18f927d894f6 is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:26:10.178224 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-f503a95c-8396-405d-8a7e-65c43a2f5d0a None None] Port fd42b877-d35a-41b1-bfdb-a02ca8527fc5 cannot update to ACTIVE because it is not bound. {{(pid=103306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 26 21:26:10.323731 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device 107a3f46-a1f8-4fb5-ba61-18f927d894f6 up at agent ovs-agent-n-d-760453-5 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 21:26:10.389585 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-439e3155-6cb0-4ca0-88cb-b361259a1b1b req-f52cc385-8941-4ea2-91b0-02fec0955a43 service neutron] 10.222.0.66 "GET /v2.0/networks/d67e3ebe-4ba7-45de-a361-0a193d47dcd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5056663 Jan 26 21:26:10.444895 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-b02d7a4a-740c-4cb8-88a9-5d396a718345 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4109658'] for port (0e370da5-ef35-4d5e-9957-11a46708ab76), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:26:10.456317 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.agents_db [None req-569f1ced-6396-4ddf-b79f-e03b0b2146ab None None] Agent healthcheck: found 7 active agents {{(pid=103307) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 26 21:26:10.459101 n-d-760453-5 neutron-server[103304]: DEBUG neutron.notifiers.nova [req-2afd28fd-6fcf-43a6-ba8e-95ba5ec46129 req-fd99b625-8cb9-40ea-a746-bc7c41e6834d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fd42b877-d35a-41b1-bfdb-a02ca8527fc5 {{(pid=103304) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 26 21:26:10.470027 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-b02d7a4a-740c-4cb8-88a9-5d396a718345 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Calling delete_port for 0e370da5-ef35-4d5e-9957-11a46708ab76 owned by {{(pid=103305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 21:26:10.499756 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-2afd28fd-6fcf-43a6-ba8e-95ba5ec46129 req-fd99b625-8cb9-40ea-a746-bc7c41e6834d service neutron] Publish callbacks [] for port (fd42b877-d35a-41b1-bfdb-a02ca8527fc5), precommit_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:26:10.611607 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.provisioning_blocks [req-2afd28fd-6fcf-43a6-ba8e-95ba5ec46129 req-fd99b625-8cb9-40ea-a746-bc7c41e6834d service neutron] Transition to ACTIVE for port object fd42b877-d35a-41b1-bfdb-a02ca8527fc5 will not be triggered until provisioned by entity L2. {{(pid=103304) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 21:26:10.614133 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Provisioning complete for port 107a3f46-a1f8-4fb5-ba61-18f927d894f6 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:26:10.614563 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (107a3f46-a1f8-4fb5-ba61-18f927d894f6), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:26:10.659676 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-2afd28fd-6fcf-43a6-ba8e-95ba5ec46129 req-fd99b625-8cb9-40ea-a746-bc7c41e6834d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9281542'] for port (fd42b877-d35a-41b1-bfdb-a02ca8527fc5), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:26:10.720346 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-d71ce12b-a31f-4f0b-a438-9a4cb45d5a0c req-8796ebbb-7dac-4d1b-a59f-527daf24a4e0 tempest-AttachVolumeShelveTestJSON-345998519 tempest-AttachVolumeShelveTestJSON-345998519-project] 10.222.0.13 "GET /v2.0/security-groups?id=a25c4f90-015b-4812-87d5-e6df93d42e7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.8307247 Jan 26 21:26:10.956292 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b66faf-97d6-41b9-b691-989221d596df req-a16d3c50-ba3e-4abd-9ca5-eb76e499fd8e tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:26:10.963029 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-e1b66faf-97d6-41b9-b691-989221d596df req-a16d3c50-ba3e-4abd-9ca5-eb76e499fd8e tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] 10.222.0.13 "GET /v2.0/ports?device_id=bab73d10-afaf-4143-a120-91544c188eaa HTTP/1.1" status: 200 len: 931 time: 0.5669067 Jan 26 21:26:10.972268 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Current status of the port 107a3f46-a1f8-4fb5-ba61-18f927d894f6 is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:26:11.059880 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd99b625-8cb9-40ea-a746-bc7c41e6834d service neutron] Pushing event updated for resources: {'Port': ['ID=fd42b877-d35a-41b1-bfdb-a02ca8527fc5,revision_number=2']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:26:11.392974 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-e1b66faf-97d6-41b9-b691-989221d596df req-14790799-3af6-48bf-8ba2-07a50b6a7df3 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] 10.222.0.13 "GET /v2.0/security-groups?id=9fb734eb-2a1e-444e-9314-c3d872afadaa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3790195 Jan 26 21:26:11.441814 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a4f1a5-485d-48c1-a764-ecb69655bce5 req-ad0c58c1-dc4c-4b98-8b31-50cc0ce52078 tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:26:11.450155 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a4f1a5-485d-48c1-a764-ecb69655bce5 req-ad0c58c1-dc4c-4b98-8b31-50cc0ce52078 tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:26:11.479040 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a4f1a5-485d-48c1-a764-ecb69655bce5 req-ad0c58c1-dc4c-4b98-8b31-50cc0ce52078 tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:26:11.494819 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a4f1a5-485d-48c1-a764-ecb69655bce5 req-ad0c58c1-dc4c-4b98-8b31-50cc0ce52078 tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:26:11.501882 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a4f1a5-485d-48c1-a764-ecb69655bce5 req-ad0c58c1-dc4c-4b98-8b31-50cc0ce52078 tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:26:11.516261 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a4f1a5-485d-48c1-a764-ecb69655bce5 req-ad0c58c1-dc4c-4b98-8b31-50cc0ce52078 tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:26:11.529934 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a4f1a5-485d-48c1-a764-ecb69655bce5 req-ad0c58c1-dc4c-4b98-8b31-50cc0ce52078 tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:26:11.537063 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-19a4f1a5-485d-48c1-a764-ecb69655bce5 req-ad0c58c1-dc4c-4b98-8b31-50cc0ce52078 tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] 10.222.0.13 "GET /v2.0/ports?device_id=cc2a45fe-1c0e-4689-a738-964e9c19e30e HTTP/1.1" status: 200 len: 5416 time: 0.3856885 Jan 26 21:26:11.547718 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 45426) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:26:11.646228 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [req-2afd28fd-6fcf-43a6-ba8e-95ba5ec46129 req-fd99b625-8cb9-40ea-a746-bc7c41e6834d service neutron] Attempting to bind port fd42b877-d35a-41b1-bfdb-a02ca8527fc5 on host n-h1-760453-5 for vnic_type normal with profile {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 21:26:11.646855 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [req-2afd28fd-6fcf-43a6-ba8e-95ba5ec46129 req-fd99b625-8cb9-40ea-a746-bc7c41e6834d service neutron] Attempting to bind port fd42b877-d35a-41b1-bfdb-a02ca8527fc5 by drivers openvswitch,hyperv on host n-h1-760453-5 at level 0 using segments [{'id': 'd6d2aa88-4ea9-40bb-a0f8-e585072a1989', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '409f24a2-f487-449b-8f01-d9911b990d6a'}] {{(pid=103304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 26 21:26:11.647291 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2afd28fd-6fcf-43a6-ba8e-95ba5ec46129 req-fd99b625-8cb9-40ea-a746-bc7c41e6834d service neutron] Attempting to bind port fd42b877-d35a-41b1-bfdb-a02ca8527fc5 on network 409f24a2-f487-449b-8f01-d9911b990d6a {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 21:26:11.681463 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2afd28fd-6fcf-43a6-ba8e-95ba5ec46129 req-fd99b625-8cb9-40ea-a746-bc7c41e6834d service neutron] Port fd42b877-d35a-41b1-bfdb-a02ca8527fc5 on network 409f24a2-f487-449b-8f01-d9911b990d6a not bound, no agent of type Open vSwitch agent registered on host n-h1-760453-5 {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 26 21:26:11.686011 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-f8702fd0-7503-41af-8d10-b7fab6992581 None None] Provisioning complete for port 107a3f46-a1f8-4fb5-ba61-18f927d894f6 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:26:11.686745 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2afd28fd-6fcf-43a6-ba8e-95ba5ec46129 req-fd99b625-8cb9-40ea-a746-bc7c41e6834d service neutron] Attempting to bind port fd42b877-d35a-41b1-bfdb-a02ca8527fc5 on network 409f24a2-f487-449b-8f01-d9911b990d6a {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 21:26:11.687063 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-f8702fd0-7503-41af-8d10-b7fab6992581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (107a3f46-a1f8-4fb5-ba61-18f927d894f6), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:26:11.715091 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f0d95b-30d2-416b-9c95-1cbee0271a45 req-9d50c5e3-b795-4dee-ac73-0bd3652a21bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:26:11.717921 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-66f0d95b-30d2-416b-9c95-1cbee0271a45 req-9d50c5e3-b795-4dee-ac73-0bd3652a21bd service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=9a820e3f529a4c3083d815b75318d24c&device_id=4a78b0a6-78a4-4bc7-9a2d-0384fc9d6981 HTTP/1.1" status: 200 len: 1094 time: 0.1293733 Jan 26 21:26:11.760231 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2afd28fd-6fcf-43a6-ba8e-95ba5ec46129 req-fd99b625-8cb9-40ea-a746-bc7c41e6834d service neutron] Checking agent: {'id': '32ef628b-8417-46c5-8729-60fcabe358f1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-760453-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 21, 3, 8), 'started_at': datetime.datetime(2022, 1, 26, 21, 3, 8), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 21, 26, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 26 21:26:11.760815 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2afd28fd-6fcf-43a6-ba8e-95ba5ec46129 req-fd99b625-8cb9-40ea-a746-bc7c41e6834d service neutron] Checking segment: {'id': 'd6d2aa88-4ea9-40bb-a0f8-e585072a1989', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '409f24a2-f487-449b-8f01-d9911b990d6a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103304) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 21:26:11.762201 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2afd28fd-6fcf-43a6-ba8e-95ba5ec46129 req-fd99b625-8cb9-40ea-a746-bc7c41e6834d service neutron] Bound using segment: {'id': 'd6d2aa88-4ea9-40bb-a0f8-e585072a1989', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '409f24a2-f487-449b-8f01-d9911b990d6a'} {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 26 21:26:11.769575 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [req-2afd28fd-6fcf-43a6-ba8e-95ba5ec46129 req-fd99b625-8cb9-40ea-a746-bc7c41e6834d service neutron] Bound port: fd42b877-d35a-41b1-bfdb-a02ca8527fc5, host: n-h1-760453-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd6d2aa88-4ea9-40bb-a0f8-e585072a1989', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '409f24a2-f487-449b-8f01-d9911b990d6a'}}] {{(pid=103304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 26 21:26:11.769575 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-2afd28fd-6fcf-43a6-ba8e-95ba5ec46129 req-fd99b625-8cb9-40ea-a746-bc7c41e6834d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (fd42b877-d35a-41b1-bfdb-a02ca8527fc5), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:26:11.944426 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-6c5af82a-498f-414e-bcda-dae7baea1acd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:26:12.018438 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-f8702fd0-7503-41af-8d10-b7fab6992581 None None] Current status of the port 107a3f46-a1f8-4fb5-ba61-18f927d894f6 is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:26:12.077905 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-19a4f1a5-485d-48c1-a764-ecb69655bce5 req-b344b543-afc3-4617-8806-6e6943b3ccb7 tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] 10.222.0.13 "GET /v2.0/security-groups?id=cdcbac26-bdec-4926-b949-1e63137fb150&id=e87e70a3-dfc0-4db8-90a2-ffd9c4c809a5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.5317113 Jan 26 21:26:12.085446 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f0d95b-30d2-416b-9c95-1cbee0271a45 req-1fd52702-b1f1-46b8-aa9f-229503b4c67d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:26:12.087926 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-66f0d95b-30d2-416b-9c95-1cbee0271a45 req-1fd52702-b1f1-46b8-aa9f-229503b4c67d service neutron] 10.222.0.66 "GET /v2.0/networks?id=d67e3ebe-4ba7-45de-a361-0a193d47dcd7 HTTP/1.1" status: 200 len: 914 time: 0.3480260 Jan 26 21:26:12.133323 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-b02d7a4a-740c-4cb8-88a9-5d396a718345 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746560636600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746560234536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11791543'] for port (0e370da5-ef35-4d5e-9957-11a46708ab76), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:26:12.197980 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [req-2afd28fd-6fcf-43a6-ba8e-95ba5ec46129 req-fd99b625-8cb9-40ea-a746-bc7c41e6834d service neutron] For port fd42b877-d35a-41b1-bfdb-a02ca8527fc5, host n-h1-760453-5, cleared binding levels {{(pid=103304) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 26 21:26:12.207997 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [req-2afd28fd-6fcf-43a6-ba8e-95ba5ec46129 req-fd99b625-8cb9-40ea-a746-bc7c41e6834d service neutron] For port fd42b877-d35a-41b1-bfdb-a02ca8527fc5, host n-h1-760453-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-5',level=0,port_id=fd42b877-d35a-41b1-bfdb-a02ca8527fc5,segment=NetworkSegment(d6d2aa88-4ea9-40bb-a0f8-e585072a1989),segment_id=d6d2aa88-4ea9-40bb-a0f8-e585072a1989)] {{(pid=103304) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 26 21:26:12.222250 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-66f0d95b-30d2-416b-9c95-1cbee0271a45 req-ef925d68-1481-402a-990a-039e2a94b90a service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=61e4e751-58c3-44b7-8fce-c3507a0cdccc HTTP/1.1" status: 200 len: 217 time: 0.1235192 Jan 26 21:26:12.246279 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-62b45c8f-788b-49bd-94ac-4b67b0556c9e None None] Could not find standard attr ID for object 0e370da5-ef35-4d5e-9957-11a46708ab76. {{(pid=103306) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 26 21:26:12.286533 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-6c5af82a-498f-414e-bcda-dae7baea1acd admin admin] Publish callbacks [] for security_group (d35b5e5b-c710-4af4-9791-ce3446e36622), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:26:12.296444 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b02d7a4a-740c-4cb8-88a9-5d396a718345 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Pushing event deleted for resources: {'Port': ['ID=0e370da5-ef35-4d5e-9957-11a46708ab76,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:26:12.311871 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-6c5af82a-498f-414e-bcda-dae7baea1acd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (d35b5e5b-c710-4af4-9791-ce3446e36622), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:26:12.371587 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-2afd28fd-6fcf-43a6-ba8e-95ba5ec46129 req-fd99b625-8cb9-40ea-a746-bc7c41e6834d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9281542'] for port (fd42b877-d35a-41b1-bfdb-a02ca8527fc5), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:26:12.381258 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5af82a-498f-414e-bcda-dae7baea1acd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d35b5e5b-c710-4af4-9791-ce3446e36622,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:26:12.449446 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2afd28fd-6fcf-43a6-ba8e-95ba5ec46129 req-fd99b625-8cb9-40ea-a746-bc7c41e6834d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:26:12.450805 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-2afd28fd-6fcf-43a6-ba8e-95ba5ec46129 req-fd99b625-8cb9-40ea-a746-bc7c41e6834d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:26:12.452397 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-2afd28fd-6fcf-43a6-ba8e-95ba5ec46129 req-fd99b625-8cb9-40ea-a746-bc7c41e6834d service neutron] 10.222.0.66 "PUT /v2.0/ports/fd42b877-d35a-41b1-bfdb-a02ca8527fc5 HTTP/1.1" status: 200 len: 1091 time: 2.9932511 Jan 26 21:26:12.461964 n-d-760453-5 neutron-server[103304]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bab73d10-afaf-4143-a120-91544c188eaa', 'tag': 'fd42b877-d35a-41b1-bfdb-a02ca8527fc5'}] {{(pid=103304) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 21:26:12.465435 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d52b45f1943fcd332af9527eb73ff93c8d715d44383a3f6d18de73b4cfcf87b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1de9fb1e-90a1-476a-8276-b8b73ef77dbd" -d '{"events": [{"name": "network-changed", "server_uuid": "bab73d10-afaf-4143-a120-91544c188eaa", "tag": "fd42b877-d35a-41b1-bfdb-a02ca8527fc5"}]}' {{(pid=103304) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 21:26:12.522906 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ab6780-3f02-4624-a6dc-e0ff176add63 req-a46c13e9-f76e-40a9-b088-a7fed65f25b2 tempest-AttachVolumeShelveTestJSON-345998519 tempest-AttachVolumeShelveTestJSON-345998519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:26:12.534313 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-a8ab6780-3f02-4624-a6dc-e0ff176add63 req-a46c13e9-f76e-40a9-b088-a7fed65f25b2 tempest-AttachVolumeShelveTestJSON-345998519 tempest-AttachVolumeShelveTestJSON-345998519-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a78b0a6-78a4-4bc7-9a2d-0384fc9d6981 HTTP/1.1" status: 200 len: 943 time: 0.5624921 Jan 26 21:26:12.569983 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-b02d7a4a-740c-4cb8-88a9-5d396a718345 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:26:12.581612 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-b02d7a4a-740c-4cb8-88a9-5d396a718345 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] 10.222.0.13 "DELETE /v2.0/ports/0e370da5-ef35-4d5e-9957-11a46708ab76 HTTP/1.1" status: 204 len: 168 time: 3.2335255 Jan 26 21:26:12.584473 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 45458) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:26:12.599450 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd99b625-8cb9-40ea-a746-bc7c41e6834d service neutron] Pushing event updated for resources: {'Port': ['ID=fd42b877-d35a-41b1-bfdb-a02ca8527fc5,revision_number=3']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:26:12.622396 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f0d95b-30d2-416b-9c95-1cbee0271a45 req-7479297f-28e5-4ed8-8b82-815a06ede2f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:26:12.624082 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-66f0d95b-30d2-416b-9c95-1cbee0271a45 req-7479297f-28e5-4ed8-8b82-815a06ede2f7 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=b97a8223-0b24-4ba7-b338-51c5c9119da6 HTTP/1.1" status: 200 len: 852 time: 0.3396380 Jan 26 21:26:12.686125 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-6c5af82a-498f-414e-bcda-dae7baea1acd admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=7df7bb2eb6514ed7b7b89d033db8d66b&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1217690 Jan 26 21:26:12.717998 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 45460) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:26:12.770566 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f0d95b-30d2-416b-9c95-1cbee0271a45 req-ecc5eda6-254b-4289-b9b3-fe82b385f0b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:26:12.774458 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-66f0d95b-30d2-416b-9c95-1cbee0271a45 req-ecc5eda6-254b-4289-b9b3-fe82b385f0b6 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=d67e3ebe-4ba7-45de-a361-0a193d47dcd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1201098 Jan 26 21:26:12.796826 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0240146-cce1-4a9e-a24f-369e5ecb07f0 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:26:12.798189 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0240146-cce1-4a9e-a24f-369e5ecb07f0 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:26:12.815189 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2afd28fd-6fcf-43a6-ba8e-95ba5ec46129 req-3dd625d2-d482-4a9a-8bd7-b82875a616cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:26:12.819859 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0240146-cce1-4a9e-a24f-369e5ecb07f0 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:26:12.821647 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-f0240146-cce1-4a9e-a24f-369e5ecb07f0 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.2361634 Jan 26 21:26:12.822383 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-2afd28fd-6fcf-43a6-ba8e-95ba5ec46129 req-3dd625d2-d482-4a9a-8bd7-b82875a616cc service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=c6d9f10230f341edbbe46b16c17eb870&device_id=bab73d10-afaf-4143-a120-91544c188eaa HTTP/1.1" status: 200 len: 1094 time: 0.2639530 Jan 26 21:26:12.824480 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 45462) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:26:12.902753 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3476295c-9d2b-40eb-b0e6-2c7389f78c2e req-fc36a4c5-a3a5-4a77-a2d1-d29d4905cbfa tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:26:12.904447 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-3476295c-9d2b-40eb-b0e6-2c7389f78c2e req-fc36a4c5-a3a5-4a77-a2d1-d29d4905cbfa tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] 10.222.0.13 "GET /v2.0/ports?device_id=bab73d10-afaf-4143-a120-91544c188eaa HTTP/1.1" status: 200 len: 943 time: 0.3302498 Jan 26 21:26:13.070415 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-a8ab6780-3f02-4624-a6dc-e0ff176add63 req-7b95958e-3c2d-4ca2-affc-df1ce08628bb tempest-AttachVolumeShelveTestJSON-345998519 tempest-AttachVolumeShelveTestJSON-345998519-project] 10.222.0.13 "GET /v2.0/security-groups?id=a25c4f90-015b-4812-87d5-e6df93d42e7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5327907 Jan 26 21:26:13.083889 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-2afd28fd-6fcf-43a6-ba8e-95ba5ec46129 req-1a9c9221-eda4-484d-90a6-50ba2fb68228 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fd42b877-d35a-41b1-bfdb-a02ca8527fc5 HTTP/1.1" status: 200 len: 217 time: 0.1744952 Jan 26 21:26:13.142656 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-66f0d95b-30d2-416b-9c95-1cbee0271a45 req-f818c0ed-7f1e-4436-9a9f-e374dd647c5a service neutron] 10.222.0.66 "GET /v2.0/networks/d67e3ebe-4ba7-45de-a361-0a193d47dcd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2472072 Jan 26 21:26:13.164222 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2afd28fd-6fcf-43a6-ba8e-95ba5ec46129 req-5de0c3c0-e510-44ba-9e8d-e8fb23e37764 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:26:13.166088 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-2afd28fd-6fcf-43a6-ba8e-95ba5ec46129 req-5de0c3c0-e510-44ba-9e8d-e8fb23e37764 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=68f62439-8ec7-48ec-b8fa-67a39fc871b7 HTTP/1.1" status: 200 len: 835 time: 0.0729704 Jan 26 21:26:13.175384 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 26 Jan 2022 21:26:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eeaee808-ead6-45c8-a2c7-23c0a6a9baf4 x-openstack-request-id: req-eeaee808-ead6-45c8-a2c7-23c0a6a9baf4 {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 21:26:13.175677 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bab73d10-afaf-4143-a120-91544c188eaa", "tag": "fd42b877-d35a-41b1-bfdb-a02ca8527fc5", "status": "completed", "code": 200}]} {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 21:26:13.175934 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-eeaee808-ead6-45c8-a2c7-23c0a6a9baf4 {{(pid=103304) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 21:26:13.176344 n-d-760453-5 neutron-server[103304]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bab73d10-afaf-4143-a120-91544c188eaa', 'tag': 'fd42b877-d35a-41b1-bfdb-a02ca8527fc5', 'status': 'completed', 'code': 200} Jan 26 21:26:13.248995 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-ce7dd758-133d-401e-9b03-6b30b253ecc2 admin admin] Publish callbacks [] for security_group (d35b5e5b-c710-4af4-9791-ce3446e36622), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:26:13.256858 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.db_base_plugin_v2 [None req-47dad1c3-f9ae-44aa-9b41-69704ffb0c53 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Deleting subnet 5713eeff-c677-4cba-94cc-aa87f3223767 {{(pid=103305) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 26 21:26:13.276796 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-47dad1c3-f9ae-44aa-9b41-69704ffb0c53 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Publish callbacks [] for subnet (5713eeff-c677-4cba-94cc-aa87f3223767), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:26:13.307120 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Device 61e4e751-58c3-44b7-8fce-c3507a0cdccc details requested by agent hyperv_n-h1-760453-5 with host n-h1-760453-5 {{(pid=103306) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 26 21:26:13.339098 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-ce7dd758-133d-401e-9b03-6b30b253ecc2 admin admin] Publish callbacks [] for security_group (d35b5e5b-c710-4af4-9791-ce3446e36622), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:26:13.339694 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-47dad1c3-f9ae-44aa-9b41-69704ffb0c53 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11788946'] for subnet (5713eeff-c677-4cba-94cc-aa87f3223767), precommit_delete_associations {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:26:13.347369 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-3476295c-9d2b-40eb-b0e6-2c7389f78c2e req-f7f8a3fe-52f6-4ee2-b094-8e2af0ab924d tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] 10.222.0.13 "GET /v2.0/security-groups?id=9fb734eb-2a1e-444e-9314-c3d872afadaa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4262173 Jan 26 21:26:13.373649 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db284427-10d6-4c2f-b1c9-3e7dbd05159b req-1b743d79-d289-41e7-b66d-6ee334fb8c1d tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:26:13.399180 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-66f0d95b-30d2-416b-9c95-1cbee0271a45 req-9a5df832-21cc-4939-be62-996f3ec86f6e service neutron] 10.222.0.66 "GET /v2.0/networks/d67e3ebe-4ba7-45de-a361-0a193d47dcd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2496743 Jan 26 21:26:13.401706 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db284427-10d6-4c2f-b1c9-3e7dbd05159b req-1b743d79-d289-41e7-b66d-6ee334fb8c1d tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:26:13.408372 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db284427-10d6-4c2f-b1c9-3e7dbd05159b req-1b743d79-d289-41e7-b66d-6ee334fb8c1d tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:26:13.426637 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db284427-10d6-4c2f-b1c9-3e7dbd05159b req-1b743d79-d289-41e7-b66d-6ee334fb8c1d tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:26:13.448777 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db284427-10d6-4c2f-b1c9-3e7dbd05159b req-1b743d79-d289-41e7-b66d-6ee334fb8c1d tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:26:13.460245 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db284427-10d6-4c2f-b1c9-3e7dbd05159b req-1b743d79-d289-41e7-b66d-6ee334fb8c1d tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:26:13.474678 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db284427-10d6-4c2f-b1c9-3e7dbd05159b req-1b743d79-d289-41e7-b66d-6ee334fb8c1d tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:26:13.480349 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-db284427-10d6-4c2f-b1c9-3e7dbd05159b req-1b743d79-d289-41e7-b66d-6ee334fb8c1d tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] 10.222.0.13 "GET /v2.0/ports?device_id=cc2a45fe-1c0e-4689-a738-964e9c19e30e HTTP/1.1" status: 200 len: 5416 time: 0.2448702 Jan 26 21:26:13.550175 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-47dad1c3-f9ae-44aa-9b41-69704ffb0c53 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687316'] for subnet (5713eeff-c677-4cba-94cc-aa87f3223767), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:26:13.560807 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] For port 61e4e751-58c3-44b7-8fce-c3507a0cdccc, host n-h1-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-5',level=0,port_id=61e4e751-58c3-44b7-8fce-c3507a0cdccc,segment=NetworkSegment(ae04eadd-2f21-4385-8e0d-440406bc0827),segment_id=ae04eadd-2f21-4385-8e0d-440406bc0827)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:26:13.563616 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2afd28fd-6fcf-43a6-ba8e-95ba5ec46129 req-b628ef3f-9427-46cb-b3c3-b57dc28ed9a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:26:13.565114 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-2afd28fd-6fcf-43a6-ba8e-95ba5ec46129 req-b628ef3f-9427-46cb-b3c3-b57dc28ed9a5 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=409f24a2-f487-449b-8f01-d9911b990d6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3861396 Jan 26 21:26:13.590519 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Returning: {'device': '61e4e751-58c3-44b7-8fce-c3507a0cdccc', 'network_id': 'd67e3ebe-4ba7-45de-a361-0a193d47dcd7', 'port_id': '61e4e751-58c3-44b7-8fce-c3507a0cdccc', 'mac_address': 'fa:16:3e:74:49:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 559, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b97a8223-0b24-4ba7-b338-51c5c9119da6', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103306) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 26 21:26:13.613644 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-ce7dd758-133d-401e-9b03-6b30b253ecc2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (d35b5e5b-c710-4af4-9791-ce3446e36622), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:26:13.623398 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-ce7dd758-133d-401e-9b03-6b30b253ecc2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:26:13.637518 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-ce7dd758-133d-401e-9b03-6b30b253ecc2 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d35b5e5b-c710-4af4-9791-ce3446e36622 HTTP/1.1" status: 204 len: 168 time: 0.9064214 Jan 26 21:26:13.668625 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-47dad1c3-f9ae-44aa-9b41-69704ffb0c53 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11791594', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11599980'] for subnet (5713eeff-c677-4cba-94cc-aa87f3223767), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:26:13.679209 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Current status of the port 61e4e751-58c3-44b7-8fce-c3507a0cdccc is: DOWN; New status is: BUILD {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:26:13.679723 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (61e4e751-58c3-44b7-8fce-c3507a0cdccc), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:26:13.707388 n-d-760453-5 neutron-server[103306]: DEBUG neutron.notifiers.nova [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 61e4e751-58c3-44b7-8fce-c3507a0cdccc {{(pid=103306) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 26 21:26:13.738127 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-47dad1c3-f9ae-44aa-9b41-69704ffb0c53 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709645'] for subnet (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:26:13.749045 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-47dad1c3-f9ae-44aa-9b41-69704ffb0c53 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] 10.222.0.13 "DELETE /v2.0/subnets/5713eeff-c677-4cba-94cc-aa87f3223767 HTTP/1.1" status: 204 len: 168 time: 0.9234467 Jan 26 21:26:13.749711 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 45492) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:26:13.750102 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] For port 61e4e751-58c3-44b7-8fce-c3507a0cdccc, host n-h1-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-5',level=0,port_id=61e4e751-58c3-44b7-8fce-c3507a0cdccc,segment=NetworkSegment(ae04eadd-2f21-4385-8e0d-440406bc0827),segment_id=ae04eadd-2f21-4385-8e0d-440406bc0827)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:26:13.752031 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47dad1c3-f9ae-44aa-9b41-69704ffb0c53 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Pushing event deleted for resources: {'Subnet': ['ID=5713eeff-c677-4cba-94cc-aa87f3223767,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:26:13.756151 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0fef1bc-4b8d-4714-956b-f3c82562e552 None None] Network 80bdce17-b861-46cb-9014-7071d7f46353 requested from n-d-760453-5 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 26 21:26:13.802211 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (61e4e751-58c3-44b7-8fce-c3507a0cdccc), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:26:13.828977 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7dd758-133d-401e-9b03-6b30b253ecc2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d35b5e5b-c710-4af4-9791-ce3446e36622,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:26:13.874929 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.db_base_plugin_v2 [None req-19dd830a-0936-44cd-9d7f-19c43764ccd0 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Deleting subnet 5b18479d-4cff-46f2-a432-b343a74c6338 {{(pid=103305) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 26 21:26:13.880639 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-19dd830a-0936-44cd-9d7f-19c43764ccd0 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Publish callbacks [] for subnet (5b18479d-4cff-46f2-a432-b343a74c6338), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:26:13.973166 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-19dd830a-0936-44cd-9d7f-19c43764ccd0 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11788946'] for subnet (5b18479d-4cff-46f2-a432-b343a74c6338), precommit_delete_associations {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:26:14.023415 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-db284427-10d6-4c2f-b1c9-3e7dbd05159b req-a20a3097-536c-4fd3-b5d6-81ac052e3e61 tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] 10.222.0.13 "GET /v2.0/security-groups?id=cdcbac26-bdec-4926-b949-1e63137fb150&id=e87e70a3-dfc0-4db8-90a2-ffd9c4c809a5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4674966 Jan 26 21:26:14.058254 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Pushing event updated for resources: {'Port': ['ID=61e4e751-58c3-44b7-8fce-c3507a0cdccc,revision_number=4']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:26:14.073757 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c401e01-158d-465e-9549-acde7506c186 req-28da5791-f6f8-4f3b-afb4-266a28037d83 tempest-ListImageFiltersTestJSON-206584430 tempest-ListImageFiltersTestJSON-206584430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:26:14.105936 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-2c401e01-158d-465e-9549-acde7506c186 req-28da5791-f6f8-4f3b-afb4-266a28037d83 tempest-ListImageFiltersTestJSON-206584430 tempest-ListImageFiltersTestJSON-206584430-project] 10.222.0.13 "GET /v2.0/ports?device_id=4b2054b9-c111-47ce-bd3a-a15958b5fddc HTTP/1.1" status: 200 len: 950 time: 0.4215786 Jan 26 21:26:14.139595 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-2afd28fd-6fcf-43a6-ba8e-95ba5ec46129 req-aaa573ab-3cf7-49d6-ac45-d7b9ba29b24e service neutron] 10.222.0.66 "GET /v2.0/networks/409f24a2-f487-449b-8f01-d9911b990d6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5558670 Jan 26 21:26:14.281163 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-19dd830a-0936-44cd-9d7f-19c43764ccd0 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687316'] for subnet (5b18479d-4cff-46f2-a432-b343a74c6338), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:26:14.344463 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] get_ports_and_sgs() called for port_ids ['61e4e751-58c3-44b7-8fce-c3507a0cdccc'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 26 21:26:14.407184 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-2c401e01-158d-465e-9549-acde7506c186 req-124439ad-8380-4b16-956c-f650160c5507 tempest-ListImageFiltersTestJSON-206584430 tempest-ListImageFiltersTestJSON-206584430-project] 10.222.0.13 "GET /v2.0/security-groups?id=51fc43c7-3c5c-407b-a050-08d4b0d277fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3000069 Jan 26 21:26:14.439659 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-19dd830a-0936-44cd-9d7f-19c43764ccd0 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11791594', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11599980'] for subnet (5b18479d-4cff-46f2-a432-b343a74c6338), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:26:14.503854 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19dd830a-0936-44cd-9d7f-19c43764ccd0 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Pushing event deleted for resources: {'Subnet': ['ID=5b18479d-4cff-46f2-a432-b343a74c6338,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:26:14.527810 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-19dd830a-0936-44cd-9d7f-19c43764ccd0 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709645'] for subnet (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:26:14.545455 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-19dd830a-0936-44cd-9d7f-19c43764ccd0 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] 10.222.0.13 "DELETE /v2.0/subnets/5b18479d-4cff-46f2-a432-b343a74c6338 HTTP/1.1" status: 204 len: 168 time: 0.7837780 Jan 26 21:26:14.546301 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 45512) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:26:14.577944 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9400ce52-77dc-45af-bbaa-ebf3213abae3 req-e4ffe1fb-6035-4161-a4f3-dac0d6691d89 tempest-AttachVolumeShelveTestJSON-345998519 tempest-AttachVolumeShelveTestJSON-345998519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:26:14.582704 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-9400ce52-77dc-45af-bbaa-ebf3213abae3 req-e4ffe1fb-6035-4161-a4f3-dac0d6691d89 tempest-AttachVolumeShelveTestJSON-345998519 tempest-AttachVolumeShelveTestJSON-345998519-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a78b0a6-78a4-4bc7-9a2d-0384fc9d6981 HTTP/1.1" status: 200 len: 944 time: 0.3099804 Jan 26 21:26:14.649910 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-13ed9e0e-63b3-41b7-992c-39aa4bb5f705 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1015949 Jan 26 21:26:14.652254 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 45516) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:26:14.665406 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-e0c11d00-6e64-4f28-80f1-eeae9d8b2d42 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Request body: {'subnet': {'network_id': '80bdce17-b861-46cb-9014-7071d7f46353', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:26:14.864634 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0c11d00-6e64-4f28-80f1-eeae9d8b2d42 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Made reservation on behalf of 91ff6b128d484238b8b1d440faeb9154 for: {'subnet': 1} {{(pid=103305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 21:26:14.868920 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-e0c11d00-6e64-4f28-80f1-eeae9d8b2d42 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11599953'] for subnet (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:26:15.309123 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-e0c11d00-6e64-4f28-80f1-eeae9d8b2d42 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11788839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11599975'] for subnet (d1058fdf-d29b-4ecf-8578-c71ee833001e), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:26:15.310083 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-2afd28fd-6fcf-43a6-ba8e-95ba5ec46129 req-618a738b-cfaa-4ab8-9cb5-24a9a60f3d29 service neutron] 10.222.0.66 "GET /v2.0/networks/409f24a2-f487-449b-8f01-d9911b990d6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1625843 Jan 26 21:26:15.314535 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Device 91f29fd8-6388-453d-9829-9a8fc59108e3 no longer exists at agent hyperv_n-h1-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 26 21:26:15.335416 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0c11d00-6e64-4f28-80f1-eeae9d8b2d42 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Network 80bdce17-b861-46cb-9014-7071d7f46353 is already hosted by enough agents. {{(pid=103305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 21:26:15.355196 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [None req-e0c11d00-6e64-4f28-80f1-eeae9d8b2d42 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Resources bound (agent type, host, resource id): {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:26:15.361699 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0c11d00-6e64-4f28-80f1-eeae9d8b2d42 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:26:15.362596 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-e0c11d00-6e64-4f28-80f1-eeae9d8b2d42 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709645'] for subnet (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:26:15.367446 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a1ff537-1b35-4e0e-a9e6-0557e55104c9 None None] Network 80bdce17-b861-46cb-9014-7071d7f46353 requested from n-d-760453-5 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 26 21:26:15.416574 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-e0c11d00-6e64-4f28-80f1-eeae9d8b2d42 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7631204 Jan 26 21:26:15.425767 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 45532) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:26:15.430046 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c11d00-6e64-4f28-80f1-eeae9d8b2d42 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Pushing event updated for resources: {'Subnet': ['ID=d1058fdf-d29b-4ecf-8578-c71ee833001e,revision_number=0']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:26:15.443753 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-90687fc6-d7d7-4d76-9c73-887ea1165ef2 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Request body: {'subnet': {'network_id': '80bdce17-b861-46cb-9014-7071d7f46353', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:26:15.476155 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02c5a50-f9d2-4635-aa9d-1d01aeced6ca req-3eb14201-3b66-4222-8517-1268a10fbd9d tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:26:15.477773 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-c02c5a50-f9d2-4635-aa9d-1d01aeced6ca req-3eb14201-3b66-4222-8517-1268a10fbd9d tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] 10.222.0.13 "GET /v2.0/ports?device_id=bab73d10-afaf-4143-a120-91544c188eaa HTTP/1.1" status: 200 len: 943 time: 0.8941443 Jan 26 21:26:15.531746 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-9400ce52-77dc-45af-bbaa-ebf3213abae3 req-ba42f071-eefa-4ef3-8c68-66704e321b72 tempest-AttachVolumeShelveTestJSON-345998519 tempest-AttachVolumeShelveTestJSON-345998519-project] 10.222.0.13 "GET /v2.0/security-groups?id=a25c4f90-015b-4812-87d5-e6df93d42e7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.9166408 Jan 26 21:26:15.704557 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90687fc6-d7d7-4d76-9c73-887ea1165ef2 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Made reservation on behalf of 91ff6b128d484238b8b1d440faeb9154 for: {'subnet': 1} {{(pid=103304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 21:26:15.708663 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-90687fc6-d7d7-4d76-9c73-887ea1165ef2 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12215181'] for subnet (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:26:15.782370 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de9fb1e-90a1-476a-8276-b8b73ef77dbd req-7e5423a0-bab5-40d1-b7d9-87e1c4e1d9be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:26:15.784121 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-1de9fb1e-90a1-476a-8276-b8b73ef77dbd req-7e5423a0-bab5-40d1-b7d9-87e1c4e1d9be service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=c6d9f10230f341edbbe46b16c17eb870&device_id=bab73d10-afaf-4143-a120-91544c188eaa HTTP/1.1" status: 200 len: 1094 time: 0.3029425 Jan 26 21:26:15.815493 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-c7d98861-23a3-48f2-95d2-e1463846f9b9 None None] Provisioning complete for port 107a3f46-a1f8-4fb5-ba61-18f927d894f6 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:26:15.815875 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-c7d98861-23a3-48f2-95d2-e1463846f9b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (107a3f46-a1f8-4fb5-ba61-18f927d894f6), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:26:15.844471 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-c02c5a50-f9d2-4635-aa9d-1d01aeced6ca req-86d715f0-7b53-4230-962b-1e5c6a1cbf5d tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] 10.222.0.13 "GET /v2.0/security-groups?id=9fb734eb-2a1e-444e-9314-c3d872afadaa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2919660 Jan 26 21:26:16.144363 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-c7d98861-23a3-48f2-95d2-e1463846f9b9 None None] Current status of the port 107a3f46-a1f8-4fb5-ba61-18f927d894f6 is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:26:16.151780 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Current status of the port 91f29fd8-6388-453d-9829-9a8fc59108e3 is: ACTIVE; New status is: DOWN {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:26:16.153024 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (91f29fd8-6388-453d-9829-9a8fc59108e3), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:26:16.179786 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529d1645-d848-48de-a726-0bd1ec2965ef req-bd258f14-de03-41e8-84c9-dc20dd551ca0 tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:26:16.188625 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529d1645-d848-48de-a726-0bd1ec2965ef req-bd258f14-de03-41e8-84c9-dc20dd551ca0 tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:26:16.195648 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529d1645-d848-48de-a726-0bd1ec2965ef req-bd258f14-de03-41e8-84c9-dc20dd551ca0 tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:26:16.201652 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529d1645-d848-48de-a726-0bd1ec2965ef req-bd258f14-de03-41e8-84c9-dc20dd551ca0 tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:26:16.207211 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529d1645-d848-48de-a726-0bd1ec2965ef req-bd258f14-de03-41e8-84c9-dc20dd551ca0 tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:26:16.213075 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529d1645-d848-48de-a726-0bd1ec2965ef req-bd258f14-de03-41e8-84c9-dc20dd551ca0 tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:26:16.214822 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] For port 91f29fd8-6388-453d-9829-9a8fc59108e3, host n-h1-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-5',level=0,port_id=91f29fd8-6388-453d-9829-9a8fc59108e3,segment=NetworkSegment(4eab25d6-89d9-4907-a1c2-51b06443ba33),segment_id=4eab25d6-89d9-4907-a1c2-51b06443ba33)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:26:16.216316 n-d-760453-5 neutron-server[103306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b2054b9-c111-47ce-bd3a-a15958b5fddc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '91f29fd8-6388-453d-9829-9a8fc59108e3'}] {{(pid=103306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 21:26:16.218718 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529d1645-d848-48de-a726-0bd1ec2965ef req-bd258f14-de03-41e8-84c9-dc20dd551ca0 tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:26:16.223010 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9d5d370febab655511bdd2ffe887e43e442d144a440368702bcc1e93af00b97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bace8cc1-3afe-4006-a73c-c3a420893152" -d '{"events": [{"server_uuid": "4b2054b9-c111-47ce-bd3a-a15958b5fddc", "name": "network-vif-unplugged", "status": "completed", "tag": "91f29fd8-6388-453d-9829-9a8fc59108e3"}]}' {{(pid=103306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 21:26:16.226739 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-529d1645-d848-48de-a726-0bd1ec2965ef req-bd258f14-de03-41e8-84c9-dc20dd551ca0 tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] 10.222.0.13 "GET /v2.0/ports?device_id=cc2a45fe-1c0e-4689-a738-964e9c19e30e HTTP/1.1" status: 200 len: 5416 time: 0.2045393 Jan 26 21:26:16.236298 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (91f29fd8-6388-453d-9829-9a8fc59108e3), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:26:16.304013 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de9fb1e-90a1-476a-8276-b8b73ef77dbd req-84faee3a-a6d2-4043-808a-b8c5ce04a9fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:26:16.305823 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-1de9fb1e-90a1-476a-8276-b8b73ef77dbd req-84faee3a-a6d2-4043-808a-b8c5ce04a9fb service neutron] 10.222.0.66 "GET /v2.0/networks?id=409f24a2-f487-449b-8f01-d9911b990d6a HTTP/1.1" status: 200 len: 898 time: 0.4595213 Jan 26 21:26:16.321151 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7aedb0bd-1311-4e14-b1ea-eba56a3763db None None] Update dhcp port {'port': {'network_id': '80bdce17-b861-46cb-9014-7071d7f46353', 'fixed_ips': [{'subnet_id': 'd1058fdf-d29b-4ecf-8578-c71ee833001e'}], 'binding:host_id': 'n-d-760453-5'}, 'id': '107a3f46-a1f8-4fb5-ba61-18f927d894f6'} from n-d-760453-5. {{(pid=103306) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Jan 26 21:26:16.324415 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 26 Jan 2022 21:26:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ca55ad5-27a4-40db-8100-542371a916a7 x-openstack-request-id: req-5ca55ad5-27a4-40db-8100-542371a916a7 {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 21:26:16.324715 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b2054b9-c111-47ce-bd3a-a15958b5fddc", "name": "network-vif-unplugged", "status": "completed", "tag": "91f29fd8-6388-453d-9829-9a8fc59108e3", "code": 200}]} {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 21:26:16.325170 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-5ca55ad5-27a4-40db-8100-542371a916a7 {{(pid=103306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 21:26:16.325574 n-d-760453-5 neutron-server[103306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b2054b9-c111-47ce-bd3a-a15958b5fddc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '91f29fd8-6388-453d-9829-9a8fc59108e3', 'code': 200} Jan 26 21:26:16.386198 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-1de9fb1e-90a1-476a-8276-b8b73ef77dbd req-bbe7551c-7282-4f19-9227-69cc856a757e service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fd42b877-d35a-41b1-bfdb-a02ca8527fc5 HTTP/1.1" status: 200 len: 217 time: 0.0588429 Jan 26 21:26:16.400060 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Pushing event updated for resources: {'Port': ['ID=91f29fd8-6388-453d-9829-9a8fc59108e3,revision_number=8']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:26:16.415385 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-7aedb0bd-1311-4e14-b1ea-eba56a3763db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (107a3f46-a1f8-4fb5-ba61-18f927d894f6), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:26:16.462947 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-529d1645-d848-48de-a726-0bd1ec2965ef req-2b238aa9-b9be-4d10-9c29-49e5a6d93791 tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] 10.222.0.13 "GET /v2.0/security-groups?id=cdcbac26-bdec-4926-b949-1e63137fb150&id=e87e70a3-dfc0-4db8-90a2-ffd9c4c809a5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2348802 Jan 26 21:26:16.509464 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de9fb1e-90a1-476a-8276-b8b73ef77dbd req-120135ee-d6ad-41f1-a92f-5921c8fb28d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:26:16.511163 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-1de9fb1e-90a1-476a-8276-b8b73ef77dbd req-120135ee-d6ad-41f1-a92f-5921c8fb28d7 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=68f62439-8ec7-48ec-b8fa-67a39fc871b7 HTTP/1.1" status: 200 len: 835 time: 0.1036782 Jan 26 21:26:16.656181 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de9fb1e-90a1-476a-8276-b8b73ef77dbd req-9b5ffaec-e06b-4a2a-b67f-85f2247dcd5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:26:16.658142 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-1de9fb1e-90a1-476a-8276-b8b73ef77dbd req-9b5ffaec-e06b-4a2a-b67f-85f2247dcd5a service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=409f24a2-f487-449b-8f01-d9911b990d6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0863044 Jan 26 21:26:16.674833 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.db_base_plugin_common [None req-7aedb0bd-1311-4e14-b1ea-eba56a3763db None None] Allocated IP 172.20.0.2 (80bdce17-b861-46cb-9014-7071d7f46353/d1058fdf-d29b-4ecf-8578-c71ee833001e/107a3f46-a1f8-4fb5-ba61-18f927d894f6) {{(pid=103306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 21:26:16.800024 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-7aedb0bd-1311-4e14-b1ea-eba56a3763db None None] For port 107a3f46-a1f8-4fb5-ba61-18f927d894f6, host n-d-760453-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=107a3f46-a1f8-4fb5-ba61-18f927d894f6,segment=NetworkSegment(3c6d624c-ba08-479a-b68a-7684ce678b5c),segment_id=3c6d624c-ba08-479a-b68a-7684ce678b5c)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:26:16.843474 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-7aedb0bd-1311-4e14-b1ea-eba56a3763db None None] Publish callbacks [] for port (107a3f46-a1f8-4fb5-ba61-18f927d894f6), precommit_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:26:16.850179 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-7aedb0bd-1311-4e14-b1ea-eba56a3763db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (107a3f46-a1f8-4fb5-ba61-18f927d894f6), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:26:16.852562 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b1bcc7-a200-4588-89b1-c3a2bd6df3a6 req-248d7cf2-c86b-4c4b-a47a-0ac0e084f743 tempest-AttachVolumeShelveTestJSON-345998519 tempest-AttachVolumeShelveTestJSON-345998519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:26:16.854433 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-a8b1bcc7-a200-4588-89b1-c3a2bd6df3a6 req-248d7cf2-c86b-4c4b-a47a-0ac0e084f743 tempest-AttachVolumeShelveTestJSON-345998519 tempest-AttachVolumeShelveTestJSON-345998519-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a78b0a6-78a4-4bc7-9a2d-0384fc9d6981 HTTP/1.1" status: 200 len: 944 time: 0.1930056 Jan 26 21:26:16.860734 n-d-760453-5 neutron-server[103304]: DEBUG neutron.objects.ports [None req-90687fc6-d7d7-4d76-9c73-887ea1165ef2 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103304) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Jan 26 21:26:16.983073 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aedb0bd-1311-4e14-b1ea-eba56a3763db None None] Pushing event updated for resources: {'Port': ['ID=107a3f46-a1f8-4fb5-ba61-18f927d894f6,revision_number=7']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:26:17.088922 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-1de9fb1e-90a1-476a-8276-b8b73ef77dbd req-db683a9d-3de1-4b61-a2c3-680ca8da2f98 service neutron] 10.222.0.66 "GET /v2.0/networks/409f24a2-f487-449b-8f01-d9911b990d6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3886008 Jan 26 21:26:17.252342 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-a8b1bcc7-a200-4588-89b1-c3a2bd6df3a6 req-68c31a58-05ff-492e-bc86-57765f06d704 tempest-AttachVolumeShelveTestJSON-345998519 tempest-AttachVolumeShelveTestJSON-345998519-project] 10.222.0.13 "GET /v2.0/security-groups?id=a25c4f90-015b-4812-87d5-e6df93d42e7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3819566 Jan 26 21:26:17.291940 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d791e4-c62b-4492-a6d8-3982e24e0c24 req-92d9947f-452e-435a-b727-d142a39e2498 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:26:17.293675 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-56d791e4-c62b-4492-a6d8-3982e24e0c24 req-92d9947f-452e-435a-b727-d142a39e2498 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] 10.222.0.13 "GET /v2.0/ports?device_id=bab73d10-afaf-4143-a120-91544c188eaa HTTP/1.1" status: 200 len: 943 time: 0.2714469 Jan 26 21:26:17.308339 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Device 61e4e751-58c3-44b7-8fce-c3507a0cdccc up at agent hyperv_n-h1-760453-5 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 21:26:17.353560 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-1de9fb1e-90a1-476a-8276-b8b73ef77dbd req-5261de4e-905b-4839-aa5d-2e9a810b962e service neutron] 10.222.0.66 "GET /v2.0/networks/409f24a2-f487-449b-8f01-d9911b990d6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2555654 Jan 26 21:26:17.420880 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-90687fc6-d7d7-4d76-9c73-887ea1165ef2 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (107a3f46-a1f8-4fb5-ba61-18f927d894f6), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:26:17.433819 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Provisioning for port 61e4e751-58c3-44b7-8fce-c3507a0cdccc completed by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 21:26:17.438672 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Provisioning complete for port 61e4e751-58c3-44b7-8fce-c3507a0cdccc triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:26:17.439057 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (61e4e751-58c3-44b7-8fce-c3507a0cdccc), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:26:17.457544 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-56d791e4-c62b-4492-a6d8-3982e24e0c24 req-dd102eb9-991c-4e1c-b73e-4ab346dc9327 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] 10.222.0.13 "GET /v2.0/security-groups?id=9fb734eb-2a1e-444e-9314-c3d872afadaa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1519191 Jan 26 21:26:17.626471 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Current status of the port 61e4e751-58c3-44b7-8fce-c3507a0cdccc is: BUILD; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:26:17.626861 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (61e4e751-58c3-44b7-8fce-c3507a0cdccc), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:26:17.674431 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] For port 61e4e751-58c3-44b7-8fce-c3507a0cdccc, host n-h1-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-5',level=0,port_id=61e4e751-58c3-44b7-8fce-c3507a0cdccc,segment=NetworkSegment(ae04eadd-2f21-4385-8e0d-440406bc0827),segment_id=ae04eadd-2f21-4385-8e0d-440406bc0827)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:26:17.687240 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (61e4e751-58c3-44b7-8fce-c3507a0cdccc), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:26:17.733809 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d8b261-c5d8-4a31-abeb-13da9bc8b2d2 req-5fe540b6-80cd-4900-8a1d-3a20a022f94e tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:26:17.739199 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d8b261-c5d8-4a31-abeb-13da9bc8b2d2 req-5fe540b6-80cd-4900-8a1d-3a20a022f94e tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:26:17.744874 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d8b261-c5d8-4a31-abeb-13da9bc8b2d2 req-5fe540b6-80cd-4900-8a1d-3a20a022f94e tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:26:17.756728 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d8b261-c5d8-4a31-abeb-13da9bc8b2d2 req-5fe540b6-80cd-4900-8a1d-3a20a022f94e tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:26:17.772494 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d8b261-c5d8-4a31-abeb-13da9bc8b2d2 req-5fe540b6-80cd-4900-8a1d-3a20a022f94e tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:26:17.786647 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d8b261-c5d8-4a31-abeb-13da9bc8b2d2 req-5fe540b6-80cd-4900-8a1d-3a20a022f94e tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:26:17.791537 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Pushing event updated for resources: {'Port': ['ID=61e4e751-58c3-44b7-8fce-c3507a0cdccc,revision_number=5']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:26:17.792258 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d8b261-c5d8-4a31-abeb-13da9bc8b2d2 req-5fe540b6-80cd-4900-8a1d-3a20a022f94e tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:26:17.800392 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-50d8b261-c5d8-4a31-abeb-13da9bc8b2d2 req-5fe540b6-80cd-4900-8a1d-3a20a022f94e tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] 10.222.0.13 "GET /v2.0/ports?device_id=cc2a45fe-1c0e-4689-a738-964e9c19e30e HTTP/1.1" status: 200 len: 5416 time: 0.2132499 Jan 26 21:26:17.808725 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Device 50f6ea13-6a6f-44fb-98a6-c039c35477c7 details requested by agent hyperv_n-h2-760453-5 with host n-h2-760453-5 {{(pid=103306) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 26 21:26:17.832299 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [None req-90687fc6-d7d7-4d76-9c73-887ea1165ef2 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] For port 107a3f46-a1f8-4fb5-ba61-18f927d894f6, host n-d-760453-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=107a3f46-a1f8-4fb5-ba61-18f927d894f6,segment=NetworkSegment(3c6d624c-ba08-479a-b68a-7684ce678b5c),segment_id=3c6d624c-ba08-479a-b68a-7684ce678b5c)] {{(pid=103304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:26:17.902944 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-90687fc6-d7d7-4d76-9c73-887ea1165ef2 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Publish callbacks [] for port (107a3f46-a1f8-4fb5-ba61-18f927d894f6), precommit_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:26:17.910190 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-50d8b261-c5d8-4a31-abeb-13da9bc8b2d2 req-bb813797-dd50-45a9-99ed-e73b379ee3fc tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] 10.222.0.13 "GET /v2.0/security-groups?id=cdcbac26-bdec-4926-b949-1e63137fb150&id=e87e70a3-dfc0-4db8-90a2-ffd9c4c809a5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1087437 Jan 26 21:26:17.911220 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-90687fc6-d7d7-4d76-9c73-887ea1165ef2 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9281542'] for port (107a3f46-a1f8-4fb5-ba61-18f927d894f6), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:26:17.911964 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-90687fc6-d7d7-4d76-9c73-887ea1165ef2 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9285249', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12215227'] for subnet (bd19dd44-6f20-4e25-ad78-977abe2b7c46), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:26:17.943548 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e0308d3-602c-4656-8f26-d2ce94b94736 None None] Network 80bdce17-b861-46cb-9014-7071d7f46353 requested from n-d-760453-5 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 26 21:26:17.953226 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90687fc6-d7d7-4d76-9c73-887ea1165ef2 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Network 80bdce17-b861-46cb-9014-7071d7f46353 is already hosted by enough agents. {{(pid=103304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 21:26:17.979334 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [None req-90687fc6-d7d7-4d76-9c73-887ea1165ef2 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Resources bound (agent type, host, resource id): {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:26:17.987370 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90687fc6-d7d7-4d76-9c73-887ea1165ef2 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:26:17.987920 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-90687fc6-d7d7-4d76-9c73-887ea1165ef2 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Publish callbacks [] for subnet (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:26:18.003919 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] For port 50f6ea13-6a6f-44fb-98a6-c039c35477c7, host n-h2-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-5',level=0,port_id=50f6ea13-6a6f-44fb-98a6-c039c35477c7,segment=NetworkSegment(4eab25d6-89d9-4907-a1c2-51b06443ba33),segment_id=4eab25d6-89d9-4907-a1c2-51b06443ba33)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:26:18.020131 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90687fc6-d7d7-4d76-9c73-887ea1165ef2 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Pushing event updated for resources: {'Subnet': ['ID=bd19dd44-6f20-4e25-ad78-977abe2b7c46,revision_number=0']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:26:18.033601 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-90687fc6-d7d7-4d76-9c73-887ea1165ef2 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.6064103 Jan 26 21:26:18.036754 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 45584) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:26:18.041791 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-d09d8e0e-c69c-45f7-a35f-a1912f379665 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Request body: {'port': {'network_id': '80bdce17-b861-46cb-9014-7071d7f46353', 'mac_address': 'fa:16:3e:ee:94:e2', 'name': 'tempest-NetworksTestDHCPv6-200954563'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:26:18.043391 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Returning: {'device': '50f6ea13-6a6f-44fb-98a6-c039c35477c7', 'network_id': '7fbe9cf5-e12c-436d-b372-55a19c9faa30', 'port_id': '50f6ea13-6a6f-44fb-98a6-c039c35477c7', 'mac_address': 'fa:16:3e:33:a1:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 561, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fd77e534-75e6-4b90-950e-f5824d584430', 'ip_address': '192.168.233.139'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103306) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 26 21:26:18.047216 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90687fc6-d7d7-4d76-9c73-887ea1165ef2 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Pushing event updated for resources: {'Port': ['ID=107a3f46-a1f8-4fb5-ba61-18f927d894f6,revision_number=9']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:26:18.100700 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-cc7808e1-5bf0-4f88-b66f-f70471ab78ed None None] Provisioning complete for port 107a3f46-a1f8-4fb5-ba61-18f927d894f6 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:26:18.101095 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-cc7808e1-5bf0-4f88-b66f-f70471ab78ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (107a3f46-a1f8-4fb5-ba61-18f927d894f6), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:26:18.159229 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Current status of the port 50f6ea13-6a6f-44fb-98a6-c039c35477c7 is: ACTIVE; New status is: BUILD {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:26:18.160031 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (50f6ea13-6a6f-44fb-98a6-c039c35477c7), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:26:18.218538 n-d-760453-5 neutron-server[103306]: DEBUG neutron.notifiers.nova [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 50f6ea13-6a6f-44fb-98a6-c039c35477c7 {{(pid=103306) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 26 21:26:18.248325 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d09d8e0e-c69c-45f7-a35f-a1912f379665 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Made reservation on behalf of 91ff6b128d484238b8b1d440faeb9154 for: {'port': 1} {{(pid=103304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 21:26:18.278640 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] For port 50f6ea13-6a6f-44fb-98a6-c039c35477c7, host n-h2-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-5',level=0,port_id=50f6ea13-6a6f-44fb-98a6-c039c35477c7,segment=NetworkSegment(4eab25d6-89d9-4907-a1c2-51b06443ba33),segment_id=4eab25d6-89d9-4907-a1c2-51b06443ba33)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:26:18.304114 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device 107a3f46-a1f8-4fb5-ba61-18f927d894f6 up at agent ovs-agent-n-d-760453-5 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 21:26:18.326911 n-d-760453-5 neutron-server[103306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a78b0a6-78a4-4bc7-9a2d-0384fc9d6981', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61e4e751-58c3-44b7-8fce-c3507a0cdccc'}] {{(pid=103306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 21:26:18.333655 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9d5d370febab655511bdd2ffe887e43e442d144a440368702bcc1e93af00b97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e023e25-ca90-4b84-97fd-4173007087e9" -d '{"events": [{"server_uuid": "4a78b0a6-78a4-4bc7-9a2d-0384fc9d6981", "name": "network-vif-plugged", "status": "completed", "tag": "61e4e751-58c3-44b7-8fce-c3507a0cdccc"}]}' {{(pid=103306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 21:26:18.336400 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (50f6ea13-6a6f-44fb-98a6-c039c35477c7), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:26:18.370601 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-4bfad972-a0d3-4579-8a02-265a5b5831bd req-7d595a1a-add6-4be9-ad06-779a63990ffa tempest-VolumesNegativeTest-1752581263 tempest-VolumesNegativeTest-1752581263-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=8b3f2fb7d71f4784b2236c2ab54f3622&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0958884 Jan 26 21:26:18.411942 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-cc7808e1-5bf0-4f88-b66f-f70471ab78ed None None] Current status of the port 107a3f46-a1f8-4fb5-ba61-18f927d894f6 is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:26:18.442549 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] get_ports_and_sgs() called for port_ids ['50f6ea13-6a6f-44fb-98a6-c039c35477c7'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 26 21:26:18.523559 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Pushing event updated for resources: {'Port': ['ID=50f6ea13-6a6f-44fb-98a6-c039c35477c7,revision_number=6']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:26:18.557152 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db482fd4-9412-441c-90bc-6dd87f5a6796 req-0e26a6a3-7464-4f17-8b9f-0cde33628c93 tempest-AttachVolumeShelveTestJSON-345998519 tempest-AttachVolumeShelveTestJSON-345998519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:26:18.570244 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Provisioning complete for port 107a3f46-a1f8-4fb5-ba61-18f927d894f6 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:26:18.570622 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (107a3f46-a1f8-4fb5-ba61-18f927d894f6), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:26:18.570936 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-db482fd4-9412-441c-90bc-6dd87f5a6796 req-0e26a6a3-7464-4f17-8b9f-0cde33628c93 tempest-AttachVolumeShelveTestJSON-345998519 tempest-AttachVolumeShelveTestJSON-345998519-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a78b0a6-78a4-4bc7-9a2d-0384fc9d6981 HTTP/1.1" status: 200 len: 945 time: 0.2106178 Jan 26 21:26:18.623617 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-d09d8e0e-c69c-45f7-a35f-a1912f379665 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:26:18.733903 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bfad972-a0d3-4579-8a02-265a5b5831bd req-8ca86ef7-11c5-4e5b-b495-b1cc37b667e7 tempest-VolumesNegativeTest-1752581263 tempest-VolumesNegativeTest-1752581263-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:26:18.735633 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-4bfad972-a0d3-4579-8a02-265a5b5831bd req-8ca86ef7-11c5-4e5b-b495-b1cc37b667e7 tempest-VolumesNegativeTest-1752581263 tempest-VolumesNegativeTest-1752581263-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3546863 Jan 26 21:26:18.736996 n-d-760453-5 neutron-server[103304]: DEBUG neutron.notifiers.nova [None req-d09d8e0e-c69c-45f7-a35f-a1912f379665 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] device_id is not set on port 3e77c04f-6928-4621-8cc4-2ee72ab420f3 yet. {{(pid=103304) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 26 21:26:18.742547 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Current status of the port 107a3f46-a1f8-4fb5-ba61-18f927d894f6 is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:26:18.813816 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-db482fd4-9412-441c-90bc-6dd87f5a6796 req-4838f97c-ace1-48c3-ac2c-6750e908f60f tempest-AttachVolumeShelveTestJSON-345998519 tempest-AttachVolumeShelveTestJSON-345998519-project] 10.222.0.13 "GET /v2.0/security-groups?id=a25c4f90-015b-4812-87d5-e6df93d42e7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2404010 Jan 26 21:26:18.828650 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe222b2-45bd-43bf-a701-57c8bfe54944 req-bd6141af-f27b-431d-a97b-6a1b2263058a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:26:18.830541 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-6fe222b2-45bd-43bf-a701-57c8bfe54944 req-bd6141af-f27b-431d-a97b-6a1b2263058a service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=2d6200cf51b240f1818f7e869618215b&device_id=bea5c7f0-506a-473d-a8ca-6675031f7299 HTTP/1.1" status: 200 len: 1100 time: 0.4729376 Jan 26 21:26:18.857856 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-4bfad972-a0d3-4579-8a02-265a5b5831bd req-7d29fed6-8ef8-4060-b90d-b8e49ee613aa tempest-VolumesNegativeTest-1752581263 tempest-VolumesNegativeTest-1752581263-project] 10.222.0.13 "GET /v2.0/quotas/8b3f2fb7d71f4784b2236c2ab54f3622 HTTP/1.1" status: 200 len: 375 time: 0.1010361 Jan 26 21:26:18.900915 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Jan 2022 21:26:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08e8d870-4d03-46fc-8760-e7d3241b6b43 x-openstack-request-id: req-08e8d870-4d03-46fc-8760-e7d3241b6b43 {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 21:26:18.901204 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a78b0a6-78a4-4bc7-9a2d-0384fc9d6981", "name": "network-vif-plugged", "status": "completed", "tag": "61e4e751-58c3-44b7-8fce-c3507a0cdccc", "code": 200}]} {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 21:26:18.901485 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-08e8d870-4d03-46fc-8760-e7d3241b6b43 {{(pid=103306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 21:26:18.901889 n-d-760453-5 neutron-server[103306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a78b0a6-78a4-4bc7-9a2d-0384fc9d6981', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61e4e751-58c3-44b7-8fce-c3507a0cdccc', 'code': 200} Jan 26 21:26:18.921223 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-c7e2dc96-41ad-4fa7-ae07-d176dd890413 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (474ccdf7-ab6c-405b-a3b2-dc7b05829902), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:26:19.001588 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-4bfad972-a0d3-4579-8a02-265a5b5831bd req-58d4a299-9ccd-4b66-9d78-e0b603043c49 tempest-VolumesNegativeTest-1752581263 tempest-VolumesNegativeTest-1752581263-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=8b3f2fb7d71f4784b2236c2ab54f3622&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1503530 Jan 26 21:26:19.144066 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe222b2-45bd-43bf-a701-57c8bfe54944 req-69fab4dd-cf1f-4845-8013-f7b77da9a876 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:26:19.145578 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-6fe222b2-45bd-43bf-a701-57c8bfe54944 req-69fab4dd-cf1f-4845-8013-f7b77da9a876 service neutron] 10.222.0.57 "GET /v2.0/networks?id=7fbe9cf5-e12c-436d-b372-55a19c9faa30 HTTP/1.1" status: 200 len: 870 time: 0.2739899 Jan 26 21:26:19.149734 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e050da-4407-4845-813a-421c47198c53 req-822d082b-df36-485d-ab71-484921a331bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:26:19.151201 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-63e050da-4407-4845-813a-421c47198c53 req-822d082b-df36-485d-ab71-484921a331bc service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=4a78b0a6-78a4-4bc7-9a2d-0384fc9d6981 HTTP/1.1" status: 200 len: 1096 time: 0.1323543 Jan 26 21:26:19.243319 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1eb66aa-0b67-4017-a766-9ea88ebf43d9 None None] Network 80bdce17-b861-46cb-9014-7071d7f46353 requested from n-d-760453-5 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 26 21:26:19.252750 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-63e050da-4407-4845-813a-421c47198c53 req-dea65618-7021-4961-8590-ffff58ba8820 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=a25c4f90-015b-4812-87d5-e6df93d42e7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0860097 Jan 26 21:26:19.263043 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72fe455b-a5a7-41c6-b02b-23e865b0ea95 req-d38329c7-dbab-4079-ab20-3d1a99da7c0d tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:26:19.264621 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-72fe455b-a5a7-41c6-b02b-23e865b0ea95 req-d38329c7-dbab-4079-ab20-3d1a99da7c0d tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] 10.222.0.13 "GET /v2.0/ports?device_id=bab73d10-afaf-4143-a120-91544c188eaa HTTP/1.1" status: 200 len: 943 time: 0.2126379 Jan 26 21:26:19.268417 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-6fe222b2-45bd-43bf-a701-57c8bfe54944 req-19592faf-3896-4bf8-a6c2-e33a9555c35e service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.139&port_id=50f6ea13-6a6f-44fb-98a6-c039c35477c7 HTTP/1.1" status: 200 len: 217 time: 0.1113620 Jan 26 21:26:19.323474 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe222b2-45bd-43bf-a701-57c8bfe54944 req-ee5265eb-fcc2-440f-acc2-bf1b12dba8d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:26:19.325624 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-6fe222b2-45bd-43bf-a701-57c8bfe54944 req-ee5265eb-fcc2-440f-acc2-bf1b12dba8d3 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=fd77e534-75e6-4b90-950e-f5824d584430 HTTP/1.1" status: 200 len: 843 time: 0.0466113 Jan 26 21:26:19.352176 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Device fd42b877-d35a-41b1-bfdb-a02ca8527fc5 details requested by agent hyperv_n-h1-760453-5 with host n-h1-760453-5 {{(pid=103306) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 26 21:26:19.400668 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-9e0c224d-d0e7-42f0-8a0d-143eb135bccd None None] Provisioning complete for port 107a3f46-a1f8-4fb5-ba61-18f927d894f6 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:26:19.401822 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-9e0c224d-d0e7-42f0-8a0d-143eb135bccd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (107a3f46-a1f8-4fb5-ba61-18f927d894f6), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:26:19.484682 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1008fcb4-5b10-4c7c-982e-7ccea0a194a3 req-cc3a6d43-ff91-4a3f-86de-8ccf05c02019 tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:26:19.489903 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1008fcb4-5b10-4c7c-982e-7ccea0a194a3 req-cc3a6d43-ff91-4a3f-86de-8ccf05c02019 tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:26:19.495497 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1008fcb4-5b10-4c7c-982e-7ccea0a194a3 req-cc3a6d43-ff91-4a3f-86de-8ccf05c02019 tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:26:19.502035 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1008fcb4-5b10-4c7c-982e-7ccea0a194a3 req-cc3a6d43-ff91-4a3f-86de-8ccf05c02019 tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:26:19.507192 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1008fcb4-5b10-4c7c-982e-7ccea0a194a3 req-cc3a6d43-ff91-4a3f-86de-8ccf05c02019 tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:26:19.513039 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1008fcb4-5b10-4c7c-982e-7ccea0a194a3 req-cc3a6d43-ff91-4a3f-86de-8ccf05c02019 tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:26:19.518623 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1008fcb4-5b10-4c7c-982e-7ccea0a194a3 req-cc3a6d43-ff91-4a3f-86de-8ccf05c02019 tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:26:19.526329 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-1008fcb4-5b10-4c7c-982e-7ccea0a194a3 req-cc3a6d43-ff91-4a3f-86de-8ccf05c02019 tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] 10.222.0.13 "GET /v2.0/ports?device_id=cc2a45fe-1c0e-4689-a738-964e9c19e30e HTTP/1.1" status: 200 len: 5416 time: 0.1961904 Jan 26 21:26:19.576946 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe222b2-45bd-43bf-a701-57c8bfe54944 req-141eb955-7e0b-47ed-9107-7ec8d32b6e5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:26:19.578963 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-6fe222b2-45bd-43bf-a701-57c8bfe54944 req-141eb955-7e0b-47ed-9107-7ec8d32b6e5b service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=7fbe9cf5-e12c-436d-b372-55a19c9faa30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2087514 Jan 26 21:26:19.583430 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.db_base_plugin_common [None req-d09d8e0e-c69c-45f7-a35f-a1912f379665 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Allocated IP 172.20.0.8 (80bdce17-b861-46cb-9014-7071d7f46353/d1058fdf-d29b-4ecf-8578-c71ee833001e/3e77c04f-6928-4621-8cc4-2ee72ab420f3) {{(pid=103304) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 21:26:19.594706 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [req-6fe222b2-45bd-43bf-a701-57c8bfe54944 req-405685a5-2e2c-4548-88a2-90e1fc5df24a service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=103304) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 26 21:26:19.595730 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-6fe222b2-45bd-43bf-a701-57c8bfe54944 req-405685a5-2e2c-4548-88a2-90e1fc5df24a service neutron] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0061362 Jan 26 21:26:19.603662 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-72fe455b-a5a7-41c6-b02b-23e865b0ea95 req-95d51448-ca0a-40d9-b0ed-52c6760a17fa tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] 10.222.0.13 "GET /v2.0/security-groups?id=9fb734eb-2a1e-444e-9314-c3d872afadaa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3311412 Jan 26 21:26:19.612523 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.db_base_plugin_common [None req-d09d8e0e-c69c-45f7-a35f-a1912f379665 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Allocated IP 2001:db8::f816:3eff:feee:94e2 (80bdce17-b861-46cb-9014-7071d7f46353/bd19dd44-6f20-4e25-ad78-977abe2b7c46/3e77c04f-6928-4621-8cc4-2ee72ab420f3) {{(pid=103304) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 21:26:19.748135 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] For port fd42b877-d35a-41b1-bfdb-a02ca8527fc5, host n-h1-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-5',level=0,port_id=fd42b877-d35a-41b1-bfdb-a02ca8527fc5,segment=NetworkSegment(d6d2aa88-4ea9-40bb-a0f8-e585072a1989),segment_id=d6d2aa88-4ea9-40bb-a0f8-e585072a1989)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:26:19.773038 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-1008fcb4-5b10-4c7c-982e-7ccea0a194a3 req-05124369-1d13-40c7-a90d-d2b1eff0716b tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] 10.222.0.13 "GET /v2.0/security-groups?id=cdcbac26-bdec-4926-b949-1e63137fb150&id=e87e70a3-dfc0-4db8-90a2-ffd9c4c809a5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2456388 Jan 26 21:26:19.810370 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Device 50f6ea13-6a6f-44fb-98a6-c039c35477c7 up at agent hyperv_n-h2-760453-5 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 21:26:19.832641 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-de190449-5ac1-4312-a313-c345f413b992 req-c93e78bd-42a9-42f3-bfb3-809895f6eeca tempest-VolumesNegativeTest-1752581263 tempest-VolumesNegativeTest-1752581263-project] 10.222.0.13 "GET /v2.0/ports?device_id=fe14719e-2549-461f-a29d-ef3e2b69cb35 HTTP/1.1" status: 200 len: 210 time: 0.0468738 Jan 26 21:26:19.913432 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Returning: {'device': 'fd42b877-d35a-41b1-bfdb-a02ca8527fc5', 'network_id': '409f24a2-f487-449b-8f01-d9911b990d6a', 'port_id': 'fd42b877-d35a-41b1-bfdb-a02ca8527fc5', 'mac_address': 'fa:16:3e:e8:b7:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 584, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '68f62439-8ec7-48ec-b8fa-67a39fc871b7', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103306) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 26 21:26:20.031771 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Current status of the port fd42b877-d35a-41b1-bfdb-a02ca8527fc5 is: DOWN; New status is: BUILD {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:26:20.035734 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (fd42b877-d35a-41b1-bfdb-a02ca8527fc5), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:26:20.083463 n-d-760453-5 neutron-server[103306]: DEBUG neutron.notifiers.nova [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fd42b877-d35a-41b1-bfdb-a02ca8527fc5 {{(pid=103306) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 26 21:26:20.152445 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] For port fd42b877-d35a-41b1-bfdb-a02ca8527fc5, host n-h1-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-5',level=0,port_id=fd42b877-d35a-41b1-bfdb-a02ca8527fc5,segment=NetworkSegment(d6d2aa88-4ea9-40bb-a0f8-e585072a1989),segment_id=d6d2aa88-4ea9-40bb-a0f8-e585072a1989)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:26:20.160428 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-9e0c224d-d0e7-42f0-8a0d-143eb135bccd None None] Current status of the port 107a3f46-a1f8-4fb5-ba61-18f927d894f6 is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:26:20.185394 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (fd42b877-d35a-41b1-bfdb-a02ca8527fc5), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:26:20.196641 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Provisioning complete for port 50f6ea13-6a6f-44fb-98a6-c039c35477c7 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:26:20.197005 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (50f6ea13-6a6f-44fb-98a6-c039c35477c7), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:26:20.389605 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-1215b14d-4616-4b6b-b486-a30d9bc49be9 None None] Provisioning complete for port 107a3f46-a1f8-4fb5-ba61-18f927d894f6 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:26:20.389985 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-1215b14d-4616-4b6b-b486-a30d9bc49be9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (107a3f46-a1f8-4fb5-ba61-18f927d894f6), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:26:20.611436 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-6fe222b2-45bd-43bf-a701-57c8bfe54944 req-d86ff5e2-c7c1-42ea-9c3b-345ad3632166 service neutron] 10.222.0.57 "GET /v2.0/networks/7fbe9cf5-e12c-436d-b372-55a19c9faa30?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0066621 Jan 26 21:26:20.639643 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Pushing event updated for resources: {'Port': ['ID=fd42b877-d35a-41b1-bfdb-a02ca8527fc5,revision_number=4']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:26:20.648523 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954b4a92-9104-4924-ad1e-24459f13169c req-7cc9caf7-401d-4aa2-9626-748021689190 tempest-AttachVolumeShelveTestJSON-345998519 tempest-AttachVolumeShelveTestJSON-345998519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:26:20.682596 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-954b4a92-9104-4924-ad1e-24459f13169c req-7cc9caf7-401d-4aa2-9626-748021689190 tempest-AttachVolumeShelveTestJSON-345998519 tempest-AttachVolumeShelveTestJSON-345998519-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a78b0a6-78a4-4bc7-9a2d-0384fc9d6981 HTTP/1.1" status: 200 len: 945 time: 0.2609100 Jan 26 21:26:20.708230 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Current status of the port 50f6ea13-6a6f-44fb-98a6-c039c35477c7 is: BUILD; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:26:20.708624 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (50f6ea13-6a6f-44fb-98a6-c039c35477c7), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:26:20.792909 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] For port 50f6ea13-6a6f-44fb-98a6-c039c35477c7, host n-h2-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-5',level=0,port_id=50f6ea13-6a6f-44fb-98a6-c039c35477c7,segment=NetworkSegment(4eab25d6-89d9-4907-a1c2-51b06443ba33),segment_id=4eab25d6-89d9-4907-a1c2-51b06443ba33)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:26:20.793856 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-1215b14d-4616-4b6b-b486-a30d9bc49be9 None None] Current status of the port 107a3f46-a1f8-4fb5-ba61-18f927d894f6 is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:26:20.800869 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (50f6ea13-6a6f-44fb-98a6-c039c35477c7), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:26:20.849876 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] get_ports_and_sgs() called for port_ids ['fd42b877-d35a-41b1-bfdb-a02ca8527fc5'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 26 21:26:20.910158 n-d-760453-5 neutron-server[103306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bea5c7f0-506a-473d-a8ca-6675031f7299', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50f6ea13-6a6f-44fb-98a6-c039c35477c7'}] {{(pid=103306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 21:26:20.916498 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9d5d370febab655511bdd2ffe887e43e442d144a440368702bcc1e93af00b97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3819da11-0260-437c-bba3-d37a19e9845b" -d '{"events": [{"server_uuid": "bea5c7f0-506a-473d-a8ca-6675031f7299", "name": "network-vif-plugged", "status": "completed", "tag": "50f6ea13-6a6f-44fb-98a6-c039c35477c7"}]}' {{(pid=103306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 21:26:20.923474 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-4bfad972-a0d3-4579-8a02-265a5b5831bd req-029f6599-f4b9-4d9f-b9bb-d28aab05027e tempest-VolumesNegativeTest-1752581263 tempest-VolumesNegativeTest-1752581263-project] 10.222.0.57 "GET /v2.0/networks?tenant_id=8b3f2fb7d71f4784b2236c2ab54f3622&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0349247 Jan 26 21:26:20.927341 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-d09d8e0e-c69c-45f7-a35f-a1912f379665 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Publish callbacks [] for port (3e77c04f-6928-4621-8cc4-2ee72ab420f3), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:26:20.976820 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Pushing event updated for resources: {'Port': ['ID=50f6ea13-6a6f-44fb-98a6-c039c35477c7,revision_number=7']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:26:20.982069 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-954b4a92-9104-4924-ad1e-24459f13169c req-93bb8ef5-3d02-4602-a9c3-68ce79d8326b tempest-AttachVolumeShelveTestJSON-345998519 tempest-AttachVolumeShelveTestJSON-345998519-project] 10.222.0.13 "GET /v2.0/security-groups?id=a25c4f90-015b-4812-87d5-e6df93d42e7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2904699 Jan 26 21:26:21.019606 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbfd420-d363-45e6-96d3-b20bac20b419 req-8af2cd65-8cfe-4d62-abac-43d456df4952 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:26:21.026876 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-fdbfd420-d363-45e6-96d3-b20bac20b419 req-8af2cd65-8cfe-4d62-abac-43d456df4952 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] 10.222.0.13 "GET /v2.0/ports?device_id=bab73d10-afaf-4143-a120-91544c188eaa HTTP/1.1" status: 200 len: 944 time: 0.2078633 Jan 26 21:26:21.075675 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-6fe222b2-45bd-43bf-a701-57c8bfe54944 req-e5bd4ecb-52ad-4861-a723-9f5ef6f279b2 service neutron] 10.222.0.57 "GET /v2.0/networks/7fbe9cf5-e12c-436d-b372-55a19c9faa30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4523473 Jan 26 21:26:21.108731 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-d09d8e0e-c69c-45f7-a35f-a1912f379665 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746560234527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9281553'] for port (3e77c04f-6928-4621-8cc4-2ee72ab420f3), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:26:21.159656 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d09d8e0e-c69c-45f7-a35f-a1912f379665 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Pushing event updated for resources: {'Port': ['ID=3e77c04f-6928-4621-8cc4-2ee72ab420f3,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:26:21.174098 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-fdbfd420-d363-45e6-96d3-b20bac20b419 req-9342e687-1114-4d6c-a2a2-322751fea4e4 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] 10.222.0.13 "GET /v2.0/security-groups?id=9fb734eb-2a1e-444e-9314-c3d872afadaa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1457903 Jan 26 21:26:21.220721 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d09d8e0e-c69c-45f7-a35f-a1912f379665 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Network 80bdce17-b861-46cb-9014-7071d7f46353 is already hosted by enough agents. {{(pid=103304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 21:26:21.224568 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [None req-d09d8e0e-c69c-45f7-a35f-a1912f379665 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Resources bound (agent type, host, resource id): {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:26:21.230014 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d09d8e0e-c69c-45f7-a35f-a1912f379665 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Received port after_create {{(pid=103304) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 21:26:21.298310 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-a45bd987-4324-48f1-aaba-8e999ceb88dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (09df100c-3af1-4b0a-bda8-05914c71c458), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:26:21.318616 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bfad972-a0d3-4579-8a02-265a5b5831bd req-9f2c31cb-176d-42d1-bd1c-782d2b6d4823 tempest-VolumesNegativeTest-1752581263 tempest-VolumesNegativeTest-1752581263-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:26:21.321409 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-4bfad972-a0d3-4579-8a02-265a5b5831bd req-9f2c31cb-176d-42d1-bd1c-782d2b6d4823 tempest-VolumesNegativeTest-1752581263 tempest-VolumesNegativeTest-1752581263-project] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3933613 Jan 26 21:26:21.341683 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [req-4bfad972-a0d3-4579-8a02-265a5b5831bd req-9f91766e-066d-47c2-ae63-164bcd23f397 tempest-VolumesNegativeTest-1752581263 tempest-VolumesNegativeTest-1752581263-project] Request body: {'port': {'device_id': 'fe14719e-2549-461f-a29d-ef3e2b69cb35', 'network_id': '7fbe9cf5-e12c-436d-b372-55a19c9faa30', 'admin_state_up': True, 'tenant_id': '8b3f2fb7d71f4784b2236c2ab54f3622'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:26:21.389432 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-3a908be2-25cd-4662-a8c2-acc116e501af req-c6b60054-b6e6-4fbf-b17b-b9565fac2880 tempest-VolumesNegativeTest-1752581263 tempest-VolumesNegativeTest-1752581263-project] 10.222.0.13 "GET /v2.0/ports?device_id=fe14719e-2549-461f-a29d-ef3e2b69cb35 HTTP/1.1" status: 200 len: 210 time: 0.0665584 Jan 26 21:26:21.453161 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d09d8e0e-c69c-45f7-a35f-a1912f379665 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:26:21.458927 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-d09d8e0e-c69c-45f7-a35f-a1912f379665 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:26:21.491434 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d211e491-ccbc-41a5-88a7-ec80f31396eb req-e1ad70b7-3fcf-44df-a74c-9944dd003f5a tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:26:21.521246 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Jan 2022 21:26:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2a4105d-1608-4605-8bb1-3ba7c278f76d x-openstack-request-id: req-f2a4105d-1608-4605-8bb1-3ba7c278f76d {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 21:26:21.521525 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bea5c7f0-506a-473d-a8ca-6675031f7299", "name": "network-vif-plugged", "status": "completed", "tag": "50f6ea13-6a6f-44fb-98a6-c039c35477c7", "code": 200}]} {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 21:26:21.521780 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f2a4105d-1608-4605-8bb1-3ba7c278f76d {{(pid=103306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 21:26:21.522177 n-d-760453-5 neutron-server[103306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bea5c7f0-506a-473d-a8ca-6675031f7299', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50f6ea13-6a6f-44fb-98a6-c039c35477c7', 'code': 200} Jan 26 21:26:21.524881 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d211e491-ccbc-41a5-88a7-ec80f31396eb req-e1ad70b7-3fcf-44df-a74c-9944dd003f5a tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:26:21.547589 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d211e491-ccbc-41a5-88a7-ec80f31396eb req-e1ad70b7-3fcf-44df-a74c-9944dd003f5a tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:26:21.572655 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d211e491-ccbc-41a5-88a7-ec80f31396eb req-e1ad70b7-3fcf-44df-a74c-9944dd003f5a tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:26:21.585022 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d211e491-ccbc-41a5-88a7-ec80f31396eb req-e1ad70b7-3fcf-44df-a74c-9944dd003f5a tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:26:21.585415 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4bfad972-a0d3-4579-8a02-265a5b5831bd req-9f91766e-066d-47c2-ae63-164bcd23f397 tempest-VolumesNegativeTest-1752581263 tempest-VolumesNegativeTest-1752581263-project] Made reservation on behalf of 8b3f2fb7d71f4784b2236c2ab54f3622 for: {'port': 1} {{(pid=103305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 21:26:21.588406 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-4bfad972-a0d3-4579-8a02-265a5b5831bd req-9f91766e-066d-47c2-ae63-164bcd23f397 tempest-VolumesNegativeTest-1752581263 tempest-VolumesNegativeTest-1752581263-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:26:21.594997 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d211e491-ccbc-41a5-88a7-ec80f31396eb req-e1ad70b7-3fcf-44df-a74c-9944dd003f5a tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:26:21.611033 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-4bfad972-a0d3-4579-8a02-265a5b5831bd req-9f91766e-066d-47c2-ae63-164bcd23f397 tempest-VolumesNegativeTest-1752581263 tempest-VolumesNegativeTest-1752581263-project] Publish callbacks [] for security_group (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:26:21.613192 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d211e491-ccbc-41a5-88a7-ec80f31396eb req-e1ad70b7-3fcf-44df-a74c-9944dd003f5a tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:26:21.621216 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-d211e491-ccbc-41a5-88a7-ec80f31396eb req-e1ad70b7-3fcf-44df-a74c-9944dd003f5a tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] 10.222.0.13 "GET /v2.0/ports?device_id=cc2a45fe-1c0e-4689-a738-964e9c19e30e HTTP/1.1" status: 200 len: 5416 time: 0.3400950 Jan 26 21:26:21.648988 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-d09d8e0e-c69c-45f7-a35f-a1912f379665 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 3.6111138 Jan 26 21:26:21.652031 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 45692) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:26:21.759754 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-d211e491-ccbc-41a5-88a7-ec80f31396eb req-54f92bd1-8ae1-4473-9545-ccab2fc1d36f tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] 10.222.0.13 "GET /v2.0/security-groups?id=cdcbac26-bdec-4926-b949-1e63137fb150&id=e87e70a3-dfc0-4db8-90a2-ffd9c4c809a5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1289740 Jan 26 21:26:21.767306 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-4bfad972-a0d3-4579-8a02-265a5b5831bd req-9f91766e-066d-47c2-ae63-164bcd23f397 tempest-VolumesNegativeTest-1752581263 tempest-VolumesNegativeTest-1752581263-project] Publish callbacks [] for security_group (d4a97804-dea5-4422-a54c-67eeb99412d5), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:26:21.781138 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-4bfad972-a0d3-4579-8a02-265a5b5831bd req-9f91766e-066d-47c2-ae63-164bcd23f397 tempest-VolumesNegativeTest-1752581263 tempest-VolumesNegativeTest-1752581263-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (d4a97804-dea5-4422-a54c-67eeb99412d5), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:26:21.789286 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9dd8b12-6a40-4ed9-ba81-221a33c6ef06 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:26:21.796627 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9dd8b12-6a40-4ed9-ba81-221a33c6ef06 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:26:21.798425 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-c9dd8b12-6a40-4ed9-ba81-221a33c6ef06 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1862 time: 0.1453962 Jan 26 21:26:21.806175 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 45696) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:26:21.848006 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-987dae3c-1de4-483b-8b5f-cf518a037fde None None] Provisioning complete for port 3e77c04f-6928-4621-8cc4-2ee72ab420f3 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:26:21.849056 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-987dae3c-1de4-483b-8b5f-cf518a037fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (3e77c04f-6928-4621-8cc4-2ee72ab420f3), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:26:21.892972 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-987dae3c-1de4-483b-8b5f-cf518a037fde None None] Port 3e77c04f-6928-4621-8cc4-2ee72ab420f3 cannot update to ACTIVE because it is not bound. {{(pid=103306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 26 21:26:21.908701 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f91766e-066d-47c2-ae63-164bcd23f397 tempest-VolumesNegativeTest-1752581263 tempest-VolumesNegativeTest-1752581263-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d4a97804-dea5-4422-a54c-67eeb99412d5,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:26:22.012985 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.db_base_plugin_common [req-4bfad972-a0d3-4579-8a02-265a5b5831bd req-9f91766e-066d-47c2-ae63-164bcd23f397 tempest-VolumesNegativeTest-1752581263 tempest-VolumesNegativeTest-1752581263-project] Allocated IP 192.168.233.136 (7fbe9cf5-e12c-436d-b372-55a19c9faa30/fd77e534-75e6-4b90-950e-f5824d584430/0e276cda-e017-4239-a715-d1c940971740) {{(pid=103305) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 21:26:22.050886 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-2f51e268-2d88-4a03-bcca-be10a052c292 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Deleting port 3e77c04f-6928-4621-8cc4-2ee72ab420f3 {{(pid=103305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 21:26:22.051556 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-2f51e268-2d88-4a03-bcca-be10a052c292 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746560630878'] for port (3e77c04f-6928-4621-8cc4-2ee72ab420f3), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:26:22.176569 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60bd7593-2697-4ba5-9ca6-82a1921381db req-721d509c-08dc-469b-b716-804e5671b1cb tempest-AttachVolumeShelveTestJSON-345998519 tempest-AttachVolumeShelveTestJSON-345998519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:26:22.184594 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-60bd7593-2697-4ba5-9ca6-82a1921381db req-721d509c-08dc-469b-b716-804e5671b1cb tempest-AttachVolumeShelveTestJSON-345998519 tempest-AttachVolumeShelveTestJSON-345998519-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a78b0a6-78a4-4bc7-9a2d-0384fc9d6981 HTTP/1.1" status: 200 len: 945 time: 0.0863588 Jan 26 21:26:22.222312 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-2f51e268-2d88-4a03-bcca-be10a052c292 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4109658'] for port (3e77c04f-6928-4621-8cc4-2ee72ab420f3), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:26:22.238511 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-841f5991-a4d8-4d4b-b215-cbc6bab5427b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (aa7ee9d2-08eb-4e12-b895-24c57300dfec), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:26:22.248580 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-2f51e268-2d88-4a03-bcca-be10a052c292 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Calling delete_port for 3e77c04f-6928-4621-8cc4-2ee72ab420f3 owned by {{(pid=103305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 21:26:22.267020 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-60bd7593-2697-4ba5-9ca6-82a1921381db req-9cb5f87a-eac7-4b2d-9f06-8630ca87865a tempest-AttachVolumeShelveTestJSON-345998519 tempest-AttachVolumeShelveTestJSON-345998519-project] 10.222.0.13 "GET /v2.0/security-groups?id=a25c4f90-015b-4812-87d5-e6df93d42e7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0786729 Jan 26 21:26:22.419055 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f3604c-f2f3-42eb-ba09-4e4e3fc15667 req-6d53182a-4530-4d23-a74c-8fdf297d5b03 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:26:22.420612 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-b0f3604c-f2f3-42eb-ba09-4e4e3fc15667 req-6d53182a-4530-4d23-a74c-8fdf297d5b03 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] 10.222.0.13 "GET /v2.0/ports?device_id=bab73d10-afaf-4143-a120-91544c188eaa HTTP/1.1" status: 200 len: 944 time: 0.1017711 Jan 26 21:26:22.433056 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ebfe96-4849-49c4-8d6b-152b79a8d2a3 req-6070509f-f354-486e-9420-ec452b91c89d tempest-AttachVolumeShelveTestJSON-345998519 tempest-AttachVolumeShelveTestJSON-345998519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:26:22.435150 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-94ebfe96-4849-49c4-8d6b-152b79a8d2a3 req-6070509f-f354-486e-9420-ec452b91c89d tempest-AttachVolumeShelveTestJSON-345998519 tempest-AttachVolumeShelveTestJSON-345998519-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a78b0a6-78a4-4bc7-9a2d-0384fc9d6981 HTTP/1.1" status: 200 len: 945 time: 0.0863030 Jan 26 21:26:22.448047 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 45708) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:26:22.458345 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-312ecf80-4cc6-4b3e-b367-950b2b50d550 tempest-AttachVolumeShelveTestJSON-345998519 tempest-AttachVolumeShelveTestJSON-345998519-project] Request body: {'floatingip': {'port_id': '61e4e751-58c3-44b7-8fce-c3507a0cdccc'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:26:22.572349 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-4bfad972-a0d3-4579-8a02-265a5b5831bd req-9f91766e-066d-47c2-ae63-164bcd23f397 tempest-VolumesNegativeTest-1752581263 tempest-VolumesNegativeTest-1752581263-project] Publish callbacks [] for port (0e276cda-e017-4239-a715-d1c940971740), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:26:22.578538 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-312ecf80-4cc6-4b3e-b367-950b2b50d550 tempest-AttachVolumeShelveTestJSON-345998519 tempest-AttachVolumeShelveTestJSON-345998519-project] Publish callbacks [] for floatingip (9452a37e-0cac-40de-bd8d-035f39ab79c7), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:26:22.611781 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-2f51e268-2d88-4a03-bcca-be10a052c292 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746560636600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746560234536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11791543'] for port (3e77c04f-6928-4621-8cc4-2ee72ab420f3), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:26:22.681825 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-4bfad972-a0d3-4579-8a02-265a5b5831bd req-9f91766e-066d-47c2-ae63-164bcd23f397 tempest-VolumesNegativeTest-1752581263 tempest-VolumesNegativeTest-1752581263-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746560234527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11791543'] for port (0e276cda-e017-4239-a715-d1c940971740), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:26:22.694352 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-b0f3604c-f2f3-42eb-ba09-4e4e3fc15667 req-c1434063-69f4-4e03-977a-b9a1186f241f tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] 10.222.0.13 "GET /v2.0/security-groups?id=9fb734eb-2a1e-444e-9314-c3d872afadaa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2581787 Jan 26 21:26:22.696923 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f51e268-2d88-4a03-bcca-be10a052c292 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Pushing event deleted for resources: {'Port': ['ID=3e77c04f-6928-4621-8cc4-2ee72ab420f3,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:26:22.743288 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4bfad972-a0d3-4579-8a02-265a5b5831bd req-9f91766e-066d-47c2-ae63-164bcd23f397 tempest-VolumesNegativeTest-1752581263 tempest-VolumesNegativeTest-1752581263-project] Network 7fbe9cf5-e12c-436d-b372-55a19c9faa30 is already hosted by enough agents. {{(pid=103305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 21:26:22.785063 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75e52ea-5846-497b-8a9a-9a64946b51ec req-2d41804d-7ce5-4841-b9ca-a16fd098706f tempest-VolumesNegativeTest-1752581263 tempest-VolumesNegativeTest-1752581263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:26:22.786829 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-e75e52ea-5846-497b-8a9a-9a64946b51ec req-2d41804d-7ce5-4841-b9ca-a16fd098706f tempest-VolumesNegativeTest-1752581263 tempest-VolumesNegativeTest-1752581263-project] 10.222.0.13 "GET /v2.0/ports?device_id=fe14719e-2549-461f-a29d-ef3e2b69cb35 HTTP/1.1" status: 200 len: 936 time: 0.2058418 Jan 26 21:26:22.822567 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [req-4bfad972-a0d3-4579-8a02-265a5b5831bd req-9f91766e-066d-47c2-ae63-164bcd23f397 tempest-VolumesNegativeTest-1752581263 tempest-VolumesNegativeTest-1752581263-project] Resources bound (agent type, host, resource id): {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:26:22.828413 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [req-4bfad972-a0d3-4579-8a02-265a5b5831bd req-9f91766e-066d-47c2-ae63-164bcd23f397 tempest-VolumesNegativeTest-1752581263 tempest-VolumesNegativeTest-1752581263-project] Received port after_create {{(pid=103305) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 21:26:22.929797 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-2f51e268-2d88-4a03-bcca-be10a052c292 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:26:22.938263 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-2f51e268-2d88-4a03-bcca-be10a052c292 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] 10.222.0.13 "DELETE /v2.0/ports/3e77c04f-6928-4621-8cc4-2ee72ab420f3 HTTP/1.1" status: 204 len: 168 time: 1.1303136 Jan 26 21:26:22.944517 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bfad972-a0d3-4579-8a02-265a5b5831bd req-9f91766e-066d-47c2-ae63-164bcd23f397 tempest-VolumesNegativeTest-1752581263 tempest-VolumesNegativeTest-1752581263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:26:22.945084 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-4bfad972-a0d3-4579-8a02-265a5b5831bd req-9f91766e-066d-47c2-ae63-164bcd23f397 tempest-VolumesNegativeTest-1752581263 tempest-VolumesNegativeTest-1752581263-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:26:22.958069 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 45724) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:26:22.965341 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (4d619873-4b60-439f-9b5a-b155dc8bbc34), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:26:23.056807 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0688ae4-0401-4a59-94ae-9fa3867e7856 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:26:23.058193 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0688ae4-0401-4a59-94ae-9fa3867e7856 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:26:23.060520 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0688ae4-0401-4a59-94ae-9fa3867e7856 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:26:23.064965 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-f0688ae4-0401-4a59-94ae-9fa3867e7856 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1025352 Jan 26 21:26:23.065583 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 45726) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:26:23.123030 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-4bfad972-a0d3-4579-8a02-265a5b5831bd req-9f91766e-066d-47c2-ae63-164bcd23f397 tempest-VolumesNegativeTest-1752581263 tempest-VolumesNegativeTest-1752581263-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.7931371 Jan 26 21:26:23.144791 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [req-4bfad972-a0d3-4579-8a02-265a5b5831bd req-710cd48d-5e39-4931-bf4c-6deb1740937c service neutron] Request body: {'port': {'device_id': 'fe14719e-2549-461f-a29d-ef3e2b69cb35', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-760453-5'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:26:23.166444 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-e75e52ea-5846-497b-8a9a-9a64946b51ec req-824aa6eb-2282-44d5-8658-f5901ca62b60 tempest-VolumesNegativeTest-1752581263 tempest-VolumesNegativeTest-1752581263-project] 10.222.0.13 "GET /v2.0/security-groups?id=d4a97804-dea5-4422-a54c-67eeb99412d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3574138 Jan 26 21:26:23.217535 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.db_base_plugin_v2 [None req-58af6da5-2929-40a5-aad0-c09205342ccf tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Deleting subnet bd19dd44-6f20-4e25-ad78-977abe2b7c46 {{(pid=103305) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 26 21:26:23.222038 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-58af6da5-2929-40a5-aad0-c09205342ccf tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Publish callbacks [] for subnet (bd19dd44-6f20-4e25-ad78-977abe2b7c46), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:26:23.274303 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f91766e-066d-47c2-ae63-164bcd23f397 tempest-VolumesNegativeTest-1752581263 tempest-VolumesNegativeTest-1752581263-project] Pushing event updated for resources: {'Port': ['ID=0e276cda-e017-4239-a715-d1c940971740,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:26:23.307612 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76395416-38fa-434e-93ff-ce91a57a5b1a req-49d07f0c-458d-4ab4-96c0-38e339fcf286 tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:26:23.312661 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Device fd42b877-d35a-41b1-bfdb-a02ca8527fc5 up at agent hyperv_n-h1-760453-5 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 21:26:23.319656 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76395416-38fa-434e-93ff-ce91a57a5b1a req-49d07f0c-458d-4ab4-96c0-38e339fcf286 tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:26:23.325097 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76395416-38fa-434e-93ff-ce91a57a5b1a req-49d07f0c-458d-4ab4-96c0-38e339fcf286 tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:26:23.334391 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76395416-38fa-434e-93ff-ce91a57a5b1a req-49d07f0c-458d-4ab4-96c0-38e339fcf286 tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:26:23.339619 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-58af6da5-2929-40a5-aad0-c09205342ccf tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11788946'] for subnet (bd19dd44-6f20-4e25-ad78-977abe2b7c46), precommit_delete_associations {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:26:23.340198 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76395416-38fa-434e-93ff-ce91a57a5b1a req-49d07f0c-458d-4ab4-96c0-38e339fcf286 tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:26:23.346224 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76395416-38fa-434e-93ff-ce91a57a5b1a req-49d07f0c-458d-4ab4-96c0-38e339fcf286 tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:26:23.355187 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-4bfad972-a0d3-4579-8a02-265a5b5831bd req-710cd48d-5e39-4931-bf4c-6deb1740937c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (0e276cda-e017-4239-a715-d1c940971740), before_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:26:23.355639 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76395416-38fa-434e-93ff-ce91a57a5b1a req-49d07f0c-458d-4ab4-96c0-38e339fcf286 tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:26:23.364670 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-76395416-38fa-434e-93ff-ce91a57a5b1a req-49d07f0c-458d-4ab4-96c0-38e339fcf286 tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] 10.222.0.13 "GET /v2.0/ports?device_id=cc2a45fe-1c0e-4689-a738-964e9c19e30e HTTP/1.1" status: 200 len: 5416 time: 0.3248920 Jan 26 21:26:23.412577 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-d5c0fd4f-3b4e-4550-8f2f-a9ca2beeb94d None None] Provisioning complete for port 0e276cda-e017-4239-a715-d1c940971740 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:26:23.412942 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d5c0fd4f-3b4e-4550-8f2f-a9ca2beeb94d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (0e276cda-e017-4239-a715-d1c940971740), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:26:23.504074 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-d5c0fd4f-3b4e-4550-8f2f-a9ca2beeb94d None None] Port 0e276cda-e017-4239-a715-d1c940971740 cannot update to ACTIVE because it is not bound. {{(pid=103306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 26 21:26:23.517554 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-76395416-38fa-434e-93ff-ce91a57a5b1a req-ac38c34c-b3fc-45c0-aaf0-7a761bfc18e8 tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] 10.222.0.13 "GET /v2.0/security-groups?id=cdcbac26-bdec-4926-b949-1e63137fb150&id=e87e70a3-dfc0-4db8-90a2-ffd9c4c809a5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1517494 Jan 26 21:26:23.530360 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Provisioning for port fd42b877-d35a-41b1-bfdb-a02ca8527fc5 completed by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 21:26:23.534550 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Provisioning complete for port fd42b877-d35a-41b1-bfdb-a02ca8527fc5 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:26:23.534932 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (fd42b877-d35a-41b1-bfdb-a02ca8527fc5), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:26:23.711146 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Current status of the port fd42b877-d35a-41b1-bfdb-a02ca8527fc5 is: BUILD; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:26:23.711649 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (fd42b877-d35a-41b1-bfdb-a02ca8527fc5), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:26:23.750808 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] For port fd42b877-d35a-41b1-bfdb-a02ca8527fc5, host n-h1-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-5',level=0,port_id=fd42b877-d35a-41b1-bfdb-a02ca8527fc5,segment=NetworkSegment(d6d2aa88-4ea9-40bb-a0f8-e585072a1989),segment_id=d6d2aa88-4ea9-40bb-a0f8-e585072a1989)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:26:23.751958 n-d-760453-5 neutron-server[103306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bab73d10-afaf-4143-a120-91544c188eaa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd42b877-d35a-41b1-bfdb-a02ca8527fc5'}] {{(pid=103306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 21:26:23.755031 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9d5d370febab655511bdd2ffe887e43e442d144a440368702bcc1e93af00b97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71d30e2e-96fb-4e8c-a666-50278064fe9a" -d '{"events": [{"server_uuid": "bab73d10-afaf-4143-a120-91544c188eaa", "name": "network-vif-plugged", "status": "completed", "tag": "fd42b877-d35a-41b1-bfdb-a02ca8527fc5"}]}' {{(pid=103306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 21:26:23.771450 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (fd42b877-d35a-41b1-bfdb-a02ca8527fc5), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:26:23.838183 n-d-760453-5 neutron-server[103305]: DEBUG neutron.notifiers.nova [req-4bfad972-a0d3-4579-8a02-265a5b5831bd req-710cd48d-5e39-4931-bf4c-6deb1740937c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0e276cda-e017-4239-a715-d1c940971740 {{(pid=103305) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 26 21:26:23.839827 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Jan 2022 21:26:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76e827c8-68f6-4aeb-889e-b8e2ff292517 x-openstack-request-id: req-76e827c8-68f6-4aeb-889e-b8e2ff292517 {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 21:26:23.840322 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bab73d10-afaf-4143-a120-91544c188eaa", "name": "network-vif-plugged", "status": "completed", "tag": "fd42b877-d35a-41b1-bfdb-a02ca8527fc5", "code": 200}]} {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 21:26:23.843106 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-76e827c8-68f6-4aeb-889e-b8e2ff292517 {{(pid=103306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 21:26:23.843713 n-d-760453-5 neutron-server[103306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bab73d10-afaf-4143-a120-91544c188eaa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd42b877-d35a-41b1-bfdb-a02ca8527fc5', 'code': 200} Jan 26 21:26:23.847718 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-4bfad972-a0d3-4579-8a02-265a5b5831bd req-710cd48d-5e39-4931-bf4c-6deb1740937c service neutron] Publish callbacks [] for port (0e276cda-e017-4239-a715-d1c940971740), precommit_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:26:23.860591 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.provisioning_blocks [req-4bfad972-a0d3-4579-8a02-265a5b5831bd req-710cd48d-5e39-4931-bf4c-6deb1740937c service neutron] Transition to ACTIVE for port object 0e276cda-e017-4239-a715-d1c940971740 will not be triggered until provisioned by entity L2. {{(pid=103305) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 21:26:23.888382 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-4bfad972-a0d3-4579-8a02-265a5b5831bd req-710cd48d-5e39-4931-bf4c-6deb1740937c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11791520'] for port (0e276cda-e017-4239-a715-d1c940971740), after_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:26:23.902401 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Pushing event updated for resources: {'Port': ['ID=fd42b877-d35a-41b1-bfdb-a02ca8527fc5,revision_number=5']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:26:23.980445 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.db.resource_extend [None req-312ecf80-4cc6-4b3e-b367-950b2b50d550 tempest-AttachVolumeShelveTestJSON-345998519 tempest-AttachVolumeShelveTestJSON-345998519-project] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 26 21:26:23.995754 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710cd48d-5e39-4931-bf4c-6deb1740937c service neutron] Pushing event updated for resources: {'Port': ['ID=0e276cda-e017-4239-a715-d1c940971740,revision_number=2']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:26:24.050134 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-58af6da5-2929-40a5-aad0-c09205342ccf tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687316'] for subnet (bd19dd44-6f20-4e25-ad78-977abe2b7c46), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:26:24.052706 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-839dd188-ec69-470c-9ab0-d318dc1a2e96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (e79b4fc6-6c71-44b2-a6d0-ff3e1f4dfd0d), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:26:24.207160 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33fb373c-4223-46b6-8363-f091a411822c req-895ea426-21a5-4d5a-a804-cf464d85c5af tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:26:24.207515 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-58af6da5-2929-40a5-aad0-c09205342ccf tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11791594', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11599980'] for subnet (bd19dd44-6f20-4e25-ad78-977abe2b7c46), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:26:24.217826 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-33fb373c-4223-46b6-8363-f091a411822c req-895ea426-21a5-4d5a-a804-cf464d85c5af tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] 10.222.0.13 "GET /v2.0/ports?device_id=bab73d10-afaf-4143-a120-91544c188eaa HTTP/1.1" status: 200 len: 945 time: 0.3105154 Jan 26 21:26:24.241848 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-312ecf80-4cc6-4b3e-b367-950b2b50d550 tempest-AttachVolumeShelveTestJSON-345998519 tempest-AttachVolumeShelveTestJSON-345998519-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:26:24.267016 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58fdb9db-de3a-477e-804e-c71ab82e439d req-c84ea787-4cf2-4ae9-96e4-3dd8abb15312 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:26:24.268771 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-58fdb9db-de3a-477e-804e-c71ab82e439d req-c84ea787-4cf2-4ae9-96e4-3dd8abb15312 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=bab73d10-afaf-4143-a120-91544c188eaa HTTP/1.1" status: 200 len: 1096 time: 0.3062310 Jan 26 21:26:24.276662 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58af6da5-2929-40a5-aad0-c09205342ccf tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Pushing event deleted for resources: {'Subnet': ['ID=bd19dd44-6f20-4e25-ad78-977abe2b7c46,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:26:24.280205 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-312ecf80-4cc6-4b3e-b367-950b2b50d550 tempest-AttachVolumeShelveTestJSON-345998519 tempest-AttachVolumeShelveTestJSON-345998519-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4110913'] for floatingip (9452a37e-0cac-40de-bd8d-035f39ab79c7), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:26:24.302629 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-58af6da5-2929-40a5-aad0-c09205342ccf tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709645'] for subnet (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:26:24.312602 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-58af6da5-2929-40a5-aad0-c09205342ccf tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] 10.222.0.13 "DELETE /v2.0/subnets/bd19dd44-6f20-4e25-ad78-977abe2b7c46 HTTP/1.1" status: 204 len: 168 time: 1.2431920 Jan 26 21:26:24.312867 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a05442b-bc6a-43dc-8e2a-0366c3d2dbe8 None None] Network 80bdce17-b861-46cb-9014-7071d7f46353 requested from n-d-760453-5 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 26 21:26:24.313261 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 45746) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:26:24.391870 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [req-4bfad972-a0d3-4579-8a02-265a5b5831bd req-710cd48d-5e39-4931-bf4c-6deb1740937c service neutron] Attempting to bind port 0e276cda-e017-4239-a715-d1c940971740 on host n-h2-760453-5 for vnic_type normal with profile {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 21:26:24.392218 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [req-4bfad972-a0d3-4579-8a02-265a5b5831bd req-710cd48d-5e39-4931-bf4c-6deb1740937c service neutron] Attempting to bind port 0e276cda-e017-4239-a715-d1c940971740 by drivers openvswitch,hyperv on host n-h2-760453-5 at level 0 using segments [{'id': '4eab25d6-89d9-4907-a1c2-51b06443ba33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '7fbe9cf5-e12c-436d-b372-55a19c9faa30'}] {{(pid=103305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 26 21:26:24.392592 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bfad972-a0d3-4579-8a02-265a5b5831bd req-710cd48d-5e39-4931-bf4c-6deb1740937c service neutron] Attempting to bind port 0e276cda-e017-4239-a715-d1c940971740 on network 7fbe9cf5-e12c-436d-b372-55a19c9faa30 {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 21:26:24.400386 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bfad972-a0d3-4579-8a02-265a5b5831bd req-710cd48d-5e39-4931-bf4c-6deb1740937c service neutron] Port 0e276cda-e017-4239-a715-d1c940971740 on network 7fbe9cf5-e12c-436d-b372-55a19c9faa30 not bound, no agent of type Open vSwitch agent registered on host n-h2-760453-5 {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 26 21:26:24.400772 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bfad972-a0d3-4579-8a02-265a5b5831bd req-710cd48d-5e39-4931-bf4c-6deb1740937c service neutron] Attempting to bind port 0e276cda-e017-4239-a715-d1c940971740 on network 7fbe9cf5-e12c-436d-b372-55a19c9faa30 {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 21:26:24.408525 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bfad972-a0d3-4579-8a02-265a5b5831bd req-710cd48d-5e39-4931-bf4c-6deb1740937c service neutron] Checking agent: {'id': '4d619873-4b60-439f-9b5a-b155dc8bbc34', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-760453-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 21, 2, 53), 'started_at': datetime.datetime(2022, 1, 26, 21, 2, 53), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 21, 26, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 26 21:26:24.409586 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bfad972-a0d3-4579-8a02-265a5b5831bd req-710cd48d-5e39-4931-bf4c-6deb1740937c service neutron] Checking segment: {'id': '4eab25d6-89d9-4907-a1c2-51b06443ba33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '7fbe9cf5-e12c-436d-b372-55a19c9faa30'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103305) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 21:26:24.409976 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bfad972-a0d3-4579-8a02-265a5b5831bd req-710cd48d-5e39-4931-bf4c-6deb1740937c service neutron] Bound using segment: {'id': '4eab25d6-89d9-4907-a1c2-51b06443ba33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '7fbe9cf5-e12c-436d-b372-55a19c9faa30'} {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 26 21:26:24.410425 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [req-4bfad972-a0d3-4579-8a02-265a5b5831bd req-710cd48d-5e39-4931-bf4c-6deb1740937c service neutron] Bound port: 0e276cda-e017-4239-a715-d1c940971740, host: n-h2-760453-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4eab25d6-89d9-4907-a1c2-51b06443ba33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '7fbe9cf5-e12c-436d-b372-55a19c9faa30'}}] {{(pid=103305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 26 21:26:24.410788 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-4bfad972-a0d3-4579-8a02-265a5b5831bd req-710cd48d-5e39-4931-bf4c-6deb1740937c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (0e276cda-e017-4239-a715-d1c940971740), before_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:26:24.442578 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.db_base_plugin_v2 [None req-044fa9a3-6c47-4fdd-a71b-dc6c13cb71ec tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Deleting subnet d1058fdf-d29b-4ecf-8578-c71ee833001e {{(pid=103305) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 26 21:26:24.490087 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-044fa9a3-6c47-4fdd-a71b-dc6c13cb71ec tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Publish callbacks [] for subnet (d1058fdf-d29b-4ecf-8578-c71ee833001e), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:26:24.570638 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-044fa9a3-6c47-4fdd-a71b-dc6c13cb71ec tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11788946'] for subnet (d1058fdf-d29b-4ecf-8578-c71ee833001e), precommit_delete_associations {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:26:24.729815 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [req-4bfad972-a0d3-4579-8a02-265a5b5831bd req-710cd48d-5e39-4931-bf4c-6deb1740937c service neutron] For port 0e276cda-e017-4239-a715-d1c940971740, host n-h2-760453-5, cleared binding levels {{(pid=103305) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 26 21:26:24.752297 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-58fdb9db-de3a-477e-804e-c71ab82e439d req-64b7e253-3f81-48b5-8990-3ae659fbc746 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=9fb734eb-2a1e-444e-9314-c3d872afadaa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4596605 Jan 26 21:26:24.767525 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [req-4bfad972-a0d3-4579-8a02-265a5b5831bd req-710cd48d-5e39-4931-bf4c-6deb1740937c service neutron] For port 0e276cda-e017-4239-a715-d1c940971740, host n-h2-760453-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-5',level=0,port_id=0e276cda-e017-4239-a715-d1c940971740,segment=NetworkSegment(4eab25d6-89d9-4907-a1c2-51b06443ba33),segment_id=4eab25d6-89d9-4907-a1c2-51b06443ba33)] {{(pid=103305) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 26 21:26:24.780933 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-044fa9a3-6c47-4fdd-a71b-dc6c13cb71ec tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687316'] for subnet (d1058fdf-d29b-4ecf-8578-c71ee833001e), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:26:24.784911 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-4bfad972-a0d3-4579-8a02-265a5b5831bd req-710cd48d-5e39-4931-bf4c-6deb1740937c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11791520'] for port (0e276cda-e017-4239-a715-d1c940971740), after_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:26:24.813500 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-33fb373c-4223-46b6-8363-f091a411822c req-05d5bb11-b425-4e80-a9d8-8ed0497518f9 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] 10.222.0.13 "GET /v2.0/security-groups?id=9fb734eb-2a1e-444e-9314-c3d872afadaa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5869105 Jan 26 21:26:24.884659 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad54025-b2c2-4ae2-a763-143a9ef374a7 req-99009004-5939-4885-9a48-2ed61f4dc880 tempest-VolumesNegativeTest-1752581263 tempest-VolumesNegativeTest-1752581263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:26:24.885005 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bfad972-a0d3-4579-8a02-265a5b5831bd req-710cd48d-5e39-4931-bf4c-6deb1740937c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:26:24.896850 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-6ad54025-b2c2-4ae2-a763-143a9ef374a7 req-99009004-5939-4885-9a48-2ed61f4dc880 tempest-VolumesNegativeTest-1752581263 tempest-VolumesNegativeTest-1752581263-project] 10.222.0.13 "GET /v2.0/ports?device_id=fe14719e-2549-461f-a29d-ef3e2b69cb35 HTTP/1.1" status: 200 len: 948 time: 0.5846899 Jan 26 21:26:24.902067 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-4bfad972-a0d3-4579-8a02-265a5b5831bd req-710cd48d-5e39-4931-bf4c-6deb1740937c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:26:24.904159 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-4bfad972-a0d3-4579-8a02-265a5b5831bd req-710cd48d-5e39-4931-bf4c-6deb1740937c service neutron] 10.222.0.57 "PUT /v2.0/ports/0e276cda-e017-4239-a715-d1c940971740 HTTP/1.1" status: 200 len: 1096 time: 1.7685246 Jan 26 21:26:24.904651 n-d-760453-5 neutron-server[103305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fe14719e-2549-461f-a29d-ef3e2b69cb35', 'tag': '0e276cda-e017-4239-a715-d1c940971740'}] {{(pid=103305) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 21:26:24.907158 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d4654568b7bf041e72ff8fe1c96d6d761d9c921f2b99bc7b3a26632be20cee0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d2c696a-d997-42c8-a5af-f4a0f0ab1849" -d '{"events": [{"name": "network-changed", "server_uuid": "fe14719e-2549-461f-a29d-ef3e2b69cb35", "tag": "0e276cda-e017-4239-a715-d1c940971740"}]}' {{(pid=103305) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 21:26:24.956951 n-d-760453-5 neutron-server[103304]: INFO neutron.db.l3_db [None req-312ecf80-4cc6-4b3e-b367-950b2b50d550 tempest-AttachVolumeShelveTestJSON-345998519 tempest-AttachVolumeShelveTestJSON-345998519-project] Floating IP 9452a37e-0cac-40de-bd8d-035f39ab79c7 associated. External IP: 172.25.1.133, port: 61e4e751-58c3-44b7-8fce-c3507a0cdccc. Jan 26 21:26:25.053737 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710cd48d-5e39-4931-bf4c-6deb1740937c service neutron] Pushing event updated for resources: {'Port': ['ID=0e276cda-e017-4239-a715-d1c940971740,revision_number=3']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:26:25.080336 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-044fa9a3-6c47-4fdd-a71b-dc6c13cb71ec tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11791594', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11599980'] for subnet (d1058fdf-d29b-4ecf-8578-c71ee833001e), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:26:25.114503 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bfad972-a0d3-4579-8a02-265a5b5831bd req-6c975727-d915-4864-b38c-abbe5f5c74b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:26:25.116049 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-4bfad972-a0d3-4579-8a02-265a5b5831bd req-6c975727-d915-4864-b38c-abbe5f5c74b2 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=8b3f2fb7d71f4784b2236c2ab54f3622&device_id=fe14719e-2549-461f-a29d-ef3e2b69cb35 HTTP/1.1" status: 200 len: 1099 time: 0.1547103 Jan 26 21:26:25.159327 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044fa9a3-6c47-4fdd-a71b-dc6c13cb71ec tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Pushing event deleted for resources: {'Subnet': ['ID=d1058fdf-d29b-4ecf-8578-c71ee833001e,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:26:25.205081 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-044fa9a3-6c47-4fdd-a71b-dc6c13cb71ec tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709645'] for subnet (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:26:25.209186 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-044fa9a3-6c47-4fdd-a71b-dc6c13cb71ec tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] 10.222.0.13 "DELETE /v2.0/subnets/d1058fdf-d29b-4ecf-8578-c71ee833001e HTTP/1.1" status: 204 len: 168 time: 0.8918579 Jan 26 21:26:25.213532 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 45756) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:26:25.215159 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-4bfad972-a0d3-4579-8a02-265a5b5831bd req-14f6a84b-d14b-402e-b190-c8be48cb4ae0 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.136&port_id=0e276cda-e017-4239-a715-d1c940971740 HTTP/1.1" status: 200 len: 217 time: 0.0661423 Jan 26 21:26:25.291453 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-139207fc-3933-421a-aa03-9296fba881ea tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0746136 Jan 26 21:26:25.304268 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (fea0591a-627d-4c87-9a9a-01625ddf3277), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:26:25.307195 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 45758) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:26:25.321096 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-c599829c-1183-41ff-a62c-427cc6257936 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Request body: {'subnet': {'network_id': '80bdce17-b861-46cb-9014-7071d7f46353', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:26:25.475696 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bfad972-a0d3-4579-8a02-265a5b5831bd req-65339be9-5868-4d91-9de1-7c5956e8efa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:26:25.481067 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-4bfad972-a0d3-4579-8a02-265a5b5831bd req-65339be9-5868-4d91-9de1-7c5956e8efa2 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=fd77e534-75e6-4b90-950e-f5824d584430 HTTP/1.1" status: 200 len: 843 time: 0.1849222 Jan 26 21:26:25.486718 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-6ad54025-b2c2-4ae2-a763-143a9ef374a7 req-25a95902-5dce-4d87-8985-55415f2d67d1 tempest-VolumesNegativeTest-1752581263 tempest-VolumesNegativeTest-1752581263-project] 10.222.0.13 "GET /v2.0/security-groups?id=d4a97804-dea5-4422-a54c-67eeb99412d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5714004 Jan 26 21:26:25.522608 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3dd4b0-8c24-4bc9-a044-b6e449f340de req-9818967f-2b2c-48bb-984c-47adc0b4760c tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:26:25.529498 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3dd4b0-8c24-4bc9-a044-b6e449f340de req-9818967f-2b2c-48bb-984c-47adc0b4760c tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:26:25.547650 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3dd4b0-8c24-4bc9-a044-b6e449f340de req-9818967f-2b2c-48bb-984c-47adc0b4760c tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:26:25.562960 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3dd4b0-8c24-4bc9-a044-b6e449f340de req-9818967f-2b2c-48bb-984c-47adc0b4760c tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:26:25.572434 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3dd4b0-8c24-4bc9-a044-b6e449f340de req-9818967f-2b2c-48bb-984c-47adc0b4760c tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:26:25.580772 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3dd4b0-8c24-4bc9-a044-b6e449f340de req-9818967f-2b2c-48bb-984c-47adc0b4760c tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:26:25.590834 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3dd4b0-8c24-4bc9-a044-b6e449f340de req-9818967f-2b2c-48bb-984c-47adc0b4760c tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:26:25.599491 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-ce3dd4b0-8c24-4bc9-a044-b6e449f340de req-9818967f-2b2c-48bb-984c-47adc0b4760c tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] 10.222.0.13 "GET /v2.0/ports?device_id=cc2a45fe-1c0e-4689-a738-964e9c19e30e HTTP/1.1" status: 200 len: 5416 time: 0.5129147 Jan 26 21:26:25.667397 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bfad972-a0d3-4579-8a02-265a5b5831bd req-75739674-8bbd-441b-b70e-a05509fe2174 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:26:25.673879 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-4bfad972-a0d3-4579-8a02-265a5b5831bd req-75739674-8bbd-441b-b70e-a05509fe2174 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=7fbe9cf5-e12c-436d-b372-55a19c9faa30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1789920 Jan 26 21:26:25.694944 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c599829c-1183-41ff-a62c-427cc6257936 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Made reservation on behalf of 91ff6b128d484238b8b1d440faeb9154 for: {'subnet': 1} {{(pid=103305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 21:26:25.699587 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-c599829c-1183-41ff-a62c-427cc6257936 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11599953'] for subnet (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:26:25.728159 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-ce3dd4b0-8c24-4bc9-a044-b6e449f340de req-bded453a-642d-42cb-b143-b70f09d8ce20 tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] 10.222.0.13 "GET /v2.0/security-groups?id=cdcbac26-bdec-4926-b949-1e63137fb150&id=e87e70a3-dfc0-4db8-90a2-ffd9c4c809a5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1228433 Jan 26 21:26:25.836958 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-166fe164-ed86-4a7b-b6fc-bec48ac2577a None None] Network 80bdce17-b861-46cb-9014-7071d7f46353 requested from n-d-760453-5 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 26 21:26:25.968450 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 26 Jan 2022 21:26:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d18e77dc-c2a2-4ad7-9756-c013be4a5b19 x-openstack-request-id: req-d18e77dc-c2a2-4ad7-9756-c013be4a5b19 {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 21:26:25.968750 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fe14719e-2549-461f-a29d-ef3e2b69cb35", "tag": "0e276cda-e017-4239-a715-d1c940971740", "status": "completed", "code": 200}]} {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 21:26:25.969009 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d18e77dc-c2a2-4ad7-9756-c013be4a5b19 {{(pid=103305) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 21:26:25.969458 n-d-760453-5 neutron-server[103305]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fe14719e-2549-461f-a29d-ef3e2b69cb35', 'tag': '0e276cda-e017-4239-a715-d1c940971740', 'status': 'completed', 'code': 200} Jan 26 21:26:26.066565 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-312ecf80-4cc6-4b3e-b367-950b2b50d550 tempest-AttachVolumeShelveTestJSON-345998519 tempest-AttachVolumeShelveTestJSON-345998519-project] Router 99221ace-06a0-43fb-ad55-46eef57daef8 has already been hosted by L3 agent 09df100c-3af1-4b0a-bda8-05914c71c458 {{(pid=103304) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 26 21:26:26.068147 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-8436fbba-3fc1-4a0b-bf70-7388cd36bdf9 None None] Provisioning complete for port 107a3f46-a1f8-4fb5-ba61-18f927d894f6 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:26:26.068518 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-8436fbba-3fc1-4a0b-bf70-7388cd36bdf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (107a3f46-a1f8-4fb5-ba61-18f927d894f6), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:26:26.122853 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9edf548-86e8-4259-bc06-7ac5e00e77c4 req-85845c26-2061-4f55-a42e-553feab2e723 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:26:26.124467 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-f9edf548-86e8-4259-bc06-7ac5e00e77c4 req-85845c26-2061-4f55-a42e-553feab2e723 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] 10.222.0.13 "GET /v2.0/ports?device_id=bab73d10-afaf-4143-a120-91544c188eaa HTTP/1.1" status: 200 len: 945 time: 0.1782415 Jan 26 21:26:26.216252 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-4bfad972-a0d3-4579-8a02-265a5b5831bd req-1bb3729c-7451-4f95-8f6c-66fea7d6356a service neutron] 10.222.0.57 "GET /v2.0/networks/7fbe9cf5-e12c-436d-b372-55a19c9faa30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5378611 Jan 26 21:26:26.283754 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef2f9276-5667-4988-831e-517ccd6a0e8d None None] DHCP port deletion for 80bdce17-b861-46cb-9014-7071d7f46353 request from n-d-760453-5 {{(pid=103306) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 26 21:26:26.340116 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-f9edf548-86e8-4259-bc06-7ac5e00e77c4 req-cdd9a32f-97c7-4d36-9dc0-07491c271f48 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] 10.222.0.13 "GET /v2.0/security-groups?id=9fb734eb-2a1e-444e-9314-c3d872afadaa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2014866 Jan 26 21:26:26.363678 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-8436fbba-3fc1-4a0b-bf70-7388cd36bdf9 None None] Current status of the port 107a3f46-a1f8-4fb5-ba61-18f927d894f6 is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:26:26.426857 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-ef2f9276-5667-4988-831e-517ccd6a0e8d None None] Deleting port 107a3f46-a1f8-4fb5-ba61-18f927d894f6 {{(pid=103306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 21:26:26.427084 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-ef2f9276-5667-4988-831e-517ccd6a0e8d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746560630878'] for port (107a3f46-a1f8-4fb5-ba61-18f927d894f6), before_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:26:26.460493 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-312ecf80-4cc6-4b3e-b367-950b2b50d550 tempest-AttachVolumeShelveTestJSON-345998519 tempest-AttachVolumeShelveTestJSON-345998519-project] Notify agent at l3_agent.n-d-760453-5 the message routers_updated {{(pid=103304) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 26 21:26:26.469059 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-312ecf80-4cc6-4b3e-b367-950b2b50d550 tempest-AttachVolumeShelveTestJSON-345998519 tempest-AttachVolumeShelveTestJSON-345998519-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for floatingip (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:26:26.515336 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8d2e3ed-55a6-4476-86ea-50fde2123c57 None None] Sync routers for ids ['99221ace-06a0-43fb-ad55-46eef57daef8'] in n-d-760453-5 {{(pid=103306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 26 21:26:26.520883 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-c599829c-1183-41ff-a62c-427cc6257936 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11788839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11599975'] for subnet (2a32d146-6b09-4e07-a2be-b2c981614c73), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:26:26.529908 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-312ecf80-4cc6-4b3e-b367-950b2b50d550 tempest-AttachVolumeShelveTestJSON-345998519 tempest-AttachVolumeShelveTestJSON-345998519-project] 10.222.0.13 "PUT /v2.0/floatingips/9452a37e-0cac-40de-bd8d-035f39ab79c7 HTTP/1.1" status: 200 len: 991 time: 4.0798383 Jan 26 21:26:26.530526 n-d-760453-5 neutron-server[103304]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a78b0a6-78a4-4bc7-9a2d-0384fc9d6981', 'tag': '61e4e751-58c3-44b7-8fce-c3507a0cdccc'}] {{(pid=103304) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 21:26:26.533133 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d52b45f1943fcd332af9527eb73ff93c8d715d44383a3f6d18de73b4cfcf87b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a2b4ea3-58f3-4f50-bf58-ae6aafbb5ddd" -d '{"events": [{"name": "network-changed", "server_uuid": "4a78b0a6-78a4-4bc7-9a2d-0384fc9d6981", "tag": "61e4e751-58c3-44b7-8fce-c3507a0cdccc"}]}' {{(pid=103304) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 21:26:26.543286 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8d2e3ed-55a6-4476-86ea-50fde2123c57 None None] Routers {'99221ace-06a0-43fb-ad55-46eef57daef8'} bound to L3 agent in host n-d-760453-5 {{(pid=103306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 21:26:26.544532 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-f8d2e3ed-55a6-4476-86ea-50fde2123c57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-26T20:55:21Z,description=,heartbeat_timestamp=2022-01-26T21:26:21Z,host='n-d-760453-5',id=09df100c-3af1-4b0a-bda8-05914c71c458,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:55:21Z,topic='l3_agent')) {'router_ids': ['99221ace-06a0-43fb-ad55-46eef57daef8'], 'active': True} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:26:26.623906 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-4bfad972-a0d3-4579-8a02-265a5b5831bd req-7f61af82-ab3e-4f0f-9062-9a75d778884a service neutron] 10.222.0.57 "GET /v2.0/networks/7fbe9cf5-e12c-436d-b372-55a19c9faa30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3825569 Jan 26 21:26:26.659872 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c599829c-1183-41ff-a62c-427cc6257936 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Network 80bdce17-b861-46cb-9014-7071d7f46353 is already hosted by enough agents. {{(pid=103305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 21:26:26.670615 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [None req-c599829c-1183-41ff-a62c-427cc6257936 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Resources bound (agent type, host, resource id): {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:26:26.692529 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c599829c-1183-41ff-a62c-427cc6257936 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:26:26.694199 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-c599829c-1183-41ff-a62c-427cc6257936 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709645'] for subnet (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:26:26.707964 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-ef2f9276-5667-4988-831e-517ccd6a0e8d None None] For port 107a3f46-a1f8-4fb5-ba61-18f927d894f6, host n-d-760453-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=107a3f46-a1f8-4fb5-ba61-18f927d894f6,segment=NetworkSegment(3c6d624c-ba08-479a-b68a-7684ce678b5c),segment_id=3c6d624c-ba08-479a-b68a-7684ce678b5c)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:26:26.709467 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-ef2f9276-5667-4988-831e-517ccd6a0e8d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4109658'] for port (107a3f46-a1f8-4fb5-ba61-18f927d894f6), precommit_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:26:26.711464 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 26 Jan 2022 21:26:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c341d1f0-75f9-4fab-a883-8040ac84d75d x-openstack-request-id: req-c341d1f0-75f9-4fab-a883-8040ac84d75d {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 21:26:26.712008 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4a78b0a6-78a4-4bc7-9a2d-0384fc9d6981", "tag": "61e4e751-58c3-44b7-8fce-c3507a0cdccc", "status": "completed", "code": 200}]} {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 21:26:26.712268 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c341d1f0-75f9-4fab-a883-8040ac84d75d {{(pid=103304) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 21:26:26.712936 n-d-760453-5 neutron-server[103304]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4a78b0a6-78a4-4bc7-9a2d-0384fc9d6981', 'tag': '61e4e751-58c3-44b7-8fce-c3507a0cdccc', 'status': 'completed', 'code': 200} Jan 26 21:26:26.731145 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-ef2f9276-5667-4988-831e-517ccd6a0e8d None None] Calling delete_port for 107a3f46-a1f8-4fb5-ba61-18f927d894f6 owned by network:dhcp {{(pid=103306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 21:26:26.751883 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvr_db [None req-f8d2e3ed-55a6-4476-86ea-50fde2123c57 None None] Set router 99221ace-06a0-43fb-ad55-46eef57daef8 gateway port host: n-d-760453-5 {{(pid=103306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 21:26:26.758144 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d93286e-fea1-4922-b1fa-b07678184a61 req-c459e766-1d85-4239-9a73-76d6398f1da9 tempest-VolumesNegativeTest-1752581263 tempest-VolumesNegativeTest-1752581263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:26:26.759944 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-9d93286e-fea1-4922-b1fa-b07678184a61 req-c459e766-1d85-4239-9a73-76d6398f1da9 tempest-VolumesNegativeTest-1752581263 tempest-VolumesNegativeTest-1752581263-project] 10.222.0.13 "GET /v2.0/ports?device_id=fe14719e-2549-461f-a29d-ef3e2b69cb35 HTTP/1.1" status: 200 len: 948 time: 0.1475747 Jan 26 21:26:26.796720 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-c599829c-1183-41ff-a62c-427cc6257936 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4806662 Jan 26 21:26:26.800426 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 45782) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:26:26.813744 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-3c5a5c55-2a20-45b9-a88c-3c384fc7aabc tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Request body: {'subnet': {'network_id': '80bdce17-b861-46cb-9014-7071d7f46353', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:26:26.827550 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2c696a-d997-42c8-a5af-f4a0f0ab1849 req-06250feb-c4e6-4e51-8401-db06e17b3b20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:26:26.829601 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-4d2c696a-d997-42c8-a5af-f4a0f0ab1849 req-06250feb-c4e6-4e51-8401-db06e17b3b20 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=8b3f2fb7d71f4784b2236c2ab54f3622&device_id=fe14719e-2549-461f-a29d-ef3e2b69cb35 HTTP/1.1" status: 200 len: 1099 time: 0.1150212 Jan 26 21:26:26.830246 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c599829c-1183-41ff-a62c-427cc6257936 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Pushing event updated for resources: {'Subnet': ['ID=2a32d146-6b09-4e07-a2be-b2c981614c73,revision_number=0']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:26:26.968435 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-9d93286e-fea1-4922-b1fa-b07678184a61 req-8e47817c-f675-4e54-870a-ad307cab52b2 tempest-VolumesNegativeTest-1752581263 tempest-VolumesNegativeTest-1752581263-project] 10.222.0.13 "GET /v2.0/security-groups?id=d4a97804-dea5-4422-a54c-67eeb99412d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1847806 Jan 26 21:26:26.973337 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2b4ea3-58f3-4f50-bf58-ae6aafbb5ddd req-c6315338-97c3-4796-b4be-0e25982e4ea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:26:26.974866 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-5a2b4ea3-58f3-4f50-bf58-ae6aafbb5ddd req-c6315338-97c3-4796-b4be-0e25982e4ea0 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=9a820e3f529a4c3083d815b75318d24c&device_id=4a78b0a6-78a4-4bc7-9a2d-0384fc9d6981 HTTP/1.1" status: 200 len: 1096 time: 0.2140067 Jan 26 21:26:26.988141 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2c696a-d997-42c8-a5af-f4a0f0ab1849 req-b99262af-dc85-4ce7-844b-c05312aac1c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:26:26.989687 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-4d2c696a-d997-42c8-a5af-f4a0f0ab1849 req-b99262af-dc85-4ce7-844b-c05312aac1c9 service neutron] 10.222.0.57 "GET /v2.0/networks?id=7fbe9cf5-e12c-436d-b372-55a19c9faa30 HTTP/1.1" status: 200 len: 870 time: 0.1360857 Jan 26 21:26:27.005811 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10fb252b-0b58-4bf3-8558-b4449c837a93 req-babf0044-cd93-4865-9dfb-4141950a3256 tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:26:27.011509 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10fb252b-0b58-4bf3-8558-b4449c837a93 req-babf0044-cd93-4865-9dfb-4141950a3256 tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:26:27.018185 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10fb252b-0b58-4bf3-8558-b4449c837a93 req-babf0044-cd93-4865-9dfb-4141950a3256 tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:26:27.025485 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10fb252b-0b58-4bf3-8558-b4449c837a93 req-babf0044-cd93-4865-9dfb-4141950a3256 tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:26:27.031603 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10fb252b-0b58-4bf3-8558-b4449c837a93 req-babf0044-cd93-4865-9dfb-4141950a3256 tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:26:27.037597 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10fb252b-0b58-4bf3-8558-b4449c837a93 req-babf0044-cd93-4865-9dfb-4141950a3256 tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:26:27.043185 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10fb252b-0b58-4bf3-8558-b4449c837a93 req-babf0044-cd93-4865-9dfb-4141950a3256 tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:26:27.053287 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-10fb252b-0b58-4bf3-8558-b4449c837a93 req-babf0044-cd93-4865-9dfb-4141950a3256 tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] 10.222.0.13 "GET /v2.0/ports?device_id=cc2a45fe-1c0e-4689-a738-964e9c19e30e HTTP/1.1" status: 200 len: 5416 time: 0.1878192 Jan 26 21:26:27.192306 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-ef2f9276-5667-4988-831e-517ccd6a0e8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746560636600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746560234536'] for port (107a3f46-a1f8-4fb5-ba61-18f927d894f6), after_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:26:27.206132 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-10fb252b-0b58-4bf3-8558-b4449c837a93 req-285afe33-624f-4ac5-84a7-71e6be882ee6 tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] 10.222.0.13 "GET /v2.0/security-groups?id=cdcbac26-bdec-4926-b949-1e63137fb150&id=e87e70a3-dfc0-4db8-90a2-ffd9c4c809a5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1516764 Jan 26 21:26:27.261103 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef2f9276-5667-4988-831e-517ccd6a0e8d None None] Pushing event deleted for resources: {'Port': ['ID=107a3f46-a1f8-4fb5-ba61-18f927d894f6,revision_number=None']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:26:27.263774 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef2f9276-5667-4988-831e-517ccd6a0e8d None None] No DVR routers for this DVR port 107a3f46-a1f8-4fb5-ba61-18f927d894f6 on host n-d-760453-5 {{(pid=103306) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 26 21:26:27.292149 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2b4ea3-58f3-4f50-bf58-ae6aafbb5ddd req-0026873b-b1dc-4e1d-9892-2f07008efa27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:26:27.296713 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-5a2b4ea3-58f3-4f50-bf58-ae6aafbb5ddd req-0026873b-b1dc-4e1d-9892-2f07008efa27 service neutron] 10.222.0.66 "GET /v2.0/networks?id=d67e3ebe-4ba7-45de-a361-0a193d47dcd7 HTTP/1.1" status: 200 len: 914 time: 0.2168341 Jan 26 21:26:27.298883 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-525516a2-4933-4761-8d00-fb5cf76af479 None None] Network 80bdce17-b861-46cb-9014-7071d7f46353 requested from n-d-760453-5 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 26 21:26:27.457384 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-5a2b4ea3-58f3-4f50-bf58-ae6aafbb5ddd req-e12e8877-b723-4807-9799-97690254a977 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=61e4e751-58c3-44b7-8fce-c3507a0cdccc HTTP/1.1" status: 200 len: 999 time: 0.1538885 Jan 26 21:26:27.524975 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-4d2c696a-d997-42c8-a5af-f4a0f0ab1849 req-ded9d580-964c-441c-8fd0-c8b7de934cf2 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.136&port_id=0e276cda-e017-4239-a715-d1c940971740 HTTP/1.1" status: 200 len: 217 time: 0.5231121 Jan 26 21:26:27.607457 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-f8d2e3ed-55a6-4476-86ea-50fde2123c57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99221ace-06a0-43fb-ad55-46eef57daef8', 'name': 'tempest-AttachVolumeShelveTestJSON-170009-router', 'tenant_id': '9a820e3f529a4c3083d815b75318d24c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'external_fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.173'}], 'enable_snat': True}, 'gw_port_id': 'c466aca2-17ea-426f-9342-4ad09516c48d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T21:18:18Z', 'updated_at': '2022-01-26T21:18:31Z', 'revision_number': 4, 'project_id': '9a820e3f529a4c3083d815b75318d24c', 'gw_port': {'id': 'c466aca2-17ea-426f-9342-4ad09516c48d', 'name': '', 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:a0:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99221ace-06a0-43fb-ad55-46eef57daef8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1625, 'fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:18:21Z', 'updated_at': '2022-01-26T21:18:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-5', '_floatingips': [{'id': '9452a37e-0cac-40de-bd8d-035f39ab79c7', 'tenant_id': '9a820e3f529a4c3083d815b75318d24c', 'floating_ip_address': '172.25.1.133', 'floating_network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'router_id': '99221ace-06a0-43fb-ad55-46eef57daef8', 'port_id': '61e4e751-58c3-44b7-8fce-c3507a0cdccc', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 2363, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd67e3ebe-4ba7-45de-a361-0a193d47dcd7', 'mac_address': 'fa:16:3e:74:49:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a78b0a6-78a4-4bc7-9a2d-0384fc9d6981', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-26T21:25:40Z', 'updated_at': '2022-01-26T21:26:23Z', 'revision_number': 1, 'project_id': '9a820e3f529a4c3083d815b75318d24c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f7f2ba7a-e925-4005-8a45-7f171abdeb0a', 'name': '', 'network_id': 'd67e3ebe-4ba7-45de-a361-0a193d47dcd7', 'tenant_id': '9a820e3f529a4c3083d815b75318d24c', 'mac_address': 'fa:16:3e:00:75:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99221ace-06a0-43fb-ad55-46eef57daef8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1630, 'fixed_ips': [{'subnet_id': 'b97a8223-0b24-4ba7-b338-51c5c9119da6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:18:29Z', 'updated_at': '2022-01-26T21:18:43Z', 'revision_number': 5, 'project_id': '9a820e3f529a4c3083d815b75318d24c', 'subnets': [{'id': 'b97a8223-0b24-4ba7-b338-51c5c9119da6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760453-5', False) {} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:26:27.610636 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09213a3a-c632-4a7d-b107-2c9866f199bd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3c4099e8-8ffb-51d1-af7f-5868973e933f-80bdce17-b861-46cb-9014-7071d7f46353', 'network_id': '80bdce17-b861-46cb-9014-7071d7f46353', 'project_id': '91ff6b128d484238b8b1d440faeb9154', 'fixed_ips': [{'subnet_id': '2a32d146-6b09-4e07-a2be-b2c981614c73'}]}} from n-d-760453-5. {{(pid=103306) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 26 21:26:27.611735 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-09213a3a-c632-4a7d-b107-2c9866f199bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (None), before_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:26:27.628802 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2b4ea3-58f3-4f50-bf58-ae6aafbb5ddd req-9441c5fb-728e-4fdf-b617-7bfdabacb95c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:26:27.635190 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-5a2b4ea3-58f3-4f50-bf58-ae6aafbb5ddd req-9441c5fb-728e-4fdf-b617-7bfdabacb95c service neutron] 10.222.0.66 "GET /v2.0/subnets?id=b97a8223-0b24-4ba7-b338-51c5c9119da6 HTTP/1.1" status: 200 len: 852 time: 0.1698742 Jan 26 21:26:27.657184 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9559456d-b126-4265-9c2b-3a050b35add9 req-1c8729ac-75fa-49b5-a673-5eeed0f0e768 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:26:27.658812 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-9559456d-b126-4265-9c2b-3a050b35add9 req-1c8729ac-75fa-49b5-a673-5eeed0f0e768 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] 10.222.0.13 "GET /v2.0/ports?device_id=bab73d10-afaf-4143-a120-91544c188eaa HTTP/1.1" status: 200 len: 945 time: 0.1610849 Jan 26 21:26:27.673931 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2c696a-d997-42c8-a5af-f4a0f0ab1849 req-e5629c74-ec57-4e5f-91d0-86124824d87b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:26:27.675178 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-4d2c696a-d997-42c8-a5af-f4a0f0ab1849 req-e5629c74-ec57-4e5f-91d0-86124824d87b service neutron] 10.222.0.57 "GET /v2.0/subnets?id=fd77e534-75e6-4b90-950e-f5824d584430 HTTP/1.1" status: 200 len: 843 time: 0.1433992 Jan 26 21:26:27.699832 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8d2e3ed-55a6-4476-86ea-50fde2123c57 None None] Checking router: 99221ace-06a0-43fb-ad55-46eef57daef8 for host: n-d-760453-5 {{(pid=103306) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 26 21:26:27.721873 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8d2e3ed-55a6-4476-86ea-50fde2123c57 None None] Routers {'99221ace-06a0-43fb-ad55-46eef57daef8'} bound to L3 agent in host n-d-760453-5 {{(pid=103306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 21:26:27.722582 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-f8d2e3ed-55a6-4476-86ea-50fde2123c57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-26T20:55:21Z,description=,heartbeat_timestamp=2022-01-26T21:26:21Z,host='n-d-760453-5',id=09df100c-3af1-4b0a-bda8-05914c71c458,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:55:21Z,topic='l3_agent')) {'router_ids': ['99221ace-06a0-43fb-ad55-46eef57daef8'], 'active': True} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:26:27.789748 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2b4ea3-58f3-4f50-bf58-ae6aafbb5ddd req-9baf6f31-d41e-4e07-aef0-19eb51fdff72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:26:27.791613 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-5a2b4ea3-58f3-4f50-bf58-ae6aafbb5ddd req-9baf6f31-d41e-4e07-aef0-19eb51fdff72 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=d67e3ebe-4ba7-45de-a361-0a193d47dcd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1317439 Jan 26 21:26:27.812461 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2c696a-d997-42c8-a5af-f4a0f0ab1849 req-3088e4d6-7238-4188-aecb-e2f89cc666eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:26:27.814130 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-4d2c696a-d997-42c8-a5af-f4a0f0ab1849 req-3088e4d6-7238-4188-aecb-e2f89cc666eb service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=7fbe9cf5-e12c-436d-b372-55a19c9faa30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1107676 Jan 26 21:26:27.815265 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c5a5c55-2a20-45b9-a88c-3c384fc7aabc tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Made reservation on behalf of 91ff6b128d484238b8b1d440faeb9154 for: {'subnet': 1} {{(pid=103305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 21:26:27.818705 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-3c5a5c55-2a20-45b9-a88c-3c384fc7aabc tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11599953'] for subnet (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:26:27.834473 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-9559456d-b126-4265-9c2b-3a050b35add9 req-36909bfb-b79d-4ea0-91cf-a4614725d9b5 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] 10.222.0.13 "GET /v2.0/security-groups?id=9fb734eb-2a1e-444e-9314-c3d872afadaa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1424725 Jan 26 21:26:27.922521 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Device 0e276cda-e017-4239-a715-d1c940971740 details requested by agent hyperv_n-h2-760453-5 with host n-h2-760453-5 {{(pid=103306) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 26 21:26:27.972379 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-5a2b4ea3-58f3-4f50-bf58-ae6aafbb5ddd req-b5ece032-a6dd-4382-934d-b353ae0bee3d service neutron] 10.222.0.66 "GET /v2.0/networks/d67e3ebe-4ba7-45de-a361-0a193d47dcd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1742079 Jan 26 21:26:28.066848 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-4d2c696a-d997-42c8-a5af-f4a0f0ab1849 req-a4cefb6d-eab4-4472-8734-320b51150e26 service neutron] 10.222.0.57 "GET /v2.0/networks/7fbe9cf5-e12c-436d-b372-55a19c9faa30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2302828 Jan 26 21:26:28.199000 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-4d2c696a-d997-42c8-a5af-f4a0f0ab1849 req-958deff4-f40b-436c-a4d9-0118350f5678 service neutron] 10.222.0.57 "GET /v2.0/networks/7fbe9cf5-e12c-436d-b372-55a19c9faa30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249189 Jan 26 21:26:28.225139 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] For port 0e276cda-e017-4239-a715-d1c940971740, host n-h2-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-5',level=0,port_id=0e276cda-e017-4239-a715-d1c940971740,segment=NetworkSegment(4eab25d6-89d9-4907-a1c2-51b06443ba33),segment_id=4eab25d6-89d9-4907-a1c2-51b06443ba33)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:26:28.311752 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ad6f45-3d2f-47e1-b3ca-f13693871869 req-f6901528-aed7-432a-833b-47a426c61829 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:26:28.319516 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-48ad6f45-3d2f-47e1-b3ca-f13693871869 req-f6901528-aed7-432a-833b-47a426c61829 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] 10.222.0.13 "GET /v2.0/ports?device_id=bab73d10-afaf-4143-a120-91544c188eaa HTTP/1.1" status: 200 len: 945 time: 0.3172200 Jan 26 21:26:28.354297 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-5a2b4ea3-58f3-4f50-bf58-ae6aafbb5ddd req-67fddadb-8505-4eae-a0a8-b7ee1043f6a4 service neutron] 10.222.0.66 "GET /v2.0/networks/d67e3ebe-4ba7-45de-a361-0a193d47dcd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3718834 Jan 26 21:26:28.370193 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3289b9e-b494-48b1-834d-658659d2f1ba req-25c9c32e-67f3-46eb-8f5d-3471b98725a0 tempest-VolumesNegativeTest-1752581263 tempest-VolumesNegativeTest-1752581263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:26:28.372427 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-c3289b9e-b494-48b1-834d-658659d2f1ba req-25c9c32e-67f3-46eb-8f5d-3471b98725a0 tempest-VolumesNegativeTest-1752581263 tempest-VolumesNegativeTest-1752581263-project] 10.222.0.13 "GET /v2.0/ports?device_id=fe14719e-2549-461f-a29d-ef3e2b69cb35 HTTP/1.1" status: 200 len: 948 time: 0.2205057 Jan 26 21:26:28.423275 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-48ad6f45-3d2f-47e1-b3ca-f13693871869 req-29b1bdf3-cf72-4ddc-8d8d-6eb5e0f57f7c tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] 10.222.0.13 "GET /v2.0/security-groups?id=9fb734eb-2a1e-444e-9314-c3d872afadaa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0978312 Jan 26 21:26:28.442118 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 45814) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:26:28.603098 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-c3289b9e-b494-48b1-834d-658659d2f1ba req-8411b6b3-f7b4-4d92-9803-87d19a271bf8 tempest-VolumesNegativeTest-1752581263 tempest-VolumesNegativeTest-1752581263-project] 10.222.0.13 "GET /v2.0/security-groups?id=d4a97804-dea5-4422-a54c-67eeb99412d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2228780 Jan 26 21:26:28.624472 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device 107a3f46-a1f8-4fb5-ba61-18f927d894f6 no longer exists at agent ovs-agent-n-d-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 26 21:26:28.627669 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb61f7fc-ce9a-4b40-9acc-492f5e11be82 tempest-TestNetworkAdvancedServerOps-1435295253 tempest-TestNetworkAdvancedServerOps-1435295253-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:26:28.632338 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-bb61f7fc-ce9a-4b40-9acc-492f5e11be82 tempest-TestNetworkAdvancedServerOps-1435295253 tempest-TestNetworkAdvancedServerOps-1435295253-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=bab73d10-afaf-4143-a120-91544c188eaa HTTP/1.1" status: 200 len: 1091 time: 0.1852243 Jan 26 21:26:28.633717 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 45824) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:26:28.640740 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-4170143c-9c25-4762-86d2-22e2540c2ee1 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Request body: {'floatingip': {'floating_network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'port_id': 'fd42b877-d35a-41b1-bfdb-a02ca8527fc5', 'tenant_id': 'c6d9f10230f341edbbe46b16c17eb870', 'fixed_ip_address': '172.20.0.9'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:26:28.655952 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Returning: {'device': '0e276cda-e017-4239-a715-d1c940971740', 'network_id': '7fbe9cf5-e12c-436d-b372-55a19c9faa30', 'port_id': '0e276cda-e017-4239-a715-d1c940971740', 'mac_address': 'fa:16:3e:de:04:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 561, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fd77e534-75e6-4b90-950e-f5824d584430', 'ip_address': '192.168.233.136'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103306) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 26 21:26:28.659438 n-d-760453-5 neutron-server[103305]: DEBUG neutron.objects.ports [None req-3c5a5c55-2a20-45b9-a88c-3c384fc7aabc tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103305) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Jan 26 21:26:28.661192 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-3c5a5c55-2a20-45b9-a88c-3c384fc7aabc tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11788839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11599975'] for subnet (f6180cad-8c44-4c14-a1b8-4ea78bc24d78), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:26:28.671180 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] No Port match for: 107a3f46-a1f8-4fb5-ba61-18f927d894f6 {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 26 21:26:28.671534 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device 107a3f46-a1f8-4fb5-ba61-18f927d894f6 not bound to the agent host n-d-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 26 21:26:28.678911 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.db_base_plugin_common [None req-09213a3a-c632-4a7d-b107-2c9866f199bd None None] Allocated IP 172.20.0.2 (80bdce17-b861-46cb-9014-7071d7f46353/2a32d146-6b09-4e07-a2be-b2c981614c73/ae6a4ae6-d119-4cb4-ada1-e3bc32ba6013) {{(pid=103306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 21:26:28.706665 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-4170143c-9c25-4762-86d2-22e2540c2ee1 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:26:28.723386 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe70f41-7b98-42b1-8f53-586812f640fa req-e5274ab2-aa19-4880-80ca-bd1997dd37d4 tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:26:28.729878 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe70f41-7b98-42b1-8f53-586812f640fa req-e5274ab2-aa19-4880-80ca-bd1997dd37d4 tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:26:28.737636 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe70f41-7b98-42b1-8f53-586812f640fa req-e5274ab2-aa19-4880-80ca-bd1997dd37d4 tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:26:28.743783 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe70f41-7b98-42b1-8f53-586812f640fa req-e5274ab2-aa19-4880-80ca-bd1997dd37d4 tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:26:28.750492 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe70f41-7b98-42b1-8f53-586812f640fa req-e5274ab2-aa19-4880-80ca-bd1997dd37d4 tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:26:28.756821 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe70f41-7b98-42b1-8f53-586812f640fa req-e5274ab2-aa19-4880-80ca-bd1997dd37d4 tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:26:28.763596 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe70f41-7b98-42b1-8f53-586812f640fa req-e5274ab2-aa19-4880-80ca-bd1997dd37d4 tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:26:28.763923 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvr_db [None req-f8d2e3ed-55a6-4476-86ea-50fde2123c57 None None] Set router 99221ace-06a0-43fb-ad55-46eef57daef8 gateway port host: n-d-760453-5 {{(pid=103306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 21:26:28.765569 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c5a5c55-2a20-45b9-a88c-3c384fc7aabc tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Network 80bdce17-b861-46cb-9014-7071d7f46353 is already hosted by enough agents. {{(pid=103305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 21:26:28.769064 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [None req-3c5a5c55-2a20-45b9-a88c-3c384fc7aabc tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Resources bound (agent type, host, resource id): {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:26:28.783161 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-cbe70f41-7b98-42b1-8f53-586812f640fa req-e5274ab2-aa19-4880-80ca-bd1997dd37d4 tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] 10.222.0.13 "GET /v2.0/ports?device_id=cc2a45fe-1c0e-4689-a738-964e9c19e30e HTTP/1.1" status: 200 len: 5416 time: 0.1376150 Jan 26 21:26:28.784416 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c5a5c55-2a20-45b9-a88c-3c384fc7aabc tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:26:28.789504 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-3c5a5c55-2a20-45b9-a88c-3c384fc7aabc tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709645'] for subnet (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:26:28.820451 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c5a5c55-2a20-45b9-a88c-3c384fc7aabc tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Pushing event updated for resources: {'Subnet': ['ID=f6180cad-8c44-4c14-a1b8-4ea78bc24d78,revision_number=0']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:26:28.841565 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-3c5a5c55-2a20-45b9-a88c-3c384fc7aabc tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.0322499 Jan 26 21:26:28.843666 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 45828) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:26:28.848890 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-6b1e98c0-331e-4f74-b79e-391b6e742a5c tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Request body: {'port': {'network_id': '80bdce17-b861-46cb-9014-7071d7f46353', 'mac_address': 'fa:16:3e:34:b2:b9', 'name': 'tempest-NetworksTestDHCPv6-2095436506'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:26:28.868939 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Current status of the port 0e276cda-e017-4239-a715-d1c940971740 is: DOWN; New status is: BUILD {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:26:28.869356 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (0e276cda-e017-4239-a715-d1c940971740), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:26:28.939786 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-cbe70f41-7b98-42b1-8f53-586812f640fa req-ed482707-53ff-4776-9df8-0a77d24620c9 tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] 10.222.0.13 "GET /v2.0/security-groups?id=cdcbac26-bdec-4926-b949-1e63137fb150&id=e87e70a3-dfc0-4db8-90a2-ffd9c4c809a5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1557112 Jan 26 21:26:28.942249 n-d-760453-5 neutron-server[103306]: DEBUG neutron.notifiers.nova [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0e276cda-e017-4239-a715-d1c940971740 {{(pid=103306) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 26 21:26:28.970386 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] For port 0e276cda-e017-4239-a715-d1c940971740, host n-h2-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-5',level=0,port_id=0e276cda-e017-4239-a715-d1c940971740,segment=NetworkSegment(4eab25d6-89d9-4907-a1c2-51b06443ba33),segment_id=4eab25d6-89d9-4907-a1c2-51b06443ba33)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:26:29.005374 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (0e276cda-e017-4239-a715-d1c940971740), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:26:29.029977 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-4170143c-9c25-4762-86d2-22e2540c2ee1 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:26:29.084666 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Pushing event updated for resources: {'Port': ['ID=0e276cda-e017-4239-a715-d1c940971740,revision_number=4']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:26:29.104902 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:26:29.105331 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:26:29.105747 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:26:29.107035 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:26:29.107733 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:26:29.107733 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:26:29.108053 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:26:29.108389 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:26:29.108947 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:26:29.109263 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:26:29.109615 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:26:29.110294 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:26:29.110709 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:26:29.110936 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b1e98c0-331e-4f74-b79e-391b6e742a5c tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Made reservation on behalf of 91ff6b128d484238b8b1d440faeb9154 for: {'port': 1} {{(pid=103305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 21:26:29.258303 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-6b1e98c0-331e-4f74-b79e-391b6e742a5c tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:26:29.298909 n-d-760453-5 neutron-server[103305]: DEBUG neutron.notifiers.nova [None req-6b1e98c0-331e-4f74-b79e-391b6e742a5c tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] device_id is not set on port 343d2acc-73b8-461e-94dc-62f8b3efb675 yet. {{(pid=103305) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 26 21:26:29.336321 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.db_base_plugin_common [None req-4170143c-9c25-4762-86d2-22e2540c2ee1 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Allocated IP 172.25.1.146 (4140a1f1-c93a-4bea-83a0-68953a54f299/e48251a1-e30d-4820-8396-00c6f6aeb601/60bd3b53-1e8c-4e03-8663-10b2d6a7a836) {{(pid=103304) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 21:26:29.379032 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-09213a3a-c632-4a7d-b107-2c9866f199bd None None] Publish callbacks [] for port (ae6a4ae6-d119-4cb4-ada1-e3bc32ba6013), precommit_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:26:29.387603 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] get_ports_and_sgs() called for port_ids ['0e276cda-e017-4239-a715-d1c940971740'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 26 21:26:29.432956 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-09213a3a-c632-4a7d-b107-2c9866f199bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746560234527'] for port (ae6a4ae6-d119-4cb4-ada1-e3bc32ba6013), after_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:26:29.500506 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-4170143c-9c25-4762-86d2-22e2540c2ee1 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Publish callbacks [] for port (60bd3b53-1e8c-4e03-8663-10b2d6a7a836), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:26:29.504102 n-d-760453-5 neutron-server[103306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09213a3a-c632-4a7d-b107-2c9866f199bd None None] Network 80bdce17-b861-46cb-9014-7071d7f46353 is already hosted by enough agents. {{(pid=103306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 21:26:29.525790 n-d-760453-5 neutron-server[103306]: DEBUG neutron.scheduler.base_scheduler [None req-09213a3a-c632-4a7d-b107-2c9866f199bd None None] Resources bound (agent type, host, resource id): {{(pid=103306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:26:29.531845 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-f8d2e3ed-55a6-4476-86ea-50fde2123c57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99221ace-06a0-43fb-ad55-46eef57daef8', 'name': 'tempest-AttachVolumeShelveTestJSON-170009-router', 'tenant_id': '9a820e3f529a4c3083d815b75318d24c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'external_fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.173'}], 'enable_snat': True}, 'gw_port_id': 'c466aca2-17ea-426f-9342-4ad09516c48d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T21:18:18Z', 'updated_at': '2022-01-26T21:18:31Z', 'revision_number': 4, 'project_id': '9a820e3f529a4c3083d815b75318d24c', 'gw_port': {'id': 'c466aca2-17ea-426f-9342-4ad09516c48d', 'name': '', 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:a0:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99221ace-06a0-43fb-ad55-46eef57daef8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1625, 'fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:18:21Z', 'updated_at': '2022-01-26T21:18:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-5', '_floatingips': [{'id': '9452a37e-0cac-40de-bd8d-035f39ab79c7', 'tenant_id': '9a820e3f529a4c3083d815b75318d24c', 'floating_ip_address': '172.25.1.133', 'floating_network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'router_id': '99221ace-06a0-43fb-ad55-46eef57daef8', 'port_id': '61e4e751-58c3-44b7-8fce-c3507a0cdccc', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 2363, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd67e3ebe-4ba7-45de-a361-0a193d47dcd7', 'mac_address': 'fa:16:3e:74:49:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a78b0a6-78a4-4bc7-9a2d-0384fc9d6981', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-26T21:25:40Z', 'updated_at': '2022-01-26T21:26:23Z', 'revision_number': 1, 'project_id': '9a820e3f529a4c3083d815b75318d24c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f7f2ba7a-e925-4005-8a45-7f171abdeb0a', 'name': '', 'network_id': 'd67e3ebe-4ba7-45de-a361-0a193d47dcd7', 'tenant_id': '9a820e3f529a4c3083d815b75318d24c', 'mac_address': 'fa:16:3e:00:75:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99221ace-06a0-43fb-ad55-46eef57daef8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1630, 'fixed_ips': [{'subnet_id': 'b97a8223-0b24-4ba7-b338-51c5c9119da6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:18:29Z', 'updated_at': '2022-01-26T21:18:43Z', 'revision_number': 5, 'project_id': '9a820e3f529a4c3083d815b75318d24c', 'subnets': [{'id': 'b97a8223-0b24-4ba7-b338-51c5c9119da6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760453-5', False) {} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:26:29.547352 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09213a3a-c632-4a7d-b107-2c9866f199bd None None] Received port after_create {{(pid=103306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 21:26:29.560710 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-4170143c-9c25-4762-86d2-22e2540c2ee1 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746560234527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9281553'] for port (60bd3b53-1e8c-4e03-8663-10b2d6a7a836), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:26:29.567689 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09213a3a-c632-4a7d-b107-2c9866f199bd None None] Pushing event updated for resources: {'Port': ['ID=ae6a4ae6-d119-4cb4-ada1-e3bc32ba6013,revision_number=1']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:26:29.625888 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.db_base_plugin_common [None req-6b1e98c0-331e-4f74-b79e-391b6e742a5c tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Allocated IP 172.20.0.7 (80bdce17-b861-46cb-9014-7071d7f46353/2a32d146-6b09-4e07-a2be-b2c981614c73/343d2acc-73b8-461e-94dc-62f8b3efb675) {{(pid=103305) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 21:26:29.635829 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.db_base_plugin_common [None req-6b1e98c0-331e-4f74-b79e-391b6e742a5c tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Allocated IP 2001:db8::f816:3eff:fe34:b2b9 (80bdce17-b861-46cb-9014-7071d7f46353/f6180cad-8c44-4c14-a1b8-4ea78bc24d78/343d2acc-73b8-461e-94dc-62f8b3efb675) {{(pid=103305) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 21:26:29.648246 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4170143c-9c25-4762-86d2-22e2540c2ee1 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Network 4140a1f1-c93a-4bea-83a0-68953a54f299 is already hosted by enough agents. {{(pid=103304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 21:26:29.661028 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [None req-4170143c-9c25-4762-86d2-22e2540c2ee1 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Resources bound (agent type, host, resource id): {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:26:29.669609 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4170143c-9c25-4762-86d2-22e2540c2ee1 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Received port after_create {{(pid=103304) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 21:26:29.703895 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8d2e3ed-55a6-4476-86ea-50fde2123c57 None None] The sync data for ids ['99221ace-06a0-43fb-ad55-46eef57daef8'] in n-d-760453-5 is: [{'id': '99221ace-06a0-43fb-ad55-46eef57daef8', 'name': 'tempest-AttachVolumeShelveTestJSON-170009-router', 'tenant_id': '9a820e3f529a4c3083d815b75318d24c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'external_fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.173'}], 'enable_snat': True}, 'gw_port_id': 'c466aca2-17ea-426f-9342-4ad09516c48d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T21:18:18Z', 'updated_at': '2022-01-26T21:18:31Z', 'revision_number': 4, 'project_id': '9a820e3f529a4c3083d815b75318d24c', 'gw_port': {'id': 'c466aca2-17ea-426f-9342-4ad09516c48d', 'name': '', 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:a0:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99221ace-06a0-43fb-ad55-46eef57daef8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1625, 'fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:18:21Z', 'updated_at': '2022-01-26T21:18:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-5', '_floatingips': [{'id': '9452a37e-0cac-40de-bd8d-035f39ab79c7', 'tenant_id': '9a820e3f529a4c3083d815b75318d24c', 'floating_ip_address': '172.25.1.133', 'floating_network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'router_id': '99221ace-06a0-43fb-ad55-46eef57daef8', 'port_id': '61e4e751-58c3-44b7-8fce-c3507a0cdccc', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 2363, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd67e3ebe-4ba7-45de-a361-0a193d47dcd7', 'mac_address': 'fa:16:3e:74:49:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a78b0a6-78a4-4bc7-9a2d-0384fc9d6981', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-26T21:25:40Z', 'updated_at': '2022-01-26T21:26:23Z', 'revision_number': 1, 'project_id': '9a820e3f529a4c3083d815b75318d24c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f7f2ba7a-e925-4005-8a45-7f171abdeb0a', 'name': '', 'network_id': 'd67e3ebe-4ba7-45de-a361-0a193d47dcd7', 'tenant_id': '9a820e3f529a4c3083d815b75318d24c', 'mac_address': 'fa:16:3e:00:75:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99221ace-06a0-43fb-ad55-46eef57daef8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1630, 'fixed_ips': [{'subnet_id': 'b97a8223-0b24-4ba7-b338-51c5c9119da6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:18:29Z', 'updated_at': '2022-01-26T21:18:43Z', 'revision_number': 5, 'project_id': '9a820e3f529a4c3083d815b75318d24c', 'subnets': [{'id': 'b97a8223-0b24-4ba7-b338-51c5c9119da6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 26 21:26:29.830659 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4170143c-9c25-4762-86d2-22e2540c2ee1 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Pushing event updated for resources: {'Port': ['ID=60bd3b53-1e8c-4e03-8663-10b2d6a7a836,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:26:29.862812 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-09213a3a-c632-4a7d-b107-2c9866f199bd None None] Attempting to bind port ae6a4ae6-d119-4cb4-ada1-e3bc32ba6013 on host n-d-760453-5 for vnic_type normal with profile {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 21:26:29.863858 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-09213a3a-c632-4a7d-b107-2c9866f199bd None None] Attempting to bind port ae6a4ae6-d119-4cb4-ada1-e3bc32ba6013 by drivers openvswitch,hyperv on host n-d-760453-5 at level 0 using segments [{'id': '3c6d624c-ba08-479a-b68a-7684ce678b5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '80bdce17-b861-46cb-9014-7071d7f46353'}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 26 21:26:29.865540 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09213a3a-c632-4a7d-b107-2c9866f199bd None None] Attempting to bind port ae6a4ae6-d119-4cb4-ada1-e3bc32ba6013 on network 80bdce17-b861-46cb-9014-7071d7f46353 {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 21:26:29.872766 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Device db089e5c-c2ba-48d7-8f5d-cf5cafe1f2ad details requested by agent hyperv_n-h2-760453-5 with host n-h2-760453-5 {{(pid=103306) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 26 21:26:29.933282 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e4dc33-f5eb-428c-894d-8f5132f2489c req-91d77b51-38f6-47ba-b0d9-d8581c795f86 tempest-VolumesNegativeTest-1752581263 tempest-VolumesNegativeTest-1752581263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:26:29.938967 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09213a3a-c632-4a7d-b107-2c9866f199bd None None] Checking agent: {'id': 'fea0591a-627d-4c87-9a9a-01625ddf3277', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760453-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 20, 55, 25), 'started_at': datetime.datetime(2022, 1, 26, 20, 55, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 21, 26, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760453-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 26 21:26:29.939488 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09213a3a-c632-4a7d-b107-2c9866f199bd None None] Checking segment: {'id': '3c6d624c-ba08-479a-b68a-7684ce678b5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '80bdce17-b861-46cb-9014-7071d7f46353'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 21:26:29.941772 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-09213a3a-c632-4a7d-b107-2c9866f199bd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:26:29.942401 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09213a3a-c632-4a7d-b107-2c9866f199bd None None] Bound using segment: {'id': '3c6d624c-ba08-479a-b68a-7684ce678b5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '80bdce17-b861-46cb-9014-7071d7f46353'} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 26 21:26:29.943326 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-68e4dc33-f5eb-428c-894d-8f5132f2489c req-91d77b51-38f6-47ba-b0d9-d8581c795f86 tempest-VolumesNegativeTest-1752581263 tempest-VolumesNegativeTest-1752581263-project] 10.222.0.13 "GET /v2.0/ports?device_id=fe14719e-2549-461f-a29d-ef3e2b69cb35 HTTP/1.1" status: 200 len: 949 time: 0.2056165 Jan 26 21:26:29.943459 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-09213a3a-c632-4a7d-b107-2c9866f199bd None None] Bound port: ae6a4ae6-d119-4cb4-ada1-e3bc32ba6013, host: n-d-760453-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c6d624c-ba08-479a-b68a-7684ce678b5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '80bdce17-b861-46cb-9014-7071d7f46353'}}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 26 21:26:29.944530 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-09213a3a-c632-4a7d-b107-2c9866f199bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (ae6a4ae6-d119-4cb4-ada1-e3bc32ba6013), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:26:30.044404 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-6b1e98c0-331e-4f74-b79e-391b6e742a5c tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Publish callbacks [] for port (343d2acc-73b8-461e-94dc-62f8b3efb675), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:26:30.061401 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-68e4dc33-f5eb-428c-894d-8f5132f2489c req-17c0446f-857c-4172-aa60-ecddea6741a2 tempest-VolumesNegativeTest-1752581263 tempest-VolumesNegativeTest-1752581263-project] 10.222.0.13 "GET /v2.0/security-groups?id=d4a97804-dea5-4422-a54c-67eeb99412d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170645 Jan 26 21:26:30.125862 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9339023-104c-4458-afbb-74493a256195 None None] New status for floating IP 9452a37e-0cac-40de-bd8d-035f39ab79c7: ACTIVE {{(pid=103307) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 26 21:26:30.139103 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-6b1e98c0-331e-4f74-b79e-391b6e742a5c tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746560234527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11791543'] for port (343d2acc-73b8-461e-94dc-62f8b3efb675), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:26:30.182930 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] For port db089e5c-c2ba-48d7-8f5d-cf5cafe1f2ad, host n-h2-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-5',level=0,port_id=db089e5c-c2ba-48d7-8f5d-cf5cafe1f2ad,segment=NetworkSegment(a9216649-5b5c-4abd-bdd9-593ae2d941b2),segment_id=a9216649-5b5c-4abd-bdd9-593ae2d941b2)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:26:30.203468 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b1e98c0-331e-4f74-b79e-391b6e742a5c tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Network 80bdce17-b861-46cb-9014-7071d7f46353 is already hosted by enough agents. {{(pid=103305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 21:26:30.220702 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Returning: {'device': 'db089e5c-c2ba-48d7-8f5d-cf5cafe1f2ad', 'network_id': 'f292bf50-7316-40da-8d60-8669bdd0f81a', 'port_id': 'db089e5c-c2ba-48d7-8f5d-cf5cafe1f2ad', 'mac_address': 'fa:16:3e:df:95:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 583, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4e6d2bbe-4ef2-4089-b0e5-159ef264639e', 'ip_address': '10.1.1.72'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103306) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 26 21:26:30.238481 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [None req-6b1e98c0-331e-4f74-b79e-391b6e742a5c tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Resources bound (agent type, host, resource id): {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:26:30.254901 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b1e98c0-331e-4f74-b79e-391b6e742a5c tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Received port after_create {{(pid=103305) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 21:26:30.358012 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1e98c0-331e-4f74-b79e-391b6e742a5c tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Pushing event updated for resources: {'Port': ['ID=343d2acc-73b8-461e-94dc-62f8b3efb675,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:26:30.398277 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b1e98c0-331e-4f74-b79e-391b6e742a5c tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:26:30.399080 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-6b1e98c0-331e-4f74-b79e-391b6e742a5c tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:26:30.437174 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54c3892-c826-4b8a-99ea-f744beece3e3 req-698869cd-ac6d-443a-b92e-c76999353895 tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:26:30.439276 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-6b1e98c0-331e-4f74-b79e-391b6e742a5c tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 1.5944614 Jan 26 21:26:30.441132 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 45850) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:26:30.442612 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54c3892-c826-4b8a-99ea-f744beece3e3 req-698869cd-ac6d-443a-b92e-c76999353895 tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:26:30.448058 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54c3892-c826-4b8a-99ea-f744beece3e3 req-698869cd-ac6d-443a-b92e-c76999353895 tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:26:30.456238 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54c3892-c826-4b8a-99ea-f744beece3e3 req-698869cd-ac6d-443a-b92e-c76999353895 tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:26:30.462235 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54c3892-c826-4b8a-99ea-f744beece3e3 req-698869cd-ac6d-443a-b92e-c76999353895 tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:26:30.467042 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Current status of the port db089e5c-c2ba-48d7-8f5d-cf5cafe1f2ad is: DOWN; New status is: BUILD {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:26:30.467816 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (db089e5c-c2ba-48d7-8f5d-cf5cafe1f2ad), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:26:30.472214 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54c3892-c826-4b8a-99ea-f744beece3e3 req-698869cd-ac6d-443a-b92e-c76999353895 tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:26:30.482176 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54c3892-c826-4b8a-99ea-f744beece3e3 req-698869cd-ac6d-443a-b92e-c76999353895 tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:26:30.489990 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-d54c3892-c826-4b8a-99ea-f744beece3e3 req-698869cd-ac6d-443a-b92e-c76999353895 tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] 10.222.0.13 "GET /v2.0/ports?device_id=cc2a45fe-1c0e-4689-a738-964e9c19e30e HTTP/1.1" status: 200 len: 5416 time: 0.4037542 Jan 26 21:26:30.505584 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-09213a3a-c632-4a7d-b107-2c9866f199bd None None] For port ae6a4ae6-d119-4cb4-ada1-e3bc32ba6013, host n-d-760453-5, cleared binding levels {{(pid=103306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 26 21:26:30.515244 n-d-760453-5 neutron-server[103306]: DEBUG neutron.notifiers.nova [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id db089e5c-c2ba-48d7-8f5d-cf5cafe1f2ad {{(pid=103306) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 26 21:26:30.537079 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36f2fb30-1203-43e4-a90f-1c55ad9fbb79 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:26:30.539582 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-09213a3a-c632-4a7d-b107-2c9866f199bd None None] For port ae6a4ae6-d119-4cb4-ada1-e3bc32ba6013, host n-d-760453-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=ae6a4ae6-d119-4cb4-ada1-e3bc32ba6013,segment=NetworkSegment(3c6d624c-ba08-479a-b68a-7684ce678b5c),segment_id=3c6d624c-ba08-479a-b68a-7684ce678b5c)] {{(pid=103306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 26 21:26:30.544621 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36f2fb30-1203-43e4-a90f-1c55ad9fbb79 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:26:30.546519 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-36f2fb30-1203-43e4-a90f-1c55ad9fbb79 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1763 time: 0.1035149 Jan 26 21:26:30.549506 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 45852) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:26:30.564186 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-d54c3892-c826-4b8a-99ea-f744beece3e3 req-c327a74e-28db-4c62-9e60-ea1141474e09 tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] 10.222.0.13 "GET /v2.0/security-groups?id=cdcbac26-bdec-4926-b949-1e63137fb150&id=e87e70a3-dfc0-4db8-90a2-ffd9c4c809a5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0732374 Jan 26 21:26:30.573268 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-09213a3a-c632-4a7d-b107-2c9866f199bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (ae6a4ae6-d119-4cb4-ada1-e3bc32ba6013), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:26:30.583425 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] For port db089e5c-c2ba-48d7-8f5d-cf5cafe1f2ad, host n-h2-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-5',level=0,port_id=db089e5c-c2ba-48d7-8f5d-cf5cafe1f2ad,segment=NetworkSegment(a9216649-5b5c-4abd-bdd9-593ae2d941b2),segment_id=a9216649-5b5c-4abd-bdd9-593ae2d941b2)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:26:30.625165 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (db089e5c-c2ba-48d7-8f5d-cf5cafe1f2ad), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:26:30.625767 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Device b6f4a45a-14b0-47b4-ab05-34ee30262fe7 details requested by agent hyperv_n-h2-760453-5 with host n-h2-760453-5 {{(pid=103306) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 26 21:26:30.750709 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09213a3a-c632-4a7d-b107-2c9866f199bd None None] Pushing event updated for resources: {'Port': ['ID=ae6a4ae6-d119-4cb4-ada1-e3bc32ba6013,revision_number=2']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:26:30.821011 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Pushing event updated for resources: {'Port': ['ID=db089e5c-c2ba-48d7-8f5d-cf5cafe1f2ad,revision_number=4']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:26:30.871951 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-684248a0-63a6-4491-990b-5bf18b9b1efd tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Deleting port 343d2acc-73b8-461e-94dc-62f8b3efb675 {{(pid=103305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 21:26:30.877836 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-684248a0-63a6-4491-990b-5bf18b9b1efd tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746560630878'] for port (343d2acc-73b8-461e-94dc-62f8b3efb675), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:26:30.887435 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] For port b6f4a45a-14b0-47b4-ab05-34ee30262fe7, host n-h2-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-5',level=0,port_id=b6f4a45a-14b0-47b4-ab05-34ee30262fe7,segment=NetworkSegment(37f5726a-1839-44a5-8e0d-bcb3fd30328f),segment_id=37f5726a-1839-44a5-8e0d-bcb3fd30328f)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:26:30.922341 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Returning: {'device': 'b6f4a45a-14b0-47b4-ab05-34ee30262fe7', 'network_id': '09fefaf6-1493-45ff-9b77-0bffdcb790d7', 'port_id': 'b6f4a45a-14b0-47b4-ab05-34ee30262fe7', 'mac_address': 'fa:16:3e:53:a5:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 579, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd36d78e9-ef90-42a1-bdc2-1b67cc68d0f5', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103306) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 26 21:26:31.088007 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Current status of the port b6f4a45a-14b0-47b4-ab05-34ee30262fe7 is: DOWN; New status is: BUILD {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:26:31.089282 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (b6f4a45a-14b0-47b4-ab05-34ee30262fe7), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:26:31.148122 n-d-760453-5 neutron-server[103306]: DEBUG neutron.notifiers.nova [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b6f4a45a-14b0-47b4-ab05-34ee30262fe7 {{(pid=103306) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 26 21:26:31.194380 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-684248a0-63a6-4491-990b-5bf18b9b1efd tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4109658'] for port (343d2acc-73b8-461e-94dc-62f8b3efb675), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:26:31.239819 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] For port b6f4a45a-14b0-47b4-ab05-34ee30262fe7, host n-h2-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-5',level=0,port_id=b6f4a45a-14b0-47b4-ab05-34ee30262fe7,segment=NetworkSegment(37f5726a-1839-44a5-8e0d-bcb3fd30328f),segment_id=37f5726a-1839-44a5-8e0d-bcb3fd30328f)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:26:31.245683 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-684248a0-63a6-4491-990b-5bf18b9b1efd tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Calling delete_port for 343d2acc-73b8-461e-94dc-62f8b3efb675 owned by {{(pid=103305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 21:26:31.248548 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (b6f4a45a-14b0-47b4-ab05-34ee30262fe7), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:26:31.249241 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Device 838b8d10-47c7-4250-a401-9d4067f8f28c details requested by agent hyperv_n-h2-760453-5 with host n-h2-760453-5 {{(pid=103306) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 26 21:26:31.412575 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Pushing event updated for resources: {'Port': ['ID=b6f4a45a-14b0-47b4-ab05-34ee30262fe7,revision_number=4']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:26:31.461864 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] For port 838b8d10-47c7-4250-a401-9d4067f8f28c, host n-h2-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-5',level=0,port_id=838b8d10-47c7-4250-a401-9d4067f8f28c,segment=NetworkSegment(a9216649-5b5c-4abd-bdd9-593ae2d941b2),segment_id=a9216649-5b5c-4abd-bdd9-593ae2d941b2)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:26:31.496094 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Returning: {'device': '838b8d10-47c7-4250-a401-9d4067f8f28c', 'network_id': 'f292bf50-7316-40da-8d60-8669bdd0f81a', 'port_id': '838b8d10-47c7-4250-a401-9d4067f8f28c', 'mac_address': 'fa:16:3e:e3:60:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 583, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4e6d2bbe-4ef2-4089-b0e5-159ef264639e', 'ip_address': '10.1.1.56'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103306) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 26 21:26:31.598080 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Current status of the port 838b8d10-47c7-4250-a401-9d4067f8f28c is: DOWN; New status is: BUILD {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:26:31.599225 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (838b8d10-47c7-4250-a401-9d4067f8f28c), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:26:31.613641 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f75822-5683-4f80-80e2-25713462ec2b req-16c7411a-aeb3-4429-9bc0-48ed41a6e2d4 tempest-VolumesNegativeTest-1752581263 tempest-VolumesNegativeTest-1752581263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:26:31.618940 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-684248a0-63a6-4491-990b-5bf18b9b1efd tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746560636600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746560234536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11791543'] for port (343d2acc-73b8-461e-94dc-62f8b3efb675), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:26:31.623712 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-93f75822-5683-4f80-80e2-25713462ec2b req-16c7411a-aeb3-4429-9bc0-48ed41a6e2d4 tempest-VolumesNegativeTest-1752581263 tempest-VolumesNegativeTest-1752581263-project] 10.222.0.13 "GET /v2.0/ports?device_id=fe14719e-2549-461f-a29d-ef3e2b69cb35 HTTP/1.1" status: 200 len: 949 time: 0.1506011 Jan 26 21:26:31.644247 n-d-760453-5 neutron-server[103306]: DEBUG neutron.notifiers.nova [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 838b8d10-47c7-4250-a401-9d4067f8f28c {{(pid=103306) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 26 21:26:31.688417 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] For port 838b8d10-47c7-4250-a401-9d4067f8f28c, host n-h2-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-5',level=0,port_id=838b8d10-47c7-4250-a401-9d4067f8f28c,segment=NetworkSegment(a9216649-5b5c-4abd-bdd9-593ae2d941b2),segment_id=a9216649-5b5c-4abd-bdd9-593ae2d941b2)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:26:31.700589 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (838b8d10-47c7-4250-a401-9d4067f8f28c), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:26:31.701314 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Device 81158fda-fb11-4d56-8e16-e7b27e48b9c9 details requested by agent hyperv_n-h2-760453-5 with host n-h2-760453-5 {{(pid=103306) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 26 21:26:31.702667 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-684248a0-63a6-4491-990b-5bf18b9b1efd tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Pushing event deleted for resources: {'Port': ['ID=343d2acc-73b8-461e-94dc-62f8b3efb675,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:26:31.859423 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Pushing event updated for resources: {'Port': ['ID=838b8d10-47c7-4250-a401-9d4067f8f28c,revision_number=4']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:26:31.874180 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] For port 81158fda-fb11-4d56-8e16-e7b27e48b9c9, host n-h2-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-5',level=0,port_id=81158fda-fb11-4d56-8e16-e7b27e48b9c9,segment=NetworkSegment(a9216649-5b5c-4abd-bdd9-593ae2d941b2),segment_id=a9216649-5b5c-4abd-bdd9-593ae2d941b2)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:26:31.876181 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-684248a0-63a6-4491-990b-5bf18b9b1efd tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:26:31.885093 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-684248a0-63a6-4491-990b-5bf18b9b1efd tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] 10.222.0.13 "DELETE /v2.0/ports/343d2acc-73b8-461e-94dc-62f8b3efb675 HTTP/1.1" status: 204 len: 168 time: 1.3341672 Jan 26 21:26:31.892691 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 45874) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:26:31.904624 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Returning: {'device': '81158fda-fb11-4d56-8e16-e7b27e48b9c9', 'network_id': 'f292bf50-7316-40da-8d60-8669bdd0f81a', 'port_id': '81158fda-fb11-4d56-8e16-e7b27e48b9c9', 'mac_address': 'fa:16:3e:77:d8:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 583, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4e6d2bbe-4ef2-4089-b0e5-159ef264639e', 'ip_address': '10.1.1.241'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103306) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 26 21:26:31.966684 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Current status of the port 81158fda-fb11-4d56-8e16-e7b27e48b9c9 is: DOWN; New status is: BUILD {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:26:31.967077 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (81158fda-fb11-4d56-8e16-e7b27e48b9c9), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:26:31.992273 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f13244b-5a26-47f9-8c1d-cd549a67185a tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:26:31.993245 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f13244b-5a26-47f9-8c1d-cd549a67185a tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:26:32.001618 n-d-760453-5 neutron-server[103306]: DEBUG neutron.notifiers.nova [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 81158fda-fb11-4d56-8e16-e7b27e48b9c9 {{(pid=103306) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 26 21:26:32.005817 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f13244b-5a26-47f9-8c1d-cd549a67185a tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:26:32.008290 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-1f13244b-5a26-47f9-8c1d-cd549a67185a tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1143746 Jan 26 21:26:32.011501 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 45876) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:26:32.046524 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] For port 81158fda-fb11-4d56-8e16-e7b27e48b9c9, host n-h2-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-5',level=0,port_id=81158fda-fb11-4d56-8e16-e7b27e48b9c9,segment=NetworkSegment(a9216649-5b5c-4abd-bdd9-593ae2d941b2),segment_id=a9216649-5b5c-4abd-bdd9-593ae2d941b2)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:26:32.055699 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (81158fda-fb11-4d56-8e16-e7b27e48b9c9), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:26:32.056374 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Device 3941d4d2-ec71-4191-8e9f-df25a9ea3da5 details requested by agent hyperv_n-h2-760453-5 with host n-h2-760453-5 {{(pid=103306) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 26 21:26:32.068669 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223076f0-997c-4a02-8530-ce2121ff59b3 req-307e8fbb-d6cd-445a-a155-cfdd049027ac tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:26:32.085054 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223076f0-997c-4a02-8530-ce2121ff59b3 req-307e8fbb-d6cd-445a-a155-cfdd049027ac tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:26:32.096293 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223076f0-997c-4a02-8530-ce2121ff59b3 req-307e8fbb-d6cd-445a-a155-cfdd049027ac tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:26:32.110847 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223076f0-997c-4a02-8530-ce2121ff59b3 req-307e8fbb-d6cd-445a-a155-cfdd049027ac tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:26:32.124729 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223076f0-997c-4a02-8530-ce2121ff59b3 req-307e8fbb-d6cd-445a-a155-cfdd049027ac tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:26:32.136980 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223076f0-997c-4a02-8530-ce2121ff59b3 req-307e8fbb-d6cd-445a-a155-cfdd049027ac tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:26:32.141436 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.db_base_plugin_v2 [None req-61404052-2b5c-4145-93b1-dbcbda624608 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Deleting subnet 2a32d146-6b09-4e07-a2be-b2c981614c73 {{(pid=103305) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 26 21:26:32.147575 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-61404052-2b5c-4145-93b1-dbcbda624608 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Publish callbacks [] for subnet (2a32d146-6b09-4e07-a2be-b2c981614c73), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:26:32.158604 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223076f0-997c-4a02-8530-ce2121ff59b3 req-307e8fbb-d6cd-445a-a155-cfdd049027ac tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:26:32.160624 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-223076f0-997c-4a02-8530-ce2121ff59b3 req-307e8fbb-d6cd-445a-a155-cfdd049027ac tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] 10.222.0.13 "GET /v2.0/ports?device_id=cc2a45fe-1c0e-4689-a738-964e9c19e30e HTTP/1.1" status: 200 len: 5419 time: 0.4194665 Jan 26 21:26:32.172076 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Pushing event updated for resources: {'Port': ['ID=81158fda-fb11-4d56-8e16-e7b27e48b9c9,revision_number=4']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:26:32.177879 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-93f75822-5683-4f80-80e2-25713462ec2b req-2975785d-ea97-489f-8af5-540e324f48f0 tempest-VolumesNegativeTest-1752581263 tempest-VolumesNegativeTest-1752581263-project] 10.222.0.13 "GET /v2.0/security-groups?id=d4a97804-dea5-4422-a54c-67eeb99412d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5528677 Jan 26 21:26:32.253457 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] For port 3941d4d2-ec71-4191-8e9f-df25a9ea3da5, host n-h2-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-5',level=0,port_id=3941d4d2-ec71-4191-8e9f-df25a9ea3da5,segment=NetworkSegment(37f5726a-1839-44a5-8e0d-bcb3fd30328f),segment_id=37f5726a-1839-44a5-8e0d-bcb3fd30328f)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:26:32.272487 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-61404052-2b5c-4145-93b1-dbcbda624608 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11788946'] for subnet (2a32d146-6b09-4e07-a2be-b2c981614c73), precommit_delete_associations {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:26:32.295105 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Returning: {'device': '3941d4d2-ec71-4191-8e9f-df25a9ea3da5', 'network_id': '09fefaf6-1493-45ff-9b77-0bffdcb790d7', 'port_id': '3941d4d2-ec71-4191-8e9f-df25a9ea3da5', 'mac_address': 'fa:16:3e:bc:75:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 579, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd36d78e9-ef90-42a1-bdc2-1b67cc68d0f5', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103306) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 26 21:26:32.307272 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04fc0cc8-16c8-4c8c-8490-41ecfed52c81 None None] Network 80bdce17-b861-46cb-9014-7071d7f46353 requested from n-d-760453-5 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 26 21:26:32.378786 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-223076f0-997c-4a02-8530-ce2121ff59b3 req-9413f24a-f208-4adc-bd1c-24f14ffea932 tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] 10.222.0.13 "GET /v2.0/security-groups?id=cdcbac26-bdec-4926-b949-1e63137fb150&id=e87e70a3-dfc0-4db8-90a2-ffd9c4c809a5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1990528 Jan 26 21:26:32.384644 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-4170143c-9c25-4762-86d2-22e2540c2ee1 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Publish callbacks [] for floatingip (2c16a22a-aacb-4626-9d1d-c0ae7066c9d0), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:26:32.496795 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-61404052-2b5c-4145-93b1-dbcbda624608 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687316'] for subnet (2a32d146-6b09-4e07-a2be-b2c981614c73), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:26:32.511907 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device ae6a4ae6-d119-4cb4-ada1-e3bc32ba6013 up at agent ovs-agent-n-d-760453-5 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 21:26:32.578735 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-4170143c-9c25-4762-86d2-22e2540c2ee1 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (60bd3b53-1e8c-4e03-8663-10b2d6a7a836), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:26:32.579863 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-d50694e1-6e89-4654-844e-5cfbef4f75fb None None] Provisioning complete for port ae6a4ae6-d119-4cb4-ada1-e3bc32ba6013 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:26:32.579863 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d50694e1-6e89-4654-844e-5cfbef4f75fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (ae6a4ae6-d119-4cb4-ada1-e3bc32ba6013), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:26:32.587414 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Current status of the port 3941d4d2-ec71-4191-8e9f-df25a9ea3da5 is: DOWN; New status is: BUILD {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:26:32.588074 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (3941d4d2-ec71-4191-8e9f-df25a9ea3da5), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:26:32.623148 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-61404052-2b5c-4145-93b1-dbcbda624608 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11791594', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11599980'] for subnet (2a32d146-6b09-4e07-a2be-b2c981614c73), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:26:32.642612 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Provisioning complete for port ae6a4ae6-d119-4cb4-ada1-e3bc32ba6013 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:26:32.642990 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (ae6a4ae6-d119-4cb4-ada1-e3bc32ba6013), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:26:32.669124 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61404052-2b5c-4145-93b1-dbcbda624608 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Pushing event deleted for resources: {'Subnet': ['ID=2a32d146-6b09-4e07-a2be-b2c981614c73,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:26:32.671483 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-61404052-2b5c-4145-93b1-dbcbda624608 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709645'] for subnet (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:26:32.675631 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-61404052-2b5c-4145-93b1-dbcbda624608 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] 10.222.0.13 "DELETE /v2.0/subnets/2a32d146-6b09-4e07-a2be-b2c981614c73 HTTP/1.1" status: 204 len: 168 time: 0.6630471 Jan 26 21:26:32.677776 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 45890) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:26:32.706139 n-d-760453-5 neutron-server[103306]: DEBUG neutron.notifiers.nova [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3941d4d2-ec71-4191-8e9f-df25a9ea3da5 {{(pid=103306) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 26 21:26:32.765334 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.db_base_plugin_v2 [None req-ff74fdba-5f79-4c32-b7dd-41f24353d600 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Deleting subnet f6180cad-8c44-4c14-a1b8-4ea78bc24d78 {{(pid=103305) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 26 21:26:32.769328 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-ff74fdba-5f79-4c32-b7dd-41f24353d600 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Publish callbacks [] for subnet (f6180cad-8c44-4c14-a1b8-4ea78bc24d78), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:26:32.783094 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Current status of the port ae6a4ae6-d119-4cb4-ada1-e3bc32ba6013 is: DOWN; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:26:32.783528 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (ae6a4ae6-d119-4cb4-ada1-e3bc32ba6013), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:26:32.826664 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] For port ae6a4ae6-d119-4cb4-ada1-e3bc32ba6013, host n-d-760453-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=ae6a4ae6-d119-4cb4-ada1-e3bc32ba6013,segment=NetworkSegment(3c6d624c-ba08-479a-b68a-7684ce678b5c),segment_id=3c6d624c-ba08-479a-b68a-7684ce678b5c)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:26:32.841246 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-ff74fdba-5f79-4c32-b7dd-41f24353d600 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11788946'] for subnet (f6180cad-8c44-4c14-a1b8-4ea78bc24d78), precommit_delete_associations {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:26:32.864791 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (ae6a4ae6-d119-4cb4-ada1-e3bc32ba6013), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:26:32.870371 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] For port 3941d4d2-ec71-4191-8e9f-df25a9ea3da5, host n-h2-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-5',level=0,port_id=3941d4d2-ec71-4191-8e9f-df25a9ea3da5,segment=NetworkSegment(37f5726a-1839-44a5-8e0d-bcb3fd30328f),segment_id=37f5726a-1839-44a5-8e0d-bcb3fd30328f)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:26:32.894889 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-ff74fdba-5f79-4c32-b7dd-41f24353d600 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687316'] for subnet (f6180cad-8c44-4c14-a1b8-4ea78bc24d78), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:26:32.936584 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Pushing event updated for resources: {'Port': ['ID=ae6a4ae6-d119-4cb4-ada1-e3bc32ba6013,revision_number=4']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:26:32.940458 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (3941d4d2-ec71-4191-8e9f-df25a9ea3da5), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:26:32.941542 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Device 67dd3dc7-a2ab-4f67-874c-e61c9c62ab11 details requested by agent hyperv_n-h2-760453-5 with host n-h2-760453-5 {{(pid=103306) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 26 21:26:32.986243 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-ff74fdba-5f79-4c32-b7dd-41f24353d600 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11791594', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11599980'] for subnet (f6180cad-8c44-4c14-a1b8-4ea78bc24d78), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:26:33.002857 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-4170143c-9c25-4762-86d2-22e2540c2ee1 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Publish callbacks [] for port (60bd3b53-1e8c-4e03-8663-10b2d6a7a836), precommit_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:26:33.016977 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-4170143c-9c25-4762-86d2-22e2540c2ee1 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9281542'] for port (60bd3b53-1e8c-4e03-8663-10b2d6a7a836), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:26:33.035656 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff74fdba-5f79-4c32-b7dd-41f24353d600 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Pushing event deleted for resources: {'Subnet': ['ID=f6180cad-8c44-4c14-a1b8-4ea78bc24d78,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:26:33.039279 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-ff74fdba-5f79-4c32-b7dd-41f24353d600 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709645'] for subnet (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:26:33.046093 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-ff74fdba-5f79-4c32-b7dd-41f24353d600 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] 10.222.0.13 "DELETE /v2.0/subnets/f6180cad-8c44-4c14-a1b8-4ea78bc24d78 HTTP/1.1" status: 204 len: 168 time: 0.3670330 Jan 26 21:26:33.051488 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 45892) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:26:33.104802 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-d50694e1-6e89-4654-844e-5cfbef4f75fb None None] Current status of the port ae6a4ae6-d119-4cb4-ada1-e3bc32ba6013 is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:26:33.125268 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4170143c-9c25-4762-86d2-22e2540c2ee1 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Pushing event updated for resources: {'Port': ['ID=60bd3b53-1e8c-4e03-8663-10b2d6a7a836,revision_number=2']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:26:33.180517 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-d8bc6ba5-9d55-4500-9bfe-40597bafe7b9 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1277747 Jan 26 21:26:33.181223 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 45894) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:26:33.224868 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-4170143c-9c25-4762-86d2-22e2540c2ee1 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4110913'] for floatingip (2c16a22a-aacb-4626-9d1d-c0ae7066c9d0), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:26:33.274325 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ed202c7-9e63-4d57-8a12-81e6387bc655 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:26:33.285369 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-5ed202c7-9e63-4d57-8a12-81e6387bc655 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1029763 Jan 26 21:26:33.292053 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 45898) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:26:33.407730 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02e60f18-6287-4891-97e0-f8e4c2e6e6f2 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:26:33.408439 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-02e60f18-6287-4891-97e0-f8e4c2e6e6f2 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1167600 Jan 26 21:26:33.412830 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 45910) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:26:33.529508 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-7efcc04e-3bb1-4206-a7b3-e55e2113572b tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1111145 Jan 26 21:26:33.529857 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 45918) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:26:33.539783 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-67e51802-47fa-4d61-99a7-2d9664005619 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Request body: {'subnet': {'network_id': '80bdce17-b861-46cb-9014-7071d7f46353', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:26:33.565543 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] For port 67dd3dc7-a2ab-4f67-874c-e61c9c62ab11, host n-h2-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-5',level=0,port_id=67dd3dc7-a2ab-4f67-874c-e61c9c62ab11,segment=NetworkSegment(1d04b190-f9d4-437e-964d-0f40d469b5fb),segment_id=1d04b190-f9d4-437e-964d-0f40d469b5fb)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:26:33.593730 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Returning: {'device': '67dd3dc7-a2ab-4f67-874c-e61c9c62ab11', 'network_id': '485a3106-1745-41f6-8c52-37ebe4fdcc0c', 'port_id': '67dd3dc7-a2ab-4f67-874c-e61c9c62ab11', 'mac_address': 'fa:16:3e:45:58:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 597, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dea740a7-2861-4520-a7c8-4e14271821b5', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103306) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 26 21:26:33.602845 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Pushing event updated for resources: {'Port': ['ID=3941d4d2-ec71-4191-8e9f-df25a9ea3da5,revision_number=4']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:26:33.631063 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ad319f-6ae3-471d-8bed-3b0fd38b4f49 req-38f7e161-cfbe-4811-9547-b6989c88802a tempest-VolumesNegativeTest-1752581263 tempest-VolumesNegativeTest-1752581263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:26:33.632845 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-69ad319f-6ae3-471d-8bed-3b0fd38b4f49 req-38f7e161-cfbe-4811-9547-b6989c88802a tempest-VolumesNegativeTest-1752581263 tempest-VolumesNegativeTest-1752581263-project] 10.222.0.13 "GET /v2.0/ports?device_id=fe14719e-2549-461f-a29d-ef3e2b69cb35 HTTP/1.1" status: 200 len: 949 time: 0.3071022 Jan 26 21:26:33.658255 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d36405ba-6626-43e5-a366-5956d12084ed None None] Update dhcp port {'port': {'network_id': '80bdce17-b861-46cb-9014-7071d7f46353', 'fixed_ips': [{'subnet_id': 'f6180cad-8c44-4c14-a1b8-4ea78bc24d78'}, {'subnet_id': '2a32d146-6b09-4e07-a2be-b2c981614c73'}], 'binding:host_id': 'n-d-760453-5'}, 'id': 'ae6a4ae6-d119-4cb4-ada1-e3bc32ba6013'} from n-d-760453-5. {{(pid=103306) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Jan 26 21:26:33.703592 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d36405ba-6626-43e5-a366-5956d12084ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (ae6a4ae6-d119-4cb4-ada1-e3bc32ba6013), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:26:33.705552 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Current status of the port 67dd3dc7-a2ab-4f67-874c-e61c9c62ab11 is: DOWN; New status is: BUILD {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:26:33.707652 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (67dd3dc7-a2ab-4f67-874c-e61c9c62ab11), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:26:33.736444 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-69ad319f-6ae3-471d-8bed-3b0fd38b4f49 req-860ff48e-c989-49c4-bff3-537b326bcf54 tempest-VolumesNegativeTest-1752581263 tempest-VolumesNegativeTest-1752581263-project] 10.222.0.13 "GET /v2.0/security-groups?id=d4a97804-dea5-4422-a54c-67eeb99412d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744681 Jan 26 21:26:33.738249 n-d-760453-5 neutron-server[103304]: INFO neutron.db.l3_db [None req-4170143c-9c25-4762-86d2-22e2540c2ee1 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Floating IP 2c16a22a-aacb-4626-9d1d-c0ae7066c9d0 associated. External IP: 172.25.1.146, port: fd42b877-d35a-41b1-bfdb-a02ca8527fc5. Jan 26 21:26:33.761846 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67e51802-47fa-4d61-99a7-2d9664005619 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Made reservation on behalf of 91ff6b128d484238b8b1d440faeb9154 for: {'subnet': 1} {{(pid=103305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 21:26:33.765485 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-67e51802-47fa-4d61-99a7-2d9664005619 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11599953'] for subnet (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:26:33.767074 n-d-760453-5 neutron-server[103305]: INFO neutron.pecan_wsgi.hooks.translation [None req-67e51802-47fa-4d61-99a7-2d9664005619 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 26 21:26:33.767624 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-67e51802-47fa-4d61-99a7-2d9664005619 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103305) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 26 21:26:33.800963 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-67e51802-47fa-4d61-99a7-2d9664005619 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.2673304 Jan 26 21:26:33.801689 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 45920) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:26:33.806352 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-d66f8bca-4bf8-4dd4-9297-378c4ca08a29 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Request body: {'subnet': {'network_id': '80bdce17-b861-46cb-9014-7071d7f46353', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:26:33.832542 n-d-760453-5 neutron-server[103306]: DEBUG neutron.notifiers.nova [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 67dd3dc7-a2ab-4f67-874c-e61c9c62ab11 {{(pid=103306) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 26 21:26:33.871003 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] For port 67dd3dc7-a2ab-4f67-874c-e61c9c62ab11, host n-h2-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-5',level=0,port_id=67dd3dc7-a2ab-4f67-874c-e61c9c62ab11,segment=NetworkSegment(1d04b190-f9d4-437e-964d-0f40d469b5fb),segment_id=1d04b190-f9d4-437e-964d-0f40d469b5fb)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:26:33.879996 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (67dd3dc7-a2ab-4f67-874c-e61c9c62ab11), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:26:33.880658 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Device 68993758-80c8-46d1-858d-bc7447ce489e details requested by agent hyperv_n-h2-760453-5 with host n-h2-760453-5 {{(pid=103306) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 26 21:26:33.943610 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30e2cd93-67c2-48fa-933c-b3c6e338c9a8 None None] Network 80bdce17-b861-46cb-9014-7071d7f46353 requested from n-d-760453-5 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 26 21:26:34.002028 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d66f8bca-4bf8-4dd4-9297-378c4ca08a29 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Made reservation on behalf of 91ff6b128d484238b8b1d440faeb9154 for: {'subnet': 1} {{(pid=103305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 21:26:34.005503 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-d66f8bca-4bf8-4dd4-9297-378c4ca08a29 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11599953'] for subnet (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:26:34.007148 n-d-760453-5 neutron-server[103305]: INFO neutron.pecan_wsgi.hooks.translation [None req-d66f8bca-4bf8-4dd4-9297-378c4ca08a29 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 26 21:26:34.007451 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d66f8bca-4bf8-4dd4-9297-378c4ca08a29 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103305) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 26 21:26:34.036260 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32ff6ae-43b9-4033-829f-96281e88aae6 req-65822aef-f562-42eb-939e-da4333287fe3 tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:26:34.047536 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-d66f8bca-4bf8-4dd4-9297-378c4ca08a29 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.2418492 Jan 26 21:26:34.047731 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 45922) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:26:34.049533 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32ff6ae-43b9-4033-829f-96281e88aae6 req-65822aef-f562-42eb-939e-da4333287fe3 tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:26:34.052719 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-f45d37e1-6a77-41bc-bb35-f6e13d984a74 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Request body: {'subnet': {'network_id': '80bdce17-b861-46cb-9014-7071d7f46353', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:26:34.055793 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32ff6ae-43b9-4033-829f-96281e88aae6 req-65822aef-f562-42eb-939e-da4333287fe3 tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:26:34.061748 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32ff6ae-43b9-4033-829f-96281e88aae6 req-65822aef-f562-42eb-939e-da4333287fe3 tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:26:34.068504 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32ff6ae-43b9-4033-829f-96281e88aae6 req-65822aef-f562-42eb-939e-da4333287fe3 tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:26:34.075396 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32ff6ae-43b9-4033-829f-96281e88aae6 req-65822aef-f562-42eb-939e-da4333287fe3 tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:26:34.082653 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32ff6ae-43b9-4033-829f-96281e88aae6 req-65822aef-f562-42eb-939e-da4333287fe3 tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:26:34.092973 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-c32ff6ae-43b9-4033-829f-96281e88aae6 req-65822aef-f562-42eb-939e-da4333287fe3 tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] 10.222.0.13 "GET /v2.0/ports?device_id=cc2a45fe-1c0e-4689-a738-964e9c19e30e HTTP/1.1" status: 200 len: 5421 time: 0.4821010 Jan 26 21:26:34.105665 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.db.resource_extend [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 26 21:26:34.108395 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4170143c-9c25-4762-86d2-22e2540c2ee1 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Router e6c4c7db-4352-49d6-a316-5511d586c11b has already been hosted by L3 agent 09df100c-3af1-4b0a-bda8-05914c71c458 {{(pid=103304) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 26 21:26:34.125763 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-64b7abe9-6474-4046-89fc-56d9e9c29606 None None] Provisioning complete for port ae6a4ae6-d119-4cb4-ada1-e3bc32ba6013 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:26:34.126143 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-64b7abe9-6474-4046-89fc-56d9e9c29606 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (ae6a4ae6-d119-4cb4-ada1-e3bc32ba6013), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:26:34.219444 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-c32ff6ae-43b9-4033-829f-96281e88aae6 req-e480b624-44c8-438c-bce6-51883b7364d3 tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] 10.222.0.13 "GET /v2.0/security-groups?id=cdcbac26-bdec-4926-b949-1e63137fb150&id=e87e70a3-dfc0-4db8-90a2-ffd9c4c809a5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1252227 Jan 26 21:26:34.244735 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] For port 68993758-80c8-46d1-858d-bc7447ce489e, host n-h2-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-5',level=0,port_id=68993758-80c8-46d1-858d-bc7447ce489e,segment=NetworkSegment(a9216649-5b5c-4abd-bdd9-593ae2d941b2),segment_id=a9216649-5b5c-4abd-bdd9-593ae2d941b2)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:26:34.250240 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f45d37e1-6a77-41bc-bb35-f6e13d984a74 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Made reservation on behalf of 91ff6b128d484238b8b1d440faeb9154 for: {'subnet': 1} {{(pid=103305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 21:26:34.254165 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-f45d37e1-6a77-41bc-bb35-f6e13d984a74 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11599953'] for subnet (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:26:34.255664 n-d-760453-5 neutron-server[103305]: INFO neutron.pecan_wsgi.hooks.translation [None req-f45d37e1-6a77-41bc-bb35-f6e13d984a74 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 26 21:26:34.256098 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f45d37e1-6a77-41bc-bb35-f6e13d984a74 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103305) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 26 21:26:34.291496 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-f45d37e1-6a77-41bc-bb35-f6e13d984a74 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.2426107 Jan 26 21:26:34.294420 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 45924) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:26:34.305327 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-0b4f2d61-4140-4bba-a126-dabb43671aa9 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Request body: {'subnet': {'network_id': '80bdce17-b861-46cb-9014-7071d7f46353', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:26:34.321564 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Pushing event updated for resources: {'Port': ['ID=67dd3dc7-a2ab-4f67-874c-e61c9c62ab11,revision_number=4']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:26:34.332331 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Returning: {'device': '68993758-80c8-46d1-858d-bc7447ce489e', 'network_id': 'f292bf50-7316-40da-8d60-8669bdd0f81a', 'port_id': '68993758-80c8-46d1-858d-bc7447ce489e', 'mac_address': 'fa:16:3e:7e:82:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 583, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4e6d2bbe-4ef2-4089-b0e5-159ef264639e', 'ip_address': '10.1.1.45'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103306) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 26 21:26:34.335802 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4170143c-9c25-4762-86d2-22e2540c2ee1 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Notify agent at l3_agent.n-d-760453-5 the message routers_updated {{(pid=103304) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 26 21:26:34.352269 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8be42578-bc7f-46b9-98ab-c398ebddaa43 None None] Sync routers for ids ['e6c4c7db-4352-49d6-a316-5511d586c11b'] in n-d-760453-5 {{(pid=103306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 26 21:26:34.387762 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device ae6a4ae6-d119-4cb4-ada1-e3bc32ba6013 no longer exists at agent ovs-agent-n-d-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 26 21:26:34.391620 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-4170143c-9c25-4762-86d2-22e2540c2ee1 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for floatingip (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:26:34.452439 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-4170143c-9c25-4762-86d2-22e2540c2ee1 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 5.8175175 Jan 26 21:26:34.453375 n-d-760453-5 neutron-server[103304]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bab73d10-afaf-4143-a120-91544c188eaa', 'tag': 'fd42b877-d35a-41b1-bfdb-a02ca8527fc5'}] {{(pid=103304) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 21:26:34.456109 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d52b45f1943fcd332af9527eb73ff93c8d715d44383a3f6d18de73b4cfcf87b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-215e58ba-7361-4cb8-b6f6-a6dc164ef7e7" -d '{"events": [{"name": "network-changed", "server_uuid": "bab73d10-afaf-4143-a120-91544c188eaa", "tag": "fd42b877-d35a-41b1-bfdb-a02ca8527fc5"}]}' {{(pid=103304) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 21:26:34.456248 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8be42578-bc7f-46b9-98ab-c398ebddaa43 None None] Routers {'e6c4c7db-4352-49d6-a316-5511d586c11b'} bound to L3 agent in host n-d-760453-5 {{(pid=103306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 21:26:34.457040 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-8be42578-bc7f-46b9-98ab-c398ebddaa43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-26T20:55:21Z,description=,heartbeat_timestamp=2022-01-26T21:26:21Z,host='n-d-760453-5',id=09df100c-3af1-4b0a-bda8-05914c71c458,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:55:21Z,topic='l3_agent')) {'router_ids': ['e6c4c7db-4352-49d6-a316-5511d586c11b'], 'active': True} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:26:34.513897 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b4f2d61-4140-4bba-a126-dabb43671aa9 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Made reservation on behalf of 91ff6b128d484238b8b1d440faeb9154 for: {'subnet': 1} {{(pid=103305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 21:26:34.518751 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-0b4f2d61-4140-4bba-a126-dabb43671aa9 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11599953'] for subnet (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:26:34.520673 n-d-760453-5 neutron-server[103305]: INFO neutron.pecan_wsgi.hooks.translation [None req-0b4f2d61-4140-4bba-a126-dabb43671aa9 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 26 21:26:34.521361 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0b4f2d61-4140-4bba-a126-dabb43671aa9 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103305) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 26 21:26:34.550068 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-0b4f2d61-4140-4bba-a126-dabb43671aa9 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.2545636 Jan 26 21:26:34.552864 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 45932) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:26:34.560141 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 26 Jan 2022 21:26:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03a8c012-c287-4393-93ab-3976b303a51b x-openstack-request-id: req-03a8c012-c287-4393-93ab-3976b303a51b {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 21:26:34.560437 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bab73d10-afaf-4143-a120-91544c188eaa", "tag": "fd42b877-d35a-41b1-bfdb-a02ca8527fc5", "status": "completed", "code": 200}]} {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 21:26:34.560688 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-03a8c012-c287-4393-93ab-3976b303a51b {{(pid=103304) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 21:26:34.561106 n-d-760453-5 neutron-server[103304]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bab73d10-afaf-4143-a120-91544c188eaa', 'tag': 'fd42b877-d35a-41b1-bfdb-a02ca8527fc5', 'status': 'completed', 'code': 200} Jan 26 21:26:34.568710 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-4e03e84d-e6f6-4b58-8c56-961c250084fc tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Request body: {'subnet': {'network_id': '80bdce17-b861-46cb-9014-7071d7f46353', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:26:34.581521 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvr_db [None req-8be42578-bc7f-46b9-98ab-c398ebddaa43 None None] Set router e6c4c7db-4352-49d6-a316-5511d586c11b gateway port host: n-d-760453-5 {{(pid=103306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 21:26:34.755529 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee5c3570-f0e3-4e9c-92b7-8de257c14b8c None None] DHCP port deletion for 80bdce17-b861-46cb-9014-7071d7f46353 request from n-d-760453-5 {{(pid=103306) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 26 21:26:34.797998 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Current status of the port 68993758-80c8-46d1-858d-bc7447ce489e is: DOWN; New status is: BUILD {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:26:34.798395 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (68993758-80c8-46d1-858d-bc7447ce489e), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:26:34.816992 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-64b7abe9-6474-4046-89fc-56d9e9c29606 None None] Current status of the port ae6a4ae6-d119-4cb4-ada1-e3bc32ba6013 is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:26:34.845738 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215e58ba-7361-4cb8-b6f6-a6dc164ef7e7 req-02468899-fbe3-4b43-abc4-f54b70f2fb2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:26:34.847868 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-215e58ba-7361-4cb8-b6f6-a6dc164ef7e7 req-02468899-fbe3-4b43-abc4-f54b70f2fb2a service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=c6d9f10230f341edbbe46b16c17eb870&device_id=bab73d10-afaf-4143-a120-91544c188eaa HTTP/1.1" status: 200 len: 1096 time: 0.2271628 Jan 26 21:26:34.853828 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e03e84d-e6f6-4b58-8c56-961c250084fc tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Made reservation on behalf of 91ff6b128d484238b8b1d440faeb9154 for: {'subnet': 1} {{(pid=103305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 21:26:34.864457 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-4e03e84d-e6f6-4b58-8c56-961c250084fc tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11599953'] for subnet (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:26:34.867428 n-d-760453-5 neutron-server[103305]: INFO neutron.pecan_wsgi.hooks.translation [None req-4e03e84d-e6f6-4b58-8c56-961c250084fc tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 26 21:26:34.869928 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4e03e84d-e6f6-4b58-8c56-961c250084fc tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103305) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 26 21:26:34.883879 n-d-760453-5 neutron-server[103306]: DEBUG neutron.notifiers.nova [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 68993758-80c8-46d1-858d-bc7447ce489e {{(pid=103306) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 26 21:26:34.949476 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-4e03e84d-e6f6-4b58-8c56-961c250084fc tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.3933165 Jan 26 21:26:34.952218 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 45946) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:26:34.959199 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-d4c86f8c-e4d1-43ba-a523-0279a3c1c77b tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Request body: {'subnet': {'network_id': '80bdce17-b861-46cb-9014-7071d7f46353', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:26:34.967508 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] For port 68993758-80c8-46d1-858d-bc7447ce489e, host n-h2-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-5',level=0,port_id=68993758-80c8-46d1-858d-bc7447ce489e,segment=NetworkSegment(a9216649-5b5c-4abd-bdd9-593ae2d941b2),segment_id=a9216649-5b5c-4abd-bdd9-593ae2d941b2)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:26:35.018554 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (68993758-80c8-46d1-858d-bc7447ce489e), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:26:35.065539 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-bbdf0766-268c-4b21-8568-af63f076f90b req-549efee8-395c-4a78-bd9b-cb04df72382d service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=ca795481-031c-48ac-925f-00596ed83bb9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.3601542 Jan 26 21:26:35.069714 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Current status of the port ae6a4ae6-d119-4cb4-ada1-e3bc32ba6013 is: ACTIVE; New status is: DOWN {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:26:35.070330 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (ae6a4ae6-d119-4cb4-ada1-e3bc32ba6013), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:26:35.086689 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26506b3e-74fb-43ba-ba70-ca1b208c82db req-be7b76a6-c0c4-4c8e-b813-529f998de38d tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:26:35.088810 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-26506b3e-74fb-43ba-ba70-ca1b208c82db req-be7b76a6-c0c4-4c8e-b813-529f998de38d tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] 10.222.0.13 "GET /v2.0/ports?device_id=bab73d10-afaf-4143-a120-91544c188eaa HTTP/1.1" status: 200 len: 945 time: 0.4761527 Jan 26 21:26:35.093915 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215e58ba-7361-4cb8-b6f6-a6dc164ef7e7 req-cf9e1536-9f4f-4678-8189-326926e1a8ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:26:35.096543 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-215e58ba-7361-4cb8-b6f6-a6dc164ef7e7 req-cf9e1536-9f4f-4678-8189-326926e1a8ce service neutron] 10.222.0.66 "GET /v2.0/networks?id=409f24a2-f487-449b-8f01-d9911b990d6a HTTP/1.1" status: 200 len: 898 time: 0.2229619 Jan 26 21:26:35.098301 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1799ec-172c-49d6-a5f8-5e8d6b95cf3a req-685beba0-4c92-4e6f-8648-4763c5216801 tempest-VolumesNegativeTest-1752581263 tempest-VolumesNegativeTest-1752581263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:26:35.100038 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-6b1799ec-172c-49d6-a5f8-5e8d6b95cf3a req-685beba0-4c92-4e6f-8648-4763c5216801 tempest-VolumesNegativeTest-1752581263 tempest-VolumesNegativeTest-1752581263-project] 10.222.0.13 "GET /v2.0/ports?device_id=fe14719e-2549-461f-a29d-ef3e2b69cb35 HTTP/1.1" status: 200 len: 949 time: 0.2228546 Jan 26 21:26:35.132800 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Device 0e276cda-e017-4239-a715-d1c940971740 up at agent hyperv_n-h2-760453-5 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 21:26:35.222923 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] For port ae6a4ae6-d119-4cb4-ada1-e3bc32ba6013, host n-d-760453-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=ae6a4ae6-d119-4cb4-ada1-e3bc32ba6013,segment=NetworkSegment(3c6d624c-ba08-479a-b68a-7684ce678b5c),segment_id=3c6d624c-ba08-479a-b68a-7684ce678b5c)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:26:35.234519 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-ee5c3570-f0e3-4e9c-92b7-8de257c14b8c None None] Deleting port ae6a4ae6-d119-4cb4-ada1-e3bc32ba6013 {{(pid=103306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 21:26:35.235256 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-ee5c3570-f0e3-4e9c-92b7-8de257c14b8c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746560630878'] for port (ae6a4ae6-d119-4cb4-ada1-e3bc32ba6013), before_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:26:35.305335 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-ee5c3570-f0e3-4e9c-92b7-8de257c14b8c None None] For port ae6a4ae6-d119-4cb4-ada1-e3bc32ba6013, host n-d-760453-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=ae6a4ae6-d119-4cb4-ada1-e3bc32ba6013,segment=NetworkSegment(3c6d624c-ba08-479a-b68a-7684ce678b5c),segment_id=3c6d624c-ba08-479a-b68a-7684ce678b5c)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:26:35.306091 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-ee5c3570-f0e3-4e9c-92b7-8de257c14b8c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4109658'] for port (ae6a4ae6-d119-4cb4-ada1-e3bc32ba6013), precommit_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:26:35.320235 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-ee5c3570-f0e3-4e9c-92b7-8de257c14b8c None None] Calling delete_port for ae6a4ae6-d119-4cb4-ada1-e3bc32ba6013 owned by network:dhcp {{(pid=103306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 21:26:35.409038 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-6b1799ec-172c-49d6-a5f8-5e8d6b95cf3a req-9808bc70-48d3-4fcf-bbf4-8931cc8d4363 tempest-VolumesNegativeTest-1752581263 tempest-VolumesNegativeTest-1752581263-project] 10.222.0.13 "GET /v2.0/security-groups?id=d4a97804-dea5-4422-a54c-67eeb99412d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2737794 Jan 26 21:26:35.454237 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-215e58ba-7361-4cb8-b6f6-a6dc164ef7e7 req-9c550a63-296a-47b5-8dcc-90b86287cf6f service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fd42b877-d35a-41b1-bfdb-a02ca8527fc5 HTTP/1.1" status: 200 len: 999 time: 0.3305850 Jan 26 21:26:35.457757 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-ee5c3570-f0e3-4e9c-92b7-8de257c14b8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746560636600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746560234536'] for port (ae6a4ae6-d119-4cb4-ada1-e3bc32ba6013), after_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:26:35.460235 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4c86f8c-e4d1-43ba-a523-0279a3c1c77b tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Made reservation on behalf of 91ff6b128d484238b8b1d440faeb9154 for: {'subnet': 1} {{(pid=103305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 21:26:35.460711 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (ae6a4ae6-d119-4cb4-ada1-e3bc32ba6013), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:26:35.470525 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-d4c86f8c-e4d1-43ba-a523-0279a3c1c77b tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11599953'] for subnet (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:26:35.472266 n-d-760453-5 neutron-server[103305]: INFO neutron.pecan_wsgi.hooks.translation [None req-d4c86f8c-e4d1-43ba-a523-0279a3c1c77b tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 26 21:26:35.479170 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d4c86f8c-e4d1-43ba-a523-0279a3c1c77b tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103305) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 26 21:26:35.483321 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Pushing event updated for resources: {'Port': ['ID=68993758-80c8-46d1-858d-bc7447ce489e,revision_number=4']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:26:35.497664 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-26506b3e-74fb-43ba-ba70-ca1b208c82db req-01f9829e-29ca-4fa0-86fb-17bb1553aaa1 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] 10.222.0.13 "GET /v2.0/security-groups?id=9fb734eb-2a1e-444e-9314-c3d872afadaa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3921270 Jan 26 21:26:35.542510 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbdf0766-268c-4b21-8568-af63f076f90b req-3d2c0c4e-19d0-43c2-b626-7266c87292fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:26:35.543525 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbdf0766-268c-4b21-8568-af63f076f90b req-3d2c0c4e-19d0-43c2-b626-7266c87292fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:26:35.544040 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbdf0766-268c-4b21-8568-af63f076f90b req-3d2c0c4e-19d0-43c2-b626-7266c87292fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:26:35.544511 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbdf0766-268c-4b21-8568-af63f076f90b req-3d2c0c4e-19d0-43c2-b626-7266c87292fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:26:35.552218 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 45952) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:26:35.561692 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbdf0766-268c-4b21-8568-af63f076f90b req-3d2c0c4e-19d0-43c2-b626-7266c87292fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:26:35.564292 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbdf0766-268c-4b21-8568-af63f076f90b req-3d2c0c4e-19d0-43c2-b626-7266c87292fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:26:35.570675 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbdf0766-268c-4b21-8568-af63f076f90b req-3d2c0c4e-19d0-43c2-b626-7266c87292fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:26:35.572899 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-bbdf0766-268c-4b21-8568-af63f076f90b req-3d2c0c4e-19d0-43c2-b626-7266c87292fb service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=026ef2d8b8e041b18f9abf8363011406&device_id=ca795481-031c-48ac-925f-00596ed83bb9 HTTP/1.1" status: 200 len: 6502 time: 0.4141390 Jan 26 21:26:35.598286 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee5c3570-f0e3-4e9c-92b7-8de257c14b8c None None] Pushing event deleted for resources: {'Port': ['ID=ae6a4ae6-d119-4cb4-ada1-e3bc32ba6013,revision_number=None']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:26:35.633119 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee5c3570-f0e3-4e9c-92b7-8de257c14b8c None None] No DVR routers for this DVR port ae6a4ae6-d119-4cb4-ada1-e3bc32ba6013 on host n-d-760453-5 {{(pid=103306) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 26 21:26:35.640259 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Pushing event deleted for resources: {'Port': ['ID=ae6a4ae6-d119-4cb4-ada1-e3bc32ba6013,revision_number=None']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:26:35.676928 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] get_ports_and_sgs() called for port_ids ['68993758-80c8-46d1-858d-bc7447ce489e'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 26 21:26:35.789449 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] get_ports_and_sgs() called for port_ids ['81158fda-fb11-4d56-8e16-e7b27e48b9c9'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 26 21:26:35.928594 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] get_ports_and_sgs() called for port_ids ['838b8d10-47c7-4250-a401-9d4067f8f28c'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 26 21:26:35.930011 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-d4c86f8c-e4d1-43ba-a523-0279a3c1c77b tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.9766099 Jan 26 21:26:35.936383 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 45966) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:26:35.938791 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] get_ports_and_sgs() called for port_ids ['db089e5c-c2ba-48d7-8f5d-cf5cafe1f2ad'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 26 21:26:35.946347 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] get_ports_and_sgs() called for port_ids ['b6f4a45a-14b0-47b4-ab05-34ee30262fe7'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 26 21:26:36.002047 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-ddd6c7ee-3f6e-4bfa-8aa2-f7e19f02825a tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0641639 Jan 26 21:26:36.003390 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 45968) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:26:36.017796 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215e58ba-7361-4cb8-b6f6-a6dc164ef7e7 req-02caae46-af3c-4747-bd66-56005770c433 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:26:36.019407 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-215e58ba-7361-4cb8-b6f6-a6dc164ef7e7 req-02caae46-af3c-4747-bd66-56005770c433 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=68f62439-8ec7-48ec-b8fa-67a39fc871b7 HTTP/1.1" status: 200 len: 835 time: 0.5313063 Jan 26 21:26:36.024817 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-68035ef5-166f-47a9-bb13-34bd7293c199 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] 10.222.0.13 "GET /v2.0/floatingips/2c16a22a-aacb-4626-9d1d-c0ae7066c9d0 HTTP/1.1" status: 200 len: 991 time: 0.4560163 Jan 26 21:26:36.072495 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ec1e45-13bf-4f50-9e6e-86239372cbbe req-bee2b262-0b3f-460f-856d-42f2f6110a12 tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:26:36.094382 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ec1e45-13bf-4f50-9e6e-86239372cbbe req-bee2b262-0b3f-460f-856d-42f2f6110a12 tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:26:36.103948 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215e58ba-7361-4cb8-b6f6-a6dc164ef7e7 req-e0d7ca32-17a3-4878-b667-17f63f33c108 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:26:36.105628 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-215e58ba-7361-4cb8-b6f6-a6dc164ef7e7 req-e0d7ca32-17a3-4878-b667-17f63f33c108 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=409f24a2-f487-449b-8f01-d9911b990d6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0596030 Jan 26 21:26:36.108727 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a4b4110-c6dc-4e02-9095-7242b822fcd4 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:26:36.111000 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ec1e45-13bf-4f50-9e6e-86239372cbbe req-bee2b262-0b3f-460f-856d-42f2f6110a12 tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:26:36.115915 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-4a4b4110-c6dc-4e02-9095-7242b822fcd4 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1091540 Jan 26 21:26:36.116733 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 45970) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:26:36.124841 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-8be42578-bc7f-46b9-98ab-c398ebddaa43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6c4c7db-4352-49d6-a316-5511d586c11b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2072600122', 'tenant_id': 'c6d9f10230f341edbbe46b16c17eb870', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'external_fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.208'}], 'enable_snat': True}, 'gw_port_id': 'cdd455b4-799e-4d3e-9c1d-4d10ddd6a3d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T21:25:34Z', 'updated_at': '2022-01-26T21:25:45Z', 'revision_number': 4, 'project_id': 'c6d9f10230f341edbbe46b16c17eb870', 'gw_port': {'id': 'cdd455b4-799e-4d3e-9c1d-4d10ddd6a3d8', 'name': '', 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:8a:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6c4c7db-4352-49d6-a316-5511d586c11b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2355, 'fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:25:36Z', 'updated_at': '2022-01-26T21:25:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-5', '_floatingips': [{'id': '2c16a22a-aacb-4626-9d1d-c0ae7066c9d0', 'tenant_id': 'c6d9f10230f341edbbe46b16c17eb870', 'floating_ip_address': '172.25.1.146', 'floating_network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'router_id': 'e6c4c7db-4352-49d6-a316-5511d586c11b', 'port_id': 'fd42b877-d35a-41b1-bfdb-a02ca8527fc5', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2396, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '409f24a2-f487-449b-8f01-d9911b990d6a', 'mac_address': 'fa:16:3e:e8:b7:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bab73d10-afaf-4143-a120-91544c188eaa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-26T21:26:31Z', 'updated_at': '2022-01-26T21:26:31Z', 'revision_number': 0, 'project_id': 'c6d9f10230f341edbbe46b16c17eb870', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8c8b8c43-0df2-461b-821d-640828b068ef', 'name': '', 'network_id': '409f24a2-f487-449b-8f01-d9911b990d6a', 'tenant_id': 'c6d9f10230f341edbbe46b16c17eb870', 'mac_address': 'fa:16:3e:26:49:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6c4c7db-4352-49d6-a316-5511d586c11b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2366, 'fixed_ips': [{'subnet_id': '68f62439-8ec7-48ec-b8fa-67a39fc871b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:25:43Z', 'updated_at': '2022-01-26T21:25:57Z', 'revision_number': 5, 'project_id': 'c6d9f10230f341edbbe46b16c17eb870', 'subnets': [{'id': '68f62439-8ec7-48ec-b8fa-67a39fc871b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760453-5', False) {} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:26:36.143907 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Provisioning for port 0e276cda-e017-4239-a715-d1c940971740 completed by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 21:26:36.146739 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ec1e45-13bf-4f50-9e6e-86239372cbbe req-bee2b262-0b3f-460f-856d-42f2f6110a12 tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:26:36.171752 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ec1e45-13bf-4f50-9e6e-86239372cbbe req-bee2b262-0b3f-460f-856d-42f2f6110a12 tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:26:36.200543 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ec1e45-13bf-4f50-9e6e-86239372cbbe req-bee2b262-0b3f-460f-856d-42f2f6110a12 tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:26:36.205145 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-9306e77d-ffbf-4e68-b7b7-3d0dd104e0b1 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0848067 Jan 26 21:26:36.206328 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 45974) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:26:36.226054 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-3ce492ac-5c28-4964-bcb8-d88abbd94954 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Request body: {'subnet': {'network_id': '80bdce17-b861-46cb-9014-7071d7f46353', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:26:36.241231 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ec1e45-13bf-4f50-9e6e-86239372cbbe req-bee2b262-0b3f-460f-856d-42f2f6110a12 tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:26:36.253105 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-99ec1e45-13bf-4f50-9e6e-86239372cbbe req-bee2b262-0b3f-460f-856d-42f2f6110a12 tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] 10.222.0.13 "GET /v2.0/ports?device_id=cc2a45fe-1c0e-4689-a738-964e9c19e30e HTTP/1.1" status: 200 len: 5423 time: 0.5439057 Jan 26 21:26:36.327195 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbdf0766-268c-4b21-8568-af63f076f90b req-4ba2767e-f38b-40f4-ab8f-6fcf3e6888eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:26:36.327195 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbdf0766-268c-4b21-8568-af63f076f90b req-4ba2767e-f38b-40f4-ab8f-6fcf3e6888eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:26:36.327195 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbdf0766-268c-4b21-8568-af63f076f90b req-4ba2767e-f38b-40f4-ab8f-6fcf3e6888eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:26:36.339899 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-bbdf0766-268c-4b21-8568-af63f076f90b req-4ba2767e-f38b-40f4-ab8f-6fcf3e6888eb service neutron] 10.222.0.66 "GET /v2.0/networks?id=bbfba3ee-2021-4c97-a0e2-2098fcdcf99e&id=efe29cb8-1223-4d1f-943f-1b137d401008&id=efe29cb8-1223-4d1f-943f-1b137d401008&id=efe29cb8-1223-4d1f-943f-1b137d401008&id=efe29cb8-1223-4d1f-943f-1b137d401008&id=bd020871-95b7-4b5a-881a-9e30b02eb2fe&id=bd020871-95b7-4b5a-881a-9e30b02eb2fe HTTP/1.1" status: 200 len: 2298 time: 0.6801736 Jan 26 21:26:36.398717 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ce492ac-5c28-4964-bcb8-d88abbd94954 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Made reservation on behalf of 91ff6b128d484238b8b1d440faeb9154 for: {'subnet': 1} {{(pid=103305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 21:26:36.404506 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-3ce492ac-5c28-4964-bcb8-d88abbd94954 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11599953'] for subnet (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:26:36.478154 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-99ec1e45-13bf-4f50-9e6e-86239372cbbe req-0488f637-ed76-4753-8ab3-7692a1d02300 tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] 10.222.0.13 "GET /v2.0/security-groups?id=cdcbac26-bdec-4926-b949-1e63137fb150&id=e87e70a3-dfc0-4db8-90a2-ffd9c4c809a5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1899507 Jan 26 21:26:36.537868 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-bbdf0766-268c-4b21-8568-af63f076f90b req-03f2402a-0747-4c0a-8a00-336182d61b1a service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4836496e-4b86-4ff4-b7d3-0f22f4a6f134 HTTP/1.1" status: 200 len: 1001 time: 0.1830642 Jan 26 21:26:36.549220 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8be42578-bc7f-46b9-98ab-c398ebddaa43 None None] Checking router: e6c4c7db-4352-49d6-a316-5511d586c11b for host: n-d-760453-5 {{(pid=103306) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 26 21:26:36.562955 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Provisioning complete for port 0e276cda-e017-4239-a715-d1c940971740 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:26:36.563913 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (0e276cda-e017-4239-a715-d1c940971740), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:26:36.646294 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-215e58ba-7361-4cb8-b6f6-a6dc164ef7e7 req-4c4e20d5-0ed1-48f6-bee0-a3bf61813034 service neutron] 10.222.0.66 "GET /v2.0/networks/409f24a2-f487-449b-8f01-d9911b990d6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5277534 Jan 26 21:26:36.705003 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] get_ports_and_sgs() called for port_ids ['3941d4d2-ec71-4191-8e9f-df25a9ea3da5'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 26 21:26:36.710308 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbdf0766-268c-4b21-8568-af63f076f90b req-2a5088b6-ada3-4514-bf0c-e0390efb9f2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:26:36.710598 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] get_ports_and_sgs() called for port_ids ['67dd3dc7-a2ab-4f67-874c-e61c9c62ab11'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 26 21:26:36.712521 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-bbdf0766-268c-4b21-8568-af63f076f90b req-2a5088b6-ada3-4514-bf0c-e0390efb9f2c service neutron] 10.222.0.66 "GET /v2.0/subnets?id=57e3c492-4b44-4b41-bf93-c4d6e5c59ce4 HTTP/1.1" status: 200 len: 856 time: 0.1676493 Jan 26 21:26:36.736240 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8be42578-bc7f-46b9-98ab-c398ebddaa43 None None] Routers {'e6c4c7db-4352-49d6-a316-5511d586c11b'} bound to L3 agent in host n-d-760453-5 {{(pid=103306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 21:26:36.737898 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-8be42578-bc7f-46b9-98ab-c398ebddaa43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-26T20:55:21Z,description=,heartbeat_timestamp=2022-01-26T21:26:21Z,host='n-d-760453-5',id=09df100c-3af1-4b0a-bda8-05914c71c458,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:55:21Z,topic='l3_agent')) {'router_ids': ['e6c4c7db-4352-49d6-a316-5511d586c11b'], 'active': True} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:26:36.814020 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17279dc4-f7da-476c-b02c-4903d2518ed3 req-5134ceeb-1dde-4448-87d9-0586c59fa6f3 tempest-VolumesNegativeTest-1752581263 tempest-VolumesNegativeTest-1752581263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:26:36.817026 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-17279dc4-f7da-476c-b02c-4903d2518ed3 req-5134ceeb-1dde-4448-87d9-0586c59fa6f3 tempest-VolumesNegativeTest-1752581263 tempest-VolumesNegativeTest-1752581263-project] 10.222.0.13 "GET /v2.0/ports?device_id=fe14719e-2549-461f-a29d-ef3e2b69cb35 HTTP/1.1" status: 200 len: 949 time: 0.1887083 Jan 26 21:26:36.858878 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbdf0766-268c-4b21-8568-af63f076f90b req-83f84565-925f-47b0-a0af-652a289ebc02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:26:36.861335 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-bbdf0766-268c-4b21-8568-af63f076f90b req-83f84565-925f-47b0-a0af-652a289ebc02 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=bbfba3ee-2021-4c97-a0e2-2098fcdcf99e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1358502 Jan 26 21:26:36.960669 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-215e58ba-7361-4cb8-b6f6-a6dc164ef7e7 req-e12d1535-2691-4948-82d1-2445ba98ddad service neutron] 10.222.0.66 "GET /v2.0/networks/409f24a2-f487-449b-8f01-d9911b990d6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2890148 Jan 26 21:26:37.028393 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 45996) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:26:37.057717 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-17279dc4-f7da-476c-b02c-4903d2518ed3 req-d41d6e9e-9a1e-4bc7-b01a-ef9622b1ff43 tempest-VolumesNegativeTest-1752581263 tempest-VolumesNegativeTest-1752581263-project] 10.222.0.13 "GET /v2.0/security-groups?id=d4a97804-dea5-4422-a54c-67eeb99412d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2331100 Jan 26 21:26:37.131074 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-bbdf0766-268c-4b21-8568-af63f076f90b req-1a08791a-9863-482d-a8c8-e94c849a755a service neutron] 10.222.0.66 "GET /v2.0/networks/bbfba3ee-2021-4c97-a0e2-2098fcdcf99e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2169049 Jan 26 21:26:37.305617 n-d-760453-5 neutron-server[103305]: DEBUG neutron.objects.ports [None req-3ce492ac-5c28-4964-bcb8-d88abbd94954 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103305) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Jan 26 21:26:37.309531 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-82b05339-a448-42be-8b3c-78c8f636243b tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] 10.222.0.13 "GET /v2.0/floatingips/2c16a22a-aacb-4626-9d1d-c0ae7066c9d0 HTTP/1.1" status: 200 len: 991 time: 0.2317784 Jan 26 21:26:37.311744 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-3ce492ac-5c28-4964-bcb8-d88abbd94954 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11788839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11599975'] for subnet (97008181-53d6-4e5f-9870-c618fb206586), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:26:37.376272 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ce492ac-5c28-4964-bcb8-d88abbd94954 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Network 80bdce17-b861-46cb-9014-7071d7f46353 is already hosted by enough agents. {{(pid=103305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 21:26:37.381275 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [None req-3ce492ac-5c28-4964-bcb8-d88abbd94954 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Resources bound (agent type, host, resource id): {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:26:37.392928 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-bbdf0766-268c-4b21-8568-af63f076f90b req-0ae611e1-c096-4dc3-8ac8-eae6404ee77e service neutron] 10.222.0.66 "GET /v2.0/networks/bbfba3ee-2021-4c97-a0e2-2098fcdcf99e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2500732 Jan 26 21:26:37.396290 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ce492ac-5c28-4964-bcb8-d88abbd94954 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:26:37.397894 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-3ce492ac-5c28-4964-bcb8-d88abbd94954 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709645'] for subnet (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:26:37.421155 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-3ce492ac-5c28-4964-bcb8-d88abbd94954 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.1992853 Jan 26 21:26:37.439800 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce492ac-5c28-4964-bcb8-d88abbd94954 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Pushing event updated for resources: {'Subnet': ['ID=97008181-53d6-4e5f-9870-c618fb206586,revision_number=0']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:26:37.444260 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 45998) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:26:37.467312 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-bbdf0766-268c-4b21-8568-af63f076f90b req-70cf17a8-e8be-4052-aca5-bd0ce2f7e41d service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.172&port_id=a7268cc1-3994-4713-bc9a-c43426d166e2 HTTP/1.1" status: 200 len: 217 time: 0.0679996 Jan 26 21:26:37.478636 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15f6aabc-3739-4530-97ef-630cbda8d3a0 None None] Network 80bdce17-b861-46cb-9014-7071d7f46353 requested from n-d-760453-5 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 26 21:26:37.491285 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-42da49ef-d65c-4a5e-9d59-1d8af53333c1 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Request body: {'port': {'network_id': '80bdce17-b861-46cb-9014-7071d7f46353', 'mac_address': 'fa:16:3e:29:a9:ac', 'name': 'tempest-NetworksTestDHCPv6-1272217652'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:26:37.615267 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbdf0766-268c-4b21-8568-af63f076f90b req-13516cbe-ff51-46ae-8b05-ef344e78a303 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:26:37.623023 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-bbdf0766-268c-4b21-8568-af63f076f90b req-13516cbe-ff51-46ae-8b05-ef344e78a303 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=33c71571-b125-47e8-b95c-4b54e4e22463 HTTP/1.1" status: 200 len: 797 time: 0.1442907 Jan 26 21:26:37.775676 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42da49ef-d65c-4a5e-9d59-1d8af53333c1 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Made reservation on behalf of 91ff6b128d484238b8b1d440faeb9154 for: {'port': 1} {{(pid=103305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 21:26:37.828464 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbdf0766-268c-4b21-8568-af63f076f90b req-e2a85c77-2690-4404-bb28-c534803533f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:26:37.831670 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-bbdf0766-268c-4b21-8568-af63f076f90b req-e2a85c77-2690-4404-bb28-c534803533f9 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=efe29cb8-1223-4d1f-943f-1b137d401008&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1980760 Jan 26 21:26:37.852973 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44a8948-5b59-4cbb-8a01-4f1d3bb13628 req-87066e0f-49e7-4ef4-91b6-1bba44237f6d tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:26:37.865056 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44a8948-5b59-4cbb-8a01-4f1d3bb13628 req-87066e0f-49e7-4ef4-91b6-1bba44237f6d tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:26:37.888650 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44a8948-5b59-4cbb-8a01-4f1d3bb13628 req-87066e0f-49e7-4ef4-91b6-1bba44237f6d tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:26:37.890894 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvr_db [None req-8be42578-bc7f-46b9-98ab-c398ebddaa43 None None] Set router e6c4c7db-4352-49d6-a316-5511d586c11b gateway port host: n-d-760453-5 {{(pid=103306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 21:26:37.908281 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44a8948-5b59-4cbb-8a01-4f1d3bb13628 req-87066e0f-49e7-4ef4-91b6-1bba44237f6d tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:26:37.922802 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44a8948-5b59-4cbb-8a01-4f1d3bb13628 req-87066e0f-49e7-4ef4-91b6-1bba44237f6d tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:26:37.930785 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44a8948-5b59-4cbb-8a01-4f1d3bb13628 req-87066e0f-49e7-4ef4-91b6-1bba44237f6d tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:26:37.943658 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44a8948-5b59-4cbb-8a01-4f1d3bb13628 req-87066e0f-49e7-4ef4-91b6-1bba44237f6d tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:26:37.961723 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-e44a8948-5b59-4cbb-8a01-4f1d3bb13628 req-87066e0f-49e7-4ef4-91b6-1bba44237f6d tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] 10.222.0.13 "GET /v2.0/ports?device_id=cc2a45fe-1c0e-4689-a738-964e9c19e30e HTTP/1.1" status: 200 len: 5423 time: 0.2972836 Jan 26 21:26:38.010065 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-42da49ef-d65c-4a5e-9d59-1d8af53333c1 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:26:38.127422 n-d-760453-5 neutron-server[103305]: DEBUG neutron.notifiers.nova [None req-42da49ef-d65c-4a5e-9d59-1d8af53333c1 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] device_id is not set on port 10275bce-72ea-4e98-8d96-a795bc85abb2 yet. {{(pid=103305) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 26 21:26:38.228450 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Current status of the port 0e276cda-e017-4239-a715-d1c940971740 is: BUILD; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:26:38.229505 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (0e276cda-e017-4239-a715-d1c940971740), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:26:38.321285 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 46018) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:26:38.373576 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.db_base_plugin_common [None req-42da49ef-d65c-4a5e-9d59-1d8af53333c1 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Allocated IP 2001:db8::f816:3eff:fe29:a9ac (80bdce17-b861-46cb-9014-7071d7f46353/97008181-53d6-4e5f-9870-c618fb206586/10275bce-72ea-4e98-8d96-a795bc85abb2) {{(pid=103305) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 21:26:38.400967 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-39ae476f-5eb6-4836-8c35-f09066e99650 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] 10.222.0.13 "GET /v2.0/floatingips/2c16a22a-aacb-4626-9d1d-c0ae7066c9d0 HTTP/1.1" status: 200 len: 991 time: 0.0688438 Jan 26 21:26:38.429784 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-e44a8948-5b59-4cbb-8a01-4f1d3bb13628 req-b0002f51-0fb7-4579-8cf7-074eeb211ea5 tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] 10.222.0.13 "GET /v2.0/security-groups?id=cdcbac26-bdec-4926-b949-1e63137fb150&id=e87e70a3-dfc0-4db8-90a2-ffd9c4c809a5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4591401 Jan 26 21:26:38.430482 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-bbdf0766-268c-4b21-8568-af63f076f90b req-98a75ae2-ecfd-48ac-875f-5720ed951227 service neutron] 10.222.0.66 "GET /v2.0/networks/efe29cb8-1223-4d1f-943f-1b137d401008?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4532318 Jan 26 21:26:38.463740 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc43a52-cd63-4082-b0f9-3533a7e08721 req-0a9e56af-d8db-4d4b-9fad-98c04ab7ae20 tempest-VolumesNegativeTest-1752581263 tempest-VolumesNegativeTest-1752581263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:26:38.477468 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-2cc43a52-cd63-4082-b0f9-3533a7e08721 req-0a9e56af-d8db-4d4b-9fad-98c04ab7ae20 tempest-VolumesNegativeTest-1752581263 tempest-VolumesNegativeTest-1752581263-project] 10.222.0.13 "GET /v2.0/ports?device_id=fe14719e-2549-461f-a29d-ef3e2b69cb35 HTTP/1.1" status: 200 len: 949 time: 0.2449348 Jan 26 21:26:38.500613 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (32ef628b-8417-46c5-8729-60fcabe358f1), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:26:38.529676 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b67e2fdb-dcd1-458f-953b-a7d4b7dd6a99 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3c4099e8-8ffb-51d1-af7f-5868973e933f-80bdce17-b861-46cb-9014-7071d7f46353', 'network_id': '80bdce17-b861-46cb-9014-7071d7f46353', 'project_id': '91ff6b128d484238b8b1d440faeb9154', 'fixed_ips': [{'subnet_id': '97008181-53d6-4e5f-9870-c618fb206586'}]}} from n-d-760453-5. {{(pid=103306) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 26 21:26:38.530434 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b67e2fdb-dcd1-458f-953b-a7d4b7dd6a99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (None), before_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:26:38.571334 n-d-760453-5 neutron-server[103306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe14719e-2549-461f-a29d-ef3e2b69cb35', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e276cda-e017-4239-a715-d1c940971740'}] {{(pid=103306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 21:26:38.573808 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9d5d370febab655511bdd2ffe887e43e442d144a440368702bcc1e93af00b97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77082cec-7b03-4b41-a585-b55263d9e24d" -d '{"events": [{"server_uuid": "fe14719e-2549-461f-a29d-ef3e2b69cb35", "name": "network-vif-plugged", "status": "completed", "tag": "0e276cda-e017-4239-a715-d1c940971740"}]}' {{(pid=103306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 21:26:38.706034 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-42da49ef-d65c-4a5e-9d59-1d8af53333c1 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Publish callbacks [] for port (10275bce-72ea-4e98-8d96-a795bc85abb2), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:26:38.854533 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Jan 2022 21:26:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1874b87a-b486-44fb-b9c4-979465ac1ab1 x-openstack-request-id: req-1874b87a-b486-44fb-b9c4-979465ac1ab1 {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 21:26:38.854824 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe14719e-2549-461f-a29d-ef3e2b69cb35", "name": "network-vif-plugged", "status": "completed", "tag": "0e276cda-e017-4239-a715-d1c940971740", "code": 200}]} {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 21:26:38.855078 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-1874b87a-b486-44fb-b9c4-979465ac1ab1 {{(pid=103306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 21:26:38.856120 n-d-760453-5 neutron-server[103306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe14719e-2549-461f-a29d-ef3e2b69cb35', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e276cda-e017-4239-a715-d1c940971740', 'code': 200} Jan 26 21:26:38.859049 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-42da49ef-d65c-4a5e-9d59-1d8af53333c1 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746560234527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11791543'] for port (10275bce-72ea-4e98-8d96-a795bc85abb2), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:26:38.865673 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] For port 0e276cda-e017-4239-a715-d1c940971740, host n-h2-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-5',level=0,port_id=0e276cda-e017-4239-a715-d1c940971740,segment=NetworkSegment(4eab25d6-89d9-4907-a1c2-51b06443ba33),segment_id=4eab25d6-89d9-4907-a1c2-51b06443ba33)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:26:38.921228 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (0e276cda-e017-4239-a715-d1c940971740), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:26:38.938098 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42da49ef-d65c-4a5e-9d59-1d8af53333c1 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Network 80bdce17-b861-46cb-9014-7071d7f46353 is already hosted by enough agents. {{(pid=103305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 21:26:38.940682 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [None req-42da49ef-d65c-4a5e-9d59-1d8af53333c1 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Resources bound (agent type, host, resource id): {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:26:38.944281 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38fa3bac-ba66-4dc7-b53b-d83c520eb2ef req-a04488c0-5e8d-409a-8ff9-3692a73dba5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:26:38.946056 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-38fa3bac-ba66-4dc7-b53b-d83c520eb2ef req-a04488c0-5e8d-409a-8ff9-3692a73dba5e service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=fe14719e-2549-461f-a29d-ef3e2b69cb35 HTTP/1.1" status: 200 len: 1100 time: 0.1506302 Jan 26 21:26:38.946849 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42da49ef-d65c-4a5e-9d59-1d8af53333c1 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Received port after_create {{(pid=103305) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 21:26:38.975529 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42da49ef-d65c-4a5e-9d59-1d8af53333c1 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:26:38.976607 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-42da49ef-d65c-4a5e-9d59-1d8af53333c1 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:26:38.980220 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42da49ef-d65c-4a5e-9d59-1d8af53333c1 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Pushing event updated for resources: {'Port': ['ID=10275bce-72ea-4e98-8d96-a795bc85abb2,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:26:39.064466 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-42da49ef-d65c-4a5e-9d59-1d8af53333c1 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.5956523 Jan 26 21:26:39.065891 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Device 81158fda-fb11-4d56-8e16-e7b27e48b9c9 up at agent hyperv_n-h2-760453-5 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 21:26:39.067832 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 46024) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:26:39.082428 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-2cc43a52-cd63-4082-b0f9-3533a7e08721 req-c08f35af-8dc2-449a-a245-19228f7f3044 tempest-VolumesNegativeTest-1752581263 tempest-VolumesNegativeTest-1752581263-project] 10.222.0.13 "GET /v2.0/security-groups?id=d4a97804-dea5-4422-a54c-67eeb99412d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5829973 Jan 26 21:26:39.101397 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-38fa3bac-ba66-4dc7-b53b-d83c520eb2ef req-d98a0ca3-4616-4a5c-a60f-29942e4941fc service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=d4a97804-dea5-4422-a54c-67eeb99412d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171410 Jan 26 21:26:39.198125 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-bbdf0766-268c-4b21-8568-af63f076f90b req-ca7dc355-d7a6-4bfe-924d-b1b51ea1be22 service neutron] 10.222.0.66 "GET /v2.0/networks/efe29cb8-1223-4d1f-943f-1b137d401008?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7590072 Jan 26 21:26:39.259275 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Pushing event updated for resources: {'Port': ['ID=0e276cda-e017-4239-a715-d1c940971740,revision_number=5']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:26:39.310856 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-bbdf0766-268c-4b21-8568-af63f076f90b req-c2eb43bb-4ff8-424a-ab40-54e335f3ee85 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.201&port_id=855d117c-7e61-48ea-aea1-a4cc8811f046 HTTP/1.1" status: 200 len: 217 time: 0.0487163 Jan 26 21:26:39.407710 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 46038) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:26:39.422914 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbdf0766-268c-4b21-8568-af63f076f90b req-5cf7e0e1-010b-4e6e-8128-5f22c95bc3fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:26:39.425456 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-bbdf0766-268c-4b21-8568-af63f076f90b req-5cf7e0e1-010b-4e6e-8128-5f22c95bc3fd service neutron] 10.222.0.66 "GET /v2.0/subnets?id=33c71571-b125-47e8-b95c-4b54e4e22463 HTTP/1.1" status: 200 len: 797 time: 0.1052227 Jan 26 21:26:39.480633 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Provisioning for port 81158fda-fb11-4d56-8e16-e7b27e48b9c9 completed by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 21:26:39.491084 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-8be42578-bc7f-46b9-98ab-c398ebddaa43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6c4c7db-4352-49d6-a316-5511d586c11b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2072600122', 'tenant_id': 'c6d9f10230f341edbbe46b16c17eb870', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'external_fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.208'}], 'enable_snat': True}, 'gw_port_id': 'cdd455b4-799e-4d3e-9c1d-4d10ddd6a3d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T21:25:34Z', 'updated_at': '2022-01-26T21:25:45Z', 'revision_number': 4, 'project_id': 'c6d9f10230f341edbbe46b16c17eb870', 'gw_port': {'id': 'cdd455b4-799e-4d3e-9c1d-4d10ddd6a3d8', 'name': '', 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:8a:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6c4c7db-4352-49d6-a316-5511d586c11b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2355, 'fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:25:36Z', 'updated_at': '2022-01-26T21:25:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-5', '_floatingips': [{'id': '2c16a22a-aacb-4626-9d1d-c0ae7066c9d0', 'tenant_id': 'c6d9f10230f341edbbe46b16c17eb870', 'floating_ip_address': '172.25.1.146', 'floating_network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'router_id': 'e6c4c7db-4352-49d6-a316-5511d586c11b', 'port_id': 'fd42b877-d35a-41b1-bfdb-a02ca8527fc5', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2396, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '409f24a2-f487-449b-8f01-d9911b990d6a', 'mac_address': 'fa:16:3e:e8:b7:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bab73d10-afaf-4143-a120-91544c188eaa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-26T21:26:31Z', 'updated_at': '2022-01-26T21:26:31Z', 'revision_number': 0, 'project_id': 'c6d9f10230f341edbbe46b16c17eb870', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8c8b8c43-0df2-461b-821d-640828b068ef', 'name': '', 'network_id': '409f24a2-f487-449b-8f01-d9911b990d6a', 'tenant_id': 'c6d9f10230f341edbbe46b16c17eb870', 'mac_address': 'fa:16:3e:26:49:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6c4c7db-4352-49d6-a316-5511d586c11b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2366, 'fixed_ips': [{'subnet_id': '68f62439-8ec7-48ec-b8fa-67a39fc871b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:25:43Z', 'updated_at': '2022-01-26T21:25:57Z', 'revision_number': 5, 'project_id': 'c6d9f10230f341edbbe46b16c17eb870', 'subnets': [{'id': '68f62439-8ec7-48ec-b8fa-67a39fc871b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760453-5', False) {} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:26:39.549462 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63d4bcf4-abd2-4333-b204-65d8de662a16 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:26:39.551408 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-63d4bcf4-abd2-4333-b204-65d8de662a16 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 946 time: 0.4679580 Jan 26 21:26:39.556473 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 46042) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:26:39.581686 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.db_base_plugin_common [None req-b67e2fdb-dcd1-458f-953b-a7d4b7dd6a99 None None] Allocated IP 2001:db8::f816:3eff:fe40:3a6d (80bdce17-b861-46cb-9014-7071d7f46353/97008181-53d6-4e5f-9870-c618fb206586/5501c710-f091-413e-b83b-6163dc727ee5) {{(pid=103306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 21:26:39.587142 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8be42578-bc7f-46b9-98ab-c398ebddaa43 None None] The sync data for ids ['e6c4c7db-4352-49d6-a316-5511d586c11b'] in n-d-760453-5 is: [{'id': 'e6c4c7db-4352-49d6-a316-5511d586c11b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2072600122', 'tenant_id': 'c6d9f10230f341edbbe46b16c17eb870', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'external_fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.208'}], 'enable_snat': True}, 'gw_port_id': 'cdd455b4-799e-4d3e-9c1d-4d10ddd6a3d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T21:25:34Z', 'updated_at': '2022-01-26T21:25:45Z', 'revision_number': 4, 'project_id': 'c6d9f10230f341edbbe46b16c17eb870', 'gw_port': {'id': 'cdd455b4-799e-4d3e-9c1d-4d10ddd6a3d8', 'name': '', 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:8a:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6c4c7db-4352-49d6-a316-5511d586c11b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2355, 'fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:25:36Z', 'updated_at': '2022-01-26T21:25:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-5', '_floatingips': [{'id': '2c16a22a-aacb-4626-9d1d-c0ae7066c9d0', 'tenant_id': 'c6d9f10230f341edbbe46b16c17eb870', 'floating_ip_address': '172.25.1.146', 'floating_network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'router_id': 'e6c4c7db-4352-49d6-a316-5511d586c11b', 'port_id': 'fd42b877-d35a-41b1-bfdb-a02ca8527fc5', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2396, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '409f24a2-f487-449b-8f01-d9911b990d6a', 'mac_address': 'fa:16:3e:e8:b7:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bab73d10-afaf-4143-a120-91544c188eaa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-26T21:26:31Z', 'updated_at': '2022-01-26T21:26:31Z', 'revision_number': 0, 'project_id': 'c6d9f10230f341edbbe46b16c17eb870', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8c8b8c43-0df2-461b-821d-640828b068ef', 'name': '', 'network_id': '409f24a2-f487-449b-8f01-d9911b990d6a', 'tenant_id': 'c6d9f10230f341edbbe46b16c17eb870', 'mac_address': 'fa:16:3e:26:49:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6c4c7db-4352-49d6-a316-5511d586c11b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2366, 'fixed_ips': [{'subnet_id': '68f62439-8ec7-48ec-b8fa-67a39fc871b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:25:43Z', 'updated_at': '2022-01-26T21:25:57Z', 'revision_number': 5, 'project_id': 'c6d9f10230f341edbbe46b16c17eb870', 'subnets': [{'id': '68f62439-8ec7-48ec-b8fa-67a39fc871b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 26 21:26:39.603600 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-4356f427-7fcd-41a7-9fab-82530d22b8e2 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] 10.222.0.13 "GET /v2.0/floatingips/2c16a22a-aacb-4626-9d1d-c0ae7066c9d0 HTTP/1.1" status: 200 len: 991 time: 0.1942739 Jan 26 21:26:39.610441 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Provisioning complete for port 81158fda-fb11-4d56-8e16-e7b27e48b9c9 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:26:39.610829 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (81158fda-fb11-4d56-8e16-e7b27e48b9c9), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:26:39.793717 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbdf0766-268c-4b21-8568-af63f076f90b req-003dc4b7-4fe8-4366-b560-a6ae9ac00c08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:26:39.796272 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-bbdf0766-268c-4b21-8568-af63f076f90b req-003dc4b7-4fe8-4366-b560-a6ae9ac00c08 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=efe29cb8-1223-4d1f-943f-1b137d401008&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3638449 Jan 26 21:26:39.821607 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Current status of the port 81158fda-fb11-4d56-8e16-e7b27e48b9c9 is: BUILD; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:26:39.822118 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (81158fda-fb11-4d56-8e16-e7b27e48b9c9), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:26:39.927096 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] For port 81158fda-fb11-4d56-8e16-e7b27e48b9c9, host n-h2-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-5',level=0,port_id=81158fda-fb11-4d56-8e16-e7b27e48b9c9,segment=NetworkSegment(a9216649-5b5c-4abd-bdd9-593ae2d941b2),segment_id=a9216649-5b5c-4abd-bdd9-593ae2d941b2)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:26:39.938917 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (81158fda-fb11-4d56-8e16-e7b27e48b9c9), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:26:39.946230 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b67e2fdb-dcd1-458f-953b-a7d4b7dd6a99 None None] Publish callbacks [] for port (5501c710-f091-413e-b83b-6163dc727ee5), precommit_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:26:39.951346 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Device 838b8d10-47c7-4250-a401-9d4067f8f28c up at agent hyperv_n-h2-760453-5 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 21:26:39.974091 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757663e1-565b-4ef5-a714-9cb702a16b1e req-509b234d-12f9-4910-8b41-fd5b23cb678a tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:26:39.993264 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757663e1-565b-4ef5-a714-9cb702a16b1e req-509b234d-12f9-4910-8b41-fd5b23cb678a tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:26:40.015908 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b67e2fdb-dcd1-458f-953b-a7d4b7dd6a99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746560234527'] for port (5501c710-f091-413e-b83b-6163dc727ee5), after_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:26:40.023028 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757663e1-565b-4ef5-a714-9cb702a16b1e req-509b234d-12f9-4910-8b41-fd5b23cb678a tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:26:40.037027 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b3a966a-69f7-41e7-8019-8f472eed7e11 None None] New status for floating IP 2c16a22a-aacb-4626-9d1d-c0ae7066c9d0: ACTIVE {{(pid=103307) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 26 21:26:40.050649 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757663e1-565b-4ef5-a714-9cb702a16b1e req-509b234d-12f9-4910-8b41-fd5b23cb678a tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:26:40.078741 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757663e1-565b-4ef5-a714-9cb702a16b1e req-509b234d-12f9-4910-8b41-fd5b23cb678a tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:26:40.113580 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757663e1-565b-4ef5-a714-9cb702a16b1e req-509b234d-12f9-4910-8b41-fd5b23cb678a tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:26:40.126706 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757663e1-565b-4ef5-a714-9cb702a16b1e req-509b234d-12f9-4910-8b41-fd5b23cb678a tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:26:40.132718 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-757663e1-565b-4ef5-a714-9cb702a16b1e req-509b234d-12f9-4910-8b41-fd5b23cb678a tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] 10.222.0.13 "GET /v2.0/ports?device_id=cc2a45fe-1c0e-4689-a738-964e9c19e30e HTTP/1.1" status: 200 len: 5423 time: 0.4815192 Jan 26 21:26:40.308586 n-d-760453-5 neutron-server[103306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b67e2fdb-dcd1-458f-953b-a7d4b7dd6a99 None None] Network 80bdce17-b861-46cb-9014-7071d7f46353 is already hosted by enough agents. {{(pid=103306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 21:26:40.311725 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Pushing event updated for resources: {'Port': ['ID=81158fda-fb11-4d56-8e16-e7b27e48b9c9,revision_number=5']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:26:40.326955 n-d-760453-5 neutron-server[103306]: DEBUG neutron.scheduler.base_scheduler [None req-b67e2fdb-dcd1-458f-953b-a7d4b7dd6a99 None None] Resources bound (agent type, host, resource id): {{(pid=103306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:26:40.330723 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b67e2fdb-dcd1-458f-953b-a7d4b7dd6a99 None None] Received port after_create {{(pid=103306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 21:26:40.412678 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Provisioning for port 838b8d10-47c7-4250-a401-9d4067f8f28c completed by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 21:26:40.456704 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Provisioning complete for port 838b8d10-47c7-4250-a401-9d4067f8f28c triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:26:40.457082 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (838b8d10-47c7-4250-a401-9d4067f8f28c), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:26:40.458930 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-757663e1-565b-4ef5-a714-9cb702a16b1e req-553944ac-c126-4731-98d2-1f2ca2ef8898 tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] 10.222.0.13 "GET /v2.0/security-groups?id=cdcbac26-bdec-4926-b949-1e63137fb150&id=e87e70a3-dfc0-4db8-90a2-ffd9c4c809a5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2787583 Jan 26 21:26:40.553705 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-09d0eb63-ea82-4611-ad0e-a60d21b14028 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Deleting port 10275bce-72ea-4e98-8d96-a795bc85abb2 {{(pid=103304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 21:26:40.554426 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-09d0eb63-ea82-4611-ad0e-a60d21b14028 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746560630878'] for port (10275bce-72ea-4e98-8d96-a795bc85abb2), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:26:40.570229 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fcdf839-bddf-4554-9249-2ca1e4fa8c35 req-763b75ca-345a-4532-bdc4-1ae98161683e tempest-VolumesNegativeTest-1752581263 tempest-VolumesNegativeTest-1752581263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:26:40.571951 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-4fcdf839-bddf-4554-9249-2ca1e4fa8c35 req-763b75ca-345a-4532-bdc4-1ae98161683e tempest-VolumesNegativeTest-1752581263 tempest-VolumesNegativeTest-1752581263-project] 10.222.0.13 "GET /v2.0/ports?device_id=fe14719e-2549-461f-a29d-ef3e2b69cb35 HTTP/1.1" status: 200 len: 950 time: 0.1357157 Jan 26 21:26:40.601412 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 46052) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:26:40.681651 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b67e2fdb-dcd1-458f-953b-a7d4b7dd6a99 None None] Pushing event updated for resources: {'Port': ['ID=5501c710-f091-413e-b83b-6163dc727ee5,revision_number=1']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:26:40.704910 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-b67e2fdb-dcd1-458f-953b-a7d4b7dd6a99 None None] Attempting to bind port 5501c710-f091-413e-b83b-6163dc727ee5 on host n-d-760453-5 for vnic_type normal with profile {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 21:26:40.705461 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-b67e2fdb-dcd1-458f-953b-a7d4b7dd6a99 None None] Attempting to bind port 5501c710-f091-413e-b83b-6163dc727ee5 by drivers openvswitch,hyperv on host n-d-760453-5 at level 0 using segments [{'id': '3c6d624c-ba08-479a-b68a-7684ce678b5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '80bdce17-b861-46cb-9014-7071d7f46353'}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 26 21:26:40.705938 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b67e2fdb-dcd1-458f-953b-a7d4b7dd6a99 None None] Attempting to bind port 5501c710-f091-413e-b83b-6163dc727ee5 on network 80bdce17-b861-46cb-9014-7071d7f46353 {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 21:26:40.719585 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b67e2fdb-dcd1-458f-953b-a7d4b7dd6a99 None None] Checking agent: {'id': 'fea0591a-627d-4c87-9a9a-01625ddf3277', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760453-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 20, 55, 25), 'started_at': datetime.datetime(2022, 1, 26, 20, 55, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 21, 26, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760453-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 26 21:26:40.720705 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b67e2fdb-dcd1-458f-953b-a7d4b7dd6a99 None None] Checking segment: {'id': '3c6d624c-ba08-479a-b68a-7684ce678b5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '80bdce17-b861-46cb-9014-7071d7f46353'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 21:26:40.721218 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b67e2fdb-dcd1-458f-953b-a7d4b7dd6a99 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:26:40.721741 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b67e2fdb-dcd1-458f-953b-a7d4b7dd6a99 None None] Bound using segment: {'id': '3c6d624c-ba08-479a-b68a-7684ce678b5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '80bdce17-b861-46cb-9014-7071d7f46353'} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 26 21:26:40.722325 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-b67e2fdb-dcd1-458f-953b-a7d4b7dd6a99 None None] Bound port: 5501c710-f091-413e-b83b-6163dc727ee5, host: n-d-760453-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c6d624c-ba08-479a-b68a-7684ce678b5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '80bdce17-b861-46cb-9014-7071d7f46353'}}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 26 21:26:40.722827 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b67e2fdb-dcd1-458f-953b-a7d4b7dd6a99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (5501c710-f091-413e-b83b-6163dc727ee5), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:26:40.745256 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-bbdf0766-268c-4b21-8568-af63f076f90b req-d46ff071-f38f-4b9e-a659-f5d8851dfa47 service neutron] 10.222.0.66 "GET /v2.0/networks/efe29cb8-1223-4d1f-943f-1b137d401008?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8909996 Jan 26 21:26:40.809858 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-4fcdf839-bddf-4554-9249-2ca1e4fa8c35 req-4ecd049c-2098-484d-af2e-93ef76fe3ea8 tempest-VolumesNegativeTest-1752581263 tempest-VolumesNegativeTest-1752581263-project] 10.222.0.13 "GET /v2.0/security-groups?id=d4a97804-dea5-4422-a54c-67eeb99412d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2104630 Jan 26 21:26:40.858575 n-d-760453-5 neutron-server[103306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc2a45fe-1c0e-4689-a738-964e9c19e30e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81158fda-fb11-4d56-8e16-e7b27e48b9c9'}] {{(pid=103306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 21:26:40.863807 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9d5d370febab655511bdd2ffe887e43e442d144a440368702bcc1e93af00b97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9754cfea-4093-4ed9-9fbc-4d3d2d4ef8a0" -d '{"events": [{"server_uuid": "cc2a45fe-1c0e-4689-a738-964e9c19e30e", "name": "network-vif-plugged", "status": "completed", "tag": "81158fda-fb11-4d56-8e16-e7b27e48b9c9"}]}' {{(pid=103306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 21:26:40.881396 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-7108be75-c552-4234-9f5c-82edf91e036b tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] 10.222.0.13 "GET /v2.0/floatingips/2c16a22a-aacb-4626-9d1d-c0ae7066c9d0 HTTP/1.1" status: 200 len: 993 time: 0.2769177 Jan 26 21:26:40.913096 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Current status of the port 838b8d10-47c7-4250-a401-9d4067f8f28c is: BUILD; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:26:40.913780 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (838b8d10-47c7-4250-a401-9d4067f8f28c), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:26:40.941448 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-b67e2fdb-dcd1-458f-953b-a7d4b7dd6a99 None None] For port 5501c710-f091-413e-b83b-6163dc727ee5, host n-d-760453-5, cleared binding levels {{(pid=103306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 26 21:26:40.963865 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-09d0eb63-ea82-4611-ad0e-a60d21b14028 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4109658'] for port (10275bce-72ea-4e98-8d96-a795bc85abb2), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:26:40.976387 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-b67e2fdb-dcd1-458f-953b-a7d4b7dd6a99 None None] For port 5501c710-f091-413e-b83b-6163dc727ee5, host n-d-760453-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=5501c710-f091-413e-b83b-6163dc727ee5,segment=NetworkSegment(3c6d624c-ba08-479a-b68a-7684ce678b5c),segment_id=3c6d624c-ba08-479a-b68a-7684ce678b5c)] {{(pid=103306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 26 21:26:40.978733 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Jan 2022 21:26:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce21549b-2ef3-4b9a-9ca4-9de3f437258a x-openstack-request-id: req-ce21549b-2ef3-4b9a-9ca4-9de3f437258a {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 21:26:40.979021 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc2a45fe-1c0e-4689-a738-964e9c19e30e", "name": "network-vif-plugged", "status": "completed", "tag": "81158fda-fb11-4d56-8e16-e7b27e48b9c9", "code": 200}]} {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 21:26:40.979275 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ce21549b-2ef3-4b9a-9ca4-9de3f437258a {{(pid=103306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 21:26:40.979832 n-d-760453-5 neutron-server[103306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc2a45fe-1c0e-4689-a738-964e9c19e30e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81158fda-fb11-4d56-8e16-e7b27e48b9c9', 'code': 200} Jan 26 21:26:40.988760 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-09d0eb63-ea82-4611-ad0e-a60d21b14028 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Calling delete_port for 10275bce-72ea-4e98-8d96-a795bc85abb2 owned by {{(pid=103304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 21:26:40.989770 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b67e2fdb-dcd1-458f-953b-a7d4b7dd6a99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (5501c710-f091-413e-b83b-6163dc727ee5), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:26:41.045348 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] For port 838b8d10-47c7-4250-a401-9d4067f8f28c, host n-h2-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-5',level=0,port_id=838b8d10-47c7-4250-a401-9d4067f8f28c,segment=NetworkSegment(a9216649-5b5c-4abd-bdd9-593ae2d941b2),segment_id=a9216649-5b5c-4abd-bdd9-593ae2d941b2)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:26:41.049434 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b67e2fdb-dcd1-458f-953b-a7d4b7dd6a99 None None] Pushing event updated for resources: {'Port': ['ID=5501c710-f091-413e-b83b-6163dc727ee5,revision_number=2']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:26:41.058468 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-bbdf0766-268c-4b21-8568-af63f076f90b req-d4cab53a-cc8e-452f-84b2-8086e2e6609f service neutron] 10.222.0.66 "GET /v2.0/networks/efe29cb8-1223-4d1f-943f-1b137d401008?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2661104 Jan 26 21:26:41.064997 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (838b8d10-47c7-4250-a401-9d4067f8f28c), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:26:41.078377 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Device db089e5c-c2ba-48d7-8f5d-cf5cafe1f2ad up at agent hyperv_n-h2-760453-5 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 21:26:41.134327 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-bbdf0766-268c-4b21-8568-af63f076f90b req-26494cb7-5d41-4166-9cfb-9616f08a435b service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.182&port_id=e0b52d53-b737-4357-b6a1-5a10086eeb00 HTTP/1.1" status: 200 len: 217 time: 0.0669127 Jan 26 21:26:41.196206 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Pushing event updated for resources: {'Port': ['ID=838b8d10-47c7-4250-a401-9d4067f8f28c,revision_number=5']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:26:41.221173 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Provisioning for port db089e5c-c2ba-48d7-8f5d-cf5cafe1f2ad completed by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 21:26:41.225822 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Provisioning complete for port db089e5c-c2ba-48d7-8f5d-cf5cafe1f2ad triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:26:41.226322 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (db089e5c-c2ba-48d7-8f5d-cf5cafe1f2ad), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:26:41.274541 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbdf0766-268c-4b21-8568-af63f076f90b req-ce1bf620-7e55-4916-adf4-8973597d49c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:26:41.276592 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-bbdf0766-268c-4b21-8568-af63f076f90b req-ce1bf620-7e55-4916-adf4-8973597d49c8 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=33c71571-b125-47e8-b95c-4b54e4e22463 HTTP/1.1" status: 200 len: 797 time: 0.1331856 Jan 26 21:26:41.329928 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Current status of the port db089e5c-c2ba-48d7-8f5d-cf5cafe1f2ad is: BUILD; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:26:41.331084 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (db089e5c-c2ba-48d7-8f5d-cf5cafe1f2ad), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:26:41.413364 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-09d0eb63-ea82-4611-ad0e-a60d21b14028 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746560636600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746560234536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9281553'] for port (10275bce-72ea-4e98-8d96-a795bc85abb2), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:26:41.441165 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] For port db089e5c-c2ba-48d7-8f5d-cf5cafe1f2ad, host n-h2-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-5',level=0,port_id=db089e5c-c2ba-48d7-8f5d-cf5cafe1f2ad,segment=NetworkSegment(a9216649-5b5c-4abd-bdd9-593ae2d941b2),segment_id=a9216649-5b5c-4abd-bdd9-593ae2d941b2)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:26:41.462604 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (db089e5c-c2ba-48d7-8f5d-cf5cafe1f2ad), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:26:41.463736 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Device b6f4a45a-14b0-47b4-ab05-34ee30262fe7 up at agent hyperv_n-h2-760453-5 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 21:26:41.514223 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbdf0766-268c-4b21-8568-af63f076f90b req-87046967-d86c-4687-a51b-187fde331476 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:26:41.516097 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-bbdf0766-268c-4b21-8568-af63f076f90b req-87046967-d86c-4687-a51b-187fde331476 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=efe29cb8-1223-4d1f-943f-1b137d401008&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2298169 Jan 26 21:26:41.519295 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d0eb63-ea82-4611-ad0e-a60d21b14028 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Pushing event deleted for resources: {'Port': ['ID=10275bce-72ea-4e98-8d96-a795bc85abb2,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:26:41.554517 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09d0eb63-ea82-4611-ad0e-a60d21b14028 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:26:41.554961 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09d0eb63-ea82-4611-ad0e-a60d21b14028 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:26:41.555223 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09d0eb63-ea82-4611-ad0e-a60d21b14028 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:26:41.555547 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09d0eb63-ea82-4611-ad0e-a60d21b14028 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:26:41.555909 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09d0eb63-ea82-4611-ad0e-a60d21b14028 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:26:41.556211 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09d0eb63-ea82-4611-ad0e-a60d21b14028 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:26:41.556546 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09d0eb63-ea82-4611-ad0e-a60d21b14028 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:26:41.556882 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09d0eb63-ea82-4611-ad0e-a60d21b14028 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:26:41.557214 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09d0eb63-ea82-4611-ad0e-a60d21b14028 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:26:41.557585 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09d0eb63-ea82-4611-ad0e-a60d21b14028 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:26:41.557918 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09d0eb63-ea82-4611-ad0e-a60d21b14028 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:26:41.558252 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09d0eb63-ea82-4611-ad0e-a60d21b14028 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:26:41.559180 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09d0eb63-ea82-4611-ad0e-a60d21b14028 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:26:41.629631 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-09d0eb63-ea82-4611-ad0e-a60d21b14028 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:26:41.635208 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-09d0eb63-ea82-4611-ad0e-a60d21b14028 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] 10.222.0.13 "DELETE /v2.0/ports/10275bce-72ea-4e98-8d96-a795bc85abb2 HTTP/1.1" status: 204 len: 168 time: 2.0686200 Jan 26 21:26:41.635380 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 46068) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:26:41.655185 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Pushing event updated for resources: {'Port': ['ID=db089e5c-c2ba-48d7-8f5d-cf5cafe1f2ad,revision_number=5']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:26:41.669976 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Provisioning for port b6f4a45a-14b0-47b4-ab05-34ee30262fe7 completed by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 21:26:41.677526 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Provisioning complete for port b6f4a45a-14b0-47b4-ab05-34ee30262fe7 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:26:41.678188 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (b6f4a45a-14b0-47b4-ab05-34ee30262fe7), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:26:41.810743 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e45de5f-820e-4d22-be2c-b42b13c4b4c5 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:26:41.817112 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e45de5f-820e-4d22-be2c-b42b13c4b4c5 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:26:41.819120 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-8e45de5f-820e-4d22-be2c-b42b13c4b4c5 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.1826355 Jan 26 21:26:41.821720 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 46072) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:26:41.840233 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Current status of the port b6f4a45a-14b0-47b4-ab05-34ee30262fe7 is: BUILD; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:26:41.840744 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (b6f4a45a-14b0-47b4-ab05-34ee30262fe7), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:26:41.860501 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-bbdf0766-268c-4b21-8568-af63f076f90b req-3c8a8657-2506-45bb-a485-0f4461394f6b service neutron] 10.222.0.66 "GET /v2.0/networks/efe29cb8-1223-4d1f-943f-1b137d401008?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3363113 Jan 26 21:26:41.952404 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] For port b6f4a45a-14b0-47b4-ab05-34ee30262fe7, host n-h2-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-5',level=0,port_id=b6f4a45a-14b0-47b4-ab05-34ee30262fe7,segment=NetworkSegment(37f5726a-1839-44a5-8e0d-bcb3fd30328f),segment_id=37f5726a-1839-44a5-8e0d-bcb3fd30328f)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:26:41.963145 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (b6f4a45a-14b0-47b4-ab05-34ee30262fe7), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:26:41.965716 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Device 3941d4d2-ec71-4191-8e9f-df25a9ea3da5 up at agent hyperv_n-h2-760453-5 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 21:26:42.127103 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Pushing event updated for resources: {'Port': ['ID=b6f4a45a-14b0-47b4-ab05-34ee30262fe7,revision_number=5']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:26:42.155238 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Provisioning for port 3941d4d2-ec71-4191-8e9f-df25a9ea3da5 completed by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 21:26:42.168550 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Provisioning complete for port 3941d4d2-ec71-4191-8e9f-df25a9ea3da5 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:26:42.197695 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (3941d4d2-ec71-4191-8e9f-df25a9ea3da5), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:26:42.396662 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f4bf4a-7ff6-46b7-88cc-992be0279599 req-d350cffc-ff31-4801-a82d-24db6e82a3e9 tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:26:42.423483 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f4bf4a-7ff6-46b7-88cc-992be0279599 req-d350cffc-ff31-4801-a82d-24db6e82a3e9 tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:26:42.458003 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f4bf4a-7ff6-46b7-88cc-992be0279599 req-d350cffc-ff31-4801-a82d-24db6e82a3e9 tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:26:42.479124 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f4bf4a-7ff6-46b7-88cc-992be0279599 req-d350cffc-ff31-4801-a82d-24db6e82a3e9 tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:26:42.500971 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f4bf4a-7ff6-46b7-88cc-992be0279599 req-d350cffc-ff31-4801-a82d-24db6e82a3e9 tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:26:42.521517 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f4bf4a-7ff6-46b7-88cc-992be0279599 req-d350cffc-ff31-4801-a82d-24db6e82a3e9 tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:26:42.559790 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f4bf4a-7ff6-46b7-88cc-992be0279599 req-d350cffc-ff31-4801-a82d-24db6e82a3e9 tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:26:42.564825 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Current status of the port 3941d4d2-ec71-4191-8e9f-df25a9ea3da5 is: BUILD; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:26:42.565247 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-e7f4bf4a-7ff6-46b7-88cc-992be0279599 req-d350cffc-ff31-4801-a82d-24db6e82a3e9 tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] 10.222.0.13 "GET /v2.0/ports?device_id=cc2a45fe-1c0e-4689-a738-964e9c19e30e HTTP/1.1" status: 200 len: 5426 time: 0.7175875 Jan 26 21:26:42.565883 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (3941d4d2-ec71-4191-8e9f-df25a9ea3da5), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:26:42.679002 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device 5501c710-f091-413e-b83b-6163dc727ee5 up at agent ovs-agent-n-d-760453-5 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 21:26:42.781901 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] For port 3941d4d2-ec71-4191-8e9f-df25a9ea3da5, host n-h2-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-5',level=0,port_id=3941d4d2-ec71-4191-8e9f-df25a9ea3da5,segment=NetworkSegment(37f5726a-1839-44a5-8e0d-bcb3fd30328f),segment_id=37f5726a-1839-44a5-8e0d-bcb3fd30328f)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:26:42.797932 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (3941d4d2-ec71-4191-8e9f-df25a9ea3da5), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:26:42.798842 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Device 67dd3dc7-a2ab-4f67-874c-e61c9c62ab11 up at agent hyperv_n-h2-760453-5 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 21:26:42.804696 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-bbdf0766-268c-4b21-8568-af63f076f90b req-e7b7f656-31ec-4a6b-8972-d18b638fcde7 service neutron] 10.222.0.66 "GET /v2.0/networks/efe29cb8-1223-4d1f-943f-1b137d401008?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8884101 Jan 26 21:26:42.812443 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.db_base_plugin_v2 [None req-3f71cd6f-25fe-44a9-8ad4-fe19d220faaa tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Deleting subnet 97008181-53d6-4e5f-9870-c618fb206586 {{(pid=103305) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 26 21:26:42.816660 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-3f71cd6f-25fe-44a9-8ad4-fe19d220faaa tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Publish callbacks [] for subnet (97008181-53d6-4e5f-9870-c618fb206586), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:26:42.828054 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418cdc31-1a04-481a-bd19-7c7f46f90fbf req-da2cda6a-ef80-4949-a46b-e11f0d9b0265 tempest-VolumesNegativeTest-1752581263 tempest-VolumesNegativeTest-1752581263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:26:42.849109 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-418cdc31-1a04-481a-bd19-7c7f46f90fbf req-da2cda6a-ef80-4949-a46b-e11f0d9b0265 tempest-VolumesNegativeTest-1752581263 tempest-VolumesNegativeTest-1752581263-project] 10.222.0.13 "GET /v2.0/ports?device_id=fe14719e-2549-461f-a29d-ef3e2b69cb35 HTTP/1.1" status: 200 len: 950 time: 0.6299813 Jan 26 21:26:42.880290 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-3f71cd6f-25fe-44a9-8ad4-fe19d220faaa tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11788946'] for subnet (97008181-53d6-4e5f-9870-c618fb206586), precommit_delete_associations {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:26:42.953665 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Pushing event updated for resources: {'Port': ['ID=3941d4d2-ec71-4191-8e9f-df25a9ea3da5,revision_number=5']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:26:42.974998 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Provisioning complete for port 5501c710-f091-413e-b83b-6163dc727ee5 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:26:42.975504 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (5501c710-f091-413e-b83b-6163dc727ee5), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:26:43.002125 n-d-760453-5 neutron-server[103306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc2a45fe-1c0e-4689-a738-964e9c19e30e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '838b8d10-47c7-4250-a401-9d4067f8f28c'}, {'server_uuid': 'cc2a45fe-1c0e-4689-a738-964e9c19e30e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db089e5c-c2ba-48d7-8f5d-cf5cafe1f2ad'}, {'server_uuid': 'cc2a45fe-1c0e-4689-a738-964e9c19e30e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6f4a45a-14b0-47b4-ab05-34ee30262fe7'}, {'server_uuid': 'cc2a45fe-1c0e-4689-a738-964e9c19e30e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3941d4d2-ec71-4191-8e9f-df25a9ea3da5'}] {{(pid=103306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 21:26:43.004532 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9d5d370febab655511bdd2ffe887e43e442d144a440368702bcc1e93af00b97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80c8d315-d486-435d-952b-fd9a63f58b81" -d '{"events": [{"server_uuid": "cc2a45fe-1c0e-4689-a738-964e9c19e30e", "name": "network-vif-plugged", "status": "completed", "tag": "838b8d10-47c7-4250-a401-9d4067f8f28c"}, {"server_uuid": "cc2a45fe-1c0e-4689-a738-964e9c19e30e", "name": "network-vif-plugged", "status": "completed", "tag": "db089e5c-c2ba-48d7-8f5d-cf5cafe1f2ad"}, {"server_uuid": "cc2a45fe-1c0e-4689-a738-964e9c19e30e", "name": "network-vif-plugged", "status": "completed", "tag": "b6f4a45a-14b0-47b4-ab05-34ee30262fe7"}, {"server_uuid": "cc2a45fe-1c0e-4689-a738-964e9c19e30e", "name": "network-vif-plugged", "status": "completed", "tag": "3941d4d2-ec71-4191-8e9f-df25a9ea3da5"}]}' {{(pid=103306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 21:26:43.027946 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-3f71cd6f-25fe-44a9-8ad4-fe19d220faaa tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687316'] for subnet (97008181-53d6-4e5f-9870-c618fb206586), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:26:43.050189 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-81a546de-b5b0-49e7-a170-7bfcbbfcd65b None None] Provisioning complete for port 5501c710-f091-413e-b83b-6163dc727ee5 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:26:43.050695 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-81a546de-b5b0-49e7-a170-7bfcbbfcd65b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (5501c710-f091-413e-b83b-6163dc727ee5), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:26:43.078063 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Provisioning for port 67dd3dc7-a2ab-4f67-874c-e61c9c62ab11 completed by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 21:26:43.115930 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-3f71cd6f-25fe-44a9-8ad4-fe19d220faaa tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11791594', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11599980'] for subnet (97008181-53d6-4e5f-9870-c618fb206586), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:26:43.130090 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-bbdf0766-268c-4b21-8568-af63f076f90b req-dae7fd6c-ef26-45e0-b55f-7579ecfa9dee service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.226&port_id=63291687-eb18-4520-9507-18da92da4324 HTTP/1.1" status: 200 len: 217 time: 0.2685149 Jan 26 21:26:43.132991 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Provisioning complete for port 67dd3dc7-a2ab-4f67-874c-e61c9c62ab11 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:26:43.133412 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (67dd3dc7-a2ab-4f67-874c-e61c9c62ab11), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:26:43.201702 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-3f71cd6f-25fe-44a9-8ad4-fe19d220faaa tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709645'] for subnet (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:26:43.202316 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-e7f4bf4a-7ff6-46b7-88cc-992be0279599 req-4e1e11e1-eaef-4bd6-b7a2-a79d9f6be870 tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] 10.222.0.13 "GET /v2.0/security-groups?id=cdcbac26-bdec-4926-b949-1e63137fb150&id=e87e70a3-dfc0-4db8-90a2-ffd9c4c809a5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.5758772 Jan 26 21:26:43.218029 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-3f71cd6f-25fe-44a9-8ad4-fe19d220faaa tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] 10.222.0.13 "DELETE /v2.0/subnets/97008181-53d6-4e5f-9870-c618fb206586 HTTP/1.1" status: 204 len: 168 time: 1.3931541 Jan 26 21:26:43.218029 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f71cd6f-25fe-44a9-8ad4-fe19d220faaa tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Pushing event deleted for resources: {'Subnet': ['ID=97008181-53d6-4e5f-9870-c618fb206586,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:26:43.229333 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 46084) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:26:43.233267 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f71cd6f-25fe-44a9-8ad4-fe19d220faaa tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:26:43.233791 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f71cd6f-25fe-44a9-8ad4-fe19d220faaa tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:26:43.234141 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f71cd6f-25fe-44a9-8ad4-fe19d220faaa tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:26:43.234479 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f71cd6f-25fe-44a9-8ad4-fe19d220faaa tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:26:43.234816 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f71cd6f-25fe-44a9-8ad4-fe19d220faaa tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:26:43.235148 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f71cd6f-25fe-44a9-8ad4-fe19d220faaa tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:26:43.235478 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f71cd6f-25fe-44a9-8ad4-fe19d220faaa tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:26:43.235812 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f71cd6f-25fe-44a9-8ad4-fe19d220faaa tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:26:43.236143 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f71cd6f-25fe-44a9-8ad4-fe19d220faaa tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:26:43.240707 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f71cd6f-25fe-44a9-8ad4-fe19d220faaa tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:26:43.241063 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f71cd6f-25fe-44a9-8ad4-fe19d220faaa tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:26:43.243711 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f71cd6f-25fe-44a9-8ad4-fe19d220faaa tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:26:43.244088 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f71cd6f-25fe-44a9-8ad4-fe19d220faaa tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:26:43.281649 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-418cdc31-1a04-481a-bd19-7c7f46f90fbf req-5fcce34b-fb3a-4b82-905a-26c3abdf4316 tempest-VolumesNegativeTest-1752581263 tempest-VolumesNegativeTest-1752581263-project] 10.222.0.13 "GET /v2.0/security-groups?id=d4a97804-dea5-4422-a54c-67eeb99412d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3739774 Jan 26 21:26:43.296327 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbdf0766-268c-4b21-8568-af63f076f90b req-ccc62592-4f4c-494b-b775-b36a27fdee8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:26:43.298911 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-bbdf0766-268c-4b21-8568-af63f076f90b req-ccc62592-4f4c-494b-b775-b36a27fdee8a service neutron] 10.222.0.66 "GET /v2.0/subnets?id=33c71571-b125-47e8-b95c-4b54e4e22463 HTTP/1.1" status: 200 len: 797 time: 0.1579244 Jan 26 21:26:43.360106 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-8606c937-4519-4759-b8a6-f200a1d20b91 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1033700 Jan 26 21:26:43.360946 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 46096) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:26:43.392503 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-facd8374-508c-4295-a403-191766bc879a tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Request body: {'subnet': {'network_id': '80bdce17-b861-46cb-9014-7071d7f46353', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:26:43.400674 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-81a546de-b5b0-49e7-a170-7bfcbbfcd65b None None] Current status of the port 5501c710-f091-413e-b83b-6163dc727ee5 is: DOWN; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:26:43.407566 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-81a546de-b5b0-49e7-a170-7bfcbbfcd65b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (5501c710-f091-413e-b83b-6163dc727ee5), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:26:43.479106 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-81a546de-b5b0-49e7-a170-7bfcbbfcd65b None None] For port 5501c710-f091-413e-b83b-6163dc727ee5, host n-d-760453-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=5501c710-f091-413e-b83b-6163dc727ee5,segment=NetworkSegment(3c6d624c-ba08-479a-b68a-7684ce678b5c),segment_id=3c6d624c-ba08-479a-b68a-7684ce678b5c)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:26:43.490724 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 696 Content-Type: application/json Date: Wed, 26 Jan 2022 21:26:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b656e494-4b62-49a9-a12d-a7042f1579b0 x-openstack-request-id: req-b656e494-4b62-49a9-a12d-a7042f1579b0 {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 21:26:43.491086 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc2a45fe-1c0e-4689-a738-964e9c19e30e", "name": "network-vif-plugged", "status": "completed", "tag": "838b8d10-47c7-4250-a401-9d4067f8f28c", "code": 200}, {"server_uuid": "cc2a45fe-1c0e-4689-a738-964e9c19e30e", "name": "network-vif-plugged", "status": "completed", "tag": "db089e5c-c2ba-48d7-8f5d-cf5cafe1f2ad", "code": 200}, {"server_uuid": "cc2a45fe-1c0e-4689-a738-964e9c19e30e", "name": "network-vif-plugged", "status": "completed", "tag": "b6f4a45a-14b0-47b4-ab05-34ee30262fe7", "code": 200}, {"server_uuid": "cc2a45fe-1c0e-4689-a738-964e9c19e30e", "name": "network-vif-plugged", "status": "completed", "tag": "3941d4d2-ec71-4191-8e9f-df25a9ea3da5", "code": 200}]} {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 21:26:43.491339 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b656e494-4b62-49a9-a12d-a7042f1579b0 {{(pid=103306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 21:26:43.491737 n-d-760453-5 neutron-server[103306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc2a45fe-1c0e-4689-a738-964e9c19e30e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '838b8d10-47c7-4250-a401-9d4067f8f28c', 'code': 200} Jan 26 21:26:43.491993 n-d-760453-5 neutron-server[103306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc2a45fe-1c0e-4689-a738-964e9c19e30e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db089e5c-c2ba-48d7-8f5d-cf5cafe1f2ad', 'code': 200} Jan 26 21:26:43.492253 n-d-760453-5 neutron-server[103306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc2a45fe-1c0e-4689-a738-964e9c19e30e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6f4a45a-14b0-47b4-ab05-34ee30262fe7', 'code': 200} Jan 26 21:26:43.492547 n-d-760453-5 neutron-server[103306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc2a45fe-1c0e-4689-a738-964e9c19e30e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3941d4d2-ec71-4191-8e9f-df25a9ea3da5', 'code': 200} Jan 26 21:26:43.493844 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2f56a72-7e43-43f3-9ee8-1ed69dceeccb None None] Network 80bdce17-b861-46cb-9014-7071d7f46353 requested from n-d-760453-5 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 26 21:26:43.502285 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbdf0766-268c-4b21-8568-af63f076f90b req-8fb90a8f-d0cb-42c2-a97a-a5b79c6e95c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:26:43.504275 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-bbdf0766-268c-4b21-8568-af63f076f90b req-8fb90a8f-d0cb-42c2-a97a-a5b79c6e95c7 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=efe29cb8-1223-4d1f-943f-1b137d401008&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1902261 Jan 26 21:26:43.548884 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-81a546de-b5b0-49e7-a170-7bfcbbfcd65b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (5501c710-f091-413e-b83b-6163dc727ee5), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:26:43.666230 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Current status of the port 67dd3dc7-a2ab-4f67-874c-e61c9c62ab11 is: BUILD; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:26:43.667520 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (67dd3dc7-a2ab-4f67-874c-e61c9c62ab11), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:26:43.673274 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Current status of the port 5501c710-f091-413e-b83b-6163dc727ee5 is: DOWN; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:26:43.673680 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (5501c710-f091-413e-b83b-6163dc727ee5), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:26:43.684040 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-901f3be2-f9ab-4d9b-a355-5b62b834e20b None None] Could not find standard attr ID for object 10275bce-72ea-4e98-8d96-a795bc85abb2. {{(pid=103306) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 26 21:26:43.702654 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-bbdf0766-268c-4b21-8568-af63f076f90b req-f4b57637-e689-4ddf-85e5-9256c2d3f9ca service neutron] 10.222.0.66 "GET /v2.0/networks/efe29cb8-1223-4d1f-943f-1b137d401008?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1887014 Jan 26 21:26:43.804127 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a546de-b5b0-49e7-a170-7bfcbbfcd65b None None] Pushing event updated for resources: {'Port': ['ID=5501c710-f091-413e-b83b-6163dc727ee5,revision_number=4']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:26:43.828360 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de2fd786-9d98-4691-a3ec-f24f6a3ca5fa None None] DHCP port deletion for 80bdce17-b861-46cb-9014-7071d7f46353 request from n-d-760453-5 {{(pid=103306) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 26 21:26:43.860370 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] For port 67dd3dc7-a2ab-4f67-874c-e61c9c62ab11, host n-h2-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-5',level=0,port_id=67dd3dc7-a2ab-4f67-874c-e61c9c62ab11,segment=NetworkSegment(1d04b190-f9d4-437e-964d-0f40d469b5fb),segment_id=1d04b190-f9d4-437e-964d-0f40d469b5fb)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:26:43.936444 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-facd8374-508c-4295-a403-191766bc879a tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Made reservation on behalf of 91ff6b128d484238b8b1d440faeb9154 for: {'subnet': 1} {{(pid=103305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 21:26:43.951871 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (67dd3dc7-a2ab-4f67-874c-e61c9c62ab11), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:26:43.952673 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Device 68993758-80c8-46d1-858d-bc7447ce489e up at agent hyperv_n-h2-760453-5 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 21:26:43.958214 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-facd8374-508c-4295-a403-191766bc879a tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11599953'] for subnet (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:26:44.062712 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.db.api [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103306) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 26 21:26:44.063264 n-d-760453-5 neutron-server[103306]: DEBUG oslo_db.api [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 26 21:26:44.082017 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Provisioning for port 68993758-80c8-46d1-858d-bc7447ce489e completed by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 21:26:44.092593 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Pushing event updated for resources: {'Port': ['ID=67dd3dc7-a2ab-4f67-874c-e61c9c62ab11,revision_number=5']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:26:44.096922 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-bbdf0766-268c-4b21-8568-af63f076f90b req-f1d2eb6d-40aa-4efd-900e-f03f372885c7 service neutron] 10.222.0.66 "GET /v2.0/networks/efe29cb8-1223-4d1f-943f-1b137d401008?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3819494 Jan 26 21:26:44.104652 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Provisioning complete for port 68993758-80c8-46d1-858d-bc7447ce489e triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:26:44.105084 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (68993758-80c8-46d1-858d-bc7447ce489e), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:26:44.174378 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-de2fd786-9d98-4691-a3ec-f24f6a3ca5fa None None] Deleting port 5501c710-f091-413e-b83b-6163dc727ee5 {{(pid=103306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 21:26:44.174748 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-de2fd786-9d98-4691-a3ec-f24f6a3ca5fa None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746560630878'] for port (5501c710-f091-413e-b83b-6163dc727ee5), before_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:26:44.210774 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-bbdf0766-268c-4b21-8568-af63f076f90b req-b799933a-68ee-4d6a-b8a1-f01f5d062a37 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=e52ff17a-df76-4716-aace-f598c57c36fe HTTP/1.1" status: 200 len: 217 time: 0.0816998 Jan 26 21:26:44.300332 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b3a514-a315-4a7a-a2ca-dcd34227d6c7 req-39271c64-1ec6-4915-88ad-d67eab01357b tempest-VolumesNegativeTest-1752581263 tempest-VolumesNegativeTest-1752581263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:26:44.302053 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-a2b3a514-a315-4a7a-a2ca-dcd34227d6c7 req-39271c64-1ec6-4915-88ad-d67eab01357b tempest-VolumesNegativeTest-1752581263 tempest-VolumesNegativeTest-1752581263-project] 10.222.0.13 "GET /v2.0/ports?device_id=fe14719e-2549-461f-a29d-ef3e2b69cb35 HTTP/1.1" status: 200 len: 950 time: 0.2041423 Jan 26 21:26:44.352340 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbdf0766-268c-4b21-8568-af63f076f90b req-6ecc8aed-62af-4dad-8bc5-aabb7ab8ddb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:26:44.353836 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-bbdf0766-268c-4b21-8568-af63f076f90b req-6ecc8aed-62af-4dad-8bc5-aabb7ab8ddb4 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=9dd5ab13-de58-4a69-98df-f734e10541d8 HTTP/1.1" status: 200 len: 797 time: 0.1332648 Jan 26 21:26:44.447484 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-de2fd786-9d98-4691-a3ec-f24f6a3ca5fa None None] For port 5501c710-f091-413e-b83b-6163dc727ee5, host n-d-760453-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=5501c710-f091-413e-b83b-6163dc727ee5,segment=NetworkSegment(3c6d624c-ba08-479a-b68a-7684ce678b5c),segment_id=3c6d624c-ba08-479a-b68a-7684ce678b5c)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:26:44.448348 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-de2fd786-9d98-4691-a3ec-f24f6a3ca5fa None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4109658'] for port (5501c710-f091-413e-b83b-6163dc727ee5), precommit_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:26:44.517559 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-de2fd786-9d98-4691-a3ec-f24f6a3ca5fa None None] Calling delete_port for 5501c710-f091-413e-b83b-6163dc727ee5 owned by network:dhcp {{(pid=103306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 21:26:44.527535 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Current status of the port 68993758-80c8-46d1-858d-bc7447ce489e is: BUILD; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:26:44.527535 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (68993758-80c8-46d1-858d-bc7447ce489e), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:26:44.528120 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-a2b3a514-a315-4a7a-a2ca-dcd34227d6c7 req-6b47f4e2-4a0b-4d2b-bc0f-3761ba4a1acf tempest-VolumesNegativeTest-1752581263 tempest-VolumesNegativeTest-1752581263-project] 10.222.0.13 "GET /v2.0/security-groups?id=d4a97804-dea5-4422-a54c-67eeb99412d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2179432 Jan 26 21:26:44.556627 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbdf0766-268c-4b21-8568-af63f076f90b req-fd1b6667-2965-4b17-aad5-5556e59ec4da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:26:44.558356 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-bbdf0766-268c-4b21-8568-af63f076f90b req-fd1b6667-2965-4b17-aad5-5556e59ec4da service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=bd020871-95b7-4b5a-881a-9e30b02eb2fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1957128 Jan 26 21:26:44.626304 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccef4955-3102-4ea3-acbf-2d0b340a8dad req-595420b6-6475-4124-a394-61b590f13496 tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:26:44.631939 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccef4955-3102-4ea3-acbf-2d0b340a8dad req-595420b6-6475-4124-a394-61b590f13496 tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:26:44.637865 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccef4955-3102-4ea3-acbf-2d0b340a8dad req-595420b6-6475-4124-a394-61b590f13496 tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:26:44.643473 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccef4955-3102-4ea3-acbf-2d0b340a8dad req-595420b6-6475-4124-a394-61b590f13496 tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:26:44.649673 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccef4955-3102-4ea3-acbf-2d0b340a8dad req-595420b6-6475-4124-a394-61b590f13496 tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:26:44.655122 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccef4955-3102-4ea3-acbf-2d0b340a8dad req-595420b6-6475-4124-a394-61b590f13496 tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:26:44.677105 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccef4955-3102-4ea3-acbf-2d0b340a8dad req-595420b6-6475-4124-a394-61b590f13496 tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:26:44.679232 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-ccef4955-3102-4ea3-acbf-2d0b340a8dad req-595420b6-6475-4124-a394-61b590f13496 tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] 10.222.0.13 "GET /v2.0/ports?device_id=cc2a45fe-1c0e-4689-a738-964e9c19e30e HTTP/1.1" status: 200 len: 5429 time: 0.2250597 Jan 26 21:26:44.681492 n-d-760453-5 neutron-server[103305]: DEBUG neutron.objects.ports [None req-facd8374-508c-4295-a403-191766bc879a tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103305) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Jan 26 21:26:44.739657 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Current status of the port 5501c710-f091-413e-b83b-6163dc727ee5 is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:26:44.744669 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-de2fd786-9d98-4691-a3ec-f24f6a3ca5fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746560636600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746560234536'] for port (5501c710-f091-413e-b83b-6163dc727ee5), after_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:26:44.784392 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de2fd786-9d98-4691-a3ec-f24f6a3ca5fa None None] No DVR routers for this DVR port 5501c710-f091-413e-b83b-6163dc727ee5 on host n-d-760453-5 {{(pid=103306) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 26 21:26:44.825895 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2fd786-9d98-4691-a3ec-f24f6a3ca5fa None None] Pushing event deleted for resources: {'Port': ['ID=5501c710-f091-413e-b83b-6163dc727ee5,revision_number=None']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:26:44.830383 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] For port 68993758-80c8-46d1-858d-bc7447ce489e, host n-h2-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-5',level=0,port_id=68993758-80c8-46d1-858d-bc7447ce489e,segment=NetworkSegment(a9216649-5b5c-4abd-bdd9-593ae2d941b2),segment_id=a9216649-5b5c-4abd-bdd9-593ae2d941b2)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:26:44.843084 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (68993758-80c8-46d1-858d-bc7447ce489e), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:26:44.936291 n-d-760453-5 neutron-server[103305]: WARNING neutron.services.revisions.revision_plugin [None req-facd8374-508c-4295-a403-191766bc879a tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Could not find related port for resource to bump revision. Jan 26 21:26:44.943587 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.ipam_pluggable_backend [None req-facd8374-508c-4295-a403-191766bc879a tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Port 5501c710-f091-413e-b83b-6163dc727ee5 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=103305) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:597}} Jan 26 21:26:44.944230 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device 5501c710-f091-413e-b83b-6163dc727ee5 no longer exists at agent ovs-agent-n-d-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 26 21:26:44.945588 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.ipam_pluggable_backend [None req-facd8374-508c-4295-a403-191766bc879a tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Reverting IP allocation for 2001:db8::f816:3eff:fe40:3a6d {{(pid=103305) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:599}} Jan 26 21:26:44.952607 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.ipam_pluggable_backend [None req-facd8374-508c-4295-a403-191766bc879a tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fe40:3a6d {{(pid=103305) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:605}} Jan 26 21:26:44.954228 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-facd8374-508c-4295-a403-191766bc879a tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11788839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11599975'] for subnet (26558fbb-a97f-4de5-af4b-3578a78f5fb6), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:26:44.988728 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] No Port match for: 5501c710-f091-413e-b83b-6163dc727ee5 {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 26 21:26:44.989079 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device 5501c710-f091-413e-b83b-6163dc727ee5 not bound to the agent host n-d-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 26 21:26:44.999642 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Pushing event updated for resources: {'Port': ['ID=68993758-80c8-46d1-858d-bc7447ce489e,revision_number=5']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:26:45.011049 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-ccef4955-3102-4ea3-acbf-2d0b340a8dad req-2a70d20b-6c9a-4d77-896d-ce6ffc788b38 tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] 10.222.0.13 "GET /v2.0/security-groups?id=cdcbac26-bdec-4926-b949-1e63137fb150&id=e87e70a3-dfc0-4db8-90a2-ffd9c4c809a5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2298336 Jan 26 21:26:45.013414 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-bbdf0766-268c-4b21-8568-af63f076f90b req-31bd67ea-6688-4039-a761-5ef7540121e3 service neutron] 10.222.0.66 "GET /v2.0/networks/bd020871-95b7-4b5a-881a-9e30b02eb2fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4477930 Jan 26 21:26:45.060450 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-facd8374-508c-4295-a403-191766bc879a tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Network 80bdce17-b861-46cb-9014-7071d7f46353 is already hosted by enough agents. {{(pid=103305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 21:26:45.065567 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [None req-facd8374-508c-4295-a403-191766bc879a tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Resources bound (agent type, host, resource id): {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:26:45.077216 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97656e32-d657-4b6d-a48b-5f431298e237 None None] Network 80bdce17-b861-46cb-9014-7071d7f46353 requested from n-d-760453-5 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 26 21:26:45.090511 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-facd8374-508c-4295-a403-191766bc879a tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:26:45.094256 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-facd8374-508c-4295-a403-191766bc879a tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709645'] for subnet (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:26:45.133610 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-facd8374-508c-4295-a403-191766bc879a tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.7711120 Jan 26 21:26:45.139878 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 46126) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:26:45.158409 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-74210d3f-6f18-40e8-a43e-14827ed1ab26 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Request body: {'port': {'network_id': '80bdce17-b861-46cb-9014-7071d7f46353', 'mac_address': 'fa:16:3e:d2:07:2d', 'name': 'tempest-NetworksTestDHCPv6-1541951009'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:26:45.170679 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-facd8374-508c-4295-a403-191766bc879a tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Pushing event updated for resources: {'Subnet': ['ID=26558fbb-a97f-4de5-af4b-3578a78f5fb6,revision_number=0']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:26:45.178773 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-bbdf0766-268c-4b21-8568-af63f076f90b req-d92f10c5-4f52-4871-b20a-48f4cfe25e79 service neutron] 10.222.0.66 "GET /v2.0/networks/bd020871-95b7-4b5a-881a-9e30b02eb2fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1547186 Jan 26 21:26:45.238651 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-bbdf0766-268c-4b21-8568-af63f076f90b req-29fd0f18-e580-4cf5-924b-470774f0b5e6 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=46e244fd-7905-4c27-b3f7-627bc270105e HTTP/1.1" status: 200 len: 217 time: 0.0510654 Jan 26 21:26:45.298339 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbdf0766-268c-4b21-8568-af63f076f90b req-e82b366d-10a6-4b66-a5d6-a853e2bbd7ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:26:45.298870 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-765eb070-9bfc-432a-b511-6465ab95c4c0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3c4099e8-8ffb-51d1-af7f-5868973e933f-80bdce17-b861-46cb-9014-7071d7f46353', 'network_id': '80bdce17-b861-46cb-9014-7071d7f46353', 'project_id': '91ff6b128d484238b8b1d440faeb9154', 'fixed_ips': [{'subnet_id': '26558fbb-a97f-4de5-af4b-3578a78f5fb6'}]}} from n-d-760453-5. {{(pid=103306) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 26 21:26:45.299827 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-bbdf0766-268c-4b21-8568-af63f076f90b req-e82b366d-10a6-4b66-a5d6-a853e2bbd7ac service neutron] 10.222.0.66 "GET /v2.0/subnets?id=9dd5ab13-de58-4a69-98df-f734e10541d8 HTTP/1.1" status: 200 len: 797 time: 0.0528100 Jan 26 21:26:45.300809 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-765eb070-9bfc-432a-b511-6465ab95c4c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (None), before_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:26:45.381574 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c20e384-222b-4c08-bfa1-dd77e24d712d req-918db39b-cb1d-4b78-89a0-b8dfdf6f3291 tempest-VolumesNegativeTest-1752581263 tempest-VolumesNegativeTest-1752581263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:26:45.383579 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-4c20e384-222b-4c08-bfa1-dd77e24d712d req-918db39b-cb1d-4b78-89a0-b8dfdf6f3291 tempest-VolumesNegativeTest-1752581263 tempest-VolumesNegativeTest-1752581263-project] 10.222.0.57 "GET /v2.0/ports?device_id=fe14719e-2549-461f-a29d-ef3e2b69cb35 HTTP/1.1" status: 200 len: 950 time: 0.1853361 Jan 26 21:26:45.407570 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbdf0766-268c-4b21-8568-af63f076f90b req-40ac253e-2add-4f8d-8cc8-bbae3c7002ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:26:45.409412 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-bbdf0766-268c-4b21-8568-af63f076f90b req-40ac253e-2add-4f8d-8cc8-bbae3c7002ea service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=bd020871-95b7-4b5a-881a-9e30b02eb2fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0891025 Jan 26 21:26:45.494644 n-d-760453-5 neutron-server[103306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc2a45fe-1c0e-4689-a738-964e9c19e30e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67dd3dc7-a2ab-4f67-874c-e61c9c62ab11'}, {'server_uuid': 'cc2a45fe-1c0e-4689-a738-964e9c19e30e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68993758-80c8-46d1-858d-bc7447ce489e'}] {{(pid=103306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 21:26:45.497224 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9d5d370febab655511bdd2ffe887e43e442d144a440368702bcc1e93af00b97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f1e9f9b-0b74-4643-97f1-398e3590ec36" -d '{"events": [{"server_uuid": "cc2a45fe-1c0e-4689-a738-964e9c19e30e", "name": "network-vif-plugged", "status": "completed", "tag": "67dd3dc7-a2ab-4f67-874c-e61c9c62ab11"}, {"server_uuid": "cc2a45fe-1c0e-4689-a738-964e9c19e30e", "name": "network-vif-plugged", "status": "completed", "tag": "68993758-80c8-46d1-858d-bc7447ce489e"}]}' {{(pid=103306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 21:26:45.530661 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74210d3f-6f18-40e8-a43e-14827ed1ab26 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Made reservation on behalf of 91ff6b128d484238b8b1d440faeb9154 for: {'port': 1} {{(pid=103305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 21:26:45.623632 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-bbdf0766-268c-4b21-8568-af63f076f90b req-e733c62c-8287-47a7-aad1-6763b28bffcf service neutron] 10.222.0.66 "GET /v2.0/networks/bd020871-95b7-4b5a-881a-9e30b02eb2fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2029731 Jan 26 21:26:45.778677 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [req-4c20e384-222b-4c08-bfa1-dd77e24d712d req-115d0ee4-d267-41e5-b0e4-d8ce6b613ad6 tempest-VolumesNegativeTest-1752581263 tempest-VolumesNegativeTest-1752581263-project] Deleting port 0e276cda-e017-4239-a715-d1c940971740 {{(pid=103305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 21:26:45.779027 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-4c20e384-222b-4c08-bfa1-dd77e24d712d req-115d0ee4-d267-41e5-b0e4-d8ce6b613ad6 tempest-VolumesNegativeTest-1752581263 tempest-VolumesNegativeTest-1752581263-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746560630878'] for port (0e276cda-e017-4239-a715-d1c940971740), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:26:45.783095 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-bbdf0766-268c-4b21-8568-af63f076f90b req-3b8852d3-a96b-407c-a96e-eb1e9b709f4e service neutron] 10.222.0.66 "GET /v2.0/networks/bd020871-95b7-4b5a-881a-9e30b02eb2fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1487932 Jan 26 21:26:45.888246 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9197926-cd15-4ffd-90f7-3414bd5c1e20 req-7c6172c9-163c-426a-9ff3-81df8fa26b9e tempest-VolumesNegativeTest-1752581263 tempest-VolumesNegativeTest-1752581263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:26:45.900503 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-f9197926-cd15-4ffd-90f7-3414bd5c1e20 req-7c6172c9-163c-426a-9ff3-81df8fa26b9e tempest-VolumesNegativeTest-1752581263 tempest-VolumesNegativeTest-1752581263-project] 10.222.0.13 "GET /v2.0/ports?device_id=fe14719e-2549-461f-a29d-ef3e2b69cb35 HTTP/1.1" status: 200 len: 950 time: 0.1161609 Jan 26 21:26:45.949972 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 26 Jan 2022 21:26:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-953f8c62-ecdb-4fa9-a268-387aced22b36 x-openstack-request-id: req-953f8c62-ecdb-4fa9-a268-387aced22b36 {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 21:26:45.950380 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc2a45fe-1c0e-4689-a738-964e9c19e30e", "name": "network-vif-plugged", "status": "completed", "tag": "67dd3dc7-a2ab-4f67-874c-e61c9c62ab11", "code": 200}, {"server_uuid": "cc2a45fe-1c0e-4689-a738-964e9c19e30e", "name": "network-vif-plugged", "status": "completed", "tag": "68993758-80c8-46d1-858d-bc7447ce489e", "code": 200}]} {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 21:26:45.950730 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-953f8c62-ecdb-4fa9-a268-387aced22b36 {{(pid=103306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 21:26:45.951374 n-d-760453-5 neutron-server[103306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc2a45fe-1c0e-4689-a738-964e9c19e30e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67dd3dc7-a2ab-4f67-874c-e61c9c62ab11', 'code': 200} Jan 26 21:26:45.951736 n-d-760453-5 neutron-server[103306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc2a45fe-1c0e-4689-a738-964e9c19e30e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68993758-80c8-46d1-858d-bc7447ce489e', 'code': 200} Jan 26 21:26:45.953889 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac84301-a126-49da-9f3b-2f96ecf437a8 req-df7d04a3-0e38-4224-86aa-e4dc25ce923b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:26:45.954664 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac84301-a126-49da-9f3b-2f96ecf437a8 req-df7d04a3-0e38-4224-86aa-e4dc25ce923b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:26:45.955297 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac84301-a126-49da-9f3b-2f96ecf437a8 req-df7d04a3-0e38-4224-86aa-e4dc25ce923b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:26:45.955894 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac84301-a126-49da-9f3b-2f96ecf437a8 req-df7d04a3-0e38-4224-86aa-e4dc25ce923b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:26:45.956502 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac84301-a126-49da-9f3b-2f96ecf437a8 req-df7d04a3-0e38-4224-86aa-e4dc25ce923b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:26:45.957115 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac84301-a126-49da-9f3b-2f96ecf437a8 req-df7d04a3-0e38-4224-86aa-e4dc25ce923b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:26:45.957740 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac84301-a126-49da-9f3b-2f96ecf437a8 req-df7d04a3-0e38-4224-86aa-e4dc25ce923b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:26:45.960326 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-4ac84301-a126-49da-9f3b-2f96ecf437a8 req-df7d04a3-0e38-4224-86aa-e4dc25ce923b service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=cc2a45fe-1c0e-4689-a738-964e9c19e30e HTTP/1.1" status: 200 len: 6487 time: 0.1745632 Jan 26 21:26:45.999448 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.db_base_plugin_common [None req-765eb070-9bfc-432a-b511-6465ab95c4c0 None None] Allocated IP 2001:db8::f816:3eff:fed5:d1ea (80bdce17-b861-46cb-9014-7071d7f46353/26558fbb-a97f-4de5-af4b-3578a78f5fb6/cbe6861b-e55f-4e5c-8051-46e60bc4a4d6) {{(pid=103306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 21:26:46.026703 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-f9197926-cd15-4ffd-90f7-3414bd5c1e20 req-8ef84084-263a-492e-8107-e380ccb8b258 tempest-VolumesNegativeTest-1752581263 tempest-VolumesNegativeTest-1752581263-project] 10.222.0.13 "GET /v2.0/security-groups?id=d4a97804-dea5-4422-a54c-67eeb99412d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228611 Jan 26 21:26:46.043370 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-74210d3f-6f18-40e8-a43e-14827ed1ab26 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:26:46.077537 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-4ac84301-a126-49da-9f3b-2f96ecf437a8 req-2b2d52ba-eec2-4a1f-bd6a-26cce8e226c3 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=cdcbac26-bdec-4926-b949-1e63137fb150&id=e87e70a3-dfc0-4db8-90a2-ffd9c4c809a5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0820477 Jan 26 21:26:46.124905 n-d-760453-5 neutron-server[103305]: DEBUG neutron.notifiers.nova [None req-74210d3f-6f18-40e8-a43e-14827ed1ab26 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] device_id is not set on port 1bcf8942-2931-4363-bd6d-159a82b358f4 yet. {{(pid=103305) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 26 21:26:46.213062 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [req-4c20e384-222b-4c08-bfa1-dd77e24d712d req-115d0ee4-d267-41e5-b0e4-d8ce6b613ad6 tempest-VolumesNegativeTest-1752581263 tempest-VolumesNegativeTest-1752581263-project] For port 0e276cda-e017-4239-a715-d1c940971740, host n-h2-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-5',level=0,port_id=0e276cda-e017-4239-a715-d1c940971740,segment=NetworkSegment(4eab25d6-89d9-4907-a1c2-51b06443ba33),segment_id=4eab25d6-89d9-4907-a1c2-51b06443ba33)] {{(pid=103305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:26:46.213787 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-4c20e384-222b-4c08-bfa1-dd77e24d712d req-115d0ee4-d267-41e5-b0e4-d8ce6b613ad6 tempest-VolumesNegativeTest-1752581263 tempest-VolumesNegativeTest-1752581263-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4109658'] for port (0e276cda-e017-4239-a715-d1c940971740), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:26:46.222030 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e2611c-9396-4d14-987a-f0b5773d86a3 req-da59ab78-0d4b-45ec-9a98-961c91793746 tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:26:46.230962 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e2611c-9396-4d14-987a-f0b5773d86a3 req-da59ab78-0d4b-45ec-9a98-961c91793746 tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:26:46.250861 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-765eb070-9bfc-432a-b511-6465ab95c4c0 None None] Publish callbacks [] for port (cbe6861b-e55f-4e5c-8051-46e60bc4a4d6), precommit_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:26:46.253595 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [req-4c20e384-222b-4c08-bfa1-dd77e24d712d req-115d0ee4-d267-41e5-b0e4-d8ce6b613ad6 tempest-VolumesNegativeTest-1752581263 tempest-VolumesNegativeTest-1752581263-project] Calling delete_port for 0e276cda-e017-4239-a715-d1c940971740 owned by compute:nova {{(pid=103305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 21:26:46.260252 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e2611c-9396-4d14-987a-f0b5773d86a3 req-da59ab78-0d4b-45ec-9a98-961c91793746 tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:26:46.280434 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-765eb070-9bfc-432a-b511-6465ab95c4c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746560234527'] for port (cbe6861b-e55f-4e5c-8051-46e60bc4a4d6), after_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:26:46.281962 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e2611c-9396-4d14-987a-f0b5773d86a3 req-da59ab78-0d4b-45ec-9a98-961c91793746 tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:26:46.294377 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e2611c-9396-4d14-987a-f0b5773d86a3 req-da59ab78-0d4b-45ec-9a98-961c91793746 tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:26:46.307556 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e2611c-9396-4d14-987a-f0b5773d86a3 req-da59ab78-0d4b-45ec-9a98-961c91793746 tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:26:46.315410 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e2611c-9396-4d14-987a-f0b5773d86a3 req-da59ab78-0d4b-45ec-9a98-961c91793746 tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:26:46.323529 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-86e2611c-9396-4d14-987a-f0b5773d86a3 req-da59ab78-0d4b-45ec-9a98-961c91793746 tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] 10.222.0.13 "GET /v2.0/ports?device_id=cc2a45fe-1c0e-4689-a738-964e9c19e30e HTTP/1.1" status: 200 len: 5430 time: 0.2172692 Jan 26 21:26:46.326705 n-d-760453-5 neutron-server[103306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-765eb070-9bfc-432a-b511-6465ab95c4c0 None None] Network 80bdce17-b861-46cb-9014-7071d7f46353 is already hosted by enough agents. {{(pid=103306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 21:26:46.334285 n-d-760453-5 neutron-server[103306]: DEBUG neutron.scheduler.base_scheduler [None req-765eb070-9bfc-432a-b511-6465ab95c4c0 None None] Resources bound (agent type, host, resource id): {{(pid=103306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:26:46.344376 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-765eb070-9bfc-432a-b511-6465ab95c4c0 None None] Received port after_create {{(pid=103306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 21:26:46.347885 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-765eb070-9bfc-432a-b511-6465ab95c4c0 None None] Pushing event updated for resources: {'Port': ['ID=cbe6861b-e55f-4e5c-8051-46e60bc4a4d6,revision_number=1']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:26:46.429942 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-86e2611c-9396-4d14-987a-f0b5773d86a3 req-7c0ec713-34fb-464e-90a1-813f20bbceec tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] 10.222.0.13 "GET /v2.0/security-groups?id=cdcbac26-bdec-4926-b949-1e63137fb150&id=e87e70a3-dfc0-4db8-90a2-ffd9c4c809a5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1054120 Jan 26 21:26:46.444738 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-765eb070-9bfc-432a-b511-6465ab95c4c0 None None] Attempting to bind port cbe6861b-e55f-4e5c-8051-46e60bc4a4d6 on host n-d-760453-5 for vnic_type normal with profile {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 21:26:46.445525 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-765eb070-9bfc-432a-b511-6465ab95c4c0 None None] Attempting to bind port cbe6861b-e55f-4e5c-8051-46e60bc4a4d6 by drivers openvswitch,hyperv on host n-d-760453-5 at level 0 using segments [{'id': '3c6d624c-ba08-479a-b68a-7684ce678b5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '80bdce17-b861-46cb-9014-7071d7f46353'}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 26 21:26:46.446427 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-765eb070-9bfc-432a-b511-6465ab95c4c0 None None] Attempting to bind port cbe6861b-e55f-4e5c-8051-46e60bc4a4d6 on network 80bdce17-b861-46cb-9014-7071d7f46353 {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 21:26:46.458755 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-765eb070-9bfc-432a-b511-6465ab95c4c0 None None] Checking agent: {'id': 'fea0591a-627d-4c87-9a9a-01625ddf3277', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760453-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 20, 55, 25), 'started_at': datetime.datetime(2022, 1, 26, 20, 55, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 21, 26, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760453-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 26 21:26:46.459212 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-765eb070-9bfc-432a-b511-6465ab95c4c0 None None] Checking segment: {'id': '3c6d624c-ba08-479a-b68a-7684ce678b5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '80bdce17-b861-46cb-9014-7071d7f46353'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 21:26:46.459682 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-765eb070-9bfc-432a-b511-6465ab95c4c0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:26:46.460238 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-765eb070-9bfc-432a-b511-6465ab95c4c0 None None] Bound using segment: {'id': '3c6d624c-ba08-479a-b68a-7684ce678b5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '80bdce17-b861-46cb-9014-7071d7f46353'} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 26 21:26:46.460798 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-765eb070-9bfc-432a-b511-6465ab95c4c0 None None] Bound port: cbe6861b-e55f-4e5c-8051-46e60bc4a4d6, host: n-d-760453-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c6d624c-ba08-479a-b68a-7684ce678b5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '80bdce17-b861-46cb-9014-7071d7f46353'}}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 26 21:26:46.461572 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-765eb070-9bfc-432a-b511-6465ab95c4c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (cbe6861b-e55f-4e5c-8051-46e60bc4a4d6), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:26:46.463019 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.db_base_plugin_common [None req-74210d3f-6f18-40e8-a43e-14827ed1ab26 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Allocated IP 2001:db8::f816:3eff:fed2:72d (80bdce17-b861-46cb-9014-7071d7f46353/26558fbb-a97f-4de5-af4b-3578a78f5fb6/1bcf8942-2931-4363-bd6d-159a82b358f4) {{(pid=103305) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 21:26:46.536792 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-765eb070-9bfc-432a-b511-6465ab95c4c0 None None] For port cbe6861b-e55f-4e5c-8051-46e60bc4a4d6, host n-d-760453-5, cleared binding levels {{(pid=103306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 26 21:26:46.540126 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-765eb070-9bfc-432a-b511-6465ab95c4c0 None None] For port cbe6861b-e55f-4e5c-8051-46e60bc4a4d6, host n-d-760453-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=cbe6861b-e55f-4e5c-8051-46e60bc4a4d6,segment=NetworkSegment(3c6d624c-ba08-479a-b68a-7684ce678b5c),segment_id=3c6d624c-ba08-479a-b68a-7684ce678b5c)] {{(pid=103306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 26 21:26:46.545415 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-765eb070-9bfc-432a-b511-6465ab95c4c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (cbe6861b-e55f-4e5c-8051-46e60bc4a4d6), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:26:46.608691 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-765eb070-9bfc-432a-b511-6465ab95c4c0 None None] Pushing event updated for resources: {'Port': ['ID=cbe6861b-e55f-4e5c-8051-46e60bc4a4d6,revision_number=2']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:26:46.688124 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-74210d3f-6f18-40e8-a43e-14827ed1ab26 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Publish callbacks [] for port (1bcf8942-2931-4363-bd6d-159a82b358f4), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:26:46.691335 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-4c20e384-222b-4c08-bfa1-dd77e24d712d req-115d0ee4-d267-41e5-b0e4-d8ce6b613ad6 tempest-VolumesNegativeTest-1752581263 tempest-VolumesNegativeTest-1752581263-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746560636600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746560234536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11791543'] for port (0e276cda-e017-4239-a715-d1c940971740), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:26:46.707079 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] get_ports_and_sgs() called for port_ids ['0e276cda-e017-4239-a715-d1c940971740'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 26 21:26:46.728531 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-115d0ee4-d267-41e5-b0e4-d8ce6b613ad6 tempest-VolumesNegativeTest-1752581263 tempest-VolumesNegativeTest-1752581263-project] Pushing event deleted for resources: {'Port': ['ID=0e276cda-e017-4239-a715-d1c940971740,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:26:46.782781 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c20e384-222b-4c08-bfa1-dd77e24d712d req-115d0ee4-d267-41e5-b0e4-d8ce6b613ad6 tempest-VolumesNegativeTest-1752581263 tempest-VolumesNegativeTest-1752581263-project] No DVR routers for this DVR port 0e276cda-e017-4239-a715-d1c940971740 on host n-h2-760453-5 {{(pid=103305) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 26 21:26:46.786537 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-4c20e384-222b-4c08-bfa1-dd77e24d712d req-115d0ee4-d267-41e5-b0e4-d8ce6b613ad6 tempest-VolumesNegativeTest-1752581263 tempest-VolumesNegativeTest-1752581263-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:26:46.790097 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-4c20e384-222b-4c08-bfa1-dd77e24d712d req-115d0ee4-d267-41e5-b0e4-d8ce6b613ad6 tempest-VolumesNegativeTest-1752581263 tempest-VolumesNegativeTest-1752581263-project] 10.222.0.57 "DELETE /v2.0/ports/0e276cda-e017-4239-a715-d1c940971740 HTTP/1.1" status: 204 len: 173 time: 1.4010255 Jan 26 21:26:46.790573 n-d-760453-5 neutron-server[103305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe14719e-2549-461f-a29d-ef3e2b69cb35', 'name': 'network-vif-deleted', 'tag': '0e276cda-e017-4239-a715-d1c940971740'}] {{(pid=103305) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 21:26:46.793566 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d4654568b7bf041e72ff8fe1c96d6d761d9c921f2b99bc7b3a26632be20cee0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2635b94d-0385-4816-8374-dc4b68abe051" -d '{"events": [{"server_uuid": "fe14719e-2549-461f-a29d-ef3e2b69cb35", "name": "network-vif-deleted", "tag": "0e276cda-e017-4239-a715-d1c940971740"}]}' {{(pid=103305) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 21:26:46.810296 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-74210d3f-6f18-40e8-a43e-14827ed1ab26 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746560234527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11791543'] for port (1bcf8942-2931-4363-bd6d-159a82b358f4), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:26:46.887176 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74210d3f-6f18-40e8-a43e-14827ed1ab26 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Network 80bdce17-b861-46cb-9014-7071d7f46353 is already hosted by enough agents. {{(pid=103305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 21:26:46.890817 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [None req-74210d3f-6f18-40e8-a43e-14827ed1ab26 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Resources bound (agent type, host, resource id): {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:26:46.899679 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74210d3f-6f18-40e8-a43e-14827ed1ab26 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Received port after_create {{(pid=103305) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 21:26:46.905327 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74210d3f-6f18-40e8-a43e-14827ed1ab26 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:26:46.908779 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-74210d3f-6f18-40e8-a43e-14827ed1ab26 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:26:46.924823 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74210d3f-6f18-40e8-a43e-14827ed1ab26 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Pushing event updated for resources: {'Port': ['ID=1bcf8942-2931-4363-bd6d-159a82b358f4,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:26:46.955785 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Jan 2022 21:26:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1749e535-2cf9-41f6-a5d4-67dba843dabb x-openstack-request-id: req-1749e535-2cf9-41f6-a5d4-67dba843dabb {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 21:26:46.956691 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe14719e-2549-461f-a29d-ef3e2b69cb35", "name": "network-vif-deleted", "tag": "0e276cda-e017-4239-a715-d1c940971740", "status": "completed", "code": 200}]} {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 21:26:46.957591 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-1749e535-2cf9-41f6-a5d4-67dba843dabb {{(pid=103305) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 21:26:46.958037 n-d-760453-5 neutron-server[103305]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe14719e-2549-461f-a29d-ef3e2b69cb35', 'name': 'network-vif-deleted', 'tag': '0e276cda-e017-4239-a715-d1c940971740', 'status': 'completed', 'code': 200} Jan 26 21:26:46.978698 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-74210d3f-6f18-40e8-a43e-14827ed1ab26 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.8308756 Jan 26 21:26:46.979442 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 46180) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:26:47.111370 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-583d7376-aa03-49b7-acd9-35beb25a4ee6 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:26:47.126904 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-583d7376-aa03-49b7-acd9-35beb25a4ee6 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:26:47.128646 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-583d7376-aa03-49b7-acd9-35beb25a4ee6 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.1476738 Jan 26 21:26:47.131226 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 46190) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:26:47.232370 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e385c784-3d1d-4952-a31f-fad8f8f031ee req-01318693-10e7-450d-8cbd-678aff36b902 tempest-ListImageFiltersTestJSON-206584430 tempest-ListImageFiltersTestJSON-206584430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:26:47.236202 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-e385c784-3d1d-4952-a31f-fad8f8f031ee req-01318693-10e7-450d-8cbd-678aff36b902 tempest-ListImageFiltersTestJSON-206584430 tempest-ListImageFiltersTestJSON-206584430-project] 10.222.0.13 "GET /v2.0/ports?device_id=bea5c7f0-506a-473d-a8ca-6675031f7299 HTTP/1.1" status: 200 len: 950 time: 0.0825014 Jan 26 21:26:47.277739 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-e06d2d62-39e6-4ece-8e83-dbf38c813279 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Deleting port 1bcf8942-2931-4363-bd6d-159a82b358f4 {{(pid=103305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 21:26:47.278087 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-e06d2d62-39e6-4ece-8e83-dbf38c813279 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746560630878'] for port (1bcf8942-2931-4363-bd6d-159a82b358f4), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:26:47.286333 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-1d47c0d4-5028-4132-b7e8-7e91e10fd843 req-c697c592-9b24-4dd2-a2bd-6e2add50e9d3 tempest-VolumesNegativeTest-1752581263 tempest-VolumesNegativeTest-1752581263-project] 10.222.0.13 "GET /v2.0/ports?device_id=fe14719e-2549-461f-a29d-ef3e2b69cb35 HTTP/1.1" status: 200 len: 210 time: 0.0465071 Jan 26 21:26:47.324323 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-e385c784-3d1d-4952-a31f-fad8f8f031ee req-e665a153-cf6d-4d1d-b6b1-e85ff4cdb707 tempest-ListImageFiltersTestJSON-206584430 tempest-ListImageFiltersTestJSON-206584430-project] 10.222.0.13 "GET /v2.0/security-groups?id=51fc43c7-3c5c-407b-a050-08d4b0d277fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718021 Jan 26 21:26:47.391176 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-e06d2d62-39e6-4ece-8e83-dbf38c813279 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4109658'] for port (1bcf8942-2931-4363-bd6d-159a82b358f4), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:26:47.407091 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-e06d2d62-39e6-4ece-8e83-dbf38c813279 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Calling delete_port for 1bcf8942-2931-4363-bd6d-159a82b358f4 owned by {{(pid=103305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 21:26:47.462923 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.agents_db [None req-569f1ced-6396-4ddf-b79f-e03b0b2146ab None None] Agent healthcheck: found 7 active agents {{(pid=103307) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 26 21:26:47.669133 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-e06d2d62-39e6-4ece-8e83-dbf38c813279 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746560636600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746560234536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11791543'] for port (1bcf8942-2931-4363-bd6d-159a82b358f4), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:26:47.679879 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b44bbf-b301-41b1-9c67-cf8feee354ed req-46113164-1cc2-4a42-a361-3d3a34bc5b18 tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:26:47.697594 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b44bbf-b301-41b1-9c67-cf8feee354ed req-46113164-1cc2-4a42-a361-3d3a34bc5b18 tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:26:47.703756 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b44bbf-b301-41b1-9c67-cf8feee354ed req-46113164-1cc2-4a42-a361-3d3a34bc5b18 tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:26:47.707672 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e06d2d62-39e6-4ece-8e83-dbf38c813279 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Pushing event deleted for resources: {'Port': ['ID=1bcf8942-2931-4363-bd6d-159a82b358f4,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:26:47.709770 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b44bbf-b301-41b1-9c67-cf8feee354ed req-46113164-1cc2-4a42-a361-3d3a34bc5b18 tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:26:47.732701 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b44bbf-b301-41b1-9c67-cf8feee354ed req-46113164-1cc2-4a42-a361-3d3a34bc5b18 tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:26:47.738085 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-e06d2d62-39e6-4ece-8e83-dbf38c813279 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:26:47.745331 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-e06d2d62-39e6-4ece-8e83-dbf38c813279 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] 10.222.0.13 "DELETE /v2.0/ports/1bcf8942-2931-4363-bd6d-159a82b358f4 HTTP/1.1" status: 204 len: 168 time: 0.6113501 Jan 26 21:26:47.747303 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 46204) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:26:47.749069 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b44bbf-b301-41b1-9c67-cf8feee354ed req-46113164-1cc2-4a42-a361-3d3a34bc5b18 tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:26:47.773772 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b44bbf-b301-41b1-9c67-cf8feee354ed req-46113164-1cc2-4a42-a361-3d3a34bc5b18 tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:26:47.779059 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-01b44bbf-b301-41b1-9c67-cf8feee354ed req-46113164-1cc2-4a42-a361-3d3a34bc5b18 tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] 10.222.0.13 "GET /v2.0/ports?device_id=cc2a45fe-1c0e-4689-a738-964e9c19e30e HTTP/1.1" status: 200 len: 5430 time: 0.2444274 Jan 26 21:26:47.831828 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-996b4d45-516a-4177-8d66-69880749e1a6 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:26:47.833766 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-996b4d45-516a-4177-8d66-69880749e1a6 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:26:47.837185 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-996b4d45-516a-4177-8d66-69880749e1a6 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0858114 Jan 26 21:26:47.838586 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 46206) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:26:47.887881 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-01b44bbf-b301-41b1-9c67-cf8feee354ed req-aec426ff-f287-4154-9de9-d57b636b5007 tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] 10.222.0.13 "GET /v2.0/security-groups?id=cdcbac26-bdec-4926-b949-1e63137fb150&id=e87e70a3-dfc0-4db8-90a2-ffd9c4c809a5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1021919 Jan 26 21:26:47.921833 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.db_base_plugin_v2 [None req-224d3ec7-56b9-4cdb-988d-9fb2cadb572d tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Deleting subnet 26558fbb-a97f-4de5-af4b-3578a78f5fb6 {{(pid=103305) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 26 21:26:47.927615 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-224d3ec7-56b9-4cdb-988d-9fb2cadb572d tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Publish callbacks [] for subnet (26558fbb-a97f-4de5-af4b-3578a78f5fb6), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:26:48.006792 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-224d3ec7-56b9-4cdb-988d-9fb2cadb572d tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11788946'] for subnet (26558fbb-a97f-4de5-af4b-3578a78f5fb6), precommit_delete_associations {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:26:48.106240 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-224d3ec7-56b9-4cdb-988d-9fb2cadb572d tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687316'] for subnet (26558fbb-a97f-4de5-af4b-3578a78f5fb6), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:26:48.182729 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-224d3ec7-56b9-4cdb-988d-9fb2cadb572d tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11791594', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11599980'] for subnet (26558fbb-a97f-4de5-af4b-3578a78f5fb6), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:26:48.216038 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-224d3ec7-56b9-4cdb-988d-9fb2cadb572d tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Pushing event deleted for resources: {'Subnet': ['ID=26558fbb-a97f-4de5-af4b-3578a78f5fb6,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:26:48.220009 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-224d3ec7-56b9-4cdb-988d-9fb2cadb572d tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709645'] for subnet (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:26:48.223265 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-224d3ec7-56b9-4cdb-988d-9fb2cadb572d tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] 10.222.0.13 "DELETE /v2.0/subnets/26558fbb-a97f-4de5-af4b-3578a78f5fb6 HTTP/1.1" status: 204 len: 168 time: 0.3845527 Jan 26 21:26:48.225899 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 46222) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:26:48.260145 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-cc488d0e-49c7-47b1-b6af-e421866ce5a6 None None] Provisioning complete for port cbe6861b-e55f-4e5c-8051-46e60bc4a4d6 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:26:48.260662 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-cc488d0e-49c7-47b1-b6af-e421866ce5a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (cbe6861b-e55f-4e5c-8051-46e60bc4a4d6), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:26:48.267555 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-01ba60a6-95d9-4cb2-a93e-f8f52d322cec tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0403180 Jan 26 21:26:48.269931 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 46224) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:26:48.327798 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83713f0a-9edf-4cc7-98d5-5ac108f3d316 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:26:48.333044 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-83713f0a-9edf-4cc7-98d5-5ac108f3d316 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.0595996 Jan 26 21:26:48.333548 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 46228) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:26:48.357536 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-cc488d0e-49c7-47b1-b6af-e421866ce5a6 None None] Current status of the port cbe6861b-e55f-4e5c-8051-46e60bc4a4d6 is: DOWN; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:26:48.358464 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-cc488d0e-49c7-47b1-b6af-e421866ce5a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (cbe6861b-e55f-4e5c-8051-46e60bc4a4d6), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:26:48.400707 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-070d7910-ca59-489b-bd3e-4e36253d9e98 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:26:48.402409 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-070d7910-ca59-489b-bd3e-4e36253d9e98 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0673013 Jan 26 21:26:48.404924 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 46234) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:26:48.410646 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-cc488d0e-49c7-47b1-b6af-e421866ce5a6 None None] For port cbe6861b-e55f-4e5c-8051-46e60bc4a4d6, host n-d-760453-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=cbe6861b-e55f-4e5c-8051-46e60bc4a4d6,segment=NetworkSegment(3c6d624c-ba08-479a-b68a-7684ce678b5c),segment_id=3c6d624c-ba08-479a-b68a-7684ce678b5c)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:26:48.421323 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-cc488d0e-49c7-47b1-b6af-e421866ce5a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (cbe6861b-e55f-4e5c-8051-46e60bc4a4d6), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:26:48.447823 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e2207a5-d17e-4c74-a05a-606e29a6f242 None None] Network 80bdce17-b861-46cb-9014-7071d7f46353 requested from n-d-760453-5 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 26 21:26:48.461202 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-29dd9719-d485-4d2d-9d04-ce6e2961c46e tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0550430 Jan 26 21:26:48.466843 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 46240) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:26:48.471893 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-1ac1faf3-41e0-4915-a2f1-7680ac31f316 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Request body: {'subnet': {'network_id': '80bdce17-b861-46cb-9014-7071d7f46353', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:26:48.537577 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc488d0e-49c7-47b1-b6af-e421866ce5a6 None None] Pushing event updated for resources: {'Port': ['ID=cbe6861b-e55f-4e5c-8051-46e60bc4a4d6,revision_number=4']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:26:48.555776 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-a6b4841b-7ac9-4448-82c0-e0ffb7c7d585 None None] Could not find standard attr ID for object 1bcf8942-2931-4363-bd6d-159a82b358f4. {{(pid=103306) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 26 21:26:48.572382 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ac1faf3-41e0-4915-a2f1-7680ac31f316 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Made reservation on behalf of 91ff6b128d484238b8b1d440faeb9154 for: {'subnet': 1} {{(pid=103304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 21:26:48.577124 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-1ac1faf3-41e0-4915-a2f1-7680ac31f316 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12215181'] for subnet (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:26:48.638865 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb927160-5cdd-4880-9c8e-6bc6e6f12fa8 None None] DHCP port deletion for 80bdce17-b861-46cb-9014-7071d7f46353 request from n-d-760453-5 {{(pid=103306) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 26 21:26:48.692175 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-eb927160-5cdd-4880-9c8e-6bc6e6f12fa8 None None] Deleting port cbe6861b-e55f-4e5c-8051-46e60bc4a4d6 {{(pid=103306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 21:26:48.692556 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-eb927160-5cdd-4880-9c8e-6bc6e6f12fa8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746560630878'] for port (cbe6861b-e55f-4e5c-8051-46e60bc4a4d6), before_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:26:48.763760 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-eb927160-5cdd-4880-9c8e-6bc6e6f12fa8 None None] For port cbe6861b-e55f-4e5c-8051-46e60bc4a4d6, host n-d-760453-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=cbe6861b-e55f-4e5c-8051-46e60bc4a4d6,segment=NetworkSegment(3c6d624c-ba08-479a-b68a-7684ce678b5c),segment_id=3c6d624c-ba08-479a-b68a-7684ce678b5c)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:26:48.763963 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-eb927160-5cdd-4880-9c8e-6bc6e6f12fa8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4109658'] for port (cbe6861b-e55f-4e5c-8051-46e60bc4a4d6), precommit_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:26:48.781174 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-eb927160-5cdd-4880-9c8e-6bc6e6f12fa8 None None] Calling delete_port for cbe6861b-e55f-4e5c-8051-46e60bc4a4d6 owned by network:dhcp {{(pid=103306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 21:26:48.864239 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-eb927160-5cdd-4880-9c8e-6bc6e6f12fa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746560636600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746560234536'] for port (cbe6861b-e55f-4e5c-8051-46e60bc4a4d6), after_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:26:48.901643 n-d-760453-5 neutron-server[103304]: DEBUG neutron.objects.ports [None req-1ac1faf3-41e0-4915-a2f1-7680ac31f316 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103304) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Jan 26 21:26:48.911242 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb927160-5cdd-4880-9c8e-6bc6e6f12fa8 None None] Pushing event deleted for resources: {'Port': ['ID=cbe6861b-e55f-4e5c-8051-46e60bc4a4d6,revision_number=None']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:26:48.920120 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb927160-5cdd-4880-9c8e-6bc6e6f12fa8 None None] No DVR routers for this DVR port cbe6861b-e55f-4e5c-8051-46e60bc4a4d6 on host n-d-760453-5 {{(pid=103306) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 26 21:26:48.939608 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-ccfdbff4-2916-4d91-b109-958f114b3f10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (474ccdf7-ab6c-405b-a3b2-dc7b05829902), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:26:49.032165 n-d-760453-5 neutron-server[103304]: WARNING neutron.services.revisions.revision_plugin [None req-1ac1faf3-41e0-4915-a2f1-7680ac31f316 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Could not find related port for resource to bump revision. Jan 26 21:26:49.052060 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.ipam_pluggable_backend [None req-1ac1faf3-41e0-4915-a2f1-7680ac31f316 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Port cbe6861b-e55f-4e5c-8051-46e60bc4a4d6 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=103304) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:597}} Jan 26 21:26:49.052373 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.ipam_pluggable_backend [None req-1ac1faf3-41e0-4915-a2f1-7680ac31f316 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Reverting IP allocation for 2001:db8::f816:3eff:fed5:d1ea {{(pid=103304) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:599}} Jan 26 21:26:49.057485 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.ipam_pluggable_backend [None req-1ac1faf3-41e0-4915-a2f1-7680ac31f316 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fed5:d1ea {{(pid=103304) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:605}} Jan 26 21:26:49.061041 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-1ac1faf3-41e0-4915-a2f1-7680ac31f316 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9285249', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12215227'] for subnet (d06548ea-ad17-43a3-bd75-13ba9affd02b), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:26:49.078225 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Device 0e276cda-e017-4239-a715-d1c940971740 no longer exists at agent hyperv_n-h2-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 26 21:26:49.100524 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] No Port match for: 0e276cda-e017-4239-a715-d1c940971740 {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 26 21:26:49.100898 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Device 0e276cda-e017-4239-a715-d1c940971740 not bound to the agent host n-h2-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 26 21:26:49.101334 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Device 50f6ea13-6a6f-44fb-98a6-c039c35477c7 no longer exists at agent hyperv_n-h2-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 26 21:26:49.115652 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280177b8-aad5-4552-aa1b-4c72ace4ad02 req-d2eb2d13-e5b7-49a3-b1bc-407fa5b327e3 tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:26:49.121840 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280177b8-aad5-4552-aa1b-4c72ace4ad02 req-d2eb2d13-e5b7-49a3-b1bc-407fa5b327e3 tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:26:49.127052 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280177b8-aad5-4552-aa1b-4c72ace4ad02 req-d2eb2d13-e5b7-49a3-b1bc-407fa5b327e3 tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:26:49.132869 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280177b8-aad5-4552-aa1b-4c72ace4ad02 req-d2eb2d13-e5b7-49a3-b1bc-407fa5b327e3 tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:26:49.138544 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280177b8-aad5-4552-aa1b-4c72ace4ad02 req-d2eb2d13-e5b7-49a3-b1bc-407fa5b327e3 tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:26:49.143837 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280177b8-aad5-4552-aa1b-4c72ace4ad02 req-d2eb2d13-e5b7-49a3-b1bc-407fa5b327e3 tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:26:49.149186 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280177b8-aad5-4552-aa1b-4c72ace4ad02 req-d2eb2d13-e5b7-49a3-b1bc-407fa5b327e3 tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:26:49.153562 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-280177b8-aad5-4552-aa1b-4c72ace4ad02 req-d2eb2d13-e5b7-49a3-b1bc-407fa5b327e3 tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] 10.222.0.13 "GET /v2.0/ports?device_id=cc2a45fe-1c0e-4689-a738-964e9c19e30e HTTP/1.1" status: 200 len: 5430 time: 0.1574593 Jan 26 21:26:49.179520 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ac1faf3-41e0-4915-a2f1-7680ac31f316 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Network 80bdce17-b861-46cb-9014-7071d7f46353 is already hosted by enough agents. {{(pid=103304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 21:26:49.184146 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac1faf3-41e0-4915-a2f1-7680ac31f316 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Pushing event updated for resources: {'Subnet': ['ID=d06548ea-ad17-43a3-bd75-13ba9affd02b,revision_number=0']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:26:49.188672 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Current status of the port 50f6ea13-6a6f-44fb-98a6-c039c35477c7 is: ACTIVE; New status is: DOWN {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:26:49.189070 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (50f6ea13-6a6f-44fb-98a6-c039c35477c7), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:26:49.191299 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [None req-1ac1faf3-41e0-4915-a2f1-7680ac31f316 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Resources bound (agent type, host, resource id): {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:26:49.210883 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ac1faf3-41e0-4915-a2f1-7680ac31f316 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:26:49.211640 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-1ac1faf3-41e0-4915-a2f1-7680ac31f316 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Publish callbacks [] for subnet (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:26:49.225629 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bdb0f4f-1f94-4d32-95cc-41f15713a55c None None] Network 80bdce17-b861-46cb-9014-7071d7f46353 requested from n-d-760453-5 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 26 21:26:49.290741 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-1ac1faf3-41e0-4915-a2f1-7680ac31f316 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 0.8227155 Jan 26 21:26:49.295640 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 46340) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:26:49.301568 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-7ba72529-94d4-41c9-851b-0ea7263a214b tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Request body: {'port': {'network_id': '80bdce17-b861-46cb-9014-7071d7f46353', 'mac_address': 'fa:16:3e:60:70:0d', 'name': 'tempest-NetworksTestDHCPv6-1485651497'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:26:49.309662 n-d-760453-5 neutron-server[103306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bea5c7f0-506a-473d-a8ca-6675031f7299', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '50f6ea13-6a6f-44fb-98a6-c039c35477c7'}] {{(pid=103306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 21:26:49.312425 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-280177b8-aad5-4552-aa1b-4c72ace4ad02 req-3a52e9ff-448e-474a-a4fa-07dc3274863d tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] 10.222.0.13 "GET /v2.0/security-groups?id=cdcbac26-bdec-4926-b949-1e63137fb150&id=e87e70a3-dfc0-4db8-90a2-ffd9c4c809a5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1318157 Jan 26 21:26:49.313379 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9d5d370febab655511bdd2ffe887e43e442d144a440368702bcc1e93af00b97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e0763b8-429a-46eb-ba19-090b23479d61" -d '{"events": [{"server_uuid": "bea5c7f0-506a-473d-a8ca-6675031f7299", "name": "network-vif-unplugged", "status": "completed", "tag": "50f6ea13-6a6f-44fb-98a6-c039c35477c7"}]}' {{(pid=103306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 21:26:49.338309 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] For port 50f6ea13-6a6f-44fb-98a6-c039c35477c7, host n-h2-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-5',level=0,port_id=50f6ea13-6a6f-44fb-98a6-c039c35477c7,segment=NetworkSegment(4eab25d6-89d9-4907-a1c2-51b06443ba33),segment_id=4eab25d6-89d9-4907-a1c2-51b06443ba33)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:26:49.358667 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (50f6ea13-6a6f-44fb-98a6-c039c35477c7), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:26:49.423749 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 26 Jan 2022 21:26:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea9ecee9-e6b0-453c-b139-a4d0f90d0b08 x-openstack-request-id: req-ea9ecee9-e6b0-453c-b139-a4d0f90d0b08 {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 21:26:49.424223 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bea5c7f0-506a-473d-a8ca-6675031f7299", "name": "network-vif-unplugged", "status": "completed", "tag": "50f6ea13-6a6f-44fb-98a6-c039c35477c7", "code": 200}]} {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 21:26:49.424615 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ea9ecee9-e6b0-453c-b139-a4d0f90d0b08 {{(pid=103306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 21:26:49.425139 n-d-760453-5 neutron-server[103306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bea5c7f0-506a-473d-a8ca-6675031f7299', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '50f6ea13-6a6f-44fb-98a6-c039c35477c7', 'code': 200} Jan 26 21:26:49.466475 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c64c350-7bb6-40e8-858c-0065ca67fc91 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3c4099e8-8ffb-51d1-af7f-5868973e933f-80bdce17-b861-46cb-9014-7071d7f46353', 'network_id': '80bdce17-b861-46cb-9014-7071d7f46353', 'project_id': '91ff6b128d484238b8b1d440faeb9154', 'fixed_ips': [{'subnet_id': 'd06548ea-ad17-43a3-bd75-13ba9affd02b'}]}} from n-d-760453-5. {{(pid=103306) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 26 21:26:49.467759 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-9c64c350-7bb6-40e8-858c-0065ca67fc91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (None), before_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:26:49.493637 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Pushing event updated for resources: {'Port': ['ID=50f6ea13-6a6f-44fb-98a6-c039c35477c7,revision_number=8']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:26:49.541871 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ba72529-94d4-41c9-851b-0ea7263a214b tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Made reservation on behalf of 91ff6b128d484238b8b1d440faeb9154 for: {'port': 1} {{(pid=103305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 21:26:49.547713 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-7ba72529-94d4-41c9-851b-0ea7263a214b tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:26:49.561239 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159dc960-0081-4e61-881b-0bd8118e6300 req-3c9ca337-e832-4dd9-aea9-812e28ffbc0b tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:26:49.570134 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159dc960-0081-4e61-881b-0bd8118e6300 req-3c9ca337-e832-4dd9-aea9-812e28ffbc0b tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:26:49.579392 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159dc960-0081-4e61-881b-0bd8118e6300 req-3c9ca337-e832-4dd9-aea9-812e28ffbc0b tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:26:49.586842 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159dc960-0081-4e61-881b-0bd8118e6300 req-3c9ca337-e832-4dd9-aea9-812e28ffbc0b tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:26:49.590893 n-d-760453-5 neutron-server[103305]: DEBUG neutron.notifiers.nova [None req-7ba72529-94d4-41c9-851b-0ea7263a214b tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] device_id is not set on port efb48734-f57a-455c-9c06-b7296c1fa602 yet. {{(pid=103305) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 26 21:26:49.594902 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159dc960-0081-4e61-881b-0bd8118e6300 req-3c9ca337-e832-4dd9-aea9-812e28ffbc0b tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:26:49.602068 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159dc960-0081-4e61-881b-0bd8118e6300 req-3c9ca337-e832-4dd9-aea9-812e28ffbc0b tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:26:49.609536 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159dc960-0081-4e61-881b-0bd8118e6300 req-3c9ca337-e832-4dd9-aea9-812e28ffbc0b tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:26:49.622997 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-159dc960-0081-4e61-881b-0bd8118e6300 req-3c9ca337-e832-4dd9-aea9-812e28ffbc0b tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] 10.222.0.13 "GET /v2.0/ports?device_id=cc2a45fe-1c0e-4689-a738-964e9c19e30e HTTP/1.1" status: 200 len: 5430 time: 0.1733022 Jan 26 21:26:49.622997 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 46360) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:26:49.649559 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-f03c4610-3968-4859-916b-7237585c8bea tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] Request body: {'floatingip': {'port_id': '67dd3dc7-a2ab-4f67-874c-e61c9c62ab11'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:26:49.650502 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.db_base_plugin_common [None req-9c64c350-7bb6-40e8-858c-0065ca67fc91 None None] Allocated IP 2001:db8::f816:3eff:fecd:4dad (80bdce17-b861-46cb-9014-7071d7f46353/d06548ea-ad17-43a3-bd75-13ba9affd02b/be4936a8-7957-486c-8d5e-085868fd8b9e) {{(pid=103306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 21:26:49.726429 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-f03c4610-3968-4859-916b-7237585c8bea tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] Publish callbacks [] for floatingip (37d697b3-6eb4-4be4-9ac9-a41746cfc1a8), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:26:49.863945 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-9c64c350-7bb6-40e8-858c-0065ca67fc91 None None] Publish callbacks [] for port (be4936a8-7957-486c-8d5e-085868fd8b9e), precommit_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:26:49.879620 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-9c64c350-7bb6-40e8-858c-0065ca67fc91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746560234527'] for port (be4936a8-7957-486c-8d5e-085868fd8b9e), after_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:26:49.945726 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.db_base_plugin_common [None req-7ba72529-94d4-41c9-851b-0ea7263a214b tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Allocated IP 2001:db8::f816:3eff:fe60:700d (80bdce17-b861-46cb-9014-7071d7f46353/d06548ea-ad17-43a3-bd75-13ba9affd02b/efb48734-f57a-455c-9c06-b7296c1fa602) {{(pid=103305) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 21:26:49.982856 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c64c350-7bb6-40e8-858c-0065ca67fc91 None None] Pushing event updated for resources: {'Port': ['ID=be4936a8-7957-486c-8d5e-085868fd8b9e,revision_number=1']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:26:49.994775 n-d-760453-5 neutron-server[103306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c64c350-7bb6-40e8-858c-0065ca67fc91 None None] Network 80bdce17-b861-46cb-9014-7071d7f46353 is already hosted by enough agents. {{(pid=103306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 21:26:49.996665 n-d-760453-5 neutron-server[103306]: DEBUG neutron.scheduler.base_scheduler [None req-9c64c350-7bb6-40e8-858c-0065ca67fc91 None None] Resources bound (agent type, host, resource id): {{(pid=103306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:26:49.999429 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c64c350-7bb6-40e8-858c-0065ca67fc91 None None] Received port after_create {{(pid=103306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 21:26:50.074914 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-9c64c350-7bb6-40e8-858c-0065ca67fc91 None None] Attempting to bind port be4936a8-7957-486c-8d5e-085868fd8b9e on host n-d-760453-5 for vnic_type normal with profile {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 21:26:50.075658 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-9c64c350-7bb6-40e8-858c-0065ca67fc91 None None] Attempting to bind port be4936a8-7957-486c-8d5e-085868fd8b9e by drivers openvswitch,hyperv on host n-d-760453-5 at level 0 using segments [{'id': '3c6d624c-ba08-479a-b68a-7684ce678b5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '80bdce17-b861-46cb-9014-7071d7f46353'}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 26 21:26:50.076190 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c64c350-7bb6-40e8-858c-0065ca67fc91 None None] Attempting to bind port be4936a8-7957-486c-8d5e-085868fd8b9e on network 80bdce17-b861-46cb-9014-7071d7f46353 {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 21:26:50.082789 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c64c350-7bb6-40e8-858c-0065ca67fc91 None None] Checking agent: {'id': 'fea0591a-627d-4c87-9a9a-01625ddf3277', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760453-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 20, 55, 25), 'started_at': datetime.datetime(2022, 1, 26, 20, 55, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 21, 26, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760453-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 26 21:26:50.083181 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c64c350-7bb6-40e8-858c-0065ca67fc91 None None] Checking segment: {'id': '3c6d624c-ba08-479a-b68a-7684ce678b5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '80bdce17-b861-46cb-9014-7071d7f46353'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 21:26:50.083598 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-9c64c350-7bb6-40e8-858c-0065ca67fc91 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:26:50.084119 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c64c350-7bb6-40e8-858c-0065ca67fc91 None None] Bound using segment: {'id': '3c6d624c-ba08-479a-b68a-7684ce678b5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '80bdce17-b861-46cb-9014-7071d7f46353'} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 26 21:26:50.084606 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-9c64c350-7bb6-40e8-858c-0065ca67fc91 None None] Bound port: be4936a8-7957-486c-8d5e-085868fd8b9e, host: n-d-760453-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c6d624c-ba08-479a-b68a-7684ce678b5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '80bdce17-b861-46cb-9014-7071d7f46353'}}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 26 21:26:50.084990 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-9c64c350-7bb6-40e8-858c-0065ca67fc91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (be4936a8-7957-486c-8d5e-085868fd8b9e), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:26:50.123948 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-7ba72529-94d4-41c9-851b-0ea7263a214b tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Publish callbacks [] for port (efb48734-f57a-455c-9c06-b7296c1fa602), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:26:50.164581 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-9c64c350-7bb6-40e8-858c-0065ca67fc91 None None] For port be4936a8-7957-486c-8d5e-085868fd8b9e, host n-d-760453-5, cleared binding levels {{(pid=103306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 26 21:26:50.168551 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-9c64c350-7bb6-40e8-858c-0065ca67fc91 None None] For port be4936a8-7957-486c-8d5e-085868fd8b9e, host n-d-760453-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=be4936a8-7957-486c-8d5e-085868fd8b9e,segment=NetworkSegment(3c6d624c-ba08-479a-b68a-7684ce678b5c),segment_id=3c6d624c-ba08-479a-b68a-7684ce678b5c)] {{(pid=103306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 26 21:26:50.176886 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-9c64c350-7bb6-40e8-858c-0065ca67fc91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (be4936a8-7957-486c-8d5e-085868fd8b9e), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:26:50.184029 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-7ba72529-94d4-41c9-851b-0ea7263a214b tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746560234527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11791543'] for port (efb48734-f57a-455c-9c06-b7296c1fa602), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:26:50.226621 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ba72529-94d4-41c9-851b-0ea7263a214b tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Network 80bdce17-b861-46cb-9014-7071d7f46353 is already hosted by enough agents. {{(pid=103305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 21:26:50.231414 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [None req-7ba72529-94d4-41c9-851b-0ea7263a214b tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Resources bound (agent type, host, resource id): {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:26:50.236258 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ba72529-94d4-41c9-851b-0ea7263a214b tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Received port after_create {{(pid=103305) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 21:26:50.251165 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ba72529-94d4-41c9-851b-0ea7263a214b tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:26:50.252097 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-7ba72529-94d4-41c9-851b-0ea7263a214b tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:26:50.283049 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-7ba72529-94d4-41c9-851b-0ea7263a214b tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 0.9861994 Jan 26 21:26:50.295815 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 46428) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:26:50.299783 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba72529-94d4-41c9-851b-0ea7263a214b tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Pushing event updated for resources: {'Port': ['ID=efb48734-f57a-455c-9c06-b7296c1fa602,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:26:50.315325 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c64c350-7bb6-40e8-858c-0065ca67fc91 None None] Pushing event updated for resources: {'Port': ['ID=be4936a8-7957-486c-8d5e-085868fd8b9e,revision_number=2']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:26:50.479995 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d36d47e4-42ab-4af0-a89a-2fcb211e710d tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:26:50.485478 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d36d47e4-42ab-4af0-a89a-2fcb211e710d tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:26:50.487112 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-d36d47e4-42ab-4af0-a89a-2fcb211e710d tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.1700397 Jan 26 21:26:50.489913 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 46444) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:26:50.623898 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-2eb7f2d9-07e5-4494-8d34-3b4d58ca835c tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Deleting port efb48734-f57a-455c-9c06-b7296c1fa602 {{(pid=103305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 21:26:50.624252 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-2eb7f2d9-07e5-4494-8d34-3b4d58ca835c tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746560630878'] for port (efb48734-f57a-455c-9c06-b7296c1fa602), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:26:50.820034 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-2eb7f2d9-07e5-4494-8d34-3b4d58ca835c tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4109658'] for port (efb48734-f57a-455c-9c06-b7296c1fa602), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:26:50.868684 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-2eb7f2d9-07e5-4494-8d34-3b4d58ca835c tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Calling delete_port for efb48734-f57a-455c-9c06-b7296c1fa602 owned by {{(pid=103305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 21:26:51.019686 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-f03c4610-3968-4859-916b-7237585c8bea tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:26:51.025246 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-f03c4610-3968-4859-916b-7237585c8bea tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4110913'] for floatingip (37d697b3-6eb4-4be4-9ac9-a41746cfc1a8), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:26:51.029219 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device be4936a8-7957-486c-8d5e-085868fd8b9e up at agent ovs-agent-n-d-760453-5 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 21:26:51.128705 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-2eb7f2d9-07e5-4494-8d34-3b4d58ca835c tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746560636600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746560234536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11791543'] for port (efb48734-f57a-455c-9c06-b7296c1fa602), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:26:51.129554 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Provisioning complete for port be4936a8-7957-486c-8d5e-085868fd8b9e triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:26:51.130073 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (be4936a8-7957-486c-8d5e-085868fd8b9e), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:26:51.171268 n-d-760453-5 neutron-server[103304]: INFO neutron.db.l3_db [None req-f03c4610-3968-4859-916b-7237585c8bea tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] Floating IP 37d697b3-6eb4-4be4-9ac9-a41746cfc1a8 associated. External IP: 172.25.1.140, port: 67dd3dc7-a2ab-4f67-874c-e61c9c62ab11. Jan 26 21:26:51.190715 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb7f2d9-07e5-4494-8d34-3b4d58ca835c tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Pushing event deleted for resources: {'Port': ['ID=efb48734-f57a-455c-9c06-b7296c1fa602,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:26:51.252007 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-2eb7f2d9-07e5-4494-8d34-3b4d58ca835c tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:26:51.262719 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-2eb7f2d9-07e5-4494-8d34-3b4d58ca835c tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] 10.222.0.13 "DELETE /v2.0/ports/efb48734-f57a-455c-9c06-b7296c1fa602 HTTP/1.1" status: 204 len: 168 time: 0.7658875 Jan 26 21:26:51.262851 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 46494) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:26:51.267815 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-5704ce30-ba42-4c5d-ab12-5a482d9cb0ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (09df100c-3af1-4b0a-bda8-05914c71c458), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:26:51.277627 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Current status of the port be4936a8-7957-486c-8d5e-085868fd8b9e is: DOWN; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:26:51.277627 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (be4936a8-7957-486c-8d5e-085868fd8b9e), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:26:51.313482 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] For port be4936a8-7957-486c-8d5e-085868fd8b9e, host n-d-760453-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=be4936a8-7957-486c-8d5e-085868fd8b9e,segment=NetworkSegment(3c6d624c-ba08-479a-b68a-7684ce678b5c),segment_id=3c6d624c-ba08-479a-b68a-7684ce678b5c)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:26:51.326058 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (be4936a8-7957-486c-8d5e-085868fd8b9e), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:26:51.421096 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2c36047-c3fe-4e8d-b914-effe84c12cc7 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:26:51.422674 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2c36047-c3fe-4e8d-b914-effe84c12cc7 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:26:51.432284 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 46500) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:26:51.433824 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-e2c36047-c3fe-4e8d-b914-effe84c12cc7 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.1661172 Jan 26 21:26:51.500359 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.db_base_plugin_v2 [None req-71ac3aae-b1c6-4120-bf8c-4c5d2c3c01f6 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Deleting subnet d06548ea-ad17-43a3-bd75-13ba9affd02b {{(pid=103305) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 26 21:26:51.504653 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-71ac3aae-b1c6-4120-bf8c-4c5d2c3c01f6 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Publish callbacks [] for subnet (d06548ea-ad17-43a3-bd75-13ba9affd02b), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:26:51.507460 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Pushing event updated for resources: {'Port': ['ID=be4936a8-7957-486c-8d5e-085868fd8b9e,revision_number=3']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:26:51.553316 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-71ac3aae-b1c6-4120-bf8c-4c5d2c3c01f6 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11788946'] for subnet (d06548ea-ad17-43a3-bd75-13ba9affd02b), precommit_delete_associations {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:26:51.658344 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-71ac3aae-b1c6-4120-bf8c-4c5d2c3c01f6 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687316'] for subnet (d06548ea-ad17-43a3-bd75-13ba9affd02b), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:26:51.691298 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f03c4610-3968-4859-916b-7237585c8bea tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] Router a02de129-265d-40a5-bf6a-2da566076e9e has already been hosted by L3 agent 09df100c-3af1-4b0a-bda8-05914c71c458 {{(pid=103304) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 26 21:26:51.741821 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-71ac3aae-b1c6-4120-bf8c-4c5d2c3c01f6 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11791594', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11599980'] for subnet (d06548ea-ad17-43a3-bd75-13ba9affd02b), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:26:51.773025 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ac3aae-b1c6-4120-bf8c-4c5d2c3c01f6 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Pushing event deleted for resources: {'Subnet': ['ID=d06548ea-ad17-43a3-bd75-13ba9affd02b,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:26:51.785636 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-71ac3aae-b1c6-4120-bf8c-4c5d2c3c01f6 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709645'] for subnet (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:26:51.789574 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-71ac3aae-b1c6-4120-bf8c-4c5d2c3c01f6 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] 10.222.0.13 "DELETE /v2.0/subnets/d06548ea-ad17-43a3-bd75-13ba9affd02b HTTP/1.1" status: 204 len: 168 time: 0.3560822 Jan 26 21:26:51.792271 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 46518) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:26:51.840503 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e5c428e-32f1-48fd-b1a0-8cb5dce0171f None None] Network 80bdce17-b861-46cb-9014-7071d7f46353 requested from n-d-760453-5 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 26 21:26:51.878000 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-a008a76a-2764-444a-bc73-af6277bda3ea tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0845683 Jan 26 21:26:51.880874 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 46532) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:26:51.889980 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-760e6649-c859-4088-95e2-e7322688bce8 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Request body: {'subnet': {'network_id': '80bdce17-b861-46cb-9014-7071d7f46353', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:26:51.897931 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f03c4610-3968-4859-916b-7237585c8bea tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] Notify agent at l3_agent.n-d-760453-5 the message routers_updated {{(pid=103304) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 26 21:26:51.904478 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-f03c4610-3968-4859-916b-7237585c8bea tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for floatingip (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:26:51.915569 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45c8f1c7-e0b9-4d76-8dae-c6bc3bca6c8e None None] Sync routers for ids ['a02de129-265d-40a5-bf6a-2da566076e9e'] in n-d-760453-5 {{(pid=103306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 26 21:26:51.940493 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-f03c4610-3968-4859-916b-7237585c8bea tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] 10.222.0.13 "PUT /v2.0/floatingips/37d697b3-6eb4-4be4-9ac9-a41746cfc1a8 HTTP/1.1" status: 200 len: 992 time: 2.3137429 Jan 26 21:26:51.941271 n-d-760453-5 neutron-server[103304]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc2a45fe-1c0e-4689-a738-964e9c19e30e', 'tag': '67dd3dc7-a2ab-4f67-874c-e61c9c62ab11'}] {{(pid=103304) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 21:26:51.943844 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d52b45f1943fcd332af9527eb73ff93c8d715d44383a3f6d18de73b4cfcf87b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79b7f876-1754-49bd-8db1-224b8674307f" -d '{"events": [{"name": "network-changed", "server_uuid": "cc2a45fe-1c0e-4689-a738-964e9c19e30e", "tag": "67dd3dc7-a2ab-4f67-874c-e61c9c62ab11"}]}' {{(pid=103304) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 21:26:51.955977 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45c8f1c7-e0b9-4d76-8dae-c6bc3bca6c8e None None] Routers {'a02de129-265d-40a5-bf6a-2da566076e9e'} bound to L3 agent in host n-d-760453-5 {{(pid=103306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 21:26:51.956623 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-45c8f1c7-e0b9-4d76-8dae-c6bc3bca6c8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-26T20:55:21Z,description=,heartbeat_timestamp=2022-01-26T21:26:51Z,host='n-d-760453-5',id=09df100c-3af1-4b0a-bda8-05914c71c458,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:55:21Z,topic='l3_agent')) {'router_ids': ['a02de129-265d-40a5-bf6a-2da566076e9e'], 'active': True} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:26:52.024048 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 26 Jan 2022 21:26:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4447dfb-bdb2-4dad-aaec-46ad0ea59dea x-openstack-request-id: req-d4447dfb-bdb2-4dad-aaec-46ad0ea59dea {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 21:26:52.024349 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cc2a45fe-1c0e-4689-a738-964e9c19e30e", "tag": "67dd3dc7-a2ab-4f67-874c-e61c9c62ab11", "status": "completed", "code": 200}]} {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 21:26:52.024612 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d4447dfb-bdb2-4dad-aaec-46ad0ea59dea {{(pid=103304) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 21:26:52.025024 n-d-760453-5 neutron-server[103304]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cc2a45fe-1c0e-4689-a738-964e9c19e30e', 'tag': '67dd3dc7-a2ab-4f67-874c-e61c9c62ab11', 'status': 'completed', 'code': 200} Jan 26 21:26:52.030857 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-53efa9af-c448-41a8-8b54-b4b173d42bd9 None None] Provisioning complete for port be4936a8-7957-486c-8d5e-085868fd8b9e triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:26:52.031261 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-53efa9af-c448-41a8-8b54-b4b173d42bd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (be4936a8-7957-486c-8d5e-085868fd8b9e), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:26:52.171642 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b7f876-1754-49bd-8db1-224b8674307f req-3e3b85d7-0c31-4972-b000-6ebf08af3be3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:26:52.172590 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b7f876-1754-49bd-8db1-224b8674307f req-3e3b85d7-0c31-4972-b000-6ebf08af3be3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:26:52.173070 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b7f876-1754-49bd-8db1-224b8674307f req-3e3b85d7-0c31-4972-b000-6ebf08af3be3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:26:52.173600 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b7f876-1754-49bd-8db1-224b8674307f req-3e3b85d7-0c31-4972-b000-6ebf08af3be3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:26:52.174348 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b7f876-1754-49bd-8db1-224b8674307f req-3e3b85d7-0c31-4972-b000-6ebf08af3be3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:26:52.174526 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b7f876-1754-49bd-8db1-224b8674307f req-3e3b85d7-0c31-4972-b000-6ebf08af3be3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:26:52.174976 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b7f876-1754-49bd-8db1-224b8674307f req-3e3b85d7-0c31-4972-b000-6ebf08af3be3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:26:52.176951 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-79b7f876-1754-49bd-8db1-224b8674307f req-3e3b85d7-0c31-4972-b000-6ebf08af3be3 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=2de9f498797a4527ba13c10b546ad5bb&device_id=cc2a45fe-1c0e-4689-a738-964e9c19e30e HTTP/1.1" status: 200 len: 6487 time: 0.1316025 Jan 26 21:26:52.193574 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-760e6649-c859-4088-95e2-e7322688bce8 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Made reservation on behalf of 91ff6b128d484238b8b1d440faeb9154 for: {'subnet': 1} {{(pid=103305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 21:26:52.196871 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-760e6649-c859-4088-95e2-e7322688bce8 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11599953'] for subnet (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:26:52.198290 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvr_db [None req-45c8f1c7-e0b9-4d76-8dae-c6bc3bca6c8e None None] Set router a02de129-265d-40a5-bf6a-2da566076e9e gateway port host: n-d-760453-5 {{(pid=103306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 21:26:52.317673 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-856a1e7f-ba58-4f1c-985c-82a339d6d267 None None] DHCP port deletion for 80bdce17-b861-46cb-9014-7071d7f46353 request from n-d-760453-5 {{(pid=103306) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 26 21:26:52.422818 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b7f876-1754-49bd-8db1-224b8674307f req-78c0841e-2586-4a55-b36e-9e835c04a6fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:26:52.437711 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-79b7f876-1754-49bd-8db1-224b8674307f req-78c0841e-2586-4a55-b36e-9e835c04a6fe service neutron] 10.222.0.57 "GET /v2.0/networks?id=485a3106-1745-41f6-8c52-37ebe4fdcc0c HTTP/1.1" status: 200 len: 913 time: 0.2530439 Jan 26 21:26:52.527350 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-79b7f876-1754-49bd-8db1-224b8674307f req-d4f92878-9116-40f1-8395-9f325049aeff service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=67dd3dc7-a2ab-4f67-874c-e61c9c62ab11 HTTP/1.1" status: 200 len: 1000 time: 0.0812500 Jan 26 21:26:52.688149 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-841f5991-a4d8-4d4b-b215-cbc6bab5427b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (aa7ee9d2-08eb-4e12-b895-24c57300dfec), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:26:52.713066 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-53efa9af-c448-41a8-8b54-b4b173d42bd9 None None] Current status of the port be4936a8-7957-486c-8d5e-085868fd8b9e is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:26:52.750360 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-45c8f1c7-e0b9-4d76-8dae-c6bc3bca6c8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a02de129-265d-40a5-bf6a-2da566076e9e', 'name': 'tempest-TaggedBootDevicesTest-1986777617-router', 'tenant_id': '2de9f498797a4527ba13c10b546ad5bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'external_fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.65'}], 'enable_snat': True}, 'gw_port_id': 'e3c02786-a9d1-466e-a2da-b614cacbd0c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T21:22:45Z', 'updated_at': '2022-01-26T21:22:53Z', 'revision_number': 4, 'project_id': '2de9f498797a4527ba13c10b546ad5bb', 'gw_port': {'id': 'e3c02786-a9d1-466e-a2da-b614cacbd0c9', 'name': '', 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:e7:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a02de129-265d-40a5-bf6a-2da566076e9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2142, 'fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:22:46Z', 'updated_at': '2022-01-26T21:22:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-5', '_floatingips': [{'id': '37d697b3-6eb4-4be4-9ac9-a41746cfc1a8', 'tenant_id': '2de9f498797a4527ba13c10b546ad5bb', 'floating_ip_address': '172.25.1.140', 'floating_network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'router_id': 'a02de129-265d-40a5-bf6a-2da566076e9e', 'port_id': '67dd3dc7-a2ab-4f67-874c-e61c9c62ab11', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2279, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '485a3106-1745-41f6-8c52-37ebe4fdcc0c', 'mac_address': 'fa:16:3e:45:58:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc2a45fe-1c0e-4689-a738-964e9c19e30e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-26T21:24:21Z', 'updated_at': '2022-01-26T21:26:50Z', 'revision_number': 1, 'project_id': '2de9f498797a4527ba13c10b546ad5bb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd1ead250-79ae-4750-8d5a-d77dc0e4e2e4', 'name': '', 'network_id': '485a3106-1745-41f6-8c52-37ebe4fdcc0c', 'tenant_id': '2de9f498797a4527ba13c10b546ad5bb', 'mac_address': 'fa:16:3e:75:61:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a02de129-265d-40a5-bf6a-2da566076e9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2158, 'fixed_ips': [{'subnet_id': 'dea740a7-2861-4520-a7c8-4e14271821b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:22:51Z', 'updated_at': '2022-01-26T21:23:01Z', 'revision_number': 5, 'project_id': '2de9f498797a4527ba13c10b546ad5bb', 'subnets': [{'id': 'dea740a7-2861-4520-a7c8-4e14271821b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760453-5', False) {} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:26:52.752929 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-856a1e7f-ba58-4f1c-985c-82a339d6d267 None None] Deleting port be4936a8-7957-486c-8d5e-085868fd8b9e {{(pid=103306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 21:26:52.753274 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b7f876-1754-49bd-8db1-224b8674307f req-f4b95bed-8070-48b1-971a-054ad8d61592 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:26:52.753408 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-856a1e7f-ba58-4f1c-985c-82a339d6d267 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746560630878'] for port (be4936a8-7957-486c-8d5e-085868fd8b9e), before_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:26:52.755511 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-79b7f876-1754-49bd-8db1-224b8674307f req-f4b95bed-8070-48b1-971a-054ad8d61592 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=dea740a7-2861-4520-a7c8-4e14271821b5 HTTP/1.1" status: 200 len: 851 time: 0.2220144 Jan 26 21:26:52.829284 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45c8f1c7-e0b9-4d76-8dae-c6bc3bca6c8e None None] Checking router: a02de129-265d-40a5-bf6a-2da566076e9e for host: n-d-760453-5 {{(pid=103306) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 26 21:26:52.865015 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b7f876-1754-49bd-8db1-224b8674307f req-e71be216-7515-4ec6-936d-6aa6e2d2c3fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:26:52.866771 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-79b7f876-1754-49bd-8db1-224b8674307f req-e71be216-7515-4ec6-936d-6aa6e2d2c3fa service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=485a3106-1745-41f6-8c52-37ebe4fdcc0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1022871 Jan 26 21:26:52.886740 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45c8f1c7-e0b9-4d76-8dae-c6bc3bca6c8e None None] Routers {'a02de129-265d-40a5-bf6a-2da566076e9e'} bound to L3 agent in host n-d-760453-5 {{(pid=103306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 21:26:52.887294 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-45c8f1c7-e0b9-4d76-8dae-c6bc3bca6c8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-26T20:55:21Z,description=,heartbeat_timestamp=2022-01-26T21:26:51Z,host='n-d-760453-5',id=09df100c-3af1-4b0a-bda8-05914c71c458,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:55:21Z,topic='l3_agent')) {'router_ids': ['a02de129-265d-40a5-bf6a-2da566076e9e'], 'active': True} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:26:52.988454 n-d-760453-5 neutron-server[103305]: DEBUG neutron.objects.ports [None req-760e6649-c859-4088-95e2-e7322688bce8 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103305) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Jan 26 21:26:53.024555 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvr_db [None req-45c8f1c7-e0b9-4d76-8dae-c6bc3bca6c8e None None] Set router a02de129-265d-40a5-bf6a-2da566076e9e gateway port host: n-d-760453-5 {{(pid=103306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 21:26:53.091009 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-79b7f876-1754-49bd-8db1-224b8674307f req-c9f8b28b-b1fd-4c52-b896-3c1b595b252e service neutron] 10.222.0.57 "GET /v2.0/networks/485a3106-1745-41f6-8c52-37ebe4fdcc0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1959679 Jan 26 21:26:53.157602 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device be4936a8-7957-486c-8d5e-085868fd8b9e no longer exists at agent ovs-agent-n-d-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 26 21:26:53.200533 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-79b7f876-1754-49bd-8db1-224b8674307f req-b3228e22-a16d-42ea-bc92-523fa06e1b1e service neutron] 10.222.0.57 "GET /v2.0/networks/485a3106-1745-41f6-8c52-37ebe4fdcc0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0994208 Jan 26 21:26:53.308020 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-760e6649-c859-4088-95e2-e7322688bce8 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (be4936a8-7957-486c-8d5e-085868fd8b9e), before_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:26:53.309864 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (4d619873-4b60-439f-9b5a-b155dc8bbc34), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:26:53.345110 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-856a1e7f-ba58-4f1c-985c-82a339d6d267 None None] For port be4936a8-7957-486c-8d5e-085868fd8b9e, host n-d-760453-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=be4936a8-7957-486c-8d5e-085868fd8b9e,segment=NetworkSegment(3c6d624c-ba08-479a-b68a-7684ce678b5c),segment_id=3c6d624c-ba08-479a-b68a-7684ce678b5c)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:26:53.345913 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-856a1e7f-ba58-4f1c-985c-82a339d6d267 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4109658'] for port (be4936a8-7957-486c-8d5e-085868fd8b9e), precommit_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:26:53.402904 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-856a1e7f-ba58-4f1c-985c-82a339d6d267 None None] Calling delete_port for be4936a8-7957-486c-8d5e-085868fd8b9e owned by network:dhcp {{(pid=103306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 21:26:53.482589 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Device 91f29fd8-6388-453d-9829-9a8fc59108e3 details requested by agent hyperv_n-h1-760453-5 with host n-h1-760453-5 {{(pid=103306) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 26 21:26:53.485173 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Current status of the port be4936a8-7957-486c-8d5e-085868fd8b9e is: ACTIVE; New status is: DOWN {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:26:53.485648 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (be4936a8-7957-486c-8d5e-085868fd8b9e), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:26:53.568157 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [None req-760e6649-c859-4088-95e2-e7322688bce8 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] For port be4936a8-7957-486c-8d5e-085868fd8b9e, host n-d-760453-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=be4936a8-7957-486c-8d5e-085868fd8b9e,segment=NetworkSegment(3c6d624c-ba08-479a-b68a-7684ce678b5c),segment_id=3c6d624c-ba08-479a-b68a-7684ce678b5c)] {{(pid=103305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:26:53.603422 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-760e6649-c859-4088-95e2-e7322688bce8 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Publish callbacks [] for port (be4936a8-7957-486c-8d5e-085868fd8b9e), precommit_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:26:53.610867 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-760e6649-c859-4088-95e2-e7322688bce8 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11791520'] for port (be4936a8-7957-486c-8d5e-085868fd8b9e), after_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:26:53.611886 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-760e6649-c859-4088-95e2-e7322688bce8 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11788839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11599975'] for subnet (7a5f08ff-a6ab-457f-a3df-68e21f9a0a81), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:26:53.620678 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] For port 91f29fd8-6388-453d-9829-9a8fc59108e3, host n-h1-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-5',level=0,port_id=91f29fd8-6388-453d-9829-9a8fc59108e3,segment=NetworkSegment(4eab25d6-89d9-4907-a1c2-51b06443ba33),segment_id=4eab25d6-89d9-4907-a1c2-51b06443ba33)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:26:53.640370 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Returning: {'device': '91f29fd8-6388-453d-9829-9a8fc59108e3', 'network_id': '7fbe9cf5-e12c-436d-b372-55a19c9faa30', 'port_id': '91f29fd8-6388-453d-9829-9a8fc59108e3', 'mac_address': 'fa:16:3e:02:4a:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 561, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fd77e534-75e6-4b90-950e-f5824d584430', 'ip_address': '192.168.233.208'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103306) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 26 21:26:53.710315 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-760e6649-c859-4088-95e2-e7322688bce8 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Pushing event updated for resources: {'Port': ['ID=be4936a8-7957-486c-8d5e-085868fd8b9e,revision_number=6']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:26:53.729735 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-760e6649-c859-4088-95e2-e7322688bce8 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Network 80bdce17-b861-46cb-9014-7071d7f46353 is already hosted by enough agents. {{(pid=103305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 21:26:53.733626 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [None req-760e6649-c859-4088-95e2-e7322688bce8 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Resources bound (agent type, host, resource id): {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:26:53.739678 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-760e6649-c859-4088-95e2-e7322688bce8 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:26:53.740753 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-760e6649-c859-4088-95e2-e7322688bce8 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709645'] for subnet (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:26:53.764742 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-856a1e7f-ba58-4f1c-985c-82a339d6d267 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746560636600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746560234536'] for port (be4936a8-7957-486c-8d5e-085868fd8b9e), after_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:26:53.772277 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.db.api [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103306) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 26 21:26:53.772493 n-d-760453-5 neutron-server[103306]: DEBUG oslo_db.api [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 26 21:26:53.772936 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Current status of the port 91f29fd8-6388-453d-9829-9a8fc59108e3 is: DOWN; New status is: BUILD {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:26:53.773358 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (91f29fd8-6388-453d-9829-9a8fc59108e3), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:26:53.797933 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-760e6649-c859-4088-95e2-e7322688bce8 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Pushing event updated for resources: {'Subnet': ['ID=7a5f08ff-a6ab-457f-a3df-68e21f9a0a81,revision_number=0']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:26:53.806948 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-760e6649-c859-4088-95e2-e7322688bce8 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 1.9240198 Jan 26 21:26:53.809902 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 46582) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:26:53.811980 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-856a1e7f-ba58-4f1c-985c-82a339d6d267 None None] Pushing event deleted for resources: {'Port': ['ID=be4936a8-7957-486c-8d5e-085868fd8b9e,revision_number=None']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:26:53.819329 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-1f490459-da0d-4d56-a6ef-04992ec4601b tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Request body: {'port': {'network_id': '80bdce17-b861-46cb-9014-7071d7f46353', 'mac_address': 'fa:16:3e:e5:5a:a8', 'name': 'tempest-NetworksTestDHCPv6-643335451'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:26:53.821269 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-856a1e7f-ba58-4f1c-985c-82a339d6d267 None None] No DVR routers for this DVR port be4936a8-7957-486c-8d5e-085868fd8b9e on host n-d-760453-5 {{(pid=103306) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 26 21:26:53.831584 n-d-760453-5 neutron-server[103306]: DEBUG neutron.notifiers.nova [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 91f29fd8-6388-453d-9829-9a8fc59108e3 {{(pid=103306) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 26 21:26:53.842605 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-45c8f1c7-e0b9-4d76-8dae-c6bc3bca6c8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a02de129-265d-40a5-bf6a-2da566076e9e', 'name': 'tempest-TaggedBootDevicesTest-1986777617-router', 'tenant_id': '2de9f498797a4527ba13c10b546ad5bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'external_fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.65'}], 'enable_snat': True}, 'gw_port_id': 'e3c02786-a9d1-466e-a2da-b614cacbd0c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T21:22:45Z', 'updated_at': '2022-01-26T21:22:53Z', 'revision_number': 4, 'project_id': '2de9f498797a4527ba13c10b546ad5bb', 'gw_port': {'id': 'e3c02786-a9d1-466e-a2da-b614cacbd0c9', 'name': '', 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:e7:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a02de129-265d-40a5-bf6a-2da566076e9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2142, 'fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:22:46Z', 'updated_at': '2022-01-26T21:22:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-5', '_floatingips': [{'id': '37d697b3-6eb4-4be4-9ac9-a41746cfc1a8', 'tenant_id': '2de9f498797a4527ba13c10b546ad5bb', 'floating_ip_address': '172.25.1.140', 'floating_network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'router_id': 'a02de129-265d-40a5-bf6a-2da566076e9e', 'port_id': '67dd3dc7-a2ab-4f67-874c-e61c9c62ab11', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2279, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '485a3106-1745-41f6-8c52-37ebe4fdcc0c', 'mac_address': 'fa:16:3e:45:58:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc2a45fe-1c0e-4689-a738-964e9c19e30e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-26T21:24:21Z', 'updated_at': '2022-01-26T21:26:50Z', 'revision_number': 1, 'project_id': '2de9f498797a4527ba13c10b546ad5bb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd1ead250-79ae-4750-8d5a-d77dc0e4e2e4', 'name': '', 'network_id': '485a3106-1745-41f6-8c52-37ebe4fdcc0c', 'tenant_id': '2de9f498797a4527ba13c10b546ad5bb', 'mac_address': 'fa:16:3e:75:61:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a02de129-265d-40a5-bf6a-2da566076e9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2158, 'fixed_ips': [{'subnet_id': 'dea740a7-2861-4520-a7c8-4e14271821b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:22:51Z', 'updated_at': '2022-01-26T21:23:01Z', 'revision_number': 5, 'project_id': '2de9f498797a4527ba13c10b546ad5bb', 'subnets': [{'id': 'dea740a7-2861-4520-a7c8-4e14271821b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760453-5', False) {} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:26:53.886675 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-553154e8-2300-41e1-b730-30c2d28ff4a3 None None] Network 80bdce17-b861-46cb-9014-7071d7f46353 requested from n-d-760453-5 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 26 21:26:53.888687 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45c8f1c7-e0b9-4d76-8dae-c6bc3bca6c8e None None] The sync data for ids ['a02de129-265d-40a5-bf6a-2da566076e9e'] in n-d-760453-5 is: [{'id': 'a02de129-265d-40a5-bf6a-2da566076e9e', 'name': 'tempest-TaggedBootDevicesTest-1986777617-router', 'tenant_id': '2de9f498797a4527ba13c10b546ad5bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'external_fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.65'}], 'enable_snat': True}, 'gw_port_id': 'e3c02786-a9d1-466e-a2da-b614cacbd0c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T21:22:45Z', 'updated_at': '2022-01-26T21:22:53Z', 'revision_number': 4, 'project_id': '2de9f498797a4527ba13c10b546ad5bb', 'gw_port': {'id': 'e3c02786-a9d1-466e-a2da-b614cacbd0c9', 'name': '', 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:e7:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a02de129-265d-40a5-bf6a-2da566076e9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2142, 'fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:22:46Z', 'updated_at': '2022-01-26T21:22:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-5', '_floatingips': [{'id': '37d697b3-6eb4-4be4-9ac9-a41746cfc1a8', 'tenant_id': '2de9f498797a4527ba13c10b546ad5bb', 'floating_ip_address': '172.25.1.140', 'floating_network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'router_id': 'a02de129-265d-40a5-bf6a-2da566076e9e', 'port_id': '67dd3dc7-a2ab-4f67-874c-e61c9c62ab11', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2279, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '485a3106-1745-41f6-8c52-37ebe4fdcc0c', 'mac_address': 'fa:16:3e:45:58:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc2a45fe-1c0e-4689-a738-964e9c19e30e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-26T21:24:21Z', 'updated_at': '2022-01-26T21:26:50Z', 'revision_number': 1, 'project_id': '2de9f498797a4527ba13c10b546ad5bb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd1ead250-79ae-4750-8d5a-d77dc0e4e2e4', 'name': '', 'network_id': '485a3106-1745-41f6-8c52-37ebe4fdcc0c', 'tenant_id': '2de9f498797a4527ba13c10b546ad5bb', 'mac_address': 'fa:16:3e:75:61:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a02de129-265d-40a5-bf6a-2da566076e9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2158, 'fixed_ips': [{'subnet_id': 'dea740a7-2861-4520-a7c8-4e14271821b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:22:51Z', 'updated_at': '2022-01-26T21:23:01Z', 'revision_number': 5, 'project_id': '2de9f498797a4527ba13c10b546ad5bb', 'subnets': [{'id': 'dea740a7-2861-4520-a7c8-4e14271821b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 26 21:26:53.895072 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] For port 91f29fd8-6388-453d-9829-9a8fc59108e3, host n-h1-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-5',level=0,port_id=91f29fd8-6388-453d-9829-9a8fc59108e3,segment=NetworkSegment(4eab25d6-89d9-4907-a1c2-51b06443ba33),segment_id=4eab25d6-89d9-4907-a1c2-51b06443ba33)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:26:53.913767 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (91f29fd8-6388-453d-9829-9a8fc59108e3), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:26:54.043412 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f490459-da0d-4d56-a6ef-04992ec4601b tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Made reservation on behalf of 91ff6b128d484238b8b1d440faeb9154 for: {'port': 1} {{(pid=103304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 21:26:54.094680 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Pushing event updated for resources: {'Port': ['ID=91f29fd8-6388-453d-9829-9a8fc59108e3,revision_number=9']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:26:54.106673 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-839dd188-ec69-470c-9ab0-d318dc1a2e96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (e79b4fc6-6c71-44b2-a6d0-ff3e1f4dfd0d), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:26:54.153120 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] get_ports_and_sgs() called for port_ids ['91f29fd8-6388-453d-9829-9a8fc59108e3'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 26 21:26:54.159828 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21ee32f4-4e02-4612-848b-cd50bf02a076 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3c4099e8-8ffb-51d1-af7f-5868973e933f-80bdce17-b861-46cb-9014-7071d7f46353', 'network_id': '80bdce17-b861-46cb-9014-7071d7f46353', 'project_id': '91ff6b128d484238b8b1d440faeb9154', 'fixed_ips': [{'subnet_id': '7a5f08ff-a6ab-457f-a3df-68e21f9a0a81'}]}} from n-d-760453-5. {{(pid=103306) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 26 21:26:54.165176 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21ee32f4-4e02-4612-848b-cd50bf02a076 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (None), before_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:26:54.182511 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-1f490459-da0d-4d56-a6ef-04992ec4601b tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:26:54.230158 n-d-760453-5 neutron-server[103304]: DEBUG neutron.notifiers.nova [None req-1f490459-da0d-4d56-a6ef-04992ec4601b tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] device_id is not set on port 9db32e87-af89-47b1-962b-b7d652d3ccc8 yet. {{(pid=103304) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 26 21:26:54.282453 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcd90091-2eae-4d31-b15a-58956d444f55 None None] New status for floating IP 37d697b3-6eb4-4be4-9ac9-a41746cfc1a8: ACTIVE {{(pid=103307) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 26 21:26:54.421615 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Port be4936a8-7957-486c-8d5e-085868fd8b9e update to DOWN by agent not found {{(pid=103306) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2196}} Jan 26 21:26:54.424971 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.db_base_plugin_common [None req-1f490459-da0d-4d56-a6ef-04992ec4601b tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Allocated IP 2001:db8::f816:3eff:fee5:5aa8 (80bdce17-b861-46cb-9014-7071d7f46353/7a5f08ff-a6ab-457f-a3df-68e21f9a0a81/9db32e87-af89-47b1-962b-b7d652d3ccc8) {{(pid=103304) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 21:26:54.681618 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-1f490459-da0d-4d56-a6ef-04992ec4601b tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Publish callbacks [] for port (9db32e87-af89-47b1-962b-b7d652d3ccc8), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:26:54.718353 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-1f490459-da0d-4d56-a6ef-04992ec4601b tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746560234527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9281553'] for port (9db32e87-af89-47b1-962b-b7d652d3ccc8), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:26:54.769099 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f490459-da0d-4d56-a6ef-04992ec4601b tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Network 80bdce17-b861-46cb-9014-7071d7f46353 is already hosted by enough agents. {{(pid=103304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 21:26:54.770936 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.db_base_plugin_common [None req-21ee32f4-4e02-4612-848b-cd50bf02a076 None None] Allocated IP 2001:db8::f816:3eff:fe7c:bd44 (80bdce17-b861-46cb-9014-7071d7f46353/7a5f08ff-a6ab-457f-a3df-68e21f9a0a81/c77ee8b2-7f29-45f3-b2e8-9ed519f183ab) {{(pid=103306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 21:26:54.773247 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [None req-1f490459-da0d-4d56-a6ef-04992ec4601b tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Resources bound (agent type, host, resource id): {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:26:54.776295 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f490459-da0d-4d56-a6ef-04992ec4601b tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Received port after_create {{(pid=103304) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 21:26:54.783204 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f490459-da0d-4d56-a6ef-04992ec4601b tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:26:54.783873 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-1f490459-da0d-4d56-a6ef-04992ec4601b tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:26:54.805480 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-1f490459-da0d-4d56-a6ef-04992ec4601b tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 0.9930878 Jan 26 21:26:54.808248 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 46600) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:26:54.826164 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f490459-da0d-4d56-a6ef-04992ec4601b tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Pushing event updated for resources: {'Port': ['ID=9db32e87-af89-47b1-962b-b7d652d3ccc8,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:26:54.865455 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d665dd2-b74e-43ec-b42b-b5b228e33368 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:26:54.867121 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-4d665dd2-b74e-43ec-b42b-b5b228e33368 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.0578678 Jan 26 21:26:54.869861 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 46602) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:26:54.979000 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-58577efb-8fd1-498e-82f2-05b2a65f98dd tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Deleting port 9db32e87-af89-47b1-962b-b7d652d3ccc8 {{(pid=103305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 21:26:54.979643 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-58577efb-8fd1-498e-82f2-05b2a65f98dd tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746560630878'] for port (9db32e87-af89-47b1-962b-b7d652d3ccc8), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:26:54.989351 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21ee32f4-4e02-4612-848b-cd50bf02a076 None None] Publish callbacks [] for port (c77ee8b2-7f29-45f3-b2e8-9ed519f183ab), precommit_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:26:55.000915 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21ee32f4-4e02-4612-848b-cd50bf02a076 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746560234527'] for port (c77ee8b2-7f29-45f3-b2e8-9ed519f183ab), after_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:26:55.040012 n-d-760453-5 neutron-server[103306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21ee32f4-4e02-4612-848b-cd50bf02a076 None None] Network 80bdce17-b861-46cb-9014-7071d7f46353 is already hosted by enough agents. {{(pid=103306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 21:26:55.044606 n-d-760453-5 neutron-server[103306]: DEBUG neutron.scheduler.base_scheduler [None req-21ee32f4-4e02-4612-848b-cd50bf02a076 None None] Resources bound (agent type, host, resource id): {{(pid=103306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:26:55.050756 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21ee32f4-4e02-4612-848b-cd50bf02a076 None None] Received port after_create {{(pid=103306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 21:26:55.091013 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-58577efb-8fd1-498e-82f2-05b2a65f98dd tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4109658'] for port (9db32e87-af89-47b1-962b-b7d652d3ccc8), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:26:55.106044 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-58577efb-8fd1-498e-82f2-05b2a65f98dd tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Calling delete_port for 9db32e87-af89-47b1-962b-b7d652d3ccc8 owned by {{(pid=103305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 21:26:55.118762 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-21ee32f4-4e02-4612-848b-cd50bf02a076 None None] Attempting to bind port c77ee8b2-7f29-45f3-b2e8-9ed519f183ab on host n-d-760453-5 for vnic_type normal with profile {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 21:26:55.119132 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-21ee32f4-4e02-4612-848b-cd50bf02a076 None None] Attempting to bind port c77ee8b2-7f29-45f3-b2e8-9ed519f183ab by drivers openvswitch,hyperv on host n-d-760453-5 at level 0 using segments [{'id': '3c6d624c-ba08-479a-b68a-7684ce678b5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '80bdce17-b861-46cb-9014-7071d7f46353'}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 26 21:26:55.119592 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21ee32f4-4e02-4612-848b-cd50bf02a076 None None] Attempting to bind port c77ee8b2-7f29-45f3-b2e8-9ed519f183ab on network 80bdce17-b861-46cb-9014-7071d7f46353 {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 21:26:55.121660 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ee32f4-4e02-4612-848b-cd50bf02a076 None None] Pushing event updated for resources: {'Port': ['ID=c77ee8b2-7f29-45f3-b2e8-9ed519f183ab,revision_number=1']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:26:55.135313 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21ee32f4-4e02-4612-848b-cd50bf02a076 None None] Checking agent: {'id': 'fea0591a-627d-4c87-9a9a-01625ddf3277', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760453-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 20, 55, 25), 'started_at': datetime.datetime(2022, 1, 26, 20, 55, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 21, 26, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760453-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 26 21:26:55.135859 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21ee32f4-4e02-4612-848b-cd50bf02a076 None None] Checking segment: {'id': '3c6d624c-ba08-479a-b68a-7684ce678b5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '80bdce17-b861-46cb-9014-7071d7f46353'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 21:26:55.141827 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21ee32f4-4e02-4612-848b-cd50bf02a076 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:26:55.142397 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21ee32f4-4e02-4612-848b-cd50bf02a076 None None] Bound using segment: {'id': '3c6d624c-ba08-479a-b68a-7684ce678b5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '80bdce17-b861-46cb-9014-7071d7f46353'} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 26 21:26:55.143058 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-21ee32f4-4e02-4612-848b-cd50bf02a076 None None] Bound port: c77ee8b2-7f29-45f3-b2e8-9ed519f183ab, host: n-d-760453-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c6d624c-ba08-479a-b68a-7684ce678b5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '80bdce17-b861-46cb-9014-7071d7f46353'}}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 26 21:26:55.143604 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21ee32f4-4e02-4612-848b-cd50bf02a076 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (c77ee8b2-7f29-45f3-b2e8-9ed519f183ab), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:26:55.226265 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-21ee32f4-4e02-4612-848b-cd50bf02a076 None None] For port c77ee8b2-7f29-45f3-b2e8-9ed519f183ab, host n-d-760453-5, cleared binding levels {{(pid=103306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 26 21:26:55.229671 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-21ee32f4-4e02-4612-848b-cd50bf02a076 None None] For port c77ee8b2-7f29-45f3-b2e8-9ed519f183ab, host n-d-760453-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=c77ee8b2-7f29-45f3-b2e8-9ed519f183ab,segment=NetworkSegment(3c6d624c-ba08-479a-b68a-7684ce678b5c),segment_id=3c6d624c-ba08-479a-b68a-7684ce678b5c)] {{(pid=103306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 26 21:26:55.234758 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21ee32f4-4e02-4612-848b-cd50bf02a076 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (c77ee8b2-7f29-45f3-b2e8-9ed519f183ab), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:26:55.307194 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (fea0591a-627d-4c87-9a9a-01625ddf3277), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:26:55.343593 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-58577efb-8fd1-498e-82f2-05b2a65f98dd tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746560636600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746560234536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11791543'] for port (9db32e87-af89-47b1-962b-b7d652d3ccc8), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:26:55.381196 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ee32f4-4e02-4612-848b-cd50bf02a076 None None] Pushing event updated for resources: {'Port': ['ID=c77ee8b2-7f29-45f3-b2e8-9ed519f183ab,revision_number=2']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:26:55.452998 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58577efb-8fd1-498e-82f2-05b2a65f98dd tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Pushing event deleted for resources: {'Port': ['ID=9db32e87-af89-47b1-962b-b7d652d3ccc8,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:26:55.468577 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Device 91f29fd8-6388-453d-9829-9a8fc59108e3 up at agent hyperv_n-h1-760453-5 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 21:26:55.499644 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-58577efb-8fd1-498e-82f2-05b2a65f98dd tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:26:55.506753 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-58577efb-8fd1-498e-82f2-05b2a65f98dd tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] 10.222.0.13 "DELETE /v2.0/ports/9db32e87-af89-47b1-962b-b7d652d3ccc8 HTTP/1.1" status: 204 len: 168 time: 0.6327477 Jan 26 21:26:55.507107 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 46610) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:26:55.560788 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Provisioning complete for port 91f29fd8-6388-453d-9829-9a8fc59108e3 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:26:55.561932 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (91f29fd8-6388-453d-9829-9a8fc59108e3), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:26:55.586832 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3663552-453f-4466-a069-9e524d6ace2c tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:26:55.588570 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3663552-453f-4466-a069-9e524d6ace2c tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:26:55.590797 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-e3663552-453f-4466-a069-9e524d6ace2c tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.0826404 Jan 26 21:26:55.593550 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 46620) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:26:55.722821 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Current status of the port 91f29fd8-6388-453d-9829-9a8fc59108e3 is: BUILD; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:26:55.723209 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (91f29fd8-6388-453d-9829-9a8fc59108e3), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:26:55.736248 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.db_base_plugin_v2 [None req-52ac793b-6b86-400a-94b7-d8ba2b935db1 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Deleting subnet 7a5f08ff-a6ab-457f-a3df-68e21f9a0a81 {{(pid=103305) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 26 21:26:55.739598 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-52ac793b-6b86-400a-94b7-d8ba2b935db1 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Publish callbacks [] for subnet (7a5f08ff-a6ab-457f-a3df-68e21f9a0a81), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:26:55.749218 n-d-760453-5 neutron-server[103306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b2054b9-c111-47ce-bd3a-a15958b5fddc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91f29fd8-6388-453d-9829-9a8fc59108e3'}] {{(pid=103306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 21:26:55.762513 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9d5d370febab655511bdd2ffe887e43e442d144a440368702bcc1e93af00b97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6320d88-bf4a-4f79-915d-a965994e730b" -d '{"events": [{"server_uuid": "4b2054b9-c111-47ce-bd3a-a15958b5fddc", "name": "network-vif-plugged", "status": "completed", "tag": "91f29fd8-6388-453d-9829-9a8fc59108e3"}]}' {{(pid=103306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 21:26:55.802346 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] For port 91f29fd8-6388-453d-9829-9a8fc59108e3, host n-h1-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-5',level=0,port_id=91f29fd8-6388-453d-9829-9a8fc59108e3,segment=NetworkSegment(4eab25d6-89d9-4907-a1c2-51b06443ba33),segment_id=4eab25d6-89d9-4907-a1c2-51b06443ba33)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:26:55.813595 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (91f29fd8-6388-453d-9829-9a8fc59108e3), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:26:55.820521 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-52ac793b-6b86-400a-94b7-d8ba2b935db1 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11788946'] for subnet (7a5f08ff-a6ab-457f-a3df-68e21f9a0a81), precommit_delete_associations {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:26:55.856940 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Jan 2022 21:26:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4797a0ed-83f5-44e1-9a62-af9bfaf5bb68 x-openstack-request-id: req-4797a0ed-83f5-44e1-9a62-af9bfaf5bb68 {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 21:26:55.857501 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b2054b9-c111-47ce-bd3a-a15958b5fddc", "name": "network-vif-plugged", "status": "completed", "tag": "91f29fd8-6388-453d-9829-9a8fc59108e3", "code": 200}]} {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 21:26:55.857984 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-4797a0ed-83f5-44e1-9a62-af9bfaf5bb68 {{(pid=103306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 21:26:55.862305 n-d-760453-5 neutron-server[103306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b2054b9-c111-47ce-bd3a-a15958b5fddc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91f29fd8-6388-453d-9829-9a8fc59108e3', 'code': 200} Jan 26 21:26:55.897249 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Pushing event updated for resources: {'Port': ['ID=91f29fd8-6388-453d-9829-9a8fc59108e3,revision_number=10']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:26:55.962493 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-52ac793b-6b86-400a-94b7-d8ba2b935db1 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687316'] for subnet (7a5f08ff-a6ab-457f-a3df-68e21f9a0a81), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:26:56.024780 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-52ac793b-6b86-400a-94b7-d8ba2b935db1 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11791594', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11599980'] for subnet (7a5f08ff-a6ab-457f-a3df-68e21f9a0a81), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:26:56.054353 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ac793b-6b86-400a-94b7-d8ba2b935db1 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Pushing event deleted for resources: {'Subnet': ['ID=7a5f08ff-a6ab-457f-a3df-68e21f9a0a81,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:26:56.062946 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-52ac793b-6b86-400a-94b7-d8ba2b935db1 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709645'] for subnet (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:26:56.066250 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-52ac793b-6b86-400a-94b7-d8ba2b935db1 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] 10.222.0.13 "DELETE /v2.0/subnets/7a5f08ff-a6ab-457f-a3df-68e21f9a0a81 HTTP/1.1" status: 204 len: 168 time: 0.4716990 Jan 26 21:26:56.068804 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 46630) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:26:56.114175 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-09b1f657-da14-462e-b1ad-eb47dbcb1492 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0441506 Jan 26 21:26:56.117606 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 46632) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:26:56.175666 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69bfd0ea-9dfe-4fe2-8936-a7eee1a1a664 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:26:56.179698 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-69bfd0ea-9dfe-4fe2-8936-a7eee1a1a664 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.0588462 Jan 26 21:26:56.180114 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 46634) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:26:56.240949 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f3894a8-ebda-444d-b7c5-0b91110157a8 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:26:56.244767 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-9f3894a8-ebda-444d-b7c5-0b91110157a8 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0613899 Jan 26 21:26:56.245084 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 46636) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:26:56.290495 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-32a76b4c-7cff-42f0-9236-9a8c801bb12b tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0441706 Jan 26 21:26:56.295006 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 46638) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:26:56.304702 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-40fb8ac1-40d3-4290-8c50-e03eb75e8d65 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Request body: {'subnet': {'network_id': '80bdce17-b861-46cb-9014-7071d7f46353', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:26:56.419341 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40fb8ac1-40d3-4290-8c50-e03eb75e8d65 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Made reservation on behalf of 91ff6b128d484238b8b1d440faeb9154 for: {'subnet': 1} {{(pid=103304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 21:26:56.424875 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-40fb8ac1-40d3-4290-8c50-e03eb75e8d65 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12215181'] for subnet (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:26:56.743790 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fa8d467-5454-4af0-87d0-33ab94378d2f None None] Network 80bdce17-b861-46cb-9014-7071d7f46353 requested from n-d-760453-5 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 26 21:26:56.771503 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-40fb8ac1-40d3-4290-8c50-e03eb75e8d65 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9285249', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12215227'] for subnet (325ec7db-2168-4488-8a93-a49c2036cb51), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:26:56.852765 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40fb8ac1-40d3-4290-8c50-e03eb75e8d65 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Pushing event updated for resources: {'Subnet': ['ID=325ec7db-2168-4488-8a93-a49c2036cb51,revision_number=0']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:26:56.862856 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40fb8ac1-40d3-4290-8c50-e03eb75e8d65 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Network 80bdce17-b861-46cb-9014-7071d7f46353 is already hosted by enough agents. {{(pid=103304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 21:26:56.864550 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [None req-40fb8ac1-40d3-4290-8c50-e03eb75e8d65 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Resources bound (agent type, host, resource id): {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:26:56.867880 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40fb8ac1-40d3-4290-8c50-e03eb75e8d65 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:26:56.868579 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-40fb8ac1-40d3-4290-8c50-e03eb75e8d65 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Publish callbacks [] for subnet (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:26:56.893446 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-40fb8ac1-40d3-4290-8c50-e03eb75e8d65 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5945404 Jan 26 21:26:56.894220 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 46656) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:26:56.899674 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-4d436704-046f-42ca-b86f-62c697d64ffc tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Request body: {'port': {'network_id': '80bdce17-b861-46cb-9014-7071d7f46353', 'mac_address': 'fa:16:3e:db:6d:27', 'name': 'tempest-NetworksTestDHCPv6-235918436'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:26:57.060388 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d436704-046f-42ca-b86f-62c697d64ffc tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Made reservation on behalf of 91ff6b128d484238b8b1d440faeb9154 for: {'port': 1} {{(pid=103305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 21:26:57.086146 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device c77ee8b2-7f29-45f3-b2e8-9ed519f183ab up at agent ovs-agent-n-d-760453-5 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 21:26:57.160931 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-4d436704-046f-42ca-b86f-62c697d64ffc tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:26:57.176183 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-80521d15-c735-4aab-9b3e-f729d8748700 None None] Provisioning complete for port c77ee8b2-7f29-45f3-b2e8-9ed519f183ab triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:26:57.176621 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-80521d15-c735-4aab-9b3e-f729d8748700 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (c77ee8b2-7f29-45f3-b2e8-9ed519f183ab), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:26:57.187623 n-d-760453-5 neutron-server[103305]: DEBUG neutron.notifiers.nova [None req-4d436704-046f-42ca-b86f-62c697d64ffc tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] device_id is not set on port de2e040f-8751-4a42-a9c1-590e766d3405 yet. {{(pid=103305) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 26 21:26:57.294490 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Provisioning complete for port c77ee8b2-7f29-45f3-b2e8-9ed519f183ab triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:26:57.294490 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (c77ee8b2-7f29-45f3-b2e8-9ed519f183ab), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:26:57.328300 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-80521d15-c735-4aab-9b3e-f729d8748700 None None] Current status of the port c77ee8b2-7f29-45f3-b2e8-9ed519f183ab is: DOWN; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:26:57.328698 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-80521d15-c735-4aab-9b3e-f729d8748700 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (c77ee8b2-7f29-45f3-b2e8-9ed519f183ab), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:26:57.364822 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.db_base_plugin_common [None req-4d436704-046f-42ca-b86f-62c697d64ffc tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Allocated IP 2001:db8::2d4 (80bdce17-b861-46cb-9014-7071d7f46353/325ec7db-2168-4488-8a93-a49c2036cb51/de2e040f-8751-4a42-a9c1-590e766d3405) {{(pid=103305) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 21:26:57.383380 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-80521d15-c735-4aab-9b3e-f729d8748700 None None] For port c77ee8b2-7f29-45f3-b2e8-9ed519f183ab, host n-d-760453-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=c77ee8b2-7f29-45f3-b2e8-9ed519f183ab,segment=NetworkSegment(3c6d624c-ba08-479a-b68a-7684ce678b5c),segment_id=3c6d624c-ba08-479a-b68a-7684ce678b5c)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:26:57.405202 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-649e9e01-1b7f-4306-ab80-54d72ff97a67 None None] DHCP port deletion for 80bdce17-b861-46cb-9014-7071d7f46353 request from n-d-760453-5 {{(pid=103306) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 26 21:26:57.409201 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-80521d15-c735-4aab-9b3e-f729d8748700 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (c77ee8b2-7f29-45f3-b2e8-9ed519f183ab), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:26:57.476673 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Current status of the port c77ee8b2-7f29-45f3-b2e8-9ed519f183ab is: DOWN; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:26:57.477065 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (c77ee8b2-7f29-45f3-b2e8-9ed519f183ab), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:26:57.522512 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80521d15-c735-4aab-9b3e-f729d8748700 None None] Pushing event updated for resources: {'Port': ['ID=c77ee8b2-7f29-45f3-b2e8-9ed519f183ab,revision_number=4']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:26:57.558927 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-4d436704-046f-42ca-b86f-62c697d64ffc tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Publish callbacks [] for port (de2e040f-8751-4a42-a9c1-590e766d3405), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:26:57.588711 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.db.api [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103306) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 26 21:26:57.589977 n-d-760453-5 neutron-server[103306]: DEBUG oslo_db.api [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 26 21:26:57.602900 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-4d436704-046f-42ca-b86f-62c697d64ffc tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746560234527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11791543'] for port (de2e040f-8751-4a42-a9c1-590e766d3405), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:26:57.609210 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-649e9e01-1b7f-4306-ab80-54d72ff97a67 None None] Deleting port c77ee8b2-7f29-45f3-b2e8-9ed519f183ab {{(pid=103306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 21:26:57.609937 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-649e9e01-1b7f-4306-ab80-54d72ff97a67 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746560630878'] for port (c77ee8b2-7f29-45f3-b2e8-9ed519f183ab), before_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:26:57.902991 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-649e9e01-1b7f-4306-ab80-54d72ff97a67 None None] For port c77ee8b2-7f29-45f3-b2e8-9ed519f183ab, host n-d-760453-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=c77ee8b2-7f29-45f3-b2e8-9ed519f183ab,segment=NetworkSegment(3c6d624c-ba08-479a-b68a-7684ce678b5c),segment_id=3c6d624c-ba08-479a-b68a-7684ce678b5c)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:26:57.903338 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-649e9e01-1b7f-4306-ab80-54d72ff97a67 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4109658'] for port (c77ee8b2-7f29-45f3-b2e8-9ed519f183ab), precommit_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:26:57.946552 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-649e9e01-1b7f-4306-ab80-54d72ff97a67 None None] Calling delete_port for c77ee8b2-7f29-45f3-b2e8-9ed519f183ab owned by network:dhcp {{(pid=103306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 21:26:58.074457 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-649e9e01-1b7f-4306-ab80-54d72ff97a67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746560636600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746560234536'] for port (c77ee8b2-7f29-45f3-b2e8-9ed519f183ab), after_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:26:58.075999 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 46694) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:26:58.118145 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-649e9e01-1b7f-4306-ab80-54d72ff97a67 None None] Pushing event deleted for resources: {'Port': ['ID=c77ee8b2-7f29-45f3-b2e8-9ed519f183ab,revision_number=None']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:26:58.144761 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-649e9e01-1b7f-4306-ab80-54d72ff97a67 None None] No DVR routers for this DVR port c77ee8b2-7f29-45f3-b2e8-9ed519f183ab on host n-d-760453-5 {{(pid=103306) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 26 21:26:58.146391 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Port c77ee8b2-7f29-45f3-b2e8-9ed519f183ab update to ACTIVE by agent not found {{(pid=103306) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2196}} Jan 26 21:26:58.168460 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3abae839-7b8c-4c26-be26-3b755ba1a1f2 None None] Network 80bdce17-b861-46cb-9014-7071d7f46353 requested from n-d-760453-5 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 26 21:26:58.261875 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d436704-046f-42ca-b86f-62c697d64ffc tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Network 80bdce17-b861-46cb-9014-7071d7f46353 is already hosted by enough agents. {{(pid=103305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 21:26:58.264957 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [None req-4d436704-046f-42ca-b86f-62c697d64ffc tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Resources bound (agent type, host, resource id): {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:26:58.267474 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d436704-046f-42ca-b86f-62c697d64ffc tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Received port after_create {{(pid=103305) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 21:26:58.274652 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d436704-046f-42ca-b86f-62c697d64ffc tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:26:58.275378 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-4d436704-046f-42ca-b86f-62c697d64ffc tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:26:58.298716 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d436704-046f-42ca-b86f-62c697d64ffc tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Pushing event updated for resources: {'Port': ['ID=de2e040f-8751-4a42-a9c1-590e766d3405,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:26:58.317975 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-4d436704-046f-42ca-b86f-62c697d64ffc tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.4200735 Jan 26 21:26:58.318710 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 46702) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:26:58.377680 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54f98ad8-0459-4275-9f91-32395a311c73 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3c4099e8-8ffb-51d1-af7f-5868973e933f-80bdce17-b861-46cb-9014-7071d7f46353', 'network_id': '80bdce17-b861-46cb-9014-7071d7f46353', 'project_id': '91ff6b128d484238b8b1d440faeb9154', 'fixed_ips': [{'subnet_id': '325ec7db-2168-4488-8a93-a49c2036cb51'}]}} from n-d-760453-5. {{(pid=103306) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 26 21:26:58.378966 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-54f98ad8-0459-4275-9f91-32395a311c73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (None), before_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:26:58.403919 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-f9b64e7a-1ea1-450d-a375-26a0409c5e28 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=8b3f2fb7d71f4784b2236c2ab54f3622&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3254404 Jan 26 21:26:58.404612 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 46704) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:26:58.457494 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9e4fa1a-c925-43a8-b314-fbe45ff7edc9 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:26:58.463321 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-f9e4fa1a-c925-43a8-b314-fbe45ff7edc9 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 929 time: 0.1434252 Jan 26 21:26:58.463966 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 46710) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:26:58.531391 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-15bb6e00-4d44-495f-bba2-ad97ffaefcb6 admin admin] Publish callbacks [] for security_group (d4a97804-dea5-4422-a54c-67eeb99412d5), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:26:58.576556 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-15bb6e00-4d44-495f-bba2-ad97ffaefcb6 admin admin] Publish callbacks [] for security_group (d4a97804-dea5-4422-a54c-67eeb99412d5), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:26:58.662093 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-4d071554-a359-449c-90e6-0617ddefd140 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Deleting port de2e040f-8751-4a42-a9c1-590e766d3405 {{(pid=103305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 21:26:58.662492 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-4d071554-a359-449c-90e6-0617ddefd140 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746560630878'] for port (de2e040f-8751-4a42-a9c1-590e766d3405), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:26:58.678247 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-15bb6e00-4d44-495f-bba2-ad97ffaefcb6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (d4a97804-dea5-4422-a54c-67eeb99412d5), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:26:58.681935 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-15bb6e00-4d44-495f-bba2-ad97ffaefcb6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:26:58.683736 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-15bb6e00-4d44-495f-bba2-ad97ffaefcb6 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d4a97804-dea5-4422-a54c-67eeb99412d5 HTTP/1.1" status: 204 len: 168 time: 0.2781785 Jan 26 21:26:58.709302 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15bb6e00-4d44-495f-bba2-ad97ffaefcb6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4a97804-dea5-4422-a54c-67eeb99412d5,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:26:58.749845 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.db_base_plugin_common [None req-54f98ad8-0459-4275-9f91-32395a311c73 None None] Allocated IP 2001:db8::2 (80bdce17-b861-46cb-9014-7071d7f46353/325ec7db-2168-4488-8a93-a49c2036cb51/dd77bec6-26d2-4bf9-ac52-01df51d49dec) {{(pid=103306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 21:26:58.898529 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-4d071554-a359-449c-90e6-0617ddefd140 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4109658'] for port (de2e040f-8751-4a42-a9c1-590e766d3405), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:26:58.915607 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device c77ee8b2-7f29-45f3-b2e8-9ed519f183ab no longer exists at agent ovs-agent-n-d-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 26 21:26:58.944524 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-4d071554-a359-449c-90e6-0617ddefd140 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Calling delete_port for de2e040f-8751-4a42-a9c1-590e766d3405 owned by {{(pid=103305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 21:26:58.946261 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] No Port match for: c77ee8b2-7f29-45f3-b2e8-9ed519f183ab {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 26 21:26:58.946892 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device c77ee8b2-7f29-45f3-b2e8-9ed519f183ab not bound to the agent host n-d-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 26 21:26:59.246870 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-4d071554-a359-449c-90e6-0617ddefd140 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746560636600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746560234536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11791543'] for port (de2e040f-8751-4a42-a9c1-590e766d3405), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:26:59.340566 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-4d071554-a359-449c-90e6-0617ddefd140 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:26:59.345208 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-54f98ad8-0459-4275-9f91-32395a311c73 None None] Publish callbacks [] for port (dd77bec6-26d2-4bf9-ac52-01df51d49dec), precommit_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:26:59.347280 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 46734) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:26:59.347734 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-4d071554-a359-449c-90e6-0617ddefd140 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] 10.222.0.13 "DELETE /v2.0/ports/de2e040f-8751-4a42-a9c1-590e766d3405 HTTP/1.1" status: 204 len: 168 time: 0.8827107 Jan 26 21:26:59.349338 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d071554-a359-449c-90e6-0617ddefd140 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Pushing event deleted for resources: {'Port': ['ID=de2e040f-8751-4a42-a9c1-590e766d3405,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:26:59.374710 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-54f98ad8-0459-4275-9f91-32395a311c73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746560234527'] for port (dd77bec6-26d2-4bf9-ac52-01df51d49dec), after_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:26:59.464968 n-d-760453-5 neutron-server[103306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54f98ad8-0459-4275-9f91-32395a311c73 None None] Network 80bdce17-b861-46cb-9014-7071d7f46353 is already hosted by enough agents. {{(pid=103306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 21:26:59.484866 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba319db5-1cd8-4c8e-b3ba-5cbaf0311326 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:26:59.490007 n-d-760453-5 neutron-server[103306]: DEBUG neutron.scheduler.base_scheduler [None req-54f98ad8-0459-4275-9f91-32395a311c73 None None] Resources bound (agent type, host, resource id): {{(pid=103306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:26:59.498321 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54f98ad8-0459-4275-9f91-32395a311c73 None None] Received port after_create {{(pid=103306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 21:26:59.509328 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba319db5-1cd8-4c8e-b3ba-5cbaf0311326 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:26:59.513263 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 46740) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:26:59.517614 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-ba319db5-1cd8-4c8e-b3ba-5cbaf0311326 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.1608527 Jan 26 21:26:59.552101 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f98ad8-0459-4275-9f91-32395a311c73 None None] Pushing event updated for resources: {'Port': ['ID=dd77bec6-26d2-4bf9-ac52-01df51d49dec,revision_number=1']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:26:59.652380 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-54f98ad8-0459-4275-9f91-32395a311c73 None None] Attempting to bind port dd77bec6-26d2-4bf9-ac52-01df51d49dec on host n-d-760453-5 for vnic_type normal with profile {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 21:26:59.653346 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-54f98ad8-0459-4275-9f91-32395a311c73 None None] Attempting to bind port dd77bec6-26d2-4bf9-ac52-01df51d49dec by drivers openvswitch,hyperv on host n-d-760453-5 at level 0 using segments [{'id': '3c6d624c-ba08-479a-b68a-7684ce678b5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '80bdce17-b861-46cb-9014-7071d7f46353'}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 26 21:26:59.654110 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54f98ad8-0459-4275-9f91-32395a311c73 None None] Attempting to bind port dd77bec6-26d2-4bf9-ac52-01df51d49dec on network 80bdce17-b861-46cb-9014-7071d7f46353 {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 21:26:59.661634 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54f98ad8-0459-4275-9f91-32395a311c73 None None] Checking agent: {'id': 'fea0591a-627d-4c87-9a9a-01625ddf3277', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760453-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 20, 55, 25), 'started_at': datetime.datetime(2022, 1, 26, 20, 55, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 21, 26, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760453-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 26 21:26:59.662395 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54f98ad8-0459-4275-9f91-32395a311c73 None None] Checking segment: {'id': '3c6d624c-ba08-479a-b68a-7684ce678b5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '80bdce17-b861-46cb-9014-7071d7f46353'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 21:26:59.663040 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-54f98ad8-0459-4275-9f91-32395a311c73 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:26:59.663937 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54f98ad8-0459-4275-9f91-32395a311c73 None None] Bound using segment: {'id': '3c6d624c-ba08-479a-b68a-7684ce678b5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '80bdce17-b861-46cb-9014-7071d7f46353'} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 26 21:26:59.664665 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-54f98ad8-0459-4275-9f91-32395a311c73 None None] Bound port: dd77bec6-26d2-4bf9-ac52-01df51d49dec, host: n-d-760453-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c6d624c-ba08-479a-b68a-7684ce678b5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '80bdce17-b861-46cb-9014-7071d7f46353'}}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 26 21:26:59.665413 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-54f98ad8-0459-4275-9f91-32395a311c73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (dd77bec6-26d2-4bf9-ac52-01df51d49dec), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:26:59.739805 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.db_base_plugin_v2 [None req-bd9edace-667e-4b25-9225-9cce1e8efc04 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Deleting subnet 325ec7db-2168-4488-8a93-a49c2036cb51 {{(pid=103305) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 26 21:26:59.769445 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-bd9edace-667e-4b25-9225-9cce1e8efc04 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Publish callbacks [] for subnet (325ec7db-2168-4488-8a93-a49c2036cb51), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:26:59.781569 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-54f98ad8-0459-4275-9f91-32395a311c73 None None] For port dd77bec6-26d2-4bf9-ac52-01df51d49dec, host n-d-760453-5, cleared binding levels {{(pid=103306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 26 21:26:59.788232 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-54f98ad8-0459-4275-9f91-32395a311c73 None None] For port dd77bec6-26d2-4bf9-ac52-01df51d49dec, host n-d-760453-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=dd77bec6-26d2-4bf9-ac52-01df51d49dec,segment=NetworkSegment(3c6d624c-ba08-479a-b68a-7684ce678b5c),segment_id=3c6d624c-ba08-479a-b68a-7684ce678b5c)] {{(pid=103306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 26 21:26:59.798005 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-54f98ad8-0459-4275-9f91-32395a311c73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (dd77bec6-26d2-4bf9-ac52-01df51d49dec), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:26:59.982495 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f98ad8-0459-4275-9f91-32395a311c73 None None] Pushing event updated for resources: {'Port': ['ID=dd77bec6-26d2-4bf9-ac52-01df51d49dec,revision_number=2']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:26:59.983691 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-bd9edace-667e-4b25-9225-9cce1e8efc04 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11788946'] for subnet (325ec7db-2168-4488-8a93-a49c2036cb51), precommit_delete_associations {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:27:00.310690 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-bd9edace-667e-4b25-9225-9cce1e8efc04 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687316'] for subnet (325ec7db-2168-4488-8a93-a49c2036cb51), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:27:00.462340 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-bd9edace-667e-4b25-9225-9cce1e8efc04 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11791594', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11599980'] for subnet (325ec7db-2168-4488-8a93-a49c2036cb51), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:27:00.515913 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 46770) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:27:00.519360 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd9edace-667e-4b25-9225-9cce1e8efc04 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Pushing event deleted for resources: {'Subnet': ['ID=325ec7db-2168-4488-8a93-a49c2036cb51,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:27:00.534251 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-bd9edace-667e-4b25-9225-9cce1e8efc04 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709645'] for subnet (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:27:00.541805 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 46776) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:27:00.553445 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-bd9edace-667e-4b25-9225-9cce1e8efc04 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] 10.222.0.13 "DELETE /v2.0/subnets/325ec7db-2168-4488-8a93-a49c2036cb51 HTTP/1.1" status: 204 len: 168 time: 1.0246270 Jan 26 21:27:00.620951 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-591f61f5-ac45-4248-9e07-2cec68a07d2f tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0754158 Jan 26 21:27:00.621545 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 46778) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:27:00.688625 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c76432b3-425a-4de0-845e-c2f1da51f828 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:27:00.693114 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-c76432b3-425a-4de0-845e-c2f1da51f828 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.0703971 Jan 26 21:27:00.693666 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 46780) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:27:00.751122 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-8873ed0e-1027-4371-b21c-d1b6ceec3e49 admin admin] Request body: {'network': {'name': 'tempest-ImageQuotaTest-1200100968-network', 'tenant_id': '646274124b29431c824691f5031e9315'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:27:00.810448 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6998957-9caf-4543-bb5d-f890fd29c8cd tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:27:00.812459 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-c6998957-9caf-4543-bb5d-f890fd29c8cd tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1176543 Jan 26 21:27:00.814285 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8873ed0e-1027-4371-b21c-d1b6ceec3e49 admin admin] Made reservation on behalf of 646274124b29431c824691f5031e9315 for: {'network': 1} {{(pid=103304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 21:27:00.816663 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-8873ed0e-1027-4371-b21c-d1b6ceec3e49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for network (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:27:00.816784 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 46782) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:27:00.833227 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-8873ed0e-1027-4371-b21c-d1b6ceec3e49 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:27:00.906065 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-4eaf876a-dc11-4b79-8316-620fbfbab8eb tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0865858 Jan 26 21:27:00.906911 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 46784) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:27:00.915348 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-9ecdc08d-18ca-483c-af9d-454080155143 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Request body: {'subnet': {'network_id': '80bdce17-b861-46cb-9014-7071d7f46353', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:27:01.010686 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device dd77bec6-26d2-4bf9-ac52-01df51d49dec up at agent ovs-agent-n-d-760453-5 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 21:27:01.031322 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-8873ed0e-1027-4371-b21c-d1b6ceec3e49 admin admin] Publish callbacks [] for security_group (29f85146-983a-4321-bdc4-7c627c0335a8), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:27:01.040461 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-8873ed0e-1027-4371-b21c-d1b6ceec3e49 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (29f85146-983a-4321-bdc4-7c627c0335a8), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:27:01.073128 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8873ed0e-1027-4371-b21c-d1b6ceec3e49 admin admin] vlan segment allocate from pool success with {'vlan_id': 555, 'physical_network': 'physnet1'} {{(pid=103304) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 26 21:27:01.086637 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8873ed0e-1027-4371-b21c-d1b6ceec3e49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29f85146-983a-4321-bdc4-7c627c0335a8,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:27:01.091444 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-8873ed0e-1027-4371-b21c-d1b6ceec3e49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576559'] for segment (569041d5-f003-4628-a7df-c1b7f25ea91d), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:27:01.091796 n-d-760453-5 neutron-server[103304]: INFO neutron.db.segments_db [None req-8873ed0e-1027-4371-b21c-d1b6ceec3e49 admin admin] Added segment 569041d5-f003-4628-a7df-c1b7f25ea91d of type vlan for network 6dc76e89-5aa8-44a7-8945-225890ff189d Jan 26 21:27:01.101944 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ecdc08d-18ca-483c-af9d-454080155143 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Made reservation on behalf of 91ff6b128d484238b8b1d440faeb9154 for: {'subnet': 1} {{(pid=103305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 21:27:01.111481 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-9ecdc08d-18ca-483c-af9d-454080155143 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11599953'] for subnet (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:27:01.143544 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Provisioning complete for port dd77bec6-26d2-4bf9-ac52-01df51d49dec triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:27:01.144047 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (dd77bec6-26d2-4bf9-ac52-01df51d49dec), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:27:01.180682 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-8873ed0e-1027-4371-b21c-d1b6ceec3e49 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746560256871'] for network (6dc76e89-5aa8-44a7-8945-225890ff189d), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:27:01.263684 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-8873ed0e-1027-4371-b21c-d1b6ceec3e49 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503'] for network (6dc76e89-5aa8-44a7-8945-225890ff189d), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:27:01.264689 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8873ed0e-1027-4371-b21c-d1b6ceec3e49 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:27:01.265268 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-8873ed0e-1027-4371-b21c-d1b6ceec3e49 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:27:01.350794 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Current status of the port dd77bec6-26d2-4bf9-ac52-01df51d49dec is: DOWN; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:27:01.351196 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (dd77bec6-26d2-4bf9-ac52-01df51d49dec), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:27:01.388682 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-8873ed0e-1027-4371-b21c-d1b6ceec3e49 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 0.8711796 Jan 26 21:27:01.392879 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 46800) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:27:01.400635 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-14dd8c02-2113-4831-8d8d-ef2422045971 admin admin] Request body: {'subnet': {'network_id': '6dc76e89-5aa8-44a7-8945-225890ff189d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImageQuotaTest-1200100968-subnet', 'tenant_id': '646274124b29431c824691f5031e9315', 'ip_version': 4}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:27:01.403636 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] For port dd77bec6-26d2-4bf9-ac52-01df51d49dec, host n-d-760453-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=dd77bec6-26d2-4bf9-ac52-01df51d49dec,segment=NetworkSegment(3c6d624c-ba08-479a-b68a-7684ce678b5c),segment_id=3c6d624c-ba08-479a-b68a-7684ce678b5c)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:27:01.409712 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (dd77bec6-26d2-4bf9-ac52-01df51d49dec), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:27:01.435493 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8873ed0e-1027-4371-b21c-d1b6ceec3e49 admin admin] Pushing event updated for resources: {'Network': ['ID=6dc76e89-5aa8-44a7-8945-225890ff189d,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:27:01.469109 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Network 6dc76e89-5aa8-44a7-8945-225890ff189d details requested by agent ovs-agent-n-d-760453-5 with host n-d-760453-5 {{(pid=103306) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 26 21:27:01.516181 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14dd8c02-2113-4831-8d8d-ef2422045971 admin admin] Made reservation on behalf of 646274124b29431c824691f5031e9315 for: {'subnet': 1} {{(pid=103305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 21:27:01.518795 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-14dd8c02-2113-4831-8d8d-ef2422045971 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11599953'] for subnet (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:27:01.603840 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Pushing event updated for resources: {'Port': ['ID=dd77bec6-26d2-4bf9-ac52-01df51d49dec,revision_number=4']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:27:01.811103 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-305b7c66-ebf1-4013-ab15-ca669659adf4 None None] Network 80bdce17-b861-46cb-9014-7071d7f46353 requested from n-d-760453-5 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 26 21:27:01.892284 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-5379b38f-3203-4ca1-89b1-47d99b3b62d7 None None] Provisioning complete for port dd77bec6-26d2-4bf9-ac52-01df51d49dec triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:27:01.892904 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-5379b38f-3203-4ca1-89b1-47d99b3b62d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (dd77bec6-26d2-4bf9-ac52-01df51d49dec), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:27:01.923453 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-14dd8c02-2113-4831-8d8d-ef2422045971 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11788839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11599975'] for subnet (2b825dfc-e9f0-4933-905e-bde28c754763), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:27:02.058221 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-5379b38f-3203-4ca1-89b1-47d99b3b62d7 None None] Current status of the port dd77bec6-26d2-4bf9-ac52-01df51d49dec is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:27:02.065134 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-5379b38f-3203-4ca1-89b1-47d99b3b62d7 None None] Could not find standard attr ID for object de2e040f-8751-4a42-a9c1-590e766d3405. {{(pid=103306) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 26 21:27:02.120363 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14dd8c02-2113-4831-8d8d-ef2422045971 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2b825dfc-e9f0-4933-905e-bde28c754763,revision_number=0']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:27:02.150072 n-d-760453-5 neutron-server[103305]: DEBUG neutron.objects.ports [None req-9ecdc08d-18ca-483c-af9d-454080155143 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103305) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Jan 26 21:27:02.169586 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14dd8c02-2113-4831-8d8d-ef2422045971 admin admin] Checking segment: {'id': '569041d5-f003-4628-a7df-c1b7f25ea91d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '6dc76e89-5aa8-44a7-8945-225890ff189d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103305) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 21:27:02.170061 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14dd8c02-2113-4831-8d8d-ef2422045971 admin admin] Network hostable DHCP agents. Network: 6dc76e89-5aa8-44a7-8945-225890ff189d, hostable agents: ['474ccdf7-ab6c-405b-a3b2-dc7b05829902'], hosted agents: [] {{(pid=103305) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 26 21:27:02.263805 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14dd8c02-2113-4831-8d8d-ef2422045971 admin admin] Network 6dc76e89-5aa8-44a7-8945-225890ff189d is scheduled to be hosted by DHCP agent 474ccdf7-ab6c-405b-a3b2-dc7b05829902 with binding_index 1 {{(pid=103305) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 26 21:27:02.367245 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [None req-14dd8c02-2113-4831-8d8d-ef2422045971 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760453-5, 6dc76e89-5aa8-44a7-8945-225890ff189d) {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:27:02.383063 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b961370e-1fd2-48be-9cce-ccabb079ca60 None None] Network 6dc76e89-5aa8-44a7-8945-225890ff189d requested from n-d-760453-5 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 26 21:27:02.419714 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14dd8c02-2113-4831-8d8d-ef2422045971 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:27:02.420343 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-14dd8c02-2113-4831-8d8d-ef2422045971 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709645'] for subnet (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:27:02.496476 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-14dd8c02-2113-4831-8d8d-ef2422045971 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 1.0974278 Jan 26 21:27:02.498656 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 46818) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:27:02.503875 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-a1767c86-d6e6-49eb-b24d-b01b851403f1 admin admin] Request body: {'router': {'name': 'tempest-ImageQuotaTest-1200100968-router', 'tenant_id': '646274124b29431c824691f5031e9315', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299'}}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:27:02.568067 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-a1767c86-d6e6-49eb-b24d-b01b851403f1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4104596', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13108'] for router (c82f5ec5-27bf-4447-9163-c24e88664493), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:27:02.569741 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-a1767c86-d6e6-49eb-b24d-b01b851403f1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4105828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4111306', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3733576', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13069'] for router (c82f5ec5-27bf-4447-9163-c24e88664493), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:27:02.589669 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-c8f1eed9-8487-496f-900e-3d086ab039d9 None None] Provisioning complete for port dd77bec6-26d2-4bf9-ac52-01df51d49dec triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:27:02.600615 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-c8f1eed9-8487-496f-900e-3d086ab039d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (dd77bec6-26d2-4bf9-ac52-01df51d49dec), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:27:02.612175 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-9ecdc08d-18ca-483c-af9d-454080155143 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (dd77bec6-26d2-4bf9-ac52-01df51d49dec), before_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:27:02.740636 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-a1767c86-d6e6-49eb-b24d-b01b851403f1 admin admin] Publish callbacks [] for router_controller (c82f5ec5-27bf-4447-9163-c24e88664493), precommit_add_association {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:27:02.758073 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ab007d5-6eb6-413c-b5b7-8450b8c661cb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3c4099e8-8ffb-51d1-af7f-5868973e933f-6dc76e89-5aa8-44a7-8945-225890ff189d', 'network_id': '6dc76e89-5aa8-44a7-8945-225890ff189d', 'project_id': '646274124b29431c824691f5031e9315', 'fixed_ips': [{'subnet_id': '2b825dfc-e9f0-4933-905e-bde28c754763'}]}} from n-d-760453-5. {{(pid=103306) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 26 21:27:02.758932 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2ab007d5-6eb6-413c-b5b7-8450b8c661cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (None), before_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:27:02.956827 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device dd77bec6-26d2-4bf9-ac52-01df51d49dec up at agent ovs-agent-n-d-760453-5 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 21:27:03.006305 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-c8f1eed9-8487-496f-900e-3d086ab039d9 None None] Current status of the port dd77bec6-26d2-4bf9-ac52-01df51d49dec is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:27:03.056217 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-a1767c86-d6e6-49eb-b24d-b01b851403f1 admin admin] Publish callbacks [] for router_gateway (c82f5ec5-27bf-4447-9163-c24e88664493), precommit_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:27:03.083703 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [None req-9ecdc08d-18ca-483c-af9d-454080155143 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] For port dd77bec6-26d2-4bf9-ac52-01df51d49dec, host n-d-760453-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=dd77bec6-26d2-4bf9-ac52-01df51d49dec,segment=NetworkSegment(3c6d624c-ba08-479a-b68a-7684ce678b5c),segment_id=3c6d624c-ba08-479a-b68a-7684ce678b5c)] {{(pid=103305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:27:03.121775 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Provisioning complete for port dd77bec6-26d2-4bf9-ac52-01df51d49dec triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:27:03.122849 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (dd77bec6-26d2-4bf9-ac52-01df51d49dec), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:27:03.126342 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.db_base_plugin_common [None req-2ab007d5-6eb6-413c-b5b7-8450b8c661cb None None] Allocated IP 172.20.0.2 (6dc76e89-5aa8-44a7-8945-225890ff189d/2b825dfc-e9f0-4933-905e-bde28c754763/930b0521-d1b4-443e-9788-c3996757c2fc) {{(pid=103306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 21:27:03.152534 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-e84c871e-fa01-4ee7-b327-2ff4a88a22f5 None None] Could not find standard attr ID for object efb48734-f57a-455c-9c06-b7296c1fa602. {{(pid=103306) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 26 21:27:03.177190 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-9ecdc08d-18ca-483c-af9d-454080155143 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Publish callbacks [] for port (dd77bec6-26d2-4bf9-ac52-01df51d49dec), precommit_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:27:03.195951 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-9ecdc08d-18ca-483c-af9d-454080155143 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11791520'] for port (dd77bec6-26d2-4bf9-ac52-01df51d49dec), after_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:27:03.196756 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-9ecdc08d-18ca-483c-af9d-454080155143 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11788839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11599975'] for subnet (22b27e24-5b2b-486a-8301-339beb526ff0), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:27:03.286157 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-9aa4bc48-2138-433f-897a-f004ed9ea881 None None] Could not find standard attr ID for object 9db32e87-af89-47b1-962b-b7d652d3ccc8. {{(pid=103306) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 26 21:27:03.323958 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ecdc08d-18ca-483c-af9d-454080155143 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Network 80bdce17-b861-46cb-9014-7071d7f46353 is already hosted by enough agents. {{(pid=103305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 21:27:03.329659 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [None req-9ecdc08d-18ca-483c-af9d-454080155143 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Resources bound (agent type, host, resource id): {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:27:03.354459 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ecdc08d-18ca-483c-af9d-454080155143 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:27:03.355422 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-9ecdc08d-18ca-483c-af9d-454080155143 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709645'] for subnet (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:27:03.381821 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Current status of the port dd77bec6-26d2-4bf9-ac52-01df51d49dec is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:27:03.424359 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-9ecdc08d-18ca-483c-af9d-454080155143 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.5135424 Jan 26 21:27:03.434938 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 46832) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:27:03.439491 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2ab007d5-6eb6-413c-b5b7-8450b8c661cb None None] Publish callbacks [] for port (930b0521-d1b4-443e-9788-c3996757c2fc), precommit_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:27:03.442465 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-79937695-0ae7-4e5d-84e2-3528860144db tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Request body: {'subnet': {'network_id': '80bdce17-b861-46cb-9014-7071d7f46353', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:27:03.452977 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2ab007d5-6eb6-413c-b5b7-8450b8c661cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746560234527'] for port (930b0521-d1b4-443e-9788-c3996757c2fc), after_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:27:03.464698 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ecdc08d-18ca-483c-af9d-454080155143 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Pushing event updated for resources: {'Subnet': ['ID=22b27e24-5b2b-486a-8301-339beb526ff0,revision_number=0']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:27:03.506378 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ecdc08d-18ca-483c-af9d-454080155143 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Pushing event updated for resources: {'Port': ['ID=dd77bec6-26d2-4bf9-ac52-01df51d49dec,revision_number=6']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:27:03.749556 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ceaa5116-d679-49fd-917d-0dc49bf6437f None None] Network 80bdce17-b861-46cb-9014-7071d7f46353 requested from n-d-760453-5 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 26 21:27:03.853213 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-9ba46b31-8485-4ffd-ba1c-d2a9379332b6 None None] Could not find standard attr ID for object de2e040f-8751-4a42-a9c1-590e766d3405. {{(pid=103306) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 26 21:27:03.889478 n-d-760453-5 neutron-server[103306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ab007d5-6eb6-413c-b5b7-8450b8c661cb None None] Network 6dc76e89-5aa8-44a7-8945-225890ff189d is already hosted by enough agents. {{(pid=103306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 21:27:03.899870 n-d-760453-5 neutron-server[103306]: DEBUG neutron.scheduler.base_scheduler [None req-2ab007d5-6eb6-413c-b5b7-8450b8c661cb None None] Resources bound (agent type, host, resource id): {{(pid=103306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:27:03.902309 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ab007d5-6eb6-413c-b5b7-8450b8c661cb None None] Received port after_create {{(pid=103306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 21:27:03.908688 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab007d5-6eb6-413c-b5b7-8450b8c661cb None None] Pushing event updated for resources: {'Port': ['ID=930b0521-d1b4-443e-9788-c3996757c2fc,revision_number=1']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:27:04.033506 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-2ab007d5-6eb6-413c-b5b7-8450b8c661cb None None] Attempting to bind port 930b0521-d1b4-443e-9788-c3996757c2fc on host n-d-760453-5 for vnic_type normal with profile {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 21:27:04.033915 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-2ab007d5-6eb6-413c-b5b7-8450b8c661cb None None] Attempting to bind port 930b0521-d1b4-443e-9788-c3996757c2fc by drivers openvswitch,hyperv on host n-d-760453-5 at level 0 using segments [{'id': '569041d5-f003-4628-a7df-c1b7f25ea91d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '6dc76e89-5aa8-44a7-8945-225890ff189d'}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 26 21:27:04.034924 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ab007d5-6eb6-413c-b5b7-8450b8c661cb None None] Attempting to bind port 930b0521-d1b4-443e-9788-c3996757c2fc on network 6dc76e89-5aa8-44a7-8945-225890ff189d {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 21:27:04.057096 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ab007d5-6eb6-413c-b5b7-8450b8c661cb None None] Checking agent: {'id': 'fea0591a-627d-4c87-9a9a-01625ddf3277', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760453-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 20, 55, 25), 'started_at': datetime.datetime(2022, 1, 26, 20, 55, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 21, 26, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760453-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 26 21:27:04.057497 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ab007d5-6eb6-413c-b5b7-8450b8c661cb None None] Checking segment: {'id': '569041d5-f003-4628-a7df-c1b7f25ea91d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '6dc76e89-5aa8-44a7-8945-225890ff189d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 21:27:04.064635 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2ab007d5-6eb6-413c-b5b7-8450b8c661cb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:27:04.065062 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ab007d5-6eb6-413c-b5b7-8450b8c661cb None None] Bound using segment: {'id': '569041d5-f003-4628-a7df-c1b7f25ea91d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '6dc76e89-5aa8-44a7-8945-225890ff189d'} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 26 21:27:04.074558 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-2ab007d5-6eb6-413c-b5b7-8450b8c661cb None None] Bound port: 930b0521-d1b4-443e-9788-c3996757c2fc, host: n-d-760453-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '569041d5-f003-4628-a7df-c1b7f25ea91d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '6dc76e89-5aa8-44a7-8945-225890ff189d'}}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 26 21:27:04.075921 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2ab007d5-6eb6-413c-b5b7-8450b8c661cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (930b0521-d1b4-443e-9788-c3996757c2fc), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:27:04.165368 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-a1767c86-d6e6-49eb-b24d-b01b851403f1 admin admin] Publish callbacks [] for router_gateway (c82f5ec5-27bf-4447-9163-c24e88664493), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:27:04.221269 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-a1767c86-d6e6-49eb-b24d-b01b851403f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:27:04.271702 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79937695-0ae7-4e5d-84e2-3528860144db tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Made reservation on behalf of 91ff6b128d484238b8b1d440faeb9154 for: {'subnet': 1} {{(pid=103304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 21:27:04.289545 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-79937695-0ae7-4e5d-84e2-3528860144db tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12215181'] for subnet (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:27:04.318107 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-2ab007d5-6eb6-413c-b5b7-8450b8c661cb None None] For port 930b0521-d1b4-443e-9788-c3996757c2fc, host n-d-760453-5, cleared binding levels {{(pid=103306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 26 21:27:04.328950 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-2ab007d5-6eb6-413c-b5b7-8450b8c661cb None None] For port 930b0521-d1b4-443e-9788-c3996757c2fc, host n-d-760453-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=930b0521-d1b4-443e-9788-c3996757c2fc,segment=NetworkSegment(569041d5-f003-4628-a7df-c1b7f25ea91d),segment_id=569041d5-f003-4628-a7df-c1b7f25ea91d)] {{(pid=103306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 26 21:27:04.344455 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2ab007d5-6eb6-413c-b5b7-8450b8c661cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (930b0521-d1b4-443e-9788-c3996757c2fc), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:27:04.481885 n-d-760453-5 neutron-server[103304]: INFO neutron.db.ipam_backend_mixin [None req-79937695-0ae7-4e5d-84e2-3528860144db tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 22b27e24-5b2b-486a-8301-339beb526ff0 (CIDR: 2001:db8::/64) Jan 26 21:27:04.490220 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.db_base_plugin_common [None req-a1767c86-d6e6-49eb-b24d-b01b851403f1 admin admin] Allocated IP 172.25.1.125 (4140a1f1-c93a-4bea-83a0-68953a54f299/e48251a1-e30d-4820-8396-00c6f6aeb601/652e4111-0a93-4e42-947b-6dad269d752b) {{(pid=103304) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 21:27:04.493036 n-d-760453-5 neutron-server[103304]: INFO neutron.pecan_wsgi.hooks.translation [None req-79937695-0ae7-4e5d-84e2-3528860144db tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 26 21:27:04.493569 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-79937695-0ae7-4e5d-84e2-3528860144db tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103304) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 26 21:27:04.533345 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-79937695-0ae7-4e5d-84e2-3528860144db tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.0957901 Jan 26 21:27:04.536777 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 46850) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:27:04.543315 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-56619e3f-67dc-4f2c-ac79-b82dff3a3809 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Request body: {'subnet': {'network_id': '80bdce17-b861-46cb-9014-7071d7f46353', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:27:04.625867 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab007d5-6eb6-413c-b5b7-8450b8c661cb None None] Pushing event updated for resources: {'Port': ['ID=930b0521-d1b4-443e-9788-c3996757c2fc,revision_number=2']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:27:04.636198 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-ba61b91c-2cf6-43da-9166-09b9d4bc10cb None None] Provisioning complete for port dd77bec6-26d2-4bf9-ac52-01df51d49dec triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:27:04.642110 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-ba61b91c-2cf6-43da-9166-09b9d4bc10cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (dd77bec6-26d2-4bf9-ac52-01df51d49dec), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:27:04.783654 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-a1767c86-d6e6-49eb-b24d-b01b851403f1 admin admin] Publish callbacks [] for port (652e4111-0a93-4e42-947b-6dad269d752b), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:27:04.874038 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56619e3f-67dc-4f2c-ac79-b82dff3a3809 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Made reservation on behalf of 91ff6b128d484238b8b1d440faeb9154 for: {'subnet': 1} {{(pid=103305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 21:27:04.883683 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-56619e3f-67dc-4f2c-ac79-b82dff3a3809 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11599953'] for subnet (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:27:04.889266 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-ba61b91c-2cf6-43da-9166-09b9d4bc10cb None None] Current status of the port dd77bec6-26d2-4bf9-ac52-01df51d49dec is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:27:04.893532 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-a1767c86-d6e6-49eb-b24d-b01b851403f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746560234527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9281553'] for port (652e4111-0a93-4e42-947b-6dad269d752b), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:27:04.942982 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1767c86-d6e6-49eb-b24d-b01b851403f1 admin admin] Network 4140a1f1-c93a-4bea-83a0-68953a54f299 is already hosted by enough agents. {{(pid=103304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 21:27:04.952438 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [None req-a1767c86-d6e6-49eb-b24d-b01b851403f1 admin admin] Resources bound (agent type, host, resource id): {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:27:04.973804 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1767c86-d6e6-49eb-b24d-b01b851403f1 admin admin] Received port after_create {{(pid=103304) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 21:27:04.996122 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device dd77bec6-26d2-4bf9-ac52-01df51d49dec up at agent ovs-agent-n-d-760453-5 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 21:27:05.022147 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1767c86-d6e6-49eb-b24d-b01b851403f1 admin admin] Pushing event updated for resources: {'Port': ['ID=652e4111-0a93-4e42-947b-6dad269d752b,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:27:05.144849 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Provisioning complete for port dd77bec6-26d2-4bf9-ac52-01df51d49dec triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:27:05.144849 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (dd77bec6-26d2-4bf9-ac52-01df51d49dec), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:27:05.356709 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Current status of the port dd77bec6-26d2-4bf9-ac52-01df51d49dec is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:27:05.479063 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-56619e3f-67dc-4f2c-ac79-b82dff3a3809 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11788839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11599975'] for subnet (28517f8d-d41c-476b-bd66-1653fd30c383), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:27:05.504217 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-a1767c86-d6e6-49eb-b24d-b01b851403f1 admin admin] Publish callbacks [] for router_gateway (c82f5ec5-27bf-4447-9163-c24e88664493), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:27:05.536232 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56619e3f-67dc-4f2c-ac79-b82dff3a3809 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Network 80bdce17-b861-46cb-9014-7071d7f46353 is already hosted by enough agents. {{(pid=103305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 21:27:05.554583 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [None req-56619e3f-67dc-4f2c-ac79-b82dff3a3809 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Resources bound (agent type, host, resource id): {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:27:05.561125 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56619e3f-67dc-4f2c-ac79-b82dff3a3809 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:27:05.563436 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-56619e3f-67dc-4f2c-ac79-b82dff3a3809 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709645'] for subnet (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:27:05.576113 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e89feb59-afeb-4fb6-9cd0-a445b4d85bcf None None] Network 80bdce17-b861-46cb-9014-7071d7f46353 requested from n-d-760453-5 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 26 21:27:05.605905 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-56619e3f-67dc-4f2c-ac79-b82dff3a3809 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.0640302 Jan 26 21:27:05.605905 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56619e3f-67dc-4f2c-ac79-b82dff3a3809 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Pushing event updated for resources: {'Subnet': ['ID=28517f8d-d41c-476b-bd66-1653fd30c383,revision_number=0']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:27:05.607117 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 46862) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:27:05.621845 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-51a009aa-2ba5-4faa-87d0-e446d304b55c tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Request body: {'port': {'network_id': '80bdce17-b861-46cb-9014-7071d7f46353', 'mac_address': 'fa:16:3e:0d:59:d1', 'name': 'tempest-NetworksTestDHCPv6-1560025077'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:27:05.823329 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51a009aa-2ba5-4faa-87d0-e446d304b55c tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Made reservation on behalf of 91ff6b128d484238b8b1d440faeb9154 for: {'port': 1} {{(pid=103305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 21:27:06.102289 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87cd6e96-1adc-4dcc-af04-85899c1a2ee3 None None] Update dhcp port {'port': {'network_id': '80bdce17-b861-46cb-9014-7071d7f46353', 'fixed_ips': [{'subnet_id': '22b27e24-5b2b-486a-8301-339beb526ff0', 'ip_address': '2001:db8::f816:3eff:feea:68d0'}, {'subnet_id': '28517f8d-d41c-476b-bd66-1653fd30c383'}], 'binding:host_id': 'n-d-760453-5'}, 'id': 'dd77bec6-26d2-4bf9-ac52-01df51d49dec'} from n-d-760453-5. {{(pid=103306) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Jan 26 21:27:06.102536 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-a1767c86-d6e6-49eb-b24d-b01b851403f1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4105757', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4111263'] for router (c82f5ec5-27bf-4447-9163-c24e88664493), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:27:06.125237 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-51a009aa-2ba5-4faa-87d0-e446d304b55c tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:27:06.206450 n-d-760453-5 neutron-server[103305]: DEBUG neutron.notifiers.nova [None req-51a009aa-2ba5-4faa-87d0-e446d304b55c tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] device_id is not set on port 3906c84d-3b9b-409e-8ce6-168535fe05d9 yet. {{(pid=103305) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 26 21:27:06.217836 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-87cd6e96-1adc-4dcc-af04-85899c1a2ee3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (dd77bec6-26d2-4bf9-ac52-01df51d49dec), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:27:06.426418 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1767c86-d6e6-49eb-b24d-b01b851403f1 admin admin] Router c82f5ec5-27bf-4447-9163-c24e88664493 is scheduled to L3 agent 09df100c-3af1-4b0a-bda8-05914c71c458 with binding_index 1 {{(pid=103304) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 26 21:27:06.519069 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d357f033-5798-4c10-a0f6-f7a7d98d9ee7 None None] Network 6dc76e89-5aa8-44a7-8945-225890ff189d requested from n-d-760453-5 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 26 21:27:06.627100 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.db_base_plugin_common [None req-51a009aa-2ba5-4faa-87d0-e446d304b55c tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Allocated IP 2001:db8:0:1::3d5 (80bdce17-b861-46cb-9014-7071d7f46353/28517f8d-d41c-476b-bd66-1653fd30c383/3906c84d-3b9b-409e-8ce6-168535fe05d9) {{(pid=103305) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 21:27:06.627649 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-b1fa2e03-9d6a-4d19-a4eb-22c50754a656 None None] Provisioning complete for port 930b0521-d1b4-443e-9788-c3996757c2fc triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:27:06.627649 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b1fa2e03-9d6a-4d19-a4eb-22c50754a656 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (930b0521-d1b4-443e-9788-c3996757c2fc), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:27:06.648960 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.db_base_plugin_common [None req-51a009aa-2ba5-4faa-87d0-e446d304b55c tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Allocated IP 2001:db8::f816:3eff:fe0d:59d1 (80bdce17-b861-46cb-9014-7071d7f46353/22b27e24-5b2b-486a-8301-339beb526ff0/3906c84d-3b9b-409e-8ce6-168535fe05d9) {{(pid=103305) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 21:27:06.809753 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-b1fa2e03-9d6a-4d19-a4eb-22c50754a656 None None] Current status of the port 930b0521-d1b4-443e-9788-c3996757c2fc is: DOWN; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:27:06.818710 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b1fa2e03-9d6a-4d19-a4eb-22c50754a656 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (930b0521-d1b4-443e-9788-c3996757c2fc), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:27:06.825444 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1767c86-d6e6-49eb-b24d-b01b851403f1 admin admin] Notify agent at l3_agent.n-d-760453-5 the message routers_updated {{(pid=103304) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 26 21:27:06.851382 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85dbc10e-958c-4626-bd5c-8b19896306a0 None None] Sync routers for ids ['c82f5ec5-27bf-4447-9163-c24e88664493'] in n-d-760453-5 {{(pid=103306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 26 21:27:06.895206 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-a1767c86-d6e6-49eb-b24d-b01b851403f1 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:27:06.899931 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-a1767c86-d6e6-49eb-b24d-b01b851403f1 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 917 time: 4.3999240 Jan 26 21:27:06.903310 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 46896) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:27:07.019159 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85dbc10e-958c-4626-bd5c-8b19896306a0 None None] Routers {'c82f5ec5-27bf-4447-9163-c24e88664493'} bound to L3 agent in host n-d-760453-5 {{(pid=103306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 21:27:07.025592 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-85dbc10e-958c-4626-bd5c-8b19896306a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-26T20:55:21Z,description=,heartbeat_timestamp=2022-01-26T21:26:51Z,host='n-d-760453-5',id=09df100c-3af1-4b0a-bda8-05914c71c458,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:55:21Z,topic='l3_agent')) {'router_ids': ['c82f5ec5-27bf-4447-9163-c24e88664493'], 'active': True} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:27:07.030421 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-51a009aa-2ba5-4faa-87d0-e446d304b55c tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Publish callbacks [] for port (3906c84d-3b9b-409e-8ce6-168535fe05d9), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:27:07.123350 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-51a009aa-2ba5-4faa-87d0-e446d304b55c tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746560234527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11791543'] for port (3906c84d-3b9b-409e-8ce6-168535fe05d9), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:27:07.128123 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-b1fa2e03-9d6a-4d19-a4eb-22c50754a656 None None] For port 930b0521-d1b4-443e-9788-c3996757c2fc, host n-d-760453-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=930b0521-d1b4-443e-9788-c3996757c2fc,segment=NetworkSegment(569041d5-f003-4628-a7df-c1b7f25ea91d),segment_id=569041d5-f003-4628-a7df-c1b7f25ea91d)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:27:07.165423 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b1fa2e03-9d6a-4d19-a4eb-22c50754a656 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (930b0521-d1b4-443e-9788-c3996757c2fc), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:27:07.225827 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device 930b0521-d1b4-443e-9788-c3996757c2fc up at agent ovs-agent-n-d-760453-5 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 21:27:07.298288 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a009aa-2ba5-4faa-87d0-e446d304b55c tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Pushing event updated for resources: {'Port': ['ID=3906c84d-3b9b-409e-8ce6-168535fe05d9,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:27:07.302255 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51a009aa-2ba5-4faa-87d0-e446d304b55c tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Network 80bdce17-b861-46cb-9014-7071d7f46353 is already hosted by enough agents. {{(pid=103305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 21:27:07.304145 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [None req-51a009aa-2ba5-4faa-87d0-e446d304b55c tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Resources bound (agent type, host, resource id): {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:27:07.306724 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51a009aa-2ba5-4faa-87d0-e446d304b55c tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Received port after_create {{(pid=103305) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 21:27:07.317369 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51a009aa-2ba5-4faa-87d0-e446d304b55c tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:27:07.318203 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-51a009aa-2ba5-4faa-87d0-e446d304b55c tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:27:07.419105 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-51a009aa-2ba5-4faa-87d0-e446d304b55c tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1034 time: 1.8047881 Jan 26 21:27:07.423157 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 46898) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:27:07.495140 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-bfea4ba7-fe9f-40e6-b9e2-90badcb28d10 None None] Provisioning complete for port 930b0521-d1b4-443e-9788-c3996757c2fc triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:27:07.495634 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-bfea4ba7-fe9f-40e6-b9e2-90badcb28d10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (930b0521-d1b4-443e-9788-c3996757c2fc), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:27:07.505271 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.db_base_plugin_common [None req-87cd6e96-1adc-4dcc-af04-85899c1a2ee3 None None] Allocated IP 2001:db8:0:1::2 (80bdce17-b861-46cb-9014-7071d7f46353/28517f8d-d41c-476b-bd66-1653fd30c383/dd77bec6-26d2-4bf9-ac52-01df51d49dec) {{(pid=103306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 21:27:07.539704 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1fa2e03-9d6a-4d19-a4eb-22c50754a656 None None] Pushing event updated for resources: {'Port': ['ID=930b0521-d1b4-443e-9788-c3996757c2fc,revision_number=3']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:27:07.570707 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvr_db [None req-85dbc10e-958c-4626-bd5c-8b19896306a0 None None] Set router c82f5ec5-27bf-4447-9163-c24e88664493 gateway port host: n-d-760453-5 {{(pid=103306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 21:27:07.639208 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-5a3f7b8d-2821-4fac-aa1a-6ebf92abe163 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Deleting port 3906c84d-3b9b-409e-8ce6-168535fe05d9 {{(pid=103305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 21:27:07.641404 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-5a3f7b8d-2821-4fac-aa1a-6ebf92abe163 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746560630878'] for port (3906c84d-3b9b-409e-8ce6-168535fe05d9), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:27:07.648617 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Provisioning complete for port 930b0521-d1b4-443e-9788-c3996757c2fc triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:27:07.649224 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (930b0521-d1b4-443e-9788-c3996757c2fc), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:27:07.949383 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-5a3f7b8d-2821-4fac-aa1a-6ebf92abe163 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4109658'] for port (3906c84d-3b9b-409e-8ce6-168535fe05d9), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:27:08.026872 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-5a3f7b8d-2821-4fac-aa1a-6ebf92abe163 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Calling delete_port for 3906c84d-3b9b-409e-8ce6-168535fe05d9 owned by {{(pid=103305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 21:27:08.098044 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-87cd6e96-1adc-4dcc-af04-85899c1a2ee3 None None] For port dd77bec6-26d2-4bf9-ac52-01df51d49dec, host n-d-760453-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=dd77bec6-26d2-4bf9-ac52-01df51d49dec,segment=NetworkSegment(3c6d624c-ba08-479a-b68a-7684ce678b5c),segment_id=3c6d624c-ba08-479a-b68a-7684ce678b5c)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:27:08.274422 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-87cd6e96-1adc-4dcc-af04-85899c1a2ee3 None None] Publish callbacks [] for port (dd77bec6-26d2-4bf9-ac52-01df51d49dec), precommit_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:27:08.332627 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-87cd6e96-1adc-4dcc-af04-85899c1a2ee3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (dd77bec6-26d2-4bf9-ac52-01df51d49dec), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:27:08.430220 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-9bf29703-3344-4abc-82db-762154d97d0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:27:08.470376 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (32ef628b-8417-46c5-8729-60fcabe358f1), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:27:08.525560 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Current status of the port 930b0521-d1b4-443e-9788-c3996757c2fc is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:27:08.600595 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-bfea4ba7-fe9f-40e6-b9e2-90badcb28d10 None None] Current status of the port 930b0521-d1b4-443e-9788-c3996757c2fc is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:27:08.617181 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87cd6e96-1adc-4dcc-af04-85899c1a2ee3 None None] Pushing event updated for resources: {'Port': ['ID=dd77bec6-26d2-4bf9-ac52-01df51d49dec,revision_number=7']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:27:08.657812 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-85dbc10e-958c-4626-bd5c-8b19896306a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c82f5ec5-27bf-4447-9163-c24e88664493', 'name': 'tempest-ImageQuotaTest-1200100968-router', 'tenant_id': '646274124b29431c824691f5031e9315', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'external_fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.125'}], 'enable_snat': True}, 'gw_port_id': '652e4111-0a93-4e42-947b-6dad269d752b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T21:27:02Z', 'updated_at': '2022-01-26T21:27:05Z', 'revision_number': 3, 'project_id': '646274124b29431c824691f5031e9315', 'gw_port': {'id': '652e4111-0a93-4e42-947b-6dad269d752b', 'name': '', 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:b7:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c82f5ec5-27bf-4447-9163-c24e88664493', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2423, 'fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:27:04Z', 'updated_at': '2022-01-26T21:27:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-5'}], 'n-d-760453-5', False) {} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:27:08.687601 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-5a3f7b8d-2821-4fac-aa1a-6ebf92abe163 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746560636600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746560234536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11791543'] for port (3906c84d-3b9b-409e-8ce6-168535fe05d9), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:27:08.737488 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85dbc10e-958c-4626-bd5c-8b19896306a0 None None] Checking router: c82f5ec5-27bf-4447-9163-c24e88664493 for host: n-d-760453-5 {{(pid=103306) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 26 21:27:08.741001 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85dbc10e-958c-4626-bd5c-8b19896306a0 None None] Updating router c82f5ec5-27bf-4447-9163-c24e88664493 port 652e4111-0a93-4e42-947b-6dad269d752b binding host n-d-760453-5 {{(pid=103306) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 26 21:27:08.787331 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3f7b8d-2821-4fac-aa1a-6ebf92abe163 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Pushing event deleted for resources: {'Port': ['ID=3906c84d-3b9b-409e-8ce6-168535fe05d9,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:27:08.808172 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-85dbc10e-958c-4626-bd5c-8b19896306a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (652e4111-0a93-4e42-947b-6dad269d752b), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:27:08.973639 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-5a3f7b8d-2821-4fac-aa1a-6ebf92abe163 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:27:08.977096 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-5a3f7b8d-2821-4fac-aa1a-6ebf92abe163 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] 10.222.0.13 "DELETE /v2.0/ports/3906c84d-3b9b-409e-8ce6-168535fe05d9 HTTP/1.1" status: 204 len: 168 time: 1.5507126 Jan 26 21:27:08.983740 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 46918) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:27:09.047556 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.db_base_plugin_common [None req-9bf29703-3344-4abc-82db-762154d97d0d admin admin] Allocated IP 172.20.0.1 (6dc76e89-5aa8-44a7-8945-225890ff189d/2b825dfc-e9f0-4933-905e-bde28c754763/36f62bd9-790e-4a97-aa2b-02eedc16a58f) {{(pid=103304) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 21:27:09.070191 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device 930b0521-d1b4-443e-9788-c3996757c2fc up at agent ovs-agent-n-d-760453-5 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 21:27:09.148635 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00ba6d5d-5328-44ae-87c5-429f073c0eb4 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:27:09.170318 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-00ba6d5d-5328-44ae-87c5-429f073c0eb4 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1854763 Jan 26 21:27:09.173582 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 46932) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:27:09.270012 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e25ff4db-d8a4-42cf-80e1-6a031be4b4ab tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:27:09.271931 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-e25ff4db-d8a4-42cf-80e1-6a031be4b4ab tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.0972281 Jan 26 21:27:09.289069 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 46938) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:27:09.386433 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3a828a0-8863-4bdd-8bca-90e8925a2bf3 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:27:09.387755 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3a828a0-8863-4bdd-8bca-90e8925a2bf3 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:27:09.394042 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3a828a0-8863-4bdd-8bca-90e8925a2bf3 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:27:09.395873 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-e3a828a0-8863-4bdd-8bca-90e8925a2bf3 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.1049011 Jan 26 21:27:09.398784 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 46942) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:27:09.459731 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-9bf29703-3344-4abc-82db-762154d97d0d admin admin] Publish callbacks [] for port (36f62bd9-790e-4a97-aa2b-02eedc16a58f), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:27:09.522805 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.db_base_plugin_v2 [None req-9fbcc020-9a7a-448f-ac57-8276ec733ba6 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Deleting subnet 22b27e24-5b2b-486a-8301-339beb526ff0 {{(pid=103305) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 26 21:27:09.559009 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-9fbcc020-9a7a-448f-ac57-8276ec733ba6 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Publish callbacks [] for subnet (22b27e24-5b2b-486a-8301-339beb526ff0), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:27:09.566216 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-9bf29703-3344-4abc-82db-762154d97d0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746560234527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9281553'] for port (36f62bd9-790e-4a97-aa2b-02eedc16a58f), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:27:09.606644 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Provisioning complete for port 930b0521-d1b4-443e-9788-c3996757c2fc triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:27:09.607199 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (930b0521-d1b4-443e-9788-c3996757c2fc), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:27:09.697558 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-9fbcc020-9a7a-448f-ac57-8276ec733ba6 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11788946'] for subnet (22b27e24-5b2b-486a-8301-339beb526ff0), precommit_delete_associations {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:27:09.861501 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bf29703-3344-4abc-82db-762154d97d0d admin admin] Network 6dc76e89-5aa8-44a7-8945-225890ff189d is already hosted by enough agents. {{(pid=103304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 21:27:09.883841 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [None req-9bf29703-3344-4abc-82db-762154d97d0d admin admin] Resources bound (agent type, host, resource id): {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:27:09.898700 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bf29703-3344-4abc-82db-762154d97d0d admin admin] Received port after_create {{(pid=103304) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 21:27:09.911947 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf29703-3344-4abc-82db-762154d97d0d admin admin] Pushing event updated for resources: {'Port': ['ID=36f62bd9-790e-4a97-aa2b-02eedc16a58f,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:27:10.069692 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-9fbcc020-9a7a-448f-ac57-8276ec733ba6 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687316'] for subnet (22b27e24-5b2b-486a-8301-339beb526ff0), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:27:10.094910 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-9bf29703-3344-4abc-82db-762154d97d0d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4111050'] for router_interface (c82f5ec5-27bf-4447-9163-c24e88664493), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:27:10.177091 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-85dbc10e-958c-4626-bd5c-8b19896306a0 None None] Publish callbacks [] for port (652e4111-0a93-4e42-947b-6dad269d752b), precommit_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:27:10.300155 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-85dbc10e-958c-4626-bd5c-8b19896306a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (652e4111-0a93-4e42-947b-6dad269d752b), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:27:10.354916 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-9fbcc020-9a7a-448f-ac57-8276ec733ba6 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11791594', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11599980'] for subnet (22b27e24-5b2b-486a-8301-339beb526ff0), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:27:10.416927 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Current status of the port 930b0521-d1b4-443e-9788-c3996757c2fc is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:27:10.418282 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device dd77bec6-26d2-4bf9-ac52-01df51d49dec up at agent ovs-agent-n-d-760453-5 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 21:27:10.479409 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-9fbcc020-9a7a-448f-ac57-8276ec733ba6 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709645'] for subnet (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:27:10.504500 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-9fbcc020-9a7a-448f-ac57-8276ec733ba6 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] 10.222.0.13 "DELETE /v2.0/subnets/22b27e24-5b2b-486a-8301-339beb526ff0 HTTP/1.1" status: 204 len: 168 time: 1.0965259 Jan 26 21:27:10.511113 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 46960) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:27:10.549624 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-7181acf3-5db2-43c3-9d9f-3d31bf57f5fa None None] Provisioning complete for port dd77bec6-26d2-4bf9-ac52-01df51d49dec triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:27:10.550185 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-7181acf3-5db2-43c3-9d9f-3d31bf57f5fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (dd77bec6-26d2-4bf9-ac52-01df51d49dec), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:27:10.640550 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b25f7911-8284-45e9-baf1-ed327c040994 None None] Pushing event updated for resources: {'Port': ['ID=652e4111-0a93-4e42-947b-6dad269d752b,revision_number=2']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:27:10.654971 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-85dbc10e-958c-4626-bd5c-8b19896306a0 None None] Attempting to bind port 652e4111-0a93-4e42-947b-6dad269d752b on host n-d-760453-5 for vnic_type normal with profile {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 21:27:10.659974 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-85dbc10e-958c-4626-bd5c-8b19896306a0 None None] Attempting to bind port 652e4111-0a93-4e42-947b-6dad269d752b by drivers openvswitch,hyperv on host n-d-760453-5 at level 0 using segments [{'id': 'e17cb353-418f-48b9-b982-21a6233ee99b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299'}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 26 21:27:10.660469 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85dbc10e-958c-4626-bd5c-8b19896306a0 None None] Attempting to bind port 652e4111-0a93-4e42-947b-6dad269d752b on network 4140a1f1-c93a-4bea-83a0-68953a54f299 {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 21:27:10.684971 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85dbc10e-958c-4626-bd5c-8b19896306a0 None None] Checking agent: {'id': 'fea0591a-627d-4c87-9a9a-01625ddf3277', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760453-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 20, 55, 25), 'started_at': datetime.datetime(2022, 1, 26, 20, 55, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 21, 26, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760453-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 26 21:27:10.685559 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85dbc10e-958c-4626-bd5c-8b19896306a0 None None] Checking segment: {'id': 'e17cb353-418f-48b9-b982-21a6233ee99b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 21:27:10.686047 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-85dbc10e-958c-4626-bd5c-8b19896306a0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:27:10.686550 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85dbc10e-958c-4626-bd5c-8b19896306a0 None None] Bound using segment: {'id': 'e17cb353-418f-48b9-b982-21a6233ee99b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299'} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 26 21:27:10.687144 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-85dbc10e-958c-4626-bd5c-8b19896306a0 None None] Bound port: 652e4111-0a93-4e42-947b-6dad269d752b, host: n-d-760453-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e17cb353-418f-48b9-b982-21a6233ee99b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299'}}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 26 21:27:10.692392 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-85dbc10e-958c-4626-bd5c-8b19896306a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (652e4111-0a93-4e42-947b-6dad269d752b), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:27:10.742518 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fbcc020-9a7a-448f-ac57-8276ec733ba6 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Pushing event deleted for resources: {'Subnet': ['ID=22b27e24-5b2b-486a-8301-339beb526ff0,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:27:10.789983 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-9bf29703-3344-4abc-82db-762154d97d0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (36f62bd9-790e-4a97-aa2b-02eedc16a58f), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:27:10.792916 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.db_base_plugin_v2 [None req-49053d4c-8273-45b5-b212-9d411ad87636 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Deleting subnet 28517f8d-d41c-476b-bd66-1653fd30c383 {{(pid=103305) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 26 21:27:10.797345 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-49053d4c-8273-45b5-b212-9d411ad87636 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Publish callbacks [] for subnet (28517f8d-d41c-476b-bd66-1653fd30c383), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:27:10.844543 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-7181acf3-5db2-43c3-9d9f-3d31bf57f5fa None None] Current status of the port dd77bec6-26d2-4bf9-ac52-01df51d49dec is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:27:10.846906 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-230870ee-fefe-4c07-8349-0f02bc5a40a3 None None] Network 80bdce17-b861-46cb-9014-7071d7f46353 requested from n-d-760453-5 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 26 21:27:10.868775 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-49053d4c-8273-45b5-b212-9d411ad87636 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11788946'] for subnet (28517f8d-d41c-476b-bd66-1653fd30c383), precommit_delete_associations {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:27:10.906003 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-85dbc10e-958c-4626-bd5c-8b19896306a0 None None] For port 652e4111-0a93-4e42-947b-6dad269d752b, host n-d-760453-5, cleared binding levels {{(pid=103306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 26 21:27:10.912848 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Provisioning complete for port dd77bec6-26d2-4bf9-ac52-01df51d49dec triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:27:10.913455 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (dd77bec6-26d2-4bf9-ac52-01df51d49dec), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:27:10.967920 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-85dbc10e-958c-4626-bd5c-8b19896306a0 None None] For port 652e4111-0a93-4e42-947b-6dad269d752b, host n-d-760453-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=652e4111-0a93-4e42-947b-6dad269d752b,segment=NetworkSegment(e17cb353-418f-48b9-b982-21a6233ee99b),segment_id=e17cb353-418f-48b9-b982-21a6233ee99b)] {{(pid=103306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 26 21:27:10.978769 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-4ad8e434-e7f7-4697-9ffd-c08d13f87c6b None None] Could not find standard attr ID for object 3906c84d-3b9b-409e-8ce6-168535fe05d9. {{(pid=103306) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 26 21:27:10.992355 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-85dbc10e-958c-4626-bd5c-8b19896306a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (652e4111-0a93-4e42-947b-6dad269d752b), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:27:11.047673 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b25f7911-8284-45e9-baf1-ed327c040994 None None] Pushing event updated for resources: {'Port': ['ID=652e4111-0a93-4e42-947b-6dad269d752b,revision_number=3']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:27:11.120914 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-4ad8e434-e7f7-4697-9ffd-c08d13f87c6b None None] Provisioning complete for port 36f62bd9-790e-4a97-aa2b-02eedc16a58f triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:27:11.121131 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-4ad8e434-e7f7-4697-9ffd-c08d13f87c6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (36f62bd9-790e-4a97-aa2b-02eedc16a58f), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:27:11.179165 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Current status of the port dd77bec6-26d2-4bf9-ac52-01df51d49dec is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:27:11.194740 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85dbc10e-958c-4626-bd5c-8b19896306a0 None None] Routers {'c82f5ec5-27bf-4447-9163-c24e88664493'} bound to L3 agent in host n-d-760453-5 {{(pid=103306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 21:27:11.195531 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-85dbc10e-958c-4626-bd5c-8b19896306a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-26T20:55:21Z,description=,heartbeat_timestamp=2022-01-26T21:26:51Z,host='n-d-760453-5',id=09df100c-3af1-4b0a-bda8-05914c71c458,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:55:21Z,topic='l3_agent')) {'router_ids': ['c82f5ec5-27bf-4447-9163-c24e88664493'], 'active': True} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:27:11.197598 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-49053d4c-8273-45b5-b212-9d411ad87636 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687316'] for subnet (28517f8d-d41c-476b-bd66-1653fd30c383), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:27:11.300916 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-4ad8e434-e7f7-4697-9ffd-c08d13f87c6b None None] Port 36f62bd9-790e-4a97-aa2b-02eedc16a58f cannot update to ACTIVE because it is not bound. {{(pid=103306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 26 21:27:11.310253 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-9bf29703-3344-4abc-82db-762154d97d0d admin admin] Publish callbacks [] for port (36f62bd9-790e-4a97-aa2b-02eedc16a58f), precommit_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:27:11.327982 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-9bf29703-3344-4abc-82db-762154d97d0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9281542'] for port (36f62bd9-790e-4a97-aa2b-02eedc16a58f), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:27:11.335080 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-49053d4c-8273-45b5-b212-9d411ad87636 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11791594', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11599980'] for subnet (28517f8d-d41c-476b-bd66-1653fd30c383), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:27:11.426501 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-49053d4c-8273-45b5-b212-9d411ad87636 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709645'] for subnet (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:27:11.434223 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-49053d4c-8273-45b5-b212-9d411ad87636 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] 10.222.0.13 "DELETE /v2.0/subnets/28517f8d-d41c-476b-bd66-1653fd30c383 HTTP/1.1" status: 204 len: 168 time: 0.9135311 Jan 26 21:27:11.434223 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49053d4c-8273-45b5-b212-9d411ad87636 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Pushing event deleted for resources: {'Subnet': ['ID=28517f8d-d41c-476b-bd66-1653fd30c383,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:27:11.435521 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 46974) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:27:11.439346 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-9bf29703-3344-4abc-82db-762154d97d0d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3709457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4110682'] for router_interface (c82f5ec5-27bf-4447-9163-c24e88664493), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:27:11.486358 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvr_db [None req-85dbc10e-958c-4626-bd5c-8b19896306a0 None None] Set router c82f5ec5-27bf-4447-9163-c24e88664493 gateway port host: n-d-760453-5 {{(pid=103306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 21:27:11.548404 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-b28eb116-de91-468d-84e8-2a2a0598c103 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1026764 Jan 26 21:27:11.551070 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 46978) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:27:11.557029 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-0be598db-ba4d-464c-aa13-4a3e76adff16 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Request body: {'subnet': {'network_id': '80bdce17-b861-46cb-9014-7071d7f46353', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:27:11.789810 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0be598db-ba4d-464c-aa13-4a3e76adff16 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Made reservation on behalf of 91ff6b128d484238b8b1d440faeb9154 for: {'subnet': 1} {{(pid=103305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 21:27:11.796501 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-0be598db-ba4d-464c-aa13-4a3e76adff16 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11599953'] for subnet (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:27:12.106066 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-85dbc10e-958c-4626-bd5c-8b19896306a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c82f5ec5-27bf-4447-9163-c24e88664493', 'name': 'tempest-ImageQuotaTest-1200100968-router', 'tenant_id': '646274124b29431c824691f5031e9315', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'external_fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.125'}], 'enable_snat': True}, 'gw_port_id': '652e4111-0a93-4e42-947b-6dad269d752b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T21:27:02Z', 'updated_at': '2022-01-26T21:27:10Z', 'revision_number': 4, 'project_id': '646274124b29431c824691f5031e9315', 'gw_port': {'id': '652e4111-0a93-4e42-947b-6dad269d752b', 'name': '', 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:b7:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c82f5ec5-27bf-4447-9163-c24e88664493', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2423, 'fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:27:04Z', 'updated_at': '2022-01-26T21:27:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-5', '_interfaces': [{'id': '36f62bd9-790e-4a97-aa2b-02eedc16a58f', 'name': '', 'network_id': '6dc76e89-5aa8-44a7-8945-225890ff189d', 'tenant_id': '646274124b29431c824691f5031e9315', 'mac_address': 'fa:16:3e:59:ea:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c82f5ec5-27bf-4447-9163-c24e88664493', 'device_owner': 'network:router_interface', 'standard_attr_id': 2426, 'fixed_ips': [{'subnet_id': '2b825dfc-e9f0-4933-905e-bde28c754763', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:27:08Z', 'updated_at': '2022-01-26T21:27:09Z', 'revision_number': 1, 'project_id': '646274124b29431c824691f5031e9315', 'subnets': [{'id': '2b825dfc-e9f0-4933-905e-bde28c754763', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760453-5', False) {} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:27:12.163734 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85dbc10e-958c-4626-bd5c-8b19896306a0 None None] The sync data for ids ['c82f5ec5-27bf-4447-9163-c24e88664493'] in n-d-760453-5 is: [{'id': 'c82f5ec5-27bf-4447-9163-c24e88664493', 'name': 'tempest-ImageQuotaTest-1200100968-router', 'tenant_id': '646274124b29431c824691f5031e9315', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'external_fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.125'}], 'enable_snat': True}, 'gw_port_id': '652e4111-0a93-4e42-947b-6dad269d752b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T21:27:02Z', 'updated_at': '2022-01-26T21:27:10Z', 'revision_number': 4, 'project_id': '646274124b29431c824691f5031e9315', 'gw_port': {'id': '652e4111-0a93-4e42-947b-6dad269d752b', 'name': '', 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:b7:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c82f5ec5-27bf-4447-9163-c24e88664493', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2423, 'fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:27:04Z', 'updated_at': '2022-01-26T21:27:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-5', '_interfaces': [{'id': '36f62bd9-790e-4a97-aa2b-02eedc16a58f', 'name': '', 'network_id': '6dc76e89-5aa8-44a7-8945-225890ff189d', 'tenant_id': '646274124b29431c824691f5031e9315', 'mac_address': 'fa:16:3e:59:ea:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c82f5ec5-27bf-4447-9163-c24e88664493', 'device_owner': 'network:router_interface', 'standard_attr_id': 2426, 'fixed_ips': [{'subnet_id': '2b825dfc-e9f0-4933-905e-bde28c754763', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:27:08Z', 'updated_at': '2022-01-26T21:27:09Z', 'revision_number': 1, 'project_id': '646274124b29431c824691f5031e9315', 'subnets': [{'id': '2b825dfc-e9f0-4933-905e-bde28c754763', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 26 21:27:12.392265 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf29703-3344-4abc-82db-762154d97d0d admin admin] Pushing event updated for resources: {'Port': ['ID=36f62bd9-790e-4a97-aa2b-02eedc16a58f,revision_number=2']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:27:12.484839 n-d-760453-5 neutron-server[103305]: DEBUG neutron.objects.ports [None req-0be598db-ba4d-464c-aa13-4a3e76adff16 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103305) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Jan 26 21:27:12.531272 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bf29703-3344-4abc-82db-762154d97d0d admin admin] Network 6dc76e89-5aa8-44a7-8945-225890ff189d is already hosted by enough agents. {{(pid=103304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 21:27:12.538894 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [None req-9bf29703-3344-4abc-82db-762154d97d0d admin admin] Resources bound (agent type, host, resource id): {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:27:12.674935 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b65b16d-63b5-47af-a913-9a661d450148 None None] Network 80bdce17-b861-46cb-9014-7071d7f46353 requested from n-d-760453-5 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 26 21:27:12.967809 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-0be598db-ba4d-464c-aa13-4a3e76adff16 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (dd77bec6-26d2-4bf9-ac52-01df51d49dec), before_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:27:13.072944 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9bf29703-3344-4abc-82db-762154d97d0d admin admin] Router c82f5ec5-27bf-4447-9163-c24e88664493 has already been hosted by L3 agent 09df100c-3af1-4b0a-bda8-05914c71c458 {{(pid=103304) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 26 21:27:13.241915 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9bf29703-3344-4abc-82db-762154d97d0d admin admin] Notify agent at l3_agent.n-d-760453-5 the message routers_updated {{(pid=103304) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 26 21:27:13.267562 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-9bf29703-3344-4abc-82db-762154d97d0d admin admin] 10.222.0.13 "PUT /v2.0/routers/c82f5ec5-27bf-4447-9163-c24e88664493/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3624337 Jan 26 21:27:13.362033 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [None req-0be598db-ba4d-464c-aa13-4a3e76adff16 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] For port dd77bec6-26d2-4bf9-ac52-01df51d49dec, host n-d-760453-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=dd77bec6-26d2-4bf9-ac52-01df51d49dec,segment=NetworkSegment(3c6d624c-ba08-479a-b68a-7684ce678b5c),segment_id=3c6d624c-ba08-479a-b68a-7684ce678b5c)] {{(pid=103305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:27:13.409838 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-0be598db-ba4d-464c-aa13-4a3e76adff16 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Publish callbacks [] for port (dd77bec6-26d2-4bf9-ac52-01df51d49dec), precommit_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:27:13.420347 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-0be598db-ba4d-464c-aa13-4a3e76adff16 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11791520'] for port (dd77bec6-26d2-4bf9-ac52-01df51d49dec), after_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:27:13.421235 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-0be598db-ba4d-464c-aa13-4a3e76adff16 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11788839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11599975'] for subnet (ec688c07-8c38-4fe8-863f-7e1133d60fa6), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:27:13.583198 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0be598db-ba4d-464c-aa13-4a3e76adff16 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Network 80bdce17-b861-46cb-9014-7071d7f46353 is already hosted by enough agents. {{(pid=103305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 21:27:13.596061 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [None req-0be598db-ba4d-464c-aa13-4a3e76adff16 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Resources bound (agent type, host, resource id): {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:27:13.634736 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0be598db-ba4d-464c-aa13-4a3e76adff16 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:27:13.635601 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-0be598db-ba4d-464c-aa13-4a3e76adff16 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709645'] for subnet (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:27:13.650316 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be598db-ba4d-464c-aa13-4a3e76adff16 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Pushing event updated for resources: {'Subnet': ['ID=ec688c07-8c38-4fe8-863f-7e1133d60fa6,revision_number=0']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:27:13.663755 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-cd1305bd-7fca-48f6-b319-d5fb81249266 None None] Provisioning complete for port dd77bec6-26d2-4bf9-ac52-01df51d49dec triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:27:13.666163 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-cd1305bd-7fca-48f6-b319-d5fb81249266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (dd77bec6-26d2-4bf9-ac52-01df51d49dec), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:27:13.673843 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be598db-ba4d-464c-aa13-4a3e76adff16 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Pushing event updated for resources: {'Port': ['ID=dd77bec6-26d2-4bf9-ac52-01df51d49dec,revision_number=11']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:27:13.711747 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-0be598db-ba4d-464c-aa13-4a3e76adff16 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.1564317 Jan 26 21:27:13.713073 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 47008) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:27:13.723278 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-98140cf2-33e5-45f2-a5fe-b79ffb8f4a0f tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Request body: {'subnet': {'network_id': '80bdce17-b861-46cb-9014-7071d7f46353', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:27:13.931429 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98140cf2-33e5-45f2-a5fe-b79ffb8f4a0f tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Made reservation on behalf of 91ff6b128d484238b8b1d440faeb9154 for: {'subnet': 1} {{(pid=103305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 21:27:13.935812 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-98140cf2-33e5-45f2-a5fe-b79ffb8f4a0f tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11599953'] for subnet (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:27:14.057785 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-cd1305bd-7fca-48f6-b319-d5fb81249266 None None] Current status of the port dd77bec6-26d2-4bf9-ac52-01df51d49dec is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:27:14.199787 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-9323943f-6d24-4a23-8c58-2035c18b1d18 None None] Provisioning complete for port 36f62bd9-790e-4a97-aa2b-02eedc16a58f triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:27:14.200539 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-9323943f-6d24-4a23-8c58-2035c18b1d18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (36f62bd9-790e-4a97-aa2b-02eedc16a58f), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:27:14.202362 n-d-760453-5 neutron-server[103305]: INFO neutron.db.ipam_backend_mixin [None req-98140cf2-33e5-45f2-a5fe-b79ffb8f4a0f tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet ec688c07-8c38-4fe8-863f-7e1133d60fa6 (CIDR: 2001:db8::/64) Jan 26 21:27:14.208989 n-d-760453-5 neutron-server[103305]: INFO neutron.pecan_wsgi.hooks.translation [None req-98140cf2-33e5-45f2-a5fe-b79ffb8f4a0f tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 26 21:27:14.213050 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-98140cf2-33e5-45f2-a5fe-b79ffb8f4a0f tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103305) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 26 21:27:14.270859 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 47030) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:27:14.271908 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-98140cf2-33e5-45f2-a5fe-b79ffb8f4a0f tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5526421 Jan 26 21:27:14.282100 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-54669a85-6f56-4888-a11e-8e25af2f9e06 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Request body: {'subnet': {'network_id': '80bdce17-b861-46cb-9014-7071d7f46353', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:27:14.347855 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-9323943f-6d24-4a23-8c58-2035c18b1d18 None None] Port 36f62bd9-790e-4a97-aa2b-02eedc16a58f cannot update to ACTIVE because it is not bound. {{(pid=103306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 26 21:27:14.609082 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54669a85-6f56-4888-a11e-8e25af2f9e06 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Made reservation on behalf of 91ff6b128d484238b8b1d440faeb9154 for: {'subnet': 1} {{(pid=103304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 21:27:14.612855 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-54669a85-6f56-4888-a11e-8e25af2f9e06 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12215181'] for subnet (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:27:15.168784 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffe7b383-b72a-4677-999f-26069de65f73 None None] Network 80bdce17-b861-46cb-9014-7071d7f46353 requested from n-d-760453-5 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 26 21:27:15.239119 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-54669a85-6f56-4888-a11e-8e25af2f9e06 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9285249', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12215227'] for subnet (3430e3db-e094-4e8c-a830-08df5ad061dc), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:27:15.306691 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54669a85-6f56-4888-a11e-8e25af2f9e06 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Network 80bdce17-b861-46cb-9014-7071d7f46353 is already hosted by enough agents. {{(pid=103304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 21:27:15.311408 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [None req-54669a85-6f56-4888-a11e-8e25af2f9e06 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Resources bound (agent type, host, resource id): {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:27:15.316549 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54669a85-6f56-4888-a11e-8e25af2f9e06 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:27:15.317510 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-54669a85-6f56-4888-a11e-8e25af2f9e06 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Publish callbacks [] for subnet (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:27:15.334001 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54669a85-6f56-4888-a11e-8e25af2f9e06 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Pushing event updated for resources: {'Subnet': ['ID=3430e3db-e094-4e8c-a830-08df5ad061dc,revision_number=0']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:27:15.344723 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-54669a85-6f56-4888-a11e-8e25af2f9e06 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.0727143 Jan 26 21:27:15.347493 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 47058) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:27:15.353332 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-52eaec2d-54e5-4c34-919b-0f25b712b93f tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Request body: {'port': {'network_id': '80bdce17-b861-46cb-9014-7071d7f46353', 'mac_address': 'fa:16:3e:b1:81:2c', 'name': 'tempest-NetworksTestDHCPv6-1511881255'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:27:15.495641 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-aee08c85-b82b-4e5f-8af1-0706b24864ab None None] Provisioning complete for port dd77bec6-26d2-4bf9-ac52-01df51d49dec triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:27:15.510005 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-aee08c85-b82b-4e5f-8af1-0706b24864ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (dd77bec6-26d2-4bf9-ac52-01df51d49dec), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:27:15.540168 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device 652e4111-0a93-4e42-947b-6dad269d752b up at agent ovs-agent-n-d-760453-5 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 21:27:15.633931 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52eaec2d-54e5-4c34-919b-0f25b712b93f tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Made reservation on behalf of 91ff6b128d484238b8b1d440faeb9154 for: {'port': 1} {{(pid=103304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 21:27:15.825161 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 47064) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:27:15.858288 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Provisioning complete for port 652e4111-0a93-4e42-947b-6dad269d752b triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:27:15.858941 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (652e4111-0a93-4e42-947b-6dad269d752b), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:27:15.899138 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-52eaec2d-54e5-4c34-919b-0f25b712b93f tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:27:15.955216 n-d-760453-5 neutron-server[103304]: DEBUG neutron.notifiers.nova [None req-52eaec2d-54e5-4c34-919b-0f25b712b93f tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] device_id is not set on port 7e599e9c-381f-442f-b20e-5dd78bbcf59f yet. {{(pid=103304) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 26 21:27:16.139086 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Current status of the port 652e4111-0a93-4e42-947b-6dad269d752b is: DOWN; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:27:16.139630 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (652e4111-0a93-4e42-947b-6dad269d752b), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:27:16.206729 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] For port 652e4111-0a93-4e42-947b-6dad269d752b, host n-d-760453-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=652e4111-0a93-4e42-947b-6dad269d752b,segment=NetworkSegment(e17cb353-418f-48b9-b982-21a6233ee99b),segment_id=e17cb353-418f-48b9-b982-21a6233ee99b)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:27:16.209801 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-aee08c85-b82b-4e5f-8af1-0706b24864ab None None] Current status of the port dd77bec6-26d2-4bf9-ac52-01df51d49dec is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:27:16.217275 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (652e4111-0a93-4e42-947b-6dad269d752b), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:27:16.218113 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device dd77bec6-26d2-4bf9-ac52-01df51d49dec up at agent ovs-agent-n-d-760453-5 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 21:27:16.334072 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Pushing event updated for resources: {'Port': ['ID=652e4111-0a93-4e42-947b-6dad269d752b,revision_number=4']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:27:16.468516 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Provisioning complete for port dd77bec6-26d2-4bf9-ac52-01df51d49dec triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:27:16.468892 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (dd77bec6-26d2-4bf9-ac52-01df51d49dec), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:27:16.469240 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.db_base_plugin_common [None req-52eaec2d-54e5-4c34-919b-0f25b712b93f tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Allocated IP 2001:db8:0:1::26e (80bdce17-b861-46cb-9014-7071d7f46353/3430e3db-e094-4e8c-a830-08df5ad061dc/7e599e9c-381f-442f-b20e-5dd78bbcf59f) {{(pid=103304) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 21:27:16.496733 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.db_base_plugin_common [None req-52eaec2d-54e5-4c34-919b-0f25b712b93f tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Allocated IP 2001:db8::f816:3eff:feb1:812c (80bdce17-b861-46cb-9014-7071d7f46353/ec688c07-8c38-4fe8-863f-7e1133d60fa6/7e599e9c-381f-442f-b20e-5dd78bbcf59f) {{(pid=103304) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 21:27:16.663755 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1882adae-0056-4cb7-b318-069c52bf6eab None None] Network 80bdce17-b861-46cb-9014-7071d7f46353 requested from n-d-760453-5 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 26 21:27:16.751812 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-77963833-3ffa-4a2e-bbde-a4407b4085ba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4110657'] for router_interface (c82f5ec5-27bf-4447-9163-c24e88664493), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:27:16.790362 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-05e6e733-e3aa-4d2b-983b-12869b79f3f3 None None] Provisioning complete for port dd77bec6-26d2-4bf9-ac52-01df51d49dec triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:27:16.791020 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-05e6e733-e3aa-4d2b-983b-12869b79f3f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (dd77bec6-26d2-4bf9-ac52-01df51d49dec), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:27:16.841139 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-52eaec2d-54e5-4c34-919b-0f25b712b93f tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Publish callbacks [] for port (7e599e9c-381f-442f-b20e-5dd78bbcf59f), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:27:16.843667 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Current status of the port dd77bec6-26d2-4bf9-ac52-01df51d49dec is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:27:16.946430 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3948712b-c844-4264-9a01-31e03a2c6567 None None] Sync routers for ids ['c82f5ec5-27bf-4447-9163-c24e88664493'] in n-d-760453-5 {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 26 21:27:16.960472 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-52eaec2d-54e5-4c34-919b-0f25b712b93f tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746560234527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9281553'] for port (7e599e9c-381f-442f-b20e-5dd78bbcf59f), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:27:16.981737 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3948712b-c844-4264-9a01-31e03a2c6567 None None] Routers {'c82f5ec5-27bf-4447-9163-c24e88664493'} bound to L3 agent in host n-d-760453-5 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 21:27:16.986295 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-3948712b-c844-4264-9a01-31e03a2c6567 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-26T20:55:21Z,description=,heartbeat_timestamp=2022-01-26T21:26:51Z,host='n-d-760453-5',id=09df100c-3af1-4b0a-bda8-05914c71c458,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:55:21Z,topic='l3_agent')) {'router_ids': ['c82f5ec5-27bf-4447-9163-c24e88664493'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:27:17.026611 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-05e6e733-e3aa-4d2b-983b-12869b79f3f3 None None] Current status of the port dd77bec6-26d2-4bf9-ac52-01df51d49dec is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:27:17.056993 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52eaec2d-54e5-4c34-919b-0f25b712b93f tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Network 80bdce17-b861-46cb-9014-7071d7f46353 is already hosted by enough agents. {{(pid=103304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 21:27:17.060870 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [None req-52eaec2d-54e5-4c34-919b-0f25b712b93f tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Resources bound (agent type, host, resource id): {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:27:17.065730 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52eaec2d-54e5-4c34-919b-0f25b712b93f tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Received port after_create {{(pid=103304) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 21:27:17.071459 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52eaec2d-54e5-4c34-919b-0f25b712b93f tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:27:17.072495 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-52eaec2d-54e5-4c34-919b-0f25b712b93f tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:27:17.099497 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52eaec2d-54e5-4c34-919b-0f25b712b93f tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Pushing event updated for resources: {'Port': ['ID=7e599e9c-381f-442f-b20e-5dd78bbcf59f,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:27:17.133599 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-52eaec2d-54e5-4c34-919b-0f25b712b93f tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1034 time: 1.7823503 Jan 26 21:27:17.134425 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 47088) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:27:17.289345 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e170348-af8c-4e08-99e5-b732ceb2cfc9 None None] Update dhcp port {'port': {'network_id': '80bdce17-b861-46cb-9014-7071d7f46353', 'fixed_ips': [{'subnet_id': 'ec688c07-8c38-4fe8-863f-7e1133d60fa6', 'ip_address': '2001:db8::f816:3eff:feea:68d0'}, {'subnet_id': '3430e3db-e094-4e8c-a830-08df5ad061dc'}], 'binding:host_id': 'n-d-760453-5'}, 'id': 'dd77bec6-26d2-4bf9-ac52-01df51d49dec'} from n-d-760453-5. {{(pid=103306) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Jan 26 21:27:17.298728 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_dvr_db [None req-3948712b-c844-4264-9a01-31e03a2c6567 None None] Set router c82f5ec5-27bf-4447-9163-c24e88664493 gateway port host: n-d-760453-5 {{(pid=103307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 21:27:17.326528 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-cc1df728-a892-47bb-9f54-54d4631f05a0 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Deleting port 7e599e9c-381f-442f-b20e-5dd78bbcf59f {{(pid=103304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 21:27:17.327021 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-cc1df728-a892-47bb-9f54-54d4631f05a0 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746560630878'] for port (7e599e9c-381f-442f-b20e-5dd78bbcf59f), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:27:17.350539 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e170348-af8c-4e08-99e5-b732ceb2cfc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (dd77bec6-26d2-4bf9-ac52-01df51d49dec), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:27:17.420708 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device 652e4111-0a93-4e42-947b-6dad269d752b up at agent ovs-agent-n-d-760453-5 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 21:27:17.442172 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-77963833-3ffa-4a2e-bbde-a4407b4085ba admin admin] Deleting port 36f62bd9-790e-4a97-aa2b-02eedc16a58f {{(pid=103305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 21:27:17.442747 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-77963833-3ffa-4a2e-bbde-a4407b4085ba admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746560630878'] for port (36f62bd9-790e-4a97-aa2b-02eedc16a58f), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:27:17.522099 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-cc1df728-a892-47bb-9f54-54d4631f05a0 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4109658'] for port (7e599e9c-381f-442f-b20e-5dd78bbcf59f), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:27:17.555011 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-cc1df728-a892-47bb-9f54-54d4631f05a0 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Calling delete_port for 7e599e9c-381f-442f-b20e-5dd78bbcf59f owned by {{(pid=103304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 21:27:17.572927 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-77963833-3ffa-4a2e-bbde-a4407b4085ba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4109658'] for port (36f62bd9-790e-4a97-aa2b-02eedc16a58f), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:27:17.607775 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-77963833-3ffa-4a2e-bbde-a4407b4085ba admin admin] Calling delete_port for 36f62bd9-790e-4a97-aa2b-02eedc16a58f owned by network:router_interface {{(pid=103305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 21:27:17.687721 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-3948712b-c844-4264-9a01-31e03a2c6567 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c82f5ec5-27bf-4447-9163-c24e88664493', 'name': 'tempest-ImageQuotaTest-1200100968-router', 'tenant_id': '646274124b29431c824691f5031e9315', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'external_fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.125'}], 'enable_snat': True}, 'gw_port_id': '652e4111-0a93-4e42-947b-6dad269d752b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T21:27:02Z', 'updated_at': '2022-01-26T21:27:10Z', 'revision_number': 4, 'project_id': '646274124b29431c824691f5031e9315', 'gw_port': {'id': '652e4111-0a93-4e42-947b-6dad269d752b', 'name': '', 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:b7:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c82f5ec5-27bf-4447-9163-c24e88664493', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2423, 'fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:27:04Z', 'updated_at': '2022-01-26T21:27:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-5', '_interfaces': [{'id': '36f62bd9-790e-4a97-aa2b-02eedc16a58f', 'name': '', 'network_id': '6dc76e89-5aa8-44a7-8945-225890ff189d', 'tenant_id': '646274124b29431c824691f5031e9315', 'mac_address': 'fa:16:3e:59:ea:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c82f5ec5-27bf-4447-9163-c24e88664493', 'device_owner': 'network:router_interface', 'standard_attr_id': 2426, 'fixed_ips': [{'subnet_id': '2b825dfc-e9f0-4933-905e-bde28c754763', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:27:08Z', 'updated_at': '2022-01-26T21:27:10Z', 'revision_number': 2, 'project_id': '646274124b29431c824691f5031e9315', 'subnets': [{'id': '2b825dfc-e9f0-4933-905e-bde28c754763', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760453-5', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:27:17.733823 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.db_base_plugin_common [None req-2e170348-af8c-4e08-99e5-b732ceb2cfc9 None None] Allocated IP 2001:db8:0:1::2 (80bdce17-b861-46cb-9014-7071d7f46353/3430e3db-e094-4e8c-a830-08df5ad061dc/dd77bec6-26d2-4bf9-ac52-01df51d49dec) {{(pid=103306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 21:27:17.742982 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3948712b-c844-4264-9a01-31e03a2c6567 None None] Checking router: c82f5ec5-27bf-4447-9163-c24e88664493 for host: n-d-760453-5 {{(pid=103307) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 26 21:27:17.751328 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3948712b-c844-4264-9a01-31e03a2c6567 None None] Updating router c82f5ec5-27bf-4447-9163-c24e88664493 port 36f62bd9-790e-4a97-aa2b-02eedc16a58f binding host n-d-760453-5 {{(pid=103307) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 26 21:27:17.803383 n-d-760453-5 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-3948712b-c844-4264-9a01-31e03a2c6567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (36f62bd9-790e-4a97-aa2b-02eedc16a58f), before_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:27:17.901332 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-77963833-3ffa-4a2e-bbde-a4407b4085ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746560636600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746560234536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11791543'] for port (36f62bd9-790e-4a97-aa2b-02eedc16a58f), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:27:17.927813 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Provisioning complete for port 652e4111-0a93-4e42-947b-6dad269d752b triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:27:17.928196 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (652e4111-0a93-4e42-947b-6dad269d752b), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:27:17.966586 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-cc1df728-a892-47bb-9f54-54d4631f05a0 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746560636600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746560234536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9281553'] for port (7e599e9c-381f-442f-b20e-5dd78bbcf59f), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:27:17.973833 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-2e170348-af8c-4e08-99e5-b732ceb2cfc9 None None] For port dd77bec6-26d2-4bf9-ac52-01df51d49dec, host n-d-760453-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=dd77bec6-26d2-4bf9-ac52-01df51d49dec,segment=NetworkSegment(3c6d624c-ba08-479a-b68a-7684ce678b5c),segment_id=3c6d624c-ba08-479a-b68a-7684ce678b5c)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:27:18.009509 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77963833-3ffa-4a2e-bbde-a4407b4085ba admin admin] Pushing event deleted for resources: {'Port': ['ID=36f62bd9-790e-4a97-aa2b-02eedc16a58f,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:27:18.052532 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc1df728-a892-47bb-9f54-54d4631f05a0 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Pushing event deleted for resources: {'Port': ['ID=7e599e9c-381f-442f-b20e-5dd78bbcf59f,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:27:18.090142 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Current status of the port 652e4111-0a93-4e42-947b-6dad269d752b is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:27:18.097131 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e170348-af8c-4e08-99e5-b732ceb2cfc9 None None] Publish callbacks [] for port (dd77bec6-26d2-4bf9-ac52-01df51d49dec), precommit_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:27:18.106341 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e170348-af8c-4e08-99e5-b732ceb2cfc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (dd77bec6-26d2-4bf9-ac52-01df51d49dec), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:27:18.185827 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-cc1df728-a892-47bb-9f54-54d4631f05a0 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:27:18.201857 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-cc1df728-a892-47bb-9f54-54d4631f05a0 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] 10.222.0.13 "DELETE /v2.0/ports/7e599e9c-381f-442f-b20e-5dd78bbcf59f HTTP/1.1" status: 204 len: 168 time: 1.0663416 Jan 26 21:27:18.202660 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 47100) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:27:18.269131 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-686c9a16-735c-496c-9711-8b045385d1d0 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:27:18.287143 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e170348-af8c-4e08-99e5-b732ceb2cfc9 None None] Pushing event updated for resources: {'Port': ['ID=dd77bec6-26d2-4bf9-ac52-01df51d49dec,revision_number=12']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:27:18.298206 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-686c9a16-735c-496c-9711-8b045385d1d0 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1048 time: 0.0941000 Jan 26 21:27:18.299612 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 47110) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:27:18.305608 n-d-760453-5 neutron-server[103307]: DEBUG neutron_lib.db.api [None req-3948712b-c844-4264-9a01-31e03a2c6567 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103307) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 26 21:27:18.306125 n-d-760453-5 neutron-server[103307]: DEBUG oslo_db.api [None req-3948712b-c844-4264-9a01-31e03a2c6567 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 26 21:27:18.396185 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-77963833-3ffa-4a2e-bbde-a4407b4085ba admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3709480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4110805'] for router_interface (c82f5ec5-27bf-4447-9163-c24e88664493), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:27:18.467017 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30da7376-27b0-4574-988b-b7f2bf6d5286 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:27:18.468715 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-30da7376-27b0-4574-988b-b7f2bf6d5286 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1048 time: 0.1681323 Jan 26 21:27:18.471434 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 47120) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:27:18.558169 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e1d8917-bdd9-451e-9d1b-b08380938de4 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:27:18.570386 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e1d8917-bdd9-451e-9d1b-b08380938de4 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:27:18.572218 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e1d8917-bdd9-451e-9d1b-b08380938de4 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:27:18.580883 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 47124) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:27:18.581326 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-0e1d8917-bdd9-451e-9d1b-b08380938de4 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.1086586 Jan 26 21:27:18.842668 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3948712b-c844-4264-9a01-31e03a2c6567 None None] Port 36f62bd9-790e-4a97-aa2b-02eedc16a58f not found while updating agent binding for router c82f5ec5-27bf-4447-9163-c24e88664493. {{(pid=103307) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Jan 26 21:27:18.862009 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3948712b-c844-4264-9a01-31e03a2c6567 None None] Routers {'c82f5ec5-27bf-4447-9163-c24e88664493'} bound to L3 agent in host n-d-760453-5 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 21:27:18.862926 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-3948712b-c844-4264-9a01-31e03a2c6567 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-26T20:55:21Z,description=,heartbeat_timestamp=2022-01-26T21:26:51Z,host='n-d-760453-5',id=09df100c-3af1-4b0a-bda8-05914c71c458,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:55:21Z,topic='l3_agent')) {'router_ids': ['c82f5ec5-27bf-4447-9163-c24e88664493'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:27:18.928299 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-afeafca0-c991-4d02-9bf1-ee2b8ab4d4c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (474ccdf7-ab6c-405b-a3b2-dc7b05829902), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:27:19.249681 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_dvr_db [None req-3948712b-c844-4264-9a01-31e03a2c6567 None None] Set router c82f5ec5-27bf-4447-9163-c24e88664493 gateway port host: n-d-760453-5 {{(pid=103307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 21:27:19.332652 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.db_base_plugin_v2 [None req-b1c32259-3f6f-44aa-bf2b-9dce36d6c655 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Deleting subnet 3430e3db-e094-4e8c-a830-08df5ad061dc {{(pid=103305) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 26 21:27:19.384800 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-b1c32259-3f6f-44aa-bf2b-9dce36d6c655 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Publish callbacks [] for subnet (3430e3db-e094-4e8c-a830-08df5ad061dc), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:27:19.426335 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device dd77bec6-26d2-4bf9-ac52-01df51d49dec up at agent ovs-agent-n-d-760453-5 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 21:27:19.492254 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-b1c32259-3f6f-44aa-bf2b-9dce36d6c655 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11788946'] for subnet (3430e3db-e094-4e8c-a830-08df5ad061dc), precommit_delete_associations {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:27:19.530471 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-5a14674d-fdd1-4e7b-8115-75e97c0e1300 None None] Could not find standard attr ID for object 7e599e9c-381f-442f-b20e-5dd78bbcf59f. {{(pid=103306) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 26 21:27:19.533070 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77963833-3ffa-4a2e-bbde-a4407b4085ba admin admin] Router c82f5ec5-27bf-4447-9163-c24e88664493 has already been hosted by L3 agent 09df100c-3af1-4b0a-bda8-05914c71c458 {{(pid=103305) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 26 21:27:19.598011 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-3948712b-c844-4264-9a01-31e03a2c6567 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c82f5ec5-27bf-4447-9163-c24e88664493', 'name': 'tempest-ImageQuotaTest-1200100968-router', 'tenant_id': '646274124b29431c824691f5031e9315', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'external_fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.125'}], 'enable_snat': True}, 'gw_port_id': '652e4111-0a93-4e42-947b-6dad269d752b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T21:27:02Z', 'updated_at': '2022-01-26T21:27:17Z', 'revision_number': 5, 'project_id': '646274124b29431c824691f5031e9315', 'gw_port': {'id': '652e4111-0a93-4e42-947b-6dad269d752b', 'name': '', 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:b7:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c82f5ec5-27bf-4447-9163-c24e88664493', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2423, 'fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:27:04Z', 'updated_at': '2022-01-26T21:27:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-5'}], 'n-d-760453-5', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:27:19.602856 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-5a14674d-fdd1-4e7b-8115-75e97c0e1300 None None] Provisioning complete for port dd77bec6-26d2-4bf9-ac52-01df51d49dec triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:27:19.606436 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-5a14674d-fdd1-4e7b-8115-75e97c0e1300 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (dd77bec6-26d2-4bf9-ac52-01df51d49dec), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:27:19.656476 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3948712b-c844-4264-9a01-31e03a2c6567 None None] The sync data for ids ['c82f5ec5-27bf-4447-9163-c24e88664493'] in n-d-760453-5 is: [{'id': 'c82f5ec5-27bf-4447-9163-c24e88664493', 'name': 'tempest-ImageQuotaTest-1200100968-router', 'tenant_id': '646274124b29431c824691f5031e9315', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'external_fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.125'}], 'enable_snat': True}, 'gw_port_id': '652e4111-0a93-4e42-947b-6dad269d752b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T21:27:02Z', 'updated_at': '2022-01-26T21:27:17Z', 'revision_number': 5, 'project_id': '646274124b29431c824691f5031e9315', 'gw_port': {'id': '652e4111-0a93-4e42-947b-6dad269d752b', 'name': '', 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:b7:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c82f5ec5-27bf-4447-9163-c24e88664493', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2423, 'fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:27:04Z', 'updated_at': '2022-01-26T21:27:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-5'}] {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 26 21:27:19.735108 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Provisioning complete for port dd77bec6-26d2-4bf9-ac52-01df51d49dec triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:27:19.735722 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (dd77bec6-26d2-4bf9-ac52-01df51d49dec), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:27:19.767270 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-b1c32259-3f6f-44aa-bf2b-9dce36d6c655 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687316'] for subnet (3430e3db-e094-4e8c-a830-08df5ad061dc), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:27:19.907272 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-5a14674d-fdd1-4e7b-8115-75e97c0e1300 None None] Current status of the port dd77bec6-26d2-4bf9-ac52-01df51d49dec is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:27:19.996099 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77963833-3ffa-4a2e-bbde-a4407b4085ba admin admin] Notify agent at l3_agent.n-d-760453-5 the message routers_updated {{(pid=103305) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 26 21:27:20.008955 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Current status of the port dd77bec6-26d2-4bf9-ac52-01df51d49dec is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:27:20.010828 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-77963833-3ffa-4a2e-bbde-a4407b4085ba admin admin] 10.222.0.13 "PUT /v2.0/routers/c82f5ec5-27bf-4447-9163-c24e88664493/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1833475 Jan 26 21:27:20.015750 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 47146) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:27:20.032977 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-d4b337eb-2e90-445d-a688-e119440951cd req-55dd2907-7146-494d-a497-0d1425a9483f service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=cc2a45fe-1c0e-4689-a738-964e9c19e30e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1771920 Jan 26 21:27:20.035302 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-b1c32259-3f6f-44aa-bf2b-9dce36d6c655 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11791594', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11599980'] for subnet (3430e3db-e094-4e8c-a830-08df5ad061dc), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:27:20.068984 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-b7529057-3225-4fdb-9875-a7a910ae1fc5 None None] Could not find standard attr ID for object 7e599e9c-381f-442f-b20e-5dd78bbcf59f. {{(pid=103306) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 26 21:27:20.087442 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c32259-3f6f-44aa-bf2b-9dce36d6c655 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Pushing event deleted for resources: {'Subnet': ['ID=3430e3db-e094-4e8c-a830-08df5ad061dc,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:27:20.128440 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-b1c32259-3f6f-44aa-bf2b-9dce36d6c655 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709645'] for subnet (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:27:20.132499 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-b1c32259-3f6f-44aa-bf2b-9dce36d6c655 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] 10.222.0.13 "DELETE /v2.0/subnets/3430e3db-e094-4e8c-a830-08df5ad061dc HTTP/1.1" status: 204 len: 168 time: 1.5504897 Jan 26 21:27:20.135907 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 47148) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:27:20.252615 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.db_base_plugin_v2 [None req-1c809b7f-c74b-4533-947d-d7446c061ed6 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Deleting subnet ec688c07-8c38-4fe8-863f-7e1133d60fa6 {{(pid=103305) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 26 21:27:20.259725 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-1c809b7f-c74b-4533-947d-d7446c061ed6 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Publish callbacks [] for subnet (ec688c07-8c38-4fe8-863f-7e1133d60fa6), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:27:20.283088 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3936a907-de4b-4b19-aac8-e1d03d78af87 None None] Network 80bdce17-b861-46cb-9014-7071d7f46353 requested from n-d-760453-5 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 26 21:27:20.310836 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-1c809b7f-c74b-4533-947d-d7446c061ed6 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11788946'] for subnet (ec688c07-8c38-4fe8-863f-7e1133d60fa6), precommit_delete_associations {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:27:20.378777 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-157755df-8526-4196-b479-6526332e1aeb admin admin] Publish callbacks [] for router (c82f5ec5-27bf-4447-9163-c24e88664493), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:27:20.416100 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b337eb-2e90-445d-a688-e119440951cd req-8301d79e-8a16-472b-9308-dc4bd42fd127 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:27:20.419778 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b337eb-2e90-445d-a688-e119440951cd req-8301d79e-8a16-472b-9308-dc4bd42fd127 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:27:20.421422 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b337eb-2e90-445d-a688-e119440951cd req-8301d79e-8a16-472b-9308-dc4bd42fd127 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:27:20.423281 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b337eb-2e90-445d-a688-e119440951cd req-8301d79e-8a16-472b-9308-dc4bd42fd127 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:27:20.423281 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b337eb-2e90-445d-a688-e119440951cd req-8301d79e-8a16-472b-9308-dc4bd42fd127 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:27:20.424381 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b337eb-2e90-445d-a688-e119440951cd req-8301d79e-8a16-472b-9308-dc4bd42fd127 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:27:20.426848 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b337eb-2e90-445d-a688-e119440951cd req-8301d79e-8a16-472b-9308-dc4bd42fd127 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:27:20.435298 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-d4b337eb-2e90-445d-a688-e119440951cd req-8301d79e-8a16-472b-9308-dc4bd42fd127 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=2de9f498797a4527ba13c10b546ad5bb&device_id=cc2a45fe-1c0e-4689-a738-964e9c19e30e HTTP/1.1" status: 200 len: 6487 time: 0.3185134 Jan 26 21:27:20.635860 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-1c809b7f-c74b-4533-947d-d7446c061ed6 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687316'] for subnet (ec688c07-8c38-4fe8-863f-7e1133d60fa6), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:27:20.674292 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-157755df-8526-4196-b479-6526332e1aeb admin admin] Publish callbacks [] for router_gateway (c82f5ec5-27bf-4447-9163-c24e88664493), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:27:20.730793 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b337eb-2e90-445d-a688-e119440951cd req-516afeb2-3572-4f97-aba7-87bac407584a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:27:20.731268 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b337eb-2e90-445d-a688-e119440951cd req-516afeb2-3572-4f97-aba7-87bac407584a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:27:20.731727 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b337eb-2e90-445d-a688-e119440951cd req-516afeb2-3572-4f97-aba7-87bac407584a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:27:20.733388 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-d4b337eb-2e90-445d-a688-e119440951cd req-516afeb2-3572-4f97-aba7-87bac407584a service neutron] 10.222.0.57 "GET /v2.0/networks?id=485a3106-1745-41f6-8c52-37ebe4fdcc0c&id=f292bf50-7316-40da-8d60-8669bdd0f81a&id=f292bf50-7316-40da-8d60-8669bdd0f81a&id=f292bf50-7316-40da-8d60-8669bdd0f81a&id=f292bf50-7316-40da-8d60-8669bdd0f81a&id=09fefaf6-1493-45ff-9b77-0bffdcb790d7&id=09fefaf6-1493-45ff-9b77-0bffdcb790d7 HTTP/1.1" status: 200 len: 2294 time: 0.2020650 Jan 26 21:27:20.816585 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-157755df-8526-4196-b479-6526332e1aeb admin admin] Deleting port 652e4111-0a93-4e42-947b-6dad269d752b {{(pid=103304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 21:27:20.817220 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-157755df-8526-4196-b479-6526332e1aeb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746560630878'] for port (652e4111-0a93-4e42-947b-6dad269d752b), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:27:20.906347 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-1c809b7f-c74b-4533-947d-d7446c061ed6 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11791594', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11599980'] for subnet (ec688c07-8c38-4fe8-863f-7e1133d60fa6), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:27:20.945237 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [None req-157755df-8526-4196-b479-6526332e1aeb admin admin] For port 652e4111-0a93-4e42-947b-6dad269d752b, host n-d-760453-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=652e4111-0a93-4e42-947b-6dad269d752b,segment=NetworkSegment(e17cb353-418f-48b9-b982-21a6233ee99b),segment_id=e17cb353-418f-48b9-b982-21a6233ee99b)] {{(pid=103304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:27:20.945660 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-157755df-8526-4196-b479-6526332e1aeb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4109658'] for port (652e4111-0a93-4e42-947b-6dad269d752b), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:27:20.961254 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-157755df-8526-4196-b479-6526332e1aeb admin admin] Calling delete_port for 652e4111-0a93-4e42-947b-6dad269d752b owned by network:router_gateway {{(pid=103304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 21:27:21.019027 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c809b7f-c74b-4533-947d-d7446c061ed6 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Pushing event deleted for resources: {'Subnet': ['ID=ec688c07-8c38-4fe8-863f-7e1133d60fa6,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:27:21.025545 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-d4b337eb-2e90-445d-a688-e119440951cd req-c067d8ae-a6b3-4bb3-84f2-81970bb33d2c service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=67dd3dc7-a2ab-4f67-874c-e61c9c62ab11 HTTP/1.1" status: 200 len: 1002 time: 0.2749944 Jan 26 21:27:21.034069 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-1c809b7f-c74b-4533-947d-d7446c061ed6 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709645'] for subnet (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:27:21.049990 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-1c809b7f-c74b-4533-947d-d7446c061ed6 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] 10.222.0.13 "DELETE /v2.0/subnets/ec688c07-8c38-4fe8-863f-7e1133d60fa6 HTTP/1.1" status: 204 len: 168 time: 0.9127519 Jan 26 21:27:21.051489 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 47166) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:27:21.166248 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-00be2bb2-6b0f-4f8f-8f67-df5dec8c9624 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1032732 Jan 26 21:27:21.195038 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 47168) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:27:21.201898 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-0d8780f7-399b-4ac9-bab1-73172bdf1318 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Request body: {'subnet': {'network_id': '80bdce17-b861-46cb-9014-7071d7f46353', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:27:21.246060 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d489bad5-5677-4015-ae1c-6f8722ac8cee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (09df100c-3af1-4b0a-bda8-05914c71c458), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:27:21.285819 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device 36f62bd9-790e-4a97-aa2b-02eedc16a58f no longer exists at agent ovs-agent-n-d-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 26 21:27:21.333167 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] No Port match for: 36f62bd9-790e-4a97-aa2b-02eedc16a58f {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 26 21:27:21.333486 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device 36f62bd9-790e-4a97-aa2b-02eedc16a58f not bound to the agent host n-d-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 26 21:27:21.378121 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-157755df-8526-4196-b479-6526332e1aeb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746560636600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746560234536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9281553'] for port (652e4111-0a93-4e42-947b-6dad269d752b), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:27:21.411738 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b337eb-2e90-445d-a688-e119440951cd req-270bdc7d-e2a3-4f0f-87ab-ce548a3cb7f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:27:21.413494 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-d4b337eb-2e90-445d-a688-e119440951cd req-270bdc7d-e2a3-4f0f-87ab-ce548a3cb7f8 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=dea740a7-2861-4520-a7c8-4e14271821b5 HTTP/1.1" status: 200 len: 851 time: 0.3610711 Jan 26 21:27:21.464034 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-157755df-8526-4196-b479-6526332e1aeb admin admin] Pushing event deleted for resources: {'Port': ['ID=652e4111-0a93-4e42-947b-6dad269d752b,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:27:21.520566 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-157755df-8526-4196-b479-6526332e1aeb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4111291'] for router_gateway (c82f5ec5-27bf-4447-9163-c24e88664493), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:27:21.555685 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0fb746a-13d2-4486-89b8-69907a3d0515 None None] Sync routers for ids ['c82f5ec5-27bf-4447-9163-c24e88664493'] in n-d-760453-5 {{(pid=103306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 26 21:27:21.573505 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0fb746a-13d2-4486-89b8-69907a3d0515 None None] Routers {'c82f5ec5-27bf-4447-9163-c24e88664493'} bound to L3 agent in host n-d-760453-5 {{(pid=103306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 21:27:21.577379 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-b0fb746a-13d2-4486-89b8-69907a3d0515 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-26T20:55:21Z,description=,heartbeat_timestamp=2022-01-26T21:27:21Z,host='n-d-760453-5',id=09df100c-3af1-4b0a-bda8-05914c71c458,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:55:21Z,topic='l3_agent')) {'router_ids': ['c82f5ec5-27bf-4447-9163-c24e88664493'], 'active': True} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:27:21.582929 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b337eb-2e90-445d-a688-e119440951cd req-c4195dc1-8125-40f8-a388-639fd0a7f696 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:27:21.615405 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-d4b337eb-2e90-445d-a688-e119440951cd req-c4195dc1-8125-40f8-a388-639fd0a7f696 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=485a3106-1745-41f6-8c52-37ebe4fdcc0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1865537 Jan 26 21:27:21.641626 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d8780f7-399b-4ac9-bab1-73172bdf1318 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Made reservation on behalf of 91ff6b128d484238b8b1d440faeb9154 for: {'subnet': 1} {{(pid=103305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 21:27:21.649111 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-0d8780f7-399b-4ac9-bab1-73172bdf1318 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11599953'] for subnet (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:27:21.679326 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-157755df-8526-4196-b479-6526332e1aeb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4105774', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13082'] for router (c82f5ec5-27bf-4447-9163-c24e88664493), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:27:21.683230 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-157755df-8526-4196-b479-6526332e1aeb admin admin] Publish callbacks [] for router_controller (c82f5ec5-27bf-4447-9163-c24e88664493), precommit_delete_associations {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:27:21.764927 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-157755df-8526-4196-b479-6526332e1aeb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4105767'] for router (c82f5ec5-27bf-4447-9163-c24e88664493), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:27:21.765469 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-157755df-8526-4196-b479-6526332e1aeb admin admin] Fanout notify agent at l3_agent the message router_deleted on router c82f5ec5-27bf-4447-9163-c24e88664493 {{(pid=103304) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 26 21:27:21.770525 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-157755df-8526-4196-b479-6526332e1aeb admin admin] Publish callbacks [] for router (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:27:21.774643 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-157755df-8526-4196-b479-6526332e1aeb admin admin] 10.222.0.13 "DELETE /v2.0/routers/c82f5ec5-27bf-4447-9163-c24e88664493 HTTP/1.1" status: 204 len: 168 time: 1.7575965 Jan 26 21:27:21.776882 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 47182) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:27:21.809356 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvr_db [None req-b0fb746a-13d2-4486-89b8-69907a3d0515 None None] Set router c82f5ec5-27bf-4447-9163-c24e88664493 gateway port host: None {{(pid=103306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 21:27:21.891870 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.db_base_plugin_v2 [None req-3c5817a3-2f69-43ef-8428-e58a1d1b7726 admin admin] Deleting subnet 2b825dfc-e9f0-4933-905e-bde28c754763 {{(pid=103304) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 26 21:27:21.898210 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f54260b9-1941-443a-b426-5bfe28f4ebbc None None] Network 80bdce17-b861-46cb-9014-7071d7f46353 requested from n-d-760453-5 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 26 21:27:21.906150 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-3c5817a3-2f69-43ef-8428-e58a1d1b7726 admin admin] Publish callbacks [] for subnet (2b825dfc-e9f0-4933-905e-bde28c754763), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:27:21.916099 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-b0fb746a-13d2-4486-89b8-69907a3d0515 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c82f5ec5-27bf-4447-9163-c24e88664493', 'name': 'tempest-ImageQuotaTest-1200100968-router', 'tenant_id': '646274124b29431c824691f5031e9315', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T21:27:02Z', 'updated_at': '2022-01-26T21:27:21Z', 'revision_number': 7, 'project_id': '646274124b29431c824691f5031e9315', 'gw_port_host': None}], 'n-d-760453-5', False) {} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:27:21.973427 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-d4b337eb-2e90-445d-a688-e119440951cd req-8fdb1ad0-8a39-4f94-b1fe-cce7fcd376f1 service neutron] 10.222.0.57 "GET /v2.0/networks/485a3106-1745-41f6-8c52-37ebe4fdcc0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3505213 Jan 26 21:27:22.005479 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0fb746a-13d2-4486-89b8-69907a3d0515 None None] Checking router: c82f5ec5-27bf-4447-9163-c24e88664493 for host: n-d-760453-5 {{(pid=103306) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 26 21:27:22.022531 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-3c5817a3-2f69-43ef-8428-e58a1d1b7726 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8881284'] for subnet (2b825dfc-e9f0-4933-905e-bde28c754763), precommit_delete_associations {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:27:22.029013 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-1bc1b56a-4965-4189-873c-6e962d3d6eb6 None None] Provisioning complete for port dd77bec6-26d2-4bf9-ac52-01df51d49dec triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:27:22.029636 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-1bc1b56a-4965-4189-873c-6e962d3d6eb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (dd77bec6-26d2-4bf9-ac52-01df51d49dec), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:27:22.040738 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0fb746a-13d2-4486-89b8-69907a3d0515 None None] Routers set() bound to L3 agent in host n-d-760453-5 {{(pid=103306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 21:27:22.041958 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0fb746a-13d2-4486-89b8-69907a3d0515 None None] Router IDs set() for agent in host n-d-760453-5 {{(pid=103306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Jan 26 21:27:22.043898 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_agentschedulers_db [None req-b0fb746a-13d2-4486-89b8-69907a3d0515 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'c82f5ec5-27bf-4447-9163-c24e88664493'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-26T20:55:21Z,description=,heartbeat_timestamp=2022-01-26T21:27:21Z,host='n-d-760453-5',id=09df100c-3af1-4b0a-bda8-05914c71c458,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:55:21Z,topic='l3_agent'). {{(pid=103306) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jan 26 21:27:22.044461 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0fb746a-13d2-4486-89b8-69907a3d0515 None None] The sync data for ids ['c82f5ec5-27bf-4447-9163-c24e88664493'] in n-d-760453-5 is: [] {{(pid=103306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 26 21:27:22.216790 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-3c5817a3-2f69-43ef-8428-e58a1d1b7726 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687316'] for subnet (2b825dfc-e9f0-4933-905e-bde28c754763), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:27:22.273602 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-d4b337eb-2e90-445d-a688-e119440951cd req-f35bfc17-5a9a-40f8-ba20-919ae69d8088 service neutron] 10.222.0.57 "GET /v2.0/networks/485a3106-1745-41f6-8c52-37ebe4fdcc0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2889650 Jan 26 21:27:22.275627 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-0d8780f7-399b-4ac9-bab1-73172bdf1318 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11788839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11599975'] for subnet (af51dece-4215-40b6-beb0-e7826cbabde8), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:27:22.355697 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-3c5817a3-2f69-43ef-8428-e58a1d1b7726 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9281612', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12215216'] for subnet (2b825dfc-e9f0-4933-905e-bde28c754763), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:27:22.406977 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c5817a3-2f69-43ef-8428-e58a1d1b7726 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2b825dfc-e9f0-4933-905e-bde28c754763,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:27:22.419012 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-3c5817a3-2f69-43ef-8428-e58a1d1b7726 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:27:22.428287 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-3c5817a3-2f69-43ef-8428-e58a1d1b7726 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/2b825dfc-e9f0-4933-905e-bde28c754763 HTTP/1.1" status: 204 len: 168 time: 0.6480393 Jan 26 21:27:22.431232 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 47188) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:27:22.436827 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c539ea52-3538-4225-aedc-978b6d998773 None None] Network 6dc76e89-5aa8-44a7-8945-225890ff189d requested from n-d-760453-5 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 26 21:27:22.460187 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-d4b337eb-2e90-445d-a688-e119440951cd req-0986c0fd-fbbb-47a2-aa1c-fe7f677e9258 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.241&port_id=81158fda-fb11-4d56-8e16-e7b27e48b9c9 HTTP/1.1" status: 200 len: 217 time: 0.1746528 Jan 26 21:27:22.514645 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-841f5991-a4d8-4d4b-b215-cbc6bab5427b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (aa7ee9d2-08eb-4e12-b895-24c57300dfec), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:27:22.532388 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d8780f7-399b-4ac9-bab1-73172bdf1318 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Network 80bdce17-b861-46cb-9014-7071d7f46353 is already hosted by enough agents. {{(pid=103305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 21:27:22.538484 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d8780f7-399b-4ac9-bab1-73172bdf1318 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Pushing event updated for resources: {'Subnet': ['ID=af51dece-4215-40b6-beb0-e7826cbabde8,revision_number=0']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:27:22.565514 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [None req-0d8780f7-399b-4ac9-bab1-73172bdf1318 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Resources bound (agent type, host, resource id): {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:27:22.570959 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-7dddc806-1710-4c1f-9e05-057f54517bf1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-748181'] for network (6dc76e89-5aa8-44a7-8945-225890ff189d), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:27:22.571938 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d8780f7-399b-4ac9-bab1-73172bdf1318 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:27:22.572758 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-0d8780f7-399b-4ac9-bab1-73172bdf1318 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709645'] for subnet (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:27:22.610207 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-0d8780f7-399b-4ac9-bab1-73172bdf1318 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.4139879 Jan 26 21:27:22.616756 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b337eb-2e90-445d-a688-e119440951cd req-3358130d-ecd7-4ad0-85c1-93bbafc9a7bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:27:22.618258 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-d4b337eb-2e90-445d-a688-e119440951cd req-3358130d-ecd7-4ad0-85c1-93bbafc9a7bb service neutron] 10.222.0.57 "GET /v2.0/subnets?id=4e6d2bbe-4ef2-4089-b0e5-159ef264639e HTTP/1.1" status: 200 len: 797 time: 0.1522715 Jan 26 21:27:22.618753 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 47190) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:27:22.623742 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-751bb448-596e-41b4-9ad2-9e8182952d24 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Request body: {'subnet': {'network_id': '80bdce17-b861-46cb-9014-7071d7f46353', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:27:22.652903 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-1bc1b56a-4965-4189-873c-6e962d3d6eb6 None None] Current status of the port dd77bec6-26d2-4bf9-ac52-01df51d49dec is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:27:22.683947 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bc4640a-fd01-45e3-9321-b81bad083f5a None None] DHCP port deletion for 80bdce17-b861-46cb-9014-7071d7f46353 request from n-d-760453-5 {{(pid=103306) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 26 21:27:22.710642 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-7dddc806-1710-4c1f-9e05-057f54517bf1 admin admin] Deleting port 930b0521-d1b4-443e-9788-c3996757c2fc {{(pid=103304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 21:27:22.711398 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-7dddc806-1710-4c1f-9e05-057f54517bf1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746560630878'] for port (930b0521-d1b4-443e-9788-c3996757c2fc), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:27:22.808507 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f39c85c-ca6e-4452-acfb-964923f5f20f None None] DHCP port deletion for 6dc76e89-5aa8-44a7-8945-225890ff189d request from n-d-760453-5 {{(pid=103306) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 26 21:27:22.886509 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [None req-7dddc806-1710-4c1f-9e05-057f54517bf1 admin admin] For port 930b0521-d1b4-443e-9788-c3996757c2fc, host n-d-760453-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=930b0521-d1b4-443e-9788-c3996757c2fc,segment=NetworkSegment(569041d5-f003-4628-a7df-c1b7f25ea91d),segment_id=569041d5-f003-4628-a7df-c1b7f25ea91d)] {{(pid=103304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:27:22.886792 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-7dddc806-1710-4c1f-9e05-057f54517bf1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4109658'] for port (930b0521-d1b4-443e-9788-c3996757c2fc), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:27:22.889341 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b337eb-2e90-445d-a688-e119440951cd req-93d12270-0852-44a6-b8b6-7db4a0a55a7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:27:22.895317 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-d4b337eb-2e90-445d-a688-e119440951cd req-93d12270-0852-44a6-b8b6-7db4a0a55a7d service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=f292bf50-7316-40da-8d60-8669bdd0f81a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2611182 Jan 26 21:27:22.908401 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-7dddc806-1710-4c1f-9e05-057f54517bf1 admin admin] Calling delete_port for 930b0521-d1b4-443e-9788-c3996757c2fc owned by network:dhcp {{(pid=103304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 21:27:22.916578 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-3bc4640a-fd01-45e3-9321-b81bad083f5a None None] Deleting port dd77bec6-26d2-4bf9-ac52-01df51d49dec {{(pid=103306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 21:27:22.917214 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-3bc4640a-fd01-45e3-9321-b81bad083f5a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746560630878'] for port (dd77bec6-26d2-4bf9-ac52-01df51d49dec), before_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:27:23.022043 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (4d619873-4b60-439f-9b5a-b155dc8bbc34), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:27:23.075583 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-7dddc806-1710-4c1f-9e05-057f54517bf1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746560636600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746560234536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9281553'] for port (930b0521-d1b4-443e-9788-c3996757c2fc), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:27:23.088645 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-3bc4640a-fd01-45e3-9321-b81bad083f5a None None] For port dd77bec6-26d2-4bf9-ac52-01df51d49dec, host n-d-760453-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=dd77bec6-26d2-4bf9-ac52-01df51d49dec,segment=NetworkSegment(3c6d624c-ba08-479a-b68a-7684ce678b5c),segment_id=3c6d624c-ba08-479a-b68a-7684ce678b5c)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:27:23.089087 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-3bc4640a-fd01-45e3-9321-b81bad083f5a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4109658'] for port (dd77bec6-26d2-4bf9-ac52-01df51d49dec), precommit_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:27:23.092977 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-0f39c85c-ca6e-4452-acfb-964923f5f20f None None] Deleting port 930b0521-d1b4-443e-9788-c3996757c2fc {{(pid=103306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 21:27:23.093356 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-0f39c85c-ca6e-4452-acfb-964923f5f20f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746560630878'] for port (930b0521-d1b4-443e-9788-c3996757c2fc), before_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:27:23.118793 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dddc806-1710-4c1f-9e05-057f54517bf1 admin admin] No DVR routers for this DVR port 930b0521-d1b4-443e-9788-c3996757c2fc on host n-d-760453-5 {{(pid=103304) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 26 21:27:23.121638 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dddc806-1710-4c1f-9e05-057f54517bf1 admin admin] Pushing event deleted for resources: {'Port': ['ID=930b0521-d1b4-443e-9788-c3996757c2fc,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:27:23.127611 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-3bc4640a-fd01-45e3-9321-b81bad083f5a None None] Calling delete_port for dd77bec6-26d2-4bf9-ac52-01df51d49dec owned by network:dhcp {{(pid=103306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 21:27:23.193887 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-751bb448-596e-41b4-9ad2-9e8182952d24 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Made reservation on behalf of 91ff6b128d484238b8b1d440faeb9154 for: {'subnet': 1} {{(pid=103305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 21:27:23.203011 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-751bb448-596e-41b4-9ad2-9e8182952d24 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11599953'] for subnet (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:27:23.284552 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-7dddc806-1710-4c1f-9e05-057f54517bf1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-686403', 'neutron.services.segments.db._delete_segments_for_network-8746560774018'] for network (6dc76e89-5aa8-44a7-8945-225890ff189d), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:27:23.322090 n-d-760453-5 neutron-server[103304]: DEBUG neutron.services.segments.db [None req-7dddc806-1710-4c1f-9e05-057f54517bf1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6dc76e89-5aa8-44a7-8945-225890ff189d']}} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:27:23.350783 n-d-760453-5 neutron-server[103304]: DEBUG neutron.services.segments.db [None req-7dddc806-1710-4c1f-9e05-057f54517bf1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '569041d5-f003-4628-a7df-c1b7f25ea91d') {'for_net_delete': True} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:27:23.354283 n-d-760453-5 neutron-server[103305]: INFO neutron.db.ipam_backend_mixin [None req-751bb448-596e-41b4-9ad2-9e8182952d24 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet af51dece-4215-40b6-beb0-e7826cbabde8 (CIDR: 2001:db8::/64) Jan 26 21:27:23.354709 n-d-760453-5 neutron-server[103304]: DEBUG neutron.services.segments.db [None req-7dddc806-1710-4c1f-9e05-057f54517bf1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '569041d5-f003-4628-a7df-c1b7f25ea91d') {} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:27:23.364596 n-d-760453-5 neutron-server[103305]: INFO neutron.pecan_wsgi.hooks.translation [None req-751bb448-596e-41b4-9ad2-9e8182952d24 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 26 21:27:23.365060 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-751bb448-596e-41b4-9ad2-9e8182952d24 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103305) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 26 21:27:23.376428 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-7dddc806-1710-4c1f-9e05-057f54517bf1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746560742283', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8881293'] for segment (569041d5-f003-4628-a7df-c1b7f25ea91d), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:27:23.407781 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-d4b337eb-2e90-445d-a688-e119440951cd req-06d72575-6e20-468e-9533-a20c21664d76 service neutron] 10.222.0.57 "GET /v2.0/networks/f292bf50-7316-40da-8d60-8669bdd0f81a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5028276 Jan 26 21:27:23.414075 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-7dddc806-1710-4c1f-9e05-057f54517bf1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576559'] for segment (569041d5-f003-4628-a7df-c1b7f25ea91d), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:27:23.425432 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-0f39c85c-ca6e-4452-acfb-964923f5f20f None None] For port 930b0521-d1b4-443e-9788-c3996757c2fc, host n-d-760453-5, got binding levels [] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:27:23.426612 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-0f39c85c-ca6e-4452-acfb-964923f5f20f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4109658'] for port (930b0521-d1b4-443e-9788-c3996757c2fc), precommit_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:27:23.430359 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7dddc806-1710-4c1f-9e05-057f54517bf1 admin admin] Releasing vlan 555 on physical network physnet1 to pool {{(pid=103304) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 26 21:27:23.434080 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-7dddc806-1710-4c1f-9e05-057f54517bf1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9281762'] for segment (569041d5-f003-4628-a7df-c1b7f25ea91d), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:27:23.438427 n-d-760453-5 neutron-server[103304]: Traceback (most recent call last): Jan 26 21:27:23.438427 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 26 21:27:23.438427 n-d-760453-5 neutron-server[103304]: timer() Jan 26 21:27:23.438427 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 26 21:27:23.438427 n-d-760453-5 neutron-server[103304]: cb(*args, **kw) Jan 26 21:27:23.438427 n-d-760453-5 neutron-server[103304]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 26 21:27:23.438427 n-d-760453-5 neutron-server[103304]: return func(*args, **kwargs) Jan 26 21:27:23.438427 n-d-760453-5 neutron-server[103304]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 26 21:27:23.438427 n-d-760453-5 neutron-server[103304]: self._notify() Jan 26 21:27:23.438427 n-d-760453-5 neutron-server[103304]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 26 21:27:23.438427 n-d-760453-5 neutron-server[103304]: self.callback(batched_events) Jan 26 21:27:23.438427 n-d-760453-5 neutron-server[103304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 26 21:27:23.438427 n-d-760453-5 neutron-server[103304]: event.method(event) Jan 26 21:27:23.438427 n-d-760453-5 neutron-server[103304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 26 21:27:23.438427 n-d-760453-5 neutron-server[103304]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 26 21:27:23.438427 n-d-760453-5 neutron-server[103304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 26 21:27:23.438427 n-d-760453-5 neutron-server[103304]: aggregate_uuid = self.p_client.list_aggregates( Jan 26 21:27:23.438427 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 26 21:27:23.438427 n-d-760453-5 neutron-server[103304]: return f(self, *a, **k) Jan 26 21:27:23.438427 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 26 21:27:23.438427 n-d-760453-5 neutron-server[103304]: return self._get(url).json() Jan 26 21:27:23.438427 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 26 21:27:23.438427 n-d-760453-5 neutron-server[103304]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 26 21:27:23.438427 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 26 21:27:23.438427 n-d-760453-5 neutron-server[103304]: return self.request(url, 'GET', **kwargs) Jan 26 21:27:23.438427 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 26 21:27:23.438427 n-d-760453-5 neutron-server[103304]: base_url = self.get_endpoint(auth, allow=allow, Jan 26 21:27:23.438427 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 26 21:27:23.438427 n-d-760453-5 neutron-server[103304]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 26 21:27:23.438427 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 26 21:27:23.438427 n-d-760453-5 neutron-server[103304]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 26 21:27:23.438427 n-d-760453-5 neutron-server[103304]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 26 21:27:23.449744 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-751bb448-596e-41b4-9ad2-9e8182952d24 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.8296335 Jan 26 21:27:23.465887 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 47208) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:27:23.468042 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-0f39c85c-ca6e-4452-acfb-964923f5f20f None None] Calling delete_port for 930b0521-d1b4-443e-9788-c3996757c2fc owned by network:dhcp {{(pid=103306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 21:27:23.471995 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-6f58dcd8-efad-4c5e-8acd-4437963b3e09 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Request body: {'subnet': {'network_id': '80bdce17-b861-46cb-9014-7071d7f46353', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:27:23.473705 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.ipam_backend_mixin [None req-0f39c85c-ca6e-4452-acfb-964923f5f20f None None] Port 930b0521-d1b4-443e-9788-c3996757c2fc was not found and therefore no delete operation was performed {{(pid=103306) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jan 26 21:27:23.477494 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device 652e4111-0a93-4e42-947b-6dad269d752b no longer exists at agent ovs-agent-n-d-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 26 21:27:23.483548 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-0f39c85c-ca6e-4452-acfb-964923f5f20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746560636600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746560234536'] for port (930b0521-d1b4-443e-9788-c3996757c2fc), after_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:27:23.544457 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-3bc4640a-fd01-45e3-9321-b81bad083f5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746560636600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746560234536'] for port (dd77bec6-26d2-4bf9-ac52-01df51d49dec), after_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:27:23.590649 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-7dddc806-1710-4c1f-9e05-057f54517bf1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4110931'] for network (6dc76e89-5aa8-44a7-8945-225890ff189d), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:27:23.600423 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-7dddc806-1710-4c1f-9e05-057f54517bf1 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:27:23.610534 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-7dddc806-1710-4c1f-9e05-057f54517bf1 admin admin] 10.222.0.13 "DELETE /v2.0/networks/6dc76e89-5aa8-44a7-8945-225890ff189d HTTP/1.1" status: 204 len: 168 time: 1.1799557 Jan 26 21:27:23.619163 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] No Port match for: 652e4111-0a93-4e42-947b-6dad269d752b {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 26 21:27:23.624228 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device 652e4111-0a93-4e42-947b-6dad269d752b not bound to the agent host n-d-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 26 21:27:23.624848 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device dd77bec6-26d2-4bf9-ac52-01df51d49dec no longer exists at agent ovs-agent-n-d-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 26 21:27:23.632739 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dddc806-1710-4c1f-9e05-057f54517bf1 admin admin] Pushing event deleted for resources: {'Network': ['ID=6dc76e89-5aa8-44a7-8945-225890ff189d,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:27:23.663022 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] No Port match for: dd77bec6-26d2-4bf9-ac52-01df51d49dec {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 26 21:27:23.663455 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device dd77bec6-26d2-4bf9-ac52-01df51d49dec not bound to the agent host n-d-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 26 21:27:23.663940 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device 930b0521-d1b4-443e-9788-c3996757c2fc no longer exists at agent ovs-agent-n-d-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 26 21:27:23.666761 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f39c85c-ca6e-4452-acfb-964923f5f20f None None] Pushing event deleted for resources: {'Port': ['ID=930b0521-d1b4-443e-9788-c3996757c2fc,revision_number=None']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:27:23.701654 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f39c85c-ca6e-4452-acfb-964923f5f20f None None] No DVR routers for this DVR port 930b0521-d1b4-443e-9788-c3996757c2fc on host n-d-760453-5 {{(pid=103306) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 26 21:27:23.708162 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-d4b337eb-2e90-445d-a688-e119440951cd req-35002930-0d49-4e4c-85c4-e90264395d83 service neutron] 10.222.0.57 "GET /v2.0/networks/f292bf50-7316-40da-8d60-8669bdd0f81a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2877965 Jan 26 21:27:23.735141 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bc4640a-fd01-45e3-9321-b81bad083f5a None None] No DVR routers for this DVR port dd77bec6-26d2-4bf9-ac52-01df51d49dec on host n-d-760453-5 {{(pid=103306) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 26 21:27:23.736853 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] No Port match for: 930b0521-d1b4-443e-9788-c3996757c2fc {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 26 21:27:23.737416 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device 930b0521-d1b4-443e-9788-c3996757c2fc not bound to the agent host n-d-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 26 21:27:23.760759 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc4640a-fd01-45e3-9321-b81bad083f5a None None] Pushing event deleted for resources: {'Port': ['ID=dd77bec6-26d2-4bf9-ac52-01df51d49dec,revision_number=None']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:27:23.798149 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-d4b337eb-2e90-445d-a688-e119440951cd req-76d593e7-6167-44f7-b772-8ca8a9f8d543 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.72&port_id=db089e5c-c2ba-48d7-8f5d-cf5cafe1f2ad HTTP/1.1" status: 200 len: 217 time: 0.0824075 Jan 26 21:27:23.805764 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68524a88-512f-4822-bbf9-26b711fd2b16 None None] Network 80bdce17-b861-46cb-9014-7071d7f46353 requested from n-d-760453-5 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 26 21:27:23.820920 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f58dcd8-efad-4c5e-8acd-4437963b3e09 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Made reservation on behalf of 91ff6b128d484238b8b1d440faeb9154 for: {'subnet': 1} {{(pid=103305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 21:27:23.824412 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-6f58dcd8-efad-4c5e-8acd-4437963b3e09 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11599953'] for subnet (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:27:23.888160 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 47218) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:27:23.946670 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-6e1e31df-85d9-4b36-8e32-f9f2ae3d99bd admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=646274124b29431c824691f5031e9315&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0550098 Jan 26 21:27:23.950003 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 47228) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:27:24.037193 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-c78f8047-9cdb-4df2-a6dd-8ff6329d81d8 admin admin] Publish callbacks [] for security_group (29f85146-983a-4321-bdc4-7c627c0335a8), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:27:24.095939 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-c78f8047-9cdb-4df2-a6dd-8ff6329d81d8 admin admin] Publish callbacks [] for security_group (29f85146-983a-4321-bdc4-7c627c0335a8), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:27:24.153559 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-839dd188-ec69-470c-9ab0-d318dc1a2e96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (e79b4fc6-6c71-44b2-a6d0-ff3e1f4dfd0d), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:27:24.156200 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b337eb-2e90-445d-a688-e119440951cd req-1231877c-7569-4850-a162-866c226dcb98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:27:24.158345 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-d4b337eb-2e90-445d-a688-e119440951cd req-1231877c-7569-4850-a162-866c226dcb98 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=4e6d2bbe-4ef2-4089-b0e5-159ef264639e HTTP/1.1" status: 200 len: 797 time: 0.3472285 Jan 26 21:27:24.160001 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e46d8f4a-0730-42a5-86df-c05a2438e0c2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3c4099e8-8ffb-51d1-af7f-5868973e933f-80bdce17-b861-46cb-9014-7071d7f46353', 'network_id': '80bdce17-b861-46cb-9014-7071d7f46353', 'project_id': '91ff6b128d484238b8b1d440faeb9154', 'fixed_ips': [{'subnet_id': 'af51dece-4215-40b6-beb0-e7826cbabde8'}]}} from n-d-760453-5. {{(pid=103306) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 26 21:27:24.160890 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-e46d8f4a-0730-42a5-86df-c05a2438e0c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (None), before_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:27:24.217044 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-c78f8047-9cdb-4df2-a6dd-8ff6329d81d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (29f85146-983a-4321-bdc4-7c627c0335a8), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:27:24.220281 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-c78f8047-9cdb-4df2-a6dd-8ff6329d81d8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:27:24.224205 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-c78f8047-9cdb-4df2-a6dd-8ff6329d81d8 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/29f85146-983a-4321-bdc4-7c627c0335a8 HTTP/1.1" status: 204 len: 168 time: 0.2728605 Jan 26 21:27:24.244727 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c78f8047-9cdb-4df2-a6dd-8ff6329d81d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29f85146-983a-4321-bdc4-7c627c0335a8,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:27:24.315670 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b337eb-2e90-445d-a688-e119440951cd req-79de7022-3dc1-437f-bcfb-0568ef3cd257 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:27:24.317522 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-d4b337eb-2e90-445d-a688-e119440951cd req-79de7022-3dc1-437f-bcfb-0568ef3cd257 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=f292bf50-7316-40da-8d60-8669bdd0f81a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1520655 Jan 26 21:27:24.466414 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.agents_db [None req-569f1ced-6396-4ddf-b79f-e03b0b2146ab None None] Agent healthcheck: found 7 active agents {{(pid=103307) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 26 21:27:24.489424 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.db_base_plugin_common [None req-e46d8f4a-0730-42a5-86df-c05a2438e0c2 None None] Allocated IP 2001:db8::2 (80bdce17-b861-46cb-9014-7071d7f46353/af51dece-4215-40b6-beb0-e7826cbabde8/a0df9279-2bf0-427e-99c2-5f5a743d3cbc) {{(pid=103306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 21:27:24.612819 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-d4b337eb-2e90-445d-a688-e119440951cd req-f059e725-b911-4011-9486-16ed8c525a30 service neutron] 10.222.0.57 "GET /v2.0/networks/f292bf50-7316-40da-8d60-8669bdd0f81a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2834496 Jan 26 21:27:24.755397 n-d-760453-5 neutron-server[103305]: DEBUG neutron.objects.ports [None req-6f58dcd8-efad-4c5e-8acd-4437963b3e09 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103305) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Jan 26 21:27:24.788676 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-e46d8f4a-0730-42a5-86df-c05a2438e0c2 None None] Publish callbacks [] for port (a0df9279-2bf0-427e-99c2-5f5a743d3cbc), precommit_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:27:24.795722 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-6f58dcd8-efad-4c5e-8acd-4437963b3e09 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11788839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11599975'] for subnet (35f2e0c6-671e-4f18-b125-c11461e1cf73), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:27:24.797432 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-e46d8f4a-0730-42a5-86df-c05a2438e0c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746560234527'] for port (a0df9279-2bf0-427e-99c2-5f5a743d3cbc), after_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:27:24.854591 n-d-760453-5 neutron-server[103306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e46d8f4a-0730-42a5-86df-c05a2438e0c2 None None] Network 80bdce17-b861-46cb-9014-7071d7f46353 is already hosted by enough agents. {{(pid=103306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 21:27:24.858567 n-d-760453-5 neutron-server[103306]: DEBUG neutron.scheduler.base_scheduler [None req-e46d8f4a-0730-42a5-86df-c05a2438e0c2 None None] Resources bound (agent type, host, resource id): {{(pid=103306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:27:24.859818 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f58dcd8-efad-4c5e-8acd-4437963b3e09 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Network 80bdce17-b861-46cb-9014-7071d7f46353 is already hosted by enough agents. {{(pid=103305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 21:27:24.863990 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e46d8f4a-0730-42a5-86df-c05a2438e0c2 None None] Received port after_create {{(pid=103306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 21:27:24.869558 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [None req-6f58dcd8-efad-4c5e-8acd-4437963b3e09 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Resources bound (agent type, host, resource id): {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:27:24.885210 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f58dcd8-efad-4c5e-8acd-4437963b3e09 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:27:24.886024 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-6f58dcd8-efad-4c5e-8acd-4437963b3e09 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709645'] for subnet (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:27:24.887821 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 47240) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:27:24.888327 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e46d8f4a-0730-42a5-86df-c05a2438e0c2 None None] Pushing event updated for resources: {'Port': ['ID=a0df9279-2bf0-427e-99c2-5f5a743d3cbc,revision_number=1']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:27:24.914294 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f58dcd8-efad-4c5e-8acd-4437963b3e09 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Pushing event updated for resources: {'Subnet': ['ID=35f2e0c6-671e-4f18-b125-c11461e1cf73,revision_number=0']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:27:24.916058 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-5f46eab8-ab90-4e0c-9b38-87f58ef8fe37 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:27:24.928262 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-6f58dcd8-efad-4c5e-8acd-4437963b3e09 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.4609892 Jan 26 21:27:24.930903 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 47244) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:27:24.936334 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-b5893ef9-8db7-4785-9d60-e2b0230edd1e tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Request body: {'port': {'network_id': '80bdce17-b861-46cb-9014-7071d7f46353', 'mac_address': 'fa:16:3e:8d:74:7a', 'name': 'tempest-NetworksTestDHCPv6-1025068085'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:27:24.943309 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-d4b337eb-2e90-445d-a688-e119440951cd req-644df42a-2471-4424-b9c3-eb38e47d5b92 service neutron] 10.222.0.57 "GET /v2.0/networks/f292bf50-7316-40da-8d60-8669bdd0f81a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3214526 Jan 26 21:27:25.037113 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-d4b337eb-2e90-445d-a688-e119440951cd req-dc9f8bff-60f1-43a8-8c24-6231da068439 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.45&port_id=68993758-80c8-46d1-858d-bc7447ce489e HTTP/1.1" status: 200 len: 217 time: 0.0822465 Jan 26 21:27:25.038698 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-e46d8f4a-0730-42a5-86df-c05a2438e0c2 None None] Attempting to bind port a0df9279-2bf0-427e-99c2-5f5a743d3cbc on host n-d-760453-5 for vnic_type normal with profile {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 21:27:25.039997 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-e46d8f4a-0730-42a5-86df-c05a2438e0c2 None None] Attempting to bind port a0df9279-2bf0-427e-99c2-5f5a743d3cbc by drivers openvswitch,hyperv on host n-d-760453-5 at level 0 using segments [{'id': '3c6d624c-ba08-479a-b68a-7684ce678b5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '80bdce17-b861-46cb-9014-7071d7f46353'}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 26 21:27:25.040593 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e46d8f4a-0730-42a5-86df-c05a2438e0c2 None None] Attempting to bind port a0df9279-2bf0-427e-99c2-5f5a743d3cbc on network 80bdce17-b861-46cb-9014-7071d7f46353 {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 21:27:25.049522 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e46d8f4a-0730-42a5-86df-c05a2438e0c2 None None] Checking agent: {'id': 'fea0591a-627d-4c87-9a9a-01625ddf3277', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760453-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 20, 55, 25), 'started_at': datetime.datetime(2022, 1, 26, 20, 55, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 21, 26, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760453-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 26 21:27:25.050522 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e46d8f4a-0730-42a5-86df-c05a2438e0c2 None None] Checking segment: {'id': '3c6d624c-ba08-479a-b68a-7684ce678b5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '80bdce17-b861-46cb-9014-7071d7f46353'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 21:27:25.051166 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-e46d8f4a-0730-42a5-86df-c05a2438e0c2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:27:25.051788 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e46d8f4a-0730-42a5-86df-c05a2438e0c2 None None] Bound using segment: {'id': '3c6d624c-ba08-479a-b68a-7684ce678b5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '80bdce17-b861-46cb-9014-7071d7f46353'} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 26 21:27:25.052952 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-e46d8f4a-0730-42a5-86df-c05a2438e0c2 None None] Bound port: a0df9279-2bf0-427e-99c2-5f5a743d3cbc, host: n-d-760453-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c6d624c-ba08-479a-b68a-7684ce678b5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '80bdce17-b861-46cb-9014-7071d7f46353'}}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 26 21:27:25.056276 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-e46d8f4a-0730-42a5-86df-c05a2438e0c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (a0df9279-2bf0-427e-99c2-5f5a743d3cbc), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:27:25.097714 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b337eb-2e90-445d-a688-e119440951cd req-19e3cde2-0364-4751-a484-79a7a874e764 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:27:25.099206 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-d4b337eb-2e90-445d-a688-e119440951cd req-19e3cde2-0364-4751-a484-79a7a874e764 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=4e6d2bbe-4ef2-4089-b0e5-159ef264639e HTTP/1.1" status: 200 len: 797 time: 0.0556345 Jan 26 21:27:25.161407 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-5f46eab8-ab90-4e0c-9b38-87f58ef8fe37 admin admin] Publish callbacks [] for security_group (3b0ea34d-bedc-4189-955a-0702022c7d6b), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:27:25.171599 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-5f46eab8-ab90-4e0c-9b38-87f58ef8fe37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (3b0ea34d-bedc-4189-955a-0702022c7d6b), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:27:25.219059 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b337eb-2e90-445d-a688-e119440951cd req-a8a13c37-5adc-4813-9b4b-00efa8360b1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:27:25.223175 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-d4b337eb-2e90-445d-a688-e119440951cd req-a8a13c37-5adc-4813-9b4b-00efa8360b1c service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=f292bf50-7316-40da-8d60-8669bdd0f81a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1148720 Jan 26 21:27:25.224393 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-e46d8f4a-0730-42a5-86df-c05a2438e0c2 None None] For port a0df9279-2bf0-427e-99c2-5f5a743d3cbc, host n-d-760453-5, cleared binding levels {{(pid=103306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 26 21:27:25.230172 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-e46d8f4a-0730-42a5-86df-c05a2438e0c2 None None] For port a0df9279-2bf0-427e-99c2-5f5a743d3cbc, host n-d-760453-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=a0df9279-2bf0-427e-99c2-5f5a743d3cbc,segment=NetworkSegment(3c6d624c-ba08-479a-b68a-7684ce678b5c),segment_id=3c6d624c-ba08-479a-b68a-7684ce678b5c)] {{(pid=103306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 26 21:27:25.241601 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-e46d8f4a-0730-42a5-86df-c05a2438e0c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (a0df9279-2bf0-427e-99c2-5f5a743d3cbc), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:27:25.263367 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f46eab8-ab90-4e0c-9b38-87f58ef8fe37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b0ea34d-bedc-4189-955a-0702022c7d6b,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:27:25.274214 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-5f46eab8-ab90-4e0c-9b38-87f58ef8fe37 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=None&name=default HTTP/1.1" status: 200 len: 2720 time: 0.3852589 Jan 26 21:27:25.278222 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 47260) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:27:25.367238 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5893ef9-8db7-4785-9d60-e2b0230edd1e tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Made reservation on behalf of 91ff6b128d484238b8b1d440faeb9154 for: {'port': 1} {{(pid=103305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 21:27:25.386542 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (fea0591a-627d-4c87-9a9a-01625ddf3277), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:27:25.397761 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-217b4cc3-0eaf-4e2c-a90c-06f57c593d34 admin admin] Publish callbacks [] for security_group (3b0ea34d-bedc-4189-955a-0702022c7d6b), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:27:25.417527 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e46d8f4a-0730-42a5-86df-c05a2438e0c2 None None] Pushing event updated for resources: {'Port': ['ID=a0df9279-2bf0-427e-99c2-5f5a743d3cbc,revision_number=2']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:27:25.453719 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-217b4cc3-0eaf-4e2c-a90c-06f57c593d34 admin admin] Publish callbacks [] for security_group (3b0ea34d-bedc-4189-955a-0702022c7d6b), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:27:25.542908 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-217b4cc3-0eaf-4e2c-a90c-06f57c593d34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (3b0ea34d-bedc-4189-955a-0702022c7d6b), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:27:25.545742 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-217b4cc3-0eaf-4e2c-a90c-06f57c593d34 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:27:25.550157 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-217b4cc3-0eaf-4e2c-a90c-06f57c593d34 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/3b0ea34d-bedc-4189-955a-0702022c7d6b HTTP/1.1" status: 204 len: 168 time: 0.2680507 Jan 26 21:27:25.566006 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-217b4cc3-0eaf-4e2c-a90c-06f57c593d34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b0ea34d-bedc-4189-955a-0702022c7d6b,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:27:26.184503 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-d4b337eb-2e90-445d-a688-e119440951cd req-e8e0faf5-4d71-49b0-b415-d7336e6ca9b6 service neutron] 10.222.0.57 "GET /v2.0/networks/f292bf50-7316-40da-8d60-8669bdd0f81a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9526751 Jan 26 21:27:26.226276 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-b5893ef9-8db7-4785-9d60-e2b0230edd1e tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:27:26.312914 n-d-760453-5 neutron-server[103305]: DEBUG neutron.notifiers.nova [None req-b5893ef9-8db7-4785-9d60-e2b0230edd1e tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] device_id is not set on port b6eb4d5e-688a-410f-9b5a-a0ae4604d5bd yet. {{(pid=103305) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 26 21:27:26.401523 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-d4b337eb-2e90-445d-a688-e119440951cd req-88af5656-f188-45ee-a262-d84547c4a48f service neutron] 10.222.0.57 "GET /v2.0/networks/f292bf50-7316-40da-8d60-8669bdd0f81a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2088115 Jan 26 21:27:26.538540 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-d4b337eb-2e90-445d-a688-e119440951cd req-4db7e388-b05b-460e-866c-e46c2c7c93ed service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.56&port_id=838b8d10-47c7-4250-a401-9d4067f8f28c HTTP/1.1" status: 200 len: 217 time: 0.1299820 Jan 26 21:27:26.643868 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b337eb-2e90-445d-a688-e119440951cd req-3d84f15a-5161-4197-8a21-7b1882bf8158 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:27:26.645399 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-d4b337eb-2e90-445d-a688-e119440951cd req-3d84f15a-5161-4197-8a21-7b1882bf8158 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=4e6d2bbe-4ef2-4089-b0e5-159ef264639e HTTP/1.1" status: 200 len: 797 time: 0.0998518 Jan 26 21:27:26.662281 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.db_base_plugin_common [None req-b5893ef9-8db7-4785-9d60-e2b0230edd1e tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Allocated IP 2001:db8::146 (80bdce17-b861-46cb-9014-7071d7f46353/af51dece-4215-40b6-beb0-e7826cbabde8/b6eb4d5e-688a-410f-9b5a-a0ae4604d5bd) {{(pid=103305) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 21:27:26.687001 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.db_base_plugin_common [None req-b5893ef9-8db7-4785-9d60-e2b0230edd1e tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Allocated IP 2001:db8:0:1:f816:3eff:fe8d:747a (80bdce17-b861-46cb-9014-7071d7f46353/35f2e0c6-671e-4f18-b125-c11461e1cf73/b6eb4d5e-688a-410f-9b5a-a0ae4604d5bd) {{(pid=103305) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 21:27:26.720547 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b337eb-2e90-445d-a688-e119440951cd req-dd7f3f3f-4fa3-4b85-84a9-62c9789d5378 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:27:26.722206 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-d4b337eb-2e90-445d-a688-e119440951cd req-dd7f3f3f-4fa3-4b85-84a9-62c9789d5378 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=f292bf50-7316-40da-8d60-8669bdd0f81a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0700891 Jan 26 21:27:26.877784 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5561c0a8-bcc6-4bf4-b3b8-97177c5f5ce6 None None] Network 80bdce17-b861-46cb-9014-7071d7f46353 requested from n-d-760453-5 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 26 21:27:26.941489 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-d4b337eb-2e90-445d-a688-e119440951cd req-c63381a7-5bd8-4025-a53b-6d4edf09c97f service neutron] 10.222.0.57 "GET /v2.0/networks/f292bf50-7316-40da-8d60-8669bdd0f81a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2056561 Jan 26 21:27:26.988145 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-99f79110-74b0-43e1-965e-de387169061b None None] Provisioning complete for port a0df9279-2bf0-427e-99c2-5f5a743d3cbc triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:27:26.988777 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-99f79110-74b0-43e1-965e-de387169061b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (a0df9279-2bf0-427e-99c2-5f5a743d3cbc), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:27:26.993045 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-b5893ef9-8db7-4785-9d60-e2b0230edd1e tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Publish callbacks [] for port (b6eb4d5e-688a-410f-9b5a-a0ae4604d5bd), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:27:27.089461 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-d4b337eb-2e90-445d-a688-e119440951cd req-ca7d8812-2a14-4cf3-a4a4-3da58bff1995 service neutron] 10.222.0.57 "GET /v2.0/networks/f292bf50-7316-40da-8d60-8669bdd0f81a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1398923 Jan 26 21:27:27.109948 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-b5893ef9-8db7-4785-9d60-e2b0230edd1e tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746560234527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11791543'] for port (b6eb4d5e-688a-410f-9b5a-a0ae4604d5bd), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:27:27.143580 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-99f79110-74b0-43e1-965e-de387169061b None None] Current status of the port a0df9279-2bf0-427e-99c2-5f5a743d3cbc is: DOWN; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:27:27.144722 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-99f79110-74b0-43e1-965e-de387169061b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (a0df9279-2bf0-427e-99c2-5f5a743d3cbc), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:27:27.228251 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-99f79110-74b0-43e1-965e-de387169061b None None] For port a0df9279-2bf0-427e-99c2-5f5a743d3cbc, host n-d-760453-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=a0df9279-2bf0-427e-99c2-5f5a743d3cbc,segment=NetworkSegment(3c6d624c-ba08-479a-b68a-7684ce678b5c),segment_id=3c6d624c-ba08-479a-b68a-7684ce678b5c)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:27:27.230484 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59bbbb16-9585-41d9-8a84-a2e2c2d73951 None None] Update dhcp port {'port': {'network_id': '80bdce17-b861-46cb-9014-7071d7f46353', 'fixed_ips': [{'subnet_id': 'af51dece-4215-40b6-beb0-e7826cbabde8', 'ip_address': '2001:db8::2'}, {'subnet_id': '35f2e0c6-671e-4f18-b125-c11461e1cf73'}], 'binding:host_id': 'n-d-760453-5'}, 'id': 'a0df9279-2bf0-427e-99c2-5f5a743d3cbc'} from n-d-760453-5. {{(pid=103306) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Jan 26 21:27:27.237648 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5893ef9-8db7-4785-9d60-e2b0230edd1e tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Pushing event updated for resources: {'Port': ['ID=b6eb4d5e-688a-410f-9b5a-a0ae4604d5bd,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:27:27.244764 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-d4b337eb-2e90-445d-a688-e119440951cd req-00d9ce3f-0802-4f32-b8b4-8442044d83c1 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=3941d4d2-ec71-4191-8e9f-df25a9ea3da5 HTTP/1.1" status: 200 len: 217 time: 0.1428406 Jan 26 21:27:27.256031 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5893ef9-8db7-4785-9d60-e2b0230edd1e tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Network 80bdce17-b861-46cb-9014-7071d7f46353 is already hosted by enough agents. {{(pid=103305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 21:27:27.258933 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-99f79110-74b0-43e1-965e-de387169061b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (a0df9279-2bf0-427e-99c2-5f5a743d3cbc), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:27:27.263956 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [None req-b5893ef9-8db7-4785-9d60-e2b0230edd1e tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Resources bound (agent type, host, resource id): {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:27:27.275132 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5893ef9-8db7-4785-9d60-e2b0230edd1e tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Received port after_create {{(pid=103305) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 21:27:27.281101 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5893ef9-8db7-4785-9d60-e2b0230edd1e tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:27:27.281781 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-b5893ef9-8db7-4785-9d60-e2b0230edd1e tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:27:27.298465 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-59bbbb16-9585-41d9-8a84-a2e2c2d73951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (a0df9279-2bf0-427e-99c2-5f5a743d3cbc), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:27:27.360268 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-b5893ef9-8db7-4785-9d60-e2b0230edd1e tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 2.4281573 Jan 26 21:27:27.362740 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 47320) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:27:27.380290 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b337eb-2e90-445d-a688-e119440951cd req-3f8c6f1a-e187-45dc-b774-b8d696648499 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:27:27.388595 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-d4b337eb-2e90-445d-a688-e119440951cd req-3f8c6f1a-e187-45dc-b774-b8d696648499 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=d36d78e9-ef90-42a1-bdc2-1b67cc68d0f5 HTTP/1.1" status: 200 len: 797 time: 0.1218770 Jan 26 21:27:27.427287 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f79110-74b0-43e1-965e-de387169061b None None] Pushing event updated for resources: {'Port': ['ID=a0df9279-2bf0-427e-99c2-5f5a743d3cbc,revision_number=3']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:27:27.485843 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b337eb-2e90-445d-a688-e119440951cd req-defc2fee-93aa-43c8-9683-6fcc47f064b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:27:27.487698 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-d4b337eb-2e90-445d-a688-e119440951cd req-defc2fee-93aa-43c8-9683-6fcc47f064b2 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=09fefaf6-1493-45ff-9b77-0bffdcb790d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0944114 Jan 26 21:27:27.549395 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device a0df9279-2bf0-427e-99c2-5f5a743d3cbc up at agent ovs-agent-n-d-760453-5 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 21:27:27.573137 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77bbd9fc-b0c7-4bae-92f2-6af198029641 req-602b8691-fd88-430f-912f-7b90d2611c63 tempest-ListImageFiltersTestJSON-206584430 tempest-ListImageFiltersTestJSON-206584430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:27:27.583019 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-77bbd9fc-b0c7-4bae-92f2-6af198029641 req-602b8691-fd88-430f-912f-7b90d2611c63 tempest-ListImageFiltersTestJSON-206584430 tempest-ListImageFiltersTestJSON-206584430-project] 10.222.0.13 "GET /v2.0/ports?device_id=4b2054b9-c111-47ce-bd3a-a15958b5fddc HTTP/1.1" status: 200 len: 951 time: 0.1035047 Jan 26 21:27:27.604707 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-560843ef-8bad-4660-9135-be45e88c2730 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Deleting port b6eb4d5e-688a-410f-9b5a-a0ae4604d5bd {{(pid=103304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 21:27:27.605189 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-560843ef-8bad-4660-9135-be45e88c2730 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746560630878'] for port (b6eb4d5e-688a-410f-9b5a-a0ae4604d5bd), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:27:27.655253 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-d4b337eb-2e90-445d-a688-e119440951cd req-b14462b8-6fe7-4870-ac1a-fdabef76519b service neutron] 10.222.0.57 "GET /v2.0/networks/09fefaf6-1493-45ff-9b77-0bffdcb790d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1527538 Jan 26 21:27:27.676391 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.db_base_plugin_common [None req-59bbbb16-9585-41d9-8a84-a2e2c2d73951 None None] Allocated IP 2001:db8:0:1:f816:3eff:fe16:fcb1 (80bdce17-b861-46cb-9014-7071d7f46353/35f2e0c6-671e-4f18-b125-c11461e1cf73/a0df9279-2bf0-427e-99c2-5f5a743d3cbc) {{(pid=103306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 21:27:27.683306 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Provisioning complete for port a0df9279-2bf0-427e-99c2-5f5a743d3cbc triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:27:27.683697 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (a0df9279-2bf0-427e-99c2-5f5a743d3cbc), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:27:27.726647 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-77bbd9fc-b0c7-4bae-92f2-6af198029641 req-d2fc79e2-dcb6-43c6-8000-6bab1f38db1d tempest-ListImageFiltersTestJSON-206584430 tempest-ListImageFiltersTestJSON-206584430-project] 10.222.0.13 "GET /v2.0/security-groups?id=51fc43c7-3c5c-407b-a050-08d4b0d277fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1379964 Jan 26 21:27:27.767934 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-560843ef-8bad-4660-9135-be45e88c2730 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4109658'] for port (b6eb4d5e-688a-410f-9b5a-a0ae4604d5bd), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:27:27.787929 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-560843ef-8bad-4660-9135-be45e88c2730 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Calling delete_port for b6eb4d5e-688a-410f-9b5a-a0ae4604d5bd owned by {{(pid=103304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 21:27:27.851305 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-d4b337eb-2e90-445d-a688-e119440951cd req-8069698a-d069-4682-a8a9-4af621cf3e03 service neutron] 10.222.0.57 "GET /v2.0/networks/09fefaf6-1493-45ff-9b77-0bffdcb790d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1889069 Jan 26 21:27:27.923926 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-d4b337eb-2e90-445d-a688-e119440951cd req-7233e23c-ae1b-45cb-bc5e-506669363252 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=b6f4a45a-14b0-47b4-ab05-34ee30262fe7 HTTP/1.1" status: 200 len: 217 time: 0.0656495 Jan 26 21:27:27.931760 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-59bbbb16-9585-41d9-8a84-a2e2c2d73951 None None] For port a0df9279-2bf0-427e-99c2-5f5a743d3cbc, host n-d-760453-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=a0df9279-2bf0-427e-99c2-5f5a743d3cbc,segment=NetworkSegment(3c6d624c-ba08-479a-b68a-7684ce678b5c),segment_id=3c6d624c-ba08-479a-b68a-7684ce678b5c)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:27:27.962266 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Current status of the port a0df9279-2bf0-427e-99c2-5f5a743d3cbc is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:27:28.024242 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-59bbbb16-9585-41d9-8a84-a2e2c2d73951 None None] Publish callbacks [] for port (a0df9279-2bf0-427e-99c2-5f5a743d3cbc), precommit_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:27:28.036784 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-59bbbb16-9585-41d9-8a84-a2e2c2d73951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (a0df9279-2bf0-427e-99c2-5f5a743d3cbc), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:27:28.058830 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b337eb-2e90-445d-a688-e119440951cd req-11bc41ac-920d-4c3c-bd75-95549898b439 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:27:28.060535 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-d4b337eb-2e90-445d-a688-e119440951cd req-11bc41ac-920d-4c3c-bd75-95549898b439 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=d36d78e9-ef90-42a1-bdc2-1b67cc68d0f5 HTTP/1.1" status: 200 len: 797 time: 0.1230683 Jan 26 21:27:28.087008 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-560843ef-8bad-4660-9135-be45e88c2730 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746560636600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746560234536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9281553'] for port (b6eb4d5e-688a-410f-9b5a-a0ae4604d5bd), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:27:28.135261 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-560843ef-8bad-4660-9135-be45e88c2730 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Pushing event deleted for resources: {'Port': ['ID=b6eb4d5e-688a-410f-9b5a-a0ae4604d5bd,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:27:28.153065 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b337eb-2e90-445d-a688-e119440951cd req-2b80a80a-4d58-491d-9aa3-4e0ef05bd1d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:27:28.166233 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-d4b337eb-2e90-445d-a688-e119440951cd req-2b80a80a-4d58-491d-9aa3-4e0ef05bd1d9 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=09fefaf6-1493-45ff-9b77-0bffdcb790d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0989280 Jan 26 21:27:28.205321 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-560843ef-8bad-4660-9135-be45e88c2730 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:27:28.211355 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-560843ef-8bad-4660-9135-be45e88c2730 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] 10.222.0.13 "DELETE /v2.0/ports/b6eb4d5e-688a-410f-9b5a-a0ae4604d5bd HTTP/1.1" status: 204 len: 168 time: 0.8474228 Jan 26 21:27:28.215809 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 47352) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:27:28.243393 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59bbbb16-9585-41d9-8a84-a2e2c2d73951 None None] Pushing event updated for resources: {'Port': ['ID=a0df9279-2bf0-427e-99c2-5f5a743d3cbc,revision_number=4']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:27:28.292635 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f308e89e-89e7-4552-a13a-ece71ae88248 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:27:28.298715 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-f308e89e-89e7-4552-a13a-ece71ae88248 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.0816395 Jan 26 21:27:28.298910 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 47354) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:27:28.348731 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-d4b337eb-2e90-445d-a688-e119440951cd req-22df606b-ea55-45a4-9ff1-4dfb898493d7 service neutron] 10.222.0.57 "GET /v2.0/networks/09fefaf6-1493-45ff-9b77-0bffdcb790d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1757317 Jan 26 21:27:28.475958 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-459d9258-fffa-4642-92c9-78fb8143d809 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:27:28.480012 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-459d9258-fffa-4642-92c9-78fb8143d809 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1750083 Jan 26 21:27:28.480483 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 47378) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:27:28.496804 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-d4b337eb-2e90-445d-a688-e119440951cd req-ea404b06-95d1-4971-84fb-06eb4af125ab service neutron] 10.222.0.57 "GET /v2.0/networks/09fefaf6-1493-45ff-9b77-0bffdcb790d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1377032 Jan 26 21:27:28.570307 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b7ff889-efa3-4021-9a1b-60c06caa131f tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:27:28.571759 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b7ff889-efa3-4021-9a1b-60c06caa131f tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:27:28.574180 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b7ff889-efa3-4021-9a1b-60c06caa131f tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:27:28.575835 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-8b7ff889-efa3-4021-9a1b-60c06caa131f tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.0943854 Jan 26 21:27:28.578760 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 47390) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:27:28.646905 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.db_base_plugin_v2 [None req-1fb1ce8d-5b97-43b7-8e05-ba9b098ac04b tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Deleting subnet 35f2e0c6-671e-4f18-b125-c11461e1cf73 {{(pid=103305) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 26 21:27:28.650762 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-1fb1ce8d-5b97-43b7-8e05-ba9b098ac04b tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Publish callbacks [] for subnet (35f2e0c6-671e-4f18-b125-c11461e1cf73), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:27:28.700195 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-1fb1ce8d-5b97-43b7-8e05-ba9b098ac04b tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11788946'] for subnet (35f2e0c6-671e-4f18-b125-c11461e1cf73), precommit_delete_associations {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:27:28.827996 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-1fb1ce8d-5b97-43b7-8e05-ba9b098ac04b tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687316'] for subnet (35f2e0c6-671e-4f18-b125-c11461e1cf73), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:27:28.912272 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-1fb1ce8d-5b97-43b7-8e05-ba9b098ac04b tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11791594', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11599980'] for subnet (35f2e0c6-671e-4f18-b125-c11461e1cf73), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:27:28.968332 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb1ce8d-5b97-43b7-8e05-ba9b098ac04b tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Pushing event deleted for resources: {'Subnet': ['ID=35f2e0c6-671e-4f18-b125-c11461e1cf73,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:27:28.986740 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-1fb1ce8d-5b97-43b7-8e05-ba9b098ac04b tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709645'] for subnet (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:27:28.997981 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 47428) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:27:28.998430 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-1fb1ce8d-5b97-43b7-8e05-ba9b098ac04b tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] 10.222.0.13 "DELETE /v2.0/subnets/35f2e0c6-671e-4f18-b125-c11461e1cf73 HTTP/1.1" status: 204 len: 168 time: 0.4182770 Jan 26 21:27:29.107925 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.db_base_plugin_v2 [None req-3f462afa-5122-4ab9-90ad-a50e4255c7ff tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Deleting subnet af51dece-4215-40b6-beb0-e7826cbabde8 {{(pid=103304) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 26 21:27:29.113307 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-3f462afa-5122-4ab9-90ad-a50e4255c7ff tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Publish callbacks [] for subnet (af51dece-4215-40b6-beb0-e7826cbabde8), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:27:29.213932 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15a2efd7-9ed6-43ae-80b7-c7b0089feadc None None] Network 80bdce17-b861-46cb-9014-7071d7f46353 requested from n-d-760453-5 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 26 21:27:29.221195 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-3f462afa-5122-4ab9-90ad-a50e4255c7ff tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8881284'] for subnet (af51dece-4215-40b6-beb0-e7826cbabde8), precommit_delete_associations {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:27:29.347234 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-56894e2d-1c5a-42d7-aa5f-eb2e85bdd442 None None] Provisioning complete for port a0df9279-2bf0-427e-99c2-5f5a743d3cbc triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:27:29.347969 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-56894e2d-1c5a-42d7-aa5f-eb2e85bdd442 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (a0df9279-2bf0-427e-99c2-5f5a743d3cbc), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:27:29.415930 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-3f462afa-5122-4ab9-90ad-a50e4255c7ff tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687316'] for subnet (af51dece-4215-40b6-beb0-e7826cbabde8), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:27:29.491086 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-3f462afa-5122-4ab9-90ad-a50e4255c7ff tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9281612', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12215216'] for subnet (af51dece-4215-40b6-beb0-e7826cbabde8), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:27:29.532110 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f462afa-5122-4ab9-90ad-a50e4255c7ff tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Pushing event deleted for resources: {'Subnet': ['ID=af51dece-4215-40b6-beb0-e7826cbabde8,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:27:29.542249 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-3f462afa-5122-4ab9-90ad-a50e4255c7ff tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Publish callbacks [] for subnet (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:27:29.546811 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-3f462afa-5122-4ab9-90ad-a50e4255c7ff tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] 10.222.0.13 "DELETE /v2.0/subnets/af51dece-4215-40b6-beb0-e7826cbabde8 HTTP/1.1" status: 204 len: 168 time: 0.5463023 Jan 26 21:27:29.548808 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 47472) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:27:29.559130 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device a0df9279-2bf0-427e-99c2-5f5a743d3cbc up at agent ovs-agent-n-d-760453-5 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 21:27:29.601479 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-6d7c770b-bf19-4307-907f-0aff23bc5369 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0493050 Jan 26 21:27:29.603210 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 47480) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:27:29.608914 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-f0850699-731e-4daa-8dd9-187a58434dba tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Request body: {'subnet': {'network_id': '80bdce17-b861-46cb-9014-7071d7f46353', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:27:29.690043 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Provisioning complete for port a0df9279-2bf0-427e-99c2-5f5a743d3cbc triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:27:29.690427 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (a0df9279-2bf0-427e-99c2-5f5a743d3cbc), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:27:29.750921 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-56894e2d-1c5a-42d7-aa5f-eb2e85bdd442 None None] Current status of the port a0df9279-2bf0-427e-99c2-5f5a743d3cbc is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:27:29.778829 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f8a12c5-57e4-4d28-b83f-2e9a8e222b5e None None] Update dhcp port {'port': {'network_id': '80bdce17-b861-46cb-9014-7071d7f46353', 'fixed_ips': [{'subnet_id': 'af51dece-4215-40b6-beb0-e7826cbabde8'}], 'binding:host_id': 'n-d-760453-5'}, 'id': 'a0df9279-2bf0-427e-99c2-5f5a743d3cbc'} from n-d-760453-5. {{(pid=103306) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Jan 26 21:27:29.831550 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-3f8a12c5-57e4-4d28-b83f-2e9a8e222b5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (a0df9279-2bf0-427e-99c2-5f5a743d3cbc), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:27:29.858658 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Current status of the port a0df9279-2bf0-427e-99c2-5f5a743d3cbc is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:27:29.859814 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0850699-731e-4daa-8dd9-187a58434dba tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Made reservation on behalf of 91ff6b128d484238b8b1d440faeb9154 for: {'subnet': 1} {{(pid=103305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 21:27:29.866397 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-f0850699-731e-4daa-8dd9-187a58434dba tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11599953'] for subnet (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:27:30.055457 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98be0fd8-2c5f-4073-826f-874b356fe9ce None None] Network 80bdce17-b861-46cb-9014-7071d7f46353 requested from n-d-760453-5 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 26 21:27:30.140410 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-a7cc19df-b364-40bc-b41c-c6213fce9370 None None] Provisioning complete for port a0df9279-2bf0-427e-99c2-5f5a743d3cbc triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:27:30.140637 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-a7cc19df-b364-40bc-b41c-c6213fce9370 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (a0df9279-2bf0-427e-99c2-5f5a743d3cbc), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:27:30.145230 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-f0850699-731e-4daa-8dd9-187a58434dba tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11788839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11599975'] for subnet (246dd657-3a0a-4de4-bef1-4312c493c81e), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:27:30.209558 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0850699-731e-4daa-8dd9-187a58434dba tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Network 80bdce17-b861-46cb-9014-7071d7f46353 is already hosted by enough agents. {{(pid=103305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 21:27:30.213568 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [None req-f0850699-731e-4daa-8dd9-187a58434dba tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Resources bound (agent type, host, resource id): {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:27:30.226330 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0850699-731e-4daa-8dd9-187a58434dba tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:27:30.227115 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-f0850699-731e-4daa-8dd9-187a58434dba tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709645'] for subnet (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:27:30.261566 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63623304-d6ac-46bb-a5f5-67e533313855 None None] DHCP port deletion for 80bdce17-b861-46cb-9014-7071d7f46353 request from n-d-760453-5 {{(pid=103306) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 26 21:27:30.262618 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-f0850699-731e-4daa-8dd9-187a58434dba tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.6580081 Jan 26 21:27:30.265569 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 47528) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:27:30.272787 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-eedbfb37-570f-4b92-8553-7647e99fd72d tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Request body: {'subnet': {'network_id': '80bdce17-b861-46cb-9014-7071d7f46353', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:27:30.282777 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0850699-731e-4daa-8dd9-187a58434dba tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Pushing event updated for resources: {'Subnet': ['ID=246dd657-3a0a-4de4-bef1-4312c493c81e,revision_number=0']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:27:30.321395 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-a7cc19df-b364-40bc-b41c-c6213fce9370 None None] Current status of the port a0df9279-2bf0-427e-99c2-5f5a743d3cbc is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:27:30.351950 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-63623304-d6ac-46bb-a5f5-67e533313855 None None] Deleting port a0df9279-2bf0-427e-99c2-5f5a743d3cbc {{(pid=103306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 21:27:30.352487 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-63623304-d6ac-46bb-a5f5-67e533313855 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746560630878'] for port (a0df9279-2bf0-427e-99c2-5f5a743d3cbc), before_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:27:30.438515 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eedbfb37-570f-4b92-8553-7647e99fd72d tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Made reservation on behalf of 91ff6b128d484238b8b1d440faeb9154 for: {'subnet': 1} {{(pid=103304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 21:27:30.443574 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-eedbfb37-570f-4b92-8553-7647e99fd72d tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12215181'] for subnet (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:27:30.471698 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-63623304-d6ac-46bb-a5f5-67e533313855 None None] For port a0df9279-2bf0-427e-99c2-5f5a743d3cbc, host n-d-760453-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=a0df9279-2bf0-427e-99c2-5f5a743d3cbc,segment=NetworkSegment(3c6d624c-ba08-479a-b68a-7684ce678b5c),segment_id=3c6d624c-ba08-479a-b68a-7684ce678b5c)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:27:30.473279 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-63623304-d6ac-46bb-a5f5-67e533313855 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4109658'] for port (a0df9279-2bf0-427e-99c2-5f5a743d3cbc), precommit_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:27:30.489928 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-63623304-d6ac-46bb-a5f5-67e533313855 None None] Calling delete_port for a0df9279-2bf0-427e-99c2-5f5a743d3cbc owned by network:dhcp {{(pid=103306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 21:27:30.553967 n-d-760453-5 neutron-server[103304]: INFO neutron.db.ipam_backend_mixin [None req-eedbfb37-570f-4b92-8553-7647e99fd72d tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 246dd657-3a0a-4de4-bef1-4312c493c81e (CIDR: 2001:db8::/64) Jan 26 21:27:30.560006 n-d-760453-5 neutron-server[103304]: INFO neutron.pecan_wsgi.hooks.translation [None req-eedbfb37-570f-4b92-8553-7647e99fd72d tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 26 21:27:30.560473 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eedbfb37-570f-4b92-8553-7647e99fd72d tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103304) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 26 21:27:30.584022 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-eedbfb37-570f-4b92-8553-7647e99fd72d tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3141212 Jan 26 21:27:30.584385 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 47552) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:27:30.591345 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-2119dcdf-d2c0-40ff-87b5-16eb327326b9 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Request body: {'subnet': {'network_id': '80bdce17-b861-46cb-9014-7071d7f46353', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:27:30.606804 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-63623304-d6ac-46bb-a5f5-67e533313855 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746560636600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746560234536'] for port (a0df9279-2bf0-427e-99c2-5f5a743d3cbc), after_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:27:30.638148 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63623304-d6ac-46bb-a5f5-67e533313855 None None] Pushing event deleted for resources: {'Port': ['ID=a0df9279-2bf0-427e-99c2-5f5a743d3cbc,revision_number=None']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:27:30.641024 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63623304-d6ac-46bb-a5f5-67e533313855 None None] No DVR routers for this DVR port a0df9279-2bf0-427e-99c2-5f5a743d3cbc on host n-d-760453-5 {{(pid=103306) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 26 21:27:30.668774 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf6d32f4-d978-4d95-b254-a94bf71a65b9 None None] Network 80bdce17-b861-46cb-9014-7071d7f46353 requested from n-d-760453-5 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 26 21:27:30.746436 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63623304-d6ac-46bb-a5f5-67e533313855 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:27:30.746789 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63623304-d6ac-46bb-a5f5-67e533313855 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:27:30.747135 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63623304-d6ac-46bb-a5f5-67e533313855 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:27:30.747471 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63623304-d6ac-46bb-a5f5-67e533313855 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:27:30.747806 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63623304-d6ac-46bb-a5f5-67e533313855 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:27:30.748139 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63623304-d6ac-46bb-a5f5-67e533313855 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:27:30.748467 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63623304-d6ac-46bb-a5f5-67e533313855 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:27:30.748793 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63623304-d6ac-46bb-a5f5-67e533313855 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:27:30.749116 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63623304-d6ac-46bb-a5f5-67e533313855 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:27:30.749465 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63623304-d6ac-46bb-a5f5-67e533313855 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:27:30.749789 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63623304-d6ac-46bb-a5f5-67e533313855 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:27:30.750110 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63623304-d6ac-46bb-a5f5-67e533313855 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:27:30.750436 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63623304-d6ac-46bb-a5f5-67e533313855 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:27:30.774640 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2119dcdf-d2c0-40ff-87b5-16eb327326b9 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Made reservation on behalf of 91ff6b128d484238b8b1d440faeb9154 for: {'subnet': 1} {{(pid=103304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 21:27:30.780973 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-2119dcdf-d2c0-40ff-87b5-16eb327326b9 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12215181'] for subnet (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:27:30.801559 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-242bf34f-6121-471d-abd1-12cfb0d63526 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3c4099e8-8ffb-51d1-af7f-5868973e933f-80bdce17-b861-46cb-9014-7071d7f46353', 'network_id': '80bdce17-b861-46cb-9014-7071d7f46353', 'project_id': '91ff6b128d484238b8b1d440faeb9154', 'fixed_ips': [{'subnet_id': '246dd657-3a0a-4de4-bef1-4312c493c81e'}]}} from n-d-760453-5. {{(pid=103306) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 26 21:27:30.802632 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-242bf34f-6121-471d-abd1-12cfb0d63526 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (None), before_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:27:31.078790 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.db_base_plugin_common [None req-242bf34f-6121-471d-abd1-12cfb0d63526 None None] Allocated IP 2001:db8::2 (80bdce17-b861-46cb-9014-7071d7f46353/246dd657-3a0a-4de4-bef1-4312c493c81e/a88fd80c-b894-4553-b3be-b6d14ac7c350) {{(pid=103306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 21:27:31.299314 n-d-760453-5 neutron-server[103304]: DEBUG neutron.objects.ports [None req-2119dcdf-d2c0-40ff-87b5-16eb327326b9 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103304) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Jan 26 21:27:31.301619 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-2119dcdf-d2c0-40ff-87b5-16eb327326b9 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9285249', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12215227'] for subnet (8b21a4c7-2360-4537-a438-5fa9536033ee), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:27:31.376664 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2119dcdf-d2c0-40ff-87b5-16eb327326b9 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Network 80bdce17-b861-46cb-9014-7071d7f46353 is already hosted by enough agents. {{(pid=103304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 21:27:31.384198 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [None req-2119dcdf-d2c0-40ff-87b5-16eb327326b9 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Resources bound (agent type, host, resource id): {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:27:31.389890 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2119dcdf-d2c0-40ff-87b5-16eb327326b9 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:27:31.390565 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-2119dcdf-d2c0-40ff-87b5-16eb327326b9 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Publish callbacks [] for subnet (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:27:31.401033 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2119dcdf-d2c0-40ff-87b5-16eb327326b9 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Pushing event updated for resources: {'Subnet': ['ID=8b21a4c7-2360-4537-a438-5fa9536033ee,revision_number=0']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:27:31.420492 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-2119dcdf-d2c0-40ff-87b5-16eb327326b9 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 0.8345628 Jan 26 21:27:31.422860 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 47608) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:27:31.428187 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-314b6086-b99c-44d9-84fe-f6c81f1f4c84 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Request body: {'port': {'network_id': '80bdce17-b861-46cb-9014-7071d7f46353', 'mac_address': 'fa:16:3e:6d:a1:89', 'name': 'tempest-NetworksTestDHCPv6-1271734554'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:27:31.438420 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device a0df9279-2bf0-427e-99c2-5f5a743d3cbc no longer exists at agent ovs-agent-n-d-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 26 21:27:31.470643 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] No Port match for: a0df9279-2bf0-427e-99c2-5f5a743d3cbc {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 26 21:27:31.471118 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device a0df9279-2bf0-427e-99c2-5f5a743d3cbc not bound to the agent host n-d-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 26 21:27:31.476161 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-242bf34f-6121-471d-abd1-12cfb0d63526 None None] Publish callbacks [] for port (a88fd80c-b894-4553-b3be-b6d14ac7c350), precommit_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:27:31.485554 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-242bf34f-6121-471d-abd1-12cfb0d63526 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746560234527'] for port (a88fd80c-b894-4553-b3be-b6d14ac7c350), after_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:27:31.552531 n-d-760453-5 neutron-server[103306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-242bf34f-6121-471d-abd1-12cfb0d63526 None None] Network 80bdce17-b861-46cb-9014-7071d7f46353 is already hosted by enough agents. {{(pid=103306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 21:27:31.555811 n-d-760453-5 neutron-server[103306]: DEBUG neutron.scheduler.base_scheduler [None req-242bf34f-6121-471d-abd1-12cfb0d63526 None None] Resources bound (agent type, host, resource id): {{(pid=103306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:27:31.566914 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-242bf34f-6121-471d-abd1-12cfb0d63526 None None] Received port after_create {{(pid=103306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 21:27:31.570791 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-242bf34f-6121-471d-abd1-12cfb0d63526 None None] Pushing event updated for resources: {'Port': ['ID=a88fd80c-b894-4553-b3be-b6d14ac7c350,revision_number=1']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:27:31.587266 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-314b6086-b99c-44d9-84fe-f6c81f1f4c84 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Made reservation on behalf of 91ff6b128d484238b8b1d440faeb9154 for: {'port': 1} {{(pid=103305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 21:27:31.637747 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Device 91f29fd8-6388-453d-9829-9a8fc59108e3 no longer exists at agent hyperv_n-h1-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 26 21:27:31.691101 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-242bf34f-6121-471d-abd1-12cfb0d63526 None None] Attempting to bind port a88fd80c-b894-4553-b3be-b6d14ac7c350 on host n-d-760453-5 for vnic_type normal with profile {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 21:27:31.691101 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-242bf34f-6121-471d-abd1-12cfb0d63526 None None] Attempting to bind port a88fd80c-b894-4553-b3be-b6d14ac7c350 by drivers openvswitch,hyperv on host n-d-760453-5 at level 0 using segments [{'id': '3c6d624c-ba08-479a-b68a-7684ce678b5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '80bdce17-b861-46cb-9014-7071d7f46353'}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 26 21:27:31.691330 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-242bf34f-6121-471d-abd1-12cfb0d63526 None None] Attempting to bind port a88fd80c-b894-4553-b3be-b6d14ac7c350 on network 80bdce17-b861-46cb-9014-7071d7f46353 {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 21:27:31.706874 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-242bf34f-6121-471d-abd1-12cfb0d63526 None None] Checking agent: {'id': 'fea0591a-627d-4c87-9a9a-01625ddf3277', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760453-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 20, 55, 25), 'started_at': datetime.datetime(2022, 1, 26, 20, 55, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 21, 27, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760453-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 26 21:27:31.707251 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-242bf34f-6121-471d-abd1-12cfb0d63526 None None] Checking segment: {'id': '3c6d624c-ba08-479a-b68a-7684ce678b5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '80bdce17-b861-46cb-9014-7071d7f46353'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 21:27:31.707664 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-242bf34f-6121-471d-abd1-12cfb0d63526 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:27:31.708120 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-242bf34f-6121-471d-abd1-12cfb0d63526 None None] Bound using segment: {'id': '3c6d624c-ba08-479a-b68a-7684ce678b5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '80bdce17-b861-46cb-9014-7071d7f46353'} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 26 21:27:31.708612 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-242bf34f-6121-471d-abd1-12cfb0d63526 None None] Bound port: a88fd80c-b894-4553-b3be-b6d14ac7c350, host: n-d-760453-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c6d624c-ba08-479a-b68a-7684ce678b5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '80bdce17-b861-46cb-9014-7071d7f46353'}}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 26 21:27:31.709048 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-242bf34f-6121-471d-abd1-12cfb0d63526 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (a88fd80c-b894-4553-b3be-b6d14ac7c350), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:27:31.725594 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-314b6086-b99c-44d9-84fe-f6c81f1f4c84 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:27:31.749691 n-d-760453-5 neutron-server[103305]: DEBUG neutron.notifiers.nova [None req-314b6086-b99c-44d9-84fe-f6c81f1f4c84 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] device_id is not set on port 1f65f22b-0537-45c7-a802-35f7e2d669bf yet. {{(pid=103305) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 26 21:27:31.807156 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Current status of the port 91f29fd8-6388-453d-9829-9a8fc59108e3 is: ACTIVE; New status is: DOWN {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:27:31.807590 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (91f29fd8-6388-453d-9829-9a8fc59108e3), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:27:31.839215 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-242bf34f-6121-471d-abd1-12cfb0d63526 None None] For port a88fd80c-b894-4553-b3be-b6d14ac7c350, host n-d-760453-5, cleared binding levels {{(pid=103306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 26 21:27:31.861612 n-d-760453-5 neutron-server[103306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b2054b9-c111-47ce-bd3a-a15958b5fddc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '91f29fd8-6388-453d-9829-9a8fc59108e3'}] {{(pid=103306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 21:27:31.864024 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9d5d370febab655511bdd2ffe887e43e442d144a440368702bcc1e93af00b97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c40619c7-395e-4839-9588-bf70aa17e752" -d '{"events": [{"server_uuid": "4b2054b9-c111-47ce-bd3a-a15958b5fddc", "name": "network-vif-unplugged", "status": "completed", "tag": "91f29fd8-6388-453d-9829-9a8fc59108e3"}]}' {{(pid=103306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 21:27:31.871115 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-242bf34f-6121-471d-abd1-12cfb0d63526 None None] For port a88fd80c-b894-4553-b3be-b6d14ac7c350, host n-d-760453-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=a88fd80c-b894-4553-b3be-b6d14ac7c350,segment=NetworkSegment(3c6d624c-ba08-479a-b68a-7684ce678b5c),segment_id=3c6d624c-ba08-479a-b68a-7684ce678b5c)] {{(pid=103306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 26 21:27:31.879937 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-242bf34f-6121-471d-abd1-12cfb0d63526 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (a88fd80c-b894-4553-b3be-b6d14ac7c350), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:27:31.888523 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] For port 91f29fd8-6388-453d-9829-9a8fc59108e3, host n-h1-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-5',level=0,port_id=91f29fd8-6388-453d-9829-9a8fc59108e3,segment=NetworkSegment(4eab25d6-89d9-4907-a1c2-51b06443ba33),segment_id=4eab25d6-89d9-4907-a1c2-51b06443ba33)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:27:31.914826 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (91f29fd8-6388-453d-9829-9a8fc59108e3), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:27:31.975901 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-242bf34f-6121-471d-abd1-12cfb0d63526 None None] Pushing event updated for resources: {'Port': ['ID=a88fd80c-b894-4553-b3be-b6d14ac7c350,revision_number=2']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:27:32.033530 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 26 Jan 2022 21:27:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65d97ae5-4cd2-4f52-8b89-5d8b9c0c03ed x-openstack-request-id: req-65d97ae5-4cd2-4f52-8b89-5d8b9c0c03ed {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 21:27:32.033873 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b2054b9-c111-47ce-bd3a-a15958b5fddc", "name": "network-vif-unplugged", "status": "completed", "tag": "91f29fd8-6388-453d-9829-9a8fc59108e3", "code": 200}]} {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 21:27:32.034133 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-65d97ae5-4cd2-4f52-8b89-5d8b9c0c03ed {{(pid=103306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 21:27:32.034620 n-d-760453-5 neutron-server[103306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b2054b9-c111-47ce-bd3a-a15958b5fddc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '91f29fd8-6388-453d-9829-9a8fc59108e3', 'code': 200} Jan 26 21:27:32.041750 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.db_base_plugin_common [None req-314b6086-b99c-44d9-84fe-f6c81f1f4c84 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Allocated IP 2001:db8::29b (80bdce17-b861-46cb-9014-7071d7f46353/246dd657-3a0a-4de4-bef1-4312c493c81e/1f65f22b-0537-45c7-a802-35f7e2d669bf) {{(pid=103305) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 21:27:32.053722 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.db_base_plugin_common [None req-314b6086-b99c-44d9-84fe-f6c81f1f4c84 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Allocated IP 2001:db8:0:1:f816:3eff:fe6d:a189 (80bdce17-b861-46cb-9014-7071d7f46353/8b21a4c7-2360-4537-a438-5fa9536033ee/1f65f22b-0537-45c7-a802-35f7e2d669bf) {{(pid=103305) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 21:27:32.132719 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Pushing event updated for resources: {'Port': ['ID=91f29fd8-6388-453d-9829-9a8fc59108e3,revision_number=11']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:27:32.342369 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-314b6086-b99c-44d9-84fe-f6c81f1f4c84 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Publish callbacks [] for port (1f65f22b-0537-45c7-a802-35f7e2d669bf), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:27:32.449277 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-314b6086-b99c-44d9-84fe-f6c81f1f4c84 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746560234527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11791543'] for port (1f65f22b-0537-45c7-a802-35f7e2d669bf), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:27:32.537561 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-314b6086-b99c-44d9-84fe-f6c81f1f4c84 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Network 80bdce17-b861-46cb-9014-7071d7f46353 is already hosted by enough agents. {{(pid=103305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 21:27:32.543195 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [None req-314b6086-b99c-44d9-84fe-f6c81f1f4c84 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Resources bound (agent type, host, resource id): {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:27:32.556092 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-314b6086-b99c-44d9-84fe-f6c81f1f4c84 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Received port after_create {{(pid=103305) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 21:27:32.559757 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be89fdb6-4ff9-4021-b219-51827923fe64 req-60453262-6ad8-4ba0-ac9b-34fd77e2aae9 tempest-ListImageFiltersTestJSON-206584430 tempest-ListImageFiltersTestJSON-206584430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:27:32.565390 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-314b6086-b99c-44d9-84fe-f6c81f1f4c84 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:27:32.566400 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-314b6086-b99c-44d9-84fe-f6c81f1f4c84 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:27:32.569038 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-be89fdb6-4ff9-4021-b219-51827923fe64 req-60453262-6ad8-4ba0-ac9b-34fd77e2aae9 tempest-ListImageFiltersTestJSON-206584430 tempest-ListImageFiltersTestJSON-206584430-project] 10.222.0.13 "GET /v2.0/ports?device_id=bea5c7f0-506a-473d-a8ca-6675031f7299 HTTP/1.1" status: 200 len: 948 time: 0.0761673 Jan 26 21:27:32.590240 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314b6086-b99c-44d9-84fe-f6c81f1f4c84 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Pushing event updated for resources: {'Port': ['ID=1f65f22b-0537-45c7-a802-35f7e2d669bf,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:27:32.612494 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-314b6086-b99c-44d9-84fe-f6c81f1f4c84 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 1.1885152 Jan 26 21:27:32.613556 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 47656) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:27:32.650022 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-be89fdb6-4ff9-4021-b219-51827923fe64 req-12ad4244-a9a1-4f57-936b-8c8c49d2c307 tempest-ListImageFiltersTestJSON-206584430 tempest-ListImageFiltersTestJSON-206584430-project] 10.222.0.13 "GET /v2.0/security-groups?id=51fc43c7-3c5c-407b-a050-08d4b0d277fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799925 Jan 26 21:27:32.730494 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-b677268f-d19e-40b6-b2e9-d51e83d4218f tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Deleting port 1f65f22b-0537-45c7-a802-35f7e2d669bf {{(pid=103305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 21:27:32.731150 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-b677268f-d19e-40b6-b2e9-d51e83d4218f tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746560630878'] for port (1f65f22b-0537-45c7-a802-35f7e2d669bf), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:27:32.842780 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-b677268f-d19e-40b6-b2e9-d51e83d4218f tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4109658'] for port (1f65f22b-0537-45c7-a802-35f7e2d669bf), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:27:32.857816 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-b677268f-d19e-40b6-b2e9-d51e83d4218f tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Calling delete_port for 1f65f22b-0537-45c7-a802-35f7e2d669bf owned by {{(pid=103305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 21:27:33.093047 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-b677268f-d19e-40b6-b2e9-d51e83d4218f tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746560636600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746560234536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11791543'] for port (1f65f22b-0537-45c7-a802-35f7e2d669bf), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:27:33.140881 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b677268f-d19e-40b6-b2e9-d51e83d4218f tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Pushing event deleted for resources: {'Port': ['ID=1f65f22b-0537-45c7-a802-35f7e2d669bf,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:27:33.199507 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-b677268f-d19e-40b6-b2e9-d51e83d4218f tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:27:33.203845 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-b677268f-d19e-40b6-b2e9-d51e83d4218f tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] 10.222.0.13 "DELETE /v2.0/ports/1f65f22b-0537-45c7-a802-35f7e2d669bf HTTP/1.1" status: 204 len: 168 time: 0.5890121 Jan 26 21:27:33.206371 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 47660) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:27:33.273002 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7de6161e-80c0-4eb4-b51a-72fbbd70c133 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:27:33.276232 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-7de6161e-80c0-4eb4-b51a-72fbbd70c133 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.0684857 Jan 26 21:27:33.278914 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 47664) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:27:33.380665 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb601258-c551-41b2-bef8-4dfc37f37d86 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:27:33.385363 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-bb601258-c551-41b2-bef8-4dfc37f37d86 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.1001496 Jan 26 21:27:33.385553 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 47666) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:27:33.457170 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device a88fd80c-b894-4553-b3be-b6d14ac7c350 up at agent ovs-agent-n-d-760453-5 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 21:27:33.484599 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-795d5ff4-33bb-4e83-beab-15943f158010 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:27:33.486373 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-795d5ff4-33bb-4e83-beab-15943f158010 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:27:33.487901 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-795d5ff4-33bb-4e83-beab-15943f158010 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:27:33.490812 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-795d5ff4-33bb-4e83-beab-15943f158010 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.1042831 Jan 26 21:27:33.493200 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 47668) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:27:33.518374 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2796539-5ab7-420f-886f-1810d8543140 None None] Network 80bdce17-b861-46cb-9014-7071d7f46353 requested from n-d-760453-5 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 26 21:27:33.561667 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.db_base_plugin_v2 [None req-8e38c2d4-16d2-452b-84f4-1c56889732c7 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Deleting subnet 246dd657-3a0a-4de4-bef1-4312c493c81e {{(pid=103305) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 26 21:27:33.568230 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-8e38c2d4-16d2-452b-84f4-1c56889732c7 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Publish callbacks [] for subnet (246dd657-3a0a-4de4-bef1-4312c493c81e), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:27:33.621641 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-8e38c2d4-16d2-452b-84f4-1c56889732c7 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11788946'] for subnet (246dd657-3a0a-4de4-bef1-4312c493c81e), precommit_delete_associations {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:27:33.643625 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-18de72e6-3096-4f4e-8d27-32488a5d55a5 None None] Provisioning complete for port a88fd80c-b894-4553-b3be-b6d14ac7c350 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:27:33.643994 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-18de72e6-3096-4f4e-8d27-32488a5d55a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (a88fd80c-b894-4553-b3be-b6d14ac7c350), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:27:33.730753 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-8e38c2d4-16d2-452b-84f4-1c56889732c7 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687316'] for subnet (246dd657-3a0a-4de4-bef1-4312c493c81e), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:27:33.756857 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Provisioning complete for port a88fd80c-b894-4553-b3be-b6d14ac7c350 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:27:33.757239 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (a88fd80c-b894-4553-b3be-b6d14ac7c350), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:27:33.795583 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-18de72e6-3096-4f4e-8d27-32488a5d55a5 None None] Current status of the port a88fd80c-b894-4553-b3be-b6d14ac7c350 is: DOWN; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:27:33.796177 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-18de72e6-3096-4f4e-8d27-32488a5d55a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (a88fd80c-b894-4553-b3be-b6d14ac7c350), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:27:33.799093 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-8e38c2d4-16d2-452b-84f4-1c56889732c7 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11791594', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11599980'] for subnet (246dd657-3a0a-4de4-bef1-4312c493c81e), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:27:33.800745 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6623e58-7c2c-4c9b-a426-e7bed7ee9c23 req-71806225-f31e-456f-873f-c8b4949cb876 tempest-ListImageFiltersTestJSON-206584430 tempest-ListImageFiltersTestJSON-206584430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:27:33.803165 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-b6623e58-7c2c-4c9b-a426-e7bed7ee9c23 req-71806225-f31e-456f-873f-c8b4949cb876 tempest-ListImageFiltersTestJSON-206584430 tempest-ListImageFiltersTestJSON-206584430-project] 10.222.0.13 "GET /v2.0/ports?device_id=bea5c7f0-506a-473d-a8ca-6675031f7299 HTTP/1.1" status: 200 len: 948 time: 0.0708218 Jan 26 21:27:33.836109 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e38c2d4-16d2-452b-84f4-1c56889732c7 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Pushing event deleted for resources: {'Subnet': ['ID=246dd657-3a0a-4de4-bef1-4312c493c81e,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:27:33.849215 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-8e38c2d4-16d2-452b-84f4-1c56889732c7 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709645'] for subnet (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:27:33.853553 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-8e38c2d4-16d2-452b-84f4-1c56889732c7 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] 10.222.0.13 "DELETE /v2.0/subnets/246dd657-3a0a-4de4-bef1-4312c493c81e HTTP/1.1" status: 204 len: 168 time: 0.3588140 Jan 26 21:27:33.855828 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 47674) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:27:33.942512 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.db_base_plugin_v2 [None req-ca05b85f-5a6d-4cbf-8c74-f4074c38131c tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Deleting subnet 8b21a4c7-2360-4537-a438-5fa9536033ee {{(pid=103305) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 26 21:27:33.948539 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-ca05b85f-5a6d-4cbf-8c74-f4074c38131c tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Publish callbacks [] for subnet (8b21a4c7-2360-4537-a438-5fa9536033ee), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:27:33.952795 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.db.api [None req-18de72e6-3096-4f4e-8d27-32488a5d55a5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103306) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 26 21:27:33.953165 n-d-760453-5 neutron-server[103306]: DEBUG oslo_db.api [None req-18de72e6-3096-4f4e-8d27-32488a5d55a5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 26 21:27:33.967837 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Current status of the port a88fd80c-b894-4553-b3be-b6d14ac7c350 is: DOWN; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:27:33.968203 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (a88fd80c-b894-4553-b3be-b6d14ac7c350), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:27:33.989844 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41a70225-73ee-49a3-93d2-cbff0cbe8d73 None None] Update dhcp port {'port': {'network_id': '80bdce17-b861-46cb-9014-7071d7f46353', 'fixed_ips': [{'subnet_id': '246dd657-3a0a-4de4-bef1-4312c493c81e', 'ip_address': '2001:db8::2'}, {'subnet_id': '8b21a4c7-2360-4537-a438-5fa9536033ee'}], 'binding:host_id': 'n-d-760453-5'}, 'id': 'a88fd80c-b894-4553-b3be-b6d14ac7c350'} from n-d-760453-5. {{(pid=103306) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Jan 26 21:27:34.004579 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-ca05b85f-5a6d-4cbf-8c74-f4074c38131c tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11788946'] for subnet (8b21a4c7-2360-4537-a438-5fa9536033ee), precommit_delete_associations {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:27:34.049722 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] For port a88fd80c-b894-4553-b3be-b6d14ac7c350, host n-d-760453-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=a88fd80c-b894-4553-b3be-b6d14ac7c350,segment=NetworkSegment(3c6d624c-ba08-479a-b68a-7684ce678b5c),segment_id=3c6d624c-ba08-479a-b68a-7684ce678b5c)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:27:34.051754 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-41a70225-73ee-49a3-93d2-cbff0cbe8d73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (a88fd80c-b894-4553-b3be-b6d14ac7c350), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:27:34.057863 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (a88fd80c-b894-4553-b3be-b6d14ac7c350), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:27:34.104092 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-ca05b85f-5a6d-4cbf-8c74-f4074c38131c tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687316'] for subnet (8b21a4c7-2360-4537-a438-5fa9536033ee), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:27:34.139545 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2abbefb6-c9aa-4ffc-855d-02cc21995dff req-946e9527-8df7-4fce-bbee-53fecf712ef8 tempest-ListImageFiltersTestJSON-206584430 tempest-ListImageFiltersTestJSON-206584430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:27:34.141751 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-2abbefb6-c9aa-4ffc-855d-02cc21995dff req-946e9527-8df7-4fce-bbee-53fecf712ef8 tempest-ListImageFiltersTestJSON-206584430 tempest-ListImageFiltersTestJSON-206584430-project] 10.222.0.57 "GET /v2.0/ports?device_id=bea5c7f0-506a-473d-a8ca-6675031f7299 HTTP/1.1" status: 200 len: 948 time: 0.1013739 Jan 26 21:27:34.150327 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Pushing event updated for resources: {'Port': ['ID=a88fd80c-b894-4553-b3be-b6d14ac7c350,revision_number=4']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:27:34.246177 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-b6623e58-7c2c-4c9b-a426-e7bed7ee9c23 req-c3070475-3b04-4077-ae33-262b7ca80ec1 tempest-ListImageFiltersTestJSON-206584430 tempest-ListImageFiltersTestJSON-206584430-project] 10.222.0.13 "GET /v2.0/security-groups?id=51fc43c7-3c5c-407b-a050-08d4b0d277fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4361758 Jan 26 21:27:34.259950 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-ca05b85f-5a6d-4cbf-8c74-f4074c38131c tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11791594', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11599980'] for subnet (8b21a4c7-2360-4537-a438-5fa9536033ee), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:27:34.280345 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server [None req-41a70225-73ee-49a3-93d2-cbff0cbe8d73 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 8b21a4c7-2360-4537-a438-5fa9536033ee: This subnet is being modified by another concurrent operation. Jan 26 21:27:34.280345 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jan 26 21:27:34.280345 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jan 26 21:27:34.280345 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jan 26 21:27:34.280345 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jan 26 21:27:34.280345 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jan 26 21:27:34.280345 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jan 26 21:27:34.280345 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jan 26 21:27:34.280345 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jan 26 21:27:34.280345 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jan 26 21:27:34.280345 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jan 26 21:27:34.280345 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jan 26 21:27:34.280345 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 26 21:27:34.280345 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 26 21:27:34.280345 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 26 21:27:34.280345 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 26 21:27:34.280345 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 26 21:27:34.280345 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server raise self.value Jan 26 21:27:34.280345 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 26 21:27:34.280345 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 26 21:27:34.280345 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 26 21:27:34.280345 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 26 21:27:34.280345 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 26 21:27:34.280345 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 26 21:27:34.280345 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 26 21:27:34.280345 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server raise self.value Jan 26 21:27:34.280345 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 26 21:27:34.280345 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 26 21:27:34.280345 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 26 21:27:34.280345 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 26 21:27:34.280345 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 26 21:27:34.280345 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 26 21:27:34.280345 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 26 21:27:34.280345 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server raise self.value Jan 26 21:27:34.280345 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 26 21:27:34.280345 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 26 21:27:34.280345 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 315, in update_dhcp_port Jan 26 21:27:34.280345 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Jan 26 21:27:34.280345 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 118, in _port_action Jan 26 21:27:34.280345 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Jan 26 21:27:34.280345 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Jan 26 21:27:34.280345 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 26 21:27:34.280345 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jan 26 21:27:34.280345 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 26 21:27:34.280345 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 26 21:27:34.280345 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 26 21:27:34.280345 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 26 21:27:34.280345 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 26 21:27:34.280345 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 26 21:27:34.280345 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server raise self.value Jan 26 21:27:34.280345 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 26 21:27:34.280345 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 26 21:27:34.280345 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 26 21:27:34.280345 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 26 21:27:34.283546 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 26 21:27:34.283546 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 26 21:27:34.283546 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 26 21:27:34.283546 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server raise self.value Jan 26 21:27:34.283546 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 26 21:27:34.283546 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 26 21:27:34.283546 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 26 21:27:34.283546 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 26 21:27:34.283546 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 26 21:27:34.283546 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 26 21:27:34.283546 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 26 21:27:34.283546 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server raise self.value Jan 26 21:27:34.283546 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 26 21:27:34.283546 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 26 21:27:34.283546 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1773, in update_port Jan 26 21:27:34.283546 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Jan 26 21:27:34.283546 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jan 26 21:27:34.283546 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 26 21:27:34.283546 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1521, in update_port Jan 26 21:27:34.283546 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Jan 26 21:27:34.283546 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Jan 26 21:27:34.283546 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Jan 26 21:27:34.283546 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 451, in update_port_with_ips Jan 26 21:27:34.283546 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Jan 26 21:27:34.283546 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 375, in _update_ips_for_port Jan 26 21:27:34.283546 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jan 26 21:27:34.283546 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jan 26 21:27:34.283546 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jan 26 21:27:34.283546 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jan 26 21:27:34.283546 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server raise exception Jan 26 21:27:34.283546 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 8b21a4c7-2360-4537-a438-5fa9536033ee: This subnet is being modified by another concurrent operation. Jan 26 21:27:34.283546 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server Jan 26 21:27:34.320521 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca05b85f-5a6d-4cbf-8c74-f4074c38131c tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Pushing event deleted for resources: {'Subnet': ['ID=8b21a4c7-2360-4537-a438-5fa9536033ee,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:27:34.330960 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-ca05b85f-5a6d-4cbf-8c74-f4074c38131c tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709645'] for subnet (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:27:34.335086 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-ca05b85f-5a6d-4cbf-8c74-f4074c38131c tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] 10.222.0.13 "DELETE /v2.0/subnets/8b21a4c7-2360-4537-a438-5fa9536033ee HTTP/1.1" status: 204 len: 168 time: 0.4781563 Jan 26 21:27:34.337955 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 47680) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:27:34.357860 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [req-2abbefb6-c9aa-4ffc-855d-02cc21995dff req-9a2370bc-d468-4adb-b585-59641d617dcd tempest-ListImageFiltersTestJSON-206584430 tempest-ListImageFiltersTestJSON-206584430-project] Deleting port 50f6ea13-6a6f-44fb-98a6-c039c35477c7 {{(pid=103305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 21:27:34.358577 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-2abbefb6-c9aa-4ffc-855d-02cc21995dff req-9a2370bc-d468-4adb-b585-59641d617dcd tempest-ListImageFiltersTestJSON-206584430 tempest-ListImageFiltersTestJSON-206584430-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746560630878'] for port (50f6ea13-6a6f-44fb-98a6-c039c35477c7), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:27:34.384278 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-203b9ccf-ef62-42c0-8552-8bbe7c6eeef7 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0450778 Jan 26 21:27:34.384938 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 47682) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:27:34.409551 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bee0d07-6374-4b9f-8d8a-ab9b1416f247 None None] get_active_networks_info from n-d-760453-5 {{(pid=103306) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jan 26 21:27:34.460450 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c101eea-5ebe-4b9f-86c7-3477a940ce7e tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:27:34.463392 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-8c101eea-5ebe-4b9f-86c7-3477a940ce7e tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0759528 Jan 26 21:27:34.465813 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 47684) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:27:34.488726 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [req-2abbefb6-c9aa-4ffc-855d-02cc21995dff req-9a2370bc-d468-4adb-b585-59641d617dcd tempest-ListImageFiltersTestJSON-206584430 tempest-ListImageFiltersTestJSON-206584430-project] For port 50f6ea13-6a6f-44fb-98a6-c039c35477c7, host n-h2-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-5',level=0,port_id=50f6ea13-6a6f-44fb-98a6-c039c35477c7,segment=NetworkSegment(4eab25d6-89d9-4907-a1c2-51b06443ba33),segment_id=4eab25d6-89d9-4907-a1c2-51b06443ba33)] {{(pid=103305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:27:34.489255 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-2abbefb6-c9aa-4ffc-855d-02cc21995dff req-9a2370bc-d468-4adb-b585-59641d617dcd tempest-ListImageFiltersTestJSON-206584430 tempest-ListImageFiltersTestJSON-206584430-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4109658'] for port (50f6ea13-6a6f-44fb-98a6-c039c35477c7), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:27:34.507966 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [req-2abbefb6-c9aa-4ffc-855d-02cc21995dff req-9a2370bc-d468-4adb-b585-59641d617dcd tempest-ListImageFiltersTestJSON-206584430 tempest-ListImageFiltersTestJSON-206584430-project] Calling delete_port for 50f6ea13-6a6f-44fb-98a6-c039c35477c7 owned by compute:nova {{(pid=103305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 21:27:34.523654 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-18de72e6-3096-4f4e-8d27-32488a5d55a5 None None] Current status of the port a88fd80c-b894-4553-b3be-b6d14ac7c350 is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:27:34.531579 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65173a16-67cf-4f3f-bf0c-7632922141c1 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:27:34.533660 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-65173a16-67cf-4f3f-bf0c-7632922141c1 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0663140 Jan 26 21:27:34.535634 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 47686) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:27:34.577524 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-de5ddfe2-c220-4119-a84a-cdff27375e72 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0406692 Jan 26 21:27:34.587138 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 47688) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:27:34.606872 n-d-760453-5 neutron-server[103306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bee0d07-6374-4b9f-8d8a-ab9b1416f247 None None] Resources bound (agent type, host, resource id): {{(pid=103306) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 26 21:27:34.656246 n-d-760453-5 neutron-server[103304]: INFO neutron.pecan_wsgi.hooks.translation [None req-a9a918af-6dac-470a-a40f-3b423e5380fa tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] DELETE failed (client error): The resource could not be found. Jan 26 21:27:34.656972 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a9a918af-6dac-470a-a40f-3b423e5380fa tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103304) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 26 21:27:34.663504 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-a9a918af-6dac-470a-a40f-3b423e5380fa tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] 10.222.0.13 "DELETE /v2.0/ports/1f65f22b-0537-45c7-a802-35f7e2d669bf HTTP/1.1" status: 404 len: 333 time: 0.0743890 Jan 26 21:27:34.666654 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 47692) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:27:34.701772 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-0fa8c190-d78e-4d21-b65c-e9a03651137f None None] Provisioning complete for port a88fd80c-b894-4553-b3be-b6d14ac7c350 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:27:34.702156 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-0fa8c190-d78e-4d21-b65c-e9a03651137f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (a88fd80c-b894-4553-b3be-b6d14ac7c350), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:27:34.718495 n-d-760453-5 neutron-server[103304]: INFO neutron.pecan_wsgi.hooks.translation [None req-bc12303a-0f08-4e55-825c-c8041a0b31b2 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] DELETE failed (client error): The resource could not be found. Jan 26 21:27:34.719124 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bc12303a-0f08-4e55-825c-c8041a0b31b2 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103304) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 26 21:27:34.724493 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-bc12303a-0f08-4e55-825c-c8041a0b31b2 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] 10.222.0.13 "DELETE /v2.0/subnets/8b21a4c7-2360-4537-a438-5fa9536033ee HTTP/1.1" status: 404 len: 337 time: 0.0545564 Jan 26 21:27:34.724787 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 47694) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:27:34.752644 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-2abbefb6-c9aa-4ffc-855d-02cc21995dff req-9a2370bc-d468-4adb-b585-59641d617dcd tempest-ListImageFiltersTestJSON-206584430 tempest-ListImageFiltersTestJSON-206584430-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746560636600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746560234536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11791543'] for port (50f6ea13-6a6f-44fb-98a6-c039c35477c7), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:27:34.758987 n-d-760453-5 neutron-server[103304]: INFO neutron.pecan_wsgi.hooks.translation [None req-68cee331-ea92-40c8-bb11-216b0575b60b tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] DELETE failed (client error): The resource could not be found. Jan 26 21:27:34.759830 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-68cee331-ea92-40c8-bb11-216b0575b60b tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103304) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 26 21:27:34.763578 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-68cee331-ea92-40c8-bb11-216b0575b60b tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] 10.222.0.13 "DELETE /v2.0/subnets/246dd657-3a0a-4de4-bef1-4312c493c81e HTTP/1.1" status: 404 len: 337 time: 0.0377152 Jan 26 21:27:34.765885 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 47696) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:27:34.798613 n-d-760453-5 neutron-server[103304]: INFO neutron.pecan_wsgi.hooks.translation [None req-a331d276-e77b-4c43-ad47-2d0e5f1be990 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] DELETE failed (client error): The resource could not be found. Jan 26 21:27:34.799233 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2370bc-d468-4adb-b585-59641d617dcd tempest-ListImageFiltersTestJSON-206584430 tempest-ListImageFiltersTestJSON-206584430-project] Pushing event deleted for resources: {'Port': ['ID=50f6ea13-6a6f-44fb-98a6-c039c35477c7,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:27:34.800355 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a331d276-e77b-4c43-ad47-2d0e5f1be990 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103304) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 26 21:27:34.807796 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-a331d276-e77b-4c43-ad47-2d0e5f1be990 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] 10.222.0.13 "DELETE /v2.0/ports/b6eb4d5e-688a-410f-9b5a-a0ae4604d5bd HTTP/1.1" status: 404 len: 333 time: 0.0407438 Jan 26 21:27:34.810442 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 47698) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:27:34.844204 n-d-760453-5 neutron-server[103304]: INFO neutron.pecan_wsgi.hooks.translation [None req-a4e6dcae-931a-4cf1-872b-f76f187873c3 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] DELETE failed (client error): The resource could not be found. Jan 26 21:27:34.844854 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a4e6dcae-931a-4cf1-872b-f76f187873c3 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103304) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 26 21:27:34.849166 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-a4e6dcae-931a-4cf1-872b-f76f187873c3 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] 10.222.0.13 "DELETE /v2.0/subnets/35f2e0c6-671e-4f18-b125-c11461e1cf73 HTTP/1.1" status: 404 len: 337 time: 0.0375807 Jan 26 21:27:34.851572 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 47700) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:27:34.861932 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [req-2abbefb6-c9aa-4ffc-855d-02cc21995dff req-9a2370bc-d468-4adb-b585-59641d617dcd tempest-ListImageFiltersTestJSON-206584430 tempest-ListImageFiltersTestJSON-206584430-project] No DVR routers for this DVR port 50f6ea13-6a6f-44fb-98a6-c039c35477c7 on host n-h2-760453-5 {{(pid=103305) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 26 21:27:34.865311 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-2abbefb6-c9aa-4ffc-855d-02cc21995dff req-9a2370bc-d468-4adb-b585-59641d617dcd tempest-ListImageFiltersTestJSON-206584430 tempest-ListImageFiltersTestJSON-206584430-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:27:34.870393 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-2abbefb6-c9aa-4ffc-855d-02cc21995dff req-9a2370bc-d468-4adb-b585-59641d617dcd tempest-ListImageFiltersTestJSON-206584430 tempest-ListImageFiltersTestJSON-206584430-project] 10.222.0.57 "DELETE /v2.0/ports/50f6ea13-6a6f-44fb-98a6-c039c35477c7 HTTP/1.1" status: 204 len: 173 time: 0.7222967 Jan 26 21:27:34.871000 n-d-760453-5 neutron-server[103305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bea5c7f0-506a-473d-a8ca-6675031f7299', 'name': 'network-vif-deleted', 'tag': '50f6ea13-6a6f-44fb-98a6-c039c35477c7'}] {{(pid=103305) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 21:27:34.873772 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d4654568b7bf041e72ff8fe1c96d6d761d9c921f2b99bc7b3a26632be20cee0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-099d0bc2-72ab-45c3-81f9-98ab9191bfbe" -d '{"events": [{"server_uuid": "bea5c7f0-506a-473d-a8ca-6675031f7299", "name": "network-vif-deleted", "tag": "50f6ea13-6a6f-44fb-98a6-c039c35477c7"}]}' {{(pid=103305) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 21:27:34.894573 n-d-760453-5 neutron-server[103304]: INFO neutron.pecan_wsgi.hooks.translation [None req-6c679b03-5af8-4a0d-bbf4-403f41168278 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] DELETE failed (client error): The resource could not be found. Jan 26 21:27:34.895508 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6c679b03-5af8-4a0d-bbf4-403f41168278 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103304) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 26 21:27:34.899384 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-6c679b03-5af8-4a0d-bbf4-403f41168278 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] 10.222.0.13 "DELETE /v2.0/subnets/af51dece-4215-40b6-beb0-e7826cbabde8 HTTP/1.1" status: 404 len: 337 time: 0.0466022 Jan 26 21:27:34.902435 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 47704) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:27:34.936103 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Jan 2022 21:27:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8c50ba7-3b10-4fc0-af5c-0f4013670401 x-openstack-request-id: req-a8c50ba7-3b10-4fc0-af5c-0f4013670401 {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 21:27:34.936828 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bea5c7f0-506a-473d-a8ca-6675031f7299", "name": "network-vif-deleted", "tag": "50f6ea13-6a6f-44fb-98a6-c039c35477c7", "status": "completed", "code": 200}]} {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 21:27:34.937014 n-d-760453-5 neutron-server[103304]: INFO neutron.pecan_wsgi.hooks.translation [None req-42729a1e-308b-4f1e-8929-422e3606ce1b tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] DELETE failed (client error): The resource could not be found. Jan 26 21:27:34.937491 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a8c50ba7-3b10-4fc0-af5c-0f4013670401 {{(pid=103305) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 21:27:34.937603 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-42729a1e-308b-4f1e-8929-422e3606ce1b tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103304) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 26 21:27:34.938264 n-d-760453-5 neutron-server[103305]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bea5c7f0-506a-473d-a8ca-6675031f7299', 'name': 'network-vif-deleted', 'tag': '50f6ea13-6a6f-44fb-98a6-c039c35477c7', 'status': 'completed', 'code': 200} Jan 26 21:27:34.939670 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-0fa8c190-d78e-4d21-b65c-e9a03651137f None None] Current status of the port a88fd80c-b894-4553-b3be-b6d14ac7c350 is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:27:34.947600 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-42729a1e-308b-4f1e-8929-422e3606ce1b tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] 10.222.0.13 "DELETE /v2.0/ports/7e599e9c-381f-442f-b20e-5dd78bbcf59f HTTP/1.1" status: 404 len: 333 time: 0.0409777 Jan 26 21:27:34.948342 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 47706) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:27:34.980027 n-d-760453-5 neutron-server[103304]: INFO neutron.pecan_wsgi.hooks.translation [None req-b0f41716-6bdb-461b-a1a9-aac63d9de989 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] DELETE failed (client error): The resource could not be found. Jan 26 21:27:34.980675 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b0f41716-6bdb-461b-a1a9-aac63d9de989 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103304) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 26 21:27:34.986608 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-b0f41716-6bdb-461b-a1a9-aac63d9de989 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] 10.222.0.13 "DELETE /v2.0/subnets/3430e3db-e094-4e8c-a830-08df5ad061dc HTTP/1.1" status: 404 len: 337 time: 0.0346107 Jan 26 21:27:34.987732 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 47708) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:27:35.022519 n-d-760453-5 neutron-server[103305]: INFO neutron.pecan_wsgi.hooks.translation [None req-38c433d3-8791-401d-996f-5e1d7bedc25d tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] DELETE failed (client error): The resource could not be found. Jan 26 21:27:35.022988 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-38c433d3-8791-401d-996f-5e1d7bedc25d tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103305) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 26 21:27:35.031531 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-38c433d3-8791-401d-996f-5e1d7bedc25d tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] 10.222.0.13 "DELETE /v2.0/subnets/ec688c07-8c38-4fe8-863f-7e1133d60fa6 HTTP/1.1" status: 404 len: 337 time: 0.0398898 Jan 26 21:27:35.031704 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d79074f-3aa7-4578-bf5e-e4ae44ce0809 None None] Network 80bdce17-b861-46cb-9014-7071d7f46353 requested from n-d-760453-5 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 26 21:27:35.031902 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 47710) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:27:35.058291 n-d-760453-5 neutron-server[103304]: INFO neutron.pecan_wsgi.hooks.translation [None req-375884ac-5b3a-4b8a-b607-0112c59d0032 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] DELETE failed (client error): The resource could not be found. Jan 26 21:27:35.058869 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-375884ac-5b3a-4b8a-b607-0112c59d0032 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103304) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 26 21:27:35.064489 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-375884ac-5b3a-4b8a-b607-0112c59d0032 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] 10.222.0.13 "DELETE /v2.0/ports/3906c84d-3b9b-409e-8ce6-168535fe05d9 HTTP/1.1" status: 404 len: 333 time: 0.0293174 Jan 26 21:27:35.065406 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 47712) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:27:35.092180 n-d-760453-5 neutron-server[103305]: INFO neutron.pecan_wsgi.hooks.translation [None req-fde3c16e-203b-4841-8776-515ad64b32fd tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] DELETE failed (client error): The resource could not be found. Jan 26 21:27:35.092665 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fde3c16e-203b-4841-8776-515ad64b32fd tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103305) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 26 21:27:35.098056 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-fde3c16e-203b-4841-8776-515ad64b32fd tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] 10.222.0.13 "DELETE /v2.0/subnets/28517f8d-d41c-476b-bd66-1653fd30c383 HTTP/1.1" status: 404 len: 337 time: 0.0297673 Jan 26 21:27:35.098435 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 47714) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:27:35.116654 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-dfb59368-ac1a-48a7-aedc-c31005251917 None None] Provisioning complete for port a88fd80c-b894-4553-b3be-b6d14ac7c350 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:27:35.117080 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-dfb59368-ac1a-48a7-aedc-c31005251917 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (a88fd80c-b894-4553-b3be-b6d14ac7c350), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:27:35.128103 n-d-760453-5 neutron-server[103304]: INFO neutron.pecan_wsgi.hooks.translation [None req-ff8b041a-ee9e-4691-a78c-2a5e7017454e tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] DELETE failed (client error): The resource could not be found. Jan 26 21:27:35.128557 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ff8b041a-ee9e-4691-a78c-2a5e7017454e tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103304) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 26 21:27:35.133351 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-ff8b041a-ee9e-4691-a78c-2a5e7017454e tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] 10.222.0.13 "DELETE /v2.0/subnets/22b27e24-5b2b-486a-8301-339beb526ff0 HTTP/1.1" status: 404 len: 337 time: 0.0321689 Jan 26 21:27:35.134297 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 47716) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:27:35.161472 n-d-760453-5 neutron-server[103304]: INFO neutron.pecan_wsgi.hooks.translation [None req-e1c62edc-a20b-405d-ba9f-b81ad4b57e46 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] DELETE failed (client error): The resource could not be found. Jan 26 21:27:35.161777 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e1c62edc-a20b-405d-ba9f-b81ad4b57e46 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103304) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 26 21:27:35.165800 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-e1c62edc-a20b-405d-ba9f-b81ad4b57e46 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] 10.222.0.13 "DELETE /v2.0/ports/de2e040f-8751-4a42-a9c1-590e766d3405 HTTP/1.1" status: 404 len: 333 time: 0.0295939 Jan 26 21:27:35.167871 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 47718) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:27:35.198123 n-d-760453-5 neutron-server[103304]: INFO neutron.pecan_wsgi.hooks.translation [None req-e559063a-1ec2-499c-b9df-651a8ad846f8 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] DELETE failed (client error): The resource could not be found. Jan 26 21:27:35.198578 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e559063a-1ec2-499c-b9df-651a8ad846f8 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103304) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 26 21:27:35.202064 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-e559063a-1ec2-499c-b9df-651a8ad846f8 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] 10.222.0.13 "DELETE /v2.0/subnets/325ec7db-2168-4488-8a93-a49c2036cb51 HTTP/1.1" status: 404 len: 337 time: 0.0330250 Jan 26 21:27:35.205247 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 47720) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:27:35.215735 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00b0d71f-8d65-4839-8b96-99dcf945809a None None] DHCP port deletion for 80bdce17-b861-46cb-9014-7071d7f46353 request from n-d-760453-5 {{(pid=103306) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 26 21:27:35.236450 n-d-760453-5 neutron-server[103304]: INFO neutron.pecan_wsgi.hooks.translation [None req-80f5a27b-9b39-40cf-8cc7-d4e8b063d11f tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] DELETE failed (client error): The resource could not be found. Jan 26 21:27:35.236626 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-dfb59368-ac1a-48a7-aedc-c31005251917 None None] Current status of the port a88fd80c-b894-4553-b3be-b6d14ac7c350 is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:27:35.236773 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-80f5a27b-9b39-40cf-8cc7-d4e8b063d11f tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103304) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 26 21:27:35.247940 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 47722) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:27:35.248982 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-80f5a27b-9b39-40cf-8cc7-d4e8b063d11f tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] 10.222.0.13 "DELETE /v2.0/ports/9db32e87-af89-47b1-962b-b7d652d3ccc8 HTTP/1.1" status: 404 len: 333 time: 0.0391088 Jan 26 21:27:35.278576 n-d-760453-5 neutron-server[103305]: INFO neutron.pecan_wsgi.hooks.translation [None req-28b24b75-df49-44e6-b7ec-9e55dece7527 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] DELETE failed (client error): The resource could not be found. Jan 26 21:27:35.278576 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-28b24b75-df49-44e6-b7ec-9e55dece7527 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103305) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 26 21:27:35.283616 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-28b24b75-df49-44e6-b7ec-9e55dece7527 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] 10.222.0.13 "DELETE /v2.0/subnets/7a5f08ff-a6ab-457f-a3df-68e21f9a0a81 HTTP/1.1" status: 404 len: 337 time: 0.0324366 Jan 26 21:27:35.283877 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 47726) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:27:35.289393 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-00b0d71f-8d65-4839-8b96-99dcf945809a None None] Deleting port a88fd80c-b894-4553-b3be-b6d14ac7c350 {{(pid=103306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 21:27:35.289865 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-00b0d71f-8d65-4839-8b96-99dcf945809a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746560630878'] for port (a88fd80c-b894-4553-b3be-b6d14ac7c350), before_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:27:35.313768 n-d-760453-5 neutron-server[103305]: INFO neutron.pecan_wsgi.hooks.translation [None req-36e8bb1e-bfe2-4269-9c66-6743aa51e1ef tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] DELETE failed (client error): The resource could not be found. Jan 26 21:27:35.314349 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-36e8bb1e-bfe2-4269-9c66-6743aa51e1ef tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103305) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 26 21:27:35.322992 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-36e8bb1e-bfe2-4269-9c66-6743aa51e1ef tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] 10.222.0.13 "DELETE /v2.0/ports/efb48734-f57a-455c-9c06-b7296c1fa602 HTTP/1.1" status: 404 len: 333 time: 0.0351970 Jan 26 21:27:35.323773 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 47728) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:27:35.357780 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device a88fd80c-b894-4553-b3be-b6d14ac7c350 no longer exists at agent ovs-agent-n-d-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 26 21:27:35.362641 n-d-760453-5 neutron-server[103304]: INFO neutron.pecan_wsgi.hooks.translation [None req-e7c27249-b3f0-4d13-a495-31e1dd9ab914 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] DELETE failed (client error): The resource could not be found. Jan 26 21:27:35.363110 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e7c27249-b3f0-4d13-a495-31e1dd9ab914 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103304) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 26 21:27:35.366623 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-e7c27249-b3f0-4d13-a495-31e1dd9ab914 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] 10.222.0.13 "DELETE /v2.0/subnets/d06548ea-ad17-43a3-bd75-13ba9affd02b HTTP/1.1" status: 404 len: 337 time: 0.0415635 Jan 26 21:27:35.369619 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 47730) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:27:35.420987 n-d-760453-5 neutron-server[103305]: INFO neutron.pecan_wsgi.hooks.translation [None req-037be1c8-0677-48f9-867e-b7449118a191 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] DELETE failed (client error): The resource could not be found. Jan 26 21:27:35.421595 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-037be1c8-0677-48f9-867e-b7449118a191 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103305) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 26 21:27:35.426276 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-037be1c8-0677-48f9-867e-b7449118a191 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] 10.222.0.13 "DELETE /v2.0/ports/1bcf8942-2931-4363-bd6d-159a82b358f4 HTTP/1.1" status: 404 len: 333 time: 0.0543547 Jan 26 21:27:35.429001 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 47732) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:27:35.444348 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-4464967b-d1eb-4414-bd9e-322ca32735c1 req-3b98ba7b-9a45-4d90-b2b5-4d168170240e tempest-ListImageFiltersTestJSON-206584430 tempest-ListImageFiltersTestJSON-206584430-project] 10.222.0.13 "GET /v2.0/ports?device_id=bea5c7f0-506a-473d-a8ca-6675031f7299 HTTP/1.1" status: 200 len: 210 time: 0.0617518 Jan 26 21:27:35.487603 n-d-760453-5 neutron-server[103305]: INFO neutron.pecan_wsgi.hooks.translation [None req-ab47b94f-908a-4fa5-97e5-cd6e69b9cd97 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] DELETE failed (client error): The resource could not be found. Jan 26 21:27:35.488097 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ab47b94f-908a-4fa5-97e5-cd6e69b9cd97 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103305) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 26 21:27:35.497265 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-ab47b94f-908a-4fa5-97e5-cd6e69b9cd97 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] 10.222.0.13 "DELETE /v2.0/subnets/26558fbb-a97f-4de5-af4b-3578a78f5fb6 HTTP/1.1" status: 404 len: 337 time: 0.0669556 Jan 26 21:27:35.500817 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 47738) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:27:35.550963 n-d-760453-5 neutron-server[103304]: INFO neutron.pecan_wsgi.hooks.translation [None req-4770f921-cb4c-431d-bf49-16fcb6382739 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] DELETE failed (client error): The resource could not be found. Jan 26 21:27:35.551864 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4770f921-cb4c-431d-bf49-16fcb6382739 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103304) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 26 21:27:35.555347 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-4770f921-cb4c-431d-bf49-16fcb6382739 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] 10.222.0.13 "DELETE /v2.0/ports/10275bce-72ea-4e98-8d96-a795bc85abb2 HTTP/1.1" status: 404 len: 333 time: 0.0531435 Jan 26 21:27:35.558661 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 47740) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:27:35.597863 n-d-760453-5 neutron-server[103304]: INFO neutron.pecan_wsgi.hooks.translation [None req-2eeaae28-90ab-48da-9a40-2edc0f870de5 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] DELETE failed (client error): The resource could not be found. Jan 26 21:27:35.598454 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2eeaae28-90ab-48da-9a40-2edc0f870de5 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103304) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 26 21:27:35.602713 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-2eeaae28-90ab-48da-9a40-2edc0f870de5 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] 10.222.0.13 "DELETE /v2.0/subnets/97008181-53d6-4e5f-9870-c618fb206586 HTTP/1.1" status: 404 len: 337 time: 0.0427985 Jan 26 21:27:35.605951 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 47742) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:27:35.639836 n-d-760453-5 neutron-server[103304]: INFO neutron.pecan_wsgi.hooks.translation [None req-65aac2fc-ae65-490d-89d0-51c1cdd9c340 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] DELETE failed (client error): The resource could not be found. Jan 26 21:27:35.640614 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-65aac2fc-ae65-490d-89d0-51c1cdd9c340 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103304) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 26 21:27:35.644040 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-65aac2fc-ae65-490d-89d0-51c1cdd9c340 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] 10.222.0.13 "DELETE /v2.0/ports/343d2acc-73b8-461e-94dc-62f8b3efb675 HTTP/1.1" status: 404 len: 333 time: 0.0372913 Jan 26 21:27:35.646720 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 47744) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:27:35.679169 n-d-760453-5 neutron-server[103305]: INFO neutron.pecan_wsgi.hooks.translation [None req-6848ac9b-a19c-4aa3-9471-18f7e067f9df tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] DELETE failed (client error): The resource could not be found. Jan 26 21:27:35.679811 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6848ac9b-a19c-4aa3-9471-18f7e067f9df tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103305) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 26 21:27:35.684313 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-6848ac9b-a19c-4aa3-9471-18f7e067f9df tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] 10.222.0.13 "DELETE /v2.0/subnets/f6180cad-8c44-4c14-a1b8-4ea78bc24d78 HTTP/1.1" status: 404 len: 337 time: 0.0358901 Jan 26 21:27:35.686906 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 47746) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:27:35.694474 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-00b0d71f-8d65-4839-8b96-99dcf945809a None None] For port a88fd80c-b894-4553-b3be-b6d14ac7c350, host n-d-760453-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=a88fd80c-b894-4553-b3be-b6d14ac7c350,segment=NetworkSegment(3c6d624c-ba08-479a-b68a-7684ce678b5c),segment_id=3c6d624c-ba08-479a-b68a-7684ce678b5c)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:27:35.695018 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-00b0d71f-8d65-4839-8b96-99dcf945809a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4109658'] for port (a88fd80c-b894-4553-b3be-b6d14ac7c350), precommit_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:27:35.715954 n-d-760453-5 neutron-server[103305]: INFO neutron.pecan_wsgi.hooks.translation [None req-62e912c3-0041-4bf5-8238-dbf148d924aa tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] DELETE failed (client error): The resource could not be found. Jan 26 21:27:35.716516 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-00b0d71f-8d65-4839-8b96-99dcf945809a None None] Calling delete_port for a88fd80c-b894-4553-b3be-b6d14ac7c350 owned by network:dhcp {{(pid=103306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 21:27:35.716631 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-62e912c3-0041-4bf5-8238-dbf148d924aa tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103305) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 26 21:27:35.720118 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-62e912c3-0041-4bf5-8238-dbf148d924aa tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] 10.222.0.13 "DELETE /v2.0/subnets/2a32d146-6b09-4e07-a2be-b2c981614c73 HTTP/1.1" status: 404 len: 337 time: 0.0319393 Jan 26 21:27:35.722572 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 47750) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:27:35.747295 n-d-760453-5 neutron-server[103305]: INFO neutron.pecan_wsgi.hooks.translation [None req-b793257d-bad0-4c62-be32-70780fab3369 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] DELETE failed (client error): The resource could not be found. Jan 26 21:27:35.747965 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b793257d-bad0-4c62-be32-70780fab3369 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103305) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 26 21:27:35.752107 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-b793257d-bad0-4c62-be32-70780fab3369 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] 10.222.0.13 "DELETE /v2.0/ports/3e77c04f-6928-4621-8cc4-2ee72ab420f3 HTTP/1.1" status: 404 len: 333 time: 0.0282061 Jan 26 21:27:35.754623 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 47752) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:27:35.783841 n-d-760453-5 neutron-server[103305]: INFO neutron.pecan_wsgi.hooks.translation [None req-8aa5ff7d-01c7-4c9c-b45e-78688f19af5a tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] DELETE failed (client error): The resource could not be found. Jan 26 21:27:35.784316 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8aa5ff7d-01c7-4c9c-b45e-78688f19af5a tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103305) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 26 21:27:35.787761 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-8aa5ff7d-01c7-4c9c-b45e-78688f19af5a tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] 10.222.0.13 "DELETE /v2.0/subnets/bd19dd44-6f20-4e25-ad78-977abe2b7c46 HTTP/1.1" status: 404 len: 337 time: 0.0318105 Jan 26 21:27:35.789993 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 47754) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:27:35.795256 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Current status of the port a88fd80c-b894-4553-b3be-b6d14ac7c350 is: ACTIVE; New status is: DOWN {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:27:35.795658 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (a88fd80c-b894-4553-b3be-b6d14ac7c350), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:27:35.816767 n-d-760453-5 neutron-server[103305]: INFO neutron.pecan_wsgi.hooks.translation [None req-31e61295-7746-48cc-b53b-93db2a9cba21 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] DELETE failed (client error): The resource could not be found. Jan 26 21:27:35.817217 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-31e61295-7746-48cc-b53b-93db2a9cba21 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103305) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 26 21:27:35.823262 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-31e61295-7746-48cc-b53b-93db2a9cba21 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] 10.222.0.13 "DELETE /v2.0/subnets/d1058fdf-d29b-4ecf-8578-c71ee833001e HTTP/1.1" status: 404 len: 337 time: 0.0294759 Jan 26 21:27:35.823432 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 47756) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:27:35.843273 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] For port a88fd80c-b894-4553-b3be-b6d14ac7c350, host n-d-760453-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=a88fd80c-b894-4553-b3be-b6d14ac7c350,segment=NetworkSegment(3c6d624c-ba08-479a-b68a-7684ce678b5c),segment_id=3c6d624c-ba08-479a-b68a-7684ce678b5c)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:27:35.850054 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (a88fd80c-b894-4553-b3be-b6d14ac7c350), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:27:35.864246 n-d-760453-5 neutron-server[103304]: INFO neutron.pecan_wsgi.hooks.translation [None req-23bb9b06-7586-43de-8aa5-8265f7b9ba9e tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] DELETE failed (client error): The resource could not be found. Jan 26 21:27:35.866547 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-23bb9b06-7586-43de-8aa5-8265f7b9ba9e tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103304) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 26 21:27:35.874204 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 47758) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:27:35.874406 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-23bb9b06-7586-43de-8aa5-8265f7b9ba9e tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] 10.222.0.13 "DELETE /v2.0/ports/0e370da5-ef35-4d5e-9957-11a46708ab76 HTTP/1.1" status: 404 len: 333 time: 0.0497658 Jan 26 21:27:35.913006 n-d-760453-5 neutron-server[103305]: INFO neutron.pecan_wsgi.hooks.translation [None req-ca288586-dc45-4b62-af58-f9cd7f61e1d3 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] DELETE failed (client error): The resource could not be found. Jan 26 21:27:35.913501 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ca288586-dc45-4b62-af58-f9cd7f61e1d3 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103305) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 26 21:27:35.917179 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-ca288586-dc45-4b62-af58-f9cd7f61e1d3 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] 10.222.0.13 "DELETE /v2.0/subnets/5713eeff-c677-4cba-94cc-aa87f3223767 HTTP/1.1" status: 404 len: 337 time: 0.0415959 Jan 26 21:27:35.919755 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 47760) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:27:35.920326 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-00b0d71f-8d65-4839-8b96-99dcf945809a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746560636600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746560234536'] for port (a88fd80c-b894-4553-b3be-b6d14ac7c350), after_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:27:35.928737 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Pushing event updated for resources: {'Port': ['ID=a88fd80c-b894-4553-b3be-b6d14ac7c350,revision_number=5']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:27:35.946728 n-d-760453-5 neutron-server[103305]: INFO neutron.pecan_wsgi.hooks.translation [None req-5ab35ff1-0d09-4ae0-8195-17fb6c33227b tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] DELETE failed (client error): The resource could not be found. Jan 26 21:27:35.947236 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5ab35ff1-0d09-4ae0-8195-17fb6c33227b tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103305) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 26 21:27:35.952819 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-5ab35ff1-0d09-4ae0-8195-17fb6c33227b tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] 10.222.0.13 "DELETE /v2.0/subnets/5b18479d-4cff-46f2-a432-b343a74c6338 HTTP/1.1" status: 404 len: 337 time: 0.0297434 Jan 26 21:27:35.953052 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 47762) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:27:35.961103 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00b0d71f-8d65-4839-8b96-99dcf945809a None None] No DVR routers for this DVR port a88fd80c-b894-4553-b3be-b6d14ac7c350 on host n-d-760453-5 {{(pid=103306) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 26 21:27:35.966595 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b0d71f-8d65-4839-8b96-99dcf945809a None None] Pushing event deleted for resources: {'Port': ['ID=a88fd80c-b894-4553-b3be-b6d14ac7c350,revision_number=None']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:27:35.977626 n-d-760453-5 neutron-server[103305]: INFO neutron.pecan_wsgi.hooks.translation [None req-c2eceae3-411a-44b9-a124-dce8608e381b tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] DELETE failed (client error): The resource could not be found. Jan 26 21:27:35.978771 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c2eceae3-411a-44b9-a124-dce8608e381b tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103305) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 26 21:27:35.984550 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-c2eceae3-411a-44b9-a124-dce8608e381b tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] 10.222.0.13 "DELETE /v2.0/ports/da346a56-f182-40a7-a8e5-4c71d09547d0 HTTP/1.1" status: 404 len: 333 time: 0.0280414 Jan 26 21:27:35.984550 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 47764) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:27:36.012793 n-d-760453-5 neutron-server[103305]: INFO neutron.pecan_wsgi.hooks.translation [None req-b8e1fdfb-3888-4f77-a831-f43471bc0e67 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] DELETE failed (client error): The resource could not be found. Jan 26 21:27:36.013272 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b8e1fdfb-3888-4f77-a831-f43471bc0e67 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103305) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 26 21:27:36.016336 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-b8e1fdfb-3888-4f77-a831-f43471bc0e67 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] 10.222.0.13 "DELETE /v2.0/subnets/c1e8a7d1-610b-4e63-a1d3-41fc577813d6 HTTP/1.1" status: 404 len: 337 time: 0.0305796 Jan 26 21:27:36.018827 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 47766) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:27:36.045032 n-d-760453-5 neutron-server[103305]: INFO neutron.pecan_wsgi.hooks.translation [None req-7681e04e-72c8-483f-91d8-0929c542276b tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] DELETE failed (client error): The resource could not be found. Jan 26 21:27:36.045593 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7681e04e-72c8-483f-91d8-0929c542276b tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103305) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 26 21:27:36.048681 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-7681e04e-72c8-483f-91d8-0929c542276b tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] 10.222.0.13 "DELETE /v2.0/subnets/b3d39e71-bb47-4e59-89aa-56c36e58a603 HTTP/1.1" status: 404 len: 337 time: 0.0288825 Jan 26 21:27:36.051269 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 47768) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:27:36.077142 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-ec24cb42-e233-4c11-acbe-8cb50df81d84 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] 10.222.0.13 "GET /v2.0/ports?device_id=41a07b30-b9df-4ca8-8c86-610c9d83b11d HTTP/1.1" status: 200 len: 205 time: 0.0248318 Jan 26 21:27:36.079407 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 47770) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:27:36.120673 n-d-760453-5 neutron-server[103305]: INFO neutron.api.v2.resource [None req-2c7dbba3-8a7e-4166-84ba-0a42b363e0cb tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] delete failed (client error): The resource could not be found. Jan 26 21:27:36.121744 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-2c7dbba3-8a7e-4166-84ba-0a42b363e0cb tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] 10.222.0.13 "DELETE /v2.0/routers/41a07b30-b9df-4ca8-8c86-610c9d83b11d HTTP/1.1" status: 404 len: 336 time: 0.0414536 Jan 26 21:27:36.124254 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 47772) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:27:36.149789 n-d-760453-5 neutron-server[103305]: INFO neutron.pecan_wsgi.hooks.translation [None req-5ce1a138-aa19-45d0-b3c8-8a823e0e49f6 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] DELETE failed (client error): The resource could not be found. Jan 26 21:27:36.150707 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5ce1a138-aa19-45d0-b3c8-8a823e0e49f6 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103305) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 26 21:27:36.153741 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-5ce1a138-aa19-45d0-b3c8-8a823e0e49f6 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] 10.222.0.13 "DELETE /v2.0/subnets/9dccd6e7-fe1b-4ecc-96ef-7ac6ae896dad HTTP/1.1" status: 404 len: 337 time: 0.0285974 Jan 26 21:27:36.156005 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 47774) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:27:36.184074 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-2d6b7a92-ea5e-4a71-8714-2376b76b929e tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] 10.222.0.13 "GET /v2.0/ports?device_id=c6537adb-56dd-4d00-b01e-c241ca775341 HTTP/1.1" status: 200 len: 205 time: 0.0250785 Jan 26 21:27:36.184338 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 47776) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:27:36.225646 n-d-760453-5 neutron-server[103305]: INFO neutron.api.v2.resource [None req-800754f4-9d2b-4951-8d48-9b2a4f8c58cf tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] delete failed (client error): The resource could not be found. Jan 26 21:27:36.226676 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-800754f4-9d2b-4951-8d48-9b2a4f8c58cf tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] 10.222.0.13 "DELETE /v2.0/routers/c6537adb-56dd-4d00-b01e-c241ca775341 HTTP/1.1" status: 404 len: 336 time: 0.0414360 Jan 26 21:27:36.229772 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 47778) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:27:36.256883 n-d-760453-5 neutron-server[103305]: INFO neutron.pecan_wsgi.hooks.translation [None req-c73428e6-63ad-4072-b736-7d2032babf61 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] DELETE failed (client error): The resource could not be found. Jan 26 21:27:36.257363 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c73428e6-63ad-4072-b736-7d2032babf61 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103305) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 26 21:27:36.260409 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-c73428e6-63ad-4072-b736-7d2032babf61 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] 10.222.0.13 "DELETE /v2.0/subnets/5a6a00dd-1ea9-470a-880d-182d4610171d HTTP/1.1" status: 404 len: 337 time: 0.0297482 Jan 26 21:27:36.262814 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 47780) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:27:36.288013 n-d-760453-5 neutron-server[103305]: INFO neutron.pecan_wsgi.hooks.translation [None req-848d9274-45b1-453f-96d7-b4283a8ea05c tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] DELETE failed (client error): The resource could not be found. Jan 26 21:27:36.288456 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-848d9274-45b1-453f-96d7-b4283a8ea05c tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103305) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 26 21:27:36.292161 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-848d9274-45b1-453f-96d7-b4283a8ea05c tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] 10.222.0.13 "DELETE /v2.0/subnets/2643352d-5c7b-4694-84ed-408d85b50e76 HTTP/1.1" status: 404 len: 337 time: 0.0284653 Jan 26 21:27:36.294543 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 47782) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:27:36.316372 n-d-760453-5 neutron-server[103305]: INFO neutron.pecan_wsgi.hooks.translation [None req-4cfd0f61-c40f-430f-9dff-814538bb3e1f tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] DELETE failed (client error): The resource could not be found. Jan 26 21:27:36.316891 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4cfd0f61-c40f-430f-9dff-814538bb3e1f tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103305) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 26 21:27:36.319955 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-4cfd0f61-c40f-430f-9dff-814538bb3e1f tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] 10.222.0.13 "DELETE /v2.0/ports/6ba4b2d6-b974-4c42-a9a5-ac3a711b1c0b HTTP/1.1" status: 404 len: 333 time: 0.0245347 Jan 26 21:27:36.322897 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 47784) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:27:36.348630 n-d-760453-5 neutron-server[103305]: INFO neutron.pecan_wsgi.hooks.translation [None req-a0c194f3-8705-4c5c-803d-b7bb4589b5c5 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] DELETE failed (client error): The resource could not be found. Jan 26 21:27:36.349079 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a0c194f3-8705-4c5c-803d-b7bb4589b5c5 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103305) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 26 21:27:36.352118 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-a0c194f3-8705-4c5c-803d-b7bb4589b5c5 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] 10.222.0.13 "DELETE /v2.0/subnets/d04f64f6-c397-4340-806a-511d65404630 HTTP/1.1" status: 404 len: 337 time: 0.0283442 Jan 26 21:27:36.354487 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 47786) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:27:36.376221 n-d-760453-5 neutron-server[103305]: INFO neutron.pecan_wsgi.hooks.translation [None req-98b5d462-a4d8-4120-b3d8-6eea60f09026 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] DELETE failed (client error): The resource could not be found. Jan 26 21:27:36.376924 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-98b5d462-a4d8-4120-b3d8-6eea60f09026 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103305) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 26 21:27:36.380071 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-98b5d462-a4d8-4120-b3d8-6eea60f09026 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] 10.222.0.13 "DELETE /v2.0/ports/38d33fad-f367-45bf-916a-b047a3f18e1b HTTP/1.1" status: 404 len: 333 time: 0.0246985 Jan 26 21:27:36.385388 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 47788) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:27:36.412986 n-d-760453-5 neutron-server[103305]: INFO neutron.pecan_wsgi.hooks.translation [None req-8a01ba70-a8ef-41f9-9fbc-bd868a778c83 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] DELETE failed (client error): The resource could not be found. Jan 26 21:27:36.413403 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8a01ba70-a8ef-41f9-9fbc-bd868a778c83 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103305) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 26 21:27:36.416473 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-8a01ba70-a8ef-41f9-9fbc-bd868a778c83 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] 10.222.0.13 "DELETE /v2.0/subnets/68369c09-2fb8-4f8d-966e-91c8e7779eb2 HTTP/1.1" status: 404 len: 337 time: 0.0331120 Jan 26 21:27:36.418984 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 47790) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:27:36.441401 n-d-760453-5 neutron-server[103305]: INFO neutron.pecan_wsgi.hooks.translation [None req-a557e383-23e9-4412-8d73-cbc0acccbdc5 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] DELETE failed (client error): The resource could not be found. Jan 26 21:27:36.441926 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a557e383-23e9-4412-8d73-cbc0acccbdc5 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103305) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 26 21:27:36.444894 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-a557e383-23e9-4412-8d73-cbc0acccbdc5 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] 10.222.0.13 "DELETE /v2.0/ports/d6fc37a3-b6c6-4e6c-a72e-f5c8c74fc38a HTTP/1.1" status: 404 len: 333 time: 0.0250244 Jan 26 21:27:36.448061 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 47792) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:27:36.475013 n-d-760453-5 neutron-server[103304]: INFO neutron.pecan_wsgi.hooks.translation [None req-9e4c0474-35ec-4b00-9e82-ffcfb2f98292 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] DELETE failed (client error): The resource could not be found. Jan 26 21:27:36.475297 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9e4c0474-35ec-4b00-9e82-ffcfb2f98292 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103304) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 26 21:27:36.478692 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-9e4c0474-35ec-4b00-9e82-ffcfb2f98292 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] 10.222.0.13 "DELETE /v2.0/subnets/c9985609-0fe5-4016-a61e-e9030d0a9bc7 HTTP/1.1" status: 404 len: 337 time: 0.0293486 Jan 26 21:27:36.480894 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 47796) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:27:36.505316 n-d-760453-5 neutron-server[103304]: INFO neutron.pecan_wsgi.hooks.translation [None req-7e965648-213e-4a06-bdf4-65c487b633d4 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] DELETE failed (client error): The resource could not be found. Jan 26 21:27:36.505908 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7e965648-213e-4a06-bdf4-65c487b633d4 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103304) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 26 21:27:36.511700 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-7e965648-213e-4a06-bdf4-65c487b633d4 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] 10.222.0.13 "DELETE /v2.0/ports/865d45d8-a516-4101-a798-2f3100c551f1 HTTP/1.1" status: 404 len: 333 time: 0.0270863 Jan 26 21:27:36.511938 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 47800) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:27:36.554506 n-d-760453-5 neutron-server[103304]: INFO neutron.pecan_wsgi.hooks.translation [None req-15176cc6-4355-4e6b-96ef-c02b95c840a5 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] DELETE failed (client error): The resource could not be found. Jan 26 21:27:36.554945 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-15176cc6-4355-4e6b-96ef-c02b95c840a5 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103304) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 26 21:27:36.561800 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-15176cc6-4355-4e6b-96ef-c02b95c840a5 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] 10.222.0.13 "DELETE /v2.0/subnets/099c771d-4e37-436b-9896-cac22b02b50e HTTP/1.1" status: 404 len: 337 time: 0.0488648 Jan 26 21:27:36.562392 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 47806) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:27:36.590598 n-d-760453-5 neutron-server[103305]: INFO neutron.pecan_wsgi.hooks.translation [None req-c934bdc8-e362-46ab-95f7-aaf6f0a0e1dd tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] DELETE failed (client error): The resource could not be found. Jan 26 21:27:36.591453 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c934bdc8-e362-46ab-95f7-aaf6f0a0e1dd tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103305) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 26 21:27:36.596221 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-c934bdc8-e362-46ab-95f7-aaf6f0a0e1dd tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] 10.222.0.13 "DELETE /v2.0/ports/d1d895b2-8cd8-4277-a1d8-52ef01a4ad21 HTTP/1.1" status: 404 len: 333 time: 0.0327907 Jan 26 21:27:36.597262 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 47808) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:27:36.677155 n-d-760453-5 neutron-server[103305]: INFO neutron.pecan_wsgi.hooks.translation [None req-53c55946-07b2-48ff-afba-2c324e5437e8 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] DELETE failed (client error): The resource could not be found. Jan 26 21:27:36.677652 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-53c55946-07b2-48ff-afba-2c324e5437e8 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103305) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 26 21:27:36.685034 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 47816) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:27:36.685267 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-53c55946-07b2-48ff-afba-2c324e5437e8 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] 10.222.0.13 "DELETE /v2.0/subnets/f87cf840-59e9-45c1-89a2-bad5f3266de0 HTTP/1.1" status: 404 len: 337 time: 0.0865870 Jan 26 21:27:36.713609 n-d-760453-5 neutron-server[103304]: INFO neutron.pecan_wsgi.hooks.translation [None req-5e192286-a3f1-4045-843f-7747dd1ea5d8 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] DELETE failed (client error): The resource could not be found. Jan 26 21:27:36.714327 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5e192286-a3f1-4045-843f-7747dd1ea5d8 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103304) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 26 21:27:36.719768 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-5e192286-a3f1-4045-843f-7747dd1ea5d8 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] 10.222.0.13 "DELETE /v2.0/ports/c212c009-70ab-49cf-92dd-8eeef933f4d5 HTTP/1.1" status: 404 len: 333 time: 0.0308392 Jan 26 21:27:36.720245 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 47818) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:27:36.748333 n-d-760453-5 neutron-server[103305]: INFO neutron.pecan_wsgi.hooks.translation [None req-75ad5823-1589-482e-a3cb-cb5b4ede6743 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] DELETE failed (client error): The resource could not be found. Jan 26 21:27:36.748638 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-75ad5823-1589-482e-a3cb-cb5b4ede6743 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103305) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 26 21:27:36.753088 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-75ad5823-1589-482e-a3cb-cb5b4ede6743 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] 10.222.0.13 "DELETE /v2.0/subnets/9eba413a-01bc-4457-9b5a-fa0c851fd31f HTTP/1.1" status: 404 len: 337 time: 0.0317659 Jan 26 21:27:36.755605 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 47820) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:27:36.786008 n-d-760453-5 neutron-server[103305]: INFO neutron.pecan_wsgi.hooks.translation [None req-990ebd7f-f901-4049-bccf-64ac63155090 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] DELETE failed (client error): The resource could not be found. Jan 26 21:27:36.786760 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-990ebd7f-f901-4049-bccf-64ac63155090 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103305) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 26 21:27:36.793734 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-990ebd7f-f901-4049-bccf-64ac63155090 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] 10.222.0.13 "DELETE /v2.0/ports/52ca9cbc-9532-4c09-a153-1826fef2d8d5 HTTP/1.1" status: 404 len: 333 time: 0.0369332 Jan 26 21:27:36.794719 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 47824) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:27:36.833260 n-d-760453-5 neutron-server[103305]: INFO neutron.pecan_wsgi.hooks.translation [None req-ac058cd9-24e3-4155-9f08-fccc583ba896 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] DELETE failed (client error): The resource could not be found. Jan 26 21:27:36.833905 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ac058cd9-24e3-4155-9f08-fccc583ba896 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103305) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 26 21:27:36.841314 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-ac058cd9-24e3-4155-9f08-fccc583ba896 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] 10.222.0.13 "DELETE /v2.0/subnets/c789de52-9ece-411e-9d52-b19a91b6eb56 HTTP/1.1" status: 404 len: 337 time: 0.0452209 Jan 26 21:27:36.842073 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 47826) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:27:36.874614 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c859b88-2661-4fb8-87a4-5ab9e64c4cc8 req-37f8fed5-9cff-4328-8d46-440cf1e4de9f tempest-ListImageFiltersTestJSON-206584430 tempest-ListImageFiltersTestJSON-206584430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:27:36.876201 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-7c859b88-2661-4fb8-87a4-5ab9e64c4cc8 req-37f8fed5-9cff-4328-8d46-440cf1e4de9f tempest-ListImageFiltersTestJSON-206584430 tempest-ListImageFiltersTestJSON-206584430-project] 10.222.0.13 "GET /v2.0/ports?device_id=4b2054b9-c111-47ce-bd3a-a15958b5fddc HTTP/1.1" status: 200 len: 949 time: 0.1221118 Jan 26 21:27:36.960262 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-e281acd3-e482-4e6c-8fdb-3d8e93a14892 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-748181'] for network (80bdce17-b861-46cb-9014-7071d7f46353), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:27:36.979804 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-7c859b88-2661-4fb8-87a4-5ab9e64c4cc8 req-f3729aca-1ea8-47af-a5d8-7000595c27a8 tempest-ListImageFiltersTestJSON-206584430 tempest-ListImageFiltersTestJSON-206584430-project] 10.222.0.13 "GET /v2.0/security-groups?id=51fc43c7-3c5c-407b-a050-08d4b0d277fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719109 Jan 26 21:27:37.067012 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-e281acd3-e482-4e6c-8fdb-3d8e93a14892 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-686403', 'neutron.services.segments.db._delete_segments_for_network-8746560774018'] for network (80bdce17-b861-46cb-9014-7071d7f46353), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:27:37.094373 n-d-760453-5 neutron-server[103304]: DEBUG neutron.services.segments.db [None req-e281acd3-e482-4e6c-8fdb-3d8e93a14892 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['80bdce17-b861-46cb-9014-7071d7f46353']}} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:27:37.104683 n-d-760453-5 neutron-server[103304]: DEBUG neutron.services.segments.db [None req-e281acd3-e482-4e6c-8fdb-3d8e93a14892 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3c6d624c-ba08-479a-b68a-7684ce678b5c') {'for_net_delete': True} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:27:37.104980 n-d-760453-5 neutron-server[103304]: DEBUG neutron.services.segments.db [None req-e281acd3-e482-4e6c-8fdb-3d8e93a14892 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3c6d624c-ba08-479a-b68a-7684ce678b5c') {} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:27:37.115054 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-e281acd3-e482-4e6c-8fdb-3d8e93a14892 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746560742283', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8881293'] for segment (3c6d624c-ba08-479a-b68a-7684ce678b5c), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:27:37.129978 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-e281acd3-e482-4e6c-8fdb-3d8e93a14892 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576559'] for segment (3c6d624c-ba08-479a-b68a-7684ce678b5c), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:27:37.136098 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e281acd3-e482-4e6c-8fdb-3d8e93a14892 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Releasing vlan 563 on physical network physnet1 to pool {{(pid=103304) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 26 21:27:37.136485 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-e281acd3-e482-4e6c-8fdb-3d8e93a14892 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9281762'] for segment (3c6d624c-ba08-479a-b68a-7684ce678b5c), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:27:37.139711 n-d-760453-5 neutron-server[103304]: Traceback (most recent call last): Jan 26 21:27:37.139711 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 26 21:27:37.139711 n-d-760453-5 neutron-server[103304]: timer() Jan 26 21:27:37.139711 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 26 21:27:37.139711 n-d-760453-5 neutron-server[103304]: cb(*args, **kw) Jan 26 21:27:37.139711 n-d-760453-5 neutron-server[103304]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 26 21:27:37.139711 n-d-760453-5 neutron-server[103304]: return func(*args, **kwargs) Jan 26 21:27:37.139711 n-d-760453-5 neutron-server[103304]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 26 21:27:37.139711 n-d-760453-5 neutron-server[103304]: self._notify() Jan 26 21:27:37.139711 n-d-760453-5 neutron-server[103304]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 26 21:27:37.139711 n-d-760453-5 neutron-server[103304]: self.callback(batched_events) Jan 26 21:27:37.139711 n-d-760453-5 neutron-server[103304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 26 21:27:37.139711 n-d-760453-5 neutron-server[103304]: event.method(event) Jan 26 21:27:37.139711 n-d-760453-5 neutron-server[103304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 26 21:27:37.139711 n-d-760453-5 neutron-server[103304]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 26 21:27:37.139711 n-d-760453-5 neutron-server[103304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 26 21:27:37.139711 n-d-760453-5 neutron-server[103304]: aggregate_uuid = self.p_client.list_aggregates( Jan 26 21:27:37.139711 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 26 21:27:37.139711 n-d-760453-5 neutron-server[103304]: return f(self, *a, **k) Jan 26 21:27:37.139711 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 26 21:27:37.139711 n-d-760453-5 neutron-server[103304]: return self._get(url).json() Jan 26 21:27:37.139711 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 26 21:27:37.139711 n-d-760453-5 neutron-server[103304]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 26 21:27:37.139711 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 26 21:27:37.139711 n-d-760453-5 neutron-server[103304]: return self.request(url, 'GET', **kwargs) Jan 26 21:27:37.139711 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 26 21:27:37.139711 n-d-760453-5 neutron-server[103304]: base_url = self.get_endpoint(auth, allow=allow, Jan 26 21:27:37.139711 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 26 21:27:37.139711 n-d-760453-5 neutron-server[103304]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 26 21:27:37.139711 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 26 21:27:37.139711 n-d-760453-5 neutron-server[103304]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 26 21:27:37.139711 n-d-760453-5 neutron-server[103304]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 26 21:27:37.201697 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-e281acd3-e482-4e6c-8fdb-3d8e93a14892 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4110931'] for network (80bdce17-b861-46cb-9014-7071d7f46353), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:27:37.213774 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-e281acd3-e482-4e6c-8fdb-3d8e93a14892 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Publish callbacks [] for network (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:27:37.220771 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-e281acd3-e482-4e6c-8fdb-3d8e93a14892 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] 10.222.0.13 "DELETE /v2.0/networks/80bdce17-b861-46cb-9014-7071d7f46353 HTTP/1.1" status: 204 len: 168 time: 0.3767638 Jan 26 21:27:37.238194 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e281acd3-e482-4e6c-8fdb-3d8e93a14892 tempest-NetworksTestDHCPv6-308577886 tempest-NetworksTestDHCPv6-308577886-project] Pushing event deleted for resources: {'Network': ['ID=80bdce17-b861-46cb-9014-7071d7f46353,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:27:37.292974 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Device 50f6ea13-6a6f-44fb-98a6-c039c35477c7 no longer exists at agent hyperv_n-h2-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 26 21:27:37.322364 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] No Port match for: 50f6ea13-6a6f-44fb-98a6-c039c35477c7 {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 26 21:27:37.323012 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Device 50f6ea13-6a6f-44fb-98a6-c039c35477c7 not bound to the agent host n-h2-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 26 21:27:37.468809 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-1684b098-1c5d-4cd3-acd8-32a0333c3e9f req-c634f9ac-8a4d-4dee-87b3-45da3a0bf6c9 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=4a78b0a6-78a4-4bc7-9a2d-0384fc9d6981&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0519335 Jan 26 21:27:37.501236 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 47832) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:27:37.566907 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1684b098-1c5d-4cd3-acd8-32a0333c3e9f req-55e0d4bc-3e22-4bda-b7bf-6210384d2806 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:27:37.568682 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-1684b098-1c5d-4cd3-acd8-32a0333c3e9f req-55e0d4bc-3e22-4bda-b7bf-6210384d2806 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=9a820e3f529a4c3083d815b75318d24c&device_id=4a78b0a6-78a4-4bc7-9a2d-0384fc9d6981 HTTP/1.1" status: 200 len: 1096 time: 0.0603669 Jan 26 21:27:37.719286 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-b609c64c-9fba-4620-9e7a-88dfa64a0020 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=91ff6b128d484238b8b1d440faeb9154&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2141163 Jan 26 21:27:37.719579 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 47838) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:27:37.753719 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1684b098-1c5d-4cd3-acd8-32a0333c3e9f req-5381edc4-b650-415f-b93d-f05a9839ae5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:27:37.766462 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-1684b098-1c5d-4cd3-acd8-32a0333c3e9f req-5381edc4-b650-415f-b93d-f05a9839ae5e service neutron] 10.222.0.66 "GET /v2.0/networks?id=d67e3ebe-4ba7-45de-a361-0a193d47dcd7 HTTP/1.1" status: 200 len: 914 time: 0.1754346 Jan 26 21:27:37.800046 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-8ef37389-e09a-447a-8167-60bbecd8669f admin admin] Publish callbacks [] for security_group (7a95ad59-780a-4d85-993c-a40bc6fe1bff), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:27:37.827925 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-8ef37389-e09a-447a-8167-60bbecd8669f admin admin] Publish callbacks [] for security_group (7a95ad59-780a-4d85-993c-a40bc6fe1bff), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:27:37.863917 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-1684b098-1c5d-4cd3-acd8-32a0333c3e9f req-601d38ba-1896-48b6-b420-c7a02e21a0ac service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=61e4e751-58c3-44b7-8fce-c3507a0cdccc HTTP/1.1" status: 200 len: 1001 time: 0.0890718 Jan 26 21:27:37.882513 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-8ef37389-e09a-447a-8167-60bbecd8669f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (7a95ad59-780a-4d85-993c-a40bc6fe1bff), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:27:37.885275 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-8ef37389-e09a-447a-8167-60bbecd8669f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:27:37.888876 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-8ef37389-e09a-447a-8167-60bbecd8669f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/7a95ad59-780a-4d85-993c-a40bc6fe1bff HTTP/1.1" status: 204 len: 168 time: 0.1659613 Jan 26 21:27:37.899160 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef37389-e09a-447a-8167-60bbecd8669f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a95ad59-780a-4d85-993c-a40bc6fe1bff,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:27:37.925322 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1684b098-1c5d-4cd3-acd8-32a0333c3e9f req-9f82b3f2-608a-49d1-8432-10523fd7c7a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:27:37.927161 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-1684b098-1c5d-4cd3-acd8-32a0333c3e9f req-9f82b3f2-608a-49d1-8432-10523fd7c7a0 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=b97a8223-0b24-4ba7-b338-51c5c9119da6 HTTP/1.1" status: 200 len: 852 time: 0.0550425 Jan 26 21:27:37.982755 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1684b098-1c5d-4cd3-acd8-32a0333c3e9f req-394fed94-990d-41c9-97b2-cf975a27b025 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:27:37.985740 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-1684b098-1c5d-4cd3-acd8-32a0333c3e9f req-394fed94-990d-41c9-97b2-cf975a27b025 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=d67e3ebe-4ba7-45de-a361-0a193d47dcd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0515594 Jan 26 21:27:38.171241 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba91d39-fe2b-4ed9-9c8f-a2171d6c08e8 req-3dce2785-7f38-4f81-ac65-1b251c15ac99 tempest-ListImageFiltersTestJSON-206584430 tempest-ListImageFiltersTestJSON-206584430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:27:38.172827 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-aba91d39-fe2b-4ed9-9c8f-a2171d6c08e8 req-3dce2785-7f38-4f81-ac65-1b251c15ac99 tempest-ListImageFiltersTestJSON-206584430 tempest-ListImageFiltersTestJSON-206584430-project] 10.222.0.13 "GET /v2.0/ports?device_id=4b2054b9-c111-47ce-bd3a-a15958b5fddc HTTP/1.1" status: 200 len: 949 time: 0.0796549 Jan 26 21:27:38.178532 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-1684b098-1c5d-4cd3-acd8-32a0333c3e9f req-bbf7e749-1828-48aa-ac13-a16cab60df5e service neutron] 10.222.0.66 "GET /v2.0/networks/d67e3ebe-4ba7-45de-a361-0a193d47dcd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1815438 Jan 26 21:27:38.283330 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-aba91d39-fe2b-4ed9-9c8f-a2171d6c08e8 req-882ea11d-6c74-4e4e-b756-c6910e00055c tempest-ListImageFiltersTestJSON-206584430 tempest-ListImageFiltersTestJSON-206584430-project] 10.222.0.13 "GET /v2.0/security-groups?id=51fc43c7-3c5c-407b-a050-08d4b0d277fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999758 Jan 26 21:27:38.311395 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-1684b098-1c5d-4cd3-acd8-32a0333c3e9f req-dd9c3131-a80a-4c8c-be6d-f6b1b6fcc4b2 service neutron] 10.222.0.66 "GET /v2.0/networks/d67e3ebe-4ba7-45de-a361-0a193d47dcd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1220765 Jan 26 21:27:38.337216 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (32ef628b-8417-46c5-8729-60fcabe358f1), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:27:38.664996 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 47866) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:27:38.761013 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-d0374644-7f90-4fc6-b1a6-d3634ade7463 tempest-FloatingIPTestJSON-755675821 tempest-FloatingIPTestJSON-755675821-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-1805159470'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:27:38.780943 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0374644-7f90-4fc6-b1a6-d3634ade7463 tempest-FloatingIPTestJSON-755675821 tempest-FloatingIPTestJSON-755675821-project] Made reservation on behalf of 48d7f55ad7394a9ebbf9716baaad9095 for: {'network': 1} {{(pid=103304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 21:27:38.785043 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-d0374644-7f90-4fc6-b1a6-d3634ade7463 tempest-FloatingIPTestJSON-755675821 tempest-FloatingIPTestJSON-755675821-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for network (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:27:38.795061 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-d0374644-7f90-4fc6-b1a6-d3634ade7463 tempest-FloatingIPTestJSON-755675821 tempest-FloatingIPTestJSON-755675821-project] Publish callbacks [] for security_group (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:27:38.889017 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-d0374644-7f90-4fc6-b1a6-d3634ade7463 tempest-FloatingIPTestJSON-755675821 tempest-FloatingIPTestJSON-755675821-project] Publish callbacks [] for security_group (26b07403-efff-43be-9e18-6ff0d522255f), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:27:38.894378 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-d0374644-7f90-4fc6-b1a6-d3634ade7463 tempest-FloatingIPTestJSON-755675821 tempest-FloatingIPTestJSON-755675821-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (26b07403-efff-43be-9e18-6ff0d522255f), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:27:38.922925 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d0374644-7f90-4fc6-b1a6-d3634ade7463 tempest-FloatingIPTestJSON-755675821 tempest-FloatingIPTestJSON-755675821-project] vlan segment allocate from pool success with {'vlan_id': 573, 'physical_network': 'physnet1'} {{(pid=103304) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 26 21:27:38.938834 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0374644-7f90-4fc6-b1a6-d3634ade7463 tempest-FloatingIPTestJSON-755675821 tempest-FloatingIPTestJSON-755675821-project] Pushing event updated for resources: {'SecurityGroup': ['ID=26b07403-efff-43be-9e18-6ff0d522255f,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:27:38.944969 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-d0374644-7f90-4fc6-b1a6-d3634ade7463 tempest-FloatingIPTestJSON-755675821 tempest-FloatingIPTestJSON-755675821-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576559'] for segment (a4d5eabd-2501-4865-bf31-02db784a2765), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:27:38.945351 n-d-760453-5 neutron-server[103304]: INFO neutron.db.segments_db [None req-d0374644-7f90-4fc6-b1a6-d3634ade7463 tempest-FloatingIPTestJSON-755675821 tempest-FloatingIPTestJSON-755675821-project] Added segment a4d5eabd-2501-4865-bf31-02db784a2765 of type vlan for network 1e3f1980-5ca2-4a99-a3b9-79275d66ef13 Jan 26 21:27:38.989138 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-d0374644-7f90-4fc6-b1a6-d3634ade7463 tempest-FloatingIPTestJSON-755675821 tempest-FloatingIPTestJSON-755675821-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746560256871'] for network (1e3f1980-5ca2-4a99-a3b9-79275d66ef13), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:27:39.049966 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-d0374644-7f90-4fc6-b1a6-d3634ade7463 tempest-FloatingIPTestJSON-755675821 tempest-FloatingIPTestJSON-755675821-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503'] for network (1e3f1980-5ca2-4a99-a3b9-79275d66ef13), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:27:39.055405 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0374644-7f90-4fc6-b1a6-d3634ade7463 tempest-FloatingIPTestJSON-755675821 tempest-FloatingIPTestJSON-755675821-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:27:39.056715 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-d0374644-7f90-4fc6-b1a6-d3634ade7463 tempest-FloatingIPTestJSON-755675821 tempest-FloatingIPTestJSON-755675821-project] Publish callbacks [] for network (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:27:39.131547 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-d0374644-7f90-4fc6-b1a6-d3634ade7463 tempest-FloatingIPTestJSON-755675821 tempest-FloatingIPTestJSON-755675821-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.4653130 Jan 26 21:27:39.135495 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 47876) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:27:39.141134 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-c8e22ae9-fbd4-430a-8f8f-46d3011a7d02 tempest-FloatingIPTestJSON-755675821 tempest-FloatingIPTestJSON-755675821-project] Request body: {'subnet': {'network_id': '1e3f1980-5ca2-4a99-a3b9-79275d66ef13', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:27:39.142459 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9b9ea4-811a-431c-8ebb-b5547690222b req-d2d8950e-98ac-4338-8d68-577d994c8ec4 tempest-ListImageFiltersTestJSON-206584430 tempest-ListImageFiltersTestJSON-206584430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:27:39.144013 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-fb9b9ea4-811a-431c-8ebb-b5547690222b req-d2d8950e-98ac-4338-8d68-577d994c8ec4 tempest-ListImageFiltersTestJSON-206584430 tempest-ListImageFiltersTestJSON-206584430-project] 10.222.0.66 "GET /v2.0/ports?device_id=4b2054b9-c111-47ce-bd3a-a15958b5fddc HTTP/1.1" status: 200 len: 949 time: 0.1282780 Jan 26 21:27:39.147535 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0374644-7f90-4fc6-b1a6-d3634ade7463 tempest-FloatingIPTestJSON-755675821 tempest-FloatingIPTestJSON-755675821-project] Pushing event updated for resources: {'Network': ['ID=1e3f1980-5ca2-4a99-a3b9-79275d66ef13,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:27:39.160031 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Network 1e3f1980-5ca2-4a99-a3b9-79275d66ef13 details requested by agent ovs-agent-n-d-760453-5 with host n-d-760453-5 {{(pid=103306) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 26 21:27:39.240789 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8e22ae9-fbd4-430a-8f8f-46d3011a7d02 tempest-FloatingIPTestJSON-755675821 tempest-FloatingIPTestJSON-755675821-project] Made reservation on behalf of 48d7f55ad7394a9ebbf9716baaad9095 for: {'subnet': 1} {{(pid=103305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 21:27:39.246583 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-c8e22ae9-fbd4-430a-8f8f-46d3011a7d02 tempest-FloatingIPTestJSON-755675821 tempest-FloatingIPTestJSON-755675821-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11599953'] for subnet (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:27:39.277987 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [req-fb9b9ea4-811a-431c-8ebb-b5547690222b req-dc4f8468-35be-412c-bf39-ff4373f0af99 tempest-ListImageFiltersTestJSON-206584430 tempest-ListImageFiltersTestJSON-206584430-project] Deleting port 91f29fd8-6388-453d-9829-9a8fc59108e3 {{(pid=103304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 21:27:39.278343 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-fb9b9ea4-811a-431c-8ebb-b5547690222b req-dc4f8468-35be-412c-bf39-ff4373f0af99 tempest-ListImageFiltersTestJSON-206584430 tempest-ListImageFiltersTestJSON-206584430-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746560630878'] for port (91f29fd8-6388-453d-9829-9a8fc59108e3), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:27:39.381920 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [req-fb9b9ea4-811a-431c-8ebb-b5547690222b req-dc4f8468-35be-412c-bf39-ff4373f0af99 tempest-ListImageFiltersTestJSON-206584430 tempest-ListImageFiltersTestJSON-206584430-project] For port 91f29fd8-6388-453d-9829-9a8fc59108e3, host n-h1-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-5',level=0,port_id=91f29fd8-6388-453d-9829-9a8fc59108e3,segment=NetworkSegment(4eab25d6-89d9-4907-a1c2-51b06443ba33),segment_id=4eab25d6-89d9-4907-a1c2-51b06443ba33)] {{(pid=103304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:27:39.382401 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-fb9b9ea4-811a-431c-8ebb-b5547690222b req-dc4f8468-35be-412c-bf39-ff4373f0af99 tempest-ListImageFiltersTestJSON-206584430 tempest-ListImageFiltersTestJSON-206584430-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4109658'] for port (91f29fd8-6388-453d-9829-9a8fc59108e3), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:27:39.426764 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [req-fb9b9ea4-811a-431c-8ebb-b5547690222b req-dc4f8468-35be-412c-bf39-ff4373f0af99 tempest-ListImageFiltersTestJSON-206584430 tempest-ListImageFiltersTestJSON-206584430-project] Calling delete_port for 91f29fd8-6388-453d-9829-9a8fc59108e3 owned by compute:nova {{(pid=103304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 21:27:39.480571 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-c8e22ae9-fbd4-430a-8f8f-46d3011a7d02 tempest-FloatingIPTestJSON-755675821 tempest-FloatingIPTestJSON-755675821-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11788839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11599975'] for subnet (680fc271-75bc-4b9f-9945-03c2fedab0b6), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:27:39.485522 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d12ca37-17cd-4a33-bc6c-346e2ff51328 req-b28696b3-a5bb-45e2-8f4d-c14710505bae tempest-ListImageFiltersTestJSON-206584430 tempest-ListImageFiltersTestJSON-206584430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:27:39.487768 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-9d12ca37-17cd-4a33-bc6c-346e2ff51328 req-b28696b3-a5bb-45e2-8f4d-c14710505bae tempest-ListImageFiltersTestJSON-206584430 tempest-ListImageFiltersTestJSON-206584430-project] 10.222.0.13 "GET /v2.0/ports?device_id=4b2054b9-c111-47ce-bd3a-a15958b5fddc HTTP/1.1" status: 200 len: 949 time: 0.1015582 Jan 26 21:27:39.549485 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e22ae9-fbd4-430a-8f8f-46d3011a7d02 tempest-FloatingIPTestJSON-755675821 tempest-FloatingIPTestJSON-755675821-project] Pushing event updated for resources: {'Subnet': ['ID=680fc271-75bc-4b9f-9945-03c2fedab0b6,revision_number=0']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:27:39.557517 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8e22ae9-fbd4-430a-8f8f-46d3011a7d02 tempest-FloatingIPTestJSON-755675821 tempest-FloatingIPTestJSON-755675821-project] Checking segment: {'id': 'a4d5eabd-2501-4865-bf31-02db784a2765', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '1e3f1980-5ca2-4a99-a3b9-79275d66ef13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103305) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 21:27:39.558358 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8e22ae9-fbd4-430a-8f8f-46d3011a7d02 tempest-FloatingIPTestJSON-755675821 tempest-FloatingIPTestJSON-755675821-project] Network hostable DHCP agents. Network: 1e3f1980-5ca2-4a99-a3b9-79275d66ef13, hostable agents: ['474ccdf7-ab6c-405b-a3b2-dc7b05829902'], hosted agents: [] {{(pid=103305) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 26 21:27:39.563443 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-9d12ca37-17cd-4a33-bc6c-346e2ff51328 req-fd04192f-6a62-4bdc-9d6d-a1c388034ced tempest-ListImageFiltersTestJSON-206584430 tempest-ListImageFiltersTestJSON-206584430-project] 10.222.0.13 "GET /v2.0/security-groups?id=51fc43c7-3c5c-407b-a050-08d4b0d277fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665255 Jan 26 21:27:39.580922 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8e22ae9-fbd4-430a-8f8f-46d3011a7d02 tempest-FloatingIPTestJSON-755675821 tempest-FloatingIPTestJSON-755675821-project] Network 1e3f1980-5ca2-4a99-a3b9-79275d66ef13 is scheduled to be hosted by DHCP agent 474ccdf7-ab6c-405b-a3b2-dc7b05829902 with binding_index 1 {{(pid=103305) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 26 21:27:39.591825 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [None req-c8e22ae9-fbd4-430a-8f8f-46d3011a7d02 tempest-FloatingIPTestJSON-755675821 tempest-FloatingIPTestJSON-755675821-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760453-5, 1e3f1980-5ca2-4a99-a3b9-79275d66ef13) {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:27:39.597160 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8e22ae9-fbd4-430a-8f8f-46d3011a7d02 tempest-FloatingIPTestJSON-755675821 tempest-FloatingIPTestJSON-755675821-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:27:39.597861 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-c8e22ae9-fbd4-430a-8f8f-46d3011a7d02 tempest-FloatingIPTestJSON-755675821 tempest-FloatingIPTestJSON-755675821-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709645'] for subnet (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:27:39.603963 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2ec8d2e-deb7-4201-988c-6fcbe7888065 None None] Network 1e3f1980-5ca2-4a99-a3b9-79275d66ef13 requested from n-d-760453-5 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 26 21:27:39.620877 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-c8e22ae9-fbd4-430a-8f8f-46d3011a7d02 tempest-FloatingIPTestJSON-755675821 tempest-FloatingIPTestJSON-755675821-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 0.4837167 Jan 26 21:27:39.623340 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 47882) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:27:39.628335 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-4217a2ea-3d6a-4908-a3ba-e8020607b847 tempest-FloatingIPTestJSON-755675821 tempest-FloatingIPTestJSON-755675821-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1611600773', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299'}, 'admin_state_up': False}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:27:39.646640 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-fb9b9ea4-811a-431c-8ebb-b5547690222b req-dc4f8468-35be-412c-bf39-ff4373f0af99 tempest-ListImageFiltersTestJSON-206584430 tempest-ListImageFiltersTestJSON-206584430-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746560636600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746560234536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9281553'] for port (91f29fd8-6388-453d-9829-9a8fc59108e3), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:27:39.653224 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-4217a2ea-3d6a-4908-a3ba-e8020607b847 tempest-FloatingIPTestJSON-755675821 tempest-FloatingIPTestJSON-755675821-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4104596', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13108'] for router (c5ecfbfd-fee9-4b72-9070-7a72d95e51a4), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:27:39.654718 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-4217a2ea-3d6a-4908-a3ba-e8020607b847 tempest-FloatingIPTestJSON-755675821 tempest-FloatingIPTestJSON-755675821-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4105828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4111306', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3733576', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13069'] for router (c5ecfbfd-fee9-4b72-9070-7a72d95e51a4), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:27:39.691681 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc4f8468-35be-412c-bf39-ff4373f0af99 tempest-ListImageFiltersTestJSON-206584430 tempest-ListImageFiltersTestJSON-206584430-project] Pushing event deleted for resources: {'Port': ['ID=91f29fd8-6388-453d-9829-9a8fc59108e3,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:27:39.736670 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcff2599-ddf2-42ae-931d-7e31df3b5192 None None] Network 1e3f1980-5ca2-4a99-a3b9-79275d66ef13 requested from n-d-760453-5 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 26 21:27:39.740441 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb9b9ea4-811a-431c-8ebb-b5547690222b req-dc4f8468-35be-412c-bf39-ff4373f0af99 tempest-ListImageFiltersTestJSON-206584430 tempest-ListImageFiltersTestJSON-206584430-project] No DVR routers for this DVR port 91f29fd8-6388-453d-9829-9a8fc59108e3 on host n-h1-760453-5 {{(pid=103304) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 26 21:27:39.743013 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-fb9b9ea4-811a-431c-8ebb-b5547690222b req-dc4f8468-35be-412c-bf39-ff4373f0af99 tempest-ListImageFiltersTestJSON-206584430 tempest-ListImageFiltersTestJSON-206584430-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:27:39.744437 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-4217a2ea-3d6a-4908-a3ba-e8020607b847 tempest-FloatingIPTestJSON-755675821 tempest-FloatingIPTestJSON-755675821-project] Publish callbacks [] for router_controller (c5ecfbfd-fee9-4b72-9070-7a72d95e51a4), precommit_add_association {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:27:39.746849 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-fb9b9ea4-811a-431c-8ebb-b5547690222b req-dc4f8468-35be-412c-bf39-ff4373f0af99 tempest-ListImageFiltersTestJSON-206584430 tempest-ListImageFiltersTestJSON-206584430-project] 10.222.0.66 "DELETE /v2.0/ports/91f29fd8-6388-453d-9829-9a8fc59108e3 HTTP/1.1" status: 204 len: 173 time: 0.5926530 Jan 26 21:27:39.747320 n-d-760453-5 neutron-server[103304]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b2054b9-c111-47ce-bd3a-a15958b5fddc', 'name': 'network-vif-deleted', 'tag': '91f29fd8-6388-453d-9829-9a8fc59108e3'}] {{(pid=103304) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 21:27:39.749862 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d52b45f1943fcd332af9527eb73ff93c8d715d44383a3f6d18de73b4cfcf87b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26eedb9d-623a-4a52-b070-291f8f7f0845" -d '{"events": [{"server_uuid": "4b2054b9-c111-47ce-bd3a-a15958b5fddc", "name": "network-vif-deleted", "tag": "91f29fd8-6388-453d-9829-9a8fc59108e3"}]}' {{(pid=103304) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 21:27:39.968800 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-4217a2ea-3d6a-4908-a3ba-e8020607b847 tempest-FloatingIPTestJSON-755675821 tempest-FloatingIPTestJSON-755675821-project] Publish callbacks [] for router_gateway (c5ecfbfd-fee9-4b72-9070-7a72d95e51a4), precommit_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:27:40.007607 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Jan 2022 21:27:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d37d0d83-9db9-47bb-bbc1-cbc9abfb42a7 x-openstack-request-id: req-d37d0d83-9db9-47bb-bbc1-cbc9abfb42a7 {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 21:27:40.008482 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b2054b9-c111-47ce-bd3a-a15958b5fddc", "name": "network-vif-deleted", "tag": "91f29fd8-6388-453d-9829-9a8fc59108e3", "status": "completed", "code": 200}]} {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 21:27:40.008893 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d37d0d83-9db9-47bb-bbc1-cbc9abfb42a7 {{(pid=103304) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 21:27:40.009590 n-d-760453-5 neutron-server[103304]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b2054b9-c111-47ce-bd3a-a15958b5fddc', 'name': 'network-vif-deleted', 'tag': '91f29fd8-6388-453d-9829-9a8fc59108e3', 'status': 'completed', 'code': 200} Jan 26 21:27:40.207886 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-4217a2ea-3d6a-4908-a3ba-e8020607b847 tempest-FloatingIPTestJSON-755675821 tempest-FloatingIPTestJSON-755675821-project] Publish callbacks [] for router_gateway (c5ecfbfd-fee9-4b72-9070-7a72d95e51a4), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:27:40.233199 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-4217a2ea-3d6a-4908-a3ba-e8020607b847 tempest-FloatingIPTestJSON-755675821 tempest-FloatingIPTestJSON-755675821-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:27:40.348598 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.db_base_plugin_common [None req-4217a2ea-3d6a-4908-a3ba-e8020607b847 tempest-FloatingIPTestJSON-755675821 tempest-FloatingIPTestJSON-755675821-project] Allocated IP 172.25.1.162 (4140a1f1-c93a-4bea-83a0-68953a54f299/e48251a1-e30d-4820-8396-00c6f6aeb601/bb023875-1668-4d60-a0bf-a9c67416763b) {{(pid=103305) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 21:27:40.460118 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-4217a2ea-3d6a-4908-a3ba-e8020607b847 tempest-FloatingIPTestJSON-755675821 tempest-FloatingIPTestJSON-755675821-project] Publish callbacks [] for port (bb023875-1668-4d60-a0bf-a9c67416763b), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:27:40.495317 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-4217a2ea-3d6a-4908-a3ba-e8020607b847 tempest-FloatingIPTestJSON-755675821 tempest-FloatingIPTestJSON-755675821-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746560234527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11791543'] for port (bb023875-1668-4d60-a0bf-a9c67416763b), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:27:40.532077 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4217a2ea-3d6a-4908-a3ba-e8020607b847 tempest-FloatingIPTestJSON-755675821 tempest-FloatingIPTestJSON-755675821-project] Network 4140a1f1-c93a-4bea-83a0-68953a54f299 is already hosted by enough agents. {{(pid=103305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 21:27:40.534983 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [None req-4217a2ea-3d6a-4908-a3ba-e8020607b847 tempest-FloatingIPTestJSON-755675821 tempest-FloatingIPTestJSON-755675821-project] Resources bound (agent type, host, resource id): {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:27:40.537459 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4217a2ea-3d6a-4908-a3ba-e8020607b847 tempest-FloatingIPTestJSON-755675821 tempest-FloatingIPTestJSON-755675821-project] Received port after_create {{(pid=103305) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 21:27:40.569454 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4217a2ea-3d6a-4908-a3ba-e8020607b847 tempest-FloatingIPTestJSON-755675821 tempest-FloatingIPTestJSON-755675821-project] Pushing event updated for resources: {'Port': ['ID=bb023875-1668-4d60-a0bf-a9c67416763b,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:27:40.814438 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-4217a2ea-3d6a-4908-a3ba-e8020607b847 tempest-FloatingIPTestJSON-755675821 tempest-FloatingIPTestJSON-755675821-project] Publish callbacks [] for router_gateway (c5ecfbfd-fee9-4b72-9070-7a72d95e51a4), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:27:41.310370 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 47936) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:27:41.441774 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-4217a2ea-3d6a-4908-a3ba-e8020607b847 tempest-FloatingIPTestJSON-755675821 tempest-FloatingIPTestJSON-755675821-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4105757', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4111263'] for router (c5ecfbfd-fee9-4b72-9070-7a72d95e51a4), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:27:41.446198 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-a09071fb-2deb-4f16-b2b0-149a879ff1aa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:27:41.540086 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-a09071fb-2deb-4f16-b2b0-149a879ff1aa admin admin] Publish callbacks [] for security_group (cd86f8ff-e6da-4f6c-a733-9b25a246cd0a), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:27:41.545848 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-a09071fb-2deb-4f16-b2b0-149a879ff1aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (cd86f8ff-e6da-4f6c-a733-9b25a246cd0a), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:27:41.592237 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-a09071fb-2deb-4f16-b2b0-149a879ff1aa admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=32f1c247de2547bfb1b53ef5ba192cb0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2797937 Jan 26 21:27:41.593322 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09071fb-2deb-4f16-b2b0-149a879ff1aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd86f8ff-e6da-4f6c-a733-9b25a246cd0a,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:27:41.595189 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 47954) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:27:41.602010 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a09071fb-2deb-4f16-b2b0-149a879ff1aa admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:27:41.602361 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a09071fb-2deb-4f16-b2b0-149a879ff1aa admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:27:41.603880 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a09071fb-2deb-4f16-b2b0-149a879ff1aa admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:27:41.603880 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a09071fb-2deb-4f16-b2b0-149a879ff1aa admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:27:41.604104 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a09071fb-2deb-4f16-b2b0-149a879ff1aa admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:27:41.604335 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a09071fb-2deb-4f16-b2b0-149a879ff1aa admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:27:41.604668 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a09071fb-2deb-4f16-b2b0-149a879ff1aa admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:27:41.604996 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a09071fb-2deb-4f16-b2b0-149a879ff1aa admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:27:41.605403 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a09071fb-2deb-4f16-b2b0-149a879ff1aa admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:27:41.605848 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a09071fb-2deb-4f16-b2b0-149a879ff1aa admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:27:41.606173 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a09071fb-2deb-4f16-b2b0-149a879ff1aa admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:27:41.606499 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a09071fb-2deb-4f16-b2b0-149a879ff1aa admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:27:41.606951 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a09071fb-2deb-4f16-b2b0-149a879ff1aa admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:27:41.677537 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-973421d8-4b64-4fc5-9b56-085795acdc80 admin admin] Publish callbacks [] for security_group (cd86f8ff-e6da-4f6c-a733-9b25a246cd0a), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:27:41.682994 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4217a2ea-3d6a-4908-a3ba-e8020607b847 tempest-FloatingIPTestJSON-755675821 tempest-FloatingIPTestJSON-755675821-project] Router c5ecfbfd-fee9-4b72-9070-7a72d95e51a4 is scheduled to L3 agent 09df100c-3af1-4b0a-bda8-05914c71c458 with binding_index 1 {{(pid=103305) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 26 21:27:41.712893 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-973421d8-4b64-4fc5-9b56-085795acdc80 admin admin] Publish callbacks [] for security_group (cd86f8ff-e6da-4f6c-a733-9b25a246cd0a), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:27:41.850626 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4217a2ea-3d6a-4908-a3ba-e8020607b847 tempest-FloatingIPTestJSON-755675821 tempest-FloatingIPTestJSON-755675821-project] Notify agent at l3_agent.n-d-760453-5 the message routers_updated {{(pid=103305) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 26 21:27:41.852654 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-973421d8-4b64-4fc5-9b56-085795acdc80 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (cd86f8ff-e6da-4f6c-a733-9b25a246cd0a), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:27:41.855896 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-973421d8-4b64-4fc5-9b56-085795acdc80 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:27:41.857547 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-973421d8-4b64-4fc5-9b56-085795acdc80 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/cd86f8ff-e6da-4f6c-a733-9b25a246cd0a HTTP/1.1" status: 204 len: 168 time: 0.2606783 Jan 26 21:27:41.866235 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1525dcea-e745-41a6-9278-bda6acc4d8a0 None None] Sync routers for ids ['c5ecfbfd-fee9-4b72-9070-7a72d95e51a4'] in n-d-760453-5 {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 26 21:27:41.880409 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1525dcea-e745-41a6-9278-bda6acc4d8a0 None None] Routers {'c5ecfbfd-fee9-4b72-9070-7a72d95e51a4'} bound to L3 agent in host n-d-760453-5 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 21:27:41.881029 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-1525dcea-e745-41a6-9278-bda6acc4d8a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-26T20:55:21Z,description=,heartbeat_timestamp=2022-01-26T21:27:21Z,host='n-d-760453-5',id=09df100c-3af1-4b0a-bda8-05914c71c458,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:55:21Z,topic='l3_agent')) {'router_ids': ['c5ecfbfd-fee9-4b72-9070-7a72d95e51a4'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:27:41.888680 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973421d8-4b64-4fc5-9b56-085795acdc80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd86f8ff-e6da-4f6c-a733-9b25a246cd0a,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:27:41.924024 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-4217a2ea-3d6a-4908-a3ba-e8020607b847 tempest-FloatingIPTestJSON-755675821 tempest-FloatingIPTestJSON-755675821-project] Publish callbacks [] for router (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:27:41.928544 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 47970) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:27:41.928897 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-4217a2ea-3d6a-4908-a3ba-e8020607b847 tempest-FloatingIPTestJSON-755675821 tempest-FloatingIPTestJSON-755675821-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 2.3043292 Jan 26 21:27:41.939900 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-1525dcea-e745-41a6-9278-bda6acc4d8a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760453-5', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:27:41.949476 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1525dcea-e745-41a6-9278-bda6acc4d8a0 None None] Routers {'c5ecfbfd-fee9-4b72-9070-7a72d95e51a4'} bound to L3 agent in host n-d-760453-5 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 21:27:41.950092 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-1525dcea-e745-41a6-9278-bda6acc4d8a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-26T20:55:21Z,description=,heartbeat_timestamp=2022-01-26T21:27:21Z,host='n-d-760453-5',id=09df100c-3af1-4b0a-bda8-05914c71c458,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:55:21Z,topic='l3_agent')) {'router_ids': ['c5ecfbfd-fee9-4b72-9070-7a72d95e51a4'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:27:41.983764 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-1525dcea-e745-41a6-9278-bda6acc4d8a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760453-5', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:27:41.984410 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1525dcea-e745-41a6-9278-bda6acc4d8a0 None None] The sync data for ids ['c5ecfbfd-fee9-4b72-9070-7a72d95e51a4'] in n-d-760453-5 is: [] {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 26 21:27:42.082325 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 47976) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:27:42.257155 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-4d6d08a1-5abb-4612-a008-7f5898c9637c admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=2d6200cf51b240f1818f7e869618215b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1729877 Jan 26 21:27:42.265420 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 47988) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:27:42.389208 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-fb0ea2dd-0519-4d46-961f-e21db13f2f80 admin admin] Publish callbacks [] for security_group (51fc43c7-3c5c-407b-a050-08d4b0d277fe), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:27:42.455109 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-fb0ea2dd-0519-4d46-961f-e21db13f2f80 admin admin] Publish callbacks [] for security_group (51fc43c7-3c5c-407b-a050-08d4b0d277fe), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:27:42.576520 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-fb0ea2dd-0519-4d46-961f-e21db13f2f80 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (51fc43c7-3c5c-407b-a050-08d4b0d277fe), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:27:42.579127 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-fb0ea2dd-0519-4d46-961f-e21db13f2f80 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:27:42.580258 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-fb0ea2dd-0519-4d46-961f-e21db13f2f80 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/51fc43c7-3c5c-407b-a050-08d4b0d277fe HTTP/1.1" status: 204 len: 168 time: 0.3137076 Jan 26 21:27:42.591432 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0ea2dd-0519-4d46-961f-e21db13f2f80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51fc43c7-3c5c-407b-a050-08d4b0d277fe,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:27:42.639600 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-4e3727bc-c872-4727-b05a-bf52c8135320 tempest-FloatingIPTestJSON-755675821 tempest-FloatingIPTestJSON-755675821-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:27:42.664808 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 48004) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:27:42.880928 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-79d9c3b6-e3d4-4fbb-91da-3f7c67f161b5 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1560492355-network', 'tenant_id': 'b78edeb42cf744f58efd2282d49d9504'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:27:42.902316 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79d9c3b6-e3d4-4fbb-91da-3f7c67f161b5 admin admin] Made reservation on behalf of b78edeb42cf744f58efd2282d49d9504 for: {'network': 1} {{(pid=103305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 21:27:42.904998 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-79d9c3b6-e3d4-4fbb-91da-3f7c67f161b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for network (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:27:42.913847 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-79d9c3b6-e3d4-4fbb-91da-3f7c67f161b5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:27:42.938495 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.db_base_plugin_common [None req-4e3727bc-c872-4727-b05a-bf52c8135320 tempest-FloatingIPTestJSON-755675821 tempest-FloatingIPTestJSON-755675821-project] Allocated IP 172.20.0.1 (1e3f1980-5ca2-4a99-a3b9-79275d66ef13/680fc271-75bc-4b9f-9945-03c2fedab0b6/6372c0fa-e853-4ddf-be1e-20d16603e564) {{(pid=103304) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 21:27:43.001530 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-79d9c3b6-e3d4-4fbb-91da-3f7c67f161b5 admin admin] Publish callbacks [] for security_group (5f282f4d-78b2-4183-9368-bb07e90bd880), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:27:43.006774 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-79d9c3b6-e3d4-4fbb-91da-3f7c67f161b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (5f282f4d-78b2-4183-9368-bb07e90bd880), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:27:43.031640 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-79d9c3b6-e3d4-4fbb-91da-3f7c67f161b5 admin admin] vlan segment allocate from pool success with {'vlan_id': 570, 'physical_network': 'physnet1'} {{(pid=103305) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 26 21:27:43.047206 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d9c3b6-e3d4-4fbb-91da-3f7c67f161b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f282f4d-78b2-4183-9368-bb07e90bd880,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:27:43.059159 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-79d9c3b6-e3d4-4fbb-91da-3f7c67f161b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576559'] for segment (58239c6a-8068-4b38-a84c-a977346e3eb7), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:27:43.060244 n-d-760453-5 neutron-server[103305]: INFO neutron.db.segments_db [None req-79d9c3b6-e3d4-4fbb-91da-3f7c67f161b5 admin admin] Added segment 58239c6a-8068-4b38-a84c-a977346e3eb7 of type vlan for network 0d77ed94-b67e-4013-88db-3d1093c790e2 Jan 26 21:27:43.080937 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-4e3727bc-c872-4727-b05a-bf52c8135320 tempest-FloatingIPTestJSON-755675821 tempest-FloatingIPTestJSON-755675821-project] Publish callbacks [] for port (6372c0fa-e853-4ddf-be1e-20d16603e564), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:27:43.115163 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-79d9c3b6-e3d4-4fbb-91da-3f7c67f161b5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746560256871'] for network (0d77ed94-b67e-4013-88db-3d1093c790e2), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:27:43.121779 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-4e3727bc-c872-4727-b05a-bf52c8135320 tempest-FloatingIPTestJSON-755675821 tempest-FloatingIPTestJSON-755675821-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746560234527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9281553'] for port (6372c0fa-e853-4ddf-be1e-20d16603e564), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:27:43.145876 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-79d9c3b6-e3d4-4fbb-91da-3f7c67f161b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503'] for network (0d77ed94-b67e-4013-88db-3d1093c790e2), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:27:43.147706 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79d9c3b6-e3d4-4fbb-91da-3f7c67f161b5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:27:43.148406 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-79d9c3b6-e3d4-4fbb-91da-3f7c67f161b5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709645'] for network (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:27:43.166273 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e3727bc-c872-4727-b05a-bf52c8135320 tempest-FloatingIPTestJSON-755675821 tempest-FloatingIPTestJSON-755675821-project] Network 1e3f1980-5ca2-4a99-a3b9-79275d66ef13 is already hosted by enough agents. {{(pid=103304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 21:27:43.170124 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [None req-4e3727bc-c872-4727-b05a-bf52c8135320 tempest-FloatingIPTestJSON-755675821 tempest-FloatingIPTestJSON-755675821-project] Resources bound (agent type, host, resource id): {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:27:43.174256 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e3727bc-c872-4727-b05a-bf52c8135320 tempest-FloatingIPTestJSON-755675821 tempest-FloatingIPTestJSON-755675821-project] Received port after_create {{(pid=103304) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 21:27:43.217986 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3727bc-c872-4727-b05a-bf52c8135320 tempest-FloatingIPTestJSON-755675821 tempest-FloatingIPTestJSON-755675821-project] Pushing event updated for resources: {'Port': ['ID=6372c0fa-e853-4ddf-be1e-20d16603e564,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:27:43.244790 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-4e3727bc-c872-4727-b05a-bf52c8135320 tempest-FloatingIPTestJSON-755675821 tempest-FloatingIPTestJSON-755675821-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4111050'] for router_interface (c5ecfbfd-fee9-4b72-9070-7a72d95e51a4), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:27:43.260075 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-79d9c3b6-e3d4-4fbb-91da-3f7c67f161b5 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5940571 Jan 26 21:27:43.267195 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 48028) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:27:43.273504 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-4ba98368-f47d-4c72-9673-cac92d30197c admin admin] Request body: {'subnet': {'network_id': '0d77ed94-b67e-4013-88db-3d1093c790e2', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1560492355-subnet', 'tenant_id': 'b78edeb42cf744f58efd2282d49d9504', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:27:43.304043 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d9c3b6-e3d4-4fbb-91da-3f7c67f161b5 admin admin] Pushing event updated for resources: {'Network': ['ID=0d77ed94-b67e-4013-88db-3d1093c790e2,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:27:43.318568 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79d9c3b6-e3d4-4fbb-91da-3f7c67f161b5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:27:43.318929 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79d9c3b6-e3d4-4fbb-91da-3f7c67f161b5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:27:43.319258 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79d9c3b6-e3d4-4fbb-91da-3f7c67f161b5 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:27:43.319588 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79d9c3b6-e3d4-4fbb-91da-3f7c67f161b5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:27:43.320226 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79d9c3b6-e3d4-4fbb-91da-3f7c67f161b5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:27:43.320345 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79d9c3b6-e3d4-4fbb-91da-3f7c67f161b5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:27:43.320600 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79d9c3b6-e3d4-4fbb-91da-3f7c67f161b5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:27:43.320927 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79d9c3b6-e3d4-4fbb-91da-3f7c67f161b5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:27:43.321634 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79d9c3b6-e3d4-4fbb-91da-3f7c67f161b5 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:27:43.322039 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79d9c3b6-e3d4-4fbb-91da-3f7c67f161b5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:27:43.322372 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79d9c3b6-e3d4-4fbb-91da-3f7c67f161b5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:27:43.322696 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79d9c3b6-e3d4-4fbb-91da-3f7c67f161b5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:27:43.323082 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79d9c3b6-e3d4-4fbb-91da-3f7c67f161b5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:27:43.328733 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ba98368-f47d-4c72-9673-cac92d30197c admin admin] Made reservation on behalf of b78edeb42cf744f58efd2282d49d9504 for: {'subnet': 1} {{(pid=103305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 21:27:43.331370 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-4ba98368-f47d-4c72-9673-cac92d30197c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11599953'] for subnet (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:27:43.341049 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Network 0d77ed94-b67e-4013-88db-3d1093c790e2 details requested by agent ovs-agent-n-d-760453-5 with host n-d-760453-5 {{(pid=103306) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 26 21:27:43.487558 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-4e3727bc-c872-4727-b05a-bf52c8135320 tempest-FloatingIPTestJSON-755675821 tempest-FloatingIPTestJSON-755675821-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (6372c0fa-e853-4ddf-be1e-20d16603e564), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:27:43.535150 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 48036) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:27:43.572215 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-4ba98368-f47d-4c72-9673-cac92d30197c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11788839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11599975'] for subnet (73ddce39-4a15-4bab-babe-261ad6eda790), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:27:43.642780 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba98368-f47d-4c72-9673-cac92d30197c admin admin] Pushing event updated for resources: {'Subnet': ['ID=73ddce39-4a15-4bab-babe-261ad6eda790,revision_number=0']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:27:43.647938 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ba98368-f47d-4c72-9673-cac92d30197c admin admin] Checking segment: {'id': '58239c6a-8068-4b38-a84c-a977346e3eb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '0d77ed94-b67e-4013-88db-3d1093c790e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103305) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 21:27:43.648135 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ba98368-f47d-4c72-9673-cac92d30197c admin admin] Network hostable DHCP agents. Network: 0d77ed94-b67e-4013-88db-3d1093c790e2, hostable agents: ['474ccdf7-ab6c-405b-a3b2-dc7b05829902'], hosted agents: [] {{(pid=103305) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 26 21:27:43.667636 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Device 91f29fd8-6388-453d-9829-9a8fc59108e3 no longer exists at agent hyperv_n-h1-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 26 21:27:43.670241 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ba98368-f47d-4c72-9673-cac92d30197c admin admin] Network 0d77ed94-b67e-4013-88db-3d1093c790e2 is scheduled to be hosted by DHCP agent 474ccdf7-ab6c-405b-a3b2-dc7b05829902 with binding_index 1 {{(pid=103305) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 26 21:27:43.693097 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [None req-4ba98368-f47d-4c72-9673-cac92d30197c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760453-5, 0d77ed94-b67e-4013-88db-3d1093c790e2) {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:27:43.701009 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ba98368-f47d-4c72-9673-cac92d30197c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:27:43.703927 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-4ba98368-f47d-4c72-9673-cac92d30197c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709645'] for subnet (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:27:43.715379 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e45e6aee-bd66-46ac-922f-19d62a7e011d None None] Network 0d77ed94-b67e-4013-88db-3d1093c790e2 requested from n-d-760453-5 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 26 21:27:43.721143 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] No Port match for: 91f29fd8-6388-453d-9829-9a8fc59108e3 {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 26 21:27:43.721598 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Device 91f29fd8-6388-453d-9829-9a8fc59108e3 not bound to the agent host n-h1-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 26 21:27:43.738050 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-4ba98368-f47d-4c72-9673-cac92d30197c admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4694970 Jan 26 21:27:43.798738 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-73170f77-a491-4556-aab4-0fb3e898705f admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-60372698-network', 'tenant_id': 'ec177d36615b4624a9959f68ea3c49ca'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:27:43.830402 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73170f77-a491-4556-aab4-0fb3e898705f admin admin] Made reservation on behalf of ec177d36615b4624a9959f68ea3c49ca for: {'network': 1} {{(pid=103305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 21:27:43.834532 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-73170f77-a491-4556-aab4-0fb3e898705f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for network (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:27:43.849757 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-73170f77-a491-4556-aab4-0fb3e898705f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:27:43.869796 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3fdc174-6ec3-4ffd-a320-6b29afa3cf45 None None] Network 0d77ed94-b67e-4013-88db-3d1093c790e2 requested from n-d-760453-5 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 26 21:27:43.870893 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd034424-c86b-4120-89f2-61e96205b14e req-166aec3e-4bdc-4db1-b2c1-eb4b008c8ecd tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:27:43.876300 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd034424-c86b-4120-89f2-61e96205b14e req-166aec3e-4bdc-4db1-b2c1-eb4b008c8ecd tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:27:43.881845 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd034424-c86b-4120-89f2-61e96205b14e req-166aec3e-4bdc-4db1-b2c1-eb4b008c8ecd tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:27:43.888167 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd034424-c86b-4120-89f2-61e96205b14e req-166aec3e-4bdc-4db1-b2c1-eb4b008c8ecd tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:27:43.893651 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd034424-c86b-4120-89f2-61e96205b14e req-166aec3e-4bdc-4db1-b2c1-eb4b008c8ecd tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:27:43.899686 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd034424-c86b-4120-89f2-61e96205b14e req-166aec3e-4bdc-4db1-b2c1-eb4b008c8ecd tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:27:43.906119 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd034424-c86b-4120-89f2-61e96205b14e req-166aec3e-4bdc-4db1-b2c1-eb4b008c8ecd tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:27:43.914247 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-dd034424-c86b-4120-89f2-61e96205b14e req-166aec3e-4bdc-4db1-b2c1-eb4b008c8ecd tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca795481-031c-48ac-925f-00596ed83bb9 HTTP/1.1" status: 200 len: 5445 time: 0.1379840 Jan 26 21:27:43.970381 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-73170f77-a491-4556-aab4-0fb3e898705f admin admin] Publish callbacks [] for security_group (50a077d8-1b63-4963-b389-7d3284ea7d06), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:27:43.976858 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-73170f77-a491-4556-aab4-0fb3e898705f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (50a077d8-1b63-4963-b389-7d3284ea7d06), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:27:43.992702 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-73170f77-a491-4556-aab4-0fb3e898705f admin admin] vlan segment allocate from pool success with {'vlan_id': 572, 'physical_network': 'physnet1'} {{(pid=103305) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 26 21:27:44.002601 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-4e3727bc-c872-4727-b05a-bf52c8135320 tempest-FloatingIPTestJSON-755675821 tempest-FloatingIPTestJSON-755675821-project] Publish callbacks [] for port (6372c0fa-e853-4ddf-be1e-20d16603e564), precommit_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:27:44.017658 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-dd034424-c86b-4120-89f2-61e96205b14e req-0279bd61-e9b0-41e5-9c87-0fedfbc94971 tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] 10.222.0.13 "GET /v2.0/security-groups?id=cfb1b9fe-a4df-4bbd-b439-103a9aa84b57&id=4949e7fd-e987-466a-ab17-ed5ae28a32c1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1017714 Jan 26 21:27:44.020883 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-4e3727bc-c872-4727-b05a-bf52c8135320 tempest-FloatingIPTestJSON-755675821 tempest-FloatingIPTestJSON-755675821-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9281542'] for port (6372c0fa-e853-4ddf-be1e-20d16603e564), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:27:44.034357 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-73170f77-a491-4556-aab4-0fb3e898705f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576559'] for segment (64fcf19e-d8c4-494a-a2e7-d4a08d4b0641), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:27:44.034907 n-d-760453-5 neutron-server[103305]: INFO neutron.db.segments_db [None req-73170f77-a491-4556-aab4-0fb3e898705f admin admin] Added segment 64fcf19e-d8c4-494a-a2e7-d4a08d4b0641 of type vlan for network 02122a10-4175-495f-8cc0-81e28431e82d Jan 26 21:27:44.047077 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73170f77-a491-4556-aab4-0fb3e898705f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50a077d8-1b63-4963-b389-7d3284ea7d06,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:27:44.083520 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-73170f77-a491-4556-aab4-0fb3e898705f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746560256871'] for network (02122a10-4175-495f-8cc0-81e28431e82d), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:27:44.109483 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-4e3727bc-c872-4727-b05a-bf52c8135320 tempest-FloatingIPTestJSON-755675821 tempest-FloatingIPTestJSON-755675821-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3709457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4110682'] for router_interface (c5ecfbfd-fee9-4b72-9070-7a72d95e51a4), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:27:44.111283 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3727bc-c872-4727-b05a-bf52c8135320 tempest-FloatingIPTestJSON-755675821 tempest-FloatingIPTestJSON-755675821-project] Pushing event updated for resources: {'Port': ['ID=6372c0fa-e853-4ddf-be1e-20d16603e564,revision_number=2']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:27:44.111685 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-73170f77-a491-4556-aab4-0fb3e898705f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503'] for network (02122a10-4175-495f-8cc0-81e28431e82d), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:27:44.113006 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73170f77-a491-4556-aab4-0fb3e898705f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:27:44.114337 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-73170f77-a491-4556-aab4-0fb3e898705f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709645'] for network (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:27:44.212344 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-73170f77-a491-4556-aab4-0fb3e898705f admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 0.6757932 Jan 26 21:27:44.214332 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73170f77-a491-4556-aab4-0fb3e898705f admin admin] Pushing event updated for resources: {'Network': ['ID=02122a10-4175-495f-8cc0-81e28431e82d,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:27:44.217088 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 48048) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:27:44.222952 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-458cfc43-3507-45b0-905d-a8b9020f4211 admin admin] Request body: {'subnet': {'network_id': '02122a10-4175-495f-8cc0-81e28431e82d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-60372698-subnet', 'tenant_id': 'ec177d36615b4624a9959f68ea3c49ca', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:27:44.229884 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Network 02122a10-4175-495f-8cc0-81e28431e82d details requested by agent ovs-agent-n-d-760453-5 with host n-d-760453-5 {{(pid=103306) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 26 21:27:44.267049 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-458cfc43-3507-45b0-905d-a8b9020f4211 admin admin] Made reservation on behalf of ec177d36615b4624a9959f68ea3c49ca for: {'subnet': 1} {{(pid=103305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 21:27:44.273534 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-458cfc43-3507-45b0-905d-a8b9020f4211 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11599953'] for subnet (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:27:44.561864 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e3727bc-c872-4727-b05a-bf52c8135320 tempest-FloatingIPTestJSON-755675821 tempest-FloatingIPTestJSON-755675821-project] Network 1e3f1980-5ca2-4a99-a3b9-79275d66ef13 is already hosted by enough agents. {{(pid=103304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 21:27:44.564180 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [None req-4e3727bc-c872-4727-b05a-bf52c8135320 tempest-FloatingIPTestJSON-755675821 tempest-FloatingIPTestJSON-755675821-project] Resources bound (agent type, host, resource id): {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:27:44.567310 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-458cfc43-3507-45b0-905d-a8b9020f4211 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11788839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11599975'] for subnet (7585cddc-8bd2-40da-99aa-e3973041ec4e), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:27:44.628211 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458cfc43-3507-45b0-905d-a8b9020f4211 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7585cddc-8bd2-40da-99aa-e3973041ec4e,revision_number=0']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:27:44.637314 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-458cfc43-3507-45b0-905d-a8b9020f4211 admin admin] Checking segment: {'id': '64fcf19e-d8c4-494a-a2e7-d4a08d4b0641', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '02122a10-4175-495f-8cc0-81e28431e82d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103305) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 21:27:44.637641 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-458cfc43-3507-45b0-905d-a8b9020f4211 admin admin] Network hostable DHCP agents. Network: 02122a10-4175-495f-8cc0-81e28431e82d, hostable agents: ['474ccdf7-ab6c-405b-a3b2-dc7b05829902'], hosted agents: [] {{(pid=103305) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 26 21:27:44.656088 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-458cfc43-3507-45b0-905d-a8b9020f4211 admin admin] Network 02122a10-4175-495f-8cc0-81e28431e82d is scheduled to be hosted by DHCP agent 474ccdf7-ab6c-405b-a3b2-dc7b05829902 with binding_index 1 {{(pid=103305) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 26 21:27:44.667536 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [None req-458cfc43-3507-45b0-905d-a8b9020f4211 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760453-5, 02122a10-4175-495f-8cc0-81e28431e82d) {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:27:44.674851 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-458cfc43-3507-45b0-905d-a8b9020f4211 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:27:44.675632 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-458cfc43-3507-45b0-905d-a8b9020f4211 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709645'] for subnet (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:27:44.676727 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f7fcaf5-2e07-40e5-a568-d740dc5863f3 None None] Network 02122a10-4175-495f-8cc0-81e28431e82d requested from n-d-760453-5 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 26 21:27:44.700237 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-458cfc43-3507-45b0-905d-a8b9020f4211 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 0.4795899 Jan 26 21:27:44.700581 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 48060) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:27:44.706298 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-936975f9-2354-4497-9674-38f5330ac522 admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-60372698-router', 'tenant_id': 'ec177d36615b4624a9959f68ea3c49ca', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299'}}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:27:44.708865 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e3727bc-c872-4727-b05a-bf52c8135320 tempest-FloatingIPTestJSON-755675821 tempest-FloatingIPTestJSON-755675821-project] Router c5ecfbfd-fee9-4b72-9070-7a72d95e51a4 has already been hosted by L3 agent 09df100c-3af1-4b0a-bda8-05914c71c458 {{(pid=103304) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 26 21:27:44.731294 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-936975f9-2354-4497-9674-38f5330ac522 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4104596', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13108'] for router (8eb58fbf-0428-4c48-a28b-f93fda1b012b), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:27:44.732689 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-936975f9-2354-4497-9674-38f5330ac522 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4105828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4111306', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3733576', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13069'] for router (8eb58fbf-0428-4c48-a28b-f93fda1b012b), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:27:44.799176 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-936975f9-2354-4497-9674-38f5330ac522 admin admin] Publish callbacks [] for router_controller (8eb58fbf-0428-4c48-a28b-f93fda1b012b), precommit_add_association {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:27:44.818070 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3235aee-0abe-4c64-bd70-cc7bafddff8a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3c4099e8-8ffb-51d1-af7f-5868973e933f-02122a10-4175-495f-8cc0-81e28431e82d', 'network_id': '02122a10-4175-495f-8cc0-81e28431e82d', 'project_id': 'ec177d36615b4624a9959f68ea3c49ca', 'fixed_ips': [{'subnet_id': '7585cddc-8bd2-40da-99aa-e3973041ec4e'}]}} from n-d-760453-5. {{(pid=103306) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 26 21:27:44.819111 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-f3235aee-0abe-4c64-bd70-cc7bafddff8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (None), before_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:27:44.852755 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e3727bc-c872-4727-b05a-bf52c8135320 tempest-FloatingIPTestJSON-755675821 tempest-FloatingIPTestJSON-755675821-project] Notify agent at l3_agent.n-d-760453-5 the message routers_updated {{(pid=103304) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 26 21:27:44.860480 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-4e3727bc-c872-4727-b05a-bf52c8135320 tempest-FloatingIPTestJSON-755675821 tempest-FloatingIPTestJSON-755675821-project] 10.222.0.13 "PUT /v2.0/routers/c5ecfbfd-fee9-4b72-9070-7a72d95e51a4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9274487 Jan 26 21:27:44.862980 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 48062) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:27:44.873824 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-024aea35-03c9-40d5-ace9-65438d34cb18 tempest-FloatingIPTestJSON-755675821 tempest-FloatingIPTestJSON-755675821-project] Request body: {'port': {'network_id': '1e3f1980-5ca2-4a99-a3b9-79275d66ef13', 'name': 'tempest-FloatingIPTestJSON-1943158920'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:27:44.936807 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93e0df5a-f9a6-4ee3-8b57-68caa431d5aa None None] Sync routers for ids ['c5ecfbfd-fee9-4b72-9070-7a72d95e51a4'] in n-d-760453-5 {{(pid=103306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 26 21:27:44.963648 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93e0df5a-f9a6-4ee3-8b57-68caa431d5aa None None] Routers {'c5ecfbfd-fee9-4b72-9070-7a72d95e51a4'} bound to L3 agent in host n-d-760453-5 {{(pid=103306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 21:27:44.963982 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-936975f9-2354-4497-9674-38f5330ac522 admin admin] Publish callbacks [] for router_gateway (8eb58fbf-0428-4c48-a28b-f93fda1b012b), precommit_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:27:44.964401 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-93e0df5a-f9a6-4ee3-8b57-68caa431d5aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-26T20:55:21Z,description=,heartbeat_timestamp=2022-01-26T21:27:21Z,host='n-d-760453-5',id=09df100c-3af1-4b0a-bda8-05914c71c458,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:55:21Z,topic='l3_agent')) {'router_ids': ['c5ecfbfd-fee9-4b72-9070-7a72d95e51a4'], 'active': True} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:27:45.005757 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-024aea35-03c9-40d5-ace9-65438d34cb18 tempest-FloatingIPTestJSON-755675821 tempest-FloatingIPTestJSON-755675821-project] Made reservation on behalf of 48d7f55ad7394a9ebbf9716baaad9095 for: {'port': 1} {{(pid=103304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 21:27:45.009754 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-024aea35-03c9-40d5-ace9-65438d34cb18 tempest-FloatingIPTestJSON-755675821 tempest-FloatingIPTestJSON-755675821-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:27:45.015675 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-93e0df5a-f9a6-4ee3-8b57-68caa431d5aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760453-5', False) {} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:27:45.031188 n-d-760453-5 neutron-server[103304]: DEBUG neutron.notifiers.nova [None req-024aea35-03c9-40d5-ace9-65438d34cb18 tempest-FloatingIPTestJSON-755675821 tempest-FloatingIPTestJSON-755675821-project] device_id is not set on port 6d8dca69-085d-462f-86d0-5f328d62bace yet. {{(pid=103304) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 26 21:27:45.064950 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93e0df5a-f9a6-4ee3-8b57-68caa431d5aa None None] Routers {'c5ecfbfd-fee9-4b72-9070-7a72d95e51a4'} bound to L3 agent in host n-d-760453-5 {{(pid=103306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 21:27:45.065855 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-93e0df5a-f9a6-4ee3-8b57-68caa431d5aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-26T20:55:21Z,description=,heartbeat_timestamp=2022-01-26T21:27:21Z,host='n-d-760453-5',id=09df100c-3af1-4b0a-bda8-05914c71c458,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:55:21Z,topic='l3_agent')) {'router_ids': ['c5ecfbfd-fee9-4b72-9070-7a72d95e51a4'], 'active': True} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:27:45.107747 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-93e0df5a-f9a6-4ee3-8b57-68caa431d5aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760453-5', False) {} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:27:45.108910 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93e0df5a-f9a6-4ee3-8b57-68caa431d5aa None None] The sync data for ids ['c5ecfbfd-fee9-4b72-9070-7a72d95e51a4'] in n-d-760453-5 is: [] {{(pid=103306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 26 21:27:45.117198 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.db_base_plugin_common [None req-f3235aee-0abe-4c64-bd70-cc7bafddff8a None None] Allocated IP 172.20.0.2 (02122a10-4175-495f-8cc0-81e28431e82d/7585cddc-8bd2-40da-99aa-e3973041ec4e/0a23f8f3-87eb-4adf-8a77-34fe8b1b856f) {{(pid=103306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 21:27:45.234196 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-936975f9-2354-4497-9674-38f5330ac522 admin admin] Publish callbacks [] for router_gateway (8eb58fbf-0428-4c48-a28b-f93fda1b012b), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:27:45.258296 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-936975f9-2354-4497-9674-38f5330ac522 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:27:45.266165 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c47386-0165-4d6e-9037-7bfb519d4dea req-ba6daea5-4e79-437f-8c19-6a5052b860a6 tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:27:45.271749 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c47386-0165-4d6e-9037-7bfb519d4dea req-ba6daea5-4e79-437f-8c19-6a5052b860a6 tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:27:45.277607 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c47386-0165-4d6e-9037-7bfb519d4dea req-ba6daea5-4e79-437f-8c19-6a5052b860a6 tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:27:45.283046 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c47386-0165-4d6e-9037-7bfb519d4dea req-ba6daea5-4e79-437f-8c19-6a5052b860a6 tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:27:45.288402 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c47386-0165-4d6e-9037-7bfb519d4dea req-ba6daea5-4e79-437f-8c19-6a5052b860a6 tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:27:45.294343 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c47386-0165-4d6e-9037-7bfb519d4dea req-ba6daea5-4e79-437f-8c19-6a5052b860a6 tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:27:45.299610 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c47386-0165-4d6e-9037-7bfb519d4dea req-ba6daea5-4e79-437f-8c19-6a5052b860a6 tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:27:45.301615 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-78c47386-0165-4d6e-9037-7bfb519d4dea req-ba6daea5-4e79-437f-8c19-6a5052b860a6 tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca795481-031c-48ac-925f-00596ed83bb9 HTTP/1.1" status: 200 len: 5445 time: 0.1737456 Jan 26 21:27:45.303650 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-f3235aee-0abe-4c64-bd70-cc7bafddff8a None None] Publish callbacks [] for port (0a23f8f3-87eb-4adf-8a77-34fe8b1b856f), precommit_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:27:45.309791 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.db_base_plugin_common [None req-024aea35-03c9-40d5-ace9-65438d34cb18 tempest-FloatingIPTestJSON-755675821 tempest-FloatingIPTestJSON-755675821-project] Allocated IP 172.20.0.6 (1e3f1980-5ca2-4a99-a3b9-79275d66ef13/680fc271-75bc-4b9f-9945-03c2fedab0b6/6d8dca69-085d-462f-86d0-5f328d62bace) {{(pid=103304) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 21:27:45.312886 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-f3235aee-0abe-4c64-bd70-cc7bafddff8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746560234527'] for port (0a23f8f3-87eb-4adf-8a77-34fe8b1b856f), after_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:27:45.352725 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687e9e7a-5006-4787-bb44-6076ae706cdc req-42b8df28-5874-4996-ab0a-c3138c46867c tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:27:45.358183 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687e9e7a-5006-4787-bb44-6076ae706cdc req-42b8df28-5874-4996-ab0a-c3138c46867c tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:27:45.363477 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687e9e7a-5006-4787-bb44-6076ae706cdc req-42b8df28-5874-4996-ab0a-c3138c46867c tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:27:45.367788 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3235aee-0abe-4c64-bd70-cc7bafddff8a None None] Pushing event updated for resources: {'Port': ['ID=0a23f8f3-87eb-4adf-8a77-34fe8b1b856f,revision_number=1']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:27:45.368915 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687e9e7a-5006-4787-bb44-6076ae706cdc req-42b8df28-5874-4996-ab0a-c3138c46867c tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:27:45.374437 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687e9e7a-5006-4787-bb44-6076ae706cdc req-42b8df28-5874-4996-ab0a-c3138c46867c tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:27:45.379245 n-d-760453-5 neutron-server[103306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3235aee-0abe-4c64-bd70-cc7bafddff8a None None] Network 02122a10-4175-495f-8cc0-81e28431e82d is already hosted by enough agents. {{(pid=103306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 21:27:45.379998 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687e9e7a-5006-4787-bb44-6076ae706cdc req-42b8df28-5874-4996-ab0a-c3138c46867c tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:27:45.381312 n-d-760453-5 neutron-server[103306]: DEBUG neutron.scheduler.base_scheduler [None req-f3235aee-0abe-4c64-bd70-cc7bafddff8a None None] Resources bound (agent type, host, resource id): {{(pid=103306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:27:45.386088 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687e9e7a-5006-4787-bb44-6076ae706cdc req-42b8df28-5874-4996-ab0a-c3138c46867c tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:27:45.388050 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-687e9e7a-5006-4787-bb44-6076ae706cdc req-42b8df28-5874-4996-ab0a-c3138c46867c tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] 10.222.0.66 "GET /v2.0/ports?device_id=ca795481-031c-48ac-925f-00596ed83bb9 HTTP/1.1" status: 200 len: 5445 time: 0.2000897 Jan 26 21:27:45.392400 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3235aee-0abe-4c64-bd70-cc7bafddff8a None None] Received port after_create {{(pid=103306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 21:27:45.415432 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.db_base_plugin_common [None req-936975f9-2354-4497-9674-38f5330ac522 admin admin] Allocated IP 172.25.1.121 (4140a1f1-c93a-4bea-83a0-68953a54f299/e48251a1-e30d-4820-8396-00c6f6aeb601/ac720063-0b2c-4c54-b677-d9870e1ecc17) {{(pid=103305) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 21:27:45.470664 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-f3235aee-0abe-4c64-bd70-cc7bafddff8a None None] Attempting to bind port 0a23f8f3-87eb-4adf-8a77-34fe8b1b856f on host n-d-760453-5 for vnic_type normal with profile {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 21:27:45.471033 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-f3235aee-0abe-4c64-bd70-cc7bafddff8a None None] Attempting to bind port 0a23f8f3-87eb-4adf-8a77-34fe8b1b856f by drivers openvswitch,hyperv on host n-d-760453-5 at level 0 using segments [{'id': '64fcf19e-d8c4-494a-a2e7-d4a08d4b0641', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '02122a10-4175-495f-8cc0-81e28431e82d'}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 26 21:27:45.471407 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3235aee-0abe-4c64-bd70-cc7bafddff8a None None] Attempting to bind port 0a23f8f3-87eb-4adf-8a77-34fe8b1b856f on network 02122a10-4175-495f-8cc0-81e28431e82d {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 21:27:45.478309 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3235aee-0abe-4c64-bd70-cc7bafddff8a None None] Checking agent: {'id': 'fea0591a-627d-4c87-9a9a-01625ddf3277', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760453-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 20, 55, 25), 'started_at': datetime.datetime(2022, 1, 26, 20, 55, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 21, 27, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760453-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 26 21:27:45.478536 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3235aee-0abe-4c64-bd70-cc7bafddff8a None None] Checking segment: {'id': '64fcf19e-d8c4-494a-a2e7-d4a08d4b0641', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '02122a10-4175-495f-8cc0-81e28431e82d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 21:27:45.478954 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-f3235aee-0abe-4c64-bd70-cc7bafddff8a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:27:45.479347 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3235aee-0abe-4c64-bd70-cc7bafddff8a None None] Bound using segment: {'id': '64fcf19e-d8c4-494a-a2e7-d4a08d4b0641', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '02122a10-4175-495f-8cc0-81e28431e82d'} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 26 21:27:45.479824 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-78c47386-0165-4d6e-9037-7bfb519d4dea req-4b339db0-bcc3-4514-8691-dbf78e610771 tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] 10.222.0.13 "GET /v2.0/security-groups?id=cfb1b9fe-a4df-4bbd-b439-103a9aa84b57&id=4949e7fd-e987-466a-ab17-ed5ae28a32c1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1674774 Jan 26 21:27:45.479947 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-f3235aee-0abe-4c64-bd70-cc7bafddff8a None None] Bound port: 0a23f8f3-87eb-4adf-8a77-34fe8b1b856f, host: n-d-760453-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64fcf19e-d8c4-494a-a2e7-d4a08d4b0641', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '02122a10-4175-495f-8cc0-81e28431e82d'}}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 26 21:27:45.480206 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-f3235aee-0abe-4c64-bd70-cc7bafddff8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (0a23f8f3-87eb-4adf-8a77-34fe8b1b856f), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:27:45.482746 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687e9e7a-5006-4787-bb44-6076ae706cdc req-96b243c5-0bc3-4a52-bdbe-eb18fc91b53a tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:27:45.484066 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-687e9e7a-5006-4787-bb44-6076ae706cdc req-96b243c5-0bc3-4a52-bdbe-eb18fc91b53a tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] 10.222.0.66 "GET /v2.0/ports/855d117c-7e61-48ea-aea1-a4cc8811f046?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0895669 Jan 26 21:27:45.580805 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-f3235aee-0abe-4c64-bd70-cc7bafddff8a None None] For port 0a23f8f3-87eb-4adf-8a77-34fe8b1b856f, host n-d-760453-5, cleared binding levels {{(pid=103306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 26 21:27:45.591607 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-f3235aee-0abe-4c64-bd70-cc7bafddff8a None None] For port 0a23f8f3-87eb-4adf-8a77-34fe8b1b856f, host n-d-760453-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=0a23f8f3-87eb-4adf-8a77-34fe8b1b856f,segment=NetworkSegment(64fcf19e-d8c4-494a-a2e7-d4a08d4b0641),segment_id=64fcf19e-d8c4-494a-a2e7-d4a08d4b0641)] {{(pid=103306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 26 21:27:45.602855 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-f3235aee-0abe-4c64-bd70-cc7bafddff8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (0a23f8f3-87eb-4adf-8a77-34fe8b1b856f), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:27:45.661136 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-936975f9-2354-4497-9674-38f5330ac522 admin admin] Publish callbacks [] for port (ac720063-0b2c-4c54-b677-d9870e1ecc17), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:27:45.691761 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3235aee-0abe-4c64-bd70-cc7bafddff8a None None] Pushing event updated for resources: {'Port': ['ID=0a23f8f3-87eb-4adf-8a77-34fe8b1b856f,revision_number=2']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:27:45.706400 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-687e9e7a-5006-4787-bb44-6076ae706cdc req-1cef51fd-08cd-460c-9838-1a67e1653658 tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] 10.222.0.66 "GET /v2.0/networks/efe29cb8-1223-4d1f-943f-1b137d401008?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.2159870 Jan 26 21:27:45.706931 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-936975f9-2354-4497-9674-38f5330ac522 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746560234527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11791543'] for port (ac720063-0b2c-4c54-b677-d9870e1ecc17), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:27:45.722156 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [req-687e9e7a-5006-4787-bb44-6076ae706cdc req-1e819f5a-05da-4ed2-b514-20f05a758475 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:27:45.761006 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-936975f9-2354-4497-9674-38f5330ac522 admin admin] Network 4140a1f1-c93a-4bea-83a0-68953a54f299 is already hosted by enough agents. {{(pid=103305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 21:27:45.763930 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [None req-936975f9-2354-4497-9674-38f5330ac522 admin admin] Resources bound (agent type, host, resource id): {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:27:45.766799 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-936975f9-2354-4497-9674-38f5330ac522 admin admin] Received port after_create {{(pid=103305) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 21:27:45.771260 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-024aea35-03c9-40d5-ace9-65438d34cb18 tempest-FloatingIPTestJSON-755675821 tempest-FloatingIPTestJSON-755675821-project] Publish callbacks [] for port (6d8dca69-085d-462f-86d0-5f328d62bace), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:27:45.809867 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-687e9e7a-5006-4787-bb44-6076ae706cdc req-1e819f5a-05da-4ed2-b514-20f05a758475 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (855d117c-7e61-48ea-aea1-a4cc8811f046), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:27:45.822329 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936975f9-2354-4497-9674-38f5330ac522 admin admin] Pushing event updated for resources: {'Port': ['ID=ac720063-0b2c-4c54-b677-d9870e1ecc17,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:27:45.894552 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-024aea35-03c9-40d5-ace9-65438d34cb18 tempest-FloatingIPTestJSON-755675821 tempest-FloatingIPTestJSON-755675821-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746560234527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9281553'] for port (6d8dca69-085d-462f-86d0-5f328d62bace), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:27:46.055709 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-024aea35-03c9-40d5-ace9-65438d34cb18 tempest-FloatingIPTestJSON-755675821 tempest-FloatingIPTestJSON-755675821-project] Network 1e3f1980-5ca2-4a99-a3b9-79275d66ef13 is already hosted by enough agents. {{(pid=103304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 21:27:46.062140 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [None req-024aea35-03c9-40d5-ace9-65438d34cb18 tempest-FloatingIPTestJSON-755675821 tempest-FloatingIPTestJSON-755675821-project] Resources bound (agent type, host, resource id): {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:27:46.064626 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-024aea35-03c9-40d5-ace9-65438d34cb18 tempest-FloatingIPTestJSON-755675821 tempest-FloatingIPTestJSON-755675821-project] Received port after_create {{(pid=103304) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 21:27:46.128146 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-024aea35-03c9-40d5-ace9-65438d34cb18 tempest-FloatingIPTestJSON-755675821 tempest-FloatingIPTestJSON-755675821-project] Pushing event updated for resources: {'Port': ['ID=6d8dca69-085d-462f-86d0-5f328d62bace,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:27:46.133191 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [req-687e9e7a-5006-4787-bb44-6076ae706cdc req-1e819f5a-05da-4ed2-b514-20f05a758475 service neutron] For port 855d117c-7e61-48ea-aea1-a4cc8811f046, host n-h1-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-5',level=0,port_id=855d117c-7e61-48ea-aea1-a4cc8811f046,segment=NetworkSegment(770d2ce8-3e53-4f98-83ba-d454bf5f80eb),segment_id=770d2ce8-3e53-4f98-83ba-d454bf5f80eb)] {{(pid=103304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:27:46.167286 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-936975f9-2354-4497-9674-38f5330ac522 admin admin] Publish callbacks [] for router_gateway (8eb58fbf-0428-4c48-a28b-f93fda1b012b), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:27:46.169153 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-024aea35-03c9-40d5-ace9-65438d34cb18 tempest-FloatingIPTestJSON-755675821 tempest-FloatingIPTestJSON-755675821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:27:46.173908 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-024aea35-03c9-40d5-ace9-65438d34cb18 tempest-FloatingIPTestJSON-755675821 tempest-FloatingIPTestJSON-755675821-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:27:46.198984 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [req-687e9e7a-5006-4787-bb44-6076ae706cdc req-1e819f5a-05da-4ed2-b514-20f05a758475 service neutron] For port 855d117c-7e61-48ea-aea1-a4cc8811f046, host n-h1-760453-5, cleared binding levels {{(pid=103304) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 26 21:27:46.204813 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-024aea35-03c9-40d5-ace9-65438d34cb18 tempest-FloatingIPTestJSON-755675821 tempest-FloatingIPTestJSON-755675821-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.3406754 Jan 26 21:27:46.208236 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 48072) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:27:46.214057 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-dc35801a-cb80-460d-abe5-fa4023e095c8 tempest-FloatingIPTestJSON-755675821 tempest-FloatingIPTestJSON-755675821-project] Request body: {'port': {'network_id': '1e3f1980-5ca2-4a99-a3b9-79275d66ef13', 'name': 'tempest-FloatingIPTestJSON-355923848'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:27:46.239698 n-d-760453-5 neutron-server[103304]: DEBUG neutron.notifiers.nova [req-687e9e7a-5006-4787-bb44-6076ae706cdc req-1e819f5a-05da-4ed2-b514-20f05a758475 service neutron] device_id is not set on port 855d117c-7e61-48ea-aea1-a4cc8811f046 yet. {{(pid=103304) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 26 21:27:46.249611 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-687e9e7a-5006-4787-bb44-6076ae706cdc req-1e819f5a-05da-4ed2-b514-20f05a758475 service neutron] Publish callbacks [] for port (855d117c-7e61-48ea-aea1-a4cc8811f046), precommit_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:27:46.255139 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-687e9e7a-5006-4787-bb44-6076ae706cdc req-1e819f5a-05da-4ed2-b514-20f05a758475 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9281542'] for port (855d117c-7e61-48ea-aea1-a4cc8811f046), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:27:46.322994 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [req-687e9e7a-5006-4787-bb44-6076ae706cdc req-1e819f5a-05da-4ed2-b514-20f05a758475 service neutron] No DVR routers for this DVR port 855d117c-7e61-48ea-aea1-a4cc8811f046 on host n-h1-760453-5 {{(pid=103304) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 26 21:27:46.326256 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e819f5a-05da-4ed2-b514-20f05a758475 service neutron] Pushing event updated for resources: {'Port': ['ID=855d117c-7e61-48ea-aea1-a4cc8811f046,revision_number=6']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:27:46.366441 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [req-687e9e7a-5006-4787-bb44-6076ae706cdc req-1e819f5a-05da-4ed2-b514-20f05a758475 service neutron] In _notify_port_updated(), no bound segment for port 855d117c-7e61-48ea-aea1-a4cc8811f046 on network efe29cb8-1223-4d1f-943f-1b137d401008 {{(pid=103304) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:883}} Jan 26 21:27:46.367498 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687e9e7a-5006-4787-bb44-6076ae706cdc req-1e819f5a-05da-4ed2-b514-20f05a758475 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:27:46.368124 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-687e9e7a-5006-4787-bb44-6076ae706cdc req-1e819f5a-05da-4ed2-b514-20f05a758475 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:27:46.370026 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-687e9e7a-5006-4787-bb44-6076ae706cdc req-1e819f5a-05da-4ed2-b514-20f05a758475 service neutron] 10.222.0.66 "PUT /v2.0/ports/855d117c-7e61-48ea-aea1-a4cc8811f046 HTTP/1.1" status: 200 len: 1033 time: 0.6571329 Jan 26 21:27:46.426255 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687e9e7a-5006-4787-bb44-6076ae706cdc req-85e10762-3ee8-4ef3-95ef-7b33e0fbd087 tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:27:46.427745 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-687e9e7a-5006-4787-bb44-6076ae706cdc req-85e10762-3ee8-4ef3-95ef-7b33e0fbd087 tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] 10.222.0.66 "GET /v2.0/ports/a7268cc1-3994-4713-bc9a-c43426d166e2?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0528448 Jan 26 21:27:46.439458 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [req-687e9e7a-5006-4787-bb44-6076ae706cdc req-10be3872-d55b-4621-8cca-1161942a3ea3 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:27:46.448269 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc35801a-cb80-460d-abe5-fa4023e095c8 tempest-FloatingIPTestJSON-755675821 tempest-FloatingIPTestJSON-755675821-project] Made reservation on behalf of 48d7f55ad7394a9ebbf9716baaad9095 for: {'port': 1} {{(pid=103305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 21:27:46.451981 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-dc35801a-cb80-460d-abe5-fa4023e095c8 tempest-FloatingIPTestJSON-755675821 tempest-FloatingIPTestJSON-755675821-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:27:46.476953 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-936975f9-2354-4497-9674-38f5330ac522 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4105757', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4111263'] for router (8eb58fbf-0428-4c48-a28b-f93fda1b012b), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:27:46.482423 n-d-760453-5 neutron-server[103305]: DEBUG neutron.notifiers.nova [None req-dc35801a-cb80-460d-abe5-fa4023e095c8 tempest-FloatingIPTestJSON-755675821 tempest-FloatingIPTestJSON-755675821-project] device_id is not set on port ae14be6a-782e-4827-8d2b-d084ba7a4e1e yet. {{(pid=103305) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 26 21:27:46.504686 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-687e9e7a-5006-4787-bb44-6076ae706cdc req-10be3872-d55b-4621-8cca-1161942a3ea3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (a7268cc1-3994-4713-bc9a-c43426d166e2), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:27:46.564089 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-25267fd1-acc4-4aa2-b31b-27c77873c2d2 None None] Provisioning complete for port 855d117c-7e61-48ea-aea1-a4cc8811f046 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:27:46.564753 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-25267fd1-acc4-4aa2-b31b-27c77873c2d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (855d117c-7e61-48ea-aea1-a4cc8811f046), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:27:46.636124 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-25267fd1-acc4-4aa2-b31b-27c77873c2d2 None None] Port 855d117c-7e61-48ea-aea1-a4cc8811f046 cannot update to ACTIVE because it is not bound. {{(pid=103306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 26 21:27:46.688942 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.db_base_plugin_common [None req-dc35801a-cb80-460d-abe5-fa4023e095c8 tempest-FloatingIPTestJSON-755675821 tempest-FloatingIPTestJSON-755675821-project] Allocated IP 172.20.0.11 (1e3f1980-5ca2-4a99-a3b9-79275d66ef13/680fc271-75bc-4b9f-9945-03c2fedab0b6/ae14be6a-782e-4827-8d2b-d084ba7a4e1e) {{(pid=103305) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 21:27:46.750444 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf08bfe-8f07-4b24-a3bb-28e07b8d7477 req-e895f430-f840-4961-8c23-653a9d5f65f5 tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:27:46.756816 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf08bfe-8f07-4b24-a3bb-28e07b8d7477 req-e895f430-f840-4961-8c23-653a9d5f65f5 tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:27:46.763340 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf08bfe-8f07-4b24-a3bb-28e07b8d7477 req-e895f430-f840-4961-8c23-653a9d5f65f5 tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:27:46.768833 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf08bfe-8f07-4b24-a3bb-28e07b8d7477 req-e895f430-f840-4961-8c23-653a9d5f65f5 tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:27:46.780868 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf08bfe-8f07-4b24-a3bb-28e07b8d7477 req-e895f430-f840-4961-8c23-653a9d5f65f5 tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:27:46.788667 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf08bfe-8f07-4b24-a3bb-28e07b8d7477 req-e895f430-f840-4961-8c23-653a9d5f65f5 tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:27:46.791717 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-8bf08bfe-8f07-4b24-a3bb-28e07b8d7477 req-e895f430-f840-4961-8c23-653a9d5f65f5 tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca795481-031c-48ac-925f-00596ed83bb9 HTTP/1.1" status: 200 len: 4665 time: 0.1229994 Jan 26 21:27:46.845904 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [req-687e9e7a-5006-4787-bb44-6076ae706cdc req-10be3872-d55b-4621-8cca-1161942a3ea3 service neutron] For port a7268cc1-3994-4713-bc9a-c43426d166e2, host n-h1-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-5',level=0,port_id=a7268cc1-3994-4713-bc9a-c43426d166e2,segment=NetworkSegment(770d2ce8-3e53-4f98-83ba-d454bf5f80eb),segment_id=770d2ce8-3e53-4f98-83ba-d454bf5f80eb)] {{(pid=103304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:27:46.918617 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-8bf08bfe-8f07-4b24-a3bb-28e07b8d7477 req-5f5c5772-c2fd-4667-b59f-a32b82b053c7 tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] 10.222.0.13 "GET /v2.0/security-groups?id=cfb1b9fe-a4df-4bbd-b439-103a9aa84b57&id=4949e7fd-e987-466a-ab17-ed5ae28a32c1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1204524 Jan 26 21:27:46.919794 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [req-687e9e7a-5006-4787-bb44-6076ae706cdc req-10be3872-d55b-4621-8cca-1161942a3ea3 service neutron] For port a7268cc1-3994-4713-bc9a-c43426d166e2, host n-h1-760453-5, cleared binding levels {{(pid=103304) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 26 21:27:46.955034 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-dc35801a-cb80-460d-abe5-fa4023e095c8 tempest-FloatingIPTestJSON-755675821 tempest-FloatingIPTestJSON-755675821-project] Publish callbacks [] for port (ae14be6a-782e-4827-8d2b-d084ba7a4e1e), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:27:46.973052 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-936975f9-2354-4497-9674-38f5330ac522 admin admin] Router 8eb58fbf-0428-4c48-a28b-f93fda1b012b is scheduled to L3 agent 09df100c-3af1-4b0a-bda8-05914c71c458 with binding_index 1 {{(pid=103305) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 26 21:27:46.996867 n-d-760453-5 neutron-server[103304]: DEBUG neutron.notifiers.nova [req-687e9e7a-5006-4787-bb44-6076ae706cdc req-10be3872-d55b-4621-8cca-1161942a3ea3 service neutron] device_id is not set on port a7268cc1-3994-4713-bc9a-c43426d166e2 yet. {{(pid=103304) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 26 21:27:47.006816 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-687e9e7a-5006-4787-bb44-6076ae706cdc req-10be3872-d55b-4621-8cca-1161942a3ea3 service neutron] Publish callbacks [] for port (a7268cc1-3994-4713-bc9a-c43426d166e2), precommit_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:27:47.012954 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-687e9e7a-5006-4787-bb44-6076ae706cdc req-10be3872-d55b-4621-8cca-1161942a3ea3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9281542'] for port (a7268cc1-3994-4713-bc9a-c43426d166e2), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:27:47.070672 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-dc35801a-cb80-460d-abe5-fa4023e095c8 tempest-FloatingIPTestJSON-755675821 tempest-FloatingIPTestJSON-755675821-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746560234527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11791543'] for port (ae14be6a-782e-4827-8d2b-d084ba7a4e1e), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:27:47.088887 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [req-687e9e7a-5006-4787-bb44-6076ae706cdc req-10be3872-d55b-4621-8cca-1161942a3ea3 service neutron] No DVR routers for this DVR port a7268cc1-3994-4713-bc9a-c43426d166e2 on host n-h1-760453-5 {{(pid=103304) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 26 21:27:47.092246 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10be3872-d55b-4621-8cca-1161942a3ea3 service neutron] Pushing event updated for resources: {'Port': ['ID=a7268cc1-3994-4713-bc9a-c43426d166e2,revision_number=6']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:27:47.141693 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [req-687e9e7a-5006-4787-bb44-6076ae706cdc req-10be3872-d55b-4621-8cca-1161942a3ea3 service neutron] In _notify_port_updated(), no bound segment for port a7268cc1-3994-4713-bc9a-c43426d166e2 on network efe29cb8-1223-4d1f-943f-1b137d401008 {{(pid=103304) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:883}} Jan 26 21:27:47.143339 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687e9e7a-5006-4787-bb44-6076ae706cdc req-10be3872-d55b-4621-8cca-1161942a3ea3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:27:47.144282 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-687e9e7a-5006-4787-bb44-6076ae706cdc req-10be3872-d55b-4621-8cca-1161942a3ea3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:27:47.145781 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-687e9e7a-5006-4787-bb44-6076ae706cdc req-10be3872-d55b-4621-8cca-1161942a3ea3 service neutron] 10.222.0.66 "PUT /v2.0/ports/a7268cc1-3994-4713-bc9a-c43426d166e2 HTTP/1.1" status: 200 len: 1032 time: 0.7120821 Jan 26 21:27:47.145981 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f07a50af-5c85-496d-90d5-403cd96e5edf None None] Network 02122a10-4175-495f-8cc0-81e28431e82d requested from n-d-760453-5 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 26 21:27:47.161448 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc35801a-cb80-460d-abe5-fa4023e095c8 tempest-FloatingIPTestJSON-755675821 tempest-FloatingIPTestJSON-755675821-project] Network 1e3f1980-5ca2-4a99-a3b9-79275d66ef13 is already hosted by enough agents. {{(pid=103305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 21:27:47.167603 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [None req-dc35801a-cb80-460d-abe5-fa4023e095c8 tempest-FloatingIPTestJSON-755675821 tempest-FloatingIPTestJSON-755675821-project] Resources bound (agent type, host, resource id): {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:27:47.174502 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc35801a-cb80-460d-abe5-fa4023e095c8 tempest-FloatingIPTestJSON-755675821 tempest-FloatingIPTestJSON-755675821-project] Received port after_create {{(pid=103305) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 21:27:47.240180 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc35801a-cb80-460d-abe5-fa4023e095c8 tempest-FloatingIPTestJSON-755675821 tempest-FloatingIPTestJSON-755675821-project] Pushing event updated for resources: {'Port': ['ID=ae14be6a-782e-4827-8d2b-d084ba7a4e1e,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:27:47.249676 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-936975f9-2354-4497-9674-38f5330ac522 admin admin] Notify agent at l3_agent.n-d-760453-5 the message routers_updated {{(pid=103305) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 26 21:27:47.251542 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-aeb2044b-0a3a-4936-aeda-66e2d31650c3 None None] Provisioning complete for port 0a23f8f3-87eb-4adf-8a77-34fe8b1b856f triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:27:47.252088 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-aeb2044b-0a3a-4936-aeda-66e2d31650c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (0a23f8f3-87eb-4adf-8a77-34fe8b1b856f), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:27:47.258806 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f7f0fa8-5e97-494c-bb99-6fed149efdfd None None] Sync routers for ids ['8eb58fbf-0428-4c48-a28b-f93fda1b012b'] in n-d-760453-5 {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 26 21:27:47.278014 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f7f0fa8-5e97-494c-bb99-6fed149efdfd None None] Routers {'8eb58fbf-0428-4c48-a28b-f93fda1b012b'} bound to L3 agent in host n-d-760453-5 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 21:27:47.278397 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-9f7f0fa8-5e97-494c-bb99-6fed149efdfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-26T20:55:21Z,description=,heartbeat_timestamp=2022-01-26T21:27:21Z,host='n-d-760453-5',id=09df100c-3af1-4b0a-bda8-05914c71c458,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:55:21Z,topic='l3_agent')) {'router_ids': ['8eb58fbf-0428-4c48-a28b-f93fda1b012b'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:27:47.293419 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-936975f9-2354-4497-9674-38f5330ac522 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:27:47.294697 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-936975f9-2354-4497-9674-38f5330ac522 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 916 time: 2.5928948 Jan 26 21:27:47.297859 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 48086) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:27:47.311961 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc35801a-cb80-460d-abe5-fa4023e095c8 tempest-FloatingIPTestJSON-755675821 tempest-FloatingIPTestJSON-755675821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:27:47.312677 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-dc35801a-cb80-460d-abe5-fa4023e095c8 tempest-FloatingIPTestJSON-755675821 tempest-FloatingIPTestJSON-755675821-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:27:47.359737 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-dc35801a-cb80-460d-abe5-fa4023e095c8 tempest-FloatingIPTestJSON-755675821 tempest-FloatingIPTestJSON-755675821-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.1504028 Jan 26 21:27:47.360898 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 48088) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:27:47.365186 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-28b8c1eb-fcf5-4a29-98f5-cea5fa906a20 tempest-FloatingIPTestJSON-755675821 tempest-FloatingIPTestJSON-755675821-project] Request body: {'floatingip': {'floating_network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'port_id': 'ae14be6a-782e-4827-8d2b-d084ba7a4e1e', 'fixed_ip_address': '172.20.0.11'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:27:47.384976 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [req-687e9e7a-5006-4787-bb44-6076ae706cdc req-d7023b6f-bc8a-4ee2-b828-c9d1e913ba16 tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] Deleting port 4836496e-4b86-4ff4-b7d3-0f22f4a6f134 {{(pid=103304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 21:27:47.385713 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-687e9e7a-5006-4787-bb44-6076ae706cdc req-d7023b6f-bc8a-4ee2-b828-c9d1e913ba16 tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746560630878'] for port (4836496e-4b86-4ff4-b7d3-0f22f4a6f134), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:27:47.411652 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-28b8c1eb-fcf5-4a29-98f5-cea5fa906a20 tempest-FloatingIPTestJSON-755675821 tempest-FloatingIPTestJSON-755675821-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:27:47.460894 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device 0a23f8f3-87eb-4adf-8a77-34fe8b1b856f up at agent ovs-agent-n-d-760453-5 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 21:27:47.527887 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [req-687e9e7a-5006-4787-bb44-6076ae706cdc req-d7023b6f-bc8a-4ee2-b828-c9d1e913ba16 tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] For port 4836496e-4b86-4ff4-b7d3-0f22f4a6f134, host n-h1-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-5',level=0,port_id=4836496e-4b86-4ff4-b7d3-0f22f4a6f134,segment=NetworkSegment(74d9efe4-7d64-4491-afaf-007c8a21e844),segment_id=74d9efe4-7d64-4491-afaf-007c8a21e844)] {{(pid=103304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:27:47.528127 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-687e9e7a-5006-4787-bb44-6076ae706cdc req-d7023b6f-bc8a-4ee2-b828-c9d1e913ba16 tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4109658'] for port (4836496e-4b86-4ff4-b7d3-0f22f4a6f134), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:27:47.532530 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_dvr_db [None req-9f7f0fa8-5e97-494c-bb99-6fed149efdfd None None] Set router 8eb58fbf-0428-4c48-a28b-f93fda1b012b gateway port host: n-d-760453-5 {{(pid=103307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 21:27:47.550441 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-28b8c1eb-fcf5-4a29-98f5-cea5fa906a20 tempest-FloatingIPTestJSON-755675821 tempest-FloatingIPTestJSON-755675821-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:27:47.579080 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-aeb2044b-0a3a-4936-aeda-66e2d31650c3 None None] Current status of the port 0a23f8f3-87eb-4adf-8a77-34fe8b1b856f is: DOWN; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:27:47.579754 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-aeb2044b-0a3a-4936-aeda-66e2d31650c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (0a23f8f3-87eb-4adf-8a77-34fe8b1b856f), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:27:47.632543 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-aeb2044b-0a3a-4936-aeda-66e2d31650c3 None None] For port 0a23f8f3-87eb-4adf-8a77-34fe8b1b856f, host n-d-760453-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=0a23f8f3-87eb-4adf-8a77-34fe8b1b856f,segment=NetworkSegment(64fcf19e-d8c4-494a-a2e7-d4a08d4b0641),segment_id=64fcf19e-d8c4-494a-a2e7-d4a08d4b0641)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:27:47.633812 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Provisioning complete for port 0a23f8f3-87eb-4adf-8a77-34fe8b1b856f triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:27:47.634378 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (0a23f8f3-87eb-4adf-8a77-34fe8b1b856f), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:27:47.659720 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-aeb2044b-0a3a-4936-aeda-66e2d31650c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (0a23f8f3-87eb-4adf-8a77-34fe8b1b856f), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:27:47.737254 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb2044b-0a3a-4936-aeda-66e2d31650c3 None None] Pushing event updated for resources: {'Port': ['ID=0a23f8f3-87eb-4adf-8a77-34fe8b1b856f,revision_number=3']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:27:47.748751 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.db_base_plugin_common [None req-28b8c1eb-fcf5-4a29-98f5-cea5fa906a20 tempest-FloatingIPTestJSON-755675821 tempest-FloatingIPTestJSON-755675821-project] Allocated IP 172.25.1.226 (4140a1f1-c93a-4bea-83a0-68953a54f299/e48251a1-e30d-4820-8396-00c6f6aeb601/457bdbc9-1d37-44f2-96e8-98dcc403a197) {{(pid=103305) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 21:27:47.848745 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Current status of the port 0a23f8f3-87eb-4adf-8a77-34fe8b1b856f is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:27:47.855212 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-687e9e7a-5006-4787-bb44-6076ae706cdc req-d7023b6f-bc8a-4ee2-b828-c9d1e913ba16 tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:27:47.855703 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-687e9e7a-5006-4787-bb44-6076ae706cdc req-d7023b6f-bc8a-4ee2-b828-c9d1e913ba16 tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4110913'] for floatingip (b26908fb-fc52-4dc7-a0de-58c1d50d0c04), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:27:47.855806 n-d-760453-5 neutron-server[103304]: INFO neutron.db.l3_db [req-687e9e7a-5006-4787-bb44-6076ae706cdc req-d7023b6f-bc8a-4ee2-b828-c9d1e913ba16 tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] Floating IP b26908fb-fc52-4dc7-a0de-58c1d50d0c04 disassociated. External IP: 172.25.1.174, port: 4836496e-4b86-4ff4-b7d3-0f22f4a6f134. Jan 26 21:27:47.856083 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [req-687e9e7a-5006-4787-bb44-6076ae706cdc req-d7023b6f-bc8a-4ee2-b828-c9d1e913ba16 tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] Calling delete_port for 4836496e-4b86-4ff4-b7d3-0f22f4a6f134 owned by compute:nova {{(pid=103304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 21:27:47.871105 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-6656f944-a5e2-41d6-8eeb-746030015793 None None] Provisioning complete for port a7268cc1-3994-4713-bc9a-c43426d166e2 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:27:47.871389 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-6656f944-a5e2-41d6-8eeb-746030015793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (a7268cc1-3994-4713-bc9a-c43426d166e2), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:27:47.999052 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-28b8c1eb-fcf5-4a29-98f5-cea5fa906a20 tempest-FloatingIPTestJSON-755675821 tempest-FloatingIPTestJSON-755675821-project] Publish callbacks [] for port (457bdbc9-1d37-44f2-96e8-98dcc403a197), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:27:48.015272 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-6656f944-a5e2-41d6-8eeb-746030015793 None None] Port a7268cc1-3994-4713-bc9a-c43426d166e2 cannot update to ACTIVE because it is not bound. {{(pid=103306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 26 21:27:48.067802 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-9f7f0fa8-5e97-494c-bb99-6fed149efdfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8eb58fbf-0428-4c48-a28b-f93fda1b012b', 'name': 'tempest-ServersTestJSON-60372698-router', 'tenant_id': 'ec177d36615b4624a9959f68ea3c49ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'external_fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.121'}], 'enable_snat': True}, 'gw_port_id': 'ac720063-0b2c-4c54-b677-d9870e1ecc17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T21:27:44Z', 'updated_at': '2022-01-26T21:27:45Z', 'revision_number': 3, 'project_id': 'ec177d36615b4624a9959f68ea3c49ca', 'gw_port': {'id': 'ac720063-0b2c-4c54-b677-d9870e1ecc17', 'name': '', 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:bd:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8eb58fbf-0428-4c48-a28b-f93fda1b012b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2478, 'fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:27:45Z', 'updated_at': '2022-01-26T21:27:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-5'}], 'n-d-760453-5', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:27:48.102608 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f7f0fa8-5e97-494c-bb99-6fed149efdfd None None] Checking router: 8eb58fbf-0428-4c48-a28b-f93fda1b012b for host: n-d-760453-5 {{(pid=103307) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 26 21:27:48.103925 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f7f0fa8-5e97-494c-bb99-6fed149efdfd None None] Updating router 8eb58fbf-0428-4c48-a28b-f93fda1b012b port ac720063-0b2c-4c54-b677-d9870e1ecc17 binding host n-d-760453-5 {{(pid=103307) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 26 21:27:48.139756 n-d-760453-5 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-9f7f0fa8-5e97-494c-bb99-6fed149efdfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (ac720063-0b2c-4c54-b677-d9870e1ecc17), before_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:27:48.364831 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-61bd0e67-ab64-43c1-9ccc-a5c629d79e8b None None] Provisioning complete for port 0a23f8f3-87eb-4adf-8a77-34fe8b1b856f triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:27:48.366498 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-61bd0e67-ab64-43c1-9ccc-a5c629d79e8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (0a23f8f3-87eb-4adf-8a77-34fe8b1b856f), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:27:48.471229 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-61bd0e67-ab64-43c1-9ccc-a5c629d79e8b None None] Current status of the port 0a23f8f3-87eb-4adf-8a77-34fe8b1b856f is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:27:48.524141 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-28b8c1eb-fcf5-4a29-98f5-cea5fa906a20 tempest-FloatingIPTestJSON-755675821 tempest-FloatingIPTestJSON-755675821-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746560234527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11791543'] for port (457bdbc9-1d37-44f2-96e8-98dcc403a197), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:27:48.543131 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28b8c1eb-fcf5-4a29-98f5-cea5fa906a20 tempest-FloatingIPTestJSON-755675821 tempest-FloatingIPTestJSON-755675821-project] Network 4140a1f1-c93a-4bea-83a0-68953a54f299 is already hosted by enough agents. {{(pid=103305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 21:27:48.547394 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [None req-28b8c1eb-fcf5-4a29-98f5-cea5fa906a20 tempest-FloatingIPTestJSON-755675821 tempest-FloatingIPTestJSON-755675821-project] Resources bound (agent type, host, resource id): {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:27:48.553574 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28b8c1eb-fcf5-4a29-98f5-cea5fa906a20 tempest-FloatingIPTestJSON-755675821 tempest-FloatingIPTestJSON-755675821-project] Received port after_create {{(pid=103305) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 21:27:48.573768 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-687e9e7a-5006-4787-bb44-6076ae706cdc req-d7023b6f-bc8a-4ee2-b828-c9d1e913ba16 tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746560636600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746560234536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9281553'] for port (4836496e-4b86-4ff4-b7d3-0f22f4a6f134), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:27:48.618293 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7023b6f-bc8a-4ee2-b828-c9d1e913ba16 tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] Pushing event deleted for resources: {'Port': ['ID=4836496e-4b86-4ff4-b7d3-0f22f4a6f134,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:27:48.626614 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b8c1eb-fcf5-4a29-98f5-cea5fa906a20 tempest-FloatingIPTestJSON-755675821 tempest-FloatingIPTestJSON-755675821-project] Pushing event updated for resources: {'Port': ['ID=457bdbc9-1d37-44f2-96e8-98dcc403a197,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:27:48.691993 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5964ee50-a49a-4d19-a8ba-cd67658b9cce req-a7bfa069-bdba-4d56-8c1e-2ffbb913c480 tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:27:48.698945 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5964ee50-a49a-4d19-a8ba-cd67658b9cce req-a7bfa069-bdba-4d56-8c1e-2ffbb913c480 tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:27:48.706059 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5964ee50-a49a-4d19-a8ba-cd67658b9cce req-a7bfa069-bdba-4d56-8c1e-2ffbb913c480 tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:27:48.713854 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5964ee50-a49a-4d19-a8ba-cd67658b9cce req-a7bfa069-bdba-4d56-8c1e-2ffbb913c480 tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:27:48.721394 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5964ee50-a49a-4d19-a8ba-cd67658b9cce req-a7bfa069-bdba-4d56-8c1e-2ffbb913c480 tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:27:48.723323 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-5964ee50-a49a-4d19-a8ba-cd67658b9cce req-a7bfa069-bdba-4d56-8c1e-2ffbb913c480 tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca795481-031c-48ac-925f-00596ed83bb9 HTTP/1.1" status: 200 len: 3886 time: 0.5776501 Jan 26 21:27:48.746485 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f3cd72-b7b0-40b0-a3ec-5231eb43f00a req-cf830820-6469-4a29-9f82-37c808742916 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:27:48.753708 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-09f3cd72-b7b0-40b0-a3ec-5231eb43f00a req-cf830820-6469-4a29-9f82-37c808742916 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] 10.222.0.13 "GET /v2.0/ports?device_id=bab73d10-afaf-4143-a120-91544c188eaa HTTP/1.1" status: 200 len: 945 time: 0.2523003 Jan 26 21:27:48.760854 n-d-760453-5 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-9f7f0fa8-5e97-494c-bb99-6fed149efdfd None None] Publish callbacks [] for port (ac720063-0b2c-4c54-b677-d9870e1ecc17), precommit_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:27:48.770975 n-d-760453-5 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-9f7f0fa8-5e97-494c-bb99-6fed149efdfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (ac720063-0b2c-4c54-b677-d9870e1ecc17), after_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:27:48.860968 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99094b7a-b850-4fde-ba18-9cd71b540ced None None] Pushing event updated for resources: {'Port': ['ID=ac720063-0b2c-4c54-b677-d9870e1ecc17,revision_number=2']} {{(pid=103307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:27:48.868917 n-d-760453-5 neutron-server[103307]: DEBUG neutron.plugins.ml2.managers [None req-9f7f0fa8-5e97-494c-bb99-6fed149efdfd None None] Attempting to bind port ac720063-0b2c-4c54-b677-d9870e1ecc17 on host n-d-760453-5 for vnic_type normal with profile {{(pid=103307) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 21:27:48.869672 n-d-760453-5 neutron-server[103307]: DEBUG neutron.plugins.ml2.managers [None req-9f7f0fa8-5e97-494c-bb99-6fed149efdfd None None] Attempting to bind port ac720063-0b2c-4c54-b677-d9870e1ecc17 by drivers openvswitch,hyperv on host n-d-760453-5 at level 0 using segments [{'id': 'e17cb353-418f-48b9-b982-21a6233ee99b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299'}] {{(pid=103307) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 26 21:27:48.871478 n-d-760453-5 neutron-server[103307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f7f0fa8-5e97-494c-bb99-6fed149efdfd None None] Attempting to bind port ac720063-0b2c-4c54-b677-d9870e1ecc17 on network 4140a1f1-c93a-4bea-83a0-68953a54f299 {{(pid=103307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 21:27:48.880762 n-d-760453-5 neutron-server[103307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f7f0fa8-5e97-494c-bb99-6fed149efdfd None None] Checking agent: {'id': 'fea0591a-627d-4c87-9a9a-01625ddf3277', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760453-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 20, 55, 25), 'started_at': datetime.datetime(2022, 1, 26, 20, 55, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 21, 27, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760453-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 26 21:27:48.881423 n-d-760453-5 neutron-server[103307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f7f0fa8-5e97-494c-bb99-6fed149efdfd None None] Checking segment: {'id': 'e17cb353-418f-48b9-b982-21a6233ee99b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103307) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 21:27:48.881982 n-d-760453-5 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-9f7f0fa8-5e97-494c-bb99-6fed149efdfd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:27:48.882521 n-d-760453-5 neutron-server[103307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f7f0fa8-5e97-494c-bb99-6fed149efdfd None None] Bound using segment: {'id': 'e17cb353-418f-48b9-b982-21a6233ee99b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299'} {{(pid=103307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 26 21:27:48.883138 n-d-760453-5 neutron-server[103307]: DEBUG neutron.plugins.ml2.managers [None req-9f7f0fa8-5e97-494c-bb99-6fed149efdfd None None] Bound port: ac720063-0b2c-4c54-b677-d9870e1ecc17, host: n-d-760453-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e17cb353-418f-48b9-b982-21a6233ee99b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299'}}] {{(pid=103307) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 26 21:27:48.883700 n-d-760453-5 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-9f7f0fa8-5e97-494c-bb99-6fed149efdfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (ac720063-0b2c-4c54-b677-d9870e1ecc17), before_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:27:48.902960 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-5964ee50-a49a-4d19-a8ba-cd67658b9cce req-11890dfa-9024-4d00-a3db-b68a1bee73aa tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] 10.222.0.13 "GET /v2.0/security-groups?id=4949e7fd-e987-466a-ab17-ed5ae28a32c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1653852 Jan 26 21:27:48.921807 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2b60216b-66f9-4f24-9487-0ecae7b75949 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (474ccdf7-ab6c-405b-a3b2-dc7b05829902), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:27:48.944238 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-09f3cd72-b7b0-40b0-a3ec-5231eb43f00a req-10351490-c00a-44df-8e42-68d18280fce5 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] 10.222.0.13 "GET /v2.0/security-groups?id=9fb734eb-2a1e-444e-9314-c3d872afadaa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1895885 Jan 26 21:27:48.955213 n-d-760453-5 neutron-server[103307]: DEBUG neutron.plugins.ml2.db [None req-9f7f0fa8-5e97-494c-bb99-6fed149efdfd None None] For port ac720063-0b2c-4c54-b677-d9870e1ecc17, host n-d-760453-5, cleared binding levels {{(pid=103307) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 26 21:27:48.958593 n-d-760453-5 neutron-server[103307]: DEBUG neutron.plugins.ml2.db [None req-9f7f0fa8-5e97-494c-bb99-6fed149efdfd None None] For port ac720063-0b2c-4c54-b677-d9870e1ecc17, host n-d-760453-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=ac720063-0b2c-4c54-b677-d9870e1ecc17,segment=NetworkSegment(e17cb353-418f-48b9-b982-21a6233ee99b),segment_id=e17cb353-418f-48b9-b982-21a6233ee99b)] {{(pid=103307) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 26 21:27:48.961125 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99094b7a-b850-4fde-ba18-9cd71b540ced None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:27:48.961574 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99094b7a-b850-4fde-ba18-9cd71b540ced None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:27:48.961920 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99094b7a-b850-4fde-ba18-9cd71b540ced None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:27:48.963334 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99094b7a-b850-4fde-ba18-9cd71b540ced None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:27:48.963676 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99094b7a-b850-4fde-ba18-9cd71b540ced None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:27:48.964008 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99094b7a-b850-4fde-ba18-9cd71b540ced None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:27:48.964338 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99094b7a-b850-4fde-ba18-9cd71b540ced None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:27:48.964666 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99094b7a-b850-4fde-ba18-9cd71b540ced None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:27:48.965048 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99094b7a-b850-4fde-ba18-9cd71b540ced None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:27:48.965399 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99094b7a-b850-4fde-ba18-9cd71b540ced None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:27:48.965724 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99094b7a-b850-4fde-ba18-9cd71b540ced None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:27:48.966047 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99094b7a-b850-4fde-ba18-9cd71b540ced None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:27:48.966366 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99094b7a-b850-4fde-ba18-9cd71b540ced None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:27:48.981280 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 48106) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:27:48.982494 n-d-760453-5 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-9f7f0fa8-5e97-494c-bb99-6fed149efdfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (ac720063-0b2c-4c54-b677-d9870e1ecc17), after_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:27:49.093816 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99094b7a-b850-4fde-ba18-9cd71b540ced None None] Pushing event updated for resources: {'Port': ['ID=ac720063-0b2c-4c54-b677-d9870e1ecc17,revision_number=3']} {{(pid=103307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:27:49.130406 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.l3_agent_scheduler [req-687e9e7a-5006-4787-bb44-6076ae706cdc req-d7023b6f-bc8a-4ee2-b828-c9d1e913ba16 tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] Router 26653f6c-6a3d-4ca7-b1da-a2ac653fa3f2 has already been hosted by L3 agent 09df100c-3af1-4b0a-bda8-05914c71c458 {{(pid=103304) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 26 21:27:49.131778 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f7f0fa8-5e97-494c-bb99-6fed149efdfd None None] Routers {'8eb58fbf-0428-4c48-a28b-f93fda1b012b'} bound to L3 agent in host n-d-760453-5 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 21:27:49.132711 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-9f7f0fa8-5e97-494c-bb99-6fed149efdfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-26T20:55:21Z,description=,heartbeat_timestamp=2022-01-26T21:27:21Z,host='n-d-760453-5',id=09df100c-3af1-4b0a-bda8-05914c71c458,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:55:21Z,topic='l3_agent')) {'router_ids': ['8eb58fbf-0428-4c48-a28b-f93fda1b012b'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:27:49.154665 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-f8f47d81-aebd-4682-864c-632f0beec88a tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] 10.222.0.13 "GET /v2.0/floatingips/2c16a22a-aacb-4626-9d1d-c0ae7066c9d0 HTTP/1.1" status: 200 len: 993 time: 0.1705315 Jan 26 21:27:49.268363 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-15c4e693-5e55-4aee-8b04-e387e205f47f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:27:49.400949 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_dvr_db [None req-9f7f0fa8-5e97-494c-bb99-6fed149efdfd None None] Set router 8eb58fbf-0428-4c48-a28b-f93fda1b012b gateway port host: n-d-760453-5 {{(pid=103307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 21:27:49.429355 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device 0a23f8f3-87eb-4adf-8a77-34fe8b1b856f up at agent ovs-agent-n-d-760453-5 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 21:27:49.442318 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-687e9e7a-5006-4787-bb44-6076ae706cdc req-d7023b6f-bc8a-4ee2-b828-c9d1e913ba16 tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] Notify agent at l3_agent.n-d-760453-5 the message routers_updated {{(pid=103304) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 26 21:27:49.480895 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-28b8c1eb-fcf5-4a29-98f5-cea5fa906a20 tempest-FloatingIPTestJSON-755675821 tempest-FloatingIPTestJSON-755675821-project] Publish callbacks [] for floatingip (e4d0a979-fcd4-4cc6-83f2-273143c3c5e6), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:27:49.481134 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ac2d490-de24-4bee-85db-6b50b8704fe7 None None] Sync routers for ids ['26653f6c-6a3d-4ca7-b1da-a2ac653fa3f2'] in n-d-760453-5 {{(pid=103306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 26 21:27:49.527402 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ac2d490-de24-4bee-85db-6b50b8704fe7 None None] Routers {'26653f6c-6a3d-4ca7-b1da-a2ac653fa3f2'} bound to L3 agent in host n-d-760453-5 {{(pid=103306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 21:27:49.528038 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-6ac2d490-de24-4bee-85db-6b50b8704fe7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-26T20:55:21Z,description=,heartbeat_timestamp=2022-01-26T21:27:21Z,host='n-d-760453-5',id=09df100c-3af1-4b0a-bda8-05914c71c458,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:55:21Z,topic='l3_agent')) {'router_ids': ['26653f6c-6a3d-4ca7-b1da-a2ac653fa3f2'], 'active': True} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:27:49.584145 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [req-687e9e7a-5006-4787-bb44-6076ae706cdc req-d7023b6f-bc8a-4ee2-b828-c9d1e913ba16 tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] No DVR routers for this DVR port 4836496e-4b86-4ff4-b7d3-0f22f4a6f134 on host n-h1-760453-5 {{(pid=103304) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 26 21:27:49.596361 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-687e9e7a-5006-4787-bb44-6076ae706cdc req-d7023b6f-bc8a-4ee2-b828-c9d1e913ba16 tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:27:49.599724 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-687e9e7a-5006-4787-bb44-6076ae706cdc req-d7023b6f-bc8a-4ee2-b828-c9d1e913ba16 tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] 10.222.0.66 "DELETE /v2.0/ports/4836496e-4b86-4ff4-b7d3-0f22f4a6f134 HTTP/1.1" status: 204 len: 173 time: 2.4474859 Jan 26 21:27:49.600608 n-d-760453-5 neutron-server[103304]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca795481-031c-48ac-925f-00596ed83bb9', 'name': 'network-vif-deleted', 'tag': '4836496e-4b86-4ff4-b7d3-0f22f4a6f134'}] {{(pid=103304) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 21:27:49.602480 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d52b45f1943fcd332af9527eb73ff93c8d715d44383a3f6d18de73b4cfcf87b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a41a334-6111-4422-a4ac-9dfab58ae348" -d '{"events": [{"server_uuid": "ca795481-031c-48ac-925f-00596ed83bb9", "name": "network-vif-deleted", "tag": "4836496e-4b86-4ff4-b7d3-0f22f4a6f134"}]}' {{(pid=103304) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 21:27:49.641372 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-28b8c1eb-fcf5-4a29-98f5-cea5fa906a20 tempest-FloatingIPTestJSON-755675821 tempest-FloatingIPTestJSON-755675821-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (457bdbc9-1d37-44f2-96e8-98dcc403a197), before_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:27:49.680394 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Jan 2022 21:27:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08701a85-754c-44cf-965f-d67fc001c85c x-openstack-request-id: req-08701a85-754c-44cf-965f-d67fc001c85c {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 21:27:49.681334 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca795481-031c-48ac-925f-00596ed83bb9", "name": "network-vif-deleted", "tag": "4836496e-4b86-4ff4-b7d3-0f22f4a6f134", "status": "completed", "code": 200}]} {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 21:27:49.681518 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-08701a85-754c-44cf-965f-d67fc001c85c {{(pid=103304) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 21:27:49.681904 n-d-760453-5 neutron-server[103304]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca795481-031c-48ac-925f-00596ed83bb9', 'name': 'network-vif-deleted', 'tag': '4836496e-4b86-4ff4-b7d3-0f22f4a6f134', 'status': 'completed', 'code': 200} Jan 26 21:27:49.688323 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Device 4836496e-4b86-4ff4-b7d3-0f22f4a6f134 no longer exists at agent hyperv_n-h1-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 26 21:27:49.748356 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b4336f-58e3-4e89-b364-f2d00a32ab95 req-abfd2f66-ef35-437c-88bc-fb3b59d0fd17 tempest-TestNetworkAdvancedServerOps-1435295253 tempest-TestNetworkAdvancedServerOps-1435295253-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:27:49.749913 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-f9b4336f-58e3-4e89-b364-f2d00a32ab95 req-abfd2f66-ef35-437c-88bc-fb3b59d0fd17 tempest-TestNetworkAdvancedServerOps-1435295253 tempest-TestNetworkAdvancedServerOps-1435295253-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=bab73d10-afaf-4143-a120-91544c188eaa HTTP/1.1" status: 200 len: 1096 time: 0.1860404 Jan 26 21:27:49.772696 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-9f7f0fa8-5e97-494c-bb99-6fed149efdfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8eb58fbf-0428-4c48-a28b-f93fda1b012b', 'name': 'tempest-ServersTestJSON-60372698-router', 'tenant_id': 'ec177d36615b4624a9959f68ea3c49ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'external_fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.121'}], 'enable_snat': True}, 'gw_port_id': 'ac720063-0b2c-4c54-b677-d9870e1ecc17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T21:27:44Z', 'updated_at': '2022-01-26T21:27:45Z', 'revision_number': 3, 'project_id': 'ec177d36615b4624a9959f68ea3c49ca', 'gw_port': {'id': 'ac720063-0b2c-4c54-b677-d9870e1ecc17', 'name': '', 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:bd:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8eb58fbf-0428-4c48-a28b-f93fda1b012b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2478, 'fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:27:45Z', 'updated_at': '2022-01-26T21:27:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-5'}], 'n-d-760453-5', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:27:49.778121 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.db_base_plugin_common [None req-15c4e693-5e55-4aee-8b04-e387e205f47f admin admin] Allocated IP 172.20.0.1 (02122a10-4175-495f-8cc0-81e28431e82d/7585cddc-8bd2-40da-99aa-e3973041ec4e/d53adb51-3ac7-4fba-a87e-977ec756aa7e) {{(pid=103304) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 21:27:49.797502 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Provisioning complete for port 0a23f8f3-87eb-4adf-8a77-34fe8b1b856f triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:27:49.798222 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (0a23f8f3-87eb-4adf-8a77-34fe8b1b856f), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:27:49.803372 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] No Port match for: 4836496e-4b86-4ff4-b7d3-0f22f4a6f134 {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 26 21:27:49.806886 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Device 4836496e-4b86-4ff4-b7d3-0f22f4a6f134 not bound to the agent host n-h1-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 26 21:27:49.808076 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Device 63291687-eb18-4520-9507-18da92da4324 no longer exists at agent hyperv_n-h1-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 26 21:27:49.825463 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f7f0fa8-5e97-494c-bb99-6fed149efdfd None None] The sync data for ids ['8eb58fbf-0428-4c48-a28b-f93fda1b012b'] in n-d-760453-5 is: [{'id': '8eb58fbf-0428-4c48-a28b-f93fda1b012b', 'name': 'tempest-ServersTestJSON-60372698-router', 'tenant_id': 'ec177d36615b4624a9959f68ea3c49ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'external_fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.121'}], 'enable_snat': True}, 'gw_port_id': 'ac720063-0b2c-4c54-b677-d9870e1ecc17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T21:27:44Z', 'updated_at': '2022-01-26T21:27:45Z', 'revision_number': 3, 'project_id': 'ec177d36615b4624a9959f68ea3c49ca', 'gw_port': {'id': 'ac720063-0b2c-4c54-b677-d9870e1ecc17', 'name': '', 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:bd:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8eb58fbf-0428-4c48-a28b-f93fda1b012b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2478, 'fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:27:45Z', 'updated_at': '2022-01-26T21:27:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-5'}] {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 26 21:27:49.838882 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-28b8c1eb-fcf5-4a29-98f5-cea5fa906a20 tempest-FloatingIPTestJSON-755675821 tempest-FloatingIPTestJSON-755675821-project] Publish callbacks [] for port (457bdbc9-1d37-44f2-96e8-98dcc403a197), precommit_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:27:49.847763 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-28b8c1eb-fcf5-4a29-98f5-cea5fa906a20 tempest-FloatingIPTestJSON-755675821 tempest-FloatingIPTestJSON-755675821-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11791520'] for port (457bdbc9-1d37-44f2-96e8-98dcc403a197), after_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:27:49.888201 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [req-687e9e7a-5006-4787-bb44-6076ae706cdc req-502b9950-c042-43a5-bb9e-a0e312bd92ac tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] Deleting port 63291687-eb18-4520-9507-18da92da4324 {{(pid=103304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 21:27:49.888565 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-687e9e7a-5006-4787-bb44-6076ae706cdc req-502b9950-c042-43a5-bb9e-a0e312bd92ac tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746560630878'] for port (63291687-eb18-4520-9507-18da92da4324), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:27:49.945105 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvr_db [None req-6ac2d490-de24-4bee-85db-6b50b8704fe7 None None] Set router 26653f6c-6a3d-4ca7-b1da-a2ac653fa3f2 gateway port host: n-d-760453-5 {{(pid=103306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 21:27:49.965979 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-f9b4336f-58e3-4e89-b364-f2d00a32ab95 req-feaba16a-7db0-434d-bbd9-370e01141908 tempest-TestNetworkAdvancedServerOps-1435295253 tempest-TestNetworkAdvancedServerOps-1435295253-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=9fb734eb-2a1e-444e-9314-c3d872afadaa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1988375 Jan 26 21:27:49.968391 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b8c1eb-fcf5-4a29-98f5-cea5fa906a20 tempest-FloatingIPTestJSON-755675821 tempest-FloatingIPTestJSON-755675821-project] Pushing event updated for resources: {'Port': ['ID=457bdbc9-1d37-44f2-96e8-98dcc403a197,revision_number=2']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:27:49.979881 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-28b8c1eb-fcf5-4a29-98f5-cea5fa906a20 tempest-FloatingIPTestJSON-755675821 tempest-FloatingIPTestJSON-755675821-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4110913'] for floatingip (e4d0a979-fcd4-4cc6-83f2-273143c3c5e6), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:27:50.078287 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-15c4e693-5e55-4aee-8b04-e387e205f47f admin admin] Publish callbacks [] for port (d53adb51-3ac7-4fba-a87e-977ec756aa7e), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:27:50.092445 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [req-687e9e7a-5006-4787-bb44-6076ae706cdc req-502b9950-c042-43a5-bb9e-a0e312bd92ac tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] For port 63291687-eb18-4520-9507-18da92da4324, host n-h1-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-5',level=0,port_id=63291687-eb18-4520-9507-18da92da4324,segment=NetworkSegment(770d2ce8-3e53-4f98-83ba-d454bf5f80eb),segment_id=770d2ce8-3e53-4f98-83ba-d454bf5f80eb)] {{(pid=103304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:27:50.092445 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-687e9e7a-5006-4787-bb44-6076ae706cdc req-502b9950-c042-43a5-bb9e-a0e312bd92ac tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4109658'] for port (63291687-eb18-4520-9507-18da92da4324), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:27:50.109698 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [req-687e9e7a-5006-4787-bb44-6076ae706cdc req-502b9950-c042-43a5-bb9e-a0e312bd92ac tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] Calling delete_port for 63291687-eb18-4520-9507-18da92da4324 owned by compute:nova {{(pid=103304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 21:27:50.113454 n-d-760453-5 neutron-server[103305]: INFO neutron.db.l3_db [None req-28b8c1eb-fcf5-4a29-98f5-cea5fa906a20 tempest-FloatingIPTestJSON-755675821 tempest-FloatingIPTestJSON-755675821-project] Floating IP e4d0a979-fcd4-4cc6-83f2-273143c3c5e6 associated. External IP: 172.25.1.226, port: ae14be6a-782e-4827-8d2b-d084ba7a4e1e. Jan 26 21:27:50.407272 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-15c4e693-5e55-4aee-8b04-e387e205f47f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746560234527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9281553'] for port (d53adb51-3ac7-4fba-a87e-977ec756aa7e), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:27:50.505566 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28b8c1eb-fcf5-4a29-98f5-cea5fa906a20 tempest-FloatingIPTestJSON-755675821 tempest-FloatingIPTestJSON-755675821-project] Router c5ecfbfd-fee9-4b72-9070-7a72d95e51a4 has already been hosted by L3 agent 09df100c-3af1-4b0a-bda8-05914c71c458 {{(pid=103305) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 26 21:27:50.538108 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39e4d7c-917c-4530-8f5b-78c01ab27f76 req-c8d55d23-6065-40ae-8ecb-d34dd246c1a5 tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:27:50.551355 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39e4d7c-917c-4530-8f5b-78c01ab27f76 req-c8d55d23-6065-40ae-8ecb-d34dd246c1a5 tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:27:50.557161 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39e4d7c-917c-4530-8f5b-78c01ab27f76 req-c8d55d23-6065-40ae-8ecb-d34dd246c1a5 tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:27:50.564591 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39e4d7c-917c-4530-8f5b-78c01ab27f76 req-c8d55d23-6065-40ae-8ecb-d34dd246c1a5 tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:27:50.577602 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-c39e4d7c-917c-4530-8f5b-78c01ab27f76 req-c8d55d23-6065-40ae-8ecb-d34dd246c1a5 tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca795481-031c-48ac-925f-00596ed83bb9 HTTP/1.1" status: 200 len: 3151 time: 0.4293675 Jan 26 21:27:50.599843 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15c4e693-5e55-4aee-8b04-e387e205f47f admin admin] Network 02122a10-4175-495f-8cc0-81e28431e82d is already hosted by enough agents. {{(pid=103304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 21:27:50.620465 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Current status of the port 63291687-eb18-4520-9507-18da92da4324 is: ACTIVE; New status is: DOWN {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:27:50.621641 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (63291687-eb18-4520-9507-18da92da4324), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:27:50.640338 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Current status of the port 0a23f8f3-87eb-4adf-8a77-34fe8b1b856f is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:27:50.667113 n-d-760453-5 neutron-server[103306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca795481-031c-48ac-925f-00596ed83bb9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '63291687-eb18-4520-9507-18da92da4324'}] {{(pid=103306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 21:27:50.670197 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9d5d370febab655511bdd2ffe887e43e442d144a440368702bcc1e93af00b97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51702724-e96a-450b-b022-f53e78899795" -d '{"events": [{"server_uuid": "ca795481-031c-48ac-925f-00596ed83bb9", "name": "network-vif-unplugged", "status": "completed", "tag": "63291687-eb18-4520-9507-18da92da4324"}]}' {{(pid=103306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 21:27:50.687902 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] For port 63291687-eb18-4520-9507-18da92da4324, host n-h1-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-5',level=0,port_id=63291687-eb18-4520-9507-18da92da4324,segment=NetworkSegment(770d2ce8-3e53-4f98-83ba-d454bf5f80eb),segment_id=770d2ce8-3e53-4f98-83ba-d454bf5f80eb)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:27:50.703017 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (63291687-eb18-4520-9507-18da92da4324), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:27:50.703951 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Device e52ff17a-df76-4716-aace-f598c57c36fe no longer exists at agent hyperv_n-h1-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 26 21:27:50.719905 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28b8c1eb-fcf5-4a29-98f5-cea5fa906a20 tempest-FloatingIPTestJSON-755675821 tempest-FloatingIPTestJSON-755675821-project] Notify agent at l3_agent.n-d-760453-5 the message routers_updated {{(pid=103305) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 26 21:27:50.737201 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc5503e9-f757-47ca-9f10-22244e7624e8 None None] Sync routers for ids ['c5ecfbfd-fee9-4b72-9070-7a72d95e51a4'] in n-d-760453-5 {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 26 21:27:50.743837 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-28b8c1eb-fcf5-4a29-98f5-cea5fa906a20 tempest-FloatingIPTestJSON-755675821 tempest-FloatingIPTestJSON-755675821-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for floatingip (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:27:50.749167 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [None req-15c4e693-5e55-4aee-8b04-e387e205f47f admin admin] Resources bound (agent type, host, resource id): {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:27:50.751190 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c4e693-5e55-4aee-8b04-e387e205f47f admin admin] Pushing event updated for resources: {'Port': ['ID=d53adb51-3ac7-4fba-a87e-977ec756aa7e,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:27:50.773367 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc5503e9-f757-47ca-9f10-22244e7624e8 None None] Routers {'c5ecfbfd-fee9-4b72-9070-7a72d95e51a4'} bound to L3 agent in host n-d-760453-5 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 21:27:50.774118 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-bc5503e9-f757-47ca-9f10-22244e7624e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-26T20:55:21Z,description=,heartbeat_timestamp=2022-01-26T21:27:21Z,host='n-d-760453-5',id=09df100c-3af1-4b0a-bda8-05914c71c458,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:55:21Z,topic='l3_agent')) {'router_ids': ['c5ecfbfd-fee9-4b72-9070-7a72d95e51a4'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:27:50.810711 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15c4e693-5e55-4aee-8b04-e387e205f47f admin admin] Received port after_create {{(pid=103304) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 21:27:50.824266 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-28b8c1eb-fcf5-4a29-98f5-cea5fa906a20 tempest-FloatingIPTestJSON-755675821 tempest-FloatingIPTestJSON-755675821-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 3.4623384 Jan 26 21:27:50.826776 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 48136) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:27:50.832263 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-bb2a4b94-081e-4ab9-baf4-7ac2c480c4f1 tempest-FloatingIPTestJSON-755675821 tempest-FloatingIPTestJSON-755675821-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:27:50.904160 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-bc5503e9-f757-47ca-9f10-22244e7624e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760453-5', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:27:50.908264 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-bb2a4b94-081e-4ab9-baf4-7ac2c480c4f1 tempest-FloatingIPTestJSON-755675821 tempest-FloatingIPTestJSON-755675821-project] Publish callbacks [] for floatingip (e4d0a979-fcd4-4cc6-83f2-273143c3c5e6), before_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:27:50.943765 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc5503e9-f757-47ca-9f10-22244e7624e8 None None] Routers {'c5ecfbfd-fee9-4b72-9070-7a72d95e51a4'} bound to L3 agent in host n-d-760453-5 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 21:27:50.944426 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-bc5503e9-f757-47ca-9f10-22244e7624e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-26T20:55:21Z,description=,heartbeat_timestamp=2022-01-26T21:27:21Z,host='n-d-760453-5',id=09df100c-3af1-4b0a-bda8-05914c71c458,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:55:21Z,topic='l3_agent')) {'router_ids': ['c5ecfbfd-fee9-4b72-9070-7a72d95e51a4'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:27:51.068375 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-bc5503e9-f757-47ca-9f10-22244e7624e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760453-5', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:27:51.069059 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc5503e9-f757-47ca-9f10-22244e7624e8 None None] The sync data for ids ['c5ecfbfd-fee9-4b72-9070-7a72d95e51a4'] in n-d-760453-5 is: [] {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 26 21:27:51.089997 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-15c4e693-5e55-4aee-8b04-e387e205f47f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4111050'] for router_interface (8eb58fbf-0428-4c48-a28b-f93fda1b012b), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:27:51.119323 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-c39e4d7c-917c-4530-8f5b-78c01ab27f76 req-a2437707-6379-4229-9bb1-26f1dc9b5b14 tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] 10.222.0.13 "GET /v2.0/security-groups?id=4949e7fd-e987-466a-ab17-ed5ae28a32c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5324731 Jan 26 21:27:51.155970 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-bb2a4b94-081e-4ab9-baf4-7ac2c480c4f1 tempest-FloatingIPTestJSON-755675821 tempest-FloatingIPTestJSON-755675821-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:27:51.170404 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-bb2a4b94-081e-4ab9-baf4-7ac2c480c4f1 tempest-FloatingIPTestJSON-755675821 tempest-FloatingIPTestJSON-755675821-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4110913'] for floatingip (e4d0a979-fcd4-4cc6-83f2-273143c3c5e6), after_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:27:51.170810 n-d-760453-5 neutron-server[103305]: INFO neutron.db.l3_db [None req-bb2a4b94-081e-4ab9-baf4-7ac2c480c4f1 tempest-FloatingIPTestJSON-755675821 tempest-FloatingIPTestJSON-755675821-project] Floating IP e4d0a979-fcd4-4cc6-83f2-273143c3c5e6 disassociated. External IP: 172.25.1.226, port: ae14be6a-782e-4827-8d2b-d084ba7a4e1e. Jan 26 21:27:51.267871 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-687e9e7a-5006-4787-bb44-6076ae706cdc req-502b9950-c042-43a5-bb9e-a0e312bd92ac tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746560636600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746560234536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9281553'] for port (63291687-eb18-4520-9507-18da92da4324), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:27:51.378441 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Pushing event updated for resources: {'Port': ['ID=63291687-eb18-4520-9507-18da92da4324,revision_number=6']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:27:51.396850 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-502b9950-c042-43a5-bb9e-a0e312bd92ac tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] Pushing event deleted for resources: {'Port': ['ID=63291687-eb18-4520-9507-18da92da4324,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:27:51.434586 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-6ac2d490-de24-4bee-85db-6b50b8704fe7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26653f6c-6a3d-4ca7-b1da-a2ac653fa3f2', 'name': 'tempest-TaggedBootDevicesTest_v242-1530584916-router', 'tenant_id': '026ef2d8b8e041b18f9abf8363011406', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'external_fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.86'}], 'enable_snat': True}, 'gw_port_id': 'e2e6dac8-dcff-45f3-8872-9bf1bbb353f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T21:15:55Z', 'updated_at': '2022-01-26T21:16:02Z', 'revision_number': 4, 'project_id': '026ef2d8b8e041b18f9abf8363011406', 'gw_port': {'id': 'e2e6dac8-dcff-45f3-8872-9bf1bbb353f5', 'name': '', 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:ce:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26653f6c-6a3d-4ca7-b1da-a2ac653fa3f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1396, 'fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:15:56Z', 'updated_at': '2022-01-26T21:16:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-5', '_interfaces': [{'id': '04460135-cdaf-4885-a1ad-61f321315f2b', 'name': '', 'network_id': 'bbfba3ee-2021-4c97-a0e2-2098fcdcf99e', 'tenant_id': '026ef2d8b8e041b18f9abf8363011406', 'mac_address': 'fa:16:3e:e6:a9:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26653f6c-6a3d-4ca7-b1da-a2ac653fa3f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1397, 'fixed_ips': [{'subnet_id': '57e3c492-4b44-4b41-bf93-c4d6e5c59ce4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:16:01Z', 'updated_at': '2022-01-26T21:16:10Z', 'revision_number': 5, 'project_id': '026ef2d8b8e041b18f9abf8363011406', 'subnets': [{'id': '57e3c492-4b44-4b41-bf93-c4d6e5c59ce4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760453-5', False) {} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:27:51.481052 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ac2d490-de24-4bee-85db-6b50b8704fe7 None None] Checking router: 26653f6c-6a3d-4ca7-b1da-a2ac653fa3f2 for host: n-d-760453-5 {{(pid=103306) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 26 21:27:51.513274 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [req-687e9e7a-5006-4787-bb44-6076ae706cdc req-502b9950-c042-43a5-bb9e-a0e312bd92ac tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] No DVR routers for this DVR port 63291687-eb18-4520-9507-18da92da4324 on host n-h1-760453-5 {{(pid=103304) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 26 21:27:51.517253 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-687e9e7a-5006-4787-bb44-6076ae706cdc req-502b9950-c042-43a5-bb9e-a0e312bd92ac tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:27:51.517819 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ac2d490-de24-4bee-85db-6b50b8704fe7 None None] Routers {'26653f6c-6a3d-4ca7-b1da-a2ac653fa3f2'} bound to L3 agent in host n-d-760453-5 {{(pid=103306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 21:27:51.518802 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-6ac2d490-de24-4bee-85db-6b50b8704fe7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-26T20:55:21Z,description=,heartbeat_timestamp=2022-01-26T21:27:21Z,host='n-d-760453-5',id=09df100c-3af1-4b0a-bda8-05914c71c458,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:55:21Z,topic='l3_agent')) {'router_ids': ['26653f6c-6a3d-4ca7-b1da-a2ac653fa3f2'], 'active': True} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:27:51.522159 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device ac720063-0b2c-4c54-b677-d9870e1ecc17 up at agent ovs-agent-n-d-760453-5 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 21:27:51.529981 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-687e9e7a-5006-4787-bb44-6076ae706cdc req-502b9950-c042-43a5-bb9e-a0e312bd92ac tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] 10.222.0.66 "DELETE /v2.0/ports/63291687-eb18-4520-9507-18da92da4324 HTTP/1.1" status: 204 len: 173 time: 1.9101670 Jan 26 21:27:51.606416 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 26 Jan 2022 21:27:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1bbe7b89-a6b9-46b8-ac31-0f8e5de26734 x-openstack-request-id: req-1bbe7b89-a6b9-46b8-ac31-0f8e5de26734 {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 21:27:51.606557 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca795481-031c-48ac-925f-00596ed83bb9", "name": "network-vif-unplugged", "status": "completed", "tag": "63291687-eb18-4520-9507-18da92da4324", "code": 200}]} {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 21:27:51.606783 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-1bbe7b89-a6b9-46b8-ac31-0f8e5de26734 {{(pid=103306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 21:27:51.608327 n-d-760453-5 neutron-server[103306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca795481-031c-48ac-925f-00596ed83bb9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '63291687-eb18-4520-9507-18da92da4324', 'code': 200} Jan 26 21:27:51.609360 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-a52700c9-f7f0-4669-af22-e630c609dfb2 None None] Provisioning complete for port d53adb51-3ac7-4fba-a87e-977ec756aa7e triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:27:51.609911 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-a52700c9-f7f0-4669-af22-e630c609dfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (d53adb51-3ac7-4fba-a87e-977ec756aa7e), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:27:51.657897 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-a52700c9-f7f0-4669-af22-e630c609dfb2 None None] Port d53adb51-3ac7-4fba-a87e-977ec756aa7e cannot update to ACTIVE because it is not bound. {{(pid=103306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 26 21:27:51.674851 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d5bf070f-9733-4f04-9857-eecb4d6524b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (09df100c-3af1-4b0a-bda8-05914c71c458), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:27:51.698783 n-d-760453-5 neutron-server[103304]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca795481-031c-48ac-925f-00596ed83bb9', 'name': 'network-vif-deleted', 'tag': '63291687-eb18-4520-9507-18da92da4324'}] {{(pid=103304) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 21:27:51.703335 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d52b45f1943fcd332af9527eb73ff93c8d715d44383a3f6d18de73b4cfcf87b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb278edd-d814-4544-ac5e-8a5e50acb90c" -d '{"events": [{"server_uuid": "ca795481-031c-48ac-925f-00596ed83bb9", "name": "network-vif-deleted", "tag": "63291687-eb18-4520-9507-18da92da4324"}]}' {{(pid=103304) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 21:27:51.722031 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-15c4e693-5e55-4aee-8b04-e387e205f47f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (d53adb51-3ac7-4fba-a87e-977ec756aa7e), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:27:51.726505 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-2df24318-a794-4d27-a9ee-79b373fb746f req-de4e5701-7ec9-4979-877e-85e6c1c11472 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=bab73d10-afaf-4143-a120-91544c188eaa&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2907531 Jan 26 21:27:51.742947 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [req-2df24318-a794-4d27-a9ee-79b373fb746f req-cb500583-2a97-4604-b6e5-cd7855e93527 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=103305) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 26 21:27:51.742947 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-2df24318-a794-4d27-a9ee-79b373fb746f req-cb500583-2a97-4604-b6e5-cd7855e93527 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0075684 Jan 26 21:27:51.767212 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb2a4b94-081e-4ab9-baf4-7ac2c480c4f1 tempest-FloatingIPTestJSON-755675821 tempest-FloatingIPTestJSON-755675821-project] Router c5ecfbfd-fee9-4b72-9070-7a72d95e51a4 has already been hosted by L3 agent 09df100c-3af1-4b0a-bda8-05914c71c458 {{(pid=103305) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 26 21:27:51.815991 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Current status of the port e52ff17a-df76-4716-aace-f598c57c36fe is: ACTIVE; New status is: DOWN {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:27:51.816390 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (e52ff17a-df76-4716-aace-f598c57c36fe), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:27:51.857567 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] For port e52ff17a-df76-4716-aace-f598c57c36fe, host n-h1-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-5',level=0,port_id=e52ff17a-df76-4716-aace-f598c57c36fe,segment=NetworkSegment(5fccd88d-df0d-4375-8629-dca63d895672),segment_id=5fccd88d-df0d-4375-8629-dca63d895672)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:27:51.870870 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (e52ff17a-df76-4716-aace-f598c57c36fe), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:27:51.871586 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Device 855d117c-7e61-48ea-aea1-a4cc8811f046 no longer exists at agent hyperv_n-h1-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 26 21:27:51.984080 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Pushing event updated for resources: {'Port': ['ID=e52ff17a-df76-4716-aace-f598c57c36fe,revision_number=6']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:27:51.987717 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Provisioning complete for port ac720063-0b2c-4c54-b677-d9870e1ecc17 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:27:51.988093 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (ac720063-0b2c-4c54-b677-d9870e1ecc17), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:27:52.017981 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb2a4b94-081e-4ab9-baf4-7ac2c480c4f1 tempest-FloatingIPTestJSON-755675821 tempest-FloatingIPTestJSON-755675821-project] Notify agent at l3_agent.n-d-760453-5 the message routers_updated {{(pid=103305) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 26 21:27:52.023250 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-bb2a4b94-081e-4ab9-baf4-7ac2c480c4f1 tempest-FloatingIPTestJSON-755675821 tempest-FloatingIPTestJSON-755675821-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for floatingip (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:27:52.035662 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Jan 2022 21:27:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-453157c9-69cf-443e-8e74-2a1786917f07 x-openstack-request-id: req-453157c9-69cf-443e-8e74-2a1786917f07 {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 21:27:52.036345 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca795481-031c-48ac-925f-00596ed83bb9", "name": "network-vif-deleted", "tag": "63291687-eb18-4520-9507-18da92da4324", "status": "completed", "code": 200}]} {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 21:27:52.036345 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-453157c9-69cf-443e-8e74-2a1786917f07 {{(pid=103304) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 21:27:52.036753 n-d-760453-5 neutron-server[103304]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca795481-031c-48ac-925f-00596ed83bb9', 'name': 'network-vif-deleted', 'tag': '63291687-eb18-4520-9507-18da92da4324', 'status': 'completed', 'code': 200} Jan 26 21:27:52.036987 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77e57914-08ac-4e31-a38e-d01fda0e58a5 None None] Sync routers for ids ['c5ecfbfd-fee9-4b72-9070-7a72d95e51a4'] in n-d-760453-5 {{(pid=103306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 26 21:27:52.046817 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvr_db [None req-6ac2d490-de24-4bee-85db-6b50b8704fe7 None None] Set router 26653f6c-6a3d-4ca7-b1da-a2ac653fa3f2 gateway port host: n-d-760453-5 {{(pid=103306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 21:27:52.062605 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-bb2a4b94-081e-4ab9-baf4-7ac2c480c4f1 tempest-FloatingIPTestJSON-755675821 tempest-FloatingIPTestJSON-755675821-project] 10.222.0.13 "PUT /v2.0/floatingips/e4d0a979-fcd4-4cc6-83f2-273143c3c5e6 HTTP/1.1" status: 200 len: 688 time: 1.2344747 Jan 26 21:27:52.063855 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 48162) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:27:52.097351 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77e57914-08ac-4e31-a38e-d01fda0e58a5 None None] Routers {'c5ecfbfd-fee9-4b72-9070-7a72d95e51a4'} bound to L3 agent in host n-d-760453-5 {{(pid=103306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 21:27:52.097911 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-77e57914-08ac-4e31-a38e-d01fda0e58a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-26T20:55:21Z,description=,heartbeat_timestamp=2022-01-26T21:27:51Z,host='n-d-760453-5',id=09df100c-3af1-4b0a-bda8-05914c71c458,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:55:21Z,topic='l3_agent')) {'router_ids': ['c5ecfbfd-fee9-4b72-9070-7a72d95e51a4'], 'active': True} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:27:52.153999 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-77e57914-08ac-4e31-a38e-d01fda0e58a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760453-5', False) {} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:27:52.155466 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [req-687e9e7a-5006-4787-bb44-6076ae706cdc req-7acc2ad2-3933-47f7-9242-4cc86a61d886 tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] Deleting port e0b52d53-b737-4357-b6a1-5a10086eeb00 {{(pid=103304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 21:27:52.155951 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-687e9e7a-5006-4787-bb44-6076ae706cdc req-7acc2ad2-3933-47f7-9242-4cc86a61d886 tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746560630878'] for port (e0b52d53-b737-4357-b6a1-5a10086eeb00), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:27:52.167560 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] The host n-h1-760453-5 is not matching for port 855d117c-7e61-48ea-aea1-a4cc8811f046 host ! {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2317}} Jan 26 21:27:52.168072 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Device 855d117c-7e61-48ea-aea1-a4cc8811f046 not bound to the agent host n-h1-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 26 21:27:52.168504 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Device e0b52d53-b737-4357-b6a1-5a10086eeb00 no longer exists at agent hyperv_n-h1-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 26 21:27:52.277760 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-c25bb2f4-6eea-47a3-a741-8e548c3d1c09 tempest-FloatingIPTestJSON-755675821 tempest-FloatingIPTestJSON-755675821-project] Deleting port 457bdbc9-1d37-44f2-96e8-98dcc403a197 {{(pid=103305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 21:27:52.278145 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-c25bb2f4-6eea-47a3-a741-8e548c3d1c09 tempest-FloatingIPTestJSON-755675821 tempest-FloatingIPTestJSON-755675821-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746560630878'] for port (457bdbc9-1d37-44f2-96e8-98dcc403a197), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:27:52.302773 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77e57914-08ac-4e31-a38e-d01fda0e58a5 None None] Routers {'c5ecfbfd-fee9-4b72-9070-7a72d95e51a4'} bound to L3 agent in host n-d-760453-5 {{(pid=103306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 21:27:52.303170 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-77e57914-08ac-4e31-a38e-d01fda0e58a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-26T20:55:21Z,description=,heartbeat_timestamp=2022-01-26T21:27:51Z,host='n-d-760453-5',id=09df100c-3af1-4b0a-bda8-05914c71c458,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:55:21Z,topic='l3_agent')) {'router_ids': ['c5ecfbfd-fee9-4b72-9070-7a72d95e51a4'], 'active': True} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:27:52.383034 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-15c4e693-5e55-4aee-8b04-e387e205f47f admin admin] Publish callbacks [] for port (d53adb51-3ac7-4fba-a87e-977ec756aa7e), precommit_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:27:52.395332 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-841f5991-a4d8-4d4b-b215-cbc6bab5427b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (aa7ee9d2-08eb-4e12-b895-24c57300dfec), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:27:52.404011 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-c25bb2f4-6eea-47a3-a741-8e548c3d1c09 tempest-FloatingIPTestJSON-755675821 tempest-FloatingIPTestJSON-755675821-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4109658'] for port (457bdbc9-1d37-44f2-96e8-98dcc403a197), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:27:52.404400 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-c25bb2f4-6eea-47a3-a741-8e548c3d1c09 tempest-FloatingIPTestJSON-755675821 tempest-FloatingIPTestJSON-755675821-project] Publish callbacks [] for floatingip (457bdbc9-1d37-44f2-96e8-98dcc403a197), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:27:52.422758 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [req-687e9e7a-5006-4787-bb44-6076ae706cdc req-7acc2ad2-3933-47f7-9242-4cc86a61d886 tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] For port e0b52d53-b737-4357-b6a1-5a10086eeb00, host n-h1-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-5',level=0,port_id=e0b52d53-b737-4357-b6a1-5a10086eeb00,segment=NetworkSegment(770d2ce8-3e53-4f98-83ba-d454bf5f80eb),segment_id=770d2ce8-3e53-4f98-83ba-d454bf5f80eb)] {{(pid=103304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:27:52.427393 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-687e9e7a-5006-4787-bb44-6076ae706cdc req-7acc2ad2-3933-47f7-9242-4cc86a61d886 tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4109658'] for port (e0b52d53-b737-4357-b6a1-5a10086eeb00), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:27:52.436482 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-c25bb2f4-6eea-47a3-a741-8e548c3d1c09 tempest-FloatingIPTestJSON-755675821 tempest-FloatingIPTestJSON-755675821-project] Calling delete_port for 457bdbc9-1d37-44f2-96e8-98dcc403a197 owned by network:floatingip {{(pid=103305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 21:27:52.457588 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [req-687e9e7a-5006-4787-bb44-6076ae706cdc req-7acc2ad2-3933-47f7-9242-4cc86a61d886 tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] Calling delete_port for e0b52d53-b737-4357-b6a1-5a10086eeb00 owned by compute:nova {{(pid=103304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 21:27:52.624278 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Current status of the port e0b52d53-b737-4357-b6a1-5a10086eeb00 is: ACTIVE; New status is: DOWN {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:27:52.624681 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (e0b52d53-b737-4357-b6a1-5a10086eeb00), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:27:52.626638 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df24318-a794-4d27-a9ee-79b373fb746f req-c4839b3e-2f2d-4f7e-987e-1da87cebf875 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:27:52.628400 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-2df24318-a794-4d27-a9ee-79b373fb746f req-c4839b3e-2f2d-4f7e-987e-1da87cebf875 service neutron] 10.222.0.13 "GET /v2.0/ports/fd42b877-d35a-41b1-bfdb-a02ca8527fc5 HTTP/1.1" status: 200 len: 1093 time: 0.0645082 Jan 26 21:27:52.640212 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [req-2df24318-a794-4d27-a9ee-79b373fb746f req-9751ae7c-e392-42d7-965f-15a78c70ca2b service neutron] Request body: {'binding': {'host': 'n-h2-760453-5', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:27:52.640880 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [req-2df24318-a794-4d27-a9ee-79b373fb746f req-9751ae7c-e392-42d7-965f-15a78c70ca2b service neutron] Unknown quota resources ['binding']. {{(pid=103305) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Jan 26 21:27:52.657953 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-77e57914-08ac-4e31-a38e-d01fda0e58a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760453-5', False) {} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:27:52.664416 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77e57914-08ac-4e31-a38e-d01fda0e58a5 None None] The sync data for ids ['c5ecfbfd-fee9-4b72-9070-7a72d95e51a4'] in n-d-760453-5 is: [] {{(pid=103306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 26 21:27:52.707555 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-15c4e693-5e55-4aee-8b04-e387e205f47f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9281542'] for port (d53adb51-3ac7-4fba-a87e-977ec756aa7e), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:27:52.751154 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-687e9e7a-5006-4787-bb44-6076ae706cdc req-7acc2ad2-3933-47f7-9242-4cc86a61d886 tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746560636600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746560234536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9281553'] for port (e0b52d53-b737-4357-b6a1-5a10086eeb00), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:27:52.759448 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Current status of the port ac720063-0b2c-4c54-b677-d9870e1ecc17 is: DOWN; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:27:52.760188 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (ac720063-0b2c-4c54-b677-d9870e1ecc17), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:27:52.788952 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] For port ac720063-0b2c-4c54-b677-d9870e1ecc17, host n-d-760453-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=ac720063-0b2c-4c54-b677-d9870e1ecc17,segment=NetworkSegment(e17cb353-418f-48b9-b982-21a6233ee99b),segment_id=e17cb353-418f-48b9-b982-21a6233ee99b)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:27:52.807040 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-c25bb2f4-6eea-47a3-a741-8e548c3d1c09 tempest-FloatingIPTestJSON-755675821 tempest-FloatingIPTestJSON-755675821-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746560636600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746560234536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11791543'] for port (457bdbc9-1d37-44f2-96e8-98dcc403a197), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:27:52.827564 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (ac720063-0b2c-4c54-b677-d9870e1ecc17), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:27:52.834689 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Device 46e244fd-7905-4c27-b3f7-627bc270105e no longer exists at agent hyperv_n-h1-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 26 21:27:52.847571 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-15c4e693-5e55-4aee-8b04-e387e205f47f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3709457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4110682'] for router_interface (8eb58fbf-0428-4c48-a28b-f93fda1b012b), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:27:52.881935 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c4e693-5e55-4aee-8b04-e387e205f47f admin admin] Pushing event updated for resources: {'Port': ['ID=d53adb51-3ac7-4fba-a87e-977ec756aa7e,revision_number=2']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:27:52.901336 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c25bb2f4-6eea-47a3-a741-8e548c3d1c09 tempest-FloatingIPTestJSON-755675821 tempest-FloatingIPTestJSON-755675821-project] Pushing event deleted for resources: {'Port': ['ID=457bdbc9-1d37-44f2-96e8-98dcc403a197,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:27:52.939206 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-6ac2d490-de24-4bee-85db-6b50b8704fe7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26653f6c-6a3d-4ca7-b1da-a2ac653fa3f2', 'name': 'tempest-TaggedBootDevicesTest_v242-1530584916-router', 'tenant_id': '026ef2d8b8e041b18f9abf8363011406', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'external_fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.86'}], 'enable_snat': True}, 'gw_port_id': 'e2e6dac8-dcff-45f3-8872-9bf1bbb353f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T21:15:55Z', 'updated_at': '2022-01-26T21:16:02Z', 'revision_number': 4, 'project_id': '026ef2d8b8e041b18f9abf8363011406', 'gw_port': {'id': 'e2e6dac8-dcff-45f3-8872-9bf1bbb353f5', 'name': '', 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:ce:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26653f6c-6a3d-4ca7-b1da-a2ac653fa3f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1396, 'fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:15:56Z', 'updated_at': '2022-01-26T21:16:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-5', '_interfaces': [{'id': '04460135-cdaf-4885-a1ad-61f321315f2b', 'name': '', 'network_id': 'bbfba3ee-2021-4c97-a0e2-2098fcdcf99e', 'tenant_id': '026ef2d8b8e041b18f9abf8363011406', 'mac_address': 'fa:16:3e:e6:a9:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26653f6c-6a3d-4ca7-b1da-a2ac653fa3f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1397, 'fixed_ips': [{'subnet_id': '57e3c492-4b44-4b41-bf93-c4d6e5c59ce4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:16:01Z', 'updated_at': '2022-01-26T21:16:10Z', 'revision_number': 5, 'project_id': '026ef2d8b8e041b18f9abf8363011406', 'subnets': [{'id': '57e3c492-4b44-4b41-bf93-c4d6e5c59ce4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760453-5', False) {} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:27:52.980370 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ac2d490-de24-4bee-85db-6b50b8704fe7 None None] The sync data for ids ['26653f6c-6a3d-4ca7-b1da-a2ac653fa3f2'] in n-d-760453-5 is: [{'id': '26653f6c-6a3d-4ca7-b1da-a2ac653fa3f2', 'name': 'tempest-TaggedBootDevicesTest_v242-1530584916-router', 'tenant_id': '026ef2d8b8e041b18f9abf8363011406', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'external_fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.86'}], 'enable_snat': True}, 'gw_port_id': 'e2e6dac8-dcff-45f3-8872-9bf1bbb353f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T21:15:55Z', 'updated_at': '2022-01-26T21:16:02Z', 'revision_number': 4, 'project_id': '026ef2d8b8e041b18f9abf8363011406', 'gw_port': {'id': 'e2e6dac8-dcff-45f3-8872-9bf1bbb353f5', 'name': '', 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:ce:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26653f6c-6a3d-4ca7-b1da-a2ac653fa3f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1396, 'fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:15:56Z', 'updated_at': '2022-01-26T21:16:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-5', '_interfaces': [{'id': '04460135-cdaf-4885-a1ad-61f321315f2b', 'name': '', 'network_id': 'bbfba3ee-2021-4c97-a0e2-2098fcdcf99e', 'tenant_id': '026ef2d8b8e041b18f9abf8363011406', 'mac_address': 'fa:16:3e:e6:a9:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26653f6c-6a3d-4ca7-b1da-a2ac653fa3f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1397, 'fixed_ips': [{'subnet_id': '57e3c492-4b44-4b41-bf93-c4d6e5c59ce4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:16:01Z', 'updated_at': '2022-01-26T21:16:10Z', 'revision_number': 5, 'project_id': '026ef2d8b8e041b18f9abf8363011406', 'subnets': [{'id': '57e3c492-4b44-4b41-bf93-c4d6e5c59ce4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 26 21:27:52.995376 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a502f2a9-48c1-48fe-b62c-5f2ea4604448 req-fa2ddfbf-c379-49d3-bc78-d50b77bd5382 tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:27:53.001640 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a502f2a9-48c1-48fe-b62c-5f2ea4604448 req-fa2ddfbf-c379-49d3-bc78-d50b77bd5382 tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:27:53.007700 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a502f2a9-48c1-48fe-b62c-5f2ea4604448 req-fa2ddfbf-c379-49d3-bc78-d50b77bd5382 tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:27:53.010285 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-a502f2a9-48c1-48fe-b62c-5f2ea4604448 req-fa2ddfbf-c379-49d3-bc78-d50b77bd5382 tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca795481-031c-48ac-925f-00596ed83bb9 HTTP/1.1" status: 200 len: 2336 time: 0.7729857 Jan 26 21:27:53.011401 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [req-687e9e7a-5006-4787-bb44-6076ae706cdc req-7acc2ad2-3933-47f7-9242-4cc86a61d886 tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] No DVR routers for this DVR port e0b52d53-b737-4357-b6a1-5a10086eeb00 on host n-h1-760453-5 {{(pid=103304) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 26 21:27:53.013140 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7acc2ad2-3933-47f7-9242-4cc86a61d886 tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] Pushing event deleted for resources: {'Port': ['ID=e0b52d53-b737-4357-b6a1-5a10086eeb00,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:27:53.013937 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Pushing event updated for resources: {'Port': ['ID=ac720063-0b2c-4c54-b677-d9870e1ecc17,revision_number=4']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:27:53.022393 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (4d619873-4b60-439f-9b5a-b155dc8bbc34), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:27:53.028227 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-687e9e7a-5006-4787-bb44-6076ae706cdc req-7acc2ad2-3933-47f7-9242-4cc86a61d886 tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:27:53.034635 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-687e9e7a-5006-4787-bb44-6076ae706cdc req-7acc2ad2-3933-47f7-9242-4cc86a61d886 tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] 10.222.0.66 "DELETE /v2.0/ports/e0b52d53-b737-4357-b6a1-5a10086eeb00 HTTP/1.1" status: 204 len: 173 time: 1.4772320 Jan 26 21:27:53.077056 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Current status of the port 46e244fd-7905-4c27-b3f7-627bc270105e is: ACTIVE; New status is: DOWN {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:27:53.077486 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (46e244fd-7905-4c27-b3f7-627bc270105e), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:27:53.103560 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-c25bb2f4-6eea-47a3-a741-8e548c3d1c09 tempest-FloatingIPTestJSON-755675821 tempest-FloatingIPTestJSON-755675821-project] Publish callbacks [] for floatingip (e4d0a979-fcd4-4cc6-83f2-273143c3c5e6), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:27:53.107374 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-c25bb2f4-6eea-47a3-a741-8e548c3d1c09 tempest-FloatingIPTestJSON-755675821 tempest-FloatingIPTestJSON-755675821-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for floatingip (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:27:53.112251 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-c25bb2f4-6eea-47a3-a741-8e548c3d1c09 tempest-FloatingIPTestJSON-755675821 tempest-FloatingIPTestJSON-755675821-project] 10.222.0.13 "DELETE /v2.0/floatingips/e4d0a979-fcd4-4cc6-83f2-273143c3c5e6 HTTP/1.1" status: 204 len: 168 time: 1.0431943 Jan 26 21:27:53.117467 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 48176) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:27:53.123109 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [req-2df24318-a794-4d27-a9ee-79b373fb746f req-9751ae7c-e392-42d7-965f-15a78c70ca2b service neutron] Attempting to bind port fd42b877-d35a-41b1-bfdb-a02ca8527fc5 on host n-h2-760453-5 for vnic_type normal with profile None {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 21:27:53.125652 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-6f08f371-d1c0-4419-87c8-84ccef377793 tempest-FloatingIPTestJSON-755675821 tempest-FloatingIPTestJSON-755675821-project] Request body: {'floatingip': {'floating_network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'port_id': '6d8dca69-085d-462f-86d0-5f328d62bace'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:27:53.127086 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [req-2df24318-a794-4d27-a9ee-79b373fb746f req-9751ae7c-e392-42d7-965f-15a78c70ca2b service neutron] Attempting to bind port fd42b877-d35a-41b1-bfdb-a02ca8527fc5 by drivers openvswitch,hyperv on host n-h2-760453-5 at level 0 using segments [{'id': 'd6d2aa88-4ea9-40bb-a0f8-e585072a1989', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '409f24a2-f487-449b-8f01-d9911b990d6a'}] {{(pid=103305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 26 21:27:53.127504 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2df24318-a794-4d27-a9ee-79b373fb746f req-9751ae7c-e392-42d7-965f-15a78c70ca2b service neutron] Attempting to bind port fd42b877-d35a-41b1-bfdb-a02ca8527fc5 on network 409f24a2-f487-449b-8f01-d9911b990d6a {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 21:27:53.130783 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] For port 46e244fd-7905-4c27-b3f7-627bc270105e, host n-h1-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-5',level=0,port_id=46e244fd-7905-4c27-b3f7-627bc270105e,segment=NetworkSegment(5fccd88d-df0d-4375-8629-dca63d895672),segment_id=5fccd88d-df0d-4375-8629-dca63d895672)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:27:53.132609 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2df24318-a794-4d27-a9ee-79b373fb746f req-9751ae7c-e392-42d7-965f-15a78c70ca2b service neutron] Port fd42b877-d35a-41b1-bfdb-a02ca8527fc5 on network 409f24a2-f487-449b-8f01-d9911b990d6a not bound, no agent of type Open vSwitch agent registered on host n-h2-760453-5 {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 26 21:27:53.132944 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2df24318-a794-4d27-a9ee-79b373fb746f req-9751ae7c-e392-42d7-965f-15a78c70ca2b service neutron] Attempting to bind port fd42b877-d35a-41b1-bfdb-a02ca8527fc5 on network 409f24a2-f487-449b-8f01-d9911b990d6a {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 21:27:53.137154 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (46e244fd-7905-4c27-b3f7-627bc270105e), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:27:53.138251 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Device a7268cc1-3994-4713-bc9a-c43426d166e2 no longer exists at agent hyperv_n-h1-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 26 21:27:53.140812 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2df24318-a794-4d27-a9ee-79b373fb746f req-9751ae7c-e392-42d7-965f-15a78c70ca2b service neutron] Checking agent: {'id': '4d619873-4b60-439f-9b5a-b155dc8bbc34', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-760453-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 21, 2, 53), 'started_at': datetime.datetime(2022, 1, 26, 21, 2, 53), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 21, 27, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 26 21:27:53.141159 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2df24318-a794-4d27-a9ee-79b373fb746f req-9751ae7c-e392-42d7-965f-15a78c70ca2b service neutron] Checking segment: {'id': 'd6d2aa88-4ea9-40bb-a0f8-e585072a1989', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '409f24a2-f487-449b-8f01-d9911b990d6a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103305) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 21:27:53.141584 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2df24318-a794-4d27-a9ee-79b373fb746f req-9751ae7c-e392-42d7-965f-15a78c70ca2b service neutron] Bound using segment: {'id': 'd6d2aa88-4ea9-40bb-a0f8-e585072a1989', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '409f24a2-f487-449b-8f01-d9911b990d6a'} {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 26 21:27:53.142025 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [req-2df24318-a794-4d27-a9ee-79b373fb746f req-9751ae7c-e392-42d7-965f-15a78c70ca2b service neutron] Bound port: fd42b877-d35a-41b1-bfdb-a02ca8527fc5, host: n-h2-760453-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd6d2aa88-4ea9-40bb-a0f8-e585072a1989', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '409f24a2-f487-449b-8f01-d9911b990d6a'}}] {{(pid=103305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 26 21:27:53.228819 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] The host n-h1-760453-5 is not matching for port a7268cc1-3994-4713-bc9a-c43426d166e2 host ! {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2317}} Jan 26 21:27:53.229220 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Device a7268cc1-3994-4713-bc9a-c43426d166e2 not bound to the agent host n-h1-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 26 21:27:53.279368 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [req-2df24318-a794-4d27-a9ee-79b373fb746f req-9751ae7c-e392-42d7-965f-15a78c70ca2b service neutron] For port fd42b877-d35a-41b1-bfdb-a02ca8527fc5, host n-h2-760453-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-5',level=0,port_id=fd42b877-d35a-41b1-bfdb-a02ca8527fc5,segment=NetworkSegment(d6d2aa88-4ea9-40bb-a0f8-e585072a1989),segment_id=d6d2aa88-4ea9-40bb-a0f8-e585072a1989)] {{(pid=103305) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 26 21:27:53.284570 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Pushing event updated for resources: {'Port': ['ID=46e244fd-7905-4c27-b3f7-627bc270105e,revision_number=6']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:27:53.288434 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-2df24318-a794-4d27-a9ee-79b373fb746f req-9751ae7c-e392-42d7-965f-15a78c70ca2b service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:27:53.302174 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-2df24318-a794-4d27-a9ee-79b373fb746f req-9751ae7c-e392-42d7-965f-15a78c70ca2b service neutron] 10.222.0.13 "POST /v2.0/ports/fd42b877-d35a-41b1-bfdb-a02ca8527fc5/bindings HTTP/1.1" status: 201 len: 389 time: 0.6615036 Jan 26 21:27:53.345939 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-a502f2a9-48c1-48fe-b62c-5f2ea4604448 req-85155c3e-5493-4f6d-8844-a05fc56d3252 tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] 10.222.0.13 "GET /v2.0/security-groups?id=4949e7fd-e987-466a-ab17-ed5ae28a32c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3052077 Jan 26 21:27:53.354189 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-6f08f371-d1c0-4419-87c8-84ccef377793 tempest-FloatingIPTestJSON-755675821 tempest-FloatingIPTestJSON-755675821-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:27:53.398541 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device ac720063-0b2c-4c54-b677-d9870e1ecc17 up at agent ovs-agent-n-d-760453-5 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 21:27:53.416150 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15c4e693-5e55-4aee-8b04-e387e205f47f admin admin] Network 02122a10-4175-495f-8cc0-81e28431e82d is already hosted by enough agents. {{(pid=103304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 21:27:53.420470 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [None req-15c4e693-5e55-4aee-8b04-e387e205f47f admin admin] Resources bound (agent type, host, resource id): {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:27:53.547533 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-592dda80-e947-48bd-b5b7-1154413ad5c1 None None] New status for floating IP b26908fb-fc52-4dc7-a0de-58c1d50d0c04: DOWN {{(pid=103307) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 26 21:27:53.564394 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Provisioning complete for port ac720063-0b2c-4c54-b677-d9870e1ecc17 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:27:53.564765 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (ac720063-0b2c-4c54-b677-d9870e1ecc17), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:27:53.625992 n-d-760453-5 neutron-server[103306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca795481-031c-48ac-925f-00596ed83bb9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e52ff17a-df76-4716-aace-f598c57c36fe'}, {'server_uuid': 'ca795481-031c-48ac-925f-00596ed83bb9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '46e244fd-7905-4c27-b3f7-627bc270105e'}] {{(pid=103306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 21:27:53.626720 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [req-687e9e7a-5006-4787-bb44-6076ae706cdc req-b7a7cff8-0888-4652-9ec8-d365acc70459 tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] Deleting port 46e244fd-7905-4c27-b3f7-627bc270105e {{(pid=103304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 21:27:53.627023 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9d5d370febab655511bdd2ffe887e43e442d144a440368702bcc1e93af00b97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc2ad38b-821d-4559-927c-ea275d05590d" -d '{"events": [{"server_uuid": "ca795481-031c-48ac-925f-00596ed83bb9", "name": "network-vif-unplugged", "status": "completed", "tag": "e52ff17a-df76-4716-aace-f598c57c36fe"}, {"server_uuid": "ca795481-031c-48ac-925f-00596ed83bb9", "name": "network-vif-unplugged", "status": "completed", "tag": "46e244fd-7905-4c27-b3f7-627bc270105e"}]}' {{(pid=103306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 21:27:53.627170 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-687e9e7a-5006-4787-bb44-6076ae706cdc req-b7a7cff8-0888-4652-9ec8-d365acc70459 tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746560630878'] for port (46e244fd-7905-4c27-b3f7-627bc270105e), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:27:53.751220 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df24318-a794-4d27-a9ee-79b373fb746f req-e870731d-2bcf-4906-9625-f1143dc570f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:27:53.752962 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-2df24318-a794-4d27-a9ee-79b373fb746f req-e870731d-2bcf-4906-9625-f1143dc570f2 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=c6d9f10230f341edbbe46b16c17eb870&device_id=bab73d10-afaf-4143-a120-91544c188eaa HTTP/1.1" status: 200 len: 1096 time: 0.1400816 Jan 26 21:27:53.758847 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 358 Content-Type: application/json Date: Wed, 26 Jan 2022 21:27:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce319fce-a4d7-464d-a853-133b146cac7f x-openstack-request-id: req-ce319fce-a4d7-464d-a853-133b146cac7f {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 21:27:53.759496 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca795481-031c-48ac-925f-00596ed83bb9", "name": "network-vif-unplugged", "status": "completed", "tag": "e52ff17a-df76-4716-aace-f598c57c36fe", "code": 200}, {"server_uuid": "ca795481-031c-48ac-925f-00596ed83bb9", "name": "network-vif-unplugged", "status": "completed", "tag": "46e244fd-7905-4c27-b3f7-627bc270105e", "code": 200}]} {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 21:27:53.759496 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ce319fce-a4d7-464d-a853-133b146cac7f {{(pid=103306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 21:27:53.759776 n-d-760453-5 neutron-server[103306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca795481-031c-48ac-925f-00596ed83bb9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e52ff17a-df76-4716-aace-f598c57c36fe', 'code': 200} Jan 26 21:27:53.760014 n-d-760453-5 neutron-server[103306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca795481-031c-48ac-925f-00596ed83bb9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '46e244fd-7905-4c27-b3f7-627bc270105e', 'code': 200} Jan 26 21:27:53.794504 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Current status of the port ac720063-0b2c-4c54-b677-d9870e1ecc17 is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:27:53.888909 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df24318-a794-4d27-a9ee-79b373fb746f req-e3822336-95f1-4781-9613-eed2e85520eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:27:53.891027 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-2df24318-a794-4d27-a9ee-79b373fb746f req-e3822336-95f1-4781-9613-eed2e85520eb service neutron] 10.222.0.57 "GET /v2.0/networks?id=409f24a2-f487-449b-8f01-d9911b990d6a HTTP/1.1" status: 200 len: 898 time: 0.1309774 Jan 26 21:27:53.904249 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-35f715f8-bd13-418a-8092-52c1691ec89e None None] Provisioning complete for port d53adb51-3ac7-4fba-a87e-977ec756aa7e triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:27:53.904622 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-35f715f8-bd13-418a-8092-52c1691ec89e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (d53adb51-3ac7-4fba-a87e-977ec756aa7e), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:27:53.962448 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-35f715f8-bd13-418a-8092-52c1691ec89e None None] Port d53adb51-3ac7-4fba-a87e-977ec756aa7e cannot update to ACTIVE because it is not bound. {{(pid=103306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 26 21:27:53.969594 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-2df24318-a794-4d27-a9ee-79b373fb746f req-301c2dcc-8027-4ed4-8db5-d3e7695673a2 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fd42b877-d35a-41b1-bfdb-a02ca8527fc5 HTTP/1.1" status: 200 len: 1001 time: 0.0710845 Jan 26 21:27:54.023633 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df24318-a794-4d27-a9ee-79b373fb746f req-3de82714-07a8-43f5-a224-c9f81cc3c438 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:27:54.025685 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-2df24318-a794-4d27-a9ee-79b373fb746f req-3de82714-07a8-43f5-a224-c9f81cc3c438 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=68f62439-8ec7-48ec-b8fa-67a39fc871b7 HTTP/1.1" status: 200 len: 835 time: 0.0501649 Jan 26 21:27:54.047652 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-839dd188-ec69-470c-9ab0-d318dc1a2e96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (e79b4fc6-6c71-44b2-a6d0-ff3e1f4dfd0d), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:27:54.082125 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df24318-a794-4d27-a9ee-79b373fb746f req-a877a22d-3c8c-49bd-80bf-7a304fd2fd55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:27:54.083629 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-2df24318-a794-4d27-a9ee-79b373fb746f req-a877a22d-3c8c-49bd-80bf-7a304fd2fd55 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=409f24a2-f487-449b-8f01-d9911b990d6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0518575 Jan 26 21:27:54.149269 n-d-760453-5 neutron-server[103304]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca795481-031c-48ac-925f-00596ed83bb9', 'name': 'network-vif-deleted', 'tag': 'e0b52d53-b737-4357-b6a1-5a10086eeb00'}] {{(pid=103304) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 21:27:54.152003 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d52b45f1943fcd332af9527eb73ff93c8d715d44383a3f6d18de73b4cfcf87b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25b8a9e2-13e9-4128-aded-55665c53dcd9" -d '{"events": [{"server_uuid": "ca795481-031c-48ac-925f-00596ed83bb9", "name": "network-vif-deleted", "tag": "e0b52d53-b737-4357-b6a1-5a10086eeb00"}]}' {{(pid=103304) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 21:27:54.175911 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-2df24318-a794-4d27-a9ee-79b373fb746f req-e46614ef-babd-4a24-9dcb-8aff133d6bb7 service neutron] 10.222.0.57 "GET /v2.0/networks/409f24a2-f487-449b-8f01-d9911b990d6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855319 Jan 26 21:27:54.224647 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Jan 2022 21:27:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6fa1a0d-423e-48bc-8dc3-84d668090847 x-openstack-request-id: req-b6fa1a0d-423e-48bc-8dc3-84d668090847 {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 21:27:54.224941 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca795481-031c-48ac-925f-00596ed83bb9", "name": "network-vif-deleted", "tag": "e0b52d53-b737-4357-b6a1-5a10086eeb00", "status": "completed", "code": 200}]} {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 21:27:54.225196 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b6fa1a0d-423e-48bc-8dc3-84d668090847 {{(pid=103304) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 21:27:54.225639 n-d-760453-5 neutron-server[103304]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca795481-031c-48ac-925f-00596ed83bb9', 'name': 'network-vif-deleted', 'tag': 'e0b52d53-b737-4357-b6a1-5a10086eeb00', 'status': 'completed', 'code': 200} Jan 26 21:27:54.300440 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cba03dc-5470-496d-bf4a-69674606fa17 req-21328285-58e2-4512-a076-9815e58e39f3 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:27:54.302248 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-9cba03dc-5470-496d-bf4a-69674606fa17 req-21328285-58e2-4512-a076-9815e58e39f3 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] 10.222.0.13 "GET /v2.0/ports?device_id=bab73d10-afaf-4143-a120-91544c188eaa HTTP/1.1" status: 200 len: 945 time: 0.6448483 Jan 26 21:27:54.334137 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15c4e693-5e55-4aee-8b04-e387e205f47f admin admin] Router 8eb58fbf-0428-4c48-a28b-f93fda1b012b has already been hosted by L3 agent 09df100c-3af1-4b0a-bda8-05914c71c458 {{(pid=103304) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 26 21:27:54.339470 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [req-687e9e7a-5006-4787-bb44-6076ae706cdc req-b7a7cff8-0888-4652-9ec8-d365acc70459 tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] For port 46e244fd-7905-4c27-b3f7-627bc270105e, host n-h1-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-5',level=0,port_id=46e244fd-7905-4c27-b3f7-627bc270105e,segment=NetworkSegment(5fccd88d-df0d-4375-8629-dca63d895672),segment_id=5fccd88d-df0d-4375-8629-dca63d895672)] {{(pid=103304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:27:54.339841 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-687e9e7a-5006-4787-bb44-6076ae706cdc req-b7a7cff8-0888-4652-9ec8-d365acc70459 tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4109658'] for port (46e244fd-7905-4c27-b3f7-627bc270105e), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:27:54.365796 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [req-687e9e7a-5006-4787-bb44-6076ae706cdc req-b7a7cff8-0888-4652-9ec8-d365acc70459 tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] Calling delete_port for 46e244fd-7905-4c27-b3f7-627bc270105e owned by compute:nova {{(pid=103304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 21:27:54.460709 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-6f08f371-d1c0-4419-87c8-84ccef377793 tempest-FloatingIPTestJSON-755675821 tempest-FloatingIPTestJSON-755675821-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:27:54.613279 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-9cba03dc-5470-496d-bf4a-69674606fa17 req-000e8f58-787e-440d-95aa-a531d3766658 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] 10.222.0.13 "GET /v2.0/security-groups?id=9fb734eb-2a1e-444e-9314-c3d872afadaa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3019686 Jan 26 21:27:54.625658 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-2df24318-a794-4d27-a9ee-79b373fb746f req-fb97e79e-e931-4023-ae8d-19b172b0a6c7 service neutron] 10.222.0.57 "GET /v2.0/networks/409f24a2-f487-449b-8f01-d9911b990d6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4430311 Jan 26 21:27:54.707896 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb911bee-349a-4806-8a19-ef5b18048a2f req-4dbc9df9-6c2a-4dfa-819a-b1b22abad2be tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:27:54.714148 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb911bee-349a-4806-8a19-ef5b18048a2f req-4dbc9df9-6c2a-4dfa-819a-b1b22abad2be tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:27:54.715877 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-eb911bee-349a-4806-8a19-ef5b18048a2f req-4dbc9df9-6c2a-4dfa-819a-b1b22abad2be tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca795481-031c-48ac-925f-00596ed83bb9 HTTP/1.1" status: 200 len: 1677 time: 0.2434764 Jan 26 21:27:54.821769 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df24318-a794-4d27-a9ee-79b373fb746f req-516803a6-6504-44de-8895-f4bbe227fb1f tempest-TestNetworkAdvancedServerOps-1435295253 tempest-TestNetworkAdvancedServerOps-1435295253-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:27:54.823575 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-2df24318-a794-4d27-a9ee-79b373fb746f req-516803a6-6504-44de-8895-f4bbe227fb1f tempest-TestNetworkAdvancedServerOps-1435295253 tempest-TestNetworkAdvancedServerOps-1435295253-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=bab73d10-afaf-4143-a120-91544c188eaa&tenant_id=c6d9f10230f341edbbe46b16c17eb870&binding%3Ahost_id=n-h1-760453-5 HTTP/1.1" status: 200 len: 1096 time: 0.1343527 Jan 26 21:27:54.831716 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.db_base_plugin_common [None req-6f08f371-d1c0-4419-87c8-84ccef377793 tempest-FloatingIPTestJSON-755675821 tempest-FloatingIPTestJSON-755675821-project] Allocated IP 172.25.1.76 (4140a1f1-c93a-4bea-83a0-68953a54f299/e48251a1-e30d-4820-8396-00c6f6aeb601/d62d8f14-5029-46e9-9b7a-3eb8949afaaa) {{(pid=103304) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 21:27:54.834657 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [req-2df24318-a794-4d27-a9ee-79b373fb746f req-cb69d338-64b2-42b2-a795-d45cea0908ee service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-760453-5'}}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:27:54.841895 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-687e9e7a-5006-4787-bb44-6076ae706cdc req-b7a7cff8-0888-4652-9ec8-d365acc70459 tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746560636600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746560234536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9281553'] for port (46e244fd-7905-4c27-b3f7-627bc270105e), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:27:54.854808 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15c4e693-5e55-4aee-8b04-e387e205f47f admin admin] Notify agent at l3_agent.n-d-760453-5 the message routers_updated {{(pid=103304) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 26 21:27:54.879706 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67fd0814-1fc8-4478-9c6c-96d0db6bd1d7 None None] Sync routers for ids ['8eb58fbf-0428-4c48-a28b-f93fda1b012b'] in n-d-760453-5 {{(pid=103306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 26 21:27:54.893214 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67fd0814-1fc8-4478-9c6c-96d0db6bd1d7 None None] Routers {'8eb58fbf-0428-4c48-a28b-f93fda1b012b'} bound to L3 agent in host n-d-760453-5 {{(pid=103306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 21:27:54.894012 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-67fd0814-1fc8-4478-9c6c-96d0db6bd1d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-26T20:55:21Z,description=,heartbeat_timestamp=2022-01-26T21:27:51Z,host='n-d-760453-5',id=09df100c-3af1-4b0a-bda8-05914c71c458,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:55:21Z,topic='l3_agent')) {'router_ids': ['8eb58fbf-0428-4c48-a28b-f93fda1b012b'], 'active': True} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:27:54.894239 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-15c4e693-5e55-4aee-8b04-e387e205f47f admin admin] 10.222.0.13 "PUT /v2.0/routers/8eb58fbf-0428-4c48-a28b-f93fda1b012b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5928280 Jan 26 21:27:54.898578 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-2df24318-a794-4d27-a9ee-79b373fb746f req-cb69d338-64b2-42b2-a795-d45cea0908ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (fd42b877-d35a-41b1-bfdb-a02ca8527fc5), before_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:27:54.903273 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a7cff8-0888-4652-9ec8-d365acc70459 tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] Pushing event deleted for resources: {'Port': ['ID=46e244fd-7905-4c27-b3f7-627bc270105e,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:27:54.984188 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-eb911bee-349a-4806-8a19-ef5b18048a2f req-c266fd50-3942-43b4-809c-39fcf80940e9 tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] 10.222.0.13 "GET /v2.0/security-groups?id=4949e7fd-e987-466a-ab17-ed5ae28a32c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2234077 Jan 26 21:27:55.027730 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [req-687e9e7a-5006-4787-bb44-6076ae706cdc req-b7a7cff8-0888-4652-9ec8-d365acc70459 tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] No DVR routers for this DVR port 46e244fd-7905-4c27-b3f7-627bc270105e on host n-h1-760453-5 {{(pid=103304) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 26 21:27:55.031544 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-687e9e7a-5006-4787-bb44-6076ae706cdc req-b7a7cff8-0888-4652-9ec8-d365acc70459 tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:27:55.035055 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-687e9e7a-5006-4787-bb44-6076ae706cdc req-b7a7cff8-0888-4652-9ec8-d365acc70459 tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] 10.222.0.66 "DELETE /v2.0/ports/46e244fd-7905-4c27-b3f7-627bc270105e HTTP/1.1" status: 204 len: 173 time: 1.9927726 Jan 26 21:27:55.112990 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [req-2df24318-a794-4d27-a9ee-79b373fb746f req-cb69d338-64b2-42b2-a795-d45cea0908ee service neutron] For port fd42b877-d35a-41b1-bfdb-a02ca8527fc5, host n-h1-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-5',level=0,port_id=fd42b877-d35a-41b1-bfdb-a02ca8527fc5,segment=NetworkSegment(d6d2aa88-4ea9-40bb-a0f8-e585072a1989),segment_id=d6d2aa88-4ea9-40bb-a0f8-e585072a1989)] {{(pid=103305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:27:55.147705 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-6f08f371-d1c0-4419-87c8-84ccef377793 tempest-FloatingIPTestJSON-755675821 tempest-FloatingIPTestJSON-755675821-project] Publish callbacks [] for port (d62d8f14-5029-46e9-9b7a-3eb8949afaaa), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:27:55.175419 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [req-2df24318-a794-4d27-a9ee-79b373fb746f req-cb69d338-64b2-42b2-a795-d45cea0908ee service neutron] For port fd42b877-d35a-41b1-bfdb-a02ca8527fc5, host n-h1-760453-5, cleared binding levels {{(pid=103305) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 26 21:27:55.206533 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [req-687e9e7a-5006-4787-bb44-6076ae706cdc req-42e47085-69c7-4fb6-974b-44ea779c7b5b tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] Deleting port e52ff17a-df76-4716-aace-f598c57c36fe {{(pid=103304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 21:27:55.206882 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-687e9e7a-5006-4787-bb44-6076ae706cdc req-42e47085-69c7-4fb6-974b-44ea779c7b5b tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746560630878'] for port (e52ff17a-df76-4716-aace-f598c57c36fe), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:27:55.227097 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-2df24318-a794-4d27-a9ee-79b373fb746f req-cb69d338-64b2-42b2-a795-d45cea0908ee service neutron] Publish callbacks [] for port (fd42b877-d35a-41b1-bfdb-a02ca8527fc5), precommit_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:27:55.229276 n-d-760453-5 neutron-server[103305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bab73d10-afaf-4143-a120-91544c188eaa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fd42b877-d35a-41b1-bfdb-a02ca8527fc5'}] {{(pid=103305) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 21:27:55.232080 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d4654568b7bf041e72ff8fe1c96d6d761d9c921f2b99bc7b3a26632be20cee0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6b7b090-7508-4192-bfe7-65d4b18f7d6f" -d '{"events": [{"server_uuid": "bab73d10-afaf-4143-a120-91544c188eaa", "name": "network-vif-unplugged", "status": "completed", "tag": "fd42b877-d35a-41b1-bfdb-a02ca8527fc5"}]}' {{(pid=103305) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 21:27:55.248369 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-2df24318-a794-4d27-a9ee-79b373fb746f req-cb69d338-64b2-42b2-a795-d45cea0908ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11791520'] for port (fd42b877-d35a-41b1-bfdb-a02ca8527fc5), after_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:27:55.273040 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-6f08f371-d1c0-4419-87c8-84ccef377793 tempest-FloatingIPTestJSON-755675821 tempest-FloatingIPTestJSON-755675821-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746560234527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9281553'] for port (d62d8f14-5029-46e9-9b7a-3eb8949afaaa), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:27:55.338588 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f08f371-d1c0-4419-87c8-84ccef377793 tempest-FloatingIPTestJSON-755675821 tempest-FloatingIPTestJSON-755675821-project] Network 4140a1f1-c93a-4bea-83a0-68953a54f299 is already hosted by enough agents. {{(pid=103304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 21:27:55.348573 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [None req-6f08f371-d1c0-4419-87c8-84ccef377793 tempest-FloatingIPTestJSON-755675821 tempest-FloatingIPTestJSON-755675821-project] Resources bound (agent type, host, resource id): {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:27:55.354916 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f08f371-d1c0-4419-87c8-84ccef377793 tempest-FloatingIPTestJSON-755675821 tempest-FloatingIPTestJSON-755675821-project] Received port after_create {{(pid=103304) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 21:27:55.356875 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f08f371-d1c0-4419-87c8-84ccef377793 tempest-FloatingIPTestJSON-755675821 tempest-FloatingIPTestJSON-755675821-project] Pushing event updated for resources: {'Port': ['ID=d62d8f14-5029-46e9-9b7a-3eb8949afaaa,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:27:55.366765 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb69d338-64b2-42b2-a795-d45cea0908ee service neutron] Pushing event updated for resources: {'Port': ['ID=fd42b877-d35a-41b1-bfdb-a02ca8527fc5,revision_number=7']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:27:55.414212 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 26 Jan 2022 21:27:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c599487e-f5e8-4960-8533-9accb00b572a x-openstack-request-id: req-c599487e-f5e8-4960-8533-9accb00b572a {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 21:27:55.414638 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bab73d10-afaf-4143-a120-91544c188eaa", "name": "network-vif-unplugged", "status": "completed", "tag": "fd42b877-d35a-41b1-bfdb-a02ca8527fc5", "code": 200}]} {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 21:27:55.415473 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c599487e-f5e8-4960-8533-9accb00b572a {{(pid=103305) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 21:27:55.415988 n-d-760453-5 neutron-server[103305]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bab73d10-afaf-4143-a120-91544c188eaa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fd42b877-d35a-41b1-bfdb-a02ca8527fc5', 'code': 200} Jan 26 21:27:55.437109 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [req-687e9e7a-5006-4787-bb44-6076ae706cdc req-42e47085-69c7-4fb6-974b-44ea779c7b5b tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] For port e52ff17a-df76-4716-aace-f598c57c36fe, host n-h1-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-5',level=0,port_id=e52ff17a-df76-4716-aace-f598c57c36fe,segment=NetworkSegment(5fccd88d-df0d-4375-8629-dca63d895672),segment_id=5fccd88d-df0d-4375-8629-dca63d895672)] {{(pid=103304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:27:55.437706 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-687e9e7a-5006-4787-bb44-6076ae706cdc req-42e47085-69c7-4fb6-974b-44ea779c7b5b tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4109658'] for port (e52ff17a-df76-4716-aace-f598c57c36fe), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:27:55.467145 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvr_db [None req-67fd0814-1fc8-4478-9c6c-96d0db6bd1d7 None None] Set router 8eb58fbf-0428-4c48-a28b-f93fda1b012b gateway port host: n-d-760453-5 {{(pid=103306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 21:27:55.475315 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [req-687e9e7a-5006-4787-bb44-6076ae706cdc req-42e47085-69c7-4fb6-974b-44ea779c7b5b tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] Calling delete_port for e52ff17a-df76-4716-aace-f598c57c36fe owned by compute:nova {{(pid=103304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 21:27:55.480784 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (fea0591a-627d-4c87-9a9a-01625ddf3277), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:27:55.592670 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [req-2df24318-a794-4d27-a9ee-79b373fb746f req-cb69d338-64b2-42b2-a795-d45cea0908ee service neutron] Attempting to bind port fd42b877-d35a-41b1-bfdb-a02ca8527fc5 on host n-h1-760453-5 for vnic_type normal with profile {"migrating_to": "n-h2-760453-5"} {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 21:27:55.593270 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [req-2df24318-a794-4d27-a9ee-79b373fb746f req-cb69d338-64b2-42b2-a795-d45cea0908ee service neutron] Attempting to bind port fd42b877-d35a-41b1-bfdb-a02ca8527fc5 by drivers openvswitch,hyperv on host n-h1-760453-5 at level 0 using segments [{'id': 'd6d2aa88-4ea9-40bb-a0f8-e585072a1989', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '409f24a2-f487-449b-8f01-d9911b990d6a'}] {{(pid=103305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 26 21:27:55.594635 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2df24318-a794-4d27-a9ee-79b373fb746f req-cb69d338-64b2-42b2-a795-d45cea0908ee service neutron] Attempting to bind port fd42b877-d35a-41b1-bfdb-a02ca8527fc5 on network 409f24a2-f487-449b-8f01-d9911b990d6a {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 21:27:55.606862 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2df24318-a794-4d27-a9ee-79b373fb746f req-cb69d338-64b2-42b2-a795-d45cea0908ee service neutron] Port fd42b877-d35a-41b1-bfdb-a02ca8527fc5 on network 409f24a2-f487-449b-8f01-d9911b990d6a not bound, no agent of type Open vSwitch agent registered on host n-h1-760453-5 {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 26 21:27:55.607309 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2df24318-a794-4d27-a9ee-79b373fb746f req-cb69d338-64b2-42b2-a795-d45cea0908ee service neutron] Attempting to bind port fd42b877-d35a-41b1-bfdb-a02ca8527fc5 on network 409f24a2-f487-449b-8f01-d9911b990d6a {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 21:27:55.624320 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2df24318-a794-4d27-a9ee-79b373fb746f req-cb69d338-64b2-42b2-a795-d45cea0908ee service neutron] Checking agent: {'id': '32ef628b-8417-46c5-8729-60fcabe358f1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-760453-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 21, 3, 8), 'started_at': datetime.datetime(2022, 1, 26, 21, 3, 8), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 21, 27, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 26 21:27:55.625227 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2df24318-a794-4d27-a9ee-79b373fb746f req-cb69d338-64b2-42b2-a795-d45cea0908ee service neutron] Checking segment: {'id': 'd6d2aa88-4ea9-40bb-a0f8-e585072a1989', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '409f24a2-f487-449b-8f01-d9911b990d6a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103305) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 21:27:55.626763 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2df24318-a794-4d27-a9ee-79b373fb746f req-cb69d338-64b2-42b2-a795-d45cea0908ee service neutron] Bound using segment: {'id': 'd6d2aa88-4ea9-40bb-a0f8-e585072a1989', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '409f24a2-f487-449b-8f01-d9911b990d6a'} {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 26 21:27:55.628538 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [req-2df24318-a794-4d27-a9ee-79b373fb746f req-cb69d338-64b2-42b2-a795-d45cea0908ee service neutron] Bound port: fd42b877-d35a-41b1-bfdb-a02ca8527fc5, host: n-h1-760453-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd6d2aa88-4ea9-40bb-a0f8-e585072a1989', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '409f24a2-f487-449b-8f01-d9911b990d6a'}}] {{(pid=103305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 26 21:27:55.630596 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-2df24318-a794-4d27-a9ee-79b373fb746f req-cb69d338-64b2-42b2-a795-d45cea0908ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (fd42b877-d35a-41b1-bfdb-a02ca8527fc5), before_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:27:55.765451 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [req-2df24318-a794-4d27-a9ee-79b373fb746f req-cb69d338-64b2-42b2-a795-d45cea0908ee service neutron] For port fd42b877-d35a-41b1-bfdb-a02ca8527fc5, host n-h1-760453-5, cleared binding levels {{(pid=103305) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 26 21:27:55.770879 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [req-2df24318-a794-4d27-a9ee-79b373fb746f req-cb69d338-64b2-42b2-a795-d45cea0908ee service neutron] For port fd42b877-d35a-41b1-bfdb-a02ca8527fc5, host n-h1-760453-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-5',level=0,port_id=fd42b877-d35a-41b1-bfdb-a02ca8527fc5,segment=NetworkSegment(d6d2aa88-4ea9-40bb-a0f8-e585072a1989),segment_id=d6d2aa88-4ea9-40bb-a0f8-e585072a1989)] {{(pid=103305) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 26 21:27:55.776727 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-2df24318-a794-4d27-a9ee-79b373fb746f req-cb69d338-64b2-42b2-a795-d45cea0908ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11791520'] for port (fd42b877-d35a-41b1-bfdb-a02ca8527fc5), after_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:27:55.909001 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-fecad06d-d534-4640-b185-3b380caaf805 None None] Provisioning complete for port fd42b877-d35a-41b1-bfdb-a02ca8527fc5 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:27:55.925204 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fecad06d-d534-4640-b185-3b380caaf805 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (fd42b877-d35a-41b1-bfdb-a02ca8527fc5), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:27:55.948883 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 48210) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:27:55.954798 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-1da24904-82e3-4524-9998-db98008b62e5 tempest-ServersTestJSON-691555437 tempest-ServersTestJSON-691555437-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1450550273', 'description': 'tempest-description--972399040'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:27:55.974780 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb69d338-64b2-42b2-a795-d45cea0908ee service neutron] Pushing event updated for resources: {'Port': ['ID=fd42b877-d35a-41b1-bfdb-a02ca8527fc5,revision_number=8']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:27:56.031755 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-1da24904-82e3-4524-9998-db98008b62e5 tempest-ServersTestJSON-691555437 tempest-ServersTestJSON-691555437-project] Publish callbacks [] for security_group (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:27:56.069548 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-67fd0814-1fc8-4478-9c6c-96d0db6bd1d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8eb58fbf-0428-4c48-a28b-f93fda1b012b', 'name': 'tempest-ServersTestJSON-60372698-router', 'tenant_id': 'ec177d36615b4624a9959f68ea3c49ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'external_fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.121'}], 'enable_snat': True}, 'gw_port_id': 'ac720063-0b2c-4c54-b677-d9870e1ecc17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T21:27:44Z', 'updated_at': '2022-01-26T21:27:51Z', 'revision_number': 4, 'project_id': 'ec177d36615b4624a9959f68ea3c49ca', 'gw_port': {'id': 'ac720063-0b2c-4c54-b677-d9870e1ecc17', 'name': '', 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:bd:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8eb58fbf-0428-4c48-a28b-f93fda1b012b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2478, 'fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:27:45Z', 'updated_at': '2022-01-26T21:27:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-5', '_interfaces': [{'id': 'd53adb51-3ac7-4fba-a87e-977ec756aa7e', 'name': '', 'network_id': '02122a10-4175-495f-8cc0-81e28431e82d', 'tenant_id': 'ec177d36615b4624a9959f68ea3c49ca', 'mac_address': 'fa:16:3e:20:10:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8eb58fbf-0428-4c48-a28b-f93fda1b012b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2482, 'fixed_ips': [{'subnet_id': '7585cddc-8bd2-40da-99aa-e3973041ec4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:27:49Z', 'updated_at': '2022-01-26T21:27:51Z', 'revision_number': 2, 'project_id': 'ec177d36615b4624a9959f68ea3c49ca', 'subnets': [{'id': '7585cddc-8bd2-40da-99aa-e3973041ec4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760453-5', False) {} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:27:56.138601 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-687e9e7a-5006-4787-bb44-6076ae706cdc req-42e47085-69c7-4fb6-974b-44ea779c7b5b tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746560636600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746560234536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9281553'] for port (e52ff17a-df76-4716-aace-f598c57c36fe), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:27:56.150919 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-1da24904-82e3-4524-9998-db98008b62e5 tempest-ServersTestJSON-691555437 tempest-ServersTestJSON-691555437-project] Publish callbacks [] for security_group (91ad42bb-d200-4641-aa3b-ae4da8059b0b), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:27:56.154405 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67fd0814-1fc8-4478-9c6c-96d0db6bd1d7 None None] Checking router: 8eb58fbf-0428-4c48-a28b-f93fda1b012b for host: n-d-760453-5 {{(pid=103306) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 26 21:27:56.154990 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67fd0814-1fc8-4478-9c6c-96d0db6bd1d7 None None] Updating router 8eb58fbf-0428-4c48-a28b-f93fda1b012b port d53adb51-3ac7-4fba-a87e-977ec756aa7e binding host n-d-760453-5 {{(pid=103306) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 26 21:27:56.156622 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df24318-a794-4d27-a9ee-79b373fb746f req-cb69d338-64b2-42b2-a795-d45cea0908ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:27:56.157324 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-2df24318-a794-4d27-a9ee-79b373fb746f req-cb69d338-64b2-42b2-a795-d45cea0908ee service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:27:56.159112 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-2df24318-a794-4d27-a9ee-79b373fb746f req-cb69d338-64b2-42b2-a795-d45cea0908ee service neutron] 10.222.0.57 "PUT /v2.0/ports/fd42b877-d35a-41b1-bfdb-a02ca8527fc5 HTTP/1.1" status: 200 len: 1121 time: 1.3291540 Jan 26 21:27:56.160291 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-1da24904-82e3-4524-9998-db98008b62e5 tempest-ServersTestJSON-691555437 tempest-ServersTestJSON-691555437-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (91ad42bb-d200-4641-aa3b-ae4da8059b0b), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:27:56.202337 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-1da24904-82e3-4524-9998-db98008b62e5 tempest-ServersTestJSON-691555437 tempest-ServersTestJSON-691555437-project] Publish callbacks [] for security_group (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:27:56.206617 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-1da24904-82e3-4524-9998-db98008b62e5 tempest-ServersTestJSON-691555437 tempest-ServersTestJSON-691555437-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.2552888 Jan 26 21:27:56.208167 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 48216) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:27:56.215128 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-d1906f97-c426-43b7-bed5-9cb96f5feb79 tempest-ServersTestJSON-691555437 tempest-ServersTestJSON-691555437-project] Request body: {'security_group_rule': {'security_group_id': '91ad42bb-d200-4641-aa3b-ae4da8059b0b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:27:56.220508 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da24904-82e3-4524-9998-db98008b62e5 tempest-ServersTestJSON-691555437 tempest-ServersTestJSON-691555437-project] Pushing event updated for resources: {'SecurityGroup': ['ID=91ad42bb-d200-4641-aa3b-ae4da8059b0b,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:27:56.253114 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-d1906f97-c426-43b7-bed5-9cb96f5feb79 tempest-ServersTestJSON-691555437 tempest-ServersTestJSON-691555437-project] Publish callbacks [] for security_group_rule (52529b01-e32f-421f-b831-e48a8277b739), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:27:56.282278 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9029b906-7082-4685-bb95-8b55e983a11d req-0741f98e-9b8b-45c6-b9fa-884046519972 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:27:56.284289 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-9029b906-7082-4685-bb95-8b55e983a11d req-0741f98e-9b8b-45c6-b9fa-884046519972 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] 10.222.0.13 "GET /v2.0/ports?device_id=bab73d10-afaf-4143-a120-91544c188eaa HTTP/1.1" status: 200 len: 943 time: 0.2126958 Jan 26 21:27:56.284757 n-d-760453-5 neutron-server[103304]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca795481-031c-48ac-925f-00596ed83bb9', 'name': 'network-vif-deleted', 'tag': '46e244fd-7905-4c27-b3f7-627bc270105e'}] {{(pid=103304) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 21:27:56.288890 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d52b45f1943fcd332af9527eb73ff93c8d715d44383a3f6d18de73b4cfcf87b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed4221c3-49a9-41ea-8009-9eb4c27cb405" -d '{"events": [{"server_uuid": "ca795481-031c-48ac-925f-00596ed83bb9", "name": "network-vif-deleted", "tag": "46e244fd-7905-4c27-b3f7-627bc270105e"}]}' {{(pid=103304) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 21:27:56.292175 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [req-687e9e7a-5006-4787-bb44-6076ae706cdc req-42e47085-69c7-4fb6-974b-44ea779c7b5b tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] No DVR routers for this DVR port e52ff17a-df76-4716-aace-f598c57c36fe on host n-h1-760453-5 {{(pid=103304) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 26 21:27:56.296382 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-687e9e7a-5006-4787-bb44-6076ae706cdc req-42e47085-69c7-4fb6-974b-44ea779c7b5b tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:27:56.301595 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-687e9e7a-5006-4787-bb44-6076ae706cdc req-42e47085-69c7-4fb6-974b-44ea779c7b5b tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] 10.222.0.66 "DELETE /v2.0/ports/e52ff17a-df76-4716-aace-f598c57c36fe HTTP/1.1" status: 204 len: 173 time: 1.2590365 Jan 26 21:27:56.317997 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-d1906f97-c426-43b7-bed5-9cb96f5feb79 tempest-ServersTestJSON-691555437 tempest-ServersTestJSON-691555437-project] Publish callbacks [] for security_group_rule (52529b01-e32f-421f-b831-e48a8277b739), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:27:56.325715 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-d1906f97-c426-43b7-bed5-9cb96f5feb79 tempest-ServersTestJSON-691555437 tempest-ServersTestJSON-691555437-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102715'] for security_group_rule (52529b01-e32f-421f-b831-e48a8277b739), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:27:56.348536 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1906f97-c426-43b7-bed5-9cb96f5feb79 tempest-ServersTestJSON-691555437 tempest-ServersTestJSON-691555437-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=52529b01-e32f-421f-b831-e48a8277b739,revision_number=0']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:27:56.359588 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-67fd0814-1fc8-4478-9c6c-96d0db6bd1d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (d53adb51-3ac7-4fba-a87e-977ec756aa7e), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:27:56.363710 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-fecad06d-d534-4640-b185-3b380caaf805 None None] Current status of the port fd42b877-d35a-41b1-bfdb-a02ca8527fc5 is: DOWN; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:27:56.364236 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fecad06d-d534-4640-b185-3b380caaf805 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (fd42b877-d35a-41b1-bfdb-a02ca8527fc5), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:27:56.371742 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-d1906f97-c426-43b7-bed5-9cb96f5feb79 tempest-ServersTestJSON-691555437 tempest-ServersTestJSON-691555437-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:27:56.377034 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-d1906f97-c426-43b7-bed5-9cb96f5feb79 tempest-ServersTestJSON-691555437 tempest-ServersTestJSON-691555437-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1678069 Jan 26 21:27:56.378728 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 48220) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:27:56.391891 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-186e21d0-7782-4fe4-9b19-779726f3d2ae tempest-ServersTestJSON-691555437 tempest-ServersTestJSON-691555437-project] Request body: {'security_group_rule': {'security_group_id': '91ad42bb-d200-4641-aa3b-ae4da8059b0b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:27:56.411719 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] get_ports_and_sgs() called for port_ids ['fd42b877-d35a-41b1-bfdb-a02ca8527fc5'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 26 21:27:56.443559 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-186e21d0-7782-4fe4-9b19-779726f3d2ae tempest-ServersTestJSON-691555437 tempest-ServersTestJSON-691555437-project] Publish callbacks [] for security_group_rule (c0c54e0f-1d71-45fb-81b1-6cbd0c4e6f7b), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:27:56.473482 n-d-760453-5 neutron-server[103306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bab73d10-afaf-4143-a120-91544c188eaa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd42b877-d35a-41b1-bfdb-a02ca8527fc5'}] {{(pid=103306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 21:27:56.473814 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-9029b906-7082-4685-bb95-8b55e983a11d req-0b9a4594-6a66-412e-96cc-219a3689070a tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] 10.222.0.13 "GET /v2.0/security-groups?id=9fb734eb-2a1e-444e-9314-c3d872afadaa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1627648 Jan 26 21:27:56.475170 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9d5d370febab655511bdd2ffe887e43e442d144a440368702bcc1e93af00b97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52a22faf-6468-40cb-a84c-b66272acd284" -d '{"events": [{"server_uuid": "bab73d10-afaf-4143-a120-91544c188eaa", "name": "network-vif-plugged", "status": "completed", "tag": "fd42b877-d35a-41b1-bfdb-a02ca8527fc5"}]}' {{(pid=103306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 21:27:56.475507 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e47085-69c7-4fb6-974b-44ea779c7b5b tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] Pushing event deleted for resources: {'Port': ['ID=e52ff17a-df76-4716-aace-f598c57c36fe,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:27:56.493645 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-a380c87b-4c2c-4894-bf68-d1669060031e req-a982baca-b960-4c31-8281-24cf5857b349 tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca795481-031c-48ac-925f-00596ed83bb9 HTTP/1.1" status: 200 len: 210 time: 0.1000950 Jan 26 21:27:56.605394 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-186e21d0-7782-4fe4-9b19-779726f3d2ae tempest-ServersTestJSON-691555437 tempest-ServersTestJSON-691555437-project] Publish callbacks [] for security_group_rule (c0c54e0f-1d71-45fb-81b1-6cbd0c4e6f7b), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:27:56.612385 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-186e21d0-7782-4fe4-9b19-779726f3d2ae tempest-ServersTestJSON-691555437 tempest-ServersTestJSON-691555437-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102715'] for security_group_rule (c0c54e0f-1d71-45fb-81b1-6cbd0c4e6f7b), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:27:56.620487 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-fecad06d-d534-4640-b185-3b380caaf805 None None] For port fd42b877-d35a-41b1-bfdb-a02ca8527fc5, host n-h1-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-5',level=0,port_id=fd42b877-d35a-41b1-bfdb-a02ca8527fc5,segment=NetworkSegment(d6d2aa88-4ea9-40bb-a0f8-e585072a1989),segment_id=d6d2aa88-4ea9-40bb-a0f8-e585072a1989)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:27:56.623226 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Jan 2022 21:27:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8c3f26e-297c-400b-a036-fec7d4221b56 x-openstack-request-id: req-d8c3f26e-297c-400b-a036-fec7d4221b56 {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 21:27:56.623697 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bab73d10-afaf-4143-a120-91544c188eaa", "name": "network-vif-plugged", "status": "completed", "tag": "fd42b877-d35a-41b1-bfdb-a02ca8527fc5", "code": 200}]} {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 21:27:56.624126 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d8c3f26e-297c-400b-a036-fec7d4221b56 {{(pid=103306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 21:27:56.624684 n-d-760453-5 neutron-server[103306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bab73d10-afaf-4143-a120-91544c188eaa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd42b877-d35a-41b1-bfdb-a02ca8527fc5', 'code': 200} Jan 26 21:27:56.636450 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fecad06d-d534-4640-b185-3b380caaf805 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (fd42b877-d35a-41b1-bfdb-a02ca8527fc5), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:27:56.645172 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-186e21d0-7782-4fe4-9b19-779726f3d2ae tempest-ServersTestJSON-691555437 tempest-ServersTestJSON-691555437-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:27:56.651708 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-186e21d0-7782-4fe4-9b19-779726f3d2ae tempest-ServersTestJSON-691555437 tempest-ServersTestJSON-691555437-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2692351 Jan 26 21:27:56.652731 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 48224) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:27:56.658679 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-839e358e-c09e-49b8-b002-f3eb53c12b03 tempest-ServersTestJSON-691555437 tempest-ServersTestJSON-691555437-project] Request body: {'floatingip': {'floating_network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:27:56.680727 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Jan 2022 21:27:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7632e550-1225-4b6c-91f2-9a2f6b463395 x-openstack-request-id: req-7632e550-1225-4b6c-91f2-9a2f6b463395 {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 21:27:56.681193 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca795481-031c-48ac-925f-00596ed83bb9", "name": "network-vif-deleted", "tag": "46e244fd-7905-4c27-b3f7-627bc270105e", "status": "completed", "code": 200}]} {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 21:27:56.681579 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-7632e550-1225-4b6c-91f2-9a2f6b463395 {{(pid=103304) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 21:27:56.682076 n-d-760453-5 neutron-server[103304]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca795481-031c-48ac-925f-00596ed83bb9', 'name': 'network-vif-deleted', 'tag': '46e244fd-7905-4c27-b3f7-627bc270105e', 'status': 'completed', 'code': 200} Jan 26 21:27:56.706670 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-186e21d0-7782-4fe4-9b19-779726f3d2ae tempest-ServersTestJSON-691555437 tempest-ServersTestJSON-691555437-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c0c54e0f-1d71-45fb-81b1-6cbd0c4e6f7b,revision_number=0']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:27:56.719156 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-839e358e-c09e-49b8-b002-f3eb53c12b03 tempest-ServersTestJSON-691555437 tempest-ServersTestJSON-691555437-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:27:56.739506 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fecad06d-d534-4640-b185-3b380caaf805 None None] Pushing event updated for resources: {'Port': ['ID=fd42b877-d35a-41b1-bfdb-a02ca8527fc5,revision_number=9']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:27:56.848350 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-6f08f371-d1c0-4419-87c8-84ccef377793 tempest-FloatingIPTestJSON-755675821 tempest-FloatingIPTestJSON-755675821-project] Publish callbacks [] for floatingip (9ffa668b-fd58-4123-afb0-45e77597c50b), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:27:56.931260 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-839e358e-c09e-49b8-b002-f3eb53c12b03 tempest-ServersTestJSON-691555437 tempest-ServersTestJSON-691555437-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:27:56.951245 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-6f08f371-d1c0-4419-87c8-84ccef377793 tempest-FloatingIPTestJSON-755675821 tempest-FloatingIPTestJSON-755675821-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (d62d8f14-5029-46e9-9b7a-3eb8949afaaa), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:27:57.129331 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.db_base_plugin_common [None req-839e358e-c09e-49b8-b002-f3eb53c12b03 tempest-ServersTestJSON-691555437 tempest-ServersTestJSON-691555437-project] Allocated IP 172.25.1.148 (4140a1f1-c93a-4bea-83a0-68953a54f299/e48251a1-e30d-4820-8396-00c6f6aeb601/4e201722-d390-4f1d-a596-dd9ef27e0a5d) {{(pid=103305) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 21:27:57.190137 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-6f08f371-d1c0-4419-87c8-84ccef377793 tempest-FloatingIPTestJSON-755675821 tempest-FloatingIPTestJSON-755675821-project] Publish callbacks [] for port (d62d8f14-5029-46e9-9b7a-3eb8949afaaa), precommit_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:27:57.201509 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-6f08f371-d1c0-4419-87c8-84ccef377793 tempest-FloatingIPTestJSON-755675821 tempest-FloatingIPTestJSON-755675821-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9281542'] for port (d62d8f14-5029-46e9-9b7a-3eb8949afaaa), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:27:57.291566 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-f96058e8-49e0-4e4b-80a6-ea278f863f93 None None] Provisioning complete for port fd42b877-d35a-41b1-bfdb-a02ca8527fc5 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:27:57.295815 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-f96058e8-49e0-4e4b-80a6-ea278f863f93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (fd42b877-d35a-41b1-bfdb-a02ca8527fc5), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:27:57.305512 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-839e358e-c09e-49b8-b002-f3eb53c12b03 tempest-ServersTestJSON-691555437 tempest-ServersTestJSON-691555437-project] Publish callbacks [] for port (4e201722-d390-4f1d-a596-dd9ef27e0a5d), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:27:57.323165 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-67fd0814-1fc8-4478-9c6c-96d0db6bd1d7 None None] Publish callbacks [] for port (d53adb51-3ac7-4fba-a87e-977ec756aa7e), precommit_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:27:57.353874 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f08f371-d1c0-4419-87c8-84ccef377793 tempest-FloatingIPTestJSON-755675821 tempest-FloatingIPTestJSON-755675821-project] Pushing event updated for resources: {'Port': ['ID=d62d8f14-5029-46e9-9b7a-3eb8949afaaa,revision_number=2']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:27:57.363610 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-839e358e-c09e-49b8-b002-f3eb53c12b03 tempest-ServersTestJSON-691555437 tempest-ServersTestJSON-691555437-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746560234527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11791543'] for port (4e201722-d390-4f1d-a596-dd9ef27e0a5d), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:27:57.371658 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-6f08f371-d1c0-4419-87c8-84ccef377793 tempest-FloatingIPTestJSON-755675821 tempest-FloatingIPTestJSON-755675821-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4110913'] for floatingip (9ffa668b-fd58-4123-afb0-45e77597c50b), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:27:57.400715 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-67fd0814-1fc8-4478-9c6c-96d0db6bd1d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (d53adb51-3ac7-4fba-a87e-977ec756aa7e), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:27:57.418786 n-d-760453-5 neutron-server[103305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bab73d10-afaf-4143-a120-91544c188eaa', 'tag': 'fd42b877-d35a-41b1-bfdb-a02ca8527fc5'}] {{(pid=103305) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 21:27:57.421198 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d4654568b7bf041e72ff8fe1c96d6d761d9c921f2b99bc7b3a26632be20cee0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99666967-ff1a-486b-863b-8f581cef4a5b" -d '{"events": [{"name": "network-changed", "server_uuid": "bab73d10-afaf-4143-a120-91544c188eaa", "tag": "fd42b877-d35a-41b1-bfdb-a02ca8527fc5"}]}' {{(pid=103305) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 21:27:57.433045 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-839e358e-c09e-49b8-b002-f3eb53c12b03 tempest-ServersTestJSON-691555437 tempest-ServersTestJSON-691555437-project] Network 4140a1f1-c93a-4bea-83a0-68953a54f299 is already hosted by enough agents. {{(pid=103305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 21:27:57.436554 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-839e358e-c09e-49b8-b002-f3eb53c12b03 tempest-ServersTestJSON-691555437 tempest-ServersTestJSON-691555437-project] Pushing event updated for resources: {'Port': ['ID=4e201722-d390-4f1d-a596-dd9ef27e0a5d,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:27:57.442036 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [None req-839e358e-c09e-49b8-b002-f3eb53c12b03 tempest-ServersTestJSON-691555437 tempest-ServersTestJSON-691555437-project] Resources bound (agent type, host, resource id): {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:27:57.447401 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-839e358e-c09e-49b8-b002-f3eb53c12b03 tempest-ServersTestJSON-691555437 tempest-ServersTestJSON-691555437-project] Received port after_create {{(pid=103305) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 21:27:57.512344 n-d-760453-5 neutron-server[103304]: INFO neutron.db.l3_db [None req-6f08f371-d1c0-4419-87c8-84ccef377793 tempest-FloatingIPTestJSON-755675821 tempest-FloatingIPTestJSON-755675821-project] Floating IP 9ffa668b-fd58-4123-afb0-45e77597c50b associated. External IP: 172.25.1.76, port: 6d8dca69-085d-462f-86d0-5f328d62bace. Jan 26 21:27:57.569384 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3bfd181-af5f-4408-bf0d-55ad96f68aae None None] Pushing event updated for resources: {'Port': ['ID=d53adb51-3ac7-4fba-a87e-977ec756aa7e,revision_number=3']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:27:57.637465 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 26 Jan 2022 21:27:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54ca418b-59ff-4684-b046-2ac97edb24da x-openstack-request-id: req-54ca418b-59ff-4684-b046-2ac97edb24da {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 21:27:57.643184 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bab73d10-afaf-4143-a120-91544c188eaa", "tag": "fd42b877-d35a-41b1-bfdb-a02ca8527fc5", "status": "completed", "code": 200}]} {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 21:27:57.643607 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-54ca418b-59ff-4684-b046-2ac97edb24da {{(pid=103305) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 21:27:57.644717 n-d-760453-5 neutron-server[103305]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bab73d10-afaf-4143-a120-91544c188eaa', 'tag': 'fd42b877-d35a-41b1-bfdb-a02ca8527fc5', 'status': 'completed', 'code': 200} Jan 26 21:27:57.681765 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-f96058e8-49e0-4e4b-80a6-ea278f863f93 None None] Current status of the port fd42b877-d35a-41b1-bfdb-a02ca8527fc5 is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:27:57.693725 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-839e358e-c09e-49b8-b002-f3eb53c12b03 tempest-ServersTestJSON-691555437 tempest-ServersTestJSON-691555437-project] Publish callbacks [] for floatingip (dbc58367-db23-4f8d-afb7-a260a7294786), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:27:57.703668 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-67fd0814-1fc8-4478-9c6c-96d0db6bd1d7 None None] Attempting to bind port d53adb51-3ac7-4fba-a87e-977ec756aa7e on host n-d-760453-5 for vnic_type normal with profile {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 21:27:57.704176 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-67fd0814-1fc8-4478-9c6c-96d0db6bd1d7 None None] Attempting to bind port d53adb51-3ac7-4fba-a87e-977ec756aa7e by drivers openvswitch,hyperv on host n-d-760453-5 at level 0 using segments [{'id': '64fcf19e-d8c4-494a-a2e7-d4a08d4b0641', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '02122a10-4175-495f-8cc0-81e28431e82d'}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 26 21:27:57.704638 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67fd0814-1fc8-4478-9c6c-96d0db6bd1d7 None None] Attempting to bind port d53adb51-3ac7-4fba-a87e-977ec756aa7e on network 02122a10-4175-495f-8cc0-81e28431e82d {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 21:27:57.715050 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67fd0814-1fc8-4478-9c6c-96d0db6bd1d7 None None] Checking agent: {'id': 'fea0591a-627d-4c87-9a9a-01625ddf3277', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760453-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 20, 55, 25), 'started_at': datetime.datetime(2022, 1, 26, 20, 55, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 21, 27, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760453-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 26 21:27:57.715615 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67fd0814-1fc8-4478-9c6c-96d0db6bd1d7 None None] Checking segment: {'id': '64fcf19e-d8c4-494a-a2e7-d4a08d4b0641', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '02122a10-4175-495f-8cc0-81e28431e82d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 21:27:57.716092 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-67fd0814-1fc8-4478-9c6c-96d0db6bd1d7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:27:57.716735 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67fd0814-1fc8-4478-9c6c-96d0db6bd1d7 None None] Bound using segment: {'id': '64fcf19e-d8c4-494a-a2e7-d4a08d4b0641', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '02122a10-4175-495f-8cc0-81e28431e82d'} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 26 21:27:57.717474 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-67fd0814-1fc8-4478-9c6c-96d0db6bd1d7 None None] Bound port: d53adb51-3ac7-4fba-a87e-977ec756aa7e, host: n-d-760453-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64fcf19e-d8c4-494a-a2e7-d4a08d4b0641', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '02122a10-4175-495f-8cc0-81e28431e82d'}}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 26 21:27:57.718077 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-67fd0814-1fc8-4478-9c6c-96d0db6bd1d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (d53adb51-3ac7-4fba-a87e-977ec756aa7e), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:27:57.753067 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-839e358e-c09e-49b8-b002-f3eb53c12b03 tempest-ServersTestJSON-691555437 tempest-ServersTestJSON-691555437-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (4e201722-d390-4f1d-a596-dd9ef27e0a5d), before_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:27:57.787532 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-46036cbb-f662-4e39-b25c-8e8a28a1fd42 req-48637346-7915-4dea-842b-ba2a0df4e99c tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca795481-031c-48ac-925f-00596ed83bb9 HTTP/1.1" status: 200 len: 210 time: 0.1371162 Jan 26 21:27:57.826636 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-67fd0814-1fc8-4478-9c6c-96d0db6bd1d7 None None] For port d53adb51-3ac7-4fba-a87e-977ec756aa7e, host n-d-760453-5, cleared binding levels {{(pid=103306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 26 21:27:57.834183 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-67fd0814-1fc8-4478-9c6c-96d0db6bd1d7 None None] For port d53adb51-3ac7-4fba-a87e-977ec756aa7e, host n-d-760453-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=d53adb51-3ac7-4fba-a87e-977ec756aa7e,segment=NetworkSegment(64fcf19e-d8c4-494a-a2e7-d4a08d4b0641),segment_id=64fcf19e-d8c4-494a-a2e7-d4a08d4b0641)] {{(pid=103306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 26 21:27:57.850391 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-67fd0814-1fc8-4478-9c6c-96d0db6bd1d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (d53adb51-3ac7-4fba-a87e-977ec756aa7e), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:27:57.931447 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3bfd181-af5f-4408-bf0d-55ad96f68aae None None] Pushing event updated for resources: {'Port': ['ID=d53adb51-3ac7-4fba-a87e-977ec756aa7e,revision_number=4']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:27:57.941162 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67fd0814-1fc8-4478-9c6c-96d0db6bd1d7 None None] Routers {'8eb58fbf-0428-4c48-a28b-f93fda1b012b'} bound to L3 agent in host n-d-760453-5 {{(pid=103306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 21:27:57.942107 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-67fd0814-1fc8-4478-9c6c-96d0db6bd1d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-26T20:55:21Z,description=,heartbeat_timestamp=2022-01-26T21:27:51Z,host='n-d-760453-5',id=09df100c-3af1-4b0a-bda8-05914c71c458,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:55:21Z,topic='l3_agent')) {'router_ids': ['8eb58fbf-0428-4c48-a28b-f93fda1b012b'], 'active': True} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:27:58.072585 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358131cc-b36d-4681-95a6-3e13b6c6e080 req-4154d48a-58c6-457f-90bf-ea9ad385257a tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:27:58.074385 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-358131cc-b36d-4681-95a6-3e13b6c6e080 req-4154d48a-58c6-457f-90bf-ea9ad385257a tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] 10.222.0.13 "GET /v2.0/ports?device_id=bab73d10-afaf-4143-a120-91544c188eaa HTTP/1.1" status: 200 len: 945 time: 0.4762959 Jan 26 21:27:58.079118 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99666967-ff1a-486b-863b-8f581cef4a5b req-4850d30f-b3f7-4fa6-8c81-ca8ecaab609a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:27:58.080560 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-99666967-ff1a-486b-863b-8f581cef4a5b req-4850d30f-b3f7-4fa6-8c81-ca8ecaab609a service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=c6d9f10230f341edbbe46b16c17eb870&device_id=bab73d10-afaf-4143-a120-91544c188eaa HTTP/1.1" status: 200 len: 1126 time: 0.4814324 Jan 26 21:27:58.091576 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-839e358e-c09e-49b8-b002-f3eb53c12b03 tempest-ServersTestJSON-691555437 tempest-ServersTestJSON-691555437-project] Publish callbacks [] for port (4e201722-d390-4f1d-a596-dd9ef27e0a5d), precommit_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:27:58.100586 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-839e358e-c09e-49b8-b002-f3eb53c12b03 tempest-ServersTestJSON-691555437 tempest-ServersTestJSON-691555437-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11791520'] for port (4e201722-d390-4f1d-a596-dd9ef27e0a5d), after_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:27:58.146941 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvr_db [None req-67fd0814-1fc8-4478-9c6c-96d0db6bd1d7 None None] Set router 8eb58fbf-0428-4c48-a28b-f93fda1b012b gateway port host: n-d-760453-5 {{(pid=103306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 21:27:58.217942 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-839e358e-c09e-49b8-b002-f3eb53c12b03 tempest-ServersTestJSON-691555437 tempest-ServersTestJSON-691555437-project] Pushing event updated for resources: {'Port': ['ID=4e201722-d390-4f1d-a596-dd9ef27e0a5d,revision_number=2']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:27:58.251091 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-70d70417-5d15-4bc0-8f7a-2999f4472870 None None] Provisioning complete for port d53adb51-3ac7-4fba-a87e-977ec756aa7e triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:27:58.251623 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-70d70417-5d15-4bc0-8f7a-2999f4472870 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (d53adb51-3ac7-4fba-a87e-977ec756aa7e), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:27:58.306471 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-839e358e-c09e-49b8-b002-f3eb53c12b03 tempest-ServersTestJSON-691555437 tempest-ServersTestJSON-691555437-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4110913'] for floatingip (dbc58367-db23-4f8d-afb7-a260a7294786), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:27:58.341161 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-839e358e-c09e-49b8-b002-f3eb53c12b03 tempest-ServersTestJSON-691555437 tempest-ServersTestJSON-691555437-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for floatingip (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:27:58.350861 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-839e358e-c09e-49b8-b002-f3eb53c12b03 tempest-ServersTestJSON-691555437 tempest-ServersTestJSON-691555437-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.6883698 Jan 26 21:27:58.451414 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f08f371-d1c0-4419-87c8-84ccef377793 tempest-FloatingIPTestJSON-755675821 tempest-FloatingIPTestJSON-755675821-project] Router c5ecfbfd-fee9-4b72-9070-7a72d95e51a4 has already been hosted by L3 agent 09df100c-3af1-4b0a-bda8-05914c71c458 {{(pid=103304) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 26 21:27:58.467566 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-70d70417-5d15-4bc0-8f7a-2999f4472870 None None] Current status of the port d53adb51-3ac7-4fba-a87e-977ec756aa7e is: DOWN; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:27:58.468567 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-70d70417-5d15-4bc0-8f7a-2999f4472870 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (d53adb51-3ac7-4fba-a87e-977ec756aa7e), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:27:58.503567 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99666967-ff1a-486b-863b-8f581cef4a5b req-e37ddb81-7a42-41e4-9f6a-a47a945bcaf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:27:58.510225 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-99666967-ff1a-486b-863b-8f581cef4a5b req-e37ddb81-7a42-41e4-9f6a-a47a945bcaf6 service neutron] 10.222.0.66 "GET /v2.0/networks?id=409f24a2-f487-449b-8f01-d9911b990d6a HTTP/1.1" status: 200 len: 898 time: 0.2015698 Jan 26 21:27:58.532476 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-70d70417-5d15-4bc0-8f7a-2999f4472870 None None] For port d53adb51-3ac7-4fba-a87e-977ec756aa7e, host n-d-760453-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=d53adb51-3ac7-4fba-a87e-977ec756aa7e,segment=NetworkSegment(64fcf19e-d8c4-494a-a2e7-d4a08d4b0641),segment_id=64fcf19e-d8c4-494a-a2e7-d4a08d4b0641)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:27:58.543394 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-70d70417-5d15-4bc0-8f7a-2999f4472870 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (d53adb51-3ac7-4fba-a87e-977ec756aa7e), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:27:58.619727 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-358131cc-b36d-4681-95a6-3e13b6c6e080 req-fe91e748-9aa4-4a40-8160-a52a6f11461f tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] 10.222.0.13 "GET /v2.0/security-groups?id=9fb734eb-2a1e-444e-9314-c3d872afadaa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5365698 Jan 26 21:27:58.655795 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d70417-5d15-4bc0-8f7a-2999f4472870 None None] Pushing event updated for resources: {'Port': ['ID=d53adb51-3ac7-4fba-a87e-977ec756aa7e,revision_number=5']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:27:58.664357 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-67fd0814-1fc8-4478-9c6c-96d0db6bd1d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8eb58fbf-0428-4c48-a28b-f93fda1b012b', 'name': 'tempest-ServersTestJSON-60372698-router', 'tenant_id': 'ec177d36615b4624a9959f68ea3c49ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'external_fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.121'}], 'enable_snat': True}, 'gw_port_id': 'ac720063-0b2c-4c54-b677-d9870e1ecc17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T21:27:44Z', 'updated_at': '2022-01-26T21:27:51Z', 'revision_number': 4, 'project_id': 'ec177d36615b4624a9959f68ea3c49ca', 'gw_port': {'id': 'ac720063-0b2c-4c54-b677-d9870e1ecc17', 'name': '', 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:bd:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8eb58fbf-0428-4c48-a28b-f93fda1b012b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2478, 'fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:27:45Z', 'updated_at': '2022-01-26T21:27:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-5', '_interfaces': [{'id': 'd53adb51-3ac7-4fba-a87e-977ec756aa7e', 'name': '', 'network_id': '02122a10-4175-495f-8cc0-81e28431e82d', 'tenant_id': 'ec177d36615b4624a9959f68ea3c49ca', 'mac_address': 'fa:16:3e:20:10:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8eb58fbf-0428-4c48-a28b-f93fda1b012b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2482, 'fixed_ips': [{'subnet_id': '7585cddc-8bd2-40da-99aa-e3973041ec4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:27:49Z', 'updated_at': '2022-01-26T21:27:57Z', 'revision_number': 4, 'project_id': 'ec177d36615b4624a9959f68ea3c49ca', 'subnets': [{'id': '7585cddc-8bd2-40da-99aa-e3973041ec4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760453-5', False) {} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:27:58.696707 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67fd0814-1fc8-4478-9c6c-96d0db6bd1d7 None None] The sync data for ids ['8eb58fbf-0428-4c48-a28b-f93fda1b012b'] in n-d-760453-5 is: [{'id': '8eb58fbf-0428-4c48-a28b-f93fda1b012b', 'name': 'tempest-ServersTestJSON-60372698-router', 'tenant_id': 'ec177d36615b4624a9959f68ea3c49ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'external_fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.121'}], 'enable_snat': True}, 'gw_port_id': 'ac720063-0b2c-4c54-b677-d9870e1ecc17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T21:27:44Z', 'updated_at': '2022-01-26T21:27:51Z', 'revision_number': 4, 'project_id': 'ec177d36615b4624a9959f68ea3c49ca', 'gw_port': {'id': 'ac720063-0b2c-4c54-b677-d9870e1ecc17', 'name': '', 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:bd:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8eb58fbf-0428-4c48-a28b-f93fda1b012b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2478, 'fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:27:45Z', 'updated_at': '2022-01-26T21:27:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-5', '_interfaces': [{'id': 'd53adb51-3ac7-4fba-a87e-977ec756aa7e', 'name': '', 'network_id': '02122a10-4175-495f-8cc0-81e28431e82d', 'tenant_id': 'ec177d36615b4624a9959f68ea3c49ca', 'mac_address': 'fa:16:3e:20:10:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8eb58fbf-0428-4c48-a28b-f93fda1b012b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2482, 'fixed_ips': [{'subnet_id': '7585cddc-8bd2-40da-99aa-e3973041ec4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:27:49Z', 'updated_at': '2022-01-26T21:27:57Z', 'revision_number': 4, 'project_id': 'ec177d36615b4624a9959f68ea3c49ca', 'subnets': [{'id': '7585cddc-8bd2-40da-99aa-e3973041ec4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 26 21:27:58.713957 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-58dfeec5-5216-4282-84f7-d08669319dbf None None] Provisioning complete for port d53adb51-3ac7-4fba-a87e-977ec756aa7e triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:27:58.714342 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58dfeec5-5216-4282-84f7-d08669319dbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (d53adb51-3ac7-4fba-a87e-977ec756aa7e), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:27:58.898859 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-58dfeec5-5216-4282-84f7-d08669319dbf None None] Current status of the port d53adb51-3ac7-4fba-a87e-977ec756aa7e is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:27:59.092879 n-d-760453-5 neutron-server[103304]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca795481-031c-48ac-925f-00596ed83bb9', 'name': 'network-vif-deleted', 'tag': 'e52ff17a-df76-4716-aace-f598c57c36fe'}] {{(pid=103304) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 21:27:59.095484 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d52b45f1943fcd332af9527eb73ff93c8d715d44383a3f6d18de73b4cfcf87b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f4eb266-a0b3-418a-b4a9-14ca4ed7044c" -d '{"events": [{"server_uuid": "ca795481-031c-48ac-925f-00596ed83bb9", "name": "network-vif-deleted", "tag": "e52ff17a-df76-4716-aace-f598c57c36fe"}]}' {{(pid=103304) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 21:27:59.191877 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-3349eee5-9c5c-4ac0-ab2c-7d7188f3dec5 req-fe9eba44-6499-40f4-a9e9-da0028b90694 tempest-ServersTestJSON-691555437 tempest-ServersTestJSON-691555437-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--1450550273&fields=id&tenant_id=ec177d36615b4624a9959f68ea3c49ca HTTP/1.1" status: 200 len: 267 time: 0.5817831 Jan 26 21:27:59.194210 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-f5427149-8259-43e5-97ae-07fd102894d1 req-01367e28-216a-44b1-9474-87ef295e5aa5 tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca795481-031c-48ac-925f-00596ed83bb9 HTTP/1.1" status: 200 len: 210 time: 0.0680478 Jan 26 21:27:59.327449 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Jan 2022 21:27:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a53c7b2a-4c6e-4f70-9b96-9bdb77627b9a x-openstack-request-id: req-a53c7b2a-4c6e-4f70-9b96-9bdb77627b9a {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 21:27:59.328134 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca795481-031c-48ac-925f-00596ed83bb9", "name": "network-vif-deleted", "tag": "e52ff17a-df76-4716-aace-f598c57c36fe", "status": "completed", "code": 200}]} {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 21:27:59.328596 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a53c7b2a-4c6e-4f70-9b96-9bdb77627b9a {{(pid=103304) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 21:27:59.329201 n-d-760453-5 neutron-server[103304]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca795481-031c-48ac-925f-00596ed83bb9', 'name': 'network-vif-deleted', 'tag': 'e52ff17a-df76-4716-aace-f598c57c36fe', 'status': 'completed', 'code': 200} Jan 26 21:27:59.366858 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Device fd42b877-d35a-41b1-bfdb-a02ca8527fc5 details requested by agent hyperv_n-h2-760453-5 with host n-h2-760453-5 {{(pid=103306) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 26 21:27:59.381427 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-99666967-ff1a-486b-863b-8f581cef4a5b req-582d8412-5fb1-4726-8c02-f200dc8a217b service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fd42b877-d35a-41b1-bfdb-a02ca8527fc5 HTTP/1.1" status: 200 len: 1001 time: 0.8461154 Jan 26 21:27:59.481808 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3349eee5-9c5c-4ac0-ab2c-7d7188f3dec5 req-a3044a5d-8384-4c80-8504-9f0b153928e2 tempest-ServersTestJSON-691555437 tempest-ServersTestJSON-691555437-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:27:59.488321 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-3349eee5-9c5c-4ac0-ab2c-7d7188f3dec5 req-a3044a5d-8384-4c80-8504-9f0b153928e2 tempest-ServersTestJSON-691555437 tempest-ServersTestJSON-691555437-project] 10.222.0.13 "GET /v2.0/networks?id=02122a10-4175-495f-8cc0-81e28431e82d HTTP/1.1" status: 200 len: 804 time: 0.2855780 Jan 26 21:27:59.491315 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99666967-ff1a-486b-863b-8f581cef4a5b req-4ee16b67-8f37-4ca8-8bc9-7670ac110f5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:27:59.492758 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-99666967-ff1a-486b-863b-8f581cef4a5b req-4ee16b67-8f37-4ca8-8bc9-7670ac110f5c service neutron] 10.222.0.66 "GET /v2.0/subnets?id=68f62439-8ec7-48ec-b8fa-67a39fc871b7 HTTP/1.1" status: 200 len: 835 time: 0.0913141 Jan 26 21:27:59.521491 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] For port fd42b877-d35a-41b1-bfdb-a02ca8527fc5, host n-h1-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-5',level=0,port_id=fd42b877-d35a-41b1-bfdb-a02ca8527fc5,segment=NetworkSegment(d6d2aa88-4ea9-40bb-a0f8-e585072a1989),segment_id=d6d2aa88-4ea9-40bb-a0f8-e585072a1989)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:27:59.542552 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Device fd42b877-d35a-41b1-bfdb-a02ca8527fc5 has no active binding in host n-h2-760453-5 {{(pid=103306) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jan 26 21:27:59.544007 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device d53adb51-3ac7-4fba-a87e-977ec756aa7e up at agent ovs-agent-n-d-760453-5 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 21:27:59.608021 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-3349eee5-9c5c-4ac0-ab2c-7d7188f3dec5 req-f010fd02-9cc3-4e06-894b-b2f645c27152 tempest-ServersTestJSON-691555437 tempest-ServersTestJSON-691555437-project] 10.222.0.13 "GET /v2.0/quotas/ec177d36615b4624a9959f68ea3c49ca HTTP/1.1" status: 200 len: 375 time: 0.1187522 Jan 26 21:27:59.642745 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Provisioning complete for port d53adb51-3ac7-4fba-a87e-977ec756aa7e triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:27:59.643117 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (d53adb51-3ac7-4fba-a87e-977ec756aa7e), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:27:59.661843 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f08f371-d1c0-4419-87c8-84ccef377793 tempest-FloatingIPTestJSON-755675821 tempest-FloatingIPTestJSON-755675821-project] Notify agent at l3_agent.n-d-760453-5 the message routers_updated {{(pid=103304) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 26 21:27:59.677187 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cde3b139-8b5e-4549-8773-78b96881aa9a None None] Sync routers for ids ['c5ecfbfd-fee9-4b72-9070-7a72d95e51a4'] in n-d-760453-5 {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 26 21:27:59.695764 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cde3b139-8b5e-4549-8773-78b96881aa9a None None] Routers {'c5ecfbfd-fee9-4b72-9070-7a72d95e51a4'} bound to L3 agent in host n-d-760453-5 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 21:27:59.699196 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-cde3b139-8b5e-4549-8773-78b96881aa9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-26T20:55:21Z,description=,heartbeat_timestamp=2022-01-26T21:27:51Z,host='n-d-760453-5',id=09df100c-3af1-4b0a-bda8-05914c71c458,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:55:21Z,topic='l3_agent')) {'router_ids': ['c5ecfbfd-fee9-4b72-9070-7a72d95e51a4'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:27:59.740756 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99666967-ff1a-486b-863b-8f581cef4a5b req-b0191aed-a604-4ab8-bd25-01f487b7aeaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:27:59.746861 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-99666967-ff1a-486b-863b-8f581cef4a5b req-b0191aed-a604-4ab8-bd25-01f487b7aeaf service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=409f24a2-f487-449b-8f01-d9911b990d6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1840537 Jan 26 21:27:59.786245 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-cde3b139-8b5e-4549-8773-78b96881aa9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760453-5', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:27:59.807278 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cde3b139-8b5e-4549-8773-78b96881aa9a None None] Routers {'c5ecfbfd-fee9-4b72-9070-7a72d95e51a4'} bound to L3 agent in host n-d-760453-5 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 21:27:59.808054 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-cde3b139-8b5e-4549-8773-78b96881aa9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-26T20:55:21Z,description=,heartbeat_timestamp=2022-01-26T21:27:51Z,host='n-d-760453-5',id=09df100c-3af1-4b0a-bda8-05914c71c458,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:55:21Z,topic='l3_agent')) {'router_ids': ['c5ecfbfd-fee9-4b72-9070-7a72d95e51a4'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:27:59.912363 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-6f08f371-d1c0-4419-87c8-84ccef377793 tempest-FloatingIPTestJSON-755675821 tempest-FloatingIPTestJSON-755675821-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for floatingip (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:27:59.950210 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-3349eee5-9c5c-4ac0-ab2c-7d7188f3dec5 req-5ceac50f-50f2-42c1-aa8e-5f088e2d0f9c tempest-ServersTestJSON-691555437 tempest-ServersTestJSON-691555437-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=ec177d36615b4624a9959f68ea3c49ca&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3411946 Jan 26 21:28:00.051578 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-cde3b139-8b5e-4549-8773-78b96881aa9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760453-5', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:28:00.052490 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cde3b139-8b5e-4549-8773-78b96881aa9a None None] The sync data for ids ['c5ecfbfd-fee9-4b72-9070-7a72d95e51a4'] in n-d-760453-5 is: [] {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 26 21:28:00.130756 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Current status of the port d53adb51-3ac7-4fba-a87e-977ec756aa7e is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:28:00.153157 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-6f08f371-d1c0-4419-87c8-84ccef377793 tempest-FloatingIPTestJSON-755675821 tempest-FloatingIPTestJSON-755675821-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 7.0337477 Jan 26 21:28:00.155785 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 48270) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:28:00.238378 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcef396e-aad3-45f0-8660-1721b372df74 req-ddaab1b8-ed09-467d-9e74-57fb19bc3b5a tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:28:00.248205 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-bcef396e-aad3-45f0-8660-1721b372df74 req-ddaab1b8-ed09-467d-9e74-57fb19bc3b5a tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] 10.222.0.13 "GET /v2.0/ports?device_id=bab73d10-afaf-4143-a120-91544c188eaa HTTP/1.1" status: 200 len: 945 time: 0.4766576 Jan 26 21:28:00.264157 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-99666967-ff1a-486b-863b-8f581cef4a5b req-e1931337-3239-4417-abad-43fad08b9b97 service neutron] 10.222.0.66 "GET /v2.0/networks/409f24a2-f487-449b-8f01-d9911b990d6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4945970 Jan 26 21:28:00.318293 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-59a8659e-7dc3-44d3-a778-7c08cbe288f5 tempest-FloatingIPTestJSON-755675821 tempest-FloatingIPTestJSON-755675821-project] 10.222.0.13 "GET /v2.0/floatingips/9ffa668b-fd58-4123-afb0-45e77597c50b HTTP/1.1" status: 200 len: 977 time: 0.1601059 Jan 26 21:28:00.320052 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 48274) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:28:00.413460 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-3349eee5-9c5c-4ac0-ab2c-7d7188f3dec5 req-39edf436-20e4-45e4-af30-4fb71b7d87c6 service neutron] 10.222.0.13 "GET /v2.0/networks/02122a10-4175-495f-8cc0-81e28431e82d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4621212 Jan 26 21:28:00.503656 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-bcef396e-aad3-45f0-8660-1721b372df74 req-747e88fb-91f1-418e-9975-7e4103d84703 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] 10.222.0.13 "GET /v2.0/security-groups?id=9fb734eb-2a1e-444e-9314-c3d872afadaa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2541008 Jan 26 21:28:00.530466 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-79e71ee3-dd00-40f9-9ce2-1ce91af0bf66 tempest-FloatingIPTestJSON-755675821 tempest-FloatingIPTestJSON-755675821-project] 10.222.0.13 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 980 time: 0.2074466 Jan 26 21:28:00.531415 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 48278) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:28:00.539481 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-881b6554-593a-479a-8da3-3878bafb351c tempest-FloatingIPTestJSON-755675821 tempest-FloatingIPTestJSON-755675821-project] Request body: {'floatingip': {'port_id': 'ae14be6a-782e-4827-8d2b-d084ba7a4e1e'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:28:00.619238 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-99666967-ff1a-486b-863b-8f581cef4a5b req-a840d604-f78f-4904-acac-962ba4b14595 service neutron] 10.222.0.66 "GET /v2.0/networks/409f24a2-f487-449b-8f01-d9911b990d6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3424299 Jan 26 21:28:00.661843 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-3349eee5-9c5c-4ac0-ab2c-7d7188f3dec5 req-ff5cde6a-3f42-463b-b03c-df665dde5d92 service neutron] 10.222.0.13 "GET /v2.0/networks/02122a10-4175-495f-8cc0-81e28431e82d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2398908 Jan 26 21:28:00.686545 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-881b6554-593a-479a-8da3-3878bafb351c tempest-FloatingIPTestJSON-755675821 tempest-FloatingIPTestJSON-755675821-project] Publish callbacks [] for floatingip (9ffa668b-fd58-4123-afb0-45e77597c50b), before_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:28:00.713023 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-762c1d77-f353-4230-a2c0-28f1ecdcb421 req-bc453672-92f6-4b2c-98c7-8bd956a5181b tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca795481-031c-48ac-925f-00596ed83bb9 HTTP/1.1" status: 200 len: 210 time: 0.0774479 Jan 26 21:28:01.112615 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-c0a677f2-4c7a-458e-8949-1ab9f64e2439 req-6d879aa3-1046-44ba-85be-d5208822e471 tempest-ServersTestJSON-691555437 tempest-ServersTestJSON-691555437-project] 10.222.0.13 "GET /v2.0/ports?device_id=f968d5f7-4d05-49be-a3bc-b5d53988042d HTTP/1.1" status: 200 len: 210 time: 0.0803809 Jan 26 21:28:01.326327 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-2df24318-a794-4d27-a9ee-79b373fb746f req-629704a9-9b75-4326-81bb-fb8e84c57ff0 service neutron] 10.222.0.66 "GET /v2.0/ports/fd42b877-d35a-41b1-bfdb-a02ca8527fc5/bindings/n-h2-760453-5 HTTP/1.1" status: 200 len: 384 time: 0.1400666 Jan 26 21:28:01.475397 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.agents_db [None req-569f1ced-6396-4ddf-b79f-e03b0b2146ab None None] Agent healthcheck: found 7 active agents {{(pid=103307) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 26 21:28:01.725172 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-881b6554-593a-479a-8da3-3878bafb351c tempest-FloatingIPTestJSON-755675821 tempest-FloatingIPTestJSON-755675821-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:28:01.731331 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-881b6554-593a-479a-8da3-3878bafb351c tempest-FloatingIPTestJSON-755675821 tempest-FloatingIPTestJSON-755675821-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4110913'] for floatingip (9ffa668b-fd58-4123-afb0-45e77597c50b), after_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:28:01.843356 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19fd657e-7796-431a-a3c2-37e2abe9195b req-49f86b6c-f44a-4594-8032-f8f488379efe tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:28:01.844899 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-19fd657e-7796-431a-a3c2-37e2abe9195b req-49f86b6c-f44a-4594-8032-f8f488379efe tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] 10.222.0.13 "GET /v2.0/ports?device_id=bab73d10-afaf-4143-a120-91544c188eaa HTTP/1.1" status: 200 len: 945 time: 0.1359422 Jan 26 21:28:01.895767 n-d-760453-5 neutron-server[103305]: INFO neutron.db.l3_db [None req-881b6554-593a-479a-8da3-3878bafb351c tempest-FloatingIPTestJSON-755675821 tempest-FloatingIPTestJSON-755675821-project] Floating IP 9ffa668b-fd58-4123-afb0-45e77597c50b associated. External IP: 172.25.1.76, port: 6d8dca69-085d-462f-86d0-5f328d62bace. Jan 26 21:28:01.941783 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [req-2df24318-a794-4d27-a9ee-79b373fb746f req-0ce18176-3a05-4b3b-969d-8270bd6aee85 service neutron] For port fd42b877-d35a-41b1-bfdb-a02ca8527fc5, host n-h1-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-5',level=0,port_id=fd42b877-d35a-41b1-bfdb-a02ca8527fc5,segment=NetworkSegment(d6d2aa88-4ea9-40bb-a0f8-e585072a1989),segment_id=d6d2aa88-4ea9-40bb-a0f8-e585072a1989)] {{(pid=103304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:28:02.047370 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-5ab04885-5c12-48c8-987c-0a82bf966060 req-ac5173f3-3b1e-4b1b-a7bb-15a2d76748f5 tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca795481-031c-48ac-925f-00596ed83bb9 HTTP/1.1" status: 200 len: 210 time: 0.1025884 Jan 26 21:28:02.072359 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-19fd657e-7796-431a-a3c2-37e2abe9195b req-ab2ac0f4-1d37-42db-8f4c-e1e2db4097b3 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] 10.222.0.13 "GET /v2.0/security-groups?id=9fb734eb-2a1e-444e-9314-c3d872afadaa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2109802 Jan 26 21:28:02.105367 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [req-2df24318-a794-4d27-a9ee-79b373fb746f req-0ce18176-3a05-4b3b-969d-8270bd6aee85 service neutron] For port fd42b877-d35a-41b1-bfdb-a02ca8527fc5, host n-h1-760453-5, cleared binding levels {{(pid=103304) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 26 21:28:02.184775 n-d-760453-5 neutron-server[103304]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bab73d10-afaf-4143-a120-91544c188eaa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fd42b877-d35a-41b1-bfdb-a02ca8527fc5'}] {{(pid=103304) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 21:28:02.191994 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d52b45f1943fcd332af9527eb73ff93c8d715d44383a3f6d18de73b4cfcf87b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8fa9a1b7-77d4-4abd-8532-820a623cbf65" -d '{"events": [{"server_uuid": "bab73d10-afaf-4143-a120-91544c188eaa", "name": "network-vif-unplugged", "status": "completed", "tag": "fd42b877-d35a-41b1-bfdb-a02ca8527fc5"}]}' {{(pid=103304) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 21:28:02.210376 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [req-2df24318-a794-4d27-a9ee-79b373fb746f req-0ce18176-3a05-4b3b-969d-8270bd6aee85 service neutron] For port fd42b877-d35a-41b1-bfdb-a02ca8527fc5, host n-h2-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-5',level=0,port_id=fd42b877-d35a-41b1-bfdb-a02ca8527fc5,segment=NetworkSegment(d6d2aa88-4ea9-40bb-a0f8-e585072a1989),segment_id=d6d2aa88-4ea9-40bb-a0f8-e585072a1989)] {{(pid=103304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:28:02.228618 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-2df24318-a794-4d27-a9ee-79b373fb746f req-0ce18176-3a05-4b3b-969d-8270bd6aee85 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (fd42b877-d35a-41b1-bfdb-a02ca8527fc5), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:28:02.312713 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-881b6554-593a-479a-8da3-3878bafb351c tempest-FloatingIPTestJSON-755675821 tempest-FloatingIPTestJSON-755675821-project] Router c5ecfbfd-fee9-4b72-9070-7a72d95e51a4 has already been hosted by L3 agent 09df100c-3af1-4b0a-bda8-05914c71c458 {{(pid=103305) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 26 21:28:02.407834 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-d643b63c-3e2f-4257-84dd-ac2f32da16a0 req-ce6f1d02-bb0b-4fc4-bcc7-c8ded5f0b20f tempest-ServersTestJSON-691555437 tempest-ServersTestJSON-691555437-project] 10.222.0.13 "GET /v2.0/ports?device_id=f968d5f7-4d05-49be-a3bc-b5d53988042d HTTP/1.1" status: 200 len: 210 time: 0.0476849 Jan 26 21:28:02.464893 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-881b6554-593a-479a-8da3-3878bafb351c tempest-FloatingIPTestJSON-755675821 tempest-FloatingIPTestJSON-755675821-project] Notify agent at l3_agent.n-d-760453-5 the message routers_updated {{(pid=103305) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 26 21:28:02.474847 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 26 Jan 2022 21:28:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa835a00-0f89-4ea5-81c2-98fb7a1024c6 x-openstack-request-id: req-aa835a00-0f89-4ea5-81c2-98fb7a1024c6 {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 21:28:02.475193 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bab73d10-afaf-4143-a120-91544c188eaa", "name": "network-vif-unplugged", "status": "completed", "tag": "fd42b877-d35a-41b1-bfdb-a02ca8527fc5", "code": 200}]} {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 21:28:02.478174 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-aa835a00-0f89-4ea5-81c2-98fb7a1024c6 {{(pid=103304) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 21:28:02.478610 n-d-760453-5 neutron-server[103304]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bab73d10-afaf-4143-a120-91544c188eaa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fd42b877-d35a-41b1-bfdb-a02ca8527fc5', 'code': 200} Jan 26 21:28:02.479867 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b61cd457-517c-49f2-ab64-40c3cbe2d6bb None None] Sync routers for ids ['c5ecfbfd-fee9-4b72-9070-7a72d95e51a4'] in n-d-760453-5 {{(pid=103306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 26 21:28:02.511739 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.provisioning_blocks [req-2df24318-a794-4d27-a9ee-79b373fb746f req-0ce18176-3a05-4b3b-969d-8270bd6aee85 service neutron] Transition to ACTIVE for port object fd42b877-d35a-41b1-bfdb-a02ca8527fc5 will not be triggered until provisioned by entity L2. {{(pid=103304) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 21:28:02.514170 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b61cd457-517c-49f2-ab64-40c3cbe2d6bb None None] Routers {'c5ecfbfd-fee9-4b72-9070-7a72d95e51a4'} bound to L3 agent in host n-d-760453-5 {{(pid=103306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 21:28:02.517252 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-b61cd457-517c-49f2-ab64-40c3cbe2d6bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-26T20:55:21Z,description=,heartbeat_timestamp=2022-01-26T21:27:51Z,host='n-d-760453-5',id=09df100c-3af1-4b0a-bda8-05914c71c458,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:55:21Z,topic='l3_agent')) {'router_ids': ['c5ecfbfd-fee9-4b72-9070-7a72d95e51a4'], 'active': True} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:28:02.520299 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-2df24318-a794-4d27-a9ee-79b373fb746f req-0ce18176-3a05-4b3b-969d-8270bd6aee85 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9281542'] for port (fd42b877-d35a-41b1-bfdb-a02ca8527fc5), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:28:02.605445 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-b61cd457-517c-49f2-ab64-40c3cbe2d6bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760453-5', False) {} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:28:02.631011 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b61cd457-517c-49f2-ab64-40c3cbe2d6bb None None] Routers {'c5ecfbfd-fee9-4b72-9070-7a72d95e51a4'} bound to L3 agent in host n-d-760453-5 {{(pid=103306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 21:28:02.631973 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-b61cd457-517c-49f2-ab64-40c3cbe2d6bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-26T20:55:21Z,description=,heartbeat_timestamp=2022-01-26T21:27:51Z,host='n-d-760453-5',id=09df100c-3af1-4b0a-bda8-05914c71c458,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:55:21Z,topic='l3_agent')) {'router_ids': ['c5ecfbfd-fee9-4b72-9070-7a72d95e51a4'], 'active': True} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:28:02.761663 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-b61cd457-517c-49f2-ab64-40c3cbe2d6bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760453-5', False) {} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:28:02.762346 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b61cd457-517c-49f2-ab64-40c3cbe2d6bb None None] The sync data for ids ['c5ecfbfd-fee9-4b72-9070-7a72d95e51a4'] in n-d-760453-5 is: [] {{(pid=103306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 26 21:28:02.822189 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce18176-3a05-4b3b-969d-8270bd6aee85 service neutron] Pushing event updated for resources: {'Port': ['ID=fd42b877-d35a-41b1-bfdb-a02ca8527fc5,revision_number=11']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:28:02.837817 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3349eee5-9c5c-4ac0-ab2c-7d7188f3dec5 req-eadadce8-eab2-427b-9576-15cd0c58f3e4 tempest-ServersTestJSON-691555437 tempest-ServersTestJSON-691555437-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:28:02.839298 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-3349eee5-9c5c-4ac0-ab2c-7d7188f3dec5 req-eadadce8-eab2-427b-9576-15cd0c58f3e4 tempest-ServersTestJSON-691555437 tempest-ServersTestJSON-691555437-project] 10.222.0.57 "GET /v2.0/networks?id=02122a10-4175-495f-8cc0-81e28431e82d HTTP/1.1" status: 200 len: 804 time: 0.3211563 Jan 26 21:28:03.022831 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [req-2df24318-a794-4d27-a9ee-79b373fb746f req-0ce18176-3a05-4b3b-969d-8270bd6aee85 service neutron] No DVR routers for this DVR port fd42b877-d35a-41b1-bfdb-a02ca8527fc5 on host n-h1-760453-5 {{(pid=103304) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 26 21:28:03.044512 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-3349eee5-9c5c-4ac0-ab2c-7d7188f3dec5 req-21659247-345a-4da3-a484-6f64fc75d265 tempest-ServersTestJSON-691555437 tempest-ServersTestJSON-691555437-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ec177d36615b4624a9959f68ea3c49ca HTTP/1.1" status: 200 len: 380 time: 0.1693904 Jan 26 21:28:03.059104 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-881b6554-593a-479a-8da3-3878bafb351c tempest-FloatingIPTestJSON-755675821 tempest-FloatingIPTestJSON-755675821-project] Router c5ecfbfd-fee9-4b72-9070-7a72d95e51a4 has already been hosted by L3 agent 09df100c-3af1-4b0a-bda8-05914c71c458 {{(pid=103305) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 26 21:28:03.068735 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [req-3349eee5-9c5c-4ac0-ab2c-7d7188f3dec5 req-610f1cb9-5a15-45fb-8812-ca989a42b58a tempest-ServersTestJSON-691555437 tempest-ServersTestJSON-691555437-project] Request body: {'port': {'device_id': 'f968d5f7-4d05-49be-a3bc-b5d53988042d', 'network_id': '02122a10-4175-495f-8cc0-81e28431e82d', 'admin_state_up': True, 'tenant_id': 'ec177d36615b4624a9959f68ea3c49ca', 'security_groups': ['91ad42bb-d200-4641-aa3b-ae4da8059b0b']}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:28:03.274174 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1345696d-87c7-4082-bcd4-6c4e98d76329 req-cbc9725a-9732-46af-a0ce-35818f5ccfe6 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:28:03.275864 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-1345696d-87c7-4082-bcd4-6c4e98d76329 req-cbc9725a-9732-46af-a0ce-35818f5ccfe6 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] 10.222.0.13 "GET /v2.0/ports?device_id=bab73d10-afaf-4143-a120-91544c188eaa HTTP/1.1" status: 200 len: 944 time: 0.1104016 Jan 26 21:28:03.308957 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-344d8843-0472-4762-8009-d6787f7fb52f req-b418a425-9170-48bd-9e67-2ea5bb9263d1 tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca795481-031c-48ac-925f-00596ed83bb9 HTTP/1.1" status: 200 len: 210 time: 0.0782456 Jan 26 21:28:03.328317 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-2df24318-a794-4d27-a9ee-79b373fb746f req-0ce18176-3a05-4b3b-969d-8270bd6aee85 service neutron] 10.222.0.66 "PUT /v2.0/ports/fd42b877-d35a-41b1-bfdb-a02ca8527fc5/bindings/n-h2-760453-5/activate HTTP/1.1" status: 200 len: 369 time: 1.9931116 Jan 26 21:28:03.449998 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-1345696d-87c7-4082-bcd4-6c4e98d76329 req-7b6eab76-a11f-4d21-9891-34206d3f55ce tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] 10.222.0.13 "GET /v2.0/security-groups?id=9fb734eb-2a1e-444e-9314-c3d872afadaa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1577711 Jan 26 21:28:03.621842 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-b1cef52b-508a-410a-9ec9-3bbf66549939 req-fefbf2e2-7816-4ab9-b059-841a5dcf8e62 tempest-ServersTestJSON-691555437 tempest-ServersTestJSON-691555437-project] 10.222.0.13 "GET /v2.0/ports?device_id=f968d5f7-4d05-49be-a3bc-b5d53988042d HTTP/1.1" status: 200 len: 210 time: 0.0446751 Jan 26 21:28:03.672442 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df24318-a794-4d27-a9ee-79b373fb746f req-70c83f6c-0cc3-42bc-ae34-97df335a75a8 tempest-TestNetworkAdvancedServerOps-1435295253 tempest-TestNetworkAdvancedServerOps-1435295253-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:28:03.674925 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-2df24318-a794-4d27-a9ee-79b373fb746f req-70c83f6c-0cc3-42bc-ae34-97df335a75a8 tempest-TestNetworkAdvancedServerOps-1435295253 tempest-TestNetworkAdvancedServerOps-1435295253-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=bab73d10-afaf-4143-a120-91544c188eaa&tenant_id=c6d9f10230f341edbbe46b16c17eb870&binding%3Ahost_id=n-h1-760453-5 HTTP/1.1" status: 200 len: 1095 time: 0.2179012 Jan 26 21:28:03.828951 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df24318-a794-4d27-a9ee-79b373fb746f req-91ce1829-35d8-4d08-9ed8-4699289c91ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:28:03.838929 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-2df24318-a794-4d27-a9ee-79b373fb746f req-91ce1829-35d8-4d08-9ed8-4699289c91ad service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=bab73d10-afaf-4143-a120-91544c188eaa&tenant_id=c6d9f10230f341edbbe46b16c17eb870 HTTP/1.1" status: 200 len: 1095 time: 0.1553860 Jan 26 21:28:03.845042 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3349eee5-9c5c-4ac0-ab2c-7d7188f3dec5 req-610f1cb9-5a15-45fb-8812-ca989a42b58a tempest-ServersTestJSON-691555437 tempest-ServersTestJSON-691555437-project] Made reservation on behalf of ec177d36615b4624a9959f68ea3c49ca for: {'port': 1} {{(pid=103305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 21:28:03.848353 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-3349eee5-9c5c-4ac0-ab2c-7d7188f3dec5 req-610f1cb9-5a15-45fb-8812-ca989a42b58a tempest-ServersTestJSON-691555437 tempest-ServersTestJSON-691555437-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:28:03.910428 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-881b6554-593a-479a-8da3-3878bafb351c tempest-FloatingIPTestJSON-755675821 tempest-FloatingIPTestJSON-755675821-project] Notify agent at l3_agent.n-d-760453-5 the message routers_updated {{(pid=103305) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 26 21:28:03.917060 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-881b6554-593a-479a-8da3-3878bafb351c tempest-FloatingIPTestJSON-755675821 tempest-FloatingIPTestJSON-755675821-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for floatingip (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:28:03.932290 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05dae68b-3fea-4f77-ade5-0c44aa70260d None None] Sync routers for ids ['c5ecfbfd-fee9-4b72-9070-7a72d95e51a4'] in n-d-760453-5 {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 26 21:28:03.947996 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05dae68b-3fea-4f77-ade5-0c44aa70260d None None] Routers {'c5ecfbfd-fee9-4b72-9070-7a72d95e51a4'} bound to L3 agent in host n-d-760453-5 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 21:28:03.948621 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-05dae68b-3fea-4f77-ade5-0c44aa70260d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-26T20:55:21Z,description=,heartbeat_timestamp=2022-01-26T21:27:51Z,host='n-d-760453-5',id=09df100c-3af1-4b0a-bda8-05914c71c458,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:55:21Z,topic='l3_agent')) {'router_ids': ['c5ecfbfd-fee9-4b72-9070-7a72d95e51a4'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:28:03.958766 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df24318-a794-4d27-a9ee-79b373fb746f req-5c5e5240-4ad6-4edf-93d9-579d22988fa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:28:03.959748 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-2df24318-a794-4d27-a9ee-79b373fb746f req-5c5e5240-4ad6-4edf-93d9-579d22988fa4 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=c6d9f10230f341edbbe46b16c17eb870&device_id=bab73d10-afaf-4143-a120-91544c188eaa HTTP/1.1" status: 200 len: 1095 time: 0.0855601 Jan 26 21:28:04.018765 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-881b6554-593a-479a-8da3-3878bafb351c tempest-FloatingIPTestJSON-755675821 tempest-FloatingIPTestJSON-755675821-project] 10.222.0.13 "PUT /v2.0/floatingips/9ffa668b-fd58-4123-afb0-45e77597c50b HTTP/1.1" status: 200 len: 977 time: 3.4826660 Jan 26 21:28:04.019690 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 48320) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:28:04.023698 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-3e558a2a-2fac-4166-b4ee-0ca5e8fc146e tempest-FloatingIPTestJSON-755675821 tempest-FloatingIPTestJSON-755675821-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:28:04.029991 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-05dae68b-3fea-4f77-ade5-0c44aa70260d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760453-5', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:28:04.049438 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05dae68b-3fea-4f77-ade5-0c44aa70260d None None] Routers {'c5ecfbfd-fee9-4b72-9070-7a72d95e51a4'} bound to L3 agent in host n-d-760453-5 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 21:28:04.050268 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-05dae68b-3fea-4f77-ade5-0c44aa70260d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-26T20:55:21Z,description=,heartbeat_timestamp=2022-01-26T21:27:51Z,host='n-d-760453-5',id=09df100c-3af1-4b0a-bda8-05914c71c458,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:55:21Z,topic='l3_agent')) {'router_ids': ['c5ecfbfd-fee9-4b72-9070-7a72d95e51a4'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:28:04.105082 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-3e558a2a-2fac-4166-b4ee-0ca5e8fc146e tempest-FloatingIPTestJSON-755675821 tempest-FloatingIPTestJSON-755675821-project] Publish callbacks [] for floatingip (9ffa668b-fd58-4123-afb0-45e77597c50b), before_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:28:04.122714 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-05dae68b-3fea-4f77-ade5-0c44aa70260d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760453-5', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:28:04.123367 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05dae68b-3fea-4f77-ade5-0c44aa70260d None None] The sync data for ids ['c5ecfbfd-fee9-4b72-9070-7a72d95e51a4'] in n-d-760453-5 is: [] {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 26 21:28:04.144837 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df24318-a794-4d27-a9ee-79b373fb746f req-e85afdfd-52af-4d33-88ba-05143a829e88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:28:04.146540 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-2df24318-a794-4d27-a9ee-79b373fb746f req-e85afdfd-52af-4d33-88ba-05143a829e88 service neutron] 10.222.0.57 "GET /v2.0/networks?id=409f24a2-f487-449b-8f01-d9911b990d6a HTTP/1.1" status: 200 len: 898 time: 0.1801414 Jan 26 21:28:04.153177 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.db_base_plugin_common [req-3349eee5-9c5c-4ac0-ab2c-7d7188f3dec5 req-610f1cb9-5a15-45fb-8812-ca989a42b58a tempest-ServersTestJSON-691555437 tempest-ServersTestJSON-691555437-project] Allocated IP 172.20.0.14 (02122a10-4175-495f-8cc0-81e28431e82d/7585cddc-8bd2-40da-99aa-e3973041ec4e/c7666755-0865-4d25-beed-0df0b9eaa4a9) {{(pid=103305) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 21:28:04.223625 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-2df24318-a794-4d27-a9ee-79b373fb746f req-1af03058-0ceb-41e1-9f78-ee9270677a7a service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fd42b877-d35a-41b1-bfdb-a02ca8527fc5 HTTP/1.1" status: 200 len: 999 time: 0.0707421 Jan 26 21:28:04.284979 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df24318-a794-4d27-a9ee-79b373fb746f req-3c173463-56d8-4cae-a626-e9f332f2bfaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:28:04.286965 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-2df24318-a794-4d27-a9ee-79b373fb746f req-3c173463-56d8-4cae-a626-e9f332f2bfaf service neutron] 10.222.0.57 "GET /v2.0/subnets?id=68f62439-8ec7-48ec-b8fa-67a39fc871b7 HTTP/1.1" status: 200 len: 835 time: 0.0578890 Jan 26 21:28:04.354610 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df24318-a794-4d27-a9ee-79b373fb746f req-3a733aa4-68f5-4402-b920-38b6ee7a18e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:28:04.356535 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-2df24318-a794-4d27-a9ee-79b373fb746f req-3a733aa4-68f5-4402-b920-38b6ee7a18e4 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=409f24a2-f487-449b-8f01-d9911b990d6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0634100 Jan 26 21:28:04.371615 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-3e558a2a-2fac-4166-b4ee-0ca5e8fc146e tempest-FloatingIPTestJSON-755675821 tempest-FloatingIPTestJSON-755675821-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:28:04.381217 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-3e558a2a-2fac-4166-b4ee-0ca5e8fc146e tempest-FloatingIPTestJSON-755675821 tempest-FloatingIPTestJSON-755675821-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4110913'] for floatingip (9ffa668b-fd58-4123-afb0-45e77597c50b), after_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:28:04.394158 n-d-760453-5 neutron-server[103305]: INFO neutron.db.l3_db [None req-3e558a2a-2fac-4166-b4ee-0ca5e8fc146e tempest-FloatingIPTestJSON-755675821 tempest-FloatingIPTestJSON-755675821-project] Floating IP 9ffa668b-fd58-4123-afb0-45e77597c50b disassociated. External IP: 172.25.1.76, port: ae14be6a-782e-4827-8d2b-d084ba7a4e1e. Jan 26 21:28:04.519810 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-3349eee5-9c5c-4ac0-ab2c-7d7188f3dec5 req-610f1cb9-5a15-45fb-8812-ca989a42b58a tempest-ServersTestJSON-691555437 tempest-ServersTestJSON-691555437-project] Publish callbacks [] for port (c7666755-0865-4d25-beed-0df0b9eaa4a9), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:28:04.570556 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-20d1eb28-64a8-4879-a44b-0ebce3c05ee1 req-ba8f9a0b-ab48-48e6-bd16-d6229d0d086e tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca795481-031c-48ac-925f-00596ed83bb9 HTTP/1.1" status: 200 len: 210 time: 0.0744936 Jan 26 21:28:04.674490 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-2df24318-a794-4d27-a9ee-79b373fb746f req-754a9a71-a32b-4bfd-bb74-3b58e6215fba service neutron] 10.222.0.57 "GET /v2.0/networks/409f24a2-f487-449b-8f01-d9911b990d6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3105450 Jan 26 21:28:04.685552 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c166d5c4-9ada-4af9-aaa7-07da80b930e7 req-085acec7-142e-4c06-9004-361e45a1d6fd tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:28:04.693358 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-c166d5c4-9ada-4af9-aaa7-07da80b930e7 req-085acec7-142e-4c06-9004-361e45a1d6fd tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] 10.222.0.13 "GET /v2.0/ports?device_id=bab73d10-afaf-4143-a120-91544c188eaa HTTP/1.1" status: 200 len: 944 time: 0.0822458 Jan 26 21:28:04.713079 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-3349eee5-9c5c-4ac0-ab2c-7d7188f3dec5 req-610f1cb9-5a15-45fb-8812-ca989a42b58a tempest-ServersTestJSON-691555437 tempest-ServersTestJSON-691555437-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746560234527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11791543'] for port (c7666755-0865-4d25-beed-0df0b9eaa4a9), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:28:04.876455 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-2df24318-a794-4d27-a9ee-79b373fb746f req-8a706a57-ff88-469f-a202-ee324b84d102 service neutron] 10.222.0.57 "GET /v2.0/networks/409f24a2-f487-449b-8f01-d9911b990d6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1748664 Jan 26 21:28:04.908822 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-c166d5c4-9ada-4af9-aaa7-07da80b930e7 req-977f8bb4-d0d9-400e-9880-caa71c11c55b tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] 10.222.0.13 "GET /v2.0/security-groups?id=9fb734eb-2a1e-444e-9314-c3d872afadaa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2140429 Jan 26 21:28:04.911228 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3349eee5-9c5c-4ac0-ab2c-7d7188f3dec5 req-610f1cb9-5a15-45fb-8812-ca989a42b58a tempest-ServersTestJSON-691555437 tempest-ServersTestJSON-691555437-project] Network 02122a10-4175-495f-8cc0-81e28431e82d is already hosted by enough agents. {{(pid=103305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 21:28:04.939011 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610f1cb9-5a15-45fb-8812-ca989a42b58a tempest-ServersTestJSON-691555437 tempest-ServersTestJSON-691555437-project] Pushing event updated for resources: {'Port': ['ID=c7666755-0865-4d25-beed-0df0b9eaa4a9,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:28:04.945256 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [req-3349eee5-9c5c-4ac0-ab2c-7d7188f3dec5 req-610f1cb9-5a15-45fb-8812-ca989a42b58a tempest-ServersTestJSON-691555437 tempest-ServersTestJSON-691555437-project] Resources bound (agent type, host, resource id): {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:28:04.960139 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [req-3349eee5-9c5c-4ac0-ab2c-7d7188f3dec5 req-610f1cb9-5a15-45fb-8812-ca989a42b58a tempest-ServersTestJSON-691555437 tempest-ServersTestJSON-691555437-project] Received port after_create {{(pid=103305) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 21:28:04.985275 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393a4984-2577-4dc8-a0e7-73dbb49b0feb req-bd4c2a94-4677-491e-bb11-613179cfee96 tempest-ServersTestJSON-691555437 tempest-ServersTestJSON-691555437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:28:04.986895 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-393a4984-2577-4dc8-a0e7-73dbb49b0feb req-bd4c2a94-4677-491e-bb11-613179cfee96 tempest-ServersTestJSON-691555437 tempest-ServersTestJSON-691555437-project] 10.222.0.13 "GET /v2.0/ports?device_id=f968d5f7-4d05-49be-a3bc-b5d53988042d HTTP/1.1" status: 200 len: 932 time: 0.0925782 Jan 26 21:28:05.073331 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-393a4984-2577-4dc8-a0e7-73dbb49b0feb req-f8a1552e-4387-4820-bdae-39ca69367d8e tempest-ServersTestJSON-691555437 tempest-ServersTestJSON-691555437-project] 10.222.0.13 "GET /v2.0/security-groups?id=91ad42bb-d200-4641-aa3b-ae4da8059b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0789008 Jan 26 21:28:05.146982 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3349eee5-9c5c-4ac0-ab2c-7d7188f3dec5 req-610f1cb9-5a15-45fb-8812-ca989a42b58a tempest-ServersTestJSON-691555437 tempest-ServersTestJSON-691555437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:28:05.147838 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-3349eee5-9c5c-4ac0-ab2c-7d7188f3dec5 req-610f1cb9-5a15-45fb-8812-ca989a42b58a tempest-ServersTestJSON-691555437 tempest-ServersTestJSON-691555437-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:28:05.170570 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e558a2a-2fac-4166-b4ee-0ca5e8fc146e tempest-FloatingIPTestJSON-755675821 tempest-FloatingIPTestJSON-755675821-project] Router c5ecfbfd-fee9-4b72-9070-7a72d95e51a4 has already been hosted by L3 agent 09df100c-3af1-4b0a-bda8-05914c71c458 {{(pid=103305) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 26 21:28:05.182231 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-3349eee5-9c5c-4ac0-ab2c-7d7188f3dec5 req-610f1cb9-5a15-45fb-8812-ca989a42b58a tempest-ServersTestJSON-691555437 tempest-ServersTestJSON-691555437-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1174695 Jan 26 21:28:05.195186 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [req-3349eee5-9c5c-4ac0-ab2c-7d7188f3dec5 req-445a5841-eb57-4b58-8d9e-68dca04e3143 service neutron] Request body: {'port': {'device_id': 'f968d5f7-4d05-49be-a3bc-b5d53988042d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-760453-5'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:28:05.288471 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df24318-a794-4d27-a9ee-79b373fb746f req-f6cd15d5-ebcf-4a4d-97b5-84956847a49a tempest-TestNetworkAdvancedServerOps-1435295253 tempest-TestNetworkAdvancedServerOps-1435295253-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:28:05.291067 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-2df24318-a794-4d27-a9ee-79b373fb746f req-f6cd15d5-ebcf-4a4d-97b5-84956847a49a tempest-TestNetworkAdvancedServerOps-1435295253 tempest-TestNetworkAdvancedServerOps-1435295253-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=bab73d10-afaf-4143-a120-91544c188eaa&tenant_id=c6d9f10230f341edbbe46b16c17eb870&binding%3Ahost_id=n-h2-760453-5 HTTP/1.1" status: 200 len: 1095 time: 0.0763252 Jan 26 21:28:05.364199 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-3349eee5-9c5c-4ac0-ab2c-7d7188f3dec5 req-445a5841-eb57-4b58-8d9e-68dca04e3143 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (c7666755-0865-4d25-beed-0df0b9eaa4a9), before_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:28:05.445860 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e558a2a-2fac-4166-b4ee-0ca5e8fc146e tempest-FloatingIPTestJSON-755675821 tempest-FloatingIPTestJSON-755675821-project] Notify agent at l3_agent.n-d-760453-5 the message routers_updated {{(pid=103305) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 26 21:28:05.451513 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-3e558a2a-2fac-4166-b4ee-0ca5e8fc146e tempest-FloatingIPTestJSON-755675821 tempest-FloatingIPTestJSON-755675821-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for floatingip (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:28:05.471104 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f74a2c0-f9a0-4c2c-bc30-1403cf4a0bd3 None None] Sync routers for ids ['c5ecfbfd-fee9-4b72-9070-7a72d95e51a4'] in n-d-760453-5 {{(pid=103306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 26 21:28:05.487795 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [req-2df24318-a794-4d27-a9ee-79b373fb746f req-9599efb4-f5a1-4904-9926-8dbfc633a8d9 service neutron] For port fd42b877-d35a-41b1-bfdb-a02ca8527fc5, host n-h1-760453-5, cleared binding levels {{(pid=103304) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 26 21:28:05.494761 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-2df24318-a794-4d27-a9ee-79b373fb746f req-9599efb4-f5a1-4904-9926-8dbfc633a8d9 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:28:05.495153 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f74a2c0-f9a0-4c2c-bc30-1403cf4a0bd3 None None] Routers {'c5ecfbfd-fee9-4b72-9070-7a72d95e51a4'} bound to L3 agent in host n-d-760453-5 {{(pid=103306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 21:28:05.495853 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-5f74a2c0-f9a0-4c2c-bc30-1403cf4a0bd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-26T20:55:21Z,description=,heartbeat_timestamp=2022-01-26T21:27:51Z,host='n-d-760453-5',id=09df100c-3af1-4b0a-bda8-05914c71c458,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:55:21Z,topic='l3_agent')) {'router_ids': ['c5ecfbfd-fee9-4b72-9070-7a72d95e51a4'], 'active': True} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:28:05.496769 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-2df24318-a794-4d27-a9ee-79b373fb746f req-9599efb4-f5a1-4904-9926-8dbfc633a8d9 service neutron] 10.222.0.57 "DELETE /v2.0/ports/fd42b877-d35a-41b1-bfdb-a02ca8527fc5/bindings/n-h1-760453-5 HTTP/1.1" status: 204 len: 173 time: 0.2002513 Jan 26 21:28:05.547485 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-3e558a2a-2fac-4166-b4ee-0ca5e8fc146e tempest-FloatingIPTestJSON-755675821 tempest-FloatingIPTestJSON-755675821-project] 10.222.0.13 "PUT /v2.0/floatingips/9ffa668b-fd58-4123-afb0-45e77597c50b HTTP/1.1" status: 200 len: 687 time: 1.5250781 Jan 26 21:28:05.548192 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 48338) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:28:05.595661 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-5f74a2c0-f9a0-4c2c-bc30-1403cf4a0bd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760453-5', False) {} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:28:05.610983 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f74a2c0-f9a0-4c2c-bc30-1403cf4a0bd3 None None] Routers {'c5ecfbfd-fee9-4b72-9070-7a72d95e51a4'} bound to L3 agent in host n-d-760453-5 {{(pid=103306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 21:28:05.611617 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-5f74a2c0-f9a0-4c2c-bc30-1403cf4a0bd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-26T20:55:21Z,description=,heartbeat_timestamp=2022-01-26T21:27:51Z,host='n-d-760453-5',id=09df100c-3af1-4b0a-bda8-05914c71c458,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:55:21Z,topic='l3_agent')) {'router_ids': ['c5ecfbfd-fee9-4b72-9070-7a72d95e51a4'], 'active': True} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:28:05.695262 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-5f74a2c0-f9a0-4c2c-bc30-1403cf4a0bd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760453-5', False) {} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:28:05.703004 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f74a2c0-f9a0-4c2c-bc30-1403cf4a0bd3 None None] The sync data for ids ['c5ecfbfd-fee9-4b72-9070-7a72d95e51a4'] in n-d-760453-5 is: [] {{(pid=103306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 26 21:28:05.714317 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-f1a04965-3517-4dfa-a8b2-b69b10a9cf20 None None] Provisioning complete for port c7666755-0865-4d25-beed-0df0b9eaa4a9 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:28:05.715266 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-f1a04965-3517-4dfa-a8b2-b69b10a9cf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (c7666755-0865-4d25-beed-0df0b9eaa4a9), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:28:05.780540 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Device fd42b877-d35a-41b1-bfdb-a02ca8527fc5 no longer exists at agent hyperv_n-h1-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 26 21:28:05.799613 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-725380cc-5d8d-489d-a776-bb342bbf2adf tempest-FloatingIPTestJSON-755675821 tempest-FloatingIPTestJSON-755675821-project] Deleting port d62d8f14-5029-46e9-9b7a-3eb8949afaaa {{(pid=103305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 21:28:05.801104 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-725380cc-5d8d-489d-a776-bb342bbf2adf tempest-FloatingIPTestJSON-755675821 tempest-FloatingIPTestJSON-755675821-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746560630878'] for port (d62d8f14-5029-46e9-9b7a-3eb8949afaaa), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:28:05.822361 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-66d52b12-432c-4afc-89aa-f097898583c1 req-b6c9938d-d439-49f9-b9f5-09aef6882b1a tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca795481-031c-48ac-925f-00596ed83bb9 HTTP/1.1" status: 200 len: 210 time: 0.0453367 Jan 26 21:28:05.856615 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-f1a04965-3517-4dfa-a8b2-b69b10a9cf20 None None] Port c7666755-0865-4d25-beed-0df0b9eaa4a9 cannot update to ACTIVE because it is not bound. {{(pid=103306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 26 21:28:05.877845 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] The host n-h1-760453-5 is not matching for port fd42b877-d35a-41b1-bfdb-a02ca8527fc5 host n-h2-760453-5! {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2317}} Jan 26 21:28:05.878403 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Device fd42b877-d35a-41b1-bfdb-a02ca8527fc5 not bound to the agent host n-h1-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 26 21:28:05.924782 n-d-760453-5 neutron-server[103305]: DEBUG neutron.notifiers.nova [req-3349eee5-9c5c-4ac0-ab2c-7d7188f3dec5 req-445a5841-eb57-4b58-8d9e-68dca04e3143 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c7666755-0865-4d25-beed-0df0b9eaa4a9 {{(pid=103305) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 26 21:28:05.943939 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-3349eee5-9c5c-4ac0-ab2c-7d7188f3dec5 req-445a5841-eb57-4b58-8d9e-68dca04e3143 service neutron] Publish callbacks [] for port (c7666755-0865-4d25-beed-0df0b9eaa4a9), precommit_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:28:05.974297 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-725380cc-5d8d-489d-a776-bb342bbf2adf tempest-FloatingIPTestJSON-755675821 tempest-FloatingIPTestJSON-755675821-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4109658'] for port (d62d8f14-5029-46e9-9b7a-3eb8949afaaa), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:28:05.974591 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-725380cc-5d8d-489d-a776-bb342bbf2adf tempest-FloatingIPTestJSON-755675821 tempest-FloatingIPTestJSON-755675821-project] Publish callbacks [] for floatingip (d62d8f14-5029-46e9-9b7a-3eb8949afaaa), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:28:05.994557 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.provisioning_blocks [req-3349eee5-9c5c-4ac0-ab2c-7d7188f3dec5 req-445a5841-eb57-4b58-8d9e-68dca04e3143 service neutron] Transition to ACTIVE for port object c7666755-0865-4d25-beed-0df0b9eaa4a9 will not be triggered until provisioned by entity L2. {{(pid=103305) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 21:28:05.995422 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-725380cc-5d8d-489d-a776-bb342bbf2adf tempest-FloatingIPTestJSON-755675821 tempest-FloatingIPTestJSON-755675821-project] Calling delete_port for d62d8f14-5029-46e9-9b7a-3eb8949afaaa owned by network:floatingip {{(pid=103305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 21:28:06.014022 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-3349eee5-9c5c-4ac0-ab2c-7d7188f3dec5 req-445a5841-eb57-4b58-8d9e-68dca04e3143 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11791520'] for port (c7666755-0865-4d25-beed-0df0b9eaa4a9), after_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:28:06.119605 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1caa1c9-9e3f-47b1-9cfd-caa2c931da87 req-89622f3e-22da-438e-b88c-5db6a113fdc6 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:28:06.126712 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-e1caa1c9-9e3f-47b1-9cfd-caa2c931da87 req-89622f3e-22da-438e-b88c-5db6a113fdc6 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] 10.222.0.13 "GET /v2.0/ports?device_id=bab73d10-afaf-4143-a120-91544c188eaa HTTP/1.1" status: 200 len: 944 time: 0.0928221 Jan 26 21:28:06.154617 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-445a5841-eb57-4b58-8d9e-68dca04e3143 service neutron] Pushing event updated for resources: {'Port': ['ID=c7666755-0865-4d25-beed-0df0b9eaa4a9,revision_number=2']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:28:06.240161 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-e1caa1c9-9e3f-47b1-9cfd-caa2c931da87 req-ee885da8-ef4d-439d-b268-643b12e95935 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] 10.222.0.13 "GET /v2.0/security-groups?id=9fb734eb-2a1e-444e-9314-c3d872afadaa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1121280 Jan 26 21:28:06.429449 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa78bcb-79ac-4dc7-aa63-66267f998913 req-58a551a9-9f43-400c-aed9-e96e716babea tempest-ServersTestJSON-691555437 tempest-ServersTestJSON-691555437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:28:06.436208 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-725380cc-5d8d-489d-a776-bb342bbf2adf tempest-FloatingIPTestJSON-755675821 tempest-FloatingIPTestJSON-755675821-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746560636600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746560234536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11791543'] for port (d62d8f14-5029-46e9-9b7a-3eb8949afaaa), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:28:06.451683 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-0aa78bcb-79ac-4dc7-aa63-66267f998913 req-58a551a9-9f43-400c-aed9-e96e716babea tempest-ServersTestJSON-691555437 tempest-ServersTestJSON-691555437-project] 10.222.0.13 "GET /v2.0/ports?device_id=f968d5f7-4d05-49be-a3bc-b5d53988042d HTTP/1.1" status: 200 len: 944 time: 0.2403667 Jan 26 21:28:06.499942 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-725380cc-5d8d-489d-a776-bb342bbf2adf tempest-FloatingIPTestJSON-755675821 tempest-FloatingIPTestJSON-755675821-project] Pushing event deleted for resources: {'Port': ['ID=d62d8f14-5029-46e9-9b7a-3eb8949afaaa,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:28:06.575499 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [req-3349eee5-9c5c-4ac0-ab2c-7d7188f3dec5 req-445a5841-eb57-4b58-8d9e-68dca04e3143 service neutron] Attempting to bind port c7666755-0865-4d25-beed-0df0b9eaa4a9 on host n-h2-760453-5 for vnic_type normal with profile {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 21:28:06.575852 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [req-3349eee5-9c5c-4ac0-ab2c-7d7188f3dec5 req-445a5841-eb57-4b58-8d9e-68dca04e3143 service neutron] Attempting to bind port c7666755-0865-4d25-beed-0df0b9eaa4a9 by drivers openvswitch,hyperv on host n-h2-760453-5 at level 0 using segments [{'id': '64fcf19e-d8c4-494a-a2e7-d4a08d4b0641', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '02122a10-4175-495f-8cc0-81e28431e82d'}] {{(pid=103305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 26 21:28:06.576214 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3349eee5-9c5c-4ac0-ab2c-7d7188f3dec5 req-445a5841-eb57-4b58-8d9e-68dca04e3143 service neutron] Attempting to bind port c7666755-0865-4d25-beed-0df0b9eaa4a9 on network 02122a10-4175-495f-8cc0-81e28431e82d {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 21:28:06.583165 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1a69e0-8d1d-49dc-8e90-5cb22771d464 req-cf387d8c-0699-4448-bcb0-194245b714f5 tempest-TestNetworkAdvancedServerOps-1435295253 tempest-TestNetworkAdvancedServerOps-1435295253-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:28:06.584815 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-fc1a69e0-8d1d-49dc-8e90-5cb22771d464 req-cf387d8c-0699-4448-bcb0-194245b714f5 tempest-TestNetworkAdvancedServerOps-1435295253 tempest-TestNetworkAdvancedServerOps-1435295253-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=bab73d10-afaf-4143-a120-91544c188eaa HTTP/1.1" status: 200 len: 1095 time: 0.1118233 Jan 26 21:28:06.585206 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3349eee5-9c5c-4ac0-ab2c-7d7188f3dec5 req-445a5841-eb57-4b58-8d9e-68dca04e3143 service neutron] Port c7666755-0865-4d25-beed-0df0b9eaa4a9 on network 02122a10-4175-495f-8cc0-81e28431e82d not bound, no agent of type Open vSwitch agent registered on host n-h2-760453-5 {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 26 21:28:06.585585 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3349eee5-9c5c-4ac0-ab2c-7d7188f3dec5 req-445a5841-eb57-4b58-8d9e-68dca04e3143 service neutron] Attempting to bind port c7666755-0865-4d25-beed-0df0b9eaa4a9 on network 02122a10-4175-495f-8cc0-81e28431e82d {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 21:28:06.594235 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3349eee5-9c5c-4ac0-ab2c-7d7188f3dec5 req-445a5841-eb57-4b58-8d9e-68dca04e3143 service neutron] Checking agent: {'id': '4d619873-4b60-439f-9b5a-b155dc8bbc34', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-760453-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 21, 2, 53), 'started_at': datetime.datetime(2022, 1, 26, 21, 2, 53), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 21, 27, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 26 21:28:06.594584 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3349eee5-9c5c-4ac0-ab2c-7d7188f3dec5 req-445a5841-eb57-4b58-8d9e-68dca04e3143 service neutron] Checking segment: {'id': '64fcf19e-d8c4-494a-a2e7-d4a08d4b0641', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '02122a10-4175-495f-8cc0-81e28431e82d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103305) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 21:28:06.595060 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3349eee5-9c5c-4ac0-ab2c-7d7188f3dec5 req-445a5841-eb57-4b58-8d9e-68dca04e3143 service neutron] Bound using segment: {'id': '64fcf19e-d8c4-494a-a2e7-d4a08d4b0641', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '02122a10-4175-495f-8cc0-81e28431e82d'} {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 26 21:28:06.595390 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [req-3349eee5-9c5c-4ac0-ab2c-7d7188f3dec5 req-445a5841-eb57-4b58-8d9e-68dca04e3143 service neutron] Bound port: c7666755-0865-4d25-beed-0df0b9eaa4a9, host: n-h2-760453-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '64fcf19e-d8c4-494a-a2e7-d4a08d4b0641', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '02122a10-4175-495f-8cc0-81e28431e82d'}}] {{(pid=103305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 26 21:28:06.595754 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-3349eee5-9c5c-4ac0-ab2c-7d7188f3dec5 req-445a5841-eb57-4b58-8d9e-68dca04e3143 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (c7666755-0865-4d25-beed-0df0b9eaa4a9), before_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:28:06.606599 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-725380cc-5d8d-489d-a776-bb342bbf2adf tempest-FloatingIPTestJSON-755675821 tempest-FloatingIPTestJSON-755675821-project] Publish callbacks [] for floatingip (9ffa668b-fd58-4123-afb0-45e77597c50b), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:28:06.609346 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-725380cc-5d8d-489d-a776-bb342bbf2adf tempest-FloatingIPTestJSON-755675821 tempest-FloatingIPTestJSON-755675821-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for floatingip (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:28:06.609490 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-0aa78bcb-79ac-4dc7-aa63-66267f998913 req-82d5eb34-01e9-4806-a9c5-6540d0d1797e tempest-ServersTestJSON-691555437 tempest-ServersTestJSON-691555437-project] 10.222.0.13 "GET /v2.0/security-groups?id=91ad42bb-d200-4641-aa3b-ae4da8059b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1555185 Jan 26 21:28:06.610397 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-725380cc-5d8d-489d-a776-bb342bbf2adf tempest-FloatingIPTestJSON-755675821 tempest-FloatingIPTestJSON-755675821-project] 10.222.0.13 "DELETE /v2.0/floatingips/9ffa668b-fd58-4123-afb0-45e77597c50b HTTP/1.1" status: 204 len: 168 time: 1.0615692 Jan 26 21:28:06.613024 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 48352) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:28:06.655423 n-d-760453-5 neutron-server[103305]: INFO neutron.api.v2.resource [None req-475cb3c7-0dfc-4005-ab59-4d743d31df10 tempest-FloatingIPTestJSON-755675821 tempest-FloatingIPTestJSON-755675821-project] delete failed (client error): The resource could not be found. Jan 26 21:28:06.656465 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-475cb3c7-0dfc-4005-ab59-4d743d31df10 tempest-FloatingIPTestJSON-755675821 tempest-FloatingIPTestJSON-755675821-project] 10.222.0.13 "DELETE /v2.0/floatingips/9ffa668b-fd58-4123-afb0-45e77597c50b HTTP/1.1" status: 404 len: 345 time: 0.0424726 Jan 26 21:28:06.660304 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 48354) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:28:06.667548 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-fc1a69e0-8d1d-49dc-8e90-5cb22771d464 req-8c12cd7a-65d6-4c0f-95c3-b781b2febc23 tempest-TestNetworkAdvancedServerOps-1435295253 tempest-TestNetworkAdvancedServerOps-1435295253-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=9fb734eb-2a1e-444e-9314-c3d872afadaa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0704508 Jan 26 21:28:06.843396 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71bfa2b9-527f-4a9c-bbb9-de5fad3b5ab1 tempest-FloatingIPTestJSON-755675821 tempest-FloatingIPTestJSON-755675821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:28:06.848848 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71bfa2b9-527f-4a9c-bbb9-de5fad3b5ab1 tempest-FloatingIPTestJSON-755675821 tempest-FloatingIPTestJSON-755675821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:28:06.859880 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d514746-af2c-42ca-95c4-811af507f400 req-beecb41a-bf67-491d-a7c0-77524d16c681 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:28:06.861731 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-8d514746-af2c-42ca-95c4-811af507f400 req-beecb41a-bf67-491d-a7c0-77524d16c681 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] 10.222.0.13 "GET /v2.0/ports?device_id=bab73d10-afaf-4143-a120-91544c188eaa HTTP/1.1" status: 200 len: 944 time: 0.0968640 Jan 26 21:28:06.864182 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71bfa2b9-527f-4a9c-bbb9-de5fad3b5ab1 tempest-FloatingIPTestJSON-755675821 tempest-FloatingIPTestJSON-755675821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:28:06.866129 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-71bfa2b9-527f-4a9c-bbb9-de5fad3b5ab1 tempest-FloatingIPTestJSON-755675821 tempest-FloatingIPTestJSON-755675821-project] 10.222.0.13 "GET /v2.0/ports?network_id=1e3f1980-5ca2-4a99-a3b9-79275d66ef13 HTTP/1.1" status: 200 len: 2358 time: 0.2030053 Jan 26 21:28:06.868587 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [req-3349eee5-9c5c-4ac0-ab2c-7d7188f3dec5 req-445a5841-eb57-4b58-8d9e-68dca04e3143 service neutron] For port c7666755-0865-4d25-beed-0df0b9eaa4a9, host n-h2-760453-5, cleared binding levels {{(pid=103305) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 26 21:28:06.869257 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 48364) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:28:06.871574 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [req-3349eee5-9c5c-4ac0-ab2c-7d7188f3dec5 req-445a5841-eb57-4b58-8d9e-68dca04e3143 service neutron] For port c7666755-0865-4d25-beed-0df0b9eaa4a9, host n-h2-760453-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-5',level=0,port_id=c7666755-0865-4d25-beed-0df0b9eaa4a9,segment=NetworkSegment(64fcf19e-d8c4-494a-a2e7-d4a08d4b0641),segment_id=64fcf19e-d8c4-494a-a2e7-d4a08d4b0641)] {{(pid=103305) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 26 21:28:06.880968 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-3349eee5-9c5c-4ac0-ab2c-7d7188f3dec5 req-445a5841-eb57-4b58-8d9e-68dca04e3143 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11791520'] for port (c7666755-0865-4d25-beed-0df0b9eaa4a9), after_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:28:06.922808 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3349eee5-9c5c-4ac0-ab2c-7d7188f3dec5 req-445a5841-eb57-4b58-8d9e-68dca04e3143 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:28:06.923460 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-3349eee5-9c5c-4ac0-ab2c-7d7188f3dec5 req-445a5841-eb57-4b58-8d9e-68dca04e3143 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:28:06.924915 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-3349eee5-9c5c-4ac0-ab2c-7d7188f3dec5 req-445a5841-eb57-4b58-8d9e-68dca04e3143 service neutron] 10.222.0.57 "PUT /v2.0/ports/c7666755-0865-4d25-beed-0df0b9eaa4a9 HTTP/1.1" status: 200 len: 1092 time: 1.7351646 Jan 26 21:28:06.925557 n-d-760453-5 neutron-server[103305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f968d5f7-4d05-49be-a3bc-b5d53988042d', 'tag': 'c7666755-0865-4d25-beed-0df0b9eaa4a9'}] {{(pid=103305) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 21:28:06.927861 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d4654568b7bf041e72ff8fe1c96d6d761d9c921f2b99bc7b3a26632be20cee0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5fd3c75-30fa-4f97-8b8a-2e1651cc9972" -d '{"events": [{"name": "network-changed", "server_uuid": "f968d5f7-4d05-49be-a3bc-b5d53988042d", "tag": "c7666755-0865-4d25-beed-0df0b9eaa4a9"}]}' {{(pid=103305) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 21:28:07.003068 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-445a5841-eb57-4b58-8d9e-68dca04e3143 service neutron] Pushing event updated for resources: {'Port': ['ID=c7666755-0865-4d25-beed-0df0b9eaa4a9,revision_number=3']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:28:07.052651 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3349eee5-9c5c-4ac0-ab2c-7d7188f3dec5 req-e48fa8c8-5020-4676-a1ec-17d6ec1fff46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:28:07.054400 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-3349eee5-9c5c-4ac0-ab2c-7d7188f3dec5 req-e48fa8c8-5020-4676-a1ec-17d6ec1fff46 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=ec177d36615b4624a9959f68ea3c49ca&device_id=f968d5f7-4d05-49be-a3bc-b5d53988042d HTTP/1.1" status: 200 len: 1095 time: 0.0683305 Jan 26 21:28:07.127087 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-3349eee5-9c5c-4ac0-ab2c-7d7188f3dec5 req-ab9e2af6-75e6-464e-a606-561860558b62 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c7666755-0865-4d25-beed-0df0b9eaa4a9 HTTP/1.1" status: 200 len: 217 time: 0.0661399 Jan 26 21:28:07.233388 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3349eee5-9c5c-4ac0-ab2c-7d7188f3dec5 req-3348e02c-6d9b-4b4d-b0c6-32ad15f7a51b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:28:07.234888 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-3349eee5-9c5c-4ac0-ab2c-7d7188f3dec5 req-3348e02c-6d9b-4b4d-b0c6-32ad15f7a51b service neutron] 10.222.0.57 "GET /v2.0/subnets?id=7585cddc-8bd2-40da-99aa-e3973041ec4e HTTP/1.1" status: 200 len: 843 time: 0.1006939 Jan 26 21:28:07.299111 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3349eee5-9c5c-4ac0-ab2c-7d7188f3dec5 req-346af64b-0da0-4c80-9210-257b65a56732 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:28:07.301056 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-3349eee5-9c5c-4ac0-ab2c-7d7188f3dec5 req-346af64b-0da0-4c80-9210-257b65a56732 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=02122a10-4175-495f-8cc0-81e28431e82d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0587473 Jan 26 21:28:07.340880 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-29cc70f2-9333-4572-b288-81f68e1ff4c3 req-33102405-aa0f-48c1-9bb1-82f49c0fa668 tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca795481-031c-48ac-925f-00596ed83bb9 HTTP/1.1" status: 200 len: 210 time: 0.3995070 Jan 26 21:28:07.364662 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-8d514746-af2c-42ca-95c4-811af507f400 req-1eddf41c-5941-41ce-a81f-567b883ce435 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] 10.222.0.13 "GET /v2.0/security-groups?id=9fb734eb-2a1e-444e-9314-c3d872afadaa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4835780 Jan 26 21:28:07.383554 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 48370) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:28:07.395272 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68d381e5-347c-4734-a2b0-e7c8fafd134a tempest-FloatingIPTestJSON-755675821 tempest-FloatingIPTestJSON-755675821-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:28:07.398065 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-68d381e5-347c-4734-a2b0-e7c8fafd134a tempest-FloatingIPTestJSON-755675821 tempest-FloatingIPTestJSON-755675821-project] 10.222.0.13 "GET /v2.0/subnets/680fc271-75bc-4b9f-9945-03c2fedab0b6 HTTP/1.1" status: 200 len: 797 time: 0.5270984 Jan 26 21:28:07.403946 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 48372) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:28:07.412122 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-b837191c-cda0-4209-b37d-45671826a593 tempest-FloatingIPTestJSON-755675821 tempest-FloatingIPTestJSON-755675821-project] Request body: {'port': {'network_id': '1e3f1980-5ca2-4a99-a3b9-79275d66ef13', 'name': 'tempest-FloatingIPTestJSON-473282658', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.13'}]}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:28:07.449502 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 26 Jan 2022 21:28:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0bbb2cca-bea2-4a0d-8a04-255a278dd7c8 x-openstack-request-id: req-0bbb2cca-bea2-4a0d-8a04-255a278dd7c8 {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 21:28:07.449850 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f968d5f7-4d05-49be-a3bc-b5d53988042d", "tag": "c7666755-0865-4d25-beed-0df0b9eaa4a9", "status": "completed", "code": 200}]} {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 21:28:07.450191 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-0bbb2cca-bea2-4a0d-8a04-255a278dd7c8 {{(pid=103305) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 21:28:07.450608 n-d-760453-5 neutron-server[103305]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f968d5f7-4d05-49be-a3bc-b5d53988042d', 'tag': 'c7666755-0865-4d25-beed-0df0b9eaa4a9', 'status': 'completed', 'code': 200} Jan 26 21:28:07.504981 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-829ab465-222e-4b09-833c-6147b43a3e9e tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] 10.222.0.13 "GET /v2.0/floatingips/2c16a22a-aacb-4626-9d1d-c0ae7066c9d0 HTTP/1.1" status: 200 len: 991 time: 0.1111622 Jan 26 21:28:07.511846 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-3349eee5-9c5c-4ac0-ab2c-7d7188f3dec5 req-1570e755-869a-4aaa-8d77-c31545712e13 service neutron] 10.222.0.57 "GET /v2.0/networks/02122a10-4175-495f-8cc0-81e28431e82d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2023911 Jan 26 21:28:07.587278 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b837191c-cda0-4209-b37d-45671826a593 tempest-FloatingIPTestJSON-755675821 tempest-FloatingIPTestJSON-755675821-project] Made reservation on behalf of 48d7f55ad7394a9ebbf9716baaad9095 for: {'port': 1} {{(pid=103304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 21:28:07.670648 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-3349eee5-9c5c-4ac0-ab2c-7d7188f3dec5 req-9b3de566-0485-4664-90d7-e64388c0509f service neutron] 10.222.0.57 "GET /v2.0/networks/02122a10-4175-495f-8cc0-81e28431e82d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1530864 Jan 26 21:28:07.773403 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 48380) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:28:07.788676 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-b837191c-cda0-4209-b37d-45671826a593 tempest-FloatingIPTestJSON-755675821 tempest-FloatingIPTestJSON-755675821-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:28:07.830567 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5fd3c75-30fa-4f97-8b8a-2e1651cc9972 req-0b4b9909-f574-4dfe-9581-96f0c7512928 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:28:07.837078 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-a5fd3c75-30fa-4f97-8b8a-2e1651cc9972 req-0b4b9909-f574-4dfe-9581-96f0c7512928 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=ec177d36615b4624a9959f68ea3c49ca&device_id=f968d5f7-4d05-49be-a3bc-b5d53988042d HTTP/1.1" status: 200 len: 1095 time: 0.1035910 Jan 26 21:28:07.875802 n-d-760453-5 neutron-server[103304]: DEBUG neutron.notifiers.nova [None req-b837191c-cda0-4209-b37d-45671826a593 tempest-FloatingIPTestJSON-755675821 tempest-FloatingIPTestJSON-755675821-project] device_id is not set on port 82d8a053-3ec5-46b1-8e7a-e7a8d435b495 yet. {{(pid=103304) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 26 21:28:07.890192 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b662e63d-8a85-48fd-b31f-9f4b9a7cb5e5 req-02dc2379-0ae4-43fc-a938-a1598dc7e5ef tempest-ServersTestJSON-691555437 tempest-ServersTestJSON-691555437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:28:07.897281 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-b662e63d-8a85-48fd-b31f-9f4b9a7cb5e5 req-02dc2379-0ae4-43fc-a938-a1598dc7e5ef tempest-ServersTestJSON-691555437 tempest-ServersTestJSON-691555437-project] 10.222.0.13 "GET /v2.0/ports?device_id=f968d5f7-4d05-49be-a3bc-b5d53988042d HTTP/1.1" status: 200 len: 944 time: 0.1758986 Jan 26 21:28:07.977080 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5fd3c75-30fa-4f97-8b8a-2e1651cc9972 req-ca438787-69af-4ea7-824c-79e0c14e8517 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:28:07.979544 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-a5fd3c75-30fa-4f97-8b8a-2e1651cc9972 req-ca438787-69af-4ea7-824c-79e0c14e8517 service neutron] 10.222.0.57 "GET /v2.0/networks?id=02122a10-4175-495f-8cc0-81e28431e82d HTTP/1.1" status: 200 len: 905 time: 0.1385095 Jan 26 21:28:08.034128 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-a5fd3c75-30fa-4f97-8b8a-2e1651cc9972 req-1cd75b40-27b5-4657-802f-374c7ffbdfd1 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c7666755-0865-4d25-beed-0df0b9eaa4a9 HTTP/1.1" status: 200 len: 217 time: 0.0473552 Jan 26 21:28:08.095165 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5fd3c75-30fa-4f97-8b8a-2e1651cc9972 req-6060268a-6725-4023-9a88-96d1d4613ca7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:28:08.096846 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-a5fd3c75-30fa-4f97-8b8a-2e1651cc9972 req-6060268a-6725-4023-9a88-96d1d4613ca7 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=7585cddc-8bd2-40da-99aa-e3973041ec4e HTTP/1.1" status: 200 len: 843 time: 0.0536544 Jan 26 21:28:08.146459 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-b662e63d-8a85-48fd-b31f-9f4b9a7cb5e5 req-403198e4-5c6b-4461-8f67-a5163f71cb1d tempest-ServersTestJSON-691555437 tempest-ServersTestJSON-691555437-project] 10.222.0.13 "GET /v2.0/security-groups?id=91ad42bb-d200-4641-aa3b-ae4da8059b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2481318 Jan 26 21:28:08.147562 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5fd3c75-30fa-4f97-8b8a-2e1651cc9972 req-14e5ef6d-2f55-4e7b-bd05-b97379aea3a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:28:08.150502 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-a5fd3c75-30fa-4f97-8b8a-2e1651cc9972 req-14e5ef6d-2f55-4e7b-bd05-b97379aea3a3 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=02122a10-4175-495f-8cc0-81e28431e82d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0463123 Jan 26 21:28:08.266709 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-a147e422-7e6e-4017-b515-fda902e97626 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Deleting port 60bd3b53-1e8c-4e03-8663-10b2d6a7a836 {{(pid=103304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 21:28:08.267441 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-a147e422-7e6e-4017-b515-fda902e97626 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746560630878'] for port (60bd3b53-1e8c-4e03-8663-10b2d6a7a836), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:28:08.288812 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-a5fd3c75-30fa-4f97-8b8a-2e1651cc9972 req-41212420-52a7-497e-838f-f3972872cb5b service neutron] 10.222.0.57 "GET /v2.0/networks/02122a10-4175-495f-8cc0-81e28431e82d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1319485 Jan 26 21:28:08.322734 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (32ef628b-8417-46c5-8729-60fcabe358f1), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:28:08.404575 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-a5fd3c75-30fa-4f97-8b8a-2e1651cc9972 req-1bba5420-a8e3-47a5-9008-d974e2209eef service neutron] 10.222.0.57 "GET /v2.0/networks/02122a10-4175-495f-8cc0-81e28431e82d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1086605 Jan 26 21:28:08.407994 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-a147e422-7e6e-4017-b515-fda902e97626 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4109658'] for port (60bd3b53-1e8c-4e03-8663-10b2d6a7a836), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:28:08.408329 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-a147e422-7e6e-4017-b515-fda902e97626 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Publish callbacks [] for floatingip (60bd3b53-1e8c-4e03-8663-10b2d6a7a836), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:28:08.417805 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.db_base_plugin_common [None req-b837191c-cda0-4209-b37d-45671826a593 tempest-FloatingIPTestJSON-755675821 tempest-FloatingIPTestJSON-755675821-project] Allocated IP 172.20.0.14 (1e3f1980-5ca2-4a99-a3b9-79275d66ef13/680fc271-75bc-4b9f-9945-03c2fedab0b6/82d8a053-3ec5-46b1-8e7a-e7a8d435b495) {{(pid=103304) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 21:28:08.429251 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-a147e422-7e6e-4017-b515-fda902e97626 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Calling delete_port for 60bd3b53-1e8c-4e03-8663-10b2d6a7a836 owned by network:floatingip {{(pid=103304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 21:28:08.436968 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.db_base_plugin_common [None req-b837191c-cda0-4209-b37d-45671826a593 tempest-FloatingIPTestJSON-755675821 tempest-FloatingIPTestJSON-755675821-project] Allocated IP 172.20.0.13 (1e3f1980-5ca2-4a99-a3b9-79275d66ef13/680fc271-75bc-4b9f-9945-03c2fedab0b6/82d8a053-3ec5-46b1-8e7a-e7a8d435b495) {{(pid=103304) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 21:28:08.517572 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-e358881c-a651-41c2-b467-639774518296 req-291ba2de-976c-4e1a-8edd-0239f8ebe1f5 tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca795481-031c-48ac-925f-00596ed83bb9 HTTP/1.1" status: 200 len: 210 time: 0.0668998 Jan 26 21:28:08.736346 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-b837191c-cda0-4209-b37d-45671826a593 tempest-FloatingIPTestJSON-755675821 tempest-FloatingIPTestJSON-755675821-project] Publish callbacks [] for port (82d8a053-3ec5-46b1-8e7a-e7a8d435b495), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:28:08.803057 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-a147e422-7e6e-4017-b515-fda902e97626 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746560636600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746560234536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9281553'] for port (60bd3b53-1e8c-4e03-8663-10b2d6a7a836), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:28:08.828256 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-b837191c-cda0-4209-b37d-45671826a593 tempest-FloatingIPTestJSON-755675821 tempest-FloatingIPTestJSON-755675821-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746560234527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9281553'] for port (82d8a053-3ec5-46b1-8e7a-e7a8d435b495), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:28:08.833735 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a147e422-7e6e-4017-b515-fda902e97626 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Pushing event deleted for resources: {'Port': ['ID=60bd3b53-1e8c-4e03-8663-10b2d6a7a836,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:28:08.895531 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b837191c-cda0-4209-b37d-45671826a593 tempest-FloatingIPTestJSON-755675821 tempest-FloatingIPTestJSON-755675821-project] Network 1e3f1980-5ca2-4a99-a3b9-79275d66ef13 is already hosted by enough agents. {{(pid=103304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 21:28:08.917319 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [None req-b837191c-cda0-4209-b37d-45671826a593 tempest-FloatingIPTestJSON-755675821 tempest-FloatingIPTestJSON-755675821-project] Resources bound (agent type, host, resource id): {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:28:08.924059 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b837191c-cda0-4209-b37d-45671826a593 tempest-FloatingIPTestJSON-755675821 tempest-FloatingIPTestJSON-755675821-project] Received port after_create {{(pid=103304) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 21:28:08.960120 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b837191c-cda0-4209-b37d-45671826a593 tempest-FloatingIPTestJSON-755675821 tempest-FloatingIPTestJSON-755675821-project] Pushing event updated for resources: {'Port': ['ID=82d8a053-3ec5-46b1-8e7a-e7a8d435b495,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:28:08.981834 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-a147e422-7e6e-4017-b515-fda902e97626 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Publish callbacks [] for floatingip (2c16a22a-aacb-4626-9d1d-c0ae7066c9d0), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:28:08.982357 n-d-760453-5 neutron-server[103304]: INFO neutron.db.l3_db [None req-a147e422-7e6e-4017-b515-fda902e97626 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Floating IP 2c16a22a-aacb-4626-9d1d-c0ae7066c9d0 disassociated (deleted). External IP: 172.25.1.146, port: fd42b877-d35a-41b1-bfdb-a02ca8527fc5. Jan 26 21:28:09.028024 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b837191c-cda0-4209-b37d-45671826a593 tempest-FloatingIPTestJSON-755675821 tempest-FloatingIPTestJSON-755675821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:28:09.028024 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-b837191c-cda0-4209-b37d-45671826a593 tempest-FloatingIPTestJSON-755675821 tempest-FloatingIPTestJSON-755675821-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:28:09.057890 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-b837191c-cda0-4209-b37d-45671826a593 tempest-FloatingIPTestJSON-755675821 tempest-FloatingIPTestJSON-755675821-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1009 time: 1.6503603 Jan 26 21:28:09.058116 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 48392) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:28:09.062628 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-e25d59b4-4eff-41ac-8e75-7134b870fdc2 tempest-FloatingIPTestJSON-755675821 tempest-FloatingIPTestJSON-755675821-project] Request body: {'floatingip': {'floating_network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'port_id': '82d8a053-3ec5-46b1-8e7a-e7a8d435b495', 'fixed_ip_address': '172.20.0.14'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:28:09.121168 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-e25d59b4-4eff-41ac-8e75-7134b870fdc2 tempest-FloatingIPTestJSON-755675821 tempest-FloatingIPTestJSON-755675821-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:28:09.329524 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a147e422-7e6e-4017-b515-fda902e97626 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Router e6c4c7db-4352-49d6-a316-5511d586c11b has already been hosted by L3 agent 09df100c-3af1-4b0a-bda8-05914c71c458 {{(pid=103304) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 26 21:28:09.346814 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f17e64d-b01b-462e-baa5-6e120abaa733 req-ae78aac0-eb10-4cb1-a26d-82a80f90087a tempest-ServersTestJSON-691555437 tempest-ServersTestJSON-691555437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:28:09.346814 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-3f17e64d-b01b-462e-baa5-6e120abaa733 req-ae78aac0-eb10-4cb1-a26d-82a80f90087a tempest-ServersTestJSON-691555437 tempest-ServersTestJSON-691555437-project] 10.222.0.13 "GET /v2.0/ports?device_id=f968d5f7-4d05-49be-a3bc-b5d53988042d HTTP/1.1" status: 200 len: 944 time: 0.0853834 Jan 26 21:28:09.416080 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-e25d59b4-4eff-41ac-8e75-7134b870fdc2 tempest-FloatingIPTestJSON-755675821 tempest-FloatingIPTestJSON-755675821-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:28:09.491666 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-3f17e64d-b01b-462e-baa5-6e120abaa733 req-352b7ed2-c619-4481-a9a5-f68c7abf4927 tempest-ServersTestJSON-691555437 tempest-ServersTestJSON-691555437-project] 10.222.0.13 "GET /v2.0/security-groups?id=91ad42bb-d200-4641-aa3b-ae4da8059b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1346385 Jan 26 21:28:09.577530 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a147e422-7e6e-4017-b515-fda902e97626 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Notify agent at l3_agent.n-d-760453-5 the message routers_updated {{(pid=103304) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 26 21:28:09.583278 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-a147e422-7e6e-4017-b515-fda902e97626 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for floatingip (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:28:09.592264 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2e48220-9b4b-40c9-af54-f9a21c03941b None None] Sync routers for ids ['e6c4c7db-4352-49d6-a316-5511d586c11b'] in n-d-760453-5 {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 26 21:28:09.602358 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2e48220-9b4b-40c9-af54-f9a21c03941b None None] Routers {'e6c4c7db-4352-49d6-a316-5511d586c11b'} bound to L3 agent in host n-d-760453-5 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 21:28:09.603092 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-c2e48220-9b4b-40c9-af54-f9a21c03941b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-26T20:55:21Z,description=,heartbeat_timestamp=2022-01-26T21:27:51Z,host='n-d-760453-5',id=09df100c-3af1-4b0a-bda8-05914c71c458,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:55:21Z,topic='l3_agent')) {'router_ids': ['e6c4c7db-4352-49d6-a316-5511d586c11b'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:28:09.661577 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-b474db14-13f2-4881-8517-5766f92f9344 req-fab31e06-6099-4e68-877e-ace4cb11c395 tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca795481-031c-48ac-925f-00596ed83bb9 HTTP/1.1" status: 200 len: 210 time: 0.0525274 Jan 26 21:28:09.662921 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.db_base_plugin_common [None req-e25d59b4-4eff-41ac-8e75-7134b870fdc2 tempest-FloatingIPTestJSON-755675821 tempest-FloatingIPTestJSON-755675821-project] Allocated IP 172.25.1.195 (4140a1f1-c93a-4bea-83a0-68953a54f299/e48251a1-e30d-4820-8396-00c6f6aeb601/31de097a-0db6-4414-ba66-c60444e721f9) {{(pid=103304) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 21:28:09.666194 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-a147e422-7e6e-4017-b515-fda902e97626 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] 10.222.0.13 "DELETE /v2.0/floatingips/2c16a22a-aacb-4626-9d1d-c0ae7066c9d0 HTTP/1.1" status: 204 len: 168 time: 1.8900924 Jan 26 21:28:09.668909 n-d-760453-5 neutron-server[103304]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bab73d10-afaf-4143-a120-91544c188eaa', 'tag': 'fd42b877-d35a-41b1-bfdb-a02ca8527fc5'}] {{(pid=103304) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 21:28:09.674658 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d52b45f1943fcd332af9527eb73ff93c8d715d44383a3f6d18de73b4cfcf87b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc949364-5844-47a9-a5b9-397620dda614" -d '{"events": [{"name": "network-changed", "server_uuid": "bab73d10-afaf-4143-a120-91544c188eaa", "tag": "fd42b877-d35a-41b1-bfdb-a02ca8527fc5"}]}' {{(pid=103304) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 21:28:09.747145 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_dvr_db [None req-c2e48220-9b4b-40c9-af54-f9a21c03941b None None] Set router e6c4c7db-4352-49d6-a316-5511d586c11b gateway port host: n-d-760453-5 {{(pid=103307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 21:28:09.811023 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 26 Jan 2022 21:28:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4438aaf-f3aa-4730-acf5-df194a5159b7 x-openstack-request-id: req-a4438aaf-f3aa-4730-acf5-df194a5159b7 {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 21:28:09.811540 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bab73d10-afaf-4143-a120-91544c188eaa", "tag": "fd42b877-d35a-41b1-bfdb-a02ca8527fc5", "status": "completed", "code": 200}]} {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 21:28:09.811540 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a4438aaf-f3aa-4730-acf5-df194a5159b7 {{(pid=103304) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 21:28:09.811948 n-d-760453-5 neutron-server[103304]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bab73d10-afaf-4143-a120-91544c188eaa', 'tag': 'fd42b877-d35a-41b1-bfdb-a02ca8527fc5', 'status': 'completed', 'code': 200} Jan 26 21:28:09.881683 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-e25d59b4-4eff-41ac-8e75-7134b870fdc2 tempest-FloatingIPTestJSON-755675821 tempest-FloatingIPTestJSON-755675821-project] Publish callbacks [] for port (31de097a-0db6-4414-ba66-c60444e721f9), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:28:09.887471 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc949364-5844-47a9-a5b9-397620dda614 req-c67e489a-43de-4227-8ff3-351e2487a255 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:28:09.889333 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-bc949364-5844-47a9-a5b9-397620dda614 req-c67e489a-43de-4227-8ff3-351e2487a255 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=c6d9f10230f341edbbe46b16c17eb870&device_id=bab73d10-afaf-4143-a120-91544c188eaa HTTP/1.1" status: 200 len: 1095 time: 0.0687325 Jan 26 21:28:10.000388 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-e25d59b4-4eff-41ac-8e75-7134b870fdc2 tempest-FloatingIPTestJSON-755675821 tempest-FloatingIPTestJSON-755675821-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746560234527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9281553'] for port (31de097a-0db6-4414-ba66-c60444e721f9), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:28:10.022724 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc949364-5844-47a9-a5b9-397620dda614 req-fc71bc0d-9951-4ced-8665-2876fcf85dd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:28:10.026010 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-bc949364-5844-47a9-a5b9-397620dda614 req-fc71bc0d-9951-4ced-8665-2876fcf85dd0 service neutron] 10.222.0.57 "GET /v2.0/networks?id=409f24a2-f487-449b-8f01-d9911b990d6a HTTP/1.1" status: 200 len: 898 time: 0.1287093 Jan 26 21:28:10.037503 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbbce1c9-5e09-4f72-940f-1db73b1c31a2 req-7bc2797b-dfa7-456f-8ab2-80fbc52e2b07 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:28:10.047006 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-cbbce1c9-5e09-4f72-940f-1db73b1c31a2 req-7bc2797b-dfa7-456f-8ab2-80fbc52e2b07 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] 10.222.0.13 "GET /v2.0/ports?device_id=bab73d10-afaf-4143-a120-91544c188eaa HTTP/1.1" status: 200 len: 944 time: 0.1000280 Jan 26 21:28:10.065418 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-c2e48220-9b4b-40c9-af54-f9a21c03941b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6c4c7db-4352-49d6-a316-5511d586c11b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2072600122', 'tenant_id': 'c6d9f10230f341edbbe46b16c17eb870', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'external_fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.208'}], 'enable_snat': True}, 'gw_port_id': 'cdd455b4-799e-4d3e-9c1d-4d10ddd6a3d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T21:25:34Z', 'updated_at': '2022-01-26T21:25:45Z', 'revision_number': 4, 'project_id': 'c6d9f10230f341edbbe46b16c17eb870', 'gw_port': {'id': 'cdd455b4-799e-4d3e-9c1d-4d10ddd6a3d8', 'name': '', 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:8a:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6c4c7db-4352-49d6-a316-5511d586c11b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2355, 'fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:25:36Z', 'updated_at': '2022-01-26T21:25:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-5', '_interfaces': [{'id': '8c8b8c43-0df2-461b-821d-640828b068ef', 'name': '', 'network_id': '409f24a2-f487-449b-8f01-d9911b990d6a', 'tenant_id': 'c6d9f10230f341edbbe46b16c17eb870', 'mac_address': 'fa:16:3e:26:49:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6c4c7db-4352-49d6-a316-5511d586c11b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2366, 'fixed_ips': [{'subnet_id': '68f62439-8ec7-48ec-b8fa-67a39fc871b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:25:43Z', 'updated_at': '2022-01-26T21:25:57Z', 'revision_number': 5, 'project_id': 'c6d9f10230f341edbbe46b16c17eb870', 'subnets': [{'id': '68f62439-8ec7-48ec-b8fa-67a39fc871b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760453-5', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:28:10.078046 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-bc949364-5844-47a9-a5b9-397620dda614 req-dd342abf-6a7d-432f-9f15-f61f011d735c service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fd42b877-d35a-41b1-bfdb-a02ca8527fc5 HTTP/1.1" status: 200 len: 217 time: 0.0454743 Jan 26 21:28:10.083408 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e25d59b4-4eff-41ac-8e75-7134b870fdc2 tempest-FloatingIPTestJSON-755675821 tempest-FloatingIPTestJSON-755675821-project] Network 4140a1f1-c93a-4bea-83a0-68953a54f299 is already hosted by enough agents. {{(pid=103304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 21:28:10.106908 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [None req-e25d59b4-4eff-41ac-8e75-7134b870fdc2 tempest-FloatingIPTestJSON-755675821 tempest-FloatingIPTestJSON-755675821-project] Resources bound (agent type, host, resource id): {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:28:10.116781 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e25d59b4-4eff-41ac-8e75-7134b870fdc2 tempest-FloatingIPTestJSON-755675821 tempest-FloatingIPTestJSON-755675821-project] Received port after_create {{(pid=103304) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 21:28:10.131269 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2e48220-9b4b-40c9-af54-f9a21c03941b None None] Checking router: e6c4c7db-4352-49d6-a316-5511d586c11b for host: n-d-760453-5 {{(pid=103307) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 26 21:28:10.159456 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2e48220-9b4b-40c9-af54-f9a21c03941b None None] Routers {'e6c4c7db-4352-49d6-a316-5511d586c11b'} bound to L3 agent in host n-d-760453-5 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 21:28:10.160064 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-c2e48220-9b4b-40c9-af54-f9a21c03941b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-26T20:55:21Z,description=,heartbeat_timestamp=2022-01-26T21:27:51Z,host='n-d-760453-5',id=09df100c-3af1-4b0a-bda8-05914c71c458,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:55:21Z,topic='l3_agent')) {'router_ids': ['e6c4c7db-4352-49d6-a316-5511d586c11b'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:28:10.171659 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc949364-5844-47a9-a5b9-397620dda614 req-2c078055-875a-48b7-a903-e99c4854eb74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:28:10.180072 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-bc949364-5844-47a9-a5b9-397620dda614 req-2c078055-875a-48b7-a903-e99c4854eb74 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=68f62439-8ec7-48ec-b8fa-67a39fc871b7 HTTP/1.1" status: 200 len: 835 time: 0.0867486 Jan 26 21:28:10.206125 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25d59b4-4eff-41ac-8e75-7134b870fdc2 tempest-FloatingIPTestJSON-755675821 tempest-FloatingIPTestJSON-755675821-project] Pushing event updated for resources: {'Port': ['ID=31de097a-0db6-4414-ba66-c60444e721f9,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:28:10.232813 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-cbbce1c9-5e09-4f72-940f-1db73b1c31a2 req-7cff3ac4-fd1f-4eb0-9855-44136626a120 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] 10.222.0.13 "GET /v2.0/security-groups?id=9fb734eb-2a1e-444e-9314-c3d872afadaa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1849253 Jan 26 21:28:10.238377 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc949364-5844-47a9-a5b9-397620dda614 req-b549b61d-b64c-4cce-913b-2dcd522b19f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:28:10.240267 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-bc949364-5844-47a9-a5b9-397620dda614 req-b549b61d-b64c-4cce-913b-2dcd522b19f1 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=409f24a2-f487-449b-8f01-d9911b990d6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0591764 Jan 26 21:28:10.376147 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-bc949364-5844-47a9-a5b9-397620dda614 req-033e0b52-ed62-4085-95f5-c6f8fea615ab service neutron] 10.222.0.57 "GET /v2.0/networks/409f24a2-f487-449b-8f01-d9911b990d6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1283710 Jan 26 21:28:10.392236 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_dvr_db [None req-c2e48220-9b4b-40c9-af54-f9a21c03941b None None] Set router e6c4c7db-4352-49d6-a316-5511d586c11b gateway port host: n-d-760453-5 {{(pid=103307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 21:28:10.495906 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be78ced0-415f-4773-8254-5d14f3e49838 req-7ad41e2c-d7aa-48be-9654-cb130d6bc829 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:28:10.497494 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-be78ced0-415f-4773-8254-5d14f3e49838 req-7ad41e2c-d7aa-48be-9654-cb130d6bc829 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] 10.222.0.57 "GET /v2.0/ports?device_id=bab73d10-afaf-4143-a120-91544c188eaa HTTP/1.1" status: 200 len: 944 time: 0.1222346 Jan 26 21:28:10.612946 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-bc949364-5844-47a9-a5b9-397620dda614 req-4ac0ad58-5b91-4803-b6b8-bb484cb1f27f service neutron] 10.222.0.57 "GET /v2.0/networks/409f24a2-f487-449b-8f01-d9911b990d6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2107921 Jan 26 21:28:10.668062 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-c2e48220-9b4b-40c9-af54-f9a21c03941b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6c4c7db-4352-49d6-a316-5511d586c11b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2072600122', 'tenant_id': 'c6d9f10230f341edbbe46b16c17eb870', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'external_fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.208'}], 'enable_snat': True}, 'gw_port_id': 'cdd455b4-799e-4d3e-9c1d-4d10ddd6a3d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T21:25:34Z', 'updated_at': '2022-01-26T21:25:45Z', 'revision_number': 4, 'project_id': 'c6d9f10230f341edbbe46b16c17eb870', 'gw_port': {'id': 'cdd455b4-799e-4d3e-9c1d-4d10ddd6a3d8', 'name': '', 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:8a:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6c4c7db-4352-49d6-a316-5511d586c11b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2355, 'fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:25:36Z', 'updated_at': '2022-01-26T21:25:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-5', '_interfaces': [{'id': '8c8b8c43-0df2-461b-821d-640828b068ef', 'name': '', 'network_id': '409f24a2-f487-449b-8f01-d9911b990d6a', 'tenant_id': 'c6d9f10230f341edbbe46b16c17eb870', 'mac_address': 'fa:16:3e:26:49:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6c4c7db-4352-49d6-a316-5511d586c11b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2366, 'fixed_ips': [{'subnet_id': '68f62439-8ec7-48ec-b8fa-67a39fc871b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:25:43Z', 'updated_at': '2022-01-26T21:25:57Z', 'revision_number': 5, 'project_id': 'c6d9f10230f341edbbe46b16c17eb870', 'subnets': [{'id': '68f62439-8ec7-48ec-b8fa-67a39fc871b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760453-5', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:28:10.709522 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2e48220-9b4b-40c9-af54-f9a21c03941b None None] The sync data for ids ['e6c4c7db-4352-49d6-a316-5511d586c11b'] in n-d-760453-5 is: [{'id': 'e6c4c7db-4352-49d6-a316-5511d586c11b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2072600122', 'tenant_id': 'c6d9f10230f341edbbe46b16c17eb870', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'external_fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.208'}], 'enable_snat': True}, 'gw_port_id': 'cdd455b4-799e-4d3e-9c1d-4d10ddd6a3d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T21:25:34Z', 'updated_at': '2022-01-26T21:25:45Z', 'revision_number': 4, 'project_id': 'c6d9f10230f341edbbe46b16c17eb870', 'gw_port': {'id': 'cdd455b4-799e-4d3e-9c1d-4d10ddd6a3d8', 'name': '', 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:8a:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6c4c7db-4352-49d6-a316-5511d586c11b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2355, 'fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:25:36Z', 'updated_at': '2022-01-26T21:25:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-5', '_interfaces': [{'id': '8c8b8c43-0df2-461b-821d-640828b068ef', 'name': '', 'network_id': '409f24a2-f487-449b-8f01-d9911b990d6a', 'tenant_id': 'c6d9f10230f341edbbe46b16c17eb870', 'mac_address': 'fa:16:3e:26:49:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6c4c7db-4352-49d6-a316-5511d586c11b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2366, 'fixed_ips': [{'subnet_id': '68f62439-8ec7-48ec-b8fa-67a39fc871b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:25:43Z', 'updated_at': '2022-01-26T21:25:57Z', 'revision_number': 5, 'project_id': 'c6d9f10230f341edbbe46b16c17eb870', 'subnets': [{'id': '68f62439-8ec7-48ec-b8fa-67a39fc871b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 26 21:28:11.079100 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dc0b2d2-d37f-46bd-90da-67cd7b480b03 None None] New status for floating IP 2c16a22a-aacb-4626-9d1d-c0ae7066c9d0: DOWN {{(pid=103306) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 26 21:28:11.108651 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-774ac4b0-6acf-4449-bf63-4c655662d513 req-919f1367-defc-46ce-850c-7df87374c8e6 tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca795481-031c-48ac-925f-00596ed83bb9 HTTP/1.1" status: 200 len: 210 time: 0.0967512 Jan 26 21:28:11.142459 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f7b2af-bc96-41b7-a259-6bbf86268208 req-c083d163-60f5-4d6a-ad7b-a01a23197e35 tempest-ServersTestJSON-691555437 tempest-ServersTestJSON-691555437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:28:11.143977 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-21f7b2af-bc96-41b7-a259-6bbf86268208 req-c083d163-60f5-4d6a-ad7b-a01a23197e35 tempest-ServersTestJSON-691555437 tempest-ServersTestJSON-691555437-project] 10.222.0.13 "GET /v2.0/ports?device_id=f968d5f7-4d05-49be-a3bc-b5d53988042d HTTP/1.1" status: 200 len: 944 time: 0.5302877 Jan 26 21:28:11.216053 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [req-be78ced0-415f-4773-8254-5d14f3e49838 req-0f9d0a19-fd7e-4d16-a554-6195c2f0483f tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Deleting port fd42b877-d35a-41b1-bfdb-a02ca8527fc5 {{(pid=103304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 21:28:11.216407 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-be78ced0-415f-4773-8254-5d14f3e49838 req-0f9d0a19-fd7e-4d16-a554-6195c2f0483f tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746560630878'] for port (fd42b877-d35a-41b1-bfdb-a02ca8527fc5), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:28:11.342384 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-21f7b2af-bc96-41b7-a259-6bbf86268208 req-af3607f3-4363-445d-95d7-3de2209f623d tempest-ServersTestJSON-691555437 tempest-ServersTestJSON-691555437-project] 10.222.0.13 "GET /v2.0/security-groups?id=91ad42bb-d200-4641-aa3b-ae4da8059b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1647139 Jan 26 21:28:11.389098 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-e25d59b4-4eff-41ac-8e75-7134b870fdc2 tempest-FloatingIPTestJSON-755675821 tempest-FloatingIPTestJSON-755675821-project] Publish callbacks [] for floatingip (82e7254d-e6f4-4e4c-9652-fc4297cd00bd), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:28:11.433230 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Device c7666755-0865-4d25-beed-0df0b9eaa4a9 details requested by agent hyperv_n-h2-760453-5 with host n-h2-760453-5 {{(pid=103306) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 26 21:28:11.476605 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [req-be78ced0-415f-4773-8254-5d14f3e49838 req-0f9d0a19-fd7e-4d16-a554-6195c2f0483f tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] For port fd42b877-d35a-41b1-bfdb-a02ca8527fc5, host n-h2-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-5',level=0,port_id=fd42b877-d35a-41b1-bfdb-a02ca8527fc5,segment=NetworkSegment(d6d2aa88-4ea9-40bb-a0f8-e585072a1989),segment_id=d6d2aa88-4ea9-40bb-a0f8-e585072a1989)] {{(pid=103304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:28:11.477567 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-be78ced0-415f-4773-8254-5d14f3e49838 req-0f9d0a19-fd7e-4d16-a554-6195c2f0483f tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4109658'] for port (fd42b877-d35a-41b1-bfdb-a02ca8527fc5), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:28:11.497558 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [req-be78ced0-415f-4773-8254-5d14f3e49838 req-0f9d0a19-fd7e-4d16-a554-6195c2f0483f tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Calling delete_port for fd42b877-d35a-41b1-bfdb-a02ca8527fc5 owned by compute:nova {{(pid=103304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 21:28:11.535756 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] For port c7666755-0865-4d25-beed-0df0b9eaa4a9, host n-h2-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-5',level=0,port_id=c7666755-0865-4d25-beed-0df0b9eaa4a9,segment=NetworkSegment(64fcf19e-d8c4-494a-a2e7-d4a08d4b0641),segment_id=64fcf19e-d8c4-494a-a2e7-d4a08d4b0641)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:28:11.543332 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-e25d59b4-4eff-41ac-8e75-7134b870fdc2 tempest-FloatingIPTestJSON-755675821 tempest-FloatingIPTestJSON-755675821-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (31de097a-0db6-4414-ba66-c60444e721f9), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:28:11.551084 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Returning: {'device': 'c7666755-0865-4d25-beed-0df0b9eaa4a9', 'network_id': '02122a10-4175-495f-8cc0-81e28431e82d', 'port_id': 'c7666755-0865-4d25-beed-0df0b9eaa4a9', 'mac_address': 'fa:16:3e:b6:b1:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 572, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7585cddc-8bd2-40da-99aa-e3973041ec4e', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103306) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 26 21:28:11.551774 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a412d9ce-ca79-4da5-a879-b232f938131a req-1160e9fc-8c09-4e8c-a839-0422cd695bad tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:28:11.553388 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-a412d9ce-ca79-4da5-a879-b232f938131a req-1160e9fc-8c09-4e8c-a839-0422cd695bad tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] 10.222.0.13 "GET /v2.0/ports?device_id=bab73d10-afaf-4143-a120-91544c188eaa HTTP/1.1" status: 200 len: 944 time: 0.1606960 Jan 26 21:28:11.600802 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Current status of the port c7666755-0865-4d25-beed-0df0b9eaa4a9 is: DOWN; New status is: BUILD {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:28:11.601107 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (c7666755-0865-4d25-beed-0df0b9eaa4a9), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:28:11.623653 n-d-760453-5 neutron-server[103306]: DEBUG neutron.notifiers.nova [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c7666755-0865-4d25-beed-0df0b9eaa4a9 {{(pid=103306) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 26 21:28:11.653598 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] For port c7666755-0865-4d25-beed-0df0b9eaa4a9, host n-h2-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-5',level=0,port_id=c7666755-0865-4d25-beed-0df0b9eaa4a9,segment=NetworkSegment(64fcf19e-d8c4-494a-a2e7-d4a08d4b0641),segment_id=64fcf19e-d8c4-494a-a2e7-d4a08d4b0641)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:28:11.662345 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (c7666755-0865-4d25-beed-0df0b9eaa4a9), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:28:11.732829 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-a412d9ce-ca79-4da5-a879-b232f938131a req-fe4c8e36-489d-4b96-a965-0aacaed4b0ee tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] 10.222.0.13 "GET /v2.0/security-groups?id=9fb734eb-2a1e-444e-9314-c3d872afadaa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1450360 Jan 26 21:28:11.737745 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Pushing event updated for resources: {'Port': ['ID=c7666755-0865-4d25-beed-0df0b9eaa4a9,revision_number=4']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:28:11.868691 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-be78ced0-415f-4773-8254-5d14f3e49838 req-0f9d0a19-fd7e-4d16-a554-6195c2f0483f tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746560636600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746560234536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9281553'] for port (fd42b877-d35a-41b1-bfdb-a02ca8527fc5), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:28:11.888903 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-e25d59b4-4eff-41ac-8e75-7134b870fdc2 tempest-FloatingIPTestJSON-755675821 tempest-FloatingIPTestJSON-755675821-project] Publish callbacks [] for port (31de097a-0db6-4414-ba66-c60444e721f9), precommit_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:28:11.911243 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f9d0a19-fd7e-4d16-a554-6195c2f0483f tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Pushing event deleted for resources: {'Port': ['ID=fd42b877-d35a-41b1-bfdb-a02ca8527fc5,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:28:11.912904 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-e25d59b4-4eff-41ac-8e75-7134b870fdc2 tempest-FloatingIPTestJSON-755675821 tempest-FloatingIPTestJSON-755675821-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9281542'] for port (31de097a-0db6-4414-ba66-c60444e721f9), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:28:11.936407 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] get_ports_and_sgs() called for port_ids ['c7666755-0865-4d25-beed-0df0b9eaa4a9'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 26 21:28:11.963881 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25d59b4-4eff-41ac-8e75-7134b870fdc2 tempest-FloatingIPTestJSON-755675821 tempest-FloatingIPTestJSON-755675821-project] Pushing event updated for resources: {'Port': ['ID=31de097a-0db6-4414-ba66-c60444e721f9,revision_number=2']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:28:12.024238 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-e25d59b4-4eff-41ac-8e75-7134b870fdc2 tempest-FloatingIPTestJSON-755675821 tempest-FloatingIPTestJSON-755675821-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4110913'] for floatingip (82e7254d-e6f4-4e4c-9652-fc4297cd00bd), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:28:12.077988 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [req-be78ced0-415f-4773-8254-5d14f3e49838 req-0f9d0a19-fd7e-4d16-a554-6195c2f0483f tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] No DVR routers for this DVR port fd42b877-d35a-41b1-bfdb-a02ca8527fc5 on host n-h2-760453-5 {{(pid=103304) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 26 21:28:12.082621 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-be78ced0-415f-4773-8254-5d14f3e49838 req-0f9d0a19-fd7e-4d16-a554-6195c2f0483f tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:28:12.085963 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-be78ced0-415f-4773-8254-5d14f3e49838 req-0f9d0a19-fd7e-4d16-a554-6195c2f0483f tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] 10.222.0.57 "DELETE /v2.0/ports/fd42b877-d35a-41b1-bfdb-a02ca8527fc5 HTTP/1.1" status: 204 len: 173 time: 1.5802348 Jan 26 21:28:12.086443 n-d-760453-5 neutron-server[103304]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bab73d10-afaf-4143-a120-91544c188eaa', 'name': 'network-vif-deleted', 'tag': 'fd42b877-d35a-41b1-bfdb-a02ca8527fc5'}] {{(pid=103304) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 21:28:12.089539 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d52b45f1943fcd332af9527eb73ff93c8d715d44383a3f6d18de73b4cfcf87b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51401498-4bac-4cfb-922b-1bc507ce9c40" -d '{"events": [{"server_uuid": "bab73d10-afaf-4143-a120-91544c188eaa", "name": "network-vif-deleted", "tag": "fd42b877-d35a-41b1-bfdb-a02ca8527fc5"}]}' {{(pid=103304) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 21:28:12.189749 n-d-760453-5 neutron-server[103304]: INFO neutron.db.l3_db [None req-e25d59b4-4eff-41ac-8e75-7134b870fdc2 tempest-FloatingIPTestJSON-755675821 tempest-FloatingIPTestJSON-755675821-project] Floating IP 82e7254d-e6f4-4e4c-9652-fc4297cd00bd associated. External IP: 172.25.1.195, port: 82d8a053-3ec5-46b1-8e7a-e7a8d435b495. Jan 26 21:28:12.314157 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Jan 2022 21:28:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f452b6e7-9312-4c2d-99e2-4e9fbfd36667 x-openstack-request-id: req-f452b6e7-9312-4c2d-99e2-4e9fbfd36667 {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 21:28:12.314722 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bab73d10-afaf-4143-a120-91544c188eaa", "name": "network-vif-deleted", "tag": "fd42b877-d35a-41b1-bfdb-a02ca8527fc5", "status": "completed", "code": 200}]} {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 21:28:12.315134 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f452b6e7-9312-4c2d-99e2-4e9fbfd36667 {{(pid=103304) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 21:28:12.315691 n-d-760453-5 neutron-server[103304]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bab73d10-afaf-4143-a120-91544c188eaa', 'name': 'network-vif-deleted', 'tag': 'fd42b877-d35a-41b1-bfdb-a02ca8527fc5', 'status': 'completed', 'code': 200} Jan 26 21:28:12.372500 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-becb303c-9aa2-49d1-82d2-3ad7b733406c req-e9da0575-6bce-46e8-9972-11ef3550c47d tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca795481-031c-48ac-925f-00596ed83bb9 HTTP/1.1" status: 200 len: 210 time: 0.0497658 Jan 26 21:28:12.668763 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e25d59b4-4eff-41ac-8e75-7134b870fdc2 tempest-FloatingIPTestJSON-755675821 tempest-FloatingIPTestJSON-755675821-project] Router c5ecfbfd-fee9-4b72-9070-7a72d95e51a4 has already been hosted by L3 agent 09df100c-3af1-4b0a-bda8-05914c71c458 {{(pid=103304) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 26 21:28:12.676085 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107b9593-f0fc-4a3d-beb2-978b499a60e8 req-e423b53a-2170-4bf5-af60-e6155c7b3ef7 tempest-ServersTestJSON-691555437 tempest-ServersTestJSON-691555437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:28:12.677689 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-107b9593-f0fc-4a3d-beb2-978b499a60e8 req-e423b53a-2170-4bf5-af60-e6155c7b3ef7 tempest-ServersTestJSON-691555437 tempest-ServersTestJSON-691555437-project] 10.222.0.13 "GET /v2.0/ports?device_id=f968d5f7-4d05-49be-a3bc-b5d53988042d HTTP/1.1" status: 200 len: 945 time: 0.0713115 Jan 26 21:28:12.779607 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 48440) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:28:12.780192 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-107b9593-f0fc-4a3d-beb2-978b499a60e8 req-d1689da0-b260-4e20-8ab3-ef168a233435 tempest-ServersTestJSON-691555437 tempest-ServersTestJSON-691555437-project] 10.222.0.13 "GET /v2.0/security-groups?id=91ad42bb-d200-4641-aa3b-ae4da8059b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0942600 Jan 26 21:28:12.829839 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e25d59b4-4eff-41ac-8e75-7134b870fdc2 tempest-FloatingIPTestJSON-755675821 tempest-FloatingIPTestJSON-755675821-project] Notify agent at l3_agent.n-d-760453-5 the message routers_updated {{(pid=103304) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 26 21:28:12.841719 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba775f3a-49dd-4843-bb7a-79501fecf29a None None] Sync routers for ids ['c5ecfbfd-fee9-4b72-9070-7a72d95e51a4'] in n-d-760453-5 {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 26 21:28:12.852641 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba775f3a-49dd-4843-bb7a-79501fecf29a None None] Routers {'c5ecfbfd-fee9-4b72-9070-7a72d95e51a4'} bound to L3 agent in host n-d-760453-5 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 21:28:12.853504 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-ba775f3a-49dd-4843-bb7a-79501fecf29a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-26T20:55:21Z,description=,heartbeat_timestamp=2022-01-26T21:27:51Z,host='n-d-760453-5',id=09df100c-3af1-4b0a-bda8-05914c71c458,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:55:21Z,topic='l3_agent')) {'router_ids': ['c5ecfbfd-fee9-4b72-9070-7a72d95e51a4'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:28:12.863121 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-e25d59b4-4eff-41ac-8e75-7134b870fdc2 tempest-FloatingIPTestJSON-755675821 tempest-FloatingIPTestJSON-755675821-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for floatingip (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:28:12.890985 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-ba775f3a-49dd-4843-bb7a-79501fecf29a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760453-5', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:28:12.897899 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-e25d59b4-4eff-41ac-8e75-7134b870fdc2 tempest-FloatingIPTestJSON-755675821 tempest-FloatingIPTestJSON-755675821-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 3.8386240 Jan 26 21:28:12.901188 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 48442) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:28:12.906685 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-db261699-aea0-4bce-8fe6-3c73f8470bf7 tempest-FloatingIPTestJSON-755675821 tempest-FloatingIPTestJSON-755675821-project] Request body: {'floatingip': {'port_id': '82d8a053-3ec5-46b1-8e7a-e7a8d435b495', 'fixed_ip_address': '172.20.0.13'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:28:12.910948 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba775f3a-49dd-4843-bb7a-79501fecf29a None None] Routers {'c5ecfbfd-fee9-4b72-9070-7a72d95e51a4'} bound to L3 agent in host n-d-760453-5 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 21:28:12.911870 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-ba775f3a-49dd-4843-bb7a-79501fecf29a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-26T20:55:21Z,description=,heartbeat_timestamp=2022-01-26T21:27:51Z,host='n-d-760453-5',id=09df100c-3af1-4b0a-bda8-05914c71c458,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:55:21Z,topic='l3_agent')) {'router_ids': ['c5ecfbfd-fee9-4b72-9070-7a72d95e51a4'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:28:12.949211 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-ba775f3a-49dd-4843-bb7a-79501fecf29a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760453-5', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:28:12.950097 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba775f3a-49dd-4843-bb7a-79501fecf29a None None] The sync data for ids ['c5ecfbfd-fee9-4b72-9070-7a72d95e51a4'] in n-d-760453-5 is: [] {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 26 21:28:12.982176 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-db261699-aea0-4bce-8fe6-3c73f8470bf7 tempest-FloatingIPTestJSON-755675821 tempest-FloatingIPTestJSON-755675821-project] Publish callbacks [] for floatingip (82e7254d-e6f4-4e4c-9652-fc4297cd00bd), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:28:13.457598 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Device c7666755-0865-4d25-beed-0df0b9eaa4a9 up at agent hyperv_n-h2-760453-5 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 21:28:13.536683 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-db261699-aea0-4bce-8fe6-3c73f8470bf7 tempest-FloatingIPTestJSON-755675821 tempest-FloatingIPTestJSON-755675821-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:28:13.538412 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [req-f71e69a2-0d9b-438e-9215-4d679d4de61f req-091a89d7-120f-4a44-87dc-78da547edc6e service neutron] (103304) timed out ('10.222.0.57', 56484) {{(pid=103304) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jan 26 21:28:13.552626 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-db261699-aea0-4bce-8fe6-3c73f8470bf7 tempest-FloatingIPTestJSON-755675821 tempest-FloatingIPTestJSON-755675821-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4110913'] for floatingip (82e7254d-e6f4-4e4c-9652-fc4297cd00bd), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:28:13.557630 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Provisioning for port c7666755-0865-4d25-beed-0df0b9eaa4a9 completed by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 21:28:13.562476 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Provisioning complete for port c7666755-0865-4d25-beed-0df0b9eaa4a9 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:28:13.563288 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (c7666755-0865-4d25-beed-0df0b9eaa4a9), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:28:13.572655 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-58f1cfa3-ae82-4932-869b-232f4136f6c8 req-32c4a3cd-7b20-4bf5-aace-87a95c425a90 tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca795481-031c-48ac-925f-00596ed83bb9 HTTP/1.1" status: 200 len: 210 time: 0.0321541 Jan 26 21:28:13.671515 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Current status of the port c7666755-0865-4d25-beed-0df0b9eaa4a9 is: BUILD; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:28:13.672188 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (c7666755-0865-4d25-beed-0df0b9eaa4a9), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:28:13.701582 n-d-760453-5 neutron-server[103306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f968d5f7-4d05-49be-a3bc-b5d53988042d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7666755-0865-4d25-beed-0df0b9eaa4a9'}] {{(pid=103306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 21:28:13.703836 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9d5d370febab655511bdd2ffe887e43e442d144a440368702bcc1e93af00b97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1e866bd-af90-4ea3-8333-e3f6cb2e7893" -d '{"events": [{"server_uuid": "f968d5f7-4d05-49be-a3bc-b5d53988042d", "name": "network-vif-plugged", "status": "completed", "tag": "c7666755-0865-4d25-beed-0df0b9eaa4a9"}]}' {{(pid=103306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 21:28:13.718584 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] For port c7666755-0865-4d25-beed-0df0b9eaa4a9, host n-h2-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-5',level=0,port_id=c7666755-0865-4d25-beed-0df0b9eaa4a9,segment=NetworkSegment(64fcf19e-d8c4-494a-a2e7-d4a08d4b0641),segment_id=64fcf19e-d8c4-494a-a2e7-d4a08d4b0641)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:28:13.727715 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (c7666755-0865-4d25-beed-0df0b9eaa4a9), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:28:13.728606 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Device fd42b877-d35a-41b1-bfdb-a02ca8527fc5 no longer exists at agent hyperv_n-h2-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 26 21:28:13.743246 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-06d384ac-1490-4c1a-bad4-5f0f44d18bbf tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4110657'] for router_interface (e6c4c7db-4352-49d6-a316-5511d586c11b), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:28:13.754547 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] No Port match for: fd42b877-d35a-41b1-bfdb-a02ca8527fc5 {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 26 21:28:13.754547 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Device fd42b877-d35a-41b1-bfdb-a02ca8527fc5 not bound to the agent host n-h2-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 26 21:28:13.777761 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Jan 2022 21:28:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6936bef3-7a0c-41d6-9a09-2512d8926c79 x-openstack-request-id: req-6936bef3-7a0c-41d6-9a09-2512d8926c79 {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 21:28:13.778325 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f968d5f7-4d05-49be-a3bc-b5d53988042d", "name": "network-vif-plugged", "status": "completed", "tag": "c7666755-0865-4d25-beed-0df0b9eaa4a9", "code": 200}]} {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 21:28:13.778587 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-6936bef3-7a0c-41d6-9a09-2512d8926c79 {{(pid=103306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 21:28:13.778985 n-d-760453-5 neutron-server[103306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f968d5f7-4d05-49be-a3bc-b5d53988042d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7666755-0865-4d25-beed-0df0b9eaa4a9', 'code': 200} Jan 26 21:28:13.842067 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Pushing event updated for resources: {'Port': ['ID=c7666755-0865-4d25-beed-0df0b9eaa4a9,revision_number=5']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:28:13.935391 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db261699-aea0-4bce-8fe6-3c73f8470bf7 tempest-FloatingIPTestJSON-755675821 tempest-FloatingIPTestJSON-755675821-project] Router c5ecfbfd-fee9-4b72-9070-7a72d95e51a4 has already been hosted by L3 agent 09df100c-3af1-4b0a-bda8-05914c71c458 {{(pid=103304) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 26 21:28:13.952294 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e40c8d-3bc4-43fd-81eb-446dd9e429f5 req-7a825120-d8e9-4ea5-bfec-e3363a8bc483 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:28:13.953843 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-d8e40c8d-3bc4-43fd-81eb-446dd9e429f5 req-7a825120-d8e9-4ea5-bfec-e3363a8bc483 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=f968d5f7-4d05-49be-a3bc-b5d53988042d HTTP/1.1" status: 200 len: 1097 time: 0.0980232 Jan 26 21:28:13.975642 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8061e3-55ff-49a1-93d1-0346ef7d09af req-7794e503-c761-45e1-82c8-5c26b4bc6fe0 tempest-ServersTestJSON-691555437 tempest-ServersTestJSON-691555437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:28:13.977132 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-eb8061e3-55ff-49a1-93d1-0346ef7d09af req-7794e503-c761-45e1-82c8-5c26b4bc6fe0 tempest-ServersTestJSON-691555437 tempest-ServersTestJSON-691555437-project] 10.222.0.13 "GET /v2.0/ports?device_id=f968d5f7-4d05-49be-a3bc-b5d53988042d HTTP/1.1" status: 200 len: 946 time: 0.0917633 Jan 26 21:28:14.098741 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-06d384ac-1490-4c1a-bad4-5f0f44d18bbf tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Deleting port 8c8b8c43-0df2-461b-821d-640828b068ef {{(pid=103305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 21:28:14.099344 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-06d384ac-1490-4c1a-bad4-5f0f44d18bbf tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746560630878'] for port (8c8b8c43-0df2-461b-821d-640828b068ef), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:28:14.123122 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-d8e40c8d-3bc4-43fd-81eb-446dd9e429f5 req-00c0987e-81e5-4975-ac0a-d5cfd8ed7143 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=91ad42bb-d200-4641-aa3b-ae4da8059b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1607656 Jan 26 21:28:14.134065 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-eb8061e3-55ff-49a1-93d1-0346ef7d09af req-630a0fd7-353b-43b0-9635-5647d3c48229 tempest-ServersTestJSON-691555437 tempest-ServersTestJSON-691555437-project] 10.222.0.13 "GET /v2.0/security-groups?id=91ad42bb-d200-4641-aa3b-ae4da8059b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1126659 Jan 26 21:28:14.139086 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db261699-aea0-4bce-8fe6-3c73f8470bf7 tempest-FloatingIPTestJSON-755675821 tempest-FloatingIPTestJSON-755675821-project] Notify agent at l3_agent.n-d-760453-5 the message routers_updated {{(pid=103304) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 26 21:28:14.143989 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-db261699-aea0-4bce-8fe6-3c73f8470bf7 tempest-FloatingIPTestJSON-755675821 tempest-FloatingIPTestJSON-755675821-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for floatingip (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:28:14.155618 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b29e51f-47b9-45f5-b217-b46bd6c4a29a None None] Sync routers for ids ['c5ecfbfd-fee9-4b72-9070-7a72d95e51a4'] in n-d-760453-5 {{(pid=103306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 26 21:28:14.175012 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b29e51f-47b9-45f5-b217-b46bd6c4a29a None None] Routers {'c5ecfbfd-fee9-4b72-9070-7a72d95e51a4'} bound to L3 agent in host n-d-760453-5 {{(pid=103306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 21:28:14.178153 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-5b29e51f-47b9-45f5-b217-b46bd6c4a29a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-26T20:55:21Z,description=,heartbeat_timestamp=2022-01-26T21:27:51Z,host='n-d-760453-5',id=09df100c-3af1-4b0a-bda8-05914c71c458,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:55:21Z,topic='l3_agent')) {'router_ids': ['c5ecfbfd-fee9-4b72-9070-7a72d95e51a4'], 'active': True} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:28:14.193036 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [None req-06d384ac-1490-4c1a-bad4-5f0f44d18bbf tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] For port 8c8b8c43-0df2-461b-821d-640828b068ef, host n-d-760453-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=8c8b8c43-0df2-461b-821d-640828b068ef,segment=NetworkSegment(d6d2aa88-4ea9-40bb-a0f8-e585072a1989),segment_id=d6d2aa88-4ea9-40bb-a0f8-e585072a1989)] {{(pid=103305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:28:14.193459 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-06d384ac-1490-4c1a-bad4-5f0f44d18bbf tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4109658'] for port (8c8b8c43-0df2-461b-821d-640828b068ef), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:28:14.208022 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-06d384ac-1490-4c1a-bad4-5f0f44d18bbf tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Calling delete_port for 8c8b8c43-0df2-461b-821d-640828b068ef owned by network:router_interface {{(pid=103305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 21:28:14.219791 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-db261699-aea0-4bce-8fe6-3c73f8470bf7 tempest-FloatingIPTestJSON-755675821 tempest-FloatingIPTestJSON-755675821-project] 10.222.0.13 "PUT /v2.0/floatingips/82e7254d-e6f4-4e4c-9652-fc4297cd00bd HTTP/1.1" status: 200 len: 978 time: 1.3175139 Jan 26 21:28:14.222444 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 48456) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:28:14.227421 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-5b29e51f-47b9-45f5-b217-b46bd6c4a29a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760453-5', False) {} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:28:14.237881 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b29e51f-47b9-45f5-b217-b46bd6c4a29a None None] Routers {'c5ecfbfd-fee9-4b72-9070-7a72d95e51a4'} bound to L3 agent in host n-d-760453-5 {{(pid=103306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 21:28:14.238491 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-5b29e51f-47b9-45f5-b217-b46bd6c4a29a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-26T20:55:21Z,description=,heartbeat_timestamp=2022-01-26T21:27:51Z,host='n-d-760453-5',id=09df100c-3af1-4b0a-bda8-05914c71c458,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:55:21Z,topic='l3_agent')) {'router_ids': ['c5ecfbfd-fee9-4b72-9070-7a72d95e51a4'], 'active': True} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:28:14.271802 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-5b29e51f-47b9-45f5-b217-b46bd6c4a29a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760453-5', False) {} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:28:14.272450 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b29e51f-47b9-45f5-b217-b46bd6c4a29a None None] The sync data for ids ['c5ecfbfd-fee9-4b72-9070-7a72d95e51a4'] in n-d-760453-5 is: [] {{(pid=103306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 26 21:28:14.570994 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-47755e12-4a42-4928-ab57-7519b215d426 tempest-FloatingIPTestJSON-755675821 tempest-FloatingIPTestJSON-755675821-project] Deleting port 31de097a-0db6-4414-ba66-c60444e721f9 {{(pid=103305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 21:28:14.571331 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-47755e12-4a42-4928-ab57-7519b215d426 tempest-FloatingIPTestJSON-755675821 tempest-FloatingIPTestJSON-755675821-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746560630878'] for port (31de097a-0db6-4414-ba66-c60444e721f9), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:28:14.632762 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-06d384ac-1490-4c1a-bad4-5f0f44d18bbf tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746560636600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746560234536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11791543'] for port (8c8b8c43-0df2-461b-821d-640828b068ef), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:28:14.667253 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d384ac-1490-4c1a-bad4-5f0f44d18bbf tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Pushing event deleted for resources: {'Port': ['ID=8c8b8c43-0df2-461b-821d-640828b068ef,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:28:14.715692 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-4e46b932-684a-4227-be29-364337d07e8f req-8251fbd5-0186-4e7d-8462-42b573d04d1c tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca795481-031c-48ac-925f-00596ed83bb9 HTTP/1.1" status: 200 len: 210 time: 0.0559335 Jan 26 21:28:14.716281 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-47755e12-4a42-4928-ab57-7519b215d426 tempest-FloatingIPTestJSON-755675821 tempest-FloatingIPTestJSON-755675821-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4109658'] for port (31de097a-0db6-4414-ba66-c60444e721f9), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:28:14.716594 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-47755e12-4a42-4928-ab57-7519b215d426 tempest-FloatingIPTestJSON-755675821 tempest-FloatingIPTestJSON-755675821-project] Publish callbacks [] for floatingip (31de097a-0db6-4414-ba66-c60444e721f9), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:28:14.769357 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-47755e12-4a42-4928-ab57-7519b215d426 tempest-FloatingIPTestJSON-755675821 tempest-FloatingIPTestJSON-755675821-project] Calling delete_port for 31de097a-0db6-4414-ba66-c60444e721f9 owned by network:floatingip {{(pid=103305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 21:28:14.984226 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-06d384ac-1490-4c1a-bad4-5f0f44d18bbf tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3709480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4110805'] for router_interface (e6c4c7db-4352-49d6-a316-5511d586c11b), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:28:15.130086 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-47755e12-4a42-4928-ab57-7519b215d426 tempest-FloatingIPTestJSON-755675821 tempest-FloatingIPTestJSON-755675821-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746560636600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746560234536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11791543'] for port (31de097a-0db6-4414-ba66-c60444e721f9), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:28:15.162009 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47755e12-4a42-4928-ab57-7519b215d426 tempest-FloatingIPTestJSON-755675821 tempest-FloatingIPTestJSON-755675821-project] Pushing event deleted for resources: {'Port': ['ID=31de097a-0db6-4414-ba66-c60444e721f9,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:28:15.400441 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1f10db-f336-46ce-b2d7-1fa648468926 req-847074a5-0d95-48b9-81ab-124e88a81d63 tempest-ServersTestJSON-691555437 tempest-ServersTestJSON-691555437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:28:15.408400 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-0f1f10db-f336-46ce-b2d7-1fa648468926 req-847074a5-0d95-48b9-81ab-124e88a81d63 tempest-ServersTestJSON-691555437 tempest-ServersTestJSON-691555437-project] 10.222.0.13 "GET /v2.0/ports?device_id=f968d5f7-4d05-49be-a3bc-b5d53988042d HTTP/1.1" status: 200 len: 946 time: 0.1078529 Jan 26 21:28:15.492004 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-0f1f10db-f336-46ce-b2d7-1fa648468926 req-a8d0b419-4044-48f6-9972-a44abfa1c3a4 tempest-ServersTestJSON-691555437 tempest-ServersTestJSON-691555437-project] 10.222.0.13 "GET /v2.0/security-groups?id=91ad42bb-d200-4641-aa3b-ae4da8059b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0821531 Jan 26 21:28:15.542194 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-47755e12-4a42-4928-ab57-7519b215d426 tempest-FloatingIPTestJSON-755675821 tempest-FloatingIPTestJSON-755675821-project] Publish callbacks [] for floatingip (82e7254d-e6f4-4e4c-9652-fc4297cd00bd), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:28:15.542473 n-d-760453-5 neutron-server[103305]: INFO neutron.db.l3_db [None req-47755e12-4a42-4928-ab57-7519b215d426 tempest-FloatingIPTestJSON-755675821 tempest-FloatingIPTestJSON-755675821-project] Floating IP 82e7254d-e6f4-4e4c-9652-fc4297cd00bd disassociated (deleted). External IP: 172.25.1.195, port: 82d8a053-3ec5-46b1-8e7a-e7a8d435b495. Jan 26 21:28:15.623685 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06d384ac-1490-4c1a-bad4-5f0f44d18bbf tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Router e6c4c7db-4352-49d6-a316-5511d586c11b has already been hosted by L3 agent 09df100c-3af1-4b0a-bda8-05914c71c458 {{(pid=103305) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 26 21:28:15.835692 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-1e641915-73d2-4bb8-805d-abd26b71c7ba req-21141e70-c347-427e-bb77-8b88cd1b25bf tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca795481-031c-48ac-925f-00596ed83bb9 HTTP/1.1" status: 200 len: 210 time: 0.0264337 Jan 26 21:28:15.850236 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06d384ac-1490-4c1a-bad4-5f0f44d18bbf tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Notify agent at l3_agent.n-d-760453-5 the message routers_updated {{(pid=103305) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 26 21:28:15.856403 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-06d384ac-1490-4c1a-bad4-5f0f44d18bbf tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] 10.222.0.13 "PUT /v2.0/routers/e6c4c7db-4352-49d6-a316-5511d586c11b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0757010 Jan 26 21:28:15.861350 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 48476) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:28:15.862529 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd6e7d87-9e7e-4879-9332-d3dee4e0be84 None None] Sync routers for ids ['e6c4c7db-4352-49d6-a316-5511d586c11b'] in n-d-760453-5 {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 26 21:28:15.896200 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd6e7d87-9e7e-4879-9332-d3dee4e0be84 None None] Routers {'e6c4c7db-4352-49d6-a316-5511d586c11b'} bound to L3 agent in host n-d-760453-5 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 21:28:15.896836 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-bd6e7d87-9e7e-4879-9332-d3dee4e0be84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-26T20:55:21Z,description=,heartbeat_timestamp=2022-01-26T21:27:51Z,host='n-d-760453-5',id=09df100c-3af1-4b0a-bda8-05914c71c458,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:55:21Z,topic='l3_agent')) {'router_ids': ['e6c4c7db-4352-49d6-a316-5511d586c11b'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:28:15.912293 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47755e12-4a42-4928-ab57-7519b215d426 tempest-FloatingIPTestJSON-755675821 tempest-FloatingIPTestJSON-755675821-project] Router c5ecfbfd-fee9-4b72-9070-7a72d95e51a4 has already been hosted by L3 agent 09df100c-3af1-4b0a-bda8-05914c71c458 {{(pid=103305) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 26 21:28:15.930398 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.db_base_plugin_v2 [None req-6d836a83-f6b2-4181-a555-8da7a02c00d8 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Deleting subnet 68f62439-8ec7-48ec-b8fa-67a39fc871b7 {{(pid=103305) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 26 21:28:15.934023 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-6d836a83-f6b2-4181-a555-8da7a02c00d8 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Publish callbacks [] for subnet (68f62439-8ec7-48ec-b8fa-67a39fc871b7), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:28:16.020478 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-6d836a83-f6b2-4181-a555-8da7a02c00d8 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11788946'] for subnet (68f62439-8ec7-48ec-b8fa-67a39fc871b7), precommit_delete_associations {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:28:16.027026 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_dvr_db [None req-bd6e7d87-9e7e-4879-9332-d3dee4e0be84 None None] Set router e6c4c7db-4352-49d6-a316-5511d586c11b gateway port host: n-d-760453-5 {{(pid=103307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 21:28:16.133907 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47755e12-4a42-4928-ab57-7519b215d426 tempest-FloatingIPTestJSON-755675821 tempest-FloatingIPTestJSON-755675821-project] Notify agent at l3_agent.n-d-760453-5 the message routers_updated {{(pid=103305) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 26 21:28:16.140362 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-47755e12-4a42-4928-ab57-7519b215d426 tempest-FloatingIPTestJSON-755675821 tempest-FloatingIPTestJSON-755675821-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for floatingip (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:28:16.147457 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13bfe837-579e-4a2b-b656-7914d043f643 None None] Sync routers for ids ['c5ecfbfd-fee9-4b72-9070-7a72d95e51a4'] in n-d-760453-5 {{(pid=103306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 26 21:28:16.158587 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13bfe837-579e-4a2b-b656-7914d043f643 None None] Routers {'c5ecfbfd-fee9-4b72-9070-7a72d95e51a4'} bound to L3 agent in host n-d-760453-5 {{(pid=103306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 21:28:16.159727 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-13bfe837-579e-4a2b-b656-7914d043f643 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-26T20:55:21Z,description=,heartbeat_timestamp=2022-01-26T21:27:51Z,host='n-d-760453-5',id=09df100c-3af1-4b0a-bda8-05914c71c458,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:55:21Z,topic='l3_agent')) {'router_ids': ['c5ecfbfd-fee9-4b72-9070-7a72d95e51a4'], 'active': True} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:28:16.176643 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-47755e12-4a42-4928-ab57-7519b215d426 tempest-FloatingIPTestJSON-755675821 tempest-FloatingIPTestJSON-755675821-project] 10.222.0.13 "DELETE /v2.0/floatingips/82e7254d-e6f4-4e4c-9652-fc4297cd00bd HTTP/1.1" status: 204 len: 168 time: 1.9509001 Jan 26 21:28:16.177046 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 48480) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:28:16.206272 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-13bfe837-579e-4a2b-b656-7914d043f643 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760453-5', False) {} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:28:16.219402 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13bfe837-579e-4a2b-b656-7914d043f643 None None] Routers {'c5ecfbfd-fee9-4b72-9070-7a72d95e51a4'} bound to L3 agent in host n-d-760453-5 {{(pid=103306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 21:28:16.220404 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-13bfe837-579e-4a2b-b656-7914d043f643 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-26T20:55:21Z,description=,heartbeat_timestamp=2022-01-26T21:27:51Z,host='n-d-760453-5',id=09df100c-3af1-4b0a-bda8-05914c71c458,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:55:21Z,topic='l3_agent')) {'router_ids': ['c5ecfbfd-fee9-4b72-9070-7a72d95e51a4'], 'active': True} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:28:16.222655 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-6d836a83-f6b2-4181-a555-8da7a02c00d8 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687316'] for subnet (68f62439-8ec7-48ec-b8fa-67a39fc871b7), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:28:16.258177 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-13bfe837-579e-4a2b-b656-7914d043f643 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760453-5', False) {} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:28:16.259207 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13bfe837-579e-4a2b-b656-7914d043f643 None None] The sync data for ids ['c5ecfbfd-fee9-4b72-9070-7a72d95e51a4'] in n-d-760453-5 is: [] {{(pid=103306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 26 21:28:16.311422 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-bd6e7d87-9e7e-4879-9332-d3dee4e0be84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6c4c7db-4352-49d6-a316-5511d586c11b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2072600122', 'tenant_id': 'c6d9f10230f341edbbe46b16c17eb870', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'external_fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.208'}], 'enable_snat': True}, 'gw_port_id': 'cdd455b4-799e-4d3e-9c1d-4d10ddd6a3d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T21:25:34Z', 'updated_at': '2022-01-26T21:28:14Z', 'revision_number': 5, 'project_id': 'c6d9f10230f341edbbe46b16c17eb870', 'gw_port': {'id': 'cdd455b4-799e-4d3e-9c1d-4d10ddd6a3d8', 'name': '', 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:8a:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6c4c7db-4352-49d6-a316-5511d586c11b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2355, 'fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:25:36Z', 'updated_at': '2022-01-26T21:25:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-5'}], 'n-d-760453-5', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:28:16.334032 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-b8e90c44-23f3-4239-a23f-2037b5c1b422 tempest-FloatingIPTestJSON-755675821 tempest-FloatingIPTestJSON-755675821-project] Deleting port 82d8a053-3ec5-46b1-8e7a-e7a8d435b495 {{(pid=103305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 21:28:16.334378 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-b8e90c44-23f3-4239-a23f-2037b5c1b422 tempest-FloatingIPTestJSON-755675821 tempest-FloatingIPTestJSON-755675821-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746560630878'] for port (82d8a053-3ec5-46b1-8e7a-e7a8d435b495), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:28:16.337766 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-6d836a83-f6b2-4181-a555-8da7a02c00d8 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11791594', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11599980'] for subnet (68f62439-8ec7-48ec-b8fa-67a39fc871b7), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:28:16.343017 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd6e7d87-9e7e-4879-9332-d3dee4e0be84 None None] Checking router: e6c4c7db-4352-49d6-a316-5511d586c11b for host: n-d-760453-5 {{(pid=103307) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 26 21:28:16.351258 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd6e7d87-9e7e-4879-9332-d3dee4e0be84 None None] Routers {'e6c4c7db-4352-49d6-a316-5511d586c11b'} bound to L3 agent in host n-d-760453-5 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 21:28:16.352502 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-bd6e7d87-9e7e-4879-9332-d3dee4e0be84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-26T20:55:21Z,description=,heartbeat_timestamp=2022-01-26T21:27:51Z,host='n-d-760453-5',id=09df100c-3af1-4b0a-bda8-05914c71c458,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:55:21Z,topic='l3_agent')) {'router_ids': ['e6c4c7db-4352-49d6-a316-5511d586c11b'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:28:16.411563 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d836a83-f6b2-4181-a555-8da7a02c00d8 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Pushing event deleted for resources: {'Subnet': ['ID=68f62439-8ec7-48ec-b8fa-67a39fc871b7,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:28:16.418925 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-6d836a83-f6b2-4181-a555-8da7a02c00d8 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709645'] for subnet (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:28:16.424474 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-6d836a83-f6b2-4181-a555-8da7a02c00d8 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] 10.222.0.13 "DELETE /v2.0/subnets/68f62439-8ec7-48ec-b8fa-67a39fc871b7 HTTP/1.1" status: 204 len: 168 time: 0.5599933 Jan 26 21:28:16.424993 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 48482) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:28:16.431676 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b370064b-01ce-482c-8f2c-6db67940c1ab None None] Network 409f24a2-f487-449b-8f01-d9911b990d6a requested from n-d-760453-5 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 26 21:28:16.501847 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-b8e90c44-23f3-4239-a23f-2037b5c1b422 tempest-FloatingIPTestJSON-755675821 tempest-FloatingIPTestJSON-755675821-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4109658'] for port (82d8a053-3ec5-46b1-8e7a-e7a8d435b495), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:28:16.522127 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_dvr_db [None req-bd6e7d87-9e7e-4879-9332-d3dee4e0be84 None None] Set router e6c4c7db-4352-49d6-a316-5511d586c11b gateway port host: n-d-760453-5 {{(pid=103307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 21:28:16.568586 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-b8e90c44-23f3-4239-a23f-2037b5c1b422 tempest-FloatingIPTestJSON-755675821 tempest-FloatingIPTestJSON-755675821-project] Calling delete_port for 82d8a053-3ec5-46b1-8e7a-e7a8d435b495 owned by {{(pid=103305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 21:28:16.624463 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dd1729c-e39b-4986-80a2-c73756b9ccab None None] DHCP port deletion for 409f24a2-f487-449b-8f01-d9911b990d6a request from n-d-760453-5 {{(pid=103306) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 26 21:28:16.700166 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-61c9b302-5672-4276-ab00-2aa2bc18b092 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Publish callbacks [] for router (e6c4c7db-4352-49d6-a316-5511d586c11b), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:28:16.729955 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-5dd1729c-e39b-4986-80a2-c73756b9ccab None None] Deleting port 58f63903-795f-49c3-8c4c-e98f2586b311 {{(pid=103306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 21:28:16.730165 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-5dd1729c-e39b-4986-80a2-c73756b9ccab None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746560630878'] for port (58f63903-795f-49c3-8c4c-e98f2586b311), before_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:28:16.823381 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-bd6e7d87-9e7e-4879-9332-d3dee4e0be84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6c4c7db-4352-49d6-a316-5511d586c11b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2072600122', 'tenant_id': 'c6d9f10230f341edbbe46b16c17eb870', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'external_fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.208'}], 'enable_snat': True}, 'gw_port_id': 'cdd455b4-799e-4d3e-9c1d-4d10ddd6a3d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T21:25:34Z', 'updated_at': '2022-01-26T21:28:14Z', 'revision_number': 5, 'project_id': 'c6d9f10230f341edbbe46b16c17eb870', 'gw_port': {'id': 'cdd455b4-799e-4d3e-9c1d-4d10ddd6a3d8', 'name': '', 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:8a:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6c4c7db-4352-49d6-a316-5511d586c11b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2355, 'fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:25:36Z', 'updated_at': '2022-01-26T21:25:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-5'}], 'n-d-760453-5', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:28:16.855299 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd6e7d87-9e7e-4879-9332-d3dee4e0be84 None None] The sync data for ids ['e6c4c7db-4352-49d6-a316-5511d586c11b'] in n-d-760453-5 is: [{'id': 'e6c4c7db-4352-49d6-a316-5511d586c11b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2072600122', 'tenant_id': 'c6d9f10230f341edbbe46b16c17eb870', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'external_fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.208'}], 'enable_snat': True}, 'gw_port_id': 'cdd455b4-799e-4d3e-9c1d-4d10ddd6a3d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T21:25:34Z', 'updated_at': '2022-01-26T21:28:14Z', 'revision_number': 5, 'project_id': 'c6d9f10230f341edbbe46b16c17eb870', 'gw_port': {'id': 'cdd455b4-799e-4d3e-9c1d-4d10ddd6a3d8', 'name': '', 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:8a:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6c4c7db-4352-49d6-a316-5511d586c11b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2355, 'fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:25:36Z', 'updated_at': '2022-01-26T21:25:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-5'}] {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 26 21:28:16.878548 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-5dd1729c-e39b-4986-80a2-c73756b9ccab None None] For port 58f63903-795f-49c3-8c4c-e98f2586b311, host n-d-760453-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=58f63903-795f-49c3-8c4c-e98f2586b311,segment=NetworkSegment(d6d2aa88-4ea9-40bb-a0f8-e585072a1989),segment_id=d6d2aa88-4ea9-40bb-a0f8-e585072a1989)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:28:16.878951 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-5dd1729c-e39b-4986-80a2-c73756b9ccab None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4109658'] for port (58f63903-795f-49c3-8c4c-e98f2586b311), precommit_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:28:16.882344 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-b8e90c44-23f3-4239-a23f-2037b5c1b422 tempest-FloatingIPTestJSON-755675821 tempest-FloatingIPTestJSON-755675821-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746560636600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746560234536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11791543'] for port (82d8a053-3ec5-46b1-8e7a-e7a8d435b495), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:28:16.938161 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-5dd1729c-e39b-4986-80a2-c73756b9ccab None None] Calling delete_port for 58f63903-795f-49c3-8c4c-e98f2586b311 owned by network:dhcp {{(pid=103306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 21:28:16.944653 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e90c44-23f3-4239-a23f-2037b5c1b422 tempest-FloatingIPTestJSON-755675821 tempest-FloatingIPTestJSON-755675821-project] Pushing event deleted for resources: {'Port': ['ID=82d8a053-3ec5-46b1-8e7a-e7a8d435b495,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:28:17.045082 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-5dd1729c-e39b-4986-80a2-c73756b9ccab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746560636600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746560234536'] for port (58f63903-795f-49c3-8c4c-e98f2586b311), after_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:28:17.060840 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-b8e90c44-23f3-4239-a23f-2037b5c1b422 tempest-FloatingIPTestJSON-755675821 tempest-FloatingIPTestJSON-755675821-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:28:17.069603 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-b8e90c44-23f3-4239-a23f-2037b5c1b422 tempest-FloatingIPTestJSON-755675821 tempest-FloatingIPTestJSON-755675821-project] 10.222.0.13 "DELETE /v2.0/ports/82d8a053-3ec5-46b1-8e7a-e7a8d435b495 HTTP/1.1" status: 204 len: 168 time: 0.8911963 Jan 26 21:28:17.070751 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 48494) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:28:17.075940 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd1729c-e39b-4986-80a2-c73756b9ccab None None] Pushing event deleted for resources: {'Port': ['ID=58f63903-795f-49c3-8c4c-e98f2586b311,revision_number=None']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:28:17.076343 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-bc1dce7d-75d9-4d80-8654-d5a0212d226d tempest-FloatingIPTestJSON-755675821 tempest-FloatingIPTestJSON-755675821-project] Request body: {'floatingip': {'floating_network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:28:17.097324 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dd1729c-e39b-4986-80a2-c73756b9ccab None None] No DVR routers for this DVR port 58f63903-795f-49c3-8c4c-e98f2586b311 on host n-d-760453-5 {{(pid=103306) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 26 21:28:17.102631 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-bc1dce7d-75d9-4d80-8654-d5a0212d226d tempest-FloatingIPTestJSON-755675821 tempest-FloatingIPTestJSON-755675821-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:28:17.214245 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-bc1dce7d-75d9-4d80-8654-d5a0212d226d tempest-FloatingIPTestJSON-755675821 tempest-FloatingIPTestJSON-755675821-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:28:17.220149 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-46693061-9c0d-4e66-82b0-fe30d7b4d95d req-146a49fa-2ca0-453a-a28a-1f985f242783 tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca795481-031c-48ac-925f-00596ed83bb9 HTTP/1.1" status: 200 len: 210 time: 0.0388248 Jan 26 21:28:17.241899 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ed58da-eaf3-426c-90ec-3181e0824f15 req-54c69d14-ed5b-495a-8926-58efd36968ac tempest-ServersTestJSON-691555437 tempest-ServersTestJSON-691555437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:28:17.248915 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-f7ed58da-eaf3-426c-90ec-3181e0824f15 req-54c69d14-ed5b-495a-8926-58efd36968ac tempest-ServersTestJSON-691555437 tempest-ServersTestJSON-691555437-project] 10.222.0.13 "GET /v2.0/ports?device_id=f968d5f7-4d05-49be-a3bc-b5d53988042d HTTP/1.1" status: 200 len: 946 time: 0.6148129 Jan 26 21:28:17.399895 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device 8c8b8c43-0df2-461b-821d-640828b068ef no longer exists at agent ovs-agent-n-d-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 26 21:28:17.406281 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-f7ed58da-eaf3-426c-90ec-3181e0824f15 req-f2825e00-3e85-460f-942d-9baa0d6878a7 tempest-ServersTestJSON-691555437 tempest-ServersTestJSON-691555437-project] 10.222.0.13 "GET /v2.0/security-groups?id=91ad42bb-d200-4641-aa3b-ae4da8059b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1563494 Jan 26 21:28:17.422429 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.db_base_plugin_common [None req-bc1dce7d-75d9-4d80-8654-d5a0212d226d tempest-FloatingIPTestJSON-755675821 tempest-FloatingIPTestJSON-755675821-project] Allocated IP 172.25.1.54 (4140a1f1-c93a-4bea-83a0-68953a54f299/e48251a1-e30d-4820-8396-00c6f6aeb601/48f2c8bd-7853-497a-930a-a56a2473fb2c) {{(pid=103305) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 21:28:17.453416 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] No Port match for: 8c8b8c43-0df2-461b-821d-640828b068ef {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 26 21:28:17.453899 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device 8c8b8c43-0df2-461b-821d-640828b068ef not bound to the agent host n-d-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 26 21:28:17.454418 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device 58f63903-795f-49c3-8c4c-e98f2586b311 no longer exists at agent ovs-agent-n-d-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 26 21:28:17.458574 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-61c9b302-5672-4276-ab00-2aa2bc18b092 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Publish callbacks [] for router_gateway (e6c4c7db-4352-49d6-a316-5511d586c11b), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:28:17.496416 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] No Port match for: 58f63903-795f-49c3-8c4c-e98f2586b311 {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 26 21:28:17.496919 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device 58f63903-795f-49c3-8c4c-e98f2586b311 not bound to the agent host n-d-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 26 21:28:17.582001 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765171c6-13df-453b-a08a-d404a2ef8389 req-c069c969-7f5a-4ad1-898f-a0ad6110d329 tempest-ServersTestJSON-691555437 tempest-ServersTestJSON-691555437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:28:17.583995 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-765171c6-13df-453b-a08a-d404a2ef8389 req-c069c969-7f5a-4ad1-898f-a0ad6110d329 tempest-ServersTestJSON-691555437 tempest-ServersTestJSON-691555437-project] 10.222.0.13 "GET /v2.0/ports?device_id=f968d5f7-4d05-49be-a3bc-b5d53988042d HTTP/1.1" status: 200 len: 946 time: 0.0637541 Jan 26 21:28:17.593951 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 48500) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:28:17.594804 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-bc1dce7d-75d9-4d80-8654-d5a0212d226d tempest-FloatingIPTestJSON-755675821 tempest-FloatingIPTestJSON-755675821-project] Publish callbacks [] for port (48f2c8bd-7853-497a-930a-a56a2473fb2c), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:28:17.602296 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-79f184d6-bde6-4b48-a394-99f4bdc6d5fe tempest-ServersTestJSON-691555437 tempest-ServersTestJSON-691555437-project] Request body: {'floatingip': {'port_id': 'c7666755-0865-4d25-beed-0df0b9eaa4a9'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:28:17.639048 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-bc1dce7d-75d9-4d80-8654-d5a0212d226d tempest-FloatingIPTestJSON-755675821 tempest-FloatingIPTestJSON-755675821-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746560234527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11791543'] for port (48f2c8bd-7853-497a-930a-a56a2473fb2c), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:28:17.647977 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-61c9b302-5672-4276-ab00-2aa2bc18b092 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Deleting port cdd455b4-799e-4d3e-9c1d-4d10ddd6a3d8 {{(pid=103304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 21:28:17.648965 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-61c9b302-5672-4276-ab00-2aa2bc18b092 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746560630878'] for port (cdd455b4-799e-4d3e-9c1d-4d10ddd6a3d8), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:28:17.653311 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-79f184d6-bde6-4b48-a394-99f4bdc6d5fe tempest-ServersTestJSON-691555437 tempest-ServersTestJSON-691555437-project] Publish callbacks [] for floatingip (dbc58367-db23-4f8d-afb7-a260a7294786), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:28:17.678617 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc1dce7d-75d9-4d80-8654-d5a0212d226d tempest-FloatingIPTestJSON-755675821 tempest-FloatingIPTestJSON-755675821-project] Network 4140a1f1-c93a-4bea-83a0-68953a54f299 is already hosted by enough agents. {{(pid=103305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 21:28:17.682013 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [None req-bc1dce7d-75d9-4d80-8654-d5a0212d226d tempest-FloatingIPTestJSON-755675821 tempest-FloatingIPTestJSON-755675821-project] Resources bound (agent type, host, resource id): {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:28:17.687313 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc1dce7d-75d9-4d80-8654-d5a0212d226d tempest-FloatingIPTestJSON-755675821 tempest-FloatingIPTestJSON-755675821-project] Received port after_create {{(pid=103305) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 21:28:17.723226 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc1dce7d-75d9-4d80-8654-d5a0212d226d tempest-FloatingIPTestJSON-755675821 tempest-FloatingIPTestJSON-755675821-project] Pushing event updated for resources: {'Port': ['ID=48f2c8bd-7853-497a-930a-a56a2473fb2c,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:28:17.791276 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-bc1dce7d-75d9-4d80-8654-d5a0212d226d tempest-FloatingIPTestJSON-755675821 tempest-FloatingIPTestJSON-755675821-project] Publish callbacks [] for floatingip (525344e6-ed2d-4df6-b0eb-8741f73f5cd1), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:28:17.854235 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-bc1dce7d-75d9-4d80-8654-d5a0212d226d tempest-FloatingIPTestJSON-755675821 tempest-FloatingIPTestJSON-755675821-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (48f2c8bd-7853-497a-930a-a56a2473fb2c), before_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:28:17.899492 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [None req-61c9b302-5672-4276-ab00-2aa2bc18b092 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] For port cdd455b4-799e-4d3e-9c1d-4d10ddd6a3d8, host n-d-760453-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=cdd455b4-799e-4d3e-9c1d-4d10ddd6a3d8,segment=NetworkSegment(e17cb353-418f-48b9-b982-21a6233ee99b),segment_id=e17cb353-418f-48b9-b982-21a6233ee99b)] {{(pid=103304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:28:17.899832 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-61c9b302-5672-4276-ab00-2aa2bc18b092 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4109658'] for port (cdd455b4-799e-4d3e-9c1d-4d10ddd6a3d8), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:28:17.920437 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-61c9b302-5672-4276-ab00-2aa2bc18b092 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Calling delete_port for cdd455b4-799e-4d3e-9c1d-4d10ddd6a3d8 owned by network:router_gateway {{(pid=103304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 21:28:18.017906 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-bc1dce7d-75d9-4d80-8654-d5a0212d226d tempest-FloatingIPTestJSON-755675821 tempest-FloatingIPTestJSON-755675821-project] Publish callbacks [] for port (48f2c8bd-7853-497a-930a-a56a2473fb2c), precommit_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:28:18.023920 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-bc1dce7d-75d9-4d80-8654-d5a0212d226d tempest-FloatingIPTestJSON-755675821 tempest-FloatingIPTestJSON-755675821-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11791520'] for port (48f2c8bd-7853-497a-930a-a56a2473fb2c), after_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:28:18.077034 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc1dce7d-75d9-4d80-8654-d5a0212d226d tempest-FloatingIPTestJSON-755675821 tempest-FloatingIPTestJSON-755675821-project] Pushing event updated for resources: {'Port': ['ID=48f2c8bd-7853-497a-930a-a56a2473fb2c,revision_number=2']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:28:18.118836 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-bc1dce7d-75d9-4d80-8654-d5a0212d226d tempest-FloatingIPTestJSON-755675821 tempest-FloatingIPTestJSON-755675821-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4110913'] for floatingip (525344e6-ed2d-4df6-b0eb-8741f73f5cd1), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:28:18.135920 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-bc1dce7d-75d9-4d80-8654-d5a0212d226d tempest-FloatingIPTestJSON-755675821 tempest-FloatingIPTestJSON-755675821-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for floatingip (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:28:18.137225 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-bc1dce7d-75d9-4d80-8654-d5a0212d226d tempest-FloatingIPTestJSON-755675821 tempest-FloatingIPTestJSON-755675821-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.0652974 Jan 26 21:28:18.139748 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 48504) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:28:18.145693 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-ae8a1e01-3d66-4e0c-a014-a7f3cb2c43e9 tempest-FloatingIPTestJSON-755675821 tempest-FloatingIPTestJSON-755675821-project] Request body: {'port': {'network_id': '1e3f1980-5ca2-4a99-a3b9-79275d66ef13', 'name': 'tempest-FloatingIPTestJSON-1092307219'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:28:18.263781 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae8a1e01-3d66-4e0c-a014-a7f3cb2c43e9 tempest-FloatingIPTestJSON-755675821 tempest-FloatingIPTestJSON-755675821-project] Made reservation on behalf of 48d7f55ad7394a9ebbf9716baaad9095 for: {'port': 1} {{(pid=103305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 21:28:18.267527 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-ae8a1e01-3d66-4e0c-a014-a7f3cb2c43e9 tempest-FloatingIPTestJSON-755675821 tempest-FloatingIPTestJSON-755675821-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:28:18.287320 n-d-760453-5 neutron-server[103305]: DEBUG neutron.notifiers.nova [None req-ae8a1e01-3d66-4e0c-a014-a7f3cb2c43e9 tempest-FloatingIPTestJSON-755675821 tempest-FloatingIPTestJSON-755675821-project] device_id is not set on port 99528e2e-f7ef-4b64-ae0a-1d2c0e6188c9 yet. {{(pid=103305) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 26 21:28:18.310630 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-61c9b302-5672-4276-ab00-2aa2bc18b092 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746560636600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746560234536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9281553'] for port (cdd455b4-799e-4d3e-9c1d-4d10ddd6a3d8), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:28:18.376275 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c9b302-5672-4276-ab00-2aa2bc18b092 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Pushing event deleted for resources: {'Port': ['ID=cdd455b4-799e-4d3e-9c1d-4d10ddd6a3d8,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:28:18.423049 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.db_base_plugin_common [None req-ae8a1e01-3d66-4e0c-a014-a7f3cb2c43e9 tempest-FloatingIPTestJSON-755675821 tempest-FloatingIPTestJSON-755675821-project] Allocated IP 172.20.0.8 (1e3f1980-5ca2-4a99-a3b9-79275d66ef13/680fc271-75bc-4b9f-9945-03c2fedab0b6/99528e2e-f7ef-4b64-ae0a-1d2c0e6188c9) {{(pid=103305) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 21:28:18.429045 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-f63d7c9e-03d5-4ec0-9d06-3ffb85bc3930 req-3d72c968-48cf-4118-99e9-b471ec74c51c tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca795481-031c-48ac-925f-00596ed83bb9 HTTP/1.1" status: 200 len: 210 time: 0.0567594 Jan 26 21:28:18.437178 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-79f184d6-bde6-4b48-a394-99f4bdc6d5fe tempest-ServersTestJSON-691555437 tempest-ServersTestJSON-691555437-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:28:18.459780 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-79f184d6-bde6-4b48-a394-99f4bdc6d5fe tempest-ServersTestJSON-691555437 tempest-ServersTestJSON-691555437-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4110913'] for floatingip (dbc58367-db23-4f8d-afb7-a260a7294786), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:28:18.537477 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-61c9b302-5672-4276-ab00-2aa2bc18b092 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4111291'] for router_gateway (e6c4c7db-4352-49d6-a316-5511d586c11b), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:28:18.618084 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-ae8a1e01-3d66-4e0c-a014-a7f3cb2c43e9 tempest-FloatingIPTestJSON-755675821 tempest-FloatingIPTestJSON-755675821-project] Publish callbacks [] for port (99528e2e-f7ef-4b64-ae0a-1d2c0e6188c9), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:28:18.660157 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-ae8a1e01-3d66-4e0c-a014-a7f3cb2c43e9 tempest-FloatingIPTestJSON-755675821 tempest-FloatingIPTestJSON-755675821-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746560234527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11791543'] for port (99528e2e-f7ef-4b64-ae0a-1d2c0e6188c9), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:28:18.671864 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-61c9b302-5672-4276-ab00-2aa2bc18b092 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4105774', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13082'] for router (e6c4c7db-4352-49d6-a316-5511d586c11b), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:28:18.677733 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-61c9b302-5672-4276-ab00-2aa2bc18b092 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Publish callbacks [] for router_controller (e6c4c7db-4352-49d6-a316-5511d586c11b), precommit_delete_associations {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:28:18.691586 n-d-760453-5 neutron-server[103304]: INFO neutron.db.l3_db [None req-79f184d6-bde6-4b48-a394-99f4bdc6d5fe tempest-ServersTestJSON-691555437 tempest-ServersTestJSON-691555437-project] Floating IP dbc58367-db23-4f8d-afb7-a260a7294786 associated. External IP: 172.25.1.148, port: c7666755-0865-4d25-beed-0df0b9eaa4a9. Jan 26 21:28:18.704243 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae8a1e01-3d66-4e0c-a014-a7f3cb2c43e9 tempest-FloatingIPTestJSON-755675821 tempest-FloatingIPTestJSON-755675821-project] Network 1e3f1980-5ca2-4a99-a3b9-79275d66ef13 is already hosted by enough agents. {{(pid=103305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 21:28:18.707207 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [None req-ae8a1e01-3d66-4e0c-a014-a7f3cb2c43e9 tempest-FloatingIPTestJSON-755675821 tempest-FloatingIPTestJSON-755675821-project] Resources bound (agent type, host, resource id): {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:28:18.711356 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae8a1e01-3d66-4e0c-a014-a7f3cb2c43e9 tempest-FloatingIPTestJSON-755675821 tempest-FloatingIPTestJSON-755675821-project] Received port after_create {{(pid=103305) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 21:28:18.742603 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae8a1e01-3d66-4e0c-a014-a7f3cb2c43e9 tempest-FloatingIPTestJSON-755675821 tempest-FloatingIPTestJSON-755675821-project] Pushing event updated for resources: {'Port': ['ID=99528e2e-f7ef-4b64-ae0a-1d2c0e6188c9,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:28:18.771034 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-61c9b302-5672-4276-ab00-2aa2bc18b092 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4105767'] for router (e6c4c7db-4352-49d6-a316-5511d586c11b), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:28:18.771560 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61c9b302-5672-4276-ab00-2aa2bc18b092 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Fanout notify agent at l3_agent the message router_deleted on router e6c4c7db-4352-49d6-a316-5511d586c11b {{(pid=103304) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 26 21:28:18.771743 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae8a1e01-3d66-4e0c-a014-a7f3cb2c43e9 tempest-FloatingIPTestJSON-755675821 tempest-FloatingIPTestJSON-755675821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:28:18.772397 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-ae8a1e01-3d66-4e0c-a014-a7f3cb2c43e9 tempest-FloatingIPTestJSON-755675821 tempest-FloatingIPTestJSON-755675821-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:28:18.779777 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-61c9b302-5672-4276-ab00-2aa2bc18b092 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Publish callbacks [] for router (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:28:18.783488 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-61c9b302-5672-4276-ab00-2aa2bc18b092 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] 10.222.0.13 "DELETE /v2.0/routers/e6c4c7db-4352-49d6-a316-5511d586c11b HTTP/1.1" status: 204 len: 168 time: 2.3548357 Jan 26 21:28:18.783907 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 48512) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:28:18.857987 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-ae8a1e01-3d66-4e0c-a014-a7f3cb2c43e9 tempest-FloatingIPTestJSON-755675821 tempest-FloatingIPTestJSON-755675821-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 0.7171662 Jan 26 21:28:18.861784 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 48514) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:28:18.867789 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-9424b784-a9dc-4cf3-aa44-e6ffc0d8ac65 tempest-FloatingIPTestJSON-755675821 tempest-FloatingIPTestJSON-755675821-project] Request body: {'floatingip': {'port_id': '99528e2e-f7ef-4b64-ae0a-1d2c0e6188c9'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:28:18.921018 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-4a72b619-508e-43fa-9065-453ee3973a27 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (474ccdf7-ab6c-405b-a3b2-dc7b05829902), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:28:18.921608 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-32506f94-a228-4b48-a0cc-3a1317b4c783 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-748181'] for network (409f24a2-f487-449b-8f01-d9911b990d6a), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:28:18.956079 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-9424b784-a9dc-4cf3-aa44-e6ffc0d8ac65 tempest-FloatingIPTestJSON-755675821 tempest-FloatingIPTestJSON-755675821-project] Publish callbacks [] for floatingip (525344e6-ed2d-4df6-b0eb-8741f73f5cd1), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:28:19.055296 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-32506f94-a228-4b48-a0cc-3a1317b4c783 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-686403', 'neutron.services.segments.db._delete_segments_for_network-8746560774018'] for network (409f24a2-f487-449b-8f01-d9911b990d6a), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:28:19.079663 n-d-760453-5 neutron-server[103305]: DEBUG neutron.services.segments.db [None req-32506f94-a228-4b48-a0cc-3a1317b4c783 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['409f24a2-f487-449b-8f01-d9911b990d6a']}} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:28:19.097617 n-d-760453-5 neutron-server[103305]: DEBUG neutron.services.segments.db [None req-32506f94-a228-4b48-a0cc-3a1317b4c783 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd6d2aa88-4ea9-40bb-a0f8-e585072a1989') {'for_net_delete': True} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:28:19.097957 n-d-760453-5 neutron-server[103305]: DEBUG neutron.services.segments.db [None req-32506f94-a228-4b48-a0cc-3a1317b4c783 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd6d2aa88-4ea9-40bb-a0f8-e585072a1989') {} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:28:19.114960 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-32506f94-a228-4b48-a0cc-3a1317b4c783 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746560742283', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11788955'] for segment (d6d2aa88-4ea9-40bb-a0f8-e585072a1989), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:28:19.123602 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79f184d6-bde6-4b48-a394-99f4bdc6d5fe tempest-ServersTestJSON-691555437 tempest-ServersTestJSON-691555437-project] Router 8eb58fbf-0428-4c48-a28b-f93fda1b012b has already been hosted by L3 agent 09df100c-3af1-4b0a-bda8-05914c71c458 {{(pid=103304) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 26 21:28:19.143954 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-32506f94-a228-4b48-a0cc-3a1317b4c783 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576559'] for segment (d6d2aa88-4ea9-40bb-a0f8-e585072a1989), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:28:19.151911 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-32506f94-a228-4b48-a0cc-3a1317b4c783 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Releasing vlan 584 on physical network physnet1 to pool {{(pid=103305) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 26 21:28:19.152544 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-32506f94-a228-4b48-a0cc-3a1317b4c783 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11791428'] for segment (d6d2aa88-4ea9-40bb-a0f8-e585072a1989), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:28:19.157154 n-d-760453-5 neutron-server[103305]: Traceback (most recent call last): Jan 26 21:28:19.157154 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 26 21:28:19.157154 n-d-760453-5 neutron-server[103305]: timer() Jan 26 21:28:19.157154 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 26 21:28:19.157154 n-d-760453-5 neutron-server[103305]: cb(*args, **kw) Jan 26 21:28:19.157154 n-d-760453-5 neutron-server[103305]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 26 21:28:19.157154 n-d-760453-5 neutron-server[103305]: return func(*args, **kwargs) Jan 26 21:28:19.157154 n-d-760453-5 neutron-server[103305]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 26 21:28:19.157154 n-d-760453-5 neutron-server[103305]: self._notify() Jan 26 21:28:19.157154 n-d-760453-5 neutron-server[103305]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 26 21:28:19.157154 n-d-760453-5 neutron-server[103305]: self.callback(batched_events) Jan 26 21:28:19.157154 n-d-760453-5 neutron-server[103305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 26 21:28:19.157154 n-d-760453-5 neutron-server[103305]: event.method(event) Jan 26 21:28:19.157154 n-d-760453-5 neutron-server[103305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 26 21:28:19.157154 n-d-760453-5 neutron-server[103305]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 26 21:28:19.157154 n-d-760453-5 neutron-server[103305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 26 21:28:19.157154 n-d-760453-5 neutron-server[103305]: aggregate_uuid = self.p_client.list_aggregates( Jan 26 21:28:19.157154 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 26 21:28:19.157154 n-d-760453-5 neutron-server[103305]: return f(self, *a, **k) Jan 26 21:28:19.157154 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 26 21:28:19.157154 n-d-760453-5 neutron-server[103305]: return self._get(url).json() Jan 26 21:28:19.157154 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 26 21:28:19.157154 n-d-760453-5 neutron-server[103305]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 26 21:28:19.157154 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 26 21:28:19.157154 n-d-760453-5 neutron-server[103305]: return self.request(url, 'GET', **kwargs) Jan 26 21:28:19.157154 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 26 21:28:19.157154 n-d-760453-5 neutron-server[103305]: base_url = self.get_endpoint(auth, allow=allow, Jan 26 21:28:19.157154 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 26 21:28:19.157154 n-d-760453-5 neutron-server[103305]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 26 21:28:19.157154 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 26 21:28:19.157154 n-d-760453-5 neutron-server[103305]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 26 21:28:19.157154 n-d-760453-5 neutron-server[103305]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 26 21:28:19.275516 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-32506f94-a228-4b48-a0cc-3a1317b4c783 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4110931'] for network (409f24a2-f487-449b-8f01-d9911b990d6a), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:28:19.291497 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-32506f94-a228-4b48-a0cc-3a1317b4c783 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709645'] for network (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:28:19.297389 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-32506f94-a228-4b48-a0cc-3a1317b4c783 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] 10.222.0.13 "DELETE /v2.0/networks/409f24a2-f487-449b-8f01-d9911b990d6a HTTP/1.1" status: 204 len: 168 time: 0.5098641 Jan 26 21:28:19.312485 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 48518) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:28:19.393244 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32506f94-a228-4b48-a0cc-3a1317b4c783 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Pushing event deleted for resources: {'Network': ['ID=409f24a2-f487-449b-8f01-d9911b990d6a,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:28:19.440037 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device cdd455b4-799e-4d3e-9c1d-4d10ddd6a3d8 no longer exists at agent ovs-agent-n-d-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 26 21:28:19.447776 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-cc341380-79de-4dbc-ac5e-6e740e4fb653 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Publish callbacks [] for security_group (9fb734eb-2a1e-444e-9314-c3d872afadaa), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:28:19.450682 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79f184d6-bde6-4b48-a394-99f4bdc6d5fe tempest-ServersTestJSON-691555437 tempest-ServersTestJSON-691555437-project] Notify agent at l3_agent.n-d-760453-5 the message routers_updated {{(pid=103304) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 26 21:28:19.459426 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-79f184d6-bde6-4b48-a394-99f4bdc6d5fe tempest-ServersTestJSON-691555437 tempest-ServersTestJSON-691555437-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for floatingip (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:28:19.463218 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00fe2937-d48b-4388-9e2b-fb336ba57fb7 None None] Sync routers for ids ['8eb58fbf-0428-4c48-a28b-f93fda1b012b'] in n-d-760453-5 {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 26 21:28:19.481675 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] No Port match for: cdd455b4-799e-4d3e-9c1d-4d10ddd6a3d8 {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 26 21:28:19.482028 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device cdd455b4-799e-4d3e-9c1d-4d10ddd6a3d8 not bound to the agent host n-d-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 26 21:28:19.492676 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-cc341380-79de-4dbc-ac5e-6e740e4fb653 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Publish callbacks [] for security_group (9fb734eb-2a1e-444e-9314-c3d872afadaa), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:28:19.497707 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00fe2937-d48b-4388-9e2b-fb336ba57fb7 None None] Routers {'8eb58fbf-0428-4c48-a28b-f93fda1b012b'} bound to L3 agent in host n-d-760453-5 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 21:28:19.503223 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-00fe2937-d48b-4388-9e2b-fb336ba57fb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-26T20:55:21Z,description=,heartbeat_timestamp=2022-01-26T21:27:51Z,host='n-d-760453-5',id=09df100c-3af1-4b0a-bda8-05914c71c458,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:55:21Z,topic='l3_agent')) {'router_ids': ['8eb58fbf-0428-4c48-a28b-f93fda1b012b'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:28:19.601188 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-cc341380-79de-4dbc-ac5e-6e740e4fb653 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (9fb734eb-2a1e-444e-9314-c3d872afadaa), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:28:19.604714 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-cc341380-79de-4dbc-ac5e-6e740e4fb653 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Publish callbacks [] for security_group (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:28:19.609781 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-cc341380-79de-4dbc-ac5e-6e740e4fb653 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] 10.222.0.13 "DELETE /v2.0/security-groups/9fb734eb-2a1e-444e-9314-c3d872afadaa HTTP/1.1" status: 204 len: 168 time: 0.2957265 Jan 26 21:28:19.627141 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc341380-79de-4dbc-ac5e-6e740e4fb653 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fb734eb-2a1e-444e-9314-c3d872afadaa,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:28:19.644944 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-79f184d6-bde6-4b48-a394-99f4bdc6d5fe tempest-ServersTestJSON-691555437 tempest-ServersTestJSON-691555437-project] 10.222.0.13 "PUT /v2.0/floatingips/dbc58367-db23-4f8d-afb7-a260a7294786 HTTP/1.1" status: 200 len: 992 time: 2.0498445 Jan 26 21:28:19.647365 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-d698a254-0b11-4bfe-a092-c20b50547335 req-2b02a084-2eb3-4da5-8197-011dc339c214 tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca795481-031c-48ac-925f-00596ed83bb9 HTTP/1.1" status: 200 len: 210 time: 0.0472722 Jan 26 21:28:19.653837 n-d-760453-5 neutron-server[103304]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f968d5f7-4d05-49be-a3bc-b5d53988042d', 'tag': 'c7666755-0865-4d25-beed-0df0b9eaa4a9'}] {{(pid=103304) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 21:28:19.656149 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d52b45f1943fcd332af9527eb73ff93c8d715d44383a3f6d18de73b4cfcf87b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-add1bef7-7e9d-4dc4-8f3e-7fd82b96a919" -d '{"events": [{"name": "network-changed", "server_uuid": "f968d5f7-4d05-49be-a3bc-b5d53988042d", "tag": "c7666755-0865-4d25-beed-0df0b9eaa4a9"}]}' {{(pid=103304) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 21:28:19.769587 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_dvr_db [None req-00fe2937-d48b-4388-9e2b-fb336ba57fb7 None None] Set router 8eb58fbf-0428-4c48-a28b-f93fda1b012b gateway port host: n-d-760453-5 {{(pid=103307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 21:28:19.770123 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 26 Jan 2022 21:28:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07408fd2-1e34-4d72-bafd-4d203f242043 x-openstack-request-id: req-07408fd2-1e34-4d72-bafd-4d203f242043 {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 21:28:19.770422 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f968d5f7-4d05-49be-a3bc-b5d53988042d", "tag": "c7666755-0865-4d25-beed-0df0b9eaa4a9", "status": "completed", "code": 200}]} {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 21:28:19.770870 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-07408fd2-1e34-4d72-bafd-4d203f242043 {{(pid=103304) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 21:28:19.772510 n-d-760453-5 neutron-server[103304]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f968d5f7-4d05-49be-a3bc-b5d53988042d', 'tag': 'c7666755-0865-4d25-beed-0df0b9eaa4a9', 'status': 'completed', 'code': 200} Jan 26 21:28:20.164611 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 48536) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:28:20.169577 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-5cdbaad6-556f-4f52-9aef-715790dc51ec tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1906260234', 'description': 'tempest-secgroup-smoke-1906260234 description', 'project_id': 'c6d9f10230f341edbbe46b16c17eb870'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:28:20.206159 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-00fe2937-d48b-4388-9e2b-fb336ba57fb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8eb58fbf-0428-4c48-a28b-f93fda1b012b', 'name': 'tempest-ServersTestJSON-60372698-router', 'tenant_id': 'ec177d36615b4624a9959f68ea3c49ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'external_fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.121'}], 'enable_snat': True}, 'gw_port_id': 'ac720063-0b2c-4c54-b677-d9870e1ecc17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T21:27:44Z', 'updated_at': '2022-01-26T21:27:51Z', 'revision_number': 4, 'project_id': 'ec177d36615b4624a9959f68ea3c49ca', 'gw_port': {'id': 'ac720063-0b2c-4c54-b677-d9870e1ecc17', 'name': '', 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:bd:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8eb58fbf-0428-4c48-a28b-f93fda1b012b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2478, 'fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:27:45Z', 'updated_at': '2022-01-26T21:27:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-5', '_floatingips': [{'id': 'dbc58367-db23-4f8d-afb7-a260a7294786', 'tenant_id': 'ec177d36615b4624a9959f68ea3c49ca', 'floating_ip_address': '172.25.1.148', 'floating_network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'router_id': '8eb58fbf-0428-4c48-a28b-f93fda1b012b', 'port_id': 'c7666755-0865-4d25-beed-0df0b9eaa4a9', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2491, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '02122a10-4175-495f-8cc0-81e28431e82d', 'mac_address': 'fa:16:3e:b6:b1:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f968d5f7-4d05-49be-a3bc-b5d53988042d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-26T21:27:57Z', 'updated_at': '2022-01-26T21:28:18Z', 'revision_number': 1, 'project_id': 'ec177d36615b4624a9959f68ea3c49ca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd53adb51-3ac7-4fba-a87e-977ec756aa7e', 'name': '', 'network_id': '02122a10-4175-495f-8cc0-81e28431e82d', 'tenant_id': 'ec177d36615b4624a9959f68ea3c49ca', 'mac_address': 'fa:16:3e:20:10:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8eb58fbf-0428-4c48-a28b-f93fda1b012b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2482, 'fixed_ips': [{'subnet_id': '7585cddc-8bd2-40da-99aa-e3973041ec4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:27:49Z', 'updated_at': '2022-01-26T21:27:58Z', 'revision_number': 5, 'project_id': 'ec177d36615b4624a9959f68ea3c49ca', 'subnets': [{'id': '7585cddc-8bd2-40da-99aa-e3973041ec4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760453-5', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:28:20.216023 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-5cdbaad6-556f-4f52-9aef-715790dc51ec tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Publish callbacks [] for security_group (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:28:20.250763 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00fe2937-d48b-4388-9e2b-fb336ba57fb7 None None] Checking router: 8eb58fbf-0428-4c48-a28b-f93fda1b012b for host: n-d-760453-5 {{(pid=103307) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 26 21:28:20.260919 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00fe2937-d48b-4388-9e2b-fb336ba57fb7 None None] Routers {'8eb58fbf-0428-4c48-a28b-f93fda1b012b'} bound to L3 agent in host n-d-760453-5 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 21:28:20.261819 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-00fe2937-d48b-4388-9e2b-fb336ba57fb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-26T20:55:21Z,description=,heartbeat_timestamp=2022-01-26T21:27:51Z,host='n-d-760453-5',id=09df100c-3af1-4b0a-bda8-05914c71c458,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:55:21Z,topic='l3_agent')) {'router_ids': ['8eb58fbf-0428-4c48-a28b-f93fda1b012b'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:28:20.302018 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-5cdbaad6-556f-4f52-9aef-715790dc51ec tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Publish callbacks [] for security_group (6df82126-1037-48ab-9d89-3f4ac527699c), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:28:20.309787 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-5cdbaad6-556f-4f52-9aef-715790dc51ec tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (6df82126-1037-48ab-9d89-3f4ac527699c), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:28:20.333263 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add1bef7-7e9d-4dc4-8f3e-7fd82b96a919 req-2fbed9b4-8a8d-4bcf-a053-cea00b025ce9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:28:20.335222 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-add1bef7-7e9d-4dc4-8f3e-7fd82b96a919 req-2fbed9b4-8a8d-4bcf-a053-cea00b025ce9 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=ec177d36615b4624a9959f68ea3c49ca&device_id=f968d5f7-4d05-49be-a3bc-b5d53988042d HTTP/1.1" status: 200 len: 1097 time: 0.5538025 Jan 26 21:28:20.350058 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-5cdbaad6-556f-4f52-9aef-715790dc51ec tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Publish callbacks [] for security_group (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:28:20.351582 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-5cdbaad6-556f-4f52-9aef-715790dc51ec tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1857865 Jan 26 21:28:20.354585 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 48538) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:28:20.358960 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-11d98fd0-8598-4ff8-b54e-0b19ca40dabe tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Request body: {'security_group_rule': {'security_group_id': '6df82126-1037-48ab-9d89-3f4ac527699c', 'project_id': 'c6d9f10230f341edbbe46b16c17eb870', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:28:20.367705 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cdbaad6-556f-4f52-9aef-715790dc51ec tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6df82126-1037-48ab-9d89-3f4ac527699c,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:28:20.398554 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-11d98fd0-8598-4ff8-b54e-0b19ca40dabe tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Publish callbacks [] for security_group_rule (f6c985d2-8d5d-417e-b601-5dc1aa1e38cb), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:28:20.419974 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_dvr_db [None req-00fe2937-d48b-4388-9e2b-fb336ba57fb7 None None] Set router 8eb58fbf-0428-4c48-a28b-f93fda1b012b gateway port host: n-d-760453-5 {{(pid=103307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 21:28:20.448513 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add1bef7-7e9d-4dc4-8f3e-7fd82b96a919 req-6974cf00-ddce-436d-b8bd-6ac2cf9ffd56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:28:20.450231 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-add1bef7-7e9d-4dc4-8f3e-7fd82b96a919 req-6974cf00-ddce-436d-b8bd-6ac2cf9ffd56 service neutron] 10.222.0.57 "GET /v2.0/networks?id=02122a10-4175-495f-8cc0-81e28431e82d HTTP/1.1" status: 200 len: 905 time: 0.1073513 Jan 26 21:28:20.487289 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-11d98fd0-8598-4ff8-b54e-0b19ca40dabe tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Publish callbacks [] for security_group_rule (f6c985d2-8d5d-417e-b601-5dc1aa1e38cb), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:28:20.493973 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-11d98fd0-8598-4ff8-b54e-0b19ca40dabe tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102715'] for security_group_rule (f6c985d2-8d5d-417e-b601-5dc1aa1e38cb), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:28:20.514142 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.db.resource_extend [None req-9424b784-a9dc-4cf3-aa44-e6ffc0d8ac65 tempest-FloatingIPTestJSON-755675821 tempest-FloatingIPTestJSON-755675821-project] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 26 21:28:20.524141 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-11d98fd0-8598-4ff8-b54e-0b19ca40dabe tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:28:20.525635 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-11d98fd0-8598-4ff8-b54e-0b19ca40dabe tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1700246 Jan 26 21:28:20.528783 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d98fd0-8598-4ff8-b54e-0b19ca40dabe tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f6c985d2-8d5d-417e-b601-5dc1aa1e38cb,revision_number=0']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:28:20.530783 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 48540) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:28:20.543785 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-e200f239-ff1f-4361-9260-21a59fd6b23e tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Request body: {'security_group_rule': {'security_group_id': '6df82126-1037-48ab-9d89-3f4ac527699c', 'project_id': 'c6d9f10230f341edbbe46b16c17eb870', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:28:20.586245 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-e200f239-ff1f-4361-9260-21a59fd6b23e tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Publish callbacks [] for security_group_rule (c1b0dabd-f312-40d5-9054-7421f836f5fc), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:28:20.595662 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-add1bef7-7e9d-4dc4-8f3e-7fd82b96a919 req-9883bae0-41b3-402d-957d-a11b9915a9c6 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c7666755-0865-4d25-beed-0df0b9eaa4a9 HTTP/1.1" status: 200 len: 1000 time: 0.1379437 Jan 26 21:28:20.597615 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-9424b784-a9dc-4cf3-aa44-e6ffc0d8ac65 tempest-FloatingIPTestJSON-755675821 tempest-FloatingIPTestJSON-755675821-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:28:20.611748 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-9424b784-a9dc-4cf3-aa44-e6ffc0d8ac65 tempest-FloatingIPTestJSON-755675821 tempest-FloatingIPTestJSON-755675821-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4110913'] for floatingip (525344e6-ed2d-4df6-b0eb-8741f73f5cd1), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:28:20.701503 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add1bef7-7e9d-4dc4-8f3e-7fd82b96a919 req-ede8d906-64a8-4006-aec9-d365e824c694 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:28:20.703456 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-add1bef7-7e9d-4dc4-8f3e-7fd82b96a919 req-ede8d906-64a8-4006-aec9-d365e824c694 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=7585cddc-8bd2-40da-99aa-e3973041ec4e HTTP/1.1" status: 200 len: 843 time: 0.1006823 Jan 26 21:28:20.722741 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-e200f239-ff1f-4361-9260-21a59fd6b23e tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Publish callbacks [] for security_group_rule (c1b0dabd-f312-40d5-9054-7421f836f5fc), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:28:20.728442 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-e200f239-ff1f-4361-9260-21a59fd6b23e tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102715'] for security_group_rule (c1b0dabd-f312-40d5-9054-7421f836f5fc), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:28:20.770130 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e200f239-ff1f-4361-9260-21a59fd6b23e tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c1b0dabd-f312-40d5-9054-7421f836f5fc,revision_number=0']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:28:20.788710 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-e200f239-ff1f-4361-9260-21a59fd6b23e tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:28:20.796648 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-e200f239-ff1f-4361-9260-21a59fd6b23e tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2558570 Jan 26 21:28:20.797114 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 48548) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:28:20.804103 n-d-760453-5 neutron-server[103304]: INFO neutron.db.l3_db [None req-9424b784-a9dc-4cf3-aa44-e6ffc0d8ac65 tempest-FloatingIPTestJSON-755675821 tempest-FloatingIPTestJSON-755675821-project] Floating IP 525344e6-ed2d-4df6-b0eb-8741f73f5cd1 associated. External IP: 172.25.1.54, port: 99528e2e-f7ef-4b64-ae0a-1d2c0e6188c9. Jan 26 21:28:20.809201 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-a4902723-8429-4d18-968f-086ddfff971c tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Request body: {'security_group_rule': {'security_group_id': '6df82126-1037-48ab-9d89-3f4ac527699c', 'project_id': 'c6d9f10230f341edbbe46b16c17eb870', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:28:20.829179 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-00fe2937-d48b-4388-9e2b-fb336ba57fb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8eb58fbf-0428-4c48-a28b-f93fda1b012b', 'name': 'tempest-ServersTestJSON-60372698-router', 'tenant_id': 'ec177d36615b4624a9959f68ea3c49ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'external_fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.121'}], 'enable_snat': True}, 'gw_port_id': 'ac720063-0b2c-4c54-b677-d9870e1ecc17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T21:27:44Z', 'updated_at': '2022-01-26T21:27:51Z', 'revision_number': 4, 'project_id': 'ec177d36615b4624a9959f68ea3c49ca', 'gw_port': {'id': 'ac720063-0b2c-4c54-b677-d9870e1ecc17', 'name': '', 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:bd:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8eb58fbf-0428-4c48-a28b-f93fda1b012b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2478, 'fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:27:45Z', 'updated_at': '2022-01-26T21:27:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-5', '_floatingips': [{'id': 'dbc58367-db23-4f8d-afb7-a260a7294786', 'tenant_id': 'ec177d36615b4624a9959f68ea3c49ca', 'floating_ip_address': '172.25.1.148', 'floating_network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'router_id': '8eb58fbf-0428-4c48-a28b-f93fda1b012b', 'port_id': 'c7666755-0865-4d25-beed-0df0b9eaa4a9', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2491, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '02122a10-4175-495f-8cc0-81e28431e82d', 'mac_address': 'fa:16:3e:b6:b1:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f968d5f7-4d05-49be-a3bc-b5d53988042d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-26T21:27:57Z', 'updated_at': '2022-01-26T21:28:18Z', 'revision_number': 1, 'project_id': 'ec177d36615b4624a9959f68ea3c49ca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd53adb51-3ac7-4fba-a87e-977ec756aa7e', 'name': '', 'network_id': '02122a10-4175-495f-8cc0-81e28431e82d', 'tenant_id': 'ec177d36615b4624a9959f68ea3c49ca', 'mac_address': 'fa:16:3e:20:10:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8eb58fbf-0428-4c48-a28b-f93fda1b012b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2482, 'fixed_ips': [{'subnet_id': '7585cddc-8bd2-40da-99aa-e3973041ec4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:27:49Z', 'updated_at': '2022-01-26T21:27:58Z', 'revision_number': 5, 'project_id': 'ec177d36615b4624a9959f68ea3c49ca', 'subnets': [{'id': '7585cddc-8bd2-40da-99aa-e3973041ec4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760453-5', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:28:20.844624 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-a4902723-8429-4d18-968f-086ddfff971c tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Publish callbacks [] for security_group_rule (996a8ae9-77f8-4614-85e2-6fef92e20e51), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:28:20.855079 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add1bef7-7e9d-4dc4-8f3e-7fd82b96a919 req-a1fc5070-131f-4b31-b14b-bd5cf05bdbac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:28:20.856688 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-add1bef7-7e9d-4dc4-8f3e-7fd82b96a919 req-a1fc5070-131f-4b31-b14b-bd5cf05bdbac service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=02122a10-4175-495f-8cc0-81e28431e82d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1236773 Jan 26 21:28:20.874373 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00fe2937-d48b-4388-9e2b-fb336ba57fb7 None None] The sync data for ids ['8eb58fbf-0428-4c48-a28b-f93fda1b012b'] in n-d-760453-5 is: [{'id': '8eb58fbf-0428-4c48-a28b-f93fda1b012b', 'name': 'tempest-ServersTestJSON-60372698-router', 'tenant_id': 'ec177d36615b4624a9959f68ea3c49ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'external_fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.121'}], 'enable_snat': True}, 'gw_port_id': 'ac720063-0b2c-4c54-b677-d9870e1ecc17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T21:27:44Z', 'updated_at': '2022-01-26T21:27:51Z', 'revision_number': 4, 'project_id': 'ec177d36615b4624a9959f68ea3c49ca', 'gw_port': {'id': 'ac720063-0b2c-4c54-b677-d9870e1ecc17', 'name': '', 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:bd:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8eb58fbf-0428-4c48-a28b-f93fda1b012b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2478, 'fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:27:45Z', 'updated_at': '2022-01-26T21:27:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-5', '_floatingips': [{'id': 'dbc58367-db23-4f8d-afb7-a260a7294786', 'tenant_id': 'ec177d36615b4624a9959f68ea3c49ca', 'floating_ip_address': '172.25.1.148', 'floating_network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'router_id': '8eb58fbf-0428-4c48-a28b-f93fda1b012b', 'port_id': 'c7666755-0865-4d25-beed-0df0b9eaa4a9', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2491, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '02122a10-4175-495f-8cc0-81e28431e82d', 'mac_address': 'fa:16:3e:b6:b1:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f968d5f7-4d05-49be-a3bc-b5d53988042d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-26T21:27:57Z', 'updated_at': '2022-01-26T21:28:18Z', 'revision_number': 1, 'project_id': 'ec177d36615b4624a9959f68ea3c49ca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd53adb51-3ac7-4fba-a87e-977ec756aa7e', 'name': '', 'network_id': '02122a10-4175-495f-8cc0-81e28431e82d', 'tenant_id': 'ec177d36615b4624a9959f68ea3c49ca', 'mac_address': 'fa:16:3e:20:10:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8eb58fbf-0428-4c48-a28b-f93fda1b012b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2482, 'fixed_ips': [{'subnet_id': '7585cddc-8bd2-40da-99aa-e3973041ec4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:27:49Z', 'updated_at': '2022-01-26T21:27:58Z', 'revision_number': 5, 'project_id': 'ec177d36615b4624a9959f68ea3c49ca', 'subnets': [{'id': '7585cddc-8bd2-40da-99aa-e3973041ec4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 26 21:28:20.880929 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-31dc4b1e-531e-4da4-b5c1-162f968ddc2e req-879a390f-4392-4dfe-8d0c-053048aba0d6 tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca795481-031c-48ac-925f-00596ed83bb9 HTTP/1.1" status: 200 len: 210 time: 0.0727961 Jan 26 21:28:20.951986 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-a4902723-8429-4d18-968f-086ddfff971c tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Publish callbacks [] for security_group_rule (996a8ae9-77f8-4614-85e2-6fef92e20e51), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:28:20.959384 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-a4902723-8429-4d18-968f-086ddfff971c tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102715'] for security_group_rule (996a8ae9-77f8-4614-85e2-6fef92e20e51), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:28:20.983185 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4902723-8429-4d18-968f-086ddfff971c tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=996a8ae9-77f8-4614-85e2-6fef92e20e51,revision_number=0']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:28:21.000692 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-a4902723-8429-4d18-968f-086ddfff971c tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:28:21.002444 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-a4902723-8429-4d18-968f-086ddfff971c tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2035768 Jan 26 21:28:21.005070 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 48550) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:28:21.009700 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-bc9be922-7927-4ae6-88c3-a9140fc7c92d tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Request body: {'security_group_rule': {'security_group_id': '6df82126-1037-48ab-9d89-3f4ac527699c', 'project_id': 'c6d9f10230f341edbbe46b16c17eb870', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:28:21.021439 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-add1bef7-7e9d-4dc4-8f3e-7fd82b96a919 req-1585e711-5ea3-40a0-82a6-6c2f028a1465 service neutron] 10.222.0.57 "GET /v2.0/networks/02122a10-4175-495f-8cc0-81e28431e82d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1492112 Jan 26 21:28:21.037669 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-bc9be922-7927-4ae6-88c3-a9140fc7c92d tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Publish callbacks [] for security_group_rule (0ca8ec85-bb00-4a15-b9f2-52ee06ee6649), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:28:21.103806 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-bc9be922-7927-4ae6-88c3-a9140fc7c92d tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Publish callbacks [] for security_group_rule (0ca8ec85-bb00-4a15-b9f2-52ee06ee6649), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:28:21.109839 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-bc9be922-7927-4ae6-88c3-a9140fc7c92d tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102715'] for security_group_rule (0ca8ec85-bb00-4a15-b9f2-52ee06ee6649), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:28:21.131680 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9be922-7927-4ae6-88c3-a9140fc7c92d tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0ca8ec85-bb00-4a15-b9f2-52ee06ee6649,revision_number=0']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:28:21.140120 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-bc9be922-7927-4ae6-88c3-a9140fc7c92d tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:28:21.144698 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-bc9be922-7927-4ae6-88c3-a9140fc7c92d tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1384654 Jan 26 21:28:21.145483 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 48552) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:28:21.151110 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-fd48bb76-de7e-4552-b836-395f8e5ac891 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Request body: {'security_group_rule': {'security_group_id': '6df82126-1037-48ab-9d89-3f4ac527699c', 'project_id': 'c6d9f10230f341edbbe46b16c17eb870', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:28:21.185394 n-d-760453-5 neutron-server[103305]: INFO neutron.db.securitygroups_db [None req-fd48bb76-de7e-4552-b836-395f8e5ac891 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Project c6d9f10230f341edbbe46b16c17eb870 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 26 21:28:21.192877 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-fd48bb76-de7e-4552-b836-395f8e5ac891 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Publish callbacks [] for security_group_rule (ae3534cd-faa7-437f-b7af-256262f9ebbf), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:28:21.215064 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-911c9cb1-8438-4799-84ab-7b5843ec822a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (09df100c-3af1-4b0a-bda8-05914c71c458), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:28:21.232181 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-167e31a9-288d-4c8f-ad02-bfb14fa2715a None None] New status for floating IP dbc58367-db23-4f8d-afb7-a260a7294786: ACTIVE {{(pid=103306) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 26 21:28:21.271144 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9424b784-a9dc-4cf3-aa44-e6ffc0d8ac65 tempest-FloatingIPTestJSON-755675821 tempest-FloatingIPTestJSON-755675821-project] Router c5ecfbfd-fee9-4b72-9070-7a72d95e51a4 has already been hosted by L3 agent 09df100c-3af1-4b0a-bda8-05914c71c458 {{(pid=103304) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 26 21:28:21.271444 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-fd48bb76-de7e-4552-b836-395f8e5ac891 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Publish callbacks [] for security_group_rule (ae3534cd-faa7-437f-b7af-256262f9ebbf), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:28:21.275581 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-add1bef7-7e9d-4dc4-8f3e-7fd82b96a919 req-0bb4cefa-fbe4-40fb-9e31-504caa95f057 service neutron] 10.222.0.57 "GET /v2.0/networks/02122a10-4175-495f-8cc0-81e28431e82d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2115097 Jan 26 21:28:21.276719 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-fd48bb76-de7e-4552-b836-395f8e5ac891 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102715'] for security_group_rule (ae3534cd-faa7-437f-b7af-256262f9ebbf), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:28:21.315085 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd48bb76-de7e-4552-b836-395f8e5ac891 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ae3534cd-faa7-437f-b7af-256262f9ebbf,revision_number=0']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:28:21.332740 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-fd48bb76-de7e-4552-b836-395f8e5ac891 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:28:21.338337 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-fd48bb76-de7e-4552-b836-395f8e5ac891 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1911368 Jan 26 21:28:21.338885 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 48558) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:28:21.343769 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-d858140c-a787-4db2-8806-b5fd01fb87f9 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Request body: {'security_group_rule': {'security_group_id': '6df82126-1037-48ab-9d89-3f4ac527699c', 'project_id': 'c6d9f10230f341edbbe46b16c17eb870', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:28:21.367372 n-d-760453-5 neutron-server[103305]: INFO neutron.db.securitygroups_db [None req-d858140c-a787-4db2-8806-b5fd01fb87f9 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Project c6d9f10230f341edbbe46b16c17eb870 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 26 21:28:21.372988 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-d858140c-a787-4db2-8806-b5fd01fb87f9 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Publish callbacks [] for security_group_rule (66e53f60-a639-4f62-b708-eec170404203), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:28:21.444615 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-d858140c-a787-4db2-8806-b5fd01fb87f9 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Publish callbacks [] for security_group_rule (66e53f60-a639-4f62-b708-eec170404203), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:28:21.449321 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9424b784-a9dc-4cf3-aa44-e6ffc0d8ac65 tempest-FloatingIPTestJSON-755675821 tempest-FloatingIPTestJSON-755675821-project] Notify agent at l3_agent.n-d-760453-5 the message routers_updated {{(pid=103304) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 26 21:28:21.450230 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-d858140c-a787-4db2-8806-b5fd01fb87f9 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102715'] for security_group_rule (66e53f60-a639-4f62-b708-eec170404203), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:28:21.454911 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-9424b784-a9dc-4cf3-aa44-e6ffc0d8ac65 tempest-FloatingIPTestJSON-755675821 tempest-FloatingIPTestJSON-755675821-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for floatingip (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:28:21.462037 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1046e41-a0d3-497f-8c69-b132bdce5803 None None] Sync routers for ids ['c5ecfbfd-fee9-4b72-9070-7a72d95e51a4'] in n-d-760453-5 {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 26 21:28:21.466512 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d858140c-a787-4db2-8806-b5fd01fb87f9 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=66e53f60-a639-4f62-b708-eec170404203,revision_number=0']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:28:21.475542 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1046e41-a0d3-497f-8c69-b132bdce5803 None None] Routers {'c5ecfbfd-fee9-4b72-9070-7a72d95e51a4'} bound to L3 agent in host n-d-760453-5 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 21:28:21.476189 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-e1046e41-a0d3-497f-8c69-b132bdce5803 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-26T20:55:21Z,description=,heartbeat_timestamp=2022-01-26T21:28:21Z,host='n-d-760453-5',id=09df100c-3af1-4b0a-bda8-05914c71c458,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:55:21Z,topic='l3_agent')) {'router_ids': ['c5ecfbfd-fee9-4b72-9070-7a72d95e51a4'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:28:21.492122 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-9424b784-a9dc-4cf3-aa44-e6ffc0d8ac65 tempest-FloatingIPTestJSON-755675821 tempest-FloatingIPTestJSON-755675821-project] 10.222.0.13 "PUT /v2.0/floatingips/525344e6-ed2d-4df6-b0eb-8741f73f5cd1 HTTP/1.1" status: 200 len: 977 time: 2.6287441 Jan 26 21:28:21.492837 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 48560) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:28:21.496929 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-d858140c-a787-4db2-8806-b5fd01fb87f9 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:28:21.502647 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 48562) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:28:21.502830 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-d858140c-a787-4db2-8806-b5fd01fb87f9 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1615214 Jan 26 21:28:21.506214 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-c935033a-6837-4686-a591-d187c31194ac tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Request body: {'network': {'name': 'tempest-network-smoke--1592973126', 'project_id': 'c6d9f10230f341edbbe46b16c17eb870', 'port_security_enabled': True}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:28:21.529886 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-e1046e41-a0d3-497f-8c69-b132bdce5803 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760453-5', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:28:21.542065 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1046e41-a0d3-497f-8c69-b132bdce5803 None None] Routers {'c5ecfbfd-fee9-4b72-9070-7a72d95e51a4'} bound to L3 agent in host n-d-760453-5 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 21:28:21.543095 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-e1046e41-a0d3-497f-8c69-b132bdce5803 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-26T20:55:21Z,description=,heartbeat_timestamp=2022-01-26T21:28:21Z,host='n-d-760453-5',id=09df100c-3af1-4b0a-bda8-05914c71c458,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:55:21Z,topic='l3_agent')) {'router_ids': ['c5ecfbfd-fee9-4b72-9070-7a72d95e51a4'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:28:21.575190 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c935033a-6837-4686-a591-d187c31194ac tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Made reservation on behalf of c6d9f10230f341edbbe46b16c17eb870 for: {'network': 1} {{(pid=103304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 21:28:21.578426 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-c935033a-6837-4686-a591-d187c31194ac tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for network (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:28:21.592092 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-e1046e41-a0d3-497f-8c69-b132bdce5803 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760453-5', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:28:21.592865 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1046e41-a0d3-497f-8c69-b132bdce5803 None None] The sync data for ids ['c5ecfbfd-fee9-4b72-9070-7a72d95e51a4'] in n-d-760453-5 is: [] {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 26 21:28:21.617816 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c935033a-6837-4686-a591-d187c31194ac tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] vlan segment allocate from pool success with {'vlan_id': 594, 'physical_network': 'physnet1'} {{(pid=103304) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 26 21:28:21.634424 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-c935033a-6837-4686-a591-d187c31194ac tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576559'] for segment (75265355-61a4-4ae5-a4fd-f99af821ecaf), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:28:21.634776 n-d-760453-5 neutron-server[103304]: INFO neutron.db.segments_db [None req-c935033a-6837-4686-a591-d187c31194ac tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Added segment 75265355-61a4-4ae5-a4fd-f99af821ecaf of type vlan for network 7557909c-f107-4fe1-9c5f-aa82692577a6 Jan 26 21:28:21.644652 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-5b0c4f16-af6e-4a95-91ad-823979875f4c tempest-FloatingIPTestJSON-755675821 tempest-FloatingIPTestJSON-755675821-project] Deleting port 99528e2e-f7ef-4b64-ae0a-1d2c0e6188c9 {{(pid=103304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 21:28:21.644991 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-5b0c4f16-af6e-4a95-91ad-823979875f4c tempest-FloatingIPTestJSON-755675821 tempest-FloatingIPTestJSON-755675821-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746560630878'] for port (99528e2e-f7ef-4b64-ae0a-1d2c0e6188c9), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:28:21.724034 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-c935033a-6837-4686-a591-d187c31194ac tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746560256871'] for network (7557909c-f107-4fe1-9c5f-aa82692577a6), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:28:21.773930 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-5b0c4f16-af6e-4a95-91ad-823979875f4c tempest-FloatingIPTestJSON-755675821 tempest-FloatingIPTestJSON-755675821-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4109658'] for port (99528e2e-f7ef-4b64-ae0a-1d2c0e6188c9), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:28:21.776957 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-c935033a-6837-4686-a591-d187c31194ac tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503'] for network (7557909c-f107-4fe1-9c5f-aa82692577a6), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:28:21.782201 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c935033a-6837-4686-a591-d187c31194ac tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:28:21.782815 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-c935033a-6837-4686-a591-d187c31194ac tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Publish callbacks [] for network (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:28:21.885239 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-c935033a-6837-4686-a591-d187c31194ac tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3828428 Jan 26 21:28:21.888122 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 48568) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:28:21.893323 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-de65a2ca-f363-4b0c-a145-1b0c80693ca8 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-996109221', 'admin_state_up': True, 'project_id': 'c6d9f10230f341edbbe46b16c17eb870', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299'}}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:28:21.907707 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c935033a-6837-4686-a591-d187c31194ac tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Pushing event updated for resources: {'Network': ['ID=7557909c-f107-4fe1-9c5f-aa82692577a6,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:28:21.918247 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-de65a2ca-f363-4b0c-a145-1b0c80693ca8 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4104596', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13108'] for router (628c9988-0a80-44db-b4a8-4a3351e07dcb), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:28:21.919982 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-de65a2ca-f363-4b0c-a145-1b0c80693ca8 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4105828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4111306', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3733576', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13069'] for router (628c9988-0a80-44db-b4a8-4a3351e07dcb), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:28:21.922905 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Network 7557909c-f107-4fe1-9c5f-aa82692577a6 details requested by agent ovs-agent-n-d-760453-5 with host n-d-760453-5 {{(pid=103306) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 26 21:28:21.987358 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-de65a2ca-f363-4b0c-a145-1b0c80693ca8 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Publish callbacks [] for router_controller (628c9988-0a80-44db-b4a8-4a3351e07dcb), precommit_add_association {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:28:22.034882 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-a436afe9-3e13-43b1-9203-793de3977188 req-3e02515e-16db-4811-8bdf-c060ee2728c4 tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca795481-031c-48ac-925f-00596ed83bb9 HTTP/1.1" status: 200 len: 210 time: 0.0377657 Jan 26 21:28:22.114900 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-5b0c4f16-af6e-4a95-91ad-823979875f4c tempest-FloatingIPTestJSON-755675821 tempest-FloatingIPTestJSON-755675821-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:28:22.115520 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-5b0c4f16-af6e-4a95-91ad-823979875f4c tempest-FloatingIPTestJSON-755675821 tempest-FloatingIPTestJSON-755675821-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4110913'] for floatingip (525344e6-ed2d-4df6-b0eb-8741f73f5cd1), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:28:22.116336 n-d-760453-5 neutron-server[103304]: INFO neutron.db.l3_db [None req-5b0c4f16-af6e-4a95-91ad-823979875f4c tempest-FloatingIPTestJSON-755675821 tempest-FloatingIPTestJSON-755675821-project] Floating IP 525344e6-ed2d-4df6-b0eb-8741f73f5cd1 disassociated. External IP: 172.25.1.54, port: 99528e2e-f7ef-4b64-ae0a-1d2c0e6188c9. Jan 26 21:28:22.116851 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-5b0c4f16-af6e-4a95-91ad-823979875f4c tempest-FloatingIPTestJSON-755675821 tempest-FloatingIPTestJSON-755675821-project] Calling delete_port for 99528e2e-f7ef-4b64-ae0a-1d2c0e6188c9 owned by {{(pid=103304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 21:28:22.145376 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-de65a2ca-f363-4b0c-a145-1b0c80693ca8 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Publish callbacks [] for router_gateway (628c9988-0a80-44db-b4a8-4a3351e07dcb), precommit_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:28:22.214099 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-841f5991-a4d8-4d4b-b215-cbc6bab5427b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (aa7ee9d2-08eb-4e12-b895-24c57300dfec), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:28:22.286458 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-5b0c4f16-af6e-4a95-91ad-823979875f4c tempest-FloatingIPTestJSON-755675821 tempest-FloatingIPTestJSON-755675821-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746560636600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746560234536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9281553'] for port (99528e2e-f7ef-4b64-ae0a-1d2c0e6188c9), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:28:22.317451 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b0c4f16-af6e-4a95-91ad-823979875f4c tempest-FloatingIPTestJSON-755675821 tempest-FloatingIPTestJSON-755675821-project] Pushing event deleted for resources: {'Port': ['ID=99528e2e-f7ef-4b64-ae0a-1d2c0e6188c9,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:28:22.360575 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-de65a2ca-f363-4b0c-a145-1b0c80693ca8 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Publish callbacks [] for router_gateway (628c9988-0a80-44db-b4a8-4a3351e07dcb), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:28:22.380117 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-de65a2ca-f363-4b0c-a145-1b0c80693ca8 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:28:22.471667 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b0c4f16-af6e-4a95-91ad-823979875f4c tempest-FloatingIPTestJSON-755675821 tempest-FloatingIPTestJSON-755675821-project] Router c5ecfbfd-fee9-4b72-9070-7a72d95e51a4 has already been hosted by L3 agent 09df100c-3af1-4b0a-bda8-05914c71c458 {{(pid=103304) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 26 21:28:22.517270 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.db_base_plugin_common [None req-de65a2ca-f363-4b0c-a145-1b0c80693ca8 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Allocated IP 172.25.1.135 (4140a1f1-c93a-4bea-83a0-68953a54f299/e48251a1-e30d-4820-8396-00c6f6aeb601/be07b923-996d-4515-9d70-5a80937d4e86) {{(pid=103305) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 21:28:22.599146 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b0c4f16-af6e-4a95-91ad-823979875f4c tempest-FloatingIPTestJSON-755675821 tempest-FloatingIPTestJSON-755675821-project] Notify agent at l3_agent.n-d-760453-5 the message routers_updated {{(pid=103304) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 26 21:28:22.612092 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f61deb57-5043-4c17-8e98-b2d950c6d8da None None] Sync routers for ids ['c5ecfbfd-fee9-4b72-9070-7a72d95e51a4'] in n-d-760453-5 {{(pid=103306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 26 21:28:22.622944 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f61deb57-5043-4c17-8e98-b2d950c6d8da None None] Routers {'c5ecfbfd-fee9-4b72-9070-7a72d95e51a4'} bound to L3 agent in host n-d-760453-5 {{(pid=103306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 21:28:22.623560 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-f61deb57-5043-4c17-8e98-b2d950c6d8da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-26T20:55:21Z,description=,heartbeat_timestamp=2022-01-26T21:28:21Z,host='n-d-760453-5',id=09df100c-3af1-4b0a-bda8-05914c71c458,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:55:21Z,topic='l3_agent')) {'router_ids': ['c5ecfbfd-fee9-4b72-9070-7a72d95e51a4'], 'active': True} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:28:22.639530 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-de65a2ca-f363-4b0c-a145-1b0c80693ca8 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Publish callbacks [] for port (be07b923-996d-4515-9d70-5a80937d4e86), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:28:22.662506 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-f61deb57-5043-4c17-8e98-b2d950c6d8da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760453-5', False) {} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:28:22.672291 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f61deb57-5043-4c17-8e98-b2d950c6d8da None None] Routers {'c5ecfbfd-fee9-4b72-9070-7a72d95e51a4'} bound to L3 agent in host n-d-760453-5 {{(pid=103306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 21:28:22.673102 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-f61deb57-5043-4c17-8e98-b2d950c6d8da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-26T20:55:21Z,description=,heartbeat_timestamp=2022-01-26T21:28:21Z,host='n-d-760453-5',id=09df100c-3af1-4b0a-bda8-05914c71c458,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:55:21Z,topic='l3_agent')) {'router_ids': ['c5ecfbfd-fee9-4b72-9070-7a72d95e51a4'], 'active': True} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:28:22.689261 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-de65a2ca-f363-4b0c-a145-1b0c80693ca8 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746560234527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11791543'] for port (be07b923-996d-4515-9d70-5a80937d4e86), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:28:22.695054 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-5b0c4f16-af6e-4a95-91ad-823979875f4c tempest-FloatingIPTestJSON-755675821 tempest-FloatingIPTestJSON-755675821-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:28:22.704367 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-5b0c4f16-af6e-4a95-91ad-823979875f4c tempest-FloatingIPTestJSON-755675821 tempest-FloatingIPTestJSON-755675821-project] 10.222.0.13 "DELETE /v2.0/ports/99528e2e-f7ef-4b64-ae0a-1d2c0e6188c9 HTTP/1.1" status: 204 len: 168 time: 1.2104719 Jan 26 21:28:22.705919 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 48578) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:28:22.718327 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-f61deb57-5043-4c17-8e98-b2d950c6d8da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760453-5', False) {} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:28:22.719180 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f61deb57-5043-4c17-8e98-b2d950c6d8da None None] The sync data for ids ['c5ecfbfd-fee9-4b72-9070-7a72d95e51a4'] in n-d-760453-5 is: [] {{(pid=103306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 26 21:28:22.756602 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de65a2ca-f363-4b0c-a145-1b0c80693ca8 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Network 4140a1f1-c93a-4bea-83a0-68953a54f299 is already hosted by enough agents. {{(pid=103305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 21:28:22.761895 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [None req-de65a2ca-f363-4b0c-a145-1b0c80693ca8 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Resources bound (agent type, host, resource id): {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:28:22.765067 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-4f9b5dc0-8d54-4962-b82a-7f2c649d94ad tempest-FloatingIPTestJSON-755675821 tempest-FloatingIPTestJSON-755675821-project] 10.222.0.13 "GET /v2.0/floatingips/525344e6-ed2d-4df6-b0eb-8741f73f5cd1 HTTP/1.1" status: 200 len: 687 time: 0.0578094 Jan 26 21:28:22.769385 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 48580) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:28:22.774639 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de65a2ca-f363-4b0c-a145-1b0c80693ca8 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Received port after_create {{(pid=103305) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 21:28:22.800431 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de65a2ca-f363-4b0c-a145-1b0c80693ca8 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Pushing event updated for resources: {'Port': ['ID=be07b923-996d-4515-9d70-5a80937d4e86,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:28:22.910465 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-d4344402-e130-4a65-b9ef-2e812b6d931d tempest-FloatingIPTestJSON-755675821 tempest-FloatingIPTestJSON-755675821-project] Deleting port 48f2c8bd-7853-497a-930a-a56a2473fb2c {{(pid=103304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 21:28:22.910960 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-d4344402-e130-4a65-b9ef-2e812b6d931d tempest-FloatingIPTestJSON-755675821 tempest-FloatingIPTestJSON-755675821-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746560630878'] for port (48f2c8bd-7853-497a-930a-a56a2473fb2c), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:28:22.996300 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (4d619873-4b60-439f-9b5a-b155dc8bbc34), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:28:23.004964 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-d4344402-e130-4a65-b9ef-2e812b6d931d tempest-FloatingIPTestJSON-755675821 tempest-FloatingIPTestJSON-755675821-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4109658'] for port (48f2c8bd-7853-497a-930a-a56a2473fb2c), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:28:23.005797 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-d4344402-e130-4a65-b9ef-2e812b6d931d tempest-FloatingIPTestJSON-755675821 tempest-FloatingIPTestJSON-755675821-project] Publish callbacks [] for floatingip (48f2c8bd-7853-497a-930a-a56a2473fb2c), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:28:23.020575 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-d4344402-e130-4a65-b9ef-2e812b6d931d tempest-FloatingIPTestJSON-755675821 tempest-FloatingIPTestJSON-755675821-project] Calling delete_port for 48f2c8bd-7853-497a-930a-a56a2473fb2c owned by network:floatingip {{(pid=103304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 21:28:23.160784 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-1dc66e3a-043c-44b9-9baa-649e1ab45895 req-5ce9122d-565f-4237-b1c1-290923f34860 tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca795481-031c-48ac-925f-00596ed83bb9 HTTP/1.1" status: 200 len: 210 time: 0.0346336 Jan 26 21:28:23.232079 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-d4344402-e130-4a65-b9ef-2e812b6d931d tempest-FloatingIPTestJSON-755675821 tempest-FloatingIPTestJSON-755675821-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746560636600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746560234536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9281553'] for port (48f2c8bd-7853-497a-930a-a56a2473fb2c), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:28:23.260644 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4344402-e130-4a65-b9ef-2e812b6d931d tempest-FloatingIPTestJSON-755675821 tempest-FloatingIPTestJSON-755675821-project] Pushing event deleted for resources: {'Port': ['ID=48f2c8bd-7853-497a-930a-a56a2473fb2c,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:28:23.332757 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-d4344402-e130-4a65-b9ef-2e812b6d931d tempest-FloatingIPTestJSON-755675821 tempest-FloatingIPTestJSON-755675821-project] Publish callbacks [] for floatingip (525344e6-ed2d-4df6-b0eb-8741f73f5cd1), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:28:23.336113 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-d4344402-e130-4a65-b9ef-2e812b6d931d tempest-FloatingIPTestJSON-755675821 tempest-FloatingIPTestJSON-755675821-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for floatingip (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:28:23.337683 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-d4344402-e130-4a65-b9ef-2e812b6d931d tempest-FloatingIPTestJSON-755675821 tempest-FloatingIPTestJSON-755675821-project] 10.222.0.13 "DELETE /v2.0/floatingips/525344e6-ed2d-4df6-b0eb-8741f73f5cd1 HTTP/1.1" status: 204 len: 168 time: 0.5668428 Jan 26 21:28:23.342158 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 48588) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:28:23.346563 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-78d151ba-69b5-4c69-9096-6d802526f41a tempest-FloatingIPTestJSON-755675821 tempest-FloatingIPTestJSON-755675821-project] Request body: {'floatingip': {'floating_network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'port_id': 'ae14be6a-782e-4827-8d2b-d084ba7a4e1e'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:28:23.368706 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-78d151ba-69b5-4c69-9096-6d802526f41a tempest-FloatingIPTestJSON-755675821 tempest-FloatingIPTestJSON-755675821-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:28:23.388830 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-de65a2ca-f363-4b0c-a145-1b0c80693ca8 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Publish callbacks [] for router_gateway (628c9988-0a80-44db-b4a8-4a3351e07dcb), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:28:23.486120 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-78d151ba-69b5-4c69-9096-6d802526f41a tempest-FloatingIPTestJSON-755675821 tempest-FloatingIPTestJSON-755675821-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:28:23.606020 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.db_base_plugin_common [None req-78d151ba-69b5-4c69-9096-6d802526f41a tempest-FloatingIPTestJSON-755675821 tempest-FloatingIPTestJSON-755675821-project] Allocated IP 172.25.1.40 (4140a1f1-c93a-4bea-83a0-68953a54f299/e48251a1-e30d-4820-8396-00c6f6aeb601/0e99dbd1-f4f9-4998-98fd-6bf2924ec290) {{(pid=103304) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 21:28:23.616512 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-de65a2ca-f363-4b0c-a145-1b0c80693ca8 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4105757', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4111263'] for router (628c9988-0a80-44db-b4a8-4a3351e07dcb), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:28:23.714431 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-78d151ba-69b5-4c69-9096-6d802526f41a tempest-FloatingIPTestJSON-755675821 tempest-FloatingIPTestJSON-755675821-project] Publish callbacks [] for port (0e99dbd1-f4f9-4998-98fd-6bf2924ec290), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:28:23.753286 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de65a2ca-f363-4b0c-a145-1b0c80693ca8 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Router 628c9988-0a80-44db-b4a8-4a3351e07dcb is scheduled to L3 agent 09df100c-3af1-4b0a-bda8-05914c71c458 with binding_index 1 {{(pid=103305) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 26 21:28:23.771568 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-78d151ba-69b5-4c69-9096-6d802526f41a tempest-FloatingIPTestJSON-755675821 tempest-FloatingIPTestJSON-755675821-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746560234527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9281553'] for port (0e99dbd1-f4f9-4998-98fd-6bf2924ec290), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:28:23.825150 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78d151ba-69b5-4c69-9096-6d802526f41a tempest-FloatingIPTestJSON-755675821 tempest-FloatingIPTestJSON-755675821-project] Network 4140a1f1-c93a-4bea-83a0-68953a54f299 is already hosted by enough agents. {{(pid=103304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 21:28:23.825966 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d151ba-69b5-4c69-9096-6d802526f41a tempest-FloatingIPTestJSON-755675821 tempest-FloatingIPTestJSON-755675821-project] Pushing event updated for resources: {'Port': ['ID=0e99dbd1-f4f9-4998-98fd-6bf2924ec290,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:28:23.828914 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [None req-78d151ba-69b5-4c69-9096-6d802526f41a tempest-FloatingIPTestJSON-755675821 tempest-FloatingIPTestJSON-755675821-project] Resources bound (agent type, host, resource id): {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:28:23.831163 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78d151ba-69b5-4c69-9096-6d802526f41a tempest-FloatingIPTestJSON-755675821 tempest-FloatingIPTestJSON-755675821-project] Received port after_create {{(pid=103304) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 21:28:23.863254 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de65a2ca-f363-4b0c-a145-1b0c80693ca8 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Notify agent at l3_agent.n-d-760453-5 the message routers_updated {{(pid=103305) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 26 21:28:23.877269 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b2bc4a6-c12a-4011-b480-33ea6126dd68 None None] Sync routers for ids ['628c9988-0a80-44db-b4a8-4a3351e07dcb'] in n-d-760453-5 {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 26 21:28:23.890843 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b2bc4a6-c12a-4011-b480-33ea6126dd68 None None] Routers {'628c9988-0a80-44db-b4a8-4a3351e07dcb'} bound to L3 agent in host n-d-760453-5 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 21:28:23.891732 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-de65a2ca-f363-4b0c-a145-1b0c80693ca8 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Publish callbacks [] for router (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:28:23.892083 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-6b2bc4a6-c12a-4011-b480-33ea6126dd68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-26T20:55:21Z,description=,heartbeat_timestamp=2022-01-26T21:28:21Z,host='n-d-760453-5',id=09df100c-3af1-4b0a-bda8-05914c71c458,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:55:21Z,topic='l3_agent')) {'router_ids': ['628c9988-0a80-44db-b4a8-4a3351e07dcb'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:28:23.896286 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 48594) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:28:23.897575 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-de65a2ca-f363-4b0c-a145-1b0c80693ca8 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.0083144 Jan 26 21:28:24.063330 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-839dd188-ec69-470c-9ab0-d318dc1a2e96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (e79b4fc6-6c71-44b2-a6d0-ff3e1f4dfd0d), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:28:24.143726 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_dvr_db [None req-6b2bc4a6-c12a-4011-b480-33ea6126dd68 None None] Set router 628c9988-0a80-44db-b4a8-4a3351e07dcb gateway port host: n-d-760453-5 {{(pid=103307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 21:28:24.183785 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-3340685e-b7d4-4ad9-a83c-bdb8f0739274 tempest-TestNetworkAdvancedServerOps-1435295253 tempest-TestNetworkAdvancedServerOps-1435295253-project-admin] 10.222.0.13 "GET /v2.0/subnets?project_id=c6d9f10230f341edbbe46b16c17eb870&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2840483 Jan 26 21:28:24.184155 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 48600) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:28:24.302762 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-90152a6b-ff98-40ba-b298-c8c26ce872da req-dcaefbfc-b017-40e9-9048-49d8f4ab9f38 tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca795481-031c-48ac-925f-00596ed83bb9 HTTP/1.1" status: 200 len: 210 time: 0.0358663 Jan 26 21:28:24.373662 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-6b2bc4a6-c12a-4011-b480-33ea6126dd68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '628c9988-0a80-44db-b4a8-4a3351e07dcb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-996109221', 'tenant_id': 'c6d9f10230f341edbbe46b16c17eb870', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'external_fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.135'}], 'enable_snat': True}, 'gw_port_id': 'be07b923-996d-4515-9d70-5a80937d4e86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T21:28:21Z', 'updated_at': '2022-01-26T21:28:23Z', 'revision_number': 3, 'project_id': 'c6d9f10230f341edbbe46b16c17eb870', 'gw_port': {'id': 'be07b923-996d-4515-9d70-5a80937d4e86', 'name': '', 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:36:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '628c9988-0a80-44db-b4a8-4a3351e07dcb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2511, 'fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:28:22Z', 'updated_at': '2022-01-26T21:28:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-5'}], 'n-d-760453-5', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:28:24.400742 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ca05e2f-bf93-4335-a27f-8d92c55389b6 tempest-TestNetworkAdvancedServerOps-1435295253 tempest-TestNetworkAdvancedServerOps-1435295253-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:28:24.402841 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b2bc4a6-c12a-4011-b480-33ea6126dd68 None None] Checking router: 628c9988-0a80-44db-b4a8-4a3351e07dcb for host: n-d-760453-5 {{(pid=103307) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 26 21:28:24.403027 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-0ca05e2f-bf93-4335-a27f-8d92c55389b6 tempest-TestNetworkAdvancedServerOps-1435295253 tempest-TestNetworkAdvancedServerOps-1435295253-project-admin] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2176831 Jan 26 21:28:24.403323 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b2bc4a6-c12a-4011-b480-33ea6126dd68 None None] Updating router 628c9988-0a80-44db-b4a8-4a3351e07dcb port be07b923-996d-4515-9d70-5a80937d4e86 binding host n-d-760453-5 {{(pid=103307) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 26 21:28:24.405714 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 48604) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:28:24.416828 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-78d151ba-69b5-4c69-9096-6d802526f41a tempest-FloatingIPTestJSON-755675821 tempest-FloatingIPTestJSON-755675821-project] Publish callbacks [] for floatingip (ebb0a566-bed5-4b55-9d44-8a575dffa17b), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:28:24.437153 n-d-760453-5 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-6b2bc4a6-c12a-4011-b480-33ea6126dd68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (be07b923-996d-4515-9d70-5a80937d4e86), before_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:28:24.498008 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-db61d5df-b307-4471-9b13-6301dc835421 tempest-TestNetworkAdvancedServerOps-1435295253 tempest-TestNetworkAdvancedServerOps-1435295253-project-admin] 10.222.0.13 "GET /v2.0/subnets?network_id=4140a1f1-c93a-4bea-83a0-68953a54f299&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0861306 Jan 26 21:28:24.500978 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 48608) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:28:24.509554 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-adc97322-6c00-4bc7-88cf-19c33dcfec98 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1275081486', 'network_id': '7557909c-f107-4fe1-9c5f-aa82692577a6', 'project_id': 'c6d9f10230f341edbbe46b16c17eb870', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:28:24.567535 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-78d151ba-69b5-4c69-9096-6d802526f41a tempest-FloatingIPTestJSON-755675821 tempest-FloatingIPTestJSON-755675821-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (0e99dbd1-f4f9-4998-98fd-6bf2924ec290), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:28:24.695332 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-adc97322-6c00-4bc7-88cf-19c33dcfec98 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Made reservation on behalf of c6d9f10230f341edbbe46b16c17eb870 for: {'subnet': 1} {{(pid=103304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 21:28:24.699061 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-adc97322-6c00-4bc7-88cf-19c33dcfec98 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12215181'] for subnet (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:28:24.769884 n-d-760453-5 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-6b2bc4a6-c12a-4011-b480-33ea6126dd68 None None] Publish callbacks [] for port (be07b923-996d-4515-9d70-5a80937d4e86), precommit_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:28:24.782286 n-d-760453-5 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-6b2bc4a6-c12a-4011-b480-33ea6126dd68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (be07b923-996d-4515-9d70-5a80937d4e86), after_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:28:24.845041 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5263f10a-b77c-4d2c-906c-5a17a2ac8aca None None] Pushing event updated for resources: {'Port': ['ID=be07b923-996d-4515-9d70-5a80937d4e86,revision_number=2']} {{(pid=103307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:28:24.848262 n-d-760453-5 neutron-server[103307]: DEBUG neutron.plugins.ml2.managers [None req-6b2bc4a6-c12a-4011-b480-33ea6126dd68 None None] Attempting to bind port be07b923-996d-4515-9d70-5a80937d4e86 on host n-d-760453-5 for vnic_type normal with profile {{(pid=103307) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 21:28:24.848637 n-d-760453-5 neutron-server[103307]: DEBUG neutron.plugins.ml2.managers [None req-6b2bc4a6-c12a-4011-b480-33ea6126dd68 None None] Attempting to bind port be07b923-996d-4515-9d70-5a80937d4e86 by drivers openvswitch,hyperv on host n-d-760453-5 at level 0 using segments [{'id': 'e17cb353-418f-48b9-b982-21a6233ee99b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299'}] {{(pid=103307) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 26 21:28:24.848996 n-d-760453-5 neutron-server[103307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b2bc4a6-c12a-4011-b480-33ea6126dd68 None None] Attempting to bind port be07b923-996d-4515-9d70-5a80937d4e86 on network 4140a1f1-c93a-4bea-83a0-68953a54f299 {{(pid=103307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 21:28:24.854741 n-d-760453-5 neutron-server[103307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b2bc4a6-c12a-4011-b480-33ea6126dd68 None None] Checking agent: {'id': 'fea0591a-627d-4c87-9a9a-01625ddf3277', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760453-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 20, 55, 25), 'started_at': datetime.datetime(2022, 1, 26, 20, 55, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 21, 27, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760453-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 26 21:28:24.855114 n-d-760453-5 neutron-server[103307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b2bc4a6-c12a-4011-b480-33ea6126dd68 None None] Checking segment: {'id': 'e17cb353-418f-48b9-b982-21a6233ee99b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103307) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 21:28:24.855511 n-d-760453-5 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-6b2bc4a6-c12a-4011-b480-33ea6126dd68 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:28:24.855896 n-d-760453-5 neutron-server[103307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b2bc4a6-c12a-4011-b480-33ea6126dd68 None None] Bound using segment: {'id': 'e17cb353-418f-48b9-b982-21a6233ee99b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299'} {{(pid=103307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 26 21:28:24.856351 n-d-760453-5 neutron-server[103307]: DEBUG neutron.plugins.ml2.managers [None req-6b2bc4a6-c12a-4011-b480-33ea6126dd68 None None] Bound port: be07b923-996d-4515-9d70-5a80937d4e86, host: n-d-760453-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e17cb353-418f-48b9-b982-21a6233ee99b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299'}}] {{(pid=103307) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 26 21:28:24.856721 n-d-760453-5 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-6b2bc4a6-c12a-4011-b480-33ea6126dd68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (be07b923-996d-4515-9d70-5a80937d4e86), before_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:28:24.907530 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-78d151ba-69b5-4c69-9096-6d802526f41a tempest-FloatingIPTestJSON-755675821 tempest-FloatingIPTestJSON-755675821-project] Publish callbacks [] for port (0e99dbd1-f4f9-4998-98fd-6bf2924ec290), precommit_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:28:24.914837 n-d-760453-5 neutron-server[103307]: DEBUG neutron.plugins.ml2.db [None req-6b2bc4a6-c12a-4011-b480-33ea6126dd68 None None] For port be07b923-996d-4515-9d70-5a80937d4e86, host n-d-760453-5, cleared binding levels {{(pid=103307) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 26 21:28:24.915323 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-78d151ba-69b5-4c69-9096-6d802526f41a tempest-FloatingIPTestJSON-755675821 tempest-FloatingIPTestJSON-755675821-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9281542'] for port (0e99dbd1-f4f9-4998-98fd-6bf2924ec290), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:28:24.917775 n-d-760453-5 neutron-server[103307]: DEBUG neutron.plugins.ml2.db [None req-6b2bc4a6-c12a-4011-b480-33ea6126dd68 None None] For port be07b923-996d-4515-9d70-5a80937d4e86, host n-d-760453-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=be07b923-996d-4515-9d70-5a80937d4e86,segment=NetworkSegment(e17cb353-418f-48b9-b982-21a6233ee99b),segment_id=e17cb353-418f-48b9-b982-21a6233ee99b)] {{(pid=103307) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 26 21:28:24.922257 n-d-760453-5 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-6b2bc4a6-c12a-4011-b480-33ea6126dd68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (be07b923-996d-4515-9d70-5a80937d4e86), after_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:28:24.983961 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b2bc4a6-c12a-4011-b480-33ea6126dd68 None None] Routers {'628c9988-0a80-44db-b4a8-4a3351e07dcb'} bound to L3 agent in host n-d-760453-5 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 21:28:24.984593 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-6b2bc4a6-c12a-4011-b480-33ea6126dd68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-26T20:55:21Z,description=,heartbeat_timestamp=2022-01-26T21:28:21Z,host='n-d-760453-5',id=09df100c-3af1-4b0a-bda8-05914c71c458,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:55:21Z,topic='l3_agent')) {'router_ids': ['628c9988-0a80-44db-b4a8-4a3351e07dcb'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:28:25.022702 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5263f10a-b77c-4d2c-906c-5a17a2ac8aca None None] Pushing event updated for resources: {'Port': ['ID=be07b923-996d-4515-9d70-5a80937d4e86,revision_number=3']} {{(pid=103307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:28:25.105447 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_dvr_db [None req-6b2bc4a6-c12a-4011-b480-33ea6126dd68 None None] Set router 628c9988-0a80-44db-b4a8-4a3351e07dcb gateway port host: n-d-760453-5 {{(pid=103307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 21:28:25.300578 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (fea0591a-627d-4c87-9a9a-01625ddf3277), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:28:25.308234 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-6b2bc4a6-c12a-4011-b480-33ea6126dd68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '628c9988-0a80-44db-b4a8-4a3351e07dcb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-996109221', 'tenant_id': 'c6d9f10230f341edbbe46b16c17eb870', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'external_fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.135'}], 'enable_snat': True}, 'gw_port_id': 'be07b923-996d-4515-9d70-5a80937d4e86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T21:28:21Z', 'updated_at': '2022-01-26T21:28:23Z', 'revision_number': 3, 'project_id': 'c6d9f10230f341edbbe46b16c17eb870', 'gw_port': {'id': 'be07b923-996d-4515-9d70-5a80937d4e86', 'name': '', 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:36:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '628c9988-0a80-44db-b4a8-4a3351e07dcb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2511, 'fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:28:22Z', 'updated_at': '2022-01-26T21:28:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-5'}], 'n-d-760453-5', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:28:25.343223 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b2bc4a6-c12a-4011-b480-33ea6126dd68 None None] The sync data for ids ['628c9988-0a80-44db-b4a8-4a3351e07dcb'] in n-d-760453-5 is: [{'id': '628c9988-0a80-44db-b4a8-4a3351e07dcb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-996109221', 'tenant_id': 'c6d9f10230f341edbbe46b16c17eb870', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'external_fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.135'}], 'enable_snat': True}, 'gw_port_id': 'be07b923-996d-4515-9d70-5a80937d4e86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T21:28:21Z', 'updated_at': '2022-01-26T21:28:23Z', 'revision_number': 3, 'project_id': 'c6d9f10230f341edbbe46b16c17eb870', 'gw_port': {'id': 'be07b923-996d-4515-9d70-5a80937d4e86', 'name': '', 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:36:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '628c9988-0a80-44db-b4a8-4a3351e07dcb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2511, 'fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:28:22Z', 'updated_at': '2022-01-26T21:28:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-5'}] {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 26 21:28:25.397161 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-adc97322-6c00-4bc7-88cf-19c33dcfec98 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9285249', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12215227'] for subnet (4f1e9217-1293-49d5-885f-ad0242ed3cd1), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:28:25.411091 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d151ba-69b5-4c69-9096-6d802526f41a tempest-FloatingIPTestJSON-755675821 tempest-FloatingIPTestJSON-755675821-project] Pushing event updated for resources: {'Port': ['ID=0e99dbd1-f4f9-4998-98fd-6bf2924ec290,revision_number=2']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:28:25.456857 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-78d151ba-69b5-4c69-9096-6d802526f41a tempest-FloatingIPTestJSON-755675821 tempest-FloatingIPTestJSON-755675821-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4110913'] for floatingip (ebb0a566-bed5-4b55-9d44-8a575dffa17b), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:28:25.482520 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-505495e3-8c9b-4dd2-9f85-43725096ee63 req-ebd9c508-a2de-4cb5-95a6-b8c1e92f78f0 tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca795481-031c-48ac-925f-00596ed83bb9 HTTP/1.1" status: 200 len: 210 time: 0.0774190 Jan 26 21:28:25.532387 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc97322-6c00-4bc7-88cf-19c33dcfec98 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Pushing event updated for resources: {'Subnet': ['ID=4f1e9217-1293-49d5-885f-ad0242ed3cd1,revision_number=0']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:28:25.604450 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adc97322-6c00-4bc7-88cf-19c33dcfec98 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Checking segment: {'id': '75265355-61a4-4ae5-a4fd-f99af821ecaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '7557909c-f107-4fe1-9c5f-aa82692577a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103304) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 21:28:25.604842 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adc97322-6c00-4bc7-88cf-19c33dcfec98 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Network hostable DHCP agents. Network: 7557909c-f107-4fe1-9c5f-aa82692577a6, hostable agents: ['474ccdf7-ab6c-405b-a3b2-dc7b05829902'], hosted agents: [] {{(pid=103304) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 26 21:28:25.669058 n-d-760453-5 neutron-server[103304]: INFO neutron.db.l3_db [None req-78d151ba-69b5-4c69-9096-6d802526f41a tempest-FloatingIPTestJSON-755675821 tempest-FloatingIPTestJSON-755675821-project] Floating IP ebb0a566-bed5-4b55-9d44-8a575dffa17b associated. External IP: 172.25.1.40, port: ae14be6a-782e-4827-8d2b-d084ba7a4e1e. Jan 26 21:28:25.712032 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adc97322-6c00-4bc7-88cf-19c33dcfec98 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Network 7557909c-f107-4fe1-9c5f-aa82692577a6 is scheduled to be hosted by DHCP agent 474ccdf7-ab6c-405b-a3b2-dc7b05829902 with binding_index 1 {{(pid=103304) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 26 21:28:25.731990 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [None req-adc97322-6c00-4bc7-88cf-19c33dcfec98 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760453-5, 7557909c-f107-4fe1-9c5f-aa82692577a6) {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:28:25.741280 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adc97322-6c00-4bc7-88cf-19c33dcfec98 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:28:25.742453 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-adc97322-6c00-4bc7-88cf-19c33dcfec98 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Publish callbacks [] for subnet (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:28:25.761190 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fec9c60-18c5-4e18-8e02-43c35f92ca95 None None] Network 7557909c-f107-4fe1-9c5f-aa82692577a6 requested from n-d-760453-5 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 26 21:28:25.812684 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-adc97322-6c00-4bc7-88cf-19c33dcfec98 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.3087440 Jan 26 21:28:25.815605 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 48624) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:28:25.898445 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06c71901-0fd5-46cf-82a7-054dd898ef03 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3c4099e8-8ffb-51d1-af7f-5868973e933f-7557909c-f107-4fe1-9c5f-aa82692577a6', 'network_id': '7557909c-f107-4fe1-9c5f-aa82692577a6', 'project_id': 'c6d9f10230f341edbbe46b16c17eb870', 'fixed_ips': [{'subnet_id': '4f1e9217-1293-49d5-885f-ad0242ed3cd1'}]}} from n-d-760453-5. {{(pid=103306) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 26 21:28:25.906819 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-06c71901-0fd5-46cf-82a7-054dd898ef03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (None), before_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:28:26.006792 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78d151ba-69b5-4c69-9096-6d802526f41a tempest-FloatingIPTestJSON-755675821 tempest-FloatingIPTestJSON-755675821-project] Router c5ecfbfd-fee9-4b72-9070-7a72d95e51a4 has already been hosted by L3 agent 09df100c-3af1-4b0a-bda8-05914c71c458 {{(pid=103304) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 26 21:28:26.080728 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.db_base_plugin_common [None req-06c71901-0fd5-46cf-82a7-054dd898ef03 None None] Allocated IP 172.20.0.2 (7557909c-f107-4fe1-9c5f-aa82692577a6/4f1e9217-1293-49d5-885f-ad0242ed3cd1/acca8c9c-cb66-47b5-a273-9e7d927c62ab) {{(pid=103306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 21:28:26.276921 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-06c71901-0fd5-46cf-82a7-054dd898ef03 None None] Publish callbacks [] for port (acca8c9c-cb66-47b5-a273-9e7d927c62ab), precommit_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:28:26.285211 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-06c71901-0fd5-46cf-82a7-054dd898ef03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746560234527'] for port (acca8c9c-cb66-47b5-a273-9e7d927c62ab), after_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:28:26.304391 n-d-760453-5 neutron-server[103306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06c71901-0fd5-46cf-82a7-054dd898ef03 None None] Network 7557909c-f107-4fe1-9c5f-aa82692577a6 is already hosted by enough agents. {{(pid=103306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 21:28:26.327783 n-d-760453-5 neutron-server[103306]: DEBUG neutron.scheduler.base_scheduler [None req-06c71901-0fd5-46cf-82a7-054dd898ef03 None None] Resources bound (agent type, host, resource id): {{(pid=103306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:28:26.332166 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06c71901-0fd5-46cf-82a7-054dd898ef03 None None] Received port after_create {{(pid=103306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 21:28:26.400554 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c71901-0fd5-46cf-82a7-054dd898ef03 None None] Pushing event updated for resources: {'Port': ['ID=acca8c9c-cb66-47b5-a273-9e7d927c62ab,revision_number=1']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:28:26.422218 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78d151ba-69b5-4c69-9096-6d802526f41a tempest-FloatingIPTestJSON-755675821 tempest-FloatingIPTestJSON-755675821-project] Notify agent at l3_agent.n-d-760453-5 the message routers_updated {{(pid=103304) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 26 21:28:26.425248 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-06c71901-0fd5-46cf-82a7-054dd898ef03 None None] Attempting to bind port acca8c9c-cb66-47b5-a273-9e7d927c62ab on host n-d-760453-5 for vnic_type normal with profile {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 21:28:26.425616 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-06c71901-0fd5-46cf-82a7-054dd898ef03 None None] Attempting to bind port acca8c9c-cb66-47b5-a273-9e7d927c62ab by drivers openvswitch,hyperv on host n-d-760453-5 at level 0 using segments [{'id': '75265355-61a4-4ae5-a4fd-f99af821ecaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '7557909c-f107-4fe1-9c5f-aa82692577a6'}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 26 21:28:26.425985 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06c71901-0fd5-46cf-82a7-054dd898ef03 None None] Attempting to bind port acca8c9c-cb66-47b5-a273-9e7d927c62ab on network 7557909c-f107-4fe1-9c5f-aa82692577a6 {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 21:28:26.433004 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06c71901-0fd5-46cf-82a7-054dd898ef03 None None] Checking agent: {'id': 'fea0591a-627d-4c87-9a9a-01625ddf3277', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760453-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 20, 55, 25), 'started_at': datetime.datetime(2022, 1, 26, 20, 55, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 21, 28, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760453-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 26 21:28:26.433421 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06c71901-0fd5-46cf-82a7-054dd898ef03 None None] Checking segment: {'id': '75265355-61a4-4ae5-a4fd-f99af821ecaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '7557909c-f107-4fe1-9c5f-aa82692577a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 21:28:26.433834 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-06c71901-0fd5-46cf-82a7-054dd898ef03 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:28:26.434233 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06c71901-0fd5-46cf-82a7-054dd898ef03 None None] Bound using segment: {'id': '75265355-61a4-4ae5-a4fd-f99af821ecaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '7557909c-f107-4fe1-9c5f-aa82692577a6'} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 26 21:28:26.434717 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-06c71901-0fd5-46cf-82a7-054dd898ef03 None None] Bound port: acca8c9c-cb66-47b5-a273-9e7d927c62ab, host: n-d-760453-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75265355-61a4-4ae5-a4fd-f99af821ecaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '7557909c-f107-4fe1-9c5f-aa82692577a6'}}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 26 21:28:26.435573 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-06c71901-0fd5-46cf-82a7-054dd898ef03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (acca8c9c-cb66-47b5-a273-9e7d927c62ab), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:28:26.456677 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26d707a5-732a-49ec-882b-810eeee14f2a None None] Sync routers for ids ['c5ecfbfd-fee9-4b72-9070-7a72d95e51a4'] in n-d-760453-5 {{(pid=103306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 26 21:28:26.467972 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26d707a5-732a-49ec-882b-810eeee14f2a None None] Routers {'c5ecfbfd-fee9-4b72-9070-7a72d95e51a4'} bound to L3 agent in host n-d-760453-5 {{(pid=103306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 21:28:26.468621 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-26d707a5-732a-49ec-882b-810eeee14f2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-26T20:55:21Z,description=,heartbeat_timestamp=2022-01-26T21:28:21Z,host='n-d-760453-5',id=09df100c-3af1-4b0a-bda8-05914c71c458,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:55:21Z,topic='l3_agent')) {'router_ids': ['c5ecfbfd-fee9-4b72-9070-7a72d95e51a4'], 'active': True} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:28:26.484992 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-78d151ba-69b5-4c69-9096-6d802526f41a tempest-FloatingIPTestJSON-755675821 tempest-FloatingIPTestJSON-755675821-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for floatingip (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:28:26.531098 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-78d151ba-69b5-4c69-9096-6d802526f41a tempest-FloatingIPTestJSON-755675821 tempest-FloatingIPTestJSON-755675821-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 3.1856055 Jan 26 21:28:26.531536 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 48632) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:28:26.537875 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-312b93cb-4f6f-4042-8902-a0439bebbab5 tempest-FloatingIPTestJSON-755675821 tempest-FloatingIPTestJSON-755675821-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-1270638323'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:28:26.538440 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-06c71901-0fd5-46cf-82a7-054dd898ef03 None None] For port acca8c9c-cb66-47b5-a273-9e7d927c62ab, host n-d-760453-5, cleared binding levels {{(pid=103306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 26 21:28:26.547184 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-06c71901-0fd5-46cf-82a7-054dd898ef03 None None] For port acca8c9c-cb66-47b5-a273-9e7d927c62ab, host n-d-760453-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=acca8c9c-cb66-47b5-a273-9e7d927c62ab,segment=NetworkSegment(75265355-61a4-4ae5-a4fd-f99af821ecaf),segment_id=75265355-61a4-4ae5-a4fd-f99af821ecaf)] {{(pid=103306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 26 21:28:26.582975 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-312b93cb-4f6f-4042-8902-a0439bebbab5 tempest-FloatingIPTestJSON-755675821 tempest-FloatingIPTestJSON-755675821-project] Made reservation on behalf of 48d7f55ad7394a9ebbf9716baaad9095 for: {'network': 1} {{(pid=103304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 21:28:26.586540 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-312b93cb-4f6f-4042-8902-a0439bebbab5 tempest-FloatingIPTestJSON-755675821 tempest-FloatingIPTestJSON-755675821-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for network (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:28:26.597937 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-06c71901-0fd5-46cf-82a7-054dd898ef03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (acca8c9c-cb66-47b5-a273-9e7d927c62ab), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:28:26.605182 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-26d707a5-732a-49ec-882b-810eeee14f2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760453-5', False) {} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:28:26.648185 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-175a40c1-81db-410e-b4b6-15d232b2d79d req-ae6d700e-3b22-4fd9-a218-450defd5367a tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca795481-031c-48ac-925f-00596ed83bb9 HTTP/1.1" status: 200 len: 210 time: 0.0384054 Jan 26 21:28:26.657313 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-312b93cb-4f6f-4042-8902-a0439bebbab5 tempest-FloatingIPTestJSON-755675821 tempest-FloatingIPTestJSON-755675821-project] vlan segment allocate from pool success with {'vlan_id': 599, 'physical_network': 'physnet1'} {{(pid=103304) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 26 21:28:26.661023 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26d707a5-732a-49ec-882b-810eeee14f2a None None] Routers {'c5ecfbfd-fee9-4b72-9070-7a72d95e51a4'} bound to L3 agent in host n-d-760453-5 {{(pid=103306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 21:28:26.661698 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-26d707a5-732a-49ec-882b-810eeee14f2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-26T20:55:21Z,description=,heartbeat_timestamp=2022-01-26T21:28:21Z,host='n-d-760453-5',id=09df100c-3af1-4b0a-bda8-05914c71c458,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:55:21Z,topic='l3_agent')) {'router_ids': ['c5ecfbfd-fee9-4b72-9070-7a72d95e51a4'], 'active': True} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:28:26.704124 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-312b93cb-4f6f-4042-8902-a0439bebbab5 tempest-FloatingIPTestJSON-755675821 tempest-FloatingIPTestJSON-755675821-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576559'] for segment (6c3244ff-4937-4576-a53c-188a2568ea4c), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:28:26.704479 n-d-760453-5 neutron-server[103304]: INFO neutron.db.segments_db [None req-312b93cb-4f6f-4042-8902-a0439bebbab5 tempest-FloatingIPTestJSON-755675821 tempest-FloatingIPTestJSON-755675821-project] Added segment 6c3244ff-4937-4576-a53c-188a2568ea4c of type vlan for network 286c3cf3-afd7-4b07-8e49-543fde0b2ded Jan 26 21:28:26.789991 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-312b93cb-4f6f-4042-8902-a0439bebbab5 tempest-FloatingIPTestJSON-755675821 tempest-FloatingIPTestJSON-755675821-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746560256871'] for network (286c3cf3-afd7-4b07-8e49-543fde0b2ded), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:28:26.865070 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-312b93cb-4f6f-4042-8902-a0439bebbab5 tempest-FloatingIPTestJSON-755675821 tempest-FloatingIPTestJSON-755675821-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503'] for network (286c3cf3-afd7-4b07-8e49-543fde0b2ded), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:28:26.870829 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-312b93cb-4f6f-4042-8902-a0439bebbab5 tempest-FloatingIPTestJSON-755675821 tempest-FloatingIPTestJSON-755675821-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:28:26.871435 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-312b93cb-4f6f-4042-8902-a0439bebbab5 tempest-FloatingIPTestJSON-755675821 tempest-FloatingIPTestJSON-755675821-project] Publish callbacks [] for network (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:28:26.887742 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-d2150c87-6074-4980-acb0-5e79959f006e tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:28:26.907503 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-26d707a5-732a-49ec-882b-810eeee14f2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760453-5', False) {} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:28:26.908144 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26d707a5-732a-49ec-882b-810eeee14f2a None None] The sync data for ids ['c5ecfbfd-fee9-4b72-9070-7a72d95e51a4'] in n-d-760453-5 is: [] {{(pid=103306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 26 21:28:26.939697 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c71901-0fd5-46cf-82a7-054dd898ef03 None None] Pushing event updated for resources: {'Port': ['ID=acca8c9c-cb66-47b5-a273-9e7d927c62ab,revision_number=2']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:28:26.942734 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-312b93cb-4f6f-4042-8902-a0439bebbab5 tempest-FloatingIPTestJSON-755675821 tempest-FloatingIPTestJSON-755675821-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.4101627 Jan 26 21:28:26.946016 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 48640) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:28:26.952587 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-e4713173-cdf5-4ee2-9e08-5befd2235fc0 tempest-FloatingIPTestJSON-755675821 tempest-FloatingIPTestJSON-755675821-project] Request body: {'subnet': {'network_id': '286c3cf3-afd7-4b07-8e49-543fde0b2ded', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:28:27.013983 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312b93cb-4f6f-4042-8902-a0439bebbab5 tempest-FloatingIPTestJSON-755675821 tempest-FloatingIPTestJSON-755675821-project] Pushing event updated for resources: {'Network': ['ID=286c3cf3-afd7-4b07-8e49-543fde0b2ded,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:28:27.030768 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Network 286c3cf3-afd7-4b07-8e49-543fde0b2ded details requested by agent ovs-agent-n-d-760453-5 with host n-d-760453-5 {{(pid=103306) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 26 21:28:27.100689 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4713173-cdf5-4ee2-9e08-5befd2235fc0 tempest-FloatingIPTestJSON-755675821 tempest-FloatingIPTestJSON-755675821-project] Made reservation on behalf of 48d7f55ad7394a9ebbf9716baaad9095 for: {'subnet': 1} {{(pid=103305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 21:28:27.104829 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-e4713173-cdf5-4ee2-9e08-5befd2235fc0 tempest-FloatingIPTestJSON-755675821 tempest-FloatingIPTestJSON-755675821-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11599953'] for subnet (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:28:27.460960 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-e4713173-cdf5-4ee2-9e08-5befd2235fc0 tempest-FloatingIPTestJSON-755675821 tempest-FloatingIPTestJSON-755675821-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11788839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11599975'] for subnet (8eb8f141-bade-4f81-af86-92797637f4aa), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:28:27.496035 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.db_base_plugin_common [None req-d2150c87-6074-4980-acb0-5e79959f006e tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Allocated IP 172.20.0.1 (7557909c-f107-4fe1-9c5f-aa82692577a6/4f1e9217-1293-49d5-885f-ad0242ed3cd1/3017a6cd-295e-478f-900b-fcb162db84a8) {{(pid=103304) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 21:28:27.527922 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device be07b923-996d-4515-9d70-5a80937d4e86 up at agent ovs-agent-n-d-760453-5 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 21:28:27.543608 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4713173-cdf5-4ee2-9e08-5befd2235fc0 tempest-FloatingIPTestJSON-755675821 tempest-FloatingIPTestJSON-755675821-project] Pushing event updated for resources: {'Subnet': ['ID=8eb8f141-bade-4f81-af86-92797637f4aa,revision_number=0']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:28:27.555407 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4713173-cdf5-4ee2-9e08-5befd2235fc0 tempest-FloatingIPTestJSON-755675821 tempest-FloatingIPTestJSON-755675821-project] Checking segment: {'id': '6c3244ff-4937-4576-a53c-188a2568ea4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '286c3cf3-afd7-4b07-8e49-543fde0b2ded'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103305) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 21:28:27.555765 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4713173-cdf5-4ee2-9e08-5befd2235fc0 tempest-FloatingIPTestJSON-755675821 tempest-FloatingIPTestJSON-755675821-project] Network hostable DHCP agents. Network: 286c3cf3-afd7-4b07-8e49-543fde0b2ded, hostable agents: ['474ccdf7-ab6c-405b-a3b2-dc7b05829902'], hosted agents: [] {{(pid=103305) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 26 21:28:27.585219 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4713173-cdf5-4ee2-9e08-5befd2235fc0 tempest-FloatingIPTestJSON-755675821 tempest-FloatingIPTestJSON-755675821-project] Network 286c3cf3-afd7-4b07-8e49-543fde0b2ded is scheduled to be hosted by DHCP agent 474ccdf7-ab6c-405b-a3b2-dc7b05829902 with binding_index 1 {{(pid=103305) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 26 21:28:27.597585 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [None req-e4713173-cdf5-4ee2-9e08-5befd2235fc0 tempest-FloatingIPTestJSON-755675821 tempest-FloatingIPTestJSON-755675821-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760453-5, 286c3cf3-afd7-4b07-8e49-543fde0b2ded) {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:28:27.600828 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Provisioning complete for port be07b923-996d-4515-9d70-5a80937d4e86 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:28:27.601520 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (be07b923-996d-4515-9d70-5a80937d4e86), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:28:27.611488 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4713173-cdf5-4ee2-9e08-5befd2235fc0 tempest-FloatingIPTestJSON-755675821 tempest-FloatingIPTestJSON-755675821-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:28:27.612239 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-e4713173-cdf5-4ee2-9e08-5befd2235fc0 tempest-FloatingIPTestJSON-755675821 tempest-FloatingIPTestJSON-755675821-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709645'] for subnet (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:28:27.627766 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84bf0575-393e-4220-a5fc-d14bc139e273 None None] Network 286c3cf3-afd7-4b07-8e49-543fde0b2ded requested from n-d-760453-5 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 26 21:28:27.640604 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-e4713173-cdf5-4ee2-9e08-5befd2235fc0 tempest-FloatingIPTestJSON-755675821 tempest-FloatingIPTestJSON-755675821-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6927819 Jan 26 21:28:27.644318 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 48644) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:28:27.650687 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-c1217e04-d209-43aa-842e-27e85780d881 tempest-FloatingIPTestJSON-755675821 tempest-FloatingIPTestJSON-755675821-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-651575691', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299'}, 'admin_state_up': False}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:28:27.667529 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-d2150c87-6074-4980-acb0-5e79959f006e tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Publish callbacks [] for port (3017a6cd-295e-478f-900b-fcb162db84a8), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:28:27.680861 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-c1217e04-d209-43aa-842e-27e85780d881 tempest-FloatingIPTestJSON-755675821 tempest-FloatingIPTestJSON-755675821-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4104596', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13108'] for router (5246f9a6-b337-4bd3-a8a9-85b0bb672170), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:28:27.682222 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-c1217e04-d209-43aa-842e-27e85780d881 tempest-FloatingIPTestJSON-755675821 tempest-FloatingIPTestJSON-755675821-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4105828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4111306', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3733576', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13069'] for router (5246f9a6-b337-4bd3-a8a9-85b0bb672170), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:28:27.729706 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-d2150c87-6074-4980-acb0-5e79959f006e tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746560234527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9281553'] for port (3017a6cd-295e-478f-900b-fcb162db84a8), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:28:27.754001 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-c1217e04-d209-43aa-842e-27e85780d881 tempest-FloatingIPTestJSON-755675821 tempest-FloatingIPTestJSON-755675821-project] Publish callbacks [] for router_controller (5246f9a6-b337-4bd3-a8a9-85b0bb672170), precommit_add_association {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:28:27.811197 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0c7f04f-8f16-48fe-9d48-aed6b7f168c3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3c4099e8-8ffb-51d1-af7f-5868973e933f-286c3cf3-afd7-4b07-8e49-543fde0b2ded', 'network_id': '286c3cf3-afd7-4b07-8e49-543fde0b2ded', 'project_id': '48d7f55ad7394a9ebbf9716baaad9095', 'fixed_ips': [{'subnet_id': '8eb8f141-bade-4f81-af86-92797637f4aa'}]}} from n-d-760453-5. {{(pid=103306) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 26 21:28:27.812066 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-a0c7f04f-8f16-48fe-9d48-aed6b7f168c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (None), before_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:28:27.852304 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2150c87-6074-4980-acb0-5e79959f006e tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Network 7557909c-f107-4fe1-9c5f-aa82692577a6 is already hosted by enough agents. {{(pid=103304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 21:28:27.898241 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-e8c05af6-266c-4929-a8b5-6701cc3da664 req-e56b2982-ea19-4f39-a5e7-d7e10e08deca tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca795481-031c-48ac-925f-00596ed83bb9 HTTP/1.1" status: 200 len: 210 time: 0.0712004 Jan 26 21:28:27.904586 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [None req-d2150c87-6074-4980-acb0-5e79959f006e tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Resources bound (agent type, host, resource id): {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:28:27.913154 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2150c87-6074-4980-acb0-5e79959f006e tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Received port after_create {{(pid=103304) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 21:28:27.989845 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-c1217e04-d209-43aa-842e-27e85780d881 tempest-FloatingIPTestJSON-755675821 tempest-FloatingIPTestJSON-755675821-project] Publish callbacks [] for router_gateway (5246f9a6-b337-4bd3-a8a9-85b0bb672170), precommit_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:28:27.993029 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2150c87-6074-4980-acb0-5e79959f006e tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Pushing event updated for resources: {'Port': ['ID=3017a6cd-295e-478f-900b-fcb162db84a8,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:28:28.015021 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-d2150c87-6074-4980-acb0-5e79959f006e tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4111050'] for router_interface (628c9988-0a80-44db-b4a8-4a3351e07dcb), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:28:28.076294 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.db_base_plugin_common [None req-a0c7f04f-8f16-48fe-9d48-aed6b7f168c3 None None] Allocated IP 172.20.0.2 (286c3cf3-afd7-4b07-8e49-543fde0b2ded/8eb8f141-bade-4f81-af86-92797637f4aa/229a0dca-aaef-46f8-9cc5-5438c075c644) {{(pid=103306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 21:28:28.253360 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-a0c7f04f-8f16-48fe-9d48-aed6b7f168c3 None None] Publish callbacks [] for port (229a0dca-aaef-46f8-9cc5-5438c075c644), precommit_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:28:28.258199 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Current status of the port be07b923-996d-4515-9d70-5a80937d4e86 is: DOWN; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:28:28.258870 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (be07b923-996d-4515-9d70-5a80937d4e86), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:28:28.265987 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-a0c7f04f-8f16-48fe-9d48-aed6b7f168c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746560234527'] for port (229a0dca-aaef-46f8-9cc5-5438c075c644), after_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:28:28.274599 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-d2150c87-6074-4980-acb0-5e79959f006e tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (3017a6cd-295e-478f-900b-fcb162db84a8), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:28:28.321463 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] For port be07b923-996d-4515-9d70-5a80937d4e86, host n-d-760453-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=be07b923-996d-4515-9d70-5a80937d4e86,segment=NetworkSegment(e17cb353-418f-48b9-b982-21a6233ee99b),segment_id=e17cb353-418f-48b9-b982-21a6233ee99b)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:28:28.325752 n-d-760453-5 neutron-server[103306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0c7f04f-8f16-48fe-9d48-aed6b7f168c3 None None] Network 286c3cf3-afd7-4b07-8e49-543fde0b2ded is already hosted by enough agents. {{(pid=103306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 21:28:28.330939 n-d-760453-5 neutron-server[103306]: DEBUG neutron.scheduler.base_scheduler [None req-a0c7f04f-8f16-48fe-9d48-aed6b7f168c3 None None] Resources bound (agent type, host, resource id): {{(pid=103306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:28:28.338040 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (be07b923-996d-4515-9d70-5a80937d4e86), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:28:28.339832 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device acca8c9c-cb66-47b5-a273-9e7d927c62ab up at agent ovs-agent-n-d-760453-5 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 21:28:28.342637 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0c7f04f-8f16-48fe-9d48-aed6b7f168c3 None None] Received port after_create {{(pid=103306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 21:28:28.347003 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-c1217e04-d209-43aa-842e-27e85780d881 tempest-FloatingIPTestJSON-755675821 tempest-FloatingIPTestJSON-755675821-project] Publish callbacks [] for router_gateway (5246f9a6-b337-4bd3-a8a9-85b0bb672170), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:28:28.374313 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-c1217e04-d209-43aa-842e-27e85780d881 tempest-FloatingIPTestJSON-755675821 tempest-FloatingIPTestJSON-755675821-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:28:28.462915 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c7f04f-8f16-48fe-9d48-aed6b7f168c3 None None] Pushing event updated for resources: {'Port': ['ID=229a0dca-aaef-46f8-9cc5-5438c075c644,revision_number=1']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:28:28.544101 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-a0c7f04f-8f16-48fe-9d48-aed6b7f168c3 None None] Attempting to bind port 229a0dca-aaef-46f8-9cc5-5438c075c644 on host n-d-760453-5 for vnic_type normal with profile {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 21:28:28.544864 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-a0c7f04f-8f16-48fe-9d48-aed6b7f168c3 None None] Attempting to bind port 229a0dca-aaef-46f8-9cc5-5438c075c644 by drivers openvswitch,hyperv on host n-d-760453-5 at level 0 using segments [{'id': '6c3244ff-4937-4576-a53c-188a2568ea4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '286c3cf3-afd7-4b07-8e49-543fde0b2ded'}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 26 21:28:28.544864 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0c7f04f-8f16-48fe-9d48-aed6b7f168c3 None None] Attempting to bind port 229a0dca-aaef-46f8-9cc5-5438c075c644 on network 286c3cf3-afd7-4b07-8e49-543fde0b2ded {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 21:28:28.560529 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0c7f04f-8f16-48fe-9d48-aed6b7f168c3 None None] Checking agent: {'id': 'fea0591a-627d-4c87-9a9a-01625ddf3277', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760453-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 20, 55, 25), 'started_at': datetime.datetime(2022, 1, 26, 20, 55, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 21, 28, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760453-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 26 21:28:28.560906 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0c7f04f-8f16-48fe-9d48-aed6b7f168c3 None None] Checking segment: {'id': '6c3244ff-4937-4576-a53c-188a2568ea4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '286c3cf3-afd7-4b07-8e49-543fde0b2ded'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 21:28:28.561402 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-a0c7f04f-8f16-48fe-9d48-aed6b7f168c3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:28:28.561809 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0c7f04f-8f16-48fe-9d48-aed6b7f168c3 None None] Bound using segment: {'id': '6c3244ff-4937-4576-a53c-188a2568ea4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '286c3cf3-afd7-4b07-8e49-543fde0b2ded'} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 26 21:28:28.562382 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-a0c7f04f-8f16-48fe-9d48-aed6b7f168c3 None None] Bound port: 229a0dca-aaef-46f8-9cc5-5438c075c644, host: n-d-760453-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c3244ff-4937-4576-a53c-188a2568ea4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '286c3cf3-afd7-4b07-8e49-543fde0b2ded'}}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 26 21:28:28.562829 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-a0c7f04f-8f16-48fe-9d48-aed6b7f168c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (229a0dca-aaef-46f8-9cc5-5438c075c644), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:28:28.568707 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.db_base_plugin_common [None req-c1217e04-d209-43aa-842e-27e85780d881 tempest-FloatingIPTestJSON-755675821 tempest-FloatingIPTestJSON-755675821-project] Allocated IP 172.25.1.132 (4140a1f1-c93a-4bea-83a0-68953a54f299/e48251a1-e30d-4820-8396-00c6f6aeb601/a3cca91d-11ca-4273-bfe3-126fa6ef4c48) {{(pid=103305) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 21:28:28.576037 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Provisioning complete for port acca8c9c-cb66-47b5-a273-9e7d927c62ab triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:28:28.576405 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (acca8c9c-cb66-47b5-a273-9e7d927c62ab), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:28:28.598066 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a7a31f2-3ce8-4673-8705-13d9c19d7e11 None None] Network 7557909c-f107-4fe1-9c5f-aa82692577a6 requested from n-d-760453-5 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 26 21:28:28.676725 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Pushing event updated for resources: {'Port': ['ID=be07b923-996d-4515-9d70-5a80937d4e86,revision_number=4']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:28:28.721849 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-c1217e04-d209-43aa-842e-27e85780d881 tempest-FloatingIPTestJSON-755675821 tempest-FloatingIPTestJSON-755675821-project] Publish callbacks [] for port (a3cca91d-11ca-4273-bfe3-126fa6ef4c48), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:28:28.756805 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-d2150c87-6074-4980-acb0-5e79959f006e tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Publish callbacks [] for port (3017a6cd-295e-478f-900b-fcb162db84a8), precommit_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:28:28.765813 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-d2150c87-6074-4980-acb0-5e79959f006e tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9281542'] for port (3017a6cd-295e-478f-900b-fcb162db84a8), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:28:28.783940 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-c1217e04-d209-43aa-842e-27e85780d881 tempest-FloatingIPTestJSON-755675821 tempest-FloatingIPTestJSON-755675821-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746560234527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11791543'] for port (a3cca91d-11ca-4273-bfe3-126fa6ef4c48), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:28:28.791537 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-70da314e-a782-4395-8960-ba02ce23f75b None None] Provisioning complete for port acca8c9c-cb66-47b5-a273-9e7d927c62ab triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:28:28.791897 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-70da314e-a782-4395-8960-ba02ce23f75b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (acca8c9c-cb66-47b5-a273-9e7d927c62ab), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:28:28.840685 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1217e04-d209-43aa-842e-27e85780d881 tempest-FloatingIPTestJSON-755675821 tempest-FloatingIPTestJSON-755675821-project] Network 4140a1f1-c93a-4bea-83a0-68953a54f299 is already hosted by enough agents. {{(pid=103305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 21:28:28.844028 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [None req-c1217e04-d209-43aa-842e-27e85780d881 tempest-FloatingIPTestJSON-755675821 tempest-FloatingIPTestJSON-755675821-project] Resources bound (agent type, host, resource id): {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:28:28.848478 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-a0c7f04f-8f16-48fe-9d48-aed6b7f168c3 None None] For port 229a0dca-aaef-46f8-9cc5-5438c075c644, host n-d-760453-5, cleared binding levels {{(pid=103306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 26 21:28:28.853675 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1217e04-d209-43aa-842e-27e85780d881 tempest-FloatingIPTestJSON-755675821 tempest-FloatingIPTestJSON-755675821-project] Received port after_create {{(pid=103305) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 21:28:28.864486 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2150c87-6074-4980-acb0-5e79959f006e tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Pushing event updated for resources: {'Port': ['ID=3017a6cd-295e-478f-900b-fcb162db84a8,revision_number=2']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:28:28.908770 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-d2150c87-6074-4980-acb0-5e79959f006e tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3709457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4110682'] for router_interface (628c9988-0a80-44db-b4a8-4a3351e07dcb), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:28:28.912381 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-a0c7f04f-8f16-48fe-9d48-aed6b7f168c3 None None] For port 229a0dca-aaef-46f8-9cc5-5438c075c644, host n-d-760453-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=229a0dca-aaef-46f8-9cc5-5438c075c644,segment=NetworkSegment(6c3244ff-4937-4576-a53c-188a2568ea4c),segment_id=6c3244ff-4937-4576-a53c-188a2568ea4c)] {{(pid=103306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 26 21:28:28.920108 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1217e04-d209-43aa-842e-27e85780d881 tempest-FloatingIPTestJSON-755675821 tempest-FloatingIPTestJSON-755675821-project] Pushing event updated for resources: {'Port': ['ID=a3cca91d-11ca-4273-bfe3-126fa6ef4c48,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:28:28.933372 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-a0c7f04f-8f16-48fe-9d48-aed6b7f168c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (229a0dca-aaef-46f8-9cc5-5438c075c644), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:28:28.979159 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Current status of the port acca8c9c-cb66-47b5-a273-9e7d927c62ab is: DOWN; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:28:28.979785 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (acca8c9c-cb66-47b5-a273-9e7d927c62ab), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:28:29.095394 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2150c87-6074-4980-acb0-5e79959f006e tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Network 7557909c-f107-4fe1-9c5f-aa82692577a6 is already hosted by enough agents. {{(pid=103304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 21:28:29.104169 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [None req-d2150c87-6074-4980-acb0-5e79959f006e tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Resources bound (agent type, host, resource id): {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:28:29.247106 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-039b9cd5-54e7-429e-8a84-4900b35ae78c req-7bfd87e3-5633-471a-8384-db4ed01dbdc4 tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca795481-031c-48ac-925f-00596ed83bb9 HTTP/1.1" status: 200 len: 210 time: 0.1882010 Jan 26 21:28:29.293022 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c7f04f-8f16-48fe-9d48-aed6b7f168c3 None None] Pushing event updated for resources: {'Port': ['ID=229a0dca-aaef-46f8-9cc5-5438c075c644,revision_number=2']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:28:29.340414 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] For port acca8c9c-cb66-47b5-a273-9e7d927c62ab, host n-d-760453-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=acca8c9c-cb66-47b5-a273-9e7d927c62ab,segment=NetworkSegment(75265355-61a4-4ae5-a4fd-f99af821ecaf),segment_id=75265355-61a4-4ae5-a4fd-f99af821ecaf)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:28:29.353773 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (acca8c9c-cb66-47b5-a273-9e7d927c62ab), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:28:29.376017 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-70da314e-a782-4395-8960-ba02ce23f75b None None] Current status of the port acca8c9c-cb66-47b5-a273-9e7d927c62ab is: DOWN; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:28:29.376271 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-70da314e-a782-4395-8960-ba02ce23f75b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (acca8c9c-cb66-47b5-a273-9e7d927c62ab), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:28:29.425764 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2150c87-6074-4980-acb0-5e79959f006e tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Router 628c9988-0a80-44db-b4a8-4a3351e07dcb has already been hosted by L3 agent 09df100c-3af1-4b0a-bda8-05914c71c458 {{(pid=103304) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 26 21:28:29.526540 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-c1217e04-d209-43aa-842e-27e85780d881 tempest-FloatingIPTestJSON-755675821 tempest-FloatingIPTestJSON-755675821-project] Publish callbacks [] for router_gateway (5246f9a6-b337-4bd3-a8a9-85b0bb672170), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:28:29.555874 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Pushing event updated for resources: {'Port': ['ID=acca8c9c-cb66-47b5-a273-9e7d927c62ab,revision_number=3']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:28:29.595627 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device be07b923-996d-4515-9d70-5a80937d4e86 up at agent ovs-agent-n-d-760453-5 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 21:28:29.598056 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.db.api [None req-70da314e-a782-4395-8960-ba02ce23f75b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103306) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 26 21:28:29.598414 n-d-760453-5 neutron-server[103306]: DEBUG oslo_db.api [None req-70da314e-a782-4395-8960-ba02ce23f75b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 26 21:28:29.693534 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Provisioning complete for port be07b923-996d-4515-9d70-5a80937d4e86 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:28:29.694410 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (be07b923-996d-4515-9d70-5a80937d4e86), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:28:29.732847 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2150c87-6074-4980-acb0-5e79959f006e tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Notify agent at l3_agent.n-d-760453-5 the message routers_updated {{(pid=103304) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 26 21:28:29.747017 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d28604fe-47d7-47de-809b-d0f4f1b5ae90 None None] Sync routers for ids ['628c9988-0a80-44db-b4a8-4a3351e07dcb'] in n-d-760453-5 {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 26 21:28:29.749601 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-d2150c87-6074-4980-acb0-5e79959f006e tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] 10.222.0.13 "PUT /v2.0/routers/628c9988-0a80-44db-b4a8-4a3351e07dcb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9327588 Jan 26 21:28:29.768519 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d28604fe-47d7-47de-809b-d0f4f1b5ae90 None None] Routers {'628c9988-0a80-44db-b4a8-4a3351e07dcb'} bound to L3 agent in host n-d-760453-5 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 21:28:29.769703 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-d28604fe-47d7-47de-809b-d0f4f1b5ae90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-26T20:55:21Z,description=,heartbeat_timestamp=2022-01-26T21:28:21Z,host='n-d-760453-5',id=09df100c-3af1-4b0a-bda8-05914c71c458,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:55:21Z,topic='l3_agent')) {'router_ids': ['628c9988-0a80-44db-b4a8-4a3351e07dcb'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:28:29.893339 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Current status of the port be07b923-996d-4515-9d70-5a80937d4e86 is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:28:30.015988 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_dvr_db [None req-d28604fe-47d7-47de-809b-d0f4f1b5ae90 None None] Set router 628c9988-0a80-44db-b4a8-4a3351e07dcb gateway port host: n-d-760453-5 {{(pid=103307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 21:28:30.042513 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-624edbbf-5485-4915-b756-1a1df5d91ab7 req-5fe9bcce-a22a-47e9-902d-b9617ba8e51c tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1906260234&fields=id&tenant_id=c6d9f10230f341edbbe46b16c17eb870 HTTP/1.1" status: 200 len: 267 time: 0.0919092 Jan 26 21:28:30.200427 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-70da314e-a782-4395-8960-ba02ce23f75b None None] Current status of the port acca8c9c-cb66-47b5-a273-9e7d927c62ab is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:28:30.344085 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-603e352d-fa70-4f32-a526-9d40c3f2620a None None] Provisioning complete for port 3017a6cd-295e-478f-900b-fcb162db84a8 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:28:30.349259 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-603e352d-fa70-4f32-a526-9d40c3f2620a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (3017a6cd-295e-478f-900b-fcb162db84a8), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:28:30.376642 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624edbbf-5485-4915-b756-1a1df5d91ab7 req-008b2110-9d44-4303-97b4-542ea9e22681 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:28:30.395892 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-624edbbf-5485-4915-b756-1a1df5d91ab7 req-008b2110-9d44-4303-97b4-542ea9e22681 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] 10.222.0.13 "GET /v2.0/networks?id=7557909c-f107-4fe1-9c5f-aa82692577a6 HTTP/1.1" status: 200 len: 797 time: 0.3517883 Jan 26 21:28:30.422024 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-d28604fe-47d7-47de-809b-d0f4f1b5ae90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '628c9988-0a80-44db-b4a8-4a3351e07dcb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-996109221', 'tenant_id': 'c6d9f10230f341edbbe46b16c17eb870', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'external_fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.135'}], 'enable_snat': True}, 'gw_port_id': 'be07b923-996d-4515-9d70-5a80937d4e86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T21:28:21Z', 'updated_at': '2022-01-26T21:28:28Z', 'revision_number': 4, 'project_id': 'c6d9f10230f341edbbe46b16c17eb870', 'gw_port': {'id': 'be07b923-996d-4515-9d70-5a80937d4e86', 'name': '', 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:36:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '628c9988-0a80-44db-b4a8-4a3351e07dcb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2511, 'fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:28:22Z', 'updated_at': '2022-01-26T21:28:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-5', '_interfaces': [{'id': '3017a6cd-295e-478f-900b-fcb162db84a8', 'name': '', 'network_id': '7557909c-f107-4fe1-9c5f-aa82692577a6', 'tenant_id': 'c6d9f10230f341edbbe46b16c17eb870', 'mac_address': 'fa:16:3e:66:26:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '628c9988-0a80-44db-b4a8-4a3351e07dcb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2518, 'fixed_ips': [{'subnet_id': '4f1e9217-1293-49d5-885f-ad0242ed3cd1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:28:27Z', 'updated_at': '2022-01-26T21:28:28Z', 'revision_number': 2, 'project_id': 'c6d9f10230f341edbbe46b16c17eb870', 'subnets': [{'id': '4f1e9217-1293-49d5-885f-ad0242ed3cd1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760453-5', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:28:30.426406 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-603e352d-fa70-4f32-a526-9d40c3f2620a None None] Port 3017a6cd-295e-478f-900b-fcb162db84a8 cannot update to ACTIVE because it is not bound. {{(pid=103306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 26 21:28:30.437281 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-c1217e04-d209-43aa-842e-27e85780d881 tempest-FloatingIPTestJSON-755675821 tempest-FloatingIPTestJSON-755675821-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4105757', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4111263'] for router (5246f9a6-b337-4bd3-a8a9-85b0bb672170), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:28:30.438438 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-603e352d-fa70-4f32-a526-9d40c3f2620a None None] Provisioning complete for port acca8c9c-cb66-47b5-a273-9e7d927c62ab triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:28:30.438934 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-603e352d-fa70-4f32-a526-9d40c3f2620a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (acca8c9c-cb66-47b5-a273-9e7d927c62ab), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:28:30.465783 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-624edbbf-5485-4915-b756-1a1df5d91ab7 req-89b5f9eb-5616-4dc4-add8-21ca5caf4ea3 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] 10.222.0.13 "GET /v2.0/quotas/c6d9f10230f341edbbe46b16c17eb870 HTTP/1.1" status: 200 len: 375 time: 0.0694211 Jan 26 21:28:30.471856 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-501cb308-e25c-4369-8811-a2577fa914a6 req-832e2b0b-e5e3-47d1-af5d-3e63c329ddaa tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca795481-031c-48ac-925f-00596ed83bb9 HTTP/1.1" status: 200 len: 210 time: 0.0745072 Jan 26 21:28:30.504904 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d28604fe-47d7-47de-809b-d0f4f1b5ae90 None None] Checking router: 628c9988-0a80-44db-b4a8-4a3351e07dcb for host: n-d-760453-5 {{(pid=103307) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 26 21:28:30.505262 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d28604fe-47d7-47de-809b-d0f4f1b5ae90 None None] Updating router 628c9988-0a80-44db-b4a8-4a3351e07dcb port 3017a6cd-295e-478f-900b-fcb162db84a8 binding host n-d-760453-5 {{(pid=103307) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 26 21:28:30.589877 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-603e352d-fa70-4f32-a526-9d40c3f2620a None None] Current status of the port acca8c9c-cb66-47b5-a273-9e7d927c62ab is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:28:30.591351 n-d-760453-5 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-d28604fe-47d7-47de-809b-d0f4f1b5ae90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (3017a6cd-295e-478f-900b-fcb162db84a8), before_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:28:30.607364 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-624edbbf-5485-4915-b756-1a1df5d91ab7 req-e8c55ff9-d4aa-4535-bec2-647009d0644d tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=c6d9f10230f341edbbe46b16c17eb870&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1386740 Jan 26 21:28:30.709161 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [req-624edbbf-5485-4915-b756-1a1df5d91ab7 req-9d88ca90-5615-4031-83f3-f2c416a81775 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=103304) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 26 21:28:30.719882 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-624edbbf-5485-4915-b756-1a1df5d91ab7 req-9d88ca90-5615-4031-83f3-f2c416a81775 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1013379 Jan 26 21:28:30.768213 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-212595e8-d595-42c9-b77e-e4455c87ceb6 None None] Provisioning complete for port 3017a6cd-295e-478f-900b-fcb162db84a8 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:28:30.772103 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-212595e8-d595-42c9-b77e-e4455c87ceb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (3017a6cd-295e-478f-900b-fcb162db84a8), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:28:30.800427 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1217e04-d209-43aa-842e-27e85780d881 tempest-FloatingIPTestJSON-755675821 tempest-FloatingIPTestJSON-755675821-project] Router 5246f9a6-b337-4bd3-a8a9-85b0bb672170 is scheduled to L3 agent 09df100c-3af1-4b0a-bda8-05914c71c458 with binding_index 1 {{(pid=103305) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 26 21:28:30.941433 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-212595e8-d595-42c9-b77e-e4455c87ceb6 None None] Port 3017a6cd-295e-478f-900b-fcb162db84a8 cannot update to ACTIVE because it is not bound. {{(pid=103306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 26 21:28:30.950571 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a4ca8af-8dd6-4c6d-b5ae-34138b383ff2 None None] Network 286c3cf3-afd7-4b07-8e49-543fde0b2ded requested from n-d-760453-5 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 26 21:28:31.120465 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1217e04-d209-43aa-842e-27e85780d881 tempest-FloatingIPTestJSON-755675821 tempest-FloatingIPTestJSON-755675821-project] Notify agent at l3_agent.n-d-760453-5 the message routers_updated {{(pid=103305) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 26 21:28:31.167459 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-c1217e04-d209-43aa-842e-27e85780d881 tempest-FloatingIPTestJSON-755675821 tempest-FloatingIPTestJSON-755675821-project] Publish callbacks [] for router (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:28:31.172708 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-c1217e04-d209-43aa-842e-27e85780d881 tempest-FloatingIPTestJSON-755675821 tempest-FloatingIPTestJSON-755675821-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 3.5270889 Jan 26 21:28:31.173590 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 48696) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:28:31.174396 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16b4c187-c87b-46d9-8507-b2517633b249 None None] Sync routers for ids ['5246f9a6-b337-4bd3-a8a9-85b0bb672170'] in n-d-760453-5 {{(pid=103306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 26 21:28:31.210572 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-d2f6fb7a-8939-4d3d-823b-8aea63ecfcfe None None] Provisioning complete for port 229a0dca-aaef-46f8-9cc5-5438c075c644 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:28:31.211191 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d2f6fb7a-8939-4d3d-823b-8aea63ecfcfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (229a0dca-aaef-46f8-9cc5-5438c075c644), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:28:31.215407 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16b4c187-c87b-46d9-8507-b2517633b249 None None] Routers {'5246f9a6-b337-4bd3-a8a9-85b0bb672170'} bound to L3 agent in host n-d-760453-5 {{(pid=103306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 21:28:31.216859 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-16b4c187-c87b-46d9-8507-b2517633b249 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-26T20:55:21Z,description=,heartbeat_timestamp=2022-01-26T21:28:21Z,host='n-d-760453-5',id=09df100c-3af1-4b0a-bda8-05914c71c458,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:55:21Z,topic='l3_agent')) {'router_ids': ['5246f9a6-b337-4bd3-a8a9-85b0bb672170'], 'active': True} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:28:31.403314 n-d-760453-5 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-d28604fe-47d7-47de-809b-d0f4f1b5ae90 None None] Publish callbacks [] for port (3017a6cd-295e-478f-900b-fcb162db84a8), precommit_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:28:31.448910 n-d-760453-5 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-d28604fe-47d7-47de-809b-d0f4f1b5ae90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (3017a6cd-295e-478f-900b-fcb162db84a8), after_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:28:31.594337 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c1e12b-4c27-48e1-971a-b824c51d5b3b None None] Pushing event updated for resources: {'Port': ['ID=3017a6cd-295e-478f-900b-fcb162db84a8,revision_number=3']} {{(pid=103307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:28:31.600430 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-16b4c187-c87b-46d9-8507-b2517633b249 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760453-5', False) {} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:28:31.703035 n-d-760453-5 neutron-server[103307]: DEBUG neutron.plugins.ml2.managers [None req-d28604fe-47d7-47de-809b-d0f4f1b5ae90 None None] Attempting to bind port 3017a6cd-295e-478f-900b-fcb162db84a8 on host n-d-760453-5 for vnic_type normal with profile {{(pid=103307) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 21:28:31.703907 n-d-760453-5 neutron-server[103307]: DEBUG neutron.plugins.ml2.managers [None req-d28604fe-47d7-47de-809b-d0f4f1b5ae90 None None] Attempting to bind port 3017a6cd-295e-478f-900b-fcb162db84a8 by drivers openvswitch,hyperv on host n-d-760453-5 at level 0 using segments [{'id': '75265355-61a4-4ae5-a4fd-f99af821ecaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '7557909c-f107-4fe1-9c5f-aa82692577a6'}] {{(pid=103307) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 26 21:28:31.704714 n-d-760453-5 neutron-server[103307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d28604fe-47d7-47de-809b-d0f4f1b5ae90 None None] Attempting to bind port 3017a6cd-295e-478f-900b-fcb162db84a8 on network 7557909c-f107-4fe1-9c5f-aa82692577a6 {{(pid=103307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 21:28:31.705008 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16b4c187-c87b-46d9-8507-b2517633b249 None None] Routers {'5246f9a6-b337-4bd3-a8a9-85b0bb672170'} bound to L3 agent in host n-d-760453-5 {{(pid=103306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 21:28:31.705683 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-16b4c187-c87b-46d9-8507-b2517633b249 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-26T20:55:21Z,description=,heartbeat_timestamp=2022-01-26T21:28:21Z,host='n-d-760453-5',id=09df100c-3af1-4b0a-bda8-05914c71c458,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:55:21Z,topic='l3_agent')) {'router_ids': ['5246f9a6-b337-4bd3-a8a9-85b0bb672170'], 'active': True} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:28:31.716466 n-d-760453-5 neutron-server[103307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d28604fe-47d7-47de-809b-d0f4f1b5ae90 None None] Checking agent: {'id': 'fea0591a-627d-4c87-9a9a-01625ddf3277', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760453-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 20, 55, 25), 'started_at': datetime.datetime(2022, 1, 26, 20, 55, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 21, 28, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760453-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 26 21:28:31.719353 n-d-760453-5 neutron-server[103307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d28604fe-47d7-47de-809b-d0f4f1b5ae90 None None] Checking segment: {'id': '75265355-61a4-4ae5-a4fd-f99af821ecaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '7557909c-f107-4fe1-9c5f-aa82692577a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103307) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 21:28:31.720021 n-d-760453-5 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-d28604fe-47d7-47de-809b-d0f4f1b5ae90 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:28:31.720638 n-d-760453-5 neutron-server[103307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d28604fe-47d7-47de-809b-d0f4f1b5ae90 None None] Bound using segment: {'id': '75265355-61a4-4ae5-a4fd-f99af821ecaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '7557909c-f107-4fe1-9c5f-aa82692577a6'} {{(pid=103307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 26 21:28:31.722366 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-624edbbf-5485-4915-b756-1a1df5d91ab7 req-bfd2511b-f952-43e3-8839-9988f8550d65 service neutron] 10.222.0.13 "GET /v2.0/networks/7557909c-f107-4fe1-9c5f-aa82692577a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9858670 Jan 26 21:28:31.723525 n-d-760453-5 neutron-server[103307]: DEBUG neutron.plugins.ml2.managers [None req-d28604fe-47d7-47de-809b-d0f4f1b5ae90 None None] Bound port: 3017a6cd-295e-478f-900b-fcb162db84a8, host: n-d-760453-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75265355-61a4-4ae5-a4fd-f99af821ecaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '7557909c-f107-4fe1-9c5f-aa82692577a6'}}] {{(pid=103307) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 26 21:28:31.724281 n-d-760453-5 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-d28604fe-47d7-47de-809b-d0f4f1b5ae90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (3017a6cd-295e-478f-900b-fcb162db84a8), before_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:28:31.856436 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device 229a0dca-aaef-46f8-9cc5-5438c075c644 up at agent ovs-agent-n-d-760453-5 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 21:28:31.871311 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-16b4c187-c87b-46d9-8507-b2517633b249 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760453-5', False) {} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:28:31.871982 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16b4c187-c87b-46d9-8507-b2517633b249 None None] The sync data for ids ['5246f9a6-b337-4bd3-a8a9-85b0bb672170'] in n-d-760453-5 is: [] {{(pid=103306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 26 21:28:31.887846 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-e8e534a1-fe94-4cf5-b4de-80b8b2de560a req-4dd387d4-fd8a-46e3-880d-5be661ef552c tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca795481-031c-48ac-925f-00596ed83bb9 HTTP/1.1" status: 200 len: 210 time: 0.1643798 Jan 26 21:28:31.902989 n-d-760453-5 neutron-server[103307]: DEBUG neutron.plugins.ml2.db [None req-d28604fe-47d7-47de-809b-d0f4f1b5ae90 None None] For port 3017a6cd-295e-478f-900b-fcb162db84a8, host n-d-760453-5, cleared binding levels {{(pid=103307) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 26 21:28:31.907127 n-d-760453-5 neutron-server[103307]: DEBUG neutron.plugins.ml2.db [None req-d28604fe-47d7-47de-809b-d0f4f1b5ae90 None None] For port 3017a6cd-295e-478f-900b-fcb162db84a8, host n-d-760453-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=3017a6cd-295e-478f-900b-fcb162db84a8,segment=NetworkSegment(75265355-61a4-4ae5-a4fd-f99af821ecaf),segment_id=75265355-61a4-4ae5-a4fd-f99af821ecaf)] {{(pid=103307) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 26 21:28:31.920808 n-d-760453-5 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-d28604fe-47d7-47de-809b-d0f4f1b5ae90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (3017a6cd-295e-478f-900b-fcb162db84a8), after_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:28:31.999297 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-d2f6fb7a-8939-4d3d-823b-8aea63ecfcfe None None] Current status of the port 229a0dca-aaef-46f8-9cc5-5438c075c644 is: DOWN; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:28:31.999860 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d2f6fb7a-8939-4d3d-823b-8aea63ecfcfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (229a0dca-aaef-46f8-9cc5-5438c075c644), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:28:32.084518 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-d2f6fb7a-8939-4d3d-823b-8aea63ecfcfe None None] For port 229a0dca-aaef-46f8-9cc5-5438c075c644, host n-d-760453-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=229a0dca-aaef-46f8-9cc5-5438c075c644,segment=NetworkSegment(6c3244ff-4937-4576-a53c-188a2568ea4c),segment_id=6c3244ff-4937-4576-a53c-188a2568ea4c)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:28:32.104124 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d2f6fb7a-8939-4d3d-823b-8aea63ecfcfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (229a0dca-aaef-46f8-9cc5-5438c075c644), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:28:32.105571 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Provisioning complete for port 229a0dca-aaef-46f8-9cc5-5438c075c644 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:28:32.105571 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (229a0dca-aaef-46f8-9cc5-5438c075c644), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:28:32.122290 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c1e12b-4c27-48e1-971a-b824c51d5b3b None None] Pushing event updated for resources: {'Port': ['ID=3017a6cd-295e-478f-900b-fcb162db84a8,revision_number=4']} {{(pid=103307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:28:32.132610 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-624edbbf-5485-4915-b756-1a1df5d91ab7 req-090f1cdf-00e5-4992-bd28-c7ca640f95a2 service neutron] 10.222.0.13 "GET /v2.0/networks/7557909c-f107-4fe1-9c5f-aa82692577a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3881996 Jan 26 21:28:32.133703 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d28604fe-47d7-47de-809b-d0f4f1b5ae90 None None] Routers {'628c9988-0a80-44db-b4a8-4a3351e07dcb'} bound to L3 agent in host n-d-760453-5 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 21:28:32.134312 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-d28604fe-47d7-47de-809b-d0f4f1b5ae90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-26T20:55:21Z,description=,heartbeat_timestamp=2022-01-26T21:28:21Z,host='n-d-760453-5',id=09df100c-3af1-4b0a-bda8-05914c71c458,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:55:21Z,topic='l3_agent')) {'router_ids': ['628c9988-0a80-44db-b4a8-4a3351e07dcb'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:28:32.296254 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f6fb7a-8939-4d3d-823b-8aea63ecfcfe None None] Pushing event updated for resources: {'Port': ['ID=229a0dca-aaef-46f8-9cc5-5438c075c644,revision_number=3']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:28:32.312596 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2f6fb7a-8939-4d3d-823b-8aea63ecfcfe None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:28:32.312817 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2f6fb7a-8939-4d3d-823b-8aea63ecfcfe None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:28:32.313158 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2f6fb7a-8939-4d3d-823b-8aea63ecfcfe None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:28:32.313563 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2f6fb7a-8939-4d3d-823b-8aea63ecfcfe None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:28:32.313902 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2f6fb7a-8939-4d3d-823b-8aea63ecfcfe None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:28:32.314412 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2f6fb7a-8939-4d3d-823b-8aea63ecfcfe None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:28:32.314808 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2f6fb7a-8939-4d3d-823b-8aea63ecfcfe None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:28:32.315464 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2f6fb7a-8939-4d3d-823b-8aea63ecfcfe None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:28:32.315800 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2f6fb7a-8939-4d3d-823b-8aea63ecfcfe None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:28:32.316131 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2f6fb7a-8939-4d3d-823b-8aea63ecfcfe None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:28:32.316455 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2f6fb7a-8939-4d3d-823b-8aea63ecfcfe None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:28:32.316784 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2f6fb7a-8939-4d3d-823b-8aea63ecfcfe None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:28:32.317111 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2f6fb7a-8939-4d3d-823b-8aea63ecfcfe None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:28:32.334198 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_dvr_db [None req-d28604fe-47d7-47de-809b-d0f4f1b5ae90 None None] Set router 628c9988-0a80-44db-b4a8-4a3351e07dcb gateway port host: n-d-760453-5 {{(pid=103307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 21:28:32.343282 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-5d916326-1e0c-4628-9066-ca37cbcdb558 None None] Provisioning complete for port 229a0dca-aaef-46f8-9cc5-5438c075c644 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:28:32.343659 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-5d916326-1e0c-4628-9066-ca37cbcdb558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (229a0dca-aaef-46f8-9cc5-5438c075c644), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:28:32.365283 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-aa3a545f-64e3-421c-a568-9c9677112571 tempest-FloatingIPTestJSON-755675821 tempest-FloatingIPTestJSON-755675821-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:28:32.563938 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-f165de4b-27a6-4feb-9ae9-d7275b569cb2 req-4f984321-c959-4f83-a395-2dfa08801eef tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] 10.222.0.13 "GET /v2.0/ports?device_id=e2d1d5a0-9e5f-4cb6-a64c-f2fbd21513d1 HTTP/1.1" status: 200 len: 210 time: 0.1224639 Jan 26 21:28:32.649449 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Current status of the port 229a0dca-aaef-46f8-9cc5-5438c075c644 is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:28:32.651338 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device acca8c9c-cb66-47b5-a273-9e7d927c62ab up at agent ovs-agent-n-d-760453-5 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 21:28:32.720836 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-d28604fe-47d7-47de-809b-d0f4f1b5ae90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '628c9988-0a80-44db-b4a8-4a3351e07dcb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-996109221', 'tenant_id': 'c6d9f10230f341edbbe46b16c17eb870', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'external_fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.135'}], 'enable_snat': True}, 'gw_port_id': 'be07b923-996d-4515-9d70-5a80937d4e86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T21:28:21Z', 'updated_at': '2022-01-26T21:28:28Z', 'revision_number': 4, 'project_id': 'c6d9f10230f341edbbe46b16c17eb870', 'gw_port': {'id': 'be07b923-996d-4515-9d70-5a80937d4e86', 'name': '', 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:36:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '628c9988-0a80-44db-b4a8-4a3351e07dcb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2511, 'fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:28:22Z', 'updated_at': '2022-01-26T21:28:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-5', '_interfaces': [{'id': '3017a6cd-295e-478f-900b-fcb162db84a8', 'name': '', 'network_id': '7557909c-f107-4fe1-9c5f-aa82692577a6', 'tenant_id': 'c6d9f10230f341edbbe46b16c17eb870', 'mac_address': 'fa:16:3e:66:26:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '628c9988-0a80-44db-b4a8-4a3351e07dcb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2518, 'fixed_ips': [{'subnet_id': '4f1e9217-1293-49d5-885f-ad0242ed3cd1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:28:27Z', 'updated_at': '2022-01-26T21:28:31Z', 'revision_number': 4, 'project_id': 'c6d9f10230f341edbbe46b16c17eb870', 'subnets': [{'id': '4f1e9217-1293-49d5-885f-ad0242ed3cd1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760453-5', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:28:32.746497 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-5d916326-1e0c-4628-9066-ca37cbcdb558 None None] Current status of the port 229a0dca-aaef-46f8-9cc5-5438c075c644 is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:28:32.781197 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d28604fe-47d7-47de-809b-d0f4f1b5ae90 None None] The sync data for ids ['628c9988-0a80-44db-b4a8-4a3351e07dcb'] in n-d-760453-5 is: [{'id': '628c9988-0a80-44db-b4a8-4a3351e07dcb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-996109221', 'tenant_id': 'c6d9f10230f341edbbe46b16c17eb870', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'external_fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.135'}], 'enable_snat': True}, 'gw_port_id': 'be07b923-996d-4515-9d70-5a80937d4e86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T21:28:21Z', 'updated_at': '2022-01-26T21:28:28Z', 'revision_number': 4, 'project_id': 'c6d9f10230f341edbbe46b16c17eb870', 'gw_port': {'id': 'be07b923-996d-4515-9d70-5a80937d4e86', 'name': '', 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:36:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '628c9988-0a80-44db-b4a8-4a3351e07dcb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2511, 'fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:28:22Z', 'updated_at': '2022-01-26T21:28:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-5', '_interfaces': [{'id': '3017a6cd-295e-478f-900b-fcb162db84a8', 'name': '', 'network_id': '7557909c-f107-4fe1-9c5f-aa82692577a6', 'tenant_id': 'c6d9f10230f341edbbe46b16c17eb870', 'mac_address': 'fa:16:3e:66:26:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '628c9988-0a80-44db-b4a8-4a3351e07dcb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2518, 'fixed_ips': [{'subnet_id': '4f1e9217-1293-49d5-885f-ad0242ed3cd1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:28:27Z', 'updated_at': '2022-01-26T21:28:31Z', 'revision_number': 4, 'project_id': 'c6d9f10230f341edbbe46b16c17eb870', 'subnets': [{'id': '4f1e9217-1293-49d5-885f-ad0242ed3cd1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 26 21:28:32.802104 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-5d916326-1e0c-4628-9066-ca37cbcdb558 None None] Provisioning complete for port 3017a6cd-295e-478f-900b-fcb162db84a8 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:28:32.802748 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-5d916326-1e0c-4628-9066-ca37cbcdb558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (3017a6cd-295e-478f-900b-fcb162db84a8), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:28:32.905434 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Provisioning complete for port acca8c9c-cb66-47b5-a273-9e7d927c62ab triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:28:32.905810 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (acca8c9c-cb66-47b5-a273-9e7d927c62ab), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:28:32.962282 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.db_base_plugin_common [None req-aa3a545f-64e3-421c-a568-9c9677112571 tempest-FloatingIPTestJSON-755675821 tempest-FloatingIPTestJSON-755675821-project] Allocated IP 172.20.0.1 (286c3cf3-afd7-4b07-8e49-543fde0b2ded/8eb8f141-bade-4f81-af86-92797637f4aa/57a4a296-e506-4083-a498-ea00c8643f76) {{(pid=103305) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 21:28:33.062449 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-d380f5c7-bb51-470b-a65e-0c62f6ac05db req-a6d11bc0-8ac0-4005-a01e-140059134c3a tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca795481-031c-48ac-925f-00596ed83bb9 HTTP/1.1" status: 200 len: 210 time: 0.0538528 Jan 26 21:28:33.114294 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Current status of the port acca8c9c-cb66-47b5-a273-9e7d927c62ab is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:28:33.215039 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-5d916326-1e0c-4628-9066-ca37cbcdb558 None None] Current status of the port 3017a6cd-295e-478f-900b-fcb162db84a8 is: DOWN; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:28:33.215378 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-5d916326-1e0c-4628-9066-ca37cbcdb558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (3017a6cd-295e-478f-900b-fcb162db84a8), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:28:33.237783 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-aa3a545f-64e3-421c-a568-9c9677112571 tempest-FloatingIPTestJSON-755675821 tempest-FloatingIPTestJSON-755675821-project] Publish callbacks [] for port (57a4a296-e506-4083-a498-ea00c8643f76), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:28:33.289693 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-5d916326-1e0c-4628-9066-ca37cbcdb558 None None] For port 3017a6cd-295e-478f-900b-fcb162db84a8, host n-d-760453-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=3017a6cd-295e-478f-900b-fcb162db84a8,segment=NetworkSegment(75265355-61a4-4ae5-a4fd-f99af821ecaf),segment_id=75265355-61a4-4ae5-a4fd-f99af821ecaf)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:28:33.300598 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-5d916326-1e0c-4628-9066-ca37cbcdb558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (3017a6cd-295e-478f-900b-fcb162db84a8), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:28:33.316065 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-aa3a545f-64e3-421c-a568-9c9677112571 tempest-FloatingIPTestJSON-755675821 tempest-FloatingIPTestJSON-755675821-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746560234527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11791543'] for port (57a4a296-e506-4083-a498-ea00c8643f76), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:28:33.384782 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa3a545f-64e3-421c-a568-9c9677112571 tempest-FloatingIPTestJSON-755675821 tempest-FloatingIPTestJSON-755675821-project] Network 286c3cf3-afd7-4b07-8e49-543fde0b2ded is already hosted by enough agents. {{(pid=103305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 21:28:33.386561 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d916326-1e0c-4628-9066-ca37cbcdb558 None None] Pushing event updated for resources: {'Port': ['ID=3017a6cd-295e-478f-900b-fcb162db84a8,revision_number=5']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:28:33.394252 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [None req-aa3a545f-64e3-421c-a568-9c9677112571 tempest-FloatingIPTestJSON-755675821 tempest-FloatingIPTestJSON-755675821-project] Resources bound (agent type, host, resource id): {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:28:33.398982 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa3a545f-64e3-421c-a568-9c9677112571 tempest-FloatingIPTestJSON-755675821 tempest-FloatingIPTestJSON-755675821-project] Received port after_create {{(pid=103305) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 21:28:33.448544 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-98ca519a-cf91-4a45-9024-146d33cfe466 None None] Provisioning complete for port 3017a6cd-295e-478f-900b-fcb162db84a8 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:28:33.449512 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-98ca519a-cf91-4a45-9024-146d33cfe466 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (3017a6cd-295e-478f-900b-fcb162db84a8), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:28:33.497306 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa3a545f-64e3-421c-a568-9c9677112571 tempest-FloatingIPTestJSON-755675821 tempest-FloatingIPTestJSON-755675821-project] Pushing event updated for resources: {'Port': ['ID=57a4a296-e506-4083-a498-ea00c8643f76,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:28:33.548876 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-aa3a545f-64e3-421c-a568-9c9677112571 tempest-FloatingIPTestJSON-755675821 tempest-FloatingIPTestJSON-755675821-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4111050'] for router_interface (5246f9a6-b337-4bd3-a8a9-85b0bb672170), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:28:33.658986 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-98ca519a-cf91-4a45-9024-146d33cfe466 None None] Current status of the port 3017a6cd-295e-478f-900b-fcb162db84a8 is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:28:33.695146 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-635450b1-8519-4aea-b473-34b24f4e7fd7 req-597657ca-b120-4f0b-8d25-9060924c61b7 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] 10.222.0.13 "GET /v2.0/ports?device_id=e2d1d5a0-9e5f-4cb6-a64c-f2fbd21513d1 HTTP/1.1" status: 200 len: 210 time: 0.0453794 Jan 26 21:28:33.912895 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device 229a0dca-aaef-46f8-9cc5-5438c075c644 up at agent ovs-agent-n-d-760453-5 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 21:28:34.020116 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Provisioning complete for port 229a0dca-aaef-46f8-9cc5-5438c075c644 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:28:34.020575 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (229a0dca-aaef-46f8-9cc5-5438c075c644), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:28:34.022649 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-076df6ff-c24a-433b-9542-a561e316203b None None] Provisioning complete for port 57a4a296-e506-4083-a498-ea00c8643f76 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:28:34.023894 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-076df6ff-c24a-433b-9542-a561e316203b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (57a4a296-e506-4083-a498-ea00c8643f76), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:28:34.043328 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-aa3a545f-64e3-421c-a568-9c9677112571 tempest-FloatingIPTestJSON-755675821 tempest-FloatingIPTestJSON-755675821-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (57a4a296-e506-4083-a498-ea00c8643f76), before_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:28:34.097967 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-076df6ff-c24a-433b-9542-a561e316203b None None] Port 57a4a296-e506-4083-a498-ea00c8643f76 cannot update to ACTIVE because it is not bound. {{(pid=103306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 26 21:28:34.208523 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Current status of the port 229a0dca-aaef-46f8-9cc5-5438c075c644 is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:28:34.209636 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device 3017a6cd-295e-478f-900b-fcb162db84a8 up at agent ovs-agent-n-d-760453-5 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 21:28:34.280431 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Provisioning complete for port 3017a6cd-295e-478f-900b-fcb162db84a8 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:28:34.281132 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (3017a6cd-295e-478f-900b-fcb162db84a8), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:28:34.415269 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Current status of the port 3017a6cd-295e-478f-900b-fcb162db84a8 is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:28:34.470213 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-d1f4e37c-f741-4d1b-ab95-6b7e803b6b46 req-e8527805-6e7b-4aaa-bc16-1f414a58cd23 tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca795481-031c-48ac-925f-00596ed83bb9 HTTP/1.1" status: 200 len: 210 time: 0.0807168 Jan 26 21:28:34.587347 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624edbbf-5485-4915-b756-1a1df5d91ab7 req-3bd28bc5-61cd-4f5d-b8db-962dde9c727b tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:28:34.589493 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-624edbbf-5485-4915-b756-1a1df5d91ab7 req-3bd28bc5-61cd-4f5d-b8db-962dde9c727b tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] 10.222.0.66 "GET /v2.0/networks?id=7557909c-f107-4fe1-9c5f-aa82692577a6 HTTP/1.1" status: 200 len: 797 time: 0.3625798 Jan 26 21:28:34.760395 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-aa3a545f-64e3-421c-a568-9c9677112571 tempest-FloatingIPTestJSON-755675821 tempest-FloatingIPTestJSON-755675821-project] Publish callbacks [] for port (57a4a296-e506-4083-a498-ea00c8643f76), precommit_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:28:34.770748 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-aa3a545f-64e3-421c-a568-9c9677112571 tempest-FloatingIPTestJSON-755675821 tempest-FloatingIPTestJSON-755675821-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11791520'] for port (57a4a296-e506-4083-a498-ea00c8643f76), after_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:28:34.775313 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-624edbbf-5485-4915-b756-1a1df5d91ab7 req-bf06aec7-1610-4594-b4b4-fee512be04c7 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] 10.222.0.66 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c6d9f10230f341edbbe46b16c17eb870 HTTP/1.1" status: 200 len: 380 time: 0.1318429 Jan 26 21:28:34.781525 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [req-624edbbf-5485-4915-b756-1a1df5d91ab7 req-73161b81-e202-41f0-b4d1-bb89530ad8dc tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Request body: {'port': {'device_id': 'e2d1d5a0-9e5f-4cb6-a64c-f2fbd21513d1', 'network_id': '7557909c-f107-4fe1-9c5f-aa82692577a6', 'admin_state_up': True, 'tenant_id': 'c6d9f10230f341edbbe46b16c17eb870', 'security_groups': ['6df82126-1037-48ab-9d89-3f4ac527699c']}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:28:34.892887 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-13c26a89-d7b6-4199-aa6c-70c1b2b16c60 req-84a1d192-4210-4365-8c59-0a91477ec8f5 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] 10.222.0.13 "GET /v2.0/ports?device_id=e2d1d5a0-9e5f-4cb6-a64c-f2fbd21513d1 HTTP/1.1" status: 200 len: 210 time: 0.0586207 Jan 26 21:28:34.974378 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa3a545f-64e3-421c-a568-9c9677112571 tempest-FloatingIPTestJSON-755675821 tempest-FloatingIPTestJSON-755675821-project] Pushing event updated for resources: {'Port': ['ID=57a4a296-e506-4083-a498-ea00c8643f76,revision_number=2']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:28:35.001501 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-aa3a545f-64e3-421c-a568-9c9677112571 tempest-FloatingIPTestJSON-755675821 tempest-FloatingIPTestJSON-755675821-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3709457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4110682'] for router_interface (5246f9a6-b337-4bd3-a8a9-85b0bb672170), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:28:35.079558 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-624edbbf-5485-4915-b756-1a1df5d91ab7 req-73161b81-e202-41f0-b4d1-bb89530ad8dc tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Made reservation on behalf of c6d9f10230f341edbbe46b16c17eb870 for: {'port': 1} {{(pid=103304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 21:28:35.085264 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-624edbbf-5485-4915-b756-1a1df5d91ab7 req-73161b81-e202-41f0-b4d1-bb89530ad8dc tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:28:35.137755 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa3a545f-64e3-421c-a568-9c9677112571 tempest-FloatingIPTestJSON-755675821 tempest-FloatingIPTestJSON-755675821-project] Network 286c3cf3-afd7-4b07-8e49-543fde0b2ded is already hosted by enough agents. {{(pid=103305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 21:28:35.139470 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [None req-aa3a545f-64e3-421c-a568-9c9677112571 tempest-FloatingIPTestJSON-755675821 tempest-FloatingIPTestJSON-755675821-project] Resources bound (agent type, host, resource id): {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:28:35.286048 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa3a545f-64e3-421c-a568-9c9677112571 tempest-FloatingIPTestJSON-755675821 tempest-FloatingIPTestJSON-755675821-project] Router 5246f9a6-b337-4bd3-a8a9-85b0bb672170 has already been hosted by L3 agent 09df100c-3af1-4b0a-bda8-05914c71c458 {{(pid=103305) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 26 21:28:35.332733 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.db_base_plugin_common [req-624edbbf-5485-4915-b756-1a1df5d91ab7 req-73161b81-e202-41f0-b4d1-bb89530ad8dc tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Allocated IP 172.20.0.11 (7557909c-f107-4fe1-9c5f-aa82692577a6/4f1e9217-1293-49d5-885f-ad0242ed3cd1/f70854ca-3509-43b6-af82-defa62f413c5) {{(pid=103304) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 21:28:35.520393 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device 3017a6cd-295e-478f-900b-fcb162db84a8 up at agent ovs-agent-n-d-760453-5 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 21:28:35.532680 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa3a545f-64e3-421c-a568-9c9677112571 tempest-FloatingIPTestJSON-755675821 tempest-FloatingIPTestJSON-755675821-project] Notify agent at l3_agent.n-d-760453-5 the message routers_updated {{(pid=103305) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 26 21:28:35.546750 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-aa3a545f-64e3-421c-a568-9c9677112571 tempest-FloatingIPTestJSON-755675821 tempest-FloatingIPTestJSON-755675821-project] 10.222.0.13 "PUT /v2.0/routers/5246f9a6-b337-4bd3-a8a9-85b0bb672170/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3720269 Jan 26 21:28:35.553139 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e80c19cc-6740-45d3-ab68-d5a4f03a3b79 None None] Sync routers for ids ['5246f9a6-b337-4bd3-a8a9-85b0bb672170'] in n-d-760453-5 {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 26 21:28:35.553838 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 48794) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:28:35.568901 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-3ed25acd-1b1d-492a-8973-a25a91b24842 tempest-FloatingIPTestJSON-755675821 tempest-FloatingIPTestJSON-755675821-project] Request body: {'port': {'network_id': '286c3cf3-afd7-4b07-8e49-543fde0b2ded', 'name': 'tempest-FloatingIPTestJSON-633717110'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:28:35.571682 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e80c19cc-6740-45d3-ab68-d5a4f03a3b79 None None] Routers {'5246f9a6-b337-4bd3-a8a9-85b0bb672170'} bound to L3 agent in host n-d-760453-5 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 21:28:35.572481 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-e80c19cc-6740-45d3-ab68-d5a4f03a3b79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-26T20:55:21Z,description=,heartbeat_timestamp=2022-01-26T21:28:21Z,host='n-d-760453-5',id=09df100c-3af1-4b0a-bda8-05914c71c458,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:55:21Z,topic='l3_agent')) {'router_ids': ['5246f9a6-b337-4bd3-a8a9-85b0bb672170'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:28:35.600185 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-da8debed-967b-49d9-ba25-8a7ec51412fc None None] Provisioning complete for port 57a4a296-e506-4083-a498-ea00c8643f76 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:28:35.600700 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-da8debed-967b-49d9-ba25-8a7ec51412fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (57a4a296-e506-4083-a498-ea00c8643f76), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:28:35.623518 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-624edbbf-5485-4915-b756-1a1df5d91ab7 req-73161b81-e202-41f0-b4d1-bb89530ad8dc tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Publish callbacks [] for port (f70854ca-3509-43b6-af82-defa62f413c5), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:28:35.667427 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-e80c19cc-6740-45d3-ab68-d5a4f03a3b79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760453-5', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:28:35.671168 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-da8debed-967b-49d9-ba25-8a7ec51412fc None None] Port 57a4a296-e506-4083-a498-ea00c8643f76 cannot update to ACTIVE because it is not bound. {{(pid=103306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 26 21:28:35.684797 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Provisioning complete for port 3017a6cd-295e-478f-900b-fcb162db84a8 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:28:35.685204 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (3017a6cd-295e-478f-900b-fcb162db84a8), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:28:35.687698 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e80c19cc-6740-45d3-ab68-d5a4f03a3b79 None None] Routers {'5246f9a6-b337-4bd3-a8a9-85b0bb672170'} bound to L3 agent in host n-d-760453-5 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 21:28:35.688544 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-e80c19cc-6740-45d3-ab68-d5a4f03a3b79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-26T20:55:21Z,description=,heartbeat_timestamp=2022-01-26T21:28:21Z,host='n-d-760453-5',id=09df100c-3af1-4b0a-bda8-05914c71c458,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:55:21Z,topic='l3_agent')) {'router_ids': ['5246f9a6-b337-4bd3-a8a9-85b0bb672170'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:28:35.725208 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-e80c19cc-6740-45d3-ab68-d5a4f03a3b79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760453-5', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:28:35.726765 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e80c19cc-6740-45d3-ab68-d5a4f03a3b79 None None] The sync data for ids ['5246f9a6-b337-4bd3-a8a9-85b0bb672170'] in n-d-760453-5 is: [] {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 26 21:28:35.727601 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-e841b414-479b-4779-9332-dd659cc25c2d req-4bfae392-9dd6-4ad5-ba81-86f1fe6f4e99 tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca795481-031c-48ac-925f-00596ed83bb9 HTTP/1.1" status: 200 len: 210 time: 0.0938516 Jan 26 21:28:35.806735 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-624edbbf-5485-4915-b756-1a1df5d91ab7 req-73161b81-e202-41f0-b4d1-bb89530ad8dc tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746560234527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9281553'] for port (f70854ca-3509-43b6-af82-defa62f413c5), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:28:35.832014 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ed25acd-1b1d-492a-8973-a25a91b24842 tempest-FloatingIPTestJSON-755675821 tempest-FloatingIPTestJSON-755675821-project] Made reservation on behalf of 48d7f55ad7394a9ebbf9716baaad9095 for: {'port': 1} {{(pid=103305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 21:28:35.842815 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-3ed25acd-1b1d-492a-8973-a25a91b24842 tempest-FloatingIPTestJSON-755675821 tempest-FloatingIPTestJSON-755675821-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:28:35.860578 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-624edbbf-5485-4915-b756-1a1df5d91ab7 req-73161b81-e202-41f0-b4d1-bb89530ad8dc tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Network 7557909c-f107-4fe1-9c5f-aa82692577a6 is already hosted by enough agents. {{(pid=103304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 21:28:35.867467 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [req-624edbbf-5485-4915-b756-1a1df5d91ab7 req-73161b81-e202-41f0-b4d1-bb89530ad8dc tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Resources bound (agent type, host, resource id): {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:28:35.896501 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [req-624edbbf-5485-4915-b756-1a1df5d91ab7 req-73161b81-e202-41f0-b4d1-bb89530ad8dc tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Received port after_create {{(pid=103304) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 21:28:35.925107 n-d-760453-5 neutron-server[103305]: DEBUG neutron.notifiers.nova [None req-3ed25acd-1b1d-492a-8973-a25a91b24842 tempest-FloatingIPTestJSON-755675821 tempest-FloatingIPTestJSON-755675821-project] device_id is not set on port 73367805-92e3-4780-9c1f-eae1a9a9297a yet. {{(pid=103305) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 26 21:28:35.956418 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624edbbf-5485-4915-b756-1a1df5d91ab7 req-73161b81-e202-41f0-b4d1-bb89530ad8dc tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:28:35.958549 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-624edbbf-5485-4915-b756-1a1df5d91ab7 req-73161b81-e202-41f0-b4d1-bb89530ad8dc tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:28:35.975677 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Current status of the port 3017a6cd-295e-478f-900b-fcb162db84a8 is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:28:36.019037 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-624edbbf-5485-4915-b756-1a1df5d91ab7 req-73161b81-e202-41f0-b4d1-bb89530ad8dc tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2423708 Jan 26 21:28:36.050576 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73161b81-e202-41f0-b4d1-bb89530ad8dc tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Pushing event updated for resources: {'Port': ['ID=f70854ca-3509-43b6-af82-defa62f413c5,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:28:36.057755 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [req-624edbbf-5485-4915-b756-1a1df5d91ab7 req-f796b356-7561-4e0a-9b6d-bd7d99f5409a service neutron] Request body: {'port': {'device_id': 'e2d1d5a0-9e5f-4cb6-a64c-f2fbd21513d1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-760453-5'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:28:36.167730 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9630220-53a9-4fea-918e-e05431765180 req-582dd970-4206-41a6-a455-9dc4e5e12c11 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:28:36.169350 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-f9630220-53a9-4fea-918e-e05431765180 req-582dd970-4206-41a6-a455-9dc4e5e12c11 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] 10.222.0.13 "GET /v2.0/ports?device_id=e2d1d5a0-9e5f-4cb6-a64c-f2fbd21513d1 HTTP/1.1" status: 200 len: 932 time: 0.1395564 Jan 26 21:28:36.170475 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-624edbbf-5485-4915-b756-1a1df5d91ab7 req-f796b356-7561-4e0a-9b6d-bd7d99f5409a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (f70854ca-3509-43b6-af82-defa62f413c5), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:28:36.184543 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.db_base_plugin_common [None req-3ed25acd-1b1d-492a-8973-a25a91b24842 tempest-FloatingIPTestJSON-755675821 tempest-FloatingIPTestJSON-755675821-project] Allocated IP 172.20.0.12 (286c3cf3-afd7-4b07-8e49-543fde0b2ded/8eb8f141-bade-4f81-af86-92797637f4aa/73367805-92e3-4780-9c1f-eae1a9a9297a) {{(pid=103305) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 21:28:36.305025 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-f9630220-53a9-4fea-918e-e05431765180 req-d7e64994-32de-4f8c-a162-0355f7d573d0 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] 10.222.0.13 "GET /v2.0/security-groups?id=6df82126-1037-48ab-9d89-3f4ac527699c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1199439 Jan 26 21:28:36.402590 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-3ed25acd-1b1d-492a-8973-a25a91b24842 tempest-FloatingIPTestJSON-755675821 tempest-FloatingIPTestJSON-755675821-project] Publish callbacks [] for port (73367805-92e3-4780-9c1f-eae1a9a9297a), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:28:36.403222 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-9e460495-c6f8-4c47-a75b-d804c93c3191 None None] Provisioning complete for port f70854ca-3509-43b6-af82-defa62f413c5 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:28:36.404930 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-9e460495-c6f8-4c47-a75b-d804c93c3191 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (f70854ca-3509-43b6-af82-defa62f413c5), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:28:36.464364 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-9e460495-c6f8-4c47-a75b-d804c93c3191 None None] Port f70854ca-3509-43b6-af82-defa62f413c5 cannot update to ACTIVE because it is not bound. {{(pid=103306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 26 21:28:36.478784 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-3ed25acd-1b1d-492a-8973-a25a91b24842 tempest-FloatingIPTestJSON-755675821 tempest-FloatingIPTestJSON-755675821-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746560234527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11791543'] for port (73367805-92e3-4780-9c1f-eae1a9a9297a), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:28:36.570821 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed25acd-1b1d-492a-8973-a25a91b24842 tempest-FloatingIPTestJSON-755675821 tempest-FloatingIPTestJSON-755675821-project] Pushing event updated for resources: {'Port': ['ID=73367805-92e3-4780-9c1f-eae1a9a9297a,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:28:36.582137 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ed25acd-1b1d-492a-8973-a25a91b24842 tempest-FloatingIPTestJSON-755675821 tempest-FloatingIPTestJSON-755675821-project] Network 286c3cf3-afd7-4b07-8e49-543fde0b2ded is already hosted by enough agents. {{(pid=103305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 21:28:36.584001 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [None req-3ed25acd-1b1d-492a-8973-a25a91b24842 tempest-FloatingIPTestJSON-755675821 tempest-FloatingIPTestJSON-755675821-project] Resources bound (agent type, host, resource id): {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:28:36.586993 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ed25acd-1b1d-492a-8973-a25a91b24842 tempest-FloatingIPTestJSON-755675821 tempest-FloatingIPTestJSON-755675821-project] Received port after_create {{(pid=103305) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 21:28:36.653261 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ed25acd-1b1d-492a-8973-a25a91b24842 tempest-FloatingIPTestJSON-755675821 tempest-FloatingIPTestJSON-755675821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:28:36.653973 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-3ed25acd-1b1d-492a-8973-a25a91b24842 tempest-FloatingIPTestJSON-755675821 tempest-FloatingIPTestJSON-755675821-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:28:36.681254 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-3ed25acd-1b1d-492a-8973-a25a91b24842 tempest-FloatingIPTestJSON-755675821 tempest-FloatingIPTestJSON-755675821-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.1257939 Jan 26 21:28:36.683641 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 48818) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:28:36.686629 n-d-760453-5 neutron-server[103304]: DEBUG neutron.notifiers.nova [req-624edbbf-5485-4915-b756-1a1df5d91ab7 req-f796b356-7561-4e0a-9b6d-bd7d99f5409a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f70854ca-3509-43b6-af82-defa62f413c5 {{(pid=103304) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 26 21:28:36.689143 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-6e1ab630-b6eb-4930-b617-378d3aef4b4a tempest-FloatingIPTestJSON-755675821 tempest-FloatingIPTestJSON-755675821-project] Request body: {'floatingip': {'port_id': '73367805-92e3-4780-9c1f-eae1a9a9297a'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:28:36.701976 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-624edbbf-5485-4915-b756-1a1df5d91ab7 req-f796b356-7561-4e0a-9b6d-bd7d99f5409a service neutron] Publish callbacks [] for port (f70854ca-3509-43b6-af82-defa62f413c5), precommit_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:28:36.716733 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.provisioning_blocks [req-624edbbf-5485-4915-b756-1a1df5d91ab7 req-f796b356-7561-4e0a-9b6d-bd7d99f5409a service neutron] Transition to ACTIVE for port object f70854ca-3509-43b6-af82-defa62f413c5 will not be triggered until provisioned by entity L2. {{(pid=103304) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 21:28:36.727008 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-624edbbf-5485-4915-b756-1a1df5d91ab7 req-f796b356-7561-4e0a-9b6d-bd7d99f5409a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9281542'] for port (f70854ca-3509-43b6-af82-defa62f413c5), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:28:36.758537 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-6e1ab630-b6eb-4930-b617-378d3aef4b4a tempest-FloatingIPTestJSON-755675821 tempest-FloatingIPTestJSON-755675821-project] Publish callbacks [] for floatingip (ebb0a566-bed5-4b55-9d44-8a575dffa17b), before_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:28:36.863278 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f796b356-7561-4e0a-9b6d-bd7d99f5409a service neutron] Pushing event updated for resources: {'Port': ['ID=f70854ca-3509-43b6-af82-defa62f413c5,revision_number=2']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:28:36.991337 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-d037d7c2-d1a0-46e5-a9cf-52d76c3762ec req-472b341d-d808-429b-9d5f-0dd6a09e134b tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca795481-031c-48ac-925f-00596ed83bb9 HTTP/1.1" status: 200 len: 210 time: 0.0800560 Jan 26 21:28:37.061688 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [req-624edbbf-5485-4915-b756-1a1df5d91ab7 req-f796b356-7561-4e0a-9b6d-bd7d99f5409a service neutron] Attempting to bind port f70854ca-3509-43b6-af82-defa62f413c5 on host n-h1-760453-5 for vnic_type normal with profile {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 21:28:37.062029 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [req-624edbbf-5485-4915-b756-1a1df5d91ab7 req-f796b356-7561-4e0a-9b6d-bd7d99f5409a service neutron] Attempting to bind port f70854ca-3509-43b6-af82-defa62f413c5 by drivers openvswitch,hyperv on host n-h1-760453-5 at level 0 using segments [{'id': '75265355-61a4-4ae5-a4fd-f99af821ecaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '7557909c-f107-4fe1-9c5f-aa82692577a6'}] {{(pid=103304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 26 21:28:37.062359 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-624edbbf-5485-4915-b756-1a1df5d91ab7 req-f796b356-7561-4e0a-9b6d-bd7d99f5409a service neutron] Attempting to bind port f70854ca-3509-43b6-af82-defa62f413c5 on network 7557909c-f107-4fe1-9c5f-aa82692577a6 {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 21:28:37.067598 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-624edbbf-5485-4915-b756-1a1df5d91ab7 req-f796b356-7561-4e0a-9b6d-bd7d99f5409a service neutron] Port f70854ca-3509-43b6-af82-defa62f413c5 on network 7557909c-f107-4fe1-9c5f-aa82692577a6 not bound, no agent of type Open vSwitch agent registered on host n-h1-760453-5 {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 26 21:28:37.067925 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-624edbbf-5485-4915-b756-1a1df5d91ab7 req-f796b356-7561-4e0a-9b6d-bd7d99f5409a service neutron] Attempting to bind port f70854ca-3509-43b6-af82-defa62f413c5 on network 7557909c-f107-4fe1-9c5f-aa82692577a6 {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 21:28:37.076896 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-624edbbf-5485-4915-b756-1a1df5d91ab7 req-f796b356-7561-4e0a-9b6d-bd7d99f5409a service neutron] Checking agent: {'id': '32ef628b-8417-46c5-8729-60fcabe358f1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-760453-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 21, 3, 8), 'started_at': datetime.datetime(2022, 1, 26, 21, 3, 8), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 21, 28, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 26 21:28:37.077682 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-624edbbf-5485-4915-b756-1a1df5d91ab7 req-f796b356-7561-4e0a-9b6d-bd7d99f5409a service neutron] Checking segment: {'id': '75265355-61a4-4ae5-a4fd-f99af821ecaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '7557909c-f107-4fe1-9c5f-aa82692577a6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103304) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 21:28:37.078342 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-624edbbf-5485-4915-b756-1a1df5d91ab7 req-f796b356-7561-4e0a-9b6d-bd7d99f5409a service neutron] Bound using segment: {'id': '75265355-61a4-4ae5-a4fd-f99af821ecaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '7557909c-f107-4fe1-9c5f-aa82692577a6'} {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 26 21:28:37.078948 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [req-624edbbf-5485-4915-b756-1a1df5d91ab7 req-f796b356-7561-4e0a-9b6d-bd7d99f5409a service neutron] Bound port: f70854ca-3509-43b6-af82-defa62f413c5, host: n-h1-760453-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '75265355-61a4-4ae5-a4fd-f99af821ecaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '7557909c-f107-4fe1-9c5f-aa82692577a6'}}] {{(pid=103304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 26 21:28:37.079323 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-624edbbf-5485-4915-b756-1a1df5d91ab7 req-f796b356-7561-4e0a-9b6d-bd7d99f5409a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (f70854ca-3509-43b6-af82-defa62f413c5), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:28:37.104677 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-9b82528d-9135-4eac-947f-f4fb7afa4bd5 None None] Provisioning complete for port 73367805-92e3-4780-9c1f-eae1a9a9297a triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:28:37.111296 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-9b82528d-9135-4eac-947f-f4fb7afa4bd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (73367805-92e3-4780-9c1f-eae1a9a9297a), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:28:37.164155 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [req-624edbbf-5485-4915-b756-1a1df5d91ab7 req-f796b356-7561-4e0a-9b6d-bd7d99f5409a service neutron] For port f70854ca-3509-43b6-af82-defa62f413c5, host n-h1-760453-5, cleared binding levels {{(pid=103304) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 26 21:28:37.165655 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-9b82528d-9135-4eac-947f-f4fb7afa4bd5 None None] Port 73367805-92e3-4780-9c1f-eae1a9a9297a cannot update to ACTIVE because it is not bound. {{(pid=103306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 26 21:28:37.189762 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [req-624edbbf-5485-4915-b756-1a1df5d91ab7 req-f796b356-7561-4e0a-9b6d-bd7d99f5409a service neutron] For port f70854ca-3509-43b6-af82-defa62f413c5, host n-h1-760453-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-5',level=0,port_id=f70854ca-3509-43b6-af82-defa62f413c5,segment=NetworkSegment(75265355-61a4-4ae5-a4fd-f99af821ecaf),segment_id=75265355-61a4-4ae5-a4fd-f99af821ecaf)] {{(pid=103304) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 26 21:28:37.199483 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-624edbbf-5485-4915-b756-1a1df5d91ab7 req-f796b356-7561-4e0a-9b6d-bd7d99f5409a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9281542'] for port (f70854ca-3509-43b6-af82-defa62f413c5), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:28:37.289394 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624edbbf-5485-4915-b756-1a1df5d91ab7 req-f796b356-7561-4e0a-9b6d-bd7d99f5409a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:28:37.290147 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-624edbbf-5485-4915-b756-1a1df5d91ab7 req-f796b356-7561-4e0a-9b6d-bd7d99f5409a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:28:37.292993 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-624edbbf-5485-4915-b756-1a1df5d91ab7 req-f796b356-7561-4e0a-9b6d-bd7d99f5409a service neutron] 10.222.0.66 "PUT /v2.0/ports/f70854ca-3509-43b6-af82-defa62f413c5 HTTP/1.1" status: 200 len: 1092 time: 1.2421587 Jan 26 21:28:37.295922 n-d-760453-5 neutron-server[103304]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e2d1d5a0-9e5f-4cb6-a64c-f2fbd21513d1', 'tag': 'f70854ca-3509-43b6-af82-defa62f413c5'}] {{(pid=103304) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 21:28:37.299592 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d52b45f1943fcd332af9527eb73ff93c8d715d44383a3f6d18de73b4cfcf87b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9da9b5b5-1d47-4965-8928-5430834c21ea" -d '{"events": [{"name": "network-changed", "server_uuid": "e2d1d5a0-9e5f-4cb6-a64c-f2fbd21513d1", "tag": "f70854ca-3509-43b6-af82-defa62f413c5"}]}' {{(pid=103304) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 21:28:37.429839 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 26 Jan 2022 21:28:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8463e0fc-ebee-48b4-895b-e65692dec367 x-openstack-request-id: req-8463e0fc-ebee-48b4-895b-e65692dec367 {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 21:28:37.430142 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e2d1d5a0-9e5f-4cb6-a64c-f2fbd21513d1", "tag": "f70854ca-3509-43b6-af82-defa62f413c5", "status": "completed", "code": 200}]} {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 21:28:37.430397 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-8463e0fc-ebee-48b4-895b-e65692dec367 {{(pid=103304) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 21:28:37.430807 n-d-760453-5 neutron-server[103304]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e2d1d5a0-9e5f-4cb6-a64c-f2fbd21513d1', 'tag': 'f70854ca-3509-43b6-af82-defa62f413c5', 'status': 'completed', 'code': 200} Jan 26 21:28:37.521916 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f796b356-7561-4e0a-9b6d-bd7d99f5409a service neutron] Pushing event updated for resources: {'Port': ['ID=f70854ca-3509-43b6-af82-defa62f413c5,revision_number=3']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:28:37.595407 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624edbbf-5485-4915-b756-1a1df5d91ab7 req-86f9da1a-3a90-42ae-9296-ff6eb15e468c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:28:37.597057 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-624edbbf-5485-4915-b756-1a1df5d91ab7 req-86f9da1a-3a90-42ae-9296-ff6eb15e468c service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=c6d9f10230f341edbbe46b16c17eb870&device_id=e2d1d5a0-9e5f-4cb6-a64c-f2fbd21513d1 HTTP/1.1" status: 200 len: 1095 time: 0.1859593 Jan 26 21:28:37.608110 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a1bab6-ff3a-4c62-8848-5424739b2ec9 req-341c21ab-60a0-4a61-9b35-5756c4afa253 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:28:37.615130 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-c9a1bab6-ff3a-4c62-8848-5424739b2ec9 req-341c21ab-60a0-4a61-9b35-5756c4afa253 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] 10.222.0.13 "GET /v2.0/ports?device_id=e2d1d5a0-9e5f-4cb6-a64c-f2fbd21513d1 HTTP/1.1" status: 200 len: 944 time: 0.1758745 Jan 26 21:28:37.688824 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-624edbbf-5485-4915-b756-1a1df5d91ab7 req-89a3904a-a282-4a05-ad57-8061c0c767fe service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f70854ca-3509-43b6-af82-defa62f413c5 HTTP/1.1" status: 200 len: 217 time: 0.0526915 Jan 26 21:28:37.747271 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-c9a1bab6-ff3a-4c62-8848-5424739b2ec9 req-b19af668-a0b5-40d9-9aa5-49c03f1e961d tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] 10.222.0.13 "GET /v2.0/security-groups?id=6df82126-1037-48ab-9d89-3f4ac527699c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1310055 Jan 26 21:28:37.770101 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624edbbf-5485-4915-b756-1a1df5d91ab7 req-8e77e8db-6e3b-486c-9f7e-e8681e0599ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:28:37.771601 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-624edbbf-5485-4915-b756-1a1df5d91ab7 req-8e77e8db-6e3b-486c-9f7e-e8681e0599ce service neutron] 10.222.0.66 "GET /v2.0/subnets?id=4f1e9217-1293-49d5-885f-ad0242ed3cd1 HTTP/1.1" status: 200 len: 835 time: 0.0762544 Jan 26 21:28:37.824959 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624edbbf-5485-4915-b756-1a1df5d91ab7 req-a4e50fa1-29a1-43d5-81f5-3d85862e7564 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:28:37.826640 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-624edbbf-5485-4915-b756-1a1df5d91ab7 req-a4e50fa1-29a1-43d5-81f5-3d85862e7564 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=7557909c-f107-4fe1-9c5f-aa82692577a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0467715 Jan 26 21:28:37.949841 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-624edbbf-5485-4915-b756-1a1df5d91ab7 req-d9bfae7d-55ce-4680-be40-0db892772882 service neutron] 10.222.0.66 "GET /v2.0/networks/7557909c-f107-4fe1-9c5f-aa82692577a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1169214 Jan 26 21:28:37.958811 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-6e1ab630-b6eb-4930-b617-378d3aef4b4a tempest-FloatingIPTestJSON-755675821 tempest-FloatingIPTestJSON-755675821-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:28:37.965580 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-6e1ab630-b6eb-4930-b617-378d3aef4b4a tempest-FloatingIPTestJSON-755675821 tempest-FloatingIPTestJSON-755675821-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4110913'] for floatingip (ebb0a566-bed5-4b55-9d44-8a575dffa17b), after_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:28:38.052698 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-624edbbf-5485-4915-b756-1a1df5d91ab7 req-29123acb-659a-45e6-a9d8-0eb3159bb309 service neutron] 10.222.0.66 "GET /v2.0/networks/7557909c-f107-4fe1-9c5f-aa82692577a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0970123 Jan 26 21:28:38.085473 n-d-760453-5 neutron-server[103305]: INFO neutron.db.l3_db [None req-6e1ab630-b6eb-4930-b617-378d3aef4b4a tempest-FloatingIPTestJSON-755675821 tempest-FloatingIPTestJSON-755675821-project] Floating IP ebb0a566-bed5-4b55-9d44-8a575dffa17b associated. External IP: 172.25.1.40, port: ae14be6a-782e-4827-8d2b-d084ba7a4e1e. Jan 26 21:28:38.150845 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-37ea3da0-6614-4740-8ad5-dd2fc4cccb06 req-c4614e67-db91-4b63-843f-d5fbf400eb4c tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca795481-031c-48ac-925f-00596ed83bb9 HTTP/1.1" status: 200 len: 210 time: 0.0356081 Jan 26 21:28:38.208044 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da9b5b5-1d47-4965-8928-5430834c21ea req-472de9b0-3641-42c6-a17f-c8108bcfbce7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:28:38.209841 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-9da9b5b5-1d47-4965-8928-5430834c21ea req-472de9b0-3641-42c6-a17f-c8108bcfbce7 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=c6d9f10230f341edbbe46b16c17eb870&device_id=e2d1d5a0-9e5f-4cb6-a64c-f2fbd21513d1 HTTP/1.1" status: 200 len: 1095 time: 0.0551894 Jan 26 21:28:38.324367 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (32ef628b-8417-46c5-8729-60fcabe358f1), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:28:38.349772 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da9b5b5-1d47-4965-8928-5430834c21ea req-da14c6f7-30c7-4dfb-8761-9e9fb9778a70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:28:38.351971 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-9da9b5b5-1d47-4965-8928-5430834c21ea req-da14c6f7-30c7-4dfb-8761-9e9fb9778a70 service neutron] 10.222.0.66 "GET /v2.0/networks?id=7557909c-f107-4fe1-9c5f-aa82692577a6 HTTP/1.1" status: 200 len: 898 time: 0.1357405 Jan 26 21:28:38.400505 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e1ab630-b6eb-4930-b617-378d3aef4b4a tempest-FloatingIPTestJSON-755675821 tempest-FloatingIPTestJSON-755675821-project] Router c5ecfbfd-fee9-4b72-9070-7a72d95e51a4 has already been hosted by L3 agent 09df100c-3af1-4b0a-bda8-05914c71c458 {{(pid=103305) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 26 21:28:38.447702 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-9da9b5b5-1d47-4965-8928-5430834c21ea req-632c1240-de1c-4a4f-b598-90ce3a59d6d4 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f70854ca-3509-43b6-af82-defa62f413c5 HTTP/1.1" status: 200 len: 217 time: 0.0712783 Jan 26 21:28:38.466035 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.agents_db [None req-569f1ced-6396-4ddf-b79f-e03b0b2146ab None None] Agent healthcheck: found 7 active agents {{(pid=103307) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 26 21:28:38.506099 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da9b5b5-1d47-4965-8928-5430834c21ea req-526a06fa-9ab7-4aee-aee3-e9220b13c04e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:28:38.508786 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-9da9b5b5-1d47-4965-8928-5430834c21ea req-526a06fa-9ab7-4aee-aee3-e9220b13c04e service neutron] 10.222.0.66 "GET /v2.0/subnets?id=4f1e9217-1293-49d5-885f-ad0242ed3cd1 HTTP/1.1" status: 200 len: 835 time: 0.0550416 Jan 26 21:28:38.557651 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e1ab630-b6eb-4930-b617-378d3aef4b4a tempest-FloatingIPTestJSON-755675821 tempest-FloatingIPTestJSON-755675821-project] Notify agent at l3_agent.n-d-760453-5 the message routers_updated {{(pid=103305) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 26 21:28:38.570158 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ceb1cee5-6f39-48f2-97c1-683324515395 None None] Sync routers for ids ['c5ecfbfd-fee9-4b72-9070-7a72d95e51a4'] in n-d-760453-5 {{(pid=103306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 26 21:28:38.587627 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ceb1cee5-6f39-48f2-97c1-683324515395 None None] Routers {'c5ecfbfd-fee9-4b72-9070-7a72d95e51a4'} bound to L3 agent in host n-d-760453-5 {{(pid=103306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 21:28:38.589460 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-ceb1cee5-6f39-48f2-97c1-683324515395 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-26T20:55:21Z,description=,heartbeat_timestamp=2022-01-26T21:28:21Z,host='n-d-760453-5',id=09df100c-3af1-4b0a-bda8-05914c71c458,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:55:21Z,topic='l3_agent')) {'router_ids': ['c5ecfbfd-fee9-4b72-9070-7a72d95e51a4'], 'active': True} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:28:38.636931 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da9b5b5-1d47-4965-8928-5430834c21ea req-e3fbbf35-5a4d-477b-b685-9989bfbb6176 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:28:38.639522 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-9da9b5b5-1d47-4965-8928-5430834c21ea req-e3fbbf35-5a4d-477b-b685-9989bfbb6176 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=7557909c-f107-4fe1-9c5f-aa82692577a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1172652 Jan 26 21:28:38.677963 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-ceb1cee5-6f39-48f2-97c1-683324515395 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760453-5', False) {} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:28:38.688477 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ceb1cee5-6f39-48f2-97c1-683324515395 None None] Routers {'c5ecfbfd-fee9-4b72-9070-7a72d95e51a4'} bound to L3 agent in host n-d-760453-5 {{(pid=103306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 21:28:38.689360 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-ceb1cee5-6f39-48f2-97c1-683324515395 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-26T20:55:21Z,description=,heartbeat_timestamp=2022-01-26T21:28:21Z,host='n-d-760453-5',id=09df100c-3af1-4b0a-bda8-05914c71c458,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:55:21Z,topic='l3_agent')) {'router_ids': ['c5ecfbfd-fee9-4b72-9070-7a72d95e51a4'], 'active': True} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:28:38.745712 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-ceb1cee5-6f39-48f2-97c1-683324515395 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760453-5', False) {} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:28:38.746371 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ceb1cee5-6f39-48f2-97c1-683324515395 None None] The sync data for ids ['c5ecfbfd-fee9-4b72-9070-7a72d95e51a4'] in n-d-760453-5 is: [] {{(pid=103306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 26 21:28:38.778732 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-9da9b5b5-1d47-4965-8928-5430834c21ea req-242a258d-e96f-4701-bfcd-e90c5a281b18 service neutron] 10.222.0.66 "GET /v2.0/networks/7557909c-f107-4fe1-9c5f-aa82692577a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1321058 Jan 26 21:28:38.823874 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e1ab630-b6eb-4930-b617-378d3aef4b4a tempest-FloatingIPTestJSON-755675821 tempest-FloatingIPTestJSON-755675821-project] Router 5246f9a6-b337-4bd3-a8a9-85b0bb672170 has already been hosted by L3 agent 09df100c-3af1-4b0a-bda8-05914c71c458 {{(pid=103305) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 26 21:28:38.937860 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-9da9b5b5-1d47-4965-8928-5430834c21ea req-8906508d-bd9b-402d-a021-cd54e4a1ef84 service neutron] 10.222.0.66 "GET /v2.0/networks/7557909c-f107-4fe1-9c5f-aa82692577a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1520381 Jan 26 21:28:38.964845 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a69ad5-dadd-427f-8cbf-7c3548908d79 req-94da3efc-e800-4038-a4a1-9085a0da12fe tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:28:38.966715 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-87a69ad5-dadd-427f-8cbf-7c3548908d79 req-94da3efc-e800-4038-a4a1-9085a0da12fe tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] 10.222.0.13 "GET /v2.0/ports?device_id=e2d1d5a0-9e5f-4cb6-a64c-f2fbd21513d1 HTTP/1.1" status: 200 len: 944 time: 0.0666790 Jan 26 21:28:38.997999 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e1ab630-b6eb-4930-b617-378d3aef4b4a tempest-FloatingIPTestJSON-755675821 tempest-FloatingIPTestJSON-755675821-project] Notify agent at l3_agent.n-d-760453-5 the message routers_updated {{(pid=103305) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 26 21:28:39.003463 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-6e1ab630-b6eb-4930-b617-378d3aef4b4a tempest-FloatingIPTestJSON-755675821 tempest-FloatingIPTestJSON-755675821-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for floatingip (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:28:39.010355 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec5957b8-9396-4c87-83ce-48e193726824 None None] Sync routers for ids ['5246f9a6-b337-4bd3-a8a9-85b0bb672170'] in n-d-760453-5 {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 26 21:28:39.026811 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec5957b8-9396-4c87-83ce-48e193726824 None None] Routers {'5246f9a6-b337-4bd3-a8a9-85b0bb672170'} bound to L3 agent in host n-d-760453-5 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 21:28:39.029545 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-ec5957b8-9396-4c87-83ce-48e193726824 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-26T20:55:21Z,description=,heartbeat_timestamp=2022-01-26T21:28:21Z,host='n-d-760453-5',id=09df100c-3af1-4b0a-bda8-05914c71c458,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:55:21Z,topic='l3_agent')) {'router_ids': ['5246f9a6-b337-4bd3-a8a9-85b0bb672170'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:28:39.038600 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-87a69ad5-dadd-427f-8cbf-7c3548908d79 req-e5494746-28d6-4458-9139-c60960f989df tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] 10.222.0.13 "GET /v2.0/security-groups?id=6df82126-1037-48ab-9d89-3f4ac527699c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0614083 Jan 26 21:28:39.069005 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-ec5957b8-9396-4c87-83ce-48e193726824 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760453-5', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:28:39.074571 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 48870) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:28:39.079319 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec5957b8-9396-4c87-83ce-48e193726824 None None] Routers {'5246f9a6-b337-4bd3-a8a9-85b0bb672170'} bound to L3 agent in host n-d-760453-5 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 21:28:39.080172 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-ec5957b8-9396-4c87-83ce-48e193726824 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-26T20:55:21Z,description=,heartbeat_timestamp=2022-01-26T21:28:21Z,host='n-d-760453-5',id=09df100c-3af1-4b0a-bda8-05914c71c458,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:55:21Z,topic='l3_agent')) {'router_ids': ['5246f9a6-b337-4bd3-a8a9-85b0bb672170'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:28:39.088593 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-6e1ab630-b6eb-4930-b617-378d3aef4b4a tempest-FloatingIPTestJSON-755675821 tempest-FloatingIPTestJSON-755675821-project] 10.222.0.13 "PUT /v2.0/floatingips/ebb0a566-bed5-4b55-9d44-8a575dffa17b HTTP/1.1" status: 200 len: 977 time: 2.4032199 Jan 26 21:28:39.122461 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-ec5957b8-9396-4c87-83ce-48e193726824 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760453-5', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:28:39.123222 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec5957b8-9396-4c87-83ce-48e193726824 None None] The sync data for ids ['5246f9a6-b337-4bd3-a8a9-85b0bb672170'] in n-d-760453-5 is: [] {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 26 21:28:39.191943 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-d418321e-d80c-4690-90b7-5d18b6f19e8e tempest-FloatingIPTestJSON-755675821 tempest-FloatingIPTestJSON-755675821-project] Deleting port 73367805-92e3-4780-9c1f-eae1a9a9297a {{(pid=103304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 21:28:39.202552 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-d418321e-d80c-4690-90b7-5d18b6f19e8e tempest-FloatingIPTestJSON-755675821 tempest-FloatingIPTestJSON-755675821-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746560630878'] for port (73367805-92e3-4780-9c1f-eae1a9a9297a), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:28:39.329678 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-d418321e-d80c-4690-90b7-5d18b6f19e8e tempest-FloatingIPTestJSON-755675821 tempest-FloatingIPTestJSON-755675821-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4109658'] for port (73367805-92e3-4780-9c1f-eae1a9a9297a), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:28:39.441928 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-13409c72-2936-4219-b6ae-6335803f0cb4 req-0034a454-b4ab-4868-b557-e857ba824c13 tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca795481-031c-48ac-925f-00596ed83bb9 HTTP/1.1" status: 200 len: 210 time: 0.1276777 Jan 26 21:28:39.606271 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-d418321e-d80c-4690-90b7-5d18b6f19e8e tempest-FloatingIPTestJSON-755675821 tempest-FloatingIPTestJSON-755675821-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:28:39.606739 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-d418321e-d80c-4690-90b7-5d18b6f19e8e tempest-FloatingIPTestJSON-755675821 tempest-FloatingIPTestJSON-755675821-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4110913'] for floatingip (ebb0a566-bed5-4b55-9d44-8a575dffa17b), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:28:39.607123 n-d-760453-5 neutron-server[103304]: INFO neutron.db.l3_db [None req-d418321e-d80c-4690-90b7-5d18b6f19e8e tempest-FloatingIPTestJSON-755675821 tempest-FloatingIPTestJSON-755675821-project] Floating IP ebb0a566-bed5-4b55-9d44-8a575dffa17b disassociated. External IP: 172.25.1.40, port: 73367805-92e3-4780-9c1f-eae1a9a9297a. Jan 26 21:28:39.607534 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-d418321e-d80c-4690-90b7-5d18b6f19e8e tempest-FloatingIPTestJSON-755675821 tempest-FloatingIPTestJSON-755675821-project] Calling delete_port for 73367805-92e3-4780-9c1f-eae1a9a9297a owned by {{(pid=103304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 21:28:39.742020 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-d418321e-d80c-4690-90b7-5d18b6f19e8e tempest-FloatingIPTestJSON-755675821 tempest-FloatingIPTestJSON-755675821-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746560636600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746560234536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9281553'] for port (73367805-92e3-4780-9c1f-eae1a9a9297a), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:28:39.779227 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d418321e-d80c-4690-90b7-5d18b6f19e8e tempest-FloatingIPTestJSON-755675821 tempest-FloatingIPTestJSON-755675821-project] Pushing event deleted for resources: {'Port': ['ID=73367805-92e3-4780-9c1f-eae1a9a9297a,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:28:39.954789 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d418321e-d80c-4690-90b7-5d18b6f19e8e tempest-FloatingIPTestJSON-755675821 tempest-FloatingIPTestJSON-755675821-project] Router 5246f9a6-b337-4bd3-a8a9-85b0bb672170 has already been hosted by L3 agent 09df100c-3af1-4b0a-bda8-05914c71c458 {{(pid=103304) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 26 21:28:40.083477 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d418321e-d80c-4690-90b7-5d18b6f19e8e tempest-FloatingIPTestJSON-755675821 tempest-FloatingIPTestJSON-755675821-project] Notify agent at l3_agent.n-d-760453-5 the message routers_updated {{(pid=103304) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 26 21:28:40.094443 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e5db287-6935-4819-bb90-6f7b84d9ce1c None None] Sync routers for ids ['5246f9a6-b337-4bd3-a8a9-85b0bb672170'] in n-d-760453-5 {{(pid=103306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 26 21:28:40.120266 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e5db287-6935-4819-bb90-6f7b84d9ce1c None None] Routers {'5246f9a6-b337-4bd3-a8a9-85b0bb672170'} bound to L3 agent in host n-d-760453-5 {{(pid=103306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 21:28:40.120924 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-7e5db287-6935-4819-bb90-6f7b84d9ce1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-26T20:55:21Z,description=,heartbeat_timestamp=2022-01-26T21:28:21Z,host='n-d-760453-5',id=09df100c-3af1-4b0a-bda8-05914c71c458,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:55:21Z,topic='l3_agent')) {'router_ids': ['5246f9a6-b337-4bd3-a8a9-85b0bb672170'], 'active': True} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:28:40.180973 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-7e5db287-6935-4819-bb90-6f7b84d9ce1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760453-5', False) {} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:28:40.192263 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e5db287-6935-4819-bb90-6f7b84d9ce1c None None] Routers {'5246f9a6-b337-4bd3-a8a9-85b0bb672170'} bound to L3 agent in host n-d-760453-5 {{(pid=103306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 21:28:40.192906 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-7e5db287-6935-4819-bb90-6f7b84d9ce1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-26T20:55:21Z,description=,heartbeat_timestamp=2022-01-26T21:28:21Z,host='n-d-760453-5',id=09df100c-3af1-4b0a-bda8-05914c71c458,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:55:21Z,topic='l3_agent')) {'router_ids': ['5246f9a6-b337-4bd3-a8a9-85b0bb672170'], 'active': True} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:28:40.198917 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-d418321e-d80c-4690-90b7-5d18b6f19e8e tempest-FloatingIPTestJSON-755675821 tempest-FloatingIPTestJSON-755675821-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:28:40.206015 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 48902) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:28:40.206588 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-d418321e-d80c-4690-90b7-5d18b6f19e8e tempest-FloatingIPTestJSON-755675821 tempest-FloatingIPTestJSON-755675821-project] 10.222.0.13 "DELETE /v2.0/ports/73367805-92e3-4780-9c1f-eae1a9a9297a HTTP/1.1" status: 204 len: 168 time: 1.1303899 Jan 26 21:28:40.238157 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d2f867-e554-4ebb-99e0-bf15c78480f0 req-0676b51b-45a1-4e1a-8b45-467f3e8a3b9d tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:28:40.239843 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-c7d2f867-e554-4ebb-99e0-bf15c78480f0 req-0676b51b-45a1-4e1a-8b45-467f3e8a3b9d tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] 10.222.0.13 "GET /v2.0/ports?device_id=e2d1d5a0-9e5f-4cb6-a64c-f2fbd21513d1 HTTP/1.1" status: 200 len: 944 time: 0.0826843 Jan 26 21:28:40.243391 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-7e5db287-6935-4819-bb90-6f7b84d9ce1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760453-5', False) {} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:28:40.244197 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e5db287-6935-4819-bb90-6f7b84d9ce1c None None] The sync data for ids ['5246f9a6-b337-4bd3-a8a9-85b0bb672170'] in n-d-760453-5 is: [] {{(pid=103306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 26 21:28:40.297240 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-c7d2f867-e554-4ebb-99e0-bf15c78480f0 req-82cf6ebb-5050-4f50-9c88-9cdc7b7832c1 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] 10.222.0.13 "GET /v2.0/security-groups?id=6df82126-1037-48ab-9d89-3f4ac527699c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506065 Jan 26 21:28:40.581475 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-1cbe2890-7296-4fd8-a0cb-08c236fb3a9e req-241c883d-4a26-42c3-bbbf-9107c48f1a47 tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca795481-031c-48ac-925f-00596ed83bb9 HTTP/1.1" status: 200 len: 210 time: 0.0393400 Jan 26 21:28:40.637252 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-f4b66772-aef8-44ce-b3a5-d104b29d04cf tempest-FloatingIPTestJSON-755675821 tempest-FloatingIPTestJSON-755675821-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4110657'] for router_interface (5246f9a6-b337-4bd3-a8a9-85b0bb672170), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:28:40.945571 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-f4b66772-aef8-44ce-b3a5-d104b29d04cf tempest-FloatingIPTestJSON-755675821 tempest-FloatingIPTestJSON-755675821-project] Deleting port 57a4a296-e506-4083-a498-ea00c8643f76 {{(pid=103305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 21:28:40.945908 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-f4b66772-aef8-44ce-b3a5-d104b29d04cf tempest-FloatingIPTestJSON-755675821 tempest-FloatingIPTestJSON-755675821-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746560630878'] for port (57a4a296-e506-4083-a498-ea00c8643f76), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:28:41.044163 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-f4b66772-aef8-44ce-b3a5-d104b29d04cf tempest-FloatingIPTestJSON-755675821 tempest-FloatingIPTestJSON-755675821-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4109658'] for port (57a4a296-e506-4083-a498-ea00c8643f76), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:28:41.059023 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-f4b66772-aef8-44ce-b3a5-d104b29d04cf tempest-FloatingIPTestJSON-755675821 tempest-FloatingIPTestJSON-755675821-project] Calling delete_port for 57a4a296-e506-4083-a498-ea00c8643f76 owned by network:router_interface {{(pid=103305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 21:28:41.260409 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-f4b66772-aef8-44ce-b3a5-d104b29d04cf tempest-FloatingIPTestJSON-755675821 tempest-FloatingIPTestJSON-755675821-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746560636600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746560234536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11791543'] for port (57a4a296-e506-4083-a498-ea00c8643f76), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:28:41.301137 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b66772-aef8-44ce-b3a5-d104b29d04cf tempest-FloatingIPTestJSON-755675821 tempest-FloatingIPTestJSON-755675821-project] Pushing event deleted for resources: {'Port': ['ID=57a4a296-e506-4083-a498-ea00c8643f76,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:28:41.451907 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c15e5c-8d4a-4950-a74c-918b387c3bdb req-8882fc2e-5432-4c27-81fc-5a80c1bbcce4 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:28:41.463082 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-b3c15e5c-8d4a-4950-a74c-918b387c3bdb req-8882fc2e-5432-4c27-81fc-5a80c1bbcce4 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] 10.222.0.13 "GET /v2.0/ports?device_id=e2d1d5a0-9e5f-4cb6-a64c-f2fbd21513d1 HTTP/1.1" status: 200 len: 944 time: 0.0807798 Jan 26 21:28:41.533659 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-b3c15e5c-8d4a-4950-a74c-918b387c3bdb req-9c2c9e2e-5eee-42e4-8467-7cce53834e2d tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] 10.222.0.13 "GET /v2.0/security-groups?id=6df82126-1037-48ab-9d89-3f4ac527699c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0691676 Jan 26 21:28:41.572679 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-f4b66772-aef8-44ce-b3a5-d104b29d04cf tempest-FloatingIPTestJSON-755675821 tempest-FloatingIPTestJSON-755675821-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3709480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4110805'] for router_interface (5246f9a6-b337-4bd3-a8a9-85b0bb672170), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:28:41.686957 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-ba106ced-c6ba-41be-944a-e4682c9f8471 req-4430e18b-f723-457c-b6b3-72a7f59f2a91 tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca795481-031c-48ac-925f-00596ed83bb9 HTTP/1.1" status: 200 len: 210 time: 0.0280225 Jan 26 21:28:41.931081 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Device f70854ca-3509-43b6-af82-defa62f413c5 details requested by agent hyperv_n-h1-760453-5 with host n-h1-760453-5 {{(pid=103306) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 26 21:28:42.065522 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] For port f70854ca-3509-43b6-af82-defa62f413c5, host n-h1-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-5',level=0,port_id=f70854ca-3509-43b6-af82-defa62f413c5,segment=NetworkSegment(75265355-61a4-4ae5-a4fd-f99af821ecaf),segment_id=75265355-61a4-4ae5-a4fd-f99af821ecaf)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:28:42.080971 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Returning: {'device': 'f70854ca-3509-43b6-af82-defa62f413c5', 'network_id': '7557909c-f107-4fe1-9c5f-aa82692577a6', 'port_id': 'f70854ca-3509-43b6-af82-defa62f413c5', 'mac_address': 'fa:16:3e:c2:10:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 594, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4f1e9217-1293-49d5-885f-ad0242ed3cd1', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103306) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 26 21:28:42.130230 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4b66772-aef8-44ce-b3a5-d104b29d04cf tempest-FloatingIPTestJSON-755675821 tempest-FloatingIPTestJSON-755675821-project] Router 5246f9a6-b337-4bd3-a8a9-85b0bb672170 has already been hosted by L3 agent 09df100c-3af1-4b0a-bda8-05914c71c458 {{(pid=103305) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 26 21:28:42.132608 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Current status of the port f70854ca-3509-43b6-af82-defa62f413c5 is: DOWN; New status is: BUILD {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:28:42.133006 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (f70854ca-3509-43b6-af82-defa62f413c5), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:28:42.150162 n-d-760453-5 neutron-server[103306]: DEBUG neutron.notifiers.nova [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f70854ca-3509-43b6-af82-defa62f413c5 {{(pid=103306) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 26 21:28:42.176062 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] For port f70854ca-3509-43b6-af82-defa62f413c5, host n-h1-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-5',level=0,port_id=f70854ca-3509-43b6-af82-defa62f413c5,segment=NetworkSegment(75265355-61a4-4ae5-a4fd-f99af821ecaf),segment_id=75265355-61a4-4ae5-a4fd-f99af821ecaf)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:28:42.182166 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (f70854ca-3509-43b6-af82-defa62f413c5), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:28:42.257391 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Pushing event updated for resources: {'Port': ['ID=f70854ca-3509-43b6-af82-defa62f413c5,revision_number=4']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:28:42.280935 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4b66772-aef8-44ce-b3a5-d104b29d04cf tempest-FloatingIPTestJSON-755675821 tempest-FloatingIPTestJSON-755675821-project] Notify agent at l3_agent.n-d-760453-5 the message routers_updated {{(pid=103305) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 26 21:28:42.289861 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 48954) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:28:42.294067 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bb13b93-c159-448d-8d16-53beb8c26d29 None None] Sync routers for ids ['5246f9a6-b337-4bd3-a8a9-85b0bb672170'] in n-d-760453-5 {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 26 21:28:42.302480 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-f4b66772-aef8-44ce-b3a5-d104b29d04cf tempest-FloatingIPTestJSON-755675821 tempest-FloatingIPTestJSON-755675821-project] 10.222.0.13 "PUT /v2.0/routers/5246f9a6-b337-4bd3-a8a9-85b0bb672170/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0847456 Jan 26 21:28:42.305711 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bb13b93-c159-448d-8d16-53beb8c26d29 None None] Routers {'5246f9a6-b337-4bd3-a8a9-85b0bb672170'} bound to L3 agent in host n-d-760453-5 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 21:28:42.306341 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-1bb13b93-c159-448d-8d16-53beb8c26d29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-26T20:55:21Z,description=,heartbeat_timestamp=2022-01-26T21:28:21Z,host='n-d-760453-5',id=09df100c-3af1-4b0a-bda8-05914c71c458,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:55:21Z,topic='l3_agent')) {'router_ids': ['5246f9a6-b337-4bd3-a8a9-85b0bb672170'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:28:42.344995 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-1bb13b93-c159-448d-8d16-53beb8c26d29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760453-5', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:28:42.361326 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bb13b93-c159-448d-8d16-53beb8c26d29 None None] Routers {'5246f9a6-b337-4bd3-a8a9-85b0bb672170'} bound to L3 agent in host n-d-760453-5 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 21:28:42.361326 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-1bb13b93-c159-448d-8d16-53beb8c26d29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-26T20:55:21Z,description=,heartbeat_timestamp=2022-01-26T21:28:21Z,host='n-d-760453-5',id=09df100c-3af1-4b0a-bda8-05914c71c458,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:55:21Z,topic='l3_agent')) {'router_ids': ['5246f9a6-b337-4bd3-a8a9-85b0bb672170'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:28:42.402083 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-1bb13b93-c159-448d-8d16-53beb8c26d29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760453-5', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:28:42.402735 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bb13b93-c159-448d-8d16-53beb8c26d29 None None] The sync data for ids ['5246f9a6-b337-4bd3-a8a9-85b0bb672170'] in n-d-760453-5 is: [] {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 26 21:28:42.448194 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-f2006c42-7e27-452a-aeee-728c9455f946 tempest-FloatingIPTestJSON-755675821 tempest-FloatingIPTestJSON-755675821-project] Publish callbacks [] for router (5246f9a6-b337-4bd3-a8a9-85b0bb672170), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:28:42.555137 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-f2006c42-7e27-452a-aeee-728c9455f946 tempest-FloatingIPTestJSON-755675821 tempest-FloatingIPTestJSON-755675821-project] Publish callbacks [] for router_gateway (5246f9a6-b337-4bd3-a8a9-85b0bb672170), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:28:42.570442 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] get_ports_and_sgs() called for port_ids ['f70854ca-3509-43b6-af82-defa62f413c5'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 26 21:28:42.646255 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-f2006c42-7e27-452a-aeee-728c9455f946 tempest-FloatingIPTestJSON-755675821 tempest-FloatingIPTestJSON-755675821-project] Deleting port a3cca91d-11ca-4273-bfe3-126fa6ef4c48 {{(pid=103304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 21:28:42.646255 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-f2006c42-7e27-452a-aeee-728c9455f946 tempest-FloatingIPTestJSON-755675821 tempest-FloatingIPTestJSON-755675821-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746560630878'] for port (a3cca91d-11ca-4273-bfe3-126fa6ef4c48), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:28:42.747855 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a70178-cd01-4294-9dff-1399650b574a req-56194304-c7a6-40de-8d8f-1f198a01f14c tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:28:42.754647 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-19a70178-cd01-4294-9dff-1399650b574a req-56194304-c7a6-40de-8d8f-1f198a01f14c tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] 10.222.0.13 "GET /v2.0/ports?device_id=e2d1d5a0-9e5f-4cb6-a64c-f2fbd21513d1 HTTP/1.1" status: 200 len: 945 time: 0.1214585 Jan 26 21:28:42.800804 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-f2006c42-7e27-452a-aeee-728c9455f946 tempest-FloatingIPTestJSON-755675821 tempest-FloatingIPTestJSON-755675821-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4109658'] for port (a3cca91d-11ca-4273-bfe3-126fa6ef4c48), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:28:42.832504 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-f2006c42-7e27-452a-aeee-728c9455f946 tempest-FloatingIPTestJSON-755675821 tempest-FloatingIPTestJSON-755675821-project] Calling delete_port for a3cca91d-11ca-4273-bfe3-126fa6ef4c48 owned by network:router_gateway {{(pid=103304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 21:28:42.860642 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-7e3c486a-914c-4818-b5ff-053d189766bd req-6c6e4df5-f11a-47b1-9fe2-1ca110c4c806 tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca795481-031c-48ac-925f-00596ed83bb9 HTTP/1.1" status: 200 len: 210 time: 0.0452120 Jan 26 21:28:42.874957 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-19a70178-cd01-4294-9dff-1399650b574a req-7ac73197-3e67-4dd3-b404-c81f6cf073d2 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] 10.222.0.13 "GET /v2.0/security-groups?id=6df82126-1037-48ab-9d89-3f4ac527699c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1185734 Jan 26 21:28:43.074973 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-f2006c42-7e27-452a-aeee-728c9455f946 tempest-FloatingIPTestJSON-755675821 tempest-FloatingIPTestJSON-755675821-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746560636600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746560234536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9281553'] for port (a3cca91d-11ca-4273-bfe3-126fa6ef4c48), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:28:43.105787 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2006c42-7e27-452a-aeee-728c9455f946 tempest-FloatingIPTestJSON-755675821 tempest-FloatingIPTestJSON-755675821-project] Pushing event deleted for resources: {'Port': ['ID=a3cca91d-11ca-4273-bfe3-126fa6ef4c48,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:28:43.135969 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2006c42-7e27-452a-aeee-728c9455f946 tempest-FloatingIPTestJSON-755675821 tempest-FloatingIPTestJSON-755675821-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:28:43.136321 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2006c42-7e27-452a-aeee-728c9455f946 tempest-FloatingIPTestJSON-755675821 tempest-FloatingIPTestJSON-755675821-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:28:43.136663 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2006c42-7e27-452a-aeee-728c9455f946 tempest-FloatingIPTestJSON-755675821 tempest-FloatingIPTestJSON-755675821-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:28:43.137001 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2006c42-7e27-452a-aeee-728c9455f946 tempest-FloatingIPTestJSON-755675821 tempest-FloatingIPTestJSON-755675821-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:28:43.137360 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2006c42-7e27-452a-aeee-728c9455f946 tempest-FloatingIPTestJSON-755675821 tempest-FloatingIPTestJSON-755675821-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:28:43.137694 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2006c42-7e27-452a-aeee-728c9455f946 tempest-FloatingIPTestJSON-755675821 tempest-FloatingIPTestJSON-755675821-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:28:43.138025 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2006c42-7e27-452a-aeee-728c9455f946 tempest-FloatingIPTestJSON-755675821 tempest-FloatingIPTestJSON-755675821-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:28:43.138354 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2006c42-7e27-452a-aeee-728c9455f946 tempest-FloatingIPTestJSON-755675821 tempest-FloatingIPTestJSON-755675821-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:28:43.138681 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2006c42-7e27-452a-aeee-728c9455f946 tempest-FloatingIPTestJSON-755675821 tempest-FloatingIPTestJSON-755675821-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:28:43.139026 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2006c42-7e27-452a-aeee-728c9455f946 tempest-FloatingIPTestJSON-755675821 tempest-FloatingIPTestJSON-755675821-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:28:43.139340 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2006c42-7e27-452a-aeee-728c9455f946 tempest-FloatingIPTestJSON-755675821 tempest-FloatingIPTestJSON-755675821-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:28:43.139658 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2006c42-7e27-452a-aeee-728c9455f946 tempest-FloatingIPTestJSON-755675821 tempest-FloatingIPTestJSON-755675821-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:28:43.139977 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2006c42-7e27-452a-aeee-728c9455f946 tempest-FloatingIPTestJSON-755675821 tempest-FloatingIPTestJSON-755675821-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:28:43.179030 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-f2006c42-7e27-452a-aeee-728c9455f946 tempest-FloatingIPTestJSON-755675821 tempest-FloatingIPTestJSON-755675821-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4111291'] for router_gateway (5246f9a6-b337-4bd3-a8a9-85b0bb672170), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:28:43.275450 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-f2006c42-7e27-452a-aeee-728c9455f946 tempest-FloatingIPTestJSON-755675821 tempest-FloatingIPTestJSON-755675821-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4105774', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13082'] for router (5246f9a6-b337-4bd3-a8a9-85b0bb672170), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:28:43.277798 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-f2006c42-7e27-452a-aeee-728c9455f946 tempest-FloatingIPTestJSON-755675821 tempest-FloatingIPTestJSON-755675821-project] Publish callbacks [] for router_controller (5246f9a6-b337-4bd3-a8a9-85b0bb672170), precommit_delete_associations {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:28:43.321602 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-f2006c42-7e27-452a-aeee-728c9455f946 tempest-FloatingIPTestJSON-755675821 tempest-FloatingIPTestJSON-755675821-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4105767'] for router (5246f9a6-b337-4bd3-a8a9-85b0bb672170), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:28:43.322122 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2006c42-7e27-452a-aeee-728c9455f946 tempest-FloatingIPTestJSON-755675821 tempest-FloatingIPTestJSON-755675821-project] Fanout notify agent at l3_agent the message router_deleted on router 5246f9a6-b337-4bd3-a8a9-85b0bb672170 {{(pid=103304) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 26 21:28:43.329071 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-f2006c42-7e27-452a-aeee-728c9455f946 tempest-FloatingIPTestJSON-755675821 tempest-FloatingIPTestJSON-755675821-project] Publish callbacks [] for router (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:28:43.330230 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-f2006c42-7e27-452a-aeee-728c9455f946 tempest-FloatingIPTestJSON-755675821 tempest-FloatingIPTestJSON-755675821-project] 10.222.0.13 "DELETE /v2.0/routers/5246f9a6-b337-4bd3-a8a9-85b0bb672170 HTTP/1.1" status: 204 len: 168 time: 1.0393286 Jan 26 21:28:43.332815 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 48980) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:28:43.386856 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.db_base_plugin_v2 [None req-a2d855cd-3a51-44f0-b9e1-28d576788f92 tempest-FloatingIPTestJSON-755675821 tempest-FloatingIPTestJSON-755675821-project] Deleting subnet 8eb8f141-bade-4f81-af86-92797637f4aa {{(pid=103304) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 26 21:28:43.390481 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-a2d855cd-3a51-44f0-b9e1-28d576788f92 tempest-FloatingIPTestJSON-755675821 tempest-FloatingIPTestJSON-755675821-project] Publish callbacks [] for subnet (8eb8f141-bade-4f81-af86-92797637f4aa), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:28:43.431539 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-a2d855cd-3a51-44f0-b9e1-28d576788f92 tempest-FloatingIPTestJSON-755675821 tempest-FloatingIPTestJSON-755675821-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8881284'] for subnet (8eb8f141-bade-4f81-af86-92797637f4aa), precommit_delete_associations {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:28:43.521179 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-a2d855cd-3a51-44f0-b9e1-28d576788f92 tempest-FloatingIPTestJSON-755675821 tempest-FloatingIPTestJSON-755675821-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687316'] for subnet (8eb8f141-bade-4f81-af86-92797637f4aa), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:28:43.583424 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-a2d855cd-3a51-44f0-b9e1-28d576788f92 tempest-FloatingIPTestJSON-755675821 tempest-FloatingIPTestJSON-755675821-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9281612', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12215216'] for subnet (8eb8f141-bade-4f81-af86-92797637f4aa), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:28:43.588049 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [req-2ce69be6-2859-44d9-afb9-1e4a129cb0c7 req-8008d519-bb54-4c8e-ab58-bb5a4fe33db5 service neutron] (103305) timed out ('10.222.0.66', 57149) {{(pid=103305) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jan 26 21:28:43.611157 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d855cd-3a51-44f0-b9e1-28d576788f92 tempest-FloatingIPTestJSON-755675821 tempest-FloatingIPTestJSON-755675821-project] Pushing event deleted for resources: {'Subnet': ['ID=8eb8f141-bade-4f81-af86-92797637f4aa,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:28:43.614793 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-a2d855cd-3a51-44f0-b9e1-28d576788f92 tempest-FloatingIPTestJSON-755675821 tempest-FloatingIPTestJSON-755675821-project] Publish callbacks [] for subnet (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:28:43.618106 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-a2d855cd-3a51-44f0-b9e1-28d576788f92 tempest-FloatingIPTestJSON-755675821 tempest-FloatingIPTestJSON-755675821-project] 10.222.0.13 "DELETE /v2.0/subnets/8eb8f141-bade-4f81-af86-92797637f4aa HTTP/1.1" status: 204 len: 168 time: 0.2842531 Jan 26 21:28:43.620610 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 48990) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:28:43.629518 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30a63c5e-e7f1-41d9-bd8e-ce59381639ef None None] Network 286c3cf3-afd7-4b07-8e49-543fde0b2ded requested from n-d-760453-5 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 26 21:28:43.699778 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-c6f2d199-6fa3-4579-8b7a-05d01a8efb3e tempest-FloatingIPTestJSON-755675821 tempest-FloatingIPTestJSON-755675821-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-748181'] for network (286c3cf3-afd7-4b07-8e49-543fde0b2ded), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:28:43.762380 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-c6f2d199-6fa3-4579-8b7a-05d01a8efb3e tempest-FloatingIPTestJSON-755675821 tempest-FloatingIPTestJSON-755675821-project] Deleting port 229a0dca-aaef-46f8-9cc5-5438c075c644 {{(pid=103304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 21:28:43.762715 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-c6f2d199-6fa3-4579-8b7a-05d01a8efb3e tempest-FloatingIPTestJSON-755675821 tempest-FloatingIPTestJSON-755675821-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746560630878'] for port (229a0dca-aaef-46f8-9cc5-5438c075c644), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:28:43.808245 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3012dfe-676d-421b-a79c-ba5e612d22e3 None None] DHCP port deletion for 286c3cf3-afd7-4b07-8e49-543fde0b2ded request from n-d-760453-5 {{(pid=103306) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 26 21:28:43.850587 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [None req-c6f2d199-6fa3-4579-8b7a-05d01a8efb3e tempest-FloatingIPTestJSON-755675821 tempest-FloatingIPTestJSON-755675821-project] For port 229a0dca-aaef-46f8-9cc5-5438c075c644, host n-d-760453-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=229a0dca-aaef-46f8-9cc5-5438c075c644,segment=NetworkSegment(6c3244ff-4937-4576-a53c-188a2568ea4c),segment_id=6c3244ff-4937-4576-a53c-188a2568ea4c)] {{(pid=103304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:28:43.850955 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-c6f2d199-6fa3-4579-8b7a-05d01a8efb3e tempest-FloatingIPTestJSON-755675821 tempest-FloatingIPTestJSON-755675821-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4109658'] for port (229a0dca-aaef-46f8-9cc5-5438c075c644), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:28:43.858965 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-b3012dfe-676d-421b-a79c-ba5e612d22e3 None None] Deleting port 229a0dca-aaef-46f8-9cc5-5438c075c644 {{(pid=103306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 21:28:43.859573 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b3012dfe-676d-421b-a79c-ba5e612d22e3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746560630878'] for port (229a0dca-aaef-46f8-9cc5-5438c075c644), before_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:28:43.864355 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-c6f2d199-6fa3-4579-8b7a-05d01a8efb3e tempest-FloatingIPTestJSON-755675821 tempest-FloatingIPTestJSON-755675821-project] Calling delete_port for 229a0dca-aaef-46f8-9cc5-5438c075c644 owned by network:dhcp {{(pid=103304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 21:28:43.925018 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-b3012dfe-676d-421b-a79c-ba5e612d22e3 None None] For port 229a0dca-aaef-46f8-9cc5-5438c075c644, host n-d-760453-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=229a0dca-aaef-46f8-9cc5-5438c075c644,segment=NetworkSegment(6c3244ff-4937-4576-a53c-188a2568ea4c),segment_id=6c3244ff-4937-4576-a53c-188a2568ea4c)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:28:43.925455 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b3012dfe-676d-421b-a79c-ba5e612d22e3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4109658'] for port (229a0dca-aaef-46f8-9cc5-5438c075c644), precommit_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:28:43.942788 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-b3012dfe-676d-421b-a79c-ba5e612d22e3 None None] Calling delete_port for 229a0dca-aaef-46f8-9cc5-5438c075c644 owned by network:dhcp {{(pid=103306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 21:28:43.964942 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-c6f2d199-6fa3-4579-8b7a-05d01a8efb3e tempest-FloatingIPTestJSON-755675821 tempest-FloatingIPTestJSON-755675821-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746560636600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746560234536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9281553'] for port (229a0dca-aaef-46f8-9cc5-5438c075c644), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:28:43.983439 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6f2d199-6fa3-4579-8b7a-05d01a8efb3e tempest-FloatingIPTestJSON-755675821 tempest-FloatingIPTestJSON-755675821-project] No DVR routers for this DVR port 229a0dca-aaef-46f8-9cc5-5438c075c644 on host n-d-760453-5 {{(pid=103304) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 26 21:28:44.015203 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Device f70854ca-3509-43b6-af82-defa62f413c5 up at agent hyperv_n-h1-760453-5 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 21:28:44.018743 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 49004) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:28:44.081881 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f2d199-6fa3-4579-8b7a-05d01a8efb3e tempest-FloatingIPTestJSON-755675821 tempest-FloatingIPTestJSON-755675821-project] Pushing event deleted for resources: {'Port': ['ID=229a0dca-aaef-46f8-9cc5-5438c075c644,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:28:44.107045 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Provisioning for port f70854ca-3509-43b6-af82-defa62f413c5 completed by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 21:28:44.107247 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-e2ee5288-e3b3-4ae8-a06c-638fe3fcd15d tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] Publish callbacks [] for security_group (4949e7fd-e987-466a-ab17-ed5ae28a32c1), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:28:44.112679 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Provisioning complete for port f70854ca-3509-43b6-af82-defa62f413c5 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:28:44.113243 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (f70854ca-3509-43b6-af82-defa62f413c5), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:28:44.137068 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-e2ee5288-e3b3-4ae8-a06c-638fe3fcd15d tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] Publish callbacks [] for security_group (4949e7fd-e987-466a-ab17-ed5ae28a32c1), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:28:44.145475 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-c6f2d199-6fa3-4579-8b7a-05d01a8efb3e tempest-FloatingIPTestJSON-755675821 tempest-FloatingIPTestJSON-755675821-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-686403', 'neutron.services.segments.db._delete_segments_for_network-8746560774018'] for network (286c3cf3-afd7-4b07-8e49-543fde0b2ded), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:28:44.180417 n-d-760453-5 neutron-server[103304]: DEBUG neutron.services.segments.db [None req-c6f2d199-6fa3-4579-8b7a-05d01a8efb3e tempest-FloatingIPTestJSON-755675821 tempest-FloatingIPTestJSON-755675821-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['286c3cf3-afd7-4b07-8e49-543fde0b2ded']}} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:28:44.183972 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b3012dfe-676d-421b-a79c-ba5e612d22e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746560636600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746560234536'] for port (229a0dca-aaef-46f8-9cc5-5438c075c644), after_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:28:44.197932 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2ace4d-7328-4df4-a9c8-ca642380b4e4 req-57c60626-b110-413c-b7a7-d1aae4ba2604 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:28:44.205636 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-ba2ace4d-7328-4df4-a9c8-ca642380b4e4 req-57c60626-b110-413c-b7a7-d1aae4ba2604 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] 10.222.0.13 "GET /v2.0/ports?device_id=e2d1d5a0-9e5f-4cb6-a64c-f2fbd21513d1 HTTP/1.1" status: 200 len: 945 time: 0.1841216 Jan 26 21:28:44.209416 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-e2ee5288-e3b3-4ae8-a06c-638fe3fcd15d tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (4949e7fd-e987-466a-ab17-ed5ae28a32c1), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:28:44.213317 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-e2ee5288-e3b3-4ae8-a06c-638fe3fcd15d tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] Publish callbacks [] for security_group (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:28:44.215022 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-e2ee5288-e3b3-4ae8-a06c-638fe3fcd15d tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] 10.222.0.13 "DELETE /v2.0/security-groups/4949e7fd-e987-466a-ab17-ed5ae28a32c1 HTTP/1.1" status: 204 len: 168 time: 0.1948938 Jan 26 21:28:44.220165 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 49010) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:28:44.232416 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3012dfe-676d-421b-a79c-ba5e612d22e3 None None] Pushing event deleted for resources: {'Port': ['ID=229a0dca-aaef-46f8-9cc5-5438c075c644,revision_number=None']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:28:44.237503 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3012dfe-676d-421b-a79c-ba5e612d22e3 None None] No DVR routers for this DVR port 229a0dca-aaef-46f8-9cc5-5438c075c644 on host n-d-760453-5 {{(pid=103306) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 26 21:28:44.264875 n-d-760453-5 neutron-server[103305]: INFO neutron.api.v2.resource [None req-d4c70df6-9c85-4221-93bb-2df0119cefb8 tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] show failed (client error): The resource could not be found. Jan 26 21:28:44.268541 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-d4c70df6-9c85-4221-93bb-2df0119cefb8 tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] 10.222.0.13 "GET /v2.0/security-groups/4949e7fd-e987-466a-ab17-ed5ae28a32c1 HTTP/1.1" status: 404 len: 347 time: 0.0446804 Jan 26 21:28:44.268541 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ee5288-e3b3-4ae8-a06c-638fe3fcd15d tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4949e7fd-e987-466a-ab17-ed5ae28a32c1,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:28:44.269496 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 49012) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:28:44.281459 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Current status of the port f70854ca-3509-43b6-af82-defa62f413c5 is: BUILD; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:28:44.282091 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (f70854ca-3509-43b6-af82-defa62f413c5), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:28:44.312989 n-d-760453-5 neutron-server[103306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2d1d5a0-9e5f-4cb6-a64c-f2fbd21513d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f70854ca-3509-43b6-af82-defa62f413c5'}] {{(pid=103306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 21:28:44.316985 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9d5d370febab655511bdd2ffe887e43e442d144a440368702bcc1e93af00b97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4f43d33-be4d-4337-bdee-7406d5b74b6e" -d '{"events": [{"server_uuid": "e2d1d5a0-9e5f-4cb6-a64c-f2fbd21513d1", "name": "network-vif-plugged", "status": "completed", "tag": "f70854ca-3509-43b6-af82-defa62f413c5"}]}' {{(pid=103306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 21:28:44.323355 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2ee5288-e3b3-4ae8-a06c-638fe3fcd15d tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:28:44.323718 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2ee5288-e3b3-4ae8-a06c-638fe3fcd15d tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:28:44.324084 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2ee5288-e3b3-4ae8-a06c-638fe3fcd15d tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:28:44.324423 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2ee5288-e3b3-4ae8-a06c-638fe3fcd15d tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:28:44.324760 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2ee5288-e3b3-4ae8-a06c-638fe3fcd15d tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:28:44.325098 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2ee5288-e3b3-4ae8-a06c-638fe3fcd15d tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:28:44.325459 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2ee5288-e3b3-4ae8-a06c-638fe3fcd15d tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:28:44.325932 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2ee5288-e3b3-4ae8-a06c-638fe3fcd15d tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:28:44.326292 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2ee5288-e3b3-4ae8-a06c-638fe3fcd15d tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:28:44.326606 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2ee5288-e3b3-4ae8-a06c-638fe3fcd15d tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:28:44.326979 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2ee5288-e3b3-4ae8-a06c-638fe3fcd15d tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:28:44.328681 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2ee5288-e3b3-4ae8-a06c-638fe3fcd15d tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:28:44.329037 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2ee5288-e3b3-4ae8-a06c-638fe3fcd15d tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:28:44.333484 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] For port f70854ca-3509-43b6-af82-defa62f413c5, host n-h1-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-5',level=0,port_id=f70854ca-3509-43b6-af82-defa62f413c5,segment=NetworkSegment(75265355-61a4-4ae5-a4fd-f99af821ecaf),segment_id=75265355-61a4-4ae5-a4fd-f99af821ecaf)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:28:44.339382 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (f70854ca-3509-43b6-af82-defa62f413c5), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:28:44.409968 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Pushing event updated for resources: {'Port': ['ID=f70854ca-3509-43b6-af82-defa62f413c5,revision_number=5']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:28:44.476804 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Jan 2022 21:28:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c91ba4f-602f-4f45-8624-65acb1fedd5f x-openstack-request-id: req-9c91ba4f-602f-4f45-8624-65acb1fedd5f {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 21:28:44.477101 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2d1d5a0-9e5f-4cb6-a64c-f2fbd21513d1", "name": "network-vif-plugged", "status": "completed", "tag": "f70854ca-3509-43b6-af82-defa62f413c5", "code": 200}]} {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 21:28:44.477532 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-9c91ba4f-602f-4f45-8624-65acb1fedd5f {{(pid=103306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 21:28:44.477864 n-d-760453-5 neutron-server[103306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2d1d5a0-9e5f-4cb6-a64c-f2fbd21513d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f70854ca-3509-43b6-af82-defa62f413c5', 'code': 200} Jan 26 21:28:44.505464 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-d71074bb-e09c-4494-afe1-89122c07930d tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] Deleting port fbaf49c8-d8e4-4c88-a19b-bd526f869692 {{(pid=103305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 21:28:44.505820 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-d71074bb-e09c-4494-afe1-89122c07930d tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746560630878'] for port (fbaf49c8-d8e4-4c88-a19b-bd526f869692), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:28:44.616814 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-d71074bb-e09c-4494-afe1-89122c07930d tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4109658'] for port (fbaf49c8-d8e4-4c88-a19b-bd526f869692), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:28:44.617734 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-d71074bb-e09c-4494-afe1-89122c07930d tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] Publish callbacks [] for floatingip (fbaf49c8-d8e4-4c88-a19b-bd526f869692), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:28:44.625492 n-d-760453-5 neutron-server[103304]: DEBUG neutron.services.segments.db [None req-c6f2d199-6fa3-4579-8b7a-05d01a8efb3e tempest-FloatingIPTestJSON-755675821 tempest-FloatingIPTestJSON-755675821-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6c3244ff-4937-4576-a53c-188a2568ea4c') {'for_net_delete': True} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:28:44.625976 n-d-760453-5 neutron-server[103304]: DEBUG neutron.services.segments.db [None req-c6f2d199-6fa3-4579-8b7a-05d01a8efb3e tempest-FloatingIPTestJSON-755675821 tempest-FloatingIPTestJSON-755675821-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6c3244ff-4937-4576-a53c-188a2568ea4c') {} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:28:44.630809 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-d71074bb-e09c-4494-afe1-89122c07930d tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] Calling delete_port for fbaf49c8-d8e4-4c88-a19b-bd526f869692 owned by network:floatingip {{(pid=103305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 21:28:44.652071 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-c6f2d199-6fa3-4579-8b7a-05d01a8efb3e tempest-FloatingIPTestJSON-755675821 tempest-FloatingIPTestJSON-755675821-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746560742283', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8881293'] for segment (6c3244ff-4937-4576-a53c-188a2568ea4c), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:28:44.692084 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-c6f2d199-6fa3-4579-8b7a-05d01a8efb3e tempest-FloatingIPTestJSON-755675821 tempest-FloatingIPTestJSON-755675821-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576559'] for segment (6c3244ff-4937-4576-a53c-188a2568ea4c), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:28:44.704120 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-ba2ace4d-7328-4df4-a9c8-ca642380b4e4 req-5f04a0f4-afce-4de3-baca-8061e2ad9244 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] 10.222.0.13 "GET /v2.0/security-groups?id=6df82126-1037-48ab-9d89-3f4ac527699c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4971559 Jan 26 21:28:44.705842 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c6f2d199-6fa3-4579-8b7a-05d01a8efb3e tempest-FloatingIPTestJSON-755675821 tempest-FloatingIPTestJSON-755675821-project] Releasing vlan 599 on physical network physnet1 to pool {{(pid=103304) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 26 21:28:44.706256 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-c6f2d199-6fa3-4579-8b7a-05d01a8efb3e tempest-FloatingIPTestJSON-755675821 tempest-FloatingIPTestJSON-755675821-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9281762'] for segment (6c3244ff-4937-4576-a53c-188a2568ea4c), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:28:44.710536 n-d-760453-5 neutron-server[103304]: Traceback (most recent call last): Jan 26 21:28:44.710536 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 26 21:28:44.710536 n-d-760453-5 neutron-server[103304]: timer() Jan 26 21:28:44.710536 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 26 21:28:44.710536 n-d-760453-5 neutron-server[103304]: cb(*args, **kw) Jan 26 21:28:44.710536 n-d-760453-5 neutron-server[103304]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 26 21:28:44.710536 n-d-760453-5 neutron-server[103304]: return func(*args, **kwargs) Jan 26 21:28:44.710536 n-d-760453-5 neutron-server[103304]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 26 21:28:44.710536 n-d-760453-5 neutron-server[103304]: self._notify() Jan 26 21:28:44.710536 n-d-760453-5 neutron-server[103304]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 26 21:28:44.710536 n-d-760453-5 neutron-server[103304]: self.callback(batched_events) Jan 26 21:28:44.710536 n-d-760453-5 neutron-server[103304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 26 21:28:44.710536 n-d-760453-5 neutron-server[103304]: event.method(event) Jan 26 21:28:44.710536 n-d-760453-5 neutron-server[103304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 26 21:28:44.710536 n-d-760453-5 neutron-server[103304]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 26 21:28:44.710536 n-d-760453-5 neutron-server[103304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 26 21:28:44.710536 n-d-760453-5 neutron-server[103304]: aggregate_uuid = self.p_client.list_aggregates( Jan 26 21:28:44.710536 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 26 21:28:44.710536 n-d-760453-5 neutron-server[103304]: return f(self, *a, **k) Jan 26 21:28:44.710536 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 26 21:28:44.710536 n-d-760453-5 neutron-server[103304]: return self._get(url).json() Jan 26 21:28:44.710536 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 26 21:28:44.710536 n-d-760453-5 neutron-server[103304]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 26 21:28:44.710536 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 26 21:28:44.710536 n-d-760453-5 neutron-server[103304]: return self.request(url, 'GET', **kwargs) Jan 26 21:28:44.710536 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 26 21:28:44.710536 n-d-760453-5 neutron-server[103304]: base_url = self.get_endpoint(auth, allow=allow, Jan 26 21:28:44.710536 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 26 21:28:44.710536 n-d-760453-5 neutron-server[103304]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 26 21:28:44.710536 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 26 21:28:44.710536 n-d-760453-5 neutron-server[103304]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 26 21:28:44.710536 n-d-760453-5 neutron-server[103304]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 26 21:28:44.713199 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36bd69a8-e09c-410f-87f3-1a8a795779bd req-0f6a7520-327f-40f4-9f35-864c5fb0f590 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:28:44.713991 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-36bd69a8-e09c-410f-87f3-1a8a795779bd req-0f6a7520-327f-40f4-9f35-864c5fb0f590 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=e2d1d5a0-9e5f-4cb6-a64c-f2fbd21513d1 HTTP/1.1" status: 200 len: 1097 time: 0.1003757 Jan 26 21:28:44.804624 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-c6f2d199-6fa3-4579-8b7a-05d01a8efb3e tempest-FloatingIPTestJSON-755675821 tempest-FloatingIPTestJSON-755675821-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4110931'] for network (286c3cf3-afd7-4b07-8e49-543fde0b2ded), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:28:44.821786 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-c6f2d199-6fa3-4579-8b7a-05d01a8efb3e tempest-FloatingIPTestJSON-755675821 tempest-FloatingIPTestJSON-755675821-project] Publish callbacks [] for network (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:28:44.827949 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-c6f2d199-6fa3-4579-8b7a-05d01a8efb3e tempest-FloatingIPTestJSON-755675821 tempest-FloatingIPTestJSON-755675821-project] 10.222.0.13 "DELETE /v2.0/networks/286c3cf3-afd7-4b07-8e49-543fde0b2ded HTTP/1.1" status: 204 len: 168 time: 1.2027934 Jan 26 21:28:44.827949 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 49030) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:28:44.846728 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-36bd69a8-e09c-410f-87f3-1a8a795779bd req-cdbff5c4-241f-4559-adc1-a82fc38e5f8f service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=6df82126-1037-48ab-9d89-3f4ac527699c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1223300 Jan 26 21:28:44.852621 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-d71074bb-e09c-4494-afe1-89122c07930d tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746560636600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746560234536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11791543'] for port (fbaf49c8-d8e4-4c88-a19b-bd526f869692), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:28:44.877053 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f2d199-6fa3-4579-8b7a-05d01a8efb3e tempest-FloatingIPTestJSON-755675821 tempest-FloatingIPTestJSON-755675821-project] Pushing event deleted for resources: {'Network': ['ID=286c3cf3-afd7-4b07-8e49-543fde0b2ded,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:28:44.900145 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d71074bb-e09c-4494-afe1-89122c07930d tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] Pushing event deleted for resources: {'Port': ['ID=fbaf49c8-d8e4-4c88-a19b-bd526f869692,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:28:44.972379 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-d71074bb-e09c-4494-afe1-89122c07930d tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] Publish callbacks [] for floatingip (b26908fb-fc52-4dc7-a0de-58c1d50d0c04), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:28:44.975575 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-d71074bb-e09c-4494-afe1-89122c07930d tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for floatingip (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:28:44.980530 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-d71074bb-e09c-4494-afe1-89122c07930d tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] 10.222.0.13 "DELETE /v2.0/floatingips/b26908fb-fc52-4dc7-a0de-58c1d50d0c04 HTTP/1.1" status: 204 len: 168 time: 0.7095871 Jan 26 21:28:44.981205 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 49032) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:28:45.017885 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-5d4ab322-7200-4ad4-9f60-7aa425a87f30 tempest-FloatingIPTestJSON-755675821 tempest-FloatingIPTestJSON-755675821-project] Deleting port 0e99dbd1-f4f9-4998-98fd-6bf2924ec290 {{(pid=103304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 21:28:45.018229 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-5d4ab322-7200-4ad4-9f60-7aa425a87f30 tempest-FloatingIPTestJSON-755675821 tempest-FloatingIPTestJSON-755675821-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746560630878'] for port (0e99dbd1-f4f9-4998-98fd-6bf2924ec290), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:28:45.151959 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-5d4ab322-7200-4ad4-9f60-7aa425a87f30 tempest-FloatingIPTestJSON-755675821 tempest-FloatingIPTestJSON-755675821-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4109658'] for port (0e99dbd1-f4f9-4998-98fd-6bf2924ec290), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:28:45.152285 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-5d4ab322-7200-4ad4-9f60-7aa425a87f30 tempest-FloatingIPTestJSON-755675821 tempest-FloatingIPTestJSON-755675821-project] Publish callbacks [] for floatingip (0e99dbd1-f4f9-4998-98fd-6bf2924ec290), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:28:45.170223 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-5d4ab322-7200-4ad4-9f60-7aa425a87f30 tempest-FloatingIPTestJSON-755675821 tempest-FloatingIPTestJSON-755675821-project] Calling delete_port for 0e99dbd1-f4f9-4998-98fd-6bf2924ec290 owned by network:floatingip {{(pid=103304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 21:28:45.185675 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-bcc765d0-1919-4474-92ea-a768080225d3 tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] Deleting port 855d117c-7e61-48ea-aea1-a4cc8811f046 {{(pid=103304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 21:28:45.186026 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-bcc765d0-1919-4474-92ea-a768080225d3 tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746560630878'] for port (855d117c-7e61-48ea-aea1-a4cc8811f046), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:28:45.324784 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-bcc765d0-1919-4474-92ea-a768080225d3 tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4109658'] for port (855d117c-7e61-48ea-aea1-a4cc8811f046), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:28:45.345809 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-bcc765d0-1919-4474-92ea-a768080225d3 tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] Calling delete_port for 855d117c-7e61-48ea-aea1-a4cc8811f046 owned by {{(pid=103304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 21:28:45.459791 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-5d4ab322-7200-4ad4-9f60-7aa425a87f30 tempest-FloatingIPTestJSON-755675821 tempest-FloatingIPTestJSON-755675821-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746560636600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746560234536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9281553'] for port (0e99dbd1-f4f9-4998-98fd-6bf2924ec290), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:28:45.503493 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4ab322-7200-4ad4-9f60-7aa425a87f30 tempest-FloatingIPTestJSON-755675821 tempest-FloatingIPTestJSON-755675821-project] Pushing event deleted for resources: {'Port': ['ID=0e99dbd1-f4f9-4998-98fd-6bf2924ec290,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:28:45.524480 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device 229a0dca-aaef-46f8-9cc5-5438c075c644 no longer exists at agent ovs-agent-n-d-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 26 21:28:45.549247 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] No Port match for: 229a0dca-aaef-46f8-9cc5-5438c075c644 {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 26 21:28:45.549628 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device 229a0dca-aaef-46f8-9cc5-5438c075c644 not bound to the agent host n-d-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 26 21:28:45.619946 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-5d4ab322-7200-4ad4-9f60-7aa425a87f30 tempest-FloatingIPTestJSON-755675821 tempest-FloatingIPTestJSON-755675821-project] Publish callbacks [] for floatingip (ebb0a566-bed5-4b55-9d44-8a575dffa17b), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:28:45.622632 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-5d4ab322-7200-4ad4-9f60-7aa425a87f30 tempest-FloatingIPTestJSON-755675821 tempest-FloatingIPTestJSON-755675821-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for floatingip (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:28:45.623799 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-5d4ab322-7200-4ad4-9f60-7aa425a87f30 tempest-FloatingIPTestJSON-755675821 tempest-FloatingIPTestJSON-755675821-project] 10.222.0.13 "DELETE /v2.0/floatingips/ebb0a566-bed5-4b55-9d44-8a575dffa17b HTTP/1.1" status: 204 len: 168 time: 0.7953725 Jan 26 21:28:45.627532 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 49048) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:28:45.634921 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-bcc765d0-1919-4474-92ea-a768080225d3 tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746560636600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746560234536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9281553'] for port (855d117c-7e61-48ea-aea1-a4cc8811f046), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:28:45.668824 n-d-760453-5 neutron-server[103305]: INFO neutron.pecan_wsgi.hooks.translation [None req-a43c2718-8fa2-41a4-92d3-3611e8b24caf tempest-FloatingIPTestJSON-755675821 tempest-FloatingIPTestJSON-755675821-project] DELETE failed (client error): The resource could not be found. Jan 26 21:28:45.669345 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a43c2718-8fa2-41a4-92d3-3611e8b24caf tempest-FloatingIPTestJSON-755675821 tempest-FloatingIPTestJSON-755675821-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103305) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 26 21:28:45.672357 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc765d0-1919-4474-92ea-a768080225d3 tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] Pushing event deleted for resources: {'Port': ['ID=855d117c-7e61-48ea-aea1-a4cc8811f046,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:28:45.675161 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-a43c2718-8fa2-41a4-92d3-3611e8b24caf tempest-FloatingIPTestJSON-755675821 tempest-FloatingIPTestJSON-755675821-project] 10.222.0.13 "DELETE /v2.0/ports/73367805-92e3-4780-9c1f-eae1a9a9297a HTTP/1.1" status: 404 len: 333 time: 0.0465066 Jan 26 21:28:45.675776 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 49054) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:28:45.708739 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-f7386b13-26d6-457a-b5df-3ea90fb22639 tempest-FloatingIPTestJSON-755675821 tempest-FloatingIPTestJSON-755675821-project] 10.222.0.13 "GET /v2.0/ports?device_id=5246f9a6-b337-4bd3-a8a9-85b0bb672170 HTTP/1.1" status: 200 len: 205 time: 0.0318770 Jan 26 21:28:45.711273 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 49056) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:28:45.761274 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-bcc765d0-1919-4474-92ea-a768080225d3 tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:28:45.765588 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-bcc765d0-1919-4474-92ea-a768080225d3 tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] 10.222.0.13 "DELETE /v2.0/ports/855d117c-7e61-48ea-aea1-a4cc8811f046 HTTP/1.1" status: 204 len: 168 time: 0.7820041 Jan 26 21:28:45.767937 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 49060) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:28:45.772965 n-d-760453-5 neutron-server[103305]: INFO neutron.api.v2.resource [None req-606bd4af-32e1-401c-8c40-434c9f9d853b tempest-FloatingIPTestJSON-755675821 tempest-FloatingIPTestJSON-755675821-project] delete failed (client error): The resource could not be found. Jan 26 21:28:45.774051 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-606bd4af-32e1-401c-8c40-434c9f9d853b tempest-FloatingIPTestJSON-755675821 tempest-FloatingIPTestJSON-755675821-project] 10.222.0.13 "DELETE /v2.0/routers/5246f9a6-b337-4bd3-a8a9-85b0bb672170 HTTP/1.1" status: 404 len: 336 time: 0.0589619 Jan 26 21:28:45.776663 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 49062) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:28:45.806338 n-d-760453-5 neutron-server[103305]: INFO neutron.pecan_wsgi.hooks.translation [None req-17d12308-a359-4a5f-b0cc-ebd8082f566a tempest-FloatingIPTestJSON-755675821 tempest-FloatingIPTestJSON-755675821-project] DELETE failed (client error): The resource could not be found. Jan 26 21:28:45.806801 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-17d12308-a359-4a5f-b0cc-ebd8082f566a tempest-FloatingIPTestJSON-755675821 tempest-FloatingIPTestJSON-755675821-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103305) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 26 21:28:45.810143 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-17d12308-a359-4a5f-b0cc-ebd8082f566a tempest-FloatingIPTestJSON-755675821 tempest-FloatingIPTestJSON-755675821-project] 10.222.0.13 "DELETE /v2.0/subnets/8eb8f141-bade-4f81-af86-92797637f4aa HTTP/1.1" status: 404 len: 337 time: 0.0325086 Jan 26 21:28:45.812587 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 49064) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:28:45.899924 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f062af75-72ab-4075-8dd2-684aa3483b1f req-1fac0fa4-80ab-47e1-99f5-bae32bd53338 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:28:45.901614 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-f062af75-72ab-4075-8dd2-684aa3483b1f req-1fac0fa4-80ab-47e1-99f5-bae32bd53338 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] 10.222.0.13 "GET /v2.0/ports?device_id=e2d1d5a0-9e5f-4cb6-a64c-f2fbd21513d1 HTTP/1.1" status: 200 len: 946 time: 0.0994220 Jan 26 21:28:45.929355 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-0b9772a8-7863-4843-89d1-d18d436ab41c tempest-FloatingIPTestJSON-755675821 tempest-FloatingIPTestJSON-755675821-project] Deleting port ae14be6a-782e-4827-8d2b-d084ba7a4e1e {{(pid=103305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 21:28:45.929702 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-0b9772a8-7863-4843-89d1-d18d436ab41c tempest-FloatingIPTestJSON-755675821 tempest-FloatingIPTestJSON-755675821-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746560630878'] for port (ae14be6a-782e-4827-8d2b-d084ba7a4e1e), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:28:45.953986 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-ae4ddf5b-85fe-4171-bd39-f816c756e91c tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] Deleting port a7268cc1-3994-4713-bc9a-c43426d166e2 {{(pid=103304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 21:28:45.954634 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-ae4ddf5b-85fe-4171-bd39-f816c756e91c tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746560630878'] for port (a7268cc1-3994-4713-bc9a-c43426d166e2), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:28:46.032536 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-f062af75-72ab-4075-8dd2-684aa3483b1f req-cb9109c9-c1e1-45c3-ad84-d33912ab3195 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] 10.222.0.13 "GET /v2.0/security-groups?id=6df82126-1037-48ab-9d89-3f4ac527699c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1221132 Jan 26 21:28:46.064051 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-0b9772a8-7863-4843-89d1-d18d436ab41c tempest-FloatingIPTestJSON-755675821 tempest-FloatingIPTestJSON-755675821-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4109658'] for port (ae14be6a-782e-4827-8d2b-d084ba7a4e1e), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:28:46.084472 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-0b9772a8-7863-4843-89d1-d18d436ab41c tempest-FloatingIPTestJSON-755675821 tempest-FloatingIPTestJSON-755675821-project] Calling delete_port for ae14be6a-782e-4827-8d2b-d084ba7a4e1e owned by {{(pid=103305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 21:28:46.090625 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-ae4ddf5b-85fe-4171-bd39-f816c756e91c tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4109658'] for port (a7268cc1-3994-4713-bc9a-c43426d166e2), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:28:46.106572 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-ae4ddf5b-85fe-4171-bd39-f816c756e91c tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] Calling delete_port for a7268cc1-3994-4713-bc9a-c43426d166e2 owned by {{(pid=103304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 21:28:46.315011 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-0b9772a8-7863-4843-89d1-d18d436ab41c tempest-FloatingIPTestJSON-755675821 tempest-FloatingIPTestJSON-755675821-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746560636600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746560234536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11791543'] for port (ae14be6a-782e-4827-8d2b-d084ba7a4e1e), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:28:46.348798 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-ae4ddf5b-85fe-4171-bd39-f816c756e91c tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746560636600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746560234536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9281553'] for port (a7268cc1-3994-4713-bc9a-c43426d166e2), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:28:46.352821 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9772a8-7863-4843-89d1-d18d436ab41c tempest-FloatingIPTestJSON-755675821 tempest-FloatingIPTestJSON-755675821-project] Pushing event deleted for resources: {'Port': ['ID=ae14be6a-782e-4827-8d2b-d084ba7a4e1e,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:28:46.385416 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4ddf5b-85fe-4171-bd39-f816c756e91c tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] Pushing event deleted for resources: {'Port': ['ID=a7268cc1-3994-4713-bc9a-c43426d166e2,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:28:46.453433 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-0b9772a8-7863-4843-89d1-d18d436ab41c tempest-FloatingIPTestJSON-755675821 tempest-FloatingIPTestJSON-755675821-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:28:46.459122 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-0b9772a8-7863-4843-89d1-d18d436ab41c tempest-FloatingIPTestJSON-755675821 tempest-FloatingIPTestJSON-755675821-project] 10.222.0.13 "DELETE /v2.0/ports/ae14be6a-782e-4827-8d2b-d084ba7a4e1e HTTP/1.1" status: 204 len: 168 time: 0.6434188 Jan 26 21:28:46.459429 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 49080) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:28:46.493693 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-ae4ddf5b-85fe-4171-bd39-f816c756e91c tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:28:46.497274 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-ae4ddf5b-85fe-4171-bd39-f816c756e91c tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] 10.222.0.13 "DELETE /v2.0/ports/a7268cc1-3994-4713-bc9a-c43426d166e2 HTTP/1.1" status: 204 len: 168 time: 0.7282138 Jan 26 21:28:46.500039 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 49082) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:28:46.575783 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.db_base_plugin_v2 [None req-99d37cb1-89b9-4eec-986f-461116f66b51 tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] Deleting subnet 9dd5ab13-de58-4a69-98df-f734e10541d8 {{(pid=103304) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 26 21:28:46.582009 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-99d37cb1-89b9-4eec-986f-461116f66b51 tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] Publish callbacks [] for subnet (9dd5ab13-de58-4a69-98df-f734e10541d8), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:28:46.583246 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-4e659ced-35fb-4891-95c5-86deed4437ef tempest-FloatingIPTestJSON-755675821 tempest-FloatingIPTestJSON-755675821-project] Deleting port 6d8dca69-085d-462f-86d0-5f328d62bace {{(pid=103305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 21:28:46.583672 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-4e659ced-35fb-4891-95c5-86deed4437ef tempest-FloatingIPTestJSON-755675821 tempest-FloatingIPTestJSON-755675821-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746560630878'] for port (6d8dca69-085d-462f-86d0-5f328d62bace), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:28:46.646874 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-99d37cb1-89b9-4eec-986f-461116f66b51 tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8881284'] for subnet (9dd5ab13-de58-4a69-98df-f734e10541d8), precommit_delete_associations {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:28:46.687038 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-4e659ced-35fb-4891-95c5-86deed4437ef tempest-FloatingIPTestJSON-755675821 tempest-FloatingIPTestJSON-755675821-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4109658'] for port (6d8dca69-085d-462f-86d0-5f328d62bace), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:28:46.712062 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-4e659ced-35fb-4891-95c5-86deed4437ef tempest-FloatingIPTestJSON-755675821 tempest-FloatingIPTestJSON-755675821-project] Calling delete_port for 6d8dca69-085d-462f-86d0-5f328d62bace owned by {{(pid=103305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 21:28:46.744070 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-99d37cb1-89b9-4eec-986f-461116f66b51 tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687316'] for subnet (9dd5ab13-de58-4a69-98df-f734e10541d8), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:28:46.829513 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-99d37cb1-89b9-4eec-986f-461116f66b51 tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9281612', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12215216'] for subnet (9dd5ab13-de58-4a69-98df-f734e10541d8), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:28:46.862131 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d37cb1-89b9-4eec-986f-461116f66b51 tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] Pushing event deleted for resources: {'Subnet': ['ID=9dd5ab13-de58-4a69-98df-f734e10541d8,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:28:46.871857 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-4e659ced-35fb-4891-95c5-86deed4437ef tempest-FloatingIPTestJSON-755675821 tempest-FloatingIPTestJSON-755675821-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746560636600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746560234536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11791543'] for port (6d8dca69-085d-462f-86d0-5f328d62bace), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:28:46.882700 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-99d37cb1-89b9-4eec-986f-461116f66b51 tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] Publish callbacks [] for subnet (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:28:46.892039 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-99d37cb1-89b9-4eec-986f-461116f66b51 tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] 10.222.0.13 "DELETE /v2.0/subnets/9dd5ab13-de58-4a69-98df-f734e10541d8 HTTP/1.1" status: 204 len: 168 time: 0.3903494 Jan 26 21:28:46.893165 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 49092) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:28:46.894959 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c5f5f23-ddd7-42f7-83b5-9b08c64f4f22 None None] Network bd020871-95b7-4b5a-881a-9e30b02eb2fe requested from n-d-760453-5 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 26 21:28:46.904942 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e659ced-35fb-4891-95c5-86deed4437ef tempest-FloatingIPTestJSON-755675821 tempest-FloatingIPTestJSON-755675821-project] Pushing event deleted for resources: {'Port': ['ID=6d8dca69-085d-462f-86d0-5f328d62bace,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:28:47.009023 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-4e659ced-35fb-4891-95c5-86deed4437ef tempest-FloatingIPTestJSON-755675821 tempest-FloatingIPTestJSON-755675821-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:28:47.012594 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-4e659ced-35fb-4891-95c5-86deed4437ef tempest-FloatingIPTestJSON-755675821 tempest-FloatingIPTestJSON-755675821-project] 10.222.0.13 "DELETE /v2.0/ports/6d8dca69-085d-462f-86d0-5f328d62bace HTTP/1.1" status: 204 len: 168 time: 0.5515876 Jan 26 21:28:47.015236 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 49100) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:28:47.021738 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.db_base_plugin_v2 [None req-76ade6ae-c376-4a17-9ddd-addda3989cf3 tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] Deleting subnet 33c71571-b125-47e8-b95c-4b54e4e22463 {{(pid=103304) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 26 21:28:47.025955 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-76ade6ae-c376-4a17-9ddd-addda3989cf3 tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] Publish callbacks [] for subnet (33c71571-b125-47e8-b95c-4b54e4e22463), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:28:47.088071 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb6ba765-2ba2-49e4-8f19-c451a084de0e tempest-FloatingIPTestJSON-755675821 tempest-FloatingIPTestJSON-755675821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:28:47.089992 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-76ade6ae-c376-4a17-9ddd-addda3989cf3 tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8881284'] for subnet (33c71571-b125-47e8-b95c-4b54e4e22463), precommit_delete_associations {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:28:47.092749 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-eb6ba765-2ba2-49e4-8f19-c451a084de0e tempest-FloatingIPTestJSON-755675821 tempest-FloatingIPTestJSON-755675821-project] 10.222.0.13 "GET /v2.0/ports?device_id=c5ecfbfd-fee9-4b72-9070-7a72d95e51a4 HTTP/1.1" status: 200 len: 913 time: 0.0763667 Jan 26 21:28:47.093473 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 49104) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:28:47.208804 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0da74b26-53e5-48d4-ac52-36ffa29a02a9 None None] DHCP port deletion for bd020871-95b7-4b5a-881a-9e30b02eb2fe request from n-d-760453-5 {{(pid=103306) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 26 21:28:47.263462 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfffe5e2-4640-4850-8dbb-59d5c7e98e6c req-fbd05566-68df-42e7-b7ba-d80d0b5f1813 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:28:47.265235 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-dfffe5e2-4640-4850-8dbb-59d5c7e98e6c req-fbd05566-68df-42e7-b7ba-d80d0b5f1813 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] 10.222.0.13 "GET /v2.0/ports?device_id=e2d1d5a0-9e5f-4cb6-a64c-f2fbd21513d1 HTTP/1.1" status: 200 len: 946 time: 0.0894704 Jan 26 21:28:47.268031 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-76ade6ae-c376-4a17-9ddd-addda3989cf3 tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687316'] for subnet (33c71571-b125-47e8-b95c-4b54e4e22463), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:28:47.282770 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-0da74b26-53e5-48d4-ac52-36ffa29a02a9 None None] Deleting port 2d5b4d74-060c-45ab-8060-1d6de5b9906c {{(pid=103306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 21:28:47.283140 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-0da74b26-53e5-48d4-ac52-36ffa29a02a9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746560630878'] for port (2d5b4d74-060c-45ab-8060-1d6de5b9906c), before_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:28:47.361371 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-dfffe5e2-4640-4850-8dbb-59d5c7e98e6c req-c49e0a1a-79a8-4e92-8586-69de7923d3e3 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] 10.222.0.13 "GET /v2.0/security-groups?id=6df82126-1037-48ab-9d89-3f4ac527699c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0896776 Jan 26 21:28:47.374439 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-76ade6ae-c376-4a17-9ddd-addda3989cf3 tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9281612', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12215216'] for subnet (33c71571-b125-47e8-b95c-4b54e4e22463), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:28:47.375944 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-0da74b26-53e5-48d4-ac52-36ffa29a02a9 None None] For port 2d5b4d74-060c-45ab-8060-1d6de5b9906c, host n-d-760453-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=2d5b4d74-060c-45ab-8060-1d6de5b9906c,segment=NetworkSegment(5fccd88d-df0d-4375-8629-dca63d895672),segment_id=5fccd88d-df0d-4375-8629-dca63d895672)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:28:47.377415 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-0da74b26-53e5-48d4-ac52-36ffa29a02a9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4109658'] for port (2d5b4d74-060c-45ab-8060-1d6de5b9906c), precommit_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:28:47.412543 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-0da74b26-53e5-48d4-ac52-36ffa29a02a9 None None] Calling delete_port for 2d5b4d74-060c-45ab-8060-1d6de5b9906c owned by network:dhcp {{(pid=103306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 21:28:47.453733 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ade6ae-c376-4a17-9ddd-addda3989cf3 tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] Pushing event deleted for resources: {'Subnet': ['ID=33c71571-b125-47e8-b95c-4b54e4e22463,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:28:47.468401 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-76ade6ae-c376-4a17-9ddd-addda3989cf3 tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] Publish callbacks [] for subnet (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:28:47.479827 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-76ade6ae-c376-4a17-9ddd-addda3989cf3 tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] 10.222.0.13 "DELETE /v2.0/subnets/33c71571-b125-47e8-b95c-4b54e4e22463 HTTP/1.1" status: 204 len: 168 time: 0.5825889 Jan 26 21:28:47.480047 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 49114) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:28:47.480873 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10a8561e-983b-4f74-85cc-22eca5c5e0f5 None None] Network efe29cb8-1223-4d1f-943f-1b137d401008 requested from n-d-760453-5 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 26 21:28:47.644214 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-fa041c11-1138-4126-8d3b-2e9aa85f948a tempest-FloatingIPTestJSON-755675821 tempest-FloatingIPTestJSON-755675821-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4110657'] for router_interface (c5ecfbfd-fee9-4b72-9070-7a72d95e51a4), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:28:47.655404 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-3c33e4c2-8d71-409e-aea2-bae3388a3a2e tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-748181'] for network (bd020871-95b7-4b5a-881a-9e30b02eb2fe), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:28:47.730125 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device 2d5b4d74-060c-45ab-8060-1d6de5b9906c no longer exists at agent ovs-agent-n-d-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 26 21:28:47.786381 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa460f20-1d09-453d-919e-39f1dd89574b req-a098a3a6-381b-4cdb-bc68-3c360ec65a5d tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:28:47.788545 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-fa460f20-1d09-453d-919e-39f1dd89574b req-a098a3a6-381b-4cdb-bc68-3c360ec65a5d tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] 10.222.0.13 "GET /v2.0/ports?device_id=e2d1d5a0-9e5f-4cb6-a64c-f2fbd21513d1 HTTP/1.1" status: 200 len: 946 time: 0.1429863 Jan 26 21:28:47.829733 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-3c33e4c2-8d71-409e-aea2-bae3388a3a2e tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] Deleting port 2d5b4d74-060c-45ab-8060-1d6de5b9906c {{(pid=103304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 21:28:47.831269 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-3c33e4c2-8d71-409e-aea2-bae3388a3a2e tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746560630878'] for port (2d5b4d74-060c-45ab-8060-1d6de5b9906c), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:28:47.859718 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] No active binding found for port 2d5b4d74-060c-45ab-8060-1d6de5b9906c {{(pid=103306) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jan 26 21:28:47.860532 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] The host n-d-760453-5 is not matching for port 2d5b4d74-060c-45ab-8060-1d6de5b9906c host None! {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2317}} Jan 26 21:28:47.861370 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device 2d5b4d74-060c-45ab-8060-1d6de5b9906c not bound to the agent host n-d-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 26 21:28:47.870109 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-0da74b26-53e5-48d4-ac52-36ffa29a02a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746560636600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746560234536'] for port (2d5b4d74-060c-45ab-8060-1d6de5b9906c), after_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:28:47.912583 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da74b26-53e5-48d4-ac52-36ffa29a02a9 None None] Pushing event deleted for resources: {'Port': ['ID=2d5b4d74-060c-45ab-8060-1d6de5b9906c,revision_number=None']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:28:47.915314 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0da74b26-53e5-48d4-ac52-36ffa29a02a9 None None] No DVR routers for this DVR port 2d5b4d74-060c-45ab-8060-1d6de5b9906c on host n-d-760453-5 {{(pid=103306) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 26 21:28:47.919089 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [None req-3c33e4c2-8d71-409e-aea2-bae3388a3a2e tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] For port 2d5b4d74-060c-45ab-8060-1d6de5b9906c, host n-d-760453-5, got binding levels [] {{(pid=103304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:28:47.919463 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-3c33e4c2-8d71-409e-aea2-bae3388a3a2e tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4109658'] for port (2d5b4d74-060c-45ab-8060-1d6de5b9906c), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:28:47.941761 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-fa460f20-1d09-453d-919e-39f1dd89574b req-41c20c55-bf02-4fa9-9d6a-4726114ad111 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] 10.222.0.13 "GET /v2.0/security-groups?id=6df82126-1037-48ab-9d89-3f4ac527699c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1457922 Jan 26 21:28:47.946493 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-3c33e4c2-8d71-409e-aea2-bae3388a3a2e tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] Calling delete_port for 2d5b4d74-060c-45ab-8060-1d6de5b9906c owned by network:dhcp {{(pid=103304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 21:28:47.949463 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.ipam_backend_mixin [None req-3c33e4c2-8d71-409e-aea2-bae3388a3a2e tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] Port 2d5b4d74-060c-45ab-8060-1d6de5b9906c was not found and therefore no delete operation was performed {{(pid=103304) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jan 26 21:28:47.951658 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-3c33e4c2-8d71-409e-aea2-bae3388a3a2e tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746560636600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746560234536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9281553'] for port (2d5b4d74-060c-45ab-8060-1d6de5b9906c), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:28:47.982341 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c33e4c2-8d71-409e-aea2-bae3388a3a2e tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] Pushing event deleted for resources: {'Port': ['ID=2d5b4d74-060c-45ab-8060-1d6de5b9906c,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:28:47.985450 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 49124) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:28:47.994402 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c33e4c2-8d71-409e-aea2-bae3388a3a2e tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] No DVR routers for this DVR port 2d5b4d74-060c-45ab-8060-1d6de5b9906c on host n-d-760453-5 {{(pid=103304) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 26 21:28:48.093246 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-fa041c11-1138-4126-8d3b-2e9aa85f948a tempest-FloatingIPTestJSON-755675821 tempest-FloatingIPTestJSON-755675821-project] Deleting port 6372c0fa-e853-4ddf-be1e-20d16603e564 {{(pid=103305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 21:28:48.093849 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-fa041c11-1138-4126-8d3b-2e9aa85f948a tempest-FloatingIPTestJSON-755675821 tempest-FloatingIPTestJSON-755675821-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746560630878'] for port (6372c0fa-e853-4ddf-be1e-20d16603e564), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:28:48.100134 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e508063d-1e20-4300-af46-c6511fb1b784 None None] DHCP port deletion for efe29cb8-1223-4d1f-943f-1b137d401008 request from n-d-760453-5 {{(pid=103306) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 26 21:28:48.106078 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d82317f-aa5c-4c98-8794-57fd56cb2b48 tempest-TestNetworkAdvancedServerOps-1435295253 tempest-TestNetworkAdvancedServerOps-1435295253-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:28:48.111836 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-1d82317f-aa5c-4c98-8794-57fd56cb2b48 tempest-TestNetworkAdvancedServerOps-1435295253 tempest-TestNetworkAdvancedServerOps-1435295253-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=e2d1d5a0-9e5f-4cb6-a64c-f2fbd21513d1 HTTP/1.1" status: 200 len: 1092 time: 0.1211910 Jan 26 21:28:48.112220 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 49132) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:28:48.118429 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-e6df8648-d5af-4cbf-82a5-1dd055e1b5fd tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Request body: {'floatingip': {'floating_network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'port_id': 'f70854ca-3509-43b6-af82-defa62f413c5', 'tenant_id': 'c6d9f10230f341edbbe46b16c17eb870', 'fixed_ip_address': '172.20.0.11'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:28:48.121094 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-3c33e4c2-8d71-409e-aea2-bae3388a3a2e tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-686403', 'neutron.services.segments.db._delete_segments_for_network-8746560774018'] for network (bd020871-95b7-4b5a-881a-9e30b02eb2fe), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:28:48.166829 n-d-760453-5 neutron-server[103304]: DEBUG neutron.services.segments.db [None req-3c33e4c2-8d71-409e-aea2-bae3388a3a2e tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bd020871-95b7-4b5a-881a-9e30b02eb2fe']}} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:28:48.169371 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-e508063d-1e20-4300-af46-c6511fb1b784 None None] Deleting port 869cf733-1eed-4e27-8ad0-3ca1acdf0de6 {{(pid=103306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 21:28:48.169925 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-e508063d-1e20-4300-af46-c6511fb1b784 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746560630878'] for port (869cf733-1eed-4e27-8ad0-3ca1acdf0de6), before_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:28:48.177318 n-d-760453-5 neutron-server[103304]: DEBUG neutron.services.segments.db [None req-3c33e4c2-8d71-409e-aea2-bae3388a3a2e tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5fccd88d-df0d-4375-8629-dca63d895672') {'for_net_delete': True} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:28:48.177656 n-d-760453-5 neutron-server[103304]: DEBUG neutron.services.segments.db [None req-3c33e4c2-8d71-409e-aea2-bae3388a3a2e tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5fccd88d-df0d-4375-8629-dca63d895672') {} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:28:48.188307 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-3c33e4c2-8d71-409e-aea2-bae3388a3a2e tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746560742283', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8881293'] for segment (5fccd88d-df0d-4375-8629-dca63d895672), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:28:48.198073 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-e6df8648-d5af-4cbf-82a5-1dd055e1b5fd tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:28:48.203918 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-3c33e4c2-8d71-409e-aea2-bae3388a3a2e tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576559'] for segment (5fccd88d-df0d-4375-8629-dca63d895672), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:28:48.212003 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3c33e4c2-8d71-409e-aea2-bae3388a3a2e tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] Releasing vlan 585 on physical network physnet1 to pool {{(pid=103304) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 26 21:28:48.212909 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-3c33e4c2-8d71-409e-aea2-bae3388a3a2e tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9281762'] for segment (5fccd88d-df0d-4375-8629-dca63d895672), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:28:48.216657 n-d-760453-5 neutron-server[103304]: Traceback (most recent call last): Jan 26 21:28:48.216657 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 26 21:28:48.216657 n-d-760453-5 neutron-server[103304]: timer() Jan 26 21:28:48.216657 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 26 21:28:48.216657 n-d-760453-5 neutron-server[103304]: cb(*args, **kw) Jan 26 21:28:48.216657 n-d-760453-5 neutron-server[103304]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 26 21:28:48.216657 n-d-760453-5 neutron-server[103304]: return func(*args, **kwargs) Jan 26 21:28:48.216657 n-d-760453-5 neutron-server[103304]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 26 21:28:48.216657 n-d-760453-5 neutron-server[103304]: self._notify() Jan 26 21:28:48.216657 n-d-760453-5 neutron-server[103304]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 26 21:28:48.216657 n-d-760453-5 neutron-server[103304]: self.callback(batched_events) Jan 26 21:28:48.216657 n-d-760453-5 neutron-server[103304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 26 21:28:48.216657 n-d-760453-5 neutron-server[103304]: event.method(event) Jan 26 21:28:48.216657 n-d-760453-5 neutron-server[103304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 26 21:28:48.216657 n-d-760453-5 neutron-server[103304]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 26 21:28:48.216657 n-d-760453-5 neutron-server[103304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 26 21:28:48.216657 n-d-760453-5 neutron-server[103304]: aggregate_uuid = self.p_client.list_aggregates( Jan 26 21:28:48.216657 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 26 21:28:48.216657 n-d-760453-5 neutron-server[103304]: return f(self, *a, **k) Jan 26 21:28:48.216657 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 26 21:28:48.216657 n-d-760453-5 neutron-server[103304]: return self._get(url).json() Jan 26 21:28:48.216657 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 26 21:28:48.216657 n-d-760453-5 neutron-server[103304]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 26 21:28:48.216657 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 26 21:28:48.216657 n-d-760453-5 neutron-server[103304]: return self.request(url, 'GET', **kwargs) Jan 26 21:28:48.216657 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 26 21:28:48.216657 n-d-760453-5 neutron-server[103304]: base_url = self.get_endpoint(auth, allow=allow, Jan 26 21:28:48.216657 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 26 21:28:48.216657 n-d-760453-5 neutron-server[103304]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 26 21:28:48.216657 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 26 21:28:48.216657 n-d-760453-5 neutron-server[103304]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 26 21:28:48.216657 n-d-760453-5 neutron-server[103304]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 26 21:28:48.229179 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-fa041c11-1138-4126-8d3b-2e9aa85f948a tempest-FloatingIPTestJSON-755675821 tempest-FloatingIPTestJSON-755675821-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4109658'] for port (6372c0fa-e853-4ddf-be1e-20d16603e564), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:28:48.266781 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-e508063d-1e20-4300-af46-c6511fb1b784 None None] For port 869cf733-1eed-4e27-8ad0-3ca1acdf0de6, host n-d-760453-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=869cf733-1eed-4e27-8ad0-3ca1acdf0de6,segment=NetworkSegment(770d2ce8-3e53-4f98-83ba-d454bf5f80eb),segment_id=770d2ce8-3e53-4f98-83ba-d454bf5f80eb)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:28:48.266781 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-e508063d-1e20-4300-af46-c6511fb1b784 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4109658'] for port (869cf733-1eed-4e27-8ad0-3ca1acdf0de6), precommit_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:28:48.274296 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-fa041c11-1138-4126-8d3b-2e9aa85f948a tempest-FloatingIPTestJSON-755675821 tempest-FloatingIPTestJSON-755675821-project] Calling delete_port for 6372c0fa-e853-4ddf-be1e-20d16603e564 owned by network:router_interface {{(pid=103305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 21:28:48.287103 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-e508063d-1e20-4300-af46-c6511fb1b784 None None] Calling delete_port for 869cf733-1eed-4e27-8ad0-3ca1acdf0de6 owned by network:dhcp {{(pid=103306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 21:28:48.290934 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-3c33e4c2-8d71-409e-aea2-bae3388a3a2e tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4110931'] for network (bd020871-95b7-4b5a-881a-9e30b02eb2fe), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:28:48.299718 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-3c33e4c2-8d71-409e-aea2-bae3388a3a2e tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] Publish callbacks [] for network (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:28:48.307742 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-3c33e4c2-8d71-409e-aea2-bae3388a3a2e tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] 10.222.0.13 "DELETE /v2.0/networks/bd020871-95b7-4b5a-881a-9e30b02eb2fe HTTP/1.1" status: 204 len: 168 time: 0.8266594 Jan 26 21:28:48.308815 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 49134) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:28:48.352616 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c33e4c2-8d71-409e-aea2-bae3388a3a2e tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] Pushing event deleted for resources: {'Network': ['ID=bd020871-95b7-4b5a-881a-9e30b02eb2fe,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:28:48.404353 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-e508063d-1e20-4300-af46-c6511fb1b784 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746560636600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746560234536'] for port (869cf733-1eed-4e27-8ad0-3ca1acdf0de6), after_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:28:48.425369 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-c625fa9d-5926-40fe-88a8-76fedb09d5b6 tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-748181'] for network (efe29cb8-1223-4d1f-943f-1b137d401008), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:28:48.448675 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e508063d-1e20-4300-af46-c6511fb1b784 None None] Pushing event deleted for resources: {'Port': ['ID=869cf733-1eed-4e27-8ad0-3ca1acdf0de6,revision_number=None']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:28:48.454867 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e508063d-1e20-4300-af46-c6511fb1b784 None None] No DVR routers for this DVR port 869cf733-1eed-4e27-8ad0-3ca1acdf0de6 on host n-d-760453-5 {{(pid=103306) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 26 21:28:48.457924 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-e6df8648-d5af-4cbf-82a5-1dd055e1b5fd tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:28:48.566525 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-c625fa9d-5926-40fe-88a8-76fedb09d5b6 tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-686403', 'neutron.services.segments.db._delete_segments_for_network-8746560774018'] for network (efe29cb8-1223-4d1f-943f-1b137d401008), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:28:48.589816 n-d-760453-5 neutron-server[103304]: DEBUG neutron.services.segments.db [None req-c625fa9d-5926-40fe-88a8-76fedb09d5b6 tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['efe29cb8-1223-4d1f-943f-1b137d401008']}} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:28:48.608268 n-d-760453-5 neutron-server[103304]: DEBUG neutron.services.segments.db [None req-c625fa9d-5926-40fe-88a8-76fedb09d5b6 tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '770d2ce8-3e53-4f98-83ba-d454bf5f80eb') {'for_net_delete': True} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:28:48.608563 n-d-760453-5 neutron-server[103304]: DEBUG neutron.services.segments.db [None req-c625fa9d-5926-40fe-88a8-76fedb09d5b6 tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '770d2ce8-3e53-4f98-83ba-d454bf5f80eb') {} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:28:48.620860 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-c625fa9d-5926-40fe-88a8-76fedb09d5b6 tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746560742283', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8881293'] for segment (770d2ce8-3e53-4f98-83ba-d454bf5f80eb), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:28:48.633509 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.db_base_plugin_common [None req-e6df8648-d5af-4cbf-82a5-1dd055e1b5fd tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Allocated IP 172.25.1.199 (4140a1f1-c93a-4bea-83a0-68953a54f299/e48251a1-e30d-4820-8396-00c6f6aeb601/b62b6da2-d61f-46f6-b5a1-8c4b954a6457) {{(pid=103305) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 21:28:48.655598 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-c625fa9d-5926-40fe-88a8-76fedb09d5b6 tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576559'] for segment (770d2ce8-3e53-4f98-83ba-d454bf5f80eb), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:28:48.664389 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c625fa9d-5926-40fe-88a8-76fedb09d5b6 tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] Releasing vlan 551 on physical network physnet1 to pool {{(pid=103304) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 26 21:28:48.664869 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-c625fa9d-5926-40fe-88a8-76fedb09d5b6 tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9281762'] for segment (770d2ce8-3e53-4f98-83ba-d454bf5f80eb), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:28:48.668392 n-d-760453-5 neutron-server[103304]: Traceback (most recent call last): Jan 26 21:28:48.668392 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 26 21:28:48.668392 n-d-760453-5 neutron-server[103304]: timer() Jan 26 21:28:48.668392 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 26 21:28:48.668392 n-d-760453-5 neutron-server[103304]: cb(*args, **kw) Jan 26 21:28:48.668392 n-d-760453-5 neutron-server[103304]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 26 21:28:48.668392 n-d-760453-5 neutron-server[103304]: return func(*args, **kwargs) Jan 26 21:28:48.668392 n-d-760453-5 neutron-server[103304]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 26 21:28:48.668392 n-d-760453-5 neutron-server[103304]: self._notify() Jan 26 21:28:48.668392 n-d-760453-5 neutron-server[103304]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 26 21:28:48.668392 n-d-760453-5 neutron-server[103304]: self.callback(batched_events) Jan 26 21:28:48.668392 n-d-760453-5 neutron-server[103304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 26 21:28:48.668392 n-d-760453-5 neutron-server[103304]: event.method(event) Jan 26 21:28:48.668392 n-d-760453-5 neutron-server[103304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 26 21:28:48.668392 n-d-760453-5 neutron-server[103304]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 26 21:28:48.668392 n-d-760453-5 neutron-server[103304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 26 21:28:48.668392 n-d-760453-5 neutron-server[103304]: aggregate_uuid = self.p_client.list_aggregates( Jan 26 21:28:48.668392 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 26 21:28:48.668392 n-d-760453-5 neutron-server[103304]: return f(self, *a, **k) Jan 26 21:28:48.668392 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 26 21:28:48.668392 n-d-760453-5 neutron-server[103304]: return self._get(url).json() Jan 26 21:28:48.668392 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 26 21:28:48.668392 n-d-760453-5 neutron-server[103304]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 26 21:28:48.668392 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 26 21:28:48.668392 n-d-760453-5 neutron-server[103304]: return self.request(url, 'GET', **kwargs) Jan 26 21:28:48.668392 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 26 21:28:48.668392 n-d-760453-5 neutron-server[103304]: base_url = self.get_endpoint(auth, allow=allow, Jan 26 21:28:48.668392 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 26 21:28:48.668392 n-d-760453-5 neutron-server[103304]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 26 21:28:48.668392 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 26 21:28:48.668392 n-d-760453-5 neutron-server[103304]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 26 21:28:48.668392 n-d-760453-5 neutron-server[103304]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 26 21:28:48.705861 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-fa041c11-1138-4126-8d3b-2e9aa85f948a tempest-FloatingIPTestJSON-755675821 tempest-FloatingIPTestJSON-755675821-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746560636600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746560234536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11791543'] for port (6372c0fa-e853-4ddf-be1e-20d16603e564), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:28:48.737039 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-c625fa9d-5926-40fe-88a8-76fedb09d5b6 tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4110931'] for network (efe29cb8-1223-4d1f-943f-1b137d401008), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:28:48.743928 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-c625fa9d-5926-40fe-88a8-76fedb09d5b6 tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] Publish callbacks [] for network (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:28:48.747603 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa041c11-1138-4126-8d3b-2e9aa85f948a tempest-FloatingIPTestJSON-755675821 tempest-FloatingIPTestJSON-755675821-project] Pushing event deleted for resources: {'Port': ['ID=6372c0fa-e853-4ddf-be1e-20d16603e564,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:28:48.764627 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-c625fa9d-5926-40fe-88a8-76fedb09d5b6 tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] 10.222.0.13 "DELETE /v2.0/networks/efe29cb8-1223-4d1f-943f-1b137d401008 HTTP/1.1" status: 204 len: 168 time: 0.4509983 Jan 26 21:28:48.812318 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c625fa9d-5926-40fe-88a8-76fedb09d5b6 tempest-TaggedBootDevicesTest_v242-964665747 tempest-TaggedBootDevicesTest_v242-964665747-project] Pushing event deleted for resources: {'Network': ['ID=efe29cb8-1223-4d1f-943f-1b137d401008,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:28:48.913491 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-e6df8648-d5af-4cbf-82a5-1dd055e1b5fd tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Publish callbacks [] for port (b62b6da2-d61f-46f6-b5a1-8c4b954a6457), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:28:48.931999 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-c6442550-b278-4d3c-b3fc-4eca7279f782 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (474ccdf7-ab6c-405b-a3b2-dc7b05829902), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:28:48.998957 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-fa041c11-1138-4126-8d3b-2e9aa85f948a tempest-FloatingIPTestJSON-755675821 tempest-FloatingIPTestJSON-755675821-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3709480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4110805'] for router_interface (c5ecfbfd-fee9-4b72-9070-7a72d95e51a4), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:28:49.005978 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-e6df8648-d5af-4cbf-82a5-1dd055e1b5fd tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746560234527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11791543'] for port (b62b6da2-d61f-46f6-b5a1-8c4b954a6457), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:28:49.091302 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6df8648-d5af-4cbf-82a5-1dd055e1b5fd tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Network 4140a1f1-c93a-4bea-83a0-68953a54f299 is already hosted by enough agents. {{(pid=103305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 21:28:49.104674 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [None req-e6df8648-d5af-4cbf-82a5-1dd055e1b5fd tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Resources bound (agent type, host, resource id): {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:28:49.121419 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6df8648-d5af-4cbf-82a5-1dd055e1b5fd tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Received port after_create {{(pid=103305) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 21:28:49.123522 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6df8648-d5af-4cbf-82a5-1dd055e1b5fd tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Pushing event updated for resources: {'Port': ['ID=b62b6da2-d61f-46f6-b5a1-8c4b954a6457,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:28:49.504024 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device 869cf733-1eed-4e27-8ad0-3ca1acdf0de6 no longer exists at agent ovs-agent-n-d-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 26 21:28:49.529970 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] No Port match for: 869cf733-1eed-4e27-8ad0-3ca1acdf0de6 {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 26 21:28:49.530569 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device 869cf733-1eed-4e27-8ad0-3ca1acdf0de6 not bound to the agent host n-d-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 26 21:28:49.848016 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa041c11-1138-4126-8d3b-2e9aa85f948a tempest-FloatingIPTestJSON-755675821 tempest-FloatingIPTestJSON-755675821-project] Router c5ecfbfd-fee9-4b72-9070-7a72d95e51a4 has already been hosted by L3 agent 09df100c-3af1-4b0a-bda8-05914c71c458 {{(pid=103305) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 26 21:28:50.047562 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa041c11-1138-4126-8d3b-2e9aa85f948a tempest-FloatingIPTestJSON-755675821 tempest-FloatingIPTestJSON-755675821-project] Notify agent at l3_agent.n-d-760453-5 the message routers_updated {{(pid=103305) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 26 21:28:50.062053 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-203e219c-2459-4f86-9e51-c1448f423f9a None None] Sync routers for ids ['c5ecfbfd-fee9-4b72-9070-7a72d95e51a4'] in n-d-760453-5 {{(pid=103306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 26 21:28:50.075376 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-203e219c-2459-4f86-9e51-c1448f423f9a None None] Routers {'c5ecfbfd-fee9-4b72-9070-7a72d95e51a4'} bound to L3 agent in host n-d-760453-5 {{(pid=103306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 21:28:50.076255 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-203e219c-2459-4f86-9e51-c1448f423f9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-26T20:55:21Z,description=,heartbeat_timestamp=2022-01-26T21:28:21Z,host='n-d-760453-5',id=09df100c-3af1-4b0a-bda8-05914c71c458,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:55:21Z,topic='l3_agent')) {'router_ids': ['c5ecfbfd-fee9-4b72-9070-7a72d95e51a4'], 'active': True} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:28:50.080140 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 49182) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:28:50.080649 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-fa041c11-1138-4126-8d3b-2e9aa85f948a tempest-FloatingIPTestJSON-755675821 tempest-FloatingIPTestJSON-755675821-project] 10.222.0.13 "PUT /v2.0/routers/c5ecfbfd-fee9-4b72-9070-7a72d95e51a4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9849434 Jan 26 21:28:50.107374 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-e6df8648-d5af-4cbf-82a5-1dd055e1b5fd tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Publish callbacks [] for floatingip (1a687e5d-aa4c-4c63-bb4e-783a5e6713ec), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:28:50.110498 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-203e219c-2459-4f86-9e51-c1448f423f9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760453-5', False) {} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:28:50.120603 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-203e219c-2459-4f86-9e51-c1448f423f9a None None] Routers {'c5ecfbfd-fee9-4b72-9070-7a72d95e51a4'} bound to L3 agent in host n-d-760453-5 {{(pid=103306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 21:28:50.121464 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-203e219c-2459-4f86-9e51-c1448f423f9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-26T20:55:21Z,description=,heartbeat_timestamp=2022-01-26T21:28:21Z,host='n-d-760453-5',id=09df100c-3af1-4b0a-bda8-05914c71c458,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:55:21Z,topic='l3_agent')) {'router_ids': ['c5ecfbfd-fee9-4b72-9070-7a72d95e51a4'], 'active': True} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:28:50.158402 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-203e219c-2459-4f86-9e51-c1448f423f9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760453-5', False) {} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:28:50.159266 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-203e219c-2459-4f86-9e51-c1448f423f9a None None] The sync data for ids ['c5ecfbfd-fee9-4b72-9070-7a72d95e51a4'] in n-d-760453-5 is: [] {{(pid=103306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 26 21:28:50.216644 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-e6df8648-d5af-4cbf-82a5-1dd055e1b5fd tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (b62b6da2-d61f-46f6-b5a1-8c4b954a6457), before_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:28:50.280126 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-6973b2ea-b502-4687-a271-6fbab62c3e80 tempest-FloatingIPTestJSON-755675821 tempest-FloatingIPTestJSON-755675821-project] Publish callbacks [] for router (c5ecfbfd-fee9-4b72-9070-7a72d95e51a4), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:28:50.425268 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-6973b2ea-b502-4687-a271-6fbab62c3e80 tempest-FloatingIPTestJSON-755675821 tempest-FloatingIPTestJSON-755675821-project] Publish callbacks [] for router_gateway (c5ecfbfd-fee9-4b72-9070-7a72d95e51a4), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:28:50.446806 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-e6df8648-d5af-4cbf-82a5-1dd055e1b5fd tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Publish callbacks [] for port (b62b6da2-d61f-46f6-b5a1-8c4b954a6457), precommit_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:28:50.452089 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-e6df8648-d5af-4cbf-82a5-1dd055e1b5fd tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11791520'] for port (b62b6da2-d61f-46f6-b5a1-8c4b954a6457), after_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:28:50.492172 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-6973b2ea-b502-4687-a271-6fbab62c3e80 tempest-FloatingIPTestJSON-755675821 tempest-FloatingIPTestJSON-755675821-project] Deleting port bb023875-1668-4d60-a0bf-a9c67416763b {{(pid=103304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 21:28:50.492592 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-6973b2ea-b502-4687-a271-6fbab62c3e80 tempest-FloatingIPTestJSON-755675821 tempest-FloatingIPTestJSON-755675821-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746560630878'] for port (bb023875-1668-4d60-a0bf-a9c67416763b), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:28:50.550667 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6df8648-d5af-4cbf-82a5-1dd055e1b5fd tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Pushing event updated for resources: {'Port': ['ID=b62b6da2-d61f-46f6-b5a1-8c4b954a6457,revision_number=2']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:28:50.559514 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-e6df8648-d5af-4cbf-82a5-1dd055e1b5fd tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4110913'] for floatingip (1a687e5d-aa4c-4c63-bb4e-783a5e6713ec), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:28:50.602782 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-6973b2ea-b502-4687-a271-6fbab62c3e80 tempest-FloatingIPTestJSON-755675821 tempest-FloatingIPTestJSON-755675821-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4109658'] for port (bb023875-1668-4d60-a0bf-a9c67416763b), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:28:50.627705 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-6973b2ea-b502-4687-a271-6fbab62c3e80 tempest-FloatingIPTestJSON-755675821 tempest-FloatingIPTestJSON-755675821-project] Calling delete_port for bb023875-1668-4d60-a0bf-a9c67416763b owned by network:router_gateway {{(pid=103304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 21:28:50.698902 n-d-760453-5 neutron-server[103305]: INFO neutron.db.l3_db [None req-e6df8648-d5af-4cbf-82a5-1dd055e1b5fd tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Floating IP 1a687e5d-aa4c-4c63-bb4e-783a5e6713ec associated. External IP: 172.25.1.199, port: f70854ca-3509-43b6-af82-defa62f413c5. Jan 26 21:28:50.892526 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-6973b2ea-b502-4687-a271-6fbab62c3e80 tempest-FloatingIPTestJSON-755675821 tempest-FloatingIPTestJSON-755675821-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746560636600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746560234536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9281553'] for port (bb023875-1668-4d60-a0bf-a9c67416763b), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:28:50.926996 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6973b2ea-b502-4687-a271-6fbab62c3e80 tempest-FloatingIPTestJSON-755675821 tempest-FloatingIPTestJSON-755675821-project] Pushing event deleted for resources: {'Port': ['ID=bb023875-1668-4d60-a0bf-a9c67416763b,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:28:51.028933 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6df8648-d5af-4cbf-82a5-1dd055e1b5fd tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Router 628c9988-0a80-44db-b4a8-4a3351e07dcb has already been hosted by L3 agent 09df100c-3af1-4b0a-bda8-05914c71c458 {{(pid=103305) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 26 21:28:51.046988 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-6973b2ea-b502-4687-a271-6fbab62c3e80 tempest-FloatingIPTestJSON-755675821 tempest-FloatingIPTestJSON-755675821-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4111291'] for router_gateway (c5ecfbfd-fee9-4b72-9070-7a72d95e51a4), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:28:51.171063 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6df8648-d5af-4cbf-82a5-1dd055e1b5fd tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Notify agent at l3_agent.n-d-760453-5 the message routers_updated {{(pid=103305) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 26 21:28:51.185402 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3552ec3-69e4-4a21-8f2c-5a643d43267a None None] Sync routers for ids ['628c9988-0a80-44db-b4a8-4a3351e07dcb'] in n-d-760453-5 {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 26 21:28:51.201053 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3552ec3-69e4-4a21-8f2c-5a643d43267a None None] Routers {'628c9988-0a80-44db-b4a8-4a3351e07dcb'} bound to L3 agent in host n-d-760453-5 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 21:28:51.201516 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-6973b2ea-b502-4687-a271-6fbab62c3e80 tempest-FloatingIPTestJSON-755675821 tempest-FloatingIPTestJSON-755675821-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4105774', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13082'] for router (c5ecfbfd-fee9-4b72-9070-7a72d95e51a4), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:28:51.203677 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-d3552ec3-69e4-4a21-8f2c-5a643d43267a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-26T20:55:21Z,description=,heartbeat_timestamp=2022-01-26T21:28:21Z,host='n-d-760453-5',id=09df100c-3af1-4b0a-bda8-05914c71c458,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:55:21Z,topic='l3_agent')) {'router_ids': ['628c9988-0a80-44db-b4a8-4a3351e07dcb'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:28:51.206170 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-6973b2ea-b502-4687-a271-6fbab62c3e80 tempest-FloatingIPTestJSON-755675821 tempest-FloatingIPTestJSON-755675821-project] Publish callbacks [] for router_controller (c5ecfbfd-fee9-4b72-9070-7a72d95e51a4), precommit_delete_associations {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:28:51.216234 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2de9b2ae-14ef-402c-a9ae-47fd20ffce8d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (09df100c-3af1-4b0a-bda8-05914c71c458), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:28:51.222879 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-e6df8648-d5af-4cbf-82a5-1dd055e1b5fd tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for floatingip (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:28:51.273694 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-6973b2ea-b502-4687-a271-6fbab62c3e80 tempest-FloatingIPTestJSON-755675821 tempest-FloatingIPTestJSON-755675821-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4105767'] for router (c5ecfbfd-fee9-4b72-9070-7a72d95e51a4), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:28:51.274317 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6973b2ea-b502-4687-a271-6fbab62c3e80 tempest-FloatingIPTestJSON-755675821 tempest-FloatingIPTestJSON-755675821-project] Fanout notify agent at l3_agent the message router_deleted on router c5ecfbfd-fee9-4b72-9070-7a72d95e51a4 {{(pid=103304) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 26 21:28:51.285705 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-6973b2ea-b502-4687-a271-6fbab62c3e80 tempest-FloatingIPTestJSON-755675821 tempest-FloatingIPTestJSON-755675821-project] Publish callbacks [] for router (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:28:51.288214 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-6973b2ea-b502-4687-a271-6fbab62c3e80 tempest-FloatingIPTestJSON-755675821 tempest-FloatingIPTestJSON-755675821-project] 10.222.0.13 "DELETE /v2.0/routers/c5ecfbfd-fee9-4b72-9070-7a72d95e51a4 HTTP/1.1" status: 204 len: 168 time: 1.2060182 Jan 26 21:28:51.292291 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 49212) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:28:51.298077 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-e6df8648-d5af-4cbf-82a5-1dd055e1b5fd tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 3.1844409 Jan 26 21:28:51.298977 n-d-760453-5 neutron-server[103305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e2d1d5a0-9e5f-4cb6-a64c-f2fbd21513d1', 'tag': 'f70854ca-3509-43b6-af82-defa62f413c5'}] {{(pid=103305) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 21:28:51.301447 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d4654568b7bf041e72ff8fe1c96d6d761d9c921f2b99bc7b3a26632be20cee0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35c128d4-e996-40cb-a52e-d720e4d6982a" -d '{"events": [{"name": "network-changed", "server_uuid": "e2d1d5a0-9e5f-4cb6-a64c-f2fbd21513d1", "tag": "f70854ca-3509-43b6-af82-defa62f413c5"}]}' {{(pid=103305) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 21:28:51.366527 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.db_base_plugin_v2 [None req-630ff6ee-99c2-41b6-8b51-2b08c49ad02b tempest-FloatingIPTestJSON-755675821 tempest-FloatingIPTestJSON-755675821-project] Deleting subnet 680fc271-75bc-4b9f-9945-03c2fedab0b6 {{(pid=103304) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 26 21:28:51.371775 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-630ff6ee-99c2-41b6-8b51-2b08c49ad02b tempest-FloatingIPTestJSON-755675821 tempest-FloatingIPTestJSON-755675821-project] Publish callbacks [] for subnet (680fc271-75bc-4b9f-9945-03c2fedab0b6), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:28:51.374470 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 26 Jan 2022 21:28:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90fbb472-e935-4b75-aee2-1039ff21a0ae x-openstack-request-id: req-90fbb472-e935-4b75-aee2-1039ff21a0ae {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 21:28:51.374772 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e2d1d5a0-9e5f-4cb6-a64c-f2fbd21513d1", "tag": "f70854ca-3509-43b6-af82-defa62f413c5", "status": "completed", "code": 200}]} {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 21:28:51.375029 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-90fbb472-e935-4b75-aee2-1039ff21a0ae {{(pid=103305) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 21:28:51.375437 n-d-760453-5 neutron-server[103305]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e2d1d5a0-9e5f-4cb6-a64c-f2fbd21513d1', 'tag': 'f70854ca-3509-43b6-af82-defa62f413c5', 'status': 'completed', 'code': 200} Jan 26 21:28:51.470214 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_dvr_db [None req-d3552ec3-69e4-4a21-8f2c-5a643d43267a None None] Set router 628c9988-0a80-44db-b4a8-4a3351e07dcb gateway port host: n-d-760453-5 {{(pid=103307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 21:28:51.495525 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-630ff6ee-99c2-41b6-8b51-2b08c49ad02b tempest-FloatingIPTestJSON-755675821 tempest-FloatingIPTestJSON-755675821-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8881284'] for subnet (680fc271-75bc-4b9f-9945-03c2fedab0b6), precommit_delete_associations {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:28:51.562407 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87255054-e468-4a0a-8180-5d5b98e3e08e req-ef4eb458-9510-4032-bb8f-bd3c7ae6c596 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:28:51.566451 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-87255054-e468-4a0a-8180-5d5b98e3e08e req-ef4eb458-9510-4032-bb8f-bd3c7ae6c596 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] 10.222.0.13 "GET /v2.0/ports?device_id=e2d1d5a0-9e5f-4cb6-a64c-f2fbd21513d1 HTTP/1.1" status: 200 len: 946 time: 0.1558700 Jan 26 21:28:51.611090 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c128d4-e996-40cb-a52e-d720e4d6982a req-77454ff6-8f10-4320-af55-010539fa7c34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:28:51.612595 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-35c128d4-e996-40cb-a52e-d720e4d6982a req-77454ff6-8f10-4320-af55-010539fa7c34 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=c6d9f10230f341edbbe46b16c17eb870&device_id=e2d1d5a0-9e5f-4cb6-a64c-f2fbd21513d1 HTTP/1.1" status: 200 len: 1097 time: 0.1803894 Jan 26 21:28:51.616620 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-630ff6ee-99c2-41b6-8b51-2b08c49ad02b tempest-FloatingIPTestJSON-755675821 tempest-FloatingIPTestJSON-755675821-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687316'] for subnet (680fc271-75bc-4b9f-9945-03c2fedab0b6), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:28:51.748890 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-87255054-e468-4a0a-8180-5d5b98e3e08e req-9cae2295-865e-4e5d-a66e-19a171ea0598 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] 10.222.0.13 "GET /v2.0/security-groups?id=6df82126-1037-48ab-9d89-3f4ac527699c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1679208 Jan 26 21:28:51.777279 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 49230) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:28:51.802058 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c128d4-e996-40cb-a52e-d720e4d6982a req-60d9057a-5b79-4953-b648-224bec5528ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:28:51.803971 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-35c128d4-e996-40cb-a52e-d720e4d6982a req-60d9057a-5b79-4953-b648-224bec5528ad service neutron] 10.222.0.66 "GET /v2.0/networks?id=7557909c-f107-4fe1-9c5f-aa82692577a6 HTTP/1.1" status: 200 len: 898 time: 0.1840320 Jan 26 21:28:51.811390 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-630ff6ee-99c2-41b6-8b51-2b08c49ad02b tempest-FloatingIPTestJSON-755675821 tempest-FloatingIPTestJSON-755675821-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9281612', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12215216'] for subnet (680fc271-75bc-4b9f-9945-03c2fedab0b6), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:28:51.814665 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-d3552ec3-69e4-4a21-8f2c-5a643d43267a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '628c9988-0a80-44db-b4a8-4a3351e07dcb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-996109221', 'tenant_id': 'c6d9f10230f341edbbe46b16c17eb870', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'external_fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.135'}], 'enable_snat': True}, 'gw_port_id': 'be07b923-996d-4515-9d70-5a80937d4e86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T21:28:21Z', 'updated_at': '2022-01-26T21:28:28Z', 'revision_number': 4, 'project_id': 'c6d9f10230f341edbbe46b16c17eb870', 'gw_port': {'id': 'be07b923-996d-4515-9d70-5a80937d4e86', 'name': '', 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:36:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '628c9988-0a80-44db-b4a8-4a3351e07dcb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2511, 'fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:28:22Z', 'updated_at': '2022-01-26T21:28:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-5', '_floatingips': [{'id': '1a687e5d-aa4c-4c63-bb4e-783a5e6713ec', 'tenant_id': 'c6d9f10230f341edbbe46b16c17eb870', 'floating_ip_address': '172.25.1.199', 'floating_network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'router_id': '628c9988-0a80-44db-b4a8-4a3351e07dcb', 'port_id': 'f70854ca-3509-43b6-af82-defa62f413c5', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2527, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7557909c-f107-4fe1-9c5f-aa82692577a6', 'mac_address': 'fa:16:3e:c2:10:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2d1d5a0-9e5f-4cb6-a64c-f2fbd21513d1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-26T21:28:49Z', 'updated_at': '2022-01-26T21:28:49Z', 'revision_number': 0, 'project_id': 'c6d9f10230f341edbbe46b16c17eb870', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3017a6cd-295e-478f-900b-fcb162db84a8', 'name': '', 'network_id': '7557909c-f107-4fe1-9c5f-aa82692577a6', 'tenant_id': 'c6d9f10230f341edbbe46b16c17eb870', 'mac_address': 'fa:16:3e:66:26:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '628c9988-0a80-44db-b4a8-4a3351e07dcb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2518, 'fixed_ips': [{'subnet_id': '4f1e9217-1293-49d5-885f-ad0242ed3cd1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:28:27Z', 'updated_at': '2022-01-26T21:28:33Z', 'revision_number': 5, 'project_id': 'c6d9f10230f341edbbe46b16c17eb870', 'subnets': [{'id': '4f1e9217-1293-49d5-885f-ad0242ed3cd1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760453-5', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:28:51.841115 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-ffb0a441-291b-432d-a966-6618888efc3d tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] 10.222.0.13 "GET /v2.0/floatingips/1a687e5d-aa4c-4c63-bb4e-783a5e6713ec HTTP/1.1" status: 200 len: 992 time: 0.0623565 Jan 26 21:28:51.849191 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-630ff6ee-99c2-41b6-8b51-2b08c49ad02b tempest-FloatingIPTestJSON-755675821 tempest-FloatingIPTestJSON-755675821-project] Publish callbacks [] for subnet (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:28:51.854957 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-630ff6ee-99c2-41b6-8b51-2b08c49ad02b tempest-FloatingIPTestJSON-755675821 tempest-FloatingIPTestJSON-755675821-project] 10.222.0.13 "DELETE /v2.0/subnets/680fc271-75bc-4b9f-9945-03c2fedab0b6 HTTP/1.1" status: 204 len: 168 time: 0.5615344 Jan 26 21:28:51.857459 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 49232) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:28:51.858330 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3552ec3-69e4-4a21-8f2c-5a643d43267a None None] Checking router: 628c9988-0a80-44db-b4a8-4a3351e07dcb for host: n-d-760453-5 {{(pid=103307) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 26 21:28:51.873155 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3552ec3-69e4-4a21-8f2c-5a643d43267a None None] Routers {'628c9988-0a80-44db-b4a8-4a3351e07dcb'} bound to L3 agent in host n-d-760453-5 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 21:28:51.875472 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-d3552ec3-69e4-4a21-8f2c-5a643d43267a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-26T20:55:21Z,description=,heartbeat_timestamp=2022-01-26T21:28:51Z,host='n-d-760453-5',id=09df100c-3af1-4b0a-bda8-05914c71c458,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:55:21Z,topic='l3_agent')) {'router_ids': ['628c9988-0a80-44db-b4a8-4a3351e07dcb'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:28:51.936211 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-35c128d4-e996-40cb-a52e-d720e4d6982a req-f0f511b4-8012-44e2-b886-621eb1b94d5a service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f70854ca-3509-43b6-af82-defa62f413c5 HTTP/1.1" status: 200 len: 1000 time: 0.0990767 Jan 26 21:28:51.955758 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-630ff6ee-99c2-41b6-8b51-2b08c49ad02b tempest-FloatingIPTestJSON-755675821 tempest-FloatingIPTestJSON-755675821-project] Pushing event deleted for resources: {'Subnet': ['ID=680fc271-75bc-4b9f-9945-03c2fedab0b6,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:28:52.002706 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c128d4-e996-40cb-a52e-d720e4d6982a req-7565858d-e1f2-46ce-ba46-057a0acb31ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:28:52.004472 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-35c128d4-e996-40cb-a52e-d720e4d6982a req-7565858d-e1f2-46ce-ba46-057a0acb31ec service neutron] 10.222.0.66 "GET /v2.0/subnets?id=4f1e9217-1293-49d5-885f-ad0242ed3cd1 HTTP/1.1" status: 200 len: 835 time: 0.0461061 Jan 26 21:28:52.016686 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_dvr_db [None req-d3552ec3-69e4-4a21-8f2c-5a643d43267a None None] Set router 628c9988-0a80-44db-b4a8-4a3351e07dcb gateway port host: n-d-760453-5 {{(pid=103307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 21:28:52.050660 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-5cb538d4-3ef1-48d3-9ceb-1ae9f30999c7 tempest-FloatingIPTestJSON-755675821 tempest-FloatingIPTestJSON-755675821-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-748181'] for network (1e3f1980-5ca2-4a99-a3b9-79275d66ef13), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:28:52.093610 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c128d4-e996-40cb-a52e-d720e4d6982a req-626e2dc9-6fbd-47f7-9e0b-66f0572f01bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:28:52.095203 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-35c128d4-e996-40cb-a52e-d720e4d6982a req-626e2dc9-6fbd-47f7-9e0b-66f0572f01bb service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=7557909c-f107-4fe1-9c5f-aa82692577a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0732870 Jan 26 21:28:52.210517 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-35c128d4-e996-40cb-a52e-d720e4d6982a req-968c3f4b-654d-4131-b7f5-5aae0b97a502 service neutron] 10.222.0.66 "GET /v2.0/networks/7557909c-f107-4fe1-9c5f-aa82692577a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1070895 Jan 26 21:28:52.222559 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-841f5991-a4d8-4d4b-b215-cbc6bab5427b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (aa7ee9d2-08eb-4e12-b895-24c57300dfec), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:28:52.229545 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-5cb538d4-3ef1-48d3-9ceb-1ae9f30999c7 tempest-FloatingIPTestJSON-755675821 tempest-FloatingIPTestJSON-755675821-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-686403', 'neutron.services.segments.db._delete_segments_for_network-8746560774018'] for network (1e3f1980-5ca2-4a99-a3b9-79275d66ef13), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:28:52.258080 n-d-760453-5 neutron-server[103305]: DEBUG neutron.services.segments.db [None req-5cb538d4-3ef1-48d3-9ceb-1ae9f30999c7 tempest-FloatingIPTestJSON-755675821 tempest-FloatingIPTestJSON-755675821-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1e3f1980-5ca2-4a99-a3b9-79275d66ef13']}} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:28:52.285360 n-d-760453-5 neutron-server[103305]: DEBUG neutron.services.segments.db [None req-5cb538d4-3ef1-48d3-9ceb-1ae9f30999c7 tempest-FloatingIPTestJSON-755675821 tempest-FloatingIPTestJSON-755675821-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a4d5eabd-2501-4865-bf31-02db784a2765') {'for_net_delete': True} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:28:52.285360 n-d-760453-5 neutron-server[103305]: DEBUG neutron.services.segments.db [None req-5cb538d4-3ef1-48d3-9ceb-1ae9f30999c7 tempest-FloatingIPTestJSON-755675821 tempest-FloatingIPTestJSON-755675821-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a4d5eabd-2501-4865-bf31-02db784a2765') {} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:28:52.287117 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-5cb538d4-3ef1-48d3-9ceb-1ae9f30999c7 tempest-FloatingIPTestJSON-755675821 tempest-FloatingIPTestJSON-755675821-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746560742283', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11788955'] for segment (a4d5eabd-2501-4865-bf31-02db784a2765), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:28:52.308329 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-5cb538d4-3ef1-48d3-9ceb-1ae9f30999c7 tempest-FloatingIPTestJSON-755675821 tempest-FloatingIPTestJSON-755675821-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576559'] for segment (a4d5eabd-2501-4865-bf31-02db784a2765), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:28:52.326886 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5cb538d4-3ef1-48d3-9ceb-1ae9f30999c7 tempest-FloatingIPTestJSON-755675821 tempest-FloatingIPTestJSON-755675821-project] Releasing vlan 573 on physical network physnet1 to pool {{(pid=103305) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 26 21:28:52.328031 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-5cb538d4-3ef1-48d3-9ceb-1ae9f30999c7 tempest-FloatingIPTestJSON-755675821 tempest-FloatingIPTestJSON-755675821-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11791428'] for segment (a4d5eabd-2501-4865-bf31-02db784a2765), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:28:52.367208 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-35c128d4-e996-40cb-a52e-d720e4d6982a req-9aed08f3-6624-4387-a987-6fd36e4083a8 service neutron] 10.222.0.66 "GET /v2.0/networks/7557909c-f107-4fe1-9c5f-aa82692577a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1502748 Jan 26 21:28:52.404933 n-d-760453-5 neutron-server[103305]: Traceback (most recent call last): Jan 26 21:28:52.404933 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 26 21:28:52.404933 n-d-760453-5 neutron-server[103305]: timer() Jan 26 21:28:52.404933 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 26 21:28:52.404933 n-d-760453-5 neutron-server[103305]: cb(*args, **kw) Jan 26 21:28:52.404933 n-d-760453-5 neutron-server[103305]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 26 21:28:52.404933 n-d-760453-5 neutron-server[103305]: return func(*args, **kwargs) Jan 26 21:28:52.404933 n-d-760453-5 neutron-server[103305]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 26 21:28:52.404933 n-d-760453-5 neutron-server[103305]: self._notify() Jan 26 21:28:52.404933 n-d-760453-5 neutron-server[103305]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 26 21:28:52.404933 n-d-760453-5 neutron-server[103305]: self.callback(batched_events) Jan 26 21:28:52.404933 n-d-760453-5 neutron-server[103305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 26 21:28:52.404933 n-d-760453-5 neutron-server[103305]: event.method(event) Jan 26 21:28:52.404933 n-d-760453-5 neutron-server[103305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 26 21:28:52.404933 n-d-760453-5 neutron-server[103305]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 26 21:28:52.404933 n-d-760453-5 neutron-server[103305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 26 21:28:52.404933 n-d-760453-5 neutron-server[103305]: aggregate_uuid = self.p_client.list_aggregates( Jan 26 21:28:52.404933 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 26 21:28:52.404933 n-d-760453-5 neutron-server[103305]: return f(self, *a, **k) Jan 26 21:28:52.404933 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 26 21:28:52.404933 n-d-760453-5 neutron-server[103305]: return self._get(url).json() Jan 26 21:28:52.404933 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 26 21:28:52.404933 n-d-760453-5 neutron-server[103305]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 26 21:28:52.404933 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 26 21:28:52.404933 n-d-760453-5 neutron-server[103305]: return self.request(url, 'GET', **kwargs) Jan 26 21:28:52.404933 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 26 21:28:52.404933 n-d-760453-5 neutron-server[103305]: base_url = self.get_endpoint(auth, allow=allow, Jan 26 21:28:52.404933 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 26 21:28:52.404933 n-d-760453-5 neutron-server[103305]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 26 21:28:52.404933 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 26 21:28:52.404933 n-d-760453-5 neutron-server[103305]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 26 21:28:52.404933 n-d-760453-5 neutron-server[103305]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 26 21:28:52.434251 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-5cb538d4-3ef1-48d3-9ceb-1ae9f30999c7 tempest-FloatingIPTestJSON-755675821 tempest-FloatingIPTestJSON-755675821-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4110931'] for network (1e3f1980-5ca2-4a99-a3b9-79275d66ef13), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:28:52.447229 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-5cb538d4-3ef1-48d3-9ceb-1ae9f30999c7 tempest-FloatingIPTestJSON-755675821 tempest-FloatingIPTestJSON-755675821-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709645'] for network (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:28:52.454671 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-5cb538d4-3ef1-48d3-9ceb-1ae9f30999c7 tempest-FloatingIPTestJSON-755675821 tempest-FloatingIPTestJSON-755675821-project] 10.222.0.13 "DELETE /v2.0/networks/1e3f1980-5ca2-4a99-a3b9-79275d66ef13 HTTP/1.1" status: 204 len: 168 time: 0.5957868 Jan 26 21:28:52.461519 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-d3552ec3-69e4-4a21-8f2c-5a643d43267a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '628c9988-0a80-44db-b4a8-4a3351e07dcb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-996109221', 'tenant_id': 'c6d9f10230f341edbbe46b16c17eb870', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'external_fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.135'}], 'enable_snat': True}, 'gw_port_id': 'be07b923-996d-4515-9d70-5a80937d4e86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T21:28:21Z', 'updated_at': '2022-01-26T21:28:28Z', 'revision_number': 4, 'project_id': 'c6d9f10230f341edbbe46b16c17eb870', 'gw_port': {'id': 'be07b923-996d-4515-9d70-5a80937d4e86', 'name': '', 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:36:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '628c9988-0a80-44db-b4a8-4a3351e07dcb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2511, 'fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:28:22Z', 'updated_at': '2022-01-26T21:28:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-5', '_floatingips': [{'id': '1a687e5d-aa4c-4c63-bb4e-783a5e6713ec', 'tenant_id': 'c6d9f10230f341edbbe46b16c17eb870', 'floating_ip_address': '172.25.1.199', 'floating_network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'router_id': '628c9988-0a80-44db-b4a8-4a3351e07dcb', 'port_id': 'f70854ca-3509-43b6-af82-defa62f413c5', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2527, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7557909c-f107-4fe1-9c5f-aa82692577a6', 'mac_address': 'fa:16:3e:c2:10:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2d1d5a0-9e5f-4cb6-a64c-f2fbd21513d1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-26T21:28:49Z', 'updated_at': '2022-01-26T21:28:49Z', 'revision_number': 0, 'project_id': 'c6d9f10230f341edbbe46b16c17eb870', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3017a6cd-295e-478f-900b-fcb162db84a8', 'name': '', 'network_id': '7557909c-f107-4fe1-9c5f-aa82692577a6', 'tenant_id': 'c6d9f10230f341edbbe46b16c17eb870', 'mac_address': 'fa:16:3e:66:26:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '628c9988-0a80-44db-b4a8-4a3351e07dcb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2518, 'fixed_ips': [{'subnet_id': '4f1e9217-1293-49d5-885f-ad0242ed3cd1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:28:27Z', 'updated_at': '2022-01-26T21:28:33Z', 'revision_number': 5, 'project_id': 'c6d9f10230f341edbbe46b16c17eb870', 'subnets': [{'id': '4f1e9217-1293-49d5-885f-ad0242ed3cd1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760453-5', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:28:52.468634 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb538d4-3ef1-48d3-9ceb-1ae9f30999c7 tempest-FloatingIPTestJSON-755675821 tempest-FloatingIPTestJSON-755675821-project] Pushing event deleted for resources: {'Network': ['ID=1e3f1980-5ca2-4a99-a3b9-79275d66ef13,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:28:52.513636 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3552ec3-69e4-4a21-8f2c-5a643d43267a None None] The sync data for ids ['628c9988-0a80-44db-b4a8-4a3351e07dcb'] in n-d-760453-5 is: [{'id': '628c9988-0a80-44db-b4a8-4a3351e07dcb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-996109221', 'tenant_id': 'c6d9f10230f341edbbe46b16c17eb870', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'external_fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.135'}], 'enable_snat': True}, 'gw_port_id': 'be07b923-996d-4515-9d70-5a80937d4e86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T21:28:21Z', 'updated_at': '2022-01-26T21:28:28Z', 'revision_number': 4, 'project_id': 'c6d9f10230f341edbbe46b16c17eb870', 'gw_port': {'id': 'be07b923-996d-4515-9d70-5a80937d4e86', 'name': '', 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:36:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '628c9988-0a80-44db-b4a8-4a3351e07dcb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2511, 'fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:28:22Z', 'updated_at': '2022-01-26T21:28:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-5', '_floatingips': [{'id': '1a687e5d-aa4c-4c63-bb4e-783a5e6713ec', 'tenant_id': 'c6d9f10230f341edbbe46b16c17eb870', 'floating_ip_address': '172.25.1.199', 'floating_network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'router_id': '628c9988-0a80-44db-b4a8-4a3351e07dcb', 'port_id': 'f70854ca-3509-43b6-af82-defa62f413c5', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2527, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7557909c-f107-4fe1-9c5f-aa82692577a6', 'mac_address': 'fa:16:3e:c2:10:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2d1d5a0-9e5f-4cb6-a64c-f2fbd21513d1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-26T21:28:49Z', 'updated_at': '2022-01-26T21:28:49Z', 'revision_number': 0, 'project_id': 'c6d9f10230f341edbbe46b16c17eb870', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3017a6cd-295e-478f-900b-fcb162db84a8', 'name': '', 'network_id': '7557909c-f107-4fe1-9c5f-aa82692577a6', 'tenant_id': 'c6d9f10230f341edbbe46b16c17eb870', 'mac_address': 'fa:16:3e:66:26:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '628c9988-0a80-44db-b4a8-4a3351e07dcb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2518, 'fixed_ips': [{'subnet_id': '4f1e9217-1293-49d5-885f-ad0242ed3cd1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:28:27Z', 'updated_at': '2022-01-26T21:28:33Z', 'revision_number': 5, 'project_id': 'c6d9f10230f341edbbe46b16c17eb870', 'subnets': [{'id': '4f1e9217-1293-49d5-885f-ad0242ed3cd1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 26 21:28:52.731844 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 49254) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:28:52.799090 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65b7ad3e-1f41-4fa1-834f-f4291b7e5f51 None None] New status for floating IP 1a687e5d-aa4c-4c63-bb4e-783a5e6713ec: ACTIVE {{(pid=103306) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 26 21:28:52.844089 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 49260) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:28:52.963375 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-d470fbdd-51ce-498f-b088-9ebecdec1ad8 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] 10.222.0.13 "GET /v2.0/floatingips/1a687e5d-aa4c-4c63-bb4e-783a5e6713ec HTTP/1.1" status: 200 len: 992 time: 0.1179705 Jan 26 21:28:52.982669 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-4a6ec972-b71f-4286-be6b-71b18d8dd5a0 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=48d7f55ad7394a9ebbf9716baaad9095&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2491379 Jan 26 21:28:52.985014 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 49266) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:28:53.016009 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (4d619873-4b60-439f-9b5a-b155dc8bbc34), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:28:53.064069 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-be707ac1-9ae0-465e-8dbb-4ce1f3d36907 admin admin] Publish callbacks [] for security_group (26b07403-efff-43be-9e18-6ff0d522255f), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:28:53.096147 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-be707ac1-9ae0-465e-8dbb-4ce1f3d36907 admin admin] Publish callbacks [] for security_group (26b07403-efff-43be-9e18-6ff0d522255f), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:28:53.166745 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-be707ac1-9ae0-465e-8dbb-4ce1f3d36907 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (26b07403-efff-43be-9e18-6ff0d522255f), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:28:53.170717 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-be707ac1-9ae0-465e-8dbb-4ce1f3d36907 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:28:53.174375 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-be707ac1-9ae0-465e-8dbb-4ce1f3d36907 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/26b07403-efff-43be-9e18-6ff0d522255f HTTP/1.1" status: 204 len: 168 time: 0.1859200 Jan 26 21:28:53.183490 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be707ac1-9ae0-465e-8dbb-4ce1f3d36907 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26b07403-efff-43be-9e18-6ff0d522255f,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:28:53.936137 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 49310) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:28:53.967262 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 49314) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:28:54.062545 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-691d5c61-e01e-44a5-92d1-06dc0128e287 tempest-BulkNetworkOpsIpV6Test-1388836122 tempest-BulkNetworkOpsIpV6Test-1388836122-project] Request body: {'networks': [{'name': 'tempest-network--465479201'}, {'name': 'tempest-network--1041356044'}]} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:28:54.063046 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-839dd188-ec69-470c-9ab0-d318dc1a2e96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (e79b4fc6-6c71-44b2-a6d0-ff3e1f4dfd0d), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:28:54.063748 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-691d5c61-e01e-44a5-92d1-06dc0128e287 tempest-BulkNetworkOpsIpV6Test-1388836122 tempest-BulkNetworkOpsIpV6Test-1388836122-project] Request body: {'network': {'name': 'tempest-network--465479201'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:28:54.064436 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-691d5c61-e01e-44a5-92d1-06dc0128e287 tempest-BulkNetworkOpsIpV6Test-1388836122 tempest-BulkNetworkOpsIpV6Test-1388836122-project] Request body: {'network': {'name': 'tempest-network--1041356044'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:28:54.077879 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-55df247a-ea41-4af5-8fe9-4d13172f69ba tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] 10.222.0.13 "GET /v2.0/floatingips/1a687e5d-aa4c-4c63-bb4e-783a5e6713ec HTTP/1.1" status: 200 len: 994 time: 0.1033463 Jan 26 21:28:54.110098 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-691d5c61-e01e-44a5-92d1-06dc0128e287 tempest-BulkNetworkOpsIpV6Test-1388836122 tempest-BulkNetworkOpsIpV6Test-1388836122-project] Made reservation on behalf of e3cbf0efbc6f43b0aaf6a6bbd2afac2b for: {'network': 2} {{(pid=103305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 21:28:54.114772 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-691d5c61-e01e-44a5-92d1-06dc0128e287 tempest-BulkNetworkOpsIpV6Test-1388836122 tempest-BulkNetworkOpsIpV6Test-1388836122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for network (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:28:54.126596 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-691d5c61-e01e-44a5-92d1-06dc0128e287 tempest-BulkNetworkOpsIpV6Test-1388836122 tempest-BulkNetworkOpsIpV6Test-1388836122-project] Publish callbacks [] for security_group (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:28:54.224423 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-691d5c61-e01e-44a5-92d1-06dc0128e287 tempest-BulkNetworkOpsIpV6Test-1388836122 tempest-BulkNetworkOpsIpV6Test-1388836122-project] Publish callbacks [] for security_group (83b868d0-4b62-4427-9e96-e4e2e8a6b8c2), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:28:54.230155 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-691d5c61-e01e-44a5-92d1-06dc0128e287 tempest-BulkNetworkOpsIpV6Test-1388836122 tempest-BulkNetworkOpsIpV6Test-1388836122-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (83b868d0-4b62-4427-9e96-e4e2e8a6b8c2), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:28:54.230726 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-691d5c61-e01e-44a5-92d1-06dc0128e287 tempest-BulkNetworkOpsIpV6Test-1388836122 tempest-BulkNetworkOpsIpV6Test-1388836122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for network (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:28:54.281903 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-691d5c61-e01e-44a5-92d1-06dc0128e287 tempest-BulkNetworkOpsIpV6Test-1388836122 tempest-BulkNetworkOpsIpV6Test-1388836122-project] Pushing event updated for resources: {'SecurityGroup': ['ID=83b868d0-4b62-4427-9e96-e4e2e8a6b8c2,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:28:54.294854 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-691d5c61-e01e-44a5-92d1-06dc0128e287 tempest-BulkNetworkOpsIpV6Test-1388836122 tempest-BulkNetworkOpsIpV6Test-1388836122-project] vlan segment allocate from pool success with {'vlan_id': 588, 'physical_network': 'physnet1'} {{(pid=103305) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 26 21:28:54.306579 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-691d5c61-e01e-44a5-92d1-06dc0128e287 tempest-BulkNetworkOpsIpV6Test-1388836122 tempest-BulkNetworkOpsIpV6Test-1388836122-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576559'] for segment (6556f0f7-556b-43cb-a50e-372f38c99d43), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:28:54.306988 n-d-760453-5 neutron-server[103305]: INFO neutron.db.segments_db [None req-691d5c61-e01e-44a5-92d1-06dc0128e287 tempest-BulkNetworkOpsIpV6Test-1388836122 tempest-BulkNetworkOpsIpV6Test-1388836122-project] Added segment 6556f0f7-556b-43cb-a50e-372f38c99d43 of type vlan for network 09951c92-efa8-4000-a217-cdff7e1bcd76 Jan 26 21:28:54.352029 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-691d5c61-e01e-44a5-92d1-06dc0128e287 tempest-BulkNetworkOpsIpV6Test-1388836122 tempest-BulkNetworkOpsIpV6Test-1388836122-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746560256871'] for network (09951c92-efa8-4000-a217-cdff7e1bcd76), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:28:54.389924 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-691d5c61-e01e-44a5-92d1-06dc0128e287 tempest-BulkNetworkOpsIpV6Test-1388836122 tempest-BulkNetworkOpsIpV6Test-1388836122-project] vlan segment allocate from pool success with {'vlan_id': 555, 'physical_network': 'physnet1'} {{(pid=103305) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 26 21:28:54.413636 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-691d5c61-e01e-44a5-92d1-06dc0128e287 tempest-BulkNetworkOpsIpV6Test-1388836122 tempest-BulkNetworkOpsIpV6Test-1388836122-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576559'] for segment (e326f1f8-aa88-45b8-a978-d7d2f1acdc3d), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:28:54.414036 n-d-760453-5 neutron-server[103305]: INFO neutron.db.segments_db [None req-691d5c61-e01e-44a5-92d1-06dc0128e287 tempest-BulkNetworkOpsIpV6Test-1388836122 tempest-BulkNetworkOpsIpV6Test-1388836122-project] Added segment e326f1f8-aa88-45b8-a978-d7d2f1acdc3d of type vlan for network 392988ee-0255-45a7-b247-3e91414fdeeb Jan 26 21:28:54.456245 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-691d5c61-e01e-44a5-92d1-06dc0128e287 tempest-BulkNetworkOpsIpV6Test-1388836122 tempest-BulkNetworkOpsIpV6Test-1388836122-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746560256871'] for network (392988ee-0255-45a7-b247-3e91414fdeeb), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:28:54.494309 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-691d5c61-e01e-44a5-92d1-06dc0128e287 tempest-BulkNetworkOpsIpV6Test-1388836122 tempest-BulkNetworkOpsIpV6Test-1388836122-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503'] for network (09951c92-efa8-4000-a217-cdff7e1bcd76), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:28:54.495414 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-691d5c61-e01e-44a5-92d1-06dc0128e287 tempest-BulkNetworkOpsIpV6Test-1388836122 tempest-BulkNetworkOpsIpV6Test-1388836122-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503'] for network (392988ee-0255-45a7-b247-3e91414fdeeb), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:28:54.500941 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-691d5c61-e01e-44a5-92d1-06dc0128e287 tempest-BulkNetworkOpsIpV6Test-1388836122 tempest-BulkNetworkOpsIpV6Test-1388836122-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:28:54.505602 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-691d5c61-e01e-44a5-92d1-06dc0128e287 tempest-BulkNetworkOpsIpV6Test-1388836122 tempest-BulkNetworkOpsIpV6Test-1388836122-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:28:54.506942 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-691d5c61-e01e-44a5-92d1-06dc0128e287 tempest-BulkNetworkOpsIpV6Test-1388836122 tempest-BulkNetworkOpsIpV6Test-1388836122-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709645'] for network (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:28:54.591492 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-691d5c61-e01e-44a5-92d1-06dc0128e287 tempest-BulkNetworkOpsIpV6Test-1388836122 tempest-BulkNetworkOpsIpV6Test-1388836122-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 0.6535683 Jan 26 21:28:54.594058 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 49330) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:28:54.615121 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-691d5c61-e01e-44a5-92d1-06dc0128e287 tempest-BulkNetworkOpsIpV6Test-1388836122 tempest-BulkNetworkOpsIpV6Test-1388836122-project] Pushing event updated for resources: {'Network': ['ID=09951c92-efa8-4000-a217-cdff7e1bcd76,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:28:54.626382 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Network 09951c92-efa8-4000-a217-cdff7e1bcd76 details requested by agent ovs-agent-n-d-760453-5 with host n-d-760453-5 {{(pid=103306) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 26 21:28:54.699976 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-691d5c61-e01e-44a5-92d1-06dc0128e287 tempest-BulkNetworkOpsIpV6Test-1388836122 tempest-BulkNetworkOpsIpV6Test-1388836122-project] Pushing event updated for resources: {'Network': ['ID=392988ee-0255-45a7-b247-3e91414fdeeb,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:28:54.713848 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Network 392988ee-0255-45a7-b247-3e91414fdeeb details requested by agent ovs-agent-n-d-760453-5 with host n-d-760453-5 {{(pid=103306) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 26 21:28:55.199137 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c852ef4-e861-4404-8da8-1cf30e40c8c6 tempest-BulkNetworkOpsIpV6Test-1388836122 tempest-BulkNetworkOpsIpV6Test-1388836122-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:28:55.204324 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c852ef4-e861-4404-8da8-1cf30e40c8c6 tempest-BulkNetworkOpsIpV6Test-1388836122 tempest-BulkNetworkOpsIpV6Test-1388836122-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:28:55.210360 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c852ef4-e861-4404-8da8-1cf30e40c8c6 tempest-BulkNetworkOpsIpV6Test-1388836122 tempest-BulkNetworkOpsIpV6Test-1388836122-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:28:55.215860 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c852ef4-e861-4404-8da8-1cf30e40c8c6 tempest-BulkNetworkOpsIpV6Test-1388836122 tempest-BulkNetworkOpsIpV6Test-1388836122-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:28:55.220215 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-5c852ef4-e861-4404-8da8-1cf30e40c8c6 tempest-BulkNetworkOpsIpV6Test-1388836122 tempest-BulkNetworkOpsIpV6Test-1388836122-project] 10.222.0.13 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.6219113 Jan 26 21:28:55.220507 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 49344) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:28:55.290013 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (fea0591a-627d-4c87-9a9a-01625ddf3277), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:28:55.320918 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-3783bc6f-e2fb-4b42-9e2d-c3d47b5b1ba9 tempest-BulkNetworkOpsIpV6Test-1388836122 tempest-BulkNetworkOpsIpV6Test-1388836122-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-748181'] for network (09951c92-efa8-4000-a217-cdff7e1bcd76), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:28:55.446370 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-3783bc6f-e2fb-4b42-9e2d-c3d47b5b1ba9 tempest-BulkNetworkOpsIpV6Test-1388836122 tempest-BulkNetworkOpsIpV6Test-1388836122-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-686403', 'neutron.services.segments.db._delete_segments_for_network-8746560774018'] for network (09951c92-efa8-4000-a217-cdff7e1bcd76), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:28:55.468144 n-d-760453-5 neutron-server[103304]: DEBUG neutron.services.segments.db [None req-3783bc6f-e2fb-4b42-9e2d-c3d47b5b1ba9 tempest-BulkNetworkOpsIpV6Test-1388836122 tempest-BulkNetworkOpsIpV6Test-1388836122-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['09951c92-efa8-4000-a217-cdff7e1bcd76']}} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:28:55.478948 n-d-760453-5 neutron-server[103304]: DEBUG neutron.services.segments.db [None req-3783bc6f-e2fb-4b42-9e2d-c3d47b5b1ba9 tempest-BulkNetworkOpsIpV6Test-1388836122 tempest-BulkNetworkOpsIpV6Test-1388836122-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6556f0f7-556b-43cb-a50e-372f38c99d43') {'for_net_delete': True} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:28:55.479378 n-d-760453-5 neutron-server[103304]: DEBUG neutron.services.segments.db [None req-3783bc6f-e2fb-4b42-9e2d-c3d47b5b1ba9 tempest-BulkNetworkOpsIpV6Test-1388836122 tempest-BulkNetworkOpsIpV6Test-1388836122-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6556f0f7-556b-43cb-a50e-372f38c99d43') {} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:28:55.489334 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-3783bc6f-e2fb-4b42-9e2d-c3d47b5b1ba9 tempest-BulkNetworkOpsIpV6Test-1388836122 tempest-BulkNetworkOpsIpV6Test-1388836122-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746560742283', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8881293'] for segment (6556f0f7-556b-43cb-a50e-372f38c99d43), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:28:55.502717 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-3783bc6f-e2fb-4b42-9e2d-c3d47b5b1ba9 tempest-BulkNetworkOpsIpV6Test-1388836122 tempest-BulkNetworkOpsIpV6Test-1388836122-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576559'] for segment (6556f0f7-556b-43cb-a50e-372f38c99d43), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:28:55.509602 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3783bc6f-e2fb-4b42-9e2d-c3d47b5b1ba9 tempest-BulkNetworkOpsIpV6Test-1388836122 tempest-BulkNetworkOpsIpV6Test-1388836122-project] Releasing vlan 588 on physical network physnet1 to pool {{(pid=103304) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 26 21:28:55.510001 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-3783bc6f-e2fb-4b42-9e2d-c3d47b5b1ba9 tempest-BulkNetworkOpsIpV6Test-1388836122 tempest-BulkNetworkOpsIpV6Test-1388836122-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9281762'] for segment (6556f0f7-556b-43cb-a50e-372f38c99d43), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:28:55.513352 n-d-760453-5 neutron-server[103304]: Traceback (most recent call last): Jan 26 21:28:55.513352 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 26 21:28:55.513352 n-d-760453-5 neutron-server[103304]: timer() Jan 26 21:28:55.513352 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 26 21:28:55.513352 n-d-760453-5 neutron-server[103304]: cb(*args, **kw) Jan 26 21:28:55.513352 n-d-760453-5 neutron-server[103304]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 26 21:28:55.513352 n-d-760453-5 neutron-server[103304]: return func(*args, **kwargs) Jan 26 21:28:55.513352 n-d-760453-5 neutron-server[103304]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 26 21:28:55.513352 n-d-760453-5 neutron-server[103304]: self._notify() Jan 26 21:28:55.513352 n-d-760453-5 neutron-server[103304]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 26 21:28:55.513352 n-d-760453-5 neutron-server[103304]: self.callback(batched_events) Jan 26 21:28:55.513352 n-d-760453-5 neutron-server[103304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 26 21:28:55.513352 n-d-760453-5 neutron-server[103304]: event.method(event) Jan 26 21:28:55.513352 n-d-760453-5 neutron-server[103304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 26 21:28:55.513352 n-d-760453-5 neutron-server[103304]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 26 21:28:55.513352 n-d-760453-5 neutron-server[103304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 26 21:28:55.513352 n-d-760453-5 neutron-server[103304]: aggregate_uuid = self.p_client.list_aggregates( Jan 26 21:28:55.513352 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 26 21:28:55.513352 n-d-760453-5 neutron-server[103304]: return f(self, *a, **k) Jan 26 21:28:55.513352 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 26 21:28:55.513352 n-d-760453-5 neutron-server[103304]: return self._get(url).json() Jan 26 21:28:55.513352 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 26 21:28:55.513352 n-d-760453-5 neutron-server[103304]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 26 21:28:55.513352 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 26 21:28:55.513352 n-d-760453-5 neutron-server[103304]: return self.request(url, 'GET', **kwargs) Jan 26 21:28:55.513352 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 26 21:28:55.513352 n-d-760453-5 neutron-server[103304]: base_url = self.get_endpoint(auth, allow=allow, Jan 26 21:28:55.513352 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 26 21:28:55.513352 n-d-760453-5 neutron-server[103304]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 26 21:28:55.513352 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 26 21:28:55.513352 n-d-760453-5 neutron-server[103304]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 26 21:28:55.513352 n-d-760453-5 neutron-server[103304]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 26 21:28:55.583473 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-3783bc6f-e2fb-4b42-9e2d-c3d47b5b1ba9 tempest-BulkNetworkOpsIpV6Test-1388836122 tempest-BulkNetworkOpsIpV6Test-1388836122-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4110931'] for network (09951c92-efa8-4000-a217-cdff7e1bcd76), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:28:55.599483 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-3783bc6f-e2fb-4b42-9e2d-c3d47b5b1ba9 tempest-BulkNetworkOpsIpV6Test-1388836122 tempest-BulkNetworkOpsIpV6Test-1388836122-project] Publish callbacks [] for network (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:28:55.603013 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-3783bc6f-e2fb-4b42-9e2d-c3d47b5b1ba9 tempest-BulkNetworkOpsIpV6Test-1388836122 tempest-BulkNetworkOpsIpV6Test-1388836122-project] 10.222.0.13 "DELETE /v2.0/networks/09951c92-efa8-4000-a217-cdff7e1bcd76 HTTP/1.1" status: 204 len: 168 time: 0.3815477 Jan 26 21:28:55.605772 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 49362) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:28:55.638114 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3783bc6f-e2fb-4b42-9e2d-c3d47b5b1ba9 tempest-BulkNetworkOpsIpV6Test-1388836122 tempest-BulkNetworkOpsIpV6Test-1388836122-project] Pushing event deleted for resources: {'Network': ['ID=09951c92-efa8-4000-a217-cdff7e1bcd76,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:28:55.708365 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-ec294e62-e942-4632-b22c-9809f5508bb9 tempest-BulkNetworkOpsIpV6Test-1388836122 tempest-BulkNetworkOpsIpV6Test-1388836122-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-748181'] for network (392988ee-0255-45a7-b247-3e91414fdeeb), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:28:55.805139 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-ec294e62-e942-4632-b22c-9809f5508bb9 tempest-BulkNetworkOpsIpV6Test-1388836122 tempest-BulkNetworkOpsIpV6Test-1388836122-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-686403', 'neutron.services.segments.db._delete_segments_for_network-8746560774018'] for network (392988ee-0255-45a7-b247-3e91414fdeeb), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:28:55.834788 n-d-760453-5 neutron-server[103305]: DEBUG neutron.services.segments.db [None req-ec294e62-e942-4632-b22c-9809f5508bb9 tempest-BulkNetworkOpsIpV6Test-1388836122 tempest-BulkNetworkOpsIpV6Test-1388836122-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['392988ee-0255-45a7-b247-3e91414fdeeb']}} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:28:55.845438 n-d-760453-5 neutron-server[103305]: DEBUG neutron.services.segments.db [None req-ec294e62-e942-4632-b22c-9809f5508bb9 tempest-BulkNetworkOpsIpV6Test-1388836122 tempest-BulkNetworkOpsIpV6Test-1388836122-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e326f1f8-aa88-45b8-a978-d7d2f1acdc3d') {'for_net_delete': True} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:28:55.845833 n-d-760453-5 neutron-server[103305]: DEBUG neutron.services.segments.db [None req-ec294e62-e942-4632-b22c-9809f5508bb9 tempest-BulkNetworkOpsIpV6Test-1388836122 tempest-BulkNetworkOpsIpV6Test-1388836122-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e326f1f8-aa88-45b8-a978-d7d2f1acdc3d') {} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:28:55.885811 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-ec294e62-e942-4632-b22c-9809f5508bb9 tempest-BulkNetworkOpsIpV6Test-1388836122 tempest-BulkNetworkOpsIpV6Test-1388836122-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746560742283', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11788955'] for segment (e326f1f8-aa88-45b8-a978-d7d2f1acdc3d), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:28:55.902951 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-ec294e62-e942-4632-b22c-9809f5508bb9 tempest-BulkNetworkOpsIpV6Test-1388836122 tempest-BulkNetworkOpsIpV6Test-1388836122-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576559'] for segment (e326f1f8-aa88-45b8-a978-d7d2f1acdc3d), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:28:55.911104 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ec294e62-e942-4632-b22c-9809f5508bb9 tempest-BulkNetworkOpsIpV6Test-1388836122 tempest-BulkNetworkOpsIpV6Test-1388836122-project] Releasing vlan 555 on physical network physnet1 to pool {{(pid=103305) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 26 21:28:55.911708 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-ec294e62-e942-4632-b22c-9809f5508bb9 tempest-BulkNetworkOpsIpV6Test-1388836122 tempest-BulkNetworkOpsIpV6Test-1388836122-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11791428'] for segment (e326f1f8-aa88-45b8-a978-d7d2f1acdc3d), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:28:55.915558 n-d-760453-5 neutron-server[103305]: Traceback (most recent call last): Jan 26 21:28:55.915558 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 26 21:28:55.915558 n-d-760453-5 neutron-server[103305]: timer() Jan 26 21:28:55.915558 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 26 21:28:55.915558 n-d-760453-5 neutron-server[103305]: cb(*args, **kw) Jan 26 21:28:55.915558 n-d-760453-5 neutron-server[103305]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 26 21:28:55.915558 n-d-760453-5 neutron-server[103305]: return func(*args, **kwargs) Jan 26 21:28:55.915558 n-d-760453-5 neutron-server[103305]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 26 21:28:55.915558 n-d-760453-5 neutron-server[103305]: self._notify() Jan 26 21:28:55.915558 n-d-760453-5 neutron-server[103305]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 26 21:28:55.915558 n-d-760453-5 neutron-server[103305]: self.callback(batched_events) Jan 26 21:28:55.915558 n-d-760453-5 neutron-server[103305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 26 21:28:55.915558 n-d-760453-5 neutron-server[103305]: event.method(event) Jan 26 21:28:55.915558 n-d-760453-5 neutron-server[103305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 26 21:28:55.915558 n-d-760453-5 neutron-server[103305]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 26 21:28:55.915558 n-d-760453-5 neutron-server[103305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 26 21:28:55.915558 n-d-760453-5 neutron-server[103305]: aggregate_uuid = self.p_client.list_aggregates( Jan 26 21:28:55.915558 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 26 21:28:55.915558 n-d-760453-5 neutron-server[103305]: return f(self, *a, **k) Jan 26 21:28:55.915558 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 26 21:28:55.915558 n-d-760453-5 neutron-server[103305]: return self._get(url).json() Jan 26 21:28:55.915558 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 26 21:28:55.915558 n-d-760453-5 neutron-server[103305]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 26 21:28:55.915558 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 26 21:28:55.915558 n-d-760453-5 neutron-server[103305]: return self.request(url, 'GET', **kwargs) Jan 26 21:28:55.915558 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 26 21:28:55.915558 n-d-760453-5 neutron-server[103305]: base_url = self.get_endpoint(auth, allow=allow, Jan 26 21:28:55.915558 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 26 21:28:55.915558 n-d-760453-5 neutron-server[103305]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 26 21:28:55.915558 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 26 21:28:55.915558 n-d-760453-5 neutron-server[103305]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 26 21:28:55.915558 n-d-760453-5 neutron-server[103305]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 26 21:28:55.993171 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-ec294e62-e942-4632-b22c-9809f5508bb9 tempest-BulkNetworkOpsIpV6Test-1388836122 tempest-BulkNetworkOpsIpV6Test-1388836122-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4110931'] for network (392988ee-0255-45a7-b247-3e91414fdeeb), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:28:56.008359 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-ec294e62-e942-4632-b22c-9809f5508bb9 tempest-BulkNetworkOpsIpV6Test-1388836122 tempest-BulkNetworkOpsIpV6Test-1388836122-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709645'] for network (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:28:56.012953 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-ec294e62-e942-4632-b22c-9809f5508bb9 tempest-BulkNetworkOpsIpV6Test-1388836122 tempest-BulkNetworkOpsIpV6Test-1388836122-project] 10.222.0.13 "DELETE /v2.0/networks/392988ee-0255-45a7-b247-3e91414fdeeb HTTP/1.1" status: 204 len: 168 time: 0.4054589 Jan 26 21:28:56.015599 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 49376) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:28:56.033918 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec294e62-e942-4632-b22c-9809f5508bb9 tempest-BulkNetworkOpsIpV6Test-1388836122 tempest-BulkNetworkOpsIpV6Test-1388836122-project] Pushing event deleted for resources: {'Network': ['ID=392988ee-0255-45a7-b247-3e91414fdeeb,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:28:56.136931 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c0b5696-1410-47e8-a46e-80cfb619bfb4 tempest-BulkNetworkOpsIpV6Test-1388836122 tempest-BulkNetworkOpsIpV6Test-1388836122-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:28:56.143342 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c0b5696-1410-47e8-a46e-80cfb619bfb4 tempest-BulkNetworkOpsIpV6Test-1388836122 tempest-BulkNetworkOpsIpV6Test-1388836122-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:28:56.146222 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-1c0b5696-1410-47e8-a46e-80cfb619bfb4 tempest-BulkNetworkOpsIpV6Test-1388836122 tempest-BulkNetworkOpsIpV6Test-1388836122-project] 10.222.0.13 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.1288164 Jan 26 21:28:56.149687 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 49378) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:28:56.154847 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-061a97be-fee2-4909-8e3c-c3b17322016f tempest-BulkNetworkOpsIpV6Test-1388836122 tempest-BulkNetworkOpsIpV6Test-1388836122-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1730481480'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:28:56.176503 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-061a97be-fee2-4909-8e3c-c3b17322016f tempest-BulkNetworkOpsIpV6Test-1388836122 tempest-BulkNetworkOpsIpV6Test-1388836122-project] Made reservation on behalf of e3cbf0efbc6f43b0aaf6a6bbd2afac2b for: {'network': 1} {{(pid=103305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 21:28:56.181119 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-061a97be-fee2-4909-8e3c-c3b17322016f tempest-BulkNetworkOpsIpV6Test-1388836122 tempest-BulkNetworkOpsIpV6Test-1388836122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for network (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:28:56.207905 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-061a97be-fee2-4909-8e3c-c3b17322016f tempest-BulkNetworkOpsIpV6Test-1388836122 tempest-BulkNetworkOpsIpV6Test-1388836122-project] vlan segment allocate from pool success with {'vlan_id': 591, 'physical_network': 'physnet1'} {{(pid=103305) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 26 21:28:56.219102 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-061a97be-fee2-4909-8e3c-c3b17322016f tempest-BulkNetworkOpsIpV6Test-1388836122 tempest-BulkNetworkOpsIpV6Test-1388836122-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576559'] for segment (ac16f44b-275b-4512-94c8-02c14d92c9be), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:28:56.219623 n-d-760453-5 neutron-server[103305]: INFO neutron.db.segments_db [None req-061a97be-fee2-4909-8e3c-c3b17322016f tempest-BulkNetworkOpsIpV6Test-1388836122 tempest-BulkNetworkOpsIpV6Test-1388836122-project] Added segment ac16f44b-275b-4512-94c8-02c14d92c9be of type vlan for network 5f3646f7-d36b-46e2-a4ec-f9f038d2eb6d Jan 26 21:28:56.269026 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-061a97be-fee2-4909-8e3c-c3b17322016f tempest-BulkNetworkOpsIpV6Test-1388836122 tempest-BulkNetworkOpsIpV6Test-1388836122-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746560256871'] for network (5f3646f7-d36b-46e2-a4ec-f9f038d2eb6d), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:28:56.305072 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-061a97be-fee2-4909-8e3c-c3b17322016f tempest-BulkNetworkOpsIpV6Test-1388836122 tempest-BulkNetworkOpsIpV6Test-1388836122-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503'] for network (5f3646f7-d36b-46e2-a4ec-f9f038d2eb6d), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:28:56.311270 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-061a97be-fee2-4909-8e3c-c3b17322016f tempest-BulkNetworkOpsIpV6Test-1388836122 tempest-BulkNetworkOpsIpV6Test-1388836122-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:28:56.311963 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-061a97be-fee2-4909-8e3c-c3b17322016f tempest-BulkNetworkOpsIpV6Test-1388836122 tempest-BulkNetworkOpsIpV6Test-1388836122-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709645'] for network (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:28:56.391754 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 49386) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:28:56.392981 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-061a97be-fee2-4909-8e3c-c3b17322016f tempest-BulkNetworkOpsIpV6Test-1388836122 tempest-BulkNetworkOpsIpV6Test-1388836122-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.2419493 Jan 26 21:28:56.396531 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-52c0ab7b-6b2e-4e44-850b-0b94623a1ec1 tempest-BulkNetworkOpsIpV6Test-1388836122 tempest-BulkNetworkOpsIpV6Test-1388836122-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1217901499'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:28:56.397393 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061a97be-fee2-4909-8e3c-c3b17322016f tempest-BulkNetworkOpsIpV6Test-1388836122 tempest-BulkNetworkOpsIpV6Test-1388836122-project] Pushing event updated for resources: {'Network': ['ID=5f3646f7-d36b-46e2-a4ec-f9f038d2eb6d,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:28:56.409097 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Network 5f3646f7-d36b-46e2-a4ec-f9f038d2eb6d details requested by agent ovs-agent-n-d-760453-5 with host n-d-760453-5 {{(pid=103306) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 26 21:28:56.434034 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52c0ab7b-6b2e-4e44-850b-0b94623a1ec1 tempest-BulkNetworkOpsIpV6Test-1388836122 tempest-BulkNetworkOpsIpV6Test-1388836122-project] Made reservation on behalf of e3cbf0efbc6f43b0aaf6a6bbd2afac2b for: {'network': 1} {{(pid=103304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 21:28:56.437615 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-52c0ab7b-6b2e-4e44-850b-0b94623a1ec1 tempest-BulkNetworkOpsIpV6Test-1388836122 tempest-BulkNetworkOpsIpV6Test-1388836122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for network (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:28:56.498118 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-52c0ab7b-6b2e-4e44-850b-0b94623a1ec1 tempest-BulkNetworkOpsIpV6Test-1388836122 tempest-BulkNetworkOpsIpV6Test-1388836122-project] vlan segment allocate from pool success with {'vlan_id': 578, 'physical_network': 'physnet1'} {{(pid=103304) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 26 21:28:56.511551 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-52c0ab7b-6b2e-4e44-850b-0b94623a1ec1 tempest-BulkNetworkOpsIpV6Test-1388836122 tempest-BulkNetworkOpsIpV6Test-1388836122-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576559'] for segment (20d45979-af7b-4cda-913e-69c3fb9f469a), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:28:56.511889 n-d-760453-5 neutron-server[103304]: INFO neutron.db.segments_db [None req-52c0ab7b-6b2e-4e44-850b-0b94623a1ec1 tempest-BulkNetworkOpsIpV6Test-1388836122 tempest-BulkNetworkOpsIpV6Test-1388836122-project] Added segment 20d45979-af7b-4cda-913e-69c3fb9f469a of type vlan for network 300f5f4a-5b8f-4c25-bd15-70043cb81805 Jan 26 21:28:56.565898 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-52c0ab7b-6b2e-4e44-850b-0b94623a1ec1 tempest-BulkNetworkOpsIpV6Test-1388836122 tempest-BulkNetworkOpsIpV6Test-1388836122-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746560256871'] for network (300f5f4a-5b8f-4c25-bd15-70043cb81805), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:28:56.595082 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-52c0ab7b-6b2e-4e44-850b-0b94623a1ec1 tempest-BulkNetworkOpsIpV6Test-1388836122 tempest-BulkNetworkOpsIpV6Test-1388836122-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503'] for network (300f5f4a-5b8f-4c25-bd15-70043cb81805), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:28:56.601792 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52c0ab7b-6b2e-4e44-850b-0b94623a1ec1 tempest-BulkNetworkOpsIpV6Test-1388836122 tempest-BulkNetworkOpsIpV6Test-1388836122-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:28:56.603372 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-52c0ab7b-6b2e-4e44-850b-0b94623a1ec1 tempest-BulkNetworkOpsIpV6Test-1388836122 tempest-BulkNetworkOpsIpV6Test-1388836122-project] Publish callbacks [] for network (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:28:56.626881 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 49394) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:28:56.627536 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-52c0ab7b-6b2e-4e44-850b-0b94623a1ec1 tempest-BulkNetworkOpsIpV6Test-1388836122 tempest-BulkNetworkOpsIpV6Test-1388836122-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.2344384 Jan 26 21:28:56.634301 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-b924d20d-a6e1-4870-be31-c6cb8a650e33 tempest-BulkNetworkOpsIpV6Test-1388836122 tempest-BulkNetworkOpsIpV6Test-1388836122-project] Request body: {'ports': [{'network_id': '5f3646f7-d36b-46e2-a4ec-f9f038d2eb6d', 'name': 'tempest-port--1013899302', 'admin_state_up': True}, {'network_id': '300f5f4a-5b8f-4c25-bd15-70043cb81805', 'admin_state_up': False}]} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:28:56.635130 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-b924d20d-a6e1-4870-be31-c6cb8a650e33 tempest-BulkNetworkOpsIpV6Test-1388836122 tempest-BulkNetworkOpsIpV6Test-1388836122-project] Request body: {'port': {'network_id': '5f3646f7-d36b-46e2-a4ec-f9f038d2eb6d', 'name': 'tempest-port--1013899302', 'admin_state_up': True}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:28:56.635770 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-b924d20d-a6e1-4870-be31-c6cb8a650e33 tempest-BulkNetworkOpsIpV6Test-1388836122 tempest-BulkNetworkOpsIpV6Test-1388836122-project] Request body: {'port': {'network_id': '300f5f4a-5b8f-4c25-bd15-70043cb81805', 'admin_state_up': False}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:28:56.713544 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c0ab7b-6b2e-4e44-850b-0b94623a1ec1 tempest-BulkNetworkOpsIpV6Test-1388836122 tempest-BulkNetworkOpsIpV6Test-1388836122-project] Pushing event updated for resources: {'Network': ['ID=300f5f4a-5b8f-4c25-bd15-70043cb81805,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:28:56.724430 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Network 300f5f4a-5b8f-4c25-bd15-70043cb81805 details requested by agent ovs-agent-n-d-760453-5 with host n-d-760453-5 {{(pid=103306) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 26 21:28:56.879452 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b924d20d-a6e1-4870-be31-c6cb8a650e33 tempest-BulkNetworkOpsIpV6Test-1388836122 tempest-BulkNetworkOpsIpV6Test-1388836122-project] Made reservation on behalf of e3cbf0efbc6f43b0aaf6a6bbd2afac2b for: {'port': 2} {{(pid=103305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 21:28:56.885918 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-b924d20d-a6e1-4870-be31-c6cb8a650e33 tempest-BulkNetworkOpsIpV6Test-1388836122 tempest-BulkNetworkOpsIpV6Test-1388836122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:28:56.904137 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-b924d20d-a6e1-4870-be31-c6cb8a650e33 tempest-BulkNetworkOpsIpV6Test-1388836122 tempest-BulkNetworkOpsIpV6Test-1388836122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:28:57.090757 n-d-760453-5 neutron-server[103305]: DEBUG neutron.notifiers.nova [None req-b924d20d-a6e1-4870-be31-c6cb8a650e33 tempest-BulkNetworkOpsIpV6Test-1388836122 tempest-BulkNetworkOpsIpV6Test-1388836122-project] device_id is not set on port dea23989-e01f-4df2-8a75-1eb2da3038fe yet. {{(pid=103305) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 26 21:28:57.173022 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-b924d20d-a6e1-4870-be31-c6cb8a650e33 tempest-BulkNetworkOpsIpV6Test-1388836122 tempest-BulkNetworkOpsIpV6Test-1388836122-project] Publish callbacks [] for port (dea23989-e01f-4df2-8a75-1eb2da3038fe), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:28:57.240623 n-d-760453-5 neutron-server[103305]: DEBUG neutron.notifiers.nova [None req-b924d20d-a6e1-4870-be31-c6cb8a650e33 tempest-BulkNetworkOpsIpV6Test-1388836122 tempest-BulkNetworkOpsIpV6Test-1388836122-project] device_id is not set on port 101c69f9-849a-48b0-a851-84a7a64db5fb yet. {{(pid=103305) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 26 21:28:57.335249 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-b924d20d-a6e1-4870-be31-c6cb8a650e33 tempest-BulkNetworkOpsIpV6Test-1388836122 tempest-BulkNetworkOpsIpV6Test-1388836122-project] Publish callbacks [] for port (101c69f9-849a-48b0-a851-84a7a64db5fb), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:28:57.405400 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-b924d20d-a6e1-4870-be31-c6cb8a650e33 tempest-BulkNetworkOpsIpV6Test-1388836122 tempest-BulkNetworkOpsIpV6Test-1388836122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746560234527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11791543'] for port (dea23989-e01f-4df2-8a75-1eb2da3038fe), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:28:57.472183 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b924d20d-a6e1-4870-be31-c6cb8a650e33 tempest-BulkNetworkOpsIpV6Test-1388836122 tempest-BulkNetworkOpsIpV6Test-1388836122-project] Pushing event updated for resources: {'Port': ['ID=dea23989-e01f-4df2-8a75-1eb2da3038fe,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:28:57.532404 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b924d20d-a6e1-4870-be31-c6cb8a650e33 tempest-BulkNetworkOpsIpV6Test-1388836122 tempest-BulkNetworkOpsIpV6Test-1388836122-project] Checking segment: {'id': 'ac16f44b-275b-4512-94c8-02c14d92c9be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '5f3646f7-d36b-46e2-a4ec-f9f038d2eb6d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103305) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 21:28:57.532946 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b924d20d-a6e1-4870-be31-c6cb8a650e33 tempest-BulkNetworkOpsIpV6Test-1388836122 tempest-BulkNetworkOpsIpV6Test-1388836122-project] Network hostable DHCP agents. Network: 5f3646f7-d36b-46e2-a4ec-f9f038d2eb6d, hostable agents: ['474ccdf7-ab6c-405b-a3b2-dc7b05829902'], hosted agents: [] {{(pid=103305) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 26 21:28:57.558512 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b924d20d-a6e1-4870-be31-c6cb8a650e33 tempest-BulkNetworkOpsIpV6Test-1388836122 tempest-BulkNetworkOpsIpV6Test-1388836122-project] Network 5f3646f7-d36b-46e2-a4ec-f9f038d2eb6d is scheduled to be hosted by DHCP agent 474ccdf7-ab6c-405b-a3b2-dc7b05829902 with binding_index 1 {{(pid=103305) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 26 21:28:57.570741 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [None req-b924d20d-a6e1-4870-be31-c6cb8a650e33 tempest-BulkNetworkOpsIpV6Test-1388836122 tempest-BulkNetworkOpsIpV6Test-1388836122-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760453-5, 5f3646f7-d36b-46e2-a4ec-f9f038d2eb6d) {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:28:57.590814 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc15f83a-981f-4b50-b63a-e0747f7ed420 None None] Network 5f3646f7-d36b-46e2-a4ec-f9f038d2eb6d requested from n-d-760453-5 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 26 21:28:57.591992 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b924d20d-a6e1-4870-be31-c6cb8a650e33 tempest-BulkNetworkOpsIpV6Test-1388836122 tempest-BulkNetworkOpsIpV6Test-1388836122-project] Received port after_create {{(pid=103305) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 21:28:57.593212 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-b924d20d-a6e1-4870-be31-c6cb8a650e33 tempest-BulkNetworkOpsIpV6Test-1388836122 tempest-BulkNetworkOpsIpV6Test-1388836122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746560234527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11791543'] for port (101c69f9-849a-48b0-a851-84a7a64db5fb), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:28:57.662924 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b924d20d-a6e1-4870-be31-c6cb8a650e33 tempest-BulkNetworkOpsIpV6Test-1388836122 tempest-BulkNetworkOpsIpV6Test-1388836122-project] Pushing event updated for resources: {'Port': ['ID=101c69f9-849a-48b0-a851-84a7a64db5fb,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:28:57.704891 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b924d20d-a6e1-4870-be31-c6cb8a650e33 tempest-BulkNetworkOpsIpV6Test-1388836122 tempest-BulkNetworkOpsIpV6Test-1388836122-project] Checking segment: {'id': '20d45979-af7b-4cda-913e-69c3fb9f469a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '300f5f4a-5b8f-4c25-bd15-70043cb81805'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103305) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 21:28:57.705450 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b924d20d-a6e1-4870-be31-c6cb8a650e33 tempest-BulkNetworkOpsIpV6Test-1388836122 tempest-BulkNetworkOpsIpV6Test-1388836122-project] Network hostable DHCP agents. Network: 300f5f4a-5b8f-4c25-bd15-70043cb81805, hostable agents: ['474ccdf7-ab6c-405b-a3b2-dc7b05829902'], hosted agents: [] {{(pid=103305) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 26 21:28:57.743210 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b924d20d-a6e1-4870-be31-c6cb8a650e33 tempest-BulkNetworkOpsIpV6Test-1388836122 tempest-BulkNetworkOpsIpV6Test-1388836122-project] Network 300f5f4a-5b8f-4c25-bd15-70043cb81805 is scheduled to be hosted by DHCP agent 474ccdf7-ab6c-405b-a3b2-dc7b05829902 with binding_index 1 {{(pid=103305) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 26 21:28:57.758888 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [None req-b924d20d-a6e1-4870-be31-c6cb8a650e33 tempest-BulkNetworkOpsIpV6Test-1388836122 tempest-BulkNetworkOpsIpV6Test-1388836122-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760453-5, 300f5f4a-5b8f-4c25-bd15-70043cb81805) {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:28:57.763475 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b924d20d-a6e1-4870-be31-c6cb8a650e33 tempest-BulkNetworkOpsIpV6Test-1388836122 tempest-BulkNetworkOpsIpV6Test-1388836122-project] Received port after_create {{(pid=103305) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 21:28:57.769154 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b924d20d-a6e1-4870-be31-c6cb8a650e33 tempest-BulkNetworkOpsIpV6Test-1388836122 tempest-BulkNetworkOpsIpV6Test-1388836122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:28:57.774475 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b924d20d-a6e1-4870-be31-c6cb8a650e33 tempest-BulkNetworkOpsIpV6Test-1388836122 tempest-BulkNetworkOpsIpV6Test-1388836122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:28:57.775247 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-b924d20d-a6e1-4870-be31-c6cb8a650e33 tempest-BulkNetworkOpsIpV6Test-1388836122 tempest-BulkNetworkOpsIpV6Test-1388836122-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:28:57.780697 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ca1c970-1950-47cf-afbe-61160644c978 None None] Network 300f5f4a-5b8f-4c25-bd15-70043cb81805 requested from n-d-760453-5 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 26 21:28:57.797853 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-b924d20d-a6e1-4870-be31-c6cb8a650e33 tempest-BulkNetworkOpsIpV6Test-1388836122 tempest-BulkNetworkOpsIpV6Test-1388836122-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 1.1658313 Jan 26 21:28:57.798277 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 49418) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:28:57.915296 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2013421-d30b-42ca-b115-30733e69b3b6 tempest-BulkNetworkOpsIpV6Test-1388836122 tempest-BulkNetworkOpsIpV6Test-1388836122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:28:57.927357 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2013421-d30b-42ca-b115-30733e69b3b6 tempest-BulkNetworkOpsIpV6Test-1388836122 tempest-BulkNetworkOpsIpV6Test-1388836122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:28:57.933570 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-d2013421-d30b-42ca-b115-30733e69b3b6 tempest-BulkNetworkOpsIpV6Test-1388836122 tempest-BulkNetworkOpsIpV6Test-1388836122-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.1313396 Jan 26 21:28:57.934463 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 49422) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:28:58.050394 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-b32dac11-19fb-4dd2-8196-d5e6d58be9ad tempest-BulkNetworkOpsIpV6Test-1388836122 tempest-BulkNetworkOpsIpV6Test-1388836122-project] Deleting port dea23989-e01f-4df2-8a75-1eb2da3038fe {{(pid=103305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 21:28:58.051077 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-b32dac11-19fb-4dd2-8196-d5e6d58be9ad tempest-BulkNetworkOpsIpV6Test-1388836122 tempest-BulkNetworkOpsIpV6Test-1388836122-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746560630878'] for port (dea23989-e01f-4df2-8a75-1eb2da3038fe), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:28:58.143198 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-b32dac11-19fb-4dd2-8196-d5e6d58be9ad tempest-BulkNetworkOpsIpV6Test-1388836122 tempest-BulkNetworkOpsIpV6Test-1388836122-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4109658'] for port (dea23989-e01f-4df2-8a75-1eb2da3038fe), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:28:58.156860 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-b32dac11-19fb-4dd2-8196-d5e6d58be9ad tempest-BulkNetworkOpsIpV6Test-1388836122 tempest-BulkNetworkOpsIpV6Test-1388836122-project] Calling delete_port for dea23989-e01f-4df2-8a75-1eb2da3038fe owned by {{(pid=103305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 21:28:58.239661 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-b32dac11-19fb-4dd2-8196-d5e6d58be9ad tempest-BulkNetworkOpsIpV6Test-1388836122 tempest-BulkNetworkOpsIpV6Test-1388836122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746560636600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746560234536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11791543'] for port (dea23989-e01f-4df2-8a75-1eb2da3038fe), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:28:58.270291 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b32dac11-19fb-4dd2-8196-d5e6d58be9ad tempest-BulkNetworkOpsIpV6Test-1388836122 tempest-BulkNetworkOpsIpV6Test-1388836122-project] Pushing event deleted for resources: {'Port': ['ID=dea23989-e01f-4df2-8a75-1eb2da3038fe,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:28:58.275049 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-b32dac11-19fb-4dd2-8196-d5e6d58be9ad tempest-BulkNetworkOpsIpV6Test-1388836122 tempest-BulkNetworkOpsIpV6Test-1388836122-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:28:58.281405 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-b32dac11-19fb-4dd2-8196-d5e6d58be9ad tempest-BulkNetworkOpsIpV6Test-1388836122 tempest-BulkNetworkOpsIpV6Test-1388836122-project] 10.222.0.13 "DELETE /v2.0/ports/dea23989-e01f-4df2-8a75-1eb2da3038fe HTTP/1.1" status: 204 len: 168 time: 0.3436325 Jan 26 21:28:58.282115 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 49434) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:28:58.391184 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-4f720c3b-a8a9-4c39-874c-4bff0b05056d tempest-BulkNetworkOpsIpV6Test-1388836122 tempest-BulkNetworkOpsIpV6Test-1388836122-project] Deleting port 101c69f9-849a-48b0-a851-84a7a64db5fb {{(pid=103304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 21:28:58.391534 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-4f720c3b-a8a9-4c39-874c-4bff0b05056d tempest-BulkNetworkOpsIpV6Test-1388836122 tempest-BulkNetworkOpsIpV6Test-1388836122-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746560630878'] for port (101c69f9-849a-48b0-a851-84a7a64db5fb), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:28:58.461789 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-4f720c3b-a8a9-4c39-874c-4bff0b05056d tempest-BulkNetworkOpsIpV6Test-1388836122 tempest-BulkNetworkOpsIpV6Test-1388836122-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4109658'] for port (101c69f9-849a-48b0-a851-84a7a64db5fb), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:28:58.476011 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-4f720c3b-a8a9-4c39-874c-4bff0b05056d tempest-BulkNetworkOpsIpV6Test-1388836122 tempest-BulkNetworkOpsIpV6Test-1388836122-project] Calling delete_port for 101c69f9-849a-48b0-a851-84a7a64db5fb owned by {{(pid=103304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 21:28:58.555187 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-4f720c3b-a8a9-4c39-874c-4bff0b05056d tempest-BulkNetworkOpsIpV6Test-1388836122 tempest-BulkNetworkOpsIpV6Test-1388836122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746560636600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746560234536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9281553'] for port (101c69f9-849a-48b0-a851-84a7a64db5fb), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:28:58.595423 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f720c3b-a8a9-4c39-874c-4bff0b05056d tempest-BulkNetworkOpsIpV6Test-1388836122 tempest-BulkNetworkOpsIpV6Test-1388836122-project] Pushing event deleted for resources: {'Port': ['ID=101c69f9-849a-48b0-a851-84a7a64db5fb,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:28:58.597889 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-4f720c3b-a8a9-4c39-874c-4bff0b05056d tempest-BulkNetworkOpsIpV6Test-1388836122 tempest-BulkNetworkOpsIpV6Test-1388836122-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:28:58.604490 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-4f720c3b-a8a9-4c39-874c-4bff0b05056d tempest-BulkNetworkOpsIpV6Test-1388836122 tempest-BulkNetworkOpsIpV6Test-1388836122-project] 10.222.0.13 "DELETE /v2.0/ports/101c69f9-849a-48b0-a851-84a7a64db5fb HTTP/1.1" status: 204 len: 168 time: 0.3187895 Jan 26 21:28:58.605075 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 49444) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:28:58.671306 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-240c76fa-dc26-4e4a-9e72-03709712ddc4 tempest-BulkNetworkOpsIpV6Test-1388836122 tempest-BulkNetworkOpsIpV6Test-1388836122-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0649614 Jan 26 21:28:58.677260 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 49448) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:28:58.683051 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-2c063b5c-177f-4b9a-863c-6a8d50619b65 tempest-BulkNetworkOpsIpV6Test-1388836122 tempest-BulkNetworkOpsIpV6Test-1388836122-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1306240377'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:28:58.706261 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c063b5c-177f-4b9a-863c-6a8d50619b65 tempest-BulkNetworkOpsIpV6Test-1388836122 tempest-BulkNetworkOpsIpV6Test-1388836122-project] Made reservation on behalf of e3cbf0efbc6f43b0aaf6a6bbd2afac2b for: {'network': 1} {{(pid=103304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 21:28:58.710604 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-2c063b5c-177f-4b9a-863c-6a8d50619b65 tempest-BulkNetworkOpsIpV6Test-1388836122 tempest-BulkNetworkOpsIpV6Test-1388836122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for network (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:28:58.743504 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2c063b5c-177f-4b9a-863c-6a8d50619b65 tempest-BulkNetworkOpsIpV6Test-1388836122 tempest-BulkNetworkOpsIpV6Test-1388836122-project] vlan segment allocate from pool success with {'vlan_id': 558, 'physical_network': 'physnet1'} {{(pid=103304) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 26 21:28:58.753143 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-2c063b5c-177f-4b9a-863c-6a8d50619b65 tempest-BulkNetworkOpsIpV6Test-1388836122 tempest-BulkNetworkOpsIpV6Test-1388836122-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576559'] for segment (723cb4c3-5b9d-4ba1-83a0-dbc2ab27a4a3), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:28:58.753525 n-d-760453-5 neutron-server[103304]: INFO neutron.db.segments_db [None req-2c063b5c-177f-4b9a-863c-6a8d50619b65 tempest-BulkNetworkOpsIpV6Test-1388836122 tempest-BulkNetworkOpsIpV6Test-1388836122-project] Added segment 723cb4c3-5b9d-4ba1-83a0-dbc2ab27a4a3 of type vlan for network ab798b38-f1c0-4ee9-99ed-d0dd2dc1e902 Jan 26 21:28:58.798803 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-2c063b5c-177f-4b9a-863c-6a8d50619b65 tempest-BulkNetworkOpsIpV6Test-1388836122 tempest-BulkNetworkOpsIpV6Test-1388836122-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746560256871'] for network (ab798b38-f1c0-4ee9-99ed-d0dd2dc1e902), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:28:58.825780 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-2c063b5c-177f-4b9a-863c-6a8d50619b65 tempest-BulkNetworkOpsIpV6Test-1388836122 tempest-BulkNetworkOpsIpV6Test-1388836122-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503'] for network (ab798b38-f1c0-4ee9-99ed-d0dd2dc1e902), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:28:58.835335 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c063b5c-177f-4b9a-863c-6a8d50619b65 tempest-BulkNetworkOpsIpV6Test-1388836122 tempest-BulkNetworkOpsIpV6Test-1388836122-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:28:58.836024 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-2c063b5c-177f-4b9a-863c-6a8d50619b65 tempest-BulkNetworkOpsIpV6Test-1388836122 tempest-BulkNetworkOpsIpV6Test-1388836122-project] Publish callbacks [] for network (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:28:58.894777 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-2c063b5c-177f-4b9a-863c-6a8d50619b65 tempest-BulkNetworkOpsIpV6Test-1388836122 tempest-BulkNetworkOpsIpV6Test-1388836122-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.2156918 Jan 26 21:28:58.898672 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 49456) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:28:58.912220 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-3ef8ed3c-e30b-4da7-a438-4945c269dea5 tempest-BulkNetworkOpsIpV6Test-1388836122 tempest-BulkNetworkOpsIpV6Test-1388836122-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-849131'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:28:58.920968 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c063b5c-177f-4b9a-863c-6a8d50619b65 tempest-BulkNetworkOpsIpV6Test-1388836122 tempest-BulkNetworkOpsIpV6Test-1388836122-project] Pushing event updated for resources: {'Network': ['ID=ab798b38-f1c0-4ee9-99ed-d0dd2dc1e902,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:28:58.937601 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Network ab798b38-f1c0-4ee9-99ed-d0dd2dc1e902 details requested by agent ovs-agent-n-d-760453-5 with host n-d-760453-5 {{(pid=103306) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 26 21:28:58.961364 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ef8ed3c-e30b-4da7-a438-4945c269dea5 tempest-BulkNetworkOpsIpV6Test-1388836122 tempest-BulkNetworkOpsIpV6Test-1388836122-project] Made reservation on behalf of e3cbf0efbc6f43b0aaf6a6bbd2afac2b for: {'network': 1} {{(pid=103305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 21:28:58.967570 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-3ef8ed3c-e30b-4da7-a438-4945c269dea5 tempest-BulkNetworkOpsIpV6Test-1388836122 tempest-BulkNetworkOpsIpV6Test-1388836122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for network (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:28:59.003012 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3ef8ed3c-e30b-4da7-a438-4945c269dea5 tempest-BulkNetworkOpsIpV6Test-1388836122 tempest-BulkNetworkOpsIpV6Test-1388836122-project] vlan segment allocate from pool success with {'vlan_id': 568, 'physical_network': 'physnet1'} {{(pid=103305) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 26 21:28:59.016822 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-3ef8ed3c-e30b-4da7-a438-4945c269dea5 tempest-BulkNetworkOpsIpV6Test-1388836122 tempest-BulkNetworkOpsIpV6Test-1388836122-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576559'] for segment (7b7fb23b-7f6a-4a65-8543-261ec67d700e), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:28:59.017238 n-d-760453-5 neutron-server[103305]: INFO neutron.db.segments_db [None req-3ef8ed3c-e30b-4da7-a438-4945c269dea5 tempest-BulkNetworkOpsIpV6Test-1388836122 tempest-BulkNetworkOpsIpV6Test-1388836122-project] Added segment 7b7fb23b-7f6a-4a65-8543-261ec67d700e of type vlan for network 4f53372d-e9a6-4663-a5a4-16dc0bf806aa Jan 26 21:28:59.072735 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-3ef8ed3c-e30b-4da7-a438-4945c269dea5 tempest-BulkNetworkOpsIpV6Test-1388836122 tempest-BulkNetworkOpsIpV6Test-1388836122-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746560256871'] for network (4f53372d-e9a6-4663-a5a4-16dc0bf806aa), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:28:59.101468 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-3ef8ed3c-e30b-4da7-a438-4945c269dea5 tempest-BulkNetworkOpsIpV6Test-1388836122 tempest-BulkNetworkOpsIpV6Test-1388836122-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503'] for network (4f53372d-e9a6-4663-a5a4-16dc0bf806aa), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:28:59.106950 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ef8ed3c-e30b-4da7-a438-4945c269dea5 tempest-BulkNetworkOpsIpV6Test-1388836122 tempest-BulkNetworkOpsIpV6Test-1388836122-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:28:59.107598 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-3ef8ed3c-e30b-4da7-a438-4945c269dea5 tempest-BulkNetworkOpsIpV6Test-1388836122 tempest-BulkNetworkOpsIpV6Test-1388836122-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709645'] for network (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:28:59.178183 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-3ef8ed3c-e30b-4da7-a438-4945c269dea5 tempest-BulkNetworkOpsIpV6Test-1388836122 tempest-BulkNetworkOpsIpV6Test-1388836122-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.2699816 Jan 26 21:28:59.190118 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef8ed3c-e30b-4da7-a438-4945c269dea5 tempest-BulkNetworkOpsIpV6Test-1388836122 tempest-BulkNetworkOpsIpV6Test-1388836122-project] Pushing event updated for resources: {'Network': ['ID=4f53372d-e9a6-4663-a5a4-16dc0bf806aa,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:28:59.212572 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Network 4f53372d-e9a6-4663-a5a4-16dc0bf806aa details requested by agent ovs-agent-n-d-760453-5 with host n-d-760453-5 {{(pid=103306) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 26 21:29:02.440474 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 49542) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:29:02.455584 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-8fc2912f-bf29-4722-b1b3-e2c132aa9bdd tempest-BulkNetworkOpsIpV6Test-1388836122 tempest-BulkNetworkOpsIpV6Test-1388836122-project] Request body: {'subnets': [{'network_id': 'ab798b38-f1c0-4ee9-99ed-d0dd2dc1e902', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1150132902', 'ip_version': 6}, {'network_id': '4f53372d-e9a6-4663-a5a4-16dc0bf806aa', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:29:02.455584 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-8fc2912f-bf29-4722-b1b3-e2c132aa9bdd tempest-BulkNetworkOpsIpV6Test-1388836122 tempest-BulkNetworkOpsIpV6Test-1388836122-project] Request body: {'subnet': {'network_id': 'ab798b38-f1c0-4ee9-99ed-d0dd2dc1e902', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1150132902', 'ip_version': 6}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:29:02.455584 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-8fc2912f-bf29-4722-b1b3-e2c132aa9bdd tempest-BulkNetworkOpsIpV6Test-1388836122 tempest-BulkNetworkOpsIpV6Test-1388836122-project] Request body: {'subnet': {'network_id': '4f53372d-e9a6-4663-a5a4-16dc0bf806aa', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:29:02.640592 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fc2912f-bf29-4722-b1b3-e2c132aa9bdd tempest-BulkNetworkOpsIpV6Test-1388836122 tempest-BulkNetworkOpsIpV6Test-1388836122-project] Made reservation on behalf of e3cbf0efbc6f43b0aaf6a6bbd2afac2b for: {'subnet': 2} {{(pid=103304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 21:29:02.645610 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-8fc2912f-bf29-4722-b1b3-e2c132aa9bdd tempest-BulkNetworkOpsIpV6Test-1388836122 tempest-BulkNetworkOpsIpV6Test-1388836122-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12215181'] for subnet (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:29:02.646117 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-8fc2912f-bf29-4722-b1b3-e2c132aa9bdd tempest-BulkNetworkOpsIpV6Test-1388836122 tempest-BulkNetworkOpsIpV6Test-1388836122-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12215181'] for subnet (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:29:03.133100 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-8fc2912f-bf29-4722-b1b3-e2c132aa9bdd tempest-BulkNetworkOpsIpV6Test-1388836122 tempest-BulkNetworkOpsIpV6Test-1388836122-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9285249', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12215227'] for subnet (f4241802-f000-41c5-a58a-94c82bd57755), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:29:03.313368 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fc2912f-bf29-4722-b1b3-e2c132aa9bdd tempest-BulkNetworkOpsIpV6Test-1388836122 tempest-BulkNetworkOpsIpV6Test-1388836122-project] Checking segment: {'id': '723cb4c3-5b9d-4ba1-83a0-dbc2ab27a4a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'ab798b38-f1c0-4ee9-99ed-d0dd2dc1e902'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103304) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 21:29:03.313738 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fc2912f-bf29-4722-b1b3-e2c132aa9bdd tempest-BulkNetworkOpsIpV6Test-1388836122 tempest-BulkNetworkOpsIpV6Test-1388836122-project] Network hostable DHCP agents. Network: ab798b38-f1c0-4ee9-99ed-d0dd2dc1e902, hostable agents: ['474ccdf7-ab6c-405b-a3b2-dc7b05829902'], hosted agents: [] {{(pid=103304) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 26 21:29:03.319048 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc2912f-bf29-4722-b1b3-e2c132aa9bdd tempest-BulkNetworkOpsIpV6Test-1388836122 tempest-BulkNetworkOpsIpV6Test-1388836122-project] Pushing event updated for resources: {'Subnet': ['ID=f4241802-f000-41c5-a58a-94c82bd57755,revision_number=0']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:29:03.372096 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fc2912f-bf29-4722-b1b3-e2c132aa9bdd tempest-BulkNetworkOpsIpV6Test-1388836122 tempest-BulkNetworkOpsIpV6Test-1388836122-project] Network ab798b38-f1c0-4ee9-99ed-d0dd2dc1e902 is scheduled to be hosted by DHCP agent 474ccdf7-ab6c-405b-a3b2-dc7b05829902 with binding_index 1 {{(pid=103304) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 26 21:29:03.386123 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [None req-8fc2912f-bf29-4722-b1b3-e2c132aa9bdd tempest-BulkNetworkOpsIpV6Test-1388836122 tempest-BulkNetworkOpsIpV6Test-1388836122-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760453-5, ab798b38-f1c0-4ee9-99ed-d0dd2dc1e902) {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:29:03.387540 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-8fc2912f-bf29-4722-b1b3-e2c132aa9bdd tempest-BulkNetworkOpsIpV6Test-1388836122 tempest-BulkNetworkOpsIpV6Test-1388836122-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9285249', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12215227'] for subnet (4b695347-822b-4f9e-8c10-9961d1ffb81b), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:29:03.396355 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20f11453-e041-49d1-922d-dea19516614c None None] Network ab798b38-f1c0-4ee9-99ed-d0dd2dc1e902 requested from n-d-760453-5 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 26 21:29:03.461119 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc2912f-bf29-4722-b1b3-e2c132aa9bdd tempest-BulkNetworkOpsIpV6Test-1388836122 tempest-BulkNetworkOpsIpV6Test-1388836122-project] Pushing event updated for resources: {'Subnet': ['ID=4b695347-822b-4f9e-8c10-9961d1ffb81b,revision_number=0']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:29:03.473212 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fc2912f-bf29-4722-b1b3-e2c132aa9bdd tempest-BulkNetworkOpsIpV6Test-1388836122 tempest-BulkNetworkOpsIpV6Test-1388836122-project] Checking segment: {'id': '7b7fb23b-7f6a-4a65-8543-261ec67d700e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '4f53372d-e9a6-4663-a5a4-16dc0bf806aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103304) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 21:29:03.473606 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fc2912f-bf29-4722-b1b3-e2c132aa9bdd tempest-BulkNetworkOpsIpV6Test-1388836122 tempest-BulkNetworkOpsIpV6Test-1388836122-project] Network hostable DHCP agents. Network: 4f53372d-e9a6-4663-a5a4-16dc0bf806aa, hostable agents: ['474ccdf7-ab6c-405b-a3b2-dc7b05829902'], hosted agents: [] {{(pid=103304) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 26 21:29:03.497476 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fc2912f-bf29-4722-b1b3-e2c132aa9bdd tempest-BulkNetworkOpsIpV6Test-1388836122 tempest-BulkNetworkOpsIpV6Test-1388836122-project] Network 4f53372d-e9a6-4663-a5a4-16dc0bf806aa is scheduled to be hosted by DHCP agent 474ccdf7-ab6c-405b-a3b2-dc7b05829902 with binding_index 1 {{(pid=103304) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 26 21:29:03.514133 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [None req-8fc2912f-bf29-4722-b1b3-e2c132aa9bdd tempest-BulkNetworkOpsIpV6Test-1388836122 tempest-BulkNetworkOpsIpV6Test-1388836122-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760453-5, 4f53372d-e9a6-4663-a5a4-16dc0bf806aa) {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:29:03.523089 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fc2912f-bf29-4722-b1b3-e2c132aa9bdd tempest-BulkNetworkOpsIpV6Test-1388836122 tempest-BulkNetworkOpsIpV6Test-1388836122-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:29:03.524015 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fc2912f-bf29-4722-b1b3-e2c132aa9bdd tempest-BulkNetworkOpsIpV6Test-1388836122 tempest-BulkNetworkOpsIpV6Test-1388836122-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:29:03.525309 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-8fc2912f-bf29-4722-b1b3-e2c132aa9bdd tempest-BulkNetworkOpsIpV6Test-1388836122 tempest-BulkNetworkOpsIpV6Test-1388836122-project] Publish callbacks [] for subnet (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:29:03.540526 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f6bd7d1-e2ed-4c3e-9d7f-dcead9084242 None None] Network 4f53372d-e9a6-4663-a5a4-16dc0bf806aa requested from n-d-760453-5 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 26 21:29:03.574401 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 49572) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:29:03.575131 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-8fc2912f-bf29-4722-b1b3-e2c132aa9bdd tempest-BulkNetworkOpsIpV6Test-1388836122 tempest-BulkNetworkOpsIpV6Test-1388836122-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1476 time: 1.1332591 Jan 26 21:29:03.589494 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66ea8a87-200d-422f-93fb-ad5ffc866135 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3c4099e8-8ffb-51d1-af7f-5868973e933f-ab798b38-f1c0-4ee9-99ed-d0dd2dc1e902', 'network_id': 'ab798b38-f1c0-4ee9-99ed-d0dd2dc1e902', 'project_id': 'e3cbf0efbc6f43b0aaf6a6bbd2afac2b', 'fixed_ips': [{'subnet_id': 'f4241802-f000-41c5-a58a-94c82bd57755'}]}} from n-d-760453-5. {{(pid=103306) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 26 21:29:03.590360 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-66ea8a87-200d-422f-93fb-ad5ffc866135 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (None), before_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:29:03.750568 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dff8fed-2ad3-4b28-a0d0-b5ac7ef171e5 tempest-BulkNetworkOpsIpV6Test-1388836122 tempest-BulkNetworkOpsIpV6Test-1388836122-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:29:03.751876 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dff8fed-2ad3-4b28-a0d0-b5ac7ef171e5 tempest-BulkNetworkOpsIpV6Test-1388836122 tempest-BulkNetworkOpsIpV6Test-1388836122-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:29:03.753331 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dff8fed-2ad3-4b28-a0d0-b5ac7ef171e5 tempest-BulkNetworkOpsIpV6Test-1388836122 tempest-BulkNetworkOpsIpV6Test-1388836122-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:29:03.754954 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-8dff8fed-2ad3-4b28-a0d0-b5ac7ef171e5 tempest-BulkNetworkOpsIpV6Test-1388836122 tempest-BulkNetworkOpsIpV6Test-1388836122-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2102 time: 0.1795497 Jan 26 21:29:03.765894 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 49578) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:29:03.823129 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad599af3-5f1f-4082-8939-26cffa9e1b07 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3c4099e8-8ffb-51d1-af7f-5868973e933f-4f53372d-e9a6-4663-a5a4-16dc0bf806aa', 'network_id': '4f53372d-e9a6-4663-a5a4-16dc0bf806aa', 'project_id': 'e3cbf0efbc6f43b0aaf6a6bbd2afac2b', 'fixed_ips': [{'subnet_id': '4b695347-822b-4f9e-8c10-9961d1ffb81b'}]}} from n-d-760453-5. {{(pid=103306) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 26 21:29:03.825225 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-ad599af3-5f1f-4082-8939-26cffa9e1b07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (None), before_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:29:03.872349 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.db_base_plugin_v2 [None req-a1ba7e8e-e5e3-403d-8e13-8e8a5b2ff580 tempest-BulkNetworkOpsIpV6Test-1388836122 tempest-BulkNetworkOpsIpV6Test-1388836122-project] Deleting subnet f4241802-f000-41c5-a58a-94c82bd57755 {{(pid=103304) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 26 21:29:03.964297 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.db_base_plugin_common [None req-66ea8a87-200d-422f-93fb-ad5ffc866135 None None] Allocated IP 2001:db8::1 (ab798b38-f1c0-4ee9-99ed-d0dd2dc1e902/f4241802-f000-41c5-a58a-94c82bd57755/ab266fac-d2a5-4530-98ad-4735b091f235) {{(pid=103306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 21:29:04.121647 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.db_base_plugin_common [None req-ad599af3-5f1f-4082-8939-26cffa9e1b07 None None] Allocated IP 2001:db8:0:1::1 (4f53372d-e9a6-4663-a5a4-16dc0bf806aa/4b695347-822b-4f9e-8c10-9961d1ffb81b/cfd400d0-cf1f-4b90-854f-d0c1f6828e6d) {{(pid=103306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 21:29:04.311394 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-ad599af3-5f1f-4082-8939-26cffa9e1b07 None None] Publish callbacks [] for port (cfd400d0-cf1f-4b90-854f-d0c1f6828e6d), precommit_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:29:04.328126 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-ad599af3-5f1f-4082-8939-26cffa9e1b07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746560234527'] for port (cfd400d0-cf1f-4b90-854f-d0c1f6828e6d), after_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:29:04.465330 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-66ea8a87-200d-422f-93fb-ad5ffc866135 None None] Publish callbacks [] for port (ab266fac-d2a5-4530-98ad-4735b091f235), precommit_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:29:04.477014 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-a1ba7e8e-e5e3-403d-8e13-8e8a5b2ff580 tempest-BulkNetworkOpsIpV6Test-1388836122 tempest-BulkNetworkOpsIpV6Test-1388836122-project] Publish callbacks [] for subnet (f4241802-f000-41c5-a58a-94c82bd57755), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:29:04.483091 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-66ea8a87-200d-422f-93fb-ad5ffc866135 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746560234527'] for port (ab266fac-d2a5-4530-98ad-4735b091f235), after_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:29:04.487090 n-d-760453-5 neutron-server[103306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad599af3-5f1f-4082-8939-26cffa9e1b07 None None] Network 4f53372d-e9a6-4663-a5a4-16dc0bf806aa is already hosted by enough agents. {{(pid=103306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 21:29:04.495930 n-d-760453-5 neutron-server[103306]: DEBUG neutron.scheduler.base_scheduler [None req-ad599af3-5f1f-4082-8939-26cffa9e1b07 None None] Resources bound (agent type, host, resource id): {{(pid=103306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:29:04.510910 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad599af3-5f1f-4082-8939-26cffa9e1b07 None None] Received port after_create {{(pid=103306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 21:29:04.522366 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad599af3-5f1f-4082-8939-26cffa9e1b07 None None] Pushing event updated for resources: {'Port': ['ID=cfd400d0-cf1f-4b90-854f-d0c1f6828e6d,revision_number=1']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:29:04.573894 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-a1ba7e8e-e5e3-403d-8e13-8e8a5b2ff580 tempest-BulkNetworkOpsIpV6Test-1388836122 tempest-BulkNetworkOpsIpV6Test-1388836122-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8881284'] for subnet (f4241802-f000-41c5-a58a-94c82bd57755), precommit_delete_associations {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:29:04.588031 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ea8a87-200d-422f-93fb-ad5ffc866135 None None] Pushing event updated for resources: {'Port': ['ID=ab266fac-d2a5-4530-98ad-4735b091f235,revision_number=1']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:29:04.600796 n-d-760453-5 neutron-server[103306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66ea8a87-200d-422f-93fb-ad5ffc866135 None None] Network ab798b38-f1c0-4ee9-99ed-d0dd2dc1e902 is already hosted by enough agents. {{(pid=103306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 21:29:04.651206 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-ad599af3-5f1f-4082-8939-26cffa9e1b07 None None] Attempting to bind port cfd400d0-cf1f-4b90-854f-d0c1f6828e6d on host n-d-760453-5 for vnic_type normal with profile {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 21:29:04.651583 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-ad599af3-5f1f-4082-8939-26cffa9e1b07 None None] Attempting to bind port cfd400d0-cf1f-4b90-854f-d0c1f6828e6d by drivers openvswitch,hyperv on host n-d-760453-5 at level 0 using segments [{'id': '7b7fb23b-7f6a-4a65-8543-261ec67d700e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '4f53372d-e9a6-4663-a5a4-16dc0bf806aa'}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 26 21:29:04.651943 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad599af3-5f1f-4082-8939-26cffa9e1b07 None None] Attempting to bind port cfd400d0-cf1f-4b90-854f-d0c1f6828e6d on network 4f53372d-e9a6-4663-a5a4-16dc0bf806aa {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 21:29:04.654255 n-d-760453-5 neutron-server[103306]: DEBUG neutron.scheduler.base_scheduler [None req-66ea8a87-200d-422f-93fb-ad5ffc866135 None None] Resources bound (agent type, host, resource id): {{(pid=103306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:29:04.657113 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66ea8a87-200d-422f-93fb-ad5ffc866135 None None] Received port after_create {{(pid=103306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 21:29:04.668300 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad599af3-5f1f-4082-8939-26cffa9e1b07 None None] Checking agent: {'id': 'fea0591a-627d-4c87-9a9a-01625ddf3277', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760453-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 20, 55, 25), 'started_at': datetime.datetime(2022, 1, 26, 20, 55, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 21, 28, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760453-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 26 21:29:04.668706 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad599af3-5f1f-4082-8939-26cffa9e1b07 None None] Checking segment: {'id': '7b7fb23b-7f6a-4a65-8543-261ec67d700e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '4f53372d-e9a6-4663-a5a4-16dc0bf806aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 21:29:04.669079 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-ad599af3-5f1f-4082-8939-26cffa9e1b07 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:29:04.669512 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad599af3-5f1f-4082-8939-26cffa9e1b07 None None] Bound using segment: {'id': '7b7fb23b-7f6a-4a65-8543-261ec67d700e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '4f53372d-e9a6-4663-a5a4-16dc0bf806aa'} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 26 21:29:04.670429 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-ad599af3-5f1f-4082-8939-26cffa9e1b07 None None] Bound port: cfd400d0-cf1f-4b90-854f-d0c1f6828e6d, host: n-d-760453-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b7fb23b-7f6a-4a65-8543-261ec67d700e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '4f53372d-e9a6-4663-a5a4-16dc0bf806aa'}}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 26 21:29:04.670429 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-ad599af3-5f1f-4082-8939-26cffa9e1b07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (cfd400d0-cf1f-4b90-854f-d0c1f6828e6d), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:29:04.725742 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-a1ba7e8e-e5e3-403d-8e13-8e8a5b2ff580 tempest-BulkNetworkOpsIpV6Test-1388836122 tempest-BulkNetworkOpsIpV6Test-1388836122-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687316'] for subnet (f4241802-f000-41c5-a58a-94c82bd57755), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:29:04.782317 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-66ea8a87-200d-422f-93fb-ad5ffc866135 None None] Attempting to bind port ab266fac-d2a5-4530-98ad-4735b091f235 on host n-d-760453-5 for vnic_type normal with profile {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 21:29:04.782691 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-66ea8a87-200d-422f-93fb-ad5ffc866135 None None] Attempting to bind port ab266fac-d2a5-4530-98ad-4735b091f235 by drivers openvswitch,hyperv on host n-d-760453-5 at level 0 using segments [{'id': '723cb4c3-5b9d-4ba1-83a0-dbc2ab27a4a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'ab798b38-f1c0-4ee9-99ed-d0dd2dc1e902'}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 26 21:29:04.783053 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66ea8a87-200d-422f-93fb-ad5ffc866135 None None] Attempting to bind port ab266fac-d2a5-4530-98ad-4735b091f235 on network ab798b38-f1c0-4ee9-99ed-d0dd2dc1e902 {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 21:29:04.792775 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66ea8a87-200d-422f-93fb-ad5ffc866135 None None] Checking agent: {'id': 'fea0591a-627d-4c87-9a9a-01625ddf3277', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760453-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 20, 55, 25), 'started_at': datetime.datetime(2022, 1, 26, 20, 55, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 21, 28, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760453-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 26 21:29:04.793157 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66ea8a87-200d-422f-93fb-ad5ffc866135 None None] Checking segment: {'id': '723cb4c3-5b9d-4ba1-83a0-dbc2ab27a4a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'ab798b38-f1c0-4ee9-99ed-d0dd2dc1e902'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 21:29:04.793570 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-66ea8a87-200d-422f-93fb-ad5ffc866135 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:29:04.793959 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66ea8a87-200d-422f-93fb-ad5ffc866135 None None] Bound using segment: {'id': '723cb4c3-5b9d-4ba1-83a0-dbc2ab27a4a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'ab798b38-f1c0-4ee9-99ed-d0dd2dc1e902'} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 26 21:29:04.794421 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-66ea8a87-200d-422f-93fb-ad5ffc866135 None None] Bound port: ab266fac-d2a5-4530-98ad-4735b091f235, host: n-d-760453-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '723cb4c3-5b9d-4ba1-83a0-dbc2ab27a4a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'ab798b38-f1c0-4ee9-99ed-d0dd2dc1e902'}}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 26 21:29:04.794804 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-66ea8a87-200d-422f-93fb-ad5ffc866135 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (ab266fac-d2a5-4530-98ad-4735b091f235), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:29:04.845321 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-a1ba7e8e-e5e3-403d-8e13-8e8a5b2ff580 tempest-BulkNetworkOpsIpV6Test-1388836122 tempest-BulkNetworkOpsIpV6Test-1388836122-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9281612', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12215216'] for subnet (f4241802-f000-41c5-a58a-94c82bd57755), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:29:04.850851 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-ad599af3-5f1f-4082-8939-26cffa9e1b07 None None] For port cfd400d0-cf1f-4b90-854f-d0c1f6828e6d, host n-d-760453-5, cleared binding levels {{(pid=103306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 26 21:29:04.868909 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-ad599af3-5f1f-4082-8939-26cffa9e1b07 None None] For port cfd400d0-cf1f-4b90-854f-d0c1f6828e6d, host n-d-760453-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=cfd400d0-cf1f-4b90-854f-d0c1f6828e6d,segment=NetworkSegment(7b7fb23b-7f6a-4a65-8543-261ec67d700e),segment_id=7b7fb23b-7f6a-4a65-8543-261ec67d700e)] {{(pid=103306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 26 21:29:04.879319 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-ad599af3-5f1f-4082-8939-26cffa9e1b07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (cfd400d0-cf1f-4b90-854f-d0c1f6828e6d), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:29:04.904819 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-66ea8a87-200d-422f-93fb-ad5ffc866135 None None] For port ab266fac-d2a5-4530-98ad-4735b091f235, host n-d-760453-5, cleared binding levels {{(pid=103306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 26 21:29:04.909194 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-66ea8a87-200d-422f-93fb-ad5ffc866135 None None] For port ab266fac-d2a5-4530-98ad-4735b091f235, host n-d-760453-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=ab266fac-d2a5-4530-98ad-4735b091f235,segment=NetworkSegment(723cb4c3-5b9d-4ba1-83a0-dbc2ab27a4a3),segment_id=723cb4c3-5b9d-4ba1-83a0-dbc2ab27a4a3)] {{(pid=103306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 26 21:29:04.918150 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-a1ba7e8e-e5e3-403d-8e13-8e8a5b2ff580 tempest-BulkNetworkOpsIpV6Test-1388836122 tempest-BulkNetworkOpsIpV6Test-1388836122-project] Publish callbacks [] for subnet (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:29:04.922052 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-a1ba7e8e-e5e3-403d-8e13-8e8a5b2ff580 tempest-BulkNetworkOpsIpV6Test-1388836122 tempest-BulkNetworkOpsIpV6Test-1388836122-project] 10.222.0.13 "DELETE /v2.0/subnets/f4241802-f000-41c5-a58a-94c82bd57755 HTTP/1.1" status: 204 len: 168 time: 1.1551282 Jan 26 21:29:04.923315 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ba7e8e-e5e3-403d-8e13-8e8a5b2ff580 tempest-BulkNetworkOpsIpV6Test-1388836122 tempest-BulkNetworkOpsIpV6Test-1388836122-project] Pushing event deleted for resources: {'Subnet': ['ID=f4241802-f000-41c5-a58a-94c82bd57755,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:29:04.924782 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 49604) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:29:04.950066 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-66ea8a87-200d-422f-93fb-ad5ffc866135 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (ab266fac-d2a5-4530-98ad-4735b091f235), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:29:05.015339 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad599af3-5f1f-4082-8939-26cffa9e1b07 None None] Pushing event updated for resources: {'Port': ['ID=cfd400d0-cf1f-4b90-854f-d0c1f6828e6d,revision_number=2']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:29:05.035658 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.db_base_plugin_v2 [None req-c99cf08d-9be1-48f8-bd91-8a05ccc5ce85 tempest-BulkNetworkOpsIpV6Test-1388836122 tempest-BulkNetworkOpsIpV6Test-1388836122-project] Deleting subnet 4b695347-822b-4f9e-8c10-9961d1ffb81b {{(pid=103305) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 26 21:29:05.048107 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-c99cf08d-9be1-48f8-bd91-8a05ccc5ce85 tempest-BulkNetworkOpsIpV6Test-1388836122 tempest-BulkNetworkOpsIpV6Test-1388836122-project] Publish callbacks [] for subnet (4b695347-822b-4f9e-8c10-9961d1ffb81b), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:29:05.104476 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ea8a87-200d-422f-93fb-ad5ffc866135 None None] Pushing event updated for resources: {'Port': ['ID=ab266fac-d2a5-4530-98ad-4735b091f235,revision_number=3']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:29:05.137860 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-c99cf08d-9be1-48f8-bd91-8a05ccc5ce85 tempest-BulkNetworkOpsIpV6Test-1388836122 tempest-BulkNetworkOpsIpV6Test-1388836122-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11788946'] for subnet (4b695347-822b-4f9e-8c10-9961d1ffb81b), precommit_delete_associations {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:29:05.245731 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-c99cf08d-9be1-48f8-bd91-8a05ccc5ce85 tempest-BulkNetworkOpsIpV6Test-1388836122 tempest-BulkNetworkOpsIpV6Test-1388836122-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687316'] for subnet (4b695347-822b-4f9e-8c10-9961d1ffb81b), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:29:05.321386 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-c99cf08d-9be1-48f8-bd91-8a05ccc5ce85 tempest-BulkNetworkOpsIpV6Test-1388836122 tempest-BulkNetworkOpsIpV6Test-1388836122-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11791594', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11599980'] for subnet (4b695347-822b-4f9e-8c10-9961d1ffb81b), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:29:05.412844 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99cf08d-9be1-48f8-bd91-8a05ccc5ce85 tempest-BulkNetworkOpsIpV6Test-1388836122 tempest-BulkNetworkOpsIpV6Test-1388836122-project] Pushing event deleted for resources: {'Subnet': ['ID=4b695347-822b-4f9e-8c10-9961d1ffb81b,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:29:05.420342 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-c99cf08d-9be1-48f8-bd91-8a05ccc5ce85 tempest-BulkNetworkOpsIpV6Test-1388836122 tempest-BulkNetworkOpsIpV6Test-1388836122-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709645'] for subnet (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:29:05.428399 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-c99cf08d-9be1-48f8-bd91-8a05ccc5ce85 tempest-BulkNetworkOpsIpV6Test-1388836122 tempest-BulkNetworkOpsIpV6Test-1388836122-project] 10.222.0.13 "DELETE /v2.0/subnets/4b695347-822b-4f9e-8c10-9961d1ffb81b HTTP/1.1" status: 204 len: 168 time: 0.5002480 Jan 26 21:29:05.429357 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 49614) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:29:05.563554 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41efb069-7591-456b-8797-31970527755d tempest-BulkNetworkOpsIpV6Test-1388836122 tempest-BulkNetworkOpsIpV6Test-1388836122-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:29:05.567875 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-41efb069-7591-456b-8797-31970527755d tempest-BulkNetworkOpsIpV6Test-1388836122 tempest-BulkNetworkOpsIpV6Test-1388836122-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1371942 Jan 26 21:29:05.572489 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 49622) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:29:05.820166 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-659b5512-c0c1-4da0-841c-fb8bc387d29e tempest-BulkNetworkOpsIpV6Test-1388836122 tempest-BulkNetworkOpsIpV6Test-1388836122-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-748181'] for network (4f53372d-e9a6-4663-a5a4-16dc0bf806aa), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:29:05.890860 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device cfd400d0-cf1f-4b90-854f-d0c1f6828e6d up at agent ovs-agent-n-d-760453-5 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 21:29:05.961795 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-659b5512-c0c1-4da0-841c-fb8bc387d29e tempest-BulkNetworkOpsIpV6Test-1388836122 tempest-BulkNetworkOpsIpV6Test-1388836122-project] Deleting port cfd400d0-cf1f-4b90-854f-d0c1f6828e6d {{(pid=103305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 21:29:05.962627 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-659b5512-c0c1-4da0-841c-fb8bc387d29e tempest-BulkNetworkOpsIpV6Test-1388836122 tempest-BulkNetworkOpsIpV6Test-1388836122-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746560630878'] for port (cfd400d0-cf1f-4b90-854f-d0c1f6828e6d), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:29:06.009884 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Provisioning complete for port cfd400d0-cf1f-4b90-854f-d0c1f6828e6d triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:29:06.010697 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (cfd400d0-cf1f-4b90-854f-d0c1f6828e6d), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:29:06.076573 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [None req-659b5512-c0c1-4da0-841c-fb8bc387d29e tempest-BulkNetworkOpsIpV6Test-1388836122 tempest-BulkNetworkOpsIpV6Test-1388836122-project] For port cfd400d0-cf1f-4b90-854f-d0c1f6828e6d, host n-d-760453-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=cfd400d0-cf1f-4b90-854f-d0c1f6828e6d,segment=NetworkSegment(7b7fb23b-7f6a-4a65-8543-261ec67d700e),segment_id=7b7fb23b-7f6a-4a65-8543-261ec67d700e)] {{(pid=103305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:29:06.077352 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-659b5512-c0c1-4da0-841c-fb8bc387d29e tempest-BulkNetworkOpsIpV6Test-1388836122 tempest-BulkNetworkOpsIpV6Test-1388836122-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4109658'] for port (cfd400d0-cf1f-4b90-854f-d0c1f6828e6d), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:29:06.132840 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Current status of the port cfd400d0-cf1f-4b90-854f-d0c1f6828e6d is: DOWN; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:29:06.133667 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (cfd400d0-cf1f-4b90-854f-d0c1f6828e6d), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:29:06.179308 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] For port cfd400d0-cf1f-4b90-854f-d0c1f6828e6d, host n-d-760453-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=cfd400d0-cf1f-4b90-854f-d0c1f6828e6d,segment=NetworkSegment(7b7fb23b-7f6a-4a65-8543-261ec67d700e),segment_id=7b7fb23b-7f6a-4a65-8543-261ec67d700e)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:29:06.188307 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (cfd400d0-cf1f-4b90-854f-d0c1f6828e6d), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:29:06.189632 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device ab266fac-d2a5-4530-98ad-4735b091f235 up at agent ovs-agent-n-d-760453-5 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 21:29:06.313063 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Pushing event updated for resources: {'Port': ['ID=cfd400d0-cf1f-4b90-854f-d0c1f6828e6d,revision_number=4']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:29:06.324449 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Provisioning complete for port ab266fac-d2a5-4530-98ad-4735b091f235 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:29:06.324828 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (ab266fac-d2a5-4530-98ad-4735b091f235), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:29:06.427267 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Current status of the port ab266fac-d2a5-4530-98ad-4735b091f235 is: DOWN; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:29:06.427766 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (ab266fac-d2a5-4530-98ad-4735b091f235), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:29:06.480065 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-659b5512-c0c1-4da0-841c-fb8bc387d29e tempest-BulkNetworkOpsIpV6Test-1388836122 tempest-BulkNetworkOpsIpV6Test-1388836122-project] Calling delete_port for cfd400d0-cf1f-4b90-854f-d0c1f6828e6d owned by network:dhcp {{(pid=103305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 21:29:06.500241 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] For port ab266fac-d2a5-4530-98ad-4735b091f235, host n-d-760453-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=ab266fac-d2a5-4530-98ad-4735b091f235,segment=NetworkSegment(723cb4c3-5b9d-4ba1-83a0-dbc2ab27a4a3),segment_id=723cb4c3-5b9d-4ba1-83a0-dbc2ab27a4a3)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:29:06.514655 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (ab266fac-d2a5-4530-98ad-4735b091f235), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:29:06.586314 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-659b5512-c0c1-4da0-841c-fb8bc387d29e tempest-BulkNetworkOpsIpV6Test-1388836122 tempest-BulkNetworkOpsIpV6Test-1388836122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746560636600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746560234536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11791543'] for port (cfd400d0-cf1f-4b90-854f-d0c1f6828e6d), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:29:06.586807 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Pushing event updated for resources: {'Port': ['ID=ab266fac-d2a5-4530-98ad-4735b091f235,revision_number=4']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:29:06.632417 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659b5512-c0c1-4da0-841c-fb8bc387d29e tempest-BulkNetworkOpsIpV6Test-1388836122 tempest-BulkNetworkOpsIpV6Test-1388836122-project] Pushing event deleted for resources: {'Port': ['ID=cfd400d0-cf1f-4b90-854f-d0c1f6828e6d,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:29:06.639813 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-659b5512-c0c1-4da0-841c-fb8bc387d29e tempest-BulkNetworkOpsIpV6Test-1388836122 tempest-BulkNetworkOpsIpV6Test-1388836122-project] No DVR routers for this DVR port cfd400d0-cf1f-4b90-854f-d0c1f6828e6d on host n-d-760453-5 {{(pid=103305) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 26 21:29:06.734739 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-659b5512-c0c1-4da0-841c-fb8bc387d29e tempest-BulkNetworkOpsIpV6Test-1388836122 tempest-BulkNetworkOpsIpV6Test-1388836122-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-686403', 'neutron.services.segments.db._delete_segments_for_network-8746560774018'] for network (4f53372d-e9a6-4663-a5a4-16dc0bf806aa), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:29:06.763428 n-d-760453-5 neutron-server[103305]: DEBUG neutron.services.segments.db [None req-659b5512-c0c1-4da0-841c-fb8bc387d29e tempest-BulkNetworkOpsIpV6Test-1388836122 tempest-BulkNetworkOpsIpV6Test-1388836122-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4f53372d-e9a6-4663-a5a4-16dc0bf806aa']}} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:29:06.775915 n-d-760453-5 neutron-server[103305]: DEBUG neutron.services.segments.db [None req-659b5512-c0c1-4da0-841c-fb8bc387d29e tempest-BulkNetworkOpsIpV6Test-1388836122 tempest-BulkNetworkOpsIpV6Test-1388836122-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7b7fb23b-7f6a-4a65-8543-261ec67d700e') {'for_net_delete': True} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:29:06.776468 n-d-760453-5 neutron-server[103305]: DEBUG neutron.services.segments.db [None req-659b5512-c0c1-4da0-841c-fb8bc387d29e tempest-BulkNetworkOpsIpV6Test-1388836122 tempest-BulkNetworkOpsIpV6Test-1388836122-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7b7fb23b-7f6a-4a65-8543-261ec67d700e') {} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:29:06.790060 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-659b5512-c0c1-4da0-841c-fb8bc387d29e tempest-BulkNetworkOpsIpV6Test-1388836122 tempest-BulkNetworkOpsIpV6Test-1388836122-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746560742283', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11788955'] for segment (7b7fb23b-7f6a-4a65-8543-261ec67d700e), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:29:06.813503 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-659b5512-c0c1-4da0-841c-fb8bc387d29e tempest-BulkNetworkOpsIpV6Test-1388836122 tempest-BulkNetworkOpsIpV6Test-1388836122-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576559'] for segment (7b7fb23b-7f6a-4a65-8543-261ec67d700e), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:29:06.820810 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-659b5512-c0c1-4da0-841c-fb8bc387d29e tempest-BulkNetworkOpsIpV6Test-1388836122 tempest-BulkNetworkOpsIpV6Test-1388836122-project] Releasing vlan 568 on physical network physnet1 to pool {{(pid=103305) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 26 21:29:06.820810 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-659b5512-c0c1-4da0-841c-fb8bc387d29e tempest-BulkNetworkOpsIpV6Test-1388836122 tempest-BulkNetworkOpsIpV6Test-1388836122-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11791428'] for segment (7b7fb23b-7f6a-4a65-8543-261ec67d700e), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:29:06.898176 n-d-760453-5 neutron-server[103305]: Traceback (most recent call last): Jan 26 21:29:06.898176 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 26 21:29:06.898176 n-d-760453-5 neutron-server[103305]: timer() Jan 26 21:29:06.898176 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 26 21:29:06.898176 n-d-760453-5 neutron-server[103305]: cb(*args, **kw) Jan 26 21:29:06.898176 n-d-760453-5 neutron-server[103305]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 26 21:29:06.898176 n-d-760453-5 neutron-server[103305]: return func(*args, **kwargs) Jan 26 21:29:06.898176 n-d-760453-5 neutron-server[103305]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 26 21:29:06.898176 n-d-760453-5 neutron-server[103305]: self._notify() Jan 26 21:29:06.898176 n-d-760453-5 neutron-server[103305]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 26 21:29:06.898176 n-d-760453-5 neutron-server[103305]: self.callback(batched_events) Jan 26 21:29:06.898176 n-d-760453-5 neutron-server[103305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 26 21:29:06.898176 n-d-760453-5 neutron-server[103305]: event.method(event) Jan 26 21:29:06.898176 n-d-760453-5 neutron-server[103305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 26 21:29:06.898176 n-d-760453-5 neutron-server[103305]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 26 21:29:06.898176 n-d-760453-5 neutron-server[103305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 26 21:29:06.898176 n-d-760453-5 neutron-server[103305]: aggregate_uuid = self.p_client.list_aggregates( Jan 26 21:29:06.898176 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 26 21:29:06.898176 n-d-760453-5 neutron-server[103305]: return f(self, *a, **k) Jan 26 21:29:06.898176 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 26 21:29:06.898176 n-d-760453-5 neutron-server[103305]: return self._get(url).json() Jan 26 21:29:06.898176 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 26 21:29:06.898176 n-d-760453-5 neutron-server[103305]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 26 21:29:06.898176 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 26 21:29:06.898176 n-d-760453-5 neutron-server[103305]: return self.request(url, 'GET', **kwargs) Jan 26 21:29:06.898176 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 26 21:29:06.898176 n-d-760453-5 neutron-server[103305]: base_url = self.get_endpoint(auth, allow=allow, Jan 26 21:29:06.898176 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 26 21:29:06.898176 n-d-760453-5 neutron-server[103305]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 26 21:29:06.898176 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 26 21:29:06.898176 n-d-760453-5 neutron-server[103305]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 26 21:29:06.898176 n-d-760453-5 neutron-server[103305]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 26 21:29:06.904248 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-659b5512-c0c1-4da0-841c-fb8bc387d29e tempest-BulkNetworkOpsIpV6Test-1388836122 tempest-BulkNetworkOpsIpV6Test-1388836122-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4110931'] for network (4f53372d-e9a6-4663-a5a4-16dc0bf806aa), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:29:06.915184 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-265f14d0-d7c5-451d-94f2-1db1f3ef1bd6 None None] Network ab798b38-f1c0-4ee9-99ed-d0dd2dc1e902 requested from n-d-760453-5 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 26 21:29:06.933888 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-659b5512-c0c1-4da0-841c-fb8bc387d29e tempest-BulkNetworkOpsIpV6Test-1388836122 tempest-BulkNetworkOpsIpV6Test-1388836122-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709645'] for network (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:29:06.941944 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-659b5512-c0c1-4da0-841c-fb8bc387d29e tempest-BulkNetworkOpsIpV6Test-1388836122 tempest-BulkNetworkOpsIpV6Test-1388836122-project] 10.222.0.13 "DELETE /v2.0/networks/4f53372d-e9a6-4663-a5a4-16dc0bf806aa HTTP/1.1" status: 204 len: 168 time: 1.3668649 Jan 26 21:29:06.943066 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 49650) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:29:06.988587 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659b5512-c0c1-4da0-841c-fb8bc387d29e tempest-BulkNetworkOpsIpV6Test-1388836122 tempest-BulkNetworkOpsIpV6Test-1388836122-project] Pushing event deleted for resources: {'Network': ['ID=4f53372d-e9a6-4663-a5a4-16dc0bf806aa,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:29:07.074562 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-f2d6b1f6-5d9f-4562-9bdc-e796b41a1295 None None] Provisioning complete for port ab266fac-d2a5-4530-98ad-4735b091f235 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:29:07.075034 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-f2d6b1f6-5d9f-4562-9bdc-e796b41a1295 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (ab266fac-d2a5-4530-98ad-4735b091f235), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:29:07.097482 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-b1f87c25-e995-454d-8ec1-033cc91ff1ce tempest-BulkNetworkOpsIpV6Test-1388836122 tempest-BulkNetworkOpsIpV6Test-1388836122-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-748181'] for network (ab798b38-f1c0-4ee9-99ed-d0dd2dc1e902), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:29:07.176622 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-b1f87c25-e995-454d-8ec1-033cc91ff1ce tempest-BulkNetworkOpsIpV6Test-1388836122 tempest-BulkNetworkOpsIpV6Test-1388836122-project] Deleting port ab266fac-d2a5-4530-98ad-4735b091f235 {{(pid=103304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 21:29:07.176974 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-b1f87c25-e995-454d-8ec1-033cc91ff1ce tempest-BulkNetworkOpsIpV6Test-1388836122 tempest-BulkNetworkOpsIpV6Test-1388836122-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746560630878'] for port (ab266fac-d2a5-4530-98ad-4735b091f235), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:29:07.277331 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [None req-b1f87c25-e995-454d-8ec1-033cc91ff1ce tempest-BulkNetworkOpsIpV6Test-1388836122 tempest-BulkNetworkOpsIpV6Test-1388836122-project] For port ab266fac-d2a5-4530-98ad-4735b091f235, host n-d-760453-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=ab266fac-d2a5-4530-98ad-4735b091f235,segment=NetworkSegment(723cb4c3-5b9d-4ba1-83a0-dbc2ab27a4a3),segment_id=723cb4c3-5b9d-4ba1-83a0-dbc2ab27a4a3)] {{(pid=103304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:29:07.277928 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-b1f87c25-e995-454d-8ec1-033cc91ff1ce tempest-BulkNetworkOpsIpV6Test-1388836122 tempest-BulkNetworkOpsIpV6Test-1388836122-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4109658'] for port (ab266fac-d2a5-4530-98ad-4735b091f235), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:29:07.293179 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-b1f87c25-e995-454d-8ec1-033cc91ff1ce tempest-BulkNetworkOpsIpV6Test-1388836122 tempest-BulkNetworkOpsIpV6Test-1388836122-project] Calling delete_port for ab266fac-d2a5-4530-98ad-4735b091f235 owned by network:dhcp {{(pid=103304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 21:29:07.354636 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-279e94df-b1a4-4556-9cb8-fcbd2f0bd3f2 None None] DHCP port deletion for 4f53372d-e9a6-4663-a5a4-16dc0bf806aa request from n-d-760453-5 {{(pid=103306) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 26 21:29:07.403557 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-744c3413-907f-42f2-a245-f9c90a494448 None None] Network 4f53372d-e9a6-4663-a5a4-16dc0bf806aa requested from n-d-760453-5 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 26 21:29:07.418215 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-b1f87c25-e995-454d-8ec1-033cc91ff1ce tempest-BulkNetworkOpsIpV6Test-1388836122 tempest-BulkNetworkOpsIpV6Test-1388836122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746560636600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746560234536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9281553'] for port (ab266fac-d2a5-4530-98ad-4735b091f235), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:29:07.433037 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-744c3413-907f-42f2-a245-f9c90a494448 None None] Network 4f53372d-e9a6-4663-a5a4-16dc0bf806aa could not be found, it might have been deleted concurrently. {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Jan 26 21:29:07.444912 n-d-760453-5 neutron-server[103306]: INFO neutron.plugins.ml2.db [None req-f2d6b1f6-5d9f-4562-9bdc-e796b41a1295 None None] No ports have port_id starting with ab266fac-d2a5-4530-98ad-4735b091f235 Jan 26 21:29:07.483569 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1f87c25-e995-454d-8ec1-033cc91ff1ce tempest-BulkNetworkOpsIpV6Test-1388836122 tempest-BulkNetworkOpsIpV6Test-1388836122-project] No DVR routers for this DVR port ab266fac-d2a5-4530-98ad-4735b091f235 on host n-d-760453-5 {{(pid=103304) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 26 21:29:07.494316 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f87c25-e995-454d-8ec1-033cc91ff1ce tempest-BulkNetworkOpsIpV6Test-1388836122 tempest-BulkNetworkOpsIpV6Test-1388836122-project] Pushing event deleted for resources: {'Port': ['ID=ab266fac-d2a5-4530-98ad-4735b091f235,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:29:07.513725 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c67226d-86e8-4e9d-8226-35b116b4e10b None None] DHCP port deletion for ab798b38-f1c0-4ee9-99ed-d0dd2dc1e902 request from n-d-760453-5 {{(pid=103306) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 26 21:29:07.563503 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-bacd4d24-7102-45f6-ab50-73f2cc39d106 None None] Could not find standard attr ID for object cfd400d0-cf1f-4b90-854f-d0c1f6828e6d. {{(pid=103306) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 26 21:29:07.639891 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device cfd400d0-cf1f-4b90-854f-d0c1f6828e6d no longer exists at agent ovs-agent-n-d-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 26 21:29:07.651375 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-b1f87c25-e995-454d-8ec1-033cc91ff1ce tempest-BulkNetworkOpsIpV6Test-1388836122 tempest-BulkNetworkOpsIpV6Test-1388836122-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-686403', 'neutron.services.segments.db._delete_segments_for_network-8746560774018'] for network (ab798b38-f1c0-4ee9-99ed-d0dd2dc1e902), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:29:07.668332 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] No Port match for: cfd400d0-cf1f-4b90-854f-d0c1f6828e6d {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 26 21:29:07.668731 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device cfd400d0-cf1f-4b90-854f-d0c1f6828e6d not bound to the agent host n-d-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 26 21:29:07.684310 n-d-760453-5 neutron-server[103304]: DEBUG neutron.services.segments.db [None req-b1f87c25-e995-454d-8ec1-033cc91ff1ce tempest-BulkNetworkOpsIpV6Test-1388836122 tempest-BulkNetworkOpsIpV6Test-1388836122-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ab798b38-f1c0-4ee9-99ed-d0dd2dc1e902']}} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:29:07.695746 n-d-760453-5 neutron-server[103304]: DEBUG neutron.services.segments.db [None req-b1f87c25-e995-454d-8ec1-033cc91ff1ce tempest-BulkNetworkOpsIpV6Test-1388836122 tempest-BulkNetworkOpsIpV6Test-1388836122-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '723cb4c3-5b9d-4ba1-83a0-dbc2ab27a4a3') {'for_net_delete': True} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:29:07.696186 n-d-760453-5 neutron-server[103304]: DEBUG neutron.services.segments.db [None req-b1f87c25-e995-454d-8ec1-033cc91ff1ce tempest-BulkNetworkOpsIpV6Test-1388836122 tempest-BulkNetworkOpsIpV6Test-1388836122-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '723cb4c3-5b9d-4ba1-83a0-dbc2ab27a4a3') {} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:29:07.707248 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-b1f87c25-e995-454d-8ec1-033cc91ff1ce tempest-BulkNetworkOpsIpV6Test-1388836122 tempest-BulkNetworkOpsIpV6Test-1388836122-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746560742283', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8881293'] for segment (723cb4c3-5b9d-4ba1-83a0-dbc2ab27a4a3), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:29:07.730488 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-b1f87c25-e995-454d-8ec1-033cc91ff1ce tempest-BulkNetworkOpsIpV6Test-1388836122 tempest-BulkNetworkOpsIpV6Test-1388836122-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576559'] for segment (723cb4c3-5b9d-4ba1-83a0-dbc2ab27a4a3), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:29:07.741657 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b1f87c25-e995-454d-8ec1-033cc91ff1ce tempest-BulkNetworkOpsIpV6Test-1388836122 tempest-BulkNetworkOpsIpV6Test-1388836122-project] Releasing vlan 558 on physical network physnet1 to pool {{(pid=103304) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 26 21:29:07.742173 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-b1f87c25-e995-454d-8ec1-033cc91ff1ce tempest-BulkNetworkOpsIpV6Test-1388836122 tempest-BulkNetworkOpsIpV6Test-1388836122-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9281762'] for segment (723cb4c3-5b9d-4ba1-83a0-dbc2ab27a4a3), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:29:07.822564 n-d-760453-5 neutron-server[103304]: Traceback (most recent call last): Jan 26 21:29:07.822564 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 26 21:29:07.822564 n-d-760453-5 neutron-server[103304]: timer() Jan 26 21:29:07.822564 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 26 21:29:07.822564 n-d-760453-5 neutron-server[103304]: cb(*args, **kw) Jan 26 21:29:07.822564 n-d-760453-5 neutron-server[103304]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 26 21:29:07.822564 n-d-760453-5 neutron-server[103304]: return func(*args, **kwargs) Jan 26 21:29:07.822564 n-d-760453-5 neutron-server[103304]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 26 21:29:07.822564 n-d-760453-5 neutron-server[103304]: self._notify() Jan 26 21:29:07.822564 n-d-760453-5 neutron-server[103304]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 26 21:29:07.822564 n-d-760453-5 neutron-server[103304]: self.callback(batched_events) Jan 26 21:29:07.822564 n-d-760453-5 neutron-server[103304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 26 21:29:07.822564 n-d-760453-5 neutron-server[103304]: event.method(event) Jan 26 21:29:07.822564 n-d-760453-5 neutron-server[103304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 26 21:29:07.822564 n-d-760453-5 neutron-server[103304]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 26 21:29:07.822564 n-d-760453-5 neutron-server[103304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 26 21:29:07.822564 n-d-760453-5 neutron-server[103304]: aggregate_uuid = self.p_client.list_aggregates( Jan 26 21:29:07.822564 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 26 21:29:07.822564 n-d-760453-5 neutron-server[103304]: return f(self, *a, **k) Jan 26 21:29:07.822564 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 26 21:29:07.822564 n-d-760453-5 neutron-server[103304]: return self._get(url).json() Jan 26 21:29:07.822564 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 26 21:29:07.822564 n-d-760453-5 neutron-server[103304]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 26 21:29:07.822564 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 26 21:29:07.822564 n-d-760453-5 neutron-server[103304]: return self.request(url, 'GET', **kwargs) Jan 26 21:29:07.822564 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 26 21:29:07.822564 n-d-760453-5 neutron-server[103304]: base_url = self.get_endpoint(auth, allow=allow, Jan 26 21:29:07.822564 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 26 21:29:07.822564 n-d-760453-5 neutron-server[103304]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 26 21:29:07.822564 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 26 21:29:07.822564 n-d-760453-5 neutron-server[103304]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 26 21:29:07.822564 n-d-760453-5 neutron-server[103304]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 26 21:29:07.830358 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-b1f87c25-e995-454d-8ec1-033cc91ff1ce tempest-BulkNetworkOpsIpV6Test-1388836122 tempest-BulkNetworkOpsIpV6Test-1388836122-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4110931'] for network (ab798b38-f1c0-4ee9-99ed-d0dd2dc1e902), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:29:07.839508 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-b1f87c25-e995-454d-8ec1-033cc91ff1ce tempest-BulkNetworkOpsIpV6Test-1388836122 tempest-BulkNetworkOpsIpV6Test-1388836122-project] Publish callbacks [] for network (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:29:07.845221 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-b1f87c25-e995-454d-8ec1-033cc91ff1ce tempest-BulkNetworkOpsIpV6Test-1388836122 tempest-BulkNetworkOpsIpV6Test-1388836122-project] 10.222.0.13 "DELETE /v2.0/networks/ab798b38-f1c0-4ee9-99ed-d0dd2dc1e902 HTTP/1.1" status: 204 len: 168 time: 0.8965049 Jan 26 21:29:07.846074 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 49680) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:29:07.858539 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f87c25-e995-454d-8ec1-033cc91ff1ce tempest-BulkNetworkOpsIpV6Test-1388836122 tempest-BulkNetworkOpsIpV6Test-1388836122-project] Pushing event deleted for resources: {'Network': ['ID=ab798b38-f1c0-4ee9-99ed-d0dd2dc1e902,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:29:07.947126 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-156da5e6-ef83-49d7-9ab8-42a2781b3173 tempest-BulkNetworkOpsIpV6Test-1388836122 tempest-BulkNetworkOpsIpV6Test-1388836122-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-748181'] for network (300f5f4a-5b8f-4c25-bd15-70043cb81805), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:29:08.080239 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-156da5e6-ef83-49d7-9ab8-42a2781b3173 tempest-BulkNetworkOpsIpV6Test-1388836122 tempest-BulkNetworkOpsIpV6Test-1388836122-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-686403', 'neutron.services.segments.db._delete_segments_for_network-8746560774018'] for network (300f5f4a-5b8f-4c25-bd15-70043cb81805), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:29:08.108882 n-d-760453-5 neutron-server[103305]: DEBUG neutron.services.segments.db [None req-156da5e6-ef83-49d7-9ab8-42a2781b3173 tempest-BulkNetworkOpsIpV6Test-1388836122 tempest-BulkNetworkOpsIpV6Test-1388836122-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['300f5f4a-5b8f-4c25-bd15-70043cb81805']}} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:29:08.121371 n-d-760453-5 neutron-server[103305]: DEBUG neutron.services.segments.db [None req-156da5e6-ef83-49d7-9ab8-42a2781b3173 tempest-BulkNetworkOpsIpV6Test-1388836122 tempest-BulkNetworkOpsIpV6Test-1388836122-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '20d45979-af7b-4cda-913e-69c3fb9f469a') {'for_net_delete': True} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:29:08.121688 n-d-760453-5 neutron-server[103305]: DEBUG neutron.services.segments.db [None req-156da5e6-ef83-49d7-9ab8-42a2781b3173 tempest-BulkNetworkOpsIpV6Test-1388836122 tempest-BulkNetworkOpsIpV6Test-1388836122-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '20d45979-af7b-4cda-913e-69c3fb9f469a') {} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:29:08.133943 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-156da5e6-ef83-49d7-9ab8-42a2781b3173 tempest-BulkNetworkOpsIpV6Test-1388836122 tempest-BulkNetworkOpsIpV6Test-1388836122-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746560742283', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11788955'] for segment (20d45979-af7b-4cda-913e-69c3fb9f469a), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:29:08.158097 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-156da5e6-ef83-49d7-9ab8-42a2781b3173 tempest-BulkNetworkOpsIpV6Test-1388836122 tempest-BulkNetworkOpsIpV6Test-1388836122-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576559'] for segment (20d45979-af7b-4cda-913e-69c3fb9f469a), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:29:08.172157 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-156da5e6-ef83-49d7-9ab8-42a2781b3173 tempest-BulkNetworkOpsIpV6Test-1388836122 tempest-BulkNetworkOpsIpV6Test-1388836122-project] Releasing vlan 578 on physical network physnet1 to pool {{(pid=103305) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 26 21:29:08.172848 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-156da5e6-ef83-49d7-9ab8-42a2781b3173 tempest-BulkNetworkOpsIpV6Test-1388836122 tempest-BulkNetworkOpsIpV6Test-1388836122-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11791428'] for segment (20d45979-af7b-4cda-913e-69c3fb9f469a), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:29:08.176594 n-d-760453-5 neutron-server[103305]: Traceback (most recent call last): Jan 26 21:29:08.176594 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 26 21:29:08.176594 n-d-760453-5 neutron-server[103305]: timer() Jan 26 21:29:08.176594 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 26 21:29:08.176594 n-d-760453-5 neutron-server[103305]: cb(*args, **kw) Jan 26 21:29:08.176594 n-d-760453-5 neutron-server[103305]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 26 21:29:08.176594 n-d-760453-5 neutron-server[103305]: return func(*args, **kwargs) Jan 26 21:29:08.176594 n-d-760453-5 neutron-server[103305]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 26 21:29:08.176594 n-d-760453-5 neutron-server[103305]: self._notify() Jan 26 21:29:08.176594 n-d-760453-5 neutron-server[103305]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 26 21:29:08.176594 n-d-760453-5 neutron-server[103305]: self.callback(batched_events) Jan 26 21:29:08.176594 n-d-760453-5 neutron-server[103305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 26 21:29:08.176594 n-d-760453-5 neutron-server[103305]: event.method(event) Jan 26 21:29:08.176594 n-d-760453-5 neutron-server[103305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 26 21:29:08.176594 n-d-760453-5 neutron-server[103305]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 26 21:29:08.176594 n-d-760453-5 neutron-server[103305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 26 21:29:08.176594 n-d-760453-5 neutron-server[103305]: aggregate_uuid = self.p_client.list_aggregates( Jan 26 21:29:08.176594 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 26 21:29:08.176594 n-d-760453-5 neutron-server[103305]: return f(self, *a, **k) Jan 26 21:29:08.176594 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 26 21:29:08.176594 n-d-760453-5 neutron-server[103305]: return self._get(url).json() Jan 26 21:29:08.176594 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 26 21:29:08.176594 n-d-760453-5 neutron-server[103305]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 26 21:29:08.176594 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 26 21:29:08.176594 n-d-760453-5 neutron-server[103305]: return self.request(url, 'GET', **kwargs) Jan 26 21:29:08.176594 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 26 21:29:08.176594 n-d-760453-5 neutron-server[103305]: base_url = self.get_endpoint(auth, allow=allow, Jan 26 21:29:08.176594 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 26 21:29:08.176594 n-d-760453-5 neutron-server[103305]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 26 21:29:08.176594 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 26 21:29:08.176594 n-d-760453-5 neutron-server[103305]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 26 21:29:08.176594 n-d-760453-5 neutron-server[103305]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 26 21:29:08.256281 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-156da5e6-ef83-49d7-9ab8-42a2781b3173 tempest-BulkNetworkOpsIpV6Test-1388836122 tempest-BulkNetworkOpsIpV6Test-1388836122-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4110931'] for network (300f5f4a-5b8f-4c25-bd15-70043cb81805), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:29:08.264464 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-156da5e6-ef83-49d7-9ab8-42a2781b3173 tempest-BulkNetworkOpsIpV6Test-1388836122 tempest-BulkNetworkOpsIpV6Test-1388836122-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709645'] for network (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:29:08.268995 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-156da5e6-ef83-49d7-9ab8-42a2781b3173 tempest-BulkNetworkOpsIpV6Test-1388836122 tempest-BulkNetworkOpsIpV6Test-1388836122-project] 10.222.0.13 "DELETE /v2.0/networks/300f5f4a-5b8f-4c25-bd15-70043cb81805 HTTP/1.1" status: 204 len: 168 time: 0.4220264 Jan 26 21:29:08.271242 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 49694) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:29:08.284008 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-156da5e6-ef83-49d7-9ab8-42a2781b3173 tempest-BulkNetworkOpsIpV6Test-1388836122 tempest-BulkNetworkOpsIpV6Test-1388836122-project] Pushing event deleted for resources: {'Network': ['ID=300f5f4a-5b8f-4c25-bd15-70043cb81805,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:29:08.324838 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (32ef628b-8417-46c5-8729-60fcabe358f1), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:29:08.384391 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-5ebc38f0-e1a3-4bab-89c1-3a5eb88597b7 tempest-BulkNetworkOpsIpV6Test-1388836122 tempest-BulkNetworkOpsIpV6Test-1388836122-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-748181'] for network (5f3646f7-d36b-46e2-a4ec-f9f038d2eb6d), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:29:08.393762 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803ad91f-6006-42cc-a47b-85dc7456fa20 req-61a691ed-6643-44f0-8b3c-705d63eebf4d tempest-AttachVolumeShelveTestJSON-345998519 tempest-AttachVolumeShelveTestJSON-345998519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:29:08.395297 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-803ad91f-6006-42cc-a47b-85dc7456fa20 req-61a691ed-6643-44f0-8b3c-705d63eebf4d tempest-AttachVolumeShelveTestJSON-345998519 tempest-AttachVolumeShelveTestJSON-345998519-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a78b0a6-78a4-4bc7-9a2d-0384fc9d6981 HTTP/1.1" status: 200 len: 945 time: 0.1152880 Jan 26 21:29:08.510527 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-5ebc38f0-e1a3-4bab-89c1-3a5eb88597b7 tempest-BulkNetworkOpsIpV6Test-1388836122 tempest-BulkNetworkOpsIpV6Test-1388836122-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-686403', 'neutron.services.segments.db._delete_segments_for_network-8746560774018'] for network (5f3646f7-d36b-46e2-a4ec-f9f038d2eb6d), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:29:08.533340 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-803ad91f-6006-42cc-a47b-85dc7456fa20 req-0dac930c-9ee2-4943-932d-39f98a8dfdd2 tempest-AttachVolumeShelveTestJSON-345998519 tempest-AttachVolumeShelveTestJSON-345998519-project] 10.222.0.13 "GET /v2.0/security-groups?id=a25c4f90-015b-4812-87d5-e6df93d42e7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1277907 Jan 26 21:29:08.541902 n-d-760453-5 neutron-server[103304]: DEBUG neutron.services.segments.db [None req-5ebc38f0-e1a3-4bab-89c1-3a5eb88597b7 tempest-BulkNetworkOpsIpV6Test-1388836122 tempest-BulkNetworkOpsIpV6Test-1388836122-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5f3646f7-d36b-46e2-a4ec-f9f038d2eb6d']}} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:29:08.553322 n-d-760453-5 neutron-server[103304]: DEBUG neutron.services.segments.db [None req-5ebc38f0-e1a3-4bab-89c1-3a5eb88597b7 tempest-BulkNetworkOpsIpV6Test-1388836122 tempest-BulkNetworkOpsIpV6Test-1388836122-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ac16f44b-275b-4512-94c8-02c14d92c9be') {'for_net_delete': True} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:29:08.553776 n-d-760453-5 neutron-server[103304]: DEBUG neutron.services.segments.db [None req-5ebc38f0-e1a3-4bab-89c1-3a5eb88597b7 tempest-BulkNetworkOpsIpV6Test-1388836122 tempest-BulkNetworkOpsIpV6Test-1388836122-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ac16f44b-275b-4512-94c8-02c14d92c9be') {} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:29:08.566524 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-5ebc38f0-e1a3-4bab-89c1-3a5eb88597b7 tempest-BulkNetworkOpsIpV6Test-1388836122 tempest-BulkNetworkOpsIpV6Test-1388836122-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746560742283', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8881293'] for segment (ac16f44b-275b-4512-94c8-02c14d92c9be), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:29:08.581980 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-5ebc38f0-e1a3-4bab-89c1-3a5eb88597b7 tempest-BulkNetworkOpsIpV6Test-1388836122 tempest-BulkNetworkOpsIpV6Test-1388836122-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576559'] for segment (ac16f44b-275b-4512-94c8-02c14d92c9be), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:29:08.588712 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5ebc38f0-e1a3-4bab-89c1-3a5eb88597b7 tempest-BulkNetworkOpsIpV6Test-1388836122 tempest-BulkNetworkOpsIpV6Test-1388836122-project] Releasing vlan 591 on physical network physnet1 to pool {{(pid=103304) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 26 21:29:08.589220 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-5ebc38f0-e1a3-4bab-89c1-3a5eb88597b7 tempest-BulkNetworkOpsIpV6Test-1388836122 tempest-BulkNetworkOpsIpV6Test-1388836122-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9281762'] for segment (ac16f44b-275b-4512-94c8-02c14d92c9be), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:29:08.592488 n-d-760453-5 neutron-server[103304]: Traceback (most recent call last): Jan 26 21:29:08.592488 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 26 21:29:08.592488 n-d-760453-5 neutron-server[103304]: timer() Jan 26 21:29:08.592488 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 26 21:29:08.592488 n-d-760453-5 neutron-server[103304]: cb(*args, **kw) Jan 26 21:29:08.592488 n-d-760453-5 neutron-server[103304]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 26 21:29:08.592488 n-d-760453-5 neutron-server[103304]: return func(*args, **kwargs) Jan 26 21:29:08.592488 n-d-760453-5 neutron-server[103304]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 26 21:29:08.592488 n-d-760453-5 neutron-server[103304]: self._notify() Jan 26 21:29:08.592488 n-d-760453-5 neutron-server[103304]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 26 21:29:08.592488 n-d-760453-5 neutron-server[103304]: self.callback(batched_events) Jan 26 21:29:08.592488 n-d-760453-5 neutron-server[103304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 26 21:29:08.592488 n-d-760453-5 neutron-server[103304]: event.method(event) Jan 26 21:29:08.592488 n-d-760453-5 neutron-server[103304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 26 21:29:08.592488 n-d-760453-5 neutron-server[103304]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 26 21:29:08.592488 n-d-760453-5 neutron-server[103304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 26 21:29:08.592488 n-d-760453-5 neutron-server[103304]: aggregate_uuid = self.p_client.list_aggregates( Jan 26 21:29:08.592488 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 26 21:29:08.592488 n-d-760453-5 neutron-server[103304]: return f(self, *a, **k) Jan 26 21:29:08.592488 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 26 21:29:08.592488 n-d-760453-5 neutron-server[103304]: return self._get(url).json() Jan 26 21:29:08.592488 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 26 21:29:08.592488 n-d-760453-5 neutron-server[103304]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 26 21:29:08.592488 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 26 21:29:08.592488 n-d-760453-5 neutron-server[103304]: return self.request(url, 'GET', **kwargs) Jan 26 21:29:08.592488 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 26 21:29:08.592488 n-d-760453-5 neutron-server[103304]: base_url = self.get_endpoint(auth, allow=allow, Jan 26 21:29:08.592488 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 26 21:29:08.592488 n-d-760453-5 neutron-server[103304]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 26 21:29:08.592488 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 26 21:29:08.592488 n-d-760453-5 neutron-server[103304]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 26 21:29:08.592488 n-d-760453-5 neutron-server[103304]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 26 21:29:08.661838 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-5ebc38f0-e1a3-4bab-89c1-3a5eb88597b7 tempest-BulkNetworkOpsIpV6Test-1388836122 tempest-BulkNetworkOpsIpV6Test-1388836122-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4110931'] for network (5f3646f7-d36b-46e2-a4ec-f9f038d2eb6d), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:29:08.671462 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-5ebc38f0-e1a3-4bab-89c1-3a5eb88597b7 tempest-BulkNetworkOpsIpV6Test-1388836122 tempest-BulkNetworkOpsIpV6Test-1388836122-project] Publish callbacks [] for network (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:29:08.675210 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-5ebc38f0-e1a3-4bab-89c1-3a5eb88597b7 tempest-BulkNetworkOpsIpV6Test-1388836122 tempest-BulkNetworkOpsIpV6Test-1388836122-project] 10.222.0.13 "DELETE /v2.0/networks/5f3646f7-d36b-46e2-a4ec-f9f038d2eb6d HTTP/1.1" status: 204 len: 168 time: 0.4023376 Jan 26 21:29:08.692764 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ebc38f0-e1a3-4bab-89c1-3a5eb88597b7 tempest-BulkNetworkOpsIpV6Test-1388836122 tempest-BulkNetworkOpsIpV6Test-1388836122-project] Pushing event deleted for resources: {'Network': ['ID=5f3646f7-d36b-46e2-a4ec-f9f038d2eb6d,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:29:08.953926 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 49706) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:29:09.123032 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-b9691d45-2f53-4f21-9926-5adf62fb6fdd admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=e3cbf0efbc6f43b0aaf6a6bbd2afac2b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1677182 Jan 26 21:29:09.125690 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 49712) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:29:09.180987 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-b8f50894-966d-4276-bb05-93d53fd7d299 admin admin] Publish callbacks [] for security_group (83b868d0-4b62-4427-9e96-e4e2e8a6b8c2), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:29:09.205761 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-b8f50894-966d-4276-bb05-93d53fd7d299 admin admin] Publish callbacks [] for security_group (83b868d0-4b62-4427-9e96-e4e2e8a6b8c2), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:29:09.259319 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-b8f50894-966d-4276-bb05-93d53fd7d299 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (83b868d0-4b62-4427-9e96-e4e2e8a6b8c2), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:29:09.262456 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-b8f50894-966d-4276-bb05-93d53fd7d299 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:29:09.263729 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-b8f50894-966d-4276-bb05-93d53fd7d299 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/83b868d0-4b62-4427-9e96-e4e2e8a6b8c2 HTTP/1.1" status: 204 len: 168 time: 0.1369905 Jan 26 21:29:09.274357 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f50894-966d-4276-bb05-93d53fd7d299 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83b868d0-4b62-4427-9e96-e4e2e8a6b8c2,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:29:09.539823 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device ab266fac-d2a5-4530-98ad-4735b091f235 no longer exists at agent ovs-agent-n-d-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 26 21:29:09.561416 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] No Port match for: ab266fac-d2a5-4530-98ad-4735b091f235 {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 26 21:29:09.561907 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device ab266fac-d2a5-4530-98ad-4735b091f235 not bound to the agent host n-d-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 26 21:29:09.716937 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7556e0ef-2ab7-4c04-8b38-7f84ab1a9915 req-60a5d1f0-940f-49db-9116-d431d72016b9 tempest-AttachVolumeShelveTestJSON-345998519 tempest-AttachVolumeShelveTestJSON-345998519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:29:09.718765 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-7556e0ef-2ab7-4c04-8b38-7f84ab1a9915 req-60a5d1f0-940f-49db-9116-d431d72016b9 tempest-AttachVolumeShelveTestJSON-345998519 tempest-AttachVolumeShelveTestJSON-345998519-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a78b0a6-78a4-4bc7-9a2d-0384fc9d6981 HTTP/1.1" status: 200 len: 945 time: 0.0711219 Jan 26 21:29:09.790702 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-7556e0ef-2ab7-4c04-8b38-7f84ab1a9915 req-e291c942-406a-4555-ad51-3b532872e543 tempest-AttachVolumeShelveTestJSON-345998519 tempest-AttachVolumeShelveTestJSON-345998519-project] 10.222.0.13 "GET /v2.0/security-groups?id=a25c4f90-015b-4812-87d5-e6df93d42e7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0649559 Jan 26 21:29:09.855209 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 49738) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:29:10.176214 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 49752) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:29:10.293841 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-eb23c9d0-31a4-406f-b3de-82a6d18f5e04 tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-1625871951'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:29:10.331872 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb23c9d0-31a4-406f-b3de-82a6d18f5e04 tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Made reservation on behalf of 4da385aa39864c0f865aba377c69c57c for: {'network': 1} {{(pid=103304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 21:29:10.336848 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-eb23c9d0-31a4-406f-b3de-82a6d18f5e04 tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for network (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:29:10.356029 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-eb23c9d0-31a4-406f-b3de-82a6d18f5e04 tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Publish callbacks [] for security_group (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:29:10.445393 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-eb23c9d0-31a4-406f-b3de-82a6d18f5e04 tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Publish callbacks [] for security_group (9c2589ff-b6be-45bb-9ddf-04c77c526cb8), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:29:10.458393 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-eb23c9d0-31a4-406f-b3de-82a6d18f5e04 tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (9c2589ff-b6be-45bb-9ddf-04c77c526cb8), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:29:10.492607 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eb23c9d0-31a4-406f-b3de-82a6d18f5e04 tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] vlan segment allocate from pool success with {'vlan_id': 587, 'physical_network': 'physnet1'} {{(pid=103304) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 26 21:29:10.502747 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb23c9d0-31a4-406f-b3de-82a6d18f5e04 tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9c2589ff-b6be-45bb-9ddf-04c77c526cb8,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:29:10.511472 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-eb23c9d0-31a4-406f-b3de-82a6d18f5e04 tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576559'] for segment (cae0e85f-86a3-4b3b-b0cd-ad96d0385f09), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:29:10.512051 n-d-760453-5 neutron-server[103304]: INFO neutron.db.segments_db [None req-eb23c9d0-31a4-406f-b3de-82a6d18f5e04 tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Added segment cae0e85f-86a3-4b3b-b0cd-ad96d0385f09 of type vlan for network 22196535-12cf-4173-a0f4-2cc147dd90f8 Jan 26 21:29:10.567597 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-eb23c9d0-31a4-406f-b3de-82a6d18f5e04 tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746560256871'] for network (22196535-12cf-4173-a0f4-2cc147dd90f8), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:29:10.585016 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-6d995efb-e34d-4afd-b652-73772064f0f5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4110657'] for router_interface (26653f6c-6a3d-4ca7-b1da-a2ac653fa3f2), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:29:10.613030 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-eb23c9d0-31a4-406f-b3de-82a6d18f5e04 tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503'] for network (22196535-12cf-4173-a0f4-2cc147dd90f8), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:29:10.619171 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb23c9d0-31a4-406f-b3de-82a6d18f5e04 tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:29:10.620141 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-eb23c9d0-31a4-406f-b3de-82a6d18f5e04 tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Publish callbacks [] for network (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:29:10.663585 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 49758) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:29:10.664315 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-eb23c9d0-31a4-406f-b3de-82a6d18f5e04 tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 0.4865069 Jan 26 21:29:10.670278 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-64fe134b-681a-41fc-adaa-4d59ef2f093f tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Request body: {'port': {'network_id': '22196535-12cf-4173-a0f4-2cc147dd90f8', 'name': 'tempest-PortsTestJSON-927132048'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:29:10.736612 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb23c9d0-31a4-406f-b3de-82a6d18f5e04 tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Pushing event updated for resources: {'Network': ['ID=22196535-12cf-4173-a0f4-2cc147dd90f8,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:29:10.747485 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Network 22196535-12cf-4173-a0f4-2cc147dd90f8 details requested by agent ovs-agent-n-d-760453-5 with host n-d-760453-5 {{(pid=103306) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 26 21:29:10.907093 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64fe134b-681a-41fc-adaa-4d59ef2f093f tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Made reservation on behalf of 4da385aa39864c0f865aba377c69c57c for: {'port': 1} {{(pid=103305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 21:29:10.911137 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-64fe134b-681a-41fc-adaa-4d59ef2f093f tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:29:10.938159 n-d-760453-5 neutron-server[103305]: DEBUG neutron.notifiers.nova [None req-64fe134b-681a-41fc-adaa-4d59ef2f093f tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] device_id is not set on port 173b91b2-62b6-43fb-ba3c-852849b8483d yet. {{(pid=103305) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 26 21:29:11.068124 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640eb818-668a-403a-99f1-eade599483b5 req-f5670e1d-061e-4dac-9720-f7eb046eb696 tempest-AttachVolumeShelveTestJSON-345998519 tempest-AttachVolumeShelveTestJSON-345998519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:29:11.077185 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-640eb818-668a-403a-99f1-eade599483b5 req-f5670e1d-061e-4dac-9720-f7eb046eb696 tempest-AttachVolumeShelveTestJSON-345998519 tempest-AttachVolumeShelveTestJSON-345998519-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a78b0a6-78a4-4bc7-9a2d-0384fc9d6981 HTTP/1.1" status: 200 len: 945 time: 0.1078763 Jan 26 21:29:11.174367 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-640eb818-668a-403a-99f1-eade599483b5 req-bbf6e8ca-3546-4b7b-a3a5-c31bc4b3e073 tempest-AttachVolumeShelveTestJSON-345998519 tempest-AttachVolumeShelveTestJSON-345998519-project] 10.222.0.13 "GET /v2.0/security-groups?id=a25c4f90-015b-4812-87d5-e6df93d42e7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0961809 Jan 26 21:29:11.208429 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-64fe134b-681a-41fc-adaa-4d59ef2f093f tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Publish callbacks [] for port (173b91b2-62b6-43fb-ba3c-852849b8483d), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:29:11.246415 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-6d995efb-e34d-4afd-b652-73772064f0f5 admin admin] Deleting port 04460135-cdaf-4885-a1ad-61f321315f2b {{(pid=103305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 21:29:11.248582 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-6d995efb-e34d-4afd-b652-73772064f0f5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746560630878'] for port (04460135-cdaf-4885-a1ad-61f321315f2b), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:29:11.271199 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-64fe134b-681a-41fc-adaa-4d59ef2f093f tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746560234527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11791543'] for port (173b91b2-62b6-43fb-ba3c-852849b8483d), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:29:11.394107 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64fe134b-681a-41fc-adaa-4d59ef2f093f tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Pushing event updated for resources: {'Port': ['ID=173b91b2-62b6-43fb-ba3c-852849b8483d,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:29:11.428685 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64fe134b-681a-41fc-adaa-4d59ef2f093f tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Checking segment: {'id': 'cae0e85f-86a3-4b3b-b0cd-ad96d0385f09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '22196535-12cf-4173-a0f4-2cc147dd90f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103305) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 21:29:11.428685 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64fe134b-681a-41fc-adaa-4d59ef2f093f tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Network hostable DHCP agents. Network: 22196535-12cf-4173-a0f4-2cc147dd90f8, hostable agents: ['474ccdf7-ab6c-405b-a3b2-dc7b05829902'], hosted agents: [] {{(pid=103305) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 26 21:29:11.439292 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [None req-6d995efb-e34d-4afd-b652-73772064f0f5 admin admin] For port 04460135-cdaf-4885-a1ad-61f321315f2b, host n-d-760453-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=04460135-cdaf-4885-a1ad-61f321315f2b,segment=NetworkSegment(74d9efe4-7d64-4491-afaf-007c8a21e844),segment_id=74d9efe4-7d64-4491-afaf-007c8a21e844)] {{(pid=103305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:29:11.439668 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-6d995efb-e34d-4afd-b652-73772064f0f5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4109658'] for port (04460135-cdaf-4885-a1ad-61f321315f2b), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:29:11.461367 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-6d995efb-e34d-4afd-b652-73772064f0f5 admin admin] Calling delete_port for 04460135-cdaf-4885-a1ad-61f321315f2b owned by network:router_interface {{(pid=103305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 21:29:11.480576 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64fe134b-681a-41fc-adaa-4d59ef2f093f tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Network 22196535-12cf-4173-a0f4-2cc147dd90f8 is scheduled to be hosted by DHCP agent 474ccdf7-ab6c-405b-a3b2-dc7b05829902 with binding_index 1 {{(pid=103305) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 26 21:29:11.540452 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [None req-64fe134b-681a-41fc-adaa-4d59ef2f093f tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760453-5, 22196535-12cf-4173-a0f4-2cc147dd90f8) {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:29:11.545075 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64fe134b-681a-41fc-adaa-4d59ef2f093f tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Received port after_create {{(pid=103305) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 21:29:11.551560 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64fe134b-681a-41fc-adaa-4d59ef2f093f tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:29:11.552193 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-64fe134b-681a-41fc-adaa-4d59ef2f093f tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:29:11.554662 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0fe36dc-d594-4997-9b3a-6f70b67e6c86 None None] Network 22196535-12cf-4173-a0f4-2cc147dd90f8 requested from n-d-760453-5 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 26 21:29:11.588962 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-64fe134b-681a-41fc-adaa-4d59ef2f093f tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 0.9241364 Jan 26 21:29:11.592307 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 49768) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:29:11.597239 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-49c159e5-1b3b-4295-b019-d3db209c1206 tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-599542790'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:29:11.634477 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49c159e5-1b3b-4295-b019-d3db209c1206 tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Made reservation on behalf of 4da385aa39864c0f865aba377c69c57c for: {'network': 1} {{(pid=103304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 21:29:11.641882 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-49c159e5-1b3b-4295-b019-d3db209c1206 tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for network (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:29:11.721741 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-49c159e5-1b3b-4295-b019-d3db209c1206 tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] vlan segment allocate from pool success with {'vlan_id': 599, 'physical_network': 'physnet1'} {{(pid=103304) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 26 21:29:11.745357 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-49c159e5-1b3b-4295-b019-d3db209c1206 tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576559'] for segment (e2a9e6a8-7506-4af0-9dee-b8616ebd633c), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:29:11.747920 n-d-760453-5 neutron-server[103304]: INFO neutron.db.segments_db [None req-49c159e5-1b3b-4295-b019-d3db209c1206 tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Added segment e2a9e6a8-7506-4af0-9dee-b8616ebd633c of type vlan for network 2a25ccd5-7a5e-4c66-89b4-0a7d90ed0631 Jan 26 21:29:11.801110 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-6d995efb-e34d-4afd-b652-73772064f0f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746560636600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746560234536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11791543'] for port (04460135-cdaf-4885-a1ad-61f321315f2b), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:29:11.875480 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-49c159e5-1b3b-4295-b019-d3db209c1206 tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746560256871'] for network (2a25ccd5-7a5e-4c66-89b4-0a7d90ed0631), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:29:11.934108 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-49c159e5-1b3b-4295-b019-d3db209c1206 tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503'] for network (2a25ccd5-7a5e-4c66-89b4-0a7d90ed0631), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:29:11.939722 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49c159e5-1b3b-4295-b019-d3db209c1206 tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:29:11.943532 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-49c159e5-1b3b-4295-b019-d3db209c1206 tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Publish callbacks [] for network (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:29:11.989778 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-49c159e5-1b3b-4295-b019-d3db209c1206 tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.3940866 Jan 26 21:29:12.010095 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 49772) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:29:12.034532 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-b2c9224c-5370-4e98-b68d-18f3274556e3 tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Request body: {'ports': [{'network_id': '22196535-12cf-4173-a0f4-2cc147dd90f8'}, {'network_id': '2a25ccd5-7a5e-4c66-89b4-0a7d90ed0631'}]} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:29:12.034794 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-b2c9224c-5370-4e98-b68d-18f3274556e3 tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Request body: {'port': {'network_id': '22196535-12cf-4173-a0f4-2cc147dd90f8'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:29:12.035369 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-b2c9224c-5370-4e98-b68d-18f3274556e3 tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Request body: {'port': {'network_id': '2a25ccd5-7a5e-4c66-89b4-0a7d90ed0631'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:29:12.044770 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d995efb-e34d-4afd-b652-73772064f0f5 admin admin] Pushing event deleted for resources: {'Port': ['ID=04460135-cdaf-4885-a1ad-61f321315f2b,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:29:12.048103 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-6d995efb-e34d-4afd-b652-73772064f0f5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3709480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4110805'] for router_interface (26653f6c-6a3d-4ca7-b1da-a2ac653fa3f2), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:29:12.220769 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c159e5-1b3b-4295-b019-d3db209c1206 tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Pushing event updated for resources: {'Network': ['ID=2a25ccd5-7a5e-4c66-89b4-0a7d90ed0631,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:29:12.231567 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Network 2a25ccd5-7a5e-4c66-89b4-0a7d90ed0631 details requested by agent ovs-agent-n-d-760453-5 with host n-d-760453-5 {{(pid=103306) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 26 21:29:12.329545 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d995efb-e34d-4afd-b652-73772064f0f5 admin admin] Router 26653f6c-6a3d-4ca7-b1da-a2ac653fa3f2 has already been hosted by L3 agent 09df100c-3af1-4b0a-bda8-05914c71c458 {{(pid=103305) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 26 21:29:12.439993 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed6b5b9-d94c-403c-aed9-d0799e2114ba req-ab56a772-3f92-4674-843a-90e68064211a tempest-AttachVolumeShelveTestJSON-345998519 tempest-AttachVolumeShelveTestJSON-345998519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:29:12.441718 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-6ed6b5b9-d94c-403c-aed9-d0799e2114ba req-ab56a772-3f92-4674-843a-90e68064211a tempest-AttachVolumeShelveTestJSON-345998519 tempest-AttachVolumeShelveTestJSON-345998519-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a78b0a6-78a4-4bc7-9a2d-0384fc9d6981 HTTP/1.1" status: 200 len: 945 time: 0.0985641 Jan 26 21:29:12.444405 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2c9224c-5370-4e98-b68d-18f3274556e3 tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Made reservation on behalf of 4da385aa39864c0f865aba377c69c57c for: {'port': 2} {{(pid=103304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 21:29:12.452818 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-b2c9224c-5370-4e98-b68d-18f3274556e3 tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:29:12.466417 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d995efb-e34d-4afd-b652-73772064f0f5 admin admin] Notify agent at l3_agent.n-d-760453-5 the message routers_updated {{(pid=103305) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 26 21:29:12.475962 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-947e7b24-6c1f-4c24-b187-d004503284f4 None None] Sync routers for ids ['26653f6c-6a3d-4ca7-b1da-a2ac653fa3f2'] in n-d-760453-5 {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 26 21:29:12.480486 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-b2c9224c-5370-4e98-b68d-18f3274556e3 tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:29:12.481614 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-6d995efb-e34d-4afd-b652-73772064f0f5 admin admin] 10.222.0.13 "PUT /v2.0/routers/26653f6c-6a3d-4ca7-b1da-a2ac653fa3f2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6251695 Jan 26 21:29:12.482357 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 49778) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:29:12.498768 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-947e7b24-6c1f-4c24-b187-d004503284f4 None None] Routers {'26653f6c-6a3d-4ca7-b1da-a2ac653fa3f2'} bound to L3 agent in host n-d-760453-5 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 21:29:12.499406 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-947e7b24-6c1f-4c24-b187-d004503284f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-26T20:55:21Z,description=,heartbeat_timestamp=2022-01-26T21:28:51Z,host='n-d-760453-5',id=09df100c-3af1-4b0a-bda8-05914c71c458,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:55:21Z,topic='l3_agent')) {'router_ids': ['26653f6c-6a3d-4ca7-b1da-a2ac653fa3f2'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:29:12.653544 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_dvr_db [None req-947e7b24-6c1f-4c24-b187-d004503284f4 None None] Set router 26653f6c-6a3d-4ca7-b1da-a2ac653fa3f2 gateway port host: n-d-760453-5 {{(pid=103307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 21:29:12.657992 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-7f609c4f-e52d-4eff-ad93-f91a2d07c347 admin admin] Publish callbacks [] for router (26653f6c-6a3d-4ca7-b1da-a2ac653fa3f2), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:29:12.689878 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-6ed6b5b9-d94c-403c-aed9-d0799e2114ba req-b960e082-99ac-4438-adc4-f67ddc402961 tempest-AttachVolumeShelveTestJSON-345998519 tempest-AttachVolumeShelveTestJSON-345998519-project] 10.222.0.13 "GET /v2.0/security-groups?id=a25c4f90-015b-4812-87d5-e6df93d42e7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2159615 Jan 26 21:29:12.714868 n-d-760453-5 neutron-server[103304]: DEBUG neutron.notifiers.nova [None req-b2c9224c-5370-4e98-b68d-18f3274556e3 tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] device_id is not set on port 02c19019-ba2b-47b0-9ade-f9346c58de32 yet. {{(pid=103304) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 26 21:29:12.814533 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-b2c9224c-5370-4e98-b68d-18f3274556e3 tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Publish callbacks [] for port (02c19019-ba2b-47b0-9ade-f9346c58de32), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:29:12.872408 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-7f609c4f-e52d-4eff-ad93-f91a2d07c347 admin admin] Publish callbacks [] for router_gateway (26653f6c-6a3d-4ca7-b1da-a2ac653fa3f2), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:29:12.876635 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-947e7b24-6c1f-4c24-b187-d004503284f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26653f6c-6a3d-4ca7-b1da-a2ac653fa3f2', 'name': 'tempest-TaggedBootDevicesTest_v242-1530584916-router', 'tenant_id': '026ef2d8b8e041b18f9abf8363011406', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'external_fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.86'}], 'enable_snat': True}, 'gw_port_id': 'e2e6dac8-dcff-45f3-8872-9bf1bbb353f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T21:15:55Z', 'updated_at': '2022-01-26T21:29:11Z', 'revision_number': 5, 'project_id': '026ef2d8b8e041b18f9abf8363011406', 'gw_port': {'id': 'e2e6dac8-dcff-45f3-8872-9bf1bbb353f5', 'name': '', 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:ce:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26653f6c-6a3d-4ca7-b1da-a2ac653fa3f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1396, 'fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:15:56Z', 'updated_at': '2022-01-26T21:16:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-5'}], 'n-d-760453-5', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:29:12.893039 n-d-760453-5 neutron-server[103304]: DEBUG neutron.notifiers.nova [None req-b2c9224c-5370-4e98-b68d-18f3274556e3 tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] device_id is not set on port cfbaeb72-ffcd-4b54-b7b8-f303e4ab1c25 yet. {{(pid=103304) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 26 21:29:12.909257 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-947e7b24-6c1f-4c24-b187-d004503284f4 None None] Checking router: 26653f6c-6a3d-4ca7-b1da-a2ac653fa3f2 for host: n-d-760453-5 {{(pid=103307) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 26 21:29:12.919212 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-947e7b24-6c1f-4c24-b187-d004503284f4 None None] Routers {'26653f6c-6a3d-4ca7-b1da-a2ac653fa3f2'} bound to L3 agent in host n-d-760453-5 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 21:29:12.920030 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-947e7b24-6c1f-4c24-b187-d004503284f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-26T20:55:21Z,description=,heartbeat_timestamp=2022-01-26T21:28:51Z,host='n-d-760453-5',id=09df100c-3af1-4b0a-bda8-05914c71c458,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:55:21Z,topic='l3_agent')) {'router_ids': ['26653f6c-6a3d-4ca7-b1da-a2ac653fa3f2'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:29:12.983805 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-b2c9224c-5370-4e98-b68d-18f3274556e3 tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Publish callbacks [] for port (cfbaeb72-ffcd-4b54-b7b8-f303e4ab1c25), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:29:12.985936 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-7f609c4f-e52d-4eff-ad93-f91a2d07c347 admin admin] Deleting port e2e6dac8-dcff-45f3-8872-9bf1bbb353f5 {{(pid=103305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 21:29:12.986383 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-7f609c4f-e52d-4eff-ad93-f91a2d07c347 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746560630878'] for port (e2e6dac8-dcff-45f3-8872-9bf1bbb353f5), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:29:13.021542 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_dvr_db [None req-947e7b24-6c1f-4c24-b187-d004503284f4 None None] Set router 26653f6c-6a3d-4ca7-b1da-a2ac653fa3f2 gateway port host: None {{(pid=103307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 21:29:13.026150 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-b2c9224c-5370-4e98-b68d-18f3274556e3 tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746560234527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9281553'] for port (02c19019-ba2b-47b0-9ade-f9346c58de32), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:29:13.082089 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-947e7b24-6c1f-4c24-b187-d004503284f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26653f6c-6a3d-4ca7-b1da-a2ac653fa3f2', 'name': 'tempest-TaggedBootDevicesTest_v242-1530584916-router', 'tenant_id': '026ef2d8b8e041b18f9abf8363011406', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T21:15:55Z', 'updated_at': '2022-01-26T21:29:12Z', 'revision_number': 6, 'project_id': '026ef2d8b8e041b18f9abf8363011406', 'gw_port_host': None}], 'n-d-760453-5', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:29:13.091292 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2c9224c-5370-4e98-b68d-18f3274556e3 tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Network 22196535-12cf-4173-a0f4-2cc147dd90f8 is already hosted by enough agents. {{(pid=103304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 21:29:13.092773 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [None req-7f609c4f-e52d-4eff-ad93-f91a2d07c347 admin admin] For port e2e6dac8-dcff-45f3-8872-9bf1bbb353f5, host n-d-760453-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=e2e6dac8-dcff-45f3-8872-9bf1bbb353f5,segment=NetworkSegment(e17cb353-418f-48b9-b982-21a6233ee99b),segment_id=e17cb353-418f-48b9-b982-21a6233ee99b)] {{(pid=103305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:29:13.093213 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-7f609c4f-e52d-4eff-ad93-f91a2d07c347 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4109658'] for port (e2e6dac8-dcff-45f3-8872-9bf1bbb353f5), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:29:13.095064 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [None req-b2c9224c-5370-4e98-b68d-18f3274556e3 tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Resources bound (agent type, host, resource id): {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:29:13.102656 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2c9224c-5370-4e98-b68d-18f3274556e3 tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Received port after_create {{(pid=103304) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 21:29:13.103617 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-b2c9224c-5370-4e98-b68d-18f3274556e3 tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746560234527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9281553'] for port (cfbaeb72-ffcd-4b54-b7b8-f303e4ab1c25), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:29:13.111401 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-7f609c4f-e52d-4eff-ad93-f91a2d07c347 admin admin] Calling delete_port for e2e6dac8-dcff-45f3-8872-9bf1bbb353f5 owned by network:router_gateway {{(pid=103305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 21:29:13.115889 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c9224c-5370-4e98-b68d-18f3274556e3 tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Pushing event updated for resources: {'Port': ['ID=02c19019-ba2b-47b0-9ade-f9346c58de32,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:29:13.126729 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-947e7b24-6c1f-4c24-b187-d004503284f4 None None] The sync data for ids ['26653f6c-6a3d-4ca7-b1da-a2ac653fa3f2'] in n-d-760453-5 is: [{'id': '26653f6c-6a3d-4ca7-b1da-a2ac653fa3f2', 'name': 'tempest-TaggedBootDevicesTest_v242-1530584916-router', 'tenant_id': '026ef2d8b8e041b18f9abf8363011406', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T21:15:55Z', 'updated_at': '2022-01-26T21:29:12Z', 'revision_number': 6, 'project_id': '026ef2d8b8e041b18f9abf8363011406', 'gw_port_host': None}] {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 26 21:29:13.200702 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2c9224c-5370-4e98-b68d-18f3274556e3 tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Checking segment: {'id': 'e2a9e6a8-7506-4af0-9dee-b8616ebd633c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '2a25ccd5-7a5e-4c66-89b4-0a7d90ed0631'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103304) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 21:29:13.201629 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2c9224c-5370-4e98-b68d-18f3274556e3 tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Network hostable DHCP agents. Network: 2a25ccd5-7a5e-4c66-89b4-0a7d90ed0631, hostable agents: ['474ccdf7-ab6c-405b-a3b2-dc7b05829902'], hosted agents: [] {{(pid=103304) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 26 21:29:13.210909 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c9224c-5370-4e98-b68d-18f3274556e3 tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Pushing event updated for resources: {'Port': ['ID=cfbaeb72-ffcd-4b54-b7b8-f303e4ab1c25,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:29:13.231784 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2c9224c-5370-4e98-b68d-18f3274556e3 tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Network 2a25ccd5-7a5e-4c66-89b4-0a7d90ed0631 is scheduled to be hosted by DHCP agent 474ccdf7-ab6c-405b-a3b2-dc7b05829902 with binding_index 1 {{(pid=103304) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 26 21:29:13.243477 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [None req-b2c9224c-5370-4e98-b68d-18f3274556e3 tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760453-5, 2a25ccd5-7a5e-4c66-89b4-0a7d90ed0631) {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:29:13.247623 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2c9224c-5370-4e98-b68d-18f3274556e3 tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Received port after_create {{(pid=103304) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 21:29:13.253999 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2c9224c-5370-4e98-b68d-18f3274556e3 tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:29:13.255163 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c9ee277-275f-4b75-8e2c-64b62e5387d2 None None] Network 2a25ccd5-7a5e-4c66-89b4-0a7d90ed0631 requested from n-d-760453-5 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 26 21:29:13.260176 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2c9224c-5370-4e98-b68d-18f3274556e3 tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:29:13.261137 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-b2c9224c-5370-4e98-b68d-18f3274556e3 tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:29:13.285245 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-b2c9224c-5370-4e98-b68d-18f3274556e3 tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 1.2685752 Jan 26 21:29:13.285619 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 49784) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:29:13.362688 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-7f609c4f-e52d-4eff-ad93-f91a2d07c347 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746560636600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746560234536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11791543'] for port (e2e6dac8-dcff-45f3-8872-9bf1bbb353f5), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:29:13.417249 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-0397eaa9-7a9d-44d0-ba3d-cf4d69eb22a0 tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Deleting port cfbaeb72-ffcd-4b54-b7b8-f303e4ab1c25 {{(pid=103304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 21:29:13.417671 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-0397eaa9-7a9d-44d0-ba3d-cf4d69eb22a0 tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746560630878'] for port (cfbaeb72-ffcd-4b54-b7b8-f303e4ab1c25), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:29:13.427797 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f609c4f-e52d-4eff-ad93-f91a2d07c347 admin admin] Pushing event deleted for resources: {'Port': ['ID=e2e6dac8-dcff-45f3-8872-9bf1bbb353f5,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:29:13.483168 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-7f609c4f-e52d-4eff-ad93-f91a2d07c347 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4111291'] for router_gateway (26653f6c-6a3d-4ca7-b1da-a2ac653fa3f2), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:29:13.523826 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-0397eaa9-7a9d-44d0-ba3d-cf4d69eb22a0 tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4109658'] for port (cfbaeb72-ffcd-4b54-b7b8-f303e4ab1c25), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:29:13.553410 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-0397eaa9-7a9d-44d0-ba3d-cf4d69eb22a0 tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Calling delete_port for cfbaeb72-ffcd-4b54-b7b8-f303e4ab1c25 owned by {{(pid=103304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 21:29:13.672927 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-0397eaa9-7a9d-44d0-ba3d-cf4d69eb22a0 tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746560636600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746560234536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9281553'] for port (cfbaeb72-ffcd-4b54-b7b8-f303e4ab1c25), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:29:13.711832 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0397eaa9-7a9d-44d0-ba3d-cf4d69eb22a0 tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Pushing event deleted for resources: {'Port': ['ID=cfbaeb72-ffcd-4b54-b7b8-f303e4ab1c25,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:29:13.717452 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-0397eaa9-7a9d-44d0-ba3d-cf4d69eb22a0 tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:29:13.721370 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-0397eaa9-7a9d-44d0-ba3d-cf4d69eb22a0 tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] 10.222.0.13 "DELETE /v2.0/ports/cfbaeb72-ffcd-4b54-b7b8-f303e4ab1c25 HTTP/1.1" status: 204 len: 168 time: 0.4331882 Jan 26 21:29:13.723503 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 49792) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:29:13.785774 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5c51182-a256-4dbc-88b1-cfc2a60bbebd tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:29:13.791402 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5c51182-a256-4dbc-88b1-cfc2a60bbebd tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:29:13.793769 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-e5c51182-a256-4dbc-88b1-cfc2a60bbebd tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1451 time: 0.0692601 Jan 26 21:29:13.805756 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 49794) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:29:13.907471 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6f8173-177d-4391-8c63-1392cbf1ac38 req-a4238af2-f2a3-4964-a848-0e3811927d37 tempest-AttachVolumeShelveTestJSON-345998519 tempest-AttachVolumeShelveTestJSON-345998519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:29:13.909956 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-8b6f8173-177d-4391-8c63-1392cbf1ac38 req-a4238af2-f2a3-4964-a848-0e3811927d37 tempest-AttachVolumeShelveTestJSON-345998519 tempest-AttachVolumeShelveTestJSON-345998519-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a78b0a6-78a4-4bc7-9a2d-0384fc9d6981 HTTP/1.1" status: 200 len: 945 time: 0.1148813 Jan 26 21:29:13.930485 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-7f609c4f-e52d-4eff-ad93-f91a2d07c347 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4105774', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13082'] for router (26653f6c-6a3d-4ca7-b1da-a2ac653fa3f2), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:29:13.932923 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-7f609c4f-e52d-4eff-ad93-f91a2d07c347 admin admin] Publish callbacks [] for router_controller (26653f6c-6a3d-4ca7-b1da-a2ac653fa3f2), precommit_delete_associations {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:29:13.978319 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-8b6f8173-177d-4391-8c63-1392cbf1ac38 req-dffdb4d4-11b5-4a04-aee1-621bccd55cd1 tempest-AttachVolumeShelveTestJSON-345998519 tempest-AttachVolumeShelveTestJSON-345998519-project] 10.222.0.13 "GET /v2.0/security-groups?id=a25c4f90-015b-4812-87d5-e6df93d42e7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0611649 Jan 26 21:29:13.980835 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-7cc98638-954e-48f0-bc00-d007596b9087 tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Deleting port 02c19019-ba2b-47b0-9ade-f9346c58de32 {{(pid=103304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 21:29:13.981175 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-7cc98638-954e-48f0-bc00-d007596b9087 tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746560630878'] for port (02c19019-ba2b-47b0-9ade-f9346c58de32), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:29:14.005351 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-7f609c4f-e52d-4eff-ad93-f91a2d07c347 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4105767'] for router (26653f6c-6a3d-4ca7-b1da-a2ac653fa3f2), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:29:14.009003 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device 04460135-cdaf-4885-a1ad-61f321315f2b no longer exists at agent ovs-agent-n-d-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 26 21:29:14.020976 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f609c4f-e52d-4eff-ad93-f91a2d07c347 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 26653f6c-6a3d-4ca7-b1da-a2ac653fa3f2 {{(pid=103305) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 26 21:29:14.038918 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-7f609c4f-e52d-4eff-ad93-f91a2d07c347 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:29:14.039091 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 49796) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:29:14.039195 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-7f609c4f-e52d-4eff-ad93-f91a2d07c347 admin admin] 10.222.0.13 "DELETE /v2.0/routers/26653f6c-6a3d-4ca7-b1da-a2ac653fa3f2 HTTP/1.1" status: 204 len: 168 time: 1.5530753 Jan 26 21:29:14.043790 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] No Port match for: 04460135-cdaf-4885-a1ad-61f321315f2b {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 26 21:29:14.044139 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device 04460135-cdaf-4885-a1ad-61f321315f2b not bound to the agent host n-d-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 26 21:29:14.096421 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-7cc98638-954e-48f0-bc00-d007596b9087 tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4109658'] for port (02c19019-ba2b-47b0-9ade-f9346c58de32), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:29:14.114457 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-7cc98638-954e-48f0-bc00-d007596b9087 tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Calling delete_port for 02c19019-ba2b-47b0-9ade-f9346c58de32 owned by {{(pid=103304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 21:29:14.121217 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.db_base_plugin_v2 [None req-18b30b1f-08e5-4b6f-9aec-0cc9ba1e7610 admin admin] Deleting subnet 57e3c492-4b44-4b41-bf93-c4d6e5c59ce4 {{(pid=103304) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 26 21:29:14.128048 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-18b30b1f-08e5-4b6f-9aec-0cc9ba1e7610 admin admin] Publish callbacks [] for subnet (57e3c492-4b44-4b41-bf93-c4d6e5c59ce4), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:29:14.201230 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-18b30b1f-08e5-4b6f-9aec-0cc9ba1e7610 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8881284'] for subnet (57e3c492-4b44-4b41-bf93-c4d6e5c59ce4), precommit_delete_associations {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:29:14.298048 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-7cc98638-954e-48f0-bc00-d007596b9087 tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746560636600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746560234536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9281553'] for port (02c19019-ba2b-47b0-9ade-f9346c58de32), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:29:14.331631 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-18b30b1f-08e5-4b6f-9aec-0cc9ba1e7610 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687316'] for subnet (57e3c492-4b44-4b41-bf93-c4d6e5c59ce4), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:29:14.358103 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc98638-954e-48f0-bc00-d007596b9087 tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Pushing event deleted for resources: {'Port': ['ID=02c19019-ba2b-47b0-9ade-f9346c58de32,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:29:14.367381 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-7cc98638-954e-48f0-bc00-d007596b9087 tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:29:14.373490 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 49800) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:29:14.373677 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-7cc98638-954e-48f0-bc00-d007596b9087 tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] 10.222.0.13 "DELETE /v2.0/ports/02c19019-ba2b-47b0-9ade-f9346c58de32 HTTP/1.1" status: 204 len: 168 time: 0.5664544 Jan 26 21:29:14.433375 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-18b30b1f-08e5-4b6f-9aec-0cc9ba1e7610 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9281612', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12215216'] for subnet (57e3c492-4b44-4b41-bf93-c4d6e5c59ce4), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:29:14.466927 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b30b1f-08e5-4b6f-9aec-0cc9ba1e7610 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=57e3c492-4b44-4b41-bf93-c4d6e5c59ce4,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:29:14.468766 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-590b5563-d36a-41c9-bd3a-345c81534e3a tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:29:14.470002 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-590b5563-d36a-41c9-bd3a-345c81534e3a tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.0950782 Jan 26 21:29:14.470989 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-18b30b1f-08e5-4b6f-9aec-0cc9ba1e7610 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:29:14.472484 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 49802) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:29:14.476571 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-18b30b1f-08e5-4b6f-9aec-0cc9ba1e7610 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/57e3c492-4b44-4b41-bf93-c4d6e5c59ce4 HTTP/1.1" status: 204 len: 168 time: 0.4387791 Jan 26 21:29:14.478727 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d986122-0930-42b3-894a-6775b121d857 None None] Network bbfba3ee-2021-4c97-a0e2-2098fcdcf99e requested from n-d-760453-5 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 26 21:29:14.479529 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 49804) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:29:14.502069 n-d-760453-5 neutron-server[103305]: INFO neutron.pecan_wsgi.hooks.translation [None req-a031516a-1aa7-4d10-90d4-c4a1cf325ef9 tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] GET failed (client error): The resource could not be found. Jan 26 21:29:14.506188 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-a031516a-1aa7-4d10-90d4-c4a1cf325ef9 tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] 10.222.0.13 "GET /v2.0/ports/cfbaeb72-ffcd-4b54-b7b8-f303e4ab1c25 HTTP/1.1" status: 404 len: 333 time: 0.0297685 Jan 26 21:29:14.506421 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 49806) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:29:14.539851 n-d-760453-5 neutron-server[103305]: INFO neutron.pecan_wsgi.hooks.translation [None req-6d5a74e4-9cfa-42c3-9a3b-a880ee9a60b9 tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] GET failed (client error): The resource could not be found. Jan 26 21:29:14.544961 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 49810) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:29:14.545319 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-6d5a74e4-9cfa-42c3-9a3b-a880ee9a60b9 tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] 10.222.0.13 "GET /v2.0/ports/02c19019-ba2b-47b0-9ade-f9346c58de32 HTTP/1.1" status: 404 len: 333 time: 0.0349195 Jan 26 21:29:14.626610 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-359276b3-bf4a-4941-8977-cc5a7b7a443e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-748181'] for network (bbfba3ee-2021-4c97-a0e2-2098fcdcf99e), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:29:14.656365 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-0d7d5d3d-de3e-452d-82aa-5d38a5fe57ba tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-748181'] for network (2a25ccd5-7a5e-4c66-89b4-0a7d90ed0631), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:29:14.702437 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aca11569-32fc-4dc2-bd7b-8ec0b958253d None None] DHCP port deletion for bbfba3ee-2021-4c97-a0e2-2098fcdcf99e request from n-d-760453-5 {{(pid=103306) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 26 21:29:14.755779 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-aca11569-32fc-4dc2-bd7b-8ec0b958253d None None] Deleting port 347267e2-e000-465c-81eb-6a37ee7d3e70 {{(pid=103306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 21:29:14.756503 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-aca11569-32fc-4dc2-bd7b-8ec0b958253d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746560630878'] for port (347267e2-e000-465c-81eb-6a37ee7d3e70), before_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:29:14.781073 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-0d7d5d3d-de3e-452d-82aa-5d38a5fe57ba tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-686403', 'neutron.services.segments.db._delete_segments_for_network-8746560774018'] for network (2a25ccd5-7a5e-4c66-89b4-0a7d90ed0631), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:29:14.790362 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-359276b3-bf4a-4941-8977-cc5a7b7a443e admin admin] Deleting port 347267e2-e000-465c-81eb-6a37ee7d3e70 {{(pid=103304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 21:29:14.790534 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-359276b3-bf4a-4941-8977-cc5a7b7a443e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746560630878'] for port (347267e2-e000-465c-81eb-6a37ee7d3e70), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:29:14.822010 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-aca11569-32fc-4dc2-bd7b-8ec0b958253d None None] For port 347267e2-e000-465c-81eb-6a37ee7d3e70, host n-d-760453-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=347267e2-e000-465c-81eb-6a37ee7d3e70,segment=NetworkSegment(74d9efe4-7d64-4491-afaf-007c8a21e844),segment_id=74d9efe4-7d64-4491-afaf-007c8a21e844)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:29:14.822516 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-aca11569-32fc-4dc2-bd7b-8ec0b958253d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4109658'] for port (347267e2-e000-465c-81eb-6a37ee7d3e70), precommit_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:29:14.835666 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-aca11569-32fc-4dc2-bd7b-8ec0b958253d None None] Calling delete_port for 347267e2-e000-465c-81eb-6a37ee7d3e70 owned by network:dhcp {{(pid=103306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 21:29:14.838199 n-d-760453-5 neutron-server[103304]: DEBUG neutron.services.segments.db [None req-0d7d5d3d-de3e-452d-82aa-5d38a5fe57ba tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2a25ccd5-7a5e-4c66-89b4-0a7d90ed0631']}} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:29:14.855956 n-d-760453-5 neutron-server[103304]: DEBUG neutron.services.segments.db [None req-0d7d5d3d-de3e-452d-82aa-5d38a5fe57ba tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e2a9e6a8-7506-4af0-9dee-b8616ebd633c') {'for_net_delete': True} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:29:14.856253 n-d-760453-5 neutron-server[103304]: DEBUG neutron.services.segments.db [None req-0d7d5d3d-de3e-452d-82aa-5d38a5fe57ba tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e2a9e6a8-7506-4af0-9dee-b8616ebd633c') {} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:29:14.878080 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-0d7d5d3d-de3e-452d-82aa-5d38a5fe57ba tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746560742283', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8881293'] for segment (e2a9e6a8-7506-4af0-9dee-b8616ebd633c), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:29:14.893648 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [None req-359276b3-bf4a-4941-8977-cc5a7b7a443e admin admin] For port 347267e2-e000-465c-81eb-6a37ee7d3e70, host n-d-760453-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=347267e2-e000-465c-81eb-6a37ee7d3e70,segment=NetworkSegment(74d9efe4-7d64-4491-afaf-007c8a21e844),segment_id=74d9efe4-7d64-4491-afaf-007c8a21e844)] {{(pid=103304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:29:14.894082 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-359276b3-bf4a-4941-8977-cc5a7b7a443e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4109658'] for port (347267e2-e000-465c-81eb-6a37ee7d3e70), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:29:14.909195 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-0d7d5d3d-de3e-452d-82aa-5d38a5fe57ba tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576559'] for segment (e2a9e6a8-7506-4af0-9dee-b8616ebd633c), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:29:14.911294 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-359276b3-bf4a-4941-8977-cc5a7b7a443e admin admin] Calling delete_port for 347267e2-e000-465c-81eb-6a37ee7d3e70 owned by network:dhcp {{(pid=103304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 21:29:14.920177 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0d7d5d3d-de3e-452d-82aa-5d38a5fe57ba tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Releasing vlan 599 on physical network physnet1 to pool {{(pid=103304) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 26 21:29:14.920877 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-0d7d5d3d-de3e-452d-82aa-5d38a5fe57ba tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9281762'] for segment (e2a9e6a8-7506-4af0-9dee-b8616ebd633c), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:29:14.923719 n-d-760453-5 neutron-server[103304]: Traceback (most recent call last): Jan 26 21:29:14.923719 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 26 21:29:14.923719 n-d-760453-5 neutron-server[103304]: timer() Jan 26 21:29:14.923719 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 26 21:29:14.923719 n-d-760453-5 neutron-server[103304]: cb(*args, **kw) Jan 26 21:29:14.923719 n-d-760453-5 neutron-server[103304]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 26 21:29:14.923719 n-d-760453-5 neutron-server[103304]: return func(*args, **kwargs) Jan 26 21:29:14.923719 n-d-760453-5 neutron-server[103304]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 26 21:29:14.923719 n-d-760453-5 neutron-server[103304]: self._notify() Jan 26 21:29:14.923719 n-d-760453-5 neutron-server[103304]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 26 21:29:14.923719 n-d-760453-5 neutron-server[103304]: self.callback(batched_events) Jan 26 21:29:14.923719 n-d-760453-5 neutron-server[103304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 26 21:29:14.923719 n-d-760453-5 neutron-server[103304]: event.method(event) Jan 26 21:29:14.923719 n-d-760453-5 neutron-server[103304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 26 21:29:14.923719 n-d-760453-5 neutron-server[103304]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 26 21:29:14.923719 n-d-760453-5 neutron-server[103304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 26 21:29:14.923719 n-d-760453-5 neutron-server[103304]: aggregate_uuid = self.p_client.list_aggregates( Jan 26 21:29:14.923719 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 26 21:29:14.923719 n-d-760453-5 neutron-server[103304]: return f(self, *a, **k) Jan 26 21:29:14.923719 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 26 21:29:14.923719 n-d-760453-5 neutron-server[103304]: return self._get(url).json() Jan 26 21:29:14.923719 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 26 21:29:14.923719 n-d-760453-5 neutron-server[103304]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 26 21:29:14.923719 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 26 21:29:14.923719 n-d-760453-5 neutron-server[103304]: return self.request(url, 'GET', **kwargs) Jan 26 21:29:14.923719 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 26 21:29:14.923719 n-d-760453-5 neutron-server[103304]: base_url = self.get_endpoint(auth, allow=allow, Jan 26 21:29:14.923719 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 26 21:29:14.923719 n-d-760453-5 neutron-server[103304]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 26 21:29:14.923719 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 26 21:29:14.923719 n-d-760453-5 neutron-server[103304]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 26 21:29:14.923719 n-d-760453-5 neutron-server[103304]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 26 21:29:14.933549 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-aca11569-32fc-4dc2-bd7b-8ec0b958253d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746560636600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746560234536'] for port (347267e2-e000-465c-81eb-6a37ee7d3e70), after_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:29:14.960512 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca11569-32fc-4dc2-bd7b-8ec0b958253d None None] Pushing event deleted for resources: {'Port': ['ID=347267e2-e000-465c-81eb-6a37ee7d3e70,revision_number=None']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:29:14.968520 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aca11569-32fc-4dc2-bd7b-8ec0b958253d None None] No DVR routers for this DVR port 347267e2-e000-465c-81eb-6a37ee7d3e70 on host n-d-760453-5 {{(pid=103306) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 26 21:29:15.418110 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-0d7d5d3d-de3e-452d-82aa-5d38a5fe57ba tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4110931'] for network (2a25ccd5-7a5e-4c66-89b4-0a7d90ed0631), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:29:15.422993 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-0d7d5d3d-de3e-452d-82aa-5d38a5fe57ba tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Publish callbacks [] for network (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:29:15.432350 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-0d7d5d3d-de3e-452d-82aa-5d38a5fe57ba tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] 10.222.0.13 "DELETE /v2.0/networks/2a25ccd5-7a5e-4c66-89b4-0a7d90ed0631 HTTP/1.1" status: 204 len: 168 time: 0.8842101 Jan 26 21:29:15.434545 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 49818) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:29:15.440535 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-24881962-5ec1-4f56-b111-6ceef8d0a37e tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1589377246'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:29:15.461555 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7d5d3d-de3e-452d-82aa-5d38a5fe57ba tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Pushing event deleted for resources: {'Network': ['ID=2a25ccd5-7a5e-4c66-89b4-0a7d90ed0631,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:29:15.468030 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.agents_db [None req-569f1ced-6396-4ddf-b79f-e03b0b2146ab None None] Agent healthcheck: found 7 active agents {{(pid=103307) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 26 21:29:15.474536 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e731aae7-8286-4340-920b-c4b420fbad30 req-6c479aa7-faca-4329-a9c8-b1a65021a1d2 tempest-AttachVolumeShelveTestJSON-345998519 tempest-AttachVolumeShelveTestJSON-345998519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:29:15.475812 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24881962-5ec1-4f56-b111-6ceef8d0a37e tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Made reservation on behalf of 4da385aa39864c0f865aba377c69c57c for: {'network': 1} {{(pid=103305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 21:29:15.476402 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-e731aae7-8286-4340-920b-c4b420fbad30 req-6c479aa7-faca-4329-a9c8-b1a65021a1d2 tempest-AttachVolumeShelveTestJSON-345998519 tempest-AttachVolumeShelveTestJSON-345998519-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a78b0a6-78a4-4bc7-9a2d-0384fc9d6981 HTTP/1.1" status: 200 len: 945 time: 0.1379662 Jan 26 21:29:15.480095 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-24881962-5ec1-4f56-b111-6ceef8d0a37e tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for network (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:29:15.523307 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-24881962-5ec1-4f56-b111-6ceef8d0a37e tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] vlan segment allocate from pool success with {'vlan_id': 595, 'physical_network': 'physnet1'} {{(pid=103305) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 26 21:29:15.532130 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-359276b3-bf4a-4941-8977-cc5a7b7a443e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746560636600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746560234536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9281553'] for port (347267e2-e000-465c-81eb-6a37ee7d3e70), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:29:15.534343 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-24881962-5ec1-4f56-b111-6ceef8d0a37e tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576559'] for segment (3590a36b-c93a-4542-86ef-881b114a89d7), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:29:15.534783 n-d-760453-5 neutron-server[103305]: INFO neutron.db.segments_db [None req-24881962-5ec1-4f56-b111-6ceef8d0a37e tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Added segment 3590a36b-c93a-4542-86ef-881b114a89d7 of type vlan for network d1bd0815-232d-45d0-8633-41c76443d639 Jan 26 21:29:15.580605 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359276b3-bf4a-4941-8977-cc5a7b7a443e admin admin] Pushing event deleted for resources: {'Port': ['ID=347267e2-e000-465c-81eb-6a37ee7d3e70,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:29:15.582901 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-359276b3-bf4a-4941-8977-cc5a7b7a443e admin admin] No DVR routers for this DVR port 347267e2-e000-465c-81eb-6a37ee7d3e70 on host n-d-760453-5 {{(pid=103304) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 26 21:29:15.588630 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device 347267e2-e000-465c-81eb-6a37ee7d3e70 no longer exists at agent ovs-agent-n-d-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 26 21:29:15.589159 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-e731aae7-8286-4340-920b-c4b420fbad30 req-cbc1e001-4b34-4904-9c4f-5aea33ccc9fb tempest-AttachVolumeShelveTestJSON-345998519 tempest-AttachVolumeShelveTestJSON-345998519-project] 10.222.0.13 "GET /v2.0/security-groups?id=a25c4f90-015b-4812-87d5-e6df93d42e7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1042075 Jan 26 21:29:15.590002 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-24881962-5ec1-4f56-b111-6ceef8d0a37e tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746560256871'] for network (d1bd0815-232d-45d0-8633-41c76443d639), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:29:15.625264 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] No Port match for: 347267e2-e000-465c-81eb-6a37ee7d3e70 {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 26 21:29:15.625957 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device 347267e2-e000-465c-81eb-6a37ee7d3e70 not bound to the agent host n-d-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 26 21:29:15.626470 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device e2e6dac8-dcff-45f3-8872-9bf1bbb353f5 no longer exists at agent ovs-agent-n-d-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 26 21:29:15.631495 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-24881962-5ec1-4f56-b111-6ceef8d0a37e tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503'] for network (d1bd0815-232d-45d0-8633-41c76443d639), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:29:15.644166 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24881962-5ec1-4f56-b111-6ceef8d0a37e tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:29:15.647442 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-24881962-5ec1-4f56-b111-6ceef8d0a37e tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709645'] for network (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:29:15.670611 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] No Port match for: e2e6dac8-dcff-45f3-8872-9bf1bbb353f5 {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 26 21:29:15.679573 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device e2e6dac8-dcff-45f3-8872-9bf1bbb353f5 not bound to the agent host n-d-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 26 21:29:15.686546 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-359276b3-bf4a-4941-8977-cc5a7b7a443e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-686403', 'neutron.services.segments.db._delete_segments_for_network-8746560774018'] for network (bbfba3ee-2021-4c97-a0e2-2098fcdcf99e), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:29:15.717420 n-d-760453-5 neutron-server[103304]: DEBUG neutron.services.segments.db [None req-359276b3-bf4a-4941-8977-cc5a7b7a443e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bbfba3ee-2021-4c97-a0e2-2098fcdcf99e']}} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:29:15.721481 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-24881962-5ec1-4f56-b111-6ceef8d0a37e tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2835531 Jan 26 21:29:15.725094 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 49824) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:29:15.732263 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-1d9565b0-f1b0-4954-ac65-7c79360a66d9 tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Request body: {'subnet': {'network_id': 'd1bd0815-232d-45d0-8633-41c76443d639', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.2', 'end': '172.20.0.14'}]}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:29:15.737032 n-d-760453-5 neutron-server[103304]: DEBUG neutron.services.segments.db [None req-359276b3-bf4a-4941-8977-cc5a7b7a443e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '74d9efe4-7d64-4491-afaf-007c8a21e844') {'for_net_delete': True} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:29:15.737346 n-d-760453-5 neutron-server[103304]: DEBUG neutron.services.segments.db [None req-359276b3-bf4a-4941-8977-cc5a7b7a443e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '74d9efe4-7d64-4491-afaf-007c8a21e844') {} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:29:15.759191 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-359276b3-bf4a-4941-8977-cc5a7b7a443e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746560742283', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8881293'] for segment (74d9efe4-7d64-4491-afaf-007c8a21e844), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:29:15.775919 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24881962-5ec1-4f56-b111-6ceef8d0a37e tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Pushing event updated for resources: {'Network': ['ID=d1bd0815-232d-45d0-8633-41c76443d639,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:29:15.787186 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Network d1bd0815-232d-45d0-8633-41c76443d639 details requested by agent ovs-agent-n-d-760453-5 with host n-d-760453-5 {{(pid=103306) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 26 21:29:15.808159 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-359276b3-bf4a-4941-8977-cc5a7b7a443e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576559'] for segment (74d9efe4-7d64-4491-afaf-007c8a21e844), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:29:15.823552 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-359276b3-bf4a-4941-8977-cc5a7b7a443e admin admin] Releasing vlan 582 on physical network physnet1 to pool {{(pid=103304) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 26 21:29:15.823976 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-359276b3-bf4a-4941-8977-cc5a7b7a443e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9281762'] for segment (74d9efe4-7d64-4491-afaf-007c8a21e844), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:29:15.825872 n-d-760453-5 neutron-server[103304]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 26 21:29:15.825872 n-d-760453-5 neutron-server[103304]: self.session.flush() Jan 26 21:29:15.825872 n-d-760453-5 neutron-server[103304]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 26 21:29:15.825872 n-d-760453-5 neutron-server[103304]: self.session.flush() Jan 26 21:29:15.825872 n-d-760453-5 neutron-server[103304]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 26 21:29:15.825872 n-d-760453-5 neutron-server[103304]: self.session.flush() Jan 26 21:29:15.825872 n-d-760453-5 neutron-server[103304]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 26 21:29:15.825872 n-d-760453-5 neutron-server[103304]: self.session.flush() Jan 26 21:29:15.825872 n-d-760453-5 neutron-server[103304]: Traceback (most recent call last): Jan 26 21:29:15.825872 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 26 21:29:15.825872 n-d-760453-5 neutron-server[103304]: timer() Jan 26 21:29:15.825872 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 26 21:29:15.825872 n-d-760453-5 neutron-server[103304]: cb(*args, **kw) Jan 26 21:29:15.825872 n-d-760453-5 neutron-server[103304]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 26 21:29:15.825872 n-d-760453-5 neutron-server[103304]: return func(*args, **kwargs) Jan 26 21:29:15.825872 n-d-760453-5 neutron-server[103304]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 26 21:29:15.825872 n-d-760453-5 neutron-server[103304]: self._notify() Jan 26 21:29:15.825872 n-d-760453-5 neutron-server[103304]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 26 21:29:15.825872 n-d-760453-5 neutron-server[103304]: self.callback(batched_events) Jan 26 21:29:15.825872 n-d-760453-5 neutron-server[103304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 26 21:29:15.825872 n-d-760453-5 neutron-server[103304]: event.method(event) Jan 26 21:29:15.825872 n-d-760453-5 neutron-server[103304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 26 21:29:15.825872 n-d-760453-5 neutron-server[103304]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 26 21:29:15.825872 n-d-760453-5 neutron-server[103304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 26 21:29:15.825872 n-d-760453-5 neutron-server[103304]: aggregate_uuid = self.p_client.list_aggregates( Jan 26 21:29:15.825872 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 26 21:29:15.825872 n-d-760453-5 neutron-server[103304]: return f(self, *a, **k) Jan 26 21:29:15.825872 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 26 21:29:15.825872 n-d-760453-5 neutron-server[103304]: return self._get(url).json() Jan 26 21:29:15.825872 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 26 21:29:15.825872 n-d-760453-5 neutron-server[103304]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 26 21:29:15.825872 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 26 21:29:15.825872 n-d-760453-5 neutron-server[103304]: return self.request(url, 'GET', **kwargs) Jan 26 21:29:15.825872 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 26 21:29:15.825872 n-d-760453-5 neutron-server[103304]: base_url = self.get_endpoint(auth, allow=allow, Jan 26 21:29:15.825872 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 26 21:29:15.825872 n-d-760453-5 neutron-server[103304]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 26 21:29:15.825872 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 26 21:29:15.825872 n-d-760453-5 neutron-server[103304]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 26 21:29:15.825872 n-d-760453-5 neutron-server[103304]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 26 21:29:15.895621 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d9565b0-f1b0-4954-ac65-7c79360a66d9 tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Made reservation on behalf of 4da385aa39864c0f865aba377c69c57c for: {'subnet': 1} {{(pid=103304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 21:29:15.899110 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-1d9565b0-f1b0-4954-ac65-7c79360a66d9 tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12215181'] for subnet (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:29:15.903699 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-359276b3-bf4a-4941-8977-cc5a7b7a443e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4110931'] for network (bbfba3ee-2021-4c97-a0e2-2098fcdcf99e), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:29:15.921563 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-359276b3-bf4a-4941-8977-cc5a7b7a443e admin admin] Publish callbacks [] for network (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:29:15.924719 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-359276b3-bf4a-4941-8977-cc5a7b7a443e admin admin] 10.222.0.13 "DELETE /v2.0/networks/bbfba3ee-2021-4c97-a0e2-2098fcdcf99e HTTP/1.1" status: 204 len: 168 time: 1.4440925 Jan 26 21:29:15.928341 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 49826) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:29:15.958739 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359276b3-bf4a-4941-8977-cc5a7b7a443e admin admin] Pushing event deleted for resources: {'Network': ['ID=bbfba3ee-2021-4c97-a0e2-2098fcdcf99e,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:29:15.976628 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.ipam_backend_mixin [None req-1d9565b0-f1b0-4954-ac65-7c79360a66d9 tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Performing IP validity checks on allocation pools {{(pid=103304) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jan 26 21:29:15.977240 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.ipam_backend_mixin [None req-1d9565b0-f1b0-4954-ac65-7c79360a66d9 tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103304) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jan 26 21:29:16.147119 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-1d9565b0-f1b0-4954-ac65-7c79360a66d9 tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9285249', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12215227'] for subnet (b323bb8e-5a01-4758-aa86-02d8f7405daa), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:29:16.207415 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d9565b0-f1b0-4954-ac65-7c79360a66d9 tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Pushing event updated for resources: {'Subnet': ['ID=b323bb8e-5a01-4758-aa86-02d8f7405daa,revision_number=0']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:29:16.217200 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d9565b0-f1b0-4954-ac65-7c79360a66d9 tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Checking segment: {'id': '3590a36b-c93a-4542-86ef-881b114a89d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'd1bd0815-232d-45d0-8633-41c76443d639'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103304) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 21:29:16.217612 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d9565b0-f1b0-4954-ac65-7c79360a66d9 tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Network hostable DHCP agents. Network: d1bd0815-232d-45d0-8633-41c76443d639, hostable agents: ['474ccdf7-ab6c-405b-a3b2-dc7b05829902'], hosted agents: [] {{(pid=103304) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 26 21:29:16.235873 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d9565b0-f1b0-4954-ac65-7c79360a66d9 tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Network d1bd0815-232d-45d0-8633-41c76443d639 is scheduled to be hosted by DHCP agent 474ccdf7-ab6c-405b-a3b2-dc7b05829902 with binding_index 1 {{(pid=103304) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 26 21:29:16.245628 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [None req-1d9565b0-f1b0-4954-ac65-7c79360a66d9 tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760453-5, d1bd0815-232d-45d0-8633-41c76443d639) {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:29:16.251138 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d9565b0-f1b0-4954-ac65-7c79360a66d9 tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:29:16.252055 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-1d9565b0-f1b0-4954-ac65-7c79360a66d9 tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Publish callbacks [] for subnet (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:29:16.255747 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae1e6cf8-0ba3-42c9-bd12-1e0123bfbafd None None] Network d1bd0815-232d-45d0-8633-41c76443d639 requested from n-d-760453-5 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 26 21:29:16.274820 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-1d9565b0-f1b0-4954-ac65-7c79360a66d9 tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5463123 Jan 26 21:29:16.275130 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 49828) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:29:16.280691 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-4339ff2d-ee8c-465c-a510-a6776d3f8e9f tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Request body: {'port': {'network_id': 'd1bd0815-232d-45d0-8633-41c76443d639', 'name': 'tempest-PortsTestJSON-1660918521'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:29:16.345390 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-dfd7fe16-c8ed-4353-9b07-df6743eed9d6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4110657'] for router_interface (077fb25e-0381-46a0-83a2-df7ac4efce05), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:29:16.367843 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0316b3a6-a2f1-4de9-b7b8-fa1965a580bb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3c4099e8-8ffb-51d1-af7f-5868973e933f-d1bd0815-232d-45d0-8633-41c76443d639', 'network_id': 'd1bd0815-232d-45d0-8633-41c76443d639', 'project_id': '4da385aa39864c0f865aba377c69c57c', 'fixed_ips': [{'subnet_id': 'b323bb8e-5a01-4758-aa86-02d8f7405daa'}]}} from n-d-760453-5. {{(pid=103306) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 26 21:29:16.368705 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-0316b3a6-a2f1-4de9-b7b8-fa1965a580bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (None), before_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:29:16.442642 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4339ff2d-ee8c-465c-a510-a6776d3f8e9f tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Made reservation on behalf of 4da385aa39864c0f865aba377c69c57c for: {'port': 1} {{(pid=103304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 21:29:16.447001 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-4339ff2d-ee8c-465c-a510-a6776d3f8e9f tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:29:16.485412 n-d-760453-5 neutron-server[103304]: DEBUG neutron.notifiers.nova [None req-4339ff2d-ee8c-465c-a510-a6776d3f8e9f tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] device_id is not set on port c0973302-0ff2-4405-b4f5-aded218b28d5 yet. {{(pid=103304) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 26 21:29:16.547426 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.db_base_plugin_common [None req-0316b3a6-a2f1-4de9-b7b8-fa1965a580bb None None] Allocated IP 172.20.0.2 (d1bd0815-232d-45d0-8633-41c76443d639/b323bb8e-5a01-4758-aa86-02d8f7405daa/3a2112b2-5acb-497f-9d46-0b1035a4334c) {{(pid=103306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 21:29:16.711016 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-0316b3a6-a2f1-4de9-b7b8-fa1965a580bb None None] Publish callbacks [] for port (3a2112b2-5acb-497f-9d46-0b1035a4334c), precommit_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:29:16.715480 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-dfd7fe16-c8ed-4353-9b07-df6743eed9d6 admin admin] Deleting port 7410be57-f229-43a7-81b3-f5c1951cf80a {{(pid=103305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 21:29:16.715962 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-dfd7fe16-c8ed-4353-9b07-df6743eed9d6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746560630878'] for port (7410be57-f229-43a7-81b3-f5c1951cf80a), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:29:16.721100 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-0316b3a6-a2f1-4de9-b7b8-fa1965a580bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746560234527'] for port (3a2112b2-5acb-497f-9d46-0b1035a4334c), after_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:29:16.762160 n-d-760453-5 neutron-server[103306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0316b3a6-a2f1-4de9-b7b8-fa1965a580bb None None] Network d1bd0815-232d-45d0-8633-41c76443d639 is already hosted by enough agents. {{(pid=103306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 21:29:16.765151 n-d-760453-5 neutron-server[103306]: DEBUG neutron.scheduler.base_scheduler [None req-0316b3a6-a2f1-4de9-b7b8-fa1965a580bb None None] Resources bound (agent type, host, resource id): {{(pid=103306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:29:16.768920 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0316b3a6-a2f1-4de9-b7b8-fa1965a580bb None None] Received port after_create {{(pid=103306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 21:29:16.821133 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0316b3a6-a2f1-4de9-b7b8-fa1965a580bb None None] Pushing event updated for resources: {'Port': ['ID=3a2112b2-5acb-497f-9d46-0b1035a4334c,revision_number=1']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:29:16.831853 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [None req-dfd7fe16-c8ed-4353-9b07-df6743eed9d6 admin admin] For port 7410be57-f229-43a7-81b3-f5c1951cf80a, host n-d-760453-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=7410be57-f229-43a7-81b3-f5c1951cf80a,segment=NetworkSegment(671a3ec7-722d-4ff9-bea3-d24946b752c2),segment_id=671a3ec7-722d-4ff9-bea3-d24946b752c2)] {{(pid=103305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:29:16.832236 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-dfd7fe16-c8ed-4353-9b07-df6743eed9d6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4109658'] for port (7410be57-f229-43a7-81b3-f5c1951cf80a), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:29:16.835711 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.db_base_plugin_common [None req-4339ff2d-ee8c-465c-a510-a6776d3f8e9f tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Allocated IP 172.20.0.11 (d1bd0815-232d-45d0-8633-41c76443d639/b323bb8e-5a01-4758-aa86-02d8f7405daa/c0973302-0ff2-4405-b4f5-aded218b28d5) {{(pid=103304) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 21:29:16.836679 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-0316b3a6-a2f1-4de9-b7b8-fa1965a580bb None None] Attempting to bind port 3a2112b2-5acb-497f-9d46-0b1035a4334c on host n-d-760453-5 for vnic_type normal with profile {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 21:29:16.837062 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-0316b3a6-a2f1-4de9-b7b8-fa1965a580bb None None] Attempting to bind port 3a2112b2-5acb-497f-9d46-0b1035a4334c by drivers openvswitch,hyperv on host n-d-760453-5 at level 0 using segments [{'id': '3590a36b-c93a-4542-86ef-881b114a89d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'd1bd0815-232d-45d0-8633-41c76443d639'}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 26 21:29:16.837720 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0316b3a6-a2f1-4de9-b7b8-fa1965a580bb None None] Attempting to bind port 3a2112b2-5acb-497f-9d46-0b1035a4334c on network d1bd0815-232d-45d0-8633-41c76443d639 {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 21:29:16.842978 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0316b3a6-a2f1-4de9-b7b8-fa1965a580bb None None] Checking agent: {'id': 'fea0591a-627d-4c87-9a9a-01625ddf3277', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760453-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 20, 55, 25), 'started_at': datetime.datetime(2022, 1, 26, 20, 55, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 21, 28, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760453-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 26 21:29:16.843360 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0316b3a6-a2f1-4de9-b7b8-fa1965a580bb None None] Checking segment: {'id': '3590a36b-c93a-4542-86ef-881b114a89d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'd1bd0815-232d-45d0-8633-41c76443d639'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 21:29:16.843767 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-0316b3a6-a2f1-4de9-b7b8-fa1965a580bb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:29:16.844161 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0316b3a6-a2f1-4de9-b7b8-fa1965a580bb None None] Bound using segment: {'id': '3590a36b-c93a-4542-86ef-881b114a89d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'd1bd0815-232d-45d0-8633-41c76443d639'} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 26 21:29:16.844638 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-0316b3a6-a2f1-4de9-b7b8-fa1965a580bb None None] Bound port: 3a2112b2-5acb-497f-9d46-0b1035a4334c, host: n-d-760453-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3590a36b-c93a-4542-86ef-881b114a89d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'd1bd0815-232d-45d0-8633-41c76443d639'}}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 26 21:29:16.845020 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-0316b3a6-a2f1-4de9-b7b8-fa1965a580bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (3a2112b2-5acb-497f-9d46-0b1035a4334c), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:29:16.851827 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-dfd7fe16-c8ed-4353-9b07-df6743eed9d6 admin admin] Calling delete_port for 7410be57-f229-43a7-81b3-f5c1951cf80a owned by network:router_interface {{(pid=103305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 21:29:16.909893 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-0316b3a6-a2f1-4de9-b7b8-fa1965a580bb None None] For port 3a2112b2-5acb-497f-9d46-0b1035a4334c, host n-d-760453-5, cleared binding levels {{(pid=103306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 26 21:29:16.913043 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-0316b3a6-a2f1-4de9-b7b8-fa1965a580bb None None] For port 3a2112b2-5acb-497f-9d46-0b1035a4334c, host n-d-760453-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=3a2112b2-5acb-497f-9d46-0b1035a4334c,segment=NetworkSegment(3590a36b-c93a-4542-86ef-881b114a89d7),segment_id=3590a36b-c93a-4542-86ef-881b114a89d7)] {{(pid=103306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 26 21:29:16.918644 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-0316b3a6-a2f1-4de9-b7b8-fa1965a580bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (3a2112b2-5acb-497f-9d46-0b1035a4334c), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:29:17.001074 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-4339ff2d-ee8c-465c-a510-a6776d3f8e9f tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Publish callbacks [] for port (c0973302-0ff2-4405-b4f5-aded218b28d5), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:29:17.012439 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0316b3a6-a2f1-4de9-b7b8-fa1965a580bb None None] Pushing event updated for resources: {'Port': ['ID=3a2112b2-5acb-497f-9d46-0b1035a4334c,revision_number=2']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:29:17.047163 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d5e798-3ba8-46ff-a36b-3d36c47ba8dd req-e294f365-8baf-4e04-817c-96bae947a128 tempest-AttachVolumeShelveTestJSON-345998519 tempest-AttachVolumeShelveTestJSON-345998519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:29:17.054819 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-30d5e798-3ba8-46ff-a36b-3d36c47ba8dd req-e294f365-8baf-4e04-817c-96bae947a128 tempest-AttachVolumeShelveTestJSON-345998519 tempest-AttachVolumeShelveTestJSON-345998519-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a78b0a6-78a4-4bc7-9a2d-0384fc9d6981 HTTP/1.1" status: 200 len: 945 time: 0.3559532 Jan 26 21:29:17.076014 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-4339ff2d-ee8c-465c-a510-a6776d3f8e9f tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746560234527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9281553'] for port (c0973302-0ff2-4405-b4f5-aded218b28d5), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:29:17.081003 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-dfd7fe16-c8ed-4353-9b07-df6743eed9d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746560636600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746560234536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11791543'] for port (7410be57-f229-43a7-81b3-f5c1951cf80a), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:29:17.113616 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd7fe16-c8ed-4353-9b07-df6743eed9d6 admin admin] Pushing event deleted for resources: {'Port': ['ID=7410be57-f229-43a7-81b3-f5c1951cf80a,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:29:17.123185 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4339ff2d-ee8c-465c-a510-a6776d3f8e9f tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Network d1bd0815-232d-45d0-8633-41c76443d639 is already hosted by enough agents. {{(pid=103304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 21:29:17.132612 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [None req-4339ff2d-ee8c-465c-a510-a6776d3f8e9f tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Resources bound (agent type, host, resource id): {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:29:17.138475 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4339ff2d-ee8c-465c-a510-a6776d3f8e9f tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Received port after_create {{(pid=103304) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 21:29:17.190371 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4339ff2d-ee8c-465c-a510-a6776d3f8e9f tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Pushing event updated for resources: {'Port': ['ID=c0973302-0ff2-4405-b4f5-aded218b28d5,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:29:17.198388 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-30d5e798-3ba8-46ff-a36b-3d36c47ba8dd req-8703a0ab-5c44-4011-b1e4-82b6bcb68813 tempest-AttachVolumeShelveTestJSON-345998519 tempest-AttachVolumeShelveTestJSON-345998519-project] 10.222.0.13 "GET /v2.0/security-groups?id=a25c4f90-015b-4812-87d5-e6df93d42e7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1427088 Jan 26 21:29:17.219666 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4339ff2d-ee8c-465c-a510-a6776d3f8e9f tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:29:17.220297 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-4339ff2d-ee8c-465c-a510-a6776d3f8e9f tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:29:17.264091 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-4339ff2d-ee8c-465c-a510-a6776d3f8e9f tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 0.9879644 Jan 26 21:29:17.267400 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 49838) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:29:17.424582 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-dfd7fe16-c8ed-4353-9b07-df6743eed9d6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3709480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4110805'] for router_interface (077fb25e-0381-46a0-83a2-df7ac4efce05), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:29:17.498647 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-38122884-cfb1-48bd-84c7-ae8c7a513ef2 tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Deleting port c0973302-0ff2-4405-b4f5-aded218b28d5 {{(pid=103305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 21:29:17.499000 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-38122884-cfb1-48bd-84c7-ae8c7a513ef2 tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746560630878'] for port (c0973302-0ff2-4405-b4f5-aded218b28d5), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:29:17.653872 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-38122884-cfb1-48bd-84c7-ae8c7a513ef2 tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4109658'] for port (c0973302-0ff2-4405-b4f5-aded218b28d5), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:29:17.715478 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device 3a2112b2-5acb-497f-9d46-0b1035a4334c up at agent ovs-agent-n-d-760453-5 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 21:29:17.772180 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Provisioning complete for port 3a2112b2-5acb-497f-9d46-0b1035a4334c triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:29:17.772829 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (3a2112b2-5acb-497f-9d46-0b1035a4334c), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:29:17.773375 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-38122884-cfb1-48bd-84c7-ae8c7a513ef2 tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Calling delete_port for c0973302-0ff2-4405-b4f5-aded218b28d5 owned by {{(pid=103305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 21:29:17.845128 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dfd7fe16-c8ed-4353-9b07-df6743eed9d6 admin admin] Router 077fb25e-0381-46a0-83a2-df7ac4efce05 has already been hosted by L3 agent 09df100c-3af1-4b0a-bda8-05914c71c458 {{(pid=103305) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 26 21:29:17.856150 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Current status of the port 3a2112b2-5acb-497f-9d46-0b1035a4334c is: DOWN; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:29:17.856541 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (3a2112b2-5acb-497f-9d46-0b1035a4334c), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:29:17.908511 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] For port 3a2112b2-5acb-497f-9d46-0b1035a4334c, host n-d-760453-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=3a2112b2-5acb-497f-9d46-0b1035a4334c,segment=NetworkSegment(3590a36b-c93a-4542-86ef-881b114a89d7),segment_id=3590a36b-c93a-4542-86ef-881b114a89d7)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:29:17.914010 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (3a2112b2-5acb-497f-9d46-0b1035a4334c), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:29:17.965284 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Pushing event updated for resources: {'Port': ['ID=3a2112b2-5acb-497f-9d46-0b1035a4334c,revision_number=3']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:29:18.017968 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-38122884-cfb1-48bd-84c7-ae8c7a513ef2 tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746560636600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746560234536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11791543'] for port (c0973302-0ff2-4405-b4f5-aded218b28d5), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:29:18.057061 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38122884-cfb1-48bd-84c7-ae8c7a513ef2 tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Pushing event deleted for resources: {'Port': ['ID=c0973302-0ff2-4405-b4f5-aded218b28d5,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:29:18.087446 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dfd7fe16-c8ed-4353-9b07-df6743eed9d6 admin admin] Notify agent at l3_agent.n-d-760453-5 the message routers_updated {{(pid=103305) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 26 21:29:18.100444 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97bcbb57-ddcb-4562-9b93-2329972fbb36 None None] Sync routers for ids ['077fb25e-0381-46a0-83a2-df7ac4efce05'] in n-d-760453-5 {{(pid=103306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 26 21:29:18.110989 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-dfd7fe16-c8ed-4353-9b07-df6743eed9d6 admin admin] 10.222.0.13 "PUT /v2.0/routers/077fb25e-0381-46a0-83a2-df7ac4efce05/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1792128 Jan 26 21:29:18.111814 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 49846) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:29:18.112942 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97bcbb57-ddcb-4562-9b93-2329972fbb36 None None] Routers {'077fb25e-0381-46a0-83a2-df7ac4efce05'} bound to L3 agent in host n-d-760453-5 {{(pid=103306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 21:29:18.113659 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-97bcbb57-ddcb-4562-9b93-2329972fbb36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-26T20:55:21Z,description=,heartbeat_timestamp=2022-01-26T21:28:51Z,host='n-d-760453-5',id=09df100c-3af1-4b0a-bda8-05914c71c458,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:55:21Z,topic='l3_agent')) {'router_ids': ['077fb25e-0381-46a0-83a2-df7ac4efce05'], 'active': True} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:29:18.138244 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-38122884-cfb1-48bd-84c7-ae8c7a513ef2 tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:29:18.144882 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-38122884-cfb1-48bd-84c7-ae8c7a513ef2 tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] 10.222.0.13 "DELETE /v2.0/ports/c0973302-0ff2-4405-b4f5-aded218b28d5 HTTP/1.1" status: 204 len: 168 time: 0.8762138 Jan 26 21:29:18.145741 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 49848) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:29:18.173103 n-d-760453-5 neutron-server[103305]: INFO neutron.pecan_wsgi.hooks.translation [None req-8fb4e35f-b4a5-4d37-9a64-454ccfd77fa8 tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] DELETE failed (client error): The resource could not be found. Jan 26 21:29:18.174491 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8fb4e35f-b4a5-4d37-9a64-454ccfd77fa8 tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103305) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 26 21:29:18.182473 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-8fb4e35f-b4a5-4d37-9a64-454ccfd77fa8 tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] 10.222.0.13 "DELETE /v2.0/ports/c0973302-0ff2-4405-b4f5-aded218b28d5 HTTP/1.1" status: 404 len: 333 time: 0.0350137 Jan 26 21:29:18.183337 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 49850) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:29:18.240363 n-d-760453-5 neutron-server[103305]: INFO neutron.pecan_wsgi.hooks.translation [None req-b727c0cc-0b89-4407-a41b-8502e3e350b7 tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] GET failed (client error): The resource could not be found. Jan 26 21:29:18.248281 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-b727c0cc-0b89-4407-a41b-8502e3e350b7 tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] 10.222.0.13 "GET /v2.0/ports/c0973302-0ff2-4405-b4f5-aded218b28d5 HTTP/1.1" status: 404 len: 333 time: 0.0613608 Jan 26 21:29:18.249043 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 49852) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:29:18.270608 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvr_db [None req-97bcbb57-ddcb-4562-9b93-2329972fbb36 None None] Set router 077fb25e-0381-46a0-83a2-df7ac4efce05 gateway port host: n-d-760453-5 {{(pid=103306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 21:29:18.279048 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-6a73ee0c-74d0-4761-b6d3-62cb4d1d95aa admin admin] Publish callbacks [] for router (077fb25e-0381-46a0-83a2-df7ac4efce05), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:29:18.311986 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.db_base_plugin_v2 [None req-96443cfb-8e27-4097-93d0-722a6ec32e10 tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Deleting subnet b323bb8e-5a01-4758-aa86-02d8f7405daa {{(pid=103305) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 26 21:29:18.323100 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-96443cfb-8e27-4097-93d0-722a6ec32e10 tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Publish callbacks [] for subnet (b323bb8e-5a01-4758-aa86-02d8f7405daa), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:29:18.408679 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-96443cfb-8e27-4097-93d0-722a6ec32e10 tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11788946'] for subnet (b323bb8e-5a01-4758-aa86-02d8f7405daa), precommit_delete_associations {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:29:18.457401 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-6a73ee0c-74d0-4761-b6d3-62cb4d1d95aa admin admin] Publish callbacks [] for router_gateway (077fb25e-0381-46a0-83a2-df7ac4efce05), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:29:18.525448 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ad3bd2-4d2e-446f-afb2-85831f18715a req-0ee02ccd-dca8-4439-abf0-13799f31aa4a tempest-AttachVolumeShelveTestJSON-345998519 tempest-AttachVolumeShelveTestJSON-345998519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:29:18.527003 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-a8ad3bd2-4d2e-446f-afb2-85831f18715a req-0ee02ccd-dca8-4439-abf0-13799f31aa4a tempest-AttachVolumeShelveTestJSON-345998519 tempest-AttachVolumeShelveTestJSON-345998519-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a78b0a6-78a4-4bc7-9a2d-0384fc9d6981 HTTP/1.1" status: 200 len: 945 time: 0.0813968 Jan 26 21:29:18.535333 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-96443cfb-8e27-4097-93d0-722a6ec32e10 tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687316'] for subnet (b323bb8e-5a01-4758-aa86-02d8f7405daa), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:29:18.545643 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-97bcbb57-ddcb-4562-9b93-2329972fbb36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '077fb25e-0381-46a0-83a2-df7ac4efce05', 'name': 'tempest-TaggedBootDevicesTest_v242-84118051-router', 'tenant_id': 'd5e8578b62ea4e2b9aedc0c9f0fa038f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'external_fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.192'}], 'enable_snat': True}, 'gw_port_id': '69d5b9e9-039e-495d-ac73-da7cd91880c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T21:16:10Z', 'updated_at': '2022-01-26T21:29:17Z', 'revision_number': 5, 'project_id': 'd5e8578b62ea4e2b9aedc0c9f0fa038f', 'gw_port': {'id': '69d5b9e9-039e-495d-ac73-da7cd91880c1', 'name': '', 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:13:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '077fb25e-0381-46a0-83a2-df7ac4efce05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1408, 'fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:16:12Z', 'updated_at': '2022-01-26T21:16:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-5'}], 'n-d-760453-5', False) {} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:29:18.589161 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97bcbb57-ddcb-4562-9b93-2329972fbb36 None None] Checking router: 077fb25e-0381-46a0-83a2-df7ac4efce05 for host: n-d-760453-5 {{(pid=103306) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 26 21:29:18.602407 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71d7809d-0831-49d8-bad2-616e0652378d None None] Network d1bd0815-232d-45d0-8633-41c76443d639 requested from n-d-760453-5 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 26 21:29:18.616677 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-a8ad3bd2-4d2e-446f-afb2-85831f18715a req-2e9ea466-a14c-4536-bb17-b20f8248edaf tempest-AttachVolumeShelveTestJSON-345998519 tempest-AttachVolumeShelveTestJSON-345998519-project] 10.222.0.13 "GET /v2.0/security-groups?id=a25c4f90-015b-4812-87d5-e6df93d42e7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0659292 Jan 26 21:29:18.628045 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-6a73ee0c-74d0-4761-b6d3-62cb4d1d95aa admin admin] Deleting port 69d5b9e9-039e-495d-ac73-da7cd91880c1 {{(pid=103304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 21:29:18.628400 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-6a73ee0c-74d0-4761-b6d3-62cb4d1d95aa admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746560630878'] for port (69d5b9e9-039e-495d-ac73-da7cd91880c1), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:29:18.673930 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-96443cfb-8e27-4097-93d0-722a6ec32e10 tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11791594', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11599980'] for subnet (b323bb8e-5a01-4758-aa86-02d8f7405daa), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:29:18.689578 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-96443cfb-8e27-4097-93d0-722a6ec32e10 tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709645'] for subnet (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:29:18.692852 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-96443cfb-8e27-4097-93d0-722a6ec32e10 tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] 10.222.0.13 "DELETE /v2.0/subnets/b323bb8e-5a01-4758-aa86-02d8f7405daa HTTP/1.1" status: 204 len: 168 time: 0.4433208 Jan 26 21:29:18.713398 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 49858) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:29:18.714520 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96443cfb-8e27-4097-93d0-722a6ec32e10 tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Pushing event deleted for resources: {'Subnet': ['ID=b323bb8e-5a01-4758-aa86-02d8f7405daa,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:29:18.732609 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97bcbb57-ddcb-4562-9b93-2329972fbb36 None None] Routers {'077fb25e-0381-46a0-83a2-df7ac4efce05'} bound to L3 agent in host n-d-760453-5 {{(pid=103306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 21:29:18.733239 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-97bcbb57-ddcb-4562-9b93-2329972fbb36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-26T20:55:21Z,description=,heartbeat_timestamp=2022-01-26T21:28:51Z,host='n-d-760453-5',id=09df100c-3af1-4b0a-bda8-05914c71c458,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:55:21Z,topic='l3_agent')) {'router_ids': ['077fb25e-0381-46a0-83a2-df7ac4efce05'], 'active': True} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:29:18.781901 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-4da7c262-8e8e-48ff-a476-1dcbeeb35205 None None] Provisioning complete for port 3a2112b2-5acb-497f-9d46-0b1035a4334c triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:29:18.782203 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-4da7c262-8e8e-48ff-a476-1dcbeeb35205 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (3a2112b2-5acb-497f-9d46-0b1035a4334c), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:29:18.821747 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-34e8bd7c-5cf4-484b-a6e1-423fe1635631 tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-748181'] for network (d1bd0815-232d-45d0-8633-41c76443d639), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:29:18.828426 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [None req-6a73ee0c-74d0-4761-b6d3-62cb4d1d95aa admin admin] For port 69d5b9e9-039e-495d-ac73-da7cd91880c1, host n-d-760453-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=69d5b9e9-039e-495d-ac73-da7cd91880c1,segment=NetworkSegment(e17cb353-418f-48b9-b982-21a6233ee99b),segment_id=e17cb353-418f-48b9-b982-21a6233ee99b)] {{(pid=103304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:29:18.828913 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-6a73ee0c-74d0-4761-b6d3-62cb4d1d95aa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4109658'] for port (69d5b9e9-039e-495d-ac73-da7cd91880c1), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:29:18.851212 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-6a73ee0c-74d0-4761-b6d3-62cb4d1d95aa admin admin] Calling delete_port for 69d5b9e9-039e-495d-ac73-da7cd91880c1 owned by network:router_gateway {{(pid=103304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 21:29:19.008255 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-34e8bd7c-5cf4-484b-a6e1-423fe1635631 tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Deleting port 3a2112b2-5acb-497f-9d46-0b1035a4334c {{(pid=103304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 21:29:19.009117 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-34e8bd7c-5cf4-484b-a6e1-423fe1635631 tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746560630878'] for port (3a2112b2-5acb-497f-9d46-0b1035a4334c), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:29:19.053493 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-482f9c0f-c018-4d5a-8713-bf2e8d2b6a2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (474ccdf7-ab6c-405b-a3b2-dc7b05829902), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:29:19.061328 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvr_db [None req-97bcbb57-ddcb-4562-9b93-2329972fbb36 None None] Set router 077fb25e-0381-46a0-83a2-df7ac4efce05 gateway port host: None {{(pid=103306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 21:29:19.121662 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-97bcbb57-ddcb-4562-9b93-2329972fbb36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '077fb25e-0381-46a0-83a2-df7ac4efce05', 'name': 'tempest-TaggedBootDevicesTest_v242-84118051-router', 'tenant_id': 'd5e8578b62ea4e2b9aedc0c9f0fa038f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T21:16:10Z', 'updated_at': '2022-01-26T21:29:18Z', 'revision_number': 6, 'project_id': 'd5e8578b62ea4e2b9aedc0c9f0fa038f', 'gw_port_host': None}], 'n-d-760453-5', False) {} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:29:19.127170 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [None req-34e8bd7c-5cf4-484b-a6e1-423fe1635631 tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] For port 3a2112b2-5acb-497f-9d46-0b1035a4334c, host n-d-760453-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=3a2112b2-5acb-497f-9d46-0b1035a4334c,segment=NetworkSegment(3590a36b-c93a-4542-86ef-881b114a89d7),segment_id=3590a36b-c93a-4542-86ef-881b114a89d7)] {{(pid=103304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:29:19.127752 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-34e8bd7c-5cf4-484b-a6e1-423fe1635631 tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4109658'] for port (3a2112b2-5acb-497f-9d46-0b1035a4334c), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:29:19.146739 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-34e8bd7c-5cf4-484b-a6e1-423fe1635631 tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Calling delete_port for 3a2112b2-5acb-497f-9d46-0b1035a4334c owned by network:dhcp {{(pid=103304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 21:29:19.152425 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97bcbb57-ddcb-4562-9b93-2329972fbb36 None None] The sync data for ids ['077fb25e-0381-46a0-83a2-df7ac4efce05'] in n-d-760453-5 is: [{'id': '077fb25e-0381-46a0-83a2-df7ac4efce05', 'name': 'tempest-TaggedBootDevicesTest_v242-84118051-router', 'tenant_id': 'd5e8578b62ea4e2b9aedc0c9f0fa038f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T21:16:10Z', 'updated_at': '2022-01-26T21:29:18Z', 'revision_number': 6, 'project_id': 'd5e8578b62ea4e2b9aedc0c9f0fa038f', 'gw_port_host': None}] {{(pid=103306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 26 21:29:19.201451 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-4da7c262-8e8e-48ff-a476-1dcbeeb35205 None None] Current status of the port 3a2112b2-5acb-497f-9d46-0b1035a4334c is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:29:19.268145 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-6a73ee0c-74d0-4761-b6d3-62cb4d1d95aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746560636600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746560234536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9281553'] for port (69d5b9e9-039e-495d-ac73-da7cd91880c1), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:29:19.278813 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9be0cf20-5eb6-4519-bafa-d3a4a375b008 None None] Network d1bd0815-232d-45d0-8633-41c76443d639 requested from n-d-760453-5 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 26 21:29:19.308149 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a73ee0c-74d0-4761-b6d3-62cb4d1d95aa admin admin] Pushing event deleted for resources: {'Port': ['ID=69d5b9e9-039e-495d-ac73-da7cd91880c1,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:29:19.335713 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-34e8bd7c-5cf4-484b-a6e1-423fe1635631 tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746560636600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746560234536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9281553'] for port (3a2112b2-5acb-497f-9d46-0b1035a4334c), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:29:19.339249 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-e0b57a56-74b5-4055-bf36-817d268a5015 None None] Could not find standard attr ID for object 3a2112b2-5acb-497f-9d46-0b1035a4334c. {{(pid=103306) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 26 21:29:19.392445 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e8bd7c-5cf4-484b-a6e1-423fe1635631 tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Pushing event deleted for resources: {'Port': ['ID=3a2112b2-5acb-497f-9d46-0b1035a4334c,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:29:19.404690 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34e8bd7c-5cf4-484b-a6e1-423fe1635631 tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] No DVR routers for this DVR port 3a2112b2-5acb-497f-9d46-0b1035a4334c on host n-d-760453-5 {{(pid=103304) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 26 21:29:19.450466 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-6a73ee0c-74d0-4761-b6d3-62cb4d1d95aa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4111291'] for router_gateway (077fb25e-0381-46a0-83a2-df7ac4efce05), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:29:19.543372 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74f9a81a-c86c-4b42-8ad8-331864d0ec3e None None] DHCP port deletion for d1bd0815-232d-45d0-8633-41c76443d639 request from n-d-760453-5 {{(pid=103306) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 26 21:29:19.552464 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-34e8bd7c-5cf4-484b-a6e1-423fe1635631 tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-686403', 'neutron.services.segments.db._delete_segments_for_network-8746560774018'] for network (d1bd0815-232d-45d0-8633-41c76443d639), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:29:19.603009 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-6a73ee0c-74d0-4761-b6d3-62cb4d1d95aa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4105774', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13082'] for router (077fb25e-0381-46a0-83a2-df7ac4efce05), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:29:19.613798 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-6a73ee0c-74d0-4761-b6d3-62cb4d1d95aa admin admin] Publish callbacks [] for router_controller (077fb25e-0381-46a0-83a2-df7ac4efce05), precommit_delete_associations {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:29:19.622120 n-d-760453-5 neutron-server[103304]: DEBUG neutron.services.segments.db [None req-34e8bd7c-5cf4-484b-a6e1-423fe1635631 tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d1bd0815-232d-45d0-8633-41c76443d639']}} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:29:19.693703 n-d-760453-5 neutron-server[103304]: DEBUG neutron.services.segments.db [None req-34e8bd7c-5cf4-484b-a6e1-423fe1635631 tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3590a36b-c93a-4542-86ef-881b114a89d7') {'for_net_delete': True} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:29:19.694074 n-d-760453-5 neutron-server[103304]: DEBUG neutron.services.segments.db [None req-34e8bd7c-5cf4-484b-a6e1-423fe1635631 tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3590a36b-c93a-4542-86ef-881b114a89d7') {} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:29:19.710771 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-34e8bd7c-5cf4-484b-a6e1-423fe1635631 tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746560742283', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8881293'] for segment (3590a36b-c93a-4542-86ef-881b114a89d7), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:29:19.721406 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-6a73ee0c-74d0-4761-b6d3-62cb4d1d95aa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4105767'] for router (077fb25e-0381-46a0-83a2-df7ac4efce05), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:29:19.721697 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a73ee0c-74d0-4761-b6d3-62cb4d1d95aa admin admin] Fanout notify agent at l3_agent the message router_deleted on router 077fb25e-0381-46a0-83a2-df7ac4efce05 {{(pid=103304) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 26 21:29:19.728724 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-6a73ee0c-74d0-4761-b6d3-62cb4d1d95aa admin admin] Publish callbacks [] for router (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:29:19.732432 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-6a73ee0c-74d0-4761-b6d3-62cb4d1d95aa admin admin] 10.222.0.13 "DELETE /v2.0/routers/077fb25e-0381-46a0-83a2-df7ac4efce05 HTTP/1.1" status: 204 len: 168 time: 1.6151567 Jan 26 21:29:19.732554 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 49868) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:29:19.737864 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-34e8bd7c-5cf4-484b-a6e1-423fe1635631 tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576559'] for segment (3590a36b-c93a-4542-86ef-881b114a89d7), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:29:19.746904 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-34e8bd7c-5cf4-484b-a6e1-423fe1635631 tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Releasing vlan 595 on physical network physnet1 to pool {{(pid=103304) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 26 21:29:19.747279 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-34e8bd7c-5cf4-484b-a6e1-423fe1635631 tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9281762'] for segment (3590a36b-c93a-4542-86ef-881b114a89d7), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:29:19.763052 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device 7410be57-f229-43a7-81b3-f5c1951cf80a no longer exists at agent ovs-agent-n-d-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 26 21:29:19.783942 n-d-760453-5 neutron-server[103304]: Traceback (most recent call last): Jan 26 21:29:19.783942 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 26 21:29:19.783942 n-d-760453-5 neutron-server[103304]: timer() Jan 26 21:29:19.783942 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 26 21:29:19.783942 n-d-760453-5 neutron-server[103304]: cb(*args, **kw) Jan 26 21:29:19.783942 n-d-760453-5 neutron-server[103304]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 26 21:29:19.783942 n-d-760453-5 neutron-server[103304]: return func(*args, **kwargs) Jan 26 21:29:19.783942 n-d-760453-5 neutron-server[103304]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 26 21:29:19.783942 n-d-760453-5 neutron-server[103304]: self._notify() Jan 26 21:29:19.783942 n-d-760453-5 neutron-server[103304]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 26 21:29:19.783942 n-d-760453-5 neutron-server[103304]: self.callback(batched_events) Jan 26 21:29:19.783942 n-d-760453-5 neutron-server[103304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 26 21:29:19.783942 n-d-760453-5 neutron-server[103304]: event.method(event) Jan 26 21:29:19.783942 n-d-760453-5 neutron-server[103304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 26 21:29:19.783942 n-d-760453-5 neutron-server[103304]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 26 21:29:19.783942 n-d-760453-5 neutron-server[103304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 26 21:29:19.783942 n-d-760453-5 neutron-server[103304]: aggregate_uuid = self.p_client.list_aggregates( Jan 26 21:29:19.783942 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 26 21:29:19.783942 n-d-760453-5 neutron-server[103304]: return f(self, *a, **k) Jan 26 21:29:19.783942 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 26 21:29:19.783942 n-d-760453-5 neutron-server[103304]: return self._get(url).json() Jan 26 21:29:19.783942 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 26 21:29:19.783942 n-d-760453-5 neutron-server[103304]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 26 21:29:19.783942 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 26 21:29:19.783942 n-d-760453-5 neutron-server[103304]: return self.request(url, 'GET', **kwargs) Jan 26 21:29:19.783942 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 26 21:29:19.783942 n-d-760453-5 neutron-server[103304]: base_url = self.get_endpoint(auth, allow=allow, Jan 26 21:29:19.783942 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 26 21:29:19.783942 n-d-760453-5 neutron-server[103304]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 26 21:29:19.783942 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 26 21:29:19.783942 n-d-760453-5 neutron-server[103304]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 26 21:29:19.783942 n-d-760453-5 neutron-server[103304]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 26 21:29:19.819127 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] No Port match for: 7410be57-f229-43a7-81b3-f5c1951cf80a {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 26 21:29:19.819411 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device 7410be57-f229-43a7-81b3-f5c1951cf80a not bound to the agent host n-d-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 26 21:29:19.819848 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device 3a2112b2-5acb-497f-9d46-0b1035a4334c no longer exists at agent ovs-agent-n-d-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 26 21:29:19.830877 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.db_base_plugin_v2 [None req-52b9990b-0e8d-4605-9ee8-ed088842f144 admin admin] Deleting subnet 53765fab-de65-469d-9cf1-059da798be56 {{(pid=103305) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 26 21:29:19.834430 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-52b9990b-0e8d-4605-9ee8-ed088842f144 admin admin] Publish callbacks [] for subnet (53765fab-de65-469d-9cf1-059da798be56), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:29:19.852944 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] No Port match for: 3a2112b2-5acb-497f-9d46-0b1035a4334c {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 26 21:29:19.853508 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device 3a2112b2-5acb-497f-9d46-0b1035a4334c not bound to the agent host n-d-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 26 21:29:19.878030 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-52b9990b-0e8d-4605-9ee8-ed088842f144 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11788946'] for subnet (53765fab-de65-469d-9cf1-059da798be56), precommit_delete_associations {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:29:19.892045 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-34e8bd7c-5cf4-484b-a6e1-423fe1635631 tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4110931'] for network (d1bd0815-232d-45d0-8633-41c76443d639), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:29:19.900446 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-34e8bd7c-5cf4-484b-a6e1-423fe1635631 tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Publish callbacks [] for network (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:29:19.904127 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-34e8bd7c-5cf4-484b-a6e1-423fe1635631 tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] 10.222.0.13 "DELETE /v2.0/networks/d1bd0815-232d-45d0-8633-41c76443d639 HTTP/1.1" status: 204 len: 168 time: 1.1895943 Jan 26 21:29:19.911159 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 49872) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:29:19.915100 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c29e2b-8c7f-435a-a19b-086f58ef028a req-137f2e16-34d7-4995-8604-d5eae0bd4853 tempest-AttachVolumeShelveTestJSON-345998519 tempest-AttachVolumeShelveTestJSON-345998519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:29:19.916605 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-77c29e2b-8c7f-435a-a19b-086f58ef028a req-137f2e16-34d7-4995-8604-d5eae0bd4853 tempest-AttachVolumeShelveTestJSON-345998519 tempest-AttachVolumeShelveTestJSON-345998519-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a78b0a6-78a4-4bc7-9a2d-0384fc9d6981 HTTP/1.1" status: 200 len: 945 time: 0.1291060 Jan 26 21:29:19.916737 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-5303f7b8-b268-499e-9439-12b7e64558c8 tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-131459064'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:29:19.932852 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e8bd7c-5cf4-484b-a6e1-423fe1635631 tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Pushing event deleted for resources: {'Network': ['ID=d1bd0815-232d-45d0-8633-41c76443d639,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:29:19.950801 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5303f7b8-b268-499e-9439-12b7e64558c8 tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Made reservation on behalf of 4da385aa39864c0f865aba377c69c57c for: {'network': 1} {{(pid=103305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 21:29:19.954401 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-5303f7b8-b268-499e-9439-12b7e64558c8 tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for network (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:29:19.972724 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-77c29e2b-8c7f-435a-a19b-086f58ef028a req-aefff40c-18e9-4e84-9ce0-5e484b7a2189 tempest-AttachVolumeShelveTestJSON-345998519 tempest-AttachVolumeShelveTestJSON-345998519-project] 10.222.0.13 "GET /v2.0/security-groups?id=a25c4f90-015b-4812-87d5-e6df93d42e7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468235 Jan 26 21:29:20.006095 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-52b9990b-0e8d-4605-9ee8-ed088842f144 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687316'] for subnet (53765fab-de65-469d-9cf1-059da798be56), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:29:20.031599 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5303f7b8-b268-499e-9439-12b7e64558c8 tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] vlan segment allocate from pool success with {'vlan_id': 589, 'physical_network': 'physnet1'} {{(pid=103305) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 26 21:29:20.047231 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-5303f7b8-b268-499e-9439-12b7e64558c8 tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576559'] for segment (fff9fa5f-fee4-4c4e-b94a-8020bacc2e96), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:29:20.047611 n-d-760453-5 neutron-server[103305]: INFO neutron.db.segments_db [None req-5303f7b8-b268-499e-9439-12b7e64558c8 tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Added segment fff9fa5f-fee4-4c4e-b94a-8020bacc2e96 of type vlan for network f8a24fc0-00ab-47a2-a345-9e052bc7451f Jan 26 21:29:20.098735 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-5303f7b8-b268-499e-9439-12b7e64558c8 tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746560256871'] for network (f8a24fc0-00ab-47a2-a345-9e052bc7451f), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:29:20.106681 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-52b9990b-0e8d-4605-9ee8-ed088842f144 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11791594', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11599980'] for subnet (53765fab-de65-469d-9cf1-059da798be56), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:29:20.147347 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b9990b-0e8d-4605-9ee8-ed088842f144 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=53765fab-de65-469d-9cf1-059da798be56,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:29:20.154260 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-52b9990b-0e8d-4605-9ee8-ed088842f144 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709645'] for subnet (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:29:20.159825 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-52b9990b-0e8d-4605-9ee8-ed088842f144 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/53765fab-de65-469d-9cf1-059da798be56 HTTP/1.1" status: 204 len: 168 time: 0.4239089 Jan 26 21:29:20.159985 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51cf18de-f8ca-40a5-9f1d-01c88058f377 None None] Network 776b68dc-13f4-4dc4-855d-da517a979e1c requested from n-d-760453-5 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 26 21:29:20.160077 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 49876) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:29:20.168262 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-5303f7b8-b268-499e-9439-12b7e64558c8 tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503'] for network (f8a24fc0-00ab-47a2-a345-9e052bc7451f), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:29:20.173107 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5303f7b8-b268-499e-9439-12b7e64558c8 tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:29:20.173724 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-5303f7b8-b268-499e-9439-12b7e64558c8 tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709645'] for network (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:29:20.292539 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-5303f7b8-b268-499e-9439-12b7e64558c8 tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.3777606 Jan 26 21:29:20.292836 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 49878) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:29:20.299747 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-b9cd1d1f-9b11-43c7-af5a-bef533200fe9 tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Request body: {'subnet': {'network_id': 'f8a24fc0-00ab-47a2-a345-9e052bc7451f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:29:20.300077 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5303f7b8-b268-499e-9439-12b7e64558c8 tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Pushing event updated for resources: {'Network': ['ID=f8a24fc0-00ab-47a2-a345-9e052bc7451f,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:29:20.306634 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-c0c8d7ce-ac98-44b9-a0e4-d2df7bd88dc3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-748181'] for network (776b68dc-13f4-4dc4-855d-da517a979e1c), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:29:20.324204 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Network f8a24fc0-00ab-47a2-a345-9e052bc7451f details requested by agent ovs-agent-n-d-760453-5 with host n-d-760453-5 {{(pid=103306) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 26 21:29:20.371699 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-218457e2-cef2-4f3f-829d-0560a0c5abfc None None] DHCP port deletion for 776b68dc-13f4-4dc4-855d-da517a979e1c request from n-d-760453-5 {{(pid=103306) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 26 21:29:20.400188 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-c0c8d7ce-ac98-44b9-a0e4-d2df7bd88dc3 admin admin] Deleting port 405f645a-22c4-4bef-839f-f15bbc245cc4 {{(pid=103305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 21:29:20.400543 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-c0c8d7ce-ac98-44b9-a0e4-d2df7bd88dc3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746560630878'] for port (405f645a-22c4-4bef-839f-f15bbc245cc4), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:29:20.421046 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9cd1d1f-9b11-43c7-af5a-bef533200fe9 tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Made reservation on behalf of 4da385aa39864c0f865aba377c69c57c for: {'subnet': 1} {{(pid=103304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 21:29:20.429760 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-b9cd1d1f-9b11-43c7-af5a-bef533200fe9 tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12215181'] for subnet (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:29:20.499944 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-218457e2-cef2-4f3f-829d-0560a0c5abfc None None] Deleting port 405f645a-22c4-4bef-839f-f15bbc245cc4 {{(pid=103306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 21:29:20.500805 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-218457e2-cef2-4f3f-829d-0560a0c5abfc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746560630878'] for port (405f645a-22c4-4bef-839f-f15bbc245cc4), before_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:29:20.521327 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [None req-c0c8d7ce-ac98-44b9-a0e4-d2df7bd88dc3 admin admin] For port 405f645a-22c4-4bef-839f-f15bbc245cc4, host n-d-760453-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=405f645a-22c4-4bef-839f-f15bbc245cc4,segment=NetworkSegment(671a3ec7-722d-4ff9-bea3-d24946b752c2),segment_id=671a3ec7-722d-4ff9-bea3-d24946b752c2)] {{(pid=103305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:29:20.521781 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-c0c8d7ce-ac98-44b9-a0e4-d2df7bd88dc3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4109658'] for port (405f645a-22c4-4bef-839f-f15bbc245cc4), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:29:20.538277 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-c0c8d7ce-ac98-44b9-a0e4-d2df7bd88dc3 admin admin] Calling delete_port for 405f645a-22c4-4bef-839f-f15bbc245cc4 owned by network:dhcp {{(pid=103305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 21:29:20.568837 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-218457e2-cef2-4f3f-829d-0560a0c5abfc None None] For port 405f645a-22c4-4bef-839f-f15bbc245cc4, host n-d-760453-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=405f645a-22c4-4bef-839f-f15bbc245cc4,segment=NetworkSegment(671a3ec7-722d-4ff9-bea3-d24946b752c2),segment_id=671a3ec7-722d-4ff9-bea3-d24946b752c2)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:29:20.569533 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-218457e2-cef2-4f3f-829d-0560a0c5abfc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4109658'] for port (405f645a-22c4-4bef-839f-f15bbc245cc4), precommit_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:29:20.590195 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-218457e2-cef2-4f3f-829d-0560a0c5abfc None None] Calling delete_port for 405f645a-22c4-4bef-839f-f15bbc245cc4 owned by network:dhcp {{(pid=103306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 21:29:20.657015 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-c0c8d7ce-ac98-44b9-a0e4-d2df7bd88dc3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746560636600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746560234536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11791543'] for port (405f645a-22c4-4bef-839f-f15bbc245cc4), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:29:20.673204 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-218457e2-cef2-4f3f-829d-0560a0c5abfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746560636600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746560234536'] for port (405f645a-22c4-4bef-839f-f15bbc245cc4), after_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:29:20.694155 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c8d7ce-ac98-44b9-a0e4-d2df7bd88dc3 admin admin] Pushing event deleted for resources: {'Port': ['ID=405f645a-22c4-4bef-839f-f15bbc245cc4,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:29:20.699244 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-218457e2-cef2-4f3f-829d-0560a0c5abfc None None] Pushing event deleted for resources: {'Port': ['ID=405f645a-22c4-4bef-839f-f15bbc245cc4,revision_number=None']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:29:20.700810 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0c8d7ce-ac98-44b9-a0e4-d2df7bd88dc3 admin admin] No DVR routers for this DVR port 405f645a-22c4-4bef-839f-f15bbc245cc4 on host n-d-760453-5 {{(pid=103305) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 26 21:29:20.702939 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-218457e2-cef2-4f3f-829d-0560a0c5abfc None None] No DVR routers for this DVR port 405f645a-22c4-4bef-839f-f15bbc245cc4 on host n-d-760453-5 {{(pid=103306) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 26 21:29:20.720930 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-b9cd1d1f-9b11-43c7-af5a-bef533200fe9 tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9285249', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12215227'] for subnet (34c91503-4756-419e-9d6e-b54adfe907ca), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:29:20.796182 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9cd1d1f-9b11-43c7-af5a-bef533200fe9 tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Pushing event updated for resources: {'Subnet': ['ID=34c91503-4756-419e-9d6e-b54adfe907ca,revision_number=0']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:29:20.805871 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-c0c8d7ce-ac98-44b9-a0e4-d2df7bd88dc3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-686403', 'neutron.services.segments.db._delete_segments_for_network-8746560774018'] for network (776b68dc-13f4-4dc4-855d-da517a979e1c), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:29:20.808087 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9cd1d1f-9b11-43c7-af5a-bef533200fe9 tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Checking segment: {'id': 'fff9fa5f-fee4-4c4e-b94a-8020bacc2e96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'f8a24fc0-00ab-47a2-a345-9e052bc7451f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103304) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 21:29:20.808499 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9cd1d1f-9b11-43c7-af5a-bef533200fe9 tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Network hostable DHCP agents. Network: f8a24fc0-00ab-47a2-a345-9e052bc7451f, hostable agents: ['474ccdf7-ab6c-405b-a3b2-dc7b05829902'], hosted agents: [] {{(pid=103304) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 26 21:29:20.828093 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9cd1d1f-9b11-43c7-af5a-bef533200fe9 tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Network f8a24fc0-00ab-47a2-a345-9e052bc7451f is scheduled to be hosted by DHCP agent 474ccdf7-ab6c-405b-a3b2-dc7b05829902 with binding_index 1 {{(pid=103304) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 26 21:29:20.835367 n-d-760453-5 neutron-server[103305]: DEBUG neutron.services.segments.db [None req-c0c8d7ce-ac98-44b9-a0e4-d2df7bd88dc3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['776b68dc-13f4-4dc4-855d-da517a979e1c']}} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:29:20.840399 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [None req-b9cd1d1f-9b11-43c7-af5a-bef533200fe9 tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760453-5, f8a24fc0-00ab-47a2-a345-9e052bc7451f) {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:29:20.845153 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9cd1d1f-9b11-43c7-af5a-bef533200fe9 tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:29:20.845976 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-b9cd1d1f-9b11-43c7-af5a-bef533200fe9 tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Publish callbacks [] for subnet (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:29:20.846695 n-d-760453-5 neutron-server[103305]: DEBUG neutron.services.segments.db [None req-c0c8d7ce-ac98-44b9-a0e4-d2df7bd88dc3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '671a3ec7-722d-4ff9-bea3-d24946b752c2') {'for_net_delete': True} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:29:20.846994 n-d-760453-5 neutron-server[103305]: DEBUG neutron.services.segments.db [None req-c0c8d7ce-ac98-44b9-a0e4-d2df7bd88dc3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '671a3ec7-722d-4ff9-bea3-d24946b752c2') {} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:29:20.858462 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-c0c8d7ce-ac98-44b9-a0e4-d2df7bd88dc3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746560742283', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11788955'] for segment (671a3ec7-722d-4ff9-bea3-d24946b752c2), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:29:20.862099 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-003cc509-fba5-4717-9186-b80a05faf23e None None] Network f8a24fc0-00ab-47a2-a345-9e052bc7451f requested from n-d-760453-5 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 26 21:29:20.873527 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-c0c8d7ce-ac98-44b9-a0e4-d2df7bd88dc3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576559'] for segment (671a3ec7-722d-4ff9-bea3-d24946b752c2), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:29:20.880583 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c0c8d7ce-ac98-44b9-a0e4-d2df7bd88dc3 admin admin] Releasing vlan 592 on physical network physnet1 to pool {{(pid=103305) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 26 21:29:20.881080 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-c0c8d7ce-ac98-44b9-a0e4-d2df7bd88dc3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11791428'] for segment (671a3ec7-722d-4ff9-bea3-d24946b752c2), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:29:20.897659 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-b9cd1d1f-9b11-43c7-af5a-bef533200fe9 tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6029675 Jan 26 21:29:20.900200 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 49888) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:29:20.906173 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-69d49b8a-3825-490b-a2ca-02c0bb484b13 tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Request body: {'port': {'network_id': 'f8a24fc0-00ab-47a2-a345-9e052bc7451f', 'security_groups': [], 'name': 'tempest-PortsTestJSON-1255004273'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:29:20.978720 n-d-760453-5 neutron-server[103305]: Traceback (most recent call last): Jan 26 21:29:20.978720 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 26 21:29:20.978720 n-d-760453-5 neutron-server[103305]: timer() Jan 26 21:29:20.978720 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 26 21:29:20.978720 n-d-760453-5 neutron-server[103305]: cb(*args, **kw) Jan 26 21:29:20.978720 n-d-760453-5 neutron-server[103305]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 26 21:29:20.978720 n-d-760453-5 neutron-server[103305]: return func(*args, **kwargs) Jan 26 21:29:20.978720 n-d-760453-5 neutron-server[103305]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 26 21:29:20.978720 n-d-760453-5 neutron-server[103305]: self._notify() Jan 26 21:29:20.978720 n-d-760453-5 neutron-server[103305]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 26 21:29:20.978720 n-d-760453-5 neutron-server[103305]: self.callback(batched_events) Jan 26 21:29:20.978720 n-d-760453-5 neutron-server[103305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 26 21:29:20.978720 n-d-760453-5 neutron-server[103305]: event.method(event) Jan 26 21:29:20.978720 n-d-760453-5 neutron-server[103305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 26 21:29:20.978720 n-d-760453-5 neutron-server[103305]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 26 21:29:20.978720 n-d-760453-5 neutron-server[103305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 26 21:29:20.978720 n-d-760453-5 neutron-server[103305]: aggregate_uuid = self.p_client.list_aggregates( Jan 26 21:29:20.978720 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 26 21:29:20.978720 n-d-760453-5 neutron-server[103305]: return f(self, *a, **k) Jan 26 21:29:20.978720 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 26 21:29:20.978720 n-d-760453-5 neutron-server[103305]: return self._get(url).json() Jan 26 21:29:20.978720 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 26 21:29:20.978720 n-d-760453-5 neutron-server[103305]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 26 21:29:20.978720 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 26 21:29:20.978720 n-d-760453-5 neutron-server[103305]: return self.request(url, 'GET', **kwargs) Jan 26 21:29:20.978720 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 26 21:29:20.978720 n-d-760453-5 neutron-server[103305]: base_url = self.get_endpoint(auth, allow=allow, Jan 26 21:29:20.978720 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 26 21:29:20.978720 n-d-760453-5 neutron-server[103305]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 26 21:29:20.978720 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 26 21:29:20.978720 n-d-760453-5 neutron-server[103305]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 26 21:29:20.978720 n-d-760453-5 neutron-server[103305]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 26 21:29:20.983343 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-c0c8d7ce-ac98-44b9-a0e4-d2df7bd88dc3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4110931'] for network (776b68dc-13f4-4dc4-855d-da517a979e1c), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:29:20.993538 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-c0c8d7ce-ac98-44b9-a0e4-d2df7bd88dc3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709645'] for network (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:29:20.999278 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-c0c8d7ce-ac98-44b9-a0e4-d2df7bd88dc3 admin admin] 10.222.0.13 "DELETE /v2.0/networks/776b68dc-13f4-4dc4-855d-da517a979e1c HTTP/1.1" status: 204 len: 168 time: 0.8383288 Jan 26 21:29:21.023326 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c8d7ce-ac98-44b9-a0e4-d2df7bd88dc3 admin admin] Pushing event deleted for resources: {'Network': ['ID=776b68dc-13f4-4dc4-855d-da517a979e1c,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:29:21.121642 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed068edf-d948-4e26-8b42-f4593b45972a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3c4099e8-8ffb-51d1-af7f-5868973e933f-f8a24fc0-00ab-47a2-a345-9e052bc7451f', 'network_id': 'f8a24fc0-00ab-47a2-a345-9e052bc7451f', 'project_id': '4da385aa39864c0f865aba377c69c57c', 'fixed_ips': [{'subnet_id': '34c91503-4756-419e-9d6e-b54adfe907ca'}]}} from n-d-760453-5. {{(pid=103306) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 26 21:29:21.122529 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-ed068edf-d948-4e26-8b42-f4593b45972a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (None), before_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:29:21.244258 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296d39c8-ea2e-4a03-8706-4c1b710264fe req-a7c0b669-884e-4c1a-9b80-58dcd149cd67 tempest-AttachVolumeShelveTestJSON-345998519 tempest-AttachVolumeShelveTestJSON-345998519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:29:21.246350 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-296d39c8-ea2e-4a03-8706-4c1b710264fe req-a7c0b669-884e-4c1a-9b80-58dcd149cd67 tempest-AttachVolumeShelveTestJSON-345998519 tempest-AttachVolumeShelveTestJSON-345998519-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a78b0a6-78a4-4bc7-9a2d-0384fc9d6981 HTTP/1.1" status: 200 len: 945 time: 0.1660578 Jan 26 21:29:21.263939 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-533690fa-41e8-4bba-9ee1-cc761d2279fe req-0a0b4515-afba-49f1-9f8a-aaaa171e1127 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=cc2a45fe-1c0e-4689-a738-964e9c19e30e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1082034 Jan 26 21:29:21.267109 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69d49b8a-3825-490b-a2ca-02c0bb484b13 tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Made reservation on behalf of 4da385aa39864c0f865aba377c69c57c for: {'port': 1} {{(pid=103304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 21:29:21.271379 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-69d49b8a-3825-490b-a2ca-02c0bb484b13 tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:29:21.320556 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-46bb4bc8-75e1-4155-8e35-11d96aa780c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (09df100c-3af1-4b0a-bda8-05914c71c458), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:29:21.328319 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-296d39c8-ea2e-4a03-8706-4c1b710264fe req-649d87dc-607a-4790-adc1-54ca2bc90106 tempest-AttachVolumeShelveTestJSON-345998519 tempest-AttachVolumeShelveTestJSON-345998519-project] 10.222.0.13 "GET /v2.0/security-groups?id=a25c4f90-015b-4812-87d5-e6df93d42e7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0628290 Jan 26 21:29:21.333746 n-d-760453-5 neutron-server[103304]: DEBUG neutron.notifiers.nova [None req-69d49b8a-3825-490b-a2ca-02c0bb484b13 tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] device_id is not set on port 4e99f2d0-cba3-449d-9d47-cb6b6aa8720a yet. {{(pid=103304) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 26 21:29:21.397779 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 49932) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:29:21.436360 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.db_base_plugin_common [None req-ed068edf-d948-4e26-8b42-f4593b45972a None None] Allocated IP 172.20.0.2 (f8a24fc0-00ab-47a2-a345-9e052bc7451f/34c91503-4756-419e-9d6e-b54adfe907ca/13be385c-c08b-4af9-8ac3-695cc2c781f2) {{(pid=103306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 21:29:21.472428 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-b24f044b-18f0-45ba-a879-8253f7cd812f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=026ef2d8b8e041b18f9abf8363011406&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0732026 Jan 26 21:29:21.475289 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 49942) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:29:21.488844 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533690fa-41e8-4bba-9ee1-cc761d2279fe req-85667a9b-fb21-4ebf-ab22-f375d064b278 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:29:21.489348 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533690fa-41e8-4bba-9ee1-cc761d2279fe req-85667a9b-fb21-4ebf-ab22-f375d064b278 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:29:21.490366 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533690fa-41e8-4bba-9ee1-cc761d2279fe req-85667a9b-fb21-4ebf-ab22-f375d064b278 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:29:21.490831 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533690fa-41e8-4bba-9ee1-cc761d2279fe req-85667a9b-fb21-4ebf-ab22-f375d064b278 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:29:21.491289 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533690fa-41e8-4bba-9ee1-cc761d2279fe req-85667a9b-fb21-4ebf-ab22-f375d064b278 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:29:21.491748 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533690fa-41e8-4bba-9ee1-cc761d2279fe req-85667a9b-fb21-4ebf-ab22-f375d064b278 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:29:21.492320 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533690fa-41e8-4bba-9ee1-cc761d2279fe req-85667a9b-fb21-4ebf-ab22-f375d064b278 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:29:21.494470 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-533690fa-41e8-4bba-9ee1-cc761d2279fe req-85667a9b-fb21-4ebf-ab22-f375d064b278 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=2de9f498797a4527ba13c10b546ad5bb&device_id=cc2a45fe-1c0e-4689-a738-964e9c19e30e HTTP/1.1" status: 200 len: 6487 time: 0.0974755 Jan 26 21:29:21.568502 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-987515a0-a68f-451f-9dc5-07f9f7a61be0 admin admin] Publish callbacks [] for security_group (cfb1b9fe-a4df-4bbd-b439-103a9aa84b57), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:29:21.591193 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device 405f645a-22c4-4bef-839f-f15bbc245cc4 no longer exists at agent ovs-agent-n-d-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 26 21:29:21.592984 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-987515a0-a68f-451f-9dc5-07f9f7a61be0 admin admin] Publish callbacks [] for security_group (cfb1b9fe-a4df-4bbd-b439-103a9aa84b57), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:29:21.628647 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] No Port match for: 405f645a-22c4-4bef-839f-f15bbc245cc4 {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 26 21:29:21.628991 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device 405f645a-22c4-4bef-839f-f15bbc245cc4 not bound to the agent host n-d-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 26 21:29:21.629452 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device 69d5b9e9-039e-495d-ac73-da7cd91880c1 no longer exists at agent ovs-agent-n-d-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 26 21:29:21.648675 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-987515a0-a68f-451f-9dc5-07f9f7a61be0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (cfb1b9fe-a4df-4bbd-b439-103a9aa84b57), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:29:21.653314 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-987515a0-a68f-451f-9dc5-07f9f7a61be0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:29:21.657031 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-987515a0-a68f-451f-9dc5-07f9f7a61be0 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/cfb1b9fe-a4df-4bbd-b439-103a9aa84b57 HTTP/1.1" status: 204 len: 168 time: 0.1774402 Jan 26 21:29:21.667397 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] No Port match for: 69d5b9e9-039e-495d-ac73-da7cd91880c1 {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 26 21:29:21.667397 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device 69d5b9e9-039e-495d-ac73-da7cd91880c1 not bound to the agent host n-d-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 26 21:29:21.667636 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-987515a0-a68f-451f-9dc5-07f9f7a61be0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfb1b9fe-a4df-4bbd-b439-103a9aa84b57,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:29:21.710371 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533690fa-41e8-4bba-9ee1-cc761d2279fe req-4c20e1d4-e827-466a-8f44-be3a0f8826a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:29:21.711104 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533690fa-41e8-4bba-9ee1-cc761d2279fe req-4c20e1d4-e827-466a-8f44-be3a0f8826a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:29:21.711759 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533690fa-41e8-4bba-9ee1-cc761d2279fe req-4c20e1d4-e827-466a-8f44-be3a0f8826a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:29:21.714830 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-533690fa-41e8-4bba-9ee1-cc761d2279fe req-4c20e1d4-e827-466a-8f44-be3a0f8826a2 service neutron] 10.222.0.57 "GET /v2.0/networks?id=485a3106-1745-41f6-8c52-37ebe4fdcc0c&id=f292bf50-7316-40da-8d60-8669bdd0f81a&id=f292bf50-7316-40da-8d60-8669bdd0f81a&id=f292bf50-7316-40da-8d60-8669bdd0f81a&id=f292bf50-7316-40da-8d60-8669bdd0f81a&id=09fefaf6-1493-45ff-9b77-0bffdcb790d7&id=09fefaf6-1493-45ff-9b77-0bffdcb790d7 HTTP/1.1" status: 200 len: 2294 time: 0.1901143 Jan 26 21:29:21.773641 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-ed068edf-d948-4e26-8b42-f4593b45972a None None] Publish callbacks [] for port (13be385c-c08b-4af9-8ac3-695cc2c781f2), precommit_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:29:21.784508 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-ed068edf-d948-4e26-8b42-f4593b45972a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746560234527'] for port (13be385c-c08b-4af9-8ac3-695cc2c781f2), after_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:29:21.843271 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed068edf-d948-4e26-8b42-f4593b45972a None None] Pushing event updated for resources: {'Port': ['ID=13be385c-c08b-4af9-8ac3-695cc2c781f2,revision_number=1']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:29:21.852348 n-d-760453-5 neutron-server[103306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed068edf-d948-4e26-8b42-f4593b45972a None None] Network f8a24fc0-00ab-47a2-a345-9e052bc7451f is already hosted by enough agents. {{(pid=103306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 21:29:21.854182 n-d-760453-5 neutron-server[103306]: DEBUG neutron.scheduler.base_scheduler [None req-ed068edf-d948-4e26-8b42-f4593b45972a None None] Resources bound (agent type, host, resource id): {{(pid=103306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:29:21.857588 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.db_base_plugin_common [None req-69d49b8a-3825-490b-a2ca-02c0bb484b13 tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Allocated IP 172.20.0.10 (f8a24fc0-00ab-47a2-a345-9e052bc7451f/34c91503-4756-419e-9d6e-b54adfe907ca/4e99f2d0-cba3-449d-9d47-cb6b6aa8720a) {{(pid=103304) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 21:29:21.858462 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed068edf-d948-4e26-8b42-f4593b45972a None None] Received port after_create {{(pid=103306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 21:29:21.943723 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-ed068edf-d948-4e26-8b42-f4593b45972a None None] Attempting to bind port 13be385c-c08b-4af9-8ac3-695cc2c781f2 on host n-d-760453-5 for vnic_type normal with profile {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 21:29:21.945062 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-ed068edf-d948-4e26-8b42-f4593b45972a None None] Attempting to bind port 13be385c-c08b-4af9-8ac3-695cc2c781f2 by drivers openvswitch,hyperv on host n-d-760453-5 at level 0 using segments [{'id': 'fff9fa5f-fee4-4c4e-b94a-8020bacc2e96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'f8a24fc0-00ab-47a2-a345-9e052bc7451f'}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 26 21:29:21.946105 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed068edf-d948-4e26-8b42-f4593b45972a None None] Attempting to bind port 13be385c-c08b-4af9-8ac3-695cc2c781f2 on network f8a24fc0-00ab-47a2-a345-9e052bc7451f {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 21:29:21.956317 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed068edf-d948-4e26-8b42-f4593b45972a None None] Checking agent: {'id': 'fea0591a-627d-4c87-9a9a-01625ddf3277', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760453-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 20, 55, 25), 'started_at': datetime.datetime(2022, 1, 26, 20, 55, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 21, 28, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760453-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 26 21:29:21.956709 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed068edf-d948-4e26-8b42-f4593b45972a None None] Checking segment: {'id': 'fff9fa5f-fee4-4c4e-b94a-8020bacc2e96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'f8a24fc0-00ab-47a2-a345-9e052bc7451f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 21:29:21.957119 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-ed068edf-d948-4e26-8b42-f4593b45972a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:29:21.957551 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed068edf-d948-4e26-8b42-f4593b45972a None None] Bound using segment: {'id': 'fff9fa5f-fee4-4c4e-b94a-8020bacc2e96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'f8a24fc0-00ab-47a2-a345-9e052bc7451f'} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 26 21:29:21.958563 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-ed068edf-d948-4e26-8b42-f4593b45972a None None] Bound port: 13be385c-c08b-4af9-8ac3-695cc2c781f2, host: n-d-760453-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fff9fa5f-fee4-4c4e-b94a-8020bacc2e96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'f8a24fc0-00ab-47a2-a345-9e052bc7451f'}}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 26 21:29:21.959676 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-ed068edf-d948-4e26-8b42-f4593b45972a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (13be385c-c08b-4af9-8ac3-695cc2c781f2), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:29:21.982613 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-533690fa-41e8-4bba-9ee1-cc761d2279fe req-b7e8043e-a1f1-49dc-9899-baaab12567ee service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=67dd3dc7-a2ab-4f67-874c-e61c9c62ab11 HTTP/1.1" status: 200 len: 1002 time: 0.2618876 Jan 26 21:29:22.063106 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-ed068edf-d948-4e26-8b42-f4593b45972a None None] For port 13be385c-c08b-4af9-8ac3-695cc2c781f2, host n-d-760453-5, cleared binding levels {{(pid=103306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 26 21:29:22.066945 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-ed068edf-d948-4e26-8b42-f4593b45972a None None] For port 13be385c-c08b-4af9-8ac3-695cc2c781f2, host n-d-760453-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=13be385c-c08b-4af9-8ac3-695cc2c781f2,segment=NetworkSegment(fff9fa5f-fee4-4c4e-b94a-8020bacc2e96),segment_id=fff9fa5f-fee4-4c4e-b94a-8020bacc2e96)] {{(pid=103306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 26 21:29:22.073823 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-ed068edf-d948-4e26-8b42-f4593b45972a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (13be385c-c08b-4af9-8ac3-695cc2c781f2), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:29:22.143659 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Device 61e4e751-58c3-44b7-8fce-c3507a0cdccc details requested by agent hyperv_n-h1-760453-5 with host n-h1-760453-5 {{(pid=103306) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 26 21:29:22.183305 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533690fa-41e8-4bba-9ee1-cc761d2279fe req-7343bebe-642e-4f15-abc6-ffd036d3b892 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:29:22.185202 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-533690fa-41e8-4bba-9ee1-cc761d2279fe req-7343bebe-642e-4f15-abc6-ffd036d3b892 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=dea740a7-2861-4520-a7c8-4e14271821b5 HTTP/1.1" status: 200 len: 851 time: 0.1838810 Jan 26 21:29:22.189442 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-69d49b8a-3825-490b-a2ca-02c0bb484b13 tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Publish callbacks [] for port (4e99f2d0-cba3-449d-9d47-cb6b6aa8720a), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:29:22.272108 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533690fa-41e8-4bba-9ee1-cc761d2279fe req-21a681a3-11c1-4bbd-b2f4-a08440be565e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:29:22.274495 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-533690fa-41e8-4bba-9ee1-cc761d2279fe req-21a681a3-11c1-4bbd-b2f4-a08440be565e service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=485a3106-1745-41f6-8c52-37ebe4fdcc0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0832045 Jan 26 21:29:22.312537 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-69d49b8a-3825-490b-a2ca-02c0bb484b13 tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746560234527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9281553'] for port (4e99f2d0-cba3-449d-9d47-cb6b6aa8720a), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:29:22.343968 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-841f5991-a4d8-4d4b-b215-cbc6bab5427b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (aa7ee9d2-08eb-4e12-b895-24c57300dfec), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:29:22.359202 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed068edf-d948-4e26-8b42-f4593b45972a None None] Pushing event updated for resources: {'Port': ['ID=13be385c-c08b-4af9-8ac3-695cc2c781f2,revision_number=2']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:29:22.394672 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] For port 61e4e751-58c3-44b7-8fce-c3507a0cdccc, host n-h1-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-5',level=0,port_id=61e4e751-58c3-44b7-8fce-c3507a0cdccc,segment=NetworkSegment(ae04eadd-2f21-4385-8e0d-440406bc0827),segment_id=ae04eadd-2f21-4385-8e0d-440406bc0827)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:29:22.412877 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69d49b8a-3825-490b-a2ca-02c0bb484b13 tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Network f8a24fc0-00ab-47a2-a345-9e052bc7451f is already hosted by enough agents. {{(pid=103304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 21:29:22.420553 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Returning: {'device': '61e4e751-58c3-44b7-8fce-c3507a0cdccc', 'network_id': 'd67e3ebe-4ba7-45de-a361-0a193d47dcd7', 'port_id': '61e4e751-58c3-44b7-8fce-c3507a0cdccc', 'mac_address': 'fa:16:3e:74:49:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 559, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b97a8223-0b24-4ba7-b338-51c5c9119da6', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103306) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 26 21:29:22.421099 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [None req-69d49b8a-3825-490b-a2ca-02c0bb484b13 tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Resources bound (agent type, host, resource id): {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:29:22.428181 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69d49b8a-3825-490b-a2ca-02c0bb484b13 tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Received port after_create {{(pid=103304) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 21:29:22.499598 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Current status of the port 61e4e751-58c3-44b7-8fce-c3507a0cdccc is: ACTIVE; New status is: BUILD {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:29:22.499598 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (61e4e751-58c3-44b7-8fce-c3507a0cdccc), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:29:22.533497 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 50044) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:29:22.536662 n-d-760453-5 neutron-server[103306]: DEBUG neutron.notifiers.nova [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 61e4e751-58c3-44b7-8fce-c3507a0cdccc {{(pid=103306) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 26 21:29:22.538546 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69d49b8a-3825-490b-a2ca-02c0bb484b13 tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:29:22.539250 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-69d49b8a-3825-490b-a2ca-02c0bb484b13 tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:29:22.571004 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] For port 61e4e751-58c3-44b7-8fce-c3507a0cdccc, host n-h1-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-5',level=0,port_id=61e4e751-58c3-44b7-8fce-c3507a0cdccc,segment=NetworkSegment(ae04eadd-2f21-4385-8e0d-440406bc0827),segment_id=ae04eadd-2f21-4385-8e0d-440406bc0827)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:29:22.576995 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d49b8a-3825-490b-a2ca-02c0bb484b13 tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Pushing event updated for resources: {'Port': ['ID=4e99f2d0-cba3-449d-9d47-cb6b6aa8720a,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:29:22.591476 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (61e4e751-58c3-44b7-8fce-c3507a0cdccc), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:29:22.633173 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-fbeb60af-4440-43bb-b532-3a078a2e32fd admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d5e8578b62ea4e2b9aedc0c9f0fa038f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0975606 Jan 26 21:29:22.633984 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 50056) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:29:22.648620 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-69d49b8a-3825-490b-a2ca-02c0bb484b13 tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 887 time: 1.7472565 Jan 26 21:29:22.651939 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 50060) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:29:22.692472 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-533690fa-41e8-4bba-9ee1-cc761d2279fe req-2d8500f0-73f5-4188-85a6-06c6e0fd6ffe service neutron] 10.222.0.57 "GET /v2.0/networks/485a3106-1745-41f6-8c52-37ebe4fdcc0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4102969 Jan 26 21:29:22.707445 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f57d46-eba3-4bb9-b266-5ee3b168becd req-d6e9faae-9d0e-48a7-9da7-a3c9bdc919a1 tempest-AttachVolumeShelveTestJSON-345998519 tempest-AttachVolumeShelveTestJSON-345998519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:29:22.715862 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-80f57d46-eba3-4bb9-b266-5ee3b168becd req-d6e9faae-9d0e-48a7-9da7-a3c9bdc919a1 tempest-AttachVolumeShelveTestJSON-345998519 tempest-AttachVolumeShelveTestJSON-345998519-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a78b0a6-78a4-4bc7-9a2d-0384fc9d6981 HTTP/1.1" status: 200 len: 944 time: 0.1968892 Jan 26 21:29:22.717793 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-440b11cc-2428-4052-a6e5-55b501826b75 admin admin] Publish callbacks [] for security_group (98581938-2ba6-4f01-81cd-7f5ce04fddb8), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:29:22.728560 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Pushing event updated for resources: {'Port': ['ID=61e4e751-58c3-44b7-8fce-c3507a0cdccc,revision_number=6']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:29:22.750153 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] get_ports_and_sgs() called for port_ids ['61e4e751-58c3-44b7-8fce-c3507a0cdccc'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 26 21:29:22.760297 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-440b11cc-2428-4052-a6e5-55b501826b75 admin admin] Publish callbacks [] for security_group (98581938-2ba6-4f01-81cd-7f5ce04fddb8), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:29:22.831222 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-440b11cc-2428-4052-a6e5-55b501826b75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (98581938-2ba6-4f01-81cd-7f5ce04fddb8), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:29:22.834714 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-440b11cc-2428-4052-a6e5-55b501826b75 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:29:22.840228 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-440b11cc-2428-4052-a6e5-55b501826b75 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/98581938-2ba6-4f01-81cd-7f5ce04fddb8 HTTP/1.1" status: 204 len: 168 time: 0.2049255 Jan 26 21:29:22.850901 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440b11cc-2428-4052-a6e5-55b501826b75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98581938-2ba6-4f01-81cd-7f5ce04fddb8,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:29:23.037329 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (4d619873-4b60-439f-9b5a-b155dc8bbc34), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:29:23.301986 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-80f57d46-eba3-4bb9-b266-5ee3b168becd req-d14202c1-499a-431e-b258-0e3258e24bd4 tempest-AttachVolumeShelveTestJSON-345998519 tempest-AttachVolumeShelveTestJSON-345998519-project] 10.222.0.13 "GET /v2.0/security-groups?id=a25c4f90-015b-4812-87d5-e6df93d42e7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5850971 Jan 26 21:29:23.385104 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-533690fa-41e8-4bba-9ee1-cc761d2279fe req-49fd3bf7-f07a-43ec-b854-da6675bc9697 service neutron] 10.222.0.57 "GET /v2.0/networks/485a3106-1745-41f6-8c52-37ebe4fdcc0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6662297 Jan 26 21:29:23.444222 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-533690fa-41e8-4bba-9ee1-cc761d2279fe req-2a6fa6d6-7047-4290-a935-b27622e1ac32 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.241&port_id=81158fda-fb11-4d56-8e16-e7b27e48b9c9 HTTP/1.1" status: 200 len: 217 time: 0.0500236 Jan 26 21:29:23.531814 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-3341154c-7707-406e-9923-b7e9cdf68b92 tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Deleting port 4e99f2d0-cba3-449d-9d47-cb6b6aa8720a {{(pid=103304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 21:29:23.532248 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-3341154c-7707-406e-9923-b7e9cdf68b92 tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746560630878'] for port (4e99f2d0-cba3-449d-9d47-cb6b6aa8720a), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:29:23.621382 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533690fa-41e8-4bba-9ee1-cc761d2279fe req-004b917f-bcb5-4fad-a69b-3c0268ed755d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:29:23.622825 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-533690fa-41e8-4bba-9ee1-cc761d2279fe req-004b917f-bcb5-4fad-a69b-3c0268ed755d service neutron] 10.222.0.57 "GET /v2.0/subnets?id=4e6d2bbe-4ef2-4089-b0e5-159ef264639e HTTP/1.1" status: 200 len: 797 time: 0.1687961 Jan 26 21:29:23.707162 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device 13be385c-c08b-4af9-8ac3-695cc2c781f2 up at agent ovs-agent-n-d-760453-5 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 21:29:23.707358 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-3341154c-7707-406e-9923-b7e9cdf68b92 tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4109658'] for port (4e99f2d0-cba3-449d-9d47-cb6b6aa8720a), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:29:23.731018 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533690fa-41e8-4bba-9ee1-cc761d2279fe req-630400e0-d54c-4e51-b086-1d361e3c6fd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:29:23.732553 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-533690fa-41e8-4bba-9ee1-cc761d2279fe req-630400e0-d54c-4e51-b086-1d361e3c6fd2 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=f292bf50-7316-40da-8d60-8669bdd0f81a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1014919 Jan 26 21:29:23.738495 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-3341154c-7707-406e-9923-b7e9cdf68b92 tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Calling delete_port for 4e99f2d0-cba3-449d-9d47-cb6b6aa8720a owned by {{(pid=103304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 21:29:23.802922 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Provisioning complete for port 13be385c-c08b-4af9-8ac3-695cc2c781f2 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:29:23.803307 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (13be385c-c08b-4af9-8ac3-695cc2c781f2), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:29:23.984964 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Current status of the port 13be385c-c08b-4af9-8ac3-695cc2c781f2 is: DOWN; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:29:23.991298 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-533690fa-41e8-4bba-9ee1-cc761d2279fe req-c70d79a3-3e1b-4ec2-8886-c7af9e85da47 service neutron] 10.222.0.57 "GET /v2.0/networks/f292bf50-7316-40da-8d60-8669bdd0f81a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2500150 Jan 26 21:29:23.995475 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (13be385c-c08b-4af9-8ac3-695cc2c781f2), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:29:24.075264 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] For port 13be385c-c08b-4af9-8ac3-695cc2c781f2, host n-d-760453-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=13be385c-c08b-4af9-8ac3-695cc2c781f2,segment=NetworkSegment(fff9fa5f-fee4-4c4e-b94a-8020bacc2e96),segment_id=fff9fa5f-fee4-4c4e-b94a-8020bacc2e96)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:29:24.090143 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (13be385c-c08b-4af9-8ac3-695cc2c781f2), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:29:24.160893 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-3341154c-7707-406e-9923-b7e9cdf68b92 tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746560636600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746560234536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9281553'] for port (4e99f2d0-cba3-449d-9d47-cb6b6aa8720a), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:29:24.164874 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 50222) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:29:24.169524 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-839dd188-ec69-470c-9ab0-d318dc1a2e96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (e79b4fc6-6c71-44b2-a6d0-ff3e1f4dfd0d), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:29:24.170363 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e803e3d0-6291-441c-82ee-757546cba9cf None None] Network f8a24fc0-00ab-47a2-a345-9e052bc7451f requested from n-d-760453-5 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 26 21:29:24.182261 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Device 61e4e751-58c3-44b7-8fce-c3507a0cdccc up at agent hyperv_n-h1-760453-5 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 21:29:24.199458 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3341154c-7707-406e-9923-b7e9cdf68b92 tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Pushing event deleted for resources: {'Port': ['ID=4e99f2d0-cba3-449d-9d47-cb6b6aa8720a,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:29:24.294138 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Pushing event updated for resources: {'Port': ['ID=13be385c-c08b-4af9-8ac3-695cc2c781f2,revision_number=3']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:29:24.295390 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-533690fa-41e8-4bba-9ee1-cc761d2279fe req-1a181efb-90f1-404e-a67c-50b3a0f126c3 service neutron] 10.222.0.57 "GET /v2.0/networks/f292bf50-7316-40da-8d60-8669bdd0f81a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2942829 Jan 26 21:29:24.409344 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-533690fa-41e8-4bba-9ee1-cc761d2279fe req-042c9b04-63cb-4d4d-8bc3-dd640df19d18 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.72&port_id=db089e5c-c2ba-48d7-8f5d-cf5cafe1f2ad HTTP/1.1" status: 200 len: 217 time: 0.1071143 Jan 26 21:29:24.420809 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-b1404a97-5017-4182-8faa-d7604e9a00fe admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-986027459-network', 'tenant_id': '949e29ec71a54b7f98dc62c402ac867e'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:29:24.445536 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-4830d5a4-4518-4ac9-8731-6a1ef441ae3b None None] Provisioning complete for port 13be385c-c08b-4af9-8ac3-695cc2c781f2 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:29:24.446254 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-4830d5a4-4518-4ac9-8731-6a1ef441ae3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (13be385c-c08b-4af9-8ac3-695cc2c781f2), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:29:24.471423 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1404a97-5017-4182-8faa-d7604e9a00fe admin admin] Made reservation on behalf of 949e29ec71a54b7f98dc62c402ac867e for: {'network': 1} {{(pid=103305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 21:29:24.474390 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-b1404a97-5017-4182-8faa-d7604e9a00fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for network (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:29:24.496103 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-b1404a97-5017-4182-8faa-d7604e9a00fe admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:29:24.580398 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Provisioning complete for port 61e4e751-58c3-44b7-8fce-c3507a0cdccc triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:29:24.580773 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (61e4e751-58c3-44b7-8fce-c3507a0cdccc), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:29:24.594767 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-3341154c-7707-406e-9923-b7e9cdf68b92 tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:29:24.604388 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-3341154c-7707-406e-9923-b7e9cdf68b92 tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] 10.222.0.13 "DELETE /v2.0/ports/4e99f2d0-cba3-449d-9d47-cb6b6aa8720a HTTP/1.1" status: 204 len: 168 time: 1.9503264 Jan 26 21:29:24.609102 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 50272) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:29:24.670436 n-d-760453-5 neutron-server[103305]: INFO neutron.pecan_wsgi.hooks.translation [None req-409b0103-0ba1-4ed3-98f7-93aa5fb287a7 tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] GET failed (client error): The resource could not be found. Jan 26 21:29:24.676693 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663ed570-1997-4f34-ad8e-43049ed787e3 req-4ec4e4d4-b1cb-419c-85fd-73c59afa25a4 tempest-AttachVolumeShelveTestJSON-345998519 tempest-AttachVolumeShelveTestJSON-345998519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:29:24.681325 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-409b0103-0ba1-4ed3-98f7-93aa5fb287a7 tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] 10.222.0.13 "GET /v2.0/ports/4e99f2d0-cba3-449d-9d47-cb6b6aa8720a HTTP/1.1" status: 404 len: 333 time: 0.0710545 Jan 26 21:29:24.684734 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-663ed570-1997-4f34-ad8e-43049ed787e3 req-4ec4e4d4-b1cb-419c-85fd-73c59afa25a4 tempest-AttachVolumeShelveTestJSON-345998519 tempest-AttachVolumeShelveTestJSON-345998519-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a78b0a6-78a4-4bc7-9a2d-0384fc9d6981 HTTP/1.1" status: 200 len: 944 time: 0.2579799 Jan 26 21:29:24.688991 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 50280) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:29:24.691086 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533690fa-41e8-4bba-9ee1-cc761d2279fe req-fe31990a-59ec-4f9e-a310-5c5400d993b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:29:24.692964 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-533690fa-41e8-4bba-9ee1-cc761d2279fe req-fe31990a-59ec-4f9e-a310-5c5400d993b9 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=4e6d2bbe-4ef2-4089-b0e5-159ef264639e HTTP/1.1" status: 200 len: 797 time: 0.2645302 Jan 26 21:29:24.720568 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-4830d5a4-4518-4ac9-8731-6a1ef441ae3b None None] Current status of the port 13be385c-c08b-4af9-8ac3-695cc2c781f2 is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:29:24.770482 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-b1404a97-5017-4182-8faa-d7604e9a00fe admin admin] Publish callbacks [] for security_group (c855b7af-ae6a-4b31-98b5-41bfc1142283), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:29:24.780397 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-b1404a97-5017-4182-8faa-d7604e9a00fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (c855b7af-ae6a-4b31-98b5-41bfc1142283), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:29:24.794101 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b1404a97-5017-4182-8faa-d7604e9a00fe admin admin] vlan segment allocate from pool success with {'vlan_id': 568, 'physical_network': 'physnet1'} {{(pid=103305) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 26 21:29:24.807227 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-b1404a97-5017-4182-8faa-d7604e9a00fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576559'] for segment (3717183c-69c6-44ee-ac2f-ec1e05ab35f5), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:29:24.808794 n-d-760453-5 neutron-server[103305]: INFO neutron.db.segments_db [None req-b1404a97-5017-4182-8faa-d7604e9a00fe admin admin] Added segment 3717183c-69c6-44ee-ac2f-ec1e05ab35f5 of type vlan for network e06aca25-0b6a-452f-bfd4-2129924c58a7 Jan 26 21:29:24.819316 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Current status of the port 61e4e751-58c3-44b7-8fce-c3507a0cdccc is: BUILD; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:29:24.820130 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (61e4e751-58c3-44b7-8fce-c3507a0cdccc), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:29:24.858835 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-b1404a97-5017-4182-8faa-d7604e9a00fe admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746560256871'] for network (e06aca25-0b6a-452f-bfd4-2129924c58a7), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:29:24.878311 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] For port 61e4e751-58c3-44b7-8fce-c3507a0cdccc, host n-h1-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-5',level=0,port_id=61e4e751-58c3-44b7-8fce-c3507a0cdccc,segment=NetworkSegment(ae04eadd-2f21-4385-8e0d-440406bc0827),segment_id=ae04eadd-2f21-4385-8e0d-440406bc0827)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:29:24.879635 n-d-760453-5 neutron-server[103306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a78b0a6-78a4-4bc7-9a2d-0384fc9d6981', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61e4e751-58c3-44b7-8fce-c3507a0cdccc'}] {{(pid=103306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 21:29:24.884595 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9d5d370febab655511bdd2ffe887e43e442d144a440368702bcc1e93af00b97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5c39f31-5215-44a8-97e6-8dbde7f3deff" -d '{"events": [{"server_uuid": "4a78b0a6-78a4-4bc7-9a2d-0384fc9d6981", "name": "network-vif-plugged", "status": "completed", "tag": "61e4e751-58c3-44b7-8fce-c3507a0cdccc"}]}' {{(pid=103306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 21:29:24.890689 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-663ed570-1997-4f34-ad8e-43049ed787e3 req-72fa39de-1fd7-40fa-8e93-b088c01da4f9 tempest-AttachVolumeShelveTestJSON-345998519 tempest-AttachVolumeShelveTestJSON-345998519-project] 10.222.0.13 "GET /v2.0/security-groups?id=a25c4f90-015b-4812-87d5-e6df93d42e7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1964519 Jan 26 21:29:24.923408 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (61e4e751-58c3-44b7-8fce-c3507a0cdccc), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:29:24.926668 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533690fa-41e8-4bba-9ee1-cc761d2279fe req-d6d87bc7-6501-4d08-b47a-62899f972d08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:29:24.929053 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-533690fa-41e8-4bba-9ee1-cc761d2279fe req-d6d87bc7-6501-4d08-b47a-62899f972d08 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=f292bf50-7316-40da-8d60-8669bdd0f81a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2253768 Jan 26 21:29:24.970011 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1404a97-5017-4182-8faa-d7604e9a00fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c855b7af-ae6a-4b31-98b5-41bfc1142283,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:29:24.975602 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-b1404a97-5017-4182-8faa-d7604e9a00fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503'] for network (e06aca25-0b6a-452f-bfd4-2129924c58a7), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:29:24.976622 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1404a97-5017-4182-8faa-d7604e9a00fe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:29:24.977225 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-b1404a97-5017-4182-8faa-d7604e9a00fe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709645'] for network (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:29:25.016094 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-b1404a97-5017-4182-8faa-d7604e9a00fe admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.8499649 Jan 26 21:29:25.019422 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 50316) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:29:25.022554 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.db_base_plugin_v2 [None req-45bddb84-936e-45b1-b686-d565ac11dff5 tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Deleting subnet 34c91503-4756-419e-9d6e-b54adfe907ca {{(pid=103305) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 26 21:29:25.024803 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-9a1a9331-0d4e-4ad1-964b-0d4c9557b4b0 admin admin] Request body: {'subnet': {'network_id': 'e06aca25-0b6a-452f-bfd4-2129924c58a7', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-986027459-subnet', 'tenant_id': '949e29ec71a54b7f98dc62c402ac867e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:29:25.035347 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-45bddb84-936e-45b1-b686-d565ac11dff5 tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Publish callbacks [] for subnet (34c91503-4756-419e-9d6e-b54adfe907ca), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:29:25.037911 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Jan 2022 21:29:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-375c6fc3-a853-4cb0-9902-14c2b271ff1a x-openstack-request-id: req-375c6fc3-a853-4cb0-9902-14c2b271ff1a {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 21:29:25.038242 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a78b0a6-78a4-4bc7-9a2d-0384fc9d6981", "name": "network-vif-plugged", "status": "completed", "tag": "61e4e751-58c3-44b7-8fce-c3507a0cdccc", "code": 200}]} {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 21:29:25.038544 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-375c6fc3-a853-4cb0-9902-14c2b271ff1a {{(pid=103306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 21:29:25.038905 n-d-760453-5 neutron-server[103306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a78b0a6-78a4-4bc7-9a2d-0384fc9d6981', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61e4e751-58c3-44b7-8fce-c3507a0cdccc', 'code': 200} Jan 26 21:29:25.095066 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Pushing event updated for resources: {'Port': ['ID=61e4e751-58c3-44b7-8fce-c3507a0cdccc,revision_number=7']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:29:25.120919 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1404a97-5017-4182-8faa-d7604e9a00fe admin admin] Pushing event updated for resources: {'Network': ['ID=e06aca25-0b6a-452f-bfd4-2129924c58a7,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:29:25.128128 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-45bddb84-936e-45b1-b686-d565ac11dff5 tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11788946'] for subnet (34c91503-4756-419e-9d6e-b54adfe907ca), precommit_delete_associations {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:29:25.135450 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a1a9331-0d4e-4ad1-964b-0d4c9557b4b0 admin admin] Made reservation on behalf of 949e29ec71a54b7f98dc62c402ac867e for: {'subnet': 1} {{(pid=103304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 21:29:25.138138 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-9a1a9331-0d4e-4ad1-964b-0d4c9557b4b0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12215181'] for subnet (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:29:25.163617 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Network e06aca25-0b6a-452f-bfd4-2129924c58a7 details requested by agent ovs-agent-n-d-760453-5 with host n-d-760453-5 {{(pid=103306) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 26 21:29:25.252324 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-45bddb84-936e-45b1-b686-d565ac11dff5 tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687316'] for subnet (34c91503-4756-419e-9d6e-b54adfe907ca), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:29:25.357034 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-533690fa-41e8-4bba-9ee1-cc761d2279fe req-0d499cb0-4ec9-4c2b-93fe-fa92ab1a716d service neutron] 10.222.0.57 "GET /v2.0/networks/f292bf50-7316-40da-8d60-8669bdd0f81a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4155104 Jan 26 21:29:25.358881 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-45bddb84-936e-45b1-b686-d565ac11dff5 tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11791594', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11599980'] for subnet (34c91503-4756-419e-9d6e-b54adfe907ca), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:29:25.392914 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-5940819c-104c-487a-9a3d-ff5972c215e7 None None] Provisioning complete for port 13be385c-c08b-4af9-8ac3-695cc2c781f2 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:29:25.394554 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-5940819c-104c-487a-9a3d-ff5972c215e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (13be385c-c08b-4af9-8ac3-695cc2c781f2), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:29:25.451011 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45bddb84-936e-45b1-b686-d565ac11dff5 tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Pushing event deleted for resources: {'Subnet': ['ID=34c91503-4756-419e-9d6e-b54adfe907ca,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:29:25.456025 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-45bddb84-936e-45b1-b686-d565ac11dff5 tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709645'] for subnet (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:29:25.473182 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-45bddb84-936e-45b1-b686-d565ac11dff5 tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] 10.222.0.13 "DELETE /v2.0/subnets/34c91503-4756-419e-9d6e-b54adfe907ca HTTP/1.1" status: 204 len: 168 time: 0.7776968 Jan 26 21:29:25.473966 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 50374) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:29:25.521428 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (fea0591a-627d-4c87-9a9a-01625ddf3277), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:29:25.645282 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-533690fa-41e8-4bba-9ee1-cc761d2279fe req-61c31f3e-58ee-4dd7-ac95-f17207718b0d service neutron] 10.222.0.57 "GET /v2.0/networks/f292bf50-7316-40da-8d60-8669bdd0f81a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2837038 Jan 26 21:29:25.666759 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-5940819c-104c-487a-9a3d-ff5972c215e7 None None] Current status of the port 13be385c-c08b-4af9-8ac3-695cc2c781f2 is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:29:25.684855 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-607e4bdf-8d80-4889-bb4f-39933f6a6a26 None None] Network f8a24fc0-00ab-47a2-a345-9e052bc7451f requested from n-d-760453-5 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 26 21:29:25.730354 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-533690fa-41e8-4bba-9ee1-cc761d2279fe req-8721be5b-163e-495b-9c49-1820701bc982 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.45&port_id=68993758-80c8-46d1-858d-bc7447ce489e HTTP/1.1" status: 200 len: 217 time: 0.0700014 Jan 26 21:29:25.850673 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533690fa-41e8-4bba-9ee1-cc761d2279fe req-9a68e422-b51e-45ea-b021-ec9e383ccadd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:29:25.852872 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-533690fa-41e8-4bba-9ee1-cc761d2279fe req-9a68e422-b51e-45ea-b021-ec9e383ccadd service neutron] 10.222.0.57 "GET /v2.0/subnets?id=4e6d2bbe-4ef2-4089-b0e5-159ef264639e HTTP/1.1" status: 200 len: 797 time: 0.1140864 Jan 26 21:29:25.866652 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device 13be385c-c08b-4af9-8ac3-695cc2c781f2 up at agent ovs-agent-n-d-760453-5 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 21:29:25.914624 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-1f9cb1dd-7c72-4fc8-88ef-dacc9191b8b8 None None] Could not find standard attr ID for object 4e99f2d0-cba3-449d-9d47-cb6b6aa8720a. {{(pid=103306) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 26 21:29:25.950695 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533690fa-41e8-4bba-9ee1-cc761d2279fe req-a163c4f0-ee90-4431-8d34-6dfa4bc62544 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:29:25.962990 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Provisioning complete for port 13be385c-c08b-4af9-8ac3-695cc2c781f2 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:29:25.963744 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (13be385c-c08b-4af9-8ac3-695cc2c781f2), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:29:25.966169 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-533690fa-41e8-4bba-9ee1-cc761d2279fe req-a163c4f0-ee90-4431-8d34-6dfa4bc62544 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=f292bf50-7316-40da-8d60-8669bdd0f81a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1050618 Jan 26 21:29:26.048035 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-084071d5-3ab1-4711-8888-afc095ee2861 None None] DHCP port deletion for f8a24fc0-00ab-47a2-a345-9e052bc7451f request from n-d-760453-5 {{(pid=103306) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 26 21:29:26.116688 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-533690fa-41e8-4bba-9ee1-cc761d2279fe req-151fb6b0-c4f0-4fdd-8bf6-72620d94667d service neutron] 10.222.0.57 "GET /v2.0/networks/f292bf50-7316-40da-8d60-8669bdd0f81a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1414201 Jan 26 21:29:26.198991 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Current status of the port 13be385c-c08b-4af9-8ac3-695cc2c781f2 is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:29:26.213914 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-084071d5-3ab1-4711-8888-afc095ee2861 None None] Deleting port 13be385c-c08b-4af9-8ac3-695cc2c781f2 {{(pid=103306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 21:29:26.214507 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-084071d5-3ab1-4711-8888-afc095ee2861 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746560630878'] for port (13be385c-c08b-4af9-8ac3-695cc2c781f2), before_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:29:26.273689 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-533690fa-41e8-4bba-9ee1-cc761d2279fe req-f39e229d-2696-4afe-af74-73d9ea208642 service neutron] 10.222.0.57 "GET /v2.0/networks/f292bf50-7316-40da-8d60-8669bdd0f81a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1441455 Jan 26 21:29:26.304100 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-cea38301-4163-44ea-99f4-89140df66c41 tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-748181'] for network (f8a24fc0-00ab-47a2-a345-9e052bc7451f), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:29:26.379763 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdaef5dd-f88d-4c86-84e9-ee9b660a6fcf req-1f61b347-d298-4a0a-ac5d-3287d509d5c3 tempest-AttachVolumeShelveTestJSON-345998519 tempest-AttachVolumeShelveTestJSON-345998519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:29:26.387899 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-fdaef5dd-f88d-4c86-84e9-ee9b660a6fcf req-1f61b347-d298-4a0a-ac5d-3287d509d5c3 tempest-AttachVolumeShelveTestJSON-345998519 tempest-AttachVolumeShelveTestJSON-345998519-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a78b0a6-78a4-4bc7-9a2d-0384fc9d6981 HTTP/1.1" status: 200 len: 945 time: 0.2699270 Jan 26 21:29:26.391336 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-533690fa-41e8-4bba-9ee1-cc761d2279fe req-66f1d2b8-e9f2-4242-bc52-111f2f99ba6f service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.56&port_id=838b8d10-47c7-4250-a401-9d4067f8f28c HTTP/1.1" status: 200 len: 217 time: 0.1070464 Jan 26 21:29:26.393218 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-9a1a9331-0d4e-4ad1-964b-0d4c9557b4b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9285249', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12215227'] for subnet (79317c4e-88a3-402c-975d-f004bf1d9b8b), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:29:26.395977 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-084071d5-3ab1-4711-8888-afc095ee2861 None None] For port 13be385c-c08b-4af9-8ac3-695cc2c781f2, host n-d-760453-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=13be385c-c08b-4af9-8ac3-695cc2c781f2,segment=NetworkSegment(fff9fa5f-fee4-4c4e-b94a-8020bacc2e96),segment_id=fff9fa5f-fee4-4c4e-b94a-8020bacc2e96)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:29:26.397218 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-cea38301-4163-44ea-99f4-89140df66c41 tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Deleting port 13be385c-c08b-4af9-8ac3-695cc2c781f2 {{(pid=103305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 21:29:26.397742 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-cea38301-4163-44ea-99f4-89140df66c41 tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746560630878'] for port (13be385c-c08b-4af9-8ac3-695cc2c781f2), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:29:26.399693 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-084071d5-3ab1-4711-8888-afc095ee2861 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4109658'] for port (13be385c-c08b-4af9-8ac3-695cc2c781f2), precommit_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:29:26.447453 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-084071d5-3ab1-4711-8888-afc095ee2861 None None] Calling delete_port for 13be385c-c08b-4af9-8ac3-695cc2c781f2 owned by network:dhcp {{(pid=103306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 21:29:26.509038 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a1a9331-0d4e-4ad1-964b-0d4c9557b4b0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=79317c4e-88a3-402c-975d-f004bf1d9b8b,revision_number=0']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:29:26.512301 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533690fa-41e8-4bba-9ee1-cc761d2279fe req-cb2c0939-6557-4d25-b80f-bab4f472bc42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:29:26.514370 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-533690fa-41e8-4bba-9ee1-cc761d2279fe req-cb2c0939-6557-4d25-b80f-bab4f472bc42 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=4e6d2bbe-4ef2-4089-b0e5-159ef264639e HTTP/1.1" status: 200 len: 797 time: 0.1145682 Jan 26 21:29:26.544290 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [None req-cea38301-4163-44ea-99f4-89140df66c41 tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] For port 13be385c-c08b-4af9-8ac3-695cc2c781f2, host n-d-760453-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=13be385c-c08b-4af9-8ac3-695cc2c781f2,segment=NetworkSegment(fff9fa5f-fee4-4c4e-b94a-8020bacc2e96),segment_id=fff9fa5f-fee4-4c4e-b94a-8020bacc2e96)] {{(pid=103305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:29:26.544657 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-cea38301-4163-44ea-99f4-89140df66c41 tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4109658'] for port (13be385c-c08b-4af9-8ac3-695cc2c781f2), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:29:26.586902 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-cea38301-4163-44ea-99f4-89140df66c41 tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Calling delete_port for 13be385c-c08b-4af9-8ac3-695cc2c781f2 owned by network:dhcp {{(pid=103305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 21:29:26.615584 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-fdaef5dd-f88d-4c86-84e9-ee9b660a6fcf req-2cffcf49-5618-4e4b-a2c5-081fdf9236b9 tempest-AttachVolumeShelveTestJSON-345998519 tempest-AttachVolumeShelveTestJSON-345998519-project] 10.222.0.13 "GET /v2.0/security-groups?id=a25c4f90-015b-4812-87d5-e6df93d42e7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2209723 Jan 26 21:29:26.641651 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533690fa-41e8-4bba-9ee1-cc761d2279fe req-1f4841f3-c880-4617-81eb-bb99706ab011 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:29:26.646265 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-084071d5-3ab1-4711-8888-afc095ee2861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746560636600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746560234536'] for port (13be385c-c08b-4af9-8ac3-695cc2c781f2), after_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:29:26.648179 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-533690fa-41e8-4bba-9ee1-cc761d2279fe req-1f4841f3-c880-4617-81eb-bb99706ab011 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=f292bf50-7316-40da-8d60-8669bdd0f81a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1215124 Jan 26 21:29:26.669421 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-084071d5-3ab1-4711-8888-afc095ee2861 None None] No DVR routers for this DVR port 13be385c-c08b-4af9-8ac3-695cc2c781f2 on host n-d-760453-5 {{(pid=103306) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 26 21:29:26.695012 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084071d5-3ab1-4711-8888-afc095ee2861 None None] Pushing event deleted for resources: {'Port': ['ID=13be385c-c08b-4af9-8ac3-695cc2c781f2,revision_number=None']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:29:26.757053 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-cea38301-4163-44ea-99f4-89140df66c41 tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746560636600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746560234536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11791543'] for port (13be385c-c08b-4af9-8ac3-695cc2c781f2), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:29:26.766512 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a1a9331-0d4e-4ad1-964b-0d4c9557b4b0 admin admin] Checking segment: {'id': '3717183c-69c6-44ee-ac2f-ec1e05ab35f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'e06aca25-0b6a-452f-bfd4-2129924c58a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103304) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 21:29:26.771902 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a1a9331-0d4e-4ad1-964b-0d4c9557b4b0 admin admin] Network hostable DHCP agents. Network: e06aca25-0b6a-452f-bfd4-2129924c58a7, hostable agents: ['474ccdf7-ab6c-405b-a3b2-dc7b05829902'], hosted agents: [] {{(pid=103304) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 26 21:29:26.789228 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cea38301-4163-44ea-99f4-89140df66c41 tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] No DVR routers for this DVR port 13be385c-c08b-4af9-8ac3-695cc2c781f2 on host n-d-760453-5 {{(pid=103305) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 26 21:29:26.889335 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-cea38301-4163-44ea-99f4-89140df66c41 tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-686403', 'neutron.services.segments.db._delete_segments_for_network-8746560774018'] for network (f8a24fc0-00ab-47a2-a345-9e052bc7451f), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:29:26.912955 n-d-760453-5 neutron-server[103305]: DEBUG neutron.services.segments.db [None req-cea38301-4163-44ea-99f4-89140df66c41 tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f8a24fc0-00ab-47a2-a345-9e052bc7451f']}} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:29:26.926341 n-d-760453-5 neutron-server[103305]: DEBUG neutron.services.segments.db [None req-cea38301-4163-44ea-99f4-89140df66c41 tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fff9fa5f-fee4-4c4e-b94a-8020bacc2e96') {'for_net_delete': True} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:29:26.927026 n-d-760453-5 neutron-server[103305]: DEBUG neutron.services.segments.db [None req-cea38301-4163-44ea-99f4-89140df66c41 tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fff9fa5f-fee4-4c4e-b94a-8020bacc2e96') {} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:29:26.934115 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a1a9331-0d4e-4ad1-964b-0d4c9557b4b0 admin admin] Network e06aca25-0b6a-452f-bfd4-2129924c58a7 is scheduled to be hosted by DHCP agent 474ccdf7-ab6c-405b-a3b2-dc7b05829902 with binding_index 1 {{(pid=103304) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 26 21:29:26.940176 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-cea38301-4163-44ea-99f4-89140df66c41 tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746560742283', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11788955'] for segment (fff9fa5f-fee4-4c4e-b94a-8020bacc2e96), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:29:26.956676 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-cea38301-4163-44ea-99f4-89140df66c41 tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576559'] for segment (fff9fa5f-fee4-4c4e-b94a-8020bacc2e96), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:29:26.966257 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cea38301-4163-44ea-99f4-89140df66c41 tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Releasing vlan 589 on physical network physnet1 to pool {{(pid=103305) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 26 21:29:26.966809 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [None req-9a1a9331-0d4e-4ad1-964b-0d4c9557b4b0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760453-5, e06aca25-0b6a-452f-bfd4-2129924c58a7) {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:29:26.967213 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-cea38301-4163-44ea-99f4-89140df66c41 tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11791428'] for segment (fff9fa5f-fee4-4c4e-b94a-8020bacc2e96), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:29:26.975314 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c756f9b2-ee0c-499b-bc21-a3593820ec72 None None] Network e06aca25-0b6a-452f-bfd4-2129924c58a7 requested from n-d-760453-5 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 26 21:29:26.992331 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a1a9331-0d4e-4ad1-964b-0d4c9557b4b0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:29:26.993932 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-9a1a9331-0d4e-4ad1-964b-0d4c9557b4b0 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:29:26.999058 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea38301-4163-44ea-99f4-89140df66c41 tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Pushing event deleted for resources: {'Port': ['ID=13be385c-c08b-4af9-8ac3-695cc2c781f2,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:29:27.003580 n-d-760453-5 neutron-server[103305]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 26 21:29:27.003580 n-d-760453-5 neutron-server[103305]: self.session.flush() Jan 26 21:29:27.003580 n-d-760453-5 neutron-server[103305]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 26 21:29:27.003580 n-d-760453-5 neutron-server[103305]: self.session.flush() Jan 26 21:29:27.003580 n-d-760453-5 neutron-server[103305]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 26 21:29:27.003580 n-d-760453-5 neutron-server[103305]: self.session.flush() Jan 26 21:29:27.003580 n-d-760453-5 neutron-server[103305]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 26 21:29:27.003580 n-d-760453-5 neutron-server[103305]: self.session.flush() Jan 26 21:29:27.003580 n-d-760453-5 neutron-server[103305]: Traceback (most recent call last): Jan 26 21:29:27.003580 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 26 21:29:27.003580 n-d-760453-5 neutron-server[103305]: timer() Jan 26 21:29:27.003580 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 26 21:29:27.003580 n-d-760453-5 neutron-server[103305]: cb(*args, **kw) Jan 26 21:29:27.003580 n-d-760453-5 neutron-server[103305]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 26 21:29:27.003580 n-d-760453-5 neutron-server[103305]: return func(*args, **kwargs) Jan 26 21:29:27.003580 n-d-760453-5 neutron-server[103305]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 26 21:29:27.003580 n-d-760453-5 neutron-server[103305]: self._notify() Jan 26 21:29:27.003580 n-d-760453-5 neutron-server[103305]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 26 21:29:27.003580 n-d-760453-5 neutron-server[103305]: self.callback(batched_events) Jan 26 21:29:27.003580 n-d-760453-5 neutron-server[103305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 26 21:29:27.003580 n-d-760453-5 neutron-server[103305]: event.method(event) Jan 26 21:29:27.003580 n-d-760453-5 neutron-server[103305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 26 21:29:27.003580 n-d-760453-5 neutron-server[103305]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 26 21:29:27.003580 n-d-760453-5 neutron-server[103305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 26 21:29:27.003580 n-d-760453-5 neutron-server[103305]: aggregate_uuid = self.p_client.list_aggregates( Jan 26 21:29:27.003580 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 26 21:29:27.003580 n-d-760453-5 neutron-server[103305]: return f(self, *a, **k) Jan 26 21:29:27.003580 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 26 21:29:27.003580 n-d-760453-5 neutron-server[103305]: return self._get(url).json() Jan 26 21:29:27.003580 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 26 21:29:27.003580 n-d-760453-5 neutron-server[103305]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 26 21:29:27.003580 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 26 21:29:27.003580 n-d-760453-5 neutron-server[103305]: return self.request(url, 'GET', **kwargs) Jan 26 21:29:27.003580 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 26 21:29:27.003580 n-d-760453-5 neutron-server[103305]: base_url = self.get_endpoint(auth, allow=allow, Jan 26 21:29:27.003580 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 26 21:29:27.003580 n-d-760453-5 neutron-server[103305]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 26 21:29:27.003580 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 26 21:29:27.003580 n-d-760453-5 neutron-server[103305]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 26 21:29:27.003580 n-d-760453-5 neutron-server[103305]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 26 21:29:27.045447 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-9a1a9331-0d4e-4ad1-964b-0d4c9557b4b0 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.0248857 Jan 26 21:29:27.055400 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 50458) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:29:27.065805 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-47e9db2d-3c77-4f1c-820e-ce89c6004e2c admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-986027459-router', 'tenant_id': '949e29ec71a54b7f98dc62c402ac867e', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299'}}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:29:27.090055 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ab0e4d-ff60-4a62-b053-1e1da36ce319 req-4f57996c-8650-40d1-8682-cad7618f207f tempest-VolumesSnapshotTestJSON-309785744 tempest-VolumesSnapshotTestJSON-309785744-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:29:27.099026 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-f1ab0e4d-ff60-4a62-b053-1e1da36ce319 req-4f57996c-8650-40d1-8682-cad7618f207f tempest-VolumesSnapshotTestJSON-309785744 tempest-VolumesSnapshotTestJSON-309785744-project] 10.222.0.13 "GET /v2.0/networks?id=0d77ed94-b67e-4013-88db-3d1093c790e2 HTTP/1.1" status: 200 len: 814 time: 0.3928936 Jan 26 21:29:27.099628 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-cea38301-4163-44ea-99f4-89140df66c41 tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4110931'] for network (f8a24fc0-00ab-47a2-a345-9e052bc7451f), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:29:27.104245 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-533690fa-41e8-4bba-9ee1-cc761d2279fe req-a54039a2-7042-4ee8-98c9-2e3767cf08dd service neutron] 10.222.0.57 "GET /v2.0/networks/f292bf50-7316-40da-8d60-8669bdd0f81a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4487438 Jan 26 21:29:27.122853 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-cea38301-4163-44ea-99f4-89140df66c41 tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709645'] for network (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:29:27.127011 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-cea38301-4163-44ea-99f4-89140df66c41 tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] 10.222.0.13 "DELETE /v2.0/networks/f8a24fc0-00ab-47a2-a345-9e052bc7451f HTTP/1.1" status: 204 len: 168 time: 1.6510844 Jan 26 21:29:27.131319 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 50460) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:29:27.141553 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-47e9db2d-3c77-4f1c-820e-ce89c6004e2c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4104596', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13108'] for router (14caafeb-e7a5-460d-891b-1a174bf1bc26), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:29:27.142984 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-47e9db2d-3c77-4f1c-820e-ce89c6004e2c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4105828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4111306', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3733576', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13069'] for router (14caafeb-e7a5-460d-891b-1a174bf1bc26), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:29:27.147876 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea38301-4163-44ea-99f4-89140df66c41 tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Pushing event deleted for resources: {'Network': ['ID=f8a24fc0-00ab-47a2-a345-9e052bc7451f,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:29:27.153025 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-f1ab0e4d-ff60-4a62-b053-1e1da36ce319 req-5e04ee38-ebdd-48f1-aeff-20fa13bc6265 tempest-VolumesSnapshotTestJSON-309785744 tempest-VolumesSnapshotTestJSON-309785744-project] 10.222.0.13 "GET /v2.0/quotas/b78edeb42cf744f58efd2282d49d9504 HTTP/1.1" status: 200 len: 375 time: 0.0524690 Jan 26 21:29:27.187333 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-db1e7337-59aa-407a-933f-647129f3393c tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Request body: {'port': {'network_id': '22196535-12cf-4173-a0f4-2cc147dd90f8', 'name': 'tempest-PortsTestJSON-714039859'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:29:27.246179 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-47e9db2d-3c77-4f1c-820e-ce89c6004e2c admin admin] Publish callbacks [] for router_controller (14caafeb-e7a5-460d-891b-1a174bf1bc26), precommit_add_association {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:29:27.378651 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-f1ab0e4d-ff60-4a62-b053-1e1da36ce319 req-1a7333aa-b314-4980-8e06-389bceacac2d tempest-VolumesSnapshotTestJSON-309785744 tempest-VolumesSnapshotTestJSON-309785744-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=b78edeb42cf744f58efd2282d49d9504&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2245240 Jan 26 21:29:27.381751 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db1e7337-59aa-407a-933f-647129f3393c tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Made reservation on behalf of 4da385aa39864c0f865aba377c69c57c for: {'port': 1} {{(pid=103304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 21:29:27.393943 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-db1e7337-59aa-407a-933f-647129f3393c tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:29:27.436670 n-d-760453-5 neutron-server[103304]: DEBUG neutron.notifiers.nova [None req-db1e7337-59aa-407a-933f-647129f3393c tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] device_id is not set on port f83fe02f-ea64-401d-a468-27635d457798 yet. {{(pid=103304) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 26 21:29:27.593701 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-47e9db2d-3c77-4f1c-820e-ce89c6004e2c admin admin] Publish callbacks [] for router_gateway (14caafeb-e7a5-460d-891b-1a174bf1bc26), precommit_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:29:27.600456 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device 13be385c-c08b-4af9-8ac3-695cc2c781f2 no longer exists at agent ovs-agent-n-d-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 26 21:29:27.625764 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a1ccc26-4775-4ae9-a0c0-eef05c52b2c6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3c4099e8-8ffb-51d1-af7f-5868973e933f-e06aca25-0b6a-452f-bfd4-2129924c58a7', 'network_id': 'e06aca25-0b6a-452f-bfd4-2129924c58a7', 'project_id': '949e29ec71a54b7f98dc62c402ac867e', 'fixed_ips': [{'subnet_id': '79317c4e-88a3-402c-975d-f004bf1d9b8b'}]}} from n-d-760453-5. {{(pid=103306) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 26 21:29:27.632050 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-3a1ccc26-4775-4ae9-a0c0-eef05c52b2c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (None), before_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:29:27.668746 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] No Port match for: 13be385c-c08b-4af9-8ac3-695cc2c781f2 {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 26 21:29:27.671607 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device 13be385c-c08b-4af9-8ac3-695cc2c781f2 not bound to the agent host n-d-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 26 21:29:27.753879 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-533690fa-41e8-4bba-9ee1-cc761d2279fe req-4ef9e7cc-7c71-4e08-9180-726ca34814a7 service neutron] 10.222.0.57 "GET /v2.0/networks/f292bf50-7316-40da-8d60-8669bdd0f81a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6386268 Jan 26 21:29:27.897284 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.db_base_plugin_common [None req-3a1ccc26-4775-4ae9-a0c0-eef05c52b2c6 None None] Allocated IP 172.20.0.2 (e06aca25-0b6a-452f-bfd4-2129924c58a7/79317c4e-88a3-402c-975d-f004bf1d9b8b/0003dbb3-7d76-4f68-b80e-882b314986ac) {{(pid=103306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 21:29:27.906395 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-47e9db2d-3c77-4f1c-820e-ce89c6004e2c admin admin] Publish callbacks [] for router_gateway (14caafeb-e7a5-460d-891b-1a174bf1bc26), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:29:27.930515 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-f1ab0e4d-ff60-4a62-b053-1e1da36ce319 req-7dcd42d2-26c2-4a6b-b9f2-3a1ffc5bf2ad service neutron] 10.222.0.13 "GET /v2.0/networks/0d77ed94-b67e-4013-88db-3d1093c790e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5506537 Jan 26 21:29:27.935347 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-533690fa-41e8-4bba-9ee1-cc761d2279fe req-baa91ab3-3227-4984-957b-a17abc14d76e service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=3941d4d2-ec71-4191-8e9f-df25a9ea3da5 HTTP/1.1" status: 200 len: 217 time: 0.1629732 Jan 26 21:29:27.940134 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-47e9db2d-3c77-4f1c-820e-ce89c6004e2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:29:28.062817 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-db1e7337-59aa-407a-933f-647129f3393c tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Publish callbacks [] for port (f83fe02f-ea64-401d-a468-27635d457798), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:29:28.081414 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4982ee-7416-4aec-ba9e-3c458a889d28 req-4ed92173-5200-4b96-ad79-e8a522b8247d tempest-AttachVolumeShelveTestJSON-345998519 tempest-AttachVolumeShelveTestJSON-345998519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:29:28.083470 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-cd4982ee-7416-4aec-ba9e-3c458a889d28 req-4ed92173-5200-4b96-ad79-e8a522b8247d tempest-AttachVolumeShelveTestJSON-345998519 tempest-AttachVolumeShelveTestJSON-345998519-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a78b0a6-78a4-4bc7-9a2d-0384fc9d6981 HTTP/1.1" status: 200 len: 945 time: 0.3198905 Jan 26 21:29:28.089281 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-3a1ccc26-4775-4ae9-a0c0-eef05c52b2c6 None None] Publish callbacks [] for port (0003dbb3-7d76-4f68-b80e-882b314986ac), precommit_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:29:28.104703 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.db_base_plugin_common [None req-47e9db2d-3c77-4f1c-820e-ce89c6004e2c admin admin] Allocated IP 172.25.1.100 (4140a1f1-c93a-4bea-83a0-68953a54f299/e48251a1-e30d-4820-8396-00c6f6aeb601/f0a53282-ef13-4052-a984-d173931634ed) {{(pid=103305) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 21:29:28.113356 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-3a1ccc26-4775-4ae9-a0c0-eef05c52b2c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746560234527'] for port (0003dbb3-7d76-4f68-b80e-882b314986ac), after_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:29:28.120207 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533690fa-41e8-4bba-9ee1-cc761d2279fe req-fa6dc038-21e3-49ed-bed5-7ef1d0c41144 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:29:28.122130 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-533690fa-41e8-4bba-9ee1-cc761d2279fe req-fa6dc038-21e3-49ed-bed5-7ef1d0c41144 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=d36d78e9-ef90-42a1-bdc2-1b67cc68d0f5 HTTP/1.1" status: 200 len: 797 time: 0.1660550 Jan 26 21:29:28.168177 n-d-760453-5 neutron-server[103306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a1ccc26-4775-4ae9-a0c0-eef05c52b2c6 None None] Network e06aca25-0b6a-452f-bfd4-2129924c58a7 is already hosted by enough agents. {{(pid=103306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 21:29:28.171721 n-d-760453-5 neutron-server[103306]: DEBUG neutron.scheduler.base_scheduler [None req-3a1ccc26-4775-4ae9-a0c0-eef05c52b2c6 None None] Resources bound (agent type, host, resource id): {{(pid=103306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:29:28.178291 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a1ccc26-4775-4ae9-a0c0-eef05c52b2c6 None None] Received port after_create {{(pid=103306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 21:29:28.187470 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a1ccc26-4775-4ae9-a0c0-eef05c52b2c6 None None] Pushing event updated for resources: {'Port': ['ID=0003dbb3-7d76-4f68-b80e-882b314986ac,revision_number=1']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:29:28.214758 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-f1ab0e4d-ff60-4a62-b053-1e1da36ce319 req-e8ca0846-e654-4e95-89fc-c09ed98d7c72 service neutron] 10.222.0.13 "GET /v2.0/networks/0d77ed94-b67e-4013-88db-3d1093c790e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2745328 Jan 26 21:29:28.227957 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-db1e7337-59aa-407a-933f-647129f3393c tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746560234527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9281553'] for port (f83fe02f-ea64-401d-a468-27635d457798), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:29:28.269708 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-3a1ccc26-4775-4ae9-a0c0-eef05c52b2c6 None None] Attempting to bind port 0003dbb3-7d76-4f68-b80e-882b314986ac on host n-d-760453-5 for vnic_type normal with profile {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 21:29:28.270996 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-3a1ccc26-4775-4ae9-a0c0-eef05c52b2c6 None None] Attempting to bind port 0003dbb3-7d76-4f68-b80e-882b314986ac by drivers openvswitch,hyperv on host n-d-760453-5 at level 0 using segments [{'id': '3717183c-69c6-44ee-ac2f-ec1e05ab35f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'e06aca25-0b6a-452f-bfd4-2129924c58a7'}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 26 21:29:28.271591 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a1ccc26-4775-4ae9-a0c0-eef05c52b2c6 None None] Attempting to bind port 0003dbb3-7d76-4f68-b80e-882b314986ac on network e06aca25-0b6a-452f-bfd4-2129924c58a7 {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 21:29:28.278912 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a1ccc26-4775-4ae9-a0c0-eef05c52b2c6 None None] Checking agent: {'id': 'fea0591a-627d-4c87-9a9a-01625ddf3277', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760453-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 20, 55, 25), 'started_at': datetime.datetime(2022, 1, 26, 20, 55, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 21, 29, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760453-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 26 21:29:28.279699 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a1ccc26-4775-4ae9-a0c0-eef05c52b2c6 None None] Checking segment: {'id': '3717183c-69c6-44ee-ac2f-ec1e05ab35f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'e06aca25-0b6a-452f-bfd4-2129924c58a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 21:29:28.280341 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-3a1ccc26-4775-4ae9-a0c0-eef05c52b2c6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:29:28.281090 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a1ccc26-4775-4ae9-a0c0-eef05c52b2c6 None None] Bound using segment: {'id': '3717183c-69c6-44ee-ac2f-ec1e05ab35f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'e06aca25-0b6a-452f-bfd4-2129924c58a7'} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 26 21:29:28.281815 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-3a1ccc26-4775-4ae9-a0c0-eef05c52b2c6 None None] Bound port: 0003dbb3-7d76-4f68-b80e-882b314986ac, host: n-d-760453-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3717183c-69c6-44ee-ac2f-ec1e05ab35f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'e06aca25-0b6a-452f-bfd4-2129924c58a7'}}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 26 21:29:28.282631 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-3a1ccc26-4775-4ae9-a0c0-eef05c52b2c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (0003dbb3-7d76-4f68-b80e-882b314986ac), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:29:28.327599 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-cd4982ee-7416-4aec-ba9e-3c458a889d28 req-5eaa8d16-d1e1-47e4-afbc-80c14f640ade tempest-AttachVolumeShelveTestJSON-345998519 tempest-AttachVolumeShelveTestJSON-345998519-project] 10.222.0.13 "GET /v2.0/security-groups?id=a25c4f90-015b-4812-87d5-e6df93d42e7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2307885 Jan 26 21:29:28.338563 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533690fa-41e8-4bba-9ee1-cc761d2279fe req-d1649224-f541-4c23-976c-d5281406ad3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:29:28.340101 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-533690fa-41e8-4bba-9ee1-cc761d2279fe req-d1649224-f541-4c23-976c-d5281406ad3e service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=09fefaf6-1493-45ff-9b77-0bffdcb790d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2084637 Jan 26 21:29:28.349608 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-47e9db2d-3c77-4f1c-820e-ce89c6004e2c admin admin] Publish callbacks [] for port (f0a53282-ef13-4052-a984-d173931634ed), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:29:28.369353 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db1e7337-59aa-407a-933f-647129f3393c tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Network 22196535-12cf-4173-a0f4-2cc147dd90f8 is already hosted by enough agents. {{(pid=103304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 21:29:28.401126 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [None req-db1e7337-59aa-407a-933f-647129f3393c tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Resources bound (agent type, host, resource id): {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:29:28.403864 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db1e7337-59aa-407a-933f-647129f3393c tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Pushing event updated for resources: {'Port': ['ID=f83fe02f-ea64-401d-a468-27635d457798,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:29:28.406093 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db1e7337-59aa-407a-933f-647129f3393c tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Received port after_create {{(pid=103304) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 21:29:28.413131 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db1e7337-59aa-407a-933f-647129f3393c tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:29:28.414099 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-db1e7337-59aa-407a-933f-647129f3393c tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:29:28.443604 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-3a1ccc26-4775-4ae9-a0c0-eef05c52b2c6 None None] For port 0003dbb3-7d76-4f68-b80e-882b314986ac, host n-d-760453-5, cleared binding levels {{(pid=103306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 26 21:29:28.448030 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-3a1ccc26-4775-4ae9-a0c0-eef05c52b2c6 None None] For port 0003dbb3-7d76-4f68-b80e-882b314986ac, host n-d-760453-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=0003dbb3-7d76-4f68-b80e-882b314986ac,segment=NetworkSegment(3717183c-69c6-44ee-ac2f-ec1e05ab35f5),segment_id=3717183c-69c6-44ee-ac2f-ec1e05ab35f5)] {{(pid=103306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 26 21:29:28.461651 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-3a1ccc26-4775-4ae9-a0c0-eef05c52b2c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (0003dbb3-7d76-4f68-b80e-882b314986ac), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:29:28.495441 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-47e9db2d-3c77-4f1c-820e-ce89c6004e2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746560234527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11791543'] for port (f0a53282-ef13-4052-a984-d173931634ed), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:29:28.549487 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47e9db2d-3c77-4f1c-820e-ce89c6004e2c admin admin] Network 4140a1f1-c93a-4bea-83a0-68953a54f299 is already hosted by enough agents. {{(pid=103305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 21:29:28.556957 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-db1e7337-59aa-407a-933f-647129f3393c tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 1.4007142 Jan 26 21:29:28.558769 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [None req-47e9db2d-3c77-4f1c-820e-ce89c6004e2c admin admin] Resources bound (agent type, host, resource id): {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:29:28.563429 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a1ccc26-4775-4ae9-a0c0-eef05c52b2c6 None None] Pushing event updated for resources: {'Port': ['ID=0003dbb3-7d76-4f68-b80e-882b314986ac,revision_number=2']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:29:28.564519 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47e9db2d-3c77-4f1c-820e-ce89c6004e2c admin admin] Received port after_create {{(pid=103305) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 21:29:28.565474 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 50472) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:29:28.680801 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e9db2d-3c77-4f1c-820e-ce89c6004e2c admin admin] Pushing event updated for resources: {'Port': ['ID=f0a53282-ef13-4052-a984-d173931634ed,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:29:28.713331 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-170be482-d0a5-49fc-9681-c701f3611e89 req-d36161d7-9700-4032-bcd8-f8ac036b47d1 tempest-VolumesSnapshotTestJSON-309785744 tempest-VolumesSnapshotTestJSON-309785744-project] 10.222.0.13 "GET /v2.0/ports?device_id=077a4156-11fd-4194-97e0-5fbf8acb748f HTTP/1.1" status: 200 len: 210 time: 0.1047254 Jan 26 21:29:28.791427 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-533690fa-41e8-4bba-9ee1-cc761d2279fe req-a4a77c30-08e5-48cb-9da6-b127059ca665 service neutron] 10.222.0.57 "GET /v2.0/networks/09fefaf6-1493-45ff-9b77-0bffdcb790d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4441006 Jan 26 21:29:28.997787 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-1e93129e-0b3d-4239-8467-48fb0812b707 tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Deleting port f83fe02f-ea64-401d-a468-27635d457798 {{(pid=103304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 21:29:29.000111 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-1e93129e-0b3d-4239-8467-48fb0812b707 tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746560630878'] for port (f83fe02f-ea64-401d-a468-27635d457798), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:29:29.182248 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-47e9db2d-3c77-4f1c-820e-ce89c6004e2c admin admin] Publish callbacks [] for router_gateway (14caafeb-e7a5-460d-891b-1a174bf1bc26), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:29:29.186876 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-533690fa-41e8-4bba-9ee1-cc761d2279fe req-1e1ff04c-61c1-4b6e-afcc-312fc5e2991f service neutron] 10.222.0.57 "GET /v2.0/networks/09fefaf6-1493-45ff-9b77-0bffdcb790d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3861830 Jan 26 21:29:29.222629 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-1e93129e-0b3d-4239-8467-48fb0812b707 tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4109658'] for port (f83fe02f-ea64-401d-a468-27635d457798), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:29:29.668686 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-47e9db2d-3c77-4f1c-820e-ce89c6004e2c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4105757', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4111263'] for router (14caafeb-e7a5-460d-891b-1a174bf1bc26), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:29:29.728223 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device 0003dbb3-7d76-4f68-b80e-882b314986ac up at agent ovs-agent-n-d-760453-5 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 21:29:29.841414 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Provisioning complete for port 0003dbb3-7d76-4f68-b80e-882b314986ac triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:29:29.841971 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (0003dbb3-7d76-4f68-b80e-882b314986ac), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:29:29.862869 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-1e93129e-0b3d-4239-8467-48fb0812b707 tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Calling delete_port for f83fe02f-ea64-401d-a468-27635d457798 owned by {{(pid=103304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 21:29:29.867369 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-533690fa-41e8-4bba-9ee1-cc761d2279fe req-03ec0298-8931-49a7-9288-1c9dacf68f68 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=b6f4a45a-14b0-47b4-ab05-34ee30262fe7 HTTP/1.1" status: 200 len: 217 time: 0.6649644 Jan 26 21:29:29.939795 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47e9db2d-3c77-4f1c-820e-ce89c6004e2c admin admin] Router 14caafeb-e7a5-460d-891b-1a174bf1bc26 is scheduled to L3 agent 09df100c-3af1-4b0a-bda8-05914c71c458 with binding_index 1 {{(pid=103305) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 26 21:29:29.992093 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Current status of the port 0003dbb3-7d76-4f68-b80e-882b314986ac is: DOWN; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:29:29.992492 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (0003dbb3-7d76-4f68-b80e-882b314986ac), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:29:30.043429 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] For port 0003dbb3-7d76-4f68-b80e-882b314986ac, host n-d-760453-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=0003dbb3-7d76-4f68-b80e-882b314986ac,segment=NetworkSegment(3717183c-69c6-44ee-ac2f-ec1e05ab35f5),segment_id=3717183c-69c6-44ee-ac2f-ec1e05ab35f5)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:29:30.050991 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (0003dbb3-7d76-4f68-b80e-882b314986ac), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:29:30.124372 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-c5febcc1-6271-4d06-8fe4-603517146b90 req-9602cf19-4a2e-4911-93de-4c131f7801d9 tempest-VolumesSnapshotTestJSON-309785744 tempest-VolumesSnapshotTestJSON-309785744-project] 10.222.0.13 "GET /v2.0/ports?device_id=077a4156-11fd-4194-97e0-5fbf8acb748f HTTP/1.1" status: 200 len: 210 time: 0.1680372 Jan 26 21:29:30.171651 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f513dfd2-0311-4ebd-b1a8-6e92c575b85c req-cef157f6-96d9-4509-9ca0-4d598ee86513 tempest-AttachVolumeShelveTestJSON-345998519 tempest-AttachVolumeShelveTestJSON-345998519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:29:30.178735 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-f513dfd2-0311-4ebd-b1a8-6e92c575b85c req-cef157f6-96d9-4509-9ca0-4d598ee86513 tempest-AttachVolumeShelveTestJSON-345998519 tempest-AttachVolumeShelveTestJSON-345998519-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a78b0a6-78a4-4bc7-9a2d-0384fc9d6981 HTTP/1.1" status: 200 len: 945 time: 0.3174860 Jan 26 21:29:30.186167 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Pushing event updated for resources: {'Port': ['ID=0003dbb3-7d76-4f68-b80e-882b314986ac,revision_number=3']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:29:30.231081 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533690fa-41e8-4bba-9ee1-cc761d2279fe req-41af2145-d9d2-4b56-be67-2945884f6b3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:29:30.232589 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-533690fa-41e8-4bba-9ee1-cc761d2279fe req-41af2145-d9d2-4b56-be67-2945884f6b3f service neutron] 10.222.0.57 "GET /v2.0/subnets?id=d36d78e9-ef90-42a1-bdc2-1b67cc68d0f5 HTTP/1.1" status: 200 len: 797 time: 0.3122990 Jan 26 21:29:30.237878 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47e9db2d-3c77-4f1c-820e-ce89c6004e2c admin admin] Notify agent at l3_agent.n-d-760453-5 the message routers_updated {{(pid=103305) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 26 21:29:30.247132 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8c081fd-85e2-4d29-8cfa-91de93059290 None None] Sync routers for ids ['14caafeb-e7a5-460d-891b-1a174bf1bc26'] in n-d-760453-5 {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 26 21:29:30.262889 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8c081fd-85e2-4d29-8cfa-91de93059290 None None] Routers {'14caafeb-e7a5-460d-891b-1a174bf1bc26'} bound to L3 agent in host n-d-760453-5 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 21:29:30.263534 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-b8c081fd-85e2-4d29-8cfa-91de93059290 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-26T20:55:21Z,description=,heartbeat_timestamp=2022-01-26T21:29:21Z,host='n-d-760453-5',id=09df100c-3af1-4b0a-bda8-05914c71c458,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:55:21Z,topic='l3_agent')) {'router_ids': ['14caafeb-e7a5-460d-891b-1a174bf1bc26'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:29:30.322053 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-47e9db2d-3c77-4f1c-820e-ce89c6004e2c admin admin] Publish callbacks [] for router (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:29:30.326063 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-47e9db2d-3c77-4f1c-820e-ce89c6004e2c admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.2647114 Jan 26 21:29:30.326653 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 50490) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:29:30.363736 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-f513dfd2-0311-4ebd-b1a8-6e92c575b85c req-a2d906f6-5020-4c14-9f67-9d571181ee0f tempest-AttachVolumeShelveTestJSON-345998519 tempest-AttachVolumeShelveTestJSON-345998519-project] 10.222.0.13 "GET /v2.0/security-groups?id=a25c4f90-015b-4812-87d5-e6df93d42e7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1840312 Jan 26 21:29:30.373651 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ab0e4d-ff60-4a62-b053-1e1da36ce319 req-102505c5-f03d-42bc-a108-87075f050198 tempest-VolumesSnapshotTestJSON-309785744 tempest-VolumesSnapshotTestJSON-309785744-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:29:30.378033 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-f1ab0e4d-ff60-4a62-b053-1e1da36ce319 req-102505c5-f03d-42bc-a108-87075f050198 tempest-VolumesSnapshotTestJSON-309785744 tempest-VolumesSnapshotTestJSON-309785744-project] 10.222.0.57 "GET /v2.0/networks?id=0d77ed94-b67e-4013-88db-3d1093c790e2 HTTP/1.1" status: 200 len: 814 time: 0.2767732 Jan 26 21:29:30.409286 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-1e93129e-0b3d-4239-8467-48fb0812b707 tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746560636600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746560234536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9281553'] for port (f83fe02f-ea64-401d-a468-27635d457798), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:29:30.445318 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-1e93129e-0b3d-4239-8467-48fb0812b707 tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:29:30.450934 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-1e93129e-0b3d-4239-8467-48fb0812b707 tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] 10.222.0.13 "DELETE /v2.0/ports/f83fe02f-ea64-401d-a468-27635d457798 HTTP/1.1" status: 204 len: 168 time: 1.8790357 Jan 26 21:29:30.472128 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_dvr_db [None req-b8c081fd-85e2-4d29-8cfa-91de93059290 None None] Set router 14caafeb-e7a5-460d-891b-1a174bf1bc26 gateway port host: n-d-760453-5 {{(pid=103307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 21:29:30.472803 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c50cf9d-ffb7-490f-a208-7562e6e8084b None None] Network e06aca25-0b6a-452f-bfd4-2129924c58a7 requested from n-d-760453-5 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 26 21:29:30.488376 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 50492) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:29:30.493557 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533690fa-41e8-4bba-9ee1-cc761d2279fe req-20a2d384-d69e-4a4f-a933-d9e08ed84a7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:29:30.498584 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-533690fa-41e8-4bba-9ee1-cc761d2279fe req-20a2d384-d69e-4a4f-a933-d9e08ed84a7e service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=09fefaf6-1493-45ff-9b77-0bffdcb790d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2470572 Jan 26 21:29:30.515691 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-3a3148a0-d2ff-4ffb-8384-d7d52b376bc1 tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Request body: {'port': {'network_id': '22196535-12cf-4173-a0f4-2cc147dd90f8', 'mac_address': 'fa:16:3e:90:e1:9a', 'name': 'tempest-PortsTestJSON-1893214140'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:29:30.533630 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e93129e-0b3d-4239-8467-48fb0812b707 tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Pushing event deleted for resources: {'Port': ['ID=f83fe02f-ea64-401d-a468-27635d457798,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:29:30.589116 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [req-f1ab0e4d-ff60-4a62-b053-1e1da36ce319 req-ff583384-03ed-4659-89e5-d77a181c68c5 tempest-VolumesSnapshotTestJSON-309785744 tempest-VolumesSnapshotTestJSON-309785744-project] Request body: {'port': {'device_id': '077a4156-11fd-4194-97e0-5fbf8acb748f', 'network_id': '0d77ed94-b67e-4013-88db-3d1093c790e2', 'admin_state_up': True, 'tenant_id': 'b78edeb42cf744f58efd2282d49d9504'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:29:30.660842 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-016d4f3e-1b37-44a0-a107-2178a7268966 None None] Provisioning complete for port 0003dbb3-7d76-4f68-b80e-882b314986ac triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:29:30.662155 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-016d4f3e-1b37-44a0-a107-2178a7268966 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (0003dbb3-7d76-4f68-b80e-882b314986ac), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:29:30.769511 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-b8c081fd-85e2-4d29-8cfa-91de93059290 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14caafeb-e7a5-460d-891b-1a174bf1bc26', 'name': 'tempest-ServerActionsTestJSON-986027459-router', 'tenant_id': '949e29ec71a54b7f98dc62c402ac867e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'external_fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.100'}], 'enable_snat': True}, 'gw_port_id': 'f0a53282-ef13-4052-a984-d173931634ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T21:29:27Z', 'updated_at': '2022-01-26T21:29:28Z', 'revision_number': 3, 'project_id': '949e29ec71a54b7f98dc62c402ac867e', 'gw_port': {'id': 'f0a53282-ef13-4052-a984-d173931634ed', 'name': '', 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:c8:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14caafeb-e7a5-460d-891b-1a174bf1bc26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2584, 'fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:29:27Z', 'updated_at': '2022-01-26T21:29:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-5'}], 'n-d-760453-5', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:29:30.819173 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8c081fd-85e2-4d29-8cfa-91de93059290 None None] Checking router: 14caafeb-e7a5-460d-891b-1a174bf1bc26 for host: n-d-760453-5 {{(pid=103307) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 26 21:29:30.819764 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8c081fd-85e2-4d29-8cfa-91de93059290 None None] Updating router 14caafeb-e7a5-460d-891b-1a174bf1bc26 port f0a53282-ef13-4052-a984-d173931634ed binding host n-d-760453-5 {{(pid=103307) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 26 21:29:30.846268 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-533690fa-41e8-4bba-9ee1-cc761d2279fe req-b1d8351c-e264-4a9e-a125-154df42720b6 service neutron] 10.222.0.57 "GET /v2.0/networks/09fefaf6-1493-45ff-9b77-0bffdcb790d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3137746 Jan 26 21:29:30.863225 n-d-760453-5 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-b8c081fd-85e2-4d29-8cfa-91de93059290 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (f0a53282-ef13-4052-a984-d173931634ed), before_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:29:30.903827 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-016d4f3e-1b37-44a0-a107-2178a7268966 None None] Current status of the port 0003dbb3-7d76-4f68-b80e-882b314986ac is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:29:30.941236 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f1ab0e4d-ff60-4a62-b053-1e1da36ce319 req-ff583384-03ed-4659-89e5-d77a181c68c5 tempest-VolumesSnapshotTestJSON-309785744 tempest-VolumesSnapshotTestJSON-309785744-project] Made reservation on behalf of b78edeb42cf744f58efd2282d49d9504 for: {'port': 1} {{(pid=103305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 21:29:30.950203 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-f1ab0e4d-ff60-4a62-b053-1e1da36ce319 req-ff583384-03ed-4659-89e5-d77a181c68c5 tempest-VolumesSnapshotTestJSON-309785744 tempest-VolumesSnapshotTestJSON-309785744-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:29:31.003847 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a3148a0-d2ff-4ffb-8384-d7d52b376bc1 tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Made reservation on behalf of 4da385aa39864c0f865aba377c69c57c for: {'port': 1} {{(pid=103304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 21:29:31.138763 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-533690fa-41e8-4bba-9ee1-cc761d2279fe req-8d94d298-419c-4cec-8faf-29422846170e service neutron] 10.222.0.57 "GET /v2.0/networks/09fefaf6-1493-45ff-9b77-0bffdcb790d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2790182 Jan 26 21:29:31.189930 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-3a3148a0-d2ff-4ffb-8384-d7d52b376bc1 tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:29:31.232563 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-84edbb15-c91f-48d6-8077-8c5ffc224cb7 None None] Provisioning complete for port 0003dbb3-7d76-4f68-b80e-882b314986ac triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:29:31.232939 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-84edbb15-c91f-48d6-8077-8c5ffc224cb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (0003dbb3-7d76-4f68-b80e-882b314986ac), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:29:31.237554 n-d-760453-5 neutron-server[103304]: DEBUG neutron.notifiers.nova [None req-3a3148a0-d2ff-4ffb-8384-d7d52b376bc1 tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] device_id is not set on port 58d6923d-5f2a-4b29-9890-b61730e8d39b yet. {{(pid=103304) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 26 21:29:31.355792 n-d-760453-5 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-b8c081fd-85e2-4d29-8cfa-91de93059290 None None] Publish callbacks [] for port (f0a53282-ef13-4052-a984-d173931634ed), precommit_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:29:31.377986 n-d-760453-5 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-b8c081fd-85e2-4d29-8cfa-91de93059290 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (f0a53282-ef13-4052-a984-d173931634ed), after_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:29:31.446043 n-d-760453-5 neutron-server[103307]: DEBUG neutron.plugins.ml2.managers [None req-b8c081fd-85e2-4d29-8cfa-91de93059290 None None] Attempting to bind port f0a53282-ef13-4052-a984-d173931634ed on host n-d-760453-5 for vnic_type normal with profile {{(pid=103307) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 21:29:31.446404 n-d-760453-5 neutron-server[103307]: DEBUG neutron.plugins.ml2.managers [None req-b8c081fd-85e2-4d29-8cfa-91de93059290 None None] Attempting to bind port f0a53282-ef13-4052-a984-d173931634ed by drivers openvswitch,hyperv on host n-d-760453-5 at level 0 using segments [{'id': 'e17cb353-418f-48b9-b982-21a6233ee99b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299'}] {{(pid=103307) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 26 21:29:31.446760 n-d-760453-5 neutron-server[103307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8c081fd-85e2-4d29-8cfa-91de93059290 None None] Attempting to bind port f0a53282-ef13-4052-a984-d173931634ed on network 4140a1f1-c93a-4bea-83a0-68953a54f299 {{(pid=103307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 21:29:31.471202 n-d-760453-5 neutron-server[103307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8c081fd-85e2-4d29-8cfa-91de93059290 None None] Checking agent: {'id': 'fea0591a-627d-4c87-9a9a-01625ddf3277', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760453-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 20, 55, 25), 'started_at': datetime.datetime(2022, 1, 26, 20, 55, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 21, 29, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760453-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 26 21:29:31.472374 n-d-760453-5 neutron-server[103307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8c081fd-85e2-4d29-8cfa-91de93059290 None None] Checking segment: {'id': 'e17cb353-418f-48b9-b982-21a6233ee99b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103307) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 21:29:31.472950 n-d-760453-5 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-b8c081fd-85e2-4d29-8cfa-91de93059290 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:29:31.475175 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-3a3148a0-d2ff-4ffb-8384-d7d52b376bc1 tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Publish callbacks [] for port (58d6923d-5f2a-4b29-9890-b61730e8d39b), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:29:31.475446 n-d-760453-5 neutron-server[103307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8c081fd-85e2-4d29-8cfa-91de93059290 None None] Bound using segment: {'id': 'e17cb353-418f-48b9-b982-21a6233ee99b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299'} {{(pid=103307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 26 21:29:31.476110 n-d-760453-5 neutron-server[103307]: DEBUG neutron.plugins.ml2.managers [None req-b8c081fd-85e2-4d29-8cfa-91de93059290 None None] Bound port: f0a53282-ef13-4052-a984-d173931634ed, host: n-d-760453-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e17cb353-418f-48b9-b982-21a6233ee99b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299'}}] {{(pid=103307) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 26 21:29:31.478115 n-d-760453-5 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-b8c081fd-85e2-4d29-8cfa-91de93059290 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (f0a53282-ef13-4052-a984-d173931634ed), before_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:29:31.496013 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-84edbb15-c91f-48d6-8077-8c5ffc224cb7 None None] Current status of the port 0003dbb3-7d76-4f68-b80e-882b314986ac is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:29:31.563196 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-30d69850-e420-4099-ab70-55b9aeabecf8 req-a7940096-54ac-4190-ad85-bd95d6c16f02 tempest-VolumesSnapshotTestJSON-309785744 tempest-VolumesSnapshotTestJSON-309785744-project] 10.222.0.13 "GET /v2.0/ports?device_id=077a4156-11fd-4194-97e0-5fbf8acb748f HTTP/1.1" status: 200 len: 210 time: 0.0481346 Jan 26 21:29:31.581406 n-d-760453-5 neutron-server[103307]: DEBUG neutron.plugins.ml2.db [None req-b8c081fd-85e2-4d29-8cfa-91de93059290 None None] For port f0a53282-ef13-4052-a984-d173931634ed, host n-d-760453-5, cleared binding levels {{(pid=103307) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 26 21:29:31.581640 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-3a3148a0-d2ff-4ffb-8384-d7d52b376bc1 tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746560234527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9281553'] for port (58d6923d-5f2a-4b29-9890-b61730e8d39b), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:29:31.587104 n-d-760453-5 neutron-server[103307]: DEBUG neutron.plugins.ml2.db [None req-b8c081fd-85e2-4d29-8cfa-91de93059290 None None] For port f0a53282-ef13-4052-a984-d173931634ed, host n-d-760453-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=f0a53282-ef13-4052-a984-d173931634ed,segment=NetworkSegment(e17cb353-418f-48b9-b982-21a6233ee99b),segment_id=e17cb353-418f-48b9-b982-21a6233ee99b)] {{(pid=103307) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 26 21:29:31.610024 n-d-760453-5 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-b8c081fd-85e2-4d29-8cfa-91de93059290 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (f0a53282-ef13-4052-a984-d173931634ed), after_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:29:31.626029 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device 0003dbb3-7d76-4f68-b80e-882b314986ac up at agent ovs-agent-n-d-760453-5 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 21:29:31.628464 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c8482b-d0c2-4eba-840d-a0ad1f29fb8c None None] Pushing event updated for resources: {'Port': ['ID=f0a53282-ef13-4052-a984-d173931634ed,revision_number=2']} {{(pid=103307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:29:31.639928 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6c8482b-d0c2-4eba-840d-a0ad1f29fb8c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:29:31.640954 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6c8482b-d0c2-4eba-840d-a0ad1f29fb8c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:29:31.641482 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6c8482b-d0c2-4eba-840d-a0ad1f29fb8c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:29:31.641975 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6c8482b-d0c2-4eba-840d-a0ad1f29fb8c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:29:31.642470 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6c8482b-d0c2-4eba-840d-a0ad1f29fb8c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:29:31.642996 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6c8482b-d0c2-4eba-840d-a0ad1f29fb8c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:29:31.643476 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6c8482b-d0c2-4eba-840d-a0ad1f29fb8c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:29:31.643960 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6c8482b-d0c2-4eba-840d-a0ad1f29fb8c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:29:31.644490 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6c8482b-d0c2-4eba-840d-a0ad1f29fb8c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:29:31.644984 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6c8482b-d0c2-4eba-840d-a0ad1f29fb8c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:29:31.645506 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6c8482b-d0c2-4eba-840d-a0ad1f29fb8c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:29:31.645986 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6c8482b-d0c2-4eba-840d-a0ad1f29fb8c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:29:31.646462 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6c8482b-d0c2-4eba-840d-a0ad1f29fb8c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:29:31.696491 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a3148a0-d2ff-4ffb-8384-d7d52b376bc1 tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Network 22196535-12cf-4173-a0f4-2cc147dd90f8 is already hosted by enough agents. {{(pid=103304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 21:29:31.706840 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [None req-3a3148a0-d2ff-4ffb-8384-d7d52b376bc1 tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Resources bound (agent type, host, resource id): {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:29:31.710378 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a3148a0-d2ff-4ffb-8384-d7d52b376bc1 tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Pushing event updated for resources: {'Port': ['ID=58d6923d-5f2a-4b29-9890-b61730e8d39b,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:29:31.714630 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a3148a0-d2ff-4ffb-8384-d7d52b376bc1 tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Received port after_create {{(pid=103304) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 21:29:31.722455 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a3148a0-d2ff-4ffb-8384-d7d52b376bc1 tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:29:31.723141 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-3a3148a0-d2ff-4ffb-8384-d7d52b376bc1 tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:29:31.736898 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Provisioning complete for port 0003dbb3-7d76-4f68-b80e-882b314986ac triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:29:31.739221 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (0003dbb3-7d76-4f68-b80e-882b314986ac), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:29:31.749711 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f58a4a-8e72-4dc1-8f6b-ce7f6703849c req-d0a7afca-83e2-4cd9-9ad6-896bf99fe28c tempest-AttachVolumeShelveTestJSON-345998519 tempest-AttachVolumeShelveTestJSON-345998519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:29:31.752290 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-c9f58a4a-8e72-4dc1-8f6b-ce7f6703849c req-d0a7afca-83e2-4cd9-9ad6-896bf99fe28c tempest-AttachVolumeShelveTestJSON-345998519 tempest-AttachVolumeShelveTestJSON-345998519-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a78b0a6-78a4-4bc7-9a2d-0384fc9d6981 HTTP/1.1" status: 200 len: 945 time: 0.1831088 Jan 26 21:29:31.760908 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8c081fd-85e2-4d29-8cfa-91de93059290 None None] Routers {'14caafeb-e7a5-460d-891b-1a174bf1bc26'} bound to L3 agent in host n-d-760453-5 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 21:29:31.761588 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-b8c081fd-85e2-4d29-8cfa-91de93059290 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-26T20:55:21Z,description=,heartbeat_timestamp=2022-01-26T21:29:21Z,host='n-d-760453-5',id=09df100c-3af1-4b0a-bda8-05914c71c458,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:55:21Z,topic='l3_agent')) {'router_ids': ['14caafeb-e7a5-460d-891b-1a174bf1bc26'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:29:31.783942 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-3a3148a0-d2ff-4ffb-8384-d7d52b376bc1 tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.2731814 Jan 26 21:29:31.787041 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 50502) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:29:31.858224 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-001cde74-1c6a-49b6-b3e2-c1c40d30279d tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:29:31.862955 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-001cde74-1c6a-49b6-b3e2-c1c40d30279d tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] 10.222.0.13 "GET /v2.0/ports/58d6923d-5f2a-4b29-9890-b61730e8d39b HTTP/1.1" status: 200 len: 841 time: 0.0743825 Jan 26 21:29:31.869978 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 50506) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:29:31.912748 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-c9f58a4a-8e72-4dc1-8f6b-ce7f6703849c req-01905244-7a51-45c6-abcb-04ae397050cf tempest-AttachVolumeShelveTestJSON-345998519 tempest-AttachVolumeShelveTestJSON-345998519-project] 10.222.0.13 "GET /v2.0/security-groups?id=a25c4f90-015b-4812-87d5-e6df93d42e7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1543908 Jan 26 21:29:31.996522 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.db_base_plugin_common [req-f1ab0e4d-ff60-4a62-b053-1e1da36ce319 req-ff583384-03ed-4659-89e5-d77a181c68c5 tempest-VolumesSnapshotTestJSON-309785744 tempest-VolumesSnapshotTestJSON-309785744-project] Allocated IP 172.20.0.6 (0d77ed94-b67e-4013-88db-3d1093c790e2/73ddce39-4a15-4bab-babe-261ad6eda790/608b8a53-3487-4d82-82a4-202fa8f0d6a7) {{(pid=103305) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 21:29:32.017595 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-958517f0-6f46-48d8-9ffd-497e43d22b7b tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Deleting port 58d6923d-5f2a-4b29-9890-b61730e8d39b {{(pid=103304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 21:29:32.018209 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-958517f0-6f46-48d8-9ffd-497e43d22b7b tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746560630878'] for port (58d6923d-5f2a-4b29-9890-b61730e8d39b), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:29:32.039403 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Current status of the port 0003dbb3-7d76-4f68-b80e-882b314986ac is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:29:32.074702 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c8482b-d0c2-4eba-840d-a0ad1f29fb8c None None] Pushing event updated for resources: {'Port': ['ID=f0a53282-ef13-4052-a984-d173931634ed,revision_number=3']} {{(pid=103307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:29:32.089438 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-58c3ea8b-b13a-46d6-8ccd-03a6876c786f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:29:32.163799 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-958517f0-6f46-48d8-9ffd-497e43d22b7b tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4109658'] for port (58d6923d-5f2a-4b29-9890-b61730e8d39b), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:29:32.179353 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-958517f0-6f46-48d8-9ffd-497e43d22b7b tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Calling delete_port for 58d6923d-5f2a-4b29-9890-b61730e8d39b owned by {{(pid=103304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 21:29:32.193657 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_dvr_db [None req-b8c081fd-85e2-4d29-8cfa-91de93059290 None None] Set router 14caafeb-e7a5-460d-891b-1a174bf1bc26 gateway port host: n-d-760453-5 {{(pid=103307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 21:29:32.314798 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-958517f0-6f46-48d8-9ffd-497e43d22b7b tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746560636600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746560234536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9281553'] for port (58d6923d-5f2a-4b29-9890-b61730e8d39b), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:29:32.372417 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-958517f0-6f46-48d8-9ffd-497e43d22b7b tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Pushing event deleted for resources: {'Port': ['ID=58d6923d-5f2a-4b29-9890-b61730e8d39b,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:29:32.385001 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-f1ab0e4d-ff60-4a62-b053-1e1da36ce319 req-ff583384-03ed-4659-89e5-d77a181c68c5 tempest-VolumesSnapshotTestJSON-309785744 tempest-VolumesSnapshotTestJSON-309785744-project] Publish callbacks [] for port (608b8a53-3487-4d82-82a4-202fa8f0d6a7), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:29:32.386986 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-958517f0-6f46-48d8-9ffd-497e43d22b7b tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:29:32.390861 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-958517f0-6f46-48d8-9ffd-497e43d22b7b tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] 10.222.0.13 "DELETE /v2.0/ports/58d6923d-5f2a-4b29-9890-b61730e8d39b HTTP/1.1" status: 204 len: 168 time: 0.5193939 Jan 26 21:29:32.393485 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 50512) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:29:32.427545 n-d-760453-5 neutron-server[103304]: INFO neutron.pecan_wsgi.hooks.translation [None req-d695dbbd-e39d-44b5-a8d3-79e171e8515d tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] GET failed (client error): The resource could not be found. Jan 26 21:29:32.429044 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-d695dbbd-e39d-44b5-a8d3-79e171e8515d tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] 10.222.0.13 "GET /v2.0/ports/58d6923d-5f2a-4b29-9890-b61730e8d39b HTTP/1.1" status: 404 len: 333 time: 0.0346014 Jan 26 21:29:32.435109 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 50514) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:29:32.439422 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-b8c081fd-85e2-4d29-8cfa-91de93059290 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14caafeb-e7a5-460d-891b-1a174bf1bc26', 'name': 'tempest-ServerActionsTestJSON-986027459-router', 'tenant_id': '949e29ec71a54b7f98dc62c402ac867e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'external_fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.100'}], 'enable_snat': True}, 'gw_port_id': 'f0a53282-ef13-4052-a984-d173931634ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T21:29:27Z', 'updated_at': '2022-01-26T21:29:28Z', 'revision_number': 3, 'project_id': '949e29ec71a54b7f98dc62c402ac867e', 'gw_port': {'id': 'f0a53282-ef13-4052-a984-d173931634ed', 'name': '', 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:c8:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14caafeb-e7a5-460d-891b-1a174bf1bc26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2584, 'fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:29:27Z', 'updated_at': '2022-01-26T21:29:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-5'}], 'n-d-760453-5', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:29:32.443038 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-f9885920-359c-4ba3-b23d-fd5d666ea2e7 tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Request body: {'port': {'network_id': '22196535-12cf-4173-a0f4-2cc147dd90f8', 'name': 'tempest-PortsTestJSON-1271469429'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:29:32.469228 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8c081fd-85e2-4d29-8cfa-91de93059290 None None] The sync data for ids ['14caafeb-e7a5-460d-891b-1a174bf1bc26'] in n-d-760453-5 is: [{'id': '14caafeb-e7a5-460d-891b-1a174bf1bc26', 'name': 'tempest-ServerActionsTestJSON-986027459-router', 'tenant_id': '949e29ec71a54b7f98dc62c402ac867e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'external_fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.100'}], 'enable_snat': True}, 'gw_port_id': 'f0a53282-ef13-4052-a984-d173931634ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T21:29:27Z', 'updated_at': '2022-01-26T21:29:28Z', 'revision_number': 3, 'project_id': '949e29ec71a54b7f98dc62c402ac867e', 'gw_port': {'id': 'f0a53282-ef13-4052-a984-d173931634ed', 'name': '', 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:c8:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14caafeb-e7a5-460d-891b-1a174bf1bc26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2584, 'fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:29:27Z', 'updated_at': '2022-01-26T21:29:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-5'}] {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 26 21:29:32.560266 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.db_base_plugin_common [None req-58c3ea8b-b13a-46d6-8ccd-03a6876c786f admin admin] Allocated IP 172.20.0.1 (e06aca25-0b6a-452f-bfd4-2129924c58a7/79317c4e-88a3-402c-975d-f004bf1d9b8b/ed93e5d4-ae8e-4cad-9e44-2867b1ab0cb6) {{(pid=103305) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 21:29:32.607606 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-f1ab0e4d-ff60-4a62-b053-1e1da36ce319 req-ff583384-03ed-4659-89e5-d77a181c68c5 tempest-VolumesSnapshotTestJSON-309785744 tempest-VolumesSnapshotTestJSON-309785744-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746560234527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11791543'] for port (608b8a53-3487-4d82-82a4-202fa8f0d6a7), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:29:32.671158 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f1ab0e4d-ff60-4a62-b053-1e1da36ce319 req-ff583384-03ed-4659-89e5-d77a181c68c5 tempest-VolumesSnapshotTestJSON-309785744 tempest-VolumesSnapshotTestJSON-309785744-project] Network 0d77ed94-b67e-4013-88db-3d1093c790e2 is already hosted by enough agents. {{(pid=103305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 21:29:32.707576 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [req-f1ab0e4d-ff60-4a62-b053-1e1da36ce319 req-ff583384-03ed-4659-89e5-d77a181c68c5 tempest-VolumesSnapshotTestJSON-309785744 tempest-VolumesSnapshotTestJSON-309785744-project] Resources bound (agent type, host, resource id): {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:29:32.710745 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1ab0e4d-ff60-4a62-b053-1e1da36ce319 req-ff583384-03ed-4659-89e5-d77a181c68c5 tempest-VolumesSnapshotTestJSON-309785744 tempest-VolumesSnapshotTestJSON-309785744-project] Received port after_create {{(pid=103305) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 21:29:32.762092 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb929a86-aff4-4d47-92ed-93d157d8bee5 req-6a7d6f0e-f4bc-442b-ab6a-2ade641b668a tempest-VolumesSnapshotTestJSON-309785744 tempest-VolumesSnapshotTestJSON-309785744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:29:32.763839 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-bb929a86-aff4-4d47-92ed-93d157d8bee5 req-6a7d6f0e-f4bc-442b-ab6a-2ade641b668a tempest-VolumesSnapshotTestJSON-309785744 tempest-VolumesSnapshotTestJSON-309785744-project] 10.222.0.13 "GET /v2.0/ports?device_id=077a4156-11fd-4194-97e0-5fbf8acb748f HTTP/1.1" status: 200 len: 931 time: 0.0929544 Jan 26 21:29:32.853000 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9885920-359c-4ba3-b23d-fd5d666ea2e7 tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Made reservation on behalf of 4da385aa39864c0f865aba377c69c57c for: {'port': 1} {{(pid=103305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 21:29:32.856402 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-f9885920-359c-4ba3-b23d-fd5d666ea2e7 tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:29:32.867726 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-bb929a86-aff4-4d47-92ed-93d157d8bee5 req-b41fce6d-76eb-4eff-aeec-ca92a930d1b8 tempest-VolumesSnapshotTestJSON-309785744 tempest-VolumesSnapshotTestJSON-309785744-project] 10.222.0.13 "GET /v2.0/security-groups?id=5f282f4d-78b2-4183-9368-bb07e90bd880&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936611 Jan 26 21:29:32.918294 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff583384-03ed-4659-89e5-d77a181c68c5 tempest-VolumesSnapshotTestJSON-309785744 tempest-VolumesSnapshotTestJSON-309785744-project] Pushing event updated for resources: {'Port': ['ID=608b8a53-3487-4d82-82a4-202fa8f0d6a7,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:29:32.926160 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ab0e4d-ff60-4a62-b053-1e1da36ce319 req-ff583384-03ed-4659-89e5-d77a181c68c5 tempest-VolumesSnapshotTestJSON-309785744 tempest-VolumesSnapshotTestJSON-309785744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:29:32.927925 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-f1ab0e4d-ff60-4a62-b053-1e1da36ce319 req-ff583384-03ed-4659-89e5-d77a181c68c5 tempest-VolumesSnapshotTestJSON-309785744 tempest-VolumesSnapshotTestJSON-309785744-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:29:32.979709 n-d-760453-5 neutron-server[103305]: DEBUG neutron.notifiers.nova [None req-f9885920-359c-4ba3-b23d-fd5d666ea2e7 tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] device_id is not set on port e36214f5-e1bd-4906-9b03-f705790d1b39 yet. {{(pid=103305) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 26 21:29:33.057264 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-f1ab0e4d-ff60-4a62-b053-1e1da36ce319 req-ff583384-03ed-4659-89e5-d77a181c68c5 tempest-VolumesSnapshotTestJSON-309785744 tempest-VolumesSnapshotTestJSON-309785744-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4736836 Jan 26 21:29:33.066120 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-58c3ea8b-b13a-46d6-8ccd-03a6876c786f admin admin] Publish callbacks [] for port (ed93e5d4-ae8e-4cad-9e44-2867b1ab0cb6), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:29:33.074466 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [req-f1ab0e4d-ff60-4a62-b053-1e1da36ce319 req-af024a89-6c8d-48a1-8da6-b75a10609d25 service neutron] Request body: {'port': {'device_id': '077a4156-11fd-4194-97e0-5fbf8acb748f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-760453-5'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:29:33.166403 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-f1ab0e4d-ff60-4a62-b053-1e1da36ce319 req-af024a89-6c8d-48a1-8da6-b75a10609d25 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (608b8a53-3487-4d82-82a4-202fa8f0d6a7), before_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:29:33.189179 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5cbd0e3-b9aa-48f5-ab2e-f93f36ba65d9 req-c37df45e-7a10-4ac2-b234-22c771acb5bc tempest-AttachVolumeShelveTestJSON-345998519 tempest-AttachVolumeShelveTestJSON-345998519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:29:33.193627 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-c5cbd0e3-b9aa-48f5-ab2e-f93f36ba65d9 req-c37df45e-7a10-4ac2-b234-22c771acb5bc tempest-AttachVolumeShelveTestJSON-345998519 tempest-AttachVolumeShelveTestJSON-345998519-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a78b0a6-78a4-4bc7-9a2d-0384fc9d6981 HTTP/1.1" status: 200 len: 945 time: 0.1273003 Jan 26 21:29:33.269887 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-c5cbd0e3-b9aa-48f5-ab2e-f93f36ba65d9 req-99c09b8b-f9d1-435f-9df7-1dba1ba6df07 tempest-AttachVolumeShelveTestJSON-345998519 tempest-AttachVolumeShelveTestJSON-345998519-project] 10.222.0.13 "GET /v2.0/security-groups?id=a25c4f90-015b-4812-87d5-e6df93d42e7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0596843 Jan 26 21:29:33.375833 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-58c3ea8b-b13a-46d6-8ccd-03a6876c786f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746560234527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11791543'] for port (ed93e5d4-ae8e-4cad-9e44-2867b1ab0cb6), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:29:33.512451 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58c3ea8b-b13a-46d6-8ccd-03a6876c786f admin admin] Network e06aca25-0b6a-452f-bfd4-2129924c58a7 is already hosted by enough agents. {{(pid=103305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 21:29:33.530494 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [None req-58c3ea8b-b13a-46d6-8ccd-03a6876c786f admin admin] Resources bound (agent type, host, resource id): {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:29:33.557522 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58c3ea8b-b13a-46d6-8ccd-03a6876c786f admin admin] Received port after_create {{(pid=103305) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 21:29:33.600350 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c3ea8b-b13a-46d6-8ccd-03a6876c786f admin admin] Pushing event updated for resources: {'Port': ['ID=ed93e5d4-ae8e-4cad-9e44-2867b1ab0cb6,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:29:33.670300 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-58c3ea8b-b13a-46d6-8ccd-03a6876c786f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4111050'] for router_interface (14caafeb-e7a5-460d-891b-1a174bf1bc26), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:29:33.720706 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device f0a53282-ef13-4052-a984-d173931634ed up at agent ovs-agent-n-d-760453-5 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 21:29:33.750901 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-f9885920-359c-4ba3-b23d-fd5d666ea2e7 tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Publish callbacks [] for port (e36214f5-e1bd-4906-9b03-f705790d1b39), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:29:33.793089 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Provisioning complete for port f0a53282-ef13-4052-a984-d173931634ed triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:29:33.797470 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (f0a53282-ef13-4052-a984-d173931634ed), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:29:33.904268 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-f9885920-359c-4ba3-b23d-fd5d666ea2e7 tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746560234527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11791543'] for port (e36214f5-e1bd-4906-9b03-f705790d1b39), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:29:33.960089 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Current status of the port f0a53282-ef13-4052-a984-d173931634ed is: DOWN; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:29:33.961013 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (f0a53282-ef13-4052-a984-d173931634ed), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:29:33.986579 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] For port f0a53282-ef13-4052-a984-d173931634ed, host n-d-760453-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=f0a53282-ef13-4052-a984-d173931634ed,segment=NetworkSegment(e17cb353-418f-48b9-b982-21a6233ee99b),segment_id=e17cb353-418f-48b9-b982-21a6233ee99b)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:29:33.987512 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9885920-359c-4ba3-b23d-fd5d666ea2e7 tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Network 22196535-12cf-4173-a0f4-2cc147dd90f8 is already hosted by enough agents. {{(pid=103305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 21:29:33.994359 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [None req-f9885920-359c-4ba3-b23d-fd5d666ea2e7 tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Resources bound (agent type, host, resource id): {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:29:34.004060 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (f0a53282-ef13-4052-a984-d173931634ed), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:29:34.016869 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9885920-359c-4ba3-b23d-fd5d666ea2e7 tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Received port after_create {{(pid=103305) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 21:29:34.022974 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9885920-359c-4ba3-b23d-fd5d666ea2e7 tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:29:34.023707 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-f9885920-359c-4ba3-b23d-fd5d666ea2e7 tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:29:34.053179 n-d-760453-5 neutron-server[103305]: DEBUG neutron.notifiers.nova [req-f1ab0e4d-ff60-4a62-b053-1e1da36ce319 req-af024a89-6c8d-48a1-8da6-b75a10609d25 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 608b8a53-3487-4d82-82a4-202fa8f0d6a7 {{(pid=103305) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 26 21:29:34.065497 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-f1ab0e4d-ff60-4a62-b053-1e1da36ce319 req-af024a89-6c8d-48a1-8da6-b75a10609d25 service neutron] Publish callbacks [] for port (608b8a53-3487-4d82-82a4-202fa8f0d6a7), precommit_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:29:34.068488 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-58c3ea8b-b13a-46d6-8ccd-03a6876c786f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (ed93e5d4-ae8e-4cad-9e44-2867b1ab0cb6), before_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:29:34.072813 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9885920-359c-4ba3-b23d-fd5d666ea2e7 tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Pushing event updated for resources: {'Port': ['ID=e36214f5-e1bd-4906-9b03-f705790d1b39,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:29:34.076697 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Pushing event updated for resources: {'Port': ['ID=f0a53282-ef13-4052-a984-d173931634ed,revision_number=4']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:29:34.086373 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:29:34.086791 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:29:34.087470 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:29:34.087865 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:29:34.088306 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:29:34.088701 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:29:34.089088 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:29:34.089489 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:29:34.089879 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:29:34.090208 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-f9885920-359c-4ba3-b23d-fd5d666ea2e7 tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.6527534 Jan 26 21:29:34.090464 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:29:34.090863 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:29:34.091260 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:29:34.091632 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:29:34.094121 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 50530) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:29:34.096447 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-ae7f0e83-e5a9-434b-9811-42c20c9dd447 None None] Provisioning complete for port ed93e5d4-ae8e-4cad-9e44-2867b1ab0cb6 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:29:34.097551 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-ae7f0e83-e5a9-434b-9811-42c20c9dd447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (ed93e5d4-ae8e-4cad-9e44-2867b1ab0cb6), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:29:34.104194 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.provisioning_blocks [req-f1ab0e4d-ff60-4a62-b053-1e1da36ce319 req-af024a89-6c8d-48a1-8da6-b75a10609d25 service neutron] Transition to ACTIVE for port object 608b8a53-3487-4d82-82a4-202fa8f0d6a7 will not be triggered until provisioned by entity L2. {{(pid=103305) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 21:29:34.104591 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-8606c7b4-2953-49b9-bd84-7000dfdd083d tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:29:34.132620 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-f1ab0e4d-ff60-4a62-b053-1e1da36ce319 req-af024a89-6c8d-48a1-8da6-b75a10609d25 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11791520'] for port (608b8a53-3487-4d82-82a4-202fa8f0d6a7), after_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:29:34.145754 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-ae7f0e83-e5a9-434b-9811-42c20c9dd447 None None] Port ed93e5d4-ae8e-4cad-9e44-2867b1ab0cb6 cannot update to ACTIVE because it is not bound. {{(pid=103306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 26 21:29:34.226493 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb6811e-2cb7-4b4b-acd6-f5b31e919b3a req-b01a308d-128d-4b4b-8361-b13b5144e2ca tempest-VolumesSnapshotTestJSON-309785744 tempest-VolumesSnapshotTestJSON-309785744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:29:34.235643 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-deb6811e-2cb7-4b4b-acd6-f5b31e919b3a req-b01a308d-128d-4b4b-8361-b13b5144e2ca tempest-VolumesSnapshotTestJSON-309785744 tempest-VolumesSnapshotTestJSON-309785744-project] 10.222.0.13 "GET /v2.0/ports?device_id=077a4156-11fd-4194-97e0-5fbf8acb748f HTTP/1.1" status: 200 len: 931 time: 0.2155416 Jan 26 21:29:34.264526 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-8606c7b4-2953-49b9-bd84-7000dfdd083d tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (e36214f5-e1bd-4906-9b03-f705790d1b39), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:29:34.345770 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af024a89-6c8d-48a1-8da6-b75a10609d25 service neutron] Pushing event updated for resources: {'Port': ['ID=608b8a53-3487-4d82-82a4-202fa8f0d6a7,revision_number=2']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:29:34.360657 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [req-f1ab0e4d-ff60-4a62-b053-1e1da36ce319 req-af024a89-6c8d-48a1-8da6-b75a10609d25 service neutron] Attempting to bind port 608b8a53-3487-4d82-82a4-202fa8f0d6a7 on host n-h2-760453-5 for vnic_type normal with profile {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 21:29:34.360997 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [req-f1ab0e4d-ff60-4a62-b053-1e1da36ce319 req-af024a89-6c8d-48a1-8da6-b75a10609d25 service neutron] Attempting to bind port 608b8a53-3487-4d82-82a4-202fa8f0d6a7 by drivers openvswitch,hyperv on host n-h2-760453-5 at level 0 using segments [{'id': '58239c6a-8068-4b38-a84c-a977346e3eb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '0d77ed94-b67e-4013-88db-3d1093c790e2'}] {{(pid=103305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 26 21:29:34.361345 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1ab0e4d-ff60-4a62-b053-1e1da36ce319 req-af024a89-6c8d-48a1-8da6-b75a10609d25 service neutron] Attempting to bind port 608b8a53-3487-4d82-82a4-202fa8f0d6a7 on network 0d77ed94-b67e-4013-88db-3d1093c790e2 {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 21:29:34.367708 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1ab0e4d-ff60-4a62-b053-1e1da36ce319 req-af024a89-6c8d-48a1-8da6-b75a10609d25 service neutron] Port 608b8a53-3487-4d82-82a4-202fa8f0d6a7 on network 0d77ed94-b67e-4013-88db-3d1093c790e2 not bound, no agent of type Open vSwitch agent registered on host n-h2-760453-5 {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 26 21:29:34.367995 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1ab0e4d-ff60-4a62-b053-1e1da36ce319 req-af024a89-6c8d-48a1-8da6-b75a10609d25 service neutron] Attempting to bind port 608b8a53-3487-4d82-82a4-202fa8f0d6a7 on network 0d77ed94-b67e-4013-88db-3d1093c790e2 {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 21:29:34.374520 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1ab0e4d-ff60-4a62-b053-1e1da36ce319 req-af024a89-6c8d-48a1-8da6-b75a10609d25 service neutron] Checking agent: {'id': '4d619873-4b60-439f-9b5a-b155dc8bbc34', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-760453-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 21, 2, 53), 'started_at': datetime.datetime(2022, 1, 26, 21, 2, 53), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 21, 29, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 26 21:29:34.374864 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1ab0e4d-ff60-4a62-b053-1e1da36ce319 req-af024a89-6c8d-48a1-8da6-b75a10609d25 service neutron] Checking segment: {'id': '58239c6a-8068-4b38-a84c-a977346e3eb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '0d77ed94-b67e-4013-88db-3d1093c790e2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103305) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 21:29:34.375237 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1ab0e4d-ff60-4a62-b053-1e1da36ce319 req-af024a89-6c8d-48a1-8da6-b75a10609d25 service neutron] Bound using segment: {'id': '58239c6a-8068-4b38-a84c-a977346e3eb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '0d77ed94-b67e-4013-88db-3d1093c790e2'} {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 26 21:29:34.375670 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [req-f1ab0e4d-ff60-4a62-b053-1e1da36ce319 req-af024a89-6c8d-48a1-8da6-b75a10609d25 service neutron] Bound port: 608b8a53-3487-4d82-82a4-202fa8f0d6a7, host: n-h2-760453-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '58239c6a-8068-4b38-a84c-a977346e3eb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '0d77ed94-b67e-4013-88db-3d1093c790e2'}}] {{(pid=103305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 26 21:29:34.376030 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-f1ab0e4d-ff60-4a62-b053-1e1da36ce319 req-af024a89-6c8d-48a1-8da6-b75a10609d25 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (608b8a53-3487-4d82-82a4-202fa8f0d6a7), before_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:29:34.461712 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-deb6811e-2cb7-4b4b-acd6-f5b31e919b3a req-898e4c21-6782-4fbe-9ab7-b76622aae7b3 tempest-VolumesSnapshotTestJSON-309785744 tempest-VolumesSnapshotTestJSON-309785744-project] 10.222.0.13 "GET /v2.0/security-groups?id=5f282f4d-78b2-4183-9368-bb07e90bd880&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2250130 Jan 26 21:29:34.512997 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [req-f1ab0e4d-ff60-4a62-b053-1e1da36ce319 req-af024a89-6c8d-48a1-8da6-b75a10609d25 service neutron] For port 608b8a53-3487-4d82-82a4-202fa8f0d6a7, host n-h2-760453-5, cleared binding levels {{(pid=103305) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 26 21:29:34.530387 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-58c3ea8b-b13a-46d6-8ccd-03a6876c786f admin admin] Publish callbacks [] for port (ed93e5d4-ae8e-4cad-9e44-2867b1ab0cb6), precommit_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:29:34.536125 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [req-f1ab0e4d-ff60-4a62-b053-1e1da36ce319 req-af024a89-6c8d-48a1-8da6-b75a10609d25 service neutron] For port 608b8a53-3487-4d82-82a4-202fa8f0d6a7, host n-h2-760453-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-5',level=0,port_id=608b8a53-3487-4d82-82a4-202fa8f0d6a7,segment=NetworkSegment(58239c6a-8068-4b38-a84c-a977346e3eb7),segment_id=58239c6a-8068-4b38-a84c-a977346e3eb7)] {{(pid=103305) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 26 21:29:34.537758 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-58c3ea8b-b13a-46d6-8ccd-03a6876c786f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11791520'] for port (ed93e5d4-ae8e-4cad-9e44-2867b1ab0cb6), after_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:29:34.574034 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-f1ab0e4d-ff60-4a62-b053-1e1da36ce319 req-af024a89-6c8d-48a1-8da6-b75a10609d25 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11791520'] for port (608b8a53-3487-4d82-82a4-202fa8f0d6a7), after_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:29:34.578488 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf3b2e3-ead5-48ef-839e-cb684782cd2c req-127d3306-29fb-42ec-9b26-5257672dafdd tempest-AttachVolumeShelveTestJSON-345998519 tempest-AttachVolumeShelveTestJSON-345998519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:29:34.580015 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-4bf3b2e3-ead5-48ef-839e-cb684782cd2c req-127d3306-29fb-42ec-9b26-5257672dafdd tempest-AttachVolumeShelveTestJSON-345998519 tempest-AttachVolumeShelveTestJSON-345998519-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a78b0a6-78a4-4bc7-9a2d-0384fc9d6981 HTTP/1.1" status: 200 len: 945 time: 0.1390359 Jan 26 21:29:34.612851 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-8606c7b4-2953-49b9-bd84-7000dfdd083d tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Publish callbacks [] for port (e36214f5-e1bd-4906-9b03-f705790d1b39), precommit_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:29:34.628673 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-8606c7b4-2953-49b9-bd84-7000dfdd083d tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9281542'] for port (e36214f5-e1bd-4906-9b03-f705790d1b39), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:29:34.631522 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ab0e4d-ff60-4a62-b053-1e1da36ce319 req-af024a89-6c8d-48a1-8da6-b75a10609d25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:29:34.632169 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-f1ab0e4d-ff60-4a62-b053-1e1da36ce319 req-af024a89-6c8d-48a1-8da6-b75a10609d25 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:29:34.633588 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-f1ab0e4d-ff60-4a62-b053-1e1da36ce319 req-af024a89-6c8d-48a1-8da6-b75a10609d25 service neutron] 10.222.0.57 "PUT /v2.0/ports/608b8a53-3487-4d82-82a4-202fa8f0d6a7 HTTP/1.1" status: 200 len: 1091 time: 1.5636473 Jan 26 21:29:34.634366 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c3ea8b-b13a-46d6-8ccd-03a6876c786f admin admin] Pushing event updated for resources: {'Port': ['ID=ed93e5d4-ae8e-4cad-9e44-2867b1ab0cb6,revision_number=2']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:29:34.636212 n-d-760453-5 neutron-server[103305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '077a4156-11fd-4194-97e0-5fbf8acb748f', 'tag': '608b8a53-3487-4d82-82a4-202fa8f0d6a7'}] {{(pid=103305) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 21:29:34.646370 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d4654568b7bf041e72ff8fe1c96d6d761d9c921f2b99bc7b3a26632be20cee0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2250ada3-3517-43da-94d9-baf4f864878d" -d '{"events": [{"name": "network-changed", "server_uuid": "077a4156-11fd-4194-97e0-5fbf8acb748f", "tag": "608b8a53-3487-4d82-82a4-202fa8f0d6a7"}]}' {{(pid=103305) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 21:29:34.658052 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-58c3ea8b-b13a-46d6-8ccd-03a6876c786f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3709457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4110682'] for router_interface (14caafeb-e7a5-460d-891b-1a174bf1bc26), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:29:34.733427 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 26 Jan 2022 21:29:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8ccfac8-e40b-4177-bb7a-19daa2d90c86 x-openstack-request-id: req-c8ccfac8-e40b-4177-bb7a-19daa2d90c86 {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 21:29:34.733748 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "077a4156-11fd-4194-97e0-5fbf8acb748f", "tag": "608b8a53-3487-4d82-82a4-202fa8f0d6a7", "status": "completed", "code": 200}]} {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 21:29:34.733963 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c8ccfac8-e40b-4177-bb7a-19daa2d90c86 {{(pid=103305) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 21:29:34.734364 n-d-760453-5 neutron-server[103305]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '077a4156-11fd-4194-97e0-5fbf8acb748f', 'tag': '608b8a53-3487-4d82-82a4-202fa8f0d6a7', 'status': 'completed', 'code': 200} Jan 26 21:29:34.755383 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-4bf3b2e3-ead5-48ef-839e-cb684782cd2c req-6500123f-3121-48e3-b1e8-541bffcd3fc8 tempest-AttachVolumeShelveTestJSON-345998519 tempest-AttachVolumeShelveTestJSON-345998519-project] 10.222.0.13 "GET /v2.0/security-groups?id=a25c4f90-015b-4812-87d5-e6df93d42e7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1540370 Jan 26 21:29:34.781816 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-8606c7b4-2953-49b9-bd84-7000dfdd083d tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] In _notify_port_updated(), no bound segment for port e36214f5-e1bd-4906-9b03-f705790d1b39 on network 22196535-12cf-4173-a0f4-2cc147dd90f8 {{(pid=103304) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:883}} Jan 26 21:29:34.781816 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8606c7b4-2953-49b9-bd84-7000dfdd083d tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:29:34.781816 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-8606c7b4-2953-49b9-bd84-7000dfdd083d tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:29:34.781816 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-8606c7b4-2953-49b9-bd84-7000dfdd083d tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] 10.222.0.13 "PUT /v2.0/ports/e36214f5-e1bd-4906-9b03-f705790d1b39 HTTP/1.1" status: 200 len: 818 time: 0.6811435 Jan 26 21:29:34.788592 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 50540) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:29:34.800760 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af024a89-6c8d-48a1-8da6-b75a10609d25 service neutron] Pushing event updated for resources: {'Port': ['ID=608b8a53-3487-4d82-82a4-202fa8f0d6a7,revision_number=3']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:29:34.822280 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ab0e4d-ff60-4a62-b053-1e1da36ce319 req-5d20ab3b-40cd-4b0b-87aa-75f7fa30407a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:29:34.823836 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-f1ab0e4d-ff60-4a62-b053-1e1da36ce319 req-5d20ab3b-40cd-4b0b-87aa-75f7fa30407a service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=b78edeb42cf744f58efd2282d49d9504&device_id=077a4156-11fd-4194-97e0-5fbf8acb748f HTTP/1.1" status: 200 len: 1094 time: 0.1373844 Jan 26 21:29:34.850908 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8606c7b4-2953-49b9-bd84-7000dfdd083d tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Pushing event updated for resources: {'Port': ['ID=e36214f5-e1bd-4906-9b03-f705790d1b39,revision_number=2']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:29:34.885251 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-f1ab0e4d-ff60-4a62-b053-1e1da36ce319 req-cf22ff08-a6ec-4784-b080-e9430cccff31 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=608b8a53-3487-4d82-82a4-202fa8f0d6a7 HTTP/1.1" status: 200 len: 217 time: 0.0497868 Jan 26 21:29:34.941947 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58c3ea8b-b13a-46d6-8ccd-03a6876c786f admin admin] Network e06aca25-0b6a-452f-bfd4-2129924c58a7 is already hosted by enough agents. {{(pid=103305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 21:29:34.947338 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [None req-58c3ea8b-b13a-46d6-8ccd-03a6876c786f admin admin] Resources bound (agent type, host, resource id): {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:29:34.954854 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-a6558672-8821-4111-ab9a-4a0699f36fe9 tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Deleting port e36214f5-e1bd-4906-9b03-f705790d1b39 {{(pid=103304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 21:29:34.955248 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-a6558672-8821-4111-ab9a-4a0699f36fe9 tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746560630878'] for port (e36214f5-e1bd-4906-9b03-f705790d1b39), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:29:34.963842 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ab0e4d-ff60-4a62-b053-1e1da36ce319 req-1139cc69-a22d-403a-b601-b590b0833710 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:29:34.965378 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-f1ab0e4d-ff60-4a62-b053-1e1da36ce319 req-1139cc69-a22d-403a-b601-b590b0833710 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=73ddce39-4a15-4bab-babe-261ad6eda790 HTTP/1.1" status: 200 len: 854 time: 0.0730960 Jan 26 21:29:35.050834 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-a6558672-8821-4111-ab9a-4a0699f36fe9 tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4109658'] for port (e36214f5-e1bd-4906-9b03-f705790d1b39), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:29:35.065569 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-f1ab0e4d-ff60-4a62-b053-1e1da36ce319 req-ef65331c-ca1d-4abc-b24d-6ca4a441a52e service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=0d77ed94-b67e-4013-88db-3d1093c790e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0462713 Jan 26 21:29:35.083816 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-a6558672-8821-4111-ab9a-4a0699f36fe9 tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Calling delete_port for e36214f5-e1bd-4906-9b03-f705790d1b39 owned by {{(pid=103304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 21:29:35.205359 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-a6558672-8821-4111-ab9a-4a0699f36fe9 tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746560636600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746560234536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9281553'] for port (e36214f5-e1bd-4906-9b03-f705790d1b39), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:29:35.250826 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6558672-8821-4111-ab9a-4a0699f36fe9 tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Pushing event deleted for resources: {'Port': ['ID=e36214f5-e1bd-4906-9b03-f705790d1b39,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:29:35.266112 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-a6558672-8821-4111-ab9a-4a0699f36fe9 tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:29:35.273970 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-a6558672-8821-4111-ab9a-4a0699f36fe9 tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] 10.222.0.13 "DELETE /v2.0/ports/e36214f5-e1bd-4906-9b03-f705790d1b39 HTTP/1.1" status: 204 len: 168 time: 0.4820724 Jan 26 21:29:35.275939 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 50544) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:29:35.314079 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58c3ea8b-b13a-46d6-8ccd-03a6876c786f admin admin] Router 14caafeb-e7a5-460d-891b-1a174bf1bc26 has already been hosted by L3 agent 09df100c-3af1-4b0a-bda8-05914c71c458 {{(pid=103305) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 26 21:29:35.336467 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-f1ab0e4d-ff60-4a62-b053-1e1da36ce319 req-1d3fdbd4-8f2f-4a92-b6fe-40e16c9ff738 service neutron] 10.222.0.57 "GET /v2.0/networks/0d77ed94-b67e-4013-88db-3d1093c790e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2628357 Jan 26 21:29:35.366512 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be7bf4ff-98ca-404b-841b-d00c0a27e9df tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:29:35.372043 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-be7bf4ff-98ca-404b-841b-d00c0a27e9df tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.0945725 Jan 26 21:29:35.375002 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 50548) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:29:35.395096 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-7c8a318a-25d5-4399-bdc3-9bdd06b1b012 None None] Provisioning complete for port ed93e5d4-ae8e-4cad-9e44-2867b1ab0cb6 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:29:35.395732 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-7c8a318a-25d5-4399-bdc3-9bdd06b1b012 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (ed93e5d4-ae8e-4cad-9e44-2867b1ab0cb6), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:29:35.420610 n-d-760453-5 neutron-server[103304]: INFO neutron.pecan_wsgi.hooks.translation [None req-d6bebc4a-5bcc-4239-9ebe-9c7f2b83c980 tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] GET failed (client error): The resource could not be found. Jan 26 21:29:35.431152 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 50550) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:29:35.438747 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-d6bebc4a-5bcc-4239-9ebe-9c7f2b83c980 tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] 10.222.0.13 "GET /v2.0/ports/e36214f5-e1bd-4906-9b03-f705790d1b39 HTTP/1.1" status: 404 len: 333 time: 0.0623724 Jan 26 21:29:35.439104 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-a8892c35-5ecc-4c82-860b-66b8e5810b20 tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-2144120878'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:29:35.444517 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-7c8a318a-25d5-4399-bdc3-9bdd06b1b012 None None] Port ed93e5d4-ae8e-4cad-9e44-2867b1ab0cb6 cannot update to ACTIVE because it is not bound. {{(pid=103306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 26 21:29:35.529314 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8892c35-5ecc-4c82-860b-66b8e5810b20 tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Made reservation on behalf of 4da385aa39864c0f865aba377c69c57c for: {'network': 1} {{(pid=103305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 21:29:35.532837 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-a8892c35-5ecc-4c82-860b-66b8e5810b20 tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for network (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:29:35.595820 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58c3ea8b-b13a-46d6-8ccd-03a6876c786f admin admin] Notify agent at l3_agent.n-d-760453-5 the message routers_updated {{(pid=103305) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 26 21:29:35.614824 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-478b6c65-a17b-4b07-9452-8c3448b9a01b None None] Sync routers for ids ['14caafeb-e7a5-460d-891b-1a174bf1bc26'] in n-d-760453-5 {{(pid=103306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 26 21:29:35.630594 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-478b6c65-a17b-4b07-9452-8c3448b9a01b None None] Routers {'14caafeb-e7a5-460d-891b-1a174bf1bc26'} bound to L3 agent in host n-d-760453-5 {{(pid=103306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 21:29:35.631249 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-478b6c65-a17b-4b07-9452-8c3448b9a01b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-26T20:55:21Z,description=,heartbeat_timestamp=2022-01-26T21:29:21Z,host='n-d-760453-5',id=09df100c-3af1-4b0a-bda8-05914c71c458,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:55:21Z,topic='l3_agent')) {'router_ids': ['14caafeb-e7a5-460d-891b-1a174bf1bc26'], 'active': True} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:29:35.631727 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-58c3ea8b-b13a-46d6-8ccd-03a6876c786f admin admin] 10.222.0.13 "PUT /v2.0/routers/14caafeb-e7a5-460d-891b-1a174bf1bc26/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2803168 Jan 26 21:29:35.680418 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-f1ab0e4d-ff60-4a62-b053-1e1da36ce319 req-c71db604-4f50-4a89-b82e-7c3aabc0fed1 service neutron] 10.222.0.57 "GET /v2.0/networks/0d77ed94-b67e-4013-88db-3d1093c790e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3365667 Jan 26 21:29:35.696247 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a8892c35-5ecc-4c82-860b-66b8e5810b20 tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] vlan segment allocate from pool success with {'vlan_id': 581, 'physical_network': 'physnet1'} {{(pid=103305) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 26 21:29:35.704567 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a33b6a-f10b-4e88-aabb-403ec174b011 req-dacb8755-f8b0-4354-b5eb-f382d2c158db tempest-VolumesSnapshotTestJSON-309785744 tempest-VolumesSnapshotTestJSON-309785744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:29:35.710316 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-a8892c35-5ecc-4c82-860b-66b8e5810b20 tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576559'] for segment (35158031-1d28-43a9-bdaf-fcb72cc09043), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:29:35.710665 n-d-760453-5 neutron-server[103305]: INFO neutron.db.segments_db [None req-a8892c35-5ecc-4c82-860b-66b8e5810b20 tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Added segment 35158031-1d28-43a9-bdaf-fcb72cc09043 of type vlan for network 170dd11e-ebd4-49c4-948e-b0e4cdd3274a Jan 26 21:29:35.720624 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-65a33b6a-f10b-4e88-aabb-403ec174b011 req-dacb8755-f8b0-4354-b5eb-f382d2c158db tempest-VolumesSnapshotTestJSON-309785744 tempest-VolumesSnapshotTestJSON-309785744-project] 10.222.0.13 "GET /v2.0/ports?device_id=077a4156-11fd-4194-97e0-5fbf8acb748f HTTP/1.1" status: 200 len: 943 time: 0.1511986 Jan 26 21:29:35.800895 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-a8892c35-5ecc-4c82-860b-66b8e5810b20 tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746560256871'] for network (170dd11e-ebd4-49c4-948e-b0e4cdd3274a), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:29:35.843410 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2250ada3-3517-43da-94d9-baf4f864878d req-0630fadf-3fc4-471c-a0ca-6a2b3f758f5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:29:35.844964 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-2250ada3-3517-43da-94d9-baf4f864878d req-0630fadf-3fc4-471c-a0ca-6a2b3f758f5c service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=b78edeb42cf744f58efd2282d49d9504&device_id=077a4156-11fd-4194-97e0-5fbf8acb748f HTTP/1.1" status: 200 len: 1094 time: 0.0927925 Jan 26 21:29:35.845720 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-65a33b6a-f10b-4e88-aabb-403ec174b011 req-d6394976-e880-401d-94d8-97a1b429eb77 tempest-VolumesSnapshotTestJSON-309785744 tempest-VolumesSnapshotTestJSON-309785744-project] 10.222.0.13 "GET /v2.0/security-groups?id=5f282f4d-78b2-4183-9368-bb07e90bd880&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210368 Jan 26 21:29:35.876935 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-a8892c35-5ecc-4c82-860b-66b8e5810b20 tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503'] for network (170dd11e-ebd4-49c4-948e-b0e4cdd3274a), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:29:35.886534 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8892c35-5ecc-4c82-860b-66b8e5810b20 tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:29:35.887504 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-a8892c35-5ecc-4c82-860b-66b8e5810b20 tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709645'] for network (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:29:35.959277 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvr_db [None req-478b6c65-a17b-4b07-9452-8c3448b9a01b None None] Set router 14caafeb-e7a5-460d-891b-1a174bf1bc26 gateway port host: n-d-760453-5 {{(pid=103306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 21:29:36.065211 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-a8892c35-5ecc-4c82-860b-66b8e5810b20 tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.6288288 Jan 26 21:29:36.067925 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 50562) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:29:36.073217 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-98b31acc-5b41-4077-b41d-910f2d2c41b3 tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Request body: {'subnet': {'network_id': '170dd11e-ebd4-49c4-948e-b0e4cdd3274a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:29:36.079742 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8892c35-5ecc-4c82-860b-66b8e5810b20 tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Pushing event updated for resources: {'Network': ['ID=170dd11e-ebd4-49c4-948e-b0e4cdd3274a,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:29:36.084247 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device f0a53282-ef13-4052-a984-d173931634ed up at agent ovs-agent-n-d-760453-5 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 21:29:36.103443 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7261ac2-3c9f-45c9-a6ea-00ae44799f19 req-a6e307cc-76ec-4253-b822-ed214a6959a0 tempest-AttachVolumeShelveTestJSON-345998519 tempest-AttachVolumeShelveTestJSON-345998519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:29:36.109499 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-e7261ac2-3c9f-45c9-a6ea-00ae44799f19 req-a6e307cc-76ec-4253-b822-ed214a6959a0 tempest-AttachVolumeShelveTestJSON-345998519 tempest-AttachVolumeShelveTestJSON-345998519-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a78b0a6-78a4-4bc7-9a2d-0384fc9d6981 HTTP/1.1" status: 200 len: 945 time: 0.1396174 Jan 26 21:29:36.130892 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Network 170dd11e-ebd4-49c4-948e-b0e4cdd3274a details requested by agent ovs-agent-n-d-760453-5 with host n-d-760453-5 {{(pid=103306) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 26 21:29:36.227725 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2250ada3-3517-43da-94d9-baf4f864878d req-bf62e1a9-cfc9-47fa-89d8-f587f493ffec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:29:36.229884 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-e7261ac2-3c9f-45c9-a6ea-00ae44799f19 req-f9088e72-624b-4aa2-ae6d-b85948c6c65e tempest-AttachVolumeShelveTestJSON-345998519 tempest-AttachVolumeShelveTestJSON-345998519-project] 10.222.0.13 "GET /v2.0/security-groups?id=a25c4f90-015b-4812-87d5-e6df93d42e7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1147354 Jan 26 21:29:36.233528 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-2250ada3-3517-43da-94d9-baf4f864878d req-bf62e1a9-cfc9-47fa-89d8-f587f493ffec service neutron] 10.222.0.57 "GET /v2.0/networks?id=0d77ed94-b67e-4013-88db-3d1093c790e2 HTTP/1.1" status: 200 len: 915 time: 0.3785396 Jan 26 21:29:36.355409 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Provisioning complete for port f0a53282-ef13-4052-a984-d173931634ed triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:29:36.356581 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (f0a53282-ef13-4052-a984-d173931634ed), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:29:36.404045 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 50566) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:29:36.413219 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-3a46f93e-67e1-4d63-92ae-1cce66bbcc4a tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1394738794', 'description': 'tempest-description--84546406'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:29:36.465592 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-3a46f93e-67e1-4d63-92ae-1cce66bbcc4a tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] Publish callbacks [] for security_group (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:29:36.566670 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-478b6c65-a17b-4b07-9452-8c3448b9a01b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14caafeb-e7a5-460d-891b-1a174bf1bc26', 'name': 'tempest-ServerActionsTestJSON-986027459-router', 'tenant_id': '949e29ec71a54b7f98dc62c402ac867e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'external_fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.100'}], 'enable_snat': True}, 'gw_port_id': 'f0a53282-ef13-4052-a984-d173931634ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T21:29:27Z', 'updated_at': '2022-01-26T21:29:33Z', 'revision_number': 4, 'project_id': '949e29ec71a54b7f98dc62c402ac867e', 'gw_port': {'id': 'f0a53282-ef13-4052-a984-d173931634ed', 'name': '', 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:c8:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14caafeb-e7a5-460d-891b-1a174bf1bc26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2584, 'fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:29:27Z', 'updated_at': '2022-01-26T21:29:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-5', '_interfaces': [{'id': 'ed93e5d4-ae8e-4cad-9e44-2867b1ab0cb6', 'name': '', 'network_id': 'e06aca25-0b6a-452f-bfd4-2129924c58a7', 'tenant_id': '949e29ec71a54b7f98dc62c402ac867e', 'mac_address': 'fa:16:3e:dc:6c:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14caafeb-e7a5-460d-891b-1a174bf1bc26', 'device_owner': 'network:router_interface', 'standard_attr_id': 2587, 'fixed_ips': [{'subnet_id': '79317c4e-88a3-402c-975d-f004bf1d9b8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:29:32Z', 'updated_at': '2022-01-26T21:29:34Z', 'revision_number': 2, 'project_id': '949e29ec71a54b7f98dc62c402ac867e', 'subnets': [{'id': '79317c4e-88a3-402c-975d-f004bf1d9b8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760453-5', False) {} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:29:36.600371 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-3a46f93e-67e1-4d63-92ae-1cce66bbcc4a tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] Publish callbacks [] for security_group (d37b3ff7-2317-46ab-9f4f-b0d217809a4a), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:29:36.605321 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-478b6c65-a17b-4b07-9452-8c3448b9a01b None None] Checking router: 14caafeb-e7a5-460d-891b-1a174bf1bc26 for host: n-d-760453-5 {{(pid=103306) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 26 21:29:36.605848 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-478b6c65-a17b-4b07-9452-8c3448b9a01b None None] Updating router 14caafeb-e7a5-460d-891b-1a174bf1bc26 port ed93e5d4-ae8e-4cad-9e44-2867b1ab0cb6 binding host n-d-760453-5 {{(pid=103306) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 26 21:29:36.607922 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-3a46f93e-67e1-4d63-92ae-1cce66bbcc4a tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (d37b3ff7-2317-46ab-9f4f-b0d217809a4a), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:29:36.636000 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Current status of the port f0a53282-ef13-4052-a984-d173931634ed is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:29:36.643225 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-478b6c65-a17b-4b07-9452-8c3448b9a01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (ed93e5d4-ae8e-4cad-9e44-2867b1ab0cb6), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:29:36.670742 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a46f93e-67e1-4d63-92ae-1cce66bbcc4a tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d37b3ff7-2317-46ab-9f4f-b0d217809a4a,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:29:36.679364 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-3a46f93e-67e1-4d63-92ae-1cce66bbcc4a tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] Publish callbacks [] for security_group (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:29:36.681637 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-3a46f93e-67e1-4d63-92ae-1cce66bbcc4a tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.2765386 Jan 26 21:29:36.685863 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 50570) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:29:36.691085 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-0826b5a9-520f-4381-aa6b-249a0a28ac9c tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] Request body: {'security_group_rule': {'security_group_id': 'd37b3ff7-2317-46ab-9f4f-b0d217809a4a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:29:36.714771 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-2250ada3-3517-43da-94d9-baf4f864878d req-64a7b5af-5d75-4c27-af59-92d96a3feed8 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=608b8a53-3487-4d82-82a4-202fa8f0d6a7 HTTP/1.1" status: 200 len: 217 time: 0.4740021 Jan 26 21:29:36.726494 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-0826b5a9-520f-4381-aa6b-249a0a28ac9c tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] Publish callbacks [] for security_group_rule (034c83b8-276e-4b5f-934b-04fb4e30f697), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:29:36.759929 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98b31acc-5b41-4077-b41d-910f2d2c41b3 tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Made reservation on behalf of 4da385aa39864c0f865aba377c69c57c for: {'subnet': 1} {{(pid=103305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 21:29:36.763329 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-98b31acc-5b41-4077-b41d-910f2d2c41b3 tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11599953'] for subnet (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:29:36.802634 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-0826b5a9-520f-4381-aa6b-249a0a28ac9c tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] Publish callbacks [] for security_group_rule (034c83b8-276e-4b5f-934b-04fb4e30f697), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:29:36.808329 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-0826b5a9-520f-4381-aa6b-249a0a28ac9c tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102715'] for security_group_rule (034c83b8-276e-4b5f-934b-04fb4e30f697), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:29:36.831110 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0826b5a9-520f-4381-aa6b-249a0a28ac9c tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=034c83b8-276e-4b5f-934b-04fb4e30f697,revision_number=0']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:29:36.837550 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2250ada3-3517-43da-94d9-baf4f864878d req-830686d8-e509-483c-bff5-a32f8cc402d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:29:36.839465 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-2250ada3-3517-43da-94d9-baf4f864878d req-830686d8-e509-483c-bff5-a32f8cc402d2 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=73ddce39-4a15-4bab-babe-261ad6eda790 HTTP/1.1" status: 200 len: 854 time: 0.1177073 Jan 26 21:29:36.843127 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-0826b5a9-520f-4381-aa6b-249a0a28ac9c tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:29:36.844498 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-0826b5a9-520f-4381-aa6b-249a0a28ac9c tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1573465 Jan 26 21:29:36.847196 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 50572) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:29:36.853940 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-f0cc0a8d-2193-4e9a-ac54-1a07031f4638 tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] Request body: {'security_group_rule': {'security_group_id': 'd37b3ff7-2317-46ab-9f4f-b0d217809a4a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:29:36.891143 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-f0cc0a8d-2193-4e9a-ac54-1a07031f4638 tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] Publish callbacks [] for security_group_rule (b8a21ae5-3eb3-49d6-8ed5-72e4a3ccf0da), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:29:36.921366 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-2250ada3-3517-43da-94d9-baf4f864878d req-5d0cb1d6-d7e4-4247-a6e1-d691b7e62529 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=0d77ed94-b67e-4013-88db-3d1093c790e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0741246 Jan 26 21:29:36.981099 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-f0cc0a8d-2193-4e9a-ac54-1a07031f4638 tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] Publish callbacks [] for security_group_rule (b8a21ae5-3eb3-49d6-8ed5-72e4a3ccf0da), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:29:36.996108 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-f0cc0a8d-2193-4e9a-ac54-1a07031f4638 tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102715'] for security_group_rule (b8a21ae5-3eb3-49d6-8ed5-72e4a3ccf0da), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:29:37.017007 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-478b6c65-a17b-4b07-9452-8c3448b9a01b None None] Publish callbacks [] for port (ed93e5d4-ae8e-4cad-9e44-2867b1ab0cb6), precommit_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:29:37.017945 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-2250ada3-3517-43da-94d9-baf4f864878d req-55066c5f-77a1-4ece-9147-ee5e74d41e11 service neutron] 10.222.0.57 "GET /v2.0/networks/0d77ed94-b67e-4013-88db-3d1093c790e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892098 Jan 26 21:29:37.024264 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-478b6c65-a17b-4b07-9452-8c3448b9a01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (ed93e5d4-ae8e-4cad-9e44-2867b1ab0cb6), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:29:37.060162 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0cc0a8d-2193-4e9a-ac54-1a07031f4638 tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b8a21ae5-3eb3-49d6-8ed5-72e4a3ccf0da,revision_number=0']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:29:37.068806 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-f0cc0a8d-2193-4e9a-ac54-1a07031f4638 tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:29:37.069927 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-f0cc0a8d-2193-4e9a-ac54-1a07031f4638 tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2216923 Jan 26 21:29:37.080022 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7021865-942e-4166-a97f-ee4a0729982e req-e947b827-7406-499e-a7fc-e6c19ea674e2 tempest-VolumesSnapshotTestJSON-309785744 tempest-VolumesSnapshotTestJSON-309785744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:29:37.088281 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-f7021865-942e-4166-a97f-ee4a0729982e req-e947b827-7406-499e-a7fc-e6c19ea674e2 tempest-VolumesSnapshotTestJSON-309785744 tempest-VolumesSnapshotTestJSON-309785744-project] 10.222.0.13 "GET /v2.0/ports?device_id=077a4156-11fd-4194-97e0-5fbf8acb748f HTTP/1.1" status: 200 len: 943 time: 0.1055932 Jan 26 21:29:37.092628 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 50578) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:29:37.099455 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-c3549af4-a536-418d-82b1-99d6a87f51c3 tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] Request body: {'floatingip': {'floating_network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:29:37.128890 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-c3549af4-a536-418d-82b1-99d6a87f51c3 tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:29:37.152515 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-f7021865-942e-4166-a97f-ee4a0729982e req-f024b6f8-b89f-41f7-86ba-dba0dbc72d98 tempest-VolumesSnapshotTestJSON-309785744 tempest-VolumesSnapshotTestJSON-309785744-project] 10.222.0.13 "GET /v2.0/security-groups?id=5f282f4d-78b2-4183-9368-bb07e90bd880&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632238 Jan 26 21:29:37.339137 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a3568d-b1b8-42e8-83df-8acd9ea675d6 None None] Pushing event updated for resources: {'Port': ['ID=ed93e5d4-ae8e-4cad-9e44-2867b1ab0cb6,revision_number=3']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:29:37.356792 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-2250ada3-3517-43da-94d9-baf4f864878d req-8c05612e-bd27-44d1-9428-e2e7cff09d2a service neutron] 10.222.0.57 "GET /v2.0/networks/0d77ed94-b67e-4013-88db-3d1093c790e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3288124 Jan 26 21:29:37.377647 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc8ed47-268a-4bbf-bac1-9c92c48c5744 req-1e71c84b-b6dd-4d1f-ab7d-8a721b07c94c tempest-AttachVolumeShelveTestJSON-345998519 tempest-AttachVolumeShelveTestJSON-345998519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:29:37.384801 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-bdc8ed47-268a-4bbf-bac1-9c92c48c5744 req-1e71c84b-b6dd-4d1f-ab7d-8a721b07c94c tempest-AttachVolumeShelveTestJSON-345998519 tempest-AttachVolumeShelveTestJSON-345998519-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a78b0a6-78a4-4bc7-9a2d-0384fc9d6981 HTTP/1.1" status: 200 len: 945 time: 0.0762458 Jan 26 21:29:37.427569 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-478b6c65-a17b-4b07-9452-8c3448b9a01b None None] Attempting to bind port ed93e5d4-ae8e-4cad-9e44-2867b1ab0cb6 on host n-d-760453-5 for vnic_type normal with profile {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 21:29:37.427936 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-478b6c65-a17b-4b07-9452-8c3448b9a01b None None] Attempting to bind port ed93e5d4-ae8e-4cad-9e44-2867b1ab0cb6 by drivers openvswitch,hyperv on host n-d-760453-5 at level 0 using segments [{'id': '3717183c-69c6-44ee-ac2f-ec1e05ab35f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'e06aca25-0b6a-452f-bfd4-2129924c58a7'}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 26 21:29:37.428292 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-478b6c65-a17b-4b07-9452-8c3448b9a01b None None] Attempting to bind port ed93e5d4-ae8e-4cad-9e44-2867b1ab0cb6 on network e06aca25-0b6a-452f-bfd4-2129924c58a7 {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 21:29:37.434460 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-478b6c65-a17b-4b07-9452-8c3448b9a01b None None] Checking agent: {'id': 'fea0591a-627d-4c87-9a9a-01625ddf3277', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760453-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 20, 55, 25), 'started_at': datetime.datetime(2022, 1, 26, 20, 55, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 21, 29, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760453-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 26 21:29:37.434840 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-478b6c65-a17b-4b07-9452-8c3448b9a01b None None] Checking segment: {'id': '3717183c-69c6-44ee-ac2f-ec1e05ab35f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'e06aca25-0b6a-452f-bfd4-2129924c58a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 21:29:37.435338 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-478b6c65-a17b-4b07-9452-8c3448b9a01b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:29:37.435826 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-478b6c65-a17b-4b07-9452-8c3448b9a01b None None] Bound using segment: {'id': '3717183c-69c6-44ee-ac2f-ec1e05ab35f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'e06aca25-0b6a-452f-bfd4-2129924c58a7'} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 26 21:29:37.436313 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-478b6c65-a17b-4b07-9452-8c3448b9a01b None None] Bound port: ed93e5d4-ae8e-4cad-9e44-2867b1ab0cb6, host: n-d-760453-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3717183c-69c6-44ee-ac2f-ec1e05ab35f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'e06aca25-0b6a-452f-bfd4-2129924c58a7'}}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 26 21:29:37.436693 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-478b6c65-a17b-4b07-9452-8c3448b9a01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (ed93e5d4-ae8e-4cad-9e44-2867b1ab0cb6), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:29:37.439825 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-98b31acc-5b41-4077-b41d-910f2d2c41b3 tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11788839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11599975'] for subnet (caf65c45-5109-4201-a13c-aa6ef9a2ae0a), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:29:37.461174 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-bdc8ed47-268a-4bbf-bac1-9c92c48c5744 req-f1da83db-d3a6-4e43-8f2c-b45a482dba35 tempest-AttachVolumeShelveTestJSON-345998519 tempest-AttachVolumeShelveTestJSON-345998519-project] 10.222.0.13 "GET /v2.0/security-groups?id=a25c4f90-015b-4812-87d5-e6df93d42e7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0752130 Jan 26 21:29:37.527032 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b31acc-5b41-4077-b41d-910f2d2c41b3 tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Pushing event updated for resources: {'Subnet': ['ID=caf65c45-5109-4201-a13c-aa6ef9a2ae0a,revision_number=0']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:29:37.544852 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98b31acc-5b41-4077-b41d-910f2d2c41b3 tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Checking segment: {'id': '35158031-1d28-43a9-bdaf-fcb72cc09043', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '170dd11e-ebd4-49c4-948e-b0e4cdd3274a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103305) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 21:29:37.545229 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98b31acc-5b41-4077-b41d-910f2d2c41b3 tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Network hostable DHCP agents. Network: 170dd11e-ebd4-49c4-948e-b0e4cdd3274a, hostable agents: ['474ccdf7-ab6c-405b-a3b2-dc7b05829902'], hosted agents: [] {{(pid=103305) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 26 21:29:37.560474 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-c3549af4-a536-418d-82b1-99d6a87f51c3 tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:29:37.604082 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-478b6c65-a17b-4b07-9452-8c3448b9a01b None None] For port ed93e5d4-ae8e-4cad-9e44-2867b1ab0cb6, host n-d-760453-5, cleared binding levels {{(pid=103306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 26 21:29:37.608766 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-478b6c65-a17b-4b07-9452-8c3448b9a01b None None] For port ed93e5d4-ae8e-4cad-9e44-2867b1ab0cb6, host n-d-760453-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=ed93e5d4-ae8e-4cad-9e44-2867b1ab0cb6,segment=NetworkSegment(3717183c-69c6-44ee-ac2f-ec1e05ab35f5),segment_id=3717183c-69c6-44ee-ac2f-ec1e05ab35f5)] {{(pid=103306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 26 21:29:37.617027 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-478b6c65-a17b-4b07-9452-8c3448b9a01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (ed93e5d4-ae8e-4cad-9e44-2867b1ab0cb6), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:29:37.664785 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98b31acc-5b41-4077-b41d-910f2d2c41b3 tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Network 170dd11e-ebd4-49c4-948e-b0e4cdd3274a is scheduled to be hosted by DHCP agent 474ccdf7-ab6c-405b-a3b2-dc7b05829902 with binding_index 1 {{(pid=103305) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 26 21:29:37.705022 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-478b6c65-a17b-4b07-9452-8c3448b9a01b None None] Routers {'14caafeb-e7a5-460d-891b-1a174bf1bc26'} bound to L3 agent in host n-d-760453-5 {{(pid=103306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 21:29:37.705243 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-478b6c65-a17b-4b07-9452-8c3448b9a01b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-26T20:55:21Z,description=,heartbeat_timestamp=2022-01-26T21:29:21Z,host='n-d-760453-5',id=09df100c-3af1-4b0a-bda8-05914c71c458,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:55:21Z,topic='l3_agent')) {'router_ids': ['14caafeb-e7a5-460d-891b-1a174bf1bc26'], 'active': True} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:29:37.734329 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [None req-98b31acc-5b41-4077-b41d-910f2d2c41b3 tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760453-5, 170dd11e-ebd4-49c4-948e-b0e4cdd3274a) {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:29:37.747681 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cbee23e-e6c2-420e-aa9f-98b84f45f8c4 None None] Network 170dd11e-ebd4-49c4-948e-b0e4cdd3274a requested from n-d-760453-5 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 26 21:29:37.752654 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98b31acc-5b41-4077-b41d-910f2d2c41b3 tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:29:37.753270 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-98b31acc-5b41-4077-b41d-910f2d2c41b3 tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709645'] for subnet (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:29:37.794762 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Device 608b8a53-3487-4d82-82a4-202fa8f0d6a7 details requested by agent hyperv_n-h2-760453-5 with host n-h2-760453-5 {{(pid=103306) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 26 21:29:37.795239 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-98b31acc-5b41-4077-b41d-910f2d2c41b3 tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7260189 Jan 26 21:29:37.798093 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 50586) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:29:37.803692 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-ca534b20-d775-41af-b664-9ea2d4ce665e tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Request body: {'subnet': {'network_id': '170dd11e-ebd4-49c4-948e-b0e4cdd3274a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:29:37.829616 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.db_base_plugin_common [None req-c3549af4-a536-418d-82b1-99d6a87f51c3 tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] Allocated IP 172.25.1.214 (4140a1f1-c93a-4bea-83a0-68953a54f299/e48251a1-e30d-4820-8396-00c6f6aeb601/5abe1487-16cd-4aca-898f-fc6f43b8d06a) {{(pid=103305) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 21:29:37.842543 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a3568d-b1b8-42e8-83df-8acd9ea675d6 None None] Pushing event updated for resources: {'Port': ['ID=ed93e5d4-ae8e-4cad-9e44-2867b1ab0cb6,revision_number=4']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:29:37.932826 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-b63ad451-0b06-4044-bdad-dbd27d969479 None None] Provisioning complete for port ed93e5d4-ae8e-4cad-9e44-2867b1ab0cb6 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:29:37.933224 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b63ad451-0b06-4044-bdad-dbd27d969479 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (ed93e5d4-ae8e-4cad-9e44-2867b1ab0cb6), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:29:37.977484 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-c3549af4-a536-418d-82b1-99d6a87f51c3 tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] Publish callbacks [] for port (5abe1487-16cd-4aca-898f-fc6f43b8d06a), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:29:37.991308 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca534b20-d775-41af-b664-9ea2d4ce665e tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Made reservation on behalf of 4da385aa39864c0f865aba377c69c57c for: {'subnet': 1} {{(pid=103304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 21:29:37.995336 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-ca534b20-d775-41af-b664-9ea2d4ce665e tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12215181'] for subnet (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:29:38.005101 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.db.resource_extend [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 26 21:29:38.044627 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-c3549af4-a536-418d-82b1-99d6a87f51c3 tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746560234527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11791543'] for port (5abe1487-16cd-4aca-898f-fc6f43b8d06a), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:29:38.089436 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvr_db [None req-478b6c65-a17b-4b07-9452-8c3448b9a01b None None] Set router 14caafeb-e7a5-460d-891b-1a174bf1bc26 gateway port host: n-d-760453-5 {{(pid=103306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 21:29:38.109968 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3549af4-a536-418d-82b1-99d6a87f51c3 tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] Network 4140a1f1-c93a-4bea-83a0-68953a54f299 is already hosted by enough agents. {{(pid=103305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 21:29:38.117215 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [None req-c3549af4-a536-418d-82b1-99d6a87f51c3 tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] Resources bound (agent type, host, resource id): {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:29:38.122967 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3549af4-a536-418d-82b1-99d6a87f51c3 tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] Received port after_create {{(pid=103305) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 21:29:38.144422 n-d-760453-5 neutron-server[103304]: INFO neutron.db.ipam_backend_mixin [None req-ca534b20-d775-41af-b664-9ea2d4ce665e tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet caf65c45-5109-4201-a13c-aa6ef9a2ae0a (CIDR: 172.20.0.0/28) Jan 26 21:29:38.150833 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3549af4-a536-418d-82b1-99d6a87f51c3 tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] Pushing event updated for resources: {'Port': ['ID=5abe1487-16cd-4aca-898f-fc6f43b8d06a,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:29:38.160088 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-b63ad451-0b06-4044-bdad-dbd27d969479 None None] Current status of the port ed93e5d4-ae8e-4cad-9e44-2867b1ab0cb6 is: DOWN; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:29:38.160492 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b63ad451-0b06-4044-bdad-dbd27d969479 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (ed93e5d4-ae8e-4cad-9e44-2867b1ab0cb6), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:29:38.164659 n-d-760453-5 neutron-server[103304]: INFO neutron.pecan_wsgi.hooks.translation [None req-ca534b20-d775-41af-b664-9ea2d4ce665e tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 26 21:29:38.165171 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ca534b20-d775-41af-b664-9ea2d4ce665e tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103304) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 26 21:29:38.210088 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-ca534b20-d775-41af-b664-9ea2d4ce665e tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4108791 Jan 26 21:29:38.213035 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 50590) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:29:38.220615 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-bd4359d0-b279-4d88-8811-9c3e1d243853 tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Request body: {'subnet': {'network_id': '170dd11e-ebd4-49c4-948e-b0e4cdd3274a', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:29:38.222114 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-b63ad451-0b06-4044-bdad-dbd27d969479 None None] For port ed93e5d4-ae8e-4cad-9e44-2867b1ab0cb6, host n-d-760453-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=ed93e5d4-ae8e-4cad-9e44-2867b1ab0cb6,segment=NetworkSegment(3717183c-69c6-44ee-ac2f-ec1e05ab35f5),segment_id=3717183c-69c6-44ee-ac2f-ec1e05ab35f5)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:29:38.233856 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94a61d47-146a-47bb-9185-0f74142da6a1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3c4099e8-8ffb-51d1-af7f-5868973e933f-170dd11e-ebd4-49c4-948e-b0e4cdd3274a', 'network_id': '170dd11e-ebd4-49c4-948e-b0e4cdd3274a', 'project_id': '4da385aa39864c0f865aba377c69c57c', 'fixed_ips': [{'subnet_id': 'caf65c45-5109-4201-a13c-aa6ef9a2ae0a'}]}} from n-d-760453-5. {{(pid=103306) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 26 21:29:38.234162 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-94a61d47-146a-47bb-9185-0f74142da6a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (None), before_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:29:38.241920 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b63ad451-0b06-4044-bdad-dbd27d969479 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (ed93e5d4-ae8e-4cad-9e44-2867b1ab0cb6), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:29:38.328148 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2023f41-70d4-4e99-910d-48ba4c824f97 req-5bae6f0a-46ff-4fed-a850-010889d21ebd tempest-VolumesSnapshotTestJSON-309785744 tempest-VolumesSnapshotTestJSON-309785744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:29:38.333432 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-f2023f41-70d4-4e99-910d-48ba4c824f97 req-5bae6f0a-46ff-4fed-a850-010889d21ebd tempest-VolumesSnapshotTestJSON-309785744 tempest-VolumesSnapshotTestJSON-309785744-project] 10.222.0.13 "GET /v2.0/ports?device_id=077a4156-11fd-4194-97e0-5fbf8acb748f HTTP/1.1" status: 200 len: 943 time: 0.0823567 Jan 26 21:29:38.369424 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-c3549af4-a536-418d-82b1-99d6a87f51c3 tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] Publish callbacks [] for floatingip (19ad2f59-2da6-4c35-8085-8120f66141c5), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:29:38.409459 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] For port 608b8a53-3487-4d82-82a4-202fa8f0d6a7, host n-h2-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-5',level=0,port_id=608b8a53-3487-4d82-82a4-202fa8f0d6a7,segment=NetworkSegment(58239c6a-8068-4b38-a84c-a977346e3eb7),segment_id=58239c6a-8068-4b38-a84c-a977346e3eb7)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:29:38.432422 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-c3549af4-a536-418d-82b1-99d6a87f51c3 tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (5abe1487-16cd-4aca-898f-fc6f43b8d06a), before_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:29:38.456722 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-f2023f41-70d4-4e99-910d-48ba4c824f97 req-f82d530d-ecd9-4be6-a1e3-c67b307820ea tempest-VolumesSnapshotTestJSON-309785744 tempest-VolumesSnapshotTestJSON-309785744-project] 10.222.0.13 "GET /v2.0/security-groups?id=5f282f4d-78b2-4183-9368-bb07e90bd880&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209488 Jan 26 21:29:38.565132 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Returning: {'device': '608b8a53-3487-4d82-82a4-202fa8f0d6a7', 'network_id': '0d77ed94-b67e-4013-88db-3d1093c790e2', 'port_id': '608b8a53-3487-4d82-82a4-202fa8f0d6a7', 'mac_address': 'fa:16:3e:19:3e:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 570, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '73ddce39-4a15-4bab-babe-261ad6eda790', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103306) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 26 21:29:38.566859 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (32ef628b-8417-46c5-8729-60fcabe358f1), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:29:38.580362 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd4359d0-b279-4d88-8811-9c3e1d243853 tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Made reservation on behalf of 4da385aa39864c0f865aba377c69c57c for: {'subnet': 1} {{(pid=103305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 21:29:38.603876 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-bd4359d0-b279-4d88-8811-9c3e1d243853 tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11599953'] for subnet (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:29:38.613273 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63ad451-0b06-4044-bdad-dbd27d969479 None None] Pushing event updated for resources: {'Port': ['ID=ed93e5d4-ae8e-4cad-9e44-2867b1ab0cb6,revision_number=5']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:29:38.620538 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-073ceb82-3b42-420a-8225-6dc6bd09f1dd None None] Provisioning complete for port ed93e5d4-ae8e-4cad-9e44-2867b1ab0cb6 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:29:38.620538 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-073ceb82-3b42-420a-8225-6dc6bd09f1dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (ed93e5d4-ae8e-4cad-9e44-2867b1ab0cb6), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:29:38.647120 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529b53d1-45d8-40cd-892c-fca82c8af40a req-af1293b3-c777-445d-95b4-749a347f6c37 tempest-AttachVolumeShelveTestJSON-345998519 tempest-AttachVolumeShelveTestJSON-345998519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:29:38.648727 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-529b53d1-45d8-40cd-892c-fca82c8af40a req-af1293b3-c777-445d-95b4-749a347f6c37 tempest-AttachVolumeShelveTestJSON-345998519 tempest-AttachVolumeShelveTestJSON-345998519-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a78b0a6-78a4-4bc7-9a2d-0384fc9d6981 HTTP/1.1" status: 200 len: 945 time: 0.0989382 Jan 26 21:29:38.705381 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Current status of the port 608b8a53-3487-4d82-82a4-202fa8f0d6a7 is: DOWN; New status is: BUILD {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:29:38.705381 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (608b8a53-3487-4d82-82a4-202fa8f0d6a7), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:29:38.744526 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-529b53d1-45d8-40cd-892c-fca82c8af40a req-d44194b6-a04b-4bb2-b667-c415de011d9c tempest-AttachVolumeShelveTestJSON-345998519 tempest-AttachVolumeShelveTestJSON-345998519-project] 10.222.0.13 "GET /v2.0/security-groups?id=a25c4f90-015b-4812-87d5-e6df93d42e7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0851798 Jan 26 21:29:38.829489 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.db_base_plugin_common [None req-94a61d47-146a-47bb-9185-0f74142da6a1 None None] Allocated IP 172.20.0.2 (170dd11e-ebd4-49c4-948e-b0e4cdd3274a/caf65c45-5109-4201-a13c-aa6ef9a2ae0a/10a45c53-7a82-43a7-89d4-6778cfc40be1) {{(pid=103306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 21:29:38.841337 n-d-760453-5 neutron-server[103306]: DEBUG neutron.notifiers.nova [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 608b8a53-3487-4d82-82a4-202fa8f0d6a7 {{(pid=103306) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 26 21:29:38.919476 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] For port 608b8a53-3487-4d82-82a4-202fa8f0d6a7, host n-h2-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-5',level=0,port_id=608b8a53-3487-4d82-82a4-202fa8f0d6a7,segment=NetworkSegment(58239c6a-8068-4b38-a84c-a977346e3eb7),segment_id=58239c6a-8068-4b38-a84c-a977346e3eb7)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:29:38.961228 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (608b8a53-3487-4d82-82a4-202fa8f0d6a7), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:29:39.046362 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-c3549af4-a536-418d-82b1-99d6a87f51c3 tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] Publish callbacks [] for port (5abe1487-16cd-4aca-898f-fc6f43b8d06a), precommit_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:29:39.057183 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-c3549af4-a536-418d-82b1-99d6a87f51c3 tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11791520'] for port (5abe1487-16cd-4aca-898f-fc6f43b8d06a), after_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:29:39.093550 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Pushing event updated for resources: {'Port': ['ID=608b8a53-3487-4d82-82a4-202fa8f0d6a7,revision_number=4']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:29:39.099075 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-073ceb82-3b42-420a-8225-6dc6bd09f1dd None None] Current status of the port ed93e5d4-ae8e-4cad-9e44-2867b1ab0cb6 is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:29:39.105100 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-bd4359d0-b279-4d88-8811-9c3e1d243853 tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11788839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11599975'] for subnet (b87b3abf-1c1a-4af1-88a1-9d1076271261), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:29:39.117589 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-478b6c65-a17b-4b07-9452-8c3448b9a01b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14caafeb-e7a5-460d-891b-1a174bf1bc26', 'name': 'tempest-ServerActionsTestJSON-986027459-router', 'tenant_id': '949e29ec71a54b7f98dc62c402ac867e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'external_fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.100'}], 'enable_snat': True}, 'gw_port_id': 'f0a53282-ef13-4052-a984-d173931634ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T21:29:27Z', 'updated_at': '2022-01-26T21:29:33Z', 'revision_number': 4, 'project_id': '949e29ec71a54b7f98dc62c402ac867e', 'gw_port': {'id': 'f0a53282-ef13-4052-a984-d173931634ed', 'name': '', 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:c8:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14caafeb-e7a5-460d-891b-1a174bf1bc26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2584, 'fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:29:27Z', 'updated_at': '2022-01-26T21:29:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-5', '_interfaces': [{'id': 'ed93e5d4-ae8e-4cad-9e44-2867b1ab0cb6', 'name': '', 'network_id': 'e06aca25-0b6a-452f-bfd4-2129924c58a7', 'tenant_id': '949e29ec71a54b7f98dc62c402ac867e', 'mac_address': 'fa:16:3e:dc:6c:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14caafeb-e7a5-460d-891b-1a174bf1bc26', 'device_owner': 'network:router_interface', 'standard_attr_id': 2587, 'fixed_ips': [{'subnet_id': '79317c4e-88a3-402c-975d-f004bf1d9b8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:29:32Z', 'updated_at': '2022-01-26T21:29:37Z', 'revision_number': 4, 'project_id': '949e29ec71a54b7f98dc62c402ac867e', 'subnets': [{'id': '79317c4e-88a3-402c-975d-f004bf1d9b8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760453-5', False) {} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:29:39.154532 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd4359d0-b279-4d88-8811-9c3e1d243853 tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Network 170dd11e-ebd4-49c4-948e-b0e4cdd3274a is already hosted by enough agents. {{(pid=103305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 21:29:39.169311 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-478b6c65-a17b-4b07-9452-8c3448b9a01b None None] The sync data for ids ['14caafeb-e7a5-460d-891b-1a174bf1bc26'] in n-d-760453-5 is: [{'id': '14caafeb-e7a5-460d-891b-1a174bf1bc26', 'name': 'tempest-ServerActionsTestJSON-986027459-router', 'tenant_id': '949e29ec71a54b7f98dc62c402ac867e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'external_fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.100'}], 'enable_snat': True}, 'gw_port_id': 'f0a53282-ef13-4052-a984-d173931634ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T21:29:27Z', 'updated_at': '2022-01-26T21:29:33Z', 'revision_number': 4, 'project_id': '949e29ec71a54b7f98dc62c402ac867e', 'gw_port': {'id': 'f0a53282-ef13-4052-a984-d173931634ed', 'name': '', 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:c8:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14caafeb-e7a5-460d-891b-1a174bf1bc26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2584, 'fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:29:27Z', 'updated_at': '2022-01-26T21:29:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-5', '_interfaces': [{'id': 'ed93e5d4-ae8e-4cad-9e44-2867b1ab0cb6', 'name': '', 'network_id': 'e06aca25-0b6a-452f-bfd4-2129924c58a7', 'tenant_id': '949e29ec71a54b7f98dc62c402ac867e', 'mac_address': 'fa:16:3e:dc:6c:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14caafeb-e7a5-460d-891b-1a174bf1bc26', 'device_owner': 'network:router_interface', 'standard_attr_id': 2587, 'fixed_ips': [{'subnet_id': '79317c4e-88a3-402c-975d-f004bf1d9b8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:29:32Z', 'updated_at': '2022-01-26T21:29:37Z', 'revision_number': 4, 'project_id': '949e29ec71a54b7f98dc62c402ac867e', 'subnets': [{'id': '79317c4e-88a3-402c-975d-f004bf1d9b8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 26 21:29:39.204278 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-94a61d47-146a-47bb-9185-0f74142da6a1 None None] Publish callbacks [] for port (10a45c53-7a82-43a7-89d4-6778cfc40be1), precommit_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:29:39.220845 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-94a61d47-146a-47bb-9185-0f74142da6a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746560234527'] for port (10a45c53-7a82-43a7-89d4-6778cfc40be1), after_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:29:39.221420 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [None req-bd4359d0-b279-4d88-8811-9c3e1d243853 tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Resources bound (agent type, host, resource id): {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:29:39.250882 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd4359d0-b279-4d88-8811-9c3e1d243853 tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:29:39.251555 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-bd4359d0-b279-4d88-8811-9c3e1d243853 tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709645'] for subnet (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:29:39.284529 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] get_ports_and_sgs() called for port_ids ['608b8a53-3487-4d82-82a4-202fa8f0d6a7'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 26 21:29:39.295856 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3549af4-a536-418d-82b1-99d6a87f51c3 tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] Pushing event updated for resources: {'Port': ['ID=5abe1487-16cd-4aca-898f-fc6f43b8d06a,revision_number=2']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:29:39.321118 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4359d0-b279-4d88-8811-9c3e1d243853 tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Pushing event updated for resources: {'Subnet': ['ID=b87b3abf-1c1a-4af1-88a1-9d1076271261,revision_number=0']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:29:39.325759 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-c3549af4-a536-418d-82b1-99d6a87f51c3 tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4110913'] for floatingip (19ad2f59-2da6-4c35-8085-8120f66141c5), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:29:39.346421 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a61d47-146a-47bb-9185-0f74142da6a1 None None] Pushing event updated for resources: {'Port': ['ID=10a45c53-7a82-43a7-89d4-6778cfc40be1,revision_number=1']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:29:39.366204 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-bd4359d0-b279-4d88-8811-9c3e1d243853 tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.1520028 Jan 26 21:29:39.369009 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 50602) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:29:39.374944 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-7baf16fe-d250-42c5-8136-59b8b46decc7 tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Request body: {'port': {'network_id': '170dd11e-ebd4-49c4-948e-b0e4cdd3274a', 'fixed_ips': [{'subnet_id': 'caf65c45-5109-4201-a13c-aa6ef9a2ae0a'}, {'subnet_id': 'b87b3abf-1c1a-4af1-88a1-9d1076271261'}], 'name': 'tempest-PortsTestJSON-1989574986'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:29:39.378901 n-d-760453-5 neutron-server[103306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94a61d47-146a-47bb-9185-0f74142da6a1 None None] Network 170dd11e-ebd4-49c4-948e-b0e4cdd3274a is already hosted by enough agents. {{(pid=103306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 21:29:39.383638 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-c3549af4-a536-418d-82b1-99d6a87f51c3 tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for floatingip (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:29:39.387003 n-d-760453-5 neutron-server[103306]: DEBUG neutron.scheduler.base_scheduler [None req-94a61d47-146a-47bb-9185-0f74142da6a1 None None] Resources bound (agent type, host, resource id): {{(pid=103306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:29:39.396262 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-c3549af4-a536-418d-82b1-99d6a87f51c3 tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.3008497 Jan 26 21:29:39.399232 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94a61d47-146a-47bb-9185-0f74142da6a1 None None] Received port after_create {{(pid=103306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 21:29:39.663940 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7baf16fe-d250-42c5-8136-59b8b46decc7 tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Made reservation on behalf of 4da385aa39864c0f865aba377c69c57c for: {'port': 1} {{(pid=103304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 21:29:39.696197 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-94a61d47-146a-47bb-9185-0f74142da6a1 None None] Attempting to bind port 10a45c53-7a82-43a7-89d4-6778cfc40be1 on host n-d-760453-5 for vnic_type normal with profile {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 21:29:39.696763 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-94a61d47-146a-47bb-9185-0f74142da6a1 None None] Attempting to bind port 10a45c53-7a82-43a7-89d4-6778cfc40be1 by drivers openvswitch,hyperv on host n-d-760453-5 at level 0 using segments [{'id': '35158031-1d28-43a9-bdaf-fcb72cc09043', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '170dd11e-ebd4-49c4-948e-b0e4cdd3274a'}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 26 21:29:39.697122 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94a61d47-146a-47bb-9185-0f74142da6a1 None None] Attempting to bind port 10a45c53-7a82-43a7-89d4-6778cfc40be1 on network 170dd11e-ebd4-49c4-948e-b0e4cdd3274a {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 21:29:39.715588 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94a61d47-146a-47bb-9185-0f74142da6a1 None None] Checking agent: {'id': 'fea0591a-627d-4c87-9a9a-01625ddf3277', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760453-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 20, 55, 25), 'started_at': datetime.datetime(2022, 1, 26, 20, 55, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 21, 29, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760453-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 26 21:29:39.716340 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94a61d47-146a-47bb-9185-0f74142da6a1 None None] Checking segment: {'id': '35158031-1d28-43a9-bdaf-fcb72cc09043', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '170dd11e-ebd4-49c4-948e-b0e4cdd3274a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 21:29:39.717105 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-94a61d47-146a-47bb-9185-0f74142da6a1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:29:39.717773 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94a61d47-146a-47bb-9185-0f74142da6a1 None None] Bound using segment: {'id': '35158031-1d28-43a9-bdaf-fcb72cc09043', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '170dd11e-ebd4-49c4-948e-b0e4cdd3274a'} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 26 21:29:39.718490 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-94a61d47-146a-47bb-9185-0f74142da6a1 None None] Bound port: 10a45c53-7a82-43a7-89d4-6778cfc40be1, host: n-d-760453-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35158031-1d28-43a9-bdaf-fcb72cc09043', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '170dd11e-ebd4-49c4-948e-b0e4cdd3274a'}}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 26 21:29:39.719119 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-94a61d47-146a-47bb-9185-0f74142da6a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (10a45c53-7a82-43a7-89d4-6778cfc40be1), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:29:39.875358 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7345dc0-e6e9-4132-9332-dad8d1500994 req-2f60fd12-0be3-4bfc-bf2f-ee0d1917d87b tempest-VolumesSnapshotTestJSON-309785744 tempest-VolumesSnapshotTestJSON-309785744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:29:39.876993 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-d7345dc0-e6e9-4132-9332-dad8d1500994 req-2f60fd12-0be3-4bfc-bf2f-ee0d1917d87b tempest-VolumesSnapshotTestJSON-309785744 tempest-VolumesSnapshotTestJSON-309785744-project] 10.222.0.13 "GET /v2.0/ports?device_id=077a4156-11fd-4194-97e0-5fbf8acb748f HTTP/1.1" status: 200 len: 944 time: 0.2667830 Jan 26 21:29:39.894937 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-d0965a6d-274b-4e6a-a923-d205e887c10e req-2f553da7-7ff4-4c11-b304-1478dccccbcf tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--1394738794&fields=id&tenant_id=949e29ec71a54b7f98dc62c402ac867e HTTP/1.1" status: 200 len: 267 time: 0.2258677 Jan 26 21:29:40.036118 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-7baf16fe-d250-42c5-8136-59b8b46decc7 tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:29:40.061343 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-94a61d47-146a-47bb-9185-0f74142da6a1 None None] For port 10a45c53-7a82-43a7-89d4-6778cfc40be1, host n-d-760453-5, cleared binding levels {{(pid=103306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 26 21:29:40.064799 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-94a61d47-146a-47bb-9185-0f74142da6a1 None None] For port 10a45c53-7a82-43a7-89d4-6778cfc40be1, host n-d-760453-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=10a45c53-7a82-43a7-89d4-6778cfc40be1,segment=NetworkSegment(35158031-1d28-43a9-bdaf-fcb72cc09043),segment_id=35158031-1d28-43a9-bdaf-fcb72cc09043)] {{(pid=103306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 26 21:29:40.072334 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device ed93e5d4-ae8e-4cad-9e44-2867b1ab0cb6 up at agent ovs-agent-n-d-760453-5 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 21:29:40.085883 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-d7345dc0-e6e9-4132-9332-dad8d1500994 req-0eed946a-b2e5-4891-8d01-7f03e20bef32 tempest-VolumesSnapshotTestJSON-309785744 tempest-VolumesSnapshotTestJSON-309785744-project] 10.222.0.13 "GET /v2.0/security-groups?id=5f282f4d-78b2-4183-9368-bb07e90bd880&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1674173 Jan 26 21:29:40.112942 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-94a61d47-146a-47bb-9185-0f74142da6a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (10a45c53-7a82-43a7-89d4-6778cfc40be1), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:29:40.114554 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e63ad8b-9ac8-441f-90f2-e5779a4a51ab req-9014dea3-f230-4491-ae93-6ac3d64d1c88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:29:40.116183 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-7e63ad8b-9ac8-441f-90f2-e5779a4a51ab req-9014dea3-f230-4491-ae93-6ac3d64d1c88 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=9a820e3f529a4c3083d815b75318d24c&device_id=4a78b0a6-78a4-4bc7-9a2d-0384fc9d6981 HTTP/1.1" status: 200 len: 1096 time: 0.3869562 Jan 26 21:29:40.234556 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a61d47-146a-47bb-9185-0f74142da6a1 None None] Pushing event updated for resources: {'Port': ['ID=10a45c53-7a82-43a7-89d4-6778cfc40be1,revision_number=2']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:29:40.254369 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Provisioning complete for port ed93e5d4-ae8e-4cad-9e44-2867b1ab0cb6 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:29:40.254754 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (ed93e5d4-ae8e-4cad-9e44-2867b1ab0cb6), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:29:40.264248 n-d-760453-5 neutron-server[103304]: DEBUG neutron.notifiers.nova [None req-7baf16fe-d250-42c5-8136-59b8b46decc7 tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] device_id is not set on port 50f22522-da45-4042-a145-aa933608dee5 yet. {{(pid=103304) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 26 21:29:40.375565 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Current status of the port ed93e5d4-ae8e-4cad-9e44-2867b1ab0cb6 is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:29:40.466129 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0965a6d-274b-4e6a-a923-d205e887c10e req-a866f452-1d12-498b-bd25-7b315abea73f tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:29:40.473439 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-d0965a6d-274b-4e6a-a923-d205e887c10e req-a866f452-1d12-498b-bd25-7b315abea73f tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] 10.222.0.13 "GET /v2.0/networks?id=e06aca25-0b6a-452f-bfd4-2129924c58a7 HTTP/1.1" status: 200 len: 811 time: 0.5774529 Jan 26 21:29:40.551894 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-d0965a6d-274b-4e6a-a923-d205e887c10e req-59e8296d-46fa-477b-bc0d-8d80209faf84 tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] 10.222.0.13 "GET /v2.0/quotas/949e29ec71a54b7f98dc62c402ac867e HTTP/1.1" status: 200 len: 375 time: 0.0775106 Jan 26 21:29:40.721880 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ddac339-fd61-40d1-915c-52146367789f req-b2a5a141-526a-49f2-bbaf-fd6902b8ab22 tempest-AttachVolumeShelveTestJSON-345998519 tempest-AttachVolumeShelveTestJSON-345998519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:29:40.737529 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-4ddac339-fd61-40d1-915c-52146367789f req-b2a5a141-526a-49f2-bbaf-fd6902b8ab22 tempest-AttachVolumeShelveTestJSON-345998519 tempest-AttachVolumeShelveTestJSON-345998519-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a78b0a6-78a4-4bc7-9a2d-0384fc9d6981 HTTP/1.1" status: 200 len: 945 time: 0.3800008 Jan 26 21:29:40.748040 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e63ad8b-9ac8-441f-90f2-e5779a4a51ab req-0538b417-3e87-4009-8e3a-dbc42130148f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:29:40.749506 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-7e63ad8b-9ac8-441f-90f2-e5779a4a51ab req-0538b417-3e87-4009-8e3a-dbc42130148f service neutron] 10.222.0.66 "GET /v2.0/networks?id=d67e3ebe-4ba7-45de-a361-0a193d47dcd7 HTTP/1.1" status: 200 len: 914 time: 0.6089444 Jan 26 21:29:40.795338 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-d0965a6d-274b-4e6a-a923-d205e887c10e req-29b4f9c4-2ec3-4cca-940d-446c847db27c tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=949e29ec71a54b7f98dc62c402ac867e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2425728 Jan 26 21:29:40.965950 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-4ddac339-fd61-40d1-915c-52146367789f req-d70f8011-7a27-42dc-96ee-ba68a4df7fdb tempest-AttachVolumeShelveTestJSON-345998519 tempest-AttachVolumeShelveTestJSON-345998519-project] 10.222.0.13 "GET /v2.0/security-groups?id=a25c4f90-015b-4812-87d5-e6df93d42e7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2274067 Jan 26 21:29:41.025846 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-7e63ad8b-9ac8-441f-90f2-e5779a4a51ab req-55546308-036b-44a3-be91-12e171824e34 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=61e4e751-58c3-44b7-8fce-c3507a0cdccc HTTP/1.1" status: 200 len: 1001 time: 0.2253304 Jan 26 21:29:41.230582 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e63ad8b-9ac8-441f-90f2-e5779a4a51ab req-ee6f3e6f-a47f-4af7-bcdb-98e859aa88fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:29:41.232102 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-7e63ad8b-9ac8-441f-90f2-e5779a4a51ab req-ee6f3e6f-a47f-4af7-bcdb-98e859aa88fc service neutron] 10.222.0.66 "GET /v2.0/subnets?id=b97a8223-0b24-4ba7-b338-51c5c9119da6 HTTP/1.1" status: 200 len: 852 time: 0.1158473 Jan 26 21:29:41.234004 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-d0965a6d-274b-4e6a-a923-d205e887c10e req-444d0f62-6e44-4bc8-99a1-7b8e6783cf34 service neutron] 10.222.0.13 "GET /v2.0/networks/e06aca25-0b6a-452f-bfd4-2129924c58a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4149997 Jan 26 21:29:41.680823 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device 10a45c53-7a82-43a7-89d4-6778cfc40be1 up at agent ovs-agent-n-d-760453-5 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 21:29:41.775957 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Provisioning complete for port 10a45c53-7a82-43a7-89d4-6778cfc40be1 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:29:41.776406 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (10a45c53-7a82-43a7-89d4-6778cfc40be1), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:29:41.801738 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Device 608b8a53-3487-4d82-82a4-202fa8f0d6a7 up at agent hyperv_n-h2-760453-5 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 21:29:41.812078 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6714f3f5-c70e-44de-9268-da23e8266cba None None] Network 170dd11e-ebd4-49c4-948e-b0e4cdd3274a requested from n-d-760453-5 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 26 21:29:41.865812 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-d0965a6d-274b-4e6a-a923-d205e887c10e req-1508ae6c-5bd4-4bef-a2f8-c29b4cb8e31e service neutron] 10.222.0.13 "GET /v2.0/networks/e06aca25-0b6a-452f-bfd4-2129924c58a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1411219 Jan 26 21:29:41.909814 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.db_base_plugin_common [None req-7baf16fe-d250-42c5-8136-59b8b46decc7 tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Allocated IP 172.20.0.6 (170dd11e-ebd4-49c4-948e-b0e4cdd3274a/caf65c45-5109-4201-a13c-aa6ef9a2ae0a/50f22522-da45-4042-a145-aa933608dee5) {{(pid=103304) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 21:29:41.921333 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e63ad8b-9ac8-441f-90f2-e5779a4a51ab req-96c21dba-22c6-4ce4-8936-e6c033adbb72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:29:41.922521 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-7e63ad8b-9ac8-441f-90f2-e5779a4a51ab req-96c21dba-22c6-4ce4-8936-e6c033adbb72 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=d67e3ebe-4ba7-45de-a361-0a193d47dcd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2085857 Jan 26 21:29:41.924665 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.db_base_plugin_common [None req-7baf16fe-d250-42c5-8136-59b8b46decc7 tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Allocated IP 172.20.0.26 (170dd11e-ebd4-49c4-948e-b0e4cdd3274a/b87b3abf-1c1a-4af1-88a1-9d1076271261/50f22522-da45-4042-a145-aa933608dee5) {{(pid=103304) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 21:29:41.933630 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1393583-cff8-4756-9b84-78a9d13e98c2 req-91f12a1f-0147-437b-a08b-d39e2a52dbf4 tempest-VolumesSnapshotTestJSON-309785744 tempest-VolumesSnapshotTestJSON-309785744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:29:41.940572 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-e1393583-cff8-4756-9b84-78a9d13e98c2 req-91f12a1f-0147-437b-a08b-d39e2a52dbf4 tempest-VolumesSnapshotTestJSON-309785744 tempest-VolumesSnapshotTestJSON-309785744-project] 10.222.0.13 "GET /v2.0/ports?device_id=077a4156-11fd-4194-97e0-5fbf8acb748f HTTP/1.1" status: 200 len: 944 time: 0.2360611 Jan 26 21:29:41.956899 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-b646842b-4b84-4b7d-9907-abdd7778938d None None] Provisioning complete for port 10a45c53-7a82-43a7-89d4-6778cfc40be1 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:29:41.958002 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b646842b-4b84-4b7d-9907-abdd7778938d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (10a45c53-7a82-43a7-89d4-6778cfc40be1), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:29:42.018530 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Provisioning for port 608b8a53-3487-4d82-82a4-202fa8f0d6a7 completed by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 21:29:42.067532 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Provisioning complete for port 608b8a53-3487-4d82-82a4-202fa8f0d6a7 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:29:42.068891 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (608b8a53-3487-4d82-82a4-202fa8f0d6a7), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:29:42.125595 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-e1393583-cff8-4756-9b84-78a9d13e98c2 req-83752f70-a280-4684-aed5-530b33a7d7e8 tempest-VolumesSnapshotTestJSON-309785744 tempest-VolumesSnapshotTestJSON-309785744-project] 10.222.0.13 "GET /v2.0/security-groups?id=5f282f4d-78b2-4183-9368-bb07e90bd880&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1801541 Jan 26 21:29:42.152535 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Current status of the port 10a45c53-7a82-43a7-89d4-6778cfc40be1 is: DOWN; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:29:42.152930 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (10a45c53-7a82-43a7-89d4-6778cfc40be1), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:29:42.281999 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] For port 10a45c53-7a82-43a7-89d4-6778cfc40be1, host n-d-760453-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=10a45c53-7a82-43a7-89d4-6778cfc40be1,segment=NetworkSegment(35158031-1d28-43a9-bdaf-fcb72cc09043),segment_id=35158031-1d28-43a9-bdaf-fcb72cc09043)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:29:42.300969 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Current status of the port 608b8a53-3487-4d82-82a4-202fa8f0d6a7 is: BUILD; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:29:42.302411 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (608b8a53-3487-4d82-82a4-202fa8f0d6a7), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:29:42.311968 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-7e63ad8b-9ac8-441f-90f2-e5779a4a51ab req-7e696f36-b134-4f82-94e6-fceed496f013 service neutron] 10.222.0.66 "GET /v2.0/networks/d67e3ebe-4ba7-45de-a361-0a193d47dcd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3625073 Jan 26 21:29:42.316322 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (10a45c53-7a82-43a7-89d4-6778cfc40be1), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:29:42.435804 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-5b638830-4a69-4b5a-90ec-64c462ca9562 req-84770f28-f89e-47df-935b-bac2741ffb26 tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] 10.222.0.13 "GET /v2.0/ports?device_id=c947e2a6-4eb3-4b93-905b-515cc992a63b HTTP/1.1" status: 200 len: 210 time: 0.1211004 Jan 26 21:29:42.470015 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] For port 608b8a53-3487-4d82-82a4-202fa8f0d6a7, host n-h2-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-5',level=0,port_id=608b8a53-3487-4d82-82a4-202fa8f0d6a7,segment=NetworkSegment(58239c6a-8068-4b38-a84c-a977346e3eb7),segment_id=58239c6a-8068-4b38-a84c-a977346e3eb7)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:29:42.484249 n-d-760453-5 neutron-server[103306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '077a4156-11fd-4194-97e0-5fbf8acb748f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '608b8a53-3487-4d82-82a4-202fa8f0d6a7'}] {{(pid=103306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 21:29:42.487792 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9d5d370febab655511bdd2ffe887e43e442d144a440368702bcc1e93af00b97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc43c1d2-fb22-4368-b598-6ba30782b133" -d '{"events": [{"server_uuid": "077a4156-11fd-4194-97e0-5fbf8acb748f", "name": "network-vif-plugged", "status": "completed", "tag": "608b8a53-3487-4d82-82a4-202fa8f0d6a7"}]}' {{(pid=103306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 21:29:42.498458 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (608b8a53-3487-4d82-82a4-202fa8f0d6a7), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:29:42.503284 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-b646842b-4b84-4b7d-9907-abdd7778938d None None] Current status of the port 10a45c53-7a82-43a7-89d4-6778cfc40be1 is: DOWN; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:29:42.503793 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b646842b-4b84-4b7d-9907-abdd7778938d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (10a45c53-7a82-43a7-89d4-6778cfc40be1), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:29:42.535310 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79bd2ef8-5d99-4aba-9cd3-69641a201881 req-8dcea0b8-ab9c-463d-bed6-208336974ce6 tempest-AttachVolumeShelveTestJSON-345998519 tempest-AttachVolumeShelveTestJSON-345998519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:29:42.542540 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-79bd2ef8-5d99-4aba-9cd3-69641a201881 req-8dcea0b8-ab9c-463d-bed6-208336974ce6 tempest-AttachVolumeShelveTestJSON-345998519 tempest-AttachVolumeShelveTestJSON-345998519-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a78b0a6-78a4-4bc7-9a2d-0384fc9d6981 HTTP/1.1" status: 200 len: 945 time: 0.2791948 Jan 26 21:29:42.654470 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-7baf16fe-d250-42c5-8136-59b8b46decc7 tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Publish callbacks [] for port (50f22522-da45-4042-a145-aa933608dee5), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:29:42.663246 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.db.api [None req-b646842b-4b84-4b7d-9907-abdd7778938d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103306) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 26 21:29:42.663618 n-d-760453-5 neutron-server[103306]: DEBUG oslo_db.api [None req-b646842b-4b84-4b7d-9907-abdd7778938d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 26 21:29:42.665241 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Jan 2022 21:29:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf35264c-4566-4620-880b-993c73f81ed4 x-openstack-request-id: req-cf35264c-4566-4620-880b-993c73f81ed4 {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 21:29:42.665546 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "077a4156-11fd-4194-97e0-5fbf8acb748f", "name": "network-vif-plugged", "status": "completed", "tag": "608b8a53-3487-4d82-82a4-202fa8f0d6a7", "code": 200}]} {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 21:29:42.665805 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-cf35264c-4566-4620-880b-993c73f81ed4 {{(pid=103306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 21:29:42.666207 n-d-760453-5 neutron-server[103306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '077a4156-11fd-4194-97e0-5fbf8acb748f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '608b8a53-3487-4d82-82a4-202fa8f0d6a7', 'code': 200} Jan 26 21:29:42.669812 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1e746f8-3f18-4c00-8512-8965d6afab48 None None] Update dhcp port {'port': {'network_id': '170dd11e-ebd4-49c4-948e-b0e4cdd3274a', 'fixed_ips': [{'subnet_id': 'caf65c45-5109-4201-a13c-aa6ef9a2ae0a', 'ip_address': '172.20.0.2'}, {'subnet_id': 'b87b3abf-1c1a-4af1-88a1-9d1076271261'}], 'binding:host_id': 'n-d-760453-5'}, 'id': '10a45c53-7a82-43a7-89d4-6778cfc40be1'} from n-d-760453-5. {{(pid=103306) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Jan 26 21:29:42.675308 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-7e63ad8b-9ac8-441f-90f2-e5779a4a51ab req-f9da7c89-5588-43c3-8ac7-5391c367a18b service neutron] 10.222.0.66 "GET /v2.0/networks/d67e3ebe-4ba7-45de-a361-0a193d47dcd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3261068 Jan 26 21:29:42.697646 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Pushing event updated for resources: {'Port': ['ID=10a45c53-7a82-43a7-89d4-6778cfc40be1,revision_number=3']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:29:42.741252 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-e1e746f8-3f18-4c00-8512-8965d6afab48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (10a45c53-7a82-43a7-89d4-6778cfc40be1), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:29:42.772395 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-79bd2ef8-5d99-4aba-9cd3-69641a201881 req-91b93a5f-8ac0-47a0-ae7a-3f27d4deffa3 tempest-AttachVolumeShelveTestJSON-345998519 tempest-AttachVolumeShelveTestJSON-345998519-project] 10.222.0.13 "GET /v2.0/security-groups?id=a25c4f90-015b-4812-87d5-e6df93d42e7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2287869 Jan 26 21:29:42.788269 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d3e480-b9bc-4ad0-957d-a78090f2c5fe req-a874b30d-476f-42ea-8afe-fca3d2203db2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:29:42.793058 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-32d3e480-b9bc-4ad0-957d-a78090f2c5fe req-a874b30d-476f-42ea-8afe-fca3d2203db2 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=077a4156-11fd-4194-97e0-5fbf8acb748f HTTP/1.1" status: 200 len: 1096 time: 0.0739636 Jan 26 21:29:42.823441 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-7baf16fe-d250-42c5-8136-59b8b46decc7 tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746560234527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9281553'] for port (50f22522-da45-4042-a145-aa933608dee5), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:29:42.874953 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7baf16fe-d250-42c5-8136-59b8b46decc7 tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Network 170dd11e-ebd4-49c4-948e-b0e4cdd3274a is already hosted by enough agents. {{(pid=103304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 21:29:42.878930 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [None req-7baf16fe-d250-42c5-8136-59b8b46decc7 tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Resources bound (agent type, host, resource id): {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:29:42.885254 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7baf16fe-d250-42c5-8136-59b8b46decc7 tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Received port after_create {{(pid=103304) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 21:29:42.892422 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7baf16fe-d250-42c5-8136-59b8b46decc7 tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Pushing event updated for resources: {'Port': ['ID=50f22522-da45-4042-a145-aa933608dee5,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:29:42.894721 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Pushing event updated for resources: {'Port': ['ID=608b8a53-3487-4d82-82a4-202fa8f0d6a7,revision_number=5']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:29:42.922702 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-32d3e480-b9bc-4ad0-957d-a78090f2c5fe req-eab7b721-b3d1-4ef3-92e7-3cd6d7c03539 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=5f282f4d-78b2-4183-9368-bb07e90bd880&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222768 Jan 26 21:29:42.992465 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7baf16fe-d250-42c5-8136-59b8b46decc7 tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:29:42.993158 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-7baf16fe-d250-42c5-8136-59b8b46decc7 tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:29:42.994111 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.db_base_plugin_common [None req-e1e746f8-3f18-4c00-8512-8965d6afab48 None None] Allocated IP 172.20.0.18 (170dd11e-ebd4-49c4-948e-b0e4cdd3274a/b87b3abf-1c1a-4af1-88a1-9d1076271261/10a45c53-7a82-43a7-89d4-6778cfc40be1) {{(pid=103306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 21:29:43.020596 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-7baf16fe-d250-42c5-8136-59b8b46decc7 tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1004 time: 3.6499791 Jan 26 21:29:43.023323 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 50648) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:29:43.029153 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-b9d8efd1-a758-4433-b654-52fbda63dde2 tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'caf65c45-5109-4201-a13c-aa6ef9a2ae0a'}]}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:29:43.121399 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-b9d8efd1-a758-4433-b654-52fbda63dde2 tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (50f22522-da45-4042-a145-aa933608dee5), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:29:43.150227 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-e1e746f8-3f18-4c00-8512-8965d6afab48 None None] For port 10a45c53-7a82-43a7-89d4-6778cfc40be1, host n-d-760453-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=10a45c53-7a82-43a7-89d4-6778cfc40be1,segment=NetworkSegment(35158031-1d28-43a9-bdaf-fcb72cc09043),segment_id=35158031-1d28-43a9-bdaf-fcb72cc09043)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:29:43.225358 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-b646842b-4b84-4b7d-9907-abdd7778938d None None] Current status of the port 10a45c53-7a82-43a7-89d4-6778cfc40be1 is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:29:43.253405 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-e1e746f8-3f18-4c00-8512-8965d6afab48 None None] Publish callbacks [] for port (10a45c53-7a82-43a7-89d4-6778cfc40be1), precommit_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:29:43.267894 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-e1e746f8-3f18-4c00-8512-8965d6afab48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (10a45c53-7a82-43a7-89d4-6778cfc40be1), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:29:43.374878 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e746f8-3f18-4c00-8512-8965d6afab48 None None] Pushing event updated for resources: {'Port': ['ID=10a45c53-7a82-43a7-89d4-6778cfc40be1,revision_number=4']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:29:43.384612 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6786dd-0c7a-4576-bc3a-b6c04b1c9339 req-593e10b4-9c28-4678-9a24-76bc36c165f2 tempest-VolumesSnapshotTestJSON-309785744 tempest-VolumesSnapshotTestJSON-309785744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:29:43.386474 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-5e6786dd-0c7a-4576-bc3a-b6c04b1c9339 req-593e10b4-9c28-4678-9a24-76bc36c165f2 tempest-VolumesSnapshotTestJSON-309785744 tempest-VolumesSnapshotTestJSON-309785744-project] 10.222.0.13 "GET /v2.0/ports?device_id=077a4156-11fd-4194-97e0-5fbf8acb748f HTTP/1.1" status: 200 len: 945 time: 0.1336820 Jan 26 21:29:43.580390 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-5e6786dd-0c7a-4576-bc3a-b6c04b1c9339 req-5fdd7c77-cd5a-4003-8f41-230c66c55acd tempest-VolumesSnapshotTestJSON-309785744 tempest-VolumesSnapshotTestJSON-309785744-project] 10.222.0.13 "GET /v2.0/security-groups?id=5f282f4d-78b2-4183-9368-bb07e90bd880&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1814601 Jan 26 21:29:43.610252 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device 10a45c53-7a82-43a7-89d4-6778cfc40be1 up at agent ovs-agent-n-d-760453-5 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 21:29:43.693006 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-b59308f3-95bb-4d17-bcf2-72807ccd2e98 req-9007b1e7-418b-4d79-91e6-eb3a13e4c06b tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] 10.222.0.13 "GET /v2.0/ports?device_id=c947e2a6-4eb3-4b93-905b-515cc992a63b HTTP/1.1" status: 200 len: 210 time: 0.1055322 Jan 26 21:29:43.706492 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Provisioning complete for port 10a45c53-7a82-43a7-89d4-6778cfc40be1 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:29:43.706492 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (10a45c53-7a82-43a7-89d4-6778cfc40be1), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:29:43.818774 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.db_base_plugin_common [None req-b9d8efd1-a758-4433-b654-52fbda63dde2 tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Delete allocated IP 172.20.0.26 (170dd11e-ebd4-49c4-948e-b0e4cdd3274a/b87b3abf-1c1a-4af1-88a1-9d1076271261) {{(pid=103304) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jan 26 21:29:43.862809 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Current status of the port 10a45c53-7a82-43a7-89d4-6778cfc40be1 is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:29:43.899492 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0965a6d-274b-4e6a-a923-d205e887c10e req-66489b96-6fb8-45f5-b766-9a0eb036c7e2 tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:29:43.904423 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-d0965a6d-274b-4e6a-a923-d205e887c10e req-66489b96-6fb8-45f5-b766-9a0eb036c7e2 tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] 10.222.0.66 "GET /v2.0/networks?id=e06aca25-0b6a-452f-bfd4-2129924c58a7 HTTP/1.1" status: 200 len: 811 time: 0.2852685 Jan 26 21:29:44.103744 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-d0965a6d-274b-4e6a-a923-d205e887c10e req-eca899af-ecf5-418f-a5c1-041e0681482b tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] 10.222.0.66 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=949e29ec71a54b7f98dc62c402ac867e HTTP/1.1" status: 200 len: 380 time: 0.1701870 Jan 26 21:29:44.127772 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e6da7b-15ed-4c14-8bcb-bfa51bbc91ef req-c24cd00f-01d1-4943-8ed1-2085f61b0714 tempest-AttachVolumeShelveTestJSON-345998519 tempest-AttachVolumeShelveTestJSON-345998519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:29:44.139909 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-d4e6da7b-15ed-4c14-8bcb-bfa51bbc91ef req-c24cd00f-01d1-4943-8ed1-2085f61b0714 tempest-AttachVolumeShelveTestJSON-345998519 tempest-AttachVolumeShelveTestJSON-345998519-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a78b0a6-78a4-4bc7-9a2d-0384fc9d6981 HTTP/1.1" status: 200 len: 945 time: 0.1957672 Jan 26 21:29:44.152668 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [req-d0965a6d-274b-4e6a-a923-d205e887c10e req-4a82c387-a4c3-4737-be23-838de7f39b7b tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] Request body: {'port': {'device_id': 'c947e2a6-4eb3-4b93-905b-515cc992a63b', 'network_id': 'e06aca25-0b6a-452f-bfd4-2129924c58a7', 'admin_state_up': True, 'tenant_id': '949e29ec71a54b7f98dc62c402ac867e', 'security_groups': ['d37b3ff7-2317-46ab-9f4f-b0d217809a4a']}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:29:44.282731 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0f5fbe9-42e8-41d7-b62a-88b8a8e584a2 None None] Network 170dd11e-ebd4-49c4-948e-b0e4cdd3274a requested from n-d-760453-5 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 26 21:29:44.298994 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-b9d8efd1-a758-4433-b654-52fbda63dde2 tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Publish callbacks [] for port (50f22522-da45-4042-a145-aa933608dee5), precommit_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:29:44.328237 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-b9d8efd1-a758-4433-b654-52fbda63dde2 tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9281542'] for port (50f22522-da45-4042-a145-aa933608dee5), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:29:44.379906 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-d4e6da7b-15ed-4c14-8bcb-bfa51bbc91ef req-d65b6960-8eaa-41b1-83da-d97755650290 tempest-AttachVolumeShelveTestJSON-345998519 tempest-AttachVolumeShelveTestJSON-345998519-project] 10.222.0.13 "GET /v2.0/security-groups?id=a25c4f90-015b-4812-87d5-e6df93d42e7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1960738 Jan 26 21:29:44.452803 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-88755872-0023-4ce5-9921-f705baed15d4 None None] Provisioning complete for port 10a45c53-7a82-43a7-89d4-6778cfc40be1 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:29:44.453684 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-88755872-0023-4ce5-9921-f705baed15d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (10a45c53-7a82-43a7-89d4-6778cfc40be1), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:29:44.504880 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d8efd1-a758-4433-b654-52fbda63dde2 tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Pushing event updated for resources: {'Port': ['ID=50f22522-da45-4042-a145-aa933608dee5,revision_number=2']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:29:44.522400 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9d8efd1-a758-4433-b654-52fbda63dde2 tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:29:44.522754 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9d8efd1-a758-4433-b654-52fbda63dde2 tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:29:44.523158 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9d8efd1-a758-4433-b654-52fbda63dde2 tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:29:44.523513 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9d8efd1-a758-4433-b654-52fbda63dde2 tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:29:44.523851 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9d8efd1-a758-4433-b654-52fbda63dde2 tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:29:44.524195 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9d8efd1-a758-4433-b654-52fbda63dde2 tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:29:44.524525 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9d8efd1-a758-4433-b654-52fbda63dde2 tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:29:44.524855 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9d8efd1-a758-4433-b654-52fbda63dde2 tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:29:44.525194 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9d8efd1-a758-4433-b654-52fbda63dde2 tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:29:44.525554 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9d8efd1-a758-4433-b654-52fbda63dde2 tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:29:44.525885 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9d8efd1-a758-4433-b654-52fbda63dde2 tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:29:44.526732 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9d8efd1-a758-4433-b654-52fbda63dde2 tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:29:44.527071 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9d8efd1-a758-4433-b654-52fbda63dde2 tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:29:44.539386 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-b9d8efd1-a758-4433-b654-52fbda63dde2 tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] In _notify_port_updated(), no bound segment for port 50f22522-da45-4042-a145-aa933608dee5 on network 170dd11e-ebd4-49c4-948e-b0e4cdd3274a {{(pid=103304) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:883}} Jan 26 21:29:44.547810 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9d8efd1-a758-4433-b654-52fbda63dde2 tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:29:44.548706 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-b9d8efd1-a758-4433-b654-52fbda63dde2 tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:29:44.550281 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-b9d8efd1-a758-4433-b654-52fbda63dde2 tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] 10.222.0.13 "PUT /v2.0/ports/50f22522-da45-4042-a145-aa933608dee5 HTTP/1.1" status: 200 len: 919 time: 1.5257621 Jan 26 21:29:44.551665 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d0965a6d-274b-4e6a-a923-d205e887c10e req-4a82c387-a4c3-4737-be23-838de7f39b7b tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] Made reservation on behalf of 949e29ec71a54b7f98dc62c402ac867e for: {'port': 1} {{(pid=103304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 21:29:44.553641 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 50666) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:29:44.555085 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-d0965a6d-274b-4e6a-a923-d205e887c10e req-4a82c387-a4c3-4737-be23-838de7f39b7b tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:29:44.558729 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-88755872-0023-4ce5-9921-f705baed15d4 None None] Current status of the port 10a45c53-7a82-43a7-89d4-6778cfc40be1 is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:29:44.578061 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-5ff06cb6-b05f-40c8-9742-b56ea50ed529 tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'caf65c45-5109-4201-a13c-aa6ef9a2ae0a'}, {'subnet_id': 'b87b3abf-1c1a-4af1-88a1-9d1076271261'}]}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:29:44.782276 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.db_base_plugin_common [req-d0965a6d-274b-4e6a-a923-d205e887c10e req-4a82c387-a4c3-4737-be23-838de7f39b7b tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] Allocated IP 172.20.0.8 (e06aca25-0b6a-452f-bfd4-2129924c58a7/79317c4e-88a3-402c-975d-f004bf1d9b8b/76b67d01-e977-4af8-80e0-0024bcb18a45) {{(pid=103304) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 21:29:44.816323 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1423f050-2b27-4909-a4ff-14c468408ad3 req-dcb2c46b-a9f5-454b-8e37-8710eb3b64f1 tempest-VolumesSnapshotTestJSON-309785744 tempest-VolumesSnapshotTestJSON-309785744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:29:44.823980 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-1423f050-2b27-4909-a4ff-14c468408ad3 req-dcb2c46b-a9f5-454b-8e37-8710eb3b64f1 tempest-VolumesSnapshotTestJSON-309785744 tempest-VolumesSnapshotTestJSON-309785744-project] 10.222.0.13 "GET /v2.0/ports?device_id=077a4156-11fd-4194-97e0-5fbf8acb748f HTTP/1.1" status: 200 len: 945 time: 0.1504722 Jan 26 21:29:44.833444 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-5ff06cb6-b05f-40c8-9742-b56ea50ed529 tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (50f22522-da45-4042-a145-aa933608dee5), before_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:29:44.897821 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-2a9d1f3d-fef5-4db5-9610-d950fd5e2668 req-e281c366-6e69-41d9-9e18-3c44b35cfd1d tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] 10.222.0.13 "GET /v2.0/ports?device_id=c947e2a6-4eb3-4b93-905b-515cc992a63b HTTP/1.1" status: 200 len: 210 time: 0.0603592 Jan 26 21:29:45.029691 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-47655707-6f3c-4b87-bd78-1b4cc2b13aaf None None] Provisioning complete for port 50f22522-da45-4042-a145-aa933608dee5 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:29:45.030268 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-47655707-6f3c-4b87-bd78-1b4cc2b13aaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (50f22522-da45-4042-a145-aa933608dee5), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:29:45.038609 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-1423f050-2b27-4909-a4ff-14c468408ad3 req-adbe760f-9939-4396-917c-ad8da4e1a182 tempest-VolumesSnapshotTestJSON-309785744 tempest-VolumesSnapshotTestJSON-309785744-project] 10.222.0.13 "GET /v2.0/security-groups?id=5f282f4d-78b2-4183-9368-bb07e90bd880&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2082992 Jan 26 21:29:45.108914 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-47655707-6f3c-4b87-bd78-1b4cc2b13aaf None None] Port 50f22522-da45-4042-a145-aa933608dee5 cannot update to ACTIVE because it is not bound. {{(pid=103306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 26 21:29:45.122737 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-47655707-6f3c-4b87-bd78-1b4cc2b13aaf None None] Provisioning complete for port 10a45c53-7a82-43a7-89d4-6778cfc40be1 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:29:45.123250 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-47655707-6f3c-4b87-bd78-1b4cc2b13aaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (10a45c53-7a82-43a7-89d4-6778cfc40be1), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:29:45.138911 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-d0965a6d-274b-4e6a-a923-d205e887c10e req-4a82c387-a4c3-4737-be23-838de7f39b7b tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] Publish callbacks [] for port (76b67d01-e977-4af8-80e0-0024bcb18a45), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:29:45.208212 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-d0965a6d-274b-4e6a-a923-d205e887c10e req-4a82c387-a4c3-4737-be23-838de7f39b7b tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746560234527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9281553'] for port (76b67d01-e977-4af8-80e0-0024bcb18a45), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:29:45.248058 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-47655707-6f3c-4b87-bd78-1b4cc2b13aaf None None] Current status of the port 10a45c53-7a82-43a7-89d4-6778cfc40be1 is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:29:45.253036 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.db_base_plugin_common [None req-5ff06cb6-b05f-40c8-9742-b56ea50ed529 tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Allocated IP 172.20.0.25 (170dd11e-ebd4-49c4-948e-b0e4cdd3274a/b87b3abf-1c1a-4af1-88a1-9d1076271261/50f22522-da45-4042-a145-aa933608dee5) {{(pid=103305) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 21:29:45.290517 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d0965a6d-274b-4e6a-a923-d205e887c10e req-4a82c387-a4c3-4737-be23-838de7f39b7b tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] Network e06aca25-0b6a-452f-bfd4-2129924c58a7 is already hosted by enough agents. {{(pid=103304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 21:29:45.293951 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [req-d0965a6d-274b-4e6a-a923-d205e887c10e req-4a82c387-a4c3-4737-be23-838de7f39b7b tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] Resources bound (agent type, host, resource id): {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:29:45.297962 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0965a6d-274b-4e6a-a923-d205e887c10e req-4a82c387-a4c3-4737-be23-838de7f39b7b tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] Received port after_create {{(pid=103304) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 21:29:45.329429 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a82c387-a4c3-4737-be23-838de7f39b7b tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] Pushing event updated for resources: {'Port': ['ID=76b67d01-e977-4af8-80e0-0024bcb18a45,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:29:45.369268 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0965a6d-274b-4e6a-a923-d205e887c10e req-4a82c387-a4c3-4737-be23-838de7f39b7b tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:29:45.370566 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-d0965a6d-274b-4e6a-a923-d205e887c10e req-4a82c387-a4c3-4737-be23-838de7f39b7b tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:29:45.380525 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-c20e8a7a-5466-46fd-895b-8f8ab6b52668 None None] Provisioning complete for port 50f22522-da45-4042-a145-aa933608dee5 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:29:45.380907 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-c20e8a7a-5466-46fd-895b-8f8ab6b52668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (50f22522-da45-4042-a145-aa933608dee5), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:29:45.417431 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-d0965a6d-274b-4e6a-a923-d205e887c10e req-4a82c387-a4c3-4737-be23-838de7f39b7b tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2959039 Jan 26 21:29:45.438973 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [req-d0965a6d-274b-4e6a-a923-d205e887c10e req-b1613dd1-f204-49e6-ad26-0c0458b4d103 service neutron] Request body: {'port': {'device_id': 'c947e2a6-4eb3-4b93-905b-515cc992a63b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-760453-5'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:29:45.488287 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-5ff06cb6-b05f-40c8-9742-b56ea50ed529 tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Publish callbacks [] for port (50f22522-da45-4042-a145-aa933608dee5), precommit_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:29:45.496897 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-c20e8a7a-5466-46fd-895b-8f8ab6b52668 None None] Port 50f22522-da45-4042-a145-aa933608dee5 cannot update to ACTIVE because it is not bound. {{(pid=103306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 26 21:29:45.502160 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-5ff06cb6-b05f-40c8-9742-b56ea50ed529 tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11791520'] for port (50f22522-da45-4042-a145-aa933608dee5), after_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:29:45.602945 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-d0965a6d-274b-4e6a-a923-d205e887c10e req-b1613dd1-f204-49e6-ad26-0c0458b4d103 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (76b67d01-e977-4af8-80e0-0024bcb18a45), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:29:45.624749 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-5552883e-03ca-4c60-9ce9-c6d5e403d081 None None] Provisioning complete for port 50f22522-da45-4042-a145-aa933608dee5 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:29:45.625229 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-5552883e-03ca-4c60-9ce9-c6d5e403d081 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (50f22522-da45-4042-a145-aa933608dee5), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:29:45.693954 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-5552883e-03ca-4c60-9ce9-c6d5e403d081 None None] Port 50f22522-da45-4042-a145-aa933608dee5 cannot update to ACTIVE because it is not bound. {{(pid=103306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 26 21:29:45.725534 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff06cb6-b05f-40c8-9742-b56ea50ed529 tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Pushing event updated for resources: {'Port': ['ID=50f22522-da45-4042-a145-aa933608dee5,revision_number=3']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:29:45.741120 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8391d71-d6ca-460a-8983-88adc2aa19fc req-dbbc1818-9ade-42ea-879c-89723af8e01d tempest-AttachVolumeShelveTestJSON-345998519 tempest-AttachVolumeShelveTestJSON-345998519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:29:45.748534 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-c8391d71-d6ca-460a-8983-88adc2aa19fc req-dbbc1818-9ade-42ea-879c-89723af8e01d tempest-AttachVolumeShelveTestJSON-345998519 tempest-AttachVolumeShelveTestJSON-345998519-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a78b0a6-78a4-4bc7-9a2d-0384fc9d6981 HTTP/1.1" status: 200 len: 945 time: 0.1691401 Jan 26 21:29:45.758112 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ff06cb6-b05f-40c8-9742-b56ea50ed529 tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:29:45.758468 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ff06cb6-b05f-40c8-9742-b56ea50ed529 tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:29:45.759451 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ff06cb6-b05f-40c8-9742-b56ea50ed529 tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:29:45.759713 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ff06cb6-b05f-40c8-9742-b56ea50ed529 tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:29:45.760034 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ff06cb6-b05f-40c8-9742-b56ea50ed529 tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:29:45.760692 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ff06cb6-b05f-40c8-9742-b56ea50ed529 tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:29:45.760692 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ff06cb6-b05f-40c8-9742-b56ea50ed529 tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:29:45.760997 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ff06cb6-b05f-40c8-9742-b56ea50ed529 tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:29:45.761347 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ff06cb6-b05f-40c8-9742-b56ea50ed529 tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:29:45.761678 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ff06cb6-b05f-40c8-9742-b56ea50ed529 tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:29:45.762008 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ff06cb6-b05f-40c8-9742-b56ea50ed529 tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:29:45.762333 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ff06cb6-b05f-40c8-9742-b56ea50ed529 tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:29:45.762651 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ff06cb6-b05f-40c8-9742-b56ea50ed529 tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:29:45.798938 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-5ff06cb6-b05f-40c8-9742-b56ea50ed529 tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] In _notify_port_updated(), no bound segment for port 50f22522-da45-4042-a145-aa933608dee5 on network 170dd11e-ebd4-49c4-948e-b0e4cdd3274a {{(pid=103305) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:883}} Jan 26 21:29:45.805265 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ff06cb6-b05f-40c8-9742-b56ea50ed529 tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:29:45.805975 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-5ff06cb6-b05f-40c8-9742-b56ea50ed529 tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:29:45.807333 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-5ff06cb6-b05f-40c8-9742-b56ea50ed529 tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] 10.222.0.13 "PUT /v2.0/ports/50f22522-da45-4042-a145-aa933608dee5 HTTP/1.1" status: 200 len: 999 time: 1.2521846 Jan 26 21:29:45.810201 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 50730) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:29:45.828888 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-246648d0-394b-4e4f-8b8e-5e4a7ec0771c None None] Provisioning complete for port 76b67d01-e977-4af8-80e0-0024bcb18a45 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:29:45.833015 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-246648d0-394b-4e4f-8b8e-5e4a7ec0771c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (76b67d01-e977-4af8-80e0-0024bcb18a45), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:29:45.897700 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-246648d0-394b-4e4f-8b8e-5e4a7ec0771c None None] Port 76b67d01-e977-4af8-80e0-0024bcb18a45 cannot update to ACTIVE because it is not bound. {{(pid=103306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 26 21:29:45.958270 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-b619f2f8-43b7-41b0-932d-7b48944b0c33 tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Deleting port 50f22522-da45-4042-a145-aa933608dee5 {{(pid=103305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 21:29:45.958670 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-b619f2f8-43b7-41b0-932d-7b48944b0c33 tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746560630878'] for port (50f22522-da45-4042-a145-aa933608dee5), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:29:45.967985 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d72966-40c0-477e-8f4b-6fb2a87f93c9 req-2ba98d57-fd04-4099-b834-07beb77cf4f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:29:45.969403 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-54d72966-40c0-477e-8f4b-6fb2a87f93c9 req-2ba98d57-fd04-4099-b834-07beb77cf4f3 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=9a820e3f529a4c3083d815b75318d24c&device_id=4a78b0a6-78a4-4bc7-9a2d-0384fc9d6981 HTTP/1.1" status: 200 len: 1096 time: 0.0687127 Jan 26 21:29:46.016623 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-c8391d71-d6ca-460a-8983-88adc2aa19fc req-ae99cd11-f3b1-4a7a-a378-bb66776d2c92 tempest-AttachVolumeShelveTestJSON-345998519 tempest-AttachVolumeShelveTestJSON-345998519-project] 10.222.0.13 "GET /v2.0/security-groups?id=a25c4f90-015b-4812-87d5-e6df93d42e7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2672157 Jan 26 21:29:46.056116 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-7acb58d0-1df9-4916-a834-942259053d78 None None] Provisioning complete for port 50f22522-da45-4042-a145-aa933608dee5 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:29:46.056756 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-7acb58d0-1df9-4916-a834-942259053d78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (50f22522-da45-4042-a145-aa933608dee5), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:29:46.103314 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb00c2cc-c5be-4ba1-b1e5-4158b4e5f3b6 req-2c5eddc1-4b5a-4ead-aa77-7ed3c1f1b68d tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:29:46.104756 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-fb00c2cc-c5be-4ba1-b1e5-4158b4e5f3b6 req-2c5eddc1-4b5a-4ead-aa77-7ed3c1f1b68d tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] 10.222.0.13 "GET /v2.0/ports?device_id=c947e2a6-4eb3-4b93-905b-515cc992a63b HTTP/1.1" status: 200 len: 931 time: 0.0918570 Jan 26 21:29:46.136841 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d72966-40c0-477e-8f4b-6fb2a87f93c9 req-7f919903-a704-4a6f-9de3-b54271b11a01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:29:46.138591 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-54d72966-40c0-477e-8f4b-6fb2a87f93c9 req-7f919903-a704-4a6f-9de3-b54271b11a01 service neutron] 10.222.0.66 "GET /v2.0/networks?id=d67e3ebe-4ba7-45de-a361-0a193d47dcd7 HTTP/1.1" status: 200 len: 914 time: 0.1571596 Jan 26 21:29:46.168163 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-7acb58d0-1df9-4916-a834-942259053d78 None None] Port 50f22522-da45-4042-a145-aa933608dee5 cannot update to ACTIVE because it is not bound. {{(pid=103306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 26 21:29:46.202992 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-fb00c2cc-c5be-4ba1-b1e5-4158b4e5f3b6 req-7015a9c5-fbde-45d2-ad5f-3832bc835695 tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] 10.222.0.13 "GET /v2.0/security-groups?id=d37b3ff7-2317-46ab-9f4f-b0d217809a4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0879331 Jan 26 21:29:46.210264 n-d-760453-5 neutron-server[103304]: DEBUG neutron.notifiers.nova [req-d0965a6d-274b-4e6a-a923-d205e887c10e req-b1613dd1-f204-49e6-ad26-0c0458b4d103 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 76b67d01-e977-4af8-80e0-0024bcb18a45 {{(pid=103304) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 26 21:29:46.221857 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-d0965a6d-274b-4e6a-a923-d205e887c10e req-b1613dd1-f204-49e6-ad26-0c0458b4d103 service neutron] Publish callbacks [] for port (76b67d01-e977-4af8-80e0-0024bcb18a45), precommit_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:29:46.234169 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.provisioning_blocks [req-d0965a6d-274b-4e6a-a923-d205e887c10e req-b1613dd1-f204-49e6-ad26-0c0458b4d103 service neutron] Transition to ACTIVE for port object 76b67d01-e977-4af8-80e0-0024bcb18a45 will not be triggered until provisioned by entity L2. {{(pid=103304) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 21:29:46.248370 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-b619f2f8-43b7-41b0-932d-7b48944b0c33 tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4109658'] for port (50f22522-da45-4042-a145-aa933608dee5), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:29:46.252692 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-d0965a6d-274b-4e6a-a923-d205e887c10e req-b1613dd1-f204-49e6-ad26-0c0458b4d103 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9281542'] for port (76b67d01-e977-4af8-80e0-0024bcb18a45), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:29:46.260014 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-54d72966-40c0-477e-8f4b-6fb2a87f93c9 req-7cd8e13a-3862-4589-907a-e519900f4c55 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=61e4e751-58c3-44b7-8fce-c3507a0cdccc HTTP/1.1" status: 200 len: 1001 time: 0.1121354 Jan 26 21:29:46.275946 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-b619f2f8-43b7-41b0-932d-7b48944b0c33 tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Calling delete_port for 50f22522-da45-4042-a145-aa933608dee5 owned by {{(pid=103305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 21:29:46.339707 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1613dd1-f204-49e6-ad26-0c0458b4d103 service neutron] Pushing event updated for resources: {'Port': ['ID=76b67d01-e977-4af8-80e0-0024bcb18a45,revision_number=2']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:29:46.371419 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d72966-40c0-477e-8f4b-6fb2a87f93c9 req-2f583c95-cb65-47ba-a4df-f8ee5c435d00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:29:46.372951 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-54d72966-40c0-477e-8f4b-6fb2a87f93c9 req-2f583c95-cb65-47ba-a4df-f8ee5c435d00 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=b97a8223-0b24-4ba7-b338-51c5c9119da6 HTTP/1.1" status: 200 len: 852 time: 0.1061590 Jan 26 21:29:46.404197 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [req-d0965a6d-274b-4e6a-a923-d205e887c10e req-b1613dd1-f204-49e6-ad26-0c0458b4d103 service neutron] Attempting to bind port 76b67d01-e977-4af8-80e0-0024bcb18a45 on host n-h1-760453-5 for vnic_type normal with profile {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 21:29:46.404623 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [req-d0965a6d-274b-4e6a-a923-d205e887c10e req-b1613dd1-f204-49e6-ad26-0c0458b4d103 service neutron] Attempting to bind port 76b67d01-e977-4af8-80e0-0024bcb18a45 by drivers openvswitch,hyperv on host n-h1-760453-5 at level 0 using segments [{'id': '3717183c-69c6-44ee-ac2f-ec1e05ab35f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'e06aca25-0b6a-452f-bfd4-2129924c58a7'}] {{(pid=103304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 26 21:29:46.405022 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0965a6d-274b-4e6a-a923-d205e887c10e req-b1613dd1-f204-49e6-ad26-0c0458b4d103 service neutron] Attempting to bind port 76b67d01-e977-4af8-80e0-0024bcb18a45 on network e06aca25-0b6a-452f-bfd4-2129924c58a7 {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 21:29:46.410144 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0965a6d-274b-4e6a-a923-d205e887c10e req-b1613dd1-f204-49e6-ad26-0c0458b4d103 service neutron] Port 76b67d01-e977-4af8-80e0-0024bcb18a45 on network e06aca25-0b6a-452f-bfd4-2129924c58a7 not bound, no agent of type Open vSwitch agent registered on host n-h1-760453-5 {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 26 21:29:46.411386 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0965a6d-274b-4e6a-a923-d205e887c10e req-b1613dd1-f204-49e6-ad26-0c0458b4d103 service neutron] Attempting to bind port 76b67d01-e977-4af8-80e0-0024bcb18a45 on network e06aca25-0b6a-452f-bfd4-2129924c58a7 {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 21:29:46.416825 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0965a6d-274b-4e6a-a923-d205e887c10e req-b1613dd1-f204-49e6-ad26-0c0458b4d103 service neutron] Checking agent: {'id': '32ef628b-8417-46c5-8729-60fcabe358f1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-760453-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 21, 3, 8), 'started_at': datetime.datetime(2022, 1, 26, 21, 3, 8), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 21, 29, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 26 21:29:46.417258 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0965a6d-274b-4e6a-a923-d205e887c10e req-b1613dd1-f204-49e6-ad26-0c0458b4d103 service neutron] Checking segment: {'id': '3717183c-69c6-44ee-ac2f-ec1e05ab35f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'e06aca25-0b6a-452f-bfd4-2129924c58a7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103304) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 21:29:46.417758 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0965a6d-274b-4e6a-a923-d205e887c10e req-b1613dd1-f204-49e6-ad26-0c0458b4d103 service neutron] Bound using segment: {'id': '3717183c-69c6-44ee-ac2f-ec1e05ab35f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'e06aca25-0b6a-452f-bfd4-2129924c58a7'} {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 26 21:29:46.418264 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [req-d0965a6d-274b-4e6a-a923-d205e887c10e req-b1613dd1-f204-49e6-ad26-0c0458b4d103 service neutron] Bound port: 76b67d01-e977-4af8-80e0-0024bcb18a45, host: n-h1-760453-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3717183c-69c6-44ee-ac2f-ec1e05ab35f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'e06aca25-0b6a-452f-bfd4-2129924c58a7'}}] {{(pid=103304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 26 21:29:46.418694 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-d0965a6d-274b-4e6a-a923-d205e887c10e req-b1613dd1-f204-49e6-ad26-0c0458b4d103 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (76b67d01-e977-4af8-80e0-0024bcb18a45), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:29:46.464168 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d72966-40c0-477e-8f4b-6fb2a87f93c9 req-393358ea-2ae4-439f-94cc-d9921d245f03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:29:46.468574 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-54d72966-40c0-477e-8f4b-6fb2a87f93c9 req-393358ea-2ae4-439f-94cc-d9921d245f03 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=d67e3ebe-4ba7-45de-a361-0a193d47dcd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0885010 Jan 26 21:29:46.500127 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [req-d0965a6d-274b-4e6a-a923-d205e887c10e req-b1613dd1-f204-49e6-ad26-0c0458b4d103 service neutron] For port 76b67d01-e977-4af8-80e0-0024bcb18a45, host n-h1-760453-5, cleared binding levels {{(pid=103304) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 26 21:29:46.507762 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [req-d0965a6d-274b-4e6a-a923-d205e887c10e req-b1613dd1-f204-49e6-ad26-0c0458b4d103 service neutron] For port 76b67d01-e977-4af8-80e0-0024bcb18a45, host n-h1-760453-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-5',level=0,port_id=76b67d01-e977-4af8-80e0-0024bcb18a45,segment=NetworkSegment(3717183c-69c6-44ee-ac2f-ec1e05ab35f5),segment_id=3717183c-69c6-44ee-ac2f-ec1e05ab35f5)] {{(pid=103304) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 26 21:29:46.512136 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-d0965a6d-274b-4e6a-a923-d205e887c10e req-b1613dd1-f204-49e6-ad26-0c0458b4d103 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9281542'] for port (76b67d01-e977-4af8-80e0-0024bcb18a45), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:29:46.551665 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0965a6d-274b-4e6a-a923-d205e887c10e req-b1613dd1-f204-49e6-ad26-0c0458b4d103 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:29:46.552295 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-d0965a6d-274b-4e6a-a923-d205e887c10e req-b1613dd1-f204-49e6-ad26-0c0458b4d103 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:29:46.554064 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-d0965a6d-274b-4e6a-a923-d205e887c10e req-b1613dd1-f204-49e6-ad26-0c0458b4d103 service neutron] 10.222.0.66 "PUT /v2.0/ports/76b67d01-e977-4af8-80e0-0024bcb18a45 HTTP/1.1" status: 200 len: 1091 time: 1.1213760 Jan 26 21:29:46.554461 n-d-760453-5 neutron-server[103304]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c947e2a6-4eb3-4b93-905b-515cc992a63b', 'tag': '76b67d01-e977-4af8-80e0-0024bcb18a45'}] {{(pid=103304) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 21:29:46.556937 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d52b45f1943fcd332af9527eb73ff93c8d715d44383a3f6d18de73b4cfcf87b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88fe08ad-904b-466d-bbd8-5904f9eb28bd" -d '{"events": [{"name": "network-changed", "server_uuid": "c947e2a6-4eb3-4b93-905b-515cc992a63b", "tag": "76b67d01-e977-4af8-80e0-0024bcb18a45"}]}' {{(pid=103304) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 21:29:46.644239 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1613dd1-f204-49e6-ad26-0c0458b4d103 service neutron] Pushing event updated for resources: {'Port': ['ID=76b67d01-e977-4af8-80e0-0024bcb18a45,revision_number=3']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:29:46.664428 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-54d72966-40c0-477e-8f4b-6fb2a87f93c9 req-7f3d18f9-8cf9-4e81-8a49-d50983471c30 service neutron] 10.222.0.66 "GET /v2.0/networks/d67e3ebe-4ba7-45de-a361-0a193d47dcd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1891270 Jan 26 21:29:46.667289 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 26 Jan 2022 21:29:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff79d026-b9ae-46db-97e1-aed286f54f09 x-openstack-request-id: req-ff79d026-b9ae-46db-97e1-aed286f54f09 {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 21:29:46.667579 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c947e2a6-4eb3-4b93-905b-515cc992a63b", "tag": "76b67d01-e977-4af8-80e0-0024bcb18a45", "status": "completed", "code": 200}]} {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 21:29:46.667952 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ff79d026-b9ae-46db-97e1-aed286f54f09 {{(pid=103304) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 21:29:46.668542 n-d-760453-5 neutron-server[103304]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c947e2a6-4eb3-4b93-905b-515cc992a63b', 'tag': '76b67d01-e977-4af8-80e0-0024bcb18a45', 'status': 'completed', 'code': 200} Jan 26 21:29:46.695916 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-b619f2f8-43b7-41b0-932d-7b48944b0c33 tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746560636600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746560234536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11791543'] for port (50f22522-da45-4042-a145-aa933608dee5), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:29:46.736103 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0965a6d-274b-4e6a-a923-d205e887c10e req-d57472be-bfaa-4982-8896-b9b818b33e03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:29:46.737949 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-d0965a6d-274b-4e6a-a923-d205e887c10e req-d57472be-bfaa-4982-8896-b9b818b33e03 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=949e29ec71a54b7f98dc62c402ac867e&device_id=c947e2a6-4eb3-4b93-905b-515cc992a63b HTTP/1.1" status: 200 len: 1094 time: 0.0758553 Jan 26 21:29:46.771051 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b619f2f8-43b7-41b0-932d-7b48944b0c33 tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Pushing event deleted for resources: {'Port': ['ID=50f22522-da45-4042-a145-aa933608dee5,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:29:46.843919 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-d0965a6d-274b-4e6a-a923-d205e887c10e req-bdcf2163-760d-4ca6-9729-abb800befaa6 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=76b67d01-e977-4af8-80e0-0024bcb18a45 HTTP/1.1" status: 200 len: 217 time: 0.0922089 Jan 26 21:29:46.896041 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-54d72966-40c0-477e-8f4b-6fb2a87f93c9 req-f7badac1-67ed-4761-aa33-6e8c5cd15bf4 service neutron] 10.222.0.66 "GET /v2.0/networks/d67e3ebe-4ba7-45de-a361-0a193d47dcd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2207522 Jan 26 21:29:46.899300 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-b619f2f8-43b7-41b0-932d-7b48944b0c33 tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:29:46.903895 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-b619f2f8-43b7-41b0-932d-7b48944b0c33 tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] 10.222.0.13 "DELETE /v2.0/ports/50f22522-da45-4042-a145-aa933608dee5 HTTP/1.1" status: 204 len: 168 time: 1.0914893 Jan 26 21:29:46.905180 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 50772) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:29:46.919684 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0965a6d-274b-4e6a-a923-d205e887c10e req-6ba6b01d-c6ae-4958-a886-493d1653c731 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:29:46.922463 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-d0965a6d-274b-4e6a-a923-d205e887c10e req-6ba6b01d-c6ae-4958-a886-493d1653c731 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=79317c4e-88a3-402c-975d-f004bf1d9b8b HTTP/1.1" status: 200 len: 850 time: 0.0732288 Jan 26 21:29:46.946501 n-d-760453-5 neutron-server[103305]: INFO neutron.pecan_wsgi.hooks.translation [None req-ad600337-2879-4850-a7f8-a53f803c33d9 tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] GET failed (client error): The resource could not be found. Jan 26 21:29:46.951039 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-ad600337-2879-4850-a7f8-a53f803c33d9 tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] 10.222.0.13 "GET /v2.0/ports/50f22522-da45-4042-a145-aa933608dee5 HTTP/1.1" status: 404 len: 333 time: 0.0445213 Jan 26 21:29:46.951679 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 50774) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:29:46.999204 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0965a6d-274b-4e6a-a923-d205e887c10e req-80d5607e-1f26-4e1f-b075-91e4cbac6527 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:29:47.000759 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-d0965a6d-274b-4e6a-a923-d205e887c10e req-80d5607e-1f26-4e1f-b075-91e4cbac6527 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=e06aca25-0b6a-452f-bfd4-2129924c58a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0638790 Jan 26 21:29:47.017320 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.db_base_plugin_v2 [None req-c5f7b15f-1ee6-412c-93da-09d21f20661c tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Deleting subnet b87b3abf-1c1a-4af1-88a1-9d1076271261 {{(pid=103305) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 26 21:29:47.021171 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-c5f7b15f-1ee6-412c-93da-09d21f20661c tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Publish callbacks [] for subnet (b87b3abf-1c1a-4af1-88a1-9d1076271261), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:29:47.076559 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-c5f7b15f-1ee6-412c-93da-09d21f20661c tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11788946'] for subnet (b87b3abf-1c1a-4af1-88a1-9d1076271261), precommit_delete_associations {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:29:47.112231 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-d0965a6d-274b-4e6a-a923-d205e887c10e req-1599e066-56b2-4bd0-aa9f-601472086e93 service neutron] 10.222.0.66 "GET /v2.0/networks/e06aca25-0b6a-452f-bfd4-2129924c58a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1040504 Jan 26 21:29:47.173695 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-c5f7b15f-1ee6-412c-93da-09d21f20661c tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687316'] for subnet (b87b3abf-1c1a-4af1-88a1-9d1076271261), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:29:47.223373 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080bc92f-c760-4e50-8554-9b24ae6c315a req-b644a3f5-f2d6-4ee6-85b0-c46441579291 tempest-AttachVolumeShelveTestJSON-345998519 tempest-AttachVolumeShelveTestJSON-345998519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:29:47.224910 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-080bc92f-c760-4e50-8554-9b24ae6c315a req-b644a3f5-f2d6-4ee6-85b0-c46441579291 tempest-AttachVolumeShelveTestJSON-345998519 tempest-AttachVolumeShelveTestJSON-345998519-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a78b0a6-78a4-4bc7-9a2d-0384fc9d6981 HTTP/1.1" status: 200 len: 945 time: 0.1118133 Jan 26 21:29:47.257760 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-c5f7b15f-1ee6-412c-93da-09d21f20661c tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11791594', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11599980'] for subnet (b87b3abf-1c1a-4af1-88a1-9d1076271261), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:29:47.271375 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-d0965a6d-274b-4e6a-a923-d205e887c10e req-ee7b3d67-018f-4b74-bc43-5e5de994ab75 service neutron] 10.222.0.66 "GET /v2.0/networks/e06aca25-0b6a-452f-bfd4-2129924c58a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1464660 Jan 26 21:29:47.282854 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ec0ac79-7d57-4f01-b11f-86aac2efe355 None None] Network 170dd11e-ebd4-49c4-948e-b0e4cdd3274a requested from n-d-760453-5 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 26 21:29:47.322744 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-080bc92f-c760-4e50-8554-9b24ae6c315a req-61ea43e1-0259-4096-aea0-9305f63af1fc tempest-AttachVolumeShelveTestJSON-345998519 tempest-AttachVolumeShelveTestJSON-345998519-project] 10.222.0.13 "GET /v2.0/security-groups?id=a25c4f90-015b-4812-87d5-e6df93d42e7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0872035 Jan 26 21:29:47.331060 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-c5f7b15f-1ee6-412c-93da-09d21f20661c tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709645'] for subnet (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:29:47.338764 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 50782) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:29:47.356010 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-c5f7b15f-1ee6-412c-93da-09d21f20661c tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] 10.222.0.13 "DELETE /v2.0/subnets/b87b3abf-1c1a-4af1-88a1-9d1076271261 HTTP/1.1" status: 204 len: 168 time: 0.3931453 Jan 26 21:29:47.356010 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f7b15f-1ee6-412c-93da-09d21f20661c tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Pushing event deleted for resources: {'Subnet': ['ID=b87b3abf-1c1a-4af1-88a1-9d1076271261,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:29:47.474507 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.db_base_plugin_v2 [None req-f443a440-efd7-4b4d-a398-808aaa2370a7 tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Deleting subnet caf65c45-5109-4201-a13c-aa6ef9a2ae0a {{(pid=103304) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 26 21:29:47.482370 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-f443a440-efd7-4b4d-a398-808aaa2370a7 tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Publish callbacks [] for subnet (caf65c45-5109-4201-a13c-aa6ef9a2ae0a), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:29:47.505936 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88fe08ad-904b-466d-bbd8-5904f9eb28bd req-17c729f5-81f1-4d30-8c30-1e5ee281b253 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:29:47.507479 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-88fe08ad-904b-466d-bbd8-5904f9eb28bd req-17c729f5-81f1-4d30-8c30-1e5ee281b253 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=949e29ec71a54b7f98dc62c402ac867e&device_id=c947e2a6-4eb3-4b93-905b-515cc992a63b HTTP/1.1" status: 200 len: 1094 time: 0.1094799 Jan 26 21:29:47.537445 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d99c7f9-b958-4753-9151-485422db99d0 req-eb29affb-1135-4bc7-bb0d-5abfb77113c9 tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:29:47.539025 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-6d99c7f9-b958-4753-9151-485422db99d0 req-eb29affb-1135-4bc7-bb0d-5abfb77113c9 tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] 10.222.0.13 "GET /v2.0/ports?device_id=c947e2a6-4eb3-4b93-905b-515cc992a63b HTTP/1.1" status: 200 len: 943 time: 0.1898987 Jan 26 21:29:47.593413 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-f443a440-efd7-4b4d-a398-808aaa2370a7 tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8881284'] for subnet (caf65c45-5109-4201-a13c-aa6ef9a2ae0a), precommit_delete_associations {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:29:47.694001 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-6d99c7f9-b958-4753-9151-485422db99d0 req-d16a01be-f02e-4b50-b259-d4f1d24eeaa2 tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] 10.222.0.13 "GET /v2.0/security-groups?id=d37b3ff7-2317-46ab-9f4f-b0d217809a4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1374483 Jan 26 21:29:47.742827 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88fe08ad-904b-466d-bbd8-5904f9eb28bd req-9cc124fc-e4d3-446a-be7c-2d78a54f474c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:29:47.744529 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-88fe08ad-904b-466d-bbd8-5904f9eb28bd req-9cc124fc-e4d3-446a-be7c-2d78a54f474c service neutron] 10.222.0.66 "GET /v2.0/networks?id=e06aca25-0b6a-452f-bfd4-2129924c58a7 HTTP/1.1" status: 200 len: 912 time: 0.2288253 Jan 26 21:29:47.792040 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-88fe08ad-904b-466d-bbd8-5904f9eb28bd req-be7d6bff-d9b7-46e7-b94f-5d80b3bba2df service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=76b67d01-e977-4af8-80e0-0024bcb18a45 HTTP/1.1" status: 200 len: 217 time: 0.0401359 Jan 26 21:29:47.793259 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-f443a440-efd7-4b4d-a398-808aaa2370a7 tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687316'] for subnet (caf65c45-5109-4201-a13c-aa6ef9a2ae0a), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:29:47.881919 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88fe08ad-904b-466d-bbd8-5904f9eb28bd req-8481f8d3-d22e-48db-ae3c-03e16dceccbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:29:47.883409 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-88fe08ad-904b-466d-bbd8-5904f9eb28bd req-8481f8d3-d22e-48db-ae3c-03e16dceccbc service neutron] 10.222.0.66 "GET /v2.0/subnets?id=79317c4e-88a3-402c-975d-f004bf1d9b8b HTTP/1.1" status: 200 len: 850 time: 0.0689895 Jan 26 21:29:47.916844 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-f443a440-efd7-4b4d-a398-808aaa2370a7 tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9281612', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12215216'] for subnet (caf65c45-5109-4201-a13c-aa6ef9a2ae0a), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:29:47.947970 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f443a440-efd7-4b4d-a398-808aaa2370a7 tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Pushing event deleted for resources: {'Subnet': ['ID=caf65c45-5109-4201-a13c-aa6ef9a2ae0a,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:29:47.952772 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-f443a440-efd7-4b4d-a398-808aaa2370a7 tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Publish callbacks [] for subnet (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:29:47.956506 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-f443a440-efd7-4b4d-a398-808aaa2370a7 tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] 10.222.0.13 "DELETE /v2.0/subnets/caf65c45-5109-4201-a13c-aa6ef9a2ae0a HTTP/1.1" status: 204 len: 168 time: 0.6165957 Jan 26 21:29:47.959666 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 50788) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:29:48.053922 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c67c1e4-be26-453f-bf24-ce0ea01bae89 None None] Network 170dd11e-ebd4-49c4-948e-b0e4cdd3274a requested from n-d-760453-5 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 26 21:29:48.121556 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-425fe899-d2b3-489f-9ce2-c96015917c15 None None] Provisioning complete for port 10a45c53-7a82-43a7-89d4-6778cfc40be1 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:29:48.122192 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-425fe899-d2b3-489f-9ce2-c96015917c15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (10a45c53-7a82-43a7-89d4-6778cfc40be1), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:29:48.371483 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88fe08ad-904b-466d-bbd8-5904f9eb28bd req-8327e39a-879e-4bc0-95ad-6612b8050b71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:29:48.373028 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-88fe08ad-904b-466d-bbd8-5904f9eb28bd req-8327e39a-879e-4bc0-95ad-6612b8050b71 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=e06aca25-0b6a-452f-bfd4-2129924c58a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4831529 Jan 26 21:29:48.429649 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-94ae4a37-e8b6-42d9-8f6c-c5267971ad58 tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-748181'] for network (170dd11e-ebd4-49c4-948e-b0e4cdd3274a), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:29:48.430181 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-425fe899-d2b3-489f-9ce2-c96015917c15 None None] Current status of the port 10a45c53-7a82-43a7-89d4-6778cfc40be1 is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:29:48.461539 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1baa9868-eef4-4a51-bc1f-ade66d8281b3 None None] DHCP port deletion for 170dd11e-ebd4-49c4-948e-b0e4cdd3274a request from n-d-760453-5 {{(pid=103306) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 26 21:29:48.520160 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-1baa9868-eef4-4a51-bc1f-ade66d8281b3 None None] Deleting port 10a45c53-7a82-43a7-89d4-6778cfc40be1 {{(pid=103306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 21:29:48.520555 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-1baa9868-eef4-4a51-bc1f-ade66d8281b3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746560630878'] for port (10a45c53-7a82-43a7-89d4-6778cfc40be1), before_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:29:48.571050 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f8b725-3185-439a-b426-48840dc689d4 req-d3707c35-4178-4531-a05c-fb337e14f938 tempest-AttachVolumeShelveTestJSON-345998519 tempest-AttachVolumeShelveTestJSON-345998519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:29:48.572475 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-66f8b725-3185-439a-b426-48840dc689d4 req-d3707c35-4178-4531-a05c-fb337e14f938 tempest-AttachVolumeShelveTestJSON-345998519 tempest-AttachVolumeShelveTestJSON-345998519-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a78b0a6-78a4-4bc7-9a2d-0384fc9d6981 HTTP/1.1" status: 200 len: 945 time: 0.1131396 Jan 26 21:29:48.576704 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-88fe08ad-904b-466d-bbd8-5904f9eb28bd req-b784fca7-05a3-4f23-9ee7-610e54f6718a service neutron] 10.222.0.66 "GET /v2.0/networks/e06aca25-0b6a-452f-bfd4-2129924c58a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1839578 Jan 26 21:29:48.589253 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-1baa9868-eef4-4a51-bc1f-ade66d8281b3 None None] For port 10a45c53-7a82-43a7-89d4-6778cfc40be1, host n-d-760453-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=10a45c53-7a82-43a7-89d4-6778cfc40be1,segment=NetworkSegment(35158031-1d28-43a9-bdaf-fcb72cc09043),segment_id=35158031-1d28-43a9-bdaf-fcb72cc09043)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:29:48.589687 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-1baa9868-eef4-4a51-bc1f-ade66d8281b3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4109658'] for port (10a45c53-7a82-43a7-89d4-6778cfc40be1), precommit_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:29:48.603611 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-1baa9868-eef4-4a51-bc1f-ade66d8281b3 None None] Calling delete_port for 10a45c53-7a82-43a7-89d4-6778cfc40be1 owned by network:dhcp {{(pid=103306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 21:29:48.660212 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-94ae4a37-e8b6-42d9-8f6c-c5267971ad58 tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Deleting port 10a45c53-7a82-43a7-89d4-6778cfc40be1 {{(pid=103304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 21:29:48.661096 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-94ae4a37-e8b6-42d9-8f6c-c5267971ad58 tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746560630878'] for port (10a45c53-7a82-43a7-89d4-6778cfc40be1), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:29:48.700048 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-1baa9868-eef4-4a51-bc1f-ade66d8281b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746560636600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746560234536'] for port (10a45c53-7a82-43a7-89d4-6778cfc40be1), after_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:29:48.745598 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-66f8b725-3185-439a-b426-48840dc689d4 req-12accdc8-fa3a-4262-acd6-298784bb9f48 tempest-AttachVolumeShelveTestJSON-345998519 tempest-AttachVolumeShelveTestJSON-345998519-project] 10.222.0.13 "GET /v2.0/security-groups?id=a25c4f90-015b-4812-87d5-e6df93d42e7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1654572 Jan 26 21:29:48.749041 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1baa9868-eef4-4a51-bc1f-ade66d8281b3 None None] Pushing event deleted for resources: {'Port': ['ID=10a45c53-7a82-43a7-89d4-6778cfc40be1,revision_number=None']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:29:48.770397 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1baa9868-eef4-4a51-bc1f-ade66d8281b3 None None] No DVR routers for this DVR port 10a45c53-7a82-43a7-89d4-6778cfc40be1 on host n-d-760453-5 {{(pid=103306) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 26 21:29:48.773173 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [None req-94ae4a37-e8b6-42d9-8f6c-c5267971ad58 tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] For port 10a45c53-7a82-43a7-89d4-6778cfc40be1, host n-d-760453-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=10a45c53-7a82-43a7-89d4-6778cfc40be1,segment=NetworkSegment(35158031-1d28-43a9-bdaf-fcb72cc09043),segment_id=35158031-1d28-43a9-bdaf-fcb72cc09043)] {{(pid=103304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:29:48.773173 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-94ae4a37-e8b6-42d9-8f6c-c5267971ad58 tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4109658'] for port (10a45c53-7a82-43a7-89d4-6778cfc40be1), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:29:48.790375 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-88fe08ad-904b-466d-bbd8-5904f9eb28bd req-d2ee6c5d-e29f-4929-b637-e5d55cc6fff1 service neutron] 10.222.0.66 "GET /v2.0/networks/e06aca25-0b6a-452f-bfd4-2129924c58a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2005887 Jan 26 21:29:48.802769 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-94ae4a37-e8b6-42d9-8f6c-c5267971ad58 tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Calling delete_port for 10a45c53-7a82-43a7-89d4-6778cfc40be1 owned by network:dhcp {{(pid=103304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 21:29:48.912768 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-da600e10-1ef5-4b15-bbea-12573b8bea30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (474ccdf7-ab6c-405b-a3b2-dc7b05829902), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:29:48.941356 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ee9eca-18ab-4ee7-9f9a-c53c40d71f43 req-9c42eb87-f5bf-47c4-9c74-3f78cc713f95 tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:29:48.943163 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-45ee9eca-18ab-4ee7-9f9a-c53c40d71f43 req-9c42eb87-f5bf-47c4-9c74-3f78cc713f95 tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] 10.222.0.13 "GET /v2.0/ports?device_id=c947e2a6-4eb3-4b93-905b-515cc992a63b HTTP/1.1" status: 200 len: 943 time: 0.1380384 Jan 26 21:29:48.991807 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-94ae4a37-e8b6-42d9-8f6c-c5267971ad58 tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746560636600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746560234536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9281553'] for port (10a45c53-7a82-43a7-89d4-6778cfc40be1), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:29:49.028475 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ae4a37-e8b6-42d9-8f6c-c5267971ad58 tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Pushing event deleted for resources: {'Port': ['ID=10a45c53-7a82-43a7-89d4-6778cfc40be1,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:29:49.032910 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-45ee9eca-18ab-4ee7-9f9a-c53c40d71f43 req-fb037254-b5c1-46dd-a986-65b1b23f51c0 tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] 10.222.0.13 "GET /v2.0/security-groups?id=d37b3ff7-2317-46ab-9f4f-b0d217809a4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0829456 Jan 26 21:29:49.034073 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94ae4a37-e8b6-42d9-8f6c-c5267971ad58 tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] No DVR routers for this DVR port 10a45c53-7a82-43a7-89d4-6778cfc40be1 on host n-d-760453-5 {{(pid=103304) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 26 21:29:49.118026 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-94ae4a37-e8b6-42d9-8f6c-c5267971ad58 tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-686403', 'neutron.services.segments.db._delete_segments_for_network-8746560774018'] for network (170dd11e-ebd4-49c4-948e-b0e4cdd3274a), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:29:49.143425 n-d-760453-5 neutron-server[103304]: DEBUG neutron.services.segments.db [None req-94ae4a37-e8b6-42d9-8f6c-c5267971ad58 tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['170dd11e-ebd4-49c4-948e-b0e4cdd3274a']}} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:29:49.154039 n-d-760453-5 neutron-server[103304]: DEBUG neutron.services.segments.db [None req-94ae4a37-e8b6-42d9-8f6c-c5267971ad58 tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '35158031-1d28-43a9-bdaf-fcb72cc09043') {'for_net_delete': True} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:29:49.154341 n-d-760453-5 neutron-server[103304]: DEBUG neutron.services.segments.db [None req-94ae4a37-e8b6-42d9-8f6c-c5267971ad58 tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '35158031-1d28-43a9-bdaf-fcb72cc09043') {} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:29:49.166529 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-94ae4a37-e8b6-42d9-8f6c-c5267971ad58 tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746560742283', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8881293'] for segment (35158031-1d28-43a9-bdaf-fcb72cc09043), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:29:49.181418 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-94ae4a37-e8b6-42d9-8f6c-c5267971ad58 tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576559'] for segment (35158031-1d28-43a9-bdaf-fcb72cc09043), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:29:49.188418 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-94ae4a37-e8b6-42d9-8f6c-c5267971ad58 tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Releasing vlan 581 on physical network physnet1 to pool {{(pid=103304) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 26 21:29:49.188848 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-94ae4a37-e8b6-42d9-8f6c-c5267971ad58 tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9281762'] for segment (35158031-1d28-43a9-bdaf-fcb72cc09043), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:29:49.192729 n-d-760453-5 neutron-server[103304]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 26 21:29:49.192729 n-d-760453-5 neutron-server[103304]: self.session.flush() Jan 26 21:29:49.192729 n-d-760453-5 neutron-server[103304]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 26 21:29:49.192729 n-d-760453-5 neutron-server[103304]: self.session.flush() Jan 26 21:29:49.192729 n-d-760453-5 neutron-server[103304]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 26 21:29:49.192729 n-d-760453-5 neutron-server[103304]: self.session.flush() Jan 26 21:29:49.192729 n-d-760453-5 neutron-server[103304]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 26 21:29:49.192729 n-d-760453-5 neutron-server[103304]: self.session.flush() Jan 26 21:29:49.192729 n-d-760453-5 neutron-server[103304]: Traceback (most recent call last): Jan 26 21:29:49.192729 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 26 21:29:49.192729 n-d-760453-5 neutron-server[103304]: timer() Jan 26 21:29:49.192729 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 26 21:29:49.192729 n-d-760453-5 neutron-server[103304]: cb(*args, **kw) Jan 26 21:29:49.192729 n-d-760453-5 neutron-server[103304]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 26 21:29:49.192729 n-d-760453-5 neutron-server[103304]: return func(*args, **kwargs) Jan 26 21:29:49.192729 n-d-760453-5 neutron-server[103304]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 26 21:29:49.192729 n-d-760453-5 neutron-server[103304]: self._notify() Jan 26 21:29:49.192729 n-d-760453-5 neutron-server[103304]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 26 21:29:49.192729 n-d-760453-5 neutron-server[103304]: self.callback(batched_events) Jan 26 21:29:49.192729 n-d-760453-5 neutron-server[103304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 26 21:29:49.192729 n-d-760453-5 neutron-server[103304]: event.method(event) Jan 26 21:29:49.192729 n-d-760453-5 neutron-server[103304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 26 21:29:49.192729 n-d-760453-5 neutron-server[103304]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 26 21:29:49.192729 n-d-760453-5 neutron-server[103304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 26 21:29:49.192729 n-d-760453-5 neutron-server[103304]: aggregate_uuid = self.p_client.list_aggregates( Jan 26 21:29:49.192729 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 26 21:29:49.192729 n-d-760453-5 neutron-server[103304]: return f(self, *a, **k) Jan 26 21:29:49.192729 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 26 21:29:49.192729 n-d-760453-5 neutron-server[103304]: return self._get(url).json() Jan 26 21:29:49.192729 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 26 21:29:49.192729 n-d-760453-5 neutron-server[103304]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 26 21:29:49.192729 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 26 21:29:49.192729 n-d-760453-5 neutron-server[103304]: return self.request(url, 'GET', **kwargs) Jan 26 21:29:49.192729 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 26 21:29:49.192729 n-d-760453-5 neutron-server[103304]: base_url = self.get_endpoint(auth, allow=allow, Jan 26 21:29:49.192729 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 26 21:29:49.192729 n-d-760453-5 neutron-server[103304]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 26 21:29:49.192729 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 26 21:29:49.192729 n-d-760453-5 neutron-server[103304]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 26 21:29:49.192729 n-d-760453-5 neutron-server[103304]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 26 21:29:49.256173 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-94ae4a37-e8b6-42d9-8f6c-c5267971ad58 tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4110931'] for network (170dd11e-ebd4-49c4-948e-b0e4cdd3274a), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:29:49.263577 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-94ae4a37-e8b6-42d9-8f6c-c5267971ad58 tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Publish callbacks [] for network (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:29:49.270222 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-94ae4a37-e8b6-42d9-8f6c-c5267971ad58 tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] 10.222.0.13 "DELETE /v2.0/networks/170dd11e-ebd4-49c4-948e-b0e4cdd3274a HTTP/1.1" status: 204 len: 168 time: 1.3061829 Jan 26 21:29:49.270622 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 50802) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:29:49.285253 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ae4a37-e8b6-42d9-8f6c-c5267971ad58 tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Pushing event deleted for resources: {'Network': ['ID=170dd11e-ebd4-49c4-948e-b0e4cdd3274a,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:29:49.324968 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-413933fb-c45a-4a50-bd29-8058adb08d91 tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:29:49.326884 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-413933fb-c45a-4a50-bd29-8058adb08d91 tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.0552158 Jan 26 21:29:49.330667 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 50804) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:29:49.378386 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-b223de79-a9aa-4ae7-a8ef-1593061441d4 tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] 10.222.0.13 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.0466211 Jan 26 21:29:49.382464 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 50808) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:29:49.389008 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-91af14d2-83a6-4148-b633-40ee03951fd1 tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-360633753'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:29:49.411102 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91af14d2-83a6-4148-b633-40ee03951fd1 tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Made reservation on behalf of 4da385aa39864c0f865aba377c69c57c for: {'network': 1} {{(pid=103304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 21:29:49.414538 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-91af14d2-83a6-4148-b633-40ee03951fd1 tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for network (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:29:49.440607 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-91af14d2-83a6-4148-b633-40ee03951fd1 tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] vlan segment allocate from pool success with {'vlan_id': 581, 'physical_network': 'physnet1'} {{(pid=103304) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 26 21:29:49.450290 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-91af14d2-83a6-4148-b633-40ee03951fd1 tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576559'] for segment (cf627538-3172-478d-900e-d280a6da7466), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:29:49.450651 n-d-760453-5 neutron-server[103304]: INFO neutron.db.segments_db [None req-91af14d2-83a6-4148-b633-40ee03951fd1 tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Added segment cf627538-3172-478d-900e-d280a6da7466 of type vlan for network 21a851a1-fd40-4ce7-8b28-14ad2e32c445 Jan 26 21:29:49.496102 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-91af14d2-83a6-4148-b633-40ee03951fd1 tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746560256871'] for network (21a851a1-fd40-4ce7-8b28-14ad2e32c445), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:29:49.522225 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-91af14d2-83a6-4148-b633-40ee03951fd1 tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503'] for network (21a851a1-fd40-4ce7-8b28-14ad2e32c445), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:29:49.528463 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91af14d2-83a6-4148-b633-40ee03951fd1 tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:29:49.529615 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-91af14d2-83a6-4148-b633-40ee03951fd1 tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Publish callbacks [] for network (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:29:49.552627 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device 10a45c53-7a82-43a7-89d4-6778cfc40be1 no longer exists at agent ovs-agent-n-d-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 26 21:29:49.573049 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] No Port match for: 10a45c53-7a82-43a7-89d4-6778cfc40be1 {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 26 21:29:49.573648 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device 10a45c53-7a82-43a7-89d4-6778cfc40be1 not bound to the agent host n-d-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 26 21:29:49.600885 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-91af14d2-83a6-4148-b633-40ee03951fd1 tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.2165418 Jan 26 21:29:49.603878 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 50810) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:29:49.608979 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-2cf64d08-7237-4098-8856-bfe04bfae20d tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Request body: {'subnet': {'network_id': '21a851a1-fd40-4ce7-8b28-14ad2e32c445', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:29:49.612124 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91af14d2-83a6-4148-b633-40ee03951fd1 tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Pushing event updated for resources: {'Network': ['ID=21a851a1-fd40-4ce7-8b28-14ad2e32c445,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:29:49.623390 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Network 21a851a1-fd40-4ce7-8b28-14ad2e32c445 details requested by agent ovs-agent-n-d-760453-5 with host n-d-760453-5 {{(pid=103306) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 26 21:29:49.707098 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2cf64d08-7237-4098-8856-bfe04bfae20d tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Made reservation on behalf of 4da385aa39864c0f865aba377c69c57c for: {'subnet': 1} {{(pid=103304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 21:29:49.710627 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-2cf64d08-7237-4098-8856-bfe04bfae20d tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12215181'] for subnet (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:29:49.940720 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-2cf64d08-7237-4098-8856-bfe04bfae20d tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9285249', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12215227'] for subnet (35d56d57-e2f2-4c7d-a162-a2b50c97fad1), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:29:49.989882 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51059e8-ae75-4fa0-8667-d4cb1931b3d5 req-601cc8b8-fce2-4f03-a4a0-f38a3c894039 tempest-AttachVolumeShelveTestJSON-345998519 tempest-AttachVolumeShelveTestJSON-345998519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:29:49.991417 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-a51059e8-ae75-4fa0-8667-d4cb1931b3d5 req-601cc8b8-fce2-4f03-a4a0-f38a3c894039 tempest-AttachVolumeShelveTestJSON-345998519 tempest-AttachVolumeShelveTestJSON-345998519-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a78b0a6-78a4-4bc7-9a2d-0384fc9d6981 HTTP/1.1" status: 200 len: 945 time: 0.1002314 Jan 26 21:29:50.042624 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf64d08-7237-4098-8856-bfe04bfae20d tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Pushing event updated for resources: {'Subnet': ['ID=35d56d57-e2f2-4c7d-a162-a2b50c97fad1,revision_number=0']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:29:50.059772 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cf64d08-7237-4098-8856-bfe04bfae20d tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Checking segment: {'id': 'cf627538-3172-478d-900e-d280a6da7466', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '21a851a1-fd40-4ce7-8b28-14ad2e32c445'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103304) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 21:29:50.060197 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cf64d08-7237-4098-8856-bfe04bfae20d tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Network hostable DHCP agents. Network: 21a851a1-fd40-4ce7-8b28-14ad2e32c445, hostable agents: ['474ccdf7-ab6c-405b-a3b2-dc7b05829902'], hosted agents: [] {{(pid=103304) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 26 21:29:50.082022 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-a51059e8-ae75-4fa0-8667-d4cb1931b3d5 req-1a4cf77e-5ff3-4625-a6e5-00ce4a619293 tempest-AttachVolumeShelveTestJSON-345998519 tempest-AttachVolumeShelveTestJSON-345998519-project] 10.222.0.13 "GET /v2.0/security-groups?id=a25c4f90-015b-4812-87d5-e6df93d42e7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0829508 Jan 26 21:29:50.093864 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cf64d08-7237-4098-8856-bfe04bfae20d tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Network 21a851a1-fd40-4ce7-8b28-14ad2e32c445 is scheduled to be hosted by DHCP agent 474ccdf7-ab6c-405b-a3b2-dc7b05829902 with binding_index 1 {{(pid=103304) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 26 21:29:50.122751 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [None req-2cf64d08-7237-4098-8856-bfe04bfae20d tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760453-5, 21a851a1-fd40-4ce7-8b28-14ad2e32c445) {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:29:50.130978 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a6901a9-9f50-44ff-91c4-ae4ffc07f649 None None] Network 21a851a1-fd40-4ce7-8b28-14ad2e32c445 requested from n-d-760453-5 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 26 21:29:50.143859 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cf64d08-7237-4098-8856-bfe04bfae20d tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:29:50.144477 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-2cf64d08-7237-4098-8856-bfe04bfae20d tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Publish callbacks [] for subnet (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:29:50.173734 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-2cf64d08-7237-4098-8856-bfe04bfae20d tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5662334 Jan 26 21:29:50.174191 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 50822) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:29:50.181463 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-53042d8d-d3ed-483b-8675-ae07e9dc34dc tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Request body: {'port': {'network_id': '21a851a1-fd40-4ce7-8b28-14ad2e32c445', 'name': 'tempest-PortsTestJSON-2015742290'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:29:50.215169 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52dbca7b-5cc7-41f0-9ed8-8bb0cbc20a4c req-3924c856-d318-4c34-87cf-70880a1744f0 tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:29:50.216818 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-52dbca7b-5cc7-41f0-9ed8-8bb0cbc20a4c req-3924c856-d318-4c34-87cf-70880a1744f0 tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] 10.222.0.13 "GET /v2.0/ports?device_id=c947e2a6-4eb3-4b93-905b-515cc992a63b HTTP/1.1" status: 200 len: 943 time: 0.1052146 Jan 26 21:29:50.273104 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80ae576d-c463-41a8-8948-254d4af7b62b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3c4099e8-8ffb-51d1-af7f-5868973e933f-21a851a1-fd40-4ce7-8b28-14ad2e32c445', 'network_id': '21a851a1-fd40-4ce7-8b28-14ad2e32c445', 'project_id': '4da385aa39864c0f865aba377c69c57c', 'fixed_ips': [{'subnet_id': '35d56d57-e2f2-4c7d-a162-a2b50c97fad1'}]}} from n-d-760453-5. {{(pid=103306) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 26 21:29:50.274080 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-80ae576d-c463-41a8-8948-254d4af7b62b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (None), before_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:29:50.287967 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Device 61e4e751-58c3-44b7-8fce-c3507a0cdccc no longer exists at agent hyperv_n-h1-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 26 21:29:50.315836 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-52dbca7b-5cc7-41f0-9ed8-8bb0cbc20a4c req-2d81c001-47d5-4643-a6f4-0128bf2b0ed6 tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] 10.222.0.13 "GET /v2.0/security-groups?id=d37b3ff7-2317-46ab-9f4f-b0d217809a4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0709829 Jan 26 21:29:50.399316 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53042d8d-d3ed-483b-8675-ae07e9dc34dc tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Made reservation on behalf of 4da385aa39864c0f865aba377c69c57c for: {'port': 1} {{(pid=103304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 21:29:50.406794 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-53042d8d-d3ed-483b-8675-ae07e9dc34dc tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:29:50.438768 n-d-760453-5 neutron-server[103304]: DEBUG neutron.notifiers.nova [None req-53042d8d-d3ed-483b-8675-ae07e9dc34dc tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] device_id is not set on port fc18772c-884f-4e85-8ac4-20fadf8343cb yet. {{(pid=103304) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 26 21:29:50.515171 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Current status of the port 61e4e751-58c3-44b7-8fce-c3507a0cdccc is: ACTIVE; New status is: DOWN {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:29:50.515569 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (61e4e751-58c3-44b7-8fce-c3507a0cdccc), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:29:50.543212 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.db_base_plugin_common [None req-80ae576d-c463-41a8-8948-254d4af7b62b None None] Allocated IP 172.20.0.2 (21a851a1-fd40-4ce7-8b28-14ad2e32c445/35d56d57-e2f2-4c7d-a162-a2b50c97fad1/08bf6af7-9bd6-4c7e-9449-95a3cfd1322c) {{(pid=103306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 21:29:50.553640 n-d-760453-5 neutron-server[103306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a78b0a6-78a4-4bc7-9a2d-0384fc9d6981', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '61e4e751-58c3-44b7-8fce-c3507a0cdccc'}] {{(pid=103306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 21:29:50.555917 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9d5d370febab655511bdd2ffe887e43e442d144a440368702bcc1e93af00b97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac9563b8-5bfd-4524-ac6b-0bc902d78298" -d '{"events": [{"server_uuid": "4a78b0a6-78a4-4bc7-9a2d-0384fc9d6981", "name": "network-vif-unplugged", "status": "completed", "tag": "61e4e751-58c3-44b7-8fce-c3507a0cdccc"}]}' {{(pid=103306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 21:29:50.577020 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] For port 61e4e751-58c3-44b7-8fce-c3507a0cdccc, host n-h1-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-5',level=0,port_id=61e4e751-58c3-44b7-8fce-c3507a0cdccc,segment=NetworkSegment(ae04eadd-2f21-4385-8e0d-440406bc0827),segment_id=ae04eadd-2f21-4385-8e0d-440406bc0827)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:29:50.589413 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (61e4e751-58c3-44b7-8fce-c3507a0cdccc), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:29:50.620372 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 26 Jan 2022 21:29:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eddb9ca4-ecb0-42c0-9934-d8739fb61556 x-openstack-request-id: req-eddb9ca4-ecb0-42c0-9934-d8739fb61556 {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 21:29:50.620673 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a78b0a6-78a4-4bc7-9a2d-0384fc9d6981", "name": "network-vif-unplugged", "status": "failed", "tag": "61e4e751-58c3-44b7-8fce-c3507a0cdccc", "code": 422}]} {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 21:29:50.620923 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-eddb9ca4-ecb0-42c0-9934-d8739fb61556 {{(pid=103306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 21:29:50.621434 n-d-760453-5 neutron-server[103306]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '4a78b0a6-78a4-4bc7-9a2d-0384fc9d6981', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '61e4e751-58c3-44b7-8fce-c3507a0cdccc', 'code': 422} returned with failed status Jan 26 21:29:50.688532 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Pushing event updated for resources: {'Port': ['ID=61e4e751-58c3-44b7-8fce-c3507a0cdccc,revision_number=8']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:29:50.767020 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-80ae576d-c463-41a8-8948-254d4af7b62b None None] Publish callbacks [] for port (08bf6af7-9bd6-4c7e-9449-95a3cfd1322c), precommit_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:29:50.775065 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-80ae576d-c463-41a8-8948-254d4af7b62b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746560234527'] for port (08bf6af7-9bd6-4c7e-9449-95a3cfd1322c), after_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:29:50.813181 n-d-760453-5 neutron-server[103306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80ae576d-c463-41a8-8948-254d4af7b62b None None] Network 21a851a1-fd40-4ce7-8b28-14ad2e32c445 is already hosted by enough agents. {{(pid=103306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 21:29:50.816101 n-d-760453-5 neutron-server[103306]: DEBUG neutron.scheduler.base_scheduler [None req-80ae576d-c463-41a8-8948-254d4af7b62b None None] Resources bound (agent type, host, resource id): {{(pid=103306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:29:50.822002 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80ae576d-c463-41a8-8948-254d4af7b62b None None] Received port after_create {{(pid=103306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 21:29:50.847228 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ae576d-c463-41a8-8948-254d4af7b62b None None] Pushing event updated for resources: {'Port': ['ID=08bf6af7-9bd6-4c7e-9449-95a3cfd1322c,revision_number=1']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:29:50.855459 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.db_base_plugin_common [None req-53042d8d-d3ed-483b-8675-ae07e9dc34dc tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Allocated IP 172.20.0.9 (21a851a1-fd40-4ce7-8b28-14ad2e32c445/35d56d57-e2f2-4c7d-a162-a2b50c97fad1/fc18772c-884f-4e85-8ac4-20fadf8343cb) {{(pid=103304) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 21:29:50.907018 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-80ae576d-c463-41a8-8948-254d4af7b62b None None] Attempting to bind port 08bf6af7-9bd6-4c7e-9449-95a3cfd1322c on host n-d-760453-5 for vnic_type normal with profile {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 21:29:50.907397 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-80ae576d-c463-41a8-8948-254d4af7b62b None None] Attempting to bind port 08bf6af7-9bd6-4c7e-9449-95a3cfd1322c by drivers openvswitch,hyperv on host n-d-760453-5 at level 0 using segments [{'id': 'cf627538-3172-478d-900e-d280a6da7466', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '21a851a1-fd40-4ce7-8b28-14ad2e32c445'}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 26 21:29:50.907770 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80ae576d-c463-41a8-8948-254d4af7b62b None None] Attempting to bind port 08bf6af7-9bd6-4c7e-9449-95a3cfd1322c on network 21a851a1-fd40-4ce7-8b28-14ad2e32c445 {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 21:29:50.915026 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80ae576d-c463-41a8-8948-254d4af7b62b None None] Checking agent: {'id': 'fea0591a-627d-4c87-9a9a-01625ddf3277', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760453-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 20, 55, 25), 'started_at': datetime.datetime(2022, 1, 26, 20, 55, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 21, 29, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760453-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 26 21:29:50.915350 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80ae576d-c463-41a8-8948-254d4af7b62b None None] Checking segment: {'id': 'cf627538-3172-478d-900e-d280a6da7466', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '21a851a1-fd40-4ce7-8b28-14ad2e32c445'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 21:29:50.915800 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-80ae576d-c463-41a8-8948-254d4af7b62b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:29:50.916130 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80ae576d-c463-41a8-8948-254d4af7b62b None None] Bound using segment: {'id': 'cf627538-3172-478d-900e-d280a6da7466', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '21a851a1-fd40-4ce7-8b28-14ad2e32c445'} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 26 21:29:50.916597 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-80ae576d-c463-41a8-8948-254d4af7b62b None None] Bound port: 08bf6af7-9bd6-4c7e-9449-95a3cfd1322c, host: n-d-760453-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf627538-3172-478d-900e-d280a6da7466', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '21a851a1-fd40-4ce7-8b28-14ad2e32c445'}}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 26 21:29:50.917138 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-80ae576d-c463-41a8-8948-254d4af7b62b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (08bf6af7-9bd6-4c7e-9449-95a3cfd1322c), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:29:50.998909 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-80ae576d-c463-41a8-8948-254d4af7b62b None None] For port 08bf6af7-9bd6-4c7e-9449-95a3cfd1322c, host n-d-760453-5, cleared binding levels {{(pid=103306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 26 21:29:51.002293 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-80ae576d-c463-41a8-8948-254d4af7b62b None None] For port 08bf6af7-9bd6-4c7e-9449-95a3cfd1322c, host n-d-760453-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=08bf6af7-9bd6-4c7e-9449-95a3cfd1322c,segment=NetworkSegment(cf627538-3172-478d-900e-d280a6da7466),segment_id=cf627538-3172-478d-900e-d280a6da7466)] {{(pid=103306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 26 21:29:51.007248 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-80ae576d-c463-41a8-8948-254d4af7b62b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (08bf6af7-9bd6-4c7e-9449-95a3cfd1322c), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:29:51.097172 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ae576d-c463-41a8-8948-254d4af7b62b None None] Pushing event updated for resources: {'Port': ['ID=08bf6af7-9bd6-4c7e-9449-95a3cfd1322c,revision_number=2']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:29:51.115075 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-53042d8d-d3ed-483b-8675-ae07e9dc34dc tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Publish callbacks [] for port (fc18772c-884f-4e85-8ac4-20fadf8343cb), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:29:51.167442 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-53042d8d-d3ed-483b-8675-ae07e9dc34dc tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746560234527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9281553'] for port (fc18772c-884f-4e85-8ac4-20fadf8343cb), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:29:51.216241 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53042d8d-d3ed-483b-8675-ae07e9dc34dc tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Network 21a851a1-fd40-4ce7-8b28-14ad2e32c445 is already hosted by enough agents. {{(pid=103304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 21:29:51.221957 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [None req-53042d8d-d3ed-483b-8675-ae07e9dc34dc tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Resources bound (agent type, host, resource id): {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:29:51.222550 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-6491e4dd-26d2-4e7b-84a9-417ad2a2ccb7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (09df100c-3af1-4b0a-bda8-05914c71c458), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:29:51.227073 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53042d8d-d3ed-483b-8675-ae07e9dc34dc tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Received port after_create {{(pid=103304) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 21:29:51.276166 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53042d8d-d3ed-483b-8675-ae07e9dc34dc tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Pushing event updated for resources: {'Port': ['ID=fc18772c-884f-4e85-8ac4-20fadf8343cb,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:29:51.296883 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53042d8d-d3ed-483b-8675-ae07e9dc34dc tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:29:51.297530 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-53042d8d-d3ed-483b-8675-ae07e9dc34dc tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:29:51.316148 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-53042d8d-d3ed-483b-8675-ae07e9dc34dc tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.1407759 Jan 26 21:29:51.318596 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 50854) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:29:51.324319 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-0cd1e790-3cda-480b-9298-63fcf75d1c7c tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Request body: {'port': {'network_id': '21a851a1-fd40-4ce7-8b28-14ad2e32c445', 'name': 'tempest-PortsTestJSON-474821280'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:29:51.568435 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef157ff9-c8d5-4c68-99f3-c47902c3df61 req-9c28e20e-debd-4d1f-be0a-3b336170df42 tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:29:51.575943 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-ef157ff9-c8d5-4c68-99f3-c47902c3df61 req-9c28e20e-debd-4d1f-be0a-3b336170df42 tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] 10.222.0.13 "GET /v2.0/ports?device_id=c947e2a6-4eb3-4b93-905b-515cc992a63b HTTP/1.1" status: 200 len: 943 time: 0.1424415 Jan 26 21:29:51.628916 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2257e6-b6a1-4669-a7b1-a2f2e9b94b39 req-d5f3f041-dfa5-4f98-ade3-c3efbd74a568 tempest-AttachVolumeShelveTestJSON-345998519 tempest-AttachVolumeShelveTestJSON-345998519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:29:51.635801 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-2b2257e6-b6a1-4669-a7b1-a2f2e9b94b39 req-d5f3f041-dfa5-4f98-ade3-c3efbd74a568 tempest-AttachVolumeShelveTestJSON-345998519 tempest-AttachVolumeShelveTestJSON-345998519-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a78b0a6-78a4-4bc7-9a2d-0384fc9d6981 HTTP/1.1" status: 200 len: 943 time: 0.1555934 Jan 26 21:29:51.648137 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0cd1e790-3cda-480b-9298-63fcf75d1c7c tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Made reservation on behalf of 4da385aa39864c0f865aba377c69c57c for: {'port': 1} {{(pid=103304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 21:29:51.651505 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-0cd1e790-3cda-480b-9298-63fcf75d1c7c tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:29:51.651867 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device 08bf6af7-9bd6-4c7e-9449-95a3cfd1322c up at agent ovs-agent-n-d-760453-5 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 21:29:51.721256 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Provisioning complete for port 08bf6af7-9bd6-4c7e-9449-95a3cfd1322c triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:29:51.721531 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-ef157ff9-c8d5-4c68-99f3-c47902c3df61 req-522b28e6-4545-400e-aa73-263f646370a0 tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] 10.222.0.13 "GET /v2.0/security-groups?id=d37b3ff7-2317-46ab-9f4f-b0d217809a4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1444871 Jan 26 21:29:51.721665 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (08bf6af7-9bd6-4c7e-9449-95a3cfd1322c), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:29:51.727955 n-d-760453-5 neutron-server[103304]: DEBUG neutron.notifiers.nova [None req-0cd1e790-3cda-480b-9298-63fcf75d1c7c tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] device_id is not set on port 65cb7b3a-d5b4-496d-8dcc-8cee1ce2ba42 yet. {{(pid=103304) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 26 21:29:51.826295 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-2b2257e6-b6a1-4669-a7b1-a2f2e9b94b39 req-d4f10a21-20d5-438d-b9a4-128b4c4fb6f2 tempest-AttachVolumeShelveTestJSON-345998519 tempest-AttachVolumeShelveTestJSON-345998519-project] 10.222.0.13 "GET /v2.0/security-groups?id=a25c4f90-015b-4812-87d5-e6df93d42e7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1894794 Jan 26 21:29:51.832602 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Current status of the port 08bf6af7-9bd6-4c7e-9449-95a3cfd1322c is: DOWN; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:29:51.833083 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (08bf6af7-9bd6-4c7e-9449-95a3cfd1322c), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:29:51.870085 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] For port 08bf6af7-9bd6-4c7e-9449-95a3cfd1322c, host n-d-760453-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=08bf6af7-9bd6-4c7e-9449-95a3cfd1322c,segment=NetworkSegment(cf627538-3172-478d-900e-d280a6da7466),segment_id=cf627538-3172-478d-900e-d280a6da7466)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:29:51.874188 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (08bf6af7-9bd6-4c7e-9449-95a3cfd1322c), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:29:51.932808 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Pushing event updated for resources: {'Port': ['ID=08bf6af7-9bd6-4c7e-9449-95a3cfd1322c,revision_number=3']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:29:51.934508 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.db_base_plugin_common [None req-0cd1e790-3cda-480b-9298-63fcf75d1c7c tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Allocated IP 172.20.0.3 (21a851a1-fd40-4ce7-8b28-14ad2e32c445/35d56d57-e2f2-4c7d-a162-a2b50c97fad1/65cb7b3a-d5b4-496d-8dcc-8cee1ce2ba42) {{(pid=103304) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 21:29:51.942175 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-7b4f1e7f-d364-4e4e-92e8-aa2883ab6511 req-927a0992-a205-44b5-8786-58e36aaee68e service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=4a78b0a6-78a4-4bc7-9a2d-0384fc9d6981&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1962402 Jan 26 21:29:52.147974 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-0cd1e790-3cda-480b-9298-63fcf75d1c7c tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Publish callbacks [] for port (65cb7b3a-d5b4-496d-8dcc-8cee1ce2ba42), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:29:52.202125 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-0cd1e790-3cda-480b-9298-63fcf75d1c7c tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746560234527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9281553'] for port (65cb7b3a-d5b4-496d-8dcc-8cee1ce2ba42), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:29:52.228037 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-841f5991-a4d8-4d4b-b215-cbc6bab5427b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (aa7ee9d2-08eb-4e12-b895-24c57300dfec), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:29:52.234846 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cd1e790-3cda-480b-9298-63fcf75d1c7c tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Network 21a851a1-fd40-4ce7-8b28-14ad2e32c445 is already hosted by enough agents. {{(pid=103304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 21:29:52.257459 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [None req-0cd1e790-3cda-480b-9298-63fcf75d1c7c tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Resources bound (agent type, host, resource id): {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:29:52.257707 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Device 76b67d01-e977-4af8-80e0-0024bcb18a45 details requested by agent hyperv_n-h1-760453-5 with host n-h1-760453-5 {{(pid=103306) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 26 21:29:52.261459 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cd1e790-3cda-480b-9298-63fcf75d1c7c tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Received port after_create {{(pid=103304) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 21:29:52.305969 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd1e790-3cda-480b-9298-63fcf75d1c7c tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Pushing event updated for resources: {'Port': ['ID=65cb7b3a-d5b4-496d-8dcc-8cee1ce2ba42,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:29:52.339777 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cd1e790-3cda-480b-9298-63fcf75d1c7c tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:29:52.340435 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-0cd1e790-3cda-480b-9298-63fcf75d1c7c tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:29:52.369912 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-0cd1e790-3cda-480b-9298-63fcf75d1c7c tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.0500555 Jan 26 21:29:52.372754 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 50884) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:29:52.401673 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] For port 76b67d01-e977-4af8-80e0-0024bcb18a45, host n-h1-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-5',level=0,port_id=76b67d01-e977-4af8-80e0-0024bcb18a45,segment=NetworkSegment(3717183c-69c6-44ee-ac2f-ec1e05ab35f5),segment_id=3717183c-69c6-44ee-ac2f-ec1e05ab35f5)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:29:52.416657 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Returning: {'device': '76b67d01-e977-4af8-80e0-0024bcb18a45', 'network_id': 'e06aca25-0b6a-452f-bfd4-2129924c58a7', 'port_id': '76b67d01-e977-4af8-80e0-0024bcb18a45', 'mac_address': 'fa:16:3e:c5:92:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 568, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '79317c4e-88a3-402c-975d-f004bf1d9b8b', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103306) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 26 21:29:52.464370 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Current status of the port 76b67d01-e977-4af8-80e0-0024bcb18a45 is: DOWN; New status is: BUILD {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:29:52.465111 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (76b67d01-e977-4af8-80e0-0024bcb18a45), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:29:52.471056 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.agents_db [None req-569f1ced-6396-4ddf-b79f-e03b0b2146ab None None] Agent healthcheck: found 7 active agents {{(pid=103307) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 26 21:29:52.482897 n-d-760453-5 neutron-server[103306]: DEBUG neutron.notifiers.nova [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 76b67d01-e977-4af8-80e0-0024bcb18a45 {{(pid=103306) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 26 21:29:52.505076 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d1d7f5f-02e7-425b-a7bd-3ec1473e324d tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:29:52.506658 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] For port 76b67d01-e977-4af8-80e0-0024bcb18a45, host n-h1-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-5',level=0,port_id=76b67d01-e977-4af8-80e0-0024bcb18a45,segment=NetworkSegment(3717183c-69c6-44ee-ac2f-ec1e05ab35f5),segment_id=3717183c-69c6-44ee-ac2f-ec1e05ab35f5)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:29:52.509979 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-8d1d7f5f-02e7-425b-a7bd-3ec1473e324d tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] 10.222.0.13 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.9 HTTP/1.1" status: 200 len: 922 time: 0.1333981 Jan 26 21:29:52.510732 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 50886) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:29:52.511885 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bc59f5e-b65e-4c6b-b42f-afd6a5916357 None None] Network 21a851a1-fd40-4ce7-8b28-14ad2e32c445 requested from n-d-760453-5 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 26 21:29:52.527075 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (76b67d01-e977-4af8-80e0-0024bcb18a45), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:29:52.617734 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-4468ba9a-4cf2-4c6c-92e4-665f56ac3b83 None None] Provisioning complete for port 08bf6af7-9bd6-4c7e-9449-95a3cfd1322c triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:29:52.618453 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-4468ba9a-4cf2-4c6c-92e4-665f56ac3b83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (08bf6af7-9bd6-4c7e-9449-95a3cfd1322c), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:29:52.628462 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-65e2ea4a-c7fe-44e5-9689-1afdb6f4977c tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Deleting port 65cb7b3a-d5b4-496d-8dcc-8cee1ce2ba42 {{(pid=103305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 21:29:52.629140 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-65e2ea4a-c7fe-44e5-9689-1afdb6f4977c tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746560630878'] for port (65cb7b3a-d5b4-496d-8dcc-8cee1ce2ba42), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:29:52.671369 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Pushing event updated for resources: {'Port': ['ID=76b67d01-e977-4af8-80e0-0024bcb18a45,revision_number=4']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:29:52.735812 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-65e2ea4a-c7fe-44e5-9689-1afdb6f4977c tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4109658'] for port (65cb7b3a-d5b4-496d-8dcc-8cee1ce2ba42), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:29:52.752255 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-65e2ea4a-c7fe-44e5-9689-1afdb6f4977c tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Calling delete_port for 65cb7b3a-d5b4-496d-8dcc-8cee1ce2ba42 owned by {{(pid=103305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 21:29:52.779232 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-4468ba9a-4cf2-4c6c-92e4-665f56ac3b83 None None] Current status of the port 08bf6af7-9bd6-4c7e-9449-95a3cfd1322c is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:29:52.907531 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef84a44-a782-499d-8d60-b94468ff5473 req-a78393a3-ab4c-412e-9a1d-79aac8492c59 tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:29:52.908009 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-fef84a44-a782-499d-8d60-b94468ff5473 req-a78393a3-ab4c-412e-9a1d-79aac8492c59 tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] 10.222.0.13 "GET /v2.0/ports?device_id=c947e2a6-4eb3-4b93-905b-515cc992a63b HTTP/1.1" status: 200 len: 944 time: 0.0934293 Jan 26 21:29:52.933960 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] get_ports_and_sgs() called for port_ids ['76b67d01-e977-4af8-80e0-0024bcb18a45'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 26 21:29:52.938622 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-65e2ea4a-c7fe-44e5-9689-1afdb6f4977c tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746560636600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746560234536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11791543'] for port (65cb7b3a-d5b4-496d-8dcc-8cee1ce2ba42), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:29:52.984222 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e2ea4a-c7fe-44e5-9689-1afdb6f4977c tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Pushing event deleted for resources: {'Port': ['ID=65cb7b3a-d5b4-496d-8dcc-8cee1ce2ba42,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:29:52.991423 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-fef84a44-a782-499d-8d60-b94468ff5473 req-528255df-5f85-4391-9cca-4dacb68b0c8c tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] 10.222.0.13 "GET /v2.0/security-groups?id=d37b3ff7-2317-46ab-9f4f-b0d217809a4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0730617 Jan 26 21:29:53.059754 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (4d619873-4b60-439f-9b5a-b155dc8bbc34), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:29:53.087340 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-65e2ea4a-c7fe-44e5-9689-1afdb6f4977c tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:29:53.094704 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-65e2ea4a-c7fe-44e5-9689-1afdb6f4977c tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] 10.222.0.13 "DELETE /v2.0/ports/65cb7b3a-d5b4-496d-8dcc-8cee1ce2ba42 HTTP/1.1" status: 204 len: 168 time: 0.5803821 Jan 26 21:29:53.095570 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 50894) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:29:53.115594 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed2f0eb-36b3-4e16-837f-2f000fb08d05 req-8cc97f9f-19bd-47a6-8e28-4be5fc10185c tempest-AttachVolumeShelveTestJSON-345998519 tempest-AttachVolumeShelveTestJSON-345998519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:29:53.123231 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-fed2f0eb-36b3-4e16-837f-2f000fb08d05 req-8cc97f9f-19bd-47a6-8e28-4be5fc10185c tempest-AttachVolumeShelveTestJSON-345998519 tempest-AttachVolumeShelveTestJSON-345998519-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a78b0a6-78a4-4bc7-9a2d-0384fc9d6981 HTTP/1.1" status: 200 len: 943 time: 0.1142380 Jan 26 21:29:53.151743 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4f1e7f-d364-4e4e-92e8-aa2883ab6511 req-59d37406-530c-4952-9d45-a5d50be60a8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:29:53.153326 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-7b4f1e7f-d364-4e4e-92e8-aa2883ab6511 req-59d37406-530c-4952-9d45-a5d50be60a8f service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=4a78b0a6-78a4-4bc7-9a2d-0384fc9d6981&tenant_id=9a820e3f529a4c3083d815b75318d24c HTTP/1.1" status: 200 len: 1094 time: 0.1244793 Jan 26 21:29:53.169912 n-d-760453-5 neutron-server[103304]: INFO neutron.pecan_wsgi.hooks.translation [None req-177697d6-20b1-4252-b325-dffecd8261b1 tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] GET failed (client error): The resource could not be found. Jan 26 21:29:53.174664 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-177697d6-20b1-4252-b325-dffecd8261b1 tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] 10.222.0.13 "GET /v2.0/ports/65cb7b3a-d5b4-496d-8dcc-8cee1ce2ba42 HTTP/1.1" status: 404 len: 333 time: 0.0744479 Jan 26 21:29:53.175019 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 50898) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:29:53.210811 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-46fd072f-d33a-4bf9-b881-4ccc99d1b533 None None] Could not find standard attr ID for object 65cb7b3a-d5b4-496d-8dcc-8cee1ce2ba42. {{(pid=103306) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 26 21:29:53.235705 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-46fd072f-d33a-4bf9-b881-4ccc99d1b533 None None] Provisioning complete for port 08bf6af7-9bd6-4c7e-9449-95a3cfd1322c triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:29:53.236079 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-46fd072f-d33a-4bf9-b881-4ccc99d1b533 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (08bf6af7-9bd6-4c7e-9449-95a3cfd1322c), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:29:53.349219 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-46fd072f-d33a-4bf9-b881-4ccc99d1b533 None None] Current status of the port 08bf6af7-9bd6-4c7e-9449-95a3cfd1322c is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:29:53.362908 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-46fd072f-d33a-4bf9-b881-4ccc99d1b533 None None] Provisioning complete for port fc18772c-884f-4e85-8ac4-20fadf8343cb triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:29:53.363575 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-46fd072f-d33a-4bf9-b881-4ccc99d1b533 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (fc18772c-884f-4e85-8ac4-20fadf8343cb), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:29:53.390970 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-fed2f0eb-36b3-4e16-837f-2f000fb08d05 req-9b3c444e-5b8d-45af-be8c-d7ff1d9e708c tempest-AttachVolumeShelveTestJSON-345998519 tempest-AttachVolumeShelveTestJSON-345998519-project] 10.222.0.13 "GET /v2.0/security-groups?id=a25c4f90-015b-4812-87d5-e6df93d42e7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2581017 Jan 26 21:29:53.403174 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-46fd072f-d33a-4bf9-b881-4ccc99d1b533 None None] Port fc18772c-884f-4e85-8ac4-20fadf8343cb cannot update to ACTIVE because it is not bound. {{(pid=103306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 26 21:29:53.415607 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-02e75b79-d5a4-4dbc-b226-35b81b521def tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Deleting port fc18772c-884f-4e85-8ac4-20fadf8343cb {{(pid=103304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 21:29:53.415957 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-02e75b79-d5a4-4dbc-b226-35b81b521def tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746560630878'] for port (fc18772c-884f-4e85-8ac4-20fadf8343cb), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:29:53.421433 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4f1e7f-d364-4e4e-92e8-aa2883ab6511 req-76f19a54-8733-413e-a4c6-7bc6c20515b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:29:53.422851 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-7b4f1e7f-d364-4e4e-92e8-aa2883ab6511 req-76f19a54-8733-413e-a4c6-7bc6c20515b3 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=9a820e3f529a4c3083d815b75318d24c&device_id=4a78b0a6-78a4-4bc7-9a2d-0384fc9d6981 HTTP/1.1" status: 200 len: 1094 time: 0.1577203 Jan 26 21:29:53.542672 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-1af50626-ca8f-4550-8aac-b221876ac963 None None] Provisioning complete for port fc18772c-884f-4e85-8ac4-20fadf8343cb triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:29:53.543335 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-1af50626-ca8f-4550-8aac-b221876ac963 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (fc18772c-884f-4e85-8ac4-20fadf8343cb), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:29:53.585776 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-1af50626-ca8f-4550-8aac-b221876ac963 None None] Port fc18772c-884f-4e85-8ac4-20fadf8343cb cannot update to ACTIVE because it is not bound. {{(pid=103306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 26 21:29:53.595942 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device 08bf6af7-9bd6-4c7e-9449-95a3cfd1322c up at agent ovs-agent-n-d-760453-5 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 21:29:53.601751 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-02e75b79-d5a4-4dbc-b226-35b81b521def tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4109658'] for port (fc18772c-884f-4e85-8ac4-20fadf8343cb), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:29:53.613817 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4f1e7f-d364-4e4e-92e8-aa2883ab6511 req-7b6feb0d-da30-4711-99d3-f6d89b38a11e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:29:53.615345 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-7b4f1e7f-d364-4e4e-92e8-aa2883ab6511 req-7b6feb0d-da30-4711-99d3-f6d89b38a11e service neutron] 10.222.0.66 "GET /v2.0/networks?id=d67e3ebe-4ba7-45de-a361-0a193d47dcd7 HTTP/1.1" status: 200 len: 914 time: 0.1819851 Jan 26 21:29:53.619670 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-02e75b79-d5a4-4dbc-b226-35b81b521def tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Calling delete_port for fc18772c-884f-4e85-8ac4-20fadf8343cb owned by {{(pid=103304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 21:29:53.680869 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Provisioning complete for port 08bf6af7-9bd6-4c7e-9449-95a3cfd1322c triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:29:53.681690 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (08bf6af7-9bd6-4c7e-9449-95a3cfd1322c), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:29:53.722468 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-134913b7-562a-4d71-8c63-5de67a172b54 None None] Could not find standard attr ID for object 65cb7b3a-d5b4-496d-8dcc-8cee1ce2ba42. {{(pid=103306) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 26 21:29:53.737909 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-7b4f1e7f-d364-4e4e-92e8-aa2883ab6511 req-d4a87e62-dd16-4856-9596-f8abd7e79e59 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=61e4e751-58c3-44b7-8fce-c3507a0cdccc HTTP/1.1" status: 200 len: 999 time: 0.1136627 Jan 26 21:29:53.792551 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Current status of the port 08bf6af7-9bd6-4c7e-9449-95a3cfd1322c is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:29:53.801711 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4f1e7f-d364-4e4e-92e8-aa2883ab6511 req-a9bb1859-eecc-4813-a56d-6012d24c37b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:29:53.803222 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-7b4f1e7f-d364-4e4e-92e8-aa2883ab6511 req-a9bb1859-eecc-4813-a56d-6012d24c37b2 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=b97a8223-0b24-4ba7-b338-51c5c9119da6 HTTP/1.1" status: 200 len: 852 time: 0.0573063 Jan 26 21:29:53.901158 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4f1e7f-d364-4e4e-92e8-aa2883ab6511 req-61355e3c-fe49-40c0-99c6-d06968e7a062 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:29:53.902951 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-7b4f1e7f-d364-4e4e-92e8-aa2883ab6511 req-61355e3c-fe49-40c0-99c6-d06968e7a062 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=d67e3ebe-4ba7-45de-a361-0a193d47dcd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0911078 Jan 26 21:29:53.904079 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-02e75b79-d5a4-4dbc-b226-35b81b521def tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746560636600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746560234536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9281553'] for port (fc18772c-884f-4e85-8ac4-20fadf8343cb), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:29:53.959483 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e75b79-d5a4-4dbc-b226-35b81b521def tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Pushing event deleted for resources: {'Port': ['ID=fc18772c-884f-4e85-8ac4-20fadf8343cb,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:29:54.065604 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-839dd188-ec69-470c-9ab0-d318dc1a2e96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (e79b4fc6-6c71-44b2-a6d0-ff3e1f4dfd0d), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:29:54.079979 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-02e75b79-d5a4-4dbc-b226-35b81b521def tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:29:54.085758 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-02e75b79-d5a4-4dbc-b226-35b81b521def tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] 10.222.0.13 "DELETE /v2.0/ports/fc18772c-884f-4e85-8ac4-20fadf8343cb HTTP/1.1" status: 204 len: 168 time: 0.9034297 Jan 26 21:29:54.086964 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 50906) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:29:54.114912 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-7b4f1e7f-d364-4e4e-92e8-aa2883ab6511 req-82dc76c2-c318-4e98-b8a9-09af077d5e74 service neutron] 10.222.0.66 "GET /v2.0/networks/d67e3ebe-4ba7-45de-a361-0a193d47dcd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2027326 Jan 26 21:29:54.123011 n-d-760453-5 neutron-server[103305]: INFO neutron.pecan_wsgi.hooks.translation [None req-71ae6a1c-b146-477a-8f75-a9e2f8aa88b2 tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] GET failed (client error): The resource could not be found. Jan 26 21:29:54.124826 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-71ae6a1c-b146-477a-8f75-a9e2f8aa88b2 tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] 10.222.0.13 "GET /v2.0/ports/fc18772c-884f-4e85-8ac4-20fadf8343cb HTTP/1.1" status: 404 len: 333 time: 0.0366452 Jan 26 21:29:54.127556 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 50908) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:29:54.190907 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.db_base_plugin_v2 [None req-5d9329c3-33d9-4078-ad8a-f48d89f4b354 tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Deleting subnet 35d56d57-e2f2-4c7d-a162-a2b50c97fad1 {{(pid=103305) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 26 21:29:54.195074 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-5d9329c3-33d9-4078-ad8a-f48d89f4b354 tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Publish callbacks [] for subnet (35d56d57-e2f2-4c7d-a162-a2b50c97fad1), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:29:54.251128 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-5d9329c3-33d9-4078-ad8a-f48d89f4b354 tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11788946'] for subnet (35d56d57-e2f2-4c7d-a162-a2b50c97fad1), precommit_delete_associations {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:29:54.259166 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Device 76b67d01-e977-4af8-80e0-0024bcb18a45 up at agent hyperv_n-h1-760453-5 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 21:29:54.360822 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Provisioning for port 76b67d01-e977-4af8-80e0-0024bcb18a45 completed by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 21:29:54.366378 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Provisioning complete for port 76b67d01-e977-4af8-80e0-0024bcb18a45 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:29:54.367170 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (76b67d01-e977-4af8-80e0-0024bcb18a45), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:29:54.402046 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-5d9329c3-33d9-4078-ad8a-f48d89f4b354 tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687316'] for subnet (35d56d57-e2f2-4c7d-a162-a2b50c97fad1), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:29:54.471142 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Current status of the port 76b67d01-e977-4af8-80e0-0024bcb18a45 is: BUILD; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:29:54.471544 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (76b67d01-e977-4af8-80e0-0024bcb18a45), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:29:54.504707 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-5d9329c3-33d9-4078-ad8a-f48d89f4b354 tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11791594', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11599980'] for subnet (35d56d57-e2f2-4c7d-a162-a2b50c97fad1), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:29:54.508890 n-d-760453-5 neutron-server[103306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c947e2a6-4eb3-4b93-905b-515cc992a63b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76b67d01-e977-4af8-80e0-0024bcb18a45'}] {{(pid=103306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 21:29:54.516641 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9d5d370febab655511bdd2ffe887e43e442d144a440368702bcc1e93af00b97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c97ba2d-8ee6-4053-847c-3c6979262411" -d '{"events": [{"server_uuid": "c947e2a6-4eb3-4b93-905b-515cc992a63b", "name": "network-vif-plugged", "status": "completed", "tag": "76b67d01-e977-4af8-80e0-0024bcb18a45"}]}' {{(pid=103306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 21:29:54.523767 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-5d9329c3-33d9-4078-ad8a-f48d89f4b354 tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709645'] for subnet (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:29:54.532721 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-5d9329c3-33d9-4078-ad8a-f48d89f4b354 tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] 10.222.0.13 "DELETE /v2.0/subnets/35d56d57-e2f2-4c7d-a162-a2b50c97fad1 HTTP/1.1" status: 204 len: 168 time: 0.4040470 Jan 26 21:29:54.546649 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca3c6c02-5f45-4538-8390-58667c5b933d None None] Network 21a851a1-fd40-4ce7-8b28-14ad2e32c445 requested from n-d-760453-5 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 26 21:29:54.550315 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] For port 76b67d01-e977-4af8-80e0-0024bcb18a45, host n-h1-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-5',level=0,port_id=76b67d01-e977-4af8-80e0-0024bcb18a45,segment=NetworkSegment(3717183c-69c6-44ee-ac2f-ec1e05ab35f5),segment_id=3717183c-69c6-44ee-ac2f-ec1e05ab35f5)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:29:54.554771 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 50918) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:29:54.555911 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d9329c3-33d9-4078-ad8a-f48d89f4b354 tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Pushing event deleted for resources: {'Subnet': ['ID=35d56d57-e2f2-4c7d-a162-a2b50c97fad1,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:29:54.637219 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (76b67d01-e977-4af8-80e0-0024bcb18a45), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:29:54.654524 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-7b4f1e7f-d364-4e4e-92e8-aa2883ab6511 req-141c3c70-6bf1-446f-a429-bb65fa9e8c93 service neutron] 10.222.0.66 "GET /v2.0/networks/d67e3ebe-4ba7-45de-a361-0a193d47dcd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5139558 Jan 26 21:29:54.665076 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-e5a15057-3d72-452d-81b7-98d811c0a3ad tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-748181'] for network (21a851a1-fd40-4ce7-8b28-14ad2e32c445), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:29:54.667092 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194d3b58-ca67-47ad-b7e2-1277d6fa1018 req-43830a14-6f16-417d-9ad1-022078e798fc tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:29:54.674180 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-194d3b58-ca67-47ad-b7e2-1277d6fa1018 req-43830a14-6f16-417d-9ad1-022078e798fc tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] 10.222.0.13 "GET /v2.0/ports?device_id=c947e2a6-4eb3-4b93-905b-515cc992a63b HTTP/1.1" status: 200 len: 944 time: 0.5710247 Jan 26 21:29:54.703708 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a41163-003b-4025-aa80-425f3e12a2d5 req-4fb96806-cc81-467f-a315-06bfd8094b10 tempest-AttachVolumeShelveTestJSON-345998519 tempest-AttachVolumeShelveTestJSON-345998519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:29:54.705259 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-b2a41163-003b-4025-aa80-425f3e12a2d5 req-4fb96806-cc81-467f-a315-06bfd8094b10 tempest-AttachVolumeShelveTestJSON-345998519 tempest-AttachVolumeShelveTestJSON-345998519-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a78b0a6-78a4-4bc7-9a2d-0384fc9d6981 HTTP/1.1" status: 200 len: 943 time: 0.1122499 Jan 26 21:29:54.748066 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Pushing event updated for resources: {'Port': ['ID=76b67d01-e977-4af8-80e0-0024bcb18a45,revision_number=5']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:29:54.756894 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-194d3b58-ca67-47ad-b7e2-1277d6fa1018 req-195496a0-b619-4441-b8e4-4e85c687b834 tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] 10.222.0.13 "GET /v2.0/security-groups?id=d37b3ff7-2317-46ab-9f4f-b0d217809a4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0777144 Jan 26 21:29:54.765956 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-e5a15057-3d72-452d-81b7-98d811c0a3ad tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Deleting port 08bf6af7-9bd6-4c7e-9449-95a3cfd1322c {{(pid=103305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 21:29:54.766424 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-e5a15057-3d72-452d-81b7-98d811c0a3ad tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746560630878'] for port (08bf6af7-9bd6-4c7e-9449-95a3cfd1322c), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:29:54.820269 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-b2a41163-003b-4025-aa80-425f3e12a2d5 req-ae7203b9-e235-4210-b1f5-45750fedb844 tempest-AttachVolumeShelveTestJSON-345998519 tempest-AttachVolumeShelveTestJSON-345998519-project] 10.222.0.13 "GET /v2.0/security-groups?id=a25c4f90-015b-4812-87d5-e6df93d42e7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1038122 Jan 26 21:29:54.850385 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Jan 2022 21:29:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-090df838-7a4f-4f8c-b801-d1af063d55a7 x-openstack-request-id: req-090df838-7a4f-4f8c-b801-d1af063d55a7 {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 21:29:54.850942 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c947e2a6-4eb3-4b93-905b-515cc992a63b", "name": "network-vif-plugged", "status": "completed", "tag": "76b67d01-e977-4af8-80e0-0024bcb18a45", "code": 200}]} {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 21:29:54.851204 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-090df838-7a4f-4f8c-b801-d1af063d55a7 {{(pid=103306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 21:29:54.851610 n-d-760453-5 neutron-server[103306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c947e2a6-4eb3-4b93-905b-515cc992a63b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76b67d01-e977-4af8-80e0-0024bcb18a45', 'code': 200} Jan 26 21:29:54.860444 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [None req-e5a15057-3d72-452d-81b7-98d811c0a3ad tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] For port 08bf6af7-9bd6-4c7e-9449-95a3cfd1322c, host n-d-760453-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=08bf6af7-9bd6-4c7e-9449-95a3cfd1322c,segment=NetworkSegment(cf627538-3172-478d-900e-d280a6da7466),segment_id=cf627538-3172-478d-900e-d280a6da7466)] {{(pid=103305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:29:54.860875 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-e5a15057-3d72-452d-81b7-98d811c0a3ad tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4109658'] for port (08bf6af7-9bd6-4c7e-9449-95a3cfd1322c), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:29:54.883289 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-e5a15057-3d72-452d-81b7-98d811c0a3ad tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Calling delete_port for 08bf6af7-9bd6-4c7e-9449-95a3cfd1322c owned by network:dhcp {{(pid=103305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 21:29:54.891702 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8b945da-9dbb-47e5-a51a-58525fa62913 None None] DHCP port deletion for 21a851a1-fd40-4ce7-8b28-14ad2e32c445 request from n-d-760453-5 {{(pid=103306) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 26 21:29:54.969505 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-c8b945da-9dbb-47e5-a51a-58525fa62913 None None] Deleting port 08bf6af7-9bd6-4c7e-9449-95a3cfd1322c {{(pid=103306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 21:29:54.969890 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-c8b945da-9dbb-47e5-a51a-58525fa62913 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746560630878'] for port (08bf6af7-9bd6-4c7e-9449-95a3cfd1322c), before_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:29:55.038231 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d711d12-0fa4-476d-8ce6-1a820524aeac req-a3dfbaee-d1fa-4ab0-89c2-31fac716391b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:29:55.072723 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-2d711d12-0fa4-476d-8ce6-1a820524aeac req-a3dfbaee-d1fa-4ab0-89c2-31fac716391b service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=c947e2a6-4eb3-4b93-905b-515cc992a63b HTTP/1.1" status: 200 len: 1096 time: 0.1270409 Jan 26 21:29:55.073789 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-c8b945da-9dbb-47e5-a51a-58525fa62913 None None] For port 08bf6af7-9bd6-4c7e-9449-95a3cfd1322c, host n-d-760453-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=08bf6af7-9bd6-4c7e-9449-95a3cfd1322c,segment=NetworkSegment(cf627538-3172-478d-900e-d280a6da7466),segment_id=cf627538-3172-478d-900e-d280a6da7466)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:29:55.074159 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-c8b945da-9dbb-47e5-a51a-58525fa62913 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4109658'] for port (08bf6af7-9bd6-4c7e-9449-95a3cfd1322c), precommit_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:29:55.095334 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-c8b945da-9dbb-47e5-a51a-58525fa62913 None None] Calling delete_port for 08bf6af7-9bd6-4c7e-9449-95a3cfd1322c owned by network:dhcp {{(pid=103306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 21:29:55.196686 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-2d711d12-0fa4-476d-8ce6-1a820524aeac req-8399b3a8-de37-4066-8ed4-0bdb8a71a9e8 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=d37b3ff7-2317-46ab-9f4f-b0d217809a4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1120157 Jan 26 21:29:55.281138 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-c8b945da-9dbb-47e5-a51a-58525fa62913 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746560636600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746560234536'] for port (08bf6af7-9bd6-4c7e-9449-95a3cfd1322c), after_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:29:55.374585 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c137d311-3f2c-42dd-a5d0-e4b2dd917ff6 req-33d5bf38-8fd0-42e0-80fc-1ce6b0d84492 tempest-ServersTestJSON-691555437 tempest-ServersTestJSON-691555437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:29:55.376197 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-c137d311-3f2c-42dd-a5d0-e4b2dd917ff6 req-33d5bf38-8fd0-42e0-80fc-1ce6b0d84492 tempest-ServersTestJSON-691555437 tempest-ServersTestJSON-691555437-project] 10.222.0.13 "GET /v2.0/ports?device_id=f968d5f7-4d05-49be-a3bc-b5d53988042d HTTP/1.1" status: 200 len: 946 time: 0.1071692 Jan 26 21:29:55.493594 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-c137d311-3f2c-42dd-a5d0-e4b2dd917ff6 req-6da23eee-5f95-4e74-988e-9828b625b5ff tempest-ServersTestJSON-691555437 tempest-ServersTestJSON-691555437-project] 10.222.0.13 "GET /v2.0/security-groups?id=91ad42bb-d200-4641-aa3b-ae4da8059b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1018677 Jan 26 21:29:55.505611 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-e5a15057-3d72-452d-81b7-98d811c0a3ad tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746560636600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746560234536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11791543'] for port (08bf6af7-9bd6-4c7e-9449-95a3cfd1322c), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:29:55.524376 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5a15057-3d72-452d-81b7-98d811c0a3ad tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] No DVR routers for this DVR port 08bf6af7-9bd6-4c7e-9449-95a3cfd1322c on host n-d-760453-5 {{(pid=103305) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 26 21:29:55.558608 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a15057-3d72-452d-81b7-98d811c0a3ad tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Pushing event deleted for resources: {'Port': ['ID=08bf6af7-9bd6-4c7e-9449-95a3cfd1322c,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:29:55.677223 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-e5a15057-3d72-452d-81b7-98d811c0a3ad tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-686403', 'neutron.services.segments.db._delete_segments_for_network-8746560774018'] for network (21a851a1-fd40-4ce7-8b28-14ad2e32c445), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:29:55.699065 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device 08bf6af7-9bd6-4c7e-9449-95a3cfd1322c no longer exists at agent ovs-agent-n-d-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 26 21:29:55.708045 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b945da-9dbb-47e5-a51a-58525fa62913 None None] Pushing event deleted for resources: {'Port': ['ID=08bf6af7-9bd6-4c7e-9449-95a3cfd1322c,revision_number=None']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:29:55.713667 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8b945da-9dbb-47e5-a51a-58525fa62913 None None] No DVR routers for this DVR port 08bf6af7-9bd6-4c7e-9449-95a3cfd1322c on host n-d-760453-5 {{(pid=103306) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 26 21:29:55.732196 n-d-760453-5 neutron-server[103305]: DEBUG neutron.services.segments.db [None req-e5a15057-3d72-452d-81b7-98d811c0a3ad tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['21a851a1-fd40-4ce7-8b28-14ad2e32c445']}} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:29:55.738872 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (fea0591a-627d-4c87-9a9a-01625ddf3277), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:29:55.741352 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] No Port match for: 08bf6af7-9bd6-4c7e-9449-95a3cfd1322c {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 26 21:29:55.742018 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device 08bf6af7-9bd6-4c7e-9449-95a3cfd1322c not bound to the agent host n-d-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 26 21:29:55.761741 n-d-760453-5 neutron-server[103305]: DEBUG neutron.services.segments.db [None req-e5a15057-3d72-452d-81b7-98d811c0a3ad tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cf627538-3172-478d-900e-d280a6da7466') {'for_net_delete': True} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:29:55.762152 n-d-760453-5 neutron-server[103305]: DEBUG neutron.services.segments.db [None req-e5a15057-3d72-452d-81b7-98d811c0a3ad tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cf627538-3172-478d-900e-d280a6da7466') {} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:29:55.777187 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-e5a15057-3d72-452d-81b7-98d811c0a3ad tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746560742283', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11788955'] for segment (cf627538-3172-478d-900e-d280a6da7466), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:29:55.799189 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-e5a15057-3d72-452d-81b7-98d811c0a3ad tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576559'] for segment (cf627538-3172-478d-900e-d280a6da7466), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:29:55.809451 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e5a15057-3d72-452d-81b7-98d811c0a3ad tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Releasing vlan 581 on physical network physnet1 to pool {{(pid=103305) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 26 21:29:55.809962 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-e5a15057-3d72-452d-81b7-98d811c0a3ad tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11791428'] for segment (cf627538-3172-478d-900e-d280a6da7466), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:29:55.814173 n-d-760453-5 neutron-server[103305]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 26 21:29:55.814173 n-d-760453-5 neutron-server[103305]: self.session.flush() Jan 26 21:29:55.814173 n-d-760453-5 neutron-server[103305]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 26 21:29:55.814173 n-d-760453-5 neutron-server[103305]: self.session.flush() Jan 26 21:29:55.814173 n-d-760453-5 neutron-server[103305]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 26 21:29:55.814173 n-d-760453-5 neutron-server[103305]: self.session.flush() Jan 26 21:29:55.814173 n-d-760453-5 neutron-server[103305]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 26 21:29:55.814173 n-d-760453-5 neutron-server[103305]: self.session.flush() Jan 26 21:29:55.814173 n-d-760453-5 neutron-server[103305]: Traceback (most recent call last): Jan 26 21:29:55.814173 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 26 21:29:55.814173 n-d-760453-5 neutron-server[103305]: timer() Jan 26 21:29:55.814173 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 26 21:29:55.814173 n-d-760453-5 neutron-server[103305]: cb(*args, **kw) Jan 26 21:29:55.814173 n-d-760453-5 neutron-server[103305]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 26 21:29:55.814173 n-d-760453-5 neutron-server[103305]: return func(*args, **kwargs) Jan 26 21:29:55.814173 n-d-760453-5 neutron-server[103305]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 26 21:29:55.814173 n-d-760453-5 neutron-server[103305]: self._notify() Jan 26 21:29:55.814173 n-d-760453-5 neutron-server[103305]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 26 21:29:55.814173 n-d-760453-5 neutron-server[103305]: self.callback(batched_events) Jan 26 21:29:55.814173 n-d-760453-5 neutron-server[103305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 26 21:29:55.814173 n-d-760453-5 neutron-server[103305]: event.method(event) Jan 26 21:29:55.814173 n-d-760453-5 neutron-server[103305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 26 21:29:55.814173 n-d-760453-5 neutron-server[103305]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 26 21:29:55.814173 n-d-760453-5 neutron-server[103305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 26 21:29:55.814173 n-d-760453-5 neutron-server[103305]: aggregate_uuid = self.p_client.list_aggregates( Jan 26 21:29:55.814173 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 26 21:29:55.814173 n-d-760453-5 neutron-server[103305]: return f(self, *a, **k) Jan 26 21:29:55.814173 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 26 21:29:55.814173 n-d-760453-5 neutron-server[103305]: return self._get(url).json() Jan 26 21:29:55.814173 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 26 21:29:55.814173 n-d-760453-5 neutron-server[103305]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 26 21:29:55.814173 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 26 21:29:55.814173 n-d-760453-5 neutron-server[103305]: return self.request(url, 'GET', **kwargs) Jan 26 21:29:55.814173 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 26 21:29:55.814173 n-d-760453-5 neutron-server[103305]: base_url = self.get_endpoint(auth, allow=allow, Jan 26 21:29:55.814173 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 26 21:29:55.814173 n-d-760453-5 neutron-server[103305]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 26 21:29:55.814173 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 26 21:29:55.814173 n-d-760453-5 neutron-server[103305]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 26 21:29:55.814173 n-d-760453-5 neutron-server[103305]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 26 21:29:56.019009 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-e5a15057-3d72-452d-81b7-98d811c0a3ad tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4110931'] for network (21a851a1-fd40-4ce7-8b28-14ad2e32c445), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:29:56.028824 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-e5a15057-3d72-452d-81b7-98d811c0a3ad tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709645'] for network (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:29:56.040009 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-e5a15057-3d72-452d-81b7-98d811c0a3ad tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] 10.222.0.13 "DELETE /v2.0/networks/21a851a1-fd40-4ce7-8b28-14ad2e32c445 HTTP/1.1" status: 204 len: 168 time: 1.4815431 Jan 26 21:29:56.043250 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 50950) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:29:56.049725 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-a37a2aa3-7c57-437e-9a8d-01b07f6e6c7b tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1675951016'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:29:56.067645 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a15057-3d72-452d-81b7-98d811c0a3ad tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Pushing event deleted for resources: {'Network': ['ID=21a851a1-fd40-4ce7-8b28-14ad2e32c445,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:29:56.090726 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a37a2aa3-7c57-437e-9a8d-01b07f6e6c7b tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Made reservation on behalf of 4da385aa39864c0f865aba377c69c57c for: {'network': 1} {{(pid=103305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 21:29:56.094790 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-a37a2aa3-7c57-437e-9a8d-01b07f6e6c7b tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for network (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:29:56.127092 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a37a2aa3-7c57-437e-9a8d-01b07f6e6c7b tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] vlan segment allocate from pool success with {'vlan_id': 553, 'physical_network': 'physnet1'} {{(pid=103305) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 26 21:29:56.135703 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0667efc-c2d4-45c6-908f-f3764d49e033 req-3759f702-9deb-44d7-aad4-321b8ee20cc8 tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:29:56.140545 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-c0667efc-c2d4-45c6-908f-f3764d49e033 req-3759f702-9deb-44d7-aad4-321b8ee20cc8 tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] 10.222.0.13 "GET /v2.0/ports?device_id=c947e2a6-4eb3-4b93-905b-515cc992a63b HTTP/1.1" status: 200 len: 945 time: 0.2321572 Jan 26 21:29:56.148255 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-a37a2aa3-7c57-437e-9a8d-01b07f6e6c7b tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576559'] for segment (3aca0cdb-ffd6-48d8-9a82-850d6f4d6d15), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:29:56.148994 n-d-760453-5 neutron-server[103305]: INFO neutron.db.segments_db [None req-a37a2aa3-7c57-437e-9a8d-01b07f6e6c7b tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Added segment 3aca0cdb-ffd6-48d8-9a82-850d6f4d6d15 of type vlan for network 1664b455-0577-4d4c-ad67-04b5c2f4c52e Jan 26 21:29:56.193219 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c705c325-5466-4e26-a00d-e557300c0609 req-e9981103-ef23-489c-bece-8f31b9557a72 tempest-AttachVolumeShelveTestJSON-345998519 tempest-AttachVolumeShelveTestJSON-345998519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:29:56.193219 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-c705c325-5466-4e26-a00d-e557300c0609 req-e9981103-ef23-489c-bece-8f31b9557a72 tempest-AttachVolumeShelveTestJSON-345998519 tempest-AttachVolumeShelveTestJSON-345998519-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a78b0a6-78a4-4bc7-9a2d-0384fc9d6981 HTTP/1.1" status: 200 len: 943 time: 0.2073896 Jan 26 21:29:56.218698 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-a37a2aa3-7c57-437e-9a8d-01b07f6e6c7b tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746560256871'] for network (1664b455-0577-4d4c-ad67-04b5c2f4c52e), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:29:56.267360 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-a37a2aa3-7c57-437e-9a8d-01b07f6e6c7b tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503'] for network (1664b455-0577-4d4c-ad67-04b5c2f4c52e), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:29:56.274947 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a37a2aa3-7c57-437e-9a8d-01b07f6e6c7b tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:29:56.275607 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-a37a2aa3-7c57-437e-9a8d-01b07f6e6c7b tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709645'] for network (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:29:56.287445 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-c705c325-5466-4e26-a00d-e557300c0609 req-7736d5cb-e090-44d4-af4b-1693c0523419 tempest-AttachVolumeShelveTestJSON-345998519 tempest-AttachVolumeShelveTestJSON-345998519-project] 10.222.0.13 "GET /v2.0/security-groups?id=a25c4f90-015b-4812-87d5-e6df93d42e7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0826740 Jan 26 21:29:56.309052 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-c0667efc-c2d4-45c6-908f-f3764d49e033 req-28251e81-f08d-42f3-b38a-ca46c5e53b20 tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] 10.222.0.13 "GET /v2.0/security-groups?id=d37b3ff7-2317-46ab-9f4f-b0d217809a4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1672890 Jan 26 21:29:56.363284 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-a37a2aa3-7c57-437e-9a8d-01b07f6e6c7b tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3186045 Jan 26 21:29:56.366063 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 50954) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:29:56.372790 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-e7cdc1a6-f300-4b5d-9512-b18508781cba tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Request body: {'subnet': {'network_id': '1664b455-0577-4d4c-ad67-04b5c2f4c52e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:29:56.425847 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a37a2aa3-7c57-437e-9a8d-01b07f6e6c7b tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Pushing event updated for resources: {'Network': ['ID=1664b455-0577-4d4c-ad67-04b5c2f4c52e,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:29:56.446839 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Network 1664b455-0577-4d4c-ad67-04b5c2f4c52e details requested by agent ovs-agent-n-d-760453-5 with host n-d-760453-5 {{(pid=103306) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 26 21:29:56.655194 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7cdc1a6-f300-4b5d-9512-b18508781cba tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Made reservation on behalf of 4da385aa39864c0f865aba377c69c57c for: {'subnet': 1} {{(pid=103304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 21:29:56.658928 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-e7cdc1a6-f300-4b5d-9512-b18508781cba tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12215181'] for subnet (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:29:56.865597 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2c125d-4915-4d84-bc01-eb9610064dae req-d1da9217-d03d-4f47-8c90-ac9e9e46598d tempest-ServersTestJSON-691555437 tempest-ServersTestJSON-691555437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:29:56.872905 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-bf2c125d-4915-4d84-bc01-eb9610064dae req-d1da9217-d03d-4f47-8c90-ac9e9e46598d tempest-ServersTestJSON-691555437 tempest-ServersTestJSON-691555437-project] 10.222.0.13 "GET /v2.0/ports?device_id=f968d5f7-4d05-49be-a3bc-b5d53988042d HTTP/1.1" status: 200 len: 946 time: 0.1380169 Jan 26 21:29:56.981401 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-bf2c125d-4915-4d84-bc01-eb9610064dae req-d7f6ceb5-6df7-4045-9ef2-8412ca02736b tempest-ServersTestJSON-691555437 tempest-ServersTestJSON-691555437-project] 10.222.0.13 "GET /v2.0/security-groups?id=91ad42bb-d200-4641-aa3b-ae4da8059b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0987165 Jan 26 21:29:57.052873 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-e7cdc1a6-f300-4b5d-9512-b18508781cba tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9285249', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12215227'] for subnet (4026182d-7ac9-46a2-aa4a-ab5f2cbc8183), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:29:57.136781 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7cdc1a6-f300-4b5d-9512-b18508781cba tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Pushing event updated for resources: {'Subnet': ['ID=4026182d-7ac9-46a2-aa4a-ab5f2cbc8183,revision_number=0']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:29:57.145178 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7cdc1a6-f300-4b5d-9512-b18508781cba tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Checking segment: {'id': '3aca0cdb-ffd6-48d8-9a82-850d6f4d6d15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '1664b455-0577-4d4c-ad67-04b5c2f4c52e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103304) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 21:29:57.145805 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7cdc1a6-f300-4b5d-9512-b18508781cba tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Network hostable DHCP agents. Network: 1664b455-0577-4d4c-ad67-04b5c2f4c52e, hostable agents: ['474ccdf7-ab6c-405b-a3b2-dc7b05829902'], hosted agents: [] {{(pid=103304) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 26 21:29:57.175223 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7cdc1a6-f300-4b5d-9512-b18508781cba tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Network 1664b455-0577-4d4c-ad67-04b5c2f4c52e is scheduled to be hosted by DHCP agent 474ccdf7-ab6c-405b-a3b2-dc7b05829902 with binding_index 1 {{(pid=103304) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 26 21:29:57.196323 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [None req-e7cdc1a6-f300-4b5d-9512-b18508781cba tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760453-5, 1664b455-0577-4d4c-ad67-04b5c2f4c52e) {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:29:57.201732 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7cdc1a6-f300-4b5d-9512-b18508781cba tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:29:57.202448 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-e7cdc1a6-f300-4b5d-9512-b18508781cba tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Publish callbacks [] for subnet (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:29:57.219961 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d46d3717-dd66-41b7-953d-35d7b1be0d52 None None] Network 1664b455-0577-4d4c-ad67-04b5c2f4c52e requested from n-d-760453-5 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 26 21:29:57.235102 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-e7cdc1a6-f300-4b5d-9512-b18508781cba tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8679359 Jan 26 21:29:57.237884 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 50974) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:29:57.243931 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-84d33020-1146-4f02-8928-1f7f73550952 tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Request body: {'port': {'network_id': '1664b455-0577-4d4c-ad67-04b5c2f4c52e', 'name': 'tempest-PortsTestJSON-1560478799', 'fixed_ips': [{'subnet_id': '4026182d-7ac9-46a2-aa4a-ab5f2cbc8183', 'ip_address': '172.20.0.10'}]}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:29:57.431133 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0de4799-9605-405a-9127-15d1d946e8cd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3c4099e8-8ffb-51d1-af7f-5868973e933f-1664b455-0577-4d4c-ad67-04b5c2f4c52e', 'network_id': '1664b455-0577-4d4c-ad67-04b5c2f4c52e', 'project_id': '4da385aa39864c0f865aba377c69c57c', 'fixed_ips': [{'subnet_id': '4026182d-7ac9-46a2-aa4a-ab5f2cbc8183'}]}} from n-d-760453-5. {{(pid=103306) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 26 21:29:57.433476 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-a0de4799-9605-405a-9127-15d1d946e8cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (None), before_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:29:57.434697 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84d33020-1146-4f02-8928-1f7f73550952 tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Made reservation on behalf of 4da385aa39864c0f865aba377c69c57c for: {'port': 1} {{(pid=103305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 21:29:57.527393 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd429343-d187-47f7-9e23-648166c8c067 req-1133dbc1-7fe6-4330-85f9-f011e303fff4 tempest-AttachVolumeShelveTestJSON-345998519 tempest-AttachVolumeShelveTestJSON-345998519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:29:57.541395 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-cd429343-d187-47f7-9e23-648166c8c067 req-1133dbc1-7fe6-4330-85f9-f011e303fff4 tempest-AttachVolumeShelveTestJSON-345998519 tempest-AttachVolumeShelveTestJSON-345998519-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a78b0a6-78a4-4bc7-9a2d-0384fc9d6981 HTTP/1.1" status: 200 len: 943 time: 0.1095960 Jan 26 21:29:57.618972 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-cd429343-d187-47f7-9e23-648166c8c067 req-dd255ede-0938-427c-b5d3-9be97e1d472f tempest-AttachVolumeShelveTestJSON-345998519 tempest-AttachVolumeShelveTestJSON-345998519-project] 10.222.0.13 "GET /v2.0/security-groups?id=a25c4f90-015b-4812-87d5-e6df93d42e7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0729575 Jan 26 21:29:57.643200 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-84d33020-1146-4f02-8928-1f7f73550952 tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:29:57.695422 n-d-760453-5 neutron-server[103305]: DEBUG neutron.notifiers.nova [None req-84d33020-1146-4f02-8928-1f7f73550952 tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] device_id is not set on port f818f8b7-818f-4e49-8e20-3f4ee88df979 yet. {{(pid=103305) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 26 21:29:57.783879 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.db_base_plugin_common [None req-a0de4799-9605-405a-9127-15d1d946e8cd None None] Allocated IP 172.20.0.2 (1664b455-0577-4d4c-ad67-04b5c2f4c52e/4026182d-7ac9-46a2-aa4a-ab5f2cbc8183/960f9b2b-21a8-418f-97dc-7229351b65bf) {{(pid=103306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 21:29:58.042821 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d44887f-a481-41be-a62f-4276d22dc91d req-f8003cd0-3095-4ff4-b746-61da724f0b50 tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:29:58.045437 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-9d44887f-a481-41be-a62f-4276d22dc91d req-f8003cd0-3095-4ff4-b746-61da724f0b50 tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] 10.222.0.13 "GET /v2.0/ports?device_id=c947e2a6-4eb3-4b93-905b-515cc992a63b HTTP/1.1" status: 200 len: 945 time: 0.0907249 Jan 26 21:29:58.095328 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-a0de4799-9605-405a-9127-15d1d946e8cd None None] Publish callbacks [] for port (960f9b2b-21a8-418f-97dc-7229351b65bf), precommit_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:29:58.121122 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-a0de4799-9605-405a-9127-15d1d946e8cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746560234527'] for port (960f9b2b-21a8-418f-97dc-7229351b65bf), after_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:29:58.165223 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-9d44887f-a481-41be-a62f-4276d22dc91d req-bf6153d4-256d-43c9-94cb-0c0199d94832 tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] 10.222.0.13 "GET /v2.0/security-groups?id=d37b3ff7-2317-46ab-9f4f-b0d217809a4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1071224 Jan 26 21:29:58.184705 n-d-760453-5 neutron-server[103306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0de4799-9605-405a-9127-15d1d946e8cd None None] Network 1664b455-0577-4d4c-ad67-04b5c2f4c52e is already hosted by enough agents. {{(pid=103306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 21:29:58.194166 n-d-760453-5 neutron-server[103306]: DEBUG neutron.scheduler.base_scheduler [None req-a0de4799-9605-405a-9127-15d1d946e8cd None None] Resources bound (agent type, host, resource id): {{(pid=103306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:29:58.201347 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0de4799-9605-405a-9127-15d1d946e8cd None None] Received port after_create {{(pid=103306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 21:29:58.231389 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.db_base_plugin_common [None req-84d33020-1146-4f02-8928-1f7f73550952 tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Allocated IP 172.20.0.10 (1664b455-0577-4d4c-ad67-04b5c2f4c52e/4026182d-7ac9-46a2-aa4a-ab5f2cbc8183/f818f8b7-818f-4e49-8e20-3f4ee88df979) {{(pid=103305) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 21:29:58.313845 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0de4799-9605-405a-9127-15d1d946e8cd None None] Pushing event updated for resources: {'Port': ['ID=960f9b2b-21a8-418f-97dc-7229351b65bf,revision_number=1']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:29:58.418372 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-a0de4799-9605-405a-9127-15d1d946e8cd None None] Attempting to bind port 960f9b2b-21a8-418f-97dc-7229351b65bf on host n-d-760453-5 for vnic_type normal with profile {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 21:29:58.418372 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-a0de4799-9605-405a-9127-15d1d946e8cd None None] Attempting to bind port 960f9b2b-21a8-418f-97dc-7229351b65bf by drivers openvswitch,hyperv on host n-d-760453-5 at level 0 using segments [{'id': '3aca0cdb-ffd6-48d8-9a82-850d6f4d6d15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '1664b455-0577-4d4c-ad67-04b5c2f4c52e'}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 26 21:29:58.418372 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0de4799-9605-405a-9127-15d1d946e8cd None None] Attempting to bind port 960f9b2b-21a8-418f-97dc-7229351b65bf on network 1664b455-0577-4d4c-ad67-04b5c2f4c52e {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 21:29:58.440841 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0de4799-9605-405a-9127-15d1d946e8cd None None] Checking agent: {'id': 'fea0591a-627d-4c87-9a9a-01625ddf3277', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760453-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 20, 55, 25), 'started_at': datetime.datetime(2022, 1, 26, 20, 55, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 21, 29, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760453-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 26 21:29:58.441341 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0de4799-9605-405a-9127-15d1d946e8cd None None] Checking segment: {'id': '3aca0cdb-ffd6-48d8-9a82-850d6f4d6d15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '1664b455-0577-4d4c-ad67-04b5c2f4c52e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 21:29:58.441920 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-a0de4799-9605-405a-9127-15d1d946e8cd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:29:58.442379 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0de4799-9605-405a-9127-15d1d946e8cd None None] Bound using segment: {'id': '3aca0cdb-ffd6-48d8-9a82-850d6f4d6d15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '1664b455-0577-4d4c-ad67-04b5c2f4c52e'} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 26 21:29:58.442935 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-a0de4799-9605-405a-9127-15d1d946e8cd None None] Bound port: 960f9b2b-21a8-418f-97dc-7229351b65bf, host: n-d-760453-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3aca0cdb-ffd6-48d8-9a82-850d6f4d6d15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '1664b455-0577-4d4c-ad67-04b5c2f4c52e'}}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 26 21:29:58.443325 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-a0de4799-9605-405a-9127-15d1d946e8cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (960f9b2b-21a8-418f-97dc-7229351b65bf), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:29:58.496144 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083c581a-4023-465b-85a4-ca5d48598797 req-c6984230-f56d-409c-b371-006b9c60190d tempest-ServersTestJSON-691555437 tempest-ServersTestJSON-691555437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:29:58.502042 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-083c581a-4023-465b-85a4-ca5d48598797 req-c6984230-f56d-409c-b371-006b9c60190d tempest-ServersTestJSON-691555437 tempest-ServersTestJSON-691555437-project] 10.222.0.13 "GET /v2.0/ports?device_id=f968d5f7-4d05-49be-a3bc-b5d53988042d HTTP/1.1" status: 200 len: 946 time: 0.1108046 Jan 26 21:29:58.614451 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-a0de4799-9605-405a-9127-15d1d946e8cd None None] For port 960f9b2b-21a8-418f-97dc-7229351b65bf, host n-d-760453-5, cleared binding levels {{(pid=103306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 26 21:29:58.626842 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-84d33020-1146-4f02-8928-1f7f73550952 tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Publish callbacks [] for port (f818f8b7-818f-4e49-8e20-3f4ee88df979), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:29:58.627264 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-a0de4799-9605-405a-9127-15d1d946e8cd None None] For port 960f9b2b-21a8-418f-97dc-7229351b65bf, host n-d-760453-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=960f9b2b-21a8-418f-97dc-7229351b65bf,segment=NetworkSegment(3aca0cdb-ffd6-48d8-9a82-850d6f4d6d15),segment_id=3aca0cdb-ffd6-48d8-9a82-850d6f4d6d15)] {{(pid=103306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 26 21:29:58.630767 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-083c581a-4023-465b-85a4-ca5d48598797 req-4d3b7e8f-04ae-4b9f-ac4f-b32e75f12641 tempest-ServersTestJSON-691555437 tempest-ServersTestJSON-691555437-project] 10.222.0.13 "GET /v2.0/security-groups?id=91ad42bb-d200-4641-aa3b-ae4da8059b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1206939 Jan 26 21:29:58.646457 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-a0de4799-9605-405a-9127-15d1d946e8cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (960f9b2b-21a8-418f-97dc-7229351b65bf), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:29:58.716593 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-84d33020-1146-4f02-8928-1f7f73550952 tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746560234527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11791543'] for port (f818f8b7-818f-4e49-8e20-3f4ee88df979), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:29:58.774548 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0de4799-9605-405a-9127-15d1d946e8cd None None] Pushing event updated for resources: {'Port': ['ID=960f9b2b-21a8-418f-97dc-7229351b65bf,revision_number=2']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:29:58.881413 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84d33020-1146-4f02-8928-1f7f73550952 tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Network 1664b455-0577-4d4c-ad67-04b5c2f4c52e is already hosted by enough agents. {{(pid=103305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 21:29:58.888818 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [None req-84d33020-1146-4f02-8928-1f7f73550952 tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Resources bound (agent type, host, resource id): {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:29:58.900094 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84d33020-1146-4f02-8928-1f7f73550952 tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Received port after_create {{(pid=103305) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 21:29:58.938433 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d33020-1146-4f02-8928-1f7f73550952 tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Pushing event updated for resources: {'Port': ['ID=f818f8b7-818f-4e49-8e20-3f4ee88df979,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:29:58.974514 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f16319-19c0-4ba2-8407-17741cfb1f87 req-10c86ed1-0da2-4913-a487-c88602a4e354 tempest-AttachVolumeShelveTestJSON-345998519 tempest-AttachVolumeShelveTestJSON-345998519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:29:58.977833 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-34f16319-19c0-4ba2-8407-17741cfb1f87 req-10c86ed1-0da2-4913-a487-c88602a4e354 tempest-AttachVolumeShelveTestJSON-345998519 tempest-AttachVolumeShelveTestJSON-345998519-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a78b0a6-78a4-4bc7-9a2d-0384fc9d6981 HTTP/1.1" status: 200 len: 943 time: 0.1375082 Jan 26 21:29:58.998354 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84d33020-1146-4f02-8928-1f7f73550952 tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:29:58.998816 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-84d33020-1146-4f02-8928-1f7f73550952 tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:29:59.028713 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-84d33020-1146-4f02-8928-1f7f73550952 tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 1.7890546 Jan 26 21:29:59.033560 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 50994) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:29:59.040337 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-757cf855-125d-48d6-9cf4-44894377a4fd tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Request body: {'port': {'network_id': '1664b455-0577-4d4c-ad67-04b5c2f4c52e', 'name': 'tempest-PortsTestJSON-1001260108', 'fixed_ips': [{'subnet_id': '4026182d-7ac9-46a2-aa4a-ab5f2cbc8183', 'ip_address': '172.20.0.9'}]}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:29:59.156313 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-34f16319-19c0-4ba2-8407-17741cfb1f87 req-e03aca7c-d7f1-431d-b14f-813e589e9db0 tempest-AttachVolumeShelveTestJSON-345998519 tempest-AttachVolumeShelveTestJSON-345998519-project] 10.222.0.13 "GET /v2.0/security-groups?id=a25c4f90-015b-4812-87d5-e6df93d42e7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1734054 Jan 26 21:29:59.309664 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-757cf855-125d-48d6-9cf4-44894377a4fd tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Made reservation on behalf of 4da385aa39864c0f865aba377c69c57c for: {'port': 1} {{(pid=103304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 21:29:59.375419 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b17a7c-0daf-4c96-8eb5-755a5b35c79e req-004006cf-5fd5-48c6-b15e-f78ebb999fe4 tempest-ServersTestJSON-691555437 tempest-ServersTestJSON-691555437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:29:59.386285 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-41b17a7c-0daf-4c96-8eb5-755a5b35c79e req-004006cf-5fd5-48c6-b15e-f78ebb999fe4 tempest-ServersTestJSON-691555437 tempest-ServersTestJSON-691555437-project] 10.222.0.57 "GET /v2.0/ports?device_id=f968d5f7-4d05-49be-a3bc-b5d53988042d HTTP/1.1" status: 200 len: 946 time: 0.1205020 Jan 26 21:29:59.451978 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b5c080-c6c7-410d-ab67-e8cb2d7c823c req-a1c0fa0c-ecdf-4684-a930-51d40c4b59ce tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:29:59.469134 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-a3b5c080-c6c7-410d-ab67-e8cb2d7c823c req-a1c0fa0c-ecdf-4684-a930-51d40c4b59ce tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] 10.222.0.13 "GET /v2.0/ports?device_id=c947e2a6-4eb3-4b93-905b-515cc992a63b HTTP/1.1" status: 200 len: 945 time: 0.1904154 Jan 26 21:29:59.602169 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [req-41b17a7c-0daf-4c96-8eb5-755a5b35c79e req-092336b3-84ae-435d-9838-f96b87282d8b tempest-ServersTestJSON-691555437 tempest-ServersTestJSON-691555437-project] Deleting port c7666755-0865-4d25-beed-0df0b9eaa4a9 {{(pid=103305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 21:29:59.603397 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-41b17a7c-0daf-4c96-8eb5-755a5b35c79e req-092336b3-84ae-435d-9838-f96b87282d8b tempest-ServersTestJSON-691555437 tempest-ServersTestJSON-691555437-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746560630878'] for port (c7666755-0865-4d25-beed-0df0b9eaa4a9), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:29:59.688676 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-a3b5c080-c6c7-410d-ab67-e8cb2d7c823c req-212b4edf-ec12-47e0-bc0b-7d8128969910 tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] 10.222.0.13 "GET /v2.0/security-groups?id=d37b3ff7-2317-46ab-9f4f-b0d217809a4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2185624 Jan 26 21:29:59.692940 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-757cf855-125d-48d6-9cf4-44894377a4fd tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:29:59.766341 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device 960f9b2b-21a8-418f-97dc-7229351b65bf up at agent ovs-agent-n-d-760453-5 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 21:29:59.766983 n-d-760453-5 neutron-server[103304]: DEBUG neutron.notifiers.nova [None req-757cf855-125d-48d6-9cf4-44894377a4fd tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] device_id is not set on port 2e450593-40a3-4186-8fb0-d830b2f4cff8 yet. {{(pid=103304) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 26 21:29:59.809615 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [req-41b17a7c-0daf-4c96-8eb5-755a5b35c79e req-092336b3-84ae-435d-9838-f96b87282d8b tempest-ServersTestJSON-691555437 tempest-ServersTestJSON-691555437-project] For port c7666755-0865-4d25-beed-0df0b9eaa4a9, host n-h2-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-5',level=0,port_id=c7666755-0865-4d25-beed-0df0b9eaa4a9,segment=NetworkSegment(64fcf19e-d8c4-494a-a2e7-d4a08d4b0641),segment_id=64fcf19e-d8c4-494a-a2e7-d4a08d4b0641)] {{(pid=103305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:29:59.811269 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-41b17a7c-0daf-4c96-8eb5-755a5b35c79e req-092336b3-84ae-435d-9838-f96b87282d8b tempest-ServersTestJSON-691555437 tempest-ServersTestJSON-691555437-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4109658'] for port (c7666755-0865-4d25-beed-0df0b9eaa4a9), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:29:59.944269 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Provisioning complete for port 960f9b2b-21a8-418f-97dc-7229351b65bf triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:29:59.949257 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (960f9b2b-21a8-418f-97dc-7229351b65bf), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:30:00.171893 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Current status of the port 960f9b2b-21a8-418f-97dc-7229351b65bf is: DOWN; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:30:00.172493 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (960f9b2b-21a8-418f-97dc-7229351b65bf), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:30:00.271567 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f67d86c-54f3-4b76-b367-583b548989a5 req-aaa81d82-a26a-44f4-a7cb-efff1af23892 tempest-ServersTestJSON-691555437 tempest-ServersTestJSON-691555437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:30:00.273191 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-0f67d86c-54f3-4b76-b367-583b548989a5 req-aaa81d82-a26a-44f4-a7cb-efff1af23892 tempest-ServersTestJSON-691555437 tempest-ServersTestJSON-691555437-project] 10.222.0.13 "GET /v2.0/ports?device_id=f968d5f7-4d05-49be-a3bc-b5d53988042d HTTP/1.1" status: 200 len: 946 time: 0.2383506 Jan 26 21:30:00.313996 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] For port 960f9b2b-21a8-418f-97dc-7229351b65bf, host n-d-760453-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=960f9b2b-21a8-418f-97dc-7229351b65bf,segment=NetworkSegment(3aca0cdb-ffd6-48d8-9a82-850d6f4d6d15),segment_id=3aca0cdb-ffd6-48d8-9a82-850d6f4d6d15)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:30:00.318733 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.db_base_plugin_common [None req-757cf855-125d-48d6-9cf4-44894377a4fd tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Allocated IP 172.20.0.9 (1664b455-0577-4d4c-ad67-04b5c2f4c52e/4026182d-7ac9-46a2-aa4a-ab5f2cbc8183/2e450593-40a3-4186-8fb0-d830b2f4cff8) {{(pid=103304) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 21:30:00.327462 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (960f9b2b-21a8-418f-97dc-7229351b65bf), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:30:00.416781 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Pushing event updated for resources: {'Port': ['ID=960f9b2b-21a8-418f-97dc-7229351b65bf,revision_number=3']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:30:00.480084 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-41b17a7c-0daf-4c96-8eb5-755a5b35c79e req-092336b3-84ae-435d-9838-f96b87282d8b tempest-ServersTestJSON-691555437 tempest-ServersTestJSON-691555437-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:30:00.480459 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-41b17a7c-0daf-4c96-8eb5-755a5b35c79e req-092336b3-84ae-435d-9838-f96b87282d8b tempest-ServersTestJSON-691555437 tempest-ServersTestJSON-691555437-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4110913'] for floatingip (dbc58367-db23-4f8d-afb7-a260a7294786), after_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:30:00.480787 n-d-760453-5 neutron-server[103305]: INFO neutron.db.l3_db [req-41b17a7c-0daf-4c96-8eb5-755a5b35c79e req-092336b3-84ae-435d-9838-f96b87282d8b tempest-ServersTestJSON-691555437 tempest-ServersTestJSON-691555437-project] Floating IP dbc58367-db23-4f8d-afb7-a260a7294786 disassociated. External IP: 172.25.1.148, port: c7666755-0865-4d25-beed-0df0b9eaa4a9. Jan 26 21:30:00.481138 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [req-41b17a7c-0daf-4c96-8eb5-755a5b35c79e req-092336b3-84ae-435d-9838-f96b87282d8b tempest-ServersTestJSON-691555437 tempest-ServersTestJSON-691555437-project] Calling delete_port for c7666755-0865-4d25-beed-0df0b9eaa4a9 owned by compute:nova {{(pid=103305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 21:30:00.640051 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-0f67d86c-54f3-4b76-b367-583b548989a5 req-57cac68a-a072-490b-ae26-9712ea4f9c88 tempest-ServersTestJSON-691555437 tempest-ServersTestJSON-691555437-project] 10.222.0.13 "GET /v2.0/security-groups?id=91ad42bb-d200-4641-aa3b-ae4da8059b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3339882 Jan 26 21:30:00.835858 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-41b17a7c-0daf-4c96-8eb5-755a5b35c79e req-092336b3-84ae-435d-9838-f96b87282d8b tempest-ServersTestJSON-691555437 tempest-ServersTestJSON-691555437-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746560636600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746560234536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11791543'] for port (c7666755-0865-4d25-beed-0df0b9eaa4a9), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:30:00.865956 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-697b7704-8b0b-493c-a6a6-0671d640f6ad None None] Network 1664b455-0577-4d4c-ad67-04b5c2f4c52e requested from n-d-760453-5 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 26 21:30:00.986927 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-757cf855-125d-48d6-9cf4-44894377a4fd tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Publish callbacks [] for port (2e450593-40a3-4186-8fb0-d830b2f4cff8), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:30:01.100259 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-757cf855-125d-48d6-9cf4-44894377a4fd tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746560234527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9281553'] for port (2e450593-40a3-4186-8fb0-d830b2f4cff8), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:30:01.145334 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-092336b3-84ae-435d-9838-f96b87282d8b tempest-ServersTestJSON-691555437 tempest-ServersTestJSON-691555437-project] Pushing event deleted for resources: {'Port': ['ID=c7666755-0865-4d25-beed-0df0b9eaa4a9,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:30:01.145557 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-665edf64-a362-42ba-a805-0ac8ad8bc94a None None] Provisioning complete for port 960f9b2b-21a8-418f-97dc-7229351b65bf triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:30:01.145718 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-665edf64-a362-42ba-a805-0ac8ad8bc94a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (960f9b2b-21a8-418f-97dc-7229351b65bf), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:30:01.259677 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-757cf855-125d-48d6-9cf4-44894377a4fd tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Network 1664b455-0577-4d4c-ad67-04b5c2f4c52e is already hosted by enough agents. {{(pid=103304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 21:30:01.266219 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [None req-757cf855-125d-48d6-9cf4-44894377a4fd tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Resources bound (agent type, host, resource id): {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:30:01.356521 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.l3_agent_scheduler [req-41b17a7c-0daf-4c96-8eb5-755a5b35c79e req-092336b3-84ae-435d-9838-f96b87282d8b tempest-ServersTestJSON-691555437 tempest-ServersTestJSON-691555437-project] Router 8eb58fbf-0428-4c48-a28b-f93fda1b012b has already been hosted by L3 agent 09df100c-3af1-4b0a-bda8-05914c71c458 {{(pid=103305) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 26 21:30:01.377452 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-665edf64-a362-42ba-a805-0ac8ad8bc94a None None] Current status of the port 960f9b2b-21a8-418f-97dc-7229351b65bf is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:30:01.379337 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-757cf855-125d-48d6-9cf4-44894377a4fd tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Received port after_create {{(pid=103304) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 21:30:01.599018 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-757cf855-125d-48d6-9cf4-44894377a4fd tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:30:01.599827 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-757cf855-125d-48d6-9cf4-44894377a4fd tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:30:01.644264 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2aa484-5b4e-4d7e-a9d5-12b40ebe8d4e req-c374fb37-66e8-4ab8-9135-fd5e9bb6f7b1 tempest-AttachVolumeShelveTestJSON-345998519 tempest-AttachVolumeShelveTestJSON-345998519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:30:01.652697 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-af2aa484-5b4e-4d7e-a9d5-12b40ebe8d4e req-c374fb37-66e8-4ab8-9135-fd5e9bb6f7b1 tempest-AttachVolumeShelveTestJSON-345998519 tempest-AttachVolumeShelveTestJSON-345998519-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a78b0a6-78a4-4bc7-9a2d-0384fc9d6981 HTTP/1.1" status: 200 len: 943 time: 0.6059029 Jan 26 21:30:01.690389 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-757cf855-125d-48d6-9cf4-44894377a4fd tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.6519289 Jan 26 21:30:01.698102 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 51014) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:30:01.761940 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device 960f9b2b-21a8-418f-97dc-7229351b65bf up at agent ovs-agent-n-d-760453-5 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 21:30:01.787685 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-757cf855-125d-48d6-9cf4-44894377a4fd tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Pushing event updated for resources: {'Port': ['ID=2e450593-40a3-4186-8fb0-d830b2f4cff8,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:30:01.819992 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-41b17a7c-0daf-4c96-8eb5-755a5b35c79e req-092336b3-84ae-435d-9838-f96b87282d8b tempest-ServersTestJSON-691555437 tempest-ServersTestJSON-691555437-project] Notify agent at l3_agent.n-d-760453-5 the message routers_updated {{(pid=103305) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 26 21:30:01.833643 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc20efed-695a-4fe6-a409-99602f5ccb23 None None] Sync routers for ids ['8eb58fbf-0428-4c48-a28b-f93fda1b012b'] in n-d-760453-5 {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 26 21:30:01.852964 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc20efed-695a-4fe6-a409-99602f5ccb23 None None] Routers {'8eb58fbf-0428-4c48-a28b-f93fda1b012b'} bound to L3 agent in host n-d-760453-5 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 21:30:01.853782 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-cc20efed-695a-4fe6-a409-99602f5ccb23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-26T20:55:21Z,description=,heartbeat_timestamp=2022-01-26T21:29:51Z,host='n-d-760453-5',id=09df100c-3af1-4b0a-bda8-05914c71c458,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:55:21Z,topic='l3_agent')) {'router_ids': ['8eb58fbf-0428-4c48-a28b-f93fda1b012b'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:30:01.877081 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Device c7666755-0865-4d25-beed-0df0b9eaa4a9 no longer exists at agent hyperv_n-h2-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 26 21:30:01.894794 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7c21a30-4af8-4d77-9f97-3cc3e9fd4d4d tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:30:01.896425 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-f7c21a30-4af8-4d77-9f97-3cc3e9fd4d4d tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] 10.222.0.13 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 923 time: 0.1931579 Jan 26 21:30:01.901705 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 51016) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:30:01.923775 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-af2aa484-5b4e-4d7e-a9d5-12b40ebe8d4e req-0286a31b-04af-4d86-8455-6b38eb0ab115 tempest-AttachVolumeShelveTestJSON-345998519 tempest-AttachVolumeShelveTestJSON-345998519-project] 10.222.0.13 "GET /v2.0/security-groups?id=a25c4f90-015b-4812-87d5-e6df93d42e7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2698505 Jan 26 21:30:01.930454 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [req-41b17a7c-0daf-4c96-8eb5-755a5b35c79e req-092336b3-84ae-435d-9838-f96b87282d8b tempest-ServersTestJSON-691555437 tempest-ServersTestJSON-691555437-project] No DVR routers for this DVR port c7666755-0865-4d25-beed-0df0b9eaa4a9 on host n-h2-760453-5 {{(pid=103305) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 26 21:30:01.938410 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-41b17a7c-0daf-4c96-8eb5-755a5b35c79e req-092336b3-84ae-435d-9838-f96b87282d8b tempest-ServersTestJSON-691555437 tempest-ServersTestJSON-691555437-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:30:01.941836 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-41b17a7c-0daf-4c96-8eb5-755a5b35c79e req-092336b3-84ae-435d-9838-f96b87282d8b tempest-ServersTestJSON-691555437 tempest-ServersTestJSON-691555437-project] 10.222.0.57 "DELETE /v2.0/ports/c7666755-0865-4d25-beed-0df0b9eaa4a9 HTTP/1.1" status: 204 len: 173 time: 2.5538888 Jan 26 21:30:01.942333 n-d-760453-5 neutron-server[103305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f968d5f7-4d05-49be-a3bc-b5d53988042d', 'name': 'network-vif-deleted', 'tag': 'c7666755-0865-4d25-beed-0df0b9eaa4a9'}] {{(pid=103305) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 21:30:01.944638 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d4654568b7bf041e72ff8fe1c96d6d761d9c921f2b99bc7b3a26632be20cee0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50a55815-d4ad-48b3-95f5-33091ab45d8e" -d '{"events": [{"server_uuid": "f968d5f7-4d05-49be-a3bc-b5d53988042d", "name": "network-vif-deleted", "tag": "c7666755-0865-4d25-beed-0df0b9eaa4a9"}]}' {{(pid=103305) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 21:30:01.957438 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] No Port match for: c7666755-0865-4d25-beed-0df0b9eaa4a9 {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 26 21:30:01.957777 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Device c7666755-0865-4d25-beed-0df0b9eaa4a9 not bound to the agent host n-h2-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 26 21:30:02.000569 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Provisioning complete for port 960f9b2b-21a8-418f-97dc-7229351b65bf triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:30:02.000937 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (960f9b2b-21a8-418f-97dc-7229351b65bf), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:30:02.043260 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abf8279a-26b5-440b-b21c-b891a8ec1a05 tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:30:02.055790 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abf8279a-26b5-440b-b21c-b891a8ec1a05 tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:30:02.072842 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-8d23c230-93ff-43c5-bf95-09b144a3e11f None None] Provisioning complete for port f818f8b7-818f-4e49-8e20-3f4ee88df979 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:30:02.076304 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abf8279a-26b5-440b-b21c-b891a8ec1a05 tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:30:02.076933 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-8d23c230-93ff-43c5-bf95-09b144a3e11f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (f818f8b7-818f-4e49-8e20-3f4ee88df979), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:30:02.080531 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-abf8279a-26b5-440b-b21c-b891a8ec1a05 tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] 10.222.0.13 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2380 time: 0.1755903 Jan 26 21:30:02.081201 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 51022) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:30:02.199470 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_dvr_db [None req-cc20efed-695a-4fe6-a409-99602f5ccb23 None None] Set router 8eb58fbf-0428-4c48-a28b-f93fda1b012b gateway port host: n-d-760453-5 {{(pid=103307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 21:30:02.222416 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-8d23c230-93ff-43c5-bf95-09b144a3e11f None None] Port f818f8b7-818f-4e49-8e20-3f4ee88df979 cannot update to ACTIVE because it is not bound. {{(pid=103306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 26 21:30:02.315448 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712344bb-8537-4999-8671-d9347a6741e2 req-84146a64-8e30-4e5a-a0ca-5922b873ec38 tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:30:02.323062 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-712344bb-8537-4999-8671-d9347a6741e2 req-84146a64-8e30-4e5a-a0ca-5922b873ec38 tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] 10.222.0.13 "GET /v2.0/ports?device_id=c947e2a6-4eb3-4b93-905b-515cc992a63b HTTP/1.1" status: 200 len: 945 time: 0.1773384 Jan 26 21:30:02.338970 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-5c6d5728-0b4a-4f3b-bbe5-48b813524641 tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Deleting port 2e450593-40a3-4186-8fb0-d830b2f4cff8 {{(pid=103305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 21:30:02.339290 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-5c6d5728-0b4a-4f3b-bbe5-48b813524641 tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746560630878'] for port (2e450593-40a3-4186-8fb0-d830b2f4cff8), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:30:02.346319 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-8d23c230-93ff-43c5-bf95-09b144a3e11f None None] Provisioning complete for port 2e450593-40a3-4186-8fb0-d830b2f4cff8 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:30:02.348071 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-8d23c230-93ff-43c5-bf95-09b144a3e11f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (2e450593-40a3-4186-8fb0-d830b2f4cff8), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:30:02.424509 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Current status of the port 960f9b2b-21a8-418f-97dc-7229351b65bf is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:30:02.442169 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-712344bb-8537-4999-8671-d9347a6741e2 req-131705f1-b071-4edc-a401-1dd1f229e457 tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] 10.222.0.13 "GET /v2.0/security-groups?id=d37b3ff7-2317-46ab-9f4f-b0d217809a4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1104414 Jan 26 21:30:02.461439 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-8d23c230-93ff-43c5-bf95-09b144a3e11f None None] Port 2e450593-40a3-4186-8fb0-d830b2f4cff8 cannot update to ACTIVE because it is not bound. {{(pid=103306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 26 21:30:02.498808 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-8d23c230-93ff-43c5-bf95-09b144a3e11f None None] Provisioning complete for port 960f9b2b-21a8-418f-97dc-7229351b65bf triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:30:02.499186 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-8d23c230-93ff-43c5-bf95-09b144a3e11f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (960f9b2b-21a8-418f-97dc-7229351b65bf), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:30:02.613774 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-5c6d5728-0b4a-4f3b-bbe5-48b813524641 tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4109658'] for port (2e450593-40a3-4186-8fb0-d830b2f4cff8), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:30:02.664278 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-5c6d5728-0b4a-4f3b-bbe5-48b813524641 tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Calling delete_port for 2e450593-40a3-4186-8fb0-d830b2f4cff8 owned by {{(pid=103305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 21:30:02.724357 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-8d23c230-93ff-43c5-bf95-09b144a3e11f None None] Current status of the port 960f9b2b-21a8-418f-97dc-7229351b65bf is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:30:02.852993 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-83cdc29f-2e95-4d89-bd77-dba0c23103ff None None] Provisioning complete for port 2e450593-40a3-4186-8fb0-d830b2f4cff8 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:30:02.853278 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-83cdc29f-2e95-4d89-bd77-dba0c23103ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (2e450593-40a3-4186-8fb0-d830b2f4cff8), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:30:02.903169 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-cc20efed-695a-4fe6-a409-99602f5ccb23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8eb58fbf-0428-4c48-a28b-f93fda1b012b', 'name': 'tempest-ServersTestJSON-60372698-router', 'tenant_id': 'ec177d36615b4624a9959f68ea3c49ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'external_fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.121'}], 'enable_snat': True}, 'gw_port_id': 'ac720063-0b2c-4c54-b677-d9870e1ecc17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T21:27:44Z', 'updated_at': '2022-01-26T21:27:51Z', 'revision_number': 4, 'project_id': 'ec177d36615b4624a9959f68ea3c49ca', 'gw_port': {'id': 'ac720063-0b2c-4c54-b677-d9870e1ecc17', 'name': '', 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:bd:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8eb58fbf-0428-4c48-a28b-f93fda1b012b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2478, 'fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:27:45Z', 'updated_at': '2022-01-26T21:27:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-5', '_interfaces': [{'id': 'd53adb51-3ac7-4fba-a87e-977ec756aa7e', 'name': '', 'network_id': '02122a10-4175-495f-8cc0-81e28431e82d', 'tenant_id': 'ec177d36615b4624a9959f68ea3c49ca', 'mac_address': 'fa:16:3e:20:10:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8eb58fbf-0428-4c48-a28b-f93fda1b012b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2482, 'fixed_ips': [{'subnet_id': '7585cddc-8bd2-40da-99aa-e3973041ec4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:27:49Z', 'updated_at': '2022-01-26T21:27:58Z', 'revision_number': 5, 'project_id': 'ec177d36615b4624a9959f68ea3c49ca', 'subnets': [{'id': '7585cddc-8bd2-40da-99aa-e3973041ec4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760453-5', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:30:02.945829 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-898b2b08-8e74-455e-bfcd-9a1f975b94c7 req-bd98bffd-9f92-4927-b0e1-2e156a677c00 tempest-ServersTestJSON-691555437 tempest-ServersTestJSON-691555437-project] 10.222.0.13 "GET /v2.0/ports?device_id=f968d5f7-4d05-49be-a3bc-b5d53988042d HTTP/1.1" status: 200 len: 210 time: 0.0576274 Jan 26 21:30:02.954263 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-83cdc29f-2e95-4d89-bd77-dba0c23103ff None None] Port 2e450593-40a3-4186-8fb0-d830b2f4cff8 cannot update to ACTIVE because it is not bound. {{(pid=103306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 26 21:30:02.994006 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc20efed-695a-4fe6-a409-99602f5ccb23 None None] Checking router: 8eb58fbf-0428-4c48-a28b-f93fda1b012b for host: n-d-760453-5 {{(pid=103307) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 26 21:30:02.994618 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-83cdc29f-2e95-4d89-bd77-dba0c23103ff None None] Provisioning complete for port f818f8b7-818f-4e49-8e20-3f4ee88df979 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:30:02.995172 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-83cdc29f-2e95-4d89-bd77-dba0c23103ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (f818f8b7-818f-4e49-8e20-3f4ee88df979), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:30:03.021202 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc20efed-695a-4fe6-a409-99602f5ccb23 None None] Routers {'8eb58fbf-0428-4c48-a28b-f93fda1b012b'} bound to L3 agent in host n-d-760453-5 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 21:30:03.023240 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-cc20efed-695a-4fe6-a409-99602f5ccb23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-26T20:55:21Z,description=,heartbeat_timestamp=2022-01-26T21:29:51Z,host='n-d-760453-5',id=09df100c-3af1-4b0a-bda8-05914c71c458,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:55:21Z,topic='l3_agent')) {'router_ids': ['8eb58fbf-0428-4c48-a28b-f93fda1b012b'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:30:03.057526 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-5c6d5728-0b4a-4f3b-bbe5-48b813524641 tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746560636600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746560234536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11791543'] for port (2e450593-40a3-4186-8fb0-d830b2f4cff8), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:30:03.078795 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-83cdc29f-2e95-4d89-bd77-dba0c23103ff None None] Port f818f8b7-818f-4e49-8e20-3f4ee88df979 cannot update to ACTIVE because it is not bound. {{(pid=103306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 26 21:30:03.097892 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Jan 2022 21:30:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4ce99ce-c6fd-4007-9208-180d2f95100d x-openstack-request-id: req-e4ce99ce-c6fd-4007-9208-180d2f95100d {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 21:30:03.099420 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f968d5f7-4d05-49be-a3bc-b5d53988042d", "name": "network-vif-deleted", "tag": "c7666755-0865-4d25-beed-0df0b9eaa4a9", "status": "completed", "code": 200}]} {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 21:30:03.099702 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e4ce99ce-c6fd-4007-9208-180d2f95100d {{(pid=103305) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 21:30:03.100146 n-d-760453-5 neutron-server[103305]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f968d5f7-4d05-49be-a3bc-b5d53988042d', 'name': 'network-vif-deleted', 'tag': 'c7666755-0865-4d25-beed-0df0b9eaa4a9', 'status': 'completed', 'code': 200} Jan 26 21:30:03.285482 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c299faad-293e-4671-80de-77ab0dbcc77f req-74b6da1f-2781-4dcb-927a-1674ee97589b tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:30:03.307077 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-c299faad-293e-4671-80de-77ab0dbcc77f req-74b6da1f-2781-4dcb-927a-1674ee97589b tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] 10.222.0.13 "GET /v2.0/ports?device_id=c947e2a6-4eb3-4b93-905b-515cc992a63b HTTP/1.1" status: 200 len: 945 time: 0.1440227 Jan 26 21:30:03.308849 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 51042) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:30:03.330440 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c6d5728-0b4a-4f3b-bbe5-48b813524641 tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Pushing event deleted for resources: {'Port': ['ID=2e450593-40a3-4186-8fb0-d830b2f4cff8,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:30:03.400754 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_dvr_db [None req-cc20efed-695a-4fe6-a409-99602f5ccb23 None None] Set router 8eb58fbf-0428-4c48-a28b-f93fda1b012b gateway port host: n-d-760453-5 {{(pid=103307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 21:30:03.404851 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-51350e48-106c-4386-a93e-9434f6460c8e tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] Request body: {'floatingip': {'port_id': '76b67d01-e977-4af8-80e0-0024bcb18a45'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:30:03.453852 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-5c6d5728-0b4a-4f3b-bbe5-48b813524641 tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:30:03.462759 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-5c6d5728-0b4a-4f3b-bbe5-48b813524641 tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] 10.222.0.13 "DELETE /v2.0/ports/2e450593-40a3-4186-8fb0-d830b2f4cff8 HTTP/1.1" status: 204 len: 168 time: 1.3793468 Jan 26 21:30:03.465050 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 51054) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:30:03.481283 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-51350e48-106c-4386-a93e-9434f6460c8e tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] Publish callbacks [] for floatingip (19ad2f59-2da6-4c35-8085-8120f66141c5), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:30:03.498919 n-d-760453-5 neutron-server[103305]: INFO neutron.pecan_wsgi.hooks.translation [None req-932c7aed-e66e-4d9d-b097-6c78dad05634 tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] GET failed (client error): The resource could not be found. Jan 26 21:30:03.506663 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-932c7aed-e66e-4d9d-b097-6c78dad05634 tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] 10.222.0.13 "GET /v2.0/ports/2e450593-40a3-4186-8fb0-d830b2f4cff8 HTTP/1.1" status: 404 len: 333 time: 0.0403409 Jan 26 21:30:03.507361 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 51056) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:30:03.677740 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea0ed7f-1a1c-47fd-a9a1-2f165904c4fc req-fff2cd3a-708e-44fc-bd9d-cbe8032d5e25 tempest-AttachVolumeShelveTestJSON-345998519 tempest-AttachVolumeShelveTestJSON-345998519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:30:03.692166 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-3ea0ed7f-1a1c-47fd-a9a1-2f165904c4fc req-fff2cd3a-708e-44fc-bd9d-cbe8032d5e25 tempest-AttachVolumeShelveTestJSON-345998519 tempest-AttachVolumeShelveTestJSON-345998519-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a78b0a6-78a4-4bc7-9a2d-0384fc9d6981 HTTP/1.1" status: 200 len: 943 time: 0.4480619 Jan 26 21:30:03.742270 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-b0a1dc56-3ec9-47f3-ac7a-ffb499c73801 tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Deleting port f818f8b7-818f-4e49-8e20-3f4ee88df979 {{(pid=103305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 21:30:03.742658 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-b0a1dc56-3ec9-47f3-ac7a-ffb499c73801 tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746560630878'] for port (f818f8b7-818f-4e49-8e20-3f4ee88df979), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:30:03.786477 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-cc20efed-695a-4fe6-a409-99602f5ccb23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8eb58fbf-0428-4c48-a28b-f93fda1b012b', 'name': 'tempest-ServersTestJSON-60372698-router', 'tenant_id': 'ec177d36615b4624a9959f68ea3c49ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'external_fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.121'}], 'enable_snat': True}, 'gw_port_id': 'ac720063-0b2c-4c54-b677-d9870e1ecc17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T21:27:44Z', 'updated_at': '2022-01-26T21:27:51Z', 'revision_number': 4, 'project_id': 'ec177d36615b4624a9959f68ea3c49ca', 'gw_port': {'id': 'ac720063-0b2c-4c54-b677-d9870e1ecc17', 'name': '', 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:bd:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8eb58fbf-0428-4c48-a28b-f93fda1b012b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2478, 'fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:27:45Z', 'updated_at': '2022-01-26T21:27:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-5', '_interfaces': [{'id': 'd53adb51-3ac7-4fba-a87e-977ec756aa7e', 'name': '', 'network_id': '02122a10-4175-495f-8cc0-81e28431e82d', 'tenant_id': 'ec177d36615b4624a9959f68ea3c49ca', 'mac_address': 'fa:16:3e:20:10:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8eb58fbf-0428-4c48-a28b-f93fda1b012b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2482, 'fixed_ips': [{'subnet_id': '7585cddc-8bd2-40da-99aa-e3973041ec4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:27:49Z', 'updated_at': '2022-01-26T21:27:58Z', 'revision_number': 5, 'project_id': 'ec177d36615b4624a9959f68ea3c49ca', 'subnets': [{'id': '7585cddc-8bd2-40da-99aa-e3973041ec4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760453-5', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:30:03.880005 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc20efed-695a-4fe6-a409-99602f5ccb23 None None] The sync data for ids ['8eb58fbf-0428-4c48-a28b-f93fda1b012b'] in n-d-760453-5 is: [{'id': '8eb58fbf-0428-4c48-a28b-f93fda1b012b', 'name': 'tempest-ServersTestJSON-60372698-router', 'tenant_id': 'ec177d36615b4624a9959f68ea3c49ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'external_fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.121'}], 'enable_snat': True}, 'gw_port_id': 'ac720063-0b2c-4c54-b677-d9870e1ecc17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T21:27:44Z', 'updated_at': '2022-01-26T21:27:51Z', 'revision_number': 4, 'project_id': 'ec177d36615b4624a9959f68ea3c49ca', 'gw_port': {'id': 'ac720063-0b2c-4c54-b677-d9870e1ecc17', 'name': '', 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:bd:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8eb58fbf-0428-4c48-a28b-f93fda1b012b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2478, 'fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:27:45Z', 'updated_at': '2022-01-26T21:27:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-5', '_interfaces': [{'id': 'd53adb51-3ac7-4fba-a87e-977ec756aa7e', 'name': '', 'network_id': '02122a10-4175-495f-8cc0-81e28431e82d', 'tenant_id': 'ec177d36615b4624a9959f68ea3c49ca', 'mac_address': 'fa:16:3e:20:10:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8eb58fbf-0428-4c48-a28b-f93fda1b012b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2482, 'fixed_ips': [{'subnet_id': '7585cddc-8bd2-40da-99aa-e3973041ec4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:27:49Z', 'updated_at': '2022-01-26T21:27:58Z', 'revision_number': 5, 'project_id': 'ec177d36615b4624a9959f68ea3c49ca', 'subnets': [{'id': '7585cddc-8bd2-40da-99aa-e3973041ec4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 26 21:30:03.903493 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e7e358-e3fc-4b52-92fd-4a0f84a797bf req-af831d63-f5d8-4443-9b06-2a9374835b34 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:30:03.912353 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-88e7e358-e3fc-4b52-92fd-4a0f84a797bf req-af831d63-f5d8-4443-9b06-2a9374835b34 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] 10.222.0.13 "GET /v2.0/ports?device_id=e2d1d5a0-9e5f-4cb6-a64c-f2fbd21513d1 HTTP/1.1" status: 200 len: 946 time: 0.3436718 Jan 26 21:30:03.956068 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-b0a1dc56-3ec9-47f3-ac7a-ffb499c73801 tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4109658'] for port (f818f8b7-818f-4e49-8e20-3f4ee88df979), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:30:04.003988 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-b0a1dc56-3ec9-47f3-ac7a-ffb499c73801 tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Calling delete_port for f818f8b7-818f-4e49-8e20-3f4ee88df979 owned by {{(pid=103305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 21:30:04.037737 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-3ea0ed7f-1a1c-47fd-a9a1-2f165904c4fc req-6b8cbabb-2bea-460b-95b7-97c6e283bf0e tempest-AttachVolumeShelveTestJSON-345998519 tempest-AttachVolumeShelveTestJSON-345998519-project] 10.222.0.13 "GET /v2.0/security-groups?id=a25c4f90-015b-4812-87d5-e6df93d42e7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3431110 Jan 26 21:30:04.292673 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-88e7e358-e3fc-4b52-92fd-4a0f84a797bf req-a5077f7e-9ed2-4548-8604-89ef8b208340 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] 10.222.0.13 "GET /v2.0/security-groups?id=6df82126-1037-48ab-9d89-3f4ac527699c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3790987 Jan 26 21:30:04.322545 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-b0a1dc56-3ec9-47f3-ac7a-ffb499c73801 tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746560636600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746560234536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11791543'] for port (f818f8b7-818f-4e49-8e20-3f4ee88df979), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:30:04.373676 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 51064) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:30:04.393770 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a1dc56-3ec9-47f3-ac7a-ffb499c73801 tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Pushing event deleted for resources: {'Port': ['ID=f818f8b7-818f-4e49-8e20-3f4ee88df979,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:30:04.395802 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ff1d253-2baa-4725-bc3a-62b44e8e6da9 None None] New status for floating IP dbc58367-db23-4f8d-afb7-a260a7294786: DOWN {{(pid=103306) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 26 21:30:04.606924 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-b0a1dc56-3ec9-47f3-ac7a-ffb499c73801 tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:30:04.613645 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-b0a1dc56-3ec9-47f3-ac7a-ffb499c73801 tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] 10.222.0.13 "DELETE /v2.0/ports/f818f8b7-818f-4e49-8e20-3f4ee88df979 HTTP/1.1" status: 204 len: 168 time: 1.1041155 Jan 26 21:30:04.617765 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 51068) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:30:04.645220 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-9bdd0381-eb28-4fb8-b3f9-06979116984e tempest-ServersTestJSON-691555437 tempest-ServersTestJSON-691555437-project] Publish callbacks [] for security_group (91ad42bb-d200-4641-aa3b-ae4da8059b0b), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:30:04.683625 n-d-760453-5 neutron-server[103305]: INFO neutron.pecan_wsgi.hooks.translation [None req-c33c725f-df52-45de-8ddf-aa4862a80347 tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] GET failed (client error): The resource could not be found. Jan 26 21:30:04.688403 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-c33c725f-df52-45de-8ddf-aa4862a80347 tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] 10.222.0.13 "GET /v2.0/ports/f818f8b7-818f-4e49-8e20-3f4ee88df979 HTTP/1.1" status: 404 len: 333 time: 0.0695968 Jan 26 21:30:04.691244 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 51070) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:30:04.724256 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-9bdd0381-eb28-4fb8-b3f9-06979116984e tempest-ServersTestJSON-691555437 tempest-ServersTestJSON-691555437-project] Publish callbacks [] for security_group (91ad42bb-d200-4641-aa3b-ae4da8059b0b), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:30:04.821824 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-51350e48-106c-4386-a93e-9434f6460c8e tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:30:04.833579 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-9bdd0381-eb28-4fb8-b3f9-06979116984e tempest-ServersTestJSON-691555437 tempest-ServersTestJSON-691555437-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (91ad42bb-d200-4641-aa3b-ae4da8059b0b), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:30:04.836293 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-9bdd0381-eb28-4fb8-b3f9-06979116984e tempest-ServersTestJSON-691555437 tempest-ServersTestJSON-691555437-project] Publish callbacks [] for security_group (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:30:04.837858 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-9bdd0381-eb28-4fb8-b3f9-06979116984e tempest-ServersTestJSON-691555437 tempest-ServersTestJSON-691555437-project] 10.222.0.13 "DELETE /v2.0/security-groups/91ad42bb-d200-4641-aa3b-ae4da8059b0b HTTP/1.1" status: 204 len: 168 time: 0.4628356 Jan 26 21:30:04.839162 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.db_base_plugin_v2 [None req-82a755fe-0e6c-41ae-a16b-de722e72bb2e tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Deleting subnet 4026182d-7ac9-46a2-aa4a-ab5f2cbc8183 {{(pid=103304) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 26 21:30:04.843112 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 51072) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:30:04.851514 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-82a755fe-0e6c-41ae-a16b-de722e72bb2e tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Publish callbacks [] for subnet (4026182d-7ac9-46a2-aa4a-ab5f2cbc8183), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:30:04.855485 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-51350e48-106c-4386-a93e-9434f6460c8e tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4110913'] for floatingip (19ad2f59-2da6-4c35-8085-8120f66141c5), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:30:04.861922 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bdd0381-eb28-4fb8-b3f9-06979116984e tempest-ServersTestJSON-691555437 tempest-ServersTestJSON-691555437-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=91ad42bb-d200-4641-aa3b-ae4da8059b0b,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:30:04.954892 n-d-760453-5 neutron-server[103304]: INFO neutron.api.v2.resource [None req-4f2ec22f-fe63-4001-ac6b-24e6026c800e tempest-ServersTestJSON-691555437 tempest-ServersTestJSON-691555437-project] show failed (client error): The resource could not be found. Jan 26 21:30:04.956041 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-4f2ec22f-fe63-4001-ac6b-24e6026c800e tempest-ServersTestJSON-691555437 tempest-ServersTestJSON-691555437-project] 10.222.0.13 "GET /v2.0/security-groups/91ad42bb-d200-4641-aa3b-ae4da8059b0b HTTP/1.1" status: 404 len: 347 time: 0.1111245 Jan 26 21:30:04.959551 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 51074) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:30:04.986317 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-82a755fe-0e6c-41ae-a16b-de722e72bb2e tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8881284'] for subnet (4026182d-7ac9-46a2-aa4a-ab5f2cbc8183), precommit_delete_associations {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:30:05.084425 n-d-760453-5 neutron-server[103304]: INFO neutron.db.l3_db [None req-51350e48-106c-4386-a93e-9434f6460c8e tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] Floating IP 19ad2f59-2da6-4c35-8085-8120f66141c5 associated. External IP: 172.25.1.214, port: 76b67d01-e977-4af8-80e0-0024bcb18a45. Jan 26 21:30:05.235221 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-82a755fe-0e6c-41ae-a16b-de722e72bb2e tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687316'] for subnet (4026182d-7ac9-46a2-aa4a-ab5f2cbc8183), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:30:05.347333 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-f7095ac3-1dc3-457d-a3d2-2f5a419c7971 tempest-ServersTestJSON-691555437 tempest-ServersTestJSON-691555437-project] Deleting port 4e201722-d390-4f1d-a596-dd9ef27e0a5d {{(pid=103305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 21:30:05.348623 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-f7095ac3-1dc3-457d-a3d2-2f5a419c7971 tempest-ServersTestJSON-691555437 tempest-ServersTestJSON-691555437-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746560630878'] for port (4e201722-d390-4f1d-a596-dd9ef27e0a5d), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:30:05.429050 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4aaf1f4-7758-4671-8c5e-d7f2b29f44c7 req-53e9016e-0c1e-4b92-a7f0-3893c5a5626c tempest-AttachVolumeShelveTestJSON-345998519 tempest-AttachVolumeShelveTestJSON-345998519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:30:05.432499 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-e4aaf1f4-7758-4671-8c5e-d7f2b29f44c7 req-53e9016e-0c1e-4b92-a7f0-3893c5a5626c tempest-AttachVolumeShelveTestJSON-345998519 tempest-AttachVolumeShelveTestJSON-345998519-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a78b0a6-78a4-4bc7-9a2d-0384fc9d6981 HTTP/1.1" status: 200 len: 943 time: 0.1330943 Jan 26 21:30:05.540347 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-f7095ac3-1dc3-457d-a3d2-2f5a419c7971 tempest-ServersTestJSON-691555437 tempest-ServersTestJSON-691555437-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4109658'] for port (4e201722-d390-4f1d-a596-dd9ef27e0a5d), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:30:05.540920 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-f7095ac3-1dc3-457d-a3d2-2f5a419c7971 tempest-ServersTestJSON-691555437 tempest-ServersTestJSON-691555437-project] Publish callbacks [] for floatingip (4e201722-d390-4f1d-a596-dd9ef27e0a5d), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:30:05.560384 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-f7095ac3-1dc3-457d-a3d2-2f5a419c7971 tempest-ServersTestJSON-691555437 tempest-ServersTestJSON-691555437-project] Calling delete_port for 4e201722-d390-4f1d-a596-dd9ef27e0a5d owned by network:floatingip {{(pid=103305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 21:30:05.613184 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51350e48-106c-4386-a93e-9434f6460c8e tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] Router 14caafeb-e7a5-460d-891b-1a174bf1bc26 has already been hosted by L3 agent 09df100c-3af1-4b0a-bda8-05914c71c458 {{(pid=103304) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 26 21:30:05.644080 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-82a755fe-0e6c-41ae-a16b-de722e72bb2e tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9281612', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12215216'] for subnet (4026182d-7ac9-46a2-aa4a-ab5f2cbc8183), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:30:05.675030 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a755fe-0e6c-41ae-a16b-de722e72bb2e tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Pushing event deleted for resources: {'Subnet': ['ID=4026182d-7ac9-46a2-aa4a-ab5f2cbc8183,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:30:05.715310 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-82a755fe-0e6c-41ae-a16b-de722e72bb2e tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Publish callbacks [] for subnet (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:30:05.721563 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-82a755fe-0e6c-41ae-a16b-de722e72bb2e tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] 10.222.0.13 "DELETE /v2.0/subnets/4026182d-7ac9-46a2-aa4a-ab5f2cbc8183 HTTP/1.1" status: 204 len: 168 time: 0.9821186 Jan 26 21:30:05.726672 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82b3d10c-e377-472d-97d7-ba65b0e588ef None None] Network 1664b455-0577-4d4c-ad67-04b5c2f4c52e requested from n-d-760453-5 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 26 21:30:05.742806 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 51084) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:30:05.869729 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-3abb6992-cf5d-46fe-9c5b-5b3badc83058 tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-748181'] for network (1664b455-0577-4d4c-ad67-04b5c2f4c52e), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:30:05.970667 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-f7095ac3-1dc3-457d-a3d2-2f5a419c7971 tempest-ServersTestJSON-691555437 tempest-ServersTestJSON-691555437-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746560636600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746560234536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11791543'] for port (4e201722-d390-4f1d-a596-dd9ef27e0a5d), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:30:06.009999 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7095ac3-1dc3-457d-a3d2-2f5a419c7971 tempest-ServersTestJSON-691555437 tempest-ServersTestJSON-691555437-project] Pushing event deleted for resources: {'Port': ['ID=4e201722-d390-4f1d-a596-dd9ef27e0a5d,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:30:06.119439 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-f7095ac3-1dc3-457d-a3d2-2f5a419c7971 tempest-ServersTestJSON-691555437 tempest-ServersTestJSON-691555437-project] Publish callbacks [] for floatingip (dbc58367-db23-4f8d-afb7-a260a7294786), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:30:06.122597 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-f7095ac3-1dc3-457d-a3d2-2f5a419c7971 tempest-ServersTestJSON-691555437 tempest-ServersTestJSON-691555437-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for floatingip (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:30:06.124554 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-f7095ac3-1dc3-457d-a3d2-2f5a419c7971 tempest-ServersTestJSON-691555437 tempest-ServersTestJSON-691555437-project] 10.222.0.13 "DELETE /v2.0/floatingips/dbc58367-db23-4f8d-afb7-a260a7294786 HTTP/1.1" status: 204 len: 168 time: 1.1639519 Jan 26 21:30:06.126499 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-3abb6992-cf5d-46fe-9c5b-5b3badc83058 tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Deleting port 960f9b2b-21a8-418f-97dc-7229351b65bf {{(pid=103305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 21:30:06.126993 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-3abb6992-cf5d-46fe-9c5b-5b3badc83058 tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746560630878'] for port (960f9b2b-21a8-418f-97dc-7229351b65bf), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:30:06.128934 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 51088) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:30:06.147080 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84204df0-f00d-466f-a58f-c1a189b3ba92 None None] DHCP port deletion for 1664b455-0577-4d4c-ad67-04b5c2f4c52e request from n-d-760453-5 {{(pid=103306) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 26 21:30:06.267207 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-84204df0-f00d-466f-a58f-c1a189b3ba92 None None] Deleting port 960f9b2b-21a8-418f-97dc-7229351b65bf {{(pid=103306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 21:30:06.267697 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-84204df0-f00d-466f-a58f-c1a189b3ba92 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746560630878'] for port (960f9b2b-21a8-418f-97dc-7229351b65bf), before_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:30:06.334733 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-e4aaf1f4-7758-4671-8c5e-d7f2b29f44c7 req-ae02d060-2cf6-4056-9243-402de6b73262 tempest-AttachVolumeShelveTestJSON-345998519 tempest-AttachVolumeShelveTestJSON-345998519-project] 10.222.0.13 "GET /v2.0/security-groups?id=a25c4f90-015b-4812-87d5-e6df93d42e7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7589638 Jan 26 21:30:06.368267 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d3fc50-85f7-48c5-bab9-7f6df96ede35 req-7011d1bd-c04b-4940-a3d1-63aeb6ddae1d tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:30:06.376686 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-98d3fc50-85f7-48c5-bab9-7f6df96ede35 req-7011d1bd-c04b-4940-a3d1-63aeb6ddae1d tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] 10.222.0.13 "GET /v2.0/ports?device_id=e2d1d5a0-9e5f-4cb6-a64c-f2fbd21513d1 HTTP/1.1" status: 200 len: 946 time: 0.8020833 Jan 26 21:30:06.465187 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-84204df0-f00d-466f-a58f-c1a189b3ba92 None None] For port 960f9b2b-21a8-418f-97dc-7229351b65bf, host n-d-760453-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=960f9b2b-21a8-418f-97dc-7229351b65bf,segment=NetworkSegment(3aca0cdb-ffd6-48d8-9a82-850d6f4d6d15),segment_id=3aca0cdb-ffd6-48d8-9a82-850d6f4d6d15)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:30:06.465980 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-84204df0-f00d-466f-a58f-c1a189b3ba92 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4109658'] for port (960f9b2b-21a8-418f-97dc-7229351b65bf), precommit_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:30:06.466117 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51350e48-106c-4386-a93e-9434f6460c8e tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] Notify agent at l3_agent.n-d-760453-5 the message routers_updated {{(pid=103304) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 26 21:30:06.478024 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4584d892-6ae7-473b-8a97-86b4342a4ca0 None None] Sync routers for ids ['14caafeb-e7a5-460d-891b-1a174bf1bc26'] in n-d-760453-5 {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 26 21:30:06.493422 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [None req-3abb6992-cf5d-46fe-9c5b-5b3badc83058 tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] For port 960f9b2b-21a8-418f-97dc-7229351b65bf, host n-d-760453-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=960f9b2b-21a8-418f-97dc-7229351b65bf,segment=NetworkSegment(3aca0cdb-ffd6-48d8-9a82-850d6f4d6d15),segment_id=3aca0cdb-ffd6-48d8-9a82-850d6f4d6d15)] {{(pid=103305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:30:06.493994 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-3abb6992-cf5d-46fe-9c5b-5b3badc83058 tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4109658'] for port (960f9b2b-21a8-418f-97dc-7229351b65bf), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:30:06.503405 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-84204df0-f00d-466f-a58f-c1a189b3ba92 None None] Calling delete_port for 960f9b2b-21a8-418f-97dc-7229351b65bf owned by network:dhcp {{(pid=103306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 21:30:06.506951 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-51350e48-106c-4386-a93e-9434f6460c8e tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for floatingip (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:30:06.520753 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4584d892-6ae7-473b-8a97-86b4342a4ca0 None None] Routers {'14caafeb-e7a5-460d-891b-1a174bf1bc26'} bound to L3 agent in host n-d-760453-5 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 21:30:06.521438 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-4584d892-6ae7-473b-8a97-86b4342a4ca0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-26T20:55:21Z,description=,heartbeat_timestamp=2022-01-26T21:29:51Z,host='n-d-760453-5',id=09df100c-3af1-4b0a-bda8-05914c71c458,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:55:21Z,topic='l3_agent')) {'router_ids': ['14caafeb-e7a5-460d-891b-1a174bf1bc26'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:30:06.568807 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-51350e48-106c-4386-a93e-9434f6460c8e tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] 10.222.0.13 "PUT /v2.0/floatingips/19ad2f59-2da6-4c35-8085-8120f66141c5 HTTP/1.1" status: 200 len: 991 time: 3.2547300 Jan 26 21:30:06.569672 n-d-760453-5 neutron-server[103304]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c947e2a6-4eb3-4b93-905b-515cc992a63b', 'tag': '76b67d01-e977-4af8-80e0-0024bcb18a45'}] {{(pid=103304) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 21:30:06.573725 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d52b45f1943fcd332af9527eb73ff93c8d715d44383a3f6d18de73b4cfcf87b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e99d1e1-82fb-4953-a573-a9fa6550859a" -d '{"events": [{"name": "network-changed", "server_uuid": "c947e2a6-4eb3-4b93-905b-515cc992a63b", "tag": "76b67d01-e977-4af8-80e0-0024bcb18a45"}]}' {{(pid=103304) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 21:30:06.601681 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-3abb6992-cf5d-46fe-9c5b-5b3badc83058 tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Calling delete_port for 960f9b2b-21a8-418f-97dc-7229351b65bf owned by network:dhcp {{(pid=103305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 21:30:06.735622 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-84204df0-f00d-466f-a58f-c1a189b3ba92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746560636600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746560234536'] for port (960f9b2b-21a8-418f-97dc-7229351b65bf), after_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:30:06.784004 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-98d3fc50-85f7-48c5-bab9-7f6df96ede35 req-83b26668-7f18-4c99-8173-8ae1357d2f8b tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] 10.222.0.13 "GET /v2.0/security-groups?id=6df82126-1037-48ab-9d89-3f4ac527699c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3462150 Jan 26 21:30:06.798404 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 26 Jan 2022 21:30:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45d13e0a-1a11-44b8-8286-8f340386f90f x-openstack-request-id: req-45d13e0a-1a11-44b8-8286-8f340386f90f {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 21:30:06.798404 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c947e2a6-4eb3-4b93-905b-515cc992a63b", "tag": "76b67d01-e977-4af8-80e0-0024bcb18a45", "status": "completed", "code": 200}]} {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 21:30:06.798404 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-45d13e0a-1a11-44b8-8286-8f340386f90f {{(pid=103304) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 21:30:06.798404 n-d-760453-5 neutron-server[103304]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c947e2a6-4eb3-4b93-905b-515cc992a63b', 'tag': '76b67d01-e977-4af8-80e0-0024bcb18a45', 'status': 'completed', 'code': 200} Jan 26 21:30:06.814897 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84204df0-f00d-466f-a58f-c1a189b3ba92 None None] Pushing event deleted for resources: {'Port': ['ID=960f9b2b-21a8-418f-97dc-7229351b65bf,revision_number=None']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:30:06.819587 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84204df0-f00d-466f-a58f-c1a189b3ba92 None None] No DVR routers for this DVR port 960f9b2b-21a8-418f-97dc-7229351b65bf on host n-d-760453-5 {{(pid=103306) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 26 21:30:06.969116 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_dvr_db [None req-4584d892-6ae7-473b-8a97-86b4342a4ca0 None None] Set router 14caafeb-e7a5-460d-891b-1a174bf1bc26 gateway port host: n-d-760453-5 {{(pid=103307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 21:30:07.048230 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e99d1e1-82fb-4953-a573-a9fa6550859a req-774c10c4-4111-40b9-9d52-1406dc3b33f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:30:07.050739 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-6e99d1e1-82fb-4953-a573-a9fa6550859a req-774c10c4-4111-40b9-9d52-1406dc3b33f6 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=949e29ec71a54b7f98dc62c402ac867e&device_id=c947e2a6-4eb3-4b93-905b-515cc992a63b HTTP/1.1" status: 200 len: 1096 time: 0.1188490 Jan 26 21:30:07.249070 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-4584d892-6ae7-473b-8a97-86b4342a4ca0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14caafeb-e7a5-460d-891b-1a174bf1bc26', 'name': 'tempest-ServerActionsTestJSON-986027459-router', 'tenant_id': '949e29ec71a54b7f98dc62c402ac867e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'external_fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.100'}], 'enable_snat': True}, 'gw_port_id': 'f0a53282-ef13-4052-a984-d173931634ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T21:29:27Z', 'updated_at': '2022-01-26T21:29:33Z', 'revision_number': 4, 'project_id': '949e29ec71a54b7f98dc62c402ac867e', 'gw_port': {'id': 'f0a53282-ef13-4052-a984-d173931634ed', 'name': '', 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:c8:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14caafeb-e7a5-460d-891b-1a174bf1bc26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2584, 'fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:29:27Z', 'updated_at': '2022-01-26T21:29:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-5', '_floatingips': [{'id': '19ad2f59-2da6-4c35-8085-8120f66141c5', 'tenant_id': '949e29ec71a54b7f98dc62c402ac867e', 'floating_ip_address': '172.25.1.214', 'floating_network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'router_id': '14caafeb-e7a5-460d-891b-1a174bf1bc26', 'port_id': '76b67d01-e977-4af8-80e0-0024bcb18a45', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 2598, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e06aca25-0b6a-452f-bfd4-2129924c58a7', 'mac_address': 'fa:16:3e:c5:92:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c947e2a6-4eb3-4b93-905b-515cc992a63b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-26T21:29:38Z', 'updated_at': '2022-01-26T21:30:04Z', 'revision_number': 1, 'project_id': '949e29ec71a54b7f98dc62c402ac867e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ed93e5d4-ae8e-4cad-9e44-2867b1ab0cb6', 'name': '', 'network_id': 'e06aca25-0b6a-452f-bfd4-2129924c58a7', 'tenant_id': '949e29ec71a54b7f98dc62c402ac867e', 'mac_address': 'fa:16:3e:dc:6c:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14caafeb-e7a5-460d-891b-1a174bf1bc26', 'device_owner': 'network:router_interface', 'standard_attr_id': 2587, 'fixed_ips': [{'subnet_id': '79317c4e-88a3-402c-975d-f004bf1d9b8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:29:32Z', 'updated_at': '2022-01-26T21:29:38Z', 'revision_number': 5, 'project_id': '949e29ec71a54b7f98dc62c402ac867e', 'subnets': [{'id': '79317c4e-88a3-402c-975d-f004bf1d9b8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760453-5', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:30:07.281014 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4584d892-6ae7-473b-8a97-86b4342a4ca0 None None] Checking router: 14caafeb-e7a5-460d-891b-1a174bf1bc26 for host: n-d-760453-5 {{(pid=103307) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 26 21:30:07.289898 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4584d892-6ae7-473b-8a97-86b4342a4ca0 None None] Routers {'14caafeb-e7a5-460d-891b-1a174bf1bc26'} bound to L3 agent in host n-d-760453-5 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 21:30:07.290532 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-4584d892-6ae7-473b-8a97-86b4342a4ca0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-26T20:55:21Z,description=,heartbeat_timestamp=2022-01-26T21:29:51Z,host='n-d-760453-5',id=09df100c-3af1-4b0a-bda8-05914c71c458,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:55:21Z,topic='l3_agent')) {'router_ids': ['14caafeb-e7a5-460d-891b-1a174bf1bc26'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:30:07.445747 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-3abb6992-cf5d-46fe-9c5b-5b3badc83058 tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746560636600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746560234536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11791543'] for port (960f9b2b-21a8-418f-97dc-7229351b65bf), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:30:07.493688 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3abb6992-cf5d-46fe-9c5b-5b3badc83058 tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Pushing event deleted for resources: {'Port': ['ID=960f9b2b-21a8-418f-97dc-7229351b65bf,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:30:07.501695 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3abb6992-cf5d-46fe-9c5b-5b3badc83058 tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] No DVR routers for this DVR port 960f9b2b-21a8-418f-97dc-7229351b65bf on host n-d-760453-5 {{(pid=103305) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 26 21:30:07.510756 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b4ed7f-6638-4d7a-87b2-b7918f533b2c req-9935b2ea-0747-46d4-9f61-3f6734254b48 tempest-AttachVolumeShelveTestJSON-345998519 tempest-AttachVolumeShelveTestJSON-345998519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:30:07.513126 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-79b4ed7f-6638-4d7a-87b2-b7918f533b2c req-9935b2ea-0747-46d4-9f61-3f6734254b48 tempest-AttachVolumeShelveTestJSON-345998519 tempest-AttachVolumeShelveTestJSON-345998519-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a78b0a6-78a4-4bc7-9a2d-0384fc9d6981 HTTP/1.1" status: 200 len: 943 time: 0.0698905 Jan 26 21:30:07.579869 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_dvr_db [None req-4584d892-6ae7-473b-8a97-86b4342a4ca0 None None] Set router 14caafeb-e7a5-460d-891b-1a174bf1bc26 gateway port host: n-d-760453-5 {{(pid=103307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 21:30:07.590158 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-79b4ed7f-6638-4d7a-87b2-b7918f533b2c req-71c96028-e571-44ee-86ce-db0f58db5218 tempest-AttachVolumeShelveTestJSON-345998519 tempest-AttachVolumeShelveTestJSON-345998519-project] 10.222.0.13 "GET /v2.0/security-groups?id=a25c4f90-015b-4812-87d5-e6df93d42e7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0705903 Jan 26 21:30:07.625759 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-3abb6992-cf5d-46fe-9c5b-5b3badc83058 tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-686403', 'neutron.services.segments.db._delete_segments_for_network-8746560774018'] for network (1664b455-0577-4d4c-ad67-04b5c2f4c52e), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:30:07.653943 n-d-760453-5 neutron-server[103305]: DEBUG neutron.services.segments.db [None req-3abb6992-cf5d-46fe-9c5b-5b3badc83058 tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1664b455-0577-4d4c-ad67-04b5c2f4c52e']}} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:30:07.661968 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device 960f9b2b-21a8-418f-97dc-7229351b65bf no longer exists at agent ovs-agent-n-d-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 26 21:30:07.680108 n-d-760453-5 neutron-server[103305]: DEBUG neutron.services.segments.db [None req-3abb6992-cf5d-46fe-9c5b-5b3badc83058 tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3aca0cdb-ffd6-48d8-9a82-850d6f4d6d15') {'for_net_delete': True} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:30:07.680782 n-d-760453-5 neutron-server[103305]: DEBUG neutron.services.segments.db [None req-3abb6992-cf5d-46fe-9c5b-5b3badc83058 tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3aca0cdb-ffd6-48d8-9a82-850d6f4d6d15') {} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:30:07.694770 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-3abb6992-cf5d-46fe-9c5b-5b3badc83058 tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746560742283', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11788955'] for segment (3aca0cdb-ffd6-48d8-9a82-850d6f4d6d15), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:30:07.700122 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] No Port match for: 960f9b2b-21a8-418f-97dc-7229351b65bf {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 26 21:30:07.700462 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device 960f9b2b-21a8-418f-97dc-7229351b65bf not bound to the agent host n-d-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 26 21:30:07.739854 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-3abb6992-cf5d-46fe-9c5b-5b3badc83058 tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576559'] for segment (3aca0cdb-ffd6-48d8-9a82-850d6f4d6d15), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:30:07.749326 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3abb6992-cf5d-46fe-9c5b-5b3badc83058 tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Releasing vlan 553 on physical network physnet1 to pool {{(pid=103305) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 26 21:30:07.749797 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-3abb6992-cf5d-46fe-9c5b-5b3badc83058 tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11791428'] for segment (3aca0cdb-ffd6-48d8-9a82-850d6f4d6d15), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:30:07.753553 n-d-760453-5 neutron-server[103305]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 26 21:30:07.753553 n-d-760453-5 neutron-server[103305]: self.session.flush() Jan 26 21:30:07.753553 n-d-760453-5 neutron-server[103305]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 26 21:30:07.753553 n-d-760453-5 neutron-server[103305]: self.session.flush() Jan 26 21:30:07.753553 n-d-760453-5 neutron-server[103305]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 26 21:30:07.753553 n-d-760453-5 neutron-server[103305]: self.session.flush() Jan 26 21:30:07.753553 n-d-760453-5 neutron-server[103305]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 26 21:30:07.753553 n-d-760453-5 neutron-server[103305]: self.session.flush() Jan 26 21:30:07.753553 n-d-760453-5 neutron-server[103305]: Traceback (most recent call last): Jan 26 21:30:07.753553 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 26 21:30:07.753553 n-d-760453-5 neutron-server[103305]: timer() Jan 26 21:30:07.753553 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 26 21:30:07.753553 n-d-760453-5 neutron-server[103305]: cb(*args, **kw) Jan 26 21:30:07.753553 n-d-760453-5 neutron-server[103305]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 26 21:30:07.753553 n-d-760453-5 neutron-server[103305]: return func(*args, **kwargs) Jan 26 21:30:07.753553 n-d-760453-5 neutron-server[103305]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 26 21:30:07.753553 n-d-760453-5 neutron-server[103305]: self._notify() Jan 26 21:30:07.753553 n-d-760453-5 neutron-server[103305]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 26 21:30:07.753553 n-d-760453-5 neutron-server[103305]: self.callback(batched_events) Jan 26 21:30:07.753553 n-d-760453-5 neutron-server[103305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 26 21:30:07.753553 n-d-760453-5 neutron-server[103305]: event.method(event) Jan 26 21:30:07.753553 n-d-760453-5 neutron-server[103305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 26 21:30:07.753553 n-d-760453-5 neutron-server[103305]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 26 21:30:07.753553 n-d-760453-5 neutron-server[103305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 26 21:30:07.753553 n-d-760453-5 neutron-server[103305]: aggregate_uuid = self.p_client.list_aggregates( Jan 26 21:30:07.753553 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 26 21:30:07.753553 n-d-760453-5 neutron-server[103305]: return f(self, *a, **k) Jan 26 21:30:07.753553 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 26 21:30:07.753553 n-d-760453-5 neutron-server[103305]: return self._get(url).json() Jan 26 21:30:07.753553 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 26 21:30:07.753553 n-d-760453-5 neutron-server[103305]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 26 21:30:07.753553 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 26 21:30:07.753553 n-d-760453-5 neutron-server[103305]: return self.request(url, 'GET', **kwargs) Jan 26 21:30:07.753553 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 26 21:30:07.753553 n-d-760453-5 neutron-server[103305]: base_url = self.get_endpoint(auth, allow=allow, Jan 26 21:30:07.753553 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 26 21:30:07.753553 n-d-760453-5 neutron-server[103305]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 26 21:30:07.753553 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 26 21:30:07.753553 n-d-760453-5 neutron-server[103305]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 26 21:30:07.753553 n-d-760453-5 neutron-server[103305]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 26 21:30:07.856566 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-3abb6992-cf5d-46fe-9c5b-5b3badc83058 tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4110931'] for network (1664b455-0577-4d4c-ad67-04b5c2f4c52e), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:30:07.866305 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-3abb6992-cf5d-46fe-9c5b-5b3badc83058 tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709645'] for network (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:30:07.871114 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-3abb6992-cf5d-46fe-9c5b-5b3badc83058 tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] 10.222.0.13 "DELETE /v2.0/networks/1664b455-0577-4d4c-ad67-04b5c2f4c52e HTTP/1.1" status: 204 len: 168 time: 2.1271603 Jan 26 21:30:07.876163 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-f064fd51-4959-4490-b35d-b0b676ec448f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4110657'] for router_interface (8eb58fbf-0428-4c48-a28b-f93fda1b012b), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:30:07.879257 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 51120) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:30:07.889691 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-35a391a0-94ac-4efe-9567-bb861d970137 tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-442207899'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:30:07.926538 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-4584d892-6ae7-473b-8a97-86b4342a4ca0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14caafeb-e7a5-460d-891b-1a174bf1bc26', 'name': 'tempest-ServerActionsTestJSON-986027459-router', 'tenant_id': '949e29ec71a54b7f98dc62c402ac867e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'external_fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.100'}], 'enable_snat': True}, 'gw_port_id': 'f0a53282-ef13-4052-a984-d173931634ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T21:29:27Z', 'updated_at': '2022-01-26T21:29:33Z', 'revision_number': 4, 'project_id': '949e29ec71a54b7f98dc62c402ac867e', 'gw_port': {'id': 'f0a53282-ef13-4052-a984-d173931634ed', 'name': '', 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:c8:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14caafeb-e7a5-460d-891b-1a174bf1bc26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2584, 'fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:29:27Z', 'updated_at': '2022-01-26T21:29:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-5', '_floatingips': [{'id': '19ad2f59-2da6-4c35-8085-8120f66141c5', 'tenant_id': '949e29ec71a54b7f98dc62c402ac867e', 'floating_ip_address': '172.25.1.214', 'floating_network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'router_id': '14caafeb-e7a5-460d-891b-1a174bf1bc26', 'port_id': '76b67d01-e977-4af8-80e0-0024bcb18a45', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 2598, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e06aca25-0b6a-452f-bfd4-2129924c58a7', 'mac_address': 'fa:16:3e:c5:92:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c947e2a6-4eb3-4b93-905b-515cc992a63b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-26T21:29:38Z', 'updated_at': '2022-01-26T21:30:04Z', 'revision_number': 1, 'project_id': '949e29ec71a54b7f98dc62c402ac867e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ed93e5d4-ae8e-4cad-9e44-2867b1ab0cb6', 'name': '', 'network_id': 'e06aca25-0b6a-452f-bfd4-2129924c58a7', 'tenant_id': '949e29ec71a54b7f98dc62c402ac867e', 'mac_address': 'fa:16:3e:dc:6c:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14caafeb-e7a5-460d-891b-1a174bf1bc26', 'device_owner': 'network:router_interface', 'standard_attr_id': 2587, 'fixed_ips': [{'subnet_id': '79317c4e-88a3-402c-975d-f004bf1d9b8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:29:32Z', 'updated_at': '2022-01-26T21:29:38Z', 'revision_number': 5, 'project_id': '949e29ec71a54b7f98dc62c402ac867e', 'subnets': [{'id': '79317c4e-88a3-402c-975d-f004bf1d9b8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760453-5', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:30:07.929777 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35a391a0-94ac-4efe-9567-bb861d970137 tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Made reservation on behalf of 4da385aa39864c0f865aba377c69c57c for: {'network': 1} {{(pid=103304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 21:30:07.934132 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-35a391a0-94ac-4efe-9567-bb861d970137 tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for network (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:30:07.941004 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3abb6992-cf5d-46fe-9c5b-5b3badc83058 tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Pushing event deleted for resources: {'Network': ['ID=1664b455-0577-4d4c-ad67-04b5c2f4c52e,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:30:07.973260 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4584d892-6ae7-473b-8a97-86b4342a4ca0 None None] The sync data for ids ['14caafeb-e7a5-460d-891b-1a174bf1bc26'] in n-d-760453-5 is: [{'id': '14caafeb-e7a5-460d-891b-1a174bf1bc26', 'name': 'tempest-ServerActionsTestJSON-986027459-router', 'tenant_id': '949e29ec71a54b7f98dc62c402ac867e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'external_fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.100'}], 'enable_snat': True}, 'gw_port_id': 'f0a53282-ef13-4052-a984-d173931634ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T21:29:27Z', 'updated_at': '2022-01-26T21:29:33Z', 'revision_number': 4, 'project_id': '949e29ec71a54b7f98dc62c402ac867e', 'gw_port': {'id': 'f0a53282-ef13-4052-a984-d173931634ed', 'name': '', 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:c8:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14caafeb-e7a5-460d-891b-1a174bf1bc26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2584, 'fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:29:27Z', 'updated_at': '2022-01-26T21:29:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-5', '_floatingips': [{'id': '19ad2f59-2da6-4c35-8085-8120f66141c5', 'tenant_id': '949e29ec71a54b7f98dc62c402ac867e', 'floating_ip_address': '172.25.1.214', 'floating_network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'router_id': '14caafeb-e7a5-460d-891b-1a174bf1bc26', 'port_id': '76b67d01-e977-4af8-80e0-0024bcb18a45', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 2598, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e06aca25-0b6a-452f-bfd4-2129924c58a7', 'mac_address': 'fa:16:3e:c5:92:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c947e2a6-4eb3-4b93-905b-515cc992a63b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-26T21:29:38Z', 'updated_at': '2022-01-26T21:30:04Z', 'revision_number': 1, 'project_id': '949e29ec71a54b7f98dc62c402ac867e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ed93e5d4-ae8e-4cad-9e44-2867b1ab0cb6', 'name': '', 'network_id': 'e06aca25-0b6a-452f-bfd4-2129924c58a7', 'tenant_id': '949e29ec71a54b7f98dc62c402ac867e', 'mac_address': 'fa:16:3e:dc:6c:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14caafeb-e7a5-460d-891b-1a174bf1bc26', 'device_owner': 'network:router_interface', 'standard_attr_id': 2587, 'fixed_ips': [{'subnet_id': '79317c4e-88a3-402c-975d-f004bf1d9b8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:29:32Z', 'updated_at': '2022-01-26T21:29:38Z', 'revision_number': 5, 'project_id': '949e29ec71a54b7f98dc62c402ac867e', 'subnets': [{'id': '79317c4e-88a3-402c-975d-f004bf1d9b8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 26 21:30:07.977729 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-35a391a0-94ac-4efe-9567-bb861d970137 tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] vlan segment allocate from pool success with {'vlan_id': 598, 'physical_network': 'physnet1'} {{(pid=103304) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 26 21:30:08.007388 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-35a391a0-94ac-4efe-9567-bb861d970137 tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576559'] for segment (41b88d5e-741c-4d99-bbfc-2b71b15e0cc5), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:30:08.007982 n-d-760453-5 neutron-server[103304]: INFO neutron.db.segments_db [None req-35a391a0-94ac-4efe-9567-bb861d970137 tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Added segment 41b88d5e-741c-4d99-bbfc-2b71b15e0cc5 of type vlan for network 1d9e7a19-7da3-42a0-9d29-ca0ced2e48ad Jan 26 21:30:08.055639 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0cd417e-64fd-4845-a4b1-0bd1dffbf9f2 req-5366cd9f-0f4b-4932-a7a2-97194eee278c tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:30:08.062924 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-e0cd417e-64fd-4845-a4b1-0bd1dffbf9f2 req-5366cd9f-0f4b-4932-a7a2-97194eee278c tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] 10.222.0.13 "GET /v2.0/ports?device_id=e2d1d5a0-9e5f-4cb6-a64c-f2fbd21513d1 HTTP/1.1" status: 200 len: 946 time: 0.1982999 Jan 26 21:30:08.100827 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-35a391a0-94ac-4efe-9567-bb861d970137 tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746560256871'] for network (1d9e7a19-7da3-42a0-9d29-ca0ced2e48ad), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:30:08.127387 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-e0cd417e-64fd-4845-a4b1-0bd1dffbf9f2 req-6ae05653-9800-4076-8514-b97c2c7b1e18 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] 10.222.0.13 "GET /v2.0/security-groups?id=6df82126-1037-48ab-9d89-3f4ac527699c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0632713 Jan 26 21:30:08.147370 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-35a391a0-94ac-4efe-9567-bb861d970137 tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503'] for network (1d9e7a19-7da3-42a0-9d29-ca0ced2e48ad), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:30:08.152559 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35a391a0-94ac-4efe-9567-bb861d970137 tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:30:08.153221 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-35a391a0-94ac-4efe-9567-bb861d970137 tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Publish callbacks [] for network (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:30:08.213566 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-35a391a0-94ac-4efe-9567-bb861d970137 tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.3312719 Jan 26 21:30:08.216409 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 51122) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:30:08.218728 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-f064fd51-4959-4490-b35d-b0b676ec448f admin admin] Deleting port d53adb51-3ac7-4fba-a87e-977ec756aa7e {{(pid=103305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 21:30:08.219421 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-f064fd51-4959-4490-b35d-b0b676ec448f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746560630878'] for port (d53adb51-3ac7-4fba-a87e-977ec756aa7e), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:30:08.225878 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-660645b0-8451-4da2-94d9-af5bae8d8af6 tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Request body: {'subnet': {'network_id': '1d9e7a19-7da3-42a0-9d29-ca0ced2e48ad', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:30:08.237808 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a391a0-94ac-4efe-9567-bb861d970137 tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Pushing event updated for resources: {'Network': ['ID=1d9e7a19-7da3-42a0-9d29-ca0ced2e48ad,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:30:08.251102 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Network 1d9e7a19-7da3-42a0-9d29-ca0ced2e48ad details requested by agent ovs-agent-n-d-760453-5 with host n-d-760453-5 {{(pid=103306) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 26 21:30:08.329341 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae24c955-5f51-46de-b5f1-051b983cb948 None None] New status for floating IP 19ad2f59-2da6-4c35-8085-8120f66141c5: ACTIVE {{(pid=103306) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 26 21:30:08.368249 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (32ef628b-8417-46c5-8729-60fcabe358f1), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:30:08.400421 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-660645b0-8451-4da2-94d9-af5bae8d8af6 tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Made reservation on behalf of 4da385aa39864c0f865aba377c69c57c for: {'subnet': 1} {{(pid=103305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 21:30:08.403860 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-660645b0-8451-4da2-94d9-af5bae8d8af6 tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11599953'] for subnet (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:30:08.431313 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [None req-f064fd51-4959-4490-b35d-b0b676ec448f admin admin] For port d53adb51-3ac7-4fba-a87e-977ec756aa7e, host n-d-760453-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=d53adb51-3ac7-4fba-a87e-977ec756aa7e,segment=NetworkSegment(64fcf19e-d8c4-494a-a2e7-d4a08d4b0641),segment_id=64fcf19e-d8c4-494a-a2e7-d4a08d4b0641)] {{(pid=103305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:30:08.431313 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-f064fd51-4959-4490-b35d-b0b676ec448f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4109658'] for port (d53adb51-3ac7-4fba-a87e-977ec756aa7e), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:30:08.482244 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-f064fd51-4959-4490-b35d-b0b676ec448f admin admin] Calling delete_port for d53adb51-3ac7-4fba-a87e-977ec756aa7e owned by network:router_interface {{(pid=103305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 21:30:08.722940 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-660645b0-8451-4da2-94d9-af5bae8d8af6 tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11788839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11599975'] for subnet (6e479637-beb2-40fe-8761-8c2c0be069d0), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:30:08.735733 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9329bedf-794e-40d4-9485-620af52c7b42 req-3674e54a-2672-41a2-9b30-1cfc695bcdef tempest-AttachVolumeShelveTestJSON-345998519 tempest-AttachVolumeShelveTestJSON-345998519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:30:08.738276 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-9329bedf-794e-40d4-9485-620af52c7b42 req-3674e54a-2672-41a2-9b30-1cfc695bcdef tempest-AttachVolumeShelveTestJSON-345998519 tempest-AttachVolumeShelveTestJSON-345998519-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a78b0a6-78a4-4bc7-9a2d-0384fc9d6981 HTTP/1.1" status: 200 len: 943 time: 0.0547433 Jan 26 21:30:08.803364 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-9329bedf-794e-40d4-9485-620af52c7b42 req-30c849f2-58a8-44c3-8fb4-94c3fb283086 tempest-AttachVolumeShelveTestJSON-345998519 tempest-AttachVolumeShelveTestJSON-345998519-project] 10.222.0.13 "GET /v2.0/security-groups?id=a25c4f90-015b-4812-87d5-e6df93d42e7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0565016 Jan 26 21:30:08.821197 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-660645b0-8451-4da2-94d9-af5bae8d8af6 tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Pushing event updated for resources: {'Subnet': ['ID=6e479637-beb2-40fe-8761-8c2c0be069d0,revision_number=0']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:30:08.841889 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-f064fd51-4959-4490-b35d-b0b676ec448f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746560636600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746560234536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11791543'] for port (d53adb51-3ac7-4fba-a87e-977ec756aa7e), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:30:08.894139 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f064fd51-4959-4490-b35d-b0b676ec448f admin admin] Pushing event deleted for resources: {'Port': ['ID=d53adb51-3ac7-4fba-a87e-977ec756aa7e,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:30:08.908254 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-660645b0-8451-4da2-94d9-af5bae8d8af6 tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Checking segment: {'id': '41b88d5e-741c-4d99-bbfc-2b71b15e0cc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '1d9e7a19-7da3-42a0-9d29-ca0ced2e48ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103305) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 21:30:08.908666 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-660645b0-8451-4da2-94d9-af5bae8d8af6 tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Network hostable DHCP agents. Network: 1d9e7a19-7da3-42a0-9d29-ca0ced2e48ad, hostable agents: ['474ccdf7-ab6c-405b-a3b2-dc7b05829902'], hosted agents: [] {{(pid=103305) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 26 21:30:09.141215 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-660645b0-8451-4da2-94d9-af5bae8d8af6 tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Network 1d9e7a19-7da3-42a0-9d29-ca0ced2e48ad is scheduled to be hosted by DHCP agent 474ccdf7-ab6c-405b-a3b2-dc7b05829902 with binding_index 1 {{(pid=103305) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 26 21:30:09.158554 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-f064fd51-4959-4490-b35d-b0b676ec448f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3709480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4110805'] for router_interface (8eb58fbf-0428-4c48-a28b-f93fda1b012b), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:30:09.166788 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [None req-660645b0-8451-4da2-94d9-af5bae8d8af6 tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760453-5, 1d9e7a19-7da3-42a0-9d29-ca0ced2e48ad) {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:30:09.184170 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-660645b0-8451-4da2-94d9-af5bae8d8af6 tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:30:09.186344 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45488f24-c351-4db7-917a-e33e608a155f None None] Network 1d9e7a19-7da3-42a0-9d29-ca0ced2e48ad requested from n-d-760453-5 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 26 21:30:09.196159 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-660645b0-8451-4da2-94d9-af5bae8d8af6 tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709645'] for subnet (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:30:09.322713 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd687065-b907-4fa4-a6a6-59d3d29526a9 req-1c2037e7-f1ae-4932-98c4-32361153dd6c tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:30:09.332446 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-bd687065-b907-4fa4-a6a6-59d3d29526a9 req-1c2037e7-f1ae-4932-98c4-32361153dd6c tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] 10.222.0.13 "GET /v2.0/ports?device_id=e2d1d5a0-9e5f-4cb6-a64c-f2fbd21513d1 HTTP/1.1" status: 200 len: 946 time: 0.0894816 Jan 26 21:30:09.335511 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b7c122f-eaee-46f8-ab9e-1783975034f0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3c4099e8-8ffb-51d1-af7f-5868973e933f-1d9e7a19-7da3-42a0-9d29-ca0ced2e48ad', 'network_id': '1d9e7a19-7da3-42a0-9d29-ca0ced2e48ad', 'project_id': '4da385aa39864c0f865aba377c69c57c', 'fixed_ips': [{'subnet_id': '6e479637-beb2-40fe-8761-8c2c0be069d0'}]}} from n-d-760453-5. {{(pid=103306) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 26 21:30:09.337612 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-7b7c122f-eaee-46f8-ab9e-1783975034f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (None), before_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:30:09.359888 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-660645b0-8451-4da2-94d9-af5bae8d8af6 tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1380918 Jan 26 21:30:09.360819 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 51132) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:30:09.366255 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-41aeb6c3-a7e8-418d-9e1a-9f42f026fb45 tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-1481067604', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:30:09.422230 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-bd687065-b907-4fa4-a6a6-59d3d29526a9 req-f00620a6-e4cd-4677-8733-b964744ec442 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] 10.222.0.13 "GET /v2.0/security-groups?id=6df82126-1037-48ab-9d89-3f4ac527699c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0880511 Jan 26 21:30:09.442477 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-41aeb6c3-a7e8-418d-9e1a-9f42f026fb45 tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4104596', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13108'] for router (a4a8e373-2c3f-4c13-9237-51d9c49bbb14), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:30:09.445072 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-41aeb6c3-a7e8-418d-9e1a-9f42f026fb45 tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4105828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4111306', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3733576', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13069'] for router (a4a8e373-2c3f-4c13-9237-51d9c49bbb14), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:30:09.504802 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.db_base_plugin_common [None req-7b7c122f-eaee-46f8-ab9e-1783975034f0 None None] Allocated IP 172.20.0.2 (1d9e7a19-7da3-42a0-9d29-ca0ced2e48ad/6e479637-beb2-40fe-8761-8c2c0be069d0/5da6a630-7221-4a54-ba80-5d1b491722b8) {{(pid=103306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 21:30:09.521048 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-41aeb6c3-a7e8-418d-9e1a-9f42f026fb45 tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Publish callbacks [] for router_controller (a4a8e373-2c3f-4c13-9237-51d9c49bbb14), precommit_add_association {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:30:09.532323 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-41aeb6c3-a7e8-418d-9e1a-9f42f026fb45 tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4105757', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4111263'] for router (a4a8e373-2c3f-4c13-9237-51d9c49bbb14), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:30:09.534355 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f064fd51-4959-4490-b35d-b0b676ec448f admin admin] Router 8eb58fbf-0428-4c48-a28b-f93fda1b012b has already been hosted by L3 agent 09df100c-3af1-4b0a-bda8-05914c71c458 {{(pid=103305) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 26 21:30:09.554563 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-41aeb6c3-a7e8-418d-9e1a-9f42f026fb45 tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Publish callbacks [] for router (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:30:09.556359 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-41aeb6c3-a7e8-418d-9e1a-9f42f026fb45 tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.1939266 Jan 26 21:30:09.558673 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 51142) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:30:09.567729 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-d915b22c-df7d-46df-927e-75d242e7a1d9 tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Request body: {'port': {'network_id': '1d9e7a19-7da3-42a0-9d29-ca0ced2e48ad', 'name': 'tempest-PortsTestJSON-543350451'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:30:09.683598 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-7b7c122f-eaee-46f8-ab9e-1783975034f0 None None] Publish callbacks [] for port (5da6a630-7221-4a54-ba80-5d1b491722b8), precommit_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:30:09.689202 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f064fd51-4959-4490-b35d-b0b676ec448f admin admin] Notify agent at l3_agent.n-d-760453-5 the message routers_updated {{(pid=103305) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 26 21:30:09.692098 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-7b7c122f-eaee-46f8-ab9e-1783975034f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746560234527'] for port (5da6a630-7221-4a54-ba80-5d1b491722b8), after_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:30:09.697921 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-f064fd51-4959-4490-b35d-b0b676ec448f admin admin] 10.222.0.13 "PUT /v2.0/routers/8eb58fbf-0428-4c48-a28b-f93fda1b012b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5671799 Jan 26 21:30:09.698535 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 51144) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:30:09.702809 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-116cdc78-c3b8-4c2a-8724-fdce3e3970e8 None None] Sync routers for ids ['8eb58fbf-0428-4c48-a28b-f93fda1b012b'] in n-d-760453-5 {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 26 21:30:09.719043 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-116cdc78-c3b8-4c2a-8724-fdce3e3970e8 None None] Routers {'8eb58fbf-0428-4c48-a28b-f93fda1b012b'} bound to L3 agent in host n-d-760453-5 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 21:30:09.719622 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-116cdc78-c3b8-4c2a-8724-fdce3e3970e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-26T20:55:21Z,description=,heartbeat_timestamp=2022-01-26T21:29:51Z,host='n-d-760453-5',id=09df100c-3af1-4b0a-bda8-05914c71c458,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:55:21Z,topic='l3_agent')) {'router_ids': ['8eb58fbf-0428-4c48-a28b-f93fda1b012b'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:30:09.724395 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d915b22c-df7d-46df-927e-75d242e7a1d9 tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Made reservation on behalf of 4da385aa39864c0f865aba377c69c57c for: {'port': 1} {{(pid=103304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 21:30:09.730833 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-d915b22c-df7d-46df-927e-75d242e7a1d9 tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:30:09.736618 n-d-760453-5 neutron-server[103306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b7c122f-eaee-46f8-ab9e-1783975034f0 None None] Network 1d9e7a19-7da3-42a0-9d29-ca0ced2e48ad is already hosted by enough agents. {{(pid=103306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 21:30:09.740410 n-d-760453-5 neutron-server[103306]: DEBUG neutron.scheduler.base_scheduler [None req-7b7c122f-eaee-46f8-ab9e-1783975034f0 None None] Resources bound (agent type, host, resource id): {{(pid=103306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:30:09.743949 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b7c122f-eaee-46f8-ab9e-1783975034f0 None None] Received port after_create {{(pid=103306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 21:30:09.757569 n-d-760453-5 neutron-server[103304]: DEBUG neutron.notifiers.nova [None req-d915b22c-df7d-46df-927e-75d242e7a1d9 tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] device_id is not set on port 51e10745-32ff-468c-aa05-736e23d36cb0 yet. {{(pid=103304) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 26 21:30:09.783223 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b7c122f-eaee-46f8-ab9e-1783975034f0 None None] Pushing event updated for resources: {'Port': ['ID=5da6a630-7221-4a54-ba80-5d1b491722b8,revision_number=1']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:30:09.838496 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-7b7c122f-eaee-46f8-ab9e-1783975034f0 None None] Attempting to bind port 5da6a630-7221-4a54-ba80-5d1b491722b8 on host n-d-760453-5 for vnic_type normal with profile {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 21:30:09.839167 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-7b7c122f-eaee-46f8-ab9e-1783975034f0 None None] Attempting to bind port 5da6a630-7221-4a54-ba80-5d1b491722b8 by drivers openvswitch,hyperv on host n-d-760453-5 at level 0 using segments [{'id': '41b88d5e-741c-4d99-bbfc-2b71b15e0cc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '1d9e7a19-7da3-42a0-9d29-ca0ced2e48ad'}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 26 21:30:09.839763 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b7c122f-eaee-46f8-ab9e-1783975034f0 None None] Attempting to bind port 5da6a630-7221-4a54-ba80-5d1b491722b8 on network 1d9e7a19-7da3-42a0-9d29-ca0ced2e48ad {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 21:30:09.847016 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b7c122f-eaee-46f8-ab9e-1783975034f0 None None] Checking agent: {'id': 'fea0591a-627d-4c87-9a9a-01625ddf3277', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760453-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 20, 55, 25), 'started_at': datetime.datetime(2022, 1, 26, 20, 55, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 21, 29, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760453-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 26 21:30:09.847633 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b7c122f-eaee-46f8-ab9e-1783975034f0 None None] Checking segment: {'id': '41b88d5e-741c-4d99-bbfc-2b71b15e0cc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '1d9e7a19-7da3-42a0-9d29-ca0ced2e48ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 21:30:09.848209 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-7b7c122f-eaee-46f8-ab9e-1783975034f0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:30:09.848819 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b7c122f-eaee-46f8-ab9e-1783975034f0 None None] Bound using segment: {'id': '41b88d5e-741c-4d99-bbfc-2b71b15e0cc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '1d9e7a19-7da3-42a0-9d29-ca0ced2e48ad'} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 26 21:30:09.849497 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-7b7c122f-eaee-46f8-ab9e-1783975034f0 None None] Bound port: 5da6a630-7221-4a54-ba80-5d1b491722b8, host: n-d-760453-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '41b88d5e-741c-4d99-bbfc-2b71b15e0cc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '1d9e7a19-7da3-42a0-9d29-ca0ced2e48ad'}}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 26 21:30:09.850054 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-7b7c122f-eaee-46f8-ab9e-1783975034f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (5da6a630-7221-4a54-ba80-5d1b491722b8), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:30:09.890852 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_dvr_db [None req-116cdc78-c3b8-4c2a-8724-fdce3e3970e8 None None] Set router 8eb58fbf-0428-4c48-a28b-f93fda1b012b gateway port host: n-d-760453-5 {{(pid=103307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 21:30:09.935391 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-4ed9f4da-b82d-4d98-ba96-7fc95807d283 admin admin] Publish callbacks [] for router (8eb58fbf-0428-4c48-a28b-f93fda1b012b), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:30:09.960758 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-7b7c122f-eaee-46f8-ab9e-1783975034f0 None None] For port 5da6a630-7221-4a54-ba80-5d1b491722b8, host n-d-760453-5, cleared binding levels {{(pid=103306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 26 21:30:09.965784 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-7b7c122f-eaee-46f8-ab9e-1783975034f0 None None] For port 5da6a630-7221-4a54-ba80-5d1b491722b8, host n-d-760453-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=5da6a630-7221-4a54-ba80-5d1b491722b8,segment=NetworkSegment(41b88d5e-741c-4d99-bbfc-2b71b15e0cc5),segment_id=41b88d5e-741c-4d99-bbfc-2b71b15e0cc5)] {{(pid=103306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 26 21:30:09.976150 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-7b7c122f-eaee-46f8-ab9e-1783975034f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (5da6a630-7221-4a54-ba80-5d1b491722b8), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:30:10.082252 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e99d1e1-82fb-4953-a573-a9fa6550859a req-d22f6777-240b-42b7-a30f-6d0c0797bc1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:30:10.083687 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-6e99d1e1-82fb-4953-a573-a9fa6550859a req-d22f6777-240b-42b7-a30f-6d0c0797bc1d service neutron] 10.222.0.66 "GET /v2.0/networks?id=e06aca25-0b6a-452f-bfd4-2129924c58a7 HTTP/1.1" status: 200 len: 912 time: 0.2711761 Jan 26 21:30:10.095757 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b7c122f-eaee-46f8-ab9e-1783975034f0 None None] Pushing event updated for resources: {'Port': ['ID=5da6a630-7221-4a54-ba80-5d1b491722b8,revision_number=2']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:30:10.163398 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-4ed9f4da-b82d-4d98-ba96-7fc95807d283 admin admin] Publish callbacks [] for router_gateway (8eb58fbf-0428-4c48-a28b-f93fda1b012b), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:30:10.187487 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.db_base_plugin_common [None req-d915b22c-df7d-46df-927e-75d242e7a1d9 tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Allocated IP 172.20.0.6 (1d9e7a19-7da3-42a0-9d29-ca0ced2e48ad/6e479637-beb2-40fe-8761-8c2c0be069d0/51e10745-32ff-468c-aa05-736e23d36cb0) {{(pid=103304) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 21:30:10.220673 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41c0c36-bcc0-4816-9870-32277f9f98bd req-9b32bdf9-8003-442e-bee7-bdd50fe58b97 tempest-AttachVolumeShelveTestJSON-345998519 tempest-AttachVolumeShelveTestJSON-345998519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:30:10.229999 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-a41c0c36-bcc0-4816-9870-32277f9f98bd req-9b32bdf9-8003-442e-bee7-bdd50fe58b97 tempest-AttachVolumeShelveTestJSON-345998519 tempest-AttachVolumeShelveTestJSON-345998519-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a78b0a6-78a4-4bc7-9a2d-0384fc9d6981 HTTP/1.1" status: 200 len: 943 time: 0.2241044 Jan 26 21:30:10.243593 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-4ed9f4da-b82d-4d98-ba96-7fc95807d283 admin admin] Deleting port ac720063-0b2c-4c54-b677-d9870e1ecc17 {{(pid=103305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 21:30:10.243954 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-4ed9f4da-b82d-4d98-ba96-7fc95807d283 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746560630878'] for port (ac720063-0b2c-4c54-b677-d9870e1ecc17), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:30:10.246021 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-6e99d1e1-82fb-4953-a573-a9fa6550859a req-2493fa0a-1a4e-4fe0-87be-a966315316fe service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=76b67d01-e977-4af8-80e0-0024bcb18a45 HTTP/1.1" status: 200 len: 1001 time: 0.1318536 Jan 26 21:30:10.280249 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-116cdc78-c3b8-4c2a-8724-fdce3e3970e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8eb58fbf-0428-4c48-a28b-f93fda1b012b', 'name': 'tempest-ServersTestJSON-60372698-router', 'tenant_id': 'ec177d36615b4624a9959f68ea3c49ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'external_fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.121'}], 'enable_snat': True}, 'gw_port_id': 'ac720063-0b2c-4c54-b677-d9870e1ecc17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T21:27:44Z', 'updated_at': '2022-01-26T21:30:08Z', 'revision_number': 5, 'project_id': 'ec177d36615b4624a9959f68ea3c49ca', 'gw_port': {'id': 'ac720063-0b2c-4c54-b677-d9870e1ecc17', 'name': '', 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:bd:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8eb58fbf-0428-4c48-a28b-f93fda1b012b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2478, 'fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:27:45Z', 'updated_at': '2022-01-26T21:27:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-5'}], 'n-d-760453-5', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:30:10.311795 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-116cdc78-c3b8-4c2a-8724-fdce3e3970e8 None None] Checking router: 8eb58fbf-0428-4c48-a28b-f93fda1b012b for host: n-d-760453-5 {{(pid=103307) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 26 21:30:10.348042 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-116cdc78-c3b8-4c2a-8724-fdce3e3970e8 None None] Routers {'8eb58fbf-0428-4c48-a28b-f93fda1b012b'} bound to L3 agent in host n-d-760453-5 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 21:30:10.348628 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-116cdc78-c3b8-4c2a-8724-fdce3e3970e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-26T20:55:21Z,description=,heartbeat_timestamp=2022-01-26T21:29:51Z,host='n-d-760453-5',id=09df100c-3af1-4b0a-bda8-05914c71c458,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:55:21Z,topic='l3_agent')) {'router_ids': ['8eb58fbf-0428-4c48-a28b-f93fda1b012b'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:30:10.431384 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [None req-4ed9f4da-b82d-4d98-ba96-7fc95807d283 admin admin] For port ac720063-0b2c-4c54-b677-d9870e1ecc17, host n-d-760453-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=ac720063-0b2c-4c54-b677-d9870e1ecc17,segment=NetworkSegment(e17cb353-418f-48b9-b982-21a6233ee99b),segment_id=e17cb353-418f-48b9-b982-21a6233ee99b)] {{(pid=103305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:30:10.432007 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-4ed9f4da-b82d-4d98-ba96-7fc95807d283 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4109658'] for port (ac720063-0b2c-4c54-b677-d9870e1ecc17), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:30:10.448698 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-a41c0c36-bcc0-4816-9870-32277f9f98bd req-055a6182-9b21-4112-ba0b-f8d946994643 tempest-AttachVolumeShelveTestJSON-345998519 tempest-AttachVolumeShelveTestJSON-345998519-project] 10.222.0.13 "GET /v2.0/security-groups?id=a25c4f90-015b-4812-87d5-e6df93d42e7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2175934 Jan 26 21:30:10.466346 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-4ed9f4da-b82d-4d98-ba96-7fc95807d283 admin admin] Calling delete_port for ac720063-0b2c-4c54-b677-d9870e1ecc17 owned by network:router_gateway {{(pid=103305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 21:30:10.475393 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e99d1e1-82fb-4953-a573-a9fa6550859a req-f0c5fc59-5af3-4d24-8119-11931f3d1616 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:30:10.477777 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-6e99d1e1-82fb-4953-a573-a9fa6550859a req-f0c5fc59-5af3-4d24-8119-11931f3d1616 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=79317c4e-88a3-402c-975d-f004bf1d9b8b HTTP/1.1" status: 200 len: 850 time: 0.2134674 Jan 26 21:30:10.572647 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_dvr_db [None req-116cdc78-c3b8-4c2a-8724-fdce3e3970e8 None None] Set router 8eb58fbf-0428-4c48-a28b-f93fda1b012b gateway port host: None {{(pid=103307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 21:30:10.649945 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-116cdc78-c3b8-4c2a-8724-fdce3e3970e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8eb58fbf-0428-4c48-a28b-f93fda1b012b', 'name': 'tempest-ServersTestJSON-60372698-router', 'tenant_id': 'ec177d36615b4624a9959f68ea3c49ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T21:27:44Z', 'updated_at': '2022-01-26T21:30:10Z', 'revision_number': 6, 'project_id': 'ec177d36615b4624a9959f68ea3c49ca', 'gw_port_host': None}], 'n-d-760453-5', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:30:10.657110 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e99d1e1-82fb-4953-a573-a9fa6550859a req-aea52dea-438a-4449-bf3d-f41e8a986b98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:30:10.658540 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-6e99d1e1-82fb-4953-a573-a9fa6550859a req-aea52dea-438a-4449-bf3d-f41e8a986b98 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=e06aca25-0b6a-452f-bfd4-2129924c58a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1686599 Jan 26 21:30:10.680939 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-116cdc78-c3b8-4c2a-8724-fdce3e3970e8 None None] The sync data for ids ['8eb58fbf-0428-4c48-a28b-f93fda1b012b'] in n-d-760453-5 is: [{'id': '8eb58fbf-0428-4c48-a28b-f93fda1b012b', 'name': 'tempest-ServersTestJSON-60372698-router', 'tenant_id': 'ec177d36615b4624a9959f68ea3c49ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T21:27:44Z', 'updated_at': '2022-01-26T21:30:10Z', 'revision_number': 6, 'project_id': 'ec177d36615b4624a9959f68ea3c49ca', 'gw_port_host': None}] {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 26 21:30:10.746709 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7c0796-1acb-4b7d-99cc-cc2660ce6f5f req-5772ceb5-20fd-4427-a57a-362627c6e4a6 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:30:10.748539 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-6c7c0796-1acb-4b7d-99cc-cc2660ce6f5f req-5772ceb5-20fd-4427-a57a-362627c6e4a6 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] 10.222.0.13 "GET /v2.0/ports?device_id=e2d1d5a0-9e5f-4cb6-a64c-f2fbd21513d1 HTTP/1.1" status: 200 len: 946 time: 0.1782558 Jan 26 21:30:10.755329 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-4ed9f4da-b82d-4d98-ba96-7fc95807d283 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746560636600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746560234536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11791543'] for port (ac720063-0b2c-4c54-b677-d9870e1ecc17), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:30:10.797610 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed9f4da-b82d-4d98-ba96-7fc95807d283 admin admin] Pushing event deleted for resources: {'Port': ['ID=ac720063-0b2c-4c54-b677-d9870e1ecc17,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:30:10.855818 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-d915b22c-df7d-46df-927e-75d242e7a1d9 tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Publish callbacks [] for port (51e10745-32ff-468c-aa05-736e23d36cb0), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:30:10.874771 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-4ed9f4da-b82d-4d98-ba96-7fc95807d283 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4111291'] for router_gateway (8eb58fbf-0428-4c48-a28b-f93fda1b012b), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:30:10.898948 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-6e99d1e1-82fb-4953-a573-a9fa6550859a req-c0f96e78-d1be-4904-a924-78f44aa46339 service neutron] 10.222.0.66 "GET /v2.0/networks/e06aca25-0b6a-452f-bfd4-2129924c58a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2292869 Jan 26 21:30:10.916291 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-d915b22c-df7d-46df-927e-75d242e7a1d9 tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746560234527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9281553'] for port (51e10745-32ff-468c-aa05-736e23d36cb0), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:30:10.983194 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-4ed9f4da-b82d-4d98-ba96-7fc95807d283 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4105774', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13082'] for router (8eb58fbf-0428-4c48-a28b-f93fda1b012b), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:30:10.985895 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-4ed9f4da-b82d-4d98-ba96-7fc95807d283 admin admin] Publish callbacks [] for router_controller (8eb58fbf-0428-4c48-a28b-f93fda1b012b), precommit_delete_associations {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:30:11.039114 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-6c7c0796-1acb-4b7d-99cc-cc2660ce6f5f req-eafb6cf9-aefb-4f83-b00a-64c361745a1f tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] 10.222.0.13 "GET /v2.0/security-groups?id=6df82126-1037-48ab-9d89-3f4ac527699c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2758660 Jan 26 21:30:11.057056 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-4ed9f4da-b82d-4d98-ba96-7fc95807d283 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4105767'] for router (8eb58fbf-0428-4c48-a28b-f93fda1b012b), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:30:11.058908 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ed9f4da-b82d-4d98-ba96-7fc95807d283 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8eb58fbf-0428-4c48-a28b-f93fda1b012b {{(pid=103305) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 26 21:30:11.068338 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-4ed9f4da-b82d-4d98-ba96-7fc95807d283 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:30:11.069884 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-4ed9f4da-b82d-4d98-ba96-7fc95807d283 admin admin] 10.222.0.13 "DELETE /v2.0/routers/8eb58fbf-0428-4c48-a28b-f93fda1b012b HTTP/1.1" status: 204 len: 168 time: 1.3703690 Jan 26 21:30:11.075570 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 51158) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:30:11.078784 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d915b22c-df7d-46df-927e-75d242e7a1d9 tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Network 1d9e7a19-7da3-42a0-9d29-ca0ced2e48ad is already hosted by enough agents. {{(pid=103304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 21:30:11.086135 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [None req-d915b22c-df7d-46df-927e-75d242e7a1d9 tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Resources bound (agent type, host, resource id): {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:30:11.090043 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d915b22c-df7d-46df-927e-75d242e7a1d9 tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Pushing event updated for resources: {'Port': ['ID=51e10745-32ff-468c-aa05-736e23d36cb0,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:30:11.093047 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d915b22c-df7d-46df-927e-75d242e7a1d9 tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Received port after_create {{(pid=103304) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 21:30:11.158686 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.db_base_plugin_v2 [None req-2891722f-c824-4abf-a8f5-2b7ad698fd12 admin admin] Deleting subnet 7585cddc-8bd2-40da-99aa-e3973041ec4e {{(pid=103305) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 26 21:30:11.162990 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-2891722f-c824-4abf-a8f5-2b7ad698fd12 admin admin] Publish callbacks [] for subnet (7585cddc-8bd2-40da-99aa-e3973041ec4e), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:30:11.185430 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d915b22c-df7d-46df-927e-75d242e7a1d9 tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:30:11.186140 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-d915b22c-df7d-46df-927e-75d242e7a1d9 tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:30:11.209964 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-2891722f-c824-4abf-a8f5-2b7ad698fd12 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11788946'] for subnet (7585cddc-8bd2-40da-99aa-e3973041ec4e), precommit_delete_associations {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:30:11.242133 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 51162) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:30:11.244740 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-d915b22c-df7d-46df-927e-75d242e7a1d9 tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.6846824 Jan 26 21:30:11.279603 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-6e99d1e1-82fb-4953-a573-a9fa6550859a req-00bc7963-0530-40c7-98f4-002b809028ff service neutron] 10.222.0.66 "GET /v2.0/networks/e06aca25-0b6a-452f-bfd4-2129924c58a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3475351 Jan 26 21:30:11.551757 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-2891722f-c824-4abf-a8f5-2b7ad698fd12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687316'] for subnet (7585cddc-8bd2-40da-99aa-e3973041ec4e), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:30:11.577973 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-576e1ee8-037f-4352-9876-200327f698be None None] Network 1d9e7a19-7da3-42a0-9d29-ca0ced2e48ad requested from n-d-760453-5 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 26 21:30:11.684017 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64cc5389-c26f-4e98-a928-51c843a5a9a0 req-a9b6fabd-fe26-4dc3-94eb-cfbc2fb8f8f2 tempest-AttachVolumeShelveTestJSON-345998519 tempest-AttachVolumeShelveTestJSON-345998519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:30:11.685620 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-64cc5389-c26f-4e98-a928-51c843a5a9a0 req-a9b6fabd-fe26-4dc3-94eb-cfbc2fb8f8f2 tempest-AttachVolumeShelveTestJSON-345998519 tempest-AttachVolumeShelveTestJSON-345998519-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a78b0a6-78a4-4bc7-9a2d-0384fc9d6981 HTTP/1.1" status: 200 len: 943 time: 0.0967879 Jan 26 21:30:11.729896 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-da73d1a9-2849-4826-828d-e1eaab74e9b3 None None] Provisioning complete for port 5da6a630-7221-4a54-ba80-5d1b491722b8 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:30:11.730299 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-da73d1a9-2849-4826-828d-e1eaab74e9b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (5da6a630-7221-4a54-ba80-5d1b491722b8), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:30:11.755522 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-2891722f-c824-4abf-a8f5-2b7ad698fd12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11791594', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11599980'] for subnet (7585cddc-8bd2-40da-99aa-e3973041ec4e), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:30:11.782967 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-64cc5389-c26f-4e98-a928-51c843a5a9a0 req-b08a2e36-2493-4bad-8f83-c9cce35988ab tempest-AttachVolumeShelveTestJSON-345998519 tempest-AttachVolumeShelveTestJSON-345998519-project] 10.222.0.13 "GET /v2.0/security-groups?id=a25c4f90-015b-4812-87d5-e6df93d42e7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0824354 Jan 26 21:30:11.834196 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2891722f-c824-4abf-a8f5-2b7ad698fd12 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7585cddc-8bd2-40da-99aa-e3973041ec4e,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:30:11.836576 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-c7d853fd-d5ef-422a-8975-b562bfa6a68d tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (51e10745-32ff-468c-aa05-736e23d36cb0), before_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:30:11.850222 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-2891722f-c824-4abf-a8f5-2b7ad698fd12 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709645'] for subnet (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:30:11.852555 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4235ab41-b291-454a-b3e8-4cd41113315c None None] Network 02122a10-4175-495f-8cc0-81e28431e82d requested from n-d-760453-5 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 26 21:30:11.854098 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-2891722f-c824-4abf-a8f5-2b7ad698fd12 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/7585cddc-8bd2-40da-99aa-e3973041ec4e HTTP/1.1" status: 204 len: 168 time: 0.7772586 Jan 26 21:30:11.863019 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 51166) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:30:11.970979 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-a6a523a4-e764-499d-b0d5-beb960cb4404 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-748181'] for network (02122a10-4175-495f-8cc0-81e28431e82d), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:30:12.217471 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device 5da6a630-7221-4a54-ba80-5d1b491722b8 up at agent ovs-agent-n-d-760453-5 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 21:30:12.322730 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-da73d1a9-2849-4826-828d-e1eaab74e9b3 None None] Current status of the port 5da6a630-7221-4a54-ba80-5d1b491722b8 is: DOWN; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:30:12.323115 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-da73d1a9-2849-4826-828d-e1eaab74e9b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (5da6a630-7221-4a54-ba80-5d1b491722b8), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:30:12.371736 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad038262-4b6d-498b-924f-7ff79fc7cec0 req-89d69776-1400-4a56-9420-9781b7b8f653 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:30:12.391613 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-ad038262-4b6d-498b-924f-7ff79fc7cec0 req-89d69776-1400-4a56-9420-9781b7b8f653 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] 10.222.0.13 "GET /v2.0/ports?device_id=e2d1d5a0-9e5f-4cb6-a64c-f2fbd21513d1 HTTP/1.1" status: 200 len: 946 time: 0.2096565 Jan 26 21:30:12.476647 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-da73d1a9-2849-4826-828d-e1eaab74e9b3 None None] For port 5da6a630-7221-4a54-ba80-5d1b491722b8, host n-d-760453-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=5da6a630-7221-4a54-ba80-5d1b491722b8,segment=NetworkSegment(41b88d5e-741c-4d99-bbfc-2b71b15e0cc5),segment_id=41b88d5e-741c-4d99-bbfc-2b71b15e0cc5)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:30:12.483829 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Provisioning complete for port 5da6a630-7221-4a54-ba80-5d1b491722b8 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:30:12.484614 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (5da6a630-7221-4a54-ba80-5d1b491722b8), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:30:12.536820 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-ad038262-4b6d-498b-924f-7ff79fc7cec0 req-8c773133-f93d-4bb4-adf2-9fdd7e9f5954 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] 10.222.0.13 "GET /v2.0/security-groups?id=6df82126-1037-48ab-9d89-3f4ac527699c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1378188 Jan 26 21:30:12.564217 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-da73d1a9-2849-4826-828d-e1eaab74e9b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (5da6a630-7221-4a54-ba80-5d1b491722b8), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:30:12.594581 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21b342bf-0770-4f0d-9cd2-d668b712c663 None None] DHCP port deletion for 02122a10-4175-495f-8cc0-81e28431e82d request from n-d-760453-5 {{(pid=103306) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 26 21:30:12.669326 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da73d1a9-2849-4826-828d-e1eaab74e9b3 None None] Pushing event updated for resources: {'Port': ['ID=5da6a630-7221-4a54-ba80-5d1b491722b8,revision_number=3']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:30:12.790032 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Current status of the port 5da6a630-7221-4a54-ba80-5d1b491722b8 is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:30:12.808855 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-21b342bf-0770-4f0d-9cd2-d668b712c663 None None] Deleting port 0a23f8f3-87eb-4adf-8a77-34fe8b1b856f {{(pid=103306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 21:30:12.809174 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21b342bf-0770-4f0d-9cd2-d668b712c663 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746560630878'] for port (0a23f8f3-87eb-4adf-8a77-34fe8b1b856f), before_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:30:12.816994 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-b1120d85-4581-449b-b950-ae835538296c None None] Provisioning complete for port 51e10745-32ff-468c-aa05-736e23d36cb0 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:30:12.817380 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b1120d85-4581-449b-b950-ae835538296c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (51e10745-32ff-468c-aa05-736e23d36cb0), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:30:12.875514 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-b1120d85-4581-449b-b950-ae835538296c None None] Port 51e10745-32ff-468c-aa05-736e23d36cb0 cannot update to ACTIVE because it is not bound. {{(pid=103306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 26 21:30:12.918762 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device d53adb51-3ac7-4fba-a87e-977ec756aa7e no longer exists at agent ovs-agent-n-d-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 26 21:30:12.945370 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-a6a523a4-e764-499d-b0d5-beb960cb4404 admin admin] Deleting port 0a23f8f3-87eb-4adf-8a77-34fe8b1b856f {{(pid=103305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 21:30:12.946050 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-a6a523a4-e764-499d-b0d5-beb960cb4404 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746560630878'] for port (0a23f8f3-87eb-4adf-8a77-34fe8b1b856f), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:30:12.954146 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] No Port match for: d53adb51-3ac7-4fba-a87e-977ec756aa7e {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 26 21:30:12.954501 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device d53adb51-3ac7-4fba-a87e-977ec756aa7e not bound to the agent host n-d-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 26 21:30:12.954914 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device ac720063-0b2c-4c54-b677-d9870e1ecc17 no longer exists at agent ovs-agent-n-d-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 26 21:30:12.968336 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-b1120d85-4581-449b-b950-ae835538296c None None] Provisioning complete for port 5da6a630-7221-4a54-ba80-5d1b491722b8 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:30:12.968708 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b1120d85-4581-449b-b950-ae835538296c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (5da6a630-7221-4a54-ba80-5d1b491722b8), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:30:13.012152 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] No Port match for: ac720063-0b2c-4c54-b677-d9870e1ecc17 {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 26 21:30:13.012502 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device ac720063-0b2c-4c54-b677-d9870e1ecc17 not bound to the agent host n-d-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 26 21:30:13.018050 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-21b342bf-0770-4f0d-9cd2-d668b712c663 None None] For port 0a23f8f3-87eb-4adf-8a77-34fe8b1b856f, host n-d-760453-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=0a23f8f3-87eb-4adf-8a77-34fe8b1b856f,segment=NetworkSegment(64fcf19e-d8c4-494a-a2e7-d4a08d4b0641),segment_id=64fcf19e-d8c4-494a-a2e7-d4a08d4b0641)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:30:13.018457 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21b342bf-0770-4f0d-9cd2-d668b712c663 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4109658'] for port (0a23f8f3-87eb-4adf-8a77-34fe8b1b856f), precommit_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:30:13.043001 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-21b342bf-0770-4f0d-9cd2-d668b712c663 None None] Calling delete_port for 0a23f8f3-87eb-4adf-8a77-34fe8b1b856f owned by network:dhcp {{(pid=103306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 21:30:13.202507 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-b1120d85-4581-449b-b950-ae835538296c None None] Current status of the port 5da6a630-7221-4a54-ba80-5d1b491722b8 is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:30:13.252871 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83c9c7f-8d7b-420d-bedd-590893db87c1 req-c7f9930b-1f56-43b8-a4fc-8c2b7c7c5dae tempest-AttachVolumeShelveTestJSON-345998519 tempest-AttachVolumeShelveTestJSON-345998519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:30:13.265204 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-c83c9c7f-8d7b-420d-bedd-590893db87c1 req-c7f9930b-1f56-43b8-a4fc-8c2b7c7c5dae tempest-AttachVolumeShelveTestJSON-345998519 tempest-AttachVolumeShelveTestJSON-345998519-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a78b0a6-78a4-4bc7-9a2d-0384fc9d6981 HTTP/1.1" status: 200 len: 943 time: 0.1391649 Jan 26 21:30:13.312214 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [None req-a6a523a4-e764-499d-b0d5-beb960cb4404 admin admin] For port 0a23f8f3-87eb-4adf-8a77-34fe8b1b856f, host n-d-760453-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=0a23f8f3-87eb-4adf-8a77-34fe8b1b856f,segment=NetworkSegment(64fcf19e-d8c4-494a-a2e7-d4a08d4b0641),segment_id=64fcf19e-d8c4-494a-a2e7-d4a08d4b0641)] {{(pid=103305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:30:13.312588 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-a6a523a4-e764-499d-b0d5-beb960cb4404 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4109658'] for port (0a23f8f3-87eb-4adf-8a77-34fe8b1b856f), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:30:13.336716 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-c83c9c7f-8d7b-420d-bedd-590893db87c1 req-b5f0b480-d2b5-4800-8115-b4fa2ef6230d tempest-AttachVolumeShelveTestJSON-345998519 tempest-AttachVolumeShelveTestJSON-345998519-project] 10.222.0.13 "GET /v2.0/security-groups?id=a25c4f90-015b-4812-87d5-e6df93d42e7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0703015 Jan 26 21:30:13.355825 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21b342bf-0770-4f0d-9cd2-d668b712c663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746560636600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746560234536'] for port (0a23f8f3-87eb-4adf-8a77-34fe8b1b856f), after_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:30:13.359682 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-a6a523a4-e764-499d-b0d5-beb960cb4404 admin admin] Calling delete_port for 0a23f8f3-87eb-4adf-8a77-34fe8b1b856f owned by network:dhcp {{(pid=103305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 21:30:13.407868 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21b342bf-0770-4f0d-9cd2-d668b712c663 None None] No DVR routers for this DVR port 0a23f8f3-87eb-4adf-8a77-34fe8b1b856f on host n-d-760453-5 {{(pid=103306) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 26 21:30:13.411605 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b342bf-0770-4f0d-9cd2-d668b712c663 None None] Pushing event deleted for resources: {'Port': ['ID=0a23f8f3-87eb-4adf-8a77-34fe8b1b856f,revision_number=None']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:30:13.421283 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-c96c1d86-f128-4e11-8f6e-b785523d4740 None None] Provisioning complete for port 51e10745-32ff-468c-aa05-736e23d36cb0 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:30:13.422233 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-c96c1d86-f128-4e11-8f6e-b785523d4740 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (51e10745-32ff-468c-aa05-736e23d36cb0), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:30:13.438104 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-c7d853fd-d5ef-422a-8975-b562bfa6a68d tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Publish callbacks [] for port (51e10745-32ff-468c-aa05-736e23d36cb0), precommit_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:30:13.451525 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-c7d853fd-d5ef-422a-8975-b562bfa6a68d tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11791520'] for port (51e10745-32ff-468c-aa05-736e23d36cb0), after_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:30:13.477497 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-c96c1d86-f128-4e11-8f6e-b785523d4740 None None] Port 51e10745-32ff-468c-aa05-736e23d36cb0 cannot update to ACTIVE because it is not bound. {{(pid=103306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 26 21:30:13.632257 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d853fd-d5ef-422a-8975-b562bfa6a68d tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Pushing event updated for resources: {'Port': ['ID=51e10745-32ff-468c-aa05-736e23d36cb0,revision_number=2']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:30:13.643150 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device 5da6a630-7221-4a54-ba80-5d1b491722b8 up at agent ovs-agent-n-d-760453-5 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 21:30:13.645141 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-a6a523a4-e764-499d-b0d5-beb960cb4404 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746560636600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746560234536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11791543'] for port (0a23f8f3-87eb-4adf-8a77-34fe8b1b856f), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:30:13.677340 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a523a4-e764-499d-b0d5-beb960cb4404 admin admin] Pushing event deleted for resources: {'Port': ['ID=0a23f8f3-87eb-4adf-8a77-34fe8b1b856f,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:30:13.701454 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6a523a4-e764-499d-b0d5-beb960cb4404 admin admin] No DVR routers for this DVR port 0a23f8f3-87eb-4adf-8a77-34fe8b1b856f on host n-d-760453-5 {{(pid=103305) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 26 21:30:13.726539 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Provisioning complete for port 5da6a630-7221-4a54-ba80-5d1b491722b8 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:30:13.726906 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (5da6a630-7221-4a54-ba80-5d1b491722b8), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:30:13.745030 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2246a7-b562-41df-a147-a8bd2973e71c req-fc86145d-0d76-445d-a926-8bc29dfde4be tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:30:13.747265 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-7d2246a7-b562-41df-a147-a8bd2973e71c req-fc86145d-0d76-445d-a926-8bc29dfde4be tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] 10.222.0.13 "GET /v2.0/ports?device_id=e2d1d5a0-9e5f-4cb6-a64c-f2fbd21513d1 HTTP/1.1" status: 200 len: 946 time: 0.0931041 Jan 26 21:30:13.828968 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-7d2246a7-b562-41df-a147-a8bd2973e71c req-80f409f2-e1ee-4874-b127-b4e786730431 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] 10.222.0.13 "GET /v2.0/security-groups?id=6df82126-1037-48ab-9d89-3f4ac527699c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0764709 Jan 26 21:30:13.842913 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Current status of the port 5da6a630-7221-4a54-ba80-5d1b491722b8 is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:30:13.867032 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-a6a523a4-e764-499d-b0d5-beb960cb4404 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-686403', 'neutron.services.segments.db._delete_segments_for_network-8746560774018'] for network (02122a10-4175-495f-8cc0-81e28431e82d), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:30:13.899982 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device 0a23f8f3-87eb-4adf-8a77-34fe8b1b856f no longer exists at agent ovs-agent-n-d-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 26 21:30:13.920711 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] No Port match for: 0a23f8f3-87eb-4adf-8a77-34fe8b1b856f {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 26 21:30:13.921061 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device 0a23f8f3-87eb-4adf-8a77-34fe8b1b856f not bound to the agent host n-d-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 26 21:30:13.923684 n-d-760453-5 neutron-server[103305]: DEBUG neutron.services.segments.db [None req-a6a523a4-e764-499d-b0d5-beb960cb4404 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['02122a10-4175-495f-8cc0-81e28431e82d']}} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:30:13.939359 n-d-760453-5 neutron-server[103305]: DEBUG neutron.services.segments.db [None req-a6a523a4-e764-499d-b0d5-beb960cb4404 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '64fcf19e-d8c4-494a-a2e7-d4a08d4b0641') {'for_net_delete': True} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:30:13.939662 n-d-760453-5 neutron-server[103305]: DEBUG neutron.services.segments.db [None req-a6a523a4-e764-499d-b0d5-beb960cb4404 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '64fcf19e-d8c4-494a-a2e7-d4a08d4b0641') {} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:30:13.969659 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-a6a523a4-e764-499d-b0d5-beb960cb4404 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746560742283', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11788955'] for segment (64fcf19e-d8c4-494a-a2e7-d4a08d4b0641), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:30:13.971360 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-c7d853fd-d5ef-422a-8975-b562bfa6a68d tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4111050'] for router_interface (a4a8e373-2c3f-4c13-9237-51d9c49bbb14), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:30:14.001744 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-23dd0b42-d7df-42be-9020-dbf227a2dc90 None None] Provisioning complete for port 51e10745-32ff-468c-aa05-736e23d36cb0 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:30:14.002141 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-23dd0b42-d7df-42be-9020-dbf227a2dc90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (51e10745-32ff-468c-aa05-736e23d36cb0), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:30:14.016787 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-a6a523a4-e764-499d-b0d5-beb960cb4404 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576559'] for segment (64fcf19e-d8c4-494a-a2e7-d4a08d4b0641), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:30:14.041078 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-23dd0b42-d7df-42be-9020-dbf227a2dc90 None None] Port 51e10745-32ff-468c-aa05-736e23d36cb0 cannot update to ACTIVE because it is not bound. {{(pid=103306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 26 21:30:14.047704 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a6a523a4-e764-499d-b0d5-beb960cb4404 admin admin] Releasing vlan 572 on physical network physnet1 to pool {{(pid=103305) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 26 21:30:14.048110 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-a6a523a4-e764-499d-b0d5-beb960cb4404 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11791428'] for segment (64fcf19e-d8c4-494a-a2e7-d4a08d4b0641), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:30:14.049868 n-d-760453-5 neutron-server[103305]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 26 21:30:14.049868 n-d-760453-5 neutron-server[103305]: self.session.flush() Jan 26 21:30:14.049868 n-d-760453-5 neutron-server[103305]: Traceback (most recent call last): Jan 26 21:30:14.049868 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 26 21:30:14.049868 n-d-760453-5 neutron-server[103305]: timer() Jan 26 21:30:14.049868 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 26 21:30:14.049868 n-d-760453-5 neutron-server[103305]: cb(*args, **kw) Jan 26 21:30:14.049868 n-d-760453-5 neutron-server[103305]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 26 21:30:14.049868 n-d-760453-5 neutron-server[103305]: return func(*args, **kwargs) Jan 26 21:30:14.049868 n-d-760453-5 neutron-server[103305]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 26 21:30:14.049868 n-d-760453-5 neutron-server[103305]: self._notify() Jan 26 21:30:14.049868 n-d-760453-5 neutron-server[103305]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 26 21:30:14.049868 n-d-760453-5 neutron-server[103305]: self.callback(batched_events) Jan 26 21:30:14.049868 n-d-760453-5 neutron-server[103305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 26 21:30:14.049868 n-d-760453-5 neutron-server[103305]: event.method(event) Jan 26 21:30:14.049868 n-d-760453-5 neutron-server[103305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 26 21:30:14.049868 n-d-760453-5 neutron-server[103305]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 26 21:30:14.049868 n-d-760453-5 neutron-server[103305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 26 21:30:14.049868 n-d-760453-5 neutron-server[103305]: aggregate_uuid = self.p_client.list_aggregates( Jan 26 21:30:14.049868 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 26 21:30:14.049868 n-d-760453-5 neutron-server[103305]: return f(self, *a, **k) Jan 26 21:30:14.049868 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 26 21:30:14.049868 n-d-760453-5 neutron-server[103305]: return self._get(url).json() Jan 26 21:30:14.049868 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 26 21:30:14.049868 n-d-760453-5 neutron-server[103305]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 26 21:30:14.049868 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 26 21:30:14.049868 n-d-760453-5 neutron-server[103305]: return self.request(url, 'GET', **kwargs) Jan 26 21:30:14.049868 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 26 21:30:14.049868 n-d-760453-5 neutron-server[103305]: base_url = self.get_endpoint(auth, allow=allow, Jan 26 21:30:14.049868 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 26 21:30:14.049868 n-d-760453-5 neutron-server[103305]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 26 21:30:14.049868 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 26 21:30:14.049868 n-d-760453-5 neutron-server[103305]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 26 21:30:14.049868 n-d-760453-5 neutron-server[103305]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 26 21:30:14.118621 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-a6a523a4-e764-499d-b0d5-beb960cb4404 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4110931'] for network (02122a10-4175-495f-8cc0-81e28431e82d), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:30:14.139799 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-a6a523a4-e764-499d-b0d5-beb960cb4404 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709645'] for network (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:30:14.144614 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-a6a523a4-e764-499d-b0d5-beb960cb4404 admin admin] 10.222.0.13 "DELETE /v2.0/networks/02122a10-4175-495f-8cc0-81e28431e82d HTTP/1.1" status: 204 len: 168 time: 2.2795985 Jan 26 21:30:14.163127 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a523a4-e764-499d-b0d5-beb960cb4404 admin admin] Pushing event deleted for resources: {'Network': ['ID=02122a10-4175-495f-8cc0-81e28431e82d,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:30:14.169049 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-c7d853fd-d5ef-422a-8975-b562bfa6a68d tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (51e10745-32ff-468c-aa05-736e23d36cb0), before_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:30:14.311556 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 51190) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:30:14.352998 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Device 61e4e751-58c3-44b7-8fce-c3507a0cdccc details requested by agent hyperv_n-h1-760453-5 with host n-h1-760453-5 {{(pid=103306) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 26 21:30:14.359712 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 51192) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:30:14.360551 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-c19cf241-de3b-40e9-ae10-394d566ab11b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ec177d36615b4624a9959f68ea3c49ca&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0478113 Jan 26 21:30:14.488533 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a96c0f7-aa9e-4366-ac58-b2c2a59ec795 req-9c5930ac-a69a-4fe0-aca7-a10af56d9ce9 tempest-AttachVolumeShelveTestJSON-345998519 tempest-AttachVolumeShelveTestJSON-345998519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:30:14.490518 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-7a96c0f7-aa9e-4366-ac58-b2c2a59ec795 req-9c5930ac-a69a-4fe0-aca7-a10af56d9ce9 tempest-AttachVolumeShelveTestJSON-345998519 tempest-AttachVolumeShelveTestJSON-345998519-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a78b0a6-78a4-4bc7-9a2d-0384fc9d6981 HTTP/1.1" status: 200 len: 943 time: 0.0556383 Jan 26 21:30:14.508646 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] For port 61e4e751-58c3-44b7-8fce-c3507a0cdccc, host n-h1-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-5',level=0,port_id=61e4e751-58c3-44b7-8fce-c3507a0cdccc,segment=NetworkSegment(ae04eadd-2f21-4385-8e0d-440406bc0827),segment_id=ae04eadd-2f21-4385-8e0d-440406bc0827)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:30:14.523430 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-3ca54e87-9b61-4c49-adab-d12d8ed68275 admin admin] Publish callbacks [] for security_group (50a077d8-1b63-4963-b389-7d3284ea7d06), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:30:14.525424 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Returning: {'device': '61e4e751-58c3-44b7-8fce-c3507a0cdccc', 'network_id': 'd67e3ebe-4ba7-45de-a361-0a193d47dcd7', 'port_id': '61e4e751-58c3-44b7-8fce-c3507a0cdccc', 'mac_address': 'fa:16:3e:74:49:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 559, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b97a8223-0b24-4ba7-b338-51c5c9119da6', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103306) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 26 21:30:14.562385 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-3ca54e87-9b61-4c49-adab-d12d8ed68275 admin admin] Publish callbacks [] for security_group (50a077d8-1b63-4963-b389-7d3284ea7d06), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:30:14.565444 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-c7d853fd-d5ef-422a-8975-b562bfa6a68d tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Publish callbacks [] for port (51e10745-32ff-468c-aa05-736e23d36cb0), precommit_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:30:14.567851 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-7a96c0f7-aa9e-4366-ac58-b2c2a59ec795 req-690098a3-56a1-45f0-86c2-9c4b2a93ac49 tempest-AttachVolumeShelveTestJSON-345998519 tempest-AttachVolumeShelveTestJSON-345998519-project] 10.222.0.13 "GET /v2.0/security-groups?id=a25c4f90-015b-4812-87d5-e6df93d42e7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0622609 Jan 26 21:30:14.604768 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Current status of the port 61e4e751-58c3-44b7-8fce-c3507a0cdccc is: DOWN; New status is: BUILD {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:30:14.605492 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (61e4e751-58c3-44b7-8fce-c3507a0cdccc), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:30:14.608964 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-c7d853fd-d5ef-422a-8975-b562bfa6a68d tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11791520'] for port (51e10745-32ff-468c-aa05-736e23d36cb0), after_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:30:14.622809 n-d-760453-5 neutron-server[103306]: DEBUG neutron.notifiers.nova [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 61e4e751-58c3-44b7-8fce-c3507a0cdccc {{(pid=103306) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 26 21:30:14.647517 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] For port 61e4e751-58c3-44b7-8fce-c3507a0cdccc, host n-h1-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-5',level=0,port_id=61e4e751-58c3-44b7-8fce-c3507a0cdccc,segment=NetworkSegment(ae04eadd-2f21-4385-8e0d-440406bc0827),segment_id=ae04eadd-2f21-4385-8e0d-440406bc0827)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:30:14.653170 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (61e4e751-58c3-44b7-8fce-c3507a0cdccc), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:30:14.697639 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d853fd-d5ef-422a-8975-b562bfa6a68d tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Pushing event updated for resources: {'Port': ['ID=51e10745-32ff-468c-aa05-736e23d36cb0,revision_number=3']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:30:14.703659 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-3ca54e87-9b61-4c49-adab-d12d8ed68275 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (50a077d8-1b63-4963-b389-7d3284ea7d06), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:30:14.706524 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-3ca54e87-9b61-4c49-adab-d12d8ed68275 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:30:14.707447 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-3ca54e87-9b61-4c49-adab-d12d8ed68275 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/50a077d8-1b63-4963-b389-7d3284ea7d06 HTTP/1.1" status: 204 len: 168 time: 0.3463047 Jan 26 21:30:14.710398 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-c7d853fd-d5ef-422a-8975-b562bfa6a68d tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3709457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4110682'] for router_interface (a4a8e373-2c3f-4c13-9237-51d9c49bbb14), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:30:14.716489 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Pushing event updated for resources: {'Port': ['ID=61e4e751-58c3-44b7-8fce-c3507a0cdccc,revision_number=9']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:30:14.722673 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca54e87-9b61-4c49-adab-d12d8ed68275 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50a077d8-1b63-4963-b389-7d3284ea7d06,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:30:14.829772 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7d853fd-d5ef-422a-8975-b562bfa6a68d tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Network 1d9e7a19-7da3-42a0-9d29-ca0ced2e48ad is already hosted by enough agents. {{(pid=103305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 21:30:14.831251 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [None req-c7d853fd-d5ef-422a-8975-b562bfa6a68d tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Resources bound (agent type, host, resource id): {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:30:14.977173 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ae2789-e40e-4997-8476-2f7fc38f5308 req-9ca8ba0c-422c-487a-b1cc-a465b48f5967 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:30:14.986329 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-80ae2789-e40e-4997-8476-2f7fc38f5308 req-9ca8ba0c-422c-487a-b1cc-a465b48f5967 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] 10.222.0.13 "GET /v2.0/ports?device_id=e2d1d5a0-9e5f-4cb6-a64c-f2fbd21513d1 HTTP/1.1" status: 200 len: 946 time: 0.0680463 Jan 26 21:30:15.031799 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7d853fd-d5ef-422a-8975-b562bfa6a68d tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Router a4a8e373-2c3f-4c13-9237-51d9c49bbb14 is scheduled to L3 agent 09df100c-3af1-4b0a-bda8-05914c71c458 with binding_index 1 {{(pid=103305) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 26 21:30:15.055575 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-80ae2789-e40e-4997-8476-2f7fc38f5308 req-65c5e766-3680-4534-a128-325e4b27d4f8 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] 10.222.0.13 "GET /v2.0/security-groups?id=6df82126-1037-48ab-9d89-3f4ac527699c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0655057 Jan 26 21:30:15.135985 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] get_ports_and_sgs() called for port_ids ['61e4e751-58c3-44b7-8fce-c3507a0cdccc'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 26 21:30:15.177007 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7d853fd-d5ef-422a-8975-b562bfa6a68d tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Notify agent at l3_agent.n-d-760453-5 the message routers_updated {{(pid=103305) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 26 21:30:15.182729 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-c7d853fd-d5ef-422a-8975-b562bfa6a68d tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] 10.222.0.13 "PUT /v2.0/routers/a4a8e373-2c3f-4c13-9237-51d9c49bbb14/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9393871 Jan 26 21:30:15.185463 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 51212) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:30:15.200879 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42c39406-9180-40fd-bb48-a65b67a8a3ac None None] Sync routers for ids ['a4a8e373-2c3f-4c13-9237-51d9c49bbb14'] in n-d-760453-5 {{(pid=103306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 26 21:30:15.224842 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42c39406-9180-40fd-bb48-a65b67a8a3ac None None] Routers {'a4a8e373-2c3f-4c13-9237-51d9c49bbb14'} bound to L3 agent in host n-d-760453-5 {{(pid=103306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 21:30:15.225874 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-42c39406-9180-40fd-bb48-a65b67a8a3ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-26T20:55:21Z,description=,heartbeat_timestamp=2022-01-26T21:29:51Z,host='n-d-760453-5',id=09df100c-3af1-4b0a-bda8-05914c71c458,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:55:21Z,topic='l3_agent')) {'router_ids': ['a4a8e373-2c3f-4c13-9237-51d9c49bbb14'], 'active': True} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:30:15.245221 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cbd64c5-4353-41ab-8992-7c2441d19e2f tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:30:15.247107 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-0cbd64c5-4353-41ab-8992-7c2441d19e2f tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] 10.222.0.13 "GET /v2.0/ports?device_id=a4a8e373-2c3f-4c13-9237-51d9c49bbb14 HTTP/1.1" status: 200 len: 981 time: 0.0605450 Jan 26 21:30:15.251336 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 51214) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:30:15.268293 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-42c39406-9180-40fd-bb48-a65b67a8a3ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760453-5', False) {} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:30:15.332671 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-b45157e6-7e78-4bf4-a502-e8b3e5ff6bad None None] Provisioning complete for port 51e10745-32ff-468c-aa05-736e23d36cb0 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:30:15.337717 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b45157e6-7e78-4bf4-a502-e8b3e5ff6bad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (51e10745-32ff-468c-aa05-736e23d36cb0), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:30:15.380227 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42c39406-9180-40fd-bb48-a65b67a8a3ac None None] Routers {'a4a8e373-2c3f-4c13-9237-51d9c49bbb14'} bound to L3 agent in host n-d-760453-5 {{(pid=103306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 21:30:15.380864 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-42c39406-9180-40fd-bb48-a65b67a8a3ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-26T20:55:21Z,description=,heartbeat_timestamp=2022-01-26T21:29:51Z,host='n-d-760453-5',id=09df100c-3af1-4b0a-bda8-05914c71c458,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:55:21Z,topic='l3_agent')) {'router_ids': ['a4a8e373-2c3f-4c13-9237-51d9c49bbb14'], 'active': True} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:30:15.393088 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-b45157e6-7e78-4bf4-a502-e8b3e5ff6bad None None] Port 51e10745-32ff-468c-aa05-736e23d36cb0 cannot update to ACTIVE because it is not bound. {{(pid=103306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 26 21:30:15.454644 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-42c39406-9180-40fd-bb48-a65b67a8a3ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760453-5', False) {} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:30:15.455513 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42c39406-9180-40fd-bb48-a65b67a8a3ac None None] The sync data for ids ['a4a8e373-2c3f-4c13-9237-51d9c49bbb14'] in n-d-760453-5 is: [] {{(pid=103306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 26 21:30:15.761040 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e727111a-b5e7-46fc-9131-da3e177e2b6a req-d2356e36-79e1-4779-af1e-32df2b3a8f5c tempest-AttachVolumeShelveTestJSON-345998519 tempest-AttachVolumeShelveTestJSON-345998519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:30:15.762213 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-e727111a-b5e7-46fc-9131-da3e177e2b6a req-d2356e36-79e1-4779-af1e-32df2b3a8f5c tempest-AttachVolumeShelveTestJSON-345998519 tempest-AttachVolumeShelveTestJSON-345998519-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a78b0a6-78a4-4bc7-9a2d-0384fc9d6981 HTTP/1.1" status: 200 len: 944 time: 0.0814941 Jan 26 21:30:15.841026 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 51234) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:30:15.851562 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-5d204a5f-4d2e-499b-b86f-c9faaedf6565 tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4110657'] for router_interface (a4a8e373-2c3f-4c13-9237-51d9c49bbb14), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:30:15.942992 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-e727111a-b5e7-46fc-9131-da3e177e2b6a req-dfeb3cfe-4779-4107-a9d0-567d901f8428 tempest-AttachVolumeShelveTestJSON-345998519 tempest-AttachVolumeShelveTestJSON-345998519-project] 10.222.0.13 "GET /v2.0/security-groups?id=a25c4f90-015b-4812-87d5-e6df93d42e7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1340621 Jan 26 21:30:15.981982 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-22893611-497a-4578-ba98-715c3eab00ac admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1471603301-network', 'tenant_id': '67c43b1aa4f1448caaa89bc8345f75b3'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:30:16.010884 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22893611-497a-4578-ba98-715c3eab00ac admin admin] Made reservation on behalf of 67c43b1aa4f1448caaa89bc8345f75b3 for: {'network': 1} {{(pid=103305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 21:30:16.013376 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-22893611-497a-4578-ba98-715c3eab00ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for network (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:30:16.023701 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-22893611-497a-4578-ba98-715c3eab00ac admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:30:16.153766 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-22893611-497a-4578-ba98-715c3eab00ac admin admin] Publish callbacks [] for security_group (783fb386-6fd2-4948-95d6-8177a10ccbe5), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:30:16.159782 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-22893611-497a-4578-ba98-715c3eab00ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (783fb386-6fd2-4948-95d6-8177a10ccbe5), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:30:16.181380 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-5d204a5f-4d2e-499b-b86f-c9faaedf6565 tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Deleting port 51e10745-32ff-468c-aa05-736e23d36cb0 {{(pid=103304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 21:30:16.181664 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-5d204a5f-4d2e-499b-b86f-c9faaedf6565 tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746560630878'] for port (51e10745-32ff-468c-aa05-736e23d36cb0), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:30:16.198737 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-22893611-497a-4578-ba98-715c3eab00ac admin admin] vlan segment allocate from pool success with {'vlan_id': 565, 'physical_network': 'physnet1'} {{(pid=103305) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 26 21:30:16.209017 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22893611-497a-4578-ba98-715c3eab00ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=783fb386-6fd2-4948-95d6-8177a10ccbe5,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:30:16.226397 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-22893611-497a-4578-ba98-715c3eab00ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576559'] for segment (6c664910-f626-469d-b488-30e875c9a116), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:30:16.226751 n-d-760453-5 neutron-server[103305]: INFO neutron.db.segments_db [None req-22893611-497a-4578-ba98-715c3eab00ac admin admin] Added segment 6c664910-f626-469d-b488-30e875c9a116 of type vlan for network 74c2db30-fc56-4028-b6bc-1e1adb646f05 Jan 26 21:30:16.259443 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8177db97-e340-4854-9253-2b5f2ad81679 req-16572b02-3df9-403a-9e34-2dc833099a64 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:30:16.261129 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-8177db97-e340-4854-9253-2b5f2ad81679 req-16572b02-3df9-403a-9e34-2dc833099a64 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] 10.222.0.13 "GET /v2.0/ports?device_id=e2d1d5a0-9e5f-4cb6-a64c-f2fbd21513d1 HTTP/1.1" status: 200 len: 946 time: 0.1281030 Jan 26 21:30:16.278575 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-22893611-497a-4578-ba98-715c3eab00ac admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746560256871'] for network (74c2db30-fc56-4028-b6bc-1e1adb646f05), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:30:16.316609 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-22893611-497a-4578-ba98-715c3eab00ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503'] for network (74c2db30-fc56-4028-b6bc-1e1adb646f05), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:30:16.317898 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22893611-497a-4578-ba98-715c3eab00ac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:30:16.318680 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-22893611-497a-4578-ba98-715c3eab00ac admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709645'] for network (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:30:16.343128 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-5d204a5f-4d2e-499b-b86f-c9faaedf6565 tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4109658'] for port (51e10745-32ff-468c-aa05-736e23d36cb0), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:30:16.371130 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-8177db97-e340-4854-9253-2b5f2ad81679 req-ed276d96-bf9b-43ef-97df-63de345adda8 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] 10.222.0.13 "GET /v2.0/security-groups?id=6df82126-1037-48ab-9d89-3f4ac527699c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1022902 Jan 26 21:30:16.372117 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-5d204a5f-4d2e-499b-b86f-c9faaedf6565 tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Calling delete_port for 51e10745-32ff-468c-aa05-736e23d36cb0 owned by network:router_interface {{(pid=103304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 21:30:16.395066 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-22893611-497a-4578-ba98-715c3eab00ac admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.5451107 Jan 26 21:30:16.397065 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 51240) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:30:16.401931 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-88ed1adc-92e1-457d-9c16-28e32326b316 admin admin] Request body: {'subnet': {'network_id': '74c2db30-fc56-4028-b6bc-1e1adb646f05', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1471603301-subnet', 'tenant_id': '67c43b1aa4f1448caaa89bc8345f75b3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:30:16.406570 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22893611-497a-4578-ba98-715c3eab00ac admin admin] Pushing event updated for resources: {'Network': ['ID=74c2db30-fc56-4028-b6bc-1e1adb646f05,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:30:16.423555 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Network 74c2db30-fc56-4028-b6bc-1e1adb646f05 details requested by agent ovs-agent-n-d-760453-5 with host n-d-760453-5 {{(pid=103306) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 26 21:30:16.485258 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88ed1adc-92e1-457d-9c16-28e32326b316 admin admin] Made reservation on behalf of 67c43b1aa4f1448caaa89bc8345f75b3 for: {'subnet': 1} {{(pid=103304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 21:30:16.487654 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-88ed1adc-92e1-457d-9c16-28e32326b316 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12215181'] for subnet (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:30:16.708574 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-5d204a5f-4d2e-499b-b86f-c9faaedf6565 tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746560636600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746560234536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9281553'] for port (51e10745-32ff-468c-aa05-736e23d36cb0), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:30:16.765888 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d204a5f-4d2e-499b-b86f-c9faaedf6565 tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Pushing event deleted for resources: {'Port': ['ID=51e10745-32ff-468c-aa05-736e23d36cb0,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:30:16.801107 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-88ed1adc-92e1-457d-9c16-28e32326b316 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9285249', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12215227'] for subnet (68ece1fe-1f7d-4329-a57d-2ad69881b241), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:30:16.887043 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ed1adc-92e1-457d-9c16-28e32326b316 admin admin] Pushing event updated for resources: {'Subnet': ['ID=68ece1fe-1f7d-4329-a57d-2ad69881b241,revision_number=0']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:30:16.975370 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88ed1adc-92e1-457d-9c16-28e32326b316 admin admin] Checking segment: {'id': '6c664910-f626-469d-b488-30e875c9a116', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '74c2db30-fc56-4028-b6bc-1e1adb646f05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103304) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 21:30:16.975650 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88ed1adc-92e1-457d-9c16-28e32326b316 admin admin] Network hostable DHCP agents. Network: 74c2db30-fc56-4028-b6bc-1e1adb646f05, hostable agents: ['474ccdf7-ab6c-405b-a3b2-dc7b05829902'], hosted agents: [] {{(pid=103304) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 26 21:30:16.977810 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-5d204a5f-4d2e-499b-b86f-c9faaedf6565 tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3709480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4110805'] for router_interface (a4a8e373-2c3f-4c13-9237-51d9c49bbb14), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:30:17.068760 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88ed1adc-92e1-457d-9c16-28e32326b316 admin admin] Network 74c2db30-fc56-4028-b6bc-1e1adb646f05 is scheduled to be hosted by DHCP agent 474ccdf7-ab6c-405b-a3b2-dc7b05829902 with binding_index 1 {{(pid=103304) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 26 21:30:17.106733 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [None req-88ed1adc-92e1-457d-9c16-28e32326b316 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760453-5, 74c2db30-fc56-4028-b6bc-1e1adb646f05) {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:30:17.117169 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d63136a-4630-412d-bdaf-eeb82cc0e8d5 None None] Network 74c2db30-fc56-4028-b6bc-1e1adb646f05 requested from n-d-760453-5 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 26 21:30:17.140327 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88ed1adc-92e1-457d-9c16-28e32326b316 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:30:17.140918 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-88ed1adc-92e1-457d-9c16-28e32326b316 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:30:17.197889 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-88ed1adc-92e1-457d-9c16-28e32326b316 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.7997270 Jan 26 21:30:17.209033 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ff9ebc-6aae-4627-8dff-e561727cc2da req-4845c9db-0ab7-47df-ad3a-755d21554003 tempest-AttachVolumeShelveTestJSON-345998519 tempest-AttachVolumeShelveTestJSON-345998519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:30:17.210267 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-b5ff9ebc-6aae-4627-8dff-e561727cc2da req-4845c9db-0ab7-47df-ad3a-755d21554003 tempest-AttachVolumeShelveTestJSON-345998519 tempest-AttachVolumeShelveTestJSON-345998519-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a78b0a6-78a4-4bc7-9a2d-0384fc9d6981 HTTP/1.1" status: 200 len: 944 time: 0.1458151 Jan 26 21:30:17.212535 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d204a5f-4d2e-499b-b86f-c9faaedf6565 tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Router a4a8e373-2c3f-4c13-9237-51d9c49bbb14 has already been hosted by L3 agent 09df100c-3af1-4b0a-bda8-05914c71c458 {{(pid=103304) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 26 21:30:17.240268 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3554cdd5-c96e-4e8e-b0ba-9e069d11047a None None] Network 74c2db30-fc56-4028-b6bc-1e1adb646f05 requested from n-d-760453-5 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 26 21:30:17.319949 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d204a5f-4d2e-499b-b86f-c9faaedf6565 tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Notify agent at l3_agent.n-d-760453-5 the message routers_updated {{(pid=103304) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 26 21:30:17.328712 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 51252) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:30:17.329261 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-5d204a5f-4d2e-499b-b86f-c9faaedf6565 tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] 10.222.0.13 "PUT /v2.0/routers/a4a8e373-2c3f-4c13-9237-51d9c49bbb14/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0761602 Jan 26 21:30:17.341269 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f781d185-2bd3-4aa4-95ee-194d6138b6dd None None] Sync routers for ids ['a4a8e373-2c3f-4c13-9237-51d9c49bbb14'] in n-d-760453-5 {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 26 21:30:17.360922 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f781d185-2bd3-4aa4-95ee-194d6138b6dd None None] Routers {'a4a8e373-2c3f-4c13-9237-51d9c49bbb14'} bound to L3 agent in host n-d-760453-5 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 21:30:17.361571 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-f781d185-2bd3-4aa4-95ee-194d6138b6dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-26T20:55:21Z,description=,heartbeat_timestamp=2022-01-26T21:29:51Z,host='n-d-760453-5',id=09df100c-3af1-4b0a-bda8-05914c71c458,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:55:21Z,topic='l3_agent')) {'router_ids': ['a4a8e373-2c3f-4c13-9237-51d9c49bbb14'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:30:17.370350 n-d-760453-5 neutron-server[103305]: INFO neutron.pecan_wsgi.hooks.translation [None req-47a66864-7504-48e8-911a-c041d00733d4 tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] GET failed (client error): The resource could not be found. Jan 26 21:30:17.374304 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-47a66864-7504-48e8-911a-c041d00733d4 tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] 10.222.0.13 "GET /v2.0/ports/51e10745-32ff-468c-aa05-736e23d36cb0 HTTP/1.1" status: 404 len: 333 time: 0.0411608 Jan 26 21:30:17.374600 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-b5ff9ebc-6aae-4627-8dff-e561727cc2da req-ec5a80b5-5450-4b3e-bfe6-b57518a937a6 tempest-AttachVolumeShelveTestJSON-345998519 tempest-AttachVolumeShelveTestJSON-345998519-project] 10.222.0.13 "GET /v2.0/security-groups?id=a25c4f90-015b-4812-87d5-e6df93d42e7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1127813 Jan 26 21:30:17.374706 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 51254) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:30:17.419383 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-f781d185-2bd3-4aa4-95ee-194d6138b6dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760453-5', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:30:17.439593 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f781d185-2bd3-4aa4-95ee-194d6138b6dd None None] Routers {'a4a8e373-2c3f-4c13-9237-51d9c49bbb14'} bound to L3 agent in host n-d-760453-5 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 21:30:17.440601 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-f781d185-2bd3-4aa4-95ee-194d6138b6dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-26T20:55:21Z,description=,heartbeat_timestamp=2022-01-26T21:29:51Z,host='n-d-760453-5',id=09df100c-3af1-4b0a-bda8-05914c71c458,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:55:21Z,topic='l3_agent')) {'router_ids': ['a4a8e373-2c3f-4c13-9237-51d9c49bbb14'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:30:17.483609 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-f781d185-2bd3-4aa4-95ee-194d6138b6dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760453-5', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:30:17.484620 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f781d185-2bd3-4aa4-95ee-194d6138b6dd None None] The sync data for ids ['a4a8e373-2c3f-4c13-9237-51d9c49bbb14'] in n-d-760453-5 is: [] {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 26 21:30:17.511280 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-7b168724-5ab1-4a97-82dd-0c07fa72c644 tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Publish callbacks [] for router (a4a8e373-2c3f-4c13-9237-51d9c49bbb14), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:30:17.556213 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7c0f49-b4b9-4b70-a415-b4cca5e62d83 req-072e4212-d8bc-438b-8d7c-9d28005de03f tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:30:17.558553 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-7f7c0f49-b4b9-4b70-a415-b4cca5e62d83 req-072e4212-d8bc-438b-8d7c-9d28005de03f tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] 10.222.0.13 "GET /v2.0/ports?device_id=e2d1d5a0-9e5f-4cb6-a64c-f2fbd21513d1 HTTP/1.1" status: 200 len: 946 time: 0.1030905 Jan 26 21:30:17.620478 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-7f7c0f49-b4b9-4b70-a415-b4cca5e62d83 req-e6310c39-6bd1-40f3-96ac-2b7ba405d02e tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] 10.222.0.13 "GET /v2.0/security-groups?id=6df82126-1037-48ab-9d89-3f4ac527699c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539410 Jan 26 21:30:17.740017 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-7b168724-5ab1-4a97-82dd-0c07fa72c644 tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4105774', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13082'] for router (a4a8e373-2c3f-4c13-9237-51d9c49bbb14), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:30:17.742379 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-7b168724-5ab1-4a97-82dd-0c07fa72c644 tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Publish callbacks [] for router_controller (a4a8e373-2c3f-4c13-9237-51d9c49bbb14), precommit_delete_associations {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:30:17.788058 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-7b168724-5ab1-4a97-82dd-0c07fa72c644 tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4105767'] for router (a4a8e373-2c3f-4c13-9237-51d9c49bbb14), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:30:17.788661 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b168724-5ab1-4a97-82dd-0c07fa72c644 tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Fanout notify agent at l3_agent the message router_deleted on router a4a8e373-2c3f-4c13-9237-51d9c49bbb14 {{(pid=103305) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 26 21:30:17.804307 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-7b168724-5ab1-4a97-82dd-0c07fa72c644 tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Publish callbacks [] for router (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:30:17.805471 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-7b168724-5ab1-4a97-82dd-0c07fa72c644 tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] 10.222.0.13 "DELETE /v2.0/routers/a4a8e373-2c3f-4c13-9237-51d9c49bbb14 HTTP/1.1" status: 204 len: 168 time: 0.4300046 Jan 26 21:30:17.808491 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 51276) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:30:17.864997 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.db_base_plugin_v2 [None req-db904b01-268b-4151-852b-f411ae3ebaa2 tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Deleting subnet 6e479637-beb2-40fe-8761-8c2c0be069d0 {{(pid=103305) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 26 21:30:17.869133 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-db904b01-268b-4151-852b-f411ae3ebaa2 tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Publish callbacks [] for subnet (6e479637-beb2-40fe-8761-8c2c0be069d0), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:30:17.869676 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c3a478-65e6-4aeb-9058-0e94d99e6cca req-33a5d31c-fc87-4006-bc6f-eb1c96635a4f tempest-ServerDiskConfigTestJSON-1504097755 tempest-ServerDiskConfigTestJSON-1504097755-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:30:17.871869 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-e4c3a478-65e6-4aeb-9058-0e94d99e6cca req-33a5d31c-fc87-4006-bc6f-eb1c96635a4f tempest-ServerDiskConfigTestJSON-1504097755 tempest-ServerDiskConfigTestJSON-1504097755-project] 10.222.0.13 "GET /v2.0/networks?id=74c2db30-fc56-4028-b6bc-1e1adb646f05 HTTP/1.1" status: 200 len: 815 time: 0.1126649 Jan 26 21:30:17.886268 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-e4c3a478-65e6-4aeb-9058-0e94d99e6cca req-293eb96c-6c67-4116-985c-d1e0559a369e tempest-ServerDiskConfigTestJSON-1504097755 tempest-ServerDiskConfigTestJSON-1504097755-project] 10.222.0.13 "GET /v2.0/quotas/67c43b1aa4f1448caaa89bc8345f75b3 HTTP/1.1" status: 200 len: 375 time: 0.0094535 Jan 26 21:30:17.912063 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-db904b01-268b-4151-852b-f411ae3ebaa2 tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11788946'] for subnet (6e479637-beb2-40fe-8761-8c2c0be069d0), precommit_delete_associations {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:30:17.924148 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-e4c3a478-65e6-4aeb-9058-0e94d99e6cca req-77f54555-fd42-4cab-82c5-c56399fd8c20 tempest-ServerDiskConfigTestJSON-1504097755 tempest-ServerDiskConfigTestJSON-1504097755-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=67c43b1aa4f1448caaa89bc8345f75b3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0323439 Jan 26 21:30:17.996433 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-db904b01-268b-4151-852b-f411ae3ebaa2 tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687316'] for subnet (6e479637-beb2-40fe-8761-8c2c0be069d0), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:30:18.014398 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-e4c3a478-65e6-4aeb-9058-0e94d99e6cca req-d7c7bca7-9a1a-46b8-bd5d-3dd67c67ba48 service neutron] 10.222.0.13 "GET /v2.0/networks/74c2db30-fc56-4028-b6bc-1e1adb646f05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831711 Jan 26 21:30:18.060271 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-db904b01-268b-4151-852b-f411ae3ebaa2 tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11791594', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11599980'] for subnet (6e479637-beb2-40fe-8761-8c2c0be069d0), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:30:18.087505 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db904b01-268b-4151-852b-f411ae3ebaa2 tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Pushing event deleted for resources: {'Subnet': ['ID=6e479637-beb2-40fe-8761-8c2c0be069d0,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:30:18.091332 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-db904b01-268b-4151-852b-f411ae3ebaa2 tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709645'] for subnet (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:30:18.096168 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-db904b01-268b-4151-852b-f411ae3ebaa2 tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] 10.222.0.13 "DELETE /v2.0/subnets/6e479637-beb2-40fe-8761-8c2c0be069d0 HTTP/1.1" status: 204 len: 168 time: 0.2851315 Jan 26 21:30:18.097934 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 51280) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:30:18.100454 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad213827-9e5a-43a6-8569-1f1469f9d61c None None] Network 1d9e7a19-7da3-42a0-9d29-ca0ced2e48ad requested from n-d-760453-5 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 26 21:30:18.116122 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-e4c3a478-65e6-4aeb-9058-0e94d99e6cca req-c88b510a-291d-423e-ba3e-ef87bf5ee0ac service neutron] 10.222.0.13 "GET /v2.0/networks/74c2db30-fc56-4028-b6bc-1e1adb646f05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0949168 Jan 26 21:30:18.176190 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-a0c3d01e-1012-4048-a484-873f43ae7e78 tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-748181'] for network (1d9e7a19-7da3-42a0-9d29-ca0ced2e48ad), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:30:18.240797 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-a0c3d01e-1012-4048-a484-873f43ae7e78 tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Deleting port 5da6a630-7221-4a54-ba80-5d1b491722b8 {{(pid=103305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 21:30:18.241511 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-a0c3d01e-1012-4048-a484-873f43ae7e78 tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746560630878'] for port (5da6a630-7221-4a54-ba80-5d1b491722b8), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:30:18.261114 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d28c4aab-9815-42a3-927f-a89e4d9fb68b None None] DHCP port deletion for 1d9e7a19-7da3-42a0-9d29-ca0ced2e48ad request from n-d-760453-5 {{(pid=103306) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 26 21:30:18.317144 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-c73046aa-946b-4403-a5c5-f82ee3fa81aa req-36c000d8-417c-4319-b4e7-c04602e3b1a2 tempest-ServerDiskConfigTestJSON-1504097755 tempest-ServerDiskConfigTestJSON-1504097755-project] 10.222.0.13 "GET /v2.0/ports?device_id=8b978eb6-35c4-4ea9-b2d9-88b39a1c70a2 HTTP/1.1" status: 200 len: 210 time: 0.0295260 Jan 26 21:30:18.324959 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [None req-a0c3d01e-1012-4048-a484-873f43ae7e78 tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] For port 5da6a630-7221-4a54-ba80-5d1b491722b8, host n-d-760453-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=5da6a630-7221-4a54-ba80-5d1b491722b8,segment=NetworkSegment(41b88d5e-741c-4d99-bbfc-2b71b15e0cc5),segment_id=41b88d5e-741c-4d99-bbfc-2b71b15e0cc5)] {{(pid=103305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:30:18.325529 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-a0c3d01e-1012-4048-a484-873f43ae7e78 tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4109658'] for port (5da6a630-7221-4a54-ba80-5d1b491722b8), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:30:18.334583 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-d28c4aab-9815-42a3-927f-a89e4d9fb68b None None] Deleting port 5da6a630-7221-4a54-ba80-5d1b491722b8 {{(pid=103306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 21:30:18.335197 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d28c4aab-9815-42a3-927f-a89e4d9fb68b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746560630878'] for port (5da6a630-7221-4a54-ba80-5d1b491722b8), before_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:30:18.345268 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-a0c3d01e-1012-4048-a484-873f43ae7e78 tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Calling delete_port for 5da6a630-7221-4a54-ba80-5d1b491722b8 owned by network:dhcp {{(pid=103305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 21:30:18.391725 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Device 61e4e751-58c3-44b7-8fce-c3507a0cdccc up at agent hyperv_n-h1-760453-5 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 21:30:18.439082 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-d28c4aab-9815-42a3-927f-a89e4d9fb68b None None] For port 5da6a630-7221-4a54-ba80-5d1b491722b8, host n-d-760453-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=5da6a630-7221-4a54-ba80-5d1b491722b8,segment=NetworkSegment(41b88d5e-741c-4d99-bbfc-2b71b15e0cc5),segment_id=41b88d5e-741c-4d99-bbfc-2b71b15e0cc5)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:30:18.439567 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d28c4aab-9815-42a3-927f-a89e4d9fb68b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4109658'] for port (5da6a630-7221-4a54-ba80-5d1b491722b8), precommit_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:30:18.464335 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-a0c3d01e-1012-4048-a484-873f43ae7e78 tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746560636600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746560234536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11791543'] for port (5da6a630-7221-4a54-ba80-5d1b491722b8), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:30:18.469071 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-d28c4aab-9815-42a3-927f-a89e4d9fb68b None None] Calling delete_port for 5da6a630-7221-4a54-ba80-5d1b491722b8 owned by network:dhcp {{(pid=103306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 21:30:18.508684 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a004ff-38a1-4727-8abb-0227f29a5051 req-e0767f37-724f-4041-be49-bc5f6b48fa76 tempest-AttachVolumeShelveTestJSON-345998519 tempest-AttachVolumeShelveTestJSON-345998519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:30:18.515245 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0c3d01e-1012-4048-a484-873f43ae7e78 tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] No DVR routers for this DVR port 5da6a630-7221-4a54-ba80-5d1b491722b8 on host n-d-760453-5 {{(pid=103305) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 26 21:30:18.517805 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c3d01e-1012-4048-a484-873f43ae7e78 tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Pushing event deleted for resources: {'Port': ['ID=5da6a630-7221-4a54-ba80-5d1b491722b8,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:30:18.530407 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-98a004ff-38a1-4727-8abb-0227f29a5051 req-e0767f37-724f-4041-be49-bc5f6b48fa76 tempest-AttachVolumeShelveTestJSON-345998519 tempest-AttachVolumeShelveTestJSON-345998519-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a78b0a6-78a4-4bc7-9a2d-0384fc9d6981 HTTP/1.1" status: 200 len: 944 time: 0.0870147 Jan 26 21:30:18.543976 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Provisioning complete for port 61e4e751-58c3-44b7-8fce-c3507a0cdccc triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:30:18.544443 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (61e4e751-58c3-44b7-8fce-c3507a0cdccc), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:30:18.596440 n-d-760453-5 neutron-server[103306]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 26 21:30:18.596440 n-d-760453-5 neutron-server[103306]: self.session.flush() Jan 26 21:30:18.596440 n-d-760453-5 neutron-server[103306]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 26 21:30:18.596440 n-d-760453-5 neutron-server[103306]: self.session.flush() Jan 26 21:30:18.596440 n-d-760453-5 neutron-server[103306]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 26 21:30:18.596440 n-d-760453-5 neutron-server[103306]: self.session.flush() Jan 26 21:30:18.596440 n-d-760453-5 neutron-server[103306]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 26 21:30:18.596440 n-d-760453-5 neutron-server[103306]: self.session.flush() Jan 26 21:30:18.596440 n-d-760453-5 neutron-server[103306]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 26 21:30:18.596440 n-d-760453-5 neutron-server[103306]: self.session.flush() Jan 26 21:30:18.596440 n-d-760453-5 neutron-server[103306]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 26 21:30:18.596440 n-d-760453-5 neutron-server[103306]: self.session.flush() Jan 26 21:30:18.596440 n-d-760453-5 neutron-server[103306]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 26 21:30:18.596440 n-d-760453-5 neutron-server[103306]: self.session.flush() Jan 26 21:30:18.596440 n-d-760453-5 neutron-server[103306]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 26 21:30:18.596440 n-d-760453-5 neutron-server[103306]: self.session.flush() Jan 26 21:30:18.596440 n-d-760453-5 neutron-server[103306]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 26 21:30:18.596440 n-d-760453-5 neutron-server[103306]: self.session.flush() Jan 26 21:30:18.596440 n-d-760453-5 neutron-server[103306]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 26 21:30:18.596440 n-d-760453-5 neutron-server[103306]: self.session.flush() Jan 26 21:30:18.596440 n-d-760453-5 neutron-server[103306]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 26 21:30:18.596440 n-d-760453-5 neutron-server[103306]: self.session.flush() Jan 26 21:30:18.596440 n-d-760453-5 neutron-server[103306]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 26 21:30:18.596440 n-d-760453-5 neutron-server[103306]: self.session.flush() Jan 26 21:30:18.596440 n-d-760453-5 neutron-server[103306]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 26 21:30:18.596440 n-d-760453-5 neutron-server[103306]: self.session.flush() Jan 26 21:30:18.596440 n-d-760453-5 neutron-server[103306]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 26 21:30:18.596440 n-d-760453-5 neutron-server[103306]: self.session.flush() Jan 26 21:30:18.596440 n-d-760453-5 neutron-server[103306]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 26 21:30:18.596440 n-d-760453-5 neutron-server[103306]: self.session.flush() Jan 26 21:30:18.596440 n-d-760453-5 neutron-server[103306]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 26 21:30:18.596440 n-d-760453-5 neutron-server[103306]: self.session.flush() Jan 26 21:30:18.596440 n-d-760453-5 neutron-server[103306]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 26 21:30:18.596440 n-d-760453-5 neutron-server[103306]: self.session.flush() Jan 26 21:30:18.596440 n-d-760453-5 neutron-server[103306]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 26 21:30:18.596440 n-d-760453-5 neutron-server[103306]: self.session.flush() Jan 26 21:30:18.596440 n-d-760453-5 neutron-server[103306]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 26 21:30:18.596440 n-d-760453-5 neutron-server[103306]: self.session.flush() Jan 26 21:30:18.596440 n-d-760453-5 neutron-server[103306]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 26 21:30:18.596440 n-d-760453-5 neutron-server[103306]: self.session.flush() Jan 26 21:30:18.599841 n-d-760453-5 neutron-server[103306]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 26 21:30:18.599841 n-d-760453-5 neutron-server[103306]: self.session.flush() Jan 26 21:30:18.599841 n-d-760453-5 neutron-server[103306]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 26 21:30:18.599841 n-d-760453-5 neutron-server[103306]: self.session.flush() Jan 26 21:30:18.599841 n-d-760453-5 neutron-server[103306]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 26 21:30:18.599841 n-d-760453-5 neutron-server[103306]: self.session.flush() Jan 26 21:30:18.599841 n-d-760453-5 neutron-server[103306]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 26 21:30:18.599841 n-d-760453-5 neutron-server[103306]: self.session.flush() Jan 26 21:30:18.599841 n-d-760453-5 neutron-server[103306]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 26 21:30:18.599841 n-d-760453-5 neutron-server[103306]: self.session.flush() Jan 26 21:30:18.599841 n-d-760453-5 neutron-server[103306]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 26 21:30:18.599841 n-d-760453-5 neutron-server[103306]: self.session.flush() Jan 26 21:30:18.599841 n-d-760453-5 neutron-server[103306]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 26 21:30:18.599841 n-d-760453-5 neutron-server[103306]: self.session.flush() Jan 26 21:30:18.608214 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-98a004ff-38a1-4727-8abb-0227f29a5051 req-77a28ccd-3f5b-4a69-99af-f551fd58fe8e tempest-AttachVolumeShelveTestJSON-345998519 tempest-AttachVolumeShelveTestJSON-345998519-project] 10.222.0.13 "GET /v2.0/security-groups?id=a25c4f90-015b-4812-87d5-e6df93d42e7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0766313 Jan 26 21:30:18.609359 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-a0c3d01e-1012-4048-a484-873f43ae7e78 tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-686403', 'neutron.services.segments.db._delete_segments_for_network-8746560774018'] for network (1d9e7a19-7da3-42a0-9d29-ca0ced2e48ad), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:30:18.619143 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d28c4aab-9815-42a3-927f-a89e4d9fb68b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746560636600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746560234536'] for port (5da6a630-7221-4a54-ba80-5d1b491722b8), after_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:30:18.636593 n-d-760453-5 neutron-server[103305]: DEBUG neutron.services.segments.db [None req-a0c3d01e-1012-4048-a484-873f43ae7e78 tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1d9e7a19-7da3-42a0-9d29-ca0ced2e48ad']}} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:30:18.648078 n-d-760453-5 neutron-server[103305]: DEBUG neutron.services.segments.db [None req-a0c3d01e-1012-4048-a484-873f43ae7e78 tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '41b88d5e-741c-4d99-bbfc-2b71b15e0cc5') {'for_net_delete': True} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:30:18.648384 n-d-760453-5 neutron-server[103305]: DEBUG neutron.services.segments.db [None req-a0c3d01e-1012-4048-a484-873f43ae7e78 tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '41b88d5e-741c-4d99-bbfc-2b71b15e0cc5') {} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:30:18.651608 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d28c4aab-9815-42a3-927f-a89e4d9fb68b None None] Pushing event deleted for resources: {'Port': ['ID=5da6a630-7221-4a54-ba80-5d1b491722b8,revision_number=None']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:30:18.662007 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d28c4aab-9815-42a3-927f-a89e4d9fb68b None None] No DVR routers for this DVR port 5da6a630-7221-4a54-ba80-5d1b491722b8 on host n-d-760453-5 {{(pid=103306) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 26 21:30:18.662854 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-a0c3d01e-1012-4048-a484-873f43ae7e78 tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746560742283', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11788955'] for segment (41b88d5e-741c-4d99-bbfc-2b71b15e0cc5), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:30:18.687555 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-a0c3d01e-1012-4048-a484-873f43ae7e78 tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576559'] for segment (41b88d5e-741c-4d99-bbfc-2b71b15e0cc5), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:30:18.698899 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a0c3d01e-1012-4048-a484-873f43ae7e78 tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Releasing vlan 598 on physical network physnet1 to pool {{(pid=103305) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 26 21:30:18.699402 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-a0c3d01e-1012-4048-a484-873f43ae7e78 tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11791428'] for segment (41b88d5e-741c-4d99-bbfc-2b71b15e0cc5), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:30:18.717698 n-d-760453-5 neutron-server[103305]: Traceback (most recent call last): Jan 26 21:30:18.717698 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 26 21:30:18.717698 n-d-760453-5 neutron-server[103305]: timer() Jan 26 21:30:18.717698 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 26 21:30:18.717698 n-d-760453-5 neutron-server[103305]: cb(*args, **kw) Jan 26 21:30:18.717698 n-d-760453-5 neutron-server[103305]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 26 21:30:18.717698 n-d-760453-5 neutron-server[103305]: return func(*args, **kwargs) Jan 26 21:30:18.717698 n-d-760453-5 neutron-server[103305]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 26 21:30:18.717698 n-d-760453-5 neutron-server[103305]: self._notify() Jan 26 21:30:18.717698 n-d-760453-5 neutron-server[103305]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 26 21:30:18.717698 n-d-760453-5 neutron-server[103305]: self.callback(batched_events) Jan 26 21:30:18.717698 n-d-760453-5 neutron-server[103305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 26 21:30:18.717698 n-d-760453-5 neutron-server[103305]: event.method(event) Jan 26 21:30:18.717698 n-d-760453-5 neutron-server[103305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 26 21:30:18.717698 n-d-760453-5 neutron-server[103305]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 26 21:30:18.717698 n-d-760453-5 neutron-server[103305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 26 21:30:18.717698 n-d-760453-5 neutron-server[103305]: aggregate_uuid = self.p_client.list_aggregates( Jan 26 21:30:18.717698 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 26 21:30:18.717698 n-d-760453-5 neutron-server[103305]: return f(self, *a, **k) Jan 26 21:30:18.717698 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 26 21:30:18.717698 n-d-760453-5 neutron-server[103305]: return self._get(url).json() Jan 26 21:30:18.717698 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 26 21:30:18.717698 n-d-760453-5 neutron-server[103305]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 26 21:30:18.717698 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 26 21:30:18.717698 n-d-760453-5 neutron-server[103305]: return self.request(url, 'GET', **kwargs) Jan 26 21:30:18.717698 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 26 21:30:18.717698 n-d-760453-5 neutron-server[103305]: base_url = self.get_endpoint(auth, allow=allow, Jan 26 21:30:18.717698 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 26 21:30:18.717698 n-d-760453-5 neutron-server[103305]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 26 21:30:18.717698 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 26 21:30:18.717698 n-d-760453-5 neutron-server[103305]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 26 21:30:18.717698 n-d-760453-5 neutron-server[103305]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 26 21:30:18.744824 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Current status of the port 61e4e751-58c3-44b7-8fce-c3507a0cdccc is: BUILD; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:30:18.745210 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (61e4e751-58c3-44b7-8fce-c3507a0cdccc), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:30:18.783119 n-d-760453-5 neutron-server[103306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a78b0a6-78a4-4bc7-9a2d-0384fc9d6981', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61e4e751-58c3-44b7-8fce-c3507a0cdccc'}] {{(pid=103306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 21:30:18.786215 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9d5d370febab655511bdd2ffe887e43e442d144a440368702bcc1e93af00b97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef26ed98-1f8a-4091-8a2e-f8ec1719af50" -d '{"events": [{"server_uuid": "4a78b0a6-78a4-4bc7-9a2d-0384fc9d6981", "name": "network-vif-plugged", "status": "completed", "tag": "61e4e751-58c3-44b7-8fce-c3507a0cdccc"}]}' {{(pid=103306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 21:30:18.803500 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] For port 61e4e751-58c3-44b7-8fce-c3507a0cdccc, host n-h1-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-5',level=0,port_id=61e4e751-58c3-44b7-8fce-c3507a0cdccc,segment=NetworkSegment(ae04eadd-2f21-4385-8e0d-440406bc0827),segment_id=ae04eadd-2f21-4385-8e0d-440406bc0827)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:30:18.805901 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-a0c3d01e-1012-4048-a484-873f43ae7e78 tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4110931'] for network (1d9e7a19-7da3-42a0-9d29-ca0ced2e48ad), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:30:18.811084 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (61e4e751-58c3-44b7-8fce-c3507a0cdccc), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:30:18.818892 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-a0c3d01e-1012-4048-a484-873f43ae7e78 tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709645'] for network (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:30:18.825411 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-a0c3d01e-1012-4048-a484-873f43ae7e78 tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] 10.222.0.13 "DELETE /v2.0/networks/1d9e7a19-7da3-42a0-9d29-ca0ced2e48ad HTTP/1.1" status: 204 len: 168 time: 0.7263660 Jan 26 21:30:18.856997 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 51304) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:30:18.858056 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c3d01e-1012-4048-a484-873f43ae7e78 tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Pushing event deleted for resources: {'Network': ['ID=1d9e7a19-7da3-42a0-9d29-ca0ced2e48ad,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:30:18.928270 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Pushing event updated for resources: {'Port': ['ID=61e4e751-58c3-44b7-8fce-c3507a0cdccc,revision_number=10']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:30:18.934277 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7eba38b-d27b-414a-bf8f-7193e6fddb8d tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:30:18.936160 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-e7eba38b-d27b-414a-bf8f-7193e6fddb8d tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] 10.222.0.13 "GET /v2.0/ports/173b91b2-62b6-43fb-ba3c-852849b8483d HTTP/1.1" status: 200 len: 840 time: 0.0692029 Jan 26 21:30:18.939945 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 51308) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:30:18.958513 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-c0f044d7-c335-41cf-b7c5-40f45ccd40fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (474ccdf7-ab6c-405b-a3b2-dc7b05829902), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:30:18.989803 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-22b40e18-0623-42bb-8502-41f29ad4d80d tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] 10.222.0.13 "GET /v2.0/ports/173b91b2-62b6-43fb-ba3c-852849b8483d?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0478923 Jan 26 21:30:19.009339 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 51312) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:30:19.016465 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-7201e65c-f507-48fa-ad3a-624e04f4d616 tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Request body: {'subnet': {'network_id': '22196535-12cf-4173-a0f4-2cc147dd90f8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:30:19.126810 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7201e65c-f507-48fa-ad3a-624e04f4d616 tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Made reservation on behalf of 4da385aa39864c0f865aba377c69c57c for: {'subnet': 1} {{(pid=103305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 21:30:19.133056 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-7201e65c-f507-48fa-ad3a-624e04f4d616 tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11599953'] for subnet (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:30:19.197729 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4e9e82-403d-45a5-996f-88e8f16fc30e req-35229628-d47e-4fef-85e6-46c4393d065b tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:30:19.200788 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-aa4e9e82-403d-45a5-996f-88e8f16fc30e req-35229628-d47e-4fef-85e6-46c4393d065b tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] 10.222.0.13 "GET /v2.0/ports?device_id=e2d1d5a0-9e5f-4cb6-a64c-f2fbd21513d1 HTTP/1.1" status: 200 len: 946 time: 0.4688687 Jan 26 21:30:19.270296 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-aa4e9e82-403d-45a5-996f-88e8f16fc30e req-7a6917ba-95e2-436d-8f43-fcfc3c2466d5 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] 10.222.0.13 "GET /v2.0/security-groups?id=6df82126-1037-48ab-9d89-3f4ac527699c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0631242 Jan 26 21:30:19.307444 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Jan 2022 21:30:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2013b5b-bdad-4ba6-b872-af87fefabe73 x-openstack-request-id: req-e2013b5b-bdad-4ba6-b872-af87fefabe73 {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 21:30:19.308303 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a78b0a6-78a4-4bc7-9a2d-0384fc9d6981", "name": "network-vif-plugged", "status": "completed", "tag": "61e4e751-58c3-44b7-8fce-c3507a0cdccc", "code": 200}]} {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 21:30:19.308762 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e2013b5b-bdad-4ba6-b872-af87fefabe73 {{(pid=103306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 21:30:19.309414 n-d-760453-5 neutron-server[103306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a78b0a6-78a4-4bc7-9a2d-0384fc9d6981', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61e4e751-58c3-44b7-8fce-c3507a0cdccc', 'code': 200} Jan 26 21:30:19.410959 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-7201e65c-f507-48fa-ad3a-624e04f4d616 tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11788839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11599975'] for subnet (f4f59a2b-fe10-4d24-a343-f57bab73f751), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:30:19.458281 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7201e65c-f507-48fa-ad3a-624e04f4d616 tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Network 22196535-12cf-4173-a0f4-2cc147dd90f8 is already hosted by enough agents. {{(pid=103305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 21:30:19.461886 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [None req-7201e65c-f507-48fa-ad3a-624e04f4d616 tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Resources bound (agent type, host, resource id): {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:30:19.467162 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7201e65c-f507-48fa-ad3a-624e04f4d616 tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:30:19.467780 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-7201e65c-f507-48fa-ad3a-624e04f4d616 tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709645'] for subnet (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:30:19.480712 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4110e21-16af-41ad-ade4-4a8bc0884c02 None None] Network 22196535-12cf-4173-a0f4-2cc147dd90f8 requested from n-d-760453-5 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 26 21:30:19.486767 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-9c56db91-1824-494f-83f6-7ddb734ce8b9 req-bf2d65a2-8055-411b-b6f8-82d1f568ce6a tempest-ServerDiskConfigTestJSON-1504097755 tempest-ServerDiskConfigTestJSON-1504097755-project] 10.222.0.13 "GET /v2.0/ports?device_id=8b978eb6-35c4-4ea9-b2d9-88b39a1c70a2 HTTP/1.1" status: 200 len: 210 time: 0.0627515 Jan 26 21:30:19.544525 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7201e65c-f507-48fa-ad3a-624e04f4d616 tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Pushing event updated for resources: {'Subnet': ['ID=f4f59a2b-fe10-4d24-a343-f57bab73f751,revision_number=0']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:30:19.556528 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-7201e65c-f507-48fa-ad3a-624e04f4d616 tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5432580 Jan 26 21:30:19.557486 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 51322) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:30:19.565958 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-50174729-9edd-4fc6-ba6b-6b0707d55872 tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Request body: {'security_group': {'name': 'tempest-secgroup-1496865840'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:30:19.653157 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6799b4c-4437-4424-9a53-b150f5bbeee5 req-07852866-5ff0-4bd4-82f2-70a9b8662681 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:30:19.655234 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-a6799b4c-4437-4424-9a53-b150f5bbeee5 req-07852866-5ff0-4bd4-82f2-70a9b8662681 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=4a78b0a6-78a4-4bc7-9a2d-0384fc9d6981 HTTP/1.1" status: 200 len: 1097 time: 0.0946302 Jan 26 21:30:19.656757 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-50174729-9edd-4fc6-ba6b-6b0707d55872 tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Publish callbacks [] for security_group (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:30:19.702657 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c3a478-65e6-4aeb-9058-0e94d99e6cca req-d743994d-3a18-4520-9fbd-a66cda35bd98 tempest-ServerDiskConfigTestJSON-1504097755 tempest-ServerDiskConfigTestJSON-1504097755-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:30:19.713550 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-e4c3a478-65e6-4aeb-9058-0e94d99e6cca req-d743994d-3a18-4520-9fbd-a66cda35bd98 tempest-ServerDiskConfigTestJSON-1504097755 tempest-ServerDiskConfigTestJSON-1504097755-project] 10.222.0.57 "GET /v2.0/networks?id=74c2db30-fc56-4028-b6bc-1e1adb646f05 HTTP/1.1" status: 200 len: 815 time: 0.2160828 Jan 26 21:30:19.716128 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-a6799b4c-4437-4424-9a53-b150f5bbeee5 req-0371b9cd-932f-4a29-b9c8-dc8700c93778 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=a25c4f90-015b-4812-87d5-e6df93d42e7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495617 Jan 26 21:30:19.724856 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [req-e4c3a478-65e6-4aeb-9058-0e94d99e6cca req-e1d147ff-9449-49e5-97ea-305cabeb1497 tempest-ServerDiskConfigTestJSON-1504097755 tempest-ServerDiskConfigTestJSON-1504097755-project] Request body: {'port': {'device_id': '8b978eb6-35c4-4ea9-b2d9-88b39a1c70a2', 'network_id': '74c2db30-fc56-4028-b6bc-1e1adb646f05', 'admin_state_up': True, 'tenant_id': '67c43b1aa4f1448caaa89bc8345f75b3'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:30:19.815233 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-50174729-9edd-4fc6-ba6b-6b0707d55872 tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Publish callbacks [] for security_group (fdc39be4-fe9c-4e3c-9e36-fba7c8934df4), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:30:19.833720 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e19c2be-5d7a-4508-b433-1b7ca35e994e req-fc975d78-9170-42a9-a17c-a65793c72f87 tempest-AttachVolumeShelveTestJSON-345998519 tempest-AttachVolumeShelveTestJSON-345998519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:30:19.835683 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-3e19c2be-5d7a-4508-b433-1b7ca35e994e req-fc975d78-9170-42a9-a17c-a65793c72f87 tempest-AttachVolumeShelveTestJSON-345998519 tempest-AttachVolumeShelveTestJSON-345998519-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a78b0a6-78a4-4bc7-9a2d-0384fc9d6981 HTTP/1.1" status: 200 len: 946 time: 0.0786550 Jan 26 21:30:19.836719 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-50174729-9edd-4fc6-ba6b-6b0707d55872 tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (fdc39be4-fe9c-4e3c-9e36-fba7c8934df4), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:30:19.863911 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-50174729-9edd-4fc6-ba6b-6b0707d55872 tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Publish callbacks [] for security_group (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:30:19.865458 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-50174729-9edd-4fc6-ba6b-6b0707d55872 tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3061047 Jan 26 21:30:19.871808 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 51326) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:30:19.876908 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-d8df0507-bb6b-438f-8f69-f13ca775efae tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Request body: {'security_group': {'name': 'tempest-secgroup-904841313'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:30:19.904648 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50174729-9edd-4fc6-ba6b-6b0707d55872 tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fdc39be4-fe9c-4e3c-9e36-fba7c8934df4,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:30:19.913756 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device 5da6a630-7221-4a54-ba80-5d1b491722b8 no longer exists at agent ovs-agent-n-d-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 26 21:30:19.922642 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-d8df0507-bb6b-438f-8f69-f13ca775efae tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Publish callbacks [] for security_group (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:30:19.934818 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e4c3a478-65e6-4aeb-9058-0e94d99e6cca req-e1d147ff-9449-49e5-97ea-305cabeb1497 tempest-ServerDiskConfigTestJSON-1504097755 tempest-ServerDiskConfigTestJSON-1504097755-project] Made reservation on behalf of 67c43b1aa4f1448caaa89bc8345f75b3 for: {'port': 1} {{(pid=103305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 21:30:19.939253 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-e4c3a478-65e6-4aeb-9058-0e94d99e6cca req-e1d147ff-9449-49e5-97ea-305cabeb1497 tempest-ServerDiskConfigTestJSON-1504097755 tempest-ServerDiskConfigTestJSON-1504097755-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:30:19.939833 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] No Port match for: 5da6a630-7221-4a54-ba80-5d1b491722b8 {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 26 21:30:19.940892 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device 5da6a630-7221-4a54-ba80-5d1b491722b8 not bound to the agent host n-d-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 26 21:30:19.942463 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-3e19c2be-5d7a-4508-b433-1b7ca35e994e req-824f7d90-6a28-4a04-bd7a-bf6de318f359 tempest-AttachVolumeShelveTestJSON-345998519 tempest-AttachVolumeShelveTestJSON-345998519-project] 10.222.0.13 "GET /v2.0/security-groups?id=a25c4f90-015b-4812-87d5-e6df93d42e7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0938404 Jan 26 21:30:19.972374 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42624009-d4dc-4ca2-b00b-70c94131cda1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3c4099e8-8ffb-51d1-af7f-5868973e933f-22196535-12cf-4173-a0f4-2cc147dd90f8', 'network_id': '22196535-12cf-4173-a0f4-2cc147dd90f8', 'project_id': '4da385aa39864c0f865aba377c69c57c', 'fixed_ips': [{'subnet_id': 'f4f59a2b-fe10-4d24-a343-f57bab73f751'}]}} from n-d-760453-5. {{(pid=103306) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 26 21:30:19.974087 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-42624009-d4dc-4ca2-b00b-70c94131cda1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (None), before_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:30:20.118066 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-d8df0507-bb6b-438f-8f69-f13ca775efae tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Publish callbacks [] for security_group (73f85759-7153-46da-b1ee-ef3659c09192), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:30:20.124226 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-d8df0507-bb6b-438f-8f69-f13ca775efae tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (73f85759-7153-46da-b1ee-ef3659c09192), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:30:20.141408 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.db_base_plugin_common [None req-42624009-d4dc-4ca2-b00b-70c94131cda1 None None] Allocated IP 172.20.0.2 (22196535-12cf-4173-a0f4-2cc147dd90f8/f4f59a2b-fe10-4d24-a343-f57bab73f751/a0567553-215c-4e0f-92e9-cdcaacfb3d6d) {{(pid=103306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 21:30:20.150469 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.db_base_plugin_common [req-e4c3a478-65e6-4aeb-9058-0e94d99e6cca req-e1d147ff-9449-49e5-97ea-305cabeb1497 tempest-ServerDiskConfigTestJSON-1504097755 tempest-ServerDiskConfigTestJSON-1504097755-project] Allocated IP 172.20.0.3 (74c2db30-fc56-4028-b6bc-1e1adb646f05/68ece1fe-1f7d-4329-a57d-2ad69881b241/0a83546f-5298-4576-9d57-0a2eff515847) {{(pid=103305) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 21:30:20.162393 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-d8df0507-bb6b-438f-8f69-f13ca775efae tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Publish callbacks [] for security_group (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:30:20.163705 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-d8df0507-bb6b-438f-8f69-f13ca775efae tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.2906876 Jan 26 21:30:20.166641 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 51328) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:30:20.179450 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8df0507-bb6b-438f-8f69-f13ca775efae tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Pushing event updated for resources: {'SecurityGroup': ['ID=73f85759-7153-46da-b1ee-ef3659c09192,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:30:20.189017 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-6c643cc7-5f59-4acc-ac36-00fcb5eb2040 tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-372476786', 'security_groups': ['73f85759-7153-46da-b1ee-ef3659c09192'], 'network_id': '22196535-12cf-4173-a0f4-2cc147dd90f8', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'f4f59a2b-fe10-4d24-a343-f57bab73f751'}]}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:30:20.347845 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-e4c3a478-65e6-4aeb-9058-0e94d99e6cca req-e1d147ff-9449-49e5-97ea-305cabeb1497 tempest-ServerDiskConfigTestJSON-1504097755 tempest-ServerDiskConfigTestJSON-1504097755-project] Publish callbacks [] for port (0a83546f-5298-4576-9d57-0a2eff515847), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:30:20.359371 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c643cc7-5f59-4acc-ac36-00fcb5eb2040 tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Made reservation on behalf of 4da385aa39864c0f865aba377c69c57c for: {'port': 1} {{(pid=103304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 21:30:20.409653 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-e4c3a478-65e6-4aeb-9058-0e94d99e6cca req-e1d147ff-9449-49e5-97ea-305cabeb1497 tempest-ServerDiskConfigTestJSON-1504097755 tempest-ServerDiskConfigTestJSON-1504097755-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746560234527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11791543'] for port (0a83546f-5298-4576-9d57-0a2eff515847), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:30:20.444556 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-42624009-d4dc-4ca2-b00b-70c94131cda1 None None] Publish callbacks [] for port (a0567553-215c-4e0f-92e9-cdcaacfb3d6d), precommit_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:30:20.458462 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-42624009-d4dc-4ca2-b00b-70c94131cda1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746560234527'] for port (a0567553-215c-4e0f-92e9-cdcaacfb3d6d), after_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:30:20.462711 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d147ff-9449-49e5-97ea-305cabeb1497 tempest-ServerDiskConfigTestJSON-1504097755 tempest-ServerDiskConfigTestJSON-1504097755-project] Pushing event updated for resources: {'Port': ['ID=0a83546f-5298-4576-9d57-0a2eff515847,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:30:20.488093 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e4c3a478-65e6-4aeb-9058-0e94d99e6cca req-e1d147ff-9449-49e5-97ea-305cabeb1497 tempest-ServerDiskConfigTestJSON-1504097755 tempest-ServerDiskConfigTestJSON-1504097755-project] Network 74c2db30-fc56-4028-b6bc-1e1adb646f05 is already hosted by enough agents. {{(pid=103305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 21:30:20.491316 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [req-e4c3a478-65e6-4aeb-9058-0e94d99e6cca req-e1d147ff-9449-49e5-97ea-305cabeb1497 tempest-ServerDiskConfigTestJSON-1504097755 tempest-ServerDiskConfigTestJSON-1504097755-project] Resources bound (agent type, host, resource id): {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:30:20.500312 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4c3a478-65e6-4aeb-9058-0e94d99e6cca req-e1d147ff-9449-49e5-97ea-305cabeb1497 tempest-ServerDiskConfigTestJSON-1504097755 tempest-ServerDiskConfigTestJSON-1504097755-project] Received port after_create {{(pid=103305) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 21:30:20.514573 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42624009-d4dc-4ca2-b00b-70c94131cda1 None None] Pushing event updated for resources: {'Port': ['ID=a0567553-215c-4e0f-92e9-cdcaacfb3d6d,revision_number=1']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:30:20.525975 n-d-760453-5 neutron-server[103306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42624009-d4dc-4ca2-b00b-70c94131cda1 None None] Network 22196535-12cf-4173-a0f4-2cc147dd90f8 is already hosted by enough agents. {{(pid=103306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 21:30:20.527922 n-d-760453-5 neutron-server[103306]: DEBUG neutron.scheduler.base_scheduler [None req-42624009-d4dc-4ca2-b00b-70c94131cda1 None None] Resources bound (agent type, host, resource id): {{(pid=103306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:30:20.530464 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42624009-d4dc-4ca2-b00b-70c94131cda1 None None] Received port after_create {{(pid=103306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 21:30:20.565220 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34b13d9-ee25-4d7b-b0cc-0e760aabe44b req-0da7833f-b08f-4d22-a913-92f204567fb6 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:30:20.566805 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-a34b13d9-ee25-4d7b-b0cc-0e760aabe44b req-0da7833f-b08f-4d22-a913-92f204567fb6 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] 10.222.0.13 "GET /v2.0/ports?device_id=e2d1d5a0-9e5f-4cb6-a64c-f2fbd21513d1 HTTP/1.1" status: 200 len: 946 time: 0.1722727 Jan 26 21:30:20.588675 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c3a478-65e6-4aeb-9058-0e94d99e6cca req-e1d147ff-9449-49e5-97ea-305cabeb1497 tempest-ServerDiskConfigTestJSON-1504097755 tempest-ServerDiskConfigTestJSON-1504097755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:30:20.589485 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-e4c3a478-65e6-4aeb-9058-0e94d99e6cca req-e1d147ff-9449-49e5-97ea-305cabeb1497 tempest-ServerDiskConfigTestJSON-1504097755 tempest-ServerDiskConfigTestJSON-1504097755-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:30:20.611267 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-e4c3a478-65e6-4aeb-9058-0e94d99e6cca req-e1d147ff-9449-49e5-97ea-305cabeb1497 tempest-ServerDiskConfigTestJSON-1504097755 tempest-ServerDiskConfigTestJSON-1504097755-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8905439 Jan 26 21:30:20.615180 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-6c643cc7-5f59-4acc-ac36-00fcb5eb2040 tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:30:20.624211 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-42624009-d4dc-4ca2-b00b-70c94131cda1 None None] Attempting to bind port a0567553-215c-4e0f-92e9-cdcaacfb3d6d on host n-d-760453-5 for vnic_type normal with profile {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 21:30:20.624492 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [req-e4c3a478-65e6-4aeb-9058-0e94d99e6cca req-dc8ffba0-7173-4a85-9d75-c1e024e5446c service neutron] Request body: {'port': {'device_id': '8b978eb6-35c4-4ea9-b2d9-88b39a1c70a2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-760453-5'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:30:20.624975 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-42624009-d4dc-4ca2-b00b-70c94131cda1 None None] Attempting to bind port a0567553-215c-4e0f-92e9-cdcaacfb3d6d by drivers openvswitch,hyperv on host n-d-760453-5 at level 0 using segments [{'id': 'cae0e85f-86a3-4b3b-b0cd-ad96d0385f09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '22196535-12cf-4173-a0f4-2cc147dd90f8'}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 26 21:30:20.625533 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42624009-d4dc-4ca2-b00b-70c94131cda1 None None] Attempting to bind port a0567553-215c-4e0f-92e9-cdcaacfb3d6d on network 22196535-12cf-4173-a0f4-2cc147dd90f8 {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 21:30:20.636496 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42624009-d4dc-4ca2-b00b-70c94131cda1 None None] Checking agent: {'id': 'fea0591a-627d-4c87-9a9a-01625ddf3277', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760453-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 20, 55, 25), 'started_at': datetime.datetime(2022, 1, 26, 20, 55, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 21, 29, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760453-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 26 21:30:20.637605 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42624009-d4dc-4ca2-b00b-70c94131cda1 None None] Checking segment: {'id': 'cae0e85f-86a3-4b3b-b0cd-ad96d0385f09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '22196535-12cf-4173-a0f4-2cc147dd90f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 21:30:20.638079 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-42624009-d4dc-4ca2-b00b-70c94131cda1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:30:20.638484 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42624009-d4dc-4ca2-b00b-70c94131cda1 None None] Bound using segment: {'id': 'cae0e85f-86a3-4b3b-b0cd-ad96d0385f09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '22196535-12cf-4173-a0f4-2cc147dd90f8'} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 26 21:30:20.639030 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-42624009-d4dc-4ca2-b00b-70c94131cda1 None None] Bound port: a0567553-215c-4e0f-92e9-cdcaacfb3d6d, host: n-d-760453-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cae0e85f-86a3-4b3b-b0cd-ad96d0385f09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '22196535-12cf-4173-a0f4-2cc147dd90f8'}}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 26 21:30:20.639384 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-42624009-d4dc-4ca2-b00b-70c94131cda1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (a0567553-215c-4e0f-92e9-cdcaacfb3d6d), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:30:20.679698 n-d-760453-5 neutron-server[103304]: DEBUG neutron.notifiers.nova [None req-6c643cc7-5f59-4acc-ac36-00fcb5eb2040 tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] device_id is not set on port eb0f72ca-5058-490e-921d-209a13698e9c yet. {{(pid=103304) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 26 21:30:20.692686 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-e4c3a478-65e6-4aeb-9058-0e94d99e6cca req-dc8ffba0-7173-4a85-9d75-c1e024e5446c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (0a83546f-5298-4576-9d57-0a2eff515847), before_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:30:20.710677 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-a34b13d9-ee25-4d7b-b0cc-0e760aabe44b req-24d34132-dbf2-43db-ae5a-d167e796a5ec tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] 10.222.0.13 "GET /v2.0/security-groups?id=6df82126-1037-48ab-9d89-3f4ac527699c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1326151 Jan 26 21:30:20.769659 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-42624009-d4dc-4ca2-b00b-70c94131cda1 None None] For port a0567553-215c-4e0f-92e9-cdcaacfb3d6d, host n-d-760453-5, cleared binding levels {{(pid=103306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 26 21:30:20.774807 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-42624009-d4dc-4ca2-b00b-70c94131cda1 None None] For port a0567553-215c-4e0f-92e9-cdcaacfb3d6d, host n-d-760453-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=a0567553-215c-4e0f-92e9-cdcaacfb3d6d,segment=NetworkSegment(cae0e85f-86a3-4b3b-b0cd-ad96d0385f09),segment_id=cae0e85f-86a3-4b3b-b0cd-ad96d0385f09)] {{(pid=103306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 26 21:30:20.781872 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-42624009-d4dc-4ca2-b00b-70c94131cda1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (a0567553-215c-4e0f-92e9-cdcaacfb3d6d), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:30:20.785273 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2934d2d0-c494-4947-9812-645ceb698a8f req-e8fb88f4-3a8d-4df1-bfac-f8894ac4f3df tempest-ServerDiskConfigTestJSON-1504097755 tempest-ServerDiskConfigTestJSON-1504097755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:30:20.787531 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-2934d2d0-c494-4947-9812-645ceb698a8f req-e8fb88f4-3a8d-4df1-bfac-f8894ac4f3df tempest-ServerDiskConfigTestJSON-1504097755 tempest-ServerDiskConfigTestJSON-1504097755-project] 10.222.0.13 "GET /v2.0/ports?device_id=8b978eb6-35c4-4ea9-b2d9-88b39a1c70a2 HTTP/1.1" status: 200 len: 931 time: 0.1485608 Jan 26 21:30:20.880514 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42624009-d4dc-4ca2-b00b-70c94131cda1 None None] Pushing event updated for resources: {'Port': ['ID=a0567553-215c-4e0f-92e9-cdcaacfb3d6d,revision_number=2']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:30:20.964199 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-2934d2d0-c494-4947-9812-645ceb698a8f req-52c15c56-0959-4ca3-a1a9-577cf340393d tempest-ServerDiskConfigTestJSON-1504097755 tempest-ServerDiskConfigTestJSON-1504097755-project] 10.222.0.13 "GET /v2.0/security-groups?id=783fb386-6fd2-4948-95d6-8177a10ccbe5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1417797 Jan 26 21:30:21.012274 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.db_base_plugin_common [None req-6c643cc7-5f59-4acc-ac36-00fcb5eb2040 tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Allocated IP 172.20.0.14 (22196535-12cf-4173-a0f4-2cc147dd90f8/f4f59a2b-fe10-4d24-a343-f57bab73f751/eb0f72ca-5058-490e-921d-209a13698e9c) {{(pid=103304) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 21:30:21.070339 n-d-760453-5 neutron-server[103305]: DEBUG neutron.notifiers.nova [req-e4c3a478-65e6-4aeb-9058-0e94d99e6cca req-dc8ffba0-7173-4a85-9d75-c1e024e5446c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0a83546f-5298-4576-9d57-0a2eff515847 {{(pid=103305) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 26 21:30:21.079658 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-e4c3a478-65e6-4aeb-9058-0e94d99e6cca req-dc8ffba0-7173-4a85-9d75-c1e024e5446c service neutron] Publish callbacks [] for port (0a83546f-5298-4576-9d57-0a2eff515847), precommit_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:30:21.096846 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.provisioning_blocks [req-e4c3a478-65e6-4aeb-9058-0e94d99e6cca req-dc8ffba0-7173-4a85-9d75-c1e024e5446c service neutron] Transition to ACTIVE for port object 0a83546f-5298-4576-9d57-0a2eff515847 will not be triggered until provisioned by entity L2. {{(pid=103305) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 21:30:21.103852 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-e4c3a478-65e6-4aeb-9058-0e94d99e6cca req-dc8ffba0-7173-4a85-9d75-c1e024e5446c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11791520'] for port (0a83546f-5298-4576-9d57-0a2eff515847), after_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:30:21.206407 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc8ffba0-7173-4a85-9d75-c1e024e5446c service neutron] Pushing event updated for resources: {'Port': ['ID=0a83546f-5298-4576-9d57-0a2eff515847,revision_number=2']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:30:21.235862 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ddd57d-79c3-43fb-b335-20783b8a864d req-6b172dc1-280b-47f6-a825-c6e958c7a504 tempest-AttachVolumeShelveTestJSON-345998519 tempest-AttachVolumeShelveTestJSON-345998519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:30:21.236652 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-9676f42a-1af8-4bcb-a5ca-8f0ed7a7d956 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (09df100c-3af1-4b0a-bda8-05914c71c458), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:30:21.237514 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-a7ddd57d-79c3-43fb-b335-20783b8a864d req-6b172dc1-280b-47f6-a825-c6e958c7a504 tempest-AttachVolumeShelveTestJSON-345998519 tempest-AttachVolumeShelveTestJSON-345998519-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a78b0a6-78a4-4bc7-9a2d-0384fc9d6981 HTTP/1.1" status: 200 len: 946 time: 0.1496427 Jan 26 21:30:21.291381 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-6c643cc7-5f59-4acc-ac36-00fcb5eb2040 tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Publish callbacks [] for port (eb0f72ca-5058-490e-921d-209a13698e9c), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:30:21.368014 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [req-e4c3a478-65e6-4aeb-9058-0e94d99e6cca req-dc8ffba0-7173-4a85-9d75-c1e024e5446c service neutron] Attempting to bind port 0a83546f-5298-4576-9d57-0a2eff515847 on host n-h2-760453-5 for vnic_type normal with profile {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 21:30:21.368234 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-a7ddd57d-79c3-43fb-b335-20783b8a864d req-16e6a1e0-f650-4525-9a6c-47ff76e26ce8 tempest-AttachVolumeShelveTestJSON-345998519 tempest-AttachVolumeShelveTestJSON-345998519-project] 10.222.0.13 "GET /v2.0/security-groups?id=a25c4f90-015b-4812-87d5-e6df93d42e7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1103797 Jan 26 21:30:21.368686 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [req-e4c3a478-65e6-4aeb-9058-0e94d99e6cca req-dc8ffba0-7173-4a85-9d75-c1e024e5446c service neutron] Attempting to bind port 0a83546f-5298-4576-9d57-0a2eff515847 by drivers openvswitch,hyperv on host n-h2-760453-5 at level 0 using segments [{'id': '6c664910-f626-469d-b488-30e875c9a116', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '74c2db30-fc56-4028-b6bc-1e1adb646f05'}] {{(pid=103305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 26 21:30:21.368686 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4c3a478-65e6-4aeb-9058-0e94d99e6cca req-dc8ffba0-7173-4a85-9d75-c1e024e5446c service neutron] Attempting to bind port 0a83546f-5298-4576-9d57-0a2eff515847 on network 74c2db30-fc56-4028-b6bc-1e1adb646f05 {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 21:30:21.382077 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4c3a478-65e6-4aeb-9058-0e94d99e6cca req-dc8ffba0-7173-4a85-9d75-c1e024e5446c service neutron] Port 0a83546f-5298-4576-9d57-0a2eff515847 on network 74c2db30-fc56-4028-b6bc-1e1adb646f05 not bound, no agent of type Open vSwitch agent registered on host n-h2-760453-5 {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 26 21:30:21.382421 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4c3a478-65e6-4aeb-9058-0e94d99e6cca req-dc8ffba0-7173-4a85-9d75-c1e024e5446c service neutron] Attempting to bind port 0a83546f-5298-4576-9d57-0a2eff515847 on network 74c2db30-fc56-4028-b6bc-1e1adb646f05 {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 21:30:21.421385 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4c3a478-65e6-4aeb-9058-0e94d99e6cca req-dc8ffba0-7173-4a85-9d75-c1e024e5446c service neutron] Checking agent: {'id': '4d619873-4b60-439f-9b5a-b155dc8bbc34', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-760453-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 21, 2, 53), 'started_at': datetime.datetime(2022, 1, 26, 21, 2, 53), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 21, 29, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 26 21:30:21.421385 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4c3a478-65e6-4aeb-9058-0e94d99e6cca req-dc8ffba0-7173-4a85-9d75-c1e024e5446c service neutron] Checking segment: {'id': '6c664910-f626-469d-b488-30e875c9a116', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '74c2db30-fc56-4028-b6bc-1e1adb646f05'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103305) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 21:30:21.421385 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4c3a478-65e6-4aeb-9058-0e94d99e6cca req-dc8ffba0-7173-4a85-9d75-c1e024e5446c service neutron] Bound using segment: {'id': '6c664910-f626-469d-b488-30e875c9a116', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '74c2db30-fc56-4028-b6bc-1e1adb646f05'} {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 26 21:30:21.421843 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-6c643cc7-5f59-4acc-ac36-00fcb5eb2040 tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746560234527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9281553'] for port (eb0f72ca-5058-490e-921d-209a13698e9c), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:30:21.421962 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [req-e4c3a478-65e6-4aeb-9058-0e94d99e6cca req-dc8ffba0-7173-4a85-9d75-c1e024e5446c service neutron] Bound port: 0a83546f-5298-4576-9d57-0a2eff515847, host: n-h2-760453-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6c664910-f626-469d-b488-30e875c9a116', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '74c2db30-fc56-4028-b6bc-1e1adb646f05'}}] {{(pid=103305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 26 21:30:21.421962 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-e4c3a478-65e6-4aeb-9058-0e94d99e6cca req-dc8ffba0-7173-4a85-9d75-c1e024e5446c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (0a83546f-5298-4576-9d57-0a2eff515847), before_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:30:21.540766 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c643cc7-5f59-4acc-ac36-00fcb5eb2040 tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Network 22196535-12cf-4173-a0f4-2cc147dd90f8 is already hosted by enough agents. {{(pid=103304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 21:30:21.547074 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [None req-6c643cc7-5f59-4acc-ac36-00fcb5eb2040 tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Resources bound (agent type, host, resource id): {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:30:21.558741 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c643cc7-5f59-4acc-ac36-00fcb5eb2040 tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Received port after_create {{(pid=103304) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 21:30:21.604109 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [req-e4c3a478-65e6-4aeb-9058-0e94d99e6cca req-dc8ffba0-7173-4a85-9d75-c1e024e5446c service neutron] For port 0a83546f-5298-4576-9d57-0a2eff515847, host n-h2-760453-5, cleared binding levels {{(pid=103305) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 26 21:30:21.617862 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c643cc7-5f59-4acc-ac36-00fcb5eb2040 tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Pushing event updated for resources: {'Port': ['ID=eb0f72ca-5058-490e-921d-209a13698e9c,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:30:21.626881 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [req-e4c3a478-65e6-4aeb-9058-0e94d99e6cca req-dc8ffba0-7173-4a85-9d75-c1e024e5446c service neutron] For port 0a83546f-5298-4576-9d57-0a2eff515847, host n-h2-760453-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-5',level=0,port_id=0a83546f-5298-4576-9d57-0a2eff515847,segment=NetworkSegment(6c664910-f626-469d-b488-30e875c9a116),segment_id=6c664910-f626-469d-b488-30e875c9a116)] {{(pid=103305) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 26 21:30:21.635500 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-e4c3a478-65e6-4aeb-9058-0e94d99e6cca req-dc8ffba0-7173-4a85-9d75-c1e024e5446c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11791520'] for port (0a83546f-5298-4576-9d57-0a2eff515847), after_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:30:21.637257 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c643cc7-5f59-4acc-ac36-00fcb5eb2040 tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:30:21.638186 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-6c643cc7-5f59-4acc-ac36-00fcb5eb2040 tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:30:21.661941 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-6c643cc7-5f59-4acc-ac36-00fcb5eb2040 tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.4933612 Jan 26 21:30:21.662856 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 51356) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:30:21.669591 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-8101e75a-cbda-4718-b7e0-6874dc12121a tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Request body: {'subnet': {'network_id': '22196535-12cf-4173-a0f4-2cc147dd90f8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:30:21.747075 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c3a478-65e6-4aeb-9058-0e94d99e6cca req-dc8ffba0-7173-4a85-9d75-c1e024e5446c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:30:21.748271 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-e4c3a478-65e6-4aeb-9058-0e94d99e6cca req-dc8ffba0-7173-4a85-9d75-c1e024e5446c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:30:21.750555 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-e4c3a478-65e6-4aeb-9058-0e94d99e6cca req-dc8ffba0-7173-4a85-9d75-c1e024e5446c service neutron] 10.222.0.57 "PUT /v2.0/ports/0a83546f-5298-4576-9d57-0a2eff515847 HTTP/1.1" status: 200 len: 1091 time: 1.1314192 Jan 26 21:30:21.751481 n-d-760453-5 neutron-server[103305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b978eb6-35c4-4ea9-b2d9-88b39a1c70a2', 'tag': '0a83546f-5298-4576-9d57-0a2eff515847'}] {{(pid=103305) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 21:30:21.755527 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d4654568b7bf041e72ff8fe1c96d6d761d9c921f2b99bc7b3a26632be20cee0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbbeba7b-2c8f-46b1-bed6-831a1e297b08" -d '{"events": [{"name": "network-changed", "server_uuid": "8b978eb6-35c4-4ea9-b2d9-88b39a1c70a2", "tag": "0a83546f-5298-4576-9d57-0a2eff515847"}]}' {{(pid=103305) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 21:30:21.759306 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc8ffba0-7173-4a85-9d75-c1e024e5446c service neutron] Pushing event updated for resources: {'Port': ['ID=0a83546f-5298-4576-9d57-0a2eff515847,revision_number=3']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:30:21.856271 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device a0567553-215c-4e0f-92e9-cdcaacfb3d6d up at agent ovs-agent-n-d-760453-5 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 21:30:21.867153 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8101e75a-cbda-4718-b7e0-6874dc12121a tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Made reservation on behalf of 4da385aa39864c0f865aba377c69c57c for: {'subnet': 1} {{(pid=103304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 21:30:21.872260 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-8101e75a-cbda-4718-b7e0-6874dc12121a tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12215181'] for subnet (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:30:21.883712 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 26 Jan 2022 21:30:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3defb72d-71aa-4485-933d-d8a40b120bc4 x-openstack-request-id: req-3defb72d-71aa-4485-933d-d8a40b120bc4 {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 21:30:21.883974 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8b978eb6-35c4-4ea9-b2d9-88b39a1c70a2", "tag": "0a83546f-5298-4576-9d57-0a2eff515847", "status": "completed", "code": 200}]} {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 21:30:21.884228 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-3defb72d-71aa-4485-933d-d8a40b120bc4 {{(pid=103305) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 21:30:21.884621 n-d-760453-5 neutron-server[103305]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8b978eb6-35c4-4ea9-b2d9-88b39a1c70a2', 'tag': '0a83546f-5298-4576-9d57-0a2eff515847', 'status': 'completed', 'code': 200} Jan 26 21:30:21.902048 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c3a478-65e6-4aeb-9058-0e94d99e6cca req-5d6a2f8d-c59f-47c5-bdcb-ca0f388adbc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:30:21.904272 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-e4c3a478-65e6-4aeb-9058-0e94d99e6cca req-5d6a2f8d-c59f-47c5-bdcb-ca0f388adbc6 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=67c43b1aa4f1448caaa89bc8345f75b3&device_id=8b978eb6-35c4-4ea9-b2d9-88b39a1c70a2 HTTP/1.1" status: 200 len: 1094 time: 0.1031482 Jan 26 21:30:21.958948 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-e4c3a478-65e6-4aeb-9058-0e94d99e6cca req-41254e56-ff3f-4ac1-8f2d-89dda84c206d service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0a83546f-5298-4576-9d57-0a2eff515847 HTTP/1.1" status: 200 len: 217 time: 0.0477774 Jan 26 21:30:21.972163 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Provisioning complete for port a0567553-215c-4e0f-92e9-cdcaacfb3d6d triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:30:21.973918 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (a0567553-215c-4e0f-92e9-cdcaacfb3d6d), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:30:21.992897 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939cf7eb-4e15-43d1-8d09-81a400b84239 req-0be5d2f5-8475-430c-95ce-79e59f6d7a6f tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:30:21.994995 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-939cf7eb-4e15-43d1-8d09-81a400b84239 req-0be5d2f5-8475-430c-95ce-79e59f6d7a6f tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] 10.222.0.13 "GET /v2.0/ports?device_id=e2d1d5a0-9e5f-4cb6-a64c-f2fbd21513d1 HTTP/1.1" status: 200 len: 946 time: 0.1454740 Jan 26 21:30:22.067068 n-d-760453-5 neutron-server[103304]: INFO neutron.db.ipam_backend_mixin [None req-8101e75a-cbda-4718-b7e0-6874dc12121a tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet f4f59a2b-fe10-4d24-a343-f57bab73f751 (CIDR: 172.20.0.0/28) Jan 26 21:30:22.085320 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c3a478-65e6-4aeb-9058-0e94d99e6cca req-9831fb8f-6788-4f99-84db-c493be21cddc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:30:22.087339 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-e4c3a478-65e6-4aeb-9058-0e94d99e6cca req-9831fb8f-6788-4f99-84db-c493be21cddc service neutron] 10.222.0.57 "GET /v2.0/subnets?id=68ece1fe-1f7d-4329-a57d-2ad69881b241 HTTP/1.1" status: 200 len: 855 time: 0.1213899 Jan 26 21:30:22.112554 n-d-760453-5 neutron-server[103304]: INFO neutron.pecan_wsgi.hooks.translation [None req-8101e75a-cbda-4718-b7e0-6874dc12121a tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 26 21:30:22.113521 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8101e75a-cbda-4718-b7e0-6874dc12121a tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103304) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 26 21:30:22.159822 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-e4c3a478-65e6-4aeb-9058-0e94d99e6cca req-55b2f1f4-c222-4e48-9fae-432fbfdfa0e2 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=74c2db30-fc56-4028-b6bc-1e1adb646f05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0591459 Jan 26 21:30:22.162528 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-8101e75a-cbda-4718-b7e0-6874dc12121a tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4982314 Jan 26 21:30:22.175915 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Current status of the port a0567553-215c-4e0f-92e9-cdcaacfb3d6d is: DOWN; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:30:22.176304 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (a0567553-215c-4e0f-92e9-cdcaacfb3d6d), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:30:22.177392 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 51390) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:30:22.194226 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-bb13e3a7-573e-49df-9195-e8726171a794 tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Request body: {'subnet': {'network_id': '22196535-12cf-4173-a0f4-2cc147dd90f8', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:30:22.240491 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] For port a0567553-215c-4e0f-92e9-cdcaacfb3d6d, host n-d-760453-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=a0567553-215c-4e0f-92e9-cdcaacfb3d6d,segment=NetworkSegment(cae0e85f-86a3-4b3b-b0cd-ad96d0385f09),segment_id=cae0e85f-86a3-4b3b-b0cd-ad96d0385f09)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:30:22.246901 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (a0567553-215c-4e0f-92e9-cdcaacfb3d6d), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:30:22.311373 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-939cf7eb-4e15-43d1-8d09-81a400b84239 req-ebe76eb4-a704-42cf-8d70-463f6d88a09a tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] 10.222.0.13 "GET /v2.0/security-groups?id=6df82126-1037-48ab-9d89-3f4ac527699c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2281299 Jan 26 21:30:22.321248 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e86e04c-25c9-4267-83fb-9c52099472ac req-47e36e1f-c79f-4c12-ad1d-0e0585ec39a0 tempest-ServerDiskConfigTestJSON-1504097755 tempest-ServerDiskConfigTestJSON-1504097755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:30:22.328807 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Pushing event updated for resources: {'Port': ['ID=a0567553-215c-4e0f-92e9-cdcaacfb3d6d,revision_number=3']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:30:22.332309 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-841f5991-a4d8-4d4b-b215-cbc6bab5427b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (aa7ee9d2-08eb-4e12-b895-24c57300dfec), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:30:22.335031 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-0e86e04c-25c9-4267-83fb-9c52099472ac req-47e36e1f-c79f-4c12-ad1d-0e0585ec39a0 tempest-ServerDiskConfigTestJSON-1504097755 tempest-ServerDiskConfigTestJSON-1504097755-project] 10.222.0.13 "GET /v2.0/ports?device_id=8b978eb6-35c4-4ea9-b2d9-88b39a1c70a2 HTTP/1.1" status: 200 len: 943 time: 0.2466273 Jan 26 21:30:22.404845 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-0e86e04c-25c9-4267-83fb-9c52099472ac req-a1dea426-1728-4f20-b9ef-09ed1d8fe9eb tempest-ServerDiskConfigTestJSON-1504097755 tempest-ServerDiskConfigTestJSON-1504097755-project] 10.222.0.13 "GET /v2.0/security-groups?id=783fb386-6fd2-4948-95d6-8177a10ccbe5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610847 Jan 26 21:30:22.493167 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-e4c3a478-65e6-4aeb-9058-0e94d99e6cca req-4422c9d5-b47d-448d-a771-419b7900ff2d service neutron] 10.222.0.57 "GET /v2.0/networks/74c2db30-fc56-4028-b6bc-1e1adb646f05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3284087 Jan 26 21:30:22.495732 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb13e3a7-573e-49df-9195-e8726171a794 tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Made reservation on behalf of 4da385aa39864c0f865aba377c69c57c for: {'subnet': 1} {{(pid=103305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 21:30:22.500733 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-bb13e3a7-573e-49df-9195-e8726171a794 tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11599953'] for subnet (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:30:22.577054 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf60467-a6c4-40e5-9862-8460af4c3a95 req-99ae6285-bda3-4794-a8e1-208939ef47c6 tempest-AttachVolumeShelveTestJSON-345998519 tempest-AttachVolumeShelveTestJSON-345998519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:30:22.578847 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-4bf60467-a6c4-40e5-9862-8460af4c3a95 req-99ae6285-bda3-4794-a8e1-208939ef47c6 tempest-AttachVolumeShelveTestJSON-345998519 tempest-AttachVolumeShelveTestJSON-345998519-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a78b0a6-78a4-4bc7-9a2d-0384fc9d6981 HTTP/1.1" status: 200 len: 946 time: 0.0784085 Jan 26 21:30:22.682452 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-4bf60467-a6c4-40e5-9862-8460af4c3a95 req-e46c1849-4646-4257-8ae5-f73c28563149 tempest-AttachVolumeShelveTestJSON-345998519 tempest-AttachVolumeShelveTestJSON-345998519-project] 10.222.0.13 "GET /v2.0/security-groups?id=a25c4f90-015b-4812-87d5-e6df93d42e7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0951343 Jan 26 21:30:22.714674 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-e4c3a478-65e6-4aeb-9058-0e94d99e6cca req-b6e9a145-69f7-4b55-8914-5dec8f39263b service neutron] 10.222.0.57 "GET /v2.0/networks/74c2db30-fc56-4028-b6bc-1e1adb646f05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2011900 Jan 26 21:30:22.733338 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-3495d5e9-550c-4087-a24d-c49acd0ecf14 None None] Provisioning complete for port a0567553-215c-4e0f-92e9-cdcaacfb3d6d triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:30:22.733721 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-3495d5e9-550c-4087-a24d-c49acd0ecf14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (a0567553-215c-4e0f-92e9-cdcaacfb3d6d), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:30:22.871926 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-3495d5e9-550c-4087-a24d-c49acd0ecf14 None None] Current status of the port a0567553-215c-4e0f-92e9-cdcaacfb3d6d is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:30:22.884592 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-3495d5e9-550c-4087-a24d-c49acd0ecf14 None None] Provisioning complete for port 173b91b2-62b6-43fb-ba3c-852849b8483d triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:30:22.885047 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-3495d5e9-550c-4087-a24d-c49acd0ecf14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (173b91b2-62b6-43fb-ba3c-852849b8483d), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:30:22.925493 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-3495d5e9-550c-4087-a24d-c49acd0ecf14 None None] Port 173b91b2-62b6-43fb-ba3c-852849b8483d cannot update to ACTIVE because it is not bound. {{(pid=103306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 26 21:30:22.934958 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbbeba7b-2c8f-46b1-bed6-831a1e297b08 req-4987739c-358e-4adb-a3a9-e70ae649d50e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:30:22.936488 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-cbbeba7b-2c8f-46b1-bed6-831a1e297b08 req-4987739c-358e-4adb-a3a9-e70ae649d50e service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=67c43b1aa4f1448caaa89bc8345f75b3&device_id=8b978eb6-35c4-4ea9-b2d9-88b39a1c70a2 HTTP/1.1" status: 200 len: 1094 time: 0.0783954 Jan 26 21:30:23.011210 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-bb13e3a7-573e-49df-9195-e8726171a794 tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11788839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11599975'] for subnet (a94cb182-ebbe-43f7-9e3e-7936fcdd887d), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:30:23.013099 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (4d619873-4b60-439f-9b5a-b155dc8bbc34), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:30:23.049129 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-0711fc07-4a23-42ea-b80d-a608aa9f21d2 None None] Provisioning complete for port eb0f72ca-5058-490e-921d-209a13698e9c triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:30:23.050295 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-0711fc07-4a23-42ea-b80d-a608aa9f21d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (eb0f72ca-5058-490e-921d-209a13698e9c), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:30:23.070470 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb13e3a7-573e-49df-9195-e8726171a794 tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Network 22196535-12cf-4173-a0f4-2cc147dd90f8 is already hosted by enough agents. {{(pid=103305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 21:30:23.079273 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [None req-bb13e3a7-573e-49df-9195-e8726171a794 tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Resources bound (agent type, host, resource id): {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:30:23.085747 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-0711fc07-4a23-42ea-b80d-a608aa9f21d2 None None] Port eb0f72ca-5058-490e-921d-209a13698e9c cannot update to ACTIVE because it is not bound. {{(pid=103306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 26 21:30:23.092923 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb13e3a7-573e-49df-9195-e8726171a794 tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:30:23.093815 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae72d386-ecda-493b-ac48-6f080b159ec5 None None] Network 22196535-12cf-4173-a0f4-2cc147dd90f8 requested from n-d-760453-5 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 26 21:30:23.093942 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-bb13e3a7-573e-49df-9195-e8726171a794 tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709645'] for subnet (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:30:23.108715 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbbeba7b-2c8f-46b1-bed6-831a1e297b08 req-aa283f17-7852-41bb-bdcd-180c216a7b90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:30:23.110235 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-cbbeba7b-2c8f-46b1-bed6-831a1e297b08 req-aa283f17-7852-41bb-bdcd-180c216a7b90 service neutron] 10.222.0.57 "GET /v2.0/networks?id=74c2db30-fc56-4028-b6bc-1e1adb646f05 HTTP/1.1" status: 200 len: 916 time: 0.1640401 Jan 26 21:30:23.114551 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb13e3a7-573e-49df-9195-e8726171a794 tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Pushing event updated for resources: {'Subnet': ['ID=a94cb182-ebbe-43f7-9e3e-7936fcdd887d,revision_number=0']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:30:23.128200 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-bb13e3a7-573e-49df-9195-e8726171a794 tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.9490838 Jan 26 21:30:23.132069 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 51400) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:30:23.140059 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-7f816969-2235-4a4a-bec3-d28df16f5613 tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1443706315', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'a94cb182-ebbe-43f7-9e3e-7936fcdd887d'}], 'security_groups': ['fdc39be4-fe9c-4e3c-9e36-fba7c8934df4']}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:30:23.165981 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-cbbeba7b-2c8f-46b1-bed6-831a1e297b08 req-2196abe2-4055-4c5c-a97e-cf2dbc878b09 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0a83546f-5298-4576-9d57-0a2eff515847 HTTP/1.1" status: 200 len: 217 time: 0.0480261 Jan 26 21:30:23.238765 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbbeba7b-2c8f-46b1-bed6-831a1e297b08 req-c269185e-53fd-4ca3-a796-e089a6636cae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:30:23.240323 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-cbbeba7b-2c8f-46b1-bed6-831a1e297b08 req-c269185e-53fd-4ca3-a796-e089a6636cae service neutron] 10.222.0.57 "GET /v2.0/subnets?id=68ece1fe-1f7d-4329-a57d-2ad69881b241 HTTP/1.1" status: 200 len: 855 time: 0.0679026 Jan 26 21:30:23.250194 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-7f816969-2235-4a4a-bec3-d28df16f5613 tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (eb0f72ca-5058-490e-921d-209a13698e9c), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:30:23.276405 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-cbbeba7b-2c8f-46b1-bed6-831a1e297b08 req-2c2d1de1-c524-42c9-a484-4c89f9644555 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=74c2db30-fc56-4028-b6bc-1e1adb646f05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0292981 Jan 26 21:30:23.325601 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84db1eeb-dc40-4d25-893e-77621a037d3f None None] Update dhcp port {'port': {'network_id': '22196535-12cf-4173-a0f4-2cc147dd90f8', 'fixed_ips': [{'subnet_id': 'f4f59a2b-fe10-4d24-a343-f57bab73f751', 'ip_address': '172.20.0.2'}, {'subnet_id': 'a94cb182-ebbe-43f7-9e3e-7936fcdd887d'}], 'binding:host_id': 'n-d-760453-5'}, 'id': 'a0567553-215c-4e0f-92e9-cdcaacfb3d6d'} from n-d-760453-5. {{(pid=103306) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Jan 26 21:30:23.366720 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-84db1eeb-dc40-4d25-893e-77621a037d3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (a0567553-215c-4e0f-92e9-cdcaacfb3d6d), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:30:23.382210 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-cbbeba7b-2c8f-46b1-bed6-831a1e297b08 req-a40fba39-d32d-4505-b22f-f35ed6b50d4c service neutron] 10.222.0.57 "GET /v2.0/networks/74c2db30-fc56-4028-b6bc-1e1adb646f05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0994098 Jan 26 21:30:23.498927 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d450119b-2fd2-4bfb-95c6-ae81dec7780a req-ec4f13c4-5441-416c-881c-db761c4d1bc5 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:30:23.500605 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-d450119b-2fd2-4bfb-95c6-ae81dec7780a req-ec4f13c4-5441-416c-881c-db761c4d1bc5 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] 10.222.0.13 "GET /v2.0/ports?device_id=e2d1d5a0-9e5f-4cb6-a64c-f2fbd21513d1 HTTP/1.1" status: 200 len: 946 time: 0.1155417 Jan 26 21:30:23.566961 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-cbbeba7b-2c8f-46b1-bed6-831a1e297b08 req-b597b517-e9e8-416c-9f1c-a535071c83b0 service neutron] 10.222.0.57 "GET /v2.0/networks/74c2db30-fc56-4028-b6bc-1e1adb646f05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1778131 Jan 26 21:30:23.603706 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.db_base_plugin_common [None req-84db1eeb-dc40-4d25-893e-77621a037d3f None None] Allocated IP 172.20.0.18 (22196535-12cf-4173-a0f4-2cc147dd90f8/a94cb182-ebbe-43f7-9e3e-7936fcdd887d/a0567553-215c-4e0f-92e9-cdcaacfb3d6d) {{(pid=103306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 21:30:23.683675 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device a0567553-215c-4e0f-92e9-cdcaacfb3d6d up at agent ovs-agent-n-d-760453-5 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 21:30:23.685755 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-d450119b-2fd2-4bfb-95c6-ae81dec7780a req-b6c96196-1f17-443d-88d4-68f3a7d7b04a tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] 10.222.0.13 "GET /v2.0/security-groups?id=6df82126-1037-48ab-9d89-3f4ac527699c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1759291 Jan 26 21:30:23.693965 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594015a9-d7f9-4b50-95cd-a1220602ab8b req-20880824-99d4-4ca7-8460-be74bfe80ae8 tempest-ServerDiskConfigTestJSON-1504097755 tempest-ServerDiskConfigTestJSON-1504097755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:30:23.695467 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-594015a9-d7f9-4b50-95cd-a1220602ab8b req-20880824-99d4-4ca7-8460-be74bfe80ae8 tempest-ServerDiskConfigTestJSON-1504097755 tempest-ServerDiskConfigTestJSON-1504097755-project] 10.222.0.13 "GET /v2.0/ports?device_id=8b978eb6-35c4-4ea9-b2d9-88b39a1c70a2 HTTP/1.1" status: 200 len: 943 time: 0.1820021 Jan 26 21:30:23.762980 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Provisioning complete for port a0567553-215c-4e0f-92e9-cdcaacfb3d6d triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:30:23.763357 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (a0567553-215c-4e0f-92e9-cdcaacfb3d6d), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:30:23.773875 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-594015a9-d7f9-4b50-95cd-a1220602ab8b req-e43269cc-d7e3-42d5-bb6f-039c4883620a tempest-ServerDiskConfigTestJSON-1504097755 tempest-ServerDiskConfigTestJSON-1504097755-project] 10.222.0.13 "GET /v2.0/security-groups?id=783fb386-6fd2-4948-95d6-8177a10ccbe5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709121 Jan 26 21:30:23.798239 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-84db1eeb-dc40-4d25-893e-77621a037d3f None None] For port a0567553-215c-4e0f-92e9-cdcaacfb3d6d, host n-d-760453-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=a0567553-215c-4e0f-92e9-cdcaacfb3d6d,segment=NetworkSegment(cae0e85f-86a3-4b3b-b0cd-ad96d0385f09),segment_id=cae0e85f-86a3-4b3b-b0cd-ad96d0385f09)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:30:23.840315 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-84db1eeb-dc40-4d25-893e-77621a037d3f None None] Publish callbacks [] for port (a0567553-215c-4e0f-92e9-cdcaacfb3d6d), precommit_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:30:23.849698 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-84db1eeb-dc40-4d25-893e-77621a037d3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (a0567553-215c-4e0f-92e9-cdcaacfb3d6d), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:30:23.932675 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b22323-fd08-4bfb-ad2f-486c2f0381ce req-55e54218-4864-4e70-98f9-4bfff903ba88 tempest-AttachVolumeShelveTestJSON-345998519 tempest-AttachVolumeShelveTestJSON-345998519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:30:23.934489 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-b1b22323-fd08-4bfb-ad2f-486c2f0381ce req-55e54218-4864-4e70-98f9-4bfff903ba88 tempest-AttachVolumeShelveTestJSON-345998519 tempest-AttachVolumeShelveTestJSON-345998519-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a78b0a6-78a4-4bc7-9a2d-0384fc9d6981 HTTP/1.1" status: 200 len: 946 time: 0.1042514 Jan 26 21:30:23.972959 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Current status of the port a0567553-215c-4e0f-92e9-cdcaacfb3d6d is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:30:23.975617 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84db1eeb-dc40-4d25-893e-77621a037d3f None None] Pushing event updated for resources: {'Port': ['ID=a0567553-215c-4e0f-92e9-cdcaacfb3d6d,revision_number=4']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:30:24.018790 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.db_base_plugin_common [None req-7f816969-2235-4a4a-bec3-d28df16f5613 tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Delete allocated IP 172.20.0.14 (22196535-12cf-4173-a0f4-2cc147dd90f8/f4f59a2b-fe10-4d24-a343-f57bab73f751) {{(pid=103304) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jan 26 21:30:24.034017 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.db_base_plugin_common [None req-7f816969-2235-4a4a-bec3-d28df16f5613 tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Allocated IP 172.20.0.21 (22196535-12cf-4173-a0f4-2cc147dd90f8/a94cb182-ebbe-43f7-9e3e-7936fcdd887d/eb0f72ca-5058-490e-921d-209a13698e9c) {{(pid=103304) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 21:30:24.047877 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-b1b22323-fd08-4bfb-ad2f-486c2f0381ce req-56785ec6-53db-4bd0-b977-480550f71bb6 tempest-AttachVolumeShelveTestJSON-345998519 tempest-AttachVolumeShelveTestJSON-345998519-project] 10.222.0.13 "GET /v2.0/security-groups?id=a25c4f90-015b-4812-87d5-e6df93d42e7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0858388 Jan 26 21:30:24.066046 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-839dd188-ec69-470c-9ab0-d318dc1a2e96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (e79b4fc6-6c71-44b2-a6d0-ff3e1f4dfd0d), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:30:24.272500 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-7f816969-2235-4a4a-bec3-d28df16f5613 tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Publish callbacks [] for port (eb0f72ca-5058-490e-921d-209a13698e9c), precommit_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:30:24.285000 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-7f816969-2235-4a4a-bec3-d28df16f5613 tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9281542'] for port (eb0f72ca-5058-490e-921d-209a13698e9c), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:30:24.360278 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f816969-2235-4a4a-bec3-d28df16f5613 tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Pushing event updated for resources: {'Port': ['ID=eb0f72ca-5058-490e-921d-209a13698e9c,revision_number=2']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:30:24.383662 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5851876e-e303-4920-965d-ddb61c7176e6 req-9afcc714-6b3c-474c-b81b-e363b0637180 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:30:24.385215 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-5851876e-e303-4920-965d-ddb61c7176e6 req-9afcc714-6b3c-474c-b81b-e363b0637180 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=e2d1d5a0-9e5f-4cb6-a64c-f2fbd21513d1 HTTP/1.1" status: 200 len: 1097 time: 0.1152499 Jan 26 21:30:24.414189 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Device f70854ca-3509-43b6-af82-defa62f413c5 no longer exists at agent hyperv_n-h1-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 26 21:30:24.454276 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-7f816969-2235-4a4a-bec3-d28df16f5613 tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] In _notify_port_updated(), no bound segment for port eb0f72ca-5058-490e-921d-209a13698e9c on network 22196535-12cf-4173-a0f4-2cc147dd90f8 {{(pid=103304) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:883}} Jan 26 21:30:24.459449 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f816969-2235-4a4a-bec3-d28df16f5613 tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:30:24.460096 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-7f816969-2235-4a4a-bec3-d28df16f5613 tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:30:24.464769 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 51416) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:30:24.484051 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-7f816969-2235-4a4a-bec3-d28df16f5613 tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] 10.222.0.13 "PUT /v2.0/ports/eb0f72ca-5058-490e-921d-209a13698e9c HTTP/1.1" status: 200 len: 921 time: 1.3506541 Jan 26 21:30:24.510350 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-5851876e-e303-4920-965d-ddb61c7176e6 req-43b6b192-d7c7-4c75-856d-1ba7b5fdd2e6 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=6df82126-1037-48ab-9d89-3f4ac527699c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1008437 Jan 26 21:30:24.519226 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Current status of the port f70854ca-3509-43b6-af82-defa62f413c5 is: ACTIVE; New status is: DOWN {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:30:24.519615 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (f70854ca-3509-43b6-af82-defa62f413c5), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:30:24.557279 n-d-760453-5 neutron-server[103306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2d1d5a0-9e5f-4cb6-a64c-f2fbd21513d1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f70854ca-3509-43b6-af82-defa62f413c5'}] {{(pid=103306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 21:30:24.560196 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9d5d370febab655511bdd2ffe887e43e442d144a440368702bcc1e93af00b97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-356a06b1-e8df-4fb8-9d5e-40b22919ee46" -d '{"events": [{"server_uuid": "e2d1d5a0-9e5f-4cb6-a64c-f2fbd21513d1", "name": "network-vif-unplugged", "status": "completed", "tag": "f70854ca-3509-43b6-af82-defa62f413c5"}]}' {{(pid=103306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 21:30:24.566340 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] For port f70854ca-3509-43b6-af82-defa62f413c5, host n-h1-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-5',level=0,port_id=f70854ca-3509-43b6-af82-defa62f413c5,segment=NetworkSegment(75265355-61a4-4ae5-a4fd-f99af821ecaf),segment_id=75265355-61a4-4ae5-a4fd-f99af821ecaf)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:30:24.578342 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (f70854ca-3509-43b6-af82-defa62f413c5), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:30:24.614062 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-692ff064-f59a-4942-b818-89ef2c7c61dd tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Deleting port eb0f72ca-5058-490e-921d-209a13698e9c {{(pid=103305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 21:30:24.614661 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-692ff064-f59a-4942-b818-89ef2c7c61dd tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746560630878'] for port (eb0f72ca-5058-490e-921d-209a13698e9c), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:30:24.647156 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 26 Jan 2022 21:30:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d17634c2-380a-46a5-a598-3fc7af029c93 x-openstack-request-id: req-d17634c2-380a-46a5-a598-3fc7af029c93 {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 21:30:24.647478 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2d1d5a0-9e5f-4cb6-a64c-f2fbd21513d1", "name": "network-vif-unplugged", "status": "completed", "tag": "f70854ca-3509-43b6-af82-defa62f413c5", "code": 200}]} {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 21:30:24.647700 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d17634c2-380a-46a5-a598-3fc7af029c93 {{(pid=103306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 21:30:24.648142 n-d-760453-5 neutron-server[103306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2d1d5a0-9e5f-4cb6-a64c-f2fbd21513d1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f70854ca-3509-43b6-af82-defa62f413c5', 'code': 200} Jan 26 21:30:24.672999 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Pushing event updated for resources: {'Port': ['ID=f70854ca-3509-43b6-af82-defa62f413c5,revision_number=6']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:30:24.730807 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-3f6dada4-2f52-47d7-8fd2-5a170983af5b None None] Provisioning complete for port a0567553-215c-4e0f-92e9-cdcaacfb3d6d triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:30:24.731382 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-3f6dada4-2f52-47d7-8fd2-5a170983af5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (a0567553-215c-4e0f-92e9-cdcaacfb3d6d), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:30:24.757751 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-692ff064-f59a-4942-b818-89ef2c7c61dd tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4109658'] for port (eb0f72ca-5058-490e-921d-209a13698e9c), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:30:24.770744 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-692ff064-f59a-4942-b818-89ef2c7c61dd tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Calling delete_port for eb0f72ca-5058-490e-921d-209a13698e9c owned by {{(pid=103305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 21:30:24.835916 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-3f6dada4-2f52-47d7-8fd2-5a170983af5b None None] Current status of the port a0567553-215c-4e0f-92e9-cdcaacfb3d6d is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:30:24.856305 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-3f6dada4-2f52-47d7-8fd2-5a170983af5b None None] Provisioning complete for port 173b91b2-62b6-43fb-ba3c-852849b8483d triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:30:24.858838 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-3f6dada4-2f52-47d7-8fd2-5a170983af5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (173b91b2-62b6-43fb-ba3c-852849b8483d), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:30:24.871954 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f50fd3-a705-4310-9e22-ebf3da57a8e4 req-187ac28f-676f-4096-86ae-c62c0351e8cf tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:30:24.873660 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-d7f50fd3-a705-4310-9e22-ebf3da57a8e4 req-187ac28f-676f-4096-86ae-c62c0351e8cf tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] 10.222.0.13 "GET /v2.0/ports?device_id=e2d1d5a0-9e5f-4cb6-a64c-f2fbd21513d1 HTTP/1.1" status: 200 len: 944 time: 0.0863433 Jan 26 21:30:24.921684 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-3f6dada4-2f52-47d7-8fd2-5a170983af5b None None] Port 173b91b2-62b6-43fb-ba3c-852849b8483d cannot update to ACTIVE because it is not bound. {{(pid=103306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 26 21:30:24.934299 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-3f6dada4-2f52-47d7-8fd2-5a170983af5b None None] Provisioning complete for port eb0f72ca-5058-490e-921d-209a13698e9c triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:30:24.934679 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-3f6dada4-2f52-47d7-8fd2-5a170983af5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (eb0f72ca-5058-490e-921d-209a13698e9c), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:30:24.956153 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-692ff064-f59a-4942-b818-89ef2c7c61dd tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746560636600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746560234536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11791543'] for port (eb0f72ca-5058-490e-921d-209a13698e9c), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:30:24.957025 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee8b07a-d892-472e-9ecf-511bd7ea2f2a req-ea06440c-203b-4836-b020-eadf0ef41ce6 tempest-ServerDiskConfigTestJSON-1504097755 tempest-ServerDiskConfigTestJSON-1504097755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:30:24.967879 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-aee8b07a-d892-472e-9ecf-511bd7ea2f2a req-ea06440c-203b-4836-b020-eadf0ef41ce6 tempest-ServerDiskConfigTestJSON-1504097755 tempest-ServerDiskConfigTestJSON-1504097755-project] 10.222.0.13 "GET /v2.0/ports?device_id=8b978eb6-35c4-4ea9-b2d9-88b39a1c70a2 HTTP/1.1" status: 200 len: 943 time: 0.0927429 Jan 26 21:30:24.972185 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-3f6dada4-2f52-47d7-8fd2-5a170983af5b None None] Port eb0f72ca-5058-490e-921d-209a13698e9c cannot update to ACTIVE because it is not bound. {{(pid=103306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 26 21:30:25.015887 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-692ff064-f59a-4942-b818-89ef2c7c61dd tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Pushing event deleted for resources: {'Port': ['ID=eb0f72ca-5058-490e-921d-209a13698e9c,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:30:25.040513 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-d7f50fd3-a705-4310-9e22-ebf3da57a8e4 req-21e901ba-0cfd-4950-b4b0-0d5db5c63d93 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] 10.222.0.13 "GET /v2.0/security-groups?id=6df82126-1037-48ab-9d89-3f4ac527699c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1200826 Jan 26 21:30:25.078252 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-692ff064-f59a-4942-b818-89ef2c7c61dd tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:30:25.081774 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-aee8b07a-d892-472e-9ecf-511bd7ea2f2a req-7574889d-e73f-4f04-abe3-8b14971c9a1b tempest-ServerDiskConfigTestJSON-1504097755 tempest-ServerDiskConfigTestJSON-1504097755-project] 10.222.0.13 "GET /v2.0/security-groups?id=783fb386-6fd2-4948-95d6-8177a10ccbe5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132631 Jan 26 21:30:25.083869 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-692ff064-f59a-4942-b818-89ef2c7c61dd tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] 10.222.0.13 "DELETE /v2.0/ports/eb0f72ca-5058-490e-921d-209a13698e9c HTTP/1.1" status: 204 len: 168 time: 0.6172955 Jan 26 21:30:25.085702 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 51430) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:30:25.129495 n-d-760453-5 neutron-server[103305]: INFO neutron.pecan_wsgi.hooks.translation [None req-d2f61ab1-9c9b-459c-8d40-fcf8d43b35c8 tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] GET failed (client error): The resource could not be found. Jan 26 21:30:25.134030 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 51432) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:30:25.135989 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-d2f61ab1-9c9b-459c-8d40-fcf8d43b35c8 tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] 10.222.0.13 "GET /v2.0/ports/eb0f72ca-5058-490e-921d-209a13698e9c HTTP/1.1" status: 404 len: 333 time: 0.0492673 Jan 26 21:30:25.206820 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-99e267c9-0dd2-47df-b9a7-ba150a3bacbf tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Publish callbacks [] for security_group (73f85759-7153-46da-b1ee-ef3659c09192), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:30:25.233203 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-99e267c9-0dd2-47df-b9a7-ba150a3bacbf tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Publish callbacks [] for security_group (73f85759-7153-46da-b1ee-ef3659c09192), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:30:25.288314 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-99e267c9-0dd2-47df-b9a7-ba150a3bacbf tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (73f85759-7153-46da-b1ee-ef3659c09192), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:30:25.291486 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-99e267c9-0dd2-47df-b9a7-ba150a3bacbf tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Publish callbacks [] for security_group (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:30:25.295560 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-99e267c9-0dd2-47df-b9a7-ba150a3bacbf tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] 10.222.0.13 "DELETE /v2.0/security-groups/73f85759-7153-46da-b1ee-ef3659c09192 HTTP/1.1" status: 204 len: 168 time: 0.1576810 Jan 26 21:30:25.295865 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 51434) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:30:25.300985 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-8c484b25-1fd2-433d-a0d7-92f842d9af90 None None] Could not find standard attr ID for object eb0f72ca-5058-490e-921d-209a13698e9c. {{(pid=103306) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 26 21:30:25.303691 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (fea0591a-627d-4c87-9a9a-01625ddf3277), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:30:25.304261 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e267c9-0dd2-47df-b9a7-ba150a3bacbf tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=73f85759-7153-46da-b1ee-ef3659c09192,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:30:25.365891 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-1e567e17-952b-46ba-9b15-32d8c8c6029c tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Publish callbacks [] for security_group (fdc39be4-fe9c-4e3c-9e36-fba7c8934df4), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:30:25.606292 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device a0567553-215c-4e0f-92e9-cdcaacfb3d6d up at agent ovs-agent-n-d-760453-5 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 21:30:25.655610 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Provisioning complete for port a0567553-215c-4e0f-92e9-cdcaacfb3d6d triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:30:25.655987 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (a0567553-215c-4e0f-92e9-cdcaacfb3d6d), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:30:25.703083 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-1e567e17-952b-46ba-9b15-32d8c8c6029c tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Publish callbacks [] for security_group (fdc39be4-fe9c-4e3c-9e36-fba7c8934df4), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:30:25.743033 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Current status of the port a0567553-215c-4e0f-92e9-cdcaacfb3d6d is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:30:25.751192 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-1e567e17-952b-46ba-9b15-32d8c8c6029c tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (fdc39be4-fe9c-4e3c-9e36-fba7c8934df4), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:30:25.754890 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-1e567e17-952b-46ba-9b15-32d8c8c6029c tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Publish callbacks [] for security_group (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:30:25.756065 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-1e567e17-952b-46ba-9b15-32d8c8c6029c tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] 10.222.0.13 "DELETE /v2.0/security-groups/fdc39be4-fe9c-4e3c-9e36-fba7c8934df4 HTTP/1.1" status: 204 len: 168 time: 0.4592571 Jan 26 21:30:25.759288 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 51438) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:30:25.768715 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e567e17-952b-46ba-9b15-32d8c8c6029c tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdc39be4-fe9c-4e3c-9e36-fba7c8934df4,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:30:25.821469 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.db_base_plugin_v2 [None req-48861363-2195-4c15-864e-54ac61b16bd6 tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Deleting subnet f4f59a2b-fe10-4d24-a343-f57bab73f751 {{(pid=103304) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 26 21:30:25.825414 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-48861363-2195-4c15-864e-54ac61b16bd6 tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Publish callbacks [] for subnet (f4f59a2b-fe10-4d24-a343-f57bab73f751), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:30:25.871257 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-48861363-2195-4c15-864e-54ac61b16bd6 tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8881284'] for subnet (f4f59a2b-fe10-4d24-a343-f57bab73f751), precommit_delete_associations {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:30:25.961103 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-48861363-2195-4c15-864e-54ac61b16bd6 tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687316'] for subnet (f4f59a2b-fe10-4d24-a343-f57bab73f751), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:30:26.022967 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-48861363-2195-4c15-864e-54ac61b16bd6 tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9281612', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12215216'] for subnet (f4f59a2b-fe10-4d24-a343-f57bab73f751), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:30:26.047933 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Device 0a83546f-5298-4576-9d57-0a2eff515847 details requested by agent hyperv_n-h2-760453-5 with host n-h2-760453-5 {{(pid=103306) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 26 21:30:26.054056 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48861363-2195-4c15-864e-54ac61b16bd6 tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Pushing event deleted for resources: {'Subnet': ['ID=f4f59a2b-fe10-4d24-a343-f57bab73f751,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:30:26.064246 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-48861363-2195-4c15-864e-54ac61b16bd6 tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Publish callbacks [] for subnet (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:30:26.069351 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-48861363-2195-4c15-864e-54ac61b16bd6 tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] 10.222.0.13 "DELETE /v2.0/subnets/f4f59a2b-fe10-4d24-a343-f57bab73f751 HTTP/1.1" status: 204 len: 168 time: 0.3078430 Jan 26 21:30:26.073210 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 51442) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:30:26.077934 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-fbb915f1-8fd1-49ef-ba88-292e2684ad30 tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Request body: {'subnet': {'network_id': '22196535-12cf-4173-a0f4-2cc147dd90f8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:30:26.095602 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2979541-21e1-47cb-bb08-c48b60e17b26 None None] Network 22196535-12cf-4173-a0f4-2cc147dd90f8 requested from n-d-760453-5 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 26 21:30:26.194891 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.db.resource_extend [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 26 21:30:26.215279 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e7fa0a-fad0-4517-ae14-9db593427b6f req-3f036b63-b1a8-4001-a0b3-d53ddd15e680 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:30:26.221085 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-a4e7fa0a-fad0-4517-ae14-9db593427b6f req-3f036b63-b1a8-4001-a0b3-d53ddd15e680 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] 10.222.0.13 "GET /v2.0/ports?device_id=e2d1d5a0-9e5f-4cb6-a64c-f2fbd21513d1 HTTP/1.1" status: 200 len: 944 time: 0.0828826 Jan 26 21:30:26.274151 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbb915f1-8fd1-49ef-ba88-292e2684ad30 tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Made reservation on behalf of 4da385aa39864c0f865aba377c69c57c for: {'subnet': 1} {{(pid=103305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 21:30:26.278573 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-fbb915f1-8fd1-49ef-ba88-292e2684ad30 tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11599953'] for subnet (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:30:26.310899 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] For port 0a83546f-5298-4576-9d57-0a2eff515847, host n-h2-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-5',level=0,port_id=0a83546f-5298-4576-9d57-0a2eff515847,segment=NetworkSegment(6c664910-f626-469d-b488-30e875c9a116),segment_id=6c664910-f626-469d-b488-30e875c9a116)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:30:26.314049 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117d9561-64f6-41c9-bb91-dc497d2105d2 req-391d3c9c-0b6f-46ef-90f0-e4c2f723f6f5 tempest-ServerDiskConfigTestJSON-1504097755 tempest-ServerDiskConfigTestJSON-1504097755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:30:26.324512 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-117d9561-64f6-41c9-bb91-dc497d2105d2 req-391d3c9c-0b6f-46ef-90f0-e4c2f723f6f5 tempest-ServerDiskConfigTestJSON-1504097755 tempest-ServerDiskConfigTestJSON-1504097755-project] 10.222.0.13 "GET /v2.0/ports?device_id=8b978eb6-35c4-4ea9-b2d9-88b39a1c70a2 HTTP/1.1" status: 200 len: 943 time: 0.1007049 Jan 26 21:30:26.326243 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Returning: {'device': '0a83546f-5298-4576-9d57-0a2eff515847', 'network_id': '74c2db30-fc56-4028-b6bc-1e1adb646f05', 'port_id': '0a83546f-5298-4576-9d57-0a2eff515847', 'mac_address': 'fa:16:3e:bd:3f:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 565, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '68ece1fe-1f7d-4329-a57d-2ad69881b241', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103306) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 26 21:30:26.375661 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Current status of the port 0a83546f-5298-4576-9d57-0a2eff515847 is: DOWN; New status is: BUILD {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:30:26.376108 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (0a83546f-5298-4576-9d57-0a2eff515847), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:30:26.393552 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-a4e7fa0a-fad0-4517-ae14-9db593427b6f req-983ed357-6b7b-4ae2-b724-63a04cb3ba56 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] 10.222.0.13 "GET /v2.0/security-groups?id=6df82126-1037-48ab-9d89-3f4ac527699c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1312048 Jan 26 21:30:26.394493 n-d-760453-5 neutron-server[103306]: DEBUG neutron.notifiers.nova [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0a83546f-5298-4576-9d57-0a2eff515847 {{(pid=103306) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 26 21:30:26.420481 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] For port 0a83546f-5298-4576-9d57-0a2eff515847, host n-h2-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-5',level=0,port_id=0a83546f-5298-4576-9d57-0a2eff515847,segment=NetworkSegment(6c664910-f626-469d-b488-30e875c9a116),segment_id=6c664910-f626-469d-b488-30e875c9a116)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:30:26.420715 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 51450) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:30:26.431169 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (0a83546f-5298-4576-9d57-0a2eff515847), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:30:26.439165 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Device f70854ca-3509-43b6-af82-defa62f413c5 details requested by agent hyperv_n-h1-760453-5 with host n-h1-760453-5 {{(pid=103306) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 26 21:30:26.443464 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-117d9561-64f6-41c9-bb91-dc497d2105d2 req-3ea9a54b-994f-4a02-9c3d-804cceddf2b1 tempest-ServerDiskConfigTestJSON-1504097755 tempest-ServerDiskConfigTestJSON-1504097755-project] 10.222.0.13 "GET /v2.0/security-groups?id=783fb386-6fd2-4948-95d6-8177a10ccbe5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178241 Jan 26 21:30:26.506503 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-e63948e3-16cf-4195-b5cc-db0f973ff62a tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] 10.222.0.13 "GET /v2.0/floatingips/1a687e5d-aa4c-4c63-bb4e-783a5e6713ec HTTP/1.1" status: 200 len: 992 time: 0.0856526 Jan 26 21:30:26.642104 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Pushing event updated for resources: {'Port': ['ID=0a83546f-5298-4576-9d57-0a2eff515847,revision_number=4']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:30:26.664395 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] For port f70854ca-3509-43b6-af82-defa62f413c5, host n-h1-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-5',level=0,port_id=f70854ca-3509-43b6-af82-defa62f413c5,segment=NetworkSegment(75265355-61a4-4ae5-a4fd-f99af821ecaf),segment_id=75265355-61a4-4ae5-a4fd-f99af821ecaf)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:30:26.664611 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-fbb915f1-8fd1-49ef-ba88-292e2684ad30 tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11788839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11599975'] for subnet (eb2ee0ae-b6d8-4b96-bbd7-e041e847dd6a), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:30:26.679523 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Returning: {'device': 'f70854ca-3509-43b6-af82-defa62f413c5', 'network_id': '7557909c-f107-4fe1-9c5f-aa82692577a6', 'port_id': 'f70854ca-3509-43b6-af82-defa62f413c5', 'mac_address': 'fa:16:3e:c2:10:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 594, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4f1e9217-1293-49d5-885f-ad0242ed3cd1', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103306) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 26 21:30:26.716478 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbb915f1-8fd1-49ef-ba88-292e2684ad30 tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Network 22196535-12cf-4173-a0f4-2cc147dd90f8 is already hosted by enough agents. {{(pid=103305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 21:30:26.720740 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [None req-fbb915f1-8fd1-49ef-ba88-292e2684ad30 tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Resources bound (agent type, host, resource id): {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:30:26.726050 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbb915f1-8fd1-49ef-ba88-292e2684ad30 tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:30:26.726250 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Current status of the port f70854ca-3509-43b6-af82-defa62f413c5 is: DOWN; New status is: BUILD {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:30:26.726658 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-fbb915f1-8fd1-49ef-ba88-292e2684ad30 tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709645'] for subnet (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:30:26.726882 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (f70854ca-3509-43b6-af82-defa62f413c5), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:30:26.740805 n-d-760453-5 neutron-server[103306]: DEBUG neutron.notifiers.nova [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f70854ca-3509-43b6-af82-defa62f413c5 {{(pid=103306) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 26 21:30:26.743165 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb915f1-8fd1-49ef-ba88-292e2684ad30 tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Pushing event updated for resources: {'Subnet': ['ID=eb2ee0ae-b6d8-4b96-bbd7-e041e847dd6a,revision_number=0']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:30:26.757359 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-fbb915f1-8fd1-49ef-ba88-292e2684ad30 tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6821051 Jan 26 21:30:26.758924 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 51452) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:30:26.763589 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-7ec6a433-dc22-40f8-95c6-3a61cbdbfce9 tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Request body: {'security_group': {'name': 'tempest-secgroup-263374181'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:30:26.765394 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] get_ports_and_sgs() called for port_ids ['0a83546f-5298-4576-9d57-0a2eff515847'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 26 21:30:26.790920 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] For port f70854ca-3509-43b6-af82-defa62f413c5, host n-h1-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-5',level=0,port_id=f70854ca-3509-43b6-af82-defa62f413c5,segment=NetworkSegment(75265355-61a4-4ae5-a4fd-f99af821ecaf),segment_id=75265355-61a4-4ae5-a4fd-f99af821ecaf)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:30:26.793146 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-7ec6a433-dc22-40f8-95c6-3a61cbdbfce9 tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Publish callbacks [] for security_group (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:30:26.816954 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (f70854ca-3509-43b6-af82-defa62f413c5), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:30:26.899097 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-7ec6a433-dc22-40f8-95c6-3a61cbdbfce9 tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Publish callbacks [] for security_group (27fee357-aa88-4649-a7ad-e39af4640ed7), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:30:26.905687 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-7ec6a433-dc22-40f8-95c6-3a61cbdbfce9 tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (27fee357-aa88-4649-a7ad-e39af4640ed7), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:30:26.939069 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-7ec6a433-dc22-40f8-95c6-3a61cbdbfce9 tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Publish callbacks [] for security_group (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:30:26.941613 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-7ec6a433-dc22-40f8-95c6-3a61cbdbfce9 tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.1816738 Jan 26 21:30:26.944534 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 51456) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:30:26.949222 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-f893aadd-d637-4f79-ba39-11c54bf4077c tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Request body: {'security_group': {'name': 'tempest-secgroup-65632991'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:30:26.957221 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Pushing event updated for resources: {'Port': ['ID=f70854ca-3509-43b6-af82-defa62f413c5,revision_number=7']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:30:26.960088 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec6a433-dc22-40f8-95c6-3a61cbdbfce9 tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Pushing event updated for resources: {'SecurityGroup': ['ID=27fee357-aa88-4649-a7ad-e39af4640ed7,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:30:26.994116 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-f893aadd-d637-4f79-ba39-11c54bf4077c tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Publish callbacks [] for security_group (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:30:27.080295 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-f893aadd-d637-4f79-ba39-11c54bf4077c tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Publish callbacks [] for security_group (694ef2b5-e298-4eaf-a4c4-ba6d35d536b2), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:30:27.085142 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-f893aadd-d637-4f79-ba39-11c54bf4077c tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (694ef2b5-e298-4eaf-a4c4-ba6d35d536b2), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:30:27.119112 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-f893aadd-d637-4f79-ba39-11c54bf4077c tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Publish callbacks [] for security_group (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:30:27.121784 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-f893aadd-d637-4f79-ba39-11c54bf4077c tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1760 time: 0.1761663 Jan 26 21:30:27.123448 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 51458) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:30:27.124554 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f893aadd-d637-4f79-ba39-11c54bf4077c tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Pushing event updated for resources: {'SecurityGroup': ['ID=694ef2b5-e298-4eaf-a4c4-ba6d35d536b2,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:30:27.128438 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-f50a1b8a-2bc4-425a-a264-1c39f528ddfd tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Request body: {'security_group': {'name': 'tempest-secgroup-1416795399'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:30:27.151403 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-f50a1b8a-2bc4-425a-a264-1c39f528ddfd tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Publish callbacks [] for security_group (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:30:27.179774 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21131b82-0632-4a80-9992-4c2ce26f7d9a None None] Network 22196535-12cf-4173-a0f4-2cc147dd90f8 requested from n-d-760453-5 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 26 21:30:27.249203 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-f50a1b8a-2bc4-425a-a264-1c39f528ddfd tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Publish callbacks [] for security_group (c36770f9-4a03-4cf5-b641-949e8148368b), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:30:27.255141 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-f50a1b8a-2bc4-425a-a264-1c39f528ddfd tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (c36770f9-4a03-4cf5-b641-949e8148368b), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:30:27.265003 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-84efb651-397d-4043-869f-a90e606e2c32 None None] Provisioning complete for port a0567553-215c-4e0f-92e9-cdcaacfb3d6d triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:30:27.265446 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-84efb651-397d-4043-869f-a90e606e2c32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (a0567553-215c-4e0f-92e9-cdcaacfb3d6d), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:30:27.298126 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-f50a1b8a-2bc4-425a-a264-1c39f528ddfd tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Publish callbacks [] for security_group (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:30:27.303276 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-f50a1b8a-2bc4-425a-a264-1c39f528ddfd tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1762996 Jan 26 21:30:27.303769 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 51460) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:30:27.310241 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-43b403c5-eb3f-4ae5-bdad-30885e976566 tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1338663447', 'security_groups': ['c36770f9-4a03-4cf5-b641-949e8148368b'], 'network_id': '22196535-12cf-4173-a0f4-2cc147dd90f8', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'eb2ee0ae-b6d8-4b96-bbd7-e041e847dd6a'}]}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:30:27.317193 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f50a1b8a-2bc4-425a-a264-1c39f528ddfd tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c36770f9-4a03-4cf5-b641-949e8148368b,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:30:27.436309 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] get_ports_and_sgs() called for port_ids ['f70854ca-3509-43b6-af82-defa62f413c5'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 26 21:30:27.440893 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43b403c5-eb3f-4ae5-bdad-30885e976566 tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Made reservation on behalf of 4da385aa39864c0f865aba377c69c57c for: {'port': 1} {{(pid=103304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 21:30:27.573216 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-43b403c5-eb3f-4ae5-bdad-30885e976566 tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:30:27.597018 n-d-760453-5 neutron-server[103304]: DEBUG neutron.notifiers.nova [None req-43b403c5-eb3f-4ae5-bdad-30885e976566 tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] device_id is not set on port 3774cac1-ed57-457a-b953-4935bab46565 yet. {{(pid=103304) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 26 21:30:27.634015 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-84efb651-397d-4043-869f-a90e606e2c32 None None] Current status of the port a0567553-215c-4e0f-92e9-cdcaacfb3d6d is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:30:27.671037 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-84efb651-397d-4043-869f-a90e606e2c32 None None] Provisioning complete for port 173b91b2-62b6-43fb-ba3c-852849b8483d triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:30:27.671544 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-84efb651-397d-4043-869f-a90e606e2c32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (173b91b2-62b6-43fb-ba3c-852849b8483d), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:30:27.717816 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-84efb651-397d-4043-869f-a90e606e2c32 None None] Port 173b91b2-62b6-43fb-ba3c-852849b8483d cannot update to ACTIVE because it is not bound. {{(pid=103306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 26 21:30:27.718043 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72de284d-506d-470b-be84-0d0beb0eeaa2 req-36f6f972-707b-431f-b1c1-119265a03655 tempest-ServerDiskConfigTestJSON-1504097755 tempest-ServerDiskConfigTestJSON-1504097755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:30:27.725150 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-72de284d-506d-470b-be84-0d0beb0eeaa2 req-36f6f972-707b-431f-b1c1-119265a03655 tempest-ServerDiskConfigTestJSON-1504097755 tempest-ServerDiskConfigTestJSON-1504097755-project] 10.222.0.13 "GET /v2.0/ports?device_id=8b978eb6-35c4-4ea9-b2d9-88b39a1c70a2 HTTP/1.1" status: 200 len: 944 time: 0.1878064 Jan 26 21:30:27.748655 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd4de80c-23d6-4d11-86da-4b278cad78d0 None None] Update dhcp port {'port': {'network_id': '22196535-12cf-4173-a0f4-2cc147dd90f8', 'fixed_ips': [{'subnet_id': 'a94cb182-ebbe-43f7-9e3e-7936fcdd887d', 'ip_address': '172.20.0.18'}, {'subnet_id': 'eb2ee0ae-b6d8-4b96-bbd7-e041e847dd6a'}], 'binding:host_id': 'n-d-760453-5'}, 'id': 'a0567553-215c-4e0f-92e9-cdcaacfb3d6d'} from n-d-760453-5. {{(pid=103306) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Jan 26 21:30:27.801405 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-cd4de80c-23d6-4d11-86da-4b278cad78d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (a0567553-215c-4e0f-92e9-cdcaacfb3d6d), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:30:27.826675 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-72de284d-506d-470b-be84-0d0beb0eeaa2 req-c844d78b-6cc6-4f09-9bd1-b3ea06204715 tempest-ServerDiskConfigTestJSON-1504097755 tempest-ServerDiskConfigTestJSON-1504097755-project] 10.222.0.13 "GET /v2.0/security-groups?id=783fb386-6fd2-4948-95d6-8177a10ccbe5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006174 Jan 26 21:30:27.869486 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.db_base_plugin_common [None req-43b403c5-eb3f-4ae5-bdad-30885e976566 tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Allocated IP 172.20.0.9 (22196535-12cf-4173-a0f4-2cc147dd90f8/eb2ee0ae-b6d8-4b96-bbd7-e041e847dd6a/3774cac1-ed57-457a-b953-4935bab46565) {{(pid=103304) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 21:30:28.056578 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Device 0a83546f-5298-4576-9d57-0a2eff515847 up at agent hyperv_n-h2-760453-5 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 21:30:28.080156 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-43b403c5-eb3f-4ae5-bdad-30885e976566 tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Publish callbacks [] for port (3774cac1-ed57-457a-b953-4935bab46565), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:30:28.123001 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-43b403c5-eb3f-4ae5-bdad-30885e976566 tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746560234527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9281553'] for port (3774cac1-ed57-457a-b953-4935bab46565), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:30:28.173942 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b403c5-eb3f-4ae5-bdad-30885e976566 tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Pushing event updated for resources: {'Port': ['ID=3774cac1-ed57-457a-b953-4935bab46565,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:30:28.188146 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.db_base_plugin_common [None req-cd4de80c-23d6-4d11-86da-4b278cad78d0 None None] Allocated IP 172.20.0.2 (22196535-12cf-4173-a0f4-2cc147dd90f8/eb2ee0ae-b6d8-4b96-bbd7-e041e847dd6a/a0567553-215c-4e0f-92e9-cdcaacfb3d6d) {{(pid=103306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 21:30:28.190589 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43b403c5-eb3f-4ae5-bdad-30885e976566 tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Network 22196535-12cf-4173-a0f4-2cc147dd90f8 is already hosted by enough agents. {{(pid=103304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 21:30:28.192477 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [None req-43b403c5-eb3f-4ae5-bdad-30885e976566 tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Resources bound (agent type, host, resource id): {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:30:28.195107 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43b403c5-eb3f-4ae5-bdad-30885e976566 tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Received port after_create {{(pid=103304) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 21:30:28.248784 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43b403c5-eb3f-4ae5-bdad-30885e976566 tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:30:28.249329 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-43b403c5-eb3f-4ae5-bdad-30885e976566 tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:30:28.273349 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 51470) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:30:28.273985 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-43b403c5-eb3f-4ae5-bdad-30885e976566 tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 0.9691262 Jan 26 21:30:28.279339 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-338a8c4a-16c4-414c-bce0-19bcdf95d387 tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Request body: {'subnet': {'network_id': '22196535-12cf-4173-a0f4-2cc147dd90f8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:30:28.298463 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Provisioning for port 0a83546f-5298-4576-9d57-0a2eff515847 completed by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 21:30:28.311591 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Provisioning complete for port 0a83546f-5298-4576-9d57-0a2eff515847 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:30:28.312996 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (0a83546f-5298-4576-9d57-0a2eff515847), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:30:28.319728 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-cd4de80c-23d6-4d11-86da-4b278cad78d0 None None] For port a0567553-215c-4e0f-92e9-cdcaacfb3d6d, host n-d-760453-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=a0567553-215c-4e0f-92e9-cdcaacfb3d6d,segment=NetworkSegment(cae0e85f-86a3-4b3b-b0cd-ad96d0385f09),segment_id=cae0e85f-86a3-4b3b-b0cd-ad96d0385f09)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:30:28.390753 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-cd4de80c-23d6-4d11-86da-4b278cad78d0 None None] Publish callbacks [] for port (a0567553-215c-4e0f-92e9-cdcaacfb3d6d), precommit_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:30:28.400722 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-cd4de80c-23d6-4d11-86da-4b278cad78d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (a0567553-215c-4e0f-92e9-cdcaacfb3d6d), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:30:28.439014 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-338a8c4a-16c4-414c-bce0-19bcdf95d387 tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Made reservation on behalf of 4da385aa39864c0f865aba377c69c57c for: {'subnet': 1} {{(pid=103305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 21:30:28.444956 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-338a8c4a-16c4-414c-bce0-19bcdf95d387 tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11599953'] for subnet (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:30:28.516183 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Current status of the port 0a83546f-5298-4576-9d57-0a2eff515847 is: BUILD; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:30:28.516716 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (0a83546f-5298-4576-9d57-0a2eff515847), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:30:28.554987 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd4de80c-23d6-4d11-86da-4b278cad78d0 None None] Pushing event updated for resources: {'Port': ['ID=a0567553-215c-4e0f-92e9-cdcaacfb3d6d,revision_number=6']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:30:28.576425 n-d-760453-5 neutron-server[103306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b978eb6-35c4-4ea9-b2d9-88b39a1c70a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a83546f-5298-4576-9d57-0a2eff515847'}] {{(pid=103306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 21:30:28.578163 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9d5d370febab655511bdd2ffe887e43e442d144a440368702bcc1e93af00b97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36e64503-f10f-486f-8127-5f968da066da" -d '{"events": [{"server_uuid": "8b978eb6-35c4-4ea9-b2d9-88b39a1c70a2", "name": "network-vif-plugged", "status": "completed", "tag": "0a83546f-5298-4576-9d57-0a2eff515847"}]}' {{(pid=103306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 21:30:28.578692 n-d-760453-5 neutron-server[103305]: INFO neutron.db.ipam_backend_mixin [None req-338a8c4a-16c4-414c-bce0-19bcdf95d387 tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet eb2ee0ae-b6d8-4b96-bbd7-e041e847dd6a (CIDR: 172.20.0.0/28) Jan 26 21:30:28.592426 n-d-760453-5 neutron-server[103305]: INFO neutron.pecan_wsgi.hooks.translation [None req-338a8c4a-16c4-414c-bce0-19bcdf95d387 tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 26 21:30:28.593158 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-338a8c4a-16c4-414c-bce0-19bcdf95d387 tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103305) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 26 21:30:28.599286 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] For port 0a83546f-5298-4576-9d57-0a2eff515847, host n-h2-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-5',level=0,port_id=0a83546f-5298-4576-9d57-0a2eff515847,segment=NetworkSegment(6c664910-f626-469d-b488-30e875c9a116),segment_id=6c664910-f626-469d-b488-30e875c9a116)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:30:28.606956 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (0a83546f-5298-4576-9d57-0a2eff515847), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:30:28.624375 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-338a8c4a-16c4-414c-bce0-19bcdf95d387 tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3493843 Jan 26 21:30:28.627876 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 51474) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:30:28.652094 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-ae752042-ed20-4761-b716-981f5355f798 tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Request body: {'subnet': {'network_id': '22196535-12cf-4173-a0f4-2cc147dd90f8', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:30:28.697208 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Jan 2022 21:30:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01403e48-9490-48d6-b989-dcce89fa6e16 x-openstack-request-id: req-01403e48-9490-48d6-b989-dcce89fa6e16 {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 21:30:28.697642 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b978eb6-35c4-4ea9-b2d9-88b39a1c70a2", "name": "network-vif-plugged", "status": "completed", "tag": "0a83546f-5298-4576-9d57-0a2eff515847", "code": 200}]} {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 21:30:28.697766 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-01403e48-9490-48d6-b989-dcce89fa6e16 {{(pid=103306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 21:30:28.698555 n-d-760453-5 neutron-server[103306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b978eb6-35c4-4ea9-b2d9-88b39a1c70a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a83546f-5298-4576-9d57-0a2eff515847', 'code': 200} Jan 26 21:30:28.699341 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Pushing event updated for resources: {'Port': ['ID=0a83546f-5298-4576-9d57-0a2eff515847,revision_number=5']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:30:28.869724 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb24de1-02b6-4270-b55e-538582a42910 req-5b42442c-06fc-48a2-93a4-b4f147d6d60a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:30:28.871899 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-4cb24de1-02b6-4270-b55e-538582a42910 req-5b42442c-06fc-48a2-93a4-b4f147d6d60a service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=8b978eb6-35c4-4ea9-b2d9-88b39a1c70a2 HTTP/1.1" status: 200 len: 1096 time: 0.1116052 Jan 26 21:30:28.912766 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae752042-ed20-4761-b716-981f5355f798 tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Made reservation on behalf of 4da385aa39864c0f865aba377c69c57c for: {'subnet': 1} {{(pid=103305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 21:30:28.916140 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-ae752042-ed20-4761-b716-981f5355f798 tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11599953'] for subnet (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:30:29.025860 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62f40cb-7a64-4d70-8e97-04b47d931a92 req-3ccfd413-29d7-465c-8ac9-4b8a8f7f55e9 tempest-ServerDiskConfigTestJSON-1504097755 tempest-ServerDiskConfigTestJSON-1504097755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:30:29.028508 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-e62f40cb-7a64-4d70-8e97-04b47d931a92 req-3ccfd413-29d7-465c-8ac9-4b8a8f7f55e9 tempest-ServerDiskConfigTestJSON-1504097755 tempest-ServerDiskConfigTestJSON-1504097755-project] 10.222.0.13 "GET /v2.0/ports?device_id=8b978eb6-35c4-4ea9-b2d9-88b39a1c70a2 HTTP/1.1" status: 200 len: 945 time: 0.0819504 Jan 26 21:30:29.048201 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-4cb24de1-02b6-4270-b55e-538582a42910 req-dc568d74-7020-456f-9010-c4a2b3bdba8c service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=783fb386-6fd2-4948-95d6-8177a10ccbe5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1559355 Jan 26 21:30:29.102613 n-d-760453-5 neutron-server[103305]: INFO neutron.db.ipam_backend_mixin [None req-ae752042-ed20-4761-b716-981f5355f798 tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet a94cb182-ebbe-43f7-9e3e-7936fcdd887d (CIDR: 172.20.0.16/28) Jan 26 21:30:29.107246 n-d-760453-5 neutron-server[103305]: INFO neutron.pecan_wsgi.hooks.translation [None req-ae752042-ed20-4761-b716-981f5355f798 tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 26 21:30:29.111573 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ae752042-ed20-4761-b716-981f5355f798 tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103305) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 26 21:30:29.125043 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-e62f40cb-7a64-4d70-8e97-04b47d931a92 req-dc4dac91-ee11-455e-947c-f241f9075d95 tempest-ServerDiskConfigTestJSON-1504097755 tempest-ServerDiskConfigTestJSON-1504097755-project] 10.222.0.13 "GET /v2.0/security-groups?id=783fb386-6fd2-4948-95d6-8177a10ccbe5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792215 Jan 26 21:30:29.144018 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-ae752042-ed20-4761-b716-981f5355f798 tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 0.5100024 Jan 26 21:30:29.145385 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 51484) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:30:29.150784 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-a27db0d7-2a27-4d0a-baea-835a8c46242b tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Request body: {'subnet': {'network_id': '22196535-12cf-4173-a0f4-2cc147dd90f8', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:30:29.290431 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a27db0d7-2a27-4d0a-baea-835a8c46242b tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Made reservation on behalf of 4da385aa39864c0f865aba377c69c57c for: {'subnet': 1} {{(pid=103304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 21:30:29.294585 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-a27db0d7-2a27-4d0a-baea-835a8c46242b tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12215181'] for subnet (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:30:29.459020 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-d15f4c3a-9b33-4e5f-91e7-04f6950726f0 None None] Provisioning complete for port a0567553-215c-4e0f-92e9-cdcaacfb3d6d triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:30:29.459430 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d15f4c3a-9b33-4e5f-91e7-04f6950726f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (a0567553-215c-4e0f-92e9-cdcaacfb3d6d), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:30:29.481553 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.agents_db [None req-569f1ced-6396-4ddf-b79f-e03b0b2146ab None None] Agent healthcheck: found 7 active agents {{(pid=103307) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 26 21:30:29.607109 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-d15f4c3a-9b33-4e5f-91e7-04f6950726f0 None None] Current status of the port a0567553-215c-4e0f-92e9-cdcaacfb3d6d is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:30:29.637764 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-d15f4c3a-9b33-4e5f-91e7-04f6950726f0 None None] Provisioning complete for port 173b91b2-62b6-43fb-ba3c-852849b8483d triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:30:29.638253 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d15f4c3a-9b33-4e5f-91e7-04f6950726f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (173b91b2-62b6-43fb-ba3c-852849b8483d), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:30:29.669876 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-a27db0d7-2a27-4d0a-baea-835a8c46242b tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9285249', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12215227'] for subnet (5bc94ce2-c2f2-4ae9-90fd-d962682082e3), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:30:29.691957 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device a0567553-215c-4e0f-92e9-cdcaacfb3d6d up at agent ovs-agent-n-d-760453-5 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 21:30:29.737508 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a27db0d7-2a27-4d0a-baea-835a8c46242b tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Network 22196535-12cf-4173-a0f4-2cc147dd90f8 is already hosted by enough agents. {{(pid=103304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 21:30:29.741323 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [None req-a27db0d7-2a27-4d0a-baea-835a8c46242b tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Resources bound (agent type, host, resource id): {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:30:29.755166 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a27db0d7-2a27-4d0a-baea-835a8c46242b tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:30:29.756164 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-a27db0d7-2a27-4d0a-baea-835a8c46242b tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Publish callbacks [] for subnet (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:30:29.760526 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4a93b57-77d6-455a-8e7d-3c42ee72cd8d None None] Network 22196535-12cf-4173-a0f4-2cc147dd90f8 requested from n-d-760453-5 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 26 21:30:29.777773 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27db0d7-2a27-4d0a-baea-835a8c46242b tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Pushing event updated for resources: {'Subnet': ['ID=5bc94ce2-c2f2-4ae9-90fd-d962682082e3,revision_number=0']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:30:29.794097 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 51488) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:30:29.801386 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-abfbc657-3473-4824-b598-2c525b36e38f tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-784994053', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '5bc94ce2-c2f2-4ae9-90fd-d962682082e3'}], 'security_groups': ['27fee357-aa88-4649-a7ad-e39af4640ed7', '694ef2b5-e298-4eaf-a4c4-ba6d35d536b2']}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:30:29.805228 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-a27db0d7-2a27-4d0a-baea-835a8c46242b tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.6472578 Jan 26 21:30:29.834042 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Provisioning complete for port a0567553-215c-4e0f-92e9-cdcaacfb3d6d triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:30:29.834424 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (a0567553-215c-4e0f-92e9-cdcaacfb3d6d), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:30:29.869305 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-d15f4c3a-9b33-4e5f-91e7-04f6950726f0 None None] Port 173b91b2-62b6-43fb-ba3c-852849b8483d cannot update to ACTIVE because it is not bound. {{(pid=103306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 26 21:30:29.991262 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Current status of the port a0567553-215c-4e0f-92e9-cdcaacfb3d6d is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:30:30.029208 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-5c946bb0-4d53-4de2-81e0-9e69d1def0c1 None None] Provisioning complete for port 3774cac1-ed57-457a-b953-4935bab46565 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:30:30.029960 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-5c946bb0-4d53-4de2-81e0-9e69d1def0c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (3774cac1-ed57-457a-b953-4935bab46565), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:30:30.072069 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-abfbc657-3473-4824-b598-2c525b36e38f tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (3774cac1-ed57-457a-b953-4935bab46565), before_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:30:30.187403 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-5c946bb0-4d53-4de2-81e0-9e69d1def0c1 None None] Port 3774cac1-ed57-457a-b953-4935bab46565 cannot update to ACTIVE because it is not bound. {{(pid=103306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 26 21:30:30.203815 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74337eb1-1186-439e-915d-aa2602a0c6d9 None None] Update dhcp port {'port': {'network_id': '22196535-12cf-4173-a0f4-2cc147dd90f8', 'fixed_ips': [{'subnet_id': 'a94cb182-ebbe-43f7-9e3e-7936fcdd887d', 'ip_address': '172.20.0.18'}, {'subnet_id': 'eb2ee0ae-b6d8-4b96-bbd7-e041e847dd6a', 'ip_address': '172.20.0.2'}, {'subnet_id': '5bc94ce2-c2f2-4ae9-90fd-d962682082e3'}], 'binding:host_id': 'n-d-760453-5'}, 'id': 'a0567553-215c-4e0f-92e9-cdcaacfb3d6d'} from n-d-760453-5. {{(pid=103306) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Jan 26 21:30:30.239943 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-74337eb1-1186-439e-915d-aa2602a0c6d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (a0567553-215c-4e0f-92e9-cdcaacfb3d6d), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:30:30.340757 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de43d7a-414b-4925-a668-a8769deedc03 req-75f96d7c-500a-4b40-a7fb-94c4627a8cae tempest-ServerDiskConfigTestJSON-1504097755 tempest-ServerDiskConfigTestJSON-1504097755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:30:30.345491 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-5de43d7a-414b-4925-a668-a8769deedc03 req-75f96d7c-500a-4b40-a7fb-94c4627a8cae tempest-ServerDiskConfigTestJSON-1504097755 tempest-ServerDiskConfigTestJSON-1504097755-project] 10.222.0.13 "GET /v2.0/ports?device_id=8b978eb6-35c4-4ea9-b2d9-88b39a1c70a2 HTTP/1.1" status: 200 len: 945 time: 0.0808914 Jan 26 21:30:30.441280 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-5de43d7a-414b-4925-a668-a8769deedc03 req-98c3ca89-6920-457b-b37e-f7d81d502759 tempest-ServerDiskConfigTestJSON-1504097755 tempest-ServerDiskConfigTestJSON-1504097755-project] 10.222.0.13 "GET /v2.0/security-groups?id=783fb386-6fd2-4948-95d6-8177a10ccbe5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859671 Jan 26 21:30:30.459037 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Device f70854ca-3509-43b6-af82-defa62f413c5 up at agent hyperv_n-h1-760453-5 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 21:30:30.515532 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.db_base_plugin_common [None req-74337eb1-1186-439e-915d-aa2602a0c6d9 None None] Allocated IP 172.20.0.34 (22196535-12cf-4173-a0f4-2cc147dd90f8/5bc94ce2-c2f2-4ae9-90fd-d962682082e3/a0567553-215c-4e0f-92e9-cdcaacfb3d6d) {{(pid=103306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 21:30:30.584754 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd76d88b-c63b-4c90-a1d8-1ce7729d055c req-7f92b26f-eccb-4e50-b1f0-5c38cc38b309 tempest-ServerDiskConfigTestJSON-1504097755 tempest-ServerDiskConfigTestJSON-1504097755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:30:30.586466 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-bd76d88b-c63b-4c90-a1d8-1ce7729d055c req-7f92b26f-eccb-4e50-b1f0-5c38cc38b309 tempest-ServerDiskConfigTestJSON-1504097755 tempest-ServerDiskConfigTestJSON-1504097755-project] 10.222.0.13 "GET /v2.0/ports?device_id=8b978eb6-35c4-4ea9-b2d9-88b39a1c70a2 HTTP/1.1" status: 200 len: 945 time: 0.0535629 Jan 26 21:30:30.596966 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Provisioning complete for port f70854ca-3509-43b6-af82-defa62f413c5 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:30:30.597362 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (f70854ca-3509-43b6-af82-defa62f413c5), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:30:30.639448 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-bd76d88b-c63b-4c90-a1d8-1ce7729d055c req-392c7d3e-5b5c-4771-9c83-1d110a618926 tempest-ServerDiskConfigTestJSON-1504097755 tempest-ServerDiskConfigTestJSON-1504097755-project] 10.222.0.13 "GET /v2.0/security-groups?id=783fb386-6fd2-4948-95d6-8177a10ccbe5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466173 Jan 26 21:30:30.679970 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-74337eb1-1186-439e-915d-aa2602a0c6d9 None None] For port a0567553-215c-4e0f-92e9-cdcaacfb3d6d, host n-d-760453-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=a0567553-215c-4e0f-92e9-cdcaacfb3d6d,segment=NetworkSegment(cae0e85f-86a3-4b3b-b0cd-ad96d0385f09),segment_id=cae0e85f-86a3-4b3b-b0cd-ad96d0385f09)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:30:30.723671 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-74337eb1-1186-439e-915d-aa2602a0c6d9 None None] Publish callbacks [] for port (a0567553-215c-4e0f-92e9-cdcaacfb3d6d), precommit_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:30:30.731880 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-74337eb1-1186-439e-915d-aa2602a0c6d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (a0567553-215c-4e0f-92e9-cdcaacfb3d6d), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:30:30.830737 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Current status of the port f70854ca-3509-43b6-af82-defa62f413c5 is: BUILD; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:30:30.831145 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (f70854ca-3509-43b6-af82-defa62f413c5), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:30:30.915880 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74337eb1-1186-439e-915d-aa2602a0c6d9 None None] Pushing event updated for resources: {'Port': ['ID=a0567553-215c-4e0f-92e9-cdcaacfb3d6d,revision_number=7']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:30:30.940738 n-d-760453-5 neutron-server[103306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2d1d5a0-9e5f-4cb6-a64c-f2fbd21513d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f70854ca-3509-43b6-af82-defa62f413c5'}] {{(pid=103306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 21:30:30.951661 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9d5d370febab655511bdd2ffe887e43e442d144a440368702bcc1e93af00b97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d82edc08-8149-4265-82e8-0090571df69b" -d '{"events": [{"server_uuid": "e2d1d5a0-9e5f-4cb6-a64c-f2fbd21513d1", "name": "network-vif-plugged", "status": "completed", "tag": "f70854ca-3509-43b6-af82-defa62f413c5"}]}' {{(pid=103306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 21:30:30.968071 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] For port f70854ca-3509-43b6-af82-defa62f413c5, host n-h1-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-5',level=0,port_id=f70854ca-3509-43b6-af82-defa62f413c5,segment=NetworkSegment(75265355-61a4-4ae5-a4fd-f99af821ecaf),segment_id=75265355-61a4-4ae5-a4fd-f99af821ecaf)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:30:30.975046 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (f70854ca-3509-43b6-af82-defa62f413c5), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:30:30.997235 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.db_base_plugin_common [None req-abfbc657-3473-4824-b598-2c525b36e38f tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Delete allocated IP 172.20.0.9 (22196535-12cf-4173-a0f4-2cc147dd90f8/eb2ee0ae-b6d8-4b96-bbd7-e041e847dd6a) {{(pid=103305) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jan 26 21:30:31.013577 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.db_base_plugin_common [None req-abfbc657-3473-4824-b598-2c525b36e38f tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Allocated IP 172.20.0.41 (22196535-12cf-4173-a0f4-2cc147dd90f8/5bc94ce2-c2f2-4ae9-90fd-d962682082e3/3774cac1-ed57-457a-b953-4935bab46565) {{(pid=103305) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 21:30:31.076678 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Pushing event updated for resources: {'Port': ['ID=f70854ca-3509-43b6-af82-defa62f413c5,revision_number=8']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:30:31.089912 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Jan 2022 21:30:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49ccad60-21a2-4a18-a277-445e325e8232 x-openstack-request-id: req-49ccad60-21a2-4a18-a277-445e325e8232 {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 21:30:31.090214 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2d1d5a0-9e5f-4cb6-a64c-f2fbd21513d1", "name": "network-vif-plugged", "status": "completed", "tag": "f70854ca-3509-43b6-af82-defa62f413c5", "code": 200}]} {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 21:30:31.090469 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-49ccad60-21a2-4a18-a277-445e325e8232 {{(pid=103306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 21:30:31.090883 n-d-760453-5 neutron-server[103306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2d1d5a0-9e5f-4cb6-a64c-f2fbd21513d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f70854ca-3509-43b6-af82-defa62f413c5', 'code': 200} Jan 26 21:30:31.364848 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c034fe-9355-492a-b158-3bcc3fe739b2 req-b68b3a48-eb8a-40b0-a66c-39e580764c7a tempest-ServerDiskConfigTestJSON-1504097755 tempest-ServerDiskConfigTestJSON-1504097755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:30:31.368283 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-c8c034fe-9355-492a-b158-3bcc3fe739b2 req-b68b3a48-eb8a-40b0-a66c-39e580764c7a tempest-ServerDiskConfigTestJSON-1504097755 tempest-ServerDiskConfigTestJSON-1504097755-project] 10.222.0.13 "GET /v2.0/ports?device_id=8b978eb6-35c4-4ea9-b2d9-88b39a1c70a2 HTTP/1.1" status: 200 len: 945 time: 0.1093378 Jan 26 21:30:31.488861 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-abfbc657-3473-4824-b598-2c525b36e38f tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Publish callbacks [] for port (3774cac1-ed57-457a-b953-4935bab46565), precommit_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:30:31.498654 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-abfbc657-3473-4824-b598-2c525b36e38f tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11791520'] for port (3774cac1-ed57-457a-b953-4935bab46565), after_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:30:31.553937 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-c8c034fe-9355-492a-b158-3bcc3fe739b2 req-65c641dc-12d1-41e6-bd62-56d7405bde12 tempest-ServerDiskConfigTestJSON-1504097755 tempest-ServerDiskConfigTestJSON-1504097755-project] 10.222.0.13 "GET /v2.0/security-groups?id=783fb386-6fd2-4948-95d6-8177a10ccbe5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1787827 Jan 26 21:30:31.665208 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device a0567553-215c-4e0f-92e9-cdcaacfb3d6d up at agent ovs-agent-n-d-760453-5 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 21:30:31.712783 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abfbc657-3473-4824-b598-2c525b36e38f tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Pushing event updated for resources: {'Port': ['ID=3774cac1-ed57-457a-b953-4935bab46565,revision_number=2']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:30:31.748887 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-abfbc657-3473-4824-b598-2c525b36e38f tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] In _notify_port_updated(), no bound segment for port 3774cac1-ed57-457a-b953-4935bab46565 on network 22196535-12cf-4173-a0f4-2cc147dd90f8 {{(pid=103305) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:883}} Jan 26 21:30:31.757719 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abfbc657-3473-4824-b598-2c525b36e38f tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:30:31.758401 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-abfbc657-3473-4824-b598-2c525b36e38f tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:30:31.760088 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-abfbc657-3473-4824-b598-2c525b36e38f tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] 10.222.0.13 "PUT /v2.0/ports/3774cac1-ed57-457a-b953-4935bab46565 HTTP/1.1" status: 200 len: 959 time: 1.9633796 Jan 26 21:30:31.763130 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 51522) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:30:31.772621 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Provisioning complete for port a0567553-215c-4e0f-92e9-cdcaacfb3d6d triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:30:31.774129 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (a0567553-215c-4e0f-92e9-cdcaacfb3d6d), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:30:31.902078 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Current status of the port a0567553-215c-4e0f-92e9-cdcaacfb3d6d is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:30:31.916817 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-7c686d44-8d5b-44d6-bfbb-ad222f8bc0b4 tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Deleting port 3774cac1-ed57-457a-b953-4935bab46565 {{(pid=103305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 21:30:31.917165 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-7c686d44-8d5b-44d6-bfbb-ad222f8bc0b4 tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746560630878'] for port (3774cac1-ed57-457a-b953-4935bab46565), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:30:31.928004 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-d45362bc-1100-4433-b870-9e450fbf4627 None None] Provisioning complete for port 3774cac1-ed57-457a-b953-4935bab46565 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:30:31.928381 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d45362bc-1100-4433-b870-9e450fbf4627 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (3774cac1-ed57-457a-b953-4935bab46565), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:30:31.966198 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-d45362bc-1100-4433-b870-9e450fbf4627 None None] Port 3774cac1-ed57-457a-b953-4935bab46565 cannot update to ACTIVE because it is not bound. {{(pid=103306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 26 21:30:31.979314 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-d45362bc-1100-4433-b870-9e450fbf4627 None None] Provisioning complete for port a0567553-215c-4e0f-92e9-cdcaacfb3d6d triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:30:31.979560 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d45362bc-1100-4433-b870-9e450fbf4627 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (a0567553-215c-4e0f-92e9-cdcaacfb3d6d), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:30:32.025146 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-7c686d44-8d5b-44d6-bfbb-ad222f8bc0b4 tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4109658'] for port (3774cac1-ed57-457a-b953-4935bab46565), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:30:32.042846 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-7c686d44-8d5b-44d6-bfbb-ad222f8bc0b4 tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Calling delete_port for 3774cac1-ed57-457a-b953-4935bab46565 owned by {{(pid=103305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 21:30:32.097993 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-d45362bc-1100-4433-b870-9e450fbf4627 None None] Current status of the port a0567553-215c-4e0f-92e9-cdcaacfb3d6d is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:30:32.111075 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-d45362bc-1100-4433-b870-9e450fbf4627 None None] Provisioning complete for port 173b91b2-62b6-43fb-ba3c-852849b8483d triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:30:32.111456 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d45362bc-1100-4433-b870-9e450fbf4627 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (173b91b2-62b6-43fb-ba3c-852849b8483d), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:30:32.149785 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-d45362bc-1100-4433-b870-9e450fbf4627 None None] Port 173b91b2-62b6-43fb-ba3c-852849b8483d cannot update to ACTIVE because it is not bound. {{(pid=103306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 26 21:30:32.200094 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-7c686d44-8d5b-44d6-bfbb-ad222f8bc0b4 tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746560636600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746560234536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11791543'] for port (3774cac1-ed57-457a-b953-4935bab46565), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:30:32.238498 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c686d44-8d5b-44d6-bfbb-ad222f8bc0b4 tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Pushing event deleted for resources: {'Port': ['ID=3774cac1-ed57-457a-b953-4935bab46565,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:30:32.315289 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-7c686d44-8d5b-44d6-bfbb-ad222f8bc0b4 tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:30:32.319384 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-7c686d44-8d5b-44d6-bfbb-ad222f8bc0b4 tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] 10.222.0.13 "DELETE /v2.0/ports/3774cac1-ed57-457a-b953-4935bab46565 HTTP/1.1" status: 204 len: 168 time: 0.5549507 Jan 26 21:30:32.321643 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 51528) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:30:32.350921 n-d-760453-5 neutron-server[103305]: INFO neutron.pecan_wsgi.hooks.translation [None req-ab789d65-fed9-4945-9252-a86238dd9ce0 tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] GET failed (client error): The resource could not be found. Jan 26 21:30:32.354827 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-ab789d65-fed9-4945-9252-a86238dd9ce0 tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] 10.222.0.13 "GET /v2.0/ports/3774cac1-ed57-457a-b953-4935bab46565 HTTP/1.1" status: 404 len: 333 time: 0.0291030 Jan 26 21:30:32.355089 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 51530) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:30:32.415598 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-1fe8a692-2869-498f-819f-3bbd699712b9 tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Publish callbacks [] for security_group (c36770f9-4a03-4cf5-b641-949e8148368b), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:30:32.443374 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-1fe8a692-2869-498f-819f-3bbd699712b9 tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Publish callbacks [] for security_group (c36770f9-4a03-4cf5-b641-949e8148368b), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:30:32.467671 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-8da9ad4e-7429-49c4-b2b1-9d151e440c2b None None] Could not find standard attr ID for object 3774cac1-ed57-457a-b953-4935bab46565. {{(pid=103306) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 26 21:30:32.492560 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-1fe8a692-2869-498f-819f-3bbd699712b9 tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (c36770f9-4a03-4cf5-b641-949e8148368b), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:30:32.495876 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-1fe8a692-2869-498f-819f-3bbd699712b9 tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Publish callbacks [] for security_group (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:30:32.499623 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-1fe8a692-2869-498f-819f-3bbd699712b9 tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] 10.222.0.13 "DELETE /v2.0/security-groups/c36770f9-4a03-4cf5-b641-949e8148368b HTTP/1.1" status: 204 len: 168 time: 0.1412661 Jan 26 21:30:32.500070 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 51532) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:30:32.507793 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe8a692-2869-498f-819f-3bbd699712b9 tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c36770f9-4a03-4cf5-b641-949e8148368b,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:30:32.568190 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-9c189474-fcc5-430f-a604-1a98d6c2b8af tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Publish callbacks [] for security_group (694ef2b5-e298-4eaf-a4c4-ba6d35d536b2), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:30:32.596959 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-9c189474-fcc5-430f-a604-1a98d6c2b8af tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Publish callbacks [] for security_group (694ef2b5-e298-4eaf-a4c4-ba6d35d536b2), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:30:32.680324 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-9c189474-fcc5-430f-a604-1a98d6c2b8af tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (694ef2b5-e298-4eaf-a4c4-ba6d35d536b2), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:30:32.682983 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-9c189474-fcc5-430f-a604-1a98d6c2b8af tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Publish callbacks [] for security_group (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:30:32.684323 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-9c189474-fcc5-430f-a604-1a98d6c2b8af tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] 10.222.0.13 "DELETE /v2.0/security-groups/694ef2b5-e298-4eaf-a4c4-ba6d35d536b2 HTTP/1.1" status: 204 len: 168 time: 0.1831644 Jan 26 21:30:32.687365 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 51538) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:30:32.699596 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c189474-fcc5-430f-a604-1a98d6c2b8af tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=694ef2b5-e298-4eaf-a4c4-ba6d35d536b2,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:30:32.710747 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e73c276-7943-4486-a61c-152ce8c51d90 req-7046e6c7-5d94-46c4-a363-1fa0933873e0 tempest-ServerDiskConfigTestJSON-1504097755 tempest-ServerDiskConfigTestJSON-1504097755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:30:32.712550 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-6e73c276-7943-4486-a61c-152ce8c51d90 req-7046e6c7-5d94-46c4-a363-1fa0933873e0 tempest-ServerDiskConfigTestJSON-1504097755 tempest-ServerDiskConfigTestJSON-1504097755-project] 10.222.0.13 "GET /v2.0/ports?device_id=8b978eb6-35c4-4ea9-b2d9-88b39a1c70a2 HTTP/1.1" status: 200 len: 945 time: 0.0695271 Jan 26 21:30:32.758952 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-1b7ad1d8-87de-4252-8fee-501bcd33e2bf tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Publish callbacks [] for security_group (27fee357-aa88-4649-a7ad-e39af4640ed7), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:30:32.774633 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-6e73c276-7943-4486-a61c-152ce8c51d90 req-174366ef-6119-41e4-bc09-558322e29db6 tempest-ServerDiskConfigTestJSON-1504097755 tempest-ServerDiskConfigTestJSON-1504097755-project] 10.222.0.13 "GET /v2.0/security-groups?id=783fb386-6fd2-4948-95d6-8177a10ccbe5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505965 Jan 26 21:30:32.793478 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-1b7ad1d8-87de-4252-8fee-501bcd33e2bf tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Publish callbacks [] for security_group (27fee357-aa88-4649-a7ad-e39af4640ed7), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:30:32.839958 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-1b7ad1d8-87de-4252-8fee-501bcd33e2bf tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (27fee357-aa88-4649-a7ad-e39af4640ed7), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:30:32.842753 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-1b7ad1d8-87de-4252-8fee-501bcd33e2bf tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Publish callbacks [] for security_group (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:30:32.846901 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-1b7ad1d8-87de-4252-8fee-501bcd33e2bf tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] 10.222.0.13 "DELETE /v2.0/security-groups/27fee357-aa88-4649-a7ad-e39af4640ed7 HTTP/1.1" status: 204 len: 168 time: 0.1560049 Jan 26 21:30:32.847322 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 51540) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:30:32.855010 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7ad1d8-87de-4252-8fee-501bcd33e2bf tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=27fee357-aa88-4649-a7ad-e39af4640ed7,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:30:32.907881 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.db_base_plugin_v2 [None req-56ac4e0c-eaa1-4d14-aa10-711dbbb655e1 tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Deleting subnet eb2ee0ae-b6d8-4b96-bbd7-e041e847dd6a {{(pid=103304) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 26 21:30:32.913336 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-56ac4e0c-eaa1-4d14-aa10-711dbbb655e1 tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Publish callbacks [] for subnet (eb2ee0ae-b6d8-4b96-bbd7-e041e847dd6a), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:30:32.952683 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-56ac4e0c-eaa1-4d14-aa10-711dbbb655e1 tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8881284'] for subnet (eb2ee0ae-b6d8-4b96-bbd7-e041e847dd6a), precommit_delete_associations {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:30:33.037093 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-56ac4e0c-eaa1-4d14-aa10-711dbbb655e1 tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687316'] for subnet (eb2ee0ae-b6d8-4b96-bbd7-e041e847dd6a), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:30:33.105238 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-56ac4e0c-eaa1-4d14-aa10-711dbbb655e1 tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9281612', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12215216'] for subnet (eb2ee0ae-b6d8-4b96-bbd7-e041e847dd6a), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:30:33.137203 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-56ac4e0c-eaa1-4d14-aa10-711dbbb655e1 tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Publish callbacks [] for subnet (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:30:33.145154 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-56ac4e0c-eaa1-4d14-aa10-711dbbb655e1 tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] 10.222.0.13 "DELETE /v2.0/subnets/eb2ee0ae-b6d8-4b96-bbd7-e041e847dd6a HTTP/1.1" status: 204 len: 168 time: 0.2922940 Jan 26 21:30:33.145154 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ac4e0c-eaa1-4d14-aa10-711dbbb655e1 tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Pushing event deleted for resources: {'Subnet': ['ID=eb2ee0ae-b6d8-4b96-bbd7-e041e847dd6a,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:30:33.145504 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 51544) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:30:33.152671 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efe04989-c8f3-4a03-a3cb-09e0dc20a521 None None] Network 22196535-12cf-4173-a0f4-2cc147dd90f8 requested from n-d-760453-5 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 26 21:30:33.207062 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.db_base_plugin_v2 [None req-fc5a807b-c6b8-4d06-8193-1a9ff912fb9a tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Deleting subnet 5bc94ce2-c2f2-4ae9-90fd-d962682082e3 {{(pid=103305) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 26 21:30:33.210272 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-fc5a807b-c6b8-4d06-8193-1a9ff912fb9a tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Publish callbacks [] for subnet (5bc94ce2-c2f2-4ae9-90fd-d962682082e3), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:30:33.254205 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-fc5a807b-c6b8-4d06-8193-1a9ff912fb9a tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11788946'] for subnet (5bc94ce2-c2f2-4ae9-90fd-d962682082e3), precommit_delete_associations {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:30:33.351321 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-fc5a807b-c6b8-4d06-8193-1a9ff912fb9a tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687316'] for subnet (5bc94ce2-c2f2-4ae9-90fd-d962682082e3), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:30:33.420632 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-fc5a807b-c6b8-4d06-8193-1a9ff912fb9a tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11791594', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11599980'] for subnet (5bc94ce2-c2f2-4ae9-90fd-d962682082e3), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:30:33.458489 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5a807b-c6b8-4d06-8193-1a9ff912fb9a tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Pushing event deleted for resources: {'Subnet': ['ID=5bc94ce2-c2f2-4ae9-90fd-d962682082e3,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:30:33.465322 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-fc5a807b-c6b8-4d06-8193-1a9ff912fb9a tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709645'] for subnet (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:30:33.468475 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-fc5a807b-c6b8-4d06-8193-1a9ff912fb9a tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] 10.222.0.13 "DELETE /v2.0/subnets/5bc94ce2-c2f2-4ae9-90fd-d962682082e3 HTTP/1.1" status: 204 len: 168 time: 0.3222785 Jan 26 21:30:33.471127 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 51548) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:30:33.503333 n-d-760453-5 neutron-server[103304]: INFO neutron.pecan_wsgi.hooks.translation [None req-a9e8c20e-0202-4bfa-a51a-05cd3502f82c tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] DELETE failed (client error): The resource could not be found. Jan 26 21:30:33.503972 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a9e8c20e-0202-4bfa-a51a-05cd3502f82c tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103304) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 26 21:30:33.507088 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-a9e8c20e-0202-4bfa-a51a-05cd3502f82c tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] 10.222.0.13 "DELETE /v2.0/subnets/eb2ee0ae-b6d8-4b96-bbd7-e041e847dd6a HTTP/1.1" status: 404 len: 337 time: 0.0348799 Jan 26 21:30:33.509695 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 51550) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:30:33.567649 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.db_base_plugin_v2 [None req-3900f49c-a103-456b-9c0b-0244ef554a38 tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Deleting subnet a94cb182-ebbe-43f7-9e3e-7936fcdd887d {{(pid=103305) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 26 21:30:33.571278 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-3900f49c-a103-456b-9c0b-0244ef554a38 tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Publish callbacks [] for subnet (a94cb182-ebbe-43f7-9e3e-7936fcdd887d), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:30:33.621710 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-3900f49c-a103-456b-9c0b-0244ef554a38 tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11788946'] for subnet (a94cb182-ebbe-43f7-9e3e-7936fcdd887d), precommit_delete_associations {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:30:33.719244 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-3900f49c-a103-456b-9c0b-0244ef554a38 tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687316'] for subnet (a94cb182-ebbe-43f7-9e3e-7936fcdd887d), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:30:33.789752 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-3900f49c-a103-456b-9c0b-0244ef554a38 tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11791594', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11599980'] for subnet (a94cb182-ebbe-43f7-9e3e-7936fcdd887d), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:30:33.805432 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-3900f49c-a103-456b-9c0b-0244ef554a38 tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709645'] for subnet (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:30:33.809145 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-3900f49c-a103-456b-9c0b-0244ef554a38 tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] 10.222.0.13 "DELETE /v2.0/subnets/a94cb182-ebbe-43f7-9e3e-7936fcdd887d HTTP/1.1" status: 204 len: 168 time: 0.2983215 Jan 26 21:30:33.811872 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 51556) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:30:33.827292 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3900f49c-a103-456b-9c0b-0244ef554a38 tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Pushing event deleted for resources: {'Subnet': ['ID=a94cb182-ebbe-43f7-9e3e-7936fcdd887d,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:30:33.857834 n-d-760453-5 neutron-server[103304]: INFO neutron.pecan_wsgi.hooks.translation [None req-84e8fd58-9ed8-4810-b11b-2ac5660576b3 tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] DELETE failed (client error): The resource could not be found. Jan 26 21:30:33.858734 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-84e8fd58-9ed8-4810-b11b-2ac5660576b3 tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103304) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 26 21:30:33.868830 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-84e8fd58-9ed8-4810-b11b-2ac5660576b3 tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] 10.222.0.13 "DELETE /v2.0/subnets/f4f59a2b-fe10-4d24-a343-f57bab73f751 HTTP/1.1" status: 404 len: 337 time: 0.0539324 Jan 26 21:30:33.869847 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 51558) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:30:33.906372 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-bd0b8f47-6f50-44d6-8c24-eb1cca243079 tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] 10.222.0.13 "GET /v2.0/ports?device_id=a4a8e373-2c3f-4c13-9237-51d9c49bbb14 HTTP/1.1" status: 200 len: 205 time: 0.0352428 Jan 26 21:30:33.907639 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 51560) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:30:33.925636 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6c27aa3-13f8-4433-a0c8-db5fe32d3d8b None None] Network 22196535-12cf-4173-a0f4-2cc147dd90f8 requested from n-d-760453-5 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 26 21:30:33.960408 n-d-760453-5 neutron-server[103304]: INFO neutron.api.v2.resource [None req-e8f4b2e9-d71d-4e6d-8be6-f68e89d289e6 tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] delete failed (client error): The resource could not be found. Jan 26 21:30:33.962787 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-e8f4b2e9-d71d-4e6d-8be6-f68e89d289e6 tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] 10.222.0.13 "DELETE /v2.0/routers/a4a8e373-2c3f-4c13-9237-51d9c49bbb14 HTTP/1.1" status: 404 len: 336 time: 0.0488579 Jan 26 21:30:33.964724 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 51562) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:30:33.970608 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2845601d-14dc-43e0-a0f1-f0a9d380d026 req-fccd1e2b-b275-4902-9a1a-e0bc292175da tempest-ServerDiskConfigTestJSON-1504097755 tempest-ServerDiskConfigTestJSON-1504097755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:30:33.979371 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-2845601d-14dc-43e0-a0f1-f0a9d380d026 req-fccd1e2b-b275-4902-9a1a-e0bc292175da tempest-ServerDiskConfigTestJSON-1504097755 tempest-ServerDiskConfigTestJSON-1504097755-project] 10.222.0.13 "GET /v2.0/ports?device_id=8b978eb6-35c4-4ea9-b2d9-88b39a1c70a2 HTTP/1.1" status: 200 len: 945 time: 0.1110454 Jan 26 21:30:34.002734 n-d-760453-5 neutron-server[103305]: INFO neutron.pecan_wsgi.hooks.translation [None req-1510a415-608b-4104-8402-e6c4f1504894 tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] DELETE failed (client error): The resource could not be found. Jan 26 21:30:34.003201 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1510a415-608b-4104-8402-e6c4f1504894 tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103305) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 26 21:30:34.006839 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-1510a415-608b-4104-8402-e6c4f1504894 tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] 10.222.0.13 "DELETE /v2.0/subnets/6e479637-beb2-40fe-8761-8c2c0be069d0 HTTP/1.1" status: 404 len: 337 time: 0.0407670 Jan 26 21:30:34.009998 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 51564) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:30:34.039965 n-d-760453-5 neutron-server[103305]: INFO neutron.pecan_wsgi.hooks.translation [None req-cb88de67-208d-4b07-80c8-9b6b7f290335 tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] DELETE failed (client error): The resource could not be found. Jan 26 21:30:34.040430 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cb88de67-208d-4b07-80c8-9b6b7f290335 tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103305) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 26 21:30:34.043940 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-2845601d-14dc-43e0-a0f1-f0a9d380d026 req-7f6cd854-5317-419e-b12e-2da351f53581 tempest-ServerDiskConfigTestJSON-1504097755 tempest-ServerDiskConfigTestJSON-1504097755-project] 10.222.0.13 "GET /v2.0/security-groups?id=783fb386-6fd2-4948-95d6-8177a10ccbe5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635853 Jan 26 21:30:34.044480 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-cb88de67-208d-4b07-80c8-9b6b7f290335 tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] 10.222.0.13 "DELETE /v2.0/subnets/4026182d-7ac9-46a2-aa4a-ab5f2cbc8183 HTTP/1.1" status: 404 len: 337 time: 0.0332239 Jan 26 21:30:34.046995 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 51566) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:30:34.079121 n-d-760453-5 neutron-server[103305]: INFO neutron.pecan_wsgi.hooks.translation [None req-48031b6f-9ceb-4552-95c2-c6688dafcd70 tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] DELETE failed (client error): The resource could not be found. Jan 26 21:30:34.079527 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-48031b6f-9ceb-4552-95c2-c6688dafcd70 tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103305) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 26 21:30:34.083655 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-48031b6f-9ceb-4552-95c2-c6688dafcd70 tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] 10.222.0.13 "DELETE /v2.0/subnets/35d56d57-e2f2-4c7d-a162-a2b50c97fad1 HTTP/1.1" status: 404 len: 337 time: 0.0353682 Jan 26 21:30:34.085801 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 51568) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:30:34.110387 n-d-760453-5 neutron-server[103305]: INFO neutron.pecan_wsgi.hooks.translation [None req-eeadaefa-61c3-4d28-b1e0-6af1dacbe7ab tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] DELETE failed (client error): The resource could not be found. Jan 26 21:30:34.110979 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eeadaefa-61c3-4d28-b1e0-6af1dacbe7ab tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103305) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 26 21:30:34.114376 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-eeadaefa-61c3-4d28-b1e0-6af1dacbe7ab tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] 10.222.0.13 "DELETE /v2.0/ports/50f22522-da45-4042-a145-aa933608dee5 HTTP/1.1" status: 404 len: 333 time: 0.0276151 Jan 26 21:30:34.116925 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 51570) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:30:34.144134 n-d-760453-5 neutron-server[103305]: INFO neutron.pecan_wsgi.hooks.translation [None req-203d91d8-bfea-4317-93e5-224003a1d865 tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] DELETE failed (client error): The resource could not be found. Jan 26 21:30:34.144611 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-203d91d8-bfea-4317-93e5-224003a1d865 tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103305) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 26 21:30:34.149332 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-203d91d8-bfea-4317-93e5-224003a1d865 tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] 10.222.0.13 "DELETE /v2.0/subnets/b87b3abf-1c1a-4af1-88a1-9d1076271261 HTTP/1.1" status: 404 len: 337 time: 0.0301678 Jan 26 21:30:34.150570 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 51572) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:30:34.177585 n-d-760453-5 neutron-server[103305]: INFO neutron.pecan_wsgi.hooks.translation [None req-53393e2e-5c92-4a53-8d07-9bb695612992 tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] DELETE failed (client error): The resource could not be found. Jan 26 21:30:34.178279 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-53393e2e-5c92-4a53-8d07-9bb695612992 tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103305) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 26 21:30:34.183634 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-53393e2e-5c92-4a53-8d07-9bb695612992 tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] 10.222.0.13 "DELETE /v2.0/subnets/caf65c45-5109-4201-a13c-aa6ef9a2ae0a HTTP/1.1" status: 404 len: 337 time: 0.0300698 Jan 26 21:30:34.184053 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 51576) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:30:34.198964 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-4d58507a-fc26-4495-ae30-c475dfcd07b6 None None] Provisioning complete for port a0567553-215c-4e0f-92e9-cdcaacfb3d6d triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:30:34.199465 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-4d58507a-fc26-4495-ae30-c475dfcd07b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (a0567553-215c-4e0f-92e9-cdcaacfb3d6d), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:30:34.212746 n-d-760453-5 neutron-server[103305]: INFO neutron.pecan_wsgi.hooks.translation [None req-e9ba3206-b87c-4e2b-bdef-1ccea4c1a5b7 tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] DELETE failed (client error): The resource could not be found. Jan 26 21:30:34.213346 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e9ba3206-b87c-4e2b-bdef-1ccea4c1a5b7 tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103305) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 26 21:30:34.216632 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-e9ba3206-b87c-4e2b-bdef-1ccea4c1a5b7 tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] 10.222.0.13 "DELETE /v2.0/ports/4e99f2d0-cba3-449d-9d47-cb6b6aa8720a HTTP/1.1" status: 404 len: 333 time: 0.0316548 Jan 26 21:30:34.219634 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 51578) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:30:34.263564 n-d-760453-5 neutron-server[103304]: INFO neutron.pecan_wsgi.hooks.translation [None req-af401db3-29a6-4263-bca3-a2aae7896431 tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] DELETE failed (client error): The resource could not be found. Jan 26 21:30:34.264036 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-af401db3-29a6-4263-bca3-a2aae7896431 tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103304) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 26 21:30:34.268196 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-af401db3-29a6-4263-bca3-a2aae7896431 tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] 10.222.0.13 "DELETE /v2.0/subnets/34c91503-4756-419e-9d6e-b54adfe907ca HTTP/1.1" status: 404 len: 337 time: 0.0470116 Jan 26 21:30:34.272683 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 51580) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:30:34.304519 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-4d58507a-fc26-4495-ae30-c475dfcd07b6 None None] Current status of the port a0567553-215c-4e0f-92e9-cdcaacfb3d6d is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:30:34.308115 n-d-760453-5 neutron-server[103305]: INFO neutron.pecan_wsgi.hooks.translation [None req-ba48784d-491b-45a8-99b9-3e2313e4d341 tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] DELETE failed (client error): The resource could not be found. Jan 26 21:30:34.308605 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ba48784d-491b-45a8-99b9-3e2313e4d341 tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103305) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 26 21:30:34.311680 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-ba48784d-491b-45a8-99b9-3e2313e4d341 tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] 10.222.0.13 "DELETE /v2.0/subnets/b323bb8e-5a01-4758-aa86-02d8f7405daa HTTP/1.1" status: 404 len: 337 time: 0.0374255 Jan 26 21:30:34.314257 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 51582) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:30:34.319132 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-4d58507a-fc26-4495-ae30-c475dfcd07b6 None None] Provisioning complete for port 173b91b2-62b6-43fb-ba3c-852849b8483d triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:30:34.319515 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-4d58507a-fc26-4495-ae30-c475dfcd07b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (173b91b2-62b6-43fb-ba3c-852849b8483d), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:30:34.348004 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e7dce08-e4ec-4519-97b0-23dfba1d70be None None] DHCP port deletion for 22196535-12cf-4173-a0f4-2cc147dd90f8 request from n-d-760453-5 {{(pid=103306) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 26 21:30:34.384072 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-4d58507a-fc26-4495-ae30-c475dfcd07b6 None None] Port 173b91b2-62b6-43fb-ba3c-852849b8483d cannot update to ACTIVE because it is not bound. {{(pid=103306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 26 21:30:34.415045 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-0e7dce08-e4ec-4519-97b0-23dfba1d70be None None] Deleting port a0567553-215c-4e0f-92e9-cdcaacfb3d6d {{(pid=103306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 21:30:34.415511 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-0e7dce08-e4ec-4519-97b0-23dfba1d70be None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746560630878'] for port (a0567553-215c-4e0f-92e9-cdcaacfb3d6d), before_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:30:34.418679 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-3509663e-ace7-40ba-ba49-0dd648000404 tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Deleting port 173b91b2-62b6-43fb-ba3c-852849b8483d {{(pid=103305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 21:30:34.419028 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-3509663e-ace7-40ba-ba49-0dd648000404 tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746560630878'] for port (173b91b2-62b6-43fb-ba3c-852849b8483d), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:30:34.492150 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-0e7dce08-e4ec-4519-97b0-23dfba1d70be None None] For port a0567553-215c-4e0f-92e9-cdcaacfb3d6d, host n-d-760453-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=a0567553-215c-4e0f-92e9-cdcaacfb3d6d,segment=NetworkSegment(cae0e85f-86a3-4b3b-b0cd-ad96d0385f09),segment_id=cae0e85f-86a3-4b3b-b0cd-ad96d0385f09)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:30:34.492555 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-0e7dce08-e4ec-4519-97b0-23dfba1d70be None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4109658'] for port (a0567553-215c-4e0f-92e9-cdcaacfb3d6d), precommit_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:30:34.495483 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-3509663e-ace7-40ba-ba49-0dd648000404 tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4109658'] for port (173b91b2-62b6-43fb-ba3c-852849b8483d), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:30:34.511437 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-0e7dce08-e4ec-4519-97b0-23dfba1d70be None None] Calling delete_port for a0567553-215c-4e0f-92e9-cdcaacfb3d6d owned by network:dhcp {{(pid=103306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 21:30:34.513243 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-3509663e-ace7-40ba-ba49-0dd648000404 tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Calling delete_port for 173b91b2-62b6-43fb-ba3c-852849b8483d owned by {{(pid=103305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 21:30:34.601590 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-0e7dce08-e4ec-4519-97b0-23dfba1d70be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746560636600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746560234536'] for port (a0567553-215c-4e0f-92e9-cdcaacfb3d6d), after_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:30:34.608525 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-3509663e-ace7-40ba-ba49-0dd648000404 tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746560636600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746560234536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11791543'] for port (173b91b2-62b6-43fb-ba3c-852849b8483d), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:30:34.630076 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-3509663e-ace7-40ba-ba49-0dd648000404 tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:30:34.634490 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-3509663e-ace7-40ba-ba49-0dd648000404 tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] 10.222.0.13 "DELETE /v2.0/ports/173b91b2-62b6-43fb-ba3c-852849b8483d HTTP/1.1" status: 204 len: 168 time: 0.3192747 Jan 26 21:30:34.641356 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7dce08-e4ec-4519-97b0-23dfba1d70be None None] Pushing event deleted for resources: {'Port': ['ID=a0567553-215c-4e0f-92e9-cdcaacfb3d6d,revision_number=None']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:30:34.641530 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 51586) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:30:34.645497 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e7dce08-e4ec-4519-97b0-23dfba1d70be None None] No DVR routers for this DVR port a0567553-215c-4e0f-92e9-cdcaacfb3d6d on host n-d-760453-5 {{(pid=103306) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 26 21:30:34.649099 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e7dce08-e4ec-4519-97b0-23dfba1d70be None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:30:34.649503 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e7dce08-e4ec-4519-97b0-23dfba1d70be None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:30:34.649855 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e7dce08-e4ec-4519-97b0-23dfba1d70be None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:30:34.650196 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e7dce08-e4ec-4519-97b0-23dfba1d70be None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:30:34.650533 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e7dce08-e4ec-4519-97b0-23dfba1d70be None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:30:34.650865 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e7dce08-e4ec-4519-97b0-23dfba1d70be None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:30:34.651201 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e7dce08-e4ec-4519-97b0-23dfba1d70be None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:30:34.651528 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e7dce08-e4ec-4519-97b0-23dfba1d70be None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:30:34.651855 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e7dce08-e4ec-4519-97b0-23dfba1d70be None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:30:34.652180 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e7dce08-e4ec-4519-97b0-23dfba1d70be None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:30:34.654476 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e7dce08-e4ec-4519-97b0-23dfba1d70be None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:30:34.654713 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e7dce08-e4ec-4519-97b0-23dfba1d70be None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:30:34.658126 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e7dce08-e4ec-4519-97b0-23dfba1d70be None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:30:34.666256 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3509663e-ace7-40ba-ba49-0dd648000404 tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Pushing event deleted for resources: {'Port': ['ID=173b91b2-62b6-43fb-ba3c-852849b8483d,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:30:34.751038 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-a2d3374a-dc16-4d11-965a-595b1ddeed4b tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-748181'] for network (22196535-12cf-4173-a0f4-2cc147dd90f8), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:30:34.854981 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-a2d3374a-dc16-4d11-965a-595b1ddeed4b tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-686403', 'neutron.services.segments.db._delete_segments_for_network-8746560774018'] for network (22196535-12cf-4173-a0f4-2cc147dd90f8), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:30:34.876613 n-d-760453-5 neutron-server[103304]: DEBUG neutron.services.segments.db [None req-a2d3374a-dc16-4d11-965a-595b1ddeed4b tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['22196535-12cf-4173-a0f4-2cc147dd90f8']}} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:30:34.888810 n-d-760453-5 neutron-server[103304]: DEBUG neutron.services.segments.db [None req-a2d3374a-dc16-4d11-965a-595b1ddeed4b tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cae0e85f-86a3-4b3b-b0cd-ad96d0385f09') {'for_net_delete': True} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:30:34.889082 n-d-760453-5 neutron-server[103304]: DEBUG neutron.services.segments.db [None req-a2d3374a-dc16-4d11-965a-595b1ddeed4b tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cae0e85f-86a3-4b3b-b0cd-ad96d0385f09') {} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:30:34.899546 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-a2d3374a-dc16-4d11-965a-595b1ddeed4b tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746560742283', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8881293'] for segment (cae0e85f-86a3-4b3b-b0cd-ad96d0385f09), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:30:34.912864 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-a2d3374a-dc16-4d11-965a-595b1ddeed4b tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576559'] for segment (cae0e85f-86a3-4b3b-b0cd-ad96d0385f09), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:30:34.919002 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a2d3374a-dc16-4d11-965a-595b1ddeed4b tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Releasing vlan 587 on physical network physnet1 to pool {{(pid=103304) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 26 21:30:34.919387 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-a2d3374a-dc16-4d11-965a-595b1ddeed4b tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9281762'] for segment (cae0e85f-86a3-4b3b-b0cd-ad96d0385f09), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:30:34.922725 n-d-760453-5 neutron-server[103304]: Traceback (most recent call last): Jan 26 21:30:34.922725 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 26 21:30:34.922725 n-d-760453-5 neutron-server[103304]: timer() Jan 26 21:30:34.922725 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 26 21:30:34.922725 n-d-760453-5 neutron-server[103304]: cb(*args, **kw) Jan 26 21:30:34.922725 n-d-760453-5 neutron-server[103304]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 26 21:30:34.922725 n-d-760453-5 neutron-server[103304]: return func(*args, **kwargs) Jan 26 21:30:34.922725 n-d-760453-5 neutron-server[103304]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 26 21:30:34.922725 n-d-760453-5 neutron-server[103304]: self._notify() Jan 26 21:30:34.922725 n-d-760453-5 neutron-server[103304]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 26 21:30:34.922725 n-d-760453-5 neutron-server[103304]: self.callback(batched_events) Jan 26 21:30:34.922725 n-d-760453-5 neutron-server[103304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 26 21:30:34.922725 n-d-760453-5 neutron-server[103304]: event.method(event) Jan 26 21:30:34.922725 n-d-760453-5 neutron-server[103304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 26 21:30:34.922725 n-d-760453-5 neutron-server[103304]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 26 21:30:34.922725 n-d-760453-5 neutron-server[103304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 26 21:30:34.922725 n-d-760453-5 neutron-server[103304]: aggregate_uuid = self.p_client.list_aggregates( Jan 26 21:30:34.922725 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 26 21:30:34.922725 n-d-760453-5 neutron-server[103304]: return f(self, *a, **k) Jan 26 21:30:34.922725 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 26 21:30:34.922725 n-d-760453-5 neutron-server[103304]: return self._get(url).json() Jan 26 21:30:34.922725 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 26 21:30:34.922725 n-d-760453-5 neutron-server[103304]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 26 21:30:34.922725 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 26 21:30:34.922725 n-d-760453-5 neutron-server[103304]: return self.request(url, 'GET', **kwargs) Jan 26 21:30:34.922725 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 26 21:30:34.922725 n-d-760453-5 neutron-server[103304]: base_url = self.get_endpoint(auth, allow=allow, Jan 26 21:30:34.922725 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 26 21:30:34.922725 n-d-760453-5 neutron-server[103304]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 26 21:30:34.922725 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 26 21:30:34.922725 n-d-760453-5 neutron-server[103304]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 26 21:30:34.922725 n-d-760453-5 neutron-server[103304]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 26 21:30:34.987133 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-a2d3374a-dc16-4d11-965a-595b1ddeed4b tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4110931'] for network (22196535-12cf-4173-a0f4-2cc147dd90f8), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:30:34.994188 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-a2d3374a-dc16-4d11-965a-595b1ddeed4b tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Publish callbacks [] for network (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:30:34.997993 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-a2d3374a-dc16-4d11-965a-595b1ddeed4b tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] 10.222.0.13 "DELETE /v2.0/networks/22196535-12cf-4173-a0f4-2cc147dd90f8 HTTP/1.1" status: 204 len: 168 time: 0.3593619 Jan 26 21:30:35.011070 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d3374a-dc16-4d11-965a-595b1ddeed4b tempest-PortsTestJSON-2061043974 tempest-PortsTestJSON-2061043974-project] Pushing event deleted for resources: {'Network': ['ID=22196535-12cf-4173-a0f4-2cc147dd90f8,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:30:35.175364 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb5596b-c894-487f-97dd-fd21d4bd1e4f req-f7effcac-c192-449a-ac29-845c97648330 tempest-ServerDiskConfigTestJSON-1504097755 tempest-ServerDiskConfigTestJSON-1504097755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:30:35.176602 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-8cb5596b-c894-487f-97dd-fd21d4bd1e4f req-f7effcac-c192-449a-ac29-845c97648330 tempest-ServerDiskConfigTestJSON-1504097755 tempest-ServerDiskConfigTestJSON-1504097755-project] 10.222.0.13 "GET /v2.0/ports?device_id=8b978eb6-35c4-4ea9-b2d9-88b39a1c70a2 HTTP/1.1" status: 200 len: 945 time: 0.0567622 Jan 26 21:30:35.220080 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 51596) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:30:35.237866 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-8cb5596b-c894-487f-97dd-fd21d4bd1e4f req-f7577268-79ce-40bd-ae9a-41b8a15eb9d5 tempest-ServerDiskConfigTestJSON-1504097755 tempest-ServerDiskConfigTestJSON-1504097755-project] 10.222.0.13 "GET /v2.0/security-groups?id=783fb386-6fd2-4948-95d6-8177a10ccbe5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542004 Jan 26 21:30:35.372691 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-1ce76225-7417-496a-9f87-dcf6b1e1097f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=4da385aa39864c0f865aba377c69c57c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1513054 Jan 26 21:30:35.376380 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 51602) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:30:35.424856 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-663bfc36-c185-4d65-900e-67f91005abf8 admin admin] Publish callbacks [] for security_group (9c2589ff-b6be-45bb-9ddf-04c77c526cb8), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:30:35.447277 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-663bfc36-c185-4d65-900e-67f91005abf8 admin admin] Publish callbacks [] for security_group (9c2589ff-b6be-45bb-9ddf-04c77c526cb8), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:30:35.495851 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-663bfc36-c185-4d65-900e-67f91005abf8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (9c2589ff-b6be-45bb-9ddf-04c77c526cb8), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:30:35.498946 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-663bfc36-c185-4d65-900e-67f91005abf8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:30:35.500341 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-663bfc36-c185-4d65-900e-67f91005abf8 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/9c2589ff-b6be-45bb-9ddf-04c77c526cb8 HTTP/1.1" status: 204 len: 168 time: 0.1241484 Jan 26 21:30:35.508729 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-663bfc36-c185-4d65-900e-67f91005abf8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c2589ff-b6be-45bb-9ddf-04c77c526cb8,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:30:35.625533 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device a0567553-215c-4e0f-92e9-cdcaacfb3d6d no longer exists at agent ovs-agent-n-d-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 26 21:30:35.661480 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] No Port match for: a0567553-215c-4e0f-92e9-cdcaacfb3d6d {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 26 21:30:35.661856 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device a0567553-215c-4e0f-92e9-cdcaacfb3d6d not bound to the agent host n-d-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 26 21:30:36.240601 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 51628) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:30:36.354250 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-5960e075-77ee-4a1b-88a6-327019df217e tempest-TagsExtTest-1251269627 tempest-TagsExtTest-1251269627-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-1194596725'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:30:36.370524 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961d5216-c058-4c72-8369-7592e6238126 req-4a221879-def2-4f89-b1ca-49e5dcf59610 tempest-ServerDiskConfigTestJSON-1504097755 tempest-ServerDiskConfigTestJSON-1504097755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:30:36.373173 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-961d5216-c058-4c72-8369-7592e6238126 req-4a221879-def2-4f89-b1ca-49e5dcf59610 tempest-ServerDiskConfigTestJSON-1504097755 tempest-ServerDiskConfigTestJSON-1504097755-project] 10.222.0.13 "GET /v2.0/ports?device_id=8b978eb6-35c4-4ea9-b2d9-88b39a1c70a2 HTTP/1.1" status: 200 len: 945 time: 0.0586085 Jan 26 21:30:36.382007 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5960e075-77ee-4a1b-88a6-327019df217e tempest-TagsExtTest-1251269627 tempest-TagsExtTest-1251269627-project] Made reservation on behalf of bcc96ea105e44746b0ef0561d0822886 for: {'network': 1} {{(pid=103305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 21:30:36.389013 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-5960e075-77ee-4a1b-88a6-327019df217e tempest-TagsExtTest-1251269627 tempest-TagsExtTest-1251269627-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for network (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:30:36.405404 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-5960e075-77ee-4a1b-88a6-327019df217e tempest-TagsExtTest-1251269627 tempest-TagsExtTest-1251269627-project] Publish callbacks [] for security_group (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:30:36.437855 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-961d5216-c058-4c72-8369-7592e6238126 req-406937c5-0443-4653-8c25-82bc91189a3e tempest-ServerDiskConfigTestJSON-1504097755 tempest-ServerDiskConfigTestJSON-1504097755-project] 10.222.0.13 "GET /v2.0/security-groups?id=783fb386-6fd2-4948-95d6-8177a10ccbe5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581055 Jan 26 21:30:36.491069 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-5960e075-77ee-4a1b-88a6-327019df217e tempest-TagsExtTest-1251269627 tempest-TagsExtTest-1251269627-project] Publish callbacks [] for security_group (c74863bb-c6c5-4e31-8d88-5fac88f68c75), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:30:36.494996 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-5960e075-77ee-4a1b-88a6-327019df217e tempest-TagsExtTest-1251269627 tempest-TagsExtTest-1251269627-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (c74863bb-c6c5-4e31-8d88-5fac88f68c75), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:30:36.525598 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5960e075-77ee-4a1b-88a6-327019df217e tempest-TagsExtTest-1251269627 tempest-TagsExtTest-1251269627-project] vlan segment allocate from pool success with {'vlan_id': 553, 'physical_network': 'physnet1'} {{(pid=103305) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 26 21:30:36.535277 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5960e075-77ee-4a1b-88a6-327019df217e tempest-TagsExtTest-1251269627 tempest-TagsExtTest-1251269627-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c74863bb-c6c5-4e31-8d88-5fac88f68c75,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:30:36.543465 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-5960e075-77ee-4a1b-88a6-327019df217e tempest-TagsExtTest-1251269627 tempest-TagsExtTest-1251269627-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576559'] for segment (f166225b-89b4-4fb0-9bd8-054a1c27036e), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:30:36.544016 n-d-760453-5 neutron-server[103305]: INFO neutron.db.segments_db [None req-5960e075-77ee-4a1b-88a6-327019df217e tempest-TagsExtTest-1251269627 tempest-TagsExtTest-1251269627-project] Added segment f166225b-89b4-4fb0-9bd8-054a1c27036e of type vlan for network 1cf7e29c-fe91-426c-878c-6cc6e8242042 Jan 26 21:30:36.590598 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-5960e075-77ee-4a1b-88a6-327019df217e tempest-TagsExtTest-1251269627 tempest-TagsExtTest-1251269627-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746560256871'] for network (1cf7e29c-fe91-426c-878c-6cc6e8242042), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:30:36.616977 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-5960e075-77ee-4a1b-88a6-327019df217e tempest-TagsExtTest-1251269627 tempest-TagsExtTest-1251269627-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503'] for network (1cf7e29c-fe91-426c-878c-6cc6e8242042), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:30:36.622014 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5960e075-77ee-4a1b-88a6-327019df217e tempest-TagsExtTest-1251269627 tempest-TagsExtTest-1251269627-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:30:36.622605 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-5960e075-77ee-4a1b-88a6-327019df217e tempest-TagsExtTest-1251269627 tempest-TagsExtTest-1251269627-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709645'] for network (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:30:36.682490 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-5960e075-77ee-4a1b-88a6-327019df217e tempest-TagsExtTest-1251269627 tempest-TagsExtTest-1251269627-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.4407625 Jan 26 21:30:36.685376 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 51638) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:30:36.690352 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-dc20a61c-7808-4e6a-be50-5b1ca5c3dd2f tempest-TagsExtTest-1251269627 tempest-TagsExtTest-1251269627-project] Request body: {'subnet': {'network_id': '1cf7e29c-fe91-426c-878c-6cc6e8242042', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:30:36.704497 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5960e075-77ee-4a1b-88a6-327019df217e tempest-TagsExtTest-1251269627 tempest-TagsExtTest-1251269627-project] Pushing event updated for resources: {'Network': ['ID=1cf7e29c-fe91-426c-878c-6cc6e8242042,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:30:36.715026 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Network 1cf7e29c-fe91-426c-878c-6cc6e8242042 details requested by agent ovs-agent-n-d-760453-5 with host n-d-760453-5 {{(pid=103306) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 26 21:30:36.799494 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc20a61c-7808-4e6a-be50-5b1ca5c3dd2f tempest-TagsExtTest-1251269627 tempest-TagsExtTest-1251269627-project] Made reservation on behalf of bcc96ea105e44746b0ef0561d0822886 for: {'subnet': 1} {{(pid=103304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 21:30:36.803396 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-dc20a61c-7808-4e6a-be50-5b1ca5c3dd2f tempest-TagsExtTest-1251269627 tempest-TagsExtTest-1251269627-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12215181'] for subnet (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:30:36.992851 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-dc20a61c-7808-4e6a-be50-5b1ca5c3dd2f tempest-TagsExtTest-1251269627 tempest-TagsExtTest-1251269627-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9285249', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12215227'] for subnet (8dca55f4-07e6-446e-8e58-b92ac8f13c0e), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:30:37.051474 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc20a61c-7808-4e6a-be50-5b1ca5c3dd2f tempest-TagsExtTest-1251269627 tempest-TagsExtTest-1251269627-project] Pushing event updated for resources: {'Subnet': ['ID=8dca55f4-07e6-446e-8e58-b92ac8f13c0e,revision_number=0']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:30:37.060020 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc20a61c-7808-4e6a-be50-5b1ca5c3dd2f tempest-TagsExtTest-1251269627 tempest-TagsExtTest-1251269627-project] Checking segment: {'id': 'f166225b-89b4-4fb0-9bd8-054a1c27036e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '1cf7e29c-fe91-426c-878c-6cc6e8242042'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103304) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 21:30:37.060384 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc20a61c-7808-4e6a-be50-5b1ca5c3dd2f tempest-TagsExtTest-1251269627 tempest-TagsExtTest-1251269627-project] Network hostable DHCP agents. Network: 1cf7e29c-fe91-426c-878c-6cc6e8242042, hostable agents: ['474ccdf7-ab6c-405b-a3b2-dc7b05829902'], hosted agents: [] {{(pid=103304) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 26 21:30:37.077394 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc20a61c-7808-4e6a-be50-5b1ca5c3dd2f tempest-TagsExtTest-1251269627 tempest-TagsExtTest-1251269627-project] Network 1cf7e29c-fe91-426c-878c-6cc6e8242042 is scheduled to be hosted by DHCP agent 474ccdf7-ab6c-405b-a3b2-dc7b05829902 with binding_index 1 {{(pid=103304) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 26 21:30:37.087146 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [None req-dc20a61c-7808-4e6a-be50-5b1ca5c3dd2f tempest-TagsExtTest-1251269627 tempest-TagsExtTest-1251269627-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760453-5, 1cf7e29c-fe91-426c-878c-6cc6e8242042) {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:30:37.091792 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc20a61c-7808-4e6a-be50-5b1ca5c3dd2f tempest-TagsExtTest-1251269627 tempest-TagsExtTest-1251269627-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:30:37.092394 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-dc20a61c-7808-4e6a-be50-5b1ca5c3dd2f tempest-TagsExtTest-1251269627 tempest-TagsExtTest-1251269627-project] Publish callbacks [] for subnet (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:30:37.109178 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-667b14f4-17c9-4596-a9ef-1572dc6ef515 None None] Network 1cf7e29c-fe91-426c-878c-6cc6e8242042 requested from n-d-760453-5 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 26 21:30:37.124423 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-dc20a61c-7808-4e6a-be50-5b1ca5c3dd2f tempest-TagsExtTest-1251269627 tempest-TagsExtTest-1251269627-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4379835 Jan 26 21:30:37.127280 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 51642) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:30:37.132302 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-bdbd7993-8ee9-4150-97de-2a6b9edbfb91 tempest-TagsExtTest-1251269627 tempest-TagsExtTest-1251269627-project] Request body: {'port': {'network_id': '1cf7e29c-fe91-426c-878c-6cc6e8242042', 'name': 'tempest-TagsExtTest-2121300352'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:30:37.218475 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0910eca1-54ef-4343-a9e9-1ce60832eac9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3c4099e8-8ffb-51d1-af7f-5868973e933f-1cf7e29c-fe91-426c-878c-6cc6e8242042', 'network_id': '1cf7e29c-fe91-426c-878c-6cc6e8242042', 'project_id': 'bcc96ea105e44746b0ef0561d0822886', 'fixed_ips': [{'subnet_id': '8dca55f4-07e6-446e-8e58-b92ac8f13c0e'}]}} from n-d-760453-5. {{(pid=103306) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 26 21:30:37.219570 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-0910eca1-54ef-4343-a9e9-1ce60832eac9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (None), before_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:30:37.251404 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bdbd7993-8ee9-4150-97de-2a6b9edbfb91 tempest-TagsExtTest-1251269627 tempest-TagsExtTest-1251269627-project] Made reservation on behalf of bcc96ea105e44746b0ef0561d0822886 for: {'port': 1} {{(pid=103304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 21:30:37.255263 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-bdbd7993-8ee9-4150-97de-2a6b9edbfb91 tempest-TagsExtTest-1251269627 tempest-TagsExtTest-1251269627-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:30:37.275579 n-d-760453-5 neutron-server[103304]: DEBUG neutron.notifiers.nova [None req-bdbd7993-8ee9-4150-97de-2a6b9edbfb91 tempest-TagsExtTest-1251269627 tempest-TagsExtTest-1251269627-project] device_id is not set on port b094e8d5-7303-46aa-a4ef-a95f2325fbd7 yet. {{(pid=103304) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 26 21:30:37.372572 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.db_base_plugin_common [None req-0910eca1-54ef-4343-a9e9-1ce60832eac9 None None] Allocated IP 172.20.0.2 (1cf7e29c-fe91-426c-878c-6cc6e8242042/8dca55f4-07e6-446e-8e58-b92ac8f13c0e/93a8cd7a-99d5-44d4-91dd-bb76d9d2f65a) {{(pid=103306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 21:30:37.529370 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-0910eca1-54ef-4343-a9e9-1ce60832eac9 None None] Publish callbacks [] for port (93a8cd7a-99d5-44d4-91dd-bb76d9d2f65a), precommit_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:30:37.537846 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-0910eca1-54ef-4343-a9e9-1ce60832eac9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746560234527'] for port (93a8cd7a-99d5-44d4-91dd-bb76d9d2f65a), after_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:30:37.591839 n-d-760453-5 neutron-server[103306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0910eca1-54ef-4343-a9e9-1ce60832eac9 None None] Network 1cf7e29c-fe91-426c-878c-6cc6e8242042 is already hosted by enough agents. {{(pid=103306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 21:30:37.597731 n-d-760453-5 neutron-server[103306]: DEBUG neutron.scheduler.base_scheduler [None req-0910eca1-54ef-4343-a9e9-1ce60832eac9 None None] Resources bound (agent type, host, resource id): {{(pid=103306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:30:37.600664 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0910eca1-54ef-4343-a9e9-1ce60832eac9 None None] Pushing event updated for resources: {'Port': ['ID=93a8cd7a-99d5-44d4-91dd-bb76d9d2f65a,revision_number=1']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:30:37.603179 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0910eca1-54ef-4343-a9e9-1ce60832eac9 None None] Received port after_create {{(pid=103306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 21:30:37.656665 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18a5415-9093-46fc-811e-ce568bae073f req-a13322f6-e15b-4295-bba0-33237bf7650f tempest-ServerDiskConfigTestJSON-1504097755 tempest-ServerDiskConfigTestJSON-1504097755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:30:37.663120 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-d18a5415-9093-46fc-811e-ce568bae073f req-a13322f6-e15b-4295-bba0-33237bf7650f tempest-ServerDiskConfigTestJSON-1504097755 tempest-ServerDiskConfigTestJSON-1504097755-project] 10.222.0.13 "GET /v2.0/ports?device_id=8b978eb6-35c4-4ea9-b2d9-88b39a1c70a2 HTTP/1.1" status: 200 len: 945 time: 0.1393065 Jan 26 21:30:37.665481 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-0910eca1-54ef-4343-a9e9-1ce60832eac9 None None] Attempting to bind port 93a8cd7a-99d5-44d4-91dd-bb76d9d2f65a on host n-d-760453-5 for vnic_type normal with profile {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 21:30:37.665965 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-0910eca1-54ef-4343-a9e9-1ce60832eac9 None None] Attempting to bind port 93a8cd7a-99d5-44d4-91dd-bb76d9d2f65a by drivers openvswitch,hyperv on host n-d-760453-5 at level 0 using segments [{'id': 'f166225b-89b4-4fb0-9bd8-054a1c27036e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '1cf7e29c-fe91-426c-878c-6cc6e8242042'}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 26 21:30:37.666511 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0910eca1-54ef-4343-a9e9-1ce60832eac9 None None] Attempting to bind port 93a8cd7a-99d5-44d4-91dd-bb76d9d2f65a on network 1cf7e29c-fe91-426c-878c-6cc6e8242042 {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 21:30:37.672836 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0910eca1-54ef-4343-a9e9-1ce60832eac9 None None] Checking agent: {'id': 'fea0591a-627d-4c87-9a9a-01625ddf3277', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760453-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 20, 55, 25), 'started_at': datetime.datetime(2022, 1, 26, 20, 55, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 21, 30, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760453-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 26 21:30:37.673646 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0910eca1-54ef-4343-a9e9-1ce60832eac9 None None] Checking segment: {'id': 'f166225b-89b4-4fb0-9bd8-054a1c27036e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '1cf7e29c-fe91-426c-878c-6cc6e8242042'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 21:30:37.675175 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-0910eca1-54ef-4343-a9e9-1ce60832eac9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:30:37.675175 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0910eca1-54ef-4343-a9e9-1ce60832eac9 None None] Bound using segment: {'id': 'f166225b-89b4-4fb0-9bd8-054a1c27036e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '1cf7e29c-fe91-426c-878c-6cc6e8242042'} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 26 21:30:37.675846 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-0910eca1-54ef-4343-a9e9-1ce60832eac9 None None] Bound port: 93a8cd7a-99d5-44d4-91dd-bb76d9d2f65a, host: n-d-760453-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f166225b-89b4-4fb0-9bd8-054a1c27036e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '1cf7e29c-fe91-426c-878c-6cc6e8242042'}}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 26 21:30:37.676370 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-0910eca1-54ef-4343-a9e9-1ce60832eac9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (93a8cd7a-99d5-44d4-91dd-bb76d9d2f65a), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:30:37.681625 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.db_base_plugin_common [None req-bdbd7993-8ee9-4150-97de-2a6b9edbfb91 tempest-TagsExtTest-1251269627 tempest-TagsExtTest-1251269627-project] Allocated IP 172.20.0.13 (1cf7e29c-fe91-426c-878c-6cc6e8242042/8dca55f4-07e6-446e-8e58-b92ac8f13c0e/b094e8d5-7303-46aa-a4ef-a95f2325fbd7) {{(pid=103304) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 21:30:37.768080 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-0910eca1-54ef-4343-a9e9-1ce60832eac9 None None] For port 93a8cd7a-99d5-44d4-91dd-bb76d9d2f65a, host n-d-760453-5, cleared binding levels {{(pid=103306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 26 21:30:37.774965 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-d18a5415-9093-46fc-811e-ce568bae073f req-67aee5dd-72e8-4825-99fc-b61b82f2ae7e tempest-ServerDiskConfigTestJSON-1504097755 tempest-ServerDiskConfigTestJSON-1504097755-project] 10.222.0.13 "GET /v2.0/security-groups?id=783fb386-6fd2-4948-95d6-8177a10ccbe5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827312 Jan 26 21:30:37.776185 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-0910eca1-54ef-4343-a9e9-1ce60832eac9 None None] For port 93a8cd7a-99d5-44d4-91dd-bb76d9d2f65a, host n-d-760453-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=93a8cd7a-99d5-44d4-91dd-bb76d9d2f65a,segment=NetworkSegment(f166225b-89b4-4fb0-9bd8-054a1c27036e),segment_id=f166225b-89b4-4fb0-9bd8-054a1c27036e)] {{(pid=103306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 26 21:30:37.781944 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-0910eca1-54ef-4343-a9e9-1ce60832eac9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (93a8cd7a-99d5-44d4-91dd-bb76d9d2f65a), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:30:37.885342 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0910eca1-54ef-4343-a9e9-1ce60832eac9 None None] Pushing event updated for resources: {'Port': ['ID=93a8cd7a-99d5-44d4-91dd-bb76d9d2f65a,revision_number=2']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:30:38.332976 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (32ef628b-8417-46c5-8729-60fcabe358f1), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:30:38.379774 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-bdbd7993-8ee9-4150-97de-2a6b9edbfb91 tempest-TagsExtTest-1251269627 tempest-TagsExtTest-1251269627-project] Publish callbacks [] for port (b094e8d5-7303-46aa-a4ef-a95f2325fbd7), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:30:38.450438 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-bdbd7993-8ee9-4150-97de-2a6b9edbfb91 tempest-TagsExtTest-1251269627 tempest-TagsExtTest-1251269627-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746560234527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9281553'] for port (b094e8d5-7303-46aa-a4ef-a95f2325fbd7), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:30:38.500665 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdbd7993-8ee9-4150-97de-2a6b9edbfb91 tempest-TagsExtTest-1251269627 tempest-TagsExtTest-1251269627-project] Network 1cf7e29c-fe91-426c-878c-6cc6e8242042 is already hosted by enough agents. {{(pid=103304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 21:30:38.503936 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [None req-bdbd7993-8ee9-4150-97de-2a6b9edbfb91 tempest-TagsExtTest-1251269627 tempest-TagsExtTest-1251269627-project] Resources bound (agent type, host, resource id): {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:30:38.508171 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdbd7993-8ee9-4150-97de-2a6b9edbfb91 tempest-TagsExtTest-1251269627 tempest-TagsExtTest-1251269627-project] Received port after_create {{(pid=103304) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 21:30:38.553211 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdbd7993-8ee9-4150-97de-2a6b9edbfb91 tempest-TagsExtTest-1251269627 tempest-TagsExtTest-1251269627-project] Pushing event updated for resources: {'Port': ['ID=b094e8d5-7303-46aa-a4ef-a95f2325fbd7,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:30:38.607140 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdbd7993-8ee9-4150-97de-2a6b9edbfb91 tempest-TagsExtTest-1251269627 tempest-TagsExtTest-1251269627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:30:38.607821 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-bdbd7993-8ee9-4150-97de-2a6b9edbfb91 tempest-TagsExtTest-1251269627 tempest-TagsExtTest-1251269627-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:30:38.633007 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-bdbd7993-8ee9-4150-97de-2a6b9edbfb91 tempest-TagsExtTest-1251269627 tempest-TagsExtTest-1251269627-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.5045688 Jan 26 21:30:38.634577 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 51660) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:30:38.643491 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-0da60bb3-9d19-419b-b4e4-39e928f7e3bf tempest-TagsExtTest-1251269627 tempest-TagsExtTest-1251269627-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-176755983', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:30:38.667825 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-0da60bb3-9d19-419b-b4e4-39e928f7e3bf tempest-TagsExtTest-1251269627 tempest-TagsExtTest-1251269627-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4104596', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13108'] for router (9db52c41-7ec6-4a25-a344-734fde818850), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:30:38.668857 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-0da60bb3-9d19-419b-b4e4-39e928f7e3bf tempest-TagsExtTest-1251269627 tempest-TagsExtTest-1251269627-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4105828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4111306', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3733576', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13069'] for router (9db52c41-7ec6-4a25-a344-734fde818850), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:30:38.723672 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-0da60bb3-9d19-419b-b4e4-39e928f7e3bf tempest-TagsExtTest-1251269627 tempest-TagsExtTest-1251269627-project] Publish callbacks [] for router_controller (9db52c41-7ec6-4a25-a344-734fde818850), precommit_add_association {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:30:38.729451 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-0da60bb3-9d19-419b-b4e4-39e928f7e3bf tempest-TagsExtTest-1251269627 tempest-TagsExtTest-1251269627-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4105757', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4111263'] for router (9db52c41-7ec6-4a25-a344-734fde818850), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:30:38.747183 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-0da60bb3-9d19-419b-b4e4-39e928f7e3bf tempest-TagsExtTest-1251269627 tempest-TagsExtTest-1251269627-project] Publish callbacks [] for router (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:30:38.751329 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 51662) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:30:38.755827 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-fcd2d9f0-63fe-4b5c-80c9-fdf4da9c4f6e tempest-TagsExtTest-1251269627 tempest-TagsExtTest-1251269627-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-974720431', 'prefixes': ['172.20.0.0/16']}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:30:38.761477 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-0da60bb3-9d19-419b-b4e4-39e928f7e3bf tempest-TagsExtTest-1251269627 tempest-TagsExtTest-1251269627-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.1227069 Jan 26 21:30:38.857465 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-fcd2d9f0-63fe-4b5c-80c9-fdf4da9c4f6e tempest-TagsExtTest-1251269627 tempest-TagsExtTest-1251269627-project] Publish callbacks [] for subnetpool (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:30:38.862246 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-fcd2d9f0-63fe-4b5c-80c9-fdf4da9c4f6e tempest-TagsExtTest-1251269627 tempest-TagsExtTest-1251269627-project] 10.222.0.13 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 747 time: 0.1098695 Jan 26 21:30:38.864261 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 51666) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:30:38.876126 n-d-760453-5 neutron-server[103305]: DEBUG neutron.services.tag.tag_plugin [None req-c4a60e13-6123-4b02-8202-6cd1eac3da51 tempest-TagsExtTest-1251269627 tempest-TagsExtTest-1251269627-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '8dca55f4-07e6-446e-8e58-b92ac8f13c0e', 'tempest-TagsExtTest-Tag-596554566') {} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:30:38.935850 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3db72e-6035-42bb-989c-7f9e77f36d11 req-1962150e-7d44-47dd-a564-386ff460b469 tempest-ServerDiskConfigTestJSON-1504097755 tempest-ServerDiskConfigTestJSON-1504097755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:30:38.944180 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-4b3db72e-6035-42bb-989c-7f9e77f36d11 req-1962150e-7d44-47dd-a564-386ff460b469 tempest-ServerDiskConfigTestJSON-1504097755 tempest-ServerDiskConfigTestJSON-1504097755-project] 10.222.0.13 "GET /v2.0/ports?device_id=8b978eb6-35c4-4ea9-b2d9-88b39a1c70a2 HTTP/1.1" status: 200 len: 945 time: 0.0646014 Jan 26 21:30:39.003219 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-4b3db72e-6035-42bb-989c-7f9e77f36d11 req-acc811a7-d705-4c49-9ada-f16533b7d6f3 tempest-ServerDiskConfigTestJSON-1504097755 tempest-ServerDiskConfigTestJSON-1504097755-project] 10.222.0.13 "GET /v2.0/security-groups?id=783fb386-6fd2-4948-95d6-8177a10ccbe5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581672 Jan 26 21:30:39.050742 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-c4a60e13-6123-4b02-8202-6cd1eac3da51 tempest-TagsExtTest-1251269627 tempest-TagsExtTest-1251269627-project] 10.222.0.13 "PUT /v2.0/subnets/8dca55f4-07e6-446e-8e58-b92ac8f13c0e/tags/tempest-TagsExtTest-Tag-596554566 HTTP/1.1" status: 201 len: 201 time: 0.1836674 Jan 26 21:30:39.053583 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 51670) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:30:39.058349 n-d-760453-5 neutron-server[103304]: DEBUG neutron.services.tag.tag_plugin [None req-1c93de47-b6fe-44bc-b805-a0e4a58a3eb3 tempest-TagsExtTest-1251269627 tempest-TagsExtTest-1251269627-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', 'b094e8d5-7303-46aa-a4ef-a95f2325fbd7', 'tempest-TagsExtTest-Tag-40972094') {} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:30:39.136099 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-1c93de47-b6fe-44bc-b805-a0e4a58a3eb3 tempest-TagsExtTest-1251269627 tempest-TagsExtTest-1251269627-project] 10.222.0.13 "PUT /v2.0/ports/b094e8d5-7303-46aa-a4ef-a95f2325fbd7/tags/tempest-TagsExtTest-Tag-40972094 HTTP/1.1" status: 201 len: 201 time: 0.0789752 Jan 26 21:30:39.136333 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 51672) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:30:39.141659 n-d-760453-5 neutron-server[103304]: DEBUG neutron.services.tag.tag_plugin [None req-f96627ea-4554-4f1b-9350-3e14a0a9c381 tempest-TagsExtTest-1251269627 tempest-TagsExtTest-1251269627-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '9db52c41-7ec6-4a25-a344-734fde818850', 'tempest-TagsExtTest-Tag-1430875037') {} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:30:39.238794 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-f96627ea-4554-4f1b-9350-3e14a0a9c381 tempest-TagsExtTest-1251269627 tempest-TagsExtTest-1251269627-project] 10.222.0.13 "PUT /v2.0/routers/9db52c41-7ec6-4a25-a344-734fde818850/tags/tempest-TagsExtTest-Tag-1430875037 HTTP/1.1" status: 201 len: 201 time: 0.0987291 Jan 26 21:30:39.239010 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 51674) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:30:39.243846 n-d-760453-5 neutron-server[103304]: DEBUG neutron.services.tag.tag_plugin [None req-8b80eb3a-6203-47f9-b96c-4776dbfbfa4c tempest-TagsExtTest-1251269627 tempest-TagsExtTest-1251269627-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '7f8ff47d-94c1-4ce8-96df-91cb1d1b732e', 'tempest-TagsExtTest-Tag-1858044938') {} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:30:39.259996 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4114c2e-1c68-496e-bf9e-56af8f7fcb9c None None] Network 1cf7e29c-fe91-426c-878c-6cc6e8242042 requested from n-d-760453-5 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 26 21:30:39.294977 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-8b80eb3a-6203-47f9-b96c-4776dbfbfa4c tempest-TagsExtTest-1251269627 tempest-TagsExtTest-1251269627-project] 10.222.0.13 "PUT /v2.0/subnetpools/7f8ff47d-94c1-4ce8-96df-91cb1d1b732e/tags/tempest-TagsExtTest-Tag-1858044938 HTTP/1.1" status: 201 len: 201 time: 0.0524487 Jan 26 21:30:39.295188 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 51676) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:30:39.300521 n-d-760453-5 neutron-server[103304]: DEBUG neutron.services.tag.tag_plugin [None req-ee6c24db-a261-4547-b920-47c2764c6e62 tempest-TagsExtTest-1251269627 tempest-TagsExtTest-1251269627-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '8dca55f4-07e6-446e-8e58-b92ac8f13c0e') {} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:30:39.370635 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-8910ead0-d693-4971-a368-e58d4d91f422 None None] Provisioning complete for port 93a8cd7a-99d5-44d4-91dd-bb76d9d2f65a triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:30:39.371158 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-8910ead0-d693-4971-a368-e58d4d91f422 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (93a8cd7a-99d5-44d4-91dd-bb76d9d2f65a), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:30:39.399413 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-ee6c24db-a261-4547-b920-47c2764c6e62 tempest-TagsExtTest-1251269627 tempest-TagsExtTest-1251269627-project] 10.222.0.13 "GET /v2.0/subnets/8dca55f4-07e6-446e-8e58-b92ac8f13c0e/tags HTTP/1.1" status: 200 len: 240 time: 0.1029577 Jan 26 21:30:39.402055 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 51678) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:30:39.406495 n-d-760453-5 neutron-server[103305]: DEBUG neutron.services.tag.tag_plugin [None req-c5d45740-7ca3-4ac2-a0cc-47fb9eb79a9f tempest-TagsExtTest-1251269627 tempest-TagsExtTest-1251269627-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '8dca55f4-07e6-446e-8e58-b92ac8f13c0e', 'tempest-TagsExtTest-Tag-596554566') {} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:30:39.466381 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-c5d45740-7ca3-4ac2-a0cc-47fb9eb79a9f tempest-TagsExtTest-1251269627 tempest-TagsExtTest-1251269627-project] 10.222.0.13 "GET /v2.0/subnets/8dca55f4-07e6-446e-8e58-b92ac8f13c0e/tags/tempest-TagsExtTest-Tag-596554566 HTTP/1.1" status: 204 len: 168 time: 0.0632291 Jan 26 21:30:39.468658 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 51682) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:30:39.471220 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-8910ead0-d693-4971-a368-e58d4d91f422 None None] Current status of the port 93a8cd7a-99d5-44d4-91dd-bb76d9d2f65a is: DOWN; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:30:39.471620 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-8910ead0-d693-4971-a368-e58d4d91f422 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (93a8cd7a-99d5-44d4-91dd-bb76d9d2f65a), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:30:39.473867 n-d-760453-5 neutron-server[103305]: DEBUG neutron.services.tag.tag_plugin [None req-40517c3b-5df4-4ef8-bd3f-646507948058 tempest-TagsExtTest-1251269627 tempest-TagsExtTest-1251269627-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', '8dca55f4-07e6-446e-8e58-b92ac8f13c0e', 'tempest-TagsExtTest-Tag-596554566') {} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:30:39.509021 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-8910ead0-d693-4971-a368-e58d4d91f422 None None] For port 93a8cd7a-99d5-44d4-91dd-bb76d9d2f65a, host n-d-760453-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=93a8cd7a-99d5-44d4-91dd-bb76d9d2f65a,segment=NetworkSegment(f166225b-89b4-4fb0-9bd8-054a1c27036e),segment_id=f166225b-89b4-4fb0-9bd8-054a1c27036e)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:30:39.514863 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-8910ead0-d693-4971-a368-e58d4d91f422 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (93a8cd7a-99d5-44d4-91dd-bb76d9d2f65a), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:30:39.567291 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-40517c3b-5df4-4ef8-bd3f-646507948058 tempest-TagsExtTest-1251269627 tempest-TagsExtTest-1251269627-project] 10.222.0.13 "DELETE /v2.0/subnets/8dca55f4-07e6-446e-8e58-b92ac8f13c0e/tags/tempest-TagsExtTest-Tag-596554566 HTTP/1.1" status: 204 len: 168 time: 0.0972350 Jan 26 21:30:39.569576 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 51684) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:30:39.575835 n-d-760453-5 neutron-server[103305]: DEBUG neutron.services.tag.tag_plugin [None req-91e72bca-645e-4047-88a6-dbb348960bee tempest-TagsExtTest-1251269627 tempest-TagsExtTest-1251269627-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '8dca55f4-07e6-446e-8e58-b92ac8f13c0e') {} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:30:39.579307 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8910ead0-d693-4971-a368-e58d4d91f422 None None] Pushing event updated for resources: {'Port': ['ID=93a8cd7a-99d5-44d4-91dd-bb76d9d2f65a,revision_number=3']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:30:39.637899 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-91e72bca-645e-4047-88a6-dbb348960bee tempest-TagsExtTest-1251269627 tempest-TagsExtTest-1251269627-project] 10.222.0.13 "GET /v2.0/subnets/8dca55f4-07e6-446e-8e58-b92ac8f13c0e/tags HTTP/1.1" status: 200 len: 205 time: 0.0672271 Jan 26 21:30:39.640299 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 51688) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:30:39.645446 n-d-760453-5 neutron-server[103305]: DEBUG neutron.services.tag.tag_plugin [None req-20d58923-627b-4f74-9259-9548b4d50464 tempest-TagsExtTest-1251269627 tempest-TagsExtTest-1251269627-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', 'b094e8d5-7303-46aa-a4ef-a95f2325fbd7') {} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:30:39.704412 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-20d58923-627b-4f74-9259-9548b4d50464 tempest-TagsExtTest-1251269627 tempest-TagsExtTest-1251269627-project] 10.222.0.13 "GET /v2.0/ports/b094e8d5-7303-46aa-a4ef-a95f2325fbd7/tags HTTP/1.1" status: 200 len: 239 time: 0.0609074 Jan 26 21:30:39.704659 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 51690) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:30:39.710020 n-d-760453-5 neutron-server[103305]: DEBUG neutron.services.tag.tag_plugin [None req-a8de470e-2e13-4a9f-934e-f25c941052ac tempest-TagsExtTest-1251269627 tempest-TagsExtTest-1251269627-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'b094e8d5-7303-46aa-a4ef-a95f2325fbd7', 'tempest-TagsExtTest-Tag-40972094') {} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:30:39.786138 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-a8de470e-2e13-4a9f-934e-f25c941052ac tempest-TagsExtTest-1251269627 tempest-TagsExtTest-1251269627-project] 10.222.0.13 "GET /v2.0/ports/b094e8d5-7303-46aa-a4ef-a95f2325fbd7/tags/tempest-TagsExtTest-Tag-40972094 HTTP/1.1" status: 204 len: 168 time: 0.0804508 Jan 26 21:30:39.788647 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 51692) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:30:39.792035 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device 93a8cd7a-99d5-44d4-91dd-bb76d9d2f65a up at agent ovs-agent-n-d-760453-5 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 21:30:39.793390 n-d-760453-5 neutron-server[103305]: DEBUG neutron.services.tag.tag_plugin [None req-f3d5c09d-a107-446a-a23a-4b3ab3bfd206 tempest-TagsExtTest-1251269627 tempest-TagsExtTest-1251269627-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', 'b094e8d5-7303-46aa-a4ef-a95f2325fbd7', 'tempest-TagsExtTest-Tag-40972094') {} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:30:39.872578 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-7de051fb-8b01-4c40-a8c3-9153d68d6bb8 None None] Provisioning complete for port b094e8d5-7303-46aa-a4ef-a95f2325fbd7 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:30:39.872961 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-7de051fb-8b01-4c40-a8c3-9153d68d6bb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (b094e8d5-7303-46aa-a4ef-a95f2325fbd7), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:30:39.886907 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 51694) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:30:39.892125 n-d-760453-5 neutron-server[103304]: DEBUG neutron.services.tag.tag_plugin [None req-54828cc4-98f3-4985-8b95-10f082f5e28d tempest-TagsExtTest-1251269627 tempest-TagsExtTest-1251269627-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', 'b094e8d5-7303-46aa-a4ef-a95f2325fbd7') {} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:30:39.897641 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-f3d5c09d-a107-446a-a23a-4b3ab3bfd206 tempest-TagsExtTest-1251269627 tempest-TagsExtTest-1251269627-project] 10.222.0.13 "DELETE /v2.0/ports/b094e8d5-7303-46aa-a4ef-a95f2325fbd7/tags/tempest-TagsExtTest-Tag-40972094 HTTP/1.1" status: 204 len: 168 time: 0.1076341 Jan 26 21:30:39.900565 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Provisioning complete for port 93a8cd7a-99d5-44d4-91dd-bb76d9d2f65a triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:30:39.901180 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (93a8cd7a-99d5-44d4-91dd-bb76d9d2f65a), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:30:39.946501 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-7de051fb-8b01-4c40-a8c3-9153d68d6bb8 None None] Port b094e8d5-7303-46aa-a4ef-a95f2325fbd7 cannot update to ACTIVE because it is not bound. {{(pid=103306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 26 21:30:39.974042 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-7de051fb-8b01-4c40-a8c3-9153d68d6bb8 None None] Provisioning complete for port 93a8cd7a-99d5-44d4-91dd-bb76d9d2f65a triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:30:39.974792 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-7de051fb-8b01-4c40-a8c3-9153d68d6bb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (93a8cd7a-99d5-44d4-91dd-bb76d9d2f65a), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:30:39.985573 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-54828cc4-98f3-4985-8b95-10f082f5e28d tempest-TagsExtTest-1251269627 tempest-TagsExtTest-1251269627-project] 10.222.0.13 "GET /v2.0/ports/b094e8d5-7303-46aa-a4ef-a95f2325fbd7/tags HTTP/1.1" status: 200 len: 205 time: 0.0972459 Jan 26 21:30:39.988684 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 51696) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:30:40.006441 n-d-760453-5 neutron-server[103305]: DEBUG neutron.services.tag.tag_plugin [None req-b8ab66ad-cd5f-4e84-9fb7-3cf207e1f7d6 tempest-TagsExtTest-1251269627 tempest-TagsExtTest-1251269627-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '9db52c41-7ec6-4a25-a344-734fde818850') {} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:30:40.163626 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-b8ab66ad-cd5f-4e84-9fb7-3cf207e1f7d6 tempest-TagsExtTest-1251269627 tempest-TagsExtTest-1251269627-project] 10.222.0.13 "GET /v2.0/routers/9db52c41-7ec6-4a25-a344-734fde818850/tags HTTP/1.1" status: 200 len: 241 time: 0.1709061 Jan 26 21:30:40.165701 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 51702) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:30:40.174811 n-d-760453-5 neutron-server[103304]: DEBUG neutron.services.tag.tag_plugin [None req-5e7d8c5a-c002-4ffb-aa04-5840bf7a4689 tempest-TagsExtTest-1251269627 tempest-TagsExtTest-1251269627-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '9db52c41-7ec6-4a25-a344-734fde818850', 'tempest-TagsExtTest-Tag-1430875037') {} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:30:40.187736 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Current status of the port 93a8cd7a-99d5-44d4-91dd-bb76d9d2f65a is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:30:40.197545 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-7de051fb-8b01-4c40-a8c3-9153d68d6bb8 None None] Current status of the port 93a8cd7a-99d5-44d4-91dd-bb76d9d2f65a is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:30:40.247728 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d511a41-8fe6-4635-9b9e-92eaf1f4d6b3 req-2c6bea82-d0da-487e-a816-dff2c2d64af3 tempest-ServerDiskConfigTestJSON-1504097755 tempest-ServerDiskConfigTestJSON-1504097755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:30:40.249243 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-3d511a41-8fe6-4635-9b9e-92eaf1f4d6b3 req-2c6bea82-d0da-487e-a816-dff2c2d64af3 tempest-ServerDiskConfigTestJSON-1504097755 tempest-ServerDiskConfigTestJSON-1504097755-project] 10.222.0.13 "GET /v2.0/ports?device_id=8b978eb6-35c4-4ea9-b2d9-88b39a1c70a2 HTTP/1.1" status: 200 len: 945 time: 0.1183372 Jan 26 21:30:40.305073 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-5e7d8c5a-c002-4ffb-aa04-5840bf7a4689 tempest-TagsExtTest-1251269627 tempest-TagsExtTest-1251269627-project] 10.222.0.13 "GET /v2.0/routers/9db52c41-7ec6-4a25-a344-734fde818850/tags/tempest-TagsExtTest-Tag-1430875037 HTTP/1.1" status: 204 len: 168 time: 0.1353672 Jan 26 21:30:40.306214 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 51704) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:30:40.310877 n-d-760453-5 neutron-server[103305]: DEBUG neutron.services.tag.tag_plugin [None req-7bce5a1d-7685-4994-ba44-65f591764eac tempest-TagsExtTest-1251269627 tempest-TagsExtTest-1251269627-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', '9db52c41-7ec6-4a25-a344-734fde818850', 'tempest-TagsExtTest-Tag-1430875037') {} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:30:40.329771 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-1a4d6d56-a112-487a-ad2f-de0c15c851d2 None None] Provisioning complete for port b094e8d5-7303-46aa-a4ef-a95f2325fbd7 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:30:40.330890 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-1a4d6d56-a112-487a-ad2f-de0c15c851d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (b094e8d5-7303-46aa-a4ef-a95f2325fbd7), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:30:40.342488 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-3d511a41-8fe6-4635-9b9e-92eaf1f4d6b3 req-95b44869-6cdb-45fd-b008-00febd483161 tempest-ServerDiskConfigTestJSON-1504097755 tempest-ServerDiskConfigTestJSON-1504097755-project] 10.222.0.13 "GET /v2.0/security-groups?id=783fb386-6fd2-4948-95d6-8177a10ccbe5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671868 Jan 26 21:30:40.375956 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-1a4d6d56-a112-487a-ad2f-de0c15c851d2 None None] Port b094e8d5-7303-46aa-a4ef-a95f2325fbd7 cannot update to ACTIVE because it is not bound. {{(pid=103306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 26 21:30:40.405407 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-7bce5a1d-7685-4994-ba44-65f591764eac tempest-TagsExtTest-1251269627 tempest-TagsExtTest-1251269627-project] 10.222.0.13 "DELETE /v2.0/routers/9db52c41-7ec6-4a25-a344-734fde818850/tags/tempest-TagsExtTest-Tag-1430875037 HTTP/1.1" status: 204 len: 168 time: 0.0983276 Jan 26 21:30:40.407913 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 51706) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:30:40.412938 n-d-760453-5 neutron-server[103305]: DEBUG neutron.services.tag.tag_plugin [None req-77d88486-e3c3-4b5a-8442-d2c622df6df1 tempest-TagsExtTest-1251269627 tempest-TagsExtTest-1251269627-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '9db52c41-7ec6-4a25-a344-734fde818850') {} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:30:40.499983 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-77d88486-e3c3-4b5a-8442-d2c622df6df1 tempest-TagsExtTest-1251269627 tempest-TagsExtTest-1251269627-project] 10.222.0.13 "GET /v2.0/routers/9db52c41-7ec6-4a25-a344-734fde818850/tags HTTP/1.1" status: 200 len: 205 time: 0.0865321 Jan 26 21:30:40.499983 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 51710) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:30:40.504326 n-d-760453-5 neutron-server[103305]: DEBUG neutron.services.tag.tag_plugin [None req-bc0e1116-fad1-462b-baff-b15a84c003c6 tempest-TagsExtTest-1251269627 tempest-TagsExtTest-1251269627-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '7f8ff47d-94c1-4ce8-96df-91cb1d1b732e') {} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:30:40.533944 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-5fefc536-18ae-4f10-9486-175a8a68a512 req-c3eb40f0-7d40-4ea7-90e4-a866ab79cf55 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=e2d1d5a0-9e5f-4cb6-a64c-f2fbd21513d1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0454755 Jan 26 21:30:40.537983 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-bc0e1116-fad1-462b-baff-b15a84c003c6 tempest-TagsExtTest-1251269627 tempest-TagsExtTest-1251269627-project] 10.222.0.13 "GET /v2.0/subnetpools/7f8ff47d-94c1-4ce8-96df-91cb1d1b732e/tags HTTP/1.1" status: 200 len: 241 time: 0.0395176 Jan 26 21:30:40.541221 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 51712) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:30:40.545530 n-d-760453-5 neutron-server[103305]: DEBUG neutron.services.tag.tag_plugin [None req-b5d16451-0d47-42e9-a747-2211cc97cf68 tempest-TagsExtTest-1251269627 tempest-TagsExtTest-1251269627-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '7f8ff47d-94c1-4ce8-96df-91cb1d1b732e', 'tempest-TagsExtTest-Tag-1858044938') {} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:30:40.572180 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-b5d16451-0d47-42e9-a747-2211cc97cf68 tempest-TagsExtTest-1251269627 tempest-TagsExtTest-1251269627-project] 10.222.0.13 "GET /v2.0/subnetpools/7f8ff47d-94c1-4ce8-96df-91cb1d1b732e/tags/tempest-TagsExtTest-Tag-1858044938 HTTP/1.1" status: 204 len: 168 time: 0.0297945 Jan 26 21:30:40.574714 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 51714) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:30:40.581107 n-d-760453-5 neutron-server[103304]: DEBUG neutron.services.tag.tag_plugin [None req-23d3f3c0-323b-4a96-9a69-f1ec75dc24f6 tempest-TagsExtTest-1251269627 tempest-TagsExtTest-1251269627-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', '7f8ff47d-94c1-4ce8-96df-91cb1d1b732e', 'tempest-TagsExtTest-Tag-1858044938') {} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:30:40.639961 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fefc536-18ae-4f10-9486-175a8a68a512 req-1380a527-9b67-4597-9166-e50887e87ccc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:30:40.643181 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-5fefc536-18ae-4f10-9486-175a8a68a512 req-1380a527-9b67-4597-9166-e50887e87ccc service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=c6d9f10230f341edbbe46b16c17eb870&device_id=e2d1d5a0-9e5f-4cb6-a64c-f2fbd21513d1 HTTP/1.1" status: 200 len: 1097 time: 0.0646503 Jan 26 21:30:40.654982 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-23d3f3c0-323b-4a96-9a69-f1ec75dc24f6 tempest-TagsExtTest-1251269627 tempest-TagsExtTest-1251269627-project] 10.222.0.13 "DELETE /v2.0/subnetpools/7f8ff47d-94c1-4ce8-96df-91cb1d1b732e/tags/tempest-TagsExtTest-Tag-1858044938 HTTP/1.1" status: 204 len: 168 time: 0.0791657 Jan 26 21:30:40.657614 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 51716) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:30:40.662016 n-d-760453-5 neutron-server[103304]: DEBUG neutron.services.tag.tag_plugin [None req-074169d2-8d8b-4ab1-bea5-069cf5fac363 tempest-TagsExtTest-1251269627 tempest-TagsExtTest-1251269627-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '7f8ff47d-94c1-4ce8-96df-91cb1d1b732e') {} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:30:40.739141 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-074169d2-8d8b-4ab1-bea5-069cf5fac363 tempest-TagsExtTest-1251269627 tempest-TagsExtTest-1251269627-project] 10.222.0.13 "GET /v2.0/subnetpools/7f8ff47d-94c1-4ce8-96df-91cb1d1b732e/tags HTTP/1.1" status: 200 len: 205 time: 0.0803888 Jan 26 21:30:40.741839 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 51720) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:30:40.747906 n-d-760453-5 neutron-server[103304]: DEBUG neutron.services.tag.tag_plugin [None req-798ea606-d976-44bb-b49d-96d77dfd7309 tempest-TagsExtTest-1251269627 tempest-TagsExtTest-1251269627-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '7f8ff47d-94c1-4ce8-96df-91cb1d1b732e') {} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:30:40.859936 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fefc536-18ae-4f10-9486-175a8a68a512 req-95ea0bc1-6185-4f86-acb2-1a11667ff031 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:30:40.861915 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-5fefc536-18ae-4f10-9486-175a8a68a512 req-95ea0bc1-6185-4f86-acb2-1a11667ff031 service neutron] 10.222.0.66 "GET /v2.0/networks?id=7557909c-f107-4fe1-9c5f-aa82692577a6 HTTP/1.1" status: 200 len: 898 time: 0.1890776 Jan 26 21:30:40.863467 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-798ea606-d976-44bb-b49d-96d77dfd7309 tempest-TagsExtTest-1251269627 tempest-TagsExtTest-1251269627-project] 10.222.0.13 "DELETE /v2.0/subnetpools/7f8ff47d-94c1-4ce8-96df-91cb1d1b732e/tags HTTP/1.1" status: 204 len: 168 time: 0.1208084 Jan 26 21:30:40.866096 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 51722) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:30:40.870695 n-d-760453-5 neutron-server[103304]: DEBUG neutron.services.tag.tag_plugin [None req-06cdf6e0-0348-4ef4-bb2f-417071e590c2 tempest-TagsExtTest-1251269627 tempest-TagsExtTest-1251269627-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '9db52c41-7ec6-4a25-a344-734fde818850') {} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:30:40.993889 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-5fefc536-18ae-4f10-9486-175a8a68a512 req-e5cc803d-a094-42ba-891a-ffc748f190dc service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f70854ca-3509-43b6-af82-defa62f413c5 HTTP/1.1" status: 200 len: 1002 time: 0.1211443 Jan 26 21:30:41.013326 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-06cdf6e0-0348-4ef4-bb2f-417071e590c2 tempest-TagsExtTest-1251269627 tempest-TagsExtTest-1251269627-project] 10.222.0.13 "DELETE /v2.0/routers/9db52c41-7ec6-4a25-a344-734fde818850/tags HTTP/1.1" status: 204 len: 168 time: 0.1460462 Jan 26 21:30:41.015935 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 51724) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:30:41.020592 n-d-760453-5 neutron-server[103305]: DEBUG neutron.services.tag.tag_plugin [None req-8fe8d5cd-d445-400b-8766-856fb7bb4207 tempest-TagsExtTest-1251269627 tempest-TagsExtTest-1251269627-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'b094e8d5-7303-46aa-a4ef-a95f2325fbd7') {} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:30:41.053766 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fefc536-18ae-4f10-9486-175a8a68a512 req-cc44a94c-384f-499d-b57c-b152958591be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:30:41.055550 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-5fefc536-18ae-4f10-9486-175a8a68a512 req-cc44a94c-384f-499d-b57c-b152958591be service neutron] 10.222.0.66 "GET /v2.0/subnets?id=4f1e9217-1293-49d5-885f-ad0242ed3cd1 HTTP/1.1" status: 200 len: 835 time: 0.0541945 Jan 26 21:30:41.076989 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-8fe8d5cd-d445-400b-8766-856fb7bb4207 tempest-TagsExtTest-1251269627 tempest-TagsExtTest-1251269627-project] 10.222.0.13 "DELETE /v2.0/ports/b094e8d5-7303-46aa-a4ef-a95f2325fbd7/tags HTTP/1.1" status: 204 len: 168 time: 0.0600030 Jan 26 21:30:41.079623 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 51726) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:30:41.083823 n-d-760453-5 neutron-server[103305]: DEBUG neutron.services.tag.tag_plugin [None req-a625e445-2058-4833-9df7-c77a2d1e2471 tempest-TagsExtTest-1251269627 tempest-TagsExtTest-1251269627-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '8dca55f4-07e6-446e-8e58-b92ac8f13c0e') {} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:30:41.105755 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fefc536-18ae-4f10-9486-175a8a68a512 req-a8a8b131-3283-4ef3-965f-ce84ed7814be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:30:41.107284 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-5fefc536-18ae-4f10-9486-175a8a68a512 req-a8a8b131-3283-4ef3-965f-ce84ed7814be service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=7557909c-f107-4fe1-9c5f-aa82692577a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0451934 Jan 26 21:30:41.137751 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-a625e445-2058-4833-9df7-c77a2d1e2471 tempest-TagsExtTest-1251269627 tempest-TagsExtTest-1251269627-project] 10.222.0.13 "DELETE /v2.0/subnets/8dca55f4-07e6-446e-8e58-b92ac8f13c0e/tags HTTP/1.1" status: 204 len: 168 time: 0.0570087 Jan 26 21:30:41.141425 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 51728) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:30:41.145836 n-d-760453-5 neutron-server[103305]: DEBUG neutron.services.tag.tag_plugin [None req-79cee93e-03c1-43ea-a758-298829c633bd tempest-TagsExtTest-1251269627 tempest-TagsExtTest-1251269627-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '8dca55f4-07e6-446e-8e58-b92ac8f13c0e', 'tempest-TagsExtTest-Tag-1823477319') {} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:30:41.202179 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-5fefc536-18ae-4f10-9486-175a8a68a512 req-e659effc-00f3-4daa-b132-22d6527a3c0c service neutron] 10.222.0.66 "GET /v2.0/networks/7557909c-f107-4fe1-9c5f-aa82692577a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870163 Jan 26 21:30:41.212473 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-79cee93e-03c1-43ea-a758-298829c633bd tempest-TagsExtTest-1251269627 tempest-TagsExtTest-1251269627-project] 10.222.0.13 "PUT /v2.0/subnets/8dca55f4-07e6-446e-8e58-b92ac8f13c0e/tags/tempest-TagsExtTest-Tag-1823477319 HTTP/1.1" status: 201 len: 201 time: 0.0694818 Jan 26 21:30:41.213062 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 51732) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:30:41.218681 n-d-760453-5 neutron-server[103305]: DEBUG neutron.services.tag.tag_plugin [None req-df390fc3-6740-4ecb-a80b-1e06e6a4a25b tempest-TagsExtTest-1251269627 tempest-TagsExtTest-1251269627-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', 'b094e8d5-7303-46aa-a4ef-a95f2325fbd7', 'tempest-TagsExtTest-Tag-679535989') {} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:30:41.286685 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-df390fc3-6740-4ecb-a80b-1e06e6a4a25b tempest-TagsExtTest-1251269627 tempest-TagsExtTest-1251269627-project] 10.222.0.13 "PUT /v2.0/ports/b094e8d5-7303-46aa-a4ef-a95f2325fbd7/tags/tempest-TagsExtTest-Tag-679535989 HTTP/1.1" status: 201 len: 201 time: 0.0725822 Jan 26 21:30:41.289232 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 51734) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:30:41.293831 n-d-760453-5 neutron-server[103305]: DEBUG neutron.services.tag.tag_plugin [None req-f2b64c1e-ee97-4748-abf8-8d9545ceb7d3 tempest-TagsExtTest-1251269627 tempest-TagsExtTest-1251269627-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '9db52c41-7ec6-4a25-a344-734fde818850', 'tempest-TagsExtTest-Tag-1414560275') {} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:30:41.303956 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-5fefc536-18ae-4f10-9486-175a8a68a512 req-a0fe5a79-dec7-4bbe-b253-5764af83baff service neutron] 10.222.0.66 "GET /v2.0/networks/7557909c-f107-4fe1-9c5f-aa82692577a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0957251 Jan 26 21:30:41.376262 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-f2b64c1e-ee97-4748-abf8-8d9545ceb7d3 tempest-TagsExtTest-1251269627 tempest-TagsExtTest-1251269627-project] 10.222.0.13 "PUT /v2.0/routers/9db52c41-7ec6-4a25-a344-734fde818850/tags/tempest-TagsExtTest-Tag-1414560275 HTTP/1.1" status: 201 len: 201 time: 0.0859809 Jan 26 21:30:41.379064 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 51738) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:30:41.383595 n-d-760453-5 neutron-server[103305]: DEBUG neutron.services.tag.tag_plugin [None req-d3a260ea-ae44-4c45-8dd6-6331ae757fd3 tempest-TagsExtTest-1251269627 tempest-TagsExtTest-1251269627-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '7f8ff47d-94c1-4ce8-96df-91cb1d1b732e', 'tempest-TagsExtTest-Tag-1521680902') {} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:30:41.418180 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-d3a260ea-ae44-4c45-8dd6-6331ae757fd3 tempest-TagsExtTest-1251269627 tempest-TagsExtTest-1251269627-project] 10.222.0.13 "PUT /v2.0/subnetpools/7f8ff47d-94c1-4ce8-96df-91cb1d1b732e/tags/tempest-TagsExtTest-Tag-1521680902 HTTP/1.1" status: 201 len: 201 time: 0.0378942 Jan 26 21:30:41.420994 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 51740) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:30:41.426030 n-d-760453-5 neutron-server[103305]: DEBUG neutron.services.tag.tag_plugin [None req-b7b10165-aff4-4e80-ac70-7fe3634154aa tempest-TagsExtTest-1251269627 tempest-TagsExtTest-1251269627-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', '8dca55f4-07e6-446e-8e58-b92ac8f13c0e', {'tags': ['tempest-TagsExtTest-Tag-374381202', 'tempest-TagsExtTest-Tag-1155934481', 'tempest-TagsExtTest-Tag-453559561']}) {} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:30:41.475855 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e43d670-f9ac-4075-a8a8-9df5b06daf47 req-9d8040f8-2798-46fc-9201-3e4401b5963f tempest-ServerDiskConfigTestJSON-1504097755 tempest-ServerDiskConfigTestJSON-1504097755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:30:41.477388 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-4e43d670-f9ac-4075-a8a8-9df5b06daf47 req-9d8040f8-2798-46fc-9201-3e4401b5963f tempest-ServerDiskConfigTestJSON-1504097755 tempest-ServerDiskConfigTestJSON-1504097755-project] 10.222.0.13 "GET /v2.0/ports?device_id=8b978eb6-35c4-4ea9-b2d9-88b39a1c70a2 HTTP/1.1" status: 200 len: 945 time: 0.0506065 Jan 26 21:30:41.489667 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-b7b10165-aff4-4e80-ac70-7fe3634154aa tempest-TagsExtTest-1251269627 tempest-TagsExtTest-1251269627-project] 10.222.0.13 "PUT /v2.0/subnets/8dca55f4-07e6-446e-8e58-b92ac8f13c0e/tags HTTP/1.1" status: 200 len: 316 time: 0.0676136 Jan 26 21:30:41.492178 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 51742) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:30:41.496230 n-d-760453-5 neutron-server[103305]: DEBUG neutron.services.tag.tag_plugin [None req-2ef2c52d-509c-4d60-b20f-d11dfaeabb97 tempest-TagsExtTest-1251269627 tempest-TagsExtTest-1251269627-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '8dca55f4-07e6-446e-8e58-b92ac8f13c0e') {} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:30:41.535159 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-4e43d670-f9ac-4075-a8a8-9df5b06daf47 req-a6951449-79ed-42f2-9e10-e6c98faac3d6 tempest-ServerDiskConfigTestJSON-1504097755 tempest-ServerDiskConfigTestJSON-1504097755-project] 10.222.0.13 "GET /v2.0/security-groups?id=783fb386-6fd2-4948-95d6-8177a10ccbe5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513914 Jan 26 21:30:41.582400 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-2ef2c52d-509c-4d60-b20f-d11dfaeabb97 tempest-TagsExtTest-1251269627 tempest-TagsExtTest-1251269627-project] 10.222.0.13 "DELETE /v2.0/subnets/8dca55f4-07e6-446e-8e58-b92ac8f13c0e/tags HTTP/1.1" status: 204 len: 168 time: 0.0863364 Jan 26 21:30:41.582745 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 51748) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:30:41.587420 n-d-760453-5 neutron-server[103304]: DEBUG neutron.services.tag.tag_plugin [None req-df592a8a-eca0-4b41-b595-25f21e31b9ae tempest-TagsExtTest-1251269627 tempest-TagsExtTest-1251269627-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '8dca55f4-07e6-446e-8e58-b92ac8f13c0e', 'tempest-TagsExtTest-Tag-374381202') {} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:30:41.628581 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device 93a8cd7a-99d5-44d4-91dd-bb76d9d2f65a up at agent ovs-agent-n-d-760453-5 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 21:30:41.638482 n-d-760453-5 neutron-server[103304]: INFO neutron.api.v2.resource [None req-df592a8a-eca0-4b41-b595-25f21e31b9ae tempest-TagsExtTest-1251269627 tempest-TagsExtTest-1251269627-project] show failed (client error): The resource could not be found. Jan 26 21:30:41.639544 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-df592a8a-eca0-4b41-b595-25f21e31b9ae tempest-TagsExtTest-1251269627 tempest-TagsExtTest-1251269627-project] 10.222.0.13 "GET /v2.0/subnets/8dca55f4-07e6-446e-8e58-b92ac8f13c0e/tags/tempest-TagsExtTest-Tag-374381202 HTTP/1.1" status: 404 len: 328 time: 0.0557806 Jan 26 21:30:41.643048 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 51750) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:30:41.647130 n-d-760453-5 neutron-server[103304]: DEBUG neutron.services.tag.tag_plugin [None req-daabcdae-90ac-4d00-979d-1d265ba88309 tempest-TagsExtTest-1251269627 tempest-TagsExtTest-1251269627-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '8dca55f4-07e6-446e-8e58-b92ac8f13c0e', 'tempest-TagsExtTest-Tag-1155934481') {} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:30:41.686871 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Provisioning complete for port 93a8cd7a-99d5-44d4-91dd-bb76d9d2f65a triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:30:41.687354 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (93a8cd7a-99d5-44d4-91dd-bb76d9d2f65a), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:30:41.709614 n-d-760453-5 neutron-server[103304]: INFO neutron.api.v2.resource [None req-daabcdae-90ac-4d00-979d-1d265ba88309 tempest-TagsExtTest-1251269627 tempest-TagsExtTest-1251269627-project] show failed (client error): The resource could not be found. Jan 26 21:30:41.713588 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-daabcdae-90ac-4d00-979d-1d265ba88309 tempest-TagsExtTest-1251269627 tempest-TagsExtTest-1251269627-project] 10.222.0.13 "GET /v2.0/subnets/8dca55f4-07e6-446e-8e58-b92ac8f13c0e/tags/tempest-TagsExtTest-Tag-1155934481 HTTP/1.1" status: 404 len: 329 time: 0.0668437 Jan 26 21:30:41.713940 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 51754) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:30:41.718838 n-d-760453-5 neutron-server[103304]: DEBUG neutron.services.tag.tag_plugin [None req-8299bf6b-4ef3-42fe-836b-d863f2b9087d tempest-TagsExtTest-1251269627 tempest-TagsExtTest-1251269627-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '8dca55f4-07e6-446e-8e58-b92ac8f13c0e', 'tempest-TagsExtTest-Tag-453559561') {} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:30:41.773692 n-d-760453-5 neutron-server[103304]: INFO neutron.api.v2.resource [None req-8299bf6b-4ef3-42fe-836b-d863f2b9087d tempest-TagsExtTest-1251269627 tempest-TagsExtTest-1251269627-project] show failed (client error): The resource could not be found. Jan 26 21:30:41.775179 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Current status of the port 93a8cd7a-99d5-44d4-91dd-bb76d9d2f65a is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:30:41.777633 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 51756) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:30:41.777796 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-8299bf6b-4ef3-42fe-836b-d863f2b9087d tempest-TagsExtTest-1251269627 tempest-TagsExtTest-1251269627-project] 10.222.0.13 "GET /v2.0/subnets/8dca55f4-07e6-446e-8e58-b92ac8f13c0e/tags/tempest-TagsExtTest-Tag-453559561 HTTP/1.1" status: 404 len: 328 time: 0.0625880 Jan 26 21:30:41.783753 n-d-760453-5 neutron-server[103305]: DEBUG neutron.services.tag.tag_plugin [None req-135179e4-c61d-4a00-b91f-fc60c9138bfe tempest-TagsExtTest-1251269627 tempest-TagsExtTest-1251269627-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', 'b094e8d5-7303-46aa-a4ef-a95f2325fbd7', {'tags': ['tempest-TagsExtTest-Tag-1104811049', 'tempest-TagsExtTest-Tag-781047044', 'tempest-TagsExtTest-Tag-669998518']}) {} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:30:41.846295 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 51760) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:30:41.846975 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-135179e4-c61d-4a00-b91f-fc60c9138bfe tempest-TagsExtTest-1251269627 tempest-TagsExtTest-1251269627-project] 10.222.0.13 "PUT /v2.0/ports/b094e8d5-7303-46aa-a4ef-a95f2325fbd7/tags HTTP/1.1" status: 200 len: 316 time: 0.0664225 Jan 26 21:30:41.850955 n-d-760453-5 neutron-server[103304]: DEBUG neutron.services.tag.tag_plugin [None req-7c920b8d-948b-40da-8219-a30d3e2efa68 tempest-TagsExtTest-1251269627 tempest-TagsExtTest-1251269627-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'b094e8d5-7303-46aa-a4ef-a95f2325fbd7') {} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:30:41.919333 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-7c920b8d-948b-40da-8219-a30d3e2efa68 tempest-TagsExtTest-1251269627 tempest-TagsExtTest-1251269627-project] 10.222.0.13 "DELETE /v2.0/ports/b094e8d5-7303-46aa-a4ef-a95f2325fbd7/tags HTTP/1.1" status: 204 len: 168 time: 0.0717235 Jan 26 21:30:41.921742 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 51762) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:30:41.926038 n-d-760453-5 neutron-server[103304]: DEBUG neutron.services.tag.tag_plugin [None req-3205e2c7-d317-4c80-9399-8d5204d9fde2 tempest-TagsExtTest-1251269627 tempest-TagsExtTest-1251269627-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'b094e8d5-7303-46aa-a4ef-a95f2325fbd7', 'tempest-TagsExtTest-Tag-1104811049') {} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:30:41.976819 n-d-760453-5 neutron-server[103304]: INFO neutron.api.v2.resource [None req-3205e2c7-d317-4c80-9399-8d5204d9fde2 tempest-TagsExtTest-1251269627 tempest-TagsExtTest-1251269627-project] show failed (client error): The resource could not be found. Jan 26 21:30:41.977944 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-3205e2c7-d317-4c80-9399-8d5204d9fde2 tempest-TagsExtTest-1251269627 tempest-TagsExtTest-1251269627-project] 10.222.0.13 "GET /v2.0/ports/b094e8d5-7303-46aa-a4ef-a95f2325fbd7/tags/tempest-TagsExtTest-Tag-1104811049 HTTP/1.1" status: 404 len: 329 time: 0.0551918 Jan 26 21:30:41.980808 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 51764) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:30:41.985123 n-d-760453-5 neutron-server[103305]: DEBUG neutron.services.tag.tag_plugin [None req-cd5a10c8-5ff1-4916-a249-48b5a2d1d9db tempest-TagsExtTest-1251269627 tempest-TagsExtTest-1251269627-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'b094e8d5-7303-46aa-a4ef-a95f2325fbd7', 'tempest-TagsExtTest-Tag-781047044') {} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:30:42.034611 n-d-760453-5 neutron-server[103305]: INFO neutron.api.v2.resource [None req-cd5a10c8-5ff1-4916-a249-48b5a2d1d9db tempest-TagsExtTest-1251269627 tempest-TagsExtTest-1251269627-project] show failed (client error): The resource could not be found. Jan 26 21:30:42.035580 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-cd5a10c8-5ff1-4916-a249-48b5a2d1d9db tempest-TagsExtTest-1251269627 tempest-TagsExtTest-1251269627-project] 10.222.0.13 "GET /v2.0/ports/b094e8d5-7303-46aa-a4ef-a95f2325fbd7/tags/tempest-TagsExtTest-Tag-781047044 HTTP/1.1" status: 404 len: 328 time: 0.0537827 Jan 26 21:30:42.038374 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 51766) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:30:42.042582 n-d-760453-5 neutron-server[103305]: DEBUG neutron.services.tag.tag_plugin [None req-16cbf4c6-1ded-433b-8144-234b0072d201 tempest-TagsExtTest-1251269627 tempest-TagsExtTest-1251269627-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'b094e8d5-7303-46aa-a4ef-a95f2325fbd7', 'tempest-TagsExtTest-Tag-669998518') {} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:30:42.095364 n-d-760453-5 neutron-server[103305]: INFO neutron.api.v2.resource [None req-16cbf4c6-1ded-433b-8144-234b0072d201 tempest-TagsExtTest-1251269627 tempest-TagsExtTest-1251269627-project] show failed (client error): The resource could not be found. Jan 26 21:30:42.096413 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-16cbf4c6-1ded-433b-8144-234b0072d201 tempest-TagsExtTest-1251269627 tempest-TagsExtTest-1251269627-project] 10.222.0.13 "GET /v2.0/ports/b094e8d5-7303-46aa-a4ef-a95f2325fbd7/tags/tempest-TagsExtTest-Tag-669998518 HTTP/1.1" status: 404 len: 328 time: 0.0571249 Jan 26 21:30:42.099080 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 51768) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:30:42.103535 n-d-760453-5 neutron-server[103305]: DEBUG neutron.services.tag.tag_plugin [None req-502af2fb-479f-4c5e-81f7-36c6e7300f2b tempest-TagsExtTest-1251269627 tempest-TagsExtTest-1251269627-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', '9db52c41-7ec6-4a25-a344-734fde818850', {'tags': ['tempest-TagsExtTest-Tag-547070195', 'tempest-TagsExtTest-Tag-2122823548', 'tempest-TagsExtTest-Tag-1619440763']}) {} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:30:42.185258 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-502af2fb-479f-4c5e-81f7-36c6e7300f2b tempest-TagsExtTest-1251269627 tempest-TagsExtTest-1251269627-project] 10.222.0.13 "PUT /v2.0/routers/9db52c41-7ec6-4a25-a344-734fde818850/tags HTTP/1.1" status: 200 len: 317 time: 0.0851398 Jan 26 21:30:42.187682 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 51770) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:30:42.192488 n-d-760453-5 neutron-server[103305]: DEBUG neutron.services.tag.tag_plugin [None req-9659655c-02d8-4fdf-8cec-0904c9a0519d tempest-TagsExtTest-1251269627 tempest-TagsExtTest-1251269627-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '9db52c41-7ec6-4a25-a344-734fde818850') {} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:30:42.279856 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-9659655c-02d8-4fdf-8cec-0904c9a0519d tempest-TagsExtTest-1251269627 tempest-TagsExtTest-1251269627-project] 10.222.0.13 "DELETE /v2.0/routers/9db52c41-7ec6-4a25-a344-734fde818850/tags HTTP/1.1" status: 204 len: 168 time: 0.0911908 Jan 26 21:30:42.282644 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 51774) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:30:42.287331 n-d-760453-5 neutron-server[103305]: DEBUG neutron.services.tag.tag_plugin [None req-69afdc8d-9d05-42b8-9241-10aaf0e29f22 tempest-TagsExtTest-1251269627 tempest-TagsExtTest-1251269627-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '9db52c41-7ec6-4a25-a344-734fde818850', 'tempest-TagsExtTest-Tag-547070195') {} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:30:42.656938 n-d-760453-5 neutron-server[103305]: INFO neutron.api.v2.resource [None req-69afdc8d-9d05-42b8-9241-10aaf0e29f22 tempest-TagsExtTest-1251269627 tempest-TagsExtTest-1251269627-project] show failed (client error): The resource could not be found. Jan 26 21:30:42.659031 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-69afdc8d-9d05-42b8-9241-10aaf0e29f22 tempest-TagsExtTest-1251269627 tempest-TagsExtTest-1251269627-project] 10.222.0.13 "GET /v2.0/routers/9db52c41-7ec6-4a25-a344-734fde818850/tags/tempest-TagsExtTest-Tag-547070195 HTTP/1.1" status: 404 len: 328 time: 0.3742917 Jan 26 21:30:42.661314 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 51778) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:30:42.665734 n-d-760453-5 neutron-server[103305]: DEBUG neutron.services.tag.tag_plugin [None req-deb75e52-5997-4f10-bfac-4eb9d67df3ea tempest-TagsExtTest-1251269627 tempest-TagsExtTest-1251269627-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '9db52c41-7ec6-4a25-a344-734fde818850', 'tempest-TagsExtTest-Tag-2122823548') {} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:30:42.674892 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2568322-8caf-43a6-a551-821f1766e692 req-38a6128c-97ad-4103-bc54-1325fe32f095 tempest-ServerDiskConfigTestJSON-1504097755 tempest-ServerDiskConfigTestJSON-1504097755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:30:42.676856 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-f2568322-8caf-43a6-a551-821f1766e692 req-38a6128c-97ad-4103-bc54-1325fe32f095 tempest-ServerDiskConfigTestJSON-1504097755 tempest-ServerDiskConfigTestJSON-1504097755-project] 10.222.0.13 "GET /v2.0/ports?device_id=8b978eb6-35c4-4ea9-b2d9-88b39a1c70a2 HTTP/1.1" status: 200 len: 945 time: 0.0622702 Jan 26 21:30:42.727217 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-f2568322-8caf-43a6-a551-821f1766e692 req-977bfc4c-4ee5-4b7b-9220-e947bcf54ed2 tempest-ServerDiskConfigTestJSON-1504097755 tempest-ServerDiskConfigTestJSON-1504097755-project] 10.222.0.13 "GET /v2.0/security-groups?id=783fb386-6fd2-4948-95d6-8177a10ccbe5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447342 Jan 26 21:30:42.750633 n-d-760453-5 neutron-server[103305]: INFO neutron.api.v2.resource [None req-deb75e52-5997-4f10-bfac-4eb9d67df3ea tempest-TagsExtTest-1251269627 tempest-TagsExtTest-1251269627-project] show failed (client error): The resource could not be found. Jan 26 21:30:42.752145 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-deb75e52-5997-4f10-bfac-4eb9d67df3ea tempest-TagsExtTest-1251269627 tempest-TagsExtTest-1251269627-project] 10.222.0.13 "GET /v2.0/routers/9db52c41-7ec6-4a25-a344-734fde818850/tags/tempest-TagsExtTest-Tag-2122823548 HTTP/1.1" status: 404 len: 329 time: 0.0897677 Jan 26 21:30:42.754832 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 51782) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:30:42.759454 n-d-760453-5 neutron-server[103305]: DEBUG neutron.services.tag.tag_plugin [None req-81f11c95-096d-4997-bff5-48655b431da1 tempest-TagsExtTest-1251269627 tempest-TagsExtTest-1251269627-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '9db52c41-7ec6-4a25-a344-734fde818850', 'tempest-TagsExtTest-Tag-1619440763') {} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:30:42.836447 n-d-760453-5 neutron-server[103305]: INFO neutron.api.v2.resource [None req-81f11c95-096d-4997-bff5-48655b431da1 tempest-TagsExtTest-1251269627 tempest-TagsExtTest-1251269627-project] show failed (client error): The resource could not be found. Jan 26 21:30:42.837901 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-81f11c95-096d-4997-bff5-48655b431da1 tempest-TagsExtTest-1251269627 tempest-TagsExtTest-1251269627-project] 10.222.0.13 "GET /v2.0/routers/9db52c41-7ec6-4a25-a344-734fde818850/tags/tempest-TagsExtTest-Tag-1619440763 HTTP/1.1" status: 404 len: 329 time: 0.0820677 Jan 26 21:30:42.840755 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 51784) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:30:42.845260 n-d-760453-5 neutron-server[103305]: DEBUG neutron.services.tag.tag_plugin [None req-7a7ad989-38fb-4cfd-8f22-14d880155ec1 tempest-TagsExtTest-1251269627 tempest-TagsExtTest-1251269627-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', '7f8ff47d-94c1-4ce8-96df-91cb1d1b732e', {'tags': ['tempest-TagsExtTest-Tag-1331868549', 'tempest-TagsExtTest-Tag-91949670', 'tempest-TagsExtTest-Tag-790385265']}) {} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:30:42.879021 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-7a7ad989-38fb-4cfd-8f22-14d880155ec1 tempest-TagsExtTest-1251269627 tempest-TagsExtTest-1251269627-project] 10.222.0.13 "PUT /v2.0/subnetpools/7f8ff47d-94c1-4ce8-96df-91cb1d1b732e/tags HTTP/1.1" status: 200 len: 315 time: 0.0371616 Jan 26 21:30:42.881485 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 51786) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:30:42.885698 n-d-760453-5 neutron-server[103305]: DEBUG neutron.services.tag.tag_plugin [None req-ed7793ad-04fb-4431-9e53-57550828bbf8 tempest-TagsExtTest-1251269627 tempest-TagsExtTest-1251269627-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '7f8ff47d-94c1-4ce8-96df-91cb1d1b732e') {} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:30:42.920310 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-ed7793ad-04fb-4431-9e53-57550828bbf8 tempest-TagsExtTest-1251269627 tempest-TagsExtTest-1251269627-project] 10.222.0.13 "DELETE /v2.0/subnetpools/7f8ff47d-94c1-4ce8-96df-91cb1d1b732e/tags HTTP/1.1" status: 204 len: 168 time: 0.0378380 Jan 26 21:30:42.923123 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 51790) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:30:42.928358 n-d-760453-5 neutron-server[103304]: DEBUG neutron.services.tag.tag_plugin [None req-c8eb1699-73fd-4993-b074-a0a0ab21ab27 tempest-TagsExtTest-1251269627 tempest-TagsExtTest-1251269627-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '7f8ff47d-94c1-4ce8-96df-91cb1d1b732e', 'tempest-TagsExtTest-Tag-1331868549') {} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:30:42.949399 n-d-760453-5 neutron-server[103304]: INFO neutron.api.v2.resource [None req-c8eb1699-73fd-4993-b074-a0a0ab21ab27 tempest-TagsExtTest-1251269627 tempest-TagsExtTest-1251269627-project] show failed (client error): The resource could not be found. Jan 26 21:30:42.952797 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-c8eb1699-73fd-4993-b074-a0a0ab21ab27 tempest-TagsExtTest-1251269627 tempest-TagsExtTest-1251269627-project] 10.222.0.13 "GET /v2.0/subnetpools/7f8ff47d-94c1-4ce8-96df-91cb1d1b732e/tags/tempest-TagsExtTest-Tag-1331868549 HTTP/1.1" status: 404 len: 329 time: 0.0255964 Jan 26 21:30:42.953749 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 51792) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:30:42.958162 n-d-760453-5 neutron-server[103304]: DEBUG neutron.services.tag.tag_plugin [None req-8331ee29-3c23-443a-97b4-c8de4a80a44f tempest-TagsExtTest-1251269627 tempest-TagsExtTest-1251269627-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '7f8ff47d-94c1-4ce8-96df-91cb1d1b732e', 'tempest-TagsExtTest-Tag-91949670') {} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:30:42.980039 n-d-760453-5 neutron-server[103304]: INFO neutron.api.v2.resource [None req-8331ee29-3c23-443a-97b4-c8de4a80a44f tempest-TagsExtTest-1251269627 tempest-TagsExtTest-1251269627-project] show failed (client error): The resource could not be found. Jan 26 21:30:42.981139 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-8331ee29-3c23-443a-97b4-c8de4a80a44f tempest-TagsExtTest-1251269627 tempest-TagsExtTest-1251269627-project] 10.222.0.13 "GET /v2.0/subnetpools/7f8ff47d-94c1-4ce8-96df-91cb1d1b732e/tags/tempest-TagsExtTest-Tag-91949670 HTTP/1.1" status: 404 len: 327 time: 0.0264983 Jan 26 21:30:42.984315 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 51794) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:30:42.989565 n-d-760453-5 neutron-server[103305]: DEBUG neutron.services.tag.tag_plugin [None req-7e45da5f-4512-457d-a184-fa708f4ef11d tempest-TagsExtTest-1251269627 tempest-TagsExtTest-1251269627-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '7f8ff47d-94c1-4ce8-96df-91cb1d1b732e', 'tempest-TagsExtTest-Tag-790385265') {} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:30:43.009010 n-d-760453-5 neutron-server[103305]: INFO neutron.api.v2.resource [None req-7e45da5f-4512-457d-a184-fa708f4ef11d tempest-TagsExtTest-1251269627 tempest-TagsExtTest-1251269627-project] show failed (client error): The resource could not be found. Jan 26 21:30:43.010045 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-7e45da5f-4512-457d-a184-fa708f4ef11d tempest-TagsExtTest-1251269627 tempest-TagsExtTest-1251269627-project] 10.222.0.13 "GET /v2.0/subnetpools/7f8ff47d-94c1-4ce8-96df-91cb1d1b732e/tags/tempest-TagsExtTest-Tag-790385265 HTTP/1.1" status: 404 len: 328 time: 0.0245857 Jan 26 21:30:43.012636 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 51796) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:30:43.016744 n-d-760453-5 neutron-server[103305]: DEBUG neutron.services.tag.tag_plugin [None req-9d417e31-3b02-49ba-846b-500f37348692 tempest-TagsExtTest-1251269627 tempest-TagsExtTest-1251269627-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '7f8ff47d-94c1-4ce8-96df-91cb1d1b732e') {} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:30:43.040173 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-9d417e31-3b02-49ba-846b-500f37348692 tempest-TagsExtTest-1251269627 tempest-TagsExtTest-1251269627-project] 10.222.0.13 "DELETE /v2.0/subnetpools/7f8ff47d-94c1-4ce8-96df-91cb1d1b732e/tags HTTP/1.1" status: 204 len: 168 time: 0.0266221 Jan 26 21:30:43.042536 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 51798) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:30:43.046758 n-d-760453-5 neutron-server[103305]: DEBUG neutron.services.tag.tag_plugin [None req-ffadd487-4648-4553-9fae-ef3213a8c4c4 tempest-TagsExtTest-1251269627 tempest-TagsExtTest-1251269627-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '9db52c41-7ec6-4a25-a344-734fde818850') {} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:30:43.125417 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-ffadd487-4648-4553-9fae-ef3213a8c4c4 tempest-TagsExtTest-1251269627 tempest-TagsExtTest-1251269627-project] 10.222.0.13 "DELETE /v2.0/routers/9db52c41-7ec6-4a25-a344-734fde818850/tags HTTP/1.1" status: 204 len: 168 time: 0.0817838 Jan 26 21:30:43.127867 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 51800) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:30:43.131998 n-d-760453-5 neutron-server[103305]: DEBUG neutron.services.tag.tag_plugin [None req-fc187cec-26a7-4b40-9e61-53c509222a2c tempest-TagsExtTest-1251269627 tempest-TagsExtTest-1251269627-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'b094e8d5-7303-46aa-a4ef-a95f2325fbd7') {} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:30:43.185618 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-fc187cec-26a7-4b40-9e61-53c509222a2c tempest-TagsExtTest-1251269627 tempest-TagsExtTest-1251269627-project] 10.222.0.13 "DELETE /v2.0/ports/b094e8d5-7303-46aa-a4ef-a95f2325fbd7/tags HTTP/1.1" status: 204 len: 168 time: 0.0567510 Jan 26 21:30:43.188140 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 51802) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:30:43.192219 n-d-760453-5 neutron-server[103305]: DEBUG neutron.services.tag.tag_plugin [None req-a25fd8b7-475b-4b3c-89ad-fc0c82f10f96 tempest-TagsExtTest-1251269627 tempest-TagsExtTest-1251269627-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '8dca55f4-07e6-446e-8e58-b92ac8f13c0e') {} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:30:43.252897 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-a25fd8b7-475b-4b3c-89ad-fc0c82f10f96 tempest-TagsExtTest-1251269627 tempest-TagsExtTest-1251269627-project] 10.222.0.13 "DELETE /v2.0/subnets/8dca55f4-07e6-446e-8e58-b92ac8f13c0e/tags HTTP/1.1" status: 204 len: 168 time: 0.0637903 Jan 26 21:30:43.257158 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 51804) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:30:43.338696 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-2bb196cb-fcd8-4452-b72e-0d72fe077cca tempest-TagsExtTest-1251269627 tempest-TagsExtTest-1251269627-project] Publish callbacks [] for subnetpool (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:30:43.342381 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-2bb196cb-fcd8-4452-b72e-0d72fe077cca tempest-TagsExtTest-1251269627 tempest-TagsExtTest-1251269627-project] 10.222.0.13 "DELETE /v2.0/subnetpools/7f8ff47d-94c1-4ce8-96df-91cb1d1b732e HTTP/1.1" status: 204 len: 168 time: 0.0819645 Jan 26 21:30:43.342666 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 51806) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:30:43.372338 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-b6bf2212-aeda-42dd-b63f-b7b9b1848c59 tempest-TagsExtTest-1251269627 tempest-TagsExtTest-1251269627-project] 10.222.0.13 "GET /v2.0/ports?device_id=9db52c41-7ec6-4a25-a344-734fde818850 HTTP/1.1" status: 200 len: 205 time: 0.0265043 Jan 26 21:30:43.372619 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 51810) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:30:43.464018 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-0399484d-76ea-4119-8e4c-8eeda70ba2be tempest-TagsExtTest-1251269627 tempest-TagsExtTest-1251269627-project] Publish callbacks [] for router (9db52c41-7ec6-4a25-a344-734fde818850), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:30:43.620062 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-0399484d-76ea-4119-8e4c-8eeda70ba2be tempest-TagsExtTest-1251269627 tempest-TagsExtTest-1251269627-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4105774', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13082'] for router (9db52c41-7ec6-4a25-a344-734fde818850), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:30:43.622221 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-0399484d-76ea-4119-8e4c-8eeda70ba2be tempest-TagsExtTest-1251269627 tempest-TagsExtTest-1251269627-project] Publish callbacks [] for router_controller (9db52c41-7ec6-4a25-a344-734fde818850), precommit_delete_associations {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:30:43.664213 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-0399484d-76ea-4119-8e4c-8eeda70ba2be tempest-TagsExtTest-1251269627 tempest-TagsExtTest-1251269627-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4105767'] for router (9db52c41-7ec6-4a25-a344-734fde818850), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:30:43.664593 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0399484d-76ea-4119-8e4c-8eeda70ba2be tempest-TagsExtTest-1251269627 tempest-TagsExtTest-1251269627-project] Fanout notify agent at l3_agent the message router_deleted on router 9db52c41-7ec6-4a25-a344-734fde818850 {{(pid=103305) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 26 21:30:43.671740 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-0399484d-76ea-4119-8e4c-8eeda70ba2be tempest-TagsExtTest-1251269627 tempest-TagsExtTest-1251269627-project] Publish callbacks [] for router (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:30:43.675485 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 51812) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:30:43.675980 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-0399484d-76ea-4119-8e4c-8eeda70ba2be tempest-TagsExtTest-1251269627 tempest-TagsExtTest-1251269627-project] 10.222.0.13 "DELETE /v2.0/routers/9db52c41-7ec6-4a25-a344-734fde818850 HTTP/1.1" status: 204 len: 168 time: 0.3019695 Jan 26 21:30:43.782564 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-55ba7b06-7f61-4548-81e2-4f99a9253b3e tempest-TagsExtTest-1251269627 tempest-TagsExtTest-1251269627-project] Deleting port b094e8d5-7303-46aa-a4ef-a95f2325fbd7 {{(pid=103304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 21:30:43.783064 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-55ba7b06-7f61-4548-81e2-4f99a9253b3e tempest-TagsExtTest-1251269627 tempest-TagsExtTest-1251269627-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746560630878'] for port (b094e8d5-7303-46aa-a4ef-a95f2325fbd7), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:30:43.933444 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f0d319-f47b-4a9e-a522-85d17f83f26c req-42d3ff04-6cbb-4590-8491-751e4cb4b096 tempest-ServerDiskConfigTestJSON-1504097755 tempest-ServerDiskConfigTestJSON-1504097755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:30:43.934858 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-e5f0d319-f47b-4a9e-a522-85d17f83f26c req-42d3ff04-6cbb-4590-8491-751e4cb4b096 tempest-ServerDiskConfigTestJSON-1504097755 tempest-ServerDiskConfigTestJSON-1504097755-project] 10.222.0.13 "GET /v2.0/ports?device_id=8b978eb6-35c4-4ea9-b2d9-88b39a1c70a2 HTTP/1.1" status: 200 len: 945 time: 0.1043632 Jan 26 21:30:43.940090 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-55ba7b06-7f61-4548-81e2-4f99a9253b3e tempest-TagsExtTest-1251269627 tempest-TagsExtTest-1251269627-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4109658'] for port (b094e8d5-7303-46aa-a4ef-a95f2325fbd7), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:30:43.970074 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-55ba7b06-7f61-4548-81e2-4f99a9253b3e tempest-TagsExtTest-1251269627 tempest-TagsExtTest-1251269627-project] Calling delete_port for b094e8d5-7303-46aa-a4ef-a95f2325fbd7 owned by {{(pid=103304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 21:30:44.043939 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-e5f0d319-f47b-4a9e-a522-85d17f83f26c req-63db5d89-e91e-4dcf-acbe-260379090c64 tempest-ServerDiskConfigTestJSON-1504097755 tempest-ServerDiskConfigTestJSON-1504097755-project] 10.222.0.13 "GET /v2.0/security-groups?id=783fb386-6fd2-4948-95d6-8177a10ccbe5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006875 Jan 26 21:30:44.129877 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-55ba7b06-7f61-4548-81e2-4f99a9253b3e tempest-TagsExtTest-1251269627 tempest-TagsExtTest-1251269627-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746560636600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746560234536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9281553'] for port (b094e8d5-7303-46aa-a4ef-a95f2325fbd7), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:30:44.162540 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ba7b06-7f61-4548-81e2-4f99a9253b3e tempest-TagsExtTest-1251269627 tempest-TagsExtTest-1251269627-project] Pushing event deleted for resources: {'Port': ['ID=b094e8d5-7303-46aa-a4ef-a95f2325fbd7,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:30:44.242128 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-55ba7b06-7f61-4548-81e2-4f99a9253b3e tempest-TagsExtTest-1251269627 tempest-TagsExtTest-1251269627-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:30:44.246197 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-55ba7b06-7f61-4548-81e2-4f99a9253b3e tempest-TagsExtTest-1251269627 tempest-TagsExtTest-1251269627-project] 10.222.0.13 "DELETE /v2.0/ports/b094e8d5-7303-46aa-a4ef-a95f2325fbd7 HTTP/1.1" status: 204 len: 168 time: 0.5696032 Jan 26 21:30:44.248558 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 51820) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:30:44.301780 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.db_base_plugin_v2 [None req-751c430e-d0b4-426d-a16c-868d550b4356 tempest-TagsExtTest-1251269627 tempest-TagsExtTest-1251269627-project] Deleting subnet 8dca55f4-07e6-446e-8e58-b92ac8f13c0e {{(pid=103304) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 26 21:30:44.305403 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-751c430e-d0b4-426d-a16c-868d550b4356 tempest-TagsExtTest-1251269627 tempest-TagsExtTest-1251269627-project] Publish callbacks [] for subnet (8dca55f4-07e6-446e-8e58-b92ac8f13c0e), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:30:44.346975 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-751c430e-d0b4-426d-a16c-868d550b4356 tempest-TagsExtTest-1251269627 tempest-TagsExtTest-1251269627-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8881284'] for subnet (8dca55f4-07e6-446e-8e58-b92ac8f13c0e), precommit_delete_associations {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:30:44.435973 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-751c430e-d0b4-426d-a16c-868d550b4356 tempest-TagsExtTest-1251269627 tempest-TagsExtTest-1251269627-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687316'] for subnet (8dca55f4-07e6-446e-8e58-b92ac8f13c0e), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:30:44.495486 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-751c430e-d0b4-426d-a16c-868d550b4356 tempest-TagsExtTest-1251269627 tempest-TagsExtTest-1251269627-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9281612', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12215216'] for subnet (8dca55f4-07e6-446e-8e58-b92ac8f13c0e), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:30:44.523538 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-751c430e-d0b4-426d-a16c-868d550b4356 tempest-TagsExtTest-1251269627 tempest-TagsExtTest-1251269627-project] Pushing event deleted for resources: {'Subnet': ['ID=8dca55f4-07e6-446e-8e58-b92ac8f13c0e,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:30:44.527352 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-751c430e-d0b4-426d-a16c-868d550b4356 tempest-TagsExtTest-1251269627 tempest-TagsExtTest-1251269627-project] Publish callbacks [] for subnet (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:30:44.530596 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-751c430e-d0b4-426d-a16c-868d550b4356 tempest-TagsExtTest-1251269627 tempest-TagsExtTest-1251269627-project] 10.222.0.13 "DELETE /v2.0/subnets/8dca55f4-07e6-446e-8e58-b92ac8f13c0e HTTP/1.1" status: 204 len: 168 time: 0.2810986 Jan 26 21:30:44.533102 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 51824) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:30:44.534250 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ccdaad7-cca4-4190-9786-b9df6c2869ca None None] Network 1cf7e29c-fe91-426c-878c-6cc6e8242042 requested from n-d-760453-5 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 26 21:30:44.613730 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-8f0f5555-4317-4cf4-970d-b0c33dc79f1f tempest-TagsExtTest-1251269627 tempest-TagsExtTest-1251269627-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-748181'] for network (1cf7e29c-fe91-426c-878c-6cc6e8242042), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:30:44.672044 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-8f0f5555-4317-4cf4-970d-b0c33dc79f1f tempest-TagsExtTest-1251269627 tempest-TagsExtTest-1251269627-project] Deleting port 93a8cd7a-99d5-44d4-91dd-bb76d9d2f65a {{(pid=103304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 21:30:44.672424 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-8f0f5555-4317-4cf4-970d-b0c33dc79f1f tempest-TagsExtTest-1251269627 tempest-TagsExtTest-1251269627-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746560630878'] for port (93a8cd7a-99d5-44d4-91dd-bb76d9d2f65a), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:30:44.691015 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d61fd42-4a99-49e1-b01f-6195fcad495e None None] DHCP port deletion for 1cf7e29c-fe91-426c-878c-6cc6e8242042 request from n-d-760453-5 {{(pid=103306) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 26 21:30:44.740561 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [None req-8f0f5555-4317-4cf4-970d-b0c33dc79f1f tempest-TagsExtTest-1251269627 tempest-TagsExtTest-1251269627-project] For port 93a8cd7a-99d5-44d4-91dd-bb76d9d2f65a, host n-d-760453-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=93a8cd7a-99d5-44d4-91dd-bb76d9d2f65a,segment=NetworkSegment(f166225b-89b4-4fb0-9bd8-054a1c27036e),segment_id=f166225b-89b4-4fb0-9bd8-054a1c27036e)] {{(pid=103304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:30:44.741143 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-8f0f5555-4317-4cf4-970d-b0c33dc79f1f tempest-TagsExtTest-1251269627 tempest-TagsExtTest-1251269627-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4109658'] for port (93a8cd7a-99d5-44d4-91dd-bb76d9d2f65a), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:30:44.749743 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-8d61fd42-4a99-49e1-b01f-6195fcad495e None None] Deleting port 93a8cd7a-99d5-44d4-91dd-bb76d9d2f65a {{(pid=103306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 21:30:44.750262 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-8d61fd42-4a99-49e1-b01f-6195fcad495e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746560630878'] for port (93a8cd7a-99d5-44d4-91dd-bb76d9d2f65a), before_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:30:44.756640 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-8f0f5555-4317-4cf4-970d-b0c33dc79f1f tempest-TagsExtTest-1251269627 tempest-TagsExtTest-1251269627-project] Calling delete_port for 93a8cd7a-99d5-44d4-91dd-bb76d9d2f65a owned by network:dhcp {{(pid=103304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 21:30:44.816583 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-8d61fd42-4a99-49e1-b01f-6195fcad495e None None] For port 93a8cd7a-99d5-44d4-91dd-bb76d9d2f65a, host n-d-760453-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=93a8cd7a-99d5-44d4-91dd-bb76d9d2f65a,segment=NetworkSegment(f166225b-89b4-4fb0-9bd8-054a1c27036e),segment_id=f166225b-89b4-4fb0-9bd8-054a1c27036e)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:30:44.817248 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-8d61fd42-4a99-49e1-b01f-6195fcad495e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4109658'] for port (93a8cd7a-99d5-44d4-91dd-bb76d9d2f65a), precommit_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:30:44.832608 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-8d61fd42-4a99-49e1-b01f-6195fcad495e None None] Calling delete_port for 93a8cd7a-99d5-44d4-91dd-bb76d9d2f65a owned by network:dhcp {{(pid=103306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 21:30:44.845127 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-8f0f5555-4317-4cf4-970d-b0c33dc79f1f tempest-TagsExtTest-1251269627 tempest-TagsExtTest-1251269627-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746560636600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746560234536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9281553'] for port (93a8cd7a-99d5-44d4-91dd-bb76d9d2f65a), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:30:44.873936 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f0f5555-4317-4cf4-970d-b0c33dc79f1f tempest-TagsExtTest-1251269627 tempest-TagsExtTest-1251269627-project] Pushing event deleted for resources: {'Port': ['ID=93a8cd7a-99d5-44d4-91dd-bb76d9d2f65a,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:30:44.882874 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f0f5555-4317-4cf4-970d-b0c33dc79f1f tempest-TagsExtTest-1251269627 tempest-TagsExtTest-1251269627-project] No DVR routers for this DVR port 93a8cd7a-99d5-44d4-91dd-bb76d9d2f65a on host n-d-760453-5 {{(pid=103304) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 26 21:30:44.894982 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f0f5555-4317-4cf4-970d-b0c33dc79f1f tempest-TagsExtTest-1251269627 tempest-TagsExtTest-1251269627-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:30:44.895329 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f0f5555-4317-4cf4-970d-b0c33dc79f1f tempest-TagsExtTest-1251269627 tempest-TagsExtTest-1251269627-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:30:44.895667 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f0f5555-4317-4cf4-970d-b0c33dc79f1f tempest-TagsExtTest-1251269627 tempest-TagsExtTest-1251269627-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:30:44.896055 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f0f5555-4317-4cf4-970d-b0c33dc79f1f tempest-TagsExtTest-1251269627 tempest-TagsExtTest-1251269627-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:30:44.896647 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f0f5555-4317-4cf4-970d-b0c33dc79f1f tempest-TagsExtTest-1251269627 tempest-TagsExtTest-1251269627-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:30:44.896647 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f0f5555-4317-4cf4-970d-b0c33dc79f1f tempest-TagsExtTest-1251269627 tempest-TagsExtTest-1251269627-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:30:44.896973 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f0f5555-4317-4cf4-970d-b0c33dc79f1f tempest-TagsExtTest-1251269627 tempest-TagsExtTest-1251269627-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:30:44.897447 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f0f5555-4317-4cf4-970d-b0c33dc79f1f tempest-TagsExtTest-1251269627 tempest-TagsExtTest-1251269627-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:30:44.897830 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f0f5555-4317-4cf4-970d-b0c33dc79f1f tempest-TagsExtTest-1251269627 tempest-TagsExtTest-1251269627-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:30:44.898974 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f0f5555-4317-4cf4-970d-b0c33dc79f1f tempest-TagsExtTest-1251269627 tempest-TagsExtTest-1251269627-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:30:44.899307 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f0f5555-4317-4cf4-970d-b0c33dc79f1f tempest-TagsExtTest-1251269627 tempest-TagsExtTest-1251269627-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:30:44.900212 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f0f5555-4317-4cf4-970d-b0c33dc79f1f tempest-TagsExtTest-1251269627 tempest-TagsExtTest-1251269627-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:30:44.900212 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f0f5555-4317-4cf4-970d-b0c33dc79f1f tempest-TagsExtTest-1251269627 tempest-TagsExtTest-1251269627-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:30:44.920969 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-8d61fd42-4a99-49e1-b01f-6195fcad495e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746560636600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746560234536'] for port (93a8cd7a-99d5-44d4-91dd-bb76d9d2f65a), after_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:30:44.948191 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d61fd42-4a99-49e1-b01f-6195fcad495e None None] Pushing event deleted for resources: {'Port': ['ID=93a8cd7a-99d5-44d4-91dd-bb76d9d2f65a,revision_number=None']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:30:44.950524 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d61fd42-4a99-49e1-b01f-6195fcad495e None None] No DVR routers for this DVR port 93a8cd7a-99d5-44d4-91dd-bb76d9d2f65a on host n-d-760453-5 {{(pid=103306) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 26 21:30:44.996264 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-8f0f5555-4317-4cf4-970d-b0c33dc79f1f tempest-TagsExtTest-1251269627 tempest-TagsExtTest-1251269627-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-686403', 'neutron.services.segments.db._delete_segments_for_network-8746560774018'] for network (1cf7e29c-fe91-426c-878c-6cc6e8242042), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:30:45.018511 n-d-760453-5 neutron-server[103304]: DEBUG neutron.services.segments.db [None req-8f0f5555-4317-4cf4-970d-b0c33dc79f1f tempest-TagsExtTest-1251269627 tempest-TagsExtTest-1251269627-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1cf7e29c-fe91-426c-878c-6cc6e8242042']}} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:30:45.028198 n-d-760453-5 neutron-server[103304]: DEBUG neutron.services.segments.db [None req-8f0f5555-4317-4cf4-970d-b0c33dc79f1f tempest-TagsExtTest-1251269627 tempest-TagsExtTest-1251269627-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f166225b-89b4-4fb0-9bd8-054a1c27036e') {'for_net_delete': True} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:30:45.028505 n-d-760453-5 neutron-server[103304]: DEBUG neutron.services.segments.db [None req-8f0f5555-4317-4cf4-970d-b0c33dc79f1f tempest-TagsExtTest-1251269627 tempest-TagsExtTest-1251269627-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f166225b-89b4-4fb0-9bd8-054a1c27036e') {} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:30:45.039079 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-8f0f5555-4317-4cf4-970d-b0c33dc79f1f tempest-TagsExtTest-1251269627 tempest-TagsExtTest-1251269627-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746560742283', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8881293'] for segment (f166225b-89b4-4fb0-9bd8-054a1c27036e), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:30:45.053764 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-8f0f5555-4317-4cf4-970d-b0c33dc79f1f tempest-TagsExtTest-1251269627 tempest-TagsExtTest-1251269627-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576559'] for segment (f166225b-89b4-4fb0-9bd8-054a1c27036e), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:30:45.060827 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8f0f5555-4317-4cf4-970d-b0c33dc79f1f tempest-TagsExtTest-1251269627 tempest-TagsExtTest-1251269627-project] Releasing vlan 553 on physical network physnet1 to pool {{(pid=103304) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 26 21:30:45.061314 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-8f0f5555-4317-4cf4-970d-b0c33dc79f1f tempest-TagsExtTest-1251269627 tempest-TagsExtTest-1251269627-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9281762'] for segment (f166225b-89b4-4fb0-9bd8-054a1c27036e), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:30:45.064936 n-d-760453-5 neutron-server[103304]: Traceback (most recent call last): Jan 26 21:30:45.064936 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 26 21:30:45.064936 n-d-760453-5 neutron-server[103304]: timer() Jan 26 21:30:45.064936 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 26 21:30:45.064936 n-d-760453-5 neutron-server[103304]: cb(*args, **kw) Jan 26 21:30:45.064936 n-d-760453-5 neutron-server[103304]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 26 21:30:45.064936 n-d-760453-5 neutron-server[103304]: return func(*args, **kwargs) Jan 26 21:30:45.064936 n-d-760453-5 neutron-server[103304]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 26 21:30:45.064936 n-d-760453-5 neutron-server[103304]: self._notify() Jan 26 21:30:45.064936 n-d-760453-5 neutron-server[103304]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 26 21:30:45.064936 n-d-760453-5 neutron-server[103304]: self.callback(batched_events) Jan 26 21:30:45.064936 n-d-760453-5 neutron-server[103304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 26 21:30:45.064936 n-d-760453-5 neutron-server[103304]: event.method(event) Jan 26 21:30:45.064936 n-d-760453-5 neutron-server[103304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 26 21:30:45.064936 n-d-760453-5 neutron-server[103304]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 26 21:30:45.064936 n-d-760453-5 neutron-server[103304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 26 21:30:45.064936 n-d-760453-5 neutron-server[103304]: aggregate_uuid = self.p_client.list_aggregates( Jan 26 21:30:45.064936 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 26 21:30:45.064936 n-d-760453-5 neutron-server[103304]: return f(self, *a, **k) Jan 26 21:30:45.064936 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 26 21:30:45.064936 n-d-760453-5 neutron-server[103304]: return self._get(url).json() Jan 26 21:30:45.064936 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 26 21:30:45.064936 n-d-760453-5 neutron-server[103304]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 26 21:30:45.064936 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 26 21:30:45.064936 n-d-760453-5 neutron-server[103304]: return self.request(url, 'GET', **kwargs) Jan 26 21:30:45.064936 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 26 21:30:45.064936 n-d-760453-5 neutron-server[103304]: base_url = self.get_endpoint(auth, allow=allow, Jan 26 21:30:45.064936 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 26 21:30:45.064936 n-d-760453-5 neutron-server[103304]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 26 21:30:45.064936 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 26 21:30:45.064936 n-d-760453-5 neutron-server[103304]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 26 21:30:45.064936 n-d-760453-5 neutron-server[103304]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 26 21:30:45.137650 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-8f0f5555-4317-4cf4-970d-b0c33dc79f1f tempest-TagsExtTest-1251269627 tempest-TagsExtTest-1251269627-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4110931'] for network (1cf7e29c-fe91-426c-878c-6cc6e8242042), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:30:45.143210 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-8f0f5555-4317-4cf4-970d-b0c33dc79f1f tempest-TagsExtTest-1251269627 tempest-TagsExtTest-1251269627-project] Publish callbacks [] for network (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:30:45.150121 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-8f0f5555-4317-4cf4-970d-b0c33dc79f1f tempest-TagsExtTest-1251269627 tempest-TagsExtTest-1251269627-project] 10.222.0.13 "DELETE /v2.0/networks/1cf7e29c-fe91-426c-878c-6cc6e8242042 HTTP/1.1" status: 204 len: 168 time: 0.6134191 Jan 26 21:30:45.197660 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f0f5555-4317-4cf4-970d-b0c33dc79f1f tempest-TagsExtTest-1251269627 tempest-TagsExtTest-1251269627-project] Pushing event deleted for resources: {'Network': ['ID=1cf7e29c-fe91-426c-878c-6cc6e8242042,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:30:45.219388 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f16c1f-b2fa-4deb-ab48-bdad10bfffd5 req-2a581e4b-b8db-4990-9b7b-3a42b82418c6 tempest-ServerDiskConfigTestJSON-1504097755 tempest-ServerDiskConfigTestJSON-1504097755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:30:45.221656 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-a0f16c1f-b2fa-4deb-ab48-bdad10bfffd5 req-2a581e4b-b8db-4990-9b7b-3a42b82418c6 tempest-ServerDiskConfigTestJSON-1504097755 tempest-ServerDiskConfigTestJSON-1504097755-project] 10.222.0.13 "GET /v2.0/ports?device_id=8b978eb6-35c4-4ea9-b2d9-88b39a1c70a2 HTTP/1.1" status: 200 len: 945 time: 0.0730553 Jan 26 21:30:45.275617 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-a0f16c1f-b2fa-4deb-ab48-bdad10bfffd5 req-2a86f602-8d86-4617-b5c7-193d9438663b tempest-ServerDiskConfigTestJSON-1504097755 tempest-ServerDiskConfigTestJSON-1504097755-project] 10.222.0.13 "GET /v2.0/security-groups?id=783fb386-6fd2-4948-95d6-8177a10ccbe5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468905 Jan 26 21:30:45.411817 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 51842) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:30:45.571574 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-f4f2adbb-5c26-4b42-8b8e-6e337aeeacea admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=bcc96ea105e44746b0ef0561d0822886&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1560514 Jan 26 21:30:45.571796 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 51848) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:30:45.630523 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device 93a8cd7a-99d5-44d4-91dd-bb76d9d2f65a no longer exists at agent ovs-agent-n-d-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 26 21:30:45.631039 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-dcfb2456-2a34-4afd-8d74-6ffca9a20dfc admin admin] Publish callbacks [] for security_group (c74863bb-c6c5-4e31-8d88-5fac88f68c75), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:30:45.651657 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] No Port match for: 93a8cd7a-99d5-44d4-91dd-bb76d9d2f65a {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 26 21:30:45.652099 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device 93a8cd7a-99d5-44d4-91dd-bb76d9d2f65a not bound to the agent host n-d-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 26 21:30:45.654024 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-dcfb2456-2a34-4afd-8d74-6ffca9a20dfc admin admin] Publish callbacks [] for security_group (c74863bb-c6c5-4e31-8d88-5fac88f68c75), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:30:45.704694 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-dcfb2456-2a34-4afd-8d74-6ffca9a20dfc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (c74863bb-c6c5-4e31-8d88-5fac88f68c75), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:30:45.708403 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-dcfb2456-2a34-4afd-8d74-6ffca9a20dfc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:30:45.709655 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-dcfb2456-2a34-4afd-8d74-6ffca9a20dfc admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/c74863bb-c6c5-4e31-8d88-5fac88f68c75 HTTP/1.1" status: 204 len: 168 time: 0.1367497 Jan 26 21:30:45.718674 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcfb2456-2a34-4afd-8d74-6ffca9a20dfc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c74863bb-c6c5-4e31-8d88-5fac88f68c75,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:30:46.406029 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824c4b0a-5773-4ac8-9ea4-945cf04417f4 req-c39d1760-1771-43fa-9f9f-2a762db518a2 tempest-ServerDiskConfigTestJSON-1504097755 tempest-ServerDiskConfigTestJSON-1504097755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:30:46.407641 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-824c4b0a-5773-4ac8-9ea4-945cf04417f4 req-c39d1760-1771-43fa-9f9f-2a762db518a2 tempest-ServerDiskConfigTestJSON-1504097755 tempest-ServerDiskConfigTestJSON-1504097755-project] 10.222.0.13 "GET /v2.0/ports?device_id=8b978eb6-35c4-4ea9-b2d9-88b39a1c70a2 HTTP/1.1" status: 200 len: 945 time: 0.0557003 Jan 26 21:30:46.456912 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-824c4b0a-5773-4ac8-9ea4-945cf04417f4 req-5ac42403-cd5b-4732-ad9d-90ae78bf1427 tempest-ServerDiskConfigTestJSON-1504097755 tempest-ServerDiskConfigTestJSON-1504097755-project] 10.222.0.13 "GET /v2.0/security-groups?id=783fb386-6fd2-4948-95d6-8177a10ccbe5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429394 Jan 26 21:30:47.580565 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9bc582-2c0c-4d37-afd8-45ea1c3a959c req-54f1a9fc-4678-4f9d-9ae7-c3a7edb85761 tempest-ServerDiskConfigTestJSON-1504097755 tempest-ServerDiskConfigTestJSON-1504097755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:30:47.582115 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-1f9bc582-2c0c-4d37-afd8-45ea1c3a959c req-54f1a9fc-4678-4f9d-9ae7-c3a7edb85761 tempest-ServerDiskConfigTestJSON-1504097755 tempest-ServerDiskConfigTestJSON-1504097755-project] 10.222.0.13 "GET /v2.0/ports?device_id=8b978eb6-35c4-4ea9-b2d9-88b39a1c70a2 HTTP/1.1" status: 200 len: 945 time: 0.0550776 Jan 26 21:30:47.630145 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-1f9bc582-2c0c-4d37-afd8-45ea1c3a959c req-f844bc1e-7464-4248-a569-8b24f733bc84 tempest-ServerDiskConfigTestJSON-1504097755 tempest-ServerDiskConfigTestJSON-1504097755-project] 10.222.0.13 "GET /v2.0/security-groups?id=783fb386-6fd2-4948-95d6-8177a10ccbe5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420401 Jan 26 21:30:47.658483 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 51932) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:30:47.763319 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-a738b96d-d8e3-470f-baab-111d5e83bbc0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:30:47.839768 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-a738b96d-d8e3-470f-baab-111d5e83bbc0 admin admin] Publish callbacks [] for security_group (3085f671-a7de-4b1f-9683-f555665a61a2), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:30:47.843693 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-a738b96d-d8e3-470f-baab-111d5e83bbc0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (3085f671-a7de-4b1f-9683-f555665a61a2), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:30:47.880468 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a738b96d-d8e3-470f-baab-111d5e83bbc0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3085f671-a7de-4b1f-9683-f555665a61a2,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:30:47.884242 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-a738b96d-d8e3-470f-baab-111d5e83bbc0 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=92703f791df14402963b9084f70b422d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2246566 Jan 26 21:30:47.886924 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 51938) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:30:47.890555 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a738b96d-d8e3-470f-baab-111d5e83bbc0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:30:47.890906 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a738b96d-d8e3-470f-baab-111d5e83bbc0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:30:47.891253 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a738b96d-d8e3-470f-baab-111d5e83bbc0 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:30:47.891590 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a738b96d-d8e3-470f-baab-111d5e83bbc0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:30:47.891924 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a738b96d-d8e3-470f-baab-111d5e83bbc0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:30:47.892787 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a738b96d-d8e3-470f-baab-111d5e83bbc0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:30:47.893119 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a738b96d-d8e3-470f-baab-111d5e83bbc0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:30:47.893484 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a738b96d-d8e3-470f-baab-111d5e83bbc0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:30:47.893812 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a738b96d-d8e3-470f-baab-111d5e83bbc0 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:30:47.894155 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a738b96d-d8e3-470f-baab-111d5e83bbc0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:30:47.894462 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a738b96d-d8e3-470f-baab-111d5e83bbc0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:30:47.894786 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a738b96d-d8e3-470f-baab-111d5e83bbc0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:30:47.895108 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a738b96d-d8e3-470f-baab-111d5e83bbc0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:30:47.935587 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-536aeb17-fe66-4909-b780-2dda59afeb73 admin admin] Publish callbacks [] for security_group (3085f671-a7de-4b1f-9683-f555665a61a2), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:30:47.957401 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-536aeb17-fe66-4909-b780-2dda59afeb73 admin admin] Publish callbacks [] for security_group (3085f671-a7de-4b1f-9683-f555665a61a2), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:30:48.002384 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-536aeb17-fe66-4909-b780-2dda59afeb73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (3085f671-a7de-4b1f-9683-f555665a61a2), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:30:48.005348 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-536aeb17-fe66-4909-b780-2dda59afeb73 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:30:48.006530 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-536aeb17-fe66-4909-b780-2dda59afeb73 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/3085f671-a7de-4b1f-9683-f555665a61a2 HTTP/1.1" status: 204 len: 168 time: 0.1185560 Jan 26 21:30:48.014808 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536aeb17-fe66-4909-b780-2dda59afeb73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3085f671-a7de-4b1f-9683-f555665a61a2,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:30:48.268136 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 51950) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:30:48.281603 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-50fa9d49-ec41-42a9-b826-ee2f0be71c35 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:30:48.363927 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-50fa9d49-ec41-42a9-b826-ee2f0be71c35 admin admin] Publish callbacks [] for security_group (d8e6f561-6831-4cd9-833f-c72f69e95071), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:30:48.367838 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-50fa9d49-ec41-42a9-b826-ee2f0be71c35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (d8e6f561-6831-4cd9-833f-c72f69e95071), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:30:48.413311 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-50fa9d49-ec41-42a9-b826-ee2f0be71c35 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=55a4f6a3e8b946bdbdb1a581e14372b8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1440594 Jan 26 21:30:48.414215 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50fa9d49-ec41-42a9-b826-ee2f0be71c35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8e6f561-6831-4cd9-833f-c72f69e95071,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:30:48.415972 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 51954) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:30:48.471539 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-c46d7b6a-d47e-4aba-98b7-37617c43808b admin admin] Publish callbacks [] for security_group (d8e6f561-6831-4cd9-833f-c72f69e95071), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:30:48.492349 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-c46d7b6a-d47e-4aba-98b7-37617c43808b admin admin] Publish callbacks [] for security_group (d8e6f561-6831-4cd9-833f-c72f69e95071), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:30:48.540962 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-c46d7b6a-d47e-4aba-98b7-37617c43808b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (d8e6f561-6831-4cd9-833f-c72f69e95071), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:30:48.543717 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-c46d7b6a-d47e-4aba-98b7-37617c43808b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:30:48.544869 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-c46d7b6a-d47e-4aba-98b7-37617c43808b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d8e6f561-6831-4cd9-833f-c72f69e95071 HTTP/1.1" status: 204 len: 168 time: 0.1276593 Jan 26 21:30:48.553065 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c46d7b6a-d47e-4aba-98b7-37617c43808b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8e6f561-6831-4cd9-833f-c72f69e95071,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:30:48.754703 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7136668-ac67-4eec-9ba2-bbfef5a4a22c req-d6ebe4f1-f001-425e-9c59-2430c98fef66 tempest-ServerDiskConfigTestJSON-1504097755 tempest-ServerDiskConfigTestJSON-1504097755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:30:48.757764 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-f7136668-ac67-4eec-9ba2-bbfef5a4a22c req-d6ebe4f1-f001-425e-9c59-2430c98fef66 tempest-ServerDiskConfigTestJSON-1504097755 tempest-ServerDiskConfigTestJSON-1504097755-project] 10.222.0.13 "GET /v2.0/ports?device_id=8b978eb6-35c4-4ea9-b2d9-88b39a1c70a2 HTTP/1.1" status: 200 len: 945 time: 0.0556858 Jan 26 21:30:48.809834 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-f7136668-ac67-4eec-9ba2-bbfef5a4a22c req-04adeb15-8a7f-4f59-8186-1462b8780387 tempest-ServerDiskConfigTestJSON-1504097755 tempest-ServerDiskConfigTestJSON-1504097755-project] 10.222.0.13 "GET /v2.0/security-groups?id=783fb386-6fd2-4948-95d6-8177a10ccbe5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478578 Jan 26 21:30:48.906081 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-8861fd8f-1b96-4b4d-9cdd-3160e67887fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (474ccdf7-ab6c-405b-a3b2-dc7b05829902), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:30:49.942132 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d89b575-fb81-4d01-b002-f7c1d59467b6 req-43a555b2-7146-43b1-bc0d-e7205b788a73 tempest-ServerDiskConfigTestJSON-1504097755 tempest-ServerDiskConfigTestJSON-1504097755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:30:49.943716 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-0d89b575-fb81-4d01-b002-f7c1d59467b6 req-43a555b2-7146-43b1-bc0d-e7205b788a73 tempest-ServerDiskConfigTestJSON-1504097755 tempest-ServerDiskConfigTestJSON-1504097755-project] 10.222.0.13 "GET /v2.0/ports?device_id=8b978eb6-35c4-4ea9-b2d9-88b39a1c70a2 HTTP/1.1" status: 200 len: 945 time: 0.0548062 Jan 26 21:30:50.004564 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-0d89b575-fb81-4d01-b002-f7c1d59467b6 req-1aa99679-9fe3-4e3c-bffa-fc0761c38732 tempest-ServerDiskConfigTestJSON-1504097755 tempest-ServerDiskConfigTestJSON-1504097755-project] 10.222.0.13 "GET /v2.0/security-groups?id=783fb386-6fd2-4948-95d6-8177a10ccbe5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547061 Jan 26 21:30:50.373107 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 52022) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:30:50.494362 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-55799c60-f807-4f81-92c8-1015f91ab62e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:30:50.569284 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-55799c60-f807-4f81-92c8-1015f91ab62e admin admin] Publish callbacks [] for security_group (2251794e-2dd2-4e13-9d54-0cb6a177bd2e), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:30:50.573134 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-55799c60-f807-4f81-92c8-1015f91ab62e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (2251794e-2dd2-4e13-9d54-0cb6a177bd2e), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:30:50.612443 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-55799c60-f807-4f81-92c8-1015f91ab62e admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=0b80f62b3e6244a0a42cac9cabef777e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2380586 Jan 26 21:30:50.613366 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55799c60-f807-4f81-92c8-1015f91ab62e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2251794e-2dd2-4e13-9d54-0cb6a177bd2e,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:30:50.615073 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 52028) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:30:50.663940 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-037fd3a4-97f6-42a6-8945-b925debe3f57 admin admin] Publish callbacks [] for security_group (2251794e-2dd2-4e13-9d54-0cb6a177bd2e), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:30:50.684479 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-037fd3a4-97f6-42a6-8945-b925debe3f57 admin admin] Publish callbacks [] for security_group (2251794e-2dd2-4e13-9d54-0cb6a177bd2e), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:30:50.730156 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-037fd3a4-97f6-42a6-8945-b925debe3f57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (2251794e-2dd2-4e13-9d54-0cb6a177bd2e), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:30:50.732792 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-037fd3a4-97f6-42a6-8945-b925debe3f57 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:30:50.733966 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-037fd3a4-97f6-42a6-8945-b925debe3f57 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/2251794e-2dd2-4e13-9d54-0cb6a177bd2e HTTP/1.1" status: 204 len: 168 time: 0.1178308 Jan 26 21:30:50.741314 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037fd3a4-97f6-42a6-8945-b925debe3f57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2251794e-2dd2-4e13-9d54-0cb6a177bd2e,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:30:50.992042 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 52036) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:30:51.007559 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-860571d4-31b5-4081-97ae-001b72172196 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:30:51.084118 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-860571d4-31b5-4081-97ae-001b72172196 admin admin] Publish callbacks [] for security_group (dad8f890-af4d-444d-83b9-69aeede7ee78), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:30:51.090267 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-860571d4-31b5-4081-97ae-001b72172196 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (dad8f890-af4d-444d-83b9-69aeede7ee78), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:30:51.129891 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-860571d4-31b5-4081-97ae-001b72172196 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=27c7646d46fb4fd2a3dec2f73a5c4cae&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1359422 Jan 26 21:30:51.130486 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-860571d4-31b5-4081-97ae-001b72172196 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dad8f890-af4d-444d-83b9-69aeede7ee78,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:30:51.132755 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 52040) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:30:51.137620 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6334a98f-05cb-4d83-8a76-040dd6760717 req-6d814285-4ae6-492a-ac2d-910a57aa6c42 tempest-ServerDiskConfigTestJSON-1504097755 tempest-ServerDiskConfigTestJSON-1504097755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:30:51.139361 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-6334a98f-05cb-4d83-8a76-040dd6760717 req-6d814285-4ae6-492a-ac2d-910a57aa6c42 tempest-ServerDiskConfigTestJSON-1504097755 tempest-ServerDiskConfigTestJSON-1504097755-project] 10.222.0.13 "GET /v2.0/ports?device_id=8b978eb6-35c4-4ea9-b2d9-88b39a1c70a2 HTTP/1.1" status: 200 len: 945 time: 0.0492027 Jan 26 21:30:51.184792 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-7b330358-8910-427e-a700-b0eecb8777d6 admin admin] Publish callbacks [] for security_group (dad8f890-af4d-444d-83b9-69aeede7ee78), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:30:51.193211 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-6334a98f-05cb-4d83-8a76-040dd6760717 req-a8429a7c-1be0-470b-96bd-d106161622ef tempest-ServerDiskConfigTestJSON-1504097755 tempest-ServerDiskConfigTestJSON-1504097755-project] 10.222.0.13 "GET /v2.0/security-groups?id=783fb386-6fd2-4948-95d6-8177a10ccbe5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416138 Jan 26 21:30:51.208035 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-7b330358-8910-427e-a700-b0eecb8777d6 admin admin] Publish callbacks [] for security_group (dad8f890-af4d-444d-83b9-69aeede7ee78), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:30:51.228033 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-026375d1-384d-4a8c-8c52-7d08a5ca1f61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (09df100c-3af1-4b0a-bda8-05914c71c458), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:30:51.259383 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-7b330358-8910-427e-a700-b0eecb8777d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (dad8f890-af4d-444d-83b9-69aeede7ee78), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:30:51.262154 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-7b330358-8910-427e-a700-b0eecb8777d6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:30:51.265950 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-7b330358-8910-427e-a700-b0eecb8777d6 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/dad8f890-af4d-444d-83b9-69aeede7ee78 HTTP/1.1" status: 204 len: 168 time: 0.1322248 Jan 26 21:30:51.275283 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b330358-8910-427e-a700-b0eecb8777d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dad8f890-af4d-444d-83b9-69aeede7ee78,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:30:52.227140 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-841f5991-a4d8-4d4b-b215-cbc6bab5427b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (aa7ee9d2-08eb-4e12-b895-24c57300dfec), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:30:52.327948 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80af132f-4fcd-4b90-88de-bf457181801d req-cca08d28-efdf-4999-8229-e437acb7aba3 tempest-ServerDiskConfigTestJSON-1504097755 tempest-ServerDiskConfigTestJSON-1504097755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:30:52.330205 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-80af132f-4fcd-4b90-88de-bf457181801d req-cca08d28-efdf-4999-8229-e437acb7aba3 tempest-ServerDiskConfigTestJSON-1504097755 tempest-ServerDiskConfigTestJSON-1504097755-project] 10.222.0.13 "GET /v2.0/ports?device_id=8b978eb6-35c4-4ea9-b2d9-88b39a1c70a2 HTTP/1.1" status: 200 len: 945 time: 0.0584013 Jan 26 21:30:52.393821 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-80af132f-4fcd-4b90-88de-bf457181801d req-e6db5080-0cef-4af2-9ab0-95bb2700e15b tempest-ServerDiskConfigTestJSON-1504097755 tempest-ServerDiskConfigTestJSON-1504097755-project] 10.222.0.13 "GET /v2.0/security-groups?id=783fb386-6fd2-4948-95d6-8177a10ccbe5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573916 Jan 26 21:30:53.017819 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (4d619873-4b60-439f-9b5a-b155dc8bbc34), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:30:53.521468 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232c3a2d-acf3-4bb6-abfe-c04b3ab68828 req-0839a148-8f8b-467c-a6cf-b23e42f8eda8 tempest-ServerDiskConfigTestJSON-1504097755 tempest-ServerDiskConfigTestJSON-1504097755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:30:53.523254 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-232c3a2d-acf3-4bb6-abfe-c04b3ab68828 req-0839a148-8f8b-467c-a6cf-b23e42f8eda8 tempest-ServerDiskConfigTestJSON-1504097755 tempest-ServerDiskConfigTestJSON-1504097755-project] 10.222.0.13 "GET /v2.0/ports?device_id=8b978eb6-35c4-4ea9-b2d9-88b39a1c70a2 HTTP/1.1" status: 200 len: 945 time: 0.0537493 Jan 26 21:30:53.573504 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-232c3a2d-acf3-4bb6-abfe-c04b3ab68828 req-443391cc-e214-4419-97a1-632057b82ee0 tempest-ServerDiskConfigTestJSON-1504097755 tempest-ServerDiskConfigTestJSON-1504097755-project] 10.222.0.13 "GET /v2.0/security-groups?id=783fb386-6fd2-4948-95d6-8177a10ccbe5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441706 Jan 26 21:30:54.064082 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-839dd188-ec69-470c-9ab0-d318dc1a2e96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (e79b4fc6-6c71-44b2-a6d0-ff3e1f4dfd0d), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:30:54.697600 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60b1211-d947-4767-b348-f150391a4a23 req-b9b4bb8c-2b63-41c9-aa08-902b3e8dedec tempest-ServerDiskConfigTestJSON-1504097755 tempest-ServerDiskConfigTestJSON-1504097755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:30:54.699092 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-f60b1211-d947-4767-b348-f150391a4a23 req-b9b4bb8c-2b63-41c9-aa08-902b3e8dedec tempest-ServerDiskConfigTestJSON-1504097755 tempest-ServerDiskConfigTestJSON-1504097755-project] 10.222.0.13 "GET /v2.0/ports?device_id=8b978eb6-35c4-4ea9-b2d9-88b39a1c70a2 HTTP/1.1" status: 200 len: 945 time: 0.0483699 Jan 26 21:30:54.749824 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-f60b1211-d947-4767-b348-f150391a4a23 req-ca8ef90a-1c03-4c42-a696-be68e2087093 tempest-ServerDiskConfigTestJSON-1504097755 tempest-ServerDiskConfigTestJSON-1504097755-project] 10.222.0.13 "GET /v2.0/security-groups?id=783fb386-6fd2-4948-95d6-8177a10ccbe5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451310 Jan 26 21:30:55.288095 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (fea0591a-627d-4c87-9a9a-01625ddf3277), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:30:55.883188 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7033319d-6198-46b4-9467-9c058f002a0d req-ef4d0fbf-a3be-47d3-b2b7-6336fe668005 tempest-ServerDiskConfigTestJSON-1504097755 tempest-ServerDiskConfigTestJSON-1504097755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:30:55.884696 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-7033319d-6198-46b4-9467-9c058f002a0d req-ef4d0fbf-a3be-47d3-b2b7-6336fe668005 tempest-ServerDiskConfigTestJSON-1504097755 tempest-ServerDiskConfigTestJSON-1504097755-project] 10.222.0.13 "GET /v2.0/ports?device_id=8b978eb6-35c4-4ea9-b2d9-88b39a1c70a2 HTTP/1.1" status: 200 len: 945 time: 0.0554442 Jan 26 21:30:55.932526 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-7033319d-6198-46b4-9467-9c058f002a0d req-adc4944f-77b2-4a84-8792-d65e2a0fc811 tempest-ServerDiskConfigTestJSON-1504097755 tempest-ServerDiskConfigTestJSON-1504097755-project] 10.222.0.13 "GET /v2.0/security-groups?id=783fb386-6fd2-4948-95d6-8177a10ccbe5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410719 Jan 26 21:30:57.049484 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b472577c-5faa-47de-ba06-99083a14f6bd req-97bf9621-a156-4af8-aeee-d90885a1b67c tempest-ServerDiskConfigTestJSON-1504097755 tempest-ServerDiskConfigTestJSON-1504097755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:30:57.050962 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-b472577c-5faa-47de-ba06-99083a14f6bd req-97bf9621-a156-4af8-aeee-d90885a1b67c tempest-ServerDiskConfigTestJSON-1504097755 tempest-ServerDiskConfigTestJSON-1504097755-project] 10.222.0.13 "GET /v2.0/ports?device_id=8b978eb6-35c4-4ea9-b2d9-88b39a1c70a2 HTTP/1.1" status: 200 len: 945 time: 0.0478375 Jan 26 21:30:57.097487 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-b472577c-5faa-47de-ba06-99083a14f6bd req-9121b456-aee8-439b-a363-b7f958a8a97f tempest-ServerDiskConfigTestJSON-1504097755 tempest-ServerDiskConfigTestJSON-1504097755-project] 10.222.0.13 "GET /v2.0/security-groups?id=783fb386-6fd2-4948-95d6-8177a10ccbe5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411088 Jan 26 21:30:58.219110 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2f3463-2fd6-4504-8ad6-efe24536cc3b req-d4a582bb-c9e3-44f5-a9af-bb04db87faff tempest-ServerDiskConfigTestJSON-1504097755 tempest-ServerDiskConfigTestJSON-1504097755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:30:58.221177 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-aa2f3463-2fd6-4504-8ad6-efe24536cc3b req-d4a582bb-c9e3-44f5-a9af-bb04db87faff tempest-ServerDiskConfigTestJSON-1504097755 tempest-ServerDiskConfigTestJSON-1504097755-project] 10.222.0.13 "GET /v2.0/ports?device_id=8b978eb6-35c4-4ea9-b2d9-88b39a1c70a2 HTTP/1.1" status: 200 len: 945 time: 0.0541608 Jan 26 21:30:58.269106 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-aa2f3463-2fd6-4504-8ad6-efe24536cc3b req-2c9d34a5-fe5f-42ee-9f3c-d949d1cd2da0 tempest-ServerDiskConfigTestJSON-1504097755 tempest-ServerDiskConfigTestJSON-1504097755-project] 10.222.0.13 "GET /v2.0/security-groups?id=783fb386-6fd2-4948-95d6-8177a10ccbe5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423703 Jan 26 21:30:59.392742 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195c8fa5-6a55-47f9-8bb9-b4fec706af1b req-12fcbefa-f01c-41b2-aae1-b2547b6bb874 tempest-ServerDiskConfigTestJSON-1504097755 tempest-ServerDiskConfigTestJSON-1504097755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:30:59.394347 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-195c8fa5-6a55-47f9-8bb9-b4fec706af1b req-12fcbefa-f01c-41b2-aae1-b2547b6bb874 tempest-ServerDiskConfigTestJSON-1504097755 tempest-ServerDiskConfigTestJSON-1504097755-project] 10.222.0.13 "GET /v2.0/ports?device_id=8b978eb6-35c4-4ea9-b2d9-88b39a1c70a2 HTTP/1.1" status: 200 len: 945 time: 0.0505052 Jan 26 21:30:59.441064 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-195c8fa5-6a55-47f9-8bb9-b4fec706af1b req-ba563bd2-99e7-41e9-9ecf-d5f20a206cc9 tempest-ServerDiskConfigTestJSON-1504097755 tempest-ServerDiskConfigTestJSON-1504097755-project] 10.222.0.13 "GET /v2.0/security-groups?id=783fb386-6fd2-4948-95d6-8177a10ccbe5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410762 Jan 26 21:31:00.564337 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47df8697-48b4-4894-92f1-3de700f6a8cf req-932636d0-c560-42f7-9f31-bc898203de3a tempest-ServerDiskConfigTestJSON-1504097755 tempest-ServerDiskConfigTestJSON-1504097755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:31:00.566029 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-47df8697-48b4-4894-92f1-3de700f6a8cf req-932636d0-c560-42f7-9f31-bc898203de3a tempest-ServerDiskConfigTestJSON-1504097755 tempest-ServerDiskConfigTestJSON-1504097755-project] 10.222.0.13 "GET /v2.0/ports?device_id=8b978eb6-35c4-4ea9-b2d9-88b39a1c70a2 HTTP/1.1" status: 200 len: 945 time: 0.0515981 Jan 26 21:31:00.617731 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-47df8697-48b4-4894-92f1-3de700f6a8cf req-32811682-0a26-40c2-8d06-b4c177c77074 tempest-ServerDiskConfigTestJSON-1504097755 tempest-ServerDiskConfigTestJSON-1504097755-project] 10.222.0.13 "GET /v2.0/security-groups?id=783fb386-6fd2-4948-95d6-8177a10ccbe5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457482 Jan 26 21:31:01.743774 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6531a8-b28a-45fb-af12-c17a2fc02971 req-6bf2fc21-a6da-4b51-ba41-6ef220db7a78 tempest-ServerDiskConfigTestJSON-1504097755 tempest-ServerDiskConfigTestJSON-1504097755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:31:01.745262 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-8b6531a8-b28a-45fb-af12-c17a2fc02971 req-6bf2fc21-a6da-4b51-ba41-6ef220db7a78 tempest-ServerDiskConfigTestJSON-1504097755 tempest-ServerDiskConfigTestJSON-1504097755-project] 10.222.0.13 "GET /v2.0/ports?device_id=8b978eb6-35c4-4ea9-b2d9-88b39a1c70a2 HTTP/1.1" status: 200 len: 945 time: 0.0511146 Jan 26 21:31:01.792492 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-8b6531a8-b28a-45fb-af12-c17a2fc02971 req-2f119e5d-bb2b-4081-90ad-2d873cd4b5d9 tempest-ServerDiskConfigTestJSON-1504097755 tempest-ServerDiskConfigTestJSON-1504097755-project] 10.222.0.13 "GET /v2.0/security-groups?id=783fb386-6fd2-4948-95d6-8177a10ccbe5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412357 Jan 26 21:31:02.951172 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deed708b-c507-4676-899b-9caffa1eec97 req-ae3768c0-02d4-4daa-94d9-62d272a723b1 tempest-ServerDiskConfigTestJSON-1504097755 tempest-ServerDiskConfigTestJSON-1504097755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:31:02.963050 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-deed708b-c507-4676-899b-9caffa1eec97 req-ae3768c0-02d4-4daa-94d9-62d272a723b1 tempest-ServerDiskConfigTestJSON-1504097755 tempest-ServerDiskConfigTestJSON-1504097755-project] 10.222.0.13 "GET /v2.0/ports?device_id=8b978eb6-35c4-4ea9-b2d9-88b39a1c70a2 HTTP/1.1" status: 200 len: 945 time: 0.0670619 Jan 26 21:31:03.052984 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-deed708b-c507-4676-899b-9caffa1eec97 req-d2e954a2-6d63-41c3-aa4b-4abd5c7ba102 tempest-ServerDiskConfigTestJSON-1504097755 tempest-ServerDiskConfigTestJSON-1504097755-project] 10.222.0.13 "GET /v2.0/security-groups?id=783fb386-6fd2-4948-95d6-8177a10ccbe5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886321 Jan 26 21:31:04.196454 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a326e0b-d63e-4aaa-9c44-1b511b4c1e18 req-f9c25a20-20cc-4aef-9afe-cca1b07430e9 tempest-ServerDiskConfigTestJSON-1504097755 tempest-ServerDiskConfigTestJSON-1504097755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:31:04.204389 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-2a326e0b-d63e-4aaa-9c44-1b511b4c1e18 req-f9c25a20-20cc-4aef-9afe-cca1b07430e9 tempest-ServerDiskConfigTestJSON-1504097755 tempest-ServerDiskConfigTestJSON-1504097755-project] 10.222.0.13 "GET /v2.0/ports?device_id=8b978eb6-35c4-4ea9-b2d9-88b39a1c70a2 HTTP/1.1" status: 200 len: 945 time: 0.0612152 Jan 26 21:31:04.264377 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-2a326e0b-d63e-4aaa-9c44-1b511b4c1e18 req-5c801e19-f43e-456a-8d70-cdc6c438f551 tempest-ServerDiskConfigTestJSON-1504097755 tempest-ServerDiskConfigTestJSON-1504097755-project] 10.222.0.13 "GET /v2.0/security-groups?id=783fb386-6fd2-4948-95d6-8177a10ccbe5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588288 Jan 26 21:31:05.413744 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd36749-57e3-4ab3-9658-a0d1229cfa5f req-fa76ab7e-b18e-4e4f-8471-0711887901ce tempest-ServerDiskConfigTestJSON-1504097755 tempest-ServerDiskConfigTestJSON-1504097755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:31:05.421646 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-bbd36749-57e3-4ab3-9658-a0d1229cfa5f req-fa76ab7e-b18e-4e4f-8471-0711887901ce tempest-ServerDiskConfigTestJSON-1504097755 tempest-ServerDiskConfigTestJSON-1504097755-project] 10.222.0.13 "GET /v2.0/ports?device_id=8b978eb6-35c4-4ea9-b2d9-88b39a1c70a2 HTTP/1.1" status: 200 len: 945 time: 0.0734456 Jan 26 21:31:05.488374 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-bbd36749-57e3-4ab3-9658-a0d1229cfa5f req-2e90f83f-b399-45b4-b2a1-a12678f7e231 tempest-ServerDiskConfigTestJSON-1504097755 tempest-ServerDiskConfigTestJSON-1504097755-project] 10.222.0.13 "GET /v2.0/security-groups?id=783fb386-6fd2-4948-95d6-8177a10ccbe5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658123 Jan 26 21:31:06.279810 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Device 0a83546f-5298-4576-9d57-0a2eff515847 details requested by agent hyperv_n-h2-760453-5 with host n-h2-760453-5 {{(pid=103306) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 26 21:31:06.283189 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Device 0a83546f-5298-4576-9d57-0a2eff515847 no longer exists at agent hyperv_n-h2-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 26 21:31:06.471359 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.agents_db [None req-569f1ced-6396-4ddf-b79f-e03b0b2146ab None None] Agent healthcheck: found 7 active agents {{(pid=103307) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 26 21:31:06.507289 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Current status of the port 0a83546f-5298-4576-9d57-0a2eff515847 is: ACTIVE; New status is: DOWN {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:31:06.508043 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (0a83546f-5298-4576-9d57-0a2eff515847), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:31:06.530214 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] For port 0a83546f-5298-4576-9d57-0a2eff515847, host n-h2-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-5',level=0,port_id=0a83546f-5298-4576-9d57-0a2eff515847,segment=NetworkSegment(6c664910-f626-469d-b488-30e875c9a116),segment_id=6c664910-f626-469d-b488-30e875c9a116)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:31:06.553457 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Returning: {'device': '0a83546f-5298-4576-9d57-0a2eff515847', 'network_id': '74c2db30-fc56-4028-b6bc-1e1adb646f05', 'port_id': '0a83546f-5298-4576-9d57-0a2eff515847', 'mac_address': 'fa:16:3e:bd:3f:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 565, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '68ece1fe-1f7d-4329-a57d-2ad69881b241', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103306) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 26 21:31:06.559492 n-d-760453-5 neutron-server[103306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b978eb6-35c4-4ea9-b2d9-88b39a1c70a2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0a83546f-5298-4576-9d57-0a2eff515847'}] {{(pid=103306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 21:31:06.561968 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9d5d370febab655511bdd2ffe887e43e442d144a440368702bcc1e93af00b97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d45f72b-98ce-411d-819b-5e95d7e26997" -d '{"events": [{"server_uuid": "8b978eb6-35c4-4ea9-b2d9-88b39a1c70a2", "name": "network-vif-unplugged", "status": "completed", "tag": "0a83546f-5298-4576-9d57-0a2eff515847"}]}' {{(pid=103306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 21:31:06.628178 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] For port 0a83546f-5298-4576-9d57-0a2eff515847, host n-h2-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-5',level=0,port_id=0a83546f-5298-4576-9d57-0a2eff515847,segment=NetworkSegment(6c664910-f626-469d-b488-30e875c9a116),segment_id=6c664910-f626-469d-b488-30e875c9a116)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:31:06.629306 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Current status of the port 0a83546f-5298-4576-9d57-0a2eff515847 is: ACTIVE; New status is: BUILD {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:31:06.629779 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (0a83546f-5298-4576-9d57-0a2eff515847), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:31:06.645798 n-d-760453-5 neutron-server[103306]: DEBUG neutron.notifiers.nova [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 0a83546f-5298-4576-9d57-0a2eff515847 {{(pid=103306) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 26 21:31:06.695174 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.db.api [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103306) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 26 21:31:06.695912 n-d-760453-5 neutron-server[103306]: DEBUG oslo_db.api [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 26 21:31:06.696690 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (0a83546f-5298-4576-9d57-0a2eff515847), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:31:06.698594 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc39204-722a-40dd-8463-fb5fc3775e37 req-1182d030-dbbb-4c64-b2a8-a26b9111bc58 tempest-ServerDiskConfigTestJSON-1504097755 tempest-ServerDiskConfigTestJSON-1504097755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:31:06.711636 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-4bc39204-722a-40dd-8463-fb5fc3775e37 req-1182d030-dbbb-4c64-b2a8-a26b9111bc58 tempest-ServerDiskConfigTestJSON-1504097755 tempest-ServerDiskConfigTestJSON-1504097755-project] 10.222.0.13 "GET /v2.0/ports?device_id=8b978eb6-35c4-4ea9-b2d9-88b39a1c70a2 HTTP/1.1" status: 200 len: 945 time: 0.1240077 Jan 26 21:31:06.776233 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-4bc39204-722a-40dd-8463-fb5fc3775e37 req-a44d7fe9-5f9b-49f0-b6ff-a70c5387e429 tempest-ServerDiskConfigTestJSON-1504097755 tempest-ServerDiskConfigTestJSON-1504097755-project] 10.222.0.13 "GET /v2.0/security-groups?id=783fb386-6fd2-4948-95d6-8177a10ccbe5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586793 Jan 26 21:31:06.777691 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Pushing event updated for resources: {'Port': ['ID=0a83546f-5298-4576-9d57-0a2eff515847,revision_number=6']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:31:06.887171 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 26 Jan 2022 21:31:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82134439-7524-4074-bb5c-026d4aba70d7 x-openstack-request-id: req-82134439-7524-4074-bb5c-026d4aba70d7 {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 21:31:06.890597 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b978eb6-35c4-4ea9-b2d9-88b39a1c70a2", "name": "network-vif-unplugged", "status": "completed", "tag": "0a83546f-5298-4576-9d57-0a2eff515847", "code": 200}]} {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 21:31:06.892327 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-82134439-7524-4074-bb5c-026d4aba70d7 {{(pid=103306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 21:31:06.893077 n-d-760453-5 neutron-server[103306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b978eb6-35c4-4ea9-b2d9-88b39a1c70a2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0a83546f-5298-4576-9d57-0a2eff515847', 'code': 200} Jan 26 21:31:07.240618 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Current status of the port 0a83546f-5298-4576-9d57-0a2eff515847 is: DOWN; New status is: BUILD {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:31:07.241454 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (0a83546f-5298-4576-9d57-0a2eff515847), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:31:07.263304 n-d-760453-5 neutron-server[103306]: DEBUG neutron.notifiers.nova [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0a83546f-5298-4576-9d57-0a2eff515847 {{(pid=103306) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 26 21:31:07.287961 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] For port 0a83546f-5298-4576-9d57-0a2eff515847, host n-h2-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-5',level=0,port_id=0a83546f-5298-4576-9d57-0a2eff515847,segment=NetworkSegment(6c664910-f626-469d-b488-30e875c9a116),segment_id=6c664910-f626-469d-b488-30e875c9a116)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:31:07.293786 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (0a83546f-5298-4576-9d57-0a2eff515847), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:31:07.361492 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Pushing event updated for resources: {'Port': ['ID=0a83546f-5298-4576-9d57-0a2eff515847,revision_number=7']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:31:07.583087 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] get_ports_and_sgs() called for port_ids ['0a83546f-5298-4576-9d57-0a2eff515847'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 26 21:31:07.891206 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84184d1-fffc-4e84-9959-9d82d69751e0 req-c3c35490-7026-422d-a8a3-0a1cd742b003 tempest-VolumesSnapshotTestJSON-309785744 tempest-VolumesSnapshotTestJSON-309785744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:31:07.899482 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-d84184d1-fffc-4e84-9959-9d82d69751e0 req-c3c35490-7026-422d-a8a3-0a1cd742b003 tempest-VolumesSnapshotTestJSON-309785744 tempest-VolumesSnapshotTestJSON-309785744-project] 10.222.0.13 "GET /v2.0/ports?device_id=077a4156-11fd-4194-97e0-5fbf8acb748f HTTP/1.1" status: 200 len: 945 time: 0.1156902 Jan 26 21:31:07.957798 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-d84184d1-fffc-4e84-9959-9d82d69751e0 req-98bde33d-d247-4ff0-8e43-89af1839d99c tempest-VolumesSnapshotTestJSON-309785744 tempest-VolumesSnapshotTestJSON-309785744-project] 10.222.0.13 "GET /v2.0/security-groups?id=5f282f4d-78b2-4183-9368-bb07e90bd880&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525270 Jan 26 21:31:08.035454 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a4a13e-4a88-403f-a229-487ea548cccb req-b3b7c46f-2708-4fc3-b919-d074fb55e5ff tempest-ServerDiskConfigTestJSON-1504097755 tempest-ServerDiskConfigTestJSON-1504097755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:31:08.036433 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-c0a4a13e-4a88-403f-a229-487ea548cccb req-b3b7c46f-2708-4fc3-b919-d074fb55e5ff tempest-ServerDiskConfigTestJSON-1504097755 tempest-ServerDiskConfigTestJSON-1504097755-project] 10.222.0.13 "GET /v2.0/ports?device_id=8b978eb6-35c4-4ea9-b2d9-88b39a1c70a2 HTTP/1.1" status: 200 len: 944 time: 0.1326814 Jan 26 21:31:08.109899 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-c0a4a13e-4a88-403f-a229-487ea548cccb req-221fa578-c2bf-4ff3-b21e-c149599dea73 tempest-ServerDiskConfigTestJSON-1504097755 tempest-ServerDiskConfigTestJSON-1504097755-project] 10.222.0.13 "GET /v2.0/security-groups?id=783fb386-6fd2-4948-95d6-8177a10ccbe5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668552 Jan 26 21:31:08.336188 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (32ef628b-8417-46c5-8729-60fcabe358f1), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:31:09.064281 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e78e3c-c9f9-43c5-938c-a34613fabb51 req-f0c13802-9965-4d8a-bbbc-65b688341e38 tempest-VolumesSnapshotTestJSON-309785744 tempest-VolumesSnapshotTestJSON-309785744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:31:09.065823 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-e0e78e3c-c9f9-43c5-938c-a34613fabb51 req-f0c13802-9965-4d8a-bbbc-65b688341e38 tempest-VolumesSnapshotTestJSON-309785744 tempest-VolumesSnapshotTestJSON-309785744-project] 10.222.0.13 "GET /v2.0/ports?device_id=077a4156-11fd-4194-97e0-5fbf8acb748f HTTP/1.1" status: 200 len: 945 time: 0.0491538 Jan 26 21:31:09.121092 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-e0e78e3c-c9f9-43c5-938c-a34613fabb51 req-9249afe4-5659-4a22-b12e-2443d17920e7 tempest-VolumesSnapshotTestJSON-309785744 tempest-VolumesSnapshotTestJSON-309785744-project] 10.222.0.13 "GET /v2.0/security-groups?id=5f282f4d-78b2-4183-9368-bb07e90bd880&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495570 Jan 26 21:31:09.231840 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8cdea9-0a06-433b-b858-48dcbf931cdd req-843d5ee6-d4ac-4ca8-9a2d-061b6b4c745d tempest-ServerDiskConfigTestJSON-1504097755 tempest-ServerDiskConfigTestJSON-1504097755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:31:09.233845 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-cd8cdea9-0a06-433b-b858-48dcbf931cdd req-843d5ee6-d4ac-4ca8-9a2d-061b6b4c745d tempest-ServerDiskConfigTestJSON-1504097755 tempest-ServerDiskConfigTestJSON-1504097755-project] 10.222.0.13 "GET /v2.0/ports?device_id=8b978eb6-35c4-4ea9-b2d9-88b39a1c70a2 HTTP/1.1" status: 200 len: 944 time: 0.0528839 Jan 26 21:31:09.284576 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-cd8cdea9-0a06-433b-b858-48dcbf931cdd req-18bb9e97-c9a5-4d47-85e6-c6efd790048a tempest-ServerDiskConfigTestJSON-1504097755 tempest-ServerDiskConfigTestJSON-1504097755-project] 10.222.0.13 "GET /v2.0/security-groups?id=783fb386-6fd2-4948-95d6-8177a10ccbe5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437634 Jan 26 21:31:09.320131 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34716cfc-5e37-4721-a8b5-da727db35a66 req-0be4e39a-54a5-47cb-a539-c0e7ebd54003 tempest-VolumesSnapshotTestJSON-309785744 tempest-VolumesSnapshotTestJSON-309785744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:31:09.321616 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-34716cfc-5e37-4721-a8b5-da727db35a66 req-0be4e39a-54a5-47cb-a539-c0e7ebd54003 tempest-VolumesSnapshotTestJSON-309785744 tempest-VolumesSnapshotTestJSON-309785744-project] 10.222.0.57 "GET /v2.0/ports?device_id=077a4156-11fd-4194-97e0-5fbf8acb748f HTTP/1.1" status: 200 len: 945 time: 0.0497997 Jan 26 21:31:09.419992 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [req-34716cfc-5e37-4721-a8b5-da727db35a66 req-76459efa-701e-47eb-8dfa-da483e91f98f tempest-VolumesSnapshotTestJSON-309785744 tempest-VolumesSnapshotTestJSON-309785744-project] Deleting port 608b8a53-3487-4d82-82a4-202fa8f0d6a7 {{(pid=103305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 21:31:09.420333 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-34716cfc-5e37-4721-a8b5-da727db35a66 req-76459efa-701e-47eb-8dfa-da483e91f98f tempest-VolumesSnapshotTestJSON-309785744 tempest-VolumesSnapshotTestJSON-309785744-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746560630878'] for port (608b8a53-3487-4d82-82a4-202fa8f0d6a7), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:31:09.510125 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [req-34716cfc-5e37-4721-a8b5-da727db35a66 req-76459efa-701e-47eb-8dfa-da483e91f98f tempest-VolumesSnapshotTestJSON-309785744 tempest-VolumesSnapshotTestJSON-309785744-project] For port 608b8a53-3487-4d82-82a4-202fa8f0d6a7, host n-h2-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-5',level=0,port_id=608b8a53-3487-4d82-82a4-202fa8f0d6a7,segment=NetworkSegment(58239c6a-8068-4b38-a84c-a977346e3eb7),segment_id=58239c6a-8068-4b38-a84c-a977346e3eb7)] {{(pid=103305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:31:09.510394 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-34716cfc-5e37-4721-a8b5-da727db35a66 req-76459efa-701e-47eb-8dfa-da483e91f98f tempest-VolumesSnapshotTestJSON-309785744 tempest-VolumesSnapshotTestJSON-309785744-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4109658'] for port (608b8a53-3487-4d82-82a4-202fa8f0d6a7), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:31:09.522814 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [req-34716cfc-5e37-4721-a8b5-da727db35a66 req-76459efa-701e-47eb-8dfa-da483e91f98f tempest-VolumesSnapshotTestJSON-309785744 tempest-VolumesSnapshotTestJSON-309785744-project] Calling delete_port for 608b8a53-3487-4d82-82a4-202fa8f0d6a7 owned by compute:nova {{(pid=103305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 21:31:09.669428 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-34716cfc-5e37-4721-a8b5-da727db35a66 req-76459efa-701e-47eb-8dfa-da483e91f98f tempest-VolumesSnapshotTestJSON-309785744 tempest-VolumesSnapshotTestJSON-309785744-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746560636600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746560234536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11791543'] for port (608b8a53-3487-4d82-82a4-202fa8f0d6a7), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:31:09.683668 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] get_ports_and_sgs() called for port_ids ['608b8a53-3487-4d82-82a4-202fa8f0d6a7'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 26 21:31:09.700487 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76459efa-701e-47eb-8dfa-da483e91f98f tempest-VolumesSnapshotTestJSON-309785744 tempest-VolumesSnapshotTestJSON-309785744-project] Pushing event deleted for resources: {'Port': ['ID=608b8a53-3487-4d82-82a4-202fa8f0d6a7,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:31:09.741060 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [req-34716cfc-5e37-4721-a8b5-da727db35a66 req-76459efa-701e-47eb-8dfa-da483e91f98f tempest-VolumesSnapshotTestJSON-309785744 tempest-VolumesSnapshotTestJSON-309785744-project] No DVR routers for this DVR port 608b8a53-3487-4d82-82a4-202fa8f0d6a7 on host n-h2-760453-5 {{(pid=103305) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 26 21:31:09.743684 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-34716cfc-5e37-4721-a8b5-da727db35a66 req-76459efa-701e-47eb-8dfa-da483e91f98f tempest-VolumesSnapshotTestJSON-309785744 tempest-VolumesSnapshotTestJSON-309785744-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:31:09.747007 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-34716cfc-5e37-4721-a8b5-da727db35a66 req-76459efa-701e-47eb-8dfa-da483e91f98f tempest-VolumesSnapshotTestJSON-309785744 tempest-VolumesSnapshotTestJSON-309785744-project] 10.222.0.57 "DELETE /v2.0/ports/608b8a53-3487-4d82-82a4-202fa8f0d6a7 HTTP/1.1" status: 204 len: 173 time: 0.4185503 Jan 26 21:31:09.747451 n-d-760453-5 neutron-server[103305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '077a4156-11fd-4194-97e0-5fbf8acb748f', 'name': 'network-vif-deleted', 'tag': '608b8a53-3487-4d82-82a4-202fa8f0d6a7'}] {{(pid=103305) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 21:31:09.749722 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d4654568b7bf041e72ff8fe1c96d6d761d9c921f2b99bc7b3a26632be20cee0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed7bdf0b-66f3-4854-9e06-2d97fdcb34c9" -d '{"events": [{"server_uuid": "077a4156-11fd-4194-97e0-5fbf8acb748f", "name": "network-vif-deleted", "tag": "608b8a53-3487-4d82-82a4-202fa8f0d6a7"}]}' {{(pid=103305) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 21:31:09.798854 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Jan 2022 21:31:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-540fa431-0aeb-4a64-abce-cd2f0907e95c x-openstack-request-id: req-540fa431-0aeb-4a64-abce-cd2f0907e95c {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 21:31:09.799152 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "077a4156-11fd-4194-97e0-5fbf8acb748f", "name": "network-vif-deleted", "tag": "608b8a53-3487-4d82-82a4-202fa8f0d6a7", "status": "completed", "code": 200}]} {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 21:31:09.799429 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-540fa431-0aeb-4a64-abce-cd2f0907e95c {{(pid=103305) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 21:31:09.799837 n-d-760453-5 neutron-server[103305]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '077a4156-11fd-4194-97e0-5fbf8acb748f', 'name': 'network-vif-deleted', 'tag': '608b8a53-3487-4d82-82a4-202fa8f0d6a7', 'status': 'completed', 'code': 200} Jan 26 21:31:10.299286 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-db07dcf8-ca21-4407-a79e-0570bfdcb6fc req-0acba0e4-42aa-4125-bc38-d962a37ee73a tempest-VolumesSnapshotTestJSON-309785744 tempest-VolumesSnapshotTestJSON-309785744-project] 10.222.0.13 "GET /v2.0/ports?device_id=077a4156-11fd-4194-97e0-5fbf8acb748f HTTP/1.1" status: 200 len: 210 time: 0.0626335 Jan 26 21:31:10.320580 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Device 0a83546f-5298-4576-9d57-0a2eff515847 up at agent hyperv_n-h2-760453-5 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 21:31:10.409683 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Provisioning complete for port 0a83546f-5298-4576-9d57-0a2eff515847 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:31:10.410533 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (0a83546f-5298-4576-9d57-0a2eff515847), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:31:10.482745 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9c736e-ec66-4eef-b7f2-8b4e157768b2 req-28d838f9-24f2-488a-890b-fa379e87b6a7 tempest-ServerDiskConfigTestJSON-1504097755 tempest-ServerDiskConfigTestJSON-1504097755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:31:10.487495 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-1c9c736e-ec66-4eef-b7f2-8b4e157768b2 req-28d838f9-24f2-488a-890b-fa379e87b6a7 tempest-ServerDiskConfigTestJSON-1504097755 tempest-ServerDiskConfigTestJSON-1504097755-project] 10.222.0.13 "GET /v2.0/ports?device_id=8b978eb6-35c4-4ea9-b2d9-88b39a1c70a2 HTTP/1.1" status: 200 len: 944 time: 0.0879323 Jan 26 21:31:10.521685 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Current status of the port 0a83546f-5298-4576-9d57-0a2eff515847 is: BUILD; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:31:10.522370 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (0a83546f-5298-4576-9d57-0a2eff515847), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:31:10.548147 n-d-760453-5 neutron-server[103306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b978eb6-35c4-4ea9-b2d9-88b39a1c70a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a83546f-5298-4576-9d57-0a2eff515847'}] {{(pid=103306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 21:31:10.550430 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9d5d370febab655511bdd2ffe887e43e442d144a440368702bcc1e93af00b97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e187b22-c1f9-40cd-bf2a-7ff0a4a3e4d3" -d '{"events": [{"server_uuid": "8b978eb6-35c4-4ea9-b2d9-88b39a1c70a2", "name": "network-vif-plugged", "status": "completed", "tag": "0a83546f-5298-4576-9d57-0a2eff515847"}]}' {{(pid=103306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 21:31:10.564066 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] For port 0a83546f-5298-4576-9d57-0a2eff515847, host n-h2-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-5',level=0,port_id=0a83546f-5298-4576-9d57-0a2eff515847,segment=NetworkSegment(6c664910-f626-469d-b488-30e875c9a116),segment_id=6c664910-f626-469d-b488-30e875c9a116)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:31:10.567190 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-1c9c736e-ec66-4eef-b7f2-8b4e157768b2 req-67bf20a6-cec7-4bb6-9310-484dd4a9300a tempest-ServerDiskConfigTestJSON-1504097755 tempest-ServerDiskConfigTestJSON-1504097755-project] 10.222.0.13 "GET /v2.0/security-groups?id=783fb386-6fd2-4948-95d6-8177a10ccbe5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753279 Jan 26 21:31:10.570817 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (0a83546f-5298-4576-9d57-0a2eff515847), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:31:10.617938 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Jan 2022 21:31:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b442684-a174-46fe-8702-7d9cbf3f5519 x-openstack-request-id: req-1b442684-a174-46fe-8702-7d9cbf3f5519 {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 21:31:10.618227 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b978eb6-35c4-4ea9-b2d9-88b39a1c70a2", "name": "network-vif-plugged", "status": "completed", "tag": "0a83546f-5298-4576-9d57-0a2eff515847", "code": 200}]} {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 21:31:10.618477 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-1b442684-a174-46fe-8702-7d9cbf3f5519 {{(pid=103306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 21:31:10.618916 n-d-760453-5 neutron-server[103306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b978eb6-35c4-4ea9-b2d9-88b39a1c70a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a83546f-5298-4576-9d57-0a2eff515847', 'code': 200} Jan 26 21:31:10.638022 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Pushing event updated for resources: {'Port': ['ID=0a83546f-5298-4576-9d57-0a2eff515847,revision_number=8']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:31:10.786953 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7a03c8-f811-48df-bd75-4fae0c6eb2d4 req-5e997d56-72fd-4beb-a656-4a02a52cf38c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:31:10.789746 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-3b7a03c8-f811-48df-bd75-4fae0c6eb2d4 req-5e997d56-72fd-4beb-a656-4a02a52cf38c service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=8b978eb6-35c4-4ea9-b2d9-88b39a1c70a2 HTTP/1.1" status: 200 len: 1096 time: 0.0487568 Jan 26 21:31:10.842598 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-3b7a03c8-f811-48df-bd75-4fae0c6eb2d4 req-dbff89ef-9340-4620-80c7-411520cfaf90 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=783fb386-6fd2-4948-95d6-8177a10ccbe5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445590 Jan 26 21:31:11.743274 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e251c1d-358d-4ce9-bf55-41671c79477f req-17394be4-d208-4fef-a109-9f8a9b7bc24d tempest-ServerDiskConfigTestJSON-1504097755 tempest-ServerDiskConfigTestJSON-1504097755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:31:11.763384 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-6e251c1d-358d-4ce9-bf55-41671c79477f req-17394be4-d208-4fef-a109-9f8a9b7bc24d tempest-ServerDiskConfigTestJSON-1504097755 tempest-ServerDiskConfigTestJSON-1504097755-project] 10.222.0.13 "GET /v2.0/ports?device_id=8b978eb6-35c4-4ea9-b2d9-88b39a1c70a2 HTTP/1.1" status: 200 len: 945 time: 0.0872741 Jan 26 21:31:11.868616 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-6e251c1d-358d-4ce9-bf55-41671c79477f req-a2fef8b9-53bf-4801-b922-b756b6f65aa7 tempest-ServerDiskConfigTestJSON-1504097755 tempest-ServerDiskConfigTestJSON-1504097755-project] 10.222.0.13 "GET /v2.0/security-groups?id=783fb386-6fd2-4948-95d6-8177a10ccbe5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024101 Jan 26 21:31:12.309432 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Device 608b8a53-3487-4d82-82a4-202fa8f0d6a7 no longer exists at agent hyperv_n-h2-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 26 21:31:12.370519 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] No Port match for: 608b8a53-3487-4d82-82a4-202fa8f0d6a7 {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 26 21:31:12.370901 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Device 608b8a53-3487-4d82-82a4-202fa8f0d6a7 not bound to the agent host n-h2-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 26 21:31:13.013506 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8027ab-f8f4-4109-8b3b-001ca7cc4521 req-465c4151-e51f-428c-8ebd-09a320f5990b tempest-ServerDiskConfigTestJSON-1504097755 tempest-ServerDiskConfigTestJSON-1504097755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:31:13.020223 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-fe8027ab-f8f4-4109-8b3b-001ca7cc4521 req-465c4151-e51f-428c-8ebd-09a320f5990b tempest-ServerDiskConfigTestJSON-1504097755 tempest-ServerDiskConfigTestJSON-1504097755-project] 10.222.0.13 "GET /v2.0/ports?device_id=8b978eb6-35c4-4ea9-b2d9-88b39a1c70a2 HTTP/1.1" status: 200 len: 945 time: 0.0671599 Jan 26 21:31:13.063884 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-fe8027ab-f8f4-4109-8b3b-001ca7cc4521 req-b68db747-e447-4a73-ad05-b3c0eebddccc tempest-ServerDiskConfigTestJSON-1504097755 tempest-ServerDiskConfigTestJSON-1504097755-project] 10.222.0.13 "GET /v2.0/security-groups?id=783fb386-6fd2-4948-95d6-8177a10ccbe5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428102 Jan 26 21:31:13.184889 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14cba723-7fd2-4e4b-bf00-dbc99092a027 req-759e2434-d671-4993-a373-4f251098fbb2 tempest-ServerDiskConfigTestJSON-1504097755 tempest-ServerDiskConfigTestJSON-1504097755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:31:13.187019 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-14cba723-7fd2-4e4b-bf00-dbc99092a027 req-759e2434-d671-4993-a373-4f251098fbb2 tempest-ServerDiskConfigTestJSON-1504097755 tempest-ServerDiskConfigTestJSON-1504097755-project] 10.222.0.13 "GET /v2.0/ports?device_id=8b978eb6-35c4-4ea9-b2d9-88b39a1c70a2 HTTP/1.1" status: 200 len: 945 time: 0.0503674 Jan 26 21:31:13.235137 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-14cba723-7fd2-4e4b-bf00-dbc99092a027 req-e419704f-0606-401d-a875-552349538b09 tempest-ServerDiskConfigTestJSON-1504097755 tempest-ServerDiskConfigTestJSON-1504097755-project] 10.222.0.13 "GET /v2.0/security-groups?id=783fb386-6fd2-4948-95d6-8177a10ccbe5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424945 Jan 26 21:31:13.675019 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeef491c-eaa4-431b-89f7-f7ef31989062 req-9cf9fdb3-a4be-4456-bc80-b2745ae4c840 tempest-ServerDiskConfigTestJSON-1504097755 tempest-ServerDiskConfigTestJSON-1504097755-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:31:13.679161 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-eeef491c-eaa4-431b-89f7-f7ef31989062 req-9cf9fdb3-a4be-4456-bc80-b2745ae4c840 tempest-ServerDiskConfigTestJSON-1504097755 tempest-ServerDiskConfigTestJSON-1504097755-project] 10.222.0.13 "GET /v2.0/networks?id=74c2db30-fc56-4028-b6bc-1e1adb646f05 HTTP/1.1" status: 200 len: 815 time: 0.1286209 Jan 26 21:31:13.692543 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-eeef491c-eaa4-431b-89f7-f7ef31989062 req-5e6da759-68ce-40b3-b451-e5f1d60da32b tempest-ServerDiskConfigTestJSON-1504097755 tempest-ServerDiskConfigTestJSON-1504097755-project] 10.222.0.13 "GET /v2.0/quotas/67c43b1aa4f1448caaa89bc8345f75b3 HTTP/1.1" status: 200 len: 375 time: 0.0102150 Jan 26 21:31:13.743300 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-eeef491c-eaa4-431b-89f7-f7ef31989062 req-f2c4d209-e076-448a-b548-7c70feaac469 tempest-ServerDiskConfigTestJSON-1504097755 tempest-ServerDiskConfigTestJSON-1504097755-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=67c43b1aa4f1448caaa89bc8345f75b3&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0456233 Jan 26 21:31:13.839793 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-eeef491c-eaa4-431b-89f7-f7ef31989062 req-8c14a33c-8280-4b77-9bb7-7e0c67d5907e service neutron] 10.222.0.13 "GET /v2.0/networks/74c2db30-fc56-4028-b6bc-1e1adb646f05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895350 Jan 26 21:31:13.950021 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-eeef491c-eaa4-431b-89f7-f7ef31989062 req-4fcdb326-0830-4df2-9662-3e77de32d86e service neutron] 10.222.0.13 "GET /v2.0/networks/74c2db30-fc56-4028-b6bc-1e1adb646f05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1041658 Jan 26 21:31:14.221930 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-cdefc829-5d42-4134-b8fa-1eae2ce60abb req-8cd62ed1-6173-45aa-a18c-c936f0a3397d tempest-ServerDiskConfigTestJSON-1504097755 tempest-ServerDiskConfigTestJSON-1504097755-project] 10.222.0.13 "GET /v2.0/ports?device_id=c0db21ee-9c98-4520-80b9-81f34f2f6234 HTTP/1.1" status: 200 len: 210 time: 0.0344868 Jan 26 21:31:14.816182 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378968cf-13ae-4fa4-9319-1795edfc60d5 req-2ec6f18f-96d2-4e8b-a82b-b204668ddcee tempest-ServerDiskConfigTestJSON-1504097755 tempest-ServerDiskConfigTestJSON-1504097755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:31:14.817884 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-378968cf-13ae-4fa4-9319-1795edfc60d5 req-2ec6f18f-96d2-4e8b-a82b-b204668ddcee tempest-ServerDiskConfigTestJSON-1504097755 tempest-ServerDiskConfigTestJSON-1504097755-project] 10.222.0.57 "GET /v2.0/ports?device_id=8b978eb6-35c4-4ea9-b2d9-88b39a1c70a2 HTTP/1.1" status: 200 len: 945 time: 0.0599213 Jan 26 21:31:14.945145 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [req-378968cf-13ae-4fa4-9319-1795edfc60d5 req-da210506-ffab-40ac-ad4f-2d050bc393dc tempest-ServerDiskConfigTestJSON-1504097755 tempest-ServerDiskConfigTestJSON-1504097755-project] Deleting port 0a83546f-5298-4576-9d57-0a2eff515847 {{(pid=103305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 21:31:14.946245 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-378968cf-13ae-4fa4-9319-1795edfc60d5 req-da210506-ffab-40ac-ad4f-2d050bc393dc tempest-ServerDiskConfigTestJSON-1504097755 tempest-ServerDiskConfigTestJSON-1504097755-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746560630878'] for port (0a83546f-5298-4576-9d57-0a2eff515847), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:31:15.048861 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [req-378968cf-13ae-4fa4-9319-1795edfc60d5 req-da210506-ffab-40ac-ad4f-2d050bc393dc tempest-ServerDiskConfigTestJSON-1504097755 tempest-ServerDiskConfigTestJSON-1504097755-project] For port 0a83546f-5298-4576-9d57-0a2eff515847, host n-h2-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-5',level=0,port_id=0a83546f-5298-4576-9d57-0a2eff515847,segment=NetworkSegment(6c664910-f626-469d-b488-30e875c9a116),segment_id=6c664910-f626-469d-b488-30e875c9a116)] {{(pid=103305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:31:15.049588 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-378968cf-13ae-4fa4-9319-1795edfc60d5 req-da210506-ffab-40ac-ad4f-2d050bc393dc tempest-ServerDiskConfigTestJSON-1504097755 tempest-ServerDiskConfigTestJSON-1504097755-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4109658'] for port (0a83546f-5298-4576-9d57-0a2eff515847), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:31:15.065790 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [req-378968cf-13ae-4fa4-9319-1795edfc60d5 req-da210506-ffab-40ac-ad4f-2d050bc393dc tempest-ServerDiskConfigTestJSON-1504097755 tempest-ServerDiskConfigTestJSON-1504097755-project] Calling delete_port for 0a83546f-5298-4576-9d57-0a2eff515847 owned by compute:nova {{(pid=103305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 21:31:15.227736 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-378968cf-13ae-4fa4-9319-1795edfc60d5 req-da210506-ffab-40ac-ad4f-2d050bc393dc tempest-ServerDiskConfigTestJSON-1504097755 tempest-ServerDiskConfigTestJSON-1504097755-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746560636600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746560234536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11791543'] for port (0a83546f-5298-4576-9d57-0a2eff515847), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:31:15.240642 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] get_ports_and_sgs() called for port_ids ['0a83546f-5298-4576-9d57-0a2eff515847'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 26 21:31:15.259865 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da210506-ffab-40ac-ad4f-2d050bc393dc tempest-ServerDiskConfigTestJSON-1504097755 tempest-ServerDiskConfigTestJSON-1504097755-project] Pushing event deleted for resources: {'Port': ['ID=0a83546f-5298-4576-9d57-0a2eff515847,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:31:15.300639 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [req-378968cf-13ae-4fa4-9319-1795edfc60d5 req-da210506-ffab-40ac-ad4f-2d050bc393dc tempest-ServerDiskConfigTestJSON-1504097755 tempest-ServerDiskConfigTestJSON-1504097755-project] No DVR routers for this DVR port 0a83546f-5298-4576-9d57-0a2eff515847 on host n-h2-760453-5 {{(pid=103305) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 26 21:31:15.303518 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-378968cf-13ae-4fa4-9319-1795edfc60d5 req-da210506-ffab-40ac-ad4f-2d050bc393dc tempest-ServerDiskConfigTestJSON-1504097755 tempest-ServerDiskConfigTestJSON-1504097755-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:31:15.309058 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-378968cf-13ae-4fa4-9319-1795edfc60d5 req-da210506-ffab-40ac-ad4f-2d050bc393dc tempest-ServerDiskConfigTestJSON-1504097755 tempest-ServerDiskConfigTestJSON-1504097755-project] 10.222.0.57 "DELETE /v2.0/ports/0a83546f-5298-4576-9d57-0a2eff515847 HTTP/1.1" status: 204 len: 173 time: 0.4860823 Jan 26 21:31:15.309783 n-d-760453-5 neutron-server[103305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b978eb6-35c4-4ea9-b2d9-88b39a1c70a2', 'name': 'network-vif-deleted', 'tag': '0a83546f-5298-4576-9d57-0a2eff515847'}] {{(pid=103305) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 21:31:15.318885 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d4654568b7bf041e72ff8fe1c96d6d761d9c921f2b99bc7b3a26632be20cee0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3b128c4-68f3-49b9-ab1b-79004a7e3691" -d '{"events": [{"server_uuid": "8b978eb6-35c4-4ea9-b2d9-88b39a1c70a2", "name": "network-vif-deleted", "tag": "0a83546f-5298-4576-9d57-0a2eff515847"}]}' {{(pid=103305) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 21:31:15.376537 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Jan 2022 21:31:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ef1a327-5ed9-4da6-9b73-e8c3d86dc6c6 x-openstack-request-id: req-6ef1a327-5ed9-4da6-9b73-e8c3d86dc6c6 {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 21:31:15.376835 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b978eb6-35c4-4ea9-b2d9-88b39a1c70a2", "name": "network-vif-deleted", "tag": "0a83546f-5298-4576-9d57-0a2eff515847", "status": "completed", "code": 200}]} {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 21:31:15.377258 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-6ef1a327-5ed9-4da6-9b73-e8c3d86dc6c6 {{(pid=103305) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 21:31:15.377734 n-d-760453-5 neutron-server[103305]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b978eb6-35c4-4ea9-b2d9-88b39a1c70a2', 'name': 'network-vif-deleted', 'tag': '0a83546f-5298-4576-9d57-0a2eff515847', 'status': 'completed', 'code': 200} Jan 26 21:31:15.390791 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-2cb5ed4e-3792-483e-aafb-02092678fe62 req-90f9ccb5-7ac0-4018-848f-08e77066c21b tempest-ServerDiskConfigTestJSON-1504097755 tempest-ServerDiskConfigTestJSON-1504097755-project] 10.222.0.13 "GET /v2.0/ports?device_id=c0db21ee-9c98-4520-80b9-81f34f2f6234 HTTP/1.1" status: 200 len: 210 time: 0.0435426 Jan 26 21:31:15.679113 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeef491c-eaa4-431b-89f7-f7ef31989062 req-04e211bf-a9b3-4870-a47a-650c316eb849 tempest-ServerDiskConfigTestJSON-1504097755 tempest-ServerDiskConfigTestJSON-1504097755-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:31:15.681829 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-eeef491c-eaa4-431b-89f7-f7ef31989062 req-04e211bf-a9b3-4870-a47a-650c316eb849 tempest-ServerDiskConfigTestJSON-1504097755 tempest-ServerDiskConfigTestJSON-1504097755-project] 10.222.0.66 "GET /v2.0/networks?id=74c2db30-fc56-4028-b6bc-1e1adb646f05 HTTP/1.1" status: 200 len: 815 time: 0.1635883 Jan 26 21:31:15.700854 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [req-eeef491c-eaa4-431b-89f7-f7ef31989062 req-9d0278cf-3143-43d3-94d2-1e2de798d4b0 tempest-ServerDiskConfigTestJSON-1504097755 tempest-ServerDiskConfigTestJSON-1504097755-project] Request body: {'port': {'device_id': 'c0db21ee-9c98-4520-80b9-81f34f2f6234', 'network_id': '74c2db30-fc56-4028-b6bc-1e1adb646f05', 'admin_state_up': True, 'tenant_id': '67c43b1aa4f1448caaa89bc8345f75b3'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:31:15.877016 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eeef491c-eaa4-431b-89f7-f7ef31989062 req-9d0278cf-3143-43d3-94d2-1e2de798d4b0 tempest-ServerDiskConfigTestJSON-1504097755 tempest-ServerDiskConfigTestJSON-1504097755-project] Made reservation on behalf of 67c43b1aa4f1448caaa89bc8345f75b3 for: {'port': 1} {{(pid=103304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 21:31:15.881229 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-eeef491c-eaa4-431b-89f7-f7ef31989062 req-9d0278cf-3143-43d3-94d2-1e2de798d4b0 tempest-ServerDiskConfigTestJSON-1504097755 tempest-ServerDiskConfigTestJSON-1504097755-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:31:15.980825 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 52450) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:31:16.033322 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.db_base_plugin_common [req-eeef491c-eaa4-431b-89f7-f7ef31989062 req-9d0278cf-3143-43d3-94d2-1e2de798d4b0 tempest-ServerDiskConfigTestJSON-1504097755 tempest-ServerDiskConfigTestJSON-1504097755-project] Allocated IP 172.20.0.13 (74c2db30-fc56-4028-b6bc-1e1adb646f05/68ece1fe-1f7d-4329-a57d-2ad69881b241/016d9825-8c5a-49e8-9ac6-0deff387f440) {{(pid=103304) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 21:31:16.119909 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-4f7dcf05-c1d7-41ed-9417-be17c2688b6b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:31:16.223304 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-4f7dcf05-c1d7-41ed-9417-be17c2688b6b admin admin] Publish callbacks [] for security_group (19724068-c16c-48fa-99ef-36763c93beb0), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:31:16.230529 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-4f7dcf05-c1d7-41ed-9417-be17c2688b6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (19724068-c16c-48fa-99ef-36763c93beb0), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:31:16.296189 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-4f7dcf05-c1d7-41ed-9417-be17c2688b6b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ffabfd4965f544a0b0581729c37fb7ae&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3118618 Jan 26 21:31:16.297981 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 52456) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:31:16.303440 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-eeef491c-eaa4-431b-89f7-f7ef31989062 req-9d0278cf-3143-43d3-94d2-1e2de798d4b0 tempest-ServerDiskConfigTestJSON-1504097755 tempest-ServerDiskConfigTestJSON-1504097755-project] Publish callbacks [] for port (016d9825-8c5a-49e8-9ac6-0deff387f440), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:31:16.307647 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7dcf05-c1d7-41ed-9417-be17c2688b6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19724068-c16c-48fa-99ef-36763c93beb0,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:31:16.346253 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-eeef491c-eaa4-431b-89f7-f7ef31989062 req-9d0278cf-3143-43d3-94d2-1e2de798d4b0 tempest-ServerDiskConfigTestJSON-1504097755 tempest-ServerDiskConfigTestJSON-1504097755-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746560234527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9281553'] for port (016d9825-8c5a-49e8-9ac6-0deff387f440), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:31:16.373240 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-0a5ae02f-7c8e-47be-9151-16196a3b4c9b admin admin] Publish callbacks [] for security_group (19724068-c16c-48fa-99ef-36763c93beb0), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:31:16.385230 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eeef491c-eaa4-431b-89f7-f7ef31989062 req-9d0278cf-3143-43d3-94d2-1e2de798d4b0 tempest-ServerDiskConfigTestJSON-1504097755 tempest-ServerDiskConfigTestJSON-1504097755-project] Network 74c2db30-fc56-4028-b6bc-1e1adb646f05 is already hosted by enough agents. {{(pid=103304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 21:31:16.388615 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [req-eeef491c-eaa4-431b-89f7-f7ef31989062 req-9d0278cf-3143-43d3-94d2-1e2de798d4b0 tempest-ServerDiskConfigTestJSON-1504097755 tempest-ServerDiskConfigTestJSON-1504097755-project] Resources bound (agent type, host, resource id): {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:31:16.394176 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [req-eeef491c-eaa4-431b-89f7-f7ef31989062 req-9d0278cf-3143-43d3-94d2-1e2de798d4b0 tempest-ServerDiskConfigTestJSON-1504097755 tempest-ServerDiskConfigTestJSON-1504097755-project] Received port after_create {{(pid=103304) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 21:31:16.413855 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-0a5ae02f-7c8e-47be-9151-16196a3b4c9b admin admin] Publish callbacks [] for security_group (19724068-c16c-48fa-99ef-36763c93beb0), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:31:16.437469 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d0278cf-3143-43d3-94d2-1e2de798d4b0 tempest-ServerDiskConfigTestJSON-1504097755 tempest-ServerDiskConfigTestJSON-1504097755-project] Pushing event updated for resources: {'Port': ['ID=016d9825-8c5a-49e8-9ac6-0deff387f440,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:31:16.468151 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeef491c-eaa4-431b-89f7-f7ef31989062 req-9d0278cf-3143-43d3-94d2-1e2de798d4b0 tempest-ServerDiskConfigTestJSON-1504097755 tempest-ServerDiskConfigTestJSON-1504097755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:31:16.469495 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-eeef491c-eaa4-431b-89f7-f7ef31989062 req-9d0278cf-3143-43d3-94d2-1e2de798d4b0 tempest-ServerDiskConfigTestJSON-1504097755 tempest-ServerDiskConfigTestJSON-1504097755-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:31:16.488230 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-0a5ae02f-7c8e-47be-9151-16196a3b4c9b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (19724068-c16c-48fa-99ef-36763c93beb0), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:31:16.491314 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-0a5ae02f-7c8e-47be-9151-16196a3b4c9b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:31:16.495164 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-0a5ae02f-7c8e-47be-9151-16196a3b4c9b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/19724068-c16c-48fa-99ef-36763c93beb0 HTTP/1.1" status: 204 len: 168 time: 0.1932909 Jan 26 21:31:16.502069 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a5ae02f-7c8e-47be-9151-16196a3b4c9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19724068-c16c-48fa-99ef-36763c93beb0,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:31:16.556404 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-eeef491c-eaa4-431b-89f7-f7ef31989062 req-9d0278cf-3143-43d3-94d2-1e2de798d4b0 tempest-ServerDiskConfigTestJSON-1504097755 tempest-ServerDiskConfigTestJSON-1504097755-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8593562 Jan 26 21:31:16.577338 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99953d82-0bdd-4306-ba65-06f2b7a2ba18 req-d48c8b03-18b9-4df0-b6da-4ad7295b9c4d tempest-ServerDiskConfigTestJSON-1504097755 tempest-ServerDiskConfigTestJSON-1504097755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:31:16.579669 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-99953d82-0bdd-4306-ba65-06f2b7a2ba18 req-d48c8b03-18b9-4df0-b6da-4ad7295b9c4d tempest-ServerDiskConfigTestJSON-1504097755 tempest-ServerDiskConfigTestJSON-1504097755-project] 10.222.0.13 "GET /v2.0/ports?device_id=c0db21ee-9c98-4520-80b9-81f34f2f6234 HTTP/1.1" status: 200 len: 932 time: 0.0953662 Jan 26 21:31:16.666036 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-99953d82-0bdd-4306-ba65-06f2b7a2ba18 req-ba8eb060-a712-41c5-bfeb-7d479629cd7b tempest-ServerDiskConfigTestJSON-1504097755 tempest-ServerDiskConfigTestJSON-1504097755-project] 10.222.0.13 "GET /v2.0/security-groups?id=783fb386-6fd2-4948-95d6-8177a10ccbe5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698621 Jan 26 21:31:16.710129 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [req-eeef491c-eaa4-431b-89f7-f7ef31989062 req-9dbe33c9-4842-4d6b-9da5-ad49a2ea8b4d service neutron] Request body: {'port': {'device_id': 'c0db21ee-9c98-4520-80b9-81f34f2f6234', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-760453-5'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:31:16.807221 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-eeef491c-eaa4-431b-89f7-f7ef31989062 req-9dbe33c9-4842-4d6b-9da5-ad49a2ea8b4d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (016d9825-8c5a-49e8-9ac6-0deff387f440), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:31:16.869091 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 52468) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:31:16.892256 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-a66edfc9-220c-4b22-a884-989375af81ba admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:31:17.468552 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-a66edfc9-220c-4b22-a884-989375af81ba admin admin] Publish callbacks [] for security_group (cf171f44-84fd-4d3d-92e4-c051aef37d25), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:31:17.473985 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-a66edfc9-220c-4b22-a884-989375af81ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (cf171f44-84fd-4d3d-92e4-c051aef37d25), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:31:17.566212 n-d-760453-5 neutron-server[103304]: DEBUG neutron.notifiers.nova [req-eeef491c-eaa4-431b-89f7-f7ef31989062 req-9dbe33c9-4842-4d6b-9da5-ad49a2ea8b4d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 016d9825-8c5a-49e8-9ac6-0deff387f440 {{(pid=103304) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 26 21:31:17.576246 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-eeef491c-eaa4-431b-89f7-f7ef31989062 req-9dbe33c9-4842-4d6b-9da5-ad49a2ea8b4d service neutron] Publish callbacks [] for port (016d9825-8c5a-49e8-9ac6-0deff387f440), precommit_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:31:17.580766 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-a66edfc9-220c-4b22-a884-989375af81ba admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=6a96389b579f41a2ac21ca8214fa2150&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7104137 Jan 26 21:31:17.581524 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a66edfc9-220c-4b22-a884-989375af81ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf171f44-84fd-4d3d-92e4-c051aef37d25,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:31:17.583594 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 52474) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:31:17.596424 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.provisioning_blocks [req-eeef491c-eaa4-431b-89f7-f7ef31989062 req-9dbe33c9-4842-4d6b-9da5-ad49a2ea8b4d service neutron] Transition to ACTIVE for port object 016d9825-8c5a-49e8-9ac6-0deff387f440 will not be triggered until provisioned by entity L2. {{(pid=103304) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 21:31:17.600890 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-eeef491c-eaa4-431b-89f7-f7ef31989062 req-9dbe33c9-4842-4d6b-9da5-ad49a2ea8b4d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9281542'] for port (016d9825-8c5a-49e8-9ac6-0deff387f440), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:31:17.646532 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-4551b407-1464-459b-89ce-4de3cf753079 admin admin] Publish callbacks [] for security_group (cf171f44-84fd-4d3d-92e4-c051aef37d25), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:31:17.674538 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-4551b407-1464-459b-89ce-4de3cf753079 admin admin] Publish callbacks [] for security_group (cf171f44-84fd-4d3d-92e4-c051aef37d25), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:31:17.701206 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dbe33c9-4842-4d6b-9da5-ad49a2ea8b4d service neutron] Pushing event updated for resources: {'Port': ['ID=016d9825-8c5a-49e8-9ac6-0deff387f440,revision_number=2']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:31:17.733733 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-4551b407-1464-459b-89ce-4de3cf753079 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (cf171f44-84fd-4d3d-92e4-c051aef37d25), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:31:17.737030 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-4551b407-1464-459b-89ce-4de3cf753079 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:31:17.738427 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-4551b407-1464-459b-89ce-4de3cf753079 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/cf171f44-84fd-4d3d-92e4-c051aef37d25 HTTP/1.1" status: 204 len: 168 time: 0.1531398 Jan 26 21:31:17.746949 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4551b407-1464-459b-89ce-4de3cf753079 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf171f44-84fd-4d3d-92e4-c051aef37d25,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:31:17.747884 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [req-eeef491c-eaa4-431b-89f7-f7ef31989062 req-9dbe33c9-4842-4d6b-9da5-ad49a2ea8b4d service neutron] Attempting to bind port 016d9825-8c5a-49e8-9ac6-0deff387f440 on host n-h1-760453-5 for vnic_type normal with profile {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 21:31:17.748225 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [req-eeef491c-eaa4-431b-89f7-f7ef31989062 req-9dbe33c9-4842-4d6b-9da5-ad49a2ea8b4d service neutron] Attempting to bind port 016d9825-8c5a-49e8-9ac6-0deff387f440 by drivers openvswitch,hyperv on host n-h1-760453-5 at level 0 using segments [{'id': '6c664910-f626-469d-b488-30e875c9a116', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '74c2db30-fc56-4028-b6bc-1e1adb646f05'}] {{(pid=103304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 26 21:31:17.749167 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eeef491c-eaa4-431b-89f7-f7ef31989062 req-9dbe33c9-4842-4d6b-9da5-ad49a2ea8b4d service neutron] Attempting to bind port 016d9825-8c5a-49e8-9ac6-0deff387f440 on network 74c2db30-fc56-4028-b6bc-1e1adb646f05 {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 21:31:17.756175 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eeef491c-eaa4-431b-89f7-f7ef31989062 req-9dbe33c9-4842-4d6b-9da5-ad49a2ea8b4d service neutron] Port 016d9825-8c5a-49e8-9ac6-0deff387f440 on network 74c2db30-fc56-4028-b6bc-1e1adb646f05 not bound, no agent of type Open vSwitch agent registered on host n-h1-760453-5 {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 26 21:31:17.756500 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eeef491c-eaa4-431b-89f7-f7ef31989062 req-9dbe33c9-4842-4d6b-9da5-ad49a2ea8b4d service neutron] Attempting to bind port 016d9825-8c5a-49e8-9ac6-0deff387f440 on network 74c2db30-fc56-4028-b6bc-1e1adb646f05 {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 21:31:17.761849 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eeef491c-eaa4-431b-89f7-f7ef31989062 req-9dbe33c9-4842-4d6b-9da5-ad49a2ea8b4d service neutron] Checking agent: {'id': '32ef628b-8417-46c5-8729-60fcabe358f1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-760453-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 21, 3, 8), 'started_at': datetime.datetime(2022, 1, 26, 21, 3, 8), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 21, 31, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 26 21:31:17.762193 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eeef491c-eaa4-431b-89f7-f7ef31989062 req-9dbe33c9-4842-4d6b-9da5-ad49a2ea8b4d service neutron] Checking segment: {'id': '6c664910-f626-469d-b488-30e875c9a116', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '74c2db30-fc56-4028-b6bc-1e1adb646f05'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103304) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 21:31:17.762584 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eeef491c-eaa4-431b-89f7-f7ef31989062 req-9dbe33c9-4842-4d6b-9da5-ad49a2ea8b4d service neutron] Bound using segment: {'id': '6c664910-f626-469d-b488-30e875c9a116', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '74c2db30-fc56-4028-b6bc-1e1adb646f05'} {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 26 21:31:17.763010 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [req-eeef491c-eaa4-431b-89f7-f7ef31989062 req-9dbe33c9-4842-4d6b-9da5-ad49a2ea8b4d service neutron] Bound port: 016d9825-8c5a-49e8-9ac6-0deff387f440, host: n-h1-760453-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6c664910-f626-469d-b488-30e875c9a116', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '74c2db30-fc56-4028-b6bc-1e1adb646f05'}}] {{(pid=103304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 26 21:31:17.764002 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-eeef491c-eaa4-431b-89f7-f7ef31989062 req-9dbe33c9-4842-4d6b-9da5-ad49a2ea8b4d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (016d9825-8c5a-49e8-9ac6-0deff387f440), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:31:17.858128 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14af3a42-7ae4-4726-8ef9-20504e3d8ee1 req-9cf1323b-c607-45a5-9534-34fe3477ae85 tempest-ServerDiskConfigTestJSON-1504097755 tempest-ServerDiskConfigTestJSON-1504097755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:31:17.859684 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-14af3a42-7ae4-4726-8ef9-20504e3d8ee1 req-9cf1323b-c607-45a5-9534-34fe3477ae85 tempest-ServerDiskConfigTestJSON-1504097755 tempest-ServerDiskConfigTestJSON-1504097755-project] 10.222.0.13 "GET /v2.0/ports?device_id=c0db21ee-9c98-4520-80b9-81f34f2f6234 HTTP/1.1" status: 200 len: 944 time: 0.0925996 Jan 26 21:31:17.899696 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [req-eeef491c-eaa4-431b-89f7-f7ef31989062 req-9dbe33c9-4842-4d6b-9da5-ad49a2ea8b4d service neutron] For port 016d9825-8c5a-49e8-9ac6-0deff387f440, host n-h1-760453-5, cleared binding levels {{(pid=103304) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 26 21:31:17.921900 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [req-eeef491c-eaa4-431b-89f7-f7ef31989062 req-9dbe33c9-4842-4d6b-9da5-ad49a2ea8b4d service neutron] For port 016d9825-8c5a-49e8-9ac6-0deff387f440, host n-h1-760453-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-5',level=0,port_id=016d9825-8c5a-49e8-9ac6-0deff387f440,segment=NetworkSegment(6c664910-f626-469d-b488-30e875c9a116),segment_id=6c664910-f626-469d-b488-30e875c9a116)] {{(pid=103304) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 26 21:31:17.932727 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-eeef491c-eaa4-431b-89f7-f7ef31989062 req-9dbe33c9-4842-4d6b-9da5-ad49a2ea8b4d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9281542'] for port (016d9825-8c5a-49e8-9ac6-0deff387f440), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:31:17.965165 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-14af3a42-7ae4-4726-8ef9-20504e3d8ee1 req-8a9fb657-24bc-49df-a4be-3a7d73dd3c3f tempest-ServerDiskConfigTestJSON-1504097755 tempest-ServerDiskConfigTestJSON-1504097755-project] 10.222.0.13 "GET /v2.0/security-groups?id=783fb386-6fd2-4948-95d6-8177a10ccbe5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841563 Jan 26 21:31:17.977972 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeef491c-eaa4-431b-89f7-f7ef31989062 req-9dbe33c9-4842-4d6b-9da5-ad49a2ea8b4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:31:17.978602 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-eeef491c-eaa4-431b-89f7-f7ef31989062 req-9dbe33c9-4842-4d6b-9da5-ad49a2ea8b4d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:31:17.980064 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-eeef491c-eaa4-431b-89f7-f7ef31989062 req-9dbe33c9-4842-4d6b-9da5-ad49a2ea8b4d service neutron] 10.222.0.66 "PUT /v2.0/ports/016d9825-8c5a-49e8-9ac6-0deff387f440 HTTP/1.1" status: 200 len: 1092 time: 1.3992271 Jan 26 21:31:17.980433 n-d-760453-5 neutron-server[103304]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c0db21ee-9c98-4520-80b9-81f34f2f6234', 'tag': '016d9825-8c5a-49e8-9ac6-0deff387f440'}] {{(pid=103304) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 21:31:17.989601 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d52b45f1943fcd332af9527eb73ff93c8d715d44383a3f6d18de73b4cfcf87b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-557945cc-91b5-4efd-8f7c-6456b8eb77d0" -d '{"events": [{"name": "network-changed", "server_uuid": "c0db21ee-9c98-4520-80b9-81f34f2f6234", "tag": "016d9825-8c5a-49e8-9ac6-0deff387f440"}]}' {{(pid=103304) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 21:31:18.008429 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dbe33c9-4842-4d6b-9da5-ad49a2ea8b4d service neutron] Pushing event updated for resources: {'Port': ['ID=016d9825-8c5a-49e8-9ac6-0deff387f440,revision_number=3']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:31:18.039091 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 26 Jan 2022 21:31:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac19c919-cc59-476d-be42-83f829db80e7 x-openstack-request-id: req-ac19c919-cc59-476d-be42-83f829db80e7 {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 21:31:18.039520 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c0db21ee-9c98-4520-80b9-81f34f2f6234", "tag": "016d9825-8c5a-49e8-9ac6-0deff387f440", "status": "completed", "code": 200}]} {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 21:31:18.040764 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ac19c919-cc59-476d-be42-83f829db80e7 {{(pid=103304) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 21:31:18.041319 n-d-760453-5 neutron-server[103304]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c0db21ee-9c98-4520-80b9-81f34f2f6234', 'tag': '016d9825-8c5a-49e8-9ac6-0deff387f440', 'status': 'completed', 'code': 200} Jan 26 21:31:18.091487 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeef491c-eaa4-431b-89f7-f7ef31989062 req-32a49ab6-30a7-4b3f-b8f8-cd80beac1d69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:31:18.093481 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-eeef491c-eaa4-431b-89f7-f7ef31989062 req-32a49ab6-30a7-4b3f-b8f8-cd80beac1d69 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=67c43b1aa4f1448caaa89bc8345f75b3&device_id=c0db21ee-9c98-4520-80b9-81f34f2f6234 HTTP/1.1" status: 200 len: 1095 time: 0.0449800 Jan 26 21:31:18.151268 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-eeef491c-eaa4-431b-89f7-f7ef31989062 req-7507db68-183b-4840-ad24-7e13158961a1 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=016d9825-8c5a-49e8-9ac6-0deff387f440 HTTP/1.1" status: 200 len: 217 time: 0.0434413 Jan 26 21:31:18.205189 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeef491c-eaa4-431b-89f7-f7ef31989062 req-238cf661-f62b-4848-8225-d0452dd057ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:31:18.207004 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-eeef491c-eaa4-431b-89f7-f7ef31989062 req-238cf661-f62b-4848-8225-d0452dd057ed service neutron] 10.222.0.66 "GET /v2.0/subnets?id=68ece1fe-1f7d-4329-a57d-2ad69881b241 HTTP/1.1" status: 200 len: 855 time: 0.0498488 Jan 26 21:31:18.242294 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-eeef491c-eaa4-431b-89f7-f7ef31989062 req-50105f2b-7dbe-4223-aa46-39751089fef1 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=74c2db30-fc56-4028-b6bc-1e1adb646f05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0279744 Jan 26 21:31:18.342141 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Device 0a83546f-5298-4576-9d57-0a2eff515847 no longer exists at agent hyperv_n-h2-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 26 21:31:18.343533 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-eeef491c-eaa4-431b-89f7-f7ef31989062 req-126dfe28-b1a0-46fd-9f82-7235f5a80a43 service neutron] 10.222.0.66 "GET /v2.0/networks/74c2db30-fc56-4028-b6bc-1e1adb646f05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0942900 Jan 26 21:31:18.381474 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] No Port match for: 0a83546f-5298-4576-9d57-0a2eff515847 {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 26 21:31:18.385551 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Device 0a83546f-5298-4576-9d57-0a2eff515847 not bound to the agent host n-h2-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 26 21:31:18.458524 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-eeef491c-eaa4-431b-89f7-f7ef31989062 req-fc211da3-ce65-4a16-91fd-394e36cd62f0 service neutron] 10.222.0.66 "GET /v2.0/networks/74c2db30-fc56-4028-b6bc-1e1adb646f05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1081982 Jan 26 21:31:18.593391 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557945cc-91b5-4efd-8f7c-6456b8eb77d0 req-e6e05dbd-f64e-43af-8bd0-e6243f2a80d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:31:18.594998 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-557945cc-91b5-4efd-8f7c-6456b8eb77d0 req-e6e05dbd-f64e-43af-8bd0-e6243f2a80d8 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=67c43b1aa4f1448caaa89bc8345f75b3&device_id=c0db21ee-9c98-4520-80b9-81f34f2f6234 HTTP/1.1" status: 200 len: 1095 time: 0.0424469 Jan 26 21:31:18.695100 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557945cc-91b5-4efd-8f7c-6456b8eb77d0 req-9d47c5b4-3b19-49a8-8e47-4358aa10abe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:31:18.696987 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-557945cc-91b5-4efd-8f7c-6456b8eb77d0 req-9d47c5b4-3b19-49a8-8e47-4358aa10abe1 service neutron] 10.222.0.66 "GET /v2.0/networks?id=74c2db30-fc56-4028-b6bc-1e1adb646f05 HTTP/1.1" status: 200 len: 916 time: 0.0959492 Jan 26 21:31:18.741230 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-557945cc-91b5-4efd-8f7c-6456b8eb77d0 req-3739380d-bc37-4b67-8357-55b9ca80b0e6 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=016d9825-8c5a-49e8-9ac6-0deff387f440 HTTP/1.1" status: 200 len: 217 time: 0.0375447 Jan 26 21:31:18.796644 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557945cc-91b5-4efd-8f7c-6456b8eb77d0 req-771ef499-705d-4fcf-8798-c59d1690de67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:31:18.799036 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-557945cc-91b5-4efd-8f7c-6456b8eb77d0 req-771ef499-705d-4fcf-8798-c59d1690de67 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=68ece1fe-1f7d-4329-a57d-2ad69881b241 HTTP/1.1" status: 200 len: 855 time: 0.0512319 Jan 26 21:31:18.831875 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-557945cc-91b5-4efd-8f7c-6456b8eb77d0 req-d116f706-0d84-4215-ad3b-078c9ac246fd service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=74c2db30-fc56-4028-b6bc-1e1adb646f05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0271611 Jan 26 21:31:18.902343 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-687513cf-2734-4b89-83fb-64e1177563d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (474ccdf7-ab6c-405b-a3b2-dc7b05829902), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:31:18.948704 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-557945cc-91b5-4efd-8f7c-6456b8eb77d0 req-4e5c33ad-05fe-4ec6-893e-fcda41ca26b9 service neutron] 10.222.0.66 "GET /v2.0/networks/74c2db30-fc56-4028-b6bc-1e1adb646f05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1103265 Jan 26 21:31:19.100185 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-557945cc-91b5-4efd-8f7c-6456b8eb77d0 req-431e6949-79aa-40e2-994a-deb08cfb3048 service neutron] 10.222.0.66 "GET /v2.0/networks/74c2db30-fc56-4028-b6bc-1e1adb646f05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1450148 Jan 26 21:31:19.119776 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d401b8-c745-405e-a71b-ec522e67786a req-0009bb19-5f37-4e4f-a2cc-4944cba89d0a tempest-ServerDiskConfigTestJSON-1504097755 tempest-ServerDiskConfigTestJSON-1504097755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:31:19.121341 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-84d401b8-c745-405e-a71b-ec522e67786a req-0009bb19-5f37-4e4f-a2cc-4944cba89d0a tempest-ServerDiskConfigTestJSON-1504097755 tempest-ServerDiskConfigTestJSON-1504097755-project] 10.222.0.13 "GET /v2.0/ports?device_id=c0db21ee-9c98-4520-80b9-81f34f2f6234 HTTP/1.1" status: 200 len: 944 time: 0.0693696 Jan 26 21:31:19.170816 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-84d401b8-c745-405e-a71b-ec522e67786a req-25aa9981-eb67-4af4-8ecd-ef63840dfbf4 tempest-ServerDiskConfigTestJSON-1504097755 tempest-ServerDiskConfigTestJSON-1504097755-project] 10.222.0.13 "GET /v2.0/security-groups?id=783fb386-6fd2-4948-95d6-8177a10ccbe5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430233 Jan 26 21:31:20.305036 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c01de8-4901-4c31-b426-a7ee50ab9355 req-cf8b8453-a58b-4f57-ba4b-eab6ef988746 tempest-ServerDiskConfigTestJSON-1504097755 tempest-ServerDiskConfigTestJSON-1504097755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:31:20.307260 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-d0c01de8-4901-4c31-b426-a7ee50ab9355 req-cf8b8453-a58b-4f57-ba4b-eab6ef988746 tempest-ServerDiskConfigTestJSON-1504097755 tempest-ServerDiskConfigTestJSON-1504097755-project] 10.222.0.13 "GET /v2.0/ports?device_id=c0db21ee-9c98-4520-80b9-81f34f2f6234 HTTP/1.1" status: 200 len: 944 time: 0.0601051 Jan 26 21:31:20.413323 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-d0c01de8-4901-4c31-b426-a7ee50ab9355 req-ea170011-a65f-4895-8a6d-babbbb817a8e tempest-ServerDiskConfigTestJSON-1504097755 tempest-ServerDiskConfigTestJSON-1504097755-project] 10.222.0.13 "GET /v2.0/security-groups?id=783fb386-6fd2-4948-95d6-8177a10ccbe5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963247 Jan 26 21:31:21.231683 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-60b8794f-d55b-474a-b8fe-a8eb81e9e777 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (09df100c-3af1-4b0a-bda8-05914c71c458), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:31:21.564849 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b45f2e-bf7e-4df8-9659-817f47784180 req-e0db44d5-a953-4ae1-abd7-4dbf7bd4d164 tempest-ServerDiskConfigTestJSON-1504097755 tempest-ServerDiskConfigTestJSON-1504097755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:31:21.566390 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-24b45f2e-bf7e-4df8-9659-817f47784180 req-e0db44d5-a953-4ae1-abd7-4dbf7bd4d164 tempest-ServerDiskConfigTestJSON-1504097755 tempest-ServerDiskConfigTestJSON-1504097755-project] 10.222.0.13 "GET /v2.0/ports?device_id=c0db21ee-9c98-4520-80b9-81f34f2f6234 HTTP/1.1" status: 200 len: 944 time: 0.0833435 Jan 26 21:31:21.574052 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dcb8302-f230-4d8c-ba9a-c22c4c79775b req-bd290a7f-117b-439e-b688-ca1fcbc4ab87 tempest-VolumesSnapshotTestJSON-309785744 tempest-VolumesSnapshotTestJSON-309785744-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:31:21.575436 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-0dcb8302-f230-4d8c-ba9a-c22c4c79775b req-bd290a7f-117b-439e-b688-ca1fcbc4ab87 tempest-VolumesSnapshotTestJSON-309785744 tempest-VolumesSnapshotTestJSON-309785744-project] 10.222.0.13 "GET /v2.0/networks?id=0d77ed94-b67e-4013-88db-3d1093c790e2 HTTP/1.1" status: 200 len: 814 time: 0.1416783 Jan 26 21:31:21.605320 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-0dcb8302-f230-4d8c-ba9a-c22c4c79775b req-269d7fed-8bd4-4c42-b0e9-809642f0b3b8 tempest-VolumesSnapshotTestJSON-309785744 tempest-VolumesSnapshotTestJSON-309785744-project] 10.222.0.13 "GET /v2.0/quotas/b78edeb42cf744f58efd2282d49d9504 HTTP/1.1" status: 200 len: 375 time: 0.0226319 Jan 26 21:31:21.649497 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-0dcb8302-f230-4d8c-ba9a-c22c4c79775b req-621857f1-fa01-44cb-9a48-4dd0df069432 tempest-VolumesSnapshotTestJSON-309785744 tempest-VolumesSnapshotTestJSON-309785744-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=b78edeb42cf744f58efd2282d49d9504&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0348427 Jan 26 21:31:21.653013 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-24b45f2e-bf7e-4df8-9659-817f47784180 req-998607bf-f62c-4b83-9f5b-b1612bec8249 tempest-ServerDiskConfigTestJSON-1504097755 tempest-ServerDiskConfigTestJSON-1504097755-project] 10.222.0.13 "GET /v2.0/security-groups?id=783fb386-6fd2-4948-95d6-8177a10ccbe5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767159 Jan 26 21:31:21.744257 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-0dcb8302-f230-4d8c-ba9a-c22c4c79775b req-4a872d53-8548-44df-bcfb-1b6f845299bb service neutron] 10.222.0.13 "GET /v2.0/networks/0d77ed94-b67e-4013-88db-3d1093c790e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881681 Jan 26 21:31:21.843440 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-0dcb8302-f230-4d8c-ba9a-c22c4c79775b req-2c67f097-0469-4006-bba9-264421d04760 service neutron] 10.222.0.13 "GET /v2.0/networks/0d77ed94-b67e-4013-88db-3d1093c790e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0935259 Jan 26 21:31:22.013135 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-945389a8-16ed-4e31-acf1-f0db28ac5255 req-076bbada-1670-4dc4-974c-0e2b2e79c5be tempest-VolumesSnapshotTestJSON-309785744 tempest-VolumesSnapshotTestJSON-309785744-project] 10.222.0.13 "GET /v2.0/ports?device_id=cc0a3972-e754-40fa-bc85-ca7a7f919a20 HTTP/1.1" status: 200 len: 210 time: 0.0289960 Jan 26 21:31:22.230592 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-841f5991-a4d8-4d4b-b215-cbc6bab5427b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (aa7ee9d2-08eb-4e12-b895-24c57300dfec), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:31:22.664003 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Device 016d9825-8c5a-49e8-9ac6-0deff387f440 details requested by agent hyperv_n-h1-760453-5 with host n-h1-760453-5 {{(pid=103306) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 26 21:31:22.764583 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] For port 016d9825-8c5a-49e8-9ac6-0deff387f440, host n-h1-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-5',level=0,port_id=016d9825-8c5a-49e8-9ac6-0deff387f440,segment=NetworkSegment(6c664910-f626-469d-b488-30e875c9a116),segment_id=6c664910-f626-469d-b488-30e875c9a116)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:31:22.777680 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Returning: {'device': '016d9825-8c5a-49e8-9ac6-0deff387f440', 'network_id': '74c2db30-fc56-4028-b6bc-1e1adb646f05', 'port_id': '016d9825-8c5a-49e8-9ac6-0deff387f440', 'mac_address': 'fa:16:3e:ca:e8:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 565, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '68ece1fe-1f7d-4329-a57d-2ad69881b241', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103306) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 26 21:31:22.789611 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0809b95-7190-4f2d-b3ce-5f19918da219 req-3070d20b-63dc-4c02-b1b0-6db4bafc6c93 tempest-ServerDiskConfigTestJSON-1504097755 tempest-ServerDiskConfigTestJSON-1504097755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:31:22.793786 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-f0809b95-7190-4f2d-b3ce-5f19918da219 req-3070d20b-63dc-4c02-b1b0-6db4bafc6c93 tempest-ServerDiskConfigTestJSON-1504097755 tempest-ServerDiskConfigTestJSON-1504097755-project] 10.222.0.13 "GET /v2.0/ports?device_id=c0db21ee-9c98-4520-80b9-81f34f2f6234 HTTP/1.1" status: 200 len: 944 time: 0.0718329 Jan 26 21:31:22.817736 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Current status of the port 016d9825-8c5a-49e8-9ac6-0deff387f440 is: DOWN; New status is: BUILD {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:31:22.818124 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (016d9825-8c5a-49e8-9ac6-0deff387f440), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:31:22.833043 n-d-760453-5 neutron-server[103306]: DEBUG neutron.notifiers.nova [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 016d9825-8c5a-49e8-9ac6-0deff387f440 {{(pid=103306) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 26 21:31:22.861628 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] For port 016d9825-8c5a-49e8-9ac6-0deff387f440, host n-h1-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-5',level=0,port_id=016d9825-8c5a-49e8-9ac6-0deff387f440,segment=NetworkSegment(6c664910-f626-469d-b488-30e875c9a116),segment_id=6c664910-f626-469d-b488-30e875c9a116)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:31:22.866450 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-f0809b95-7190-4f2d-b3ce-5f19918da219 req-666a20e4-c8c1-4aa1-97de-5ac31a8520a0 tempest-ServerDiskConfigTestJSON-1504097755 tempest-ServerDiskConfigTestJSON-1504097755-project] 10.222.0.13 "GET /v2.0/security-groups?id=783fb386-6fd2-4948-95d6-8177a10ccbe5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670736 Jan 26 21:31:22.869572 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (016d9825-8c5a-49e8-9ac6-0deff387f440), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:31:22.932913 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Pushing event updated for resources: {'Port': ['ID=016d9825-8c5a-49e8-9ac6-0deff387f440,revision_number=4']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:31:23.025913 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dcb8302-f230-4d8c-ba9a-c22c4c79775b req-30020f08-f262-47d9-a53a-1e146ea3b448 tempest-VolumesSnapshotTestJSON-309785744 tempest-VolumesSnapshotTestJSON-309785744-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:31:23.027538 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-0dcb8302-f230-4d8c-ba9a-c22c4c79775b req-30020f08-f262-47d9-a53a-1e146ea3b448 tempest-VolumesSnapshotTestJSON-309785744 tempest-VolumesSnapshotTestJSON-309785744-project] 10.222.0.57 "GET /v2.0/networks?id=0d77ed94-b67e-4013-88db-3d1093c790e2 HTTP/1.1" status: 200 len: 814 time: 0.1616240 Jan 26 21:31:23.034125 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (4d619873-4b60-439f-9b5a-b155dc8bbc34), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:31:23.039955 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [req-0dcb8302-f230-4d8c-ba9a-c22c4c79775b req-eea5262a-2424-4a68-953f-0965d298617b tempest-VolumesSnapshotTestJSON-309785744 tempest-VolumesSnapshotTestJSON-309785744-project] Request body: {'port': {'device_id': 'cc0a3972-e754-40fa-bc85-ca7a7f919a20', 'network_id': '0d77ed94-b67e-4013-88db-3d1093c790e2', 'admin_state_up': True, 'tenant_id': 'b78edeb42cf744f58efd2282d49d9504'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:31:23.120978 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-fec4b4b6-131c-4c5f-a5d9-febab57d53e4 req-dca12cc5-5f8f-4807-9cac-e5299a08811d tempest-VolumesSnapshotTestJSON-309785744 tempest-VolumesSnapshotTestJSON-309785744-project] 10.222.0.13 "GET /v2.0/ports?device_id=cc0a3972-e754-40fa-bc85-ca7a7f919a20 HTTP/1.1" status: 200 len: 210 time: 0.0316103 Jan 26 21:31:23.166418 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0dcb8302-f230-4d8c-ba9a-c22c4c79775b req-eea5262a-2424-4a68-953f-0965d298617b tempest-VolumesSnapshotTestJSON-309785744 tempest-VolumesSnapshotTestJSON-309785744-project] Made reservation on behalf of b78edeb42cf744f58efd2282d49d9504 for: {'port': 1} {{(pid=103305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 21:31:23.172078 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-0dcb8302-f230-4d8c-ba9a-c22c4c79775b req-eea5262a-2424-4a68-953f-0965d298617b tempest-VolumesSnapshotTestJSON-309785744 tempest-VolumesSnapshotTestJSON-309785744-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:31:23.304649 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.db_base_plugin_common [req-0dcb8302-f230-4d8c-ba9a-c22c4c79775b req-eea5262a-2424-4a68-953f-0965d298617b tempest-VolumesSnapshotTestJSON-309785744 tempest-VolumesSnapshotTestJSON-309785744-project] Allocated IP 172.20.0.14 (0d77ed94-b67e-4013-88db-3d1093c790e2/73ddce39-4a15-4bab-babe-261ad6eda790/e00ec340-1eff-4b58-a386-82efb4d6919d) {{(pid=103305) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 21:31:23.314260 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] get_ports_and_sgs() called for port_ids ['016d9825-8c5a-49e8-9ac6-0deff387f440'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 26 21:31:23.465433 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-0dcb8302-f230-4d8c-ba9a-c22c4c79775b req-eea5262a-2424-4a68-953f-0965d298617b tempest-VolumesSnapshotTestJSON-309785744 tempest-VolumesSnapshotTestJSON-309785744-project] Publish callbacks [] for port (e00ec340-1eff-4b58-a386-82efb4d6919d), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:31:23.499792 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-0dcb8302-f230-4d8c-ba9a-c22c4c79775b req-eea5262a-2424-4a68-953f-0965d298617b tempest-VolumesSnapshotTestJSON-309785744 tempest-VolumesSnapshotTestJSON-309785744-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746560234527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11791543'] for port (e00ec340-1eff-4b58-a386-82efb4d6919d), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:31:23.545874 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0dcb8302-f230-4d8c-ba9a-c22c4c79775b req-eea5262a-2424-4a68-953f-0965d298617b tempest-VolumesSnapshotTestJSON-309785744 tempest-VolumesSnapshotTestJSON-309785744-project] Network 0d77ed94-b67e-4013-88db-3d1093c790e2 is already hosted by enough agents. {{(pid=103305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 21:31:23.549597 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [req-0dcb8302-f230-4d8c-ba9a-c22c4c79775b req-eea5262a-2424-4a68-953f-0965d298617b tempest-VolumesSnapshotTestJSON-309785744 tempest-VolumesSnapshotTestJSON-309785744-project] Resources bound (agent type, host, resource id): {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:31:23.553994 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [req-0dcb8302-f230-4d8c-ba9a-c22c4c79775b req-eea5262a-2424-4a68-953f-0965d298617b tempest-VolumesSnapshotTestJSON-309785744 tempest-VolumesSnapshotTestJSON-309785744-project] Received port after_create {{(pid=103305) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 21:31:23.585006 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea5262a-2424-4a68-953f-0965d298617b tempest-VolumesSnapshotTestJSON-309785744 tempest-VolumesSnapshotTestJSON-309785744-project] Pushing event updated for resources: {'Port': ['ID=e00ec340-1eff-4b58-a386-82efb4d6919d,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:31:23.608683 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dcb8302-f230-4d8c-ba9a-c22c4c79775b req-eea5262a-2424-4a68-953f-0965d298617b tempest-VolumesSnapshotTestJSON-309785744 tempest-VolumesSnapshotTestJSON-309785744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:31:23.609908 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-0dcb8302-f230-4d8c-ba9a-c22c4c79775b req-eea5262a-2424-4a68-953f-0965d298617b tempest-VolumesSnapshotTestJSON-309785744 tempest-VolumesSnapshotTestJSON-309785744-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:31:23.625665 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-0dcb8302-f230-4d8c-ba9a-c22c4c79775b req-eea5262a-2424-4a68-953f-0965d298617b tempest-VolumesSnapshotTestJSON-309785744 tempest-VolumesSnapshotTestJSON-309785744-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5892105 Jan 26 21:31:23.727646 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [req-0dcb8302-f230-4d8c-ba9a-c22c4c79775b req-3e8b4ef2-a930-4775-a699-21c6235aeb8e service neutron] Request body: {'port': {'device_id': 'cc0a3972-e754-40fa-bc85-ca7a7f919a20', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-760453-5'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:31:23.780359 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-0dcb8302-f230-4d8c-ba9a-c22c4c79775b req-3e8b4ef2-a930-4775-a699-21c6235aeb8e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (e00ec340-1eff-4b58-a386-82efb4d6919d), before_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:31:23.997494 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17607b8-cc73-4a27-9ff8-18e624cae730 req-040d392b-51c9-4661-8967-cc838e9d59e9 tempest-ServerDiskConfigTestJSON-1504097755 tempest-ServerDiskConfigTestJSON-1504097755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:31:24.006740 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-e17607b8-cc73-4a27-9ff8-18e624cae730 req-040d392b-51c9-4661-8967-cc838e9d59e9 tempest-ServerDiskConfigTestJSON-1504097755 tempest-ServerDiskConfigTestJSON-1504097755-project] 10.222.0.13 "GET /v2.0/ports?device_id=c0db21ee-9c98-4520-80b9-81f34f2f6234 HTTP/1.1" status: 200 len: 945 time: 0.0644863 Jan 26 21:31:24.050677 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-e17607b8-cc73-4a27-9ff8-18e624cae730 req-324c6f0c-282e-42db-b04f-fee4df64f653 tempest-ServerDiskConfigTestJSON-1504097755 tempest-ServerDiskConfigTestJSON-1504097755-project] 10.222.0.13 "GET /v2.0/security-groups?id=783fb386-6fd2-4948-95d6-8177a10ccbe5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434294 Jan 26 21:31:24.074226 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-839dd188-ec69-470c-9ab0-d318dc1a2e96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (e79b4fc6-6c71-44b2-a6d0-ff3e1f4dfd0d), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:31:24.084266 n-d-760453-5 neutron-server[103305]: DEBUG neutron.notifiers.nova [req-0dcb8302-f230-4d8c-ba9a-c22c4c79775b req-3e8b4ef2-a930-4775-a699-21c6235aeb8e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e00ec340-1eff-4b58-a386-82efb4d6919d {{(pid=103305) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 26 21:31:24.093977 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-0dcb8302-f230-4d8c-ba9a-c22c4c79775b req-3e8b4ef2-a930-4775-a699-21c6235aeb8e service neutron] Publish callbacks [] for port (e00ec340-1eff-4b58-a386-82efb4d6919d), precommit_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:31:24.108010 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.provisioning_blocks [req-0dcb8302-f230-4d8c-ba9a-c22c4c79775b req-3e8b4ef2-a930-4775-a699-21c6235aeb8e service neutron] Transition to ACTIVE for port object e00ec340-1eff-4b58-a386-82efb4d6919d will not be triggered until provisioned by entity L2. {{(pid=103305) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 21:31:24.112222 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-0dcb8302-f230-4d8c-ba9a-c22c4c79775b req-3e8b4ef2-a930-4775-a699-21c6235aeb8e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11791520'] for port (e00ec340-1eff-4b58-a386-82efb4d6919d), after_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:31:24.172467 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e8b4ef2-a930-4775-a699-21c6235aeb8e service neutron] Pushing event updated for resources: {'Port': ['ID=e00ec340-1eff-4b58-a386-82efb4d6919d,revision_number=2']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:31:24.185374 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-147dea27-167c-4b74-afe9-27c8264cd51e req-d181be6e-b6b8-41aa-9bd4-42c700896b35 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=cc2a45fe-1c0e-4689-a738-964e9c19e30e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.0662215 Jan 26 21:31:24.278196 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [req-0dcb8302-f230-4d8c-ba9a-c22c4c79775b req-3e8b4ef2-a930-4775-a699-21c6235aeb8e service neutron] Attempting to bind port e00ec340-1eff-4b58-a386-82efb4d6919d on host n-h2-760453-5 for vnic_type normal with profile {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 21:31:24.278839 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [req-0dcb8302-f230-4d8c-ba9a-c22c4c79775b req-3e8b4ef2-a930-4775-a699-21c6235aeb8e service neutron] Attempting to bind port e00ec340-1eff-4b58-a386-82efb4d6919d by drivers openvswitch,hyperv on host n-h2-760453-5 at level 0 using segments [{'id': '58239c6a-8068-4b38-a84c-a977346e3eb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '0d77ed94-b67e-4013-88db-3d1093c790e2'}] {{(pid=103305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 26 21:31:24.279292 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dcb8302-f230-4d8c-ba9a-c22c4c79775b req-3e8b4ef2-a930-4775-a699-21c6235aeb8e service neutron] Attempting to bind port e00ec340-1eff-4b58-a386-82efb4d6919d on network 0d77ed94-b67e-4013-88db-3d1093c790e2 {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 21:31:24.286795 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dcb8302-f230-4d8c-ba9a-c22c4c79775b req-3e8b4ef2-a930-4775-a699-21c6235aeb8e service neutron] Port e00ec340-1eff-4b58-a386-82efb4d6919d on network 0d77ed94-b67e-4013-88db-3d1093c790e2 not bound, no agent of type Open vSwitch agent registered on host n-h2-760453-5 {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 26 21:31:24.287751 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dcb8302-f230-4d8c-ba9a-c22c4c79775b req-3e8b4ef2-a930-4775-a699-21c6235aeb8e service neutron] Attempting to bind port e00ec340-1eff-4b58-a386-82efb4d6919d on network 0d77ed94-b67e-4013-88db-3d1093c790e2 {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 21:31:24.293064 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dcb8302-f230-4d8c-ba9a-c22c4c79775b req-3e8b4ef2-a930-4775-a699-21c6235aeb8e service neutron] Checking agent: {'id': '4d619873-4b60-439f-9b5a-b155dc8bbc34', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-760453-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 21, 2, 53), 'started_at': datetime.datetime(2022, 1, 26, 21, 2, 53), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 21, 31, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 26 21:31:24.293512 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dcb8302-f230-4d8c-ba9a-c22c4c79775b req-3e8b4ef2-a930-4775-a699-21c6235aeb8e service neutron] Checking segment: {'id': '58239c6a-8068-4b38-a84c-a977346e3eb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '0d77ed94-b67e-4013-88db-3d1093c790e2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103305) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 21:31:24.294099 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dcb8302-f230-4d8c-ba9a-c22c4c79775b req-3e8b4ef2-a930-4775-a699-21c6235aeb8e service neutron] Bound using segment: {'id': '58239c6a-8068-4b38-a84c-a977346e3eb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '0d77ed94-b67e-4013-88db-3d1093c790e2'} {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 26 21:31:24.295970 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [req-0dcb8302-f230-4d8c-ba9a-c22c4c79775b req-3e8b4ef2-a930-4775-a699-21c6235aeb8e service neutron] Bound port: e00ec340-1eff-4b58-a386-82efb4d6919d, host: n-h2-760453-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '58239c6a-8068-4b38-a84c-a977346e3eb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '0d77ed94-b67e-4013-88db-3d1093c790e2'}}] {{(pid=103305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 26 21:31:24.296342 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-0dcb8302-f230-4d8c-ba9a-c22c4c79775b req-3e8b4ef2-a930-4775-a699-21c6235aeb8e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (e00ec340-1eff-4b58-a386-82efb4d6919d), before_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:31:24.307101 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b74cee1-c4c0-442b-b59f-7f9dcdfe1bcb req-9b52c970-20d3-4031-91e8-df0fe7080cd2 tempest-VolumesSnapshotTestJSON-309785744 tempest-VolumesSnapshotTestJSON-309785744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:31:24.308665 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-3b74cee1-c4c0-442b-b59f-7f9dcdfe1bcb req-9b52c970-20d3-4031-91e8-df0fe7080cd2 tempest-VolumesSnapshotTestJSON-309785744 tempest-VolumesSnapshotTestJSON-309785744-project] 10.222.0.13 "GET /v2.0/ports?device_id=cc0a3972-e754-40fa-bc85-ca7a7f919a20 HTTP/1.1" status: 200 len: 944 time: 0.1093562 Jan 26 21:31:24.317256 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147dea27-167c-4b74-afe9-27c8264cd51e req-fe42c0f4-8383-41ff-998e-4f6b3b1805d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:31:24.317767 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147dea27-167c-4b74-afe9-27c8264cd51e req-fe42c0f4-8383-41ff-998e-4f6b3b1805d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:31:24.318243 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147dea27-167c-4b74-afe9-27c8264cd51e req-fe42c0f4-8383-41ff-998e-4f6b3b1805d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:31:24.318711 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147dea27-167c-4b74-afe9-27c8264cd51e req-fe42c0f4-8383-41ff-998e-4f6b3b1805d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:31:24.319364 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147dea27-167c-4b74-afe9-27c8264cd51e req-fe42c0f4-8383-41ff-998e-4f6b3b1805d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:31:24.319767 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147dea27-167c-4b74-afe9-27c8264cd51e req-fe42c0f4-8383-41ff-998e-4f6b3b1805d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:31:24.320234 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147dea27-167c-4b74-afe9-27c8264cd51e req-fe42c0f4-8383-41ff-998e-4f6b3b1805d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:31:24.322202 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-147dea27-167c-4b74-afe9-27c8264cd51e req-fe42c0f4-8383-41ff-998e-4f6b3b1805d2 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=2de9f498797a4527ba13c10b546ad5bb&device_id=cc2a45fe-1c0e-4689-a738-964e9c19e30e HTTP/1.1" status: 200 len: 6487 time: 0.0813768 Jan 26 21:31:24.377178 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [req-0dcb8302-f230-4d8c-ba9a-c22c4c79775b req-3e8b4ef2-a930-4775-a699-21c6235aeb8e service neutron] For port e00ec340-1eff-4b58-a386-82efb4d6919d, host n-h2-760453-5, cleared binding levels {{(pid=103305) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 26 21:31:24.381240 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [req-0dcb8302-f230-4d8c-ba9a-c22c4c79775b req-3e8b4ef2-a930-4775-a699-21c6235aeb8e service neutron] For port e00ec340-1eff-4b58-a386-82efb4d6919d, host n-h2-760453-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-5',level=0,port_id=e00ec340-1eff-4b58-a386-82efb4d6919d,segment=NetworkSegment(58239c6a-8068-4b38-a84c-a977346e3eb7),segment_id=58239c6a-8068-4b38-a84c-a977346e3eb7)] {{(pid=103305) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 26 21:31:24.392476 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-0dcb8302-f230-4d8c-ba9a-c22c4c79775b req-3e8b4ef2-a930-4775-a699-21c6235aeb8e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11791520'] for port (e00ec340-1eff-4b58-a386-82efb4d6919d), after_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:31:24.414826 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-3b74cee1-c4c0-442b-b59f-7f9dcdfe1bcb req-642d88a1-29cf-4698-a98d-e2cb49a109d0 tempest-VolumesSnapshotTestJSON-309785744 tempest-VolumesSnapshotTestJSON-309785744-project] 10.222.0.13 "GET /v2.0/security-groups?id=5f282f4d-78b2-4183-9368-bb07e90bd880&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916321 Jan 26 21:31:24.436612 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dcb8302-f230-4d8c-ba9a-c22c4c79775b req-3e8b4ef2-a930-4775-a699-21c6235aeb8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:31:24.437454 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-0dcb8302-f230-4d8c-ba9a-c22c4c79775b req-3e8b4ef2-a930-4775-a699-21c6235aeb8e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:31:24.440133 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-0dcb8302-f230-4d8c-ba9a-c22c4c79775b req-3e8b4ef2-a930-4775-a699-21c6235aeb8e service neutron] 10.222.0.57 "PUT /v2.0/ports/e00ec340-1eff-4b58-a386-82efb4d6919d HTTP/1.1" status: 200 len: 1092 time: 0.8083181 Jan 26 21:31:24.441217 n-d-760453-5 neutron-server[103305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc0a3972-e754-40fa-bc85-ca7a7f919a20', 'tag': 'e00ec340-1eff-4b58-a386-82efb4d6919d'}] {{(pid=103305) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 21:31:24.444545 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d4654568b7bf041e72ff8fe1c96d6d761d9c921f2b99bc7b3a26632be20cee0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2bfa284e-0e3b-43ef-a92b-6fa178bd72d9" -d '{"events": [{"name": "network-changed", "server_uuid": "cc0a3972-e754-40fa-bc85-ca7a7f919a20", "tag": "e00ec340-1eff-4b58-a386-82efb4d6919d"}]}' {{(pid=103305) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 21:31:24.462615 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147dea27-167c-4b74-afe9-27c8264cd51e req-9ffa7147-07c9-44de-a0a0-ac1053d19cc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:31:24.462945 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147dea27-167c-4b74-afe9-27c8264cd51e req-9ffa7147-07c9-44de-a0a0-ac1053d19cc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:31:24.463148 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147dea27-167c-4b74-afe9-27c8264cd51e req-9ffa7147-07c9-44de-a0a0-ac1053d19cc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:31:24.465328 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-147dea27-167c-4b74-afe9-27c8264cd51e req-9ffa7147-07c9-44de-a0a0-ac1053d19cc6 service neutron] 10.222.0.57 "GET /v2.0/networks?id=485a3106-1745-41f6-8c52-37ebe4fdcc0c&id=f292bf50-7316-40da-8d60-8669bdd0f81a&id=f292bf50-7316-40da-8d60-8669bdd0f81a&id=f292bf50-7316-40da-8d60-8669bdd0f81a&id=f292bf50-7316-40da-8d60-8669bdd0f81a&id=09fefaf6-1493-45ff-9b77-0bffdcb790d7&id=09fefaf6-1493-45ff-9b77-0bffdcb790d7 HTTP/1.1" status: 200 len: 2294 time: 0.1189113 Jan 26 21:31:24.488230 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e8b4ef2-a930-4775-a699-21c6235aeb8e service neutron] Pushing event updated for resources: {'Port': ['ID=e00ec340-1eff-4b58-a386-82efb4d6919d,revision_number=3']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:31:24.509362 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 26 Jan 2022 21:31:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d107aa56-ad41-43dc-8e82-f864d5017c53 x-openstack-request-id: req-d107aa56-ad41-43dc-8e82-f864d5017c53 {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 21:31:24.509667 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cc0a3972-e754-40fa-bc85-ca7a7f919a20", "tag": "e00ec340-1eff-4b58-a386-82efb4d6919d", "status": "completed", "code": 200}]} {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 21:31:24.509883 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d107aa56-ad41-43dc-8e82-f864d5017c53 {{(pid=103305) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 21:31:24.510223 n-d-760453-5 neutron-server[103305]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cc0a3972-e754-40fa-bc85-ca7a7f919a20', 'tag': 'e00ec340-1eff-4b58-a386-82efb4d6919d', 'status': 'completed', 'code': 200} Jan 26 21:31:24.543574 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dcb8302-f230-4d8c-ba9a-c22c4c79775b req-b403e1f5-f317-4b08-bf57-a087a211d528 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:31:24.545486 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-0dcb8302-f230-4d8c-ba9a-c22c4c79775b req-b403e1f5-f317-4b08-bf57-a087a211d528 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=b78edeb42cf744f58efd2282d49d9504&device_id=cc0a3972-e754-40fa-bc85-ca7a7f919a20 HTTP/1.1" status: 200 len: 1095 time: 0.0466938 Jan 26 21:31:24.555742 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-147dea27-167c-4b74-afe9-27c8264cd51e req-d1338021-ca34-4253-b7c8-188a21555d1a service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=67dd3dc7-a2ab-4f67-874c-e61c9c62ab11 HTTP/1.1" status: 200 len: 1002 time: 0.0844727 Jan 26 21:31:24.593982 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-0dcb8302-f230-4d8c-ba9a-c22c4c79775b req-277bb839-131f-45ad-9948-13de8ae579a5 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e00ec340-1eff-4b58-a386-82efb4d6919d HTTP/1.1" status: 200 len: 217 time: 0.0402613 Jan 26 21:31:24.605834 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147dea27-167c-4b74-afe9-27c8264cd51e req-27981639-5db7-4fd4-bfdc-dbdbe334a6f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:31:24.607459 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-147dea27-167c-4b74-afe9-27c8264cd51e req-27981639-5db7-4fd4-bfdc-dbdbe334a6f0 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=dea740a7-2861-4520-a7c8-4e14271821b5 HTTP/1.1" status: 200 len: 851 time: 0.0456028 Jan 26 21:31:24.658801 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dcb8302-f230-4d8c-ba9a-c22c4c79775b req-7ff4be0c-82ae-45c7-93fa-3e413093fc79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:31:24.660507 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-0dcb8302-f230-4d8c-ba9a-c22c4c79775b req-7ff4be0c-82ae-45c7-93fa-3e413093fc79 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=73ddce39-4a15-4bab-babe-261ad6eda790 HTTP/1.1" status: 200 len: 854 time: 0.0593987 Jan 26 21:31:24.667920 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147dea27-167c-4b74-afe9-27c8264cd51e req-7978991e-14ab-4ed5-aa58-767350e02d29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:31:24.669595 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-147dea27-167c-4b74-afe9-27c8264cd51e req-7978991e-14ab-4ed5-aa58-767350e02d29 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=485a3106-1745-41f6-8c52-37ebe4fdcc0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0556114 Jan 26 21:31:24.679471 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Device 016d9825-8c5a-49e8-9ac6-0deff387f440 up at agent hyperv_n-h1-760453-5 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 21:31:24.695858 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-0dcb8302-f230-4d8c-ba9a-c22c4c79775b req-a8aa082d-e692-4578-81ec-f1fc0b0c4e6b service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=0d77ed94-b67e-4013-88db-3d1093c790e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0274196 Jan 26 21:31:24.736900 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Provisioning for port 016d9825-8c5a-49e8-9ac6-0deff387f440 completed by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 21:31:24.742304 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Provisioning complete for port 016d9825-8c5a-49e8-9ac6-0deff387f440 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:31:24.742878 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (016d9825-8c5a-49e8-9ac6-0deff387f440), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:31:24.784849 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-147dea27-167c-4b74-afe9-27c8264cd51e req-e9354bb8-b5cc-4e8b-8399-6389afe8d840 service neutron] 10.222.0.57 "GET /v2.0/networks/485a3106-1745-41f6-8c52-37ebe4fdcc0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1095877 Jan 26 21:31:24.804906 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-0dcb8302-f230-4d8c-ba9a-c22c4c79775b req-576d618d-a105-44aa-9bb3-731c325ee446 service neutron] 10.222.0.57 "GET /v2.0/networks/0d77ed94-b67e-4013-88db-3d1093c790e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1013358 Jan 26 21:31:24.855370 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Current status of the port 016d9825-8c5a-49e8-9ac6-0deff387f440 is: BUILD; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:31:24.856016 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (016d9825-8c5a-49e8-9ac6-0deff387f440), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:31:24.885045 n-d-760453-5 neutron-server[103306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0db21ee-9c98-4520-80b9-81f34f2f6234', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '016d9825-8c5a-49e8-9ac6-0deff387f440'}] {{(pid=103306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 21:31:24.888272 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9d5d370febab655511bdd2ffe887e43e442d144a440368702bcc1e93af00b97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-452529df-9115-4a11-a5bc-f6f43975b78b" -d '{"events": [{"server_uuid": "c0db21ee-9c98-4520-80b9-81f34f2f6234", "name": "network-vif-plugged", "status": "completed", "tag": "016d9825-8c5a-49e8-9ac6-0deff387f440"}]}' {{(pid=103306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 21:31:24.897241 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-147dea27-167c-4b74-afe9-27c8264cd51e req-dce77c35-aa68-4452-841e-aac45e06146f service neutron] 10.222.0.57 "GET /v2.0/networks/485a3106-1745-41f6-8c52-37ebe4fdcc0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1043034 Jan 26 21:31:24.903487 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] For port 016d9825-8c5a-49e8-9ac6-0deff387f440, host n-h1-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-5',level=0,port_id=016d9825-8c5a-49e8-9ac6-0deff387f440,segment=NetworkSegment(6c664910-f626-469d-b488-30e875c9a116),segment_id=6c664910-f626-469d-b488-30e875c9a116)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:31:24.913031 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (016d9825-8c5a-49e8-9ac6-0deff387f440), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:31:24.959915 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-147dea27-167c-4b74-afe9-27c8264cd51e req-f854fe66-1fd5-404a-a79e-2ab2426f1757 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.241&port_id=81158fda-fb11-4d56-8e16-e7b27e48b9c9 HTTP/1.1" status: 200 len: 217 time: 0.0548141 Jan 26 21:31:24.960296 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Jan 2022 21:31:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b992f2a-9f17-49d0-a73a-9c65f2bf4a0d x-openstack-request-id: req-0b992f2a-9f17-49d0-a73a-9c65f2bf4a0d {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 21:31:24.960592 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0db21ee-9c98-4520-80b9-81f34f2f6234", "name": "network-vif-plugged", "status": "completed", "tag": "016d9825-8c5a-49e8-9ac6-0deff387f440", "code": 200}]} {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 21:31:24.960845 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-0b992f2a-9f17-49d0-a73a-9c65f2bf4a0d {{(pid=103306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 21:31:24.961240 n-d-760453-5 neutron-server[103306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0db21ee-9c98-4520-80b9-81f34f2f6234', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '016d9825-8c5a-49e8-9ac6-0deff387f440', 'code': 200} Jan 26 21:31:24.979252 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-0dcb8302-f230-4d8c-ba9a-c22c4c79775b req-39d47cc1-ae21-4e8c-9398-16310a82fe5e service neutron] 10.222.0.57 "GET /v2.0/networks/0d77ed94-b67e-4013-88db-3d1093c790e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1675496 Jan 26 21:31:24.997784 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Pushing event updated for resources: {'Port': ['ID=016d9825-8c5a-49e8-9ac6-0deff387f440,revision_number=5']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:31:25.075307 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147dea27-167c-4b74-afe9-27c8264cd51e req-56487849-3f2e-4e55-abbd-97f8df343b66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:31:25.076856 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-147dea27-167c-4b74-afe9-27c8264cd51e req-56487849-3f2e-4e55-abbd-97f8df343b66 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=4e6d2bbe-4ef2-4089-b0e5-159ef264639e HTTP/1.1" status: 200 len: 797 time: 0.1081326 Jan 26 21:31:25.104551 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bfa284e-0e3b-43ef-a92b-6fa178bd72d9 req-b8f40997-2af5-42ef-bfa4-b4999ba25df1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:31:25.106218 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-2bfa284e-0e3b-43ef-a92b-6fa178bd72d9 req-b8f40997-2af5-42ef-bfa4-b4999ba25df1 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=b78edeb42cf744f58efd2282d49d9504&device_id=cc0a3972-e754-40fa-bc85-ca7a7f919a20 HTTP/1.1" status: 200 len: 1095 time: 0.0643442 Jan 26 21:31:25.193111 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147dea27-167c-4b74-afe9-27c8264cd51e req-940ce12c-c1d7-4804-83e8-1f2d8cbdea5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:31:25.194686 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-147dea27-167c-4b74-afe9-27c8264cd51e req-940ce12c-c1d7-4804-83e8-1f2d8cbdea5d service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=f292bf50-7316-40da-8d60-8669bdd0f81a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1113448 Jan 26 21:31:25.206111 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d21bd2-0b69-4ed1-a1a3-e831eb7392fc req-995d1690-2568-473b-bfae-12e719cd374c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:31:25.207572 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-07d21bd2-0b69-4ed1-a1a3-e831eb7392fc req-995d1690-2568-473b-bfae-12e719cd374c service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=c0db21ee-9c98-4520-80b9-81f34f2f6234 HTTP/1.1" status: 200 len: 1097 time: 0.0882099 Jan 26 21:31:25.215995 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bfa284e-0e3b-43ef-a92b-6fa178bd72d9 req-d1c6fe6c-1e9b-49f1-b730-f1b3fd0a295f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:31:25.216911 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-2bfa284e-0e3b-43ef-a92b-6fa178bd72d9 req-d1c6fe6c-1e9b-49f1-b730-f1b3fd0a295f service neutron] 10.222.0.57 "GET /v2.0/networks?id=0d77ed94-b67e-4013-88db-3d1093c790e2 HTTP/1.1" status: 200 len: 915 time: 0.1040392 Jan 26 21:31:25.260232 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-2bfa284e-0e3b-43ef-a92b-6fa178bd72d9 req-d44c5475-1d94-4db5-82db-c5ff7b45bf83 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e00ec340-1eff-4b58-a386-82efb4d6919d HTTP/1.1" status: 200 len: 217 time: 0.0371056 Jan 26 21:31:25.285528 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39fa68f-7184-427c-ac88-c74b848bbc1b req-2fac391c-fbf4-4a8a-a299-e20bd2814eff tempest-ServerDiskConfigTestJSON-1504097755 tempest-ServerDiskConfigTestJSON-1504097755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:31:25.287032 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-d39fa68f-7184-427c-ac88-c74b848bbc1b req-2fac391c-fbf4-4a8a-a299-e20bd2814eff tempest-ServerDiskConfigTestJSON-1504097755 tempest-ServerDiskConfigTestJSON-1504097755-project] 10.222.0.13 "GET /v2.0/ports?device_id=c0db21ee-9c98-4520-80b9-81f34f2f6234 HTTP/1.1" status: 200 len: 946 time: 0.1373136 Jan 26 21:31:25.312267 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bfa284e-0e3b-43ef-a92b-6fa178bd72d9 req-b5d5153c-6d03-4590-8d22-28dc45d17b4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:31:25.314580 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-2bfa284e-0e3b-43ef-a92b-6fa178bd72d9 req-b5d5153c-6d03-4590-8d22-28dc45d17b4a service neutron] 10.222.0.57 "GET /v2.0/subnets?id=73ddce39-4a15-4bab-babe-261ad6eda790 HTTP/1.1" status: 200 len: 854 time: 0.0478590 Jan 26 21:31:25.315294 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (fea0591a-627d-4c87-9a9a-01625ddf3277), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:31:25.344089 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-07d21bd2-0b69-4ed1-a1a3-e831eb7392fc req-182337d7-270c-423d-a83a-5abe63067cdc service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=783fb386-6fd2-4948-95d6-8177a10ccbe5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1270633 Jan 26 21:31:25.360466 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-2bfa284e-0e3b-43ef-a92b-6fa178bd72d9 req-35004576-4194-4cfc-941e-4eed4b46d6cc service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=0d77ed94-b67e-4013-88db-3d1093c790e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0372331 Jan 26 21:31:25.364435 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-147dea27-167c-4b74-afe9-27c8264cd51e req-cb987f4a-5919-4afb-a801-1317a5e624f5 service neutron] 10.222.0.57 "GET /v2.0/networks/f292bf50-7316-40da-8d60-8669bdd0f81a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1605108 Jan 26 21:31:25.450814 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-d39fa68f-7184-427c-ac88-c74b848bbc1b req-77109a64-511c-4de5-9b00-171d40e037e4 tempest-ServerDiskConfigTestJSON-1504097755 tempest-ServerDiskConfigTestJSON-1504097755-project] 10.222.0.13 "GET /v2.0/security-groups?id=783fb386-6fd2-4948-95d6-8177a10ccbe5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1320875 Jan 26 21:31:25.491814 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-147dea27-167c-4b74-afe9-27c8264cd51e req-fd00fd90-f98e-496e-a4a5-9aaceea04e81 service neutron] 10.222.0.57 "GET /v2.0/networks/f292bf50-7316-40da-8d60-8669bdd0f81a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1175857 Jan 26 21:31:25.496854 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-2bfa284e-0e3b-43ef-a92b-6fa178bd72d9 req-24e34c9d-7d5b-44b9-96ce-986a730e9852 service neutron] 10.222.0.57 "GET /v2.0/networks/0d77ed94-b67e-4013-88db-3d1093c790e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1242018 Jan 26 21:31:25.570119 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-147dea27-167c-4b74-afe9-27c8264cd51e req-29e646e7-62c6-439b-b779-63395c6ac8e3 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.72&port_id=db089e5c-c2ba-48d7-8f5d-cf5cafe1f2ad HTTP/1.1" status: 200 len: 217 time: 0.0660257 Jan 26 21:31:25.598975 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-2bfa284e-0e3b-43ef-a92b-6fa178bd72d9 req-abc95e1e-12ea-4a97-807e-965ef58f3265 service neutron] 10.222.0.57 "GET /v2.0/networks/0d77ed94-b67e-4013-88db-3d1093c790e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0949185 Jan 26 21:31:25.624539 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3893d46-0a91-48a9-a5e7-af96945a3851 req-ada74731-ac3c-4d4b-af37-388906d5f70a tempest-VolumesSnapshotTestJSON-309785744 tempest-VolumesSnapshotTestJSON-309785744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:31:25.626115 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-f3893d46-0a91-48a9-a5e7-af96945a3851 req-ada74731-ac3c-4d4b-af37-388906d5f70a tempest-VolumesSnapshotTestJSON-309785744 tempest-VolumesSnapshotTestJSON-309785744-project] 10.222.0.13 "GET /v2.0/ports?device_id=cc0a3972-e754-40fa-bc85-ca7a7f919a20 HTTP/1.1" status: 200 len: 944 time: 0.1152165 Jan 26 21:31:25.638902 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147dea27-167c-4b74-afe9-27c8264cd51e req-542b87fd-d7fd-423a-8106-fe364d9a4753 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:31:25.640293 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-147dea27-167c-4b74-afe9-27c8264cd51e req-542b87fd-d7fd-423a-8106-fe364d9a4753 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=4e6d2bbe-4ef2-4089-b0e5-159ef264639e HTTP/1.1" status: 200 len: 797 time: 0.0610869 Jan 26 21:31:25.712366 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-f3893d46-0a91-48a9-a5e7-af96945a3851 req-e61d0de4-d6cc-41a6-9c48-356171b189b9 tempest-VolumesSnapshotTestJSON-309785744 tempest-VolumesSnapshotTestJSON-309785744-project] 10.222.0.13 "GET /v2.0/security-groups?id=5f282f4d-78b2-4183-9368-bb07e90bd880&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759060 Jan 26 21:31:25.719141 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147dea27-167c-4b74-afe9-27c8264cd51e req-08ac58f6-80cf-40e1-bb2e-1be907e7b714 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:31:25.720626 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-147dea27-167c-4b74-afe9-27c8264cd51e req-08ac58f6-80cf-40e1-bb2e-1be907e7b714 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=f292bf50-7316-40da-8d60-8669bdd0f81a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0681295 Jan 26 21:31:25.811925 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-147dea27-167c-4b74-afe9-27c8264cd51e req-19984da7-849c-4db5-8bb0-7f47d5ad89b9 service neutron] 10.222.0.57 "GET /v2.0/networks/f292bf50-7316-40da-8d60-8669bdd0f81a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838995 Jan 26 21:31:25.908943 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-147dea27-167c-4b74-afe9-27c8264cd51e req-7d70e328-185a-4499-94da-3bbb8b1443fc service neutron] 10.222.0.57 "GET /v2.0/networks/f292bf50-7316-40da-8d60-8669bdd0f81a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909383 Jan 26 21:31:25.951557 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-147dea27-167c-4b74-afe9-27c8264cd51e req-8d4c08d8-8f19-48ca-b3ac-829216b66b5a service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.45&port_id=68993758-80c8-46d1-858d-bc7447ce489e HTTP/1.1" status: 200 len: 217 time: 0.0348821 Jan 26 21:31:25.999154 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147dea27-167c-4b74-afe9-27c8264cd51e req-4f41be5f-fda2-4820-92ef-b310fa8c8a53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:31:26.000627 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-147dea27-167c-4b74-afe9-27c8264cd51e req-4f41be5f-fda2-4820-92ef-b310fa8c8a53 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=4e6d2bbe-4ef2-4089-b0e5-159ef264639e HTTP/1.1" status: 200 len: 797 time: 0.0437975 Jan 26 21:31:26.044722 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147dea27-167c-4b74-afe9-27c8264cd51e req-6590a3d6-52ce-4c7d-a62b-3e796785ae86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:31:26.046263 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-147dea27-167c-4b74-afe9-27c8264cd51e req-6590a3d6-52ce-4c7d-a62b-3e796785ae86 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=f292bf50-7316-40da-8d60-8669bdd0f81a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0404773 Jan 26 21:31:26.147094 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-147dea27-167c-4b74-afe9-27c8264cd51e req-331810bc-ec4d-4aab-ab87-86746807cf9a service neutron] 10.222.0.57 "GET /v2.0/networks/f292bf50-7316-40da-8d60-8669bdd0f81a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0947022 Jan 26 21:31:26.248452 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-147dea27-167c-4b74-afe9-27c8264cd51e req-025ca16f-1c5f-4fa6-a298-28f354dde041 service neutron] 10.222.0.57 "GET /v2.0/networks/f292bf50-7316-40da-8d60-8669bdd0f81a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0943639 Jan 26 21:31:26.298573 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-147dea27-167c-4b74-afe9-27c8264cd51e req-d3bc2fa7-328d-4357-9fce-fd7a460c8f31 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.56&port_id=838b8d10-47c7-4250-a401-9d4067f8f28c HTTP/1.1" status: 200 len: 217 time: 0.0437760 Jan 26 21:31:26.348652 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147dea27-167c-4b74-afe9-27c8264cd51e req-1807e944-4484-498e-a8d6-0618649ca901 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:31:26.350193 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-147dea27-167c-4b74-afe9-27c8264cd51e req-1807e944-4484-498e-a8d6-0618649ca901 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=4e6d2bbe-4ef2-4089-b0e5-159ef264639e HTTP/1.1" status: 200 len: 797 time: 0.0457008 Jan 26 21:31:26.371351 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Device e00ec340-1eff-4b58-a386-82efb4d6919d details requested by agent hyperv_n-h2-760453-5 with host n-h2-760453-5 {{(pid=103306) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 26 21:31:26.373604 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 52640) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:31:26.404753 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147dea27-167c-4b74-afe9-27c8264cd51e req-0bfe913e-2597-4f62-8747-140911d834f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:31:26.406495 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-147dea27-167c-4b74-afe9-27c8264cd51e req-0bfe913e-2597-4f62-8747-140911d834f2 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=f292bf50-7316-40da-8d60-8669bdd0f81a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0500534 Jan 26 21:31:26.505338 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-21335dc7-23c9-47f2-8013-f36334cbac17 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:31:26.523254 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] For port e00ec340-1eff-4b58-a386-82efb4d6919d, host n-h2-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-5',level=0,port_id=e00ec340-1eff-4b58-a386-82efb4d6919d,segment=NetworkSegment(58239c6a-8068-4b38-a84c-a977346e3eb7),segment_id=58239c6a-8068-4b38-a84c-a977346e3eb7)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:31:26.540582 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Returning: {'device': 'e00ec340-1eff-4b58-a386-82efb4d6919d', 'network_id': '0d77ed94-b67e-4013-88db-3d1093c790e2', 'port_id': 'e00ec340-1eff-4b58-a386-82efb4d6919d', 'mac_address': 'fa:16:3e:b7:8f:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 570, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '73ddce39-4a15-4bab-babe-261ad6eda790', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103306) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 26 21:31:26.599251 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Current status of the port e00ec340-1eff-4b58-a386-82efb4d6919d is: DOWN; New status is: BUILD {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:31:26.599494 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (e00ec340-1eff-4b58-a386-82efb4d6919d), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:31:26.613375 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-21335dc7-23c9-47f2-8013-f36334cbac17 admin admin] Publish callbacks [] for security_group (9714ff5d-a42e-4e11-a869-edc10e451af3), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:31:26.621644 n-d-760453-5 neutron-server[103306]: DEBUG neutron.notifiers.nova [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e00ec340-1eff-4b58-a386-82efb4d6919d {{(pid=103306) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 26 21:31:26.622156 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-21335dc7-23c9-47f2-8013-f36334cbac17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (9714ff5d-a42e-4e11-a869-edc10e451af3), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:31:26.630779 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dcc7320-5765-4641-81ff-cf805626b871 req-24a9ada3-5942-4cb4-935f-bfb4c02a2947 tempest-ServerDiskConfigTestJSON-1504097755 tempest-ServerDiskConfigTestJSON-1504097755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:31:26.632423 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-9dcc7320-5765-4641-81ff-cf805626b871 req-24a9ada3-5942-4cb4-935f-bfb4c02a2947 tempest-ServerDiskConfigTestJSON-1504097755 tempest-ServerDiskConfigTestJSON-1504097755-project] 10.222.0.13 "GET /v2.0/ports?device_id=c0db21ee-9c98-4520-80b9-81f34f2f6234 HTTP/1.1" status: 200 len: 946 time: 0.0846524 Jan 26 21:31:26.634541 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-147dea27-167c-4b74-afe9-27c8264cd51e req-4668763a-4516-4a71-a5dd-9426c56676ba service neutron] 10.222.0.57 "GET /v2.0/networks/f292bf50-7316-40da-8d60-8669bdd0f81a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2221258 Jan 26 21:31:26.647925 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] For port e00ec340-1eff-4b58-a386-82efb4d6919d, host n-h2-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-5',level=0,port_id=e00ec340-1eff-4b58-a386-82efb4d6919d,segment=NetworkSegment(58239c6a-8068-4b38-a84c-a977346e3eb7),segment_id=58239c6a-8068-4b38-a84c-a977346e3eb7)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:31:26.655161 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (e00ec340-1eff-4b58-a386-82efb4d6919d), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:31:26.675261 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21335dc7-23c9-47f2-8013-f36334cbac17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9714ff5d-a42e-4e11-a869-edc10e451af3,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:31:26.683853 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-21335dc7-23c9-47f2-8013-f36334cbac17 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=edb6cfef8d6d4b339d9716fb848edfed&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3091531 Jan 26 21:31:26.684467 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 52648) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:31:26.716285 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Pushing event updated for resources: {'Port': ['ID=e00ec340-1eff-4b58-a386-82efb4d6919d,revision_number=4']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:31:26.746324 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-6a30293c-50eb-4ced-ba1e-a989b1d60dd8 admin admin] Publish callbacks [] for security_group (9714ff5d-a42e-4e11-a869-edc10e451af3), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:31:26.771776 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-6a30293c-50eb-4ced-ba1e-a989b1d60dd8 admin admin] Publish callbacks [] for security_group (9714ff5d-a42e-4e11-a869-edc10e451af3), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:31:26.775846 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-9dcc7320-5765-4641-81ff-cf805626b871 req-e2b79567-588d-4099-ae51-821d0bcb8bb4 tempest-ServerDiskConfigTestJSON-1504097755 tempest-ServerDiskConfigTestJSON-1504097755-project] 10.222.0.13 "GET /v2.0/security-groups?id=783fb386-6fd2-4948-95d6-8177a10ccbe5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1362326 Jan 26 21:31:26.847390 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-6a30293c-50eb-4ced-ba1e-a989b1d60dd8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (9714ff5d-a42e-4e11-a869-edc10e451af3), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:31:26.850325 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-6a30293c-50eb-4ced-ba1e-a989b1d60dd8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:31:26.854255 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-6a30293c-50eb-4ced-ba1e-a989b1d60dd8 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/9714ff5d-a42e-4e11-a869-edc10e451af3 HTTP/1.1" status: 204 len: 168 time: 0.1657348 Jan 26 21:31:26.861990 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a30293c-50eb-4ced-ba1e-a989b1d60dd8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9714ff5d-a42e-4e11-a869-edc10e451af3,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:31:26.871541 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-147dea27-167c-4b74-afe9-27c8264cd51e req-f933883f-aeb2-4376-80b0-ce4ea41076d6 service neutron] 10.222.0.57 "GET /v2.0/networks/f292bf50-7316-40da-8d60-8669bdd0f81a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2300971 Jan 26 21:31:26.919295 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] get_ports_and_sgs() called for port_ids ['e00ec340-1eff-4b58-a386-82efb4d6919d'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 26 21:31:26.974053 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-147dea27-167c-4b74-afe9-27c8264cd51e req-e3ca671c-bcca-4a9e-ba2e-25355543e29c service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=3941d4d2-ec71-4191-8e9f-df25a9ea3da5 HTTP/1.1" status: 200 len: 217 time: 0.0757332 Jan 26 21:31:26.982602 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2191d02a-034c-435d-8c97-cc016865c231 req-bb1ea284-fe8f-4fe3-922f-21b90fecb7ad tempest-VolumesSnapshotTestJSON-309785744 tempest-VolumesSnapshotTestJSON-309785744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:31:26.989642 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-2191d02a-034c-435d-8c97-cc016865c231 req-bb1ea284-fe8f-4fe3-922f-21b90fecb7ad tempest-VolumesSnapshotTestJSON-309785744 tempest-VolumesSnapshotTestJSON-309785744-project] 10.222.0.13 "GET /v2.0/ports?device_id=cc0a3972-e754-40fa-bc85-ca7a7f919a20 HTTP/1.1" status: 200 len: 945 time: 0.1507533 Jan 26 21:31:27.071433 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147dea27-167c-4b74-afe9-27c8264cd51e req-0b049fbe-71d9-4f29-8066-7b9f0a518909 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:31:27.073037 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-147dea27-167c-4b74-afe9-27c8264cd51e req-0b049fbe-71d9-4f29-8066-7b9f0a518909 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=d36d78e9-ef90-42a1-bdc2-1b67cc68d0f5 HTTP/1.1" status: 200 len: 797 time: 0.0813041 Jan 26 21:31:27.077182 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-2191d02a-034c-435d-8c97-cc016865c231 req-7be7daa3-abc2-4a48-b67a-b92dc5a36a3b tempest-VolumesSnapshotTestJSON-309785744 tempest-VolumesSnapshotTestJSON-309785744-project] 10.222.0.13 "GET /v2.0/security-groups?id=5f282f4d-78b2-4183-9368-bb07e90bd880&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867493 Jan 26 21:31:27.133404 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147dea27-167c-4b74-afe9-27c8264cd51e req-a8b88f66-baaf-4282-9024-7720f3f3e8e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:31:27.135524 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-147dea27-167c-4b74-afe9-27c8264cd51e req-a8b88f66-baaf-4282-9024-7720f3f3e8e4 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=09fefaf6-1493-45ff-9b77-0bffdcb790d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0561087 Jan 26 21:31:27.170714 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 52656) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:31:27.183915 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-b9ffb993-a0ae-4dce-8dcf-984ae69404c1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:31:27.255831 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-147dea27-167c-4b74-afe9-27c8264cd51e req-a85e8f62-fc04-470e-a3c5-8118e062d4b3 service neutron] 10.222.0.57 "GET /v2.0/networks/09fefaf6-1493-45ff-9b77-0bffdcb790d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1109705 Jan 26 21:31:27.280323 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-b9ffb993-a0ae-4dce-8dcf-984ae69404c1 admin admin] Publish callbacks [] for security_group (eec5183c-5b8f-4dd7-bf28-9785388d07ea), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:31:27.284406 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-b9ffb993-a0ae-4dce-8dcf-984ae69404c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (eec5183c-5b8f-4dd7-bf28-9785388d07ea), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:31:27.324083 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-b9ffb993-a0ae-4dce-8dcf-984ae69404c1 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=215c1b882d024088a13361247a460220&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1523280 Jan 26 21:31:27.324994 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ffb993-a0ae-4dce-8dcf-984ae69404c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eec5183c-5b8f-4dd7-bf28-9785388d07ea,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:31:27.327562 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 52662) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:31:27.389968 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-147dea27-167c-4b74-afe9-27c8264cd51e req-02d9089c-325c-4f6a-8e6d-773218ee8cd4 service neutron] 10.222.0.57 "GET /v2.0/networks/09fefaf6-1493-45ff-9b77-0bffdcb790d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1278567 Jan 26 21:31:27.439132 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-147dea27-167c-4b74-afe9-27c8264cd51e req-c640c74a-61a8-4bd5-aaaa-7de5fa76ae1a service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=b6f4a45a-14b0-47b4-ab05-34ee30262fe7 HTTP/1.1" status: 200 len: 217 time: 0.0428753 Jan 26 21:31:27.474437 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-74c25ae7-678e-4701-b079-9c595099d6eb admin admin] Publish callbacks [] for security_group (eec5183c-5b8f-4dd7-bf28-9785388d07ea), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:31:27.508258 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-74c25ae7-678e-4701-b079-9c595099d6eb admin admin] Publish callbacks [] for security_group (eec5183c-5b8f-4dd7-bf28-9785388d07ea), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:31:27.515105 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147dea27-167c-4b74-afe9-27c8264cd51e req-834f583c-dd5a-4ae8-bf41-5059255ef455 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:31:27.516615 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-147dea27-167c-4b74-afe9-27c8264cd51e req-834f583c-dd5a-4ae8-bf41-5059255ef455 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=d36d78e9-ef90-42a1-bdc2-1b67cc68d0f5 HTTP/1.1" status: 200 len: 797 time: 0.0704699 Jan 26 21:31:27.584227 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147dea27-167c-4b74-afe9-27c8264cd51e req-eaf04d25-f303-452a-a793-5c78553b6dc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:31:27.585980 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-147dea27-167c-4b74-afe9-27c8264cd51e req-eaf04d25-f303-452a-a793-5c78553b6dc5 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=09fefaf6-1493-45ff-9b77-0bffdcb790d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0608168 Jan 26 21:31:27.601763 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-74c25ae7-678e-4701-b079-9c595099d6eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (eec5183c-5b8f-4dd7-bf28-9785388d07ea), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:31:27.604353 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-74c25ae7-678e-4701-b079-9c595099d6eb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:31:27.605469 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-74c25ae7-678e-4701-b079-9c595099d6eb admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/eec5183c-5b8f-4dd7-bf28-9785388d07ea HTTP/1.1" status: 204 len: 168 time: 0.2645051 Jan 26 21:31:27.651585 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c25ae7-678e-4701-b079-9c595099d6eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eec5183c-5b8f-4dd7-bf28-9785388d07ea,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:31:27.691650 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-147dea27-167c-4b74-afe9-27c8264cd51e req-6464e65d-60f4-4b7e-b8f2-da91aac7f281 service neutron] 10.222.0.57 "GET /v2.0/networks/09fefaf6-1493-45ff-9b77-0bffdcb790d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0983305 Jan 26 21:31:27.790919 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-147dea27-167c-4b74-afe9-27c8264cd51e req-62e7d79f-7988-4a9b-a99a-4f77b8bf83d4 service neutron] 10.222.0.57 "GET /v2.0/networks/09fefaf6-1493-45ff-9b77-0bffdcb790d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927424 Jan 26 21:31:27.893966 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba4eea4-92bd-4eca-98df-734fa4c781a2 req-0eafe840-c021-4829-88ba-64c7733b0414 tempest-ServerDiskConfigTestJSON-1504097755 tempest-ServerDiskConfigTestJSON-1504097755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:31:27.895465 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-4ba4eea4-92bd-4eca-98df-734fa4c781a2 req-0eafe840-c021-4829-88ba-64c7733b0414 tempest-ServerDiskConfigTestJSON-1504097755 tempest-ServerDiskConfigTestJSON-1504097755-project] 10.222.0.13 "GET /v2.0/ports?device_id=c0db21ee-9c98-4520-80b9-81f34f2f6234 HTTP/1.1" status: 200 len: 946 time: 0.0497622 Jan 26 21:31:27.944375 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-4ba4eea4-92bd-4eca-98df-734fa4c781a2 req-54ab136a-23d2-4870-8e39-246a8d67a483 tempest-ServerDiskConfigTestJSON-1504097755 tempest-ServerDiskConfigTestJSON-1504097755-project] 10.222.0.13 "GET /v2.0/security-groups?id=783fb386-6fd2-4948-95d6-8177a10ccbe5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434165 Jan 26 21:31:28.063747 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d46f682-ac6a-460d-986d-aeb8022b8ea4 req-e68adf45-a3c9-4d94-a494-45cda18d9188 tempest-ServerDiskConfigTestJSON-1504097755 tempest-ServerDiskConfigTestJSON-1504097755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:31:28.065276 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-2d46f682-ac6a-460d-986d-aeb8022b8ea4 req-e68adf45-a3c9-4d94-a494-45cda18d9188 tempest-ServerDiskConfigTestJSON-1504097755 tempest-ServerDiskConfigTestJSON-1504097755-project] 10.222.0.13 "GET /v2.0/ports?device_id=c0db21ee-9c98-4520-80b9-81f34f2f6234 HTTP/1.1" status: 200 len: 946 time: 0.0496483 Jan 26 21:31:28.120861 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-2d46f682-ac6a-460d-986d-aeb8022b8ea4 req-ba22ed02-9b0a-4589-8d50-ee6dd29937a2 tempest-ServerDiskConfigTestJSON-1504097755 tempest-ServerDiskConfigTestJSON-1504097755-project] 10.222.0.13 "GET /v2.0/security-groups?id=783fb386-6fd2-4948-95d6-8177a10ccbe5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498376 Jan 26 21:31:28.209675 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4205821-48b1-4555-9209-1d873bbfd6de req-ac276eff-6ae1-4ddf-a1e4-3f01c785864d tempest-VolumesSnapshotTestJSON-309785744 tempest-VolumesSnapshotTestJSON-309785744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:31:28.209675 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-d4205821-48b1-4555-9209-1d873bbfd6de req-ac276eff-6ae1-4ddf-a1e4-3f01c785864d tempest-VolumesSnapshotTestJSON-309785744 tempest-VolumesSnapshotTestJSON-309785744-project] 10.222.0.13 "GET /v2.0/ports?device_id=cc0a3972-e754-40fa-bc85-ca7a7f919a20 HTTP/1.1" status: 200 len: 945 time: 0.0509443 Jan 26 21:31:28.270435 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-d4205821-48b1-4555-9209-1d873bbfd6de req-c77ee2f6-63cf-4370-9bbd-fd0d8ef5addc tempest-VolumesSnapshotTestJSON-309785744 tempest-VolumesSnapshotTestJSON-309785744-project] 10.222.0.13 "GET /v2.0/security-groups?id=5f282f4d-78b2-4183-9368-bb07e90bd880&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612378 Jan 26 21:31:28.341441 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed32edb7-4b58-4587-a878-a0a94ae7cdaf req-9e7d6ea3-5766-40e6-87e4-f60652a43390 tempest-ServerDiskConfigTestJSON-1504097755 tempest-ServerDiskConfigTestJSON-1504097755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:31:28.342959 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-ed32edb7-4b58-4587-a878-a0a94ae7cdaf req-9e7d6ea3-5766-40e6-87e4-f60652a43390 tempest-ServerDiskConfigTestJSON-1504097755 tempest-ServerDiskConfigTestJSON-1504097755-project] 10.222.0.13 "GET /v2.0/ports?device_id=c0db21ee-9c98-4520-80b9-81f34f2f6234 HTTP/1.1" status: 200 len: 946 time: 0.0493600 Jan 26 21:31:28.393282 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-ed32edb7-4b58-4587-a878-a0a94ae7cdaf req-f57a4022-31a6-4111-9f66-ed1bbebe4070 tempest-ServerDiskConfigTestJSON-1504097755 tempest-ServerDiskConfigTestJSON-1504097755-project] 10.222.0.13 "GET /v2.0/security-groups?id=783fb386-6fd2-4948-95d6-8177a10ccbe5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416963 Jan 26 21:31:28.403046 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Device e00ec340-1eff-4b58-a386-82efb4d6919d up at agent hyperv_n-h2-760453-5 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 21:31:28.462951 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Provisioning for port e00ec340-1eff-4b58-a386-82efb4d6919d completed by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 21:31:28.467340 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Provisioning complete for port e00ec340-1eff-4b58-a386-82efb4d6919d triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:31:28.468233 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (e00ec340-1eff-4b58-a386-82efb4d6919d), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:31:28.540506 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ec1d63-03eb-42ad-ad07-389b936a54dd req-b61d5e3b-3af3-461d-b615-7ac3879378d4 tempest-ServerDiskConfigTestJSON-1504097755 tempest-ServerDiskConfigTestJSON-1504097755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:31:28.542212 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-35ec1d63-03eb-42ad-ad07-389b936a54dd req-b61d5e3b-3af3-461d-b615-7ac3879378d4 tempest-ServerDiskConfigTestJSON-1504097755 tempest-ServerDiskConfigTestJSON-1504097755-project] 10.222.0.13 "GET /v2.0/ports?device_id=c0db21ee-9c98-4520-80b9-81f34f2f6234 HTTP/1.1" status: 200 len: 946 time: 0.0680580 Jan 26 21:31:28.555340 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Current status of the port e00ec340-1eff-4b58-a386-82efb4d6919d is: BUILD; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:31:28.555717 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (e00ec340-1eff-4b58-a386-82efb4d6919d), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:31:28.579305 n-d-760453-5 neutron-server[103306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc0a3972-e754-40fa-bc85-ca7a7f919a20', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e00ec340-1eff-4b58-a386-82efb4d6919d'}] {{(pid=103306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 21:31:28.581729 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9d5d370febab655511bdd2ffe887e43e442d144a440368702bcc1e93af00b97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8fb6be7a-56a5-495a-9cca-858a0c36a156" -d '{"events": [{"server_uuid": "cc0a3972-e754-40fa-bc85-ca7a7f919a20", "name": "network-vif-plugged", "status": "completed", "tag": "e00ec340-1eff-4b58-a386-82efb4d6919d"}]}' {{(pid=103306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 21:31:28.594942 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] For port e00ec340-1eff-4b58-a386-82efb4d6919d, host n-h2-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-5',level=0,port_id=e00ec340-1eff-4b58-a386-82efb4d6919d,segment=NetworkSegment(58239c6a-8068-4b38-a84c-a977346e3eb7),segment_id=58239c6a-8068-4b38-a84c-a977346e3eb7)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:31:28.602405 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (e00ec340-1eff-4b58-a386-82efb4d6919d), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:31:28.613612 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-35ec1d63-03eb-42ad-ad07-389b936a54dd req-c69dd5a3-7085-4c2c-9239-ac61f2b1853f tempest-ServerDiskConfigTestJSON-1504097755 tempest-ServerDiskConfigTestJSON-1504097755-project] 10.222.0.13 "GET /v2.0/security-groups?id=783fb386-6fd2-4948-95d6-8177a10ccbe5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620465 Jan 26 21:31:28.652631 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Jan 2022 21:31:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-138e76c8-3bd0-4b73-b2b0-31413e326905 x-openstack-request-id: req-138e76c8-3bd0-4b73-b2b0-31413e326905 {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 21:31:28.652923 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc0a3972-e754-40fa-bc85-ca7a7f919a20", "name": "network-vif-plugged", "status": "completed", "tag": "e00ec340-1eff-4b58-a386-82efb4d6919d", "code": 200}]} {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 21:31:28.653178 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-138e76c8-3bd0-4b73-b2b0-31413e326905 {{(pid=103306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 21:31:28.653671 n-d-760453-5 neutron-server[103306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc0a3972-e754-40fa-bc85-ca7a7f919a20', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e00ec340-1eff-4b58-a386-82efb4d6919d', 'code': 200} Jan 26 21:31:28.664701 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Pushing event updated for resources: {'Port': ['ID=e00ec340-1eff-4b58-a386-82efb4d6919d,revision_number=5']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:31:28.763584 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e12a40-ef87-4e3d-a083-87ac00010bd8 req-b3def986-3801-42cf-8279-a900aea94308 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:31:28.765210 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-85e12a40-ef87-4e3d-a083-87ac00010bd8 req-b3def986-3801-42cf-8279-a900aea94308 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=cc0a3972-e754-40fa-bc85-ca7a7f919a20 HTTP/1.1" status: 200 len: 1097 time: 0.0428562 Jan 26 21:31:28.811316 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-85e12a40-ef87-4e3d-a083-87ac00010bd8 req-de987547-c79c-43a6-a739-70780d03f14b service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=5f282f4d-78b2-4183-9368-bb07e90bd880&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404923 Jan 26 21:31:28.977285 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5938cf-dfab-4546-ad61-0606866b9e40 req-77b81f21-0fab-4e1a-b6a5-2cddc1e931d3 tempest-ServerDiskConfigTestJSON-1504097755 tempest-ServerDiskConfigTestJSON-1504097755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:31:28.978866 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-8c5938cf-dfab-4546-ad61-0606866b9e40 req-77b81f21-0fab-4e1a-b6a5-2cddc1e931d3 tempest-ServerDiskConfigTestJSON-1504097755 tempest-ServerDiskConfigTestJSON-1504097755-project] 10.222.0.13 "GET /v2.0/ports?device_id=c0db21ee-9c98-4520-80b9-81f34f2f6234 HTTP/1.1" status: 200 len: 946 time: 0.0640965 Jan 26 21:31:29.028120 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-8c5938cf-dfab-4546-ad61-0606866b9e40 req-997ad688-6a15-4e0a-86d0-00682bdab6e4 tempest-ServerDiskConfigTestJSON-1504097755 tempest-ServerDiskConfigTestJSON-1504097755-project] 10.222.0.13 "GET /v2.0/security-groups?id=783fb386-6fd2-4948-95d6-8177a10ccbe5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426512 Jan 26 21:31:29.388768 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c00db5e-112f-4097-ab7e-0fe43d49d3d6 req-d57376ff-1e83-47d7-97b9-00299c5ea0bd tempest-VolumesSnapshotTestJSON-309785744 tempest-VolumesSnapshotTestJSON-309785744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:31:29.390512 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-8c00db5e-112f-4097-ab7e-0fe43d49d3d6 req-d57376ff-1e83-47d7-97b9-00299c5ea0bd tempest-VolumesSnapshotTestJSON-309785744 tempest-VolumesSnapshotTestJSON-309785744-project] 10.222.0.13 "GET /v2.0/ports?device_id=cc0a3972-e754-40fa-bc85-ca7a7f919a20 HTTP/1.1" status: 200 len: 946 time: 0.0514314 Jan 26 21:31:29.440447 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-8c00db5e-112f-4097-ab7e-0fe43d49d3d6 req-3e88bd14-9d97-41d1-9c9c-2993f8e118b2 tempest-VolumesSnapshotTestJSON-309785744 tempest-VolumesSnapshotTestJSON-309785744-project] 10.222.0.13 "GET /v2.0/security-groups?id=5f282f4d-78b2-4183-9368-bb07e90bd880&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443270 Jan 26 21:31:30.144042 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cfc6b77-130b-4fbc-99dd-4fc859495648 req-b57b0d15-cbf1-4f98-a70e-b1b5ef9fce2e tempest-ServerDiskConfigTestJSON-1504097755 tempest-ServerDiskConfigTestJSON-1504097755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:31:30.145634 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-1cfc6b77-130b-4fbc-99dd-4fc859495648 req-b57b0d15-cbf1-4f98-a70e-b1b5ef9fce2e tempest-ServerDiskConfigTestJSON-1504097755 tempest-ServerDiskConfigTestJSON-1504097755-project] 10.222.0.13 "GET /v2.0/ports?device_id=c0db21ee-9c98-4520-80b9-81f34f2f6234 HTTP/1.1" status: 200 len: 946 time: 0.0486264 Jan 26 21:31:30.195764 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-1cfc6b77-130b-4fbc-99dd-4fc859495648 req-0c517df2-9aca-4ffb-982c-40ff5b9cfa8f tempest-ServerDiskConfigTestJSON-1504097755 tempest-ServerDiskConfigTestJSON-1504097755-project] 10.222.0.13 "GET /v2.0/security-groups?id=783fb386-6fd2-4948-95d6-8177a10ccbe5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443821 Jan 26 21:31:30.561201 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b738fb63-9b37-4921-a780-fb412633a1de req-0acb90b1-11c2-48a0-8af6-7d9963d2c7a4 tempest-VolumesSnapshotTestJSON-309785744 tempest-VolumesSnapshotTestJSON-309785744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:31:30.563333 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-b738fb63-9b37-4921-a780-fb412633a1de req-0acb90b1-11c2-48a0-8af6-7d9963d2c7a4 tempest-VolumesSnapshotTestJSON-309785744 tempest-VolumesSnapshotTestJSON-309785744-project] 10.222.0.13 "GET /v2.0/ports?device_id=cc0a3972-e754-40fa-bc85-ca7a7f919a20 HTTP/1.1" status: 200 len: 946 time: 0.0537839 Jan 26 21:31:30.610791 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-b738fb63-9b37-4921-a780-fb412633a1de req-2e042276-3b76-4738-be33-12027ed409e9 tempest-VolumesSnapshotTestJSON-309785744 tempest-VolumesSnapshotTestJSON-309785744-project] 10.222.0.13 "GET /v2.0/security-groups?id=5f282f4d-78b2-4183-9368-bb07e90bd880&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417371 Jan 26 21:31:31.320156 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0eebc2-b9f3-45f9-8f12-9402978ade63 req-3f1a0fd8-8f5a-4f8d-a752-f296877d0e62 tempest-ServerDiskConfigTestJSON-1504097755 tempest-ServerDiskConfigTestJSON-1504097755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:31:31.322080 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-dd0eebc2-b9f3-45f9-8f12-9402978ade63 req-3f1a0fd8-8f5a-4f8d-a752-f296877d0e62 tempest-ServerDiskConfigTestJSON-1504097755 tempest-ServerDiskConfigTestJSON-1504097755-project] 10.222.0.13 "GET /v2.0/ports?device_id=c0db21ee-9c98-4520-80b9-81f34f2f6234 HTTP/1.1" status: 200 len: 946 time: 0.0548139 Jan 26 21:31:31.381603 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-dd0eebc2-b9f3-45f9-8f12-9402978ade63 req-5f634514-efa6-4ea7-a542-d6412aa60da0 tempest-ServerDiskConfigTestJSON-1504097755 tempest-ServerDiskConfigTestJSON-1504097755-project] 10.222.0.13 "GET /v2.0/security-groups?id=783fb386-6fd2-4948-95d6-8177a10ccbe5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517616 Jan 26 21:31:31.435933 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00ec805-5389-4e9a-aa48-d88c0920559e req-da599fc4-f53f-449a-a2eb-0a797dfa4cea tempest-AttachVolumeShelveTestJSON-345998519 tempest-AttachVolumeShelveTestJSON-345998519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:31:31.437893 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-e00ec805-5389-4e9a-aa48-d88c0920559e req-da599fc4-f53f-449a-a2eb-0a797dfa4cea tempest-AttachVolumeShelveTestJSON-345998519 tempest-AttachVolumeShelveTestJSON-345998519-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a78b0a6-78a4-4bc7-9a2d-0384fc9d6981 HTTP/1.1" status: 200 len: 946 time: 0.0525136 Jan 26 21:31:31.484643 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-e00ec805-5389-4e9a-aa48-d88c0920559e req-84354fce-7e82-4f40-9233-b1a23c6ce644 tempest-AttachVolumeShelveTestJSON-345998519 tempest-AttachVolumeShelveTestJSON-345998519-project] 10.222.0.13 "GET /v2.0/security-groups?id=a25c4f90-015b-4812-87d5-e6df93d42e7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409904 Jan 26 21:31:32.506096 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b07dc6-77e0-4104-8d8c-00d11b0cf80f req-60669b85-0a52-4e09-a851-3874af8f5369 tempest-ServerDiskConfigTestJSON-1504097755 tempest-ServerDiskConfigTestJSON-1504097755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:31:32.507773 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-79b07dc6-77e0-4104-8d8c-00d11b0cf80f req-60669b85-0a52-4e09-a851-3874af8f5369 tempest-ServerDiskConfigTestJSON-1504097755 tempest-ServerDiskConfigTestJSON-1504097755-project] 10.222.0.13 "GET /v2.0/ports?device_id=c0db21ee-9c98-4520-80b9-81f34f2f6234 HTTP/1.1" status: 200 len: 946 time: 0.0515456 Jan 26 21:31:32.568579 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-79b07dc6-77e0-4104-8d8c-00d11b0cf80f req-784e9ce3-5b5c-42ab-86e9-65f31f73ab9a tempest-ServerDiskConfigTestJSON-1504097755 tempest-ServerDiskConfigTestJSON-1504097755-project] 10.222.0.13 "GET /v2.0/security-groups?id=783fb386-6fd2-4948-95d6-8177a10ccbe5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516655 Jan 26 21:31:32.635807 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14df2da7-b6a8-43d3-b263-3322b1588fc2 req-28c074a8-84dc-4336-aec0-ad53c500c14e tempest-AttachVolumeShelveTestJSON-345998519 tempest-AttachVolumeShelveTestJSON-345998519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:31:32.647158 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-14df2da7-b6a8-43d3-b263-3322b1588fc2 req-28c074a8-84dc-4336-aec0-ad53c500c14e tempest-AttachVolumeShelveTestJSON-345998519 tempest-AttachVolumeShelveTestJSON-345998519-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a78b0a6-78a4-4bc7-9a2d-0384fc9d6981 HTTP/1.1" status: 200 len: 946 time: 0.0762982 Jan 26 21:31:32.710644 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-14df2da7-b6a8-43d3-b263-3322b1588fc2 req-28498f5c-1089-4741-81fc-6417f04e97ee tempest-AttachVolumeShelveTestJSON-345998519 tempest-AttachVolumeShelveTestJSON-345998519-project] 10.222.0.13 "GET /v2.0/security-groups?id=a25c4f90-015b-4812-87d5-e6df93d42e7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0625269 Jan 26 21:31:33.273625 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7c2aee-31ef-482f-8707-5a821def1898 req-661dc3dd-dcfa-4a1d-b61e-92971fd3749b tempest-AttachVolumeShelveTestJSON-345998519 tempest-AttachVolumeShelveTestJSON-345998519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:31:33.275382 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-7b7c2aee-31ef-482f-8707-5a821def1898 req-661dc3dd-dcfa-4a1d-b61e-92971fd3749b tempest-AttachVolumeShelveTestJSON-345998519 tempest-AttachVolumeShelveTestJSON-345998519-project] 10.222.0.66 "GET /v2.0/ports?device_id=4a78b0a6-78a4-4bc7-9a2d-0384fc9d6981 HTTP/1.1" status: 200 len: 946 time: 0.0482109 Jan 26 21:31:33.370413 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [req-7b7c2aee-31ef-482f-8707-5a821def1898 req-2ddf3d7f-2ae9-402f-be61-f44399cdeede tempest-AttachVolumeShelveTestJSON-345998519 tempest-AttachVolumeShelveTestJSON-345998519-project] Deleting port 61e4e751-58c3-44b7-8fce-c3507a0cdccc {{(pid=103304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 21:31:33.370758 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-7b7c2aee-31ef-482f-8707-5a821def1898 req-2ddf3d7f-2ae9-402f-be61-f44399cdeede tempest-AttachVolumeShelveTestJSON-345998519 tempest-AttachVolumeShelveTestJSON-345998519-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746560630878'] for port (61e4e751-58c3-44b7-8fce-c3507a0cdccc), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:31:33.473868 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [req-7b7c2aee-31ef-482f-8707-5a821def1898 req-2ddf3d7f-2ae9-402f-be61-f44399cdeede tempest-AttachVolumeShelveTestJSON-345998519 tempest-AttachVolumeShelveTestJSON-345998519-project] For port 61e4e751-58c3-44b7-8fce-c3507a0cdccc, host n-h1-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-5',level=0,port_id=61e4e751-58c3-44b7-8fce-c3507a0cdccc,segment=NetworkSegment(ae04eadd-2f21-4385-8e0d-440406bc0827),segment_id=ae04eadd-2f21-4385-8e0d-440406bc0827)] {{(pid=103304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:31:33.474232 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-7b7c2aee-31ef-482f-8707-5a821def1898 req-2ddf3d7f-2ae9-402f-be61-f44399cdeede tempest-AttachVolumeShelveTestJSON-345998519 tempest-AttachVolumeShelveTestJSON-345998519-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4109658'] for port (61e4e751-58c3-44b7-8fce-c3507a0cdccc), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:31:33.706339 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-7b7c2aee-31ef-482f-8707-5a821def1898 req-2ddf3d7f-2ae9-402f-be61-f44399cdeede tempest-AttachVolumeShelveTestJSON-345998519 tempest-AttachVolumeShelveTestJSON-345998519-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:31:33.707025 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-7b7c2aee-31ef-482f-8707-5a821def1898 req-2ddf3d7f-2ae9-402f-be61-f44399cdeede tempest-AttachVolumeShelveTestJSON-345998519 tempest-AttachVolumeShelveTestJSON-345998519-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4110913'] for floatingip (9452a37e-0cac-40de-bd8d-035f39ab79c7), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:31:33.707025 n-d-760453-5 neutron-server[103304]: INFO neutron.db.l3_db [req-7b7c2aee-31ef-482f-8707-5a821def1898 req-2ddf3d7f-2ae9-402f-be61-f44399cdeede tempest-AttachVolumeShelveTestJSON-345998519 tempest-AttachVolumeShelveTestJSON-345998519-project] Floating IP 9452a37e-0cac-40de-bd8d-035f39ab79c7 disassociated. External IP: 172.25.1.133, port: 61e4e751-58c3-44b7-8fce-c3507a0cdccc. Jan 26 21:31:33.707364 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [req-7b7c2aee-31ef-482f-8707-5a821def1898 req-2ddf3d7f-2ae9-402f-be61-f44399cdeede tempest-AttachVolumeShelveTestJSON-345998519 tempest-AttachVolumeShelveTestJSON-345998519-project] Calling delete_port for 61e4e751-58c3-44b7-8fce-c3507a0cdccc owned by compute:nova {{(pid=103304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 21:31:33.764261 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa05d9c-010b-4478-83cf-71d85d51af14 req-b8b65b64-8fe8-4073-87ee-ebf83c40df64 tempest-ServerDiskConfigTestJSON-1504097755 tempest-ServerDiskConfigTestJSON-1504097755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:31:33.766520 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-1fa05d9c-010b-4478-83cf-71d85d51af14 req-b8b65b64-8fe8-4073-87ee-ebf83c40df64 tempest-ServerDiskConfigTestJSON-1504097755 tempest-ServerDiskConfigTestJSON-1504097755-project] 10.222.0.13 "GET /v2.0/ports?device_id=c0db21ee-9c98-4520-80b9-81f34f2f6234 HTTP/1.1" status: 200 len: 946 time: 0.1154287 Jan 26 21:31:33.850488 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-1fa05d9c-010b-4478-83cf-71d85d51af14 req-7292b186-3321-49f1-a4ed-47714a11044b tempest-ServerDiskConfigTestJSON-1504097755 tempest-ServerDiskConfigTestJSON-1504097755-project] 10.222.0.13 "GET /v2.0/security-groups?id=783fb386-6fd2-4948-95d6-8177a10ccbe5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745935 Jan 26 21:31:34.279067 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d5079e-eca6-4b2c-983f-e191b29f8528 req-870b567c-a630-4aea-9389-05c580fc57d9 tempest-AttachVolumeShelveTestJSON-345998519 tempest-AttachVolumeShelveTestJSON-345998519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:31:34.280594 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-b0d5079e-eca6-4b2c-983f-e191b29f8528 req-870b567c-a630-4aea-9389-05c580fc57d9 tempest-AttachVolumeShelveTestJSON-345998519 tempest-AttachVolumeShelveTestJSON-345998519-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a78b0a6-78a4-4bc7-9a2d-0384fc9d6981 HTTP/1.1" status: 200 len: 946 time: 0.4285088 Jan 26 21:31:34.291811 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-7b7c2aee-31ef-482f-8707-5a821def1898 req-2ddf3d7f-2ae9-402f-be61-f44399cdeede tempest-AttachVolumeShelveTestJSON-345998519 tempest-AttachVolumeShelveTestJSON-345998519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746560636600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746560234536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9281553'] for port (61e4e751-58c3-44b7-8fce-c3507a0cdccc), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:31:34.322478 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ddf3d7f-2ae9-402f-be61-f44399cdeede tempest-AttachVolumeShelveTestJSON-345998519 tempest-AttachVolumeShelveTestJSON-345998519-project] Pushing event deleted for resources: {'Port': ['ID=61e4e751-58c3-44b7-8fce-c3507a0cdccc,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:31:34.420120 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-b0d5079e-eca6-4b2c-983f-e191b29f8528 req-4dae511e-7edc-4194-b83a-49f3f74d0324 tempest-AttachVolumeShelveTestJSON-345998519 tempest-AttachVolumeShelveTestJSON-345998519-project] 10.222.0.13 "GET /v2.0/security-groups?id=a25c4f90-015b-4812-87d5-e6df93d42e7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1302776 Jan 26 21:31:34.491949 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7b7c2aee-31ef-482f-8707-5a821def1898 req-2ddf3d7f-2ae9-402f-be61-f44399cdeede tempest-AttachVolumeShelveTestJSON-345998519 tempest-AttachVolumeShelveTestJSON-345998519-project] Router 99221ace-06a0-43fb-ad55-46eef57daef8 has already been hosted by L3 agent 09df100c-3af1-4b0a-bda8-05914c71c458 {{(pid=103304) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 26 21:31:34.606835 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7b7c2aee-31ef-482f-8707-5a821def1898 req-2ddf3d7f-2ae9-402f-be61-f44399cdeede tempest-AttachVolumeShelveTestJSON-345998519 tempest-AttachVolumeShelveTestJSON-345998519-project] Notify agent at l3_agent.n-d-760453-5 the message routers_updated {{(pid=103304) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 26 21:31:34.623613 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fa68253-a5f2-46b9-9ea7-fe87fb4e2af5 None None] Sync routers for ids ['99221ace-06a0-43fb-ad55-46eef57daef8'] in n-d-760453-5 {{(pid=103306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 26 21:31:34.638740 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fa68253-a5f2-46b9-9ea7-fe87fb4e2af5 None None] Routers {'99221ace-06a0-43fb-ad55-46eef57daef8'} bound to L3 agent in host n-d-760453-5 {{(pid=103306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 21:31:34.639869 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-4fa68253-a5f2-46b9-9ea7-fe87fb4e2af5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-26T20:55:21Z,description=,heartbeat_timestamp=2022-01-26T21:31:21Z,host='n-d-760453-5',id=09df100c-3af1-4b0a-bda8-05914c71c458,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:55:21Z,topic='l3_agent')) {'router_ids': ['99221ace-06a0-43fb-ad55-46eef57daef8'], 'active': True} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:31:34.650353 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b7c2aee-31ef-482f-8707-5a821def1898 req-2ddf3d7f-2ae9-402f-be61-f44399cdeede tempest-AttachVolumeShelveTestJSON-345998519 tempest-AttachVolumeShelveTestJSON-345998519-project] No DVR routers for this DVR port 61e4e751-58c3-44b7-8fce-c3507a0cdccc on host n-h1-760453-5 {{(pid=103304) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 26 21:31:34.653166 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-7b7c2aee-31ef-482f-8707-5a821def1898 req-2ddf3d7f-2ae9-402f-be61-f44399cdeede tempest-AttachVolumeShelveTestJSON-345998519 tempest-AttachVolumeShelveTestJSON-345998519-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:31:34.658081 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-7b7c2aee-31ef-482f-8707-5a821def1898 req-2ddf3d7f-2ae9-402f-be61-f44399cdeede tempest-AttachVolumeShelveTestJSON-345998519 tempest-AttachVolumeShelveTestJSON-345998519-project] 10.222.0.66 "DELETE /v2.0/ports/61e4e751-58c3-44b7-8fce-c3507a0cdccc HTTP/1.1" status: 204 len: 173 time: 1.3781986 Jan 26 21:31:34.658675 n-d-760453-5 neutron-server[103304]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a78b0a6-78a4-4bc7-9a2d-0384fc9d6981', 'name': 'network-vif-deleted', 'tag': '61e4e751-58c3-44b7-8fce-c3507a0cdccc'}] {{(pid=103304) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 21:31:34.661172 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d52b45f1943fcd332af9527eb73ff93c8d715d44383a3f6d18de73b4cfcf87b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19c41227-768f-425c-9816-8536db7231dd" -d '{"events": [{"server_uuid": "4a78b0a6-78a4-4bc7-9a2d-0384fc9d6981", "name": "network-vif-deleted", "tag": "61e4e751-58c3-44b7-8fce-c3507a0cdccc"}]}' {{(pid=103304) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 21:31:34.701393 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Jan 2022 21:31:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9849d88c-dbf7-485d-bb0f-067ee5eae37d x-openstack-request-id: req-9849d88c-dbf7-485d-bb0f-067ee5eae37d {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 21:31:34.701824 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a78b0a6-78a4-4bc7-9a2d-0384fc9d6981", "name": "network-vif-deleted", "tag": "61e4e751-58c3-44b7-8fce-c3507a0cdccc", "status": "completed", "code": 200}]} {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 21:31:34.702375 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-9849d88c-dbf7-485d-bb0f-067ee5eae37d {{(pid=103304) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 21:31:34.702734 n-d-760453-5 neutron-server[103304]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a78b0a6-78a4-4bc7-9a2d-0384fc9d6981', 'name': 'network-vif-deleted', 'tag': '61e4e751-58c3-44b7-8fce-c3507a0cdccc', 'status': 'completed', 'code': 200} Jan 26 21:31:34.955944 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvr_db [None req-4fa68253-a5f2-46b9-9ea7-fe87fb4e2af5 None None] Set router 99221ace-06a0-43fb-ad55-46eef57daef8 gateway port host: n-d-760453-5 {{(pid=103306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 21:31:35.043480 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce648d5f-5b7b-4b27-8cc6-5d3165321130 req-ae654630-510a-45da-a63d-bfd9555957d1 tempest-ServerDiskConfigTestJSON-1504097755 tempest-ServerDiskConfigTestJSON-1504097755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:31:35.044993 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-ce648d5f-5b7b-4b27-8cc6-5d3165321130 req-ae654630-510a-45da-a63d-bfd9555957d1 tempest-ServerDiskConfigTestJSON-1504097755 tempest-ServerDiskConfigTestJSON-1504097755-project] 10.222.0.13 "GET /v2.0/ports?device_id=c0db21ee-9c98-4520-80b9-81f34f2f6234 HTTP/1.1" status: 200 len: 946 time: 0.0639024 Jan 26 21:31:35.111611 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-ce648d5f-5b7b-4b27-8cc6-5d3165321130 req-ae9154b2-badd-476f-b648-aebeb038053a tempest-ServerDiskConfigTestJSON-1504097755 tempest-ServerDiskConfigTestJSON-1504097755-project] 10.222.0.13 "GET /v2.0/security-groups?id=783fb386-6fd2-4948-95d6-8177a10ccbe5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595298 Jan 26 21:31:35.235695 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-4fa68253-a5f2-46b9-9ea7-fe87fb4e2af5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99221ace-06a0-43fb-ad55-46eef57daef8', 'name': 'tempest-AttachVolumeShelveTestJSON-170009-router', 'tenant_id': '9a820e3f529a4c3083d815b75318d24c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'external_fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.173'}], 'enable_snat': True}, 'gw_port_id': 'c466aca2-17ea-426f-9342-4ad09516c48d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T21:18:18Z', 'updated_at': '2022-01-26T21:18:31Z', 'revision_number': 4, 'project_id': '9a820e3f529a4c3083d815b75318d24c', 'gw_port': {'id': 'c466aca2-17ea-426f-9342-4ad09516c48d', 'name': '', 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:a0:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99221ace-06a0-43fb-ad55-46eef57daef8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1625, 'fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:18:21Z', 'updated_at': '2022-01-26T21:18:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-5', '_interfaces': [{'id': 'f7f2ba7a-e925-4005-8a45-7f171abdeb0a', 'name': '', 'network_id': 'd67e3ebe-4ba7-45de-a361-0a193d47dcd7', 'tenant_id': '9a820e3f529a4c3083d815b75318d24c', 'mac_address': 'fa:16:3e:00:75:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99221ace-06a0-43fb-ad55-46eef57daef8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1630, 'fixed_ips': [{'subnet_id': 'b97a8223-0b24-4ba7-b338-51c5c9119da6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:18:29Z', 'updated_at': '2022-01-26T21:18:43Z', 'revision_number': 5, 'project_id': '9a820e3f529a4c3083d815b75318d24c', 'subnets': [{'id': 'b97a8223-0b24-4ba7-b338-51c5c9119da6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760453-5', False) {} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:31:35.265324 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fa68253-a5f2-46b9-9ea7-fe87fb4e2af5 None None] Checking router: 99221ace-06a0-43fb-ad55-46eef57daef8 for host: n-d-760453-5 {{(pid=103306) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 26 21:31:35.274852 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fa68253-a5f2-46b9-9ea7-fe87fb4e2af5 None None] Routers {'99221ace-06a0-43fb-ad55-46eef57daef8'} bound to L3 agent in host n-d-760453-5 {{(pid=103306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 21:31:35.275561 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-4fa68253-a5f2-46b9-9ea7-fe87fb4e2af5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-26T20:55:21Z,description=,heartbeat_timestamp=2022-01-26T21:31:21Z,host='n-d-760453-5',id=09df100c-3af1-4b0a-bda8-05914c71c458,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:55:21Z,topic='l3_agent')) {'router_ids': ['99221ace-06a0-43fb-ad55-46eef57daef8'], 'active': True} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:31:35.414462 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvr_db [None req-4fa68253-a5f2-46b9-9ea7-fe87fb4e2af5 None None] Set router 99221ace-06a0-43fb-ad55-46eef57daef8 gateway port host: n-d-760453-5 {{(pid=103306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 21:31:35.535940 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 52872) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:31:35.605438 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-4b0ab2cd-b4a5-48f8-9d17-af598e2e2a6b tempest-AttachVolumeShelveTestJSON-345998519 tempest-AttachVolumeShelveTestJSON-345998519-project] Publish callbacks [] for security_group (a25c4f90-015b-4812-87d5-e6df93d42e7b), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:31:35.633874 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-4b0ab2cd-b4a5-48f8-9d17-af598e2e2a6b tempest-AttachVolumeShelveTestJSON-345998519 tempest-AttachVolumeShelveTestJSON-345998519-project] Publish callbacks [] for security_group (a25c4f90-015b-4812-87d5-e6df93d42e7b), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:31:35.661605 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-4fa68253-a5f2-46b9-9ea7-fe87fb4e2af5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99221ace-06a0-43fb-ad55-46eef57daef8', 'name': 'tempest-AttachVolumeShelveTestJSON-170009-router', 'tenant_id': '9a820e3f529a4c3083d815b75318d24c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'external_fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.173'}], 'enable_snat': True}, 'gw_port_id': 'c466aca2-17ea-426f-9342-4ad09516c48d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T21:18:18Z', 'updated_at': '2022-01-26T21:18:31Z', 'revision_number': 4, 'project_id': '9a820e3f529a4c3083d815b75318d24c', 'gw_port': {'id': 'c466aca2-17ea-426f-9342-4ad09516c48d', 'name': '', 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:a0:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99221ace-06a0-43fb-ad55-46eef57daef8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1625, 'fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:18:21Z', 'updated_at': '2022-01-26T21:18:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-5', '_interfaces': [{'id': 'f7f2ba7a-e925-4005-8a45-7f171abdeb0a', 'name': '', 'network_id': 'd67e3ebe-4ba7-45de-a361-0a193d47dcd7', 'tenant_id': '9a820e3f529a4c3083d815b75318d24c', 'mac_address': 'fa:16:3e:00:75:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99221ace-06a0-43fb-ad55-46eef57daef8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1630, 'fixed_ips': [{'subnet_id': 'b97a8223-0b24-4ba7-b338-51c5c9119da6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:18:29Z', 'updated_at': '2022-01-26T21:18:43Z', 'revision_number': 5, 'project_id': '9a820e3f529a4c3083d815b75318d24c', 'subnets': [{'id': 'b97a8223-0b24-4ba7-b338-51c5c9119da6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760453-5', False) {} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:31:35.700052 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fa68253-a5f2-46b9-9ea7-fe87fb4e2af5 None None] The sync data for ids ['99221ace-06a0-43fb-ad55-46eef57daef8'] in n-d-760453-5 is: [{'id': '99221ace-06a0-43fb-ad55-46eef57daef8', 'name': 'tempest-AttachVolumeShelveTestJSON-170009-router', 'tenant_id': '9a820e3f529a4c3083d815b75318d24c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'external_fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.173'}], 'enable_snat': True}, 'gw_port_id': 'c466aca2-17ea-426f-9342-4ad09516c48d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T21:18:18Z', 'updated_at': '2022-01-26T21:18:31Z', 'revision_number': 4, 'project_id': '9a820e3f529a4c3083d815b75318d24c', 'gw_port': {'id': 'c466aca2-17ea-426f-9342-4ad09516c48d', 'name': '', 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:a0:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99221ace-06a0-43fb-ad55-46eef57daef8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1625, 'fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:18:21Z', 'updated_at': '2022-01-26T21:18:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-5', '_interfaces': [{'id': 'f7f2ba7a-e925-4005-8a45-7f171abdeb0a', 'name': '', 'network_id': 'd67e3ebe-4ba7-45de-a361-0a193d47dcd7', 'tenant_id': '9a820e3f529a4c3083d815b75318d24c', 'mac_address': 'fa:16:3e:00:75:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99221ace-06a0-43fb-ad55-46eef57daef8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1630, 'fixed_ips': [{'subnet_id': 'b97a8223-0b24-4ba7-b338-51c5c9119da6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:18:29Z', 'updated_at': '2022-01-26T21:18:43Z', 'revision_number': 5, 'project_id': '9a820e3f529a4c3083d815b75318d24c', 'subnets': [{'id': 'b97a8223-0b24-4ba7-b338-51c5c9119da6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 26 21:31:35.701435 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-4b0ab2cd-b4a5-48f8-9d17-af598e2e2a6b tempest-AttachVolumeShelveTestJSON-345998519 tempest-AttachVolumeShelveTestJSON-345998519-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (a25c4f90-015b-4812-87d5-e6df93d42e7b), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:31:35.706078 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-4b0ab2cd-b4a5-48f8-9d17-af598e2e2a6b tempest-AttachVolumeShelveTestJSON-345998519 tempest-AttachVolumeShelveTestJSON-345998519-project] Publish callbacks [] for security_group (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:31:35.708158 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-4b0ab2cd-b4a5-48f8-9d17-af598e2e2a6b tempest-AttachVolumeShelveTestJSON-345998519 tempest-AttachVolumeShelveTestJSON-345998519-project] 10.222.0.13 "DELETE /v2.0/security-groups/a25c4f90-015b-4812-87d5-e6df93d42e7b HTTP/1.1" status: 204 len: 168 time: 0.1708519 Jan 26 21:31:35.712797 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 52874) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:31:35.735160 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b0ab2cd-b4a5-48f8-9d17-af598e2e2a6b tempest-AttachVolumeShelveTestJSON-345998519 tempest-AttachVolumeShelveTestJSON-345998519-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a25c4f90-015b-4812-87d5-e6df93d42e7b,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:31:35.747316 n-d-760453-5 neutron-server[103304]: INFO neutron.api.v2.resource [None req-ee9e04c9-6dbc-427a-bbce-37eb9b7aef98 tempest-AttachVolumeShelveTestJSON-345998519 tempest-AttachVolumeShelveTestJSON-345998519-project] show failed (client error): The resource could not be found. Jan 26 21:31:35.749594 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-ee9e04c9-6dbc-427a-bbce-37eb9b7aef98 tempest-AttachVolumeShelveTestJSON-345998519 tempest-AttachVolumeShelveTestJSON-345998519-project] 10.222.0.13 "GET /v2.0/security-groups/a25c4f90-015b-4812-87d5-e6df93d42e7b HTTP/1.1" status: 404 len: 347 time: 0.0355678 Jan 26 21:31:35.752382 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 52876) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:31:35.911358 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-96dcbe07-fba0-453a-891f-2559c095e56c tempest-AttachVolumeShelveTestJSON-345998519 tempest-AttachVolumeShelveTestJSON-345998519-project] Deleting port 10b5d8ec-38b9-4b82-92ed-a41b662e3119 {{(pid=103304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 21:31:35.911763 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-96dcbe07-fba0-453a-891f-2559c095e56c tempest-AttachVolumeShelveTestJSON-345998519 tempest-AttachVolumeShelveTestJSON-345998519-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746560630878'] for port (10b5d8ec-38b9-4b82-92ed-a41b662e3119), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:31:36.036288 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-96dcbe07-fba0-453a-891f-2559c095e56c tempest-AttachVolumeShelveTestJSON-345998519 tempest-AttachVolumeShelveTestJSON-345998519-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4109658'] for port (10b5d8ec-38b9-4b82-92ed-a41b662e3119), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:31:36.037794 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-96dcbe07-fba0-453a-891f-2559c095e56c tempest-AttachVolumeShelveTestJSON-345998519 tempest-AttachVolumeShelveTestJSON-345998519-project] Publish callbacks [] for floatingip (10b5d8ec-38b9-4b82-92ed-a41b662e3119), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:31:36.056929 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-96dcbe07-fba0-453a-891f-2559c095e56c tempest-AttachVolumeShelveTestJSON-345998519 tempest-AttachVolumeShelveTestJSON-345998519-project] Calling delete_port for 10b5d8ec-38b9-4b82-92ed-a41b662e3119 owned by network:floatingip {{(pid=103304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 21:31:36.148960 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81e0fce3-00af-48a2-ad81-bcf57bf03008 None None] New status for floating IP 9452a37e-0cac-40de-bd8d-035f39ab79c7: DOWN {{(pid=103307) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 26 21:31:36.332515 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9ed001-a2e5-41df-969a-b7f94aa4f0b1 req-b33cec42-c997-4e0d-9bba-e946efb5d3b1 tempest-ServerDiskConfigTestJSON-1504097755 tempest-ServerDiskConfigTestJSON-1504097755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:31:36.334243 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-4a9ed001-a2e5-41df-969a-b7f94aa4f0b1 req-b33cec42-c997-4e0d-9bba-e946efb5d3b1 tempest-ServerDiskConfigTestJSON-1504097755 tempest-ServerDiskConfigTestJSON-1504097755-project] 10.222.0.13 "GET /v2.0/ports?device_id=c0db21ee-9c98-4520-80b9-81f34f2f6234 HTTP/1.1" status: 200 len: 946 time: 0.1344552 Jan 26 21:31:36.342320 n-d-760453-5 neutron-server[103307]: DEBUG neutron_lib.db.api [None req-81e0fce3-00af-48a2-ad81-bcf57bf03008 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103307) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 26 21:31:36.342724 n-d-760453-5 neutron-server[103307]: DEBUG oslo_db.api [None req-81e0fce3-00af-48a2-ad81-bcf57bf03008 None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 26 21:31:36.344171 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-96dcbe07-fba0-453a-891f-2559c095e56c tempest-AttachVolumeShelveTestJSON-345998519 tempest-AttachVolumeShelveTestJSON-345998519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746560636600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746560234536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9281553'] for port (10b5d8ec-38b9-4b82-92ed-a41b662e3119), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:31:36.389592 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96dcbe07-fba0-453a-891f-2559c095e56c tempest-AttachVolumeShelveTestJSON-345998519 tempest-AttachVolumeShelveTestJSON-345998519-project] Pushing event deleted for resources: {'Port': ['ID=10b5d8ec-38b9-4b82-92ed-a41b662e3119,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:31:36.465754 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-4a9ed001-a2e5-41df-969a-b7f94aa4f0b1 req-d39c1187-e0cc-4757-9707-b8bb86a25b15 tempest-ServerDiskConfigTestJSON-1504097755 tempest-ServerDiskConfigTestJSON-1504097755-project] 10.222.0.13 "GET /v2.0/security-groups?id=783fb386-6fd2-4948-95d6-8177a10ccbe5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1245477 Jan 26 21:31:36.481822 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-96dcbe07-fba0-453a-891f-2559c095e56c tempest-AttachVolumeShelveTestJSON-345998519 tempest-AttachVolumeShelveTestJSON-345998519-project] Publish callbacks [] for floatingip (9452a37e-0cac-40de-bd8d-035f39ab79c7), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:31:36.487468 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-96dcbe07-fba0-453a-891f-2559c095e56c tempest-AttachVolumeShelveTestJSON-345998519 tempest-AttachVolumeShelveTestJSON-345998519-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for floatingip (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:31:36.492461 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-96dcbe07-fba0-453a-891f-2559c095e56c tempest-AttachVolumeShelveTestJSON-345998519 tempest-AttachVolumeShelveTestJSON-345998519-project] 10.222.0.13 "DELETE /v2.0/floatingips/9452a37e-0cac-40de-bd8d-035f39ab79c7 HTTP/1.1" status: 204 len: 168 time: 0.7375772 Jan 26 21:31:36.705818 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Device 61e4e751-58c3-44b7-8fce-c3507a0cdccc no longer exists at agent hyperv_n-h1-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 26 21:31:36.730906 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] No Port match for: 61e4e751-58c3-44b7-8fce-c3507a0cdccc {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 26 21:31:36.731581 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Device 61e4e751-58c3-44b7-8fce-c3507a0cdccc not bound to the agent host n-h1-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 26 21:31:36.844135 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81e0fce3-00af-48a2-ad81-bcf57bf03008 None None] New status for floating IP 9452a37e-0cac-40de-bd8d-035f39ab79c7: DOWN {{(pid=103307) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 26 21:31:37.641542 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62f602e-b7f7-4f5e-92c3-bceb249c4550 req-c6c3cfb3-1f8c-4b8c-b0aa-8638c9943d12 tempest-ServerDiskConfigTestJSON-1504097755 tempest-ServerDiskConfigTestJSON-1504097755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:31:37.650695 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-a62f602e-b7f7-4f5e-92c3-bceb249c4550 req-c6c3cfb3-1f8c-4b8c-b0aa-8638c9943d12 tempest-ServerDiskConfigTestJSON-1504097755 tempest-ServerDiskConfigTestJSON-1504097755-project] 10.222.0.13 "GET /v2.0/ports?device_id=c0db21ee-9c98-4520-80b9-81f34f2f6234 HTTP/1.1" status: 200 len: 946 time: 0.0722606 Jan 26 21:31:37.701083 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-a62f602e-b7f7-4f5e-92c3-bceb249c4550 req-7cd54083-0461-42e2-9275-21a54187ad9e tempest-ServerDiskConfigTestJSON-1504097755 tempest-ServerDiskConfigTestJSON-1504097755-project] 10.222.0.13 "GET /v2.0/security-groups?id=783fb386-6fd2-4948-95d6-8177a10ccbe5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493021 Jan 26 21:31:38.332955 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (32ef628b-8417-46c5-8729-60fcabe358f1), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:31:38.928389 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4549ee69-f4c6-4344-a673-0dcd1e0c1b3d req-077de9d6-e3d8-44c5-b675-c169d16ef887 tempest-ServerDiskConfigTestJSON-1504097755 tempest-ServerDiskConfigTestJSON-1504097755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:31:38.940019 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-4549ee69-f4c6-4344-a673-0dcd1e0c1b3d req-077de9d6-e3d8-44c5-b675-c169d16ef887 tempest-ServerDiskConfigTestJSON-1504097755 tempest-ServerDiskConfigTestJSON-1504097755-project] 10.222.0.13 "GET /v2.0/ports?device_id=c0db21ee-9c98-4520-80b9-81f34f2f6234 HTTP/1.1" status: 200 len: 946 time: 0.1324074 Jan 26 21:31:39.024499 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-4549ee69-f4c6-4344-a673-0dcd1e0c1b3d req-e33ceeb3-c571-4acf-a185-983f1f6babd7 tempest-ServerDiskConfigTestJSON-1504097755 tempest-ServerDiskConfigTestJSON-1504097755-project] 10.222.0.13 "GET /v2.0/security-groups?id=783fb386-6fd2-4948-95d6-8177a10ccbe5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836754 Jan 26 21:31:39.601325 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-b2f0c737-0386-449e-92d9-a25098f3b5f9 req-12a5e394-7088-4951-bc33-5acd66bbb6ca service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=e2d1d5a0-9e5f-4cb6-a64c-f2fbd21513d1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0429704 Jan 26 21:31:39.725605 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f0c737-0386-449e-92d9-a25098f3b5f9 req-d2779819-c87a-453d-8394-45c51040e316 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:31:39.727705 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-b2f0c737-0386-449e-92d9-a25098f3b5f9 req-d2779819-c87a-453d-8394-45c51040e316 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=c6d9f10230f341edbbe46b16c17eb870&device_id=e2d1d5a0-9e5f-4cb6-a64c-f2fbd21513d1 HTTP/1.1" status: 200 len: 1097 time: 0.0563486 Jan 26 21:31:39.893484 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f0c737-0386-449e-92d9-a25098f3b5f9 req-76215b3b-4df3-428a-a6ab-1c1f776dae5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:31:39.895307 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-b2f0c737-0386-449e-92d9-a25098f3b5f9 req-76215b3b-4df3-428a-a6ab-1c1f776dae5f service neutron] 10.222.0.66 "GET /v2.0/networks?id=7557909c-f107-4fe1-9c5f-aa82692577a6 HTTP/1.1" status: 200 len: 898 time: 0.1468861 Jan 26 21:31:39.985319 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-b2f0c737-0386-449e-92d9-a25098f3b5f9 req-6545c943-1172-4714-8395-8161bcce7a91 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f70854ca-3509-43b6-af82-defa62f413c5 HTTP/1.1" status: 200 len: 1002 time: 0.0821028 Jan 26 21:31:40.039456 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f0c737-0386-449e-92d9-a25098f3b5f9 req-ee38eecf-e589-4c20-a8d5-f0aceaad0820 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:31:40.040985 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-b2f0c737-0386-449e-92d9-a25098f3b5f9 req-ee38eecf-e589-4c20-a8d5-f0aceaad0820 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=4f1e9217-1293-49d5-885f-ad0242ed3cd1 HTTP/1.1" status: 200 len: 835 time: 0.0468857 Jan 26 21:31:40.105160 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f0c737-0386-449e-92d9-a25098f3b5f9 req-3325f702-ac96-42dd-ad03-b9dbbe4591f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:31:40.107138 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-b2f0c737-0386-449e-92d9-a25098f3b5f9 req-3325f702-ac96-42dd-ad03-b9dbbe4591f2 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=7557909c-f107-4fe1-9c5f-aa82692577a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0576403 Jan 26 21:31:40.289813 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c30b56c-6532-4e19-bdca-38d5f4d479dc req-a5a6e951-b05b-4ec8-be90-71b91e2e6d43 tempest-ServerDiskConfigTestJSON-1504097755 tempest-ServerDiskConfigTestJSON-1504097755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:31:40.292151 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-7c30b56c-6532-4e19-bdca-38d5f4d479dc req-a5a6e951-b05b-4ec8-be90-71b91e2e6d43 tempest-ServerDiskConfigTestJSON-1504097755 tempest-ServerDiskConfigTestJSON-1504097755-project] 10.222.0.13 "GET /v2.0/ports?device_id=c0db21ee-9c98-4520-80b9-81f34f2f6234 HTTP/1.1" status: 200 len: 946 time: 0.1177182 Jan 26 21:31:40.323553 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-b2f0c737-0386-449e-92d9-a25098f3b5f9 req-72310102-64ef-4f5e-9c8b-33789896d864 service neutron] 10.222.0.66 "GET /v2.0/networks/7557909c-f107-4fe1-9c5f-aa82692577a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2100313 Jan 26 21:31:40.408641 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-7c30b56c-6532-4e19-bdca-38d5f4d479dc req-157f4a1f-3222-4787-b467-aefaa8acec29 tempest-ServerDiskConfigTestJSON-1504097755 tempest-ServerDiskConfigTestJSON-1504097755-project] 10.222.0.13 "GET /v2.0/security-groups?id=783fb386-6fd2-4948-95d6-8177a10ccbe5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088157 Jan 26 21:31:40.474179 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-b2f0c737-0386-449e-92d9-a25098f3b5f9 req-be5ffe7a-efc8-4506-b620-3c07a146038e service neutron] 10.222.0.66 "GET /v2.0/networks/7557909c-f107-4fe1-9c5f-aa82692577a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1414707 Jan 26 21:31:41.570915 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5f5063-fd34-425f-8be6-a64b79ef71c2 req-e97d9f78-c83f-4d4f-8d6a-d426e503dd29 tempest-ServerDiskConfigTestJSON-1504097755 tempest-ServerDiskConfigTestJSON-1504097755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:31:41.572098 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-2b5f5063-fd34-425f-8be6-a64b79ef71c2 req-e97d9f78-c83f-4d4f-8d6a-d426e503dd29 tempest-ServerDiskConfigTestJSON-1504097755 tempest-ServerDiskConfigTestJSON-1504097755-project] 10.222.0.13 "GET /v2.0/ports?device_id=c0db21ee-9c98-4520-80b9-81f34f2f6234 HTTP/1.1" status: 200 len: 946 time: 0.0845079 Jan 26 21:31:41.636494 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-2b5f5063-fd34-425f-8be6-a64b79ef71c2 req-c7b164d4-fb7f-42bf-9b46-39c356695ad0 tempest-ServerDiskConfigTestJSON-1504097755 tempest-ServerDiskConfigTestJSON-1504097755-project] 10.222.0.13 "GET /v2.0/security-groups?id=783fb386-6fd2-4948-95d6-8177a10ccbe5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553277 Jan 26 21:31:42.801145 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40a4cf5-c200-4c08-b0a1-f751635db191 req-47dcdb39-39a7-4b49-a39b-1b7e5c127098 tempest-ServerDiskConfigTestJSON-1504097755 tempest-ServerDiskConfigTestJSON-1504097755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:31:42.802698 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-a40a4cf5-c200-4c08-b0a1-f751635db191 req-47dcdb39-39a7-4b49-a39b-1b7e5c127098 tempest-ServerDiskConfigTestJSON-1504097755 tempest-ServerDiskConfigTestJSON-1504097755-project] 10.222.0.13 "GET /v2.0/ports?device_id=c0db21ee-9c98-4520-80b9-81f34f2f6234 HTTP/1.1" status: 200 len: 946 time: 0.0602908 Jan 26 21:31:42.861971 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-a40a4cf5-c200-4c08-b0a1-f751635db191 req-416f5731-e95d-4f63-9e29-e17a36a37b3d tempest-ServerDiskConfigTestJSON-1504097755 tempest-ServerDiskConfigTestJSON-1504097755-project] 10.222.0.13 "GET /v2.0/security-groups?id=783fb386-6fd2-4948-95d6-8177a10ccbe5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517554 Jan 26 21:31:43.475243 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.agents_db [None req-569f1ced-6396-4ddf-b79f-e03b0b2146ab None None] Agent healthcheck: found 7 active agents {{(pid=103307) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 26 21:31:43.533732 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 52996) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:31:43.710753 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-4765b2cf-e147-4d64-9876-737ceb8394a5 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Deleting port b62b6da2-d61f-46f6-b5a1-8c4b954a6457 {{(pid=103304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 21:31:43.711158 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-4765b2cf-e147-4d64-9876-737ceb8394a5 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746560630878'] for port (b62b6da2-d61f-46f6-b5a1-8c4b954a6457), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:31:43.802114 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-4765b2cf-e147-4d64-9876-737ceb8394a5 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4109658'] for port (b62b6da2-d61f-46f6-b5a1-8c4b954a6457), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:31:43.802797 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-4765b2cf-e147-4d64-9876-737ceb8394a5 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Publish callbacks [] for floatingip (b62b6da2-d61f-46f6-b5a1-8c4b954a6457), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:31:43.817011 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-4765b2cf-e147-4d64-9876-737ceb8394a5 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Calling delete_port for b62b6da2-d61f-46f6-b5a1-8c4b954a6457 owned by network:floatingip {{(pid=103304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 21:31:44.027135 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-4765b2cf-e147-4d64-9876-737ceb8394a5 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746560636600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746560234536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9281553'] for port (b62b6da2-d61f-46f6-b5a1-8c4b954a6457), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:31:44.072360 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4765b2cf-e147-4d64-9876-737ceb8394a5 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Pushing event deleted for resources: {'Port': ['ID=b62b6da2-d61f-46f6-b5a1-8c4b954a6457,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:31:44.118226 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd1c199-f89d-4b96-8658-0e15966ae7af req-ba574832-1eef-4461-927c-0a9dbe0a8372 tempest-ServerDiskConfigTestJSON-1504097755 tempest-ServerDiskConfigTestJSON-1504097755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:31:44.119841 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-bfd1c199-f89d-4b96-8658-0e15966ae7af req-ba574832-1eef-4461-927c-0a9dbe0a8372 tempest-ServerDiskConfigTestJSON-1504097755 tempest-ServerDiskConfigTestJSON-1504097755-project] 10.222.0.13 "GET /v2.0/ports?device_id=c0db21ee-9c98-4520-80b9-81f34f2f6234 HTTP/1.1" status: 200 len: 946 time: 0.1324484 Jan 26 21:31:44.153697 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-4765b2cf-e147-4d64-9876-737ceb8394a5 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Publish callbacks [] for floatingip (1a687e5d-aa4c-4c63-bb4e-783a5e6713ec), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:31:44.154113 n-d-760453-5 neutron-server[103304]: INFO neutron.db.l3_db [None req-4765b2cf-e147-4d64-9876-737ceb8394a5 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Floating IP 1a687e5d-aa4c-4c63-bb4e-783a5e6713ec disassociated (deleted). External IP: 172.25.1.199, port: f70854ca-3509-43b6-af82-defa62f413c5. Jan 26 21:31:44.225069 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-bfd1c199-f89d-4b96-8658-0e15966ae7af req-f6f15561-a752-4fa2-ac79-bb2a2a0ccc3a tempest-ServerDiskConfigTestJSON-1504097755 tempest-ServerDiskConfigTestJSON-1504097755-project] 10.222.0.13 "GET /v2.0/security-groups?id=783fb386-6fd2-4948-95d6-8177a10ccbe5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966434 Jan 26 21:31:44.416258 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4765b2cf-e147-4d64-9876-737ceb8394a5 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Router 628c9988-0a80-44db-b4a8-4a3351e07dcb has already been hosted by L3 agent 09df100c-3af1-4b0a-bda8-05914c71c458 {{(pid=103304) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 26 21:31:44.558101 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4765b2cf-e147-4d64-9876-737ceb8394a5 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Notify agent at l3_agent.n-d-760453-5 the message routers_updated {{(pid=103304) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 26 21:31:44.563203 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-4765b2cf-e147-4d64-9876-737ceb8394a5 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for floatingip (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:31:44.571665 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13c167c1-178b-4afb-9476-4dddb35d1def None None] Sync routers for ids ['628c9988-0a80-44db-b4a8-4a3351e07dcb'] in n-d-760453-5 {{(pid=103306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 26 21:31:44.584019 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13c167c1-178b-4afb-9476-4dddb35d1def None None] Routers {'628c9988-0a80-44db-b4a8-4a3351e07dcb'} bound to L3 agent in host n-d-760453-5 {{(pid=103306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 21:31:44.584659 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-13c167c1-178b-4afb-9476-4dddb35d1def None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-26T20:55:21Z,description=,heartbeat_timestamp=2022-01-26T21:31:21Z,host='n-d-760453-5',id=09df100c-3af1-4b0a-bda8-05914c71c458,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:55:21Z,topic='l3_agent')) {'router_ids': ['628c9988-0a80-44db-b4a8-4a3351e07dcb'], 'active': True} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:31:44.610297 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-4765b2cf-e147-4d64-9876-737ceb8394a5 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] 10.222.0.13 "DELETE /v2.0/floatingips/1a687e5d-aa4c-4c63-bb4e-783a5e6713ec HTTP/1.1" status: 204 len: 168 time: 1.0749736 Jan 26 21:31:44.611186 n-d-760453-5 neutron-server[103304]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e2d1d5a0-9e5f-4cb6-a64c-f2fbd21513d1', 'tag': 'f70854ca-3509-43b6-af82-defa62f413c5'}] {{(pid=103304) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 21:31:44.618640 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d52b45f1943fcd332af9527eb73ff93c8d715d44383a3f6d18de73b4cfcf87b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b1087b3-95d8-4162-ab93-25d36e22b93d" -d '{"events": [{"name": "network-changed", "server_uuid": "e2d1d5a0-9e5f-4cb6-a64c-f2fbd21513d1", "tag": "f70854ca-3509-43b6-af82-defa62f413c5"}]}' {{(pid=103304) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 21:31:44.733794 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 26 Jan 2022 21:31:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c49fb69b-39d7-4669-8453-f472d8bfb444 x-openstack-request-id: req-c49fb69b-39d7-4669-8453-f472d8bfb444 {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 21:31:44.734262 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e2d1d5a0-9e5f-4cb6-a64c-f2fbd21513d1", "tag": "f70854ca-3509-43b6-af82-defa62f413c5", "status": "completed", "code": 200}]} {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 21:31:44.734519 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c49fb69b-39d7-4669-8453-f472d8bfb444 {{(pid=103304) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 21:31:44.734942 n-d-760453-5 neutron-server[103304]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e2d1d5a0-9e5f-4cb6-a64c-f2fbd21513d1', 'tag': 'f70854ca-3509-43b6-af82-defa62f413c5', 'status': 'completed', 'code': 200} Jan 26 21:31:44.824844 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 53024) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:31:44.899245 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvr_db [None req-13c167c1-178b-4afb-9476-4dddb35d1def None None] Set router 628c9988-0a80-44db-b4a8-4a3351e07dcb gateway port host: n-d-760453-5 {{(pid=103306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 21:31:44.921126 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1087b3-95d8-4162-ab93-25d36e22b93d req-e5cfd0dc-cef2-4efd-a762-1582e19eed64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:31:44.924752 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-3b1087b3-95d8-4162-ab93-25d36e22b93d req-e5cfd0dc-cef2-4efd-a762-1582e19eed64 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=c6d9f10230f341edbbe46b16c17eb870&device_id=e2d1d5a0-9e5f-4cb6-a64c-f2fbd21513d1 HTTP/1.1" status: 200 len: 1097 time: 0.1358919 Jan 26 21:31:45.113561 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-7b66e894-8af3-4ea6-9c9f-93950f7e68fe admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:31:45.174566 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-13c167c1-178b-4afb-9476-4dddb35d1def None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '628c9988-0a80-44db-b4a8-4a3351e07dcb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-996109221', 'tenant_id': 'c6d9f10230f341edbbe46b16c17eb870', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'external_fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.135'}], 'enable_snat': True}, 'gw_port_id': 'be07b923-996d-4515-9d70-5a80937d4e86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T21:28:21Z', 'updated_at': '2022-01-26T21:28:28Z', 'revision_number': 4, 'project_id': 'c6d9f10230f341edbbe46b16c17eb870', 'gw_port': {'id': 'be07b923-996d-4515-9d70-5a80937d4e86', 'name': '', 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:36:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '628c9988-0a80-44db-b4a8-4a3351e07dcb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2511, 'fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:28:22Z', 'updated_at': '2022-01-26T21:28:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-5', '_interfaces': [{'id': '3017a6cd-295e-478f-900b-fcb162db84a8', 'name': '', 'network_id': '7557909c-f107-4fe1-9c5f-aa82692577a6', 'tenant_id': 'c6d9f10230f341edbbe46b16c17eb870', 'mac_address': 'fa:16:3e:66:26:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '628c9988-0a80-44db-b4a8-4a3351e07dcb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2518, 'fixed_ips': [{'subnet_id': '4f1e9217-1293-49d5-885f-ad0242ed3cd1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:28:27Z', 'updated_at': '2022-01-26T21:28:33Z', 'revision_number': 5, 'project_id': 'c6d9f10230f341edbbe46b16c17eb870', 'subnets': [{'id': '4f1e9217-1293-49d5-885f-ad0242ed3cd1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760453-5', False) {} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:31:45.188092 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cbb0e6f-7eeb-41dd-b11d-304d5f58f400 req-26553345-6e6b-47a8-a2f2-cbe8935d1250 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:31:45.189881 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-3cbb0e6f-7eeb-41dd-b11d-304d5f58f400 req-26553345-6e6b-47a8-a2f2-cbe8935d1250 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] 10.222.0.13 "GET /v2.0/ports?device_id=e2d1d5a0-9e5f-4cb6-a64c-f2fbd21513d1 HTTP/1.1" status: 200 len: 946 time: 0.2043247 Jan 26 21:31:45.208845 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13c167c1-178b-4afb-9476-4dddb35d1def None None] Checking router: 628c9988-0a80-44db-b4a8-4a3351e07dcb for host: n-d-760453-5 {{(pid=103306) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 26 21:31:45.216612 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-7b66e894-8af3-4ea6-9c9f-93950f7e68fe admin admin] Publish callbacks [] for security_group (809dd7a6-5e63-4a03-bb62-45944ae37fee), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:31:45.218339 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13c167c1-178b-4afb-9476-4dddb35d1def None None] Routers {'628c9988-0a80-44db-b4a8-4a3351e07dcb'} bound to L3 agent in host n-d-760453-5 {{(pid=103306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 21:31:45.219130 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-13c167c1-178b-4afb-9476-4dddb35d1def None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-26T20:55:21Z,description=,heartbeat_timestamp=2022-01-26T21:31:21Z,host='n-d-760453-5',id=09df100c-3af1-4b0a-bda8-05914c71c458,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:55:21Z,topic='l3_agent')) {'router_ids': ['628c9988-0a80-44db-b4a8-4a3351e07dcb'], 'active': True} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:31:45.224168 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-7b66e894-8af3-4ea6-9c9f-93950f7e68fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (809dd7a6-5e63-4a03-bb62-45944ae37fee), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:31:45.252539 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-7b66e894-8af3-4ea6-9c9f-93950f7e68fe admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=bb70945d1bf64efab86860ea04c59e1a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4257996 Jan 26 21:31:45.260249 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 53036) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:31:45.282459 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b66e894-8af3-4ea6-9c9f-93950f7e68fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=809dd7a6-5e63-4a03-bb62-45944ae37fee,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:31:45.314724 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1087b3-95d8-4162-ab93-25d36e22b93d req-acfd353d-3e69-4b0c-9c0e-b7c4d35daa4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:31:45.316207 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-3b1087b3-95d8-4162-ab93-25d36e22b93d req-acfd353d-3e69-4b0c-9c0e-b7c4d35daa4d service neutron] 10.222.0.66 "GET /v2.0/networks?id=7557909c-f107-4fe1-9c5f-aa82692577a6 HTTP/1.1" status: 200 len: 898 time: 0.3820214 Jan 26 21:31:45.351644 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvr_db [None req-13c167c1-178b-4afb-9476-4dddb35d1def None None] Set router 628c9988-0a80-44db-b4a8-4a3351e07dcb gateway port host: n-d-760453-5 {{(pid=103306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 21:31:45.392881 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-3b1087b3-95d8-4162-ab93-25d36e22b93d req-b6ad0ebc-d6df-484f-9dfd-36c623a26e81 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f70854ca-3509-43b6-af82-defa62f413c5 HTTP/1.1" status: 200 len: 217 time: 0.0685322 Jan 26 21:31:45.469096 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-3cbb0e6f-7eeb-41dd-b11d-304d5f58f400 req-c6342ce9-0bbb-4005-8ab6-632481a2bc36 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] 10.222.0.13 "GET /v2.0/security-groups?id=6df82126-1037-48ab-9d89-3f4ac527699c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2453866 Jan 26 21:31:45.497123 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-afb27397-69ef-4f6d-9683-61883b11e148 admin admin] Publish callbacks [] for security_group (809dd7a6-5e63-4a03-bb62-45944ae37fee), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:31:45.508055 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1087b3-95d8-4162-ab93-25d36e22b93d req-896206ac-e462-4eab-80fd-05f39b33fdcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:31:45.509802 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-3b1087b3-95d8-4162-ab93-25d36e22b93d req-896206ac-e462-4eab-80fd-05f39b33fdcf service neutron] 10.222.0.66 "GET /v2.0/subnets?id=4f1e9217-1293-49d5-885f-ad0242ed3cd1 HTTP/1.1" status: 200 len: 835 time: 0.1032405 Jan 26 21:31:45.555478 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-afb27397-69ef-4f6d-9683-61883b11e148 admin admin] Publish callbacks [] for security_group (809dd7a6-5e63-4a03-bb62-45944ae37fee), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:31:45.564567 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c1e1e1-e849-449e-b7fc-a691a25bfefa req-55762de4-bb0b-4a24-84e3-eaeed5e049dd tempest-ServerDiskConfigTestJSON-1504097755 tempest-ServerDiskConfigTestJSON-1504097755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:31:45.566373 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-92c1e1e1-e849-449e-b7fc-a691a25bfefa req-55762de4-bb0b-4a24-84e3-eaeed5e049dd tempest-ServerDiskConfigTestJSON-1504097755 tempest-ServerDiskConfigTestJSON-1504097755-project] 10.222.0.13 "GET /v2.0/ports?device_id=c0db21ee-9c98-4520-80b9-81f34f2f6234 HTTP/1.1" status: 200 len: 946 time: 0.1893425 Jan 26 21:31:45.633281 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1087b3-95d8-4162-ab93-25d36e22b93d req-efc88c8f-8249-47ae-ac2b-e8acb998147d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:31:45.634816 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-3b1087b3-95d8-4162-ab93-25d36e22b93d req-efc88c8f-8249-47ae-ac2b-e8acb998147d service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=7557909c-f107-4fe1-9c5f-aa82692577a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1159708 Jan 26 21:31:45.637381 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-13c167c1-178b-4afb-9476-4dddb35d1def None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '628c9988-0a80-44db-b4a8-4a3351e07dcb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-996109221', 'tenant_id': 'c6d9f10230f341edbbe46b16c17eb870', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'external_fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.135'}], 'enable_snat': True}, 'gw_port_id': 'be07b923-996d-4515-9d70-5a80937d4e86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T21:28:21Z', 'updated_at': '2022-01-26T21:28:28Z', 'revision_number': 4, 'project_id': 'c6d9f10230f341edbbe46b16c17eb870', 'gw_port': {'id': 'be07b923-996d-4515-9d70-5a80937d4e86', 'name': '', 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:36:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '628c9988-0a80-44db-b4a8-4a3351e07dcb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2511, 'fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:28:22Z', 'updated_at': '2022-01-26T21:28:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-5', '_interfaces': [{'id': '3017a6cd-295e-478f-900b-fcb162db84a8', 'name': '', 'network_id': '7557909c-f107-4fe1-9c5f-aa82692577a6', 'tenant_id': 'c6d9f10230f341edbbe46b16c17eb870', 'mac_address': 'fa:16:3e:66:26:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '628c9988-0a80-44db-b4a8-4a3351e07dcb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2518, 'fixed_ips': [{'subnet_id': '4f1e9217-1293-49d5-885f-ad0242ed3cd1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:28:27Z', 'updated_at': '2022-01-26T21:28:33Z', 'revision_number': 5, 'project_id': 'c6d9f10230f341edbbe46b16c17eb870', 'subnets': [{'id': '4f1e9217-1293-49d5-885f-ad0242ed3cd1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760453-5', False) {} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:31:45.672969 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13c167c1-178b-4afb-9476-4dddb35d1def None None] The sync data for ids ['628c9988-0a80-44db-b4a8-4a3351e07dcb'] in n-d-760453-5 is: [{'id': '628c9988-0a80-44db-b4a8-4a3351e07dcb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-996109221', 'tenant_id': 'c6d9f10230f341edbbe46b16c17eb870', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'external_fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.135'}], 'enable_snat': True}, 'gw_port_id': 'be07b923-996d-4515-9d70-5a80937d4e86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T21:28:21Z', 'updated_at': '2022-01-26T21:28:28Z', 'revision_number': 4, 'project_id': 'c6d9f10230f341edbbe46b16c17eb870', 'gw_port': {'id': 'be07b923-996d-4515-9d70-5a80937d4e86', 'name': '', 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:36:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '628c9988-0a80-44db-b4a8-4a3351e07dcb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2511, 'fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:28:22Z', 'updated_at': '2022-01-26T21:28:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-5', '_interfaces': [{'id': '3017a6cd-295e-478f-900b-fcb162db84a8', 'name': '', 'network_id': '7557909c-f107-4fe1-9c5f-aa82692577a6', 'tenant_id': 'c6d9f10230f341edbbe46b16c17eb870', 'mac_address': 'fa:16:3e:66:26:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '628c9988-0a80-44db-b4a8-4a3351e07dcb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2518, 'fixed_ips': [{'subnet_id': '4f1e9217-1293-49d5-885f-ad0242ed3cd1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:28:27Z', 'updated_at': '2022-01-26T21:28:33Z', 'revision_number': 5, 'project_id': 'c6d9f10230f341edbbe46b16c17eb870', 'subnets': [{'id': '4f1e9217-1293-49d5-885f-ad0242ed3cd1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 26 21:31:45.681062 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-92c1e1e1-e849-449e-b7fc-a691a25bfefa req-f3524ea4-0d27-41c8-8f75-6a376ed039a6 tempest-ServerDiskConfigTestJSON-1504097755 tempest-ServerDiskConfigTestJSON-1504097755-project] 10.222.0.13 "GET /v2.0/security-groups?id=783fb386-6fd2-4948-95d6-8177a10ccbe5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060612 Jan 26 21:31:45.752239 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-3b1087b3-95d8-4162-ab93-25d36e22b93d req-e2694d0a-1701-408b-b662-7bd5e88ea583 service neutron] 10.222.0.66 "GET /v2.0/networks/7557909c-f107-4fe1-9c5f-aa82692577a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1087086 Jan 26 21:31:45.770956 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-afb27397-69ef-4f6d-9683-61883b11e148 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (809dd7a6-5e63-4a03-bb62-45944ae37fee), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:31:45.773489 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-afb27397-69ef-4f6d-9683-61883b11e148 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:31:45.774589 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-afb27397-69ef-4f6d-9683-61883b11e148 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/809dd7a6-5e63-4a03-bb62-45944ae37fee HTTP/1.1" status: 204 len: 168 time: 0.5125546 Jan 26 21:31:45.825431 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb27397-69ef-4f6d-9683-61883b11e148 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=809dd7a6-5e63-4a03-bb62-45944ae37fee,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:31:45.840479 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afb27397-69ef-4f6d-9683-61883b11e148 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:31:45.840858 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afb27397-69ef-4f6d-9683-61883b11e148 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:31:45.841207 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afb27397-69ef-4f6d-9683-61883b11e148 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:31:45.841565 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afb27397-69ef-4f6d-9683-61883b11e148 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:31:45.841901 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afb27397-69ef-4f6d-9683-61883b11e148 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:31:45.842213 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afb27397-69ef-4f6d-9683-61883b11e148 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:31:45.842536 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afb27397-69ef-4f6d-9683-61883b11e148 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:31:45.843432 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afb27397-69ef-4f6d-9683-61883b11e148 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:31:45.843847 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afb27397-69ef-4f6d-9683-61883b11e148 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:31:45.844055 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afb27397-69ef-4f6d-9683-61883b11e148 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:31:45.844374 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afb27397-69ef-4f6d-9683-61883b11e148 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:31:45.844688 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afb27397-69ef-4f6d-9683-61883b11e148 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:31:45.845002 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afb27397-69ef-4f6d-9683-61883b11e148 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:31:45.901755 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-3b1087b3-95d8-4162-ab93-25d36e22b93d req-d2f287ad-9d3e-41ff-a62d-40923781f936 service neutron] 10.222.0.66 "GET /v2.0/networks/7557909c-f107-4fe1-9c5f-aa82692577a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1408138 Jan 26 21:31:46.105351 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab052905-26fc-4206-a593-4375b9f39afd None None] New status for floating IP 1a687e5d-aa4c-4c63-bb4e-783a5e6713ec: DOWN {{(pid=103307) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 26 21:31:46.258926 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 53050) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:31:46.281563 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-42961a1c-501d-470e-9bb0-57a28884ad06 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:31:46.358053 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-42961a1c-501d-470e-9bb0-57a28884ad06 admin admin] Publish callbacks [] for security_group (999ebdd6-5806-4680-ada3-3f726d02dcc2), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:31:46.362702 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-42961a1c-501d-470e-9bb0-57a28884ad06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (999ebdd6-5806-4680-ada3-3f726d02dcc2), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:31:46.408624 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-42961a1c-501d-470e-9bb0-57a28884ad06 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=018494e47cd74d05a5ef9241a6c037c6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1477160 Jan 26 21:31:46.411186 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 53052) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:31:46.417233 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42961a1c-501d-470e-9bb0-57a28884ad06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=999ebdd6-5806-4680-ada3-3f726d02dcc2,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:31:46.468211 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-6b876c14-6b61-4243-bdf2-d359facaaabb admin admin] Publish callbacks [] for security_group (999ebdd6-5806-4680-ada3-3f726d02dcc2), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:31:46.500408 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-6b876c14-6b61-4243-bdf2-d359facaaabb admin admin] Publish callbacks [] for security_group (999ebdd6-5806-4680-ada3-3f726d02dcc2), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:31:46.576463 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-6b876c14-6b61-4243-bdf2-d359facaaabb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (999ebdd6-5806-4680-ada3-3f726d02dcc2), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:31:46.579074 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-6b876c14-6b61-4243-bdf2-d359facaaabb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:31:46.580202 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-6b876c14-6b61-4243-bdf2-d359facaaabb admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/999ebdd6-5806-4680-ada3-3f726d02dcc2 HTTP/1.1" status: 204 len: 168 time: 0.1681068 Jan 26 21:31:46.589721 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61ff093-2d50-43bf-9620-4fc2f5968120 req-5bab06bd-cf11-4df3-a8cb-06cc93eed8a3 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:31:46.591172 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-a61ff093-2d50-43bf-9620-4fc2f5968120 req-5bab06bd-cf11-4df3-a8cb-06cc93eed8a3 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] 10.222.0.13 "GET /v2.0/ports?device_id=e2d1d5a0-9e5f-4cb6-a64c-f2fbd21513d1 HTTP/1.1" status: 200 len: 946 time: 0.0614750 Jan 26 21:31:46.598956 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b876c14-6b61-4243-bdf2-d359facaaabb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=999ebdd6-5806-4680-ada3-3f726d02dcc2,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:31:46.654419 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-a61ff093-2d50-43bf-9620-4fc2f5968120 req-0a3b4b60-27dc-41ab-afc9-2e9a3692c303 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] 10.222.0.13 "GET /v2.0/security-groups?id=6df82126-1037-48ab-9d89-3f4ac527699c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531425 Jan 26 21:31:46.767740 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51d9760-3d0e-43ad-919d-62dceecc11c6 req-1717453b-d6df-4abc-8937-7ed62bf62729 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:31:46.769397 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-d51d9760-3d0e-43ad-919d-62dceecc11c6 req-1717453b-d6df-4abc-8937-7ed62bf62729 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] 10.222.0.66 "GET /v2.0/ports?device_id=e2d1d5a0-9e5f-4cb6-a64c-f2fbd21513d1 HTTP/1.1" status: 200 len: 946 time: 0.0688517 Jan 26 21:31:46.889451 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe4a6f7-d691-4fd3-8ccb-a9d31beeac27 req-d3f9704b-67ab-4e97-a097-07da6b6ea288 tempest-ServerDiskConfigTestJSON-1504097755 tempest-ServerDiskConfigTestJSON-1504097755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:31:46.891481 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-abe4a6f7-d691-4fd3-8ccb-a9d31beeac27 req-d3f9704b-67ab-4e97-a097-07da6b6ea288 tempest-ServerDiskConfigTestJSON-1504097755 tempest-ServerDiskConfigTestJSON-1504097755-project] 10.222.0.13 "GET /v2.0/ports?device_id=c0db21ee-9c98-4520-80b9-81f34f2f6234 HTTP/1.1" status: 200 len: 946 time: 0.1146455 Jan 26 21:31:46.938514 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [req-d51d9760-3d0e-43ad-919d-62dceecc11c6 req-842c9783-6773-49cb-866e-d7f6815e4461 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Deleting port f70854ca-3509-43b6-af82-defa62f413c5 {{(pid=103304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 21:31:46.938864 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-d51d9760-3d0e-43ad-919d-62dceecc11c6 req-842c9783-6773-49cb-866e-d7f6815e4461 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746560630878'] for port (f70854ca-3509-43b6-af82-defa62f413c5), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:31:46.954314 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 53064) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:31:46.971754 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-a9c212fb-3e2b-4fdc-a9af-5692ad705a34 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:31:46.998970 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-abe4a6f7-d691-4fd3-8ccb-a9d31beeac27 req-819d82e8-3d45-443b-98f2-7ad540cebbf0 tempest-ServerDiskConfigTestJSON-1504097755 tempest-ServerDiskConfigTestJSON-1504097755-project] 10.222.0.13 "GET /v2.0/security-groups?id=783fb386-6fd2-4948-95d6-8177a10ccbe5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998397 Jan 26 21:31:47.052075 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [req-d51d9760-3d0e-43ad-919d-62dceecc11c6 req-842c9783-6773-49cb-866e-d7f6815e4461 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] For port f70854ca-3509-43b6-af82-defa62f413c5, host n-h1-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-5',level=0,port_id=f70854ca-3509-43b6-af82-defa62f413c5,segment=NetworkSegment(75265355-61a4-4ae5-a4fd-f99af821ecaf),segment_id=75265355-61a4-4ae5-a4fd-f99af821ecaf)] {{(pid=103304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:31:47.052456 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-d51d9760-3d0e-43ad-919d-62dceecc11c6 req-842c9783-6773-49cb-866e-d7f6815e4461 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4109658'] for port (f70854ca-3509-43b6-af82-defa62f413c5), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:31:47.055820 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-a9c212fb-3e2b-4fdc-a9af-5692ad705a34 admin admin] Publish callbacks [] for security_group (3cb0370a-74ce-4ff6-9552-7f6832963b93), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:31:47.063491 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-a9c212fb-3e2b-4fdc-a9af-5692ad705a34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (3cb0370a-74ce-4ff6-9552-7f6832963b93), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:31:47.068549 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [req-d51d9760-3d0e-43ad-919d-62dceecc11c6 req-842c9783-6773-49cb-866e-d7f6815e4461 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Calling delete_port for f70854ca-3509-43b6-af82-defa62f413c5 owned by compute:nova {{(pid=103304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 21:31:47.109476 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-a9c212fb-3e2b-4fdc-a9af-5692ad705a34 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c88afa0282a346699ad540ec43420e53&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1514668 Jan 26 21:31:47.111087 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c212fb-3e2b-4fdc-a9af-5692ad705a34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3cb0370a-74ce-4ff6-9552-7f6832963b93,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:31:47.114024 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 53066) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:31:47.182189 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-28fb6271-1d7a-495a-969a-f681ec1a7431 admin admin] Publish callbacks [] for security_group (3cb0370a-74ce-4ff6-9552-7f6832963b93), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:31:47.214377 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-28fb6271-1d7a-495a-969a-f681ec1a7431 admin admin] Publish callbacks [] for security_group (3cb0370a-74ce-4ff6-9552-7f6832963b93), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:31:47.238253 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-d51d9760-3d0e-43ad-919d-62dceecc11c6 req-842c9783-6773-49cb-866e-d7f6815e4461 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746560636600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746560234536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9281553'] for port (f70854ca-3509-43b6-af82-defa62f413c5), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:31:47.280481 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-842c9783-6773-49cb-866e-d7f6815e4461 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Pushing event deleted for resources: {'Port': ['ID=f70854ca-3509-43b6-af82-defa62f413c5,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:31:47.298842 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-28fb6271-1d7a-495a-969a-f681ec1a7431 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (3cb0370a-74ce-4ff6-9552-7f6832963b93), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:31:47.302090 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-28fb6271-1d7a-495a-969a-f681ec1a7431 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:31:47.312790 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-28fb6271-1d7a-495a-969a-f681ec1a7431 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/3cb0370a-74ce-4ff6-9552-7f6832963b93 HTTP/1.1" status: 204 len: 168 time: 0.1874878 Jan 26 21:31:47.327879 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28fb6271-1d7a-495a-969a-f681ec1a7431 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3cb0370a-74ce-4ff6-9552-7f6832963b93,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:31:47.337376 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [req-d51d9760-3d0e-43ad-919d-62dceecc11c6 req-842c9783-6773-49cb-866e-d7f6815e4461 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] No DVR routers for this DVR port f70854ca-3509-43b6-af82-defa62f413c5 on host n-h1-760453-5 {{(pid=103304) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 26 21:31:47.339952 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-d51d9760-3d0e-43ad-919d-62dceecc11c6 req-842c9783-6773-49cb-866e-d7f6815e4461 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:31:47.348635 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-d51d9760-3d0e-43ad-919d-62dceecc11c6 req-842c9783-6773-49cb-866e-d7f6815e4461 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] 10.222.0.66 "DELETE /v2.0/ports/f70854ca-3509-43b6-af82-defa62f413c5 HTTP/1.1" status: 204 len: 173 time: 0.5726013 Jan 26 21:31:47.348850 n-d-760453-5 neutron-server[103304]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2d1d5a0-9e5f-4cb6-a64c-f2fbd21513d1', 'name': 'network-vif-deleted', 'tag': 'f70854ca-3509-43b6-af82-defa62f413c5'}] {{(pid=103304) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 21:31:47.358080 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d52b45f1943fcd332af9527eb73ff93c8d715d44383a3f6d18de73b4cfcf87b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c60b8e4-2d2f-45b4-9379-4571f121a75a" -d '{"events": [{"server_uuid": "e2d1d5a0-9e5f-4cb6-a64c-f2fbd21513d1", "name": "network-vif-deleted", "tag": "f70854ca-3509-43b6-af82-defa62f413c5"}]}' {{(pid=103304) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 21:31:47.409914 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Jan 2022 21:31:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b888e0b-58c1-4d1a-aeaf-f20781744efb x-openstack-request-id: req-2b888e0b-58c1-4d1a-aeaf-f20781744efb {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 21:31:47.410344 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2d1d5a0-9e5f-4cb6-a64c-f2fbd21513d1", "name": "network-vif-deleted", "tag": "f70854ca-3509-43b6-af82-defa62f413c5", "status": "completed", "code": 200}]} {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 21:31:47.410844 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-2b888e0b-58c1-4d1a-aeaf-f20781744efb {{(pid=103304) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 21:31:47.411192 n-d-760453-5 neutron-server[103304]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2d1d5a0-9e5f-4cb6-a64c-f2fbd21513d1', 'name': 'network-vif-deleted', 'tag': 'f70854ca-3509-43b6-af82-defa62f413c5', 'status': 'completed', 'code': 200} Jan 26 21:31:47.649059 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 53084) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:31:47.876750 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-f3141a4d-f405-4e43-883c-62fb685906bd req-1cd44b5e-c174-49a8-8ef4-09a92e219177 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] 10.222.0.13 "GET /v2.0/ports?device_id=e2d1d5a0-9e5f-4cb6-a64c-f2fbd21513d1 HTTP/1.1" status: 200 len: 210 time: 0.0776696 Jan 26 21:31:48.142797 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0e50ad-24db-49b4-84aa-ac200797b979 req-d80a2f61-3a42-4e86-8e55-497bcaffbe0a tempest-ServerDiskConfigTestJSON-1504097755 tempest-ServerDiskConfigTestJSON-1504097755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:31:48.144354 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-cb0e50ad-24db-49b4-84aa-ac200797b979 req-d80a2f61-3a42-4e86-8e55-497bcaffbe0a tempest-ServerDiskConfigTestJSON-1504097755 tempest-ServerDiskConfigTestJSON-1504097755-project] 10.222.0.13 "GET /v2.0/ports?device_id=c0db21ee-9c98-4520-80b9-81f34f2f6234 HTTP/1.1" status: 200 len: 946 time: 0.0500264 Jan 26 21:31:48.198478 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-cb0e50ad-24db-49b4-84aa-ac200797b979 req-818ab6b2-e84c-493c-bc0c-cb14f8f6c52e tempest-ServerDiskConfigTestJSON-1504097755 tempest-ServerDiskConfigTestJSON-1504097755-project] 10.222.0.13 "GET /v2.0/security-groups?id=783fb386-6fd2-4948-95d6-8177a10ccbe5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477104 Jan 26 21:31:48.425386 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-06bfe299-5b69-4b54-81af-9fd9d556bca8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4110657'] for router_interface (99221ace-06a0-43fb-ad55-46eef57daef8), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:31:48.916306 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-75e09c95-8dff-45f9-b271-e280fd1ffbea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (474ccdf7-ab6c-405b-a3b2-dc7b05829902), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:31:48.942372 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 53104) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:31:49.031642 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-06bfe299-5b69-4b54-81af-9fd9d556bca8 admin admin] Deleting port f7f2ba7a-e925-4005-8a45-7f171abdeb0a {{(pid=103305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 21:31:49.031996 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-06bfe299-5b69-4b54-81af-9fd9d556bca8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746560630878'] for port (f7f2ba7a-e925-4005-8a45-7f171abdeb0a), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:31:49.123718 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [None req-06bfe299-5b69-4b54-81af-9fd9d556bca8 admin admin] For port f7f2ba7a-e925-4005-8a45-7f171abdeb0a, host n-d-760453-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=f7f2ba7a-e925-4005-8a45-7f171abdeb0a,segment=NetworkSegment(ae04eadd-2f21-4385-8e0d-440406bc0827),segment_id=ae04eadd-2f21-4385-8e0d-440406bc0827)] {{(pid=103305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:31:49.124130 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-06bfe299-5b69-4b54-81af-9fd9d556bca8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4109658'] for port (f7f2ba7a-e925-4005-8a45-7f171abdeb0a), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:31:49.141730 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-06bfe299-5b69-4b54-81af-9fd9d556bca8 admin admin] Calling delete_port for f7f2ba7a-e925-4005-8a45-7f171abdeb0a owned by network:router_interface {{(pid=103305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 21:31:49.469938 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-06bfe299-5b69-4b54-81af-9fd9d556bca8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746560636600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746560234536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11791543'] for port (f7f2ba7a-e925-4005-8a45-7f171abdeb0a), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:31:49.502077 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06bfe299-5b69-4b54-81af-9fd9d556bca8 admin admin] Pushing event deleted for resources: {'Port': ['ID=f7f2ba7a-e925-4005-8a45-7f171abdeb0a,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:31:49.511577 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06bfe299-5b69-4b54-81af-9fd9d556bca8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:31:49.512027 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06bfe299-5b69-4b54-81af-9fd9d556bca8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:31:49.512546 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06bfe299-5b69-4b54-81af-9fd9d556bca8 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:31:49.513026 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06bfe299-5b69-4b54-81af-9fd9d556bca8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:31:49.514685 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06bfe299-5b69-4b54-81af-9fd9d556bca8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:31:49.515127 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06bfe299-5b69-4b54-81af-9fd9d556bca8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:31:49.515627 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06bfe299-5b69-4b54-81af-9fd9d556bca8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:31:49.516042 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06bfe299-5b69-4b54-81af-9fd9d556bca8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:31:49.516881 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06bfe299-5b69-4b54-81af-9fd9d556bca8 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:31:49.516881 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06bfe299-5b69-4b54-81af-9fd9d556bca8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:31:49.517584 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06bfe299-5b69-4b54-81af-9fd9d556bca8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:31:49.517708 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06bfe299-5b69-4b54-81af-9fd9d556bca8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:31:49.518100 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06bfe299-5b69-4b54-81af-9fd9d556bca8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:31:49.529909 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f575de-6e83-42e3-a465-c3fb474fe106 req-96d77b8e-8188-493b-98fe-b8098a905f6b tempest-ServerDiskConfigTestJSON-1504097755 tempest-ServerDiskConfigTestJSON-1504097755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:31:49.532154 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-b1f575de-6e83-42e3-a465-c3fb474fe106 req-96d77b8e-8188-493b-98fe-b8098a905f6b tempest-ServerDiskConfigTestJSON-1504097755 tempest-ServerDiskConfigTestJSON-1504097755-project] 10.222.0.13 "GET /v2.0/ports?device_id=c0db21ee-9c98-4520-80b9-81f34f2f6234 HTTP/1.1" status: 200 len: 946 time: 0.1924601 Jan 26 21:31:49.739560 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-b1f575de-6e83-42e3-a465-c3fb474fe106 req-83cda038-a2b9-4801-9d68-8cf44d9ff777 tempest-ServerDiskConfigTestJSON-1504097755 tempest-ServerDiskConfigTestJSON-1504097755-project] 10.222.0.13 "GET /v2.0/security-groups?id=783fb386-6fd2-4948-95d6-8177a10ccbe5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1542838 Jan 26 21:31:49.762581 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-06bfe299-5b69-4b54-81af-9fd9d556bca8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3709480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4110805'] for router_interface (99221ace-06a0-43fb-ad55-46eef57daef8), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:31:49.784278 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-a7138432-2913-4f9b-bb9b-4a1a3440620a tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4110657'] for router_interface (628c9988-0a80-44db-b4a8-4a3351e07dcb), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:31:50.023774 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06bfe299-5b69-4b54-81af-9fd9d556bca8 admin admin] Router 99221ace-06a0-43fb-ad55-46eef57daef8 has already been hosted by L3 agent 09df100c-3af1-4b0a-bda8-05914c71c458 {{(pid=103305) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 26 21:31:50.149856 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06bfe299-5b69-4b54-81af-9fd9d556bca8 admin admin] Notify agent at l3_agent.n-d-760453-5 the message routers_updated {{(pid=103305) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 26 21:31:50.158341 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-06bfe299-5b69-4b54-81af-9fd9d556bca8 admin admin] 10.222.0.13 "PUT /v2.0/routers/99221ace-06a0-43fb-ad55-46eef57daef8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5059094 Jan 26 21:31:50.158629 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 53114) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:31:50.165500 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b674824f-3a5f-44c1-8494-6e58f00918b8 None None] Sync routers for ids ['99221ace-06a0-43fb-ad55-46eef57daef8'] in n-d-760453-5 {{(pid=103306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 26 21:31:50.178696 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b674824f-3a5f-44c1-8494-6e58f00918b8 None None] Routers {'99221ace-06a0-43fb-ad55-46eef57daef8'} bound to L3 agent in host n-d-760453-5 {{(pid=103306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 21:31:50.179722 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-b674824f-3a5f-44c1-8494-6e58f00918b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-26T20:55:21Z,description=,heartbeat_timestamp=2022-01-26T21:31:21Z,host='n-d-760453-5',id=09df100c-3af1-4b0a-bda8-05914c71c458,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:55:21Z,topic='l3_agent')) {'router_ids': ['99221ace-06a0-43fb-ad55-46eef57daef8'], 'active': True} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:31:50.284602 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-27577a09-9ca8-4c90-957a-4fb9880dc297 admin admin] Publish callbacks [] for router (99221ace-06a0-43fb-ad55-46eef57daef8), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:31:50.361148 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvr_db [None req-b674824f-3a5f-44c1-8494-6e58f00918b8 None None] Set router 99221ace-06a0-43fb-ad55-46eef57daef8 gateway port host: n-d-760453-5 {{(pid=103306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 21:31:50.416475 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-27577a09-9ca8-4c90-957a-4fb9880dc297 admin admin] Publish callbacks [] for router_gateway (99221ace-06a0-43fb-ad55-46eef57daef8), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:31:50.489986 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-a7138432-2913-4f9b-bb9b-4a1a3440620a tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Deleting port 3017a6cd-295e-478f-900b-fcb162db84a8 {{(pid=103304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 21:31:50.490588 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-a7138432-2913-4f9b-bb9b-4a1a3440620a tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746560630878'] for port (3017a6cd-295e-478f-900b-fcb162db84a8), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:31:50.532962 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-27577a09-9ca8-4c90-957a-4fb9880dc297 admin admin] Deleting port c466aca2-17ea-426f-9342-4ad09516c48d {{(pid=103305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 21:31:50.533966 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-27577a09-9ca8-4c90-957a-4fb9880dc297 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746560630878'] for port (c466aca2-17ea-426f-9342-4ad09516c48d), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:31:50.641262 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-b674824f-3a5f-44c1-8494-6e58f00918b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99221ace-06a0-43fb-ad55-46eef57daef8', 'name': 'tempest-AttachVolumeShelveTestJSON-170009-router', 'tenant_id': '9a820e3f529a4c3083d815b75318d24c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'external_fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.173'}], 'enable_snat': True}, 'gw_port_id': 'c466aca2-17ea-426f-9342-4ad09516c48d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T21:18:18Z', 'updated_at': '2022-01-26T21:31:49Z', 'revision_number': 5, 'project_id': '9a820e3f529a4c3083d815b75318d24c', 'gw_port': {'id': 'c466aca2-17ea-426f-9342-4ad09516c48d', 'name': '', 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:a0:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99221ace-06a0-43fb-ad55-46eef57daef8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1625, 'fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:18:21Z', 'updated_at': '2022-01-26T21:18:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-5'}], 'n-d-760453-5', False) {} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:31:50.646260 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [None req-a7138432-2913-4f9b-bb9b-4a1a3440620a tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] For port 3017a6cd-295e-478f-900b-fcb162db84a8, host n-d-760453-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=3017a6cd-295e-478f-900b-fcb162db84a8,segment=NetworkSegment(75265355-61a4-4ae5-a4fd-f99af821ecaf),segment_id=75265355-61a4-4ae5-a4fd-f99af821ecaf)] {{(pid=103304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:31:50.646642 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-a7138432-2913-4f9b-bb9b-4a1a3440620a tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4109658'] for port (3017a6cd-295e-478f-900b-fcb162db84a8), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:31:50.666464 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-a7138432-2913-4f9b-bb9b-4a1a3440620a tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Calling delete_port for 3017a6cd-295e-478f-900b-fcb162db84a8 owned by network:router_interface {{(pid=103304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 21:31:50.671524 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [None req-27577a09-9ca8-4c90-957a-4fb9880dc297 admin admin] For port c466aca2-17ea-426f-9342-4ad09516c48d, host n-d-760453-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=c466aca2-17ea-426f-9342-4ad09516c48d,segment=NetworkSegment(e17cb353-418f-48b9-b982-21a6233ee99b),segment_id=e17cb353-418f-48b9-b982-21a6233ee99b)] {{(pid=103305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:31:50.672088 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-27577a09-9ca8-4c90-957a-4fb9880dc297 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4109658'] for port (c466aca2-17ea-426f-9342-4ad09516c48d), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:31:50.673315 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b674824f-3a5f-44c1-8494-6e58f00918b8 None None] Checking router: 99221ace-06a0-43fb-ad55-46eef57daef8 for host: n-d-760453-5 {{(pid=103306) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 26 21:31:50.682218 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b674824f-3a5f-44c1-8494-6e58f00918b8 None None] Routers {'99221ace-06a0-43fb-ad55-46eef57daef8'} bound to L3 agent in host n-d-760453-5 {{(pid=103306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 21:31:50.682896 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-b674824f-3a5f-44c1-8494-6e58f00918b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-26T20:55:21Z,description=,heartbeat_timestamp=2022-01-26T21:31:21Z,host='n-d-760453-5',id=09df100c-3af1-4b0a-bda8-05914c71c458,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:55:21Z,topic='l3_agent')) {'router_ids': ['99221ace-06a0-43fb-ad55-46eef57daef8'], 'active': True} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:31:50.689708 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-27577a09-9ca8-4c90-957a-4fb9880dc297 admin admin] Calling delete_port for c466aca2-17ea-426f-9342-4ad09516c48d owned by network:router_gateway {{(pid=103305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 21:31:50.757824 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Device f70854ca-3509-43b6-af82-defa62f413c5 no longer exists at agent hyperv_n-h1-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 26 21:31:50.781534 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] No Port match for: f70854ca-3509-43b6-af82-defa62f413c5 {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 26 21:31:50.782163 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Device f70854ca-3509-43b6-af82-defa62f413c5 not bound to the agent host n-h1-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 26 21:31:50.813236 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvr_db [None req-b674824f-3a5f-44c1-8494-6e58f00918b8 None None] Set router 99221ace-06a0-43fb-ad55-46eef57daef8 gateway port host: None {{(pid=103306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 21:31:50.878948 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-b674824f-3a5f-44c1-8494-6e58f00918b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99221ace-06a0-43fb-ad55-46eef57daef8', 'name': 'tempest-AttachVolumeShelveTestJSON-170009-router', 'tenant_id': '9a820e3f529a4c3083d815b75318d24c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T21:18:18Z', 'updated_at': '2022-01-26T21:31:50Z', 'revision_number': 6, 'project_id': '9a820e3f529a4c3083d815b75318d24c', 'gw_port_host': None}], 'n-d-760453-5', False) {} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:31:50.917418 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b674824f-3a5f-44c1-8494-6e58f00918b8 None None] The sync data for ids ['99221ace-06a0-43fb-ad55-46eef57daef8'] in n-d-760453-5 is: [{'id': '99221ace-06a0-43fb-ad55-46eef57daef8', 'name': 'tempest-AttachVolumeShelveTestJSON-170009-router', 'tenant_id': '9a820e3f529a4c3083d815b75318d24c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T21:18:18Z', 'updated_at': '2022-01-26T21:31:50Z', 'revision_number': 6, 'project_id': '9a820e3f529a4c3083d815b75318d24c', 'gw_port_host': None}] {{(pid=103306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 26 21:31:50.928787 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869d53e3-2430-425b-a7fa-a9dae16e9820 req-168fbd76-d6bf-4ed1-a92d-1a025fd8b40e tempest-ServerDiskConfigTestJSON-1504097755 tempest-ServerDiskConfigTestJSON-1504097755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:31:50.930519 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-869d53e3-2430-425b-a7fa-a9dae16e9820 req-168fbd76-d6bf-4ed1-a92d-1a025fd8b40e tempest-ServerDiskConfigTestJSON-1504097755 tempest-ServerDiskConfigTestJSON-1504097755-project] 10.222.0.13 "GET /v2.0/ports?device_id=c0db21ee-9c98-4520-80b9-81f34f2f6234 HTTP/1.1" status: 200 len: 946 time: 0.1004646 Jan 26 21:31:50.972887 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-27577a09-9ca8-4c90-957a-4fb9880dc297 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746560636600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746560234536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11791543'] for port (c466aca2-17ea-426f-9342-4ad09516c48d), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:31:51.020844 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27577a09-9ca8-4c90-957a-4fb9880dc297 admin admin] Pushing event deleted for resources: {'Port': ['ID=c466aca2-17ea-426f-9342-4ad09516c48d,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:31:51.128856 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-27577a09-9ca8-4c90-957a-4fb9880dc297 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4111291'] for router_gateway (99221ace-06a0-43fb-ad55-46eef57daef8), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:31:51.144617 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-869d53e3-2430-425b-a7fa-a9dae16e9820 req-dc03eeae-6c0b-4517-852e-ad85df49150e tempest-ServerDiskConfigTestJSON-1504097755 tempest-ServerDiskConfigTestJSON-1504097755-project] 10.222.0.13 "GET /v2.0/security-groups?id=783fb386-6fd2-4948-95d6-8177a10ccbe5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2021151 Jan 26 21:31:51.151834 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-a7138432-2913-4f9b-bb9b-4a1a3440620a tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746560636600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746560234536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9281553'] for port (3017a6cd-295e-478f-900b-fcb162db84a8), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:31:51.190929 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7138432-2913-4f9b-bb9b-4a1a3440620a tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Pushing event deleted for resources: {'Port': ['ID=3017a6cd-295e-478f-900b-fcb162db84a8,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:31:51.243497 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-27577a09-9ca8-4c90-957a-4fb9880dc297 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4105774', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13082'] for router (99221ace-06a0-43fb-ad55-46eef57daef8), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:31:51.246023 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-27577a09-9ca8-4c90-957a-4fb9880dc297 admin admin] Publish callbacks [] for router_controller (99221ace-06a0-43fb-ad55-46eef57daef8), precommit_delete_associations {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:31:51.247976 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-a91a9824-d3f8-4949-b270-1d67110159c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (09df100c-3af1-4b0a-bda8-05914c71c458), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:31:51.320888 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-27577a09-9ca8-4c90-957a-4fb9880dc297 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4105767'] for router (99221ace-06a0-43fb-ad55-46eef57daef8), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:31:51.321008 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27577a09-9ca8-4c90-957a-4fb9880dc297 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 99221ace-06a0-43fb-ad55-46eef57daef8 {{(pid=103305) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 26 21:31:51.337120 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-27577a09-9ca8-4c90-957a-4fb9880dc297 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:31:51.343226 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 53124) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:31:51.343876 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-27577a09-9ca8-4c90-957a-4fb9880dc297 admin admin] 10.222.0.13 "DELETE /v2.0/routers/99221ace-06a0-43fb-ad55-46eef57daef8 HTTP/1.1" status: 204 len: 168 time: 1.1842012 Jan 26 21:31:51.450721 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.db_base_plugin_v2 [None req-d663afa9-7895-4cea-9b43-5419f8a2c078 admin admin] Deleting subnet b97a8223-0b24-4ba7-b338-51c5c9119da6 {{(pid=103304) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 26 21:31:51.457486 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-d663afa9-7895-4cea-9b43-5419f8a2c078 admin admin] Publish callbacks [] for subnet (b97a8223-0b24-4ba7-b338-51c5c9119da6), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:31:51.459441 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-a7138432-2913-4f9b-bb9b-4a1a3440620a tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3709480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4110805'] for router_interface (628c9988-0a80-44db-b4a8-4a3351e07dcb), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:31:51.534809 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-d663afa9-7895-4cea-9b43-5419f8a2c078 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8881284'] for subnet (b97a8223-0b24-4ba7-b338-51c5c9119da6), precommit_delete_associations {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:31:51.673468 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-d663afa9-7895-4cea-9b43-5419f8a2c078 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687316'] for subnet (b97a8223-0b24-4ba7-b338-51c5c9119da6), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:31:51.817487 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-d663afa9-7895-4cea-9b43-5419f8a2c078 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9281612', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12215216'] for subnet (b97a8223-0b24-4ba7-b338-51c5c9119da6), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:31:51.855403 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-d663afa9-7895-4cea-9b43-5419f8a2c078 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:31:51.859447 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-d663afa9-7895-4cea-9b43-5419f8a2c078 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/b97a8223-0b24-4ba7-b338-51c5c9119da6 HTTP/1.1" status: 204 len: 168 time: 0.5138140 Jan 26 21:31:51.860575 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d663afa9-7895-4cea-9b43-5419f8a2c078 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b97a8223-0b24-4ba7-b338-51c5c9119da6,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:31:51.861055 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18b55314-13eb-4f86-a3c7-7c564a18bceb None None] Network d67e3ebe-4ba7-45de-a361-0a193d47dcd7 requested from n-d-760453-5 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 26 21:31:51.862586 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 53136) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:31:51.874399 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7138432-2913-4f9b-bb9b-4a1a3440620a tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Router 628c9988-0a80-44db-b4a8-4a3351e07dcb has already been hosted by L3 agent 09df100c-3af1-4b0a-bda8-05914c71c458 {{(pid=103304) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 26 21:31:51.990280 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-ee2c4e5c-764b-4300-b96b-256d9eb9fd7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-748181'] for network (d67e3ebe-4ba7-45de-a361-0a193d47dcd7), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:31:51.993925 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device c466aca2-17ea-426f-9342-4ad09516c48d no longer exists at agent ovs-agent-n-d-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 26 21:31:52.017998 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] No Port match for: c466aca2-17ea-426f-9342-4ad09516c48d {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 26 21:31:52.018496 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device c466aca2-17ea-426f-9342-4ad09516c48d not bound to the agent host n-d-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 26 21:31:52.019037 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device f7f2ba7a-e925-4005-8a45-7f171abdeb0a no longer exists at agent ovs-agent-n-d-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 26 21:31:52.030684 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7138432-2913-4f9b-bb9b-4a1a3440620a tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Notify agent at l3_agent.n-d-760453-5 the message routers_updated {{(pid=103304) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 26 21:31:52.041763 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0728816-eea1-4375-9df6-2123e1b3c204 None None] Sync routers for ids ['628c9988-0a80-44db-b4a8-4a3351e07dcb'] in n-d-760453-5 {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 26 21:31:52.043891 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-a7138432-2913-4f9b-bb9b-4a1a3440620a tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] 10.222.0.13 "PUT /v2.0/routers/628c9988-0a80-44db-b4a8-4a3351e07dcb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0997856 Jan 26 21:31:52.047126 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 53138) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:31:52.056128 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0728816-eea1-4375-9df6-2123e1b3c204 None None] Routers {'628c9988-0a80-44db-b4a8-4a3351e07dcb'} bound to L3 agent in host n-d-760453-5 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 21:31:52.056856 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-f0728816-eea1-4375-9df6-2123e1b3c204 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-26T20:55:21Z,description=,heartbeat_timestamp=2022-01-26T21:31:51Z,host='n-d-760453-5',id=09df100c-3af1-4b0a-bda8-05914c71c458,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:55:21Z,topic='l3_agent')) {'router_ids': ['628c9988-0a80-44db-b4a8-4a3351e07dcb'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:31:52.065438 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] No Port match for: f7f2ba7a-e925-4005-8a45-7f171abdeb0a {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 26 21:31:52.065798 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device f7f2ba7a-e925-4005-8a45-7f171abdeb0a not bound to the agent host n-d-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 26 21:31:52.067362 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-ee2c4e5c-764b-4300-b96b-256d9eb9fd7b admin admin] Deleting port eb8f7e49-122e-4ca1-a4ab-23009e91d146 {{(pid=103305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 21:31:52.067931 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-ee2c4e5c-764b-4300-b96b-256d9eb9fd7b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746560630878'] for port (eb8f7e49-122e-4ca1-a4ab-23009e91d146), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:31:52.140774 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.db_base_plugin_v2 [None req-54a243fb-8378-434e-b69e-d4b029d1f8f2 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Deleting subnet 4f1e9217-1293-49d5-885f-ad0242ed3cd1 {{(pid=103304) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 26 21:31:52.144506 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-54a243fb-8378-434e-b69e-d4b029d1f8f2 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Publish callbacks [] for subnet (4f1e9217-1293-49d5-885f-ad0242ed3cd1), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:31:52.190474 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-54a243fb-8378-434e-b69e-d4b029d1f8f2 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8881284'] for subnet (4f1e9217-1293-49d5-885f-ad0242ed3cd1), precommit_delete_associations {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:31:52.194785 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e6a9db2-c8d8-4aba-b90d-98881fe52a47 None None] DHCP port deletion for d67e3ebe-4ba7-45de-a361-0a193d47dcd7 request from n-d-760453-5 {{(pid=103306) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 26 21:31:52.207517 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [None req-ee2c4e5c-764b-4300-b96b-256d9eb9fd7b admin admin] For port eb8f7e49-122e-4ca1-a4ab-23009e91d146, host n-d-760453-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=eb8f7e49-122e-4ca1-a4ab-23009e91d146,segment=NetworkSegment(ae04eadd-2f21-4385-8e0d-440406bc0827),segment_id=ae04eadd-2f21-4385-8e0d-440406bc0827)] {{(pid=103305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:31:52.208570 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-ee2c4e5c-764b-4300-b96b-256d9eb9fd7b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4109658'] for port (eb8f7e49-122e-4ca1-a4ab-23009e91d146), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:31:52.235742 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_dvr_db [None req-f0728816-eea1-4375-9df6-2123e1b3c204 None None] Set router 628c9988-0a80-44db-b4a8-4a3351e07dcb gateway port host: n-d-760453-5 {{(pid=103307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 21:31:52.252377 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-ee2c4e5c-764b-4300-b96b-256d9eb9fd7b admin admin] Calling delete_port for eb8f7e49-122e-4ca1-a4ab-23009e91d146 owned by network:dhcp {{(pid=103305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 21:31:52.348107 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-841f5991-a4d8-4d4b-b215-cbc6bab5427b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (aa7ee9d2-08eb-4e12-b895-24c57300dfec), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:31:52.375175 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-7e6a9db2-c8d8-4aba-b90d-98881fe52a47 None None] Deleting port eb8f7e49-122e-4ca1-a4ab-23009e91d146 {{(pid=103306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 21:31:52.375928 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-7e6a9db2-c8d8-4aba-b90d-98881fe52a47 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746560630878'] for port (eb8f7e49-122e-4ca1-a4ab-23009e91d146), before_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:31:52.409527 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483c2db8-3c22-42bf-8609-363c5a221a4d req-9c7a3e0f-dbd6-4f19-9de1-28a8e908efd9 tempest-ServerDiskConfigTestJSON-1504097755 tempest-ServerDiskConfigTestJSON-1504097755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:31:52.411263 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-483c2db8-3c22-42bf-8609-363c5a221a4d req-9c7a3e0f-dbd6-4f19-9de1-28a8e908efd9 tempest-ServerDiskConfigTestJSON-1504097755 tempest-ServerDiskConfigTestJSON-1504097755-project] 10.222.0.13 "GET /v2.0/ports?device_id=c0db21ee-9c98-4520-80b9-81f34f2f6234 HTTP/1.1" status: 200 len: 946 time: 0.1057575 Jan 26 21:31:52.442345 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-ee2c4e5c-764b-4300-b96b-256d9eb9fd7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746560636600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746560234536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11791543'] for port (eb8f7e49-122e-4ca1-a4ab-23009e91d146), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:31:52.448024 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-54a243fb-8378-434e-b69e-d4b029d1f8f2 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687316'] for subnet (4f1e9217-1293-49d5-885f-ad0242ed3cd1), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:31:52.472579 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-f0728816-eea1-4375-9df6-2123e1b3c204 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '628c9988-0a80-44db-b4a8-4a3351e07dcb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-996109221', 'tenant_id': 'c6d9f10230f341edbbe46b16c17eb870', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'external_fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.135'}], 'enable_snat': True}, 'gw_port_id': 'be07b923-996d-4515-9d70-5a80937d4e86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T21:28:21Z', 'updated_at': '2022-01-26T21:31:50Z', 'revision_number': 5, 'project_id': 'c6d9f10230f341edbbe46b16c17eb870', 'gw_port': {'id': 'be07b923-996d-4515-9d70-5a80937d4e86', 'name': '', 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:36:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '628c9988-0a80-44db-b4a8-4a3351e07dcb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2511, 'fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:28:22Z', 'updated_at': '2022-01-26T21:28:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-5'}], 'n-d-760453-5', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:31:52.499180 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee2c4e5c-764b-4300-b96b-256d9eb9fd7b admin admin] No DVR routers for this DVR port eb8f7e49-122e-4ca1-a4ab-23009e91d146 on host n-d-760453-5 {{(pid=103305) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 26 21:31:52.503782 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee2c4e5c-764b-4300-b96b-256d9eb9fd7b admin admin] Pushing event deleted for resources: {'Port': ['ID=eb8f7e49-122e-4ca1-a4ab-23009e91d146,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:31:52.505744 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0728816-eea1-4375-9df6-2123e1b3c204 None None] Checking router: 628c9988-0a80-44db-b4a8-4a3351e07dcb for host: n-d-760453-5 {{(pid=103307) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 26 21:31:52.517115 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0728816-eea1-4375-9df6-2123e1b3c204 None None] Routers {'628c9988-0a80-44db-b4a8-4a3351e07dcb'} bound to L3 agent in host n-d-760453-5 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 21:31:52.517877 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-f0728816-eea1-4375-9df6-2123e1b3c204 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-26T20:55:21Z,description=,heartbeat_timestamp=2022-01-26T21:31:51Z,host='n-d-760453-5',id=09df100c-3af1-4b0a-bda8-05914c71c458,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:55:21Z,topic='l3_agent')) {'router_ids': ['628c9988-0a80-44db-b4a8-4a3351e07dcb'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:31:52.532742 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-483c2db8-3c22-42bf-8609-363c5a221a4d req-edb00483-7063-419e-8857-6b5d863da119 tempest-ServerDiskConfigTestJSON-1504097755 tempest-ServerDiskConfigTestJSON-1504097755-project] 10.222.0.13 "GET /v2.0/security-groups?id=783fb386-6fd2-4948-95d6-8177a10ccbe5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132927 Jan 26 21:31:52.556776 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-7e6a9db2-c8d8-4aba-b90d-98881fe52a47 None None] For port eb8f7e49-122e-4ca1-a4ab-23009e91d146, host n-d-760453-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=eb8f7e49-122e-4ca1-a4ab-23009e91d146,segment=NetworkSegment(ae04eadd-2f21-4385-8e0d-440406bc0827),segment_id=ae04eadd-2f21-4385-8e0d-440406bc0827)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:31:52.561838 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-7e6a9db2-c8d8-4aba-b90d-98881fe52a47 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4109658'] for port (eb8f7e49-122e-4ca1-a4ab-23009e91d146), precommit_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:31:52.573595 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-54a243fb-8378-434e-b69e-d4b029d1f8f2 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9281612', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12215216'] for subnet (4f1e9217-1293-49d5-885f-ad0242ed3cd1), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:31:52.586340 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-7e6a9db2-c8d8-4aba-b90d-98881fe52a47 None None] Calling delete_port for eb8f7e49-122e-4ca1-a4ab-23009e91d146 owned by network:dhcp {{(pid=103306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 21:31:52.631177 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a243fb-8378-434e-b69e-d4b029d1f8f2 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Pushing event deleted for resources: {'Subnet': ['ID=4f1e9217-1293-49d5-885f-ad0242ed3cd1,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:31:52.633733 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-54a243fb-8378-434e-b69e-d4b029d1f8f2 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Publish callbacks [] for subnet (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:31:52.637467 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-54a243fb-8378-434e-b69e-d4b029d1f8f2 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] 10.222.0.13 "DELETE /v2.0/subnets/4f1e9217-1293-49d5-885f-ad0242ed3cd1 HTTP/1.1" status: 204 len: 168 time: 0.5891604 Jan 26 21:31:52.640256 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 53142) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:31:52.680100 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-ee2c4e5c-764b-4300-b96b-256d9eb9fd7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-686403', 'neutron.services.segments.db._delete_segments_for_network-8746560774018'] for network (d67e3ebe-4ba7-45de-a361-0a193d47dcd7), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:31:52.682923 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_dvr_db [None req-f0728816-eea1-4375-9df6-2123e1b3c204 None None] Set router 628c9988-0a80-44db-b4a8-4a3351e07dcb gateway port host: n-d-760453-5 {{(pid=103307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 21:31:52.709403 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-7e6a9db2-c8d8-4aba-b90d-98881fe52a47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746560636600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746560234536'] for port (eb8f7e49-122e-4ca1-a4ab-23009e91d146), after_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:31:52.728557 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e6a9db2-c8d8-4aba-b90d-98881fe52a47 None None] No DVR routers for this DVR port eb8f7e49-122e-4ca1-a4ab-23009e91d146 on host n-d-760453-5 {{(pid=103306) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 26 21:31:52.733917 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb842a9a-a7dd-41bf-bb38-135dbc164585 None None] Network 7557909c-f107-4fe1-9c5f-aa82692577a6 requested from n-d-760453-5 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 26 21:31:52.734357 n-d-760453-5 neutron-server[103305]: DEBUG neutron.services.segments.db [None req-ee2c4e5c-764b-4300-b96b-256d9eb9fd7b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d67e3ebe-4ba7-45de-a361-0a193d47dcd7']}} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:31:52.757122 n-d-760453-5 neutron-server[103305]: DEBUG neutron.services.segments.db [None req-ee2c4e5c-764b-4300-b96b-256d9eb9fd7b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ae04eadd-2f21-4385-8e0d-440406bc0827') {'for_net_delete': True} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:31:52.757457 n-d-760453-5 neutron-server[103305]: DEBUG neutron.services.segments.db [None req-ee2c4e5c-764b-4300-b96b-256d9eb9fd7b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ae04eadd-2f21-4385-8e0d-440406bc0827') {} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:31:52.768558 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6a9db2-c8d8-4aba-b90d-98881fe52a47 None None] Pushing event deleted for resources: {'Port': ['ID=eb8f7e49-122e-4ca1-a4ab-23009e91d146,revision_number=None']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:31:52.769965 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-ee2c4e5c-764b-4300-b96b-256d9eb9fd7b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746560742283', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11788955'] for segment (ae04eadd-2f21-4385-8e0d-440406bc0827), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:31:52.798314 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e6a9db2-c8d8-4aba-b90d-98881fe52a47 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:31:52.798810 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e6a9db2-c8d8-4aba-b90d-98881fe52a47 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:31:52.799499 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e6a9db2-c8d8-4aba-b90d-98881fe52a47 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:31:52.799651 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e6a9db2-c8d8-4aba-b90d-98881fe52a47 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:31:52.800087 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e6a9db2-c8d8-4aba-b90d-98881fe52a47 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:31:52.800529 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e6a9db2-c8d8-4aba-b90d-98881fe52a47 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:31:52.802630 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e6a9db2-c8d8-4aba-b90d-98881fe52a47 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:31:52.802630 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e6a9db2-c8d8-4aba-b90d-98881fe52a47 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:31:52.802630 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e6a9db2-c8d8-4aba-b90d-98881fe52a47 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:31:52.802630 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e6a9db2-c8d8-4aba-b90d-98881fe52a47 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:31:52.802630 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e6a9db2-c8d8-4aba-b90d-98881fe52a47 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:31:52.803339 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e6a9db2-c8d8-4aba-b90d-98881fe52a47 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:31:52.803943 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e6a9db2-c8d8-4aba-b90d-98881fe52a47 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:31:52.805016 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-ee2c4e5c-764b-4300-b96b-256d9eb9fd7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576559'] for segment (ae04eadd-2f21-4385-8e0d-440406bc0827), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:31:52.821497 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ee2c4e5c-764b-4300-b96b-256d9eb9fd7b admin admin] Releasing vlan 559 on physical network physnet1 to pool {{(pid=103305) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 26 21:31:52.822093 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-ee2c4e5c-764b-4300-b96b-256d9eb9fd7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11791428'] for segment (ae04eadd-2f21-4385-8e0d-440406bc0827), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:31:52.887860 n-d-760453-5 neutron-server[103305]: Traceback (most recent call last): Jan 26 21:31:52.887860 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 26 21:31:52.887860 n-d-760453-5 neutron-server[103305]: timer() Jan 26 21:31:52.887860 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 26 21:31:52.887860 n-d-760453-5 neutron-server[103305]: cb(*args, **kw) Jan 26 21:31:52.887860 n-d-760453-5 neutron-server[103305]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 26 21:31:52.887860 n-d-760453-5 neutron-server[103305]: return func(*args, **kwargs) Jan 26 21:31:52.887860 n-d-760453-5 neutron-server[103305]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 26 21:31:52.887860 n-d-760453-5 neutron-server[103305]: self._notify() Jan 26 21:31:52.887860 n-d-760453-5 neutron-server[103305]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 26 21:31:52.887860 n-d-760453-5 neutron-server[103305]: self.callback(batched_events) Jan 26 21:31:52.887860 n-d-760453-5 neutron-server[103305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 26 21:31:52.887860 n-d-760453-5 neutron-server[103305]: event.method(event) Jan 26 21:31:52.887860 n-d-760453-5 neutron-server[103305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 26 21:31:52.887860 n-d-760453-5 neutron-server[103305]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 26 21:31:52.887860 n-d-760453-5 neutron-server[103305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 26 21:31:52.887860 n-d-760453-5 neutron-server[103305]: aggregate_uuid = self.p_client.list_aggregates( Jan 26 21:31:52.887860 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 26 21:31:52.887860 n-d-760453-5 neutron-server[103305]: return f(self, *a, **k) Jan 26 21:31:52.887860 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 26 21:31:52.887860 n-d-760453-5 neutron-server[103305]: return self._get(url).json() Jan 26 21:31:52.887860 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 26 21:31:52.887860 n-d-760453-5 neutron-server[103305]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 26 21:31:52.887860 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 26 21:31:52.887860 n-d-760453-5 neutron-server[103305]: return self.request(url, 'GET', **kwargs) Jan 26 21:31:52.887860 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 26 21:31:52.887860 n-d-760453-5 neutron-server[103305]: base_url = self.get_endpoint(auth, allow=allow, Jan 26 21:31:52.887860 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 26 21:31:52.887860 n-d-760453-5 neutron-server[103305]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 26 21:31:52.887860 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 26 21:31:52.887860 n-d-760453-5 neutron-server[103305]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 26 21:31:52.887860 n-d-760453-5 neutron-server[103305]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 26 21:31:52.893705 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-ee2c4e5c-764b-4300-b96b-256d9eb9fd7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4110931'] for network (d67e3ebe-4ba7-45de-a361-0a193d47dcd7), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:31:52.904401 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-cbc87ca3-00fc-4ea9-8144-dd9444cbb0af tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Publish callbacks [] for router (628c9988-0a80-44db-b4a8-4a3351e07dcb), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:31:52.908976 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-ee2c4e5c-764b-4300-b96b-256d9eb9fd7b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709645'] for network (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:31:52.917272 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-ee2c4e5c-764b-4300-b96b-256d9eb9fd7b admin admin] 10.222.0.13 "DELETE /v2.0/networks/d67e3ebe-4ba7-45de-a361-0a193d47dcd7 HTTP/1.1" status: 204 len: 168 time: 1.0537801 Jan 26 21:31:52.951453 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee2c4e5c-764b-4300-b96b-256d9eb9fd7b admin admin] Pushing event deleted for resources: {'Network': ['ID=d67e3ebe-4ba7-45de-a361-0a193d47dcd7,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:31:53.007574 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-f0728816-eea1-4375-9df6-2123e1b3c204 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '628c9988-0a80-44db-b4a8-4a3351e07dcb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-996109221', 'tenant_id': 'c6d9f10230f341edbbe46b16c17eb870', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'external_fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.135'}], 'enable_snat': True}, 'gw_port_id': 'be07b923-996d-4515-9d70-5a80937d4e86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T21:28:21Z', 'updated_at': '2022-01-26T21:31:50Z', 'revision_number': 5, 'project_id': 'c6d9f10230f341edbbe46b16c17eb870', 'gw_port': {'id': 'be07b923-996d-4515-9d70-5a80937d4e86', 'name': '', 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:36:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '628c9988-0a80-44db-b4a8-4a3351e07dcb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2511, 'fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:28:22Z', 'updated_at': '2022-01-26T21:28:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-5'}], 'n-d-760453-5', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:31:53.036367 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e1096f8-ca04-4c16-80c5-49f288c20133 None None] DHCP port deletion for 7557909c-f107-4fe1-9c5f-aa82692577a6 request from n-d-760453-5 {{(pid=103306) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 26 21:31:53.046601 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0728816-eea1-4375-9df6-2123e1b3c204 None None] The sync data for ids ['628c9988-0a80-44db-b4a8-4a3351e07dcb'] in n-d-760453-5 is: [{'id': '628c9988-0a80-44db-b4a8-4a3351e07dcb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-996109221', 'tenant_id': 'c6d9f10230f341edbbe46b16c17eb870', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'external_fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.135'}], 'enable_snat': True}, 'gw_port_id': 'be07b923-996d-4515-9d70-5a80937d4e86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T21:28:21Z', 'updated_at': '2022-01-26T21:31:50Z', 'revision_number': 5, 'project_id': 'c6d9f10230f341edbbe46b16c17eb870', 'gw_port': {'id': 'be07b923-996d-4515-9d70-5a80937d4e86', 'name': '', 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:36:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '628c9988-0a80-44db-b4a8-4a3351e07dcb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2511, 'fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:28:22Z', 'updated_at': '2022-01-26T21:28:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-5'}] {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 26 21:31:53.099465 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 53152) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:31:53.099874 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (4d619873-4b60-439f-9b5a-b155dc8bbc34), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:31:53.123907 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2e1096f8-ca04-4c16-80c5-49f288c20133 None None] Deleting port acca8c9c-cb66-47b5-a273-9e7d927c62ab {{(pid=103306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 21:31:53.124289 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e1096f8-ca04-4c16-80c5-49f288c20133 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746560630878'] for port (acca8c9c-cb66-47b5-a273-9e7d927c62ab), before_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:31:53.194040 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-2e1096f8-ca04-4c16-80c5-49f288c20133 None None] For port acca8c9c-cb66-47b5-a273-9e7d927c62ab, host n-d-760453-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=acca8c9c-cb66-47b5-a273-9e7d927c62ab,segment=NetworkSegment(75265355-61a4-4ae5-a4fd-f99af821ecaf),segment_id=75265355-61a4-4ae5-a4fd-f99af821ecaf)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:31:53.194354 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e1096f8-ca04-4c16-80c5-49f288c20133 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4109658'] for port (acca8c9c-cb66-47b5-a273-9e7d927c62ab), precommit_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:31:53.209984 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2e1096f8-ca04-4c16-80c5-49f288c20133 None None] Calling delete_port for acca8c9c-cb66-47b5-a273-9e7d927c62ab owned by network:dhcp {{(pid=103306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 21:31:53.295924 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e1096f8-ca04-4c16-80c5-49f288c20133 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746560636600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746560234536'] for port (acca8c9c-cb66-47b5-a273-9e7d927c62ab), after_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:31:53.325225 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e1096f8-ca04-4c16-80c5-49f288c20133 None None] Pushing event deleted for resources: {'Port': ['ID=acca8c9c-cb66-47b5-a273-9e7d927c62ab,revision_number=None']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:31:53.329773 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e1096f8-ca04-4c16-80c5-49f288c20133 None None] No DVR routers for this DVR port acca8c9c-cb66-47b5-a273-9e7d927c62ab on host n-d-760453-5 {{(pid=103306) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 26 21:31:53.395369 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-cbc87ca3-00fc-4ea9-8144-dd9444cbb0af tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Publish callbacks [] for router_gateway (628c9988-0a80-44db-b4a8-4a3351e07dcb), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:31:53.417704 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-2c39be15-db21-492f-af29-9aa1ebb016d9 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=9a820e3f529a4c3083d815b75318d24c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3153367 Jan 26 21:31:53.418554 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 53154) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:31:53.507463 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-c48c7815-df20-4ce1-a328-146e7d9787cf admin admin] Publish callbacks [] for security_group (489809a0-f532-4600-a4b7-a4ce937cd5e6), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:31:53.510217 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-cbc87ca3-00fc-4ea9-8144-dd9444cbb0af tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Deleting port be07b923-996d-4515-9d70-5a80937d4e86 {{(pid=103304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 21:31:53.510562 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-cbc87ca3-00fc-4ea9-8144-dd9444cbb0af tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746560630878'] for port (be07b923-996d-4515-9d70-5a80937d4e86), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:31:53.577726 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-c48c7815-df20-4ce1-a328-146e7d9787cf admin admin] Publish callbacks [] for security_group (489809a0-f532-4600-a4b7-a4ce937cd5e6), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:31:53.679557 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [None req-cbc87ca3-00fc-4ea9-8144-dd9444cbb0af tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] For port be07b923-996d-4515-9d70-5a80937d4e86, host n-d-760453-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=be07b923-996d-4515-9d70-5a80937d4e86,segment=NetworkSegment(e17cb353-418f-48b9-b982-21a6233ee99b),segment_id=e17cb353-418f-48b9-b982-21a6233ee99b)] {{(pid=103304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:31:53.679922 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-cbc87ca3-00fc-4ea9-8144-dd9444cbb0af tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4109658'] for port (be07b923-996d-4515-9d70-5a80937d4e86), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:31:53.690770 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device acca8c9c-cb66-47b5-a273-9e7d927c62ab no longer exists at agent ovs-agent-n-d-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 26 21:31:53.701179 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-cbc87ca3-00fc-4ea9-8144-dd9444cbb0af tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Calling delete_port for be07b923-996d-4515-9d70-5a80937d4e86 owned by network:router_gateway {{(pid=103304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 21:31:53.706794 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-c48c7815-df20-4ce1-a328-146e7d9787cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (489809a0-f532-4600-a4b7-a4ce937cd5e6), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:31:53.709420 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-c48c7815-df20-4ce1-a328-146e7d9787cf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:31:53.713213 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-c48c7815-df20-4ce1-a328-146e7d9787cf admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/489809a0-f532-4600-a4b7-a4ce937cd5e6 HTTP/1.1" status: 204 len: 168 time: 0.2911019 Jan 26 21:31:53.715251 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] No Port match for: acca8c9c-cb66-47b5-a273-9e7d927c62ab {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 26 21:31:53.715765 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device acca8c9c-cb66-47b5-a273-9e7d927c62ab not bound to the agent host n-d-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 26 21:31:53.716331 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device eb8f7e49-122e-4ca1-a4ab-23009e91d146 no longer exists at agent ovs-agent-n-d-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 26 21:31:53.740704 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] No Port match for: eb8f7e49-122e-4ca1-a4ab-23009e91d146 {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 26 21:31:53.741351 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device eb8f7e49-122e-4ca1-a4ab-23009e91d146 not bound to the agent host n-d-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 26 21:31:53.741934 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device 3017a6cd-295e-478f-900b-fcb162db84a8 no longer exists at agent ovs-agent-n-d-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 26 21:31:53.767739 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] No Port match for: 3017a6cd-295e-478f-900b-fcb162db84a8 {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 26 21:31:53.768112 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device 3017a6cd-295e-478f-900b-fcb162db84a8 not bound to the agent host n-d-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 26 21:31:53.794688 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c48c7815-df20-4ce1-a328-146e7d9787cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=489809a0-f532-4600-a4b7-a4ce937cd5e6,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:31:53.803354 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164293d5-a192-49f0-a841-8362319badb2 req-601feb11-9c02-4e27-a83c-5534fcc304fa tempest-ServerDiskConfigTestJSON-1504097755 tempest-ServerDiskConfigTestJSON-1504097755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:31:53.804884 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-164293d5-a192-49f0-a841-8362319badb2 req-601feb11-9c02-4e27-a83c-5534fcc304fa tempest-ServerDiskConfigTestJSON-1504097755 tempest-ServerDiskConfigTestJSON-1504097755-project] 10.222.0.13 "GET /v2.0/ports?device_id=c0db21ee-9c98-4520-80b9-81f34f2f6234 HTTP/1.1" status: 200 len: 946 time: 0.1762757 Jan 26 21:31:53.929762 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-164293d5-a192-49f0-a841-8362319badb2 req-63a71239-f587-4a2d-a1ab-7e8a4a394886 tempest-ServerDiskConfigTestJSON-1504097755 tempest-ServerDiskConfigTestJSON-1504097755-project] 10.222.0.13 "GET /v2.0/security-groups?id=783fb386-6fd2-4948-95d6-8177a10ccbe5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134620 Jan 26 21:31:54.002893 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-cbc87ca3-00fc-4ea9-8144-dd9444cbb0af tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746560636600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746560234536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9281553'] for port (be07b923-996d-4515-9d70-5a80937d4e86), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:31:54.041880 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc87ca3-00fc-4ea9-8144-dd9444cbb0af tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Pushing event deleted for resources: {'Port': ['ID=be07b923-996d-4515-9d70-5a80937d4e86,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:31:54.087463 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-839dd188-ec69-470c-9ab0-d318dc1a2e96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (e79b4fc6-6c71-44b2-a6d0-ff3e1f4dfd0d), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:31:54.106085 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-cbc87ca3-00fc-4ea9-8144-dd9444cbb0af tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4111291'] for router_gateway (628c9988-0a80-44db-b4a8-4a3351e07dcb), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:31:54.222103 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-cbc87ca3-00fc-4ea9-8144-dd9444cbb0af tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4105774', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13082'] for router (628c9988-0a80-44db-b4a8-4a3351e07dcb), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:31:54.224619 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-cbc87ca3-00fc-4ea9-8144-dd9444cbb0af tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Publish callbacks [] for router_controller (628c9988-0a80-44db-b4a8-4a3351e07dcb), precommit_delete_associations {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:31:54.299823 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-cbc87ca3-00fc-4ea9-8144-dd9444cbb0af tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4105767'] for router (628c9988-0a80-44db-b4a8-4a3351e07dcb), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:31:54.300355 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cbc87ca3-00fc-4ea9-8144-dd9444cbb0af tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Fanout notify agent at l3_agent the message router_deleted on router 628c9988-0a80-44db-b4a8-4a3351e07dcb {{(pid=103304) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 26 21:31:54.313032 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-cbc87ca3-00fc-4ea9-8144-dd9444cbb0af tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Publish callbacks [] for router (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:31:54.317351 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-cbc87ca3-00fc-4ea9-8144-dd9444cbb0af tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] 10.222.0.13 "DELETE /v2.0/routers/628c9988-0a80-44db-b4a8-4a3351e07dcb HTTP/1.1" status: 204 len: 168 time: 1.6729970 Jan 26 21:31:54.318091 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 53176) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:31:54.440487 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-9186c33c-215d-4b13-86fe-b38a53d1d3c1 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-748181'] for network (7557909c-f107-4fe1-9c5f-aa82692577a6), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:31:54.579384 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-9186c33c-215d-4b13-86fe-b38a53d1d3c1 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-686403', 'neutron.services.segments.db._delete_segments_for_network-8746560774018'] for network (7557909c-f107-4fe1-9c5f-aa82692577a6), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:31:54.614755 n-d-760453-5 neutron-server[103304]: DEBUG neutron.services.segments.db [None req-9186c33c-215d-4b13-86fe-b38a53d1d3c1 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7557909c-f107-4fe1-9c5f-aa82692577a6']}} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:31:54.627583 n-d-760453-5 neutron-server[103304]: DEBUG neutron.services.segments.db [None req-9186c33c-215d-4b13-86fe-b38a53d1d3c1 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '75265355-61a4-4ae5-a4fd-f99af821ecaf') {'for_net_delete': True} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:31:54.627954 n-d-760453-5 neutron-server[103304]: DEBUG neutron.services.segments.db [None req-9186c33c-215d-4b13-86fe-b38a53d1d3c1 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '75265355-61a4-4ae5-a4fd-f99af821ecaf') {} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:31:54.644835 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-9186c33c-215d-4b13-86fe-b38a53d1d3c1 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746560742283', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8881293'] for segment (75265355-61a4-4ae5-a4fd-f99af821ecaf), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:31:54.661946 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-9186c33c-215d-4b13-86fe-b38a53d1d3c1 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576559'] for segment (75265355-61a4-4ae5-a4fd-f99af821ecaf), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:31:54.672551 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9186c33c-215d-4b13-86fe-b38a53d1d3c1 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Releasing vlan 594 on physical network physnet1 to pool {{(pid=103304) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 26 21:31:54.672981 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-9186c33c-215d-4b13-86fe-b38a53d1d3c1 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9281762'] for segment (75265355-61a4-4ae5-a4fd-f99af821ecaf), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:31:54.677107 n-d-760453-5 neutron-server[103304]: Traceback (most recent call last): Jan 26 21:31:54.677107 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 26 21:31:54.677107 n-d-760453-5 neutron-server[103304]: timer() Jan 26 21:31:54.677107 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 26 21:31:54.677107 n-d-760453-5 neutron-server[103304]: cb(*args, **kw) Jan 26 21:31:54.677107 n-d-760453-5 neutron-server[103304]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 26 21:31:54.677107 n-d-760453-5 neutron-server[103304]: return func(*args, **kwargs) Jan 26 21:31:54.677107 n-d-760453-5 neutron-server[103304]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 26 21:31:54.677107 n-d-760453-5 neutron-server[103304]: self._notify() Jan 26 21:31:54.677107 n-d-760453-5 neutron-server[103304]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 26 21:31:54.677107 n-d-760453-5 neutron-server[103304]: self.callback(batched_events) Jan 26 21:31:54.677107 n-d-760453-5 neutron-server[103304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 26 21:31:54.677107 n-d-760453-5 neutron-server[103304]: event.method(event) Jan 26 21:31:54.677107 n-d-760453-5 neutron-server[103304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 26 21:31:54.677107 n-d-760453-5 neutron-server[103304]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 26 21:31:54.677107 n-d-760453-5 neutron-server[103304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 26 21:31:54.677107 n-d-760453-5 neutron-server[103304]: aggregate_uuid = self.p_client.list_aggregates( Jan 26 21:31:54.677107 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 26 21:31:54.677107 n-d-760453-5 neutron-server[103304]: return f(self, *a, **k) Jan 26 21:31:54.677107 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 26 21:31:54.677107 n-d-760453-5 neutron-server[103304]: return self._get(url).json() Jan 26 21:31:54.677107 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 26 21:31:54.677107 n-d-760453-5 neutron-server[103304]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 26 21:31:54.677107 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 26 21:31:54.677107 n-d-760453-5 neutron-server[103304]: return self.request(url, 'GET', **kwargs) Jan 26 21:31:54.677107 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 26 21:31:54.677107 n-d-760453-5 neutron-server[103304]: base_url = self.get_endpoint(auth, allow=allow, Jan 26 21:31:54.677107 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 26 21:31:54.677107 n-d-760453-5 neutron-server[103304]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 26 21:31:54.677107 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 26 21:31:54.677107 n-d-760453-5 neutron-server[103304]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 26 21:31:54.677107 n-d-760453-5 neutron-server[103304]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 26 21:31:54.767589 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-9186c33c-215d-4b13-86fe-b38a53d1d3c1 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4110931'] for network (7557909c-f107-4fe1-9c5f-aa82692577a6), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:31:54.776752 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-9186c33c-215d-4b13-86fe-b38a53d1d3c1 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Publish callbacks [] for network (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:31:54.780348 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-9186c33c-215d-4b13-86fe-b38a53d1d3c1 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] 10.222.0.13 "DELETE /v2.0/networks/7557909c-f107-4fe1-9c5f-aa82692577a6 HTTP/1.1" status: 204 len: 168 time: 0.4617891 Jan 26 21:31:54.783139 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 53188) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:31:54.791018 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9186c33c-215d-4b13-86fe-b38a53d1d3c1 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Pushing event deleted for resources: {'Network': ['ID=7557909c-f107-4fe1-9c5f-aa82692577a6,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:31:54.867072 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-757fc650-8767-4ba9-8c24-ec2f555ec903 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Publish callbacks [] for security_group (6df82126-1037-48ab-9d89-3f4ac527699c), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:31:54.925768 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-757fc650-8767-4ba9-8c24-ec2f555ec903 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Publish callbacks [] for security_group (6df82126-1037-48ab-9d89-3f4ac527699c), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:31:55.004912 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-757fc650-8767-4ba9-8c24-ec2f555ec903 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (6df82126-1037-48ab-9d89-3f4ac527699c), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:31:55.009121 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-757fc650-8767-4ba9-8c24-ec2f555ec903 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Publish callbacks [] for security_group (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:31:55.010090 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-757fc650-8767-4ba9-8c24-ec2f555ec903 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] 10.222.0.13 "DELETE /v2.0/security-groups/6df82126-1037-48ab-9d89-3f4ac527699c HTTP/1.1" status: 204 len: 168 time: 0.2258389 Jan 26 21:31:55.021077 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-757fc650-8767-4ba9-8c24-ec2f555ec903 tempest-TestNetworkAdvancedServerOps-711579299 tempest-TestNetworkAdvancedServerOps-711579299-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6df82126-1037-48ab-9d89-3f4ac527699c,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:31:55.108982 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b18d6c-3abe-45f6-88b8-e9c5b27e991b req-6cfe5c01-98c7-4dd0-8758-fb3b8fc0801c tempest-ServerDiskConfigTestJSON-1504097755 tempest-ServerDiskConfigTestJSON-1504097755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:31:55.110658 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-26b18d6c-3abe-45f6-88b8-e9c5b27e991b req-6cfe5c01-98c7-4dd0-8758-fb3b8fc0801c tempest-ServerDiskConfigTestJSON-1504097755 tempest-ServerDiskConfigTestJSON-1504097755-project] 10.222.0.13 "GET /v2.0/ports?device_id=c0db21ee-9c98-4520-80b9-81f34f2f6234 HTTP/1.1" status: 200 len: 946 time: 0.0722470 Jan 26 21:31:55.160760 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-26b18d6c-3abe-45f6-88b8-e9c5b27e991b req-7df27d2c-813c-4224-b60c-36af5cf76edf tempest-ServerDiskConfigTestJSON-1504097755 tempest-ServerDiskConfigTestJSON-1504097755-project] 10.222.0.13 "GET /v2.0/security-groups?id=783fb386-6fd2-4948-95d6-8177a10ccbe5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441947 Jan 26 21:31:55.290033 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (fea0591a-627d-4c87-9a9a-01625ddf3277), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:31:55.306209 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 53212) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:31:55.535262 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-70f3721d-4e95-455e-897f-ec6c91656e14 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c6d9f10230f341edbbe46b16c17eb870&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2277238 Jan 26 21:31:55.537573 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 53224) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:31:55.584357 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-8e810984-2c86-480a-9db7-5036141e3b01 admin admin] Publish callbacks [] for security_group (8e250118-0941-40e6-a37a-6e34628730d6), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:31:55.609580 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-8e810984-2c86-480a-9db7-5036141e3b01 admin admin] Publish callbacks [] for security_group (8e250118-0941-40e6-a37a-6e34628730d6), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:31:55.658391 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device be07b923-996d-4515-9d70-5a80937d4e86 no longer exists at agent ovs-agent-n-d-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 26 21:31:55.671939 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-8e810984-2c86-480a-9db7-5036141e3b01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (8e250118-0941-40e6-a37a-6e34628730d6), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:31:55.675617 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-8e810984-2c86-480a-9db7-5036141e3b01 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:31:55.676999 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-8e810984-2c86-480a-9db7-5036141e3b01 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/8e250118-0941-40e6-a37a-6e34628730d6 HTTP/1.1" status: 204 len: 168 time: 0.1385083 Jan 26 21:31:55.687260 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] No Port match for: be07b923-996d-4515-9d70-5a80937d4e86 {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 26 21:31:55.687652 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device be07b923-996d-4515-9d70-5a80937d4e86 not bound to the agent host n-d-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 26 21:31:55.698142 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e810984-2c86-480a-9db7-5036141e3b01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e250118-0941-40e6-a37a-6e34628730d6,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:31:56.078910 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 53252) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:31:56.129233 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 53256) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:31:56.129743 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-868954dc-1bda-4336-a8b1-f5ca4cb6d7e4 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=0ad3100d3939462596673460a408ae21&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0492699 Jan 26 21:31:56.181122 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-f3e4656d-dee0-4749-bfc1-fe5fbbf2c234 admin admin] Publish callbacks [] for security_group (0327fa98-fda0-43e9-a248-3dcbf03417ec), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:31:56.207218 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-f3e4656d-dee0-4749-bfc1-fe5fbbf2c234 admin admin] Publish callbacks [] for security_group (0327fa98-fda0-43e9-a248-3dcbf03417ec), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:31:56.287936 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-f3e4656d-dee0-4749-bfc1-fe5fbbf2c234 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (0327fa98-fda0-43e9-a248-3dcbf03417ec), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:31:56.290699 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-f3e4656d-dee0-4749-bfc1-fe5fbbf2c234 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:31:56.294439 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-f3e4656d-dee0-4749-bfc1-fe5fbbf2c234 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/0327fa98-fda0-43e9-a248-3dcbf03417ec HTTP/1.1" status: 204 len: 168 time: 0.1614177 Jan 26 21:31:56.303496 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e4656d-dee0-4749-bfc1-fe5fbbf2c234 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0327fa98-fda0-43e9-a248-3dcbf03417ec,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:31:56.335256 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe1dd50-7f71-40d2-8897-835529074423 req-8fd91040-0119-4cdb-a8d5-e68483d2c061 tempest-ServerDiskConfigTestJSON-1504097755 tempest-ServerDiskConfigTestJSON-1504097755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:31:56.337908 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-1fe1dd50-7f71-40d2-8897-835529074423 req-8fd91040-0119-4cdb-a8d5-e68483d2c061 tempest-ServerDiskConfigTestJSON-1504097755 tempest-ServerDiskConfigTestJSON-1504097755-project] 10.222.0.13 "GET /v2.0/ports?device_id=c0db21ee-9c98-4520-80b9-81f34f2f6234 HTTP/1.1" status: 200 len: 946 time: 0.0937669 Jan 26 21:31:56.400010 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-1fe1dd50-7f71-40d2-8897-835529074423 req-a26e6830-36db-417a-9513-80999ee7b54e tempest-ServerDiskConfigTestJSON-1504097755 tempest-ServerDiskConfigTestJSON-1504097755-project] 10.222.0.13 "GET /v2.0/security-groups?id=783fb386-6fd2-4948-95d6-8177a10ccbe5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543919 Jan 26 21:31:57.216770 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 53306) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:31:57.434849 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-53fb209c-de48-433c-8a43-bf9d229ee6d1 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-592179133-network', 'tenant_id': 'bc791b2498e743288f8934f7fd6c9e02'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:31:57.481149 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53fb209c-de48-433c-8a43-bf9d229ee6d1 admin admin] Made reservation on behalf of bc791b2498e743288f8934f7fd6c9e02 for: {'network': 1} {{(pid=103304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 21:31:57.483741 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-53fb209c-de48-433c-8a43-bf9d229ee6d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for network (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:31:57.492546 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-53fb209c-de48-433c-8a43-bf9d229ee6d1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:31:57.569039 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09b72a9-99b6-4a51-9ae1-ca87f6c65f0c req-ae971fa1-666e-4605-bb27-5bf9c09a6795 tempest-ServerDiskConfigTestJSON-1504097755 tempest-ServerDiskConfigTestJSON-1504097755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:31:57.570843 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-d09b72a9-99b6-4a51-9ae1-ca87f6c65f0c req-ae971fa1-666e-4605-bb27-5bf9c09a6795 tempest-ServerDiskConfigTestJSON-1504097755 tempest-ServerDiskConfigTestJSON-1504097755-project] 10.222.0.13 "GET /v2.0/ports?device_id=c0db21ee-9c98-4520-80b9-81f34f2f6234 HTTP/1.1" status: 200 len: 946 time: 0.0693870 Jan 26 21:31:57.651177 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-d09b72a9-99b6-4a51-9ae1-ca87f6c65f0c req-3f565b9b-9440-4b34-b8fa-35d171f1bf54 tempest-ServerDiskConfigTestJSON-1504097755 tempest-ServerDiskConfigTestJSON-1504097755-project] 10.222.0.13 "GET /v2.0/security-groups?id=783fb386-6fd2-4948-95d6-8177a10ccbe5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680442 Jan 26 21:31:57.677639 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-53fb209c-de48-433c-8a43-bf9d229ee6d1 admin admin] Publish callbacks [] for security_group (fd154e7b-6d0f-4f88-9900-9b2f8af85dfe), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:31:57.684342 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-53fb209c-de48-433c-8a43-bf9d229ee6d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (fd154e7b-6d0f-4f88-9900-9b2f8af85dfe), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:31:57.712295 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-53fb209c-de48-433c-8a43-bf9d229ee6d1 admin admin] vlan segment allocate from pool success with {'vlan_id': 556, 'physical_network': 'physnet1'} {{(pid=103304) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 26 21:31:57.728026 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53fb209c-de48-433c-8a43-bf9d229ee6d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd154e7b-6d0f-4f88-9900-9b2f8af85dfe,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:31:57.735999 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-53fb209c-de48-433c-8a43-bf9d229ee6d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576559'] for segment (1ba56267-3acc-4462-9582-574f765f394e), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:31:57.736342 n-d-760453-5 neutron-server[103304]: INFO neutron.db.segments_db [None req-53fb209c-de48-433c-8a43-bf9d229ee6d1 admin admin] Added segment 1ba56267-3acc-4462-9582-574f765f394e of type vlan for network 6d9b7d3e-0715-46d5-b820-5d39496c81b9 Jan 26 21:31:57.800233 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-53fb209c-de48-433c-8a43-bf9d229ee6d1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746560256871'] for network (6d9b7d3e-0715-46d5-b820-5d39496c81b9), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:31:57.827415 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-53fb209c-de48-433c-8a43-bf9d229ee6d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503'] for network (6d9b7d3e-0715-46d5-b820-5d39496c81b9), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:31:57.829265 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53fb209c-de48-433c-8a43-bf9d229ee6d1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:31:57.829887 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-53fb209c-de48-433c-8a43-bf9d229ee6d1 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:31:57.908091 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-53fb209c-de48-433c-8a43-bf9d229ee6d1 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6896060 Jan 26 21:31:57.911311 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 53322) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:31:57.917170 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-68ceccbb-d8d1-49c3-938a-5bda018ac1f4 admin admin] Request body: {'subnet': {'network_id': '6d9b7d3e-0715-46d5-b820-5d39496c81b9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-592179133-subnet', 'tenant_id': 'bc791b2498e743288f8934f7fd6c9e02', 'ip_version': 4}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:31:57.939026 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53fb209c-de48-433c-8a43-bf9d229ee6d1 admin admin] Pushing event updated for resources: {'Network': ['ID=6d9b7d3e-0715-46d5-b820-5d39496c81b9,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:31:57.950581 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Network 6d9b7d3e-0715-46d5-b820-5d39496c81b9 details requested by agent ovs-agent-n-d-760453-5 with host n-d-760453-5 {{(pid=103306) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 26 21:31:57.953742 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68ceccbb-d8d1-49c3-938a-5bda018ac1f4 admin admin] Made reservation on behalf of bc791b2498e743288f8934f7fd6c9e02 for: {'subnet': 1} {{(pid=103305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 21:31:57.957048 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-68ceccbb-d8d1-49c3-938a-5bda018ac1f4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11599953'] for subnet (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:31:58.205835 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-68ceccbb-d8d1-49c3-938a-5bda018ac1f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11788839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11599975'] for subnet (730964f7-dec1-4726-8c5c-d252f0c4998e), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:31:58.281560 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ceccbb-d8d1-49c3-938a-5bda018ac1f4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=730964f7-dec1-4726-8c5c-d252f0c4998e,revision_number=0']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:31:58.305349 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68ceccbb-d8d1-49c3-938a-5bda018ac1f4 admin admin] Checking segment: {'id': '1ba56267-3acc-4462-9582-574f765f394e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '6d9b7d3e-0715-46d5-b820-5d39496c81b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103305) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 21:31:58.305349 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68ceccbb-d8d1-49c3-938a-5bda018ac1f4 admin admin] Network hostable DHCP agents. Network: 6d9b7d3e-0715-46d5-b820-5d39496c81b9, hostable agents: ['474ccdf7-ab6c-405b-a3b2-dc7b05829902'], hosted agents: [] {{(pid=103305) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 26 21:31:58.324035 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68ceccbb-d8d1-49c3-938a-5bda018ac1f4 admin admin] Network 6d9b7d3e-0715-46d5-b820-5d39496c81b9 is scheduled to be hosted by DHCP agent 474ccdf7-ab6c-405b-a3b2-dc7b05829902 with binding_index 1 {{(pid=103305) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 26 21:31:58.337593 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [None req-68ceccbb-d8d1-49c3-938a-5bda018ac1f4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760453-5, 6d9b7d3e-0715-46d5-b820-5d39496c81b9) {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:31:58.346067 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68ceccbb-d8d1-49c3-938a-5bda018ac1f4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:31:58.346685 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-68ceccbb-d8d1-49c3-938a-5bda018ac1f4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709645'] for subnet (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:31:58.354853 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73d7ea18-f7a7-4103-9f78-354ffa5e356f None None] Network 6d9b7d3e-0715-46d5-b820-5d39496c81b9 requested from n-d-760453-5 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 26 21:31:58.372542 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-68ceccbb-d8d1-49c3-938a-5bda018ac1f4 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.4570019 Jan 26 21:31:58.373332 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 53338) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:31:58.379587 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-de8cd960-3831-4929-b04b-6ef07a49a379 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-592179133-router', 'tenant_id': 'bc791b2498e743288f8934f7fd6c9e02', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299'}}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:31:58.406710 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-de8cd960-3831-4929-b04b-6ef07a49a379 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4104596', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13108'] for router (2046bb3f-0361-4e63-855c-311143d9c766), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:31:58.407875 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-de8cd960-3831-4929-b04b-6ef07a49a379 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4105828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4111306', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3733576', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13069'] for router (2046bb3f-0361-4e63-855c-311143d9c766), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:31:58.477227 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-de8cd960-3831-4929-b04b-6ef07a49a379 admin admin] Publish callbacks [] for router_controller (2046bb3f-0361-4e63-855c-311143d9c766), precommit_add_association {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:31:58.497640 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04612453-eacd-4069-8984-91d68080ea55 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3c4099e8-8ffb-51d1-af7f-5868973e933f-6d9b7d3e-0715-46d5-b820-5d39496c81b9', 'network_id': '6d9b7d3e-0715-46d5-b820-5d39496c81b9', 'project_id': 'bc791b2498e743288f8934f7fd6c9e02', 'fixed_ips': [{'subnet_id': '730964f7-dec1-4726-8c5c-d252f0c4998e'}]}} from n-d-760453-5. {{(pid=103306) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 26 21:31:58.498697 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-04612453-eacd-4069-8984-91d68080ea55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (None), before_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:31:58.631428 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-de8cd960-3831-4929-b04b-6ef07a49a379 admin admin] Publish callbacks [] for router_gateway (2046bb3f-0361-4e63-855c-311143d9c766), precommit_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:31:58.658023 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.db_base_plugin_common [None req-04612453-eacd-4069-8984-91d68080ea55 None None] Allocated IP 172.20.0.2 (6d9b7d3e-0715-46d5-b820-5d39496c81b9/730964f7-dec1-4726-8c5c-d252f0c4998e/40cc6b27-bcbe-4c98-9b7f-0493c1cb6cba) {{(pid=103306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 21:31:58.785632 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Device 016d9825-8c5a-49e8-9ac6-0deff387f440 no longer exists at agent hyperv_n-h1-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 26 21:31:58.786732 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ea8acd-09c6-4ab0-8bcd-21ea6cf868be req-d6353d99-2741-43c7-af1e-db21fc6bc060 tempest-ServerDiskConfigTestJSON-1504097755 tempest-ServerDiskConfigTestJSON-1504097755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:31:58.796030 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-04ea8acd-09c6-4ab0-8bcd-21ea6cf868be req-d6353d99-2741-43c7-af1e-db21fc6bc060 tempest-ServerDiskConfigTestJSON-1504097755 tempest-ServerDiskConfigTestJSON-1504097755-project] 10.222.0.13 "GET /v2.0/ports?device_id=c0db21ee-9c98-4520-80b9-81f34f2f6234 HTTP/1.1" status: 200 len: 946 time: 0.0608177 Jan 26 21:31:58.863267 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-de8cd960-3831-4929-b04b-6ef07a49a379 admin admin] Publish callbacks [] for router_gateway (2046bb3f-0361-4e63-855c-311143d9c766), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:31:58.864731 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-04ea8acd-09c6-4ab0-8bcd-21ea6cf868be req-65e66d8a-1786-4a0d-a608-ed89ef4d7ba7 tempest-ServerDiskConfigTestJSON-1504097755 tempest-ServerDiskConfigTestJSON-1504097755-project] 10.222.0.13 "GET /v2.0/security-groups?id=783fb386-6fd2-4948-95d6-8177a10ccbe5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677490 Jan 26 21:31:58.880266 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-04612453-eacd-4069-8984-91d68080ea55 None None] Publish callbacks [] for port (40cc6b27-bcbe-4c98-9b7f-0493c1cb6cba), precommit_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:31:58.885234 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-de8cd960-3831-4929-b04b-6ef07a49a379 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:31:58.892466 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-04612453-eacd-4069-8984-91d68080ea55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746560234527'] for port (40cc6b27-bcbe-4c98-9b7f-0493c1cb6cba), after_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:31:58.961880 n-d-760453-5 neutron-server[103306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04612453-eacd-4069-8984-91d68080ea55 None None] Network 6d9b7d3e-0715-46d5-b820-5d39496c81b9 is already hosted by enough agents. {{(pid=103306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 21:31:58.968933 n-d-760453-5 neutron-server[103306]: DEBUG neutron.scheduler.base_scheduler [None req-04612453-eacd-4069-8984-91d68080ea55 None None] Resources bound (agent type, host, resource id): {{(pid=103306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:31:58.972082 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04612453-eacd-4069-8984-91d68080ea55 None None] Received port after_create {{(pid=103306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 21:31:58.981337 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Current status of the port 016d9825-8c5a-49e8-9ac6-0deff387f440 is: ACTIVE; New status is: DOWN {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:31:58.981971 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (016d9825-8c5a-49e8-9ac6-0deff387f440), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:31:58.984311 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04612453-eacd-4069-8984-91d68080ea55 None None] Pushing event updated for resources: {'Port': ['ID=40cc6b27-bcbe-4c98-9b7f-0493c1cb6cba,revision_number=1']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:31:58.991605 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.db_base_plugin_common [None req-de8cd960-3831-4929-b04b-6ef07a49a379 admin admin] Allocated IP 172.25.1.48 (4140a1f1-c93a-4bea-83a0-68953a54f299/e48251a1-e30d-4820-8396-00c6f6aeb601/322d9fd2-e922-4f39-839f-ee71ede99e74) {{(pid=103305) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 21:31:59.032614 n-d-760453-5 neutron-server[103306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0db21ee-9c98-4520-80b9-81f34f2f6234', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '016d9825-8c5a-49e8-9ac6-0deff387f440'}] {{(pid=103306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 21:31:59.034927 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9d5d370febab655511bdd2ffe887e43e442d144a440368702bcc1e93af00b97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1007ac82-ff5e-49c0-8293-95fc08771789" -d '{"events": [{"server_uuid": "c0db21ee-9c98-4520-80b9-81f34f2f6234", "name": "network-vif-unplugged", "status": "completed", "tag": "016d9825-8c5a-49e8-9ac6-0deff387f440"}]}' {{(pid=103306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 21:31:59.052656 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] For port 016d9825-8c5a-49e8-9ac6-0deff387f440, host n-h1-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-5',level=0,port_id=016d9825-8c5a-49e8-9ac6-0deff387f440,segment=NetworkSegment(6c664910-f626-469d-b488-30e875c9a116),segment_id=6c664910-f626-469d-b488-30e875c9a116)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:31:59.072880 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (016d9825-8c5a-49e8-9ac6-0deff387f440), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:31:59.101219 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 26 Jan 2022 21:31:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6213708a-f8e8-4c85-975f-30377fd9b5a9 x-openstack-request-id: req-6213708a-f8e8-4c85-975f-30377fd9b5a9 {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 21:31:59.101575 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0db21ee-9c98-4520-80b9-81f34f2f6234", "name": "network-vif-unplugged", "status": "completed", "tag": "016d9825-8c5a-49e8-9ac6-0deff387f440", "code": 200}]} {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 21:31:59.101787 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-6213708a-f8e8-4c85-975f-30377fd9b5a9 {{(pid=103306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 21:31:59.102182 n-d-760453-5 neutron-server[103306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0db21ee-9c98-4520-80b9-81f34f2f6234', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '016d9825-8c5a-49e8-9ac6-0deff387f440', 'code': 200} Jan 26 21:31:59.117955 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-04612453-eacd-4069-8984-91d68080ea55 None None] Attempting to bind port 40cc6b27-bcbe-4c98-9b7f-0493c1cb6cba on host n-d-760453-5 for vnic_type normal with profile {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 21:31:59.118333 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-04612453-eacd-4069-8984-91d68080ea55 None None] Attempting to bind port 40cc6b27-bcbe-4c98-9b7f-0493c1cb6cba by drivers openvswitch,hyperv on host n-d-760453-5 at level 0 using segments [{'id': '1ba56267-3acc-4462-9582-574f765f394e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '6d9b7d3e-0715-46d5-b820-5d39496c81b9'}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 26 21:31:59.118701 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04612453-eacd-4069-8984-91d68080ea55 None None] Attempting to bind port 40cc6b27-bcbe-4c98-9b7f-0493c1cb6cba on network 6d9b7d3e-0715-46d5-b820-5d39496c81b9 {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 21:31:59.119710 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-de8cd960-3831-4929-b04b-6ef07a49a379 admin admin] Publish callbacks [] for port (322d9fd2-e922-4f39-839f-ee71ede99e74), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:31:59.133119 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04612453-eacd-4069-8984-91d68080ea55 None None] Checking agent: {'id': 'fea0591a-627d-4c87-9a9a-01625ddf3277', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760453-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 20, 55, 25), 'started_at': datetime.datetime(2022, 1, 26, 20, 55, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 21, 31, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760453-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 26 21:31:59.133536 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04612453-eacd-4069-8984-91d68080ea55 None None] Checking segment: {'id': '1ba56267-3acc-4462-9582-574f765f394e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '6d9b7d3e-0715-46d5-b820-5d39496c81b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 21:31:59.133939 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-04612453-eacd-4069-8984-91d68080ea55 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:31:59.134338 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04612453-eacd-4069-8984-91d68080ea55 None None] Bound using segment: {'id': '1ba56267-3acc-4462-9582-574f765f394e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '6d9b7d3e-0715-46d5-b820-5d39496c81b9'} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 26 21:31:59.134808 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-04612453-eacd-4069-8984-91d68080ea55 None None] Bound port: 40cc6b27-bcbe-4c98-9b7f-0493c1cb6cba, host: n-d-760453-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ba56267-3acc-4462-9582-574f765f394e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '6d9b7d3e-0715-46d5-b820-5d39496c81b9'}}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 26 21:31:59.135192 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-04612453-eacd-4069-8984-91d68080ea55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (40cc6b27-bcbe-4c98-9b7f-0493c1cb6cba), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:31:59.156431 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Pushing event updated for resources: {'Port': ['ID=016d9825-8c5a-49e8-9ac6-0deff387f440,revision_number=6']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:31:59.158235 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-de8cd960-3831-4929-b04b-6ef07a49a379 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746560234527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11791543'] for port (322d9fd2-e922-4f39-839f-ee71ede99e74), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:31:59.202525 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de8cd960-3831-4929-b04b-6ef07a49a379 admin admin] Network 4140a1f1-c93a-4bea-83a0-68953a54f299 is already hosted by enough agents. {{(pid=103305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 21:31:59.206033 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [None req-de8cd960-3831-4929-b04b-6ef07a49a379 admin admin] Resources bound (agent type, host, resource id): {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:31:59.208836 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de8cd960-3831-4929-b04b-6ef07a49a379 admin admin] Received port after_create {{(pid=103305) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 21:31:59.225176 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-04612453-eacd-4069-8984-91d68080ea55 None None] For port 40cc6b27-bcbe-4c98-9b7f-0493c1cb6cba, host n-d-760453-5, cleared binding levels {{(pid=103306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 26 21:31:59.228333 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-04612453-eacd-4069-8984-91d68080ea55 None None] For port 40cc6b27-bcbe-4c98-9b7f-0493c1cb6cba, host n-d-760453-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=40cc6b27-bcbe-4c98-9b7f-0493c1cb6cba,segment=NetworkSegment(1ba56267-3acc-4462-9582-574f765f394e),segment_id=1ba56267-3acc-4462-9582-574f765f394e)] {{(pid=103306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 26 21:31:59.232213 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-04612453-eacd-4069-8984-91d68080ea55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (40cc6b27-bcbe-4c98-9b7f-0493c1cb6cba), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:31:59.238926 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8cd960-3831-4929-b04b-6ef07a49a379 admin admin] Pushing event updated for resources: {'Port': ['ID=322d9fd2-e922-4f39-839f-ee71ede99e74,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:31:59.315479 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04612453-eacd-4069-8984-91d68080ea55 None None] Pushing event updated for resources: {'Port': ['ID=40cc6b27-bcbe-4c98-9b7f-0493c1cb6cba,revision_number=2']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:31:59.883690 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device 40cc6b27-bcbe-4c98-9b7f-0493c1cb6cba up at agent ovs-agent-n-d-760453-5 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 21:31:59.977593 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Provisioning complete for port 40cc6b27-bcbe-4c98-9b7f-0493c1cb6cba triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:31:59.978203 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (40cc6b27-bcbe-4c98-9b7f-0493c1cb6cba), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:32:00.000040 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-de8cd960-3831-4929-b04b-6ef07a49a379 admin admin] Publish callbacks [] for router_gateway (2046bb3f-0361-4e63-855c-311143d9c766), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:32:00.054987 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b544c328-ed1a-411e-8fc8-68fff13925c2 req-d9816017-75ac-4d53-a403-1431536d98de tempest-ServerDiskConfigTestJSON-1504097755 tempest-ServerDiskConfigTestJSON-1504097755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:32:00.067116 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-b544c328-ed1a-411e-8fc8-68fff13925c2 req-d9816017-75ac-4d53-a403-1431536d98de tempest-ServerDiskConfigTestJSON-1504097755 tempest-ServerDiskConfigTestJSON-1504097755-project] 10.222.0.13 "GET /v2.0/ports?device_id=c0db21ee-9c98-4520-80b9-81f34f2f6234 HTTP/1.1" status: 200 len: 944 time: 0.1027610 Jan 26 21:32:00.100256 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Current status of the port 40cc6b27-bcbe-4c98-9b7f-0493c1cb6cba is: DOWN; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:32:00.100657 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (40cc6b27-bcbe-4c98-9b7f-0493c1cb6cba), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:32:00.158617 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] For port 40cc6b27-bcbe-4c98-9b7f-0493c1cb6cba, host n-d-760453-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=40cc6b27-bcbe-4c98-9b7f-0493c1cb6cba,segment=NetworkSegment(1ba56267-3acc-4462-9582-574f765f394e),segment_id=1ba56267-3acc-4462-9582-574f765f394e)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:32:00.166828 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (40cc6b27-bcbe-4c98-9b7f-0493c1cb6cba), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:32:00.178745 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-b544c328-ed1a-411e-8fc8-68fff13925c2 req-0c9dbc32-d5a5-4073-ad5f-9d31bcb1d5aa tempest-ServerDiskConfigTestJSON-1504097755 tempest-ServerDiskConfigTestJSON-1504097755-project] 10.222.0.13 "GET /v2.0/security-groups?id=783fb386-6fd2-4948-95d6-8177a10ccbe5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106515 Jan 26 21:32:00.264066 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-de8cd960-3831-4929-b04b-6ef07a49a379 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4105757', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4111263'] for router (2046bb3f-0361-4e63-855c-311143d9c766), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:32:00.443046 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Pushing event updated for resources: {'Port': ['ID=40cc6b27-bcbe-4c98-9b7f-0493c1cb6cba,revision_number=3']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:32:00.456575 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de8cd960-3831-4929-b04b-6ef07a49a379 admin admin] Router 2046bb3f-0361-4e63-855c-311143d9c766 is scheduled to L3 agent 09df100c-3af1-4b0a-bda8-05914c71c458 with binding_index 1 {{(pid=103305) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 26 21:32:00.632670 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de8cd960-3831-4929-b04b-6ef07a49a379 admin admin] Notify agent at l3_agent.n-d-760453-5 the message routers_updated {{(pid=103305) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 26 21:32:00.644616 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-853334e9-06f2-49dd-b269-b5c13bd9348a None None] Sync routers for ids ['2046bb3f-0361-4e63-855c-311143d9c766'] in n-d-760453-5 {{(pid=103306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 26 21:32:00.657017 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-de8cd960-3831-4929-b04b-6ef07a49a379 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:32:00.658384 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-853334e9-06f2-49dd-b269-b5c13bd9348a None None] Routers {'2046bb3f-0361-4e63-855c-311143d9c766'} bound to L3 agent in host n-d-760453-5 {{(pid=103306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 21:32:00.659109 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-853334e9-06f2-49dd-b269-b5c13bd9348a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-26T20:55:21Z,description=,heartbeat_timestamp=2022-01-26T21:31:51Z,host='n-d-760453-5',id=09df100c-3af1-4b0a-bda8-05914c71c458,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:55:21Z,topic='l3_agent')) {'router_ids': ['2046bb3f-0361-4e63-855c-311143d9c766'], 'active': True} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:32:00.661801 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 53392) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:32:00.663346 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-de8cd960-3831-4929-b04b-6ef07a49a379 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 2.2885900 Jan 26 21:32:00.797516 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Device 016d9825-8c5a-49e8-9ac6-0deff387f440 details requested by agent hyperv_n-h1-760453-5 with host n-h1-760453-5 {{(pid=103306) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 26 21:32:00.855479 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvr_db [None req-853334e9-06f2-49dd-b269-b5c13bd9348a None None] Set router 2046bb3f-0361-4e63-855c-311143d9c766 gateway port host: n-d-760453-5 {{(pid=103306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 21:32:00.944550 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.db.resource_extend [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 26 21:32:00.946479 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5c9579b-4fec-45db-ade7-3baef30ea8ba None None] Network 6d9b7d3e-0715-46d5-b820-5d39496c81b9 requested from n-d-760453-5 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 26 21:32:01.094923 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 53398) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:32:01.119010 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-bc67a8a7-6dea-470c-97af-695d0a44d207 None None] Provisioning complete for port 40cc6b27-bcbe-4c98-9b7f-0493c1cb6cba triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:32:01.120018 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-bc67a8a7-6dea-470c-97af-695d0a44d207 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (40cc6b27-bcbe-4c98-9b7f-0493c1cb6cba), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:32:01.196333 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-db65a49d-043e-4678-93f0-3abe82e84434 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:32:01.228048 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-65020dc7-c0e7-4d96-972e-ada41e3e0de3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:32:01.293644 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] For port 016d9825-8c5a-49e8-9ac6-0deff387f440, host n-h1-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-5',level=0,port_id=016d9825-8c5a-49e8-9ac6-0deff387f440,segment=NetworkSegment(6c664910-f626-469d-b488-30e875c9a116),segment_id=6c664910-f626-469d-b488-30e875c9a116)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:32:01.325973 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-65020dc7-c0e7-4d96-972e-ada41e3e0de3 admin admin] Publish callbacks [] for security_group (3bd32d9b-824a-487e-aef0-f841520fbc85), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:32:01.332587 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-65020dc7-c0e7-4d96-972e-ada41e3e0de3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (3bd32d9b-824a-487e-aef0-f841520fbc85), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:32:01.350105 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-bc67a8a7-6dea-470c-97af-695d0a44d207 None None] Current status of the port 40cc6b27-bcbe-4c98-9b7f-0493c1cb6cba is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:32:01.357093 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Returning: {'device': '016d9825-8c5a-49e8-9ac6-0deff387f440', 'network_id': '74c2db30-fc56-4028-b6bc-1e1adb646f05', 'port_id': '016d9825-8c5a-49e8-9ac6-0deff387f440', 'mac_address': 'fa:16:3e:ca:e8:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 565, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '68ece1fe-1f7d-4329-a57d-2ad69881b241', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103306) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 26 21:32:01.392487 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-65020dc7-c0e7-4d96-972e-ada41e3e0de3 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=74a2145003bc42d5b40ce1b44043f862&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2947423 Jan 26 21:32:01.408370 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 53404) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:32:01.421235 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Current status of the port 016d9825-8c5a-49e8-9ac6-0deff387f440 is: DOWN; New status is: BUILD {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:32:01.421675 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (016d9825-8c5a-49e8-9ac6-0deff387f440), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:32:01.430234 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65020dc7-c0e7-4d96-972e-ada41e3e0de3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3bd32d9b-824a-487e-aef0-f841520fbc85,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:32:01.458511 n-d-760453-5 neutron-server[103306]: DEBUG neutron.notifiers.nova [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 016d9825-8c5a-49e8-9ac6-0deff387f440 {{(pid=103306) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 26 21:32:01.503943 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-853334e9-06f2-49dd-b269-b5c13bd9348a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2046bb3f-0361-4e63-855c-311143d9c766', 'name': 'tempest-TestServerBasicOps-592179133-router', 'tenant_id': 'bc791b2498e743288f8934f7fd6c9e02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'external_fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.48'}], 'enable_snat': True}, 'gw_port_id': '322d9fd2-e922-4f39-839f-ee71ede99e74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T21:31:58Z', 'updated_at': '2022-01-26T21:31:59Z', 'revision_number': 3, 'project_id': 'bc791b2498e743288f8934f7fd6c9e02', 'gw_port': {'id': '322d9fd2-e922-4f39-839f-ee71ede99e74', 'name': '', 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:f4:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2046bb3f-0361-4e63-855c-311143d9c766', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2731, 'fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:31:58Z', 'updated_at': '2022-01-26T21:31:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-5'}], 'n-d-760453-5', False) {} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:32:01.510417 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] For port 016d9825-8c5a-49e8-9ac6-0deff387f440, host n-h1-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-5',level=0,port_id=016d9825-8c5a-49e8-9ac6-0deff387f440,segment=NetworkSegment(6c664910-f626-469d-b488-30e875c9a116),segment_id=6c664910-f626-469d-b488-30e875c9a116)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:32:01.547571 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-853334e9-06f2-49dd-b269-b5c13bd9348a None None] Checking router: 2046bb3f-0361-4e63-855c-311143d9c766 for host: n-d-760453-5 {{(pid=103306) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 26 21:32:01.547928 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-853334e9-06f2-49dd-b269-b5c13bd9348a None None] Updating router 2046bb3f-0361-4e63-855c-311143d9c766 port 322d9fd2-e922-4f39-839f-ee71ede99e74 binding host n-d-760453-5 {{(pid=103306) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 26 21:32:01.550837 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (016d9825-8c5a-49e8-9ac6-0deff387f440), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:32:01.574360 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-03816366-c7b1-4adb-b4b5-1569ce4c6c2e admin admin] Publish callbacks [] for security_group (3bd32d9b-824a-487e-aef0-f841520fbc85), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:32:01.625253 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-03816366-c7b1-4adb-b4b5-1569ce4c6c2e admin admin] Publish callbacks [] for security_group (3bd32d9b-824a-487e-aef0-f841520fbc85), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:32:01.630347 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-853334e9-06f2-49dd-b269-b5c13bd9348a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (322d9fd2-e922-4f39-839f-ee71ede99e74), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:32:01.781648 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-03816366-c7b1-4adb-b4b5-1569ce4c6c2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (3bd32d9b-824a-487e-aef0-f841520fbc85), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:32:01.785483 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-03816366-c7b1-4adb-b4b5-1569ce4c6c2e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:32:01.788870 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-03816366-c7b1-4adb-b4b5-1569ce4c6c2e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/3bd32d9b-824a-487e-aef0-f841520fbc85 HTTP/1.1" status: 204 len: 168 time: 0.3764079 Jan 26 21:32:01.828806 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03816366-c7b1-4adb-b4b5-1569ce4c6c2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bd32d9b-824a-487e-aef0-f841520fbc85,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:32:01.955252 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device 40cc6b27-bcbe-4c98-9b7f-0493c1cb6cba up at agent ovs-agent-n-d-760453-5 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 21:32:01.973157 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Pushing event updated for resources: {'Port': ['ID=016d9825-8c5a-49e8-9ac6-0deff387f440,revision_number=7']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:32:02.028446 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d79be4-229c-477b-8219-cd45493e747f req-2a81218d-d52b-4572-8ac1-fed081e2bc2e tempest-ServerDiskConfigTestJSON-1504097755 tempest-ServerDiskConfigTestJSON-1504097755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:32:02.033552 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-689cd92c-7c3b-4d53-8b4c-2d8db12d43ea None None] Provisioning complete for port 40cc6b27-bcbe-4c98-9b7f-0493c1cb6cba triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:32:02.033928 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-689cd92c-7c3b-4d53-8b4c-2d8db12d43ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (40cc6b27-bcbe-4c98-9b7f-0493c1cb6cba), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:32:02.037202 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-53d79be4-229c-477b-8219-cd45493e747f req-2a81218d-d52b-4572-8ac1-fed081e2bc2e tempest-ServerDiskConfigTestJSON-1504097755 tempest-ServerDiskConfigTestJSON-1504097755-project] 10.222.0.13 "GET /v2.0/ports?device_id=c0db21ee-9c98-4520-80b9-81f34f2f6234 HTTP/1.1" status: 200 len: 944 time: 0.7441730 Jan 26 21:32:02.101656 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.db_base_plugin_common [None req-db65a49d-043e-4678-93f0-3abe82e84434 admin admin] Allocated IP 172.20.0.1 (6d9b7d3e-0715-46d5-b820-5d39496c81b9/730964f7-dec1-4726-8c5c-d252f0c4998e/affdc313-19eb-4380-909a-333d41eb6066) {{(pid=103304) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 21:32:02.131348 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] get_ports_and_sgs() called for port_ids ['016d9825-8c5a-49e8-9ac6-0deff387f440'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 26 21:32:02.138431 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-53d79be4-229c-477b-8219-cd45493e747f req-c768fd59-562b-4778-9c34-a4d3b4313be6 tempest-ServerDiskConfigTestJSON-1504097755 tempest-ServerDiskConfigTestJSON-1504097755-project] 10.222.0.13 "GET /v2.0/security-groups?id=783fb386-6fd2-4948-95d6-8177a10ccbe5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975618 Jan 26 21:32:02.186347 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 53416) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:32:02.189855 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Provisioning complete for port 40cc6b27-bcbe-4c98-9b7f-0493c1cb6cba triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:32:02.190228 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (40cc6b27-bcbe-4c98-9b7f-0493c1cb6cba), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:32:02.213911 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-eac75058-90d5-4706-a506-ceff6fa1c9b9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:32:02.260554 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-db65a49d-043e-4678-93f0-3abe82e84434 admin admin] Publish callbacks [] for port (affdc313-19eb-4380-909a-333d41eb6066), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:32:02.304992 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-689cd92c-7c3b-4d53-8b4c-2d8db12d43ea None None] Current status of the port 40cc6b27-bcbe-4c98-9b7f-0493c1cb6cba is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:32:02.344707 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-db65a49d-043e-4678-93f0-3abe82e84434 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746560234527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9281553'] for port (affdc313-19eb-4380-909a-333d41eb6066), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:32:02.399496 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db65a49d-043e-4678-93f0-3abe82e84434 admin admin] Network 6d9b7d3e-0715-46d5-b820-5d39496c81b9 is already hosted by enough agents. {{(pid=103304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 21:32:02.403866 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [None req-db65a49d-043e-4678-93f0-3abe82e84434 admin admin] Resources bound (agent type, host, resource id): {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:32:02.414410 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db65a49d-043e-4678-93f0-3abe82e84434 admin admin] Received port after_create {{(pid=103304) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 21:32:02.417352 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db65a49d-043e-4678-93f0-3abe82e84434 admin admin] Pushing event updated for resources: {'Port': ['ID=affdc313-19eb-4380-909a-333d41eb6066,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:32:02.446146 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-eac75058-90d5-4706-a506-ceff6fa1c9b9 admin admin] Publish callbacks [] for security_group (c1258cf6-fbfa-47a5-a963-d52d06e3a433), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:32:02.456550 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-eac75058-90d5-4706-a506-ceff6fa1c9b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (c1258cf6-fbfa-47a5-a963-d52d06e3a433), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:32:02.464218 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-db65a49d-043e-4678-93f0-3abe82e84434 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4111050'] for router_interface (2046bb3f-0361-4e63-855c-311143d9c766), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:32:02.497257 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-eac75058-90d5-4706-a506-ceff6fa1c9b9 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=9a92f4dfebea4bb58db79ca45c0537f5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3080647 Jan 26 21:32:02.519844 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac75058-90d5-4706-a506-ceff6fa1c9b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1258cf6-fbfa-47a5-a963-d52d06e3a433,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:32:02.522556 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 53418) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:32:02.570546 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-853334e9-06f2-49dd-b269-b5c13bd9348a None None] Publish callbacks [] for port (322d9fd2-e922-4f39-839f-ee71ede99e74), precommit_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:32:02.611186 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-853334e9-06f2-49dd-b269-b5c13bd9348a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (322d9fd2-e922-4f39-839f-ee71ede99e74), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:32:02.615658 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-b767762d-0e1c-4622-8226-8d5ad9dfd603 admin admin] Publish callbacks [] for security_group (c1258cf6-fbfa-47a5-a963-d52d06e3a433), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:32:02.620792 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Current status of the port 40cc6b27-bcbe-4c98-9b7f-0493c1cb6cba is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:32:02.648057 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-b767762d-0e1c-4622-8226-8d5ad9dfd603 admin admin] Publish callbacks [] for security_group (c1258cf6-fbfa-47a5-a963-d52d06e3a433), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:32:02.703567 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-db65a49d-043e-4678-93f0-3abe82e84434 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (affdc313-19eb-4380-909a-333d41eb6066), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:32:02.730482 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-b767762d-0e1c-4622-8226-8d5ad9dfd603 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (c1258cf6-fbfa-47a5-a963-d52d06e3a433), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:32:02.735143 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-b767762d-0e1c-4622-8226-8d5ad9dfd603 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:32:02.747148 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-b767762d-0e1c-4622-8226-8d5ad9dfd603 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/c1258cf6-fbfa-47a5-a963-d52d06e3a433 HTTP/1.1" status: 204 len: 168 time: 0.2128332 Jan 26 21:32:02.756188 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-853334e9-06f2-49dd-b269-b5c13bd9348a None None] Attempting to bind port 322d9fd2-e922-4f39-839f-ee71ede99e74 on host n-d-760453-5 for vnic_type normal with profile {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 21:32:02.756569 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-853334e9-06f2-49dd-b269-b5c13bd9348a None None] Attempting to bind port 322d9fd2-e922-4f39-839f-ee71ede99e74 by drivers openvswitch,hyperv on host n-d-760453-5 at level 0 using segments [{'id': 'e17cb353-418f-48b9-b982-21a6233ee99b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299'}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 26 21:32:02.756932 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-853334e9-06f2-49dd-b269-b5c13bd9348a None None] Attempting to bind port 322d9fd2-e922-4f39-839f-ee71ede99e74 on network 4140a1f1-c93a-4bea-83a0-68953a54f299 {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 21:32:02.757497 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b767762d-0e1c-4622-8226-8d5ad9dfd603 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1258cf6-fbfa-47a5-a963-d52d06e3a433,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:32:02.795551 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-853334e9-06f2-49dd-b269-b5c13bd9348a None None] Checking agent: {'id': 'fea0591a-627d-4c87-9a9a-01625ddf3277', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760453-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 20, 55, 25), 'started_at': datetime.datetime(2022, 1, 26, 20, 55, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 21, 31, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760453-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 26 21:32:02.796065 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-853334e9-06f2-49dd-b269-b5c13bd9348a None None] Checking segment: {'id': 'e17cb353-418f-48b9-b982-21a6233ee99b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 21:32:02.796476 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-853334e9-06f2-49dd-b269-b5c13bd9348a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:32:02.796872 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-853334e9-06f2-49dd-b269-b5c13bd9348a None None] Bound using segment: {'id': 'e17cb353-418f-48b9-b982-21a6233ee99b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299'} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 26 21:32:02.797373 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-853334e9-06f2-49dd-b269-b5c13bd9348a None None] Bound port: 322d9fd2-e922-4f39-839f-ee71ede99e74, host: n-d-760453-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e17cb353-418f-48b9-b982-21a6233ee99b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299'}}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 26 21:32:02.797757 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-853334e9-06f2-49dd-b269-b5c13bd9348a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (322d9fd2-e922-4f39-839f-ee71ede99e74), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:32:02.829246 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95797a6-8a92-4fb8-92e1-3450f98d7ed8 None None] Pushing event updated for resources: {'Port': ['ID=322d9fd2-e922-4f39-839f-ee71ede99e74,revision_number=2']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:32:02.912995 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-52591082-b70d-4871-adc7-72bb08f0a5e8 None None] Provisioning complete for port affdc313-19eb-4380-909a-333d41eb6066 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:32:02.913468 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-52591082-b70d-4871-adc7-72bb08f0a5e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (affdc313-19eb-4380-909a-333d41eb6066), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:32:02.947198 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-853334e9-06f2-49dd-b269-b5c13bd9348a None None] For port 322d9fd2-e922-4f39-839f-ee71ede99e74, host n-d-760453-5, cleared binding levels {{(pid=103306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 26 21:32:02.957472 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-db65a49d-043e-4678-93f0-3abe82e84434 admin admin] Publish callbacks [] for port (affdc313-19eb-4380-909a-333d41eb6066), precommit_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:32:02.966869 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-db65a49d-043e-4678-93f0-3abe82e84434 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9281542'] for port (affdc313-19eb-4380-909a-333d41eb6066), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:32:02.967978 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-853334e9-06f2-49dd-b269-b5c13bd9348a None None] For port 322d9fd2-e922-4f39-839f-ee71ede99e74, host n-d-760453-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=322d9fd2-e922-4f39-839f-ee71ede99e74,segment=NetworkSegment(e17cb353-418f-48b9-b982-21a6233ee99b),segment_id=e17cb353-418f-48b9-b982-21a6233ee99b)] {{(pid=103306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 26 21:32:02.969425 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-52591082-b70d-4871-adc7-72bb08f0a5e8 None None] Port affdc313-19eb-4380-909a-333d41eb6066 cannot update to ACTIVE because it is not bound. {{(pid=103306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 26 21:32:02.975985 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-853334e9-06f2-49dd-b269-b5c13bd9348a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (322d9fd2-e922-4f39-839f-ee71ede99e74), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:32:03.034272 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-853334e9-06f2-49dd-b269-b5c13bd9348a None None] Routers {'2046bb3f-0361-4e63-855c-311143d9c766'} bound to L3 agent in host n-d-760453-5 {{(pid=103306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 21:32:03.034908 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-853334e9-06f2-49dd-b269-b5c13bd9348a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-26T20:55:21Z,description=,heartbeat_timestamp=2022-01-26T21:31:51Z,host='n-d-760453-5',id=09df100c-3af1-4b0a-bda8-05914c71c458,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:55:21Z,topic='l3_agent')) {'router_ids': ['2046bb3f-0361-4e63-855c-311143d9c766'], 'active': True} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:32:03.040148 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db65a49d-043e-4678-93f0-3abe82e84434 admin admin] Pushing event updated for resources: {'Port': ['ID=affdc313-19eb-4380-909a-333d41eb6066,revision_number=2']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:32:03.046287 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-db65a49d-043e-4678-93f0-3abe82e84434 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3709457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4110682'] for router_interface (2046bb3f-0361-4e63-855c-311143d9c766), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:32:03.146328 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db65a49d-043e-4678-93f0-3abe82e84434 admin admin] Network 6d9b7d3e-0715-46d5-b820-5d39496c81b9 is already hosted by enough agents. {{(pid=103304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 21:32:03.147914 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [None req-db65a49d-043e-4678-93f0-3abe82e84434 admin admin] Resources bound (agent type, host, resource id): {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:32:03.271562 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95797a6-8a92-4fb8-92e1-3450f98d7ed8 None None] Pushing event updated for resources: {'Port': ['ID=322d9fd2-e922-4f39-839f-ee71ede99e74,revision_number=3']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:32:03.345047 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db65a49d-043e-4678-93f0-3abe82e84434 admin admin] Router 2046bb3f-0361-4e63-855c-311143d9c766 has already been hosted by L3 agent 09df100c-3af1-4b0a-bda8-05914c71c458 {{(pid=103304) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 26 21:32:03.361872 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvr_db [None req-853334e9-06f2-49dd-b269-b5c13bd9348a None None] Set router 2046bb3f-0361-4e63-855c-311143d9c766 gateway port host: n-d-760453-5 {{(pid=103306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 21:32:03.418430 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813141f8-2599-4a49-9baa-7e31da3c5e2b req-e4035220-0252-40ab-8ec9-2566eb3c4ab3 tempest-ServerDiskConfigTestJSON-1504097755 tempest-ServerDiskConfigTestJSON-1504097755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:32:03.419999 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-813141f8-2599-4a49-9baa-7e31da3c5e2b req-e4035220-0252-40ab-8ec9-2566eb3c4ab3 tempest-ServerDiskConfigTestJSON-1504097755 tempest-ServerDiskConfigTestJSON-1504097755-project] 10.222.0.13 "GET /v2.0/ports?device_id=c0db21ee-9c98-4520-80b9-81f34f2f6234 HTTP/1.1" status: 200 len: 945 time: 0.1582644 Jan 26 21:32:03.524574 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-813141f8-2599-4a49-9baa-7e31da3c5e2b req-ba7bdc86-ba17-41cd-a8e2-950c30cc3072 tempest-ServerDiskConfigTestJSON-1504097755 tempest-ServerDiskConfigTestJSON-1504097755-project] 10.222.0.13 "GET /v2.0/security-groups?id=783fb386-6fd2-4948-95d6-8177a10ccbe5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971291 Jan 26 21:32:03.527330 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db65a49d-043e-4678-93f0-3abe82e84434 admin admin] Notify agent at l3_agent.n-d-760453-5 the message routers_updated {{(pid=103304) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 26 21:32:03.534126 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-db65a49d-043e-4678-93f0-3abe82e84434 admin admin] 10.222.0.13 "PUT /v2.0/routers/2046bb3f-0361-4e63-855c-311143d9c766/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8709483 Jan 26 21:32:03.540302 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-3d148dca-9369-41d7-a0dd-0ed13ab676bf None None] Provisioning complete for port affdc313-19eb-4380-909a-333d41eb6066 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:32:03.540676 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-3d148dca-9369-41d7-a0dd-0ed13ab676bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (affdc313-19eb-4380-909a-333d41eb6066), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:32:03.622111 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-3d148dca-9369-41d7-a0dd-0ed13ab676bf None None] Port affdc313-19eb-4380-909a-333d41eb6066 cannot update to ACTIVE because it is not bound. {{(pid=103306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 26 21:32:03.662183 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-853334e9-06f2-49dd-b269-b5c13bd9348a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2046bb3f-0361-4e63-855c-311143d9c766', 'name': 'tempest-TestServerBasicOps-592179133-router', 'tenant_id': 'bc791b2498e743288f8934f7fd6c9e02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'external_fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.48'}], 'enable_snat': True}, 'gw_port_id': '322d9fd2-e922-4f39-839f-ee71ede99e74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T21:31:58Z', 'updated_at': '2022-01-26T21:32:02Z', 'revision_number': 4, 'project_id': 'bc791b2498e743288f8934f7fd6c9e02', 'gw_port': {'id': '322d9fd2-e922-4f39-839f-ee71ede99e74', 'name': '', 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:f4:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2046bb3f-0361-4e63-855c-311143d9c766', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2731, 'fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:31:58Z', 'updated_at': '2022-01-26T21:32:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-5', '_interfaces': [{'id': 'affdc313-19eb-4380-909a-333d41eb6066', 'name': '', 'network_id': '6d9b7d3e-0715-46d5-b820-5d39496c81b9', 'tenant_id': 'bc791b2498e743288f8934f7fd6c9e02', 'mac_address': 'fa:16:3e:63:8a:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2046bb3f-0361-4e63-855c-311143d9c766', 'device_owner': 'network:router_interface', 'standard_attr_id': 2732, 'fixed_ips': [{'subnet_id': '730964f7-dec1-4726-8c5c-d252f0c4998e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:32:01Z', 'updated_at': '2022-01-26T21:32:02Z', 'revision_number': 2, 'project_id': 'bc791b2498e743288f8934f7fd6c9e02', 'subnets': [{'id': '730964f7-dec1-4726-8c5c-d252f0c4998e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760453-5', False) {} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:32:03.712124 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-853334e9-06f2-49dd-b269-b5c13bd9348a None None] The sync data for ids ['2046bb3f-0361-4e63-855c-311143d9c766'] in n-d-760453-5 is: [{'id': '2046bb3f-0361-4e63-855c-311143d9c766', 'name': 'tempest-TestServerBasicOps-592179133-router', 'tenant_id': 'bc791b2498e743288f8934f7fd6c9e02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'external_fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.48'}], 'enable_snat': True}, 'gw_port_id': '322d9fd2-e922-4f39-839f-ee71ede99e74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T21:31:58Z', 'updated_at': '2022-01-26T21:32:02Z', 'revision_number': 4, 'project_id': 'bc791b2498e743288f8934f7fd6c9e02', 'gw_port': {'id': '322d9fd2-e922-4f39-839f-ee71ede99e74', 'name': '', 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:f4:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2046bb3f-0361-4e63-855c-311143d9c766', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2731, 'fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:31:58Z', 'updated_at': '2022-01-26T21:32:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-5', '_interfaces': [{'id': 'affdc313-19eb-4380-909a-333d41eb6066', 'name': '', 'network_id': '6d9b7d3e-0715-46d5-b820-5d39496c81b9', 'tenant_id': 'bc791b2498e743288f8934f7fd6c9e02', 'mac_address': 'fa:16:3e:63:8a:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2046bb3f-0361-4e63-855c-311143d9c766', 'device_owner': 'network:router_interface', 'standard_attr_id': 2732, 'fixed_ips': [{'subnet_id': '730964f7-dec1-4726-8c5c-d252f0c4998e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:32:01Z', 'updated_at': '2022-01-26T21:32:02Z', 'revision_number': 2, 'project_id': 'bc791b2498e743288f8934f7fd6c9e02', 'subnets': [{'id': '730964f7-dec1-4726-8c5c-d252f0c4998e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 26 21:32:04.293672 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 53482) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:32:04.300070 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-def7c2f5-9f06-4ed2-8422-273c7a300adb admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-1168193667-network', 'tenant_id': 'f820637ec49944f0a8684cdb200f9de0'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:32:04.331213 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-def7c2f5-9f06-4ed2-8422-273c7a300adb admin admin] Made reservation on behalf of f820637ec49944f0a8684cdb200f9de0 for: {'network': 1} {{(pid=103305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 21:32:04.334582 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-def7c2f5-9f06-4ed2-8422-273c7a300adb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for network (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:32:04.348263 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-def7c2f5-9f06-4ed2-8422-273c7a300adb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:32:04.446932 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-def7c2f5-9f06-4ed2-8422-273c7a300adb admin admin] Publish callbacks [] for security_group (640e964b-3ed0-4351-b7c4-8930dcdaf7a5), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:32:04.453570 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-def7c2f5-9f06-4ed2-8422-273c7a300adb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (640e964b-3ed0-4351-b7c4-8930dcdaf7a5), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:32:04.479509 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-def7c2f5-9f06-4ed2-8422-273c7a300adb admin admin] vlan segment allocate from pool success with {'vlan_id': 563, 'physical_network': 'physnet1'} {{(pid=103305) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 26 21:32:04.496775 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def7c2f5-9f06-4ed2-8422-273c7a300adb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=640e964b-3ed0-4351-b7c4-8930dcdaf7a5,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:32:04.500318 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-def7c2f5-9f06-4ed2-8422-273c7a300adb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576559'] for segment (7723bfeb-0406-43f5-8da4-438fcee71389), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:32:04.500780 n-d-760453-5 neutron-server[103305]: INFO neutron.db.segments_db [None req-def7c2f5-9f06-4ed2-8422-273c7a300adb admin admin] Added segment 7723bfeb-0406-43f5-8da4-438fcee71389 of type vlan for network 9dd24a2c-5130-4b92-8ea6-7cca69fcc071 Jan 26 21:32:04.551324 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-def7c2f5-9f06-4ed2-8422-273c7a300adb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746560256871'] for network (9dd24a2c-5130-4b92-8ea6-7cca69fcc071), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:32:04.591846 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-def7c2f5-9f06-4ed2-8422-273c7a300adb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503'] for network (9dd24a2c-5130-4b92-8ea6-7cca69fcc071), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:32:04.593853 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-def7c2f5-9f06-4ed2-8422-273c7a300adb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:32:04.595065 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-def7c2f5-9f06-4ed2-8422-273c7a300adb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709645'] for network (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:32:04.730428 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-def7c2f5-9f06-4ed2-8422-273c7a300adb admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4346745 Jan 26 21:32:04.733178 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 53492) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:32:04.752123 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-ba7feb7f-d262-4040-b6ca-a526ee40b9c4 admin admin] Request body: {'subnet': {'network_id': '9dd24a2c-5130-4b92-8ea6-7cca69fcc071', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-1168193667-subnet', 'tenant_id': 'f820637ec49944f0a8684cdb200f9de0', 'ip_version': 4}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:32:04.767935 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def7c2f5-9f06-4ed2-8422-273c7a300adb admin admin] Pushing event updated for resources: {'Network': ['ID=9dd24a2c-5130-4b92-8ea6-7cca69fcc071,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:32:04.783389 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Network 9dd24a2c-5130-4b92-8ea6-7cca69fcc071 details requested by agent ovs-agent-n-d-760453-5 with host n-d-760453-5 {{(pid=103306) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 26 21:32:04.808037 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be0dbe5-2f5e-4b85-80b3-d5368a50b625 req-5059ca4d-2c4c-4c87-92d3-4aeb118a35ec tempest-ServerDiskConfigTestJSON-1504097755 tempest-ServerDiskConfigTestJSON-1504097755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:32:04.809389 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-3be0dbe5-2f5e-4b85-80b3-d5368a50b625 req-5059ca4d-2c4c-4c87-92d3-4aeb118a35ec tempest-ServerDiskConfigTestJSON-1504097755 tempest-ServerDiskConfigTestJSON-1504097755-project] 10.222.0.13 "GET /v2.0/ports?device_id=c0db21ee-9c98-4520-80b9-81f34f2f6234 HTTP/1.1" status: 200 len: 945 time: 0.1523876 Jan 26 21:32:04.810601 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba7feb7f-d262-4040-b6ca-a526ee40b9c4 admin admin] Made reservation on behalf of f820637ec49944f0a8684cdb200f9de0 for: {'subnet': 1} {{(pid=103304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 21:32:04.813518 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-ba7feb7f-d262-4040-b6ca-a526ee40b9c4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12215181'] for subnet (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:32:04.875533 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Device 016d9825-8c5a-49e8-9ac6-0deff387f440 up at agent hyperv_n-h1-760453-5 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 21:32:04.996932 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-3be0dbe5-2f5e-4b85-80b3-d5368a50b625 req-c01d9edc-66d8-493a-b216-a3ba97416c28 tempest-ServerDiskConfigTestJSON-1504097755 tempest-ServerDiskConfigTestJSON-1504097755-project] 10.222.0.13 "GET /v2.0/security-groups?id=783fb386-6fd2-4948-95d6-8177a10ccbe5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1792548 Jan 26 21:32:05.043422 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Provisioning complete for port 016d9825-8c5a-49e8-9ac6-0deff387f440 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:32:05.043809 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (016d9825-8c5a-49e8-9ac6-0deff387f440), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:32:05.166574 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-ba7feb7f-d262-4040-b6ca-a526ee40b9c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9285249', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12215227'] for subnet (4e051f0c-1a12-443a-b9c7-139dae805a78), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:32:05.205023 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Current status of the port 016d9825-8c5a-49e8-9ac6-0deff387f440 is: BUILD; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:32:05.205464 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (016d9825-8c5a-49e8-9ac6-0deff387f440), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:32:05.237115 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7feb7f-d262-4040-b6ca-a526ee40b9c4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4e051f0c-1a12-443a-b9c7-139dae805a78,revision_number=0']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:32:05.238851 n-d-760453-5 neutron-server[103306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0db21ee-9c98-4520-80b9-81f34f2f6234', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '016d9825-8c5a-49e8-9ac6-0deff387f440'}] {{(pid=103306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 21:32:05.247781 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9d5d370febab655511bdd2ffe887e43e442d144a440368702bcc1e93af00b97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c03f197a-89cf-430e-8181-f6ab3971adf0" -d '{"events": [{"server_uuid": "c0db21ee-9c98-4520-80b9-81f34f2f6234", "name": "network-vif-plugged", "status": "completed", "tag": "016d9825-8c5a-49e8-9ac6-0deff387f440"}]}' {{(pid=103306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 21:32:05.256622 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba7feb7f-d262-4040-b6ca-a526ee40b9c4 admin admin] Checking segment: {'id': '7723bfeb-0406-43f5-8da4-438fcee71389', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '9dd24a2c-5130-4b92-8ea6-7cca69fcc071'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103304) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 21:32:05.257201 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba7feb7f-d262-4040-b6ca-a526ee40b9c4 admin admin] Network hostable DHCP agents. Network: 9dd24a2c-5130-4b92-8ea6-7cca69fcc071, hostable agents: ['474ccdf7-ab6c-405b-a3b2-dc7b05829902'], hosted agents: [] {{(pid=103304) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 26 21:32:05.292138 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba7feb7f-d262-4040-b6ca-a526ee40b9c4 admin admin] Network 9dd24a2c-5130-4b92-8ea6-7cca69fcc071 is scheduled to be hosted by DHCP agent 474ccdf7-ab6c-405b-a3b2-dc7b05829902 with binding_index 1 {{(pid=103304) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 26 21:32:05.297734 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] For port 016d9825-8c5a-49e8-9ac6-0deff387f440, host n-h1-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-5',level=0,port_id=016d9825-8c5a-49e8-9ac6-0deff387f440,segment=NetworkSegment(6c664910-f626-469d-b488-30e875c9a116),segment_id=6c664910-f626-469d-b488-30e875c9a116)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:32:05.307161 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (016d9825-8c5a-49e8-9ac6-0deff387f440), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:32:05.314166 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [None req-ba7feb7f-d262-4040-b6ca-a526ee40b9c4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760453-5, 9dd24a2c-5130-4b92-8ea6-7cca69fcc071) {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:32:05.319807 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba7feb7f-d262-4040-b6ca-a526ee40b9c4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:32:05.320631 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-ba7feb7f-d262-4040-b6ca-a526ee40b9c4 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:32:05.346452 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-ba7feb7f-d262-4040-b6ca-a526ee40b9c4 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6049836 Jan 26 21:32:05.346657 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 53512) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:32:05.350299 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Jan 2022 21:32:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6680799c-926f-4afe-b6cc-0f2c4b0d554f x-openstack-request-id: req-6680799c-926f-4afe-b6cc-0f2c4b0d554f {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 21:32:05.350998 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0db21ee-9c98-4520-80b9-81f34f2f6234", "name": "network-vif-plugged", "status": "completed", "tag": "016d9825-8c5a-49e8-9ac6-0deff387f440", "code": 200}]} {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 21:32:05.351452 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-6680799c-926f-4afe-b6cc-0f2c4b0d554f {{(pid=103306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 21:32:05.351680 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-51c7f654-fdb6-40bc-9ed5-1f4c3403a724 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-1168193667-router', 'tenant_id': 'f820637ec49944f0a8684cdb200f9de0', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299'}}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:32:05.352220 n-d-760453-5 neutron-server[103306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0db21ee-9c98-4520-80b9-81f34f2f6234', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '016d9825-8c5a-49e8-9ac6-0deff387f440', 'code': 200} Jan 26 21:32:05.354449 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73da56de-b82e-45b2-88f0-e7f15fccc81e None None] Network 9dd24a2c-5130-4b92-8ea6-7cca69fcc071 requested from n-d-760453-5 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 26 21:32:05.378943 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-51c7f654-fdb6-40bc-9ed5-1f4c3403a724 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4104596', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13108'] for router (f243c90b-03a4-4598-bb16-fac79d81a0a1), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:32:05.380400 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-51c7f654-fdb6-40bc-9ed5-1f4c3403a724 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4105828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4111306', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3733576', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13069'] for router (f243c90b-03a4-4598-bb16-fac79d81a0a1), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:32:05.489321 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a07b3eb3-e891-4328-b662-9cb2d0ccafa3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3c4099e8-8ffb-51d1-af7f-5868973e933f-9dd24a2c-5130-4b92-8ea6-7cca69fcc071', 'network_id': '9dd24a2c-5130-4b92-8ea6-7cca69fcc071', 'project_id': 'f820637ec49944f0a8684cdb200f9de0', 'fixed_ips': [{'subnet_id': '4e051f0c-1a12-443a-b9c7-139dae805a78'}]}} from n-d-760453-5. {{(pid=103306) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 26 21:32:05.490553 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-a07b3eb3-e891-4328-b662-9cb2d0ccafa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (None), before_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:32:05.507501 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Pushing event updated for resources: {'Port': ['ID=016d9825-8c5a-49e8-9ac6-0deff387f440,revision_number=8']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:32:05.534098 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-51c7f654-fdb6-40bc-9ed5-1f4c3403a724 admin admin] Publish callbacks [] for router_controller (f243c90b-03a4-4598-bb16-fac79d81a0a1), precommit_add_association {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:32:05.782049 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-51c7f654-fdb6-40bc-9ed5-1f4c3403a724 admin admin] Publish callbacks [] for router_gateway (f243c90b-03a4-4598-bb16-fac79d81a0a1), precommit_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:32:05.795309 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4423b9-8c52-493b-afa4-ed3f0342f59a req-8b46db08-d35b-4f49-91d9-097c47a34a8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:32:05.800576 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-5d4423b9-8c52-493b-afa4-ed3f0342f59a req-8b46db08-d35b-4f49-91d9-097c47a34a8c service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=c0db21ee-9c98-4520-80b9-81f34f2f6234 HTTP/1.1" status: 200 len: 1097 time: 0.2686703 Jan 26 21:32:05.821498 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.db_base_plugin_common [None req-a07b3eb3-e891-4328-b662-9cb2d0ccafa3 None None] Allocated IP 172.20.0.2 (9dd24a2c-5130-4b92-8ea6-7cca69fcc071/4e051f0c-1a12-443a-b9c7-139dae805a78/d9379e6c-68b3-4e78-b605-13d86546805c) {{(pid=103306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 21:32:05.878170 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device 322d9fd2-e922-4f39-839f-ee71ede99e74 up at agent ovs-agent-n-d-760453-5 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 21:32:05.939467 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-5d4423b9-8c52-493b-afa4-ed3f0342f59a req-6e5ee006-953b-44c1-a0f1-85147e77b517 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=783fb386-6fd2-4948-95d6-8177a10ccbe5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164453 Jan 26 21:32:06.068310 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Provisioning complete for port 322d9fd2-e922-4f39-839f-ee71ede99e74 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:32:06.068763 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (322d9fd2-e922-4f39-839f-ee71ede99e74), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:32:06.197414 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-a07b3eb3-e891-4328-b662-9cb2d0ccafa3 None None] Publish callbacks [] for port (d9379e6c-68b3-4e78-b605-13d86546805c), precommit_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:32:06.214103 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-a07b3eb3-e891-4328-b662-9cb2d0ccafa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746560234527'] for port (d9379e6c-68b3-4e78-b605-13d86546805c), after_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:32:06.217926 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-51c7f654-fdb6-40bc-9ed5-1f4c3403a724 admin admin] Publish callbacks [] for router_gateway (f243c90b-03a4-4598-bb16-fac79d81a0a1), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:32:06.238034 n-d-760453-5 neutron-server[103306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a07b3eb3-e891-4328-b662-9cb2d0ccafa3 None None] Network 9dd24a2c-5130-4b92-8ea6-7cca69fcc071 is already hosted by enough agents. {{(pid=103306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 21:32:06.241474 n-d-760453-5 neutron-server[103306]: DEBUG neutron.scheduler.base_scheduler [None req-a07b3eb3-e891-4328-b662-9cb2d0ccafa3 None None] Resources bound (agent type, host, resource id): {{(pid=103306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:32:06.257515 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6d8917-1283-4b68-8d91-987f301921c0 req-2b4b4f12-503f-4cfb-8eda-8f67497b2430 tempest-ServerDiskConfigTestJSON-1504097755 tempest-ServerDiskConfigTestJSON-1504097755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:32:06.264956 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-9e6d8917-1283-4b68-8d91-987f301921c0 req-2b4b4f12-503f-4cfb-8eda-8f67497b2430 tempest-ServerDiskConfigTestJSON-1504097755 tempest-ServerDiskConfigTestJSON-1504097755-project] 10.222.0.13 "GET /v2.0/ports?device_id=c0db21ee-9c98-4520-80b9-81f34f2f6234 HTTP/1.1" status: 200 len: 946 time: 0.1290674 Jan 26 21:32:06.268825 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a07b3eb3-e891-4328-b662-9cb2d0ccafa3 None None] Received port after_create {{(pid=103306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 21:32:06.269134 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-51c7f654-fdb6-40bc-9ed5-1f4c3403a724 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:32:06.388793 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a07b3eb3-e891-4328-b662-9cb2d0ccafa3 None None] Pushing event updated for resources: {'Port': ['ID=d9379e6c-68b3-4e78-b605-13d86546805c,revision_number=1']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:32:06.418455 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Current status of the port 322d9fd2-e922-4f39-839f-ee71ede99e74 is: DOWN; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:32:06.418848 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (322d9fd2-e922-4f39-839f-ee71ede99e74), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:32:06.426432 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-9e6d8917-1283-4b68-8d91-987f301921c0 req-ab008464-731f-4fbb-99fa-53738078bb43 tempest-ServerDiskConfigTestJSON-1504097755 tempest-ServerDiskConfigTestJSON-1504097755-project] 10.222.0.13 "GET /v2.0/security-groups?id=783fb386-6fd2-4948-95d6-8177a10ccbe5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1595094 Jan 26 21:32:06.458621 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-a07b3eb3-e891-4328-b662-9cb2d0ccafa3 None None] Attempting to bind port d9379e6c-68b3-4e78-b605-13d86546805c on host n-d-760453-5 for vnic_type normal with profile {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 21:32:06.458996 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-a07b3eb3-e891-4328-b662-9cb2d0ccafa3 None None] Attempting to bind port d9379e6c-68b3-4e78-b605-13d86546805c by drivers openvswitch,hyperv on host n-d-760453-5 at level 0 using segments [{'id': '7723bfeb-0406-43f5-8da4-438fcee71389', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '9dd24a2c-5130-4b92-8ea6-7cca69fcc071'}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 26 21:32:06.459369 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a07b3eb3-e891-4328-b662-9cb2d0ccafa3 None None] Attempting to bind port d9379e6c-68b3-4e78-b605-13d86546805c on network 9dd24a2c-5130-4b92-8ea6-7cca69fcc071 {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 21:32:06.487589 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a07b3eb3-e891-4328-b662-9cb2d0ccafa3 None None] Checking agent: {'id': 'fea0591a-627d-4c87-9a9a-01625ddf3277', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760453-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 20, 55, 25), 'started_at': datetime.datetime(2022, 1, 26, 20, 55, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 21, 31, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760453-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 26 21:32:06.487589 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a07b3eb3-e891-4328-b662-9cb2d0ccafa3 None None] Checking segment: {'id': '7723bfeb-0406-43f5-8da4-438fcee71389', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '9dd24a2c-5130-4b92-8ea6-7cca69fcc071'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 21:32:06.488214 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-a07b3eb3-e891-4328-b662-9cb2d0ccafa3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:32:06.488628 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a07b3eb3-e891-4328-b662-9cb2d0ccafa3 None None] Bound using segment: {'id': '7723bfeb-0406-43f5-8da4-438fcee71389', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '9dd24a2c-5130-4b92-8ea6-7cca69fcc071'} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 26 21:32:06.489132 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-a07b3eb3-e891-4328-b662-9cb2d0ccafa3 None None] Bound port: d9379e6c-68b3-4e78-b605-13d86546805c, host: n-d-760453-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7723bfeb-0406-43f5-8da4-438fcee71389', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '9dd24a2c-5130-4b92-8ea6-7cca69fcc071'}}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 26 21:32:06.490137 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-a07b3eb3-e891-4328-b662-9cb2d0ccafa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (d9379e6c-68b3-4e78-b605-13d86546805c), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:32:06.506284 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] For port 322d9fd2-e922-4f39-839f-ee71ede99e74, host n-d-760453-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=322d9fd2-e922-4f39-839f-ee71ede99e74,segment=NetworkSegment(e17cb353-418f-48b9-b982-21a6233ee99b),segment_id=e17cb353-418f-48b9-b982-21a6233ee99b)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:32:06.528330 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (322d9fd2-e922-4f39-839f-ee71ede99e74), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:32:06.551083 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.db_base_plugin_common [None req-51c7f654-fdb6-40bc-9ed5-1f4c3403a724 admin admin] Allocated IP 172.25.1.164 (4140a1f1-c93a-4bea-83a0-68953a54f299/e48251a1-e30d-4820-8396-00c6f6aeb601/5200bf78-a7ba-46ca-b700-554069770c80) {{(pid=103304) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 21:32:06.634541 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Pushing event updated for resources: {'Port': ['ID=322d9fd2-e922-4f39-839f-ee71ede99e74,revision_number=4']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:32:06.651806 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-a07b3eb3-e891-4328-b662-9cb2d0ccafa3 None None] For port d9379e6c-68b3-4e78-b605-13d86546805c, host n-d-760453-5, cleared binding levels {{(pid=103306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 26 21:32:06.657753 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-a07b3eb3-e891-4328-b662-9cb2d0ccafa3 None None] For port d9379e6c-68b3-4e78-b605-13d86546805c, host n-d-760453-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=d9379e6c-68b3-4e78-b605-13d86546805c,segment=NetworkSegment(7723bfeb-0406-43f5-8da4-438fcee71389),segment_id=7723bfeb-0406-43f5-8da4-438fcee71389)] {{(pid=103306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 26 21:32:06.667699 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-a07b3eb3-e891-4328-b662-9cb2d0ccafa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (d9379e6c-68b3-4e78-b605-13d86546805c), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:32:06.731622 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-51c7f654-fdb6-40bc-9ed5-1f4c3403a724 admin admin] Publish callbacks [] for port (5200bf78-a7ba-46ca-b700-554069770c80), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:32:06.745082 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a07b3eb3-e891-4328-b662-9cb2d0ccafa3 None None] Pushing event updated for resources: {'Port': ['ID=d9379e6c-68b3-4e78-b605-13d86546805c,revision_number=2']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:32:06.803848 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-51c7f654-fdb6-40bc-9ed5-1f4c3403a724 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746560234527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9281553'] for port (5200bf78-a7ba-46ca-b700-554069770c80), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:32:06.828451 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 53550) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:32:06.855673 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51c7f654-fdb6-40bc-9ed5-1f4c3403a724 admin admin] Network 4140a1f1-c93a-4bea-83a0-68953a54f299 is already hosted by enough agents. {{(pid=103304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 21:32:06.859265 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [None req-51c7f654-fdb6-40bc-9ed5-1f4c3403a724 admin admin] Resources bound (agent type, host, resource id): {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:32:06.865418 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51c7f654-fdb6-40bc-9ed5-1f4c3403a724 admin admin] Received port after_create {{(pid=103304) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 21:32:06.871486 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c7f654-fdb6-40bc-9ed5-1f4c3403a724 admin admin] Pushing event updated for resources: {'Port': ['ID=5200bf78-a7ba-46ca-b700-554069770c80,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:32:07.001810 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-1e4a15a7-4ed0-4a2a-894f-b934d4462f84 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:32:07.034475 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83e8b69a-0296-48fb-a01a-93b06e4214f8 None None] Sync routers for ids ['2046bb3f-0361-4e63-855c-311143d9c766'] in n-d-760453-5 {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 26 21:32:07.045897 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83e8b69a-0296-48fb-a01a-93b06e4214f8 None None] Routers {'2046bb3f-0361-4e63-855c-311143d9c766'} bound to L3 agent in host n-d-760453-5 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 21:32:07.046626 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-83e8b69a-0296-48fb-a01a-93b06e4214f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-26T20:55:21Z,description=,heartbeat_timestamp=2022-01-26T21:31:51Z,host='n-d-760453-5',id=09df100c-3af1-4b0a-bda8-05914c71c458,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:55:21Z,topic='l3_agent')) {'router_ids': ['2046bb3f-0361-4e63-855c-311143d9c766'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:32:07.094335 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-1e4a15a7-4ed0-4a2a-894f-b934d4462f84 admin admin] Publish callbacks [] for security_group (6f48b206-1d34-4576-9004-00181d223829), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:32:07.103112 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-1e4a15a7-4ed0-4a2a-894f-b934d4462f84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (6f48b206-1d34-4576-9004-00181d223829), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:32:07.135807 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e4a15a7-4ed0-4a2a-894f-b934d4462f84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f48b206-1d34-4576-9004-00181d223829,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:32:07.169380 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-1e4a15a7-4ed0-4a2a-894f-b934d4462f84 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=23f26f6c1cb1415ab267b428edb92054&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3386924 Jan 26 21:32:07.170529 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 53554) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:32:07.176753 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-51c7f654-fdb6-40bc-9ed5-1f4c3403a724 admin admin] Publish callbacks [] for router_gateway (f243c90b-03a4-4598-bb16-fac79d81a0a1), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:32:07.205257 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_dvr_db [None req-83e8b69a-0296-48fb-a01a-93b06e4214f8 None None] Set router 2046bb3f-0361-4e63-855c-311143d9c766 gateway port host: n-d-760453-5 {{(pid=103307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 21:32:07.255453 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-d98bf31d-1117-4463-bbf6-3ccca3545acf admin admin] Publish callbacks [] for security_group (6f48b206-1d34-4576-9004-00181d223829), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:32:07.291106 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-d98bf31d-1117-4463-bbf6-3ccca3545acf admin admin] Publish callbacks [] for security_group (6f48b206-1d34-4576-9004-00181d223829), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:32:07.378771 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-d98bf31d-1117-4463-bbf6-3ccca3545acf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (6f48b206-1d34-4576-9004-00181d223829), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:32:07.381851 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-d98bf31d-1117-4463-bbf6-3ccca3545acf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:32:07.394281 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-d98bf31d-1117-4463-bbf6-3ccca3545acf admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/6f48b206-1d34-4576-9004-00181d223829 HTTP/1.1" status: 204 len: 168 time: 0.2223890 Jan 26 21:32:07.417749 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d98bf31d-1117-4463-bbf6-3ccca3545acf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f48b206-1d34-4576-9004-00181d223829,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:32:07.475968 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-83e8b69a-0296-48fb-a01a-93b06e4214f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2046bb3f-0361-4e63-855c-311143d9c766', 'name': 'tempest-TestServerBasicOps-592179133-router', 'tenant_id': 'bc791b2498e743288f8934f7fd6c9e02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'external_fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.48'}], 'enable_snat': True}, 'gw_port_id': '322d9fd2-e922-4f39-839f-ee71ede99e74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T21:31:58Z', 'updated_at': '2022-01-26T21:32:02Z', 'revision_number': 4, 'project_id': 'bc791b2498e743288f8934f7fd6c9e02', 'gw_port': {'id': '322d9fd2-e922-4f39-839f-ee71ede99e74', 'name': '', 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:f4:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2046bb3f-0361-4e63-855c-311143d9c766', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2731, 'fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:31:58Z', 'updated_at': '2022-01-26T21:32:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-5', '_interfaces': [{'id': 'affdc313-19eb-4380-909a-333d41eb6066', 'name': '', 'network_id': '6d9b7d3e-0715-46d5-b820-5d39496c81b9', 'tenant_id': 'bc791b2498e743288f8934f7fd6c9e02', 'mac_address': 'fa:16:3e:63:8a:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2046bb3f-0361-4e63-855c-311143d9c766', 'device_owner': 'network:router_interface', 'standard_attr_id': 2732, 'fixed_ips': [{'subnet_id': '730964f7-dec1-4726-8c5c-d252f0c4998e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:32:01Z', 'updated_at': '2022-01-26T21:32:02Z', 'revision_number': 2, 'project_id': 'bc791b2498e743288f8934f7fd6c9e02', 'subnets': [{'id': '730964f7-dec1-4726-8c5c-d252f0c4998e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760453-5', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:32:07.548096 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83e8b69a-0296-48fb-a01a-93b06e4214f8 None None] Checking router: 2046bb3f-0361-4e63-855c-311143d9c766 for host: n-d-760453-5 {{(pid=103307) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 26 21:32:07.548594 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83e8b69a-0296-48fb-a01a-93b06e4214f8 None None] Updating router 2046bb3f-0361-4e63-855c-311143d9c766 port affdc313-19eb-4380-909a-333d41eb6066 binding host n-d-760453-5 {{(pid=103307) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 26 21:32:07.579189 n-d-760453-5 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-83e8b69a-0296-48fb-a01a-93b06e4214f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (affdc313-19eb-4380-909a-333d41eb6066), before_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:32:07.682185 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b1a1c7-2a1e-4a40-93e7-8746fa955232 req-38c65fa7-ed7c-4bbb-a971-34b26033ef6d tempest-ServerDiskConfigTestJSON-1504097755 tempest-ServerDiskConfigTestJSON-1504097755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:32:07.684309 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-15b1a1c7-2a1e-4a40-93e7-8746fa955232 req-38c65fa7-ed7c-4bbb-a971-34b26033ef6d tempest-ServerDiskConfigTestJSON-1504097755 tempest-ServerDiskConfigTestJSON-1504097755-project] 10.222.0.13 "GET /v2.0/ports?device_id=c0db21ee-9c98-4520-80b9-81f34f2f6234 HTTP/1.1" status: 200 len: 946 time: 0.1135716 Jan 26 21:32:07.804765 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-15b1a1c7-2a1e-4a40-93e7-8746fa955232 req-0d609ad8-7218-4ba4-b294-1588fad43ac5 tempest-ServerDiskConfigTestJSON-1504097755 tempest-ServerDiskConfigTestJSON-1504097755-project] 10.222.0.13 "GET /v2.0/security-groups?id=783fb386-6fd2-4948-95d6-8177a10ccbe5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127453 Jan 26 21:32:07.827697 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-51c7f654-fdb6-40bc-9ed5-1f4c3403a724 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4105757', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4111263'] for router (f243c90b-03a4-4598-bb16-fac79d81a0a1), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:32:07.898147 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device d9379e6c-68b3-4e78-b605-13d86546805c up at agent ovs-agent-n-d-760453-5 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 21:32:07.912883 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 53572) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:32:07.933189 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-d6313465-20a8-4003-8c45-9a44c97b6194 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:32:07.991995 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Provisioning complete for port d9379e6c-68b3-4e78-b605-13d86546805c triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:32:07.992491 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (d9379e6c-68b3-4e78-b605-13d86546805c), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:32:08.056657 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-d6313465-20a8-4003-8c45-9a44c97b6194 admin admin] Publish callbacks [] for security_group (c9abb4d5-a724-4e23-8a83-cd1f426a95ad), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:32:08.068382 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-d6313465-20a8-4003-8c45-9a44c97b6194 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (c9abb4d5-a724-4e23-8a83-cd1f426a95ad), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:32:08.125263 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-d6313465-20a8-4003-8c45-9a44c97b6194 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ad288fe16e5a4769b18fc799df609180&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2109771 Jan 26 21:32:08.127880 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 53578) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:32:08.143038 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa5c597-2256-4c93-b061-4f90f51f1d09 req-04ba62b6-286c-4240-9043-47c62fcfbd83 tempest-ServerDiskConfigTestJSON-1504097755 tempest-ServerDiskConfigTestJSON-1504097755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:32:08.144601 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-4fa5c597-2256-4c93-b061-4f90f51f1d09 req-04ba62b6-286c-4240-9043-47c62fcfbd83 tempest-ServerDiskConfigTestJSON-1504097755 tempest-ServerDiskConfigTestJSON-1504097755-project] 10.222.0.13 "GET /v2.0/ports?device_id=c0db21ee-9c98-4520-80b9-81f34f2f6234 HTTP/1.1" status: 200 len: 946 time: 0.1377492 Jan 26 21:32:08.145821 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Current status of the port d9379e6c-68b3-4e78-b605-13d86546805c is: DOWN; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:32:08.146441 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (d9379e6c-68b3-4e78-b605-13d86546805c), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:32:08.178835 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51c7f654-fdb6-40bc-9ed5-1f4c3403a724 admin admin] Router f243c90b-03a4-4598-bb16-fac79d81a0a1 is scheduled to L3 agent 09df100c-3af1-4b0a-bda8-05914c71c458 with binding_index 1 {{(pid=103304) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 26 21:32:08.192797 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6313465-20a8-4003-8c45-9a44c97b6194 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9abb4d5-a724-4e23-8a83-cd1f426a95ad,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:32:08.243044 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] For port d9379e6c-68b3-4e78-b605-13d86546805c, host n-d-760453-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=d9379e6c-68b3-4e78-b605-13d86546805c,segment=NetworkSegment(7723bfeb-0406-43f5-8da4-438fcee71389),segment_id=7723bfeb-0406-43f5-8da4-438fcee71389)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:32:08.243884 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-d14462f5-5074-4e98-92c3-531df1883601 admin admin] Publish callbacks [] for security_group (c9abb4d5-a724-4e23-8a83-cd1f426a95ad), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:32:08.260219 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (d9379e6c-68b3-4e78-b605-13d86546805c), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:32:08.260765 n-d-760453-5 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-83e8b69a-0296-48fb-a01a-93b06e4214f8 None None] Publish callbacks [] for port (affdc313-19eb-4380-909a-333d41eb6066), precommit_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:32:08.262030 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device 322d9fd2-e922-4f39-839f-ee71ede99e74 up at agent ovs-agent-n-d-760453-5 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 21:32:08.274724 n-d-760453-5 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-83e8b69a-0296-48fb-a01a-93b06e4214f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (affdc313-19eb-4380-909a-333d41eb6066), after_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:32:08.276748 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-d14462f5-5074-4e98-92c3-531df1883601 admin admin] Publish callbacks [] for security_group (c9abb4d5-a724-4e23-8a83-cd1f426a95ad), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:32:08.342485 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-4fa5c597-2256-4c93-b061-4f90f51f1d09 req-ab3de846-d90c-4c36-b35c-41e612403435 tempest-ServerDiskConfigTestJSON-1504097755 tempest-ServerDiskConfigTestJSON-1504097755-project] 10.222.0.13 "GET /v2.0/security-groups?id=783fb386-6fd2-4948-95d6-8177a10ccbe5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1850421 Jan 26 21:32:08.395368 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-d14462f5-5074-4e98-92c3-531df1883601 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (c9abb4d5-a724-4e23-8a83-cd1f426a95ad), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:32:08.398927 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-d14462f5-5074-4e98-92c3-531df1883601 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:32:08.400123 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-d14462f5-5074-4e98-92c3-531df1883601 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/c9abb4d5-a724-4e23-8a83-cd1f426a95ad HTTP/1.1" status: 204 len: 168 time: 0.2710829 Jan 26 21:32:08.412420 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d14462f5-5074-4e98-92c3-531df1883601 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9abb4d5-a724-4e23-8a83-cd1f426a95ad,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:32:08.474386 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b7f9cfb-cab2-4fbd-bbd3-1eeb60fb3c93 None None] Network 9dd24a2c-5130-4b92-8ea6-7cca69fcc071 requested from n-d-760453-5 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 26 21:32:08.476253 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (32ef628b-8417-46c5-8729-60fcabe358f1), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:32:08.490003 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa70a05d-a415-47ae-b5fc-1162008d32d3 None None] Pushing event updated for resources: {'Port': ['ID=affdc313-19eb-4380-909a-333d41eb6066,revision_number=3']} {{(pid=103307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:32:08.505097 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa70a05d-a415-47ae-b5fc-1162008d32d3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:32:08.505793 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa70a05d-a415-47ae-b5fc-1162008d32d3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:32:08.506147 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa70a05d-a415-47ae-b5fc-1162008d32d3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:32:08.506489 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa70a05d-a415-47ae-b5fc-1162008d32d3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:32:08.506824 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa70a05d-a415-47ae-b5fc-1162008d32d3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:32:08.508752 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa70a05d-a415-47ae-b5fc-1162008d32d3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:32:08.509119 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa70a05d-a415-47ae-b5fc-1162008d32d3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:32:08.509876 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa70a05d-a415-47ae-b5fc-1162008d32d3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:32:08.510222 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa70a05d-a415-47ae-b5fc-1162008d32d3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:32:08.510569 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa70a05d-a415-47ae-b5fc-1162008d32d3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:32:08.511005 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa70a05d-a415-47ae-b5fc-1162008d32d3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:32:08.511337 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa70a05d-a415-47ae-b5fc-1162008d32d3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:32:08.511662 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa70a05d-a415-47ae-b5fc-1162008d32d3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:32:08.555220 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51c7f654-fdb6-40bc-9ed5-1f4c3403a724 admin admin] Notify agent at l3_agent.n-d-760453-5 the message routers_updated {{(pid=103304) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 26 21:32:08.570575 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Pushing event updated for resources: {'Port': ['ID=d9379e6c-68b3-4e78-b605-13d86546805c,revision_number=3']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:32:08.578652 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-51c7f654-fdb6-40bc-9ed5-1f4c3403a724 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:32:08.592592 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 53590) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:32:08.604805 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-51c7f654-fdb6-40bc-9ed5-1f4c3403a724 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.2562180 Jan 26 21:32:08.613655 n-d-760453-5 neutron-server[103307]: DEBUG neutron.plugins.ml2.managers [None req-83e8b69a-0296-48fb-a01a-93b06e4214f8 None None] Attempting to bind port affdc313-19eb-4380-909a-333d41eb6066 on host n-d-760453-5 for vnic_type normal with profile {{(pid=103307) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 21:32:08.613982 n-d-760453-5 neutron-server[103307]: DEBUG neutron.plugins.ml2.managers [None req-83e8b69a-0296-48fb-a01a-93b06e4214f8 None None] Attempting to bind port affdc313-19eb-4380-909a-333d41eb6066 by drivers openvswitch,hyperv on host n-d-760453-5 at level 0 using segments [{'id': '1ba56267-3acc-4462-9582-574f765f394e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '6d9b7d3e-0715-46d5-b820-5d39496c81b9'}] {{(pid=103307) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 26 21:32:08.614676 n-d-760453-5 neutron-server[103307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83e8b69a-0296-48fb-a01a-93b06e4214f8 None None] Attempting to bind port affdc313-19eb-4380-909a-333d41eb6066 on network 6d9b7d3e-0715-46d5-b820-5d39496c81b9 {{(pid=103307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 21:32:08.622827 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccd2d3e8-fc65-4271-98d8-42c4da4102b4 None None] Sync routers for ids ['f243c90b-03a4-4598-bb16-fac79d81a0a1'] in n-d-760453-5 {{(pid=103306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 26 21:32:08.634182 n-d-760453-5 neutron-server[103307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83e8b69a-0296-48fb-a01a-93b06e4214f8 None None] Checking agent: {'id': 'fea0591a-627d-4c87-9a9a-01625ddf3277', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760453-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 20, 55, 25), 'started_at': datetime.datetime(2022, 1, 26, 20, 55, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 21, 31, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760453-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 26 21:32:08.635063 n-d-760453-5 neutron-server[103307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83e8b69a-0296-48fb-a01a-93b06e4214f8 None None] Checking segment: {'id': '1ba56267-3acc-4462-9582-574f765f394e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '6d9b7d3e-0715-46d5-b820-5d39496c81b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103307) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 21:32:08.635766 n-d-760453-5 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-83e8b69a-0296-48fb-a01a-93b06e4214f8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:32:08.642494 n-d-760453-5 neutron-server[103307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83e8b69a-0296-48fb-a01a-93b06e4214f8 None None] Bound using segment: {'id': '1ba56267-3acc-4462-9582-574f765f394e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '6d9b7d3e-0715-46d5-b820-5d39496c81b9'} {{(pid=103307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 26 21:32:08.643191 n-d-760453-5 neutron-server[103307]: DEBUG neutron.plugins.ml2.managers [None req-83e8b69a-0296-48fb-a01a-93b06e4214f8 None None] Bound port: affdc313-19eb-4380-909a-333d41eb6066, host: n-d-760453-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ba56267-3acc-4462-9582-574f765f394e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '6d9b7d3e-0715-46d5-b820-5d39496c81b9'}}] {{(pid=103307) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 26 21:32:08.643872 n-d-760453-5 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-83e8b69a-0296-48fb-a01a-93b06e4214f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (affdc313-19eb-4380-909a-333d41eb6066), before_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:32:08.767819 n-d-760453-5 neutron-server[103307]: DEBUG neutron.plugins.ml2.db [None req-83e8b69a-0296-48fb-a01a-93b06e4214f8 None None] For port affdc313-19eb-4380-909a-333d41eb6066, host n-d-760453-5, cleared binding levels {{(pid=103307) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 26 21:32:08.784857 n-d-760453-5 neutron-server[103307]: DEBUG neutron.plugins.ml2.db [None req-83e8b69a-0296-48fb-a01a-93b06e4214f8 None None] For port affdc313-19eb-4380-909a-333d41eb6066, host n-d-760453-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=affdc313-19eb-4380-909a-333d41eb6066,segment=NetworkSegment(1ba56267-3acc-4462-9582-574f765f394e),segment_id=1ba56267-3acc-4462-9582-574f765f394e)] {{(pid=103307) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 26 21:32:08.796225 n-d-760453-5 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-83e8b69a-0296-48fb-a01a-93b06e4214f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (affdc313-19eb-4380-909a-333d41eb6066), after_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:32:08.812617 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-852af349-26d2-4827-b2b5-0a02e5bed739 None None] Provisioning complete for port d9379e6c-68b3-4e78-b605-13d86546805c triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:32:08.813009 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-852af349-26d2-4827-b2b5-0a02e5bed739 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (d9379e6c-68b3-4e78-b605-13d86546805c), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:32:08.895881 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa70a05d-a415-47ae-b5fc-1162008d32d3 None None] Pushing event updated for resources: {'Port': ['ID=affdc313-19eb-4380-909a-333d41eb6066,revision_number=4']} {{(pid=103307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:32:08.937173 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83e8b69a-0296-48fb-a01a-93b06e4214f8 None None] Routers {'2046bb3f-0361-4e63-855c-311143d9c766'} bound to L3 agent in host n-d-760453-5 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 21:32:08.938085 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-83e8b69a-0296-48fb-a01a-93b06e4214f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-26T20:55:21Z,description=,heartbeat_timestamp=2022-01-26T21:31:51Z,host='n-d-760453-5',id=09df100c-3af1-4b0a-bda8-05914c71c458,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:55:21Z,topic='l3_agent')) {'router_ids': ['2046bb3f-0361-4e63-855c-311143d9c766'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:32:08.960983 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Provisioning complete for port 322d9fd2-e922-4f39-839f-ee71ede99e74 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:32:08.961836 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (322d9fd2-e922-4f39-839f-ee71ede99e74), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:32:08.967493 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccd2d3e8-fc65-4271-98d8-42c4da4102b4 None None] Routers {'f243c90b-03a4-4598-bb16-fac79d81a0a1'} bound to L3 agent in host n-d-760453-5 {{(pid=103306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 21:32:08.968513 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-ccd2d3e8-fc65-4271-98d8-42c4da4102b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-26T20:55:21Z,description=,heartbeat_timestamp=2022-01-26T21:31:51Z,host='n-d-760453-5',id=09df100c-3af1-4b0a-bda8-05914c71c458,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:55:21Z,topic='l3_agent')) {'router_ids': ['f243c90b-03a4-4598-bb16-fac79d81a0a1'], 'active': True} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:32:09.148162 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b11841-8300-4280-8166-1db3a5426267 req-869d29b0-7585-4265-b26b-f40f60ce6aa2 tempest-ServerDiskConfigTestJSON-1504097755 tempest-ServerDiskConfigTestJSON-1504097755-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:32:09.149612 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-23b11841-8300-4280-8166-1db3a5426267 req-869d29b0-7585-4265-b26b-f40f60ce6aa2 tempest-ServerDiskConfigTestJSON-1504097755 tempest-ServerDiskConfigTestJSON-1504097755-project] 10.222.0.13 "GET /v2.0/networks?id=74c2db30-fc56-4028-b6bc-1e1adb646f05 HTTP/1.1" status: 200 len: 815 time: 0.2315824 Jan 26 21:32:09.202844 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-23b11841-8300-4280-8166-1db3a5426267 req-c7913b76-ae7b-4c11-89b2-4dee7957e1bf tempest-ServerDiskConfigTestJSON-1504097755 tempest-ServerDiskConfigTestJSON-1504097755-project] 10.222.0.13 "GET /v2.0/quotas/67c43b1aa4f1448caaa89bc8345f75b3 HTTP/1.1" status: 200 len: 375 time: 0.0313425 Jan 26 21:32:09.224217 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_dvr_db [None req-83e8b69a-0296-48fb-a01a-93b06e4214f8 None None] Set router 2046bb3f-0361-4e63-855c-311143d9c766 gateway port host: n-d-760453-5 {{(pid=103307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 21:32:09.248917 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvr_db [None req-ccd2d3e8-fc65-4271-98d8-42c4da4102b4 None None] Set router f243c90b-03a4-4598-bb16-fac79d81a0a1 gateway port host: n-d-760453-5 {{(pid=103306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 21:32:09.281270 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-23b11841-8300-4280-8166-1db3a5426267 req-57eec8c9-a96e-4cfa-9db9-33151621d2eb tempest-ServerDiskConfigTestJSON-1504097755 tempest-ServerDiskConfigTestJSON-1504097755-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=67c43b1aa4f1448caaa89bc8345f75b3&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0744328 Jan 26 21:32:09.507451 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-23b11841-8300-4280-8166-1db3a5426267 req-e966cec7-23ea-4dfd-a443-afcadd39b2d6 service neutron] 10.222.0.13 "GET /v2.0/networks/74c2db30-fc56-4028-b6bc-1e1adb646f05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2251699 Jan 26 21:32:09.519008 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-283d049e-728a-4505-a167-1c10c8217c5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:32:09.650888 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-852af349-26d2-4827-b2b5-0a02e5bed739 None None] Current status of the port d9379e6c-68b3-4e78-b605-13d86546805c is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:32:09.708997 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-23b11841-8300-4280-8166-1db3a5426267 req-a73db6c7-298d-4151-a944-5073ec63380b service neutron] 10.222.0.13 "GET /v2.0/networks/74c2db30-fc56-4028-b6bc-1e1adb646f05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1976054 Jan 26 21:32:09.719464 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-83e8b69a-0296-48fb-a01a-93b06e4214f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2046bb3f-0361-4e63-855c-311143d9c766', 'name': 'tempest-TestServerBasicOps-592179133-router', 'tenant_id': 'bc791b2498e743288f8934f7fd6c9e02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'external_fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.48'}], 'enable_snat': True}, 'gw_port_id': '322d9fd2-e922-4f39-839f-ee71ede99e74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T21:31:58Z', 'updated_at': '2022-01-26T21:32:02Z', 'revision_number': 4, 'project_id': 'bc791b2498e743288f8934f7fd6c9e02', 'gw_port': {'id': '322d9fd2-e922-4f39-839f-ee71ede99e74', 'name': '', 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:f4:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2046bb3f-0361-4e63-855c-311143d9c766', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2731, 'fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:31:58Z', 'updated_at': '2022-01-26T21:32:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-5', '_interfaces': [{'id': 'affdc313-19eb-4380-909a-333d41eb6066', 'name': '', 'network_id': '6d9b7d3e-0715-46d5-b820-5d39496c81b9', 'tenant_id': 'bc791b2498e743288f8934f7fd6c9e02', 'mac_address': 'fa:16:3e:63:8a:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2046bb3f-0361-4e63-855c-311143d9c766', 'device_owner': 'network:router_interface', 'standard_attr_id': 2732, 'fixed_ips': [{'subnet_id': '730964f7-dec1-4726-8c5c-d252f0c4998e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:32:01Z', 'updated_at': '2022-01-26T21:32:08Z', 'revision_number': 4, 'project_id': 'bc791b2498e743288f8934f7fd6c9e02', 'subnets': [{'id': '730964f7-dec1-4726-8c5c-d252f0c4998e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760453-5', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:32:09.774248 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Current status of the port 322d9fd2-e922-4f39-839f-ee71ede99e74 is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:32:09.797928 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83e8b69a-0296-48fb-a01a-93b06e4214f8 None None] The sync data for ids ['2046bb3f-0361-4e63-855c-311143d9c766'] in n-d-760453-5 is: [{'id': '2046bb3f-0361-4e63-855c-311143d9c766', 'name': 'tempest-TestServerBasicOps-592179133-router', 'tenant_id': 'bc791b2498e743288f8934f7fd6c9e02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'external_fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.48'}], 'enable_snat': True}, 'gw_port_id': '322d9fd2-e922-4f39-839f-ee71ede99e74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T21:31:58Z', 'updated_at': '2022-01-26T21:32:02Z', 'revision_number': 4, 'project_id': 'bc791b2498e743288f8934f7fd6c9e02', 'gw_port': {'id': '322d9fd2-e922-4f39-839f-ee71ede99e74', 'name': '', 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:f4:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2046bb3f-0361-4e63-855c-311143d9c766', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2731, 'fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:31:58Z', 'updated_at': '2022-01-26T21:32:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-5', '_interfaces': [{'id': 'affdc313-19eb-4380-909a-333d41eb6066', 'name': '', 'network_id': '6d9b7d3e-0715-46d5-b820-5d39496c81b9', 'tenant_id': 'bc791b2498e743288f8934f7fd6c9e02', 'mac_address': 'fa:16:3e:63:8a:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2046bb3f-0361-4e63-855c-311143d9c766', 'device_owner': 'network:router_interface', 'standard_attr_id': 2732, 'fixed_ips': [{'subnet_id': '730964f7-dec1-4726-8c5c-d252f0c4998e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:32:01Z', 'updated_at': '2022-01-26T21:32:08Z', 'revision_number': 4, 'project_id': 'bc791b2498e743288f8934f7fd6c9e02', 'subnets': [{'id': '730964f7-dec1-4726-8c5c-d252f0c4998e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 26 21:32:09.905560 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.db_base_plugin_common [None req-283d049e-728a-4505-a167-1c10c8217c5b admin admin] Allocated IP 172.20.0.1 (9dd24a2c-5130-4b92-8ea6-7cca69fcc071/4e051f0c-1a12-443a-b9c7-139dae805a78/2b58934b-c04e-4502-bae4-46a99625ed32) {{(pid=103305) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 21:32:10.122596 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-180c6af5-f7f3-4f2b-b640-59f56970b99b req-b10b63ea-595f-402a-977e-56264dfa74b4 tempest-ServerDiskConfigTestJSON-1504097755 tempest-ServerDiskConfigTestJSON-1504097755-project] 10.222.0.13 "GET /v2.0/ports?device_id=78e844bf-671a-41db-944b-1a3c33384df9 HTTP/1.1" status: 200 len: 210 time: 0.1118252 Jan 26 21:32:10.177747 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-283d049e-728a-4505-a167-1c10c8217c5b admin admin] Publish callbacks [] for port (2b58934b-c04e-4502-bae4-46a99625ed32), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:32:10.258522 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca2ba42-59e6-46b2-8313-6a5c713b5928 req-1dff3a67-cdf4-4cbd-9283-7533eb740b1e tempest-ServerDiskConfigTestJSON-1504097755 tempest-ServerDiskConfigTestJSON-1504097755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:32:10.260129 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-cca2ba42-59e6-46b2-8313-6a5c713b5928 req-1dff3a67-cdf4-4cbd-9283-7533eb740b1e tempest-ServerDiskConfigTestJSON-1504097755 tempest-ServerDiskConfigTestJSON-1504097755-project] 10.222.0.66 "GET /v2.0/ports?device_id=c0db21ee-9c98-4520-80b9-81f34f2f6234 HTTP/1.1" status: 200 len: 946 time: 0.1186485 Jan 26 21:32:10.282683 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-283d049e-728a-4505-a167-1c10c8217c5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746560234527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11791543'] for port (2b58934b-c04e-4502-bae4-46a99625ed32), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:32:10.300629 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device affdc313-19eb-4380-909a-333d41eb6066 up at agent ovs-agent-n-d-760453-5 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 21:32:10.372160 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-283d049e-728a-4505-a167-1c10c8217c5b admin admin] Network 9dd24a2c-5130-4b92-8ea6-7cca69fcc071 is already hosted by enough agents. {{(pid=103305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 21:32:10.376745 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [None req-283d049e-728a-4505-a167-1c10c8217c5b admin admin] Resources bound (agent type, host, resource id): {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:32:10.383916 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-283d049e-728a-4505-a167-1c10c8217c5b admin admin] Received port after_create {{(pid=103305) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 21:32:10.432861 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-03a9aaa2-e5d3-4b22-a750-cc0c6ab0d7b7 None None] Provisioning complete for port d9379e6c-68b3-4e78-b605-13d86546805c triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:32:10.432861 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-03a9aaa2-e5d3-4b22-a750-cc0c6ab0d7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (d9379e6c-68b3-4e78-b605-13d86546805c), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:32:10.474854 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-283d049e-728a-4505-a167-1c10c8217c5b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4111050'] for router_interface (f243c90b-03a4-4598-bb16-fac79d81a0a1), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:32:10.508543 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [req-cca2ba42-59e6-46b2-8313-6a5c713b5928 req-5321aa73-4671-4195-b8b7-1358e67b0845 tempest-ServerDiskConfigTestJSON-1504097755 tempest-ServerDiskConfigTestJSON-1504097755-project] Deleting port 016d9825-8c5a-49e8-9ac6-0deff387f440 {{(pid=103304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 21:32:10.508896 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-cca2ba42-59e6-46b2-8313-6a5c713b5928 req-5321aa73-4671-4195-b8b7-1358e67b0845 tempest-ServerDiskConfigTestJSON-1504097755 tempest-ServerDiskConfigTestJSON-1504097755-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746560630878'] for port (016d9825-8c5a-49e8-9ac6-0deff387f440), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:32:10.544884 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-283d049e-728a-4505-a167-1c10c8217c5b admin admin] Pushing event updated for resources: {'Port': ['ID=2b58934b-c04e-4502-bae4-46a99625ed32,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:32:10.760355 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Provisioning complete for port affdc313-19eb-4380-909a-333d41eb6066 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:32:10.761352 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (affdc313-19eb-4380-909a-333d41eb6066), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:32:10.851660 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [req-cca2ba42-59e6-46b2-8313-6a5c713b5928 req-5321aa73-4671-4195-b8b7-1358e67b0845 tempest-ServerDiskConfigTestJSON-1504097755 tempest-ServerDiskConfigTestJSON-1504097755-project] For port 016d9825-8c5a-49e8-9ac6-0deff387f440, host n-h1-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-5',level=0,port_id=016d9825-8c5a-49e8-9ac6-0deff387f440,segment=NetworkSegment(6c664910-f626-469d-b488-30e875c9a116),segment_id=6c664910-f626-469d-b488-30e875c9a116)] {{(pid=103304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:32:10.852235 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-cca2ba42-59e6-46b2-8313-6a5c713b5928 req-5321aa73-4671-4195-b8b7-1358e67b0845 tempest-ServerDiskConfigTestJSON-1504097755 tempest-ServerDiskConfigTestJSON-1504097755-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4109658'] for port (016d9825-8c5a-49e8-9ac6-0deff387f440), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:32:10.911505 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [req-cca2ba42-59e6-46b2-8313-6a5c713b5928 req-5321aa73-4671-4195-b8b7-1358e67b0845 tempest-ServerDiskConfigTestJSON-1504097755 tempest-ServerDiskConfigTestJSON-1504097755-project] Calling delete_port for 016d9825-8c5a-49e8-9ac6-0deff387f440 owned by compute:nova {{(pid=103304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 21:32:11.004615 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-283d049e-728a-4505-a167-1c10c8217c5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (2b58934b-c04e-4502-bae4-46a99625ed32), before_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:32:11.053373 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-ccd2d3e8-fc65-4271-98d8-42c4da4102b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f243c90b-03a4-4598-bb16-fac79d81a0a1', 'name': 'tempest-TestServerBasicOps-1168193667-router', 'tenant_id': 'f820637ec49944f0a8684cdb200f9de0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'external_fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.164'}], 'enable_snat': True}, 'gw_port_id': '5200bf78-a7ba-46ca-b700-554069770c80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T21:32:05Z', 'updated_at': '2022-01-26T21:32:07Z', 'revision_number': 3, 'project_id': 'f820637ec49944f0a8684cdb200f9de0', 'gw_port': {'id': '5200bf78-a7ba-46ca-b700-554069770c80', 'name': '', 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:94:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f243c90b-03a4-4598-bb16-fac79d81a0a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2753, 'fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:32:06Z', 'updated_at': '2022-01-26T21:32:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-5'}], 'n-d-760453-5', False) {} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:32:11.164808 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccd2d3e8-fc65-4271-98d8-42c4da4102b4 None None] Checking router: f243c90b-03a4-4598-bb16-fac79d81a0a1 for host: n-d-760453-5 {{(pid=103306) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 26 21:32:11.166434 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccd2d3e8-fc65-4271-98d8-42c4da4102b4 None None] Updating router f243c90b-03a4-4598-bb16-fac79d81a0a1 port 5200bf78-a7ba-46ca-b700-554069770c80 binding host n-d-760453-5 {{(pid=103306) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 26 21:32:11.244476 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-cca2ba42-59e6-46b2-8313-6a5c713b5928 req-5321aa73-4671-4195-b8b7-1358e67b0845 tempest-ServerDiskConfigTestJSON-1504097755 tempest-ServerDiskConfigTestJSON-1504097755-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746560636600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746560234536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9281553'] for port (016d9825-8c5a-49e8-9ac6-0deff387f440), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:32:11.246464 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-ccd2d3e8-fc65-4271-98d8-42c4da4102b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (5200bf78-a7ba-46ca-b700-554069770c80), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:32:11.324706 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5321aa73-4671-4195-b8b7-1358e67b0845 tempest-ServerDiskConfigTestJSON-1504097755 tempest-ServerDiskConfigTestJSON-1504097755-project] Pushing event deleted for resources: {'Port': ['ID=016d9825-8c5a-49e8-9ac6-0deff387f440,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:32:11.340497 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Current status of the port affdc313-19eb-4380-909a-333d41eb6066 is: DOWN; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:32:11.348770 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (affdc313-19eb-4380-909a-333d41eb6066), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:32:11.428674 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-03a9aaa2-e5d3-4b22-a750-cc0c6ab0d7b7 None None] Current status of the port d9379e6c-68b3-4e78-b605-13d86546805c is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:32:11.448517 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-283d049e-728a-4505-a167-1c10c8217c5b admin admin] Publish callbacks [] for port (2b58934b-c04e-4502-bae4-46a99625ed32), precommit_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:32:11.456333 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-283d049e-728a-4505-a167-1c10c8217c5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11791520'] for port (2b58934b-c04e-4502-bae4-46a99625ed32), after_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:32:11.461685 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-f691f9a0-2785-4289-8d9b-a18a06f1015f req-d78eac5c-ef1a-44ce-ba34-a86652ee50e1 tempest-ServerDiskConfigTestJSON-1504097755 tempest-ServerDiskConfigTestJSON-1504097755-project] 10.222.0.13 "GET /v2.0/ports?device_id=78e844bf-671a-41db-944b-1a3c33384df9 HTTP/1.1" status: 200 len: 210 time: 0.1406815 Jan 26 21:32:11.524237 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] For port affdc313-19eb-4380-909a-333d41eb6066, host n-d-760453-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=affdc313-19eb-4380-909a-333d41eb6066,segment=NetworkSegment(1ba56267-3acc-4462-9582-574f765f394e),segment_id=1ba56267-3acc-4462-9582-574f765f394e)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:32:11.538489 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [req-cca2ba42-59e6-46b2-8313-6a5c713b5928 req-5321aa73-4671-4195-b8b7-1358e67b0845 tempest-ServerDiskConfigTestJSON-1504097755 tempest-ServerDiskConfigTestJSON-1504097755-project] No DVR routers for this DVR port 016d9825-8c5a-49e8-9ac6-0deff387f440 on host n-h1-760453-5 {{(pid=103304) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 26 21:32:11.543542 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-cca2ba42-59e6-46b2-8313-6a5c713b5928 req-5321aa73-4671-4195-b8b7-1358e67b0845 tempest-ServerDiskConfigTestJSON-1504097755 tempest-ServerDiskConfigTestJSON-1504097755-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:32:11.553524 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-cca2ba42-59e6-46b2-8313-6a5c713b5928 req-5321aa73-4671-4195-b8b7-1358e67b0845 tempest-ServerDiskConfigTestJSON-1504097755 tempest-ServerDiskConfigTestJSON-1504097755-project] 10.222.0.66 "DELETE /v2.0/ports/016d9825-8c5a-49e8-9ac6-0deff387f440 HTTP/1.1" status: 204 len: 173 time: 1.2869716 Jan 26 21:32:11.554158 n-d-760453-5 neutron-server[103304]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0db21ee-9c98-4520-80b9-81f34f2f6234', 'name': 'network-vif-deleted', 'tag': '016d9825-8c5a-49e8-9ac6-0deff387f440'}] {{(pid=103304) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 21:32:11.563349 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-283d049e-728a-4505-a167-1c10c8217c5b admin admin] Pushing event updated for resources: {'Port': ['ID=2b58934b-c04e-4502-bae4-46a99625ed32,revision_number=2']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:32:11.565980 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-283d049e-728a-4505-a167-1c10c8217c5b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3709457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4110682'] for router_interface (f243c90b-03a4-4598-bb16-fac79d81a0a1), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:32:11.584081 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d52b45f1943fcd332af9527eb73ff93c8d715d44383a3f6d18de73b4cfcf87b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25ed2fcb-0500-4f29-8465-33d237d671da" -d '{"events": [{"server_uuid": "c0db21ee-9c98-4520-80b9-81f34f2f6234", "name": "network-vif-deleted", "tag": "016d9825-8c5a-49e8-9ac6-0deff387f440"}]}' {{(pid=103304) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 21:32:11.693992 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Jan 2022 21:32:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca6a5139-4f8f-4e23-a99e-4cc3823c8c13 x-openstack-request-id: req-ca6a5139-4f8f-4e23-a99e-4cc3823c8c13 {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 21:32:11.694363 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0db21ee-9c98-4520-80b9-81f34f2f6234", "name": "network-vif-deleted", "tag": "016d9825-8c5a-49e8-9ac6-0deff387f440", "status": "completed", "code": 200}]} {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 21:32:11.694689 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ca6a5139-4f8f-4e23-a99e-4cc3823c8c13 {{(pid=103304) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 21:32:11.695164 n-d-760453-5 neutron-server[103304]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0db21ee-9c98-4520-80b9-81f34f2f6234', 'name': 'network-vif-deleted', 'tag': '016d9825-8c5a-49e8-9ac6-0deff387f440', 'status': 'completed', 'code': 200} Jan 26 21:32:11.701670 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (affdc313-19eb-4380-909a-333d41eb6066), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:32:11.701980 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-283d049e-728a-4505-a167-1c10c8217c5b admin admin] Network 9dd24a2c-5130-4b92-8ea6-7cca69fcc071 is already hosted by enough agents. {{(pid=103305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 21:32:11.705158 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device d9379e6c-68b3-4e78-b605-13d86546805c up at agent ovs-agent-n-d-760453-5 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 21:32:11.705668 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [None req-283d049e-728a-4505-a167-1c10c8217c5b admin admin] Resources bound (agent type, host, resource id): {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:32:11.795791 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-03a9aaa2-e5d3-4b22-a750-cc0c6ab0d7b7 None None] Provisioning complete for port affdc313-19eb-4380-909a-333d41eb6066 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:32:11.796180 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-03a9aaa2-e5d3-4b22-a750-cc0c6ab0d7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (affdc313-19eb-4380-909a-333d41eb6066), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:32:11.950675 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-283d049e-728a-4505-a167-1c10c8217c5b admin admin] Router f243c90b-03a4-4598-bb16-fac79d81a0a1 has already been hosted by L3 agent 09df100c-3af1-4b0a-bda8-05914c71c458 {{(pid=103305) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 26 21:32:12.005864 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Provisioning complete for port d9379e6c-68b3-4e78-b605-13d86546805c triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:32:12.006293 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (d9379e6c-68b3-4e78-b605-13d86546805c), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:32:12.147064 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b11841-8300-4280-8166-1db3a5426267 req-b448aae3-0c9d-477d-8c2c-1e7d50f691b6 tempest-ServerDiskConfigTestJSON-1504097755 tempest-ServerDiskConfigTestJSON-1504097755-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:32:12.153657 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-23b11841-8300-4280-8166-1db3a5426267 req-b448aae3-0c9d-477d-8c2c-1e7d50f691b6 tempest-ServerDiskConfigTestJSON-1504097755 tempest-ServerDiskConfigTestJSON-1504097755-project] 10.222.0.57 "GET /v2.0/networks?id=74c2db30-fc56-4028-b6bc-1e1adb646f05 HTTP/1.1" status: 200 len: 815 time: 0.3471935 Jan 26 21:32:12.166702 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [req-23b11841-8300-4280-8166-1db3a5426267 req-c1f88985-4ca1-45b4-bde1-bab66a2b9137 tempest-ServerDiskConfigTestJSON-1504097755 tempest-ServerDiskConfigTestJSON-1504097755-project] Request body: {'port': {'device_id': '78e844bf-671a-41db-944b-1a3c33384df9', 'network_id': '74c2db30-fc56-4028-b6bc-1e1adb646f05', 'admin_state_up': True, 'tenant_id': '67c43b1aa4f1448caaa89bc8345f75b3'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:32:12.173790 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-283d049e-728a-4505-a167-1c10c8217c5b admin admin] Notify agent at l3_agent.n-d-760453-5 the message routers_updated {{(pid=103305) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 26 21:32:12.188309 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-283d049e-728a-4505-a167-1c10c8217c5b admin admin] 10.222.0.13 "PUT /v2.0/routers/f243c90b-03a4-4598-bb16-fac79d81a0a1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5934999 Jan 26 21:32:12.190286 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Pushing event updated for resources: {'Port': ['ID=affdc313-19eb-4380-909a-333d41eb6066,revision_number=5']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:32:12.360110 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Current status of the port d9379e6c-68b3-4e78-b605-13d86546805c is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:32:12.365769 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-03a9aaa2-e5d3-4b22-a750-cc0c6ab0d7b7 None None] Current status of the port affdc313-19eb-4380-909a-333d41eb6066 is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:32:12.441260 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-23b11841-8300-4280-8166-1db3a5426267 req-c1f88985-4ca1-45b4-bde1-bab66a2b9137 tempest-ServerDiskConfigTestJSON-1504097755 tempest-ServerDiskConfigTestJSON-1504097755-project] Made reservation on behalf of 67c43b1aa4f1448caaa89bc8345f75b3 for: {'port': 1} {{(pid=103304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 21:32:12.445003 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-23b11841-8300-4280-8166-1db3a5426267 req-c1f88985-4ca1-45b4-bde1-bab66a2b9137 tempest-ServerDiskConfigTestJSON-1504097755 tempest-ServerDiskConfigTestJSON-1504097755-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:32:12.561755 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-ccd2d3e8-fc65-4271-98d8-42c4da4102b4 None None] Publish callbacks [] for port (5200bf78-a7ba-46ca-b700-554069770c80), precommit_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:32:12.570850 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device affdc313-19eb-4380-909a-333d41eb6066 up at agent ovs-agent-n-d-760453-5 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 21:32:12.580475 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-0fdc412e-709d-40ef-ab5e-66651afb9ddc None None] Provisioning complete for port 2b58934b-c04e-4502-bae4-46a99625ed32 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:32:12.584204 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-0fdc412e-709d-40ef-ab5e-66651afb9ddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (2b58934b-c04e-4502-bae4-46a99625ed32), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:32:12.693686 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-ccd2d3e8-fc65-4271-98d8-42c4da4102b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (5200bf78-a7ba-46ca-b700-554069770c80), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:32:12.726043 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-b9e999d9-f5b1-4c94-9e03-e74013f0c15f req-1de74f94-ad70-481d-b10b-1d86d7cf8e23 tempest-ServerDiskConfigTestJSON-1504097755 tempest-ServerDiskConfigTestJSON-1504097755-project] 10.222.0.13 "GET /v2.0/ports?device_id=78e844bf-671a-41db-944b-1a3c33384df9 HTTP/1.1" status: 200 len: 210 time: 0.0742269 Jan 26 21:32:12.758662 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.db_base_plugin_common [req-23b11841-8300-4280-8166-1db3a5426267 req-c1f88985-4ca1-45b4-bde1-bab66a2b9137 tempest-ServerDiskConfigTestJSON-1504097755 tempest-ServerDiskConfigTestJSON-1504097755-project] Allocated IP 172.20.0.11 (74c2db30-fc56-4028-b6bc-1e1adb646f05/68ece1fe-1f7d-4329-a57d-2ad69881b241/c892e48a-cab8-402e-92b9-f9afd4d8fb1d) {{(pid=103304) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 21:32:12.784332 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-0fdc412e-709d-40ef-ab5e-66651afb9ddc None None] Port 2b58934b-c04e-4502-bae4-46a99625ed32 cannot update to ACTIVE because it is not bound. {{(pid=103306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 26 21:32:12.802686 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c93dca69-3240-4c95-a0f0-07b42d08ea3b None None] Pushing event updated for resources: {'Port': ['ID=5200bf78-a7ba-46ca-b700-554069770c80,revision_number=2']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:32:12.806997 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-ccd2d3e8-fc65-4271-98d8-42c4da4102b4 None None] Attempting to bind port 5200bf78-a7ba-46ca-b700-554069770c80 on host n-d-760453-5 for vnic_type normal with profile {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 21:32:12.807375 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-ccd2d3e8-fc65-4271-98d8-42c4da4102b4 None None] Attempting to bind port 5200bf78-a7ba-46ca-b700-554069770c80 by drivers openvswitch,hyperv on host n-d-760453-5 at level 0 using segments [{'id': 'e17cb353-418f-48b9-b982-21a6233ee99b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299'}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 26 21:32:12.807738 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccd2d3e8-fc65-4271-98d8-42c4da4102b4 None None] Attempting to bind port 5200bf78-a7ba-46ca-b700-554069770c80 on network 4140a1f1-c93a-4bea-83a0-68953a54f299 {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 21:32:12.816509 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccd2d3e8-fc65-4271-98d8-42c4da4102b4 None None] Checking agent: {'id': 'fea0591a-627d-4c87-9a9a-01625ddf3277', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760453-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 20, 55, 25), 'started_at': datetime.datetime(2022, 1, 26, 20, 55, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 21, 31, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760453-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 26 21:32:12.816891 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccd2d3e8-fc65-4271-98d8-42c4da4102b4 None None] Checking segment: {'id': 'e17cb353-418f-48b9-b982-21a6233ee99b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 21:32:12.817317 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-ccd2d3e8-fc65-4271-98d8-42c4da4102b4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:32:12.817720 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccd2d3e8-fc65-4271-98d8-42c4da4102b4 None None] Bound using segment: {'id': 'e17cb353-418f-48b9-b982-21a6233ee99b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299'} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 26 21:32:12.818261 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-ccd2d3e8-fc65-4271-98d8-42c4da4102b4 None None] Bound port: 5200bf78-a7ba-46ca-b700-554069770c80, host: n-d-760453-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e17cb353-418f-48b9-b982-21a6233ee99b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299'}}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 26 21:32:12.818576 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-ccd2d3e8-fc65-4271-98d8-42c4da4102b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (5200bf78-a7ba-46ca-b700-554069770c80), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:32:12.845474 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Provisioning complete for port affdc313-19eb-4380-909a-333d41eb6066 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:32:12.845803 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (affdc313-19eb-4380-909a-333d41eb6066), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:32:12.852339 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Device 016d9825-8c5a-49e8-9ac6-0deff387f440 no longer exists at agent hyperv_n-h1-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 26 21:32:12.915471 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] No Port match for: 016d9825-8c5a-49e8-9ac6-0deff387f440 {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 26 21:32:12.915822 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Device 016d9825-8c5a-49e8-9ac6-0deff387f440 not bound to the agent host n-h1-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 26 21:32:12.960994 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-ccd2d3e8-fc65-4271-98d8-42c4da4102b4 None None] For port 5200bf78-a7ba-46ca-b700-554069770c80, host n-d-760453-5, cleared binding levels {{(pid=103306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 26 21:32:12.979937 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-ccd2d3e8-fc65-4271-98d8-42c4da4102b4 None None] For port 5200bf78-a7ba-46ca-b700-554069770c80, host n-d-760453-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=5200bf78-a7ba-46ca-b700-554069770c80,segment=NetworkSegment(e17cb353-418f-48b9-b982-21a6233ee99b),segment_id=e17cb353-418f-48b9-b982-21a6233ee99b)] {{(pid=103306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 26 21:32:12.992689 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-ccd2d3e8-fc65-4271-98d8-42c4da4102b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (5200bf78-a7ba-46ca-b700-554069770c80), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:32:13.084543 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-23b11841-8300-4280-8166-1db3a5426267 req-c1f88985-4ca1-45b4-bde1-bab66a2b9137 tempest-ServerDiskConfigTestJSON-1504097755 tempest-ServerDiskConfigTestJSON-1504097755-project] Publish callbacks [] for port (c892e48a-cab8-402e-92b9-f9afd4d8fb1d), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:32:13.135410 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-23b11841-8300-4280-8166-1db3a5426267 req-c1f88985-4ca1-45b4-bde1-bab66a2b9137 tempest-ServerDiskConfigTestJSON-1504097755 tempest-ServerDiskConfigTestJSON-1504097755-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746560234527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9281553'] for port (c892e48a-cab8-402e-92b9-f9afd4d8fb1d), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:32:13.172184 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccd2d3e8-fc65-4271-98d8-42c4da4102b4 None None] Routers {'f243c90b-03a4-4598-bb16-fac79d81a0a1'} bound to L3 agent in host n-d-760453-5 {{(pid=103306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 21:32:13.172827 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-ccd2d3e8-fc65-4271-98d8-42c4da4102b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-26T20:55:21Z,description=,heartbeat_timestamp=2022-01-26T21:31:51Z,host='n-d-760453-5',id=09df100c-3af1-4b0a-bda8-05914c71c458,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:55:21Z,topic='l3_agent')) {'router_ids': ['f243c90b-03a4-4598-bb16-fac79d81a0a1'], 'active': True} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:32:13.192454 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c93dca69-3240-4c95-a0f0-07b42d08ea3b None None] Pushing event updated for resources: {'Port': ['ID=5200bf78-a7ba-46ca-b700-554069770c80,revision_number=3']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:32:13.239269 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Current status of the port affdc313-19eb-4380-909a-333d41eb6066 is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:32:13.267587 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-23b11841-8300-4280-8166-1db3a5426267 req-c1f88985-4ca1-45b4-bde1-bab66a2b9137 tempest-ServerDiskConfigTestJSON-1504097755 tempest-ServerDiskConfigTestJSON-1504097755-project] Network 74c2db30-fc56-4028-b6bc-1e1adb646f05 is already hosted by enough agents. {{(pid=103304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 21:32:13.281587 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [req-23b11841-8300-4280-8166-1db3a5426267 req-c1f88985-4ca1-45b4-bde1-bab66a2b9137 tempest-ServerDiskConfigTestJSON-1504097755 tempest-ServerDiskConfigTestJSON-1504097755-project] Resources bound (agent type, host, resource id): {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:32:13.288898 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [req-23b11841-8300-4280-8166-1db3a5426267 req-c1f88985-4ca1-45b4-bde1-bab66a2b9137 tempest-ServerDiskConfigTestJSON-1504097755 tempest-ServerDiskConfigTestJSON-1504097755-project] Received port after_create {{(pid=103304) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 21:32:13.362187 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvr_db [None req-ccd2d3e8-fc65-4271-98d8-42c4da4102b4 None None] Set router f243c90b-03a4-4598-bb16-fac79d81a0a1 gateway port host: n-d-760453-5 {{(pid=103306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 21:32:13.409895 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b11841-8300-4280-8166-1db3a5426267 req-c1f88985-4ca1-45b4-bde1-bab66a2b9137 tempest-ServerDiskConfigTestJSON-1504097755 tempest-ServerDiskConfigTestJSON-1504097755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:32:13.410599 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-23b11841-8300-4280-8166-1db3a5426267 req-c1f88985-4ca1-45b4-bde1-bab66a2b9137 tempest-ServerDiskConfigTestJSON-1504097755 tempest-ServerDiskConfigTestJSON-1504097755-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:32:13.432261 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 53710) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:32:13.438998 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-bf4885fc-4f91-47d9-b537-35c5b2db330a tempest-TestServerBasicOps-36539520 tempest-TestServerBasicOps-36539520-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1363531813', 'description': 'tempest-secgroup-smoke-1363531813 description', 'project_id': 'bc791b2498e743288f8934f7fd6c9e02'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:32:13.454658 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f88985-4ca1-45b4-bde1-bab66a2b9137 tempest-ServerDiskConfigTestJSON-1504097755 tempest-ServerDiskConfigTestJSON-1504097755-project] Pushing event updated for resources: {'Port': ['ID=c892e48a-cab8-402e-92b9-f9afd4d8fb1d,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:32:13.501006 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-23b11841-8300-4280-8166-1db3a5426267 req-c1f88985-4ca1-45b4-bde1-bab66a2b9137 tempest-ServerDiskConfigTestJSON-1504097755 tempest-ServerDiskConfigTestJSON-1504097755-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3381782 Jan 26 21:32:13.506272 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-bf4885fc-4f91-47d9-b537-35c5b2db330a tempest-TestServerBasicOps-36539520 tempest-TestServerBasicOps-36539520-project] Publish callbacks [] for security_group (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:32:13.519143 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [req-23b11841-8300-4280-8166-1db3a5426267 req-dc2d5f93-772b-4d4c-bf54-18e47a62391e service neutron] Request body: {'port': {'device_id': '78e844bf-671a-41db-944b-1a3c33384df9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-760453-5'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:32:13.644191 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-23b11841-8300-4280-8166-1db3a5426267 req-dc2d5f93-772b-4d4c-bf54-18e47a62391e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (c892e48a-cab8-402e-92b9-f9afd4d8fb1d), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:32:13.662680 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-ccd2d3e8-fc65-4271-98d8-42c4da4102b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f243c90b-03a4-4598-bb16-fac79d81a0a1', 'name': 'tempest-TestServerBasicOps-1168193667-router', 'tenant_id': 'f820637ec49944f0a8684cdb200f9de0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'external_fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.164'}], 'enable_snat': True}, 'gw_port_id': '5200bf78-a7ba-46ca-b700-554069770c80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T21:32:05Z', 'updated_at': '2022-01-26T21:32:10Z', 'revision_number': 4, 'project_id': 'f820637ec49944f0a8684cdb200f9de0', 'gw_port': {'id': '5200bf78-a7ba-46ca-b700-554069770c80', 'name': '', 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:94:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f243c90b-03a4-4598-bb16-fac79d81a0a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2753, 'fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:32:06Z', 'updated_at': '2022-01-26T21:32:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-5', '_interfaces': [{'id': '2b58934b-c04e-4502-bae4-46a99625ed32', 'name': '', 'network_id': '9dd24a2c-5130-4b92-8ea6-7cca69fcc071', 'tenant_id': 'f820637ec49944f0a8684cdb200f9de0', 'mac_address': 'fa:16:3e:fa:60:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f243c90b-03a4-4598-bb16-fac79d81a0a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2764, 'fixed_ips': [{'subnet_id': '4e051f0c-1a12-443a-b9c7-139dae805a78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:32:09Z', 'updated_at': '2022-01-26T21:32:11Z', 'revision_number': 2, 'project_id': 'f820637ec49944f0a8684cdb200f9de0', 'subnets': [{'id': '4e051f0c-1a12-443a-b9c7-139dae805a78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760453-5', False) {} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:32:13.682040 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-bf4885fc-4f91-47d9-b537-35c5b2db330a tempest-TestServerBasicOps-36539520 tempest-TestServerBasicOps-36539520-project] Publish callbacks [] for security_group (7f88ac95-3a92-4440-92d0-844a970e25ea), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:32:13.690306 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-bf4885fc-4f91-47d9-b537-35c5b2db330a tempest-TestServerBasicOps-36539520 tempest-TestServerBasicOps-36539520-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (7f88ac95-3a92-4440-92d0-844a970e25ea), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:32:13.698883 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccd2d3e8-fc65-4271-98d8-42c4da4102b4 None None] The sync data for ids ['f243c90b-03a4-4598-bb16-fac79d81a0a1'] in n-d-760453-5 is: [{'id': 'f243c90b-03a4-4598-bb16-fac79d81a0a1', 'name': 'tempest-TestServerBasicOps-1168193667-router', 'tenant_id': 'f820637ec49944f0a8684cdb200f9de0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'external_fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.164'}], 'enable_snat': True}, 'gw_port_id': '5200bf78-a7ba-46ca-b700-554069770c80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T21:32:05Z', 'updated_at': '2022-01-26T21:32:10Z', 'revision_number': 4, 'project_id': 'f820637ec49944f0a8684cdb200f9de0', 'gw_port': {'id': '5200bf78-a7ba-46ca-b700-554069770c80', 'name': '', 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:94:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f243c90b-03a4-4598-bb16-fac79d81a0a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2753, 'fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:32:06Z', 'updated_at': '2022-01-26T21:32:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-5', '_interfaces': [{'id': '2b58934b-c04e-4502-bae4-46a99625ed32', 'name': '', 'network_id': '9dd24a2c-5130-4b92-8ea6-7cca69fcc071', 'tenant_id': 'f820637ec49944f0a8684cdb200f9de0', 'mac_address': 'fa:16:3e:fa:60:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f243c90b-03a4-4598-bb16-fac79d81a0a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2764, 'fixed_ips': [{'subnet_id': '4e051f0c-1a12-443a-b9c7-139dae805a78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:32:09Z', 'updated_at': '2022-01-26T21:32:11Z', 'revision_number': 2, 'project_id': 'f820637ec49944f0a8684cdb200f9de0', 'subnets': [{'id': '4e051f0c-1a12-443a-b9c7-139dae805a78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 26 21:32:13.780076 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-bf4885fc-4f91-47d9-b537-35c5b2db330a tempest-TestServerBasicOps-36539520 tempest-TestServerBasicOps-36539520-project] Publish callbacks [] for security_group (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:32:13.781480 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-bf4885fc-4f91-47d9-b537-35c5b2db330a tempest-TestServerBasicOps-36539520 tempest-TestServerBasicOps-36539520-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.3481009 Jan 26 21:32:13.787226 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 53720) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:32:13.795713 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf4885fc-4f91-47d9-b537-35c5b2db330a tempest-TestServerBasicOps-36539520 tempest-TestServerBasicOps-36539520-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7f88ac95-3a92-4440-92d0-844a970e25ea,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:32:13.799876 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-d6fb6f6d-69ab-4847-9186-36dcc7524bff tempest-TestServerBasicOps-36539520 tempest-TestServerBasicOps-36539520-project] Request body: {'security_group_rule': {'security_group_id': '7f88ac95-3a92-4440-92d0-844a970e25ea', 'project_id': 'bc791b2498e743288f8934f7fd6c9e02', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:32:13.957548 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-d6fb6f6d-69ab-4847-9186-36dcc7524bff tempest-TestServerBasicOps-36539520 tempest-TestServerBasicOps-36539520-project] Publish callbacks [] for security_group_rule (5c430d36-ce96-4372-bab1-8f087aa28f4f), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:32:14.091378 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89fd7fb-7cfd-4422-a7b1-30eaa3f86c0e req-39168953-4e20-4206-ac2b-0bc2db054909 tempest-ServerDiskConfigTestJSON-1504097755 tempest-ServerDiskConfigTestJSON-1504097755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:32:14.099370 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-c89fd7fb-7cfd-4422-a7b1-30eaa3f86c0e req-39168953-4e20-4206-ac2b-0bc2db054909 tempest-ServerDiskConfigTestJSON-1504097755 tempest-ServerDiskConfigTestJSON-1504097755-project] 10.222.0.13 "GET /v2.0/ports?device_id=78e844bf-671a-41db-944b-1a3c33384df9 HTTP/1.1" status: 200 len: 932 time: 0.2148132 Jan 26 21:32:14.128905 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-d6fb6f6d-69ab-4847-9186-36dcc7524bff tempest-TestServerBasicOps-36539520 tempest-TestServerBasicOps-36539520-project] Publish callbacks [] for security_group_rule (5c430d36-ce96-4372-bab1-8f087aa28f4f), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:32:14.149436 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-d6fb6f6d-69ab-4847-9186-36dcc7524bff tempest-TestServerBasicOps-36539520 tempest-TestServerBasicOps-36539520-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102715'] for security_group_rule (5c430d36-ce96-4372-bab1-8f087aa28f4f), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:32:14.233193 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-c89fd7fb-7cfd-4422-a7b1-30eaa3f86c0e req-0e9f9bd4-f4bd-496d-85d2-b322aed32d67 tempest-ServerDiskConfigTestJSON-1504097755 tempest-ServerDiskConfigTestJSON-1504097755-project] 10.222.0.13 "GET /v2.0/security-groups?id=783fb386-6fd2-4948-95d6-8177a10ccbe5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1303782 Jan 26 21:32:14.236011 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6fb6f6d-69ab-4847-9186-36dcc7524bff tempest-TestServerBasicOps-36539520 tempest-TestServerBasicOps-36539520-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5c430d36-ce96-4372-bab1-8f087aa28f4f,revision_number=0']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:32:14.236464 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 53726) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:32:14.268583 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-d6fb6f6d-69ab-4847-9186-36dcc7524bff tempest-TestServerBasicOps-36539520 tempest-TestServerBasicOps-36539520-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:32:14.272581 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-d6fb6f6d-69ab-4847-9186-36dcc7524bff tempest-TestServerBasicOps-36539520 tempest-TestServerBasicOps-36539520-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4817402 Jan 26 21:32:14.273478 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 53732) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:32:14.282324 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-b2307795-a9a3-4e15-8d03-ac9227afc945 tempest-TestServerBasicOps-36539520 tempest-TestServerBasicOps-36539520-project] Request body: {'security_group_rule': {'security_group_id': '7f88ac95-3a92-4440-92d0-844a970e25ea', 'project_id': 'bc791b2498e743288f8934f7fd6c9e02', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:32:14.324236 n-d-760453-5 neutron-server[103304]: DEBUG neutron.notifiers.nova [req-23b11841-8300-4280-8166-1db3a5426267 req-dc2d5f93-772b-4d4c-bf54-18e47a62391e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c892e48a-cab8-402e-92b9-f9afd4d8fb1d {{(pid=103304) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 26 21:32:14.337931 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-23b11841-8300-4280-8166-1db3a5426267 req-dc2d5f93-772b-4d4c-bf54-18e47a62391e service neutron] Publish callbacks [] for port (c892e48a-cab8-402e-92b9-f9afd4d8fb1d), precommit_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:32:14.350554 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-b2307795-a9a3-4e15-8d03-ac9227afc945 tempest-TestServerBasicOps-36539520 tempest-TestServerBasicOps-36539520-project] Publish callbacks [] for security_group_rule (197da781-7e8f-49f7-9db7-13eea971b821), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:32:14.363598 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.provisioning_blocks [req-23b11841-8300-4280-8166-1db3a5426267 req-dc2d5f93-772b-4d4c-bf54-18e47a62391e service neutron] Transition to ACTIVE for port object c892e48a-cab8-402e-92b9-f9afd4d8fb1d will not be triggered until provisioned by entity L2. {{(pid=103304) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 21:32:14.376165 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-23b11841-8300-4280-8166-1db3a5426267 req-dc2d5f93-772b-4d4c-bf54-18e47a62391e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9281542'] for port (c892e48a-cab8-402e-92b9-f9afd4d8fb1d), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:32:14.508158 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2d5f93-772b-4d4c-bf54-18e47a62391e service neutron] Pushing event updated for resources: {'Port': ['ID=c892e48a-cab8-402e-92b9-f9afd4d8fb1d,revision_number=2']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:32:14.524526 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-b2307795-a9a3-4e15-8d03-ac9227afc945 tempest-TestServerBasicOps-36539520 tempest-TestServerBasicOps-36539520-project] Publish callbacks [] for security_group_rule (197da781-7e8f-49f7-9db7-13eea971b821), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:32:14.531565 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-b2307795-a9a3-4e15-8d03-ac9227afc945 tempest-TestServerBasicOps-36539520 tempest-TestServerBasicOps-36539520-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102715'] for security_group_rule (197da781-7e8f-49f7-9db7-13eea971b821), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:32:14.546854 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [req-23b11841-8300-4280-8166-1db3a5426267 req-dc2d5f93-772b-4d4c-bf54-18e47a62391e service neutron] Attempting to bind port c892e48a-cab8-402e-92b9-f9afd4d8fb1d on host n-h2-760453-5 for vnic_type normal with profile {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 21:32:14.547225 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [req-23b11841-8300-4280-8166-1db3a5426267 req-dc2d5f93-772b-4d4c-bf54-18e47a62391e service neutron] Attempting to bind port c892e48a-cab8-402e-92b9-f9afd4d8fb1d by drivers openvswitch,hyperv on host n-h2-760453-5 at level 0 using segments [{'id': '6c664910-f626-469d-b488-30e875c9a116', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '74c2db30-fc56-4028-b6bc-1e1adb646f05'}] {{(pid=103304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 26 21:32:14.547892 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23b11841-8300-4280-8166-1db3a5426267 req-dc2d5f93-772b-4d4c-bf54-18e47a62391e service neutron] Attempting to bind port c892e48a-cab8-402e-92b9-f9afd4d8fb1d on network 74c2db30-fc56-4028-b6bc-1e1adb646f05 {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 21:32:14.553219 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23b11841-8300-4280-8166-1db3a5426267 req-dc2d5f93-772b-4d4c-bf54-18e47a62391e service neutron] Port c892e48a-cab8-402e-92b9-f9afd4d8fb1d on network 74c2db30-fc56-4028-b6bc-1e1adb646f05 not bound, no agent of type Open vSwitch agent registered on host n-h2-760453-5 {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 26 21:32:14.554122 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23b11841-8300-4280-8166-1db3a5426267 req-dc2d5f93-772b-4d4c-bf54-18e47a62391e service neutron] Attempting to bind port c892e48a-cab8-402e-92b9-f9afd4d8fb1d on network 74c2db30-fc56-4028-b6bc-1e1adb646f05 {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 21:32:14.561017 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23b11841-8300-4280-8166-1db3a5426267 req-dc2d5f93-772b-4d4c-bf54-18e47a62391e service neutron] Checking agent: {'id': '4d619873-4b60-439f-9b5a-b155dc8bbc34', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-760453-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 21, 2, 53), 'started_at': datetime.datetime(2022, 1, 26, 21, 2, 53), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 21, 31, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 26 21:32:14.561424 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23b11841-8300-4280-8166-1db3a5426267 req-dc2d5f93-772b-4d4c-bf54-18e47a62391e service neutron] Checking segment: {'id': '6c664910-f626-469d-b488-30e875c9a116', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '74c2db30-fc56-4028-b6bc-1e1adb646f05'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103304) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 21:32:14.561936 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23b11841-8300-4280-8166-1db3a5426267 req-dc2d5f93-772b-4d4c-bf54-18e47a62391e service neutron] Bound using segment: {'id': '6c664910-f626-469d-b488-30e875c9a116', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '74c2db30-fc56-4028-b6bc-1e1adb646f05'} {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 26 21:32:14.562988 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [req-23b11841-8300-4280-8166-1db3a5426267 req-dc2d5f93-772b-4d4c-bf54-18e47a62391e service neutron] Bound port: c892e48a-cab8-402e-92b9-f9afd4d8fb1d, host: n-h2-760453-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6c664910-f626-469d-b488-30e875c9a116', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '74c2db30-fc56-4028-b6bc-1e1adb646f05'}}] {{(pid=103304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 26 21:32:14.563374 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-23b11841-8300-4280-8166-1db3a5426267 req-dc2d5f93-772b-4d4c-bf54-18e47a62391e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (c892e48a-cab8-402e-92b9-f9afd4d8fb1d), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:32:14.567531 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2307795-a9a3-4e15-8d03-ac9227afc945 tempest-TestServerBasicOps-36539520 tempest-TestServerBasicOps-36539520-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=197da781-7e8f-49f7-9db7-13eea971b821,revision_number=0']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:32:14.579967 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-554f5112-4323-4569-9186-7991c9d913d7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:32:14.596966 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-b2307795-a9a3-4e15-8d03-ac9227afc945 tempest-TestServerBasicOps-36539520 tempest-TestServerBasicOps-36539520-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:32:14.598625 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-b2307795-a9a3-4e15-8d03-ac9227afc945 tempest-TestServerBasicOps-36539520 tempest-TestServerBasicOps-36539520-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3240733 Jan 26 21:32:14.601310 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 53736) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:32:14.610551 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-9d20bbb0-a4d1-4e73-a814-a43506fddcd3 tempest-TestServerBasicOps-36539520 tempest-TestServerBasicOps-36539520-project] Request body: {'security_group_rule': {'security_group_id': '7f88ac95-3a92-4440-92d0-844a970e25ea', 'project_id': 'bc791b2498e743288f8934f7fd6c9e02', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:32:14.663045 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [req-23b11841-8300-4280-8166-1db3a5426267 req-dc2d5f93-772b-4d4c-bf54-18e47a62391e service neutron] For port c892e48a-cab8-402e-92b9-f9afd4d8fb1d, host n-h2-760453-5, cleared binding levels {{(pid=103304) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 26 21:32:14.667388 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [req-23b11841-8300-4280-8166-1db3a5426267 req-dc2d5f93-772b-4d4c-bf54-18e47a62391e service neutron] For port c892e48a-cab8-402e-92b9-f9afd4d8fb1d, host n-h2-760453-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-5',level=0,port_id=c892e48a-cab8-402e-92b9-f9afd4d8fb1d,segment=NetworkSegment(6c664910-f626-469d-b488-30e875c9a116),segment_id=6c664910-f626-469d-b488-30e875c9a116)] {{(pid=103304) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 26 21:32:14.673627 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-23b11841-8300-4280-8166-1db3a5426267 req-dc2d5f93-772b-4d4c-bf54-18e47a62391e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9281542'] for port (c892e48a-cab8-402e-92b9-f9afd4d8fb1d), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:32:14.683231 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-9d20bbb0-a4d1-4e73-a814-a43506fddcd3 tempest-TestServerBasicOps-36539520 tempest-TestServerBasicOps-36539520-project] Publish callbacks [] for security_group_rule (78e11a41-f802-4486-ba48-43a4789cafda), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:32:14.733395 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2d5f93-772b-4d4c-bf54-18e47a62391e service neutron] Pushing event updated for resources: {'Port': ['ID=c892e48a-cab8-402e-92b9-f9afd4d8fb1d,revision_number=3']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:32:14.743164 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b11841-8300-4280-8166-1db3a5426267 req-dc2d5f93-772b-4d4c-bf54-18e47a62391e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:32:14.743906 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-23b11841-8300-4280-8166-1db3a5426267 req-dc2d5f93-772b-4d4c-bf54-18e47a62391e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:32:14.745487 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-23b11841-8300-4280-8166-1db3a5426267 req-dc2d5f93-772b-4d4c-bf54-18e47a62391e service neutron] 10.222.0.57 "PUT /v2.0/ports/c892e48a-cab8-402e-92b9-f9afd4d8fb1d HTTP/1.1" status: 200 len: 1092 time: 1.2379737 Jan 26 21:32:14.746023 n-d-760453-5 neutron-server[103304]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '78e844bf-671a-41db-944b-1a3c33384df9', 'tag': 'c892e48a-cab8-402e-92b9-f9afd4d8fb1d'}] {{(pid=103304) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 21:32:14.748723 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d52b45f1943fcd332af9527eb73ff93c8d715d44383a3f6d18de73b4cfcf87b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6723c142-b43a-4dc5-83b5-b4c1c0e148df" -d '{"events": [{"name": "network-changed", "server_uuid": "78e844bf-671a-41db-944b-1a3c33384df9", "tag": "c892e48a-cab8-402e-92b9-f9afd4d8fb1d"}]}' {{(pid=103304) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 21:32:14.767714 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-554f5112-4323-4569-9186-7991c9d913d7 admin admin] Publish callbacks [] for security_group (094a9c67-4fac-4de3-b16e-c91cee88f2d7), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:32:14.778564 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-554f5112-4323-4569-9186-7991c9d913d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (094a9c67-4fac-4de3-b16e-c91cee88f2d7), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:32:14.833260 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-9d20bbb0-a4d1-4e73-a814-a43506fddcd3 tempest-TestServerBasicOps-36539520 tempest-TestServerBasicOps-36539520-project] Publish callbacks [] for security_group_rule (78e11a41-f802-4486-ba48-43a4789cafda), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:32:14.838325 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-554f5112-4323-4569-9186-7991c9d913d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=094a9c67-4fac-4de3-b16e-c91cee88f2d7,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:32:14.844832 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-554f5112-4323-4569-9186-7991c9d913d7 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c1db869e66774027890c46a541837999&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6072457 Jan 26 21:32:14.852411 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 26 Jan 2022 21:32:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf542a80-5855-4c69-8081-7df7ea50f994 x-openstack-request-id: req-bf542a80-5855-4c69-8081-7df7ea50f994 {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 21:32:14.852658 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "78e844bf-671a-41db-944b-1a3c33384df9", "tag": "c892e48a-cab8-402e-92b9-f9afd4d8fb1d", "status": "completed", "code": 200}]} {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 21:32:14.852961 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-bf542a80-5855-4c69-8081-7df7ea50f994 {{(pid=103304) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 21:32:14.853363 n-d-760453-5 neutron-server[103304]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '78e844bf-671a-41db-944b-1a3c33384df9', 'tag': 'c892e48a-cab8-402e-92b9-f9afd4d8fb1d', 'status': 'completed', 'code': 200} Jan 26 21:32:14.854361 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-9d20bbb0-a4d1-4e73-a814-a43506fddcd3 tempest-TestServerBasicOps-36539520 tempest-TestServerBasicOps-36539520-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102715'] for security_group_rule (78e11a41-f802-4486-ba48-43a4789cafda), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:32:14.855946 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 53740) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:32:14.898454 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d20bbb0-a4d1-4e73-a814-a43506fddcd3 tempest-TestServerBasicOps-36539520 tempest-TestServerBasicOps-36539520-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=78e11a41-f802-4486-ba48-43a4789cafda,revision_number=0']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:32:14.912516 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b11841-8300-4280-8166-1db3a5426267 req-2008c961-3fb9-4980-8521-4903166a39cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:32:14.915167 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-23b11841-8300-4280-8166-1db3a5426267 req-2008c961-3fb9-4980-8521-4903166a39cf service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=67c43b1aa4f1448caaa89bc8345f75b3&device_id=78e844bf-671a-41db-944b-1a3c33384df9 HTTP/1.1" status: 200 len: 1095 time: 0.1179554 Jan 26 21:32:14.919243 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-9d20bbb0-a4d1-4e73-a814-a43506fddcd3 tempest-TestServerBasicOps-36539520 tempest-TestServerBasicOps-36539520-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:32:14.935079 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-9d20bbb0-a4d1-4e73-a814-a43506fddcd3 tempest-TestServerBasicOps-36539520 tempest-TestServerBasicOps-36539520-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3324566 Jan 26 21:32:14.937695 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 53742) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:32:14.954106 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-357181e0-6186-4e49-9403-7d00344660b5 tempest-TestServerBasicOps-36539520 tempest-TestServerBasicOps-36539520-project] Request body: {'security_group_rule': {'security_group_id': '7f88ac95-3a92-4440-92d0-844a970e25ea', 'project_id': 'bc791b2498e743288f8934f7fd6c9e02', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:32:14.997407 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-23b11841-8300-4280-8166-1db3a5426267 req-8c7fe818-526e-4af4-90d1-7ee46056649c service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c892e48a-cab8-402e-92b9-f9afd4d8fb1d HTTP/1.1" status: 200 len: 217 time: 0.0747135 Jan 26 21:32:15.029538 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-bb5358ca-e22a-48b2-971f-f826b54fc10c admin admin] Publish callbacks [] for security_group (094a9c67-4fac-4de3-b16e-c91cee88f2d7), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:32:15.035169 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-357181e0-6186-4e49-9403-7d00344660b5 tempest-TestServerBasicOps-36539520 tempest-TestServerBasicOps-36539520-project] Publish callbacks [] for security_group_rule (b48990ce-093f-42ad-8bfa-d2d00a60ef84), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:32:15.065112 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b11841-8300-4280-8166-1db3a5426267 req-ab9080e1-5128-4c1b-993f-a14e7992cb60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:32:15.066922 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-23b11841-8300-4280-8166-1db3a5426267 req-ab9080e1-5128-4c1b-993f-a14e7992cb60 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=68ece1fe-1f7d-4329-a57d-2ad69881b241 HTTP/1.1" status: 200 len: 855 time: 0.0641427 Jan 26 21:32:15.101751 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-bb5358ca-e22a-48b2-971f-f826b54fc10c admin admin] Publish callbacks [] for security_group (094a9c67-4fac-4de3-b16e-c91cee88f2d7), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:32:15.117264 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-23b11841-8300-4280-8166-1db3a5426267 req-7b85e6b3-53df-4ffe-a8d0-4c2553ccfac0 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=74c2db30-fc56-4028-b6bc-1e1adb646f05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0440326 Jan 26 21:32:15.160200 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-357181e0-6186-4e49-9403-7d00344660b5 tempest-TestServerBasicOps-36539520 tempest-TestServerBasicOps-36539520-project] Publish callbacks [] for security_group_rule (b48990ce-093f-42ad-8bfa-d2d00a60ef84), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:32:15.168393 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-357181e0-6186-4e49-9403-7d00344660b5 tempest-TestServerBasicOps-36539520 tempest-TestServerBasicOps-36539520-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102715'] for security_group_rule (b48990ce-093f-42ad-8bfa-d2d00a60ef84), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:32:15.193697 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-357181e0-6186-4e49-9403-7d00344660b5 tempest-TestServerBasicOps-36539520 tempest-TestServerBasicOps-36539520-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b48990ce-093f-42ad-8bfa-d2d00a60ef84,revision_number=0']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:32:15.209516 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-bb5358ca-e22a-48b2-971f-f826b54fc10c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (094a9c67-4fac-4de3-b16e-c91cee88f2d7), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:32:15.212921 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-bb5358ca-e22a-48b2-971f-f826b54fc10c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:32:15.216541 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-bb5358ca-e22a-48b2-971f-f826b54fc10c admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/094a9c67-4fac-4de3-b16e-c91cee88f2d7 HTTP/1.1" status: 204 len: 168 time: 0.3531482 Jan 26 21:32:15.226351 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-357181e0-6186-4e49-9403-7d00344660b5 tempest-TestServerBasicOps-36539520 tempest-TestServerBasicOps-36539520-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:32:15.228082 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-357181e0-6186-4e49-9403-7d00344660b5 tempest-TestServerBasicOps-36539520 tempest-TestServerBasicOps-36539520-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2813470 Jan 26 21:32:15.228687 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb5358ca-e22a-48b2-971f-f826b54fc10c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=094a9c67-4fac-4de3-b16e-c91cee88f2d7,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:32:15.231404 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 53748) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:32:15.236312 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-31e9343a-bdb9-4571-aa07-3e300f524a46 tempest-TestServerBasicOps-36539520 tempest-TestServerBasicOps-36539520-project] Request body: {'security_group_rule': {'security_group_id': '7f88ac95-3a92-4440-92d0-844a970e25ea', 'project_id': 'bc791b2498e743288f8934f7fd6c9e02', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:32:15.272775 n-d-760453-5 neutron-server[103305]: INFO neutron.db.securitygroups_db [None req-31e9343a-bdb9-4571-aa07-3e300f524a46 tempest-TestServerBasicOps-36539520 tempest-TestServerBasicOps-36539520-project] Project bc791b2498e743288f8934f7fd6c9e02 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 26 21:32:15.281044 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-31e9343a-bdb9-4571-aa07-3e300f524a46 tempest-TestServerBasicOps-36539520 tempest-TestServerBasicOps-36539520-project] Publish callbacks [] for security_group_rule (eb5876cc-7773-4a92-a102-068e271b768b), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:32:15.309432 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-23b11841-8300-4280-8166-1db3a5426267 req-2726cd01-a8cc-4e9c-9180-6fb762b1c0ec service neutron] 10.222.0.57 "GET /v2.0/networks/74c2db30-fc56-4028-b6bc-1e1adb646f05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1762841 Jan 26 21:32:15.357976 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-31e9343a-bdb9-4571-aa07-3e300f524a46 tempest-TestServerBasicOps-36539520 tempest-TestServerBasicOps-36539520-project] Publish callbacks [] for security_group_rule (eb5876cc-7773-4a92-a102-068e271b768b), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:32:15.370531 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-31e9343a-bdb9-4571-aa07-3e300f524a46 tempest-TestServerBasicOps-36539520 tempest-TestServerBasicOps-36539520-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102715'] for security_group_rule (eb5876cc-7773-4a92-a102-068e271b768b), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:32:15.402493 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e9343a-bdb9-4571-aa07-3e300f524a46 tempest-TestServerBasicOps-36539520 tempest-TestServerBasicOps-36539520-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eb5876cc-7773-4a92-a102-068e271b768b,revision_number=0']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:32:15.434560 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-31e9343a-bdb9-4571-aa07-3e300f524a46 tempest-TestServerBasicOps-36539520 tempest-TestServerBasicOps-36539520-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:32:15.437634 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-31e9343a-bdb9-4571-aa07-3e300f524a46 tempest-TestServerBasicOps-36539520 tempest-TestServerBasicOps-36539520-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2052217 Jan 26 21:32:15.441892 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 53756) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:32:15.447567 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-346c1d71-0ec3-4219-bd03-3581d8908e86 tempest-TestServerBasicOps-36539520 tempest-TestServerBasicOps-36539520-project] Request body: {'security_group_rule': {'security_group_id': '7f88ac95-3a92-4440-92d0-844a970e25ea', 'project_id': 'bc791b2498e743288f8934f7fd6c9e02', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:32:15.474993 n-d-760453-5 neutron-server[103305]: INFO neutron.db.securitygroups_db [None req-346c1d71-0ec3-4219-bd03-3581d8908e86 tempest-TestServerBasicOps-36539520 tempest-TestServerBasicOps-36539520-project] Project bc791b2498e743288f8934f7fd6c9e02 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 26 21:32:15.488129 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-346c1d71-0ec3-4219-bd03-3581d8908e86 tempest-TestServerBasicOps-36539520 tempest-TestServerBasicOps-36539520-project] Publish callbacks [] for security_group_rule (4676e751-af00-4ed2-9a87-97361d6f58e5), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:32:15.495846 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93fca9af-cbce-4a76-819d-872378e61415 req-e1b05226-9e19-4154-a26b-3cf8034e4180 tempest-ServerDiskConfigTestJSON-1504097755 tempest-ServerDiskConfigTestJSON-1504097755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:32:15.497433 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-93fca9af-cbce-4a76-819d-872378e61415 req-e1b05226-9e19-4154-a26b-3cf8034e4180 tempest-ServerDiskConfigTestJSON-1504097755 tempest-ServerDiskConfigTestJSON-1504097755-project] 10.222.0.13 "GET /v2.0/ports?device_id=78e844bf-671a-41db-944b-1a3c33384df9 HTTP/1.1" status: 200 len: 944 time: 0.0805666 Jan 26 21:32:15.527319 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-23b11841-8300-4280-8166-1db3a5426267 req-2624ed1b-38f8-4610-b7b9-03af0ee5403b service neutron] 10.222.0.57 "GET /v2.0/networks/74c2db30-fc56-4028-b6bc-1e1adb646f05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2106214 Jan 26 21:32:15.599489 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-346c1d71-0ec3-4219-bd03-3581d8908e86 tempest-TestServerBasicOps-36539520 tempest-TestServerBasicOps-36539520-project] Publish callbacks [] for security_group_rule (4676e751-af00-4ed2-9a87-97361d6f58e5), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:32:15.608353 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-346c1d71-0ec3-4219-bd03-3581d8908e86 tempest-TestServerBasicOps-36539520 tempest-TestServerBasicOps-36539520-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102715'] for security_group_rule (4676e751-af00-4ed2-9a87-97361d6f58e5), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:32:15.635689 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-346c1d71-0ec3-4219-bd03-3581d8908e86 tempest-TestServerBasicOps-36539520 tempest-TestServerBasicOps-36539520-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4676e751-af00-4ed2-9a87-97361d6f58e5,revision_number=0']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:32:15.636587 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-93fca9af-cbce-4a76-819d-872378e61415 req-0c72c1b9-cf65-4b7c-af04-7d38166e0ba1 tempest-ServerDiskConfigTestJSON-1504097755 tempest-ServerDiskConfigTestJSON-1504097755-project] 10.222.0.13 "GET /v2.0/security-groups?id=783fb386-6fd2-4948-95d6-8177a10ccbe5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1259835 Jan 26 21:32:15.645672 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-346c1d71-0ec3-4219-bd03-3581d8908e86 tempest-TestServerBasicOps-36539520 tempest-TestServerBasicOps-36539520-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:32:15.652106 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-346c1d71-0ec3-4219-bd03-3581d8908e86 tempest-TestServerBasicOps-36539520 tempest-TestServerBasicOps-36539520-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2090504 Jan 26 21:32:15.693809 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6723c142-b43a-4dc5-83b5-b4c1c0e148df req-142dd8ca-5232-4c21-9d9a-42cef0795d85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:32:15.695365 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-6723c142-b43a-4dc5-83b5-b4c1c0e148df req-142dd8ca-5232-4c21-9d9a-42cef0795d85 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=67c43b1aa4f1448caaa89bc8345f75b3&device_id=78e844bf-671a-41db-944b-1a3c33384df9 HTTP/1.1" status: 200 len: 1095 time: 0.1141441 Jan 26 21:32:15.710905 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 53762) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:32:15.728172 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-ce582f68-cff0-449a-9d24-fec4a0105f2c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:32:15.837321 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-ce582f68-cff0-449a-9d24-fec4a0105f2c admin admin] Publish callbacks [] for security_group (f204e040-d1f1-4cee-a9d5-b350098ecf1e), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:32:15.849115 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-ce582f68-cff0-449a-9d24-fec4a0105f2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (f204e040-d1f1-4cee-a9d5-b350098ecf1e), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:32:15.914626 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-ce582f68-cff0-449a-9d24-fec4a0105f2c admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=0b0810fddbe4411c859d3f2da0fe477f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2020078 Jan 26 21:32:15.915249 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 53774) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:32:15.929718 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6723c142-b43a-4dc5-83b5-b4c1c0e148df req-1c8be68d-3e67-4e1f-a9df-bb1e0819c7e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:32:15.931712 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-6723c142-b43a-4dc5-83b5-b4c1c0e148df req-1c8be68d-3e67-4e1f-a9df-bb1e0819c7e9 service neutron] 10.222.0.57 "GET /v2.0/networks?id=74c2db30-fc56-4028-b6bc-1e1adb646f05 HTTP/1.1" status: 200 len: 916 time: 0.2288871 Jan 26 21:32:15.951005 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce582f68-cff0-449a-9d24-fec4a0105f2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f204e040-d1f1-4cee-a9d5-b350098ecf1e,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:32:15.988131 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-01794736-2f0c-42fb-b1da-daeea36bc5f4 admin admin] Publish callbacks [] for security_group (f204e040-d1f1-4cee-a9d5-b350098ecf1e), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:32:15.994445 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-6723c142-b43a-4dc5-83b5-b4c1c0e148df req-2396daa4-7a87-4f14-a886-fcec98294f5f service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c892e48a-cab8-402e-92b9-f9afd4d8fb1d HTTP/1.1" status: 200 len: 217 time: 0.0553720 Jan 26 21:32:16.019685 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-01794736-2f0c-42fb-b1da-daeea36bc5f4 admin admin] Publish callbacks [] for security_group (f204e040-d1f1-4cee-a9d5-b350098ecf1e), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:32:16.039968 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-ab536cea-9e80-4675-a8ce-3dc8a8732bc0 req-e342443c-61e0-493f-b69a-cb05c7ac83be tempest-TestServerBasicOps-36539520 tempest-TestServerBasicOps-36539520-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1363531813&fields=id&tenant_id=bc791b2498e743288f8934f7fd6c9e02 HTTP/1.1" status: 200 len: 267 time: 0.1711433 Jan 26 21:32:16.077872 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6723c142-b43a-4dc5-83b5-b4c1c0e148df req-6190e862-83aa-4ebd-b39e-a74a79ddf55f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:32:16.079377 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-6723c142-b43a-4dc5-83b5-b4c1c0e148df req-6190e862-83aa-4ebd-b39e-a74a79ddf55f service neutron] 10.222.0.57 "GET /v2.0/subnets?id=68ece1fe-1f7d-4329-a57d-2ad69881b241 HTTP/1.1" status: 200 len: 855 time: 0.0749733 Jan 26 21:32:16.094284 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-01794736-2f0c-42fb-b1da-daeea36bc5f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (f204e040-d1f1-4cee-a9d5-b350098ecf1e), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:32:16.098226 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-01794736-2f0c-42fb-b1da-daeea36bc5f4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:32:16.099633 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-01794736-2f0c-42fb-b1da-daeea36bc5f4 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/f204e040-d1f1-4cee-a9d5-b350098ecf1e HTTP/1.1" status: 204 len: 168 time: 0.1824667 Jan 26 21:32:16.117814 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01794736-2f0c-42fb-b1da-daeea36bc5f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f204e040-d1f1-4cee-a9d5-b350098ecf1e,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:32:16.419649 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-6723c142-b43a-4dc5-83b5-b4c1c0e148df req-bac75ddf-893c-42f0-95c7-275faab198c9 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=74c2db30-fc56-4028-b6bc-1e1adb646f05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3059111 Jan 26 21:32:16.540553 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Device c892e48a-cab8-402e-92b9-f9afd4d8fb1d details requested by agent hyperv_n-h2-760453-5 with host n-h2-760453-5 {{(pid=103306) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 26 21:32:16.587854 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab536cea-9e80-4675-a8ce-3dc8a8732bc0 req-19b24d75-fd3c-4f26-bcf6-30e9da73c90d tempest-TestServerBasicOps-36539520 tempest-TestServerBasicOps-36539520-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:32:16.589377 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-ab536cea-9e80-4675-a8ce-3dc8a8732bc0 req-19b24d75-fd3c-4f26-bcf6-30e9da73c90d tempest-TestServerBasicOps-36539520 tempest-TestServerBasicOps-36539520-project] 10.222.0.13 "GET /v2.0/networks?id=6d9b7d3e-0715-46d5-b820-5d39496c81b9 HTTP/1.1" status: 200 len: 808 time: 0.5396547 Jan 26 21:32:16.606792 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-6723c142-b43a-4dc5-83b5-b4c1c0e148df req-c566e873-a803-4044-b42b-5fd960784ccf service neutron] 10.222.0.57 "GET /v2.0/networks/74c2db30-fc56-4028-b6bc-1e1adb646f05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1813116 Jan 26 21:32:16.610450 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-ab536cea-9e80-4675-a8ce-3dc8a8732bc0 req-143d244c-92d1-4685-821e-0d7beb9ac7c9 tempest-TestServerBasicOps-36539520 tempest-TestServerBasicOps-36539520-project] 10.222.0.13 "GET /v2.0/quotas/bc791b2498e743288f8934f7fd6c9e02 HTTP/1.1" status: 200 len: 375 time: 0.0133028 Jan 26 21:32:16.716204 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] For port c892e48a-cab8-402e-92b9-f9afd4d8fb1d, host n-h2-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-5',level=0,port_id=c892e48a-cab8-402e-92b9-f9afd4d8fb1d,segment=NetworkSegment(6c664910-f626-469d-b488-30e875c9a116),segment_id=6c664910-f626-469d-b488-30e875c9a116)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:32:16.743514 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-ab536cea-9e80-4675-a8ce-3dc8a8732bc0 req-a00f2280-3365-4876-8f6e-ee2c0aaf21d9 tempest-TestServerBasicOps-36539520 tempest-TestServerBasicOps-36539520-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=bc791b2498e743288f8934f7fd6c9e02&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1218266 Jan 26 21:32:16.746754 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device 5200bf78-a7ba-46ca-b700-554069770c80 up at agent ovs-agent-n-d-760453-5 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 21:32:16.755378 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-6723c142-b43a-4dc5-83b5-b4c1c0e148df req-e95abfb9-157d-49d9-87d0-1e8fe515b3cd service neutron] 10.222.0.57 "GET /v2.0/networks/74c2db30-fc56-4028-b6bc-1e1adb646f05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1428120 Jan 26 21:32:16.861818 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Returning: {'device': 'c892e48a-cab8-402e-92b9-f9afd4d8fb1d', 'network_id': '74c2db30-fc56-4028-b6bc-1e1adb646f05', 'port_id': 'c892e48a-cab8-402e-92b9-f9afd4d8fb1d', 'mac_address': 'fa:16:3e:23:29:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 565, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '68ece1fe-1f7d-4329-a57d-2ad69881b241', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103306) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 26 21:32:16.884668 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1258782d-daa8-49c7-b017-40e443ae0384 req-8a1212b1-b839-4e49-baae-a9737ac1d8f6 tempest-ServerDiskConfigTestJSON-1504097755 tempest-ServerDiskConfigTestJSON-1504097755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:32:16.891887 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-1258782d-daa8-49c7-b017-40e443ae0384 req-8a1212b1-b839-4e49-baae-a9737ac1d8f6 tempest-ServerDiskConfigTestJSON-1504097755 tempest-ServerDiskConfigTestJSON-1504097755-project] 10.222.0.13 "GET /v2.0/ports?device_id=78e844bf-671a-41db-944b-1a3c33384df9 HTTP/1.1" status: 200 len: 944 time: 0.1283267 Jan 26 21:32:16.901476 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Provisioning complete for port 5200bf78-a7ba-46ca-b700-554069770c80 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:32:16.902185 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (5200bf78-a7ba-46ca-b700-554069770c80), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:32:16.943828 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-ab536cea-9e80-4675-a8ce-3dc8a8732bc0 req-065bbf2d-790e-428b-bcc1-4b9f40fb2a46 service neutron] 10.222.0.13 "GET /v2.0/networks/6d9b7d3e-0715-46d5-b820-5d39496c81b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1679873 Jan 26 21:32:16.970493 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Current status of the port c892e48a-cab8-402e-92b9-f9afd4d8fb1d is: DOWN; New status is: BUILD {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:32:16.970815 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (c892e48a-cab8-402e-92b9-f9afd4d8fb1d), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:32:16.983073 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-1258782d-daa8-49c7-b017-40e443ae0384 req-41bdcfda-c220-4ce4-b4a7-da2698b8ed37 tempest-ServerDiskConfigTestJSON-1504097755 tempest-ServerDiskConfigTestJSON-1504097755-project] 10.222.0.13 "GET /v2.0/security-groups?id=783fb386-6fd2-4948-95d6-8177a10ccbe5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883236 Jan 26 21:32:16.991844 n-d-760453-5 neutron-server[103306]: DEBUG neutron.notifiers.nova [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c892e48a-cab8-402e-92b9-f9afd4d8fb1d {{(pid=103306) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 26 21:32:17.053767 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Current status of the port 5200bf78-a7ba-46ca-b700-554069770c80 is: DOWN; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:32:17.054427 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (5200bf78-a7ba-46ca-b700-554069770c80), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:32:17.077723 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] For port c892e48a-cab8-402e-92b9-f9afd4d8fb1d, host n-h2-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-5',level=0,port_id=c892e48a-cab8-402e-92b9-f9afd4d8fb1d,segment=NetworkSegment(6c664910-f626-469d-b488-30e875c9a116),segment_id=6c664910-f626-469d-b488-30e875c9a116)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:32:17.088368 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (c892e48a-cab8-402e-92b9-f9afd4d8fb1d), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:32:17.094148 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] For port 5200bf78-a7ba-46ca-b700-554069770c80, host n-d-760453-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=5200bf78-a7ba-46ca-b700-554069770c80,segment=NetworkSegment(e17cb353-418f-48b9-b982-21a6233ee99b),segment_id=e17cb353-418f-48b9-b982-21a6233ee99b)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:32:17.126623 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (5200bf78-a7ba-46ca-b700-554069770c80), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:32:17.129515 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-ab536cea-9e80-4675-a8ce-3dc8a8732bc0 req-e10b56c3-24f8-4a4e-b1e1-b0f913c2926e service neutron] 10.222.0.13 "GET /v2.0/networks/6d9b7d3e-0715-46d5-b820-5d39496c81b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1776912 Jan 26 21:32:17.156133 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Pushing event updated for resources: {'Port': ['ID=c892e48a-cab8-402e-92b9-f9afd4d8fb1d,revision_number=4']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:32:17.222258 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Pushing event updated for resources: {'Port': ['ID=5200bf78-a7ba-46ca-b700-554069770c80,revision_number=4']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:32:17.275840 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0f4f644-61f8-4788-be66-49557f72cbd7 None None] Sync routers for ids ['f243c90b-03a4-4598-bb16-fac79d81a0a1'] in n-d-760453-5 {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 26 21:32:17.293096 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0f4f644-61f8-4788-be66-49557f72cbd7 None None] Routers {'f243c90b-03a4-4598-bb16-fac79d81a0a1'} bound to L3 agent in host n-d-760453-5 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 21:32:17.294252 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-f0f4f644-61f8-4788-be66-49557f72cbd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-26T20:55:21Z,description=,heartbeat_timestamp=2022-01-26T21:31:51Z,host='n-d-760453-5',id=09df100c-3af1-4b0a-bda8-05914c71c458,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:55:21Z,topic='l3_agent')) {'router_ids': ['f243c90b-03a4-4598-bb16-fac79d81a0a1'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:32:17.417146 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-5418b0f5-7533-478e-bdc0-fed0b2172f3e req-3986954a-727e-4b64-ace6-2034f573511b tempest-TestServerBasicOps-36539520 tempest-TestServerBasicOps-36539520-project] 10.222.0.13 "GET /v2.0/ports?device_id=426a3368-15df-428e-bd53-55ac3024954f HTTP/1.1" status: 200 len: 210 time: 0.0452054 Jan 26 21:32:17.507295 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_dvr_db [None req-f0f4f644-61f8-4788-be66-49557f72cbd7 None None] Set router f243c90b-03a4-4598-bb16-fac79d81a0a1 gateway port host: n-d-760453-5 {{(pid=103307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 21:32:17.605507 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] get_ports_and_sgs() called for port_ids ['c892e48a-cab8-402e-92b9-f9afd4d8fb1d'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 26 21:32:17.916484 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-f0f4f644-61f8-4788-be66-49557f72cbd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f243c90b-03a4-4598-bb16-fac79d81a0a1', 'name': 'tempest-TestServerBasicOps-1168193667-router', 'tenant_id': 'f820637ec49944f0a8684cdb200f9de0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'external_fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.164'}], 'enable_snat': True}, 'gw_port_id': '5200bf78-a7ba-46ca-b700-554069770c80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T21:32:05Z', 'updated_at': '2022-01-26T21:32:10Z', 'revision_number': 4, 'project_id': 'f820637ec49944f0a8684cdb200f9de0', 'gw_port': {'id': '5200bf78-a7ba-46ca-b700-554069770c80', 'name': '', 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:94:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f243c90b-03a4-4598-bb16-fac79d81a0a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2753, 'fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:32:06Z', 'updated_at': '2022-01-26T21:32:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-5', '_interfaces': [{'id': '2b58934b-c04e-4502-bae4-46a99625ed32', 'name': '', 'network_id': '9dd24a2c-5130-4b92-8ea6-7cca69fcc071', 'tenant_id': 'f820637ec49944f0a8684cdb200f9de0', 'mac_address': 'fa:16:3e:fa:60:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f243c90b-03a4-4598-bb16-fac79d81a0a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2764, 'fixed_ips': [{'subnet_id': '4e051f0c-1a12-443a-b9c7-139dae805a78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:32:09Z', 'updated_at': '2022-01-26T21:32:11Z', 'revision_number': 2, 'project_id': 'f820637ec49944f0a8684cdb200f9de0', 'subnets': [{'id': '4e051f0c-1a12-443a-b9c7-139dae805a78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760453-5', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:32:17.948547 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0f4f644-61f8-4788-be66-49557f72cbd7 None None] Checking router: f243c90b-03a4-4598-bb16-fac79d81a0a1 for host: n-d-760453-5 {{(pid=103307) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 26 21:32:17.948904 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0f4f644-61f8-4788-be66-49557f72cbd7 None None] Updating router f243c90b-03a4-4598-bb16-fac79d81a0a1 port 2b58934b-c04e-4502-bae4-46a99625ed32 binding host n-d-760453-5 {{(pid=103307) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 26 21:32:17.979298 n-d-760453-5 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-f0f4f644-61f8-4788-be66-49557f72cbd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (2b58934b-c04e-4502-bae4-46a99625ed32), before_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:32:18.190442 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17bcd5bd-cfd8-4708-848a-d7a76c1a8437 req-3178a9f3-1223-41d9-9cbf-2a51972edd07 tempest-ServerDiskConfigTestJSON-1504097755 tempest-ServerDiskConfigTestJSON-1504097755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:32:18.195690 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-17bcd5bd-cfd8-4708-848a-d7a76c1a8437 req-3178a9f3-1223-41d9-9cbf-2a51972edd07 tempest-ServerDiskConfigTestJSON-1504097755 tempest-ServerDiskConfigTestJSON-1504097755-project] 10.222.0.13 "GET /v2.0/ports?device_id=78e844bf-671a-41db-944b-1a3c33384df9 HTTP/1.1" status: 200 len: 945 time: 0.1047184 Jan 26 21:32:18.275590 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-17bcd5bd-cfd8-4708-848a-d7a76c1a8437 req-f0e30983-564e-4f69-92b3-7ad29904731c tempest-ServerDiskConfigTestJSON-1504097755 tempest-ServerDiskConfigTestJSON-1504097755-project] 10.222.0.13 "GET /v2.0/security-groups?id=783fb386-6fd2-4948-95d6-8177a10ccbe5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700452 Jan 26 21:32:18.344115 n-d-760453-5 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-f0f4f644-61f8-4788-be66-49557f72cbd7 None None] Publish callbacks [] for port (2b58934b-c04e-4502-bae4-46a99625ed32), precommit_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:32:18.353780 n-d-760453-5 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-f0f4f644-61f8-4788-be66-49557f72cbd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (2b58934b-c04e-4502-bae4-46a99625ed32), after_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:32:18.424026 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e7a9f03-cdc7-4df7-a486-c6cf4a2a11c6 None None] Pushing event updated for resources: {'Port': ['ID=2b58934b-c04e-4502-bae4-46a99625ed32,revision_number=3']} {{(pid=103307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:32:18.504155 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device 5200bf78-a7ba-46ca-b700-554069770c80 up at agent ovs-agent-n-d-760453-5 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 21:32:18.539961 n-d-760453-5 neutron-server[103307]: DEBUG neutron.plugins.ml2.managers [None req-f0f4f644-61f8-4788-be66-49557f72cbd7 None None] Attempting to bind port 2b58934b-c04e-4502-bae4-46a99625ed32 on host n-d-760453-5 for vnic_type normal with profile {{(pid=103307) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 21:32:18.540583 n-d-760453-5 neutron-server[103307]: DEBUG neutron.plugins.ml2.managers [None req-f0f4f644-61f8-4788-be66-49557f72cbd7 None None] Attempting to bind port 2b58934b-c04e-4502-bae4-46a99625ed32 by drivers openvswitch,hyperv on host n-d-760453-5 at level 0 using segments [{'id': '7723bfeb-0406-43f5-8da4-438fcee71389', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '9dd24a2c-5130-4b92-8ea6-7cca69fcc071'}] {{(pid=103307) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 26 21:32:18.541398 n-d-760453-5 neutron-server[103307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0f4f644-61f8-4788-be66-49557f72cbd7 None None] Attempting to bind port 2b58934b-c04e-4502-bae4-46a99625ed32 on network 9dd24a2c-5130-4b92-8ea6-7cca69fcc071 {{(pid=103307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 21:32:18.548323 n-d-760453-5 neutron-server[103307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0f4f644-61f8-4788-be66-49557f72cbd7 None None] Checking agent: {'id': 'fea0591a-627d-4c87-9a9a-01625ddf3277', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760453-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 20, 55, 25), 'started_at': datetime.datetime(2022, 1, 26, 20, 55, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 21, 31, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760453-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 26 21:32:18.549326 n-d-760453-5 neutron-server[103307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0f4f644-61f8-4788-be66-49557f72cbd7 None None] Checking segment: {'id': '7723bfeb-0406-43f5-8da4-438fcee71389', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '9dd24a2c-5130-4b92-8ea6-7cca69fcc071'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103307) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 21:32:18.549946 n-d-760453-5 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-f0f4f644-61f8-4788-be66-49557f72cbd7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:32:18.550541 n-d-760453-5 neutron-server[103307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0f4f644-61f8-4788-be66-49557f72cbd7 None None] Bound using segment: {'id': '7723bfeb-0406-43f5-8da4-438fcee71389', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '9dd24a2c-5130-4b92-8ea6-7cca69fcc071'} {{(pid=103307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 26 21:32:18.551531 n-d-760453-5 neutron-server[103307]: DEBUG neutron.plugins.ml2.managers [None req-f0f4f644-61f8-4788-be66-49557f72cbd7 None None] Bound port: 2b58934b-c04e-4502-bae4-46a99625ed32, host: n-d-760453-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7723bfeb-0406-43f5-8da4-438fcee71389', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '9dd24a2c-5130-4b92-8ea6-7cca69fcc071'}}] {{(pid=103307) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 26 21:32:18.554448 n-d-760453-5 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-f0f4f644-61f8-4788-be66-49557f72cbd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (2b58934b-c04e-4502-bae4-46a99625ed32), before_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:32:18.606250 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-2d5d82a8-34de-43a1-9e96-2cbce993be4b req-becdb6d2-2ba8-4359-a52b-bc2daefeb8c8 tempest-TestServerBasicOps-36539520 tempest-TestServerBasicOps-36539520-project] 10.222.0.13 "GET /v2.0/ports?device_id=426a3368-15df-428e-bd53-55ac3024954f HTTP/1.1" status: 200 len: 210 time: 0.0556655 Jan 26 21:32:18.635285 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Provisioning complete for port 5200bf78-a7ba-46ca-b700-554069770c80 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:32:18.636239 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (5200bf78-a7ba-46ca-b700-554069770c80), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:32:18.685521 n-d-760453-5 neutron-server[103307]: DEBUG neutron.plugins.ml2.db [None req-f0f4f644-61f8-4788-be66-49557f72cbd7 None None] For port 2b58934b-c04e-4502-bae4-46a99625ed32, host n-d-760453-5, cleared binding levels {{(pid=103307) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 26 21:32:18.694359 n-d-760453-5 neutron-server[103307]: DEBUG neutron.plugins.ml2.db [None req-f0f4f644-61f8-4788-be66-49557f72cbd7 None None] For port 2b58934b-c04e-4502-bae4-46a99625ed32, host n-d-760453-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=2b58934b-c04e-4502-bae4-46a99625ed32,segment=NetworkSegment(7723bfeb-0406-43f5-8da4-438fcee71389),segment_id=7723bfeb-0406-43f5-8da4-438fcee71389)] {{(pid=103307) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 26 21:32:18.703711 n-d-760453-5 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-f0f4f644-61f8-4788-be66-49557f72cbd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (2b58934b-c04e-4502-bae4-46a99625ed32), after_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:32:18.809582 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Current status of the port 5200bf78-a7ba-46ca-b700-554069770c80 is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:32:18.828773 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0f4f644-61f8-4788-be66-49557f72cbd7 None None] Routers {'f243c90b-03a4-4598-bb16-fac79d81a0a1'} bound to L3 agent in host n-d-760453-5 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 21:32:18.835748 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-f0f4f644-61f8-4788-be66-49557f72cbd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-26T20:55:21Z,description=,heartbeat_timestamp=2022-01-26T21:31:51Z,host='n-d-760453-5',id=09df100c-3af1-4b0a-bda8-05914c71c458,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:55:21Z,topic='l3_agent')) {'router_ids': ['f243c90b-03a4-4598-bb16-fac79d81a0a1'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:32:18.876370 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-61f6ed6e-567a-44b4-859b-c3de5c55d094 None None] Provisioning complete for port 2b58934b-c04e-4502-bae4-46a99625ed32 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:32:18.876730 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-61f6ed6e-567a-44b4-859b-c3de5c55d094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (2b58934b-c04e-4502-bae4-46a99625ed32), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:32:19.027341 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-e4ccb89c-96f5-44a7-b24f-739bd2a7573f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (474ccdf7-ab6c-405b-a3b2-dc7b05829902), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:32:19.034013 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab536cea-9e80-4675-a8ce-3dc8a8732bc0 req-8bd41379-3333-4883-8a22-8f7b0fcb5673 tempest-TestServerBasicOps-36539520 tempest-TestServerBasicOps-36539520-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:32:19.036123 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-ab536cea-9e80-4675-a8ce-3dc8a8732bc0 req-8bd41379-3333-4883-8a22-8f7b0fcb5673 tempest-TestServerBasicOps-36539520 tempest-TestServerBasicOps-36539520-project] 10.222.0.66 "GET /v2.0/networks?id=6d9b7d3e-0715-46d5-b820-5d39496c81b9 HTTP/1.1" status: 200 len: 808 time: 0.2952759 Jan 26 21:32:19.154562 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e7a9f03-cdc7-4df7-a486-c6cf4a2a11c6 None None] Pushing event updated for resources: {'Port': ['ID=2b58934b-c04e-4502-bae4-46a99625ed32,revision_number=4']} {{(pid=103307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:32:19.167976 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-61f6ed6e-567a-44b4-859b-c3de5c55d094 None None] Current status of the port 2b58934b-c04e-4502-bae4-46a99625ed32 is: DOWN; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:32:19.168578 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-61f6ed6e-567a-44b4-859b-c3de5c55d094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (2b58934b-c04e-4502-bae4-46a99625ed32), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:32:19.185591 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-ab536cea-9e80-4675-a8ce-3dc8a8732bc0 req-0ffe1a9e-d686-4455-80d2-6bd342a90483 tempest-TestServerBasicOps-36539520 tempest-TestServerBasicOps-36539520-project] 10.222.0.66 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bc791b2498e743288f8934f7fd6c9e02 HTTP/1.1" status: 200 len: 380 time: 0.1345601 Jan 26 21:32:19.198682 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [req-ab536cea-9e80-4675-a8ce-3dc8a8732bc0 req-4432fac8-89b1-4285-a7d0-f301b7b3163c tempest-TestServerBasicOps-36539520 tempest-TestServerBasicOps-36539520-project] Request body: {'port': {'device_id': '426a3368-15df-428e-bd53-55ac3024954f', 'network_id': '6d9b7d3e-0715-46d5-b820-5d39496c81b9', 'admin_state_up': True, 'tenant_id': 'bc791b2498e743288f8934f7fd6c9e02', 'security_groups': ['7f88ac95-3a92-4440-92d0-844a970e25ea']}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:32:19.212034 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-61f6ed6e-567a-44b4-859b-c3de5c55d094 None None] For port 2b58934b-c04e-4502-bae4-46a99625ed32, host n-d-760453-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=2b58934b-c04e-4502-bae4-46a99625ed32,segment=NetworkSegment(7723bfeb-0406-43f5-8da4-438fcee71389),segment_id=7723bfeb-0406-43f5-8da4-438fcee71389)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:32:19.218198 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-61f6ed6e-567a-44b4-859b-c3de5c55d094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (2b58934b-c04e-4502-bae4-46a99625ed32), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:32:19.280602 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f6ed6e-567a-44b4-859b-c3de5c55d094 None None] Pushing event updated for resources: {'Port': ['ID=2b58934b-c04e-4502-bae4-46a99625ed32,revision_number=5']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:32:19.331070 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_dvr_db [None req-f0f4f644-61f8-4788-be66-49557f72cbd7 None None] Set router f243c90b-03a4-4598-bb16-fac79d81a0a1 gateway port host: n-d-760453-5 {{(pid=103307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 21:32:19.348528 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-0987b446-aa98-4db9-9944-b335d3f42fad None None] Provisioning complete for port 2b58934b-c04e-4502-bae4-46a99625ed32 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:32:19.348903 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-0987b446-aa98-4db9-9944-b335d3f42fad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (2b58934b-c04e-4502-bae4-46a99625ed32), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:32:19.524130 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5a36fb-26b1-4f79-8405-653d6024eb18 req-fb11e31c-b380-4e20-8a79-0d24f483d05f tempest-ServerDiskConfigTestJSON-1504097755 tempest-ServerDiskConfigTestJSON-1504097755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:32:19.531803 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-4a5a36fb-26b1-4f79-8405-653d6024eb18 req-fb11e31c-b380-4e20-8a79-0d24f483d05f tempest-ServerDiskConfigTestJSON-1504097755 tempest-ServerDiskConfigTestJSON-1504097755-project] 10.222.0.13 "GET /v2.0/ports?device_id=78e844bf-671a-41db-944b-1a3c33384df9 HTTP/1.1" status: 200 len: 945 time: 0.1252713 Jan 26 21:32:19.565661 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ab536cea-9e80-4675-a8ce-3dc8a8732bc0 req-4432fac8-89b1-4285-a7d0-f301b7b3163c tempest-TestServerBasicOps-36539520 tempest-TestServerBasicOps-36539520-project] Made reservation on behalf of bc791b2498e743288f8934f7fd6c9e02 for: {'port': 1} {{(pid=103304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 21:32:19.567394 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-0987b446-aa98-4db9-9944-b335d3f42fad None None] Current status of the port 2b58934b-c04e-4502-bae4-46a99625ed32 is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:32:19.569230 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-ab536cea-9e80-4675-a8ce-3dc8a8732bc0 req-4432fac8-89b1-4285-a7d0-f301b7b3163c tempest-TestServerBasicOps-36539520 tempest-TestServerBasicOps-36539520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:32:19.597976 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-4a5a36fb-26b1-4f79-8405-653d6024eb18 req-9897769d-c1fc-4ebb-a448-aa9149eae864 tempest-ServerDiskConfigTestJSON-1504097755 tempest-ServerDiskConfigTestJSON-1504097755-project] 10.222.0.13 "GET /v2.0/security-groups?id=783fb386-6fd2-4948-95d6-8177a10ccbe5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655129 Jan 26 21:32:19.709114 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-f0f4f644-61f8-4788-be66-49557f72cbd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f243c90b-03a4-4598-bb16-fac79d81a0a1', 'name': 'tempest-TestServerBasicOps-1168193667-router', 'tenant_id': 'f820637ec49944f0a8684cdb200f9de0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'external_fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.164'}], 'enable_snat': True}, 'gw_port_id': '5200bf78-a7ba-46ca-b700-554069770c80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T21:32:05Z', 'updated_at': '2022-01-26T21:32:10Z', 'revision_number': 4, 'project_id': 'f820637ec49944f0a8684cdb200f9de0', 'gw_port': {'id': '5200bf78-a7ba-46ca-b700-554069770c80', 'name': '', 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:94:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f243c90b-03a4-4598-bb16-fac79d81a0a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2753, 'fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:32:06Z', 'updated_at': '2022-01-26T21:32:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-5', '_interfaces': [{'id': '2b58934b-c04e-4502-bae4-46a99625ed32', 'name': '', 'network_id': '9dd24a2c-5130-4b92-8ea6-7cca69fcc071', 'tenant_id': 'f820637ec49944f0a8684cdb200f9de0', 'mac_address': 'fa:16:3e:fa:60:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f243c90b-03a4-4598-bb16-fac79d81a0a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2764, 'fixed_ips': [{'subnet_id': '4e051f0c-1a12-443a-b9c7-139dae805a78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:32:09Z', 'updated_at': '2022-01-26T21:32:18Z', 'revision_number': 4, 'project_id': 'f820637ec49944f0a8684cdb200f9de0', 'subnets': [{'id': '4e051f0c-1a12-443a-b9c7-139dae805a78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760453-5', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:32:19.739944 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0f4f644-61f8-4788-be66-49557f72cbd7 None None] The sync data for ids ['f243c90b-03a4-4598-bb16-fac79d81a0a1'] in n-d-760453-5 is: [{'id': 'f243c90b-03a4-4598-bb16-fac79d81a0a1', 'name': 'tempest-TestServerBasicOps-1168193667-router', 'tenant_id': 'f820637ec49944f0a8684cdb200f9de0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'external_fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.164'}], 'enable_snat': True}, 'gw_port_id': '5200bf78-a7ba-46ca-b700-554069770c80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T21:32:05Z', 'updated_at': '2022-01-26T21:32:10Z', 'revision_number': 4, 'project_id': 'f820637ec49944f0a8684cdb200f9de0', 'gw_port': {'id': '5200bf78-a7ba-46ca-b700-554069770c80', 'name': '', 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:94:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f243c90b-03a4-4598-bb16-fac79d81a0a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2753, 'fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:32:06Z', 'updated_at': '2022-01-26T21:32:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-5', '_interfaces': [{'id': '2b58934b-c04e-4502-bae4-46a99625ed32', 'name': '', 'network_id': '9dd24a2c-5130-4b92-8ea6-7cca69fcc071', 'tenant_id': 'f820637ec49944f0a8684cdb200f9de0', 'mac_address': 'fa:16:3e:fa:60:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f243c90b-03a4-4598-bb16-fac79d81a0a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2764, 'fixed_ips': [{'subnet_id': '4e051f0c-1a12-443a-b9c7-139dae805a78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:32:09Z', 'updated_at': '2022-01-26T21:32:18Z', 'revision_number': 4, 'project_id': 'f820637ec49944f0a8684cdb200f9de0', 'subnets': [{'id': '4e051f0c-1a12-443a-b9c7-139dae805a78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 26 21:32:19.777141 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-5f7b8556-a33a-453a-ab6a-3ac74fcec00b req-9562cae6-fd32-4f9b-a4e9-cd2780611dfa tempest-TestServerBasicOps-36539520 tempest-TestServerBasicOps-36539520-project] 10.222.0.13 "GET /v2.0/ports?device_id=426a3368-15df-428e-bd53-55ac3024954f HTTP/1.1" status: 200 len: 210 time: 0.0375030 Jan 26 21:32:19.778437 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.db_base_plugin_common [req-ab536cea-9e80-4675-a8ce-3dc8a8732bc0 req-4432fac8-89b1-4285-a7d0-f301b7b3163c tempest-TestServerBasicOps-36539520 tempest-TestServerBasicOps-36539520-project] Allocated IP 172.20.0.7 (6d9b7d3e-0715-46d5-b820-5d39496c81b9/730964f7-dec1-4726-8c5c-d252f0c4998e/21483937-1833-4015-aed2-c6b6594a1412) {{(pid=103304) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 21:32:20.002590 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-ab536cea-9e80-4675-a8ce-3dc8a8732bc0 req-4432fac8-89b1-4285-a7d0-f301b7b3163c tempest-TestServerBasicOps-36539520 tempest-TestServerBasicOps-36539520-project] Publish callbacks [] for port (21483937-1833-4015-aed2-c6b6594a1412), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:32:20.058403 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-ab536cea-9e80-4675-a8ce-3dc8a8732bc0 req-4432fac8-89b1-4285-a7d0-f301b7b3163c tempest-TestServerBasicOps-36539520 tempest-TestServerBasicOps-36539520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746560234527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9281553'] for port (21483937-1833-4015-aed2-c6b6594a1412), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:32:20.110984 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ab536cea-9e80-4675-a8ce-3dc8a8732bc0 req-4432fac8-89b1-4285-a7d0-f301b7b3163c tempest-TestServerBasicOps-36539520 tempest-TestServerBasicOps-36539520-project] Network 6d9b7d3e-0715-46d5-b820-5d39496c81b9 is already hosted by enough agents. {{(pid=103304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 21:32:20.114571 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [req-ab536cea-9e80-4675-a8ce-3dc8a8732bc0 req-4432fac8-89b1-4285-a7d0-f301b7b3163c tempest-TestServerBasicOps-36539520 tempest-TestServerBasicOps-36539520-project] Resources bound (agent type, host, resource id): {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:32:20.119260 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab536cea-9e80-4675-a8ce-3dc8a8732bc0 req-4432fac8-89b1-4285-a7d0-f301b7b3163c tempest-TestServerBasicOps-36539520 tempest-TestServerBasicOps-36539520-project] Received port after_create {{(pid=103304) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 21:32:20.158357 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4432fac8-89b1-4285-a7d0-f301b7b3163c tempest-TestServerBasicOps-36539520 tempest-TestServerBasicOps-36539520-project] Pushing event updated for resources: {'Port': ['ID=21483937-1833-4015-aed2-c6b6594a1412,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:32:20.194839 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab536cea-9e80-4675-a8ce-3dc8a8732bc0 req-4432fac8-89b1-4285-a7d0-f301b7b3163c tempest-TestServerBasicOps-36539520 tempest-TestServerBasicOps-36539520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:32:20.195891 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-ab536cea-9e80-4675-a8ce-3dc8a8732bc0 req-4432fac8-89b1-4285-a7d0-f301b7b3163c tempest-TestServerBasicOps-36539520 tempest-TestServerBasicOps-36539520-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:32:20.224664 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-ab536cea-9e80-4675-a8ce-3dc8a8732bc0 req-4432fac8-89b1-4285-a7d0-f301b7b3163c tempest-TestServerBasicOps-36539520 tempest-TestServerBasicOps-36539520-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0334406 Jan 26 21:32:20.245681 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [req-ab536cea-9e80-4675-a8ce-3dc8a8732bc0 req-f144262f-9365-41cd-8bc3-4c8dd334f39a service neutron] Request body: {'port': {'device_id': '426a3368-15df-428e-bd53-55ac3024954f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-760453-5'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:32:20.319743 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-ab536cea-9e80-4675-a8ce-3dc8a8732bc0 req-f144262f-9365-41cd-8bc3-4c8dd334f39a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (21483937-1833-4015-aed2-c6b6594a1412), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:32:20.476228 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.agents_db [None req-569f1ced-6396-4ddf-b79f-e03b0b2146ab None None] Agent healthcheck: found 7 active agents {{(pid=103307) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 26 21:32:20.522174 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-f707f95c-f7cb-4802-9be8-68dba165dbf7 None None] Provisioning complete for port 21483937-1833-4015-aed2-c6b6594a1412 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:32:20.522656 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-f707f95c-f7cb-4802-9be8-68dba165dbf7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (21483937-1833-4015-aed2-c6b6594a1412), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:32:20.543839 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Device c892e48a-cab8-402e-92b9-f9afd4d8fb1d up at agent hyperv_n-h2-760453-5 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 21:32:20.613608 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device 2b58934b-c04e-4502-bae4-46a99625ed32 up at agent ovs-agent-n-d-760453-5 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 21:32:20.659036 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-f707f95c-f7cb-4802-9be8-68dba165dbf7 None None] Port 21483937-1833-4015-aed2-c6b6594a1412 cannot update to ACTIVE because it is not bound. {{(pid=103306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 26 21:32:20.691157 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Provisioning for port c892e48a-cab8-402e-92b9-f9afd4d8fb1d completed by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 21:32:20.699478 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Provisioning complete for port c892e48a-cab8-402e-92b9-f9afd4d8fb1d triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:32:20.699861 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (c892e48a-cab8-402e-92b9-f9afd4d8fb1d), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:32:20.702650 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Provisioning complete for port 2b58934b-c04e-4502-bae4-46a99625ed32 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:32:20.703092 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (2b58934b-c04e-4502-bae4-46a99625ed32), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:32:20.845592 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb48405-c17c-408d-a159-574eb7d3d6b8 req-62af87de-b05c-4d36-82fb-20f85135a875 tempest-ServerDiskConfigTestJSON-1504097755 tempest-ServerDiskConfigTestJSON-1504097755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:32:20.847854 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-8cb48405-c17c-408d-a159-574eb7d3d6b8 req-62af87de-b05c-4d36-82fb-20f85135a875 tempest-ServerDiskConfigTestJSON-1504097755 tempest-ServerDiskConfigTestJSON-1504097755-project] 10.222.0.13 "GET /v2.0/ports?device_id=78e844bf-671a-41db-944b-1a3c33384df9 HTTP/1.1" status: 200 len: 945 time: 0.0957808 Jan 26 21:32:20.855760 n-d-760453-5 neutron-server[103304]: DEBUG neutron.notifiers.nova [req-ab536cea-9e80-4675-a8ce-3dc8a8732bc0 req-f144262f-9365-41cd-8bc3-4c8dd334f39a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 21483937-1833-4015-aed2-c6b6594a1412 {{(pid=103304) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 26 21:32:20.883121 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-ab536cea-9e80-4675-a8ce-3dc8a8732bc0 req-f144262f-9365-41cd-8bc3-4c8dd334f39a service neutron] Publish callbacks [] for port (21483937-1833-4015-aed2-c6b6594a1412), precommit_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:32:20.923730 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Current status of the port 2b58934b-c04e-4502-bae4-46a99625ed32 is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:32:20.928614 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.provisioning_blocks [req-ab536cea-9e80-4675-a8ce-3dc8a8732bc0 req-f144262f-9365-41cd-8bc3-4c8dd334f39a service neutron] Transition to ACTIVE for port object 21483937-1833-4015-aed2-c6b6594a1412 will not be triggered until provisioned by entity L2. {{(pid=103304) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 21:32:20.942784 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Current status of the port c892e48a-cab8-402e-92b9-f9afd4d8fb1d is: BUILD; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:32:20.943502 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (c892e48a-cab8-402e-92b9-f9afd4d8fb1d), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:32:20.967401 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-ab536cea-9e80-4675-a8ce-3dc8a8732bc0 req-f144262f-9365-41cd-8bc3-4c8dd334f39a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9281542'] for port (21483937-1833-4015-aed2-c6b6594a1412), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:32:20.972404 n-d-760453-5 neutron-server[103306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78e844bf-671a-41db-944b-1a3c33384df9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c892e48a-cab8-402e-92b9-f9afd4d8fb1d'}] {{(pid=103306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 21:32:20.975598 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9d5d370febab655511bdd2ffe887e43e442d144a440368702bcc1e93af00b97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-290a83b1-91d9-42d3-9625-754f3e012d7c" -d '{"events": [{"server_uuid": "78e844bf-671a-41db-944b-1a3c33384df9", "name": "network-vif-plugged", "status": "completed", "tag": "c892e48a-cab8-402e-92b9-f9afd4d8fb1d"}]}' {{(pid=103306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 21:32:20.991636 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] For port c892e48a-cab8-402e-92b9-f9afd4d8fb1d, host n-h2-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-5',level=0,port_id=c892e48a-cab8-402e-92b9-f9afd4d8fb1d,segment=NetworkSegment(6c664910-f626-469d-b488-30e875c9a116),segment_id=6c664910-f626-469d-b488-30e875c9a116)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:32:20.998459 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (c892e48a-cab8-402e-92b9-f9afd4d8fb1d), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:32:21.063757 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Pushing event updated for resources: {'Port': ['ID=c892e48a-cab8-402e-92b9-f9afd4d8fb1d,revision_number=5']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:32:21.126048 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-8cb48405-c17c-408d-a159-574eb7d3d6b8 req-62434953-8ce9-40e5-a270-ebfdf4b97ee0 tempest-ServerDiskConfigTestJSON-1504097755 tempest-ServerDiskConfigTestJSON-1504097755-project] 10.222.0.13 "GET /v2.0/security-groups?id=783fb386-6fd2-4948-95d6-8177a10ccbe5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2567241 Jan 26 21:32:21.128728 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f144262f-9365-41cd-8bc3-4c8dd334f39a service neutron] Pushing event updated for resources: {'Port': ['ID=21483937-1833-4015-aed2-c6b6594a1412,revision_number=2']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:32:21.202301 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Jan 2022 21:32:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7eade6f7-487f-4085-9708-33e58315bac9 x-openstack-request-id: req-7eade6f7-487f-4085-9708-33e58315bac9 {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 21:32:21.202931 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "78e844bf-671a-41db-944b-1a3c33384df9", "name": "network-vif-plugged", "status": "completed", "tag": "c892e48a-cab8-402e-92b9-f9afd4d8fb1d", "code": 200}]} {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 21:32:21.203366 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-7eade6f7-487f-4085-9708-33e58315bac9 {{(pid=103306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 21:32:21.203927 n-d-760453-5 neutron-server[103306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78e844bf-671a-41db-944b-1a3c33384df9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c892e48a-cab8-402e-92b9-f9afd4d8fb1d', 'code': 200} Jan 26 21:32:21.219382 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9e2b44-46f2-494f-b362-67199fa45094 req-8ef51b24-1dc1-4656-9aed-4ff74bd341ca tempest-TestServerBasicOps-36539520 tempest-TestServerBasicOps-36539520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:32:21.226607 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-2d9e2b44-46f2-494f-b362-67199fa45094 req-8ef51b24-1dc1-4656-9aed-4ff74bd341ca tempest-TestServerBasicOps-36539520 tempest-TestServerBasicOps-36539520-project] 10.222.0.13 "GET /v2.0/ports?device_id=426a3368-15df-428e-bd53-55ac3024954f HTTP/1.1" status: 200 len: 943 time: 0.2963302 Jan 26 21:32:21.271141 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d669987f-2fc5-4416-9823-4f91ffb7c0f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (09df100c-3af1-4b0a-bda8-05914c71c458), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:32:21.376345 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [req-ab536cea-9e80-4675-a8ce-3dc8a8732bc0 req-f144262f-9365-41cd-8bc3-4c8dd334f39a service neutron] Attempting to bind port 21483937-1833-4015-aed2-c6b6594a1412 on host n-h1-760453-5 for vnic_type normal with profile {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 21:32:21.376712 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [req-ab536cea-9e80-4675-a8ce-3dc8a8732bc0 req-f144262f-9365-41cd-8bc3-4c8dd334f39a service neutron] Attempting to bind port 21483937-1833-4015-aed2-c6b6594a1412 by drivers openvswitch,hyperv on host n-h1-760453-5 at level 0 using segments [{'id': '1ba56267-3acc-4462-9582-574f765f394e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '6d9b7d3e-0715-46d5-b820-5d39496c81b9'}] {{(pid=103304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 26 21:32:21.377287 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab536cea-9e80-4675-a8ce-3dc8a8732bc0 req-f144262f-9365-41cd-8bc3-4c8dd334f39a service neutron] Attempting to bind port 21483937-1833-4015-aed2-c6b6594a1412 on network 6d9b7d3e-0715-46d5-b820-5d39496c81b9 {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 21:32:21.389518 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-2d9e2b44-46f2-494f-b362-67199fa45094 req-16ccde7b-5be0-4b28-92ec-f88b9a997e1f tempest-TestServerBasicOps-36539520 tempest-TestServerBasicOps-36539520-project] 10.222.0.13 "GET /v2.0/security-groups?id=7f88ac95-3a92-4440-92d0-844a970e25ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1617174 Jan 26 21:32:21.394449 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab536cea-9e80-4675-a8ce-3dc8a8732bc0 req-f144262f-9365-41cd-8bc3-4c8dd334f39a service neutron] Port 21483937-1833-4015-aed2-c6b6594a1412 on network 6d9b7d3e-0715-46d5-b820-5d39496c81b9 not bound, no agent of type Open vSwitch agent registered on host n-h1-760453-5 {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 26 21:32:21.394781 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab536cea-9e80-4675-a8ce-3dc8a8732bc0 req-f144262f-9365-41cd-8bc3-4c8dd334f39a service neutron] Attempting to bind port 21483937-1833-4015-aed2-c6b6594a1412 on network 6d9b7d3e-0715-46d5-b820-5d39496c81b9 {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 21:32:21.407888 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e86008d-d538-4c3b-8dd8-196e588ff916 req-4d8c716a-4c4f-4fbb-bde6-8cc36f677934 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:32:21.409383 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-5e86008d-d538-4c3b-8dd8-196e588ff916 req-4d8c716a-4c4f-4fbb-bde6-8cc36f677934 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=78e844bf-671a-41db-944b-1a3c33384df9 HTTP/1.1" status: 200 len: 1097 time: 0.1256466 Jan 26 21:32:21.412235 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab536cea-9e80-4675-a8ce-3dc8a8732bc0 req-f144262f-9365-41cd-8bc3-4c8dd334f39a service neutron] Checking agent: {'id': '32ef628b-8417-46c5-8729-60fcabe358f1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-760453-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 21, 3, 8), 'started_at': datetime.datetime(2022, 1, 26, 21, 3, 8), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 21, 32, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 26 21:32:21.412504 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab536cea-9e80-4675-a8ce-3dc8a8732bc0 req-f144262f-9365-41cd-8bc3-4c8dd334f39a service neutron] Checking segment: {'id': '1ba56267-3acc-4462-9582-574f765f394e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '6d9b7d3e-0715-46d5-b820-5d39496c81b9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103304) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 21:32:21.412885 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab536cea-9e80-4675-a8ce-3dc8a8732bc0 req-f144262f-9365-41cd-8bc3-4c8dd334f39a service neutron] Bound using segment: {'id': '1ba56267-3acc-4462-9582-574f765f394e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '6d9b7d3e-0715-46d5-b820-5d39496c81b9'} {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 26 21:32:21.413329 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [req-ab536cea-9e80-4675-a8ce-3dc8a8732bc0 req-f144262f-9365-41cd-8bc3-4c8dd334f39a service neutron] Bound port: 21483937-1833-4015-aed2-c6b6594a1412, host: n-h1-760453-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1ba56267-3acc-4462-9582-574f765f394e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '6d9b7d3e-0715-46d5-b820-5d39496c81b9'}}] {{(pid=103304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 26 21:32:21.413698 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-ab536cea-9e80-4675-a8ce-3dc8a8732bc0 req-f144262f-9365-41cd-8bc3-4c8dd334f39a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (21483937-1833-4015-aed2-c6b6594a1412), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:32:21.504696 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-5e86008d-d538-4c3b-8dd8-196e588ff916 req-4e5d8712-0b4a-44ab-b31d-3ee2d1cca844 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=783fb386-6fd2-4948-95d6-8177a10ccbe5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887227 Jan 26 21:32:21.515765 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [req-ab536cea-9e80-4675-a8ce-3dc8a8732bc0 req-f144262f-9365-41cd-8bc3-4c8dd334f39a service neutron] For port 21483937-1833-4015-aed2-c6b6594a1412, host n-h1-760453-5, cleared binding levels {{(pid=103304) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 26 21:32:21.518941 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [req-ab536cea-9e80-4675-a8ce-3dc8a8732bc0 req-f144262f-9365-41cd-8bc3-4c8dd334f39a service neutron] For port 21483937-1833-4015-aed2-c6b6594a1412, host n-h1-760453-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-5',level=0,port_id=21483937-1833-4015-aed2-c6b6594a1412,segment=NetworkSegment(1ba56267-3acc-4462-9582-574f765f394e),segment_id=1ba56267-3acc-4462-9582-574f765f394e)] {{(pid=103304) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 26 21:32:21.525086 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-ab536cea-9e80-4675-a8ce-3dc8a8732bc0 req-f144262f-9365-41cd-8bc3-4c8dd334f39a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9281542'] for port (21483937-1833-4015-aed2-c6b6594a1412), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:32:21.599014 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab536cea-9e80-4675-a8ce-3dc8a8732bc0 req-f144262f-9365-41cd-8bc3-4c8dd334f39a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:32:21.599645 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-ab536cea-9e80-4675-a8ce-3dc8a8732bc0 req-f144262f-9365-41cd-8bc3-4c8dd334f39a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:32:21.601043 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-ab536cea-9e80-4675-a8ce-3dc8a8732bc0 req-f144262f-9365-41cd-8bc3-4c8dd334f39a service neutron] 10.222.0.66 "PUT /v2.0/ports/21483937-1833-4015-aed2-c6b6594a1412 HTTP/1.1" status: 200 len: 1091 time: 1.3628964 Jan 26 21:32:21.601632 n-d-760453-5 neutron-server[103304]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '426a3368-15df-428e-bd53-55ac3024954f', 'tag': '21483937-1833-4015-aed2-c6b6594a1412'}] {{(pid=103304) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 21:32:21.607000 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d52b45f1943fcd332af9527eb73ff93c8d715d44383a3f6d18de73b4cfcf87b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bde0ea43-2836-4c38-b77a-1bf301a70149" -d '{"events": [{"name": "network-changed", "server_uuid": "426a3368-15df-428e-bd53-55ac3024954f", "tag": "21483937-1833-4015-aed2-c6b6594a1412"}]}' {{(pid=103304) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 21:32:21.610678 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f144262f-9365-41cd-8bc3-4c8dd334f39a service neutron] Pushing event updated for resources: {'Port': ['ID=21483937-1833-4015-aed2-c6b6594a1412,revision_number=3']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:32:21.673678 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 26 Jan 2022 21:32:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f422fe6-f21a-457d-839c-b4f99098be38 x-openstack-request-id: req-2f422fe6-f21a-457d-839c-b4f99098be38 {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 21:32:21.673971 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "426a3368-15df-428e-bd53-55ac3024954f", "tag": "21483937-1833-4015-aed2-c6b6594a1412", "status": "completed", "code": 200}]} {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 21:32:21.674225 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-2f422fe6-f21a-457d-839c-b4f99098be38 {{(pid=103304) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 21:32:21.674625 n-d-760453-5 neutron-server[103304]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '426a3368-15df-428e-bd53-55ac3024954f', 'tag': '21483937-1833-4015-aed2-c6b6594a1412', 'status': 'completed', 'code': 200} Jan 26 21:32:21.725689 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab536cea-9e80-4675-a8ce-3dc8a8732bc0 req-e555eae0-e323-44f8-ad6a-24f75a906948 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:32:21.727540 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-ab536cea-9e80-4675-a8ce-3dc8a8732bc0 req-e555eae0-e323-44f8-ad6a-24f75a906948 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=bc791b2498e743288f8934f7fd6c9e02&device_id=426a3368-15df-428e-bd53-55ac3024954f HTTP/1.1" status: 200 len: 1094 time: 0.0672050 Jan 26 21:32:21.794710 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-ab536cea-9e80-4675-a8ce-3dc8a8732bc0 req-bde98b66-34fd-458f-8259-3c052eb3b259 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=21483937-1833-4015-aed2-c6b6594a1412 HTTP/1.1" status: 200 len: 217 time: 0.0535033 Jan 26 21:32:21.857705 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab536cea-9e80-4675-a8ce-3dc8a8732bc0 req-6f6892af-e6f9-49b6-ba36-6ecd88ceadff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:32:21.859818 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-ab536cea-9e80-4675-a8ce-3dc8a8732bc0 req-6f6892af-e6f9-49b6-ba36-6ecd88ceadff service neutron] 10.222.0.66 "GET /v2.0/subnets?id=730964f7-dec1-4726-8c5c-d252f0c4998e HTTP/1.1" status: 200 len: 847 time: 0.0578301 Jan 26 21:32:21.915595 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab536cea-9e80-4675-a8ce-3dc8a8732bc0 req-86968047-d1dd-42fc-9685-9501a6867b11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:32:21.917271 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-ab536cea-9e80-4675-a8ce-3dc8a8732bc0 req-86968047-d1dd-42fc-9685-9501a6867b11 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=6d9b7d3e-0715-46d5-b820-5d39496c81b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0510604 Jan 26 21:32:22.015717 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-ab536cea-9e80-4675-a8ce-3dc8a8732bc0 req-12844322-2ca8-4615-8dd1-0092a6b03952 service neutron] 10.222.0.66 "GET /v2.0/networks/6d9b7d3e-0715-46d5-b820-5d39496c81b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917029 Jan 26 21:32:22.114726 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-ab536cea-9e80-4675-a8ce-3dc8a8732bc0 req-e6b9cbb1-a72d-4b2b-83b4-d5c54b6a510f service neutron] 10.222.0.66 "GET /v2.0/networks/6d9b7d3e-0715-46d5-b820-5d39496c81b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0932293 Jan 26 21:32:22.249374 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-841f5991-a4d8-4d4b-b215-cbc6bab5427b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (aa7ee9d2-08eb-4e12-b895-24c57300dfec), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:32:22.266744 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088e770f-d3be-4a9b-9dff-f12d751c31c3 req-78d39dd7-6059-48fb-836b-7500f216427a tempest-ServerDiskConfigTestJSON-1504097755 tempest-ServerDiskConfigTestJSON-1504097755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:32:22.268253 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-088e770f-d3be-4a9b-9dff-f12d751c31c3 req-78d39dd7-6059-48fb-836b-7500f216427a tempest-ServerDiskConfigTestJSON-1504097755 tempest-ServerDiskConfigTestJSON-1504097755-project] 10.222.0.13 "GET /v2.0/ports?device_id=78e844bf-671a-41db-944b-1a3c33384df9 HTTP/1.1" status: 200 len: 946 time: 0.0775230 Jan 26 21:32:22.283535 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde0ea43-2836-4c38-b77a-1bf301a70149 req-dcc11906-8463-4657-95a1-4ea0606c55fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:32:22.284489 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-bde0ea43-2836-4c38-b77a-1bf301a70149 req-dcc11906-8463-4657-95a1-4ea0606c55fd service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=bc791b2498e743288f8934f7fd6c9e02&device_id=426a3368-15df-428e-bd53-55ac3024954f HTTP/1.1" status: 200 len: 1094 time: 0.0663416 Jan 26 21:32:22.379366 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-088e770f-d3be-4a9b-9dff-f12d751c31c3 req-0d810d79-4614-4ef9-a05f-8fd68cdb78b0 tempest-ServerDiskConfigTestJSON-1504097755 tempest-ServerDiskConfigTestJSON-1504097755-project] 10.222.0.13 "GET /v2.0/security-groups?id=783fb386-6fd2-4948-95d6-8177a10ccbe5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039503 Jan 26 21:32:22.415923 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde0ea43-2836-4c38-b77a-1bf301a70149 req-27d83cc8-d627-405e-bff5-0fe096b36f2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:32:22.417500 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-bde0ea43-2836-4c38-b77a-1bf301a70149 req-27d83cc8-d627-405e-bff5-0fe096b36f2e service neutron] 10.222.0.66 "GET /v2.0/networks?id=6d9b7d3e-0715-46d5-b820-5d39496c81b9 HTTP/1.1" status: 200 len: 909 time: 0.1258283 Jan 26 21:32:22.498366 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-bde0ea43-2836-4c38-b77a-1bf301a70149 req-49c3a8a0-75d4-4e64-86f6-bc41c7bdd67b service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=21483937-1833-4015-aed2-c6b6594a1412 HTTP/1.1" status: 200 len: 217 time: 0.0748920 Jan 26 21:32:22.610523 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f681157-94e9-4738-afab-5f643f754e13 req-4f99fcf7-e78d-4116-92e5-6aa73d501f8e tempest-TestServerBasicOps-36539520 tempest-TestServerBasicOps-36539520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:32:22.612651 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-2f681157-94e9-4738-afab-5f643f754e13 req-4f99fcf7-e78d-4116-92e5-6aa73d501f8e tempest-TestServerBasicOps-36539520 tempest-TestServerBasicOps-36539520-project] 10.222.0.13 "GET /v2.0/ports?device_id=426a3368-15df-428e-bd53-55ac3024954f HTTP/1.1" status: 200 len: 943 time: 0.1169078 Jan 26 21:32:22.618864 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde0ea43-2836-4c38-b77a-1bf301a70149 req-d769c4bc-940a-40af-8b4b-07bd03462390 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:32:22.620472 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-bde0ea43-2836-4c38-b77a-1bf301a70149 req-d769c4bc-940a-40af-8b4b-07bd03462390 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=730964f7-dec1-4726-8c5c-d252f0c4998e HTTP/1.1" status: 200 len: 847 time: 0.0679729 Jan 26 21:32:22.709852 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-2f681157-94e9-4738-afab-5f643f754e13 req-a3e05c5e-c515-472c-b0c1-a29585bf7e44 tempest-TestServerBasicOps-36539520 tempest-TestServerBasicOps-36539520-project] 10.222.0.13 "GET /v2.0/security-groups?id=7f88ac95-3a92-4440-92d0-844a970e25ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0876083 Jan 26 21:32:22.736363 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde0ea43-2836-4c38-b77a-1bf301a70149 req-a2902bba-760e-4fa1-9306-f7b336db3d88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:32:22.738457 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-bde0ea43-2836-4c38-b77a-1bf301a70149 req-a2902bba-760e-4fa1-9306-f7b336db3d88 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=6d9b7d3e-0715-46d5-b820-5d39496c81b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1091943 Jan 26 21:32:22.860044 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-bde0ea43-2836-4c38-b77a-1bf301a70149 req-8a0f0244-a403-40cd-a787-07a5ad9ace95 service neutron] 10.222.0.66 "GET /v2.0/networks/6d9b7d3e-0715-46d5-b820-5d39496c81b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1135650 Jan 26 21:32:22.956079 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-bde0ea43-2836-4c38-b77a-1bf301a70149 req-d2c702e4-f030-4be1-9819-9bba64fb76e8 service neutron] 10.222.0.66 "GET /v2.0/networks/6d9b7d3e-0715-46d5-b820-5d39496c81b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888071 Jan 26 21:32:23.041026 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (4d619873-4b60-439f-9b5a-b155dc8bbc34), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:32:23.510829 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49114f10-6b39-4bbd-88ae-b43e0f770c05 req-96192dd4-f42c-435f-9330-dc0a05b62b93 tempest-ServerDiskConfigTestJSON-1504097755 tempest-ServerDiskConfigTestJSON-1504097755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:32:23.512351 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-49114f10-6b39-4bbd-88ae-b43e0f770c05 req-96192dd4-f42c-435f-9330-dc0a05b62b93 tempest-ServerDiskConfigTestJSON-1504097755 tempest-ServerDiskConfigTestJSON-1504097755-project] 10.222.0.13 "GET /v2.0/ports?device_id=78e844bf-671a-41db-944b-1a3c33384df9 HTTP/1.1" status: 200 len: 946 time: 0.0564399 Jan 26 21:32:23.566359 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-49114f10-6b39-4bbd-88ae-b43e0f770c05 req-fdce7852-4da8-47cf-9ded-fc4600e66e3d tempest-ServerDiskConfigTestJSON-1504097755 tempest-ServerDiskConfigTestJSON-1504097755-project] 10.222.0.13 "GET /v2.0/security-groups?id=783fb386-6fd2-4948-95d6-8177a10ccbe5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474927 Jan 26 21:32:23.682308 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07c193a-0c04-4458-a1d4-f8ae77b00977 req-d0bcc060-d578-43d6-9e6f-3715eaaa24d7 tempest-ServerDiskConfigTestJSON-1504097755 tempest-ServerDiskConfigTestJSON-1504097755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:32:23.683833 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-d07c193a-0c04-4458-a1d4-f8ae77b00977 req-d0bcc060-d578-43d6-9e6f-3715eaaa24d7 tempest-ServerDiskConfigTestJSON-1504097755 tempest-ServerDiskConfigTestJSON-1504097755-project] 10.222.0.13 "GET /v2.0/ports?device_id=78e844bf-671a-41db-944b-1a3c33384df9 HTTP/1.1" status: 200 len: 946 time: 0.0489297 Jan 26 21:32:23.732519 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-d07c193a-0c04-4458-a1d4-f8ae77b00977 req-7d052876-e1c2-42ea-994f-5fa0b49781fc tempest-ServerDiskConfigTestJSON-1504097755 tempest-ServerDiskConfigTestJSON-1504097755-project] 10.222.0.13 "GET /v2.0/security-groups?id=783fb386-6fd2-4948-95d6-8177a10ccbe5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419700 Jan 26 21:32:23.873398 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a25a617-6ba7-4c07-83ba-87a7f080d14f req-8b9f7765-d0ce-4059-8d05-4a297b1a7dbb tempest-TestServerBasicOps-36539520 tempest-TestServerBasicOps-36539520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:32:23.875007 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-4a25a617-6ba7-4c07-83ba-87a7f080d14f req-8b9f7765-d0ce-4059-8d05-4a297b1a7dbb tempest-TestServerBasicOps-36539520 tempest-TestServerBasicOps-36539520-project] 10.222.0.13 "GET /v2.0/ports?device_id=426a3368-15df-428e-bd53-55ac3024954f HTTP/1.1" status: 200 len: 943 time: 0.0702190 Jan 26 21:32:23.932101 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-4a25a617-6ba7-4c07-83ba-87a7f080d14f req-3a7eaf8c-1eb4-4304-be7c-9c8d2e9fe6b5 tempest-TestServerBasicOps-36539520 tempest-TestServerBasicOps-36539520-project] 10.222.0.13 "GET /v2.0/security-groups?id=7f88ac95-3a92-4440-92d0-844a970e25ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506384 Jan 26 21:32:24.072652 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-839dd188-ec69-470c-9ab0-d318dc1a2e96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (e79b4fc6-6c71-44b2-a6d0-ff3e1f4dfd0d), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:32:24.139749 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21909865-87ca-4433-8e6d-ca4a385dc802 req-c6c90801-fdb9-4e46-afbb-a81f28b4b8d0 tempest-ServerDiskConfigTestJSON-1504097755 tempest-ServerDiskConfigTestJSON-1504097755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:32:24.141316 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-21909865-87ca-4433-8e6d-ca4a385dc802 req-c6c90801-fdb9-4e46-afbb-a81f28b4b8d0 tempest-ServerDiskConfigTestJSON-1504097755 tempest-ServerDiskConfigTestJSON-1504097755-project] 10.222.0.13 "GET /v2.0/ports?device_id=78e844bf-671a-41db-944b-1a3c33384df9 HTTP/1.1" status: 200 len: 946 time: 0.0775080 Jan 26 21:32:24.153067 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194a1ec9-d281-47fc-90a2-5e4e78c55444 req-efd6192e-d874-444c-9d1f-30cff8ceeb3b tempest-VolumesSnapshotTestJSON-309785744 tempest-VolumesSnapshotTestJSON-309785744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:32:24.155312 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-194a1ec9-d281-47fc-90a2-5e4e78c55444 req-efd6192e-d874-444c-9d1f-30cff8ceeb3b tempest-VolumesSnapshotTestJSON-309785744 tempest-VolumesSnapshotTestJSON-309785744-project] 10.222.0.13 "GET /v2.0/ports?device_id=cc0a3972-e754-40fa-bc85-ca7a7f919a20 HTTP/1.1" status: 200 len: 946 time: 0.0897348 Jan 26 21:32:24.224699 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-21909865-87ca-4433-8e6d-ca4a385dc802 req-0fb894be-5c99-490b-9dc6-49c65043265c tempest-ServerDiskConfigTestJSON-1504097755 tempest-ServerDiskConfigTestJSON-1504097755-project] 10.222.0.13 "GET /v2.0/security-groups?id=783fb386-6fd2-4948-95d6-8177a10ccbe5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675609 Jan 26 21:32:24.237283 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-194a1ec9-d281-47fc-90a2-5e4e78c55444 req-e272d361-13f2-4ab2-9de7-ce6fd30ea3d2 tempest-VolumesSnapshotTestJSON-309785744 tempest-VolumesSnapshotTestJSON-309785744-project] 10.222.0.13 "GET /v2.0/security-groups?id=5f282f4d-78b2-4183-9368-bb07e90bd880&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730684 Jan 26 21:32:24.344950 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e6d804-cc8e-4791-a1e0-1f8acc8d213c req-cb2d2a61-b505-410d-a84e-f36c3b2fa37b tempest-ServerDiskConfigTestJSON-1504097755 tempest-ServerDiskConfigTestJSON-1504097755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:32:24.346493 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-e2e6d804-cc8e-4791-a1e0-1f8acc8d213c req-cb2d2a61-b505-410d-a84e-f36c3b2fa37b tempest-ServerDiskConfigTestJSON-1504097755 tempest-ServerDiskConfigTestJSON-1504097755-project] 10.222.0.13 "GET /v2.0/ports?device_id=78e844bf-671a-41db-944b-1a3c33384df9 HTTP/1.1" status: 200 len: 946 time: 0.0542281 Jan 26 21:32:24.395191 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-e2e6d804-cc8e-4791-a1e0-1f8acc8d213c req-f7c5636e-f5a4-4b32-9cf3-eadb472154e1 tempest-ServerDiskConfigTestJSON-1504097755 tempest-ServerDiskConfigTestJSON-1504097755-project] 10.222.0.13 "GET /v2.0/security-groups?id=783fb386-6fd2-4948-95d6-8177a10ccbe5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424991 Jan 26 21:32:24.598341 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96db27ed-7cdd-419b-847c-992dcb550718 req-027cf0ff-51bf-46bb-b5d6-0dd0e57612eb tempest-ServerDiskConfigTestJSON-1504097755 tempest-ServerDiskConfigTestJSON-1504097755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:32:24.599941 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-96db27ed-7cdd-419b-847c-992dcb550718 req-027cf0ff-51bf-46bb-b5d6-0dd0e57612eb tempest-ServerDiskConfigTestJSON-1504097755 tempest-ServerDiskConfigTestJSON-1504097755-project] 10.222.0.13 "GET /v2.0/ports?device_id=78e844bf-671a-41db-944b-1a3c33384df9 HTTP/1.1" status: 200 len: 946 time: 0.0493402 Jan 26 21:32:24.650327 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-96db27ed-7cdd-419b-847c-992dcb550718 req-2da78690-c67f-4224-92fa-22766891de6b tempest-ServerDiskConfigTestJSON-1504097755 tempest-ServerDiskConfigTestJSON-1504097755-project] 10.222.0.13 "GET /v2.0/security-groups?id=783fb386-6fd2-4948-95d6-8177a10ccbe5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447283 Jan 26 21:32:24.773104 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59714362-ab58-4d73-843a-82ae0fb60e88 req-7f9497fb-727e-4a35-a29f-8259a1156e32 tempest-ServerDiskConfigTestJSON-1504097755 tempest-ServerDiskConfigTestJSON-1504097755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:32:24.774706 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-59714362-ab58-4d73-843a-82ae0fb60e88 req-7f9497fb-727e-4a35-a29f-8259a1156e32 tempest-ServerDiskConfigTestJSON-1504097755 tempest-ServerDiskConfigTestJSON-1504097755-project] 10.222.0.13 "GET /v2.0/ports?device_id=78e844bf-671a-41db-944b-1a3c33384df9 HTTP/1.1" status: 200 len: 946 time: 0.0536327 Jan 26 21:32:24.824161 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-59714362-ab58-4d73-843a-82ae0fb60e88 req-7457fe93-2f45-41a5-99a8-7a63c5549276 tempest-ServerDiskConfigTestJSON-1504097755 tempest-ServerDiskConfigTestJSON-1504097755-project] 10.222.0.13 "GET /v2.0/security-groups?id=783fb386-6fd2-4948-95d6-8177a10ccbe5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435076 Jan 26 21:32:24.862781 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Device 21483937-1833-4015-aed2-c6b6594a1412 details requested by agent hyperv_n-h1-760453-5 with host n-h1-760453-5 {{(pid=103306) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 26 21:32:24.968421 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] For port 21483937-1833-4015-aed2-c6b6594a1412, host n-h1-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-5',level=0,port_id=21483937-1833-4015-aed2-c6b6594a1412,segment=NetworkSegment(1ba56267-3acc-4462-9582-574f765f394e),segment_id=1ba56267-3acc-4462-9582-574f765f394e)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:32:24.996814 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Returning: {'device': '21483937-1833-4015-aed2-c6b6594a1412', 'network_id': '6d9b7d3e-0715-46d5-b820-5d39496c81b9', 'port_id': '21483937-1833-4015-aed2-c6b6594a1412', 'mac_address': 'fa:16:3e:1e:c8:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 556, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '730964f7-dec1-4726-8c5c-d252f0c4998e', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103306) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 26 21:32:25.043422 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Current status of the port 21483937-1833-4015-aed2-c6b6594a1412 is: DOWN; New status is: BUILD {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:32:25.044888 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (21483937-1833-4015-aed2-c6b6594a1412), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:32:25.061048 n-d-760453-5 neutron-server[103306]: DEBUG neutron.notifiers.nova [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 21483937-1833-4015-aed2-c6b6594a1412 {{(pid=103306) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 26 21:32:25.067455 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e071df3c-e3c9-4d24-8ee6-ca883313fe07 req-312a5dd3-9e4b-4c50-ba92-c55d8db7a740 tempest-TestServerBasicOps-36539520 tempest-TestServerBasicOps-36539520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:32:25.069521 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-e071df3c-e3c9-4d24-8ee6-ca883313fe07 req-312a5dd3-9e4b-4c50-ba92-c55d8db7a740 tempest-TestServerBasicOps-36539520 tempest-TestServerBasicOps-36539520-project] 10.222.0.13 "GET /v2.0/ports?device_id=426a3368-15df-428e-bd53-55ac3024954f HTTP/1.1" status: 200 len: 943 time: 0.0540619 Jan 26 21:32:25.083994 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] For port 21483937-1833-4015-aed2-c6b6594a1412, host n-h1-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-5',level=0,port_id=21483937-1833-4015-aed2-c6b6594a1412,segment=NetworkSegment(1ba56267-3acc-4462-9582-574f765f394e),segment_id=1ba56267-3acc-4462-9582-574f765f394e)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:32:25.093627 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (21483937-1833-4015-aed2-c6b6594a1412), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:32:25.134861 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-e071df3c-e3c9-4d24-8ee6-ca883313fe07 req-642ed066-ed7e-411e-baf8-3f6413f6712d tempest-TestServerBasicOps-36539520 tempest-TestServerBasicOps-36539520-project] 10.222.0.13 "GET /v2.0/security-groups?id=7f88ac95-3a92-4440-92d0-844a970e25ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0582607 Jan 26 21:32:25.154952 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Pushing event updated for resources: {'Port': ['ID=21483937-1833-4015-aed2-c6b6594a1412,revision_number=4']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:32:25.208937 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-02f139d6-7cdc-4558-bb5c-e3826bf8d4ec req-02f5cad2-6426-489d-8cb5-fcfaa26db8c8 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=cc2a45fe-1c0e-4689-a738-964e9c19e30e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.0644355 Jan 26 21:32:25.268474 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9298cb3-4646-4a66-b6f8-65c0c12e73ca req-22f4dadd-ae03-46fd-b6e2-e3155c725ea0 tempest-ServerDiskConfigTestJSON-1504097755 tempest-ServerDiskConfigTestJSON-1504097755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:32:25.270199 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-e9298cb3-4646-4a66-b6f8-65c0c12e73ca req-22f4dadd-ae03-46fd-b6e2-e3155c725ea0 tempest-ServerDiskConfigTestJSON-1504097755 tempest-ServerDiskConfigTestJSON-1504097755-project] 10.222.0.13 "GET /v2.0/ports?device_id=78e844bf-671a-41db-944b-1a3c33384df9 HTTP/1.1" status: 200 len: 946 time: 0.0603254 Jan 26 21:32:25.303795 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (fea0591a-627d-4c87-9a9a-01625ddf3277), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:32:25.380880 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f139d6-7cdc-4558-bb5c-e3826bf8d4ec req-907c41fa-20fa-48a3-a566-187482789784 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:32:25.381381 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f139d6-7cdc-4558-bb5c-e3826bf8d4ec req-907c41fa-20fa-48a3-a566-187482789784 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:32:25.381849 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f139d6-7cdc-4558-bb5c-e3826bf8d4ec req-907c41fa-20fa-48a3-a566-187482789784 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:32:25.382309 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f139d6-7cdc-4558-bb5c-e3826bf8d4ec req-907c41fa-20fa-48a3-a566-187482789784 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:32:25.382771 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f139d6-7cdc-4558-bb5c-e3826bf8d4ec req-907c41fa-20fa-48a3-a566-187482789784 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:32:25.383229 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f139d6-7cdc-4558-bb5c-e3826bf8d4ec req-907c41fa-20fa-48a3-a566-187482789784 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:32:25.383679 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f139d6-7cdc-4558-bb5c-e3826bf8d4ec req-907c41fa-20fa-48a3-a566-187482789784 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:32:25.385706 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-02f139d6-7cdc-4558-bb5c-e3826bf8d4ec req-907c41fa-20fa-48a3-a566-187482789784 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=2de9f498797a4527ba13c10b546ad5bb&device_id=cc2a45fe-1c0e-4689-a738-964e9c19e30e HTTP/1.1" status: 200 len: 6487 time: 0.1144187 Jan 26 21:32:25.405865 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-e9298cb3-4646-4a66-b6f8-65c0c12e73ca req-0267ab3e-eb9d-415a-b047-5f5e984e482a tempest-ServerDiskConfigTestJSON-1504097755 tempest-ServerDiskConfigTestJSON-1504097755-project] 10.222.0.13 "GET /v2.0/security-groups?id=783fb386-6fd2-4948-95d6-8177a10ccbe5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038063 Jan 26 21:32:25.418538 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07db794c-92f1-488e-9bf8-1dbae81913a3 req-1d318f7b-901b-4377-affb-a9cbc77e0099 tempest-VolumesSnapshotTestJSON-309785744 tempest-VolumesSnapshotTestJSON-309785744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:32:25.420963 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-07db794c-92f1-488e-9bf8-1dbae81913a3 req-1d318f7b-901b-4377-affb-a9cbc77e0099 tempest-VolumesSnapshotTestJSON-309785744 tempest-VolumesSnapshotTestJSON-309785744-project] 10.222.0.13 "GET /v2.0/ports?device_id=cc0a3972-e754-40fa-bc85-ca7a7f919a20 HTTP/1.1" status: 200 len: 946 time: 0.0970676 Jan 26 21:32:25.488214 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] get_ports_and_sgs() called for port_ids ['21483937-1833-4015-aed2-c6b6594a1412'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 26 21:32:25.533107 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-07db794c-92f1-488e-9bf8-1dbae81913a3 req-45b6951d-e697-4b16-9c2c-bbf052d68429 tempest-VolumesSnapshotTestJSON-309785744 tempest-VolumesSnapshotTestJSON-309785744-project] 10.222.0.13 "GET /v2.0/security-groups?id=5f282f4d-78b2-4183-9368-bb07e90bd880&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024945 Jan 26 21:32:25.554344 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f139d6-7cdc-4558-bb5c-e3826bf8d4ec req-c5c70c40-e628-4a8a-84ea-8efba65e7516 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:32:25.554912 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f139d6-7cdc-4558-bb5c-e3826bf8d4ec req-c5c70c40-e628-4a8a-84ea-8efba65e7516 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:32:25.555555 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f139d6-7cdc-4558-bb5c-e3826bf8d4ec req-c5c70c40-e628-4a8a-84ea-8efba65e7516 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:32:25.557434 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-02f139d6-7cdc-4558-bb5c-e3826bf8d4ec req-c5c70c40-e628-4a8a-84ea-8efba65e7516 service neutron] 10.222.0.57 "GET /v2.0/networks?id=485a3106-1745-41f6-8c52-37ebe4fdcc0c&id=f292bf50-7316-40da-8d60-8669bdd0f81a&id=f292bf50-7316-40da-8d60-8669bdd0f81a&id=f292bf50-7316-40da-8d60-8669bdd0f81a&id=f292bf50-7316-40da-8d60-8669bdd0f81a&id=09fefaf6-1493-45ff-9b77-0bffdcb790d7&id=09fefaf6-1493-45ff-9b77-0bffdcb790d7 HTTP/1.1" status: 200 len: 2294 time: 0.1354210 Jan 26 21:32:25.623961 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb779e7-1fc2-489e-bdc1-aa9f12c6aef9 req-edc3edde-b288-4621-9423-f5a156518c9c tempest-VolumesSnapshotTestJSON-309785744 tempest-VolumesSnapshotTestJSON-309785744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:32:25.625532 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-6bb779e7-1fc2-489e-bdc1-aa9f12c6aef9 req-edc3edde-b288-4621-9423-f5a156518c9c tempest-VolumesSnapshotTestJSON-309785744 tempest-VolumesSnapshotTestJSON-309785744-project] 10.222.0.57 "GET /v2.0/ports?device_id=cc0a3972-e754-40fa-bc85-ca7a7f919a20 HTTP/1.1" status: 200 len: 946 time: 0.0546637 Jan 26 21:32:25.645543 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-02f139d6-7cdc-4558-bb5c-e3826bf8d4ec req-b16ef7fb-a5be-4c6a-bdc4-dddcbfc84d4a service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=67dd3dc7-a2ab-4f67-874c-e61c9c62ab11 HTTP/1.1" status: 200 len: 1002 time: 0.0755713 Jan 26 21:32:25.705588 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f139d6-7cdc-4558-bb5c-e3826bf8d4ec req-9e1d38db-28b6-4709-91a3-bcc300b5db95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:32:25.707849 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-02f139d6-7cdc-4558-bb5c-e3826bf8d4ec req-9e1d38db-28b6-4709-91a3-bcc300b5db95 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=dea740a7-2861-4520-a7c8-4e14271821b5 HTTP/1.1" status: 200 len: 851 time: 0.0549996 Jan 26 21:32:25.734825 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [req-6bb779e7-1fc2-489e-bdc1-aa9f12c6aef9 req-315f44e0-0249-4d13-a599-96f74d224a7c tempest-VolumesSnapshotTestJSON-309785744 tempest-VolumesSnapshotTestJSON-309785744-project] Deleting port e00ec340-1eff-4b58-a386-82efb4d6919d {{(pid=103305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 21:32:25.735563 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-6bb779e7-1fc2-489e-bdc1-aa9f12c6aef9 req-315f44e0-0249-4d13-a599-96f74d224a7c tempest-VolumesSnapshotTestJSON-309785744 tempest-VolumesSnapshotTestJSON-309785744-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746560630878'] for port (e00ec340-1eff-4b58-a386-82efb4d6919d), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:32:25.780826 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f139d6-7cdc-4558-bb5c-e3826bf8d4ec req-202eb900-df00-4f47-b8ec-b60244fed709 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:32:25.783160 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-02f139d6-7cdc-4558-bb5c-e3826bf8d4ec req-202eb900-df00-4f47-b8ec-b60244fed709 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=485a3106-1745-41f6-8c52-37ebe4fdcc0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0674920 Jan 26 21:32:25.846880 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [req-6bb779e7-1fc2-489e-bdc1-aa9f12c6aef9 req-315f44e0-0249-4d13-a599-96f74d224a7c tempest-VolumesSnapshotTestJSON-309785744 tempest-VolumesSnapshotTestJSON-309785744-project] For port e00ec340-1eff-4b58-a386-82efb4d6919d, host n-h2-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-5',level=0,port_id=e00ec340-1eff-4b58-a386-82efb4d6919d,segment=NetworkSegment(58239c6a-8068-4b38-a84c-a977346e3eb7),segment_id=58239c6a-8068-4b38-a84c-a977346e3eb7)] {{(pid=103305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:32:25.847546 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-6bb779e7-1fc2-489e-bdc1-aa9f12c6aef9 req-315f44e0-0249-4d13-a599-96f74d224a7c tempest-VolumesSnapshotTestJSON-309785744 tempest-VolumesSnapshotTestJSON-309785744-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4109658'] for port (e00ec340-1eff-4b58-a386-82efb4d6919d), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:32:25.861202 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [req-6bb779e7-1fc2-489e-bdc1-aa9f12c6aef9 req-315f44e0-0249-4d13-a599-96f74d224a7c tempest-VolumesSnapshotTestJSON-309785744 tempest-VolumesSnapshotTestJSON-309785744-project] Calling delete_port for e00ec340-1eff-4b58-a386-82efb4d6919d owned by compute:nova {{(pid=103305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 21:32:25.889647 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-02f139d6-7cdc-4558-bb5c-e3826bf8d4ec req-936032c9-1951-4eb3-921d-9946f25fce2d service neutron] 10.222.0.57 "GET /v2.0/networks/485a3106-1745-41f6-8c52-37ebe4fdcc0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0999076 Jan 26 21:32:25.988730 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-02f139d6-7cdc-4558-bb5c-e3826bf8d4ec req-95f5953b-1940-43d6-b75d-4efedec3f6d4 service neutron] 10.222.0.57 "GET /v2.0/networks/485a3106-1745-41f6-8c52-37ebe4fdcc0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928552 Jan 26 21:32:26.003805 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-6bb779e7-1fc2-489e-bdc1-aa9f12c6aef9 req-315f44e0-0249-4d13-a599-96f74d224a7c tempest-VolumesSnapshotTestJSON-309785744 tempest-VolumesSnapshotTestJSON-309785744-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746560636600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746560234536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11791543'] for port (e00ec340-1eff-4b58-a386-82efb4d6919d), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:32:26.019286 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] get_ports_and_sgs() called for port_ids ['e00ec340-1eff-4b58-a386-82efb4d6919d'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 26 21:32:26.034611 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315f44e0-0249-4d13-a599-96f74d224a7c tempest-VolumesSnapshotTestJSON-309785744 tempest-VolumesSnapshotTestJSON-309785744-project] Pushing event deleted for resources: {'Port': ['ID=e00ec340-1eff-4b58-a386-82efb4d6919d,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:32:26.038128 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-02f139d6-7cdc-4558-bb5c-e3826bf8d4ec req-90e9cce1-1732-42cc-968f-3ebb253656aa service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.241&port_id=81158fda-fb11-4d56-8e16-e7b27e48b9c9 HTTP/1.1" status: 200 len: 217 time: 0.0408156 Jan 26 21:32:26.090168 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [req-6bb779e7-1fc2-489e-bdc1-aa9f12c6aef9 req-315f44e0-0249-4d13-a599-96f74d224a7c tempest-VolumesSnapshotTestJSON-309785744 tempest-VolumesSnapshotTestJSON-309785744-project] No DVR routers for this DVR port e00ec340-1eff-4b58-a386-82efb4d6919d on host n-h2-760453-5 {{(pid=103305) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 26 21:32:26.093150 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-6bb779e7-1fc2-489e-bdc1-aa9f12c6aef9 req-315f44e0-0249-4d13-a599-96f74d224a7c tempest-VolumesSnapshotTestJSON-309785744 tempest-VolumesSnapshotTestJSON-309785744-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:32:26.096742 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-6bb779e7-1fc2-489e-bdc1-aa9f12c6aef9 req-315f44e0-0249-4d13-a599-96f74d224a7c tempest-VolumesSnapshotTestJSON-309785744 tempest-VolumesSnapshotTestJSON-309785744-project] 10.222.0.57 "DELETE /v2.0/ports/e00ec340-1eff-4b58-a386-82efb4d6919d HTTP/1.1" status: 204 len: 173 time: 0.4647310 Jan 26 21:32:26.097200 n-d-760453-5 neutron-server[103305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc0a3972-e754-40fa-bc85-ca7a7f919a20', 'name': 'network-vif-deleted', 'tag': 'e00ec340-1eff-4b58-a386-82efb4d6919d'}] {{(pid=103305) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 21:32:26.098842 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f139d6-7cdc-4558-bb5c-e3826bf8d4ec req-0256b0f0-6eb9-4b0d-9a0e-2e5b9a59f328 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:32:26.099832 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d4654568b7bf041e72ff8fe1c96d6d761d9c921f2b99bc7b3a26632be20cee0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09d71784-e08c-4d42-b955-b260507f1668" -d '{"events": [{"server_uuid": "cc0a3972-e754-40fa-bc85-ca7a7f919a20", "name": "network-vif-deleted", "tag": "e00ec340-1eff-4b58-a386-82efb4d6919d"}]}' {{(pid=103305) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 21:32:26.100968 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-02f139d6-7cdc-4558-bb5c-e3826bf8d4ec req-0256b0f0-6eb9-4b0d-9a0e-2e5b9a59f328 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=4e6d2bbe-4ef2-4089-b0e5-159ef264639e HTTP/1.1" status: 200 len: 797 time: 0.0575051 Jan 26 21:32:26.159300 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f139d6-7cdc-4558-bb5c-e3826bf8d4ec req-f49ab22f-efb0-4476-a39c-97aa1eb6a4b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:32:26.161735 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-02f139d6-7cdc-4558-bb5c-e3826bf8d4ec req-f49ab22f-efb0-4476-a39c-97aa1eb6a4b1 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=f292bf50-7316-40da-8d60-8669bdd0f81a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0525658 Jan 26 21:32:26.323038 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c520fc72-ab26-4a16-ab40-24f07a05870c req-8aec92d4-bfb4-40c0-bee6-18b88faf9621 tempest-TestServerBasicOps-36539520 tempest-TestServerBasicOps-36539520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:32:26.324567 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-c520fc72-ab26-4a16-ab40-24f07a05870c req-8aec92d4-bfb4-40c0-bee6-18b88faf9621 tempest-TestServerBasicOps-36539520 tempest-TestServerBasicOps-36539520-project] 10.222.0.13 "GET /v2.0/ports?device_id=426a3368-15df-428e-bd53-55ac3024954f HTTP/1.1" status: 200 len: 944 time: 0.0885971 Jan 26 21:32:26.326919 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-02f139d6-7cdc-4558-bb5c-e3826bf8d4ec req-413a6242-05c0-4766-af69-72b855656179 service neutron] 10.222.0.57 "GET /v2.0/networks/f292bf50-7316-40da-8d60-8669bdd0f81a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1586282 Jan 26 21:32:26.354281 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Jan 2022 21:32:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98ae8d23-9817-4a5e-b618-4495e7bff1be x-openstack-request-id: req-98ae8d23-9817-4a5e-b618-4495e7bff1be {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 21:32:26.354651 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc0a3972-e754-40fa-bc85-ca7a7f919a20", "name": "network-vif-deleted", "tag": "e00ec340-1eff-4b58-a386-82efb4d6919d", "status": "completed", "code": 200}]} {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 21:32:26.354974 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-98ae8d23-9817-4a5e-b618-4495e7bff1be {{(pid=103305) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 21:32:26.355388 n-d-760453-5 neutron-server[103305]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc0a3972-e754-40fa-bc85-ca7a7f919a20', 'name': 'network-vif-deleted', 'tag': 'e00ec340-1eff-4b58-a386-82efb4d6919d', 'status': 'completed', 'code': 200} Jan 26 21:32:26.447331 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-c520fc72-ab26-4a16-ab40-24f07a05870c req-702d4c9d-17fe-4a8b-95e8-b974dba8e752 tempest-TestServerBasicOps-36539520 tempest-TestServerBasicOps-36539520-project] 10.222.0.13 "GET /v2.0/security-groups?id=7f88ac95-3a92-4440-92d0-844a970e25ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1162908 Jan 26 21:32:26.452154 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f76b71d-c5e7-41c1-9e19-aaf47ae8d15a req-be586a10-53b5-4d14-a5d3-e914e20f9286 tempest-ServerDiskConfigTestJSON-1504097755 tempest-ServerDiskConfigTestJSON-1504097755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:32:26.453751 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-3f76b71d-c5e7-41c1-9e19-aaf47ae8d15a req-be586a10-53b5-4d14-a5d3-e914e20f9286 tempest-ServerDiskConfigTestJSON-1504097755 tempest-ServerDiskConfigTestJSON-1504097755-project] 10.222.0.57 "GET /v2.0/ports?device_id=78e844bf-671a-41db-944b-1a3c33384df9 HTTP/1.1" status: 200 len: 946 time: 0.0673447 Jan 26 21:32:26.479737 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-02f139d6-7cdc-4558-bb5c-e3826bf8d4ec req-e781269c-32f2-459d-8363-cac8d3475226 service neutron] 10.222.0.57 "GET /v2.0/networks/f292bf50-7316-40da-8d60-8669bdd0f81a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1412067 Jan 26 21:32:26.536268 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-02f139d6-7cdc-4558-bb5c-e3826bf8d4ec req-49673a9e-d88d-4de2-97ba-64c3f2311e34 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.72&port_id=db089e5c-c2ba-48d7-8f5d-cf5cafe1f2ad HTTP/1.1" status: 200 len: 217 time: 0.0497668 Jan 26 21:32:26.585353 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [req-3f76b71d-c5e7-41c1-9e19-aaf47ae8d15a req-40df7030-be44-4c22-acca-53af6f106144 tempest-ServerDiskConfigTestJSON-1504097755 tempest-ServerDiskConfigTestJSON-1504097755-project] Deleting port c892e48a-cab8-402e-92b9-f9afd4d8fb1d {{(pid=103305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 21:32:26.586442 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-3f76b71d-c5e7-41c1-9e19-aaf47ae8d15a req-40df7030-be44-4c22-acca-53af6f106144 tempest-ServerDiskConfigTestJSON-1504097755 tempest-ServerDiskConfigTestJSON-1504097755-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746560630878'] for port (c892e48a-cab8-402e-92b9-f9afd4d8fb1d), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:32:26.733407 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [req-3f76b71d-c5e7-41c1-9e19-aaf47ae8d15a req-40df7030-be44-4c22-acca-53af6f106144 tempest-ServerDiskConfigTestJSON-1504097755 tempest-ServerDiskConfigTestJSON-1504097755-project] For port c892e48a-cab8-402e-92b9-f9afd4d8fb1d, host n-h2-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-5',level=0,port_id=c892e48a-cab8-402e-92b9-f9afd4d8fb1d,segment=NetworkSegment(6c664910-f626-469d-b488-30e875c9a116),segment_id=6c664910-f626-469d-b488-30e875c9a116)] {{(pid=103305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:32:26.734055 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-3f76b71d-c5e7-41c1-9e19-aaf47ae8d15a req-40df7030-be44-4c22-acca-53af6f106144 tempest-ServerDiskConfigTestJSON-1504097755 tempest-ServerDiskConfigTestJSON-1504097755-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4109658'] for port (c892e48a-cab8-402e-92b9-f9afd4d8fb1d), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:32:26.747673 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [req-3f76b71d-c5e7-41c1-9e19-aaf47ae8d15a req-40df7030-be44-4c22-acca-53af6f106144 tempest-ServerDiskConfigTestJSON-1504097755 tempest-ServerDiskConfigTestJSON-1504097755-project] Calling delete_port for c892e48a-cab8-402e-92b9-f9afd4d8fb1d owned by compute:nova {{(pid=103305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 21:32:26.878746 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Device 21483937-1833-4015-aed2-c6b6594a1412 up at agent hyperv_n-h1-760453-5 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 21:32:26.897234 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-3f76b71d-c5e7-41c1-9e19-aaf47ae8d15a req-40df7030-be44-4c22-acca-53af6f106144 tempest-ServerDiskConfigTestJSON-1504097755 tempest-ServerDiskConfigTestJSON-1504097755-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746560636600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746560234536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11791543'] for port (c892e48a-cab8-402e-92b9-f9afd4d8fb1d), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:32:26.932518 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-b73d425a-0466-402c-9b02-3ca755b7aed7 req-79862e50-696f-4664-8236-91372c465a72 tempest-VolumesSnapshotTestJSON-309785744 tempest-VolumesSnapshotTestJSON-309785744-project] 10.222.0.13 "GET /v2.0/ports?device_id=cc0a3972-e754-40fa-bc85-ca7a7f919a20 HTTP/1.1" status: 200 len: 210 time: 0.0380113 Jan 26 21:32:26.938232 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40df7030-be44-4c22-acca-53af6f106144 tempest-ServerDiskConfigTestJSON-1504097755 tempest-ServerDiskConfigTestJSON-1504097755-project] Pushing event deleted for resources: {'Port': ['ID=c892e48a-cab8-402e-92b9-f9afd4d8fb1d,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:32:26.939549 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f139d6-7cdc-4558-bb5c-e3826bf8d4ec req-b1dd5aca-c430-4f11-b8da-ffe829a9d8d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:32:26.942448 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-02f139d6-7cdc-4558-bb5c-e3826bf8d4ec req-b1dd5aca-c430-4f11-b8da-ffe829a9d8d8 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=4e6d2bbe-4ef2-4089-b0e5-159ef264639e HTTP/1.1" status: 200 len: 797 time: 0.3919532 Jan 26 21:32:26.949736 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e097544d-7ab1-46e7-97f3-85fc28c1feb2 req-c29f8107-4793-40f2-b041-398ff46c1efd tempest-ServerDiskConfigTestJSON-1504097755 tempest-ServerDiskConfigTestJSON-1504097755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:32:26.957005 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-e097544d-7ab1-46e7-97f3-85fc28c1feb2 req-c29f8107-4793-40f2-b041-398ff46c1efd tempest-ServerDiskConfigTestJSON-1504097755 tempest-ServerDiskConfigTestJSON-1504097755-project] 10.222.0.13 "GET /v2.0/ports?device_id=78e844bf-671a-41db-944b-1a3c33384df9 HTTP/1.1" status: 200 len: 946 time: 0.4185903 Jan 26 21:32:26.986479 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Provisioning for port 21483937-1833-4015-aed2-c6b6594a1412 completed by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 21:32:26.998275 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Provisioning complete for port 21483937-1833-4015-aed2-c6b6594a1412 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:32:26.999291 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (21483937-1833-4015-aed2-c6b6594a1412), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:32:27.008969 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f76b71d-c5e7-41c1-9e19-aaf47ae8d15a req-40df7030-be44-4c22-acca-53af6f106144 tempest-ServerDiskConfigTestJSON-1504097755 tempest-ServerDiskConfigTestJSON-1504097755-project] No DVR routers for this DVR port c892e48a-cab8-402e-92b9-f9afd4d8fb1d on host n-h2-760453-5 {{(pid=103305) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 26 21:32:27.012315 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-3f76b71d-c5e7-41c1-9e19-aaf47ae8d15a req-40df7030-be44-4c22-acca-53af6f106144 tempest-ServerDiskConfigTestJSON-1504097755 tempest-ServerDiskConfigTestJSON-1504097755-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:32:27.016707 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-3f76b71d-c5e7-41c1-9e19-aaf47ae8d15a req-40df7030-be44-4c22-acca-53af6f106144 tempest-ServerDiskConfigTestJSON-1504097755 tempest-ServerDiskConfigTestJSON-1504097755-project] 10.222.0.57 "DELETE /v2.0/ports/c892e48a-cab8-402e-92b9-f9afd4d8fb1d HTTP/1.1" status: 204 len: 173 time: 0.5493000 Jan 26 21:32:27.038175 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-e097544d-7ab1-46e7-97f3-85fc28c1feb2 req-b81c139a-feaf-470e-a4ba-50c0a59987e6 tempest-ServerDiskConfigTestJSON-1504097755 tempest-ServerDiskConfigTestJSON-1504097755-project] 10.222.0.13 "GET /v2.0/security-groups?id=783fb386-6fd2-4948-95d6-8177a10ccbe5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801365 Jan 26 21:32:27.040087 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f139d6-7cdc-4558-bb5c-e3826bf8d4ec req-76db74b1-b12f-4c1d-82c8-168d98d12c74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:32:27.042371 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-02f139d6-7cdc-4558-bb5c-e3826bf8d4ec req-76db74b1-b12f-4c1d-82c8-168d98d12c74 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=f292bf50-7316-40da-8d60-8669bdd0f81a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0833507 Jan 26 21:32:27.122940 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Current status of the port 21483937-1833-4015-aed2-c6b6594a1412 is: BUILD; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:32:27.123198 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (21483937-1833-4015-aed2-c6b6594a1412), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:32:27.155237 n-d-760453-5 neutron-server[103306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '426a3368-15df-428e-bd53-55ac3024954f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21483937-1833-4015-aed2-c6b6594a1412'}] {{(pid=103306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 21:32:27.158054 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9d5d370febab655511bdd2ffe887e43e442d144a440368702bcc1e93af00b97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b07b9485-10b4-4b4d-8e57-c3b9bdff7a65" -d '{"events": [{"server_uuid": "426a3368-15df-428e-bd53-55ac3024954f", "name": "network-vif-plugged", "status": "completed", "tag": "21483937-1833-4015-aed2-c6b6594a1412"}]}' {{(pid=103306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 21:32:27.175415 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] For port 21483937-1833-4015-aed2-c6b6594a1412, host n-h1-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-5',level=0,port_id=21483937-1833-4015-aed2-c6b6594a1412,segment=NetworkSegment(1ba56267-3acc-4462-9582-574f765f394e),segment_id=1ba56267-3acc-4462-9582-574f765f394e)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:32:27.176077 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-02f139d6-7cdc-4558-bb5c-e3826bf8d4ec req-c846faa6-febe-4c46-b241-bb417ffb7465 service neutron] 10.222.0.57 "GET /v2.0/networks/f292bf50-7316-40da-8d60-8669bdd0f81a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252146 Jan 26 21:32:27.180887 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (21483937-1833-4015-aed2-c6b6594a1412), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:32:27.220715 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Jan 2022 21:32:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb749159-c317-48ed-80e7-fc1a8eb96e3f x-openstack-request-id: req-bb749159-c317-48ed-80e7-fc1a8eb96e3f {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 21:32:27.221012 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "426a3368-15df-428e-bd53-55ac3024954f", "name": "network-vif-plugged", "status": "completed", "tag": "21483937-1833-4015-aed2-c6b6594a1412", "code": 200}]} {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 21:32:27.221264 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-bb749159-c317-48ed-80e7-fc1a8eb96e3f {{(pid=103306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 21:32:27.221700 n-d-760453-5 neutron-server[103306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '426a3368-15df-428e-bd53-55ac3024954f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21483937-1833-4015-aed2-c6b6594a1412', 'code': 200} Jan 26 21:32:27.244551 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Pushing event updated for resources: {'Port': ['ID=21483937-1833-4015-aed2-c6b6594a1412,revision_number=5']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:32:27.278249 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-02f139d6-7cdc-4558-bb5c-e3826bf8d4ec req-b250c0d5-bd3b-4e2f-8a38-2161fdc6e3bf service neutron] 10.222.0.57 "GET /v2.0/networks/f292bf50-7316-40da-8d60-8669bdd0f81a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0944440 Jan 26 21:32:27.333417 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-02f139d6-7cdc-4558-bb5c-e3826bf8d4ec req-d4d52d98-6148-4264-b8b1-6801f57b4ea4 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.45&port_id=68993758-80c8-46d1-858d-bc7447ce489e HTTP/1.1" status: 200 len: 217 time: 0.0481329 Jan 26 21:32:27.406337 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5aab051-1424-4f74-a7da-a71dba1ffd30 req-b68cd6f8-6e1f-4fde-b63b-8575815ce0c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:32:27.407505 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-e5aab051-1424-4f74-a7da-a71dba1ffd30 req-b68cd6f8-6e1f-4fde-b63b-8575815ce0c5 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=426a3368-15df-428e-bd53-55ac3024954f HTTP/1.1" status: 200 len: 1096 time: 0.0823832 Jan 26 21:32:27.409009 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f139d6-7cdc-4558-bb5c-e3826bf8d4ec req-c98b2576-9bc1-48c4-86c2-36576e004b0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:32:27.410345 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-02f139d6-7cdc-4558-bb5c-e3826bf8d4ec req-c98b2576-9bc1-48c4-86c2-36576e004b0d service neutron] 10.222.0.57 "GET /v2.0/subnets?id=4e6d2bbe-4ef2-4089-b0e5-159ef264639e HTTP/1.1" status: 200 len: 797 time: 0.0592709 Jan 26 21:32:27.502106 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-e5aab051-1424-4f74-a7da-a71dba1ffd30 req-dd0fe582-05b2-459f-857a-841bd80d2c2e service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=7f88ac95-3a92-4440-92d0-844a970e25ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0890207 Jan 26 21:32:27.508632 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f139d6-7cdc-4558-bb5c-e3826bf8d4ec req-032a8612-1a44-4b6e-8559-24839cf9f1ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:32:27.515003 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-02f139d6-7cdc-4558-bb5c-e3826bf8d4ec req-032a8612-1a44-4b6e-8559-24839cf9f1ca service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=f292bf50-7316-40da-8d60-8669bdd0f81a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0881886 Jan 26 21:32:27.645124 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17b2087-4458-4fc4-998a-1845c332a2c1 req-0c92b85f-0b80-49f1-81f6-70bbdac462ac tempest-TestServerBasicOps-36539520 tempest-TestServerBasicOps-36539520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:32:27.646703 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-c17b2087-4458-4fc4-998a-1845c332a2c1 req-0c92b85f-0b80-49f1-81f6-70bbdac462ac tempest-TestServerBasicOps-36539520 tempest-TestServerBasicOps-36539520-project] 10.222.0.13 "GET /v2.0/ports?device_id=426a3368-15df-428e-bd53-55ac3024954f HTTP/1.1" status: 200 len: 945 time: 0.1024933 Jan 26 21:32:27.680059 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-02f139d6-7cdc-4558-bb5c-e3826bf8d4ec req-fffe609b-4d26-44a5-9dd9-5499367a60f2 service neutron] 10.222.0.57 "GET /v2.0/networks/f292bf50-7316-40da-8d60-8669bdd0f81a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1457946 Jan 26 21:32:27.760359 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-c17b2087-4458-4fc4-998a-1845c332a2c1 req-315c03cc-8f9f-42eb-a854-94f4be1bdf25 tempest-TestServerBasicOps-36539520 tempest-TestServerBasicOps-36539520-project] 10.222.0.13 "GET /v2.0/security-groups?id=7f88ac95-3a92-4440-92d0-844a970e25ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1029775 Jan 26 21:32:27.798668 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-02f139d6-7cdc-4558-bb5c-e3826bf8d4ec req-e826bbe7-6b9f-476f-876e-99f992b887a7 service neutron] 10.222.0.57 "GET /v2.0/networks/f292bf50-7316-40da-8d60-8669bdd0f81a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1106014 Jan 26 21:32:27.842665 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-02f139d6-7cdc-4558-bb5c-e3826bf8d4ec req-8fb25ebe-cec6-4815-b14b-b8aa432dd11c service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.56&port_id=838b8d10-47c7-4250-a401-9d4067f8f28c HTTP/1.1" status: 200 len: 217 time: 0.0384595 Jan 26 21:32:27.897207 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f139d6-7cdc-4558-bb5c-e3826bf8d4ec req-8bf82e5d-18c4-4edb-b587-9a753113188c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:32:27.898829 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-02f139d6-7cdc-4558-bb5c-e3826bf8d4ec req-8bf82e5d-18c4-4edb-b587-9a753113188c service neutron] 10.222.0.57 "GET /v2.0/subnets?id=4e6d2bbe-4ef2-4089-b0e5-159ef264639e HTTP/1.1" status: 200 len: 797 time: 0.0500073 Jan 26 21:32:27.944329 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f139d6-7cdc-4558-bb5c-e3826bf8d4ec req-27ee440c-949e-4e04-a963-38e9da2cd143 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:32:27.945873 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-02f139d6-7cdc-4558-bb5c-e3826bf8d4ec req-27ee440c-949e-4e04-a963-38e9da2cd143 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=f292bf50-7316-40da-8d60-8669bdd0f81a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0413098 Jan 26 21:32:28.045785 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-02f139d6-7cdc-4558-bb5c-e3826bf8d4ec req-c70f0471-36fa-4ec3-b4fa-22e634cedbad service neutron] 10.222.0.57 "GET /v2.0/networks/f292bf50-7316-40da-8d60-8669bdd0f81a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0942037 Jan 26 21:32:28.154116 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-02f139d6-7cdc-4558-bb5c-e3826bf8d4ec req-dd168a2f-ab60-45e1-bc1a-976713fb4bec service neutron] 10.222.0.57 "GET /v2.0/networks/f292bf50-7316-40da-8d60-8669bdd0f81a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1023111 Jan 26 21:32:28.223089 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-02f139d6-7cdc-4558-bb5c-e3826bf8d4ec req-59772fb7-c321-4ac7-8166-f06968af4e18 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=3941d4d2-ec71-4191-8e9f-df25a9ea3da5 HTTP/1.1" status: 200 len: 217 time: 0.0630744 Jan 26 21:32:28.289000 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f139d6-7cdc-4558-bb5c-e3826bf8d4ec req-91989ba5-2100-4ee0-a33a-fb54b3d967ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:32:28.290934 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-02f139d6-7cdc-4558-bb5c-e3826bf8d4ec req-91989ba5-2100-4ee0-a33a-fb54b3d967ab service neutron] 10.222.0.57 "GET /v2.0/subnets?id=d36d78e9-ef90-42a1-bdc2-1b67cc68d0f5 HTTP/1.1" status: 200 len: 797 time: 0.0626998 Jan 26 21:32:28.315453 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 54150) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:32:28.367546 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f139d6-7cdc-4558-bb5c-e3826bf8d4ec req-fb1fc108-0430-48f2-89b6-afb7410e6f69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:32:28.369365 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-02f139d6-7cdc-4558-bb5c-e3826bf8d4ec req-fb1fc108-0430-48f2-89b6-afb7410e6f69 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=09fefaf6-1493-45ff-9b77-0bffdcb790d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0695193 Jan 26 21:32:28.375580 n-d-760453-5 neutron-server[103305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78e844bf-671a-41db-944b-1a3c33384df9', 'name': 'network-vif-deleted', 'tag': 'c892e48a-cab8-402e-92b9-f9afd4d8fb1d'}] {{(pid=103305) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 21:32:28.378661 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d4654568b7bf041e72ff8fe1c96d6d761d9c921f2b99bc7b3a26632be20cee0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6196d1e-2c74-4b55-a55e-6c1f26e5eb20" -d '{"events": [{"server_uuid": "78e844bf-671a-41db-944b-1a3c33384df9", "name": "network-vif-deleted", "tag": "c892e48a-cab8-402e-92b9-f9afd4d8fb1d"}]}' {{(pid=103305) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 21:32:28.410270 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.db_base_plugin_v2 [None req-4de0c2a6-ebf8-4f06-af61-8c8af838bf6a admin admin] Deleting subnet 68ece1fe-1f7d-4329-a57d-2ad69881b241 {{(pid=103305) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 26 21:32:28.413648 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-4de0c2a6-ebf8-4f06-af61-8c8af838bf6a admin admin] Publish callbacks [] for subnet (68ece1fe-1f7d-4329-a57d-2ad69881b241), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:32:28.465034 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-4de0c2a6-ebf8-4f06-af61-8c8af838bf6a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11788946'] for subnet (68ece1fe-1f7d-4329-a57d-2ad69881b241), precommit_delete_associations {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:32:28.478957 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-02f139d6-7cdc-4558-bb5c-e3826bf8d4ec req-7c967540-9c51-4391-9450-1489f4a9d431 service neutron] 10.222.0.57 "GET /v2.0/networks/09fefaf6-1493-45ff-9b77-0bffdcb790d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1038637 Jan 26 21:32:28.495731 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Jan 2022 21:32:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f24caaa-c0c5-4640-9c47-cc94abe698d5 x-openstack-request-id: req-1f24caaa-c0c5-4640-9c47-cc94abe698d5 {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 21:32:28.496028 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "78e844bf-671a-41db-944b-1a3c33384df9", "name": "network-vif-deleted", "tag": "c892e48a-cab8-402e-92b9-f9afd4d8fb1d", "status": "completed", "code": 200}]} {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 21:32:28.496285 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-1f24caaa-c0c5-4640-9c47-cc94abe698d5 {{(pid=103305) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 21:32:28.496681 n-d-760453-5 neutron-server[103305]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78e844bf-671a-41db-944b-1a3c33384df9', 'name': 'network-vif-deleted', 'tag': 'c892e48a-cab8-402e-92b9-f9afd4d8fb1d', 'status': 'completed', 'code': 200} Jan 26 21:32:28.522544 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-4de0c2a6-ebf8-4f06-af61-8c8af838bf6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687316'] for subnet (68ece1fe-1f7d-4329-a57d-2ad69881b241), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:32:28.575068 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Device e00ec340-1eff-4b58-a386-82efb4d6919d no longer exists at agent hyperv_n-h2-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 26 21:32:28.598179 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-02f139d6-7cdc-4558-bb5c-e3826bf8d4ec req-a826f5de-b2f9-46b9-849e-08bcf4e8332a service neutron] 10.222.0.57 "GET /v2.0/networks/09fefaf6-1493-45ff-9b77-0bffdcb790d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1125658 Jan 26 21:32:28.611869 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] No Port match for: e00ec340-1eff-4b58-a386-82efb4d6919d {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 26 21:32:28.612623 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Device e00ec340-1eff-4b58-a386-82efb4d6919d not bound to the agent host n-h2-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 26 21:32:28.613258 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Device c892e48a-cab8-402e-92b9-f9afd4d8fb1d no longer exists at agent hyperv_n-h2-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 26 21:32:28.632099 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-4de0c2a6-ebf8-4f06-af61-8c8af838bf6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11791594', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11599980'] for subnet (68ece1fe-1f7d-4329-a57d-2ad69881b241), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:32:28.654037 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-02f139d6-7cdc-4558-bb5c-e3826bf8d4ec req-4b344a73-902f-436b-9d85-2905f3f61557 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=b6f4a45a-14b0-47b4-ab05-34ee30262fe7 HTTP/1.1" status: 200 len: 217 time: 0.0477493 Jan 26 21:32:28.660737 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] No Port match for: c892e48a-cab8-402e-92b9-f9afd4d8fb1d {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 26 21:32:28.661323 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Device c892e48a-cab8-402e-92b9-f9afd4d8fb1d not bound to the agent host n-h2-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 26 21:32:28.673197 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de0c2a6-ebf8-4f06-af61-8c8af838bf6a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=68ece1fe-1f7d-4329-a57d-2ad69881b241,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:32:28.677175 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-4de0c2a6-ebf8-4f06-af61-8c8af838bf6a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709645'] for subnet (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:32:28.681385 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-4de0c2a6-ebf8-4f06-af61-8c8af838bf6a admin admin] 10.222.0.13 "DELETE /v2.0/subnets/68ece1fe-1f7d-4329-a57d-2ad69881b241 HTTP/1.1" status: 204 len: 168 time: 0.3646078 Jan 26 21:32:28.683501 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 54168) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:32:28.736333 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f139d6-7cdc-4558-bb5c-e3826bf8d4ec req-2ec4c01d-2457-40c0-ab5c-dbfd793c757a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:32:28.743885 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-02f139d6-7cdc-4558-bb5c-e3826bf8d4ec req-2ec4c01d-2457-40c0-ab5c-dbfd793c757a service neutron] 10.222.0.57 "GET /v2.0/subnets?id=d36d78e9-ef90-42a1-bdc2-1b67cc68d0f5 HTTP/1.1" status: 200 len: 797 time: 0.0835433 Jan 26 21:32:28.765412 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-d9882244-4725-4d74-8fa8-2d0c6e94beb7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-748181'] for network (74c2db30-fc56-4028-b6bc-1e1adb646f05), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:32:28.803573 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f139d6-7cdc-4558-bb5c-e3826bf8d4ec req-b69704c5-5621-4ab6-9e05-ef6125782121 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:32:28.806460 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-02f139d6-7cdc-4558-bb5c-e3826bf8d4ec req-b69704c5-5621-4ab6-9e05-ef6125782121 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=09fefaf6-1493-45ff-9b77-0bffdcb790d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0560889 Jan 26 21:32:28.905554 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-d9882244-4725-4d74-8fa8-2d0c6e94beb7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-686403', 'neutron.services.segments.db._delete_segments_for_network-8746560774018'] for network (74c2db30-fc56-4028-b6bc-1e1adb646f05), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:32:28.936864 n-d-760453-5 neutron-server[103305]: DEBUG neutron.services.segments.db [None req-d9882244-4725-4d74-8fa8-2d0c6e94beb7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['74c2db30-fc56-4028-b6bc-1e1adb646f05']}} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:32:28.951076 n-d-760453-5 neutron-server[103305]: DEBUG neutron.services.segments.db [None req-d9882244-4725-4d74-8fa8-2d0c6e94beb7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6c664910-f626-469d-b488-30e875c9a116') {'for_net_delete': True} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:32:28.951539 n-d-760453-5 neutron-server[103305]: DEBUG neutron.services.segments.db [None req-d9882244-4725-4d74-8fa8-2d0c6e94beb7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6c664910-f626-469d-b488-30e875c9a116') {} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:32:28.965255 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-d9882244-4725-4d74-8fa8-2d0c6e94beb7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746560742283', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11788955'] for segment (6c664910-f626-469d-b488-30e875c9a116), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:32:28.998165 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-d9882244-4725-4d74-8fa8-2d0c6e94beb7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576559'] for segment (6c664910-f626-469d-b488-30e875c9a116), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:32:29.009322 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f08331-f988-4ff2-b272-a375b14d5c42 req-557b7adf-6ed0-408f-ad84-ead3658d95d7 tempest-TestServerBasicOps-36539520 tempest-TestServerBasicOps-36539520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:32:29.010826 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-e0f08331-f988-4ff2-b272-a375b14d5c42 req-557b7adf-6ed0-408f-ad84-ead3658d95d7 tempest-TestServerBasicOps-36539520 tempest-TestServerBasicOps-36539520-project] 10.222.0.13 "GET /v2.0/ports?device_id=426a3368-15df-428e-bd53-55ac3024954f HTTP/1.1" status: 200 len: 945 time: 0.1135190 Jan 26 21:32:29.016639 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-02f139d6-7cdc-4558-bb5c-e3826bf8d4ec req-4060836f-5af9-46ae-af54-ebd1b0961f39 service neutron] 10.222.0.57 "GET /v2.0/networks/09fefaf6-1493-45ff-9b77-0bffdcb790d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2039609 Jan 26 21:32:29.022702 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d9882244-4725-4d74-8fa8-2d0c6e94beb7 admin admin] Releasing vlan 565 on physical network physnet1 to pool {{(pid=103305) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 26 21:32:29.023652 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-d9882244-4725-4d74-8fa8-2d0c6e94beb7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11791428'] for segment (6c664910-f626-469d-b488-30e875c9a116), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:32:29.045108 n-d-760453-5 neutron-server[103305]: Traceback (most recent call last): Jan 26 21:32:29.045108 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 26 21:32:29.045108 n-d-760453-5 neutron-server[103305]: timer() Jan 26 21:32:29.045108 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 26 21:32:29.045108 n-d-760453-5 neutron-server[103305]: cb(*args, **kw) Jan 26 21:32:29.045108 n-d-760453-5 neutron-server[103305]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 26 21:32:29.045108 n-d-760453-5 neutron-server[103305]: return func(*args, **kwargs) Jan 26 21:32:29.045108 n-d-760453-5 neutron-server[103305]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 26 21:32:29.045108 n-d-760453-5 neutron-server[103305]: self._notify() Jan 26 21:32:29.045108 n-d-760453-5 neutron-server[103305]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 26 21:32:29.045108 n-d-760453-5 neutron-server[103305]: self.callback(batched_events) Jan 26 21:32:29.045108 n-d-760453-5 neutron-server[103305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 26 21:32:29.045108 n-d-760453-5 neutron-server[103305]: event.method(event) Jan 26 21:32:29.045108 n-d-760453-5 neutron-server[103305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 26 21:32:29.045108 n-d-760453-5 neutron-server[103305]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 26 21:32:29.045108 n-d-760453-5 neutron-server[103305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 26 21:32:29.045108 n-d-760453-5 neutron-server[103305]: aggregate_uuid = self.p_client.list_aggregates( Jan 26 21:32:29.045108 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 26 21:32:29.045108 n-d-760453-5 neutron-server[103305]: return f(self, *a, **k) Jan 26 21:32:29.045108 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 26 21:32:29.045108 n-d-760453-5 neutron-server[103305]: return self._get(url).json() Jan 26 21:32:29.045108 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 26 21:32:29.045108 n-d-760453-5 neutron-server[103305]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 26 21:32:29.045108 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 26 21:32:29.045108 n-d-760453-5 neutron-server[103305]: return self.request(url, 'GET', **kwargs) Jan 26 21:32:29.045108 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 26 21:32:29.045108 n-d-760453-5 neutron-server[103305]: base_url = self.get_endpoint(auth, allow=allow, Jan 26 21:32:29.045108 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 26 21:32:29.045108 n-d-760453-5 neutron-server[103305]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 26 21:32:29.045108 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 26 21:32:29.045108 n-d-760453-5 neutron-server[103305]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 26 21:32:29.045108 n-d-760453-5 neutron-server[103305]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 26 21:32:29.103230 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-d9882244-4725-4d74-8fa8-2d0c6e94beb7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4110931'] for network (74c2db30-fc56-4028-b6bc-1e1adb646f05), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:32:29.111289 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-d9882244-4725-4d74-8fa8-2d0c6e94beb7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709645'] for network (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:32:29.118903 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-d9882244-4725-4d74-8fa8-2d0c6e94beb7 admin admin] 10.222.0.13 "DELETE /v2.0/networks/74c2db30-fc56-4028-b6bc-1e1adb646f05 HTTP/1.1" status: 204 len: 168 time: 0.4319406 Jan 26 21:32:29.119070 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-e0f08331-f988-4ff2-b272-a375b14d5c42 req-0f8ccf45-02d9-4dff-9681-51d08c85b10f tempest-TestServerBasicOps-36539520 tempest-TestServerBasicOps-36539520-project] 10.222.0.13 "GET /v2.0/security-groups?id=7f88ac95-3a92-4440-92d0-844a970e25ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1008637 Jan 26 21:32:29.154266 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-02f139d6-7cdc-4558-bb5c-e3826bf8d4ec req-c1430254-895a-41ba-82fd-7ca1d343a965 service neutron] 10.222.0.57 "GET /v2.0/networks/09fefaf6-1493-45ff-9b77-0bffdcb790d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1270502 Jan 26 21:32:29.169973 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9882244-4725-4d74-8fa8-2d0c6e94beb7 admin admin] Pushing event deleted for resources: {'Network': ['ID=74c2db30-fc56-4028-b6bc-1e1adb646f05,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:32:29.354590 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 54192) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:32:29.409172 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-b5ac56d6-54fb-40f2-8966-a26f92ecdcce admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=67c43b1aa4f1448caaa89bc8345f75b3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0526011 Jan 26 21:32:29.411778 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 54198) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:32:29.469237 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-006ec270-cd1b-435b-a087-3f217d43cc98 admin admin] Publish callbacks [] for security_group (783fb386-6fd2-4948-95d6-8177a10ccbe5), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:32:29.491199 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-006ec270-cd1b-435b-a087-3f217d43cc98 admin admin] Publish callbacks [] for security_group (783fb386-6fd2-4948-95d6-8177a10ccbe5), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:32:29.543218 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-006ec270-cd1b-435b-a087-3f217d43cc98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (783fb386-6fd2-4948-95d6-8177a10ccbe5), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:32:29.546680 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-006ec270-cd1b-435b-a087-3f217d43cc98 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:32:29.547931 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-006ec270-cd1b-435b-a087-3f217d43cc98 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/783fb386-6fd2-4948-95d6-8177a10ccbe5 HTTP/1.1" status: 204 len: 168 time: 0.1349061 Jan 26 21:32:29.560697 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-006ec270-cd1b-435b-a087-3f217d43cc98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=783fb386-6fd2-4948-95d6-8177a10ccbe5,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:32:30.275952 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95535d14-dc58-42af-86f1-70b4c399c6f1 req-6928dd3e-c6d3-4a12-bbda-0aeedb198e92 tempest-TestServerBasicOps-36539520 tempest-TestServerBasicOps-36539520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:32:30.277536 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-95535d14-dc58-42af-86f1-70b4c399c6f1 req-6928dd3e-c6d3-4a12-bbda-0aeedb198e92 tempest-TestServerBasicOps-36539520 tempest-TestServerBasicOps-36539520-project] 10.222.0.13 "GET /v2.0/ports?device_id=426a3368-15df-428e-bd53-55ac3024954f HTTP/1.1" status: 200 len: 945 time: 0.0592380 Jan 26 21:32:30.330838 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-95535d14-dc58-42af-86f1-70b4c399c6f1 req-3fff62d8-a1d8-43f2-9e29-51635d43a2cb tempest-TestServerBasicOps-36539520 tempest-TestServerBasicOps-36539520-project] 10.222.0.13 "GET /v2.0/security-groups?id=7f88ac95-3a92-4440-92d0-844a970e25ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472155 Jan 26 21:32:30.369048 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 54242) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:32:30.478758 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31650bcf-6a85-40a3-9eda-b97b2c87cba1 req-b039dd4d-88f6-49ce-beca-9787334fd1ec tempest-TestServerBasicOps-36539520 tempest-TestServerBasicOps-36539520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:32:30.480319 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-31650bcf-6a85-40a3-9eda-b97b2c87cba1 req-b039dd4d-88f6-49ce-beca-9787334fd1ec tempest-TestServerBasicOps-36539520 tempest-TestServerBasicOps-36539520-project] 10.222.0.13 "GET /v2.0/ports?device_id=426a3368-15df-428e-bd53-55ac3024954f HTTP/1.1" status: 200 len: 945 time: 0.0621071 Jan 26 21:32:30.499448 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-d2e7328f-3148-4e31-90ce-7907e929b2bf admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesNegativeTestJSON-1652958277-network', 'tenant_id': 'c576596283e84b1d95390b48e2e50951'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:32:30.525591 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2e7328f-3148-4e31-90ce-7907e929b2bf admin admin] Made reservation on behalf of c576596283e84b1d95390b48e2e50951 for: {'network': 1} {{(pid=103305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 21:32:30.530943 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-d2e7328f-3148-4e31-90ce-7907e929b2bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for network (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:32:30.543759 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-d2e7328f-3148-4e31-90ce-7907e929b2bf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:32:30.550024 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-31650bcf-6a85-40a3-9eda-b97b2c87cba1 req-f7caeb8d-e930-4e06-9d40-ee1cfa2fc438 tempest-TestServerBasicOps-36539520 tempest-TestServerBasicOps-36539520-project] 10.222.0.13 "GET /v2.0/security-groups?id=7f88ac95-3a92-4440-92d0-844a970e25ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0592525 Jan 26 21:32:30.635251 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-d2e7328f-3148-4e31-90ce-7907e929b2bf admin admin] Publish callbacks [] for security_group (292bc389-790d-43dd-84a3-1f4da6b9b186), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:32:30.640781 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-d2e7328f-3148-4e31-90ce-7907e929b2bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (292bc389-790d-43dd-84a3-1f4da6b9b186), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:32:30.667677 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d2e7328f-3148-4e31-90ce-7907e929b2bf admin admin] vlan segment allocate from pool success with {'vlan_id': 587, 'physical_network': 'physnet1'} {{(pid=103305) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 26 21:32:30.687963 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e7328f-3148-4e31-90ce-7907e929b2bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=292bc389-790d-43dd-84a3-1f4da6b9b186,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:32:30.703806 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-d2e7328f-3148-4e31-90ce-7907e929b2bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576559'] for segment (4eea439b-1de7-4b30-9661-42a6738d9e9c), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:32:30.705936 n-d-760453-5 neutron-server[103305]: INFO neutron.db.segments_db [None req-d2e7328f-3148-4e31-90ce-7907e929b2bf admin admin] Added segment 4eea439b-1de7-4b30-9661-42a6738d9e9c of type vlan for network f8702738-564f-4354-9910-996f282cee80 Jan 26 21:32:30.733179 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c812f35c-0028-4478-9740-9b0de946500a req-41bbc16d-930f-481e-8fbd-9237d873b995 tempest-TestServerBasicOps-36539520 tempest-TestServerBasicOps-36539520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:32:30.734900 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-c812f35c-0028-4478-9740-9b0de946500a req-41bbc16d-930f-481e-8fbd-9237d873b995 tempest-TestServerBasicOps-36539520 tempest-TestServerBasicOps-36539520-project] 10.222.0.13 "GET /v2.0/ports?device_id=426a3368-15df-428e-bd53-55ac3024954f HTTP/1.1" status: 200 len: 945 time: 0.0960803 Jan 26 21:32:30.760319 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-d2e7328f-3148-4e31-90ce-7907e929b2bf admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746560256871'] for network (f8702738-564f-4354-9910-996f282cee80), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:32:30.793804 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-d2e7328f-3148-4e31-90ce-7907e929b2bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503'] for network (f8702738-564f-4354-9910-996f282cee80), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:32:30.795250 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2e7328f-3148-4e31-90ce-7907e929b2bf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:32:30.795881 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-d2e7328f-3148-4e31-90ce-7907e929b2bf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709645'] for network (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:32:30.809459 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-c812f35c-0028-4478-9740-9b0de946500a req-51d23da9-c714-4e0d-b4a3-063a011f2eec tempest-TestServerBasicOps-36539520 tempest-TestServerBasicOps-36539520-project] 10.222.0.13 "GET /v2.0/security-groups?id=7f88ac95-3a92-4440-92d0-844a970e25ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0672934 Jan 26 21:32:30.837989 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 54258) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:32:30.886835 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e7328f-3148-4e31-90ce-7907e929b2bf admin admin] Pushing event updated for resources: {'Network': ['ID=f8702738-564f-4354-9910-996f282cee80,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:32:30.898228 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Network f8702738-564f-4354-9910-996f282cee80 details requested by agent ovs-agent-n-d-760453-5 with host n-d-760453-5 {{(pid=103306) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 26 21:32:30.899877 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-d2e7328f-3148-4e31-90ce-7907e929b2bf admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 0.5295334 Jan 26 21:32:30.903411 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 54264) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:32:30.908728 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-ab216cbb-572d-47e3-b1b9-ec2e7e3392c2 admin admin] Request body: {'subnet': {'network_id': 'f8702738-564f-4354-9910-996f282cee80', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesNegativeTestJSON-1652958277-subnet', 'tenant_id': 'c576596283e84b1d95390b48e2e50951', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:32:30.935391 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab216cbb-572d-47e3-b1b9-ec2e7e3392c2 admin admin] Made reservation on behalf of c576596283e84b1d95390b48e2e50951 for: {'subnet': 1} {{(pid=103304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 21:32:30.938778 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-ab216cbb-572d-47e3-b1b9-ec2e7e3392c2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12215181'] for subnet (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:32:30.983338 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 54266) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:32:31.067394 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-ae7c8895-516f-41ed-a7ac-23235197dc3f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:32:31.132862 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e28efacb-b944-497c-ba1b-2fdd71eb1a27 tempest-TestServerBasicOps-1377248453 tempest-TestServerBasicOps-1377248453-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:32:31.134392 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-e28efacb-b944-497c-ba1b-2fdd71eb1a27 tempest-TestServerBasicOps-1377248453 tempest-TestServerBasicOps-1377248453-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=426a3368-15df-428e-bd53-55ac3024954f HTTP/1.1" status: 200 len: 1091 time: 0.2952230 Jan 26 21:32:31.138543 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 54270) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:32:31.145987 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-4c634dd1-2fb6-4164-b96a-534b5a122652 tempest-TestServerBasicOps-36539520 tempest-TestServerBasicOps-36539520-project] Request body: {'floatingip': {'floating_network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'port_id': '21483937-1833-4015-aed2-c6b6594a1412', 'tenant_id': 'bc791b2498e743288f8934f7fd6c9e02', 'fixed_ip_address': '172.20.0.7'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:32:31.169798 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-ae7c8895-516f-41ed-a7ac-23235197dc3f admin admin] Publish callbacks [] for security_group (b3bdb71f-afb7-4efc-a8c0-db90bb5ca283), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:32:31.174162 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-ae7c8895-516f-41ed-a7ac-23235197dc3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (b3bdb71f-afb7-4efc-a8c0-db90bb5ca283), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:32:31.205794 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-4c634dd1-2fb6-4164-b96a-534b5a122652 tempest-TestServerBasicOps-36539520 tempest-TestServerBasicOps-36539520-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:32:31.218830 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-ab216cbb-572d-47e3-b1b9-ec2e7e3392c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9285249', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12215227'] for subnet (8ee74f31-c0d5-40f7-ab41-d4b304adbaeb), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:32:31.225071 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-ae7c8895-516f-41ed-a7ac-23235197dc3f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=53565918a6c44115813abecdfeaac35e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2389433 Jan 26 21:32:31.227659 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 54272) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:32:31.230034 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7c8895-516f-41ed-a7ac-23235197dc3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3bdb71f-afb7-4efc-a8c0-db90bb5ca283,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:32:31.348399 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab216cbb-572d-47e3-b1b9-ec2e7e3392c2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8ee74f31-c0d5-40f7-ab41-d4b304adbaeb,revision_number=0']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:32:31.374891 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab216cbb-572d-47e3-b1b9-ec2e7e3392c2 admin admin] Checking segment: {'id': '4eea439b-1de7-4b30-9661-42a6738d9e9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'f8702738-564f-4354-9910-996f282cee80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103304) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 21:32:31.375252 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab216cbb-572d-47e3-b1b9-ec2e7e3392c2 admin admin] Network hostable DHCP agents. Network: f8702738-564f-4354-9910-996f282cee80, hostable agents: ['474ccdf7-ab6c-405b-a3b2-dc7b05829902'], hosted agents: [] {{(pid=103304) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 26 21:32:31.380414 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-d00b2740-1d59-4475-93c8-d4fa603450fb admin admin] Publish callbacks [] for security_group (b3bdb71f-afb7-4efc-a8c0-db90bb5ca283), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:32:31.415397 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-d00b2740-1d59-4475-93c8-d4fa603450fb admin admin] Publish callbacks [] for security_group (b3bdb71f-afb7-4efc-a8c0-db90bb5ca283), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:32:31.426841 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab216cbb-572d-47e3-b1b9-ec2e7e3392c2 admin admin] Network f8702738-564f-4354-9910-996f282cee80 is scheduled to be hosted by DHCP agent 474ccdf7-ab6c-405b-a3b2-dc7b05829902 with binding_index 1 {{(pid=103304) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 26 21:32:31.463064 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [None req-ab216cbb-572d-47e3-b1b9-ec2e7e3392c2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760453-5, f8702738-564f-4354-9910-996f282cee80) {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:32:31.471164 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab216cbb-572d-47e3-b1b9-ec2e7e3392c2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:32:31.471909 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-ab216cbb-572d-47e3-b1b9-ec2e7e3392c2 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:32:31.475556 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d36120c-2031-48ec-894d-cba4219c5c99 None None] Network f8702738-564f-4354-9910-996f282cee80 requested from n-d-760453-5 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 26 21:32:31.493671 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-4c634dd1-2fb6-4164-b96a-534b5a122652 tempest-TestServerBasicOps-36539520 tempest-TestServerBasicOps-36539520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:32:31.499941 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-ab216cbb-572d-47e3-b1b9-ec2e7e3392c2 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.5953941 Jan 26 21:32:31.588590 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-d00b2740-1d59-4475-93c8-d4fa603450fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (b3bdb71f-afb7-4efc-a8c0-db90bb5ca283), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:32:31.591862 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-d00b2740-1d59-4475-93c8-d4fa603450fb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:32:31.593021 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-d00b2740-1d59-4475-93c8-d4fa603450fb admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b3bdb71f-afb7-4efc-a8c0-db90bb5ca283 HTTP/1.1" status: 204 len: 168 time: 0.3468719 Jan 26 21:32:31.605634 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d00b2740-1d59-4475-93c8-d4fa603450fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3bdb71f-afb7-4efc-a8c0-db90bb5ca283,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:32:31.622363 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25ab4737-d19f-4b0f-a2b0-f15ec9ddcec7 None None] Network f8702738-564f-4354-9910-996f282cee80 requested from n-d-760453-5 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 26 21:32:31.714404 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.db_base_plugin_common [None req-4c634dd1-2fb6-4164-b96a-534b5a122652 tempest-TestServerBasicOps-36539520 tempest-TestServerBasicOps-36539520-project] Allocated IP 172.25.1.188 (4140a1f1-c93a-4bea-83a0-68953a54f299/e48251a1-e30d-4820-8396-00c6f6aeb601/b7c28d6d-d06a-49f6-9c02-dac09c731aee) {{(pid=103304) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 21:32:31.869384 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-4c634dd1-2fb6-4164-b96a-534b5a122652 tempest-TestServerBasicOps-36539520 tempest-TestServerBasicOps-36539520-project] Publish callbacks [] for port (b7c28d6d-d06a-49f6-9c02-dac09c731aee), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:32:31.925950 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-4c634dd1-2fb6-4164-b96a-534b5a122652 tempest-TestServerBasicOps-36539520 tempest-TestServerBasicOps-36539520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746560234527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9281553'] for port (b7c28d6d-d06a-49f6-9c02-dac09c731aee), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:32:31.972032 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c634dd1-2fb6-4164-b96a-534b5a122652 tempest-TestServerBasicOps-36539520 tempest-TestServerBasicOps-36539520-project] Network 4140a1f1-c93a-4bea-83a0-68953a54f299 is already hosted by enough agents. {{(pid=103304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 21:32:31.975743 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [None req-4c634dd1-2fb6-4164-b96a-534b5a122652 tempest-TestServerBasicOps-36539520 tempest-TestServerBasicOps-36539520-project] Resources bound (agent type, host, resource id): {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:32:31.979073 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c634dd1-2fb6-4164-b96a-534b5a122652 tempest-TestServerBasicOps-36539520 tempest-TestServerBasicOps-36539520-project] Received port after_create {{(pid=103304) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 21:32:32.005980 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c634dd1-2fb6-4164-b96a-534b5a122652 tempest-TestServerBasicOps-36539520 tempest-TestServerBasicOps-36539520-project] Pushing event updated for resources: {'Port': ['ID=b7c28d6d-d06a-49f6-9c02-dac09c731aee,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:32:32.018875 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 54292) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:32:32.037595 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-1cc0b9b1-0685-4000-acfe-642319853b6f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:32:32.151141 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-1cc0b9b1-0685-4000-acfe-642319853b6f admin admin] Publish callbacks [] for security_group (6c20f97d-46c9-4ea8-b50a-85dc3dc57e3b), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:32:32.156077 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-1cc0b9b1-0685-4000-acfe-642319853b6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (6c20f97d-46c9-4ea8-b50a-85dc3dc57e3b), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:32:32.194236 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc0b9b1-0685-4000-acfe-642319853b6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c20f97d-46c9-4ea8-b50a-85dc3dc57e3b,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:32:32.203855 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-1cc0b9b1-0685-4000-acfe-642319853b6f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=af1caf65f7d045e2944c09f2be4f6411&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1831243 Jan 26 21:32:32.203995 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 54302) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:32:32.375275 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9f109a-226f-4cb3-89ac-40d47f86b2de req-7b73df43-9ef4-4a7c-9a42-34b9875d369e tempest-ServerAddressesNegativeTestJSON-201874317 tempest-ServerAddressesNegativeTestJSON-201874317-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:32:32.376771 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-6a9f109a-226f-4cb3-89ac-40d47f86b2de req-7b73df43-9ef4-4a7c-9a42-34b9875d369e tempest-ServerAddressesNegativeTestJSON-201874317 tempest-ServerAddressesNegativeTestJSON-201874317-project] 10.222.0.13 "GET /v2.0/networks?id=f8702738-564f-4354-9910-996f282cee80 HTTP/1.1" status: 200 len: 822 time: 0.2314534 Jan 26 21:32:32.438949 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-b6e7b981-c530-41e6-8444-d1f15606c616 admin admin] Publish callbacks [] for security_group (6c20f97d-46c9-4ea8-b50a-85dc3dc57e3b), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:32:32.445525 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-6a9f109a-226f-4cb3-89ac-40d47f86b2de req-222a53e0-b292-4009-9842-b8793a47e7fa tempest-ServerAddressesNegativeTestJSON-201874317 tempest-ServerAddressesNegativeTestJSON-201874317-project] 10.222.0.13 "GET /v2.0/quotas/c576596283e84b1d95390b48e2e50951 HTTP/1.1" status: 200 len: 375 time: 0.0487878 Jan 26 21:32:32.553994 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-6a9f109a-226f-4cb3-89ac-40d47f86b2de req-63a281d2-54b7-4602-8e59-d4a5dd0992bb tempest-ServerAddressesNegativeTestJSON-201874317 tempest-ServerAddressesNegativeTestJSON-201874317-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=c576596283e84b1d95390b48e2e50951&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0971029 Jan 26 21:32:32.564824 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-b6e7b981-c530-41e6-8444-d1f15606c616 admin admin] Publish callbacks [] for security_group (6c20f97d-46c9-4ea8-b50a-85dc3dc57e3b), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:32:33.128312 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-b6e7b981-c530-41e6-8444-d1f15606c616 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (6c20f97d-46c9-4ea8-b50a-85dc3dc57e3b), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:32:33.130916 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-b6e7b981-c530-41e6-8444-d1f15606c616 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:32:33.132104 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-b6e7b981-c530-41e6-8444-d1f15606c616 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/6c20f97d-46c9-4ea8-b50a-85dc3dc57e3b HTTP/1.1" status: 204 len: 168 time: 0.9260850 Jan 26 21:32:33.145123 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-6a9f109a-226f-4cb3-89ac-40d47f86b2de req-c70ec343-4c55-4059-ba88-37a778b55deb service neutron] 10.222.0.13 "GET /v2.0/networks/f8702738-564f-4354-9910-996f282cee80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5825434 Jan 26 21:32:33.146425 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-4c634dd1-2fb6-4164-b96a-534b5a122652 tempest-TestServerBasicOps-36539520 tempest-TestServerBasicOps-36539520-project] Publish callbacks [] for floatingip (91550812-bac8-4a4b-9d35-81d6ac278049), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:32:33.197181 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e7b981-c530-41e6-8444-d1f15606c616 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c20f97d-46c9-4ea8-b50a-85dc3dc57e3b,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:32:33.330771 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-4c634dd1-2fb6-4164-b96a-534b5a122652 tempest-TestServerBasicOps-36539520 tempest-TestServerBasicOps-36539520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (b7c28d6d-d06a-49f6-9c02-dac09c731aee), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:32:33.365917 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-6a9f109a-226f-4cb3-89ac-40d47f86b2de req-7fd72d3f-479d-4b76-8d48-8227da24c7b7 service neutron] 10.222.0.13 "GET /v2.0/networks/f8702738-564f-4354-9910-996f282cee80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1981206 Jan 26 21:32:33.514610 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-4c634dd1-2fb6-4164-b96a-534b5a122652 tempest-TestServerBasicOps-36539520 tempest-TestServerBasicOps-36539520-project] Publish callbacks [] for port (b7c28d6d-d06a-49f6-9c02-dac09c731aee), precommit_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:32:33.523087 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-4c634dd1-2fb6-4164-b96a-534b5a122652 tempest-TestServerBasicOps-36539520 tempest-TestServerBasicOps-36539520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9281542'] for port (b7c28d6d-d06a-49f6-9c02-dac09c731aee), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:32:33.614045 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-15e3ba50-b384-4e3f-bb8f-d89be745156a req-5b5bc8e2-7e27-4c5c-ae0d-73502cba03d8 tempest-ServerAddressesNegativeTestJSON-201874317 tempest-ServerAddressesNegativeTestJSON-201874317-project] 10.222.0.13 "GET /v2.0/ports?device_id=31dd8699-d5c7-4d73-9334-b5f5a159e65c HTTP/1.1" status: 200 len: 210 time: 0.0547049 Jan 26 21:32:33.634834 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c634dd1-2fb6-4164-b96a-534b5a122652 tempest-TestServerBasicOps-36539520 tempest-TestServerBasicOps-36539520-project] Pushing event updated for resources: {'Port': ['ID=b7c28d6d-d06a-49f6-9c02-dac09c731aee,revision_number=2']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:32:33.640423 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-4c634dd1-2fb6-4164-b96a-534b5a122652 tempest-TestServerBasicOps-36539520 tempest-TestServerBasicOps-36539520-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4110913'] for floatingip (91550812-bac8-4a4b-9d35-81d6ac278049), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:32:33.753345 n-d-760453-5 neutron-server[103304]: INFO neutron.db.l3_db [None req-4c634dd1-2fb6-4164-b96a-534b5a122652 tempest-TestServerBasicOps-36539520 tempest-TestServerBasicOps-36539520-project] Floating IP 91550812-bac8-4a4b-9d35-81d6ac278049 associated. External IP: 172.25.1.188, port: 21483937-1833-4015-aed2-c6b6594a1412. Jan 26 21:32:34.002257 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c634dd1-2fb6-4164-b96a-534b5a122652 tempest-TestServerBasicOps-36539520 tempest-TestServerBasicOps-36539520-project] Router 2046bb3f-0361-4e63-855c-311143d9c766 has already been hosted by L3 agent 09df100c-3af1-4b0a-bda8-05914c71c458 {{(pid=103304) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 26 21:32:34.157366 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c634dd1-2fb6-4164-b96a-534b5a122652 tempest-TestServerBasicOps-36539520 tempest-TestServerBasicOps-36539520-project] Notify agent at l3_agent.n-d-760453-5 the message routers_updated {{(pid=103304) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 26 21:32:34.189229 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82b334b6-c481-4176-93ff-8a7a6d15363f None None] Sync routers for ids ['2046bb3f-0361-4e63-855c-311143d9c766'] in n-d-760453-5 {{(pid=103306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 26 21:32:34.204835 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82b334b6-c481-4176-93ff-8a7a6d15363f None None] Routers {'2046bb3f-0361-4e63-855c-311143d9c766'} bound to L3 agent in host n-d-760453-5 {{(pid=103306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 21:32:34.205549 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-82b334b6-c481-4176-93ff-8a7a6d15363f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-26T20:55:21Z,description=,heartbeat_timestamp=2022-01-26T21:32:21Z,host='n-d-760453-5',id=09df100c-3af1-4b0a-bda8-05914c71c458,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:55:21Z,topic='l3_agent')) {'router_ids': ['2046bb3f-0361-4e63-855c-311143d9c766'], 'active': True} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:32:34.208619 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-4c634dd1-2fb6-4164-b96a-534b5a122652 tempest-TestServerBasicOps-36539520 tempest-TestServerBasicOps-36539520-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for floatingip (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:32:34.253952 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-4c634dd1-2fb6-4164-b96a-534b5a122652 tempest-TestServerBasicOps-36539520 tempest-TestServerBasicOps-36539520-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.1138077 Jan 26 21:32:34.254823 n-d-760453-5 neutron-server[103304]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '426a3368-15df-428e-bd53-55ac3024954f', 'tag': '21483937-1833-4015-aed2-c6b6594a1412'}] {{(pid=103304) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 21:32:34.258268 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d52b45f1943fcd332af9527eb73ff93c8d715d44383a3f6d18de73b4cfcf87b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4747c81-6a5a-45f6-a47d-0f7eec5e687a" -d '{"events": [{"name": "network-changed", "server_uuid": "426a3368-15df-428e-bd53-55ac3024954f", "tag": "21483937-1833-4015-aed2-c6b6594a1412"}]}' {{(pid=103304) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 21:32:34.308018 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 26 Jan 2022 21:32:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a6ec8ca-cd1d-4d9d-86ef-8e8a0149745e x-openstack-request-id: req-3a6ec8ca-cd1d-4d9d-86ef-8e8a0149745e {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 21:32:34.308314 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "426a3368-15df-428e-bd53-55ac3024954f", "tag": "21483937-1833-4015-aed2-c6b6594a1412", "status": "completed", "code": 200}]} {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 21:32:34.308600 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-3a6ec8ca-cd1d-4d9d-86ef-8e8a0149745e {{(pid=103304) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 21:32:34.309267 n-d-760453-5 neutron-server[103304]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '426a3368-15df-428e-bd53-55ac3024954f', 'tag': '21483937-1833-4015-aed2-c6b6594a1412', 'status': 'completed', 'code': 200} Jan 26 21:32:34.395537 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvr_db [None req-82b334b6-c481-4176-93ff-8a7a6d15363f None None] Set router 2046bb3f-0361-4e63-855c-311143d9c766 gateway port host: n-d-760453-5 {{(pid=103306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 21:32:34.415185 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4747c81-6a5a-45f6-a47d-0f7eec5e687a req-778ab52b-2d71-44de-be5a-764298eb0885 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:32:34.418972 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-e4747c81-6a5a-45f6-a47d-0f7eec5e687a req-778ab52b-2d71-44de-be5a-764298eb0885 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=bc791b2498e743288f8934f7fd6c9e02&device_id=426a3368-15df-428e-bd53-55ac3024954f HTTP/1.1" status: 200 len: 1096 time: 0.0634811 Jan 26 21:32:34.536837 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4747c81-6a5a-45f6-a47d-0f7eec5e687a req-f00afb09-5f43-4008-aefb-6640d7f7e0a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:32:34.542420 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-e4747c81-6a5a-45f6-a47d-0f7eec5e687a req-f00afb09-5f43-4008-aefb-6640d7f7e0a7 service neutron] 10.222.0.66 "GET /v2.0/networks?id=6d9b7d3e-0715-46d5-b820-5d39496c81b9 HTTP/1.1" status: 200 len: 909 time: 0.1120167 Jan 26 21:32:34.615714 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-e4747c81-6a5a-45f6-a47d-0f7eec5e687a req-81c3e09d-eaf7-4779-bbae-41ec5796fcca service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=21483937-1833-4015-aed2-c6b6594a1412 HTTP/1.1" status: 200 len: 999 time: 0.0692251 Jan 26 21:32:34.675899 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4747c81-6a5a-45f6-a47d-0f7eec5e687a req-cb4dd091-76e9-4d12-9077-aad05c75009e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:32:34.677596 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-e4747c81-6a5a-45f6-a47d-0f7eec5e687a req-cb4dd091-76e9-4d12-9077-aad05c75009e service neutron] 10.222.0.66 "GET /v2.0/subnets?id=730964f7-dec1-4726-8c5c-d252f0c4998e HTTP/1.1" status: 200 len: 847 time: 0.0544667 Jan 26 21:32:34.803688 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-82b334b6-c481-4176-93ff-8a7a6d15363f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2046bb3f-0361-4e63-855c-311143d9c766', 'name': 'tempest-TestServerBasicOps-592179133-router', 'tenant_id': 'bc791b2498e743288f8934f7fd6c9e02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'external_fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.48'}], 'enable_snat': True}, 'gw_port_id': '322d9fd2-e922-4f39-839f-ee71ede99e74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T21:31:58Z', 'updated_at': '2022-01-26T21:32:02Z', 'revision_number': 4, 'project_id': 'bc791b2498e743288f8934f7fd6c9e02', 'gw_port': {'id': '322d9fd2-e922-4f39-839f-ee71ede99e74', 'name': '', 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:f4:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2046bb3f-0361-4e63-855c-311143d9c766', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2731, 'fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:31:58Z', 'updated_at': '2022-01-26T21:32:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-5', '_floatingips': [{'id': '91550812-bac8-4a4b-9d35-81d6ac278049', 'tenant_id': 'bc791b2498e743288f8934f7fd6c9e02', 'floating_ip_address': '172.25.1.188', 'floating_network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'router_id': '2046bb3f-0361-4e63-855c-311143d9c766', 'port_id': '21483937-1833-4015-aed2-c6b6594a1412', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2805, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6d9b7d3e-0715-46d5-b820-5d39496c81b9', 'mac_address': 'fa:16:3e:1e:c8:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '426a3368-15df-428e-bd53-55ac3024954f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-26T21:32:32Z', 'updated_at': '2022-01-26T21:32:32Z', 'revision_number': 0, 'project_id': 'bc791b2498e743288f8934f7fd6c9e02', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'affdc313-19eb-4380-909a-333d41eb6066', 'name': '', 'network_id': '6d9b7d3e-0715-46d5-b820-5d39496c81b9', 'tenant_id': 'bc791b2498e743288f8934f7fd6c9e02', 'mac_address': 'fa:16:3e:63:8a:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2046bb3f-0361-4e63-855c-311143d9c766', 'device_owner': 'network:router_interface', 'standard_attr_id': 2732, 'fixed_ips': [{'subnet_id': '730964f7-dec1-4726-8c5c-d252f0c4998e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:32:01Z', 'updated_at': '2022-01-26T21:32:11Z', 'revision_number': 5, 'project_id': 'bc791b2498e743288f8934f7fd6c9e02', 'subnets': [{'id': '730964f7-dec1-4726-8c5c-d252f0c4998e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760453-5', False) {} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:32:34.878351 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82b334b6-c481-4176-93ff-8a7a6d15363f None None] Checking router: 2046bb3f-0361-4e63-855c-311143d9c766 for host: n-d-760453-5 {{(pid=103306) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 26 21:32:34.902257 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82b334b6-c481-4176-93ff-8a7a6d15363f None None] Routers {'2046bb3f-0361-4e63-855c-311143d9c766'} bound to L3 agent in host n-d-760453-5 {{(pid=103306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 21:32:34.903149 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-82b334b6-c481-4176-93ff-8a7a6d15363f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-26T20:55:21Z,description=,heartbeat_timestamp=2022-01-26T21:32:21Z,host='n-d-760453-5',id=09df100c-3af1-4b0a-bda8-05914c71c458,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:55:21Z,topic='l3_agent')) {'router_ids': ['2046bb3f-0361-4e63-855c-311143d9c766'], 'active': True} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:32:34.913884 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4747c81-6a5a-45f6-a47d-0f7eec5e687a req-14a4f3b2-f2ab-448b-8eed-6f81b2448167 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:32:34.915646 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-e4747c81-6a5a-45f6-a47d-0f7eec5e687a req-14a4f3b2-f2ab-448b-8eed-6f81b2448167 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=6d9b7d3e-0715-46d5-b820-5d39496c81b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2322416 Jan 26 21:32:34.917722 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-4f6857f9-3712-43af-8ef7-1fa626a9bac8 req-8e245866-f6ee-43af-81bd-fe46019dbcde tempest-ServerAddressesNegativeTestJSON-201874317 tempest-ServerAddressesNegativeTestJSON-201874317-project] 10.222.0.13 "GET /v2.0/ports?device_id=31dd8699-d5c7-4d73-9334-b5f5a159e65c HTTP/1.1" status: 200 len: 210 time: 0.1015217 Jan 26 21:32:34.954455 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9f109a-226f-4cb3-89ac-40d47f86b2de req-ff960920-dde9-443f-9067-5673b3a1f6bc tempest-ServerAddressesNegativeTestJSON-201874317 tempest-ServerAddressesNegativeTestJSON-201874317-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:32:34.955665 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-6a9f109a-226f-4cb3-89ac-40d47f86b2de req-ff960920-dde9-443f-9067-5673b3a1f6bc tempest-ServerAddressesNegativeTestJSON-201874317 tempest-ServerAddressesNegativeTestJSON-201874317-project] 10.222.0.57 "GET /v2.0/networks?id=f8702738-564f-4354-9910-996f282cee80 HTTP/1.1" status: 200 len: 822 time: 0.2266283 Jan 26 21:32:34.990566 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [req-6a9f109a-226f-4cb3-89ac-40d47f86b2de req-641e35f8-c0ad-48ca-aa3a-4ab0376c81b4 tempest-ServerAddressesNegativeTestJSON-201874317 tempest-ServerAddressesNegativeTestJSON-201874317-project] Request body: {'port': {'device_id': '31dd8699-d5c7-4d73-9334-b5f5a159e65c', 'network_id': 'f8702738-564f-4354-9910-996f282cee80', 'admin_state_up': True, 'tenant_id': 'c576596283e84b1d95390b48e2e50951'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:32:35.117103 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-e4747c81-6a5a-45f6-a47d-0f7eec5e687a req-03812f00-2c55-48be-ae26-06a6b1dfe3c4 service neutron] 10.222.0.66 "GET /v2.0/networks/6d9b7d3e-0715-46d5-b820-5d39496c81b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1927392 Jan 26 21:32:35.233341 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-e4747c81-6a5a-45f6-a47d-0f7eec5e687a req-04b471f2-f5c6-40d7-a15d-9bd9d75245d4 service neutron] 10.222.0.66 "GET /v2.0/networks/6d9b7d3e-0715-46d5-b820-5d39496c81b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1094055 Jan 26 21:32:35.261101 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvr_db [None req-82b334b6-c481-4176-93ff-8a7a6d15363f None None] Set router 2046bb3f-0361-4e63-855c-311143d9c766 gateway port host: n-d-760453-5 {{(pid=103306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 21:32:35.268580 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6a9f109a-226f-4cb3-89ac-40d47f86b2de req-641e35f8-c0ad-48ca-aa3a-4ab0376c81b4 tempest-ServerAddressesNegativeTestJSON-201874317 tempest-ServerAddressesNegativeTestJSON-201874317-project] Made reservation on behalf of c576596283e84b1d95390b48e2e50951 for: {'port': 1} {{(pid=103304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 21:32:35.273158 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-6a9f109a-226f-4cb3-89ac-40d47f86b2de req-641e35f8-c0ad-48ca-aa3a-4ab0376c81b4 tempest-ServerAddressesNegativeTestJSON-201874317 tempest-ServerAddressesNegativeTestJSON-201874317-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:32:35.273625 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 54396) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:32:35.411750 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-e188a883-dea2-4c13-82b9-7f4d43865637 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:32:35.428828 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.db_base_plugin_common [req-6a9f109a-226f-4cb3-89ac-40d47f86b2de req-641e35f8-c0ad-48ca-aa3a-4ab0376c81b4 tempest-ServerAddressesNegativeTestJSON-201874317 tempest-ServerAddressesNegativeTestJSON-201874317-project] Allocated IP 172.20.0.2 (f8702738-564f-4354-9910-996f282cee80/8ee74f31-c0d5-40f7-ab41-d4b304adbaeb/974f26d0-cd5c-42f7-8d86-b1299bb9ec1a) {{(pid=103304) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 21:32:35.513247 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-e188a883-dea2-4c13-82b9-7f4d43865637 admin admin] Publish callbacks [] for security_group (f55abbb9-fd5c-41bd-be33-8da15e14b2c7), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:32:35.520390 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-e188a883-dea2-4c13-82b9-7f4d43865637 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (f55abbb9-fd5c-41bd-be33-8da15e14b2c7), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:32:35.563510 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-82b334b6-c481-4176-93ff-8a7a6d15363f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2046bb3f-0361-4e63-855c-311143d9c766', 'name': 'tempest-TestServerBasicOps-592179133-router', 'tenant_id': 'bc791b2498e743288f8934f7fd6c9e02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'external_fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.48'}], 'enable_snat': True}, 'gw_port_id': '322d9fd2-e922-4f39-839f-ee71ede99e74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T21:31:58Z', 'updated_at': '2022-01-26T21:32:02Z', 'revision_number': 4, 'project_id': 'bc791b2498e743288f8934f7fd6c9e02', 'gw_port': {'id': '322d9fd2-e922-4f39-839f-ee71ede99e74', 'name': '', 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:f4:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2046bb3f-0361-4e63-855c-311143d9c766', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2731, 'fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:31:58Z', 'updated_at': '2022-01-26T21:32:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-5', '_floatingips': [{'id': '91550812-bac8-4a4b-9d35-81d6ac278049', 'tenant_id': 'bc791b2498e743288f8934f7fd6c9e02', 'floating_ip_address': '172.25.1.188', 'floating_network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'router_id': '2046bb3f-0361-4e63-855c-311143d9c766', 'port_id': '21483937-1833-4015-aed2-c6b6594a1412', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2805, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6d9b7d3e-0715-46d5-b820-5d39496c81b9', 'mac_address': 'fa:16:3e:1e:c8:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '426a3368-15df-428e-bd53-55ac3024954f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-26T21:32:32Z', 'updated_at': '2022-01-26T21:32:32Z', 'revision_number': 0, 'project_id': 'bc791b2498e743288f8934f7fd6c9e02', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'affdc313-19eb-4380-909a-333d41eb6066', 'name': '', 'network_id': '6d9b7d3e-0715-46d5-b820-5d39496c81b9', 'tenant_id': 'bc791b2498e743288f8934f7fd6c9e02', 'mac_address': 'fa:16:3e:63:8a:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2046bb3f-0361-4e63-855c-311143d9c766', 'device_owner': 'network:router_interface', 'standard_attr_id': 2732, 'fixed_ips': [{'subnet_id': '730964f7-dec1-4726-8c5c-d252f0c4998e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:32:01Z', 'updated_at': '2022-01-26T21:32:11Z', 'revision_number': 5, 'project_id': 'bc791b2498e743288f8934f7fd6c9e02', 'subnets': [{'id': '730964f7-dec1-4726-8c5c-d252f0c4998e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760453-5', False) {} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:32:35.575880 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-e188a883-dea2-4c13-82b9-7f4d43865637 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=02ae8e322c1847f698fc13eac9dcd642&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3005443 Jan 26 21:32:35.576868 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 54400) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:32:35.577844 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e188a883-dea2-4c13-82b9-7f4d43865637 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f55abbb9-fd5c-41bd-be33-8da15e14b2c7,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:32:35.606281 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-6a9f109a-226f-4cb3-89ac-40d47f86b2de req-641e35f8-c0ad-48ca-aa3a-4ab0376c81b4 tempest-ServerAddressesNegativeTestJSON-201874317 tempest-ServerAddressesNegativeTestJSON-201874317-project] Publish callbacks [] for port (974f26d0-cd5c-42f7-8d86-b1299bb9ec1a), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:32:35.608515 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82b334b6-c481-4176-93ff-8a7a6d15363f None None] The sync data for ids ['2046bb3f-0361-4e63-855c-311143d9c766'] in n-d-760453-5 is: [{'id': '2046bb3f-0361-4e63-855c-311143d9c766', 'name': 'tempest-TestServerBasicOps-592179133-router', 'tenant_id': 'bc791b2498e743288f8934f7fd6c9e02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'external_fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.48'}], 'enable_snat': True}, 'gw_port_id': '322d9fd2-e922-4f39-839f-ee71ede99e74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T21:31:58Z', 'updated_at': '2022-01-26T21:32:02Z', 'revision_number': 4, 'project_id': 'bc791b2498e743288f8934f7fd6c9e02', 'gw_port': {'id': '322d9fd2-e922-4f39-839f-ee71ede99e74', 'name': '', 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:f4:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2046bb3f-0361-4e63-855c-311143d9c766', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2731, 'fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:31:58Z', 'updated_at': '2022-01-26T21:32:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-5', '_floatingips': [{'id': '91550812-bac8-4a4b-9d35-81d6ac278049', 'tenant_id': 'bc791b2498e743288f8934f7fd6c9e02', 'floating_ip_address': '172.25.1.188', 'floating_network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'router_id': '2046bb3f-0361-4e63-855c-311143d9c766', 'port_id': '21483937-1833-4015-aed2-c6b6594a1412', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2805, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6d9b7d3e-0715-46d5-b820-5d39496c81b9', 'mac_address': 'fa:16:3e:1e:c8:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '426a3368-15df-428e-bd53-55ac3024954f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-26T21:32:32Z', 'updated_at': '2022-01-26T21:32:32Z', 'revision_number': 0, 'project_id': 'bc791b2498e743288f8934f7fd6c9e02', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'affdc313-19eb-4380-909a-333d41eb6066', 'name': '', 'network_id': '6d9b7d3e-0715-46d5-b820-5d39496c81b9', 'tenant_id': 'bc791b2498e743288f8934f7fd6c9e02', 'mac_address': 'fa:16:3e:63:8a:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2046bb3f-0361-4e63-855c-311143d9c766', 'device_owner': 'network:router_interface', 'standard_attr_id': 2732, 'fixed_ips': [{'subnet_id': '730964f7-dec1-4726-8c5c-d252f0c4998e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:32:01Z', 'updated_at': '2022-01-26T21:32:11Z', 'revision_number': 5, 'project_id': 'bc791b2498e743288f8934f7fd6c9e02', 'subnets': [{'id': '730964f7-dec1-4726-8c5c-d252f0c4998e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 26 21:32:35.638927 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-87146951-e202-4065-a1c4-e451aac9d48c admin admin] Publish callbacks [] for security_group (f55abbb9-fd5c-41bd-be33-8da15e14b2c7), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:32:35.650428 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-6a9f109a-226f-4cb3-89ac-40d47f86b2de req-641e35f8-c0ad-48ca-aa3a-4ab0376c81b4 tempest-ServerAddressesNegativeTestJSON-201874317 tempest-ServerAddressesNegativeTestJSON-201874317-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746560234527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9281553'] for port (974f26d0-cd5c-42f7-8d86-b1299bb9ec1a), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:32:35.667929 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-87146951-e202-4065-a1c4-e451aac9d48c admin admin] Publish callbacks [] for security_group (f55abbb9-fd5c-41bd-be33-8da15e14b2c7), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:32:35.699059 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6a9f109a-226f-4cb3-89ac-40d47f86b2de req-641e35f8-c0ad-48ca-aa3a-4ab0376c81b4 tempest-ServerAddressesNegativeTestJSON-201874317 tempest-ServerAddressesNegativeTestJSON-201874317-project] Network f8702738-564f-4354-9910-996f282cee80 is already hosted by enough agents. {{(pid=103304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 21:32:35.703147 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [req-6a9f109a-226f-4cb3-89ac-40d47f86b2de req-641e35f8-c0ad-48ca-aa3a-4ab0376c81b4 tempest-ServerAddressesNegativeTestJSON-201874317 tempest-ServerAddressesNegativeTestJSON-201874317-project] Resources bound (agent type, host, resource id): {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:32:35.710317 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a9f109a-226f-4cb3-89ac-40d47f86b2de req-641e35f8-c0ad-48ca-aa3a-4ab0376c81b4 tempest-ServerAddressesNegativeTestJSON-201874317 tempest-ServerAddressesNegativeTestJSON-201874317-project] Received port after_create {{(pid=103304) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 21:32:35.732117 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-87146951-e202-4065-a1c4-e451aac9d48c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (f55abbb9-fd5c-41bd-be33-8da15e14b2c7), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:32:35.735220 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-87146951-e202-4065-a1c4-e451aac9d48c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:32:35.738539 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-87146951-e202-4065-a1c4-e451aac9d48c admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/f55abbb9-fd5c-41bd-be33-8da15e14b2c7 HTTP/1.1" status: 204 len: 168 time: 0.1551149 Jan 26 21:32:35.741857 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-641e35f8-c0ad-48ca-aa3a-4ab0376c81b4 tempest-ServerAddressesNegativeTestJSON-201874317 tempest-ServerAddressesNegativeTestJSON-201874317-project] Pushing event updated for resources: {'Port': ['ID=974f26d0-cd5c-42f7-8d86-b1299bb9ec1a,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:32:35.753149 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87146951-e202-4065-a1c4-e451aac9d48c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f55abbb9-fd5c-41bd-be33-8da15e14b2c7,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:32:35.803165 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9f109a-226f-4cb3-89ac-40d47f86b2de req-641e35f8-c0ad-48ca-aa3a-4ab0376c81b4 tempest-ServerAddressesNegativeTestJSON-201874317 tempest-ServerAddressesNegativeTestJSON-201874317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:32:35.803851 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-6a9f109a-226f-4cb3-89ac-40d47f86b2de req-641e35f8-c0ad-48ca-aa3a-4ab0376c81b4 tempest-ServerAddressesNegativeTestJSON-201874317 tempest-ServerAddressesNegativeTestJSON-201874317-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:32:35.825875 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-6a9f109a-226f-4cb3-89ac-40d47f86b2de req-641e35f8-c0ad-48ca-aa3a-4ab0376c81b4 tempest-ServerAddressesNegativeTestJSON-201874317 tempest-ServerAddressesNegativeTestJSON-201874317-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8425903 Jan 26 21:32:35.838763 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [req-6a9f109a-226f-4cb3-89ac-40d47f86b2de req-91cc0882-9943-4ba0-ba8d-90d2cb80d837 service neutron] Request body: {'port': {'device_id': '31dd8699-d5c7-4d73-9334-b5f5a159e65c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-760453-5'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:32:35.931951 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-6a9f109a-226f-4cb3-89ac-40d47f86b2de req-91cc0882-9943-4ba0-ba8d-90d2cb80d837 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (974f26d0-cd5c-42f7-8d86-b1299bb9ec1a), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:32:35.971801 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-074aa241-b60b-484d-862d-1ce20c890db8 None None] New status for floating IP 91550812-bac8-4a4b-9d35-81d6ac278049: ACTIVE {{(pid=103307) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 26 21:32:36.198026 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e465ec99-1e19-4465-97d5-ed7594ba74b6 req-1688e7bb-9f37-4ac3-acc4-de40ff22af52 tempest-ServerAddressesNegativeTestJSON-201874317 tempest-ServerAddressesNegativeTestJSON-201874317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:32:36.199576 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-e465ec99-1e19-4465-97d5-ed7594ba74b6 req-1688e7bb-9f37-4ac3-acc4-de40ff22af52 tempest-ServerAddressesNegativeTestJSON-201874317 tempest-ServerAddressesNegativeTestJSON-201874317-project] 10.222.0.13 "GET /v2.0/ports?device_id=31dd8699-d5c7-4d73-9334-b5f5a159e65c HTTP/1.1" status: 200 len: 931 time: 0.1349540 Jan 26 21:32:36.304408 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-e465ec99-1e19-4465-97d5-ed7594ba74b6 req-0e90129d-f9e1-452f-8791-d0b73d5b139f tempest-ServerAddressesNegativeTestJSON-201874317 tempest-ServerAddressesNegativeTestJSON-201874317-project] 10.222.0.13 "GET /v2.0/security-groups?id=292bc389-790d-43dd-84a3-1f4da6b9b186&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925896 Jan 26 21:32:36.368813 n-d-760453-5 neutron-server[103304]: DEBUG neutron.notifiers.nova [req-6a9f109a-226f-4cb3-89ac-40d47f86b2de req-91cc0882-9943-4ba0-ba8d-90d2cb80d837 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 974f26d0-cd5c-42f7-8d86-b1299bb9ec1a {{(pid=103304) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 26 21:32:36.378730 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-6a9f109a-226f-4cb3-89ac-40d47f86b2de req-91cc0882-9943-4ba0-ba8d-90d2cb80d837 service neutron] Publish callbacks [] for port (974f26d0-cd5c-42f7-8d86-b1299bb9ec1a), precommit_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:32:36.398343 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.provisioning_blocks [req-6a9f109a-226f-4cb3-89ac-40d47f86b2de req-91cc0882-9943-4ba0-ba8d-90d2cb80d837 service neutron] Transition to ACTIVE for port object 974f26d0-cd5c-42f7-8d86-b1299bb9ec1a will not be triggered until provisioned by entity L2. {{(pid=103304) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 21:32:36.403675 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-6a9f109a-226f-4cb3-89ac-40d47f86b2de req-91cc0882-9943-4ba0-ba8d-90d2cb80d837 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9281542'] for port (974f26d0-cd5c-42f7-8d86-b1299bb9ec1a), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:32:36.459719 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91cc0882-9943-4ba0-ba8d-90d2cb80d837 service neutron] Pushing event updated for resources: {'Port': ['ID=974f26d0-cd5c-42f7-8d86-b1299bb9ec1a,revision_number=2']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:32:36.527791 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [req-6a9f109a-226f-4cb3-89ac-40d47f86b2de req-91cc0882-9943-4ba0-ba8d-90d2cb80d837 service neutron] Attempting to bind port 974f26d0-cd5c-42f7-8d86-b1299bb9ec1a on host n-h2-760453-5 for vnic_type normal with profile {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 21:32:36.528159 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [req-6a9f109a-226f-4cb3-89ac-40d47f86b2de req-91cc0882-9943-4ba0-ba8d-90d2cb80d837 service neutron] Attempting to bind port 974f26d0-cd5c-42f7-8d86-b1299bb9ec1a by drivers openvswitch,hyperv on host n-h2-760453-5 at level 0 using segments [{'id': '4eea439b-1de7-4b30-9661-42a6738d9e9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'f8702738-564f-4354-9910-996f282cee80'}] {{(pid=103304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 26 21:32:36.528486 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a9f109a-226f-4cb3-89ac-40d47f86b2de req-91cc0882-9943-4ba0-ba8d-90d2cb80d837 service neutron] Attempting to bind port 974f26d0-cd5c-42f7-8d86-b1299bb9ec1a on network f8702738-564f-4354-9910-996f282cee80 {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 21:32:36.532774 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a9f109a-226f-4cb3-89ac-40d47f86b2de req-91cc0882-9943-4ba0-ba8d-90d2cb80d837 service neutron] Port 974f26d0-cd5c-42f7-8d86-b1299bb9ec1a on network f8702738-564f-4354-9910-996f282cee80 not bound, no agent of type Open vSwitch agent registered on host n-h2-760453-5 {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 26 21:32:36.533212 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a9f109a-226f-4cb3-89ac-40d47f86b2de req-91cc0882-9943-4ba0-ba8d-90d2cb80d837 service neutron] Attempting to bind port 974f26d0-cd5c-42f7-8d86-b1299bb9ec1a on network f8702738-564f-4354-9910-996f282cee80 {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 21:32:36.538075 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a9f109a-226f-4cb3-89ac-40d47f86b2de req-91cc0882-9943-4ba0-ba8d-90d2cb80d837 service neutron] Checking agent: {'id': '4d619873-4b60-439f-9b5a-b155dc8bbc34', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-760453-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 21, 2, 53), 'started_at': datetime.datetime(2022, 1, 26, 21, 2, 53), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 21, 32, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 26 21:32:36.538411 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a9f109a-226f-4cb3-89ac-40d47f86b2de req-91cc0882-9943-4ba0-ba8d-90d2cb80d837 service neutron] Checking segment: {'id': '4eea439b-1de7-4b30-9661-42a6738d9e9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'f8702738-564f-4354-9910-996f282cee80'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103304) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 21:32:36.538789 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a9f109a-226f-4cb3-89ac-40d47f86b2de req-91cc0882-9943-4ba0-ba8d-90d2cb80d837 service neutron] Bound using segment: {'id': '4eea439b-1de7-4b30-9661-42a6738d9e9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'f8702738-564f-4354-9910-996f282cee80'} {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 26 21:32:36.539206 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [req-6a9f109a-226f-4cb3-89ac-40d47f86b2de req-91cc0882-9943-4ba0-ba8d-90d2cb80d837 service neutron] Bound port: 974f26d0-cd5c-42f7-8d86-b1299bb9ec1a, host: n-h2-760453-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4eea439b-1de7-4b30-9661-42a6738d9e9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'f8702738-564f-4354-9910-996f282cee80'}}] {{(pid=103304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 26 21:32:36.539556 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-6a9f109a-226f-4cb3-89ac-40d47f86b2de req-91cc0882-9943-4ba0-ba8d-90d2cb80d837 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (974f26d0-cd5c-42f7-8d86-b1299bb9ec1a), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:32:36.619894 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [req-6a9f109a-226f-4cb3-89ac-40d47f86b2de req-91cc0882-9943-4ba0-ba8d-90d2cb80d837 service neutron] For port 974f26d0-cd5c-42f7-8d86-b1299bb9ec1a, host n-h2-760453-5, cleared binding levels {{(pid=103304) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 26 21:32:36.623533 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [req-6a9f109a-226f-4cb3-89ac-40d47f86b2de req-91cc0882-9943-4ba0-ba8d-90d2cb80d837 service neutron] For port 974f26d0-cd5c-42f7-8d86-b1299bb9ec1a, host n-h2-760453-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-5',level=0,port_id=974f26d0-cd5c-42f7-8d86-b1299bb9ec1a,segment=NetworkSegment(4eea439b-1de7-4b30-9661-42a6738d9e9c),segment_id=4eea439b-1de7-4b30-9661-42a6738d9e9c)] {{(pid=103304) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 26 21:32:36.628858 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-6a9f109a-226f-4cb3-89ac-40d47f86b2de req-91cc0882-9943-4ba0-ba8d-90d2cb80d837 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9281542'] for port (974f26d0-cd5c-42f7-8d86-b1299bb9ec1a), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:32:36.661482 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9f109a-226f-4cb3-89ac-40d47f86b2de req-91cc0882-9943-4ba0-ba8d-90d2cb80d837 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:32:36.662336 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-6a9f109a-226f-4cb3-89ac-40d47f86b2de req-91cc0882-9943-4ba0-ba8d-90d2cb80d837 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:32:36.664118 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-6a9f109a-226f-4cb3-89ac-40d47f86b2de req-91cc0882-9943-4ba0-ba8d-90d2cb80d837 service neutron] 10.222.0.57 "PUT /v2.0/ports/974f26d0-cd5c-42f7-8d86-b1299bb9ec1a HTTP/1.1" status: 200 len: 1091 time: 0.8306930 Jan 26 21:32:36.667038 n-d-760453-5 neutron-server[103304]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '31dd8699-d5c7-4d73-9334-b5f5a159e65c', 'tag': '974f26d0-cd5c-42f7-8d86-b1299bb9ec1a'}] {{(pid=103304) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 21:32:36.670490 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d52b45f1943fcd332af9527eb73ff93c8d715d44383a3f6d18de73b4cfcf87b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efd70eb8-89cc-441f-9cef-c5190d18995d" -d '{"events": [{"name": "network-changed", "server_uuid": "31dd8699-d5c7-4d73-9334-b5f5a159e65c", "tag": "974f26d0-cd5c-42f7-8d86-b1299bb9ec1a"}]}' {{(pid=103304) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 21:32:36.707518 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91cc0882-9943-4ba0-ba8d-90d2cb80d837 service neutron] Pushing event updated for resources: {'Port': ['ID=974f26d0-cd5c-42f7-8d86-b1299bb9ec1a,revision_number=3']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:32:36.718245 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 26 Jan 2022 21:32:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebe91ebb-d35e-4fac-874d-82215275d05a x-openstack-request-id: req-ebe91ebb-d35e-4fac-874d-82215275d05a {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 21:32:36.718245 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "31dd8699-d5c7-4d73-9334-b5f5a159e65c", "tag": "974f26d0-cd5c-42f7-8d86-b1299bb9ec1a", "status": "completed", "code": 200}]} {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 21:32:36.718456 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ebe91ebb-d35e-4fac-874d-82215275d05a {{(pid=103304) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 21:32:36.718721 n-d-760453-5 neutron-server[103304]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '31dd8699-d5c7-4d73-9334-b5f5a159e65c', 'tag': '974f26d0-cd5c-42f7-8d86-b1299bb9ec1a', 'status': 'completed', 'code': 200} Jan 26 21:32:36.763147 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9f109a-226f-4cb3-89ac-40d47f86b2de req-85e07e69-660e-48c5-bf3f-d5846a48a4bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:32:36.765084 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-6a9f109a-226f-4cb3-89ac-40d47f86b2de req-85e07e69-660e-48c5-bf3f-d5846a48a4bd service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=c576596283e84b1d95390b48e2e50951&device_id=31dd8699-d5c7-4d73-9334-b5f5a159e65c HTTP/1.1" status: 200 len: 1094 time: 0.0526879 Jan 26 21:32:36.813959 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-6a9f109a-226f-4cb3-89ac-40d47f86b2de req-2f7e429e-e914-499e-8a9d-371b16d943aa service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=974f26d0-cd5c-42f7-8d86-b1299bb9ec1a HTTP/1.1" status: 200 len: 217 time: 0.0417464 Jan 26 21:32:36.868308 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9f109a-226f-4cb3-89ac-40d47f86b2de req-af9d8244-2aae-4564-88bc-81dee64828f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:32:36.869929 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-6a9f109a-226f-4cb3-89ac-40d47f86b2de req-af9d8244-2aae-4564-88bc-81dee64828f3 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=8ee74f31-c0d5-40f7-ab41-d4b304adbaeb HTTP/1.1" status: 200 len: 862 time: 0.0494192 Jan 26 21:32:36.902341 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-6a9f109a-226f-4cb3-89ac-40d47f86b2de req-f8f9df3a-a107-4ed0-aa83-f6a7905427bb service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=f8702738-564f-4354-9910-996f282cee80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0265498 Jan 26 21:32:37.002434 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-6a9f109a-226f-4cb3-89ac-40d47f86b2de req-a932bbd9-1d39-4a38-94e0-fa93469d0e7e service neutron] 10.222.0.57 "GET /v2.0/networks/f8702738-564f-4354-9910-996f282cee80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0940890 Jan 26 21:32:37.101974 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-6a9f109a-226f-4cb3-89ac-40d47f86b2de req-ee2a0e01-fe2c-4ca6-bae5-458a73978ee0 service neutron] 10.222.0.57 "GET /v2.0/networks/f8702738-564f-4354-9910-996f282cee80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931113 Jan 26 21:32:37.197669 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd70eb8-89cc-441f-9cef-c5190d18995d req-e1cafdc6-671a-4f42-ac48-7ab5648204b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:32:37.200508 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-efd70eb8-89cc-441f-9cef-c5190d18995d req-e1cafdc6-671a-4f42-ac48-7ab5648204b8 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=c576596283e84b1d95390b48e2e50951&device_id=31dd8699-d5c7-4d73-9334-b5f5a159e65c HTTP/1.1" status: 200 len: 1094 time: 0.0444200 Jan 26 21:32:37.299375 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd70eb8-89cc-441f-9cef-c5190d18995d req-4b692184-ce72-4f6f-9ead-398b5d8a1e3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:32:37.301033 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-efd70eb8-89cc-441f-9cef-c5190d18995d req-4b692184-ce72-4f6f-9ead-398b5d8a1e3b service neutron] 10.222.0.57 "GET /v2.0/networks?id=f8702738-564f-4354-9910-996f282cee80 HTTP/1.1" status: 200 len: 923 time: 0.0961673 Jan 26 21:32:37.345404 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-efd70eb8-89cc-441f-9cef-c5190d18995d req-dbdfef88-0824-4938-8d88-21148cf0ae46 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=974f26d0-cd5c-42f7-8d86-b1299bb9ec1a HTTP/1.1" status: 200 len: 217 time: 0.0382323 Jan 26 21:32:37.413463 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd70eb8-89cc-441f-9cef-c5190d18995d req-e907e22d-a5f0-4d87-a928-ac426d729337 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:32:37.415099 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-efd70eb8-89cc-441f-9cef-c5190d18995d req-e907e22d-a5f0-4d87-a928-ac426d729337 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=8ee74f31-c0d5-40f7-ab41-d4b304adbaeb HTTP/1.1" status: 200 len: 862 time: 0.0614450 Jan 26 21:32:37.455596 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-efd70eb8-89cc-441f-9cef-c5190d18995d req-91b16b41-d7cd-493a-b969-23903e02e2bb service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=f8702738-564f-4354-9910-996f282cee80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0316579 Jan 26 21:32:37.569942 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472b993e-bfec-47a4-8090-2a384faa4b3b req-fefa86ce-69ee-4c56-9852-088d1ce3e56c tempest-ServerAddressesNegativeTestJSON-201874317 tempest-ServerAddressesNegativeTestJSON-201874317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:32:37.571558 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-472b993e-bfec-47a4-8090-2a384faa4b3b req-fefa86ce-69ee-4c56-9852-088d1ce3e56c tempest-ServerAddressesNegativeTestJSON-201874317 tempest-ServerAddressesNegativeTestJSON-201874317-project] 10.222.0.13 "GET /v2.0/ports?device_id=31dd8699-d5c7-4d73-9334-b5f5a159e65c HTTP/1.1" status: 200 len: 943 time: 0.1148241 Jan 26 21:32:37.704780 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 54462) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:32:37.824474 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-a13e51f7-c318-41a9-a893-7c711642b55f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:32:37.908803 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-efd70eb8-89cc-441f-9cef-c5190d18995d req-2f3f47b9-619c-419d-9f81-2285c46d97ea service neutron] 10.222.0.57 "GET /v2.0/networks/f8702738-564f-4354-9910-996f282cee80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4358983 Jan 26 21:32:37.913644 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-a13e51f7-c318-41a9-a893-7c711642b55f admin admin] Publish callbacks [] for security_group (1d38bf7d-5af1-4445-876a-12624deec8f6), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:32:37.917996 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-a13e51f7-c318-41a9-a893-7c711642b55f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (1d38bf7d-5af1-4445-876a-12624deec8f6), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:32:37.945998 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-472b993e-bfec-47a4-8090-2a384faa4b3b req-e1f8752b-7645-4a94-81f1-d9fbe8b9c130 tempest-ServerAddressesNegativeTestJSON-201874317 tempest-ServerAddressesNegativeTestJSON-201874317-project] 10.222.0.13 "GET /v2.0/security-groups?id=292bc389-790d-43dd-84a3-1f4da6b9b186&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3652992 Jan 26 21:32:37.960980 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-a13e51f7-c318-41a9-a893-7c711642b55f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=add961f878664213982f045ef1674fbf&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2516303 Jan 26 21:32:37.961485 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 54466) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:32:37.967564 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13e51f7-c318-41a9-a893-7c711642b55f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d38bf7d-5af1-4445-876a-12624deec8f6,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:32:38.021800 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-6081ee78-4ff0-4a40-8d74-8b2439a8fec0 admin admin] Publish callbacks [] for security_group (1d38bf7d-5af1-4445-876a-12624deec8f6), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:32:38.023040 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-efd70eb8-89cc-441f-9cef-c5190d18995d req-4e8834d3-7b96-4eac-b50c-aa26597755b9 service neutron] 10.222.0.57 "GET /v2.0/networks/f8702738-564f-4354-9910-996f282cee80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1035237 Jan 26 21:32:38.045920 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-6081ee78-4ff0-4a40-8d74-8b2439a8fec0 admin admin] Publish callbacks [] for security_group (1d38bf7d-5af1-4445-876a-12624deec8f6), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:32:38.105286 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-6081ee78-4ff0-4a40-8d74-8b2439a8fec0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (1d38bf7d-5af1-4445-876a-12624deec8f6), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:32:38.108561 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-6081ee78-4ff0-4a40-8d74-8b2439a8fec0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:32:38.114264 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-6081ee78-4ff0-4a40-8d74-8b2439a8fec0 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/1d38bf7d-5af1-4445-876a-12624deec8f6 HTTP/1.1" status: 204 len: 168 time: 0.1517231 Jan 26 21:32:38.129956 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6081ee78-4ff0-4a40-8d74-8b2439a8fec0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d38bf7d-5af1-4445-876a-12624deec8f6,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:32:38.335503 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (32ef628b-8417-46c5-8729-60fcabe358f1), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:32:38.381810 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40ef95a-4e07-4efc-bec2-a080ed367884 req-7009c44a-3ec2-449f-98b0-48a02d704260 tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:32:38.390098 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-c40ef95a-4e07-4efc-bec2-a080ed367884 req-7009c44a-3ec2-449f-98b0-48a02d704260 tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] 10.222.0.13 "GET /v2.0/ports?device_id=c947e2a6-4eb3-4b93-905b-515cc992a63b HTTP/1.1" status: 200 len: 945 time: 0.0598793 Jan 26 21:32:38.420186 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 54476) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:32:38.437178 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-dfd56587-907a-40a7-a6b5-ba5040cd200b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:32:38.445355 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-c40ef95a-4e07-4efc-bec2-a080ed367884 req-a47fe742-87da-44a3-b11e-084ae228de3f tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] 10.222.0.13 "GET /v2.0/security-groups?id=d37b3ff7-2317-46ab-9f4f-b0d217809a4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542462 Jan 26 21:32:38.590175 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-dfd56587-907a-40a7-a6b5-ba5040cd200b admin admin] Publish callbacks [] for security_group (e447c517-6c8d-430c-98a1-3aef05b7ed1e), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:32:38.599060 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-dfd56587-907a-40a7-a6b5-ba5040cd200b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (e447c517-6c8d-430c-98a1-3aef05b7ed1e), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:32:38.619001 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Device 974f26d0-cd5c-42f7-8d86-b1299bb9ec1a details requested by agent hyperv_n-h2-760453-5 with host n-h2-760453-5 {{(pid=103306) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 26 21:32:38.639660 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-dfd56587-907a-40a7-a6b5-ba5040cd200b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=078b4ab40c114a4f946215a1b4c7bf3b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2182512 Jan 26 21:32:38.640507 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd56587-907a-40a7-a6b5-ba5040cd200b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e447c517-6c8d-430c-98a1-3aef05b7ed1e,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:32:38.642399 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 54488) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:32:38.716417 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-7c1f0954-e75d-4588-81c6-fe61e5d70354 admin admin] Publish callbacks [] for security_group (e447c517-6c8d-430c-98a1-3aef05b7ed1e), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:32:38.744933 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-7c1f0954-e75d-4588-81c6-fe61e5d70354 admin admin] Publish callbacks [] for security_group (e447c517-6c8d-430c-98a1-3aef05b7ed1e), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:32:38.749487 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] For port 974f26d0-cd5c-42f7-8d86-b1299bb9ec1a, host n-h2-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-5',level=0,port_id=974f26d0-cd5c-42f7-8d86-b1299bb9ec1a,segment=NetworkSegment(4eea439b-1de7-4b30-9661-42a6738d9e9c),segment_id=4eea439b-1de7-4b30-9661-42a6738d9e9c)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:32:38.766506 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Returning: {'device': '974f26d0-cd5c-42f7-8d86-b1299bb9ec1a', 'network_id': 'f8702738-564f-4354-9910-996f282cee80', 'port_id': '974f26d0-cd5c-42f7-8d86-b1299bb9ec1a', 'mac_address': 'fa:16:3e:21:4b:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 587, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8ee74f31-c0d5-40f7-ab41-d4b304adbaeb', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103306) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 26 21:32:38.807911 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-7c1f0954-e75d-4588-81c6-fe61e5d70354 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (e447c517-6c8d-430c-98a1-3aef05b7ed1e), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:32:38.812289 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-7c1f0954-e75d-4588-81c6-fe61e5d70354 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:32:38.812787 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Current status of the port 974f26d0-cd5c-42f7-8d86-b1299bb9ec1a is: DOWN; New status is: BUILD {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:32:38.813405 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (974f26d0-cd5c-42f7-8d86-b1299bb9ec1a), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:32:38.814676 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-7c1f0954-e75d-4588-81c6-fe61e5d70354 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/e447c517-6c8d-430c-98a1-3aef05b7ed1e HTTP/1.1" status: 204 len: 168 time: 0.1700938 Jan 26 21:32:38.826211 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1f0954-e75d-4588-81c6-fe61e5d70354 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e447c517-6c8d-430c-98a1-3aef05b7ed1e,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:32:38.829338 n-d-760453-5 neutron-server[103306]: DEBUG neutron.notifiers.nova [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 974f26d0-cd5c-42f7-8d86-b1299bb9ec1a {{(pid=103306) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 26 21:32:38.863996 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] For port 974f26d0-cd5c-42f7-8d86-b1299bb9ec1a, host n-h2-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-5',level=0,port_id=974f26d0-cd5c-42f7-8d86-b1299bb9ec1a,segment=NetworkSegment(4eea439b-1de7-4b30-9661-42a6738d9e9c),segment_id=4eea439b-1de7-4b30-9661-42a6738d9e9c)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:32:38.870139 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (974f26d0-cd5c-42f7-8d86-b1299bb9ec1a), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:32:38.927804 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Pushing event updated for resources: {'Port': ['ID=974f26d0-cd5c-42f7-8d86-b1299bb9ec1a,revision_number=4']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:32:39.098023 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b816213-3d7a-44f5-8818-079bae75c320 req-c716f680-c558-4007-8f7d-eb8be8dbd729 tempest-ServerAddressesNegativeTestJSON-201874317 tempest-ServerAddressesNegativeTestJSON-201874317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:32:39.100854 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-7b816213-3d7a-44f5-8818-079bae75c320 req-c716f680-c558-4007-8f7d-eb8be8dbd729 tempest-ServerAddressesNegativeTestJSON-201874317 tempest-ServerAddressesNegativeTestJSON-201874317-project] 10.222.0.13 "GET /v2.0/ports?device_id=31dd8699-d5c7-4d73-9334-b5f5a159e65c HTTP/1.1" status: 200 len: 944 time: 0.0698953 Jan 26 21:32:39.127032 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] get_ports_and_sgs() called for port_ids ['974f26d0-cd5c-42f7-8d86-b1299bb9ec1a'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 26 21:32:39.199506 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-7b816213-3d7a-44f5-8818-079bae75c320 req-b62ae5b3-2fcb-44c6-b20d-7df3c33ad0a9 tempest-ServerAddressesNegativeTestJSON-201874317 tempest-ServerAddressesNegativeTestJSON-201874317-project] 10.222.0.13 "GET /v2.0/security-groups?id=292bc389-790d-43dd-84a3-1f4da6b9b186&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844424 Jan 26 21:32:40.273135 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 54554) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:32:40.318688 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b389c2a-863c-46f5-8b34-e6e19b9dbcd5 req-295ede03-0e71-4f0a-bb25-71b282060744 tempest-ServerAddressesNegativeTestJSON-201874317 tempest-ServerAddressesNegativeTestJSON-201874317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:32:40.326147 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-3b389c2a-863c-46f5-8b34-e6e19b9dbcd5 req-295ede03-0e71-4f0a-bb25-71b282060744 tempest-ServerAddressesNegativeTestJSON-201874317 tempest-ServerAddressesNegativeTestJSON-201874317-project] 10.222.0.13 "GET /v2.0/ports?device_id=31dd8699-d5c7-4d73-9334-b5f5a159e65c HTTP/1.1" status: 200 len: 944 time: 0.0659611 Jan 26 21:32:40.378519 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-3b389c2a-863c-46f5-8b34-e6e19b9dbcd5 req-3a50d623-d60a-4525-92f5-4da779e4073b tempest-ServerAddressesNegativeTestJSON-201874317 tempest-ServerAddressesNegativeTestJSON-201874317-project] 10.222.0.13 "GET /v2.0/security-groups?id=292bc389-790d-43dd-84a3-1f4da6b9b186&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513201 Jan 26 21:32:40.401125 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-ff23fd8e-b7ac-4221-b420-a4ebb1bc0ded admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:32:40.487682 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-ff23fd8e-b7ac-4221-b420-a4ebb1bc0ded admin admin] Publish callbacks [] for security_group (3a218f86-3959-40fa-9ffb-583c88ba2a19), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:32:40.491502 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-ff23fd8e-b7ac-4221-b420-a4ebb1bc0ded admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (3a218f86-3959-40fa-9ffb-583c88ba2a19), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:32:40.530612 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-ff23fd8e-b7ac-4221-b420-a4ebb1bc0ded admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=4b1f80f9ece94fa3b6faf76fa064bb74&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2528412 Jan 26 21:32:40.531466 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff23fd8e-b7ac-4221-b420-a4ebb1bc0ded admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a218f86-3959-40fa-9ffb-583c88ba2a19,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:32:40.534038 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 54558) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:32:40.583991 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-ac5db689-87fe-48bc-bef1-de3181c0d8cb admin admin] Publish callbacks [] for security_group (3a218f86-3959-40fa-9ffb-583c88ba2a19), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:32:40.615452 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-ac5db689-87fe-48bc-bef1-de3181c0d8cb admin admin] Publish callbacks [] for security_group (3a218f86-3959-40fa-9ffb-583c88ba2a19), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:32:40.636313 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Device 974f26d0-cd5c-42f7-8d86-b1299bb9ec1a up at agent hyperv_n-h2-760453-5 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 21:32:40.680065 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-ac5db689-87fe-48bc-bef1-de3181c0d8cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (3a218f86-3959-40fa-9ffb-583c88ba2a19), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:32:40.683412 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-ac5db689-87fe-48bc-bef1-de3181c0d8cb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:32:40.685118 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-ac5db689-87fe-48bc-bef1-de3181c0d8cb admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/3a218f86-3959-40fa-9ffb-583c88ba2a19 HTTP/1.1" status: 204 len: 168 time: 0.1499250 Jan 26 21:32:40.699987 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac5db689-87fe-48bc-bef1-de3181c0d8cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a218f86-3959-40fa-9ffb-583c88ba2a19,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:32:40.734844 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Provisioning for port 974f26d0-cd5c-42f7-8d86-b1299bb9ec1a completed by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 21:32:40.748528 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Provisioning complete for port 974f26d0-cd5c-42f7-8d86-b1299bb9ec1a triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:32:40.748898 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (974f26d0-cd5c-42f7-8d86-b1299bb9ec1a), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:32:40.835934 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Current status of the port 974f26d0-cd5c-42f7-8d86-b1299bb9ec1a is: BUILD; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:32:40.836667 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (974f26d0-cd5c-42f7-8d86-b1299bb9ec1a), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:32:40.863191 n-d-760453-5 neutron-server[103306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31dd8699-d5c7-4d73-9334-b5f5a159e65c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '974f26d0-cd5c-42f7-8d86-b1299bb9ec1a'}] {{(pid=103306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 21:32:40.867389 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9d5d370febab655511bdd2ffe887e43e442d144a440368702bcc1e93af00b97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48fda9ac-fb24-4636-985a-2c97fb9fa7d5" -d '{"events": [{"server_uuid": "31dd8699-d5c7-4d73-9334-b5f5a159e65c", "name": "network-vif-plugged", "status": "completed", "tag": "974f26d0-cd5c-42f7-8d86-b1299bb9ec1a"}]}' {{(pid=103306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 21:32:40.884398 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] For port 974f26d0-cd5c-42f7-8d86-b1299bb9ec1a, host n-h2-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-5',level=0,port_id=974f26d0-cd5c-42f7-8d86-b1299bb9ec1a,segment=NetworkSegment(4eea439b-1de7-4b30-9661-42a6738d9e9c),segment_id=4eea439b-1de7-4b30-9661-42a6738d9e9c)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:32:40.890234 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (974f26d0-cd5c-42f7-8d86-b1299bb9ec1a), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:32:40.928718 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Jan 2022 21:32:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c1de77d-7057-449a-af41-3bdebdb2239d x-openstack-request-id: req-1c1de77d-7057-449a-af41-3bdebdb2239d {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 21:32:40.929216 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "31dd8699-d5c7-4d73-9334-b5f5a159e65c", "name": "network-vif-plugged", "status": "completed", "tag": "974f26d0-cd5c-42f7-8d86-b1299bb9ec1a", "code": 200}]} {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 21:32:40.929714 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-1c1de77d-7057-449a-af41-3bdebdb2239d {{(pid=103306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 21:32:40.930325 n-d-760453-5 neutron-server[103306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31dd8699-d5c7-4d73-9334-b5f5a159e65c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '974f26d0-cd5c-42f7-8d86-b1299bb9ec1a', 'code': 200} Jan 26 21:32:40.947201 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Pushing event updated for resources: {'Port': ['ID=974f26d0-cd5c-42f7-8d86-b1299bb9ec1a,revision_number=5']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:32:41.068370 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010e095c-2697-4749-a0b0-e9d608d7fd51 req-37290d67-9635-463f-8bf8-e8596849a3d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:32:41.070313 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-010e095c-2697-4749-a0b0-e9d608d7fd51 req-37290d67-9635-463f-8bf8-e8596849a3d4 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=31dd8699-d5c7-4d73-9334-b5f5a159e65c HTTP/1.1" status: 200 len: 1096 time: 0.0510108 Jan 26 21:32:41.121599 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-010e095c-2697-4749-a0b0-e9d608d7fd51 req-177a7c52-8a45-4bb5-ae9c-8d4e9d7d1daa service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=292bc389-790d-43dd-84a3-1f4da6b9b186&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448499 Jan 26 21:32:41.521316 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06fd8164-0d3f-41e9-92f6-965f8300aea2 req-0a48693d-d45f-4684-8f79-1e58eb7d23e1 tempest-ServerAddressesNegativeTestJSON-201874317 tempest-ServerAddressesNegativeTestJSON-201874317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:32:41.528908 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-06fd8164-0d3f-41e9-92f6-965f8300aea2 req-0a48693d-d45f-4684-8f79-1e58eb7d23e1 tempest-ServerAddressesNegativeTestJSON-201874317 tempest-ServerAddressesNegativeTestJSON-201874317-project] 10.222.0.13 "GET /v2.0/ports?device_id=31dd8699-d5c7-4d73-9334-b5f5a159e65c HTTP/1.1" status: 200 len: 945 time: 0.0665505 Jan 26 21:32:41.596217 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-06fd8164-0d3f-41e9-92f6-965f8300aea2 req-46b38e51-4b4b-4889-b600-411c05c7db04 tempest-ServerAddressesNegativeTestJSON-201874317 tempest-ServerAddressesNegativeTestJSON-201874317-project] 10.222.0.13 "GET /v2.0/security-groups?id=292bc389-790d-43dd-84a3-1f4da6b9b186&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655897 Jan 26 21:32:41.670062 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4a0f3d-5a0e-4473-bb94-dc73a734936c req-8c9ed8d0-fa06-492f-a6b8-b765c6a190b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:32:41.671604 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-ef4a0f3d-5a0e-4473-bb94-dc73a734936c req-8c9ed8d0-fa06-492f-a6b8-b765c6a190b8 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=949e29ec71a54b7f98dc62c402ac867e&device_id=c947e2a6-4eb3-4b93-905b-515cc992a63b HTTP/1.1" status: 200 len: 1096 time: 0.0484357 Jan 26 21:32:41.801984 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4a0f3d-5a0e-4473-bb94-dc73a734936c req-22254504-f78d-49ee-8a4b-e7abf10015ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:32:41.803893 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-ef4a0f3d-5a0e-4473-bb94-dc73a734936c req-22254504-f78d-49ee-8a4b-e7abf10015ab service neutron] 10.222.0.66 "GET /v2.0/networks?id=e06aca25-0b6a-452f-bfd4-2129924c58a7 HTTP/1.1" status: 200 len: 912 time: 0.1089988 Jan 26 21:32:41.886496 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-ef4a0f3d-5a0e-4473-bb94-dc73a734936c req-6892e987-7b10-4b17-9cc4-eb8fda1d031f service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=76b67d01-e977-4af8-80e0-0024bcb18a45 HTTP/1.1" status: 200 len: 1001 time: 0.0738504 Jan 26 21:32:41.948135 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4a0f3d-5a0e-4473-bb94-dc73a734936c req-8801fcf5-091c-415b-9dae-a4a1ec5ebd2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:32:41.950297 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-ef4a0f3d-5a0e-4473-bb94-dc73a734936c req-8801fcf5-091c-415b-9dae-a4a1ec5ebd2d service neutron] 10.222.0.66 "GET /v2.0/subnets?id=79317c4e-88a3-402c-975d-f004bf1d9b8b HTTP/1.1" status: 200 len: 850 time: 0.0515385 Jan 26 21:32:42.013424 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4a0f3d-5a0e-4473-bb94-dc73a734936c req-c7dd2c5e-3ce1-44a9-af2b-4992695eff46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:32:42.014769 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-ef4a0f3d-5a0e-4473-bb94-dc73a734936c req-c7dd2c5e-3ce1-44a9-af2b-4992695eff46 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=e06aca25-0b6a-452f-bfd4-2129924c58a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0571544 Jan 26 21:32:42.163391 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-ef4a0f3d-5a0e-4473-bb94-dc73a734936c req-f561e2b0-fa98-4314-9e79-3d0d1ef271f0 service neutron] 10.222.0.66 "GET /v2.0/networks/e06aca25-0b6a-452f-bfd4-2129924c58a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1407888 Jan 26 21:32:42.192484 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 54616) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:32:42.298922 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-ef4a0f3d-5a0e-4473-bb94-dc73a734936c req-b73b52c6-1231-47a7-866c-ee60f1bda8d4 service neutron] 10.222.0.66 "GET /v2.0/networks/e06aca25-0b6a-452f-bfd4-2129924c58a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1292162 Jan 26 21:32:42.314505 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-fbdd3e14-867a-46c3-9fec-4cb777eb3b17 tempest-MeteringTestJSON-1480094800 tempest-MeteringTestJSON-1480094800-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-229525155'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:32:42.314960 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-fbdd3e14-867a-46c3-9fec-4cb777eb3b17 tempest-MeteringTestJSON-1480094800 tempest-MeteringTestJSON-1480094800-project-admin] Unknown quota resources ['metering_label']. {{(pid=103305) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Jan 26 21:32:42.499828 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-fbdd3e14-867a-46c3-9fec-4cb777eb3b17 tempest-MeteringTestJSON-1480094800 tempest-MeteringTestJSON-1480094800-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:32:42.500934 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-fbdd3e14-867a-46c3-9fec-4cb777eb3b17 tempest-MeteringTestJSON-1480094800 tempest-MeteringTestJSON-1480094800-project-admin] 10.222.0.13 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 477 time: 0.3074155 Jan 26 21:32:42.503511 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 54620) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:32:42.507754 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-b03cc95b-e4de-4741-91cd-2f5f140373c7 tempest-MeteringTestJSON-1480094800 tempest-MeteringTestJSON-1480094800-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.0.0/24', 'direction': 'ingress', 'metering_label_id': 'e325bef6-e8a9-4c4c-b03c-468b291af871'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:32:42.508788 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-b03cc95b-e4de-4741-91cd-2f5f140373c7 tempest-MeteringTestJSON-1480094800 tempest-MeteringTestJSON-1480094800-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=103305) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Jan 26 21:32:42.582158 n-d-760453-5 neutron-server[103305]: WARNING neutron.services.metering.metering_plugin [None req-b03cc95b-e4de-4741-91cd-2f5f140373c7 tempest-MeteringTestJSON-1480094800 tempest-MeteringTestJSON-1480094800-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jan 26 21:32:42.731864 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee9d0bd-7520-467e-a16a-2472955d9b5e req-e0a105dd-86a9-46a7-a857-34efa8417e32 tempest-ServerAddressesNegativeTestJSON-201874317 tempest-ServerAddressesNegativeTestJSON-201874317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:32:42.739229 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-9ee9d0bd-7520-467e-a16a-2472955d9b5e req-e0a105dd-86a9-46a7-a857-34efa8417e32 tempest-ServerAddressesNegativeTestJSON-201874317 tempest-ServerAddressesNegativeTestJSON-201874317-project] 10.222.0.13 "GET /v2.0/ports?device_id=31dd8699-d5c7-4d73-9334-b5f5a159e65c HTTP/1.1" status: 200 len: 945 time: 0.0679970 Jan 26 21:32:42.807229 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-9ee9d0bd-7520-467e-a16a-2472955d9b5e req-f7c16b92-1cd4-42f7-9f6e-988f699e33ef tempest-ServerAddressesNegativeTestJSON-201874317 tempest-ServerAddressesNegativeTestJSON-201874317-project] 10.222.0.13 "GET /v2.0/security-groups?id=292bc389-790d-43dd-84a3-1f4da6b9b186&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650706 Jan 26 21:32:43.007594 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-b03cc95b-e4de-4741-91cd-2f5f140373c7 tempest-MeteringTestJSON-1480094800 tempest-MeteringTestJSON-1480094800-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:32:43.008770 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-b03cc95b-e4de-4741-91cd-2f5f140373c7 tempest-MeteringTestJSON-1480094800 tempest-MeteringTestJSON-1480094800-project-admin] 10.222.0.13 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.5041203 Jan 26 21:32:43.011844 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 54634) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:32:43.017700 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-0a8f2cd0-ed2b-4265-8607-98c1b12ca6a1 tempest-MeteringTestJSON-1480094800 tempest-MeteringTestJSON-1480094800-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.1.0/24', 'direction': 'ingress', 'metering_label_id': 'e325bef6-e8a9-4c4c-b03c-468b291af871'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:32:43.018414 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-0a8f2cd0-ed2b-4265-8607-98c1b12ca6a1 tempest-MeteringTestJSON-1480094800 tempest-MeteringTestJSON-1480094800-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=103304) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Jan 26 21:32:43.138188 n-d-760453-5 neutron-server[103304]: WARNING neutron.services.metering.metering_plugin [None req-0a8f2cd0-ed2b-4265-8607-98c1b12ca6a1 tempest-MeteringTestJSON-1480094800 tempest-MeteringTestJSON-1480094800-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jan 26 21:32:43.282727 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-0a8f2cd0-ed2b-4265-8607-98c1b12ca6a1 tempest-MeteringTestJSON-1480094800 tempest-MeteringTestJSON-1480094800-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:32:43.283851 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-0a8f2cd0-ed2b-4265-8607-98c1b12ca6a1 tempest-MeteringTestJSON-1480094800 tempest-MeteringTestJSON-1480094800-project-admin] 10.222.0.13 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.2701216 Jan 26 21:32:43.286687 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 54642) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:32:43.298172 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-27d81fcc-feed-4bd2-94c8-65f7250bd8ec tempest-MeteringTestJSON-1480094800 tempest-MeteringTestJSON-1480094800-project-admin] 10.222.0.13 "GET /v2.0/metering/metering-label-rules?id=ccdebe0c-d871-4395-9c66-5c66a9de2490 HTTP/1.1" status: 200 len: 464 time: 0.0104084 Jan 26 21:32:43.300517 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 54644) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:32:43.318172 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1b1c7f-ea9a-47c3-82e7-0f6ce4fd91d9 req-2a8c907f-439c-4b48-8944-f3b4f3be0eb0 tempest-ServerAddressesNegativeTestJSON-201874317 tempest-ServerAddressesNegativeTestJSON-201874317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:32:43.319915 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-0a1b1c7f-ea9a-47c3-82e7-0f6ce4fd91d9 req-2a8c907f-439c-4b48-8944-f3b4f3be0eb0 tempest-ServerAddressesNegativeTestJSON-201874317 tempest-ServerAddressesNegativeTestJSON-201874317-project] 10.222.0.13 "GET /v2.0/ports?device_id=31dd8699-d5c7-4d73-9334-b5f5a159e65c HTTP/1.1" status: 200 len: 945 time: 0.1795607 Jan 26 21:32:43.388604 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-0a1b1c7f-ea9a-47c3-82e7-0f6ce4fd91d9 req-5946ad29-ad06-457f-91a0-293512cff007 tempest-ServerAddressesNegativeTestJSON-201874317 tempest-ServerAddressesNegativeTestJSON-201874317-project] 10.222.0.13 "GET /v2.0/security-groups?id=292bc389-790d-43dd-84a3-1f4da6b9b186&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570576 Jan 26 21:32:43.408475 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-96ff78aa-64ff-43b7-8ecb-3aad2b85ae36 tempest-MeteringTestJSON-1480094800 tempest-MeteringTestJSON-1480094800-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:32:43.409610 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-96ff78aa-64ff-43b7-8ecb-3aad2b85ae36 tempest-MeteringTestJSON-1480094800 tempest-MeteringTestJSON-1480094800-project-admin] 10.222.0.13 "DELETE /v2.0/metering/metering-label-rules/ccdebe0c-d871-4395-9c66-5c66a9de2490 HTTP/1.1" status: 204 len: 168 time: 0.1080456 Jan 26 21:32:43.412094 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 54646) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:32:43.421431 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-ec87b41c-c3b9-49c2-b8f9-99a550bf870d tempest-MeteringTestJSON-1480094800 tempest-MeteringTestJSON-1480094800-project-admin] 10.222.0.13 "GET /v2.0/metering/metering-label-rules?id=ccdebe0c-d871-4395-9c66-5c66a9de2490 HTTP/1.1" status: 200 len: 221 time: 0.0083201 Jan 26 21:32:43.424403 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 54648) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:32:43.428593 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-e16bb4d8-7caf-4b44-ac9f-d8869f60175a tempest-MeteringTestJSON-1480094800 tempest-MeteringTestJSON-1480094800-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--1170821314', 'description': 'label created by tempest'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:32:43.429226 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-e16bb4d8-7caf-4b44-ac9f-d8869f60175a tempest-MeteringTestJSON-1480094800 tempest-MeteringTestJSON-1480094800-project-admin] Unknown quota resources ['metering_label']. {{(pid=103305) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Jan 26 21:32:43.583097 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-e16bb4d8-7caf-4b44-ac9f-d8869f60175a tempest-MeteringTestJSON-1480094800 tempest-MeteringTestJSON-1480094800-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:32:43.584195 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-e16bb4d8-7caf-4b44-ac9f-d8869f60175a tempest-MeteringTestJSON-1480094800 tempest-MeteringTestJSON-1480094800-project-admin] 10.222.0.13 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 470 time: 0.1587193 Jan 26 21:32:43.587064 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 54650) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:32:43.660427 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-542d08dc-6d51-4459-b3e8-fbf5e5be0b17 tempest-MeteringTestJSON-1480094800 tempest-MeteringTestJSON-1480094800-project-admin] 10.222.0.13 "GET /v2.0/metering/metering-labels?id=1da56cba-f3f6-4388-8823-8d3f20b9a0b9 HTTP/1.1" status: 200 len: 468 time: 0.0722313 Jan 26 21:32:43.662988 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 54652) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:32:43.844483 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-19e14c3c-dcae-46a8-b0b3-bdae019aaac8 tempest-MeteringTestJSON-1480094800 tempest-MeteringTestJSON-1480094800-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:32:43.845667 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-19e14c3c-dcae-46a8-b0b3-bdae019aaac8 tempest-MeteringTestJSON-1480094800 tempest-MeteringTestJSON-1480094800-project-admin] 10.222.0.13 "DELETE /v2.0/metering/metering-labels/1da56cba-f3f6-4388-8823-8d3f20b9a0b9 HTTP/1.1" status: 204 len: 168 time: 0.1817188 Jan 26 21:32:43.848358 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 54658) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:32:43.860797 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-b85b487c-555a-4ad6-ac61-e2339c6f15b9 tempest-MeteringTestJSON-1480094800 tempest-MeteringTestJSON-1480094800-project-admin] 10.222.0.13 "GET /v2.0/metering/metering-labels?id=1da56cba-f3f6-4388-8823-8d3f20b9a0b9 HTTP/1.1" status: 200 len: 216 time: 0.0112157 Jan 26 21:32:43.864031 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 54660) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:32:43.875397 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-7065acb6-9bcd-4330-8972-1d3faea1e36f tempest-MeteringTestJSON-1480094800 tempest-MeteringTestJSON-1480094800-project-admin] 10.222.0.13 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0102572 Jan 26 21:32:43.878596 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 54662) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:32:43.898820 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-d2767311-1f4a-4341-ad2a-d0d433c3067e tempest-MeteringTestJSON-1480094800 tempest-MeteringTestJSON-1480094800-project-admin] 10.222.0.13 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0187831 Jan 26 21:32:43.901940 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 54664) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:32:43.954649 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-eb8777dc-901b-4eb4-85f1-a7f503f86592 tempest-MeteringTestJSON-1480094800 tempest-MeteringTestJSON-1480094800-project-admin] 10.222.0.13 "GET /v2.0/metering/metering-labels/e325bef6-e8a9-4c4c-b03c-468b291af871 HTTP/1.1" status: 200 len: 472 time: 0.0516207 Jan 26 21:32:43.958157 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 54666) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:32:43.970244 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-67fa8742-6333-47c9-a862-8a1dd9cc16d8 tempest-MeteringTestJSON-1480094800 tempest-MeteringTestJSON-1480094800-project-admin] 10.222.0.13 "GET /v2.0/metering/metering-label-rules/6f0a7a8c-4390-4dc8-82e9-cb199eeed70d HTTP/1.1" status: 200 len: 461 time: 0.0097601 Jan 26 21:32:43.972001 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 54668) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:32:44.096156 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-886afa75-4b14-46d3-aef7-aa9950e7ae56 tempest-MeteringTestJSON-1480094800 tempest-MeteringTestJSON-1480094800-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:32:44.099930 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-886afa75-4b14-46d3-aef7-aa9950e7ae56 tempest-MeteringTestJSON-1480094800 tempest-MeteringTestJSON-1480094800-project-admin] 10.222.0.13 "DELETE /v2.0/metering/metering-label-rules/6f0a7a8c-4390-4dc8-82e9-cb199eeed70d HTTP/1.1" status: 204 len: 168 time: 0.1269772 Jan 26 21:32:44.100515 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 54676) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:32:44.282848 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-3113dcef-6aea-4231-930d-e123a34f60c7 tempest-MeteringTestJSON-1480094800 tempest-MeteringTestJSON-1480094800-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:32:44.283991 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-3113dcef-6aea-4231-930d-e123a34f60c7 tempest-MeteringTestJSON-1480094800 tempest-MeteringTestJSON-1480094800-project-admin] 10.222.0.13 "DELETE /v2.0/metering/metering-labels/e325bef6-e8a9-4c4c-b03c-468b291af871 HTTP/1.1" status: 204 len: 168 time: 0.1825485 Jan 26 21:32:44.545031 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c778a4f8-b778-45d0-bb0a-fa6007f0b834 req-c763c279-ea8a-4597-a6aa-6c71dbfaaddc tempest-ServerAddressesNegativeTestJSON-201874317 tempest-ServerAddressesNegativeTestJSON-201874317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:32:44.546565 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-c778a4f8-b778-45d0-bb0a-fa6007f0b834 req-c763c279-ea8a-4597-a6aa-6c71dbfaaddc tempest-ServerAddressesNegativeTestJSON-201874317 tempest-ServerAddressesNegativeTestJSON-201874317-project] 10.222.0.57 "GET /v2.0/ports?device_id=31dd8699-d5c7-4d73-9334-b5f5a159e65c HTTP/1.1" status: 200 len: 945 time: 0.0870552 Jan 26 21:32:44.564535 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8a52fc-6fb6-48fe-84b0-7850a7edec9b req-5d62a533-06a4-4f28-a4ac-12dd1a668cff tempest-ServerAddressesNegativeTestJSON-201874317 tempest-ServerAddressesNegativeTestJSON-201874317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:32:44.570597 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-1d8a52fc-6fb6-48fe-84b0-7850a7edec9b req-5d62a533-06a4-4f28-a4ac-12dd1a668cff tempest-ServerAddressesNegativeTestJSON-201874317 tempest-ServerAddressesNegativeTestJSON-201874317-project] 10.222.0.13 "GET /v2.0/ports?device_id=31dd8699-d5c7-4d73-9334-b5f5a159e65c HTTP/1.1" status: 200 len: 945 time: 0.0816603 Jan 26 21:32:44.574788 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 54684) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:32:44.686918 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-1d8a52fc-6fb6-48fe-84b0-7850a7edec9b req-c4ebf844-f566-4e44-890e-5256271b51c0 tempest-ServerAddressesNegativeTestJSON-201874317 tempest-ServerAddressesNegativeTestJSON-201874317-project] 10.222.0.13 "GET /v2.0/security-groups?id=292bc389-790d-43dd-84a3-1f4da6b9b186&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111629 Jan 26 21:32:44.714408 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-e0edb86c-016f-40ef-ada6-5b3bd0a1402b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:32:44.716315 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [req-c778a4f8-b778-45d0-bb0a-fa6007f0b834 req-1c263d12-70cf-417d-9522-28bd15867892 tempest-ServerAddressesNegativeTestJSON-201874317 tempest-ServerAddressesNegativeTestJSON-201874317-project] Deleting port 974f26d0-cd5c-42f7-8d86-b1299bb9ec1a {{(pid=103304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 21:32:44.716656 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-c778a4f8-b778-45d0-bb0a-fa6007f0b834 req-1c263d12-70cf-417d-9522-28bd15867892 tempest-ServerAddressesNegativeTestJSON-201874317 tempest-ServerAddressesNegativeTestJSON-201874317-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746560630878'] for port (974f26d0-cd5c-42f7-8d86-b1299bb9ec1a), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:32:44.805470 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-e0edb86c-016f-40ef-ada6-5b3bd0a1402b admin admin] Publish callbacks [] for security_group (8bfc56d4-6726-4e5f-9442-fe79bff54954), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:32:44.810644 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-e0edb86c-016f-40ef-ada6-5b3bd0a1402b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (8bfc56d4-6726-4e5f-9442-fe79bff54954), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:32:44.831810 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [req-c778a4f8-b778-45d0-bb0a-fa6007f0b834 req-1c263d12-70cf-417d-9522-28bd15867892 tempest-ServerAddressesNegativeTestJSON-201874317 tempest-ServerAddressesNegativeTestJSON-201874317-project] For port 974f26d0-cd5c-42f7-8d86-b1299bb9ec1a, host n-h2-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-5',level=0,port_id=974f26d0-cd5c-42f7-8d86-b1299bb9ec1a,segment=NetworkSegment(4eea439b-1de7-4b30-9661-42a6738d9e9c),segment_id=4eea439b-1de7-4b30-9661-42a6738d9e9c)] {{(pid=103304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:32:44.833655 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-c778a4f8-b778-45d0-bb0a-fa6007f0b834 req-1c263d12-70cf-417d-9522-28bd15867892 tempest-ServerAddressesNegativeTestJSON-201874317 tempest-ServerAddressesNegativeTestJSON-201874317-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4109658'] for port (974f26d0-cd5c-42f7-8d86-b1299bb9ec1a), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:32:44.854792 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-e0edb86c-016f-40ef-ada6-5b3bd0a1402b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=dc2b9fff1f86457a9c9c34fc02128f2a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2789013 Jan 26 21:32:44.855680 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0edb86c-016f-40ef-ada6-5b3bd0a1402b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8bfc56d4-6726-4e5f-9442-fe79bff54954,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:32:44.863403 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 54688) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:32:44.875125 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [req-c778a4f8-b778-45d0-bb0a-fa6007f0b834 req-1c263d12-70cf-417d-9522-28bd15867892 tempest-ServerAddressesNegativeTestJSON-201874317 tempest-ServerAddressesNegativeTestJSON-201874317-project] Calling delete_port for 974f26d0-cd5c-42f7-8d86-b1299bb9ec1a owned by compute:nova {{(pid=103304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 21:32:44.926450 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-761d5437-b369-46cb-8aa7-f1e32308a043 admin admin] Publish callbacks [] for security_group (8bfc56d4-6726-4e5f-9442-fe79bff54954), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:32:44.952136 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-761d5437-b369-46cb-8aa7-f1e32308a043 admin admin] Publish callbacks [] for security_group (8bfc56d4-6726-4e5f-9442-fe79bff54954), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:32:45.004735 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-761d5437-b369-46cb-8aa7-f1e32308a043 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (8bfc56d4-6726-4e5f-9442-fe79bff54954), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:32:45.008073 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-761d5437-b369-46cb-8aa7-f1e32308a043 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:32:45.008237 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Device 76b67d01-e977-4af8-80e0-0024bcb18a45 details requested by agent hyperv_n-h1-760453-5 with host n-h1-760453-5 {{(pid=103306) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 26 21:32:45.009495 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-761d5437-b369-46cb-8aa7-f1e32308a043 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/8bfc56d4-6726-4e5f-9442-fe79bff54954 HTTP/1.1" status: 204 len: 168 time: 0.1499708 Jan 26 21:32:45.036353 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-761d5437-b369-46cb-8aa7-f1e32308a043 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8bfc56d4-6726-4e5f-9442-fe79bff54954,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:32:45.064251 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-c778a4f8-b778-45d0-bb0a-fa6007f0b834 req-1c263d12-70cf-417d-9522-28bd15867892 tempest-ServerAddressesNegativeTestJSON-201874317 tempest-ServerAddressesNegativeTestJSON-201874317-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746560636600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746560234536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9281553'] for port (974f26d0-cd5c-42f7-8d86-b1299bb9ec1a), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:32:45.101746 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c263d12-70cf-417d-9522-28bd15867892 tempest-ServerAddressesNegativeTestJSON-201874317 tempest-ServerAddressesNegativeTestJSON-201874317-project] Pushing event deleted for resources: {'Port': ['ID=974f26d0-cd5c-42f7-8d86-b1299bb9ec1a,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:32:45.171943 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [req-c778a4f8-b778-45d0-bb0a-fa6007f0b834 req-1c263d12-70cf-417d-9522-28bd15867892 tempest-ServerAddressesNegativeTestJSON-201874317 tempest-ServerAddressesNegativeTestJSON-201874317-project] No DVR routers for this DVR port 974f26d0-cd5c-42f7-8d86-b1299bb9ec1a on host n-h2-760453-5 {{(pid=103304) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 26 21:32:45.175084 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-c778a4f8-b778-45d0-bb0a-fa6007f0b834 req-1c263d12-70cf-417d-9522-28bd15867892 tempest-ServerAddressesNegativeTestJSON-201874317 tempest-ServerAddressesNegativeTestJSON-201874317-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:32:45.175323 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] For port 76b67d01-e977-4af8-80e0-0024bcb18a45, host n-h1-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-5',level=0,port_id=76b67d01-e977-4af8-80e0-0024bcb18a45,segment=NetworkSegment(3717183c-69c6-44ee-ac2f-ec1e05ab35f5),segment_id=3717183c-69c6-44ee-ac2f-ec1e05ab35f5)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:32:45.179424 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-c778a4f8-b778-45d0-bb0a-fa6007f0b834 req-1c263d12-70cf-417d-9522-28bd15867892 tempest-ServerAddressesNegativeTestJSON-201874317 tempest-ServerAddressesNegativeTestJSON-201874317-project] 10.222.0.57 "DELETE /v2.0/ports/974f26d0-cd5c-42f7-8d86-b1299bb9ec1a HTTP/1.1" status: 204 len: 173 time: 0.6279776 Jan 26 21:32:45.179903 n-d-760453-5 neutron-server[103304]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31dd8699-d5c7-4d73-9334-b5f5a159e65c', 'name': 'network-vif-deleted', 'tag': '974f26d0-cd5c-42f7-8d86-b1299bb9ec1a'}] {{(pid=103304) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 21:32:45.183257 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d52b45f1943fcd332af9527eb73ff93c8d715d44383a3f6d18de73b4cfcf87b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33878547-ab51-4745-ba53-7a9871140284" -d '{"events": [{"server_uuid": "31dd8699-d5c7-4d73-9334-b5f5a159e65c", "name": "network-vif-deleted", "tag": "974f26d0-cd5c-42f7-8d86-b1299bb9ec1a"}]}' {{(pid=103304) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 21:32:45.208393 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Returning: {'device': '76b67d01-e977-4af8-80e0-0024bcb18a45', 'network_id': 'e06aca25-0b6a-452f-bfd4-2129924c58a7', 'port_id': '76b67d01-e977-4af8-80e0-0024bcb18a45', 'mac_address': 'fa:16:3e:c5:92:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 568, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '79317c4e-88a3-402c-975d-f004bf1d9b8b', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103306) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 26 21:32:45.283670 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Current status of the port 76b67d01-e977-4af8-80e0-0024bcb18a45 is: ACTIVE; New status is: BUILD {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:32:45.284045 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (76b67d01-e977-4af8-80e0-0024bcb18a45), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:32:45.309662 n-d-760453-5 neutron-server[103306]: DEBUG neutron.notifiers.nova [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 76b67d01-e977-4af8-80e0-0024bcb18a45 {{(pid=103306) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 26 21:32:45.345921 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] For port 76b67d01-e977-4af8-80e0-0024bcb18a45, host n-h1-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-5',level=0,port_id=76b67d01-e977-4af8-80e0-0024bcb18a45,segment=NetworkSegment(3717183c-69c6-44ee-ac2f-ec1e05ab35f5),segment_id=3717183c-69c6-44ee-ac2f-ec1e05ab35f5)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:32:45.352857 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (76b67d01-e977-4af8-80e0-0024bcb18a45), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:32:45.422614 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Pushing event updated for resources: {'Port': ['ID=76b67d01-e977-4af8-80e0-0024bcb18a45,revision_number=6']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:32:45.458571 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 54712) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:32:45.461711 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Jan 2022 21:32:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8eba2beb-dd15-4fca-8df0-b3f0e6f8f6e4 x-openstack-request-id: req-8eba2beb-dd15-4fca-8df0-b3f0e6f8f6e4 {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 21:32:45.462007 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "31dd8699-d5c7-4d73-9334-b5f5a159e65c", "name": "network-vif-deleted", "tag": "974f26d0-cd5c-42f7-8d86-b1299bb9ec1a", "status": "completed", "code": 200}]} {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 21:32:45.462258 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-8eba2beb-dd15-4fca-8df0-b3f0e6f8f6e4 {{(pid=103304) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 21:32:45.462656 n-d-760453-5 neutron-server[103304]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31dd8699-d5c7-4d73-9334-b5f5a159e65c', 'name': 'network-vif-deleted', 'tag': '974f26d0-cd5c-42f7-8d86-b1299bb9ec1a', 'status': 'completed', 'code': 200} Jan 26 21:32:45.475405 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-d0b20e01-8d78-4ac7-a3bd-c9a718fef62e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:32:45.522737 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] get_ports_and_sgs() called for port_ids ['76b67d01-e977-4af8-80e0-0024bcb18a45'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 26 21:32:45.553736 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-d0b20e01-8d78-4ac7-a3bd-c9a718fef62e admin admin] Publish callbacks [] for security_group (41c5c701-eef9-445a-acc0-0f8ccfc0e768), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:32:45.558476 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-d0b20e01-8d78-4ac7-a3bd-c9a718fef62e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (41c5c701-eef9-445a-acc0-0f8ccfc0e768), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:32:45.592579 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b20e01-8d78-4ac7-a3bd-c9a718fef62e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41c5c701-eef9-445a-acc0-0f8ccfc0e768,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:32:45.613574 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-d0b20e01-8d78-4ac7-a3bd-c9a718fef62e admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=28491e7c2605498bbe668e382f6638e3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1514430 Jan 26 21:32:45.613910 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 54714) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:32:45.674970 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-033450b6-7783-4810-be71-177bf5dc7630 admin admin] Publish callbacks [] for security_group (41c5c701-eef9-445a-acc0-0f8ccfc0e768), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:32:45.704632 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-033450b6-7783-4810-be71-177bf5dc7630 admin admin] Publish callbacks [] for security_group (41c5c701-eef9-445a-acc0-0f8ccfc0e768), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:32:45.772037 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-033450b6-7783-4810-be71-177bf5dc7630 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (41c5c701-eef9-445a-acc0-0f8ccfc0e768), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:32:45.774979 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-033450b6-7783-4810-be71-177bf5dc7630 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:32:45.776202 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-033450b6-7783-4810-be71-177bf5dc7630 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/41c5c701-eef9-445a-acc0-0f8ccfc0e768 HTTP/1.1" status: 204 len: 168 time: 0.1612942 Jan 26 21:32:45.784219 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-033450b6-7783-4810-be71-177bf5dc7630 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41c5c701-eef9-445a-acc0-0f8ccfc0e768,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:32:45.830403 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-f429bd89-a9f6-47a4-bd8f-eac87da0f888 req-472f87d1-d923-454b-a039-9f2832375076 tempest-ServerAddressesNegativeTestJSON-201874317 tempest-ServerAddressesNegativeTestJSON-201874317-project] 10.222.0.13 "GET /v2.0/ports?device_id=31dd8699-d5c7-4d73-9334-b5f5a159e65c HTTP/1.1" status: 200 len: 210 time: 0.0578101 Jan 26 21:32:46.664081 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Device 974f26d0-cd5c-42f7-8d86-b1299bb9ec1a no longer exists at agent hyperv_n-h2-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 26 21:32:46.685357 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] No Port match for: 974f26d0-cd5c-42f7-8d86-b1299bb9ec1a {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 26 21:32:46.685766 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Device 974f26d0-cd5c-42f7-8d86-b1299bb9ec1a not bound to the agent host n-h2-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 26 21:32:46.891800 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 54770) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:32:46.942043 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.db_base_plugin_v2 [None req-86046321-0fc2-4cfb-a82e-791768a2f553 admin admin] Deleting subnet 8ee74f31-c0d5-40f7-ab41-d4b304adbaeb {{(pid=103305) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 26 21:32:46.946168 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-86046321-0fc2-4cfb-a82e-791768a2f553 admin admin] Publish callbacks [] for subnet (8ee74f31-c0d5-40f7-ab41-d4b304adbaeb), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:32:46.985505 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-86046321-0fc2-4cfb-a82e-791768a2f553 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11788946'] for subnet (8ee74f31-c0d5-40f7-ab41-d4b304adbaeb), precommit_delete_associations {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:32:47.018353 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Device 76b67d01-e977-4af8-80e0-0024bcb18a45 up at agent hyperv_n-h1-760453-5 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 21:32:47.027404 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-86046321-0fc2-4cfb-a82e-791768a2f553 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687316'] for subnet (8ee74f31-c0d5-40f7-ab41-d4b304adbaeb), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:32:47.099971 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-86046321-0fc2-4cfb-a82e-791768a2f553 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11791594', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11599980'] for subnet (8ee74f31-c0d5-40f7-ab41-d4b304adbaeb), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:32:47.110108 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Provisioning complete for port 76b67d01-e977-4af8-80e0-0024bcb18a45 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:32:47.110741 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (76b67d01-e977-4af8-80e0-0024bcb18a45), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:32:47.132229 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86046321-0fc2-4cfb-a82e-791768a2f553 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8ee74f31-c0d5-40f7-ab41-d4b304adbaeb,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:32:47.144347 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-86046321-0fc2-4cfb-a82e-791768a2f553 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709645'] for subnet (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:32:47.151156 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 54788) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:32:47.152032 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-86046321-0fc2-4cfb-a82e-791768a2f553 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/8ee74f31-c0d5-40f7-ab41-d4b304adbaeb HTTP/1.1" status: 204 len: 168 time: 0.2590468 Jan 26 21:32:47.186203 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 54794) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:32:47.262610 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Current status of the port 76b67d01-e977-4af8-80e0-0024bcb18a45 is: BUILD; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:32:47.263311 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (76b67d01-e977-4af8-80e0-0024bcb18a45), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:32:47.300277 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] For port 76b67d01-e977-4af8-80e0-0024bcb18a45, host n-h1-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-5',level=0,port_id=76b67d01-e977-4af8-80e0-0024bcb18a45,segment=NetworkSegment(3717183c-69c6-44ee-ac2f-ec1e05ab35f5),segment_id=3717183c-69c6-44ee-ac2f-ec1e05ab35f5)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:32:47.301741 n-d-760453-5 neutron-server[103306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c947e2a6-4eb3-4b93-905b-515cc992a63b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76b67d01-e977-4af8-80e0-0024bcb18a45'}] {{(pid=103306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 21:32:47.304970 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9d5d370febab655511bdd2ffe887e43e442d144a440368702bcc1e93af00b97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4cbd5184-5559-45b1-85f6-78f7106c4e00" -d '{"events": [{"server_uuid": "c947e2a6-4eb3-4b93-905b-515cc992a63b", "name": "network-vif-plugged", "status": "completed", "tag": "76b67d01-e977-4af8-80e0-0024bcb18a45"}]}' {{(pid=103306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 21:32:47.311019 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (76b67d01-e977-4af8-80e0-0024bcb18a45), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:32:47.312578 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-96ae593f-97a6-4b1c-80b6-8c5738c2652e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-748181'] for network (f8702738-564f-4354-9910-996f282cee80), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:32:47.395938 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-64bfaa09-61ae-40b9-b40d-0aedad0218a8 tempest-RoutersIpV6AdminTest-589596973 tempest-RoutersIpV6AdminTest-589596973-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-1862659749', 'router:external': True}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:32:47.409483 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-96ae593f-97a6-4b1c-80b6-8c5738c2652e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-686403', 'neutron.services.segments.db._delete_segments_for_network-8746560774018'] for network (f8702738-564f-4354-9910-996f282cee80), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:32:47.411507 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Jan 2022 21:32:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c35d17b6-06c8-4fbb-9e46-0c9462e2077a x-openstack-request-id: req-c35d17b6-06c8-4fbb-9e46-0c9462e2077a {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 21:32:47.417709 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c947e2a6-4eb3-4b93-905b-515cc992a63b", "name": "network-vif-plugged", "status": "completed", "tag": "76b67d01-e977-4af8-80e0-0024bcb18a45", "code": 200}]} {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 21:32:47.418502 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c35d17b6-06c8-4fbb-9e46-0c9462e2077a {{(pid=103306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 21:32:47.419220 n-d-760453-5 neutron-server[103306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c947e2a6-4eb3-4b93-905b-515cc992a63b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76b67d01-e977-4af8-80e0-0024bcb18a45', 'code': 200} Jan 26 21:32:47.423705 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Pushing event updated for resources: {'Port': ['ID=76b67d01-e977-4af8-80e0-0024bcb18a45,revision_number=7']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:32:47.436161 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64bfaa09-61ae-40b9-b40d-0aedad0218a8 tempest-RoutersIpV6AdminTest-589596973 tempest-RoutersIpV6AdminTest-589596973-project-admin] Made reservation on behalf of 893c927cd681467197afee05a164acbf for: {'network': 1} {{(pid=103305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 21:32:47.440233 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-64bfaa09-61ae-40b9-b40d-0aedad0218a8 tempest-RoutersIpV6AdminTest-589596973 tempest-RoutersIpV6AdminTest-589596973-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for network (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:32:47.444986 n-d-760453-5 neutron-server[103304]: DEBUG neutron.services.segments.db [None req-96ae593f-97a6-4b1c-80b6-8c5738c2652e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f8702738-564f-4354-9910-996f282cee80']}} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:32:47.451182 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-64bfaa09-61ae-40b9-b40d-0aedad0218a8 tempest-RoutersIpV6AdminTest-589596973 tempest-RoutersIpV6AdminTest-589596973-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:32:47.456299 n-d-760453-5 neutron-server[103304]: DEBUG neutron.services.segments.db [None req-96ae593f-97a6-4b1c-80b6-8c5738c2652e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4eea439b-1de7-4b30-9661-42a6738d9e9c') {'for_net_delete': True} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:32:47.456642 n-d-760453-5 neutron-server[103304]: DEBUG neutron.services.segments.db [None req-96ae593f-97a6-4b1c-80b6-8c5738c2652e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4eea439b-1de7-4b30-9661-42a6738d9e9c') {} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:32:47.467488 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-96ae593f-97a6-4b1c-80b6-8c5738c2652e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746560742283', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8881293'] for segment (4eea439b-1de7-4b30-9661-42a6738d9e9c), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:32:47.482011 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-96ae593f-97a6-4b1c-80b6-8c5738c2652e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576559'] for segment (4eea439b-1de7-4b30-9661-42a6738d9e9c), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:32:47.498056 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-96ae593f-97a6-4b1c-80b6-8c5738c2652e admin admin] Releasing vlan 587 on physical network physnet1 to pool {{(pid=103304) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 26 21:32:47.498552 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-96ae593f-97a6-4b1c-80b6-8c5738c2652e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9281762'] for segment (4eea439b-1de7-4b30-9661-42a6738d9e9c), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:32:47.500768 n-d-760453-5 neutron-server[103304]: Traceback (most recent call last): Jan 26 21:32:47.500768 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 26 21:32:47.500768 n-d-760453-5 neutron-server[103304]: timer() Jan 26 21:32:47.500768 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 26 21:32:47.500768 n-d-760453-5 neutron-server[103304]: cb(*args, **kw) Jan 26 21:32:47.500768 n-d-760453-5 neutron-server[103304]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 26 21:32:47.500768 n-d-760453-5 neutron-server[103304]: return func(*args, **kwargs) Jan 26 21:32:47.500768 n-d-760453-5 neutron-server[103304]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 26 21:32:47.500768 n-d-760453-5 neutron-server[103304]: self._notify() Jan 26 21:32:47.500768 n-d-760453-5 neutron-server[103304]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 26 21:32:47.500768 n-d-760453-5 neutron-server[103304]: self.callback(batched_events) Jan 26 21:32:47.500768 n-d-760453-5 neutron-server[103304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 26 21:32:47.500768 n-d-760453-5 neutron-server[103304]: event.method(event) Jan 26 21:32:47.500768 n-d-760453-5 neutron-server[103304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 26 21:32:47.500768 n-d-760453-5 neutron-server[103304]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 26 21:32:47.500768 n-d-760453-5 neutron-server[103304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 26 21:32:47.500768 n-d-760453-5 neutron-server[103304]: aggregate_uuid = self.p_client.list_aggregates( Jan 26 21:32:47.500768 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 26 21:32:47.500768 n-d-760453-5 neutron-server[103304]: return f(self, *a, **k) Jan 26 21:32:47.500768 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 26 21:32:47.500768 n-d-760453-5 neutron-server[103304]: return self._get(url).json() Jan 26 21:32:47.500768 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 26 21:32:47.500768 n-d-760453-5 neutron-server[103304]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 26 21:32:47.500768 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 26 21:32:47.500768 n-d-760453-5 neutron-server[103304]: return self.request(url, 'GET', **kwargs) Jan 26 21:32:47.500768 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 26 21:32:47.500768 n-d-760453-5 neutron-server[103304]: base_url = self.get_endpoint(auth, allow=allow, Jan 26 21:32:47.500768 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 26 21:32:47.500768 n-d-760453-5 neutron-server[103304]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 26 21:32:47.500768 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 26 21:32:47.500768 n-d-760453-5 neutron-server[103304]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 26 21:32:47.500768 n-d-760453-5 neutron-server[103304]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 26 21:32:47.570754 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-96ae593f-97a6-4b1c-80b6-8c5738c2652e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4110931'] for network (f8702738-564f-4354-9910-996f282cee80), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:32:47.588084 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-96ae593f-97a6-4b1c-80b6-8c5738c2652e admin admin] Publish callbacks [] for network (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:32:47.594453 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-96ae593f-97a6-4b1c-80b6-8c5738c2652e admin admin] 10.222.0.13 "DELETE /v2.0/networks/f8702738-564f-4354-9910-996f282cee80 HTTP/1.1" status: 204 len: 168 time: 0.4394906 Jan 26 21:32:47.594453 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ae593f-97a6-4b1c-80b6-8c5738c2652e admin admin] Pushing event deleted for resources: {'Network': ['ID=f8702738-564f-4354-9910-996f282cee80,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:32:47.606995 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96ae593f-97a6-4b1c-80b6-8c5738c2652e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:32:47.607481 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96ae593f-97a6-4b1c-80b6-8c5738c2652e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:32:47.608071 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96ae593f-97a6-4b1c-80b6-8c5738c2652e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:32:47.608792 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96ae593f-97a6-4b1c-80b6-8c5738c2652e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:32:47.609346 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96ae593f-97a6-4b1c-80b6-8c5738c2652e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:32:47.609888 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96ae593f-97a6-4b1c-80b6-8c5738c2652e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:32:47.610555 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96ae593f-97a6-4b1c-80b6-8c5738c2652e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:32:47.611019 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96ae593f-97a6-4b1c-80b6-8c5738c2652e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:32:47.612046 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96ae593f-97a6-4b1c-80b6-8c5738c2652e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:32:47.612486 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96ae593f-97a6-4b1c-80b6-8c5738c2652e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:32:47.613046 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96ae593f-97a6-4b1c-80b6-8c5738c2652e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:32:47.613815 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96ae593f-97a6-4b1c-80b6-8c5738c2652e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:32:47.614385 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96ae593f-97a6-4b1c-80b6-8c5738c2652e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:32:47.718620 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-64bfaa09-61ae-40b9-b40d-0aedad0218a8 tempest-RoutersIpV6AdminTest-589596973 tempest-RoutersIpV6AdminTest-589596973-project-admin] Publish callbacks [] for security_group (da940a67-4647-4798-931d-b971d8c96cf6), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:32:47.724827 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-64bfaa09-61ae-40b9-b40d-0aedad0218a8 tempest-RoutersIpV6AdminTest-589596973 tempest-RoutersIpV6AdminTest-589596973-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (da940a67-4647-4798-931d-b971d8c96cf6), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:32:47.761708 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-64bfaa09-61ae-40b9-b40d-0aedad0218a8 tempest-RoutersIpV6AdminTest-589596973 tempest-RoutersIpV6AdminTest-589596973-project-admin] vlan segment allocate from pool success with {'vlan_id': 565, 'physical_network': 'physnet1'} {{(pid=103305) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 26 21:32:47.773601 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64bfaa09-61ae-40b9-b40d-0aedad0218a8 tempest-RoutersIpV6AdminTest-589596973 tempest-RoutersIpV6AdminTest-589596973-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da940a67-4647-4798-931d-b971d8c96cf6,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:32:47.783932 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-64bfaa09-61ae-40b9-b40d-0aedad0218a8 tempest-RoutersIpV6AdminTest-589596973 tempest-RoutersIpV6AdminTest-589596973-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576559'] for segment (2a8477a7-deca-47ca-96f3-1b3c17e97595), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:32:47.784220 n-d-760453-5 neutron-server[103305]: INFO neutron.db.segments_db [None req-64bfaa09-61ae-40b9-b40d-0aedad0218a8 tempest-RoutersIpV6AdminTest-589596973 tempest-RoutersIpV6AdminTest-589596973-project-admin] Added segment 2a8477a7-deca-47ca-96f3-1b3c17e97595 of type vlan for network da4ff290-e0ba-45f2-bc03-5f1fe7440533 Jan 26 21:32:47.855253 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-64bfaa09-61ae-40b9-b40d-0aedad0218a8 tempest-RoutersIpV6AdminTest-589596973 tempest-RoutersIpV6AdminTest-589596973-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746560256871'] for network (da4ff290-e0ba-45f2-bc03-5f1fe7440533), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:32:47.897477 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-64bfaa09-61ae-40b9-b40d-0aedad0218a8 tempest-RoutersIpV6AdminTest-589596973 tempest-RoutersIpV6AdminTest-589596973-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503'] for network (da4ff290-e0ba-45f2-bc03-5f1fe7440533), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:32:47.899839 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64bfaa09-61ae-40b9-b40d-0aedad0218a8 tempest-RoutersIpV6AdminTest-589596973 tempest-RoutersIpV6AdminTest-589596973-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:32:47.901013 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-64bfaa09-61ae-40b9-b40d-0aedad0218a8 tempest-RoutersIpV6AdminTest-589596973 tempest-RoutersIpV6AdminTest-589596973-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709645'] for network (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:32:47.922074 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 54810) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:32:47.937723 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-64bfaa09-61ae-40b9-b40d-0aedad0218a8 tempest-RoutersIpV6AdminTest-589596973 tempest-RoutersIpV6AdminTest-589596973-project-admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 0.7502506 Jan 26 21:32:47.940611 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 54812) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:32:47.974375 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-6efcb5f3-8022-4e3a-8c11-47e50443c7bc tempest-RoutersIpV6AdminTest-589596973 tempest-RoutersIpV6AdminTest-589596973-project-admin] Request body: {'subnet': {'network_id': 'da4ff290-e0ba-45f2-bc03-5f1fe7440533', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:32:47.979597 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-7f836a61-2178-4dce-a2e6-c1f25808290b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c576596283e84b1d95390b48e2e50951&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0563178 Jan 26 21:32:47.980275 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 54814) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:32:48.003865 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6efcb5f3-8022-4e3a-8c11-47e50443c7bc tempest-RoutersIpV6AdminTest-589596973 tempest-RoutersIpV6AdminTest-589596973-project-admin] Made reservation on behalf of 893c927cd681467197afee05a164acbf for: {'subnet': 1} {{(pid=103305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 21:32:48.007200 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-6efcb5f3-8022-4e3a-8c11-47e50443c7bc tempest-RoutersIpV6AdminTest-589596973 tempest-RoutersIpV6AdminTest-589596973-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11599953'] for subnet (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:32:48.050190 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-35efc02a-f736-48b8-a0b7-c153887d1af8 admin admin] Publish callbacks [] for security_group (292bc389-790d-43dd-84a3-1f4da6b9b186), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:32:48.072047 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64bfaa09-61ae-40b9-b40d-0aedad0218a8 tempest-RoutersIpV6AdminTest-589596973 tempest-RoutersIpV6AdminTest-589596973-project-admin] Pushing event updated for resources: {'Network': ['ID=da4ff290-e0ba-45f2-bc03-5f1fe7440533,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:32:48.075369 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-35efc02a-f736-48b8-a0b7-c153887d1af8 admin admin] Publish callbacks [] for security_group (292bc389-790d-43dd-84a3-1f4da6b9b186), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:32:48.088650 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Network da4ff290-e0ba-45f2-bc03-5f1fe7440533 details requested by agent ovs-agent-n-d-760453-5 with host n-d-760453-5 {{(pid=103306) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 26 21:32:48.187384 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-35efc02a-f736-48b8-a0b7-c153887d1af8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (292bc389-790d-43dd-84a3-1f4da6b9b186), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:32:48.192030 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-35efc02a-f736-48b8-a0b7-c153887d1af8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:32:48.194877 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-35efc02a-f736-48b8-a0b7-c153887d1af8 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/292bc389-790d-43dd-84a3-1f4da6b9b186 HTTP/1.1" status: 204 len: 168 time: 0.2129931 Jan 26 21:32:48.218765 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35efc02a-f736-48b8-a0b7-c153887d1af8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=292bc389-790d-43dd-84a3-1f4da6b9b186,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:32:48.538981 n-d-760453-5 neutron-server[103305]: DEBUG neutron.objects.ports [None req-6efcb5f3-8022-4e3a-8c11-47e50443c7bc tempest-RoutersIpV6AdminTest-589596973 tempest-RoutersIpV6AdminTest-589596973-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103305) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Jan 26 21:32:48.539455 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-6efcb5f3-8022-4e3a-8c11-47e50443c7bc tempest-RoutersIpV6AdminTest-589596973 tempest-RoutersIpV6AdminTest-589596973-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11788839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11599975'] for subnet (eceda507-b8b6-437a-b9af-f77e69c1c792), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:32:48.591812 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6efcb5f3-8022-4e3a-8c11-47e50443c7bc tempest-RoutersIpV6AdminTest-589596973 tempest-RoutersIpV6AdminTest-589596973-project-admin] Pushing event updated for resources: {'Subnet': ['ID=eceda507-b8b6-437a-b9af-f77e69c1c792,revision_number=0']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:32:48.636372 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6efcb5f3-8022-4e3a-8c11-47e50443c7bc tempest-RoutersIpV6AdminTest-589596973 tempest-RoutersIpV6AdminTest-589596973-project-admin] Checking segment: {'id': '2a8477a7-deca-47ca-96f3-1b3c17e97595', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': 'da4ff290-e0ba-45f2-bc03-5f1fe7440533'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103305) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 21:32:48.637013 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6efcb5f3-8022-4e3a-8c11-47e50443c7bc tempest-RoutersIpV6AdminTest-589596973 tempest-RoutersIpV6AdminTest-589596973-project-admin] Network hostable DHCP agents. Network: da4ff290-e0ba-45f2-bc03-5f1fe7440533, hostable agents: ['474ccdf7-ab6c-405b-a3b2-dc7b05829902'], hosted agents: [] {{(pid=103305) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 26 21:32:48.664862 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6efcb5f3-8022-4e3a-8c11-47e50443c7bc tempest-RoutersIpV6AdminTest-589596973 tempest-RoutersIpV6AdminTest-589596973-project-admin] Network da4ff290-e0ba-45f2-bc03-5f1fe7440533 is scheduled to be hosted by DHCP agent 474ccdf7-ab6c-405b-a3b2-dc7b05829902 with binding_index 1 {{(pid=103305) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 26 21:32:48.692428 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [None req-6efcb5f3-8022-4e3a-8c11-47e50443c7bc tempest-RoutersIpV6AdminTest-589596973 tempest-RoutersIpV6AdminTest-589596973-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760453-5, da4ff290-e0ba-45f2-bc03-5f1fe7440533) {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:32:48.698416 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6efcb5f3-8022-4e3a-8c11-47e50443c7bc tempest-RoutersIpV6AdminTest-589596973 tempest-RoutersIpV6AdminTest-589596973-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:32:48.700031 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-6efcb5f3-8022-4e3a-8c11-47e50443c7bc tempest-RoutersIpV6AdminTest-589596973 tempest-RoutersIpV6AdminTest-589596973-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709645'] for subnet (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:32:48.705255 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52cf6a90-4185-4e97-9e2b-a2da11a512f0 None None] Network da4ff290-e0ba-45f2-bc03-5f1fe7440533 requested from n-d-760453-5 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 26 21:32:48.729328 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-6efcb5f3-8022-4e3a-8c11-47e50443c7bc tempest-RoutersIpV6AdminTest-589596973 tempest-RoutersIpV6AdminTest-589596973-project-admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 0.7866027 Jan 26 21:32:48.732010 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 54832) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:32:48.738290 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-c0d31e3d-77bb-44fb-bc58-1d38930d6f5e tempest-RoutersIpV6AdminTest-589596973 tempest-RoutersIpV6AdminTest-589596973-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-1775695909', 'network_id': 'da4ff290-e0ba-45f2-bc03-5f1fe7440533'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:32:48.773463 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0d31e3d-77bb-44fb-bc58-1d38930d6f5e tempest-RoutersIpV6AdminTest-589596973 tempest-RoutersIpV6AdminTest-589596973-project-admin] Made reservation on behalf of 893c927cd681467197afee05a164acbf for: {'port': 1} {{(pid=103304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 21:32:48.780978 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-c0d31e3d-77bb-44fb-bc58-1d38930d6f5e tempest-RoutersIpV6AdminTest-589596973 tempest-RoutersIpV6AdminTest-589596973-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:32:48.799941 n-d-760453-5 neutron-server[103304]: DEBUG neutron.notifiers.nova [None req-c0d31e3d-77bb-44fb-bc58-1d38930d6f5e tempest-RoutersIpV6AdminTest-589596973 tempest-RoutersIpV6AdminTest-589596973-project-admin] device_id is not set on port 746b5f68-73ba-4c3d-8285-d1f3836c97e1 yet. {{(pid=103304) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 26 21:32:48.862665 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e26ed106-e9aa-4d3c-8df9-ff6c1e57f37d None None] Network da4ff290-e0ba-45f2-bc03-5f1fe7440533 requested from n-d-760453-5 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 26 21:32:48.980437 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-ad99ecf7-e09d-4eba-b5f1-c4daf52b7420 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (474ccdf7-ab6c-405b-a3b2-dc7b05829902), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:32:49.023905 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.db_base_plugin_common [None req-c0d31e3d-77bb-44fb-bc58-1d38930d6f5e tempest-RoutersIpV6AdminTest-589596973 tempest-RoutersIpV6AdminTest-589596973-project-admin] Allocated IP 2001:db8::5b (da4ff290-e0ba-45f2-bc03-5f1fe7440533/eceda507-b8b6-437a-b9af-f77e69c1c792/746b5f68-73ba-4c3d-8285-d1f3836c97e1) {{(pid=103304) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 21:32:49.341751 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-c0d31e3d-77bb-44fb-bc58-1d38930d6f5e tempest-RoutersIpV6AdminTest-589596973 tempest-RoutersIpV6AdminTest-589596973-project-admin] Publish callbacks [] for port (746b5f68-73ba-4c3d-8285-d1f3836c97e1), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:32:49.391278 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-c0d31e3d-77bb-44fb-bc58-1d38930d6f5e tempest-RoutersIpV6AdminTest-589596973 tempest-RoutersIpV6AdminTest-589596973-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746560234527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9281553'] for port (746b5f68-73ba-4c3d-8285-d1f3836c97e1), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:32:49.439562 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d31e3d-77bb-44fb-bc58-1d38930d6f5e tempest-RoutersIpV6AdminTest-589596973 tempest-RoutersIpV6AdminTest-589596973-project-admin] Pushing event updated for resources: {'Port': ['ID=746b5f68-73ba-4c3d-8285-d1f3836c97e1,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:32:49.459293 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0d31e3d-77bb-44fb-bc58-1d38930d6f5e tempest-RoutersIpV6AdminTest-589596973 tempest-RoutersIpV6AdminTest-589596973-project-admin] Network da4ff290-e0ba-45f2-bc03-5f1fe7440533 is already hosted by enough agents. {{(pid=103304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 21:32:49.461820 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [None req-c0d31e3d-77bb-44fb-bc58-1d38930d6f5e tempest-RoutersIpV6AdminTest-589596973 tempest-RoutersIpV6AdminTest-589596973-project-admin] Resources bound (agent type, host, resource id): {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:32:49.465949 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0d31e3d-77bb-44fb-bc58-1d38930d6f5e tempest-RoutersIpV6AdminTest-589596973 tempest-RoutersIpV6AdminTest-589596973-project-admin] Received port after_create {{(pid=103304) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 21:32:49.467356 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0d31e3d-77bb-44fb-bc58-1d38930d6f5e tempest-RoutersIpV6AdminTest-589596973 tempest-RoutersIpV6AdminTest-589596973-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:32:49.468075 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-c0d31e3d-77bb-44fb-bc58-1d38930d6f5e tempest-RoutersIpV6AdminTest-589596973 tempest-RoutersIpV6AdminTest-589596973-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:32:49.484820 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 54854) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:32:49.490588 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-c0d31e3d-77bb-44fb-bc58-1d38930d6f5e tempest-RoutersIpV6AdminTest-589596973 tempest-RoutersIpV6AdminTest-589596973-project-admin] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 0.7572570 Jan 26 21:32:49.491360 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 54856) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:32:49.646384 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-9a211040-b32b-4011-9a93-9dfc36e13ed9 tempest-RoutersIpV6AdminTest-589596973 tempest-RoutersIpV6AdminTest-589596973-project-admin] Deleting port 746b5f68-73ba-4c3d-8285-d1f3836c97e1 {{(pid=103304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 21:32:49.647141 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-9a211040-b32b-4011-9a93-9dfc36e13ed9 tempest-RoutersIpV6AdminTest-589596973 tempest-RoutersIpV6AdminTest-589596973-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746560630878'] for port (746b5f68-73ba-4c3d-8285-d1f3836c97e1), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:32:49.698794 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-739f5572-893d-437f-b486-a6039214fd03 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSONUnderV235-1529478470-network', 'tenant_id': 'c033fd875da1416fa29c037a896b8ec9'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:32:49.736154 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-739f5572-893d-437f-b486-a6039214fd03 admin admin] Made reservation on behalf of c033fd875da1416fa29c037a896b8ec9 for: {'network': 1} {{(pid=103305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 21:32:49.740343 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-739f5572-893d-437f-b486-a6039214fd03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for network (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:32:49.761507 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-739f5572-893d-437f-b486-a6039214fd03 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:32:49.786413 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-9a211040-b32b-4011-9a93-9dfc36e13ed9 tempest-RoutersIpV6AdminTest-589596973 tempest-RoutersIpV6AdminTest-589596973-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4109658'] for port (746b5f68-73ba-4c3d-8285-d1f3836c97e1), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:32:49.817913 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-9a211040-b32b-4011-9a93-9dfc36e13ed9 tempest-RoutersIpV6AdminTest-589596973 tempest-RoutersIpV6AdminTest-589596973-project-admin] Calling delete_port for 746b5f68-73ba-4c3d-8285-d1f3836c97e1 owned by {{(pid=103304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 21:32:49.947775 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-739f5572-893d-437f-b486-a6039214fd03 admin admin] Publish callbacks [] for security_group (4dafcfd2-99ad-4b4e-b11f-af398c9060fb), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:32:49.958404 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-739f5572-893d-437f-b486-a6039214fd03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (4dafcfd2-99ad-4b4e-b11f-af398c9060fb), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:32:49.996954 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-739f5572-893d-437f-b486-a6039214fd03 admin admin] vlan segment allocate from pool success with {'vlan_id': 555, 'physical_network': 'physnet1'} {{(pid=103305) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 26 21:32:50.037064 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-739f5572-893d-437f-b486-a6039214fd03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576559'] for segment (d72bd3db-6d30-467b-8146-3f2d95269fca), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:32:50.038757 n-d-760453-5 neutron-server[103305]: INFO neutron.db.segments_db [None req-739f5572-893d-437f-b486-a6039214fd03 admin admin] Added segment d72bd3db-6d30-467b-8146-3f2d95269fca of type vlan for network 919700d7-bd11-4466-9e0b-aea9ab9fa4e5 Jan 26 21:32:50.121212 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-739f5572-893d-437f-b486-a6039214fd03 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746560256871'] for network (919700d7-bd11-4466-9e0b-aea9ab9fa4e5), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:32:50.188115 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-9a211040-b32b-4011-9a93-9dfc36e13ed9 tempest-RoutersIpV6AdminTest-589596973 tempest-RoutersIpV6AdminTest-589596973-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746560636600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746560234536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9281553'] for port (746b5f68-73ba-4c3d-8285-d1f3836c97e1), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:32:50.197203 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-739f5572-893d-437f-b486-a6039214fd03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503'] for network (919700d7-bd11-4466-9e0b-aea9ab9fa4e5), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:32:50.198368 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-739f5572-893d-437f-b486-a6039214fd03 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:32:50.198968 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-739f5572-893d-437f-b486-a6039214fd03 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709645'] for network (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:32:50.227204 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-739f5572-893d-437f-b486-a6039214fd03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4dafcfd2-99ad-4b4e-b11f-af398c9060fb,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:32:50.228096 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a211040-b32b-4011-9a93-9dfc36e13ed9 tempest-RoutersIpV6AdminTest-589596973 tempest-RoutersIpV6AdminTest-589596973-project-admin] Pushing event deleted for resources: {'Port': ['ID=746b5f68-73ba-4c3d-8285-d1f3836c97e1,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:32:50.270456 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-9a211040-b32b-4011-9a93-9dfc36e13ed9 tempest-RoutersIpV6AdminTest-589596973 tempest-RoutersIpV6AdminTest-589596973-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:32:50.273747 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-9a211040-b32b-4011-9a93-9dfc36e13ed9 tempest-RoutersIpV6AdminTest-589596973 tempest-RoutersIpV6AdminTest-589596973-project-admin] 10.222.0.13 "DELETE /v2.0/ports/746b5f68-73ba-4c3d-8285-d1f3836c97e1 HTTP/1.1" status: 204 len: 168 time: 0.7811003 Jan 26 21:32:50.285170 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 54870) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:32:50.287197 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-739f5572-893d-437f-b486-a6039214fd03 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:32:50.287541 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-739f5572-893d-437f-b486-a6039214fd03 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:32:50.287881 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-739f5572-893d-437f-b486-a6039214fd03 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:32:50.288214 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-739f5572-893d-437f-b486-a6039214fd03 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:32:50.288689 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-739f5572-893d-437f-b486-a6039214fd03 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:32:50.289017 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-739f5572-893d-437f-b486-a6039214fd03 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:32:50.289365 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-739f5572-893d-437f-b486-a6039214fd03 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:32:50.289689 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-739f5572-893d-437f-b486-a6039214fd03 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:32:50.290257 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-739f5572-893d-437f-b486-a6039214fd03 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:32:50.290794 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-739f5572-893d-437f-b486-a6039214fd03 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:32:50.290912 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-739f5572-893d-437f-b486-a6039214fd03 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:32:50.291174 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-739f5572-893d-437f-b486-a6039214fd03 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:32:50.291495 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-739f5572-893d-437f-b486-a6039214fd03 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:32:50.316266 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-4364cefd-9a9e-4282-9025-5ff1091e7b3b tempest-RoutersIpV6AdminTest-589596973 tempest-RoutersIpV6AdminTest-589596973-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'da4ff290-e0ba-45f2-bc03-5f1fe7440533', 'external_fixed_ips': [{'subnet_id': 'eceda507-b8b6-437a-b9af-f77e69c1c792', 'ip_address': '2001:db8::5b'}]}}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:32:50.368036 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-739f5572-893d-437f-b486-a6039214fd03 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.8820567 Jan 26 21:32:50.371024 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 54878) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:32:50.376884 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-90d47287-419a-4418-abd6-919e641e0348 admin admin] Request body: {'subnet': {'network_id': '919700d7-bd11-4466-9e0b-aea9ab9fa4e5', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSONUnderV235-1529478470-subnet', 'tenant_id': 'c033fd875da1416fa29c037a896b8ec9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:32:50.430642 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-739f5572-893d-437f-b486-a6039214fd03 admin admin] Pushing event updated for resources: {'Network': ['ID=919700d7-bd11-4466-9e0b-aea9ab9fa4e5,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:32:50.445529 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Network 919700d7-bd11-4466-9e0b-aea9ab9fa4e5 details requested by agent ovs-agent-n-d-760453-5 with host n-d-760453-5 {{(pid=103306) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 26 21:32:50.447521 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90d47287-419a-4418-abd6-919e641e0348 admin admin] Made reservation on behalf of c033fd875da1416fa29c037a896b8ec9 for: {'subnet': 1} {{(pid=103304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 21:32:50.452381 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-90d47287-419a-4418-abd6-919e641e0348 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12215181'] for subnet (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:32:50.457533 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-4364cefd-9a9e-4282-9025-5ff1091e7b3b tempest-RoutersIpV6AdminTest-589596973 tempest-RoutersIpV6AdminTest-589596973-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4104596', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13108'] for router (b5c0aafc-8cf3-49f3-876a-db56fbeb3806), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:32:50.462191 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-4364cefd-9a9e-4282-9025-5ff1091e7b3b tempest-RoutersIpV6AdminTest-589596973 tempest-RoutersIpV6AdminTest-589596973-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4105828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4111306', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3733576', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13069'] for router (b5c0aafc-8cf3-49f3-876a-db56fbeb3806), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:32:50.552707 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-4364cefd-9a9e-4282-9025-5ff1091e7b3b tempest-RoutersIpV6AdminTest-589596973 tempest-RoutersIpV6AdminTest-589596973-project-admin] Publish callbacks [] for router_controller (b5c0aafc-8cf3-49f3-876a-db56fbeb3806), precommit_add_association {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:32:50.816333 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-90d47287-419a-4418-abd6-919e641e0348 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9285249', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12215227'] for subnet (1ea07ea1-6099-4d0e-9f94-9cafc0649be2), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:32:50.844063 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-4364cefd-9a9e-4282-9025-5ff1091e7b3b tempest-RoutersIpV6AdminTest-589596973 tempest-RoutersIpV6AdminTest-589596973-project-admin] Publish callbacks [] for router_gateway (b5c0aafc-8cf3-49f3-876a-db56fbeb3806), precommit_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:32:50.890243 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d47287-419a-4418-abd6-919e641e0348 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1ea07ea1-6099-4d0e-9f94-9cafc0649be2,revision_number=0']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:32:50.916106 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90d47287-419a-4418-abd6-919e641e0348 admin admin] Checking segment: {'id': 'd72bd3db-6d30-467b-8146-3f2d95269fca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '919700d7-bd11-4466-9e0b-aea9ab9fa4e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103304) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 21:32:50.919505 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90d47287-419a-4418-abd6-919e641e0348 admin admin] Network hostable DHCP agents. Network: 919700d7-bd11-4466-9e0b-aea9ab9fa4e5, hostable agents: ['474ccdf7-ab6c-405b-a3b2-dc7b05829902'], hosted agents: [] {{(pid=103304) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 26 21:32:50.950959 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90d47287-419a-4418-abd6-919e641e0348 admin admin] Network 919700d7-bd11-4466-9e0b-aea9ab9fa4e5 is scheduled to be hosted by DHCP agent 474ccdf7-ab6c-405b-a3b2-dc7b05829902 with binding_index 1 {{(pid=103304) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 26 21:32:50.982730 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [None req-90d47287-419a-4418-abd6-919e641e0348 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760453-5, 919700d7-bd11-4466-9e0b-aea9ab9fa4e5) {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:32:50.989280 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90d47287-419a-4418-abd6-919e641e0348 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:32:50.990486 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-90d47287-419a-4418-abd6-919e641e0348 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:32:50.993145 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8ee30fe-dc4d-42a3-90a8-dc0f08ffe1fa None None] Network 919700d7-bd11-4466-9e0b-aea9ab9fa4e5 requested from n-d-760453-5 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 26 21:32:51.040505 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-90d47287-419a-4418-abd6-919e641e0348 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.6674178 Jan 26 21:32:51.044064 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 54882) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:32:51.055699 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-f1e29d15-8aa0-4469-adf6-56a4e9c7eaf1 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSONUnderV235-1529478470-router', 'tenant_id': 'c033fd875da1416fa29c037a896b8ec9', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299'}}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:32:51.179807 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-f1e29d15-8aa0-4469-adf6-56a4e9c7eaf1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4104596', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13108'] for router (30c5f8da-5921-45e3-a618-3b4140c43f22), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:32:51.180851 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-f1e29d15-8aa0-4469-adf6-56a4e9c7eaf1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4105828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4111306', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3733576', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13069'] for router (30c5f8da-5921-45e3-a618-3b4140c43f22), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:32:51.202031 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-630ef9c0-1f28-4a7b-a79d-cdf109bbf30d None None] Network 919700d7-bd11-4466-9e0b-aea9ab9fa4e5 requested from n-d-760453-5 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 26 21:32:51.367761 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d34d568d-620f-4886-b599-9e13b18d1795 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (09df100c-3af1-4b0a-bda8-05914c71c458), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:32:51.377214 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-f1e29d15-8aa0-4469-adf6-56a4e9c7eaf1 admin admin] Publish callbacks [] for router_controller (30c5f8da-5921-45e3-a618-3b4140c43f22), precommit_add_association {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:32:51.494482 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-4364cefd-9a9e-4282-9025-5ff1091e7b3b tempest-RoutersIpV6AdminTest-589596973 tempest-RoutersIpV6AdminTest-589596973-project-admin] Publish callbacks [] for router_gateway (b5c0aafc-8cf3-49f3-876a-db56fbeb3806), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:32:51.545480 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-4364cefd-9a9e-4282-9025-5ff1091e7b3b tempest-RoutersIpV6AdminTest-589596973 tempest-RoutersIpV6AdminTest-589596973-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:32:51.700303 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.db_base_plugin_common [None req-4364cefd-9a9e-4282-9025-5ff1091e7b3b tempest-RoutersIpV6AdminTest-589596973 tempest-RoutersIpV6AdminTest-589596973-project-admin] Allocated IP 2001:db8::5b (da4ff290-e0ba-45f2-bc03-5f1fe7440533/eceda507-b8b6-437a-b9af-f77e69c1c792/cb8dc17a-9158-4d3c-b9ff-e3489f40d16a) {{(pid=103305) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 21:32:51.874887 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-f1e29d15-8aa0-4469-adf6-56a4e9c7eaf1 admin admin] Publish callbacks [] for router_gateway (30c5f8da-5921-45e3-a618-3b4140c43f22), precommit_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:32:51.981684 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-4364cefd-9a9e-4282-9025-5ff1091e7b3b tempest-RoutersIpV6AdminTest-589596973 tempest-RoutersIpV6AdminTest-589596973-project-admin] Publish callbacks [] for port (cb8dc17a-9158-4d3c-b9ff-e3489f40d16a), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:32:52.051617 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3454a8e0-6347-41f0-b2b6-3e8be3d05ec9 req-9087e3f4-076f-4620-85f1-6b61fa6d48c4 tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:32:52.057803 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3454a8e0-6347-41f0-b2b6-3e8be3d05ec9 req-9087e3f4-076f-4620-85f1-6b61fa6d48c4 tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:32:52.064516 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3454a8e0-6347-41f0-b2b6-3e8be3d05ec9 req-9087e3f4-076f-4620-85f1-6b61fa6d48c4 tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:32:52.071722 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3454a8e0-6347-41f0-b2b6-3e8be3d05ec9 req-9087e3f4-076f-4620-85f1-6b61fa6d48c4 tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:32:52.078983 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3454a8e0-6347-41f0-b2b6-3e8be3d05ec9 req-9087e3f4-076f-4620-85f1-6b61fa6d48c4 tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:32:52.087367 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3454a8e0-6347-41f0-b2b6-3e8be3d05ec9 req-9087e3f4-076f-4620-85f1-6b61fa6d48c4 tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:32:52.092047 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-4364cefd-9a9e-4282-9025-5ff1091e7b3b tempest-RoutersIpV6AdminTest-589596973 tempest-RoutersIpV6AdminTest-589596973-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746560234527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11791543'] for port (cb8dc17a-9158-4d3c-b9ff-e3489f40d16a), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:32:52.094340 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3454a8e0-6347-41f0-b2b6-3e8be3d05ec9 req-9087e3f4-076f-4620-85f1-6b61fa6d48c4 tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:32:52.103949 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-3454a8e0-6347-41f0-b2b6-3e8be3d05ec9 req-9087e3f4-076f-4620-85f1-6b61fa6d48c4 tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] 10.222.0.13 "GET /v2.0/ports?device_id=cc2a45fe-1c0e-4689-a738-964e9c19e30e HTTP/1.1" status: 200 len: 5430 time: 0.1324561 Jan 26 21:32:52.157529 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4364cefd-9a9e-4282-9025-5ff1091e7b3b tempest-RoutersIpV6AdminTest-589596973 tempest-RoutersIpV6AdminTest-589596973-project-admin] Network da4ff290-e0ba-45f2-bc03-5f1fe7440533 is already hosted by enough agents. {{(pid=103305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 21:32:52.163465 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [None req-4364cefd-9a9e-4282-9025-5ff1091e7b3b tempest-RoutersIpV6AdminTest-589596973 tempest-RoutersIpV6AdminTest-589596973-project-admin] Resources bound (agent type, host, resource id): {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:32:52.175641 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4364cefd-9a9e-4282-9025-5ff1091e7b3b tempest-RoutersIpV6AdminTest-589596973 tempest-RoutersIpV6AdminTest-589596973-project-admin] Received port after_create {{(pid=103305) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 21:32:52.191951 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-3454a8e0-6347-41f0-b2b6-3e8be3d05ec9 req-5c5d6884-3f1b-4fa9-b5a2-3d43c87196f2 tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] 10.222.0.13 "GET /v2.0/security-groups?id=cdcbac26-bdec-4926-b949-1e63137fb150&id=e87e70a3-dfc0-4db8-90a2-ffd9c4c809a5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0869093 Jan 26 21:32:52.221374 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4364cefd-9a9e-4282-9025-5ff1091e7b3b tempest-RoutersIpV6AdminTest-589596973 tempest-RoutersIpV6AdminTest-589596973-project-admin] Pushing event updated for resources: {'Port': ['ID=cb8dc17a-9158-4d3c-b9ff-e3489f40d16a,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:32:52.250348 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-841f5991-a4d8-4d4b-b215-cbc6bab5427b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (aa7ee9d2-08eb-4e12-b895-24c57300dfec), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:32:52.445500 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-f1e29d15-8aa0-4469-adf6-56a4e9c7eaf1 admin admin] Publish callbacks [] for router_gateway (30c5f8da-5921-45e3-a618-3b4140c43f22), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:32:52.477322 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a85b568-b27d-431c-b948-84efd7a3174a req-7025033b-1f9a-4f64-a013-e58b25ad4b74 tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:32:52.484232 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a85b568-b27d-431c-b948-84efd7a3174a req-7025033b-1f9a-4f64-a013-e58b25ad4b74 tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:32:52.491868 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a85b568-b27d-431c-b948-84efd7a3174a req-7025033b-1f9a-4f64-a013-e58b25ad4b74 tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:32:52.498252 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-f1e29d15-8aa0-4469-adf6-56a4e9c7eaf1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:32:52.499508 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a85b568-b27d-431c-b948-84efd7a3174a req-7025033b-1f9a-4f64-a013-e58b25ad4b74 tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:32:52.505658 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a85b568-b27d-431c-b948-84efd7a3174a req-7025033b-1f9a-4f64-a013-e58b25ad4b74 tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:32:52.514127 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a85b568-b27d-431c-b948-84efd7a3174a req-7025033b-1f9a-4f64-a013-e58b25ad4b74 tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:32:52.529196 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a85b568-b27d-431c-b948-84efd7a3174a req-7025033b-1f9a-4f64-a013-e58b25ad4b74 tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:32:52.532323 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-6a85b568-b27d-431c-b948-84efd7a3174a req-7025033b-1f9a-4f64-a013-e58b25ad4b74 tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] 10.222.0.13 "GET /v2.0/ports?device_id=cc2a45fe-1c0e-4689-a738-964e9c19e30e HTTP/1.1" status: 200 len: 5430 time: 0.1985328 Jan 26 21:32:52.751913 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.db_base_plugin_common [None req-f1e29d15-8aa0-4469-adf6-56a4e9c7eaf1 admin admin] Allocated IP 172.25.1.104 (4140a1f1-c93a-4bea-83a0-68953a54f299/e48251a1-e30d-4820-8396-00c6f6aeb601/4887e881-a0ed-44b0-8398-d46997baa976) {{(pid=103305) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 21:32:52.768239 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-4364cefd-9a9e-4282-9025-5ff1091e7b3b tempest-RoutersIpV6AdminTest-589596973 tempest-RoutersIpV6AdminTest-589596973-project-admin] Publish callbacks [] for router_gateway (b5c0aafc-8cf3-49f3-876a-db56fbeb3806), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:32:53.042328 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (4d619873-4b60-439f-9b5a-b155dc8bbc34), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:32:53.351558 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-f1e29d15-8aa0-4469-adf6-56a4e9c7eaf1 admin admin] Publish callbacks [] for port (4887e881-a0ed-44b0-8398-d46997baa976), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:32:53.448189 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-4364cefd-9a9e-4282-9025-5ff1091e7b3b tempest-RoutersIpV6AdminTest-589596973 tempest-RoutersIpV6AdminTest-589596973-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4105757', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4111263'] for router (b5c0aafc-8cf3-49f3-876a-db56fbeb3806), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:32:53.529920 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-f1e29d15-8aa0-4469-adf6-56a4e9c7eaf1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746560234527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11791543'] for port (4887e881-a0ed-44b0-8398-d46997baa976), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:32:53.608083 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1e29d15-8aa0-4469-adf6-56a4e9c7eaf1 admin admin] Network 4140a1f1-c93a-4bea-83a0-68953a54f299 is already hosted by enough agents. {{(pid=103305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 21:32:53.615163 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [None req-f1e29d15-8aa0-4469-adf6-56a4e9c7eaf1 admin admin] Resources bound (agent type, host, resource id): {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:32:53.618336 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1e29d15-8aa0-4469-adf6-56a4e9c7eaf1 admin admin] Received port after_create {{(pid=103305) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 21:32:53.670283 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e29d15-8aa0-4469-adf6-56a4e9c7eaf1 admin admin] Pushing event updated for resources: {'Port': ['ID=4887e881-a0ed-44b0-8398-d46997baa976,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:32:53.824607 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4364cefd-9a9e-4282-9025-5ff1091e7b3b tempest-RoutersIpV6AdminTest-589596973 tempest-RoutersIpV6AdminTest-589596973-project-admin] Router b5c0aafc-8cf3-49f3-876a-db56fbeb3806 is scheduled to L3 agent 09df100c-3af1-4b0a-bda8-05914c71c458 with binding_index 1 {{(pid=103305) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 26 21:32:54.043141 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-f1e29d15-8aa0-4469-adf6-56a4e9c7eaf1 admin admin] Publish callbacks [] for router_gateway (30c5f8da-5921-45e3-a618-3b4140c43f22), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:32:54.087917 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4364cefd-9a9e-4282-9025-5ff1091e7b3b tempest-RoutersIpV6AdminTest-589596973 tempest-RoutersIpV6AdminTest-589596973-project-admin] Notify agent at l3_agent.n-d-760453-5 the message routers_updated {{(pid=103305) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 26 21:32:54.107975 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c40d9aec-28ab-4160-b6ea-19ba4a8e6392 None None] Sync routers for ids ['b5c0aafc-8cf3-49f3-876a-db56fbeb3806'] in n-d-760453-5 {{(pid=103306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 26 21:32:54.114543 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-839dd188-ec69-470c-9ab0-d318dc1a2e96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (e79b4fc6-6c71-44b2-a6d0-ff3e1f4dfd0d), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:32:54.122949 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c40d9aec-28ab-4160-b6ea-19ba4a8e6392 None None] Routers {'b5c0aafc-8cf3-49f3-876a-db56fbeb3806'} bound to L3 agent in host n-d-760453-5 {{(pid=103306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 21:32:54.123978 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-c40d9aec-28ab-4160-b6ea-19ba4a8e6392 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-26T20:55:21Z,description=,heartbeat_timestamp=2022-01-26T21:32:51Z,host='n-d-760453-5',id=09df100c-3af1-4b0a-bda8-05914c71c458,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:55:21Z,topic='l3_agent')) {'router_ids': ['b5c0aafc-8cf3-49f3-876a-db56fbeb3806'], 'active': True} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:32:54.154036 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-4364cefd-9a9e-4282-9025-5ff1091e7b3b tempest-RoutersIpV6AdminTest-589596973 tempest-RoutersIpV6AdminTest-589596973-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:32:54.158009 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 54920) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:32:54.158572 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-4364cefd-9a9e-4282-9025-5ff1091e7b3b tempest-RoutersIpV6AdminTest-589596973 tempest-RoutersIpV6AdminTest-589596973-project-admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 877 time: 3.8631184 Jan 26 21:32:54.340534 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-dd9ab1d8-08f7-4612-9ddc-b028c5f36d28 tempest-RoutersIpV6AdminTest-589596973 tempest-RoutersIpV6AdminTest-589596973-project-admin] Publish callbacks [] for router (b5c0aafc-8cf3-49f3-876a-db56fbeb3806), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:32:54.342237 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvr_db [None req-c40d9aec-28ab-4160-b6ea-19ba4a8e6392 None None] Set router b5c0aafc-8cf3-49f3-876a-db56fbeb3806 gateway port host: n-d-760453-5 {{(pid=103306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 21:32:54.354701 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-f1e29d15-8aa0-4469-adf6-56a4e9c7eaf1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4105757', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4111263'] for router (30c5f8da-5921-45e3-a618-3b4140c43f22), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:32:54.520541 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1e29d15-8aa0-4469-adf6-56a4e9c7eaf1 admin admin] Router 30c5f8da-5921-45e3-a618-3b4140c43f22 is scheduled to L3 agent 09df100c-3af1-4b0a-bda8-05914c71c458 with binding_index 1 {{(pid=103305) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 26 21:32:54.586451 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-dd9ab1d8-08f7-4612-9ddc-b028c5f36d28 tempest-RoutersIpV6AdminTest-589596973 tempest-RoutersIpV6AdminTest-589596973-project-admin] Publish callbacks [] for router_gateway (b5c0aafc-8cf3-49f3-876a-db56fbeb3806), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:32:54.648641 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-c40d9aec-28ab-4160-b6ea-19ba4a8e6392 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5c0aafc-8cf3-49f3-876a-db56fbeb3806', 'name': '', 'tenant_id': '893c927cd681467197afee05a164acbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da4ff290-e0ba-45f2-bc03-5f1fe7440533', 'external_fixed_ips': [{'subnet_id': 'eceda507-b8b6-437a-b9af-f77e69c1c792', 'ip_address': '2001:db8::5b'}], 'enable_snat': True}, 'gw_port_id': 'cb8dc17a-9158-4d3c-b9ff-e3489f40d16a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T21:32:50Z', 'updated_at': '2022-01-26T21:32:52Z', 'revision_number': 3, 'project_id': '893c927cd681467197afee05a164acbf', 'gw_port': {'id': 'cb8dc17a-9158-4d3c-b9ff-e3489f40d16a', 'name': '', 'network_id': 'da4ff290-e0ba-45f2-bc03-5f1fe7440533', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:ba:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5c0aafc-8cf3-49f3-876a-db56fbeb3806', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2856, 'fixed_ips': [{'subnet_id': 'eceda507-b8b6-437a-b9af-f77e69c1c792', 'ip_address': '2001:db8::5b', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:32:51Z', 'updated_at': '2022-01-26T21:32:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eceda507-b8b6-437a-b9af-f77e69c1c792', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-5'}], 'n-d-760453-5', False) {} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:32:54.686726 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1e29d15-8aa0-4469-adf6-56a4e9c7eaf1 admin admin] Notify agent at l3_agent.n-d-760453-5 the message routers_updated {{(pid=103305) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 26 21:32:54.698137 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c7f27a6-5b48-4703-b9b3-c7d473747f04 None None] Sync routers for ids ['30c5f8da-5921-45e3-a618-3b4140c43f22'] in n-d-760453-5 {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 26 21:32:54.702812 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-dd9ab1d8-08f7-4612-9ddc-b028c5f36d28 tempest-RoutersIpV6AdminTest-589596973 tempest-RoutersIpV6AdminTest-589596973-project-admin] Deleting port cb8dc17a-9158-4d3c-b9ff-e3489f40d16a {{(pid=103304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 21:32:54.703160 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-dd9ab1d8-08f7-4612-9ddc-b028c5f36d28 tempest-RoutersIpV6AdminTest-589596973 tempest-RoutersIpV6AdminTest-589596973-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746560630878'] for port (cb8dc17a-9158-4d3c-b9ff-e3489f40d16a), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:32:54.716481 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c7f27a6-5b48-4703-b9b3-c7d473747f04 None None] Routers {'30c5f8da-5921-45e3-a618-3b4140c43f22'} bound to L3 agent in host n-d-760453-5 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 21:32:54.718478 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-6c7f27a6-5b48-4703-b9b3-c7d473747f04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-26T20:55:21Z,description=,heartbeat_timestamp=2022-01-26T21:32:51Z,host='n-d-760453-5',id=09df100c-3af1-4b0a-bda8-05914c71c458,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:55:21Z,topic='l3_agent')) {'router_ids': ['30c5f8da-5921-45e3-a618-3b4140c43f22'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:32:54.728577 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-f1e29d15-8aa0-4469-adf6-56a4e9c7eaf1 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:32:54.736433 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-f1e29d15-8aa0-4469-adf6-56a4e9c7eaf1 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 932 time: 3.6898060 Jan 26 21:32:54.737106 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 54930) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:32:54.742251 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c40d9aec-28ab-4160-b6ea-19ba4a8e6392 None None] Checking router: b5c0aafc-8cf3-49f3-876a-db56fbeb3806 for host: n-d-760453-5 {{(pid=103306) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 26 21:32:54.747485 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c40d9aec-28ab-4160-b6ea-19ba4a8e6392 None None] Updating router b5c0aafc-8cf3-49f3-876a-db56fbeb3806 port cb8dc17a-9158-4d3c-b9ff-e3489f40d16a binding host n-d-760453-5 {{(pid=103306) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 26 21:32:54.807649 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-c40d9aec-28ab-4160-b6ea-19ba4a8e6392 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (cb8dc17a-9158-4d3c-b9ff-e3489f40d16a), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:32:54.916395 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-dd9ab1d8-08f7-4612-9ddc-b028c5f36d28 tempest-RoutersIpV6AdminTest-589596973 tempest-RoutersIpV6AdminTest-589596973-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4109658'] for port (cb8dc17a-9158-4d3c-b9ff-e3489f40d16a), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:32:54.946309 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-dd9ab1d8-08f7-4612-9ddc-b028c5f36d28 tempest-RoutersIpV6AdminTest-589596973 tempest-RoutersIpV6AdminTest-589596973-project-admin] Calling delete_port for cb8dc17a-9158-4d3c-b9ff-e3489f40d16a owned by network:router_gateway {{(pid=103304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 21:32:55.002134 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_dvr_db [None req-6c7f27a6-5b48-4703-b9b3-c7d473747f04 None None] Set router 30c5f8da-5921-45e3-a618-3b4140c43f22 gateway port host: n-d-760453-5 {{(pid=103307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 21:32:55.477459 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (fea0591a-627d-4c87-9a9a-01625ddf3277), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:32:55.479485 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-6c7f27a6-5b48-4703-b9b3-c7d473747f04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30c5f8da-5921-45e3-a618-3b4140c43f22', 'name': 'tempest-ServerRescueTestJSONUnderV235-1529478470-router', 'tenant_id': 'c033fd875da1416fa29c037a896b8ec9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'external_fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.104'}], 'enable_snat': True}, 'gw_port_id': '4887e881-a0ed-44b0-8398-d46997baa976', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T21:32:51Z', 'updated_at': '2022-01-26T21:32:53Z', 'revision_number': 3, 'project_id': 'c033fd875da1416fa29c037a896b8ec9', 'gw_port': {'id': '4887e881-a0ed-44b0-8398-d46997baa976', 'name': '', 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:fb:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30c5f8da-5921-45e3-a618-3b4140c43f22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2857, 'fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:32:52Z', 'updated_at': '2022-01-26T21:32:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-5'}], 'n-d-760453-5', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:32:55.549831 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-dd9ab1d8-08f7-4612-9ddc-b028c5f36d28 tempest-RoutersIpV6AdminTest-589596973 tempest-RoutersIpV6AdminTest-589596973-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746560636600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746560234536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9281553'] for port (cb8dc17a-9158-4d3c-b9ff-e3489f40d16a), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:32:55.550296 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.db.api [None req-c40d9aec-28ab-4160-b6ea-19ba4a8e6392 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103306) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 26 21:32:55.550679 n-d-760453-5 neutron-server[103306]: DEBUG oslo_db.api [None req-c40d9aec-28ab-4160-b6ea-19ba4a8e6392 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 26 21:32:55.567323 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c7f27a6-5b48-4703-b9b3-c7d473747f04 None None] Checking router: 30c5f8da-5921-45e3-a618-3b4140c43f22 for host: n-d-760453-5 {{(pid=103307) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 26 21:32:55.569498 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c7f27a6-5b48-4703-b9b3-c7d473747f04 None None] Updating router 30c5f8da-5921-45e3-a618-3b4140c43f22 port 4887e881-a0ed-44b0-8398-d46997baa976 binding host n-d-760453-5 {{(pid=103307) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 26 21:32:55.600491 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 54948) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:32:55.626244 n-d-760453-5 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-6c7f27a6-5b48-4703-b9b3-c7d473747f04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (4887e881-a0ed-44b0-8398-d46997baa976), before_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:32:55.626519 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9ab1d8-08f7-4612-9ddc-b028c5f36d28 tempest-RoutersIpV6AdminTest-589596973 tempest-RoutersIpV6AdminTest-589596973-project-admin] Pushing event deleted for resources: {'Port': ['ID=cb8dc17a-9158-4d3c-b9ff-e3489f40d16a,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:32:55.661217 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-dd9ab1d8-08f7-4612-9ddc-b028c5f36d28 tempest-RoutersIpV6AdminTest-589596973 tempest-RoutersIpV6AdminTest-589596973-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4111291'] for router_gateway (b5c0aafc-8cf3-49f3-876a-db56fbeb3806), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:32:55.775210 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d47162-9fc5-4f45-a57a-3d1a260b0ee4 req-9b126dd8-caf5-48a6-ad6a-ac608038e6d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:32:55.775210 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d47162-9fc5-4f45-a57a-3d1a260b0ee4 req-9b126dd8-caf5-48a6-ad6a-ac608038e6d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:32:55.775546 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d47162-9fc5-4f45-a57a-3d1a260b0ee4 req-9b126dd8-caf5-48a6-ad6a-ac608038e6d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:32:55.775814 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d47162-9fc5-4f45-a57a-3d1a260b0ee4 req-9b126dd8-caf5-48a6-ad6a-ac608038e6d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:32:55.776279 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d47162-9fc5-4f45-a57a-3d1a260b0ee4 req-9b126dd8-caf5-48a6-ad6a-ac608038e6d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:32:55.776742 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d47162-9fc5-4f45-a57a-3d1a260b0ee4 req-9b126dd8-caf5-48a6-ad6a-ac608038e6d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:32:55.778022 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d47162-9fc5-4f45-a57a-3d1a260b0ee4 req-9b126dd8-caf5-48a6-ad6a-ac608038e6d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:32:55.785641 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-d7d47162-9fc5-4f45-a57a-3d1a260b0ee4 req-9b126dd8-caf5-48a6-ad6a-ac608038e6d8 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=cc2a45fe-1c0e-4689-a738-964e9c19e30e HTTP/1.1" status: 200 len: 6487 time: 0.1839919 Jan 26 21:32:55.830440 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-dd9ab1d8-08f7-4612-9ddc-b028c5f36d28 tempest-RoutersIpV6AdminTest-589596973 tempest-RoutersIpV6AdminTest-589596973-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4105774', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13082'] for router (b5c0aafc-8cf3-49f3-876a-db56fbeb3806), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:32:55.830711 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-e0702c7b-e069-4c50-9bda-9122df915fa9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:32:55.832770 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-dd9ab1d8-08f7-4612-9ddc-b028c5f36d28 tempest-RoutersIpV6AdminTest-589596973 tempest-RoutersIpV6AdminTest-589596973-project-admin] Publish callbacks [] for router_controller (b5c0aafc-8cf3-49f3-876a-db56fbeb3806), precommit_delete_associations {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:32:55.902233 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-dd9ab1d8-08f7-4612-9ddc-b028c5f36d28 tempest-RoutersIpV6AdminTest-589596973 tempest-RoutersIpV6AdminTest-589596973-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4105767'] for router (b5c0aafc-8cf3-49f3-876a-db56fbeb3806), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:32:55.903324 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd9ab1d8-08f7-4612-9ddc-b028c5f36d28 tempest-RoutersIpV6AdminTest-589596973 tempest-RoutersIpV6AdminTest-589596973-project-admin] Fanout notify agent at l3_agent the message router_deleted on router b5c0aafc-8cf3-49f3-876a-db56fbeb3806 {{(pid=103304) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 26 21:32:55.913522 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-dd9ab1d8-08f7-4612-9ddc-b028c5f36d28 tempest-RoutersIpV6AdminTest-589596973 tempest-RoutersIpV6AdminTest-589596973-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:32:55.914967 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-dd9ab1d8-08f7-4612-9ddc-b028c5f36d28 tempest-RoutersIpV6AdminTest-589596973 tempest-RoutersIpV6AdminTest-589596973-project-admin] 10.222.0.13 "DELETE /v2.0/routers/b5c0aafc-8cf3-49f3-876a-db56fbeb3806 HTTP/1.1" status: 204 len: 168 time: 1.7551863 Jan 26 21:32:55.917998 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 54958) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:32:55.928403 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-d7d47162-9fc5-4f45-a57a-3d1a260b0ee4 req-a0fbe383-61ad-413a-98be-5c02d86e5f7c service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=e87e70a3-dfc0-4db8-90a2-ffd9c4c809a5&id=cdcbac26-bdec-4926-b949-1e63137fb150&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1418874 Jan 26 21:32:56.016311 n-d-760453-5 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-6c7f27a6-5b48-4703-b9b3-c7d473747f04 None None] Publish callbacks [] for port (4887e881-a0ed-44b0-8398-d46997baa976), precommit_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:32:56.026009 n-d-760453-5 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-6c7f27a6-5b48-4703-b9b3-c7d473747f04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (4887e881-a0ed-44b0-8398-d46997baa976), after_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:32:56.030071 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.db_base_plugin_v2 [None req-06b0da30-ad6e-46e1-9d60-dfb37dea6e8a tempest-RoutersIpV6AdminTest-589596973 tempest-RoutersIpV6AdminTest-589596973-project-admin] Deleting subnet eceda507-b8b6-437a-b9af-f77e69c1c792 {{(pid=103305) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 26 21:32:56.037952 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-06b0da30-ad6e-46e1-9d60-dfb37dea6e8a tempest-RoutersIpV6AdminTest-589596973 tempest-RoutersIpV6AdminTest-589596973-project-admin] Publish callbacks [] for subnet (eceda507-b8b6-437a-b9af-f77e69c1c792), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:32:56.087343 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c40d9aec-28ab-4160-b6ea-19ba4a8e6392 None None] Port cb8dc17a-9158-4d3c-b9ff-e3489f40d16a not found while updating agent binding for router b5c0aafc-8cf3-49f3-876a-db56fbeb3806. {{(pid=103306) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Jan 26 21:32:56.096093 n-d-760453-5 neutron-server[103307]: DEBUG neutron.plugins.ml2.managers [None req-6c7f27a6-5b48-4703-b9b3-c7d473747f04 None None] Attempting to bind port 4887e881-a0ed-44b0-8398-d46997baa976 on host n-d-760453-5 for vnic_type normal with profile {{(pid=103307) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 21:32:56.096822 n-d-760453-5 neutron-server[103307]: DEBUG neutron.plugins.ml2.managers [None req-6c7f27a6-5b48-4703-b9b3-c7d473747f04 None None] Attempting to bind port 4887e881-a0ed-44b0-8398-d46997baa976 by drivers openvswitch,hyperv on host n-d-760453-5 at level 0 using segments [{'id': 'e17cb353-418f-48b9-b982-21a6233ee99b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299'}] {{(pid=103307) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 26 21:32:56.097493 n-d-760453-5 neutron-server[103307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c7f27a6-5b48-4703-b9b3-c7d473747f04 None None] Attempting to bind port 4887e881-a0ed-44b0-8398-d46997baa976 on network 4140a1f1-c93a-4bea-83a0-68953a54f299 {{(pid=103307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 21:32:56.111184 n-d-760453-5 neutron-server[103307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c7f27a6-5b48-4703-b9b3-c7d473747f04 None None] Checking agent: {'id': 'fea0591a-627d-4c87-9a9a-01625ddf3277', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760453-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 20, 55, 25), 'started_at': datetime.datetime(2022, 1, 26, 20, 55, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 21, 32, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760453-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 26 21:32:56.112049 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c40d9aec-28ab-4160-b6ea-19ba4a8e6392 None None] Routers set() bound to L3 agent in host n-d-760453-5 {{(pid=103306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 21:32:56.112259 n-d-760453-5 neutron-server[103307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c7f27a6-5b48-4703-b9b3-c7d473747f04 None None] Checking segment: {'id': 'e17cb353-418f-48b9-b982-21a6233ee99b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103307) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 21:32:56.112538 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c40d9aec-28ab-4160-b6ea-19ba4a8e6392 None None] Router IDs set() for agent in host n-d-760453-5 {{(pid=103306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Jan 26 21:32:56.113037 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_agentschedulers_db [None req-c40d9aec-28ab-4160-b6ea-19ba4a8e6392 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'b5c0aafc-8cf3-49f3-876a-db56fbeb3806'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-26T20:55:21Z,description=,heartbeat_timestamp=2022-01-26T21:32:51Z,host='n-d-760453-5',id=09df100c-3af1-4b0a-bda8-05914c71c458,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:55:21Z,topic='l3_agent'). {{(pid=103306) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jan 26 21:32:56.113446 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c40d9aec-28ab-4160-b6ea-19ba4a8e6392 None None] The sync data for ids ['b5c0aafc-8cf3-49f3-876a-db56fbeb3806'] in n-d-760453-5 is: [] {{(pid=103306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 26 21:32:56.113713 n-d-760453-5 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-6c7f27a6-5b48-4703-b9b3-c7d473747f04 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:32:56.114729 n-d-760453-5 neutron-server[103307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c7f27a6-5b48-4703-b9b3-c7d473747f04 None None] Bound using segment: {'id': 'e17cb353-418f-48b9-b982-21a6233ee99b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299'} {{(pid=103307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 26 21:32:56.115866 n-d-760453-5 neutron-server[103307]: DEBUG neutron.plugins.ml2.managers [None req-6c7f27a6-5b48-4703-b9b3-c7d473747f04 None None] Bound port: 4887e881-a0ed-44b0-8398-d46997baa976, host: n-d-760453-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e17cb353-418f-48b9-b982-21a6233ee99b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299'}}] {{(pid=103307) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 26 21:32:56.116453 n-d-760453-5 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-6c7f27a6-5b48-4703-b9b3-c7d473747f04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (4887e881-a0ed-44b0-8398-d46997baa976), before_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:32:56.150964 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-06b0da30-ad6e-46e1-9d60-dfb37dea6e8a tempest-RoutersIpV6AdminTest-589596973 tempest-RoutersIpV6AdminTest-589596973-project-admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11788946'] for subnet (eceda507-b8b6-437a-b9af-f77e69c1c792), precommit_delete_associations {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:32:56.162867 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e51fa31-e56e-4b87-bcaf-91978ac58f84 None None] Pushing event updated for resources: {'Port': ['ID=4887e881-a0ed-44b0-8398-d46997baa976,revision_number=2']} {{(pid=103307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:32:56.213500 n-d-760453-5 neutron-server[103307]: DEBUG neutron.plugins.ml2.db [None req-6c7f27a6-5b48-4703-b9b3-c7d473747f04 None None] For port 4887e881-a0ed-44b0-8398-d46997baa976, host n-d-760453-5, cleared binding levels {{(pid=103307) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 26 21:32:56.217744 n-d-760453-5 neutron-server[103307]: DEBUG neutron.plugins.ml2.db [None req-6c7f27a6-5b48-4703-b9b3-c7d473747f04 None None] For port 4887e881-a0ed-44b0-8398-d46997baa976, host n-d-760453-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=4887e881-a0ed-44b0-8398-d46997baa976,segment=NetworkSegment(e17cb353-418f-48b9-b982-21a6233ee99b),segment_id=e17cb353-418f-48b9-b982-21a6233ee99b)] {{(pid=103307) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 26 21:32:56.219176 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.db_base_plugin_common [None req-e0702c7b-e069-4c50-9bda-9122df915fa9 admin admin] Allocated IP 172.20.0.1 (919700d7-bd11-4466-9e0b-aea9ab9fa4e5/1ea07ea1-6099-4d0e-9f94-9cafc0649be2/cba24434-487e-4aed-93e8-187ce263f178) {{(pid=103305) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 21:32:56.226747 n-d-760453-5 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-6c7f27a6-5b48-4703-b9b3-c7d473747f04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (4887e881-a0ed-44b0-8398-d46997baa976), after_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:32:56.235250 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-06b0da30-ad6e-46e1-9d60-dfb37dea6e8a tempest-RoutersIpV6AdminTest-589596973 tempest-RoutersIpV6AdminTest-589596973-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687316'] for subnet (eceda507-b8b6-437a-b9af-f77e69c1c792), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:32:56.287416 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c7f27a6-5b48-4703-b9b3-c7d473747f04 None None] Routers {'30c5f8da-5921-45e3-a618-3b4140c43f22'} bound to L3 agent in host n-d-760453-5 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 21:32:56.288093 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-6c7f27a6-5b48-4703-b9b3-c7d473747f04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-26T20:55:21Z,description=,heartbeat_timestamp=2022-01-26T21:32:51Z,host='n-d-760453-5',id=09df100c-3af1-4b0a-bda8-05914c71c458,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:55:21Z,topic='l3_agent')) {'router_ids': ['30c5f8da-5921-45e3-a618-3b4140c43f22'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:32:56.346766 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e51fa31-e56e-4b87-bcaf-91978ac58f84 None None] Pushing event updated for resources: {'Port': ['ID=4887e881-a0ed-44b0-8398-d46997baa976,revision_number=3']} {{(pid=103307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:32:56.451935 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-e0702c7b-e069-4c50-9bda-9122df915fa9 admin admin] Publish callbacks [] for port (cba24434-487e-4aed-93e8-187ce263f178), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:32:56.505054 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-e0702c7b-e069-4c50-9bda-9122df915fa9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746560234527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11791543'] for port (cba24434-487e-4aed-93e8-187ce263f178), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:32:56.556346 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-06b0da30-ad6e-46e1-9d60-dfb37dea6e8a tempest-RoutersIpV6AdminTest-589596973 tempest-RoutersIpV6AdminTest-589596973-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11791594', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11599980'] for subnet (eceda507-b8b6-437a-b9af-f77e69c1c792), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:32:56.581146 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0702c7b-e069-4c50-9bda-9122df915fa9 admin admin] Network 919700d7-bd11-4466-9e0b-aea9ab9fa4e5 is already hosted by enough agents. {{(pid=103305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 21:32:56.599644 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-06b0da30-ad6e-46e1-9d60-dfb37dea6e8a tempest-RoutersIpV6AdminTest-589596973 tempest-RoutersIpV6AdminTest-589596973-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709645'] for subnet (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:32:56.605971 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-06b0da30-ad6e-46e1-9d60-dfb37dea6e8a tempest-RoutersIpV6AdminTest-589596973 tempest-RoutersIpV6AdminTest-589596973-project-admin] 10.222.0.13 "DELETE /v2.0/subnets/eceda507-b8b6-437a-b9af-f77e69c1c792 HTTP/1.1" status: 204 len: 168 time: 0.6838803 Jan 26 21:32:56.606638 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 54974) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:32:56.616250 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [None req-e0702c7b-e069-4c50-9bda-9122df915fa9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:32:56.624170 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0702c7b-e069-4c50-9bda-9122df915fa9 admin admin] Received port after_create {{(pid=103305) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 21:32:56.632056 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0702c7b-e069-4c50-9bda-9122df915fa9 admin admin] Pushing event updated for resources: {'Port': ['ID=cba24434-487e-4aed-93e8-187ce263f178,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:32:56.636485 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b0da30-ad6e-46e1-9d60-dfb37dea6e8a tempest-RoutersIpV6AdminTest-589596973 tempest-RoutersIpV6AdminTest-589596973-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=eceda507-b8b6-437a-b9af-f77e69c1c792,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:32:56.653852 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_dvr_db [None req-6c7f27a6-5b48-4703-b9b3-c7d473747f04 None None] Set router 30c5f8da-5921-45e3-a618-3b4140c43f22 gateway port host: n-d-760453-5 {{(pid=103307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 21:32:56.713489 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-e0702c7b-e069-4c50-9bda-9122df915fa9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4111050'] for router_interface (30c5f8da-5921-45e3-a618-3b4140c43f22), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:32:56.740907 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-bc74ab71-d958-4a83-9de6-28f77f8050a5 tempest-RoutersIpV6AdminTest-589596973 tempest-RoutersIpV6AdminTest-589596973-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-748181'] for network (da4ff290-e0ba-45f2-bc03-5f1fe7440533), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:32:56.880639 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-e0702c7b-e069-4c50-9bda-9122df915fa9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (cba24434-487e-4aed-93e8-187ce263f178), before_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:32:56.909504 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-bc74ab71-d958-4a83-9de6-28f77f8050a5 tempest-RoutersIpV6AdminTest-589596973 tempest-RoutersIpV6AdminTest-589596973-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-686403', 'neutron.services.segments.db._delete_segments_for_network-8746560774018'] for network (da4ff290-e0ba-45f2-bc03-5f1fe7440533), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:32:56.953228 n-d-760453-5 neutron-server[103304]: DEBUG neutron.services.segments.db [None req-bc74ab71-d958-4a83-9de6-28f77f8050a5 tempest-RoutersIpV6AdminTest-589596973 tempest-RoutersIpV6AdminTest-589596973-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['da4ff290-e0ba-45f2-bc03-5f1fe7440533']}} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:32:56.961936 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-6c7f27a6-5b48-4703-b9b3-c7d473747f04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30c5f8da-5921-45e3-a618-3b4140c43f22', 'name': 'tempest-ServerRescueTestJSONUnderV235-1529478470-router', 'tenant_id': 'c033fd875da1416fa29c037a896b8ec9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'external_fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.104'}], 'enable_snat': True}, 'gw_port_id': '4887e881-a0ed-44b0-8398-d46997baa976', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T21:32:51Z', 'updated_at': '2022-01-26T21:32:53Z', 'revision_number': 3, 'project_id': 'c033fd875da1416fa29c037a896b8ec9', 'gw_port': {'id': '4887e881-a0ed-44b0-8398-d46997baa976', 'name': '', 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:fb:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30c5f8da-5921-45e3-a618-3b4140c43f22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2857, 'fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:32:52Z', 'updated_at': '2022-01-26T21:32:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-5'}], 'n-d-760453-5', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:32:56.976908 n-d-760453-5 neutron-server[103304]: DEBUG neutron.services.segments.db [None req-bc74ab71-d958-4a83-9de6-28f77f8050a5 tempest-RoutersIpV6AdminTest-589596973 tempest-RoutersIpV6AdminTest-589596973-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2a8477a7-deca-47ca-96f3-1b3c17e97595') {'for_net_delete': True} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:32:56.978706 n-d-760453-5 neutron-server[103304]: DEBUG neutron.services.segments.db [None req-bc74ab71-d958-4a83-9de6-28f77f8050a5 tempest-RoutersIpV6AdminTest-589596973 tempest-RoutersIpV6AdminTest-589596973-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2a8477a7-deca-47ca-96f3-1b3c17e97595') {} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:32:56.999741 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-bc74ab71-d958-4a83-9de6-28f77f8050a5 tempest-RoutersIpV6AdminTest-589596973 tempest-RoutersIpV6AdminTest-589596973-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746560742283', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8881293'] for segment (2a8477a7-deca-47ca-96f3-1b3c17e97595), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:32:57.015404 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c7f27a6-5b48-4703-b9b3-c7d473747f04 None None] The sync data for ids ['30c5f8da-5921-45e3-a618-3b4140c43f22'] in n-d-760453-5 is: [{'id': '30c5f8da-5921-45e3-a618-3b4140c43f22', 'name': 'tempest-ServerRescueTestJSONUnderV235-1529478470-router', 'tenant_id': 'c033fd875da1416fa29c037a896b8ec9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'external_fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.104'}], 'enable_snat': True}, 'gw_port_id': '4887e881-a0ed-44b0-8398-d46997baa976', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T21:32:51Z', 'updated_at': '2022-01-26T21:32:53Z', 'revision_number': 3, 'project_id': 'c033fd875da1416fa29c037a896b8ec9', 'gw_port': {'id': '4887e881-a0ed-44b0-8398-d46997baa976', 'name': '', 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:fb:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30c5f8da-5921-45e3-a618-3b4140c43f22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2857, 'fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:32:52Z', 'updated_at': '2022-01-26T21:32:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-5'}] {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 26 21:32:57.027610 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-bc74ab71-d958-4a83-9de6-28f77f8050a5 tempest-RoutersIpV6AdminTest-589596973 tempest-RoutersIpV6AdminTest-589596973-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576559'] for segment (2a8477a7-deca-47ca-96f3-1b3c17e97595), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:32:57.042399 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bc74ab71-d958-4a83-9de6-28f77f8050a5 tempest-RoutersIpV6AdminTest-589596973 tempest-RoutersIpV6AdminTest-589596973-project-admin] Releasing vlan 565 on physical network physnet1 to pool {{(pid=103304) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 26 21:32:57.042837 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-bc74ab71-d958-4a83-9de6-28f77f8050a5 tempest-RoutersIpV6AdminTest-589596973 tempest-RoutersIpV6AdminTest-589596973-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9281762'] for segment (2a8477a7-deca-47ca-96f3-1b3c17e97595), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:32:57.120425 n-d-760453-5 neutron-server[103304]: Traceback (most recent call last): Jan 26 21:32:57.120425 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 26 21:32:57.120425 n-d-760453-5 neutron-server[103304]: timer() Jan 26 21:32:57.120425 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 26 21:32:57.120425 n-d-760453-5 neutron-server[103304]: cb(*args, **kw) Jan 26 21:32:57.120425 n-d-760453-5 neutron-server[103304]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 26 21:32:57.120425 n-d-760453-5 neutron-server[103304]: return func(*args, **kwargs) Jan 26 21:32:57.120425 n-d-760453-5 neutron-server[103304]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 26 21:32:57.120425 n-d-760453-5 neutron-server[103304]: self._notify() Jan 26 21:32:57.120425 n-d-760453-5 neutron-server[103304]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 26 21:32:57.120425 n-d-760453-5 neutron-server[103304]: self.callback(batched_events) Jan 26 21:32:57.120425 n-d-760453-5 neutron-server[103304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 26 21:32:57.120425 n-d-760453-5 neutron-server[103304]: event.method(event) Jan 26 21:32:57.120425 n-d-760453-5 neutron-server[103304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 26 21:32:57.120425 n-d-760453-5 neutron-server[103304]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 26 21:32:57.120425 n-d-760453-5 neutron-server[103304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 26 21:32:57.120425 n-d-760453-5 neutron-server[103304]: aggregate_uuid = self.p_client.list_aggregates( Jan 26 21:32:57.120425 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 26 21:32:57.120425 n-d-760453-5 neutron-server[103304]: return f(self, *a, **k) Jan 26 21:32:57.120425 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 26 21:32:57.120425 n-d-760453-5 neutron-server[103304]: return self._get(url).json() Jan 26 21:32:57.120425 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 26 21:32:57.120425 n-d-760453-5 neutron-server[103304]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 26 21:32:57.120425 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 26 21:32:57.120425 n-d-760453-5 neutron-server[103304]: return self.request(url, 'GET', **kwargs) Jan 26 21:32:57.120425 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 26 21:32:57.120425 n-d-760453-5 neutron-server[103304]: base_url = self.get_endpoint(auth, allow=allow, Jan 26 21:32:57.120425 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 26 21:32:57.120425 n-d-760453-5 neutron-server[103304]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 26 21:32:57.120425 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 26 21:32:57.120425 n-d-760453-5 neutron-server[103304]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 26 21:32:57.120425 n-d-760453-5 neutron-server[103304]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 26 21:32:57.125915 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-bc74ab71-d958-4a83-9de6-28f77f8050a5 tempest-RoutersIpV6AdminTest-589596973 tempest-RoutersIpV6AdminTest-589596973-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4110931'] for network (da4ff290-e0ba-45f2-bc03-5f1fe7440533), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:32:57.139265 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc74ab71-d958-4a83-9de6-28f77f8050a5 tempest-RoutersIpV6AdminTest-589596973 tempest-RoutersIpV6AdminTest-589596973-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network da4ff290-e0ba-45f2-bc03-5f1fe7440533 {{(pid=103304) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jan 26 21:32:57.145785 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-bc74ab71-d958-4a83-9de6-28f77f8050a5 tempest-RoutersIpV6AdminTest-589596973 tempest-RoutersIpV6AdminTest-589596973-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:32:57.155102 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-bc74ab71-d958-4a83-9de6-28f77f8050a5 tempest-RoutersIpV6AdminTest-589596973 tempest-RoutersIpV6AdminTest-589596973-project-admin] 10.222.0.13 "DELETE /v2.0/networks/da4ff290-e0ba-45f2-bc03-5f1fe7440533 HTTP/1.1" status: 204 len: 168 time: 0.5444598 Jan 26 21:32:57.203328 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-e0702c7b-e069-4c50-9bda-9122df915fa9 admin admin] Publish callbacks [] for port (cba24434-487e-4aed-93e8-187ce263f178), precommit_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:32:57.214064 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-e0702c7b-e069-4c50-9bda-9122df915fa9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11791520'] for port (cba24434-487e-4aed-93e8-187ce263f178), after_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:32:57.291964 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-e0702c7b-e069-4c50-9bda-9122df915fa9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3709457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4110682'] for router_interface (30c5f8da-5921-45e3-a618-3b4140c43f22), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:32:57.477986 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.agents_db [None req-569f1ced-6396-4ddf-b79f-e03b0b2146ab None None] Agent healthcheck: found 7 active agents {{(pid=103307) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 26 21:32:57.536052 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0702c7b-e069-4c50-9bda-9122df915fa9 admin admin] Pushing event updated for resources: {'Port': ['ID=cba24434-487e-4aed-93e8-187ce263f178,revision_number=2']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:32:57.665896 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 54988) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:32:57.674744 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0702c7b-e069-4c50-9bda-9122df915fa9 admin admin] Network 919700d7-bd11-4466-9e0b-aea9ab9fa4e5 is already hosted by enough agents. {{(pid=103305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 21:32:57.698060 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-6d83fe24-bac9-4571-bc41-f8888f7a87c4 tempest-RoutersIpV6AdminTest-589596973 tempest-RoutersIpV6AdminTest-589596973-project-admin] Request body: {'router': {'name': 'tempest-router--1208283923', 'project_id': '1e6e37fb103c463b9170bc550193f5d2'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:32:57.702991 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [None req-e0702c7b-e069-4c50-9bda-9122df915fa9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:32:57.711990 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc74ab71-d958-4a83-9de6-28f77f8050a5 tempest-RoutersIpV6AdminTest-589596973 tempest-RoutersIpV6AdminTest-589596973-project-admin] Pushing event deleted for resources: {'Network': ['ID=da4ff290-e0ba-45f2-bc03-5f1fe7440533,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:32:58.217283 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-6d83fe24-bac9-4571-bc41-f8888f7a87c4 tempest-RoutersIpV6AdminTest-589596973 tempest-RoutersIpV6AdminTest-589596973-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4104596', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13108'] for router (28656885-fa36-42ef-831e-f4b954a00241), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:32:58.218362 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-6d83fe24-bac9-4571-bc41-f8888f7a87c4 tempest-RoutersIpV6AdminTest-589596973 tempest-RoutersIpV6AdminTest-589596973-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4105828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4111306', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3733576', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13069'] for router (28656885-fa36-42ef-831e-f4b954a00241), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:32:58.255294 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0702c7b-e069-4c50-9bda-9122df915fa9 admin admin] Router 30c5f8da-5921-45e3-a618-3b4140c43f22 has already been hosted by L3 agent 09df100c-3af1-4b0a-bda8-05914c71c458 {{(pid=103305) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 26 21:32:58.340875 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-6d83fe24-bac9-4571-bc41-f8888f7a87c4 tempest-RoutersIpV6AdminTest-589596973 tempest-RoutersIpV6AdminTest-589596973-project-admin] Publish callbacks [] for router_controller (28656885-fa36-42ef-831e-f4b954a00241), precommit_add_association {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:32:58.363069 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-6d83fe24-bac9-4571-bc41-f8888f7a87c4 tempest-RoutersIpV6AdminTest-589596973 tempest-RoutersIpV6AdminTest-589596973-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4105757', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4111263'] for router (28656885-fa36-42ef-831e-f4b954a00241), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:32:58.431922 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-6d83fe24-bac9-4571-bc41-f8888f7a87c4 tempest-RoutersIpV6AdminTest-589596973 tempest-RoutersIpV6AdminTest-589596973-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:32:58.436233 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-6d83fe24-bac9-4571-bc41-f8888f7a87c4 tempest-RoutersIpV6AdminTest-589596973 tempest-RoutersIpV6AdminTest-589596973-project-admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.7640400 Jan 26 21:32:58.436978 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 54990) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:32:58.599399 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0702c7b-e069-4c50-9bda-9122df915fa9 admin admin] Notify agent at l3_agent.n-d-760453-5 the message routers_updated {{(pid=103305) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 26 21:32:58.609628 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-e0702c7b-e069-4c50-9bda-9122df915fa9 admin admin] 10.222.0.13 "PUT /v2.0/routers/30c5f8da-5921-45e3-a618-3b4140c43f22/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8714292 Jan 26 21:32:58.653337 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-f2c43c6c-04ee-40cd-938f-482eb61cf3a3 tempest-RoutersIpV6AdminTest-589596973 tempest-RoutersIpV6AdminTest-589596973-project-admin] Publish callbacks [] for router (28656885-fa36-42ef-831e-f4b954a00241), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:32:58.691061 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device 4887e881-a0ed-44b0-8398-d46997baa976 up at agent ovs-agent-n-d-760453-5 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 21:32:58.879015 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Provisioning complete for port 4887e881-a0ed-44b0-8398-d46997baa976 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:32:58.879393 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (4887e881-a0ed-44b0-8398-d46997baa976), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:32:59.053384 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-f2c43c6c-04ee-40cd-938f-482eb61cf3a3 tempest-RoutersIpV6AdminTest-589596973 tempest-RoutersIpV6AdminTest-589596973-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4105774', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13082'] for router (28656885-fa36-42ef-831e-f4b954a00241), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:32:59.058464 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-f2c43c6c-04ee-40cd-938f-482eb61cf3a3 tempest-RoutersIpV6AdminTest-589596973 tempest-RoutersIpV6AdminTest-589596973-project-admin] Publish callbacks [] for router_controller (28656885-fa36-42ef-831e-f4b954a00241), precommit_delete_associations {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:32:59.087076 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Current status of the port 4887e881-a0ed-44b0-8398-d46997baa976 is: DOWN; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:32:59.089100 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (4887e881-a0ed-44b0-8398-d46997baa976), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:32:59.121281 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] For port 4887e881-a0ed-44b0-8398-d46997baa976, host n-d-760453-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=4887e881-a0ed-44b0-8398-d46997baa976,segment=NetworkSegment(e17cb353-418f-48b9-b982-21a6233ee99b),segment_id=e17cb353-418f-48b9-b982-21a6233ee99b)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:32:59.127915 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (4887e881-a0ed-44b0-8398-d46997baa976), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:32:59.170038 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-f2c43c6c-04ee-40cd-938f-482eb61cf3a3 tempest-RoutersIpV6AdminTest-589596973 tempest-RoutersIpV6AdminTest-589596973-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4105767'] for router (28656885-fa36-42ef-831e-f4b954a00241), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:32:59.170784 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2c43c6c-04ee-40cd-938f-482eb61cf3a3 tempest-RoutersIpV6AdminTest-589596973 tempest-RoutersIpV6AdminTest-589596973-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 28656885-fa36-42ef-831e-f4b954a00241 {{(pid=103304) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 26 21:32:59.181118 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-f2c43c6c-04ee-40cd-938f-482eb61cf3a3 tempest-RoutersIpV6AdminTest-589596973 tempest-RoutersIpV6AdminTest-589596973-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:32:59.185704 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-f2c43c6c-04ee-40cd-938f-482eb61cf3a3 tempest-RoutersIpV6AdminTest-589596973 tempest-RoutersIpV6AdminTest-589596973-project-admin] 10.222.0.13 "DELETE /v2.0/routers/28656885-fa36-42ef-831e-f4b954a00241 HTTP/1.1" status: 204 len: 168 time: 0.7444551 Jan 26 21:32:59.247942 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Pushing event updated for resources: {'Port': ['ID=4887e881-a0ed-44b0-8398-d46997baa976,revision_number=4']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:32:59.257140 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:32:59.257523 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:32:59.257874 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:32:59.258215 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:32:59.258549 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:32:59.258884 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:32:59.259219 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:32:59.259552 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:32:59.260372 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:32:59.260709 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:32:59.261035 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:32:59.261950 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:32:59.262287 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:32:59.506283 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 55016) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:32:59.514195 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da771b9b-2d10-4a8a-8a83-0a178b95f16e req-db84abc2-821f-4af4-a0d8-d82a183ac7a9 tempest-ServerRescueTestJSONUnderV235-1291171716 tempest-ServerRescueTestJSONUnderV235-1291171716-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:32:59.522239 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-da771b9b-2d10-4a8a-8a83-0a178b95f16e req-db84abc2-821f-4af4-a0d8-d82a183ac7a9 tempest-ServerRescueTestJSONUnderV235-1291171716 tempest-ServerRescueTestJSONUnderV235-1291171716-project] 10.222.0.13 "GET /v2.0/networks?id=919700d7-bd11-4466-9e0b-aea9ab9fa4e5 HTTP/1.1" status: 200 len: 820 time: 0.1890123 Jan 26 21:32:59.551211 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-da771b9b-2d10-4a8a-8a83-0a178b95f16e req-ece9f616-40a5-4687-bd7c-7221093985c3 tempest-ServerRescueTestJSONUnderV235-1291171716 tempest-ServerRescueTestJSONUnderV235-1291171716-project] 10.222.0.13 "GET /v2.0/quotas/c033fd875da1416fa29c037a896b8ec9 HTTP/1.1" status: 200 len: 375 time: 0.0274675 Jan 26 21:32:59.673207 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-da771b9b-2d10-4a8a-8a83-0a178b95f16e req-9106b96b-1d34-4a14-a930-fcfd0fa4306c tempest-ServerRescueTestJSONUnderV235-1291171716 tempest-ServerRescueTestJSONUnderV235-1291171716-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=c033fd875da1416fa29c037a896b8ec9&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1150935 Jan 26 21:32:59.846828 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-da771b9b-2d10-4a8a-8a83-0a178b95f16e req-93ec4552-eabd-4308-925d-e3aac0551a61 service neutron] 10.222.0.13 "GET /v2.0/networks/919700d7-bd11-4466-9e0b-aea9ab9fa4e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1622357 Jan 26 21:32:59.938135 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-f2c9755d-4d2e-4805-b522-3b1367b9ffed tempest-RoutersIpV6AdminTest-122007392 tempest-RoutersIpV6AdminTest-122007392-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1733639435', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299'}, 'admin_state_up': False}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:32:59.976570 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-f2c9755d-4d2e-4805-b522-3b1367b9ffed tempest-RoutersIpV6AdminTest-122007392 tempest-RoutersIpV6AdminTest-122007392-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4104596', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13108'] for router (baf806c4-1219-4783-9489-8f7d24750e98), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:32:59.977690 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-f2c9755d-4d2e-4805-b522-3b1367b9ffed tempest-RoutersIpV6AdminTest-122007392 tempest-RoutersIpV6AdminTest-122007392-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4105828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4111306', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3733576', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13069'] for router (baf806c4-1219-4783-9489-8f7d24750e98), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:33:00.004615 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-da771b9b-2d10-4a8a-8a83-0a178b95f16e req-2928f99b-b38f-4203-8685-c2e2bab3219f service neutron] 10.222.0.13 "GET /v2.0/networks/919700d7-bd11-4466-9e0b-aea9ab9fa4e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1466250 Jan 26 21:33:00.052828 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-f2c9755d-4d2e-4805-b522-3b1367b9ffed tempest-RoutersIpV6AdminTest-122007392 tempest-RoutersIpV6AdminTest-122007392-project] Publish callbacks [] for router_controller (baf806c4-1219-4783-9489-8f7d24750e98), precommit_add_association {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:33:00.250060 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-a9d6f7e4-970d-4369-9ae9-bf8c6be6ad7e req-29d54d85-c05f-421b-bb1c-b62c4c00a83b tempest-ServerRescueTestJSONUnderV235-1291171716 tempest-ServerRescueTestJSONUnderV235-1291171716-project] 10.222.0.13 "GET /v2.0/ports?device_id=fa94c08a-a39f-4bcf-bb25-fb744cb9827e HTTP/1.1" status: 200 len: 210 time: 0.0611959 Jan 26 21:33:00.311017 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-f2c9755d-4d2e-4805-b522-3b1367b9ffed tempest-RoutersIpV6AdminTest-122007392 tempest-RoutersIpV6AdminTest-122007392-project] Publish callbacks [] for router_gateway (baf806c4-1219-4783-9489-8f7d24750e98), precommit_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:33:00.526170 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device 4887e881-a0ed-44b0-8398-d46997baa976 up at agent ovs-agent-n-d-760453-5 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 21:33:00.631739 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Provisioning complete for port 4887e881-a0ed-44b0-8398-d46997baa976 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:33:00.632419 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (4887e881-a0ed-44b0-8398-d46997baa976), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:33:00.670503 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-f2c9755d-4d2e-4805-b522-3b1367b9ffed tempest-RoutersIpV6AdminTest-122007392 tempest-RoutersIpV6AdminTest-122007392-project] Publish callbacks [] for router_gateway (baf806c4-1219-4783-9489-8f7d24750e98), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:33:00.732063 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-f2c9755d-4d2e-4805-b522-3b1367b9ffed tempest-RoutersIpV6AdminTest-122007392 tempest-RoutersIpV6AdminTest-122007392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:33:00.969357 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Current status of the port 4887e881-a0ed-44b0-8398-d46997baa976 is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:33:00.973961 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f18d7d4-c42a-4084-b514-312041412ac4 None None] Sync routers for ids ['30c5f8da-5921-45e3-a618-3b4140c43f22'] in n-d-760453-5 {{(pid=103306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 26 21:33:00.992901 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f18d7d4-c42a-4084-b514-312041412ac4 None None] Routers {'30c5f8da-5921-45e3-a618-3b4140c43f22'} bound to L3 agent in host n-d-760453-5 {{(pid=103306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 21:33:00.993913 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-9f18d7d4-c42a-4084-b514-312041412ac4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-26T20:55:21Z,description=,heartbeat_timestamp=2022-01-26T21:32:51Z,host='n-d-760453-5',id=09df100c-3af1-4b0a-bda8-05914c71c458,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:55:21Z,topic='l3_agent')) {'router_ids': ['30c5f8da-5921-45e3-a618-3b4140c43f22'], 'active': True} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:33:01.030068 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.db_base_plugin_common [None req-f2c9755d-4d2e-4805-b522-3b1367b9ffed tempest-RoutersIpV6AdminTest-122007392 tempest-RoutersIpV6AdminTest-122007392-project] Allocated IP 172.25.1.77 (4140a1f1-c93a-4bea-83a0-68953a54f299/e48251a1-e30d-4820-8396-00c6f6aeb601/58964382-da16-4254-83dd-c685a0a5f7af) {{(pid=103305) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 21:33:01.196914 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvr_db [None req-9f18d7d4-c42a-4084-b514-312041412ac4 None None] Set router 30c5f8da-5921-45e3-a618-3b4140c43f22 gateway port host: n-d-760453-5 {{(pid=103306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 21:33:01.209268 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-f2c9755d-4d2e-4805-b522-3b1367b9ffed tempest-RoutersIpV6AdminTest-122007392 tempest-RoutersIpV6AdminTest-122007392-project] Publish callbacks [] for port (58964382-da16-4254-83dd-c685a0a5f7af), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:33:01.264863 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-f2c9755d-4d2e-4805-b522-3b1367b9ffed tempest-RoutersIpV6AdminTest-122007392 tempest-RoutersIpV6AdminTest-122007392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746560234527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11791543'] for port (58964382-da16-4254-83dd-c685a0a5f7af), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:33:01.357103 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2c9755d-4d2e-4805-b522-3b1367b9ffed tempest-RoutersIpV6AdminTest-122007392 tempest-RoutersIpV6AdminTest-122007392-project] Network 4140a1f1-c93a-4bea-83a0-68953a54f299 is already hosted by enough agents. {{(pid=103305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 21:33:01.365042 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [None req-f2c9755d-4d2e-4805-b522-3b1367b9ffed tempest-RoutersIpV6AdminTest-122007392 tempest-RoutersIpV6AdminTest-122007392-project] Resources bound (agent type, host, resource id): {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:33:01.367264 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c9755d-4d2e-4805-b522-3b1367b9ffed tempest-RoutersIpV6AdminTest-122007392 tempest-RoutersIpV6AdminTest-122007392-project] Pushing event updated for resources: {'Port': ['ID=58964382-da16-4254-83dd-c685a0a5f7af,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:33:01.387876 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2c9755d-4d2e-4805-b522-3b1367b9ffed tempest-RoutersIpV6AdminTest-122007392 tempest-RoutersIpV6AdminTest-122007392-project] Received port after_create {{(pid=103305) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 21:33:01.391876 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-7544d380-bbcb-473a-a29d-e1c0db310b57 req-916bd0b2-0296-4e1e-8f2f-338db2dd87ff tempest-ServerRescueTestJSONUnderV235-1291171716 tempest-ServerRescueTestJSONUnderV235-1291171716-project] 10.222.0.13 "GET /v2.0/ports?device_id=fa94c08a-a39f-4bcf-bb25-fb744cb9827e HTTP/1.1" status: 200 len: 210 time: 0.0400100 Jan 26 21:33:01.631922 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-9f18d7d4-c42a-4084-b514-312041412ac4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30c5f8da-5921-45e3-a618-3b4140c43f22', 'name': 'tempest-ServerRescueTestJSONUnderV235-1529478470-router', 'tenant_id': 'c033fd875da1416fa29c037a896b8ec9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'external_fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.104'}], 'enable_snat': True}, 'gw_port_id': '4887e881-a0ed-44b0-8398-d46997baa976', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T21:32:51Z', 'updated_at': '2022-01-26T21:32:56Z', 'revision_number': 4, 'project_id': 'c033fd875da1416fa29c037a896b8ec9', 'gw_port': {'id': '4887e881-a0ed-44b0-8398-d46997baa976', 'name': '', 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:fb:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30c5f8da-5921-45e3-a618-3b4140c43f22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2857, 'fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:32:52Z', 'updated_at': '2022-01-26T21:32:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-5', '_interfaces': [{'id': 'cba24434-487e-4aed-93e8-187ce263f178', 'name': '', 'network_id': '919700d7-bd11-4466-9e0b-aea9ab9fa4e5', 'tenant_id': 'c033fd875da1416fa29c037a896b8ec9', 'mac_address': 'fa:16:3e:8b:0b:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30c5f8da-5921-45e3-a618-3b4140c43f22', 'device_owner': 'network:router_interface', 'standard_attr_id': 2858, 'fixed_ips': [{'subnet_id': '1ea07ea1-6099-4d0e-9f94-9cafc0649be2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:32:55Z', 'updated_at': '2022-01-26T21:32:56Z', 'revision_number': 2, 'project_id': 'c033fd875da1416fa29c037a896b8ec9', 'subnets': [{'id': '1ea07ea1-6099-4d0e-9f94-9cafc0649be2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760453-5', False) {} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:33:01.670269 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f18d7d4-c42a-4084-b514-312041412ac4 None None] Checking router: 30c5f8da-5921-45e3-a618-3b4140c43f22 for host: n-d-760453-5 {{(pid=103306) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 26 21:33:01.670269 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f18d7d4-c42a-4084-b514-312041412ac4 None None] Updating router 30c5f8da-5921-45e3-a618-3b4140c43f22 port cba24434-487e-4aed-93e8-187ce263f178 binding host n-d-760453-5 {{(pid=103306) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 26 21:33:01.743261 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-9f18d7d4-c42a-4084-b514-312041412ac4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (cba24434-487e-4aed-93e8-187ce263f178), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:33:01.811297 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-f2c9755d-4d2e-4805-b522-3b1367b9ffed tempest-RoutersIpV6AdminTest-122007392 tempest-RoutersIpV6AdminTest-122007392-project] Publish callbacks [] for router_gateway (baf806c4-1219-4783-9489-8f7d24750e98), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:33:01.857824 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da771b9b-2d10-4a8a-8a83-0a178b95f16e req-171f8431-f0fd-4f0f-a5f1-f6677eb30886 tempest-ServerRescueTestJSONUnderV235-1291171716 tempest-ServerRescueTestJSONUnderV235-1291171716-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:33:01.861015 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-da771b9b-2d10-4a8a-8a83-0a178b95f16e req-171f8431-f0fd-4f0f-a5f1-f6677eb30886 tempest-ServerRescueTestJSONUnderV235-1291171716 tempest-ServerRescueTestJSONUnderV235-1291171716-project] 10.222.0.57 "GET /v2.0/networks?id=919700d7-bd11-4466-9e0b-aea9ab9fa4e5 HTTP/1.1" status: 200 len: 820 time: 0.1757040 Jan 26 21:33:01.878369 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [req-da771b9b-2d10-4a8a-8a83-0a178b95f16e req-cc761951-60f9-4c5d-8a8e-a110d8adf142 tempest-ServerRescueTestJSONUnderV235-1291171716 tempest-ServerRescueTestJSONUnderV235-1291171716-project] Request body: {'port': {'device_id': 'fa94c08a-a39f-4bcf-bb25-fb744cb9827e', 'network_id': '919700d7-bd11-4466-9e0b-aea9ab9fa4e5', 'admin_state_up': True, 'tenant_id': 'c033fd875da1416fa29c037a896b8ec9'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:33:02.013199 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-da771b9b-2d10-4a8a-8a83-0a178b95f16e req-cc761951-60f9-4c5d-8a8e-a110d8adf142 tempest-ServerRescueTestJSONUnderV235-1291171716 tempest-ServerRescueTestJSONUnderV235-1291171716-project] Made reservation on behalf of c033fd875da1416fa29c037a896b8ec9 for: {'port': 1} {{(pid=103304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 21:33:02.021624 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-da771b9b-2d10-4a8a-8a83-0a178b95f16e req-cc761951-60f9-4c5d-8a8e-a110d8adf142 tempest-ServerRescueTestJSONUnderV235-1291171716 tempest-ServerRescueTestJSONUnderV235-1291171716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:33:02.147414 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-f2c9755d-4d2e-4805-b522-3b1367b9ffed tempest-RoutersIpV6AdminTest-122007392 tempest-RoutersIpV6AdminTest-122007392-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4105757', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4111263'] for router (baf806c4-1219-4783-9489-8f7d24750e98), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:33:02.322804 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2c9755d-4d2e-4805-b522-3b1367b9ffed tempest-RoutersIpV6AdminTest-122007392 tempest-RoutersIpV6AdminTest-122007392-project] Router baf806c4-1219-4783-9489-8f7d24750e98 is scheduled to L3 agent 09df100c-3af1-4b0a-bda8-05914c71c458 with binding_index 1 {{(pid=103305) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 26 21:33:02.498689 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2c9755d-4d2e-4805-b522-3b1367b9ffed tempest-RoutersIpV6AdminTest-122007392 tempest-RoutersIpV6AdminTest-122007392-project] Notify agent at l3_agent.n-d-760453-5 the message routers_updated {{(pid=103305) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 26 21:33:02.509714 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b08f7ecd-33a2-423b-a9c0-5225d4c8a3ed None None] Sync routers for ids ['baf806c4-1219-4783-9489-8f7d24750e98'] in n-d-760453-5 {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 26 21:33:02.527611 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b08f7ecd-33a2-423b-a9c0-5225d4c8a3ed None None] Routers {'baf806c4-1219-4783-9489-8f7d24750e98'} bound to L3 agent in host n-d-760453-5 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 21:33:02.529181 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-b08f7ecd-33a2-423b-a9c0-5225d4c8a3ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-26T20:55:21Z,description=,heartbeat_timestamp=2022-01-26T21:32:51Z,host='n-d-760453-5',id=09df100c-3af1-4b0a-bda8-05914c71c458,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:55:21Z,topic='l3_agent')) {'router_ids': ['baf806c4-1219-4783-9489-8f7d24750e98'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:33:02.540315 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-9f18d7d4-c42a-4084-b514-312041412ac4 None None] Publish callbacks [] for port (cba24434-487e-4aed-93e8-187ce263f178), precommit_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:33:02.550006 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-a2618846-f16c-4428-b489-66c362d6562f req-38ea055f-3b51-4abd-8b41-87c66f58e7c2 tempest-ServerRescueTestJSONUnderV235-1291171716 tempest-ServerRescueTestJSONUnderV235-1291171716-project] 10.222.0.13 "GET /v2.0/ports?device_id=fa94c08a-a39f-4bcf-bb25-fb744cb9827e HTTP/1.1" status: 200 len: 210 time: 0.0647948 Jan 26 21:33:02.553816 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-9f18d7d4-c42a-4084-b514-312041412ac4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (cba24434-487e-4aed-93e8-187ce263f178), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:33:02.559673 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-f2c9755d-4d2e-4805-b522-3b1367b9ffed tempest-RoutersIpV6AdminTest-122007392 tempest-RoutersIpV6AdminTest-122007392-project] Publish callbacks [] for router (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:33:02.562540 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-f2c9755d-4d2e-4805-b522-3b1367b9ffed tempest-RoutersIpV6AdminTest-122007392 tempest-RoutersIpV6AdminTest-122007392-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 3.0552158 Jan 26 21:33:02.565419 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 55056) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:33:02.594232 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-b08f7ecd-33a2-423b-a9c0-5225d4c8a3ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760453-5', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:33:02.615520 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b08f7ecd-33a2-423b-a9c0-5225d4c8a3ed None None] Routers {'baf806c4-1219-4783-9489-8f7d24750e98'} bound to L3 agent in host n-d-760453-5 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 21:33:02.616159 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-b08f7ecd-33a2-423b-a9c0-5225d4c8a3ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-26T20:55:21Z,description=,heartbeat_timestamp=2022-01-26T21:32:51Z,host='n-d-760453-5',id=09df100c-3af1-4b0a-bda8-05914c71c458,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:55:21Z,topic='l3_agent')) {'router_ids': ['baf806c4-1219-4783-9489-8f7d24750e98'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:33:02.666719 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.db_base_plugin_common [req-da771b9b-2d10-4a8a-8a83-0a178b95f16e req-cc761951-60f9-4c5d-8a8e-a110d8adf142 tempest-ServerRescueTestJSONUnderV235-1291171716 tempest-ServerRescueTestJSONUnderV235-1291171716-project] Allocated IP 172.20.0.14 (919700d7-bd11-4466-9e0b-aea9ab9fa4e5/1ea07ea1-6099-4d0e-9f94-9cafc0649be2/82355eaf-7ce3-4c71-98b5-41c2b31017a9) {{(pid=103304) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 21:33:02.678964 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4048d4c5-a7f2-461d-b32f-956e59ddff92 None None] Pushing event updated for resources: {'Port': ['ID=cba24434-487e-4aed-93e8-187ce263f178,revision_number=3']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:33:02.705823 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-b08f7ecd-33a2-423b-a9c0-5225d4c8a3ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760453-5', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:33:02.707830 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b08f7ecd-33a2-423b-a9c0-5225d4c8a3ed None None] The sync data for ids ['baf806c4-1219-4783-9489-8f7d24750e98'] in n-d-760453-5 is: [] {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 26 21:33:02.719783 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-9f18d7d4-c42a-4084-b514-312041412ac4 None None] Attempting to bind port cba24434-487e-4aed-93e8-187ce263f178 on host n-d-760453-5 for vnic_type normal with profile {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 21:33:02.721721 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-9f18d7d4-c42a-4084-b514-312041412ac4 None None] Attempting to bind port cba24434-487e-4aed-93e8-187ce263f178 by drivers openvswitch,hyperv on host n-d-760453-5 at level 0 using segments [{'id': 'd72bd3db-6d30-467b-8146-3f2d95269fca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '919700d7-bd11-4466-9e0b-aea9ab9fa4e5'}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 26 21:33:02.722400 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f18d7d4-c42a-4084-b514-312041412ac4 None None] Attempting to bind port cba24434-487e-4aed-93e8-187ce263f178 on network 919700d7-bd11-4466-9e0b-aea9ab9fa4e5 {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 21:33:02.733685 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f18d7d4-c42a-4084-b514-312041412ac4 None None] Checking agent: {'id': 'fea0591a-627d-4c87-9a9a-01625ddf3277', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760453-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 20, 55, 25), 'started_at': datetime.datetime(2022, 1, 26, 20, 55, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 21, 32, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760453-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 26 21:33:02.738655 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f18d7d4-c42a-4084-b514-312041412ac4 None None] Checking segment: {'id': 'd72bd3db-6d30-467b-8146-3f2d95269fca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '919700d7-bd11-4466-9e0b-aea9ab9fa4e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 21:33:02.739329 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-9f18d7d4-c42a-4084-b514-312041412ac4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:33:02.739902 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f18d7d4-c42a-4084-b514-312041412ac4 None None] Bound using segment: {'id': 'd72bd3db-6d30-467b-8146-3f2d95269fca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '919700d7-bd11-4466-9e0b-aea9ab9fa4e5'} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 26 21:33:02.740685 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-9f18d7d4-c42a-4084-b514-312041412ac4 None None] Bound port: cba24434-487e-4aed-93e8-187ce263f178, host: n-d-760453-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd72bd3db-6d30-467b-8146-3f2d95269fca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '919700d7-bd11-4466-9e0b-aea9ab9fa4e5'}}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 26 21:33:02.741231 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-9f18d7d4-c42a-4084-b514-312041412ac4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (cba24434-487e-4aed-93e8-187ce263f178), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:33:02.838300 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-9f18d7d4-c42a-4084-b514-312041412ac4 None None] For port cba24434-487e-4aed-93e8-187ce263f178, host n-d-760453-5, cleared binding levels {{(pid=103306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 26 21:33:02.842603 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-9f18d7d4-c42a-4084-b514-312041412ac4 None None] For port cba24434-487e-4aed-93e8-187ce263f178, host n-d-760453-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=cba24434-487e-4aed-93e8-187ce263f178,segment=NetworkSegment(d72bd3db-6d30-467b-8146-3f2d95269fca),segment_id=d72bd3db-6d30-467b-8146-3f2d95269fca)] {{(pid=103306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 26 21:33:02.862099 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-9f18d7d4-c42a-4084-b514-312041412ac4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (cba24434-487e-4aed-93e8-187ce263f178), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:33:02.872274 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-da771b9b-2d10-4a8a-8a83-0a178b95f16e req-cc761951-60f9-4c5d-8a8e-a110d8adf142 tempest-ServerRescueTestJSONUnderV235-1291171716 tempest-ServerRescueTestJSONUnderV235-1291171716-project] Publish callbacks [] for port (82355eaf-7ce3-4c71-98b5-41c2b31017a9), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:33:02.873471 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-9725eade-ccbb-4b14-b1b7-ad0ece746624 tempest-RoutersIpV6AdminTest-589596973 tempest-RoutersIpV6AdminTest-589596973-project-admin] 10.222.0.13 "GET /v2.0/routers/baf806c4-1219-4783-9489-8f7d24750e98 HTTP/1.1" status: 200 len: 924 time: 0.3041031 Jan 26 21:33:02.876821 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 55062) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:33:02.922519 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-da771b9b-2d10-4a8a-8a83-0a178b95f16e req-cc761951-60f9-4c5d-8a8e-a110d8adf142 tempest-ServerRescueTestJSONUnderV235-1291171716 tempest-ServerRescueTestJSONUnderV235-1291171716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746560234527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9281553'] for port (82355eaf-7ce3-4c71-98b5-41c2b31017a9), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:33:02.946112 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4048d4c5-a7f2-461d-b32f-956e59ddff92 None None] Pushing event updated for resources: {'Port': ['ID=cba24434-487e-4aed-93e8-187ce263f178,revision_number=4']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:33:02.957969 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-f6494130-edcb-4865-a500-157ed5810e34 tempest-RoutersIpV6AdminTest-122007392 tempest-RoutersIpV6AdminTest-122007392-project] 10.222.0.13 "GET /v2.0/ports?device_id=baf806c4-1219-4783-9489-8f7d24750e98 HTTP/1.1" status: 200 len: 205 time: 0.0797536 Jan 26 21:33:02.958604 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 55064) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:33:02.961668 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f18d7d4-c42a-4084-b514-312041412ac4 None None] Routers {'30c5f8da-5921-45e3-a618-3b4140c43f22'} bound to L3 agent in host n-d-760453-5 {{(pid=103306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 21:33:02.962317 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-9f18d7d4-c42a-4084-b514-312041412ac4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-26T20:55:21Z,description=,heartbeat_timestamp=2022-01-26T21:32:51Z,host='n-d-760453-5',id=09df100c-3af1-4b0a-bda8-05914c71c458,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:55:21Z,topic='l3_agent')) {'router_ids': ['30c5f8da-5921-45e3-a618-3b4140c43f22'], 'active': True} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:33:03.006856 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc761951-60f9-4c5d-8a8e-a110d8adf142 tempest-ServerRescueTestJSONUnderV235-1291171716 tempest-ServerRescueTestJSONUnderV235-1291171716-project] Pushing event updated for resources: {'Port': ['ID=82355eaf-7ce3-4c71-98b5-41c2b31017a9,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:33:03.026959 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-da771b9b-2d10-4a8a-8a83-0a178b95f16e req-cc761951-60f9-4c5d-8a8e-a110d8adf142 tempest-ServerRescueTestJSONUnderV235-1291171716 tempest-ServerRescueTestJSONUnderV235-1291171716-project] Network 919700d7-bd11-4466-9e0b-aea9ab9fa4e5 is already hosted by enough agents. {{(pid=103304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 21:33:03.032554 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [req-da771b9b-2d10-4a8a-8a83-0a178b95f16e req-cc761951-60f9-4c5d-8a8e-a110d8adf142 tempest-ServerRescueTestJSONUnderV235-1291171716 tempest-ServerRescueTestJSONUnderV235-1291171716-project] Resources bound (agent type, host, resource id): {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:33:03.040472 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [req-da771b9b-2d10-4a8a-8a83-0a178b95f16e req-cc761951-60f9-4c5d-8a8e-a110d8adf142 tempest-ServerRescueTestJSONUnderV235-1291171716 tempest-ServerRescueTestJSONUnderV235-1291171716-project] Received port after_create {{(pid=103304) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 21:33:03.146102 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da771b9b-2d10-4a8a-8a83-0a178b95f16e req-cc761951-60f9-4c5d-8a8e-a110d8adf142 tempest-ServerRescueTestJSONUnderV235-1291171716 tempest-ServerRescueTestJSONUnderV235-1291171716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:33:03.147252 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-da771b9b-2d10-4a8a-8a83-0a178b95f16e req-cc761951-60f9-4c5d-8a8e-a110d8adf142 tempest-ServerRescueTestJSONUnderV235-1291171716 tempest-ServerRescueTestJSONUnderV235-1291171716-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:33:03.169026 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-da771b9b-2d10-4a8a-8a83-0a178b95f16e req-cc761951-60f9-4c5d-8a8e-a110d8adf142 tempest-ServerRescueTestJSONUnderV235-1291171716 tempest-ServerRescueTestJSONUnderV235-1291171716-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2983119 Jan 26 21:33:03.185660 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [req-da771b9b-2d10-4a8a-8a83-0a178b95f16e req-46204b16-ec01-4f16-986f-e087d6110843 service neutron] Request body: {'port': {'device_id': 'fa94c08a-a39f-4bcf-bb25-fb744cb9827e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-760453-5'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:33:03.195639 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-082b5d4c-bbc8-4e70-bb65-70b898d9cb05 tempest-RoutersIpV6AdminTest-122007392 tempest-RoutersIpV6AdminTest-122007392-project] Publish callbacks [] for router (baf806c4-1219-4783-9489-8f7d24750e98), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:33:03.196220 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvr_db [None req-9f18d7d4-c42a-4084-b514-312041412ac4 None None] Set router 30c5f8da-5921-45e3-a618-3b4140c43f22 gateway port host: n-d-760453-5 {{(pid=103306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 21:33:03.260609 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-da771b9b-2d10-4a8a-8a83-0a178b95f16e req-46204b16-ec01-4f16-986f-e087d6110843 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (82355eaf-7ce3-4c71-98b5-41c2b31017a9), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:33:03.306361 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-082b5d4c-bbc8-4e70-bb65-70b898d9cb05 tempest-RoutersIpV6AdminTest-122007392 tempest-RoutersIpV6AdminTest-122007392-project] Publish callbacks [] for router_gateway (baf806c4-1219-4783-9489-8f7d24750e98), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:33:03.388141 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-082b5d4c-bbc8-4e70-bb65-70b898d9cb05 tempest-RoutersIpV6AdminTest-122007392 tempest-RoutersIpV6AdminTest-122007392-project] Deleting port 58964382-da16-4254-83dd-c685a0a5f7af {{(pid=103305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 21:33:03.388387 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-082b5d4c-bbc8-4e70-bb65-70b898d9cb05 tempest-RoutersIpV6AdminTest-122007392 tempest-RoutersIpV6AdminTest-122007392-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746560630878'] for port (58964382-da16-4254-83dd-c685a0a5f7af), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:33:03.500504 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-082b5d4c-bbc8-4e70-bb65-70b898d9cb05 tempest-RoutersIpV6AdminTest-122007392 tempest-RoutersIpV6AdminTest-122007392-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4109658'] for port (58964382-da16-4254-83dd-c685a0a5f7af), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:33:03.532131 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-082b5d4c-bbc8-4e70-bb65-70b898d9cb05 tempest-RoutersIpV6AdminTest-122007392 tempest-RoutersIpV6AdminTest-122007392-project] Calling delete_port for 58964382-da16-4254-83dd-c685a0a5f7af owned by network:router_gateway {{(pid=103305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 21:33:03.532694 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-9f18d7d4-c42a-4084-b514-312041412ac4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30c5f8da-5921-45e3-a618-3b4140c43f22', 'name': 'tempest-ServerRescueTestJSONUnderV235-1529478470-router', 'tenant_id': 'c033fd875da1416fa29c037a896b8ec9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'external_fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.104'}], 'enable_snat': True}, 'gw_port_id': '4887e881-a0ed-44b0-8398-d46997baa976', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T21:32:51Z', 'updated_at': '2022-01-26T21:32:56Z', 'revision_number': 4, 'project_id': 'c033fd875da1416fa29c037a896b8ec9', 'gw_port': {'id': '4887e881-a0ed-44b0-8398-d46997baa976', 'name': '', 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:fb:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30c5f8da-5921-45e3-a618-3b4140c43f22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2857, 'fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:32:52Z', 'updated_at': '2022-01-26T21:32:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-5', '_interfaces': [{'id': 'cba24434-487e-4aed-93e8-187ce263f178', 'name': '', 'network_id': '919700d7-bd11-4466-9e0b-aea9ab9fa4e5', 'tenant_id': 'c033fd875da1416fa29c037a896b8ec9', 'mac_address': 'fa:16:3e:8b:0b:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30c5f8da-5921-45e3-a618-3b4140c43f22', 'device_owner': 'network:router_interface', 'standard_attr_id': 2858, 'fixed_ips': [{'subnet_id': '1ea07ea1-6099-4d0e-9f94-9cafc0649be2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:32:55Z', 'updated_at': '2022-01-26T21:33:02Z', 'revision_number': 4, 'project_id': 'c033fd875da1416fa29c037a896b8ec9', 'subnets': [{'id': '1ea07ea1-6099-4d0e-9f94-9cafc0649be2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760453-5', False) {} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:33:03.566769 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f18d7d4-c42a-4084-b514-312041412ac4 None None] The sync data for ids ['30c5f8da-5921-45e3-a618-3b4140c43f22'] in n-d-760453-5 is: [{'id': '30c5f8da-5921-45e3-a618-3b4140c43f22', 'name': 'tempest-ServerRescueTestJSONUnderV235-1529478470-router', 'tenant_id': 'c033fd875da1416fa29c037a896b8ec9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'external_fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.104'}], 'enable_snat': True}, 'gw_port_id': '4887e881-a0ed-44b0-8398-d46997baa976', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T21:32:51Z', 'updated_at': '2022-01-26T21:32:56Z', 'revision_number': 4, 'project_id': 'c033fd875da1416fa29c037a896b8ec9', 'gw_port': {'id': '4887e881-a0ed-44b0-8398-d46997baa976', 'name': '', 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:fb:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30c5f8da-5921-45e3-a618-3b4140c43f22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2857, 'fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:32:52Z', 'updated_at': '2022-01-26T21:32:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-5', '_interfaces': [{'id': 'cba24434-487e-4aed-93e8-187ce263f178', 'name': '', 'network_id': '919700d7-bd11-4466-9e0b-aea9ab9fa4e5', 'tenant_id': 'c033fd875da1416fa29c037a896b8ec9', 'mac_address': 'fa:16:3e:8b:0b:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30c5f8da-5921-45e3-a618-3b4140c43f22', 'device_owner': 'network:router_interface', 'standard_attr_id': 2858, 'fixed_ips': [{'subnet_id': '1ea07ea1-6099-4d0e-9f94-9cafc0649be2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:32:55Z', 'updated_at': '2022-01-26T21:33:02Z', 'revision_number': 4, 'project_id': 'c033fd875da1416fa29c037a896b8ec9', 'subnets': [{'id': '1ea07ea1-6099-4d0e-9f94-9cafc0649be2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 26 21:33:03.823009 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-082b5d4c-bbc8-4e70-bb65-70b898d9cb05 tempest-RoutersIpV6AdminTest-122007392 tempest-RoutersIpV6AdminTest-122007392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746560636600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746560234536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11791543'] for port (58964382-da16-4254-83dd-c685a0a5f7af), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:33:03.841070 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cbc6d28-245a-4a7a-9c9d-708219b77d80 req-35d6b350-0f88-45cd-a945-d1f428ef851b tempest-ServerRescueTestJSONUnderV235-1291171716 tempest-ServerRescueTestJSONUnderV235-1291171716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:33:03.842671 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-4cbc6d28-245a-4a7a-9c9d-708219b77d80 req-35d6b350-0f88-45cd-a945-d1f428ef851b tempest-ServerRescueTestJSONUnderV235-1291171716 tempest-ServerRescueTestJSONUnderV235-1291171716-project] 10.222.0.13 "GET /v2.0/ports?device_id=fa94c08a-a39f-4bcf-bb25-fb744cb9827e HTTP/1.1" status: 200 len: 932 time: 0.1443574 Jan 26 21:33:03.957023 n-d-760453-5 neutron-server[103304]: DEBUG neutron.notifiers.nova [req-da771b9b-2d10-4a8a-8a83-0a178b95f16e req-46204b16-ec01-4f16-986f-e087d6110843 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 82355eaf-7ce3-4c71-98b5-41c2b31017a9 {{(pid=103304) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 26 21:33:03.959612 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-082b5d4c-bbc8-4e70-bb65-70b898d9cb05 tempest-RoutersIpV6AdminTest-122007392 tempest-RoutersIpV6AdminTest-122007392-project] Pushing event deleted for resources: {'Port': ['ID=58964382-da16-4254-83dd-c685a0a5f7af,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:33:03.971385 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-082b5d4c-bbc8-4e70-bb65-70b898d9cb05 tempest-RoutersIpV6AdminTest-122007392 tempest-RoutersIpV6AdminTest-122007392-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4111291'] for router_gateway (baf806c4-1219-4783-9489-8f7d24750e98), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:33:04.003314 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-da771b9b-2d10-4a8a-8a83-0a178b95f16e req-46204b16-ec01-4f16-986f-e087d6110843 service neutron] Publish callbacks [] for port (82355eaf-7ce3-4c71-98b5-41c2b31017a9), precommit_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:33:04.032372 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-4cbc6d28-245a-4a7a-9c9d-708219b77d80 req-b8bb7ca6-8678-4952-9dae-e92e581de3d1 tempest-ServerRescueTestJSONUnderV235-1291171716 tempest-ServerRescueTestJSONUnderV235-1291171716-project] 10.222.0.13 "GET /v2.0/security-groups?id=4dafcfd2-99ad-4b4e-b11f-af398c9060fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1834826 Jan 26 21:33:04.055451 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.provisioning_blocks [req-da771b9b-2d10-4a8a-8a83-0a178b95f16e req-46204b16-ec01-4f16-986f-e087d6110843 service neutron] Transition to ACTIVE for port object 82355eaf-7ce3-4c71-98b5-41c2b31017a9 will not be triggered until provisioned by entity L2. {{(pid=103304) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 21:33:04.064739 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-da771b9b-2d10-4a8a-8a83-0a178b95f16e req-46204b16-ec01-4f16-986f-e087d6110843 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9281542'] for port (82355eaf-7ce3-4c71-98b5-41c2b31017a9), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:33:04.131556 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-082b5d4c-bbc8-4e70-bb65-70b898d9cb05 tempest-RoutersIpV6AdminTest-122007392 tempest-RoutersIpV6AdminTest-122007392-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4105774', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13082'] for router (baf806c4-1219-4783-9489-8f7d24750e98), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:33:04.134197 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-082b5d4c-bbc8-4e70-bb65-70b898d9cb05 tempest-RoutersIpV6AdminTest-122007392 tempest-RoutersIpV6AdminTest-122007392-project] Publish callbacks [] for router_controller (baf806c4-1219-4783-9489-8f7d24750e98), precommit_delete_associations {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:33:04.213256 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-082b5d4c-bbc8-4e70-bb65-70b898d9cb05 tempest-RoutersIpV6AdminTest-122007392 tempest-RoutersIpV6AdminTest-122007392-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4105767'] for router (baf806c4-1219-4783-9489-8f7d24750e98), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:33:04.213971 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-082b5d4c-bbc8-4e70-bb65-70b898d9cb05 tempest-RoutersIpV6AdminTest-122007392 tempest-RoutersIpV6AdminTest-122007392-project] Fanout notify agent at l3_agent the message router_deleted on router baf806c4-1219-4783-9489-8f7d24750e98 {{(pid=103305) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 26 21:33:04.222689 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-082b5d4c-bbc8-4e70-bb65-70b898d9cb05 tempest-RoutersIpV6AdminTest-122007392 tempest-RoutersIpV6AdminTest-122007392-project] Publish callbacks [] for router (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:33:04.227475 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-082b5d4c-bbc8-4e70-bb65-70b898d9cb05 tempest-RoutersIpV6AdminTest-122007392 tempest-RoutersIpV6AdminTest-122007392-project] 10.222.0.13 "DELETE /v2.0/routers/baf806c4-1219-4783-9489-8f7d24750e98 HTTP/1.1" status: 204 len: 168 time: 1.2641556 Jan 26 21:33:04.239109 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 55076) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:33:04.256019 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-30629644-0df3-41bd-a0b5-552e2ecbd020 tempest-RoutersIpV6AdminTest-589596973 tempest-RoutersIpV6AdminTest-589596973-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1400998651', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'enable_snat': False}}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:33:04.259764 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46204b16-ec01-4f16-986f-e087d6110843 service neutron] Pushing event updated for resources: {'Port': ['ID=82355eaf-7ce3-4c71-98b5-41c2b31017a9,revision_number=2']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:33:04.288021 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [req-da771b9b-2d10-4a8a-8a83-0a178b95f16e req-46204b16-ec01-4f16-986f-e087d6110843 service neutron] Attempting to bind port 82355eaf-7ce3-4c71-98b5-41c2b31017a9 on host n-h2-760453-5 for vnic_type normal with profile {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 21:33:04.288394 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [req-da771b9b-2d10-4a8a-8a83-0a178b95f16e req-46204b16-ec01-4f16-986f-e087d6110843 service neutron] Attempting to bind port 82355eaf-7ce3-4c71-98b5-41c2b31017a9 by drivers openvswitch,hyperv on host n-h2-760453-5 at level 0 using segments [{'id': 'd72bd3db-6d30-467b-8146-3f2d95269fca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '919700d7-bd11-4466-9e0b-aea9ab9fa4e5'}] {{(pid=103304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 26 21:33:04.288687 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da771b9b-2d10-4a8a-8a83-0a178b95f16e req-46204b16-ec01-4f16-986f-e087d6110843 service neutron] Attempting to bind port 82355eaf-7ce3-4c71-98b5-41c2b31017a9 on network 919700d7-bd11-4466-9e0b-aea9ab9fa4e5 {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 21:33:04.298434 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da771b9b-2d10-4a8a-8a83-0a178b95f16e req-46204b16-ec01-4f16-986f-e087d6110843 service neutron] Port 82355eaf-7ce3-4c71-98b5-41c2b31017a9 on network 919700d7-bd11-4466-9e0b-aea9ab9fa4e5 not bound, no agent of type Open vSwitch agent registered on host n-h2-760453-5 {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 26 21:33:04.298851 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da771b9b-2d10-4a8a-8a83-0a178b95f16e req-46204b16-ec01-4f16-986f-e087d6110843 service neutron] Attempting to bind port 82355eaf-7ce3-4c71-98b5-41c2b31017a9 on network 919700d7-bd11-4466-9e0b-aea9ab9fa4e5 {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 21:33:04.305781 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da771b9b-2d10-4a8a-8a83-0a178b95f16e req-46204b16-ec01-4f16-986f-e087d6110843 service neutron] Checking agent: {'id': '4d619873-4b60-439f-9b5a-b155dc8bbc34', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-760453-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 21, 2, 53), 'started_at': datetime.datetime(2022, 1, 26, 21, 2, 53), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 21, 32, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 26 21:33:04.306172 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da771b9b-2d10-4a8a-8a83-0a178b95f16e req-46204b16-ec01-4f16-986f-e087d6110843 service neutron] Checking segment: {'id': 'd72bd3db-6d30-467b-8146-3f2d95269fca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '919700d7-bd11-4466-9e0b-aea9ab9fa4e5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103304) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 21:33:04.306518 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da771b9b-2d10-4a8a-8a83-0a178b95f16e req-46204b16-ec01-4f16-986f-e087d6110843 service neutron] Bound using segment: {'id': 'd72bd3db-6d30-467b-8146-3f2d95269fca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '919700d7-bd11-4466-9e0b-aea9ab9fa4e5'} {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 26 21:33:04.308412 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-30629644-0df3-41bd-a0b5-552e2ecbd020 tempest-RoutersIpV6AdminTest-589596973 tempest-RoutersIpV6AdminTest-589596973-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4104596', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13108'] for router (e5872b15-a696-4256-9c98-8a37c7849908), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:33:04.309561 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-30629644-0df3-41bd-a0b5-552e2ecbd020 tempest-RoutersIpV6AdminTest-589596973 tempest-RoutersIpV6AdminTest-589596973-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4105828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4111306', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3733576', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13069'] for router (e5872b15-a696-4256-9c98-8a37c7849908), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:33:04.312487 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [req-da771b9b-2d10-4a8a-8a83-0a178b95f16e req-46204b16-ec01-4f16-986f-e087d6110843 service neutron] Bound port: 82355eaf-7ce3-4c71-98b5-41c2b31017a9, host: n-h2-760453-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd72bd3db-6d30-467b-8146-3f2d95269fca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '919700d7-bd11-4466-9e0b-aea9ab9fa4e5'}}] {{(pid=103304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 26 21:33:04.312922 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-da771b9b-2d10-4a8a-8a83-0a178b95f16e req-46204b16-ec01-4f16-986f-e087d6110843 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (82355eaf-7ce3-4c71-98b5-41c2b31017a9), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:33:04.397486 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-30629644-0df3-41bd-a0b5-552e2ecbd020 tempest-RoutersIpV6AdminTest-589596973 tempest-RoutersIpV6AdminTest-589596973-project-admin] Publish callbacks [] for router_controller (e5872b15-a696-4256-9c98-8a37c7849908), precommit_add_association {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:33:04.429394 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [req-da771b9b-2d10-4a8a-8a83-0a178b95f16e req-46204b16-ec01-4f16-986f-e087d6110843 service neutron] For port 82355eaf-7ce3-4c71-98b5-41c2b31017a9, host n-h2-760453-5, cleared binding levels {{(pid=103304) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 26 21:33:04.445723 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [req-da771b9b-2d10-4a8a-8a83-0a178b95f16e req-46204b16-ec01-4f16-986f-e087d6110843 service neutron] For port 82355eaf-7ce3-4c71-98b5-41c2b31017a9, host n-h2-760453-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-5',level=0,port_id=82355eaf-7ce3-4c71-98b5-41c2b31017a9,segment=NetworkSegment(d72bd3db-6d30-467b-8146-3f2d95269fca),segment_id=d72bd3db-6d30-467b-8146-3f2d95269fca)] {{(pid=103304) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 26 21:33:04.455292 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-da771b9b-2d10-4a8a-8a83-0a178b95f16e req-46204b16-ec01-4f16-986f-e087d6110843 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9281542'] for port (82355eaf-7ce3-4c71-98b5-41c2b31017a9), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:33:04.526118 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da771b9b-2d10-4a8a-8a83-0a178b95f16e req-46204b16-ec01-4f16-986f-e087d6110843 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:33:04.527272 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-da771b9b-2d10-4a8a-8a83-0a178b95f16e req-46204b16-ec01-4f16-986f-e087d6110843 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:33:04.529041 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-da771b9b-2d10-4a8a-8a83-0a178b95f16e req-46204b16-ec01-4f16-986f-e087d6110843 service neutron] 10.222.0.57 "PUT /v2.0/ports/82355eaf-7ce3-4c71-98b5-41c2b31017a9 HTTP/1.1" status: 200 len: 1092 time: 1.3505402 Jan 26 21:33:04.529189 n-d-760453-5 neutron-server[103304]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa94c08a-a39f-4bcf-bb25-fb744cb9827e', 'tag': '82355eaf-7ce3-4c71-98b5-41c2b31017a9'}] {{(pid=103304) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 21:33:04.547646 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d52b45f1943fcd332af9527eb73ff93c8d715d44383a3f6d18de73b4cfcf87b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17add126-9e78-428a-ab56-cf433000d633" -d '{"events": [{"name": "network-changed", "server_uuid": "fa94c08a-a39f-4bcf-bb25-fb744cb9827e", "tag": "82355eaf-7ce3-4c71-98b5-41c2b31017a9"}]}' {{(pid=103304) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 21:33:04.708800 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 26 Jan 2022 21:33:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8733a5b-d5fe-4858-8dd4-b22a6b509805 x-openstack-request-id: req-a8733a5b-d5fe-4858-8dd4-b22a6b509805 {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 21:33:04.709099 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fa94c08a-a39f-4bcf-bb25-fb744cb9827e", "tag": "82355eaf-7ce3-4c71-98b5-41c2b31017a9", "status": "completed", "code": 200}]} {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 21:33:04.709385 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a8733a5b-d5fe-4858-8dd4-b22a6b509805 {{(pid=103304) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 21:33:04.710220 n-d-760453-5 neutron-server[103304]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fa94c08a-a39f-4bcf-bb25-fb744cb9827e', 'tag': '82355eaf-7ce3-4c71-98b5-41c2b31017a9', 'status': 'completed', 'code': 200} Jan 26 21:33:04.715292 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device cba24434-487e-4aed-93e8-187ce263f178 up at agent ovs-agent-n-d-760453-5 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 21:33:04.720297 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46204b16-ec01-4f16-986f-e087d6110843 service neutron] Pushing event updated for resources: {'Port': ['ID=82355eaf-7ce3-4c71-98b5-41c2b31017a9,revision_number=3']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:33:04.737227 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da771b9b-2d10-4a8a-8a83-0a178b95f16e req-b2ea4883-39ec-4954-924c-025c0e47f075 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:33:04.741472 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-da771b9b-2d10-4a8a-8a83-0a178b95f16e req-b2ea4883-39ec-4954-924c-025c0e47f075 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=c033fd875da1416fa29c037a896b8ec9&device_id=fa94c08a-a39f-4bcf-bb25-fb744cb9827e HTTP/1.1" status: 200 len: 1095 time: 0.1306593 Jan 26 21:33:04.818562 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Provisioning complete for port cba24434-487e-4aed-93e8-187ce263f178 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:33:04.819527 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (cba24434-487e-4aed-93e8-187ce263f178), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:33:04.855372 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-da771b9b-2d10-4a8a-8a83-0a178b95f16e req-e6b83708-a7a0-4572-b3fb-2c422c927e3d service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=82355eaf-7ce3-4c71-98b5-41c2b31017a9 HTTP/1.1" status: 200 len: 217 time: 0.1087828 Jan 26 21:33:04.905391 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-30629644-0df3-41bd-a0b5-552e2ecbd020 tempest-RoutersIpV6AdminTest-589596973 tempest-RoutersIpV6AdminTest-589596973-project-admin] Publish callbacks [] for router_gateway (e5872b15-a696-4256-9c98-8a37c7849908), precommit_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:33:04.986916 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da771b9b-2d10-4a8a-8a83-0a178b95f16e req-8ae778cd-7a75-4c20-8c9d-abff08faedbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:33:04.988857 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-da771b9b-2d10-4a8a-8a83-0a178b95f16e req-8ae778cd-7a75-4c20-8c9d-abff08faedbf service neutron] 10.222.0.57 "GET /v2.0/subnets?id=1ea07ea1-6099-4d0e-9f94-9cafc0649be2 HTTP/1.1" status: 200 len: 860 time: 0.1271367 Jan 26 21:33:05.026536 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Current status of the port cba24434-487e-4aed-93e8-187ce263f178 is: DOWN; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:33:05.027921 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (cba24434-487e-4aed-93e8-187ce263f178), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:33:05.053612 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-da771b9b-2d10-4a8a-8a83-0a178b95f16e req-3b00f7fc-c3b0-4dc5-b2b4-c60a6e2f8e26 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=919700d7-bd11-4466-9e0b-aea9ab9fa4e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0574424 Jan 26 21:33:05.139565 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] For port cba24434-487e-4aed-93e8-187ce263f178, host n-d-760453-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=cba24434-487e-4aed-93e8-187ce263f178,segment=NetworkSegment(d72bd3db-6d30-467b-8146-3f2d95269fca),segment_id=d72bd3db-6d30-467b-8146-3f2d95269fca)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:33:05.155787 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (cba24434-487e-4aed-93e8-187ce263f178), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:33:05.310223 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Pushing event updated for resources: {'Port': ['ID=cba24434-487e-4aed-93e8-187ce263f178,revision_number=5']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:33:05.420948 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-30629644-0df3-41bd-a0b5-552e2ecbd020 tempest-RoutersIpV6AdminTest-589596973 tempest-RoutersIpV6AdminTest-589596973-project-admin] Publish callbacks [] for router_gateway (e5872b15-a696-4256-9c98-8a37c7849908), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:33:05.437460 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-da771b9b-2d10-4a8a-8a83-0a178b95f16e req-47eabea1-8324-4a00-9d34-bde1b8e57123 service neutron] 10.222.0.57 "GET /v2.0/networks/919700d7-bd11-4466-9e0b-aea9ab9fa4e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3779933 Jan 26 21:33:05.469661 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-30629644-0df3-41bd-a0b5-552e2ecbd020 tempest-RoutersIpV6AdminTest-589596973 tempest-RoutersIpV6AdminTest-589596973-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:33:05.648240 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d9f30d-d066-4710-9704-22de671c462f req-69aeb3d2-7bd6-49fb-9582-2f3257ae3643 tempest-ServerRescueTestJSONUnderV235-1291171716 tempest-ServerRescueTestJSONUnderV235-1291171716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:33:05.651704 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-d1d9f30d-d066-4710-9704-22de671c462f req-69aeb3d2-7bd6-49fb-9582-2f3257ae3643 tempest-ServerRescueTestJSONUnderV235-1291171716 tempest-ServerRescueTestJSONUnderV235-1291171716-project] 10.222.0.13 "GET /v2.0/ports?device_id=fa94c08a-a39f-4bcf-bb25-fb744cb9827e HTTP/1.1" status: 200 len: 944 time: 0.4703929 Jan 26 21:33:05.670631 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.db_base_plugin_common [None req-30629644-0df3-41bd-a0b5-552e2ecbd020 tempest-RoutersIpV6AdminTest-589596973 tempest-RoutersIpV6AdminTest-589596973-project-admin] Allocated IP 172.25.1.185 (4140a1f1-c93a-4bea-83a0-68953a54f299/e48251a1-e30d-4820-8396-00c6f6aeb601/a1247316-f83a-46dc-be72-dd3a2a493755) {{(pid=103305) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 21:33:05.820184 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-da771b9b-2d10-4a8a-8a83-0a178b95f16e req-dc75b89e-7263-4ad5-8c7d-770444854125 service neutron] 10.222.0.57 "GET /v2.0/networks/919700d7-bd11-4466-9e0b-aea9ab9fa4e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3718872 Jan 26 21:33:05.845582 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-d1d9f30d-d066-4710-9704-22de671c462f req-2af3e5ce-1fb1-4742-8789-6c9bd9b6136d tempest-ServerRescueTestJSONUnderV235-1291171716 tempest-ServerRescueTestJSONUnderV235-1291171716-project] 10.222.0.13 "GET /v2.0/security-groups?id=4dafcfd2-99ad-4b4e-b11f-af398c9060fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1797140 Jan 26 21:33:05.962964 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-30629644-0df3-41bd-a0b5-552e2ecbd020 tempest-RoutersIpV6AdminTest-589596973 tempest-RoutersIpV6AdminTest-589596973-project-admin] Publish callbacks [] for port (a1247316-f83a-46dc-be72-dd3a2a493755), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:33:05.983132 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17add126-9e78-428a-ab56-cf433000d633 req-5e1ea92f-6ea8-4f3b-866d-b6ecdc877044 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:33:05.985964 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-17add126-9e78-428a-ab56-cf433000d633 req-5e1ea92f-6ea8-4f3b-866d-b6ecdc877044 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=c033fd875da1416fa29c037a896b8ec9&device_id=fa94c08a-a39f-4bcf-bb25-fb744cb9827e HTTP/1.1" status: 200 len: 1095 time: 0.0914254 Jan 26 21:33:06.105617 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-30629644-0df3-41bd-a0b5-552e2ecbd020 tempest-RoutersIpV6AdminTest-589596973 tempest-RoutersIpV6AdminTest-589596973-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746560234527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11791543'] for port (a1247316-f83a-46dc-be72-dd3a2a493755), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:33:06.132630 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30629644-0df3-41bd-a0b5-552e2ecbd020 tempest-RoutersIpV6AdminTest-589596973 tempest-RoutersIpV6AdminTest-589596973-project-admin] Network 4140a1f1-c93a-4bea-83a0-68953a54f299 is already hosted by enough agents. {{(pid=103305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 21:33:06.137167 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30629644-0df3-41bd-a0b5-552e2ecbd020 tempest-RoutersIpV6AdminTest-589596973 tempest-RoutersIpV6AdminTest-589596973-project-admin] Pushing event updated for resources: {'Port': ['ID=a1247316-f83a-46dc-be72-dd3a2a493755,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:33:06.140011 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [None req-30629644-0df3-41bd-a0b5-552e2ecbd020 tempest-RoutersIpV6AdminTest-589596973 tempest-RoutersIpV6AdminTest-589596973-project-admin] Resources bound (agent type, host, resource id): {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:33:06.142215 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30629644-0df3-41bd-a0b5-552e2ecbd020 tempest-RoutersIpV6AdminTest-589596973 tempest-RoutersIpV6AdminTest-589596973-project-admin] Received port after_create {{(pid=103305) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 21:33:06.205541 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17add126-9e78-428a-ab56-cf433000d633 req-8e6575ef-5823-4c39-a772-0d411aae84c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:33:06.205541 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-17add126-9e78-428a-ab56-cf433000d633 req-8e6575ef-5823-4c39-a772-0d411aae84c6 service neutron] 10.222.0.57 "GET /v2.0/networks?id=919700d7-bd11-4466-9e0b-aea9ab9fa4e5 HTTP/1.1" status: 200 len: 921 time: 0.2127891 Jan 26 21:33:06.255588 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-17add126-9e78-428a-ab56-cf433000d633 req-ad63c94f-6408-489c-9f4e-1336db558a88 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=82355eaf-7ce3-4c71-98b5-41c2b31017a9 HTTP/1.1" status: 200 len: 217 time: 0.0436347 Jan 26 21:33:06.334311 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17add126-9e78-428a-ab56-cf433000d633 req-1428a62f-7df4-4d1f-87ac-bfe88edca93f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:33:06.336423 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-17add126-9e78-428a-ab56-cf433000d633 req-1428a62f-7df4-4d1f-87ac-bfe88edca93f service neutron] 10.222.0.57 "GET /v2.0/subnets?id=1ea07ea1-6099-4d0e-9f94-9cafc0649be2 HTTP/1.1" status: 200 len: 860 time: 0.0738761 Jan 26 21:33:06.382037 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-17add126-9e78-428a-ab56-cf433000d633 req-205b0a68-03f0-4236-8e8e-0746355c6b4d service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=919700d7-bd11-4466-9e0b-aea9ab9fa4e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0377250 Jan 26 21:33:06.601822 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device cba24434-487e-4aed-93e8-187ce263f178 up at agent ovs-agent-n-d-760453-5 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 21:33:06.627816 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-17add126-9e78-428a-ab56-cf433000d633 req-a1c02882-a23f-4a5a-920d-c1da496bde75 service neutron] 10.222.0.57 "GET /v2.0/networks/919700d7-bd11-4466-9e0b-aea9ab9fa4e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2370942 Jan 26 21:33:06.669119 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-30629644-0df3-41bd-a0b5-552e2ecbd020 tempest-RoutersIpV6AdminTest-589596973 tempest-RoutersIpV6AdminTest-589596973-project-admin] Publish callbacks [] for router_gateway (e5872b15-a696-4256-9c98-8a37c7849908), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:33:06.720056 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Provisioning complete for port cba24434-487e-4aed-93e8-187ce263f178 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:33:06.720056 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (cba24434-487e-4aed-93e8-187ce263f178), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:33:06.796921 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Device 82355eaf-7ce3-4c71-98b5-41c2b31017a9 details requested by agent hyperv_n-h2-760453-5 with host n-h2-760453-5 {{(pid=103306) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 26 21:33:06.844172 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-17add126-9e78-428a-ab56-cf433000d633 req-6fcdcbe3-9890-4474-8b80-fe335d5794ef service neutron] 10.222.0.57 "GET /v2.0/networks/919700d7-bd11-4466-9e0b-aea9ab9fa4e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2088943 Jan 26 21:33:07.155273 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe21790-5a26-45bf-9626-3eddff4b67ed req-97abe9f2-5690-44a5-a95b-7843cb99337c tempest-ServerRescueTestJSONUnderV235-1291171716 tempest-ServerRescueTestJSONUnderV235-1291171716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:33:07.159182 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-fbe21790-5a26-45bf-9626-3eddff4b67ed req-97abe9f2-5690-44a5-a95b-7843cb99337c tempest-ServerRescueTestJSONUnderV235-1291171716 tempest-ServerRescueTestJSONUnderV235-1291171716-project] 10.222.0.13 "GET /v2.0/ports?device_id=fa94c08a-a39f-4bcf-bb25-fb744cb9827e HTTP/1.1" status: 200 len: 944 time: 0.1327527 Jan 26 21:33:07.214269 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] For port 82355eaf-7ce3-4c71-98b5-41c2b31017a9, host n-h2-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-5',level=0,port_id=82355eaf-7ce3-4c71-98b5-41c2b31017a9,segment=NetworkSegment(d72bd3db-6d30-467b-8146-3f2d95269fca),segment_id=d72bd3db-6d30-467b-8146-3f2d95269fca)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:33:07.217970 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Current status of the port cba24434-487e-4aed-93e8-187ce263f178 is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:33:07.233402 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Returning: {'device': '82355eaf-7ce3-4c71-98b5-41c2b31017a9', 'network_id': '919700d7-bd11-4466-9e0b-aea9ab9fa4e5', 'port_id': '82355eaf-7ce3-4c71-98b5-41c2b31017a9', 'mac_address': 'fa:16:3e:a1:e8:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 555, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1ea07ea1-6099-4d0e-9f94-9cafc0649be2', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103306) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 26 21:33:07.259895 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-fbe21790-5a26-45bf-9626-3eddff4b67ed req-a68ce369-65a1-4852-a562-4772e53485ff tempest-ServerRescueTestJSONUnderV235-1291171716 tempest-ServerRescueTestJSONUnderV235-1291171716-project] 10.222.0.13 "GET /v2.0/security-groups?id=4dafcfd2-99ad-4b4e-b11f-af398c9060fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897522 Jan 26 21:33:07.288779 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Current status of the port 82355eaf-7ce3-4c71-98b5-41c2b31017a9 is: DOWN; New status is: BUILD {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:33:07.289178 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (82355eaf-7ce3-4c71-98b5-41c2b31017a9), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:33:07.320792 n-d-760453-5 neutron-server[103306]: DEBUG neutron.notifiers.nova [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 82355eaf-7ce3-4c71-98b5-41c2b31017a9 {{(pid=103306) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 26 21:33:07.357529 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] For port 82355eaf-7ce3-4c71-98b5-41c2b31017a9, host n-h2-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-5',level=0,port_id=82355eaf-7ce3-4c71-98b5-41c2b31017a9,segment=NetworkSegment(d72bd3db-6d30-467b-8146-3f2d95269fca),segment_id=d72bd3db-6d30-467b-8146-3f2d95269fca)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:33:07.362916 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (82355eaf-7ce3-4c71-98b5-41c2b31017a9), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:33:07.427989 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Pushing event updated for resources: {'Port': ['ID=82355eaf-7ce3-4c71-98b5-41c2b31017a9,revision_number=4']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:33:07.452760 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-30629644-0df3-41bd-a0b5-552e2ecbd020 tempest-RoutersIpV6AdminTest-589596973 tempest-RoutersIpV6AdminTest-589596973-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4105757', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4111263'] for router (e5872b15-a696-4256-9c98-8a37c7849908), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:33:07.601253 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30629644-0df3-41bd-a0b5-552e2ecbd020 tempest-RoutersIpV6AdminTest-589596973 tempest-RoutersIpV6AdminTest-589596973-project-admin] Router e5872b15-a696-4256-9c98-8a37c7849908 is scheduled to L3 agent 09df100c-3af1-4b0a-bda8-05914c71c458 with binding_index 1 {{(pid=103305) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 26 21:33:07.631937 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] get_ports_and_sgs() called for port_ids ['82355eaf-7ce3-4c71-98b5-41c2b31017a9'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 26 21:33:07.719807 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30629644-0df3-41bd-a0b5-552e2ecbd020 tempest-RoutersIpV6AdminTest-589596973 tempest-RoutersIpV6AdminTest-589596973-project-admin] Notify agent at l3_agent.n-d-760453-5 the message routers_updated {{(pid=103305) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 26 21:33:07.733309 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-889d6eb0-f353-4bcc-b2e2-a01457e27de6 None None] Sync routers for ids ['e5872b15-a696-4256-9c98-8a37c7849908'] in n-d-760453-5 {{(pid=103306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 26 21:33:07.739068 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-30629644-0df3-41bd-a0b5-552e2ecbd020 tempest-RoutersIpV6AdminTest-589596973 tempest-RoutersIpV6AdminTest-589596973-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:33:07.743130 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 55118) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:33:07.743352 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-30629644-0df3-41bd-a0b5-552e2ecbd020 tempest-RoutersIpV6AdminTest-589596973 tempest-RoutersIpV6AdminTest-589596973-project-admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 908 time: 3.5031867 Jan 26 21:33:07.777187 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-889d6eb0-f353-4bcc-b2e2-a01457e27de6 None None] Routers {'e5872b15-a696-4256-9c98-8a37c7849908'} bound to L3 agent in host n-d-760453-5 {{(pid=103306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 21:33:07.777829 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-889d6eb0-f353-4bcc-b2e2-a01457e27de6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-26T20:55:21Z,description=,heartbeat_timestamp=2022-01-26T21:32:51Z,host='n-d-760453-5',id=09df100c-3af1-4b0a-bda8-05914c71c458,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:55:21Z,topic='l3_agent')) {'router_ids': ['e5872b15-a696-4256-9c98-8a37c7849908'], 'active': True} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:33:07.861763 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-53611ab2-818a-4c8d-9aac-4afff7d7290e tempest-RoutersIpV6AdminTest-589596973 tempest-RoutersIpV6AdminTest-589596973-project-admin] 10.222.0.13 "GET /v2.0/routers/e5872b15-a696-4256-9c98-8a37c7849908 HTTP/1.1" status: 200 len: 909 time: 0.1173604 Jan 26 21:33:07.864235 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 55120) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:33:07.868814 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-1a1f1144-1055-4d49-891e-0f61ae5637f8 tempest-RoutersIpV6AdminTest-589596973 tempest-RoutersIpV6AdminTest-589596973-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1400998651', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'enable_snat': True}}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:33:07.891719 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-1a1f1144-1055-4d49-891e-0f61ae5637f8 tempest-RoutersIpV6AdminTest-589596973 tempest-RoutersIpV6AdminTest-589596973-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4104596', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13108'] for router (bfc74328-efbf-4973-801b-8bcd2cc94d2c), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:33:07.893530 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-1a1f1144-1055-4d49-891e-0f61ae5637f8 tempest-RoutersIpV6AdminTest-589596973 tempest-RoutersIpV6AdminTest-589596973-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4105828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4111306', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3733576', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13069'] for router (bfc74328-efbf-4973-801b-8bcd2cc94d2c), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:33:07.917862 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvr_db [None req-889d6eb0-f353-4bcc-b2e2-a01457e27de6 None None] Set router e5872b15-a696-4256-9c98-8a37c7849908 gateway port host: n-d-760453-5 {{(pid=103306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 21:33:07.954123 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-1a1f1144-1055-4d49-891e-0f61ae5637f8 tempest-RoutersIpV6AdminTest-589596973 tempest-RoutersIpV6AdminTest-589596973-project-admin] Publish callbacks [] for router_controller (bfc74328-efbf-4973-801b-8bcd2cc94d2c), precommit_add_association {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:33:08.132185 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-1a1f1144-1055-4d49-891e-0f61ae5637f8 tempest-RoutersIpV6AdminTest-589596973 tempest-RoutersIpV6AdminTest-589596973-project-admin] Publish callbacks [] for router_gateway (bfc74328-efbf-4973-801b-8bcd2cc94d2c), precommit_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:33:08.148776 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-889d6eb0-f353-4bcc-b2e2-a01457e27de6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5872b15-a696-4256-9c98-8a37c7849908', 'name': 'tempest-snat-router-1400998651', 'tenant_id': '893c927cd681467197afee05a164acbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'external_fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.185'}], 'enable_snat': False}, 'gw_port_id': 'a1247316-f83a-46dc-be72-dd3a2a493755', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T21:33:04Z', 'updated_at': '2022-01-26T21:33:06Z', 'revision_number': 3, 'project_id': '893c927cd681467197afee05a164acbf', 'gw_port': {'id': 'a1247316-f83a-46dc-be72-dd3a2a493755', 'name': '', 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:09:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5872b15-a696-4256-9c98-8a37c7849908', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2864, 'fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:33:05Z', 'updated_at': '2022-01-26T21:33:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-760453-5'}], 'n-d-760453-5', False) {} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:33:08.209820 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-889d6eb0-f353-4bcc-b2e2-a01457e27de6 None None] Checking router: e5872b15-a696-4256-9c98-8a37c7849908 for host: n-d-760453-5 {{(pid=103306) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 26 21:33:08.210302 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-889d6eb0-f353-4bcc-b2e2-a01457e27de6 None None] Updating router e5872b15-a696-4256-9c98-8a37c7849908 port a1247316-f83a-46dc-be72-dd3a2a493755 binding host n-d-760453-5 {{(pid=103306) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 26 21:33:08.252517 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-889d6eb0-f353-4bcc-b2e2-a01457e27de6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (a1247316-f83a-46dc-be72-dd3a2a493755), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:33:08.283173 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca047292-b2af-4623-9063-a1da8ffec780 req-b5f2b344-918d-4180-91ae-ecc17568408c tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:33:08.284679 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-ca047292-b2af-4623-9063-a1da8ffec780 req-b5f2b344-918d-4180-91ae-ecc17568408c tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] 10.222.0.13 "GET /v2.0/ports?device_id=c947e2a6-4eb3-4b93-905b-515cc992a63b HTTP/1.1" status: 200 len: 945 time: 0.0672290 Jan 26 21:33:08.368417 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (32ef628b-8417-46c5-8729-60fcabe358f1), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:33:08.404078 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-ca047292-b2af-4623-9063-a1da8ffec780 req-fd48ce33-f4f7-4142-b70a-179d17014b4b tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] 10.222.0.13 "GET /v2.0/security-groups?id=d37b3ff7-2317-46ab-9f4f-b0d217809a4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1138363 Jan 26 21:33:08.510290 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb75dd3-aa69-4d0e-8f26-9e5b581ccd98 req-c87e69be-ddd5-4a42-8539-edc689b607b3 tempest-ServerRescueTestJSONUnderV235-1291171716 tempest-ServerRescueTestJSONUnderV235-1291171716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:33:08.512474 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-ecb75dd3-aa69-4d0e-8f26-9e5b581ccd98 req-c87e69be-ddd5-4a42-8539-edc689b607b3 tempest-ServerRescueTestJSONUnderV235-1291171716 tempest-ServerRescueTestJSONUnderV235-1291171716-project] 10.222.0.13 "GET /v2.0/ports?device_id=fa94c08a-a39f-4bcf-bb25-fb744cb9827e HTTP/1.1" status: 200 len: 945 time: 0.1248651 Jan 26 21:33:08.789234 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-889d6eb0-f353-4bcc-b2e2-a01457e27de6 None None] Publish callbacks [] for port (a1247316-f83a-46dc-be72-dd3a2a493755), precommit_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:33:08.803512 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-889d6eb0-f353-4bcc-b2e2-a01457e27de6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (a1247316-f83a-46dc-be72-dd3a2a493755), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:33:08.813793 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Device 82355eaf-7ce3-4c71-98b5-41c2b31017a9 up at agent hyperv_n-h2-760453-5 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 21:33:08.943630 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-889d6eb0-f353-4bcc-b2e2-a01457e27de6 None None] Attempting to bind port a1247316-f83a-46dc-be72-dd3a2a493755 on host n-d-760453-5 for vnic_type normal with profile {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 21:33:08.944047 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-889d6eb0-f353-4bcc-b2e2-a01457e27de6 None None] Attempting to bind port a1247316-f83a-46dc-be72-dd3a2a493755 by drivers openvswitch,hyperv on host n-d-760453-5 at level 0 using segments [{'id': 'e17cb353-418f-48b9-b982-21a6233ee99b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299'}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 26 21:33:08.944546 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-889d6eb0-f353-4bcc-b2e2-a01457e27de6 None None] Attempting to bind port a1247316-f83a-46dc-be72-dd3a2a493755 on network 4140a1f1-c93a-4bea-83a0-68953a54f299 {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 21:33:08.951962 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-889d6eb0-f353-4bcc-b2e2-a01457e27de6 None None] Checking agent: {'id': 'fea0591a-627d-4c87-9a9a-01625ddf3277', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760453-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 20, 55, 25), 'started_at': datetime.datetime(2022, 1, 26, 20, 55, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 21, 32, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760453-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 26 21:33:08.952339 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-889d6eb0-f353-4bcc-b2e2-a01457e27de6 None None] Checking segment: {'id': 'e17cb353-418f-48b9-b982-21a6233ee99b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 21:33:08.952750 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-889d6eb0-f353-4bcc-b2e2-a01457e27de6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:33:08.953141 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-889d6eb0-f353-4bcc-b2e2-a01457e27de6 None None] Bound using segment: {'id': 'e17cb353-418f-48b9-b982-21a6233ee99b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299'} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 26 21:33:08.953640 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-889d6eb0-f353-4bcc-b2e2-a01457e27de6 None None] Bound port: a1247316-f83a-46dc-be72-dd3a2a493755, host: n-d-760453-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e17cb353-418f-48b9-b982-21a6233ee99b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299'}}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 26 21:33:08.954022 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-889d6eb0-f353-4bcc-b2e2-a01457e27de6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (a1247316-f83a-46dc-be72-dd3a2a493755), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:33:08.957598 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b55eeb9-ed97-4317-9145-81f6b5c4ec33 None None] Pushing event updated for resources: {'Port': ['ID=a1247316-f83a-46dc-be72-dd3a2a493755,revision_number=2']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:33:08.960806 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Provisioning for port 82355eaf-7ce3-4c71-98b5-41c2b31017a9 completed by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 21:33:08.988155 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-ecb75dd3-aa69-4d0e-8f26-9e5b581ccd98 req-50e3bed0-47bb-4316-8a06-9d36a38ca44e tempest-ServerRescueTestJSONUnderV235-1291171716 tempest-ServerRescueTestJSONUnderV235-1291171716-project] 10.222.0.13 "GET /v2.0/security-groups?id=4dafcfd2-99ad-4b4e-b11f-af398c9060fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4383893 Jan 26 21:33:08.994000 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-1a1f1144-1055-4d49-891e-0f61ae5637f8 tempest-RoutersIpV6AdminTest-589596973 tempest-RoutersIpV6AdminTest-589596973-project-admin] Publish callbacks [] for router_gateway (bfc74328-efbf-4973-801b-8bcd2cc94d2c), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:33:09.014565 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-1a1f1144-1055-4d49-891e-0f61ae5637f8 tempest-RoutersIpV6AdminTest-589596973 tempest-RoutersIpV6AdminTest-589596973-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:33:09.017204 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Provisioning complete for port 82355eaf-7ce3-4c71-98b5-41c2b31017a9 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:33:09.017658 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (82355eaf-7ce3-4c71-98b5-41c2b31017a9), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:33:09.085179 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-889d6eb0-f353-4bcc-b2e2-a01457e27de6 None None] For port a1247316-f83a-46dc-be72-dd3a2a493755, host n-d-760453-5, cleared binding levels {{(pid=103306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 26 21:33:09.090143 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-889d6eb0-f353-4bcc-b2e2-a01457e27de6 None None] For port a1247316-f83a-46dc-be72-dd3a2a493755, host n-d-760453-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=a1247316-f83a-46dc-be72-dd3a2a493755,segment=NetworkSegment(e17cb353-418f-48b9-b982-21a6233ee99b),segment_id=e17cb353-418f-48b9-b982-21a6233ee99b)] {{(pid=103306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 26 21:33:09.095773 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-889d6eb0-f353-4bcc-b2e2-a01457e27de6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (a1247316-f83a-46dc-be72-dd3a2a493755), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:33:09.175601 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.db_base_plugin_common [None req-1a1f1144-1055-4d49-891e-0f61ae5637f8 tempest-RoutersIpV6AdminTest-589596973 tempest-RoutersIpV6AdminTest-589596973-project-admin] Allocated IP 172.25.1.81 (4140a1f1-c93a-4bea-83a0-68953a54f299/e48251a1-e30d-4820-8396-00c6f6aeb601/684d166a-8d40-4d1c-988e-97b353ea31da) {{(pid=103304) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 21:33:09.183474 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Current status of the port 82355eaf-7ce3-4c71-98b5-41c2b31017a9 is: BUILD; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:33:09.185024 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (82355eaf-7ce3-4c71-98b5-41c2b31017a9), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:33:09.204130 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-889d6eb0-f353-4bcc-b2e2-a01457e27de6 None None] Routers {'e5872b15-a696-4256-9c98-8a37c7849908'} bound to L3 agent in host n-d-760453-5 {{(pid=103306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 21:33:09.204717 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-889d6eb0-f353-4bcc-b2e2-a01457e27de6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-26T20:55:21Z,description=,heartbeat_timestamp=2022-01-26T21:32:51Z,host='n-d-760453-5',id=09df100c-3af1-4b0a-bda8-05914c71c458,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:55:21Z,topic='l3_agent')) {'router_ids': ['e5872b15-a696-4256-9c98-8a37c7849908'], 'active': True} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:33:09.252730 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b55eeb9-ed97-4317-9145-81f6b5c4ec33 None None] Pushing event updated for resources: {'Port': ['ID=a1247316-f83a-46dc-be72-dd3a2a493755,revision_number=3']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:33:09.255218 n-d-760453-5 neutron-server[103306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa94c08a-a39f-4bcf-bb25-fb744cb9827e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82355eaf-7ce3-4c71-98b5-41c2b31017a9'}] {{(pid=103306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 21:33:09.257556 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9d5d370febab655511bdd2ffe887e43e442d144a440368702bcc1e93af00b97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09e4600d-c473-463e-b71f-c4a9b9058185" -d '{"events": [{"server_uuid": "fa94c08a-a39f-4bcf-bb25-fb744cb9827e", "name": "network-vif-plugged", "status": "completed", "tag": "82355eaf-7ce3-4c71-98b5-41c2b31017a9"}]}' {{(pid=103306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 21:33:09.296763 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-1a1f1144-1055-4d49-891e-0f61ae5637f8 tempest-RoutersIpV6AdminTest-589596973 tempest-RoutersIpV6AdminTest-589596973-project-admin] Publish callbacks [] for port (684d166a-8d40-4d1c-988e-97b353ea31da), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:33:09.299852 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] For port 82355eaf-7ce3-4c71-98b5-41c2b31017a9, host n-h2-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-5',level=0,port_id=82355eaf-7ce3-4c71-98b5-41c2b31017a9,segment=NetworkSegment(d72bd3db-6d30-467b-8146-3f2d95269fca),segment_id=d72bd3db-6d30-467b-8146-3f2d95269fca)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:33:09.310171 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (82355eaf-7ce3-4c71-98b5-41c2b31017a9), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:33:09.326213 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Jan 2022 21:33:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b99877d3-efc3-453b-b263-de75e4ab303a x-openstack-request-id: req-b99877d3-efc3-453b-b263-de75e4ab303a {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 21:33:09.326534 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa94c08a-a39f-4bcf-bb25-fb744cb9827e", "name": "network-vif-plugged", "status": "completed", "tag": "82355eaf-7ce3-4c71-98b5-41c2b31017a9", "code": 200}]} {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 21:33:09.338177 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b99877d3-efc3-453b-b263-de75e4ab303a {{(pid=103306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 21:33:09.342415 n-d-760453-5 neutron-server[103306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa94c08a-a39f-4bcf-bb25-fb744cb9827e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82355eaf-7ce3-4c71-98b5-41c2b31017a9', 'code': 200} Jan 26 21:33:09.342639 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-1a1f1144-1055-4d49-891e-0f61ae5637f8 tempest-RoutersIpV6AdminTest-589596973 tempest-RoutersIpV6AdminTest-589596973-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746560234527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9281553'] for port (684d166a-8d40-4d1c-988e-97b353ea31da), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:33:09.386452 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a1f1144-1055-4d49-891e-0f61ae5637f8 tempest-RoutersIpV6AdminTest-589596973 tempest-RoutersIpV6AdminTest-589596973-project-admin] Network 4140a1f1-c93a-4bea-83a0-68953a54f299 is already hosted by enough agents. {{(pid=103304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 21:33:09.390281 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [None req-1a1f1144-1055-4d49-891e-0f61ae5637f8 tempest-RoutersIpV6AdminTest-589596973 tempest-RoutersIpV6AdminTest-589596973-project-admin] Resources bound (agent type, host, resource id): {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:33:09.394635 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a1f1144-1055-4d49-891e-0f61ae5637f8 tempest-RoutersIpV6AdminTest-589596973 tempest-RoutersIpV6AdminTest-589596973-project-admin] Received port after_create {{(pid=103304) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 21:33:09.470786 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1f1144-1055-4d49-891e-0f61ae5637f8 tempest-RoutersIpV6AdminTest-589596973 tempest-RoutersIpV6AdminTest-589596973-project-admin] Pushing event updated for resources: {'Port': ['ID=684d166a-8d40-4d1c-988e-97b353ea31da,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:33:09.504270 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvr_db [None req-889d6eb0-f353-4bcc-b2e2-a01457e27de6 None None] Set router e5872b15-a696-4256-9c98-8a37c7849908 gateway port host: n-d-760453-5 {{(pid=103306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 21:33:09.506317 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Pushing event updated for resources: {'Port': ['ID=82355eaf-7ce3-4c71-98b5-41c2b31017a9,revision_number=5']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:33:09.527683 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2db129d-b529-4686-a0dd-3fdb7be88000 req-286acd09-cbeb-4123-88a0-d44847299c78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:33:09.529169 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-e2db129d-b529-4686-a0dd-3fdb7be88000 req-286acd09-cbeb-4123-88a0-d44847299c78 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=fa94c08a-a39f-4bcf-bb25-fb744cb9827e HTTP/1.1" status: 200 len: 1097 time: 0.1051435 Jan 26 21:33:09.635308 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-e2db129d-b529-4686-a0dd-3fdb7be88000 req-c85567ad-1a45-4de8-8f74-3f72f856598a service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=4dafcfd2-99ad-4b4e-b11f-af398c9060fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745051 Jan 26 21:33:09.754070 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-889d6eb0-f353-4bcc-b2e2-a01457e27de6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5872b15-a696-4256-9c98-8a37c7849908', 'name': 'tempest-snat-router-1400998651', 'tenant_id': '893c927cd681467197afee05a164acbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'external_fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.185'}], 'enable_snat': False}, 'gw_port_id': 'a1247316-f83a-46dc-be72-dd3a2a493755', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T21:33:04Z', 'updated_at': '2022-01-26T21:33:06Z', 'revision_number': 3, 'project_id': '893c927cd681467197afee05a164acbf', 'gw_port': {'id': 'a1247316-f83a-46dc-be72-dd3a2a493755', 'name': '', 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:09:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5872b15-a696-4256-9c98-8a37c7849908', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2864, 'fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:33:05Z', 'updated_at': '2022-01-26T21:33:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-760453-5'}], 'n-d-760453-5', False) {} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:33:09.754358 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-1a1f1144-1055-4d49-891e-0f61ae5637f8 tempest-RoutersIpV6AdminTest-589596973 tempest-RoutersIpV6AdminTest-589596973-project-admin] Publish callbacks [] for router_gateway (bfc74328-efbf-4973-801b-8bcd2cc94d2c), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:33:09.782801 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-889d6eb0-f353-4bcc-b2e2-a01457e27de6 None None] The sync data for ids ['e5872b15-a696-4256-9c98-8a37c7849908'] in n-d-760453-5 is: [{'id': 'e5872b15-a696-4256-9c98-8a37c7849908', 'name': 'tempest-snat-router-1400998651', 'tenant_id': '893c927cd681467197afee05a164acbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'external_fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.185'}], 'enable_snat': False}, 'gw_port_id': 'a1247316-f83a-46dc-be72-dd3a2a493755', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T21:33:04Z', 'updated_at': '2022-01-26T21:33:06Z', 'revision_number': 3, 'project_id': '893c927cd681467197afee05a164acbf', 'gw_port': {'id': 'a1247316-f83a-46dc-be72-dd3a2a493755', 'name': '', 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:09:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5872b15-a696-4256-9c98-8a37c7849908', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2864, 'fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:33:05Z', 'updated_at': '2022-01-26T21:33:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-760453-5'}] {{(pid=103306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 26 21:33:09.986255 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-1a1f1144-1055-4d49-891e-0f61ae5637f8 tempest-RoutersIpV6AdminTest-589596973 tempest-RoutersIpV6AdminTest-589596973-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4105757', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4111263'] for router (bfc74328-efbf-4973-801b-8bcd2cc94d2c), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:33:10.191598 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3945d2-13fa-4182-9f4d-39b4e5abb348 req-9148d33f-94a6-45d8-ab54-c6f4fb22c352 tempest-ServerRescueTestJSONUnderV235-1291171716 tempest-ServerRescueTestJSONUnderV235-1291171716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:33:10.193163 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-ef3945d2-13fa-4182-9f4d-39b4e5abb348 req-9148d33f-94a6-45d8-ab54-c6f4fb22c352 tempest-ServerRescueTestJSONUnderV235-1291171716 tempest-ServerRescueTestJSONUnderV235-1291171716-project] 10.222.0.13 "GET /v2.0/ports?device_id=fa94c08a-a39f-4bcf-bb25-fb744cb9827e HTTP/1.1" status: 200 len: 946 time: 0.1146979 Jan 26 21:33:10.271911 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-ef3945d2-13fa-4182-9f4d-39b4e5abb348 req-a96ff2e8-27a9-4701-bf74-1a86f7e554e7 tempest-ServerRescueTestJSONUnderV235-1291171716 tempest-ServerRescueTestJSONUnderV235-1291171716-project] 10.222.0.13 "GET /v2.0/security-groups?id=4dafcfd2-99ad-4b4e-b11f-af398c9060fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696630 Jan 26 21:33:10.300316 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a1f1144-1055-4d49-891e-0f61ae5637f8 tempest-RoutersIpV6AdminTest-589596973 tempest-RoutersIpV6AdminTest-589596973-project-admin] Router bfc74328-efbf-4973-801b-8bcd2cc94d2c is scheduled to L3 agent 09df100c-3af1-4b0a-bda8-05914c71c458 with binding_index 1 {{(pid=103304) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 26 21:33:10.474194 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a1f1144-1055-4d49-891e-0f61ae5637f8 tempest-RoutersIpV6AdminTest-589596973 tempest-RoutersIpV6AdminTest-589596973-project-admin] Notify agent at l3_agent.n-d-760453-5 the message routers_updated {{(pid=103304) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 26 21:33:10.484685 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36fcffa2-0db1-49e9-a37b-a33853d19444 None None] Sync routers for ids ['bfc74328-efbf-4973-801b-8bcd2cc94d2c'] in n-d-760453-5 {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 26 21:33:10.504234 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36fcffa2-0db1-49e9-a37b-a33853d19444 None None] Routers {'bfc74328-efbf-4973-801b-8bcd2cc94d2c'} bound to L3 agent in host n-d-760453-5 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 21:33:10.505943 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-36fcffa2-0db1-49e9-a37b-a33853d19444 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-26T20:55:21Z,description=,heartbeat_timestamp=2022-01-26T21:32:51Z,host='n-d-760453-5',id=09df100c-3af1-4b0a-bda8-05914c71c458,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:55:21Z,topic='l3_agent')) {'router_ids': ['bfc74328-efbf-4973-801b-8bcd2cc94d2c'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:33:10.553736 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-1a1f1144-1055-4d49-891e-0f61ae5637f8 tempest-RoutersIpV6AdminTest-589596973 tempest-RoutersIpV6AdminTest-589596973-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:33:10.559353 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 55160) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:33:10.560337 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-1a1f1144-1055-4d49-891e-0f61ae5637f8 tempest-RoutersIpV6AdminTest-589596973 tempest-RoutersIpV6AdminTest-589596973-project-admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 2.6938796 Jan 26 21:33:10.661109 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device a1247316-f83a-46dc-be72-dd3a2a493755 up at agent ovs-agent-n-d-760453-5 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 21:33:10.835077 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-43927f3e-5a77-4118-a5b6-efdefe2c592b tempest-RoutersIpV6AdminTest-589596973 tempest-RoutersIpV6AdminTest-589596973-project-admin] 10.222.0.13 "GET /v2.0/routers/bfc74328-efbf-4973-801b-8bcd2cc94d2c HTTP/1.1" status: 200 len: 907 time: 0.2731924 Jan 26 21:33:10.837097 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 55164) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:33:10.875703 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Provisioning complete for port a1247316-f83a-46dc-be72-dd3a2a493755 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:33:10.876097 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (a1247316-f83a-46dc-be72-dd3a2a493755), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:33:10.877869 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_dvr_db [None req-36fcffa2-0db1-49e9-a37b-a33853d19444 None None] Set router bfc74328-efbf-4973-801b-8bcd2cc94d2c gateway port host: n-d-760453-5 {{(pid=103307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 21:33:11.084626 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Current status of the port a1247316-f83a-46dc-be72-dd3a2a493755 is: DOWN; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:33:11.085025 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (a1247316-f83a-46dc-be72-dd3a2a493755), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:33:11.103432 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-505cc481-6aba-4ff7-b6ab-57e284f3b5ef tempest-RoutersIpV6AdminTest-589596973 tempest-RoutersIpV6AdminTest-589596973-project-admin] Publish callbacks [] for router (bfc74328-efbf-4973-801b-8bcd2cc94d2c), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:33:11.115753 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Device 76b67d01-e977-4af8-80e0-0024bcb18a45 no longer exists at agent hyperv_n-h1-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 26 21:33:11.125928 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] For port a1247316-f83a-46dc-be72-dd3a2a493755, host n-d-760453-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=a1247316-f83a-46dc-be72-dd3a2a493755,segment=NetworkSegment(e17cb353-418f-48b9-b982-21a6233ee99b),segment_id=e17cb353-418f-48b9-b982-21a6233ee99b)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:33:11.156317 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (a1247316-f83a-46dc-be72-dd3a2a493755), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:33:11.233147 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Pushing event updated for resources: {'Port': ['ID=a1247316-f83a-46dc-be72-dd3a2a493755,revision_number=4']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:33:11.272342 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-36fcffa2-0db1-49e9-a37b-a33853d19444 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bfc74328-efbf-4973-801b-8bcd2cc94d2c', 'name': 'tempest-snat-router-1400998651', 'tenant_id': '893c927cd681467197afee05a164acbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'external_fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.81'}], 'enable_snat': True}, 'gw_port_id': '684d166a-8d40-4d1c-988e-97b353ea31da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T21:33:07Z', 'updated_at': '2022-01-26T21:33:09Z', 'revision_number': 3, 'project_id': '893c927cd681467197afee05a164acbf', 'gw_port': {'id': '684d166a-8d40-4d1c-988e-97b353ea31da', 'name': '', 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:d1:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bfc74328-efbf-4973-801b-8bcd2cc94d2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2866, 'fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:33:09Z', 'updated_at': '2022-01-26T21:33:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-5'}], 'n-d-760453-5', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:33:11.280153 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Current status of the port 76b67d01-e977-4af8-80e0-0024bcb18a45 is: ACTIVE; New status is: DOWN {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:33:11.280907 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (76b67d01-e977-4af8-80e0-0024bcb18a45), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:33:11.311740 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36fcffa2-0db1-49e9-a37b-a33853d19444 None None] Checking router: bfc74328-efbf-4973-801b-8bcd2cc94d2c for host: n-d-760453-5 {{(pid=103307) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 26 21:33:11.312179 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36fcffa2-0db1-49e9-a37b-a33853d19444 None None] Updating router bfc74328-efbf-4973-801b-8bcd2cc94d2c port 684d166a-8d40-4d1c-988e-97b353ea31da binding host n-d-760453-5 {{(pid=103307) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 26 21:33:11.327308 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] For port 76b67d01-e977-4af8-80e0-0024bcb18a45, host n-h1-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-5',level=0,port_id=76b67d01-e977-4af8-80e0-0024bcb18a45,segment=NetworkSegment(3717183c-69c6-44ee-ac2f-ec1e05ab35f5),segment_id=3717183c-69c6-44ee-ac2f-ec1e05ab35f5)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:33:11.333239 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (76b67d01-e977-4af8-80e0-0024bcb18a45), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:33:11.344599 n-d-760453-5 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-36fcffa2-0db1-49e9-a37b-a33853d19444 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (684d166a-8d40-4d1c-988e-97b353ea31da), before_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:33:11.347866 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-505cc481-6aba-4ff7-b6ab-57e284f3b5ef tempest-RoutersIpV6AdminTest-589596973 tempest-RoutersIpV6AdminTest-589596973-project-admin] Publish callbacks [] for router_gateway (bfc74328-efbf-4973-801b-8bcd2cc94d2c), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:33:11.390449 n-d-760453-5 neutron-server[103306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c947e2a6-4eb3-4b93-905b-515cc992a63b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '76b67d01-e977-4af8-80e0-0024bcb18a45'}] {{(pid=103306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 21:33:11.398124 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9d5d370febab655511bdd2ffe887e43e442d144a440368702bcc1e93af00b97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-943ff4fa-3101-47e6-b453-526c3c86f257" -d '{"events": [{"server_uuid": "c947e2a6-4eb3-4b93-905b-515cc992a63b", "name": "network-vif-unplugged", "status": "completed", "tag": "76b67d01-e977-4af8-80e0-0024bcb18a45"}]}' {{(pid=103306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 21:33:11.464711 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-505cc481-6aba-4ff7-b6ab-57e284f3b5ef tempest-RoutersIpV6AdminTest-589596973 tempest-RoutersIpV6AdminTest-589596973-project-admin] Deleting port 684d166a-8d40-4d1c-988e-97b353ea31da {{(pid=103305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 21:33:11.465179 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-505cc481-6aba-4ff7-b6ab-57e284f3b5ef tempest-RoutersIpV6AdminTest-589596973 tempest-RoutersIpV6AdminTest-589596973-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746560630878'] for port (684d166a-8d40-4d1c-988e-97b353ea31da), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:33:11.487256 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 26 Jan 2022 21:33:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2ac98ba-e25e-4d63-9db1-89f4a5590fe1 x-openstack-request-id: req-a2ac98ba-e25e-4d63-9db1-89f4a5590fe1 {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 21:33:11.487539 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c947e2a6-4eb3-4b93-905b-515cc992a63b", "name": "network-vif-unplugged", "status": "completed", "tag": "76b67d01-e977-4af8-80e0-0024bcb18a45", "code": 200}]} {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 21:33:11.487796 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a2ac98ba-e25e-4d63-9db1-89f4a5590fe1 {{(pid=103306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 21:33:11.488185 n-d-760453-5 neutron-server[103306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c947e2a6-4eb3-4b93-905b-515cc992a63b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '76b67d01-e977-4af8-80e0-0024bcb18a45', 'code': 200} Jan 26 21:33:11.512132 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Pushing event updated for resources: {'Port': ['ID=76b67d01-e977-4af8-80e0-0024bcb18a45,revision_number=8']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:33:11.537472 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f0bddd-a022-4ff6-be5e-071e6120e4b9 req-8e9fe337-bcac-4d5e-89e1-f526d8fff59d tempest-ServerRescueTestJSONUnderV235-1291171716 tempest-ServerRescueTestJSONUnderV235-1291171716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:33:11.539062 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-b1f0bddd-a022-4ff6-be5e-071e6120e4b9 req-8e9fe337-bcac-4d5e-89e1-f526d8fff59d tempest-ServerRescueTestJSONUnderV235-1291171716 tempest-ServerRescueTestJSONUnderV235-1291171716-project] 10.222.0.13 "GET /v2.0/ports?device_id=fa94c08a-a39f-4bcf-bb25-fb744cb9827e HTTP/1.1" status: 200 len: 946 time: 0.1241217 Jan 26 21:33:11.579630 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-505cc481-6aba-4ff7-b6ab-57e284f3b5ef tempest-RoutersIpV6AdminTest-589596973 tempest-RoutersIpV6AdminTest-589596973-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4109658'] for port (684d166a-8d40-4d1c-988e-97b353ea31da), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:33:11.592278 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-505cc481-6aba-4ff7-b6ab-57e284f3b5ef tempest-RoutersIpV6AdminTest-589596973 tempest-RoutersIpV6AdminTest-589596973-project-admin] Calling delete_port for 684d166a-8d40-4d1c-988e-97b353ea31da owned by network:router_gateway {{(pid=103305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 21:33:11.603544 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-b1f0bddd-a022-4ff6-be5e-071e6120e4b9 req-e4f08658-f56a-4586-8743-3479bd40aa47 tempest-ServerRescueTestJSONUnderV235-1291171716 tempest-ServerRescueTestJSONUnderV235-1291171716-project] 10.222.0.13 "GET /v2.0/security-groups?id=4dafcfd2-99ad-4b4e-b11f-af398c9060fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539749 Jan 26 21:33:11.671515 n-d-760453-5 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-36fcffa2-0db1-49e9-a37b-a33853d19444 None None] Publish callbacks [] for port (684d166a-8d40-4d1c-988e-97b353ea31da), precommit_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:33:11.679824 n-d-760453-5 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-36fcffa2-0db1-49e9-a37b-a33853d19444 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (684d166a-8d40-4d1c-988e-97b353ea31da), after_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:33:11.739402 n-d-760453-5 neutron-server[103307]: DEBUG neutron.plugins.ml2.managers [None req-36fcffa2-0db1-49e9-a37b-a33853d19444 None None] Attempting to bind port 684d166a-8d40-4d1c-988e-97b353ea31da on host n-d-760453-5 for vnic_type normal with profile {{(pid=103307) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 21:33:11.739823 n-d-760453-5 neutron-server[103307]: DEBUG neutron.plugins.ml2.managers [None req-36fcffa2-0db1-49e9-a37b-a33853d19444 None None] Attempting to bind port 684d166a-8d40-4d1c-988e-97b353ea31da by drivers openvswitch,hyperv on host n-d-760453-5 at level 0 using segments [{'id': 'e17cb353-418f-48b9-b982-21a6233ee99b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299'}] {{(pid=103307) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 26 21:33:11.740215 n-d-760453-5 neutron-server[103307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36fcffa2-0db1-49e9-a37b-a33853d19444 None None] Attempting to bind port 684d166a-8d40-4d1c-988e-97b353ea31da on network 4140a1f1-c93a-4bea-83a0-68953a54f299 {{(pid=103307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 21:33:11.752969 n-d-760453-5 neutron-server[103307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36fcffa2-0db1-49e9-a37b-a33853d19444 None None] Checking agent: {'id': 'fea0591a-627d-4c87-9a9a-01625ddf3277', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760453-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 20, 55, 25), 'started_at': datetime.datetime(2022, 1, 26, 20, 55, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 21, 32, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760453-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 26 21:33:11.753274 n-d-760453-5 neutron-server[103307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36fcffa2-0db1-49e9-a37b-a33853d19444 None None] Checking segment: {'id': 'e17cb353-418f-48b9-b982-21a6233ee99b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103307) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 21:33:11.753782 n-d-760453-5 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-36fcffa2-0db1-49e9-a37b-a33853d19444 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:33:11.754261 n-d-760453-5 neutron-server[103307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36fcffa2-0db1-49e9-a37b-a33853d19444 None None] Bound using segment: {'id': 'e17cb353-418f-48b9-b982-21a6233ee99b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299'} {{(pid=103307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 26 21:33:11.754802 n-d-760453-5 neutron-server[103307]: DEBUG neutron.plugins.ml2.managers [None req-36fcffa2-0db1-49e9-a37b-a33853d19444 None None] Bound port: 684d166a-8d40-4d1c-988e-97b353ea31da, host: n-d-760453-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e17cb353-418f-48b9-b982-21a6233ee99b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299'}}] {{(pid=103307) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 26 21:33:11.755194 n-d-760453-5 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-36fcffa2-0db1-49e9-a37b-a33853d19444 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (684d166a-8d40-4d1c-988e-97b353ea31da), before_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:33:11.761127 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a824c22c-a063-48c3-a104-08c5e7049fc0 None None] Pushing event updated for resources: {'Port': ['ID=684d166a-8d40-4d1c-988e-97b353ea31da,revision_number=2']} {{(pid=103307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:33:11.798781 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a824c22c-a063-48c3-a104-08c5e7049fc0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:33:11.799227 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a824c22c-a063-48c3-a104-08c5e7049fc0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:33:11.799761 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a824c22c-a063-48c3-a104-08c5e7049fc0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:33:11.800352 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a824c22c-a063-48c3-a104-08c5e7049fc0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:33:11.800866 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a824c22c-a063-48c3-a104-08c5e7049fc0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:33:11.801324 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a824c22c-a063-48c3-a104-08c5e7049fc0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:33:11.801855 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a824c22c-a063-48c3-a104-08c5e7049fc0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:33:11.802321 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a824c22c-a063-48c3-a104-08c5e7049fc0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:33:11.802709 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a824c22c-a063-48c3-a104-08c5e7049fc0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:33:11.803181 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a824c22c-a063-48c3-a104-08c5e7049fc0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:33:11.803609 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a824c22c-a063-48c3-a104-08c5e7049fc0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:33:11.804013 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a824c22c-a063-48c3-a104-08c5e7049fc0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:33:11.804460 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a824c22c-a063-48c3-a104-08c5e7049fc0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:33:11.810098 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-505cc481-6aba-4ff7-b6ab-57e284f3b5ef tempest-RoutersIpV6AdminTest-589596973 tempest-RoutersIpV6AdminTest-589596973-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746560636600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746560234536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11791543'] for port (684d166a-8d40-4d1c-988e-97b353ea31da), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:33:11.848969 n-d-760453-5 neutron-server[103307]: DEBUG neutron_lib.db.api [None req-36fcffa2-0db1-49e9-a37b-a33853d19444 None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=103307) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 26 21:33:11.849523 n-d-760453-5 neutron-server[103307]: DEBUG oslo_db.api [None req-36fcffa2-0db1-49e9-a37b-a33853d19444 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 26 21:33:11.914176 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-505cc481-6aba-4ff7-b6ab-57e284f3b5ef tempest-RoutersIpV6AdminTest-589596973 tempest-RoutersIpV6AdminTest-589596973-project-admin] Pushing event deleted for resources: {'Port': ['ID=684d166a-8d40-4d1c-988e-97b353ea31da,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:33:11.990703 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9baeffed-d9fc-46ec-8dd3-0b6a0ef7ec50 req-64f07b8d-f2ec-4340-b0b0-bf6c26f0c420 tempest-ServerRescueTestJSONUnderV235-1291171716 tempest-ServerRescueTestJSONUnderV235-1291171716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:33:11.992680 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-9baeffed-d9fc-46ec-8dd3-0b6a0ef7ec50 req-64f07b8d-f2ec-4340-b0b0-bf6c26f0c420 tempest-ServerRescueTestJSONUnderV235-1291171716 tempest-ServerRescueTestJSONUnderV235-1291171716-project] 10.222.0.13 "GET /v2.0/ports?device_id=fa94c08a-a39f-4bcf-bb25-fb744cb9827e HTTP/1.1" status: 200 len: 946 time: 0.0990338 Jan 26 21:33:11.992988 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-505cc481-6aba-4ff7-b6ab-57e284f3b5ef tempest-RoutersIpV6AdminTest-589596973 tempest-RoutersIpV6AdminTest-589596973-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4111291'] for router_gateway (bfc74328-efbf-4973-801b-8bcd2cc94d2c), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:33:11.995367 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59301f6-3baf-4dbf-b424-ff964e2e44a5 req-c728b0af-e084-4e00-9907-88cfe2b5a22e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:33:11.997208 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-f59301f6-3baf-4dbf-b424-ff964e2e44a5 req-c728b0af-e084-4e00-9907-88cfe2b5a22e service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=c033fd875da1416fa29c037a896b8ec9&device_id=fa94c08a-a39f-4bcf-bb25-fb744cb9827e HTTP/1.1" status: 200 len: 1097 time: 0.1665988 Jan 26 21:33:12.145865 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-505cc481-6aba-4ff7-b6ab-57e284f3b5ef tempest-RoutersIpV6AdminTest-589596973 tempest-RoutersIpV6AdminTest-589596973-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4105774', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13082'] for router (bfc74328-efbf-4973-801b-8bcd2cc94d2c), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:33:12.148924 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-505cc481-6aba-4ff7-b6ab-57e284f3b5ef tempest-RoutersIpV6AdminTest-589596973 tempest-RoutersIpV6AdminTest-589596973-project-admin] Publish callbacks [] for router_controller (bfc74328-efbf-4973-801b-8bcd2cc94d2c), precommit_delete_associations {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:33:12.171291 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-9baeffed-d9fc-46ec-8dd3-0b6a0ef7ec50 req-0e391c97-3be6-449d-86cd-43bf6fa56749 tempest-ServerRescueTestJSONUnderV235-1291171716 tempest-ServerRescueTestJSONUnderV235-1291171716-project] 10.222.0.13 "GET /v2.0/security-groups?id=4dafcfd2-99ad-4b4e-b11f-af398c9060fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1704264 Jan 26 21:33:12.207057 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59301f6-3baf-4dbf-b424-ff964e2e44a5 req-b1e445e1-7422-4904-a9a0-c0dcfa69a316 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:33:12.208713 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-f59301f6-3baf-4dbf-b424-ff964e2e44a5 req-b1e445e1-7422-4904-a9a0-c0dcfa69a316 service neutron] 10.222.0.57 "GET /v2.0/networks?id=919700d7-bd11-4466-9e0b-aea9ab9fa4e5 HTTP/1.1" status: 200 len: 921 time: 0.2016184 Jan 26 21:33:12.227350 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-505cc481-6aba-4ff7-b6ab-57e284f3b5ef tempest-RoutersIpV6AdminTest-589596973 tempest-RoutersIpV6AdminTest-589596973-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4105767'] for router (bfc74328-efbf-4973-801b-8bcd2cc94d2c), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:33:12.228309 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-505cc481-6aba-4ff7-b6ab-57e284f3b5ef tempest-RoutersIpV6AdminTest-589596973 tempest-RoutersIpV6AdminTest-589596973-project-admin] Fanout notify agent at l3_agent the message router_deleted on router bfc74328-efbf-4973-801b-8bcd2cc94d2c {{(pid=103305) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 26 21:33:12.233814 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-505cc481-6aba-4ff7-b6ab-57e284f3b5ef tempest-RoutersIpV6AdminTest-589596973 tempest-RoutersIpV6AdminTest-589596973-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:33:12.238493 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-505cc481-6aba-4ff7-b6ab-57e284f3b5ef tempest-RoutersIpV6AdminTest-589596973 tempest-RoutersIpV6AdminTest-589596973-project-admin] 10.222.0.13 "DELETE /v2.0/routers/bfc74328-efbf-4973-801b-8bcd2cc94d2c HTTP/1.1" status: 204 len: 168 time: 1.4002352 Jan 26 21:33:12.239322 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 55190) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:33:12.260895 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-f59301f6-3baf-4dbf-b424-ff964e2e44a5 req-135e7640-eb7b-4396-b8a2-11ef91f9e0ee service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=82355eaf-7ce3-4c71-98b5-41c2b31017a9 HTTP/1.1" status: 200 len: 217 time: 0.0457139 Jan 26 21:33:12.315465 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59301f6-3baf-4dbf-b424-ff964e2e44a5 req-fb3e9ae1-59ff-4a4e-b1ff-6fe6681b2758 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:33:12.317344 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-f59301f6-3baf-4dbf-b424-ff964e2e44a5 req-fb3e9ae1-59ff-4a4e-b1ff-6fe6681b2758 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=1ea07ea1-6099-4d0e-9f94-9cafc0649be2 HTTP/1.1" status: 200 len: 860 time: 0.0498788 Jan 26 21:33:12.370953 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-f59301f6-3baf-4dbf-b424-ff964e2e44a5 req-f1028281-f9a8-4cc9-ad37-2f35efbeb113 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=919700d7-bd11-4466-9e0b-aea9ab9fa4e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0457349 Jan 26 21:33:12.374268 n-d-760453-5 neutron-server[103307]: DEBUG neutron.plugins.ml2.managers [None req-36fcffa2-0db1-49e9-a37b-a33853d19444 None None] Attempting to bind port 684d166a-8d40-4d1c-988e-97b353ea31da on host n-d-760453-5 for vnic_type normal with profile {{(pid=103307) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 21:33:12.374634 n-d-760453-5 neutron-server[103307]: DEBUG neutron.plugins.ml2.managers [None req-36fcffa2-0db1-49e9-a37b-a33853d19444 None None] Attempting to bind port 684d166a-8d40-4d1c-988e-97b353ea31da by drivers openvswitch,hyperv on host n-d-760453-5 at level 0 using segments [{'id': 'e17cb353-418f-48b9-b982-21a6233ee99b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299'}] {{(pid=103307) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 26 21:33:12.374989 n-d-760453-5 neutron-server[103307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36fcffa2-0db1-49e9-a37b-a33853d19444 None None] Attempting to bind port 684d166a-8d40-4d1c-988e-97b353ea31da on network 4140a1f1-c93a-4bea-83a0-68953a54f299 {{(pid=103307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 21:33:12.387925 n-d-760453-5 neutron-server[103307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36fcffa2-0db1-49e9-a37b-a33853d19444 None None] Checking agent: {'id': 'fea0591a-627d-4c87-9a9a-01625ddf3277', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760453-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 20, 55, 25), 'started_at': datetime.datetime(2022, 1, 26, 20, 55, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 21, 32, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760453-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 26 21:33:12.388298 n-d-760453-5 neutron-server[103307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36fcffa2-0db1-49e9-a37b-a33853d19444 None None] Checking segment: {'id': 'e17cb353-418f-48b9-b982-21a6233ee99b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103307) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 21:33:12.388704 n-d-760453-5 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-36fcffa2-0db1-49e9-a37b-a33853d19444 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:33:12.389093 n-d-760453-5 neutron-server[103307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36fcffa2-0db1-49e9-a37b-a33853d19444 None None] Bound using segment: {'id': 'e17cb353-418f-48b9-b982-21a6233ee99b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299'} {{(pid=103307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 26 21:33:12.389599 n-d-760453-5 neutron-server[103307]: DEBUG neutron.plugins.ml2.managers [None req-36fcffa2-0db1-49e9-a37b-a33853d19444 None None] Bound port: 684d166a-8d40-4d1c-988e-97b353ea31da, host: n-d-760453-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e17cb353-418f-48b9-b982-21a6233ee99b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299'}}] {{(pid=103307) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 26 21:33:12.389976 n-d-760453-5 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-36fcffa2-0db1-49e9-a37b-a33853d19444 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (684d166a-8d40-4d1c-988e-97b353ea31da), before_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:33:12.413971 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-a1958512-39fa-4d38-8af7-006ec24f6b89 tempest-RoutersIpV6AdminTest-589596973 tempest-RoutersIpV6AdminTest-589596973-project-admin] Publish callbacks [] for router (e5872b15-a696-4256-9c98-8a37c7849908), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:33:12.445824 n-d-760453-5 neutron-server[103307]: DEBUG neutron.plugins.ml2.plugin [None req-36fcffa2-0db1-49e9-a37b-a33853d19444 None None] Port 684d166a-8d40-4d1c-988e-97b353ea31da has been deleted concurrently {{(pid=103307) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:671}} Jan 26 21:33:12.475066 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36fcffa2-0db1-49e9-a37b-a33853d19444 None None] Routers set() bound to L3 agent in host n-d-760453-5 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 21:33:12.475439 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36fcffa2-0db1-49e9-a37b-a33853d19444 None None] Router IDs set() for agent in host n-d-760453-5 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Jan 26 21:33:12.476031 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_agentschedulers_db [None req-36fcffa2-0db1-49e9-a37b-a33853d19444 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'bfc74328-efbf-4973-801b-8bcd2cc94d2c'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-26T20:55:21Z,description=,heartbeat_timestamp=2022-01-26T21:32:51Z,host='n-d-760453-5',id=09df100c-3af1-4b0a-bda8-05914c71c458,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:55:21Z,topic='l3_agent'). {{(pid=103307) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jan 26 21:33:12.476401 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36fcffa2-0db1-49e9-a37b-a33853d19444 None None] The sync data for ids ['bfc74328-efbf-4973-801b-8bcd2cc94d2c'] in n-d-760453-5 is: [] {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 26 21:33:12.503447 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-f59301f6-3baf-4dbf-b424-ff964e2e44a5 req-37976c88-24ea-4059-9f99-031bb49ac692 service neutron] 10.222.0.57 "GET /v2.0/networks/919700d7-bd11-4466-9e0b-aea9ab9fa4e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1273799 Jan 26 21:33:12.576163 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device a1247316-f83a-46dc-be72-dd3a2a493755 up at agent ovs-agent-n-d-760453-5 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 21:33:12.620563 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-f59301f6-3baf-4dbf-b424-ff964e2e44a5 req-6f1948e3-b3a3-44a7-95c4-19a149a260a5 service neutron] 10.222.0.57 "GET /v2.0/networks/919700d7-bd11-4466-9e0b-aea9ab9fa4e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1069267 Jan 26 21:33:12.641349 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-a1958512-39fa-4d38-8af7-006ec24f6b89 tempest-RoutersIpV6AdminTest-589596973 tempest-RoutersIpV6AdminTest-589596973-project-admin] Publish callbacks [] for router_gateway (e5872b15-a696-4256-9c98-8a37c7849908), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:33:12.679992 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Provisioning complete for port a1247316-f83a-46dc-be72-dd3a2a493755 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:33:12.680547 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (a1247316-f83a-46dc-be72-dd3a2a493755), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:33:12.729064 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-a1958512-39fa-4d38-8af7-006ec24f6b89 tempest-RoutersIpV6AdminTest-589596973 tempest-RoutersIpV6AdminTest-589596973-project-admin] Deleting port a1247316-f83a-46dc-be72-dd3a2a493755 {{(pid=103305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 21:33:12.729783 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-a1958512-39fa-4d38-8af7-006ec24f6b89 tempest-RoutersIpV6AdminTest-589596973 tempest-RoutersIpV6AdminTest-589596973-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746560630878'] for port (a1247316-f83a-46dc-be72-dd3a2a493755), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:33:12.783294 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Current status of the port a1247316-f83a-46dc-be72-dd3a2a493755 is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:33:12.820419 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [None req-a1958512-39fa-4d38-8af7-006ec24f6b89 tempest-RoutersIpV6AdminTest-589596973 tempest-RoutersIpV6AdminTest-589596973-project-admin] For port a1247316-f83a-46dc-be72-dd3a2a493755, host n-d-760453-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=a1247316-f83a-46dc-be72-dd3a2a493755,segment=NetworkSegment(e17cb353-418f-48b9-b982-21a6233ee99b),segment_id=e17cb353-418f-48b9-b982-21a6233ee99b)] {{(pid=103305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:33:12.820959 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-a1958512-39fa-4d38-8af7-006ec24f6b89 tempest-RoutersIpV6AdminTest-589596973 tempest-RoutersIpV6AdminTest-589596973-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4109658'] for port (a1247316-f83a-46dc-be72-dd3a2a493755), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:33:12.833977 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-a1958512-39fa-4d38-8af7-006ec24f6b89 tempest-RoutersIpV6AdminTest-589596973 tempest-RoutersIpV6AdminTest-589596973-project-admin] Calling delete_port for a1247316-f83a-46dc-be72-dd3a2a493755 owned by network:router_gateway {{(pid=103305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 21:33:13.007112 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-a1958512-39fa-4d38-8af7-006ec24f6b89 tempest-RoutersIpV6AdminTest-589596973 tempest-RoutersIpV6AdminTest-589596973-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746560636600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746560234536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11791543'] for port (a1247316-f83a-46dc-be72-dd3a2a493755), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:33:13.038843 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1958512-39fa-4d38-8af7-006ec24f6b89 tempest-RoutersIpV6AdminTest-589596973 tempest-RoutersIpV6AdminTest-589596973-project-admin] Pushing event deleted for resources: {'Port': ['ID=a1247316-f83a-46dc-be72-dd3a2a493755,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:33:13.098711 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-a1958512-39fa-4d38-8af7-006ec24f6b89 tempest-RoutersIpV6AdminTest-589596973 tempest-RoutersIpV6AdminTest-589596973-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4111291'] for router_gateway (e5872b15-a696-4256-9c98-8a37c7849908), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:33:13.119772 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Device 76b67d01-e977-4af8-80e0-0024bcb18a45 details requested by agent hyperv_n-h1-760453-5 with host n-h1-760453-5 {{(pid=103306) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 26 21:33:13.193002 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-a1958512-39fa-4d38-8af7-006ec24f6b89 tempest-RoutersIpV6AdminTest-589596973 tempest-RoutersIpV6AdminTest-589596973-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4105774', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13082'] for router (e5872b15-a696-4256-9c98-8a37c7849908), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:33:13.195147 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-a1958512-39fa-4d38-8af7-006ec24f6b89 tempest-RoutersIpV6AdminTest-589596973 tempest-RoutersIpV6AdminTest-589596973-project-admin] Publish callbacks [] for router_controller (e5872b15-a696-4256-9c98-8a37c7849908), precommit_delete_associations {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:33:13.230262 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] For port 76b67d01-e977-4af8-80e0-0024bcb18a45, host n-h1-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-5',level=0,port_id=76b67d01-e977-4af8-80e0-0024bcb18a45,segment=NetworkSegment(3717183c-69c6-44ee-ac2f-ec1e05ab35f5),segment_id=3717183c-69c6-44ee-ac2f-ec1e05ab35f5)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:33:13.242528 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-a1958512-39fa-4d38-8af7-006ec24f6b89 tempest-RoutersIpV6AdminTest-589596973 tempest-RoutersIpV6AdminTest-589596973-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4105767'] for router (e5872b15-a696-4256-9c98-8a37c7849908), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:33:13.243802 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1958512-39fa-4d38-8af7-006ec24f6b89 tempest-RoutersIpV6AdminTest-589596973 tempest-RoutersIpV6AdminTest-589596973-project-admin] Fanout notify agent at l3_agent the message router_deleted on router e5872b15-a696-4256-9c98-8a37c7849908 {{(pid=103305) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 26 21:33:13.249611 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-a1958512-39fa-4d38-8af7-006ec24f6b89 tempest-RoutersIpV6AdminTest-589596973 tempest-RoutersIpV6AdminTest-589596973-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:33:13.250841 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-a1958512-39fa-4d38-8af7-006ec24f6b89 tempest-RoutersIpV6AdminTest-589596973 tempest-RoutersIpV6AdminTest-589596973-project-admin] 10.222.0.13 "DELETE /v2.0/routers/e5872b15-a696-4256-9c98-8a37c7849908 HTTP/1.1" status: 204 len: 168 time: 1.0103943 Jan 26 21:33:13.256439 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 55204) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:33:13.257427 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Returning: {'device': '76b67d01-e977-4af8-80e0-0024bcb18a45', 'network_id': 'e06aca25-0b6a-452f-bfd4-2129924c58a7', 'port_id': '76b67d01-e977-4af8-80e0-0024bcb18a45', 'mac_address': 'fa:16:3e:c5:92:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 568, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '79317c4e-88a3-402c-975d-f004bf1d9b8b', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103306) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 26 21:33:13.263120 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-e8163852-15ef-4898-b9c2-bdb5b666db0f tempest-RoutersIpV6AdminTest-122007392 tempest-RoutersIpV6AdminTest-122007392-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1651607483', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299'}, 'admin_state_up': False}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:33:13.289750 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-e8163852-15ef-4898-b9c2-bdb5b666db0f tempest-RoutersIpV6AdminTest-122007392 tempest-RoutersIpV6AdminTest-122007392-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4104596', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13108'] for router (1fc15601-8c40-4c6a-b469-61be130d0e5d), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:33:13.291017 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-e8163852-15ef-4898-b9c2-bdb5b666db0f tempest-RoutersIpV6AdminTest-122007392 tempest-RoutersIpV6AdminTest-122007392-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4105828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4111306', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3733576', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13069'] for router (1fc15601-8c40-4c6a-b469-61be130d0e5d), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:33:13.319792 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Current status of the port 76b67d01-e977-4af8-80e0-0024bcb18a45 is: DOWN; New status is: BUILD {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:33:13.320649 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (76b67d01-e977-4af8-80e0-0024bcb18a45), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:33:13.338811 n-d-760453-5 neutron-server[103306]: DEBUG neutron.notifiers.nova [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 76b67d01-e977-4af8-80e0-0024bcb18a45 {{(pid=103306) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 26 21:33:13.361414 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-e8163852-15ef-4898-b9c2-bdb5b666db0f tempest-RoutersIpV6AdminTest-122007392 tempest-RoutersIpV6AdminTest-122007392-project] Publish callbacks [] for router_controller (1fc15601-8c40-4c6a-b469-61be130d0e5d), precommit_add_association {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:33:13.366189 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] For port 76b67d01-e977-4af8-80e0-0024bcb18a45, host n-h1-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-5',level=0,port_id=76b67d01-e977-4af8-80e0-0024bcb18a45,segment=NetworkSegment(3717183c-69c6-44ee-ac2f-ec1e05ab35f5),segment_id=3717183c-69c6-44ee-ac2f-ec1e05ab35f5)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:33:13.372164 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6c52ce-88fa-4a22-80ab-fb6163d88ac1 req-7226ff38-be39-4c2d-b1d6-f4101476f05c tempest-ServerRescueTestJSONUnderV235-1291171716 tempest-ServerRescueTestJSONUnderV235-1291171716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:33:13.372910 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (76b67d01-e977-4af8-80e0-0024bcb18a45), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:33:13.374315 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-5e6c52ce-88fa-4a22-80ab-fb6163d88ac1 req-7226ff38-be39-4c2d-b1d6-f4101476f05c tempest-ServerRescueTestJSONUnderV235-1291171716 tempest-ServerRescueTestJSONUnderV235-1291171716-project] 10.222.0.13 "GET /v2.0/ports?device_id=fa94c08a-a39f-4bcf-bb25-fb744cb9827e HTTP/1.1" status: 200 len: 946 time: 0.1026816 Jan 26 21:33:13.461509 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-5e6c52ce-88fa-4a22-80ab-fb6163d88ac1 req-bb4bf9fa-8338-4211-90a0-e5074c6e76cd tempest-ServerRescueTestJSONUnderV235-1291171716 tempest-ServerRescueTestJSONUnderV235-1291171716-project] 10.222.0.13 "GET /v2.0/security-groups?id=4dafcfd2-99ad-4b4e-b11f-af398c9060fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808153 Jan 26 21:33:13.470967 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Pushing event updated for resources: {'Port': ['ID=76b67d01-e977-4af8-80e0-0024bcb18a45,revision_number=9']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:33:13.535400 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-e8163852-15ef-4898-b9c2-bdb5b666db0f tempest-RoutersIpV6AdminTest-122007392 tempest-RoutersIpV6AdminTest-122007392-project] Publish callbacks [] for router_gateway (1fc15601-8c40-4c6a-b469-61be130d0e5d), precommit_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:33:13.537806 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] get_ports_and_sgs() called for port_ids ['76b67d01-e977-4af8-80e0-0024bcb18a45'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 26 21:33:13.734759 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-e8163852-15ef-4898-b9c2-bdb5b666db0f tempest-RoutersIpV6AdminTest-122007392 tempest-RoutersIpV6AdminTest-122007392-project] Publish callbacks [] for router_gateway (1fc15601-8c40-4c6a-b469-61be130d0e5d), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:33:13.753689 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-e8163852-15ef-4898-b9c2-bdb5b666db0f tempest-RoutersIpV6AdminTest-122007392 tempest-RoutersIpV6AdminTest-122007392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:33:13.873227 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.db_base_plugin_common [None req-e8163852-15ef-4898-b9c2-bdb5b666db0f tempest-RoutersIpV6AdminTest-122007392 tempest-RoutersIpV6AdminTest-122007392-project] Allocated IP 172.25.1.10 (4140a1f1-c93a-4bea-83a0-68953a54f299/e48251a1-e30d-4820-8396-00c6f6aeb601/58f19cde-313f-4bd1-a353-8732054b05ce) {{(pid=103305) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 21:33:13.973049 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-e8163852-15ef-4898-b9c2-bdb5b666db0f tempest-RoutersIpV6AdminTest-122007392 tempest-RoutersIpV6AdminTest-122007392-project] Publish callbacks [] for port (58f19cde-313f-4bd1-a353-8732054b05ce), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:33:14.006951 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-e8163852-15ef-4898-b9c2-bdb5b666db0f tempest-RoutersIpV6AdminTest-122007392 tempest-RoutersIpV6AdminTest-122007392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746560234527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11791543'] for port (58f19cde-313f-4bd1-a353-8732054b05ce), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:33:14.048521 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8163852-15ef-4898-b9c2-bdb5b666db0f tempest-RoutersIpV6AdminTest-122007392 tempest-RoutersIpV6AdminTest-122007392-project] Network 4140a1f1-c93a-4bea-83a0-68953a54f299 is already hosted by enough agents. {{(pid=103305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 21:33:14.051420 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [None req-e8163852-15ef-4898-b9c2-bdb5b666db0f tempest-RoutersIpV6AdminTest-122007392 tempest-RoutersIpV6AdminTest-122007392-project] Resources bound (agent type, host, resource id): {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:33:14.056973 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8163852-15ef-4898-b9c2-bdb5b666db0f tempest-RoutersIpV6AdminTest-122007392 tempest-RoutersIpV6AdminTest-122007392-project] Received port after_create {{(pid=103305) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 21:33:14.079618 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8163852-15ef-4898-b9c2-bdb5b666db0f tempest-RoutersIpV6AdminTest-122007392 tempest-RoutersIpV6AdminTest-122007392-project] Pushing event updated for resources: {'Port': ['ID=58f19cde-313f-4bd1-a353-8732054b05ce,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:33:14.495526 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device a1247316-f83a-46dc-be72-dd3a2a493755 no longer exists at agent ovs-agent-n-d-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 26 21:33:14.524011 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] No Port match for: a1247316-f83a-46dc-be72-dd3a2a493755 {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 26 21:33:14.525097 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device a1247316-f83a-46dc-be72-dd3a2a493755 not bound to the agent host n-d-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 26 21:33:14.591123 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b9bcf7-2ee1-4161-aefb-7b3e595adec1 req-bddbc837-c824-49d1-b430-bb211ae1e5ad tempest-ServerRescueTestJSONUnderV235-1291171716 tempest-ServerRescueTestJSONUnderV235-1291171716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:33:14.592888 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-07b9bcf7-2ee1-4161-aefb-7b3e595adec1 req-bddbc837-c824-49d1-b430-bb211ae1e5ad tempest-ServerRescueTestJSONUnderV235-1291171716 tempest-ServerRescueTestJSONUnderV235-1291171716-project] 10.222.0.13 "GET /v2.0/ports?device_id=fa94c08a-a39f-4bcf-bb25-fb744cb9827e HTTP/1.1" status: 200 len: 946 time: 0.0556118 Jan 26 21:33:14.641101 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-07b9bcf7-2ee1-4161-aefb-7b3e595adec1 req-bb94ed6b-3c37-413a-babb-43bff0df925d tempest-ServerRescueTestJSONUnderV235-1291171716 tempest-ServerRescueTestJSONUnderV235-1291171716-project] 10.222.0.13 "GET /v2.0/security-groups?id=4dafcfd2-99ad-4b4e-b11f-af398c9060fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424201 Jan 26 21:33:14.646074 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-e8163852-15ef-4898-b9c2-bdb5b666db0f tempest-RoutersIpV6AdminTest-122007392 tempest-RoutersIpV6AdminTest-122007392-project] Publish callbacks [] for router_gateway (1fc15601-8c40-4c6a-b469-61be130d0e5d), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:33:14.846374 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-e8163852-15ef-4898-b9c2-bdb5b666db0f tempest-RoutersIpV6AdminTest-122007392 tempest-RoutersIpV6AdminTest-122007392-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4105757', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4111263'] for router (1fc15601-8c40-4c6a-b469-61be130d0e5d), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:33:14.988703 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8163852-15ef-4898-b9c2-bdb5b666db0f tempest-RoutersIpV6AdminTest-122007392 tempest-RoutersIpV6AdminTest-122007392-project] Router 1fc15601-8c40-4c6a-b469-61be130d0e5d is scheduled to L3 agent 09df100c-3af1-4b0a-bda8-05914c71c458 with binding_index 1 {{(pid=103305) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 26 21:33:15.092501 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8163852-15ef-4898-b9c2-bdb5b666db0f tempest-RoutersIpV6AdminTest-122007392 tempest-RoutersIpV6AdminTest-122007392-project] Notify agent at l3_agent.n-d-760453-5 the message routers_updated {{(pid=103305) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 26 21:33:15.102326 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-754953cf-1e3d-4740-8080-5a2332fe468b None None] Sync routers for ids ['1fc15601-8c40-4c6a-b469-61be130d0e5d'] in n-d-760453-5 {{(pid=103306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 26 21:33:15.112685 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-754953cf-1e3d-4740-8080-5a2332fe468b None None] Routers {'1fc15601-8c40-4c6a-b469-61be130d0e5d'} bound to L3 agent in host n-d-760453-5 {{(pid=103306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 21:33:15.113272 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-754953cf-1e3d-4740-8080-5a2332fe468b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-26T20:55:21Z,description=,heartbeat_timestamp=2022-01-26T21:32:51Z,host='n-d-760453-5',id=09df100c-3af1-4b0a-bda8-05914c71c458,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:55:21Z,topic='l3_agent')) {'router_ids': ['1fc15601-8c40-4c6a-b469-61be130d0e5d'], 'active': True} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:33:15.118060 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-e8163852-15ef-4898-b9c2-bdb5b666db0f tempest-RoutersIpV6AdminTest-122007392 tempest-RoutersIpV6AdminTest-122007392-project] Publish callbacks [] for router (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:33:15.118730 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Device 76b67d01-e977-4af8-80e0-0024bcb18a45 up at agent hyperv_n-h1-760453-5 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 21:33:15.119657 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-e8163852-15ef-4898-b9c2-bdb5b666db0f tempest-RoutersIpV6AdminTest-122007392 tempest-RoutersIpV6AdminTest-122007392-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 1.8620234 Jan 26 21:33:15.122978 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 55220) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:33:15.127899 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-0620fdcc-571b-4c07-989e-72bab174fddb tempest-RoutersIpV6AdminTest-589596973 tempest-RoutersIpV6AdminTest-589596973-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'enable_snat': False}}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:33:15.157104 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-754953cf-1e3d-4740-8080-5a2332fe468b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760453-5', False) {} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:33:15.195099 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-754953cf-1e3d-4740-8080-5a2332fe468b None None] Routers {'1fc15601-8c40-4c6a-b469-61be130d0e5d'} bound to L3 agent in host n-d-760453-5 {{(pid=103306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 21:33:15.195724 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-754953cf-1e3d-4740-8080-5a2332fe468b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-26T20:55:21Z,description=,heartbeat_timestamp=2022-01-26T21:32:51Z,host='n-d-760453-5',id=09df100c-3af1-4b0a-bda8-05914c71c458,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:55:21Z,topic='l3_agent')) {'router_ids': ['1fc15601-8c40-4c6a-b469-61be130d0e5d'], 'active': True} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:33:15.234069 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-754953cf-1e3d-4740-8080-5a2332fe468b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760453-5', False) {} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:33:15.234730 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-754953cf-1e3d-4740-8080-5a2332fe468b None None] The sync data for ids ['1fc15601-8c40-4c6a-b469-61be130d0e5d'] in n-d-760453-5 is: [] {{(pid=103306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 26 21:33:15.245790 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Provisioning complete for port 76b67d01-e977-4af8-80e0-0024bcb18a45 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:33:15.246051 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (76b67d01-e977-4af8-80e0-0024bcb18a45), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:33:15.327239 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Current status of the port 76b67d01-e977-4af8-80e0-0024bcb18a45 is: BUILD; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:33:15.327636 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (76b67d01-e977-4af8-80e0-0024bcb18a45), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:33:15.350863 n-d-760453-5 neutron-server[103306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c947e2a6-4eb3-4b93-905b-515cc992a63b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76b67d01-e977-4af8-80e0-0024bcb18a45'}] {{(pid=103306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 21:33:15.353322 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9d5d370febab655511bdd2ffe887e43e442d144a440368702bcc1e93af00b97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3beefc8-2733-4961-95dc-9185078c4892" -d '{"events": [{"server_uuid": "c947e2a6-4eb3-4b93-905b-515cc992a63b", "name": "network-vif-plugged", "status": "completed", "tag": "76b67d01-e977-4af8-80e0-0024bcb18a45"}]}' {{(pid=103306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 21:33:15.365905 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] For port 76b67d01-e977-4af8-80e0-0024bcb18a45, host n-h1-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-5',level=0,port_id=76b67d01-e977-4af8-80e0-0024bcb18a45,segment=NetworkSegment(3717183c-69c6-44ee-ac2f-ec1e05ab35f5),segment_id=3717183c-69c6-44ee-ac2f-ec1e05ab35f5)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:33:15.373098 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (76b67d01-e977-4af8-80e0-0024bcb18a45), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:33:15.411368 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Jan 2022 21:33:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31919992-3cfc-4608-9b94-4d7f9b469ee2 x-openstack-request-id: req-31919992-3cfc-4608-9b94-4d7f9b469ee2 {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 21:33:15.411663 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c947e2a6-4eb3-4b93-905b-515cc992a63b", "name": "network-vif-plugged", "status": "completed", "tag": "76b67d01-e977-4af8-80e0-0024bcb18a45", "code": 200}]} {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 21:33:15.411916 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-31919992-3cfc-4608-9b94-4d7f9b469ee2 {{(pid=103306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 21:33:15.412309 n-d-760453-5 neutron-server[103306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c947e2a6-4eb3-4b93-905b-515cc992a63b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76b67d01-e977-4af8-80e0-0024bcb18a45', 'code': 200} Jan 26 21:33:15.424982 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Pushing event updated for resources: {'Port': ['ID=76b67d01-e977-4af8-80e0-0024bcb18a45,revision_number=10']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:33:15.457160 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-0620fdcc-571b-4c07-989e-72bab174fddb tempest-RoutersIpV6AdminTest-589596973 tempest-RoutersIpV6AdminTest-589596973-project-admin] Publish callbacks [] for router_gateway (1fc15601-8c40-4c6a-b469-61be130d0e5d), precommit_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:33:16.116892 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca30b7b-5f1c-4237-b2ba-33702ca95d18 req-f0b12d04-5707-4a7a-b45a-b7f039c945ed tempest-ServerRescueTestJSONUnderV235-1291171716 tempest-ServerRescueTestJSONUnderV235-1291171716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:33:16.118380 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-0ca30b7b-5f1c-4237-b2ba-33702ca95d18 req-f0b12d04-5707-4a7a-b45a-b7f039c945ed tempest-ServerRescueTestJSONUnderV235-1291171716 tempest-ServerRescueTestJSONUnderV235-1291171716-project] 10.222.0.13 "GET /v2.0/ports?device_id=fa94c08a-a39f-4bcf-bb25-fb744cb9827e HTTP/1.1" status: 200 len: 946 time: 0.3796628 Jan 26 21:33:16.215274 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-0620fdcc-571b-4c07-989e-72bab174fddb tempest-RoutersIpV6AdminTest-589596973 tempest-RoutersIpV6AdminTest-589596973-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4111352', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4105746', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13075'] for router (1fc15601-8c40-4c6a-b469-61be130d0e5d), precommit_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:33:16.222059 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-0ca30b7b-5f1c-4237-b2ba-33702ca95d18 req-8cebc9d9-d64e-4a40-9215-c344983d6c60 tempest-ServerRescueTestJSONUnderV235-1291171716 tempest-ServerRescueTestJSONUnderV235-1291171716-project] 10.222.0.13 "GET /v2.0/security-groups?id=4dafcfd2-99ad-4b4e-b11f-af398c9060fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975425 Jan 26 21:33:16.223119 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-0620fdcc-571b-4c07-989e-72bab174fddb tempest-RoutersIpV6AdminTest-589596973 tempest-RoutersIpV6AdminTest-589596973-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4111263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-4111345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-4111334', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-4105739'] for router (1fc15601-8c40-4c6a-b469-61be130d0e5d), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:33:16.338240 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0620fdcc-571b-4c07-989e-72bab174fddb tempest-RoutersIpV6AdminTest-589596973 tempest-RoutersIpV6AdminTest-589596973-project-admin] Router 1fc15601-8c40-4c6a-b469-61be130d0e5d has already been hosted by L3 agent 09df100c-3af1-4b0a-bda8-05914c71c458 {{(pid=103304) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 26 21:33:16.469942 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0620fdcc-571b-4c07-989e-72bab174fddb tempest-RoutersIpV6AdminTest-589596973 tempest-RoutersIpV6AdminTest-589596973-project-admin] Notify agent at l3_agent.n-d-760453-5 the message routers_updated {{(pid=103304) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 26 21:33:16.474545 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-0620fdcc-571b-4c07-989e-72bab174fddb tempest-RoutersIpV6AdminTest-589596973 tempest-RoutersIpV6AdminTest-589596973-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:33:16.478399 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-0620fdcc-571b-4c07-989e-72bab174fddb tempest-RoutersIpV6AdminTest-589596973 tempest-RoutersIpV6AdminTest-589596973-project-admin] 10.222.0.13 "PUT /v2.0/routers/1fc15601-8c40-4c6a-b469-61be130d0e5d HTTP/1.1" status: 200 len: 925 time: 1.3542907 Jan 26 21:33:16.478922 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 55240) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:33:16.481518 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b99078f8-2b61-4a03-bd32-ff9556a80771 None None] Sync routers for ids ['1fc15601-8c40-4c6a-b469-61be130d0e5d'] in n-d-760453-5 {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 26 21:33:16.496883 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b99078f8-2b61-4a03-bd32-ff9556a80771 None None] Routers {'1fc15601-8c40-4c6a-b469-61be130d0e5d'} bound to L3 agent in host n-d-760453-5 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 21:33:16.497818 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-b99078f8-2b61-4a03-bd32-ff9556a80771 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-26T20:55:21Z,description=,heartbeat_timestamp=2022-01-26T21:32:51Z,host='n-d-760453-5',id=09df100c-3af1-4b0a-bda8-05914c71c458,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:55:21Z,topic='l3_agent')) {'router_ids': ['1fc15601-8c40-4c6a-b469-61be130d0e5d'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:33:16.547181 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-b99078f8-2b61-4a03-bd32-ff9556a80771 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760453-5', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:33:16.556735 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b99078f8-2b61-4a03-bd32-ff9556a80771 None None] Routers {'1fc15601-8c40-4c6a-b469-61be130d0e5d'} bound to L3 agent in host n-d-760453-5 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 21:33:16.558152 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-b99078f8-2b61-4a03-bd32-ff9556a80771 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-26T20:55:21Z,description=,heartbeat_timestamp=2022-01-26T21:32:51Z,host='n-d-760453-5',id=09df100c-3af1-4b0a-bda8-05914c71c458,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:55:21Z,topic='l3_agent')) {'router_ids': ['1fc15601-8c40-4c6a-b469-61be130d0e5d'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:33:16.592895 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-81396206-a927-41c0-a3eb-e72f25b3aeb5 tempest-RoutersIpV6AdminTest-589596973 tempest-RoutersIpV6AdminTest-589596973-project-admin] 10.222.0.13 "GET /v2.0/routers/1fc15601-8c40-4c6a-b469-61be130d0e5d HTTP/1.1" status: 200 len: 925 time: 0.1125851 Jan 26 21:33:16.595550 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 55242) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:33:16.603034 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-b99078f8-2b61-4a03-bd32-ff9556a80771 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760453-5', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:33:16.604196 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b99078f8-2b61-4a03-bd32-ff9556a80771 None None] The sync data for ids ['1fc15601-8c40-4c6a-b469-61be130d0e5d'] in n-d-760453-5 is: [] {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 26 21:33:16.674590 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f627b809-5496-4fc2-b410-6c75d4188ce4 tempest-RoutersIpV6AdminTest-589596973 tempest-RoutersIpV6AdminTest-589596973-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:33:16.676113 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-f627b809-5496-4fc2-b410-6c75d4188ce4 tempest-RoutersIpV6AdminTest-589596973 tempest-RoutersIpV6AdminTest-589596973-project-admin] 10.222.0.13 "GET /v2.0/ports?network_id=4140a1f1-c93a-4bea-83a0-68953a54f299&device_id=1fc15601-8c40-4c6a-b469-61be130d0e5d&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0796564 Jan 26 21:33:16.678819 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 55244) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:33:16.770089 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23e68190-58b0-40db-859c-f2ccf5ee100a tempest-RoutersIpV6AdminTest-589596973 tempest-RoutersIpV6AdminTest-589596973-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:33:16.771524 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-23e68190-58b0-40db-859c-f2ccf5ee100a tempest-RoutersIpV6AdminTest-589596973 tempest-RoutersIpV6AdminTest-589596973-project-admin] 10.222.0.13 "GET /v2.0/networks/4140a1f1-c93a-4bea-83a0-68953a54f299 HTTP/1.1" status: 200 len: 881 time: 0.0915117 Jan 26 21:33:16.775144 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 55246) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:33:16.802623 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-7896d101-5634-4b12-bed2-5ab7f778ea1d tempest-RoutersIpV6AdminTest-122007392 tempest-RoutersIpV6AdminTest-122007392-project] 10.222.0.13 "GET /v2.0/ports?device_id=1fc15601-8c40-4c6a-b469-61be130d0e5d HTTP/1.1" status: 200 len: 205 time: 0.0272036 Jan 26 21:33:16.804965 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 55248) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:33:16.915356 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-a89cb24f-7685-4bc3-9c7a-56259895489b tempest-RoutersIpV6AdminTest-122007392 tempest-RoutersIpV6AdminTest-122007392-project] Publish callbacks [] for router (1fc15601-8c40-4c6a-b469-61be130d0e5d), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:33:17.021499 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-a89cb24f-7685-4bc3-9c7a-56259895489b tempest-RoutersIpV6AdminTest-122007392 tempest-RoutersIpV6AdminTest-122007392-project] Publish callbacks [] for router_gateway (1fc15601-8c40-4c6a-b469-61be130d0e5d), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:33:17.081480 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-a89cb24f-7685-4bc3-9c7a-56259895489b tempest-RoutersIpV6AdminTest-122007392 tempest-RoutersIpV6AdminTest-122007392-project] Deleting port 58f19cde-313f-4bd1-a353-8732054b05ce {{(pid=103305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 21:33:17.081982 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-a89cb24f-7685-4bc3-9c7a-56259895489b tempest-RoutersIpV6AdminTest-122007392 tempest-RoutersIpV6AdminTest-122007392-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746560630878'] for port (58f19cde-313f-4bd1-a353-8732054b05ce), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:33:17.160124 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-a89cb24f-7685-4bc3-9c7a-56259895489b tempest-RoutersIpV6AdminTest-122007392 tempest-RoutersIpV6AdminTest-122007392-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4109658'] for port (58f19cde-313f-4bd1-a353-8732054b05ce), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:33:17.173947 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-a89cb24f-7685-4bc3-9c7a-56259895489b tempest-RoutersIpV6AdminTest-122007392 tempest-RoutersIpV6AdminTest-122007392-project] Calling delete_port for 58f19cde-313f-4bd1-a353-8732054b05ce owned by network:router_gateway {{(pid=103305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 21:33:17.361663 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf8aad2-c775-4412-81c0-a45967b6093f req-5dfb6247-d8b4-4920-8f0b-d6919fcafc89 tempest-ServerRescueTestJSONUnderV235-1291171716 tempest-ServerRescueTestJSONUnderV235-1291171716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:33:17.369762 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-caf8aad2-c775-4412-81c0-a45967b6093f req-5dfb6247-d8b4-4920-8f0b-d6919fcafc89 tempest-ServerRescueTestJSONUnderV235-1291171716 tempest-ServerRescueTestJSONUnderV235-1291171716-project] 10.222.0.13 "GET /v2.0/ports?device_id=fa94c08a-a39f-4bcf-bb25-fb744cb9827e HTTP/1.1" status: 200 len: 946 time: 0.0637519 Jan 26 21:33:17.370991 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-a89cb24f-7685-4bc3-9c7a-56259895489b tempest-RoutersIpV6AdminTest-122007392 tempest-RoutersIpV6AdminTest-122007392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746560636600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746560234536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11791543'] for port (58f19cde-313f-4bd1-a353-8732054b05ce), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:33:17.409978 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a89cb24f-7685-4bc3-9c7a-56259895489b tempest-RoutersIpV6AdminTest-122007392 tempest-RoutersIpV6AdminTest-122007392-project] Pushing event deleted for resources: {'Port': ['ID=58f19cde-313f-4bd1-a353-8732054b05ce,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:33:17.433665 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-caf8aad2-c775-4412-81c0-a45967b6093f req-d1416f89-cbe0-45e1-8ff5-73a19881f732 tempest-ServerRescueTestJSONUnderV235-1291171716 tempest-ServerRescueTestJSONUnderV235-1291171716-project] 10.222.0.13 "GET /v2.0/security-groups?id=4dafcfd2-99ad-4b4e-b11f-af398c9060fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628543 Jan 26 21:33:17.531409 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-a89cb24f-7685-4bc3-9c7a-56259895489b tempest-RoutersIpV6AdminTest-122007392 tempest-RoutersIpV6AdminTest-122007392-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4111291'] for router_gateway (1fc15601-8c40-4c6a-b469-61be130d0e5d), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:33:17.642544 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-a89cb24f-7685-4bc3-9c7a-56259895489b tempest-RoutersIpV6AdminTest-122007392 tempest-RoutersIpV6AdminTest-122007392-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4105774', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13082'] for router (1fc15601-8c40-4c6a-b469-61be130d0e5d), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:33:17.644815 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-a89cb24f-7685-4bc3-9c7a-56259895489b tempest-RoutersIpV6AdminTest-122007392 tempest-RoutersIpV6AdminTest-122007392-project] Publish callbacks [] for router_controller (1fc15601-8c40-4c6a-b469-61be130d0e5d), precommit_delete_associations {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:33:17.700070 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-a89cb24f-7685-4bc3-9c7a-56259895489b tempest-RoutersIpV6AdminTest-122007392 tempest-RoutersIpV6AdminTest-122007392-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4105767'] for router (1fc15601-8c40-4c6a-b469-61be130d0e5d), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:33:17.700070 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a89cb24f-7685-4bc3-9c7a-56259895489b tempest-RoutersIpV6AdminTest-122007392 tempest-RoutersIpV6AdminTest-122007392-project] Fanout notify agent at l3_agent the message router_deleted on router 1fc15601-8c40-4c6a-b469-61be130d0e5d {{(pid=103305) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 26 21:33:17.710722 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-a89cb24f-7685-4bc3-9c7a-56259895489b tempest-RoutersIpV6AdminTest-122007392 tempest-RoutersIpV6AdminTest-122007392-project] Publish callbacks [] for router (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:33:17.712495 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-a89cb24f-7685-4bc3-9c7a-56259895489b tempest-RoutersIpV6AdminTest-122007392 tempest-RoutersIpV6AdminTest-122007392-project] 10.222.0.13 "DELETE /v2.0/routers/1fc15601-8c40-4c6a-b469-61be130d0e5d HTTP/1.1" status: 204 len: 168 time: 0.9063485 Jan 26 21:33:17.718246 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 55272) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:33:17.723258 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-575d79af-f10e-466c-ac87-111cadf518ea tempest-RoutersIpV6AdminTest-122007392 tempest-RoutersIpV6AdminTest-122007392-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-36997086', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:33:17.747278 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-575d79af-f10e-466c-ac87-111cadf518ea tempest-RoutersIpV6AdminTest-122007392 tempest-RoutersIpV6AdminTest-122007392-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4104596', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13108'] for router (0d213160-c582-40d7-b9d9-31d85641a702), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:33:17.748382 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-575d79af-f10e-466c-ac87-111cadf518ea tempest-RoutersIpV6AdminTest-122007392 tempest-RoutersIpV6AdminTest-122007392-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4105828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4111306', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3733576', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13069'] for router (0d213160-c582-40d7-b9d9-31d85641a702), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:33:17.814746 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-575d79af-f10e-466c-ac87-111cadf518ea tempest-RoutersIpV6AdminTest-122007392 tempest-RoutersIpV6AdminTest-122007392-project] Publish callbacks [] for router_controller (0d213160-c582-40d7-b9d9-31d85641a702), precommit_add_association {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:33:17.822147 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-575d79af-f10e-466c-ac87-111cadf518ea tempest-RoutersIpV6AdminTest-122007392 tempest-RoutersIpV6AdminTest-122007392-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4105757', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4111263'] for router (0d213160-c582-40d7-b9d9-31d85641a702), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:33:17.848841 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-575d79af-f10e-466c-ac87-111cadf518ea tempest-RoutersIpV6AdminTest-122007392 tempest-RoutersIpV6AdminTest-122007392-project] Publish callbacks [] for router (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:33:17.850861 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-575d79af-f10e-466c-ac87-111cadf518ea tempest-RoutersIpV6AdminTest-122007392 tempest-RoutersIpV6AdminTest-122007392-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.1313632 Jan 26 21:33:17.853638 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 55278) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:33:17.858897 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-0d0ce5b6-3722-4645-aaee-fdeedd33db32 tempest-RoutersIpV6AdminTest-122007392 tempest-RoutersIpV6AdminTest-122007392-project] Request body: {'router': {'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299'}}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:33:18.102069 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-0d0ce5b6-3722-4645-aaee-fdeedd33db32 tempest-RoutersIpV6AdminTest-122007392 tempest-RoutersIpV6AdminTest-122007392-project] Publish callbacks [] for router_gateway (0d213160-c582-40d7-b9d9-31d85641a702), precommit_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:33:18.368895 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-0d0ce5b6-3722-4645-aaee-fdeedd33db32 tempest-RoutersIpV6AdminTest-122007392 tempest-RoutersIpV6AdminTest-122007392-project] Publish callbacks [] for router_gateway (0d213160-c582-40d7-b9d9-31d85641a702), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:33:18.401790 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-0d0ce5b6-3722-4645-aaee-fdeedd33db32 tempest-RoutersIpV6AdminTest-122007392 tempest-RoutersIpV6AdminTest-122007392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:33:18.631679 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.db_base_plugin_common [None req-0d0ce5b6-3722-4645-aaee-fdeedd33db32 tempest-RoutersIpV6AdminTest-122007392 tempest-RoutersIpV6AdminTest-122007392-project] Allocated IP 172.25.1.3 (4140a1f1-c93a-4bea-83a0-68953a54f299/e48251a1-e30d-4820-8396-00c6f6aeb601/4cdcbabd-b059-498a-b8f0-d43ab36615bc) {{(pid=103305) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 21:33:18.679302 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72395ae9-3afd-403b-a8c7-ce1f4cb02bd0 req-87cd405c-f975-41e8-8f50-b9c011a67125 tempest-ServerRescueTestJSONUnderV235-1291171716 tempest-ServerRescueTestJSONUnderV235-1291171716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:33:18.681588 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-72395ae9-3afd-403b-a8c7-ce1f4cb02bd0 req-87cd405c-f975-41e8-8f50-b9c011a67125 tempest-ServerRescueTestJSONUnderV235-1291171716 tempest-ServerRescueTestJSONUnderV235-1291171716-project] 10.222.0.13 "GET /v2.0/ports?device_id=fa94c08a-a39f-4bcf-bb25-fb744cb9827e HTTP/1.1" status: 200 len: 946 time: 0.1283064 Jan 26 21:33:18.781951 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-72395ae9-3afd-403b-a8c7-ce1f4cb02bd0 req-fe40ccea-e08d-4095-adba-2a5675df74a8 tempest-ServerRescueTestJSONUnderV235-1291171716 tempest-ServerRescueTestJSONUnderV235-1291171716-project] 10.222.0.13 "GET /v2.0/security-groups?id=4dafcfd2-99ad-4b4e-b11f-af398c9060fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870161 Jan 26 21:33:18.834701 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-0d0ce5b6-3722-4645-aaee-fdeedd33db32 tempest-RoutersIpV6AdminTest-122007392 tempest-RoutersIpV6AdminTest-122007392-project] Publish callbacks [] for port (4cdcbabd-b059-498a-b8f0-d43ab36615bc), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:33:18.885367 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-0d0ce5b6-3722-4645-aaee-fdeedd33db32 tempest-RoutersIpV6AdminTest-122007392 tempest-RoutersIpV6AdminTest-122007392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746560234527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11791543'] for port (4cdcbabd-b059-498a-b8f0-d43ab36615bc), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:33:18.905511 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-f7b65fef-6757-4c4f-9d1c-1389c0a639f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (474ccdf7-ab6c-405b-a3b2-dc7b05829902), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:33:18.928625 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d0ce5b6-3722-4645-aaee-fdeedd33db32 tempest-RoutersIpV6AdminTest-122007392 tempest-RoutersIpV6AdminTest-122007392-project] Network 4140a1f1-c93a-4bea-83a0-68953a54f299 is already hosted by enough agents. {{(pid=103305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 21:33:18.932189 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [None req-0d0ce5b6-3722-4645-aaee-fdeedd33db32 tempest-RoutersIpV6AdminTest-122007392 tempest-RoutersIpV6AdminTest-122007392-project] Resources bound (agent type, host, resource id): {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:33:18.936725 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d0ce5b6-3722-4645-aaee-fdeedd33db32 tempest-RoutersIpV6AdminTest-122007392 tempest-RoutersIpV6AdminTest-122007392-project] Received port after_create {{(pid=103305) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 21:33:19.060801 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d0ce5b6-3722-4645-aaee-fdeedd33db32 tempest-RoutersIpV6AdminTest-122007392 tempest-RoutersIpV6AdminTest-122007392-project] Pushing event updated for resources: {'Port': ['ID=4cdcbabd-b059-498a-b8f0-d43ab36615bc,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:33:19.273323 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-0d0ce5b6-3722-4645-aaee-fdeedd33db32 tempest-RoutersIpV6AdminTest-122007392 tempest-RoutersIpV6AdminTest-122007392-project] Publish callbacks [] for router_gateway (0d213160-c582-40d7-b9d9-31d85641a702), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:33:19.506452 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-0d0ce5b6-3722-4645-aaee-fdeedd33db32 tempest-RoutersIpV6AdminTest-122007392 tempest-RoutersIpV6AdminTest-122007392-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4111352', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4105746', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13075'] for router (0d213160-c582-40d7-b9d9-31d85641a702), precommit_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:33:19.509876 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-0d0ce5b6-3722-4645-aaee-fdeedd33db32 tempest-RoutersIpV6AdminTest-122007392 tempest-RoutersIpV6AdminTest-122007392-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4111263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-4111345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-4111334', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-4105739'] for router (0d213160-c582-40d7-b9d9-31d85641a702), after_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:33:19.676588 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d0ce5b6-3722-4645-aaee-fdeedd33db32 tempest-RoutersIpV6AdminTest-122007392 tempest-RoutersIpV6AdminTest-122007392-project] Router 0d213160-c582-40d7-b9d9-31d85641a702 is scheduled to L3 agent 09df100c-3af1-4b0a-bda8-05914c71c458 with binding_index 1 {{(pid=103305) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 26 21:33:19.958869 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f6c45c-5ba8-4b07-855b-518321739844 req-efd48f6d-649e-4792-a2ca-208a0029566e tempest-ServerRescueTestJSONUnderV235-1291171716 tempest-ServerRescueTestJSONUnderV235-1291171716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:33:19.967798 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-c4f6c45c-5ba8-4b07-855b-518321739844 req-efd48f6d-649e-4792-a2ca-208a0029566e tempest-ServerRescueTestJSONUnderV235-1291171716 tempest-ServerRescueTestJSONUnderV235-1291171716-project] 10.222.0.13 "GET /v2.0/ports?device_id=fa94c08a-a39f-4bcf-bb25-fb744cb9827e HTTP/1.1" status: 200 len: 946 time: 0.1101611 Jan 26 21:33:20.036526 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-c4f6c45c-5ba8-4b07-855b-518321739844 req-6b173b9a-bd48-425a-9282-6a620f74bd9a tempest-ServerRescueTestJSONUnderV235-1291171716 tempest-ServerRescueTestJSONUnderV235-1291171716-project] 10.222.0.13 "GET /v2.0/security-groups?id=4dafcfd2-99ad-4b4e-b11f-af398c9060fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662451 Jan 26 21:33:20.147632 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d0ce5b6-3722-4645-aaee-fdeedd33db32 tempest-RoutersIpV6AdminTest-122007392 tempest-RoutersIpV6AdminTest-122007392-project] Notify agent at l3_agent.n-d-760453-5 the message routers_updated {{(pid=103305) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 26 21:33:20.155635 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-0d0ce5b6-3722-4645-aaee-fdeedd33db32 tempest-RoutersIpV6AdminTest-122007392 tempest-RoutersIpV6AdminTest-122007392-project] Publish callbacks [] for router (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:33:20.156940 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-0d0ce5b6-3722-4645-aaee-fdeedd33db32 tempest-RoutersIpV6AdminTest-122007392 tempest-RoutersIpV6AdminTest-122007392-project] 10.222.0.13 "PUT /v2.0/routers/0d213160-c582-40d7-b9d9-31d85641a702 HTTP/1.1" status: 200 len: 880 time: 2.3021162 Jan 26 21:33:20.161585 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 55306) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:33:20.162814 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36777ba6-9306-4ab3-829d-4d41185b9905 None None] Sync routers for ids ['0d213160-c582-40d7-b9d9-31d85641a702'] in n-d-760453-5 {{(pid=103306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 26 21:33:20.178564 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36777ba6-9306-4ab3-829d-4d41185b9905 None None] Routers {'0d213160-c582-40d7-b9d9-31d85641a702'} bound to L3 agent in host n-d-760453-5 {{(pid=103306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 21:33:20.179448 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-36777ba6-9306-4ab3-829d-4d41185b9905 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-26T20:55:21Z,description=,heartbeat_timestamp=2022-01-26T21:32:51Z,host='n-d-760453-5',id=09df100c-3af1-4b0a-bda8-05914c71c458,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:55:21Z,topic='l3_agent')) {'router_ids': ['0d213160-c582-40d7-b9d9-31d85641a702'], 'active': True} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:33:20.222779 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-36777ba6-9306-4ab3-829d-4d41185b9905 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760453-5', False) {} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:33:20.235654 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36777ba6-9306-4ab3-829d-4d41185b9905 None None] Routers {'0d213160-c582-40d7-b9d9-31d85641a702'} bound to L3 agent in host n-d-760453-5 {{(pid=103306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 21:33:20.236698 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-36777ba6-9306-4ab3-829d-4d41185b9905 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-26T20:55:21Z,description=,heartbeat_timestamp=2022-01-26T21:32:51Z,host='n-d-760453-5',id=09df100c-3af1-4b0a-bda8-05914c71c458,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:55:21Z,topic='l3_agent')) {'router_ids': ['0d213160-c582-40d7-b9d9-31d85641a702'], 'active': True} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:33:20.307956 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-36777ba6-9306-4ab3-829d-4d41185b9905 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760453-5', False) {} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:33:20.308947 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36777ba6-9306-4ab3-829d-4d41185b9905 None None] The sync data for ids ['0d213160-c582-40d7-b9d9-31d85641a702'] in n-d-760453-5 is: [] {{(pid=103306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 26 21:33:20.312536 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 55312) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:33:20.313246 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-4e5b33f0-cc72-44ee-9be1-f30bc47d6f53 tempest-RoutersIpV6AdminTest-589596973 tempest-RoutersIpV6AdminTest-589596973-project-admin] 10.222.0.13 "GET /v2.0/routers/0d213160-c582-40d7-b9d9-31d85641a702 HTTP/1.1" status: 200 len: 921 time: 0.1518176 Jan 26 21:33:20.440255 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9419db18-c5ce-4653-a02b-9ab4c3e40189 tempest-RoutersIpV6AdminTest-589596973 tempest-RoutersIpV6AdminTest-589596973-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:33:20.441836 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-9419db18-c5ce-4653-a02b-9ab4c3e40189 tempest-RoutersIpV6AdminTest-589596973 tempest-RoutersIpV6AdminTest-589596973-project-admin] 10.222.0.13 "GET /v2.0/ports?network_id=4140a1f1-c93a-4bea-83a0-68953a54f299&device_id=0d213160-c582-40d7-b9d9-31d85641a702&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 943 time: 0.1273949 Jan 26 21:33:20.444713 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 55314) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:33:20.553146 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5441b3e2-996b-4873-8430-9bc95d86760b tempest-RoutersIpV6AdminTest-589596973 tempest-RoutersIpV6AdminTest-589596973-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:33:20.557511 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 55316) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:33:20.557672 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-5441b3e2-996b-4873-8430-9bc95d86760b tempest-RoutersIpV6AdminTest-589596973 tempest-RoutersIpV6AdminTest-589596973-project-admin] 10.222.0.13 "GET /v2.0/networks/4140a1f1-c93a-4bea-83a0-68953a54f299 HTTP/1.1" status: 200 len: 881 time: 0.1116908 Jan 26 21:33:20.591892 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-2c70edc8-a827-4caf-a267-9044b2f10694 tempest-RoutersIpV6AdminTest-122007392 tempest-RoutersIpV6AdminTest-122007392-project] 10.222.0.13 "GET /v2.0/ports?device_id=0d213160-c582-40d7-b9d9-31d85641a702 HTTP/1.1" status: 200 len: 205 time: 0.0327291 Jan 26 21:33:20.594831 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 55318) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:33:20.766838 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-85cd2436-3133-4f6b-a3f1-d57dc11a2e86 tempest-RoutersIpV6AdminTest-122007392 tempest-RoutersIpV6AdminTest-122007392-project] Publish callbacks [] for router (0d213160-c582-40d7-b9d9-31d85641a702), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:33:20.900644 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-85cd2436-3133-4f6b-a3f1-d57dc11a2e86 tempest-RoutersIpV6AdminTest-122007392 tempest-RoutersIpV6AdminTest-122007392-project] Publish callbacks [] for router_gateway (0d213160-c582-40d7-b9d9-31d85641a702), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:33:20.974670 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-85cd2436-3133-4f6b-a3f1-d57dc11a2e86 tempest-RoutersIpV6AdminTest-122007392 tempest-RoutersIpV6AdminTest-122007392-project] Deleting port 4cdcbabd-b059-498a-b8f0-d43ab36615bc {{(pid=103304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 21:33:20.975360 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-85cd2436-3133-4f6b-a3f1-d57dc11a2e86 tempest-RoutersIpV6AdminTest-122007392 tempest-RoutersIpV6AdminTest-122007392-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746560630878'] for port (4cdcbabd-b059-498a-b8f0-d43ab36615bc), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:33:21.089655 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-85cd2436-3133-4f6b-a3f1-d57dc11a2e86 tempest-RoutersIpV6AdminTest-122007392 tempest-RoutersIpV6AdminTest-122007392-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4109658'] for port (4cdcbabd-b059-498a-b8f0-d43ab36615bc), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:33:21.110337 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-85cd2436-3133-4f6b-a3f1-d57dc11a2e86 tempest-RoutersIpV6AdminTest-122007392 tempest-RoutersIpV6AdminTest-122007392-project] Calling delete_port for 4cdcbabd-b059-498a-b8f0-d43ab36615bc owned by network:router_gateway {{(pid=103304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 21:33:21.224391 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3545b5ef-97dd-44b9-8fb3-19aa66656947 req-1a7666d0-14ad-4e8a-8058-1ac83f78f8a0 tempest-ServerRescueTestJSONUnderV235-1291171716 tempest-ServerRescueTestJSONUnderV235-1291171716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:33:21.226018 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-3545b5ef-97dd-44b9-8fb3-19aa66656947 req-1a7666d0-14ad-4e8a-8058-1ac83f78f8a0 tempest-ServerRescueTestJSONUnderV235-1291171716 tempest-ServerRescueTestJSONUnderV235-1291171716-project] 10.222.0.13 "GET /v2.0/ports?device_id=fa94c08a-a39f-4bcf-bb25-fb744cb9827e HTTP/1.1" status: 200 len: 946 time: 0.1017146 Jan 26 21:33:21.247764 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-17cafc32-2e87-4af4-92dd-fb1e205fe1dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (09df100c-3af1-4b0a-bda8-05914c71c458), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:33:21.406655 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-3545b5ef-97dd-44b9-8fb3-19aa66656947 req-e60dca34-1af3-4ef4-a481-1f0f519f063f tempest-ServerRescueTestJSONUnderV235-1291171716 tempest-ServerRescueTestJSONUnderV235-1291171716-project] 10.222.0.13 "GET /v2.0/security-groups?id=4dafcfd2-99ad-4b4e-b11f-af398c9060fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1469784 Jan 26 21:33:21.463185 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-85cd2436-3133-4f6b-a3f1-d57dc11a2e86 tempest-RoutersIpV6AdminTest-122007392 tempest-RoutersIpV6AdminTest-122007392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746560636600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746560234536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9281553'] for port (4cdcbabd-b059-498a-b8f0-d43ab36615bc), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:33:21.491883 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85cd2436-3133-4f6b-a3f1-d57dc11a2e86 tempest-RoutersIpV6AdminTest-122007392 tempest-RoutersIpV6AdminTest-122007392-project] Pushing event deleted for resources: {'Port': ['ID=4cdcbabd-b059-498a-b8f0-d43ab36615bc,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:33:21.571513 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-85cd2436-3133-4f6b-a3f1-d57dc11a2e86 tempest-RoutersIpV6AdminTest-122007392 tempest-RoutersIpV6AdminTest-122007392-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4111291'] for router_gateway (0d213160-c582-40d7-b9d9-31d85641a702), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:33:21.679071 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-85cd2436-3133-4f6b-a3f1-d57dc11a2e86 tempest-RoutersIpV6AdminTest-122007392 tempest-RoutersIpV6AdminTest-122007392-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4105774', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13082'] for router (0d213160-c582-40d7-b9d9-31d85641a702), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:33:21.681714 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-85cd2436-3133-4f6b-a3f1-d57dc11a2e86 tempest-RoutersIpV6AdminTest-122007392 tempest-RoutersIpV6AdminTest-122007392-project] Publish callbacks [] for router_controller (0d213160-c582-40d7-b9d9-31d85641a702), precommit_delete_associations {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:33:21.745664 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-85cd2436-3133-4f6b-a3f1-d57dc11a2e86 tempest-RoutersIpV6AdminTest-122007392 tempest-RoutersIpV6AdminTest-122007392-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4105767'] for router (0d213160-c582-40d7-b9d9-31d85641a702), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:33:21.746242 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85cd2436-3133-4f6b-a3f1-d57dc11a2e86 tempest-RoutersIpV6AdminTest-122007392 tempest-RoutersIpV6AdminTest-122007392-project] Fanout notify agent at l3_agent the message router_deleted on router 0d213160-c582-40d7-b9d9-31d85641a702 {{(pid=103304) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 26 21:33:21.761050 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-85cd2436-3133-4f6b-a3f1-d57dc11a2e86 tempest-RoutersIpV6AdminTest-122007392 tempest-RoutersIpV6AdminTest-122007392-project] Publish callbacks [] for router (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:33:21.768788 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 55336) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:33:21.773388 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-bc9e9a51-f3fd-4bad-bb10-736782d181a6 tempest-RoutersIpV6AdminTest-122007392 tempest-RoutersIpV6AdminTest-122007392-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-2027548080', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:33:21.778976 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-85cd2436-3133-4f6b-a3f1-d57dc11a2e86 tempest-RoutersIpV6AdminTest-122007392 tempest-RoutersIpV6AdminTest-122007392-project] 10.222.0.13 "DELETE /v2.0/routers/0d213160-c582-40d7-b9d9-31d85641a702 HTTP/1.1" status: 204 len: 168 time: 1.1830184 Jan 26 21:33:21.801483 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-bc9e9a51-f3fd-4bad-bb10-736782d181a6 tempest-RoutersIpV6AdminTest-122007392 tempest-RoutersIpV6AdminTest-122007392-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4104596', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13108'] for router (6f7dd687-d8a3-401c-8bf4-6e6fb28092d2), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:33:21.802138 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-bc9e9a51-f3fd-4bad-bb10-736782d181a6 tempest-RoutersIpV6AdminTest-122007392 tempest-RoutersIpV6AdminTest-122007392-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4105828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4111306', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3733576', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13069'] for router (6f7dd687-d8a3-401c-8bf4-6e6fb28092d2), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:33:21.868225 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-bc9e9a51-f3fd-4bad-bb10-736782d181a6 tempest-RoutersIpV6AdminTest-122007392 tempest-RoutersIpV6AdminTest-122007392-project] Publish callbacks [] for router_controller (6f7dd687-d8a3-401c-8bf4-6e6fb28092d2), precommit_add_association {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:33:21.877313 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-bc9e9a51-f3fd-4bad-bb10-736782d181a6 tempest-RoutersIpV6AdminTest-122007392 tempest-RoutersIpV6AdminTest-122007392-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4105757', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4111263'] for router (6f7dd687-d8a3-401c-8bf4-6e6fb28092d2), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:33:21.896650 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-bc9e9a51-f3fd-4bad-bb10-736782d181a6 tempest-RoutersIpV6AdminTest-122007392 tempest-RoutersIpV6AdminTest-122007392-project] Publish callbacks [] for router (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:33:21.898108 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-bc9e9a51-f3fd-4bad-bb10-736782d181a6 tempest-RoutersIpV6AdminTest-122007392 tempest-RoutersIpV6AdminTest-122007392-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.1282849 Jan 26 21:33:21.901882 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 55338) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:33:21.906437 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-7c9815f8-4c60-4224-9e12-5163ba0724ac tempest-RoutersIpV6AdminTest-589596973 tempest-RoutersIpV6AdminTest-589596973-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'enable_snat': True}}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:33:22.134359 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-7c9815f8-4c60-4224-9e12-5163ba0724ac tempest-RoutersIpV6AdminTest-589596973 tempest-RoutersIpV6AdminTest-589596973-project-admin] Publish callbacks [] for router_gateway (6f7dd687-d8a3-401c-8bf4-6e6fb28092d2), precommit_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:33:22.244272 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-841f5991-a4d8-4d4b-b215-cbc6bab5427b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (aa7ee9d2-08eb-4e12-b895-24c57300dfec), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:33:22.418704 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-7c9815f8-4c60-4224-9e12-5163ba0724ac tempest-RoutersIpV6AdminTest-589596973 tempest-RoutersIpV6AdminTest-589596973-project-admin] Publish callbacks [] for router_gateway (6f7dd687-d8a3-401c-8bf4-6e6fb28092d2), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:33:22.460227 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-7c9815f8-4c60-4224-9e12-5163ba0724ac tempest-RoutersIpV6AdminTest-589596973 tempest-RoutersIpV6AdminTest-589596973-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:33:22.597347 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16f418b-7c50-4418-9f30-d2c57c2ff199 req-05f3a05a-c068-424a-9f83-26d2d36ff772 tempest-ServerRescueTestJSONUnderV235-1291171716 tempest-ServerRescueTestJSONUnderV235-1291171716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:33:22.598793 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-c16f418b-7c50-4418-9f30-d2c57c2ff199 req-05f3a05a-c068-424a-9f83-26d2d36ff772 tempest-ServerRescueTestJSONUnderV235-1291171716 tempest-ServerRescueTestJSONUnderV235-1291171716-project] 10.222.0.13 "GET /v2.0/ports?device_id=fa94c08a-a39f-4bcf-bb25-fb744cb9827e HTTP/1.1" status: 200 len: 946 time: 0.0943995 Jan 26 21:33:22.631927 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.db_base_plugin_common [None req-7c9815f8-4c60-4224-9e12-5163ba0724ac tempest-RoutersIpV6AdminTest-589596973 tempest-RoutersIpV6AdminTest-589596973-project-admin] Allocated IP 172.25.1.90 (4140a1f1-c93a-4bea-83a0-68953a54f299/e48251a1-e30d-4820-8396-00c6f6aeb601/30fe4795-bc5b-49f3-a2bf-395356c69442) {{(pid=103304) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 21:33:22.683268 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-c16f418b-7c50-4418-9f30-d2c57c2ff199 req-8007a632-383c-491f-934b-05f4fafdf0f9 tempest-ServerRescueTestJSONUnderV235-1291171716 tempest-ServerRescueTestJSONUnderV235-1291171716-project] 10.222.0.13 "GET /v2.0/security-groups?id=4dafcfd2-99ad-4b4e-b11f-af398c9060fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762999 Jan 26 21:33:22.772965 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-7c9815f8-4c60-4224-9e12-5163ba0724ac tempest-RoutersIpV6AdminTest-589596973 tempest-RoutersIpV6AdminTest-589596973-project-admin] Publish callbacks [] for port (30fe4795-bc5b-49f3-a2bf-395356c69442), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:33:22.817657 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-7c9815f8-4c60-4224-9e12-5163ba0724ac tempest-RoutersIpV6AdminTest-589596973 tempest-RoutersIpV6AdminTest-589596973-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746560234527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9281553'] for port (30fe4795-bc5b-49f3-a2bf-395356c69442), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:33:22.863510 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c9815f8-4c60-4224-9e12-5163ba0724ac tempest-RoutersIpV6AdminTest-589596973 tempest-RoutersIpV6AdminTest-589596973-project-admin] Network 4140a1f1-c93a-4bea-83a0-68953a54f299 is already hosted by enough agents. {{(pid=103304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 21:33:22.867505 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [None req-7c9815f8-4c60-4224-9e12-5163ba0724ac tempest-RoutersIpV6AdminTest-589596973 tempest-RoutersIpV6AdminTest-589596973-project-admin] Resources bound (agent type, host, resource id): {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:33:22.875085 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c9815f8-4c60-4224-9e12-5163ba0724ac tempest-RoutersIpV6AdminTest-589596973 tempest-RoutersIpV6AdminTest-589596973-project-admin] Received port after_create {{(pid=103304) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 21:33:22.901018 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c9815f8-4c60-4224-9e12-5163ba0724ac tempest-RoutersIpV6AdminTest-589596973 tempest-RoutersIpV6AdminTest-589596973-project-admin] Pushing event updated for resources: {'Port': ['ID=30fe4795-bc5b-49f3-a2bf-395356c69442,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:33:23.054609 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (4d619873-4b60-439f-9b5a-b155dc8bbc34), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:33:23.525073 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-7c9815f8-4c60-4224-9e12-5163ba0724ac tempest-RoutersIpV6AdminTest-589596973 tempest-RoutersIpV6AdminTest-589596973-project-admin] Publish callbacks [] for router_gateway (6f7dd687-d8a3-401c-8bf4-6e6fb28092d2), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:33:23.812373 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-7c9815f8-4c60-4224-9e12-5163ba0724ac tempest-RoutersIpV6AdminTest-589596973 tempest-RoutersIpV6AdminTest-589596973-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4111352', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4105746', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13075'] for router (6f7dd687-d8a3-401c-8bf4-6e6fb28092d2), precommit_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:33:23.818956 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-7c9815f8-4c60-4224-9e12-5163ba0724ac tempest-RoutersIpV6AdminTest-589596973 tempest-RoutersIpV6AdminTest-589596973-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4111263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-4111345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-4111334', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-4105739'] for router (6f7dd687-d8a3-401c-8bf4-6e6fb28092d2), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:33:23.884375 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133d4fe5-7b15-46b3-b585-1e6623fe7afc req-e86593f2-ad76-4e94-9c16-e0c9d8b85777 tempest-ServerRescueTestJSONUnderV235-1291171716 tempest-ServerRescueTestJSONUnderV235-1291171716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:33:23.887933 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-133d4fe5-7b15-46b3-b585-1e6623fe7afc req-e86593f2-ad76-4e94-9c16-e0c9d8b85777 tempest-ServerRescueTestJSONUnderV235-1291171716 tempest-ServerRescueTestJSONUnderV235-1291171716-project] 10.222.0.13 "GET /v2.0/ports?device_id=fa94c08a-a39f-4bcf-bb25-fb744cb9827e HTTP/1.1" status: 200 len: 946 time: 0.1137261 Jan 26 21:33:24.009999 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-133d4fe5-7b15-46b3-b585-1e6623fe7afc req-3dce3259-f5fb-4cfb-9b20-768e79c1c063 tempest-ServerRescueTestJSONUnderV235-1291171716 tempest-ServerRescueTestJSONUnderV235-1291171716-project] 10.222.0.13 "GET /v2.0/security-groups?id=4dafcfd2-99ad-4b4e-b11f-af398c9060fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149573 Jan 26 21:33:24.058150 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c9815f8-4c60-4224-9e12-5163ba0724ac tempest-RoutersIpV6AdminTest-589596973 tempest-RoutersIpV6AdminTest-589596973-project-admin] Router 6f7dd687-d8a3-401c-8bf4-6e6fb28092d2 is scheduled to L3 agent 09df100c-3af1-4b0a-bda8-05914c71c458 with binding_index 1 {{(pid=103304) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 26 21:33:24.088689 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-839dd188-ec69-470c-9ab0-d318dc1a2e96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (e79b4fc6-6c71-44b2-a6d0-ff3e1f4dfd0d), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:33:24.235004 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c9815f8-4c60-4224-9e12-5163ba0724ac tempest-RoutersIpV6AdminTest-589596973 tempest-RoutersIpV6AdminTest-589596973-project-admin] Notify agent at l3_agent.n-d-760453-5 the message routers_updated {{(pid=103304) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 26 21:33:24.246447 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-822be726-5d92-4eca-8dd1-38366d3a6133 None None] Sync routers for ids ['6f7dd687-d8a3-401c-8bf4-6e6fb28092d2'] in n-d-760453-5 {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 26 21:33:24.249459 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-7c9815f8-4c60-4224-9e12-5163ba0724ac tempest-RoutersIpV6AdminTest-589596973 tempest-RoutersIpV6AdminTest-589596973-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:33:24.251017 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-7c9815f8-4c60-4224-9e12-5163ba0724ac tempest-RoutersIpV6AdminTest-589596973 tempest-RoutersIpV6AdminTest-589596973-project-admin] 10.222.0.13 "PUT /v2.0/routers/6f7dd687-d8a3-401c-8bf4-6e6fb28092d2 HTTP/1.1" status: 200 len: 918 time: 2.3481207 Jan 26 21:33:24.253540 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 55364) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:33:24.270431 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-822be726-5d92-4eca-8dd1-38366d3a6133 None None] Routers {'6f7dd687-d8a3-401c-8bf4-6e6fb28092d2'} bound to L3 agent in host n-d-760453-5 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 21:33:24.271066 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-822be726-5d92-4eca-8dd1-38366d3a6133 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-26T20:55:21Z,description=,heartbeat_timestamp=2022-01-26T21:33:21Z,host='n-d-760453-5',id=09df100c-3af1-4b0a-bda8-05914c71c458,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:55:21Z,topic='l3_agent')) {'router_ids': ['6f7dd687-d8a3-401c-8bf4-6e6fb28092d2'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:33:24.336787 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-822be726-5d92-4eca-8dd1-38366d3a6133 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760453-5', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:33:24.346920 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-822be726-5d92-4eca-8dd1-38366d3a6133 None None] Routers {'6f7dd687-d8a3-401c-8bf4-6e6fb28092d2'} bound to L3 agent in host n-d-760453-5 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 21:33:24.348111 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-822be726-5d92-4eca-8dd1-38366d3a6133 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-26T20:55:21Z,description=,heartbeat_timestamp=2022-01-26T21:33:21Z,host='n-d-760453-5',id=09df100c-3af1-4b0a-bda8-05914c71c458,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:55:21Z,topic='l3_agent')) {'router_ids': ['6f7dd687-d8a3-401c-8bf4-6e6fb28092d2'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:33:24.386160 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-822be726-5d92-4eca-8dd1-38366d3a6133 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760453-5', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:33:24.387116 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-822be726-5d92-4eca-8dd1-38366d3a6133 None None] The sync data for ids ['6f7dd687-d8a3-401c-8bf4-6e6fb28092d2'] in n-d-760453-5 is: [] {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 26 21:33:24.426734 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-ea166a40-607f-4468-911f-c63d2daf6b7f tempest-RoutersIpV6AdminTest-589596973 tempest-RoutersIpV6AdminTest-589596973-project-admin] 10.222.0.13 "GET /v2.0/routers/6f7dd687-d8a3-401c-8bf4-6e6fb28092d2 HTTP/1.1" status: 200 len: 924 time: 0.1719108 Jan 26 21:33:24.428049 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 55370) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:33:24.489346 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01b4123c-d4bd-4b06-a0a6-f7066cc5de3e tempest-RoutersIpV6AdminTest-589596973 tempest-RoutersIpV6AdminTest-589596973-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:33:24.491121 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-01b4123c-d4bd-4b06-a0a6-f7066cc5de3e tempest-RoutersIpV6AdminTest-589596973 tempest-RoutersIpV6AdminTest-589596973-project-admin] 10.222.0.13 "GET /v2.0/ports?network_id=4140a1f1-c93a-4bea-83a0-68953a54f299&device_id=6f7dd687-d8a3-401c-8bf4-6e6fb28092d2&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0619745 Jan 26 21:33:24.493863 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 55372) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:33:24.587586 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16cd3ffd-3247-4801-aff6-54b1553508db tempest-RoutersIpV6AdminTest-589596973 tempest-RoutersIpV6AdminTest-589596973-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:33:24.589405 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-16cd3ffd-3247-4801-aff6-54b1553508db tempest-RoutersIpV6AdminTest-589596973 tempest-RoutersIpV6AdminTest-589596973-project-admin] 10.222.0.13 "GET /v2.0/networks/4140a1f1-c93a-4bea-83a0-68953a54f299 HTTP/1.1" status: 200 len: 881 time: 0.0934334 Jan 26 21:33:24.592301 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 55374) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:33:24.622544 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-75ce7e37-0dfb-46be-a464-abf633a772c1 tempest-RoutersIpV6AdminTest-122007392 tempest-RoutersIpV6AdminTest-122007392-project] 10.222.0.13 "GET /v2.0/ports?device_id=6f7dd687-d8a3-401c-8bf4-6e6fb28092d2 HTTP/1.1" status: 200 len: 205 time: 0.0289600 Jan 26 21:33:24.625027 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 55376) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:33:24.774789 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-1ec6366e-c0af-4deb-be1a-d5a149051184 tempest-RoutersIpV6AdminTest-122007392 tempest-RoutersIpV6AdminTest-122007392-project] Publish callbacks [] for router (6f7dd687-d8a3-401c-8bf4-6e6fb28092d2), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:33:24.922286 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-1ec6366e-c0af-4deb-be1a-d5a149051184 tempest-RoutersIpV6AdminTest-122007392 tempest-RoutersIpV6AdminTest-122007392-project] Publish callbacks [] for router_gateway (6f7dd687-d8a3-401c-8bf4-6e6fb28092d2), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:33:25.011899 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-1ec6366e-c0af-4deb-be1a-d5a149051184 tempest-RoutersIpV6AdminTest-122007392 tempest-RoutersIpV6AdminTest-122007392-project] Deleting port 30fe4795-bc5b-49f3-a2bf-395356c69442 {{(pid=103305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 21:33:25.012710 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-1ec6366e-c0af-4deb-be1a-d5a149051184 tempest-RoutersIpV6AdminTest-122007392 tempest-RoutersIpV6AdminTest-122007392-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746560630878'] for port (30fe4795-bc5b-49f3-a2bf-395356c69442), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:33:25.156451 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-1ec6366e-c0af-4deb-be1a-d5a149051184 tempest-RoutersIpV6AdminTest-122007392 tempest-RoutersIpV6AdminTest-122007392-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4109658'] for port (30fe4795-bc5b-49f3-a2bf-395356c69442), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:33:25.177282 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-1ec6366e-c0af-4deb-be1a-d5a149051184 tempest-RoutersIpV6AdminTest-122007392 tempest-RoutersIpV6AdminTest-122007392-project] Calling delete_port for 30fe4795-bc5b-49f3-a2bf-395356c69442 owned by network:router_gateway {{(pid=103305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 21:33:25.223498 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946f1858-8c15-412e-b746-e75c5021837c req-5efec52d-153f-4b62-94f5-d0c17be72be8 tempest-ServerRescueTestJSONUnderV235-1291171716 tempest-ServerRescueTestJSONUnderV235-1291171716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:33:25.225118 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-946f1858-8c15-412e-b746-e75c5021837c req-5efec52d-153f-4b62-94f5-d0c17be72be8 tempest-ServerRescueTestJSONUnderV235-1291171716 tempest-ServerRescueTestJSONUnderV235-1291171716-project] 10.222.0.13 "GET /v2.0/ports?device_id=fa94c08a-a39f-4bcf-bb25-fb744cb9827e HTTP/1.1" status: 200 len: 946 time: 0.0916047 Jan 26 21:33:25.300860 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-946f1858-8c15-412e-b746-e75c5021837c req-e2e36c58-60fe-4b47-87f4-734cd2f2388d tempest-ServerRescueTestJSONUnderV235-1291171716 tempest-ServerRescueTestJSONUnderV235-1291171716-project] 10.222.0.13 "GET /v2.0/security-groups?id=4dafcfd2-99ad-4b4e-b11f-af398c9060fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693455 Jan 26 21:33:25.304154 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (fea0591a-627d-4c87-9a9a-01625ddf3277), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:33:25.485777 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-1ec6366e-c0af-4deb-be1a-d5a149051184 tempest-RoutersIpV6AdminTest-122007392 tempest-RoutersIpV6AdminTest-122007392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746560636600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746560234536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11791543'] for port (30fe4795-bc5b-49f3-a2bf-395356c69442), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:33:25.535963 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec6366e-c0af-4deb-be1a-d5a149051184 tempest-RoutersIpV6AdminTest-122007392 tempest-RoutersIpV6AdminTest-122007392-project] Pushing event deleted for resources: {'Port': ['ID=30fe4795-bc5b-49f3-a2bf-395356c69442,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:33:25.602721 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-1ec6366e-c0af-4deb-be1a-d5a149051184 tempest-RoutersIpV6AdminTest-122007392 tempest-RoutersIpV6AdminTest-122007392-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4111291'] for router_gateway (6f7dd687-d8a3-401c-8bf4-6e6fb28092d2), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:33:25.703165 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-1ec6366e-c0af-4deb-be1a-d5a149051184 tempest-RoutersIpV6AdminTest-122007392 tempest-RoutersIpV6AdminTest-122007392-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4105774', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13082'] for router (6f7dd687-d8a3-401c-8bf4-6e6fb28092d2), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:33:25.705624 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-1ec6366e-c0af-4deb-be1a-d5a149051184 tempest-RoutersIpV6AdminTest-122007392 tempest-RoutersIpV6AdminTest-122007392-project] Publish callbacks [] for router_controller (6f7dd687-d8a3-401c-8bf4-6e6fb28092d2), precommit_delete_associations {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:33:25.759993 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-1ec6366e-c0af-4deb-be1a-d5a149051184 tempest-RoutersIpV6AdminTest-122007392 tempest-RoutersIpV6AdminTest-122007392-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4105767'] for router (6f7dd687-d8a3-401c-8bf4-6e6fb28092d2), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:33:25.761824 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ec6366e-c0af-4deb-be1a-d5a149051184 tempest-RoutersIpV6AdminTest-122007392 tempest-RoutersIpV6AdminTest-122007392-project] Fanout notify agent at l3_agent the message router_deleted on router 6f7dd687-d8a3-401c-8bf4-6e6fb28092d2 {{(pid=103305) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 26 21:33:25.769534 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-1ec6366e-c0af-4deb-be1a-d5a149051184 tempest-RoutersIpV6AdminTest-122007392 tempest-RoutersIpV6AdminTest-122007392-project] Publish callbacks [] for router (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:33:25.770597 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-1ec6366e-c0af-4deb-be1a-d5a149051184 tempest-RoutersIpV6AdminTest-122007392 tempest-RoutersIpV6AdminTest-122007392-project] 10.222.0.13 "DELETE /v2.0/routers/6f7dd687-d8a3-401c-8bf4-6e6fb28092d2 HTTP/1.1" status: 204 len: 168 time: 1.1443546 Jan 26 21:33:25.777449 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 55390) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:33:25.783308 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-5d1e8586-17be-4c1d-8f2e-5dd6094c78f5 tempest-RoutersIpV6AdminTest-122007392 tempest-RoutersIpV6AdminTest-122007392-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1448153987', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:33:25.815359 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-5d1e8586-17be-4c1d-8f2e-5dd6094c78f5 tempest-RoutersIpV6AdminTest-122007392 tempest-RoutersIpV6AdminTest-122007392-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4104596', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13108'] for router (a5629e96-ccf5-4a41-bf3d-29531c78b77e), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:33:25.816780 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-5d1e8586-17be-4c1d-8f2e-5dd6094c78f5 tempest-RoutersIpV6AdminTest-122007392 tempest-RoutersIpV6AdminTest-122007392-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4105828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4111306', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3733576', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13069'] for router (a5629e96-ccf5-4a41-bf3d-29531c78b77e), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:33:25.878968 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-5d1e8586-17be-4c1d-8f2e-5dd6094c78f5 tempest-RoutersIpV6AdminTest-122007392 tempest-RoutersIpV6AdminTest-122007392-project] Publish callbacks [] for router_controller (a5629e96-ccf5-4a41-bf3d-29531c78b77e), precommit_add_association {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:33:25.895204 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-5d1e8586-17be-4c1d-8f2e-5dd6094c78f5 tempest-RoutersIpV6AdminTest-122007392 tempest-RoutersIpV6AdminTest-122007392-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4105757', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4111263'] for router (a5629e96-ccf5-4a41-bf3d-29531c78b77e), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:33:25.920483 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-5d1e8586-17be-4c1d-8f2e-5dd6094c78f5 tempest-RoutersIpV6AdminTest-122007392 tempest-RoutersIpV6AdminTest-122007392-project] Publish callbacks [] for router (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:33:25.922245 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-5d1e8586-17be-4c1d-8f2e-5dd6094c78f5 tempest-RoutersIpV6AdminTest-122007392 tempest-RoutersIpV6AdminTest-122007392-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.1431472 Jan 26 21:33:25.925454 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 55392) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:33:25.930031 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-ab01703e-8beb-410f-9f33-fa3f5aed7c32 tempest-RoutersIpV6AdminTest-589596973 tempest-RoutersIpV6AdminTest-589596973-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'enable_snat': False}}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:33:26.260478 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-ab01703e-8beb-410f-9f33-fa3f5aed7c32 tempest-RoutersIpV6AdminTest-589596973 tempest-RoutersIpV6AdminTest-589596973-project-admin] Publish callbacks [] for router_gateway (a5629e96-ccf5-4a41-bf3d-29531c78b77e), precommit_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:33:26.287103 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-a70a875e-77e5-4921-ae75-27a73619080b req-f5b12ea6-9e72-45f8-a8ab-ec89dd0f8acf service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=cc2a45fe-1c0e-4689-a738-964e9c19e30e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1182971 Jan 26 21:33:26.573695 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70a875e-77e5-4921-ae75-27a73619080b req-5e22f663-abdf-497e-ad38-533647e4abe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:33:26.574333 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70a875e-77e5-4921-ae75-27a73619080b req-5e22f663-abdf-497e-ad38-533647e4abe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:33:26.574866 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70a875e-77e5-4921-ae75-27a73619080b req-5e22f663-abdf-497e-ad38-533647e4abe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:33:26.575385 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70a875e-77e5-4921-ae75-27a73619080b req-5e22f663-abdf-497e-ad38-533647e4abe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:33:26.575912 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70a875e-77e5-4921-ae75-27a73619080b req-5e22f663-abdf-497e-ad38-533647e4abe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:33:26.576435 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70a875e-77e5-4921-ae75-27a73619080b req-5e22f663-abdf-497e-ad38-533647e4abe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:33:26.576962 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70a875e-77e5-4921-ae75-27a73619080b req-5e22f663-abdf-497e-ad38-533647e4abe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:33:26.579055 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-a70a875e-77e5-4921-ae75-27a73619080b req-5e22f663-abdf-497e-ad38-533647e4abe7 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=2de9f498797a4527ba13c10b546ad5bb&device_id=cc2a45fe-1c0e-4689-a738-964e9c19e30e HTTP/1.1" status: 200 len: 6487 time: 0.1871765 Jan 26 21:33:26.736996 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9983e7-6455-4024-87f5-0464e835dc7a req-0e8f40e5-7983-4a09-b428-c374edf00464 tempest-ServerRescueTestJSONUnderV235-1291171716 tempest-ServerRescueTestJSONUnderV235-1291171716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:33:26.738544 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-7d9983e7-6455-4024-87f5-0464e835dc7a req-0e8f40e5-7983-4a09-b428-c374edf00464 tempest-ServerRescueTestJSONUnderV235-1291171716 tempest-ServerRescueTestJSONUnderV235-1291171716-project] 10.222.0.13 "GET /v2.0/ports?device_id=fa94c08a-a39f-4bcf-bb25-fb744cb9827e HTTP/1.1" status: 200 len: 946 time: 0.2485931 Jan 26 21:33:26.739669 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-ab01703e-8beb-410f-9f33-fa3f5aed7c32 tempest-RoutersIpV6AdminTest-589596973 tempest-RoutersIpV6AdminTest-589596973-project-admin] Publish callbacks [] for router_gateway (a5629e96-ccf5-4a41-bf3d-29531c78b77e), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:33:26.772232 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-ab01703e-8beb-410f-9f33-fa3f5aed7c32 tempest-RoutersIpV6AdminTest-589596973 tempest-RoutersIpV6AdminTest-589596973-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:33:26.883748 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70a875e-77e5-4921-ae75-27a73619080b req-a45a5244-408a-4665-bb95-7817cec37de9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:33:26.884427 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70a875e-77e5-4921-ae75-27a73619080b req-a45a5244-408a-4665-bb95-7817cec37de9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:33:26.884607 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70a875e-77e5-4921-ae75-27a73619080b req-a45a5244-408a-4665-bb95-7817cec37de9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:33:26.886856 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-a70a875e-77e5-4921-ae75-27a73619080b req-a45a5244-408a-4665-bb95-7817cec37de9 service neutron] 10.222.0.57 "GET /v2.0/networks?id=485a3106-1745-41f6-8c52-37ebe4fdcc0c&id=f292bf50-7316-40da-8d60-8669bdd0f81a&id=f292bf50-7316-40da-8d60-8669bdd0f81a&id=f292bf50-7316-40da-8d60-8669bdd0f81a&id=f292bf50-7316-40da-8d60-8669bdd0f81a&id=09fefaf6-1493-45ff-9b77-0bffdcb790d7&id=09fefaf6-1493-45ff-9b77-0bffdcb790d7 HTTP/1.1" status: 200 len: 2294 time: 0.2467585 Jan 26 21:33:26.904821 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-7d9983e7-6455-4024-87f5-0464e835dc7a req-33202668-e72a-4145-9590-4928d02826bb tempest-ServerRescueTestJSONUnderV235-1291171716 tempest-ServerRescueTestJSONUnderV235-1291171716-project] 10.222.0.13 "GET /v2.0/security-groups?id=4dafcfd2-99ad-4b4e-b11f-af398c9060fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1403196 Jan 26 21:33:27.007152 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-a70a875e-77e5-4921-ae75-27a73619080b req-bfe13223-ef74-4ae9-8854-284c991edd55 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=67dd3dc7-a2ab-4f67-874c-e61c9c62ab11 HTTP/1.1" status: 200 len: 1002 time: 0.1114614 Jan 26 21:33:27.008205 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.db_base_plugin_common [None req-ab01703e-8beb-410f-9f33-fa3f5aed7c32 tempest-RoutersIpV6AdminTest-589596973 tempest-RoutersIpV6AdminTest-589596973-project-admin] Allocated IP 172.25.1.248 (4140a1f1-c93a-4bea-83a0-68953a54f299/e48251a1-e30d-4820-8396-00c6f6aeb601/22ceaaff-ecfd-46a7-898f-7dead002c49a) {{(pid=103304) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 21:33:27.111339 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70a875e-77e5-4921-ae75-27a73619080b req-1de0df9f-03ec-430f-ae71-5348340c6964 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:33:27.113328 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-a70a875e-77e5-4921-ae75-27a73619080b req-1de0df9f-03ec-430f-ae71-5348340c6964 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=dea740a7-2861-4520-a7c8-4e14271821b5 HTTP/1.1" status: 200 len: 851 time: 0.0980747 Jan 26 21:33:27.191329 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70a875e-77e5-4921-ae75-27a73619080b req-c14a198c-9fe0-4f7b-bf53-930df44950aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:33:27.192887 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-a70a875e-77e5-4921-ae75-27a73619080b req-c14a198c-9fe0-4f7b-bf53-930df44950aa service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=485a3106-1745-41f6-8c52-37ebe4fdcc0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0735586 Jan 26 21:33:27.195826 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-ab01703e-8beb-410f-9f33-fa3f5aed7c32 tempest-RoutersIpV6AdminTest-589596973 tempest-RoutersIpV6AdminTest-589596973-project-admin] Publish callbacks [] for port (22ceaaff-ecfd-46a7-898f-7dead002c49a), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:33:27.308712 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-ab01703e-8beb-410f-9f33-fa3f5aed7c32 tempest-RoutersIpV6AdminTest-589596973 tempest-RoutersIpV6AdminTest-589596973-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746560234527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9281553'] for port (22ceaaff-ecfd-46a7-898f-7dead002c49a), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:33:27.341283 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-a70a875e-77e5-4921-ae75-27a73619080b req-ef19c408-e243-437d-9e02-a6d7cd5a48ca service neutron] 10.222.0.57 "GET /v2.0/networks/485a3106-1745-41f6-8c52-37ebe4fdcc0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1404181 Jan 26 21:33:27.363798 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab01703e-8beb-410f-9f33-fa3f5aed7c32 tempest-RoutersIpV6AdminTest-589596973 tempest-RoutersIpV6AdminTest-589596973-project-admin] Network 4140a1f1-c93a-4bea-83a0-68953a54f299 is already hosted by enough agents. {{(pid=103304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 21:33:27.378757 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [None req-ab01703e-8beb-410f-9f33-fa3f5aed7c32 tempest-RoutersIpV6AdminTest-589596973 tempest-RoutersIpV6AdminTest-589596973-project-admin] Resources bound (agent type, host, resource id): {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:33:27.412911 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab01703e-8beb-410f-9f33-fa3f5aed7c32 tempest-RoutersIpV6AdminTest-589596973 tempest-RoutersIpV6AdminTest-589596973-project-admin] Received port after_create {{(pid=103304) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 21:33:27.744139 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab01703e-8beb-410f-9f33-fa3f5aed7c32 tempest-RoutersIpV6AdminTest-589596973 tempest-RoutersIpV6AdminTest-589596973-project-admin] Pushing event updated for resources: {'Port': ['ID=22ceaaff-ecfd-46a7-898f-7dead002c49a,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:33:27.862022 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-a70a875e-77e5-4921-ae75-27a73619080b req-26cf4677-fdcb-4e55-8f57-cf35bbedc158 service neutron] 10.222.0.57 "GET /v2.0/networks/485a3106-1745-41f6-8c52-37ebe4fdcc0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5104949 Jan 26 21:33:27.920079 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-a70a875e-77e5-4921-ae75-27a73619080b req-6c129bde-f350-4365-abf4-a7bf6cdd7e90 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.241&port_id=81158fda-fb11-4d56-8e16-e7b27e48b9c9 HTTP/1.1" status: 200 len: 217 time: 0.0407593 Jan 26 21:33:28.065397 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70a875e-77e5-4921-ae75-27a73619080b req-5d92b3ec-9ca1-42d6-94a1-b199185eea63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:33:28.066926 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-a70a875e-77e5-4921-ae75-27a73619080b req-5d92b3ec-9ca1-42d6-94a1-b199185eea63 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=4e6d2bbe-4ef2-4089-b0e5-159ef264639e HTTP/1.1" status: 200 len: 797 time: 0.1406388 Jan 26 21:33:28.191027 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e11932-00c0-4563-9ac5-c80bc85e6157 req-d5effe58-7c6e-474a-a72f-dc36a5774868 tempest-ServerRescueTestJSONUnderV235-1291171716 tempest-ServerRescueTestJSONUnderV235-1291171716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:33:28.198577 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-43e11932-00c0-4563-9ac5-c80bc85e6157 req-d5effe58-7c6e-474a-a72f-dc36a5774868 tempest-ServerRescueTestJSONUnderV235-1291171716 tempest-ServerRescueTestJSONUnderV235-1291171716-project] 10.222.0.13 "GET /v2.0/ports?device_id=fa94c08a-a39f-4bcf-bb25-fb744cb9827e HTTP/1.1" status: 200 len: 946 time: 0.1658194 Jan 26 21:33:28.207012 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-ab01703e-8beb-410f-9f33-fa3f5aed7c32 tempest-RoutersIpV6AdminTest-589596973 tempest-RoutersIpV6AdminTest-589596973-project-admin] Publish callbacks [] for router_gateway (a5629e96-ccf5-4a41-bf3d-29531c78b77e), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:33:28.257898 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70a875e-77e5-4921-ae75-27a73619080b req-f0c82c60-1a10-4ace-a226-806a0c5a2008 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:33:28.259493 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-a70a875e-77e5-4921-ae75-27a73619080b req-f0c82c60-1a10-4ace-a226-806a0c5a2008 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=f292bf50-7316-40da-8d60-8669bdd0f81a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1665356 Jan 26 21:33:28.393665 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-43e11932-00c0-4563-9ac5-c80bc85e6157 req-7d89af5e-bf39-4ff9-92bb-31c19cbc62bf tempest-ServerRescueTestJSONUnderV235-1291171716 tempest-ServerRescueTestJSONUnderV235-1291171716-project] 10.222.0.13 "GET /v2.0/security-groups?id=4dafcfd2-99ad-4b4e-b11f-af398c9060fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1940193 Jan 26 21:33:28.487829 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-a70a875e-77e5-4921-ae75-27a73619080b req-b81ddfd6-3b5c-4291-b3d0-b4e00ec6858e service neutron] 10.222.0.57 "GET /v2.0/networks/f292bf50-7316-40da-8d60-8669bdd0f81a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2178941 Jan 26 21:33:28.645076 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-ab01703e-8beb-410f-9f33-fa3f5aed7c32 tempest-RoutersIpV6AdminTest-589596973 tempest-RoutersIpV6AdminTest-589596973-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4111352', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4105746', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13075'] for router (a5629e96-ccf5-4a41-bf3d-29531c78b77e), precommit_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:33:28.657280 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-ab01703e-8beb-410f-9f33-fa3f5aed7c32 tempest-RoutersIpV6AdminTest-589596973 tempest-RoutersIpV6AdminTest-589596973-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4111263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-4111345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-4111334', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-4105739'] for router (a5629e96-ccf5-4a41-bf3d-29531c78b77e), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:33:28.730004 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-a70a875e-77e5-4921-ae75-27a73619080b req-daebd026-092c-4549-a555-7ba60c63917e service neutron] 10.222.0.57 "GET /v2.0/networks/f292bf50-7316-40da-8d60-8669bdd0f81a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2285991 Jan 26 21:33:28.824009 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-a70a875e-77e5-4921-ae75-27a73619080b req-67244959-13ff-405b-b194-2e8d103a6143 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.72&port_id=db089e5c-c2ba-48d7-8f5d-cf5cafe1f2ad HTTP/1.1" status: 200 len: 217 time: 0.0451858 Jan 26 21:33:28.896121 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70a875e-77e5-4921-ae75-27a73619080b req-f8c36280-a40e-464a-8355-6f3bc58b51f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:33:28.897553 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-a70a875e-77e5-4921-ae75-27a73619080b req-f8c36280-a40e-464a-8355-6f3bc58b51f8 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=4e6d2bbe-4ef2-4089-b0e5-159ef264639e HTTP/1.1" status: 200 len: 797 time: 0.0670986 Jan 26 21:33:28.973336 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70a875e-77e5-4921-ae75-27a73619080b req-39e31777-f0ee-4b3d-b910-ba0d490c4c5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:33:28.976020 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-a70a875e-77e5-4921-ae75-27a73619080b req-39e31777-f0ee-4b3d-b910-ba0d490c4c5d service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=f292bf50-7316-40da-8d60-8669bdd0f81a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0708003 Jan 26 21:33:28.978243 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab01703e-8beb-410f-9f33-fa3f5aed7c32 tempest-RoutersIpV6AdminTest-589596973 tempest-RoutersIpV6AdminTest-589596973-project-admin] Router a5629e96-ccf5-4a41-bf3d-29531c78b77e is scheduled to L3 agent 09df100c-3af1-4b0a-bda8-05914c71c458 with binding_index 1 {{(pid=103304) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 26 21:33:29.174257 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab01703e-8beb-410f-9f33-fa3f5aed7c32 tempest-RoutersIpV6AdminTest-589596973 tempest-RoutersIpV6AdminTest-589596973-project-admin] Notify agent at l3_agent.n-d-760453-5 the message routers_updated {{(pid=103304) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 26 21:33:29.191115 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-ab01703e-8beb-410f-9f33-fa3f5aed7c32 tempest-RoutersIpV6AdminTest-589596973 tempest-RoutersIpV6AdminTest-589596973-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:33:29.192790 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-ab01703e-8beb-410f-9f33-fa3f5aed7c32 tempest-RoutersIpV6AdminTest-589596973 tempest-RoutersIpV6AdminTest-589596973-project-admin] 10.222.0.13 "PUT /v2.0/routers/a5629e96-ccf5-4a41-bf3d-29531c78b77e HTTP/1.1" status: 200 len: 920 time: 3.2663748 Jan 26 21:33:29.193784 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb9002e3-574c-4a01-838d-2b2a4419e1d5 None None] Sync routers for ids ['a5629e96-ccf5-4a41-bf3d-29531c78b77e'] in n-d-760453-5 {{(pid=103306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 26 21:33:29.198255 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 55420) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:33:29.212317 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb9002e3-574c-4a01-838d-2b2a4419e1d5 None None] Routers {'a5629e96-ccf5-4a41-bf3d-29531c78b77e'} bound to L3 agent in host n-d-760453-5 {{(pid=103306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 21:33:29.213015 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-bb9002e3-574c-4a01-838d-2b2a4419e1d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-26T20:55:21Z,description=,heartbeat_timestamp=2022-01-26T21:33:21Z,host='n-d-760453-5',id=09df100c-3af1-4b0a-bda8-05914c71c458,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:55:21Z,topic='l3_agent')) {'router_ids': ['a5629e96-ccf5-4a41-bf3d-29531c78b77e'], 'active': True} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:33:29.239130 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-a70a875e-77e5-4921-ae75-27a73619080b req-b9efce46-1a3b-4e86-8b51-56053e472760 service neutron] 10.222.0.57 "GET /v2.0/networks/f292bf50-7316-40da-8d60-8669bdd0f81a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2548020 Jan 26 21:33:29.255171 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-bb9002e3-574c-4a01-838d-2b2a4419e1d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760453-5', False) {} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:33:29.266361 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb9002e3-574c-4a01-838d-2b2a4419e1d5 None None] Routers {'a5629e96-ccf5-4a41-bf3d-29531c78b77e'} bound to L3 agent in host n-d-760453-5 {{(pid=103306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 21:33:29.267129 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-bb9002e3-574c-4a01-838d-2b2a4419e1d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-26T20:55:21Z,description=,heartbeat_timestamp=2022-01-26T21:33:21Z,host='n-d-760453-5',id=09df100c-3af1-4b0a-bda8-05914c71c458,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:55:21Z,topic='l3_agent')) {'router_ids': ['a5629e96-ccf5-4a41-bf3d-29531c78b77e'], 'active': True} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:33:29.302734 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-bb9002e3-574c-4a01-838d-2b2a4419e1d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760453-5', False) {} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:33:29.303485 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb9002e3-574c-4a01-838d-2b2a4419e1d5 None None] The sync data for ids ['a5629e96-ccf5-4a41-bf3d-29531c78b77e'] in n-d-760453-5 is: [] {{(pid=103306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 26 21:33:29.365723 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-f051b4d6-dc2d-4bb4-8b86-7461e5ee0da1 tempest-RoutersIpV6AdminTest-589596973 tempest-RoutersIpV6AdminTest-589596973-project-admin] 10.222.0.13 "GET /v2.0/routers/a5629e96-ccf5-4a41-bf3d-29531c78b77e HTTP/1.1" status: 200 len: 926 time: 0.1662319 Jan 26 21:33:29.368980 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 55426) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:33:29.375677 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-a70a875e-77e5-4921-ae75-27a73619080b req-334e56f2-f4c1-4d4d-97b2-c2ed51263ec7 service neutron] 10.222.0.57 "GET /v2.0/networks/f292bf50-7316-40da-8d60-8669bdd0f81a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1293991 Jan 26 21:33:29.443829 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-a70a875e-77e5-4921-ae75-27a73619080b req-5cd1e717-8a28-4179-9ce9-bfdcf59e4cb7 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.45&port_id=68993758-80c8-46d1-858d-bc7447ce489e HTTP/1.1" status: 200 len: 217 time: 0.0596278 Jan 26 21:33:29.450316 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb8538d4-6d71-4d4f-bb72-a0538e0e4071 tempest-RoutersIpV6AdminTest-589596973 tempest-RoutersIpV6AdminTest-589596973-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:33:29.452100 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-fb8538d4-6d71-4d4f-bb72-a0538e0e4071 tempest-RoutersIpV6AdminTest-589596973 tempest-RoutersIpV6AdminTest-589596973-project-admin] 10.222.0.13 "GET /v2.0/ports?network_id=4140a1f1-c93a-4bea-83a0-68953a54f299&device_id=a5629e96-ccf5-4a41-bf3d-29531c78b77e&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0820971 Jan 26 21:33:29.463682 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 55430) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:33:29.594131 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f903a0ef-aa4f-4767-9aee-d7daf406bef6 req-02717e48-f01d-4429-b1ad-5029deb0bf88 tempest-ServerRescueTestJSONUnderV235-1291171716 tempest-ServerRescueTestJSONUnderV235-1291171716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:33:29.601875 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-f903a0ef-aa4f-4767-9aee-d7daf406bef6 req-02717e48-f01d-4429-b1ad-5029deb0bf88 tempest-ServerRescueTestJSONUnderV235-1291171716 tempest-ServerRescueTestJSONUnderV235-1291171716-project] 10.222.0.13 "GET /v2.0/ports?device_id=fa94c08a-a39f-4bcf-bb25-fb744cb9827e HTTP/1.1" status: 200 len: 946 time: 0.0898640 Jan 26 21:33:29.610969 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70a875e-77e5-4921-ae75-27a73619080b req-7a0fdd1c-fc27-45a9-b8c1-c878eba0f5fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:33:29.612423 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-a70a875e-77e5-4921-ae75-27a73619080b req-7a0fdd1c-fc27-45a9-b8c1-c878eba0f5fd service neutron] 10.222.0.57 "GET /v2.0/subnets?id=4e6d2bbe-4ef2-4089-b0e5-159ef264639e HTTP/1.1" status: 200 len: 797 time: 0.1623821 Jan 26 21:33:29.644881 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f615918-5d1e-4cab-83e3-466750d0eacc tempest-RoutersIpV6AdminTest-589596973 tempest-RoutersIpV6AdminTest-589596973-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:33:29.648885 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-6f615918-5d1e-4cab-83e3-466750d0eacc tempest-RoutersIpV6AdminTest-589596973 tempest-RoutersIpV6AdminTest-589596973-project-admin] 10.222.0.13 "GET /v2.0/networks/4140a1f1-c93a-4bea-83a0-68953a54f299 HTTP/1.1" status: 200 len: 881 time: 0.1776702 Jan 26 21:33:29.656943 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 55438) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:33:29.704280 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-6e68768c-a8cc-40fa-aced-c9e123d41bd2 tempest-RoutersIpV6AdminTest-122007392 tempest-RoutersIpV6AdminTest-122007392-project] 10.222.0.13 "GET /v2.0/ports?device_id=a5629e96-ccf5-4a41-bf3d-29531c78b77e HTTP/1.1" status: 200 len: 205 time: 0.0428081 Jan 26 21:33:29.705226 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 55440) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:33:29.751167 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-f903a0ef-aa4f-4767-9aee-d7daf406bef6 req-987eba60-7fd2-40d8-b2fd-cef27e33f763 tempest-ServerRescueTestJSONUnderV235-1291171716 tempest-ServerRescueTestJSONUnderV235-1291171716-project] 10.222.0.13 "GET /v2.0/security-groups?id=4dafcfd2-99ad-4b4e-b11f-af398c9060fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1368451 Jan 26 21:33:29.768512 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70a875e-77e5-4921-ae75-27a73619080b req-22a16174-2134-4ed8-8bdb-10e52596fd14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:33:29.770232 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-a70a875e-77e5-4921-ae75-27a73619080b req-22a16174-2134-4ed8-8bdb-10e52596fd14 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=f292bf50-7316-40da-8d60-8669bdd0f81a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1475654 Jan 26 21:33:29.840138 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-c226f7c6-f2b0-4ad5-b171-c36eba090282 tempest-RoutersIpV6AdminTest-122007392 tempest-RoutersIpV6AdminTest-122007392-project] Publish callbacks [] for router (a5629e96-ccf5-4a41-bf3d-29531c78b77e), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:33:29.936092 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-a70a875e-77e5-4921-ae75-27a73619080b req-18a9771c-eb90-4e80-a4b9-c59e9264628d service neutron] 10.222.0.57 "GET /v2.0/networks/f292bf50-7316-40da-8d60-8669bdd0f81a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1588509 Jan 26 21:33:29.977451 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-c226f7c6-f2b0-4ad5-b171-c36eba090282 tempest-RoutersIpV6AdminTest-122007392 tempest-RoutersIpV6AdminTest-122007392-project] Publish callbacks [] for router_gateway (a5629e96-ccf5-4a41-bf3d-29531c78b77e), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:33:30.067300 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-a70a875e-77e5-4921-ae75-27a73619080b req-e7572944-0d0e-4222-8172-f3e612012250 service neutron] 10.222.0.57 "GET /v2.0/networks/f292bf50-7316-40da-8d60-8669bdd0f81a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244593 Jan 26 21:33:30.071498 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-c226f7c6-f2b0-4ad5-b171-c36eba090282 tempest-RoutersIpV6AdminTest-122007392 tempest-RoutersIpV6AdminTest-122007392-project] Deleting port 22ceaaff-ecfd-46a7-898f-7dead002c49a {{(pid=103305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 21:33:30.071886 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-c226f7c6-f2b0-4ad5-b171-c36eba090282 tempest-RoutersIpV6AdminTest-122007392 tempest-RoutersIpV6AdminTest-122007392-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746560630878'] for port (22ceaaff-ecfd-46a7-898f-7dead002c49a), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:33:30.147788 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-a70a875e-77e5-4921-ae75-27a73619080b req-3e7f77f3-ca78-4be2-a89e-436804f3c3b5 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.56&port_id=838b8d10-47c7-4250-a401-9d4067f8f28c HTTP/1.1" status: 200 len: 217 time: 0.0735643 Jan 26 21:33:30.161793 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-c226f7c6-f2b0-4ad5-b171-c36eba090282 tempest-RoutersIpV6AdminTest-122007392 tempest-RoutersIpV6AdminTest-122007392-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4109658'] for port (22ceaaff-ecfd-46a7-898f-7dead002c49a), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:33:30.180448 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-c226f7c6-f2b0-4ad5-b171-c36eba090282 tempest-RoutersIpV6AdminTest-122007392 tempest-RoutersIpV6AdminTest-122007392-project] Calling delete_port for 22ceaaff-ecfd-46a7-898f-7dead002c49a owned by network:router_gateway {{(pid=103305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 21:33:30.206557 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70a875e-77e5-4921-ae75-27a73619080b req-57deb2f6-a93c-450f-8dc5-6d4edbf373d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:33:30.209130 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-a70a875e-77e5-4921-ae75-27a73619080b req-57deb2f6-a93c-450f-8dc5-6d4edbf373d2 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=4e6d2bbe-4ef2-4089-b0e5-159ef264639e HTTP/1.1" status: 200 len: 797 time: 0.0535822 Jan 26 21:33:30.267683 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70a875e-77e5-4921-ae75-27a73619080b req-a3f67000-7d30-4d61-8cef-063cc427755a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:33:30.269571 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-a70a875e-77e5-4921-ae75-27a73619080b req-a3f67000-7d30-4d61-8cef-063cc427755a service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=f292bf50-7316-40da-8d60-8669bdd0f81a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0538630 Jan 26 21:33:30.407783 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-a70a875e-77e5-4921-ae75-27a73619080b req-583566cf-99a8-4ffe-aece-81249115fec3 service neutron] 10.222.0.57 "GET /v2.0/networks/f292bf50-7316-40da-8d60-8669bdd0f81a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1306307 Jan 26 21:33:30.435395 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-c226f7c6-f2b0-4ad5-b171-c36eba090282 tempest-RoutersIpV6AdminTest-122007392 tempest-RoutersIpV6AdminTest-122007392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746560636600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746560234536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11791543'] for port (22ceaaff-ecfd-46a7-898f-7dead002c49a), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:33:30.471004 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c226f7c6-f2b0-4ad5-b171-c36eba090282 tempest-RoutersIpV6AdminTest-122007392 tempest-RoutersIpV6AdminTest-122007392-project] Pushing event deleted for resources: {'Port': ['ID=22ceaaff-ecfd-46a7-898f-7dead002c49a,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:33:30.519149 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-a70a875e-77e5-4921-ae75-27a73619080b req-544c5f6d-b4c4-418e-b44d-124607c34d2e service neutron] 10.222.0.57 "GET /v2.0/networks/f292bf50-7316-40da-8d60-8669bdd0f81a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1046343 Jan 26 21:33:30.551032 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-c226f7c6-f2b0-4ad5-b171-c36eba090282 tempest-RoutersIpV6AdminTest-122007392 tempest-RoutersIpV6AdminTest-122007392-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4111291'] for router_gateway (a5629e96-ccf5-4a41-bf3d-29531c78b77e), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:33:30.579857 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-a70a875e-77e5-4921-ae75-27a73619080b req-f223c421-5d83-4c5f-9bde-61cf446d7443 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=3941d4d2-ec71-4191-8e9f-df25a9ea3da5 HTTP/1.1" status: 200 len: 217 time: 0.0529156 Jan 26 21:33:30.646478 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70a875e-77e5-4921-ae75-27a73619080b req-457facda-f816-4535-b7e0-c288e0d05ee1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:33:30.648361 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-a70a875e-77e5-4921-ae75-27a73619080b req-457facda-f816-4535-b7e0-c288e0d05ee1 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=d36d78e9-ef90-42a1-bdc2-1b67cc68d0f5 HTTP/1.1" status: 200 len: 797 time: 0.0613368 Jan 26 21:33:30.665704 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-c226f7c6-f2b0-4ad5-b171-c36eba090282 tempest-RoutersIpV6AdminTest-122007392 tempest-RoutersIpV6AdminTest-122007392-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4105774', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13082'] for router (a5629e96-ccf5-4a41-bf3d-29531c78b77e), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:33:30.668956 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-c226f7c6-f2b0-4ad5-b171-c36eba090282 tempest-RoutersIpV6AdminTest-122007392 tempest-RoutersIpV6AdminTest-122007392-project] Publish callbacks [] for router_controller (a5629e96-ccf5-4a41-bf3d-29531c78b77e), precommit_delete_associations {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:33:30.701265 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70a875e-77e5-4921-ae75-27a73619080b req-7803aaf5-ba86-4d5f-b5ad-5009ac606f6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:33:30.703503 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-a70a875e-77e5-4921-ae75-27a73619080b req-7803aaf5-ba86-4d5f-b5ad-5009ac606f6a service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=09fefaf6-1493-45ff-9b77-0bffdcb790d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0492966 Jan 26 21:33:30.721317 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-c226f7c6-f2b0-4ad5-b171-c36eba090282 tempest-RoutersIpV6AdminTest-122007392 tempest-RoutersIpV6AdminTest-122007392-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4105767'] for router (a5629e96-ccf5-4a41-bf3d-29531c78b77e), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:33:30.722015 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c226f7c6-f2b0-4ad5-b171-c36eba090282 tempest-RoutersIpV6AdminTest-122007392 tempest-RoutersIpV6AdminTest-122007392-project] Fanout notify agent at l3_agent the message router_deleted on router a5629e96-ccf5-4a41-bf3d-29531c78b77e {{(pid=103305) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 26 21:33:30.733123 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-c226f7c6-f2b0-4ad5-b171-c36eba090282 tempest-RoutersIpV6AdminTest-122007392 tempest-RoutersIpV6AdminTest-122007392-project] Publish callbacks [] for router (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:33:30.739139 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-c226f7c6-f2b0-4ad5-b171-c36eba090282 tempest-RoutersIpV6AdminTest-122007392 tempest-RoutersIpV6AdminTest-122007392-project] 10.222.0.13 "DELETE /v2.0/routers/a5629e96-ccf5-4a41-bf3d-29531c78b77e HTTP/1.1" status: 204 len: 168 time: 1.0302773 Jan 26 21:33:30.742890 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 55466) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:33:30.748016 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-24b79f42-79ec-4702-822c-d55dd8ebecc9 tempest-RoutersIpV6AdminTest-122007392 tempest-RoutersIpV6AdminTest-122007392-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1877630483', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299'}, 'admin_state_up': False}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:33:30.774343 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-24b79f42-79ec-4702-822c-d55dd8ebecc9 tempest-RoutersIpV6AdminTest-122007392 tempest-RoutersIpV6AdminTest-122007392-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4104596', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13108'] for router (9a8adbac-116b-4943-b285-9934644a3788), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:33:30.776376 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-24b79f42-79ec-4702-822c-d55dd8ebecc9 tempest-RoutersIpV6AdminTest-122007392 tempest-RoutersIpV6AdminTest-122007392-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4105828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4111306', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3733576', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13069'] for router (9a8adbac-116b-4943-b285-9934644a3788), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:33:30.861717 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-24b79f42-79ec-4702-822c-d55dd8ebecc9 tempest-RoutersIpV6AdminTest-122007392 tempest-RoutersIpV6AdminTest-122007392-project] Publish callbacks [] for router_controller (9a8adbac-116b-4943-b285-9934644a3788), precommit_add_association {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:33:31.008859 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-24b79f42-79ec-4702-822c-d55dd8ebecc9 tempest-RoutersIpV6AdminTest-122007392 tempest-RoutersIpV6AdminTest-122007392-project] Publish callbacks [] for router_gateway (9a8adbac-116b-4943-b285-9934644a3788), precommit_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:33:31.204422 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-a70a875e-77e5-4921-ae75-27a73619080b req-3d94176d-b8d9-4979-8606-bef8574d7657 service neutron] 10.222.0.57 "GET /v2.0/networks/09fefaf6-1493-45ff-9b77-0bffdcb790d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4943881 Jan 26 21:33:31.215358 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b0cd4c-0e15-4ab8-acf7-4b5133122469 req-577550d3-983f-4478-8da1-406a641b6496 tempest-ServerRescueTestJSONUnderV235-1291171716 tempest-ServerRescueTestJSONUnderV235-1291171716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:33:31.217030 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-b9b0cd4c-0e15-4ab8-acf7-4b5133122469 req-577550d3-983f-4478-8da1-406a641b6496 tempest-ServerRescueTestJSONUnderV235-1291171716 tempest-ServerRescueTestJSONUnderV235-1291171716-project] 10.222.0.13 "GET /v2.0/ports?device_id=fa94c08a-a39f-4bcf-bb25-fb744cb9827e HTTP/1.1" status: 200 len: 946 time: 0.1588068 Jan 26 21:33:31.227395 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-24b79f42-79ec-4702-822c-d55dd8ebecc9 tempest-RoutersIpV6AdminTest-122007392 tempest-RoutersIpV6AdminTest-122007392-project] Publish callbacks [] for router_gateway (9a8adbac-116b-4943-b285-9934644a3788), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:33:31.240339 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2632b35-b48f-4b45-8b0a-08482e20fd85 req-7404a2de-80c0-4c2d-b285-e83edb71f4a7 tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:33:31.247127 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-24b79f42-79ec-4702-822c-d55dd8ebecc9 tempest-RoutersIpV6AdminTest-122007392 tempest-RoutersIpV6AdminTest-122007392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:33:31.247398 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-a2632b35-b48f-4b45-8b0a-08482e20fd85 req-7404a2de-80c0-4c2d-b285-e83edb71f4a7 tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] 10.222.0.13 "GET /v2.0/ports?device_id=c947e2a6-4eb3-4b93-905b-515cc992a63b HTTP/1.1" status: 200 len: 946 time: 0.1918428 Jan 26 21:33:31.362870 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.db_base_plugin_common [None req-24b79f42-79ec-4702-822c-d55dd8ebecc9 tempest-RoutersIpV6AdminTest-122007392 tempest-RoutersIpV6AdminTest-122007392-project] Allocated IP 172.25.1.168 (4140a1f1-c93a-4bea-83a0-68953a54f299/e48251a1-e30d-4820-8396-00c6f6aeb601/36de1fb7-a3ab-4fc3-a966-cdca23de54b0) {{(pid=103305) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 21:33:31.388181 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-a2632b35-b48f-4b45-8b0a-08482e20fd85 req-d2887c48-c1b6-4f19-b1e1-b23055121a77 tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] 10.222.0.13 "GET /v2.0/security-groups?id=d37b3ff7-2317-46ab-9f4f-b0d217809a4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1336505 Jan 26 21:33:31.408923 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-b9b0cd4c-0e15-4ab8-acf7-4b5133122469 req-025e4da5-0cdf-4a28-b5b9-7bb7aa76be9b tempest-ServerRescueTestJSONUnderV235-1291171716 tempest-ServerRescueTestJSONUnderV235-1291171716-project] 10.222.0.13 "GET /v2.0/security-groups?id=4dafcfd2-99ad-4b4e-b11f-af398c9060fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1676471 Jan 26 21:33:31.428992 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-a70a875e-77e5-4921-ae75-27a73619080b req-45007dc0-8c8e-4588-a698-9ee99d553cca service neutron] 10.222.0.57 "GET /v2.0/networks/09fefaf6-1493-45ff-9b77-0bffdcb790d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2072742 Jan 26 21:33:31.470052 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-a70a875e-77e5-4921-ae75-27a73619080b req-d006898c-f8d2-46d0-abb4-eac829fbca5c service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=b6f4a45a-14b0-47b4-ab05-34ee30262fe7 HTTP/1.1" status: 200 len: 217 time: 0.0367465 Jan 26 21:33:31.479281 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-24b79f42-79ec-4702-822c-d55dd8ebecc9 tempest-RoutersIpV6AdminTest-122007392 tempest-RoutersIpV6AdminTest-122007392-project] Publish callbacks [] for port (36de1fb7-a3ab-4fc3-a966-cdca23de54b0), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:33:31.517564 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-24b79f42-79ec-4702-822c-d55dd8ebecc9 tempest-RoutersIpV6AdminTest-122007392 tempest-RoutersIpV6AdminTest-122007392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746560234527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11791543'] for port (36de1fb7-a3ab-4fc3-a966-cdca23de54b0), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:33:31.529173 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70a875e-77e5-4921-ae75-27a73619080b req-73016514-f569-49e1-859f-ddd57415ba60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:33:31.531093 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-a70a875e-77e5-4921-ae75-27a73619080b req-73016514-f569-49e1-859f-ddd57415ba60 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=d36d78e9-ef90-42a1-bdc2-1b67cc68d0f5 HTTP/1.1" status: 200 len: 797 time: 0.0548058 Jan 26 21:33:31.561822 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24b79f42-79ec-4702-822c-d55dd8ebecc9 tempest-RoutersIpV6AdminTest-122007392 tempest-RoutersIpV6AdminTest-122007392-project] Network 4140a1f1-c93a-4bea-83a0-68953a54f299 is already hosted by enough agents. {{(pid=103305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 21:33:31.564744 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [None req-24b79f42-79ec-4702-822c-d55dd8ebecc9 tempest-RoutersIpV6AdminTest-122007392 tempest-RoutersIpV6AdminTest-122007392-project] Resources bound (agent type, host, resource id): {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:33:31.567216 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24b79f42-79ec-4702-822c-d55dd8ebecc9 tempest-RoutersIpV6AdminTest-122007392 tempest-RoutersIpV6AdminTest-122007392-project] Received port after_create {{(pid=103305) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 21:33:31.579766 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70a875e-77e5-4921-ae75-27a73619080b req-a0606408-3ddd-4cf5-82e9-d9420fd5db3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:33:31.581411 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-a70a875e-77e5-4921-ae75-27a73619080b req-a0606408-3ddd-4cf5-82e9-d9420fd5db3d service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=09fefaf6-1493-45ff-9b77-0bffdcb790d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0443866 Jan 26 21:33:31.602452 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b79f42-79ec-4702-822c-d55dd8ebecc9 tempest-RoutersIpV6AdminTest-122007392 tempest-RoutersIpV6AdminTest-122007392-project] Pushing event updated for resources: {'Port': ['ID=36de1fb7-a3ab-4fc3-a966-cdca23de54b0,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:33:31.677788 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-a70a875e-77e5-4921-ae75-27a73619080b req-7951a34c-b995-4042-90b9-5b79ed8fa11f service neutron] 10.222.0.57 "GET /v2.0/networks/09fefaf6-1493-45ff-9b77-0bffdcb790d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897651 Jan 26 21:33:31.786134 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-a70a875e-77e5-4921-ae75-27a73619080b req-229a6939-717c-43a1-9379-33b73c7d47b4 service neutron] 10.222.0.57 "GET /v2.0/networks/09fefaf6-1493-45ff-9b77-0bffdcb790d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1007206 Jan 26 21:33:31.898265 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-24b79f42-79ec-4702-822c-d55dd8ebecc9 tempest-RoutersIpV6AdminTest-122007392 tempest-RoutersIpV6AdminTest-122007392-project] Publish callbacks [] for router_gateway (9a8adbac-116b-4943-b285-9934644a3788), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:33:32.145338 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-24b79f42-79ec-4702-822c-d55dd8ebecc9 tempest-RoutersIpV6AdminTest-122007392 tempest-RoutersIpV6AdminTest-122007392-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4105757', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4111263'] for router (9a8adbac-116b-4943-b285-9934644a3788), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:33:32.286587 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24b79f42-79ec-4702-822c-d55dd8ebecc9 tempest-RoutersIpV6AdminTest-122007392 tempest-RoutersIpV6AdminTest-122007392-project] Router 9a8adbac-116b-4943-b285-9934644a3788 is scheduled to L3 agent 09df100c-3af1-4b0a-bda8-05914c71c458 with binding_index 1 {{(pid=103305) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 26 21:33:32.406504 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24b79f42-79ec-4702-822c-d55dd8ebecc9 tempest-RoutersIpV6AdminTest-122007392 tempest-RoutersIpV6AdminTest-122007392-project] Notify agent at l3_agent.n-d-760453-5 the message routers_updated {{(pid=103305) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 26 21:33:32.419233 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e01ffd86-bdad-40b8-a573-858f1833ee1f None None] Sync routers for ids ['9a8adbac-116b-4943-b285-9934644a3788'] in n-d-760453-5 {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 26 21:33:32.435529 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e01ffd86-bdad-40b8-a573-858f1833ee1f None None] Routers {'9a8adbac-116b-4943-b285-9934644a3788'} bound to L3 agent in host n-d-760453-5 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 21:33:32.436331 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-e01ffd86-bdad-40b8-a573-858f1833ee1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-26T20:55:21Z,description=,heartbeat_timestamp=2022-01-26T21:33:21Z,host='n-d-760453-5',id=09df100c-3af1-4b0a-bda8-05914c71c458,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:55:21Z,topic='l3_agent')) {'router_ids': ['9a8adbac-116b-4943-b285-9934644a3788'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:33:32.464583 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-24b79f42-79ec-4702-822c-d55dd8ebecc9 tempest-RoutersIpV6AdminTest-122007392 tempest-RoutersIpV6AdminTest-122007392-project] Publish callbacks [] for router (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:33:32.468551 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-24b79f42-79ec-4702-822c-d55dd8ebecc9 tempest-RoutersIpV6AdminTest-122007392 tempest-RoutersIpV6AdminTest-122007392-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 1.7220945 Jan 26 21:33:32.468826 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 55500) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:33:32.474890 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-a0258c0b-ef86-4dde-a599-ca934f97a029 tempest-RoutersIpV6AdminTest-122007392 tempest-RoutersIpV6AdminTest-122007392-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:33:32.523254 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-e01ffd86-bdad-40b8-a573-858f1833ee1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760453-5', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:33:32.545752 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e01ffd86-bdad-40b8-a573-858f1833ee1f None None] Routers {'9a8adbac-116b-4943-b285-9934644a3788'} bound to L3 agent in host n-d-760453-5 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 21:33:32.548114 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-e01ffd86-bdad-40b8-a573-858f1833ee1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-26T20:55:21Z,description=,heartbeat_timestamp=2022-01-26T21:33:21Z,host='n-d-760453-5',id=09df100c-3af1-4b0a-bda8-05914c71c458,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:55:21Z,topic='l3_agent')) {'router_ids': ['9a8adbac-116b-4943-b285-9934644a3788'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:33:32.573829 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f8f6e4-ed9b-4c45-9313-18de2162ca01 req-95656543-e653-4c09-b402-fe6d1018402b tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:33:32.581164 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-b3f8f6e4-ed9b-4c45-9313-18de2162ca01 req-95656543-e653-4c09-b402-fe6d1018402b tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] 10.222.0.13 "GET /v2.0/ports?device_id=c947e2a6-4eb3-4b93-905b-515cc992a63b HTTP/1.1" status: 200 len: 946 time: 0.0862293 Jan 26 21:33:32.609130 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb54533-977f-4e5f-bd8e-45e74abad3c8 req-9f8218f7-af8c-4798-901a-31822ead319f tempest-ServerRescueTestJSONUnderV235-1291171716 tempest-ServerRescueTestJSONUnderV235-1291171716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:33:32.610757 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-4cb54533-977f-4e5f-bd8e-45e74abad3c8 req-9f8218f7-af8c-4798-901a-31822ead319f tempest-ServerRescueTestJSONUnderV235-1291171716 tempest-ServerRescueTestJSONUnderV235-1291171716-project] 10.222.0.13 "GET /v2.0/ports?device_id=fa94c08a-a39f-4bcf-bb25-fb744cb9827e HTTP/1.1" status: 200 len: 946 time: 0.1072733 Jan 26 21:33:32.635776 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-e01ffd86-bdad-40b8-a573-858f1833ee1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760453-5', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:33:32.637241 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e01ffd86-bdad-40b8-a573-858f1833ee1f None None] The sync data for ids ['9a8adbac-116b-4943-b285-9934644a3788'] in n-d-760453-5 is: [] {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 26 21:33:32.655355 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-b3f8f6e4-ed9b-4c45-9313-18de2162ca01 req-fd254328-e746-436b-8618-ca99b49d265b tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] 10.222.0.13 "GET /v2.0/security-groups?id=d37b3ff7-2317-46ab-9f4f-b0d217809a4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0732305 Jan 26 21:33:32.735641 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-4cb54533-977f-4e5f-bd8e-45e74abad3c8 req-4c63fcd2-b290-49b1-a596-a63d6b5da777 tempest-ServerRescueTestJSONUnderV235-1291171716 tempest-ServerRescueTestJSONUnderV235-1291171716-project] 10.222.0.13 "GET /v2.0/security-groups?id=4dafcfd2-99ad-4b4e-b11f-af398c9060fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914347 Jan 26 21:33:33.194412 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7539da9-849f-437d-86d7-76ff2c703d3f req-e76f569f-6095-40e0-b896-c0f866c7fc0a tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:33:33.202670 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Device 76b67d01-e977-4af8-80e0-0024bcb18a45 no longer exists at agent hyperv_n-h1-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 26 21:33:33.206700 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-a7539da9-849f-437d-86d7-76ff2c703d3f req-e76f569f-6095-40e0-b896-c0f866c7fc0a tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] 10.222.0.13 "GET /v2.0/ports?device_id=c947e2a6-4eb3-4b93-905b-515cc992a63b HTTP/1.1" status: 200 len: 946 time: 0.0978372 Jan 26 21:33:33.309192 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Current status of the port 76b67d01-e977-4af8-80e0-0024bcb18a45 is: ACTIVE; New status is: DOWN {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:33:33.309955 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (76b67d01-e977-4af8-80e0-0024bcb18a45), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:33:33.323456 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-a7539da9-849f-437d-86d7-76ff2c703d3f req-70b9be61-8395-4e9f-9428-bde4b11ff1e4 tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] 10.222.0.13 "GET /v2.0/security-groups?id=d37b3ff7-2317-46ab-9f4f-b0d217809a4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1158097 Jan 26 21:33:33.355349 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] For port 76b67d01-e977-4af8-80e0-0024bcb18a45, host n-h1-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-5',level=0,port_id=76b67d01-e977-4af8-80e0-0024bcb18a45,segment=NetworkSegment(3717183c-69c6-44ee-ac2f-ec1e05ab35f5),segment_id=3717183c-69c6-44ee-ac2f-ec1e05ab35f5)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:33:33.356724 n-d-760453-5 neutron-server[103306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c947e2a6-4eb3-4b93-905b-515cc992a63b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '76b67d01-e977-4af8-80e0-0024bcb18a45'}] {{(pid=103306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 21:33:33.359541 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9d5d370febab655511bdd2ffe887e43e442d144a440368702bcc1e93af00b97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74616da2-3610-4819-834d-efe439ecd3ef" -d '{"events": [{"server_uuid": "c947e2a6-4eb3-4b93-905b-515cc992a63b", "name": "network-vif-unplugged", "status": "completed", "tag": "76b67d01-e977-4af8-80e0-0024bcb18a45"}]}' {{(pid=103306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 21:33:33.367965 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (76b67d01-e977-4af8-80e0-0024bcb18a45), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:33:33.382356 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-a0258c0b-ef86-4dde-a599-ca934f97a029 tempest-RoutersIpV6AdminTest-122007392 tempest-RoutersIpV6AdminTest-122007392-project] Publish callbacks [] for router_gateway (9a8adbac-116b-4943-b285-9934644a3788), precommit_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:33:33.400100 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-a0258c0b-ef86-4dde-a599-ca934f97a029 tempest-RoutersIpV6AdminTest-122007392 tempest-RoutersIpV6AdminTest-122007392-project] Publish callbacks [] for router_gateway (9a8adbac-116b-4943-b285-9934644a3788), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:33:33.430864 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 26 Jan 2022 21:33:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e63606c-4a38-4165-9cfb-5cbf406de583 x-openstack-request-id: req-7e63606c-4a38-4165-9cfb-5cbf406de583 {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 21:33:33.430864 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c947e2a6-4eb3-4b93-905b-515cc992a63b", "name": "network-vif-unplugged", "status": "completed", "tag": "76b67d01-e977-4af8-80e0-0024bcb18a45", "code": 200}]} {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 21:33:33.430864 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-7e63606c-4a38-4165-9cfb-5cbf406de583 {{(pid=103306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 21:33:33.430864 n-d-760453-5 neutron-server[103306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c947e2a6-4eb3-4b93-905b-515cc992a63b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '76b67d01-e977-4af8-80e0-0024bcb18a45', 'code': 200} Jan 26 21:33:33.439301 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Pushing event updated for resources: {'Port': ['ID=76b67d01-e977-4af8-80e0-0024bcb18a45,revision_number=11']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:33:33.473194 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-a0258c0b-ef86-4dde-a599-ca934f97a029 tempest-RoutersIpV6AdminTest-122007392 tempest-RoutersIpV6AdminTest-122007392-project] Deleting port 36de1fb7-a3ab-4fc3-a966-cdca23de54b0 {{(pid=103305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 21:33:33.473574 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-a0258c0b-ef86-4dde-a599-ca934f97a029 tempest-RoutersIpV6AdminTest-122007392 tempest-RoutersIpV6AdminTest-122007392-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746560630878'] for port (36de1fb7-a3ab-4fc3-a966-cdca23de54b0), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:33:33.560291 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-a0258c0b-ef86-4dde-a599-ca934f97a029 tempest-RoutersIpV6AdminTest-122007392 tempest-RoutersIpV6AdminTest-122007392-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4109658'] for port (36de1fb7-a3ab-4fc3-a966-cdca23de54b0), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:33:33.574015 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-a0258c0b-ef86-4dde-a599-ca934f97a029 tempest-RoutersIpV6AdminTest-122007392 tempest-RoutersIpV6AdminTest-122007392-project] Calling delete_port for 36de1fb7-a3ab-4fc3-a966-cdca23de54b0 owned by network:router_gateway {{(pid=103305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 21:33:33.750278 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-a0258c0b-ef86-4dde-a599-ca934f97a029 tempest-RoutersIpV6AdminTest-122007392 tempest-RoutersIpV6AdminTest-122007392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746560636600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746560234536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11791543'] for port (36de1fb7-a3ab-4fc3-a966-cdca23de54b0), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:33:33.779103 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0258c0b-ef86-4dde-a599-ca934f97a029 tempest-RoutersIpV6AdminTest-122007392 tempest-RoutersIpV6AdminTest-122007392-project] Pushing event deleted for resources: {'Port': ['ID=36de1fb7-a3ab-4fc3-a966-cdca23de54b0,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:33:33.846542 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-a0258c0b-ef86-4dde-a599-ca934f97a029 tempest-RoutersIpV6AdminTest-122007392 tempest-RoutersIpV6AdminTest-122007392-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4111291'] for router_gateway (9a8adbac-116b-4943-b285-9934644a3788), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:33:33.875129 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1af04b-5b32-4eff-b0c5-ca003d2641ee req-5a1ed340-9667-4108-8b01-597f165777dd tempest-ServerRescueTestJSONUnderV235-1291171716 tempest-ServerRescueTestJSONUnderV235-1291171716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:33:33.876636 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-4a1af04b-5b32-4eff-b0c5-ca003d2641ee req-5a1ed340-9667-4108-8b01-597f165777dd tempest-ServerRescueTestJSONUnderV235-1291171716 tempest-ServerRescueTestJSONUnderV235-1291171716-project] 10.222.0.13 "GET /v2.0/ports?device_id=fa94c08a-a39f-4bcf-bb25-fb744cb9827e HTTP/1.1" status: 200 len: 946 time: 0.0525193 Jan 26 21:33:33.929184 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-4a1af04b-5b32-4eff-b0c5-ca003d2641ee req-5b3f3fac-ecb4-4f0c-a74e-f2d324006a46 tempest-ServerRescueTestJSONUnderV235-1291171716 tempest-ServerRescueTestJSONUnderV235-1291171716-project] 10.222.0.13 "GET /v2.0/security-groups?id=4dafcfd2-99ad-4b4e-b11f-af398c9060fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466468 Jan 26 21:33:34.059914 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-a0258c0b-ef86-4dde-a599-ca934f97a029 tempest-RoutersIpV6AdminTest-122007392 tempest-RoutersIpV6AdminTest-122007392-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4111352', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4105746', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13075'] for router (9a8adbac-116b-4943-b285-9934644a3788), precommit_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:33:34.063293 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-a0258c0b-ef86-4dde-a599-ca934f97a029 tempest-RoutersIpV6AdminTest-122007392 tempest-RoutersIpV6AdminTest-122007392-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4111263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-4111345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-4111334', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-4105739'] for router (9a8adbac-116b-4943-b285-9934644a3788), after_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:33:34.140435 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0258c0b-ef86-4dde-a599-ca934f97a029 tempest-RoutersIpV6AdminTest-122007392 tempest-RoutersIpV6AdminTest-122007392-project] Router 9a8adbac-116b-4943-b285-9934644a3788 has already been hosted by L3 agent 09df100c-3af1-4b0a-bda8-05914c71c458 {{(pid=103305) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 26 21:33:34.214090 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0258c0b-ef86-4dde-a599-ca934f97a029 tempest-RoutersIpV6AdminTest-122007392 tempest-RoutersIpV6AdminTest-122007392-project] Notify agent at l3_agent.n-d-760453-5 the message routers_updated {{(pid=103305) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 26 21:33:34.220530 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-a0258c0b-ef86-4dde-a599-ca934f97a029 tempest-RoutersIpV6AdminTest-122007392 tempest-RoutersIpV6AdminTest-122007392-project] Publish callbacks [] for router (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:33:34.221715 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-a0258c0b-ef86-4dde-a599-ca934f97a029 tempest-RoutersIpV6AdminTest-122007392 tempest-RoutersIpV6AdminTest-122007392-project] 10.222.0.13 "PUT /v2.0/routers/9a8adbac-116b-4943-b285-9934644a3788 HTTP/1.1" status: 200 len: 710 time: 1.7517622 Jan 26 21:33:34.224137 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21539768-3aaa-4674-abf0-7c0a5dcd3bd5 None None] Sync routers for ids ['9a8adbac-116b-4943-b285-9934644a3788'] in n-d-760453-5 {{(pid=103306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 26 21:33:34.224581 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 55522) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:33:34.235827 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21539768-3aaa-4674-abf0-7c0a5dcd3bd5 None None] Routers {'9a8adbac-116b-4943-b285-9934644a3788'} bound to L3 agent in host n-d-760453-5 {{(pid=103306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 21:33:34.236583 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-21539768-3aaa-4674-abf0-7c0a5dcd3bd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-26T20:55:21Z,description=,heartbeat_timestamp=2022-01-26T21:33:21Z,host='n-d-760453-5',id=09df100c-3af1-4b0a-bda8-05914c71c458,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:55:21Z,topic='l3_agent')) {'router_ids': ['9a8adbac-116b-4943-b285-9934644a3788'], 'active': True} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:33:34.273501 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-21539768-3aaa-4674-abf0-7c0a5dcd3bd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760453-5', False) {} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:33:34.282961 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21539768-3aaa-4674-abf0-7c0a5dcd3bd5 None None] Routers {'9a8adbac-116b-4943-b285-9934644a3788'} bound to L3 agent in host n-d-760453-5 {{(pid=103306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 21:33:34.283666 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-21539768-3aaa-4674-abf0-7c0a5dcd3bd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-26T20:55:21Z,description=,heartbeat_timestamp=2022-01-26T21:33:21Z,host='n-d-760453-5',id=09df100c-3af1-4b0a-bda8-05914c71c458,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:55:21Z,topic='l3_agent')) {'router_ids': ['9a8adbac-116b-4943-b285-9934644a3788'], 'active': True} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:33:34.299542 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-d2dd927e-25cb-4e71-ba51-a181214b9036 tempest-RoutersIpV6AdminTest-589596973 tempest-RoutersIpV6AdminTest-589596973-project-admin] 10.222.0.13 "GET /v2.0/routers/9a8adbac-116b-4943-b285-9934644a3788 HTTP/1.1" status: 200 len: 745 time: 0.0742786 Jan 26 21:33:34.302214 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 55524) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:33:34.316563 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-21539768-3aaa-4674-abf0-7c0a5dcd3bd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760453-5', False) {} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:33:34.317480 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21539768-3aaa-4674-abf0-7c0a5dcd3bd5 None None] The sync data for ids ['9a8adbac-116b-4943-b285-9934644a3788'] in n-d-760453-5 is: [] {{(pid=103306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 26 21:33:34.353270 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-42830676-14d0-48fc-9677-bd3c415715ff tempest-RoutersIpV6AdminTest-589596973 tempest-RoutersIpV6AdminTest-589596973-project-admin] 10.222.0.13 "GET /v2.0/ports?network_id=4140a1f1-c93a-4bea-83a0-68953a54f299&device_id=9a8adbac-116b-4943-b285-9934644a3788 HTTP/1.1" status: 200 len: 205 time: 0.0498109 Jan 26 21:33:34.355740 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 55528) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:33:34.384742 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-c337bbb4-350a-4c17-be0d-403d5e393954 tempest-RoutersIpV6AdminTest-122007392 tempest-RoutersIpV6AdminTest-122007392-project] 10.222.0.13 "GET /v2.0/ports?device_id=9a8adbac-116b-4943-b285-9934644a3788 HTTP/1.1" status: 200 len: 205 time: 0.0254555 Jan 26 21:33:34.385660 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 55530) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:33:34.477121 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.agents_db [None req-569f1ced-6396-4ddf-b79f-e03b0b2146ab None None] Agent healthcheck: found 7 active agents {{(pid=103307) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 26 21:33:34.487117 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-ed75336c-6279-4858-b2e8-2ecdfdfe66ed tempest-RoutersIpV6AdminTest-122007392 tempest-RoutersIpV6AdminTest-122007392-project] Publish callbacks [] for router (9a8adbac-116b-4943-b285-9934644a3788), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:33:34.571572 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72663b0-8286-4281-8a5a-ffdf4281eec4 req-b7d9d605-7ce9-4f7b-9ced-048633619b5c tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:33:34.573595 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-d72663b0-8286-4281-8a5a-ffdf4281eec4 req-b7d9d605-7ce9-4f7b-9ced-048633619b5c tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] 10.222.0.13 "GET /v2.0/ports?device_id=c947e2a6-4eb3-4b93-905b-515cc992a63b HTTP/1.1" status: 200 len: 944 time: 0.1493063 Jan 26 21:33:34.675026 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-ed75336c-6279-4858-b2e8-2ecdfdfe66ed tempest-RoutersIpV6AdminTest-122007392 tempest-RoutersIpV6AdminTest-122007392-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4105774', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13082'] for router (9a8adbac-116b-4943-b285-9934644a3788), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:33:34.679444 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-ed75336c-6279-4858-b2e8-2ecdfdfe66ed tempest-RoutersIpV6AdminTest-122007392 tempest-RoutersIpV6AdminTest-122007392-project] Publish callbacks [] for router_controller (9a8adbac-116b-4943-b285-9934644a3788), precommit_delete_associations {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:33:34.739414 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-d72663b0-8286-4281-8a5a-ffdf4281eec4 req-3a67bb89-23ad-44fe-b44e-f948d4eeaae2 tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] 10.222.0.13 "GET /v2.0/security-groups?id=d37b3ff7-2317-46ab-9f4f-b0d217809a4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1420496 Jan 26 21:33:34.747434 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-ed75336c-6279-4858-b2e8-2ecdfdfe66ed tempest-RoutersIpV6AdminTest-122007392 tempest-RoutersIpV6AdminTest-122007392-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4105767'] for router (9a8adbac-116b-4943-b285-9934644a3788), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:33:34.748211 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed75336c-6279-4858-b2e8-2ecdfdfe66ed tempest-RoutersIpV6AdminTest-122007392 tempest-RoutersIpV6AdminTest-122007392-project] Fanout notify agent at l3_agent the message router_deleted on router 9a8adbac-116b-4943-b285-9934644a3788 {{(pid=103304) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 26 21:33:34.764037 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-ed75336c-6279-4858-b2e8-2ecdfdfe66ed tempest-RoutersIpV6AdminTest-122007392 tempest-RoutersIpV6AdminTest-122007392-project] Publish callbacks [] for router (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:33:34.764037 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-ed75336c-6279-4858-b2e8-2ecdfdfe66ed tempest-RoutersIpV6AdminTest-122007392 tempest-RoutersIpV6AdminTest-122007392-project] 10.222.0.13 "DELETE /v2.0/routers/9a8adbac-116b-4943-b285-9934644a3788 HTTP/1.1" status: 204 len: 168 time: 0.3763940 Jan 26 21:33:34.767203 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 55532) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:33:34.798161 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-c158afcc-937e-4e3b-978b-77dcd9e5616d tempest-RoutersIpV6AdminTest-122007392 tempest-RoutersIpV6AdminTest-122007392-project] 10.222.0.13 "GET /v2.0/ports?device_id=9a8adbac-116b-4943-b285-9934644a3788 HTTP/1.1" status: 200 len: 205 time: 0.0296419 Jan 26 21:33:34.800545 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 55534) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:33:34.839418 n-d-760453-5 neutron-server[103304]: INFO neutron.api.v2.resource [None req-41770eae-f467-45b7-a6f4-53156e0d46f1 tempest-RoutersIpV6AdminTest-122007392 tempest-RoutersIpV6AdminTest-122007392-project] delete failed (client error): The resource could not be found. Jan 26 21:33:34.843011 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-41770eae-f467-45b7-a6f4-53156e0d46f1 tempest-RoutersIpV6AdminTest-122007392 tempest-RoutersIpV6AdminTest-122007392-project] 10.222.0.13 "DELETE /v2.0/routers/9a8adbac-116b-4943-b285-9934644a3788 HTTP/1.1" status: 404 len: 336 time: 0.0390220 Jan 26 21:33:34.843820 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 55536) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:33:34.875295 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-88856aa5-0c3f-4ef9-a45d-e283a9d6768a tempest-RoutersIpV6AdminTest-122007392 tempest-RoutersIpV6AdminTest-122007392-project] 10.222.0.13 "GET /v2.0/ports?device_id=a5629e96-ccf5-4a41-bf3d-29531c78b77e HTTP/1.1" status: 200 len: 205 time: 0.0300405 Jan 26 21:33:34.877605 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 55538) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:33:34.923762 n-d-760453-5 neutron-server[103305]: INFO neutron.api.v2.resource [None req-cc0397fa-11bd-42b9-833f-55f064f973a8 tempest-RoutersIpV6AdminTest-122007392 tempest-RoutersIpV6AdminTest-122007392-project] delete failed (client error): The resource could not be found. Jan 26 21:33:34.927174 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-cc0397fa-11bd-42b9-833f-55f064f973a8 tempest-RoutersIpV6AdminTest-122007392 tempest-RoutersIpV6AdminTest-122007392-project] 10.222.0.13 "DELETE /v2.0/routers/a5629e96-ccf5-4a41-bf3d-29531c78b77e HTTP/1.1" status: 404 len: 336 time: 0.0462711 Jan 26 21:33:34.927555 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 55540) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:33:34.957353 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-d7b7080d-3bb9-4997-bee9-e99acc2bfd08 tempest-RoutersIpV6AdminTest-122007392 tempest-RoutersIpV6AdminTest-122007392-project] 10.222.0.13 "GET /v2.0/ports?device_id=6f7dd687-d8a3-401c-8bf4-6e6fb28092d2 HTTP/1.1" status: 200 len: 205 time: 0.0269816 Jan 26 21:33:34.957966 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 55544) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:33:34.996168 n-d-760453-5 neutron-server[103305]: INFO neutron.api.v2.resource [None req-3c3dc5f8-84d2-4998-b567-e15638312b75 tempest-RoutersIpV6AdminTest-122007392 tempest-RoutersIpV6AdminTest-122007392-project] delete failed (client error): The resource could not be found. Jan 26 21:33:34.999590 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-3c3dc5f8-84d2-4998-b567-e15638312b75 tempest-RoutersIpV6AdminTest-122007392 tempest-RoutersIpV6AdminTest-122007392-project] 10.222.0.13 "DELETE /v2.0/routers/6f7dd687-d8a3-401c-8bf4-6e6fb28092d2 HTTP/1.1" status: 404 len: 336 time: 0.0383615 Jan 26 21:33:34.999848 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 55546) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:33:35.033130 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-c4db4135-4922-40a4-a4a1-41f5b23946db tempest-RoutersIpV6AdminTest-122007392 tempest-RoutersIpV6AdminTest-122007392-project] 10.222.0.13 "GET /v2.0/ports?device_id=0d213160-c582-40d7-b9d9-31d85641a702 HTTP/1.1" status: 200 len: 205 time: 0.0302517 Jan 26 21:33:35.033413 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 55548) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:33:35.055647 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c57c50-9d39-4b88-96e9-c0ffcb7042d4 req-3eec6576-5003-4eef-bcaa-9e3d855b130e tempest-ServerRescueTestJSONUnderV235-1291171716 tempest-ServerRescueTestJSONUnderV235-1291171716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:33:35.057722 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-f3c57c50-9d39-4b88-96e9-c0ffcb7042d4 req-3eec6576-5003-4eef-bcaa-9e3d855b130e tempest-ServerRescueTestJSONUnderV235-1291171716 tempest-ServerRescueTestJSONUnderV235-1291171716-project] 10.222.0.13 "GET /v2.0/ports?device_id=fa94c08a-a39f-4bcf-bb25-fb744cb9827e HTTP/1.1" status: 200 len: 946 time: 0.0547187 Jan 26 21:33:35.079989 n-d-760453-5 neutron-server[103305]: INFO neutron.api.v2.resource [None req-f33f341c-5aa1-40bd-b4d0-75a5b3b34b8c tempest-RoutersIpV6AdminTest-122007392 tempest-RoutersIpV6AdminTest-122007392-project] delete failed (client error): The resource could not be found. Jan 26 21:33:35.083263 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-f33f341c-5aa1-40bd-b4d0-75a5b3b34b8c tempest-RoutersIpV6AdminTest-122007392 tempest-RoutersIpV6AdminTest-122007392-project] 10.222.0.13 "DELETE /v2.0/routers/0d213160-c582-40d7-b9d9-31d85641a702 HTTP/1.1" status: 404 len: 336 time: 0.0466816 Jan 26 21:33:35.084068 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 55552) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:33:35.114414 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-159cfe9c-265d-4e1a-931b-4e218db722af tempest-RoutersIpV6AdminTest-122007392 tempest-RoutersIpV6AdminTest-122007392-project] 10.222.0.13 "GET /v2.0/ports?device_id=1fc15601-8c40-4c6a-b469-61be130d0e5d HTTP/1.1" status: 200 len: 205 time: 0.0291247 Jan 26 21:33:35.116648 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 55554) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:33:35.121741 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-f3c57c50-9d39-4b88-96e9-c0ffcb7042d4 req-29c87567-76e5-40f8-901e-f7396213b20a tempest-ServerRescueTestJSONUnderV235-1291171716 tempest-ServerRescueTestJSONUnderV235-1291171716-project] 10.222.0.13 "GET /v2.0/security-groups?id=4dafcfd2-99ad-4b4e-b11f-af398c9060fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553639 Jan 26 21:33:35.157691 n-d-760453-5 neutron-server[103305]: INFO neutron.api.v2.resource [None req-e68a5e6c-f3a4-49dc-84db-8510d1e64a41 tempest-RoutersIpV6AdminTest-122007392 tempest-RoutersIpV6AdminTest-122007392-project] delete failed (client error): The resource could not be found. Jan 26 21:33:35.158722 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-e68a5e6c-f3a4-49dc-84db-8510d1e64a41 tempest-RoutersIpV6AdminTest-122007392 tempest-RoutersIpV6AdminTest-122007392-project] 10.222.0.13 "DELETE /v2.0/routers/1fc15601-8c40-4c6a-b469-61be130d0e5d HTTP/1.1" status: 404 len: 336 time: 0.0411890 Jan 26 21:33:35.161199 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 55556) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:33:35.187876 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-951e95f5-c6f5-4cb4-b904-8f13dfe7f956 tempest-RoutersIpV6AdminTest-122007392 tempest-RoutersIpV6AdminTest-122007392-project] 10.222.0.13 "GET /v2.0/ports?device_id=baf806c4-1219-4783-9489-8f7d24750e98 HTTP/1.1" status: 200 len: 205 time: 0.0256231 Jan 26 21:33:35.190129 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 55558) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:33:35.226289 n-d-760453-5 neutron-server[103305]: INFO neutron.api.v2.resource [None req-50b30d7e-03e0-4e69-8923-0ecfc7efb486 tempest-RoutersIpV6AdminTest-122007392 tempest-RoutersIpV6AdminTest-122007392-project] delete failed (client error): The resource could not be found. Jan 26 21:33:35.227298 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-50b30d7e-03e0-4e69-8923-0ecfc7efb486 tempest-RoutersIpV6AdminTest-122007392 tempest-RoutersIpV6AdminTest-122007392-project] 10.222.0.13 "DELETE /v2.0/routers/baf806c4-1219-4783-9489-8f7d24750e98 HTTP/1.1" status: 404 len: 336 time: 0.0363045 Jan 26 21:33:35.230256 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 55560) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:33:35.254716 n-d-760453-5 neutron-server[103305]: INFO neutron.pecan_wsgi.hooks.translation [None req-d3ecaa64-3e97-427a-972f-a60c00bbb406 tempest-RoutersIpV6AdminTest-122007392 tempest-RoutersIpV6AdminTest-122007392-project] DELETE failed (client error): The resource could not be found. Jan 26 21:33:35.255157 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d3ecaa64-3e97-427a-972f-a60c00bbb406 tempest-RoutersIpV6AdminTest-122007392 tempest-RoutersIpV6AdminTest-122007392-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103305) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 26 21:33:35.258135 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-d3ecaa64-3e97-427a-972f-a60c00bbb406 tempest-RoutersIpV6AdminTest-122007392 tempest-RoutersIpV6AdminTest-122007392-project] 10.222.0.13 "DELETE /v2.0/subnets/eceda507-b8b6-437a-b9af-f77e69c1c792 HTTP/1.1" status: 404 len: 337 time: 0.0270288 Jan 26 21:33:35.504447 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 55566) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:33:35.610786 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-dcfc12dd-87fd-4770-b89c-5adb9191d032 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:33:35.688018 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-dcfc12dd-87fd-4770-b89c-5adb9191d032 admin admin] Publish callbacks [] for security_group (762bdea4-f620-4162-80d3-e75b028c97cc), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:33:35.691938 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-dcfc12dd-87fd-4770-b89c-5adb9191d032 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (762bdea4-f620-4162-80d3-e75b028c97cc), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:33:35.731804 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-dcfc12dd-87fd-4770-b89c-5adb9191d032 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=66e66df77dba411fa0b8a8461cfbaa7e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2262678 Jan 26 21:33:35.732705 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcfc12dd-87fd-4770-b89c-5adb9191d032 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=762bdea4-f620-4162-80d3-e75b028c97cc,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:33:35.734761 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 55570) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:33:35.784971 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-7050ce5c-ce6e-44fc-92cf-f490c584de7b admin admin] Publish callbacks [] for security_group (762bdea4-f620-4162-80d3-e75b028c97cc), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:33:35.810019 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-7050ce5c-ce6e-44fc-92cf-f490c584de7b admin admin] Publish callbacks [] for security_group (762bdea4-f620-4162-80d3-e75b028c97cc), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:33:35.890168 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad157e5-3246-4c9e-8d7f-22ddd11a066c req-4fdac809-da42-4e53-b7a8-3a8bcac68dc7 tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:33:35.891848 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-1ad157e5-3246-4c9e-8d7f-22ddd11a066c req-4fdac809-da42-4e53-b7a8-3a8bcac68dc7 tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] 10.222.0.13 "GET /v2.0/ports?device_id=c947e2a6-4eb3-4b93-905b-515cc992a63b HTTP/1.1" status: 200 len: 944 time: 0.0736485 Jan 26 21:33:35.915157 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-7050ce5c-ce6e-44fc-92cf-f490c584de7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (762bdea4-f620-4162-80d3-e75b028c97cc), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:33:35.917819 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-7050ce5c-ce6e-44fc-92cf-f490c584de7b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:33:35.918986 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-7050ce5c-ce6e-44fc-92cf-f490c584de7b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/762bdea4-f620-4162-80d3-e75b028c97cc HTTP/1.1" status: 204 len: 168 time: 0.1831701 Jan 26 21:33:35.933432 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7050ce5c-ce6e-44fc-92cf-f490c584de7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=762bdea4-f620-4162-80d3-e75b028c97cc,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:33:35.973371 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-1ad157e5-3246-4c9e-8d7f-22ddd11a066c req-a9fed8f1-d9ac-43de-ae0e-8e9899ea1565 tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] 10.222.0.13 "GET /v2.0/security-groups?id=d37b3ff7-2317-46ab-9f4f-b0d217809a4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0741990 Jan 26 21:33:36.208435 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 55582) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:33:36.249432 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6f2d5f-74b1-4311-99b9-94deb37f3bc3 req-4d0848e1-bb99-4576-a7aa-11d8e823bc87 tempest-ServerRescueTestJSONUnderV235-1291171716 tempest-ServerRescueTestJSONUnderV235-1291171716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:33:36.256391 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-9e6f2d5f-74b1-4311-99b9-94deb37f3bc3 req-4d0848e1-bb99-4576-a7aa-11d8e823bc87 tempest-ServerRescueTestJSONUnderV235-1291171716 tempest-ServerRescueTestJSONUnderV235-1291171716-project] 10.222.0.13 "GET /v2.0/ports?device_id=fa94c08a-a39f-4bcf-bb25-fb744cb9827e HTTP/1.1" status: 200 len: 946 time: 0.0640621 Jan 26 21:33:36.256809 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-7cc88f79-c720-418f-b56f-d6b364101f0e admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=893c927cd681467197afee05a164acbf&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0469933 Jan 26 21:33:36.257479 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 55584) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:33:36.300050 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-9e6f2d5f-74b1-4311-99b9-94deb37f3bc3 req-e31a7cee-1755-485f-bac2-7cc4c914c9e6 tempest-ServerRescueTestJSONUnderV235-1291171716 tempest-ServerRescueTestJSONUnderV235-1291171716-project] 10.222.0.13 "GET /v2.0/security-groups?id=4dafcfd2-99ad-4b4e-b11f-af398c9060fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427928 Jan 26 21:33:36.305197 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-8885f19b-8379-4479-82e5-45e1ea008089 admin admin] Publish callbacks [] for security_group (da940a67-4647-4798-931d-b971d8c96cf6), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:33:36.326948 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-8885f19b-8379-4479-82e5-45e1ea008089 admin admin] Publish callbacks [] for security_group (da940a67-4647-4798-931d-b971d8c96cf6), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:33:36.374881 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-8885f19b-8379-4479-82e5-45e1ea008089 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (da940a67-4647-4798-931d-b971d8c96cf6), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:33:36.377505 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-8885f19b-8379-4479-82e5-45e1ea008089 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:33:36.378638 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-8885f19b-8379-4479-82e5-45e1ea008089 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/da940a67-4647-4798-931d-b971d8c96cf6 HTTP/1.1" status: 204 len: 168 time: 0.1202924 Jan 26 21:33:36.386837 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8885f19b-8379-4479-82e5-45e1ea008089 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da940a67-4647-4798-931d-b971d8c96cf6,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:33:37.089615 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 55610) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:33:37.095892 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71f9cd3-7672-4b5b-981f-3dcd637aa705 req-896fc89a-3cb0-4933-86c3-02854af31883 tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:33:37.097561 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-f71f9cd3-7672-4b5b-981f-3dcd637aa705 req-896fc89a-3cb0-4933-86c3-02854af31883 tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] 10.222.0.13 "GET /v2.0/ports?device_id=c947e2a6-4eb3-4b93-905b-515cc992a63b HTTP/1.1" status: 200 len: 944 time: 0.0533581 Jan 26 21:33:37.146332 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-f71f9cd3-7672-4b5b-981f-3dcd637aa705 req-db394ffc-a768-47ea-8c68-0bbaffdf1e1f tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] 10.222.0.13 "GET /v2.0/security-groups?id=d37b3ff7-2317-46ab-9f4f-b0d217809a4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431542 Jan 26 21:33:37.226968 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-92ae2b5f-490a-40a8-aa1c-fb2e712b6400 tempest-AgentManagementNegativeTest-1629915666 tempest-AgentManagementNegativeTest-1629915666-project] 10.222.0.13 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.1356838 Jan 26 21:33:37.263766 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Device 76b67d01-e977-4af8-80e0-0024bcb18a45 details requested by agent hyperv_n-h1-760453-5 with host n-h1-760453-5 {{(pid=103306) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 26 21:33:37.520694 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4ea3a3-fb41-48e9-aba5-66165d8f884a req-cc1a0166-b70f-472c-a2cd-585e6e1b1221 tempest-ServerRescueTestJSONUnderV235-1291171716 tempest-ServerRescueTestJSONUnderV235-1291171716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:33:37.529421 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-4c4ea3a3-fb41-48e9-aba5-66165d8f884a req-cc1a0166-b70f-472c-a2cd-585e6e1b1221 tempest-ServerRescueTestJSONUnderV235-1291171716 tempest-ServerRescueTestJSONUnderV235-1291171716-project] 10.222.0.13 "GET /v2.0/ports?device_id=fa94c08a-a39f-4bcf-bb25-fb744cb9827e HTTP/1.1" status: 200 len: 946 time: 0.1043186 Jan 26 21:33:37.599633 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-4c4ea3a3-fb41-48e9-aba5-66165d8f884a req-1a29570c-5382-4bb7-8efb-1fd39b0921ed tempest-ServerRescueTestJSONUnderV235-1291171716 tempest-ServerRescueTestJSONUnderV235-1291171716-project] 10.222.0.13 "GET /v2.0/security-groups?id=4dafcfd2-99ad-4b4e-b11f-af398c9060fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637729 Jan 26 21:33:37.611351 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] For port 76b67d01-e977-4af8-80e0-0024bcb18a45, host n-h1-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-5',level=0,port_id=76b67d01-e977-4af8-80e0-0024bcb18a45,segment=NetworkSegment(3717183c-69c6-44ee-ac2f-ec1e05ab35f5),segment_id=3717183c-69c6-44ee-ac2f-ec1e05ab35f5)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:33:37.628374 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Returning: {'device': '76b67d01-e977-4af8-80e0-0024bcb18a45', 'network_id': 'e06aca25-0b6a-452f-bfd4-2129924c58a7', 'port_id': '76b67d01-e977-4af8-80e0-0024bcb18a45', 'mac_address': 'fa:16:3e:c5:92:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 568, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '79317c4e-88a3-402c-975d-f004bf1d9b8b', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103306) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 26 21:33:37.650131 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 55626) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:33:37.674641 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Current status of the port 76b67d01-e977-4af8-80e0-0024bcb18a45 is: DOWN; New status is: BUILD {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:33:37.675087 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (76b67d01-e977-4af8-80e0-0024bcb18a45), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:33:37.689898 n-d-760453-5 neutron-server[103306]: DEBUG neutron.notifiers.nova [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 76b67d01-e977-4af8-80e0-0024bcb18a45 {{(pid=103306) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 26 21:33:37.717550 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] For port 76b67d01-e977-4af8-80e0-0024bcb18a45, host n-h1-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-5',level=0,port_id=76b67d01-e977-4af8-80e0-0024bcb18a45,segment=NetworkSegment(3717183c-69c6-44ee-ac2f-ec1e05ab35f5),segment_id=3717183c-69c6-44ee-ac2f-ec1e05ab35f5)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:33:37.724049 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (76b67d01-e977-4af8-80e0-0024bcb18a45), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:33:37.776120 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-008469ed-adf2-414e-be5f-4d23dae561d6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:33:37.785336 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Pushing event updated for resources: {'Port': ['ID=76b67d01-e977-4af8-80e0-0024bcb18a45,revision_number=12']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:33:37.870739 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-008469ed-adf2-414e-be5f-4d23dae561d6 admin admin] Publish callbacks [] for security_group (c0c12011-0c41-4879-a5dd-8681d1756436), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:33:37.874465 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-008469ed-adf2-414e-be5f-4d23dae561d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (c0c12011-0c41-4879-a5dd-8681d1756436), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:33:37.896213 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] get_ports_and_sgs() called for port_ids ['76b67d01-e977-4af8-80e0-0024bcb18a45'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 26 21:33:37.913180 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008469ed-adf2-414e-be5f-4d23dae561d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0c12011-0c41-4879-a5dd-8681d1756436,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:33:37.921840 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 55630) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:33:37.928872 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-008469ed-adf2-414e-be5f-4d23dae561d6 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=8af680e673754d03a40a287184b35c0c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2766016 Jan 26 21:33:37.976051 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-057613fb-2ec6-4c17-81cb-50b3f1ed06a3 admin admin] Publish callbacks [] for security_group (c0c12011-0c41-4879-a5dd-8681d1756436), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:33:38.006805 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-057613fb-2ec6-4c17-81cb-50b3f1ed06a3 admin admin] Publish callbacks [] for security_group (c0c12011-0c41-4879-a5dd-8681d1756436), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:33:38.061383 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-057613fb-2ec6-4c17-81cb-50b3f1ed06a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (c0c12011-0c41-4879-a5dd-8681d1756436), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:33:38.065993 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-057613fb-2ec6-4c17-81cb-50b3f1ed06a3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:33:38.070577 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-057613fb-2ec6-4c17-81cb-50b3f1ed06a3 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/c0c12011-0c41-4879-a5dd-8681d1756436 HTTP/1.1" status: 204 len: 168 time: 0.1477122 Jan 26 21:33:38.084193 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057613fb-2ec6-4c17-81cb-50b3f1ed06a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0c12011-0c41-4879-a5dd-8681d1756436,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:33:38.288078 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8ba7e5-eda0-4ba8-aa3b-f4e2d672d7f9 req-d6a1ed62-e416-4b05-96b0-f0d3e3b6a278 tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:33:38.290415 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-cc8ba7e5-eda0-4ba8-aa3b-f4e2d672d7f9 req-d6a1ed62-e416-4b05-96b0-f0d3e3b6a278 tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] 10.222.0.13 "GET /v2.0/ports?device_id=c947e2a6-4eb3-4b93-905b-515cc992a63b HTTP/1.1" status: 200 len: 945 time: 0.0588989 Jan 26 21:33:38.336639 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (32ef628b-8417-46c5-8729-60fcabe358f1), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:33:38.380674 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-cc8ba7e5-eda0-4ba8-aa3b-f4e2d672d7f9 req-3c97891e-18c3-4fb9-9623-385c0499975c tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] 10.222.0.13 "GET /v2.0/security-groups?id=d37b3ff7-2317-46ab-9f4f-b0d217809a4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0825746 Jan 26 21:33:38.752296 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e7e1f4-ff9b-49e6-9be5-13d407f51cad req-8f88bc67-9007-40cb-8002-285c80808a94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:33:38.754261 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-86e7e1f4-ff9b-49e6-9be5-13d407f51cad req-8f88bc67-9007-40cb-8002-285c80808a94 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=fa94c08a-a39f-4bcf-bb25-fb744cb9827e HTTP/1.1" status: 200 len: 1097 time: 0.0825238 Jan 26 21:33:38.767785 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3aaca15-8209-4113-a80e-87c218565e15 req-30ccac91-4e45-401e-9c4b-cbcbca714c96 tempest-ServerRescueTestJSONUnderV235-1291171716 tempest-ServerRescueTestJSONUnderV235-1291171716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:33:38.775498 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-c3aaca15-8209-4113-a80e-87c218565e15 req-30ccac91-4e45-401e-9c4b-cbcbca714c96 tempest-ServerRescueTestJSONUnderV235-1291171716 tempest-ServerRescueTestJSONUnderV235-1291171716-project] 10.222.0.13 "GET /v2.0/ports?device_id=fa94c08a-a39f-4bcf-bb25-fb744cb9827e HTTP/1.1" status: 200 len: 946 time: 0.0726769 Jan 26 21:33:38.828701 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-86e7e1f4-ff9b-49e6-9be5-13d407f51cad req-fcb8dc66-e649-4e1c-a86e-604d01403125 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=4dafcfd2-99ad-4b4e-b11f-af398c9060fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505509 Jan 26 21:33:38.879722 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-c3aaca15-8209-4113-a80e-87c218565e15 req-e6fb17a0-dfe3-444b-99d3-48d2cc373e4b tempest-ServerRescueTestJSONUnderV235-1291171716 tempest-ServerRescueTestJSONUnderV235-1291171716-project] 10.222.0.13 "GET /v2.0/security-groups?id=4dafcfd2-99ad-4b4e-b11f-af398c9060fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032784 Jan 26 21:33:38.894360 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 55658) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:33:38.998710 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-795b77d1-5a46-4456-bb0d-765802051ede tempest-NetworksIpV6Test-668566948 tempest-NetworksIpV6Test-668566948-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1538920795'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:33:39.018431 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-795b77d1-5a46-4456-bb0d-765802051ede tempest-NetworksIpV6Test-668566948 tempest-NetworksIpV6Test-668566948-project] Made reservation on behalf of 2462d16165ce43afa6a1542a7ea701c8 for: {'network': 1} {{(pid=103304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 21:33:39.021956 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-795b77d1-5a46-4456-bb0d-765802051ede tempest-NetworksIpV6Test-668566948 tempest-NetworksIpV6Test-668566948-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for network (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:33:39.031039 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-795b77d1-5a46-4456-bb0d-765802051ede tempest-NetworksIpV6Test-668566948 tempest-NetworksIpV6Test-668566948-project] Publish callbacks [] for security_group (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:33:39.129327 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-795b77d1-5a46-4456-bb0d-765802051ede tempest-NetworksIpV6Test-668566948 tempest-NetworksIpV6Test-668566948-project] Publish callbacks [] for security_group (7050780a-cb14-4831-9a83-d1e50211a39b), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:33:39.134358 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-795b77d1-5a46-4456-bb0d-765802051ede tempest-NetworksIpV6Test-668566948 tempest-NetworksIpV6Test-668566948-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (7050780a-cb14-4831-9a83-d1e50211a39b), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:33:39.161995 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-795b77d1-5a46-4456-bb0d-765802051ede tempest-NetworksIpV6Test-668566948 tempest-NetworksIpV6Test-668566948-project] vlan segment allocate from pool success with {'vlan_id': 592, 'physical_network': 'physnet1'} {{(pid=103304) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 26 21:33:39.171705 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-795b77d1-5a46-4456-bb0d-765802051ede tempest-NetworksIpV6Test-668566948 tempest-NetworksIpV6Test-668566948-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7050780a-cb14-4831-9a83-d1e50211a39b,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:33:39.179143 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-795b77d1-5a46-4456-bb0d-765802051ede tempest-NetworksIpV6Test-668566948 tempest-NetworksIpV6Test-668566948-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576559'] for segment (53229be0-e58c-4667-b3d2-5318d1876772), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:33:39.180352 n-d-760453-5 neutron-server[103304]: INFO neutron.db.segments_db [None req-795b77d1-5a46-4456-bb0d-765802051ede tempest-NetworksIpV6Test-668566948 tempest-NetworksIpV6Test-668566948-project] Added segment 53229be0-e58c-4667-b3d2-5318d1876772 of type vlan for network 658e6460-78a3-46f4-bc91-cb7e18e26fc5 Jan 26 21:33:39.221993 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-795b77d1-5a46-4456-bb0d-765802051ede tempest-NetworksIpV6Test-668566948 tempest-NetworksIpV6Test-668566948-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746560256871'] for network (658e6460-78a3-46f4-bc91-cb7e18e26fc5), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:33:39.248813 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-795b77d1-5a46-4456-bb0d-765802051ede tempest-NetworksIpV6Test-668566948 tempest-NetworksIpV6Test-668566948-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503'] for network (658e6460-78a3-46f4-bc91-cb7e18e26fc5), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:33:39.254583 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-795b77d1-5a46-4456-bb0d-765802051ede tempest-NetworksIpV6Test-668566948 tempest-NetworksIpV6Test-668566948-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:33:39.255228 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-795b77d1-5a46-4456-bb0d-765802051ede tempest-NetworksIpV6Test-668566948 tempest-NetworksIpV6Test-668566948-project] Publish callbacks [] for network (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:33:39.261999 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Device 76b67d01-e977-4af8-80e0-0024bcb18a45 up at agent hyperv_n-h1-760453-5 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 21:33:39.324480 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-795b77d1-5a46-4456-bb0d-765802051ede tempest-NetworksIpV6Test-668566948 tempest-NetworksIpV6Test-668566948-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4152493 Jan 26 21:33:39.374203 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-795b77d1-5a46-4456-bb0d-765802051ede tempest-NetworksIpV6Test-668566948 tempest-NetworksIpV6Test-668566948-project] Pushing event updated for resources: {'Network': ['ID=658e6460-78a3-46f4-bc91-cb7e18e26fc5,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:33:39.396964 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Network 658e6460-78a3-46f4-bc91-cb7e18e26fc5 details requested by agent ovs-agent-n-d-760453-5 with host n-d-760453-5 {{(pid=103306) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 26 21:33:39.435457 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Provisioning complete for port 76b67d01-e977-4af8-80e0-0024bcb18a45 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:33:39.435838 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (76b67d01-e977-4af8-80e0-0024bcb18a45), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:33:39.535696 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a0c19b-1ceb-4867-b9c2-e2ae982cfba2 req-a01627d5-f9f8-45f9-85fa-98c552596fce tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:33:39.556519 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-62a0c19b-1ceb-4867-b9c2-e2ae982cfba2 req-a01627d5-f9f8-45f9-85fa-98c552596fce tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] 10.222.0.13 "GET /v2.0/ports?device_id=c947e2a6-4eb3-4b93-905b-515cc992a63b HTTP/1.1" status: 200 len: 945 time: 0.0839634 Jan 26 21:33:39.571877 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Current status of the port 76b67d01-e977-4af8-80e0-0024bcb18a45 is: BUILD; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:33:39.572775 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (76b67d01-e977-4af8-80e0-0024bcb18a45), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:33:39.635660 n-d-760453-5 neutron-server[103306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c947e2a6-4eb3-4b93-905b-515cc992a63b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76b67d01-e977-4af8-80e0-0024bcb18a45'}] {{(pid=103306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 21:33:39.651694 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-62a0c19b-1ceb-4867-b9c2-e2ae982cfba2 req-3ac48182-93c7-4d67-9161-9d59a0453f16 tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] 10.222.0.13 "GET /v2.0/security-groups?id=d37b3ff7-2317-46ab-9f4f-b0d217809a4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0932288 Jan 26 21:33:39.658999 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9d5d370febab655511bdd2ffe887e43e442d144a440368702bcc1e93af00b97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41a6edee-cded-4731-bae1-83682240b97a" -d '{"events": [{"server_uuid": "c947e2a6-4eb3-4b93-905b-515cc992a63b", "name": "network-vif-plugged", "status": "completed", "tag": "76b67d01-e977-4af8-80e0-0024bcb18a45"}]}' {{(pid=103306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 21:33:39.696559 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] For port 76b67d01-e977-4af8-80e0-0024bcb18a45, host n-h1-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-5',level=0,port_id=76b67d01-e977-4af8-80e0-0024bcb18a45,segment=NetworkSegment(3717183c-69c6-44ee-ac2f-ec1e05ab35f5),segment_id=3717183c-69c6-44ee-ac2f-ec1e05ab35f5)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:33:39.705445 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (76b67d01-e977-4af8-80e0-0024bcb18a45), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:33:39.752925 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Jan 2022 21:33:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44c7d57b-2c9e-4d20-959e-0d5a476720b6 x-openstack-request-id: req-44c7d57b-2c9e-4d20-959e-0d5a476720b6 {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 21:33:39.753241 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c947e2a6-4eb3-4b93-905b-515cc992a63b", "name": "network-vif-plugged", "status": "completed", "tag": "76b67d01-e977-4af8-80e0-0024bcb18a45", "code": 200}]} {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 21:33:39.753656 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-44c7d57b-2c9e-4d20-959e-0d5a476720b6 {{(pid=103306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 21:33:39.754086 n-d-760453-5 neutron-server[103306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c947e2a6-4eb3-4b93-905b-515cc992a63b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76b67d01-e977-4af8-80e0-0024bcb18a45', 'code': 200} Jan 26 21:33:39.782978 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Pushing event updated for resources: {'Port': ['ID=76b67d01-e977-4af8-80e0-0024bcb18a45,revision_number=13']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:33:40.015793 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a44866-d483-46d7-bff3-ca9678e743ad req-1326689d-1901-4d76-a82d-d5bca692d082 tempest-ServerRescueTestJSONUnderV235-1291171716 tempest-ServerRescueTestJSONUnderV235-1291171716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:33:40.021819 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-f6a44866-d483-46d7-bff3-ca9678e743ad req-1326689d-1901-4d76-a82d-d5bca692d082 tempest-ServerRescueTestJSONUnderV235-1291171716 tempest-ServerRescueTestJSONUnderV235-1291171716-project] 10.222.0.13 "GET /v2.0/ports?device_id=fa94c08a-a39f-4bcf-bb25-fb744cb9827e HTTP/1.1" status: 200 len: 946 time: 0.0623889 Jan 26 21:33:40.067118 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-f6a44866-d483-46d7-bff3-ca9678e743ad req-bdd7ac23-77c3-4844-b13c-6648add28a18 tempest-ServerRescueTestJSONUnderV235-1291171716 tempest-ServerRescueTestJSONUnderV235-1291171716-project] 10.222.0.13 "GET /v2.0/security-groups?id=4dafcfd2-99ad-4b4e-b11f-af398c9060fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433857 Jan 26 21:33:40.106674 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [req-1d5d639c-33b2-4c0c-b754-32101b7a3e7d req-c5fedc78-09af-4356-8f3e-720537fe3f6c tempest-ServerRescueTestJSONUnderV235-1291171716 tempest-ServerRescueTestJSONUnderV235-1291171716-project] Request body: {'security_group': {'name': 'tempest-ServerRescueTestJSONUnderV235-securitygroup-702250579', 'description': 'tempest-description-125538886'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:33:40.126638 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-1d5d639c-33b2-4c0c-b754-32101b7a3e7d req-c5fedc78-09af-4356-8f3e-720537fe3f6c tempest-ServerRescueTestJSONUnderV235-1291171716 tempest-ServerRescueTestJSONUnderV235-1291171716-project] Publish callbacks [] for security_group (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:33:40.192013 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-1d5d639c-33b2-4c0c-b754-32101b7a3e7d req-c5fedc78-09af-4356-8f3e-720537fe3f6c tempest-ServerRescueTestJSONUnderV235-1291171716 tempest-ServerRescueTestJSONUnderV235-1291171716-project] Publish callbacks [] for security_group (ab36f08f-cd39-475b-9240-825024b79a96), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:33:40.195584 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-1d5d639c-33b2-4c0c-b754-32101b7a3e7d req-c5fedc78-09af-4356-8f3e-720537fe3f6c tempest-ServerRescueTestJSONUnderV235-1291171716 tempest-ServerRescueTestJSONUnderV235-1291171716-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (ab36f08f-cd39-475b-9240-825024b79a96), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:33:40.222752 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-1d5d639c-33b2-4c0c-b754-32101b7a3e7d req-c5fedc78-09af-4356-8f3e-720537fe3f6c tempest-ServerRescueTestJSONUnderV235-1291171716 tempest-ServerRescueTestJSONUnderV235-1291171716-project] Publish callbacks [] for security_group (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:33:40.223971 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-1d5d639c-33b2-4c0c-b754-32101b7a3e7d req-c5fedc78-09af-4356-8f3e-720537fe3f6c tempest-ServerRescueTestJSONUnderV235-1291171716 tempest-ServerRescueTestJSONUnderV235-1291171716-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1830 time: 0.1220467 Jan 26 21:33:40.229089 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5fedc78-09af-4356-8f3e-720537fe3f6c tempest-ServerRescueTestJSONUnderV235-1291171716 tempest-ServerRescueTestJSONUnderV235-1291171716-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ab36f08f-cd39-475b-9240-825024b79a96,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:33:40.325107 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-a6e30e70-0235-4c37-9b39-ee9f847c02d9 req-67f5dff2-d99f-4d7a-8eb3-fc66e7fb2b7c tempest-ServerRescueTestJSONUnderV235-1291171716 tempest-ServerRescueTestJSONUnderV235-1291171716-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-702250579&fields=id&tenant_id=c033fd875da1416fa29c037a896b8ec9 HTTP/1.1" status: 200 len: 267 time: 0.0448730 Jan 26 21:33:40.376948 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e30e70-0235-4c37-9b39-ee9f847c02d9 req-9aefa848-4812-436d-932b-854368067de1 tempest-ServerRescueTestJSONUnderV235-1291171716 tempest-ServerRescueTestJSONUnderV235-1291171716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:33:40.378470 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-a6e30e70-0235-4c37-9b39-ee9f847c02d9 req-9aefa848-4812-436d-932b-854368067de1 tempest-ServerRescueTestJSONUnderV235-1291171716 tempest-ServerRescueTestJSONUnderV235-1291171716-project] 10.222.0.13 "GET /v2.0/ports?device_id=fa94c08a-a39f-4bcf-bb25-fb744cb9827e HTTP/1.1" status: 200 len: 946 time: 0.0481539 Jan 26 21:33:40.391705 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [req-a6e30e70-0235-4c37-9b39-ee9f847c02d9 req-0ef710b4-5082-474b-864a-1489c7c9c0b2 tempest-ServerRescueTestJSONUnderV235-1291171716 tempest-ServerRescueTestJSONUnderV235-1291171716-project] Request body: {'port': {'security_groups': ['4dafcfd2-99ad-4b4e-b11f-af398c9060fb', 'ab36f08f-cd39-475b-9240-825024b79a96']}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:33:40.465082 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-a6e30e70-0235-4c37-9b39-ee9f847c02d9 req-0ef710b4-5082-474b-864a-1489c7c9c0b2 tempest-ServerRescueTestJSONUnderV235-1291171716 tempest-ServerRescueTestJSONUnderV235-1291171716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (82355eaf-7ce3-4c71-98b5-41c2b31017a9), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:33:40.671359 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [req-a6e30e70-0235-4c37-9b39-ee9f847c02d9 req-0ef710b4-5082-474b-864a-1489c7c9c0b2 tempest-ServerRescueTestJSONUnderV235-1291171716 tempest-ServerRescueTestJSONUnderV235-1291171716-project] For port 82355eaf-7ce3-4c71-98b5-41c2b31017a9, host n-h2-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-5',level=0,port_id=82355eaf-7ce3-4c71-98b5-41c2b31017a9,segment=NetworkSegment(d72bd3db-6d30-467b-8146-3f2d95269fca),segment_id=d72bd3db-6d30-467b-8146-3f2d95269fca)] {{(pid=103304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:33:40.704616 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-a6e30e70-0235-4c37-9b39-ee9f847c02d9 req-0ef710b4-5082-474b-864a-1489c7c9c0b2 tempest-ServerRescueTestJSONUnderV235-1291171716 tempest-ServerRescueTestJSONUnderV235-1291171716-project] Publish callbacks [] for port (82355eaf-7ce3-4c71-98b5-41c2b31017a9), precommit_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:33:40.713199 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-a6e30e70-0235-4c37-9b39-ee9f847c02d9 req-0ef710b4-5082-474b-864a-1489c7c9c0b2 tempest-ServerRescueTestJSONUnderV235-1291171716 tempest-ServerRescueTestJSONUnderV235-1291171716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9281542'] for port (82355eaf-7ce3-4c71-98b5-41c2b31017a9), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:33:40.727268 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] get_ports_and_sgs() called for port_ids ['82355eaf-7ce3-4c71-98b5-41c2b31017a9'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 26 21:33:40.809326 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e30e70-0235-4c37-9b39-ee9f847c02d9 req-0ef710b4-5082-474b-864a-1489c7c9c0b2 tempest-ServerRescueTestJSONUnderV235-1291171716 tempest-ServerRescueTestJSONUnderV235-1291171716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:33:40.809326 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-a6e30e70-0235-4c37-9b39-ee9f847c02d9 req-0ef710b4-5082-474b-864a-1489c7c9c0b2 tempest-ServerRescueTestJSONUnderV235-1291171716 tempest-ServerRescueTestJSONUnderV235-1291171716-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:33:40.810426 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-a6e30e70-0235-4c37-9b39-ee9f847c02d9 req-0ef710b4-5082-474b-864a-1489c7c9c0b2 tempest-ServerRescueTestJSONUnderV235-1291171716 tempest-ServerRescueTestJSONUnderV235-1291171716-project] 10.222.0.13 "PUT /v2.0/ports/82355eaf-7ce3-4c71-98b5-41c2b31017a9 HTTP/1.1" status: 200 len: 982 time: 0.4228742 Jan 26 21:33:40.811482 n-d-760453-5 neutron-server[103304]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa94c08a-a39f-4bcf-bb25-fb744cb9827e', 'tag': '82355eaf-7ce3-4c71-98b5-41c2b31017a9'}] {{(pid=103304) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 21:33:40.814381 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d52b45f1943fcd332af9527eb73ff93c8d715d44383a3f6d18de73b4cfcf87b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5158398-60d4-43fe-866e-7550421fa66c" -d '{"events": [{"name": "network-changed", "server_uuid": "fa94c08a-a39f-4bcf-bb25-fb744cb9827e", "tag": "82355eaf-7ce3-4c71-98b5-41c2b31017a9"}]}' {{(pid=103304) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 21:33:40.882389 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a6cb06-63df-4d0b-8097-5fc74686e1fb req-01c006eb-6063-465a-bf52-2c74495da4cf tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:33:40.893411 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-c2a6cb06-63df-4d0b-8097-5fc74686e1fb req-01c006eb-6063-465a-bf52-2c74495da4cf tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] 10.222.0.13 "GET /v2.0/ports?device_id=c947e2a6-4eb3-4b93-905b-515cc992a63b HTTP/1.1" status: 200 len: 946 time: 0.1326256 Jan 26 21:33:40.925085 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef710b4-5082-474b-864a-1489c7c9c0b2 tempest-ServerRescueTestJSONUnderV235-1291171716 tempest-ServerRescueTestJSONUnderV235-1291171716-project] Pushing event updated for resources: {'Port': ['ID=82355eaf-7ce3-4c71-98b5-41c2b31017a9,revision_number=6']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:33:40.964520 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] get_ports_and_sgs() called for port_ids ['82355eaf-7ce3-4c71-98b5-41c2b31017a9'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 26 21:33:41.001942 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-c2a6cb06-63df-4d0b-8097-5fc74686e1fb req-741b99f2-a657-4e43-b2c3-d5227513b024 tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] 10.222.0.13 "GET /v2.0/security-groups?id=d37b3ff7-2317-46ab-9f4f-b0d217809a4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1072376 Jan 26 21:33:41.070749 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-b996c792-5275-4c10-a531-8d260f631dc9 req-efb11def-713b-4d3e-bd95-1612f85a8496 tempest-ServerRescueTestJSONUnderV235-1291171716 tempest-ServerRescueTestJSONUnderV235-1291171716-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-702250579&fields=id&tenant_id=c033fd875da1416fa29c037a896b8ec9 HTTP/1.1" status: 200 len: 267 time: 0.1677895 Jan 26 21:33:41.093102 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 26 Jan 2022 21:33:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7bbeb11c-40da-45b7-97c6-410b35fa16bc x-openstack-request-id: req-7bbeb11c-40da-45b7-97c6-410b35fa16bc {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 21:33:41.093102 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fa94c08a-a39f-4bcf-bb25-fb744cb9827e", "tag": "82355eaf-7ce3-4c71-98b5-41c2b31017a9", "status": "completed", "code": 200}]} {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 21:33:41.093102 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-7bbeb11c-40da-45b7-97c6-410b35fa16bc {{(pid=103304) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 21:33:41.095331 n-d-760453-5 neutron-server[103304]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fa94c08a-a39f-4bcf-bb25-fb744cb9827e', 'tag': '82355eaf-7ce3-4c71-98b5-41c2b31017a9', 'status': 'completed', 'code': 200} Jan 26 21:33:41.193512 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5158398-60d4-43fe-866e-7550421fa66c req-1e17b211-7fdd-451c-8b5a-1e555b48ee11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:33:41.195183 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-b5158398-60d4-43fe-866e-7550421fa66c req-1e17b211-7fdd-451c-8b5a-1e555b48ee11 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=c033fd875da1416fa29c037a896b8ec9&device_id=fa94c08a-a39f-4bcf-bb25-fb744cb9827e HTTP/1.1" status: 200 len: 1136 time: 0.0825107 Jan 26 21:33:41.204311 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b996c792-5275-4c10-a531-8d260f631dc9 req-db57bf8e-747f-41cb-a35c-bc0a0566d07d tempest-ServerRescueTestJSONUnderV235-1291171716 tempest-ServerRescueTestJSONUnderV235-1291171716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:33:41.213704 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-b996c792-5275-4c10-a531-8d260f631dc9 req-db57bf8e-747f-41cb-a35c-bc0a0566d07d tempest-ServerRescueTestJSONUnderV235-1291171716 tempest-ServerRescueTestJSONUnderV235-1291171716-project] 10.222.0.13 "GET /v2.0/ports?device_id=fa94c08a-a39f-4bcf-bb25-fb744cb9827e HTTP/1.1" status: 200 len: 985 time: 0.1417038 Jan 26 21:33:41.246372 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [req-b996c792-5275-4c10-a531-8d260f631dc9 req-011dce74-beb0-4914-b2d8-9b8880dd922c tempest-ServerRescueTestJSONUnderV235-1291171716 tempest-ServerRescueTestJSONUnderV235-1291171716-project] Request body: {'port': {'security_groups': ['4dafcfd2-99ad-4b4e-b11f-af398c9060fb']}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:33:41.439838 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5158398-60d4-43fe-866e-7550421fa66c req-ed80b681-1dde-446f-ada4-790a9d0ae0a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:33:41.441613 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-b5158398-60d4-43fe-866e-7550421fa66c req-ed80b681-1dde-446f-ada4-790a9d0ae0a2 service neutron] 10.222.0.57 "GET /v2.0/networks?id=919700d7-bd11-4466-9e0b-aea9ab9fa4e5 HTTP/1.1" status: 200 len: 921 time: 0.2241366 Jan 26 21:33:41.460525 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-b996c792-5275-4c10-a531-8d260f631dc9 req-011dce74-beb0-4914-b2d8-9b8880dd922c tempest-ServerRescueTestJSONUnderV235-1291171716 tempest-ServerRescueTestJSONUnderV235-1291171716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (82355eaf-7ce3-4c71-98b5-41c2b31017a9), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:33:41.498528 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-b5158398-60d4-43fe-866e-7550421fa66c req-5ab4b992-dad9-4b9f-abcc-a0e943f2402d service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=82355eaf-7ce3-4c71-98b5-41c2b31017a9 HTTP/1.1" status: 200 len: 217 time: 0.0463531 Jan 26 21:33:41.770171 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5158398-60d4-43fe-866e-7550421fa66c req-e2d9e97d-b805-4aaa-bb23-a3782a63bf77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:33:41.771865 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-b5158398-60d4-43fe-866e-7550421fa66c req-e2d9e97d-b805-4aaa-bb23-a3782a63bf77 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=1ea07ea1-6099-4d0e-9f94-9cafc0649be2 HTTP/1.1" status: 200 len: 860 time: 0.1432636 Jan 26 21:33:41.820550 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-b5158398-60d4-43fe-866e-7550421fa66c req-c5c4ab99-8602-46f3-8bdd-ecc9fd32ae5d service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=919700d7-bd11-4466-9e0b-aea9ab9fa4e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0396907 Jan 26 21:33:41.922781 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-b5158398-60d4-43fe-866e-7550421fa66c req-c45edd74-071c-4f3a-970f-5c5b6e0a6d47 service neutron] 10.222.0.57 "GET /v2.0/networks/919700d7-bd11-4466-9e0b-aea9ab9fa4e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0959609 Jan 26 21:33:42.053783 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-b5158398-60d4-43fe-866e-7550421fa66c req-32cdf897-3741-465a-8c0b-d0a649d15d60 service neutron] 10.222.0.57 "GET /v2.0/networks/919700d7-bd11-4466-9e0b-aea9ab9fa4e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230929 Jan 26 21:33:42.074112 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [req-b996c792-5275-4c10-a531-8d260f631dc9 req-011dce74-beb0-4914-b2d8-9b8880dd922c tempest-ServerRescueTestJSONUnderV235-1291171716 tempest-ServerRescueTestJSONUnderV235-1291171716-project] For port 82355eaf-7ce3-4c71-98b5-41c2b31017a9, host n-h2-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-5',level=0,port_id=82355eaf-7ce3-4c71-98b5-41c2b31017a9,segment=NetworkSegment(d72bd3db-6d30-467b-8146-3f2d95269fca),segment_id=d72bd3db-6d30-467b-8146-3f2d95269fca)] {{(pid=103304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:33:42.159154 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-b996c792-5275-4c10-a531-8d260f631dc9 req-011dce74-beb0-4914-b2d8-9b8880dd922c tempest-ServerRescueTestJSONUnderV235-1291171716 tempest-ServerRescueTestJSONUnderV235-1291171716-project] Publish callbacks [] for port (82355eaf-7ce3-4c71-98b5-41c2b31017a9), precommit_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:33:42.169240 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-b996c792-5275-4c10-a531-8d260f631dc9 req-011dce74-beb0-4914-b2d8-9b8880dd922c tempest-ServerRescueTestJSONUnderV235-1291171716 tempest-ServerRescueTestJSONUnderV235-1291171716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9281542'] for port (82355eaf-7ce3-4c71-98b5-41c2b31017a9), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:33:42.178426 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a27e8c6-b839-4935-a250-19af5325e313 req-61714b5d-d45c-4bc2-b9dd-6214f3e55ae0 tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:33:42.182982 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] get_ports_and_sgs() called for port_ids ['82355eaf-7ce3-4c71-98b5-41c2b31017a9'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 26 21:33:42.185838 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-7a27e8c6-b839-4935-a250-19af5325e313 req-61714b5d-d45c-4bc2-b9dd-6214f3e55ae0 tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] 10.222.0.13 "GET /v2.0/ports?device_id=c947e2a6-4eb3-4b93-905b-515cc992a63b HTTP/1.1" status: 200 len: 946 time: 0.0756395 Jan 26 21:33:42.271108 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-011dce74-beb0-4914-b2d8-9b8880dd922c tempest-ServerRescueTestJSONUnderV235-1291171716 tempest-ServerRescueTestJSONUnderV235-1291171716-project] Pushing event updated for resources: {'Port': ['ID=82355eaf-7ce3-4c71-98b5-41c2b31017a9,revision_number=7']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:33:42.287075 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b996c792-5275-4c10-a531-8d260f631dc9 req-011dce74-beb0-4914-b2d8-9b8880dd922c tempest-ServerRescueTestJSONUnderV235-1291171716 tempest-ServerRescueTestJSONUnderV235-1291171716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:33:42.287859 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-b996c792-5275-4c10-a531-8d260f631dc9 req-011dce74-beb0-4914-b2d8-9b8880dd922c tempest-ServerRescueTestJSONUnderV235-1291171716 tempest-ServerRescueTestJSONUnderV235-1291171716-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:33:42.293756 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-b996c792-5275-4c10-a531-8d260f631dc9 req-011dce74-beb0-4914-b2d8-9b8880dd922c tempest-ServerRescueTestJSONUnderV235-1291171716 tempest-ServerRescueTestJSONUnderV235-1291171716-project] 10.222.0.13 "PUT /v2.0/ports/82355eaf-7ce3-4c71-98b5-41c2b31017a9 HTTP/1.1" status: 200 len: 943 time: 1.0789230 Jan 26 21:33:42.451107 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-7a27e8c6-b839-4935-a250-19af5325e313 req-3f87ef2a-fe4b-4483-83fa-98a0af10e00a tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] 10.222.0.13 "GET /v2.0/security-groups?id=d37b3ff7-2317-46ab-9f4f-b0d217809a4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2643316 Jan 26 21:33:42.488337 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] get_ports_and_sgs() called for port_ids ['82355eaf-7ce3-4c71-98b5-41c2b31017a9'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 26 21:33:42.592939 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 55718) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:33:42.599463 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-261d859f-c7ab-4ddb-aade-ca6dd3ad3542 tempest-NetworksIpV6Test-668566948 tempest-NetworksIpV6Test-668566948-project] Request body: {'subnet': {'network_id': '658e6460-78a3-46f4-bc91-cb7e18e26fc5', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:33:42.805926 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-261d859f-c7ab-4ddb-aade-ca6dd3ad3542 tempest-NetworksIpV6Test-668566948 tempest-NetworksIpV6Test-668566948-project] Made reservation on behalf of 2462d16165ce43afa6a1542a7ea701c8 for: {'subnet': 1} {{(pid=103305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 21:33:42.812680 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-261d859f-c7ab-4ddb-aade-ca6dd3ad3542 tempest-NetworksIpV6Test-668566948 tempest-NetworksIpV6Test-668566948-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11599953'] for subnet (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:33:43.099399 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-5e6bb726-012a-4ce2-a87c-b8a3f425cdff req-56f5d524-f49a-4083-b758-0e7d5735f57e tempest-ServerRescueTestJSONUnderV235-1291171716 tempest-ServerRescueTestJSONUnderV235-1291171716-project] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.7836676 Jan 26 21:33:43.100036 n-d-760453-5 neutron-server[103304]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa94c08a-a39f-4bcf-bb25-fb744cb9827e', 'tag': '82355eaf-7ce3-4c71-98b5-41c2b31017a9'}] {{(pid=103304) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 21:33:43.102609 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d52b45f1943fcd332af9527eb73ff93c8d715d44383a3f6d18de73b4cfcf87b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47ae06ee-701f-4bd6-99c7-57eba3659fc3" -d '{"events": [{"name": "network-changed", "server_uuid": "fa94c08a-a39f-4bcf-bb25-fb744cb9827e", "tag": "82355eaf-7ce3-4c71-98b5-41c2b31017a9"}]}' {{(pid=103304) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 21:33:43.119681 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [req-5e6bb726-012a-4ce2-a87c-b8a3f425cdff req-69d2dfca-9d95-491e-ae37-62a272add75b tempest-ServerRescueTestJSONUnderV235-1291171716 tempest-ServerRescueTestJSONUnderV235-1291171716-project] Request body: {'floatingip': {'floating_network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:33:43.121895 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-261d859f-c7ab-4ddb-aade-ca6dd3ad3542 tempest-NetworksIpV6Test-668566948 tempest-NetworksIpV6Test-668566948-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11788839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11599975'] for subnet (197f79a2-0bc7-429c-8719-f867a55d8a4e), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:33:43.155209 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 26 Jan 2022 21:33:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04489cc7-c919-4347-b1af-3a36e37baaf5 x-openstack-request-id: req-04489cc7-c919-4347-b1af-3a36e37baaf5 {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 21:33:43.155508 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fa94c08a-a39f-4bcf-bb25-fb744cb9827e", "tag": "82355eaf-7ce3-4c71-98b5-41c2b31017a9", "status": "completed", "code": 200}]} {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 21:33:43.155765 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-04489cc7-c919-4347-b1af-3a36e37baaf5 {{(pid=103304) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 21:33:43.157937 n-d-760453-5 neutron-server[103304]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fa94c08a-a39f-4bcf-bb25-fb744cb9827e', 'tag': '82355eaf-7ce3-4c71-98b5-41c2b31017a9', 'status': 'completed', 'code': 200} Jan 26 21:33:43.180742 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-5e6bb726-012a-4ce2-a87c-b8a3f425cdff req-69d2dfca-9d95-491e-ae37-62a272add75b tempest-ServerRescueTestJSONUnderV235-1291171716 tempest-ServerRescueTestJSONUnderV235-1291171716-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:33:43.250944 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261d859f-c7ab-4ddb-aade-ca6dd3ad3542 tempest-NetworksIpV6Test-668566948 tempest-NetworksIpV6Test-668566948-project] Pushing event updated for resources: {'Subnet': ['ID=197f79a2-0bc7-429c-8719-f867a55d8a4e,revision_number=0']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:33:43.257889 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-261d859f-c7ab-4ddb-aade-ca6dd3ad3542 tempest-NetworksIpV6Test-668566948 tempest-NetworksIpV6Test-668566948-project] Checking segment: {'id': '53229be0-e58c-4667-b3d2-5318d1876772', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '658e6460-78a3-46f4-bc91-cb7e18e26fc5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103305) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 21:33:43.258266 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-261d859f-c7ab-4ddb-aade-ca6dd3ad3542 tempest-NetworksIpV6Test-668566948 tempest-NetworksIpV6Test-668566948-project] Network hostable DHCP agents. Network: 658e6460-78a3-46f4-bc91-cb7e18e26fc5, hostable agents: ['474ccdf7-ab6c-405b-a3b2-dc7b05829902'], hosted agents: [] {{(pid=103305) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 26 21:33:43.291788 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-261d859f-c7ab-4ddb-aade-ca6dd3ad3542 tempest-NetworksIpV6Test-668566948 tempest-NetworksIpV6Test-668566948-project] Network 658e6460-78a3-46f4-bc91-cb7e18e26fc5 is scheduled to be hosted by DHCP agent 474ccdf7-ab6c-405b-a3b2-dc7b05829902 with binding_index 1 {{(pid=103305) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 26 21:33:43.309054 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [None req-261d859f-c7ab-4ddb-aade-ca6dd3ad3542 tempest-NetworksIpV6Test-668566948 tempest-NetworksIpV6Test-668566948-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760453-5, 658e6460-78a3-46f4-bc91-cb7e18e26fc5) {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:33:43.322034 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f839950-e9fb-461a-b576-e7b215066818 None None] Network 658e6460-78a3-46f4-bc91-cb7e18e26fc5 requested from n-d-760453-5 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 26 21:33:43.326534 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ae06ee-701f-4bd6-99c7-57eba3659fc3 req-564ceb0b-fef7-48d9-877b-2d2a748388fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:33:43.328193 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-47ae06ee-701f-4bd6-99c7-57eba3659fc3 req-564ceb0b-fef7-48d9-877b-2d2a748388fb service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=c033fd875da1416fa29c037a896b8ec9&device_id=fa94c08a-a39f-4bcf-bb25-fb744cb9827e HTTP/1.1" status: 200 len: 1097 time: 0.1494348 Jan 26 21:33:43.344205 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-261d859f-c7ab-4ddb-aade-ca6dd3ad3542 tempest-NetworksIpV6Test-668566948 tempest-NetworksIpV6Test-668566948-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:33:43.345905 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-261d859f-c7ab-4ddb-aade-ca6dd3ad3542 tempest-NetworksIpV6Test-668566948 tempest-NetworksIpV6Test-668566948-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709645'] for subnet (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:33:43.384912 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-261d859f-c7ab-4ddb-aade-ca6dd3ad3542 tempest-NetworksIpV6Test-668566948 tempest-NetworksIpV6Test-668566948-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7887690 Jan 26 21:33:43.388035 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 55724) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:33:43.399330 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-fbd2964b-7d53-4ac5-8e0e-84d4981f5830 tempest-NetworksIpV6Test-668566948 tempest-NetworksIpV6Test-668566948-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1131409479'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:33:43.448860 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbd2964b-7d53-4ac5-8e0e-84d4981f5830 tempest-NetworksIpV6Test-668566948 tempest-NetworksIpV6Test-668566948-project] Made reservation on behalf of 2462d16165ce43afa6a1542a7ea701c8 for: {'network': 1} {{(pid=103305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 21:33:43.453609 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-fbd2964b-7d53-4ac5-8e0e-84d4981f5830 tempest-NetworksIpV6Test-668566948 tempest-NetworksIpV6Test-668566948-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for network (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:33:43.471327 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ae06ee-701f-4bd6-99c7-57eba3659fc3 req-07731b9b-5190-4f5c-8993-5c912ec00651 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:33:43.473371 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-47ae06ee-701f-4bd6-99c7-57eba3659fc3 req-07731b9b-5190-4f5c-8993-5c912ec00651 service neutron] 10.222.0.57 "GET /v2.0/networks?id=919700d7-bd11-4466-9e0b-aea9ab9fa4e5 HTTP/1.1" status: 200 len: 921 time: 0.1303272 Jan 26 21:33:43.521028 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fbd2964b-7d53-4ac5-8e0e-84d4981f5830 tempest-NetworksIpV6Test-668566948 tempest-NetworksIpV6Test-668566948-project] vlan segment allocate from pool success with {'vlan_id': 554, 'physical_network': 'physnet1'} {{(pid=103305) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 26 21:33:43.549381 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-fbd2964b-7d53-4ac5-8e0e-84d4981f5830 tempest-NetworksIpV6Test-668566948 tempest-NetworksIpV6Test-668566948-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576559'] for segment (a0425180-a57c-4540-9c06-04cb467a5513), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:33:43.549565 n-d-760453-5 neutron-server[103305]: INFO neutron.db.segments_db [None req-fbd2964b-7d53-4ac5-8e0e-84d4981f5830 tempest-NetworksIpV6Test-668566948 tempest-NetworksIpV6Test-668566948-project] Added segment a0425180-a57c-4540-9c06-04cb467a5513 of type vlan for network df68393d-127b-4540-8b60-a35dac3b9561 Jan 26 21:33:43.592105 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5deb165-53fb-43d8-88f8-ab6e249606d2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3c4099e8-8ffb-51d1-af7f-5868973e933f-658e6460-78a3-46f4-bc91-cb7e18e26fc5', 'network_id': '658e6460-78a3-46f4-bc91-cb7e18e26fc5', 'project_id': '2462d16165ce43afa6a1542a7ea701c8', 'fixed_ips': [{'subnet_id': '197f79a2-0bc7-429c-8719-f867a55d8a4e'}]}} from n-d-760453-5. {{(pid=103306) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 26 21:33:43.594294 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-47ae06ee-701f-4bd6-99c7-57eba3659fc3 req-f773865c-7504-41c3-8b20-e55d7a10b934 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=82355eaf-7ce3-4c71-98b5-41c2b31017a9 HTTP/1.1" status: 200 len: 217 time: 0.1118190 Jan 26 21:33:43.597158 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-a5deb165-53fb-43d8-88f8-ab6e249606d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (None), before_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:33:43.671390 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-fbd2964b-7d53-4ac5-8e0e-84d4981f5830 tempest-NetworksIpV6Test-668566948 tempest-NetworksIpV6Test-668566948-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746560256871'] for network (df68393d-127b-4540-8b60-a35dac3b9561), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:33:43.695497 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ae06ee-701f-4bd6-99c7-57eba3659fc3 req-eae53e12-3dda-4d44-bd78-e8a7016be52f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:33:43.697131 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-47ae06ee-701f-4bd6-99c7-57eba3659fc3 req-eae53e12-3dda-4d44-bd78-e8a7016be52f service neutron] 10.222.0.57 "GET /v2.0/subnets?id=1ea07ea1-6099-4d0e-9f94-9cafc0649be2 HTTP/1.1" status: 200 len: 860 time: 0.0925183 Jan 26 21:33:43.732379 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-fbd2964b-7d53-4ac5-8e0e-84d4981f5830 tempest-NetworksIpV6Test-668566948 tempest-NetworksIpV6Test-668566948-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503'] for network (df68393d-127b-4540-8b60-a35dac3b9561), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:33:43.739222 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbd2964b-7d53-4ac5-8e0e-84d4981f5830 tempest-NetworksIpV6Test-668566948 tempest-NetworksIpV6Test-668566948-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:33:43.739421 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-fbd2964b-7d53-4ac5-8e0e-84d4981f5830 tempest-NetworksIpV6Test-668566948 tempest-NetworksIpV6Test-668566948-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709645'] for network (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:33:43.783906 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-5e6bb726-012a-4ce2-a87c-b8a3f425cdff req-69d2dfca-9d95-491e-ae37-62a272add75b tempest-ServerRescueTestJSONUnderV235-1291171716 tempest-ServerRescueTestJSONUnderV235-1291171716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:33:43.788334 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-47ae06ee-701f-4bd6-99c7-57eba3659fc3 req-d044f9df-b87d-408c-b8f9-3a640bb907e4 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=919700d7-bd11-4466-9e0b-aea9ab9fa4e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0538356 Jan 26 21:33:43.798553 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fccc514-afee-48a5-93c0-a937889d1aa3 req-8395e9f5-ea85-4505-a9ce-6ab08c049451 tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:33:43.800257 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-9fccc514-afee-48a5-93c0-a937889d1aa3 req-8395e9f5-ea85-4505-a9ce-6ab08c049451 tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] 10.222.0.13 "GET /v2.0/ports?device_id=c947e2a6-4eb3-4b93-905b-515cc992a63b HTTP/1.1" status: 200 len: 946 time: 0.1020513 Jan 26 21:33:43.836586 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-fbd2964b-7d53-4ac5-8e0e-84d4981f5830 tempest-NetworksIpV6Test-668566948 tempest-NetworksIpV6Test-668566948-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4471402 Jan 26 21:33:43.850096 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 55730) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:33:43.868646 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-27465b52-767c-4f41-899e-448694a1aeec tempest-NetworksIpV6Test-668566948 tempest-NetworksIpV6Test-668566948-project] Request body: {'subnet': {'network_id': 'df68393d-127b-4540-8b60-a35dac3b9561', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:33:43.922705 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd2964b-7d53-4ac5-8e0e-84d4981f5830 tempest-NetworksIpV6Test-668566948 tempest-NetworksIpV6Test-668566948-project] Pushing event updated for resources: {'Network': ['ID=df68393d-127b-4540-8b60-a35dac3b9561,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:33:43.946701 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.db_base_plugin_common [None req-a5deb165-53fb-43d8-88f8-ab6e249606d2 None None] Allocated IP 2001:db8:0:ffff::2 (658e6460-78a3-46f4-bc91-cb7e18e26fc5/197f79a2-0bc7-429c-8719-f867a55d8a4e/7e0b0365-423e-4908-980e-c60cf6f68f3a) {{(pid=103306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 21:33:43.950726 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Network df68393d-127b-4540-8b60-a35dac3b9561 details requested by agent ovs-agent-n-d-760453-5 with host n-d-760453-5 {{(pid=103306) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 26 21:33:43.977456 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-9fccc514-afee-48a5-93c0-a937889d1aa3 req-9b12f0b5-bab9-4542-844e-739494096e72 tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] 10.222.0.13 "GET /v2.0/security-groups?id=d37b3ff7-2317-46ab-9f4f-b0d217809a4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1633401 Jan 26 21:33:44.017355 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27465b52-767c-4f41-899e-448694a1aeec tempest-NetworksIpV6Test-668566948 tempest-NetworksIpV6Test-668566948-project] Made reservation on behalf of 2462d16165ce43afa6a1542a7ea701c8 for: {'subnet': 1} {{(pid=103305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 21:33:44.031695 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-27465b52-767c-4f41-899e-448694a1aeec tempest-NetworksIpV6Test-668566948 tempest-NetworksIpV6Test-668566948-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11599953'] for subnet (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:33:44.044913 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-47ae06ee-701f-4bd6-99c7-57eba3659fc3 req-41ac5a77-57b3-4c0b-a915-e8a393cf9889 service neutron] 10.222.0.57 "GET /v2.0/networks/919700d7-bd11-4466-9e0b-aea9ab9fa4e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2434814 Jan 26 21:33:44.156566 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-47ae06ee-701f-4bd6-99c7-57eba3659fc3 req-fd6cc0e1-ce8f-4841-8d09-c6b3c5028759 service neutron] 10.222.0.57 "GET /v2.0/networks/919700d7-bd11-4466-9e0b-aea9ab9fa4e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1006427 Jan 26 21:33:44.157843 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.db_base_plugin_common [req-5e6bb726-012a-4ce2-a87c-b8a3f425cdff req-69d2dfca-9d95-491e-ae37-62a272add75b tempest-ServerRescueTestJSONUnderV235-1291171716 tempest-ServerRescueTestJSONUnderV235-1291171716-project] Allocated IP 172.25.1.236 (4140a1f1-c93a-4bea-83a0-68953a54f299/e48251a1-e30d-4820-8396-00c6f6aeb601/b4b555dd-bf7e-43ea-8acc-167daae46b96) {{(pid=103304) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 21:33:44.300137 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-5e6bb726-012a-4ce2-a87c-b8a3f425cdff req-69d2dfca-9d95-491e-ae37-62a272add75b tempest-ServerRescueTestJSONUnderV235-1291171716 tempest-ServerRescueTestJSONUnderV235-1291171716-project] Publish callbacks [] for port (b4b555dd-bf7e-43ea-8acc-167daae46b96), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:33:44.314692 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-a5deb165-53fb-43d8-88f8-ab6e249606d2 None None] Publish callbacks [] for port (7e0b0365-423e-4908-980e-c60cf6f68f3a), precommit_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:33:44.323158 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-a5deb165-53fb-43d8-88f8-ab6e249606d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746560234527'] for port (7e0b0365-423e-4908-980e-c60cf6f68f3a), after_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:33:44.363176 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-5e6bb726-012a-4ce2-a87c-b8a3f425cdff req-69d2dfca-9d95-491e-ae37-62a272add75b tempest-ServerRescueTestJSONUnderV235-1291171716 tempest-ServerRescueTestJSONUnderV235-1291171716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746560234527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9281553'] for port (b4b555dd-bf7e-43ea-8acc-167daae46b96), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:33:44.380167 n-d-760453-5 neutron-server[103306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5deb165-53fb-43d8-88f8-ab6e249606d2 None None] Network 658e6460-78a3-46f4-bc91-cb7e18e26fc5 is already hosted by enough agents. {{(pid=103306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 21:33:44.383270 n-d-760453-5 neutron-server[103306]: DEBUG neutron.scheduler.base_scheduler [None req-a5deb165-53fb-43d8-88f8-ab6e249606d2 None None] Resources bound (agent type, host, resource id): {{(pid=103306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:33:44.389622 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5deb165-53fb-43d8-88f8-ab6e249606d2 None None] Received port after_create {{(pid=103306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 21:33:44.417405 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5deb165-53fb-43d8-88f8-ab6e249606d2 None None] Pushing event updated for resources: {'Port': ['ID=7e0b0365-423e-4908-980e-c60cf6f68f3a,revision_number=1']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:33:44.458754 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5e6bb726-012a-4ce2-a87c-b8a3f425cdff req-69d2dfca-9d95-491e-ae37-62a272add75b tempest-ServerRescueTestJSONUnderV235-1291171716 tempest-ServerRescueTestJSONUnderV235-1291171716-project] Network 4140a1f1-c93a-4bea-83a0-68953a54f299 is already hosted by enough agents. {{(pid=103304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 21:33:44.462073 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-27465b52-767c-4f41-899e-448694a1aeec tempest-NetworksIpV6Test-668566948 tempest-NetworksIpV6Test-668566948-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11788839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11599975'] for subnet (89958027-80d9-4de6-95a6-5d8394c5c1bf), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:33:44.470150 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [req-5e6bb726-012a-4ce2-a87c-b8a3f425cdff req-69d2dfca-9d95-491e-ae37-62a272add75b tempest-ServerRescueTestJSONUnderV235-1291171716 tempest-ServerRescueTestJSONUnderV235-1291171716-project] Resources bound (agent type, host, resource id): {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:33:44.473010 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e6bb726-012a-4ce2-a87c-b8a3f425cdff req-69d2dfca-9d95-491e-ae37-62a272add75b tempest-ServerRescueTestJSONUnderV235-1291171716 tempest-ServerRescueTestJSONUnderV235-1291171716-project] Received port after_create {{(pid=103304) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 21:33:44.483949 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d2dfca-9d95-491e-ae37-62a272add75b tempest-ServerRescueTestJSONUnderV235-1291171716 tempest-ServerRescueTestJSONUnderV235-1291171716-project] Pushing event updated for resources: {'Port': ['ID=b4b555dd-bf7e-43ea-8acc-167daae46b96,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:33:44.502868 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-a5deb165-53fb-43d8-88f8-ab6e249606d2 None None] Attempting to bind port 7e0b0365-423e-4908-980e-c60cf6f68f3a on host n-d-760453-5 for vnic_type normal with profile {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 21:33:44.503245 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-a5deb165-53fb-43d8-88f8-ab6e249606d2 None None] Attempting to bind port 7e0b0365-423e-4908-980e-c60cf6f68f3a by drivers openvswitch,hyperv on host n-d-760453-5 at level 0 using segments [{'id': '53229be0-e58c-4667-b3d2-5318d1876772', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '658e6460-78a3-46f4-bc91-cb7e18e26fc5'}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 26 21:33:44.503609 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5deb165-53fb-43d8-88f8-ab6e249606d2 None None] Attempting to bind port 7e0b0365-423e-4908-980e-c60cf6f68f3a on network 658e6460-78a3-46f4-bc91-cb7e18e26fc5 {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 21:33:44.519964 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5deb165-53fb-43d8-88f8-ab6e249606d2 None None] Checking agent: {'id': 'fea0591a-627d-4c87-9a9a-01625ddf3277', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760453-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 20, 55, 25), 'started_at': datetime.datetime(2022, 1, 26, 20, 55, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 21, 33, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760453-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 26 21:33:44.523691 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5deb165-53fb-43d8-88f8-ab6e249606d2 None None] Checking segment: {'id': '53229be0-e58c-4667-b3d2-5318d1876772', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '658e6460-78a3-46f4-bc91-cb7e18e26fc5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 21:33:44.523691 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-a5deb165-53fb-43d8-88f8-ab6e249606d2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:33:44.523974 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5deb165-53fb-43d8-88f8-ab6e249606d2 None None] Bound using segment: {'id': '53229be0-e58c-4667-b3d2-5318d1876772', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '658e6460-78a3-46f4-bc91-cb7e18e26fc5'} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 26 21:33:44.526115 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-a5deb165-53fb-43d8-88f8-ab6e249606d2 None None] Bound port: 7e0b0365-423e-4908-980e-c60cf6f68f3a, host: n-d-760453-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '53229be0-e58c-4667-b3d2-5318d1876772', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '658e6460-78a3-46f4-bc91-cb7e18e26fc5'}}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 26 21:33:44.526602 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-a5deb165-53fb-43d8-88f8-ab6e249606d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (7e0b0365-423e-4908-980e-c60cf6f68f3a), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:33:44.607450 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27465b52-767c-4f41-899e-448694a1aeec tempest-NetworksIpV6Test-668566948 tempest-NetworksIpV6Test-668566948-project] Pushing event updated for resources: {'Subnet': ['ID=89958027-80d9-4de6-95a6-5d8394c5c1bf,revision_number=0']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:33:44.609608 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27465b52-767c-4f41-899e-448694a1aeec tempest-NetworksIpV6Test-668566948 tempest-NetworksIpV6Test-668566948-project] Checking segment: {'id': 'a0425180-a57c-4540-9c06-04cb467a5513', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': 'df68393d-127b-4540-8b60-a35dac3b9561'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103305) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 21:33:44.609980 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27465b52-767c-4f41-899e-448694a1aeec tempest-NetworksIpV6Test-668566948 tempest-NetworksIpV6Test-668566948-project] Network hostable DHCP agents. Network: df68393d-127b-4540-8b60-a35dac3b9561, hostable agents: ['474ccdf7-ab6c-405b-a3b2-dc7b05829902'], hosted agents: [] {{(pid=103305) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 26 21:33:44.624251 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-a5deb165-53fb-43d8-88f8-ab6e249606d2 None None] For port 7e0b0365-423e-4908-980e-c60cf6f68f3a, host n-d-760453-5, cleared binding levels {{(pid=103306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 26 21:33:44.626061 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-5e6bb726-012a-4ce2-a87c-b8a3f425cdff req-69d2dfca-9d95-491e-ae37-62a272add75b tempest-ServerRescueTestJSONUnderV235-1291171716 tempest-ServerRescueTestJSONUnderV235-1291171716-project] Publish callbacks [] for floatingip (97ec4ecd-e63e-4650-b8dd-2c856b0a90d4), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:33:44.628372 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-a5deb165-53fb-43d8-88f8-ab6e249606d2 None None] For port 7e0b0365-423e-4908-980e-c60cf6f68f3a, host n-d-760453-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=7e0b0365-423e-4908-980e-c60cf6f68f3a,segment=NetworkSegment(53229be0-e58c-4667-b3d2-5318d1876772),segment_id=53229be0-e58c-4667-b3d2-5318d1876772)] {{(pid=103306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 26 21:33:44.639051 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-a5deb165-53fb-43d8-88f8-ab6e249606d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (7e0b0365-423e-4908-980e-c60cf6f68f3a), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:33:44.650392 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27465b52-767c-4f41-899e-448694a1aeec tempest-NetworksIpV6Test-668566948 tempest-NetworksIpV6Test-668566948-project] Network df68393d-127b-4540-8b60-a35dac3b9561 is scheduled to be hosted by DHCP agent 474ccdf7-ab6c-405b-a3b2-dc7b05829902 with binding_index 1 {{(pid=103305) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 26 21:33:44.672523 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [None req-27465b52-767c-4f41-899e-448694a1aeec tempest-NetworksIpV6Test-668566948 tempest-NetworksIpV6Test-668566948-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760453-5, df68393d-127b-4540-8b60-a35dac3b9561) {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:33:44.681860 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27465b52-767c-4f41-899e-448694a1aeec tempest-NetworksIpV6Test-668566948 tempest-NetworksIpV6Test-668566948-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:33:44.682448 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-27465b52-767c-4f41-899e-448694a1aeec tempest-NetworksIpV6Test-668566948 tempest-NetworksIpV6Test-668566948-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709645'] for subnet (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:33:44.717562 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-27465b52-767c-4f41-899e-448694a1aeec tempest-NetworksIpV6Test-668566948 tempest-NetworksIpV6Test-668566948-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 0.8654020 Jan 26 21:33:44.720361 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 55732) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:33:44.746909 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef44c49c-bb83-473c-b8c2-52a2dc15b152 None None] Network df68393d-127b-4540-8b60-a35dac3b9561 requested from n-d-760453-5 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 26 21:33:44.817181 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-5e6bb726-012a-4ce2-a87c-b8a3f425cdff req-69d2dfca-9d95-491e-ae37-62a272add75b tempest-ServerRescueTestJSONUnderV235-1291171716 tempest-ServerRescueTestJSONUnderV235-1291171716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (b4b555dd-bf7e-43ea-8acc-167daae46b96), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:33:44.971723 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dad4bb8-b348-426b-a262-f9fdde0a1db0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3c4099e8-8ffb-51d1-af7f-5868973e933f-df68393d-127b-4540-8b60-a35dac3b9561', 'network_id': 'df68393d-127b-4540-8b60-a35dac3b9561', 'project_id': '2462d16165ce43afa6a1542a7ea701c8', 'fixed_ips': [{'subnet_id': '89958027-80d9-4de6-95a6-5d8394c5c1bf'}]}} from n-d-760453-5. {{(pid=103306) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 26 21:33:44.972627 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-5dad4bb8-b348-426b-a262-f9fdde0a1db0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (None), before_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:33:45.018524 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5deb165-53fb-43d8-88f8-ab6e249606d2 None None] Pushing event updated for resources: {'Port': ['ID=7e0b0365-423e-4908-980e-c60cf6f68f3a,revision_number=2']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:33:45.091543 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-5e6bb726-012a-4ce2-a87c-b8a3f425cdff req-69d2dfca-9d95-491e-ae37-62a272add75b tempest-ServerRescueTestJSONUnderV235-1291171716 tempest-ServerRescueTestJSONUnderV235-1291171716-project] Publish callbacks [] for port (b4b555dd-bf7e-43ea-8acc-167daae46b96), precommit_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:33:45.104515 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-5e6bb726-012a-4ce2-a87c-b8a3f425cdff req-69d2dfca-9d95-491e-ae37-62a272add75b tempest-ServerRescueTestJSONUnderV235-1291171716 tempest-ServerRescueTestJSONUnderV235-1291171716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9281542'] for port (b4b555dd-bf7e-43ea-8acc-167daae46b96), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:33:45.304302 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-5e6bb726-012a-4ce2-a87c-b8a3f425cdff req-69d2dfca-9d95-491e-ae37-62a272add75b tempest-ServerRescueTestJSONUnderV235-1291171716 tempest-ServerRescueTestJSONUnderV235-1291171716-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4110913'] for floatingip (97ec4ecd-e63e-4650-b8dd-2c856b0a90d4), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:33:45.326929 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.db_base_plugin_common [None req-5dad4bb8-b348-426b-a262-f9fdde0a1db0 None None] Allocated IP 2001:db8::1 (df68393d-127b-4540-8b60-a35dac3b9561/89958027-80d9-4de6-95a6-5d8394c5c1bf/337e19a7-c3d3-406c-87fa-78083a68e58b) {{(pid=103306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 21:33:45.362777 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-5e6bb726-012a-4ce2-a87c-b8a3f425cdff req-69d2dfca-9d95-491e-ae37-62a272add75b tempest-ServerRescueTestJSONUnderV235-1291171716 tempest-ServerRescueTestJSONUnderV235-1291171716-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for floatingip (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:33:45.364640 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-5e6bb726-012a-4ce2-a87c-b8a3f425cdff req-69d2dfca-9d95-491e-ae37-62a272add75b tempest-ServerRescueTestJSONUnderV235-1291171716 tempest-ServerRescueTestJSONUnderV235-1291171716-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.2503417 Jan 26 21:33:45.536301 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-5e6bb726-012a-4ce2-a87c-b8a3f425cdff req-461487ec-8ed2-42df-84fe-e52c68abff5b tempest-ServerRescueTestJSONUnderV235-1291171716 tempest-ServerRescueTestJSONUnderV235-1291171716-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.1.236 HTTP/1.1" status: 200 len: 696 time: 0.1401844 Jan 26 21:33:45.593768 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-5dad4bb8-b348-426b-a262-f9fdde0a1db0 None None] Publish callbacks [] for port (337e19a7-c3d3-406c-87fa-78083a68e58b), precommit_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:33:45.607805 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d2dfca-9d95-491e-ae37-62a272add75b tempest-ServerRescueTestJSONUnderV235-1291171716 tempest-ServerRescueTestJSONUnderV235-1291171716-project] Pushing event updated for resources: {'Port': ['ID=b4b555dd-bf7e-43ea-8acc-167daae46b96,revision_number=2']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:33:45.612361 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-5dad4bb8-b348-426b-a262-f9fdde0a1db0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746560234527'] for port (337e19a7-c3d3-406c-87fa-78083a68e58b), after_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:33:45.661233 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab64dc56-a2ea-42ed-9c99-a3c3cb0ee324 req-3a910680-cf1e-4798-a2e8-7cc4ff5504a5 tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:33:45.663725 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-ab64dc56-a2ea-42ed-9c99-a3c3cb0ee324 req-3a910680-cf1e-4798-a2e8-7cc4ff5504a5 tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] 10.222.0.13 "GET /v2.0/ports?device_id=c947e2a6-4eb3-4b93-905b-515cc992a63b HTTP/1.1" status: 200 len: 946 time: 0.5129952 Jan 26 21:33:45.670213 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-c0eda764-71bf-4381-a8b9-a103163f30e8 tempest-NetworksIpV6Test-668566948 tempest-NetworksIpV6Test-668566948-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-748181'] for network (df68393d-127b-4540-8b60-a35dac3b9561), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:33:45.676040 n-d-760453-5 neutron-server[103306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dad4bb8-b348-426b-a262-f9fdde0a1db0 None None] Network df68393d-127b-4540-8b60-a35dac3b9561 is already hosted by enough agents. {{(pid=103306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 21:33:45.679945 n-d-760453-5 neutron-server[103306]: DEBUG neutron.scheduler.base_scheduler [None req-5dad4bb8-b348-426b-a262-f9fdde0a1db0 None None] Resources bound (agent type, host, resource id): {{(pid=103306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:33:45.691848 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dad4bb8-b348-426b-a262-f9fdde0a1db0 None None] Received port after_create {{(pid=103306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 21:33:45.711009 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dad4bb8-b348-426b-a262-f9fdde0a1db0 None None] Pushing event updated for resources: {'Port': ['ID=337e19a7-c3d3-406c-87fa-78083a68e58b,revision_number=1']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:33:45.780934 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-5dad4bb8-b348-426b-a262-f9fdde0a1db0 None None] Attempting to bind port 337e19a7-c3d3-406c-87fa-78083a68e58b on host n-d-760453-5 for vnic_type normal with profile {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 21:33:45.781638 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-5dad4bb8-b348-426b-a262-f9fdde0a1db0 None None] Attempting to bind port 337e19a7-c3d3-406c-87fa-78083a68e58b by drivers openvswitch,hyperv on host n-d-760453-5 at level 0 using segments [{'id': 'a0425180-a57c-4540-9c06-04cb467a5513', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': 'df68393d-127b-4540-8b60-a35dac3b9561'}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 26 21:33:45.782177 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dad4bb8-b348-426b-a262-f9fdde0a1db0 None None] Attempting to bind port 337e19a7-c3d3-406c-87fa-78083a68e58b on network df68393d-127b-4540-8b60-a35dac3b9561 {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 21:33:45.787997 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dad4bb8-b348-426b-a262-f9fdde0a1db0 None None] Checking agent: {'id': 'fea0591a-627d-4c87-9a9a-01625ddf3277', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760453-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 20, 55, 25), 'started_at': datetime.datetime(2022, 1, 26, 20, 55, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 21, 33, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760453-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 26 21:33:45.788664 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dad4bb8-b348-426b-a262-f9fdde0a1db0 None None] Checking segment: {'id': 'a0425180-a57c-4540-9c06-04cb467a5513', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': 'df68393d-127b-4540-8b60-a35dac3b9561'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 21:33:45.789238 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-5dad4bb8-b348-426b-a262-f9fdde0a1db0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:33:45.790295 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dad4bb8-b348-426b-a262-f9fdde0a1db0 None None] Bound using segment: {'id': 'a0425180-a57c-4540-9c06-04cb467a5513', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': 'df68393d-127b-4540-8b60-a35dac3b9561'} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 26 21:33:45.791557 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-5dad4bb8-b348-426b-a262-f9fdde0a1db0 None None] Bound port: 337e19a7-c3d3-406c-87fa-78083a68e58b, host: n-d-760453-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a0425180-a57c-4540-9c06-04cb467a5513', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': 'df68393d-127b-4540-8b60-a35dac3b9561'}}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 26 21:33:45.792278 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-5dad4bb8-b348-426b-a262-f9fdde0a1db0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (337e19a7-c3d3-406c-87fa-78083a68e58b), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:33:45.824422 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6bb726-012a-4ce2-a87c-b8a3f425cdff req-cd91672b-ddc5-44ad-9e19-23bb2e900128 tempest-ServerRescueTestJSONUnderV235-1291171716 tempest-ServerRescueTestJSONUnderV235-1291171716-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:33:45.825885 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-5e6bb726-012a-4ce2-a87c-b8a3f425cdff req-cd91672b-ddc5-44ad-9e19-23bb2e900128 tempest-ServerRescueTestJSONUnderV235-1291171716 tempest-ServerRescueTestJSONUnderV235-1291171716-project] 10.222.0.13 "GET /v2.0/networks/4140a1f1-c93a-4bea-83a0-68953a54f299 HTTP/1.1" status: 200 len: 784 time: 0.2886760 Jan 26 21:33:45.830604 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-ab64dc56-a2ea-42ed-9c99-a3c3cb0ee324 req-3bb017ac-7318-4094-9c6d-910c8d7d6b4c tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] 10.222.0.13 "GET /v2.0/security-groups?id=d37b3ff7-2317-46ab-9f4f-b0d217809a4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1552682 Jan 26 21:33:45.840943 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [req-5e6bb726-012a-4ce2-a87c-b8a3f425cdff req-ccf23f66-068e-479b-840f-87f72a66c1a9 tempest-ServerRescueTestJSONUnderV235-1291171716 tempest-ServerRescueTestJSONUnderV235-1291171716-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=103304) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 26 21:33:45.841943 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-5e6bb726-012a-4ce2-a87c-b8a3f425cdff req-ccf23f66-068e-479b-840f-87f72a66c1a9 tempest-ServerRescueTestJSONUnderV235-1291171716 tempest-ServerRescueTestJSONUnderV235-1291171716-project] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0057003 Jan 26 21:33:45.847106 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-c0eda764-71bf-4381-a8b9-a103163f30e8 tempest-NetworksIpV6Test-668566948 tempest-NetworksIpV6Test-668566948-project] Deleting port 337e19a7-c3d3-406c-87fa-78083a68e58b {{(pid=103304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 21:33:45.847454 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-c0eda764-71bf-4381-a8b9-a103163f30e8 tempest-NetworksIpV6Test-668566948 tempest-NetworksIpV6Test-668566948-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746560630878'] for port (337e19a7-c3d3-406c-87fa-78083a68e58b), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:33:45.965398 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-5dad4bb8-b348-426b-a262-f9fdde0a1db0 None None] For port 337e19a7-c3d3-406c-87fa-78083a68e58b, host n-d-760453-5, cleared binding levels {{(pid=103306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 26 21:33:45.979163 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-5dad4bb8-b348-426b-a262-f9fdde0a1db0 None None] For port 337e19a7-c3d3-406c-87fa-78083a68e58b, host n-d-760453-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=337e19a7-c3d3-406c-87fa-78083a68e58b,segment=NetworkSegment(a0425180-a57c-4540-9c06-04cb467a5513),segment_id=a0425180-a57c-4540-9c06-04cb467a5513)] {{(pid=103306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 26 21:33:45.995790 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-5dad4bb8-b348-426b-a262-f9fdde0a1db0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (337e19a7-c3d3-406c-87fa-78083a68e58b), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:33:46.079305 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [None req-c0eda764-71bf-4381-a8b9-a103163f30e8 tempest-NetworksIpV6Test-668566948 tempest-NetworksIpV6Test-668566948-project] For port 337e19a7-c3d3-406c-87fa-78083a68e58b, host n-d-760453-5, got binding levels [] {{(pid=103304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:33:46.079979 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-c0eda764-71bf-4381-a8b9-a103163f30e8 tempest-NetworksIpV6Test-668566948 tempest-NetworksIpV6Test-668566948-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4109658'] for port (337e19a7-c3d3-406c-87fa-78083a68e58b), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:33:46.114701 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-c0eda764-71bf-4381-a8b9-a103163f30e8 tempest-NetworksIpV6Test-668566948 tempest-NetworksIpV6Test-668566948-project] Calling delete_port for 337e19a7-c3d3-406c-87fa-78083a68e58b owned by network:dhcp {{(pid=103304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 21:33:46.138445 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dad4bb8-b348-426b-a262-f9fdde0a1db0 None None] Pushing event updated for resources: {'Port': ['ID=337e19a7-c3d3-406c-87fa-78083a68e58b,revision_number=2']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:33:46.151112 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de854542-a90e-4e44-855d-7b05d9797e99 req-0cdecf2e-beba-421b-ae51-78214edb849d tempest-ServerRescueTestJSONUnderV235-1291171716 tempest-ServerRescueTestJSONUnderV235-1291171716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:33:46.159096 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-de854542-a90e-4e44-855d-7b05d9797e99 req-0cdecf2e-beba-421b-ae51-78214edb849d tempest-ServerRescueTestJSONUnderV235-1291171716 tempest-ServerRescueTestJSONUnderV235-1291171716-project] 10.222.0.13 "GET /v2.0/ports?device_id=fa94c08a-a39f-4bcf-bb25-fb744cb9827e&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1669309 Jan 26 21:33:46.242910 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-de854542-a90e-4e44-855d-7b05d9797e99 req-690b522d-7028-4bc0-b5f5-c7b6daeabbcd tempest-ServerRescueTestJSONUnderV235-1291171716 tempest-ServerRescueTestJSONUnderV235-1291171716-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.1.236 HTTP/1.1" status: 200 len: 696 time: 0.0829191 Jan 26 21:33:46.282444 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [req-de854542-a90e-4e44-855d-7b05d9797e99 req-57d57880-594d-4fb2-9cf3-97bd2a6c25b1 tempest-ServerRescueTestJSONUnderV235-1291171716 tempest-ServerRescueTestJSONUnderV235-1291171716-project] Request body: {'floatingip': {'port_id': '82355eaf-7ce3-4c71-98b5-41c2b31017a9', 'fixed_ip_address': '172.20.0.14'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:33:46.329643 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-de854542-a90e-4e44-855d-7b05d9797e99 req-57d57880-594d-4fb2-9cf3-97bd2a6c25b1 tempest-ServerRescueTestJSONUnderV235-1291171716 tempest-ServerRescueTestJSONUnderV235-1291171716-project] Publish callbacks [] for floatingip (97ec4ecd-e63e-4650-b8dd-2c856b0a90d4), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:33:46.689917 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f30296e-c240-4acb-b7bb-b0d3f39e72b7 None None] Network 658e6460-78a3-46f4-bc91-cb7e18e26fc5 requested from n-d-760453-5 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 26 21:33:46.737027 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device 7e0b0365-423e-4908-980e-c60cf6f68f3a up at agent ovs-agent-n-d-760453-5 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 21:33:46.810237 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-c0eda764-71bf-4381-a8b9-a103163f30e8 tempest-NetworksIpV6Test-668566948 tempest-NetworksIpV6Test-668566948-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746560636600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746560234536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9281553'] for port (337e19a7-c3d3-406c-87fa-78083a68e58b), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:33:46.848592 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-3653ef23-7cf0-49d9-b77b-cb6d3bb3d8ae None None] Provisioning complete for port 7e0b0365-423e-4908-980e-c60cf6f68f3a triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:33:46.848961 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-3653ef23-7cf0-49d9-b77b-cb6d3bb3d8ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (7e0b0365-423e-4908-980e-c60cf6f68f3a), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:33:46.879441 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0eda764-71bf-4381-a8b9-a103163f30e8 tempest-NetworksIpV6Test-668566948 tempest-NetworksIpV6Test-668566948-project] Pushing event deleted for resources: {'Port': ['ID=337e19a7-c3d3-406c-87fa-78083a68e58b,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:33:46.937247 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Provisioning complete for port 7e0b0365-423e-4908-980e-c60cf6f68f3a triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:33:46.938055 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (7e0b0365-423e-4908-980e-c60cf6f68f3a), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:33:47.106756 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0eda764-71bf-4381-a8b9-a103163f30e8 tempest-NetworksIpV6Test-668566948 tempest-NetworksIpV6Test-668566948-project] No DVR routers for this DVR port 337e19a7-c3d3-406c-87fa-78083a68e58b on host n-d-760453-5 {{(pid=103304) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 26 21:33:47.192042 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Current status of the port 7e0b0365-423e-4908-980e-c60cf6f68f3a is: DOWN; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:33:47.192375 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (7e0b0365-423e-4908-980e-c60cf6f68f3a), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:33:47.215137 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-3653ef23-7cf0-49d9-b77b-cb6d3bb3d8ae None None] Current status of the port 7e0b0365-423e-4908-980e-c60cf6f68f3a is: DOWN; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:33:47.215542 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-3653ef23-7cf0-49d9-b77b-cb6d3bb3d8ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (7e0b0365-423e-4908-980e-c60cf6f68f3a), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:33:47.256884 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] For port 7e0b0365-423e-4908-980e-c60cf6f68f3a, host n-d-760453-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=7e0b0365-423e-4908-980e-c60cf6f68f3a,segment=NetworkSegment(53229be0-e58c-4667-b3d2-5318d1876772),segment_id=53229be0-e58c-4667-b3d2-5318d1876772)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:33:47.275125 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (7e0b0365-423e-4908-980e-c60cf6f68f3a), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:33:47.379749 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Pushing event updated for resources: {'Port': ['ID=7e0b0365-423e-4908-980e-c60cf6f68f3a,revision_number=3']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:33:47.490986 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.db.api [None req-3653ef23-7cf0-49d9-b77b-cb6d3bb3d8ae None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103306) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 26 21:33:47.491348 n-d-760453-5 neutron-server[103306]: DEBUG oslo_db.api [None req-3653ef23-7cf0-49d9-b77b-cb6d3bb3d8ae None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 26 21:33:47.642420 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2310cea0-4717-4dcf-99f5-21b060e6e749 req-c60144e4-8866-45f1-907c-4f9ae0c7d910 tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:33:47.650937 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-2310cea0-4717-4dcf-99f5-21b060e6e749 req-c60144e4-8866-45f1-907c-4f9ae0c7d910 tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] 10.222.0.13 "GET /v2.0/ports?device_id=c947e2a6-4eb3-4b93-905b-515cc992a63b HTTP/1.1" status: 200 len: 946 time: 0.6577885 Jan 26 21:33:47.793362 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cb1640f-1acf-45a7-b73a-e49b9e4c6918 None None] Network df68393d-127b-4540-8b60-a35dac3b9561 requested from n-d-760453-5 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 26 21:33:47.827417 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-c0eda764-71bf-4381-a8b9-a103163f30e8 tempest-NetworksIpV6Test-668566948 tempest-NetworksIpV6Test-668566948-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687316'] for subnet (89958027-80d9-4de6-95a6-5d8394c5c1bf), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:33:47.912161 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-2310cea0-4717-4dcf-99f5-21b060e6e749 req-60396237-eb7f-4e7d-b22c-c72408df0283 tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] 10.222.0.13 "GET /v2.0/security-groups?id=d37b3ff7-2317-46ab-9f4f-b0d217809a4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2600248 Jan 26 21:33:47.924047 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-de854542-a90e-4e44-855d-7b05d9797e99 req-57d57880-594d-4fb2-9cf3-97bd2a6c25b1 tempest-ServerRescueTestJSONUnderV235-1291171716 tempest-ServerRescueTestJSONUnderV235-1291171716-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:33:47.945430 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-de854542-a90e-4e44-855d-7b05d9797e99 req-57d57880-594d-4fb2-9cf3-97bd2a6c25b1 tempest-ServerRescueTestJSONUnderV235-1291171716 tempest-ServerRescueTestJSONUnderV235-1291171716-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4110913'] for floatingip (97ec4ecd-e63e-4650-b8dd-2c856b0a90d4), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:33:48.023286 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-c0eda764-71bf-4381-a8b9-a103163f30e8 tempest-NetworksIpV6Test-668566948 tempest-NetworksIpV6Test-668566948-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9281612', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12215216'] for subnet (89958027-80d9-4de6-95a6-5d8394c5c1bf), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:33:48.102672 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0eda764-71bf-4381-a8b9-a103163f30e8 tempest-NetworksIpV6Test-668566948 tempest-NetworksIpV6Test-668566948-project] Pushing event deleted for resources: {'Subnet': ['ID=89958027-80d9-4de6-95a6-5d8394c5c1bf,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:33:48.117931 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-3653ef23-7cf0-49d9-b77b-cb6d3bb3d8ae None None] Current status of the port 7e0b0365-423e-4908-980e-c60cf6f68f3a is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:33:48.237759 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0eda764-71bf-4381-a8b9-a103163f30e8 tempest-NetworksIpV6Test-668566948 tempest-NetworksIpV6Test-668566948-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:33:48.238119 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0eda764-71bf-4381-a8b9-a103163f30e8 tempest-NetworksIpV6Test-668566948 tempest-NetworksIpV6Test-668566948-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:33:48.238472 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0eda764-71bf-4381-a8b9-a103163f30e8 tempest-NetworksIpV6Test-668566948 tempest-NetworksIpV6Test-668566948-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:33:48.243303 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0eda764-71bf-4381-a8b9-a103163f30e8 tempest-NetworksIpV6Test-668566948 tempest-NetworksIpV6Test-668566948-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:33:48.244217 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0eda764-71bf-4381-a8b9-a103163f30e8 tempest-NetworksIpV6Test-668566948 tempest-NetworksIpV6Test-668566948-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:33:48.244564 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0eda764-71bf-4381-a8b9-a103163f30e8 tempest-NetworksIpV6Test-668566948 tempest-NetworksIpV6Test-668566948-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:33:48.244973 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0eda764-71bf-4381-a8b9-a103163f30e8 tempest-NetworksIpV6Test-668566948 tempest-NetworksIpV6Test-668566948-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:33:48.245271 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0eda764-71bf-4381-a8b9-a103163f30e8 tempest-NetworksIpV6Test-668566948 tempest-NetworksIpV6Test-668566948-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:33:48.245609 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0eda764-71bf-4381-a8b9-a103163f30e8 tempest-NetworksIpV6Test-668566948 tempest-NetworksIpV6Test-668566948-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:33:48.246735 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-3a4668a2-2461-4691-a1ba-b1bd157efc80 None None] Provisioning complete for port 7e0b0365-423e-4908-980e-c60cf6f68f3a triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:33:48.248507 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0eda764-71bf-4381-a8b9-a103163f30e8 tempest-NetworksIpV6Test-668566948 tempest-NetworksIpV6Test-668566948-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:33:48.248871 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0eda764-71bf-4381-a8b9-a103163f30e8 tempest-NetworksIpV6Test-668566948 tempest-NetworksIpV6Test-668566948-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:33:48.249150 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0eda764-71bf-4381-a8b9-a103163f30e8 tempest-NetworksIpV6Test-668566948 tempest-NetworksIpV6Test-668566948-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:33:48.249618 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-3a4668a2-2461-4691-a1ba-b1bd157efc80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (7e0b0365-423e-4908-980e-c60cf6f68f3a), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:33:48.249775 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0eda764-71bf-4381-a8b9-a103163f30e8 tempest-NetworksIpV6Test-668566948 tempest-NetworksIpV6Test-668566948-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:33:48.284605 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-c0eda764-71bf-4381-a8b9-a103163f30e8 tempest-NetworksIpV6Test-668566948 tempest-NetworksIpV6Test-668566948-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-686403', 'neutron.services.segments.db._delete_segments_for_network-8746560774018'] for network (df68393d-127b-4540-8b60-a35dac3b9561), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:33:48.325228 n-d-760453-5 neutron-server[103304]: DEBUG neutron.services.segments.db [None req-c0eda764-71bf-4381-a8b9-a103163f30e8 tempest-NetworksIpV6Test-668566948 tempest-NetworksIpV6Test-668566948-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['df68393d-127b-4540-8b60-a35dac3b9561']}} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:33:48.328749 n-d-760453-5 neutron-server[103304]: INFO neutron.db.l3_db [req-de854542-a90e-4e44-855d-7b05d9797e99 req-57d57880-594d-4fb2-9cf3-97bd2a6c25b1 tempest-ServerRescueTestJSONUnderV235-1291171716 tempest-ServerRescueTestJSONUnderV235-1291171716-project] Floating IP 97ec4ecd-e63e-4650-b8dd-2c856b0a90d4 associated. External IP: 172.25.1.236, port: 82355eaf-7ce3-4c71-98b5-41c2b31017a9. Jan 26 21:33:48.501239 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41605231-bbac-4638-8a53-94db52c211e2 None None] Network df68393d-127b-4540-8b60-a35dac3b9561 requested from n-d-760453-5 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 26 21:33:48.518141 n-d-760453-5 neutron-server[103304]: DEBUG neutron.services.segments.db [None req-c0eda764-71bf-4381-a8b9-a103163f30e8 tempest-NetworksIpV6Test-668566948 tempest-NetworksIpV6Test-668566948-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a0425180-a57c-4540-9c06-04cb467a5513') {'for_net_delete': True} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:33:48.518445 n-d-760453-5 neutron-server[103304]: DEBUG neutron.services.segments.db [None req-c0eda764-71bf-4381-a8b9-a103163f30e8 tempest-NetworksIpV6Test-668566948 tempest-NetworksIpV6Test-668566948-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a0425180-a57c-4540-9c06-04cb467a5513') {} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:33:48.539403 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-c0eda764-71bf-4381-a8b9-a103163f30e8 tempest-NetworksIpV6Test-668566948 tempest-NetworksIpV6Test-668566948-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746560742283', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8881293'] for segment (a0425180-a57c-4540-9c06-04cb467a5513), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:33:48.614698 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-c0eda764-71bf-4381-a8b9-a103163f30e8 tempest-NetworksIpV6Test-668566948 tempest-NetworksIpV6Test-668566948-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576559'] for segment (a0425180-a57c-4540-9c06-04cb467a5513), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:33:48.642311 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c0eda764-71bf-4381-a8b9-a103163f30e8 tempest-NetworksIpV6Test-668566948 tempest-NetworksIpV6Test-668566948-project] Releasing vlan 554 on physical network physnet1 to pool {{(pid=103304) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 26 21:33:48.642835 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-c0eda764-71bf-4381-a8b9-a103163f30e8 tempest-NetworksIpV6Test-668566948 tempest-NetworksIpV6Test-668566948-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9281762'] for segment (a0425180-a57c-4540-9c06-04cb467a5513), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:33:48.646650 n-d-760453-5 neutron-server[103304]: Traceback (most recent call last): Jan 26 21:33:48.646650 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 26 21:33:48.646650 n-d-760453-5 neutron-server[103304]: timer() Jan 26 21:33:48.646650 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 26 21:33:48.646650 n-d-760453-5 neutron-server[103304]: cb(*args, **kw) Jan 26 21:33:48.646650 n-d-760453-5 neutron-server[103304]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 26 21:33:48.646650 n-d-760453-5 neutron-server[103304]: return func(*args, **kwargs) Jan 26 21:33:48.646650 n-d-760453-5 neutron-server[103304]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 26 21:33:48.646650 n-d-760453-5 neutron-server[103304]: self._notify() Jan 26 21:33:48.646650 n-d-760453-5 neutron-server[103304]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 26 21:33:48.646650 n-d-760453-5 neutron-server[103304]: self.callback(batched_events) Jan 26 21:33:48.646650 n-d-760453-5 neutron-server[103304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 26 21:33:48.646650 n-d-760453-5 neutron-server[103304]: event.method(event) Jan 26 21:33:48.646650 n-d-760453-5 neutron-server[103304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 26 21:33:48.646650 n-d-760453-5 neutron-server[103304]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 26 21:33:48.646650 n-d-760453-5 neutron-server[103304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 26 21:33:48.646650 n-d-760453-5 neutron-server[103304]: aggregate_uuid = self.p_client.list_aggregates( Jan 26 21:33:48.646650 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 26 21:33:48.646650 n-d-760453-5 neutron-server[103304]: return f(self, *a, **k) Jan 26 21:33:48.646650 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 26 21:33:48.646650 n-d-760453-5 neutron-server[103304]: return self._get(url).json() Jan 26 21:33:48.646650 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 26 21:33:48.646650 n-d-760453-5 neutron-server[103304]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 26 21:33:48.646650 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 26 21:33:48.646650 n-d-760453-5 neutron-server[103304]: return self.request(url, 'GET', **kwargs) Jan 26 21:33:48.646650 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 26 21:33:48.646650 n-d-760453-5 neutron-server[103304]: base_url = self.get_endpoint(auth, allow=allow, Jan 26 21:33:48.646650 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 26 21:33:48.646650 n-d-760453-5 neutron-server[103304]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 26 21:33:48.646650 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 26 21:33:48.646650 n-d-760453-5 neutron-server[103304]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 26 21:33:48.646650 n-d-760453-5 neutron-server[103304]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 26 21:33:48.671215 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-3a4668a2-2461-4691-a1ba-b1bd157efc80 None None] Current status of the port 7e0b0365-423e-4908-980e-c60cf6f68f3a is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:33:48.674327 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device 7e0b0365-423e-4908-980e-c60cf6f68f3a up at agent ovs-agent-n-d-760453-5 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 21:33:48.679123 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-3a4668a2-2461-4691-a1ba-b1bd157efc80 None None] Could not find standard attr ID for object 337e19a7-c3d3-406c-87fa-78083a68e58b. {{(pid=103306) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 26 21:33:48.706968 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4d6a94b-4377-464d-9e70-27078f485a18 None None] DHCP port deletion for df68393d-127b-4540-8b60-a35dac3b9561 request from n-d-760453-5 {{(pid=103306) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 26 21:33:48.746706 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Provisioning complete for port 7e0b0365-423e-4908-980e-c60cf6f68f3a triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:33:48.747083 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (7e0b0365-423e-4908-980e-c60cf6f68f3a), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:33:48.801865 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-c0eda764-71bf-4381-a8b9-a103163f30e8 tempest-NetworksIpV6Test-668566948 tempest-NetworksIpV6Test-668566948-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4110931'] for network (df68393d-127b-4540-8b60-a35dac3b9561), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:33:48.825516 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-c0eda764-71bf-4381-a8b9-a103163f30e8 tempest-NetworksIpV6Test-668566948 tempest-NetworksIpV6Test-668566948-project] Publish callbacks [] for network (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:33:48.829020 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-c0eda764-71bf-4381-a8b9-a103163f30e8 tempest-NetworksIpV6Test-668566948 tempest-NetworksIpV6Test-668566948-project] 10.222.0.13 "DELETE /v2.0/networks/df68393d-127b-4540-8b60-a35dac3b9561 HTTP/1.1" status: 204 len: 168 time: 4.1064465 Jan 26 21:33:48.830403 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0eda764-71bf-4381-a8b9-a103163f30e8 tempest-NetworksIpV6Test-668566948 tempest-NetworksIpV6Test-668566948-project] Pushing event deleted for resources: {'Network': ['ID=df68393d-127b-4540-8b60-a35dac3b9561,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:33:48.833555 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 55754) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:33:48.842850 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-bbab82cb-6f78-48af-8035-c9d2dd9d6c87 tempest-NetworksIpV6Test-668566948 tempest-NetworksIpV6Test-668566948-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-805069759'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:33:48.854348 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Current status of the port 7e0b0365-423e-4908-980e-c60cf6f68f3a is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:33:48.866678 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.l3_agent_scheduler [req-de854542-a90e-4e44-855d-7b05d9797e99 req-57d57880-594d-4fb2-9cf3-97bd2a6c25b1 tempest-ServerRescueTestJSONUnderV235-1291171716 tempest-ServerRescueTestJSONUnderV235-1291171716-project] Router 30c5f8da-5921-45e3-a618-3b4140c43f22 has already been hosted by L3 agent 09df100c-3af1-4b0a-bda8-05914c71c458 {{(pid=103304) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 26 21:33:48.890512 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbab82cb-6f78-48af-8035-c9d2dd9d6c87 tempest-NetworksIpV6Test-668566948 tempest-NetworksIpV6Test-668566948-project] Made reservation on behalf of 2462d16165ce43afa6a1542a7ea701c8 for: {'network': 1} {{(pid=103305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 21:33:48.895388 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-bbab82cb-6f78-48af-8035-c9d2dd9d6c87 tempest-NetworksIpV6Test-668566948 tempest-NetworksIpV6Test-668566948-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for network (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:33:48.908647 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-cdf5d570-76b0-418e-8f8c-dd6edcebf0ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (474ccdf7-ab6c-405b-a3b2-dc7b05829902), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:33:48.950361 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bbab82cb-6f78-48af-8035-c9d2dd9d6c87 tempest-NetworksIpV6Test-668566948 tempest-NetworksIpV6Test-668566948-project] vlan segment allocate from pool success with {'vlan_id': 596, 'physical_network': 'physnet1'} {{(pid=103305) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 26 21:33:48.972472 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-bbab82cb-6f78-48af-8035-c9d2dd9d6c87 tempest-NetworksIpV6Test-668566948 tempest-NetworksIpV6Test-668566948-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576559'] for segment (b201f354-676d-44ac-a21d-1279379470c4), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:33:48.972853 n-d-760453-5 neutron-server[103305]: INFO neutron.db.segments_db [None req-bbab82cb-6f78-48af-8035-c9d2dd9d6c87 tempest-NetworksIpV6Test-668566948 tempest-NetworksIpV6Test-668566948-project] Added segment b201f354-676d-44ac-a21d-1279379470c4 of type vlan for network 07657228-c9ba-44d1-8300-3fa6c0d0ea3b Jan 26 21:33:49.062174 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-bbab82cb-6f78-48af-8035-c9d2dd9d6c87 tempest-NetworksIpV6Test-668566948 tempest-NetworksIpV6Test-668566948-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746560256871'] for network (07657228-c9ba-44d1-8300-3fa6c0d0ea3b), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:33:49.095900 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-bbab82cb-6f78-48af-8035-c9d2dd9d6c87 tempest-NetworksIpV6Test-668566948 tempest-NetworksIpV6Test-668566948-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503'] for network (07657228-c9ba-44d1-8300-3fa6c0d0ea3b), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:33:49.112038 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbab82cb-6f78-48af-8035-c9d2dd9d6c87 tempest-NetworksIpV6Test-668566948 tempest-NetworksIpV6Test-668566948-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:33:49.113284 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-bbab82cb-6f78-48af-8035-c9d2dd9d6c87 tempest-NetworksIpV6Test-668566948 tempest-NetworksIpV6Test-668566948-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709645'] for network (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:33:49.157442 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-de854542-a90e-4e44-855d-7b05d9797e99 req-57d57880-594d-4fb2-9cf3-97bd2a6c25b1 tempest-ServerRescueTestJSONUnderV235-1291171716 tempest-ServerRescueTestJSONUnderV235-1291171716-project] Notify agent at l3_agent.n-d-760453-5 the message routers_updated {{(pid=103304) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 26 21:33:49.163751 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-de854542-a90e-4e44-855d-7b05d9797e99 req-57d57880-594d-4fb2-9cf3-97bd2a6c25b1 tempest-ServerRescueTestJSONUnderV235-1291171716 tempest-ServerRescueTestJSONUnderV235-1291171716-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for floatingip (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:33:49.171022 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46f93574-081a-4d83-a5f3-24b43febc969 None None] Sync routers for ids ['30c5f8da-5921-45e3-a618-3b4140c43f22'] in n-d-760453-5 {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 26 21:33:49.184003 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46f93574-081a-4d83-a5f3-24b43febc969 None None] Routers {'30c5f8da-5921-45e3-a618-3b4140c43f22'} bound to L3 agent in host n-d-760453-5 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 21:33:49.185163 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-46f93574-081a-4d83-a5f3-24b43febc969 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-26T20:55:21Z,description=,heartbeat_timestamp=2022-01-26T21:33:21Z,host='n-d-760453-5',id=09df100c-3af1-4b0a-bda8-05914c71c458,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:55:21Z,topic='l3_agent')) {'router_ids': ['30c5f8da-5921-45e3-a618-3b4140c43f22'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:33:49.216842 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 55760) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:33:49.223134 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d236bcba-1470-4147-9a5d-a5d47a112dce req-8a2291a4-3f2d-46eb-a1f4-814278cdd628 tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:33:49.225189 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-bbab82cb-6f78-48af-8035-c9d2dd9d6c87 tempest-NetworksIpV6Test-668566948 tempest-NetworksIpV6Test-668566948-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.3905778 Jan 26 21:33:49.231101 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-d236bcba-1470-4147-9a5d-a5d47a112dce req-8a2291a4-3f2d-46eb-a1f4-814278cdd628 tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] 10.222.0.13 "GET /v2.0/ports?device_id=c947e2a6-4eb3-4b93-905b-515cc992a63b HTTP/1.1" status: 200 len: 946 time: 0.1568756 Jan 26 21:33:49.231630 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 55762) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:33:49.248617 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-f456460b-1534-4720-960b-6669b41eeca7 tempest-NetworksIpV6Test-668566948 tempest-NetworksIpV6Test-668566948-project] Request body: {'subnet': {'network_id': '07657228-c9ba-44d1-8300-3fa6c0d0ea3b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:33:49.274032 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbab82cb-6f78-48af-8035-c9d2dd9d6c87 tempest-NetworksIpV6Test-668566948 tempest-NetworksIpV6Test-668566948-project] Pushing event updated for resources: {'Network': ['ID=07657228-c9ba-44d1-8300-3fa6c0d0ea3b,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:33:49.290440 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Network 07657228-c9ba-44d1-8300-3fa6c0d0ea3b details requested by agent ovs-agent-n-d-760453-5 with host n-d-760453-5 {{(pid=103306) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 26 21:33:49.357888 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_dvr_db [None req-46f93574-081a-4d83-a5f3-24b43febc969 None None] Set router 30c5f8da-5921-45e3-a618-3b4140c43f22 gateway port host: n-d-760453-5 {{(pid=103307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 21:33:49.400689 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-de854542-a90e-4e44-855d-7b05d9797e99 req-57d57880-594d-4fb2-9cf3-97bd2a6c25b1 tempest-ServerRescueTestJSONUnderV235-1291171716 tempest-ServerRescueTestJSONUnderV235-1291171716-project] 10.222.0.13 "PUT /v2.0/floatingips/97ec4ecd-e63e-4650-b8dd-2c856b0a90d4 HTTP/1.1" status: 200 len: 997 time: 3.1211267 Jan 26 21:33:49.430875 n-d-760453-5 neutron-server[103304]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa94c08a-a39f-4bcf-bb25-fb744cb9827e', 'tag': '82355eaf-7ce3-4c71-98b5-41c2b31017a9'}] {{(pid=103304) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 21:33:49.438542 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d52b45f1943fcd332af9527eb73ff93c8d715d44383a3f6d18de73b4cfcf87b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efe28fb2-ec0d-42c7-aa57-a0e82521751f" -d '{"events": [{"name": "network-changed", "server_uuid": "fa94c08a-a39f-4bcf-bb25-fb744cb9827e", "tag": "82355eaf-7ce3-4c71-98b5-41c2b31017a9"}]}' {{(pid=103304) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 21:33:49.526051 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.db_base_plugin_v2 [None req-7977b082-e91f-4f46-8fda-07ac1f51ae31 admin admin] Deleting subnet 73ddce39-4a15-4bab-babe-261ad6eda790 {{(pid=103305) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 26 21:33:49.531266 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-7977b082-e91f-4f46-8fda-07ac1f51ae31 admin admin] Publish callbacks [] for subnet (73ddce39-4a15-4bab-babe-261ad6eda790), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:33:49.571183 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-d236bcba-1470-4147-9a5d-a5d47a112dce req-713ddff6-f991-45a9-be30-47800f66400a tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] 10.222.0.13 "GET /v2.0/security-groups?id=d37b3ff7-2317-46ab-9f4f-b0d217809a4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2882254 Jan 26 21:33:49.590410 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de854542-a90e-4e44-855d-7b05d9797e99 req-16c3911b-27ab-4435-8419-3639730a608c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:33:49.600162 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-de854542-a90e-4e44-855d-7b05d9797e99 req-16c3911b-27ab-4435-8419-3639730a608c service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=c033fd875da1416fa29c037a896b8ec9&device_id=fa94c08a-a39f-4bcf-bb25-fb744cb9827e HTTP/1.1" status: 200 len: 1097 time: 0.1562574 Jan 26 21:33:49.626064 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-7977b082-e91f-4f46-8fda-07ac1f51ae31 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11788946'] for subnet (73ddce39-4a15-4bab-babe-261ad6eda790), precommit_delete_associations {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:33:49.660960 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f456460b-1534-4720-960b-6669b41eeca7 tempest-NetworksIpV6Test-668566948 tempest-NetworksIpV6Test-668566948-project] Made reservation on behalf of 2462d16165ce43afa6a1542a7ea701c8 for: {'subnet': 1} {{(pid=103304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 21:33:49.664957 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-f456460b-1534-4720-960b-6669b41eeca7 tempest-NetworksIpV6Test-668566948 tempest-NetworksIpV6Test-668566948-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12215181'] for subnet (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:33:49.669918 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 26 Jan 2022 21:33:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2cc285fb-2cff-4756-a203-0022bb3f6f00 x-openstack-request-id: req-2cc285fb-2cff-4756-a203-0022bb3f6f00 {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 21:33:49.670412 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fa94c08a-a39f-4bcf-bb25-fb744cb9827e", "tag": "82355eaf-7ce3-4c71-98b5-41c2b31017a9", "status": "completed", "code": 200}]} {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 21:33:49.672136 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-2cc285fb-2cff-4756-a203-0022bb3f6f00 {{(pid=103304) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 21:33:49.672841 n-d-760453-5 neutron-server[103304]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fa94c08a-a39f-4bcf-bb25-fb744cb9827e', 'tag': '82355eaf-7ce3-4c71-98b5-41c2b31017a9', 'status': 'completed', 'code': 200} Jan 26 21:33:49.725011 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-7977b082-e91f-4f46-8fda-07ac1f51ae31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687316'] for subnet (73ddce39-4a15-4bab-babe-261ad6eda790), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:33:49.791925 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-46f93574-081a-4d83-a5f3-24b43febc969 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30c5f8da-5921-45e3-a618-3b4140c43f22', 'name': 'tempest-ServerRescueTestJSONUnderV235-1529478470-router', 'tenant_id': 'c033fd875da1416fa29c037a896b8ec9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'external_fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.104'}], 'enable_snat': True}, 'gw_port_id': '4887e881-a0ed-44b0-8398-d46997baa976', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T21:32:51Z', 'updated_at': '2022-01-26T21:32:56Z', 'revision_number': 4, 'project_id': 'c033fd875da1416fa29c037a896b8ec9', 'gw_port': {'id': '4887e881-a0ed-44b0-8398-d46997baa976', 'name': '', 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:fb:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30c5f8da-5921-45e3-a618-3b4140c43f22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2857, 'fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:32:52Z', 'updated_at': '2022-01-26T21:32:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-5', '_floatingips': [{'id': '97ec4ecd-e63e-4650-b8dd-2c856b0a90d4', 'tenant_id': 'c033fd875da1416fa29c037a896b8ec9', 'floating_ip_address': '172.25.1.236', 'floating_network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'router_id': '30c5f8da-5921-45e3-a618-3b4140c43f22', 'port_id': '82355eaf-7ce3-4c71-98b5-41c2b31017a9', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2903, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '919700d7-bd11-4466-9e0b-aea9ab9fa4e5', 'mac_address': 'fa:16:3e:a1:e8:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa94c08a-a39f-4bcf-bb25-fb744cb9827e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-26T21:33:44Z', 'updated_at': '2022-01-26T21:33:47Z', 'revision_number': 1, 'project_id': 'c033fd875da1416fa29c037a896b8ec9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cba24434-487e-4aed-93e8-187ce263f178', 'name': '', 'network_id': '919700d7-bd11-4466-9e0b-aea9ab9fa4e5', 'tenant_id': 'c033fd875da1416fa29c037a896b8ec9', 'mac_address': 'fa:16:3e:8b:0b:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30c5f8da-5921-45e3-a618-3b4140c43f22', 'device_owner': 'network:router_interface', 'standard_attr_id': 2858, 'fixed_ips': [{'subnet_id': '1ea07ea1-6099-4d0e-9f94-9cafc0649be2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:32:55Z', 'updated_at': '2022-01-26T21:33:05Z', 'revision_number': 5, 'project_id': 'c033fd875da1416fa29c037a896b8ec9', 'subnets': [{'id': '1ea07ea1-6099-4d0e-9f94-9cafc0649be2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760453-5', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:33:49.793425 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-7977b082-e91f-4f46-8fda-07ac1f51ae31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11791594', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11599980'] for subnet (73ddce39-4a15-4bab-babe-261ad6eda790), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:33:49.821221 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46f93574-081a-4d83-a5f3-24b43febc969 None None] Checking router: 30c5f8da-5921-45e3-a618-3b4140c43f22 for host: n-d-760453-5 {{(pid=103307) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 26 21:33:49.827878 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7977b082-e91f-4f46-8fda-07ac1f51ae31 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=73ddce39-4a15-4bab-babe-261ad6eda790,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:33:49.834769 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46f93574-081a-4d83-a5f3-24b43febc969 None None] Routers {'30c5f8da-5921-45e3-a618-3b4140c43f22'} bound to L3 agent in host n-d-760453-5 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 21:33:49.836386 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-46f93574-081a-4d83-a5f3-24b43febc969 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-26T20:55:21Z,description=,heartbeat_timestamp=2022-01-26T21:33:21Z,host='n-d-760453-5',id=09df100c-3af1-4b0a-bda8-05914c71c458,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:55:21Z,topic='l3_agent')) {'router_ids': ['30c5f8da-5921-45e3-a618-3b4140c43f22'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:33:49.859205 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-7977b082-e91f-4f46-8fda-07ac1f51ae31 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709645'] for subnet (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:33:49.871581 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-7977b082-e91f-4f46-8fda-07ac1f51ae31 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/73ddce39-4a15-4bab-babe-261ad6eda790 HTTP/1.1" status: 204 len: 168 time: 0.6438348 Jan 26 21:33:49.873908 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 55768) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:33:49.904288 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe28fb2-ec0d-42c7-aa57-a0e82521751f req-e57b8970-5536-4f43-b63f-8418e09ce1e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:33:49.906845 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-efe28fb2-ec0d-42c7-aa57-a0e82521751f req-e57b8970-5536-4f43-b63f-8418e09ce1e0 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=c033fd875da1416fa29c037a896b8ec9&device_id=fa94c08a-a39f-4bcf-bb25-fb744cb9827e HTTP/1.1" status: 200 len: 1097 time: 0.2013693 Jan 26 21:33:49.919126 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de854542-a90e-4e44-855d-7b05d9797e99 req-582ace56-5040-48ed-a31f-7e2bdabc6a20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:33:49.938024 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-de854542-a90e-4e44-855d-7b05d9797e99 req-582ace56-5040-48ed-a31f-7e2bdabc6a20 service neutron] 10.222.0.13 "GET /v2.0/networks?id=919700d7-bd11-4466-9e0b-aea9ab9fa4e5 HTTP/1.1" status: 200 len: 921 time: 0.3366642 Jan 26 21:33:50.042912 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_dvr_db [None req-46f93574-081a-4d83-a5f3-24b43febc969 None None] Set router 30c5f8da-5921-45e3-a618-3b4140c43f22 gateway port host: n-d-760453-5 {{(pid=103307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 21:33:50.065072 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-26db1cec-9d0c-456a-a7a6-0a14448229bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-748181'] for network (0d77ed94-b67e-4013-88db-3d1093c790e2), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:33:50.175099 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-26db1cec-9d0c-456a-a7a6-0a14448229bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-686403', 'neutron.services.segments.db._delete_segments_for_network-8746560774018'] for network (0d77ed94-b67e-4013-88db-3d1093c790e2), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:33:50.243849 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-de854542-a90e-4e44-855d-7b05d9797e99 req-3b106571-9514-4ae8-83d3-0a8096d40cd4 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=82355eaf-7ce3-4c71-98b5-41c2b31017a9 HTTP/1.1" status: 200 len: 1000 time: 0.3047867 Jan 26 21:33:50.246878 n-d-760453-5 neutron-server[103305]: DEBUG neutron.services.segments.db [None req-26db1cec-9d0c-456a-a7a6-0a14448229bf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0d77ed94-b67e-4013-88db-3d1093c790e2']}} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:33:50.260251 n-d-760453-5 neutron-server[103305]: DEBUG neutron.services.segments.db [None req-26db1cec-9d0c-456a-a7a6-0a14448229bf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '58239c6a-8068-4b38-a84c-a977346e3eb7') {'for_net_delete': True} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:33:50.260972 n-d-760453-5 neutron-server[103305]: DEBUG neutron.services.segments.db [None req-26db1cec-9d0c-456a-a7a6-0a14448229bf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '58239c6a-8068-4b38-a84c-a977346e3eb7') {} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:33:50.273650 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-26db1cec-9d0c-456a-a7a6-0a14448229bf admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746560742283', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11788955'] for segment (58239c6a-8068-4b38-a84c-a977346e3eb7), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:33:50.290565 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-26db1cec-9d0c-456a-a7a6-0a14448229bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576559'] for segment (58239c6a-8068-4b38-a84c-a977346e3eb7), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:33:50.299664 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-26db1cec-9d0c-456a-a7a6-0a14448229bf admin admin] Releasing vlan 570 on physical network physnet1 to pool {{(pid=103305) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 26 21:33:50.300523 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-26db1cec-9d0c-456a-a7a6-0a14448229bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11791428'] for segment (58239c6a-8068-4b38-a84c-a977346e3eb7), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:33:50.303262 n-d-760453-5 neutron-server[103305]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 26 21:33:50.303262 n-d-760453-5 neutron-server[103305]: items = [ Jan 26 21:33:50.303262 n-d-760453-5 neutron-server[103305]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_agent failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 26 21:33:50.303262 n-d-760453-5 neutron-server[103305]: warnings.warn(msg) Jan 26 21:33:50.303262 n-d-760453-5 neutron-server[103305]: Traceback (most recent call last): Jan 26 21:33:50.303262 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 26 21:33:50.303262 n-d-760453-5 neutron-server[103305]: timer() Jan 26 21:33:50.303262 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 26 21:33:50.303262 n-d-760453-5 neutron-server[103305]: cb(*args, **kw) Jan 26 21:33:50.303262 n-d-760453-5 neutron-server[103305]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 26 21:33:50.303262 n-d-760453-5 neutron-server[103305]: return func(*args, **kwargs) Jan 26 21:33:50.303262 n-d-760453-5 neutron-server[103305]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 26 21:33:50.303262 n-d-760453-5 neutron-server[103305]: self._notify() Jan 26 21:33:50.303262 n-d-760453-5 neutron-server[103305]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 26 21:33:50.303262 n-d-760453-5 neutron-server[103305]: self.callback(batched_events) Jan 26 21:33:50.303262 n-d-760453-5 neutron-server[103305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 26 21:33:50.303262 n-d-760453-5 neutron-server[103305]: event.method(event) Jan 26 21:33:50.303262 n-d-760453-5 neutron-server[103305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 26 21:33:50.303262 n-d-760453-5 neutron-server[103305]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 26 21:33:50.303262 n-d-760453-5 neutron-server[103305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 26 21:33:50.303262 n-d-760453-5 neutron-server[103305]: aggregate_uuid = self.p_client.list_aggregates( Jan 26 21:33:50.303262 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 26 21:33:50.303262 n-d-760453-5 neutron-server[103305]: return f(self, *a, **k) Jan 26 21:33:50.303262 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 26 21:33:50.303262 n-d-760453-5 neutron-server[103305]: return self._get(url).json() Jan 26 21:33:50.303262 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 26 21:33:50.303262 n-d-760453-5 neutron-server[103305]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 26 21:33:50.303262 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 26 21:33:50.303262 n-d-760453-5 neutron-server[103305]: return self.request(url, 'GET', **kwargs) Jan 26 21:33:50.303262 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 26 21:33:50.303262 n-d-760453-5 neutron-server[103305]: base_url = self.get_endpoint(auth, allow=allow, Jan 26 21:33:50.303262 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 26 21:33:50.303262 n-d-760453-5 neutron-server[103305]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 26 21:33:50.303262 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 26 21:33:50.303262 n-d-760453-5 neutron-server[103305]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 26 21:33:50.303262 n-d-760453-5 neutron-server[103305]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 26 21:33:50.366688 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe28fb2-ec0d-42c7-aa57-a0e82521751f req-9bdb4866-2bc3-480e-815e-a63c7445ab41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:33:50.368316 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-efe28fb2-ec0d-42c7-aa57-a0e82521751f req-9bdb4866-2bc3-480e-815e-a63c7445ab41 service neutron] 10.222.0.57 "GET /v2.0/networks?id=919700d7-bd11-4466-9e0b-aea9ab9fa4e5 HTTP/1.1" status: 200 len: 921 time: 0.4218857 Jan 26 21:33:50.394367 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de854542-a90e-4e44-855d-7b05d9797e99 req-653b95d8-4860-4949-b331-54a791718cc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:33:50.395972 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-de854542-a90e-4e44-855d-7b05d9797e99 req-653b95d8-4860-4949-b331-54a791718cc1 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=1ea07ea1-6099-4d0e-9f94-9cafc0649be2 HTTP/1.1" status: 200 len: 860 time: 0.1513343 Jan 26 21:33:50.398948 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-26db1cec-9d0c-456a-a7a6-0a14448229bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4110931'] for network (0d77ed94-b67e-4013-88db-3d1093c790e2), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:33:50.405692 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-26db1cec-9d0c-456a-a7a6-0a14448229bf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709645'] for network (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:33:50.412384 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-26db1cec-9d0c-456a-a7a6-0a14448229bf admin admin] 10.222.0.13 "DELETE /v2.0/networks/0d77ed94-b67e-4013-88db-3d1093c790e2 HTTP/1.1" status: 204 len: 168 time: 0.5359955 Jan 26 21:33:50.440222 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26db1cec-9d0c-456a-a7a6-0a14448229bf admin admin] Pushing event deleted for resources: {'Network': ['ID=0d77ed94-b67e-4013-88db-3d1093c790e2,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:33:50.465433 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26db1cec-9d0c-456a-a7a6-0a14448229bf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:33:50.471821 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26db1cec-9d0c-456a-a7a6-0a14448229bf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:33:50.472285 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26db1cec-9d0c-456a-a7a6-0a14448229bf admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:33:50.472902 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26db1cec-9d0c-456a-a7a6-0a14448229bf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:33:50.473384 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26db1cec-9d0c-456a-a7a6-0a14448229bf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:33:50.473857 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26db1cec-9d0c-456a-a7a6-0a14448229bf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:33:50.474378 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26db1cec-9d0c-456a-a7a6-0a14448229bf admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:33:50.474758 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26db1cec-9d0c-456a-a7a6-0a14448229bf admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:33:50.475182 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26db1cec-9d0c-456a-a7a6-0a14448229bf admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:33:50.475610 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26db1cec-9d0c-456a-a7a6-0a14448229bf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:33:50.476143 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26db1cec-9d0c-456a-a7a6-0a14448229bf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:33:50.476574 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26db1cec-9d0c-456a-a7a6-0a14448229bf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:33:50.476998 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26db1cec-9d0c-456a-a7a6-0a14448229bf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:33:50.515775 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device 337e19a7-c3d3-406c-87fa-78083a68e58b no longer exists at agent ovs-agent-n-d-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 26 21:33:50.533813 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-46f93574-081a-4d83-a5f3-24b43febc969 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30c5f8da-5921-45e3-a618-3b4140c43f22', 'name': 'tempest-ServerRescueTestJSONUnderV235-1529478470-router', 'tenant_id': 'c033fd875da1416fa29c037a896b8ec9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'external_fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.104'}], 'enable_snat': True}, 'gw_port_id': '4887e881-a0ed-44b0-8398-d46997baa976', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T21:32:51Z', 'updated_at': '2022-01-26T21:32:56Z', 'revision_number': 4, 'project_id': 'c033fd875da1416fa29c037a896b8ec9', 'gw_port': {'id': '4887e881-a0ed-44b0-8398-d46997baa976', 'name': '', 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:fb:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30c5f8da-5921-45e3-a618-3b4140c43f22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2857, 'fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:32:52Z', 'updated_at': '2022-01-26T21:32:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-5', '_floatingips': [{'id': '97ec4ecd-e63e-4650-b8dd-2c856b0a90d4', 'tenant_id': 'c033fd875da1416fa29c037a896b8ec9', 'floating_ip_address': '172.25.1.236', 'floating_network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'router_id': '30c5f8da-5921-45e3-a618-3b4140c43f22', 'port_id': '82355eaf-7ce3-4c71-98b5-41c2b31017a9', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2903, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '919700d7-bd11-4466-9e0b-aea9ab9fa4e5', 'mac_address': 'fa:16:3e:a1:e8:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa94c08a-a39f-4bcf-bb25-fb744cb9827e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-26T21:33:44Z', 'updated_at': '2022-01-26T21:33:47Z', 'revision_number': 1, 'project_id': 'c033fd875da1416fa29c037a896b8ec9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cba24434-487e-4aed-93e8-187ce263f178', 'name': '', 'network_id': '919700d7-bd11-4466-9e0b-aea9ab9fa4e5', 'tenant_id': 'c033fd875da1416fa29c037a896b8ec9', 'mac_address': 'fa:16:3e:8b:0b:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30c5f8da-5921-45e3-a618-3b4140c43f22', 'device_owner': 'network:router_interface', 'standard_attr_id': 2858, 'fixed_ips': [{'subnet_id': '1ea07ea1-6099-4d0e-9f94-9cafc0649be2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:32:55Z', 'updated_at': '2022-01-26T21:33:05Z', 'revision_number': 5, 'project_id': 'c033fd875da1416fa29c037a896b8ec9', 'subnets': [{'id': '1ea07ea1-6099-4d0e-9f94-9cafc0649be2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760453-5', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:33:50.569695 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-de854542-a90e-4e44-855d-7b05d9797e99 req-43febcdc-7e97-44b1-b6f2-b2f42e0f03fa service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=919700d7-bd11-4466-9e0b-aea9ab9fa4e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1394413 Jan 26 21:33:50.576402 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-f456460b-1534-4720-960b-6669b41eeca7 tempest-NetworksIpV6Test-668566948 tempest-NetworksIpV6Test-668566948-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9285249', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12215227'] for subnet (1e106523-4f7f-45df-8790-138c4ca6bf0d), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:33:50.576635 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] No Port match for: 337e19a7-c3d3-406c-87fa-78083a68e58b {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 26 21:33:50.577022 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device 337e19a7-c3d3-406c-87fa-78083a68e58b not bound to the agent host n-d-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 26 21:33:50.595350 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [req-de854542-a90e-4e44-855d-7b05d9797e99 req-79eeb7d8-f4dc-48f6-9657-7a9f22782bf2 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=103304) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 26 21:33:50.596743 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-de854542-a90e-4e44-855d-7b05d9797e99 req-79eeb7d8-f4dc-48f6-9657-7a9f22782bf2 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0086007 Jan 26 21:33:50.647205 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46f93574-081a-4d83-a5f3-24b43febc969 None None] The sync data for ids ['30c5f8da-5921-45e3-a618-3b4140c43f22'] in n-d-760453-5 is: [{'id': '30c5f8da-5921-45e3-a618-3b4140c43f22', 'name': 'tempest-ServerRescueTestJSONUnderV235-1529478470-router', 'tenant_id': 'c033fd875da1416fa29c037a896b8ec9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'external_fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.104'}], 'enable_snat': True}, 'gw_port_id': '4887e881-a0ed-44b0-8398-d46997baa976', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T21:32:51Z', 'updated_at': '2022-01-26T21:32:56Z', 'revision_number': 4, 'project_id': 'c033fd875da1416fa29c037a896b8ec9', 'gw_port': {'id': '4887e881-a0ed-44b0-8398-d46997baa976', 'name': '', 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:fb:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30c5f8da-5921-45e3-a618-3b4140c43f22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2857, 'fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:32:52Z', 'updated_at': '2022-01-26T21:32:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-5', '_floatingips': [{'id': '97ec4ecd-e63e-4650-b8dd-2c856b0a90d4', 'tenant_id': 'c033fd875da1416fa29c037a896b8ec9', 'floating_ip_address': '172.25.1.236', 'floating_network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'router_id': '30c5f8da-5921-45e3-a618-3b4140c43f22', 'port_id': '82355eaf-7ce3-4c71-98b5-41c2b31017a9', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2903, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '919700d7-bd11-4466-9e0b-aea9ab9fa4e5', 'mac_address': 'fa:16:3e:a1:e8:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa94c08a-a39f-4bcf-bb25-fb744cb9827e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-26T21:33:44Z', 'updated_at': '2022-01-26T21:33:47Z', 'revision_number': 1, 'project_id': 'c033fd875da1416fa29c037a896b8ec9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cba24434-487e-4aed-93e8-187ce263f178', 'name': '', 'network_id': '919700d7-bd11-4466-9e0b-aea9ab9fa4e5', 'tenant_id': 'c033fd875da1416fa29c037a896b8ec9', 'mac_address': 'fa:16:3e:8b:0b:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30c5f8da-5921-45e3-a618-3b4140c43f22', 'device_owner': 'network:router_interface', 'standard_attr_id': 2858, 'fixed_ips': [{'subnet_id': '1ea07ea1-6099-4d0e-9f94-9cafc0649be2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:32:55Z', 'updated_at': '2022-01-26T21:33:05Z', 'revision_number': 5, 'project_id': 'c033fd875da1416fa29c037a896b8ec9', 'subnets': [{'id': '1ea07ea1-6099-4d0e-9f94-9cafc0649be2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 26 21:33:50.683690 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 55778) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:33:50.749226 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-de854542-a90e-4e44-855d-7b05d9797e99 req-575accea-a303-467e-93df-341eedbb9620 service neutron] 10.222.0.13 "GET /v2.0/networks/919700d7-bd11-4466-9e0b-aea9ab9fa4e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1440098 Jan 26 21:33:50.771695 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-3d72b2a0-6a70-4ab4-81cb-232049fe7187 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b78edeb42cf744f58efd2282d49d9504&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0843825 Jan 26 21:33:50.771936 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 55780) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:33:50.874852 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-45a46f91-038e-46d5-bb40-e2ae1775ea6d admin admin] Publish callbacks [] for security_group (5f282f4d-78b2-4183-9368-bb07e90bd880), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:33:50.911782 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-45a46f91-038e-46d5-bb40-e2ae1775ea6d admin admin] Publish callbacks [] for security_group (5f282f4d-78b2-4183-9368-bb07e90bd880), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:33:50.927213 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-efe28fb2-ec0d-42c7-aa57-a0e82521751f req-5dd3b98c-02cf-42bf-b4b9-d2ad4e6a602a service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=82355eaf-7ce3-4c71-98b5-41c2b31017a9 HTTP/1.1" status: 200 len: 1000 time: 0.5301104 Jan 26 21:33:50.992019 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-45a46f91-038e-46d5-bb40-e2ae1775ea6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (5f282f4d-78b2-4183-9368-bb07e90bd880), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:33:50.995624 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-45a46f91-038e-46d5-bb40-e2ae1775ea6d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:33:50.997064 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-45a46f91-038e-46d5-bb40-e2ae1775ea6d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/5f282f4d-78b2-4183-9368-bb07e90bd880 HTTP/1.1" status: 204 len: 168 time: 0.2240531 Jan 26 21:33:51.011267 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a46f91-038e-46d5-bb40-e2ae1775ea6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f282f4d-78b2-4183-9368-bb07e90bd880,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:33:51.028643 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe28fb2-ec0d-42c7-aa57-a0e82521751f req-ae561aa2-a7f6-4508-bcd9-07c1fa3f5c52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:33:51.031319 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-efe28fb2-ec0d-42c7-aa57-a0e82521751f req-ae561aa2-a7f6-4508-bcd9-07c1fa3f5c52 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=1ea07ea1-6099-4d0e-9f94-9cafc0649be2 HTTP/1.1" status: 200 len: 860 time: 0.0863028 Jan 26 21:33:51.033503 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c050e9fc-7498-42fa-8a18-257f61ad8c2a None None] New status for floating IP 97ec4ecd-e63e-4650-b8dd-2c856b0a90d4: ACTIVE {{(pid=103306) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 26 21:33:51.056580 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34dc785c-2ff7-4811-b11b-eb883e5fdcd8 req-2c25d765-27f1-4250-9372-fc00cb13ab79 tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:33:51.067669 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-34dc785c-2ff7-4811-b11b-eb883e5fdcd8 req-2c25d765-27f1-4250-9372-fc00cb13ab79 tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] 10.222.0.13 "GET /v2.0/ports?device_id=c947e2a6-4eb3-4b93-905b-515cc992a63b HTTP/1.1" status: 200 len: 946 time: 0.2759278 Jan 26 21:33:51.077684 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f456460b-1534-4720-960b-6669b41eeca7 tempest-NetworksIpV6Test-668566948 tempest-NetworksIpV6Test-668566948-project] Pushing event updated for resources: {'Subnet': ['ID=1e106523-4f7f-45df-8790-138c4ca6bf0d,revision_number=0']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:33:51.209001 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-efe28fb2-ec0d-42c7-aa57-a0e82521751f req-90cc6b33-afb2-42e1-9594-d9f39fad6283 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=919700d7-bd11-4466-9e0b-aea9ab9fa4e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1202404 Jan 26 21:33:51.306413 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-a0faa203-240d-46a5-964a-489d5996a3a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (09df100c-3af1-4b0a-bda8-05914c71c458), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:33:51.401589 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-34dc785c-2ff7-4811-b11b-eb883e5fdcd8 req-f26202b4-3f28-41dc-b72d-fec4d83e5c18 tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] 10.222.0.13 "GET /v2.0/security-groups?id=d37b3ff7-2317-46ab-9f4f-b0d217809a4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3270137 Jan 26 21:33:51.403909 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-efe28fb2-ec0d-42c7-aa57-a0e82521751f req-fa0d7f20-ee33-4faa-9cd2-22fd47e48302 service neutron] 10.222.0.57 "GET /v2.0/networks/919700d7-bd11-4466-9e0b-aea9ab9fa4e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1390569 Jan 26 21:33:51.405700 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f456460b-1534-4720-960b-6669b41eeca7 tempest-NetworksIpV6Test-668566948 tempest-NetworksIpV6Test-668566948-project] Checking segment: {'id': 'b201f354-676d-44ac-a21d-1279379470c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '07657228-c9ba-44d1-8300-3fa6c0d0ea3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103304) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 21:33:51.405700 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f456460b-1534-4720-960b-6669b41eeca7 tempest-NetworksIpV6Test-668566948 tempest-NetworksIpV6Test-668566948-project] Network hostable DHCP agents. Network: 07657228-c9ba-44d1-8300-3fa6c0d0ea3b, hostable agents: ['474ccdf7-ab6c-405b-a3b2-dc7b05829902'], hosted agents: [] {{(pid=103304) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 26 21:33:51.452357 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-de854542-a90e-4e44-855d-7b05d9797e99 req-8e2a3953-3f03-4e32-9018-836e009e9369 service neutron] 10.222.0.13 "GET /v2.0/networks/919700d7-bd11-4466-9e0b-aea9ab9fa4e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6478512 Jan 26 21:33:51.600987 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f456460b-1534-4720-960b-6669b41eeca7 tempest-NetworksIpV6Test-668566948 tempest-NetworksIpV6Test-668566948-project] Network 07657228-c9ba-44d1-8300-3fa6c0d0ea3b is scheduled to be hosted by DHCP agent 474ccdf7-ab6c-405b-a3b2-dc7b05829902 with binding_index 1 {{(pid=103304) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 26 21:33:51.666213 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [None req-f456460b-1534-4720-960b-6669b41eeca7 tempest-NetworksIpV6Test-668566948 tempest-NetworksIpV6Test-668566948-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760453-5, 07657228-c9ba-44d1-8300-3fa6c0d0ea3b) {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:33:51.679224 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-d7a1dba7-c88a-4045-92e2-c75bfbe2966d req-598e32c1-8bda-47b9-b64c-46b423b596c6 tempest-ServerRescueTestJSONUnderV235-1291171716 tempest-ServerRescueTestJSONUnderV235-1291171716-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.1.236 HTTP/1.1" status: 200 len: 1002 time: 0.1787183 Jan 26 21:33:51.686261 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36900a62-022b-4f4b-a219-6685e6aaae3f None None] Network 07657228-c9ba-44d1-8300-3fa6c0d0ea3b requested from n-d-760453-5 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 26 21:33:51.748954 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f456460b-1534-4720-960b-6669b41eeca7 tempest-NetworksIpV6Test-668566948 tempest-NetworksIpV6Test-668566948-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:33:51.749747 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-f456460b-1534-4720-960b-6669b41eeca7 tempest-NetworksIpV6Test-668566948 tempest-NetworksIpV6Test-668566948-project] Publish callbacks [] for subnet (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:33:51.758028 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-efe28fb2-ec0d-42c7-aa57-a0e82521751f req-3d1ae0ad-c2c6-4cfe-bbe8-e0be2966a14f service neutron] 10.222.0.57 "GET /v2.0/networks/919700d7-bd11-4466-9e0b-aea9ab9fa4e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3337364 Jan 26 21:33:51.786753 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a1dba7-c88a-4045-92e2-c75bfbe2966d req-7ce7b642-4c93-47ea-83d6-9d7fdba6e482 tempest-ServerRescueTestJSONUnderV235-1291171716 tempest-ServerRescueTestJSONUnderV235-1291171716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:33:51.788311 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-d7a1dba7-c88a-4045-92e2-c75bfbe2966d req-7ce7b642-4c93-47ea-83d6-9d7fdba6e482 tempest-ServerRescueTestJSONUnderV235-1291171716 tempest-ServerRescueTestJSONUnderV235-1291171716-project] 10.222.0.13 "GET /v2.0/ports/82355eaf-7ce3-4c71-98b5-41c2b31017a9 HTTP/1.1" status: 200 len: 943 time: 0.0904791 Jan 26 21:33:51.807755 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-f456460b-1534-4720-960b-6669b41eeca7 tempest-NetworksIpV6Test-668566948 tempest-NetworksIpV6Test-668566948-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 2.5683804 Jan 26 21:33:51.811350 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 55800) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:33:51.827864 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-f335b5ec-600d-450f-ae1b-49125d8ed257 tempest-NetworksIpV6Test-668566948 tempest-NetworksIpV6Test-668566948-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-923534331'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:33:51.858348 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482af46f-4deb-4b12-97f4-c19f6abf0b74 req-c5aa8e30-9c19-463e-9dbe-e6ee1c3cec0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:33:51.870764 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f335b5ec-600d-450f-ae1b-49125d8ed257 tempest-NetworksIpV6Test-668566948 tempest-NetworksIpV6Test-668566948-project] Made reservation on behalf of 2462d16165ce43afa6a1542a7ea701c8 for: {'network': 1} {{(pid=103304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 21:33:51.873345 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-482af46f-4deb-4b12-97f4-c19f6abf0b74 req-c5aa8e30-9c19-463e-9dbe-e6ee1c3cec0a service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=426a3368-15df-428e-bd53-55ac3024954f HTTP/1.1" status: 200 len: 1096 time: 0.3035457 Jan 26 21:33:51.875693 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-f335b5ec-600d-450f-ae1b-49125d8ed257 tempest-NetworksIpV6Test-668566948 tempest-NetworksIpV6Test-668566948-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for network (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:33:51.926643 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d35c48b-0477-417f-8af9-5a587fc95c02 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3c4099e8-8ffb-51d1-af7f-5868973e933f-07657228-c9ba-44d1-8300-3fa6c0d0ea3b', 'network_id': '07657228-c9ba-44d1-8300-3fa6c0d0ea3b', 'project_id': '2462d16165ce43afa6a1542a7ea701c8', 'fixed_ips': [{'subnet_id': '1e106523-4f7f-45df-8790-138c4ca6bf0d'}]}} from n-d-760453-5. {{(pid=103306) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 26 21:33:51.927519 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-5d35c48b-0477-417f-8af9-5a587fc95c02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (None), before_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:33:51.964488 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-482af46f-4deb-4b12-97f4-c19f6abf0b74 req-9638f2cb-e5ec-4d60-8b29-23e388d3bb76 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=7f88ac95-3a92-4440-92d0-844a970e25ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0896857 Jan 26 21:33:52.154461 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.db_base_plugin_common [None req-5d35c48b-0477-417f-8af9-5a587fc95c02 None None] Allocated IP 2001:db8::3 (07657228-c9ba-44d1-8300-3fa6c0d0ea3b/1e106523-4f7f-45df-8790-138c4ca6bf0d/b45401d0-c046-49eb-991f-85af6d84bd29) {{(pid=103306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 21:33:52.263674 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-841f5991-a4d8-4d4b-b215-cbc6bab5427b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (aa7ee9d2-08eb-4e12-b895-24c57300dfec), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:33:52.413539 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f335b5ec-600d-450f-ae1b-49125d8ed257 tempest-NetworksIpV6Test-668566948 tempest-NetworksIpV6Test-668566948-project] vlan segment allocate from pool success with {'vlan_id': 574, 'physical_network': 'physnet1'} {{(pid=103304) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 26 21:33:52.433108 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-d7a1dba7-c88a-4045-92e2-c75bfbe2966d req-50ff8812-8933-4c9e-8eba-7b3825478492 tempest-ServerRescueTestJSONUnderV235-1291171716 tempest-ServerRescueTestJSONUnderV235-1291171716-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.1.236 HTTP/1.1" status: 200 len: 1002 time: 0.5306227 Jan 26 21:33:52.450816 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-f335b5ec-600d-450f-ae1b-49125d8ed257 tempest-NetworksIpV6Test-668566948 tempest-NetworksIpV6Test-668566948-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576559'] for segment (853cd6d7-791f-40c7-8c3d-f6aa12c18db4), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:33:52.451174 n-d-760453-5 neutron-server[103304]: INFO neutron.db.segments_db [None req-f335b5ec-600d-450f-ae1b-49125d8ed257 tempest-NetworksIpV6Test-668566948 tempest-NetworksIpV6Test-668566948-project] Added segment 853cd6d7-791f-40c7-8c3d-f6aa12c18db4 of type vlan for network 6dfd6ccb-1d15-4dff-b1d3-a49edec44b21 Jan 26 21:33:52.467289 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-5d35c48b-0477-417f-8af9-5a587fc95c02 None None] Publish callbacks [] for port (b45401d0-c046-49eb-991f-85af6d84bd29), precommit_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:33:52.486665 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-5d35c48b-0477-417f-8af9-5a587fc95c02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746560234527'] for port (b45401d0-c046-49eb-991f-85af6d84bd29), after_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:33:52.526497 n-d-760453-5 neutron-server[103306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d35c48b-0477-417f-8af9-5a587fc95c02 None None] Network 07657228-c9ba-44d1-8300-3fa6c0d0ea3b is already hosted by enough agents. {{(pid=103306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 21:33:52.531885 n-d-760453-5 neutron-server[103306]: DEBUG neutron.scheduler.base_scheduler [None req-5d35c48b-0477-417f-8af9-5a587fc95c02 None None] Resources bound (agent type, host, resource id): {{(pid=103306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:33:52.535810 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d35c48b-0477-417f-8af9-5a587fc95c02 None None] Received port after_create {{(pid=103306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 21:33:52.619985 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-5d35c48b-0477-417f-8af9-5a587fc95c02 None None] Attempting to bind port b45401d0-c046-49eb-991f-85af6d84bd29 on host n-d-760453-5 for vnic_type normal with profile {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 21:33:52.620356 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-5d35c48b-0477-417f-8af9-5a587fc95c02 None None] Attempting to bind port b45401d0-c046-49eb-991f-85af6d84bd29 by drivers openvswitch,hyperv on host n-d-760453-5 at level 0 using segments [{'id': 'b201f354-676d-44ac-a21d-1279379470c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '07657228-c9ba-44d1-8300-3fa6c0d0ea3b'}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 26 21:33:52.620701 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d35c48b-0477-417f-8af9-5a587fc95c02 None None] Attempting to bind port b45401d0-c046-49eb-991f-85af6d84bd29 on network 07657228-c9ba-44d1-8300-3fa6c0d0ea3b {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 21:33:52.626987 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d35c48b-0477-417f-8af9-5a587fc95c02 None None] Checking agent: {'id': 'fea0591a-627d-4c87-9a9a-01625ddf3277', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760453-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 20, 55, 25), 'started_at': datetime.datetime(2022, 1, 26, 20, 55, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 21, 33, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760453-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 26 21:33:52.627387 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d35c48b-0477-417f-8af9-5a587fc95c02 None None] Checking segment: {'id': 'b201f354-676d-44ac-a21d-1279379470c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '07657228-c9ba-44d1-8300-3fa6c0d0ea3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 21:33:52.627954 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-5d35c48b-0477-417f-8af9-5a587fc95c02 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:33:52.628356 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d35c48b-0477-417f-8af9-5a587fc95c02 None None] Bound using segment: {'id': 'b201f354-676d-44ac-a21d-1279379470c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '07657228-c9ba-44d1-8300-3fa6c0d0ea3b'} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 26 21:33:52.628823 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-5d35c48b-0477-417f-8af9-5a587fc95c02 None None] Bound port: b45401d0-c046-49eb-991f-85af6d84bd29, host: n-d-760453-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b201f354-676d-44ac-a21d-1279379470c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '07657228-c9ba-44d1-8300-3fa6c0d0ea3b'}}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 26 21:33:52.629200 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-5d35c48b-0477-417f-8af9-5a587fc95c02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (b45401d0-c046-49eb-991f-85af6d84bd29), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:33:52.642641 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d35c48b-0477-417f-8af9-5a587fc95c02 None None] Pushing event updated for resources: {'Port': ['ID=b45401d0-c046-49eb-991f-85af6d84bd29,revision_number=1']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:33:52.722960 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-f335b5ec-600d-450f-ae1b-49125d8ed257 tempest-NetworksIpV6Test-668566948 tempest-NetworksIpV6Test-668566948-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746560256871'] for network (6dfd6ccb-1d15-4dff-b1d3-a49edec44b21), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:33:52.740978 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-5d35c48b-0477-417f-8af9-5a587fc95c02 None None] For port b45401d0-c046-49eb-991f-85af6d84bd29, host n-d-760453-5, cleared binding levels {{(pid=103306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 26 21:33:52.748277 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-5d35c48b-0477-417f-8af9-5a587fc95c02 None None] For port b45401d0-c046-49eb-991f-85af6d84bd29, host n-d-760453-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=b45401d0-c046-49eb-991f-85af6d84bd29,segment=NetworkSegment(b201f354-676d-44ac-a21d-1279379470c4),segment_id=b201f354-676d-44ac-a21d-1279379470c4)] {{(pid=103306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 26 21:33:52.759465 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-5d35c48b-0477-417f-8af9-5a587fc95c02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (b45401d0-c046-49eb-991f-85af6d84bd29), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:33:52.837016 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f01718-109c-4baf-b87a-3edc85a1acfc req-a6f8582b-e3ba-4d61-80e6-195fea380c42 tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:33:52.838120 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d35c48b-0477-417f-8af9-5a587fc95c02 None None] Pushing event updated for resources: {'Port': ['ID=b45401d0-c046-49eb-991f-85af6d84bd29,revision_number=2']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:33:52.846981 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-94f01718-109c-4baf-b87a-3edc85a1acfc req-a6f8582b-e3ba-4d61-80e6-195fea380c42 tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] 10.222.0.13 "GET /v2.0/ports?device_id=c947e2a6-4eb3-4b93-905b-515cc992a63b HTTP/1.1" status: 200 len: 946 time: 0.2933414 Jan 26 21:33:52.873606 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a1dba7-c88a-4045-92e2-c75bfbe2966d req-c13df71b-157a-4b6a-874a-b213ff6522db tempest-ServerRescueTestJSONUnderV235-1291171716 tempest-ServerRescueTestJSONUnderV235-1291171716-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:33:52.875388 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-d7a1dba7-c88a-4045-92e2-c75bfbe2966d req-c13df71b-157a-4b6a-874a-b213ff6522db tempest-ServerRescueTestJSONUnderV235-1291171716 tempest-ServerRescueTestJSONUnderV235-1291171716-project] 10.222.0.13 "GET /v2.0/networks/4140a1f1-c93a-4bea-83a0-68953a54f299 HTTP/1.1" status: 200 len: 784 time: 0.4414241 Jan 26 21:33:52.891020 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-f335b5ec-600d-450f-ae1b-49125d8ed257 tempest-NetworksIpV6Test-668566948 tempest-NetworksIpV6Test-668566948-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503'] for network (6dfd6ccb-1d15-4dff-b1d3-a49edec44b21), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:33:52.905881 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f335b5ec-600d-450f-ae1b-49125d8ed257 tempest-NetworksIpV6Test-668566948 tempest-NetworksIpV6Test-668566948-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:33:52.906677 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-f335b5ec-600d-450f-ae1b-49125d8ed257 tempest-NetworksIpV6Test-668566948 tempest-NetworksIpV6Test-668566948-project] Publish callbacks [] for network (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:33:52.921573 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [req-d7a1dba7-c88a-4045-92e2-c75bfbe2966d req-f6fa296e-f027-45f0-a123-f8de7ed4f574 tempest-ServerRescueTestJSONUnderV235-1291171716 tempest-ServerRescueTestJSONUnderV235-1291171716-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=103304) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 26 21:33:52.922594 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-d7a1dba7-c88a-4045-92e2-c75bfbe2966d req-f6fa296e-f027-45f0-a123-f8de7ed4f574 tempest-ServerRescueTestJSONUnderV235-1291171716 tempest-ServerRescueTestJSONUnderV235-1291171716-project] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0328650 Jan 26 21:33:53.051596 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f335b5ec-600d-450f-ae1b-49125d8ed257 tempest-NetworksIpV6Test-668566948 tempest-NetworksIpV6Test-668566948-project] Pushing event updated for resources: {'Network': ['ID=6dfd6ccb-1d15-4dff-b1d3-a49edec44b21,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:33:53.053419 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (4d619873-4b60-439f-9b5a-b155dc8bbc34), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:33:53.064201 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Network 6dfd6ccb-1d15-4dff-b1d3-a49edec44b21 details requested by agent ovs-agent-n-d-760453-5 with host n-d-760453-5 {{(pid=103306) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 26 21:33:53.185337 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-d7a1dba7-c88a-4045-92e2-c75bfbe2966d req-61af6d9b-d3ab-4a00-b23c-69c3a233ae03 tempest-ServerRescueTestJSONUnderV235-1291171716 tempest-ServerRescueTestJSONUnderV235-1291171716-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.1.236 HTTP/1.1" status: 200 len: 1002 time: 0.2054179 Jan 26 21:33:53.194427 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [req-d7a1dba7-c88a-4045-92e2-c75bfbe2966d req-0b352176-2198-415b-a467-5d0d566a828e tempest-ServerRescueTestJSONUnderV235-1291171716 tempest-ServerRescueTestJSONUnderV235-1291171716-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:33:53.200396 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-f335b5ec-600d-450f-ae1b-49125d8ed257 tempest-NetworksIpV6Test-668566948 tempest-NetworksIpV6Test-668566948-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.3878508 Jan 26 21:33:53.205401 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 55836) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:33:53.215990 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-a2544c09-f051-4ffb-bc30-067361087917 tempest-NetworksIpV6Test-668566948 tempest-NetworksIpV6Test-668566948-project] Request body: {'subnet': {'network_id': '6dfd6ccb-1d15-4dff-b1d3-a49edec44b21', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:33:53.285081 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-94f01718-109c-4baf-b87a-3edc85a1acfc req-ad161d44-a7dd-4758-9a35-303051cb6090 tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] 10.222.0.13 "GET /v2.0/security-groups?id=d37b3ff7-2317-46ab-9f4f-b0d217809a4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4371920 Jan 26 21:33:53.404095 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-d7a1dba7-c88a-4045-92e2-c75bfbe2966d req-0b352176-2198-415b-a467-5d0d566a828e tempest-ServerRescueTestJSONUnderV235-1291171716 tempest-ServerRescueTestJSONUnderV235-1291171716-project] Publish callbacks [] for floatingip (97ec4ecd-e63e-4650-b8dd-2c856b0a90d4), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:33:53.621019 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-d7a1dba7-c88a-4045-92e2-c75bfbe2966d req-0b352176-2198-415b-a467-5d0d566a828e tempest-ServerRescueTestJSONUnderV235-1291171716 tempest-ServerRescueTestJSONUnderV235-1291171716-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:33:53.627971 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-d7a1dba7-c88a-4045-92e2-c75bfbe2966d req-0b352176-2198-415b-a467-5d0d566a828e tempest-ServerRescueTestJSONUnderV235-1291171716 tempest-ServerRescueTestJSONUnderV235-1291171716-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4110913'] for floatingip (97ec4ecd-e63e-4650-b8dd-2c856b0a90d4), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:33:53.628389 n-d-760453-5 neutron-server[103304]: INFO neutron.db.l3_db [req-d7a1dba7-c88a-4045-92e2-c75bfbe2966d req-0b352176-2198-415b-a467-5d0d566a828e tempest-ServerRescueTestJSONUnderV235-1291171716 tempest-ServerRescueTestJSONUnderV235-1291171716-project] Floating IP 97ec4ecd-e63e-4650-b8dd-2c856b0a90d4 disassociated. External IP: 172.25.1.236, port: 82355eaf-7ce3-4c71-98b5-41c2b31017a9. Jan 26 21:33:53.632057 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2544c09-f051-4ffb-bc30-067361087917 tempest-NetworksIpV6Test-668566948 tempest-NetworksIpV6Test-668566948-project] Made reservation on behalf of 2462d16165ce43afa6a1542a7ea701c8 for: {'subnet': 1} {{(pid=103304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 21:33:53.641487 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-a2544c09-f051-4ffb-bc30-067361087917 tempest-NetworksIpV6Test-668566948 tempest-NetworksIpV6Test-668566948-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12215181'] for subnet (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:33:53.753765 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.ipam_backend_mixin [None req-a2544c09-f051-4ffb-bc30-067361087917 tempest-NetworksIpV6Test-668566948 tempest-NetworksIpV6Test-668566948-project] Performing IP validity checks on allocation pools {{(pid=103304) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jan 26 21:33:53.754646 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.ipam_backend_mixin [None req-a2544c09-f051-4ffb-bc30-067361087917 tempest-NetworksIpV6Test-668566948 tempest-NetworksIpV6Test-668566948-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103304) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jan 26 21:33:54.081912 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d7a1dba7-c88a-4045-92e2-c75bfbe2966d req-0b352176-2198-415b-a467-5d0d566a828e tempest-ServerRescueTestJSONUnderV235-1291171716 tempest-ServerRescueTestJSONUnderV235-1291171716-project] Router 30c5f8da-5921-45e3-a618-3b4140c43f22 has already been hosted by L3 agent 09df100c-3af1-4b0a-bda8-05914c71c458 {{(pid=103304) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 26 21:33:54.112114 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-a2544c09-f051-4ffb-bc30-067361087917 tempest-NetworksIpV6Test-668566948 tempest-NetworksIpV6Test-668566948-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9285249', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12215227'] for subnet (ab27d69d-7700-44a5-9695-27585d188fbd), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:33:54.119211 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-839dd188-ec69-470c-9ab0-d318dc1a2e96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (e79b4fc6-6c71-44b2-a6d0-ff3e1f4dfd0d), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:33:54.192562 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2544c09-f051-4ffb-bc30-067361087917 tempest-NetworksIpV6Test-668566948 tempest-NetworksIpV6Test-668566948-project] Pushing event updated for resources: {'Subnet': ['ID=ab27d69d-7700-44a5-9695-27585d188fbd,revision_number=0']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:33:54.349928 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2544c09-f051-4ffb-bc30-067361087917 tempest-NetworksIpV6Test-668566948 tempest-NetworksIpV6Test-668566948-project] Checking segment: {'id': '853cd6d7-791f-40c7-8c3d-f6aa12c18db4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '6dfd6ccb-1d15-4dff-b1d3-a49edec44b21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103304) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 21:33:54.350535 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2544c09-f051-4ffb-bc30-067361087917 tempest-NetworksIpV6Test-668566948 tempest-NetworksIpV6Test-668566948-project] Network hostable DHCP agents. Network: 6dfd6ccb-1d15-4dff-b1d3-a49edec44b21, hostable agents: ['474ccdf7-ab6c-405b-a3b2-dc7b05829902'], hosted agents: [] {{(pid=103304) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 26 21:33:54.379483 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d7a1dba7-c88a-4045-92e2-c75bfbe2966d req-0b352176-2198-415b-a467-5d0d566a828e tempest-ServerRescueTestJSONUnderV235-1291171716 tempest-ServerRescueTestJSONUnderV235-1291171716-project] Notify agent at l3_agent.n-d-760453-5 the message routers_updated {{(pid=103304) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 26 21:33:54.384965 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-d7a1dba7-c88a-4045-92e2-c75bfbe2966d req-0b352176-2198-415b-a467-5d0d566a828e tempest-ServerRescueTestJSONUnderV235-1291171716 tempest-ServerRescueTestJSONUnderV235-1291171716-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for floatingip (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:33:54.390397 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c40872b-d595-400a-aa71-134abe38a5ad None None] Sync routers for ids ['30c5f8da-5921-45e3-a618-3b4140c43f22'] in n-d-760453-5 {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 26 21:33:54.404164 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c40872b-d595-400a-aa71-134abe38a5ad None None] Routers {'30c5f8da-5921-45e3-a618-3b4140c43f22'} bound to L3 agent in host n-d-760453-5 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 21:33:54.404703 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-1c40872b-d595-400a-aa71-134abe38a5ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-26T20:55:21Z,description=,heartbeat_timestamp=2022-01-26T21:33:51Z,host='n-d-760453-5',id=09df100c-3af1-4b0a-bda8-05914c71c458,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:55:21Z,topic='l3_agent')) {'router_ids': ['30c5f8da-5921-45e3-a618-3b4140c43f22'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:33:54.407651 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2544c09-f051-4ffb-bc30-067361087917 tempest-NetworksIpV6Test-668566948 tempest-NetworksIpV6Test-668566948-project] Network 6dfd6ccb-1d15-4dff-b1d3-a49edec44b21 is scheduled to be hosted by DHCP agent 474ccdf7-ab6c-405b-a3b2-dc7b05829902 with binding_index 1 {{(pid=103304) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 26 21:33:54.486659 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [None req-a2544c09-f051-4ffb-bc30-067361087917 tempest-NetworksIpV6Test-668566948 tempest-NetworksIpV6Test-668566948-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760453-5, 6dfd6ccb-1d15-4dff-b1d3-a49edec44b21) {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:33:54.505645 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37ed8f71-b785-4b1a-a296-ac156775e3b2 None None] Network 6dfd6ccb-1d15-4dff-b1d3-a49edec44b21 requested from n-d-760453-5 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 26 21:33:54.527990 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-d7a1dba7-c88a-4045-92e2-c75bfbe2966d req-0b352176-2198-415b-a467-5d0d566a828e tempest-ServerRescueTestJSONUnderV235-1291171716 tempest-ServerRescueTestJSONUnderV235-1291171716-project] 10.222.0.13 "PUT /v2.0/floatingips/97ec4ecd-e63e-4650-b8dd-2c856b0a90d4 HTTP/1.1" status: 200 len: 695 time: 1.3342154 Jan 26 21:33:54.541362 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2544c09-f051-4ffb-bc30-067361087917 tempest-NetworksIpV6Test-668566948 tempest-NetworksIpV6Test-668566948-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:33:54.542423 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-a2544c09-f051-4ffb-bc30-067361087917 tempest-NetworksIpV6Test-668566948 tempest-NetworksIpV6Test-668566948-project] Publish callbacks [] for subnet (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:33:54.567677 n-d-760453-5 neutron-server[103304]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa94c08a-a39f-4bcf-bb25-fb744cb9827e', 'tag': '82355eaf-7ce3-4c71-98b5-41c2b31017a9'}] {{(pid=103304) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 21:33:54.573615 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d52b45f1943fcd332af9527eb73ff93c8d715d44383a3f6d18de73b4cfcf87b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14b78958-1905-416a-a8bc-34d4deb8cadd" -d '{"events": [{"name": "network-changed", "server_uuid": "fa94c08a-a39f-4bcf-bb25-fb744cb9827e", "tag": "82355eaf-7ce3-4c71-98b5-41c2b31017a9"}]}' {{(pid=103304) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 21:33:54.605273 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-a2544c09-f051-4ffb-bc30-067361087917 tempest-NetworksIpV6Test-668566948 tempest-NetworksIpV6Test-668566948-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 1.3985105 Jan 26 21:33:54.607858 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 55868) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:33:54.688347 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_dvr_db [None req-1c40872b-d595-400a-aa71-134abe38a5ad None None] Set router 30c5f8da-5921-45e3-a618-3b4140c43f22 gateway port host: n-d-760453-5 {{(pid=103307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 21:33:54.741462 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ab911d9-4d7b-4655-9bcc-205d4e364d04 None None] Network 07657228-c9ba-44d1-8300-3fa6c0d0ea3b requested from n-d-760453-5 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 26 21:33:54.760513 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device b45401d0-c046-49eb-991f-85af6d84bd29 up at agent ovs-agent-n-d-760453-5 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 21:33:54.890114 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a1dba7-c88a-4045-92e2-c75bfbe2966d req-009095e5-ca09-40af-afa8-d15fdcfc9286 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:33:54.891814 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-d7a1dba7-c88a-4045-92e2-c75bfbe2966d req-009095e5-ca09-40af-afa8-d15fdcfc9286 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=c033fd875da1416fa29c037a896b8ec9&device_id=fa94c08a-a39f-4bcf-bb25-fb744cb9827e HTTP/1.1" status: 200 len: 1097 time: 0.3645136 Jan 26 21:33:54.893283 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-7c55f28e-3a7d-4b97-ae41-60037a174008 tempest-NetworksIpV6Test-668566948 tempest-NetworksIpV6Test-668566948-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-748181'] for network (6dfd6ccb-1d15-4dff-b1d3-a49edec44b21), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:33:55.046375 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-1c40872b-d595-400a-aa71-134abe38a5ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30c5f8da-5921-45e3-a618-3b4140c43f22', 'name': 'tempest-ServerRescueTestJSONUnderV235-1529478470-router', 'tenant_id': 'c033fd875da1416fa29c037a896b8ec9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'external_fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.104'}], 'enable_snat': True}, 'gw_port_id': '4887e881-a0ed-44b0-8398-d46997baa976', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T21:32:51Z', 'updated_at': '2022-01-26T21:32:56Z', 'revision_number': 4, 'project_id': 'c033fd875da1416fa29c037a896b8ec9', 'gw_port': {'id': '4887e881-a0ed-44b0-8398-d46997baa976', 'name': '', 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:fb:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30c5f8da-5921-45e3-a618-3b4140c43f22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2857, 'fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:32:52Z', 'updated_at': '2022-01-26T21:32:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-5', '_interfaces': [{'id': 'cba24434-487e-4aed-93e8-187ce263f178', 'name': '', 'network_id': '919700d7-bd11-4466-9e0b-aea9ab9fa4e5', 'tenant_id': 'c033fd875da1416fa29c037a896b8ec9', 'mac_address': 'fa:16:3e:8b:0b:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30c5f8da-5921-45e3-a618-3b4140c43f22', 'device_owner': 'network:router_interface', 'standard_attr_id': 2858, 'fixed_ips': [{'subnet_id': '1ea07ea1-6099-4d0e-9f94-9cafc0649be2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:32:55Z', 'updated_at': '2022-01-26T21:33:05Z', 'revision_number': 5, 'project_id': 'c033fd875da1416fa29c037a896b8ec9', 'subnets': [{'id': '1ea07ea1-6099-4d0e-9f94-9cafc0649be2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760453-5', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:33:55.046953 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 55870) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:33:55.055004 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34b4f4b8-1f2f-444c-908a-ae09f4e5477f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3c4099e8-8ffb-51d1-af7f-5868973e933f-6dfd6ccb-1d15-4dff-b1d3-a49edec44b21', 'network_id': '6dfd6ccb-1d15-4dff-b1d3-a49edec44b21', 'project_id': '2462d16165ce43afa6a1542a7ea701c8', 'fixed_ips': [{'subnet_id': 'ab27d69d-7700-44a5-9695-27585d188fbd'}]}} from n-d-760453-5. {{(pid=103306) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 26 21:33:55.056121 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-34b4f4b8-1f2f-444c-908a-ae09f4e5477f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (None), before_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:33:55.061245 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-74b34aeb-6c37-43de-ab45-b2a46ac9931c tempest-TestSecurityGroupsBasicOps-1066020799 tempest-TestSecurityGroupsBasicOps-1066020799-project] Request body: {'network': {'name': 'tempest-network-smoke--803770488', 'project_id': '205750efebb7460ebd239c85a19dfc92', 'port_security_enabled': True}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:33:55.081910 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-7c55f28e-3a7d-4b97-ae41-60037a174008 tempest-NetworksIpV6Test-668566948 tempest-NetworksIpV6Test-668566948-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687316'] for subnet (ab27d69d-7700-44a5-9695-27585d188fbd), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:33:55.094930 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-e91a7b8b-3477-4812-b937-b9f88a2b8697 None None] Provisioning complete for port b45401d0-c046-49eb-991f-85af6d84bd29 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:33:55.095308 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-e91a7b8b-3477-4812-b937-b9f88a2b8697 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (b45401d0-c046-49eb-991f-85af6d84bd29), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:33:55.122281 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c40872b-d595-400a-aa71-134abe38a5ad None None] Checking router: 30c5f8da-5921-45e3-a618-3b4140c43f22 for host: n-d-760453-5 {{(pid=103307) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 26 21:33:55.138243 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74b34aeb-6c37-43de-ab45-b2a46ac9931c tempest-TestSecurityGroupsBasicOps-1066020799 tempest-TestSecurityGroupsBasicOps-1066020799-project] Made reservation on behalf of 205750efebb7460ebd239c85a19dfc92 for: {'network': 1} {{(pid=103304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 21:33:55.140901 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c40872b-d595-400a-aa71-134abe38a5ad None None] Routers {'30c5f8da-5921-45e3-a618-3b4140c43f22'} bound to L3 agent in host n-d-760453-5 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 21:33:55.141786 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-1c40872b-d595-400a-aa71-134abe38a5ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-26T20:55:21Z,description=,heartbeat_timestamp=2022-01-26T21:33:51Z,host='n-d-760453-5',id=09df100c-3af1-4b0a-bda8-05914c71c458,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:55:21Z,topic='l3_agent')) {'router_ids': ['30c5f8da-5921-45e3-a618-3b4140c43f22'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:33:55.147419 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-74b34aeb-6c37-43de-ab45-b2a46ac9931c tempest-TestSecurityGroupsBasicOps-1066020799 tempest-TestSecurityGroupsBasicOps-1066020799-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for network (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:33:55.186309 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-7c55f28e-3a7d-4b97-ae41-60037a174008 tempest-NetworksIpV6Test-668566948 tempest-NetworksIpV6Test-668566948-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11791594', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11599980'] for subnet (ab27d69d-7700-44a5-9695-27585d188fbd), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:33:55.194984 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a1dba7-c88a-4045-92e2-c75bfbe2966d req-de74d540-5bed-486d-bdcd-47bf237e8c16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:33:55.204033 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-d7a1dba7-c88a-4045-92e2-c75bfbe2966d req-de74d540-5bed-486d-bdcd-47bf237e8c16 service neutron] 10.222.0.13 "GET /v2.0/networks?id=919700d7-bd11-4466-9e0b-aea9ab9fa4e5 HTTP/1.1" status: 200 len: 921 time: 0.2935038 Jan 26 21:33:55.208296 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-74b34aeb-6c37-43de-ab45-b2a46ac9931c tempest-TestSecurityGroupsBasicOps-1066020799 tempest-TestSecurityGroupsBasicOps-1066020799-project] Publish callbacks [] for security_group (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:33:55.239082 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c55f28e-3a7d-4b97-ae41-60037a174008 tempest-NetworksIpV6Test-668566948 tempest-NetworksIpV6Test-668566948-project] Pushing event deleted for resources: {'Subnet': ['ID=ab27d69d-7700-44a5-9695-27585d188fbd,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:33:55.342116 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-7c55f28e-3a7d-4b97-ae41-60037a174008 tempest-NetworksIpV6Test-668566948 tempest-NetworksIpV6Test-668566948-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-686403', 'neutron.services.segments.db._delete_segments_for_network-8746560774018'] for network (6dfd6ccb-1d15-4dff-b1d3-a49edec44b21), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:33:55.374371 n-d-760453-5 neutron-server[103305]: DEBUG neutron.services.segments.db [None req-7c55f28e-3a7d-4b97-ae41-60037a174008 tempest-NetworksIpV6Test-668566948 tempest-NetworksIpV6Test-668566948-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6dfd6ccb-1d15-4dff-b1d3-a49edec44b21']}} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:33:55.380988 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_dvr_db [None req-1c40872b-d595-400a-aa71-134abe38a5ad None None] Set router 30c5f8da-5921-45e3-a618-3b4140c43f22 gateway port host: n-d-760453-5 {{(pid=103307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 21:33:55.388825 n-d-760453-5 neutron-server[103305]: DEBUG neutron.services.segments.db [None req-7c55f28e-3a7d-4b97-ae41-60037a174008 tempest-NetworksIpV6Test-668566948 tempest-NetworksIpV6Test-668566948-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '853cd6d7-791f-40c7-8c3d-f6aa12c18db4') {'for_net_delete': True} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:33:55.390371 n-d-760453-5 neutron-server[103305]: DEBUG neutron.services.segments.db [None req-7c55f28e-3a7d-4b97-ae41-60037a174008 tempest-NetworksIpV6Test-668566948 tempest-NetworksIpV6Test-668566948-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '853cd6d7-791f-40c7-8c3d-f6aa12c18db4') {} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:33:55.402430 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-7c55f28e-3a7d-4b97-ae41-60037a174008 tempest-NetworksIpV6Test-668566948 tempest-NetworksIpV6Test-668566948-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746560742283', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11788955'] for segment (853cd6d7-791f-40c7-8c3d-f6aa12c18db4), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:33:55.413312 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-74b34aeb-6c37-43de-ab45-b2a46ac9931c tempest-TestSecurityGroupsBasicOps-1066020799 tempest-TestSecurityGroupsBasicOps-1066020799-project] Publish callbacks [] for security_group (bc35dbc0-3d9b-4980-86b5-820894edfd62), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:33:55.422363 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-7c55f28e-3a7d-4b97-ae41-60037a174008 tempest-NetworksIpV6Test-668566948 tempest-NetworksIpV6Test-668566948-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576559'] for segment (853cd6d7-791f-40c7-8c3d-f6aa12c18db4), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:33:55.429517 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7c55f28e-3a7d-4b97-ae41-60037a174008 tempest-NetworksIpV6Test-668566948 tempest-NetworksIpV6Test-668566948-project] Releasing vlan 574 on physical network physnet1 to pool {{(pid=103305) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 26 21:33:55.430181 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-7c55f28e-3a7d-4b97-ae41-60037a174008 tempest-NetworksIpV6Test-668566948 tempest-NetworksIpV6Test-668566948-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11791428'] for segment (853cd6d7-791f-40c7-8c3d-f6aa12c18db4), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:33:55.467638 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server [None req-34b4f4b8-1f2f-444c-908a-ae09f4e5477f None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet ab27d69d-7700-44a5-9695-27585d188fbd: This subnet is being modified by another concurrent operation. Jan 26 21:33:55.467638 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jan 26 21:33:55.467638 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jan 26 21:33:55.467638 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jan 26 21:33:55.467638 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jan 26 21:33:55.467638 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jan 26 21:33:55.467638 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jan 26 21:33:55.467638 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jan 26 21:33:55.467638 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jan 26 21:33:55.467638 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jan 26 21:33:55.467638 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 26 21:33:55.467638 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 26 21:33:55.467638 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 26 21:33:55.467638 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 26 21:33:55.467638 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 26 21:33:55.467638 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server raise self.value Jan 26 21:33:55.467638 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 26 21:33:55.467638 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 26 21:33:55.467638 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 26 21:33:55.467638 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 26 21:33:55.467638 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 26 21:33:55.467638 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 26 21:33:55.467638 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 26 21:33:55.467638 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server raise self.value Jan 26 21:33:55.467638 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 26 21:33:55.467638 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 26 21:33:55.467638 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 26 21:33:55.467638 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 26 21:33:55.467638 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 26 21:33:55.467638 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 26 21:33:55.467638 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 26 21:33:55.467638 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server raise self.value Jan 26 21:33:55.467638 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 26 21:33:55.467638 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 26 21:33:55.467638 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jan 26 21:33:55.467638 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jan 26 21:33:55.467638 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 278, in create_dhcp_port Jan 26 21:33:55.467638 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jan 26 21:33:55.467638 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Jan 26 21:33:55.467638 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jan 26 21:33:55.467638 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jan 26 21:33:55.467638 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jan 26 21:33:55.467638 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Jan 26 21:33:55.467638 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 26 21:33:55.467638 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jan 26 21:33:55.467638 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 26 21:33:55.467638 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 26 21:33:55.467638 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 26 21:33:55.467638 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 26 21:33:55.467638 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 26 21:33:55.467638 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 26 21:33:55.467638 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server raise self.value Jan 26 21:33:55.467638 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 26 21:33:55.467638 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 26 21:33:55.472446 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 26 21:33:55.472446 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 26 21:33:55.472446 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 26 21:33:55.472446 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 26 21:33:55.472446 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 26 21:33:55.472446 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server raise self.value Jan 26 21:33:55.472446 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 26 21:33:55.472446 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 26 21:33:55.472446 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 26 21:33:55.472446 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 26 21:33:55.472446 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 26 21:33:55.472446 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 26 21:33:55.472446 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 26 21:33:55.472446 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server raise self.value Jan 26 21:33:55.472446 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 26 21:33:55.472446 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 26 21:33:55.472446 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1491, in create_port Jan 26 21:33:55.472446 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jan 26 21:33:55.472446 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1456, in _create_port_db Jan 26 21:33:55.472446 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jan 26 21:33:55.472446 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1466, in create_port_db Jan 26 21:33:55.472446 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jan 26 21:33:55.472446 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Jan 26 21:33:55.472446 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Jan 26 21:33:55.472446 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jan 26 21:33:55.472446 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 26 21:33:55.472446 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Jan 26 21:33:55.472446 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Jan 26 21:33:55.472446 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Jan 26 21:33:55.472446 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Jan 26 21:33:55.472446 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Jan 26 21:33:55.472446 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jan 26 21:33:55.472446 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jan 26 21:33:55.472446 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jan 26 21:33:55.472446 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jan 26 21:33:55.472446 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server raise exception Jan 26 21:33:55.472446 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet ab27d69d-7700-44a5-9695-27585d188fbd: This subnet is being modified by another concurrent operation. Jan 26 21:33:55.472446 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server Jan 26 21:33:55.497449 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Provisioning complete for port b45401d0-c046-49eb-991f-85af6d84bd29 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:33:55.498562 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (b45401d0-c046-49eb-991f-85af6d84bd29), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:33:55.506000 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04814ee9-160d-4537-950e-1628e73ecb30 None None] Network 6dfd6ccb-1d15-4dff-b1d3-a49edec44b21 requested from n-d-760453-5 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 26 21:33:55.520130 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-d7a1dba7-c88a-4045-92e2-c75bfbe2966d req-bbd99d69-cc08-4c48-8727-59b2d8ede169 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=82355eaf-7ce3-4c71-98b5-41c2b31017a9 HTTP/1.1" status: 200 len: 217 time: 0.2686563 Jan 26 21:33:55.532754 n-d-760453-5 neutron-server[103305]: Traceback (most recent call last): Jan 26 21:33:55.532754 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 26 21:33:55.532754 n-d-760453-5 neutron-server[103305]: timer() Jan 26 21:33:55.532754 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 26 21:33:55.532754 n-d-760453-5 neutron-server[103305]: cb(*args, **kw) Jan 26 21:33:55.532754 n-d-760453-5 neutron-server[103305]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 26 21:33:55.532754 n-d-760453-5 neutron-server[103305]: return func(*args, **kwargs) Jan 26 21:33:55.532754 n-d-760453-5 neutron-server[103305]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 26 21:33:55.532754 n-d-760453-5 neutron-server[103305]: self._notify() Jan 26 21:33:55.532754 n-d-760453-5 neutron-server[103305]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 26 21:33:55.532754 n-d-760453-5 neutron-server[103305]: self.callback(batched_events) Jan 26 21:33:55.532754 n-d-760453-5 neutron-server[103305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 26 21:33:55.532754 n-d-760453-5 neutron-server[103305]: event.method(event) Jan 26 21:33:55.532754 n-d-760453-5 neutron-server[103305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 26 21:33:55.532754 n-d-760453-5 neutron-server[103305]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 26 21:33:55.532754 n-d-760453-5 neutron-server[103305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 26 21:33:55.532754 n-d-760453-5 neutron-server[103305]: aggregate_uuid = self.p_client.list_aggregates( Jan 26 21:33:55.532754 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 26 21:33:55.532754 n-d-760453-5 neutron-server[103305]: return f(self, *a, **k) Jan 26 21:33:55.532754 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 26 21:33:55.532754 n-d-760453-5 neutron-server[103305]: return self._get(url).json() Jan 26 21:33:55.532754 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 26 21:33:55.532754 n-d-760453-5 neutron-server[103305]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 26 21:33:55.532754 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 26 21:33:55.532754 n-d-760453-5 neutron-server[103305]: return self.request(url, 'GET', **kwargs) Jan 26 21:33:55.532754 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 26 21:33:55.532754 n-d-760453-5 neutron-server[103305]: base_url = self.get_endpoint(auth, allow=allow, Jan 26 21:33:55.532754 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 26 21:33:55.532754 n-d-760453-5 neutron-server[103305]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 26 21:33:55.532754 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 26 21:33:55.532754 n-d-760453-5 neutron-server[103305]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 26 21:33:55.532754 n-d-760453-5 neutron-server[103305]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 26 21:33:55.541151 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-7c55f28e-3a7d-4b97-ae41-60037a174008 tempest-NetworksIpV6Test-668566948 tempest-NetworksIpV6Test-668566948-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4110931'] for network (6dfd6ccb-1d15-4dff-b1d3-a49edec44b21), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:33:55.549680 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (fea0591a-627d-4c87-9a9a-01625ddf3277), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:33:55.558272 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-7c55f28e-3a7d-4b97-ae41-60037a174008 tempest-NetworksIpV6Test-668566948 tempest-NetworksIpV6Test-668566948-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709645'] for network (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:33:55.562898 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-7c55f28e-3a7d-4b97-ae41-60037a174008 tempest-NetworksIpV6Test-668566948 tempest-NetworksIpV6Test-668566948-project] 10.222.0.13 "DELETE /v2.0/networks/6dfd6ccb-1d15-4dff-b1d3-a49edec44b21 HTTP/1.1" status: 204 len: 168 time: 0.9534378 Jan 26 21:33:55.575104 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 55872) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:33:55.583405 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-cbd2bf82-f151-4f77-8bf7-162e7979c179 tempest-NetworksIpV6Test-668566948 tempest-NetworksIpV6Test-668566948-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1662522213'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:33:55.584407 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-74b34aeb-6c37-43de-ab45-b2a46ac9931c tempest-TestSecurityGroupsBasicOps-1066020799 tempest-TestSecurityGroupsBasicOps-1066020799-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (bc35dbc0-3d9b-4980-86b5-820894edfd62), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:33:55.588375 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c55f28e-3a7d-4b97-ae41-60037a174008 tempest-NetworksIpV6Test-668566948 tempest-NetworksIpV6Test-668566948-project] Pushing event deleted for resources: {'Network': ['ID=6dfd6ccb-1d15-4dff-b1d3-a49edec44b21,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:33:55.620900 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbd2bf82-f151-4f77-8bf7-162e7979c179 tempest-NetworksIpV6Test-668566948 tempest-NetworksIpV6Test-668566948-project] Made reservation on behalf of 2462d16165ce43afa6a1542a7ea701c8 for: {'network': 1} {{(pid=103305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 21:33:55.624627 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b34aeb-6c37-43de-ab45-b2a46ac9931c tempest-TestSecurityGroupsBasicOps-1066020799 tempest-TestSecurityGroupsBasicOps-1066020799-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bc35dbc0-3d9b-4980-86b5-820894edfd62,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:33:55.625798 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-cbd2bf82-f151-4f77-8bf7-162e7979c179 tempest-NetworksIpV6Test-668566948 tempest-NetworksIpV6Test-668566948-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for network (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:33:55.649718 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-74b34aeb-6c37-43de-ab45-b2a46ac9931c tempest-TestSecurityGroupsBasicOps-1066020799 tempest-TestSecurityGroupsBasicOps-1066020799-project] vlan segment allocate from pool success with {'vlan_id': 562, 'physical_network': 'physnet1'} {{(pid=103304) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 26 21:33:55.660581 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865f6965-daef-4490-8eb9-eb83877d9bba req-9615da8b-8b3a-4178-b2ec-5a3dbd4c3b6c tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:33:55.661941 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-865f6965-daef-4490-8eb9-eb83877d9bba req-9615da8b-8b3a-4178-b2ec-5a3dbd4c3b6c tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] 10.222.0.13 "GET /v2.0/ports?device_id=c947e2a6-4eb3-4b93-905b-515cc992a63b HTTP/1.1" status: 200 len: 946 time: 0.4963272 Jan 26 21:33:55.681391 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a1dba7-c88a-4045-92e2-c75bfbe2966d req-6956ef07-94f4-4924-ae0e-36b31eeff6e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:33:55.683135 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-d7a1dba7-c88a-4045-92e2-c75bfbe2966d req-6956ef07-94f4-4924-ae0e-36b31eeff6e3 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=1ea07ea1-6099-4d0e-9f94-9cafc0649be2 HTTP/1.1" status: 200 len: 860 time: 0.1503737 Jan 26 21:33:55.684583 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-74b34aeb-6c37-43de-ab45-b2a46ac9931c tempest-TestSecurityGroupsBasicOps-1066020799 tempest-TestSecurityGroupsBasicOps-1066020799-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576559'] for segment (2badee1d-4e60-412c-91a4-4ad3556eb390), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:33:55.685036 n-d-760453-5 neutron-server[103304]: INFO neutron.db.segments_db [None req-74b34aeb-6c37-43de-ab45-b2a46ac9931c tempest-TestSecurityGroupsBasicOps-1066020799 tempest-TestSecurityGroupsBasicOps-1066020799-project] Added segment 2badee1d-4e60-412c-91a4-4ad3556eb390 of type vlan for network 8ccb4f7e-e6e3-4ac7-b6f8-162d9e73f0be Jan 26 21:33:55.709861 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cbd2bf82-f151-4f77-8bf7-162e7979c179 tempest-NetworksIpV6Test-668566948 tempest-NetworksIpV6Test-668566948-project] vlan segment allocate from pool success with {'vlan_id': 587, 'physical_network': 'physnet1'} {{(pid=103305) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 26 21:33:55.729115 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-cbd2bf82-f151-4f77-8bf7-162e7979c179 tempest-NetworksIpV6Test-668566948 tempest-NetworksIpV6Test-668566948-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576559'] for segment (25b24ad9-c6a7-4730-b266-dd3c38c87c88), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:33:55.729905 n-d-760453-5 neutron-server[103305]: INFO neutron.db.segments_db [None req-cbd2bf82-f151-4f77-8bf7-162e7979c179 tempest-NetworksIpV6Test-668566948 tempest-NetworksIpV6Test-668566948-project] Added segment 25b24ad9-c6a7-4730-b266-dd3c38c87c88 of type vlan for network 06ad2105-371a-4234-9b1e-a820b79406c9 Jan 26 21:33:55.812640 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-cbd2bf82-f151-4f77-8bf7-162e7979c179 tempest-NetworksIpV6Test-668566948 tempest-NetworksIpV6Test-668566948-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746560256871'] for network (06ad2105-371a-4234-9b1e-a820b79406c9), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:33:55.818760 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-d7a1dba7-c88a-4045-92e2-c75bfbe2966d req-9401e975-5b33-40a2-9526-8f0f6fbe0620 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=919700d7-bd11-4466-9e0b-aea9ab9fa4e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1115589 Jan 26 21:33:55.828013 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-865f6965-daef-4490-8eb9-eb83877d9bba req-c2cee64f-07ae-4df8-887d-3b8ba4275322 tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] 10.222.0.13 "GET /v2.0/security-groups?id=d37b3ff7-2317-46ab-9f4f-b0d217809a4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1575112 Jan 26 21:33:55.875086 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-1c40872b-d595-400a-aa71-134abe38a5ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30c5f8da-5921-45e3-a618-3b4140c43f22', 'name': 'tempest-ServerRescueTestJSONUnderV235-1529478470-router', 'tenant_id': 'c033fd875da1416fa29c037a896b8ec9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'external_fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.104'}], 'enable_snat': True}, 'gw_port_id': '4887e881-a0ed-44b0-8398-d46997baa976', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T21:32:51Z', 'updated_at': '2022-01-26T21:32:56Z', 'revision_number': 4, 'project_id': 'c033fd875da1416fa29c037a896b8ec9', 'gw_port': {'id': '4887e881-a0ed-44b0-8398-d46997baa976', 'name': '', 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:fb:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30c5f8da-5921-45e3-a618-3b4140c43f22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2857, 'fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:32:52Z', 'updated_at': '2022-01-26T21:32:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-5', '_interfaces': [{'id': 'cba24434-487e-4aed-93e8-187ce263f178', 'name': '', 'network_id': '919700d7-bd11-4466-9e0b-aea9ab9fa4e5', 'tenant_id': 'c033fd875da1416fa29c037a896b8ec9', 'mac_address': 'fa:16:3e:8b:0b:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30c5f8da-5921-45e3-a618-3b4140c43f22', 'device_owner': 'network:router_interface', 'standard_attr_id': 2858, 'fixed_ips': [{'subnet_id': '1ea07ea1-6099-4d0e-9f94-9cafc0649be2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:32:55Z', 'updated_at': '2022-01-26T21:33:05Z', 'revision_number': 5, 'project_id': 'c033fd875da1416fa29c037a896b8ec9', 'subnets': [{'id': '1ea07ea1-6099-4d0e-9f94-9cafc0649be2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760453-5', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:33:55.893783 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-cbd2bf82-f151-4f77-8bf7-162e7979c179 tempest-NetworksIpV6Test-668566948 tempest-NetworksIpV6Test-668566948-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503'] for network (06ad2105-371a-4234-9b1e-a820b79406c9), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:33:55.906546 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbd2bf82-f151-4f77-8bf7-162e7979c179 tempest-NetworksIpV6Test-668566948 tempest-NetworksIpV6Test-668566948-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:33:55.907209 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-cbd2bf82-f151-4f77-8bf7-162e7979c179 tempest-NetworksIpV6Test-668566948 tempest-NetworksIpV6Test-668566948-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709645'] for network (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:33:55.907642 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-74b34aeb-6c37-43de-ab45-b2a46ac9931c tempest-TestSecurityGroupsBasicOps-1066020799 tempest-TestSecurityGroupsBasicOps-1066020799-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746560256871'] for network (8ccb4f7e-e6e3-4ac7-b6f8-162d9e73f0be), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:33:55.950950 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 26 Jan 2022 21:33:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75d3f8e5-d31a-4788-9cf1-418e4db6cefb x-openstack-request-id: req-75d3f8e5-d31a-4788-9cf1-418e4db6cefb {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 21:33:55.951653 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fa94c08a-a39f-4bcf-bb25-fb744cb9827e", "tag": "82355eaf-7ce3-4c71-98b5-41c2b31017a9", "status": "completed", "code": 200}]} {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 21:33:55.952937 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-75d3f8e5-d31a-4788-9cf1-418e4db6cefb {{(pid=103304) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 21:33:55.953651 n-d-760453-5 neutron-server[103304]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fa94c08a-a39f-4bcf-bb25-fb744cb9827e', 'tag': '82355eaf-7ce3-4c71-98b5-41c2b31017a9', 'status': 'completed', 'code': 200} Jan 26 21:33:55.955385 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Current status of the port b45401d0-c046-49eb-991f-85af6d84bd29 is: DOWN; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:33:55.955785 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (b45401d0-c046-49eb-991f-85af6d84bd29), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:33:55.963534 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-cbd2bf82-f151-4f77-8bf7-162e7979c179 tempest-NetworksIpV6Test-668566948 tempest-NetworksIpV6Test-668566948-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3824272 Jan 26 21:33:55.964960 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 55876) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:33:55.970655 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c40872b-d595-400a-aa71-134abe38a5ad None None] The sync data for ids ['30c5f8da-5921-45e3-a618-3b4140c43f22'] in n-d-760453-5 is: [{'id': '30c5f8da-5921-45e3-a618-3b4140c43f22', 'name': 'tempest-ServerRescueTestJSONUnderV235-1529478470-router', 'tenant_id': 'c033fd875da1416fa29c037a896b8ec9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'external_fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.104'}], 'enable_snat': True}, 'gw_port_id': '4887e881-a0ed-44b0-8398-d46997baa976', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T21:32:51Z', 'updated_at': '2022-01-26T21:32:56Z', 'revision_number': 4, 'project_id': 'c033fd875da1416fa29c037a896b8ec9', 'gw_port': {'id': '4887e881-a0ed-44b0-8398-d46997baa976', 'name': '', 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:fb:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30c5f8da-5921-45e3-a618-3b4140c43f22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2857, 'fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:32:52Z', 'updated_at': '2022-01-26T21:32:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-5', '_interfaces': [{'id': 'cba24434-487e-4aed-93e8-187ce263f178', 'name': '', 'network_id': '919700d7-bd11-4466-9e0b-aea9ab9fa4e5', 'tenant_id': 'c033fd875da1416fa29c037a896b8ec9', 'mac_address': 'fa:16:3e:8b:0b:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30c5f8da-5921-45e3-a618-3b4140c43f22', 'device_owner': 'network:router_interface', 'standard_attr_id': 2858, 'fixed_ips': [{'subnet_id': '1ea07ea1-6099-4d0e-9f94-9cafc0649be2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:32:55Z', 'updated_at': '2022-01-26T21:33:05Z', 'revision_number': 5, 'project_id': 'c033fd875da1416fa29c037a896b8ec9', 'subnets': [{'id': '1ea07ea1-6099-4d0e-9f94-9cafc0649be2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 26 21:33:55.991428 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-9f4cc421-bcf9-413d-a628-e342984390a5 tempest-NetworksIpV6Test-668566948 tempest-NetworksIpV6Test-668566948-project] Request body: {'subnet': {'network_id': '06ad2105-371a-4234-9b1e-a820b79406c9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:33:56.025665 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] For port b45401d0-c046-49eb-991f-85af6d84bd29, host n-d-760453-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=b45401d0-c046-49eb-991f-85af6d84bd29,segment=NetworkSegment(b201f354-676d-44ac-a21d-1279379470c4),segment_id=b201f354-676d-44ac-a21d-1279379470c4)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:33:56.027482 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-e91a7b8b-3477-4812-b937-b9f88a2b8697 None None] Current status of the port b45401d0-c046-49eb-991f-85af6d84bd29 is: DOWN; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:33:56.028159 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-e91a7b8b-3477-4812-b937-b9f88a2b8697 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (b45401d0-c046-49eb-991f-85af6d84bd29), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:33:56.051262 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.db.resource_extend [None req-74b34aeb-6c37-43de-ab45-b2a46ac9931c tempest-TestSecurityGroupsBasicOps-1066020799 tempest-TestSecurityGroupsBasicOps-1066020799-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 26 21:33:56.060208 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (b45401d0-c046-49eb-991f-85af6d84bd29), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:33:56.152177 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-74b34aeb-6c37-43de-ab45-b2a46ac9931c tempest-TestSecurityGroupsBasicOps-1066020799 tempest-TestSecurityGroupsBasicOps-1066020799-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503'] for network (8ccb4f7e-e6e3-4ac7-b6f8-162d9e73f0be), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:33:56.159382 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74b34aeb-6c37-43de-ab45-b2a46ac9931c tempest-TestSecurityGroupsBasicOps-1066020799 tempest-TestSecurityGroupsBasicOps-1066020799-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:33:56.160414 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-74b34aeb-6c37-43de-ab45-b2a46ac9931c tempest-TestSecurityGroupsBasicOps-1066020799 tempest-TestSecurityGroupsBasicOps-1066020799-project] Publish callbacks [] for network (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:33:56.163072 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.db.api [None req-e91a7b8b-3477-4812-b937-b9f88a2b8697 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103306) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 26 21:33:56.163587 n-d-760453-5 neutron-server[103306]: DEBUG oslo_db.api [None req-e91a7b8b-3477-4812-b937-b9f88a2b8697 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 26 21:33:56.171243 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94591f32-630e-4a10-adca-af20f1e604cf None None] get_active_networks_info from n-d-760453-5 {{(pid=103306) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jan 26 21:33:56.188971 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd2bf82-f151-4f77-8bf7-162e7979c179 tempest-NetworksIpV6Test-668566948 tempest-NetworksIpV6Test-668566948-project] Pushing event updated for resources: {'Network': ['ID=06ad2105-371a-4234-9b1e-a820b79406c9,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:33:56.198070 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f4cc421-bcf9-413d-a628-e342984390a5 tempest-NetworksIpV6Test-668566948 tempest-NetworksIpV6Test-668566948-project] Made reservation on behalf of 2462d16165ce43afa6a1542a7ea701c8 for: {'subnet': 1} {{(pid=103305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 21:33:56.208109 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-9f4cc421-bcf9-413d-a628-e342984390a5 tempest-NetworksIpV6Test-668566948 tempest-NetworksIpV6Test-668566948-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11599953'] for subnet (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:33:56.221528 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Network 06ad2105-371a-4234-9b1e-a820b79406c9 details requested by agent ovs-agent-n-d-760453-5 with host n-d-760453-5 {{(pid=103306) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 26 21:33:56.288508 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b34aeb-6c37-43de-ab45-b2a46ac9931c tempest-TestSecurityGroupsBasicOps-1066020799 tempest-TestSecurityGroupsBasicOps-1066020799-project] Pushing event updated for resources: {'Network': ['ID=8ccb4f7e-e6e3-4ac7-b6f8-162d9e73f0be,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:33:56.294377 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b78958-1905-416a-a8bc-34d4deb8cadd req-2f4aac7c-4188-4ba7-8325-15b4a6063333 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:33:56.296345 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-14b78958-1905-416a-a8bc-34d4deb8cadd req-2f4aac7c-4188-4ba7-8325-15b4a6063333 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=c033fd875da1416fa29c037a896b8ec9&device_id=fa94c08a-a39f-4bcf-bb25-fb744cb9827e HTTP/1.1" status: 200 len: 1097 time: 0.3373809 Jan 26 21:33:56.345696 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Network 8ccb4f7e-e6e3-4ac7-b6f8-162d9e73f0be details requested by agent ovs-agent-n-d-760453-5 with host n-d-760453-5 {{(pid=103306) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 26 21:33:56.349060 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-74b34aeb-6c37-43de-ab45-b2a46ac9931c tempest-TestSecurityGroupsBasicOps-1066020799 tempest-TestSecurityGroupsBasicOps-1066020799-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.2988539 Jan 26 21:33:56.359143 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 55878) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:33:56.369088 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-9a55bf00-496d-46c2-ad6d-e339bc7b7291 tempest-TestSecurityGroupsBasicOps-1066020799 tempest-TestSecurityGroupsBasicOps-1066020799-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-143138305', 'admin_state_up': True, 'project_id': '205750efebb7460ebd239c85a19dfc92', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299'}}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:33:56.386290 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-d7a1dba7-c88a-4045-92e2-c75bfbe2966d req-41aad1d5-2910-460a-8f38-76422af647fe service neutron] 10.222.0.13 "GET /v2.0/networks/919700d7-bd11-4466-9e0b-aea9ab9fa4e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5099008 Jan 26 21:33:56.451938 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-9a55bf00-496d-46c2-ad6d-e339bc7b7291 tempest-TestSecurityGroupsBasicOps-1066020799 tempest-TestSecurityGroupsBasicOps-1066020799-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4104596', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13108'] for router (d1076edd-1bb5-4c45-8116-0703aec35bed), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:33:56.454552 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-9a55bf00-496d-46c2-ad6d-e339bc7b7291 tempest-TestSecurityGroupsBasicOps-1066020799 tempest-TestSecurityGroupsBasicOps-1066020799-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4105828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4111306', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3733576', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13069'] for router (d1076edd-1bb5-4c45-8116-0703aec35bed), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:33:56.502092 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Pushing event updated for resources: {'Port': ['ID=b45401d0-c046-49eb-991f-85af6d84bd29,revision_number=3']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:33:56.539071 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcbeb8c1-387b-4258-b286-f7a2b4a1299d None None] New status for floating IP 97ec4ecd-e63e-4650-b8dd-2c856b0a90d4: DOWN {{(pid=103306) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 26 21:33:56.564993 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b78958-1905-416a-a8bc-34d4deb8cadd req-51e0b5f3-fa55-4f0c-88f1-17a545dc9ca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:33:56.566850 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-14b78958-1905-416a-a8bc-34d4deb8cadd req-51e0b5f3-fa55-4f0c-88f1-17a545dc9ca4 service neutron] 10.222.0.57 "GET /v2.0/networks?id=919700d7-bd11-4466-9e0b-aea9ab9fa4e5 HTTP/1.1" status: 200 len: 921 time: 0.2621458 Jan 26 21:33:56.628211 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-d7a1dba7-c88a-4045-92e2-c75bfbe2966d req-15a94d1b-ceae-44c7-81fa-fead3aa471a4 service neutron] 10.222.0.13 "GET /v2.0/networks/919700d7-bd11-4466-9e0b-aea9ab9fa4e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2267489 Jan 26 21:33:56.629685 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-14b78958-1905-416a-a8bc-34d4deb8cadd req-8d418206-b25f-4881-abc3-d07277a8cc09 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=82355eaf-7ce3-4c71-98b5-41c2b31017a9 HTTP/1.1" status: 200 len: 217 time: 0.0522382 Jan 26 21:33:56.690595 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-9a55bf00-496d-46c2-ad6d-e339bc7b7291 tempest-TestSecurityGroupsBasicOps-1066020799 tempest-TestSecurityGroupsBasicOps-1066020799-project] Publish callbacks [] for router_controller (d1076edd-1bb5-4c45-8116-0703aec35bed), precommit_add_association {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:33:56.742212 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-9f4cc421-bcf9-413d-a628-e342984390a5 tempest-NetworksIpV6Test-668566948 tempest-NetworksIpV6Test-668566948-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11788839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11599975'] for subnet (3200feaf-5573-4701-863c-caa716ed8319), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:33:56.758252 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-b06fad63-6fd8-43fe-8cbe-6268a516107a req-96084b71-a732-4d80-b34b-1f64f8e9b065 tempest-ServerRescueTestJSONUnderV235-1291171716 tempest-ServerRescueTestJSONUnderV235-1291171716-project] 10.222.0.13 "GET /v2.0/floatingips/97ec4ecd-e63e-4650-b8dd-2c856b0a90d4 HTTP/1.1" status: 200 len: 695 time: 0.0742149 Jan 26 21:33:56.760563 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b78958-1905-416a-a8bc-34d4deb8cadd req-7efa8106-7dda-43aa-abf8-6c612f38e3da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:33:56.762193 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-14b78958-1905-416a-a8bc-34d4deb8cadd req-7efa8106-7dda-43aa-abf8-6c612f38e3da service neutron] 10.222.0.57 "GET /v2.0/subnets?id=1ea07ea1-6099-4d0e-9f94-9cafc0649be2 HTTP/1.1" status: 200 len: 860 time: 0.1207469 Jan 26 21:33:56.765337 n-d-760453-5 neutron-server[103306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94591f32-630e-4a10-adca-af20f1e604cf None None] Resources bound (agent type, host, resource id): {{(pid=103306) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 26 21:33:56.822849 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-14b78958-1905-416a-a8bc-34d4deb8cadd req-90947e57-f9d2-4916-94ed-79d04bc7a43c service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=919700d7-bd11-4466-9e0b-aea9ab9fa4e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0517595 Jan 26 21:33:56.888584 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-9a55bf00-496d-46c2-ad6d-e339bc7b7291 tempest-TestSecurityGroupsBasicOps-1066020799 tempest-TestSecurityGroupsBasicOps-1066020799-project] Publish callbacks [] for router_gateway (d1076edd-1bb5-4c45-8116-0703aec35bed), precommit_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:33:56.933333 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-e91a7b8b-3477-4812-b937-b9f88a2b8697 None None] Current status of the port b45401d0-c046-49eb-991f-85af6d84bd29 is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:33:56.945571 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4cc421-bcf9-413d-a628-e342984390a5 tempest-NetworksIpV6Test-668566948 tempest-NetworksIpV6Test-668566948-project] Pushing event updated for resources: {'Subnet': ['ID=3200feaf-5573-4701-863c-caa716ed8319,revision_number=0']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:33:57.090444 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06fad63-6fd8-43fe-8cbe-6268a516107a req-72293e19-709a-4e0c-88ec-5941feb3bd83 tempest-ServerRescueTestJSONUnderV235-1291171716 tempest-ServerRescueTestJSONUnderV235-1291171716-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:33:57.091857 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-b06fad63-6fd8-43fe-8cbe-6268a516107a req-72293e19-709a-4e0c-88ec-5941feb3bd83 tempest-ServerRescueTestJSONUnderV235-1291171716 tempest-ServerRescueTestJSONUnderV235-1291171716-project] 10.222.0.13 "GET /v2.0/networks/4140a1f1-c93a-4bea-83a0-68953a54f299 HTTP/1.1" status: 200 len: 784 time: 0.3260980 Jan 26 21:33:57.106151 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a37a05-338f-4314-8c6f-b81dd6b4b264 req-271a41c1-70aa-42ec-9f4a-744ae981acc3 tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:33:57.113734 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-92a37a05-338f-4314-8c6f-b81dd6b4b264 req-271a41c1-70aa-42ec-9f4a-744ae981acc3 tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] 10.222.0.13 "GET /v2.0/ports?device_id=c947e2a6-4eb3-4b93-905b-515cc992a63b HTTP/1.1" status: 200 len: 946 time: 0.1448426 Jan 26 21:33:57.119350 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-14b78958-1905-416a-a8bc-34d4deb8cadd req-625496e6-3e0f-4966-903c-8074d247f62b service neutron] 10.222.0.57 "GET /v2.0/networks/919700d7-bd11-4466-9e0b-aea9ab9fa4e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2697525 Jan 26 21:33:57.128259 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [req-b06fad63-6fd8-43fe-8cbe-6268a516107a req-655b35dd-f70b-419f-bb63-3af4ccab5ea9 tempest-ServerRescueTestJSONUnderV235-1291171716 tempest-ServerRescueTestJSONUnderV235-1291171716-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=103304) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 26 21:33:57.129326 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-b06fad63-6fd8-43fe-8cbe-6268a516107a req-655b35dd-f70b-419f-bb63-3af4ccab5ea9 tempest-ServerRescueTestJSONUnderV235-1291171716 tempest-ServerRescueTestJSONUnderV235-1291171716-project] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0135963 Jan 26 21:33:57.135367 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-ec2c5022-b49b-4cae-bc00-605d7ab4e111 None None] Provisioning complete for port b45401d0-c046-49eb-991f-85af6d84bd29 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:33:57.135740 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-ec2c5022-b49b-4cae-bc00-605d7ab4e111 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (b45401d0-c046-49eb-991f-85af6d84bd29), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:33:57.264812 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-b06fad63-6fd8-43fe-8cbe-6268a516107a req-da09ed1e-11f9-4169-9fba-21524eced4fa tempest-ServerRescueTestJSONUnderV235-1291171716 tempest-ServerRescueTestJSONUnderV235-1291171716-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.1.236 HTTP/1.1" status: 200 len: 696 time: 0.1174431 Jan 26 21:33:57.318654 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-ec2c5022-b49b-4cae-bc00-605d7ab4e111 None None] Current status of the port b45401d0-c046-49eb-991f-85af6d84bd29 is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:33:57.344315 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-92a37a05-338f-4314-8c6f-b81dd6b4b264 req-d8fb92ee-65b8-4982-aed6-def4420974b5 tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] 10.222.0.13 "GET /v2.0/security-groups?id=d37b3ff7-2317-46ab-9f4f-b0d217809a4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2275193 Jan 26 21:33:57.365125 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-b06fad63-6fd8-43fe-8cbe-6268a516107a req-82fd3df0-c43b-44b0-b6d9-3cc85fcede66 tempest-ServerRescueTestJSONUnderV235-1291171716 tempest-ServerRescueTestJSONUnderV235-1291171716-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.1.236 HTTP/1.1" status: 200 len: 696 time: 0.0898185 Jan 26 21:33:57.418604 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-14b78958-1905-416a-a8bc-34d4deb8cadd req-b79f971f-0f5a-4d3f-8cb0-31f93303ccf5 service neutron] 10.222.0.57 "GET /v2.0/networks/919700d7-bd11-4466-9e0b-aea9ab9fa4e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2877414 Jan 26 21:33:57.451116 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f4cc421-bcf9-413d-a628-e342984390a5 tempest-NetworksIpV6Test-668566948 tempest-NetworksIpV6Test-668566948-project] Checking segment: {'id': '25b24ad9-c6a7-4730-b266-dd3c38c87c88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '06ad2105-371a-4234-9b1e-a820b79406c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103305) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 21:33:57.451116 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f4cc421-bcf9-413d-a628-e342984390a5 tempest-NetworksIpV6Test-668566948 tempest-NetworksIpV6Test-668566948-project] Network hostable DHCP agents. Network: 06ad2105-371a-4234-9b1e-a820b79406c9, hostable agents: ['474ccdf7-ab6c-405b-a3b2-dc7b05829902'], hosted agents: [] {{(pid=103305) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 26 21:33:57.488733 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f4cc421-bcf9-413d-a628-e342984390a5 tempest-NetworksIpV6Test-668566948 tempest-NetworksIpV6Test-668566948-project] Network 06ad2105-371a-4234-9b1e-a820b79406c9 is scheduled to be hosted by DHCP agent 474ccdf7-ab6c-405b-a3b2-dc7b05829902 with binding_index 1 {{(pid=103305) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 26 21:33:57.510635 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [None req-9f4cc421-bcf9-413d-a628-e342984390a5 tempest-NetworksIpV6Test-668566948 tempest-NetworksIpV6Test-668566948-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760453-5, 06ad2105-371a-4234-9b1e-a820b79406c9) {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:33:57.520255 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fedc2652-4b0f-4d1b-b438-08e7062c6716 None None] Network 06ad2105-371a-4234-9b1e-a820b79406c9 requested from n-d-760453-5 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 26 21:33:57.520812 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f4cc421-bcf9-413d-a628-e342984390a5 tempest-NetworksIpV6Test-668566948 tempest-NetworksIpV6Test-668566948-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:33:57.521167 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-9f4cc421-bcf9-413d-a628-e342984390a5 tempest-NetworksIpV6Test-668566948 tempest-NetworksIpV6Test-668566948-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709645'] for subnet (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:33:57.537950 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [req-b06fad63-6fd8-43fe-8cbe-6268a516107a req-ff7ae93a-50f6-46c3-a26b-722bb9101b56 tempest-ServerRescueTestJSONUnderV235-1291171716 tempest-ServerRescueTestJSONUnderV235-1291171716-project] Deleting port b4b555dd-bf7e-43ea-8acc-167daae46b96 {{(pid=103304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 21:33:57.538326 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-b06fad63-6fd8-43fe-8cbe-6268a516107a req-ff7ae93a-50f6-46c3-a26b-722bb9101b56 tempest-ServerRescueTestJSONUnderV235-1291171716 tempest-ServerRescueTestJSONUnderV235-1291171716-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746560630878'] for port (b4b555dd-bf7e-43ea-8acc-167daae46b96), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:33:57.546087 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-9f4cc421-bcf9-413d-a628-e342984390a5 tempest-NetworksIpV6Test-668566948 tempest-NetworksIpV6Test-668566948-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 1.5590324 Jan 26 21:33:57.549038 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 55884) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:33:57.642169 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-b06fad63-6fd8-43fe-8cbe-6268a516107a req-ff7ae93a-50f6-46c3-a26b-722bb9101b56 tempest-ServerRescueTestJSONUnderV235-1291171716 tempest-ServerRescueTestJSONUnderV235-1291171716-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4109658'] for port (b4b555dd-bf7e-43ea-8acc-167daae46b96), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:33:57.642656 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-b06fad63-6fd8-43fe-8cbe-6268a516107a req-ff7ae93a-50f6-46c3-a26b-722bb9101b56 tempest-ServerRescueTestJSONUnderV235-1291171716 tempest-ServerRescueTestJSONUnderV235-1291171716-project] Publish callbacks [] for floatingip (b4b555dd-bf7e-43ea-8acc-167daae46b96), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:33:57.653668 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b5d981f-ab5b-418a-b88e-5334e228bbff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3c4099e8-8ffb-51d1-af7f-5868973e933f-06ad2105-371a-4234-9b1e-a820b79406c9', 'network_id': '06ad2105-371a-4234-9b1e-a820b79406c9', 'project_id': '2462d16165ce43afa6a1542a7ea701c8', 'fixed_ips': [{'subnet_id': '3200feaf-5573-4701-863c-caa716ed8319'}]}} from n-d-760453-5. {{(pid=103306) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 26 21:33:57.654552 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-7b5d981f-ab5b-418a-b88e-5334e228bbff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (None), before_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:33:57.667029 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [req-b06fad63-6fd8-43fe-8cbe-6268a516107a req-ff7ae93a-50f6-46c3-a26b-722bb9101b56 tempest-ServerRescueTestJSONUnderV235-1291171716 tempest-ServerRescueTestJSONUnderV235-1291171716-project] Calling delete_port for b4b555dd-bf7e-43ea-8acc-167daae46b96 owned by network:floatingip {{(pid=103304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 21:33:57.726576 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-9a55bf00-496d-46c2-ad6d-e339bc7b7291 tempest-TestSecurityGroupsBasicOps-1066020799 tempest-TestSecurityGroupsBasicOps-1066020799-project] Publish callbacks [] for router_gateway (d1076edd-1bb5-4c45-8116-0703aec35bed), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:33:57.755179 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-9a55bf00-496d-46c2-ad6d-e339bc7b7291 tempest-TestSecurityGroupsBasicOps-1066020799 tempest-TestSecurityGroupsBasicOps-1066020799-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:33:57.848681 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-104ba26d-3198-42ff-9b66-8ce99022d7a3 tempest-NetworksIpV6Test-668566948 tempest-NetworksIpV6Test-668566948-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-748181'] for network (06ad2105-371a-4234-9b1e-a820b79406c9), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:33:57.873649 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.db_base_plugin_common [None req-7b5d981f-ab5b-418a-b88e-5334e228bbff None None] Allocated IP 2001:db8::1 (06ad2105-371a-4234-9b1e-a820b79406c9/3200feaf-5573-4701-863c-caa716ed8319/f818ff40-e52e-461e-a85e-0af8f3a08b03) {{(pid=103306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 21:33:57.982674 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-104ba26d-3198-42ff-9b66-8ce99022d7a3 tempest-NetworksIpV6Test-668566948 tempest-NetworksIpV6Test-668566948-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687316'] for subnet (3200feaf-5573-4701-863c-caa716ed8319), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:33:58.018218 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.db_base_plugin_common [None req-9a55bf00-496d-46c2-ad6d-e339bc7b7291 tempest-TestSecurityGroupsBasicOps-1066020799 tempest-TestSecurityGroupsBasicOps-1066020799-project] Allocated IP 172.25.1.231 (4140a1f1-c93a-4bea-83a0-68953a54f299/e48251a1-e30d-4820-8396-00c6f6aeb601/c11b1e38-b21f-4bb6-a775-6574040350a5) {{(pid=103305) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 21:33:58.131559 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-7b5d981f-ab5b-418a-b88e-5334e228bbff None None] Publish callbacks [] for port (f818ff40-e52e-461e-a85e-0af8f3a08b03), precommit_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:33:58.146913 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-7b5d981f-ab5b-418a-b88e-5334e228bbff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746560234527'] for port (f818ff40-e52e-461e-a85e-0af8f3a08b03), after_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:33:58.172646 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-9a55bf00-496d-46c2-ad6d-e339bc7b7291 tempest-TestSecurityGroupsBasicOps-1066020799 tempest-TestSecurityGroupsBasicOps-1066020799-project] Publish callbacks [] for port (c11b1e38-b21f-4bb6-a775-6574040350a5), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:33:58.184288 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-104ba26d-3198-42ff-9b66-8ce99022d7a3 tempest-NetworksIpV6Test-668566948 tempest-NetworksIpV6Test-668566948-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11791594', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11599980'] for subnet (3200feaf-5573-4701-863c-caa716ed8319), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:33:58.202289 n-d-760453-5 neutron-server[103306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b5d981f-ab5b-418a-b88e-5334e228bbff None None] Network 06ad2105-371a-4234-9b1e-a820b79406c9 is already hosted by enough agents. {{(pid=103306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 21:33:58.206856 n-d-760453-5 neutron-server[103306]: DEBUG neutron.scheduler.base_scheduler [None req-7b5d981f-ab5b-418a-b88e-5334e228bbff None None] Resources bound (agent type, host, resource id): {{(pid=103306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:33:58.217079 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b5d981f-ab5b-418a-b88e-5334e228bbff None None] Received port after_create {{(pid=103306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 21:33:58.228832 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-104ba26d-3198-42ff-9b66-8ce99022d7a3 tempest-NetworksIpV6Test-668566948 tempest-NetworksIpV6Test-668566948-project] Pushing event deleted for resources: {'Subnet': ['ID=3200feaf-5573-4701-863c-caa716ed8319,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:33:58.291960 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b5d981f-ab5b-418a-b88e-5334e228bbff None None] Pushing event updated for resources: {'Port': ['ID=f818ff40-e52e-461e-a85e-0af8f3a08b03,revision_number=1']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:33:58.294984 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-b06fad63-6fd8-43fe-8cbe-6268a516107a req-ff7ae93a-50f6-46c3-a26b-722bb9101b56 tempest-ServerRescueTestJSONUnderV235-1291171716 tempest-ServerRescueTestJSONUnderV235-1291171716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746560636600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746560234536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9281553'] for port (b4b555dd-bf7e-43ea-8acc-167daae46b96), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:33:58.309047 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-9a55bf00-496d-46c2-ad6d-e339bc7b7291 tempest-TestSecurityGroupsBasicOps-1066020799 tempest-TestSecurityGroupsBasicOps-1066020799-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746560234527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11791543'] for port (c11b1e38-b21f-4bb6-a775-6574040350a5), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:33:58.313305 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-104ba26d-3198-42ff-9b66-8ce99022d7a3 tempest-NetworksIpV6Test-668566948 tempest-NetworksIpV6Test-668566948-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-686403', 'neutron.services.segments.db._delete_segments_for_network-8746560774018'] for network (06ad2105-371a-4234-9b1e-a820b79406c9), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:33:58.343694 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff7ae93a-50f6-46c3-a26b-722bb9101b56 tempest-ServerRescueTestJSONUnderV235-1291171716 tempest-ServerRescueTestJSONUnderV235-1291171716-project] Pushing event deleted for resources: {'Port': ['ID=b4b555dd-bf7e-43ea-8acc-167daae46b96,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:33:58.357577 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-7b5d981f-ab5b-418a-b88e-5334e228bbff None None] Attempting to bind port f818ff40-e52e-461e-a85e-0af8f3a08b03 on host n-d-760453-5 for vnic_type normal with profile {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 21:33:58.358184 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-7b5d981f-ab5b-418a-b88e-5334e228bbff None None] Attempting to bind port f818ff40-e52e-461e-a85e-0af8f3a08b03 by drivers openvswitch,hyperv on host n-d-760453-5 at level 0 using segments [{'id': '25b24ad9-c6a7-4730-b266-dd3c38c87c88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '06ad2105-371a-4234-9b1e-a820b79406c9'}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 26 21:33:58.358976 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b5d981f-ab5b-418a-b88e-5334e228bbff None None] Attempting to bind port f818ff40-e52e-461e-a85e-0af8f3a08b03 on network 06ad2105-371a-4234-9b1e-a820b79406c9 {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 21:33:58.374811 n-d-760453-5 neutron-server[103305]: DEBUG neutron.services.segments.db [None req-104ba26d-3198-42ff-9b66-8ce99022d7a3 tempest-NetworksIpV6Test-668566948 tempest-NetworksIpV6Test-668566948-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['06ad2105-371a-4234-9b1e-a820b79406c9']}} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:33:58.387908 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b5d981f-ab5b-418a-b88e-5334e228bbff None None] Checking agent: {'id': 'fea0591a-627d-4c87-9a9a-01625ddf3277', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760453-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 20, 55, 25), 'started_at': datetime.datetime(2022, 1, 26, 20, 55, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 21, 33, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760453-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 26 21:33:58.388328 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b5d981f-ab5b-418a-b88e-5334e228bbff None None] Checking segment: {'id': '25b24ad9-c6a7-4730-b266-dd3c38c87c88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '06ad2105-371a-4234-9b1e-a820b79406c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 21:33:58.389032 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-7b5d981f-ab5b-418a-b88e-5334e228bbff None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:33:58.389573 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b5d981f-ab5b-418a-b88e-5334e228bbff None None] Bound using segment: {'id': '25b24ad9-c6a7-4730-b266-dd3c38c87c88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '06ad2105-371a-4234-9b1e-a820b79406c9'} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 26 21:33:58.390149 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-7b5d981f-ab5b-418a-b88e-5334e228bbff None None] Bound port: f818ff40-e52e-461e-a85e-0af8f3a08b03, host: n-d-760453-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '25b24ad9-c6a7-4730-b266-dd3c38c87c88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '06ad2105-371a-4234-9b1e-a820b79406c9'}}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 26 21:33:58.392928 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-7b5d981f-ab5b-418a-b88e-5334e228bbff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (f818ff40-e52e-461e-a85e-0af8f3a08b03), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:33:58.411383 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a55bf00-496d-46c2-ad6d-e339bc7b7291 tempest-TestSecurityGroupsBasicOps-1066020799 tempest-TestSecurityGroupsBasicOps-1066020799-project] Network 4140a1f1-c93a-4bea-83a0-68953a54f299 is already hosted by enough agents. {{(pid=103305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 21:33:58.412313 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-b06fad63-6fd8-43fe-8cbe-6268a516107a req-ff7ae93a-50f6-46c3-a26b-722bb9101b56 tempest-ServerRescueTestJSONUnderV235-1291171716 tempest-ServerRescueTestJSONUnderV235-1291171716-project] Publish callbacks [] for floatingip (97ec4ecd-e63e-4650-b8dd-2c856b0a90d4), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:33:58.414101 n-d-760453-5 neutron-server[103305]: DEBUG neutron.services.segments.db [None req-104ba26d-3198-42ff-9b66-8ce99022d7a3 tempest-NetworksIpV6Test-668566948 tempest-NetworksIpV6Test-668566948-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '25b24ad9-c6a7-4730-b266-dd3c38c87c88') {'for_net_delete': True} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:33:58.414492 n-d-760453-5 neutron-server[103305]: DEBUG neutron.services.segments.db [None req-104ba26d-3198-42ff-9b66-8ce99022d7a3 tempest-NetworksIpV6Test-668566948 tempest-NetworksIpV6Test-668566948-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '25b24ad9-c6a7-4730-b266-dd3c38c87c88') {} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:33:58.415982 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-b06fad63-6fd8-43fe-8cbe-6268a516107a req-ff7ae93a-50f6-46c3-a26b-722bb9101b56 tempest-ServerRescueTestJSONUnderV235-1291171716 tempest-ServerRescueTestJSONUnderV235-1291171716-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for floatingip (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:33:58.417084 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-b06fad63-6fd8-43fe-8cbe-6268a516107a req-ff7ae93a-50f6-46c3-a26b-722bb9101b56 tempest-ServerRescueTestJSONUnderV235-1291171716 tempest-ServerRescueTestJSONUnderV235-1291171716-project] 10.222.0.13 "DELETE /v2.0/floatingips/97ec4ecd-e63e-4650-b8dd-2c856b0a90d4 HTTP/1.1" status: 204 len: 173 time: 1.0458884 Jan 26 21:33:58.448474 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [None req-9a55bf00-496d-46c2-ad6d-e339bc7b7291 tempest-TestSecurityGroupsBasicOps-1066020799 tempest-TestSecurityGroupsBasicOps-1066020799-project] Resources bound (agent type, host, resource id): {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:33:58.479024 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-104ba26d-3198-42ff-9b66-8ce99022d7a3 tempest-NetworksIpV6Test-668566948 tempest-NetworksIpV6Test-668566948-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746560742283', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11788955'] for segment (25b24ad9-c6a7-4730-b266-dd3c38c87c88), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:33:58.494792 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a55bf00-496d-46c2-ad6d-e339bc7b7291 tempest-TestSecurityGroupsBasicOps-1066020799 tempest-TestSecurityGroupsBasicOps-1066020799-project] Received port after_create {{(pid=103305) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 21:33:58.513046 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a55bf00-496d-46c2-ad6d-e339bc7b7291 tempest-TestSecurityGroupsBasicOps-1066020799 tempest-TestSecurityGroupsBasicOps-1066020799-project] Pushing event updated for resources: {'Port': ['ID=c11b1e38-b21f-4bb6-a775-6574040350a5,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:33:58.532683 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05c6d20-feac-4e67-8bcf-1656cbcaa811 req-723e1621-df1f-474f-9308-3856f5f21a63 tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:33:58.534973 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-c05c6d20-feac-4e67-8bcf-1656cbcaa811 req-723e1621-df1f-474f-9308-3856f5f21a63 tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] 10.222.0.13 "GET /v2.0/ports?device_id=c947e2a6-4eb3-4b93-905b-515cc992a63b HTTP/1.1" status: 200 len: 946 time: 0.0775452 Jan 26 21:33:58.539284 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-ce86d10e-68a2-4efc-b335-bdfea8b3f95d req-7a2c59d9-bd06-4c91-963b-dd21b191bb25 tempest-ServerRescueTestJSONUnderV235-1291171716 tempest-ServerRescueTestJSONUnderV235-1291171716-project] 10.222.0.13 "GET /v2.0/security-groups/ab36f08f-cd39-475b-9240-825024b79a96 HTTP/1.1" status: 200 len: 1825 time: 0.1002245 Jan 26 21:33:58.546610 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-7b5d981f-ab5b-418a-b88e-5334e228bbff None None] For port f818ff40-e52e-461e-a85e-0af8f3a08b03, host n-d-760453-5, cleared binding levels {{(pid=103306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 26 21:33:58.563893 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-7b5d981f-ab5b-418a-b88e-5334e228bbff None None] For port f818ff40-e52e-461e-a85e-0af8f3a08b03, host n-d-760453-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=f818ff40-e52e-461e-a85e-0af8f3a08b03,segment=NetworkSegment(25b24ad9-c6a7-4730-b266-dd3c38c87c88),segment_id=25b24ad9-c6a7-4730-b266-dd3c38c87c88)] {{(pid=103306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 26 21:33:58.574748 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-7b5d981f-ab5b-418a-b88e-5334e228bbff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (f818ff40-e52e-461e-a85e-0af8f3a08b03), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:33:58.583322 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-104ba26d-3198-42ff-9b66-8ce99022d7a3 tempest-NetworksIpV6Test-668566948 tempest-NetworksIpV6Test-668566948-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576559'] for segment (25b24ad9-c6a7-4730-b266-dd3c38c87c88), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:33:58.602765 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-104ba26d-3198-42ff-9b66-8ce99022d7a3 tempest-NetworksIpV6Test-668566948 tempest-NetworksIpV6Test-668566948-project] Releasing vlan 587 on physical network physnet1 to pool {{(pid=103305) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 26 21:33:58.605576 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-104ba26d-3198-42ff-9b66-8ce99022d7a3 tempest-NetworksIpV6Test-668566948 tempest-NetworksIpV6Test-668566948-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11791428'] for segment (25b24ad9-c6a7-4730-b266-dd3c38c87c88), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:33:58.620617 n-d-760453-5 neutron-server[103305]: Traceback (most recent call last): Jan 26 21:33:58.620617 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 26 21:33:58.620617 n-d-760453-5 neutron-server[103305]: timer() Jan 26 21:33:58.620617 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 26 21:33:58.620617 n-d-760453-5 neutron-server[103305]: cb(*args, **kw) Jan 26 21:33:58.620617 n-d-760453-5 neutron-server[103305]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 26 21:33:58.620617 n-d-760453-5 neutron-server[103305]: return func(*args, **kwargs) Jan 26 21:33:58.620617 n-d-760453-5 neutron-server[103305]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 26 21:33:58.620617 n-d-760453-5 neutron-server[103305]: self._notify() Jan 26 21:33:58.620617 n-d-760453-5 neutron-server[103305]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 26 21:33:58.620617 n-d-760453-5 neutron-server[103305]: self.callback(batched_events) Jan 26 21:33:58.620617 n-d-760453-5 neutron-server[103305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 26 21:33:58.620617 n-d-760453-5 neutron-server[103305]: event.method(event) Jan 26 21:33:58.620617 n-d-760453-5 neutron-server[103305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 26 21:33:58.620617 n-d-760453-5 neutron-server[103305]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 26 21:33:58.620617 n-d-760453-5 neutron-server[103305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 26 21:33:58.620617 n-d-760453-5 neutron-server[103305]: aggregate_uuid = self.p_client.list_aggregates( Jan 26 21:33:58.620617 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 26 21:33:58.620617 n-d-760453-5 neutron-server[103305]: return f(self, *a, **k) Jan 26 21:33:58.620617 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 26 21:33:58.620617 n-d-760453-5 neutron-server[103305]: return self._get(url).json() Jan 26 21:33:58.620617 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 26 21:33:58.620617 n-d-760453-5 neutron-server[103305]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 26 21:33:58.620617 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 26 21:33:58.620617 n-d-760453-5 neutron-server[103305]: return self.request(url, 'GET', **kwargs) Jan 26 21:33:58.620617 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 26 21:33:58.620617 n-d-760453-5 neutron-server[103305]: base_url = self.get_endpoint(auth, allow=allow, Jan 26 21:33:58.620617 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 26 21:33:58.620617 n-d-760453-5 neutron-server[103305]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 26 21:33:58.620617 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 26 21:33:58.620617 n-d-760453-5 neutron-server[103305]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 26 21:33:58.620617 n-d-760453-5 neutron-server[103305]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 26 21:33:58.624039 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device b45401d0-c046-49eb-991f-85af6d84bd29 up at agent ovs-agent-n-d-760453-5 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 21:33:58.643237 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-c05c6d20-feac-4e67-8bcf-1656cbcaa811 req-cf5d1f0a-ca44-4bdc-87ed-620b75441139 tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] 10.222.0.13 "GET /v2.0/security-groups?id=d37b3ff7-2317-46ab-9f4f-b0d217809a4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0809786 Jan 26 21:33:58.687345 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-ce86d10e-68a2-4efc-b335-bdfea8b3f95d req-eb4ae12f-709f-48cc-978d-2db7a8be5b13 tempest-ServerRescueTestJSONUnderV235-1291171716 tempest-ServerRescueTestJSONUnderV235-1291171716-project] Publish callbacks [] for security_group (ab36f08f-cd39-475b-9240-825024b79a96), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:33:58.713459 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b5d981f-ab5b-418a-b88e-5334e228bbff None None] Pushing event updated for resources: {'Port': ['ID=f818ff40-e52e-461e-a85e-0af8f3a08b03,revision_number=2']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:33:58.719955 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-ce86d10e-68a2-4efc-b335-bdfea8b3f95d req-eb4ae12f-709f-48cc-978d-2db7a8be5b13 tempest-ServerRescueTestJSONUnderV235-1291171716 tempest-ServerRescueTestJSONUnderV235-1291171716-project] Publish callbacks [] for security_group (ab36f08f-cd39-475b-9240-825024b79a96), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:33:58.766613 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-ce86d10e-68a2-4efc-b335-bdfea8b3f95d req-eb4ae12f-709f-48cc-978d-2db7a8be5b13 tempest-ServerRescueTestJSONUnderV235-1291171716 tempest-ServerRescueTestJSONUnderV235-1291171716-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (ab36f08f-cd39-475b-9240-825024b79a96), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:33:58.770653 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-ce86d10e-68a2-4efc-b335-bdfea8b3f95d req-eb4ae12f-709f-48cc-978d-2db7a8be5b13 tempest-ServerRescueTestJSONUnderV235-1291171716 tempest-ServerRescueTestJSONUnderV235-1291171716-project] Publish callbacks [] for security_group (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:33:58.771946 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-ce86d10e-68a2-4efc-b335-bdfea8b3f95d req-eb4ae12f-709f-48cc-978d-2db7a8be5b13 tempest-ServerRescueTestJSONUnderV235-1291171716 tempest-ServerRescueTestJSONUnderV235-1291171716-project] 10.222.0.13 "DELETE /v2.0/security-groups/ab36f08f-cd39-475b-9240-825024b79a96 HTTP/1.1" status: 204 len: 173 time: 0.2268476 Jan 26 21:33:58.782915 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0252f945-05a7-48f3-9def-ccd0a13865d8 None None] get_active_networks_info from n-d-760453-5 {{(pid=103306) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jan 26 21:33:58.785498 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb4ae12f-709f-48cc-978d-2db7a8be5b13 tempest-ServerRescueTestJSONUnderV235-1291171716 tempest-ServerRescueTestJSONUnderV235-1291171716-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab36f08f-cd39-475b-9240-825024b79a96,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:33:58.839077 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Provisioning complete for port b45401d0-c046-49eb-991f-85af6d84bd29 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:33:58.839486 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (b45401d0-c046-49eb-991f-85af6d84bd29), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:33:58.890540 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.db.api [None req-104ba26d-3198-42ff-9b66-8ce99022d7a3 tempest-NetworksIpV6Test-668566948 tempest-NetworksIpV6Test-668566948-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jan 26 21:33:58.890540 n-d-760453-5 neutron-server[103305]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jan 26 21:33:58.890540 n-d-760453-5 neutron-server[103305]: [parameters: {'id': '06ad2105-371a-4234-9b1e-a820b79406c9'}] Jan 26 21:33:58.890540 n-d-760453-5 neutron-server[103305]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103305) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 26 21:33:58.891452 n-d-760453-5 neutron-server[103305]: DEBUG oslo_db.api [None req-104ba26d-3198-42ff-9b66-8ce99022d7a3 tempest-NetworksIpV6Test-668566948 tempest-NetworksIpV6Test-668566948-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 26 21:33:59.031917 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Current status of the port b45401d0-c046-49eb-991f-85af6d84bd29 is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:33:59.042789 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-9a55bf00-496d-46c2-ad6d-e339bc7b7291 tempest-TestSecurityGroupsBasicOps-1066020799 tempest-TestSecurityGroupsBasicOps-1066020799-project] Publish callbacks [] for router_gateway (d1076edd-1bb5-4c45-8116-0703aec35bed), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:33:59.049788 n-d-760453-5 neutron-server[103306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0252f945-05a7-48f3-9def-ccd0a13865d8 None None] Resources bound (agent type, host, resource id): {{(pid=103306) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 26 21:33:59.168982 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40683bd8-91a8-4499-ab39-fe3bf8d4d358 req-ed8c9d2a-7c2b-4bbc-b598-75f62b9d6143 tempest-ServerRescueTestJSONUnderV235-1291171716 tempest-ServerRescueTestJSONUnderV235-1291171716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:33:59.170742 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-40683bd8-91a8-4499-ab39-fe3bf8d4d358 req-ed8c9d2a-7c2b-4bbc-b598-75f62b9d6143 tempest-ServerRescueTestJSONUnderV235-1291171716 tempest-ServerRescueTestJSONUnderV235-1291171716-project] 10.222.0.13 "GET /v2.0/ports?device_id=fa94c08a-a39f-4bcf-bb25-fb744cb9827e HTTP/1.1" status: 200 len: 946 time: 0.0864265 Jan 26 21:33:59.223670 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-40683bd8-91a8-4499-ab39-fe3bf8d4d358 req-c2a464a0-c5ee-4eed-bdce-099d4a370e4b tempest-ServerRescueTestJSONUnderV235-1291171716 tempest-ServerRescueTestJSONUnderV235-1291171716-project] 10.222.0.13 "GET /v2.0/security-groups?id=4dafcfd2-99ad-4b4e-b11f-af398c9060fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471616 Jan 26 21:33:59.317278 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abba19c0-dbc9-4a2e-8cf8-543b9715de8a None None] Network 06ad2105-371a-4234-9b1e-a820b79406c9 requested from n-d-760453-5 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 26 21:33:59.342019 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-9a55bf00-496d-46c2-ad6d-e339bc7b7291 tempest-TestSecurityGroupsBasicOps-1066020799 tempest-TestSecurityGroupsBasicOps-1066020799-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4105757', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4111263'] for router (d1076edd-1bb5-4c45-8116-0703aec35bed), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:33:59.399003 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-104ba26d-3198-42ff-9b66-8ce99022d7a3 tempest-NetworksIpV6Test-668566948 tempest-NetworksIpV6Test-668566948-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-748181'] for network (06ad2105-371a-4234-9b1e-a820b79406c9), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:33:59.533543 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-104ba26d-3198-42ff-9b66-8ce99022d7a3 tempest-NetworksIpV6Test-668566948 tempest-NetworksIpV6Test-668566948-project] Deleting port f818ff40-e52e-461e-a85e-0af8f3a08b03 {{(pid=103305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 21:33:59.534066 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-104ba26d-3198-42ff-9b66-8ce99022d7a3 tempest-NetworksIpV6Test-668566948 tempest-NetworksIpV6Test-668566948-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746560630878'] for port (f818ff40-e52e-461e-a85e-0af8f3a08b03), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:33:59.614917 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a55bf00-496d-46c2-ad6d-e339bc7b7291 tempest-TestSecurityGroupsBasicOps-1066020799 tempest-TestSecurityGroupsBasicOps-1066020799-project] Router d1076edd-1bb5-4c45-8116-0703aec35bed is scheduled to L3 agent 09df100c-3af1-4b0a-bda8-05914c71c458 with binding_index 1 {{(pid=103305) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 26 21:33:59.625328 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [None req-104ba26d-3198-42ff-9b66-8ce99022d7a3 tempest-NetworksIpV6Test-668566948 tempest-NetworksIpV6Test-668566948-project] For port f818ff40-e52e-461e-a85e-0af8f3a08b03, host n-d-760453-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=f818ff40-e52e-461e-a85e-0af8f3a08b03,segment=NetworkSegment(25b24ad9-c6a7-4730-b266-dd3c38c87c88),segment_id=25b24ad9-c6a7-4730-b266-dd3c38c87c88)] {{(pid=103305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:33:59.625853 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-104ba26d-3198-42ff-9b66-8ce99022d7a3 tempest-NetworksIpV6Test-668566948 tempest-NetworksIpV6Test-668566948-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4109658'] for port (f818ff40-e52e-461e-a85e-0af8f3a08b03), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:33:59.676630 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-104ba26d-3198-42ff-9b66-8ce99022d7a3 tempest-NetworksIpV6Test-668566948 tempest-NetworksIpV6Test-668566948-project] Calling delete_port for f818ff40-e52e-461e-a85e-0af8f3a08b03 owned by network:dhcp {{(pid=103305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 21:33:59.798500 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804dd02e-97b0-4ae4-926e-b804dd9e6cce req-5f40b1a9-02cd-4173-89f4-d988b81c04ca tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:33:59.800403 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-804dd02e-97b0-4ae4-926e-b804dd9e6cce req-5f40b1a9-02cd-4173-89f4-d988b81c04ca tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] 10.222.0.13 "GET /v2.0/ports?device_id=c947e2a6-4eb3-4b93-905b-515cc992a63b HTTP/1.1" status: 200 len: 946 time: 0.0555758 Jan 26 21:33:59.800560 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a55bf00-496d-46c2-ad6d-e339bc7b7291 tempest-TestSecurityGroupsBasicOps-1066020799 tempest-TestSecurityGroupsBasicOps-1066020799-project] Notify agent at l3_agent.n-d-760453-5 the message routers_updated {{(pid=103305) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 26 21:33:59.827090 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c712f1a6-821c-4ec7-af79-8bcfd0b35179 None None] Sync routers for ids ['d1076edd-1bb5-4c45-8116-0703aec35bed'] in n-d-760453-5 {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 26 21:33:59.842659 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c712f1a6-821c-4ec7-af79-8bcfd0b35179 None None] Routers {'d1076edd-1bb5-4c45-8116-0703aec35bed'} bound to L3 agent in host n-d-760453-5 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 21:33:59.843682 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-c712f1a6-821c-4ec7-af79-8bcfd0b35179 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-26T20:55:21Z,description=,heartbeat_timestamp=2022-01-26T21:33:51Z,host='n-d-760453-5',id=09df100c-3af1-4b0a-bda8-05914c71c458,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:55:21Z,topic='l3_agent')) {'router_ids': ['d1076edd-1bb5-4c45-8116-0703aec35bed'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:33:59.844804 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-9a55bf00-496d-46c2-ad6d-e339bc7b7291 tempest-TestSecurityGroupsBasicOps-1066020799 tempest-TestSecurityGroupsBasicOps-1066020799-project] Publish callbacks [] for router (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:33:59.850067 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-9a55bf00-496d-46c2-ad6d-e339bc7b7291 tempest-TestSecurityGroupsBasicOps-1066020799 tempest-TestSecurityGroupsBasicOps-1066020799-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 3.4870377 Jan 26 21:33:59.851963 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 55896) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:33:59.870034 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-104ba26d-3198-42ff-9b66-8ce99022d7a3 tempest-NetworksIpV6Test-668566948 tempest-NetworksIpV6Test-668566948-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746560636600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746560234536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11791543'] for port (f818ff40-e52e-461e-a85e-0af8f3a08b03), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:33:59.917577 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-804dd02e-97b0-4ae4-926e-b804dd9e6cce req-c2703792-ba17-45bf-9516-3b576fdbca5c tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] 10.222.0.13 "GET /v2.0/security-groups?id=d37b3ff7-2317-46ab-9f4f-b0d217809a4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0942879 Jan 26 21:33:59.937904 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-104ba26d-3198-42ff-9b66-8ce99022d7a3 tempest-NetworksIpV6Test-668566948 tempest-NetworksIpV6Test-668566948-project] Pushing event deleted for resources: {'Port': ['ID=f818ff40-e52e-461e-a85e-0af8f3a08b03,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:33:59.979809 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-104ba26d-3198-42ff-9b66-8ce99022d7a3 tempest-NetworksIpV6Test-668566948 tempest-NetworksIpV6Test-668566948-project] No DVR routers for this DVR port f818ff40-e52e-461e-a85e-0af8f3a08b03 on host n-d-760453-5 {{(pid=103305) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 26 21:33:59.991029 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-dc9b8068-44a3-4eec-b380-cc802426b645 tempest-TestSecurityGroupsBasicOps-883058817 tempest-TestSecurityGroupsBasicOps-883058817-project-admin] 10.222.0.13 "GET /v2.0/subnets?project_id=205750efebb7460ebd239c85a19dfc92&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1349890 Jan 26 21:33:59.992372 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 55900) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:34:00.055420 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_dvr_db [None req-c712f1a6-821c-4ec7-af79-8bcfd0b35179 None None] Set router d1076edd-1bb5-4c45-8116-0703aec35bed gateway port host: n-d-760453-5 {{(pid=103307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 21:34:00.105828 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-104ba26d-3198-42ff-9b66-8ce99022d7a3 tempest-NetworksIpV6Test-668566948 tempest-NetworksIpV6Test-668566948-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-686403', 'neutron.services.segments.db._delete_segments_for_network-8746560774018'] for network (06ad2105-371a-4234-9b1e-a820b79406c9), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:34:00.136038 n-d-760453-5 neutron-server[103305]: DEBUG neutron.services.segments.db [None req-104ba26d-3198-42ff-9b66-8ce99022d7a3 tempest-NetworksIpV6Test-668566948 tempest-NetworksIpV6Test-668566948-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['06ad2105-371a-4234-9b1e-a820b79406c9']}} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:34:00.151314 n-d-760453-5 neutron-server[103305]: DEBUG neutron.services.segments.db [None req-104ba26d-3198-42ff-9b66-8ce99022d7a3 tempest-NetworksIpV6Test-668566948 tempest-NetworksIpV6Test-668566948-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '25b24ad9-c6a7-4730-b266-dd3c38c87c88') {'for_net_delete': True} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:34:00.152798 n-d-760453-5 neutron-server[103305]: DEBUG neutron.services.segments.db [None req-104ba26d-3198-42ff-9b66-8ce99022d7a3 tempest-NetworksIpV6Test-668566948 tempest-NetworksIpV6Test-668566948-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '25b24ad9-c6a7-4730-b266-dd3c38c87c88') {} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:34:00.166943 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-104ba26d-3198-42ff-9b66-8ce99022d7a3 tempest-NetworksIpV6Test-668566948 tempest-NetworksIpV6Test-668566948-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746560742283', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11788955'] for segment (25b24ad9-c6a7-4730-b266-dd3c38c87c88), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:34:00.188178 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-104ba26d-3198-42ff-9b66-8ce99022d7a3 tempest-NetworksIpV6Test-668566948 tempest-NetworksIpV6Test-668566948-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576559'] for segment (25b24ad9-c6a7-4730-b266-dd3c38c87c88), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:34:00.197926 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-104ba26d-3198-42ff-9b66-8ce99022d7a3 tempest-NetworksIpV6Test-668566948 tempest-NetworksIpV6Test-668566948-project] Releasing vlan 587 on physical network physnet1 to pool {{(pid=103305) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 26 21:34:00.198886 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-104ba26d-3198-42ff-9b66-8ce99022d7a3 tempest-NetworksIpV6Test-668566948 tempest-NetworksIpV6Test-668566948-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11791428'] for segment (25b24ad9-c6a7-4730-b266-dd3c38c87c88), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:34:00.206375 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98b072d8-4713-4626-bea2-521c22d93650 tempest-TestSecurityGroupsBasicOps-883058817 tempest-TestSecurityGroupsBasicOps-883058817-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:34:00.207922 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-98b072d8-4713-4626-bea2-521c22d93650 tempest-TestSecurityGroupsBasicOps-883058817 tempest-TestSecurityGroupsBasicOps-883058817-project-admin] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2146509 Jan 26 21:34:00.213769 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 55902) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:34:00.273122 n-d-760453-5 neutron-server[103305]: Traceback (most recent call last): Jan 26 21:34:00.273122 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 26 21:34:00.273122 n-d-760453-5 neutron-server[103305]: timer() Jan 26 21:34:00.273122 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 26 21:34:00.273122 n-d-760453-5 neutron-server[103305]: cb(*args, **kw) Jan 26 21:34:00.273122 n-d-760453-5 neutron-server[103305]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 26 21:34:00.273122 n-d-760453-5 neutron-server[103305]: return func(*args, **kwargs) Jan 26 21:34:00.273122 n-d-760453-5 neutron-server[103305]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 26 21:34:00.273122 n-d-760453-5 neutron-server[103305]: self._notify() Jan 26 21:34:00.273122 n-d-760453-5 neutron-server[103305]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 26 21:34:00.273122 n-d-760453-5 neutron-server[103305]: self.callback(batched_events) Jan 26 21:34:00.273122 n-d-760453-5 neutron-server[103305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 26 21:34:00.273122 n-d-760453-5 neutron-server[103305]: event.method(event) Jan 26 21:34:00.273122 n-d-760453-5 neutron-server[103305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 26 21:34:00.273122 n-d-760453-5 neutron-server[103305]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 26 21:34:00.273122 n-d-760453-5 neutron-server[103305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 26 21:34:00.273122 n-d-760453-5 neutron-server[103305]: aggregate_uuid = self.p_client.list_aggregates( Jan 26 21:34:00.273122 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 26 21:34:00.273122 n-d-760453-5 neutron-server[103305]: return f(self, *a, **k) Jan 26 21:34:00.273122 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 26 21:34:00.273122 n-d-760453-5 neutron-server[103305]: return self._get(url).json() Jan 26 21:34:00.273122 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 26 21:34:00.273122 n-d-760453-5 neutron-server[103305]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 26 21:34:00.273122 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 26 21:34:00.273122 n-d-760453-5 neutron-server[103305]: return self.request(url, 'GET', **kwargs) Jan 26 21:34:00.273122 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 26 21:34:00.273122 n-d-760453-5 neutron-server[103305]: base_url = self.get_endpoint(auth, allow=allow, Jan 26 21:34:00.273122 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 26 21:34:00.273122 n-d-760453-5 neutron-server[103305]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 26 21:34:00.273122 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 26 21:34:00.273122 n-d-760453-5 neutron-server[103305]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 26 21:34:00.273122 n-d-760453-5 neutron-server[103305]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 26 21:34:00.285020 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-104ba26d-3198-42ff-9b66-8ce99022d7a3 tempest-NetworksIpV6Test-668566948 tempest-NetworksIpV6Test-668566948-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4110931'] for network (06ad2105-371a-4234-9b1e-a820b79406c9), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:34:00.290981 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-6eb2cf58-0181-43e2-afc4-f9b42dc8edff tempest-TestSecurityGroupsBasicOps-883058817 tempest-TestSecurityGroupsBasicOps-883058817-project-admin] 10.222.0.13 "GET /v2.0/subnets?network_id=4140a1f1-c93a-4bea-83a0-68953a54f299&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0730336 Jan 26 21:34:00.291897 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 55906) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:34:00.296851 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-c2a29dce-a140-4e48-98a8-38d8cf3b9a65 tempest-TestSecurityGroupsBasicOps-1066020799 tempest-TestSecurityGroupsBasicOps-1066020799-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-56977611', 'network_id': '8ccb4f7e-e6e3-4ac7-b6f8-162d9e73f0be', 'project_id': '205750efebb7460ebd239c85a19dfc92', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:34:00.299532 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-104ba26d-3198-42ff-9b66-8ce99022d7a3 tempest-NetworksIpV6Test-668566948 tempest-NetworksIpV6Test-668566948-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709645'] for network (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:34:00.303745 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-104ba26d-3198-42ff-9b66-8ce99022d7a3 tempest-NetworksIpV6Test-668566948 tempest-NetworksIpV6Test-668566948-project] 10.222.0.13 "DELETE /v2.0/networks/06ad2105-371a-4234-9b1e-a820b79406c9 HTTP/1.1" status: 204 len: 168 time: 2.7531207 Jan 26 21:34:00.318762 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 55908) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:34:00.325458 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-6cf199da-6048-43db-981f-cf9e6db76d1a tempest-NetworksIpV6Test-668566948 tempest-NetworksIpV6Test-668566948-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2059382839'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:34:00.332134 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-104ba26d-3198-42ff-9b66-8ce99022d7a3 tempest-NetworksIpV6Test-668566948 tempest-NetworksIpV6Test-668566948-project] Pushing event deleted for resources: {'Network': ['ID=06ad2105-371a-4234-9b1e-a820b79406c9,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:34:00.356543 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6cf199da-6048-43db-981f-cf9e6db76d1a tempest-NetworksIpV6Test-668566948 tempest-NetworksIpV6Test-668566948-project] Made reservation on behalf of 2462d16165ce43afa6a1542a7ea701c8 for: {'network': 1} {{(pid=103305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 21:34:00.361747 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-6cf199da-6048-43db-981f-cf9e6db76d1a tempest-NetworksIpV6Test-668566948 tempest-NetworksIpV6Test-668566948-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for network (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:34:00.396554 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6cf199da-6048-43db-981f-cf9e6db76d1a tempest-NetworksIpV6Test-668566948 tempest-NetworksIpV6Test-668566948-project] vlan segment allocate from pool success with {'vlan_id': 552, 'physical_network': 'physnet1'} {{(pid=103305) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 26 21:34:00.407787 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-6cf199da-6048-43db-981f-cf9e6db76d1a tempest-NetworksIpV6Test-668566948 tempest-NetworksIpV6Test-668566948-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576559'] for segment (d41a082d-25e6-4e5d-a09e-18dd8f18bfe4), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:34:00.408129 n-d-760453-5 neutron-server[103305]: INFO neutron.db.segments_db [None req-6cf199da-6048-43db-981f-cf9e6db76d1a tempest-NetworksIpV6Test-668566948 tempest-NetworksIpV6Test-668566948-project] Added segment d41a082d-25e6-4e5d-a09e-18dd8f18bfe4 of type vlan for network b5d27723-81c2-4f9d-9095-574682a636fc Jan 26 21:34:00.458621 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-6cf199da-6048-43db-981f-cf9e6db76d1a tempest-NetworksIpV6Test-668566948 tempest-NetworksIpV6Test-668566948-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746560256871'] for network (b5d27723-81c2-4f9d-9095-574682a636fc), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:34:00.491242 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-6cf199da-6048-43db-981f-cf9e6db76d1a tempest-NetworksIpV6Test-668566948 tempest-NetworksIpV6Test-668566948-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503'] for network (b5d27723-81c2-4f9d-9095-574682a636fc), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:34:00.503247 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cf199da-6048-43db-981f-cf9e6db76d1a tempest-NetworksIpV6Test-668566948 tempest-NetworksIpV6Test-668566948-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:34:00.504340 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-6cf199da-6048-43db-981f-cf9e6db76d1a tempest-NetworksIpV6Test-668566948 tempest-NetworksIpV6Test-668566948-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709645'] for network (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:34:00.508155 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7128235-5f2b-4b57-9c15-805693a66b31 req-6f9acc43-a733-45d9-ab57-ef567284a5ca tempest-ServerRescueTestJSONUnderV235-1291171716 tempest-ServerRescueTestJSONUnderV235-1291171716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:34:00.511202 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-a7128235-5f2b-4b57-9c15-805693a66b31 req-6f9acc43-a733-45d9-ab57-ef567284a5ca tempest-ServerRescueTestJSONUnderV235-1291171716 tempest-ServerRescueTestJSONUnderV235-1291171716-project] 10.222.0.13 "GET /v2.0/ports?device_id=fa94c08a-a39f-4bcf-bb25-fb744cb9827e HTTP/1.1" status: 200 len: 946 time: 0.1384923 Jan 26 21:34:00.518361 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2a29dce-a140-4e48-98a8-38d8cf3b9a65 tempest-TestSecurityGroupsBasicOps-1066020799 tempest-TestSecurityGroupsBasicOps-1066020799-project] Made reservation on behalf of 205750efebb7460ebd239c85a19dfc92 for: {'subnet': 1} {{(pid=103304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 21:34:00.522419 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-c2a29dce-a140-4e48-98a8-38d8cf3b9a65 tempest-TestSecurityGroupsBasicOps-1066020799 tempest-TestSecurityGroupsBasicOps-1066020799-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12215181'] for subnet (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:34:00.526887 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-c712f1a6-821c-4ec7-af79-8bcfd0b35179 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1076edd-1bb5-4c45-8116-0703aec35bed', 'name': 'tempest-TestSecurityGroupsBasicOps-router-143138305', 'tenant_id': '205750efebb7460ebd239c85a19dfc92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'external_fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.231'}], 'enable_snat': True}, 'gw_port_id': 'c11b1e38-b21f-4bb6-a775-6574040350a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T21:33:56Z', 'updated_at': '2022-01-26T21:33:58Z', 'revision_number': 3, 'project_id': '205750efebb7460ebd239c85a19dfc92', 'gw_port': {'id': 'c11b1e38-b21f-4bb6-a775-6574040350a5', 'name': '', 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:9d:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1076edd-1bb5-4c45-8116-0703aec35bed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2925, 'fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:33:57Z', 'updated_at': '2022-01-26T21:33:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-5'}], 'n-d-760453-5', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:34:00.562201 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c712f1a6-821c-4ec7-af79-8bcfd0b35179 None None] Checking router: d1076edd-1bb5-4c45-8116-0703aec35bed for host: n-d-760453-5 {{(pid=103307) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 26 21:34:00.563662 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c712f1a6-821c-4ec7-af79-8bcfd0b35179 None None] Updating router d1076edd-1bb5-4c45-8116-0703aec35bed port c11b1e38-b21f-4bb6-a775-6574040350a5 binding host n-d-760453-5 {{(pid=103307) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 26 21:34:00.599490 n-d-760453-5 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-c712f1a6-821c-4ec7-af79-8bcfd0b35179 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (c11b1e38-b21f-4bb6-a775-6574040350a5), before_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:34:00.604189 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-6cf199da-6048-43db-981f-cf9e6db76d1a tempest-NetworksIpV6Test-668566948 tempest-NetworksIpV6Test-668566948-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2838938 Jan 26 21:34:00.604663 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 55914) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:34:00.612118 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf199da-6048-43db-981f-cf9e6db76d1a tempest-NetworksIpV6Test-668566948 tempest-NetworksIpV6Test-668566948-project] Pushing event updated for resources: {'Network': ['ID=b5d27723-81c2-4f9d-9095-574682a636fc,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:34:00.612373 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-447f5992-63ae-445c-a1c4-2e611a15e19c tempest-NetworksIpV6Test-668566948 tempest-NetworksIpV6Test-668566948-project] Request body: {'subnet': {'network_id': 'b5d27723-81c2-4f9d-9095-574682a636fc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:34:00.623698 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Network b5d27723-81c2-4f9d-9095-574682a636fc details requested by agent ovs-agent-n-d-760453-5 with host n-d-760453-5 {{(pid=103306) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 26 21:34:00.740645 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-a7128235-5f2b-4b57-9c15-805693a66b31 req-c36e1571-b4fd-4d49-aec4-b7fb01200693 tempest-ServerRescueTestJSONUnderV235-1291171716 tempest-ServerRescueTestJSONUnderV235-1291171716-project] 10.222.0.13 "GET /v2.0/security-groups?id=4dafcfd2-99ad-4b4e-b11f-af398c9060fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2129266 Jan 26 21:34:00.820057 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-447f5992-63ae-445c-a1c4-2e611a15e19c tempest-NetworksIpV6Test-668566948 tempest-NetworksIpV6Test-668566948-project] Made reservation on behalf of 2462d16165ce43afa6a1542a7ea701c8 for: {'subnet': 1} {{(pid=103304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 21:34:00.829997 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-447f5992-63ae-445c-a1c4-2e611a15e19c tempest-NetworksIpV6Test-668566948 tempest-NetworksIpV6Test-668566948-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12215181'] for subnet (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:34:00.955255 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-c2a29dce-a140-4e48-98a8-38d8cf3b9a65 tempest-TestSecurityGroupsBasicOps-1066020799 tempest-TestSecurityGroupsBasicOps-1066020799-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9285249', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12215227'] for subnet (67d88e25-bbb6-4ba6-8387-d3dd3b658f0e), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:34:01.050972 n-d-760453-5 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-c712f1a6-821c-4ec7-af79-8bcfd0b35179 None None] Publish callbacks [] for port (c11b1e38-b21f-4bb6-a775-6574040350a5), precommit_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:34:01.064947 n-d-760453-5 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-c712f1a6-821c-4ec7-af79-8bcfd0b35179 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (c11b1e38-b21f-4bb6-a775-6574040350a5), after_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:34:01.104134 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a29dce-a140-4e48-98a8-38d8cf3b9a65 tempest-TestSecurityGroupsBasicOps-1066020799 tempest-TestSecurityGroupsBasicOps-1066020799-project] Pushing event updated for resources: {'Subnet': ['ID=67d88e25-bbb6-4ba6-8387-d3dd3b658f0e,revision_number=0']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:34:01.113469 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2a29dce-a140-4e48-98a8-38d8cf3b9a65 tempest-TestSecurityGroupsBasicOps-1066020799 tempest-TestSecurityGroupsBasicOps-1066020799-project] Checking segment: {'id': '2badee1d-4e60-412c-91a4-4ad3556eb390', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '8ccb4f7e-e6e3-4ac7-b6f8-162d9e73f0be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103304) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 21:34:01.113842 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2a29dce-a140-4e48-98a8-38d8cf3b9a65 tempest-TestSecurityGroupsBasicOps-1066020799 tempest-TestSecurityGroupsBasicOps-1066020799-project] Network hostable DHCP agents. Network: 8ccb4f7e-e6e3-4ac7-b6f8-162d9e73f0be, hostable agents: ['474ccdf7-ab6c-405b-a3b2-dc7b05829902'], hosted agents: [] {{(pid=103304) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 26 21:34:01.122283 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e774eab-cad8-4c63-89e1-3f0deb53068f req-ddc2532c-27cc-4c9e-9ba4-d0f1c1413906 tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:34:01.123845 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-7e774eab-cad8-4c63-89e1-3f0deb53068f req-ddc2532c-27cc-4c9e-9ba4-d0f1c1413906 tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] 10.222.0.13 "GET /v2.0/ports?device_id=c947e2a6-4eb3-4b93-905b-515cc992a63b HTTP/1.1" status: 200 len: 946 time: 0.1138089 Jan 26 21:34:01.132928 n-d-760453-5 neutron-server[103307]: DEBUG neutron.plugins.ml2.managers [None req-c712f1a6-821c-4ec7-af79-8bcfd0b35179 None None] Attempting to bind port c11b1e38-b21f-4bb6-a775-6574040350a5 on host n-d-760453-5 for vnic_type normal with profile {{(pid=103307) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 21:34:01.133321 n-d-760453-5 neutron-server[103307]: DEBUG neutron.plugins.ml2.managers [None req-c712f1a6-821c-4ec7-af79-8bcfd0b35179 None None] Attempting to bind port c11b1e38-b21f-4bb6-a775-6574040350a5 by drivers openvswitch,hyperv on host n-d-760453-5 at level 0 using segments [{'id': 'e17cb353-418f-48b9-b982-21a6233ee99b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299'}] {{(pid=103307) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 26 21:34:01.134369 n-d-760453-5 neutron-server[103307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c712f1a6-821c-4ec7-af79-8bcfd0b35179 None None] Attempting to bind port c11b1e38-b21f-4bb6-a775-6574040350a5 on network 4140a1f1-c93a-4bea-83a0-68953a54f299 {{(pid=103307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 21:34:01.144451 n-d-760453-5 neutron-server[103307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c712f1a6-821c-4ec7-af79-8bcfd0b35179 None None] Checking agent: {'id': 'fea0591a-627d-4c87-9a9a-01625ddf3277', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760453-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 20, 55, 25), 'started_at': datetime.datetime(2022, 1, 26, 20, 55, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 21, 33, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760453-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 26 21:34:01.144864 n-d-760453-5 neutron-server[103307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c712f1a6-821c-4ec7-af79-8bcfd0b35179 None None] Checking segment: {'id': 'e17cb353-418f-48b9-b982-21a6233ee99b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103307) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 21:34:01.145234 n-d-760453-5 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-c712f1a6-821c-4ec7-af79-8bcfd0b35179 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:34:01.145773 n-d-760453-5 neutron-server[103307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c712f1a6-821c-4ec7-af79-8bcfd0b35179 None None] Bound using segment: {'id': 'e17cb353-418f-48b9-b982-21a6233ee99b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299'} {{(pid=103307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 26 21:34:01.146513 n-d-760453-5 neutron-server[103307]: DEBUG neutron.plugins.ml2.managers [None req-c712f1a6-821c-4ec7-af79-8bcfd0b35179 None None] Bound port: c11b1e38-b21f-4bb6-a775-6574040350a5, host: n-d-760453-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e17cb353-418f-48b9-b982-21a6233ee99b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299'}}] {{(pid=103307) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 26 21:34:01.146902 n-d-760453-5 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-c712f1a6-821c-4ec7-af79-8bcfd0b35179 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (c11b1e38-b21f-4bb6-a775-6574040350a5), before_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:34:01.216757 n-d-760453-5 neutron-server[103307]: DEBUG neutron.plugins.ml2.db [None req-c712f1a6-821c-4ec7-af79-8bcfd0b35179 None None] For port c11b1e38-b21f-4bb6-a775-6574040350a5, host n-d-760453-5, cleared binding levels {{(pid=103307) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 26 21:34:01.216985 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2a29dce-a140-4e48-98a8-38d8cf3b9a65 tempest-TestSecurityGroupsBasicOps-1066020799 tempest-TestSecurityGroupsBasicOps-1066020799-project] Network 8ccb4f7e-e6e3-4ac7-b6f8-162d9e73f0be is scheduled to be hosted by DHCP agent 474ccdf7-ab6c-405b-a3b2-dc7b05829902 with binding_index 1 {{(pid=103304) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 26 21:34:01.220030 n-d-760453-5 neutron-server[103307]: DEBUG neutron.plugins.ml2.db [None req-c712f1a6-821c-4ec7-af79-8bcfd0b35179 None None] For port c11b1e38-b21f-4bb6-a775-6574040350a5, host n-d-760453-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=c11b1e38-b21f-4bb6-a775-6574040350a5,segment=NetworkSegment(e17cb353-418f-48b9-b982-21a6233ee99b),segment_id=e17cb353-418f-48b9-b982-21a6233ee99b)] {{(pid=103307) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 26 21:34:01.244246 n-d-760453-5 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-c712f1a6-821c-4ec7-af79-8bcfd0b35179 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (c11b1e38-b21f-4bb6-a775-6574040350a5), after_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:34:01.247056 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c20b2c-bf7c-40a2-a8ca-61ade0a9946d None None] Pushing event updated for resources: {'Port': ['ID=c11b1e38-b21f-4bb6-a775-6574040350a5,revision_number=2']} {{(pid=103307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:34:01.260438 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-7e774eab-cad8-4c63-89e1-3f0deb53068f req-e0eeea6d-1059-40e0-887e-e2f12b14f964 tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] 10.222.0.13 "GET /v2.0/security-groups?id=d37b3ff7-2317-46ab-9f4f-b0d217809a4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1269069 Jan 26 21:34:01.267368 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [None req-c2a29dce-a140-4e48-98a8-38d8cf3b9a65 tempest-TestSecurityGroupsBasicOps-1066020799 tempest-TestSecurityGroupsBasicOps-1066020799-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760453-5, 8ccb4f7e-e6e3-4ac7-b6f8-162d9e73f0be) {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:34:01.278493 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2a29dce-a140-4e48-98a8-38d8cf3b9a65 tempest-TestSecurityGroupsBasicOps-1066020799 tempest-TestSecurityGroupsBasicOps-1066020799-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:34:01.279308 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-c2a29dce-a140-4e48-98a8-38d8cf3b9a65 tempest-TestSecurityGroupsBasicOps-1066020799 tempest-TestSecurityGroupsBasicOps-1066020799-project] Publish callbacks [] for subnet (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:34:01.282526 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-822269ee-b867-470e-99b5-c86f077bdd17 None None] Network 8ccb4f7e-e6e3-4ac7-b6f8-162d9e73f0be requested from n-d-760453-5 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 26 21:34:01.360472 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-c2a29dce-a140-4e48-98a8-38d8cf3b9a65 tempest-TestSecurityGroupsBasicOps-1066020799 tempest-TestSecurityGroupsBasicOps-1066020799-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.0629327 Jan 26 21:34:01.361214 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 55918) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:34:01.363203 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ba7206-430a-4286-96b1-c4515d890cd7 req-b94e955a-cfa6-41af-a89c-541779c27bc5 tempest-ServerRescueTestJSONUnderV235-1291171716 tempest-ServerRescueTestJSONUnderV235-1291171716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:34:01.364710 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-25ba7206-430a-4286-96b1-c4515d890cd7 req-b94e955a-cfa6-41af-a89c-541779c27bc5 tempest-ServerRescueTestJSONUnderV235-1291171716 tempest-ServerRescueTestJSONUnderV235-1291171716-project] 10.222.0.57 "GET /v2.0/ports?device_id=fa94c08a-a39f-4bcf-bb25-fb744cb9827e HTTP/1.1" status: 200 len: 946 time: 0.1702683 Jan 26 21:34:01.367633 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-447f5992-63ae-445c-a1c4-2e611a15e19c tempest-NetworksIpV6Test-668566948 tempest-NetworksIpV6Test-668566948-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9285249', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12215227'] for subnet (00b8ef10-f144-48ec-b659-6f45bddc8f59), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:34:01.370787 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c20b2c-bf7c-40a2-a8ca-61ade0a9946d None None] Pushing event updated for resources: {'Port': ['ID=c11b1e38-b21f-4bb6-a775-6574040350a5,revision_number=3']} {{(pid=103307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:34:01.406131 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c712f1a6-821c-4ec7-af79-8bcfd0b35179 None None] Routers {'d1076edd-1bb5-4c45-8116-0703aec35bed'} bound to L3 agent in host n-d-760453-5 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 21:34:01.406960 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-c712f1a6-821c-4ec7-af79-8bcfd0b35179 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-26T20:55:21Z,description=,heartbeat_timestamp=2022-01-26T21:33:51Z,host='n-d-760453-5',id=09df100c-3af1-4b0a-bda8-05914c71c458,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:55:21Z,topic='l3_agent')) {'router_ids': ['d1076edd-1bb5-4c45-8116-0703aec35bed'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:34:01.464640 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c6cb076-08c2-4d13-98ad-3fba7b3ad988 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3c4099e8-8ffb-51d1-af7f-5868973e933f-8ccb4f7e-e6e3-4ac7-b6f8-162d9e73f0be', 'network_id': '8ccb4f7e-e6e3-4ac7-b6f8-162d9e73f0be', 'project_id': '205750efebb7460ebd239c85a19dfc92', 'fixed_ips': [{'subnet_id': '67d88e25-bbb6-4ba6-8387-d3dd3b658f0e'}]}} from n-d-760453-5. {{(pid=103306) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 26 21:34:01.468626 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-0c6cb076-08c2-4d13-98ad-3fba7b3ad988 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (None), before_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:34:01.530622 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_dvr_db [None req-c712f1a6-821c-4ec7-af79-8bcfd0b35179 None None] Set router d1076edd-1bb5-4c45-8116-0703aec35bed gateway port host: n-d-760453-5 {{(pid=103307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 21:34:01.561332 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-447f5992-63ae-445c-a1c4-2e611a15e19c tempest-NetworksIpV6Test-668566948 tempest-NetworksIpV6Test-668566948-project] Pushing event updated for resources: {'Subnet': ['ID=00b8ef10-f144-48ec-b659-6f45bddc8f59,revision_number=0']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:34:01.577604 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-447f5992-63ae-445c-a1c4-2e611a15e19c tempest-NetworksIpV6Test-668566948 tempest-NetworksIpV6Test-668566948-project] Checking segment: {'id': 'd41a082d-25e6-4e5d-a09e-18dd8f18bfe4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'b5d27723-81c2-4f9d-9095-574682a636fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103304) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 21:34:01.577983 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-447f5992-63ae-445c-a1c4-2e611a15e19c tempest-NetworksIpV6Test-668566948 tempest-NetworksIpV6Test-668566948-project] Network hostable DHCP agents. Network: b5d27723-81c2-4f9d-9095-574682a636fc, hostable agents: ['474ccdf7-ab6c-405b-a3b2-dc7b05829902'], hosted agents: [] {{(pid=103304) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 26 21:34:01.640355 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-447f5992-63ae-445c-a1c4-2e611a15e19c tempest-NetworksIpV6Test-668566948 tempest-NetworksIpV6Test-668566948-project] Network b5d27723-81c2-4f9d-9095-574682a636fc is scheduled to be hosted by DHCP agent 474ccdf7-ab6c-405b-a3b2-dc7b05829902 with binding_index 1 {{(pid=103304) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 26 21:34:01.661844 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [req-25ba7206-430a-4286-96b1-c4515d890cd7 req-b269a511-452d-4d6a-a299-683cc4ee330f tempest-ServerRescueTestJSONUnderV235-1291171716 tempest-ServerRescueTestJSONUnderV235-1291171716-project] Deleting port 82355eaf-7ce3-4c71-98b5-41c2b31017a9 {{(pid=103304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 21:34:01.662539 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-25ba7206-430a-4286-96b1-c4515d890cd7 req-b269a511-452d-4d6a-a299-683cc4ee330f tempest-ServerRescueTestJSONUnderV235-1291171716 tempest-ServerRescueTestJSONUnderV235-1291171716-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746560630878'] for port (82355eaf-7ce3-4c71-98b5-41c2b31017a9), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:34:01.665650 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [None req-447f5992-63ae-445c-a1c4-2e611a15e19c tempest-NetworksIpV6Test-668566948 tempest-NetworksIpV6Test-668566948-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760453-5, b5d27723-81c2-4f9d-9095-574682a636fc) {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:34:01.681550 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-447f5992-63ae-445c-a1c4-2e611a15e19c tempest-NetworksIpV6Test-668566948 tempest-NetworksIpV6Test-668566948-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:34:01.682487 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-447f5992-63ae-445c-a1c4-2e611a15e19c tempest-NetworksIpV6Test-668566948 tempest-NetworksIpV6Test-668566948-project] Publish callbacks [] for subnet (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:34:01.685469 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f8950fc-5cea-4bc9-855d-5acbf193d0de None None] Network b5d27723-81c2-4f9d-9095-574682a636fc requested from n-d-760453-5 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 26 21:34:01.732975 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-447f5992-63ae-445c-a1c4-2e611a15e19c tempest-NetworksIpV6Test-668566948 tempest-NetworksIpV6Test-668566948-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.1258132 Jan 26 21:34:01.737241 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 55930) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:34:01.739942 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-c712f1a6-821c-4ec7-af79-8bcfd0b35179 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1076edd-1bb5-4c45-8116-0703aec35bed', 'name': 'tempest-TestSecurityGroupsBasicOps-router-143138305', 'tenant_id': '205750efebb7460ebd239c85a19dfc92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'external_fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.231'}], 'enable_snat': True}, 'gw_port_id': 'c11b1e38-b21f-4bb6-a775-6574040350a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T21:33:56Z', 'updated_at': '2022-01-26T21:33:58Z', 'revision_number': 3, 'project_id': '205750efebb7460ebd239c85a19dfc92', 'gw_port': {'id': 'c11b1e38-b21f-4bb6-a775-6574040350a5', 'name': '', 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:9d:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1076edd-1bb5-4c45-8116-0703aec35bed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2925, 'fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:33:57Z', 'updated_at': '2022-01-26T21:34:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-5'}], 'n-d-760453-5', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:34:01.775507 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.db_base_plugin_common [None req-0c6cb076-08c2-4d13-98ad-3fba7b3ad988 None None] Allocated IP 172.20.0.2 (8ccb4f7e-e6e3-4ac7-b6f8-162d9e73f0be/67d88e25-bbb6-4ba6-8387-d3dd3b658f0e/d1b0f06d-eb9a-435f-96be-c8cb2b1bdaaf) {{(pid=103306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 21:34:01.783222 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c712f1a6-821c-4ec7-af79-8bcfd0b35179 None None] The sync data for ids ['d1076edd-1bb5-4c45-8116-0703aec35bed'] in n-d-760453-5 is: [{'id': 'd1076edd-1bb5-4c45-8116-0703aec35bed', 'name': 'tempest-TestSecurityGroupsBasicOps-router-143138305', 'tenant_id': '205750efebb7460ebd239c85a19dfc92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'external_fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.231'}], 'enable_snat': True}, 'gw_port_id': 'c11b1e38-b21f-4bb6-a775-6574040350a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T21:33:56Z', 'updated_at': '2022-01-26T21:33:58Z', 'revision_number': 3, 'project_id': '205750efebb7460ebd239c85a19dfc92', 'gw_port': {'id': 'c11b1e38-b21f-4bb6-a775-6574040350a5', 'name': '', 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:9d:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1076edd-1bb5-4c45-8116-0703aec35bed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2925, 'fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:33:57Z', 'updated_at': '2022-01-26T21:34:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-5'}] {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 26 21:34:01.803840 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [req-25ba7206-430a-4286-96b1-c4515d890cd7 req-b269a511-452d-4d6a-a299-683cc4ee330f tempest-ServerRescueTestJSONUnderV235-1291171716 tempest-ServerRescueTestJSONUnderV235-1291171716-project] For port 82355eaf-7ce3-4c71-98b5-41c2b31017a9, host n-h2-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-5',level=0,port_id=82355eaf-7ce3-4c71-98b5-41c2b31017a9,segment=NetworkSegment(d72bd3db-6d30-467b-8146-3f2d95269fca),segment_id=d72bd3db-6d30-467b-8146-3f2d95269fca)] {{(pid=103304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:34:01.804161 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-25ba7206-430a-4286-96b1-c4515d890cd7 req-b269a511-452d-4d6a-a299-683cc4ee330f tempest-ServerRescueTestJSONUnderV235-1291171716 tempest-ServerRescueTestJSONUnderV235-1291171716-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4109658'] for port (82355eaf-7ce3-4c71-98b5-41c2b31017a9), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:34:01.822905 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [req-25ba7206-430a-4286-96b1-c4515d890cd7 req-b269a511-452d-4d6a-a299-683cc4ee330f tempest-ServerRescueTestJSONUnderV235-1291171716 tempest-ServerRescueTestJSONUnderV235-1291171716-project] Calling delete_port for 82355eaf-7ce3-4c71-98b5-41c2b31017a9 owned by compute:nova {{(pid=103304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 21:34:01.929163 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e2bf220-4721-4296-bced-da185e30eb9c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3c4099e8-8ffb-51d1-af7f-5868973e933f-b5d27723-81c2-4f9d-9095-574682a636fc', 'network_id': 'b5d27723-81c2-4f9d-9095-574682a636fc', 'project_id': '2462d16165ce43afa6a1542a7ea701c8', 'fixed_ips': [{'subnet_id': '00b8ef10-f144-48ec-b659-6f45bddc8f59'}]}} from n-d-760453-5. {{(pid=103306) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 26 21:34:01.930167 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-1e2bf220-4721-4296-bced-da185e30eb9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (None), before_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:34:01.945452 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-472b54a8-330b-4f68-abd5-5a2298fa4cf0 tempest-NetworksIpV6Test-668566948 tempest-NetworksIpV6Test-668566948-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-748181'] for network (b5d27723-81c2-4f9d-9095-574682a636fc), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:34:01.975933 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd29fd1-c794-45d7-816c-ac8e91c03a22 req-a0ada141-55bc-4449-99a0-c38f31332111 tempest-ServerRescueTestJSONUnderV235-1291171716 tempest-ServerRescueTestJSONUnderV235-1291171716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:34:01.979503 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-dbd29fd1-c794-45d7-816c-ac8e91c03a22 req-a0ada141-55bc-4449-99a0-c38f31332111 tempest-ServerRescueTestJSONUnderV235-1291171716 tempest-ServerRescueTestJSONUnderV235-1291171716-project] 10.222.0.13 "GET /v2.0/ports?device_id=fa94c08a-a39f-4bcf-bb25-fb744cb9827e HTTP/1.1" status: 200 len: 946 time: 0.0929055 Jan 26 21:34:02.079961 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-25ba7206-430a-4286-96b1-c4515d890cd7 req-b269a511-452d-4d6a-a299-683cc4ee330f tempest-ServerRescueTestJSONUnderV235-1291171716 tempest-ServerRescueTestJSONUnderV235-1291171716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746560636600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746560234536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9281553'] for port (82355eaf-7ce3-4c71-98b5-41c2b31017a9), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:34:02.091194 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-0c6cb076-08c2-4d13-98ad-3fba7b3ad988 None None] Publish callbacks [] for port (d1b0f06d-eb9a-435f-96be-c8cb2b1bdaaf), precommit_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:34:02.094558 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] get_ports_and_sgs() called for port_ids ['82355eaf-7ce3-4c71-98b5-41c2b31017a9'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 26 21:34:02.119009 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b269a511-452d-4d6a-a299-683cc4ee330f tempest-ServerRescueTestJSONUnderV235-1291171716 tempest-ServerRescueTestJSONUnderV235-1291171716-project] Pushing event deleted for resources: {'Port': ['ID=82355eaf-7ce3-4c71-98b5-41c2b31017a9,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:34:02.144109 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-dbd29fd1-c794-45d7-816c-ac8e91c03a22 req-10547703-9330-442d-861f-4bb2cc64ef6f tempest-ServerRescueTestJSONUnderV235-1291171716 tempest-ServerRescueTestJSONUnderV235-1291171716-project] 10.222.0.13 "GET /v2.0/security-groups?id=4dafcfd2-99ad-4b4e-b11f-af398c9060fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1308529 Jan 26 21:34:02.176781 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-0c6cb076-08c2-4d13-98ad-3fba7b3ad988 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746560234527'] for port (d1b0f06d-eb9a-435f-96be-c8cb2b1bdaaf), after_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:34:02.203484 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [req-25ba7206-430a-4286-96b1-c4515d890cd7 req-b269a511-452d-4d6a-a299-683cc4ee330f tempest-ServerRescueTestJSONUnderV235-1291171716 tempest-ServerRescueTestJSONUnderV235-1291171716-project] No DVR routers for this DVR port 82355eaf-7ce3-4c71-98b5-41c2b31017a9 on host n-h2-760453-5 {{(pid=103304) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 26 21:34:02.206455 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-25ba7206-430a-4286-96b1-c4515d890cd7 req-b269a511-452d-4d6a-a299-683cc4ee330f tempest-ServerRescueTestJSONUnderV235-1291171716 tempest-ServerRescueTestJSONUnderV235-1291171716-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:34:02.210231 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-25ba7206-430a-4286-96b1-c4515d890cd7 req-b269a511-452d-4d6a-a299-683cc4ee330f tempest-ServerRescueTestJSONUnderV235-1291171716 tempest-ServerRescueTestJSONUnderV235-1291171716-project] 10.222.0.57 "DELETE /v2.0/ports/82355eaf-7ce3-4c71-98b5-41c2b31017a9 HTTP/1.1" status: 204 len: 173 time: 0.8291187 Jan 26 21:34:02.210412 n-d-760453-5 neutron-server[103304]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa94c08a-a39f-4bcf-bb25-fb744cb9827e', 'name': 'network-vif-deleted', 'tag': '82355eaf-7ce3-4c71-98b5-41c2b31017a9'}] {{(pid=103304) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 21:34:02.222147 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d52b45f1943fcd332af9527eb73ff93c8d715d44383a3f6d18de73b4cfcf87b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38b8cf64-fd00-46e2-bc75-e2fa8f621ae1" -d '{"events": [{"server_uuid": "fa94c08a-a39f-4bcf-bb25-fb744cb9827e", "name": "network-vif-deleted", "tag": "82355eaf-7ce3-4c71-98b5-41c2b31017a9"}]}' {{(pid=103304) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 21:34:02.247985 n-d-760453-5 neutron-server[103306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c6cb076-08c2-4d13-98ad-3fba7b3ad988 None None] Network 8ccb4f7e-e6e3-4ac7-b6f8-162d9e73f0be is already hosted by enough agents. {{(pid=103306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 21:34:02.248942 n-d-760453-5 neutron-server[103306]: DEBUG neutron.scheduler.base_scheduler [None req-0c6cb076-08c2-4d13-98ad-3fba7b3ad988 None None] Resources bound (agent type, host, resource id): {{(pid=103306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:34:02.256051 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c6cb076-08c2-4d13-98ad-3fba7b3ad988 None None] Received port after_create {{(pid=103306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 21:34:02.280308 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.db_base_plugin_common [None req-1e2bf220-4721-4296-bced-da185e30eb9c None None] Allocated IP 2001:db8::1 (b5d27723-81c2-4f9d-9095-574682a636fc/00b8ef10-f144-48ec-b659-6f45bddc8f59/2a3a98e6-713c-466c-9d98-fc3cd9976ed1) {{(pid=103306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 21:34:02.296660 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Jan 2022 21:34:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b412ae15-56d5-4b60-84a1-74a7c37565a0 x-openstack-request-id: req-b412ae15-56d5-4b60-84a1-74a7c37565a0 {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 21:34:02.297144 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa94c08a-a39f-4bcf-bb25-fb744cb9827e", "name": "network-vif-deleted", "tag": "82355eaf-7ce3-4c71-98b5-41c2b31017a9", "status": "completed", "code": 200}]} {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 21:34:02.297455 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b412ae15-56d5-4b60-84a1-74a7c37565a0 {{(pid=103304) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 21:34:02.297978 n-d-760453-5 neutron-server[103304]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa94c08a-a39f-4bcf-bb25-fb744cb9827e', 'name': 'network-vif-deleted', 'tag': '82355eaf-7ce3-4c71-98b5-41c2b31017a9', 'status': 'completed', 'code': 200} Jan 26 21:34:02.366557 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c6cb076-08c2-4d13-98ad-3fba7b3ad988 None None] Pushing event updated for resources: {'Port': ['ID=d1b0f06d-eb9a-435f-96be-c8cb2b1bdaaf,revision_number=1']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:34:02.460924 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858266db-3469-4749-953e-b4479c11e985 req-6645a143-f703-4572-a000-d9b49077b908 tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:34:02.469127 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-858266db-3469-4749-953e-b4479c11e985 req-6645a143-f703-4572-a000-d9b49077b908 tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] 10.222.0.13 "GET /v2.0/ports?device_id=c947e2a6-4eb3-4b93-905b-515cc992a63b HTTP/1.1" status: 200 len: 946 time: 0.0922337 Jan 26 21:34:02.513384 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-0c6cb076-08c2-4d13-98ad-3fba7b3ad988 None None] Attempting to bind port d1b0f06d-eb9a-435f-96be-c8cb2b1bdaaf on host n-d-760453-5 for vnic_type normal with profile {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 21:34:02.513858 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-0c6cb076-08c2-4d13-98ad-3fba7b3ad988 None None] Attempting to bind port d1b0f06d-eb9a-435f-96be-c8cb2b1bdaaf by drivers openvswitch,hyperv on host n-d-760453-5 at level 0 using segments [{'id': '2badee1d-4e60-412c-91a4-4ad3556eb390', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '8ccb4f7e-e6e3-4ac7-b6f8-162d9e73f0be'}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 26 21:34:02.514130 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c6cb076-08c2-4d13-98ad-3fba7b3ad988 None None] Attempting to bind port d1b0f06d-eb9a-435f-96be-c8cb2b1bdaaf on network 8ccb4f7e-e6e3-4ac7-b6f8-162d9e73f0be {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 21:34:02.522246 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c6cb076-08c2-4d13-98ad-3fba7b3ad988 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:34:02.522599 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c6cb076-08c2-4d13-98ad-3fba7b3ad988 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:34:02.522952 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c6cb076-08c2-4d13-98ad-3fba7b3ad988 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:34:02.523293 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c6cb076-08c2-4d13-98ad-3fba7b3ad988 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:34:02.523631 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c6cb076-08c2-4d13-98ad-3fba7b3ad988 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:34:02.523966 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c6cb076-08c2-4d13-98ad-3fba7b3ad988 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:34:02.524835 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c6cb076-08c2-4d13-98ad-3fba7b3ad988 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:34:02.525173 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c6cb076-08c2-4d13-98ad-3fba7b3ad988 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:34:02.535428 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c6cb076-08c2-4d13-98ad-3fba7b3ad988 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:34:02.537379 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c6cb076-08c2-4d13-98ad-3fba7b3ad988 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:34:02.538033 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c6cb076-08c2-4d13-98ad-3fba7b3ad988 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:34:02.538562 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c6cb076-08c2-4d13-98ad-3fba7b3ad988 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:34:02.539132 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c6cb076-08c2-4d13-98ad-3fba7b3ad988 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:34:02.552480 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c6cb076-08c2-4d13-98ad-3fba7b3ad988 None None] Checking agent: {'id': 'fea0591a-627d-4c87-9a9a-01625ddf3277', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760453-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 20, 55, 25), 'started_at': datetime.datetime(2022, 1, 26, 20, 55, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 21, 33, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760453-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 26 21:34:02.553187 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c6cb076-08c2-4d13-98ad-3fba7b3ad988 None None] Checking segment: {'id': '2badee1d-4e60-412c-91a4-4ad3556eb390', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '8ccb4f7e-e6e3-4ac7-b6f8-162d9e73f0be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 21:34:02.553814 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-0c6cb076-08c2-4d13-98ad-3fba7b3ad988 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:34:02.554435 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c6cb076-08c2-4d13-98ad-3fba7b3ad988 None None] Bound using segment: {'id': '2badee1d-4e60-412c-91a4-4ad3556eb390', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '8ccb4f7e-e6e3-4ac7-b6f8-162d9e73f0be'} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 26 21:34:02.555088 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-0c6cb076-08c2-4d13-98ad-3fba7b3ad988 None None] Bound port: d1b0f06d-eb9a-435f-96be-c8cb2b1bdaaf, host: n-d-760453-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2badee1d-4e60-412c-91a4-4ad3556eb390', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '8ccb4f7e-e6e3-4ac7-b6f8-162d9e73f0be'}}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 26 21:34:02.555737 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-0c6cb076-08c2-4d13-98ad-3fba7b3ad988 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (d1b0f06d-eb9a-435f-96be-c8cb2b1bdaaf), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:34:02.587632 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-472b54a8-330b-4f68-abd5-5a2298fa4cf0 tempest-NetworksIpV6Test-668566948 tempest-NetworksIpV6Test-668566948-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687316'] for subnet (00b8ef10-f144-48ec-b659-6f45bddc8f59), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:34:02.590100 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-858266db-3469-4749-953e-b4479c11e985 req-14ab5d03-57a6-4a70-855e-b0980d53b9b5 tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] 10.222.0.13 "GET /v2.0/security-groups?id=d37b3ff7-2317-46ab-9f4f-b0d217809a4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1037066 Jan 26 21:34:02.792062 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-0c6cb076-08c2-4d13-98ad-3fba7b3ad988 None None] For port d1b0f06d-eb9a-435f-96be-c8cb2b1bdaaf, host n-d-760453-5, cleared binding levels {{(pid=103306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 26 21:34:02.830673 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device c11b1e38-b21f-4bb6-a775-6574040350a5 up at agent ovs-agent-n-d-760453-5 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 21:34:02.870418 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-0c6cb076-08c2-4d13-98ad-3fba7b3ad988 None None] For port d1b0f06d-eb9a-435f-96be-c8cb2b1bdaaf, host n-d-760453-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=d1b0f06d-eb9a-435f-96be-c8cb2b1bdaaf,segment=NetworkSegment(2badee1d-4e60-412c-91a4-4ad3556eb390),segment_id=2badee1d-4e60-412c-91a4-4ad3556eb390)] {{(pid=103306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 26 21:34:02.878821 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-1e2bf220-4721-4296-bced-da185e30eb9c None None] Publish callbacks [] for port (2a3a98e6-713c-466c-9d98-fc3cd9976ed1), precommit_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:34:02.888417 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-0c6cb076-08c2-4d13-98ad-3fba7b3ad988 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (d1b0f06d-eb9a-435f-96be-c8cb2b1bdaaf), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:34:02.894172 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-af301618-e80e-40a2-8e3b-16957132a65f tempest-TestSecurityGroupsBasicOps-1066020799 tempest-TestSecurityGroupsBasicOps-1066020799-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:34:02.908284 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-1e2bf220-4721-4296-bced-da185e30eb9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746560234527'] for port (2a3a98e6-713c-466c-9d98-fc3cd9976ed1), after_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:34:02.963828 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-472b54a8-330b-4f68-abd5-5a2298fa4cf0 tempest-NetworksIpV6Test-668566948 tempest-NetworksIpV6Test-668566948-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11791594', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11599980'] for subnet (00b8ef10-f144-48ec-b659-6f45bddc8f59), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:34:02.974935 n-d-760453-5 neutron-server[103306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e2bf220-4721-4296-bced-da185e30eb9c None None] Network b5d27723-81c2-4f9d-9095-574682a636fc is already hosted by enough agents. {{(pid=103306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 21:34:02.979687 n-d-760453-5 neutron-server[103306]: DEBUG neutron.scheduler.base_scheduler [None req-1e2bf220-4721-4296-bced-da185e30eb9c None None] Resources bound (agent type, host, resource id): {{(pid=103306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:34:02.986444 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e2bf220-4721-4296-bced-da185e30eb9c None None] Received port after_create {{(pid=103306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 21:34:03.103933 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c6cb076-08c2-4d13-98ad-3fba7b3ad988 None None] Pushing event updated for resources: {'Port': ['ID=d1b0f06d-eb9a-435f-96be-c8cb2b1bdaaf,revision_number=2']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:34:03.126764 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-472b54a8-330b-4f68-abd5-5a2298fa4cf0 tempest-NetworksIpV6Test-668566948 tempest-NetworksIpV6Test-668566948-project] Pushing event deleted for resources: {'Subnet': ['ID=00b8ef10-f144-48ec-b659-6f45bddc8f59,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:34:03.196273 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Provisioning complete for port c11b1e38-b21f-4bb6-a775-6574040350a5 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:34:03.197064 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (c11b1e38-b21f-4bb6-a775-6574040350a5), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:34:03.235519 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-472b54a8-330b-4f68-abd5-5a2298fa4cf0 tempest-NetworksIpV6Test-668566948 tempest-NetworksIpV6Test-668566948-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-686403', 'neutron.services.segments.db._delete_segments_for_network-8746560774018'] for network (b5d27723-81c2-4f9d-9095-574682a636fc), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:34:03.242090 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-1e2bf220-4721-4296-bced-da185e30eb9c None None] Attempting to bind port 2a3a98e6-713c-466c-9d98-fc3cd9976ed1 on host n-d-760453-5 for vnic_type normal with profile {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 21:34:03.243010 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-1e2bf220-4721-4296-bced-da185e30eb9c None None] Attempting to bind port 2a3a98e6-713c-466c-9d98-fc3cd9976ed1 by drivers openvswitch,hyperv on host n-d-760453-5 at level 0 using segments [{'id': 'd41a082d-25e6-4e5d-a09e-18dd8f18bfe4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'b5d27723-81c2-4f9d-9095-574682a636fc'}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 26 21:34:03.243542 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e2bf220-4721-4296-bced-da185e30eb9c None None] Attempting to bind port 2a3a98e6-713c-466c-9d98-fc3cd9976ed1 on network b5d27723-81c2-4f9d-9095-574682a636fc {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 21:34:03.256462 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e2bf220-4721-4296-bced-da185e30eb9c None None] Checking agent: {'id': 'fea0591a-627d-4c87-9a9a-01625ddf3277', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760453-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 20, 55, 25), 'started_at': datetime.datetime(2022, 1, 26, 20, 55, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 21, 33, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760453-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 26 21:34:03.257152 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e2bf220-4721-4296-bced-da185e30eb9c None None] Checking segment: {'id': 'd41a082d-25e6-4e5d-a09e-18dd8f18bfe4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'b5d27723-81c2-4f9d-9095-574682a636fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 21:34:03.257781 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-1e2bf220-4721-4296-bced-da185e30eb9c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:34:03.259046 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e2bf220-4721-4296-bced-da185e30eb9c None None] Bound using segment: {'id': 'd41a082d-25e6-4e5d-a09e-18dd8f18bfe4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'b5d27723-81c2-4f9d-9095-574682a636fc'} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 26 21:34:03.259721 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-1e2bf220-4721-4296-bced-da185e30eb9c None None] Bound port: 2a3a98e6-713c-466c-9d98-fc3cd9976ed1, host: n-d-760453-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd41a082d-25e6-4e5d-a09e-18dd8f18bfe4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'b5d27723-81c2-4f9d-9095-574682a636fc'}}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 26 21:34:03.261890 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-1e2bf220-4721-4296-bced-da185e30eb9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (2a3a98e6-713c-466c-9d98-fc3cd9976ed1), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:34:03.265378 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e2bf220-4721-4296-bced-da185e30eb9c None None] Pushing event updated for resources: {'Port': ['ID=2a3a98e6-713c-466c-9d98-fc3cd9976ed1,revision_number=1']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:34:03.314305 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 55976) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:34:03.322504 n-d-760453-5 neutron-server[103305]: DEBUG neutron.services.segments.db [None req-472b54a8-330b-4f68-abd5-5a2298fa4cf0 tempest-NetworksIpV6Test-668566948 tempest-NetworksIpV6Test-668566948-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b5d27723-81c2-4f9d-9095-574682a636fc']}} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:34:03.368863 n-d-760453-5 neutron-server[103305]: DEBUG neutron.services.segments.db [None req-472b54a8-330b-4f68-abd5-5a2298fa4cf0 tempest-NetworksIpV6Test-668566948 tempest-NetworksIpV6Test-668566948-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd41a082d-25e6-4e5d-a09e-18dd8f18bfe4') {'for_net_delete': True} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:34:03.369258 n-d-760453-5 neutron-server[103305]: DEBUG neutron.services.segments.db [None req-472b54a8-330b-4f68-abd5-5a2298fa4cf0 tempest-NetworksIpV6Test-668566948 tempest-NetworksIpV6Test-668566948-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd41a082d-25e6-4e5d-a09e-18dd8f18bfe4') {} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:34:03.395040 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-472b54a8-330b-4f68-abd5-5a2298fa4cf0 tempest-NetworksIpV6Test-668566948 tempest-NetworksIpV6Test-668566948-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746560742283', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11788955'] for segment (d41a082d-25e6-4e5d-a09e-18dd8f18bfe4), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:34:03.426420 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-472b54a8-330b-4f68-abd5-5a2298fa4cf0 tempest-NetworksIpV6Test-668566948 tempest-NetworksIpV6Test-668566948-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576559'] for segment (d41a082d-25e6-4e5d-a09e-18dd8f18bfe4), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:34:03.457650 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-472b54a8-330b-4f68-abd5-5a2298fa4cf0 tempest-NetworksIpV6Test-668566948 tempest-NetworksIpV6Test-668566948-project] Releasing vlan 552 on physical network physnet1 to pool {{(pid=103305) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 26 21:34:03.462795 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-472b54a8-330b-4f68-abd5-5a2298fa4cf0 tempest-NetworksIpV6Test-668566948 tempest-NetworksIpV6Test-668566948-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11791428'] for segment (d41a082d-25e6-4e5d-a09e-18dd8f18bfe4), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:34:03.466241 n-d-760453-5 neutron-server[103305]: Traceback (most recent call last): Jan 26 21:34:03.466241 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 26 21:34:03.466241 n-d-760453-5 neutron-server[103305]: timer() Jan 26 21:34:03.466241 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 26 21:34:03.466241 n-d-760453-5 neutron-server[103305]: cb(*args, **kw) Jan 26 21:34:03.466241 n-d-760453-5 neutron-server[103305]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 26 21:34:03.466241 n-d-760453-5 neutron-server[103305]: return func(*args, **kwargs) Jan 26 21:34:03.466241 n-d-760453-5 neutron-server[103305]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 26 21:34:03.466241 n-d-760453-5 neutron-server[103305]: self._notify() Jan 26 21:34:03.466241 n-d-760453-5 neutron-server[103305]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 26 21:34:03.466241 n-d-760453-5 neutron-server[103305]: self.callback(batched_events) Jan 26 21:34:03.466241 n-d-760453-5 neutron-server[103305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 26 21:34:03.466241 n-d-760453-5 neutron-server[103305]: event.method(event) Jan 26 21:34:03.466241 n-d-760453-5 neutron-server[103305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 26 21:34:03.466241 n-d-760453-5 neutron-server[103305]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 26 21:34:03.466241 n-d-760453-5 neutron-server[103305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 26 21:34:03.466241 n-d-760453-5 neutron-server[103305]: aggregate_uuid = self.p_client.list_aggregates( Jan 26 21:34:03.466241 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 26 21:34:03.466241 n-d-760453-5 neutron-server[103305]: return f(self, *a, **k) Jan 26 21:34:03.466241 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 26 21:34:03.466241 n-d-760453-5 neutron-server[103305]: return self._get(url).json() Jan 26 21:34:03.466241 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 26 21:34:03.466241 n-d-760453-5 neutron-server[103305]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 26 21:34:03.466241 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 26 21:34:03.466241 n-d-760453-5 neutron-server[103305]: return self.request(url, 'GET', **kwargs) Jan 26 21:34:03.466241 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 26 21:34:03.466241 n-d-760453-5 neutron-server[103305]: base_url = self.get_endpoint(auth, allow=allow, Jan 26 21:34:03.466241 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 26 21:34:03.466241 n-d-760453-5 neutron-server[103305]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 26 21:34:03.466241 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 26 21:34:03.466241 n-d-760453-5 neutron-server[103305]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 26 21:34:03.466241 n-d-760453-5 neutron-server[103305]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 26 21:34:03.473034 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Current status of the port c11b1e38-b21f-4bb6-a775-6574040350a5 is: DOWN; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:34:03.473465 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (c11b1e38-b21f-4bb6-a775-6574040350a5), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:34:03.497748 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-1e2bf220-4721-4296-bced-da185e30eb9c None None] For port 2a3a98e6-713c-466c-9d98-fc3cd9976ed1, host n-d-760453-5, cleared binding levels {{(pid=103306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 26 21:34:03.520151 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] For port c11b1e38-b21f-4bb6-a775-6574040350a5, host n-d-760453-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=c11b1e38-b21f-4bb6-a775-6574040350a5,segment=NetworkSegment(e17cb353-418f-48b9-b982-21a6233ee99b),segment_id=e17cb353-418f-48b9-b982-21a6233ee99b)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:34:03.529239 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (c11b1e38-b21f-4bb6-a775-6574040350a5), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:34:03.620059 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Pushing event updated for resources: {'Port': ['ID=c11b1e38-b21f-4bb6-a775-6574040350a5,revision_number=4']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:34:03.623982 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.db.api [None req-472b54a8-330b-4f68-abd5-5a2298fa4cf0 tempest-NetworksIpV6Test-668566948 tempest-NetworksIpV6Test-668566948-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jan 26 21:34:03.623982 n-d-760453-5 neutron-server[103305]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jan 26 21:34:03.623982 n-d-760453-5 neutron-server[103305]: [parameters: {'id': 'b5d27723-81c2-4f9d-9095-574682a636fc'}] Jan 26 21:34:03.623982 n-d-760453-5 neutron-server[103305]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103305) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 26 21:34:03.625100 n-d-760453-5 neutron-server[103305]: DEBUG oslo_db.api [None req-472b54a8-330b-4f68-abd5-5a2298fa4cf0 tempest-NetworksIpV6Test-668566948 tempest-NetworksIpV6Test-668566948-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 26 21:34:03.643985 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-1e2bf220-4721-4296-bced-da185e30eb9c None None] For port 2a3a98e6-713c-466c-9d98-fc3cd9976ed1, host n-d-760453-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=2a3a98e6-713c-466c-9d98-fc3cd9976ed1,segment=NetworkSegment(d41a082d-25e6-4e5d-a09e-18dd8f18bfe4),segment_id=d41a082d-25e6-4e5d-a09e-18dd8f18bfe4)] {{(pid=103306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 26 21:34:03.651986 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-1e2bf220-4721-4296-bced-da185e30eb9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (2a3a98e6-713c-466c-9d98-fc3cd9976ed1), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:34:03.717585 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e2bf220-4721-4296-bced-da185e30eb9c None None] Pushing event updated for resources: {'Port': ['ID=2a3a98e6-713c-466c-9d98-fc3cd9976ed1,revision_number=2']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:34:03.756727 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.db_base_plugin_common [None req-af301618-e80e-40a2-8e3b-16957132a65f tempest-TestSecurityGroupsBasicOps-1066020799 tempest-TestSecurityGroupsBasicOps-1066020799-project] Allocated IP 172.20.0.1 (8ccb4f7e-e6e3-4ac7-b6f8-162d9e73f0be/67d88e25-bbb6-4ba6-8387-d3dd3b658f0e/c6bb7786-9796-45e4-ae02-9f2843926c09) {{(pid=103305) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 21:34:03.782348 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25604375-fa27-4360-81ae-08e1fa78082c None None] Network b5d27723-81c2-4f9d-9095-574682a636fc requested from n-d-760453-5 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 26 21:34:03.876030 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-d1d571a8-aaae-4a7e-a9b9-8126d927e3c4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4110657'] for router_interface (30c5f8da-5921-45e3-a618-3b4140c43f22), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:34:03.894143 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-af301618-e80e-40a2-8e3b-16957132a65f tempest-TestSecurityGroupsBasicOps-1066020799 tempest-TestSecurityGroupsBasicOps-1066020799-project] Publish callbacks [] for port (c6bb7786-9796-45e4-ae02-9f2843926c09), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:34:03.930627 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-af301618-e80e-40a2-8e3b-16957132a65f tempest-TestSecurityGroupsBasicOps-1066020799 tempest-TestSecurityGroupsBasicOps-1066020799-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746560234527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11791543'] for port (c6bb7786-9796-45e4-ae02-9f2843926c09), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:34:03.966580 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af301618-e80e-40a2-8e3b-16957132a65f tempest-TestSecurityGroupsBasicOps-1066020799 tempest-TestSecurityGroupsBasicOps-1066020799-project] Network 8ccb4f7e-e6e3-4ac7-b6f8-162d9e73f0be is already hosted by enough agents. {{(pid=103305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 21:34:03.969859 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [None req-af301618-e80e-40a2-8e3b-16957132a65f tempest-TestSecurityGroupsBasicOps-1066020799 tempest-TestSecurityGroupsBasicOps-1066020799-project] Resources bound (agent type, host, resource id): {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:34:03.973920 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af301618-e80e-40a2-8e3b-16957132a65f tempest-TestSecurityGroupsBasicOps-1066020799 tempest-TestSecurityGroupsBasicOps-1066020799-project] Received port after_create {{(pid=103305) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 21:34:04.018268 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af301618-e80e-40a2-8e3b-16957132a65f tempest-TestSecurityGroupsBasicOps-1066020799 tempest-TestSecurityGroupsBasicOps-1066020799-project] Pushing event updated for resources: {'Port': ['ID=c6bb7786-9796-45e4-ae02-9f2843926c09,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:34:04.030662 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-af301618-e80e-40a2-8e3b-16957132a65f tempest-TestSecurityGroupsBasicOps-1066020799 tempest-TestSecurityGroupsBasicOps-1066020799-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4111050'] for router_interface (d1076edd-1bb5-4c45-8116-0703aec35bed), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:34:04.127127 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-472b54a8-330b-4f68-abd5-5a2298fa4cf0 tempest-NetworksIpV6Test-668566948 tempest-NetworksIpV6Test-668566948-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-748181'] for network (b5d27723-81c2-4f9d-9095-574682a636fc), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:34:04.137333 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-d1d571a8-aaae-4a7e-a9b9-8126d927e3c4 admin admin] Deleting port cba24434-487e-4aed-93e8-187ce263f178 {{(pid=103304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 21:34:04.137815 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-d1d571a8-aaae-4a7e-a9b9-8126d927e3c4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746560630878'] for port (cba24434-487e-4aed-93e8-187ce263f178), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:34:04.200387 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-af301618-e80e-40a2-8e3b-16957132a65f tempest-TestSecurityGroupsBasicOps-1066020799 tempest-TestSecurityGroupsBasicOps-1066020799-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (c6bb7786-9796-45e4-ae02-9f2843926c09), before_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:34:04.229315 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [None req-d1d571a8-aaae-4a7e-a9b9-8126d927e3c4 admin admin] For port cba24434-487e-4aed-93e8-187ce263f178, host n-d-760453-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=cba24434-487e-4aed-93e8-187ce263f178,segment=NetworkSegment(d72bd3db-6d30-467b-8146-3f2d95269fca),segment_id=d72bd3db-6d30-467b-8146-3f2d95269fca)] {{(pid=103304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:34:04.229693 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-d1d571a8-aaae-4a7e-a9b9-8126d927e3c4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4109658'] for port (cba24434-487e-4aed-93e8-187ce263f178), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:34:04.242988 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-d1d571a8-aaae-4a7e-a9b9-8126d927e3c4 admin admin] Calling delete_port for cba24434-487e-4aed-93e8-187ce263f178 owned by network:router_interface {{(pid=103304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 21:34:04.274954 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-472b54a8-330b-4f68-abd5-5a2298fa4cf0 tempest-NetworksIpV6Test-668566948 tempest-NetworksIpV6Test-668566948-project] Deleting port 2a3a98e6-713c-466c-9d98-fc3cd9976ed1 {{(pid=103305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 21:34:04.275298 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-472b54a8-330b-4f68-abd5-5a2298fa4cf0 tempest-NetworksIpV6Test-668566948 tempest-NetworksIpV6Test-668566948-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746560630878'] for port (2a3a98e6-713c-466c-9d98-fc3cd9976ed1), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:34:04.419057 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [None req-472b54a8-330b-4f68-abd5-5a2298fa4cf0 tempest-NetworksIpV6Test-668566948 tempest-NetworksIpV6Test-668566948-project] For port 2a3a98e6-713c-466c-9d98-fc3cd9976ed1, host n-d-760453-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=2a3a98e6-713c-466c-9d98-fc3cd9976ed1,segment=NetworkSegment(d41a082d-25e6-4e5d-a09e-18dd8f18bfe4),segment_id=d41a082d-25e6-4e5d-a09e-18dd8f18bfe4)] {{(pid=103305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:34:04.419431 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-472b54a8-330b-4f68-abd5-5a2298fa4cf0 tempest-NetworksIpV6Test-668566948 tempest-NetworksIpV6Test-668566948-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4109658'] for port (2a3a98e6-713c-466c-9d98-fc3cd9976ed1), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:34:04.447020 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-472b54a8-330b-4f68-abd5-5a2298fa4cf0 tempest-NetworksIpV6Test-668566948 tempest-NetworksIpV6Test-668566948-project] Calling delete_port for 2a3a98e6-713c-466c-9d98-fc3cd9976ed1 owned by network:dhcp {{(pid=103305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 21:34:04.462120 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-d1d571a8-aaae-4a7e-a9b9-8126d927e3c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746560636600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746560234536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9281553'] for port (cba24434-487e-4aed-93e8-187ce263f178), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:34:04.508241 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d571a8-aaae-4a7e-a9b9-8126d927e3c4 admin admin] Pushing event deleted for resources: {'Port': ['ID=cba24434-487e-4aed-93e8-187ce263f178,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:34:04.573875 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4b2dcaa-6778-4d55-925b-50ee420a62bc None None] get_active_networks_info from n-d-760453-5 {{(pid=103306) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jan 26 21:34:04.650181 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-1093707f-2555-4918-9a83-8d7965c04147 None None] Provisioning complete for port d1b0f06d-eb9a-435f-96be-c8cb2b1bdaaf triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:34:04.650997 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-1093707f-2555-4918-9a83-8d7965c04147 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (d1b0f06d-eb9a-435f-96be-c8cb2b1bdaaf), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:34:04.653202 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-472b54a8-330b-4f68-abd5-5a2298fa4cf0 tempest-NetworksIpV6Test-668566948 tempest-NetworksIpV6Test-668566948-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746560636600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746560234536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11791543'] for port (2a3a98e6-713c-466c-9d98-fc3cd9976ed1), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:34:04.694718 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-472b54a8-330b-4f68-abd5-5a2298fa4cf0 tempest-NetworksIpV6Test-668566948 tempest-NetworksIpV6Test-668566948-project] Pushing event deleted for resources: {'Port': ['ID=2a3a98e6-713c-466c-9d98-fc3cd9976ed1,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:34:04.700757 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-472b54a8-330b-4f68-abd5-5a2298fa4cf0 tempest-NetworksIpV6Test-668566948 tempest-NetworksIpV6Test-668566948-project] No DVR routers for this DVR port 2a3a98e6-713c-466c-9d98-fc3cd9976ed1 on host n-d-760453-5 {{(pid=103305) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 26 21:34:04.760385 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-af301618-e80e-40a2-8e3b-16957132a65f tempest-TestSecurityGroupsBasicOps-1066020799 tempest-TestSecurityGroupsBasicOps-1066020799-project] Publish callbacks [] for port (c6bb7786-9796-45e4-ae02-9f2843926c09), precommit_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:34:04.783602 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-af301618-e80e-40a2-8e3b-16957132a65f tempest-TestSecurityGroupsBasicOps-1066020799 tempest-TestSecurityGroupsBasicOps-1066020799-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11791520'] for port (c6bb7786-9796-45e4-ae02-9f2843926c09), after_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:34:04.807958 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device c11b1e38-b21f-4bb6-a775-6574040350a5 up at agent ovs-agent-n-d-760453-5 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 21:34:04.815596 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-d1d571a8-aaae-4a7e-a9b9-8126d927e3c4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3709480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4110805'] for router_interface (30c5f8da-5921-45e3-a618-3b4140c43f22), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:34:04.915675 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-472b54a8-330b-4f68-abd5-5a2298fa4cf0 tempest-NetworksIpV6Test-668566948 tempest-NetworksIpV6Test-668566948-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-686403', 'neutron.services.segments.db._delete_segments_for_network-8746560774018'] for network (b5d27723-81c2-4f9d-9095-574682a636fc), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:34:04.950629 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Device 82355eaf-7ce3-4c71-98b5-41c2b31017a9 no longer exists at agent hyperv_n-h2-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 26 21:34:04.952859 n-d-760453-5 neutron-server[103306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4b2dcaa-6778-4d55-925b-50ee420a62bc None None] Resources bound (agent type, host, resource id): {{(pid=103306) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 26 21:34:04.968661 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af301618-e80e-40a2-8e3b-16957132a65f tempest-TestSecurityGroupsBasicOps-1066020799 tempest-TestSecurityGroupsBasicOps-1066020799-project] Pushing event updated for resources: {'Port': ['ID=c6bb7786-9796-45e4-ae02-9f2843926c09,revision_number=2']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:34:04.974416 n-d-760453-5 neutron-server[103305]: DEBUG neutron.services.segments.db [None req-472b54a8-330b-4f68-abd5-5a2298fa4cf0 tempest-NetworksIpV6Test-668566948 tempest-NetworksIpV6Test-668566948-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b5d27723-81c2-4f9d-9095-574682a636fc']}} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:34:04.983741 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-af301618-e80e-40a2-8e3b-16957132a65f tempest-TestSecurityGroupsBasicOps-1066020799 tempest-TestSecurityGroupsBasicOps-1066020799-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3709457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4110682'] for router_interface (d1076edd-1bb5-4c45-8116-0703aec35bed), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:34:04.986471 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-1093707f-2555-4918-9a83-8d7965c04147 None None] Current status of the port d1b0f06d-eb9a-435f-96be-c8cb2b1bdaaf is: DOWN; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:34:04.986978 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-1093707f-2555-4918-9a83-8d7965c04147 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (d1b0f06d-eb9a-435f-96be-c8cb2b1bdaaf), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:34:04.995930 n-d-760453-5 neutron-server[103305]: DEBUG neutron.services.segments.db [None req-472b54a8-330b-4f68-abd5-5a2298fa4cf0 tempest-NetworksIpV6Test-668566948 tempest-NetworksIpV6Test-668566948-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd41a082d-25e6-4e5d-a09e-18dd8f18bfe4') {'for_net_delete': True} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:34:04.996262 n-d-760453-5 neutron-server[103305]: DEBUG neutron.services.segments.db [None req-472b54a8-330b-4f68-abd5-5a2298fa4cf0 tempest-NetworksIpV6Test-668566948 tempest-NetworksIpV6Test-668566948-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd41a082d-25e6-4e5d-a09e-18dd8f18bfe4') {} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:34:05.001791 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] No Port match for: 82355eaf-7ce3-4c71-98b5-41c2b31017a9 {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 26 21:34:05.002252 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Device 82355eaf-7ce3-4c71-98b5-41c2b31017a9 not bound to the agent host n-h2-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 26 21:34:05.013243 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-472b54a8-330b-4f68-abd5-5a2298fa4cf0 tempest-NetworksIpV6Test-668566948 tempest-NetworksIpV6Test-668566948-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746560742283', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11788955'] for segment (d41a082d-25e6-4e5d-a09e-18dd8f18bfe4), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:34:05.045920 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeaeed71-fdb5-4f1f-9d27-1f08314b11bd req-2a3a9b40-1e90-4804-b4df-6a27ff225d5a tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:34:05.047525 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-eeaeed71-fdb5-4f1f-9d27-1f08314b11bd req-2a3a9b40-1e90-4804-b4df-6a27ff225d5a tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] 10.222.0.13 "GET /v2.0/ports?device_id=c947e2a6-4eb3-4b93-905b-515cc992a63b HTTP/1.1" status: 200 len: 946 time: 0.1131575 Jan 26 21:34:05.066563 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-472b54a8-330b-4f68-abd5-5a2298fa4cf0 tempest-NetworksIpV6Test-668566948 tempest-NetworksIpV6Test-668566948-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576559'] for segment (d41a082d-25e6-4e5d-a09e-18dd8f18bfe4), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:34:05.076995 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-472b54a8-330b-4f68-abd5-5a2298fa4cf0 tempest-NetworksIpV6Test-668566948 tempest-NetworksIpV6Test-668566948-project] Releasing vlan 552 on physical network physnet1 to pool {{(pid=103305) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 26 21:34:05.077446 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-472b54a8-330b-4f68-abd5-5a2298fa4cf0 tempest-NetworksIpV6Test-668566948 tempest-NetworksIpV6Test-668566948-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11791428'] for segment (d41a082d-25e6-4e5d-a09e-18dd8f18bfe4), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:34:05.080615 n-d-760453-5 neutron-server[103305]: Traceback (most recent call last): Jan 26 21:34:05.080615 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 26 21:34:05.080615 n-d-760453-5 neutron-server[103305]: timer() Jan 26 21:34:05.080615 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 26 21:34:05.080615 n-d-760453-5 neutron-server[103305]: cb(*args, **kw) Jan 26 21:34:05.080615 n-d-760453-5 neutron-server[103305]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 26 21:34:05.080615 n-d-760453-5 neutron-server[103305]: return func(*args, **kwargs) Jan 26 21:34:05.080615 n-d-760453-5 neutron-server[103305]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 26 21:34:05.080615 n-d-760453-5 neutron-server[103305]: self._notify() Jan 26 21:34:05.080615 n-d-760453-5 neutron-server[103305]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 26 21:34:05.080615 n-d-760453-5 neutron-server[103305]: self.callback(batched_events) Jan 26 21:34:05.080615 n-d-760453-5 neutron-server[103305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 26 21:34:05.080615 n-d-760453-5 neutron-server[103305]: event.method(event) Jan 26 21:34:05.080615 n-d-760453-5 neutron-server[103305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 26 21:34:05.080615 n-d-760453-5 neutron-server[103305]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 26 21:34:05.080615 n-d-760453-5 neutron-server[103305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 26 21:34:05.080615 n-d-760453-5 neutron-server[103305]: aggregate_uuid = self.p_client.list_aggregates( Jan 26 21:34:05.080615 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 26 21:34:05.080615 n-d-760453-5 neutron-server[103305]: return f(self, *a, **k) Jan 26 21:34:05.080615 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 26 21:34:05.080615 n-d-760453-5 neutron-server[103305]: return self._get(url).json() Jan 26 21:34:05.080615 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 26 21:34:05.080615 n-d-760453-5 neutron-server[103305]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 26 21:34:05.080615 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 26 21:34:05.080615 n-d-760453-5 neutron-server[103305]: return self.request(url, 'GET', **kwargs) Jan 26 21:34:05.080615 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 26 21:34:05.080615 n-d-760453-5 neutron-server[103305]: base_url = self.get_endpoint(auth, allow=allow, Jan 26 21:34:05.080615 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 26 21:34:05.080615 n-d-760453-5 neutron-server[103305]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 26 21:34:05.080615 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 26 21:34:05.080615 n-d-760453-5 neutron-server[103305]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 26 21:34:05.080615 n-d-760453-5 neutron-server[103305]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 26 21:34:05.089926 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-1093707f-2555-4918-9a83-8d7965c04147 None None] For port d1b0f06d-eb9a-435f-96be-c8cb2b1bdaaf, host n-d-760453-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=d1b0f06d-eb9a-435f-96be-c8cb2b1bdaaf,segment=NetworkSegment(2badee1d-4e60-412c-91a4-4ad3556eb390),segment_id=2badee1d-4e60-412c-91a4-4ad3556eb390)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:34:05.106134 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-1093707f-2555-4918-9a83-8d7965c04147 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (d1b0f06d-eb9a-435f-96be-c8cb2b1bdaaf), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:34:05.112254 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Provisioning complete for port c11b1e38-b21f-4bb6-a775-6574040350a5 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:34:05.112743 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (c11b1e38-b21f-4bb6-a775-6574040350a5), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:34:05.156366 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-472b54a8-330b-4f68-abd5-5a2298fa4cf0 tempest-NetworksIpV6Test-668566948 tempest-NetworksIpV6Test-668566948-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4110931'] for network (b5d27723-81c2-4f9d-9095-574682a636fc), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:34:05.168271 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-472b54a8-330b-4f68-abd5-5a2298fa4cf0 tempest-NetworksIpV6Test-668566948 tempest-NetworksIpV6Test-668566948-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709645'] for network (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:34:05.172192 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-472b54a8-330b-4f68-abd5-5a2298fa4cf0 tempest-NetworksIpV6Test-668566948 tempest-NetworksIpV6Test-668566948-project] 10.222.0.13 "DELETE /v2.0/networks/b5d27723-81c2-4f9d-9095-574682a636fc HTTP/1.1" status: 204 len: 168 time: 3.4333088 Jan 26 21:34:05.177552 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 55998) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:34:05.182083 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-e27ecd11-492b-4dce-982b-d1f092e6a516 tempest-NetworksIpV6Test-668566948 tempest-NetworksIpV6Test-668566948-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-570078453'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:34:05.188869 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-eeaeed71-fdb5-4f1f-9d27-1f08314b11bd req-7982e65d-690f-4c04-b9d8-2b5237526f58 tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] 10.222.0.13 "GET /v2.0/security-groups?id=d37b3ff7-2317-46ab-9f4f-b0d217809a4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1274111 Jan 26 21:34:05.189688 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-472b54a8-330b-4f68-abd5-5a2298fa4cf0 tempest-NetworksIpV6Test-668566948 tempest-NetworksIpV6Test-668566948-project] Pushing event deleted for resources: {'Network': ['ID=b5d27723-81c2-4f9d-9095-574682a636fc,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:34:05.197418 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af301618-e80e-40a2-8e3b-16957132a65f tempest-TestSecurityGroupsBasicOps-1066020799 tempest-TestSecurityGroupsBasicOps-1066020799-project] Network 8ccb4f7e-e6e3-4ac7-b6f8-162d9e73f0be is already hosted by enough agents. {{(pid=103305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 21:34:05.199114 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [None req-af301618-e80e-40a2-8e3b-16957132a65f tempest-TestSecurityGroupsBasicOps-1066020799 tempest-TestSecurityGroupsBasicOps-1066020799-project] Resources bound (agent type, host, resource id): {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:34:05.210369 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1d571a8-aaae-4a7e-a9b9-8126d927e3c4 admin admin] Router 30c5f8da-5921-45e3-a618-3b4140c43f22 has already been hosted by L3 agent 09df100c-3af1-4b0a-bda8-05914c71c458 {{(pid=103304) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 26 21:34:05.223089 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e27ecd11-492b-4dce-982b-d1f092e6a516 tempest-NetworksIpV6Test-668566948 tempest-NetworksIpV6Test-668566948-project] Made reservation on behalf of 2462d16165ce43afa6a1542a7ea701c8 for: {'network': 1} {{(pid=103304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 21:34:05.230082 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-e27ecd11-492b-4dce-982b-d1f092e6a516 tempest-NetworksIpV6Test-668566948 tempest-NetworksIpV6Test-668566948-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for network (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:34:05.292860 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1093707f-2555-4918-9a83-8d7965c04147 None None] Pushing event updated for resources: {'Port': ['ID=d1b0f06d-eb9a-435f-96be-c8cb2b1bdaaf,revision_number=3']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:34:05.302010 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e27ecd11-492b-4dce-982b-d1f092e6a516 tempest-NetworksIpV6Test-668566948 tempest-NetworksIpV6Test-668566948-project] vlan segment allocate from pool success with {'vlan_id': 570, 'physical_network': 'physnet1'} {{(pid=103304) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 26 21:34:05.319671 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af301618-e80e-40a2-8e3b-16957132a65f tempest-TestSecurityGroupsBasicOps-1066020799 tempest-TestSecurityGroupsBasicOps-1066020799-project] Router d1076edd-1bb5-4c45-8116-0703aec35bed has already been hosted by L3 agent 09df100c-3af1-4b0a-bda8-05914c71c458 {{(pid=103305) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 26 21:34:05.321102 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-e27ecd11-492b-4dce-982b-d1f092e6a516 tempest-NetworksIpV6Test-668566948 tempest-NetworksIpV6Test-668566948-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576559'] for segment (3049940f-458b-4214-b594-d99ee1c5ddb2), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:34:05.321482 n-d-760453-5 neutron-server[103304]: INFO neutron.db.segments_db [None req-e27ecd11-492b-4dce-982b-d1f092e6a516 tempest-NetworksIpV6Test-668566948 tempest-NetworksIpV6Test-668566948-project] Added segment 3049940f-458b-4214-b594-d99ee1c5ddb2 of type vlan for network 79c28600-5a6f-4dde-a5dd-52b6ef990bcb Jan 26 21:34:05.379842 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Device 76b67d01-e977-4af8-80e0-0024bcb18a45 no longer exists at agent hyperv_n-h1-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 26 21:34:05.411762 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Current status of the port c11b1e38-b21f-4bb6-a775-6574040350a5 is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:34:05.412969 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device d1b0f06d-eb9a-435f-96be-c8cb2b1bdaaf up at agent ovs-agent-n-d-760453-5 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 21:34:05.446839 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af301618-e80e-40a2-8e3b-16957132a65f tempest-TestSecurityGroupsBasicOps-1066020799 tempest-TestSecurityGroupsBasicOps-1066020799-project] Notify agent at l3_agent.n-d-760453-5 the message routers_updated {{(pid=103305) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 26 21:34:05.462419 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-af301618-e80e-40a2-8e3b-16957132a65f tempest-TestSecurityGroupsBasicOps-1066020799 tempest-TestSecurityGroupsBasicOps-1066020799-project] 10.222.0.13 "PUT /v2.0/routers/d1076edd-1bb5-4c45-8116-0703aec35bed/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0981746 Jan 26 21:34:05.464318 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 56016) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:34:05.472728 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-0ce3b895-ec61-4382-81db-d491656c0e1a tempest-TestSecurityGroupsBasicOps-1066020799 tempest-TestSecurityGroupsBasicOps-1066020799-project] Request body: {'security_group': {'name': 'tempest-secgroup_access--817403628', 'description': 'tempest-secgroup_access--817403628 description', 'project_id': '205750efebb7460ebd239c85a19dfc92'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:34:05.482973 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53127cfc-4b5b-41d0-8e62-bf2a1a8f8862 None None] Sync routers for ids ['d1076edd-1bb5-4c45-8116-0703aec35bed'] in n-d-760453-5 {{(pid=103306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 26 21:34:05.507459 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53127cfc-4b5b-41d0-8e62-bf2a1a8f8862 None None] Routers {'d1076edd-1bb5-4c45-8116-0703aec35bed'} bound to L3 agent in host n-d-760453-5 {{(pid=103306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 21:34:05.508204 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-53127cfc-4b5b-41d0-8e62-bf2a1a8f8862 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-26T20:55:21Z,description=,heartbeat_timestamp=2022-01-26T21:33:51Z,host='n-d-760453-5',id=09df100c-3af1-4b0a-bda8-05914c71c458,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:55:21Z,topic='l3_agent')) {'router_ids': ['d1076edd-1bb5-4c45-8116-0703aec35bed'], 'active': True} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:34:05.525143 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37663901-19d5-4766-a1a3-19bffc01879f None None] Network 8ccb4f7e-e6e3-4ac7-b6f8-162d9e73f0be requested from n-d-760453-5 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 26 21:34:05.541401 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-0ce3b895-ec61-4382-81db-d491656c0e1a tempest-TestSecurityGroupsBasicOps-1066020799 tempest-TestSecurityGroupsBasicOps-1066020799-project] Publish callbacks [] for security_group (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:34:05.671447 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-0ce3b895-ec61-4382-81db-d491656c0e1a tempest-TestSecurityGroupsBasicOps-1066020799 tempest-TestSecurityGroupsBasicOps-1066020799-project] Publish callbacks [] for security_group (019c5dd0-48a2-4336-ab92-4675db775363), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:34:05.679589 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-0ce3b895-ec61-4382-81db-d491656c0e1a tempest-TestSecurityGroupsBasicOps-1066020799 tempest-TestSecurityGroupsBasicOps-1066020799-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (019c5dd0-48a2-4336-ab92-4675db775363), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:34:05.713038 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-0ce3b895-ec61-4382-81db-d491656c0e1a tempest-TestSecurityGroupsBasicOps-1066020799 tempest-TestSecurityGroupsBasicOps-1066020799-project] Publish callbacks [] for security_group (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:34:05.716768 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-0ce3b895-ec61-4382-81db-d491656c0e1a tempest-TestSecurityGroupsBasicOps-1066020799 tempest-TestSecurityGroupsBasicOps-1066020799-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1815 time: 0.2504408 Jan 26 21:34:05.732704 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 56038) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:34:05.738034 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-a8a1c1c7-23c8-4046-ae03-eff680339c9e tempest-TestSecurityGroupsBasicOps-1066020799 tempest-TestSecurityGroupsBasicOps-1066020799-project] Request body: {'security_group': {'name': 'tempest-secgroup_general--1399162356', 'description': 'tempest-secgroup_general--1399162356 description', 'project_id': '205750efebb7460ebd239c85a19dfc92'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:34:05.756139 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce3b895-ec61-4382-81db-d491656c0e1a tempest-TestSecurityGroupsBasicOps-1066020799 tempest-TestSecurityGroupsBasicOps-1066020799-project] Pushing event updated for resources: {'SecurityGroup': ['ID=019c5dd0-48a2-4336-ab92-4675db775363,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:34:05.769807 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-e27ecd11-492b-4dce-982b-d1f092e6a516 tempest-NetworksIpV6Test-668566948 tempest-NetworksIpV6Test-668566948-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746560256871'] for network (79c28600-5a6f-4dde-a5dd-52b6ef990bcb), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:34:05.796843 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-a8a1c1c7-23c8-4046-ae03-eff680339c9e tempest-TestSecurityGroupsBasicOps-1066020799 tempest-TestSecurityGroupsBasicOps-1066020799-project] Publish callbacks [] for security_group (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:34:05.804774 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1d571a8-aaae-4a7e-a9b9-8126d927e3c4 admin admin] Notify agent at l3_agent.n-d-760453-5 the message routers_updated {{(pid=103304) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 26 21:34:05.824433 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-d1d571a8-aaae-4a7e-a9b9-8126d927e3c4 admin admin] 10.222.0.13 "PUT /v2.0/routers/30c5f8da-5921-45e3-a618-3b4140c43f22/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5089915 Jan 26 21:34:05.827082 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 56044) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:34:05.827672 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27686f9f-550b-45e2-bc9d-7f9a69debd95 None None] Sync routers for ids ['30c5f8da-5921-45e3-a618-3b4140c43f22'] in n-d-760453-5 {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 26 21:34:05.848676 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27686f9f-550b-45e2-bc9d-7f9a69debd95 None None] Routers {'30c5f8da-5921-45e3-a618-3b4140c43f22'} bound to L3 agent in host n-d-760453-5 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 21:34:05.849461 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-27686f9f-550b-45e2-bc9d-7f9a69debd95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-26T20:55:21Z,description=,heartbeat_timestamp=2022-01-26T21:33:51Z,host='n-d-760453-5',id=09df100c-3af1-4b0a-bda8-05914c71c458,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:55:21Z,topic='l3_agent')) {'router_ids': ['30c5f8da-5921-45e3-a618-3b4140c43f22'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:34:05.869668 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-e27ecd11-492b-4dce-982b-d1f092e6a516 tempest-NetworksIpV6Test-668566948 tempest-NetworksIpV6Test-668566948-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503'] for network (79c28600-5a6f-4dde-a5dd-52b6ef990bcb), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:34:05.876586 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e27ecd11-492b-4dce-982b-d1f092e6a516 tempest-NetworksIpV6Test-668566948 tempest-NetworksIpV6Test-668566948-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:34:05.877205 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-e27ecd11-492b-4dce-982b-d1f092e6a516 tempest-NetworksIpV6Test-668566948 tempest-NetworksIpV6Test-668566948-project] Publish callbacks [] for network (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:34:05.894055 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Provisioning complete for port d1b0f06d-eb9a-435f-96be-c8cb2b1bdaaf triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:34:05.895651 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (d1b0f06d-eb9a-435f-96be-c8cb2b1bdaaf), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:34:05.998724 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Current status of the port 76b67d01-e977-4af8-80e0-0024bcb18a45 is: ACTIVE; New status is: DOWN {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:34:05.999380 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (76b67d01-e977-4af8-80e0-0024bcb18a45), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:34:06.007421 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvr_db [None req-53127cfc-4b5b-41d0-8e62-bf2a1a8f8862 None None] Set router d1076edd-1bb5-4c45-8116-0703aec35bed gateway port host: n-d-760453-5 {{(pid=103306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 21:34:06.030427 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_dvr_db [None req-27686f9f-550b-45e2-bc9d-7f9a69debd95 None None] Set router 30c5f8da-5921-45e3-a618-3b4140c43f22 gateway port host: n-d-760453-5 {{(pid=103307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 21:34:06.040596 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-c197164c-a63a-4b28-bddc-cb6bf8157b59 admin admin] Publish callbacks [] for router (30c5f8da-5921-45e3-a618-3b4140c43f22), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:34:06.094826 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-a8a1c1c7-23c8-4046-ae03-eff680339c9e tempest-TestSecurityGroupsBasicOps-1066020799 tempest-TestSecurityGroupsBasicOps-1066020799-project] Publish callbacks [] for security_group (4613631d-fc8a-4f72-b090-d98f77103cd0), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:34:06.108725 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e27ecd11-492b-4dce-982b-d1f092e6a516 tempest-NetworksIpV6Test-668566948 tempest-NetworksIpV6Test-668566948-project] Pushing event updated for resources: {'Network': ['ID=79c28600-5a6f-4dde-a5dd-52b6ef990bcb,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:34:06.113815 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-a8a1c1c7-23c8-4046-ae03-eff680339c9e tempest-TestSecurityGroupsBasicOps-1066020799 tempest-TestSecurityGroupsBasicOps-1066020799-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (4613631d-fc8a-4f72-b090-d98f77103cd0), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:34:06.140265 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-e27ecd11-492b-4dce-982b-d1f092e6a516 tempest-NetworksIpV6Test-668566948 tempest-NetworksIpV6Test-668566948-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.9592960 Jan 26 21:34:06.142025 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 56064) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:34:06.157717 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-e52d5e7d-e3a7-4890-a28e-cff030a656e9 tempest-NetworksIpV6Test-668566948 tempest-NetworksIpV6Test-668566948-project] Request body: {'subnet': {'network_id': '79c28600-5a6f-4dde-a5dd-52b6ef990bcb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:34:06.161879 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Network 79c28600-5a6f-4dde-a5dd-52b6ef990bcb details requested by agent ovs-agent-n-d-760453-5 with host n-d-760453-5 {{(pid=103306) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 26 21:34:06.190434 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-c197164c-a63a-4b28-bddc-cb6bf8157b59 admin admin] Publish callbacks [] for router_gateway (30c5f8da-5921-45e3-a618-3b4140c43f22), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:34:06.210733 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-a8a1c1c7-23c8-4046-ae03-eff680339c9e tempest-TestSecurityGroupsBasicOps-1066020799 tempest-TestSecurityGroupsBasicOps-1066020799-project] Publish callbacks [] for security_group (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:34:06.212613 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-a8a1c1c7-23c8-4046-ae03-eff680339c9e tempest-TestSecurityGroupsBasicOps-1066020799 tempest-TestSecurityGroupsBasicOps-1066020799-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1819 time: 0.4780710 Jan 26 21:34:06.247373 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 56072) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:34:06.247777 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Current status of the port d1b0f06d-eb9a-435f-96be-c8cb2b1bdaaf is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:34:06.249809 n-d-760453-5 neutron-server[103306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c947e2a6-4eb3-4b93-905b-515cc992a63b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '76b67d01-e977-4af8-80e0-0024bcb18a45'}] {{(pid=103306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 21:34:06.252093 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a1c1c7-23c8-4046-ae03-eff680339c9e tempest-TestSecurityGroupsBasicOps-1066020799 tempest-TestSecurityGroupsBasicOps-1066020799-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4613631d-fc8a-4f72-b090-d98f77103cd0,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:34:06.253731 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9d5d370febab655511bdd2ffe887e43e442d144a440368702bcc1e93af00b97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-208c0966-44bb-42d6-b72e-5f7068fd78f4" -d '{"events": [{"server_uuid": "c947e2a6-4eb3-4b93-905b-515cc992a63b", "name": "network-vif-unplugged", "status": "completed", "tag": "76b67d01-e977-4af8-80e0-0024bcb18a45"}]}' {{(pid=103306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 21:34:06.279022 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-3abbdb66-b311-4cfd-8d71-b29ac1753fd1 tempest-TestSecurityGroupsBasicOps-1066020799 tempest-TestSecurityGroupsBasicOps-1066020799-project] Request body: {'security_group_rule': {'security_group_id': '019c5dd0-48a2-4336-ab92-4675db775363', 'project_id': '205750efebb7460ebd239c85a19dfc92', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:34:06.318438 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-3abbdb66-b311-4cfd-8d71-b29ac1753fd1 tempest-TestSecurityGroupsBasicOps-1066020799 tempest-TestSecurityGroupsBasicOps-1066020799-project] Publish callbacks [] for security_group_rule (c2befa24-aeca-4ade-96ea-46a468fd53ab), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:34:06.327012 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] For port 76b67d01-e977-4af8-80e0-0024bcb18a45, host n-h1-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-5',level=0,port_id=76b67d01-e977-4af8-80e0-0024bcb18a45,segment=NetworkSegment(3717183c-69c6-44ee-ac2f-ec1e05ab35f5),segment_id=3717183c-69c6-44ee-ac2f-ec1e05ab35f5)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:34:06.365933 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 26 Jan 2022 21:34:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8426d29-9d26-407d-a2fc-65b465130e1e x-openstack-request-id: req-d8426d29-9d26-407d-a2fc-65b465130e1e {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 21:34:06.366625 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c947e2a6-4eb3-4b93-905b-515cc992a63b", "name": "network-vif-unplugged", "status": "completed", "tag": "76b67d01-e977-4af8-80e0-0024bcb18a45", "code": 200}]} {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 21:34:06.367141 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d8426d29-9d26-407d-a2fc-65b465130e1e {{(pid=103306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 21:34:06.367871 n-d-760453-5 neutron-server[103306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c947e2a6-4eb3-4b93-905b-515cc992a63b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '76b67d01-e977-4af8-80e0-0024bcb18a45', 'code': 200} Jan 26 21:34:06.368962 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (76b67d01-e977-4af8-80e0-0024bcb18a45), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:34:06.395047 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-27686f9f-550b-45e2-bc9d-7f9a69debd95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30c5f8da-5921-45e3-a618-3b4140c43f22', 'name': 'tempest-ServerRescueTestJSONUnderV235-1529478470-router', 'tenant_id': 'c033fd875da1416fa29c037a896b8ec9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'external_fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.104'}], 'enable_snat': True}, 'gw_port_id': '4887e881-a0ed-44b0-8398-d46997baa976', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T21:32:51Z', 'updated_at': '2022-01-26T21:34:04Z', 'revision_number': 5, 'project_id': 'c033fd875da1416fa29c037a896b8ec9', 'gw_port': {'id': '4887e881-a0ed-44b0-8398-d46997baa976', 'name': '', 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:fb:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30c5f8da-5921-45e3-a618-3b4140c43f22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2857, 'fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:32:52Z', 'updated_at': '2022-01-26T21:32:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-5'}], 'n-d-760453-5', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:34:06.417628 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-c197164c-a63a-4b28-bddc-cb6bf8157b59 admin admin] Deleting port 4887e881-a0ed-44b0-8398-d46997baa976 {{(pid=103305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 21:34:06.417966 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-c197164c-a63a-4b28-bddc-cb6bf8157b59 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746560630878'] for port (4887e881-a0ed-44b0-8398-d46997baa976), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:34:06.418669 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e52d5e7d-e3a7-4890-a28e-cff030a656e9 tempest-NetworksIpV6Test-668566948 tempest-NetworksIpV6Test-668566948-project] Made reservation on behalf of 2462d16165ce43afa6a1542a7ea701c8 for: {'subnet': 1} {{(pid=103304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 21:34:06.426304 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-e52d5e7d-e3a7-4890-a28e-cff030a656e9 tempest-NetworksIpV6Test-668566948 tempest-NetworksIpV6Test-668566948-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12215181'] for subnet (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:34:06.458844 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27686f9f-550b-45e2-bc9d-7f9a69debd95 None None] Checking router: 30c5f8da-5921-45e3-a618-3b4140c43f22 for host: n-d-760453-5 {{(pid=103307) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 26 21:34:06.475135 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27686f9f-550b-45e2-bc9d-7f9a69debd95 None None] Routers {'30c5f8da-5921-45e3-a618-3b4140c43f22'} bound to L3 agent in host n-d-760453-5 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 21:34:06.476740 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-27686f9f-550b-45e2-bc9d-7f9a69debd95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-26T20:55:21Z,description=,heartbeat_timestamp=2022-01-26T21:33:51Z,host='n-d-760453-5',id=09df100c-3af1-4b0a-bda8-05914c71c458,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:55:21Z,topic='l3_agent')) {'router_ids': ['30c5f8da-5921-45e3-a618-3b4140c43f22'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:34:06.482561 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Pushing event updated for resources: {'Port': ['ID=76b67d01-e977-4af8-80e0-0024bcb18a45,revision_number=14']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:34:06.585703 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-53127cfc-4b5b-41d0-8e62-bf2a1a8f8862 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1076edd-1bb5-4c45-8116-0703aec35bed', 'name': 'tempest-TestSecurityGroupsBasicOps-router-143138305', 'tenant_id': '205750efebb7460ebd239c85a19dfc92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'external_fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.231'}], 'enable_snat': True}, 'gw_port_id': 'c11b1e38-b21f-4bb6-a775-6574040350a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T21:33:56Z', 'updated_at': '2022-01-26T21:34:04Z', 'revision_number': 4, 'project_id': '205750efebb7460ebd239c85a19dfc92', 'gw_port': {'id': 'c11b1e38-b21f-4bb6-a775-6574040350a5', 'name': '', 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:9d:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1076edd-1bb5-4c45-8116-0703aec35bed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2925, 'fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:33:57Z', 'updated_at': '2022-01-26T21:34:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-5', '_interfaces': [{'id': 'c6bb7786-9796-45e4-ae02-9f2843926c09', 'name': '', 'network_id': '8ccb4f7e-e6e3-4ac7-b6f8-162d9e73f0be', 'tenant_id': '205750efebb7460ebd239c85a19dfc92', 'mac_address': 'fa:16:3e:d9:8e:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1076edd-1bb5-4c45-8116-0703aec35bed', 'device_owner': 'network:router_interface', 'standard_attr_id': 2932, 'fixed_ips': [{'subnet_id': '67d88e25-bbb6-4ba6-8387-d3dd3b658f0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:34:03Z', 'updated_at': '2022-01-26T21:34:04Z', 'revision_number': 2, 'project_id': '205750efebb7460ebd239c85a19dfc92', 'subnets': [{'id': '67d88e25-bbb6-4ba6-8387-d3dd3b658f0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760453-5', False) {} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:34:06.601482 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-3abbdb66-b311-4cfd-8d71-b29ac1753fd1 tempest-TestSecurityGroupsBasicOps-1066020799 tempest-TestSecurityGroupsBasicOps-1066020799-project] Publish callbacks [] for security_group_rule (c2befa24-aeca-4ade-96ea-46a468fd53ab), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:34:06.618759 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-3abbdb66-b311-4cfd-8d71-b29ac1753fd1 tempest-TestSecurityGroupsBasicOps-1066020799 tempest-TestSecurityGroupsBasicOps-1066020799-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102715'] for security_group_rule (c2befa24-aeca-4ade-96ea-46a468fd53ab), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:34:06.634429 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53127cfc-4b5b-41d0-8e62-bf2a1a8f8862 None None] Checking router: d1076edd-1bb5-4c45-8116-0703aec35bed for host: n-d-760453-5 {{(pid=103306) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 26 21:34:06.635297 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53127cfc-4b5b-41d0-8e62-bf2a1a8f8862 None None] Updating router d1076edd-1bb5-4c45-8116-0703aec35bed port c6bb7786-9796-45e4-ae02-9f2843926c09 binding host n-d-760453-5 {{(pid=103306) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 26 21:34:06.673703 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_dvr_db [None req-27686f9f-550b-45e2-bc9d-7f9a69debd95 None None] Set router 30c5f8da-5921-45e3-a618-3b4140c43f22 gateway port host: None {{(pid=103307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 21:34:06.685488 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-53127cfc-4b5b-41d0-8e62-bf2a1a8f8862 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (c6bb7786-9796-45e4-ae02-9f2843926c09), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:34:06.703683 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-20859288-fdc4-458c-91d0-ea940aae5415 None None] Provisioning complete for port d1b0f06d-eb9a-435f-96be-c8cb2b1bdaaf triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:34:06.704382 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-20859288-fdc4-458c-91d0-ea940aae5415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (d1b0f06d-eb9a-435f-96be-c8cb2b1bdaaf), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:34:06.711828 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3abbdb66-b311-4cfd-8d71-b29ac1753fd1 tempest-TestSecurityGroupsBasicOps-1066020799 tempest-TestSecurityGroupsBasicOps-1066020799-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c2befa24-aeca-4ade-96ea-46a468fd53ab,revision_number=0']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:34:06.718560 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-3abbdb66-b311-4cfd-8d71-b29ac1753fd1 tempest-TestSecurityGroupsBasicOps-1066020799 tempest-TestSecurityGroupsBasicOps-1066020799-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:34:06.729098 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-3abbdb66-b311-4cfd-8d71-b29ac1753fd1 tempest-TestSecurityGroupsBasicOps-1066020799 tempest-TestSecurityGroupsBasicOps-1066020799-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4580700 Jan 26 21:34:06.773116 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [None req-c197164c-a63a-4b28-bddc-cb6bf8157b59 admin admin] For port 4887e881-a0ed-44b0-8398-d46997baa976, host n-d-760453-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=4887e881-a0ed-44b0-8398-d46997baa976,segment=NetworkSegment(e17cb353-418f-48b9-b982-21a6233ee99b),segment_id=e17cb353-418f-48b9-b982-21a6233ee99b)] {{(pid=103305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:34:06.777479 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-c197164c-a63a-4b28-bddc-cb6bf8157b59 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4109658'] for port (4887e881-a0ed-44b0-8398-d46997baa976), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:34:06.806223 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-27686f9f-550b-45e2-bc9d-7f9a69debd95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30c5f8da-5921-45e3-a618-3b4140c43f22', 'name': 'tempest-ServerRescueTestJSONUnderV235-1529478470-router', 'tenant_id': 'c033fd875da1416fa29c037a896b8ec9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T21:32:51Z', 'updated_at': '2022-01-26T21:34:06Z', 'revision_number': 6, 'project_id': 'c033fd875da1416fa29c037a896b8ec9', 'gw_port_host': None}], 'n-d-760453-5', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:34:06.808776 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-c197164c-a63a-4b28-bddc-cb6bf8157b59 admin admin] Calling delete_port for 4887e881-a0ed-44b0-8398-d46997baa976 owned by network:router_gateway {{(pid=103305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 21:34:06.910486 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-e52d5e7d-e3a7-4890-a28e-cff030a656e9 tempest-NetworksIpV6Test-668566948 tempest-NetworksIpV6Test-668566948-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9285249', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12215227'] for subnet (f6b67c88-9fce-41dc-a4d5-f0c091ccee1f), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:34:06.920114 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device d1b0f06d-eb9a-435f-96be-c8cb2b1bdaaf up at agent ovs-agent-n-d-760453-5 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 21:34:07.002202 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27686f9f-550b-45e2-bc9d-7f9a69debd95 None None] The sync data for ids ['30c5f8da-5921-45e3-a618-3b4140c43f22'] in n-d-760453-5 is: [{'id': '30c5f8da-5921-45e3-a618-3b4140c43f22', 'name': 'tempest-ServerRescueTestJSONUnderV235-1529478470-router', 'tenant_id': 'c033fd875da1416fa29c037a896b8ec9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T21:32:51Z', 'updated_at': '2022-01-26T21:34:06Z', 'revision_number': 6, 'project_id': 'c033fd875da1416fa29c037a896b8ec9', 'gw_port_host': None}] {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 26 21:34:07.077325 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-06f84f52-b044-4f59-be5f-5ad6b4697457 req-99f8a813-7d7b-4688-9644-998287d87b6e tempest-TestSecurityGroupsBasicOps-1066020799 tempest-TestSecurityGroupsBasicOps-1066020799-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup_general--1399162356&fields=id&tenant_id=205750efebb7460ebd239c85a19dfc92 HTTP/1.1" status: 200 len: 267 time: 0.1591654 Jan 26 21:34:07.097533 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c49c6dc-00fc-4d5d-8c2d-0d7d01795ba0 req-ab72d8de-5161-417b-b757-5f5c1c5bce67 tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:34:07.099139 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-6c49c6dc-00fc-4d5d-8c2d-0d7d01795ba0 req-ab72d8de-5161-417b-b757-5f5c1c5bce67 tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] 10.222.0.13 "GET /v2.0/ports?device_id=c947e2a6-4eb3-4b93-905b-515cc992a63b HTTP/1.1" status: 200 len: 944 time: 0.2010615 Jan 26 21:34:07.108309 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e52d5e7d-e3a7-4890-a28e-cff030a656e9 tempest-NetworksIpV6Test-668566948 tempest-NetworksIpV6Test-668566948-project] Pushing event updated for resources: {'Subnet': ['ID=f6b67c88-9fce-41dc-a4d5-f0c091ccee1f,revision_number=0']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:34:07.122500 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-c197164c-a63a-4b28-bddc-cb6bf8157b59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746560636600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746560234536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11791543'] for port (4887e881-a0ed-44b0-8398-d46997baa976), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:34:07.154899 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e52d5e7d-e3a7-4890-a28e-cff030a656e9 tempest-NetworksIpV6Test-668566948 tempest-NetworksIpV6Test-668566948-project] Checking segment: {'id': '3049940f-458b-4214-b594-d99ee1c5ddb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '79c28600-5a6f-4dde-a5dd-52b6ef990bcb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103304) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 21:34:07.155273 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e52d5e7d-e3a7-4890-a28e-cff030a656e9 tempest-NetworksIpV6Test-668566948 tempest-NetworksIpV6Test-668566948-project] Network hostable DHCP agents. Network: 79c28600-5a6f-4dde-a5dd-52b6ef990bcb, hostable agents: ['474ccdf7-ab6c-405b-a3b2-dc7b05829902'], hosted agents: [] {{(pid=103304) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 26 21:34:07.167526 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c197164c-a63a-4b28-bddc-cb6bf8157b59 admin admin] Pushing event deleted for resources: {'Port': ['ID=4887e881-a0ed-44b0-8398-d46997baa976,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:34:07.217469 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-6c49c6dc-00fc-4d5d-8c2d-0d7d01795ba0 req-bd177941-031c-4452-b1d0-cc4c2581ed83 tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] 10.222.0.13 "GET /v2.0/security-groups?id=d37b3ff7-2317-46ab-9f4f-b0d217809a4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0907881 Jan 26 21:34:07.241219 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-c197164c-a63a-4b28-bddc-cb6bf8157b59 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4111291'] for router_gateway (30c5f8da-5921-45e3-a618-3b4140c43f22), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:34:07.260310 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-06f84f52-b044-4f59-be5f-5ad6b4697457 req-6939244b-24c9-4947-8d4f-3411a4422c72 tempest-TestSecurityGroupsBasicOps-1066020799 tempest-TestSecurityGroupsBasicOps-1066020799-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup_access--817403628&fields=id&tenant_id=205750efebb7460ebd239c85a19dfc92 HTTP/1.1" status: 200 len: 267 time: 0.1599936 Jan 26 21:34:07.283289 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Provisioning complete for port d1b0f06d-eb9a-435f-96be-c8cb2b1bdaaf triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:34:07.283806 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (d1b0f06d-eb9a-435f-96be-c8cb2b1bdaaf), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:34:07.296070 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-53127cfc-4b5b-41d0-8e62-bf2a1a8f8862 None None] Publish callbacks [] for port (c6bb7786-9796-45e4-ae02-9f2843926c09), precommit_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:34:07.308113 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e52d5e7d-e3a7-4890-a28e-cff030a656e9 tempest-NetworksIpV6Test-668566948 tempest-NetworksIpV6Test-668566948-project] Network 79c28600-5a6f-4dde-a5dd-52b6ef990bcb is scheduled to be hosted by DHCP agent 474ccdf7-ab6c-405b-a3b2-dc7b05829902 with binding_index 1 {{(pid=103304) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 26 21:34:07.348762 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-53127cfc-4b5b-41d0-8e62-bf2a1a8f8862 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (c6bb7786-9796-45e4-ae02-9f2843926c09), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:34:07.371142 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [None req-e52d5e7d-e3a7-4890-a28e-cff030a656e9 tempest-NetworksIpV6Test-668566948 tempest-NetworksIpV6Test-668566948-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760453-5, 79c28600-5a6f-4dde-a5dd-52b6ef990bcb) {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:34:07.371547 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-c197164c-a63a-4b28-bddc-cb6bf8157b59 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4105774', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13082'] for router (30c5f8da-5921-45e3-a618-3b4140c43f22), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:34:07.379255 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e52d5e7d-e3a7-4890-a28e-cff030a656e9 tempest-NetworksIpV6Test-668566948 tempest-NetworksIpV6Test-668566948-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:34:07.380202 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-e52d5e7d-e3a7-4890-a28e-cff030a656e9 tempest-NetworksIpV6Test-668566948 tempest-NetworksIpV6Test-668566948-project] Publish callbacks [] for subnet (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:34:07.393678 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-c197164c-a63a-4b28-bddc-cb6bf8157b59 admin admin] Publish callbacks [] for router_controller (30c5f8da-5921-45e3-a618-3b4140c43f22), precommit_delete_associations {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:34:07.408172 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-e52d5e7d-e3a7-4890-a28e-cff030a656e9 tempest-NetworksIpV6Test-668566948 tempest-NetworksIpV6Test-668566948-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2545540 Jan 26 21:34:07.411420 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 56102) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:34:07.418263 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-8d7c539d-97fb-486b-ae14-cc407a606955 tempest-NetworksIpV6Test-668566948 tempest-NetworksIpV6Test-668566948-project] Request body: {'subnet': {'network_id': '79c28600-5a6f-4dde-a5dd-52b6ef990bcb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:34:07.429861 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-309fb514-a06c-48bf-8169-0260977f8d1a None None] Network 79c28600-5a6f-4dde-a5dd-52b6ef990bcb requested from n-d-760453-5 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 26 21:34:07.441645 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-20859288-fdc4-458c-91d0-ea940aae5415 None None] Current status of the port d1b0f06d-eb9a-435f-96be-c8cb2b1bdaaf is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:34:07.512589 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-c197164c-a63a-4b28-bddc-cb6bf8157b59 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4105767'] for router (30c5f8da-5921-45e3-a618-3b4140c43f22), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:34:07.516445 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c197164c-a63a-4b28-bddc-cb6bf8157b59 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 30c5f8da-5921-45e3-a618-3b4140c43f22 {{(pid=103305) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 26 21:34:07.523520 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-c197164c-a63a-4b28-bddc-cb6bf8157b59 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:34:07.525634 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-c197164c-a63a-4b28-bddc-cb6bf8157b59 admin admin] 10.222.0.13 "DELETE /v2.0/routers/30c5f8da-5921-45e3-a618-3b4140c43f22 HTTP/1.1" status: 204 len: 168 time: 1.6975143 Jan 26 21:34:07.528202 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 56104) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:34:07.562736 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f56c82e0-7431-461c-92a6-ba7a36033cd3 None None] Pushing event updated for resources: {'Port': ['ID=c6bb7786-9796-45e4-ae02-9f2843926c09,revision_number=3']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:34:07.599972 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-20859288-fdc4-458c-91d0-ea940aae5415 None None] Provisioning complete for port c6bb7786-9796-45e4-ae02-9f2843926c09 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:34:07.600358 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-20859288-fdc4-458c-91d0-ea940aae5415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (c6bb7786-9796-45e4-ae02-9f2843926c09), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:34:07.629074 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.db_base_plugin_v2 [None req-d46bf51d-a479-458a-86e4-6c9a52c1bb18 admin admin] Deleting subnet 1ea07ea1-6099-4d0e-9f94-9cafc0649be2 {{(pid=103305) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 26 21:34:07.632515 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-d46bf51d-a479-458a-86e4-6c9a52c1bb18 admin admin] Publish callbacks [] for subnet (1ea07ea1-6099-4d0e-9f94-9cafc0649be2), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:34:07.653427 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f84f52-b044-4f59-be5f-5ad6b4697457 req-70f2c9e9-e717-4a9c-8ed0-a1facf3ba474 tempest-TestSecurityGroupsBasicOps-1066020799 tempest-TestSecurityGroupsBasicOps-1066020799-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:34:07.655261 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-06f84f52-b044-4f59-be5f-5ad6b4697457 req-70f2c9e9-e717-4a9c-8ed0-a1facf3ba474 tempest-TestSecurityGroupsBasicOps-1066020799 tempest-TestSecurityGroupsBasicOps-1066020799-project] 10.222.0.13 "GET /v2.0/networks?id=8ccb4f7e-e6e3-4ac7-b6f8-162d9e73f0be HTTP/1.1" status: 200 len: 796 time: 0.3869421 Jan 26 21:34:07.673936 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-20859288-fdc4-458c-91d0-ea940aae5415 None None] Port c6bb7786-9796-45e4-ae02-9f2843926c09 cannot update to ACTIVE because it is not bound. {{(pid=103306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 26 21:34:07.682121 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-d46bf51d-a479-458a-86e4-6c9a52c1bb18 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11788946'] for subnet (1ea07ea1-6099-4d0e-9f94-9cafc0649be2), precommit_delete_associations {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:34:07.693480 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-53127cfc-4b5b-41d0-8e62-bf2a1a8f8862 None None] Attempting to bind port c6bb7786-9796-45e4-ae02-9f2843926c09 on host n-d-760453-5 for vnic_type normal with profile {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 21:34:07.693939 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-53127cfc-4b5b-41d0-8e62-bf2a1a8f8862 None None] Attempting to bind port c6bb7786-9796-45e4-ae02-9f2843926c09 by drivers openvswitch,hyperv on host n-d-760453-5 at level 0 using segments [{'id': '2badee1d-4e60-412c-91a4-4ad3556eb390', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '8ccb4f7e-e6e3-4ac7-b6f8-162d9e73f0be'}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 26 21:34:07.694372 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53127cfc-4b5b-41d0-8e62-bf2a1a8f8862 None None] Attempting to bind port c6bb7786-9796-45e4-ae02-9f2843926c09 on network 8ccb4f7e-e6e3-4ac7-b6f8-162d9e73f0be {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 21:34:07.707697 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-06f84f52-b044-4f59-be5f-5ad6b4697457 req-65bbe9e3-e461-45e4-8ea5-1d97629e319a tempest-TestSecurityGroupsBasicOps-1066020799 tempest-TestSecurityGroupsBasicOps-1066020799-project] 10.222.0.13 "GET /v2.0/quotas/205750efebb7460ebd239c85a19dfc92 HTTP/1.1" status: 200 len: 375 time: 0.0384793 Jan 26 21:34:07.709698 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53127cfc-4b5b-41d0-8e62-bf2a1a8f8862 None None] Checking agent: {'id': 'fea0591a-627d-4c87-9a9a-01625ddf3277', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760453-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 20, 55, 25), 'started_at': datetime.datetime(2022, 1, 26, 20, 55, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 21, 33, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760453-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 26 21:34:07.710276 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53127cfc-4b5b-41d0-8e62-bf2a1a8f8862 None None] Checking segment: {'id': '2badee1d-4e60-412c-91a4-4ad3556eb390', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '8ccb4f7e-e6e3-4ac7-b6f8-162d9e73f0be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 21:34:07.711139 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-53127cfc-4b5b-41d0-8e62-bf2a1a8f8862 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:34:07.712688 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53127cfc-4b5b-41d0-8e62-bf2a1a8f8862 None None] Bound using segment: {'id': '2badee1d-4e60-412c-91a4-4ad3556eb390', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '8ccb4f7e-e6e3-4ac7-b6f8-162d9e73f0be'} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 26 21:34:07.713903 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-53127cfc-4b5b-41d0-8e62-bf2a1a8f8862 None None] Bound port: c6bb7786-9796-45e4-ae02-9f2843926c09, host: n-d-760453-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2badee1d-4e60-412c-91a4-4ad3556eb390', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '8ccb4f7e-e6e3-4ac7-b6f8-162d9e73f0be'}}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 26 21:34:07.714471 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-53127cfc-4b5b-41d0-8e62-bf2a1a8f8862 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (c6bb7786-9796-45e4-ae02-9f2843926c09), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:34:07.718899 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d404a0-bee7-46dc-b88e-8bd6776f76b5 req-bb60f0a4-2dc3-491e-a4ec-2aaaf58670f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:34:07.720564 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-88d404a0-bee7-46dc-b88e-8bd6776f76b5 req-bb60f0a4-2dc3-491e-a4ec-2aaaf58670f1 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=949e29ec71a54b7f98dc62c402ac867e&device_id=c947e2a6-4eb3-4b93-905b-515cc992a63b HTTP/1.1" status: 200 len: 1095 time: 0.2460194 Jan 26 21:34:07.724168 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-d46bf51d-a479-458a-86e4-6c9a52c1bb18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687316'] for subnet (1ea07ea1-6099-4d0e-9f94-9cafc0649be2), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:34:07.753511 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Current status of the port d1b0f06d-eb9a-435f-96be-c8cb2b1bdaaf is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:34:07.764268 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb978bab-1781-4ccd-b095-03325c23f9ec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3c4099e8-8ffb-51d1-af7f-5868973e933f-79c28600-5a6f-4dde-a5dd-52b6ef990bcb', 'network_id': '79c28600-5a6f-4dde-a5dd-52b6ef990bcb', 'project_id': '2462d16165ce43afa6a1542a7ea701c8', 'fixed_ips': [{'subnet_id': 'f6b67c88-9fce-41dc-a4d5-f0c091ccee1f'}]}} from n-d-760453-5. {{(pid=103306) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 26 21:34:07.765107 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fb978bab-1781-4ccd-b095-03325c23f9ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (None), before_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:34:07.785600 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-d46bf51d-a479-458a-86e4-6c9a52c1bb18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11791594', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11599980'] for subnet (1ea07ea1-6099-4d0e-9f94-9cafc0649be2), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:34:07.795097 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5332a02b-c1b2-4ac2-aecc-c9780a5c4662 req-941e9b27-476f-44d8-a379-9ff6794262d4 tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:34:07.796864 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-5332a02b-c1b2-4ac2-aecc-c9780a5c4662 req-941e9b27-476f-44d8-a379-9ff6794262d4 tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] 10.222.0.13 "GET /v2.0/ports?device_id=c947e2a6-4eb3-4b93-905b-515cc992a63b HTTP/1.1" status: 200 len: 944 time: 0.2297380 Jan 26 21:34:07.813287 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46bf51d-a479-458a-86e4-6c9a52c1bb18 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1ea07ea1-6099-4d0e-9f94-9cafc0649be2,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:34:07.816957 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-d46bf51d-a479-458a-86e4-6c9a52c1bb18 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709645'] for subnet (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:34:07.823567 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-d46bf51d-a479-458a-86e4-6c9a52c1bb18 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/1ea07ea1-6099-4d0e-9f94-9cafc0649be2 HTTP/1.1" status: 204 len: 168 time: 0.2892597 Jan 26 21:34:07.824675 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 56106) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:34:07.852700 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-5078a495-1a03-40ab-869b-31bb89227518 None None] Provisioning complete for port c6bb7786-9796-45e4-ae02-9f2843926c09 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:34:07.853066 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-5078a495-1a03-40ab-869b-31bb89227518 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (c6bb7786-9796-45e4-ae02-9f2843926c09), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:34:07.912182 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d7c539d-97fb-486b-ae14-cc407a606955 tempest-NetworksIpV6Test-668566948 tempest-NetworksIpV6Test-668566948-project] Made reservation on behalf of 2462d16165ce43afa6a1542a7ea701c8 for: {'subnet': 1} {{(pid=103304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 21:34:07.915707 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-8d7c539d-97fb-486b-ae14-cc407a606955 tempest-NetworksIpV6Test-668566948 tempest-NetworksIpV6Test-668566948-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12215181'] for subnet (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:34:07.920793 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-42cb45a4-ebc7-4488-96e4-116f36e6ddf4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-748181'] for network (919700d7-bd11-4466-9e0b-aea9ab9fa4e5), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:34:07.932914 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-53127cfc-4b5b-41d0-8e62-bf2a1a8f8862 None None] For port c6bb7786-9796-45e4-ae02-9f2843926c09, host n-d-760453-5, cleared binding levels {{(pid=103306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 26 21:34:07.933648 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-06f84f52-b044-4f59-be5f-5ad6b4697457 req-ea808081-8e9c-42a2-be4b-64eb79c6a330 tempest-TestSecurityGroupsBasicOps-1066020799 tempest-TestSecurityGroupsBasicOps-1066020799-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=205750efebb7460ebd239c85a19dfc92&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2026405 Jan 26 21:34:07.959578 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-53127cfc-4b5b-41d0-8e62-bf2a1a8f8862 None None] For port c6bb7786-9796-45e4-ae02-9f2843926c09, host n-d-760453-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=c6bb7786-9796-45e4-ae02-9f2843926c09,segment=NetworkSegment(2badee1d-4e60-412c-91a4-4ad3556eb390),segment_id=2badee1d-4e60-412c-91a4-4ad3556eb390)] {{(pid=103306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 26 21:34:07.970059 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-53127cfc-4b5b-41d0-8e62-bf2a1a8f8862 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (c6bb7786-9796-45e4-ae02-9f2843926c09), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:34:08.009063 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-5078a495-1a03-40ab-869b-31bb89227518 None None] Port c6bb7786-9796-45e4-ae02-9f2843926c09 cannot update to ACTIVE because it is not bound. {{(pid=103306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 26 21:34:08.016488 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-5332a02b-c1b2-4ac2-aecc-c9780a5c4662 req-5be9bbf1-2b38-4f25-98c6-f7d75dc8f184 tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] 10.222.0.13 "GET /v2.0/security-groups?id=d37b3ff7-2317-46ab-9f4f-b0d217809a4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1741548 Jan 26 21:34:08.040881 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d404a0-bee7-46dc-b88e-8bd6776f76b5 req-b76faea4-3bcb-4c17-9050-ee5c23fdcb88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:34:08.043029 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-88d404a0-bee7-46dc-b88e-8bd6776f76b5 req-b76faea4-3bcb-4c17-9050-ee5c23fdcb88 service neutron] 10.222.0.66 "GET /v2.0/networks?id=e06aca25-0b6a-452f-bfd4-2129924c58a7 HTTP/1.1" status: 200 len: 912 time: 0.2809110 Jan 26 21:34:08.044164 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-42cb45a4-ebc7-4488-96e4-116f36e6ddf4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-686403', 'neutron.services.segments.db._delete_segments_for_network-8746560774018'] for network (919700d7-bd11-4466-9e0b-aea9ab9fa4e5), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:34:08.077107 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53127cfc-4b5b-41d0-8e62-bf2a1a8f8862 None None] Routers {'d1076edd-1bb5-4c45-8116-0703aec35bed'} bound to L3 agent in host n-d-760453-5 {{(pid=103306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 21:34:08.077994 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-53127cfc-4b5b-41d0-8e62-bf2a1a8f8862 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-26T20:55:21Z,description=,heartbeat_timestamp=2022-01-26T21:33:51Z,host='n-d-760453-5',id=09df100c-3af1-4b0a-bda8-05914c71c458,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:55:21Z,topic='l3_agent')) {'router_ids': ['d1076edd-1bb5-4c45-8116-0703aec35bed'], 'active': True} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:34:08.085101 n-d-760453-5 neutron-server[103305]: DEBUG neutron.services.segments.db [None req-42cb45a4-ebc7-4488-96e4-116f36e6ddf4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['919700d7-bd11-4466-9e0b-aea9ab9fa4e5']}} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:34:08.089131 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.db_base_plugin_common [None req-fb978bab-1781-4ccd-b095-03325c23f9ec None None] Allocated IP 2001:db8::2 (79c28600-5a6f-4dde-a5dd-52b6ef990bcb/f6b67c88-9fce-41dc-a4d5-f0c091ccee1f/781162b1-cfbc-45bb-9194-2416009014d3) {{(pid=103306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 21:34:08.106874 n-d-760453-5 neutron-server[103305]: DEBUG neutron.services.segments.db [None req-42cb45a4-ebc7-4488-96e4-116f36e6ddf4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd72bd3db-6d30-467b-8146-3f2d95269fca') {'for_net_delete': True} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:34:08.107366 n-d-760453-5 neutron-server[103305]: DEBUG neutron.services.segments.db [None req-42cb45a4-ebc7-4488-96e4-116f36e6ddf4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd72bd3db-6d30-467b-8146-3f2d95269fca') {} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:34:08.118475 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-42cb45a4-ebc7-4488-96e4-116f36e6ddf4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746560742283', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11788955'] for segment (d72bd3db-6d30-467b-8146-3f2d95269fca), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:34:08.135780 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-42cb45a4-ebc7-4488-96e4-116f36e6ddf4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576559'] for segment (d72bd3db-6d30-467b-8146-3f2d95269fca), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:34:08.141427 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f56c82e0-7431-461c-92a6-ba7a36033cd3 None None] Pushing event updated for resources: {'Port': ['ID=c6bb7786-9796-45e4-ae02-9f2843926c09,revision_number=4']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:34:08.143967 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-42cb45a4-ebc7-4488-96e4-116f36e6ddf4 admin admin] Releasing vlan 555 on physical network physnet1 to pool {{(pid=103305) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 26 21:34:08.149883 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-42cb45a4-ebc7-4488-96e4-116f36e6ddf4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11791428'] for segment (d72bd3db-6d30-467b-8146-3f2d95269fca), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:34:08.209804 n-d-760453-5 neutron-server[103305]: Traceback (most recent call last): Jan 26 21:34:08.209804 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 26 21:34:08.209804 n-d-760453-5 neutron-server[103305]: timer() Jan 26 21:34:08.209804 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 26 21:34:08.209804 n-d-760453-5 neutron-server[103305]: cb(*args, **kw) Jan 26 21:34:08.209804 n-d-760453-5 neutron-server[103305]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 26 21:34:08.209804 n-d-760453-5 neutron-server[103305]: return func(*args, **kwargs) Jan 26 21:34:08.209804 n-d-760453-5 neutron-server[103305]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 26 21:34:08.209804 n-d-760453-5 neutron-server[103305]: self._notify() Jan 26 21:34:08.209804 n-d-760453-5 neutron-server[103305]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 26 21:34:08.209804 n-d-760453-5 neutron-server[103305]: self.callback(batched_events) Jan 26 21:34:08.209804 n-d-760453-5 neutron-server[103305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 26 21:34:08.209804 n-d-760453-5 neutron-server[103305]: event.method(event) Jan 26 21:34:08.209804 n-d-760453-5 neutron-server[103305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 26 21:34:08.209804 n-d-760453-5 neutron-server[103305]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 26 21:34:08.209804 n-d-760453-5 neutron-server[103305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 26 21:34:08.209804 n-d-760453-5 neutron-server[103305]: aggregate_uuid = self.p_client.list_aggregates( Jan 26 21:34:08.209804 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 26 21:34:08.209804 n-d-760453-5 neutron-server[103305]: return f(self, *a, **k) Jan 26 21:34:08.209804 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 26 21:34:08.209804 n-d-760453-5 neutron-server[103305]: return self._get(url).json() Jan 26 21:34:08.209804 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 26 21:34:08.209804 n-d-760453-5 neutron-server[103305]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 26 21:34:08.209804 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 26 21:34:08.209804 n-d-760453-5 neutron-server[103305]: return self.request(url, 'GET', **kwargs) Jan 26 21:34:08.209804 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 26 21:34:08.209804 n-d-760453-5 neutron-server[103305]: base_url = self.get_endpoint(auth, allow=allow, Jan 26 21:34:08.209804 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 26 21:34:08.209804 n-d-760453-5 neutron-server[103305]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 26 21:34:08.209804 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 26 21:34:08.209804 n-d-760453-5 neutron-server[103305]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 26 21:34:08.209804 n-d-760453-5 neutron-server[103305]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 26 21:34:08.216736 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-42cb45a4-ebc7-4488-96e4-116f36e6ddf4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4110931'] for network (919700d7-bd11-4466-9e0b-aea9ab9fa4e5), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:34:08.222672 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-42cb45a4-ebc7-4488-96e4-116f36e6ddf4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709645'] for network (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:34:08.228744 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-42cb45a4-ebc7-4488-96e4-116f36e6ddf4 admin admin] 10.222.0.13 "DELETE /v2.0/networks/919700d7-bd11-4466-9e0b-aea9ab9fa4e5 HTTP/1.1" status: 204 len: 168 time: 0.4033842 Jan 26 21:34:08.242023 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42cb45a4-ebc7-4488-96e4-116f36e6ddf4 admin admin] Pushing event deleted for resources: {'Network': ['ID=919700d7-bd11-4466-9e0b-aea9ab9fa4e5,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:34:08.252860 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-88d404a0-bee7-46dc-b88e-8bd6776f76b5 req-2435bbf6-347a-475a-98b8-d9f750326cf2 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=76b67d01-e977-4af8-80e0-0024bcb18a45 HTTP/1.1" status: 200 len: 999 time: 0.1787567 Jan 26 21:34:08.385185 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d404a0-bee7-46dc-b88e-8bd6776f76b5 req-b2c50725-f156-49ea-8da0-d4d8e0501b8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:34:08.386805 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-88d404a0-bee7-46dc-b88e-8bd6776f76b5 req-b2c50725-f156-49ea-8da0-d4d8e0501b8c service neutron] 10.222.0.66 "GET /v2.0/subnets?id=79317c4e-88a3-402c-975d-f004bf1d9b8b HTTP/1.1" status: 200 len: 850 time: 0.1296203 Jan 26 21:34:08.391421 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-06f84f52-b044-4f59-be5f-5ad6b4697457 req-ea91f805-c8e9-499a-aa68-91690219ed80 service neutron] 10.222.0.13 "GET /v2.0/networks/8ccb4f7e-e6e3-4ac7-b6f8-162d9e73f0be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4297369 Jan 26 21:34:08.486691 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 56110) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:34:08.535413 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-d7109739-090b-4d79-9916-32fa8ed5594c None None] Provisioning complete for port c6bb7786-9796-45e4-ae02-9f2843926c09 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:34:08.535895 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d7109739-090b-4d79-9916-32fa8ed5594c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (c6bb7786-9796-45e4-ae02-9f2843926c09), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:34:08.545676 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-413b7722-4728-41e2-bbf6-e4fa3b521a0f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c033fd875da1416fa29c037a896b8ec9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0576882 Jan 26 21:34:08.546326 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 56112) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:34:08.547092 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (32ef628b-8417-46c5-8729-60fcabe358f1), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:34:08.548061 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d404a0-bee7-46dc-b88e-8bd6776f76b5 req-6b967859-2cae-4401-9cd5-9efc2f25fb2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:34:08.550082 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-88d404a0-bee7-46dc-b88e-8bd6776f76b5 req-6b967859-2cae-4401-9cd5-9efc2f25fb2d service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=e06aca25-0b6a-452f-bfd4-2129924c58a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1554775 Jan 26 21:34:08.590569 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvr_db [None req-53127cfc-4b5b-41d0-8e62-bf2a1a8f8862 None None] Set router d1076edd-1bb5-4c45-8116-0703aec35bed gateway port host: n-d-760453-5 {{(pid=103306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 21:34:08.610865 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-c380c2bb-38f3-40c3-bc5f-edea31596f2f admin admin] Publish callbacks [] for security_group (4dafcfd2-99ad-4b4e-b11f-af398c9060fb), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:34:08.636977 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device 4887e881-a0ed-44b0-8398-d46997baa976 no longer exists at agent ovs-agent-n-d-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 26 21:34:08.646112 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-c380c2bb-38f3-40c3-bc5f-edea31596f2f admin admin] Publish callbacks [] for security_group (4dafcfd2-99ad-4b4e-b11f-af398c9060fb), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:34:08.655582 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-8d7c539d-97fb-486b-ae14-cc407a606955 tempest-NetworksIpV6Test-668566948 tempest-NetworksIpV6Test-668566948-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9285249', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12215227'] for subnet (0fb9d2b0-fcb1-49b6-871a-82b3c5d81443), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:34:08.673383 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-06f84f52-b044-4f59-be5f-5ad6b4697457 req-9ba4867e-51dc-4abe-9ccf-80a01e338fe4 service neutron] 10.222.0.13 "GET /v2.0/networks/8ccb4f7e-e6e3-4ac7-b6f8-162d9e73f0be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2702236 Jan 26 21:34:08.695501 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] No Port match for: 4887e881-a0ed-44b0-8398-d46997baa976 {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 26 21:34:08.696496 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device 4887e881-a0ed-44b0-8398-d46997baa976 not bound to the agent host n-d-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 26 21:34:08.697154 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device cba24434-487e-4aed-93e8-187ce263f178 no longer exists at agent ovs-agent-n-d-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 26 21:34:08.721006 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-c380c2bb-38f3-40c3-bc5f-edea31596f2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (4dafcfd2-99ad-4b4e-b11f-af398c9060fb), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:34:08.723825 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-c380c2bb-38f3-40c3-bc5f-edea31596f2f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:34:08.724181 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d7c539d-97fb-486b-ae14-cc407a606955 tempest-NetworksIpV6Test-668566948 tempest-NetworksIpV6Test-668566948-project] Network 79c28600-5a6f-4dde-a5dd-52b6ef990bcb is already hosted by enough agents. {{(pid=103304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 21:34:08.728303 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-c380c2bb-38f3-40c3-bc5f-edea31596f2f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/4dafcfd2-99ad-4b4e-b11f-af398c9060fb HTTP/1.1" status: 204 len: 168 time: 0.1774523 Jan 26 21:34:08.737261 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [None req-8d7c539d-97fb-486b-ae14-cc407a606955 tempest-NetworksIpV6Test-668566948 tempest-NetworksIpV6Test-668566948-project] Resources bound (agent type, host, resource id): {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:34:08.740623 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d7c539d-97fb-486b-ae14-cc407a606955 tempest-NetworksIpV6Test-668566948 tempest-NetworksIpV6Test-668566948-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:34:08.741230 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-8d7c539d-97fb-486b-ae14-cc407a606955 tempest-NetworksIpV6Test-668566948 tempest-NetworksIpV6Test-668566948-project] Publish callbacks [] for subnet (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:34:08.755495 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c380c2bb-38f3-40c3-bc5f-edea31596f2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4dafcfd2-99ad-4b4e-b11f-af398c9060fb,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:34:08.775186 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fb978bab-1781-4ccd-b095-03325c23f9ec None None] Publish callbacks [] for port (781162b1-cfbc-45bb-9194-2416009014d3), precommit_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:34:08.782342 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-8d7c539d-97fb-486b-ae14-cc407a606955 tempest-NetworksIpV6Test-668566948 tempest-NetworksIpV6Test-668566948-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.3698952 Jan 26 21:34:08.785092 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 56116) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:34:08.800593 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-88d404a0-bee7-46dc-b88e-8bd6776f76b5 req-dd35629d-6104-41a8-bdb1-b234cb82c447 service neutron] 10.222.0.66 "GET /v2.0/networks/e06aca25-0b6a-452f-bfd4-2129924c58a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2261426 Jan 26 21:34:08.818226 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] No Port match for: cba24434-487e-4aed-93e8-187ce263f178 {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 26 21:34:08.818726 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device cba24434-487e-4aed-93e8-187ce263f178 not bound to the agent host n-d-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 26 21:34:08.827204 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fb978bab-1781-4ccd-b095-03325c23f9ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746560234527'] for port (781162b1-cfbc-45bb-9194-2416009014d3), after_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:34:08.839701 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7c539d-97fb-486b-ae14-cc407a606955 tempest-NetworksIpV6Test-668566948 tempest-NetworksIpV6Test-668566948-project] Pushing event updated for resources: {'Subnet': ['ID=0fb9d2b0-fcb1-49b6-871a-82b3c5d81443,revision_number=0']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:34:08.912471 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7cdd4f3-5493-4f49-9de7-a682d556188c tempest-NetworksIpV6Test-668566948 tempest-NetworksIpV6Test-668566948-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:34:08.914052 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7cdd4f3-5493-4f49-9de7-a682d556188c tempest-NetworksIpV6Test-668566948 tempest-NetworksIpV6Test-668566948-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:34:08.915956 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7cdd4f3-5493-4f49-9de7-a682d556188c tempest-NetworksIpV6Test-668566948 tempest-NetworksIpV6Test-668566948-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:34:08.917528 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7cdd4f3-5493-4f49-9de7-a682d556188c tempest-NetworksIpV6Test-668566948 tempest-NetworksIpV6Test-668566948-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:34:08.919107 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7cdd4f3-5493-4f49-9de7-a682d556188c tempest-NetworksIpV6Test-668566948 tempest-NetworksIpV6Test-668566948-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:34:08.926062 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-d7cdd4f3-5493-4f49-9de7-a682d556188c tempest-NetworksIpV6Test-668566948 tempest-NetworksIpV6Test-668566948-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1397347 Jan 26 21:34:08.926439 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 56120) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:34:08.933343 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-dc84c84e-e0d4-4342-9843-59abdf4366ed tempest-NetworksIpV6Test-668566948 tempest-NetworksIpV6Test-668566948-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1333240847'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:34:08.958177 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc84c84e-e0d4-4342-9843-59abdf4366ed tempest-NetworksIpV6Test-668566948 tempest-NetworksIpV6Test-668566948-project] Made reservation on behalf of 2462d16165ce43afa6a1542a7ea701c8 for: {'network': 1} {{(pid=103305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 21:34:08.964291 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-dc84c84e-e0d4-4342-9843-59abdf4366ed tempest-NetworksIpV6Test-668566948 tempest-NetworksIpV6Test-668566948-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for network (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:34:09.006303 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dc84c84e-e0d4-4342-9843-59abdf4366ed tempest-NetworksIpV6Test-668566948 tempest-NetworksIpV6Test-668566948-project] vlan segment allocate from pool success with {'vlan_id': 559, 'physical_network': 'physnet1'} {{(pid=103305) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 26 21:34:09.014857 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-4e448383-471a-4627-b1de-fe764c056e81 req-d3180e0c-3e1b-4ed5-9e28-9d28225e03a1 tempest-TestSecurityGroupsBasicOps-1066020799 tempest-TestSecurityGroupsBasicOps-1066020799-project] 10.222.0.13 "GET /v2.0/ports?device_id=2dd4d85c-64cc-439d-9916-0cdf76dd618d HTTP/1.1" status: 200 len: 210 time: 0.0478094 Jan 26 21:34:09.021098 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-88d404a0-bee7-46dc-b88e-8bd6776f76b5 req-7468cf12-f46d-4dd2-a263-beff632a5202 service neutron] 10.222.0.66 "GET /v2.0/networks/e06aca25-0b6a-452f-bfd4-2129924c58a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2191815 Jan 26 21:34:09.027450 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-dc84c84e-e0d4-4342-9843-59abdf4366ed tempest-NetworksIpV6Test-668566948 tempest-NetworksIpV6Test-668566948-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576559'] for segment (c264f278-9aa5-424d-a388-64e7406c4165), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:34:09.027988 n-d-760453-5 neutron-server[103305]: INFO neutron.db.segments_db [None req-dc84c84e-e0d4-4342-9843-59abdf4366ed tempest-NetworksIpV6Test-668566948 tempest-NetworksIpV6Test-668566948-project] Added segment c264f278-9aa5-424d-a388-64e7406c4165 of type vlan for network f5d547a6-8d76-4eff-8185-c7979d5fe1f6 Jan 26 21:34:09.094135 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-dc84c84e-e0d4-4342-9843-59abdf4366ed tempest-NetworksIpV6Test-668566948 tempest-NetworksIpV6Test-668566948-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746560256871'] for network (f5d547a6-8d76-4eff-8185-c7979d5fe1f6), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:34:09.113537 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb978bab-1781-4ccd-b095-03325c23f9ec None None] Pushing event updated for resources: {'Port': ['ID=781162b1-cfbc-45bb-9194-2416009014d3,revision_number=1']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:34:09.119184 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-d7109739-090b-4d79-9916-32fa8ed5594c None None] Current status of the port c6bb7786-9796-45e4-ae02-9f2843926c09 is: DOWN; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:34:09.119943 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d7109739-090b-4d79-9916-32fa8ed5594c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (c6bb7786-9796-45e4-ae02-9f2843926c09), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:34:09.138321 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-dc84c84e-e0d4-4342-9843-59abdf4366ed tempest-NetworksIpV6Test-668566948 tempest-NetworksIpV6Test-668566948-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503'] for network (f5d547a6-8d76-4eff-8185-c7979d5fe1f6), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:34:09.141979 n-d-760453-5 neutron-server[103306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb978bab-1781-4ccd-b095-03325c23f9ec None None] Network 79c28600-5a6f-4dde-a5dd-52b6ef990bcb is already hosted by enough agents. {{(pid=103306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 21:34:09.148690 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc84c84e-e0d4-4342-9843-59abdf4366ed tempest-NetworksIpV6Test-668566948 tempest-NetworksIpV6Test-668566948-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:34:09.149919 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-dc84c84e-e0d4-4342-9843-59abdf4366ed tempest-NetworksIpV6Test-668566948 tempest-NetworksIpV6Test-668566948-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709645'] for network (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:34:09.158427 n-d-760453-5 neutron-server[103306]: DEBUG neutron.scheduler.base_scheduler [None req-fb978bab-1781-4ccd-b095-03325c23f9ec None None] Resources bound (agent type, host, resource id): {{(pid=103306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:34:09.190557 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb978bab-1781-4ccd-b095-03325c23f9ec None None] Received port after_create {{(pid=103306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 21:34:09.247934 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2660587b-fa54-4c69-8f8c-9c9ba80fec2d req-8c01cbe2-878b-4d5c-87bf-71bcee466bec tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:34:09.255857 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-2660587b-fa54-4c69-8f8c-9c9ba80fec2d req-8c01cbe2-878b-4d5c-87bf-71bcee466bec tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] 10.222.0.13 "GET /v2.0/ports?device_id=c947e2a6-4eb3-4b93-905b-515cc992a63b HTTP/1.1" status: 200 len: 944 time: 0.1170871 Jan 26 21:34:09.262711 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-dc84c84e-e0d4-4342-9843-59abdf4366ed tempest-NetworksIpV6Test-668566948 tempest-NetworksIpV6Test-668566948-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3348277 Jan 26 21:34:09.264352 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 56134) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:34:09.270575 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-66f652bf-06d5-4e3a-98b7-013c46bbed41 tempest-NetworksIpV6Test-668566948 tempest-NetworksIpV6Test-668566948-project] Request body: {'network': {'name': 'New_network'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:34:09.291781 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc84c84e-e0d4-4342-9843-59abdf4366ed tempest-NetworksIpV6Test-668566948 tempest-NetworksIpV6Test-668566948-project] Pushing event updated for resources: {'Network': ['ID=f5d547a6-8d76-4eff-8185-c7979d5fe1f6,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:34:09.315525 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-d7109739-090b-4d79-9916-32fa8ed5594c None None] For port c6bb7786-9796-45e4-ae02-9f2843926c09, host n-d-760453-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=c6bb7786-9796-45e4-ae02-9f2843926c09,segment=NetworkSegment(2badee1d-4e60-412c-91a4-4ad3556eb390),segment_id=2badee1d-4e60-412c-91a4-4ad3556eb390)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:34:09.318199 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Network f5d547a6-8d76-4eff-8185-c7979d5fe1f6 details requested by agent ovs-agent-n-d-760453-5 with host n-d-760453-5 {{(pid=103306) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 26 21:34:09.346816 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d7109739-090b-4d79-9916-32fa8ed5594c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (c6bb7786-9796-45e4-ae02-9f2843926c09), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:34:09.386535 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-2660587b-fa54-4c69-8f8c-9c9ba80fec2d req-602af619-440a-495b-a814-10d723da5151 tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] 10.222.0.13 "GET /v2.0/security-groups?id=d37b3ff7-2317-46ab-9f4f-b0d217809a4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1295431 Jan 26 21:34:09.395682 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-fb978bab-1781-4ccd-b095-03325c23f9ec None None] Attempting to bind port 781162b1-cfbc-45bb-9194-2416009014d3 on host n-d-760453-5 for vnic_type normal with profile {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 21:34:09.397160 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-fb978bab-1781-4ccd-b095-03325c23f9ec None None] Attempting to bind port 781162b1-cfbc-45bb-9194-2416009014d3 by drivers openvswitch,hyperv on host n-d-760453-5 at level 0 using segments [{'id': '3049940f-458b-4214-b594-d99ee1c5ddb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '79c28600-5a6f-4dde-a5dd-52b6ef990bcb'}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 26 21:34:09.397347 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb978bab-1781-4ccd-b095-03325c23f9ec None None] Attempting to bind port 781162b1-cfbc-45bb-9194-2416009014d3 on network 79c28600-5a6f-4dde-a5dd-52b6ef990bcb {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 21:34:09.435321 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb978bab-1781-4ccd-b095-03325c23f9ec None None] Checking agent: {'id': 'fea0591a-627d-4c87-9a9a-01625ddf3277', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760453-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 20, 55, 25), 'started_at': datetime.datetime(2022, 1, 26, 20, 55, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 21, 33, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760453-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 26 21:34:09.435988 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb978bab-1781-4ccd-b095-03325c23f9ec None None] Checking segment: {'id': '3049940f-458b-4214-b594-d99ee1c5ddb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '79c28600-5a6f-4dde-a5dd-52b6ef990bcb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 21:34:09.436733 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fb978bab-1781-4ccd-b095-03325c23f9ec None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:34:09.437509 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb978bab-1781-4ccd-b095-03325c23f9ec None None] Bound using segment: {'id': '3049940f-458b-4214-b594-d99ee1c5ddb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '79c28600-5a6f-4dde-a5dd-52b6ef990bcb'} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 26 21:34:09.438211 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-fb978bab-1781-4ccd-b095-03325c23f9ec None None] Bound port: 781162b1-cfbc-45bb-9194-2416009014d3, host: n-d-760453-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3049940f-458b-4214-b594-d99ee1c5ddb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '79c28600-5a6f-4dde-a5dd-52b6ef990bcb'}}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 26 21:34:09.439432 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fb978bab-1781-4ccd-b095-03325c23f9ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (781162b1-cfbc-45bb-9194-2416009014d3), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:34:09.497785 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-66f652bf-06d5-4e3a-98b7-013c46bbed41 tempest-NetworksIpV6Test-668566948 tempest-NetworksIpV6Test-668566948-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746560256871'] for network (f5d547a6-8d76-4eff-8185-c7979d5fe1f6), precommit_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:34:09.511303 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-53127cfc-4b5b-41d0-8e62-bf2a1a8f8862 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1076edd-1bb5-4c45-8116-0703aec35bed', 'name': 'tempest-TestSecurityGroupsBasicOps-router-143138305', 'tenant_id': '205750efebb7460ebd239c85a19dfc92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'external_fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.231'}], 'enable_snat': True}, 'gw_port_id': 'c11b1e38-b21f-4bb6-a775-6574040350a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T21:33:56Z', 'updated_at': '2022-01-26T21:34:04Z', 'revision_number': 4, 'project_id': '205750efebb7460ebd239c85a19dfc92', 'gw_port': {'id': 'c11b1e38-b21f-4bb6-a775-6574040350a5', 'name': '', 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:9d:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1076edd-1bb5-4c45-8116-0703aec35bed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2925, 'fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:33:57Z', 'updated_at': '2022-01-26T21:34:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-5', '_interfaces': [{'id': 'c6bb7786-9796-45e4-ae02-9f2843926c09', 'name': '', 'network_id': '8ccb4f7e-e6e3-4ac7-b6f8-162d9e73f0be', 'tenant_id': '205750efebb7460ebd239c85a19dfc92', 'mac_address': 'fa:16:3e:d9:8e:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1076edd-1bb5-4c45-8116-0703aec35bed', 'device_owner': 'network:router_interface', 'standard_attr_id': 2932, 'fixed_ips': [{'subnet_id': '67d88e25-bbb6-4ba6-8387-d3dd3b658f0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:34:03Z', 'updated_at': '2022-01-26T21:34:07Z', 'revision_number': 4, 'project_id': '205750efebb7460ebd239c85a19dfc92', 'subnets': [{'id': '67d88e25-bbb6-4ba6-8387-d3dd3b658f0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760453-5', False) {} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:34:09.513924 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7109739-090b-4d79-9916-32fa8ed5594c None None] Pushing event updated for resources: {'Port': ['ID=c6bb7786-9796-45e4-ae02-9f2843926c09,revision_number=5']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:34:09.519553 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-66f652bf-06d5-4e3a-98b7-013c46bbed41 tempest-NetworksIpV6Test-668566948 tempest-NetworksIpV6Test-668566948-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503'] for network (f5d547a6-8d76-4eff-8185-c7979d5fe1f6), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:34:09.533780 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-66f652bf-06d5-4e3a-98b7-013c46bbed41 tempest-NetworksIpV6Test-668566948 tempest-NetworksIpV6Test-668566948-project] Network f5d547a6-8d76-4eff-8185-c7979d5fe1f6 is not hosted by any dhcp agent {{(pid=103304) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jan 26 21:34:09.539284 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66f652bf-06d5-4e3a-98b7-013c46bbed41 tempest-NetworksIpV6Test-668566948 tempest-NetworksIpV6Test-668566948-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:34:09.540124 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-66f652bf-06d5-4e3a-98b7-013c46bbed41 tempest-NetworksIpV6Test-668566948 tempest-NetworksIpV6Test-668566948-project] Publish callbacks [] for network (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:34:09.541830 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-66f652bf-06d5-4e3a-98b7-013c46bbed41 tempest-NetworksIpV6Test-668566948 tempest-NetworksIpV6Test-668566948-project] 10.222.0.13 "PUT /v2.0/networks/f5d547a6-8d76-4eff-8185-c7979d5fe1f6 HTTP/1.1" status: 200 len: 723 time: 0.2763247 Jan 26 21:34:09.545520 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 56144) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:34:09.550882 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-ff85c7bd-a6ae-43b6-a5c7-08a7968a7234 tempest-NetworksIpV6Test-668566948 tempest-NetworksIpV6Test-668566948-project] Request body: {'subnet': {'network_id': 'f5d547a6-8d76-4eff-8185-c7979d5fe1f6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:34:09.579665 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53127cfc-4b5b-41d0-8e62-bf2a1a8f8862 None None] The sync data for ids ['d1076edd-1bb5-4c45-8116-0703aec35bed'] in n-d-760453-5 is: [{'id': 'd1076edd-1bb5-4c45-8116-0703aec35bed', 'name': 'tempest-TestSecurityGroupsBasicOps-router-143138305', 'tenant_id': '205750efebb7460ebd239c85a19dfc92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'external_fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.231'}], 'enable_snat': True}, 'gw_port_id': 'c11b1e38-b21f-4bb6-a775-6574040350a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T21:33:56Z', 'updated_at': '2022-01-26T21:34:04Z', 'revision_number': 4, 'project_id': '205750efebb7460ebd239c85a19dfc92', 'gw_port': {'id': 'c11b1e38-b21f-4bb6-a775-6574040350a5', 'name': '', 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:9d:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1076edd-1bb5-4c45-8116-0703aec35bed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2925, 'fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:33:57Z', 'updated_at': '2022-01-26T21:34:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-5', '_interfaces': [{'id': 'c6bb7786-9796-45e4-ae02-9f2843926c09', 'name': '', 'network_id': '8ccb4f7e-e6e3-4ac7-b6f8-162d9e73f0be', 'tenant_id': '205750efebb7460ebd239c85a19dfc92', 'mac_address': 'fa:16:3e:d9:8e:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1076edd-1bb5-4c45-8116-0703aec35bed', 'device_owner': 'network:router_interface', 'standard_attr_id': 2932, 'fixed_ips': [{'subnet_id': '67d88e25-bbb6-4ba6-8387-d3dd3b658f0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:34:03Z', 'updated_at': '2022-01-26T21:34:07Z', 'revision_number': 4, 'project_id': '205750efebb7460ebd239c85a19dfc92', 'subnets': [{'id': '67d88e25-bbb6-4ba6-8387-d3dd3b658f0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 26 21:34:09.673256 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f652bf-06d5-4e3a-98b7-013c46bbed41 tempest-NetworksIpV6Test-668566948 tempest-NetworksIpV6Test-668566948-project] Pushing event updated for resources: {'Network': ['ID=f5d547a6-8d76-4eff-8185-c7979d5fe1f6,revision_number=2']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:34:09.727688 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Network f5d547a6-8d76-4eff-8185-c7979d5fe1f6 details requested by agent ovs-agent-n-d-760453-5 with host n-d-760453-5 {{(pid=103306) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 26 21:34:09.759521 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff85c7bd-a6ae-43b6-a5c7-08a7968a7234 tempest-NetworksIpV6Test-668566948 tempest-NetworksIpV6Test-668566948-project] Made reservation on behalf of 2462d16165ce43afa6a1542a7ea701c8 for: {'subnet': 1} {{(pid=103305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 21:34:09.765735 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-ff85c7bd-a6ae-43b6-a5c7-08a7968a7234 tempest-NetworksIpV6Test-668566948 tempest-NetworksIpV6Test-668566948-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11599953'] for subnet (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:34:09.815626 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-fb978bab-1781-4ccd-b095-03325c23f9ec None None] For port 781162b1-cfbc-45bb-9194-2416009014d3, host n-d-760453-5, cleared binding levels {{(pid=103306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 26 21:34:09.855029 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-fb978bab-1781-4ccd-b095-03325c23f9ec None None] For port 781162b1-cfbc-45bb-9194-2416009014d3, host n-d-760453-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=781162b1-cfbc-45bb-9194-2416009014d3,segment=NetworkSegment(3049940f-458b-4214-b594-d99ee1c5ddb2),segment_id=3049940f-458b-4214-b594-d99ee1c5ddb2)] {{(pid=103306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 26 21:34:09.873168 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fb978bab-1781-4ccd-b095-03325c23f9ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (781162b1-cfbc-45bb-9194-2416009014d3), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:34:09.974549 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb978bab-1781-4ccd-b095-03325c23f9ec None None] Pushing event updated for resources: {'Port': ['ID=781162b1-cfbc-45bb-9194-2416009014d3,revision_number=2']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:34:10.051188 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-ff85c7bd-a6ae-43b6-a5c7-08a7968a7234 tempest-NetworksIpV6Test-668566948 tempest-NetworksIpV6Test-668566948-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11788839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11599975'] for subnet (aa51cbd6-03c0-4991-b639-e3c5839dbbe7), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:34:10.154162 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 56156) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:34:10.176595 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-f65c65be-d06d-4f81-8b67-2085e77dfb32 req-2ecf8665-c50e-4ee8-8f06-79af141dab35 tempest-TestSecurityGroupsBasicOps-1066020799 tempest-TestSecurityGroupsBasicOps-1066020799-project] 10.222.0.13 "GET /v2.0/ports?device_id=2dd4d85c-64cc-439d-9916-0cdf76dd618d HTTP/1.1" status: 200 len: 210 time: 0.0465846 Jan 26 21:34:10.179982 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff85c7bd-a6ae-43b6-a5c7-08a7968a7234 tempest-NetworksIpV6Test-668566948 tempest-NetworksIpV6Test-668566948-project] Pushing event updated for resources: {'Subnet': ['ID=aa51cbd6-03c0-4991-b639-e3c5839dbbe7,revision_number=0']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:34:10.205362 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff85c7bd-a6ae-43b6-a5c7-08a7968a7234 tempest-NetworksIpV6Test-668566948 tempest-NetworksIpV6Test-668566948-project] Checking segment: {'id': 'c264f278-9aa5-424d-a388-64e7406c4165', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'f5d547a6-8d76-4eff-8185-c7979d5fe1f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103305) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 21:34:10.205893 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff85c7bd-a6ae-43b6-a5c7-08a7968a7234 tempest-NetworksIpV6Test-668566948 tempest-NetworksIpV6Test-668566948-project] Network hostable DHCP agents. Network: f5d547a6-8d76-4eff-8185-c7979d5fe1f6, hostable agents: ['474ccdf7-ab6c-405b-a3b2-dc7b05829902'], hosted agents: [] {{(pid=103305) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 26 21:34:10.248258 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff85c7bd-a6ae-43b6-a5c7-08a7968a7234 tempest-NetworksIpV6Test-668566948 tempest-NetworksIpV6Test-668566948-project] Network f5d547a6-8d76-4eff-8185-c7979d5fe1f6 is scheduled to be hosted by DHCP agent 474ccdf7-ab6c-405b-a3b2-dc7b05829902 with binding_index 1 {{(pid=103305) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 26 21:34:10.291280 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [None req-ff85c7bd-a6ae-43b6-a5c7-08a7968a7234 tempest-NetworksIpV6Test-668566948 tempest-NetworksIpV6Test-668566948-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760453-5, f5d547a6-8d76-4eff-8185-c7979d5fe1f6) {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:34:10.313869 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6f6d099-d1f0-4917-8306-0897d9d79d86 None None] Network f5d547a6-8d76-4eff-8185-c7979d5fe1f6 requested from n-d-760453-5 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 26 21:34:10.321750 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff85c7bd-a6ae-43b6-a5c7-08a7968a7234 tempest-NetworksIpV6Test-668566948 tempest-NetworksIpV6Test-668566948-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:34:10.324329 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-ff85c7bd-a6ae-43b6-a5c7-08a7968a7234 tempest-NetworksIpV6Test-668566948 tempest-NetworksIpV6Test-668566948-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709645'] for subnet (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:34:10.371304 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-ff85c7bd-a6ae-43b6-a5c7-08a7968a7234 tempest-NetworksIpV6Test-668566948 tempest-NetworksIpV6Test-668566948-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8243837 Jan 26 21:34:10.373900 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 56160) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:34:10.395797 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-5f455d35-ec69-41bf-a214-0a48845f55a0 tempest-NetworksIpV6Test-668566948 tempest-NetworksIpV6Test-668566948-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:34:10.419123 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-744e3842-af0a-43a6-a11c-0e2b1b57d5fd admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-2084400712-network', 'tenant_id': '9fe9bf64b7a147db94c9d1463a376745'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:34:10.534241 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-744e3842-af0a-43a6-a11c-0e2b1b57d5fd admin admin] Made reservation on behalf of 9fe9bf64b7a147db94c9d1463a376745 for: {'network': 1} {{(pid=103305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 21:34:10.535458 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-744e3842-af0a-43a6-a11c-0e2b1b57d5fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for network (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:34:10.585033 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-744e3842-af0a-43a6-a11c-0e2b1b57d5fd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:34:10.649475 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af3b1d0d-d607-4e05-87b9-1a5de2f70352 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3c4099e8-8ffb-51d1-af7f-5868973e933f-f5d547a6-8d76-4eff-8185-c7979d5fe1f6', 'network_id': 'f5d547a6-8d76-4eff-8185-c7979d5fe1f6', 'project_id': '2462d16165ce43afa6a1542a7ea701c8', 'fixed_ips': [{'subnet_id': 'aa51cbd6-03c0-4991-b639-e3c5839dbbe7'}]}} from n-d-760453-5. {{(pid=103306) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 26 21:34:10.650361 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-af3b1d0d-d607-4e05-87b9-1a5de2f70352 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (None), before_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:34:10.683244 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f84f52-b044-4f59-be5f-5ad6b4697457 req-8d1b2e54-a511-494b-8f9c-a289f0c6f312 tempest-TestSecurityGroupsBasicOps-1066020799 tempest-TestSecurityGroupsBasicOps-1066020799-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:34:10.684826 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-06f84f52-b044-4f59-be5f-5ad6b4697457 req-8d1b2e54-a511-494b-8f9c-a289f0c6f312 tempest-TestSecurityGroupsBasicOps-1066020799 tempest-TestSecurityGroupsBasicOps-1066020799-project] 10.222.0.57 "GET /v2.0/networks?id=8ccb4f7e-e6e3-4ac7-b6f8-162d9e73f0be HTTP/1.1" status: 200 len: 796 time: 0.4166822 Jan 26 21:34:10.694446 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-5f455d35-ec69-41bf-a214-0a48845f55a0 tempest-NetworksIpV6Test-668566948 tempest-NetworksIpV6Test-668566948-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-11599966'] for subnet (aa51cbd6-03c0-4991-b639-e3c5839dbbe7), before_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:34:10.770397 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901a179e-b323-4ad2-98a2-7ceab924be7a req-1adcd5b9-d901-4f66-a050-de39ed8a7d60 tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:34:10.772014 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-901a179e-b323-4ad2-98a2-7ceab924be7a req-1adcd5b9-d901-4f66-a050-de39ed8a7d60 tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] 10.222.0.13 "GET /v2.0/ports?device_id=c947e2a6-4eb3-4b93-905b-515cc992a63b HTTP/1.1" status: 200 len: 944 time: 0.2178533 Jan 26 21:34:10.849373 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-06f84f52-b044-4f59-be5f-5ad6b4697457 req-b3e36161-f36e-46a5-8606-827abaf34400 tempest-TestSecurityGroupsBasicOps-1066020799 tempest-TestSecurityGroupsBasicOps-1066020799-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=205750efebb7460ebd239c85a19dfc92 HTTP/1.1" status: 200 len: 477 time: 0.1425793 Jan 26 21:34:10.853644 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device 781162b1-cfbc-45bb-9194-2416009014d3 up at agent ovs-agent-n-d-760453-5 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 21:34:10.859407 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [req-06f84f52-b044-4f59-be5f-5ad6b4697457 req-43a3b7e5-24af-4443-873f-a3e64e7b9fce tempest-TestSecurityGroupsBasicOps-1066020799 tempest-TestSecurityGroupsBasicOps-1066020799-project] Request body: {'port': {'device_id': '2dd4d85c-64cc-439d-9916-0cdf76dd618d', 'network_id': '8ccb4f7e-e6e3-4ac7-b6f8-162d9e73f0be', 'admin_state_up': True, 'tenant_id': '205750efebb7460ebd239c85a19dfc92', 'security_groups': ['4613631d-fc8a-4f72-b090-d98f77103cd0', '019c5dd0-48a2-4336-ab92-4675db775363']}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:34:10.912342 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-901a179e-b323-4ad2-98a2-7ceab924be7a req-ec32f1ae-b0b1-4598-9391-d47e4d950ca6 tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] 10.222.0.13 "GET /v2.0/security-groups?id=d37b3ff7-2317-46ab-9f4f-b0d217809a4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1303856 Jan 26 21:34:10.932892 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Provisioning complete for port 781162b1-cfbc-45bb-9194-2416009014d3 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:34:10.933410 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (781162b1-cfbc-45bb-9194-2416009014d3), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:34:11.032689 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-5f455d35-ec69-41bf-a214-0a48845f55a0 tempest-NetworksIpV6Test-668566948 tempest-NetworksIpV6Test-668566948-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8746560636609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-11791585'] for subnet (aa51cbd6-03c0-4991-b639-e3c5839dbbe7), after_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:34:11.098037 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-06f84f52-b044-4f59-be5f-5ad6b4697457 req-43a3b7e5-24af-4443-873f-a3e64e7b9fce tempest-TestSecurityGroupsBasicOps-1066020799 tempest-TestSecurityGroupsBasicOps-1066020799-project] Made reservation on behalf of 205750efebb7460ebd239c85a19dfc92 for: {'port': 1} {{(pid=103304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 21:34:11.102197 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-06f84f52-b044-4f59-be5f-5ad6b4697457 req-43a3b7e5-24af-4443-873f-a3e64e7b9fce tempest-TestSecurityGroupsBasicOps-1066020799 tempest-TestSecurityGroupsBasicOps-1066020799-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:34:11.171089 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f455d35-ec69-41bf-a214-0a48845f55a0 tempest-NetworksIpV6Test-668566948 tempest-NetworksIpV6Test-668566948-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:34:11.178102 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-5f455d35-ec69-41bf-a214-0a48845f55a0 tempest-NetworksIpV6Test-668566948 tempest-NetworksIpV6Test-668566948-project] Publish callbacks [] for subnet (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:34:11.189699 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-5f455d35-ec69-41bf-a214-0a48845f55a0 tempest-NetworksIpV6Test-668566948 tempest-NetworksIpV6Test-668566948-project] 10.222.0.13 "PUT /v2.0/subnets/aa51cbd6-03c0-4991-b639-e3c5839dbbe7 HTTP/1.1" status: 200 len: 826 time: 0.8123059 Jan 26 21:34:11.190215 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.db_base_plugin_common [None req-af3b1d0d-d607-4e05-87b9-1a5de2f70352 None None] Allocated IP 2001:db8::2 (f5d547a6-8d76-4eff-8185-c7979d5fe1f6/aa51cbd6-03c0-4991-b639-e3c5839dbbe7/59c4fd53-d859-4931-bba7-b50fb5d3200b) {{(pid=103306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 21:34:11.192572 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 56168) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:34:11.213227 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7cbfb3-a17a-419c-a4e7-c7e568b73c88 req-766714a5-0a68-4a29-814d-4109359d2218 tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:34:11.222777 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-cf7cbfb3-a17a-419c-a4e7-c7e568b73c88 req-766714a5-0a68-4a29-814d-4109359d2218 tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] 10.222.0.13 "GET /v2.0/ports?device_id=c947e2a6-4eb3-4b93-905b-515cc992a63b HTTP/1.1" status: 200 len: 944 time: 0.1070216 Jan 26 21:34:11.247981 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Current status of the port 781162b1-cfbc-45bb-9194-2416009014d3 is: DOWN; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:34:11.248374 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (781162b1-cfbc-45bb-9194-2416009014d3), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:34:11.314668 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f455d35-ec69-41bf-a214-0a48845f55a0 tempest-NetworksIpV6Test-668566948 tempest-NetworksIpV6Test-668566948-project] Pushing event updated for resources: {'Subnet': ['ID=aa51cbd6-03c0-4991-b639-e3c5839dbbe7,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:34:11.349177 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-744e3842-af0a-43a6-a11c-0e2b1b57d5fd admin admin] Publish callbacks [] for security_group (f2b62cd4-5049-4cd6-9f4f-183cc22ee8c0), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:34:11.358590 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-744e3842-af0a-43a6-a11c-0e2b1b57d5fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (f2b62cd4-5049-4cd6-9f4f-183cc22ee8c0), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:34:11.372179 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-744e3842-af0a-43a6-a11c-0e2b1b57d5fd admin admin] vlan segment allocate from pool success with {'vlan_id': 558, 'physical_network': 'physnet1'} {{(pid=103305) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 26 21:34:11.389085 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-744e3842-af0a-43a6-a11c-0e2b1b57d5fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576559'] for segment (a4473f28-a350-457c-80a1-7c915c9512af), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:34:11.391182 n-d-760453-5 neutron-server[103305]: INFO neutron.db.segments_db [None req-744e3842-af0a-43a6-a11c-0e2b1b57d5fd admin admin] Added segment a4473f28-a350-457c-80a1-7c915c9512af of type vlan for network ddc6a13b-59f6-4b5d-bef0-6e2351de5197 Jan 26 21:34:11.401737 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] For port 781162b1-cfbc-45bb-9194-2416009014d3, host n-d-760453-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=781162b1-cfbc-45bb-9194-2416009014d3,segment=NetworkSegment(3049940f-458b-4214-b594-d99ee1c5ddb2),segment_id=3049940f-458b-4214-b594-d99ee1c5ddb2)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:34:11.413864 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (781162b1-cfbc-45bb-9194-2416009014d3), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:34:11.414622 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device c6bb7786-9796-45e4-ae02-9f2843926c09 up at agent ovs-agent-n-d-760453-5 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 21:34:11.455109 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-744e3842-af0a-43a6-a11c-0e2b1b57d5fd admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746560256871'] for network (ddc6a13b-59f6-4b5d-bef0-6e2351de5197), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:34:11.479981 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.agents_db [None req-569f1ced-6396-4ddf-b79f-e03b0b2146ab None None] Agent healthcheck: found 7 active agents {{(pid=103307) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 26 21:34:11.538912 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.db_base_plugin_common [req-06f84f52-b044-4f59-be5f-5ad6b4697457 req-43a3b7e5-24af-4443-873f-a3e64e7b9fce tempest-TestSecurityGroupsBasicOps-1066020799 tempest-TestSecurityGroupsBasicOps-1066020799-project] Allocated IP 172.20.0.4 (8ccb4f7e-e6e3-4ac7-b6f8-162d9e73f0be/67d88e25-bbb6-4ba6-8387-d3dd3b658f0e/78fa139d-3729-425c-8c0d-09c504d4c63f) {{(pid=103304) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 21:34:11.548101 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Pushing event updated for resources: {'Port': ['ID=781162b1-cfbc-45bb-9194-2416009014d3,revision_number=3']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:34:11.575767 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-744e3842-af0a-43a6-a11c-0e2b1b57d5fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503'] for network (ddc6a13b-59f6-4b5d-bef0-6e2351de5197), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:34:11.577074 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-744e3842-af0a-43a6-a11c-0e2b1b57d5fd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:34:11.577842 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-744e3842-af0a-43a6-a11c-0e2b1b57d5fd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709645'] for network (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:34:11.599543 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-744e3842-af0a-43a6-a11c-0e2b1b57d5fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2b62cd4-5049-4cd6-9f4f-183cc22ee8c0,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:34:11.604650 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Provisioning complete for port c6bb7786-9796-45e4-ae02-9f2843926c09 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:34:11.605030 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (c6bb7786-9796-45e4-ae02-9f2843926c09), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:34:11.632725 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-22c49880-5b24-43ea-abac-0d38221ee87e tempest-NetworksIpV6Test-668566948 tempest-NetworksIpV6Test-668566948-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-748181'] for network (f5d547a6-8d76-4eff-8185-c7979d5fe1f6), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:34:11.675260 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-744e3842-af0a-43a6-a11c-0e2b1b57d5fd admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.5166376 Jan 26 21:34:11.679602 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 56172) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:34:11.685447 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-08fb2201-c8e5-4036-a2ce-eeaf98332cf4 admin admin] Request body: {'subnet': {'network_id': 'ddc6a13b-59f6-4b5d-bef0-6e2351de5197', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-2084400712-subnet', 'tenant_id': '9fe9bf64b7a147db94c9d1463a376745', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:34:11.706418 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-744e3842-af0a-43a6-a11c-0e2b1b57d5fd admin admin] Pushing event updated for resources: {'Network': ['ID=ddc6a13b-59f6-4b5d-bef0-6e2351de5197,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:34:11.711043 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-af3b1d0d-d607-4e05-87b9-1a5de2f70352 None None] Publish callbacks [] for port (59c4fd53-d859-4931-bba7-b50fb5d3200b), precommit_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:34:11.724294 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Network ddc6a13b-59f6-4b5d-bef0-6e2351de5197 details requested by agent ovs-agent-n-d-760453-5 with host n-d-760453-5 {{(pid=103306) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 26 21:34:11.774573 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08fb2201-c8e5-4036-a2ce-eeaf98332cf4 admin admin] Made reservation on behalf of 9fe9bf64b7a147db94c9d1463a376745 for: {'subnet': 1} {{(pid=103305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 21:34:11.778076 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-08fb2201-c8e5-4036-a2ce-eeaf98332cf4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11599953'] for subnet (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:34:11.813157 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-af3b1d0d-d607-4e05-87b9-1a5de2f70352 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746560234527'] for port (59c4fd53-d859-4931-bba7-b50fb5d3200b), after_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:34:11.863631 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-06f84f52-b044-4f59-be5f-5ad6b4697457 req-43a3b7e5-24af-4443-873f-a3e64e7b9fce tempest-TestSecurityGroupsBasicOps-1066020799 tempest-TestSecurityGroupsBasicOps-1066020799-project] Publish callbacks [] for port (78fa139d-3729-425c-8c0d-09c504d4c63f), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:34:11.870190 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-22c49880-5b24-43ea-abac-0d38221ee87e tempest-NetworksIpV6Test-668566948 tempest-NetworksIpV6Test-668566948-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687316'] for subnet (aa51cbd6-03c0-4991-b639-e3c5839dbbe7), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:34:11.872024 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Current status of the port c6bb7786-9796-45e4-ae02-9f2843926c09 is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:34:11.900205 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-faabf8fa-5872-4a93-8a14-5cbcf7bd3e49 None None] Network 79c28600-5a6f-4dde-a5dd-52b6ef990bcb requested from n-d-760453-5 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 26 21:34:11.910379 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-d2d65865-8640-4ae6-b09a-af03975f11c4 req-3ee57304-9e9a-4ba2-b7cd-39e06157a2c8 tempest-TestSecurityGroupsBasicOps-1066020799 tempest-TestSecurityGroupsBasicOps-1066020799-project] 10.222.0.13 "GET /v2.0/ports?device_id=2dd4d85c-64cc-439d-9916-0cdf76dd618d HTTP/1.1" status: 200 len: 210 time: 0.5923066 Jan 26 21:34:11.939513 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-cf7cbfb3-a17a-419c-a4e7-c7e568b73c88 req-d9ff5385-3fe8-4855-8764-427bc7f7dcba tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] 10.222.0.13 "GET /v2.0/security-groups?id=d37b3ff7-2317-46ab-9f4f-b0d217809a4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7155740 Jan 26 21:34:11.958666 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-06f84f52-b044-4f59-be5f-5ad6b4697457 req-43a3b7e5-24af-4443-873f-a3e64e7b9fce tempest-TestSecurityGroupsBasicOps-1066020799 tempest-TestSecurityGroupsBasicOps-1066020799-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746560234527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9281553'] for port (78fa139d-3729-425c-8c0d-09c504d4c63f), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:34:12.005540 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-06f84f52-b044-4f59-be5f-5ad6b4697457 req-43a3b7e5-24af-4443-873f-a3e64e7b9fce tempest-TestSecurityGroupsBasicOps-1066020799 tempest-TestSecurityGroupsBasicOps-1066020799-project] Network 8ccb4f7e-e6e3-4ac7-b6f8-162d9e73f0be is already hosted by enough agents. {{(pid=103304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 21:34:12.013795 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [req-06f84f52-b044-4f59-be5f-5ad6b4697457 req-43a3b7e5-24af-4443-873f-a3e64e7b9fce tempest-TestSecurityGroupsBasicOps-1066020799 tempest-TestSecurityGroupsBasicOps-1066020799-project] Resources bound (agent type, host, resource id): {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:34:12.015840 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [req-06f84f52-b044-4f59-be5f-5ad6b4697457 req-43a3b7e5-24af-4443-873f-a3e64e7b9fce tempest-TestSecurityGroupsBasicOps-1066020799 tempest-TestSecurityGroupsBasicOps-1066020799-project] Received port after_create {{(pid=103304) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 21:34:12.052811 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-22c49880-5b24-43ea-abac-0d38221ee87e tempest-NetworksIpV6Test-668566948 tempest-NetworksIpV6Test-668566948-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11791594', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11599980'] for subnet (aa51cbd6-03c0-4991-b639-e3c5839dbbe7), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:34:12.066858 n-d-760453-5 neutron-server[103306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af3b1d0d-d607-4e05-87b9-1a5de2f70352 None None] Network f5d547a6-8d76-4eff-8185-c7979d5fe1f6 is already hosted by enough agents. {{(pid=103306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 21:34:12.086951 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a3b7e5-24af-4443-873f-a3e64e7b9fce tempest-TestSecurityGroupsBasicOps-1066020799 tempest-TestSecurityGroupsBasicOps-1066020799-project] Pushing event updated for resources: {'Port': ['ID=78fa139d-3729-425c-8c0d-09c504d4c63f,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:34:12.102169 n-d-760453-5 neutron-server[103306]: DEBUG neutron.scheduler.base_scheduler [None req-af3b1d0d-d607-4e05-87b9-1a5de2f70352 None None] Resources bound (agent type, host, resource id): {{(pid=103306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:34:12.110737 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3b1d0d-d607-4e05-87b9-1a5de2f70352 None None] Pushing event updated for resources: {'Port': ['ID=59c4fd53-d859-4931-bba7-b50fb5d3200b,revision_number=1']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:34:12.114502 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f84f52-b044-4f59-be5f-5ad6b4697457 req-43a3b7e5-24af-4443-873f-a3e64e7b9fce tempest-TestSecurityGroupsBasicOps-1066020799 tempest-TestSecurityGroupsBasicOps-1066020799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:34:12.115594 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-06f84f52-b044-4f59-be5f-5ad6b4697457 req-43a3b7e5-24af-4443-873f-a3e64e7b9fce tempest-TestSecurityGroupsBasicOps-1066020799 tempest-TestSecurityGroupsBasicOps-1066020799-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:34:12.119902 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af3b1d0d-d607-4e05-87b9-1a5de2f70352 None None] Received port after_create {{(pid=103306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 21:34:12.143757 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-5a76241e-1279-45d5-9989-14b29754882e None None] Provisioning complete for port 781162b1-cfbc-45bb-9194-2416009014d3 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:34:12.145872 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-5a76241e-1279-45d5-9989-14b29754882e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (781162b1-cfbc-45bb-9194-2416009014d3), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:34:12.153184 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c49880-5b24-43ea-abac-0d38221ee87e tempest-NetworksIpV6Test-668566948 tempest-NetworksIpV6Test-668566948-project] Pushing event deleted for resources: {'Subnet': ['ID=aa51cbd6-03c0-4991-b639-e3c5839dbbe7,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:34:12.180743 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46e7679-fa61-4cad-8e7b-ede8d595a2b0 req-b11f02f3-2155-4273-b24f-2ce2dc7b2897 tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:34:12.182309 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-b46e7679-fa61-4cad-8e7b-ede8d595a2b0 req-b11f02f3-2155-4273-b24f-2ce2dc7b2897 tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] 10.222.0.13 "GET /v2.0/ports?device_id=c947e2a6-4eb3-4b93-905b-515cc992a63b HTTP/1.1" status: 200 len: 944 time: 0.0988994 Jan 26 21:34:12.186666 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-06f84f52-b044-4f59-be5f-5ad6b4697457 req-43a3b7e5-24af-4443-873f-a3e64e7b9fce tempest-TestSecurityGroupsBasicOps-1066020799 tempest-TestSecurityGroupsBasicOps-1066020799-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 972 time: 1.3311193 Jan 26 21:34:12.218251 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [req-06f84f52-b044-4f59-be5f-5ad6b4697457 req-f233dbf3-9c8b-46a5-b2f9-296595a47462 service neutron] Request body: {'port': {'device_id': '2dd4d85c-64cc-439d-9916-0cdf76dd618d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-760453-5'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:34:12.300466 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-22c49880-5b24-43ea-abac-0d38221ee87e tempest-NetworksIpV6Test-668566948 tempest-NetworksIpV6Test-668566948-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-686403', 'neutron.services.segments.db._delete_segments_for_network-8746560774018'] for network (f5d547a6-8d76-4eff-8185-c7979d5fe1f6), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:34:12.308531 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-af3b1d0d-d607-4e05-87b9-1a5de2f70352 None None] Attempting to bind port 59c4fd53-d859-4931-bba7-b50fb5d3200b on host n-d-760453-5 for vnic_type normal with profile {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 21:34:12.309389 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-af3b1d0d-d607-4e05-87b9-1a5de2f70352 None None] Attempting to bind port 59c4fd53-d859-4931-bba7-b50fb5d3200b by drivers openvswitch,hyperv on host n-d-760453-5 at level 0 using segments [{'id': 'c264f278-9aa5-424d-a388-64e7406c4165', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'f5d547a6-8d76-4eff-8185-c7979d5fe1f6'}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 26 21:34:12.309389 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af3b1d0d-d607-4e05-87b9-1a5de2f70352 None None] Attempting to bind port 59c4fd53-d859-4931-bba7-b50fb5d3200b on network f5d547a6-8d76-4eff-8185-c7979d5fe1f6 {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 21:34:12.320272 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af3b1d0d-d607-4e05-87b9-1a5de2f70352 None None] Checking agent: {'id': 'fea0591a-627d-4c87-9a9a-01625ddf3277', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760453-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 20, 55, 25), 'started_at': datetime.datetime(2022, 1, 26, 20, 55, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 21, 33, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760453-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 26 21:34:12.320557 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af3b1d0d-d607-4e05-87b9-1a5de2f70352 None None] Checking segment: {'id': 'c264f278-9aa5-424d-a388-64e7406c4165', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'f5d547a6-8d76-4eff-8185-c7979d5fe1f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 21:34:12.321007 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-af3b1d0d-d607-4e05-87b9-1a5de2f70352 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:34:12.321566 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af3b1d0d-d607-4e05-87b9-1a5de2f70352 None None] Bound using segment: {'id': 'c264f278-9aa5-424d-a388-64e7406c4165', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'f5d547a6-8d76-4eff-8185-c7979d5fe1f6'} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 26 21:34:12.322130 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-af3b1d0d-d607-4e05-87b9-1a5de2f70352 None None] Bound port: 59c4fd53-d859-4931-bba7-b50fb5d3200b, host: n-d-760453-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c264f278-9aa5-424d-a388-64e7406c4165', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'f5d547a6-8d76-4eff-8185-c7979d5fe1f6'}}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 26 21:34:12.322584 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-af3b1d0d-d607-4e05-87b9-1a5de2f70352 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (59c4fd53-d859-4931-bba7-b50fb5d3200b), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:34:12.343212 n-d-760453-5 neutron-server[103305]: DEBUG neutron.services.segments.db [None req-22c49880-5b24-43ea-abac-0d38221ee87e tempest-NetworksIpV6Test-668566948 tempest-NetworksIpV6Test-668566948-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f5d547a6-8d76-4eff-8185-c7979d5fe1f6']}} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:34:12.365351 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-08fb2201-c8e5-4036-a2ce-eeaf98332cf4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11788839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11599975'] for subnet (6905e0b0-940b-4429-8258-6df3380ce8bb), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:34:12.396165 n-d-760453-5 neutron-server[103305]: DEBUG neutron.services.segments.db [None req-22c49880-5b24-43ea-abac-0d38221ee87e tempest-NetworksIpV6Test-668566948 tempest-NetworksIpV6Test-668566948-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c264f278-9aa5-424d-a388-64e7406c4165') {'for_net_delete': True} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:34:12.396305 n-d-760453-5 neutron-server[103305]: DEBUG neutron.services.segments.db [None req-22c49880-5b24-43ea-abac-0d38221ee87e tempest-NetworksIpV6Test-668566948 tempest-NetworksIpV6Test-668566948-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c264f278-9aa5-424d-a388-64e7406c4165') {} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:34:12.448701 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-06f84f52-b044-4f59-be5f-5ad6b4697457 req-f233dbf3-9c8b-46a5-b2f9-296595a47462 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (78fa139d-3729-425c-8c0d-09c504d4c63f), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:34:12.455671 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-5a76241e-1279-45d5-9989-14b29754882e None None] Current status of the port 781162b1-cfbc-45bb-9194-2416009014d3 is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:34:12.462037 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-22c49880-5b24-43ea-abac-0d38221ee87e tempest-NetworksIpV6Test-668566948 tempest-NetworksIpV6Test-668566948-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746560742283', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11788955'] for segment (c264f278-9aa5-424d-a388-64e7406c4165), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:34:12.470234 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-af3b1d0d-d607-4e05-87b9-1a5de2f70352 None None] For port 59c4fd53-d859-4931-bba7-b50fb5d3200b, host n-d-760453-5, cleared binding levels {{(pid=103306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 26 21:34:12.475225 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-af3b1d0d-d607-4e05-87b9-1a5de2f70352 None None] For port 59c4fd53-d859-4931-bba7-b50fb5d3200b, host n-d-760453-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=59c4fd53-d859-4931-bba7-b50fb5d3200b,segment=NetworkSegment(c264f278-9aa5-424d-a388-64e7406c4165),segment_id=c264f278-9aa5-424d-a388-64e7406c4165)] {{(pid=103306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 26 21:34:12.486545 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-af3b1d0d-d607-4e05-87b9-1a5de2f70352 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (59c4fd53-d859-4931-bba7-b50fb5d3200b), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:34:12.495445 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3760bfb1-d0da-492d-9cdb-dfcff4057fdc None None] Update dhcp port {'port': {'network_id': '79c28600-5a6f-4dde-a5dd-52b6ef990bcb', 'fixed_ips': [{'subnet_id': 'f6b67c88-9fce-41dc-a4d5-f0c091ccee1f', 'ip_address': '2001:db8::2'}, {'subnet_id': '0fb9d2b0-fcb1-49b6-871a-82b3c5d81443'}], 'binding:host_id': 'n-d-760453-5'}, 'id': '781162b1-cfbc-45bb-9194-2416009014d3'} from n-d-760453-5. {{(pid=103306) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Jan 26 21:34:12.506268 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-22c49880-5b24-43ea-abac-0d38221ee87e tempest-NetworksIpV6Test-668566948 tempest-NetworksIpV6Test-668566948-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576559'] for segment (c264f278-9aa5-424d-a388-64e7406c4165), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:34:12.509963 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-b46e7679-fa61-4cad-8e7b-ede8d595a2b0 req-dfa732f7-b406-4494-a477-44fffe8eacaf tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] 10.222.0.13 "GET /v2.0/security-groups?id=d37b3ff7-2317-46ab-9f4f-b0d217809a4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3160863 Jan 26 21:34:12.535699 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-22c49880-5b24-43ea-abac-0d38221ee87e tempest-NetworksIpV6Test-668566948 tempest-NetworksIpV6Test-668566948-project] Releasing vlan 559 on physical network physnet1 to pool {{(pid=103305) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 26 21:34:12.535699 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-22c49880-5b24-43ea-abac-0d38221ee87e tempest-NetworksIpV6Test-668566948 tempest-NetworksIpV6Test-668566948-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11791428'] for segment (c264f278-9aa5-424d-a388-64e7406c4165), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:34:12.535699 n-d-760453-5 neutron-server[103305]: Traceback (most recent call last): Jan 26 21:34:12.535699 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 26 21:34:12.535699 n-d-760453-5 neutron-server[103305]: timer() Jan 26 21:34:12.535699 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 26 21:34:12.535699 n-d-760453-5 neutron-server[103305]: cb(*args, **kw) Jan 26 21:34:12.535699 n-d-760453-5 neutron-server[103305]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 26 21:34:12.535699 n-d-760453-5 neutron-server[103305]: return func(*args, **kwargs) Jan 26 21:34:12.535699 n-d-760453-5 neutron-server[103305]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 26 21:34:12.535699 n-d-760453-5 neutron-server[103305]: self._notify() Jan 26 21:34:12.535699 n-d-760453-5 neutron-server[103305]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 26 21:34:12.535699 n-d-760453-5 neutron-server[103305]: self.callback(batched_events) Jan 26 21:34:12.535699 n-d-760453-5 neutron-server[103305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 26 21:34:12.535699 n-d-760453-5 neutron-server[103305]: event.method(event) Jan 26 21:34:12.535699 n-d-760453-5 neutron-server[103305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 26 21:34:12.535699 n-d-760453-5 neutron-server[103305]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 26 21:34:12.535699 n-d-760453-5 neutron-server[103305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 26 21:34:12.535699 n-d-760453-5 neutron-server[103305]: aggregate_uuid = self.p_client.list_aggregates( Jan 26 21:34:12.535699 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 26 21:34:12.535699 n-d-760453-5 neutron-server[103305]: return f(self, *a, **k) Jan 26 21:34:12.535699 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 26 21:34:12.535699 n-d-760453-5 neutron-server[103305]: return self._get(url).json() Jan 26 21:34:12.535699 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 26 21:34:12.535699 n-d-760453-5 neutron-server[103305]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 26 21:34:12.535699 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 26 21:34:12.535699 n-d-760453-5 neutron-server[103305]: return self.request(url, 'GET', **kwargs) Jan 26 21:34:12.535699 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 26 21:34:12.535699 n-d-760453-5 neutron-server[103305]: base_url = self.get_endpoint(auth, allow=allow, Jan 26 21:34:12.535699 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 26 21:34:12.535699 n-d-760453-5 neutron-server[103305]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 26 21:34:12.535699 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 26 21:34:12.535699 n-d-760453-5 neutron-server[103305]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 26 21:34:12.535699 n-d-760453-5 neutron-server[103305]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 26 21:34:12.535699 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08fb2201-c8e5-4036-a2ce-eeaf98332cf4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6905e0b0-940b-4429-8258-6df3380ce8bb,revision_number=0']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:34:12.594509 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08fb2201-c8e5-4036-a2ce-eeaf98332cf4 admin admin] Checking segment: {'id': 'a4473f28-a350-457c-80a1-7c915c9512af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'ddc6a13b-59f6-4b5d-bef0-6e2351de5197'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103305) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 21:34:12.594889 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08fb2201-c8e5-4036-a2ce-eeaf98332cf4 admin admin] Network hostable DHCP agents. Network: ddc6a13b-59f6-4b5d-bef0-6e2351de5197, hostable agents: ['474ccdf7-ab6c-405b-a3b2-dc7b05829902'], hosted agents: [] {{(pid=103305) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 26 21:34:12.651185 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device 781162b1-cfbc-45bb-9194-2416009014d3 up at agent ovs-agent-n-d-760453-5 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 21:34:12.658808 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-3760bfb1-d0da-492d-9cdb-dfcff4057fdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (781162b1-cfbc-45bb-9194-2416009014d3), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:34:12.674955 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08fb2201-c8e5-4036-a2ce-eeaf98332cf4 admin admin] Network ddc6a13b-59f6-4b5d-bef0-6e2351de5197 is scheduled to be hosted by DHCP agent 474ccdf7-ab6c-405b-a3b2-dc7b05829902 with binding_index 1 {{(pid=103305) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 26 21:34:12.687260 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.db.api [None req-22c49880-5b24-43ea-abac-0d38221ee87e tempest-NetworksIpV6Test-668566948 tempest-NetworksIpV6Test-668566948-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jan 26 21:34:12.687260 n-d-760453-5 neutron-server[103305]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jan 26 21:34:12.687260 n-d-760453-5 neutron-server[103305]: [parameters: {'id': 'f5d547a6-8d76-4eff-8185-c7979d5fe1f6'}] Jan 26 21:34:12.687260 n-d-760453-5 neutron-server[103305]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103305) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 26 21:34:12.688160 n-d-760453-5 neutron-server[103305]: DEBUG oslo_db.api [None req-22c49880-5b24-43ea-abac-0d38221ee87e tempest-NetworksIpV6Test-668566948 tempest-NetworksIpV6Test-668566948-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 26 21:34:12.689483 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [None req-08fb2201-c8e5-4036-a2ce-eeaf98332cf4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760453-5, ddc6a13b-59f6-4b5d-bef0-6e2351de5197) {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:34:12.704494 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08fb2201-c8e5-4036-a2ce-eeaf98332cf4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:34:12.706109 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-08fb2201-c8e5-4036-a2ce-eeaf98332cf4 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:34:12.750088 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-08fb2201-c8e5-4036-a2ce-eeaf98332cf4 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.0686109 Jan 26 21:34:12.753210 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 56180) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:34:12.766838 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-4f3b7e02-97f5-4893-9635-74c43299fab8 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-2084400712-router', 'tenant_id': '9fe9bf64b7a147db94c9d1463a376745', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299'}}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:34:12.825278 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-4f3b7e02-97f5-4893-9635-74c43299fab8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4104596', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13108'] for router (9473d253-6bdb-4a6b-87fa-acb32f27b875), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:34:12.826730 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-4f3b7e02-97f5-4893-9635-74c43299fab8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4105828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4111306', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3733576', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13069'] for router (9473d253-6bdb-4a6b-87fa-acb32f27b875), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:34:12.907943 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7948c88d-4fd0-44ca-9f4d-e5878031df36 None None] Network ddc6a13b-59f6-4b5d-bef0-6e2351de5197 requested from n-d-760453-5 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 26 21:34:12.910125 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3b1d0d-d607-4e05-87b9-1a5de2f70352 None None] Pushing event updated for resources: {'Port': ['ID=59c4fd53-d859-4931-bba7-b50fb5d3200b,revision_number=2']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:34:12.998060 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d15d3f7-32f5-4a81-a9aa-789b248392b6 None None] Network f5d547a6-8d76-4eff-8185-c7979d5fe1f6 requested from n-d-760453-5 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 26 21:34:13.015274 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-8123909b-be0f-426c-99cf-113ad21829d5 None None] Provisioning complete for port 78fa139d-3729-425c-8c0d-09c504d4c63f triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:34:13.016131 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-8123909b-be0f-426c-99cf-113ad21829d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (78fa139d-3729-425c-8c0d-09c504d4c63f), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:34:13.073371 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-8123909b-be0f-426c-99cf-113ad21829d5 None None] Port 78fa139d-3729-425c-8c0d-09c504d4c63f cannot update to ACTIVE because it is not bound. {{(pid=103306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 26 21:34:13.145104 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e607da9c-1a43-4845-be9e-6ba0b4e77ecf req-1069101c-f5f0-4edd-aa19-034e2cd4b953 tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:34:13.146858 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-e607da9c-1a43-4845-be9e-6ba0b4e77ecf req-1069101c-f5f0-4edd-aa19-034e2cd4b953 tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] 10.222.0.13 "GET /v2.0/networks?id=e06aca25-0b6a-452f-bfd4-2129924c58a7 HTTP/1.1" status: 200 len: 811 time: 0.2662795 Jan 26 21:34:13.162426 n-d-760453-5 neutron-server[103304]: DEBUG neutron.notifiers.nova [req-06f84f52-b044-4f59-be5f-5ad6b4697457 req-f233dbf3-9c8b-46a5-b2f9-296595a47462 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 78fa139d-3729-425c-8c0d-09c504d4c63f {{(pid=103304) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 26 21:34:13.173977 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d50781c-a9df-4a0b-989e-cead44476455 req-9b7de735-77c0-46d7-b089-1f0d10b6c131 tempest-TestSecurityGroupsBasicOps-1066020799 tempest-TestSecurityGroupsBasicOps-1066020799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:34:13.175978 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-5d50781c-a9df-4a0b-989e-cead44476455 req-9b7de735-77c0-46d7-b089-1f0d10b6c131 tempest-TestSecurityGroupsBasicOps-1066020799 tempest-TestSecurityGroupsBasicOps-1066020799-project] 10.222.0.13 "GET /v2.0/ports?device_id=2dd4d85c-64cc-439d-9916-0cdf76dd618d HTTP/1.1" status: 200 len: 970 time: 0.1653435 Jan 26 21:34:13.187969 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-06f84f52-b044-4f59-be5f-5ad6b4697457 req-f233dbf3-9c8b-46a5-b2f9-296595a47462 service neutron] Publish callbacks [] for port (78fa139d-3729-425c-8c0d-09c504d4c63f), precommit_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:34:13.203165 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-e607da9c-1a43-4845-be9e-6ba0b4e77ecf req-0b26eb44-d105-46fb-878f-411bce80b4fa tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] 10.222.0.13 "GET /v2.0/quotas/949e29ec71a54b7f98dc62c402ac867e HTTP/1.1" status: 200 len: 375 time: 0.0442502 Jan 26 21:34:13.224031 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.provisioning_blocks [req-06f84f52-b044-4f59-be5f-5ad6b4697457 req-f233dbf3-9c8b-46a5-b2f9-296595a47462 service neutron] Transition to ACTIVE for port object 78fa139d-3729-425c-8c0d-09c504d4c63f will not be triggered until provisioned by entity L2. {{(pid=103304) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 21:34:13.295662 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2a87bf9-c9e9-4dbb-9406-87f033ce94a5 None None] Network ddc6a13b-59f6-4b5d-bef0-6e2351de5197 requested from n-d-760453-5 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 26 21:34:13.328380 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-06f84f52-b044-4f59-be5f-5ad6b4697457 req-f233dbf3-9c8b-46a5-b2f9-296595a47462 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9281542'] for port (78fa139d-3729-425c-8c0d-09c504d4c63f), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:34:13.338386 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Provisioning complete for port 781162b1-cfbc-45bb-9194-2416009014d3 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:34:13.338761 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (781162b1-cfbc-45bb-9194-2416009014d3), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:34:13.349815 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-5d50781c-a9df-4a0b-989e-cead44476455 req-df5bc812-de7d-4a41-a318-cca0fb81fdc8 tempest-TestSecurityGroupsBasicOps-1066020799 tempest-TestSecurityGroupsBasicOps-1066020799-project] 10.222.0.13 "GET /v2.0/security-groups?id=019c5dd0-48a2-4336-ab92-4675db775363&id=4613631d-fc8a-4f72-b090-d98f77103cd0&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1649127 Jan 26 21:34:13.398111 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-4f3b7e02-97f5-4893-9635-74c43299fab8 admin admin] Publish callbacks [] for router_controller (9473d253-6bdb-4a6b-87fa-acb32f27b875), precommit_add_association {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:34:13.400046 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-22c49880-5b24-43ea-abac-0d38221ee87e tempest-NetworksIpV6Test-668566948 tempest-NetworksIpV6Test-668566948-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-748181'] for network (f5d547a6-8d76-4eff-8185-c7979d5fe1f6), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:34:13.409904 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-e607da9c-1a43-4845-be9e-6ba0b4e77ecf req-780a97d6-9101-41f2-8fe2-fc1e2ec552ab tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=949e29ec71a54b7f98dc62c402ac867e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1770587 Jan 26 21:34:13.451429 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.db_base_plugin_common [None req-3760bfb1-d0da-492d-9cdb-dfcff4057fdc None None] Allocated IP 172.20.0.1 (79c28600-5a6f-4dde-a5dd-52b6ef990bcb/0fb9d2b0-fcb1-49b6-871a-82b3c5d81443/781162b1-cfbc-45bb-9194-2416009014d3) {{(pid=103306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 21:34:13.455966 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47e7b560-ffbb-4744-a02e-61f10419fed7 None None] Network f5d547a6-8d76-4eff-8185-c7979d5fe1f6 requested from n-d-760453-5 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 26 21:34:13.516532 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f233dbf3-9c8b-46a5-b2f9-296595a47462 service neutron] Pushing event updated for resources: {'Port': ['ID=78fa139d-3729-425c-8c0d-09c504d4c63f,revision_number=2']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:34:13.597333 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-4f3b7e02-97f5-4893-9635-74c43299fab8 admin admin] Publish callbacks [] for router_gateway (9473d253-6bdb-4a6b-87fa-acb32f27b875), precommit_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:34:13.599895 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [req-06f84f52-b044-4f59-be5f-5ad6b4697457 req-f233dbf3-9c8b-46a5-b2f9-296595a47462 service neutron] Attempting to bind port 78fa139d-3729-425c-8c0d-09c504d4c63f on host n-h2-760453-5 for vnic_type normal with profile {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 21:34:13.600088 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [req-06f84f52-b044-4f59-be5f-5ad6b4697457 req-f233dbf3-9c8b-46a5-b2f9-296595a47462 service neutron] Attempting to bind port 78fa139d-3729-425c-8c0d-09c504d4c63f by drivers openvswitch,hyperv on host n-h2-760453-5 at level 0 using segments [{'id': '2badee1d-4e60-412c-91a4-4ad3556eb390', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '8ccb4f7e-e6e3-4ac7-b6f8-162d9e73f0be'}] {{(pid=103304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 26 21:34:13.601666 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06f84f52-b044-4f59-be5f-5ad6b4697457 req-f233dbf3-9c8b-46a5-b2f9-296595a47462 service neutron] Attempting to bind port 78fa139d-3729-425c-8c0d-09c504d4c63f on network 8ccb4f7e-e6e3-4ac7-b6f8-162d9e73f0be {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 21:34:13.616210 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06f84f52-b044-4f59-be5f-5ad6b4697457 req-f233dbf3-9c8b-46a5-b2f9-296595a47462 service neutron] Port 78fa139d-3729-425c-8c0d-09c504d4c63f on network 8ccb4f7e-e6e3-4ac7-b6f8-162d9e73f0be not bound, no agent of type Open vSwitch agent registered on host n-h2-760453-5 {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 26 21:34:13.616553 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06f84f52-b044-4f59-be5f-5ad6b4697457 req-f233dbf3-9c8b-46a5-b2f9-296595a47462 service neutron] Attempting to bind port 78fa139d-3729-425c-8c0d-09c504d4c63f on network 8ccb4f7e-e6e3-4ac7-b6f8-162d9e73f0be {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 21:34:13.622483 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-22c49880-5b24-43ea-abac-0d38221ee87e tempest-NetworksIpV6Test-668566948 tempest-NetworksIpV6Test-668566948-project] Deleting port 59c4fd53-d859-4931-bba7-b50fb5d3200b {{(pid=103305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 21:34:13.623291 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-22c49880-5b24-43ea-abac-0d38221ee87e tempest-NetworksIpV6Test-668566948 tempest-NetworksIpV6Test-668566948-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746560630878'] for port (59c4fd53-d859-4931-bba7-b50fb5d3200b), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:34:13.632303 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06f84f52-b044-4f59-be5f-5ad6b4697457 req-f233dbf3-9c8b-46a5-b2f9-296595a47462 service neutron] Checking agent: {'id': '4d619873-4b60-439f-9b5a-b155dc8bbc34', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-760453-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 21, 2, 53), 'started_at': datetime.datetime(2022, 1, 26, 21, 2, 53), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 21, 33, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 26 21:34:13.632642 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06f84f52-b044-4f59-be5f-5ad6b4697457 req-f233dbf3-9c8b-46a5-b2f9-296595a47462 service neutron] Checking segment: {'id': '2badee1d-4e60-412c-91a4-4ad3556eb390', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '8ccb4f7e-e6e3-4ac7-b6f8-162d9e73f0be'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103304) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 21:34:13.633071 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06f84f52-b044-4f59-be5f-5ad6b4697457 req-f233dbf3-9c8b-46a5-b2f9-296595a47462 service neutron] Bound using segment: {'id': '2badee1d-4e60-412c-91a4-4ad3556eb390', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '8ccb4f7e-e6e3-4ac7-b6f8-162d9e73f0be'} {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 26 21:34:13.633565 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [req-06f84f52-b044-4f59-be5f-5ad6b4697457 req-f233dbf3-9c8b-46a5-b2f9-296595a47462 service neutron] Bound port: 78fa139d-3729-425c-8c0d-09c504d4c63f, host: n-h2-760453-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2badee1d-4e60-412c-91a4-4ad3556eb390', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '8ccb4f7e-e6e3-4ac7-b6f8-162d9e73f0be'}}] {{(pid=103304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 26 21:34:13.633926 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-06f84f52-b044-4f59-be5f-5ad6b4697457 req-f233dbf3-9c8b-46a5-b2f9-296595a47462 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (78fa139d-3729-425c-8c0d-09c504d4c63f), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:34:13.658303 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-e607da9c-1a43-4845-be9e-6ba0b4e77ecf req-a5f493bf-9f5c-4526-8184-e0f8fcca3e34 service neutron] 10.222.0.13 "GET /v2.0/networks/e06aca25-0b6a-452f-bfd4-2129924c58a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2285893 Jan 26 21:34:13.689767 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Current status of the port 781162b1-cfbc-45bb-9194-2416009014d3 is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:34:13.718429 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-3760bfb1-d0da-492d-9cdb-dfcff4057fdc None None] For port 781162b1-cfbc-45bb-9194-2416009014d3, host n-d-760453-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=781162b1-cfbc-45bb-9194-2416009014d3,segment=NetworkSegment(3049940f-458b-4214-b594-d99ee1c5ddb2),segment_id=3049940f-458b-4214-b594-d99ee1c5ddb2)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:34:13.752178 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-3760bfb1-d0da-492d-9cdb-dfcff4057fdc None None] Publish callbacks [] for port (781162b1-cfbc-45bb-9194-2416009014d3), precommit_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:34:13.757429 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-3760bfb1-d0da-492d-9cdb-dfcff4057fdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (781162b1-cfbc-45bb-9194-2416009014d3), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:34:13.783526 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [None req-22c49880-5b24-43ea-abac-0d38221ee87e tempest-NetworksIpV6Test-668566948 tempest-NetworksIpV6Test-668566948-project] For port 59c4fd53-d859-4931-bba7-b50fb5d3200b, host n-d-760453-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=59c4fd53-d859-4931-bba7-b50fb5d3200b,segment=NetworkSegment(c264f278-9aa5-424d-a388-64e7406c4165),segment_id=c264f278-9aa5-424d-a388-64e7406c4165)] {{(pid=103305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:34:13.783526 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-22c49880-5b24-43ea-abac-0d38221ee87e tempest-NetworksIpV6Test-668566948 tempest-NetworksIpV6Test-668566948-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4109658'] for port (59c4fd53-d859-4931-bba7-b50fb5d3200b), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:34:13.802241 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-22c49880-5b24-43ea-abac-0d38221ee87e tempest-NetworksIpV6Test-668566948 tempest-NetworksIpV6Test-668566948-project] Calling delete_port for 59c4fd53-d859-4931-bba7-b50fb5d3200b owned by network:dhcp {{(pid=103305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 21:34:13.869280 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3760bfb1-d0da-492d-9cdb-dfcff4057fdc None None] Pushing event updated for resources: {'Port': ['ID=781162b1-cfbc-45bb-9194-2416009014d3,revision_number=4']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:34:13.989530 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-22c49880-5b24-43ea-abac-0d38221ee87e tempest-NetworksIpV6Test-668566948 tempest-NetworksIpV6Test-668566948-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746560636600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746560234536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11791543'] for port (59c4fd53-d859-4931-bba7-b50fb5d3200b), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:34:14.039899 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22c49880-5b24-43ea-abac-0d38221ee87e tempest-NetworksIpV6Test-668566948 tempest-NetworksIpV6Test-668566948-project] No DVR routers for this DVR port 59c4fd53-d859-4931-bba7-b50fb5d3200b on host n-d-760453-5 {{(pid=103305) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 26 21:34:14.048358 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c49880-5b24-43ea-abac-0d38221ee87e tempest-NetworksIpV6Test-668566948 tempest-NetworksIpV6Test-668566948-project] Pushing event deleted for resources: {'Port': ['ID=59c4fd53-d859-4931-bba7-b50fb5d3200b,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:34:14.128174 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [req-06f84f52-b044-4f59-be5f-5ad6b4697457 req-f233dbf3-9c8b-46a5-b2f9-296595a47462 service neutron] For port 78fa139d-3729-425c-8c0d-09c504d4c63f, host n-h2-760453-5, cleared binding levels {{(pid=103304) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 26 21:34:14.133507 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [req-06f84f52-b044-4f59-be5f-5ad6b4697457 req-f233dbf3-9c8b-46a5-b2f9-296595a47462 service neutron] For port 78fa139d-3729-425c-8c0d-09c504d4c63f, host n-h2-760453-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-5',level=0,port_id=78fa139d-3729-425c-8c0d-09c504d4c63f,segment=NetworkSegment(2badee1d-4e60-412c-91a4-4ad3556eb390),segment_id=2badee1d-4e60-412c-91a4-4ad3556eb390)] {{(pid=103304) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 26 21:34:14.135772 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-4f3b7e02-97f5-4893-9635-74c43299fab8 admin admin] Publish callbacks [] for router_gateway (9473d253-6bdb-4a6b-87fa-acb32f27b875), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:34:14.146418 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-06f84f52-b044-4f59-be5f-5ad6b4697457 req-f233dbf3-9c8b-46a5-b2f9-296595a47462 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9281542'] for port (78fa139d-3729-425c-8c0d-09c504d4c63f), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:34:14.163648 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-4f3b7e02-97f5-4893-9635-74c43299fab8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:34:14.167617 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-22c49880-5b24-43ea-abac-0d38221ee87e tempest-NetworksIpV6Test-668566948 tempest-NetworksIpV6Test-668566948-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-686403', 'neutron.services.segments.db._delete_segments_for_network-8746560774018'] for network (f5d547a6-8d76-4eff-8185-c7979d5fe1f6), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:34:14.181230 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-e607da9c-1a43-4845-be9e-6ba0b4e77ecf req-642609ed-bc4d-4718-923c-e6dccf1dce46 service neutron] 10.222.0.13 "GET /v2.0/networks/e06aca25-0b6a-452f-bfd4-2129924c58a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4975045 Jan 26 21:34:14.189095 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f84f52-b044-4f59-be5f-5ad6b4697457 req-f233dbf3-9c8b-46a5-b2f9-296595a47462 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:34:14.189762 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-06f84f52-b044-4f59-be5f-5ad6b4697457 req-f233dbf3-9c8b-46a5-b2f9-296595a47462 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:34:14.191289 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-06f84f52-b044-4f59-be5f-5ad6b4697457 req-f233dbf3-9c8b-46a5-b2f9-296595a47462 service neutron] 10.222.0.57 "PUT /v2.0/ports/78fa139d-3729-425c-8c0d-09c504d4c63f HTTP/1.1" status: 200 len: 1130 time: 1.9952855 Jan 26 21:34:14.191627 n-d-760453-5 neutron-server[103304]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2dd4d85c-64cc-439d-9916-0cdf76dd618d', 'tag': '78fa139d-3729-425c-8c0d-09c504d4c63f'}] {{(pid=103304) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 21:34:14.194520 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d52b45f1943fcd332af9527eb73ff93c8d715d44383a3f6d18de73b4cfcf87b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f393240-1613-4d54-8cbf-acd2ee6007f8" -d '{"events": [{"name": "network-changed", "server_uuid": "2dd4d85c-64cc-439d-9916-0cdf76dd618d", "tag": "78fa139d-3729-425c-8c0d-09c504d4c63f"}]}' {{(pid=103304) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 21:34:14.217956 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f233dbf3-9c8b-46a5-b2f9-296595a47462 service neutron] Pushing event updated for resources: {'Port': ['ID=78fa139d-3729-425c-8c0d-09c504d4c63f,revision_number=3']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:34:14.246987 n-d-760453-5 neutron-server[103305]: DEBUG neutron.services.segments.db [None req-22c49880-5b24-43ea-abac-0d38221ee87e tempest-NetworksIpV6Test-668566948 tempest-NetworksIpV6Test-668566948-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f5d547a6-8d76-4eff-8185-c7979d5fe1f6']}} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:34:14.271228 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 26 Jan 2022 21:34:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6e7581b-f165-40e3-a711-69cd5202485c x-openstack-request-id: req-e6e7581b-f165-40e3-a711-69cd5202485c {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 21:34:14.271766 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2dd4d85c-64cc-439d-9916-0cdf76dd618d", "tag": "78fa139d-3729-425c-8c0d-09c504d4c63f", "status": "completed", "code": 200}]} {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 21:34:14.271902 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e6e7581b-f165-40e3-a711-69cd5202485c {{(pid=103304) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 21:34:14.272241 n-d-760453-5 neutron-server[103304]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2dd4d85c-64cc-439d-9916-0cdf76dd618d', 'tag': '78fa139d-3729-425c-8c0d-09c504d4c63f', 'status': 'completed', 'code': 200} Jan 26 21:34:14.273132 n-d-760453-5 neutron-server[103305]: DEBUG neutron.services.segments.db [None req-22c49880-5b24-43ea-abac-0d38221ee87e tempest-NetworksIpV6Test-668566948 tempest-NetworksIpV6Test-668566948-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c264f278-9aa5-424d-a388-64e7406c4165') {'for_net_delete': True} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:34:14.273681 n-d-760453-5 neutron-server[103305]: DEBUG neutron.services.segments.db [None req-22c49880-5b24-43ea-abac-0d38221ee87e tempest-NetworksIpV6Test-668566948 tempest-NetworksIpV6Test-668566948-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c264f278-9aa5-424d-a388-64e7406c4165') {} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:34:14.290141 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-22c49880-5b24-43ea-abac-0d38221ee87e tempest-NetworksIpV6Test-668566948 tempest-NetworksIpV6Test-668566948-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746560742283', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11788955'] for segment (c264f278-9aa5-424d-a388-64e7406c4165), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:34:14.325662 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f84f52-b044-4f59-be5f-5ad6b4697457 req-2b3bd220-adfb-4373-abdb-58e1fcf3d35a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:34:14.327814 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-06f84f52-b044-4f59-be5f-5ad6b4697457 req-2b3bd220-adfb-4373-abdb-58e1fcf3d35a service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=205750efebb7460ebd239c85a19dfc92&device_id=2dd4d85c-64cc-439d-9916-0cdf76dd618d HTTP/1.1" status: 200 len: 1133 time: 0.0776200 Jan 26 21:34:14.336414 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-22c49880-5b24-43ea-abac-0d38221ee87e tempest-NetworksIpV6Test-668566948 tempest-NetworksIpV6Test-668566948-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576559'] for segment (c264f278-9aa5-424d-a388-64e7406c4165), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:34:14.349097 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-22c49880-5b24-43ea-abac-0d38221ee87e tempest-NetworksIpV6Test-668566948 tempest-NetworksIpV6Test-668566948-project] Releasing vlan 559 on physical network physnet1 to pool {{(pid=103305) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 26 21:34:14.349538 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-22c49880-5b24-43ea-abac-0d38221ee87e tempest-NetworksIpV6Test-668566948 tempest-NetworksIpV6Test-668566948-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11791428'] for segment (c264f278-9aa5-424d-a388-64e7406c4165), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:34:14.352782 n-d-760453-5 neutron-server[103305]: Traceback (most recent call last): Jan 26 21:34:14.352782 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 26 21:34:14.352782 n-d-760453-5 neutron-server[103305]: timer() Jan 26 21:34:14.352782 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 26 21:34:14.352782 n-d-760453-5 neutron-server[103305]: cb(*args, **kw) Jan 26 21:34:14.352782 n-d-760453-5 neutron-server[103305]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 26 21:34:14.352782 n-d-760453-5 neutron-server[103305]: return func(*args, **kwargs) Jan 26 21:34:14.352782 n-d-760453-5 neutron-server[103305]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 26 21:34:14.352782 n-d-760453-5 neutron-server[103305]: self._notify() Jan 26 21:34:14.352782 n-d-760453-5 neutron-server[103305]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 26 21:34:14.352782 n-d-760453-5 neutron-server[103305]: self.callback(batched_events) Jan 26 21:34:14.352782 n-d-760453-5 neutron-server[103305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 26 21:34:14.352782 n-d-760453-5 neutron-server[103305]: event.method(event) Jan 26 21:34:14.352782 n-d-760453-5 neutron-server[103305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 26 21:34:14.352782 n-d-760453-5 neutron-server[103305]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 26 21:34:14.352782 n-d-760453-5 neutron-server[103305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 26 21:34:14.352782 n-d-760453-5 neutron-server[103305]: aggregate_uuid = self.p_client.list_aggregates( Jan 26 21:34:14.352782 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 26 21:34:14.352782 n-d-760453-5 neutron-server[103305]: return f(self, *a, **k) Jan 26 21:34:14.352782 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 26 21:34:14.352782 n-d-760453-5 neutron-server[103305]: return self._get(url).json() Jan 26 21:34:14.352782 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 26 21:34:14.352782 n-d-760453-5 neutron-server[103305]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 26 21:34:14.352782 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 26 21:34:14.352782 n-d-760453-5 neutron-server[103305]: return self.request(url, 'GET', **kwargs) Jan 26 21:34:14.352782 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 26 21:34:14.352782 n-d-760453-5 neutron-server[103305]: base_url = self.get_endpoint(auth, allow=allow, Jan 26 21:34:14.352782 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 26 21:34:14.352782 n-d-760453-5 neutron-server[103305]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 26 21:34:14.352782 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 26 21:34:14.352782 n-d-760453-5 neutron-server[103305]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 26 21:34:14.352782 n-d-760453-5 neutron-server[103305]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 26 21:34:14.441922 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-06f84f52-b044-4f59-be5f-5ad6b4697457 req-7f0222a0-9db8-4587-869f-07f4596de9f7 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=78fa139d-3729-425c-8c0d-09c504d4c63f HTTP/1.1" status: 200 len: 217 time: 0.1069942 Jan 26 21:34:14.476561 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-bbd8c12f-1137-4b81-a108-820f94bd20da req-657efe8a-b942-4b4e-bcc4-74e3108efb85 tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] 10.222.0.13 "GET /v2.0/ports?device_id=0f60c6ee-6258-42ba-be50-39a409584134 HTTP/1.1" status: 200 len: 210 time: 0.0330439 Jan 26 21:34:14.502278 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.db_base_plugin_common [None req-4f3b7e02-97f5-4893-9635-74c43299fab8 admin admin] Allocated IP 172.25.1.29 (4140a1f1-c93a-4bea-83a0-68953a54f299/e48251a1-e30d-4820-8396-00c6f6aeb601/a48687bc-9d2f-440f-9fed-7ec9390c0475) {{(pid=103305) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 21:34:14.548850 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-22c49880-5b24-43ea-abac-0d38221ee87e tempest-NetworksIpV6Test-668566948 tempest-NetworksIpV6Test-668566948-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4110931'] for network (f5d547a6-8d76-4eff-8185-c7979d5fe1f6), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:34:14.586226 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-22c49880-5b24-43ea-abac-0d38221ee87e tempest-NetworksIpV6Test-668566948 tempest-NetworksIpV6Test-668566948-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709645'] for network (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:34:14.589863 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-22c49880-5b24-43ea-abac-0d38221ee87e tempest-NetworksIpV6Test-668566948 tempest-NetworksIpV6Test-668566948-project] 10.222.0.13 "DELETE /v2.0/networks/f5d547a6-8d76-4eff-8185-c7979d5fe1f6 HTTP/1.1" status: 204 len: 168 time: 3.3924794 Jan 26 21:34:14.596600 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 56200) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:34:14.598200 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device 781162b1-cfbc-45bb-9194-2416009014d3 up at agent ovs-agent-n-d-760453-5 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 21:34:14.598677 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f84f52-b044-4f59-be5f-5ad6b4697457 req-d538d0d0-82e9-4551-98df-b94777ba5c0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:34:14.600162 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-06f84f52-b044-4f59-be5f-5ad6b4697457 req-d538d0d0-82e9-4551-98df-b94777ba5c0d service neutron] 10.222.0.57 "GET /v2.0/subnets?id=67d88e25-bbb6-4ba6-8387-d3dd3b658f0e HTTP/1.1" status: 200 len: 833 time: 0.1226730 Jan 26 21:34:14.663526 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818a780d-b47f-4b30-abe8-455f637c5d70 req-b7d92498-78b6-4d80-b6c6-412245d05974 tempest-TestSecurityGroupsBasicOps-1066020799 tempest-TestSecurityGroupsBasicOps-1066020799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:34:14.666805 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-818a780d-b47f-4b30-abe8-455f637c5d70 req-b7d92498-78b6-4d80-b6c6-412245d05974 tempest-TestSecurityGroupsBasicOps-1066020799 tempest-TestSecurityGroupsBasicOps-1066020799-project] 10.222.0.13 "GET /v2.0/ports?device_id=2dd4d85c-64cc-439d-9916-0cdf76dd618d HTTP/1.1" status: 200 len: 982 time: 0.1434915 Jan 26 21:34:14.680528 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c49880-5b24-43ea-abac-0d38221ee87e tempest-NetworksIpV6Test-668566948 tempest-NetworksIpV6Test-668566948-project] Pushing event deleted for resources: {'Network': ['ID=f5d547a6-8d76-4eff-8185-c7979d5fe1f6,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:34:14.684074 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f84f52-b044-4f59-be5f-5ad6b4697457 req-25fdfa29-bf50-48ce-9c3b-31ccd050c53e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:34:14.685585 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-06f84f52-b044-4f59-be5f-5ad6b4697457 req-25fdfa29-bf50-48ce-9c3b-31ccd050c53e service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=8ccb4f7e-e6e3-4ac7-b6f8-162d9e73f0be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0736673 Jan 26 21:34:14.693510 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Provisioning complete for port 781162b1-cfbc-45bb-9194-2416009014d3 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:34:14.694096 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (781162b1-cfbc-45bb-9194-2416009014d3), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:34:14.759291 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-4f3b7e02-97f5-4893-9635-74c43299fab8 admin admin] Publish callbacks [] for port (a48687bc-9d2f-440f-9fed-7ec9390c0475), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:34:14.800587 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-990f0362-dac4-48c7-97a0-990d86069d75 None None] get_active_networks_info from n-d-760453-5 {{(pid=103306) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jan 26 21:34:14.807082 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-818a780d-b47f-4b30-abe8-455f637c5d70 req-e7eac61c-d6c7-41f3-be16-3bfadabd2533 tempest-TestSecurityGroupsBasicOps-1066020799 tempest-TestSecurityGroupsBasicOps-1066020799-project] 10.222.0.13 "GET /v2.0/security-groups?id=019c5dd0-48a2-4336-ab92-4675db775363&id=4613631d-fc8a-4f72-b090-d98f77103cd0&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1249700 Jan 26 21:34:14.821607 n-d-760453-5 neutron-server[103305]: INFO neutron.pecan_wsgi.hooks.translation [None req-bbff4d0f-a504-49a0-869e-d3803cb834a2 tempest-NetworksIpV6Test-668566948 tempest-NetworksIpV6Test-668566948-project] DELETE failed (client error): The resource could not be found. Jan 26 21:34:14.822402 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bbff4d0f-a504-49a0-869e-d3803cb834a2 tempest-NetworksIpV6Test-668566948 tempest-NetworksIpV6Test-668566948-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103305) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 26 21:34:14.825872 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-bbff4d0f-a504-49a0-869e-d3803cb834a2 tempest-NetworksIpV6Test-668566948 tempest-NetworksIpV6Test-668566948-project] 10.222.0.13 "DELETE /v2.0/networks/f5d547a6-8d76-4eff-8185-c7979d5fe1f6 HTTP/1.1" status: 404 len: 339 time: 0.2178547 Jan 26 21:34:14.834307 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 56206) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:34:14.837509 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-4f3b7e02-97f5-4893-9635-74c43299fab8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746560234527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11791543'] for port (a48687bc-9d2f-440f-9fed-7ec9390c0475), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:34:14.842570 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-06f84f52-b044-4f59-be5f-5ad6b4697457 req-5c6a70f6-36e1-4a77-8335-b55d87d1c82e service neutron] 10.222.0.57 "GET /v2.0/networks/8ccb4f7e-e6e3-4ac7-b6f8-162d9e73f0be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1505899 Jan 26 21:34:14.848355 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-9ed3bb6e-594b-4e59-bc89-0d86515b0a84 tempest-NetworksIpV6Test-668566948 tempest-NetworksIpV6Test-668566948-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-746534838', 'description': 'd1'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:34:14.927787 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3b7e02-97f5-4893-9635-74c43299fab8 admin admin] Pushing event updated for resources: {'Port': ['ID=a48687bc-9d2f-440f-9fed-7ec9390c0475,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:34:14.928539 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Current status of the port 781162b1-cfbc-45bb-9194-2416009014d3 is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:34:14.931052 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ed3bb6e-594b-4e59-bc89-0d86515b0a84 tempest-NetworksIpV6Test-668566948 tempest-NetworksIpV6Test-668566948-project] Made reservation on behalf of 2462d16165ce43afa6a1542a7ea701c8 for: {'network': 1} {{(pid=103305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 21:34:14.935578 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-9ed3bb6e-594b-4e59-bc89-0d86515b0a84 tempest-NetworksIpV6Test-668566948 tempest-NetworksIpV6Test-668566948-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for network (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:34:14.956370 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f3b7e02-97f5-4893-9635-74c43299fab8 admin admin] Network 4140a1f1-c93a-4bea-83a0-68953a54f299 is already hosted by enough agents. {{(pid=103305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 21:34:14.975833 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9ed3bb6e-594b-4e59-bc89-0d86515b0a84 tempest-NetworksIpV6Test-668566948 tempest-NetworksIpV6Test-668566948-project] vlan segment allocate from pool success with {'vlan_id': 573, 'physical_network': 'physnet1'} {{(pid=103305) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 26 21:34:14.976571 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-06f84f52-b044-4f59-be5f-5ad6b4697457 req-92f7c827-cbd8-491d-80a4-a3bd2fea541c service neutron] 10.222.0.57 "GET /v2.0/networks/8ccb4f7e-e6e3-4ac7-b6f8-162d9e73f0be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1280208 Jan 26 21:34:14.978605 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [None req-4f3b7e02-97f5-4893-9635-74c43299fab8 admin admin] Resources bound (agent type, host, resource id): {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:34:14.994063 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-4b8dff93-0ac6-4ee7-a5d6-6b678afcc4be None None] Provisioning complete for port 781162b1-cfbc-45bb-9194-2416009014d3 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:34:14.994300 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f3b7e02-97f5-4893-9635-74c43299fab8 admin admin] Received port after_create {{(pid=103305) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 21:34:14.994519 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-4b8dff93-0ac6-4ee7-a5d6-6b678afcc4be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (781162b1-cfbc-45bb-9194-2416009014d3), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:34:15.036127 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-9ed3bb6e-594b-4e59-bc89-0d86515b0a84 tempest-NetworksIpV6Test-668566948 tempest-NetworksIpV6Test-668566948-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576559'] for segment (29dc7314-e708-421b-bde8-475263f281a1), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:34:15.036573 n-d-760453-5 neutron-server[103305]: INFO neutron.db.segments_db [None req-9ed3bb6e-594b-4e59-bc89-0d86515b0a84 tempest-NetworksIpV6Test-668566948 tempest-NetworksIpV6Test-668566948-project] Added segment 29dc7314-e708-421b-bde8-475263f281a1 of type vlan for network b4bb25f0-aba2-4b61-b0cc-c3e28ec14932 Jan 26 21:34:15.041437 n-d-760453-5 neutron-server[103306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-990f0362-dac4-48c7-97a0-990d86069d75 None None] Resources bound (agent type, host, resource id): {{(pid=103306) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 26 21:34:15.093814 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f393240-1613-4d54-8cbf-acd2ee6007f8 req-de4fb905-2c13-4218-90d7-4ef0352f41de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:34:15.095670 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-2f393240-1613-4d54-8cbf-acd2ee6007f8 req-de4fb905-2c13-4218-90d7-4ef0352f41de service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=205750efebb7460ebd239c85a19dfc92&device_id=2dd4d85c-64cc-439d-9916-0cdf76dd618d HTTP/1.1" status: 200 len: 1133 time: 0.0700407 Jan 26 21:34:15.099692 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-9ed3bb6e-594b-4e59-bc89-0d86515b0a84 tempest-NetworksIpV6Test-668566948 tempest-NetworksIpV6Test-668566948-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746560256871'] for network (b4bb25f0-aba2-4b61-b0cc-c3e28ec14932), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:34:15.179578 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-4b8dff93-0ac6-4ee7-a5d6-6b678afcc4be None None] Current status of the port 781162b1-cfbc-45bb-9194-2416009014d3 is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:34:15.217426 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-9ed3bb6e-594b-4e59-bc89-0d86515b0a84 tempest-NetworksIpV6Test-668566948 tempest-NetworksIpV6Test-668566948-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503'] for network (b4bb25f0-aba2-4b61-b0cc-c3e28ec14932), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:34:15.219769 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f393240-1613-4d54-8cbf-acd2ee6007f8 req-d53f0be6-6eb2-42fa-b568-e4304a167db0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:34:15.222502 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-2f393240-1613-4d54-8cbf-acd2ee6007f8 req-d53f0be6-6eb2-42fa-b568-e4304a167db0 service neutron] 10.222.0.57 "GET /v2.0/networks?id=8ccb4f7e-e6e3-4ac7-b6f8-162d9e73f0be HTTP/1.1" status: 200 len: 897 time: 0.1190412 Jan 26 21:34:15.222628 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ed3bb6e-594b-4e59-bc89-0d86515b0a84 tempest-NetworksIpV6Test-668566948 tempest-NetworksIpV6Test-668566948-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:34:15.223178 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-9ed3bb6e-594b-4e59-bc89-0d86515b0a84 tempest-NetworksIpV6Test-668566948 tempest-NetworksIpV6Test-668566948-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709645'] for network (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:34:15.275552 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-2f393240-1613-4d54-8cbf-acd2ee6007f8 req-8fce5429-a651-4724-b64c-34ab1e35d65f service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=78fa139d-3729-425c-8c0d-09c504d4c63f HTTP/1.1" status: 200 len: 217 time: 0.0454876 Jan 26 21:34:15.301122 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-9ed3bb6e-594b-4e59-bc89-0d86515b0a84 tempest-NetworksIpV6Test-668566948 tempest-NetworksIpV6Test-668566948-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.4656391 Jan 26 21:34:15.312238 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 56212) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:34:15.350682 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed3bb6e-594b-4e59-bc89-0d86515b0a84 tempest-NetworksIpV6Test-668566948 tempest-NetworksIpV6Test-668566948-project] Pushing event updated for resources: {'Network': ['ID=b4bb25f0-aba2-4b61-b0cc-c3e28ec14932,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:34:15.363508 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Network b4bb25f0-aba2-4b61-b0cc-c3e28ec14932 details requested by agent ovs-agent-n-d-760453-5 with host n-d-760453-5 {{(pid=103306) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 26 21:34:15.368553 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-172b43a7-8987-46d6-827b-0a724490f30e None None] Network 79c28600-5a6f-4dde-a5dd-52b6ef990bcb requested from n-d-760453-5 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 26 21:34:15.402264 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f393240-1613-4d54-8cbf-acd2ee6007f8 req-ea2d39c8-3238-4895-8059-5d5b3b9364ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:34:15.403751 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-2f393240-1613-4d54-8cbf-acd2ee6007f8 req-ea2d39c8-3238-4895-8059-5d5b3b9364ff service neutron] 10.222.0.57 "GET /v2.0/subnets?id=67d88e25-bbb6-4ba6-8387-d3dd3b658f0e HTTP/1.1" status: 200 len: 833 time: 0.1224487 Jan 26 21:34:15.413506 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecf3a750-dcec-4f3f-8259-b342045e2b5d tempest-NetworksIpV6Test-668566948 tempest-NetworksIpV6Test-668566948-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:34:15.417587 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-ecf3a750-dcec-4f3f-8259-b342045e2b5d tempest-NetworksIpV6Test-668566948 tempest-NetworksIpV6Test-668566948-project] 10.222.0.13 "GET /v2.0/networks?id=b4bb25f0-aba2-4b61-b0cc-c3e28ec14932 HTTP/1.1" status: 200 len: 764 time: 0.1017489 Jan 26 21:34:15.419336 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 56214) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:34:15.429576 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-c741be53-b95f-49ac-b21e-282e23d00376 tempest-NetworksIpV6Test-668566948 tempest-NetworksIpV6Test-668566948-project] Request body: {'network': {'description': 'd2'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:34:15.449354 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-4f3b7e02-97f5-4893-9635-74c43299fab8 admin admin] Publish callbacks [] for router_gateway (9473d253-6bdb-4a6b-87fa-acb32f27b875), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:34:15.460973 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f393240-1613-4d54-8cbf-acd2ee6007f8 req-c8fcba52-9bc6-4fb5-857b-082eb8800557 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:34:15.463100 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-2f393240-1613-4d54-8cbf-acd2ee6007f8 req-c8fcba52-9bc6-4fb5-857b-082eb8800557 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=8ccb4f7e-e6e3-4ac7-b6f8-162d9e73f0be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0472095 Jan 26 21:34:15.592107 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-2f393240-1613-4d54-8cbf-acd2ee6007f8 req-6ac1dca8-47c1-44f9-9c50-b446cbb14839 service neutron] 10.222.0.57 "GET /v2.0/networks/8ccb4f7e-e6e3-4ac7-b6f8-162d9e73f0be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1217623 Jan 26 21:34:15.682452 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-68690489-dea7-4c69-938d-b366eb77871c req-de40ad43-9d64-4ecb-8830-5ab75123c73b tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] 10.222.0.13 "GET /v2.0/ports?device_id=0f60c6ee-6258-42ba-be50-39a409584134 HTTP/1.1" status: 200 len: 210 time: 0.0988517 Jan 26 21:34:15.718652 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-c741be53-b95f-49ac-b21e-282e23d00376 tempest-NetworksIpV6Test-668566948 tempest-NetworksIpV6Test-668566948-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746560256871'] for network (b4bb25f0-aba2-4b61-b0cc-c3e28ec14932), precommit_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:34:15.737768 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-2f393240-1613-4d54-8cbf-acd2ee6007f8 req-9233144a-5c0a-4c0a-a724-7895c9f9022e service neutron] 10.222.0.57 "GET /v2.0/networks/8ccb4f7e-e6e3-4ac7-b6f8-162d9e73f0be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243629 Jan 26 21:34:15.746551 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-c741be53-b95f-49ac-b21e-282e23d00376 tempest-NetworksIpV6Test-668566948 tempest-NetworksIpV6Test-668566948-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503'] for network (b4bb25f0-aba2-4b61-b0cc-c3e28ec14932), after_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:34:15.794230 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-c741be53-b95f-49ac-b21e-282e23d00376 tempest-NetworksIpV6Test-668566948 tempest-NetworksIpV6Test-668566948-project] Network b4bb25f0-aba2-4b61-b0cc-c3e28ec14932 is not hosted by any dhcp agent {{(pid=103305) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jan 26 21:34:15.799312 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c741be53-b95f-49ac-b21e-282e23d00376 tempest-NetworksIpV6Test-668566948 tempest-NetworksIpV6Test-668566948-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:34:15.800376 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-c741be53-b95f-49ac-b21e-282e23d00376 tempest-NetworksIpV6Test-668566948 tempest-NetworksIpV6Test-668566948-project] Publish callbacks [] for network (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:34:15.803776 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-c741be53-b95f-49ac-b21e-282e23d00376 tempest-NetworksIpV6Test-668566948 tempest-NetworksIpV6Test-668566948-project] 10.222.0.13 "PUT /v2.0/networks/b4bb25f0-aba2-4b61-b0cc-c3e28ec14932 HTTP/1.1" status: 200 len: 761 time: 0.3808219 Jan 26 21:34:15.806734 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 56218) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:34:15.865050 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c741be53-b95f-49ac-b21e-282e23d00376 tempest-NetworksIpV6Test-668566948 tempest-NetworksIpV6Test-668566948-project] Pushing event updated for resources: {'Network': ['ID=b4bb25f0-aba2-4b61-b0cc-c3e28ec14932,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:34:15.868080 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-4f3b7e02-97f5-4893-9635-74c43299fab8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4105757', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4111263'] for router (9473d253-6bdb-4a6b-87fa-acb32f27b875), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:34:15.878624 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Network b4bb25f0-aba2-4b61-b0cc-c3e28ec14932 details requested by agent ovs-agent-n-d-760453-5 with host n-d-760453-5 {{(pid=103306) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 26 21:34:15.992818 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abd3285b-2d49-45d2-b884-dc2e0448bd84 tempest-NetworksIpV6Test-668566948 tempest-NetworksIpV6Test-668566948-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:34:15.998636 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-abd3285b-2d49-45d2-b884-dc2e0448bd84 tempest-NetworksIpV6Test-668566948 tempest-NetworksIpV6Test-668566948-project] 10.222.0.13 "GET /v2.0/networks?id=b4bb25f0-aba2-4b61-b0cc-c3e28ec14932 HTTP/1.1" status: 200 len: 764 time: 0.1875589 Jan 26 21:34:15.998844 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 56222) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:34:16.021024 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e607da9c-1a43-4845-be9e-6ba0b4e77ecf req-eacecefd-6993-4535-b0c4-383ccbb18f85 tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:34:16.022554 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-e607da9c-1a43-4845-be9e-6ba0b4e77ecf req-eacecefd-6993-4535-b0c4-383ccbb18f85 tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] 10.222.0.66 "GET /v2.0/networks?id=e06aca25-0b6a-452f-bfd4-2129924c58a7 HTTP/1.1" status: 200 len: 811 time: 0.2839787 Jan 26 21:34:16.036500 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a202af0-dfa5-4237-8833-f36abe5cc147 req-9412ad92-0707-43e6-b423-2b09d86401e7 tempest-TestSecurityGroupsBasicOps-1066020799 tempest-TestSecurityGroupsBasicOps-1066020799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:34:16.038100 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-9a202af0-dfa5-4237-8833-f36abe5cc147 req-9412ad92-0707-43e6-b423-2b09d86401e7 tempest-TestSecurityGroupsBasicOps-1066020799 tempest-TestSecurityGroupsBasicOps-1066020799-project] 10.222.0.13 "GET /v2.0/ports?device_id=2dd4d85c-64cc-439d-9916-0cdf76dd618d HTTP/1.1" status: 200 len: 982 time: 0.1062934 Jan 26 21:34:16.048710 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [req-e607da9c-1a43-4845-be9e-6ba0b4e77ecf req-7445c0a3-467c-4391-a6cd-a0cfc77c6e58 tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] Request body: {'port': {'device_id': '0f60c6ee-6258-42ba-be50-39a409584134', 'network_id': 'e06aca25-0b6a-452f-bfd4-2129924c58a7', 'admin_state_up': True, 'tenant_id': '949e29ec71a54b7f98dc62c402ac867e'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:34:16.109521 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-9cf04364-a419-4e31-9688-c0c08c0ca9fc None None] Provisioning complete for port 781162b1-cfbc-45bb-9194-2416009014d3 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:34:16.109521 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-9cf04364-a419-4e31-9688-c0c08c0ca9fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (781162b1-cfbc-45bb-9194-2416009014d3), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:34:16.178660 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-9a202af0-dfa5-4237-8833-f36abe5cc147 req-234f4c1f-8044-4d2e-a397-50b38b77e431 tempest-TestSecurityGroupsBasicOps-1066020799 tempest-TestSecurityGroupsBasicOps-1066020799-project] 10.222.0.13 "GET /v2.0/security-groups?id=019c5dd0-48a2-4336-ab92-4675db775363&id=4613631d-fc8a-4f72-b090-d98f77103cd0&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1262755 Jan 26 21:34:16.196946 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-9cf04364-a419-4e31-9688-c0c08c0ca9fc None None] Current status of the port 781162b1-cfbc-45bb-9194-2416009014d3 is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:34:16.217129 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f3b7e02-97f5-4893-9635-74c43299fab8 admin admin] Router 9473d253-6bdb-4a6b-87fa-acb32f27b875 is scheduled to L3 agent 09df100c-3af1-4b0a-bda8-05914c71c458 with binding_index 1 {{(pid=103305) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 26 21:34:16.217333 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e607da9c-1a43-4845-be9e-6ba0b4e77ecf req-7445c0a3-467c-4391-a6cd-a0cfc77c6e58 tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] Made reservation on behalf of 949e29ec71a54b7f98dc62c402ac867e for: {'port': 1} {{(pid=103304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 21:34:16.217333 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-e607da9c-1a43-4845-be9e-6ba0b4e77ecf req-7445c0a3-467c-4391-a6cd-a0cfc77c6e58 tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:34:16.221630 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f21c56b4-057b-4351-abdd-1e642b4f6a5e tempest-NetworksIpV6Test-668566948 tempest-NetworksIpV6Test-668566948-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:34:16.223127 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-f21c56b4-057b-4351-abdd-1e642b4f6a5e tempest-NetworksIpV6Test-668566948 tempest-NetworksIpV6Test-668566948-project] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.2238126 Jan 26 21:34:16.226391 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 56224) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:34:16.265161 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-af9c45be-2753-42e9-aced-a886c5e5a6dc tempest-NetworksIpV6Test-668566948 tempest-NetworksIpV6Test-668566948-project] 10.222.0.13 "GET /v2.0/subnets?network_id=4140a1f1-c93a-4bea-83a0-68953a54f299 HTTP/1.1" status: 200 len: 207 time: 0.0371697 Jan 26 21:34:16.269271 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 56226) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:34:16.511111 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.db_base_plugin_common [req-e607da9c-1a43-4845-be9e-6ba0b4e77ecf req-7445c0a3-467c-4391-a6cd-a0cfc77c6e58 tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] Allocated IP 172.20.0.12 (e06aca25-0b6a-452f-bfd4-2129924c58a7/79317c4e-88a3-402c-975d-f004bf1d9b8b/c06cbb5f-14e9-4f5d-9dc8-30f59f753822) {{(pid=103304) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 21:34:16.518957 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49116502-4e36-4760-be18-39fe0ccbcb43 tempest-NetworksIpV6Test-668566948 tempest-NetworksIpV6Test-668566948-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:34:16.524806 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49116502-4e36-4760-be18-39fe0ccbcb43 tempest-NetworksIpV6Test-668566948 tempest-NetworksIpV6Test-668566948-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:34:16.529808 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49116502-4e36-4760-be18-39fe0ccbcb43 tempest-NetworksIpV6Test-668566948 tempest-NetworksIpV6Test-668566948-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:34:16.534791 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49116502-4e36-4760-be18-39fe0ccbcb43 tempest-NetworksIpV6Test-668566948 tempest-NetworksIpV6Test-668566948-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:34:16.540571 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49116502-4e36-4760-be18-39fe0ccbcb43 tempest-NetworksIpV6Test-668566948 tempest-NetworksIpV6Test-668566948-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:34:16.545602 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49116502-4e36-4760-be18-39fe0ccbcb43 tempest-NetworksIpV6Test-668566948 tempest-NetworksIpV6Test-668566948-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:34:16.547444 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-49116502-4e36-4760-be18-39fe0ccbcb43 tempest-NetworksIpV6Test-668566948 tempest-NetworksIpV6Test-668566948-project] 10.222.0.13 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3729 time: 0.2771449 Jan 26 21:34:16.551208 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 56228) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:34:16.696558 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f3b7e02-97f5-4893-9635-74c43299fab8 admin admin] Notify agent at l3_agent.n-d-760453-5 the message routers_updated {{(pid=103305) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 26 21:34:16.714139 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be5ba813-8409-46c3-b49d-93cae128037b None None] Sync routers for ids ['9473d253-6bdb-4a6b-87fa-acb32f27b875'] in n-d-760453-5 {{(pid=103306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 26 21:34:16.727784 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-4f3b7e02-97f5-4893-9635-74c43299fab8 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:34:16.732573 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-4f3b7e02-97f5-4893-9635-74c43299fab8 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 3.9780264 Jan 26 21:34:16.733375 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be5ba813-8409-46c3-b49d-93cae128037b None None] Routers {'9473d253-6bdb-4a6b-87fa-acb32f27b875'} bound to L3 agent in host n-d-760453-5 {{(pid=103306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 21:34:16.733505 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 56232) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:34:16.734345 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-be5ba813-8409-46c3-b49d-93cae128037b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-26T20:55:21Z,description=,heartbeat_timestamp=2022-01-26T21:33:51Z,host='n-d-760453-5',id=09df100c-3af1-4b0a-bda8-05914c71c458,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:55:21Z,topic='l3_agent')) {'router_ids': ['9473d253-6bdb-4a6b-87fa-acb32f27b875'], 'active': True} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:34:16.740228 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-03f5459a-fe24-49b1-adfc-0098dbe45680 tempest-NetworksIpV6Test-668566948 tempest-NetworksIpV6Test-668566948-project] 10.222.0.13 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 811 time: 0.1878934 Jan 26 21:34:16.743464 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 56234) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:34:16.853069 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-4b8ba56f-9cde-46f9-9b9e-4f6278ad36c3 req-fc00ec34-ff62-4f75-a85d-ea8eba68a2b0 tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] 10.222.0.13 "GET /v2.0/ports?device_id=0f60c6ee-6258-42ba-be50-39a409584134 HTTP/1.1" status: 200 len: 210 time: 0.0649574 Jan 26 21:34:16.854257 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvr_db [None req-be5ba813-8409-46c3-b49d-93cae128037b None None] Set router 9473d253-6bdb-4a6b-87fa-acb32f27b875 gateway port host: n-d-760453-5 {{(pid=103306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 21:34:16.878497 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d6d7413-ff30-42f5-8bd6-f727ab395a4b tempest-NetworksIpV6Test-668566948 tempest-NetworksIpV6Test-668566948-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:34:16.879818 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d6d7413-ff30-42f5-8bd6-f727ab395a4b tempest-NetworksIpV6Test-668566948 tempest-NetworksIpV6Test-668566948-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:34:16.881113 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d6d7413-ff30-42f5-8bd6-f727ab395a4b tempest-NetworksIpV6Test-668566948 tempest-NetworksIpV6Test-668566948-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:34:16.882430 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d6d7413-ff30-42f5-8bd6-f727ab395a4b tempest-NetworksIpV6Test-668566948 tempest-NetworksIpV6Test-668566948-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:34:16.884370 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d6d7413-ff30-42f5-8bd6-f727ab395a4b tempest-NetworksIpV6Test-668566948 tempest-NetworksIpV6Test-668566948-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:34:16.886064 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-5d6d7413-ff30-42f5-8bd6-f727ab395a4b tempest-NetworksIpV6Test-668566948 tempest-NetworksIpV6Test-668566948-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1416554 Jan 26 21:34:16.895856 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 56236) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:34:16.939280 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-e607da9c-1a43-4845-be9e-6ba0b4e77ecf req-7445c0a3-467c-4391-a6cd-a0cfc77c6e58 tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] Publish callbacks [] for port (c06cbb5f-14e9-4f5d-9dc8-30f59f753822), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:34:16.973928 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5b2c4de-7c95-4a5b-bb0f-322e1dcc7414 tempest-NetworksIpV6Test-668566948 tempest-NetworksIpV6Test-668566948-project] Attributes excluded by policy engine: ['shared'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:34:16.975133 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5b2c4de-7c95-4a5b-bb0f-322e1dcc7414 tempest-NetworksIpV6Test-668566948 tempest-NetworksIpV6Test-668566948-project] Attributes excluded by policy engine: ['shared'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:34:16.976324 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5b2c4de-7c95-4a5b-bb0f-322e1dcc7414 tempest-NetworksIpV6Test-668566948 tempest-NetworksIpV6Test-668566948-project] Attributes excluded by policy engine: ['shared'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:34:16.977563 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5b2c4de-7c95-4a5b-bb0f-322e1dcc7414 tempest-NetworksIpV6Test-668566948 tempest-NetworksIpV6Test-668566948-project] Attributes excluded by policy engine: ['shared'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:34:16.979223 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5b2c4de-7c95-4a5b-bb0f-322e1dcc7414 tempest-NetworksIpV6Test-668566948 tempest-NetworksIpV6Test-668566948-project] Attributes excluded by policy engine: ['shared'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:34:16.983735 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-a5b2c4de-7c95-4a5b-bb0f-322e1dcc7414 tempest-NetworksIpV6Test-668566948 tempest-NetworksIpV6Test-668566948-project] 10.222.0.13 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.0836651 Jan 26 21:34:16.984364 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 56238) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:34:17.054918 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-be5ba813-8409-46c3-b49d-93cae128037b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9473d253-6bdb-4a6b-87fa-acb32f27b875', 'name': 'tempest-ServerRescueNegativeTestJSON-2084400712-router', 'tenant_id': '9fe9bf64b7a147db94c9d1463a376745', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'external_fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.29'}], 'enable_snat': True}, 'gw_port_id': 'a48687bc-9d2f-440f-9fed-7ec9390c0475', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T21:34:12Z', 'updated_at': '2022-01-26T21:34:15Z', 'revision_number': 3, 'project_id': '9fe9bf64b7a147db94c9d1463a376745', 'gw_port': {'id': 'a48687bc-9d2f-440f-9fed-7ec9390c0475', 'name': '', 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:58:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9473d253-6bdb-4a6b-87fa-acb32f27b875', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2959, 'fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:34:14Z', 'updated_at': '2022-01-26T21:34:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-5'}], 'n-d-760453-5', False) {} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:34:17.064363 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-e607da9c-1a43-4845-be9e-6ba0b4e77ecf req-7445c0a3-467c-4391-a6cd-a0cfc77c6e58 tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746560234527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9281553'] for port (c06cbb5f-14e9-4f5d-9dc8-30f59f753822), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:34:17.085667 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be5ba813-8409-46c3-b49d-93cae128037b None None] Checking router: 9473d253-6bdb-4a6b-87fa-acb32f27b875 for host: n-d-760453-5 {{(pid=103306) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 26 21:34:17.087041 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be5ba813-8409-46c3-b49d-93cae128037b None None] Updating router 9473d253-6bdb-4a6b-87fa-acb32f27b875 port a48687bc-9d2f-440f-9fed-7ec9390c0475 binding host n-d-760453-5 {{(pid=103306) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 26 21:34:17.111374 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-be5ba813-8409-46c3-b49d-93cae128037b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (a48687bc-9d2f-440f-9fed-7ec9390c0475), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:34:17.137281 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e607da9c-1a43-4845-be9e-6ba0b4e77ecf req-7445c0a3-467c-4391-a6cd-a0cfc77c6e58 tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] Network e06aca25-0b6a-452f-bfd4-2129924c58a7 is already hosted by enough agents. {{(pid=103304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 21:34:17.144610 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [req-e607da9c-1a43-4845-be9e-6ba0b4e77ecf req-7445c0a3-467c-4391-a6cd-a0cfc77c6e58 tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] Resources bound (agent type, host, resource id): {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:34:17.151630 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [req-e607da9c-1a43-4845-be9e-6ba0b4e77ecf req-7445c0a3-467c-4391-a6cd-a0cfc77c6e58 tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] Received port after_create {{(pid=103304) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 21:34:17.164522 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-865867fe-c995-4fca-a9dc-1e7b1bc64f09 tempest-NetworksIpV6Test-668566948 tempest-NetworksIpV6Test-668566948-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:34:17.169709 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-865867fe-c995-4fca-a9dc-1e7b1bc64f09 tempest-NetworksIpV6Test-668566948 tempest-NetworksIpV6Test-668566948-project] 10.222.0.13 "GET /v2.0/networks/658e6460-78a3-46f4-bc91-cb7e18e26fc5 HTTP/1.1" status: 200 len: 804 time: 0.1843569 Jan 26 21:34:17.170330 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 56240) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:34:17.204719 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7445c0a3-467c-4391-a6cd-a0cfc77c6e58 tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] Pushing event updated for resources: {'Port': ['ID=c06cbb5f-14e9-4f5d-9dc8-30f59f753822,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:34:17.258884 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-26e231eb-8733-48a1-97d3-676e062d5212 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:34:17.297224 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e607da9c-1a43-4845-be9e-6ba0b4e77ecf req-7445c0a3-467c-4391-a6cd-a0cfc77c6e58 tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:34:17.298120 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-e607da9c-1a43-4845-be9e-6ba0b4e77ecf req-7445c0a3-467c-4391-a6cd-a0cfc77c6e58 tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:34:17.387639 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-a454e563-f37e-41fd-a1f7-5da4a27e10e4 tempest-NetworksIpV6Test-668566948 tempest-NetworksIpV6Test-668566948-project] 10.222.0.13 "GET /v2.0/networks/658e6460-78a3-46f4-bc91-cb7e18e26fc5?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 320 time: 0.1975179 Jan 26 21:34:17.394155 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 56246) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:34:17.400158 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-e607da9c-1a43-4845-be9e-6ba0b4e77ecf req-7445c0a3-467c-4391-a6cd-a0cfc77c6e58 tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3553569 Jan 26 21:34:17.419905 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [req-e607da9c-1a43-4845-be9e-6ba0b4e77ecf req-8b7ee79a-46e3-4342-9589-9194a7c0f2c0 service neutron] Request body: {'port': {'device_id': '0f60c6ee-6258-42ba-be50-39a409584134', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-760453-5'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:34:17.453107 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503af89e-67fe-43a3-bf9f-a5826221de2e req-aa2e4a12-4f7d-499c-b4a6-66f3eed08379 tempest-TestSecurityGroupsBasicOps-1066020799 tempest-TestSecurityGroupsBasicOps-1066020799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:34:17.457848 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-503af89e-67fe-43a3-bf9f-a5826221de2e req-aa2e4a12-4f7d-499c-b4a6-66f3eed08379 tempest-TestSecurityGroupsBasicOps-1066020799 tempest-TestSecurityGroupsBasicOps-1066020799-project] 10.222.0.13 "GET /v2.0/ports?device_id=2dd4d85c-64cc-439d-9916-0cdf76dd618d HTTP/1.1" status: 200 len: 982 time: 0.1564686 Jan 26 21:34:17.469067 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-be5ba813-8409-46c3-b49d-93cae128037b None None] Publish callbacks [] for port (a48687bc-9d2f-440f-9fed-7ec9390c0475), precommit_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:34:17.474507 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-be5ba813-8409-46c3-b49d-93cae128037b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (a48687bc-9d2f-440f-9fed-7ec9390c0475), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:34:17.487388 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-047f754d-2dac-46f4-ab4c-f23bb9094a9c tempest-NetworksIpV6Test-668566948 tempest-NetworksIpV6Test-668566948-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:34:17.492931 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-047f754d-2dac-46f4-ab4c-f23bb9094a9c tempest-NetworksIpV6Test-668566948 tempest-NetworksIpV6Test-668566948-project] 10.222.0.13 "GET /v2.0/subnets/197f79a2-0bc7-429c-8719-f867a55d8a4e HTTP/1.1" status: 200 len: 843 time: 0.0972157 Jan 26 21:34:17.495236 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 56248) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:34:17.525502 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-e607da9c-1a43-4845-be9e-6ba0b4e77ecf req-8b7ee79a-46e3-4342-9589-9194a7c0f2c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (c06cbb5f-14e9-4f5d-9dc8-30f59f753822), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:34:17.538861 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-be5ba813-8409-46c3-b49d-93cae128037b None None] Attempting to bind port a48687bc-9d2f-440f-9fed-7ec9390c0475 on host n-d-760453-5 for vnic_type normal with profile {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 21:34:17.539783 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-be5ba813-8409-46c3-b49d-93cae128037b None None] Attempting to bind port a48687bc-9d2f-440f-9fed-7ec9390c0475 by drivers openvswitch,hyperv on host n-d-760453-5 at level 0 using segments [{'id': 'e17cb353-418f-48b9-b982-21a6233ee99b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299'}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 26 21:34:17.540153 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be5ba813-8409-46c3-b49d-93cae128037b None None] Attempting to bind port a48687bc-9d2f-440f-9fed-7ec9390c0475 on network 4140a1f1-c93a-4bea-83a0-68953a54f299 {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 21:34:17.545093 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.db_base_plugin_common [None req-26e231eb-8733-48a1-97d3-676e062d5212 admin admin] Allocated IP 172.20.0.1 (ddc6a13b-59f6-4b5d-bef0-6e2351de5197/6905e0b0-940b-4429-8258-6df3380ce8bb/4ef3d36f-03dd-4618-a765-5abc1d6829ad) {{(pid=103305) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 21:34:17.552451 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-07ee4cc4-7287-419b-839f-0f38a7de3691 None None] Provisioning complete for port c06cbb5f-14e9-4f5d-9dc8-30f59f753822 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:34:17.552845 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-07ee4cc4-7287-419b-839f-0f38a7de3691 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (c06cbb5f-14e9-4f5d-9dc8-30f59f753822), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:34:17.554759 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c1a15c7-7749-4e29-bc89-2f0eb2a7aa47 None None] Pushing event updated for resources: {'Port': ['ID=a48687bc-9d2f-440f-9fed-7ec9390c0475,revision_number=2']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:34:17.563407 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be5ba813-8409-46c3-b49d-93cae128037b None None] Checking agent: {'id': 'fea0591a-627d-4c87-9a9a-01625ddf3277', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760453-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 20, 55, 25), 'started_at': datetime.datetime(2022, 1, 26, 20, 55, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 21, 33, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760453-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 26 21:34:17.563604 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be5ba813-8409-46c3-b49d-93cae128037b None None] Checking segment: {'id': 'e17cb353-418f-48b9-b982-21a6233ee99b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 21:34:17.563997 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-be5ba813-8409-46c3-b49d-93cae128037b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:34:17.564858 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be5ba813-8409-46c3-b49d-93cae128037b None None] Bound using segment: {'id': 'e17cb353-418f-48b9-b982-21a6233ee99b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299'} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 26 21:34:17.564858 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-be5ba813-8409-46c3-b49d-93cae128037b None None] Bound port: a48687bc-9d2f-440f-9fed-7ec9390c0475, host: n-d-760453-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e17cb353-418f-48b9-b982-21a6233ee99b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299'}}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 26 21:34:17.566352 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-be5ba813-8409-46c3-b49d-93cae128037b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (a48687bc-9d2f-440f-9fed-7ec9390c0475), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:34:17.566502 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b7524a0-dcff-4b6e-a759-dcbcf00d302b tempest-NetworksIpV6Test-668566948 tempest-NetworksIpV6Test-668566948-project] Attributes excluded by policy engine: ['shared'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:34:17.572321 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-0b7524a0-dcff-4b6e-a759-dcbcf00d302b tempest-NetworksIpV6Test-668566948 tempest-NetworksIpV6Test-668566948-project] 10.222.0.13 "GET /v2.0/subnets/197f79a2-0bc7-429c-8719-f867a55d8a4e?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0752590 Jan 26 21:34:17.572529 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 56250) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:34:17.579019 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-03c4539b-c90b-49ad-9ccd-bee019e753c5 tempest-NetworksIpV6Test-668566948 tempest-NetworksIpV6Test-668566948-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1637182252'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:34:17.595004 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-503af89e-67fe-43a3-bf9f-a5826221de2e req-13b0ef45-0dd5-43b5-808b-5d79adce5d10 tempest-TestSecurityGroupsBasicOps-1066020799 tempest-TestSecurityGroupsBasicOps-1066020799-project] 10.222.0.13 "GET /v2.0/security-groups?id=019c5dd0-48a2-4336-ab92-4675db775363&id=4613631d-fc8a-4f72-b090-d98f77103cd0&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1328113 Jan 26 21:34:17.649412 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03c4539b-c90b-49ad-9ccd-bee019e753c5 tempest-NetworksIpV6Test-668566948 tempest-NetworksIpV6Test-668566948-project] Made reservation on behalf of 2462d16165ce43afa6a1542a7ea701c8 for: {'network': 1} {{(pid=103305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 21:34:17.649990 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-07ee4cc4-7287-419b-839f-0f38a7de3691 None None] Port c06cbb5f-14e9-4f5d-9dc8-30f59f753822 cannot update to ACTIVE because it is not bound. {{(pid=103306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 26 21:34:17.652793 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-03c4539b-c90b-49ad-9ccd-bee019e753c5 tempest-NetworksIpV6Test-668566948 tempest-NetworksIpV6Test-668566948-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for network (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:34:17.661798 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-be5ba813-8409-46c3-b49d-93cae128037b None None] For port a48687bc-9d2f-440f-9fed-7ec9390c0475, host n-d-760453-5, cleared binding levels {{(pid=103306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 26 21:34:17.666189 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-be5ba813-8409-46c3-b49d-93cae128037b None None] For port a48687bc-9d2f-440f-9fed-7ec9390c0475, host n-d-760453-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=a48687bc-9d2f-440f-9fed-7ec9390c0475,segment=NetworkSegment(e17cb353-418f-48b9-b982-21a6233ee99b),segment_id=e17cb353-418f-48b9-b982-21a6233ee99b)] {{(pid=103306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 26 21:34:17.672880 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-be5ba813-8409-46c3-b49d-93cae128037b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (a48687bc-9d2f-440f-9fed-7ec9390c0475), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:34:17.694886 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-03c4539b-c90b-49ad-9ccd-bee019e753c5 tempest-NetworksIpV6Test-668566948 tempest-NetworksIpV6Test-668566948-project] vlan segment allocate from pool success with {'vlan_id': 594, 'physical_network': 'physnet1'} {{(pid=103305) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 26 21:34:17.717179 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-03c4539b-c90b-49ad-9ccd-bee019e753c5 tempest-NetworksIpV6Test-668566948 tempest-NetworksIpV6Test-668566948-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576559'] for segment (76afb945-2cac-4679-b6af-3031e81075c3), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:34:17.717179 n-d-760453-5 neutron-server[103305]: INFO neutron.db.segments_db [None req-03c4539b-c90b-49ad-9ccd-bee019e753c5 tempest-NetworksIpV6Test-668566948 tempest-NetworksIpV6Test-668566948-project] Added segment 76afb945-2cac-4679-b6af-3031e81075c3 of type vlan for network d3dbe939-2514-42da-a320-ad157448c691 Jan 26 21:34:17.733325 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-26e231eb-8733-48a1-97d3-676e062d5212 admin admin] Publish callbacks [] for port (4ef3d36f-03dd-4618-a765-5abc1d6829ad), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:34:17.737848 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be5ba813-8409-46c3-b49d-93cae128037b None None] Routers {'9473d253-6bdb-4a6b-87fa-acb32f27b875'} bound to L3 agent in host n-d-760453-5 {{(pid=103306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 21:34:17.738496 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-be5ba813-8409-46c3-b49d-93cae128037b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-26T20:55:21Z,description=,heartbeat_timestamp=2022-01-26T21:33:51Z,host='n-d-760453-5',id=09df100c-3af1-4b0a-bda8-05914c71c458,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:55:21Z,topic='l3_agent')) {'router_ids': ['9473d253-6bdb-4a6b-87fa-acb32f27b875'], 'active': True} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:34:17.740438 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c1a15c7-7749-4e29-bc89-2f0eb2a7aa47 None None] Pushing event updated for resources: {'Port': ['ID=a48687bc-9d2f-440f-9fed-7ec9390c0475,revision_number=3']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:34:17.771692 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-03c4539b-c90b-49ad-9ccd-bee019e753c5 tempest-NetworksIpV6Test-668566948 tempest-NetworksIpV6Test-668566948-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746560256871'] for network (d3dbe939-2514-42da-a320-ad157448c691), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:34:17.814399 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-03c4539b-c90b-49ad-9ccd-bee019e753c5 tempest-NetworksIpV6Test-668566948 tempest-NetworksIpV6Test-668566948-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503'] for network (d3dbe939-2514-42da-a320-ad157448c691), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:34:17.819631 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03c4539b-c90b-49ad-9ccd-bee019e753c5 tempest-NetworksIpV6Test-668566948 tempest-NetworksIpV6Test-668566948-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:34:17.820221 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-03c4539b-c90b-49ad-9ccd-bee019e753c5 tempest-NetworksIpV6Test-668566948 tempest-NetworksIpV6Test-668566948-project] Publish callbacks [] for network (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:34:17.830987 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-26e231eb-8733-48a1-97d3-676e062d5212 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746560234527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11791543'] for port (4ef3d36f-03dd-4618-a765-5abc1d6829ad), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:34:17.856737 n-d-760453-5 neutron-server[103304]: DEBUG neutron.notifiers.nova [req-e607da9c-1a43-4845-be9e-6ba0b4e77ecf req-8b7ee79a-46e3-4342-9589-9194a7c0f2c0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c06cbb5f-14e9-4f5d-9dc8-30f59f753822 {{(pid=103304) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 26 21:34:17.861824 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvr_db [None req-be5ba813-8409-46c3-b49d-93cae128037b None None] Set router 9473d253-6bdb-4a6b-87fa-acb32f27b875 gateway port host: n-d-760453-5 {{(pid=103306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 21:34:17.869011 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-e607da9c-1a43-4845-be9e-6ba0b4e77ecf req-8b7ee79a-46e3-4342-9589-9194a7c0f2c0 service neutron] Publish callbacks [] for port (c06cbb5f-14e9-4f5d-9dc8-30f59f753822), precommit_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:34:17.883694 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.provisioning_blocks [req-e607da9c-1a43-4845-be9e-6ba0b4e77ecf req-8b7ee79a-46e3-4342-9589-9194a7c0f2c0 service neutron] Transition to ACTIVE for port object c06cbb5f-14e9-4f5d-9dc8-30f59f753822 will not be triggered until provisioned by entity L2. {{(pid=103304) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 21:34:17.887115 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-e607da9c-1a43-4845-be9e-6ba0b4e77ecf req-8b7ee79a-46e3-4342-9589-9194a7c0f2c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9281542'] for port (c06cbb5f-14e9-4f5d-9dc8-30f59f753822), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:34:17.929020 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-03c4539b-c90b-49ad-9ccd-bee019e753c5 tempest-NetworksIpV6Test-668566948 tempest-NetworksIpV6Test-668566948-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3538978 Jan 26 21:34:17.937360 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 56254) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:34:17.940431 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26e231eb-8733-48a1-97d3-676e062d5212 admin admin] Network ddc6a13b-59f6-4b5d-bef0-6e2351de5197 is already hosted by enough agents. {{(pid=103305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 21:34:17.948665 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-e735f444-2c3d-4162-ae80-536b5ac451c7 tempest-NetworksIpV6Test-668566948 tempest-NetworksIpV6Test-668566948-project] Request body: {'subnet': {'network_id': 'd3dbe939-2514-42da-a320-ad157448c691', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:34:17.950949 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b7ee79a-46e3-4342-9589-9194a7c0f2c0 service neutron] Pushing event updated for resources: {'Port': ['ID=c06cbb5f-14e9-4f5d-9dc8-30f59f753822,revision_number=2']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:34:17.980239 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [None req-26e231eb-8733-48a1-97d3-676e062d5212 admin admin] Resources bound (agent type, host, resource id): {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:34:17.986188 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e231eb-8733-48a1-97d3-676e062d5212 admin admin] Pushing event updated for resources: {'Port': ['ID=4ef3d36f-03dd-4618-a765-5abc1d6829ad,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:34:17.990017 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26e231eb-8733-48a1-97d3-676e062d5212 admin admin] Received port after_create {{(pid=103305) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 21:34:18.033581 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c4539b-c90b-49ad-9ccd-bee019e753c5 tempest-NetworksIpV6Test-668566948 tempest-NetworksIpV6Test-668566948-project] Pushing event updated for resources: {'Network': ['ID=d3dbe939-2514-42da-a320-ad157448c691,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:34:18.046772 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Network d3dbe939-2514-42da-a320-ad157448c691 details requested by agent ovs-agent-n-d-760453-5 with host n-d-760453-5 {{(pid=103306) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 26 21:34:18.118758 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-26e231eb-8733-48a1-97d3-676e062d5212 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4111050'] for router_interface (9473d253-6bdb-4a6b-87fa-acb32f27b875), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:34:18.165932 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-be5ba813-8409-46c3-b49d-93cae128037b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9473d253-6bdb-4a6b-87fa-acb32f27b875', 'name': 'tempest-ServerRescueNegativeTestJSON-2084400712-router', 'tenant_id': '9fe9bf64b7a147db94c9d1463a376745', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'external_fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.29'}], 'enable_snat': True}, 'gw_port_id': 'a48687bc-9d2f-440f-9fed-7ec9390c0475', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T21:34:12Z', 'updated_at': '2022-01-26T21:34:15Z', 'revision_number': 3, 'project_id': '9fe9bf64b7a147db94c9d1463a376745', 'gw_port': {'id': 'a48687bc-9d2f-440f-9fed-7ec9390c0475', 'name': '', 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:58:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9473d253-6bdb-4a6b-87fa-acb32f27b875', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2959, 'fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:34:14Z', 'updated_at': '2022-01-26T21:34:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-5'}], 'n-d-760453-5', False) {} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:34:18.184831 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e735f444-2c3d-4162-ae80-536b5ac451c7 tempest-NetworksIpV6Test-668566948 tempest-NetworksIpV6Test-668566948-project] Made reservation on behalf of 2462d16165ce43afa6a1542a7ea701c8 for: {'subnet': 1} {{(pid=103305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 21:34:18.189338 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-e735f444-2c3d-4162-ae80-536b5ac451c7 tempest-NetworksIpV6Test-668566948 tempest-NetworksIpV6Test-668566948-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11599953'] for subnet (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:34:18.210002 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be5ba813-8409-46c3-b49d-93cae128037b None None] The sync data for ids ['9473d253-6bdb-4a6b-87fa-acb32f27b875'] in n-d-760453-5 is: [{'id': '9473d253-6bdb-4a6b-87fa-acb32f27b875', 'name': 'tempest-ServerRescueNegativeTestJSON-2084400712-router', 'tenant_id': '9fe9bf64b7a147db94c9d1463a376745', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'external_fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.29'}], 'enable_snat': True}, 'gw_port_id': 'a48687bc-9d2f-440f-9fed-7ec9390c0475', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T21:34:12Z', 'updated_at': '2022-01-26T21:34:15Z', 'revision_number': 3, 'project_id': '9fe9bf64b7a147db94c9d1463a376745', 'gw_port': {'id': 'a48687bc-9d2f-440f-9fed-7ec9390c0475', 'name': '', 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:58:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9473d253-6bdb-4a6b-87fa-acb32f27b875', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2959, 'fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:34:14Z', 'updated_at': '2022-01-26T21:34:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-5'}] {{(pid=103306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 26 21:34:18.316085 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.ipam_backend_mixin [None req-e735f444-2c3d-4162-ae80-536b5ac451c7 tempest-NetworksIpV6Test-668566948 tempest-NetworksIpV6Test-668566948-project] Performing IP validity checks on allocation pools {{(pid=103305) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jan 26 21:34:18.316639 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.ipam_backend_mixin [None req-e735f444-2c3d-4162-ae80-536b5ac451c7 tempest-NetworksIpV6Test-668566948 tempest-NetworksIpV6Test-668566948-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103305) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jan 26 21:34:18.370785 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-26e231eb-8733-48a1-97d3-676e062d5212 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (4ef3d36f-03dd-4618-a765-5abc1d6829ad), before_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:34:18.408495 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b418659-a321-455d-86b0-b8aa943b7c08 req-46731296-441d-4575-ab49-756796bafa65 tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:34:18.410114 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-2b418659-a321-455d-86b0-b8aa943b7c08 req-46731296-441d-4575-ab49-756796bafa65 tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] 10.222.0.13 "GET /v2.0/ports?device_id=0f60c6ee-6258-42ba-be50-39a409584134 HTTP/1.1" status: 200 len: 944 time: 0.4501162 Jan 26 21:34:18.466769 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [req-e607da9c-1a43-4845-be9e-6ba0b4e77ecf req-8b7ee79a-46e3-4342-9589-9194a7c0f2c0 service neutron] Attempting to bind port c06cbb5f-14e9-4f5d-9dc8-30f59f753822 on host n-h1-760453-5 for vnic_type normal with profile {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 21:34:18.467118 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [req-e607da9c-1a43-4845-be9e-6ba0b4e77ecf req-8b7ee79a-46e3-4342-9589-9194a7c0f2c0 service neutron] Attempting to bind port c06cbb5f-14e9-4f5d-9dc8-30f59f753822 by drivers openvswitch,hyperv on host n-h1-760453-5 at level 0 using segments [{'id': '3717183c-69c6-44ee-ac2f-ec1e05ab35f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'e06aca25-0b6a-452f-bfd4-2129924c58a7'}] {{(pid=103304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 26 21:34:18.467985 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e607da9c-1a43-4845-be9e-6ba0b4e77ecf req-8b7ee79a-46e3-4342-9589-9194a7c0f2c0 service neutron] Attempting to bind port c06cbb5f-14e9-4f5d-9dc8-30f59f753822 on network e06aca25-0b6a-452f-bfd4-2129924c58a7 {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 21:34:18.514836 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-2b418659-a321-455d-86b0-b8aa943b7c08 req-21dd65b8-22c9-4752-b3a0-227e897c82f0 tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] 10.222.0.13 "GET /v2.0/security-groups?id=c855b7af-ae6a-4b31-98b5-41bfc1142283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958230 Jan 26 21:34:18.515413 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e607da9c-1a43-4845-be9e-6ba0b4e77ecf req-8b7ee79a-46e3-4342-9589-9194a7c0f2c0 service neutron] Port c06cbb5f-14e9-4f5d-9dc8-30f59f753822 on network e06aca25-0b6a-452f-bfd4-2129924c58a7 not bound, no agent of type Open vSwitch agent registered on host n-h1-760453-5 {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 26 21:34:18.515735 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e607da9c-1a43-4845-be9e-6ba0b4e77ecf req-8b7ee79a-46e3-4342-9589-9194a7c0f2c0 service neutron] Attempting to bind port c06cbb5f-14e9-4f5d-9dc8-30f59f753822 on network e06aca25-0b6a-452f-bfd4-2129924c58a7 {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 21:34:18.521914 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e607da9c-1a43-4845-be9e-6ba0b4e77ecf req-8b7ee79a-46e3-4342-9589-9194a7c0f2c0 service neutron] Checking agent: {'id': '32ef628b-8417-46c5-8729-60fcabe358f1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-760453-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 21, 3, 8), 'started_at': datetime.datetime(2022, 1, 26, 21, 3, 8), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 21, 34, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 26 21:34:18.522254 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e607da9c-1a43-4845-be9e-6ba0b4e77ecf req-8b7ee79a-46e3-4342-9589-9194a7c0f2c0 service neutron] Checking segment: {'id': '3717183c-69c6-44ee-ac2f-ec1e05ab35f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'e06aca25-0b6a-452f-bfd4-2129924c58a7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103304) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 21:34:18.522643 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e607da9c-1a43-4845-be9e-6ba0b4e77ecf req-8b7ee79a-46e3-4342-9589-9194a7c0f2c0 service neutron] Bound using segment: {'id': '3717183c-69c6-44ee-ac2f-ec1e05ab35f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'e06aca25-0b6a-452f-bfd4-2129924c58a7'} {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 26 21:34:18.523074 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [req-e607da9c-1a43-4845-be9e-6ba0b4e77ecf req-8b7ee79a-46e3-4342-9589-9194a7c0f2c0 service neutron] Bound port: c06cbb5f-14e9-4f5d-9dc8-30f59f753822, host: n-h1-760453-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3717183c-69c6-44ee-ac2f-ec1e05ab35f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'e06aca25-0b6a-452f-bfd4-2129924c58a7'}}] {{(pid=103304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 26 21:34:18.524118 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-e607da9c-1a43-4845-be9e-6ba0b4e77ecf req-8b7ee79a-46e3-4342-9589-9194a7c0f2c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (c06cbb5f-14e9-4f5d-9dc8-30f59f753822), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:34:18.600903 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [req-e607da9c-1a43-4845-be9e-6ba0b4e77ecf req-8b7ee79a-46e3-4342-9589-9194a7c0f2c0 service neutron] For port c06cbb5f-14e9-4f5d-9dc8-30f59f753822, host n-h1-760453-5, cleared binding levels {{(pid=103304) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 26 21:34:18.605721 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [req-e607da9c-1a43-4845-be9e-6ba0b4e77ecf req-8b7ee79a-46e3-4342-9589-9194a7c0f2c0 service neutron] For port c06cbb5f-14e9-4f5d-9dc8-30f59f753822, host n-h1-760453-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-5',level=0,port_id=c06cbb5f-14e9-4f5d-9dc8-30f59f753822,segment=NetworkSegment(3717183c-69c6-44ee-ac2f-ec1e05ab35f5),segment_id=3717183c-69c6-44ee-ac2f-ec1e05ab35f5)] {{(pid=103304) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 26 21:34:18.611125 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-e735f444-2c3d-4162-ae80-536b5ac451c7 tempest-NetworksIpV6Test-668566948 tempest-NetworksIpV6Test-668566948-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11788839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11599975'] for subnet (ec053821-dc44-4fd0-bcd2-6c397dd0ea8e), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:34:18.612050 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-e607da9c-1a43-4845-be9e-6ba0b4e77ecf req-8b7ee79a-46e3-4342-9589-9194a7c0f2c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9281542'] for port (c06cbb5f-14e9-4f5d-9dc8-30f59f753822), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:34:18.659428 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e607da9c-1a43-4845-be9e-6ba0b4e77ecf req-8b7ee79a-46e3-4342-9589-9194a7c0f2c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:34:18.661657 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-e607da9c-1a43-4845-be9e-6ba0b4e77ecf req-8b7ee79a-46e3-4342-9589-9194a7c0f2c0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:34:18.663261 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-e607da9c-1a43-4845-be9e-6ba0b4e77ecf req-8b7ee79a-46e3-4342-9589-9194a7c0f2c0 service neutron] 10.222.0.66 "PUT /v2.0/ports/c06cbb5f-14e9-4f5d-9dc8-30f59f753822 HTTP/1.1" status: 200 len: 1092 time: 1.2502961 Jan 26 21:34:18.664670 n-d-760453-5 neutron-server[103304]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f60c6ee-6258-42ba-be50-39a409584134', 'tag': 'c06cbb5f-14e9-4f5d-9dc8-30f59f753822'}] {{(pid=103304) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 21:34:18.667134 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d52b45f1943fcd332af9527eb73ff93c8d715d44383a3f6d18de73b4cfcf87b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afa42f1f-8caf-41b5-b252-12e4c558531a" -d '{"events": [{"name": "network-changed", "server_uuid": "0f60c6ee-6258-42ba-be50-39a409584134", "tag": "c06cbb5f-14e9-4f5d-9dc8-30f59f753822"}]}' {{(pid=103304) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 21:34:18.755833 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e735f444-2c3d-4162-ae80-536b5ac451c7 tempest-NetworksIpV6Test-668566948 tempest-NetworksIpV6Test-668566948-project] Checking segment: {'id': '76afb945-2cac-4679-b6af-3031e81075c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': 'd3dbe939-2514-42da-a320-ad157448c691'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103305) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 21:34:18.756425 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e735f444-2c3d-4162-ae80-536b5ac451c7 tempest-NetworksIpV6Test-668566948 tempest-NetworksIpV6Test-668566948-project] Network hostable DHCP agents. Network: d3dbe939-2514-42da-a320-ad157448c691, hostable agents: ['474ccdf7-ab6c-405b-a3b2-dc7b05829902'], hosted agents: [] {{(pid=103305) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 26 21:34:18.764025 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 26 Jan 2022 21:34:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f040ca71-d41f-4572-ba0b-8af87be57b35 x-openstack-request-id: req-f040ca71-d41f-4572-ba0b-8af87be57b35 {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 21:34:18.764463 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0f60c6ee-6258-42ba-be50-39a409584134", "tag": "c06cbb5f-14e9-4f5d-9dc8-30f59f753822", "status": "completed", "code": 200}]} {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 21:34:18.764945 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f040ca71-d41f-4572-ba0b-8af87be57b35 {{(pid=103304) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 21:34:18.765488 n-d-760453-5 neutron-server[103304]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0f60c6ee-6258-42ba-be50-39a409584134', 'tag': 'c06cbb5f-14e9-4f5d-9dc8-30f59f753822', 'status': 'completed', 'code': 200} Jan 26 21:34:18.771214 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e735f444-2c3d-4162-ae80-536b5ac451c7 tempest-NetworksIpV6Test-668566948 tempest-NetworksIpV6Test-668566948-project] Pushing event updated for resources: {'Subnet': ['ID=ec053821-dc44-4fd0-bcd2-6c397dd0ea8e,revision_number=0']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:34:18.794481 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e735f444-2c3d-4162-ae80-536b5ac451c7 tempest-NetworksIpV6Test-668566948 tempest-NetworksIpV6Test-668566948-project] Network d3dbe939-2514-42da-a320-ad157448c691 is scheduled to be hosted by DHCP agent 474ccdf7-ab6c-405b-a3b2-dc7b05829902 with binding_index 1 {{(pid=103305) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 26 21:34:18.797191 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b7ee79a-46e3-4342-9589-9194a7c0f2c0 service neutron] Pushing event updated for resources: {'Port': ['ID=c06cbb5f-14e9-4f5d-9dc8-30f59f753822,revision_number=3']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:34:18.813913 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [None req-e735f444-2c3d-4162-ae80-536b5ac451c7 tempest-NetworksIpV6Test-668566948 tempest-NetworksIpV6Test-668566948-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760453-5, d3dbe939-2514-42da-a320-ad157448c691) {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:34:18.821887 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-26e231eb-8733-48a1-97d3-676e062d5212 admin admin] Publish callbacks [] for port (4ef3d36f-03dd-4618-a765-5abc1d6829ad), precommit_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:34:18.824477 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e735f444-2c3d-4162-ae80-536b5ac451c7 tempest-NetworksIpV6Test-668566948 tempest-NetworksIpV6Test-668566948-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:34:18.825089 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-e735f444-2c3d-4162-ae80-536b5ac451c7 tempest-NetworksIpV6Test-668566948 tempest-NetworksIpV6Test-668566948-project] Publish callbacks [] for subnet (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:34:18.831127 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e607da9c-1a43-4845-be9e-6ba0b4e77ecf req-6fdc5af7-1704-4a7a-939c-c1a04a3096cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:34:18.832954 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-e607da9c-1a43-4845-be9e-6ba0b4e77ecf req-6fdc5af7-1704-4a7a-939c-c1a04a3096cd service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=949e29ec71a54b7f98dc62c402ac867e&device_id=0f60c6ee-6258-42ba-be50-39a409584134 HTTP/1.1" status: 200 len: 1095 time: 0.1025572 Jan 26 21:34:18.833258 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be40cd99-ca56-4daf-92b4-46da4fca0ea9 None None] Network d3dbe939-2514-42da-a320-ad157448c691 requested from n-d-760453-5 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 26 21:34:18.840004 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-26e231eb-8733-48a1-97d3-676e062d5212 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11791520'] for port (4ef3d36f-03dd-4618-a765-5abc1d6829ad), after_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:34:18.843295 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83a5217-af60-4282-b891-2b84807b24ab req-032bd733-3e89-404d-b554-b9217a3c13f4 tempest-TestSecurityGroupsBasicOps-1066020799 tempest-TestSecurityGroupsBasicOps-1066020799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:34:18.845958 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-f83a5217-af60-4282-b891-2b84807b24ab req-032bd733-3e89-404d-b554-b9217a3c13f4 tempest-TestSecurityGroupsBasicOps-1066020799 tempest-TestSecurityGroupsBasicOps-1066020799-project] 10.222.0.13 "GET /v2.0/ports?device_id=2dd4d85c-64cc-439d-9916-0cdf76dd618d HTTP/1.1" status: 200 len: 982 time: 0.1304102 Jan 26 21:34:18.905015 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-26e231eb-8733-48a1-97d3-676e062d5212 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3709457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4110682'] for router_interface (9473d253-6bdb-4a6b-87fa-acb32f27b875), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:34:18.943082 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-1ed7c7c3-cf89-438c-8bf8-bcbd502248a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (474ccdf7-ab6c-405b-a3b2-dc7b05829902), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:34:18.953655 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-e607da9c-1a43-4845-be9e-6ba0b4e77ecf req-373e7969-dadf-4d50-bb2f-23a886c68e00 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c06cbb5f-14e9-4f5d-9dc8-30f59f753822 HTTP/1.1" status: 200 len: 217 time: 0.1065066 Jan 26 21:34:18.995557 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Device 78fa139d-3729-425c-8c0d-09c504d4c63f details requested by agent hyperv_n-h2-760453-5 with host n-h2-760453-5 {{(pid=103306) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 26 21:34:18.999106 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4660f2e9-93ff-4c58-bbd2-3ebd03ddd512 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3c4099e8-8ffb-51d1-af7f-5868973e933f-d3dbe939-2514-42da-a320-ad157448c691', 'network_id': 'd3dbe939-2514-42da-a320-ad157448c691', 'project_id': '2462d16165ce43afa6a1542a7ea701c8', 'fixed_ips': [{'subnet_id': 'ec053821-dc44-4fd0-bcd2-6c397dd0ea8e'}]}} from n-d-760453-5. {{(pid=103306) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 26 21:34:19.001350 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-4660f2e9-93ff-4c58-bbd2-3ebd03ddd512 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (None), before_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:34:19.007585 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-e735f444-2c3d-4162-ae80-536b5ac451c7 tempest-NetworksIpV6Test-668566948 tempest-NetworksIpV6Test-668566948-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 1.0660329 Jan 26 21:34:19.014101 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 56260) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:34:19.020015 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-7d53187a-59a4-4204-a661-d015e76c2a12 tempest-NetworksIpV6Test-668566948 tempest-NetworksIpV6Test-668566948-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:34:19.026185 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e231eb-8733-48a1-97d3-676e062d5212 admin admin] Pushing event updated for resources: {'Port': ['ID=4ef3d36f-03dd-4618-a765-5abc1d6829ad,revision_number=2']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:34:19.087483 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26e231eb-8733-48a1-97d3-676e062d5212 admin admin] Network ddc6a13b-59f6-4b5d-bef0-6e2351de5197 is already hosted by enough agents. {{(pid=103305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 21:34:19.089212 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [None req-26e231eb-8733-48a1-97d3-676e062d5212 admin admin] Resources bound (agent type, host, resource id): {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:34:19.125904 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-f83a5217-af60-4282-b891-2b84807b24ab req-6371caa0-da37-4f30-a083-3d4324ab1efd tempest-TestSecurityGroupsBasicOps-1066020799 tempest-TestSecurityGroupsBasicOps-1066020799-project] 10.222.0.13 "GET /v2.0/security-groups?id=019c5dd0-48a2-4336-ab92-4675db775363&id=4613631d-fc8a-4f72-b090-d98f77103cd0&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.2586341 Jan 26 21:34:19.139252 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e607da9c-1a43-4845-be9e-6ba0b4e77ecf req-e215dc7e-a37e-42db-87ad-4af6d2f7fc0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:34:19.140737 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-e607da9c-1a43-4845-be9e-6ba0b4e77ecf req-e215dc7e-a37e-42db-87ad-4af6d2f7fc0f service neutron] 10.222.0.66 "GET /v2.0/subnets?id=79317c4e-88a3-402c-975d-f004bf1d9b8b HTTP/1.1" status: 200 len: 850 time: 0.1808932 Jan 26 21:34:19.192430 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-7d53187a-59a4-4204-a661-d015e76c2a12 tempest-NetworksIpV6Test-668566948 tempest-NetworksIpV6Test-668566948-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-12215170'] for subnet (ec053821-dc44-4fd0-bcd2-6c397dd0ea8e), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:34:19.217058 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e607da9c-1a43-4845-be9e-6ba0b4e77ecf req-60ce43bd-be37-4071-839c-bbe1812a58f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:34:19.218638 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-e607da9c-1a43-4845-be9e-6ba0b4e77ecf req-60ce43bd-be37-4071-839c-bbe1812a58f5 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=e06aca25-0b6a-452f-bfd4-2129924c58a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0708494 Jan 26 21:34:19.255192 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26e231eb-8733-48a1-97d3-676e062d5212 admin admin] Router 9473d253-6bdb-4a6b-87fa-acb32f27b875 has already been hosted by L3 agent 09df100c-3af1-4b0a-bda8-05914c71c458 {{(pid=103305) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 26 21:34:19.256745 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] For port 78fa139d-3729-425c-8c0d-09c504d4c63f, host n-h2-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-5',level=0,port_id=78fa139d-3729-425c-8c0d-09c504d4c63f,segment=NetworkSegment(2badee1d-4e60-412c-91a4-4ad3556eb390),segment_id=2badee1d-4e60-412c-91a4-4ad3556eb390)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:34:19.274442 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Returning: {'device': '78fa139d-3729-425c-8c0d-09c504d4c63f', 'network_id': '8ccb4f7e-e6e3-4ac7-b6f8-162d9e73f0be', 'port_id': '78fa139d-3729-425c-8c0d-09c504d4c63f', 'mac_address': 'fa:16:3e:31:37:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 562, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '67d88e25-bbb6-4ba6-8387-d3dd3b658f0e', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103306) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 26 21:34:19.323467 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Current status of the port 78fa139d-3729-425c-8c0d-09c504d4c63f is: DOWN; New status is: BUILD {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:34:19.323957 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (78fa139d-3729-425c-8c0d-09c504d4c63f), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:34:19.341075 n-d-760453-5 neutron-server[103306]: DEBUG neutron.notifiers.nova [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 78fa139d-3729-425c-8c0d-09c504d4c63f {{(pid=103306) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 26 21:34:19.351886 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.db.api [None req-4660f2e9-93ff-4c58-bbd2-3ebd03ddd512 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jan 26 21:34:19.351886 n-d-760453-5 neutron-server[103306]: [SQL: UPDATE subnets SET in_use=%(in_use)s WHERE subnets.id = %(id_1)s] Jan 26 21:34:19.351886 n-d-760453-5 neutron-server[103306]: [parameters: {'in_use': 1, 'id_1': 'ec053821-dc44-4fd0-bcd2-6c397dd0ea8e'}] Jan 26 21:34:19.351886 n-d-760453-5 neutron-server[103306]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=103306) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 26 21:34:19.352507 n-d-760453-5 neutron-server[103306]: DEBUG oslo_db.api [None req-4660f2e9-93ff-4c58-bbd2-3ebd03ddd512 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 26 21:34:19.376712 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] For port 78fa139d-3729-425c-8c0d-09c504d4c63f, host n-h2-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-5',level=0,port_id=78fa139d-3729-425c-8c0d-09c504d4c63f,segment=NetworkSegment(2badee1d-4e60-412c-91a4-4ad3556eb390),segment_id=2badee1d-4e60-412c-91a4-4ad3556eb390)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:34:19.391998 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (78fa139d-3729-425c-8c0d-09c504d4c63f), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:34:19.438716 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26e231eb-8733-48a1-97d3-676e062d5212 admin admin] Notify agent at l3_agent.n-d-760453-5 the message routers_updated {{(pid=103305) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 26 21:34:19.442248 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-e607da9c-1a43-4845-be9e-6ba0b4e77ecf req-ff7133d2-2efb-4ee9-8a10-bb15b18e70b3 service neutron] 10.222.0.66 "GET /v2.0/networks/e06aca25-0b6a-452f-bfd4-2129924c58a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2156944 Jan 26 21:34:19.444342 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-26e231eb-8733-48a1-97d3-676e062d5212 admin admin] 10.222.0.13 "PUT /v2.0/routers/9473d253-6bdb-4a6b-87fa-acb32f27b875/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7098782 Jan 26 21:34:19.485153 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Pushing event updated for resources: {'Port': ['ID=78fa139d-3729-425c-8c0d-09c504d4c63f,revision_number=4']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:34:19.555378 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-7d53187a-59a4-4204-a661-d015e76c2a12 tempest-NetworksIpV6Test-668566948 tempest-NetworksIpV6Test-668566948-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8746560636609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-9281607'] for subnet (ec053821-dc44-4fd0-bcd2-6c397dd0ea8e), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:34:19.630063 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d53187a-59a4-4204-a661-d015e76c2a12 tempest-NetworksIpV6Test-668566948 tempest-NetworksIpV6Test-668566948-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:34:19.630660 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-7d53187a-59a4-4204-a661-d015e76c2a12 tempest-NetworksIpV6Test-668566948 tempest-NetworksIpV6Test-668566948-project] Publish callbacks [] for subnet (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:34:19.635055 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-7d53187a-59a4-4204-a661-d015e76c2a12 tempest-NetworksIpV6Test-668566948 tempest-NetworksIpV6Test-668566948-project] 10.222.0.13 "PUT /v2.0/subnets/ec053821-dc44-4fd0-bcd2-6c397dd0ea8e HTTP/1.1" status: 200 len: 900 time: 0.6168609 Jan 26 21:34:19.635703 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 56268) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:34:19.655484 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d53187a-59a4-4204-a661-d015e76c2a12 tempest-NetworksIpV6Test-668566948 tempest-NetworksIpV6Test-668566948-project] Pushing event updated for resources: {'Subnet': ['ID=ec053821-dc44-4fd0-bcd2-6c397dd0ea8e,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:34:19.670957 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] get_ports_and_sgs() called for port_ids ['78fa139d-3729-425c-8c0d-09c504d4c63f'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 26 21:34:19.675001 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-e607da9c-1a43-4845-be9e-6ba0b4e77ecf req-cc316863-22b1-4abe-9b1c-cc941cc17c40 service neutron] 10.222.0.66 "GET /v2.0/networks/e06aca25-0b6a-452f-bfd4-2129924c58a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2213387 Jan 26 21:34:19.709454 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33eae8a-f692-4318-9ae8-bf3fd8100b29 req-3e0735ab-7f97-4c18-8154-19015b002919 tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:34:19.712087 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-c33eae8a-f692-4318-9ae8-bf3fd8100b29 req-3e0735ab-7f97-4c18-8154-19015b002919 tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] 10.222.0.13 "GET /v2.0/ports?device_id=0f60c6ee-6258-42ba-be50-39a409584134 HTTP/1.1" status: 200 len: 944 time: 0.0836802 Jan 26 21:34:19.796093 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-2ec8679e-c4c8-4ac2-8d64-a11e79e8351e tempest-NetworksIpV6Test-668566948 tempest-NetworksIpV6Test-668566948-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-748181'] for network (d3dbe939-2514-42da-a320-ad157448c691), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:34:19.834569 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-c33eae8a-f692-4318-9ae8-bf3fd8100b29 req-5f99f3bb-91a2-48d9-914b-d182c52e4182 tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] 10.222.0.13 "GET /v2.0/security-groups?id=c855b7af-ae6a-4b31-98b5-41bfc1142283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167133 Jan 26 21:34:19.855039 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa42f1f-8caf-41b5-b252-12e4c558531a req-a06532b4-a5c8-4d23-b3d9-a7c7a1fd657e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:34:19.856305 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-afa42f1f-8caf-41b5-b252-12e4c558531a req-a06532b4-a5c8-4d23-b3d9-a7c7a1fd657e service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=949e29ec71a54b7f98dc62c402ac867e&device_id=0f60c6ee-6258-42ba-be50-39a409584134 HTTP/1.1" status: 200 len: 1095 time: 0.0752606 Jan 26 21:34:19.858765 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-4660f2e9-93ff-4c58-bbd2-3ebd03ddd512 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (None), before_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:34:19.883748 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-2ec8679e-c4c8-4ac2-8d64-a11e79e8351e tempest-NetworksIpV6Test-668566948 tempest-NetworksIpV6Test-668566948-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687316'] for subnet (ec053821-dc44-4fd0-bcd2-6c397dd0ea8e), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:34:19.975341 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-2ec8679e-c4c8-4ac2-8d64-a11e79e8351e tempest-NetworksIpV6Test-668566948 tempest-NetworksIpV6Test-668566948-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11791594', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11599980'] for subnet (ec053821-dc44-4fd0-bcd2-6c397dd0ea8e), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:34:20.007559 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec8679e-c4c8-4ac2-8d64-a11e79e8351e tempest-NetworksIpV6Test-668566948 tempest-NetworksIpV6Test-668566948-project] Pushing event deleted for resources: {'Subnet': ['ID=ec053821-dc44-4fd0-bcd2-6c397dd0ea8e,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:34:20.033552 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server [None req-4660f2e9-93ff-4c58-bbd2-3ebd03ddd512 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet ec053821-dc44-4fd0-bcd2-6c397dd0ea8e: This subnet is being modified by another concurrent operation. Jan 26 21:34:20.033552 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jan 26 21:34:20.033552 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jan 26 21:34:20.033552 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jan 26 21:34:20.033552 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jan 26 21:34:20.033552 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jan 26 21:34:20.033552 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jan 26 21:34:20.033552 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jan 26 21:34:20.033552 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jan 26 21:34:20.033552 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jan 26 21:34:20.033552 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 26 21:34:20.033552 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 26 21:34:20.033552 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 26 21:34:20.033552 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 26 21:34:20.033552 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 26 21:34:20.033552 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server raise self.value Jan 26 21:34:20.033552 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 26 21:34:20.033552 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 26 21:34:20.033552 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 26 21:34:20.033552 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 26 21:34:20.033552 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 26 21:34:20.033552 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 26 21:34:20.033552 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 26 21:34:20.033552 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server raise self.value Jan 26 21:34:20.033552 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 26 21:34:20.033552 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 26 21:34:20.033552 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 26 21:34:20.033552 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 26 21:34:20.033552 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 26 21:34:20.033552 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 26 21:34:20.033552 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 26 21:34:20.033552 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server raise self.value Jan 26 21:34:20.033552 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 26 21:34:20.033552 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 26 21:34:20.033552 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jan 26 21:34:20.033552 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jan 26 21:34:20.033552 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 278, in create_dhcp_port Jan 26 21:34:20.033552 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jan 26 21:34:20.033552 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Jan 26 21:34:20.033552 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jan 26 21:34:20.033552 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jan 26 21:34:20.033552 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jan 26 21:34:20.033552 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Jan 26 21:34:20.033552 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 26 21:34:20.033552 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jan 26 21:34:20.033552 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 26 21:34:20.033552 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 26 21:34:20.033552 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 26 21:34:20.033552 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 26 21:34:20.033552 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 26 21:34:20.033552 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 26 21:34:20.033552 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server raise self.value Jan 26 21:34:20.033552 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 26 21:34:20.033552 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 26 21:34:20.037191 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 26 21:34:20.037191 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 26 21:34:20.037191 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 26 21:34:20.037191 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 26 21:34:20.037191 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 26 21:34:20.037191 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server raise self.value Jan 26 21:34:20.037191 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 26 21:34:20.037191 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 26 21:34:20.037191 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 26 21:34:20.037191 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 26 21:34:20.037191 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 26 21:34:20.037191 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 26 21:34:20.037191 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 26 21:34:20.037191 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server raise self.value Jan 26 21:34:20.037191 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 26 21:34:20.037191 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 26 21:34:20.037191 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1491, in create_port Jan 26 21:34:20.037191 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jan 26 21:34:20.037191 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1456, in _create_port_db Jan 26 21:34:20.037191 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jan 26 21:34:20.037191 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1466, in create_port_db Jan 26 21:34:20.037191 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jan 26 21:34:20.037191 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Jan 26 21:34:20.037191 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Jan 26 21:34:20.037191 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jan 26 21:34:20.037191 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 26 21:34:20.037191 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Jan 26 21:34:20.037191 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Jan 26 21:34:20.037191 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Jan 26 21:34:20.037191 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Jan 26 21:34:20.037191 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Jan 26 21:34:20.037191 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jan 26 21:34:20.037191 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jan 26 21:34:20.037191 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jan 26 21:34:20.037191 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jan 26 21:34:20.037191 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server raise exception Jan 26 21:34:20.037191 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet ec053821-dc44-4fd0-bcd2-6c397dd0ea8e: This subnet is being modified by another concurrent operation. Jan 26 21:34:20.037191 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server Jan 26 21:34:20.059022 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7439c1d7-3ee0-4e8b-bc40-5c0843127ba5 None None] get_active_networks_info from n-d-760453-5 {{(pid=103306) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jan 26 21:34:20.066832 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa42f1f-8caf-41b5-b252-12e4c558531a req-5dad1d24-b960-4c9d-b0cc-205a932e3962 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:34:20.069100 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-afa42f1f-8caf-41b5-b252-12e4c558531a req-5dad1d24-b960-4c9d-b0cc-205a932e3962 service neutron] 10.222.0.66 "GET /v2.0/networks?id=e06aca25-0b6a-452f-bfd4-2129924c58a7 HTTP/1.1" status: 200 len: 912 time: 0.2070835 Jan 26 21:34:20.075281 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e802f2f3-5fa1-4ac1-af03-7e3a20b4e738 req-7e2ff702-58ae-4108-98c7-9624d96e30f2 tempest-ServerRescueNegativeTestJSON-1906345366 tempest-ServerRescueNegativeTestJSON-1906345366-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:34:20.076800 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-e802f2f3-5fa1-4ac1-af03-7e3a20b4e738 req-7e2ff702-58ae-4108-98c7-9624d96e30f2 tempest-ServerRescueNegativeTestJSON-1906345366 tempest-ServerRescueNegativeTestJSON-1906345366-project] 10.222.0.13 "GET /v2.0/networks?id=ddc6a13b-59f6-4b5d-bef0-6e2351de5197 HTTP/1.1" status: 200 len: 819 time: 0.1592505 Jan 26 21:34:20.087563 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-2ec8679e-c4c8-4ac2-8d64-a11e79e8351e tempest-NetworksIpV6Test-668566948 tempest-NetworksIpV6Test-668566948-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-686403', 'neutron.services.segments.db._delete_segments_for_network-8746560774018'] for network (d3dbe939-2514-42da-a320-ad157448c691), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:34:20.114550 n-d-760453-5 neutron-server[103305]: DEBUG neutron.services.segments.db [None req-2ec8679e-c4c8-4ac2-8d64-a11e79e8351e tempest-NetworksIpV6Test-668566948 tempest-NetworksIpV6Test-668566948-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d3dbe939-2514-42da-a320-ad157448c691']}} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:34:20.117927 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-afa42f1f-8caf-41b5-b252-12e4c558531a req-26ee6eef-4dc6-4ca5-a8e5-4901eec92d5b service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c06cbb5f-14e9-4f5d-9dc8-30f59f753822 HTTP/1.1" status: 200 len: 217 time: 0.0394869 Jan 26 21:34:20.126489 n-d-760453-5 neutron-server[103305]: DEBUG neutron.services.segments.db [None req-2ec8679e-c4c8-4ac2-8d64-a11e79e8351e tempest-NetworksIpV6Test-668566948 tempest-NetworksIpV6Test-668566948-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '76afb945-2cac-4679-b6af-3031e81075c3') {'for_net_delete': True} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:34:20.126785 n-d-760453-5 neutron-server[103305]: DEBUG neutron.services.segments.db [None req-2ec8679e-c4c8-4ac2-8d64-a11e79e8351e tempest-NetworksIpV6Test-668566948 tempest-NetworksIpV6Test-668566948-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '76afb945-2cac-4679-b6af-3031e81075c3') {} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:34:20.134245 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-e802f2f3-5fa1-4ac1-af03-7e3a20b4e738 req-9aceac6a-17ba-4848-93ab-4208a489d16b tempest-ServerRescueNegativeTestJSON-1906345366 tempest-ServerRescueNegativeTestJSON-1906345366-project] 10.222.0.13 "GET /v2.0/quotas/9fe9bf64b7a147db94c9d1463a376745 HTTP/1.1" status: 200 len: 375 time: 0.0197976 Jan 26 21:34:20.138871 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-2ec8679e-c4c8-4ac2-8d64-a11e79e8351e tempest-NetworksIpV6Test-668566948 tempest-NetworksIpV6Test-668566948-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746560742283', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11788955'] for segment (76afb945-2cac-4679-b6af-3031e81075c3), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:34:20.154609 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-2ec8679e-c4c8-4ac2-8d64-a11e79e8351e tempest-NetworksIpV6Test-668566948 tempest-NetworksIpV6Test-668566948-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576559'] for segment (76afb945-2cac-4679-b6af-3031e81075c3), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:34:20.161998 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2ec8679e-c4c8-4ac2-8d64-a11e79e8351e tempest-NetworksIpV6Test-668566948 tempest-NetworksIpV6Test-668566948-project] Releasing vlan 594 on physical network physnet1 to pool {{(pid=103305) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 26 21:34:20.162543 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-2ec8679e-c4c8-4ac2-8d64-a11e79e8351e tempest-NetworksIpV6Test-668566948 tempest-NetworksIpV6Test-668566948-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11791428'] for segment (76afb945-2cac-4679-b6af-3031e81075c3), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:34:20.167069 n-d-760453-5 neutron-server[103305]: Traceback (most recent call last): Jan 26 21:34:20.167069 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 26 21:34:20.167069 n-d-760453-5 neutron-server[103305]: timer() Jan 26 21:34:20.167069 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 26 21:34:20.167069 n-d-760453-5 neutron-server[103305]: cb(*args, **kw) Jan 26 21:34:20.167069 n-d-760453-5 neutron-server[103305]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 26 21:34:20.167069 n-d-760453-5 neutron-server[103305]: return func(*args, **kwargs) Jan 26 21:34:20.167069 n-d-760453-5 neutron-server[103305]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 26 21:34:20.167069 n-d-760453-5 neutron-server[103305]: self._notify() Jan 26 21:34:20.167069 n-d-760453-5 neutron-server[103305]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 26 21:34:20.167069 n-d-760453-5 neutron-server[103305]: self.callback(batched_events) Jan 26 21:34:20.167069 n-d-760453-5 neutron-server[103305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 26 21:34:20.167069 n-d-760453-5 neutron-server[103305]: event.method(event) Jan 26 21:34:20.167069 n-d-760453-5 neutron-server[103305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 26 21:34:20.167069 n-d-760453-5 neutron-server[103305]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 26 21:34:20.167069 n-d-760453-5 neutron-server[103305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 26 21:34:20.167069 n-d-760453-5 neutron-server[103305]: aggregate_uuid = self.p_client.list_aggregates( Jan 26 21:34:20.167069 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 26 21:34:20.167069 n-d-760453-5 neutron-server[103305]: return f(self, *a, **k) Jan 26 21:34:20.167069 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 26 21:34:20.167069 n-d-760453-5 neutron-server[103305]: return self._get(url).json() Jan 26 21:34:20.167069 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 26 21:34:20.167069 n-d-760453-5 neutron-server[103305]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 26 21:34:20.167069 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 26 21:34:20.167069 n-d-760453-5 neutron-server[103305]: return self.request(url, 'GET', **kwargs) Jan 26 21:34:20.167069 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 26 21:34:20.167069 n-d-760453-5 neutron-server[103305]: base_url = self.get_endpoint(auth, allow=allow, Jan 26 21:34:20.167069 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 26 21:34:20.167069 n-d-760453-5 neutron-server[103305]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 26 21:34:20.167069 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 26 21:34:20.167069 n-d-760453-5 neutron-server[103305]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 26 21:34:20.167069 n-d-760453-5 neutron-server[103305]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 26 21:34:20.193086 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa42f1f-8caf-41b5-b252-12e4c558531a req-c6bebb8b-8e92-4786-9aca-5d196e486df8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:34:20.194649 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-afa42f1f-8caf-41b5-b252-12e4c558531a req-c6bebb8b-8e92-4786-9aca-5d196e486df8 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=79317c4e-88a3-402c-975d-f004bf1d9b8b HTTP/1.1" status: 200 len: 850 time: 0.0688965 Jan 26 21:34:20.230160 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-2ec8679e-c4c8-4ac2-8d64-a11e79e8351e tempest-NetworksIpV6Test-668566948 tempest-NetworksIpV6Test-668566948-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4110931'] for network (d3dbe939-2514-42da-a320-ad157448c691), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:34:20.243995 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-2ec8679e-c4c8-4ac2-8d64-a11e79e8351e tempest-NetworksIpV6Test-668566948 tempest-NetworksIpV6Test-668566948-project] Publish callbacks [] for network (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:34:20.245547 n-d-760453-5 neutron-server[103306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7439c1d7-3ee0-4e8b-bc40-5c0843127ba5 None None] Resources bound (agent type, host, resource id): {{(pid=103306) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 26 21:34:20.247780 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-2ec8679e-c4c8-4ac2-8d64-a11e79e8351e tempest-NetworksIpV6Test-668566948 tempest-NetworksIpV6Test-668566948-project] 10.222.0.13 "DELETE /v2.0/networks/d3dbe939-2514-42da-a320-ad157448c691 HTTP/1.1" status: 204 len: 168 time: 0.6108944 Jan 26 21:34:20.256850 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 56284) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:34:20.260194 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec8679e-c4c8-4ac2-8d64-a11e79e8351e tempest-NetworksIpV6Test-668566948 tempest-NetworksIpV6Test-668566948-project] Pushing event deleted for resources: {'Network': ['ID=d3dbe939-2514-42da-a320-ad157448c691,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:34:20.325023 n-d-760453-5 neutron-server[103304]: INFO neutron.pecan_wsgi.hooks.translation [None req-c470ba56-44e9-4c29-b2e5-bd3ad8c9b052 tempest-NetworksIpV6Test-668566948 tempest-NetworksIpV6Test-668566948-project] DELETE failed (client error): The resource could not be found. Jan 26 21:34:20.325507 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c470ba56-44e9-4c29-b2e5-bd3ad8c9b052 tempest-NetworksIpV6Test-668566948 tempest-NetworksIpV6Test-668566948-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103304) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 26 21:34:20.328608 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-c470ba56-44e9-4c29-b2e5-bd3ad8c9b052 tempest-NetworksIpV6Test-668566948 tempest-NetworksIpV6Test-668566948-project] 10.222.0.13 "DELETE /v2.0/subnets/ec053821-dc44-4fd0-bcd2-6c397dd0ea8e HTTP/1.1" status: 404 len: 337 time: 0.0616693 Jan 26 21:34:20.331582 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 56286) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:34:20.350265 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-e802f2f3-5fa1-4ac1-af03-7e3a20b4e738 req-5468732f-31ae-4b7f-98b2-fe508f3dba43 tempest-ServerRescueNegativeTestJSON-1906345366 tempest-ServerRescueNegativeTestJSON-1906345366-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=9fe9bf64b7a147db94c9d1463a376745&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1915228 Jan 26 21:34:20.352660 n-d-760453-5 neutron-server[103305]: INFO neutron.pecan_wsgi.hooks.translation [None req-780d65a0-b7ad-49a9-87dd-2822ec3b6fa8 tempest-NetworksIpV6Test-668566948 tempest-NetworksIpV6Test-668566948-project] DELETE failed (client error): The resource could not be found. Jan 26 21:34:20.353446 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa42f1f-8caf-41b5-b252-12e4c558531a req-382e8561-d5df-464b-b565-939382d2a238 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:34:20.353575 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-780d65a0-b7ad-49a9-87dd-2822ec3b6fa8 tempest-NetworksIpV6Test-668566948 tempest-NetworksIpV6Test-668566948-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103305) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 26 21:34:20.354869 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-afa42f1f-8caf-41b5-b252-12e4c558531a req-382e8561-d5df-464b-b565-939382d2a238 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=e06aca25-0b6a-452f-bfd4-2129924c58a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1500006 Jan 26 21:34:20.357098 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-780d65a0-b7ad-49a9-87dd-2822ec3b6fa8 tempest-NetworksIpV6Test-668566948 tempest-NetworksIpV6Test-668566948-project] 10.222.0.13 "DELETE /v2.0/networks/d3dbe939-2514-42da-a320-ad157448c691 HTTP/1.1" status: 404 len: 339 time: 0.0243061 Jan 26 21:34:20.359676 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 56288) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:34:20.366337 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4434a8-3247-4a74-8e18-1eb3d9b646c3 req-da9aa669-a3e1-4b9f-bfb0-c3c86db98998 tempest-TestSecurityGroupsBasicOps-1066020799 tempest-TestSecurityGroupsBasicOps-1066020799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:34:20.368089 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-9a4434a8-3247-4a74-8e18-1eb3d9b646c3 req-da9aa669-a3e1-4b9f-bfb0-c3c86db98998 tempest-TestSecurityGroupsBasicOps-1066020799 tempest-TestSecurityGroupsBasicOps-1066020799-project] 10.222.0.13 "GET /v2.0/ports?device_id=2dd4d85c-64cc-439d-9916-0cdf76dd618d HTTP/1.1" status: 200 len: 983 time: 0.1317799 Jan 26 21:34:20.452549 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-d9c52136-3750-4d4b-bdbf-c3bb4c7d57be tempest-NetworksIpV6Test-668566948 tempest-NetworksIpV6Test-668566948-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-748181'] for network (b4bb25f0-aba2-4b61-b0cc-c3e28ec14932), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:34:20.487585 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64a75efd-1146-4a38-8973-034544c8477d None None] Network d3dbe939-2514-42da-a320-ad157448c691 requested from n-d-760453-5 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 26 21:34:20.515338 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64a75efd-1146-4a38-8973-034544c8477d None None] Network d3dbe939-2514-42da-a320-ad157448c691 could not be found, it might have been deleted concurrently. {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Jan 26 21:34:20.525568 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4efbf7f6-2879-4a3e-aca0-d44ea703e050 None None] Network d3dbe939-2514-42da-a320-ad157448c691 requested from n-d-760453-5 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 26 21:34:20.543660 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4efbf7f6-2879-4a3e-aca0-d44ea703e050 None None] Network d3dbe939-2514-42da-a320-ad157448c691 could not be found, it might have been deleted concurrently. {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Jan 26 21:34:20.544233 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24698d56-e4a7-4aa9-ac90-c066c00be1e3 None None] Sync routers for ids ['9473d253-6bdb-4a6b-87fa-acb32f27b875'] in n-d-760453-5 {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 26 21:34:20.563071 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24698d56-e4a7-4aa9-ac90-c066c00be1e3 None None] Routers {'9473d253-6bdb-4a6b-87fa-acb32f27b875'} bound to L3 agent in host n-d-760453-5 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 21:34:20.563704 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-24698d56-e4a7-4aa9-ac90-c066c00be1e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-26T20:55:21Z,description=,heartbeat_timestamp=2022-01-26T21:33:51Z,host='n-d-760453-5',id=09df100c-3af1-4b0a-bda8-05914c71c458,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:55:21Z,topic='l3_agent')) {'router_ids': ['9473d253-6bdb-4a6b-87fa-acb32f27b875'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:34:20.575031 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-d9c52136-3750-4d4b-bdbf-c3bb4c7d57be tempest-NetworksIpV6Test-668566948 tempest-NetworksIpV6Test-668566948-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-686403', 'neutron.services.segments.db._delete_segments_for_network-8746560774018'] for network (b4bb25f0-aba2-4b61-b0cc-c3e28ec14932), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:34:20.582610 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-9a4434a8-3247-4a74-8e18-1eb3d9b646c3 req-cb5307a7-7c75-4975-a6a8-84de021f7962 tempest-TestSecurityGroupsBasicOps-1066020799 tempest-TestSecurityGroupsBasicOps-1066020799-project] 10.222.0.13 "GET /v2.0/security-groups?id=019c5dd0-48a2-4336-ab92-4675db775363&id=4613631d-fc8a-4f72-b090-d98f77103cd0&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1916628 Jan 26 21:34:20.617667 n-d-760453-5 neutron-server[103305]: DEBUG neutron.services.segments.db [None req-d9c52136-3750-4d4b-bdbf-c3bb4c7d57be tempest-NetworksIpV6Test-668566948 tempest-NetworksIpV6Test-668566948-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b4bb25f0-aba2-4b61-b0cc-c3e28ec14932']}} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:34:20.631376 n-d-760453-5 neutron-server[103305]: DEBUG neutron.services.segments.db [None req-d9c52136-3750-4d4b-bdbf-c3bb4c7d57be tempest-NetworksIpV6Test-668566948 tempest-NetworksIpV6Test-668566948-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '29dc7314-e708-421b-bde8-475263f281a1') {'for_net_delete': True} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:34:20.631682 n-d-760453-5 neutron-server[103305]: DEBUG neutron.services.segments.db [None req-d9c52136-3750-4d4b-bdbf-c3bb4c7d57be tempest-NetworksIpV6Test-668566948 tempest-NetworksIpV6Test-668566948-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '29dc7314-e708-421b-bde8-475263f281a1') {} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:34:20.641333 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-afa42f1f-8caf-41b5-b252-12e4c558531a req-2066c69f-40a9-4826-8c2f-ae2cc1ae9144 service neutron] 10.222.0.66 "GET /v2.0/networks/e06aca25-0b6a-452f-bfd4-2129924c58a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2711389 Jan 26 21:34:20.643678 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-e802f2f3-5fa1-4ac1-af03-7e3a20b4e738 req-8c53d72b-7eb3-43b9-928a-2abbc004a353 service neutron] 10.222.0.13 "GET /v2.0/networks/ddc6a13b-59f6-4b5d-bef0-6e2351de5197?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2746906 Jan 26 21:34:20.644924 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-d9c52136-3750-4d4b-bdbf-c3bb4c7d57be tempest-NetworksIpV6Test-668566948 tempest-NetworksIpV6Test-668566948-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746560742283', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11788955'] for segment (29dc7314-e708-421b-bde8-475263f281a1), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:34:20.672080 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device a48687bc-9d2f-440f-9fed-7ec9390c0475 up at agent ovs-agent-n-d-760453-5 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 21:34:20.675919 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-d9c52136-3750-4d4b-bdbf-c3bb4c7d57be tempest-NetworksIpV6Test-668566948 tempest-NetworksIpV6Test-668566948-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576559'] for segment (29dc7314-e708-421b-bde8-475263f281a1), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:34:20.692435 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d9c52136-3750-4d4b-bdbf-c3bb4c7d57be tempest-NetworksIpV6Test-668566948 tempest-NetworksIpV6Test-668566948-project] Releasing vlan 573 on physical network physnet1 to pool {{(pid=103305) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 26 21:34:20.693077 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-d9c52136-3750-4d4b-bdbf-c3bb4c7d57be tempest-NetworksIpV6Test-668566948 tempest-NetworksIpV6Test-668566948-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11791428'] for segment (29dc7314-e708-421b-bde8-475263f281a1), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:34:20.705422 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_dvr_db [None req-24698d56-e4a7-4aa9-ac90-c066c00be1e3 None None] Set router 9473d253-6bdb-4a6b-87fa-acb32f27b875 gateway port host: n-d-760453-5 {{(pid=103307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 21:34:20.731543 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Provisioning complete for port a48687bc-9d2f-440f-9fed-7ec9390c0475 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:34:20.732273 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (a48687bc-9d2f-440f-9fed-7ec9390c0475), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:34:20.783803 n-d-760453-5 neutron-server[103305]: Traceback (most recent call last): Jan 26 21:34:20.783803 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 26 21:34:20.783803 n-d-760453-5 neutron-server[103305]: timer() Jan 26 21:34:20.783803 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 26 21:34:20.783803 n-d-760453-5 neutron-server[103305]: cb(*args, **kw) Jan 26 21:34:20.783803 n-d-760453-5 neutron-server[103305]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 26 21:34:20.783803 n-d-760453-5 neutron-server[103305]: return func(*args, **kwargs) Jan 26 21:34:20.783803 n-d-760453-5 neutron-server[103305]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 26 21:34:20.783803 n-d-760453-5 neutron-server[103305]: self._notify() Jan 26 21:34:20.783803 n-d-760453-5 neutron-server[103305]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 26 21:34:20.783803 n-d-760453-5 neutron-server[103305]: self.callback(batched_events) Jan 26 21:34:20.783803 n-d-760453-5 neutron-server[103305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 26 21:34:20.783803 n-d-760453-5 neutron-server[103305]: event.method(event) Jan 26 21:34:20.783803 n-d-760453-5 neutron-server[103305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 26 21:34:20.783803 n-d-760453-5 neutron-server[103305]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 26 21:34:20.783803 n-d-760453-5 neutron-server[103305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 26 21:34:20.783803 n-d-760453-5 neutron-server[103305]: aggregate_uuid = self.p_client.list_aggregates( Jan 26 21:34:20.783803 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 26 21:34:20.783803 n-d-760453-5 neutron-server[103305]: return f(self, *a, **k) Jan 26 21:34:20.783803 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 26 21:34:20.783803 n-d-760453-5 neutron-server[103305]: return self._get(url).json() Jan 26 21:34:20.783803 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 26 21:34:20.783803 n-d-760453-5 neutron-server[103305]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 26 21:34:20.783803 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 26 21:34:20.783803 n-d-760453-5 neutron-server[103305]: return self.request(url, 'GET', **kwargs) Jan 26 21:34:20.783803 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 26 21:34:20.783803 n-d-760453-5 neutron-server[103305]: base_url = self.get_endpoint(auth, allow=allow, Jan 26 21:34:20.783803 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 26 21:34:20.783803 n-d-760453-5 neutron-server[103305]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 26 21:34:20.783803 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 26 21:34:20.783803 n-d-760453-5 neutron-server[103305]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 26 21:34:20.783803 n-d-760453-5 neutron-server[103305]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 26 21:34:20.787797 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-d9c52136-3750-4d4b-bdbf-c3bb4c7d57be tempest-NetworksIpV6Test-668566948 tempest-NetworksIpV6Test-668566948-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4110931'] for network (b4bb25f0-aba2-4b61-b0cc-c3e28ec14932), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:34:20.813185 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-afa42f1f-8caf-41b5-b252-12e4c558531a req-1d1f8afe-9d82-4861-88f5-7d9a14358c82 service neutron] 10.222.0.66 "GET /v2.0/networks/e06aca25-0b6a-452f-bfd4-2129924c58a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1657002 Jan 26 21:34:20.815284 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-e802f2f3-5fa1-4ac1-af03-7e3a20b4e738 req-2e215118-2113-422a-a86c-4b3052ef2bda service neutron] 10.222.0.13 "GET /v2.0/networks/ddc6a13b-59f6-4b5d-bef0-6e2351de5197?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1597941 Jan 26 21:34:20.828823 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-d9c52136-3750-4d4b-bdbf-c3bb4c7d57be tempest-NetworksIpV6Test-668566948 tempest-NetworksIpV6Test-668566948-project] Publish callbacks [] for network (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:34:20.833883 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-d9c52136-3750-4d4b-bdbf-c3bb4c7d57be tempest-NetworksIpV6Test-668566948 tempest-NetworksIpV6Test-668566948-project] 10.222.0.13 "DELETE /v2.0/networks/b4bb25f0-aba2-4b61-b0cc-c3e28ec14932 HTTP/1.1" status: 204 len: 168 time: 0.4729116 Jan 26 21:34:20.835162 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c52136-3750-4d4b-bdbf-c3bb4c7d57be tempest-NetworksIpV6Test-668566948 tempest-NetworksIpV6Test-668566948-project] Pushing event deleted for resources: {'Network': ['ID=b4bb25f0-aba2-4b61-b0cc-c3e28ec14932,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:34:20.837414 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Current status of the port a48687bc-9d2f-440f-9fed-7ec9390c0475 is: DOWN; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:34:20.838064 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 56290) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:34:20.846949 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (a48687bc-9d2f-440f-9fed-7ec9390c0475), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:34:20.872121 n-d-760453-5 neutron-server[103304]: INFO neutron.pecan_wsgi.hooks.translation [None req-a7713842-52e9-462c-86de-76b425d354d5 tempest-NetworksIpV6Test-668566948 tempest-NetworksIpV6Test-668566948-project] DELETE failed (client error): The resource could not be found. Jan 26 21:34:20.873135 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a7713842-52e9-462c-86de-76b425d354d5 tempest-NetworksIpV6Test-668566948 tempest-NetworksIpV6Test-668566948-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103304) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 26 21:34:20.876696 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-a7713842-52e9-462c-86de-76b425d354d5 tempest-NetworksIpV6Test-668566948 tempest-NetworksIpV6Test-668566948-project] 10.222.0.13 "DELETE /v2.0/subnets/aa51cbd6-03c0-4991-b639-e3c5839dbbe7 HTTP/1.1" status: 404 len: 337 time: 0.0355189 Jan 26 21:34:20.879252 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 56294) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:34:20.900098 n-d-760453-5 neutron-server[103305]: INFO neutron.pecan_wsgi.hooks.translation [None req-bab09ece-a3ce-45de-85a8-1dedae6ed09f tempest-NetworksIpV6Test-668566948 tempest-NetworksIpV6Test-668566948-project] DELETE failed (client error): The resource could not be found. Jan 26 21:34:20.900804 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bab09ece-a3ce-45de-85a8-1dedae6ed09f tempest-NetworksIpV6Test-668566948 tempest-NetworksIpV6Test-668566948-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103305) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 26 21:34:20.904217 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-bab09ece-a3ce-45de-85a8-1dedae6ed09f tempest-NetworksIpV6Test-668566948 tempest-NetworksIpV6Test-668566948-project] 10.222.0.13 "DELETE /v2.0/networks/f5d547a6-8d76-4eff-8185-c7979d5fe1f6 HTTP/1.1" status: 404 len: 339 time: 0.0239725 Jan 26 21:34:20.906899 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 56296) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:34:20.907567 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] For port a48687bc-9d2f-440f-9fed-7ec9390c0475, host n-d-760453-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=a48687bc-9d2f-440f-9fed-7ec9390c0475,segment=NetworkSegment(e17cb353-418f-48b9-b982-21a6233ee99b),segment_id=e17cb353-418f-48b9-b982-21a6233ee99b)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:34:20.915533 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (a48687bc-9d2f-440f-9fed-7ec9390c0475), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:34:20.998666 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.db_base_plugin_v2 [None req-e4cc7b06-2d0f-4b7f-8891-ddd67fba9724 tempest-NetworksIpV6Test-668566948 tempest-NetworksIpV6Test-668566948-project] Deleting subnet 0fb9d2b0-fcb1-49b6-871a-82b3c5d81443 {{(pid=103304) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 26 21:34:21.004643 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-e4cc7b06-2d0f-4b7f-8891-ddd67fba9724 tempest-NetworksIpV6Test-668566948 tempest-NetworksIpV6Test-668566948-project] Publish callbacks [] for subnet (0fb9d2b0-fcb1-49b6-871a-82b3c5d81443), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:34:21.008882 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-24698d56-e4a7-4aa9-ac90-c066c00be1e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9473d253-6bdb-4a6b-87fa-acb32f27b875', 'name': 'tempest-ServerRescueNegativeTestJSON-2084400712-router', 'tenant_id': '9fe9bf64b7a147db94c9d1463a376745', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'external_fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.29'}], 'enable_snat': True}, 'gw_port_id': 'a48687bc-9d2f-440f-9fed-7ec9390c0475', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T21:34:12Z', 'updated_at': '2022-01-26T21:34:18Z', 'revision_number': 4, 'project_id': '9fe9bf64b7a147db94c9d1463a376745', 'gw_port': {'id': 'a48687bc-9d2f-440f-9fed-7ec9390c0475', 'name': '', 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:58:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9473d253-6bdb-4a6b-87fa-acb32f27b875', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2959, 'fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:34:14Z', 'updated_at': '2022-01-26T21:34:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-5', '_interfaces': [{'id': '4ef3d36f-03dd-4618-a765-5abc1d6829ad', 'name': '', 'network_id': 'ddc6a13b-59f6-4b5d-bef0-6e2351de5197', 'tenant_id': '9fe9bf64b7a147db94c9d1463a376745', 'mac_address': 'fa:16:3e:48:24:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9473d253-6bdb-4a6b-87fa-acb32f27b875', 'device_owner': 'network:router_interface', 'standard_attr_id': 2963, 'fixed_ips': [{'subnet_id': '6905e0b0-940b-4429-8258-6df3380ce8bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:34:17Z', 'updated_at': '2022-01-26T21:34:18Z', 'revision_number': 2, 'project_id': '9fe9bf64b7a147db94c9d1463a376745', 'subnets': [{'id': '6905e0b0-940b-4429-8258-6df3380ce8bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760453-5', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:34:21.016986 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Device 78fa139d-3729-425c-8c0d-09c504d4c63f up at agent hyperv_n-h2-760453-5 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 21:34:21.045189 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24698d56-e4a7-4aa9-ac90-c066c00be1e3 None None] Checking router: 9473d253-6bdb-4a6b-87fa-acb32f27b875 for host: n-d-760453-5 {{(pid=103307) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 26 21:34:21.045508 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24698d56-e4a7-4aa9-ac90-c066c00be1e3 None None] Updating router 9473d253-6bdb-4a6b-87fa-acb32f27b875 port 4ef3d36f-03dd-4618-a765-5abc1d6829ad binding host n-d-760453-5 {{(pid=103307) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 26 21:34:21.061426 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Pushing event updated for resources: {'Port': ['ID=a48687bc-9d2f-440f-9fed-7ec9390c0475,revision_number=4']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:34:21.072955 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-d0b19b69-4c34-4496-acfe-0d943b3f8339 req-9870ad04-0c30-4786-ad1c-b317a512fdd6 tempest-ServerRescueNegativeTestJSON-1906345366 tempest-ServerRescueNegativeTestJSON-1906345366-project] 10.222.0.13 "GET /v2.0/ports?device_id=30d7561b-6127-4f61-84b5-67bd2c427d93 HTTP/1.1" status: 200 len: 210 time: 0.0430386 Jan 26 21:34:21.090658 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22508043-d35d-4ef0-9acc-df84d6a6af4b req-0e33b3fa-c9ef-4ba6-939e-df42ca36cd12 tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:34:21.092439 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-22508043-d35d-4ef0-9acc-df84d6a6af4b req-0e33b3fa-c9ef-4ba6-939e-df42ca36cd12 tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] 10.222.0.13 "GET /v2.0/ports?device_id=0f60c6ee-6258-42ba-be50-39a409584134 HTTP/1.1" status: 200 len: 944 time: 0.1330996 Jan 26 21:34:21.094782 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-e4cc7b06-2d0f-4b7f-8891-ddd67fba9724 tempest-NetworksIpV6Test-668566948 tempest-NetworksIpV6Test-668566948-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8881284'] for subnet (0fb9d2b0-fcb1-49b6-871a-82b3c5d81443), precommit_delete_associations {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:34:21.112827 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Provisioning for port 78fa139d-3729-425c-8c0d-09c504d4c63f completed by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 21:34:21.114654 n-d-760453-5 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-24698d56-e4a7-4aa9-ac90-c066c00be1e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (4ef3d36f-03dd-4618-a765-5abc1d6829ad), before_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:34:21.120742 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Provisioning complete for port 78fa139d-3729-425c-8c0d-09c504d4c63f triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:34:21.121125 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (78fa139d-3729-425c-8c0d-09c504d4c63f), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:34:21.202299 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-22508043-d35d-4ef0-9acc-df84d6a6af4b req-125039e2-14b2-4271-88cc-8bbbb9dccfe0 tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] 10.222.0.13 "GET /v2.0/security-groups?id=c855b7af-ae6a-4b31-98b5-41bfc1142283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038964 Jan 26 21:34:21.240021 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-e4cc7b06-2d0f-4b7f-8891-ddd67fba9724 tempest-NetworksIpV6Test-668566948 tempest-NetworksIpV6Test-668566948-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687316'] for subnet (0fb9d2b0-fcb1-49b6-871a-82b3c5d81443), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:34:21.392245 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-e4cc7b06-2d0f-4b7f-8891-ddd67fba9724 tempest-NetworksIpV6Test-668566948 tempest-NetworksIpV6Test-668566948-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9281612', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12215216'] for subnet (0fb9d2b0-fcb1-49b6-871a-82b3c5d81443), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:34:21.434444 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508c97b7-8d8f-41a5-9abd-e8f62b685574 req-73b322a8-efaa-4611-9f70-3ed85e473f46 tempest-ServerRescueNegativeTestJSON-1906345366 tempest-ServerRescueNegativeTestJSON-1906345366-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:34:21.441147 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-508c97b7-8d8f-41a5-9abd-e8f62b685574 req-73b322a8-efaa-4611-9f70-3ed85e473f46 tempest-ServerRescueNegativeTestJSON-1906345366 tempest-ServerRescueNegativeTestJSON-1906345366-project] 10.222.0.13 "GET /v2.0/networks?id=ddc6a13b-59f6-4b5d-bef0-6e2351de5197 HTTP/1.1" status: 200 len: 819 time: 0.1719842 Jan 26 21:34:21.449525 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4cc7b06-2d0f-4b7f-8891-ddd67fba9724 tempest-NetworksIpV6Test-668566948 tempest-NetworksIpV6Test-668566948-project] Pushing event deleted for resources: {'Subnet': ['ID=0fb9d2b0-fcb1-49b6-871a-82b3c5d81443,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:34:21.454263 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-e4cc7b06-2d0f-4b7f-8891-ddd67fba9724 tempest-NetworksIpV6Test-668566948 tempest-NetworksIpV6Test-668566948-project] Publish callbacks [] for subnet (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:34:21.460824 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-e4cc7b06-2d0f-4b7f-8891-ddd67fba9724 tempest-NetworksIpV6Test-668566948 tempest-NetworksIpV6Test-668566948-project] 10.222.0.13 "DELETE /v2.0/subnets/0fb9d2b0-fcb1-49b6-871a-82b3c5d81443 HTTP/1.1" status: 204 len: 168 time: 0.5495007 Jan 26 21:34:21.460824 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 56318) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:34:21.475568 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-508c97b7-8d8f-41a5-9abd-e8f62b685574 req-d68b95cb-1bd7-42f6-b1af-97913945ed39 tempest-ServerRescueNegativeTestJSON-1906345366 tempest-ServerRescueNegativeTestJSON-1906345366-project] 10.222.0.13 "GET /v2.0/quotas/9fe9bf64b7a147db94c9d1463a376745 HTTP/1.1" status: 200 len: 375 time: 0.0333486 Jan 26 21:34:21.485341 n-d-760453-5 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-24698d56-e4a7-4aa9-ac90-c066c00be1e3 None None] Publish callbacks [] for port (4ef3d36f-03dd-4618-a765-5abc1d6829ad), precommit_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:34:21.493172 n-d-760453-5 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-24698d56-e4a7-4aa9-ac90-c066c00be1e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (4ef3d36f-03dd-4618-a765-5abc1d6829ad), after_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:34:21.548540 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b187a03d-8c77-4812-ab61-59509f9c8fd0 None None] Network 79c28600-5a6f-4dde-a5dd-52b6ef990bcb requested from n-d-760453-5 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 26 21:34:21.551265 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.db_base_plugin_v2 [None req-ca604d10-8c21-4558-b4a6-2b6dc8b62595 tempest-NetworksIpV6Test-668566948 tempest-NetworksIpV6Test-668566948-project] Deleting subnet f6b67c88-9fce-41dc-a4d5-f0c091ccee1f {{(pid=103304) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 26 21:34:21.558182 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-ca604d10-8c21-4558-b4a6-2b6dc8b62595 tempest-NetworksIpV6Test-668566948 tempest-NetworksIpV6Test-668566948-project] Publish callbacks [] for subnet (f6b67c88-9fce-41dc-a4d5-f0c091ccee1f), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:34:21.597070 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-508c97b7-8d8f-41a5-9abd-e8f62b685574 req-1435b70e-bb55-465d-86b8-b95eb72b9fcf tempest-ServerRescueNegativeTestJSON-1906345366 tempest-ServerRescueNegativeTestJSON-1906345366-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=9fe9bf64b7a147db94c9d1463a376745&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1204069 Jan 26 21:34:21.607844 n-d-760453-5 neutron-server[103307]: DEBUG neutron.plugins.ml2.managers [None req-24698d56-e4a7-4aa9-ac90-c066c00be1e3 None None] Attempting to bind port 4ef3d36f-03dd-4618-a765-5abc1d6829ad on host n-d-760453-5 for vnic_type normal with profile {{(pid=103307) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 21:34:21.608782 n-d-760453-5 neutron-server[103307]: DEBUG neutron.plugins.ml2.managers [None req-24698d56-e4a7-4aa9-ac90-c066c00be1e3 None None] Attempting to bind port 4ef3d36f-03dd-4618-a765-5abc1d6829ad by drivers openvswitch,hyperv on host n-d-760453-5 at level 0 using segments [{'id': 'a4473f28-a350-457c-80a1-7c915c9512af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'ddc6a13b-59f6-4b5d-bef0-6e2351de5197'}] {{(pid=103307) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 26 21:34:21.609327 n-d-760453-5 neutron-server[103307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24698d56-e4a7-4aa9-ac90-c066c00be1e3 None None] Attempting to bind port 4ef3d36f-03dd-4618-a765-5abc1d6829ad on network ddc6a13b-59f6-4b5d-bef0-6e2351de5197 {{(pid=103307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 21:34:21.614301 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b56567-105c-4869-a316-8a6baf43905f None None] Pushing event updated for resources: {'Port': ['ID=4ef3d36f-03dd-4618-a765-5abc1d6829ad,revision_number=3']} {{(pid=103307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:34:21.623755 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5b56567-105c-4869-a316-8a6baf43905f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:34:21.624376 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5b56567-105c-4869-a316-8a6baf43905f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:34:21.624882 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5b56567-105c-4869-a316-8a6baf43905f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:34:21.625597 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5b56567-105c-4869-a316-8a6baf43905f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:34:21.626174 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5b56567-105c-4869-a316-8a6baf43905f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:34:21.626898 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5b56567-105c-4869-a316-8a6baf43905f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:34:21.627392 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5b56567-105c-4869-a316-8a6baf43905f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:34:21.627885 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5b56567-105c-4869-a316-8a6baf43905f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:34:21.628369 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5b56567-105c-4869-a316-8a6baf43905f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:34:21.628925 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5b56567-105c-4869-a316-8a6baf43905f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:34:21.629505 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5b56567-105c-4869-a316-8a6baf43905f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:34:21.630021 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5b56567-105c-4869-a316-8a6baf43905f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:34:21.630576 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5b56567-105c-4869-a316-8a6baf43905f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:34:21.635395 n-d-760453-5 neutron-server[103307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24698d56-e4a7-4aa9-ac90-c066c00be1e3 None None] Checking agent: {'id': 'fea0591a-627d-4c87-9a9a-01625ddf3277', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760453-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 20, 55, 25), 'started_at': datetime.datetime(2022, 1, 26, 20, 55, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 21, 33, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760453-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 26 21:34:21.635784 n-d-760453-5 neutron-server[103307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24698d56-e4a7-4aa9-ac90-c066c00be1e3 None None] Checking segment: {'id': 'a4473f28-a350-457c-80a1-7c915c9512af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'ddc6a13b-59f6-4b5d-bef0-6e2351de5197'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103307) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 21:34:21.636187 n-d-760453-5 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-24698d56-e4a7-4aa9-ac90-c066c00be1e3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:34:21.636570 n-d-760453-5 neutron-server[103307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24698d56-e4a7-4aa9-ac90-c066c00be1e3 None None] Bound using segment: {'id': 'a4473f28-a350-457c-80a1-7c915c9512af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'ddc6a13b-59f6-4b5d-bef0-6e2351de5197'} {{(pid=103307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 26 21:34:21.637223 n-d-760453-5 neutron-server[103307]: DEBUG neutron.plugins.ml2.managers [None req-24698d56-e4a7-4aa9-ac90-c066c00be1e3 None None] Bound port: 4ef3d36f-03dd-4618-a765-5abc1d6829ad, host: n-d-760453-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a4473f28-a350-457c-80a1-7c915c9512af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'ddc6a13b-59f6-4b5d-bef0-6e2351de5197'}}] {{(pid=103307) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 26 21:34:21.637637 n-d-760453-5 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-24698d56-e4a7-4aa9-ac90-c066c00be1e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (4ef3d36f-03dd-4618-a765-5abc1d6829ad), before_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:34:21.645250 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Current status of the port 78fa139d-3729-425c-8c0d-09c504d4c63f is: BUILD; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:34:21.646362 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (78fa139d-3729-425c-8c0d-09c504d4c63f), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:34:21.666069 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-174dbb21-c897-4763-9664-58f28456d7ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (09df100c-3af1-4b0a-bda8-05914c71c458), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:34:21.673352 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-ca604d10-8c21-4558-b4a6-2b6dc8b62595 tempest-NetworksIpV6Test-668566948 tempest-NetworksIpV6Test-668566948-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8881284'] for subnet (f6b67c88-9fce-41dc-a4d5-f0c091ccee1f), precommit_delete_associations {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:34:21.716138 n-d-760453-5 neutron-server[103307]: DEBUG neutron.plugins.ml2.db [None req-24698d56-e4a7-4aa9-ac90-c066c00be1e3 None None] For port 4ef3d36f-03dd-4618-a765-5abc1d6829ad, host n-d-760453-5, cleared binding levels {{(pid=103307) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 26 21:34:21.720615 n-d-760453-5 neutron-server[103307]: DEBUG neutron.plugins.ml2.db [None req-24698d56-e4a7-4aa9-ac90-c066c00be1e3 None None] For port 4ef3d36f-03dd-4618-a765-5abc1d6829ad, host n-d-760453-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=4ef3d36f-03dd-4618-a765-5abc1d6829ad,segment=NetworkSegment(a4473f28-a350-457c-80a1-7c915c9512af),segment_id=a4473f28-a350-457c-80a1-7c915c9512af)] {{(pid=103307) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 26 21:34:21.721335 n-d-760453-5 neutron-server[103306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2dd4d85c-64cc-439d-9916-0cdf76dd618d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78fa139d-3729-425c-8c0d-09c504d4c63f'}] {{(pid=103306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 21:34:21.724286 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9d5d370febab655511bdd2ffe887e43e442d144a440368702bcc1e93af00b97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5909ca53-16b8-49b1-9ebc-b45313daf33b" -d '{"events": [{"server_uuid": "2dd4d85c-64cc-439d-9916-0cdf76dd618d", "name": "network-vif-plugged", "status": "completed", "tag": "78fa139d-3729-425c-8c0d-09c504d4c63f"}]}' {{(pid=103306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 21:34:21.729459 n-d-760453-5 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-24698d56-e4a7-4aa9-ac90-c066c00be1e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (4ef3d36f-03dd-4618-a765-5abc1d6829ad), after_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:34:21.748823 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] For port 78fa139d-3729-425c-8c0d-09c504d4c63f, host n-h2-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-5',level=0,port_id=78fa139d-3729-425c-8c0d-09c504d4c63f,segment=NetworkSegment(2badee1d-4e60-412c-91a4-4ad3556eb390),segment_id=2badee1d-4e60-412c-91a4-4ad3556eb390)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:34:21.765307 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (78fa139d-3729-425c-8c0d-09c504d4c63f), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:34:21.792016 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24698d56-e4a7-4aa9-ac90-c066c00be1e3 None None] Routers {'9473d253-6bdb-4a6b-87fa-acb32f27b875'} bound to L3 agent in host n-d-760453-5 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 21:34:21.792524 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-24698d56-e4a7-4aa9-ac90-c066c00be1e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-26T20:55:21Z,description=,heartbeat_timestamp=2022-01-26T21:34:21Z,host='n-d-760453-5',id=09df100c-3af1-4b0a-bda8-05914c71c458,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:55:21Z,topic='l3_agent')) {'router_ids': ['9473d253-6bdb-4a6b-87fa-acb32f27b875'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:34:21.824802 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-508c97b7-8d8f-41a5-9abd-e8f62b685574 req-0de324cc-4584-4c28-ae05-3b684c03eb74 service neutron] 10.222.0.13 "GET /v2.0/networks/ddc6a13b-59f6-4b5d-bef0-6e2351de5197?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2268808 Jan 26 21:34:21.857194 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Pushing event updated for resources: {'Port': ['ID=78fa139d-3729-425c-8c0d-09c504d4c63f,revision_number=5']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:34:21.897070 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-ca604d10-8c21-4558-b4a6-2b6dc8b62595 tempest-NetworksIpV6Test-668566948 tempest-NetworksIpV6Test-668566948-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687316'] for subnet (f6b67c88-9fce-41dc-a4d5-f0c091ccee1f), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:34:21.925766 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b56567-105c-4869-a316-8a6baf43905f None None] Pushing event updated for resources: {'Port': ['ID=4ef3d36f-03dd-4618-a765-5abc1d6829ad,revision_number=4']} {{(pid=103307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:34:21.955595 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_dvr_db [None req-24698d56-e4a7-4aa9-ac90-c066c00be1e3 None None] Set router 9473d253-6bdb-4a6b-87fa-acb32f27b875 gateway port host: n-d-760453-5 {{(pid=103307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 21:34:21.977810 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556f3078-aaf3-464c-865b-7f51ec5bc946 req-f1916344-7263-42e5-8c3c-b64fdfc0861f tempest-TestSecurityGroupsBasicOps-1066020799 tempest-TestSecurityGroupsBasicOps-1066020799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:34:21.979374 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-556f3078-aaf3-464c-865b-7f51ec5bc946 req-f1916344-7263-42e5-8c3c-b64fdfc0861f tempest-TestSecurityGroupsBasicOps-1066020799 tempest-TestSecurityGroupsBasicOps-1066020799-project] 10.222.0.13 "GET /v2.0/ports?device_id=2dd4d85c-64cc-439d-9916-0cdf76dd618d HTTP/1.1" status: 200 len: 984 time: 0.2280107 Jan 26 21:34:22.034008 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-508c97b7-8d8f-41a5-9abd-e8f62b685574 req-41ec76b3-e630-461f-b2ff-6551cf71440d service neutron] 10.222.0.13 "GET /v2.0/networks/ddc6a13b-59f6-4b5d-bef0-6e2351de5197?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2081742 Jan 26 21:34:22.081852 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-556f3078-aaf3-464c-865b-7f51ec5bc946 req-31937034-1023-435f-9aa0-098f7f5e96dd tempest-TestSecurityGroupsBasicOps-1066020799 tempest-TestSecurityGroupsBasicOps-1066020799-project] 10.222.0.13 "GET /v2.0/security-groups?id=019c5dd0-48a2-4336-ab92-4675db775363&id=4613631d-fc8a-4f72-b090-d98f77103cd0&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0944936 Jan 26 21:34:22.083154 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-ca604d10-8c21-4558-b4a6-2b6dc8b62595 tempest-NetworksIpV6Test-668566948 tempest-NetworksIpV6Test-668566948-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9281612', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12215216'] for subnet (f6b67c88-9fce-41dc-a4d5-f0c091ccee1f), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:34:22.115262 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca604d10-8c21-4558-b4a6-2b6dc8b62595 tempest-NetworksIpV6Test-668566948 tempest-NetworksIpV6Test-668566948-project] Pushing event deleted for resources: {'Subnet': ['ID=f6b67c88-9fce-41dc-a4d5-f0c091ccee1f,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:34:22.122426 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-ca604d10-8c21-4558-b4a6-2b6dc8b62595 tempest-NetworksIpV6Test-668566948 tempest-NetworksIpV6Test-668566948-project] Publish callbacks [] for subnet (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:34:22.128854 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-ca604d10-8c21-4558-b4a6-2b6dc8b62595 tempest-NetworksIpV6Test-668566948 tempest-NetworksIpV6Test-668566948-project] 10.222.0.13 "DELETE /v2.0/subnets/f6b67c88-9fce-41dc-a4d5-f0c091ccee1f HTTP/1.1" status: 204 len: 168 time: 0.6653841 Jan 26 21:34:22.129662 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 56326) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:34:22.147283 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Jan 2022 21:34:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7440305b-4498-4600-9896-555be60c8d26 x-openstack-request-id: req-7440305b-4498-4600-9896-555be60c8d26 {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 21:34:22.147707 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2dd4d85c-64cc-439d-9916-0cdf76dd618d", "name": "network-vif-plugged", "status": "completed", "tag": "78fa139d-3729-425c-8c0d-09c504d4c63f", "code": 200}]} {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 21:34:22.148066 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-7440305b-4498-4600-9896-555be60c8d26 {{(pid=103306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 21:34:22.148820 n-d-760453-5 neutron-server[103306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2dd4d85c-64cc-439d-9916-0cdf76dd618d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78fa139d-3729-425c-8c0d-09c504d4c63f', 'code': 200} Jan 26 21:34:22.274451 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-841f5991-a4d8-4d4b-b215-cbc6bab5427b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (aa7ee9d2-08eb-4e12-b895-24c57300dfec), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:34:22.302717 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-24698d56-e4a7-4aa9-ac90-c066c00be1e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9473d253-6bdb-4a6b-87fa-acb32f27b875', 'name': 'tempest-ServerRescueNegativeTestJSON-2084400712-router', 'tenant_id': '9fe9bf64b7a147db94c9d1463a376745', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'external_fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.29'}], 'enable_snat': True}, 'gw_port_id': 'a48687bc-9d2f-440f-9fed-7ec9390c0475', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T21:34:12Z', 'updated_at': '2022-01-26T21:34:18Z', 'revision_number': 4, 'project_id': '9fe9bf64b7a147db94c9d1463a376745', 'gw_port': {'id': 'a48687bc-9d2f-440f-9fed-7ec9390c0475', 'name': '', 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:58:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9473d253-6bdb-4a6b-87fa-acb32f27b875', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2959, 'fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:34:14Z', 'updated_at': '2022-01-26T21:34:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-5', '_interfaces': [{'id': '4ef3d36f-03dd-4618-a765-5abc1d6829ad', 'name': '', 'network_id': 'ddc6a13b-59f6-4b5d-bef0-6e2351de5197', 'tenant_id': '9fe9bf64b7a147db94c9d1463a376745', 'mac_address': 'fa:16:3e:48:24:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9473d253-6bdb-4a6b-87fa-acb32f27b875', 'device_owner': 'network:router_interface', 'standard_attr_id': 2963, 'fixed_ips': [{'subnet_id': '6905e0b0-940b-4429-8258-6df3380ce8bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:34:17Z', 'updated_at': '2022-01-26T21:34:21Z', 'revision_number': 4, 'project_id': '9fe9bf64b7a147db94c9d1463a376745', 'subnets': [{'id': '6905e0b0-940b-4429-8258-6df3380ce8bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760453-5', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:34:22.343317 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24698d56-e4a7-4aa9-ac90-c066c00be1e3 None None] The sync data for ids ['9473d253-6bdb-4a6b-87fa-acb32f27b875'] in n-d-760453-5 is: [{'id': '9473d253-6bdb-4a6b-87fa-acb32f27b875', 'name': 'tempest-ServerRescueNegativeTestJSON-2084400712-router', 'tenant_id': '9fe9bf64b7a147db94c9d1463a376745', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'external_fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.29'}], 'enable_snat': True}, 'gw_port_id': 'a48687bc-9d2f-440f-9fed-7ec9390c0475', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T21:34:12Z', 'updated_at': '2022-01-26T21:34:18Z', 'revision_number': 4, 'project_id': '9fe9bf64b7a147db94c9d1463a376745', 'gw_port': {'id': 'a48687bc-9d2f-440f-9fed-7ec9390c0475', 'name': '', 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:58:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9473d253-6bdb-4a6b-87fa-acb32f27b875', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2959, 'fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:34:14Z', 'updated_at': '2022-01-26T21:34:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-5', '_interfaces': [{'id': '4ef3d36f-03dd-4618-a765-5abc1d6829ad', 'name': '', 'network_id': 'ddc6a13b-59f6-4b5d-bef0-6e2351de5197', 'tenant_id': '9fe9bf64b7a147db94c9d1463a376745', 'mac_address': 'fa:16:3e:48:24:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9473d253-6bdb-4a6b-87fa-acb32f27b875', 'device_owner': 'network:router_interface', 'standard_attr_id': 2963, 'fixed_ips': [{'subnet_id': '6905e0b0-940b-4429-8258-6df3380ce8bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:34:17Z', 'updated_at': '2022-01-26T21:34:21Z', 'revision_number': 4, 'project_id': '9fe9bf64b7a147db94c9d1463a376745', 'subnets': [{'id': '6905e0b0-940b-4429-8258-6df3380ce8bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 26 21:34:22.346690 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-da7c9657-fbf4-4db1-a00c-ac471d8449c9 req-101dbd48-d752-4568-97e1-0c5e9187075c tempest-ServerRescueNegativeTestJSON-1906345366 tempest-ServerRescueNegativeTestJSON-1906345366-project] 10.222.0.13 "GET /v2.0/ports?device_id=d44474eb-f274-43f4-8a95-ce8dd4e67217 HTTP/1.1" status: 200 len: 210 time: 0.0484335 Jan 26 21:34:22.418922 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-613c1f9c-fec9-4412-be2c-3aa8e1f1e861 tempest-NetworksIpV6Test-668566948 tempest-NetworksIpV6Test-668566948-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-748181'] for network (79c28600-5a6f-4dde-a5dd-52b6ef990bcb), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:34:22.424105 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96fdec2-3a1e-4460-a1a8-f88dff8e8bd2 req-2713f960-cb2b-4748-8563-76c8cbe47a76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:34:22.428920 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-c96fdec2-3a1e-4460-a1a8-f88dff8e8bd2 req-2713f960-cb2b-4748-8563-76c8cbe47a76 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=2dd4d85c-64cc-439d-9916-0cdf76dd618d HTTP/1.1" status: 200 len: 1135 time: 0.1641543 Jan 26 21:34:22.459726 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c0dce5-6b23-4799-8059-ad807c467bba req-5dcce088-e4b9-4e10-bb5d-0a272c0fb7a2 tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:34:22.468024 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-38c0dce5-6b23-4799-8059-ad807c467bba req-5dcce088-e4b9-4e10-bb5d-0a272c0fb7a2 tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] 10.222.0.13 "GET /v2.0/ports?device_id=0f60c6ee-6258-42ba-be50-39a409584134 HTTP/1.1" status: 200 len: 944 time: 0.1285090 Jan 26 21:34:22.594059 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-38c0dce5-6b23-4799-8059-ad807c467bba req-7dc167b4-4146-4d02-bdbd-81ca56e7dce5 tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] 10.222.0.13 "GET /v2.0/security-groups?id=c855b7af-ae6a-4b31-98b5-41bfc1142283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250801 Jan 26 21:34:22.635254 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-c96fdec2-3a1e-4460-a1a8-f88dff8e8bd2 req-ce45e6b7-a6e9-494c-a5c9-1bbe3eb2c232 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=019c5dd0-48a2-4336-ab92-4675db775363&id=4613631d-fc8a-4f72-b090-d98f77103cd0&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1827936 Jan 26 21:34:22.685055 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b17e71f7-9252-40a5-9156-e3e4156152cf None None] Network 79c28600-5a6f-4dde-a5dd-52b6ef990bcb requested from n-d-760453-5 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 26 21:34:22.688145 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e802f2f3-5fa1-4ac1-af03-7e3a20b4e738 req-017f6b25-3852-447a-84b1-ca4346c82128 tempest-ServerRescueNegativeTestJSON-1906345366 tempest-ServerRescueNegativeTestJSON-1906345366-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:34:22.690625 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-e802f2f3-5fa1-4ac1-af03-7e3a20b4e738 req-017f6b25-3852-447a-84b1-ca4346c82128 tempest-ServerRescueNegativeTestJSON-1906345366 tempest-ServerRescueNegativeTestJSON-1906345366-project] 10.222.0.57 "GET /v2.0/networks?id=ddc6a13b-59f6-4b5d-bef0-6e2351de5197 HTTP/1.1" status: 200 len: 819 time: 0.3589063 Jan 26 21:34:22.692111 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-613c1f9c-fec9-4412-be2c-3aa8e1f1e861 tempest-NetworksIpV6Test-668566948 tempest-NetworksIpV6Test-668566948-project] Deleting port 781162b1-cfbc-45bb-9194-2416009014d3 {{(pid=103304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 21:34:22.692542 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-613c1f9c-fec9-4412-be2c-3aa8e1f1e861 tempest-NetworksIpV6Test-668566948 tempest-NetworksIpV6Test-668566948-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746560630878'] for port (781162b1-cfbc-45bb-9194-2416009014d3), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:34:22.807148 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [None req-613c1f9c-fec9-4412-be2c-3aa8e1f1e861 tempest-NetworksIpV6Test-668566948 tempest-NetworksIpV6Test-668566948-project] For port 781162b1-cfbc-45bb-9194-2416009014d3, host n-d-760453-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=781162b1-cfbc-45bb-9194-2416009014d3,segment=NetworkSegment(3049940f-458b-4214-b594-d99ee1c5ddb2),segment_id=3049940f-458b-4214-b594-d99ee1c5ddb2)] {{(pid=103304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:34:22.807674 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-613c1f9c-fec9-4412-be2c-3aa8e1f1e861 tempest-NetworksIpV6Test-668566948 tempest-NetworksIpV6Test-668566948-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4109658'] for port (781162b1-cfbc-45bb-9194-2416009014d3), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:34:22.811181 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-373cd271-9118-43b5-8149-6a0c968e83f6 None None] Provisioning complete for port 781162b1-cfbc-45bb-9194-2416009014d3 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:34:22.811553 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-373cd271-9118-43b5-8149-6a0c968e83f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (781162b1-cfbc-45bb-9194-2416009014d3), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:34:22.819020 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device a48687bc-9d2f-440f-9fed-7ec9390c0475 up at agent ovs-agent-n-d-760453-5 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 21:34:22.827562 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-613c1f9c-fec9-4412-be2c-3aa8e1f1e861 tempest-NetworksIpV6Test-668566948 tempest-NetworksIpV6Test-668566948-project] Calling delete_port for 781162b1-cfbc-45bb-9194-2416009014d3 owned by network:dhcp {{(pid=103304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 21:34:22.827782 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [req-e802f2f3-5fa1-4ac1-af03-7e3a20b4e738 req-bd9ae477-b049-4321-b79b-868177c4d0e6 tempest-ServerRescueNegativeTestJSON-1906345366 tempest-ServerRescueNegativeTestJSON-1906345366-project] Request body: {'port': {'device_id': '30d7561b-6127-4f61-84b5-67bd2c427d93', 'network_id': 'ddc6a13b-59f6-4b5d-bef0-6e2351de5197', 'admin_state_up': True, 'tenant_id': '9fe9bf64b7a147db94c9d1463a376745'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:34:22.967962 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-613c1f9c-fec9-4412-be2c-3aa8e1f1e861 tempest-NetworksIpV6Test-668566948 tempest-NetworksIpV6Test-668566948-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746560636600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746560234536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9281553'] for port (781162b1-cfbc-45bb-9194-2416009014d3), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:34:22.972857 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Provisioning complete for port a48687bc-9d2f-440f-9fed-7ec9390c0475 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:34:22.973600 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (a48687bc-9d2f-440f-9fed-7ec9390c0475), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:34:22.997772 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-613c1f9c-fec9-4412-be2c-3aa8e1f1e861 tempest-NetworksIpV6Test-668566948 tempest-NetworksIpV6Test-668566948-project] Pushing event deleted for resources: {'Port': ['ID=781162b1-cfbc-45bb-9194-2416009014d3,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:34:22.999450 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-613c1f9c-fec9-4412-be2c-3aa8e1f1e861 tempest-NetworksIpV6Test-668566948 tempest-NetworksIpV6Test-668566948-project] No DVR routers for this DVR port 781162b1-cfbc-45bb-9194-2416009014d3 on host n-d-760453-5 {{(pid=103304) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 26 21:34:23.020208 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e802f2f3-5fa1-4ac1-af03-7e3a20b4e738 req-bd9ae477-b049-4321-b79b-868177c4d0e6 tempest-ServerRescueNegativeTestJSON-1906345366 tempest-ServerRescueNegativeTestJSON-1906345366-project] Made reservation on behalf of 9fe9bf64b7a147db94c9d1463a376745 for: {'port': 1} {{(pid=103305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 21:34:23.025126 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-e802f2f3-5fa1-4ac1-af03-7e3a20b4e738 req-bd9ae477-b049-4321-b79b-868177c4d0e6 tempest-ServerRescueNegativeTestJSON-1906345366 tempest-ServerRescueNegativeTestJSON-1906345366-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:34:23.073732 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05109a1d-4143-4c2a-b754-d4223ab2dce1 None None] DHCP port deletion for 79c28600-5a6f-4dde-a5dd-52b6ef990bcb request from n-d-760453-5 {{(pid=103306) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 26 21:34:23.079538 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-373cd271-9118-43b5-8149-6a0c968e83f6 None None] Port 781162b1-cfbc-45bb-9194-2416009014d3 update to ACTIVE by agent not found {{(pid=103306) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2196}} Jan 26 21:34:23.095237 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-613c1f9c-fec9-4412-be2c-3aa8e1f1e861 tempest-NetworksIpV6Test-668566948 tempest-NetworksIpV6Test-668566948-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-686403', 'neutron.services.segments.db._delete_segments_for_network-8746560774018'] for network (79c28600-5a6f-4dde-a5dd-52b6ef990bcb), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:34:23.128797 n-d-760453-5 neutron-server[103304]: DEBUG neutron.services.segments.db [None req-613c1f9c-fec9-4412-be2c-3aa8e1f1e861 tempest-NetworksIpV6Test-668566948 tempest-NetworksIpV6Test-668566948-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['79c28600-5a6f-4dde-a5dd-52b6ef990bcb']}} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:34:23.150572 n-d-760453-5 neutron-server[103304]: DEBUG neutron.services.segments.db [None req-613c1f9c-fec9-4412-be2c-3aa8e1f1e861 tempest-NetworksIpV6Test-668566948 tempest-NetworksIpV6Test-668566948-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3049940f-458b-4214-b594-d99ee1c5ddb2') {'for_net_delete': True} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:34:23.150888 n-d-760453-5 neutron-server[103304]: DEBUG neutron.services.segments.db [None req-613c1f9c-fec9-4412-be2c-3aa8e1f1e861 tempest-NetworksIpV6Test-668566948 tempest-NetworksIpV6Test-668566948-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3049940f-458b-4214-b594-d99ee1c5ddb2') {} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:34:23.162183 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-613c1f9c-fec9-4412-be2c-3aa8e1f1e861 tempest-NetworksIpV6Test-668566948 tempest-NetworksIpV6Test-668566948-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746560742283', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8881293'] for segment (3049940f-458b-4214-b594-d99ee1c5ddb2), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:34:23.178621 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-613c1f9c-fec9-4412-be2c-3aa8e1f1e861 tempest-NetworksIpV6Test-668566948 tempest-NetworksIpV6Test-668566948-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576559'] for segment (3049940f-458b-4214-b594-d99ee1c5ddb2), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:34:23.193578 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-613c1f9c-fec9-4412-be2c-3aa8e1f1e861 tempest-NetworksIpV6Test-668566948 tempest-NetworksIpV6Test-668566948-project] Releasing vlan 570 on physical network physnet1 to pool {{(pid=103304) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 26 21:34:23.194044 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-613c1f9c-fec9-4412-be2c-3aa8e1f1e861 tempest-NetworksIpV6Test-668566948 tempest-NetworksIpV6Test-668566948-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9281762'] for segment (3049940f-458b-4214-b594-d99ee1c5ddb2), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:34:23.201121 n-d-760453-5 neutron-server[103304]: Traceback (most recent call last): Jan 26 21:34:23.201121 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 26 21:34:23.201121 n-d-760453-5 neutron-server[103304]: timer() Jan 26 21:34:23.201121 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 26 21:34:23.201121 n-d-760453-5 neutron-server[103304]: cb(*args, **kw) Jan 26 21:34:23.201121 n-d-760453-5 neutron-server[103304]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 26 21:34:23.201121 n-d-760453-5 neutron-server[103304]: return func(*args, **kwargs) Jan 26 21:34:23.201121 n-d-760453-5 neutron-server[103304]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 26 21:34:23.201121 n-d-760453-5 neutron-server[103304]: self._notify() Jan 26 21:34:23.201121 n-d-760453-5 neutron-server[103304]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 26 21:34:23.201121 n-d-760453-5 neutron-server[103304]: self.callback(batched_events) Jan 26 21:34:23.201121 n-d-760453-5 neutron-server[103304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 26 21:34:23.201121 n-d-760453-5 neutron-server[103304]: event.method(event) Jan 26 21:34:23.201121 n-d-760453-5 neutron-server[103304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 26 21:34:23.201121 n-d-760453-5 neutron-server[103304]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 26 21:34:23.201121 n-d-760453-5 neutron-server[103304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 26 21:34:23.201121 n-d-760453-5 neutron-server[103304]: aggregate_uuid = self.p_client.list_aggregates( Jan 26 21:34:23.201121 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 26 21:34:23.201121 n-d-760453-5 neutron-server[103304]: return f(self, *a, **k) Jan 26 21:34:23.201121 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 26 21:34:23.201121 n-d-760453-5 neutron-server[103304]: return self._get(url).json() Jan 26 21:34:23.201121 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 26 21:34:23.201121 n-d-760453-5 neutron-server[103304]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 26 21:34:23.201121 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 26 21:34:23.201121 n-d-760453-5 neutron-server[103304]: return self.request(url, 'GET', **kwargs) Jan 26 21:34:23.201121 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 26 21:34:23.201121 n-d-760453-5 neutron-server[103304]: base_url = self.get_endpoint(auth, allow=allow, Jan 26 21:34:23.201121 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 26 21:34:23.201121 n-d-760453-5 neutron-server[103304]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 26 21:34:23.201121 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 26 21:34:23.201121 n-d-760453-5 neutron-server[103304]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 26 21:34:23.201121 n-d-760453-5 neutron-server[103304]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 26 21:34:23.236288 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (4d619873-4b60-439f-9b5a-b155dc8bbc34), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:34:23.236979 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Current status of the port a48687bc-9d2f-440f-9fed-7ec9390c0475 is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:34:23.244373 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device 4ef3d36f-03dd-4618-a765-5abc1d6829ad up at agent ovs-agent-n-d-760453-5 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 21:34:23.292126 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Provisioning complete for port 4ef3d36f-03dd-4618-a765-5abc1d6829ad triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:34:23.292652 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (4ef3d36f-03dd-4618-a765-5abc1d6829ad), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:34:23.304372 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.db_base_plugin_common [req-e802f2f3-5fa1-4ac1-af03-7e3a20b4e738 req-bd9ae477-b049-4321-b79b-868177c4d0e6 tempest-ServerRescueNegativeTestJSON-1906345366 tempest-ServerRescueNegativeTestJSON-1906345366-project] Allocated IP 172.20.0.11 (ddc6a13b-59f6-4b5d-bef0-6e2351de5197/6905e0b0-940b-4429-8258-6df3380ce8bb/26991818-dced-4f7d-af94-cd455a977fb3) {{(pid=103305) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 21:34:23.438223 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Current status of the port 4ef3d36f-03dd-4618-a765-5abc1d6829ad is: DOWN; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:34:23.439910 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (4ef3d36f-03dd-4618-a765-5abc1d6829ad), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:34:23.446723 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Device c06cbb5f-14e9-4f5d-9dc8-30f59f753822 details requested by agent hyperv_n-h1-760453-5 with host n-h1-760453-5 {{(pid=103306) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 26 21:34:23.516060 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] For port 4ef3d36f-03dd-4618-a765-5abc1d6829ad, host n-d-760453-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=4ef3d36f-03dd-4618-a765-5abc1d6829ad,segment=NetworkSegment(a4473f28-a350-457c-80a1-7c915c9512af),segment_id=a4473f28-a350-457c-80a1-7c915c9512af)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:34:23.521417 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (4ef3d36f-03dd-4618-a765-5abc1d6829ad), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:34:23.550276 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-e802f2f3-5fa1-4ac1-af03-7e3a20b4e738 req-bd9ae477-b049-4321-b79b-868177c4d0e6 tempest-ServerRescueNegativeTestJSON-1906345366 tempest-ServerRescueNegativeTestJSON-1906345366-project] Publish callbacks [] for port (26991818-dced-4f7d-af94-cd455a977fb3), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:34:23.617562 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-e802f2f3-5fa1-4ac1-af03-7e3a20b4e738 req-bd9ae477-b049-4321-b79b-868177c4d0e6 tempest-ServerRescueNegativeTestJSON-1906345366 tempest-ServerRescueNegativeTestJSON-1906345366-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746560234527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11791543'] for port (26991818-dced-4f7d-af94-cd455a977fb3), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:34:23.636255 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Pushing event updated for resources: {'Port': ['ID=4ef3d36f-03dd-4618-a765-5abc1d6829ad,revision_number=5']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:34:23.713619 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] For port c06cbb5f-14e9-4f5d-9dc8-30f59f753822, host n-h1-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-5',level=0,port_id=c06cbb5f-14e9-4f5d-9dc8-30f59f753822,segment=NetworkSegment(3717183c-69c6-44ee-ac2f-ec1e05ab35f5),segment_id=3717183c-69c6-44ee-ac2f-ec1e05ab35f5)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:34:23.731895 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e802f2f3-5fa1-4ac1-af03-7e3a20b4e738 req-bd9ae477-b049-4321-b79b-868177c4d0e6 tempest-ServerRescueNegativeTestJSON-1906345366 tempest-ServerRescueNegativeTestJSON-1906345366-project] Network ddc6a13b-59f6-4b5d-bef0-6e2351de5197 is already hosted by enough agents. {{(pid=103305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 21:34:23.740150 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [req-e802f2f3-5fa1-4ac1-af03-7e3a20b4e738 req-bd9ae477-b049-4321-b79b-868177c4d0e6 tempest-ServerRescueNegativeTestJSON-1906345366 tempest-ServerRescueNegativeTestJSON-1906345366-project] Resources bound (agent type, host, resource id): {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:34:23.740710 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Returning: {'device': 'c06cbb5f-14e9-4f5d-9dc8-30f59f753822', 'network_id': 'e06aca25-0b6a-452f-bfd4-2129924c58a7', 'port_id': 'c06cbb5f-14e9-4f5d-9dc8-30f59f753822', 'mac_address': 'fa:16:3e:18:6e:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 568, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '79317c4e-88a3-402c-975d-f004bf1d9b8b', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103306) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 26 21:34:23.751301 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [req-e802f2f3-5fa1-4ac1-af03-7e3a20b4e738 req-bd9ae477-b049-4321-b79b-868177c4d0e6 tempest-ServerRescueNegativeTestJSON-1906345366 tempest-ServerRescueNegativeTestJSON-1906345366-project] Received port after_create {{(pid=103305) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 21:34:23.758839 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-888d19ad-392a-45ec-b83f-4b2984a58b87 req-3d0f5df6-34ea-48a7-8b22-9f8f48599ba6 tempest-ServerRescueNegativeTestJSON-1906345366 tempest-ServerRescueNegativeTestJSON-1906345366-project] 10.222.0.13 "GET /v2.0/ports?device_id=d44474eb-f274-43f4-8a95-ce8dd4e67217 HTTP/1.1" status: 200 len: 210 time: 0.0676286 Jan 26 21:34:23.767655 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-613c1f9c-fec9-4412-be2c-3aa8e1f1e861 tempest-NetworksIpV6Test-668566948 tempest-NetworksIpV6Test-668566948-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4110931'] for network (79c28600-5a6f-4dde-a5dd-52b6ef990bcb), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:34:23.775358 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-613c1f9c-fec9-4412-be2c-3aa8e1f1e861 tempest-NetworksIpV6Test-668566948 tempest-NetworksIpV6Test-668566948-project] Publish callbacks [] for network (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:34:23.784413 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-613c1f9c-fec9-4412-be2c-3aa8e1f1e861 tempest-NetworksIpV6Test-668566948 tempest-NetworksIpV6Test-668566948-project] 10.222.0.13 "DELETE /v2.0/networks/79c28600-5a6f-4dde-a5dd-52b6ef990bcb HTTP/1.1" status: 204 len: 168 time: 1.6525645 Jan 26 21:34:23.787849 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 56346) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:34:23.813777 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b86cbb-96d0-4049-9ef4-bd182a9341a1 req-59046586-b705-4f8a-b4c6-cfb23954df45 tempest-TestSecurityGroupsBasicOps-1066020799 tempest-TestSecurityGroupsBasicOps-1066020799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:34:23.815529 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Current status of the port c06cbb5f-14e9-4f5d-9dc8-30f59f753822 is: DOWN; New status is: BUILD {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:34:23.816925 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (c06cbb5f-14e9-4f5d-9dc8-30f59f753822), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:34:23.817218 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd9ae477-b049-4321-b79b-868177c4d0e6 tempest-ServerRescueNegativeTestJSON-1906345366 tempest-ServerRescueNegativeTestJSON-1906345366-project] Pushing event updated for resources: {'Port': ['ID=26991818-dced-4f7d-af94-cd455a977fb3,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:34:23.820837 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-c6b86cbb-96d0-4049-9ef4-bd182a9341a1 req-59046586-b705-4f8a-b4c6-cfb23954df45 tempest-TestSecurityGroupsBasicOps-1066020799 tempest-TestSecurityGroupsBasicOps-1066020799-project] 10.222.0.13 "GET /v2.0/ports?device_id=2dd4d85c-64cc-439d-9916-0cdf76dd618d HTTP/1.1" status: 200 len: 984 time: 0.6187825 Jan 26 21:34:23.834350 n-d-760453-5 neutron-server[103306]: DEBUG neutron.notifiers.nova [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c06cbb5f-14e9-4f5d-9dc8-30f59f753822 {{(pid=103306) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 26 21:34:23.867709 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] For port c06cbb5f-14e9-4f5d-9dc8-30f59f753822, host n-h1-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-5',level=0,port_id=c06cbb5f-14e9-4f5d-9dc8-30f59f753822,segment=NetworkSegment(3717183c-69c6-44ee-ac2f-ec1e05ab35f5),segment_id=3717183c-69c6-44ee-ac2f-ec1e05ab35f5)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:34:23.868091 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-613c1f9c-fec9-4412-be2c-3aa8e1f1e861 tempest-NetworksIpV6Test-668566948 tempest-NetworksIpV6Test-668566948-project] Pushing event deleted for resources: {'Network': ['ID=79c28600-5a6f-4dde-a5dd-52b6ef990bcb,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:34:23.870273 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e802f2f3-5fa1-4ac1-af03-7e3a20b4e738 req-bd9ae477-b049-4321-b79b-868177c4d0e6 tempest-ServerRescueNegativeTestJSON-1906345366 tempest-ServerRescueNegativeTestJSON-1906345366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:34:23.871366 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-e802f2f3-5fa1-4ac1-af03-7e3a20b4e738 req-bd9ae477-b049-4321-b79b-868177c4d0e6 tempest-ServerRescueNegativeTestJSON-1906345366 tempest-ServerRescueNegativeTestJSON-1906345366-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:34:23.878055 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (c06cbb5f-14e9-4f5d-9dc8-30f59f753822), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:34:23.890739 n-d-760453-5 neutron-server[103304]: INFO neutron.pecan_wsgi.hooks.translation [None req-5fa64528-b5a4-4eb7-b3c1-11b1bb7eaae5 tempest-NetworksIpV6Test-668566948 tempest-NetworksIpV6Test-668566948-project] DELETE failed (client error): The resource could not be found. Jan 26 21:34:23.891196 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5fa64528-b5a4-4eb7-b3c1-11b1bb7eaae5 tempest-NetworksIpV6Test-668566948 tempest-NetworksIpV6Test-668566948-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103304) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 26 21:34:23.894802 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-5fa64528-b5a4-4eb7-b3c1-11b1bb7eaae5 tempest-NetworksIpV6Test-668566948 tempest-NetworksIpV6Test-668566948-project] 10.222.0.13 "DELETE /v2.0/subnets/00b8ef10-f144-48ec-b659-6f45bddc8f59 HTTP/1.1" status: 404 len: 337 time: 0.1044552 Jan 26 21:34:23.899738 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-e802f2f3-5fa1-4ac1-af03-7e3a20b4e738 req-bd9ae477-b049-4321-b79b-868177c4d0e6 tempest-ServerRescueNegativeTestJSON-1906345366 tempest-ServerRescueNegativeTestJSON-1906345366-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0771861 Jan 26 21:34:23.901970 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 56348) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:34:23.921418 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [req-e802f2f3-5fa1-4ac1-af03-7e3a20b4e738 req-20a06b67-37b4-473f-8bed-ae08de9894c7 service neutron] Request body: {'port': {'device_id': '30d7561b-6127-4f61-84b5-67bd2c427d93', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-760453-5'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:34:23.955079 n-d-760453-5 neutron-server[103305]: INFO neutron.pecan_wsgi.hooks.translation [None req-cc6f50ff-2873-4282-87b2-a30492fe7f81 tempest-NetworksIpV6Test-668566948 tempest-NetworksIpV6Test-668566948-project] DELETE failed (client error): The resource could not be found. Jan 26 21:34:23.958235 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cc6f50ff-2873-4282-87b2-a30492fe7f81 tempest-NetworksIpV6Test-668566948 tempest-NetworksIpV6Test-668566948-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103305) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 26 21:34:23.963860 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-cc6f50ff-2873-4282-87b2-a30492fe7f81 tempest-NetworksIpV6Test-668566948 tempest-NetworksIpV6Test-668566948-project] 10.222.0.13 "DELETE /v2.0/networks/b5d27723-81c2-4f9d-9095-574682a636fc HTTP/1.1" status: 404 len: 339 time: 0.0605354 Jan 26 21:34:23.967202 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 56350) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:34:23.999906 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Pushing event updated for resources: {'Port': ['ID=c06cbb5f-14e9-4f5d-9dc8-30f59f753822,revision_number=4']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:34:24.011453 n-d-760453-5 neutron-server[103305]: INFO neutron.pecan_wsgi.hooks.translation [None req-f8ec3d2f-92c1-4c35-ba8d-eff0afc29a27 tempest-NetworksIpV6Test-668566948 tempest-NetworksIpV6Test-668566948-project] DELETE failed (client error): The resource could not be found. Jan 26 21:34:24.012023 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f8ec3d2f-92c1-4c35-ba8d-eff0afc29a27 tempest-NetworksIpV6Test-668566948 tempest-NetworksIpV6Test-668566948-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103305) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 26 21:34:24.015426 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-f8ec3d2f-92c1-4c35-ba8d-eff0afc29a27 tempest-NetworksIpV6Test-668566948 tempest-NetworksIpV6Test-668566948-project] 10.222.0.13 "DELETE /v2.0/subnets/3200feaf-5573-4701-863c-caa716ed8319 HTTP/1.1" status: 404 len: 337 time: 0.0464554 Jan 26 21:34:24.018115 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 56352) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:34:24.058349 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-e802f2f3-5fa1-4ac1-af03-7e3a20b4e738 req-20a06b67-37b4-473f-8bed-ae08de9894c7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (26991818-dced-4f7d-af94-cd455a977fb3), before_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:34:24.075498 n-d-760453-5 neutron-server[103304]: INFO neutron.pecan_wsgi.hooks.translation [None req-5cd5e2ea-f55c-4c55-a6a7-63e0372663ef tempest-NetworksIpV6Test-668566948 tempest-NetworksIpV6Test-668566948-project] DELETE failed (client error): The resource could not be found. Jan 26 21:34:24.076035 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5cd5e2ea-f55c-4c55-a6a7-63e0372663ef tempest-NetworksIpV6Test-668566948 tempest-NetworksIpV6Test-668566948-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103304) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 26 21:34:24.079213 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-5cd5e2ea-f55c-4c55-a6a7-63e0372663ef tempest-NetworksIpV6Test-668566948 tempest-NetworksIpV6Test-668566948-project] 10.222.0.13 "DELETE /v2.0/networks/06ad2105-371a-4234-9b1e-a820b79406c9 HTTP/1.1" status: 404 len: 339 time: 0.0579381 Jan 26 21:34:24.086217 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 56354) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:34:24.090282 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-c6b86cbb-96d0-4049-9ef4-bd182a9341a1 req-41c2797b-35b4-4a71-b446-cfad06d362a9 tempest-TestSecurityGroupsBasicOps-1066020799 tempest-TestSecurityGroupsBasicOps-1066020799-project] 10.222.0.13 "GET /v2.0/security-groups?id=019c5dd0-48a2-4336-ab92-4675db775363&id=4613631d-fc8a-4f72-b090-d98f77103cd0&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.2685969 Jan 26 21:34:24.090982 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-839dd188-ec69-470c-9ab0-d318dc1a2e96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (e79b4fc6-6c71-44b2-a6d0-ff3e1f4dfd0d), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:34:24.117071 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80fe774-3f66-42f8-8781-8b79d771992e req-2a660a35-9df5-4494-924d-8a3943d47ff0 tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:34:24.117071 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-b80fe774-3f66-42f8-8781-8b79d771992e req-2a660a35-9df5-4494-924d-8a3943d47ff0 tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] 10.222.0.13 "GET /v2.0/ports?device_id=0f60c6ee-6258-42ba-be50-39a409584134 HTTP/1.1" status: 200 len: 945 time: 0.1682918 Jan 26 21:34:24.123786 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508c97b7-8d8f-41a5-9abd-e8f62b685574 req-ea1f388d-6b61-40f7-ae67-f9c92ce6cdd0 tempest-ServerRescueNegativeTestJSON-1906345366 tempest-ServerRescueNegativeTestJSON-1906345366-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:34:24.125357 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-508c97b7-8d8f-41a5-9abd-e8f62b685574 req-ea1f388d-6b61-40f7-ae67-f9c92ce6cdd0 tempest-ServerRescueNegativeTestJSON-1906345366 tempest-ServerRescueNegativeTestJSON-1906345366-project] 10.222.0.66 "GET /v2.0/networks?id=ddc6a13b-59f6-4b5d-bef0-6e2351de5197 HTTP/1.1" status: 200 len: 819 time: 0.2545485 Jan 26 21:34:24.135910 n-d-760453-5 neutron-server[103305]: INFO neutron.pecan_wsgi.hooks.translation [None req-bdd71d1f-fb31-4aa6-a84d-729fb8556cd3 tempest-NetworksIpV6Test-668566948 tempest-NetworksIpV6Test-668566948-project] DELETE failed (client error): The resource could not be found. Jan 26 21:34:24.136381 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bdd71d1f-fb31-4aa6-a84d-729fb8556cd3 tempest-NetworksIpV6Test-668566948 tempest-NetworksIpV6Test-668566948-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103305) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 26 21:34:24.139498 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-bdd71d1f-fb31-4aa6-a84d-729fb8556cd3 tempest-NetworksIpV6Test-668566948 tempest-NetworksIpV6Test-668566948-project] 10.222.0.13 "DELETE /v2.0/subnets/ab27d69d-7700-44a5-9695-27585d188fbd HTTP/1.1" status: 404 len: 337 time: 0.0518417 Jan 26 21:34:24.143270 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 56356) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:34:24.168530 n-d-760453-5 neutron-server[103305]: INFO neutron.pecan_wsgi.hooks.translation [None req-efa67c84-fa75-4f3c-9e6c-6c70b58f465d tempest-NetworksIpV6Test-668566948 tempest-NetworksIpV6Test-668566948-project] DELETE failed (client error): The resource could not be found. Jan 26 21:34:24.169093 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-efa67c84-fa75-4f3c-9e6c-6c70b58f465d tempest-NetworksIpV6Test-668566948 tempest-NetworksIpV6Test-668566948-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103305) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 26 21:34:24.172142 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-efa67c84-fa75-4f3c-9e6c-6c70b58f465d tempest-NetworksIpV6Test-668566948 tempest-NetworksIpV6Test-668566948-project] 10.222.0.13 "DELETE /v2.0/networks/6dfd6ccb-1d15-4dff-b1d3-a49edec44b21 HTTP/1.1" status: 404 len: 339 time: 0.0276330 Jan 26 21:34:24.172480 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-b80fe774-3f66-42f8-8781-8b79d771992e req-f2607099-deea-49e8-a302-0be75e5c22a9 tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] 10.222.0.13 "GET /v2.0/security-groups?id=c855b7af-ae6a-4b31-98b5-41bfc1142283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559258 Jan 26 21:34:24.176947 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 56358) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:34:24.177363 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [req-508c97b7-8d8f-41a5-9abd-e8f62b685574 req-67a25986-290b-42ff-aa7d-a3356c242a80 tempest-ServerRescueNegativeTestJSON-1906345366 tempest-ServerRescueNegativeTestJSON-1906345366-project] Request body: {'port': {'device_id': 'd44474eb-f274-43f4-8a95-ce8dd4e67217', 'network_id': 'ddc6a13b-59f6-4b5d-bef0-6e2351de5197', 'admin_state_up': True, 'tenant_id': '9fe9bf64b7a147db94c9d1463a376745'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:34:24.298087 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-508c97b7-8d8f-41a5-9abd-e8f62b685574 req-67a25986-290b-42ff-aa7d-a3356c242a80 tempest-ServerRescueNegativeTestJSON-1906345366 tempest-ServerRescueNegativeTestJSON-1906345366-project] Made reservation on behalf of 9fe9bf64b7a147db94c9d1463a376745 for: {'port': 1} {{(pid=103304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 21:34:24.301948 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-508c97b7-8d8f-41a5-9abd-e8f62b685574 req-67a25986-290b-42ff-aa7d-a3356c242a80 tempest-ServerRescueNegativeTestJSON-1906345366 tempest-ServerRescueNegativeTestJSON-1906345366-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:34:24.303314 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.db_base_plugin_v2 [None req-53be8f77-65db-4dda-ab31-adcf069647eb tempest-NetworksIpV6Test-668566948 tempest-NetworksIpV6Test-668566948-project] Deleting subnet 1e106523-4f7f-45df-8790-138c4ca6bf0d {{(pid=103305) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 26 21:34:24.308307 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-53be8f77-65db-4dda-ab31-adcf069647eb tempest-NetworksIpV6Test-668566948 tempest-NetworksIpV6Test-668566948-project] Publish callbacks [] for subnet (1e106523-4f7f-45df-8790-138c4ca6bf0d), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:34:24.332218 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] get_ports_and_sgs() called for port_ids ['c06cbb5f-14e9-4f5d-9dc8-30f59f753822'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 26 21:34:24.401249 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-53be8f77-65db-4dda-ab31-adcf069647eb tempest-NetworksIpV6Test-668566948 tempest-NetworksIpV6Test-668566948-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11788946'] for subnet (1e106523-4f7f-45df-8790-138c4ca6bf0d), precommit_delete_associations {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:34:24.530466 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-53be8f77-65db-4dda-ab31-adcf069647eb tempest-NetworksIpV6Test-668566948 tempest-NetworksIpV6Test-668566948-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687316'] for subnet (1e106523-4f7f-45df-8790-138c4ca6bf0d), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:34:24.548913 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device 4ef3d36f-03dd-4618-a765-5abc1d6829ad up at agent ovs-agent-n-d-760453-5 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 21:34:24.594297 n-d-760453-5 neutron-server[103305]: DEBUG neutron.notifiers.nova [req-e802f2f3-5fa1-4ac1-af03-7e3a20b4e738 req-20a06b67-37b4-473f-8bed-ae08de9894c7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 26991818-dced-4f7d-af94-cd455a977fb3 {{(pid=103305) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 26 21:34:24.598916 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Provisioning complete for port 4ef3d36f-03dd-4618-a765-5abc1d6829ad triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:34:24.599294 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (4ef3d36f-03dd-4618-a765-5abc1d6829ad), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:34:24.606507 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-e802f2f3-5fa1-4ac1-af03-7e3a20b4e738 req-20a06b67-37b4-473f-8bed-ae08de9894c7 service neutron] Publish callbacks [] for port (26991818-dced-4f7d-af94-cd455a977fb3), precommit_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:34:24.623100 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.provisioning_blocks [req-e802f2f3-5fa1-4ac1-af03-7e3a20b4e738 req-20a06b67-37b4-473f-8bed-ae08de9894c7 service neutron] Transition to ACTIVE for port object 26991818-dced-4f7d-af94-cd455a977fb3 will not be triggered until provisioned by entity L2. {{(pid=103305) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 21:34:24.627765 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-e802f2f3-5fa1-4ac1-af03-7e3a20b4e738 req-20a06b67-37b4-473f-8bed-ae08de9894c7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11791520'] for port (26991818-dced-4f7d-af94-cd455a977fb3), after_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:34:24.657190 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-53be8f77-65db-4dda-ab31-adcf069647eb tempest-NetworksIpV6Test-668566948 tempest-NetworksIpV6Test-668566948-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11791594', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11599980'] for subnet (1e106523-4f7f-45df-8790-138c4ca6bf0d), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:34:24.684947 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.db_base_plugin_common [req-508c97b7-8d8f-41a5-9abd-e8f62b685574 req-67a25986-290b-42ff-aa7d-a3356c242a80 tempest-ServerRescueNegativeTestJSON-1906345366 tempest-ServerRescueNegativeTestJSON-1906345366-project] Allocated IP 172.20.0.7 (ddc6a13b-59f6-4b5d-bef0-6e2351de5197/6905e0b0-940b-4429-8258-6df3380ce8bb/93d879d7-5330-44d8-8725-a2e9bab73e5a) {{(pid=103304) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 21:34:24.690161 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Current status of the port 4ef3d36f-03dd-4618-a765-5abc1d6829ad is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:34:24.702785 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53be8f77-65db-4dda-ab31-adcf069647eb tempest-NetworksIpV6Test-668566948 tempest-NetworksIpV6Test-668566948-project] Pushing event deleted for resources: {'Subnet': ['ID=1e106523-4f7f-45df-8790-138c4ca6bf0d,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:34:24.710156 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-53be8f77-65db-4dda-ab31-adcf069647eb tempest-NetworksIpV6Test-668566948 tempest-NetworksIpV6Test-668566948-project] Publish callbacks [] for subnet (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:34:24.715839 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c939688e-8499-4d6b-a62c-4e18fd6a8e13 None None] Network 07657228-c9ba-44d1-8300-3fa6c0d0ea3b requested from n-d-760453-5 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 26 21:34:24.716389 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-53be8f77-65db-4dda-ab31-adcf069647eb tempest-NetworksIpV6Test-668566948 tempest-NetworksIpV6Test-668566948-project] 10.222.0.13 "DELETE /v2.0/subnets/1e106523-4f7f-45df-8790-138c4ca6bf0d HTTP/1.1" status: 204 len: 168 time: 0.5360832 Jan 26 21:34:24.716389 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 56360) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:34:24.721428 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a06b67-37b4-473f-8bed-ae08de9894c7 service neutron] Pushing event updated for resources: {'Port': ['ID=26991818-dced-4f7d-af94-cd455a977fb3,revision_number=2']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:34:24.799106 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device 781162b1-cfbc-45bb-9194-2416009014d3 no longer exists at agent ovs-agent-n-d-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 26 21:34:24.828190 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] No Port match for: 781162b1-cfbc-45bb-9194-2416009014d3 {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 26 21:34:24.828539 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device 781162b1-cfbc-45bb-9194-2416009014d3 not bound to the agent host n-d-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 26 21:34:24.860098 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-508c97b7-8d8f-41a5-9abd-e8f62b685574 req-67a25986-290b-42ff-aa7d-a3356c242a80 tempest-ServerRescueNegativeTestJSON-1906345366 tempest-ServerRescueNegativeTestJSON-1906345366-project] Publish callbacks [] for port (93d879d7-5330-44d8-8725-a2e9bab73e5a), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:34:24.898869 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-81a242de-e9d0-44ad-a9db-13658f2560ea tempest-NetworksIpV6Test-668566948 tempest-NetworksIpV6Test-668566948-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-748181'] for network (07657228-c9ba-44d1-8300-3fa6c0d0ea3b), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:34:24.913433 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-871b13c0-1772-44f2-a289-577041a5d862 req-f6eebd3c-b4c9-43cc-8609-6f49fcab6c77 tempest-ServerRescueNegativeTestJSON-1906345366 tempest-ServerRescueNegativeTestJSON-1906345366-project] 10.222.0.13 "GET /v2.0/ports?device_id=d44474eb-f274-43f4-8a95-ce8dd4e67217 HTTP/1.1" status: 200 len: 210 time: 0.0384061 Jan 26 21:34:24.939770 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e15217d-bc76-4a1b-8e10-5f679e1e688a None None] DHCP port deletion for 07657228-c9ba-44d1-8300-3fa6c0d0ea3b request from n-d-760453-5 {{(pid=103306) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 26 21:34:24.941461 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-508c97b7-8d8f-41a5-9abd-e8f62b685574 req-67a25986-290b-42ff-aa7d-a3356c242a80 tempest-ServerRescueNegativeTestJSON-1906345366 tempest-ServerRescueNegativeTestJSON-1906345366-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746560234527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9281553'] for port (93d879d7-5330-44d8-8725-a2e9bab73e5a), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:34:24.968182 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [req-e802f2f3-5fa1-4ac1-af03-7e3a20b4e738 req-20a06b67-37b4-473f-8bed-ae08de9894c7 service neutron] Attempting to bind port 26991818-dced-4f7d-af94-cd455a977fb3 on host n-h2-760453-5 for vnic_type normal with profile {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 21:34:24.968474 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [req-e802f2f3-5fa1-4ac1-af03-7e3a20b4e738 req-20a06b67-37b4-473f-8bed-ae08de9894c7 service neutron] Attempting to bind port 26991818-dced-4f7d-af94-cd455a977fb3 by drivers openvswitch,hyperv on host n-h2-760453-5 at level 0 using segments [{'id': 'a4473f28-a350-457c-80a1-7c915c9512af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'ddc6a13b-59f6-4b5d-bef0-6e2351de5197'}] {{(pid=103305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 26 21:34:24.968768 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e802f2f3-5fa1-4ac1-af03-7e3a20b4e738 req-20a06b67-37b4-473f-8bed-ae08de9894c7 service neutron] Attempting to bind port 26991818-dced-4f7d-af94-cd455a977fb3 on network ddc6a13b-59f6-4b5d-bef0-6e2351de5197 {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 21:34:24.976531 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e802f2f3-5fa1-4ac1-af03-7e3a20b4e738 req-20a06b67-37b4-473f-8bed-ae08de9894c7 service neutron] Port 26991818-dced-4f7d-af94-cd455a977fb3 on network ddc6a13b-59f6-4b5d-bef0-6e2351de5197 not bound, no agent of type Open vSwitch agent registered on host n-h2-760453-5 {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 26 21:34:24.976859 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e802f2f3-5fa1-4ac1-af03-7e3a20b4e738 req-20a06b67-37b4-473f-8bed-ae08de9894c7 service neutron] Attempting to bind port 26991818-dced-4f7d-af94-cd455a977fb3 on network ddc6a13b-59f6-4b5d-bef0-6e2351de5197 {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 21:34:24.983586 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e802f2f3-5fa1-4ac1-af03-7e3a20b4e738 req-20a06b67-37b4-473f-8bed-ae08de9894c7 service neutron] Checking agent: {'id': '4d619873-4b60-439f-9b5a-b155dc8bbc34', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-760453-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 21, 2, 53), 'started_at': datetime.datetime(2022, 1, 26, 21, 2, 53), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 21, 34, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 26 21:34:24.983818 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e802f2f3-5fa1-4ac1-af03-7e3a20b4e738 req-20a06b67-37b4-473f-8bed-ae08de9894c7 service neutron] Checking segment: {'id': 'a4473f28-a350-457c-80a1-7c915c9512af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'ddc6a13b-59f6-4b5d-bef0-6e2351de5197'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103305) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 21:34:24.984190 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e802f2f3-5fa1-4ac1-af03-7e3a20b4e738 req-20a06b67-37b4-473f-8bed-ae08de9894c7 service neutron] Bound using segment: {'id': 'a4473f28-a350-457c-80a1-7c915c9512af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'ddc6a13b-59f6-4b5d-bef0-6e2351de5197'} {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 26 21:34:24.984685 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [req-e802f2f3-5fa1-4ac1-af03-7e3a20b4e738 req-20a06b67-37b4-473f-8bed-ae08de9894c7 service neutron] Bound port: 26991818-dced-4f7d-af94-cd455a977fb3, host: n-h2-760453-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a4473f28-a350-457c-80a1-7c915c9512af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'ddc6a13b-59f6-4b5d-bef0-6e2351de5197'}}] {{(pid=103305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 26 21:34:24.985174 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-e802f2f3-5fa1-4ac1-af03-7e3a20b4e738 req-20a06b67-37b4-473f-8bed-ae08de9894c7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (26991818-dced-4f7d-af94-cd455a977fb3), before_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:34:25.000605 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a25986-290b-42ff-aa7d-a3356c242a80 tempest-ServerRescueNegativeTestJSON-1906345366 tempest-ServerRescueNegativeTestJSON-1906345366-project] Pushing event updated for resources: {'Port': ['ID=93d879d7-5330-44d8-8725-a2e9bab73e5a,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:34:25.022409 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-508c97b7-8d8f-41a5-9abd-e8f62b685574 req-67a25986-290b-42ff-aa7d-a3356c242a80 tempest-ServerRescueNegativeTestJSON-1906345366 tempest-ServerRescueNegativeTestJSON-1906345366-project] Network ddc6a13b-59f6-4b5d-bef0-6e2351de5197 is already hosted by enough agents. {{(pid=103304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 21:34:25.024437 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [req-508c97b7-8d8f-41a5-9abd-e8f62b685574 req-67a25986-290b-42ff-aa7d-a3356c242a80 tempest-ServerRescueNegativeTestJSON-1906345366 tempest-ServerRescueNegativeTestJSON-1906345366-project] Resources bound (agent type, host, resource id): {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:34:25.027208 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [req-508c97b7-8d8f-41a5-9abd-e8f62b685574 req-67a25986-290b-42ff-aa7d-a3356c242a80 tempest-ServerRescueNegativeTestJSON-1906345366 tempest-ServerRescueNegativeTestJSON-1906345366-project] Received port after_create {{(pid=103304) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 21:34:25.031717 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-3e15217d-bc76-4a1b-8e10-5f679e1e688a None None] Deleting port b45401d0-c046-49eb-991f-85af6d84bd29 {{(pid=103306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 21:34:25.032157 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-3e15217d-bc76-4a1b-8e10-5f679e1e688a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746560630878'] for port (b45401d0-c046-49eb-991f-85af6d84bd29), before_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:34:25.054097 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-81a242de-e9d0-44ad-a9db-13658f2560ea tempest-NetworksIpV6Test-668566948 tempest-NetworksIpV6Test-668566948-project] Deleting port b45401d0-c046-49eb-991f-85af6d84bd29 {{(pid=103305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 21:34:25.054476 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-81a242de-e9d0-44ad-a9db-13658f2560ea tempest-NetworksIpV6Test-668566948 tempest-NetworksIpV6Test-668566948-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746560630878'] for port (b45401d0-c046-49eb-991f-85af6d84bd29), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:34:25.079049 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508c97b7-8d8f-41a5-9abd-e8f62b685574 req-67a25986-290b-42ff-aa7d-a3356c242a80 tempest-ServerRescueNegativeTestJSON-1906345366 tempest-ServerRescueNegativeTestJSON-1906345366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:34:25.079670 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-508c97b7-8d8f-41a5-9abd-e8f62b685574 req-67a25986-290b-42ff-aa7d-a3356c242a80 tempest-ServerRescueNegativeTestJSON-1906345366 tempest-ServerRescueNegativeTestJSON-1906345366-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:34:25.099172 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-508c97b7-8d8f-41a5-9abd-e8f62b685574 req-67a25986-290b-42ff-aa7d-a3356c242a80 tempest-ServerRescueNegativeTestJSON-1906345366 tempest-ServerRescueNegativeTestJSON-1906345366-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9256747 Jan 26 21:34:25.104185 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-3e15217d-bc76-4a1b-8e10-5f679e1e688a None None] For port b45401d0-c046-49eb-991f-85af6d84bd29, host n-d-760453-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=b45401d0-c046-49eb-991f-85af6d84bd29,segment=NetworkSegment(b201f354-676d-44ac-a21d-1279379470c4),segment_id=b201f354-676d-44ac-a21d-1279379470c4)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:34:25.104586 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-3e15217d-bc76-4a1b-8e10-5f679e1e688a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4109658'] for port (b45401d0-c046-49eb-991f-85af6d84bd29), precommit_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:34:25.116931 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [req-508c97b7-8d8f-41a5-9abd-e8f62b685574 req-1424c80f-d867-4d1a-b872-9b2650dd22ab service neutron] Request body: {'port': {'device_id': 'd44474eb-f274-43f4-8a95-ce8dd4e67217', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-760453-5'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:34:25.118074 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-3e15217d-bc76-4a1b-8e10-5f679e1e688a None None] Calling delete_port for b45401d0-c046-49eb-991f-85af6d84bd29 owned by network:dhcp {{(pid=103306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 21:34:25.137102 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [req-e802f2f3-5fa1-4ac1-af03-7e3a20b4e738 req-20a06b67-37b4-473f-8bed-ae08de9894c7 service neutron] For port 26991818-dced-4f7d-af94-cd455a977fb3, host n-h2-760453-5, cleared binding levels {{(pid=103305) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 26 21:34:25.140589 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [None req-81a242de-e9d0-44ad-a9db-13658f2560ea tempest-NetworksIpV6Test-668566948 tempest-NetworksIpV6Test-668566948-project] For port b45401d0-c046-49eb-991f-85af6d84bd29, host n-d-760453-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=b45401d0-c046-49eb-991f-85af6d84bd29,segment=NetworkSegment(b201f354-676d-44ac-a21d-1279379470c4),segment_id=b201f354-676d-44ac-a21d-1279379470c4)] {{(pid=103305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:34:25.140954 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-81a242de-e9d0-44ad-a9db-13658f2560ea tempest-NetworksIpV6Test-668566948 tempest-NetworksIpV6Test-668566948-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4109658'] for port (b45401d0-c046-49eb-991f-85af6d84bd29), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:34:25.144843 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [req-e802f2f3-5fa1-4ac1-af03-7e3a20b4e738 req-20a06b67-37b4-473f-8bed-ae08de9894c7 service neutron] For port 26991818-dced-4f7d-af94-cd455a977fb3, host n-h2-760453-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-5',level=0,port_id=26991818-dced-4f7d-af94-cd455a977fb3,segment=NetworkSegment(a4473f28-a350-457c-80a1-7c915c9512af),segment_id=a4473f28-a350-457c-80a1-7c915c9512af)] {{(pid=103305) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 26 21:34:25.156498 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-e802f2f3-5fa1-4ac1-af03-7e3a20b4e738 req-20a06b67-37b4-473f-8bed-ae08de9894c7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11791520'] for port (26991818-dced-4f7d-af94-cd455a977fb3), after_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:34:25.158988 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-81a242de-e9d0-44ad-a9db-13658f2560ea tempest-NetworksIpV6Test-668566948 tempest-NetworksIpV6Test-668566948-project] Calling delete_port for b45401d0-c046-49eb-991f-85af6d84bd29 owned by network:dhcp {{(pid=103305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 21:34:25.184834 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-508c97b7-8d8f-41a5-9abd-e8f62b685574 req-1424c80f-d867-4d1a-b872-9b2650dd22ab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (93d879d7-5330-44d8-8725-a2e9bab73e5a), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:34:25.206452 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e802f2f3-5fa1-4ac1-af03-7e3a20b4e738 req-20a06b67-37b4-473f-8bed-ae08de9894c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:34:25.207077 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-e802f2f3-5fa1-4ac1-af03-7e3a20b4e738 req-20a06b67-37b4-473f-8bed-ae08de9894c7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:34:25.208669 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-e802f2f3-5fa1-4ac1-af03-7e3a20b4e738 req-20a06b67-37b4-473f-8bed-ae08de9894c7 service neutron] 10.222.0.57 "PUT /v2.0/ports/26991818-dced-4f7d-af94-cd455a977fb3 HTTP/1.1" status: 200 len: 1092 time: 1.2947509 Jan 26 21:34:25.209128 n-d-760453-5 neutron-server[103305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '30d7561b-6127-4f61-84b5-67bd2c427d93', 'tag': '26991818-dced-4f7d-af94-cd455a977fb3'}] {{(pid=103305) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 21:34:25.212746 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d4654568b7bf041e72ff8fe1c96d6d761d9c921f2b99bc7b3a26632be20cee0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51429e17-d80e-40fb-a0c2-8c02e177c013" -d '{"events": [{"name": "network-changed", "server_uuid": "30d7561b-6127-4f61-84b5-67bd2c427d93", "tag": "26991818-dced-4f7d-af94-cd455a977fb3"}]}' {{(pid=103305) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 21:34:25.225230 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-3e15217d-bc76-4a1b-8e10-5f679e1e688a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746560636600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746560234536'] for port (b45401d0-c046-49eb-991f-85af6d84bd29), after_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:34:25.297694 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e15217d-bc76-4a1b-8e10-5f679e1e688a None None] No DVR routers for this DVR port b45401d0-c046-49eb-991f-85af6d84bd29 on host n-d-760453-5 {{(pid=103306) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 26 21:34:25.299760 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e15217d-bc76-4a1b-8e10-5f679e1e688a None None] Pushing event deleted for resources: {'Port': ['ID=b45401d0-c046-49eb-991f-85af6d84bd29,revision_number=None']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:34:25.313878 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a06b67-37b4-473f-8bed-ae08de9894c7 service neutron] Pushing event updated for resources: {'Port': ['ID=26991818-dced-4f7d-af94-cd455a977fb3,revision_number=3']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:34:25.329461 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (fea0591a-627d-4c87-9a9a-01625ddf3277), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:34:25.343439 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e802f2f3-5fa1-4ac1-af03-7e3a20b4e738 req-479949ab-8856-4081-8bd1-82c7b3e06816 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:34:25.344948 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-e802f2f3-5fa1-4ac1-af03-7e3a20b4e738 req-479949ab-8856-4081-8bd1-82c7b3e06816 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=9fe9bf64b7a147db94c9d1463a376745&device_id=30d7561b-6127-4f61-84b5-67bd2c427d93 HTTP/1.1" status: 200 len: 1095 time: 0.0850966 Jan 26 21:34:25.349546 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-81a242de-e9d0-44ad-a9db-13658f2560ea tempest-NetworksIpV6Test-668566948 tempest-NetworksIpV6Test-668566948-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746560636600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746560234536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11791543'] for port (b45401d0-c046-49eb-991f-85af6d84bd29), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:34:25.406662 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddbc0a09-b0a1-467a-a5a3-4c301d436623 req-1067c8eb-3b97-4cee-989a-4ef84df49b97 tempest-TestSecurityGroupsBasicOps-1066020799 tempest-TestSecurityGroupsBasicOps-1066020799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:34:25.408176 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-ddbc0a09-b0a1-467a-a5a3-4c301d436623 req-1067c8eb-3b97-4cee-989a-4ef84df49b97 tempest-TestSecurityGroupsBasicOps-1066020799 tempest-TestSecurityGroupsBasicOps-1066020799-project] 10.222.0.13 "GET /v2.0/ports?device_id=2dd4d85c-64cc-439d-9916-0cdf76dd618d HTTP/1.1" status: 200 len: 984 time: 0.1991556 Jan 26 21:34:25.411383 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a242de-e9d0-44ad-a9db-13658f2560ea tempest-NetworksIpV6Test-668566948 tempest-NetworksIpV6Test-668566948-project] Pushing event deleted for resources: {'Port': ['ID=b45401d0-c046-49eb-991f-85af6d84bd29,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:34:25.412912 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81a242de-e9d0-44ad-a9db-13658f2560ea tempest-NetworksIpV6Test-668566948 tempest-NetworksIpV6Test-668566948-project] No DVR routers for this DVR port b45401d0-c046-49eb-991f-85af6d84bd29 on host n-d-760453-5 {{(pid=103305) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 26 21:34:25.415270 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-e802f2f3-5fa1-4ac1-af03-7e3a20b4e738 req-3934106d-277f-4726-b5d8-cfa9aa9b631b service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=26991818-dced-4f7d-af94-cd455a977fb3 HTTP/1.1" status: 200 len: 217 time: 0.0614269 Jan 26 21:34:25.424651 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb9632a-f481-42f6-a3f8-7dd9a1ab4ce8 req-ccf2f5b8-438d-4849-a0bf-ecefa060ea53 tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:34:25.427933 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-cdb9632a-f481-42f6-a3f8-7dd9a1ab4ce8 req-ccf2f5b8-438d-4849-a0bf-ecefa060ea53 tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] 10.222.0.13 "GET /v2.0/ports?device_id=0f60c6ee-6258-42ba-be50-39a409584134 HTTP/1.1" status: 200 len: 945 time: 0.1613383 Jan 26 21:34:25.462584 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Device c06cbb5f-14e9-4f5d-9dc8-30f59f753822 up at agent hyperv_n-h1-760453-5 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 21:34:25.520727 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Provisioning for port c06cbb5f-14e9-4f5d-9dc8-30f59f753822 completed by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 21:34:25.524731 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Provisioning complete for port c06cbb5f-14e9-4f5d-9dc8-30f59f753822 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:34:25.525147 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (c06cbb5f-14e9-4f5d-9dc8-30f59f753822), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:34:25.534735 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-81a242de-e9d0-44ad-a9db-13658f2560ea tempest-NetworksIpV6Test-668566948 tempest-NetworksIpV6Test-668566948-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-686403', 'neutron.services.segments.db._delete_segments_for_network-8746560774018'] for network (07657228-c9ba-44d1-8300-3fa6c0d0ea3b), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:34:25.538358 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e802f2f3-5fa1-4ac1-af03-7e3a20b4e738 req-3092ee26-d509-423a-ba74-65756fdbb852 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:34:25.540013 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-e802f2f3-5fa1-4ac1-af03-7e3a20b4e738 req-3092ee26-d509-423a-ba74-65756fdbb852 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=6905e0b0-940b-4429-8258-6df3380ce8bb HTTP/1.1" status: 200 len: 859 time: 0.1193652 Jan 26 21:34:25.578284 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-e802f2f3-5fa1-4ac1-af03-7e3a20b4e738 req-1a2310e2-fdf1-464f-9658-7fa1565d5bb3 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=ddc6a13b-59f6-4b5d-bef0-6e2351de5197&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0323799 Jan 26 21:34:25.582085 n-d-760453-5 neutron-server[103305]: DEBUG neutron.services.segments.db [None req-81a242de-e9d0-44ad-a9db-13658f2560ea tempest-NetworksIpV6Test-668566948 tempest-NetworksIpV6Test-668566948-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['07657228-c9ba-44d1-8300-3fa6c0d0ea3b']}} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:34:25.594412 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-ddbc0a09-b0a1-467a-a5a3-4c301d436623 req-3e2b25a0-3d81-401e-a0b4-c88764052733 tempest-TestSecurityGroupsBasicOps-1066020799 tempest-TestSecurityGroupsBasicOps-1066020799-project] 10.222.0.13 "GET /v2.0/security-groups?id=019c5dd0-48a2-4336-ab92-4675db775363&id=4613631d-fc8a-4f72-b090-d98f77103cd0&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1622970 Jan 26 21:34:25.599472 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-cdb9632a-f481-42f6-a3f8-7dd9a1ab4ce8 req-923d614c-fda4-4cbe-b6d8-716118b0cd7c tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] 10.222.0.13 "GET /v2.0/security-groups?id=c855b7af-ae6a-4b31-98b5-41bfc1142283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1631656 Jan 26 21:34:25.614507 n-d-760453-5 neutron-server[103305]: DEBUG neutron.services.segments.db [None req-81a242de-e9d0-44ad-a9db-13658f2560ea tempest-NetworksIpV6Test-668566948 tempest-NetworksIpV6Test-668566948-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b201f354-676d-44ac-a21d-1279379470c4') {'for_net_delete': True} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:34:25.614902 n-d-760453-5 neutron-server[103305]: DEBUG neutron.services.segments.db [None req-81a242de-e9d0-44ad-a9db-13658f2560ea tempest-NetworksIpV6Test-668566948 tempest-NetworksIpV6Test-668566948-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b201f354-676d-44ac-a21d-1279379470c4') {} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:34:25.616053 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Current status of the port c06cbb5f-14e9-4f5d-9dc8-30f59f753822 is: BUILD; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:34:25.618842 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (c06cbb5f-14e9-4f5d-9dc8-30f59f753822), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:34:25.678680 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] For port c06cbb5f-14e9-4f5d-9dc8-30f59f753822, host n-h1-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-5',level=0,port_id=c06cbb5f-14e9-4f5d-9dc8-30f59f753822,segment=NetworkSegment(3717183c-69c6-44ee-ac2f-ec1e05ab35f5),segment_id=3717183c-69c6-44ee-ac2f-ec1e05ab35f5)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:34:25.680320 n-d-760453-5 neutron-server[103306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f60c6ee-6258-42ba-be50-39a409584134', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c06cbb5f-14e9-4f5d-9dc8-30f59f753822'}] {{(pid=103306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 21:34:25.684228 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9d5d370febab655511bdd2ffe887e43e442d144a440368702bcc1e93af00b97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-faa1fd55-934e-497c-b8fe-0ce5ff87757a" -d '{"events": [{"server_uuid": "0f60c6ee-6258-42ba-be50-39a409584134", "name": "network-vif-plugged", "status": "completed", "tag": "c06cbb5f-14e9-4f5d-9dc8-30f59f753822"}]}' {{(pid=103306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 21:34:25.689134 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (c06cbb5f-14e9-4f5d-9dc8-30f59f753822), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:34:25.741329 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Jan 2022 21:34:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8df70764-3efb-49b9-903c-a2cd713b2244 x-openstack-request-id: req-8df70764-3efb-49b9-903c-a2cd713b2244 {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 21:34:25.742595 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f60c6ee-6258-42ba-be50-39a409584134", "name": "network-vif-plugged", "status": "completed", "tag": "c06cbb5f-14e9-4f5d-9dc8-30f59f753822", "code": 200}]} {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 21:34:25.742595 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-8df70764-3efb-49b9-903c-a2cd713b2244 {{(pid=103306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 21:34:25.742832 n-d-760453-5 neutron-server[103306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f60c6ee-6258-42ba-be50-39a409584134', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c06cbb5f-14e9-4f5d-9dc8-30f59f753822', 'code': 200} Jan 26 21:34:25.752280 n-d-760453-5 neutron-server[103304]: DEBUG neutron.notifiers.nova [req-508c97b7-8d8f-41a5-9abd-e8f62b685574 req-1424c80f-d867-4d1a-b872-9b2650dd22ab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 93d879d7-5330-44d8-8725-a2e9bab73e5a {{(pid=103304) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 26 21:34:25.761441 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Pushing event updated for resources: {'Port': ['ID=c06cbb5f-14e9-4f5d-9dc8-30f59f753822,revision_number=5']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:34:25.766067 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-508c97b7-8d8f-41a5-9abd-e8f62b685574 req-1424c80f-d867-4d1a-b872-9b2650dd22ab service neutron] Publish callbacks [] for port (93d879d7-5330-44d8-8725-a2e9bab73e5a), precommit_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:34:25.785626 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.provisioning_blocks [req-508c97b7-8d8f-41a5-9abd-e8f62b685574 req-1424c80f-d867-4d1a-b872-9b2650dd22ab service neutron] Transition to ACTIVE for port object 93d879d7-5330-44d8-8725-a2e9bab73e5a will not be triggered until provisioned by entity L2. {{(pid=103304) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 21:34:25.794087 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8398ddd7-c7cc-4219-a162-afe885f20817 req-e0602c7b-ba90-4f69-9a2f-a34577436ab4 tempest-TestSecurityGroupsBasicOps-1066020799 tempest-TestSecurityGroupsBasicOps-1066020799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:34:25.795707 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-8398ddd7-c7cc-4219-a162-afe885f20817 req-e0602c7b-ba90-4f69-9a2f-a34577436ab4 tempest-TestSecurityGroupsBasicOps-1066020799 tempest-TestSecurityGroupsBasicOps-1066020799-project] 10.222.0.13 "GET /v2.0/ports?device_id=2dd4d85c-64cc-439d-9916-0cdf76dd618d HTTP/1.1" status: 200 len: 984 time: 0.0874074 Jan 26 21:34:25.797232 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-508c97b7-8d8f-41a5-9abd-e8f62b685574 req-1424c80f-d867-4d1a-b872-9b2650dd22ab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9281542'] for port (93d879d7-5330-44d8-8725-a2e9bab73e5a), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:34:25.886302 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1424c80f-d867-4d1a-b872-9b2650dd22ab service neutron] Pushing event updated for resources: {'Port': ['ID=93d879d7-5330-44d8-8725-a2e9bab73e5a,revision_number=2']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:34:25.955224 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-8398ddd7-c7cc-4219-a162-afe885f20817 req-45068e36-0d10-46f0-aeba-2821c7c832d8 tempest-TestSecurityGroupsBasicOps-1066020799 tempest-TestSecurityGroupsBasicOps-1066020799-project] 10.222.0.13 "GET /v2.0/security-groups?id=019c5dd0-48a2-4336-ab92-4675db775363&id=4613631d-fc8a-4f72-b090-d98f77103cd0&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1523592 Jan 26 21:34:25.987856 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [req-508c97b7-8d8f-41a5-9abd-e8f62b685574 req-1424c80f-d867-4d1a-b872-9b2650dd22ab service neutron] Attempting to bind port 93d879d7-5330-44d8-8725-a2e9bab73e5a on host n-h1-760453-5 for vnic_type normal with profile {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 21:34:25.988339 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [req-508c97b7-8d8f-41a5-9abd-e8f62b685574 req-1424c80f-d867-4d1a-b872-9b2650dd22ab service neutron] Attempting to bind port 93d879d7-5330-44d8-8725-a2e9bab73e5a by drivers openvswitch,hyperv on host n-h1-760453-5 at level 0 using segments [{'id': 'a4473f28-a350-457c-80a1-7c915c9512af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'ddc6a13b-59f6-4b5d-bef0-6e2351de5197'}] {{(pid=103304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 26 21:34:25.988789 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-508c97b7-8d8f-41a5-9abd-e8f62b685574 req-1424c80f-d867-4d1a-b872-9b2650dd22ab service neutron] Attempting to bind port 93d879d7-5330-44d8-8725-a2e9bab73e5a on network ddc6a13b-59f6-4b5d-bef0-6e2351de5197 {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 21:34:25.995291 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-508c97b7-8d8f-41a5-9abd-e8f62b685574 req-1424c80f-d867-4d1a-b872-9b2650dd22ab service neutron] Port 93d879d7-5330-44d8-8725-a2e9bab73e5a on network ddc6a13b-59f6-4b5d-bef0-6e2351de5197 not bound, no agent of type Open vSwitch agent registered on host n-h1-760453-5 {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 26 21:34:25.995907 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-508c97b7-8d8f-41a5-9abd-e8f62b685574 req-1424c80f-d867-4d1a-b872-9b2650dd22ab service neutron] Attempting to bind port 93d879d7-5330-44d8-8725-a2e9bab73e5a on network ddc6a13b-59f6-4b5d-bef0-6e2351de5197 {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 21:34:26.002264 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-508c97b7-8d8f-41a5-9abd-e8f62b685574 req-1424c80f-d867-4d1a-b872-9b2650dd22ab service neutron] Checking agent: {'id': '32ef628b-8417-46c5-8729-60fcabe358f1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-760453-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 21, 3, 8), 'started_at': datetime.datetime(2022, 1, 26, 21, 3, 8), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 21, 34, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 26 21:34:26.002728 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-508c97b7-8d8f-41a5-9abd-e8f62b685574 req-1424c80f-d867-4d1a-b872-9b2650dd22ab service neutron] Checking segment: {'id': 'a4473f28-a350-457c-80a1-7c915c9512af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'ddc6a13b-59f6-4b5d-bef0-6e2351de5197'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103304) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 21:34:26.003412 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-508c97b7-8d8f-41a5-9abd-e8f62b685574 req-1424c80f-d867-4d1a-b872-9b2650dd22ab service neutron] Bound using segment: {'id': 'a4473f28-a350-457c-80a1-7c915c9512af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'ddc6a13b-59f6-4b5d-bef0-6e2351de5197'} {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 26 21:34:26.003948 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [req-508c97b7-8d8f-41a5-9abd-e8f62b685574 req-1424c80f-d867-4d1a-b872-9b2650dd22ab service neutron] Bound port: 93d879d7-5330-44d8-8725-a2e9bab73e5a, host: n-h1-760453-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a4473f28-a350-457c-80a1-7c915c9512af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'ddc6a13b-59f6-4b5d-bef0-6e2351de5197'}}] {{(pid=103304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 26 21:34:26.004439 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-508c97b7-8d8f-41a5-9abd-e8f62b685574 req-1424c80f-d867-4d1a-b872-9b2650dd22ab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (93d879d7-5330-44d8-8725-a2e9bab73e5a), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:34:26.014700 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 26 Jan 2022 21:34:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56dddfbf-5de0-43b2-beea-7350c1d9cc83 x-openstack-request-id: req-56dddfbf-5de0-43b2-beea-7350c1d9cc83 {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 21:34:26.015301 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "30d7561b-6127-4f61-84b5-67bd2c427d93", "tag": "26991818-dced-4f7d-af94-cd455a977fb3", "status": "completed", "code": 200}]} {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 21:34:26.015301 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-56dddfbf-5de0-43b2-beea-7350c1d9cc83 {{(pid=103305) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 21:34:26.015592 n-d-760453-5 neutron-server[103305]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '30d7561b-6127-4f61-84b5-67bd2c427d93', 'tag': '26991818-dced-4f7d-af94-cd455a977fb3', 'status': 'completed', 'code': 200} Jan 26 21:34:26.025983 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-81a242de-e9d0-44ad-a9db-13658f2560ea tempest-NetworksIpV6Test-668566948 tempest-NetworksIpV6Test-668566948-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746560742283', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11788955'] for segment (b201f354-676d-44ac-a21d-1279379470c4), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:34:26.062643 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-81a242de-e9d0-44ad-a9db-13658f2560ea tempest-NetworksIpV6Test-668566948 tempest-NetworksIpV6Test-668566948-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576559'] for segment (b201f354-676d-44ac-a21d-1279379470c4), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:34:26.079890 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-81a242de-e9d0-44ad-a9db-13658f2560ea tempest-NetworksIpV6Test-668566948 tempest-NetworksIpV6Test-668566948-project] Releasing vlan 596 on physical network physnet1 to pool {{(pid=103305) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 26 21:34:26.080290 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-81a242de-e9d0-44ad-a9db-13658f2560ea tempest-NetworksIpV6Test-668566948 tempest-NetworksIpV6Test-668566948-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11791428'] for segment (b201f354-676d-44ac-a21d-1279379470c4), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:34:26.083371 n-d-760453-5 neutron-server[103305]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 26 21:34:26.083371 n-d-760453-5 neutron-server[103305]: self.session.flush() Jan 26 21:34:26.083371 n-d-760453-5 neutron-server[103305]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 26 21:34:26.083371 n-d-760453-5 neutron-server[103305]: self.session.flush() Jan 26 21:34:26.083371 n-d-760453-5 neutron-server[103305]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 26 21:34:26.083371 n-d-760453-5 neutron-server[103305]: self.session.flush() Jan 26 21:34:26.083371 n-d-760453-5 neutron-server[103305]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 26 21:34:26.083371 n-d-760453-5 neutron-server[103305]: self.session.flush() Jan 26 21:34:26.083371 n-d-760453-5 neutron-server[103305]: Traceback (most recent call last): Jan 26 21:34:26.083371 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 26 21:34:26.083371 n-d-760453-5 neutron-server[103305]: timer() Jan 26 21:34:26.083371 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 26 21:34:26.083371 n-d-760453-5 neutron-server[103305]: cb(*args, **kw) Jan 26 21:34:26.083371 n-d-760453-5 neutron-server[103305]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 26 21:34:26.083371 n-d-760453-5 neutron-server[103305]: return func(*args, **kwargs) Jan 26 21:34:26.083371 n-d-760453-5 neutron-server[103305]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 26 21:34:26.083371 n-d-760453-5 neutron-server[103305]: self._notify() Jan 26 21:34:26.083371 n-d-760453-5 neutron-server[103305]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 26 21:34:26.083371 n-d-760453-5 neutron-server[103305]: self.callback(batched_events) Jan 26 21:34:26.083371 n-d-760453-5 neutron-server[103305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 26 21:34:26.083371 n-d-760453-5 neutron-server[103305]: event.method(event) Jan 26 21:34:26.083371 n-d-760453-5 neutron-server[103305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 26 21:34:26.083371 n-d-760453-5 neutron-server[103305]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 26 21:34:26.083371 n-d-760453-5 neutron-server[103305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 26 21:34:26.083371 n-d-760453-5 neutron-server[103305]: aggregate_uuid = self.p_client.list_aggregates( Jan 26 21:34:26.083371 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 26 21:34:26.083371 n-d-760453-5 neutron-server[103305]: return f(self, *a, **k) Jan 26 21:34:26.083371 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 26 21:34:26.083371 n-d-760453-5 neutron-server[103305]: return self._get(url).json() Jan 26 21:34:26.083371 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 26 21:34:26.083371 n-d-760453-5 neutron-server[103305]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 26 21:34:26.083371 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 26 21:34:26.083371 n-d-760453-5 neutron-server[103305]: return self.request(url, 'GET', **kwargs) Jan 26 21:34:26.083371 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 26 21:34:26.083371 n-d-760453-5 neutron-server[103305]: base_url = self.get_endpoint(auth, allow=allow, Jan 26 21:34:26.083371 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 26 21:34:26.083371 n-d-760453-5 neutron-server[103305]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 26 21:34:26.083371 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 26 21:34:26.083371 n-d-760453-5 neutron-server[103305]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 26 21:34:26.083371 n-d-760453-5 neutron-server[103305]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 26 21:34:26.147104 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-e802f2f3-5fa1-4ac1-af03-7e3a20b4e738 req-ac4231e5-b82d-4575-94c9-0e72a7cb6b83 service neutron] 10.222.0.57 "GET /v2.0/networks/ddc6a13b-59f6-4b5d-bef0-6e2351de5197?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5624278 Jan 26 21:34:26.150152 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f739fa1-6975-4b68-a26f-d234f91962fd req-3b9374ef-93cd-45fc-af58-fd0b1033895f tempest-ServerRescueNegativeTestJSON-1906345366 tempest-ServerRescueNegativeTestJSON-1906345366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:34:26.151696 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-5f739fa1-6975-4b68-a26f-d234f91962fd req-3b9374ef-93cd-45fc-af58-fd0b1033895f tempest-ServerRescueNegativeTestJSON-1906345366 tempest-ServerRescueNegativeTestJSON-1906345366-project] 10.222.0.13 "GET /v2.0/ports?device_id=d44474eb-f274-43f4-8a95-ce8dd4e67217 HTTP/1.1" status: 200 len: 943 time: 0.1303778 Jan 26 21:34:26.153855 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c703fc-bc13-4e15-8cb6-58175f203a11 req-873b8b21-32a4-4461-8ae5-935a248bde53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:34:26.155325 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-35c703fc-bc13-4e15-8cb6-58175f203a11 req-873b8b21-32a4-4461-8ae5-935a248bde53 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=0f60c6ee-6258-42ba-be50-39a409584134 HTTP/1.1" status: 200 len: 1097 time: 0.1424530 Jan 26 21:34:26.167639 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [req-508c97b7-8d8f-41a5-9abd-e8f62b685574 req-1424c80f-d867-4d1a-b872-9b2650dd22ab service neutron] For port 93d879d7-5330-44d8-8725-a2e9bab73e5a, host n-h1-760453-5, cleared binding levels {{(pid=103304) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 26 21:34:26.171451 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f19e20c-5716-4121-9c13-6f22dfd23837 req-45cd4625-80d6-40cb-b6a8-117dd9406251 tempest-TestSecurityGroupsBasicOps-883058817 tempest-TestSecurityGroupsBasicOps-883058817-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:34:26.172967 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-4f19e20c-5716-4121-9c13-6f22dfd23837 req-45cd4625-80d6-40cb-b6a8-117dd9406251 tempest-TestSecurityGroupsBasicOps-883058817 tempest-TestSecurityGroupsBasicOps-883058817-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=2dd4d85c-64cc-439d-9916-0cdf76dd618d HTTP/1.1" status: 200 len: 1135 time: 0.1138110 Jan 26 21:34:26.175659 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [req-508c97b7-8d8f-41a5-9abd-e8f62b685574 req-1424c80f-d867-4d1a-b872-9b2650dd22ab service neutron] For port 93d879d7-5330-44d8-8725-a2e9bab73e5a, host n-h1-760453-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-5',level=0,port_id=93d879d7-5330-44d8-8725-a2e9bab73e5a,segment=NetworkSegment(a4473f28-a350-457c-80a1-7c915c9512af),segment_id=a4473f28-a350-457c-80a1-7c915c9512af)] {{(pid=103304) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 26 21:34:26.188123 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-508c97b7-8d8f-41a5-9abd-e8f62b685574 req-1424c80f-d867-4d1a-b872-9b2650dd22ab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9281542'] for port (93d879d7-5330-44d8-8725-a2e9bab73e5a), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:34:26.214960 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-81a242de-e9d0-44ad-a9db-13658f2560ea tempest-NetworksIpV6Test-668566948 tempest-NetworksIpV6Test-668566948-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4110931'] for network (07657228-c9ba-44d1-8300-3fa6c0d0ea3b), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:34:26.225261 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-81a242de-e9d0-44ad-a9db-13658f2560ea tempest-NetworksIpV6Test-668566948 tempest-NetworksIpV6Test-668566948-project] Publish callbacks [] for network (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:34:26.228940 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-81a242de-e9d0-44ad-a9db-13658f2560ea tempest-NetworksIpV6Test-668566948 tempest-NetworksIpV6Test-668566948-project] 10.222.0.13 "DELETE /v2.0/networks/07657228-c9ba-44d1-8300-3fa6c0d0ea3b HTTP/1.1" status: 204 len: 168 time: 1.5115151 Jan 26 21:34:26.231097 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-4f19e20c-5716-4121-9c13-6f22dfd23837 req-ae309bab-58b7-4ab0-8507-2ed416fe7a67 tempest-TestSecurityGroupsBasicOps-883058817 tempest-TestSecurityGroupsBasicOps-883058817-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:34:26.234243 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 56378) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:34:26.263657 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508c97b7-8d8f-41a5-9abd-e8f62b685574 req-1424c80f-d867-4d1a-b872-9b2650dd22ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:34:26.264286 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-508c97b7-8d8f-41a5-9abd-e8f62b685574 req-1424c80f-d867-4d1a-b872-9b2650dd22ab service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:34:26.265017 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a242de-e9d0-44ad-a9db-13658f2560ea tempest-NetworksIpV6Test-668566948 tempest-NetworksIpV6Test-668566948-project] Pushing event deleted for resources: {'Network': ['ID=07657228-c9ba-44d1-8300-3fa6c0d0ea3b,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:34:26.265718 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-508c97b7-8d8f-41a5-9abd-e8f62b685574 req-1424c80f-d867-4d1a-b872-9b2650dd22ab service neutron] 10.222.0.66 "PUT /v2.0/ports/93d879d7-5330-44d8-8725-a2e9bab73e5a HTTP/1.1" status: 200 len: 1091 time: 1.1536713 Jan 26 21:34:26.268169 n-d-760453-5 neutron-server[103304]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd44474eb-f274-43f4-8a95-ce8dd4e67217', 'tag': '93d879d7-5330-44d8-8725-a2e9bab73e5a'}] {{(pid=103304) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 21:34:26.270050 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d52b45f1943fcd332af9527eb73ff93c8d715d44383a3f6d18de73b4cfcf87b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-359a51ae-c1e3-4861-ad0f-6f621dc1aa68" -d '{"events": [{"name": "network-changed", "server_uuid": "d44474eb-f274-43f4-8a95-ce8dd4e67217", "tag": "93d879d7-5330-44d8-8725-a2e9bab73e5a"}]}' {{(pid=103304) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 21:34:26.290167 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-5f739fa1-6975-4b68-a26f-d234f91962fd req-16af9452-38a1-4d46-9c12-92dec14e775a tempest-ServerRescueNegativeTestJSON-1906345366 tempest-ServerRescueNegativeTestJSON-1906345366-project] 10.222.0.13 "GET /v2.0/security-groups?id=f2b62cd4-5049-4cd6-9f4f-183cc22ee8c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1310987 Jan 26 21:34:26.296436 n-d-760453-5 neutron-server[103305]: INFO neutron.pecan_wsgi.hooks.translation [None req-67ecddf8-0dc2-4c91-9fe7-c65bd915ae2b tempest-NetworksIpV6Test-668566948 tempest-NetworksIpV6Test-668566948-project] DELETE failed (client error): The resource could not be found. Jan 26 21:34:26.296890 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-67ecddf8-0dc2-4c91-9fe7-c65bd915ae2b tempest-NetworksIpV6Test-668566948 tempest-NetworksIpV6Test-668566948-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103305) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 26 21:34:26.303091 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-67ecddf8-0dc2-4c91-9fe7-c65bd915ae2b tempest-NetworksIpV6Test-668566948 tempest-NetworksIpV6Test-668566948-project] 10.222.0.13 "DELETE /v2.0/subnets/89958027-80d9-4de6-95a6-5d8394c5c1bf HTTP/1.1" status: 404 len: 337 time: 0.0514140 Jan 26 21:34:26.306266 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 56382) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:34:26.320379 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1424c80f-d867-4d1a-b872-9b2650dd22ab service neutron] Pushing event updated for resources: {'Port': ['ID=93d879d7-5330-44d8-8725-a2e9bab73e5a,revision_number=3']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:34:26.324301 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-35c703fc-bc13-4e15-8cb6-58175f203a11 req-22e9b36c-5112-49b9-84e6-2abc4d90d188 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=c855b7af-ae6a-4b31-98b5-41bfc1142283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1579564 Jan 26 21:34:26.338563 n-d-760453-5 neutron-server[103304]: INFO neutron.pecan_wsgi.hooks.translation [None req-5c7cedad-badb-406e-bd4b-180295f236c3 tempest-NetworksIpV6Test-668566948 tempest-NetworksIpV6Test-668566948-project] DELETE failed (client error): The resource could not be found. Jan 26 21:34:26.339098 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5c7cedad-badb-406e-bd4b-180295f236c3 tempest-NetworksIpV6Test-668566948 tempest-NetworksIpV6Test-668566948-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103304) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 26 21:34:26.340454 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-e802f2f3-5fa1-4ac1-af03-7e3a20b4e738 req-74ef5b70-62e5-4d14-9be2-6d6c318b0ce3 service neutron] 10.222.0.57 "GET /v2.0/networks/ddc6a13b-59f6-4b5d-bef0-6e2351de5197?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1840780 Jan 26 21:34:26.344687 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-5c7cedad-badb-406e-bd4b-180295f236c3 tempest-NetworksIpV6Test-668566948 tempest-NetworksIpV6Test-668566948-project] 10.222.0.13 "DELETE /v2.0/networks/df68393d-127b-4540-8b60-a35dac3b9561 HTTP/1.1" status: 404 len: 339 time: 0.0350139 Jan 26 21:34:26.344850 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 56384) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:34:26.380212 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 26 Jan 2022 21:34:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b70d268-919d-4e19-ba15-e4123aa4be6b x-openstack-request-id: req-0b70d268-919d-4e19-ba15-e4123aa4be6b {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 21:34:26.380504 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d44474eb-f274-43f4-8a95-ce8dd4e67217", "tag": "93d879d7-5330-44d8-8725-a2e9bab73e5a", "status": "completed", "code": 200}]} {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 21:34:26.380759 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-0b70d268-919d-4e19-ba15-e4123aa4be6b {{(pid=103304) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 21:34:26.381169 n-d-760453-5 neutron-server[103304]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd44474eb-f274-43f4-8a95-ce8dd4e67217', 'tag': '93d879d7-5330-44d8-8725-a2e9bab73e5a', 'status': 'completed', 'code': 200} Jan 26 21:34:26.401369 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.db_base_plugin_v2 [None req-08cc95c0-d3ac-4764-8f03-a172ecd4613a tempest-NetworksIpV6Test-668566948 tempest-NetworksIpV6Test-668566948-project] Deleting subnet 197f79a2-0bc7-429c-8719-f867a55d8a4e {{(pid=103305) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 26 21:34:26.412999 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-08cc95c0-d3ac-4764-8f03-a172ecd4613a tempest-NetworksIpV6Test-668566948 tempest-NetworksIpV6Test-668566948-project] Publish callbacks [] for subnet (197f79a2-0bc7-429c-8719-f867a55d8a4e), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:34:26.413279 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-4f19e20c-5716-4121-9c13-6f22dfd23837 req-ae309bab-58b7-4ab0-8507-2ed416fe7a67 tempest-TestSecurityGroupsBasicOps-883058817 tempest-TestSecurityGroupsBasicOps-883058817-project-admin] Publish callbacks [] for security_group (a5aa8d43-b25a-4ce6-b2e7-b7fabab9f76a), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:34:26.417949 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-4f19e20c-5716-4121-9c13-6f22dfd23837 req-ae309bab-58b7-4ab0-8507-2ed416fe7a67 tempest-TestSecurityGroupsBasicOps-883058817 tempest-TestSecurityGroupsBasicOps-883058817-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (a5aa8d43-b25a-4ce6-b2e7-b7fabab9f76a), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:34:26.464696 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae309bab-58b7-4ab0-8507-2ed416fe7a67 tempest-TestSecurityGroupsBasicOps-883058817 tempest-TestSecurityGroupsBasicOps-883058817-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5aa8d43-b25a-4ce6-b2e7-b7fabab9f76a,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:34:26.470966 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-4f19e20c-5716-4121-9c13-6f22dfd23837 req-ae309bab-58b7-4ab0-8507-2ed416fe7a67 tempest-TestSecurityGroupsBasicOps-883058817 tempest-TestSecurityGroupsBasicOps-883058817-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=019c5dd0-48a2-4336-ab92-4675db775363&id=4613631d-fc8a-4f72-b090-d98f77103cd0&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.2877021 Jan 26 21:34:26.475237 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-08cc95c0-d3ac-4764-8f03-a172ecd4613a tempest-NetworksIpV6Test-668566948 tempest-NetworksIpV6Test-668566948-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11788946'] for subnet (197f79a2-0bc7-429c-8719-f867a55d8a4e), precommit_delete_associations {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:34:26.497985 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 56386) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:34:26.504294 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51429e17-d80e-40fb-a0c2-8c02e177c013 req-5641ef32-dfc6-4c0d-8269-06e6f8654cef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:34:26.505816 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-51429e17-d80e-40fb-a0c2-8c02e177c013 req-5641ef32-dfc6-4c0d-8269-06e6f8654cef service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=9fe9bf64b7a147db94c9d1463a376745&device_id=30d7561b-6127-4f61-84b5-67bd2c427d93 HTTP/1.1" status: 200 len: 1095 time: 0.1021621 Jan 26 21:34:26.550545 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a3670e2-c24c-46db-8471-0a81d1149471 tempest-TestSecurityGroupsBasicOps-883058817 tempest-TestSecurityGroupsBasicOps-883058817-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:34:26.551499 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device b45401d0-c046-49eb-991f-85af6d84bd29 no longer exists at agent ovs-agent-n-d-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 26 21:34:26.553354 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-5a3670e2-c24c-46db-8471-0a81d1149471 tempest-TestSecurityGroupsBasicOps-883058817 tempest-TestSecurityGroupsBasicOps-883058817-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=2dd4d85c-64cc-439d-9916-0cdf76dd618d HTTP/1.1" status: 200 len: 1130 time: 0.0528619 Jan 26 21:34:26.555418 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 56388) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:34:26.560045 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-23cb3a75-cd56-4308-8472-911ec69db702 tempest-TestSecurityGroupsBasicOps-1066020799 tempest-TestSecurityGroupsBasicOps-1066020799-project] Request body: {'floatingip': {'floating_network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'port_id': '78fa139d-3729-425c-8c0d-09c504d4c63f', 'tenant_id': '205750efebb7460ebd239c85a19dfc92', 'fixed_ip_address': '172.20.0.4'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:34:26.573324 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] No Port match for: b45401d0-c046-49eb-991f-85af6d84bd29 {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 26 21:34:26.573940 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device b45401d0-c046-49eb-991f-85af6d84bd29 not bound to the agent host n-d-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 26 21:34:26.588933 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-23cb3a75-cd56-4308-8472-911ec69db702 tempest-TestSecurityGroupsBasicOps-1066020799 tempest-TestSecurityGroupsBasicOps-1066020799-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:34:26.628295 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-08cc95c0-d3ac-4764-8f03-a172ecd4613a tempest-NetworksIpV6Test-668566948 tempest-NetworksIpV6Test-668566948-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687316'] for subnet (197f79a2-0bc7-429c-8719-f867a55d8a4e), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:34:26.666837 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51429e17-d80e-40fb-a0c2-8c02e177c013 req-b430a52b-31f9-4012-80f7-301bff09cf0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:34:26.668337 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-51429e17-d80e-40fb-a0c2-8c02e177c013 req-b430a52b-31f9-4012-80f7-301bff09cf0a service neutron] 10.222.0.57 "GET /v2.0/networks?id=ddc6a13b-59f6-4b5d-bef0-6e2351de5197 HTTP/1.1" status: 200 len: 920 time: 0.1548018 Jan 26 21:34:26.715789 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-51429e17-d80e-40fb-a0c2-8c02e177c013 req-1a58bbc8-bfe1-471a-8756-062fdf79cd70 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=26991818-dced-4f7d-af94-cd455a977fb3 HTTP/1.1" status: 200 len: 217 time: 0.0399303 Jan 26 21:34:26.752752 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-23cb3a75-cd56-4308-8472-911ec69db702 tempest-TestSecurityGroupsBasicOps-1066020799 tempest-TestSecurityGroupsBasicOps-1066020799-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:34:26.763672 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-08cc95c0-d3ac-4764-8f03-a172ecd4613a tempest-NetworksIpV6Test-668566948 tempest-NetworksIpV6Test-668566948-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11791594', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11599980'] for subnet (197f79a2-0bc7-429c-8719-f867a55d8a4e), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:34:26.770483 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508c97b7-8d8f-41a5-9abd-e8f62b685574 req-14181ad0-803f-40f6-b2f6-01fc7a95c76f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:34:26.772254 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-508c97b7-8d8f-41a5-9abd-e8f62b685574 req-14181ad0-803f-40f6-b2f6-01fc7a95c76f service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=9fe9bf64b7a147db94c9d1463a376745&device_id=d44474eb-f274-43f4-8a95-ce8dd4e67217 HTTP/1.1" status: 200 len: 1094 time: 0.0923083 Jan 26 21:34:26.799688 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08cc95c0-d3ac-4764-8f03-a172ecd4613a tempest-NetworksIpV6Test-668566948 tempest-NetworksIpV6Test-668566948-project] Pushing event deleted for resources: {'Subnet': ['ID=197f79a2-0bc7-429c-8719-f867a55d8a4e,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:34:26.801609 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-08cc95c0-d3ac-4764-8f03-a172ecd4613a tempest-NetworksIpV6Test-668566948 tempest-NetworksIpV6Test-668566948-project] Publish callbacks [] for subnet (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:34:26.804794 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-08cc95c0-d3ac-4764-8f03-a172ecd4613a tempest-NetworksIpV6Test-668566948 tempest-NetworksIpV6Test-668566948-project] 10.222.0.13 "DELETE /v2.0/subnets/197f79a2-0bc7-429c-8719-f867a55d8a4e HTTP/1.1" status: 204 len: 168 time: 0.4587815 Jan 26 21:34:26.807613 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51429e17-d80e-40fb-a0c2-8c02e177c013 req-1d7dc812-7c98-4f00-8b2e-bcbe52bb91a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:34:26.808996 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-51429e17-d80e-40fb-a0c2-8c02e177c013 req-1d7dc812-7c98-4f00-8b2e-bcbe52bb91a6 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=6905e0b0-940b-4429-8258-6df3380ce8bb HTTP/1.1" status: 200 len: 859 time: 0.0862300 Jan 26 21:34:26.809397 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 56392) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:34:26.811307 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78692d6f-46a5-4bbf-9891-5266d407bbe9 None None] Network 658e6460-78a3-46f4-bc91-cb7e18e26fc5 requested from n-d-760453-5 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 26 21:34:26.824543 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761cdb30-bde6-4d5d-bbb0-e46dec17dced req-c0217a81-8e12-45df-ae50-61a6489cf4ca tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:34:26.826170 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-761cdb30-bde6-4d5d-bbb0-e46dec17dced req-c0217a81-8e12-45df-ae50-61a6489cf4ca tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] 10.222.0.13 "GET /v2.0/ports?device_id=0f60c6ee-6258-42ba-be50-39a409584134 HTTP/1.1" status: 200 len: 946 time: 0.1345022 Jan 26 21:34:26.865372 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-508c97b7-8d8f-41a5-9abd-e8f62b685574 req-980fe865-adb6-445b-aab6-86675fd296ff service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=93d879d7-5330-44d8-8725-a2e9bab73e5a HTTP/1.1" status: 200 len: 217 time: 0.0580645 Jan 26 21:34:26.880274 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-51429e17-d80e-40fb-a0c2-8c02e177c013 req-edb6b123-5bf8-4e91-a853-b9905beed41c service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=ddc6a13b-59f6-4b5d-bef0-6e2351de5197&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0632074 Jan 26 21:34:26.956303 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-c1bebdcd-1830-4042-86ce-a6d3dd3f342c tempest-NetworksIpV6Test-668566948 tempest-NetworksIpV6Test-668566948-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-748181'] for network (658e6460-78a3-46f4-bc91-cb7e18e26fc5), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:34:26.983906 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75efce1a-3cd3-4f34-9c6e-79adface60fb None None] DHCP port deletion for 658e6460-78a3-46f4-bc91-cb7e18e26fc5 request from n-d-760453-5 {{(pid=103306) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 26 21:34:26.990212 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508c97b7-8d8f-41a5-9abd-e8f62b685574 req-d87676f4-1e77-4c00-bfa1-63d1eb3d3073 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:34:26.992316 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-508c97b7-8d8f-41a5-9abd-e8f62b685574 req-d87676f4-1e77-4c00-bfa1-63d1eb3d3073 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=6905e0b0-940b-4429-8258-6df3380ce8bb HTTP/1.1" status: 200 len: 859 time: 0.1151161 Jan 26 21:34:27.019885 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-51429e17-d80e-40fb-a0c2-8c02e177c013 req-0673420f-2c7a-4b1e-9007-0239aa26a510 service neutron] 10.222.0.57 "GET /v2.0/networks/ddc6a13b-59f6-4b5d-bef0-6e2351de5197?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1323292 Jan 26 21:34:27.035298 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-761cdb30-bde6-4d5d-bbb0-e46dec17dced req-b43b95b8-aac3-49c1-b354-b3acda8ba5d3 tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] 10.222.0.13 "GET /v2.0/security-groups?id=c855b7af-ae6a-4b31-98b5-41bfc1142283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1721756 Jan 26 21:34:27.036595 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.db_base_plugin_common [None req-23cb3a75-cd56-4308-8472-911ec69db702 tempest-TestSecurityGroupsBasicOps-1066020799 tempest-TestSecurityGroupsBasicOps-1066020799-project] Allocated IP 172.25.1.166 (4140a1f1-c93a-4bea-83a0-68953a54f299/e48251a1-e30d-4820-8396-00c6f6aeb601/f2afa02d-661e-4c5f-a0fd-c707cd205317) {{(pid=103304) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 21:34:27.040251 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-508c97b7-8d8f-41a5-9abd-e8f62b685574 req-9b255b5e-b787-4dda-9797-816f7247bea1 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=ddc6a13b-59f6-4b5d-bef0-6e2351de5197&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0413697 Jan 26 21:34:27.043131 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-75efce1a-3cd3-4f34-9c6e-79adface60fb None None] Deleting port 7e0b0365-423e-4908-980e-c60cf6f68f3a {{(pid=103306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 21:34:27.043950 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-75efce1a-3cd3-4f34-9c6e-79adface60fb None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746560630878'] for port (7e0b0365-423e-4908-980e-c60cf6f68f3a), before_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:34:27.095236 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-c1bebdcd-1830-4042-86ce-a6d3dd3f342c tempest-NetworksIpV6Test-668566948 tempest-NetworksIpV6Test-668566948-project] Deleting port 7e0b0365-423e-4908-980e-c60cf6f68f3a {{(pid=103305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 21:34:27.095589 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-c1bebdcd-1830-4042-86ce-a6d3dd3f342c tempest-NetworksIpV6Test-668566948 tempest-NetworksIpV6Test-668566948-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746560630878'] for port (7e0b0365-423e-4908-980e-c60cf6f68f3a), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:34:27.125076 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-75efce1a-3cd3-4f34-9c6e-79adface60fb None None] For port 7e0b0365-423e-4908-980e-c60cf6f68f3a, host n-d-760453-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=7e0b0365-423e-4908-980e-c60cf6f68f3a,segment=NetworkSegment(53229be0-e58c-4667-b3d2-5318d1876772),segment_id=53229be0-e58c-4667-b3d2-5318d1876772)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:34:27.125587 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-75efce1a-3cd3-4f34-9c6e-79adface60fb None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4109658'] for port (7e0b0365-423e-4908-980e-c60cf6f68f3a), precommit_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:34:27.139924 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-75efce1a-3cd3-4f34-9c6e-79adface60fb None None] Calling delete_port for 7e0b0365-423e-4908-980e-c60cf6f68f3a owned by network:dhcp {{(pid=103306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 21:34:27.177892 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-51429e17-d80e-40fb-a0c2-8c02e177c013 req-01ff23ad-8cb7-4d38-93a4-4afc73c3bb83 service neutron] 10.222.0.57 "GET /v2.0/networks/ddc6a13b-59f6-4b5d-bef0-6e2351de5197?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1510496 Jan 26 21:34:27.184985 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [None req-c1bebdcd-1830-4042-86ce-a6d3dd3f342c tempest-NetworksIpV6Test-668566948 tempest-NetworksIpV6Test-668566948-project] For port 7e0b0365-423e-4908-980e-c60cf6f68f3a, host n-d-760453-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=7e0b0365-423e-4908-980e-c60cf6f68f3a,segment=NetworkSegment(53229be0-e58c-4667-b3d2-5318d1876772),segment_id=53229be0-e58c-4667-b3d2-5318d1876772)] {{(pid=103305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:34:27.185371 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-c1bebdcd-1830-4042-86ce-a6d3dd3f342c tempest-NetworksIpV6Test-668566948 tempest-NetworksIpV6Test-668566948-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4109658'] for port (7e0b0365-423e-4908-980e-c60cf6f68f3a), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:34:27.199574 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-c1bebdcd-1830-4042-86ce-a6d3dd3f342c tempest-NetworksIpV6Test-668566948 tempest-NetworksIpV6Test-668566948-project] Calling delete_port for 7e0b0365-423e-4908-980e-c60cf6f68f3a owned by network:dhcp {{(pid=103305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 21:34:27.219002 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-508c97b7-8d8f-41a5-9abd-e8f62b685574 req-48042280-9129-4d61-827a-2bb29f694791 service neutron] 10.222.0.66 "GET /v2.0/networks/ddc6a13b-59f6-4b5d-bef0-6e2351de5197?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1721406 Jan 26 21:34:27.241179 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-75efce1a-3cd3-4f34-9c6e-79adface60fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746560636600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746560234536'] for port (7e0b0365-423e-4908-980e-c60cf6f68f3a), after_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:34:27.273801 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75efce1a-3cd3-4f34-9c6e-79adface60fb None None] No DVR routers for this DVR port 7e0b0365-423e-4908-980e-c60cf6f68f3a on host n-d-760453-5 {{(pid=103306) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 26 21:34:27.278459 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75efce1a-3cd3-4f34-9c6e-79adface60fb None None] Pushing event deleted for resources: {'Port': ['ID=7e0b0365-423e-4908-980e-c60cf6f68f3a,revision_number=None']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:34:27.281601 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-c1bebdcd-1830-4042-86ce-a6d3dd3f342c tempest-NetworksIpV6Test-668566948 tempest-NetworksIpV6Test-668566948-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746560636600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746560234536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11791543'] for port (7e0b0365-423e-4908-980e-c60cf6f68f3a), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:34:27.296363 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-23cb3a75-cd56-4308-8472-911ec69db702 tempest-TestSecurityGroupsBasicOps-1066020799 tempest-TestSecurityGroupsBasicOps-1066020799-project] Publish callbacks [] for port (f2afa02d-661e-4c5f-a0fd-c707cd205317), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:34:27.308982 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1bebdcd-1830-4042-86ce-a6d3dd3f342c tempest-NetworksIpV6Test-668566948 tempest-NetworksIpV6Test-668566948-project] Pushing event deleted for resources: {'Port': ['ID=7e0b0365-423e-4908-980e-c60cf6f68f3a,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:34:27.312458 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1bebdcd-1830-4042-86ce-a6d3dd3f342c tempest-NetworksIpV6Test-668566948 tempest-NetworksIpV6Test-668566948-project] No DVR routers for this DVR port 7e0b0365-423e-4908-980e-c60cf6f68f3a on host n-d-760453-5 {{(pid=103305) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 26 21:34:27.364913 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-508c97b7-8d8f-41a5-9abd-e8f62b685574 req-92fdde16-2927-44a9-9415-51f304530bee service neutron] 10.222.0.66 "GET /v2.0/networks/ddc6a13b-59f6-4b5d-bef0-6e2351de5197?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1385109 Jan 26 21:34:27.370550 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-23cb3a75-cd56-4308-8472-911ec69db702 tempest-TestSecurityGroupsBasicOps-1066020799 tempest-TestSecurityGroupsBasicOps-1066020799-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746560234527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9281553'] for port (f2afa02d-661e-4c5f-a0fd-c707cd205317), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:34:27.404336 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-c1bebdcd-1830-4042-86ce-a6d3dd3f342c tempest-NetworksIpV6Test-668566948 tempest-NetworksIpV6Test-668566948-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-686403', 'neutron.services.segments.db._delete_segments_for_network-8746560774018'] for network (658e6460-78a3-46f4-bc91-cb7e18e26fc5), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:34:27.426423 n-d-760453-5 neutron-server[103305]: DEBUG neutron.services.segments.db [None req-c1bebdcd-1830-4042-86ce-a6d3dd3f342c tempest-NetworksIpV6Test-668566948 tempest-NetworksIpV6Test-668566948-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['658e6460-78a3-46f4-bc91-cb7e18e26fc5']}} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:34:27.436739 n-d-760453-5 neutron-server[103305]: DEBUG neutron.services.segments.db [None req-c1bebdcd-1830-4042-86ce-a6d3dd3f342c tempest-NetworksIpV6Test-668566948 tempest-NetworksIpV6Test-668566948-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '53229be0-e58c-4667-b3d2-5318d1876772') {'for_net_delete': True} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:34:27.437035 n-d-760453-5 neutron-server[103305]: DEBUG neutron.services.segments.db [None req-c1bebdcd-1830-4042-86ce-a6d3dd3f342c tempest-NetworksIpV6Test-668566948 tempest-NetworksIpV6Test-668566948-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '53229be0-e58c-4667-b3d2-5318d1876772') {} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:34:27.446893 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-c1bebdcd-1830-4042-86ce-a6d3dd3f342c tempest-NetworksIpV6Test-668566948 tempest-NetworksIpV6Test-668566948-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746560742283', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11788955'] for segment (53229be0-e58c-4667-b3d2-5318d1876772), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:34:27.449040 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23cb3a75-cd56-4308-8472-911ec69db702 tempest-TestSecurityGroupsBasicOps-1066020799 tempest-TestSecurityGroupsBasicOps-1066020799-project] Network 4140a1f1-c93a-4bea-83a0-68953a54f299 is already hosted by enough agents. {{(pid=103304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 21:34:27.456308 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [None req-23cb3a75-cd56-4308-8472-911ec69db702 tempest-TestSecurityGroupsBasicOps-1066020799 tempest-TestSecurityGroupsBasicOps-1066020799-project] Resources bound (agent type, host, resource id): {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:34:27.463931 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-c1bebdcd-1830-4042-86ce-a6d3dd3f342c tempest-NetworksIpV6Test-668566948 tempest-NetworksIpV6Test-668566948-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576559'] for segment (53229be0-e58c-4667-b3d2-5318d1876772), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:34:27.464211 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23cb3a75-cd56-4308-8472-911ec69db702 tempest-TestSecurityGroupsBasicOps-1066020799 tempest-TestSecurityGroupsBasicOps-1066020799-project] Received port after_create {{(pid=103304) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 21:34:27.472538 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c1bebdcd-1830-4042-86ce-a6d3dd3f342c tempest-NetworksIpV6Test-668566948 tempest-NetworksIpV6Test-668566948-project] Releasing vlan 592 on physical network physnet1 to pool {{(pid=103305) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 26 21:34:27.473128 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-c1bebdcd-1830-4042-86ce-a6d3dd3f342c tempest-NetworksIpV6Test-668566948 tempest-NetworksIpV6Test-668566948-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11791428'] for segment (53229be0-e58c-4667-b3d2-5318d1876772), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:34:27.477613 n-d-760453-5 neutron-server[103305]: Traceback (most recent call last): Jan 26 21:34:27.477613 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 26 21:34:27.477613 n-d-760453-5 neutron-server[103305]: timer() Jan 26 21:34:27.477613 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 26 21:34:27.477613 n-d-760453-5 neutron-server[103305]: cb(*args, **kw) Jan 26 21:34:27.477613 n-d-760453-5 neutron-server[103305]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 26 21:34:27.477613 n-d-760453-5 neutron-server[103305]: return func(*args, **kwargs) Jan 26 21:34:27.477613 n-d-760453-5 neutron-server[103305]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 26 21:34:27.477613 n-d-760453-5 neutron-server[103305]: self._notify() Jan 26 21:34:27.477613 n-d-760453-5 neutron-server[103305]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 26 21:34:27.477613 n-d-760453-5 neutron-server[103305]: self.callback(batched_events) Jan 26 21:34:27.477613 n-d-760453-5 neutron-server[103305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 26 21:34:27.477613 n-d-760453-5 neutron-server[103305]: event.method(event) Jan 26 21:34:27.477613 n-d-760453-5 neutron-server[103305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 26 21:34:27.477613 n-d-760453-5 neutron-server[103305]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 26 21:34:27.477613 n-d-760453-5 neutron-server[103305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 26 21:34:27.477613 n-d-760453-5 neutron-server[103305]: aggregate_uuid = self.p_client.list_aggregates( Jan 26 21:34:27.477613 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 26 21:34:27.477613 n-d-760453-5 neutron-server[103305]: return f(self, *a, **k) Jan 26 21:34:27.477613 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 26 21:34:27.477613 n-d-760453-5 neutron-server[103305]: return self._get(url).json() Jan 26 21:34:27.477613 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 26 21:34:27.477613 n-d-760453-5 neutron-server[103305]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 26 21:34:27.477613 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 26 21:34:27.477613 n-d-760453-5 neutron-server[103305]: return self.request(url, 'GET', **kwargs) Jan 26 21:34:27.477613 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 26 21:34:27.477613 n-d-760453-5 neutron-server[103305]: base_url = self.get_endpoint(auth, allow=allow, Jan 26 21:34:27.477613 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 26 21:34:27.477613 n-d-760453-5 neutron-server[103305]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 26 21:34:27.477613 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 26 21:34:27.477613 n-d-760453-5 neutron-server[103305]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 26 21:34:27.477613 n-d-760453-5 neutron-server[103305]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 26 21:34:27.491160 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23cb3a75-cd56-4308-8472-911ec69db702 tempest-TestSecurityGroupsBasicOps-1066020799 tempest-TestSecurityGroupsBasicOps-1066020799-project] Pushing event updated for resources: {'Port': ['ID=f2afa02d-661e-4c5f-a0fd-c707cd205317,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:34:27.542222 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f20a28-2ab6-40b7-826b-6c632cbdff2a req-89c0b2e7-f8a2-4f67-a8ab-5f9dcab2362c tempest-ServerRescueNegativeTestJSON-1906345366 tempest-ServerRescueNegativeTestJSON-1906345366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:34:27.543494 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-c1bebdcd-1830-4042-86ce-a6d3dd3f342c tempest-NetworksIpV6Test-668566948 tempest-NetworksIpV6Test-668566948-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4110931'] for network (658e6460-78a3-46f4-bc91-cb7e18e26fc5), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:34:27.543909 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-44f20a28-2ab6-40b7-826b-6c632cbdff2a req-89c0b2e7-f8a2-4f67-a8ab-5f9dcab2362c tempest-ServerRescueNegativeTestJSON-1906345366 tempest-ServerRescueNegativeTestJSON-1906345366-project] 10.222.0.13 "GET /v2.0/ports?device_id=d44474eb-f274-43f4-8a95-ce8dd4e67217 HTTP/1.1" status: 200 len: 943 time: 0.1647642 Jan 26 21:34:27.550667 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-c1bebdcd-1830-4042-86ce-a6d3dd3f342c tempest-NetworksIpV6Test-668566948 tempest-NetworksIpV6Test-668566948-project] Publish callbacks [] for network (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:34:27.553895 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-c1bebdcd-1830-4042-86ce-a6d3dd3f342c tempest-NetworksIpV6Test-668566948 tempest-NetworksIpV6Test-668566948-project] 10.222.0.13 "DELETE /v2.0/networks/658e6460-78a3-46f4-bc91-cb7e18e26fc5 HTTP/1.1" status: 204 len: 168 time: 0.7436025 Jan 26 21:34:27.567237 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1bebdcd-1830-4042-86ce-a6d3dd3f342c tempest-NetworksIpV6Test-668566948 tempest-NetworksIpV6Test-668566948-project] Pushing event deleted for resources: {'Network': ['ID=658e6460-78a3-46f4-bc91-cb7e18e26fc5,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:34:27.614352 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359a51ae-c1e3-4861-ad0f-6f621dc1aa68 req-cd71ba47-8f7d-42dc-8d7a-cd957c234e56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:34:27.616143 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-359a51ae-c1e3-4861-ad0f-6f621dc1aa68 req-cd71ba47-8f7d-42dc-8d7a-cd957c234e56 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=9fe9bf64b7a147db94c9d1463a376745&device_id=d44474eb-f274-43f4-8a95-ce8dd4e67217 HTTP/1.1" status: 200 len: 1094 time: 0.1216569 Jan 26 21:34:27.671429 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-44f20a28-2ab6-40b7-826b-6c632cbdff2a req-bd9393ff-0447-4efd-8f8c-b1e30135e9ea tempest-ServerRescueNegativeTestJSON-1906345366 tempest-ServerRescueNegativeTestJSON-1906345366-project] 10.222.0.13 "GET /v2.0/security-groups?id=f2b62cd4-5049-4cd6-9f4f-183cc22ee8c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207640 Jan 26 21:34:27.766872 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 56400) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:34:27.855243 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359a51ae-c1e3-4861-ad0f-6f621dc1aa68 req-ad0b2c44-3c81-4ee3-ad89-a6e693746616 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:34:27.856722 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-359a51ae-c1e3-4861-ad0f-6f621dc1aa68 req-ad0b2c44-3c81-4ee3-ad89-a6e693746616 service neutron] 10.222.0.66 "GET /v2.0/networks?id=ddc6a13b-59f6-4b5d-bef0-6e2351de5197 HTTP/1.1" status: 200 len: 920 time: 0.1762083 Jan 26 21:34:27.906883 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-97c3712b-5db9-40be-b13b-70d2fb768872 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=2462d16165ce43afa6a1542a7ea701c8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1387064 Jan 26 21:34:27.909591 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 56404) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:34:27.925966 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-359a51ae-c1e3-4861-ad0f-6f621dc1aa68 req-52476301-97c3-4054-973e-d59f535a1a19 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=93d879d7-5330-44d8-8725-a2e9bab73e5a HTTP/1.1" status: 200 len: 217 time: 0.0439360 Jan 26 21:34:27.962088 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-aa5bca8b-b76d-4ad2-acaf-9d20c51902b7 admin admin] Publish callbacks [] for security_group (7050780a-cb14-4831-9a83-d1e50211a39b), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:34:27.985724 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-aa5bca8b-b76d-4ad2-acaf-9d20c51902b7 admin admin] Publish callbacks [] for security_group (7050780a-cb14-4831-9a83-d1e50211a39b), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:34:28.027669 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359a51ae-c1e3-4861-ad0f-6f621dc1aa68 req-853291b3-909b-4515-8d09-9535532d6c32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:34:28.029564 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-359a51ae-c1e3-4861-ad0f-6f621dc1aa68 req-853291b3-909b-4515-8d09-9535532d6c32 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=6905e0b0-940b-4429-8258-6df3380ce8bb HTTP/1.1" status: 200 len: 859 time: 0.0966642 Jan 26 21:34:28.034803 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-aa5bca8b-b76d-4ad2-acaf-9d20c51902b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (7050780a-cb14-4831-9a83-d1e50211a39b), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:34:28.037755 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-aa5bca8b-b76d-4ad2-acaf-9d20c51902b7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:34:28.039565 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-aa5bca8b-b76d-4ad2-acaf-9d20c51902b7 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/7050780a-cb14-4831-9a83-d1e50211a39b HTTP/1.1" status: 204 len: 168 time: 0.1284101 Jan 26 21:34:28.047725 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5bca8b-b76d-4ad2-acaf-9d20c51902b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7050780a-cb14-4831-9a83-d1e50211a39b,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:34:28.108097 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-359a51ae-c1e3-4861-ad0f-6f621dc1aa68 req-d7fdbdb0-c29c-4451-a049-f175f8cc907a service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=ddc6a13b-59f6-4b5d-bef0-6e2351de5197&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0470965 Jan 26 21:34:28.203298 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-23cb3a75-cd56-4308-8472-911ec69db702 tempest-TestSecurityGroupsBasicOps-1066020799 tempest-TestSecurityGroupsBasicOps-1066020799-project] Publish callbacks [] for floatingip (cb165ef3-60c7-471f-843f-269d9a09a434), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:34:28.277016 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec09255-38cf-4920-b2ff-9f38a8e556a4 req-ff272c8d-63d8-482d-b4ee-eb31660a6e99 tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:34:28.278556 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-4ec09255-38cf-4920-b2ff-9f38a8e556a4 req-ff272c8d-63d8-482d-b4ee-eb31660a6e99 tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] 10.222.0.13 "GET /v2.0/ports?device_id=0f60c6ee-6258-42ba-be50-39a409584134 HTTP/1.1" status: 200 len: 946 time: 0.1509352 Jan 26 21:34:28.315609 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-359a51ae-c1e3-4861-ad0f-6f621dc1aa68 req-77e5db8a-4f4e-4c1c-abaf-833b02775e4d service neutron] 10.222.0.66 "GET /v2.0/networks/ddc6a13b-59f6-4b5d-bef0-6e2351de5197?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1981785 Jan 26 21:34:28.350891 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-23cb3a75-cd56-4308-8472-911ec69db702 tempest-TestSecurityGroupsBasicOps-1066020799 tempest-TestSecurityGroupsBasicOps-1066020799-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (f2afa02d-661e-4c5f-a0fd-c707cd205317), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:34:28.434981 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-4ec09255-38cf-4920-b2ff-9f38a8e556a4 req-33bbbc4b-252d-47a4-a96b-d4df6636bada tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] 10.222.0.13 "GET /v2.0/security-groups?id=c855b7af-ae6a-4b31-98b5-41bfc1142283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1488655 Jan 26 21:34:28.520150 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-359a51ae-c1e3-4861-ad0f-6f621dc1aa68 req-ef5606a9-3523-47af-97b3-03b6e049d717 service neutron] 10.222.0.66 "GET /v2.0/networks/ddc6a13b-59f6-4b5d-bef0-6e2351de5197?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1932724 Jan 26 21:34:28.593442 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-23cb3a75-cd56-4308-8472-911ec69db702 tempest-TestSecurityGroupsBasicOps-1066020799 tempest-TestSecurityGroupsBasicOps-1066020799-project] Publish callbacks [] for port (f2afa02d-661e-4c5f-a0fd-c707cd205317), precommit_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:34:28.595602 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device 7e0b0365-423e-4908-980e-c60cf6f68f3a no longer exists at agent ovs-agent-n-d-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 26 21:34:28.600017 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-23cb3a75-cd56-4308-8472-911ec69db702 tempest-TestSecurityGroupsBasicOps-1066020799 tempest-TestSecurityGroupsBasicOps-1066020799-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9281542'] for port (f2afa02d-661e-4c5f-a0fd-c707cd205317), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:34:28.617698 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] No Port match for: 7e0b0365-423e-4908-980e-c60cf6f68f3a {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 26 21:34:28.618037 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device 7e0b0365-423e-4908-980e-c60cf6f68f3a not bound to the agent host n-d-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 26 21:34:28.703729 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23cb3a75-cd56-4308-8472-911ec69db702 tempest-TestSecurityGroupsBasicOps-1066020799 tempest-TestSecurityGroupsBasicOps-1066020799-project] Pushing event updated for resources: {'Port': ['ID=f2afa02d-661e-4c5f-a0fd-c707cd205317,revision_number=2']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:34:28.722338 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-23cb3a75-cd56-4308-8472-911ec69db702 tempest-TestSecurityGroupsBasicOps-1066020799 tempest-TestSecurityGroupsBasicOps-1066020799-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4110913'] for floatingip (cb165ef3-60c7-471f-843f-269d9a09a434), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:34:28.768143 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2fcc9f5-fd73-4874-9681-12946e365ba1 req-1e480e02-7f11-4eb1-807c-acb1e7f56998 tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:34:28.769664 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-f2fcc9f5-fd73-4874-9681-12946e365ba1 req-1e480e02-7f11-4eb1-807c-acb1e7f56998 tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] 10.222.0.13 "GET /v2.0/ports?device_id=0f60c6ee-6258-42ba-be50-39a409584134 HTTP/1.1" status: 200 len: 946 time: 0.1088066 Jan 26 21:34:29.066405 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Device 26991818-dced-4f7d-af94-cd455a977fb3 details requested by agent hyperv_n-h2-760453-5 with host n-h2-760453-5 {{(pid=103306) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 26 21:34:29.172998 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] For port 26991818-dced-4f7d-af94-cd455a977fb3, host n-h2-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-5',level=0,port_id=26991818-dced-4f7d-af94-cd455a977fb3,segment=NetworkSegment(a4473f28-a350-457c-80a1-7c915c9512af),segment_id=a4473f28-a350-457c-80a1-7c915c9512af)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:34:29.185982 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Returning: {'device': '26991818-dced-4f7d-af94-cd455a977fb3', 'network_id': 'ddc6a13b-59f6-4b5d-bef0-6e2351de5197', 'port_id': '26991818-dced-4f7d-af94-cd455a977fb3', 'mac_address': 'fa:16:3e:77:7d:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 558, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6905e0b0-940b-4429-8258-6df3380ce8bb', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103306) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 26 21:34:29.230035 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Current status of the port 26991818-dced-4f7d-af94-cd455a977fb3 is: DOWN; New status is: BUILD {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:34:29.230433 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (26991818-dced-4f7d-af94-cd455a977fb3), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:34:29.242206 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d399ce6-591d-4fa7-9b6a-d1ede8aa55cd req-d9a04161-c673-4751-9a82-3f475939e12a tempest-ServerRescueNegativeTestJSON-1906345366 tempest-ServerRescueNegativeTestJSON-1906345366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:34:29.243737 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-8d399ce6-591d-4fa7-9b6a-d1ede8aa55cd req-d9a04161-c673-4751-9a82-3f475939e12a tempest-ServerRescueNegativeTestJSON-1906345366 tempest-ServerRescueNegativeTestJSON-1906345366-project] 10.222.0.13 "GET /v2.0/ports?device_id=d44474eb-f274-43f4-8a95-ce8dd4e67217 HTTP/1.1" status: 200 len: 943 time: 0.4851155 Jan 26 21:34:29.244869 n-d-760453-5 neutron-server[103306]: DEBUG neutron.notifiers.nova [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 26991818-dced-4f7d-af94-cd455a977fb3 {{(pid=103306) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 26 21:34:29.255508 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-f2fcc9f5-fd73-4874-9681-12946e365ba1 req-df319880-97fd-4862-ad06-d79d2bc83094 tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] 10.222.0.13 "GET /v2.0/security-groups?id=c855b7af-ae6a-4b31-98b5-41bfc1142283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4755342 Jan 26 21:34:29.265809 n-d-760453-5 neutron-server[103304]: INFO neutron.db.l3_db [None req-23cb3a75-cd56-4308-8472-911ec69db702 tempest-TestSecurityGroupsBasicOps-1066020799 tempest-TestSecurityGroupsBasicOps-1066020799-project] Floating IP cb165ef3-60c7-471f-843f-269d9a09a434 associated. External IP: 172.25.1.166, port: 78fa139d-3729-425c-8c0d-09c504d4c63f. Jan 26 21:34:29.269926 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] For port 26991818-dced-4f7d-af94-cd455a977fb3, host n-h2-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-5',level=0,port_id=26991818-dced-4f7d-af94-cd455a977fb3,segment=NetworkSegment(a4473f28-a350-457c-80a1-7c915c9512af),segment_id=a4473f28-a350-457c-80a1-7c915c9512af)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:34:29.279565 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (26991818-dced-4f7d-af94-cd455a977fb3), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:34:29.339242 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Pushing event updated for resources: {'Port': ['ID=26991818-dced-4f7d-af94-cd455a977fb3,revision_number=4']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:34:29.383545 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-8d399ce6-591d-4fa7-9b6a-d1ede8aa55cd req-bd321184-fdde-4ff0-b03c-9874f50dd93f tempest-ServerRescueNegativeTestJSON-1906345366 tempest-ServerRescueNegativeTestJSON-1906345366-project] 10.222.0.13 "GET /v2.0/security-groups?id=f2b62cd4-5049-4cd6-9f4f-183cc22ee8c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1316290 Jan 26 21:34:29.526850 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23cb3a75-cd56-4308-8472-911ec69db702 tempest-TestSecurityGroupsBasicOps-1066020799 tempest-TestSecurityGroupsBasicOps-1066020799-project] Router d1076edd-1bb5-4c45-8116-0703aec35bed has already been hosted by L3 agent 09df100c-3af1-4b0a-bda8-05914c71c458 {{(pid=103304) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 26 21:34:29.560005 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] get_ports_and_sgs() called for port_ids ['26991818-dced-4f7d-af94-cd455a977fb3'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 26 21:34:29.643834 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23cb3a75-cd56-4308-8472-911ec69db702 tempest-TestSecurityGroupsBasicOps-1066020799 tempest-TestSecurityGroupsBasicOps-1066020799-project] Notify agent at l3_agent.n-d-760453-5 the message routers_updated {{(pid=103304) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 26 21:34:29.656056 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5daacbdd-ab42-4f81-80a0-5fc94454abb4 None None] Sync routers for ids ['d1076edd-1bb5-4c45-8116-0703aec35bed'] in n-d-760453-5 {{(pid=103306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 26 21:34:29.669808 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-23cb3a75-cd56-4308-8472-911ec69db702 tempest-TestSecurityGroupsBasicOps-1066020799 tempest-TestSecurityGroupsBasicOps-1066020799-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for floatingip (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:34:29.676383 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5daacbdd-ab42-4f81-80a0-5fc94454abb4 None None] Routers {'d1076edd-1bb5-4c45-8116-0703aec35bed'} bound to L3 agent in host n-d-760453-5 {{(pid=103306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 21:34:29.677051 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-5daacbdd-ab42-4f81-80a0-5fc94454abb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-26T20:55:21Z,description=,heartbeat_timestamp=2022-01-26T21:34:21Z,host='n-d-760453-5',id=09df100c-3af1-4b0a-bda8-05914c71c458,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:55:21Z,topic='l3_agent')) {'router_ids': ['d1076edd-1bb5-4c45-8116-0703aec35bed'], 'active': True} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:34:29.703263 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-23cb3a75-cd56-4308-8472-911ec69db702 tempest-TestSecurityGroupsBasicOps-1066020799 tempest-TestSecurityGroupsBasicOps-1066020799-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.1442158 Jan 26 21:34:29.703263 n-d-760453-5 neutron-server[103304]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2dd4d85c-64cc-439d-9916-0cdf76dd618d', 'tag': '78fa139d-3729-425c-8c0d-09c504d4c63f'}] {{(pid=103304) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 21:34:29.703499 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 56458) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:34:29.704078 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d52b45f1943fcd332af9527eb73ff93c8d715d44383a3f6d18de73b4cfcf87b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10c05dad-1302-4ea4-b8d7-af875f163f1d" -d '{"events": [{"name": "network-changed", "server_uuid": "2dd4d85c-64cc-439d-9916-0cdf76dd618d", "tag": "78fa139d-3729-425c-8c0d-09c504d4c63f"}]}' {{(pid=103304) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 21:34:29.742558 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 26 Jan 2022 21:34:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84696e0c-6815-4643-a03d-308c354f1f3b x-openstack-request-id: req-84696e0c-6815-4643-a03d-308c354f1f3b {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 21:34:29.743088 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2dd4d85c-64cc-439d-9916-0cdf76dd618d", "tag": "78fa139d-3729-425c-8c0d-09c504d4c63f", "status": "completed", "code": 200}]} {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 21:34:29.743416 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-84696e0c-6815-4643-a03d-308c354f1f3b {{(pid=103304) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 21:34:29.744847 n-d-760453-5 neutron-server[103304]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2dd4d85c-64cc-439d-9916-0cdf76dd618d', 'tag': '78fa139d-3729-425c-8c0d-09c504d4c63f', 'status': 'completed', 'code': 200} Jan 26 21:34:29.821538 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvr_db [None req-5daacbdd-ab42-4f81-80a0-5fc94454abb4 None None] Set router d1076edd-1bb5-4c45-8116-0703aec35bed gateway port host: n-d-760453-5 {{(pid=103306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 21:34:29.930589 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c05dad-1302-4ea4-b8d7-af875f163f1d req-92dd929d-0d65-47ac-b0fd-b97e94455ed7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:34:29.932097 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-10c05dad-1302-4ea4-b8d7-af875f163f1d req-92dd929d-0d65-47ac-b0fd-b97e94455ed7 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=205750efebb7460ebd239c85a19dfc92&device_id=2dd4d85c-64cc-439d-9916-0cdf76dd618d HTTP/1.1" status: 200 len: 1135 time: 0.1369553 Jan 26 21:34:30.001449 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-076d0281-59a4-4920-b572-40edefabd3a9 tempest-TestSecurityGroupsBasicOps-883058817 tempest-TestSecurityGroupsBasicOps-883058817-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:34:30.001837 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-076d0281-59a4-4920-b572-40edefabd3a9 tempest-TestSecurityGroupsBasicOps-883058817 tempest-TestSecurityGroupsBasicOps-883058817-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:34:30.002295 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-076d0281-59a4-4920-b572-40edefabd3a9 tempest-TestSecurityGroupsBasicOps-883058817 tempest-TestSecurityGroupsBasicOps-883058817-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:34:30.002754 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-076d0281-59a4-4920-b572-40edefabd3a9 tempest-TestSecurityGroupsBasicOps-883058817 tempest-TestSecurityGroupsBasicOps-883058817-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:34:30.003207 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-076d0281-59a4-4920-b572-40edefabd3a9 tempest-TestSecurityGroupsBasicOps-883058817 tempest-TestSecurityGroupsBasicOps-883058817-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:34:30.003656 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-076d0281-59a4-4920-b572-40edefabd3a9 tempest-TestSecurityGroupsBasicOps-883058817 tempest-TestSecurityGroupsBasicOps-883058817-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:34:30.004101 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-076d0281-59a4-4920-b572-40edefabd3a9 tempest-TestSecurityGroupsBasicOps-883058817 tempest-TestSecurityGroupsBasicOps-883058817-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:34:30.004550 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-076d0281-59a4-4920-b572-40edefabd3a9 tempest-TestSecurityGroupsBasicOps-883058817 tempest-TestSecurityGroupsBasicOps-883058817-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:34:30.004998 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-076d0281-59a4-4920-b572-40edefabd3a9 tempest-TestSecurityGroupsBasicOps-883058817 tempest-TestSecurityGroupsBasicOps-883058817-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:34:30.005470 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-076d0281-59a4-4920-b572-40edefabd3a9 tempest-TestSecurityGroupsBasicOps-883058817 tempest-TestSecurityGroupsBasicOps-883058817-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:34:30.005919 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-076d0281-59a4-4920-b572-40edefabd3a9 tempest-TestSecurityGroupsBasicOps-883058817 tempest-TestSecurityGroupsBasicOps-883058817-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:34:30.006363 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-076d0281-59a4-4920-b572-40edefabd3a9 tempest-TestSecurityGroupsBasicOps-883058817 tempest-TestSecurityGroupsBasicOps-883058817-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:34:30.008936 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-076d0281-59a4-4920-b572-40edefabd3a9 tempest-TestSecurityGroupsBasicOps-883058817 tempest-TestSecurityGroupsBasicOps-883058817-project-admin] 10.222.0.13 "GET /v2.0/networks HTTP/1.1" status: 200 len: 8463 time: 0.3044984 Jan 26 21:34:30.011981 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 56464) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:34:30.050891 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c05dad-1302-4ea4-b8d7-af875f163f1d req-a5a43be7-1c19-4c05-933b-aa8db8d05926 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:34:30.052682 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-10c05dad-1302-4ea4-b8d7-af875f163f1d req-a5a43be7-1c19-4c05-933b-aa8db8d05926 service neutron] 10.222.0.57 "GET /v2.0/networks?id=8ccb4f7e-e6e3-4ac7-b6f8-162d9e73f0be HTTP/1.1" status: 200 len: 897 time: 0.1109498 Jan 26 21:34:30.072288 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-5daacbdd-ab42-4f81-80a0-5fc94454abb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1076edd-1bb5-4c45-8116-0703aec35bed', 'name': 'tempest-TestSecurityGroupsBasicOps-router-143138305', 'tenant_id': '205750efebb7460ebd239c85a19dfc92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'external_fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.231'}], 'enable_snat': True}, 'gw_port_id': 'c11b1e38-b21f-4bb6-a775-6574040350a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T21:33:56Z', 'updated_at': '2022-01-26T21:34:04Z', 'revision_number': 4, 'project_id': '205750efebb7460ebd239c85a19dfc92', 'gw_port': {'id': 'c11b1e38-b21f-4bb6-a775-6574040350a5', 'name': '', 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:9d:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1076edd-1bb5-4c45-8116-0703aec35bed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2925, 'fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:33:57Z', 'updated_at': '2022-01-26T21:34:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-5', '_floatingips': [{'id': 'cb165ef3-60c7-471f-843f-269d9a09a434', 'tenant_id': '205750efebb7460ebd239c85a19dfc92', 'floating_ip_address': '172.25.1.166', 'floating_network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'router_id': 'd1076edd-1bb5-4c45-8116-0703aec35bed', 'port_id': '78fa139d-3729-425c-8c0d-09c504d4c63f', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2977, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8ccb4f7e-e6e3-4ac7-b6f8-162d9e73f0be', 'mac_address': 'fa:16:3e:31:37:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dd4d85c-64cc-439d-9916-0cdf76dd618d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-26T21:34:27Z', 'updated_at': '2022-01-26T21:34:27Z', 'revision_number': 0, 'project_id': '205750efebb7460ebd239c85a19dfc92', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c6bb7786-9796-45e4-ae02-9f2843926c09', 'name': '', 'network_id': '8ccb4f7e-e6e3-4ac7-b6f8-162d9e73f0be', 'tenant_id': '205750efebb7460ebd239c85a19dfc92', 'mac_address': 'fa:16:3e:d9:8e:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1076edd-1bb5-4c45-8116-0703aec35bed', 'device_owner': 'network:router_interface', 'standard_attr_id': 2932, 'fixed_ips': [{'subnet_id': '67d88e25-bbb6-4ba6-8387-d3dd3b658f0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:34:03Z', 'updated_at': '2022-01-26T21:34:09Z', 'revision_number': 5, 'project_id': '205750efebb7460ebd239c85a19dfc92', 'subnets': [{'id': '67d88e25-bbb6-4ba6-8387-d3dd3b658f0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760453-5', False) {} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:34:30.100375 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5daacbdd-ab42-4f81-80a0-5fc94454abb4 None None] Checking router: d1076edd-1bb5-4c45-8116-0703aec35bed for host: n-d-760453-5 {{(pid=103306) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 26 21:34:30.110358 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5daacbdd-ab42-4f81-80a0-5fc94454abb4 None None] Routers {'d1076edd-1bb5-4c45-8116-0703aec35bed'} bound to L3 agent in host n-d-760453-5 {{(pid=103306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 21:34:30.110970 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-5daacbdd-ab42-4f81-80a0-5fc94454abb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-26T20:55:21Z,description=,heartbeat_timestamp=2022-01-26T21:34:21Z,host='n-d-760453-5',id=09df100c-3af1-4b0a-bda8-05914c71c458,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:55:21Z,topic='l3_agent')) {'router_ids': ['d1076edd-1bb5-4c45-8116-0703aec35bed'], 'active': True} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:34:30.116259 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-082f9e3c-23b8-4f9a-9d64-4f28c9465c71 tempest-TestSecurityGroupsBasicOps-883058817 tempest-TestSecurityGroupsBasicOps-883058817-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:34:30.117260 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-082f9e3c-23b8-4f9a-9d64-4f28c9465c71 tempest-TestSecurityGroupsBasicOps-883058817 tempest-TestSecurityGroupsBasicOps-883058817-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:34:30.117748 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-082f9e3c-23b8-4f9a-9d64-4f28c9465c71 tempest-TestSecurityGroupsBasicOps-883058817 tempest-TestSecurityGroupsBasicOps-883058817-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:34:30.118202 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-082f9e3c-23b8-4f9a-9d64-4f28c9465c71 tempest-TestSecurityGroupsBasicOps-883058817 tempest-TestSecurityGroupsBasicOps-883058817-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:34:30.118656 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-082f9e3c-23b8-4f9a-9d64-4f28c9465c71 tempest-TestSecurityGroupsBasicOps-883058817 tempest-TestSecurityGroupsBasicOps-883058817-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:34:30.119104 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-082f9e3c-23b8-4f9a-9d64-4f28c9465c71 tempest-TestSecurityGroupsBasicOps-883058817 tempest-TestSecurityGroupsBasicOps-883058817-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:34:30.119550 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-082f9e3c-23b8-4f9a-9d64-4f28c9465c71 tempest-TestSecurityGroupsBasicOps-883058817 tempest-TestSecurityGroupsBasicOps-883058817-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:34:30.119997 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-082f9e3c-23b8-4f9a-9d64-4f28c9465c71 tempest-TestSecurityGroupsBasicOps-883058817 tempest-TestSecurityGroupsBasicOps-883058817-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:34:30.120101 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-10c05dad-1302-4ea4-b8d7-af875f163f1d req-191c7d2e-f3d5-40f5-812d-66757c9fef91 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=78fa139d-3729-425c-8c0d-09c504d4c63f HTTP/1.1" status: 200 len: 999 time: 0.0606339 Jan 26 21:34:30.120441 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-082f9e3c-23b8-4f9a-9d64-4f28c9465c71 tempest-TestSecurityGroupsBasicOps-883058817 tempest-TestSecurityGroupsBasicOps-883058817-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:34:30.120882 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-082f9e3c-23b8-4f9a-9d64-4f28c9465c71 tempest-TestSecurityGroupsBasicOps-883058817 tempest-TestSecurityGroupsBasicOps-883058817-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:34:30.121345 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-082f9e3c-23b8-4f9a-9d64-4f28c9465c71 tempest-TestSecurityGroupsBasicOps-883058817 tempest-TestSecurityGroupsBasicOps-883058817-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:34:30.121790 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-082f9e3c-23b8-4f9a-9d64-4f28c9465c71 tempest-TestSecurityGroupsBasicOps-883058817 tempest-TestSecurityGroupsBasicOps-883058817-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:34:30.126735 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-082f9e3c-23b8-4f9a-9d64-4f28c9465c71 tempest-TestSecurityGroupsBasicOps-883058817 tempest-TestSecurityGroupsBasicOps-883058817-project-admin] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 7729 time: 0.1102576 Jan 26 21:34:30.127024 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 56466) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:34:30.168172 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c05dad-1302-4ea4-b8d7-af875f163f1d req-21a22112-5ab2-4cf2-93f0-361bb69ee03c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:34:30.169688 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-10c05dad-1302-4ea4-b8d7-af875f163f1d req-21a22112-5ab2-4cf2-93f0-361bb69ee03c service neutron] 10.222.0.57 "GET /v2.0/subnets?id=67d88e25-bbb6-4ba6-8387-d3dd3b658f0e HTTP/1.1" status: 200 len: 833 time: 0.0445151 Jan 26 21:34:30.224663 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c05dad-1302-4ea4-b8d7-af875f163f1d req-8e30d299-cc22-439d-be5c-6763b8df21a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:34:30.226987 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-10c05dad-1302-4ea4-b8d7-af875f163f1d req-8e30d299-cc22-439d-be5c-6763b8df21a9 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=8ccb4f7e-e6e3-4ac7-b6f8-162d9e73f0be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0509987 Jan 26 21:34:30.229707 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvr_db [None req-5daacbdd-ab42-4f81-80a0-5fc94454abb4 None None] Set router d1076edd-1bb5-4c45-8116-0703aec35bed gateway port host: n-d-760453-5 {{(pid=103306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 21:34:30.330425 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-10c05dad-1302-4ea4-b8d7-af875f163f1d req-523ca818-47b2-4c3f-9f5c-059a2edbf25e service neutron] 10.222.0.57 "GET /v2.0/networks/8ccb4f7e-e6e3-4ac7-b6f8-162d9e73f0be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0967317 Jan 26 21:34:30.437654 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2dc6337-52dc-4d82-9a3a-f0050b51fb5b req-47e61164-10aa-4079-84e0-a6b2c5f97938 tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:34:30.439260 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-c2dc6337-52dc-4d82-9a3a-f0050b51fb5b req-47e61164-10aa-4079-84e0-a6b2c5f97938 tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] 10.222.0.13 "GET /v2.0/ports?device_id=0f60c6ee-6258-42ba-be50-39a409584134 HTTP/1.1" status: 200 len: 946 time: 0.1032486 Jan 26 21:34:30.467670 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-975da3b5-6698-46b2-bae7-28b8b2b69a1a tempest-TestSecurityGroupsBasicOps-883058817 tempest-TestSecurityGroupsBasicOps-883058817-project-admin] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 5935 time: 0.3395238 Jan 26 21:34:30.468373 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 56472) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:34:30.468938 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-10c05dad-1302-4ea4-b8d7-af875f163f1d req-2a4498b8-788d-4933-b868-611bed015f4e service neutron] 10.222.0.57 "GET /v2.0/networks/8ccb4f7e-e6e3-4ac7-b6f8-162d9e73f0be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1309688 Jan 26 21:34:30.575661 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4a65b9d-e0a5-4d95-b4aa-4abb69bed02b tempest-TestSecurityGroupsBasicOps-883058817 tempest-TestSecurityGroupsBasicOps-883058817-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:34:30.576066 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4a65b9d-e0a5-4d95-b4aa-4abb69bed02b tempest-TestSecurityGroupsBasicOps-883058817 tempest-TestSecurityGroupsBasicOps-883058817-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:34:30.577712 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-a4a65b9d-e0a5-4d95-b4aa-4abb69bed02b tempest-TestSecurityGroupsBasicOps-883058817 tempest-TestSecurityGroupsBasicOps-883058817-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=d1076edd-1bb5-4c45-8116-0703aec35bed HTTP/1.1" status: 200 len: 1990 time: 0.1072578 Jan 26 21:34:30.580969 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-c2dc6337-52dc-4d82-9a3a-f0050b51fb5b req-72e506a7-46bd-4bf4-9964-cc5fef288ae0 tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] 10.222.0.13 "GET /v2.0/security-groups?id=c855b7af-ae6a-4b31-98b5-41bfc1142283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1334963 Jan 26 21:34:30.608644 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec556d78-005a-4a16-8738-c5c7a4ccd2b8 req-a88127f2-3266-46a6-b1bb-be20ad47bc8e tempest-ServerRescueNegativeTestJSON-1906345366 tempest-ServerRescueNegativeTestJSON-1906345366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:34:30.610252 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-ec556d78-005a-4a16-8738-c5c7a4ccd2b8 req-a88127f2-3266-46a6-b1bb-be20ad47bc8e tempest-ServerRescueNegativeTestJSON-1906345366 tempest-ServerRescueNegativeTestJSON-1906345366-project] 10.222.0.13 "GET /v2.0/ports?device_id=d44474eb-f274-43f4-8a95-ce8dd4e67217 HTTP/1.1" status: 200 len: 943 time: 0.1316469 Jan 26 21:34:30.640293 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-5daacbdd-ab42-4f81-80a0-5fc94454abb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1076edd-1bb5-4c45-8116-0703aec35bed', 'name': 'tempest-TestSecurityGroupsBasicOps-router-143138305', 'tenant_id': '205750efebb7460ebd239c85a19dfc92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'external_fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.231'}], 'enable_snat': True}, 'gw_port_id': 'c11b1e38-b21f-4bb6-a775-6574040350a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T21:33:56Z', 'updated_at': '2022-01-26T21:34:04Z', 'revision_number': 4, 'project_id': '205750efebb7460ebd239c85a19dfc92', 'gw_port': {'id': 'c11b1e38-b21f-4bb6-a775-6574040350a5', 'name': '', 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:9d:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1076edd-1bb5-4c45-8116-0703aec35bed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2925, 'fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:33:57Z', 'updated_at': '2022-01-26T21:34:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-5', '_floatingips': [{'id': 'cb165ef3-60c7-471f-843f-269d9a09a434', 'tenant_id': '205750efebb7460ebd239c85a19dfc92', 'floating_ip_address': '172.25.1.166', 'floating_network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'router_id': 'd1076edd-1bb5-4c45-8116-0703aec35bed', 'port_id': '78fa139d-3729-425c-8c0d-09c504d4c63f', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2977, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8ccb4f7e-e6e3-4ac7-b6f8-162d9e73f0be', 'mac_address': 'fa:16:3e:31:37:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dd4d85c-64cc-439d-9916-0cdf76dd618d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-26T21:34:27Z', 'updated_at': '2022-01-26T21:34:27Z', 'revision_number': 0, 'project_id': '205750efebb7460ebd239c85a19dfc92', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c6bb7786-9796-45e4-ae02-9f2843926c09', 'name': '', 'network_id': '8ccb4f7e-e6e3-4ac7-b6f8-162d9e73f0be', 'tenant_id': '205750efebb7460ebd239c85a19dfc92', 'mac_address': 'fa:16:3e:d9:8e:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1076edd-1bb5-4c45-8116-0703aec35bed', 'device_owner': 'network:router_interface', 'standard_attr_id': 2932, 'fixed_ips': [{'subnet_id': '67d88e25-bbb6-4ba6-8387-d3dd3b658f0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:34:03Z', 'updated_at': '2022-01-26T21:34:09Z', 'revision_number': 5, 'project_id': '205750efebb7460ebd239c85a19dfc92', 'subnets': [{'id': '67d88e25-bbb6-4ba6-8387-d3dd3b658f0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760453-5', False) {} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:34:30.658668 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-ec556d78-005a-4a16-8738-c5c7a4ccd2b8 req-ae3f8a6e-bb00-45ec-905b-49d9f65ea96a tempest-ServerRescueNegativeTestJSON-1906345366 tempest-ServerRescueNegativeTestJSON-1906345366-project] 10.222.0.13 "GET /v2.0/security-groups?id=f2b62cd4-5049-4cd6-9f4f-183cc22ee8c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427699 Jan 26 21:34:30.667927 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5daacbdd-ab42-4f81-80a0-5fc94454abb4 None None] The sync data for ids ['d1076edd-1bb5-4c45-8116-0703aec35bed'] in n-d-760453-5 is: [{'id': 'd1076edd-1bb5-4c45-8116-0703aec35bed', 'name': 'tempest-TestSecurityGroupsBasicOps-router-143138305', 'tenant_id': '205750efebb7460ebd239c85a19dfc92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'external_fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.231'}], 'enable_snat': True}, 'gw_port_id': 'c11b1e38-b21f-4bb6-a775-6574040350a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T21:33:56Z', 'updated_at': '2022-01-26T21:34:04Z', 'revision_number': 4, 'project_id': '205750efebb7460ebd239c85a19dfc92', 'gw_port': {'id': 'c11b1e38-b21f-4bb6-a775-6574040350a5', 'name': '', 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:9d:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1076edd-1bb5-4c45-8116-0703aec35bed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2925, 'fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:33:57Z', 'updated_at': '2022-01-26T21:34:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-5', '_floatingips': [{'id': 'cb165ef3-60c7-471f-843f-269d9a09a434', 'tenant_id': '205750efebb7460ebd239c85a19dfc92', 'floating_ip_address': '172.25.1.166', 'floating_network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'router_id': 'd1076edd-1bb5-4c45-8116-0703aec35bed', 'port_id': '78fa139d-3729-425c-8c0d-09c504d4c63f', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2977, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8ccb4f7e-e6e3-4ac7-b6f8-162d9e73f0be', 'mac_address': 'fa:16:3e:31:37:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dd4d85c-64cc-439d-9916-0cdf76dd618d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-26T21:34:27Z', 'updated_at': '2022-01-26T21:34:27Z', 'revision_number': 0, 'project_id': '205750efebb7460ebd239c85a19dfc92', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c6bb7786-9796-45e4-ae02-9f2843926c09', 'name': '', 'network_id': '8ccb4f7e-e6e3-4ac7-b6f8-162d9e73f0be', 'tenant_id': '205750efebb7460ebd239c85a19dfc92', 'mac_address': 'fa:16:3e:d9:8e:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1076edd-1bb5-4c45-8116-0703aec35bed', 'device_owner': 'network:router_interface', 'standard_attr_id': 2932, 'fixed_ips': [{'subnet_id': '67d88e25-bbb6-4ba6-8387-d3dd3b658f0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:34:03Z', 'updated_at': '2022-01-26T21:34:09Z', 'revision_number': 5, 'project_id': '205750efebb7460ebd239c85a19dfc92', 'subnets': [{'id': '67d88e25-bbb6-4ba6-8387-d3dd3b658f0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 26 21:34:30.862226 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e61379c3-0ca8-40f8-9996-8808898691e2 None None] New status for floating IP cb165ef3-60c7-471f-843f-269d9a09a434: ACTIVE {{(pid=103307) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 26 21:34:31.088371 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Device 26991818-dced-4f7d-af94-cd455a977fb3 up at agent hyperv_n-h2-760453-5 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 21:34:31.144020 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Provisioning for port 26991818-dced-4f7d-af94-cd455a977fb3 completed by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 21:34:31.148936 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Provisioning complete for port 26991818-dced-4f7d-af94-cd455a977fb3 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:34:31.149162 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (26991818-dced-4f7d-af94-cd455a977fb3), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:34:31.234203 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Current status of the port 26991818-dced-4f7d-af94-cd455a977fb3 is: BUILD; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:34:31.234665 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (26991818-dced-4f7d-af94-cd455a977fb3), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:34:31.258817 n-d-760453-5 neutron-server[103306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30d7561b-6127-4f61-84b5-67bd2c427d93', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26991818-dced-4f7d-af94-cd455a977fb3'}] {{(pid=103306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 21:34:31.261052 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9d5d370febab655511bdd2ffe887e43e442d144a440368702bcc1e93af00b97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d452825-bf40-4408-9630-ccafbca072ab" -d '{"events": [{"server_uuid": "30d7561b-6127-4f61-84b5-67bd2c427d93", "name": "network-vif-plugged", "status": "completed", "tag": "26991818-dced-4f7d-af94-cd455a977fb3"}]}' {{(pid=103306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 21:34:31.274508 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] For port 26991818-dced-4f7d-af94-cd455a977fb3, host n-h2-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-5',level=0,port_id=26991818-dced-4f7d-af94-cd455a977fb3,segment=NetworkSegment(a4473f28-a350-457c-80a1-7c915c9512af),segment_id=a4473f28-a350-457c-80a1-7c915c9512af)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:34:31.279273 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (26991818-dced-4f7d-af94-cd455a977fb3), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:34:31.307645 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Jan 2022 21:34:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4fccd3ee-ab9d-40ac-80c9-48f7a2505a57 x-openstack-request-id: req-4fccd3ee-ab9d-40ac-80c9-48f7a2505a57 {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 21:34:31.307938 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30d7561b-6127-4f61-84b5-67bd2c427d93", "name": "network-vif-plugged", "status": "completed", "tag": "26991818-dced-4f7d-af94-cd455a977fb3", "code": 200}]} {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 21:34:31.308193 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-4fccd3ee-ab9d-40ac-80c9-48f7a2505a57 {{(pid=103306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 21:34:31.308581 n-d-760453-5 neutron-server[103306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30d7561b-6127-4f61-84b5-67bd2c427d93', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26991818-dced-4f7d-af94-cd455a977fb3', 'code': 200} Jan 26 21:34:31.334612 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Pushing event updated for resources: {'Port': ['ID=26991818-dced-4f7d-af94-cd455a977fb3,revision_number=5']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:34:31.410697 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d42cfb2-f85d-4568-a45b-12f71233771e req-d177e9c5-299b-448f-b848-406a4b651210 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:34:31.412858 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-8d42cfb2-f85d-4568-a45b-12f71233771e req-d177e9c5-299b-448f-b848-406a4b651210 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=30d7561b-6127-4f61-84b5-67bd2c427d93 HTTP/1.1" status: 200 len: 1097 time: 0.0440810 Jan 26 21:34:31.456681 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-8d42cfb2-f85d-4568-a45b-12f71233771e req-12d8f79b-b045-49de-8c23-e2780094b556 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=f2b62cd4-5049-4cd6-9f4f-183cc22ee8c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375040 Jan 26 21:34:31.487198 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Device 93d879d7-5330-44d8-8725-a2e9bab73e5a details requested by agent hyperv_n-h1-760453-5 with host n-h1-760453-5 {{(pid=103306) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 26 21:34:31.585116 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] For port 93d879d7-5330-44d8-8725-a2e9bab73e5a, host n-h1-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-5',level=0,port_id=93d879d7-5330-44d8-8725-a2e9bab73e5a,segment=NetworkSegment(a4473f28-a350-457c-80a1-7c915c9512af),segment_id=a4473f28-a350-457c-80a1-7c915c9512af)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:34:31.596981 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Returning: {'device': '93d879d7-5330-44d8-8725-a2e9bab73e5a', 'network_id': 'ddc6a13b-59f6-4b5d-bef0-6e2351de5197', 'port_id': '93d879d7-5330-44d8-8725-a2e9bab73e5a', 'mac_address': 'fa:16:3e:f6:b4:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 558, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6905e0b0-940b-4429-8258-6df3380ce8bb', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103306) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 26 21:34:31.634497 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Current status of the port 93d879d7-5330-44d8-8725-a2e9bab73e5a is: DOWN; New status is: BUILD {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:34:31.634825 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (93d879d7-5330-44d8-8725-a2e9bab73e5a), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:34:31.647683 n-d-760453-5 neutron-server[103306]: DEBUG neutron.notifiers.nova [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 93d879d7-5330-44d8-8725-a2e9bab73e5a {{(pid=103306) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 26 21:34:31.670848 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] For port 93d879d7-5330-44d8-8725-a2e9bab73e5a, host n-h1-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-5',level=0,port_id=93d879d7-5330-44d8-8725-a2e9bab73e5a,segment=NetworkSegment(a4473f28-a350-457c-80a1-7c915c9512af),segment_id=a4473f28-a350-457c-80a1-7c915c9512af)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:34:31.676085 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (93d879d7-5330-44d8-8725-a2e9bab73e5a), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:34:31.720042 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917f35b0-a550-4686-a9a8-adcb997b3cf3 req-b009cad5-aa7b-4694-a4ec-297527186c21 tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:34:31.721726 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-917f35b0-a550-4686-a9a8-adcb997b3cf3 req-b009cad5-aa7b-4694-a4ec-297527186c21 tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] 10.222.0.13 "GET /v2.0/ports?device_id=0f60c6ee-6258-42ba-be50-39a409584134 HTTP/1.1" status: 200 len: 946 time: 0.0695603 Jan 26 21:34:31.737775 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Pushing event updated for resources: {'Port': ['ID=93d879d7-5330-44d8-8725-a2e9bab73e5a,revision_number=4']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:34:31.803570 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-917f35b0-a550-4686-a9a8-adcb997b3cf3 req-bbfc28e5-2afc-4730-be1c-e07c65ea0194 tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] 10.222.0.13 "GET /v2.0/security-groups?id=c855b7af-ae6a-4b31-98b5-41bfc1142283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753503 Jan 26 21:34:31.811065 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09973d83-b02d-4704-bbfd-a2d57272bd6d req-416d5bc1-f24f-4b3c-8d08-3d836e8cdeb8 tempest-ServerRescueNegativeTestJSON-1906345366 tempest-ServerRescueNegativeTestJSON-1906345366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:34:31.812492 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-09973d83-b02d-4704-bbfd-a2d57272bd6d req-416d5bc1-f24f-4b3c-8d08-3d836e8cdeb8 tempest-ServerRescueNegativeTestJSON-1906345366 tempest-ServerRescueNegativeTestJSON-1906345366-project] 10.222.0.13 "GET /v2.0/ports?device_id=d44474eb-f274-43f4-8a95-ce8dd4e67217 HTTP/1.1" status: 200 len: 944 time: 0.0759363 Jan 26 21:34:31.866444 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-09973d83-b02d-4704-bbfd-a2d57272bd6d req-89529c3e-faea-4216-a546-b6820f077512 tempest-ServerRescueNegativeTestJSON-1906345366 tempest-ServerRescueNegativeTestJSON-1906345366-project] 10.222.0.13 "GET /v2.0/security-groups?id=f2b62cd4-5049-4cd6-9f4f-183cc22ee8c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471036 Jan 26 21:34:32.088001 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] get_ports_and_sgs() called for port_ids ['93d879d7-5330-44d8-8725-a2e9bab73e5a'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 26 21:34:32.921624 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70434731-fe1e-4f99-98ee-0477dc78915d req-22a866c7-17f2-4f13-8499-5443a12613dc tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:34:32.923135 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-70434731-fe1e-4f99-98ee-0477dc78915d req-22a866c7-17f2-4f13-8499-5443a12613dc tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] 10.222.0.13 "GET /v2.0/ports?device_id=0f60c6ee-6258-42ba-be50-39a409584134 HTTP/1.1" status: 200 len: 946 time: 0.0496964 Jan 26 21:34:32.998026 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-70434731-fe1e-4f99-98ee-0477dc78915d req-1d47cc46-ceaa-4da4-b617-57c4f41eba3d tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] 10.222.0.13 "GET /v2.0/security-groups?id=c855b7af-ae6a-4b31-98b5-41bfc1142283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693552 Jan 26 21:34:33.009629 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd50f79f-de74-403e-91aa-43f600c815ed req-1f9da75d-c1e6-4390-af0e-ee5c120a4b6c tempest-ServerRescueNegativeTestJSON-1906345366 tempest-ServerRescueNegativeTestJSON-1906345366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:34:33.011109 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-bd50f79f-de74-403e-91aa-43f600c815ed req-1f9da75d-c1e6-4390-af0e-ee5c120a4b6c tempest-ServerRescueNegativeTestJSON-1906345366 tempest-ServerRescueNegativeTestJSON-1906345366-project] 10.222.0.13 "GET /v2.0/ports?device_id=d44474eb-f274-43f4-8a95-ce8dd4e67217 HTTP/1.1" status: 200 len: 944 time: 0.0750334 Jan 26 21:34:33.057676 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-bd50f79f-de74-403e-91aa-43f600c815ed req-cad5c70c-fcfe-4c75-9a7b-eb277b816cb9 tempest-ServerRescueNegativeTestJSON-1906345366 tempest-ServerRescueNegativeTestJSON-1906345366-project] 10.222.0.13 "GET /v2.0/security-groups?id=f2b62cd4-5049-4cd6-9f4f-183cc22ee8c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408947 Jan 26 21:34:33.511139 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Device 93d879d7-5330-44d8-8725-a2e9bab73e5a up at agent hyperv_n-h1-760453-5 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 21:34:33.565428 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Provisioning for port 93d879d7-5330-44d8-8725-a2e9bab73e5a completed by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 21:34:33.569425 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Provisioning complete for port 93d879d7-5330-44d8-8725-a2e9bab73e5a triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:34:33.569803 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (93d879d7-5330-44d8-8725-a2e9bab73e5a), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:34:33.646887 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Current status of the port 93d879d7-5330-44d8-8725-a2e9bab73e5a is: BUILD; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:34:33.647274 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (93d879d7-5330-44d8-8725-a2e9bab73e5a), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:34:33.671356 n-d-760453-5 neutron-server[103306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd44474eb-f274-43f4-8a95-ce8dd4e67217', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93d879d7-5330-44d8-8725-a2e9bab73e5a'}] {{(pid=103306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 21:34:33.673861 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9d5d370febab655511bdd2ffe887e43e442d144a440368702bcc1e93af00b97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-115a9380-bbbe-4dfc-96bf-12f58fdcbb8a" -d '{"events": [{"server_uuid": "d44474eb-f274-43f4-8a95-ce8dd4e67217", "name": "network-vif-plugged", "status": "completed", "tag": "93d879d7-5330-44d8-8725-a2e9bab73e5a"}]}' {{(pid=103306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 21:34:33.690108 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] For port 93d879d7-5330-44d8-8725-a2e9bab73e5a, host n-h1-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-5',level=0,port_id=93d879d7-5330-44d8-8725-a2e9bab73e5a,segment=NetworkSegment(a4473f28-a350-457c-80a1-7c915c9512af),segment_id=a4473f28-a350-457c-80a1-7c915c9512af)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:34:33.696427 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (93d879d7-5330-44d8-8725-a2e9bab73e5a), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:34:33.721948 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Jan 2022 21:34:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b657079f-39b4-4a37-bb8c-3dd30566c08a x-openstack-request-id: req-b657079f-39b4-4a37-bb8c-3dd30566c08a {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 21:34:33.722241 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d44474eb-f274-43f4-8a95-ce8dd4e67217", "name": "network-vif-plugged", "status": "completed", "tag": "93d879d7-5330-44d8-8725-a2e9bab73e5a", "code": 200}]} {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 21:34:33.722496 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b657079f-39b4-4a37-bb8c-3dd30566c08a {{(pid=103306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 21:34:33.722892 n-d-760453-5 neutron-server[103306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd44474eb-f274-43f4-8a95-ce8dd4e67217', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93d879d7-5330-44d8-8725-a2e9bab73e5a', 'code': 200} Jan 26 21:34:33.749026 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Pushing event updated for resources: {'Port': ['ID=93d879d7-5330-44d8-8725-a2e9bab73e5a,revision_number=5']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:34:33.849712 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4085488-fda5-4db8-b75f-2ebc515be378 req-82e779f9-0c1b-497d-bb1f-969baab6e6fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:34:33.851613 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-e4085488-fda5-4db8-b75f-2ebc515be378 req-82e779f9-0c1b-497d-bb1f-969baab6e6fe service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=d44474eb-f274-43f4-8a95-ce8dd4e67217 HTTP/1.1" status: 200 len: 1096 time: 0.0436101 Jan 26 21:34:33.896343 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-e4085488-fda5-4db8-b75f-2ebc515be378 req-8791a8e3-60b6-405d-b063-85691109225e service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=f2b62cd4-5049-4cd6-9f4f-183cc22ee8c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390959 Jan 26 21:34:34.121748 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d0454d-ec55-42ce-95e5-b7d4f2f6d8f4 req-38252bc3-1e6c-4cde-bf72-f11333e7b777 tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:34:34.123214 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-04d0454d-ec55-42ce-95e5-b7d4f2f6d8f4 req-38252bc3-1e6c-4cde-bf72-f11333e7b777 tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] 10.222.0.13 "GET /v2.0/ports?device_id=0f60c6ee-6258-42ba-be50-39a409584134 HTTP/1.1" status: 200 len: 946 time: 0.0581598 Jan 26 21:34:34.207853 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f01e0b-fa45-4a12-b26b-a53222289b1e req-d521d411-a61f-4b2b-9111-dd4e6b45660c tempest-ServerRescueNegativeTestJSON-1906345366 tempest-ServerRescueNegativeTestJSON-1906345366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:34:34.209382 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-f5f01e0b-fa45-4a12-b26b-a53222289b1e req-d521d411-a61f-4b2b-9111-dd4e6b45660c tempest-ServerRescueNegativeTestJSON-1906345366 tempest-ServerRescueNegativeTestJSON-1906345366-project] 10.222.0.13 "GET /v2.0/ports?device_id=d44474eb-f274-43f4-8a95-ce8dd4e67217 HTTP/1.1" status: 200 len: 945 time: 0.0816448 Jan 26 21:34:34.213699 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-04d0454d-ec55-42ce-95e5-b7d4f2f6d8f4 req-eda0485b-c2d3-4c90-a661-3b1aab80779a tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] 10.222.0.13 "GET /v2.0/security-groups?id=c855b7af-ae6a-4b31-98b5-41bfc1142283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769339 Jan 26 21:34:34.258942 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-f5f01e0b-fa45-4a12-b26b-a53222289b1e req-7a9bb473-8832-4343-af31-d99b20cdfcad tempest-ServerRescueNegativeTestJSON-1906345366 tempest-ServerRescueNegativeTestJSON-1906345366-project] 10.222.0.13 "GET /v2.0/security-groups?id=f2b62cd4-5049-4cd6-9f4f-183cc22ee8c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427449 Jan 26 21:34:35.330731 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5e4adf-1407-423e-8f42-859f2bb19f47 req-59fffaa3-e46a-43a5-a8bb-0139bb385b17 tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:34:35.332295 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-9b5e4adf-1407-423e-8f42-859f2bb19f47 req-59fffaa3-e46a-43a5-a8bb-0139bb385b17 tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] 10.222.0.13 "GET /v2.0/ports?device_id=0f60c6ee-6258-42ba-be50-39a409584134 HTTP/1.1" status: 200 len: 946 time: 0.0503643 Jan 26 21:34:35.412335 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc63048f-375f-41de-b88a-e6063c7f3e75 req-e722b71c-8228-4dea-bc0b-a60ab3a73043 tempest-ServerRescueNegativeTestJSON-1906345366 tempest-ServerRescueNegativeTestJSON-1906345366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:34:35.413880 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-fc63048f-375f-41de-b88a-e6063c7f3e75 req-e722b71c-8228-4dea-bc0b-a60ab3a73043 tempest-ServerRescueNegativeTestJSON-1906345366 tempest-ServerRescueNegativeTestJSON-1906345366-project] 10.222.0.13 "GET /v2.0/ports?device_id=d44474eb-f274-43f4-8a95-ce8dd4e67217 HTTP/1.1" status: 200 len: 945 time: 0.0806973 Jan 26 21:34:35.432363 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-9b5e4adf-1407-423e-8f42-859f2bb19f47 req-069c2e2f-6164-4568-9047-72510d0ed1fd tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] 10.222.0.13 "GET /v2.0/security-groups?id=c855b7af-ae6a-4b31-98b5-41bfc1142283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724902 Jan 26 21:34:35.486926 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-fc63048f-375f-41de-b88a-e6063c7f3e75 req-ad478cb6-2195-4b7d-a56f-3bff422a5761 tempest-ServerRescueNegativeTestJSON-1906345366 tempest-ServerRescueNegativeTestJSON-1906345366-project] 10.222.0.13 "GET /v2.0/security-groups?id=f2b62cd4-5049-4cd6-9f4f-183cc22ee8c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642934 Jan 26 21:34:36.602306 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3cf18ba-f913-4a15-a473-1c24124043b3 req-775b1e43-2a3e-44fe-8a02-1841dfa1ebe0 tempest-ServerRescueNegativeTestJSON-1906345366 tempest-ServerRescueNegativeTestJSON-1906345366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:34:36.604012 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-a3cf18ba-f913-4a15-a473-1c24124043b3 req-775b1e43-2a3e-44fe-8a02-1841dfa1ebe0 tempest-ServerRescueNegativeTestJSON-1906345366 tempest-ServerRescueNegativeTestJSON-1906345366-project] 10.222.0.13 "GET /v2.0/ports?device_id=d44474eb-f274-43f4-8a95-ce8dd4e67217 HTTP/1.1" status: 200 len: 945 time: 0.0494723 Jan 26 21:34:36.653558 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-a3cf18ba-f913-4a15-a473-1c24124043b3 req-c9f9b308-56b3-4147-bae1-bb8776de43c5 tempest-ServerRescueNegativeTestJSON-1906345366 tempest-ServerRescueNegativeTestJSON-1906345366-project] 10.222.0.13 "GET /v2.0/security-groups?id=f2b62cd4-5049-4cd6-9f4f-183cc22ee8c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439899 Jan 26 21:34:36.717268 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae68d42-2cf0-4483-ab8a-0065177aad8a req-7a4572a6-9c99-4526-b3bc-5faf8264f955 tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:34:36.718834 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-dae68d42-2cf0-4483-ab8a-0065177aad8a req-7a4572a6-9c99-4526-b3bc-5faf8264f955 tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] 10.222.0.13 "GET /v2.0/ports?device_id=0f60c6ee-6258-42ba-be50-39a409584134 HTTP/1.1" status: 200 len: 946 time: 0.0525374 Jan 26 21:34:36.768214 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-dae68d42-2cf0-4483-ab8a-0065177aad8a req-f843a6cf-1b42-4db7-afd8-73895335490d tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] 10.222.0.13 "GET /v2.0/security-groups?id=c855b7af-ae6a-4b31-98b5-41bfc1142283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437443 Jan 26 21:34:36.931781 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a60d91c-a603-424e-9e01-56718520380f req-4f52c655-e94d-4dc1-8ee1-71453fb42f20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:34:36.933316 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-0a60d91c-a603-424e-9e01-56718520380f req-4f52c655-e94d-4dc1-8ee1-71453fb42f20 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=9fe9bf64b7a147db94c9d1463a376745&device_id=d44474eb-f274-43f4-8a95-ce8dd4e67217 HTTP/1.1" status: 200 len: 1096 time: 0.0659316 Jan 26 21:34:36.940789 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013f0a8a-a589-4bed-b18f-68cf91683e2f req-5da94a62-b3b1-4dc1-a7a0-f88b0557894b tempest-ServerRescueNegativeTestJSON-1906345366 tempest-ServerRescueNegativeTestJSON-1906345366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:34:36.942195 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-013f0a8a-a589-4bed-b18f-68cf91683e2f req-5da94a62-b3b1-4dc1-a7a0-f88b0557894b tempest-ServerRescueNegativeTestJSON-1906345366 tempest-ServerRescueNegativeTestJSON-1906345366-project] 10.222.0.13 "GET /v2.0/ports?device_id=d44474eb-f274-43f4-8a95-ce8dd4e67217 HTTP/1.1" status: 200 len: 945 time: 0.0844378 Jan 26 21:34:37.050174 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-013f0a8a-a589-4bed-b18f-68cf91683e2f req-2a296fd5-1f8b-4c5e-9797-a162c4370a69 tempest-ServerRescueNegativeTestJSON-1906345366 tempest-ServerRescueNegativeTestJSON-1906345366-project] 10.222.0.13 "GET /v2.0/security-groups?id=f2b62cd4-5049-4cd6-9f4f-183cc22ee8c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997283 Jan 26 21:34:37.068972 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a60d91c-a603-424e-9e01-56718520380f req-5e8c13e5-6783-4d4c-86c8-4376e31e3c00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:34:37.068972 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-0a60d91c-a603-424e-9e01-56718520380f req-5e8c13e5-6783-4d4c-86c8-4376e31e3c00 service neutron] 10.222.0.66 "GET /v2.0/networks?id=ddc6a13b-59f6-4b5d-bef0-6e2351de5197 HTTP/1.1" status: 200 len: 920 time: 0.1241064 Jan 26 21:34:37.109772 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-0a60d91c-a603-424e-9e01-56718520380f req-882b5d66-e4de-4243-afd9-6e5b2dcca72d service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=93d879d7-5330-44d8-8725-a2e9bab73e5a HTTP/1.1" status: 200 len: 217 time: 0.0361369 Jan 26 21:34:37.157599 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a60d91c-a603-424e-9e01-56718520380f req-50f8a5f6-969c-4bb7-8216-8e1ee90d8377 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:34:37.161836 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-0a60d91c-a603-424e-9e01-56718520380f req-50f8a5f6-969c-4bb7-8216-8e1ee90d8377 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=6905e0b0-940b-4429-8258-6df3380ce8bb HTTP/1.1" status: 200 len: 859 time: 0.0444913 Jan 26 21:34:37.198269 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-0a60d91c-a603-424e-9e01-56718520380f req-75944d54-a1c4-4da7-9caf-7c1d2f0d2c96 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=ddc6a13b-59f6-4b5d-bef0-6e2351de5197&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0327766 Jan 26 21:34:37.292418 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-0a60d91c-a603-424e-9e01-56718520380f req-43b9c928-2f87-4350-a29f-1c0bc9335d55 service neutron] 10.222.0.66 "GET /v2.0/networks/ddc6a13b-59f6-4b5d-bef0-6e2351de5197?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886383 Jan 26 21:34:37.386142 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-0a60d91c-a603-424e-9e01-56718520380f req-bc8861ea-27de-4d4f-b705-fff6fbd1666a service neutron] 10.222.0.66 "GET /v2.0/networks/ddc6a13b-59f6-4b5d-bef0-6e2351de5197?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877995 Jan 26 21:34:37.888190 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69051e36-751e-4990-b2b7-3943fb9b1a83 req-3003d4b4-9492-419c-a92f-30b0f0e551f7 tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:34:37.889754 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-69051e36-751e-4990-b2b7-3943fb9b1a83 req-3003d4b4-9492-419c-a92f-30b0f0e551f7 tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] 10.222.0.13 "GET /v2.0/ports?device_id=0f60c6ee-6258-42ba-be50-39a409584134 HTTP/1.1" status: 200 len: 946 time: 0.0512872 Jan 26 21:34:37.937773 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-69051e36-751e-4990-b2b7-3943fb9b1a83 req-d3e7f69c-a467-4023-8fac-a009f848ded0 tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] 10.222.0.13 "GET /v2.0/security-groups?id=c855b7af-ae6a-4b31-98b5-41bfc1142283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422542 Jan 26 21:34:38.174171 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52728942-fc75-4b04-926e-ab6584e7926f req-ca90004e-434e-4e19-b806-c928a8d708e7 tempest-ServerRescueNegativeTestJSON-1906345366 tempest-ServerRescueNegativeTestJSON-1906345366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:34:38.175720 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-52728942-fc75-4b04-926e-ab6584e7926f req-ca90004e-434e-4e19-b806-c928a8d708e7 tempest-ServerRescueNegativeTestJSON-1906345366 tempest-ServerRescueNegativeTestJSON-1906345366-project] 10.222.0.13 "GET /v2.0/ports?device_id=d44474eb-f274-43f4-8a95-ce8dd4e67217 HTTP/1.1" status: 200 len: 945 time: 0.0527682 Jan 26 21:34:38.225486 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-52728942-fc75-4b04-926e-ab6584e7926f req-d0c94d4b-c721-4af5-9483-ede87acf121a tempest-ServerRescueNegativeTestJSON-1906345366 tempest-ServerRescueNegativeTestJSON-1906345366-project] 10.222.0.13 "GET /v2.0/security-groups?id=f2b62cd4-5049-4cd6-9f4f-183cc22ee8c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441136 Jan 26 21:34:38.328977 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (32ef628b-8417-46c5-8729-60fcabe358f1), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:34:39.057413 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74663b3-cc0e-442b-8966-06e72b21d4ff req-5864de38-aa6a-4c27-b4ed-f4c539a426ec tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:34:39.059034 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-d74663b3-cc0e-442b-8966-06e72b21d4ff req-5864de38-aa6a-4c27-b4ed-f4c539a426ec tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] 10.222.0.13 "GET /v2.0/ports?device_id=0f60c6ee-6258-42ba-be50-39a409584134 HTTP/1.1" status: 200 len: 946 time: 0.0548172 Jan 26 21:34:39.106496 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-d74663b3-cc0e-442b-8966-06e72b21d4ff req-ff66db29-90fa-44a0-9070-be81d12397be tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] 10.222.0.13 "GET /v2.0/security-groups?id=c855b7af-ae6a-4b31-98b5-41bfc1142283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416887 Jan 26 21:34:39.347259 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb1de59-79ae-4f6b-a116-a671d04d7320 req-898d363b-d175-4284-905e-b737b51c0d46 tempest-ServerRescueNegativeTestJSON-1906345366 tempest-ServerRescueNegativeTestJSON-1906345366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:34:39.349168 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-ffb1de59-79ae-4f6b-a116-a671d04d7320 req-898d363b-d175-4284-905e-b737b51c0d46 tempest-ServerRescueNegativeTestJSON-1906345366 tempest-ServerRescueNegativeTestJSON-1906345366-project] 10.222.0.13 "GET /v2.0/ports?device_id=d44474eb-f274-43f4-8a95-ce8dd4e67217 HTTP/1.1" status: 200 len: 945 time: 0.0504203 Jan 26 21:34:39.425508 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-ffb1de59-79ae-4f6b-a116-a671d04d7320 req-2fc34c32-1db6-43fb-93a1-e9826b5fbc39 tempest-ServerRescueNegativeTestJSON-1906345366 tempest-ServerRescueNegativeTestJSON-1906345366-project] 10.222.0.13 "GET /v2.0/security-groups?id=f2b62cd4-5049-4cd6-9f4f-183cc22ee8c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571353 Jan 26 21:34:40.235154 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106ed5be-9fbb-4576-be8b-fb13648274e7 req-86bb1e2c-39bc-472c-b8c4-8e36f4529c6f tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:34:40.236687 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-106ed5be-9fbb-4576-be8b-fb13648274e7 req-86bb1e2c-39bc-472c-b8c4-8e36f4529c6f tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] 10.222.0.13 "GET /v2.0/ports?device_id=0f60c6ee-6258-42ba-be50-39a409584134 HTTP/1.1" status: 200 len: 946 time: 0.0543034 Jan 26 21:34:40.283723 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-106ed5be-9fbb-4576-be8b-fb13648274e7 req-7672ad48-6943-4a25-b440-02e5f2a6f835 tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] 10.222.0.13 "GET /v2.0/security-groups?id=c855b7af-ae6a-4b31-98b5-41bfc1142283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414500 Jan 26 21:34:40.524641 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ce2410-19d2-4718-b50e-c087cbc03a50 req-3e985f72-6577-494a-87af-62163aab1356 tempest-ServerRescueNegativeTestJSON-1906345366 tempest-ServerRescueNegativeTestJSON-1906345366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:34:40.526198 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-77ce2410-19d2-4718-b50e-c087cbc03a50 req-3e985f72-6577-494a-87af-62163aab1356 tempest-ServerRescueNegativeTestJSON-1906345366 tempest-ServerRescueNegativeTestJSON-1906345366-project] 10.222.0.13 "GET /v2.0/ports?device_id=d44474eb-f274-43f4-8a95-ce8dd4e67217 HTTP/1.1" status: 200 len: 945 time: 0.0510192 Jan 26 21:34:40.573126 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-77ce2410-19d2-4718-b50e-c087cbc03a50 req-6da8ac85-21cd-48de-b0ed-86309b0052d9 tempest-ServerRescueNegativeTestJSON-1906345366 tempest-ServerRescueNegativeTestJSON-1906345366-project] 10.222.0.13 "GET /v2.0/security-groups?id=f2b62cd4-5049-4cd6-9f4f-183cc22ee8c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412984 Jan 26 21:34:41.401174 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf14f76-deda-458d-928c-721a6519daaa req-3c5415dd-80a4-4f43-afcc-cc6b6bbe9b79 tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:34:41.402832 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-5bf14f76-deda-458d-928c-721a6519daaa req-3c5415dd-80a4-4f43-afcc-cc6b6bbe9b79 tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] 10.222.0.13 "GET /v2.0/ports?device_id=0f60c6ee-6258-42ba-be50-39a409584134 HTTP/1.1" status: 200 len: 946 time: 0.0500839 Jan 26 21:34:41.453754 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-5bf14f76-deda-458d-928c-721a6519daaa req-94e2768d-a710-4fce-8459-b70e16947704 tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] 10.222.0.13 "GET /v2.0/security-groups?id=c855b7af-ae6a-4b31-98b5-41bfc1142283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453355 Jan 26 21:34:41.690283 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26de0693-e6df-489e-8180-24c01da051bc req-5705be38-75f5-46ec-a41a-2c186db2a09b tempest-ServerRescueNegativeTestJSON-1906345366 tempest-ServerRescueNegativeTestJSON-1906345366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:34:41.691693 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-26de0693-e6df-489e-8180-24c01da051bc req-5705be38-75f5-46ec-a41a-2c186db2a09b tempest-ServerRescueNegativeTestJSON-1906345366 tempest-ServerRescueNegativeTestJSON-1906345366-project] 10.222.0.13 "GET /v2.0/ports?device_id=d44474eb-f274-43f4-8a95-ce8dd4e67217 HTTP/1.1" status: 200 len: 945 time: 0.0496128 Jan 26 21:34:41.739351 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-26de0693-e6df-489e-8180-24c01da051bc req-8988935b-e999-4b53-81f2-7e7e651926b2 tempest-ServerRescueNegativeTestJSON-1906345366 tempest-ServerRescueNegativeTestJSON-1906345366-project] 10.222.0.13 "GET /v2.0/security-groups?id=f2b62cd4-5049-4cd6-9f4f-183cc22ee8c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419195 Jan 26 21:34:42.574101 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f4f2b7-7a87-4961-a21f-fac0700be573 req-7dc10728-a514-4779-b328-7318d8d2c1cd tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:34:42.575717 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-f9f4f2b7-7a87-4961-a21f-fac0700be573 req-7dc10728-a514-4779-b328-7318d8d2c1cd tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] 10.222.0.13 "GET /v2.0/ports?device_id=0f60c6ee-6258-42ba-be50-39a409584134 HTTP/1.1" status: 200 len: 946 time: 0.0501430 Jan 26 21:34:42.627948 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-f9f4f2b7-7a87-4961-a21f-fac0700be573 req-fa455b3d-0b02-4aea-9928-c930c9d39b36 tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] 10.222.0.13 "GET /v2.0/security-groups?id=c855b7af-ae6a-4b31-98b5-41bfc1142283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466912 Jan 26 21:34:42.859942 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb71d98-2788-4c9d-9bfa-e36943f0b9bb req-373b420f-53fc-4e10-a961-cd9c3e5b31b5 tempest-ServerRescueNegativeTestJSON-1906345366 tempest-ServerRescueNegativeTestJSON-1906345366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:34:42.867433 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-6eb71d98-2788-4c9d-9bfa-e36943f0b9bb req-373b420f-53fc-4e10-a961-cd9c3e5b31b5 tempest-ServerRescueNegativeTestJSON-1906345366 tempest-ServerRescueNegativeTestJSON-1906345366-project] 10.222.0.13 "GET /v2.0/ports?device_id=d44474eb-f274-43f4-8a95-ce8dd4e67217 HTTP/1.1" status: 200 len: 945 time: 0.0600898 Jan 26 21:34:42.910739 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-6eb71d98-2788-4c9d-9bfa-e36943f0b9bb req-b979154b-3fe8-410b-acbe-f0f14cd490ad tempest-ServerRescueNegativeTestJSON-1906345366 tempest-ServerRescueNegativeTestJSON-1906345366-project] 10.222.0.13 "GET /v2.0/security-groups?id=f2b62cd4-5049-4cd6-9f4f-183cc22ee8c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421700 Jan 26 21:34:43.480117 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-af7f495b-78d0-4ce9-8658-1e8beff58e87 req-dd500cd6-c8cf-44a2-840b-8ecbfd2e0b0a service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=c947e2a6-4eb3-4b93-905b-515cc992a63b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0414603 Jan 26 21:34:43.575926 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7f495b-78d0-4ce9-8658-1e8beff58e87 req-c9d56ae2-0c43-4991-bfcb-ffced8da9494 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:34:43.578247 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-af7f495b-78d0-4ce9-8658-1e8beff58e87 req-c9d56ae2-0c43-4991-bfcb-ffced8da9494 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=949e29ec71a54b7f98dc62c402ac867e&device_id=c947e2a6-4eb3-4b93-905b-515cc992a63b HTTP/1.1" status: 200 len: 1095 time: 0.0428879 Jan 26 21:34:43.732721 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7f495b-78d0-4ce9-8658-1e8beff58e87 req-07e20fc6-7572-4bec-b14e-2de79c7c58f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:34:43.734892 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-af7f495b-78d0-4ce9-8658-1e8beff58e87 req-07e20fc6-7572-4bec-b14e-2de79c7c58f0 service neutron] 10.222.0.66 "GET /v2.0/networks?id=e06aca25-0b6a-452f-bfd4-2129924c58a7 HTTP/1.1" status: 200 len: 912 time: 0.1359010 Jan 26 21:34:43.822004 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b205b23-0bc2-4efc-9e78-e08bcab30553 req-31ea75ce-7370-4eb8-9b5d-9ea12c41ac39 tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:34:43.823526 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-1b205b23-0bc2-4efc-9e78-e08bcab30553 req-31ea75ce-7370-4eb8-9b5d-9ea12c41ac39 tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] 10.222.0.13 "GET /v2.0/ports?device_id=0f60c6ee-6258-42ba-be50-39a409584134 HTTP/1.1" status: 200 len: 946 time: 0.1125534 Jan 26 21:34:43.825389 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-af7f495b-78d0-4ce9-8658-1e8beff58e87 req-f6201e65-628e-4f23-a384-ce55b2020f7a service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=76b67d01-e977-4af8-80e0-0024bcb18a45 HTTP/1.1" status: 200 len: 999 time: 0.0768821 Jan 26 21:34:43.904876 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7f495b-78d0-4ce9-8658-1e8beff58e87 req-029696fa-1175-4edb-8e03-02d676f141bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:34:43.906679 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-af7f495b-78d0-4ce9-8658-1e8beff58e87 req-029696fa-1175-4edb-8e03-02d676f141bc service neutron] 10.222.0.66 "GET /v2.0/subnets?id=79317c4e-88a3-402c-975d-f004bf1d9b8b HTTP/1.1" status: 200 len: 850 time: 0.0707335 Jan 26 21:34:43.914393 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-1b205b23-0bc2-4efc-9e78-e08bcab30553 req-f25cc768-61e5-4651-bbbf-8b0fe8972843 tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] 10.222.0.13 "GET /v2.0/security-groups?id=c855b7af-ae6a-4b31-98b5-41bfc1142283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843210 Jan 26 21:34:43.958930 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7f495b-78d0-4ce9-8658-1e8beff58e87 req-c17d1227-0d46-4514-a79e-2207564df806 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:34:43.960761 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-af7f495b-78d0-4ce9-8658-1e8beff58e87 req-c17d1227-0d46-4514-a79e-2207564df806 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=e06aca25-0b6a-452f-bfd4-2129924c58a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0450566 Jan 26 21:34:44.077531 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f31a86-698c-4cec-aa1f-345b64cf796c req-7459c1aa-7dff-4aa5-bf16-929e9978e9e9 tempest-ServerRescueNegativeTestJSON-1906345366 tempest-ServerRescueNegativeTestJSON-1906345366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:34:44.079073 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-09f31a86-698c-4cec-aa1f-345b64cf796c req-7459c1aa-7dff-4aa5-bf16-929e9978e9e9 tempest-ServerRescueNegativeTestJSON-1906345366 tempest-ServerRescueNegativeTestJSON-1906345366-project] 10.222.0.13 "GET /v2.0/ports?device_id=d44474eb-f274-43f4-8a95-ce8dd4e67217 HTTP/1.1" status: 200 len: 945 time: 0.0928600 Jan 26 21:34:44.123013 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-af7f495b-78d0-4ce9-8658-1e8beff58e87 req-fe7be65b-1d1f-42cc-a78a-3361352b94ad service neutron] 10.222.0.66 "GET /v2.0/networks/e06aca25-0b6a-452f-bfd4-2129924c58a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1555326 Jan 26 21:34:44.161163 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-09f31a86-698c-4cec-aa1f-345b64cf796c req-ec484b01-be7a-422d-b772-91b9d48a1be3 tempest-ServerRescueNegativeTestJSON-1906345366 tempest-ServerRescueNegativeTestJSON-1906345366-project] 10.222.0.13 "GET /v2.0/security-groups?id=f2b62cd4-5049-4cd6-9f4f-183cc22ee8c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730774 Jan 26 21:34:44.229920 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-af7f495b-78d0-4ce9-8658-1e8beff58e87 req-25f51643-a744-4b9b-b85e-201d676c6fc3 service neutron] 10.222.0.66 "GET /v2.0/networks/e06aca25-0b6a-452f-bfd4-2129924c58a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0970426 Jan 26 21:34:45.047312 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c1300a-a617-4279-8a2e-4f6163c1a70f req-f10dc420-4a7e-4e15-a8d0-ec3fb46686e3 tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:34:45.048837 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-46c1300a-a617-4279-8a2e-4f6163c1a70f req-f10dc420-4a7e-4e15-a8d0-ec3fb46686e3 tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] 10.222.0.13 "GET /v2.0/ports?device_id=0f60c6ee-6258-42ba-be50-39a409584134 HTTP/1.1" status: 200 len: 946 time: 0.0517576 Jan 26 21:34:45.097812 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-46c1300a-a617-4279-8a2e-4f6163c1a70f req-0fbd952c-b68a-4772-b200-1a327f668405 tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] 10.222.0.13 "GET /v2.0/security-groups?id=c855b7af-ae6a-4b31-98b5-41bfc1142283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432017 Jan 26 21:34:45.287190 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06b0e2f-c3cb-448b-9a5b-f3dbcedc1ea8 req-0d560db9-fa21-4477-b5f2-a36f50007d7b tempest-ServerRescueNegativeTestJSON-1906345366 tempest-ServerRescueNegativeTestJSON-1906345366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:34:45.289740 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-d06b0e2f-c3cb-448b-9a5b-f3dbcedc1ea8 req-0d560db9-fa21-4477-b5f2-a36f50007d7b tempest-ServerRescueNegativeTestJSON-1906345366 tempest-ServerRescueNegativeTestJSON-1906345366-project] 10.222.0.13 "GET /v2.0/ports?device_id=d44474eb-f274-43f4-8a95-ce8dd4e67217 HTTP/1.1" status: 200 len: 945 time: 0.0560124 Jan 26 21:34:45.337906 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-d06b0e2f-c3cb-448b-9a5b-f3dbcedc1ea8 req-440763d6-db22-4ab0-9523-464d7bded78d tempest-ServerRescueNegativeTestJSON-1906345366 tempest-ServerRescueNegativeTestJSON-1906345366-project] 10.222.0.13 "GET /v2.0/security-groups?id=f2b62cd4-5049-4cd6-9f4f-183cc22ee8c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428209 Jan 26 21:34:46.238328 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb5568d-0d16-42ac-b245-95d76fb6afb9 req-be4bc43f-a172-4ca0-b79d-bef1e1d880ca tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:34:46.240105 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-dbb5568d-0d16-42ac-b245-95d76fb6afb9 req-be4bc43f-a172-4ca0-b79d-bef1e1d880ca tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] 10.222.0.13 "GET /v2.0/ports?device_id=0f60c6ee-6258-42ba-be50-39a409584134 HTTP/1.1" status: 200 len: 946 time: 0.0590496 Jan 26 21:34:46.289794 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-dbb5568d-0d16-42ac-b245-95d76fb6afb9 req-6f60e393-0d10-4615-a241-0e2ca50b74f4 tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] 10.222.0.13 "GET /v2.0/security-groups?id=c855b7af-ae6a-4b31-98b5-41bfc1142283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438185 Jan 26 21:34:46.455072 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30972657-6a7e-4da8-84c3-a9ee0d1f7a17 req-db4e82c6-a747-4e77-9732-9f4928ca8975 tempest-ServerRescueNegativeTestJSON-1906345366 tempest-ServerRescueNegativeTestJSON-1906345366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:34:46.456546 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-30972657-6a7e-4da8-84c3-a9ee0d1f7a17 req-db4e82c6-a747-4e77-9732-9f4928ca8975 tempest-ServerRescueNegativeTestJSON-1906345366 tempest-ServerRescueNegativeTestJSON-1906345366-project] 10.222.0.13 "GET /v2.0/ports?device_id=d44474eb-f274-43f4-8a95-ce8dd4e67217 HTTP/1.1" status: 200 len: 945 time: 0.0485773 Jan 26 21:34:46.506751 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-30972657-6a7e-4da8-84c3-a9ee0d1f7a17 req-c74d0bb3-7d6e-4710-b5aa-d7e73fef24b9 tempest-ServerRescueNegativeTestJSON-1906345366 tempest-ServerRescueNegativeTestJSON-1906345366-project] 10.222.0.13 "GET /v2.0/security-groups?id=f2b62cd4-5049-4cd6-9f4f-183cc22ee8c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443606 Jan 26 21:34:47.404146 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b2431b-4e96-4a32-aa79-fd30304c6037 req-11f476e9-2eac-420a-80f6-c63157a7c1ce tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:34:47.405591 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-73b2431b-4e96-4a32-aa79-fd30304c6037 req-11f476e9-2eac-420a-80f6-c63157a7c1ce tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] 10.222.0.13 "GET /v2.0/ports?device_id=0f60c6ee-6258-42ba-be50-39a409584134 HTTP/1.1" status: 200 len: 946 time: 0.0483351 Jan 26 21:34:47.452257 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-73b2431b-4e96-4a32-aa79-fd30304c6037 req-4ef9ba0e-586e-4b86-8c31-47a84ad7ffdf tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] 10.222.0.13 "GET /v2.0/security-groups?id=c855b7af-ae6a-4b31-98b5-41bfc1142283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409791 Jan 26 21:34:47.619327 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c18f1fe-6592-4981-a34f-be1b4ac0b4b8 req-75397e44-0cb7-4052-9e15-056843dcd7a0 tempest-ServerRescueNegativeTestJSON-1906345366 tempest-ServerRescueNegativeTestJSON-1906345366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:34:47.620828 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-6c18f1fe-6592-4981-a34f-be1b4ac0b4b8 req-75397e44-0cb7-4052-9e15-056843dcd7a0 tempest-ServerRescueNegativeTestJSON-1906345366 tempest-ServerRescueNegativeTestJSON-1906345366-project] 10.222.0.13 "GET /v2.0/ports?device_id=d44474eb-f274-43f4-8a95-ce8dd4e67217 HTTP/1.1" status: 200 len: 945 time: 0.0486295 Jan 26 21:34:47.667507 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-6c18f1fe-6592-4981-a34f-be1b4ac0b4b8 req-c7380fce-c304-4e75-a9cb-6ee9ba319239 tempest-ServerRescueNegativeTestJSON-1906345366 tempest-ServerRescueNegativeTestJSON-1906345366-project] 10.222.0.13 "GET /v2.0/security-groups?id=f2b62cd4-5049-4cd6-9f4f-183cc22ee8c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409591 Jan 26 21:34:48.480864 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.agents_db [None req-569f1ced-6396-4ddf-b79f-e03b0b2146ab None None] Agent healthcheck: found 7 active agents {{(pid=103307) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 26 21:34:48.573523 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2cf2e5-61b5-4648-a28d-26b6ef82bdc3 req-a8747fef-733a-47e7-ad3c-d5b6bae06d78 tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:34:48.575016 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-9d2cf2e5-61b5-4648-a28d-26b6ef82bdc3 req-a8747fef-733a-47e7-ad3c-d5b6bae06d78 tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] 10.222.0.13 "GET /v2.0/ports?device_id=0f60c6ee-6258-42ba-be50-39a409584134 HTTP/1.1" status: 200 len: 946 time: 0.0524480 Jan 26 21:34:48.622564 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-9d2cf2e5-61b5-4648-a28d-26b6ef82bdc3 req-285c9a3e-964f-4c08-b4d8-f98fb523c3b4 tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] 10.222.0.13 "GET /v2.0/security-groups?id=c855b7af-ae6a-4b31-98b5-41bfc1142283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419633 Jan 26 21:34:48.781224 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef3fbec-9501-4ecd-a9ff-a5baa0602da6 req-64d75c27-8b71-4e1c-b9f2-238d544c9a27 tempest-ServerRescueNegativeTestJSON-1906345366 tempest-ServerRescueNegativeTestJSON-1906345366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:34:48.782790 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-9ef3fbec-9501-4ecd-a9ff-a5baa0602da6 req-64d75c27-8b71-4e1c-b9f2-238d544c9a27 tempest-ServerRescueNegativeTestJSON-1906345366 tempest-ServerRescueNegativeTestJSON-1906345366-project] 10.222.0.13 "GET /v2.0/ports?device_id=d44474eb-f274-43f4-8a95-ce8dd4e67217 HTTP/1.1" status: 200 len: 945 time: 0.0487647 Jan 26 21:34:48.829324 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-9ef3fbec-9501-4ecd-a9ff-a5baa0602da6 req-5cda7a0d-8972-45e2-afbb-114f95b2ff23 tempest-ServerRescueNegativeTestJSON-1906345366 tempest-ServerRescueNegativeTestJSON-1906345366-project] 10.222.0.13 "GET /v2.0/security-groups?id=f2b62cd4-5049-4cd6-9f4f-183cc22ee8c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410459 Jan 26 21:34:48.897711 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-cbb2e1d5-2030-44ca-bd16-5028bc1cb174 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (474ccdf7-ab6c-405b-a3b2-dc7b05829902), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:34:49.739473 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e871681-cf72-4b80-bbc3-c577f7e62e2c req-598e8f91-7c90-4ff6-b79b-c958b3047c9e tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:34:49.740974 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-3e871681-cf72-4b80-bbc3-c577f7e62e2c req-598e8f91-7c90-4ff6-b79b-c958b3047c9e tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] 10.222.0.13 "GET /v2.0/ports?device_id=0f60c6ee-6258-42ba-be50-39a409584134 HTTP/1.1" status: 200 len: 946 time: 0.0525553 Jan 26 21:34:49.789539 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-3e871681-cf72-4b80-bbc3-c577f7e62e2c req-3221f789-b3c0-4d35-bfd4-44c6791db920 tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] 10.222.0.13 "GET /v2.0/security-groups?id=c855b7af-ae6a-4b31-98b5-41bfc1142283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423663 Jan 26 21:34:49.943860 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca67d23e-a1fa-45c4-af55-7da37abdb7b1 req-3347dfba-90f9-441c-84b4-fea03b07713c tempest-ServerRescueNegativeTestJSON-1906345366 tempest-ServerRescueNegativeTestJSON-1906345366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:34:49.945279 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-ca67d23e-a1fa-45c4-af55-7da37abdb7b1 req-3347dfba-90f9-441c-84b4-fea03b07713c tempest-ServerRescueNegativeTestJSON-1906345366 tempest-ServerRescueNegativeTestJSON-1906345366-project] 10.222.0.13 "GET /v2.0/ports?device_id=d44474eb-f274-43f4-8a95-ce8dd4e67217 HTTP/1.1" status: 200 len: 945 time: 0.0489647 Jan 26 21:34:49.993503 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-ca67d23e-a1fa-45c4-af55-7da37abdb7b1 req-aecd48a6-8580-430d-bad5-35402f7349cd tempest-ServerRescueNegativeTestJSON-1906345366 tempest-ServerRescueNegativeTestJSON-1906345366-project] 10.222.0.13 "GET /v2.0/security-groups?id=f2b62cd4-5049-4cd6-9f4f-183cc22ee8c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425174 Jan 26 21:34:50.921574 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8260b21-8d24-4797-8141-318897a9eeed req-2397cac9-c25b-4618-b17f-8fcf5ed76a6d tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:34:50.924188 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-c8260b21-8d24-4797-8141-318897a9eeed req-2397cac9-c25b-4618-b17f-8fcf5ed76a6d tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] 10.222.0.13 "GET /v2.0/ports?device_id=0f60c6ee-6258-42ba-be50-39a409584134 HTTP/1.1" status: 200 len: 946 time: 0.0545633 Jan 26 21:34:50.978203 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-c8260b21-8d24-4797-8141-318897a9eeed req-fe704bbe-85fc-4849-a4e3-4ffbf757569c tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] 10.222.0.13 "GET /v2.0/security-groups?id=c855b7af-ae6a-4b31-98b5-41bfc1142283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472181 Jan 26 21:34:51.110260 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635b0329-6e44-44cf-b49a-90fc5c219911 req-dbed3f80-48ff-4401-9aaf-ec265f480867 tempest-ServerRescueNegativeTestJSON-1906345366 tempest-ServerRescueNegativeTestJSON-1906345366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:34:51.112052 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-635b0329-6e44-44cf-b49a-90fc5c219911 req-dbed3f80-48ff-4401-9aaf-ec265f480867 tempest-ServerRescueNegativeTestJSON-1906345366 tempest-ServerRescueNegativeTestJSON-1906345366-project] 10.222.0.13 "GET /v2.0/ports?device_id=d44474eb-f274-43f4-8a95-ce8dd4e67217 HTTP/1.1" status: 200 len: 945 time: 0.0524418 Jan 26 21:34:51.161749 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-635b0329-6e44-44cf-b49a-90fc5c219911 req-a8011b2d-7848-4f87-9d92-96118b174d7a tempest-ServerRescueNegativeTestJSON-1906345366 tempest-ServerRescueNegativeTestJSON-1906345366-project] 10.222.0.13 "GET /v2.0/security-groups?id=f2b62cd4-5049-4cd6-9f4f-183cc22ee8c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432935 Jan 26 21:34:51.239554 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-5293bebb-a089-4c76-ad20-20ed57eda255 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (09df100c-3af1-4b0a-bda8-05914c71c458), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:34:52.100802 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7ac5da-7188-4725-8e0f-db4c61d4843d req-206579f6-599b-4ec6-bc70-79ba1a239c1f tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:34:52.103756 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-5c7ac5da-7188-4725-8e0f-db4c61d4843d req-206579f6-599b-4ec6-bc70-79ba1a239c1f tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] 10.222.0.13 "GET /v2.0/ports?device_id=0f60c6ee-6258-42ba-be50-39a409584134 HTTP/1.1" status: 200 len: 946 time: 0.0540047 Jan 26 21:34:52.154127 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-5c7ac5da-7188-4725-8e0f-db4c61d4843d req-c042822a-e5b0-4a09-96ca-3b6330d2e036 tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] 10.222.0.13 "GET /v2.0/security-groups?id=c855b7af-ae6a-4b31-98b5-41bfc1142283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445638 Jan 26 21:34:52.243315 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-841f5991-a4d8-4d4b-b215-cbc6bab5427b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (aa7ee9d2-08eb-4e12-b895-24c57300dfec), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:34:52.286206 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628dc72b-d7f2-4bb0-b73f-1ddaf836fd47 req-9b4b70d0-47cb-42bc-b0ec-2169ba51ed44 tempest-ServerRescueNegativeTestJSON-1906345366 tempest-ServerRescueNegativeTestJSON-1906345366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:34:52.287893 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-628dc72b-d7f2-4bb0-b73f-1ddaf836fd47 req-9b4b70d0-47cb-42bc-b0ec-2169ba51ed44 tempest-ServerRescueNegativeTestJSON-1906345366 tempest-ServerRescueNegativeTestJSON-1906345366-project] 10.222.0.13 "GET /v2.0/ports?device_id=d44474eb-f274-43f4-8a95-ce8dd4e67217 HTTP/1.1" status: 200 len: 945 time: 0.0553381 Jan 26 21:34:52.342414 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-628dc72b-d7f2-4bb0-b73f-1ddaf836fd47 req-b07bf86a-d7f9-4461-a993-6836846b2a1e tempest-ServerRescueNegativeTestJSON-1906345366 tempest-ServerRescueNegativeTestJSON-1906345366-project] 10.222.0.13 "GET /v2.0/security-groups?id=f2b62cd4-5049-4cd6-9f4f-183cc22ee8c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476069 Jan 26 21:34:53.030553 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (4d619873-4b60-439f-9b5a-b155dc8bbc34), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:34:53.268286 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8cbdb0e-e7a8-468a-a528-f6cdf70c0cf0 req-5ee01931-3fb8-4ea7-9031-83b09cd55548 tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:34:53.269785 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-d8cbdb0e-e7a8-468a-a528-f6cdf70c0cf0 req-5ee01931-3fb8-4ea7-9031-83b09cd55548 tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] 10.222.0.13 "GET /v2.0/ports?device_id=0f60c6ee-6258-42ba-be50-39a409584134 HTTP/1.1" status: 200 len: 946 time: 0.0477259 Jan 26 21:34:53.314763 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-d8cbdb0e-e7a8-468a-a528-f6cdf70c0cf0 req-b04a86b8-1432-463b-a78e-5677c488547b tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] 10.222.0.13 "GET /v2.0/security-groups?id=c855b7af-ae6a-4b31-98b5-41bfc1142283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394554 Jan 26 21:34:53.457202 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89afecca-9992-4c36-b89c-9445984f5d5e req-5966eeed-449b-46c1-a868-f0f5568f3b38 tempest-ServerRescueNegativeTestJSON-1906345366 tempest-ServerRescueNegativeTestJSON-1906345366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:34:53.458724 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-89afecca-9992-4c36-b89c-9445984f5d5e req-5966eeed-449b-46c1-a868-f0f5568f3b38 tempest-ServerRescueNegativeTestJSON-1906345366 tempest-ServerRescueNegativeTestJSON-1906345366-project] 10.222.0.13 "GET /v2.0/ports?device_id=d44474eb-f274-43f4-8a95-ce8dd4e67217 HTTP/1.1" status: 200 len: 945 time: 0.0487857 Jan 26 21:34:53.508445 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-89afecca-9992-4c36-b89c-9445984f5d5e req-3d0a70f8-f76d-40b8-a703-515ea74c6b4a tempest-ServerRescueNegativeTestJSON-1906345366 tempest-ServerRescueNegativeTestJSON-1906345366-project] 10.222.0.13 "GET /v2.0/security-groups?id=f2b62cd4-5049-4cd6-9f4f-183cc22ee8c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438492 Jan 26 21:34:54.089117 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-839dd188-ec69-470c-9ab0-d318dc1a2e96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (e79b4fc6-6c71-44b2-a6d0-ff3e1f4dfd0d), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:34:54.428862 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007e6f51-02b7-4db7-a5a0-d94acc2dfea0 req-8b4bde86-5246-4c9e-b836-2eae57d4c616 tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:34:54.431031 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-007e6f51-02b7-4db7-a5a0-d94acc2dfea0 req-8b4bde86-5246-4c9e-b836-2eae57d4c616 tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] 10.222.0.13 "GET /v2.0/ports?device_id=0f60c6ee-6258-42ba-be50-39a409584134 HTTP/1.1" status: 200 len: 946 time: 0.0493410 Jan 26 21:34:54.479729 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-007e6f51-02b7-4db7-a5a0-d94acc2dfea0 req-1becc170-1e41-41a0-ba90-1b23a2f48a0b tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] 10.222.0.13 "GET /v2.0/security-groups?id=c855b7af-ae6a-4b31-98b5-41bfc1142283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422921 Jan 26 21:34:54.628686 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92a76f8-caf7-4f89-9cac-6f8986521a73 req-0ff66902-0197-41f4-be59-814e08813821 tempest-ServerRescueNegativeTestJSON-1906345366 tempest-ServerRescueNegativeTestJSON-1906345366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:34:54.630177 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-f92a76f8-caf7-4f89-9cac-6f8986521a73 req-0ff66902-0197-41f4-be59-814e08813821 tempest-ServerRescueNegativeTestJSON-1906345366 tempest-ServerRescueNegativeTestJSON-1906345366-project] 10.222.0.13 "GET /v2.0/ports?device_id=d44474eb-f274-43f4-8a95-ce8dd4e67217 HTTP/1.1" status: 200 len: 945 time: 0.0494974 Jan 26 21:34:54.677454 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-f92a76f8-caf7-4f89-9cac-6f8986521a73 req-5e5b2d27-e7db-42fe-a015-ba2afffdf987 tempest-ServerRescueNegativeTestJSON-1906345366 tempest-ServerRescueNegativeTestJSON-1906345366-project] 10.222.0.13 "GET /v2.0/security-groups?id=f2b62cd4-5049-4cd6-9f4f-183cc22ee8c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415499 Jan 26 21:34:55.293651 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (fea0591a-627d-4c87-9a9a-01625ddf3277), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:34:55.598360 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94b01f7-b178-4185-8047-8de72fd37305 req-8325bf8c-e990-4353-ad04-6c01912bdfbd tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:34:55.599769 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-c94b01f7-b178-4185-8047-8de72fd37305 req-8325bf8c-e990-4353-ad04-6c01912bdfbd tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] 10.222.0.13 "GET /v2.0/ports?device_id=0f60c6ee-6258-42ba-be50-39a409584134 HTTP/1.1" status: 200 len: 946 time: 0.0527096 Jan 26 21:34:55.647023 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-c94b01f7-b178-4185-8047-8de72fd37305 req-38ace13e-360f-4f1b-a2ae-4cd248532d47 tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] 10.222.0.13 "GET /v2.0/security-groups?id=c855b7af-ae6a-4b31-98b5-41bfc1142283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406716 Jan 26 21:34:55.804448 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9251b4-c338-49b0-9ca5-cc7826f4be8c req-a7f6aaa2-62b0-465c-b449-2bbf8ea166aa tempest-ServerRescueNegativeTestJSON-1906345366 tempest-ServerRescueNegativeTestJSON-1906345366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:34:55.806123 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-bd9251b4-c338-49b0-9ca5-cc7826f4be8c req-a7f6aaa2-62b0-465c-b449-2bbf8ea166aa tempest-ServerRescueNegativeTestJSON-1906345366 tempest-ServerRescueNegativeTestJSON-1906345366-project] 10.222.0.13 "GET /v2.0/ports?device_id=d44474eb-f274-43f4-8a95-ce8dd4e67217 HTTP/1.1" status: 200 len: 945 time: 0.0507219 Jan 26 21:34:55.857759 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-bd9251b4-c338-49b0-9ca5-cc7826f4be8c req-24cd54f6-8772-4fae-9b70-fbea84c030ea tempest-ServerRescueNegativeTestJSON-1906345366 tempest-ServerRescueNegativeTestJSON-1906345366-project] 10.222.0.13 "GET /v2.0/security-groups?id=f2b62cd4-5049-4cd6-9f4f-183cc22ee8c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456209 Jan 26 21:34:56.771594 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73a975f-8896-4bc9-8a87-9d2ffe295c6b req-280725a4-72c8-4491-b841-1fdb49d6e23d tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:34:56.773706 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-f73a975f-8896-4bc9-8a87-9d2ffe295c6b req-280725a4-72c8-4491-b841-1fdb49d6e23d tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] 10.222.0.13 "GET /v2.0/ports?device_id=0f60c6ee-6258-42ba-be50-39a409584134 HTTP/1.1" status: 200 len: 946 time: 0.0548141 Jan 26 21:34:56.820794 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-f73a975f-8896-4bc9-8a87-9d2ffe295c6b req-d706914a-bf27-4e02-aa39-f51e4f65f103 tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] 10.222.0.13 "GET /v2.0/security-groups?id=c855b7af-ae6a-4b31-98b5-41bfc1142283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414646 Jan 26 21:34:56.977804 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a024a9c4-af77-4a3a-8e07-cc778da0014c req-9d304e34-e9b9-4412-86f3-ca251c6bb6cf tempest-ServerRescueNegativeTestJSON-1906345366 tempest-ServerRescueNegativeTestJSON-1906345366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:34:56.979527 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-a024a9c4-af77-4a3a-8e07-cc778da0014c req-9d304e34-e9b9-4412-86f3-ca251c6bb6cf tempest-ServerRescueNegativeTestJSON-1906345366 tempest-ServerRescueNegativeTestJSON-1906345366-project] 10.222.0.13 "GET /v2.0/ports?device_id=d44474eb-f274-43f4-8a95-ce8dd4e67217 HTTP/1.1" status: 200 len: 945 time: 0.0516028 Jan 26 21:34:57.031039 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-a024a9c4-af77-4a3a-8e07-cc778da0014c req-8b8eed7a-4186-40b4-9afc-215508126977 tempest-ServerRescueNegativeTestJSON-1906345366 tempest-ServerRescueNegativeTestJSON-1906345366-project] 10.222.0.13 "GET /v2.0/security-groups?id=f2b62cd4-5049-4cd6-9f4f-183cc22ee8c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450935 Jan 26 21:34:57.954341 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ca27cc-1f81-4f95-a67a-250178443b71 req-ea2d1fe1-5756-48af-9058-e029627b88f8 tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:34:57.955827 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-f0ca27cc-1f81-4f95-a67a-250178443b71 req-ea2d1fe1-5756-48af-9058-e029627b88f8 tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] 10.222.0.13 "GET /v2.0/ports?device_id=0f60c6ee-6258-42ba-be50-39a409584134 HTTP/1.1" status: 200 len: 946 time: 0.0551970 Jan 26 21:34:58.037841 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-f0ca27cc-1f81-4f95-a67a-250178443b71 req-8884f124-fe26-46af-a13a-fd05560dd234 tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] 10.222.0.13 "GET /v2.0/security-groups?id=c855b7af-ae6a-4b31-98b5-41bfc1142283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723312 Jan 26 21:34:58.048675 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83dc8e7-a481-4724-81ab-d5eaea5b13ae req-4522ac5d-11df-4882-8003-a2d70bf9f0b7 tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:34:58.060325 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83dc8e7-a481-4724-81ab-d5eaea5b13ae req-4522ac5d-11df-4882-8003-a2d70bf9f0b7 tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:34:58.060325 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83dc8e7-a481-4724-81ab-d5eaea5b13ae req-4522ac5d-11df-4882-8003-a2d70bf9f0b7 tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:34:58.064619 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83dc8e7-a481-4724-81ab-d5eaea5b13ae req-4522ac5d-11df-4882-8003-a2d70bf9f0b7 tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:34:58.070418 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83dc8e7-a481-4724-81ab-d5eaea5b13ae req-4522ac5d-11df-4882-8003-a2d70bf9f0b7 tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:34:58.075702 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83dc8e7-a481-4724-81ab-d5eaea5b13ae req-4522ac5d-11df-4882-8003-a2d70bf9f0b7 tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:34:58.080938 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83dc8e7-a481-4724-81ab-d5eaea5b13ae req-4522ac5d-11df-4882-8003-a2d70bf9f0b7 tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:34:58.082932 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-f83dc8e7-a481-4724-81ab-d5eaea5b13ae req-4522ac5d-11df-4882-8003-a2d70bf9f0b7 tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] 10.222.0.13 "GET /v2.0/ports?device_id=cc2a45fe-1c0e-4689-a738-964e9c19e30e HTTP/1.1" status: 200 len: 5430 time: 0.1262167 Jan 26 21:34:58.172827 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-f83dc8e7-a481-4724-81ab-d5eaea5b13ae req-390ea317-76f8-4982-90df-ca862c0c0b6f tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] 10.222.0.13 "GET /v2.0/security-groups?id=cdcbac26-bdec-4926-b949-1e63137fb150&id=e87e70a3-dfc0-4db8-90a2-ffd9c4c809a5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0832400 Jan 26 21:34:58.183619 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ca937f-94f1-4ba5-8228-083beabbb686 req-b314c495-6899-4bab-b7a7-6335ec724c6f tempest-ServerRescueNegativeTestJSON-1906345366 tempest-ServerRescueNegativeTestJSON-1906345366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:34:58.185151 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-34ca937f-94f1-4ba5-8228-083beabbb686 req-b314c495-6899-4bab-b7a7-6335ec724c6f tempest-ServerRescueNegativeTestJSON-1906345366 tempest-ServerRescueNegativeTestJSON-1906345366-project] 10.222.0.13 "GET /v2.0/ports?device_id=d44474eb-f274-43f4-8a95-ce8dd4e67217 HTTP/1.1" status: 200 len: 945 time: 0.0788558 Jan 26 21:34:58.234989 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-34ca937f-94f1-4ba5-8228-083beabbb686 req-43cbcdd9-37ed-4755-806e-6ecca7208b07 tempest-ServerRescueNegativeTestJSON-1906345366 tempest-ServerRescueNegativeTestJSON-1906345366-project] 10.222.0.13 "GET /v2.0/security-groups?id=f2b62cd4-5049-4cd6-9f4f-183cc22ee8c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434854 Jan 26 21:34:59.188231 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eebc325d-976a-4fc3-ae4d-ed9dbe7018d8 req-376b0123-496f-4ddd-b671-0b24c81a6d09 tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:34:59.189844 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-eebc325d-976a-4fc3-ae4d-ed9dbe7018d8 req-376b0123-496f-4ddd-b671-0b24c81a6d09 tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] 10.222.0.13 "GET /v2.0/ports?device_id=0f60c6ee-6258-42ba-be50-39a409584134 HTTP/1.1" status: 200 len: 946 time: 0.0550387 Jan 26 21:34:59.251793 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-eebc325d-976a-4fc3-ae4d-ed9dbe7018d8 req-fe48f355-4098-4bf7-9506-c73c6e2babe0 tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] 10.222.0.13 "GET /v2.0/security-groups?id=c855b7af-ae6a-4b31-98b5-41bfc1142283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551946 Jan 26 21:34:59.262761 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162adea1-e225-4bc2-9ddc-609702f72a1c req-d0afcb08-8ec3-4d6b-9a5f-02695c7e421b tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:34:59.268569 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162adea1-e225-4bc2-9ddc-609702f72a1c req-d0afcb08-8ec3-4d6b-9a5f-02695c7e421b tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:34:59.274932 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162adea1-e225-4bc2-9ddc-609702f72a1c req-d0afcb08-8ec3-4d6b-9a5f-02695c7e421b tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:34:59.280403 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162adea1-e225-4bc2-9ddc-609702f72a1c req-d0afcb08-8ec3-4d6b-9a5f-02695c7e421b tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:34:59.285658 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162adea1-e225-4bc2-9ddc-609702f72a1c req-d0afcb08-8ec3-4d6b-9a5f-02695c7e421b tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:34:59.291442 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162adea1-e225-4bc2-9ddc-609702f72a1c req-d0afcb08-8ec3-4d6b-9a5f-02695c7e421b tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:34:59.296679 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162adea1-e225-4bc2-9ddc-609702f72a1c req-d0afcb08-8ec3-4d6b-9a5f-02695c7e421b tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:34:59.298666 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-162adea1-e225-4bc2-9ddc-609702f72a1c req-d0afcb08-8ec3-4d6b-9a5f-02695c7e421b tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] 10.222.0.57 "GET /v2.0/ports?device_id=cc2a45fe-1c0e-4689-a738-964e9c19e30e HTTP/1.1" status: 200 len: 5430 time: 0.1132452 Jan 26 21:34:59.355714 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162adea1-e225-4bc2-9ddc-609702f72a1c req-0a7030cb-3322-46aa-b581-23b07a542eca tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:34:59.357530 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-162adea1-e225-4bc2-9ddc-609702f72a1c req-0a7030cb-3322-46aa-b581-23b07a542eca tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] 10.222.0.57 "GET /v2.0/ports/81158fda-fb11-4d56-8e16-e7b27e48b9c9?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0487282 Jan 26 21:34:59.378483 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425afc48-e20a-4189-a57a-9b4e0e3f8253 req-26eb7cd5-4cc4-48dd-8de1-d87367fc97f6 tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:34:59.383826 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425afc48-e20a-4189-a57a-9b4e0e3f8253 req-26eb7cd5-4cc4-48dd-8de1-d87367fc97f6 tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:34:59.389271 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425afc48-e20a-4189-a57a-9b4e0e3f8253 req-26eb7cd5-4cc4-48dd-8de1-d87367fc97f6 tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:34:59.395310 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425afc48-e20a-4189-a57a-9b4e0e3f8253 req-26eb7cd5-4cc4-48dd-8de1-d87367fc97f6 tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:34:59.401270 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425afc48-e20a-4189-a57a-9b4e0e3f8253 req-26eb7cd5-4cc4-48dd-8de1-d87367fc97f6 tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:34:59.406510 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425afc48-e20a-4189-a57a-9b4e0e3f8253 req-26eb7cd5-4cc4-48dd-8de1-d87367fc97f6 tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:34:59.411745 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425afc48-e20a-4189-a57a-9b4e0e3f8253 req-26eb7cd5-4cc4-48dd-8de1-d87367fc97f6 tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:34:59.414288 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-425afc48-e20a-4189-a57a-9b4e0e3f8253 req-26eb7cd5-4cc4-48dd-8de1-d87367fc97f6 tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] 10.222.0.13 "GET /v2.0/ports?device_id=cc2a45fe-1c0e-4689-a738-964e9c19e30e HTTP/1.1" status: 200 len: 5430 time: 0.1505489 Jan 26 21:34:59.427094 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d341caa9-2819-48cc-ade3-ed21a6b70abe req-4e54bb4e-0720-4c21-8ee9-c4ce89639160 tempest-ServerRescueNegativeTestJSON-1906345366 tempest-ServerRescueNegativeTestJSON-1906345366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:34:59.428574 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-d341caa9-2819-48cc-ade3-ed21a6b70abe req-4e54bb4e-0720-4c21-8ee9-c4ce89639160 tempest-ServerRescueNegativeTestJSON-1906345366 tempest-ServerRescueNegativeTestJSON-1906345366-project] 10.222.0.13 "GET /v2.0/ports?device_id=d44474eb-f274-43f4-8a95-ce8dd4e67217 HTTP/1.1" status: 200 len: 945 time: 0.1049471 Jan 26 21:34:59.477695 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-162adea1-e225-4bc2-9ddc-609702f72a1c req-65a2c3f6-841b-4afc-826c-6e4b354208b9 tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] 10.222.0.57 "GET /v2.0/networks/f292bf50-7316-40da-8d60-8669bdd0f81a?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.1141582 Jan 26 21:34:59.488073 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [req-162adea1-e225-4bc2-9ddc-609702f72a1c req-f2445992-aaa1-4f39-b7e7-49dfd3ae1d64 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:34:59.553374 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-162adea1-e225-4bc2-9ddc-609702f72a1c req-f2445992-aaa1-4f39-b7e7-49dfd3ae1d64 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (81158fda-fb11-4d56-8e16-e7b27e48b9c9), before_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:34:59.707056 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [req-162adea1-e225-4bc2-9ddc-609702f72a1c req-f2445992-aaa1-4f39-b7e7-49dfd3ae1d64 service neutron] For port 81158fda-fb11-4d56-8e16-e7b27e48b9c9, host n-h2-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-5',level=0,port_id=81158fda-fb11-4d56-8e16-e7b27e48b9c9,segment=NetworkSegment(a9216649-5b5c-4abd-bdd9-593ae2d941b2),segment_id=a9216649-5b5c-4abd-bdd9-593ae2d941b2)] {{(pid=103305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:34:59.756507 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [req-162adea1-e225-4bc2-9ddc-609702f72a1c req-f2445992-aaa1-4f39-b7e7-49dfd3ae1d64 service neutron] For port 81158fda-fb11-4d56-8e16-e7b27e48b9c9, host n-h2-760453-5, cleared binding levels {{(pid=103305) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 26 21:34:59.800694 n-d-760453-5 neutron-server[103305]: DEBUG neutron.notifiers.nova [req-162adea1-e225-4bc2-9ddc-609702f72a1c req-f2445992-aaa1-4f39-b7e7-49dfd3ae1d64 service neutron] device_id is not set on port 81158fda-fb11-4d56-8e16-e7b27e48b9c9 yet. {{(pid=103305) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 26 21:34:59.806148 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-162adea1-e225-4bc2-9ddc-609702f72a1c req-f2445992-aaa1-4f39-b7e7-49dfd3ae1d64 service neutron] Publish callbacks [] for port (81158fda-fb11-4d56-8e16-e7b27e48b9c9), precommit_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:34:59.811804 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-162adea1-e225-4bc2-9ddc-609702f72a1c req-f2445992-aaa1-4f39-b7e7-49dfd3ae1d64 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11791520'] for port (81158fda-fb11-4d56-8e16-e7b27e48b9c9), after_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:34:59.870627 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2445992-aaa1-4f39-b7e7-49dfd3ae1d64 service neutron] Pushing event updated for resources: {'Port': ['ID=81158fda-fb11-4d56-8e16-e7b27e48b9c9,revision_number=6']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:34:59.870849 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-d341caa9-2819-48cc-ade3-ed21a6b70abe req-aa0a21a9-fbf1-468c-9f20-df41ddcd71eb tempest-ServerRescueNegativeTestJSON-1906345366 tempest-ServerRescueNegativeTestJSON-1906345366-project] 10.222.0.13 "GET /v2.0/security-groups?id=f2b62cd4-5049-4cd6-9f4f-183cc22ee8c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4243333 Jan 26 21:34:59.882742 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-425afc48-e20a-4189-a57a-9b4e0e3f8253 req-9dad3174-c154-4df9-83fd-017def0e58ff tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] 10.222.0.13 "GET /v2.0/security-groups?id=cdcbac26-bdec-4926-b949-1e63137fb150&id=e87e70a3-dfc0-4db8-90a2-ffd9c4c809a5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4525468 Jan 26 21:34:59.910367 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [req-162adea1-e225-4bc2-9ddc-609702f72a1c req-f2445992-aaa1-4f39-b7e7-49dfd3ae1d64 service neutron] No DVR routers for this DVR port 81158fda-fb11-4d56-8e16-e7b27e48b9c9 on host n-h2-760453-5 {{(pid=103305) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 26 21:34:59.914739 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2445992-aaa1-4f39-b7e7-49dfd3ae1d64 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:34:59.915443 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2445992-aaa1-4f39-b7e7-49dfd3ae1d64 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:34:59.915942 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2445992-aaa1-4f39-b7e7-49dfd3ae1d64 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:34:59.916439 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2445992-aaa1-4f39-b7e7-49dfd3ae1d64 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:34:59.916927 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2445992-aaa1-4f39-b7e7-49dfd3ae1d64 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:34:59.917499 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2445992-aaa1-4f39-b7e7-49dfd3ae1d64 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:34:59.918000 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2445992-aaa1-4f39-b7e7-49dfd3ae1d64 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:34:59.918502 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2445992-aaa1-4f39-b7e7-49dfd3ae1d64 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:34:59.919005 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2445992-aaa1-4f39-b7e7-49dfd3ae1d64 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:34:59.919495 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2445992-aaa1-4f39-b7e7-49dfd3ae1d64 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:34:59.919983 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2445992-aaa1-4f39-b7e7-49dfd3ae1d64 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:34:59.920493 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2445992-aaa1-4f39-b7e7-49dfd3ae1d64 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:34:59.920988 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2445992-aaa1-4f39-b7e7-49dfd3ae1d64 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:34:59.985709 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [req-162adea1-e225-4bc2-9ddc-609702f72a1c req-f2445992-aaa1-4f39-b7e7-49dfd3ae1d64 service neutron] In _notify_port_updated(), no bound segment for port 81158fda-fb11-4d56-8e16-e7b27e48b9c9 on network f292bf50-7316-40da-8d60-8669bdd0f81a {{(pid=103305) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:883}} Jan 26 21:34:59.986798 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162adea1-e225-4bc2-9ddc-609702f72a1c req-f2445992-aaa1-4f39-b7e7-49dfd3ae1d64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:34:59.987609 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-162adea1-e225-4bc2-9ddc-609702f72a1c req-f2445992-aaa1-4f39-b7e7-49dfd3ae1d64 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:34:59.989130 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-162adea1-e225-4bc2-9ddc-609702f72a1c req-f2445992-aaa1-4f39-b7e7-49dfd3ae1d64 service neutron] 10.222.0.57 "PUT /v2.0/ports/81158fda-fb11-4d56-8e16-e7b27e48b9c9 HTTP/1.1" status: 200 len: 1026 time: 0.5053418 Jan 26 21:35:00.047878 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162adea1-e225-4bc2-9ddc-609702f72a1c req-b082b903-ba9d-443b-99b1-f5a114406f80 tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:35:00.049470 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-162adea1-e225-4bc2-9ddc-609702f72a1c req-b082b903-ba9d-443b-99b1-f5a114406f80 tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] 10.222.0.57 "GET /v2.0/ports/db089e5c-c2ba-48d7-8f5d-cf5cafe1f2ad?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0537944 Jan 26 21:35:00.063799 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [req-162adea1-e225-4bc2-9ddc-609702f72a1c req-62431dd5-5d25-4b1b-aa42-1597671625cb service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:35:00.103440 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aafeb69d-f44f-4e1b-a044-78d42c46a5cd req-8ee003b2-ed00-42f5-a45b-953dba1fa4fc tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:35:00.105076 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-aafeb69d-f44f-4e1b-a044-78d42c46a5cd req-8ee003b2-ed00-42f5-a45b-953dba1fa4fc tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] 10.222.0.13 "GET /v2.0/ports?device_id=c947e2a6-4eb3-4b93-905b-515cc992a63b HTTP/1.1" status: 200 len: 944 time: 0.0567315 Jan 26 21:35:00.126517 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-162adea1-e225-4bc2-9ddc-609702f72a1c req-62431dd5-5d25-4b1b-aa42-1597671625cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (db089e5c-c2ba-48d7-8f5d-cf5cafe1f2ad), before_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:35:00.163040 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-aafeb69d-f44f-4e1b-a044-78d42c46a5cd req-e246c917-8d97-4dd2-bf31-cd82bbca65f5 tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] 10.222.0.13 "GET /v2.0/security-groups?id=d37b3ff7-2317-46ab-9f4f-b0d217809a4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506029 Jan 26 21:35:00.211473 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-5b11ea56-8025-4673-8820-86ff6d7e4cc0 None None] Provisioning complete for port 81158fda-fb11-4d56-8e16-e7b27e48b9c9 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:35:00.211937 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-5b11ea56-8025-4673-8820-86ff6d7e4cc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (81158fda-fb11-4d56-8e16-e7b27e48b9c9), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:35:00.250976 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-5b11ea56-8025-4673-8820-86ff6d7e4cc0 None None] Port 81158fda-fb11-4d56-8e16-e7b27e48b9c9 cannot update to ACTIVE because it is not bound. {{(pid=103306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 26 21:35:00.270216 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [req-162adea1-e225-4bc2-9ddc-609702f72a1c req-62431dd5-5d25-4b1b-aa42-1597671625cb service neutron] For port db089e5c-c2ba-48d7-8f5d-cf5cafe1f2ad, host n-h2-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-5',level=0,port_id=db089e5c-c2ba-48d7-8f5d-cf5cafe1f2ad,segment=NetworkSegment(a9216649-5b5c-4abd-bdd9-593ae2d941b2),segment_id=a9216649-5b5c-4abd-bdd9-593ae2d941b2)] {{(pid=103305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:35:00.302625 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ceeaa41-f50f-422f-962c-9b0e88c88320 req-eaa5aaf8-603b-45b3-9cb7-169ee288b3f1 tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:35:00.304706 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-5ceeaa41-f50f-422f-962c-9b0e88c88320 req-eaa5aaf8-603b-45b3-9cb7-169ee288b3f1 tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] 10.222.0.13 "GET /v2.0/ports?device_id=c947e2a6-4eb3-4b93-905b-515cc992a63b HTTP/1.1" status: 200 len: 944 time: 0.0527627 Jan 26 21:35:00.305769 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [req-162adea1-e225-4bc2-9ddc-609702f72a1c req-62431dd5-5d25-4b1b-aa42-1597671625cb service neutron] For port db089e5c-c2ba-48d7-8f5d-cf5cafe1f2ad, host n-h2-760453-5, cleared binding levels {{(pid=103305) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 26 21:35:00.338438 n-d-760453-5 neutron-server[103305]: DEBUG neutron.notifiers.nova [req-162adea1-e225-4bc2-9ddc-609702f72a1c req-62431dd5-5d25-4b1b-aa42-1597671625cb service neutron] device_id is not set on port db089e5c-c2ba-48d7-8f5d-cf5cafe1f2ad yet. {{(pid=103305) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 26 21:35:00.347259 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-162adea1-e225-4bc2-9ddc-609702f72a1c req-62431dd5-5d25-4b1b-aa42-1597671625cb service neutron] Publish callbacks [] for port (db089e5c-c2ba-48d7-8f5d-cf5cafe1f2ad), precommit_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:35:00.352871 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-5ceeaa41-f50f-422f-962c-9b0e88c88320 req-f9a4fc19-3739-4a19-9fb7-d8ffb9923cb2 tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] 10.222.0.13 "GET /v2.0/security-groups?id=d37b3ff7-2317-46ab-9f4f-b0d217809a4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425208 Jan 26 21:35:00.353444 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-162adea1-e225-4bc2-9ddc-609702f72a1c req-62431dd5-5d25-4b1b-aa42-1597671625cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11791520'] for port (db089e5c-c2ba-48d7-8f5d-cf5cafe1f2ad), after_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:35:00.423606 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [req-162adea1-e225-4bc2-9ddc-609702f72a1c req-62431dd5-5d25-4b1b-aa42-1597671625cb service neutron] No DVR routers for this DVR port db089e5c-c2ba-48d7-8f5d-cf5cafe1f2ad on host n-h2-760453-5 {{(pid=103305) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 26 21:35:00.430578 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62431dd5-5d25-4b1b-aa42-1597671625cb service neutron] Pushing event updated for resources: {'Port': ['ID=db089e5c-c2ba-48d7-8f5d-cf5cafe1f2ad,revision_number=6']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:35:00.468127 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [req-162adea1-e225-4bc2-9ddc-609702f72a1c req-62431dd5-5d25-4b1b-aa42-1597671625cb service neutron] In _notify_port_updated(), no bound segment for port db089e5c-c2ba-48d7-8f5d-cf5cafe1f2ad on network f292bf50-7316-40da-8d60-8669bdd0f81a {{(pid=103305) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:883}} Jan 26 21:35:00.469004 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162adea1-e225-4bc2-9ddc-609702f72a1c req-62431dd5-5d25-4b1b-aa42-1597671625cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:35:00.469641 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-162adea1-e225-4bc2-9ddc-609702f72a1c req-62431dd5-5d25-4b1b-aa42-1597671625cb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:35:00.470948 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-162adea1-e225-4bc2-9ddc-609702f72a1c req-62431dd5-5d25-4b1b-aa42-1597671625cb service neutron] 10.222.0.57 "PUT /v2.0/ports/db089e5c-c2ba-48d7-8f5d-cf5cafe1f2ad HTTP/1.1" status: 200 len: 1025 time: 0.4148676 Jan 26 21:35:00.582329 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [req-162adea1-e225-4bc2-9ddc-609702f72a1c req-a86a2344-d6e9-4570-8bdf-c29c6665a931 tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] Deleting port 838b8d10-47c7-4250-a401-9d4067f8f28c {{(pid=103305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 21:35:00.582768 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-162adea1-e225-4bc2-9ddc-609702f72a1c req-a86a2344-d6e9-4570-8bdf-c29c6665a931 tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746560630878'] for port (838b8d10-47c7-4250-a401-9d4067f8f28c), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:35:00.608147 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b120f9-2757-4023-896b-5b78e264be8e req-09a10816-bac6-49f0-8e1f-14ec56b44c6e tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:35:00.609741 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-73b120f9-2757-4023-896b-5b78e264be8e req-09a10816-bac6-49f0-8e1f-14ec56b44c6e tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] 10.222.0.13 "GET /v2.0/networks?id=e06aca25-0b6a-452f-bfd4-2129924c58a7 HTTP/1.1" status: 200 len: 811 time: 0.1157355 Jan 26 21:35:00.625623 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-73b120f9-2757-4023-896b-5b78e264be8e req-1b387968-d771-40aa-944d-a07557fe98f9 tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] 10.222.0.13 "GET /v2.0/quotas/949e29ec71a54b7f98dc62c402ac867e HTTP/1.1" status: 200 len: 375 time: 0.0102773 Jan 26 21:35:00.674780 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-fb22a908-9b7f-4973-931f-a03823457f4c None None] Provisioning complete for port db089e5c-c2ba-48d7-8f5d-cf5cafe1f2ad triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:35:00.675187 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fb22a908-9b7f-4973-931f-a03823457f4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (db089e5c-c2ba-48d7-8f5d-cf5cafe1f2ad), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:35:00.675956 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [req-162adea1-e225-4bc2-9ddc-609702f72a1c req-a86a2344-d6e9-4570-8bdf-c29c6665a931 tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] For port 838b8d10-47c7-4250-a401-9d4067f8f28c, host n-h2-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-5',level=0,port_id=838b8d10-47c7-4250-a401-9d4067f8f28c,segment=NetworkSegment(a9216649-5b5c-4abd-bdd9-593ae2d941b2),segment_id=a9216649-5b5c-4abd-bdd9-593ae2d941b2)] {{(pid=103305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:35:00.676318 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-162adea1-e225-4bc2-9ddc-609702f72a1c req-a86a2344-d6e9-4570-8bdf-c29c6665a931 tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4109658'] for port (838b8d10-47c7-4250-a401-9d4067f8f28c), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:35:00.687295 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-73b120f9-2757-4023-896b-5b78e264be8e req-ed4c0161-fde3-441b-97b2-bcea71915990 tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=949e29ec71a54b7f98dc62c402ac867e&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0560107 Jan 26 21:35:00.689355 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [req-162adea1-e225-4bc2-9ddc-609702f72a1c req-a86a2344-d6e9-4570-8bdf-c29c6665a931 tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] Calling delete_port for 838b8d10-47c7-4250-a401-9d4067f8f28c owned by compute:nova {{(pid=103305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 21:35:00.711203 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-fb22a908-9b7f-4973-931f-a03823457f4c None None] Port db089e5c-c2ba-48d7-8f5d-cf5cafe1f2ad cannot update to ACTIVE because it is not bound. {{(pid=103306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 26 21:35:00.778433 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-73b120f9-2757-4023-896b-5b78e264be8e req-14a6957a-992f-4fa2-8a6b-9b0c6ce12e0d service neutron] 10.222.0.13 "GET /v2.0/networks/e06aca25-0b6a-452f-bfd4-2129924c58a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841208 Jan 26 21:35:00.828541 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-162adea1-e225-4bc2-9ddc-609702f72a1c req-a86a2344-d6e9-4570-8bdf-c29c6665a931 tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746560636600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746560234536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11791543'] for port (838b8d10-47c7-4250-a401-9d4067f8f28c), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:35:00.862133 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a86a2344-d6e9-4570-8bdf-c29c6665a931 tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] Pushing event deleted for resources: {'Port': ['ID=838b8d10-47c7-4250-a401-9d4067f8f28c,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:35:00.922875 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-73b120f9-2757-4023-896b-5b78e264be8e req-7ee9b3ce-8af8-4ed9-9059-a0e111a85feb service neutron] 10.222.0.13 "GET /v2.0/networks/e06aca25-0b6a-452f-bfd4-2129924c58a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1355407 Jan 26 21:35:00.926299 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [req-162adea1-e225-4bc2-9ddc-609702f72a1c req-a86a2344-d6e9-4570-8bdf-c29c6665a931 tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] No DVR routers for this DVR port 838b8d10-47c7-4250-a401-9d4067f8f28c on host n-h2-760453-5 {{(pid=103305) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 26 21:35:00.929104 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-162adea1-e225-4bc2-9ddc-609702f72a1c req-a86a2344-d6e9-4570-8bdf-c29c6665a931 tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:35:00.933219 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-162adea1-e225-4bc2-9ddc-609702f72a1c req-a86a2344-d6e9-4570-8bdf-c29c6665a931 tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] 10.222.0.57 "DELETE /v2.0/ports/838b8d10-47c7-4250-a401-9d4067f8f28c HTTP/1.1" status: 204 len: 173 time: 0.4562333 Jan 26 21:35:00.934374 n-d-760453-5 neutron-server[103305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc2a45fe-1c0e-4689-a738-964e9c19e30e', 'name': 'network-vif-deleted', 'tag': '838b8d10-47c7-4250-a401-9d4067f8f28c'}] {{(pid=103305) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 21:35:00.936165 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d4654568b7bf041e72ff8fe1c96d6d761d9c921f2b99bc7b3a26632be20cee0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e430426b-44ef-44bf-ba09-3ed49673de7f" -d '{"events": [{"server_uuid": "cc2a45fe-1c0e-4689-a738-964e9c19e30e", "name": "network-vif-deleted", "tag": "838b8d10-47c7-4250-a401-9d4067f8f28c"}]}' {{(pid=103305) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 21:35:01.012042 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1276907d-c62e-47f5-81cd-708512b674a8 req-448c3cf8-0c8e-4b21-b2ea-64bcfab5515b tempest-ServerRescueNegativeTestJSON-1906345366 tempest-ServerRescueNegativeTestJSON-1906345366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:35:01.013825 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-1276907d-c62e-47f5-81cd-708512b674a8 req-448c3cf8-0c8e-4b21-b2ea-64bcfab5515b tempest-ServerRescueNegativeTestJSON-1906345366 tempest-ServerRescueNegativeTestJSON-1906345366-project] 10.222.0.13 "GET /v2.0/ports?device_id=d44474eb-f274-43f4-8a95-ce8dd4e67217 HTTP/1.1" status: 200 len: 945 time: 0.0602076 Jan 26 21:35:01.071649 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [req-162adea1-e225-4bc2-9ddc-609702f72a1c req-1eb5b439-c533-401d-82da-c52de3a6f797 tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] Deleting port 67dd3dc7-a2ab-4f67-874c-e61c9c62ab11 {{(pid=103305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 21:35:01.072616 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-162adea1-e225-4bc2-9ddc-609702f72a1c req-1eb5b439-c533-401d-82da-c52de3a6f797 tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746560630878'] for port (67dd3dc7-a2ab-4f67-874c-e61c9c62ab11), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:35:01.125417 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-1276907d-c62e-47f5-81cd-708512b674a8 req-27267752-2f44-45e5-b7ff-28a544664bcd tempest-ServerRescueNegativeTestJSON-1906345366 tempest-ServerRescueNegativeTestJSON-1906345366-project] 10.222.0.13 "GET /v2.0/security-groups?id=f2b62cd4-5049-4cd6-9f4f-183cc22ee8c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034932 Jan 26 21:35:01.185209 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7ac18f-a876-4c2f-886a-a18109ef18fd req-0f6d45e4-bef6-45df-a4a3-d77736aee783 tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:35:01.193189 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7ac18f-a876-4c2f-886a-a18109ef18fd req-0f6d45e4-bef6-45df-a4a3-d77736aee783 tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:35:01.200535 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7ac18f-a876-4c2f-886a-a18109ef18fd req-0f6d45e4-bef6-45df-a4a3-d77736aee783 tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:35:01.204998 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [req-162adea1-e225-4bc2-9ddc-609702f72a1c req-1eb5b439-c533-401d-82da-c52de3a6f797 tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] For port 67dd3dc7-a2ab-4f67-874c-e61c9c62ab11, host n-h2-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-5',level=0,port_id=67dd3dc7-a2ab-4f67-874c-e61c9c62ab11,segment=NetworkSegment(1d04b190-f9d4-437e-964d-0f40d469b5fb),segment_id=1d04b190-f9d4-437e-964d-0f40d469b5fb)] {{(pid=103305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:35:01.206609 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-162adea1-e225-4bc2-9ddc-609702f72a1c req-1eb5b439-c533-401d-82da-c52de3a6f797 tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4109658'] for port (67dd3dc7-a2ab-4f67-874c-e61c9c62ab11), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:35:01.208810 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7ac18f-a876-4c2f-886a-a18109ef18fd req-0f6d45e4-bef6-45df-a4a3-d77736aee783 tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:35:01.221667 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-9d7ac18f-a876-4c2f-886a-a18109ef18fd req-0f6d45e4-bef6-45df-a4a3-d77736aee783 tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] 10.222.0.13 "GET /v2.0/ports?device_id=cc2a45fe-1c0e-4689-a738-964e9c19e30e HTTP/1.1" status: 200 len: 3151 time: 0.1134760 Jan 26 21:35:01.225833 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Jan 2022 21:35:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72604fc9-7b44-4643-a8ae-18117b3bfe54 x-openstack-request-id: req-72604fc9-7b44-4643-a8ae-18117b3bfe54 {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 21:35:01.226397 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc2a45fe-1c0e-4689-a738-964e9c19e30e", "name": "network-vif-deleted", "tag": "838b8d10-47c7-4250-a401-9d4067f8f28c", "status": "completed", "code": 200}]} {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 21:35:01.227044 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-72604fc9-7b44-4643-a8ae-18117b3bfe54 {{(pid=103305) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 21:35:01.227690 n-d-760453-5 neutron-server[103305]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc2a45fe-1c0e-4689-a738-964e9c19e30e', 'name': 'network-vif-deleted', 'tag': '838b8d10-47c7-4250-a401-9d4067f8f28c', 'status': 'completed', 'code': 200} Jan 26 21:35:01.403158 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-37e73679-6775-4a68-8d2a-564615772d50 req-56c4af23-8dbe-4a2e-946e-69ba2cbe5b0f tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] 10.222.0.13 "GET /v2.0/ports?device_id=c44e864c-84de-496b-9de2-e70f3dad303e HTTP/1.1" status: 200 len: 210 time: 0.0897658 Jan 26 21:35:01.417138 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-9d7ac18f-a876-4c2f-886a-a18109ef18fd req-3aa2ac9d-3a8a-4a3b-b3d9-a84a1936d710 tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] 10.222.0.13 "GET /v2.0/security-groups?id=e87e70a3-dfc0-4db8-90a2-ffd9c4c809a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1944177 Jan 26 21:35:01.520630 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-162adea1-e225-4bc2-9ddc-609702f72a1c req-1eb5b439-c533-401d-82da-c52de3a6f797 tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:35:01.521373 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-162adea1-e225-4bc2-9ddc-609702f72a1c req-1eb5b439-c533-401d-82da-c52de3a6f797 tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4110913'] for floatingip (37d697b3-6eb4-4be4-9ac9-a41746cfc1a8), after_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:35:01.521672 n-d-760453-5 neutron-server[103305]: INFO neutron.db.l3_db [req-162adea1-e225-4bc2-9ddc-609702f72a1c req-1eb5b439-c533-401d-82da-c52de3a6f797 tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] Floating IP 37d697b3-6eb4-4be4-9ac9-a41746cfc1a8 disassociated. External IP: 172.25.1.140, port: 67dd3dc7-a2ab-4f67-874c-e61c9c62ab11. Jan 26 21:35:01.522122 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [req-162adea1-e225-4bc2-9ddc-609702f72a1c req-1eb5b439-c533-401d-82da-c52de3a6f797 tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] Calling delete_port for 67dd3dc7-a2ab-4f67-874c-e61c9c62ab11 owned by compute:nova {{(pid=103305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 21:35:01.680094 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-162adea1-e225-4bc2-9ddc-609702f72a1c req-1eb5b439-c533-401d-82da-c52de3a6f797 tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746560636600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746560234536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11791543'] for port (67dd3dc7-a2ab-4f67-874c-e61c9c62ab11), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:35:01.727389 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb5b439-c533-401d-82da-c52de3a6f797 tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] Pushing event deleted for resources: {'Port': ['ID=67dd3dc7-a2ab-4f67-874c-e61c9c62ab11,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:35:01.853006 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.l3_agent_scheduler [req-162adea1-e225-4bc2-9ddc-609702f72a1c req-1eb5b439-c533-401d-82da-c52de3a6f797 tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] Router a02de129-265d-40a5-bf6a-2da566076e9e has already been hosted by L3 agent 09df100c-3af1-4b0a-bda8-05914c71c458 {{(pid=103305) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 26 21:35:02.283588 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a819970-febf-484d-8b6a-40ea8a0c7d68 req-a2850bb3-86a0-49a6-8cb1-b3b3871392ea tempest-ServerRescueNegativeTestJSON-1906345366 tempest-ServerRescueNegativeTestJSON-1906345366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:35:02.285641 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-9a819970-febf-484d-8b6a-40ea8a0c7d68 req-a2850bb3-86a0-49a6-8cb1-b3b3871392ea tempest-ServerRescueNegativeTestJSON-1906345366 tempest-ServerRescueNegativeTestJSON-1906345366-project] 10.222.0.13 "GET /v2.0/ports?device_id=d44474eb-f274-43f4-8a95-ce8dd4e67217 HTTP/1.1" status: 200 len: 945 time: 0.0587318 Jan 26 21:35:02.336647 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-162adea1-e225-4bc2-9ddc-609702f72a1c req-1eb5b439-c533-401d-82da-c52de3a6f797 tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] Notify agent at l3_agent.n-d-760453-5 the message routers_updated {{(pid=103305) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 26 21:35:02.349714 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e21ad448-9311-4194-a2e7-a799f6fbfdf4 None None] Sync routers for ids ['a02de129-265d-40a5-bf6a-2da566076e9e'] in n-d-760453-5 {{(pid=103306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 26 21:35:02.350247 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-9a819970-febf-484d-8b6a-40ea8a0c7d68 req-ff187542-a4e2-4446-b3ac-9ca2d51c63a5 tempest-ServerRescueNegativeTestJSON-1906345366 tempest-ServerRescueNegativeTestJSON-1906345366-project] 10.222.0.13 "GET /v2.0/security-groups?id=f2b62cd4-5049-4cd6-9f4f-183cc22ee8c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577550 Jan 26 21:35:02.361650 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e21ad448-9311-4194-a2e7-a799f6fbfdf4 None None] Routers {'a02de129-265d-40a5-bf6a-2da566076e9e'} bound to L3 agent in host n-d-760453-5 {{(pid=103306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 21:35:02.372074 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-e21ad448-9311-4194-a2e7-a799f6fbfdf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-26T20:55:21Z,description=,heartbeat_timestamp=2022-01-26T21:34:51Z,host='n-d-760453-5',id=09df100c-3af1-4b0a-bda8-05914c71c458,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:55:21Z,topic='l3_agent')) {'router_ids': ['a02de129-265d-40a5-bf6a-2da566076e9e'], 'active': True} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:35:02.394180 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [req-162adea1-e225-4bc2-9ddc-609702f72a1c req-1eb5b439-c533-401d-82da-c52de3a6f797 tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] No DVR routers for this DVR port 67dd3dc7-a2ab-4f67-874c-e61c9c62ab11 on host n-h2-760453-5 {{(pid=103305) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 26 21:35:02.397679 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-162adea1-e225-4bc2-9ddc-609702f72a1c req-1eb5b439-c533-401d-82da-c52de3a6f797 tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:35:02.401558 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-162adea1-e225-4bc2-9ddc-609702f72a1c req-1eb5b439-c533-401d-82da-c52de3a6f797 tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] 10.222.0.57 "DELETE /v2.0/ports/67dd3dc7-a2ab-4f67-874c-e61c9c62ab11 HTTP/1.1" status: 204 len: 173 time: 1.4622135 Jan 26 21:35:02.604586 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-c8acaf24-f225-41c6-88ae-8a5f5c6e302b req-86a18b75-43cd-44b7-876e-46c943c41a46 tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] 10.222.0.13 "GET /v2.0/ports?device_id=c44e864c-84de-496b-9de2-e70f3dad303e HTTP/1.1" status: 200 len: 210 time: 0.0815642 Jan 26 21:35:02.613180 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [req-162adea1-e225-4bc2-9ddc-609702f72a1c req-7f78a179-ea69-4a80-875c-e771caf752be tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] Deleting port b6f4a45a-14b0-47b4-ab05-34ee30262fe7 {{(pid=103305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 21:35:02.613706 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-162adea1-e225-4bc2-9ddc-609702f72a1c req-7f78a179-ea69-4a80-875c-e771caf752be tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746560630878'] for port (b6f4a45a-14b0-47b4-ab05-34ee30262fe7), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:35:02.616751 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b120f9-2757-4023-896b-5b78e264be8e req-1bef1a52-fa63-4cac-a04b-18ecaa3794d9 tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:35:02.618336 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-73b120f9-2757-4023-896b-5b78e264be8e req-1bef1a52-fa63-4cac-a04b-18ecaa3794d9 tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] 10.222.0.66 "GET /v2.0/networks?id=e06aca25-0b6a-452f-bfd4-2129924c58a7 HTTP/1.1" status: 200 len: 811 time: 0.2629409 Jan 26 21:35:02.642650 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [req-73b120f9-2757-4023-896b-5b78e264be8e req-316c3142-da9c-4f84-8cd1-67546e3ad998 tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] Request body: {'port': {'device_id': 'c44e864c-84de-496b-9de2-e70f3dad303e', 'network_id': 'e06aca25-0b6a-452f-bfd4-2129924c58a7', 'admin_state_up': True, 'tenant_id': '949e29ec71a54b7f98dc62c402ac867e'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:35:02.685391 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvr_db [None req-e21ad448-9311-4194-a2e7-a799f6fbfdf4 None None] Set router a02de129-265d-40a5-bf6a-2da566076e9e gateway port host: n-d-760453-5 {{(pid=103306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 21:35:02.716939 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baca20dd-89fa-452b-bfaa-5d78bb535ecd req-1044a311-7813-4857-af89-5c08edc33373 tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:35:02.728376 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baca20dd-89fa-452b-bfaa-5d78bb535ecd req-1044a311-7813-4857-af89-5c08edc33373 tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:35:02.734050 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baca20dd-89fa-452b-bfaa-5d78bb535ecd req-1044a311-7813-4857-af89-5c08edc33373 tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:35:02.738613 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [req-162adea1-e225-4bc2-9ddc-609702f72a1c req-7f78a179-ea69-4a80-875c-e771caf752be tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] For port b6f4a45a-14b0-47b4-ab05-34ee30262fe7, host n-h2-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-5',level=0,port_id=b6f4a45a-14b0-47b4-ab05-34ee30262fe7,segment=NetworkSegment(37f5726a-1839-44a5-8e0d-bcb3fd30328f),segment_id=37f5726a-1839-44a5-8e0d-bcb3fd30328f)] {{(pid=103305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:35:02.739986 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-162adea1-e225-4bc2-9ddc-609702f72a1c req-7f78a179-ea69-4a80-875c-e771caf752be tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4109658'] for port (b6f4a45a-14b0-47b4-ab05-34ee30262fe7), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:35:02.742010 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-baca20dd-89fa-452b-bfaa-5d78bb535ecd req-1044a311-7813-4857-af89-5c08edc33373 tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] 10.222.0.13 "GET /v2.0/ports?device_id=cc2a45fe-1c0e-4689-a738-964e9c19e30e HTTP/1.1" status: 200 len: 2415 time: 0.1854231 Jan 26 21:35:02.764422 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [req-162adea1-e225-4bc2-9ddc-609702f72a1c req-7f78a179-ea69-4a80-875c-e771caf752be tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] Calling delete_port for b6f4a45a-14b0-47b4-ab05-34ee30262fe7 owned by compute:nova {{(pid=103305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 21:35:02.839712 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-baca20dd-89fa-452b-bfaa-5d78bb535ecd req-563da54e-bc9e-4429-8c79-caba3b31d247 tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] 10.222.0.13 "GET /v2.0/security-groups?id=e87e70a3-dfc0-4db8-90a2-ffd9c4c809a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0898337 Jan 26 21:35:02.869737 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-73b120f9-2757-4023-896b-5b78e264be8e req-316c3142-da9c-4f84-8cd1-67546e3ad998 tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] Made reservation on behalf of 949e29ec71a54b7f98dc62c402ac867e for: {'port': 1} {{(pid=103304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 21:35:02.873701 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-73b120f9-2757-4023-896b-5b78e264be8e req-316c3142-da9c-4f84-8cd1-67546e3ad998 tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:35:02.963039 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-162adea1-e225-4bc2-9ddc-609702f72a1c req-7f78a179-ea69-4a80-875c-e771caf752be tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746560636600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746560234536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11791543'] for port (b6f4a45a-14b0-47b4-ab05-34ee30262fe7), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:35:02.998536 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f78a179-ea69-4a80-875c-e771caf752be tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] Pushing event deleted for resources: {'Port': ['ID=b6f4a45a-14b0-47b4-ab05-34ee30262fe7,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:35:03.013771 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-e21ad448-9311-4194-a2e7-a799f6fbfdf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a02de129-265d-40a5-bf6a-2da566076e9e', 'name': 'tempest-TaggedBootDevicesTest-1986777617-router', 'tenant_id': '2de9f498797a4527ba13c10b546ad5bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'external_fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.65'}], 'enable_snat': True}, 'gw_port_id': 'e3c02786-a9d1-466e-a2da-b614cacbd0c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T21:22:45Z', 'updated_at': '2022-01-26T21:22:53Z', 'revision_number': 4, 'project_id': '2de9f498797a4527ba13c10b546ad5bb', 'gw_port': {'id': 'e3c02786-a9d1-466e-a2da-b614cacbd0c9', 'name': '', 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:e7:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a02de129-265d-40a5-bf6a-2da566076e9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2142, 'fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:22:46Z', 'updated_at': '2022-01-26T21:22:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-5', '_interfaces': [{'id': 'd1ead250-79ae-4750-8d5a-d77dc0e4e2e4', 'name': '', 'network_id': '485a3106-1745-41f6-8c52-37ebe4fdcc0c', 'tenant_id': '2de9f498797a4527ba13c10b546ad5bb', 'mac_address': 'fa:16:3e:75:61:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a02de129-265d-40a5-bf6a-2da566076e9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2158, 'fixed_ips': [{'subnet_id': 'dea740a7-2861-4520-a7c8-4e14271821b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:22:51Z', 'updated_at': '2022-01-26T21:23:01Z', 'revision_number': 5, 'project_id': '2de9f498797a4527ba13c10b546ad5bb', 'subnets': [{'id': 'dea740a7-2861-4520-a7c8-4e14271821b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760453-5', False) {} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:35:03.034633 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.db_base_plugin_common [req-73b120f9-2757-4023-896b-5b78e264be8e req-316c3142-da9c-4f84-8cd1-67546e3ad998 tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] Allocated IP 172.20.0.5 (e06aca25-0b6a-452f-bfd4-2129924c58a7/79317c4e-88a3-402c-975d-f004bf1d9b8b/aecd53f4-1503-422d-8f60-7356a8122a80) {{(pid=103304) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 21:35:03.054180 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [req-162adea1-e225-4bc2-9ddc-609702f72a1c req-7f78a179-ea69-4a80-875c-e771caf752be tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] No DVR routers for this DVR port b6f4a45a-14b0-47b4-ab05-34ee30262fe7 on host n-h2-760453-5 {{(pid=103305) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 26 21:35:03.054512 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e21ad448-9311-4194-a2e7-a799f6fbfdf4 None None] Checking router: a02de129-265d-40a5-bf6a-2da566076e9e for host: n-d-760453-5 {{(pid=103306) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 26 21:35:03.056759 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-162adea1-e225-4bc2-9ddc-609702f72a1c req-7f78a179-ea69-4a80-875c-e771caf752be tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:35:03.060650 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-162adea1-e225-4bc2-9ddc-609702f72a1c req-7f78a179-ea69-4a80-875c-e771caf752be tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] 10.222.0.57 "DELETE /v2.0/ports/b6f4a45a-14b0-47b4-ab05-34ee30262fe7 HTTP/1.1" status: 204 len: 173 time: 0.6526825 Jan 26 21:35:03.063317 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e21ad448-9311-4194-a2e7-a799f6fbfdf4 None None] Routers {'a02de129-265d-40a5-bf6a-2da566076e9e'} bound to L3 agent in host n-d-760453-5 {{(pid=103306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 21:35:03.063928 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-e21ad448-9311-4194-a2e7-a799f6fbfdf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-26T20:55:21Z,description=,heartbeat_timestamp=2022-01-26T21:34:51Z,host='n-d-760453-5',id=09df100c-3af1-4b0a-bda8-05914c71c458,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:55:21Z,topic='l3_agent')) {'router_ids': ['a02de129-265d-40a5-bf6a-2da566076e9e'], 'active': True} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:35:03.171241 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [req-162adea1-e225-4bc2-9ddc-609702f72a1c req-178a0733-dc5e-4649-a1b2-7b68d4e0b0d1 tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] Deleting port 3941d4d2-ec71-4191-8e9f-df25a9ea3da5 {{(pid=103305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 21:35:03.171464 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-162adea1-e225-4bc2-9ddc-609702f72a1c req-178a0733-dc5e-4649-a1b2-7b68d4e0b0d1 tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746560630878'] for port (3941d4d2-ec71-4191-8e9f-df25a9ea3da5), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:35:03.181037 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvr_db [None req-e21ad448-9311-4194-a2e7-a799f6fbfdf4 None None] Set router a02de129-265d-40a5-bf6a-2da566076e9e gateway port host: n-d-760453-5 {{(pid=103306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 21:35:03.204487 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-73b120f9-2757-4023-896b-5b78e264be8e req-316c3142-da9c-4f84-8cd1-67546e3ad998 tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] Publish callbacks [] for port (aecd53f4-1503-422d-8f60-7356a8122a80), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:35:03.244954 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-73b120f9-2757-4023-896b-5b78e264be8e req-316c3142-da9c-4f84-8cd1-67546e3ad998 tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746560234527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9281553'] for port (aecd53f4-1503-422d-8f60-7356a8122a80), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:35:03.249920 n-d-760453-5 neutron-server[103305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc2a45fe-1c0e-4689-a738-964e9c19e30e', 'name': 'network-vif-deleted', 'tag': '67dd3dc7-a2ab-4f67-874c-e61c9c62ab11'}, {'server_uuid': 'cc2a45fe-1c0e-4689-a738-964e9c19e30e', 'name': 'network-vif-deleted', 'tag': 'b6f4a45a-14b0-47b4-ab05-34ee30262fe7'}] {{(pid=103305) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 21:35:03.252774 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d4654568b7bf041e72ff8fe1c96d6d761d9c921f2b99bc7b3a26632be20cee0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ba74cf9-42f1-4fb9-acfb-3a2fd21fb7ee" -d '{"events": [{"server_uuid": "cc2a45fe-1c0e-4689-a738-964e9c19e30e", "name": "network-vif-deleted", "tag": "67dd3dc7-a2ab-4f67-874c-e61c9c62ab11"}, {"server_uuid": "cc2a45fe-1c0e-4689-a738-964e9c19e30e", "name": "network-vif-deleted", "tag": "b6f4a45a-14b0-47b4-ab05-34ee30262fe7"}]}' {{(pid=103305) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 21:35:03.277260 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Device db089e5c-c2ba-48d7-8f5d-cf5cafe1f2ad no longer exists at agent hyperv_n-h2-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 26 21:35:03.320007 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [req-162adea1-e225-4bc2-9ddc-609702f72a1c req-178a0733-dc5e-4649-a1b2-7b68d4e0b0d1 tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] For port 3941d4d2-ec71-4191-8e9f-df25a9ea3da5, host n-h2-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-5',level=0,port_id=3941d4d2-ec71-4191-8e9f-df25a9ea3da5,segment=NetworkSegment(37f5726a-1839-44a5-8e0d-bcb3fd30328f),segment_id=37f5726a-1839-44a5-8e0d-bcb3fd30328f)] {{(pid=103305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:35:03.320412 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-162adea1-e225-4bc2-9ddc-609702f72a1c req-178a0733-dc5e-4649-a1b2-7b68d4e0b0d1 tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4109658'] for port (3941d4d2-ec71-4191-8e9f-df25a9ea3da5), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:35:03.327562 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-73b120f9-2757-4023-896b-5b78e264be8e req-316c3142-da9c-4f84-8cd1-67546e3ad998 tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] Network e06aca25-0b6a-452f-bfd4-2129924c58a7 is already hosted by enough agents. {{(pid=103304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 21:35:03.334758 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [req-73b120f9-2757-4023-896b-5b78e264be8e req-316c3142-da9c-4f84-8cd1-67546e3ad998 tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] Resources bound (agent type, host, resource id): {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:35:03.337730 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316c3142-da9c-4f84-8cd1-67546e3ad998 tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] Pushing event updated for resources: {'Port': ['ID=aecd53f4-1503-422d-8f60-7356a8122a80,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:35:03.353810 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [req-73b120f9-2757-4023-896b-5b78e264be8e req-316c3142-da9c-4f84-8cd1-67546e3ad998 tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] Received port after_create {{(pid=103304) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 21:35:03.354890 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 26 Jan 2022 21:35:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1da5e490-1de9-4c6f-8961-fad37a9a0b38 x-openstack-request-id: req-1da5e490-1de9-4c6f-8961-fad37a9a0b38 {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 21:35:03.355424 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc2a45fe-1c0e-4689-a738-964e9c19e30e", "name": "network-vif-deleted", "tag": "67dd3dc7-a2ab-4f67-874c-e61c9c62ab11", "status": "completed", "code": 200}, {"server_uuid": "cc2a45fe-1c0e-4689-a738-964e9c19e30e", "name": "network-vif-deleted", "tag": "b6f4a45a-14b0-47b4-ab05-34ee30262fe7", "status": "completed", "code": 200}]} {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 21:35:03.356105 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-1da5e490-1de9-4c6f-8961-fad37a9a0b38 {{(pid=103305) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 21:35:03.357946 n-d-760453-5 neutron-server[103305]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc2a45fe-1c0e-4689-a738-964e9c19e30e', 'name': 'network-vif-deleted', 'tag': '67dd3dc7-a2ab-4f67-874c-e61c9c62ab11', 'status': 'completed', 'code': 200} Jan 26 21:35:03.358391 n-d-760453-5 neutron-server[103305]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc2a45fe-1c0e-4689-a738-964e9c19e30e', 'name': 'network-vif-deleted', 'tag': 'b6f4a45a-14b0-47b4-ab05-34ee30262fe7', 'status': 'completed', 'code': 200} Jan 26 21:35:03.361240 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [req-162adea1-e225-4bc2-9ddc-609702f72a1c req-178a0733-dc5e-4649-a1b2-7b68d4e0b0d1 tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] Calling delete_port for 3941d4d2-ec71-4191-8e9f-df25a9ea3da5 owned by compute:nova {{(pid=103305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 21:35:03.378151 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] get_ports_and_sgs() called for port_ids ['c06cbb5f-14e9-4f5d-9dc8-30f59f753822'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 26 21:35:03.443682 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-316c3142-da9c-4f84-8cd1-67546e3ad998 tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:35:03.444058 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-316c3142-da9c-4f84-8cd1-67546e3ad998 tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:35:03.444934 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-316c3142-da9c-4f84-8cd1-67546e3ad998 tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:35:03.445807 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-316c3142-da9c-4f84-8cd1-67546e3ad998 tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:35:03.446207 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-316c3142-da9c-4f84-8cd1-67546e3ad998 tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:35:03.446556 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-316c3142-da9c-4f84-8cd1-67546e3ad998 tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:35:03.446894 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-316c3142-da9c-4f84-8cd1-67546e3ad998 tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:35:03.447229 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-316c3142-da9c-4f84-8cd1-67546e3ad998 tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:35:03.447558 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-316c3142-da9c-4f84-8cd1-67546e3ad998 tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:35:03.447889 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-316c3142-da9c-4f84-8cd1-67546e3ad998 tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:35:03.448218 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-316c3142-da9c-4f84-8cd1-67546e3ad998 tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:35:03.448546 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-316c3142-da9c-4f84-8cd1-67546e3ad998 tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:35:03.448876 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-316c3142-da9c-4f84-8cd1-67546e3ad998 tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:35:03.485250 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] The host n-h2-760453-5 is not matching for port db089e5c-c2ba-48d7-8f5d-cf5cafe1f2ad host ! {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2317}} Jan 26 21:35:03.485674 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Device db089e5c-c2ba-48d7-8f5d-cf5cafe1f2ad not bound to the agent host n-h2-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 26 21:35:03.486094 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Device b6f4a45a-14b0-47b4-ab05-34ee30262fe7 no longer exists at agent hyperv_n-h2-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 26 21:35:03.492740 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b120f9-2757-4023-896b-5b78e264be8e req-316c3142-da9c-4f84-8cd1-67546e3ad998 tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:35:03.494099 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-73b120f9-2757-4023-896b-5b78e264be8e req-316c3142-da9c-4f84-8cd1-67546e3ad998 tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:35:03.548040 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] No Port match for: b6f4a45a-14b0-47b4-ab05-34ee30262fe7 {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 26 21:35:03.548398 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Device b6f4a45a-14b0-47b4-ab05-34ee30262fe7 not bound to the agent host n-h2-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 26 21:35:03.548803 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Device 838b8d10-47c7-4250-a401-9d4067f8f28c no longer exists at agent hyperv_n-h2-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 26 21:35:03.563570 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-73b120f9-2757-4023-896b-5b78e264be8e req-316c3142-da9c-4f84-8cd1-67546e3ad998 tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9263330 Jan 26 21:35:03.591194 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [req-73b120f9-2757-4023-896b-5b78e264be8e req-6ff49a32-0c24-4dcb-9520-9cb75fb027f0 service neutron] Request body: {'port': {'device_id': 'c44e864c-84de-496b-9de2-e70f3dad303e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-760453-5'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:35:03.604277 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea93fb2-1afc-43db-a10e-7efbfa057fd4 req-cd9eeb04-2a5a-48f6-887a-8c668eeecb13 tempest-ServerRescueNegativeTestJSON-1906345366 tempest-ServerRescueNegativeTestJSON-1906345366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:35:03.612265 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-cea93fb2-1afc-43db-a10e-7efbfa057fd4 req-cd9eeb04-2a5a-48f6-887a-8c668eeecb13 tempest-ServerRescueNegativeTestJSON-1906345366 tempest-ServerRescueNegativeTestJSON-1906345366-project] 10.222.0.13 "GET /v2.0/ports?device_id=d44474eb-f274-43f4-8a95-ce8dd4e67217 HTTP/1.1" status: 200 len: 945 time: 0.1014020 Jan 26 21:35:03.619987 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] No Port match for: 838b8d10-47c7-4250-a401-9d4067f8f28c {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 26 21:35:03.620579 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Device 838b8d10-47c7-4250-a401-9d4067f8f28c not bound to the agent host n-h2-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 26 21:35:03.620722 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Device 81158fda-fb11-4d56-8e16-e7b27e48b9c9 no longer exists at agent hyperv_n-h2-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 26 21:35:03.688175 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-162adea1-e225-4bc2-9ddc-609702f72a1c req-178a0733-dc5e-4649-a1b2-7b68d4e0b0d1 tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746560636600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746560234536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11791543'] for port (3941d4d2-ec71-4191-8e9f-df25a9ea3da5), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:35:03.732086 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-178a0733-dc5e-4649-a1b2-7b68d4e0b0d1 tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] Pushing event deleted for resources: {'Port': ['ID=3941d4d2-ec71-4191-8e9f-df25a9ea3da5,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:35:03.745267 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 56854) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:35:03.833175 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-cea93fb2-1afc-43db-a10e-7efbfa057fd4 req-266396ba-5750-43c3-a8ef-e8b323a5cb4d tempest-ServerRescueNegativeTestJSON-1906345366 tempest-ServerRescueNegativeTestJSON-1906345366-project] 10.222.0.13 "GET /v2.0/security-groups?id=f2b62cd4-5049-4cd6-9f4f-183cc22ee8c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2190492 Jan 26 21:35:03.834011 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-73b120f9-2757-4023-896b-5b78e264be8e req-6ff49a32-0c24-4dcb-9520-9cb75fb027f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (aecd53f4-1503-422d-8f60-7356a8122a80), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:35:03.879266 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] The host n-h2-760453-5 is not matching for port 81158fda-fb11-4d56-8e16-e7b27e48b9c9 host ! {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2317}} Jan 26 21:35:03.879890 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Device 81158fda-fb11-4d56-8e16-e7b27e48b9c9 not bound to the agent host n-h2-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 26 21:35:03.880443 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Device 3941d4d2-ec71-4191-8e9f-df25a9ea3da5 no longer exists at agent hyperv_n-h2-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 26 21:35:03.905265 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caaeaf18-8b13-4666-8918-de61599abd28 req-40d9d2e6-d691-4639-8f71-c5884942eaad tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:35:03.906867 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-caaeaf18-8b13-4666-8918-de61599abd28 req-40d9d2e6-d691-4639-8f71-c5884942eaad tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] 10.222.0.13 "GET /v2.0/ports?device_id=c44e864c-84de-496b-9de2-e70f3dad303e HTTP/1.1" status: 200 len: 931 time: 0.1321030 Jan 26 21:35:03.958306 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [req-162adea1-e225-4bc2-9ddc-609702f72a1c req-178a0733-dc5e-4649-a1b2-7b68d4e0b0d1 tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] No DVR routers for this DVR port 3941d4d2-ec71-4191-8e9f-df25a9ea3da5 on host n-h2-760453-5 {{(pid=103305) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 26 21:35:03.961263 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-162adea1-e225-4bc2-9ddc-609702f72a1c req-178a0733-dc5e-4649-a1b2-7b68d4e0b0d1 tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:35:03.965209 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-162adea1-e225-4bc2-9ddc-609702f72a1c req-178a0733-dc5e-4649-a1b2-7b68d4e0b0d1 tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] 10.222.0.57 "DELETE /v2.0/ports/3941d4d2-ec71-4191-8e9f-df25a9ea3da5 HTTP/1.1" status: 204 len: 173 time: 0.8994172 Jan 26 21:35:03.969635 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] No Port match for: 3941d4d2-ec71-4191-8e9f-df25a9ea3da5 {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 26 21:35:03.970052 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Device 3941d4d2-ec71-4191-8e9f-df25a9ea3da5 not bound to the agent host n-h2-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 26 21:35:03.970540 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Device 67dd3dc7-a2ab-4f67-874c-e61c9c62ab11 no longer exists at agent hyperv_n-h2-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 26 21:35:04.004904 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] No Port match for: 67dd3dc7-a2ab-4f67-874c-e61c9c62ab11 {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 26 21:35:04.005787 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Device 67dd3dc7-a2ab-4f67-874c-e61c9c62ab11 not bound to the agent host n-h2-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 26 21:35:04.006280 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Device 68993758-80c8-46d1-858d-bc7447ce489e no longer exists at agent hyperv_n-h2-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 26 21:35:04.040172 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-491069e3-789d-4a84-bb6d-bfd8f34fe3c0 None None] Provisioning complete for port aecd53f4-1503-422d-8f60-7356a8122a80 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:35:04.040636 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-491069e3-789d-4a84-bb6d-bfd8f34fe3c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (aecd53f4-1503-422d-8f60-7356a8122a80), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:35:04.061767 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-e8489bc5-996c-447f-8c34-c53578a76f01 tempest-TestSecurityGroupsBasicOps-883058817 tempest-TestSecurityGroupsBasicOps-883058817-project-admin] 10.222.0.13 "GET /v2.0/ports?fields=fixed_ips&fields=mac_address HTTP/1.1" status: 200 len: 5386 time: 0.3108833 Jan 26 21:35:04.062016 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 56864) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:35:04.064146 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-caaeaf18-8b13-4666-8918-de61599abd28 req-e5336e28-1b61-4ac1-981e-8a1d5d59a664 tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] 10.222.0.13 "GET /v2.0/security-groups?id=c855b7af-ae6a-4b31-98b5-41bfc1142283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1484568 Jan 26 21:35:04.067058 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-a5eb0eae-66ce-4b20-b285-d8a06e19d54d tempest-TestSecurityGroupsBasicOps-1066020799 tempest-TestSecurityGroupsBasicOps-1066020799-project] Request body: {'network': {'name': 'tempest-network-smoke--1517275786', 'project_id': '205750efebb7460ebd239c85a19dfc92', 'port_security_enabled': False}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:35:04.090018 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca876f79-ee0c-48d6-a5f9-cb1bd7e70c50 req-f079666f-ca35-4aa9-af99-ded3835198c0 tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:35:04.091550 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-ca876f79-ee0c-48d6-a5f9-cb1bd7e70c50 req-f079666f-ca35-4aa9-af99-ded3835198c0 tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] 10.222.0.13 "GET /v2.0/ports?device_id=cc2a45fe-1c0e-4689-a738-964e9c19e30e HTTP/1.1" status: 200 len: 944 time: 0.0963099 Jan 26 21:35:04.106100 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-491069e3-789d-4a84-bb6d-bfd8f34fe3c0 None None] Port aecd53f4-1503-422d-8f60-7356a8122a80 cannot update to ACTIVE because it is not bound. {{(pid=103306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 26 21:35:04.113206 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-e21ad448-9311-4194-a2e7-a799f6fbfdf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a02de129-265d-40a5-bf6a-2da566076e9e', 'name': 'tempest-TaggedBootDevicesTest-1986777617-router', 'tenant_id': '2de9f498797a4527ba13c10b546ad5bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'external_fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.65'}], 'enable_snat': True}, 'gw_port_id': 'e3c02786-a9d1-466e-a2da-b614cacbd0c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T21:22:45Z', 'updated_at': '2022-01-26T21:22:53Z', 'revision_number': 4, 'project_id': '2de9f498797a4527ba13c10b546ad5bb', 'gw_port': {'id': 'e3c02786-a9d1-466e-a2da-b614cacbd0c9', 'name': '', 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:e7:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a02de129-265d-40a5-bf6a-2da566076e9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2142, 'fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:22:46Z', 'updated_at': '2022-01-26T21:22:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-5', '_interfaces': [{'id': 'd1ead250-79ae-4750-8d5a-d77dc0e4e2e4', 'name': '', 'network_id': '485a3106-1745-41f6-8c52-37ebe4fdcc0c', 'tenant_id': '2de9f498797a4527ba13c10b546ad5bb', 'mac_address': 'fa:16:3e:75:61:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a02de129-265d-40a5-bf6a-2da566076e9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2158, 'fixed_ips': [{'subnet_id': 'dea740a7-2861-4520-a7c8-4e14271821b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:22:51Z', 'updated_at': '2022-01-26T21:23:01Z', 'revision_number': 5, 'project_id': '2de9f498797a4527ba13c10b546ad5bb', 'subnets': [{'id': 'dea740a7-2861-4520-a7c8-4e14271821b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760453-5', False) {} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:35:04.114753 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5eb0eae-66ce-4b20-b285-d8a06e19d54d tempest-TestSecurityGroupsBasicOps-1066020799 tempest-TestSecurityGroupsBasicOps-1066020799-project] Made reservation on behalf of 205750efebb7460ebd239c85a19dfc92 for: {'network': 1} {{(pid=103305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 21:35:04.119574 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-a5eb0eae-66ce-4b20-b285-d8a06e19d54d tempest-TestSecurityGroupsBasicOps-1066020799 tempest-TestSecurityGroupsBasicOps-1066020799-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for network (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:35:04.151510 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e21ad448-9311-4194-a2e7-a799f6fbfdf4 None None] The sync data for ids ['a02de129-265d-40a5-bf6a-2da566076e9e'] in n-d-760453-5 is: [{'id': 'a02de129-265d-40a5-bf6a-2da566076e9e', 'name': 'tempest-TaggedBootDevicesTest-1986777617-router', 'tenant_id': '2de9f498797a4527ba13c10b546ad5bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'external_fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.65'}], 'enable_snat': True}, 'gw_port_id': 'e3c02786-a9d1-466e-a2da-b614cacbd0c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T21:22:45Z', 'updated_at': '2022-01-26T21:22:53Z', 'revision_number': 4, 'project_id': '2de9f498797a4527ba13c10b546ad5bb', 'gw_port': {'id': 'e3c02786-a9d1-466e-a2da-b614cacbd0c9', 'name': '', 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:e7:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a02de129-265d-40a5-bf6a-2da566076e9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2142, 'fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:22:46Z', 'updated_at': '2022-01-26T21:22:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-5', '_interfaces': [{'id': 'd1ead250-79ae-4750-8d5a-d77dc0e4e2e4', 'name': '', 'network_id': '485a3106-1745-41f6-8c52-37ebe4fdcc0c', 'tenant_id': '2de9f498797a4527ba13c10b546ad5bb', 'mac_address': 'fa:16:3e:75:61:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a02de129-265d-40a5-bf6a-2da566076e9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2158, 'fixed_ips': [{'subnet_id': 'dea740a7-2861-4520-a7c8-4e14271821b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:22:51Z', 'updated_at': '2022-01-26T21:23:01Z', 'revision_number': 5, 'project_id': '2de9f498797a4527ba13c10b546ad5bb', 'subnets': [{'id': 'dea740a7-2861-4520-a7c8-4e14271821b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 26 21:35:04.166241 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [req-162adea1-e225-4bc2-9ddc-609702f72a1c req-b103afbe-fad3-4b2b-911e-984e8f256ae7 tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] Deleting port 68993758-80c8-46d1-858d-bc7447ce489e {{(pid=103305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 21:35:04.166588 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-162adea1-e225-4bc2-9ddc-609702f72a1c req-b103afbe-fad3-4b2b-911e-984e8f256ae7 tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746560630878'] for port (68993758-80c8-46d1-858d-bc7447ce489e), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:35:04.171265 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a5eb0eae-66ce-4b20-b285-d8a06e19d54d tempest-TestSecurityGroupsBasicOps-1066020799 tempest-TestSecurityGroupsBasicOps-1066020799-project] vlan segment allocate from pool success with {'vlan_id': 587, 'physical_network': 'physnet1'} {{(pid=103305) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 26 21:35:04.204348 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Current status of the port 68993758-80c8-46d1-858d-bc7447ce489e is: ACTIVE; New status is: DOWN {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:35:04.204644 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (68993758-80c8-46d1-858d-bc7447ce489e), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:35:04.222301 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-ca876f79-ee0c-48d6-a5f9-cb1bd7e70c50 req-91b62244-a178-453e-a665-b4d095e1dbce tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] 10.222.0.13 "GET /v2.0/security-groups?id=e87e70a3-dfc0-4db8-90a2-ffd9c4c809a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1248074 Jan 26 21:35:04.226087 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-a5eb0eae-66ce-4b20-b285-d8a06e19d54d tempest-TestSecurityGroupsBasicOps-1066020799 tempest-TestSecurityGroupsBasicOps-1066020799-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576559'] for segment (b7065c7d-9e47-4529-8ed7-a37ab333cfa9), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:35:04.226530 n-d-760453-5 neutron-server[103305]: INFO neutron.db.segments_db [None req-a5eb0eae-66ce-4b20-b285-d8a06e19d54d tempest-TestSecurityGroupsBasicOps-1066020799 tempest-TestSecurityGroupsBasicOps-1066020799-project] Added segment b7065c7d-9e47-4529-8ed7-a37ab333cfa9 of type vlan for network ffb5ee59-73ca-45c3-8bff-fe6c5161d157 Jan 26 21:35:04.245773 n-d-760453-5 neutron-server[103306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc2a45fe-1c0e-4689-a738-964e9c19e30e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '68993758-80c8-46d1-858d-bc7447ce489e'}] {{(pid=103306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 21:35:04.248293 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9d5d370febab655511bdd2ffe887e43e442d144a440368702bcc1e93af00b97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62600795-2aff-4c4d-a1ba-f04953ee5733" -d '{"events": [{"server_uuid": "cc2a45fe-1c0e-4689-a738-964e9c19e30e", "name": "network-vif-unplugged", "status": "completed", "tag": "68993758-80c8-46d1-858d-bc7447ce489e"}]}' {{(pid=103306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 21:35:04.266502 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] For port 68993758-80c8-46d1-858d-bc7447ce489e, host n-h2-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-5',level=0,port_id=68993758-80c8-46d1-858d-bc7447ce489e,segment=NetworkSegment(a9216649-5b5c-4abd-bdd9-593ae2d941b2),segment_id=a9216649-5b5c-4abd-bdd9-593ae2d941b2)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:35:04.274775 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (68993758-80c8-46d1-858d-bc7447ce489e), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:35:04.307250 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-a5eb0eae-66ce-4b20-b285-d8a06e19d54d tempest-TestSecurityGroupsBasicOps-1066020799 tempest-TestSecurityGroupsBasicOps-1066020799-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746560256871'] for network (ffb5ee59-73ca-45c3-8bff-fe6c5161d157), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:35:04.326161 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 26 Jan 2022 21:35:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78bb4ee2-02bb-49cd-b220-988095be261e x-openstack-request-id: req-78bb4ee2-02bb-49cd-b220-988095be261e {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 21:35:04.326506 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc2a45fe-1c0e-4689-a738-964e9c19e30e", "name": "network-vif-unplugged", "status": "completed", "tag": "68993758-80c8-46d1-858d-bc7447ce489e", "code": 200}]} {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 21:35:04.326764 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-78bb4ee2-02bb-49cd-b220-988095be261e {{(pid=103306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 21:35:04.327153 n-d-760453-5 neutron-server[103306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc2a45fe-1c0e-4689-a738-964e9c19e30e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '68993758-80c8-46d1-858d-bc7447ce489e', 'code': 200} Jan 26 21:35:04.346324 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [req-162adea1-e225-4bc2-9ddc-609702f72a1c req-b103afbe-fad3-4b2b-911e-984e8f256ae7 tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] For port 68993758-80c8-46d1-858d-bc7447ce489e, host n-h2-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-5',level=0,port_id=68993758-80c8-46d1-858d-bc7447ce489e,segment=NetworkSegment(a9216649-5b5c-4abd-bdd9-593ae2d941b2),segment_id=a9216649-5b5c-4abd-bdd9-593ae2d941b2)] {{(pid=103305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:35:04.346698 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-162adea1-e225-4bc2-9ddc-609702f72a1c req-b103afbe-fad3-4b2b-911e-984e8f256ae7 tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4109658'] for port (68993758-80c8-46d1-858d-bc7447ce489e), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:35:04.361795 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Pushing event updated for resources: {'Port': ['ID=68993758-80c8-46d1-858d-bc7447ce489e,revision_number=6']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:35:04.371932 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [req-162adea1-e225-4bc2-9ddc-609702f72a1c req-b103afbe-fad3-4b2b-911e-984e8f256ae7 tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] Calling delete_port for 68993758-80c8-46d1-858d-bc7447ce489e owned by compute:nova {{(pid=103305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 21:35:04.374266 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:35:04.374619 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:35:04.374964 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:35:04.375323 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:35:04.375626 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:35:04.375952 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:35:04.376275 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:35:04.376596 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:35:04.377109 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:35:04.377248 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:35:04.377666 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:35:04.378076 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:35:04.378393 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:35:04.388918 n-d-760453-5 neutron-server[103304]: DEBUG neutron.notifiers.nova [req-73b120f9-2757-4023-896b-5b78e264be8e req-6ff49a32-0c24-4dcb-9520-9cb75fb027f0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aecd53f4-1503-422d-8f60-7356a8122a80 {{(pid=103304) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 26 21:35:04.396205 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-a5eb0eae-66ce-4b20-b285-d8a06e19d54d tempest-TestSecurityGroupsBasicOps-1066020799 tempest-TestSecurityGroupsBasicOps-1066020799-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503'] for network (ffb5ee59-73ca-45c3-8bff-fe6c5161d157), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:35:04.401443 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-73b120f9-2757-4023-896b-5b78e264be8e req-6ff49a32-0c24-4dcb-9520-9cb75fb027f0 service neutron] Publish callbacks [] for port (aecd53f4-1503-422d-8f60-7356a8122a80), precommit_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:35:04.402768 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5eb0eae-66ce-4b20-b285-d8a06e19d54d tempest-TestSecurityGroupsBasicOps-1066020799 tempest-TestSecurityGroupsBasicOps-1066020799-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:35:04.403397 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-a5eb0eae-66ce-4b20-b285-d8a06e19d54d tempest-TestSecurityGroupsBasicOps-1066020799 tempest-TestSecurityGroupsBasicOps-1066020799-project] Publish callbacks [] for network (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:35:04.444870 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.provisioning_blocks [req-73b120f9-2757-4023-896b-5b78e264be8e req-6ff49a32-0c24-4dcb-9520-9cb75fb027f0 service neutron] Transition to ACTIVE for port object aecd53f4-1503-422d-8f60-7356a8122a80 will not be triggered until provisioned by entity L2. {{(pid=103304) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 21:35:04.450675 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-73b120f9-2757-4023-896b-5b78e264be8e req-6ff49a32-0c24-4dcb-9520-9cb75fb027f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9281542'] for port (aecd53f4-1503-422d-8f60-7356a8122a80), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:35:04.523115 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-a5eb0eae-66ce-4b20-b285-d8a06e19d54d tempest-TestSecurityGroupsBasicOps-1066020799 tempest-TestSecurityGroupsBasicOps-1066020799-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.4576535 Jan 26 21:35:04.537091 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 56868) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:35:04.550091 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff49a32-0c24-4dcb-9520-9cb75fb027f0 service neutron] Pushing event updated for resources: {'Port': ['ID=aecd53f4-1503-422d-8f60-7356a8122a80,revision_number=2']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:35:04.551794 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-5c993b5d-fd47-4096-bf6c-9324a895aa49 tempest-TestSecurityGroupsBasicOps-1066020799 tempest-TestSecurityGroupsBasicOps-1066020799-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-1245656130', 'admin_state_up': True, 'project_id': '205750efebb7460ebd239c85a19dfc92', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299'}}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:35:04.609558 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5eb0eae-66ce-4b20-b285-d8a06e19d54d tempest-TestSecurityGroupsBasicOps-1066020799 tempest-TestSecurityGroupsBasicOps-1066020799-project] Pushing event updated for resources: {'Network': ['ID=ffb5ee59-73ca-45c3-8bff-fe6c5161d157,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:35:04.614120 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [req-73b120f9-2757-4023-896b-5b78e264be8e req-6ff49a32-0c24-4dcb-9520-9cb75fb027f0 service neutron] Attempting to bind port aecd53f4-1503-422d-8f60-7356a8122a80 on host n-h1-760453-5 for vnic_type normal with profile {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 21:35:04.614685 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [req-73b120f9-2757-4023-896b-5b78e264be8e req-6ff49a32-0c24-4dcb-9520-9cb75fb027f0 service neutron] Attempting to bind port aecd53f4-1503-422d-8f60-7356a8122a80 by drivers openvswitch,hyperv on host n-h1-760453-5 at level 0 using segments [{'id': '3717183c-69c6-44ee-ac2f-ec1e05ab35f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'e06aca25-0b6a-452f-bfd4-2129924c58a7'}] {{(pid=103304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 26 21:35:04.614970 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73b120f9-2757-4023-896b-5b78e264be8e req-6ff49a32-0c24-4dcb-9520-9cb75fb027f0 service neutron] Attempting to bind port aecd53f4-1503-422d-8f60-7356a8122a80 on network e06aca25-0b6a-452f-bfd4-2129924c58a7 {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 21:35:04.620996 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73b120f9-2757-4023-896b-5b78e264be8e req-6ff49a32-0c24-4dcb-9520-9cb75fb027f0 service neutron] Port aecd53f4-1503-422d-8f60-7356a8122a80 on network e06aca25-0b6a-452f-bfd4-2129924c58a7 not bound, no agent of type Open vSwitch agent registered on host n-h1-760453-5 {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 26 21:35:04.621249 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73b120f9-2757-4023-896b-5b78e264be8e req-6ff49a32-0c24-4dcb-9520-9cb75fb027f0 service neutron] Attempting to bind port aecd53f4-1503-422d-8f60-7356a8122a80 on network e06aca25-0b6a-452f-bfd4-2129924c58a7 {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 21:35:04.627691 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73b120f9-2757-4023-896b-5b78e264be8e req-6ff49a32-0c24-4dcb-9520-9cb75fb027f0 service neutron] Checking agent: {'id': '32ef628b-8417-46c5-8729-60fcabe358f1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-760453-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 21, 3, 8), 'started_at': datetime.datetime(2022, 1, 26, 21, 3, 8), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 21, 34, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 26 21:35:04.628478 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73b120f9-2757-4023-896b-5b78e264be8e req-6ff49a32-0c24-4dcb-9520-9cb75fb027f0 service neutron] Checking segment: {'id': '3717183c-69c6-44ee-ac2f-ec1e05ab35f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'e06aca25-0b6a-452f-bfd4-2129924c58a7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103304) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 21:35:04.629025 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73b120f9-2757-4023-896b-5b78e264be8e req-6ff49a32-0c24-4dcb-9520-9cb75fb027f0 service neutron] Bound using segment: {'id': '3717183c-69c6-44ee-ac2f-ec1e05ab35f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'e06aca25-0b6a-452f-bfd4-2129924c58a7'} {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 26 21:35:04.629595 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [req-73b120f9-2757-4023-896b-5b78e264be8e req-6ff49a32-0c24-4dcb-9520-9cb75fb027f0 service neutron] Bound port: aecd53f4-1503-422d-8f60-7356a8122a80, host: n-h1-760453-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3717183c-69c6-44ee-ac2f-ec1e05ab35f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'e06aca25-0b6a-452f-bfd4-2129924c58a7'}}] {{(pid=103304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 26 21:35:04.630118 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-73b120f9-2757-4023-896b-5b78e264be8e req-6ff49a32-0c24-4dcb-9520-9cb75fb027f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (aecd53f4-1503-422d-8f60-7356a8122a80), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:35:04.633041 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d717267c-85f6-4110-9336-6ec56bdb1ca6 None None] New status for floating IP 37d697b3-6eb4-4be4-9ac9-a41746cfc1a8: DOWN {{(pid=103307) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 26 21:35:04.639871 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-5c993b5d-fd47-4096-bf6c-9324a895aa49 tempest-TestSecurityGroupsBasicOps-1066020799 tempest-TestSecurityGroupsBasicOps-1066020799-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4104596', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13108'] for router (7bf5ce44-f8d8-4840-b2b5-f04917eee19b), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:35:04.641370 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-5c993b5d-fd47-4096-bf6c-9324a895aa49 tempest-TestSecurityGroupsBasicOps-1066020799 tempest-TestSecurityGroupsBasicOps-1066020799-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4105828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4111306', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3733576', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13069'] for router (7bf5ce44-f8d8-4840-b2b5-f04917eee19b), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:35:04.651370 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Network ffb5ee59-73ca-45c3-8bff-fe6c5161d157 details requested by agent ovs-agent-n-d-760453-5 with host n-d-760453-5 {{(pid=103306) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 26 21:35:04.713830 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [req-73b120f9-2757-4023-896b-5b78e264be8e req-6ff49a32-0c24-4dcb-9520-9cb75fb027f0 service neutron] For port aecd53f4-1503-422d-8f60-7356a8122a80, host n-h1-760453-5, cleared binding levels {{(pid=103304) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 26 21:35:04.718110 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [req-73b120f9-2757-4023-896b-5b78e264be8e req-6ff49a32-0c24-4dcb-9520-9cb75fb027f0 service neutron] For port aecd53f4-1503-422d-8f60-7356a8122a80, host n-h1-760453-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-5',level=0,port_id=aecd53f4-1503-422d-8f60-7356a8122a80,segment=NetworkSegment(3717183c-69c6-44ee-ac2f-ec1e05ab35f5),segment_id=3717183c-69c6-44ee-ac2f-ec1e05ab35f5)] {{(pid=103304) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 26 21:35:04.725094 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-73b120f9-2757-4023-896b-5b78e264be8e req-6ff49a32-0c24-4dcb-9520-9cb75fb027f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9281542'] for port (aecd53f4-1503-422d-8f60-7356a8122a80), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:35:04.765518 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b120f9-2757-4023-896b-5b78e264be8e req-6ff49a32-0c24-4dcb-9520-9cb75fb027f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:35:04.766416 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-73b120f9-2757-4023-896b-5b78e264be8e req-6ff49a32-0c24-4dcb-9520-9cb75fb027f0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:35:04.768374 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-73b120f9-2757-4023-896b-5b78e264be8e req-6ff49a32-0c24-4dcb-9520-9cb75fb027f0 service neutron] 10.222.0.66 "PUT /v2.0/ports/aecd53f4-1503-422d-8f60-7356a8122a80 HTTP/1.1" status: 200 len: 1091 time: 1.1891732 Jan 26 21:35:04.771011 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-5c993b5d-fd47-4096-bf6c-9324a895aa49 tempest-TestSecurityGroupsBasicOps-1066020799 tempest-TestSecurityGroupsBasicOps-1066020799-project] Publish callbacks [] for router_controller (7bf5ce44-f8d8-4840-b2b5-f04917eee19b), precommit_add_association {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:35:04.771511 n-d-760453-5 neutron-server[103304]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c44e864c-84de-496b-9de2-e70f3dad303e', 'tag': 'aecd53f4-1503-422d-8f60-7356a8122a80'}] {{(pid=103304) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 21:35:04.774875 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d52b45f1943fcd332af9527eb73ff93c8d715d44383a3f6d18de73b4cfcf87b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-470c7d65-bba3-4328-9894-d995b556b612" -d '{"events": [{"name": "network-changed", "server_uuid": "c44e864c-84de-496b-9de2-e70f3dad303e", "tag": "aecd53f4-1503-422d-8f60-7356a8122a80"}]}' {{(pid=103304) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 21:35:04.837091 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff49a32-0c24-4dcb-9520-9cb75fb027f0 service neutron] Pushing event updated for resources: {'Port': ['ID=aecd53f4-1503-422d-8f60-7356a8122a80,revision_number=3']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:35:04.847276 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 26 Jan 2022 21:35:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79f0dfaf-4353-4dd1-8783-1aee70f0a051 x-openstack-request-id: req-79f0dfaf-4353-4dd1-8783-1aee70f0a051 {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 21:35:04.847578 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c44e864c-84de-496b-9de2-e70f3dad303e", "tag": "aecd53f4-1503-422d-8f60-7356a8122a80", "status": "completed", "code": 200}]} {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 21:35:04.848041 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-79f0dfaf-4353-4dd1-8783-1aee70f0a051 {{(pid=103304) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 21:35:04.848509 n-d-760453-5 neutron-server[103304]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c44e864c-84de-496b-9de2-e70f3dad303e', 'tag': 'aecd53f4-1503-422d-8f60-7356a8122a80', 'status': 'completed', 'code': 200} Jan 26 21:35:04.853663 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132383c5-c7c1-4602-8011-2eaac6cbe381 req-c38a6f04-891f-49f8-b20a-ed2afd9e9560 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:35:04.855410 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-132383c5-c7c1-4602-8011-2eaac6cbe381 req-c38a6f04-891f-49f8-b20a-ed2afd9e9560 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=d44474eb-f274-43f4-8a95-ce8dd4e67217 HTTP/1.1" status: 200 len: 1096 time: 0.3402147 Jan 26 21:35:04.926790 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b120f9-2757-4023-896b-5b78e264be8e req-fbfd62dd-862b-4c09-94cc-405a019903ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:35:04.934879 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-73b120f9-2757-4023-896b-5b78e264be8e req-fbfd62dd-862b-4c09-94cc-405a019903ba service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=949e29ec71a54b7f98dc62c402ac867e&device_id=c44e864c-84de-496b-9de2-e70f3dad303e HTTP/1.1" status: 200 len: 1094 time: 0.0636249 Jan 26 21:35:05.040960 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-73b120f9-2757-4023-896b-5b78e264be8e req-3bdd9f95-70a2-4e1d-a2aa-4208f62991cf service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=aecd53f4-1503-422d-8f60-7356a8122a80 HTTP/1.1" status: 200 len: 217 time: 0.0948212 Jan 26 21:35:05.130531 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-5c993b5d-fd47-4096-bf6c-9324a895aa49 tempest-TestSecurityGroupsBasicOps-1066020799 tempest-TestSecurityGroupsBasicOps-1066020799-project] Publish callbacks [] for router_gateway (7bf5ce44-f8d8-4840-b2b5-f04917eee19b), precommit_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:35:05.135322 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052ef57f-1cdf-44db-ad95-44929c62c5df req-aff8ea49-1b2c-40d0-bcee-65a0caee40d1 tempest-ServerRescueNegativeTestJSON-1906345366 tempest-ServerRescueNegativeTestJSON-1906345366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:35:05.136966 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-052ef57f-1cdf-44db-ad95-44929c62c5df req-aff8ea49-1b2c-40d0-bcee-65a0caee40d1 tempest-ServerRescueNegativeTestJSON-1906345366 tempest-ServerRescueNegativeTestJSON-1906345366-project] 10.222.0.13 "GET /v2.0/ports?device_id=d44474eb-f274-43f4-8a95-ce8dd4e67217 HTTP/1.1" status: 200 len: 945 time: 0.1067908 Jan 26 21:35:05.143260 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b120f9-2757-4023-896b-5b78e264be8e req-9474f998-d074-468a-9490-ffe849c84cf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:35:05.143378 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-162adea1-e225-4bc2-9ddc-609702f72a1c req-b103afbe-fad3-4b2b-911e-984e8f256ae7 tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746560636600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746560234536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11791543'] for port (68993758-80c8-46d1-858d-bc7447ce489e), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:35:05.144433 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-73b120f9-2757-4023-896b-5b78e264be8e req-9474f998-d074-468a-9490-ffe849c84cf9 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=79317c4e-88a3-402c-975d-f004bf1d9b8b HTTP/1.1" status: 200 len: 850 time: 0.0836978 Jan 26 21:35:05.150044 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-132383c5-c7c1-4602-8011-2eaac6cbe381 req-22a77877-2269-40f7-90a6-d68b9ceaa8fe service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=f2b62cd4-5049-4cd6-9f4f-183cc22ee8c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2276430 Jan 26 21:35:05.224153 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b103afbe-fad3-4b2b-911e-984e8f256ae7 tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] Pushing event deleted for resources: {'Port': ['ID=68993758-80c8-46d1-858d-bc7447ce489e,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:35:05.272972 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-052ef57f-1cdf-44db-ad95-44929c62c5df req-9a44cf56-9cbd-4ab1-94f7-88045cf4eccf tempest-ServerRescueNegativeTestJSON-1906345366 tempest-ServerRescueNegativeTestJSON-1906345366-project] 10.222.0.13 "GET /v2.0/security-groups?id=f2b62cd4-5049-4cd6-9f4f-183cc22ee8c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224582 Jan 26 21:35:05.278292 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b120f9-2757-4023-896b-5b78e264be8e req-23723622-3174-4273-bf09-b02c203326a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:35:05.279626 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [req-162adea1-e225-4bc2-9ddc-609702f72a1c req-b103afbe-fad3-4b2b-911e-984e8f256ae7 tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] No DVR routers for this DVR port 68993758-80c8-46d1-858d-bc7447ce489e on host n-h2-760453-5 {{(pid=103305) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 26 21:35:05.279764 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-73b120f9-2757-4023-896b-5b78e264be8e req-23723622-3174-4273-bf09-b02c203326a8 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=e06aca25-0b6a-452f-bfd4-2129924c58a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1285493 Jan 26 21:35:05.283217 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-162adea1-e225-4bc2-9ddc-609702f72a1c req-b103afbe-fad3-4b2b-911e-984e8f256ae7 tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:35:05.286619 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-162adea1-e225-4bc2-9ddc-609702f72a1c req-b103afbe-fad3-4b2b-911e-984e8f256ae7 tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] 10.222.0.57 "DELETE /v2.0/ports/68993758-80c8-46d1-858d-bc7447ce489e HTTP/1.1" status: 204 len: 173 time: 1.3087592 Jan 26 21:35:05.292416 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d55a04-b524-47bc-a978-373d0d39cc52 req-6c35833b-a5aa-4d53-bb1c-ae6c207b43f6 tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:35:05.301229 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-05d55a04-b524-47bc-a978-373d0d39cc52 req-6c35833b-a5aa-4d53-bb1c-ae6c207b43f6 tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] 10.222.0.13 "GET /v2.0/ports?device_id=c44e864c-84de-496b-9de2-e70f3dad303e HTTP/1.1" status: 200 len: 943 time: 0.1171618 Jan 26 21:35:05.361970 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-05d55a04-b524-47bc-a978-373d0d39cc52 req-c75c21b9-c389-432c-a43d-b3b60e3e6e9a tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] 10.222.0.13 "GET /v2.0/security-groups?id=c855b7af-ae6a-4b31-98b5-41bfc1142283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597520 Jan 26 21:35:05.385937 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-b1ffd27f-317c-45c5-aed6-dd0300a5e790 req-cccfecb3-024f-4e8d-8972-329880f7c7d9 tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] 10.222.0.13 "GET /v2.0/ports?device_id=cc2a45fe-1c0e-4689-a738-964e9c19e30e HTTP/1.1" status: 200 len: 210 time: 0.0406671 Jan 26 21:35:05.404651 n-d-760453-5 neutron-server[103305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc2a45fe-1c0e-4689-a738-964e9c19e30e', 'name': 'network-vif-deleted', 'tag': '3941d4d2-ec71-4191-8e9f-df25a9ea3da5'}, {'server_uuid': 'cc2a45fe-1c0e-4689-a738-964e9c19e30e', 'name': 'network-vif-deleted', 'tag': '68993758-80c8-46d1-858d-bc7447ce489e'}] {{(pid=103305) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 21:35:05.406971 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d4654568b7bf041e72ff8fe1c96d6d761d9c921f2b99bc7b3a26632be20cee0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ddbe7da9-636b-48af-99e8-4e16ba5ac47c" -d '{"events": [{"server_uuid": "cc2a45fe-1c0e-4689-a738-964e9c19e30e", "name": "network-vif-deleted", "tag": "3941d4d2-ec71-4191-8e9f-df25a9ea3da5"}, {"server_uuid": "cc2a45fe-1c0e-4689-a738-964e9c19e30e", "name": "network-vif-deleted", "tag": "68993758-80c8-46d1-858d-bc7447ce489e"}]}' {{(pid=103305) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 21:35:05.445896 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 26 Jan 2022 21:35:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6c6ce8f-1a32-4335-9421-fc6eb1a90ce7 x-openstack-request-id: req-b6c6ce8f-1a32-4335-9421-fc6eb1a90ce7 {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 21:35:05.446191 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc2a45fe-1c0e-4689-a738-964e9c19e30e", "name": "network-vif-deleted", "tag": "3941d4d2-ec71-4191-8e9f-df25a9ea3da5", "status": "completed", "code": 200}, {"server_uuid": "cc2a45fe-1c0e-4689-a738-964e9c19e30e", "name": "network-vif-deleted", "tag": "68993758-80c8-46d1-858d-bc7447ce489e", "status": "completed", "code": 200}]} {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 21:35:05.446438 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b6c6ce8f-1a32-4335-9421-fc6eb1a90ce7 {{(pid=103305) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 21:35:05.446825 n-d-760453-5 neutron-server[103305]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc2a45fe-1c0e-4689-a738-964e9c19e30e', 'name': 'network-vif-deleted', 'tag': '3941d4d2-ec71-4191-8e9f-df25a9ea3da5', 'status': 'completed', 'code': 200} Jan 26 21:35:05.447075 n-d-760453-5 neutron-server[103305]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc2a45fe-1c0e-4689-a738-964e9c19e30e', 'name': 'network-vif-deleted', 'tag': '68993758-80c8-46d1-858d-bc7447ce489e', 'status': 'completed', 'code': 200} Jan 26 21:35:05.471629 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-5c993b5d-fd47-4096-bf6c-9324a895aa49 tempest-TestSecurityGroupsBasicOps-1066020799 tempest-TestSecurityGroupsBasicOps-1066020799-project] Publish callbacks [] for router_gateway (7bf5ce44-f8d8-4840-b2b5-f04917eee19b), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:35:05.490427 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-5c993b5d-fd47-4096-bf6c-9324a895aa49 tempest-TestSecurityGroupsBasicOps-1066020799 tempest-TestSecurityGroupsBasicOps-1066020799-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:35:05.610750 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.db_base_plugin_common [None req-5c993b5d-fd47-4096-bf6c-9324a895aa49 tempest-TestSecurityGroupsBasicOps-1066020799 tempest-TestSecurityGroupsBasicOps-1066020799-project] Allocated IP 172.25.1.44 (4140a1f1-c93a-4bea-83a0-68953a54f299/e48251a1-e30d-4820-8396-00c6f6aeb601/99475040-dd09-491d-a356-dc4d67e2da4e) {{(pid=103305) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 21:35:05.614180 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-73b120f9-2757-4023-896b-5b78e264be8e req-d5351b0d-a102-424b-a365-c0ea222984ee service neutron] 10.222.0.66 "GET /v2.0/networks/e06aca25-0b6a-452f-bfd4-2129924c58a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1049640 Jan 26 21:35:05.717336 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-73b120f9-2757-4023-896b-5b78e264be8e req-9c11e9ad-ddc2-467e-b049-66b2c9476673 service neutron] 10.222.0.66 "GET /v2.0/networks/e06aca25-0b6a-452f-bfd4-2129924c58a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0960977 Jan 26 21:35:05.763570 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-5c993b5d-fd47-4096-bf6c-9324a895aa49 tempest-TestSecurityGroupsBasicOps-1066020799 tempest-TestSecurityGroupsBasicOps-1066020799-project] Publish callbacks [] for port (99475040-dd09-491d-a356-dc4d67e2da4e), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:35:05.813784 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-5c993b5d-fd47-4096-bf6c-9324a895aa49 tempest-TestSecurityGroupsBasicOps-1066020799 tempest-TestSecurityGroupsBasicOps-1066020799-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746560234527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11791543'] for port (99475040-dd09-491d-a356-dc4d67e2da4e), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:35:05.851329 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c993b5d-fd47-4096-bf6c-9324a895aa49 tempest-TestSecurityGroupsBasicOps-1066020799 tempest-TestSecurityGroupsBasicOps-1066020799-project] Network 4140a1f1-c93a-4bea-83a0-68953a54f299 is already hosted by enough agents. {{(pid=103305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 21:35:05.855174 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [None req-5c993b5d-fd47-4096-bf6c-9324a895aa49 tempest-TestSecurityGroupsBasicOps-1066020799 tempest-TestSecurityGroupsBasicOps-1066020799-project] Resources bound (agent type, host, resource id): {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:35:05.858929 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c993b5d-fd47-4096-bf6c-9324a895aa49 tempest-TestSecurityGroupsBasicOps-1066020799 tempest-TestSecurityGroupsBasicOps-1066020799-project] Received port after_create {{(pid=103305) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 21:35:05.865700 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470c7d65-bba3-4328-9894-d995b556b612 req-a247a866-963b-4071-b0c9-f80c6c07b34a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:35:05.868668 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-470c7d65-bba3-4328-9894-d995b556b612 req-a247a866-963b-4071-b0c9-f80c6c07b34a service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=949e29ec71a54b7f98dc62c402ac867e&device_id=c44e864c-84de-496b-9de2-e70f3dad303e HTTP/1.1" status: 200 len: 1094 time: 0.0540569 Jan 26 21:35:05.894350 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c993b5d-fd47-4096-bf6c-9324a895aa49 tempest-TestSecurityGroupsBasicOps-1066020799 tempest-TestSecurityGroupsBasicOps-1066020799-project] Pushing event updated for resources: {'Port': ['ID=99475040-dd09-491d-a356-dc4d67e2da4e,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:35:05.989182 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470c7d65-bba3-4328-9894-d995b556b612 req-18c77952-e55c-49f1-b24b-6e4c521d9702 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:35:05.991238 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-470c7d65-bba3-4328-9894-d995b556b612 req-18c77952-e55c-49f1-b24b-6e4c521d9702 service neutron] 10.222.0.66 "GET /v2.0/networks?id=e06aca25-0b6a-452f-bfd4-2129924c58a7 HTTP/1.1" status: 200 len: 912 time: 0.1161885 Jan 26 21:35:06.049929 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-470c7d65-bba3-4328-9894-d995b556b612 req-948b97cc-8353-4f39-a8a0-073d50682bc9 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=aecd53f4-1503-422d-8f60-7356a8122a80 HTTP/1.1" status: 200 len: 217 time: 0.0526676 Jan 26 21:35:06.099433 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470c7d65-bba3-4328-9894-d995b556b612 req-e8181fb2-e718-4db0-9512-6a0055bec20c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:35:06.101877 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-470c7d65-bba3-4328-9894-d995b556b612 req-e8181fb2-e718-4db0-9512-6a0055bec20c service neutron] 10.222.0.66 "GET /v2.0/subnets?id=79317c4e-88a3-402c-975d-f004bf1d9b8b HTTP/1.1" status: 200 len: 850 time: 0.0460498 Jan 26 21:35:06.133450 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-5c993b5d-fd47-4096-bf6c-9324a895aa49 tempest-TestSecurityGroupsBasicOps-1066020799 tempest-TestSecurityGroupsBasicOps-1066020799-project] Publish callbacks [] for router_gateway (7bf5ce44-f8d8-4840-b2b5-f04917eee19b), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:35:06.154763 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470c7d65-bba3-4328-9894-d995b556b612 req-bde71eef-2ed2-4199-a43c-2640ac84a6b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:35:06.156366 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-470c7d65-bba3-4328-9894-d995b556b612 req-bde71eef-2ed2-4199-a43c-2640ac84a6b5 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=e06aca25-0b6a-452f-bfd4-2129924c58a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0482125 Jan 26 21:35:06.273783 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-470c7d65-bba3-4328-9894-d995b556b612 req-7c9e3456-5943-4c02-b157-498e8ebcc7bb service neutron] 10.222.0.66 "GET /v2.0/networks/e06aca25-0b6a-452f-bfd4-2129924c58a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1062980 Jan 26 21:35:06.370924 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-5c993b5d-fd47-4096-bf6c-9324a895aa49 tempest-TestSecurityGroupsBasicOps-1066020799 tempest-TestSecurityGroupsBasicOps-1066020799-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4105757', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4111263'] for router (7bf5ce44-f8d8-4840-b2b5-f04917eee19b), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:35:06.437376 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-470c7d65-bba3-4328-9894-d995b556b612 req-79a60c4f-6375-4ffe-9ce1-d8505c79f052 service neutron] 10.222.0.66 "GET /v2.0/networks/e06aca25-0b6a-452f-bfd4-2129924c58a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1567233 Jan 26 21:35:06.532341 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4bc878-994c-4a8e-be81-1f8e1c64a670 req-f23a4721-4580-41d6-8cf2-95b927752d97 tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:35:06.534853 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-9b4bc878-994c-4a8e-be81-1f8e1c64a670 req-f23a4721-4580-41d6-8cf2-95b927752d97 tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] 10.222.0.13 "GET /v2.0/ports?device_id=c44e864c-84de-496b-9de2-e70f3dad303e HTTP/1.1" status: 200 len: 943 time: 0.0812464 Jan 26 21:35:06.593903 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c993b5d-fd47-4096-bf6c-9324a895aa49 tempest-TestSecurityGroupsBasicOps-1066020799 tempest-TestSecurityGroupsBasicOps-1066020799-project] Router 7bf5ce44-f8d8-4840-b2b5-f04917eee19b is scheduled to L3 agent 09df100c-3af1-4b0a-bda8-05914c71c458 with binding_index 1 {{(pid=103305) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 26 21:35:06.625960 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-9b4bc878-994c-4a8e-be81-1f8e1c64a670 req-538c1dad-7d08-4363-b4f7-69176b74267a tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] 10.222.0.13 "GET /v2.0/security-groups?id=c855b7af-ae6a-4b31-98b5-41bfc1142283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827696 Jan 26 21:35:06.678290 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ab8f84-fa6f-4142-a347-b207a9f01f4c req-233f7ffe-6871-43dd-9c80-d46a079abfd4 tempest-ServerRescueNegativeTestJSON-1906345366 tempest-ServerRescueNegativeTestJSON-1906345366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:35:06.688448 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-01ab8f84-fa6f-4142-a347-b207a9f01f4c req-233f7ffe-6871-43dd-9c80-d46a079abfd4 tempest-ServerRescueNegativeTestJSON-1906345366 tempest-ServerRescueNegativeTestJSON-1906345366-project] 10.222.0.13 "GET /v2.0/ports?device_id=d44474eb-f274-43f4-8a95-ce8dd4e67217 HTTP/1.1" status: 200 len: 945 time: 0.2968295 Jan 26 21:35:06.719980 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c993b5d-fd47-4096-bf6c-9324a895aa49 tempest-TestSecurityGroupsBasicOps-1066020799 tempest-TestSecurityGroupsBasicOps-1066020799-project] Notify agent at l3_agent.n-d-760453-5 the message routers_updated {{(pid=103305) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 26 21:35:06.731147 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1da32d4e-9d2f-4923-8c24-dd55f6541d6e None None] Sync routers for ids ['7bf5ce44-f8d8-4840-b2b5-f04917eee19b'] in n-d-760453-5 {{(pid=103306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 26 21:35:06.737779 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-e7547ceb-355b-4d6c-8f12-fc059d210ca0 req-b83b867d-7c7d-44aa-b6b8-e3ed934e5409 tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] 10.222.0.13 "GET /v2.0/ports?device_id=cc2a45fe-1c0e-4689-a738-964e9c19e30e HTTP/1.1" status: 200 len: 210 time: 0.0317678 Jan 26 21:35:06.742326 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-5c993b5d-fd47-4096-bf6c-9324a895aa49 tempest-TestSecurityGroupsBasicOps-1066020799 tempest-TestSecurityGroupsBasicOps-1066020799-project] Publish callbacks [] for router (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:35:06.743860 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-5c993b5d-fd47-4096-bf6c-9324a895aa49 tempest-TestSecurityGroupsBasicOps-1066020799 tempest-TestSecurityGroupsBasicOps-1066020799-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 2.2019880 Jan 26 21:35:06.750798 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 56900) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:35:06.762574 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1da32d4e-9d2f-4923-8c24-dd55f6541d6e None None] Routers {'7bf5ce44-f8d8-4840-b2b5-f04917eee19b'} bound to L3 agent in host n-d-760453-5 {{(pid=103306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 21:35:06.763332 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-1da32d4e-9d2f-4923-8c24-dd55f6541d6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-26T20:55:21Z,description=,heartbeat_timestamp=2022-01-26T21:34:51Z,host='n-d-760453-5',id=09df100c-3af1-4b0a-bda8-05914c71c458,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:55:21Z,topic='l3_agent')) {'router_ids': ['7bf5ce44-f8d8-4840-b2b5-f04917eee19b'], 'active': True} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:35:06.800412 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-01ab8f84-fa6f-4142-a347-b207a9f01f4c req-f01a31a2-0690-4a64-916b-1f2a2388b945 tempest-ServerRescueNegativeTestJSON-1906345366 tempest-ServerRescueNegativeTestJSON-1906345366-project] 10.222.0.13 "GET /v2.0/security-groups?id=f2b62cd4-5049-4cd6-9f4f-183cc22ee8c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109371 Jan 26 21:35:06.849477 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba481980-b619-403d-be5c-60c1dfa2a9d9 tempest-TestSecurityGroupsBasicOps-883058817 tempest-TestSecurityGroupsBasicOps-883058817-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:35:06.853770 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-ba481980-b619-403d-be5c-60c1dfa2a9d9 tempest-TestSecurityGroupsBasicOps-883058817 tempest-TestSecurityGroupsBasicOps-883058817-project-admin] 10.222.0.13 "GET /v2.0/subnets?project_id=205750efebb7460ebd239c85a19dfc92&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 828 time: 0.0994668 Jan 26 21:35:06.854215 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 56902) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:35:07.033611 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be5c08ad-d181-479b-80d8-c7c4acc80267 tempest-TestSecurityGroupsBasicOps-883058817 tempest-TestSecurityGroupsBasicOps-883058817-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:35:07.037620 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-be5c08ad-d181-479b-80d8-c7c4acc80267 tempest-TestSecurityGroupsBasicOps-883058817 tempest-TestSecurityGroupsBasicOps-883058817-project-admin] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1799819 Jan 26 21:35:07.038366 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 56904) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:35:07.065793 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvr_db [None req-1da32d4e-9d2f-4923-8c24-dd55f6541d6e None None] Set router 7bf5ce44-f8d8-4840-b2b5-f04917eee19b gateway port host: n-d-760453-5 {{(pid=103306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 21:35:07.261696 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-1da32d4e-9d2f-4923-8c24-dd55f6541d6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bf5ce44-f8d8-4840-b2b5-f04917eee19b', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1245656130', 'tenant_id': '205750efebb7460ebd239c85a19dfc92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'external_fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.44'}], 'enable_snat': True}, 'gw_port_id': '99475040-dd09-491d-a356-dc4d67e2da4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T21:35:04Z', 'updated_at': '2022-01-26T21:35:06Z', 'revision_number': 3, 'project_id': '205750efebb7460ebd239c85a19dfc92', 'gw_port': {'id': '99475040-dd09-491d-a356-dc4d67e2da4e', 'name': '', 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:9d:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7bf5ce44-f8d8-4840-b2b5-f04917eee19b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2982, 'fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:35:05Z', 'updated_at': '2022-01-26T21:35:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-5'}], 'n-d-760453-5', False) {} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:35:07.294334 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1da32d4e-9d2f-4923-8c24-dd55f6541d6e None None] Checking router: 7bf5ce44-f8d8-4840-b2b5-f04917eee19b for host: n-d-760453-5 {{(pid=103306) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 26 21:35:07.294804 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1da32d4e-9d2f-4923-8c24-dd55f6541d6e None None] Updating router 7bf5ce44-f8d8-4840-b2b5-f04917eee19b port 99475040-dd09-491d-a356-dc4d67e2da4e binding host n-d-760453-5 {{(pid=103306) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 26 21:35:07.320586 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-1da32d4e-9d2f-4923-8c24-dd55f6541d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (99475040-dd09-491d-a356-dc4d67e2da4e), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:35:07.444897 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 56910) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:35:07.455396 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-96d9d104-11d9-4294-92c4-2f04cf835ed5 tempest-TestSecurityGroupsBasicOps-883058817 tempest-TestSecurityGroupsBasicOps-883058817-project-admin] 10.222.0.13 "GET /v2.0/subnets?network_id=4140a1f1-c93a-4bea-83a0-68953a54f299&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.4158545 Jan 26 21:35:07.487954 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 56914) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:35:07.498297 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-396e5957-e2c5-4799-9f38-28868d307659 tempest-TestSecurityGroupsBasicOps-883058817 tempest-TestSecurityGroupsBasicOps-883058817-project-admin] 10.222.0.13 "GET /v2.0/subnets?project_id=205750efebb7460ebd239c85a19dfc92&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0516701 Jan 26 21:35:07.577519 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9653681d-0018-4d3b-afea-02109e58cbe0 tempest-TestSecurityGroupsBasicOps-883058817 tempest-TestSecurityGroupsBasicOps-883058817-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:35:07.581749 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-9653681d-0018-4d3b-afea-02109e58cbe0 tempest-TestSecurityGroupsBasicOps-883058817 tempest-TestSecurityGroupsBasicOps-883058817-project-admin] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0927553 Jan 26 21:35:07.581915 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 56916) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:35:07.615659 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-1da32d4e-9d2f-4923-8c24-dd55f6541d6e None None] Publish callbacks [] for port (99475040-dd09-491d-a356-dc4d67e2da4e), precommit_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:35:07.621327 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-1da32d4e-9d2f-4923-8c24-dd55f6541d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (99475040-dd09-491d-a356-dc4d67e2da4e), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:35:07.623862 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 56918) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:35:07.624055 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-3e9defb0-aeed-4257-838e-622c3154c6e9 tempest-TestSecurityGroupsBasicOps-883058817 tempest-TestSecurityGroupsBasicOps-883058817-project-admin] 10.222.0.13 "GET /v2.0/subnets?network_id=4140a1f1-c93a-4bea-83a0-68953a54f299&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0410697 Jan 26 21:35:07.630016 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-88d59a19-c99b-47ff-aea5-a676e9aac193 tempest-TestSecurityGroupsBasicOps-1066020799 tempest-TestSecurityGroupsBasicOps-1066020799-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-335214102', 'network_id': 'ffb5ee59-73ca-45c3-8bff-fe6c5161d157', 'project_id': '205750efebb7460ebd239c85a19dfc92', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:35:07.677762 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a9e80f9-8102-4e26-8051-2da29cbd9e82 None None] Pushing event updated for resources: {'Port': ['ID=99475040-dd09-491d-a356-dc4d67e2da4e,revision_number=2']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:35:07.699918 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-1da32d4e-9d2f-4923-8c24-dd55f6541d6e None None] Attempting to bind port 99475040-dd09-491d-a356-dc4d67e2da4e on host n-d-760453-5 for vnic_type normal with profile {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 21:35:07.700294 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-1da32d4e-9d2f-4923-8c24-dd55f6541d6e None None] Attempting to bind port 99475040-dd09-491d-a356-dc4d67e2da4e by drivers openvswitch,hyperv on host n-d-760453-5 at level 0 using segments [{'id': 'e17cb353-418f-48b9-b982-21a6233ee99b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299'}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 26 21:35:07.700770 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1da32d4e-9d2f-4923-8c24-dd55f6541d6e None None] Attempting to bind port 99475040-dd09-491d-a356-dc4d67e2da4e on network 4140a1f1-c93a-4bea-83a0-68953a54f299 {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 21:35:07.710961 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1da32d4e-9d2f-4923-8c24-dd55f6541d6e None None] Checking agent: {'id': 'fea0591a-627d-4c87-9a9a-01625ddf3277', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760453-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 20, 55, 25), 'started_at': datetime.datetime(2022, 1, 26, 20, 55, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 21, 34, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760453-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 26 21:35:07.711597 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1da32d4e-9d2f-4923-8c24-dd55f6541d6e None None] Checking segment: {'id': 'e17cb353-418f-48b9-b982-21a6233ee99b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 21:35:07.712172 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-1da32d4e-9d2f-4923-8c24-dd55f6541d6e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:35:07.712748 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1da32d4e-9d2f-4923-8c24-dd55f6541d6e None None] Bound using segment: {'id': 'e17cb353-418f-48b9-b982-21a6233ee99b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299'} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 26 21:35:07.713677 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-1da32d4e-9d2f-4923-8c24-dd55f6541d6e None None] Bound port: 99475040-dd09-491d-a356-dc4d67e2da4e, host: n-d-760453-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e17cb353-418f-48b9-b982-21a6233ee99b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299'}}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 26 21:35:07.714451 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-1da32d4e-9d2f-4923-8c24-dd55f6541d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (99475040-dd09-491d-a356-dc4d67e2da4e), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:35:07.737012 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88d59a19-c99b-47ff-aea5-a676e9aac193 tempest-TestSecurityGroupsBasicOps-1066020799 tempest-TestSecurityGroupsBasicOps-1066020799-project] Made reservation on behalf of 205750efebb7460ebd239c85a19dfc92 for: {'subnet': 1} {{(pid=103305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 21:35:07.742466 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-88d59a19-c99b-47ff-aea5-a676e9aac193 tempest-TestSecurityGroupsBasicOps-1066020799 tempest-TestSecurityGroupsBasicOps-1066020799-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11599953'] for subnet (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:35:07.759766 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d054125-b51f-4b12-bbc1-72e97a22b33c req-0416e782-5caa-4bdf-837e-3600c73844a9 tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:35:07.761327 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-3d054125-b51f-4b12-bbc1-72e97a22b33c req-0416e782-5caa-4bdf-837e-3600c73844a9 tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] 10.222.0.13 "GET /v2.0/ports?device_id=c44e864c-84de-496b-9de2-e70f3dad303e HTTP/1.1" status: 200 len: 943 time: 0.0589159 Jan 26 21:35:07.783658 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-1da32d4e-9d2f-4923-8c24-dd55f6541d6e None None] For port 99475040-dd09-491d-a356-dc4d67e2da4e, host n-d-760453-5, cleared binding levels {{(pid=103306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 26 21:35:07.789475 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-1da32d4e-9d2f-4923-8c24-dd55f6541d6e None None] For port 99475040-dd09-491d-a356-dc4d67e2da4e, host n-d-760453-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=99475040-dd09-491d-a356-dc4d67e2da4e,segment=NetworkSegment(e17cb353-418f-48b9-b982-21a6233ee99b),segment_id=e17cb353-418f-48b9-b982-21a6233ee99b)] {{(pid=103306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 26 21:35:07.795018 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-1da32d4e-9d2f-4923-8c24-dd55f6541d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (99475040-dd09-491d-a356-dc4d67e2da4e), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:35:07.862884 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1da32d4e-9d2f-4923-8c24-dd55f6541d6e None None] Routers {'7bf5ce44-f8d8-4840-b2b5-f04917eee19b'} bound to L3 agent in host n-d-760453-5 {{(pid=103306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 21:35:07.863808 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-1da32d4e-9d2f-4923-8c24-dd55f6541d6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-26T20:55:21Z,description=,heartbeat_timestamp=2022-01-26T21:34:51Z,host='n-d-760453-5',id=09df100c-3af1-4b0a-bda8-05914c71c458,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:55:21Z,topic='l3_agent')) {'router_ids': ['7bf5ce44-f8d8-4840-b2b5-f04917eee19b'], 'active': True} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:35:07.867795 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a9e80f9-8102-4e26-8051-2da29cbd9e82 None None] Pushing event updated for resources: {'Port': ['ID=99475040-dd09-491d-a356-dc4d67e2da4e,revision_number=3']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:35:07.888144 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-3d054125-b51f-4b12-bbc1-72e97a22b33c req-a40ab3cb-5012-42e7-bc18-4bcc523a04b6 tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] 10.222.0.13 "GET /v2.0/security-groups?id=c855b7af-ae6a-4b31-98b5-41bfc1142283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127651 Jan 26 21:35:07.924132 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-a5f4d929-05e6-44e1-8250-9a8c822cdd32 req-356e914b-b442-4db8-ade4-1fe240ccc71b tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] 10.222.0.13 "GET /v2.0/ports?device_id=cc2a45fe-1c0e-4689-a738-964e9c19e30e HTTP/1.1" status: 200 len: 210 time: 0.0348754 Jan 26 21:35:08.002829 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-88d59a19-c99b-47ff-aea5-a676e9aac193 tempest-TestSecurityGroupsBasicOps-1066020799 tempest-TestSecurityGroupsBasicOps-1066020799-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11788839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11599975'] for subnet (6ea7ea98-297e-4836-a1a6-440ca401c032), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:35:08.025507 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b08837-7f88-416e-9259-86c90b9e5b63 req-713521f5-f744-48e3-a9e6-c841f294c5e2 tempest-ServerRescueNegativeTestJSON-1906345366 tempest-ServerRescueNegativeTestJSON-1906345366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:35:08.027037 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-c9b08837-7f88-416e-9259-86c90b9e5b63 req-713521f5-f744-48e3-a9e6-c841f294c5e2 tempest-ServerRescueNegativeTestJSON-1906345366 tempest-ServerRescueNegativeTestJSON-1906345366-project] 10.222.0.13 "GET /v2.0/ports?device_id=d44474eb-f274-43f4-8a95-ce8dd4e67217 HTTP/1.1" status: 200 len: 945 time: 0.0566416 Jan 26 21:35:08.033318 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvr_db [None req-1da32d4e-9d2f-4923-8c24-dd55f6541d6e None None] Set router 7bf5ce44-f8d8-4840-b2b5-f04917eee19b gateway port host: n-d-760453-5 {{(pid=103306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 21:35:08.089255 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88d59a19-c99b-47ff-aea5-a676e9aac193 tempest-TestSecurityGroupsBasicOps-1066020799 tempest-TestSecurityGroupsBasicOps-1066020799-project] Checking segment: {'id': 'b7065c7d-9e47-4529-8ed7-a37ab333cfa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'ffb5ee59-73ca-45c3-8bff-fe6c5161d157'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103305) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 21:35:08.089953 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88d59a19-c99b-47ff-aea5-a676e9aac193 tempest-TestSecurityGroupsBasicOps-1066020799 tempest-TestSecurityGroupsBasicOps-1066020799-project] Network hostable DHCP agents. Network: ffb5ee59-73ca-45c3-8bff-fe6c5161d157, hostable agents: ['474ccdf7-ab6c-405b-a3b2-dc7b05829902'], hosted agents: [] {{(pid=103305) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 26 21:35:08.091758 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-c9b08837-7f88-416e-9259-86c90b9e5b63 req-593fbeef-6f81-4252-b915-c92d28166bc2 tempest-ServerRescueNegativeTestJSON-1906345366 tempest-ServerRescueNegativeTestJSON-1906345366-project] 10.222.0.13 "GET /v2.0/security-groups?id=f2b62cd4-5049-4cd6-9f4f-183cc22ee8c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580912 Jan 26 21:35:08.092504 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d59a19-c99b-47ff-aea5-a676e9aac193 tempest-TestSecurityGroupsBasicOps-1066020799 tempest-TestSecurityGroupsBasicOps-1066020799-project] Pushing event updated for resources: {'Subnet': ['ID=6ea7ea98-297e-4836-a1a6-440ca401c032,revision_number=0']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:35:08.116755 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88d59a19-c99b-47ff-aea5-a676e9aac193 tempest-TestSecurityGroupsBasicOps-1066020799 tempest-TestSecurityGroupsBasicOps-1066020799-project] Network ffb5ee59-73ca-45c3-8bff-fe6c5161d157 is scheduled to be hosted by DHCP agent 474ccdf7-ab6c-405b-a3b2-dc7b05829902 with binding_index 1 {{(pid=103305) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 26 21:35:08.138211 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [None req-88d59a19-c99b-47ff-aea5-a676e9aac193 tempest-TestSecurityGroupsBasicOps-1066020799 tempest-TestSecurityGroupsBasicOps-1066020799-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760453-5, ffb5ee59-73ca-45c3-8bff-fe6c5161d157) {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:35:08.142874 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88d59a19-c99b-47ff-aea5-a676e9aac193 tempest-TestSecurityGroupsBasicOps-1066020799 tempest-TestSecurityGroupsBasicOps-1066020799-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:35:08.143553 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-88d59a19-c99b-47ff-aea5-a676e9aac193 tempest-TestSecurityGroupsBasicOps-1066020799 tempest-TestSecurityGroupsBasicOps-1066020799-project] Publish callbacks [] for subnet (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:35:08.152707 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51fd0b5c-b5f7-4125-a30b-67f1121c75ce None None] Network ffb5ee59-73ca-45c3-8bff-fe6c5161d157 requested from n-d-760453-5 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 26 21:35:08.169869 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-88d59a19-c99b-47ff-aea5-a676e9aac193 tempest-TestSecurityGroupsBasicOps-1066020799 tempest-TestSecurityGroupsBasicOps-1066020799-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.5417604 Jan 26 21:35:08.170584 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 56928) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:35:08.264950 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a040e20-2396-4270-b41d-84b3ac58d8ac req-323bbf77-da9a-4422-a1b5-20bb79099ac2 tempest-ServerRescueNegativeTestJSON-1906345366 tempest-ServerRescueNegativeTestJSON-1906345366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:35:08.266574 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-5a040e20-2396-4270-b41d-84b3ac58d8ac req-323bbf77-da9a-4422-a1b5-20bb79099ac2 tempest-ServerRescueNegativeTestJSON-1906345366 tempest-ServerRescueNegativeTestJSON-1906345366-project] 10.222.0.13 "GET /v2.0/ports?device_id=30d7561b-6127-4f61-84b5-67bd2c427d93 HTTP/1.1" status: 200 len: 946 time: 0.0629747 Jan 26 21:35:08.345682 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-5a040e20-2396-4270-b41d-84b3ac58d8ac req-a0544630-c2e0-4fa9-86fe-9f4ca82d8b97 tempest-ServerRescueNegativeTestJSON-1906345366 tempest-ServerRescueNegativeTestJSON-1906345366-project] 10.222.0.13 "GET /v2.0/security-groups?id=f2b62cd4-5049-4cd6-9f4f-183cc22ee8c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545695 Jan 26 21:35:08.346021 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-072c6260-8b96-4662-a561-35d5213b9f6a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3c4099e8-8ffb-51d1-af7f-5868973e933f-ffb5ee59-73ca-45c3-8bff-fe6c5161d157', 'network_id': 'ffb5ee59-73ca-45c3-8bff-fe6c5161d157', 'project_id': '205750efebb7460ebd239c85a19dfc92', 'fixed_ips': [{'subnet_id': '6ea7ea98-297e-4836-a1a6-440ca401c032'}]}} from n-d-760453-5. {{(pid=103306) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 26 21:35:08.346021 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-072c6260-8b96-4662-a561-35d5213b9f6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (None), before_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:35:08.377175 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (32ef628b-8417-46c5-8729-60fcabe358f1), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:35:08.477434 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-1da32d4e-9d2f-4923-8c24-dd55f6541d6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bf5ce44-f8d8-4840-b2b5-f04917eee19b', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1245656130', 'tenant_id': '205750efebb7460ebd239c85a19dfc92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'external_fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.44'}], 'enable_snat': True}, 'gw_port_id': '99475040-dd09-491d-a356-dc4d67e2da4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T21:35:04Z', 'updated_at': '2022-01-26T21:35:06Z', 'revision_number': 3, 'project_id': '205750efebb7460ebd239c85a19dfc92', 'gw_port': {'id': '99475040-dd09-491d-a356-dc4d67e2da4e', 'name': '', 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:9d:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7bf5ce44-f8d8-4840-b2b5-f04917eee19b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2982, 'fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:35:05Z', 'updated_at': '2022-01-26T21:35:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-5'}], 'n-d-760453-5', False) {} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:35:08.517511 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1da32d4e-9d2f-4923-8c24-dd55f6541d6e None None] The sync data for ids ['7bf5ce44-f8d8-4840-b2b5-f04917eee19b'] in n-d-760453-5 is: [{'id': '7bf5ce44-f8d8-4840-b2b5-f04917eee19b', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1245656130', 'tenant_id': '205750efebb7460ebd239c85a19dfc92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'external_fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.44'}], 'enable_snat': True}, 'gw_port_id': '99475040-dd09-491d-a356-dc4d67e2da4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T21:35:04Z', 'updated_at': '2022-01-26T21:35:06Z', 'revision_number': 3, 'project_id': '205750efebb7460ebd239c85a19dfc92', 'gw_port': {'id': '99475040-dd09-491d-a356-dc4d67e2da4e', 'name': '', 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:9d:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7bf5ce44-f8d8-4840-b2b5-f04917eee19b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2982, 'fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:35:05Z', 'updated_at': '2022-01-26T21:35:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-5'}] {{(pid=103306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 26 21:35:08.621181 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.db_base_plugin_common [None req-072c6260-8b96-4662-a561-35d5213b9f6a None None] Allocated IP 172.20.0.18 (ffb5ee59-73ca-45c3-8bff-fe6c5161d157/6ea7ea98-297e-4836-a1a6-440ca401c032/267652cd-d5a3-44e8-b9bf-045c90b90976) {{(pid=103306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 21:35:08.805420 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d326cd82-de73-45c9-8554-0152454e67bd req-a49a25a3-a321-47ff-8e60-1aa70a9c5274 tempest-ServerRescueNegativeTestJSON-1906345366 tempest-ServerRescueNegativeTestJSON-1906345366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:35:08.811190 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-d326cd82-de73-45c9-8554-0152454e67bd req-a49a25a3-a321-47ff-8e60-1aa70a9c5274 tempest-ServerRescueNegativeTestJSON-1906345366 tempest-ServerRescueNegativeTestJSON-1906345366-project] 10.222.0.13 "GET /v2.0/ports?device_id=30d7561b-6127-4f61-84b5-67bd2c427d93 HTTP/1.1" status: 200 len: 946 time: 0.2145572 Jan 26 21:35:08.831113 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-7a210fe2-913a-4cdd-914e-4fe638ca3b2d tempest-TestSecurityGroupsBasicOps-1066020799 tempest-TestSecurityGroupsBasicOps-1066020799-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:35:08.936274 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-d326cd82-de73-45c9-8554-0152454e67bd req-d5f56898-09c3-4fcd-ae47-5ddf81a41622 tempest-ServerRescueNegativeTestJSON-1906345366 tempest-ServerRescueNegativeTestJSON-1906345366-project] 10.222.0.13 "GET /v2.0/security-groups?id=f2b62cd4-5049-4cd6-9f4f-183cc22ee8c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995715 Jan 26 21:35:09.087200 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-072c6260-8b96-4662-a561-35d5213b9f6a None None] Publish callbacks [] for port (267652cd-d5a3-44e8-b9bf-045c90b90976), precommit_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:35:09.099953 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-072c6260-8b96-4662-a561-35d5213b9f6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746560234527'] for port (267652cd-d5a3-44e8-b9bf-045c90b90976), after_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:35:09.151130 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-072c6260-8b96-4662-a561-35d5213b9f6a None None] Pushing event updated for resources: {'Port': ['ID=267652cd-d5a3-44e8-b9bf-045c90b90976,revision_number=1']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:35:09.165038 n-d-760453-5 neutron-server[103306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-072c6260-8b96-4662-a561-35d5213b9f6a None None] Network ffb5ee59-73ca-45c3-8bff-fe6c5161d157 is already hosted by enough agents. {{(pid=103306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 21:35:09.167355 n-d-760453-5 neutron-server[103306]: DEBUG neutron.scheduler.base_scheduler [None req-072c6260-8b96-4662-a561-35d5213b9f6a None None] Resources bound (agent type, host, resource id): {{(pid=103306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:35:09.170529 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-072c6260-8b96-4662-a561-35d5213b9f6a None None] Received port after_create {{(pid=103306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 21:35:09.186690 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-3f5a7fba-e140-4da5-987d-6a2630d26e4d req-661981f8-092e-4780-8546-5d659b2f9663 tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] 10.222.0.13 "GET /v2.0/ports?device_id=cc2a45fe-1c0e-4689-a738-964e9c19e30e HTTP/1.1" status: 200 len: 210 time: 0.0801015 Jan 26 21:35:09.234377 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f151cb6-2144-4215-a596-94a475f21772 req-9cf4ded7-8c77-402d-9fab-7d9246a8c5a9 tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:35:09.243036 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-6f151cb6-2144-4215-a596-94a475f21772 req-9cf4ded7-8c77-402d-9fab-7d9246a8c5a9 tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] 10.222.0.13 "GET /v2.0/ports?device_id=c44e864c-84de-496b-9de2-e70f3dad303e HTTP/1.1" status: 200 len: 943 time: 0.2145712 Jan 26 21:35:09.265836 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-072c6260-8b96-4662-a561-35d5213b9f6a None None] Attempting to bind port 267652cd-d5a3-44e8-b9bf-045c90b90976 on host n-d-760453-5 for vnic_type normal with profile {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 21:35:09.266348 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-072c6260-8b96-4662-a561-35d5213b9f6a None None] Attempting to bind port 267652cd-d5a3-44e8-b9bf-045c90b90976 by drivers openvswitch,hyperv on host n-d-760453-5 at level 0 using segments [{'id': 'b7065c7d-9e47-4529-8ed7-a37ab333cfa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'ffb5ee59-73ca-45c3-8bff-fe6c5161d157'}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 26 21:35:09.266809 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-072c6260-8b96-4662-a561-35d5213b9f6a None None] Attempting to bind port 267652cd-d5a3-44e8-b9bf-045c90b90976 on network ffb5ee59-73ca-45c3-8bff-fe6c5161d157 {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 21:35:09.274086 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-072c6260-8b96-4662-a561-35d5213b9f6a None None] Checking agent: {'id': 'fea0591a-627d-4c87-9a9a-01625ddf3277', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760453-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 20, 55, 25), 'started_at': datetime.datetime(2022, 1, 26, 20, 55, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 21, 34, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760453-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 26 21:35:09.275133 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-072c6260-8b96-4662-a561-35d5213b9f6a None None] Checking segment: {'id': 'b7065c7d-9e47-4529-8ed7-a37ab333cfa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'ffb5ee59-73ca-45c3-8bff-fe6c5161d157'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 21:35:09.275631 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-072c6260-8b96-4662-a561-35d5213b9f6a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:35:09.277203 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-072c6260-8b96-4662-a561-35d5213b9f6a None None] Bound using segment: {'id': 'b7065c7d-9e47-4529-8ed7-a37ab333cfa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'ffb5ee59-73ca-45c3-8bff-fe6c5161d157'} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 26 21:35:09.277704 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-072c6260-8b96-4662-a561-35d5213b9f6a None None] Bound port: 267652cd-d5a3-44e8-b9bf-045c90b90976, host: n-d-760453-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b7065c7d-9e47-4529-8ed7-a37ab333cfa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'ffb5ee59-73ca-45c3-8bff-fe6c5161d157'}}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 26 21:35:09.278193 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-072c6260-8b96-4662-a561-35d5213b9f6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (267652cd-d5a3-44e8-b9bf-045c90b90976), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:35:09.327730 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-6f151cb6-2144-4215-a596-94a475f21772 req-7684e648-a50f-4ce4-a0a1-0c26c8c0e71e tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] 10.222.0.13 "GET /v2.0/security-groups?id=c855b7af-ae6a-4b31-98b5-41bfc1142283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806730 Jan 26 21:35:09.371696 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-072c6260-8b96-4662-a561-35d5213b9f6a None None] For port 267652cd-d5a3-44e8-b9bf-045c90b90976, host n-d-760453-5, cleared binding levels {{(pid=103306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 26 21:35:09.375935 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-072c6260-8b96-4662-a561-35d5213b9f6a None None] For port 267652cd-d5a3-44e8-b9bf-045c90b90976, host n-d-760453-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=267652cd-d5a3-44e8-b9bf-045c90b90976,segment=NetworkSegment(b7065c7d-9e47-4529-8ed7-a37ab333cfa9),segment_id=b7065c7d-9e47-4529-8ed7-a37ab333cfa9)] {{(pid=103306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 26 21:35:09.382910 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-072c6260-8b96-4662-a561-35d5213b9f6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (267652cd-d5a3-44e8-b9bf-045c90b90976), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:35:09.473164 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.db_base_plugin_common [None req-7a210fe2-913a-4cdd-914e-4fe638ca3b2d tempest-TestSecurityGroupsBasicOps-1066020799 tempest-TestSecurityGroupsBasicOps-1066020799-project] Allocated IP 172.20.0.17 (ffb5ee59-73ca-45c3-8bff-fe6c5161d157/6ea7ea98-297e-4836-a1a6-440ca401c032/9b696966-2e0e-4501-ad5c-12f07e3cb3ea) {{(pid=103305) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 21:35:09.477209 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-072c6260-8b96-4662-a561-35d5213b9f6a None None] Pushing event updated for resources: {'Port': ['ID=267652cd-d5a3-44e8-b9bf-045c90b90976,revision_number=2']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:35:09.647713 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-7a210fe2-913a-4cdd-914e-4fe638ca3b2d tempest-TestSecurityGroupsBasicOps-1066020799 tempest-TestSecurityGroupsBasicOps-1066020799-project] Publish callbacks [] for port (9b696966-2e0e-4501-ad5c-12f07e3cb3ea), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:35:09.701690 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-7a210fe2-913a-4cdd-914e-4fe638ca3b2d tempest-TestSecurityGroupsBasicOps-1066020799 tempest-TestSecurityGroupsBasicOps-1066020799-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746560234527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11791543'] for port (9b696966-2e0e-4501-ad5c-12f07e3cb3ea), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:35:09.740846 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Device aecd53f4-1503-422d-8f60-7356a8122a80 details requested by agent hyperv_n-h1-760453-5 with host n-h1-760453-5 {{(pid=103306) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 26 21:35:09.753130 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a210fe2-913a-4cdd-914e-4fe638ca3b2d tempest-TestSecurityGroupsBasicOps-1066020799 tempest-TestSecurityGroupsBasicOps-1066020799-project] Network ffb5ee59-73ca-45c3-8bff-fe6c5161d157 is already hosted by enough agents. {{(pid=103305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 21:35:09.760749 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [None req-7a210fe2-913a-4cdd-914e-4fe638ca3b2d tempest-TestSecurityGroupsBasicOps-1066020799 tempest-TestSecurityGroupsBasicOps-1066020799-project] Resources bound (agent type, host, resource id): {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:35:09.765614 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a210fe2-913a-4cdd-914e-4fe638ca3b2d tempest-TestSecurityGroupsBasicOps-1066020799 tempest-TestSecurityGroupsBasicOps-1066020799-project] Received port after_create {{(pid=103305) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 21:35:09.864464 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-7a210fe2-913a-4cdd-914e-4fe638ca3b2d tempest-TestSecurityGroupsBasicOps-1066020799 tempest-TestSecurityGroupsBasicOps-1066020799-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4111050'] for router_interface (7bf5ce44-f8d8-4840-b2b5-f04917eee19b), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:35:09.873833 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a210fe2-913a-4cdd-914e-4fe638ca3b2d tempest-TestSecurityGroupsBasicOps-1066020799 tempest-TestSecurityGroupsBasicOps-1066020799-project] Pushing event updated for resources: {'Port': ['ID=9b696966-2e0e-4501-ad5c-12f07e3cb3ea,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:35:09.906421 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] For port aecd53f4-1503-422d-8f60-7356a8122a80, host n-h1-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-5',level=0,port_id=aecd53f4-1503-422d-8f60-7356a8122a80,segment=NetworkSegment(3717183c-69c6-44ee-ac2f-ec1e05ab35f5),segment_id=3717183c-69c6-44ee-ac2f-ec1e05ab35f5)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:35:09.919017 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Returning: {'device': 'aecd53f4-1503-422d-8f60-7356a8122a80', 'network_id': 'e06aca25-0b6a-452f-bfd4-2129924c58a7', 'port_id': 'aecd53f4-1503-422d-8f60-7356a8122a80', 'mac_address': 'fa:16:3e:11:9c:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 568, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '79317c4e-88a3-402c-975d-f004bf1d9b8b', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103306) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 26 21:35:09.965684 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Current status of the port aecd53f4-1503-422d-8f60-7356a8122a80 is: DOWN; New status is: BUILD {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:35:09.966066 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (aecd53f4-1503-422d-8f60-7356a8122a80), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:35:09.979887 n-d-760453-5 neutron-server[103306]: DEBUG neutron.notifiers.nova [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aecd53f4-1503-422d-8f60-7356a8122a80 {{(pid=103306) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 26 21:35:10.004268 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] For port aecd53f4-1503-422d-8f60-7356a8122a80, host n-h1-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-5',level=0,port_id=aecd53f4-1503-422d-8f60-7356a8122a80,segment=NetworkSegment(3717183c-69c6-44ee-ac2f-ec1e05ab35f5),segment_id=3717183c-69c6-44ee-ac2f-ec1e05ab35f5)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:35:10.010539 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (aecd53f4-1503-422d-8f60-7356a8122a80), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:35:10.113200 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Pushing event updated for resources: {'Port': ['ID=aecd53f4-1503-422d-8f60-7356a8122a80,revision_number=4']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:35:10.150286 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-7a210fe2-913a-4cdd-914e-4fe638ca3b2d tempest-TestSecurityGroupsBasicOps-1066020799 tempest-TestSecurityGroupsBasicOps-1066020799-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (9b696966-2e0e-4501-ad5c-12f07e3cb3ea), before_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:35:10.221828 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0346ba76-3465-4b01-ae5f-500cc5a16818 req-b8e3f02f-64cc-4b32-87d0-16b3a6bdb3fa tempest-ServerRescueNegativeTestJSON-1906345366 tempest-ServerRescueNegativeTestJSON-1906345366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:35:10.223449 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-0346ba76-3465-4b01-ae5f-500cc5a16818 req-b8e3f02f-64cc-4b32-87d0-16b3a6bdb3fa tempest-ServerRescueNegativeTestJSON-1906345366 tempest-ServerRescueNegativeTestJSON-1906345366-project] 10.222.0.13 "GET /v2.0/ports?device_id=30d7561b-6127-4f61-84b5-67bd2c427d93 HTTP/1.1" status: 200 len: 946 time: 0.1118670 Jan 26 21:35:10.352968 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-0346ba76-3465-4b01-ae5f-500cc5a16818 req-ec5b7692-9e2c-43a4-815e-f639522524ce tempest-ServerRescueNegativeTestJSON-1906345366 tempest-ServerRescueNegativeTestJSON-1906345366-project] 10.222.0.13 "GET /v2.0/security-groups?id=f2b62cd4-5049-4cd6-9f4f-183cc22ee8c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221879 Jan 26 21:35:10.411492 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] get_ports_and_sgs() called for port_ids ['aecd53f4-1503-422d-8f60-7356a8122a80'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 26 21:35:10.421262 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-d95e3c5f-dd2e-47d2-a38b-3dbc53fedc9d req-ce09979c-b393-4476-9a5c-6b62871ea9b7 tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] 10.222.0.13 "GET /v2.0/ports?device_id=cc2a45fe-1c0e-4689-a738-964e9c19e30e HTTP/1.1" status: 200 len: 210 time: 0.0983522 Jan 26 21:35:10.691185 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93445c5a-c67b-40d6-9db1-79f12b64bf30 req-e898e6e9-7026-44c5-8378-926735d28f9a tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:35:10.711481 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-93445c5a-c67b-40d6-9db1-79f12b64bf30 req-e898e6e9-7026-44c5-8378-926735d28f9a tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] 10.222.0.13 "GET /v2.0/ports?device_id=c44e864c-84de-496b-9de2-e70f3dad303e HTTP/1.1" status: 200 len: 944 time: 0.1817403 Jan 26 21:35:10.755293 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-7a210fe2-913a-4cdd-914e-4fe638ca3b2d tempest-TestSecurityGroupsBasicOps-1066020799 tempest-TestSecurityGroupsBasicOps-1066020799-project] Publish callbacks [] for port (9b696966-2e0e-4501-ad5c-12f07e3cb3ea), precommit_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:35:10.766216 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-7a210fe2-913a-4cdd-914e-4fe638ca3b2d tempest-TestSecurityGroupsBasicOps-1066020799 tempest-TestSecurityGroupsBasicOps-1066020799-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11791520'] for port (9b696966-2e0e-4501-ad5c-12f07e3cb3ea), after_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:35:10.842503 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-93445c5a-c67b-40d6-9db1-79f12b64bf30 req-c344faaa-efb0-4474-9985-5c49e710e258 tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] 10.222.0.13 "GET /v2.0/security-groups?id=c855b7af-ae6a-4b31-98b5-41bfc1142283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1301126 Jan 26 21:35:10.968276 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device 267652cd-d5a3-44e8-b9bf-045c90b90976 up at agent ovs-agent-n-d-760453-5 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 21:35:11.022984 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a210fe2-913a-4cdd-914e-4fe638ca3b2d tempest-TestSecurityGroupsBasicOps-1066020799 tempest-TestSecurityGroupsBasicOps-1066020799-project] Pushing event updated for resources: {'Port': ['ID=9b696966-2e0e-4501-ad5c-12f07e3cb3ea,revision_number=2']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:35:11.047012 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-7a210fe2-913a-4cdd-914e-4fe638ca3b2d tempest-TestSecurityGroupsBasicOps-1066020799 tempest-TestSecurityGroupsBasicOps-1066020799-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3709457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4110682'] for router_interface (7bf5ce44-f8d8-4840-b2b5-f04917eee19b), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:35:11.083590 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9eb6e1d-1d6c-4228-96c4-e677fa1441c5 req-b3252ebd-d79b-461c-9fde-c73295947461 tempest-ServerRescueNegativeTestJSON-1906345366 tempest-ServerRescueNegativeTestJSON-1906345366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:35:11.091556 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-c9eb6e1d-1d6c-4228-96c4-e677fa1441c5 req-b3252ebd-d79b-461c-9fde-c73295947461 tempest-ServerRescueNegativeTestJSON-1906345366 tempest-ServerRescueNegativeTestJSON-1906345366-project] 10.222.0.13 "GET /v2.0/ports?device_id=30d7561b-6127-4f61-84b5-67bd2c427d93 HTTP/1.1" status: 200 len: 946 time: 0.1198862 Jan 26 21:35:11.110378 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Provisioning complete for port 267652cd-d5a3-44e8-b9bf-045c90b90976 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:35:11.110752 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (267652cd-d5a3-44e8-b9bf-045c90b90976), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:35:11.226401 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-c9eb6e1d-1d6c-4228-96c4-e677fa1441c5 req-c79180e3-5121-4fe9-ae33-b9bf31ffe184 tempest-ServerRescueNegativeTestJSON-1906345366 tempest-ServerRescueNegativeTestJSON-1906345366-project] 10.222.0.13 "GET /v2.0/security-groups?id=f2b62cd4-5049-4cd6-9f4f-183cc22ee8c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1336887 Jan 26 21:35:11.299371 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Current status of the port 267652cd-d5a3-44e8-b9bf-045c90b90976 is: DOWN; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:35:11.299949 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (267652cd-d5a3-44e8-b9bf-045c90b90976), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:35:11.327185 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a210fe2-913a-4cdd-914e-4fe638ca3b2d tempest-TestSecurityGroupsBasicOps-1066020799 tempest-TestSecurityGroupsBasicOps-1066020799-project] Network ffb5ee59-73ca-45c3-8bff-fe6c5161d157 is already hosted by enough agents. {{(pid=103305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 21:35:11.328768 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [None req-7a210fe2-913a-4cdd-914e-4fe638ca3b2d tempest-TestSecurityGroupsBasicOps-1066020799 tempest-TestSecurityGroupsBasicOps-1066020799-project] Resources bound (agent type, host, resource id): {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:35:11.329984 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d718948d-1bef-4ffd-8792-e0886e3fa368 None None] Network ffb5ee59-73ca-45c3-8bff-fe6c5161d157 requested from n-d-760453-5 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 26 21:35:11.547933 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a210fe2-913a-4cdd-914e-4fe638ca3b2d tempest-TestSecurityGroupsBasicOps-1066020799 tempest-TestSecurityGroupsBasicOps-1066020799-project] Router 7bf5ce44-f8d8-4840-b2b5-f04917eee19b has already been hosted by L3 agent 09df100c-3af1-4b0a-bda8-05914c71c458 {{(pid=103305) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 26 21:35:11.552139 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] For port 267652cd-d5a3-44e8-b9bf-045c90b90976, host n-d-760453-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=267652cd-d5a3-44e8-b9bf-045c90b90976,segment=NetworkSegment(b7065c7d-9e47-4529-8ed7-a37ab333cfa9),segment_id=b7065c7d-9e47-4529-8ed7-a37ab333cfa9)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:35:11.567278 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (267652cd-d5a3-44e8-b9bf-045c90b90976), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:35:11.568464 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device 99475040-dd09-491d-a356-dc4d67e2da4e up at agent ovs-agent-n-d-760453-5 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 21:35:11.691501 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-f536229c-650a-4a58-8887-ae7e78021711 None None] Provisioning complete for port 267652cd-d5a3-44e8-b9bf-045c90b90976 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:35:11.692055 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-f536229c-650a-4a58-8887-ae7e78021711 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (267652cd-d5a3-44e8-b9bf-045c90b90976), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:35:11.766413 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a210fe2-913a-4cdd-914e-4fe638ca3b2d tempest-TestSecurityGroupsBasicOps-1066020799 tempest-TestSecurityGroupsBasicOps-1066020799-project] Notify agent at l3_agent.n-d-760453-5 the message routers_updated {{(pid=103305) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 26 21:35:11.812908 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-7a210fe2-913a-4cdd-914e-4fe638ca3b2d tempest-TestSecurityGroupsBasicOps-1066020799 tempest-TestSecurityGroupsBasicOps-1066020799-project] 10.222.0.13 "PUT /v2.0/routers/7bf5ce44-f8d8-4840-b2b5-f04917eee19b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6413465 Jan 26 21:35:11.919581 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-411015c2-c0ca-4711-9bb3-25cfdc5634bc None None] Sync routers for ids ['7bf5ce44-f8d8-4840-b2b5-f04917eee19b'] in n-d-760453-5 {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 26 21:35:11.931384 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-411015c2-c0ca-4711-9bb3-25cfdc5634bc None None] Routers {'7bf5ce44-f8d8-4840-b2b5-f04917eee19b'} bound to L3 agent in host n-d-760453-5 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 21:35:11.933170 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-411015c2-c0ca-4711-9bb3-25cfdc5634bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-26T20:55:21Z,description=,heartbeat_timestamp=2022-01-26T21:34:51Z,host='n-d-760453-5',id=09df100c-3af1-4b0a-bda8-05914c71c458,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:55:21Z,topic='l3_agent')) {'router_ids': ['7bf5ce44-f8d8-4840-b2b5-f04917eee19b'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:35:11.965243 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-767d5568-4e23-4620-b551-07d15e4dd0c6 req-3781ffb5-0330-458b-ba73-452e6377982b tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] 10.222.0.13 "GET /v2.0/ports?device_id=cc2a45fe-1c0e-4689-a738-964e9c19e30e HTTP/1.1" status: 200 len: 210 time: 0.4166884 Jan 26 21:35:12.083766 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a8b88a-12a7-4ff0-9d7e-05ac249c40db req-11ed41b0-6ef5-4ed9-abf1-a79ed5cf2ece tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:35:12.086126 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-94a8b88a-12a7-4ff0-9d7e-05ac249c40db req-11ed41b0-6ef5-4ed9-abf1-a79ed5cf2ece tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] 10.222.0.13 "GET /v2.0/ports?device_id=c44e864c-84de-496b-9de2-e70f3dad303e HTTP/1.1" status: 200 len: 944 time: 0.0929103 Jan 26 21:35:12.095883 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_dvr_db [None req-411015c2-c0ca-4711-9bb3-25cfdc5634bc None None] Set router 7bf5ce44-f8d8-4840-b2b5-f04917eee19b gateway port host: n-d-760453-5 {{(pid=103307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 21:35:12.212088 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Device aecd53f4-1503-422d-8f60-7356a8122a80 up at agent hyperv_n-h1-760453-5 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 21:35:12.219897 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-94a8b88a-12a7-4ff0-9d7e-05ac249c40db req-46de6d2f-8250-4ee9-bdbb-41b384adf1ae tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] 10.222.0.13 "GET /v2.0/security-groups?id=c855b7af-ae6a-4b31-98b5-41bfc1142283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1275022 Jan 26 21:35:12.391441 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Pushing event updated for resources: {'Port': ['ID=267652cd-d5a3-44e8-b9bf-045c90b90976,revision_number=3']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:35:12.481074 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-411015c2-c0ca-4711-9bb3-25cfdc5634bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bf5ce44-f8d8-4840-b2b5-f04917eee19b', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1245656130', 'tenant_id': '205750efebb7460ebd239c85a19dfc92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'external_fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.44'}], 'enable_snat': True}, 'gw_port_id': '99475040-dd09-491d-a356-dc4d67e2da4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T21:35:04Z', 'updated_at': '2022-01-26T21:35:10Z', 'revision_number': 4, 'project_id': '205750efebb7460ebd239c85a19dfc92', 'gw_port': {'id': '99475040-dd09-491d-a356-dc4d67e2da4e', 'name': '', 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:9d:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7bf5ce44-f8d8-4840-b2b5-f04917eee19b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2982, 'fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:35:05Z', 'updated_at': '2022-01-26T21:35:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-5', '_interfaces': [{'id': '9b696966-2e0e-4501-ad5c-12f07e3cb3ea', 'name': '', 'network_id': 'ffb5ee59-73ca-45c3-8bff-fe6c5161d157', 'tenant_id': '205750efebb7460ebd239c85a19dfc92', 'mac_address': 'fa:16:3e:66:95:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7bf5ce44-f8d8-4840-b2b5-f04917eee19b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2985, 'fixed_ips': [{'subnet_id': '6ea7ea98-297e-4836-a1a6-440ca401c032', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:35:09Z', 'updated_at': '2022-01-26T21:35:10Z', 'revision_number': 2, 'project_id': '205750efebb7460ebd239c85a19dfc92', 'subnets': [{'id': '6ea7ea98-297e-4836-a1a6-440ca401c032', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760453-5', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:35:12.512511 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc9bffb-4dc1-4ad9-92da-006010c078b7 req-489bc213-379a-4a7c-94ae-62c1c65bf6ae tempest-TestSecurityGroupsBasicOps-1066020799 tempest-TestSecurityGroupsBasicOps-1066020799-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:35:12.519716 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-411015c2-c0ca-4711-9bb3-25cfdc5634bc None None] Checking router: 7bf5ce44-f8d8-4840-b2b5-f04917eee19b for host: n-d-760453-5 {{(pid=103307) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 26 21:35:12.520307 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-411015c2-c0ca-4711-9bb3-25cfdc5634bc None None] Updating router 7bf5ce44-f8d8-4840-b2b5-f04917eee19b port 9b696966-2e0e-4501-ad5c-12f07e3cb3ea binding host n-d-760453-5 {{(pid=103307) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 26 21:35:12.532458 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Provisioning complete for port 99475040-dd09-491d-a356-dc4d67e2da4e triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:35:12.533200 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-bbc9bffb-4dc1-4ad9-92da-006010c078b7 req-489bc213-379a-4a7c-94ae-62c1c65bf6ae tempest-TestSecurityGroupsBasicOps-1066020799 tempest-TestSecurityGroupsBasicOps-1066020799-project] 10.222.0.13 "GET /v2.0/networks?id=ffb5ee59-73ca-45c3-8bff-fe6c5161d157 HTTP/1.1" status: 200 len: 798 time: 0.3106568 Jan 26 21:35:12.535552 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (99475040-dd09-491d-a356-dc4d67e2da4e), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:35:12.561207 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-bbc9bffb-4dc1-4ad9-92da-006010c078b7 req-dcdff6f6-2f24-404d-a853-9191680e5088 tempest-TestSecurityGroupsBasicOps-1066020799 tempest-TestSecurityGroupsBasicOps-1066020799-project] 10.222.0.13 "GET /v2.0/quotas/205750efebb7460ebd239c85a19dfc92 HTTP/1.1" status: 200 len: 375 time: 0.0270004 Jan 26 21:35:12.569129 n-d-760453-5 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-411015c2-c0ca-4711-9bb3-25cfdc5634bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (9b696966-2e0e-4501-ad5c-12f07e3cb3ea), before_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:35:12.589329 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-f536229c-650a-4a58-8887-ae7e78021711 None None] Current status of the port 267652cd-d5a3-44e8-b9bf-045c90b90976 is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:35:12.593891 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Provisioning for port aecd53f4-1503-422d-8f60-7356a8122a80 completed by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 21:35:12.607881 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Provisioning complete for port aecd53f4-1503-422d-8f60-7356a8122a80 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:35:12.609741 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (aecd53f4-1503-422d-8f60-7356a8122a80), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:35:12.644146 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2fc175-02b1-4993-b9d3-c8c53c70415f req-a1e4f035-d926-467e-990d-54ac6b43b320 tempest-ServerRescueNegativeTestJSON-1906345366 tempest-ServerRescueNegativeTestJSON-1906345366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:35:12.652550 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-ab2fc175-02b1-4993-b9d3-c8c53c70415f req-a1e4f035-d926-467e-990d-54ac6b43b320 tempest-ServerRescueNegativeTestJSON-1906345366 tempest-ServerRescueNegativeTestJSON-1906345366-project] 10.222.0.13 "GET /v2.0/ports?device_id=30d7561b-6127-4f61-84b5-67bd2c427d93 HTTP/1.1" status: 200 len: 946 time: 0.2233121 Jan 26 21:35:12.684372 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-bbc9bffb-4dc1-4ad9-92da-006010c078b7 req-622a00dd-441a-4d53-aff2-726e2c637a8a tempest-TestSecurityGroupsBasicOps-1066020799 tempest-TestSecurityGroupsBasicOps-1066020799-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=205750efebb7460ebd239c85a19dfc92&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1164553 Jan 26 21:35:12.766053 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-ab2fc175-02b1-4993-b9d3-c8c53c70415f req-7890b251-e40e-41c9-9149-e0b617b9e2ac tempest-ServerRescueNegativeTestJSON-1906345366 tempest-ServerRescueNegativeTestJSON-1906345366-project] 10.222.0.13 "GET /v2.0/security-groups?id=f2b62cd4-5049-4cd6-9f4f-183cc22ee8c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120720 Jan 26 21:35:12.823236 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-07d3c64b-63cd-4290-901f-201cdb3f8fea None None] Provisioning complete for port 267652cd-d5a3-44e8-b9bf-045c90b90976 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:35:12.826131 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-07d3c64b-63cd-4290-901f-201cdb3f8fea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (267652cd-d5a3-44e8-b9bf-045c90b90976), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:35:13.161717 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Current status of the port 99475040-dd09-491d-a356-dc4d67e2da4e is: DOWN; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:35:13.161717 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (99475040-dd09-491d-a356-dc4d67e2da4e), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:35:13.207091 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] For port 99475040-dd09-491d-a356-dc4d67e2da4e, host n-d-760453-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=99475040-dd09-491d-a356-dc4d67e2da4e,segment=NetworkSegment(e17cb353-418f-48b9-b982-21a6233ee99b),segment_id=e17cb353-418f-48b9-b982-21a6233ee99b)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:35:13.219830 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (99475040-dd09-491d-a356-dc4d67e2da4e), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:35:13.227297 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Current status of the port aecd53f4-1503-422d-8f60-7356a8122a80 is: BUILD; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:35:13.227784 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (aecd53f4-1503-422d-8f60-7356a8122a80), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:35:13.248749 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-055a50bc-dea6-4627-a05a-c3a5aa29c16e req-62a8a5f7-2f01-409d-9ac2-f3bbd4d08e03 tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] 10.222.0.13 "GET /v2.0/ports?device_id=cc2a45fe-1c0e-4689-a738-964e9c19e30e HTTP/1.1" status: 200 len: 210 time: 0.1107833 Jan 26 21:35:13.254481 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-bbc9bffb-4dc1-4ad9-92da-006010c078b7 req-8dd9c0c8-c7a6-487b-8348-0627cc353899 service neutron] 10.222.0.13 "GET /v2.0/networks/ffb5ee59-73ca-45c3-8bff-fe6c5161d157?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5103338 Jan 26 21:35:13.266129 n-d-760453-5 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-411015c2-c0ca-4711-9bb3-25cfdc5634bc None None] Publish callbacks [] for port (9b696966-2e0e-4501-ad5c-12f07e3cb3ea), precommit_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:35:13.284924 n-d-760453-5 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-411015c2-c0ca-4711-9bb3-25cfdc5634bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (9b696966-2e0e-4501-ad5c-12f07e3cb3ea), after_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:35:13.377065 n-d-760453-5 neutron-server[103306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c44e864c-84de-496b-9de2-e70f3dad303e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aecd53f4-1503-422d-8f60-7356a8122a80'}] {{(pid=103306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 21:35:13.385595 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9d5d370febab655511bdd2ffe887e43e442d144a440368702bcc1e93af00b97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0f62f41-fd51-4460-8bf6-f93748a615cc" -d '{"events": [{"server_uuid": "c44e864c-84de-496b-9de2-e70f3dad303e", "name": "network-vif-plugged", "status": "completed", "tag": "aecd53f4-1503-422d-8f60-7356a8122a80"}]}' {{(pid=103306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 21:35:13.435922 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8510efa7-3fe1-46b7-8b17-113953c1950b None None] Pushing event updated for resources: {'Port': ['ID=9b696966-2e0e-4501-ad5c-12f07e3cb3ea,revision_number=3']} {{(pid=103307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:35:13.492193 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-bbc9bffb-4dc1-4ad9-92da-006010c078b7 req-e5908612-bf2d-402e-8bc9-6af889d8d86e service neutron] 10.222.0.13 "GET /v2.0/networks/ffb5ee59-73ca-45c3-8bff-fe6c5161d157?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2277031 Jan 26 21:35:13.533978 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device 267652cd-d5a3-44e8-b9bf-045c90b90976 up at agent ovs-agent-n-d-760453-5 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 21:35:13.562874 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] For port aecd53f4-1503-422d-8f60-7356a8122a80, host n-h1-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-5',level=0,port_id=aecd53f4-1503-422d-8f60-7356a8122a80,segment=NetworkSegment(3717183c-69c6-44ee-ac2f-ec1e05ab35f5),segment_id=3717183c-69c6-44ee-ac2f-ec1e05ab35f5)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:35:13.610864 n-d-760453-5 neutron-server[103307]: DEBUG neutron.plugins.ml2.managers [None req-411015c2-c0ca-4711-9bb3-25cfdc5634bc None None] Attempting to bind port 9b696966-2e0e-4501-ad5c-12f07e3cb3ea on host n-d-760453-5 for vnic_type normal with profile {{(pid=103307) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 21:35:13.611237 n-d-760453-5 neutron-server[103307]: DEBUG neutron.plugins.ml2.managers [None req-411015c2-c0ca-4711-9bb3-25cfdc5634bc None None] Attempting to bind port 9b696966-2e0e-4501-ad5c-12f07e3cb3ea by drivers openvswitch,hyperv on host n-d-760453-5 at level 0 using segments [{'id': 'b7065c7d-9e47-4529-8ed7-a37ab333cfa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'ffb5ee59-73ca-45c3-8bff-fe6c5161d157'}] {{(pid=103307) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 26 21:35:13.611595 n-d-760453-5 neutron-server[103307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-411015c2-c0ca-4711-9bb3-25cfdc5634bc None None] Attempting to bind port 9b696966-2e0e-4501-ad5c-12f07e3cb3ea on network ffb5ee59-73ca-45c3-8bff-fe6c5161d157 {{(pid=103307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 21:35:13.624067 n-d-760453-5 neutron-server[103307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-411015c2-c0ca-4711-9bb3-25cfdc5634bc None None] Checking agent: {'id': 'fea0591a-627d-4c87-9a9a-01625ddf3277', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760453-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 20, 55, 25), 'started_at': datetime.datetime(2022, 1, 26, 20, 55, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 21, 34, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760453-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 26 21:35:13.624531 n-d-760453-5 neutron-server[103307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-411015c2-c0ca-4711-9bb3-25cfdc5634bc None None] Checking segment: {'id': 'b7065c7d-9e47-4529-8ed7-a37ab333cfa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'ffb5ee59-73ca-45c3-8bff-fe6c5161d157'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103307) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 21:35:13.625044 n-d-760453-5 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-411015c2-c0ca-4711-9bb3-25cfdc5634bc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:35:13.625337 n-d-760453-5 neutron-server[103307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-411015c2-c0ca-4711-9bb3-25cfdc5634bc None None] Bound using segment: {'id': 'b7065c7d-9e47-4529-8ed7-a37ab333cfa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'ffb5ee59-73ca-45c3-8bff-fe6c5161d157'} {{(pid=103307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 26 21:35:13.625824 n-d-760453-5 neutron-server[103307]: DEBUG neutron.plugins.ml2.managers [None req-411015c2-c0ca-4711-9bb3-25cfdc5634bc None None] Bound port: 9b696966-2e0e-4501-ad5c-12f07e3cb3ea, host: n-d-760453-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b7065c7d-9e47-4529-8ed7-a37ab333cfa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'ffb5ee59-73ca-45c3-8bff-fe6c5161d157'}}] {{(pid=103307) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 26 21:35:13.626212 n-d-760453-5 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-411015c2-c0ca-4711-9bb3-25cfdc5634bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (9b696966-2e0e-4501-ad5c-12f07e3cb3ea), before_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:35:13.638631 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (aecd53f4-1503-422d-8f60-7356a8122a80), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:35:13.655272 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Pushing event updated for resources: {'Port': ['ID=99475040-dd09-491d-a356-dc4d67e2da4e,revision_number=4']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:35:13.677791 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4dffb2e-d200-4a02-b58a-8f996da71bd0 req-06f3157c-2b11-478e-a923-7f8da7bd476c tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:35:13.686353 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-c4dffb2e-d200-4a02-b58a-8f996da71bd0 req-06f3157c-2b11-478e-a923-7f8da7bd476c tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] 10.222.0.13 "GET /v2.0/ports?device_id=c44e864c-84de-496b-9de2-e70f3dad303e HTTP/1.1" status: 200 len: 944 time: 0.1911354 Jan 26 21:35:13.734486 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-07d3c64b-63cd-4290-901f-201cdb3f8fea None None] Current status of the port 267652cd-d5a3-44e8-b9bf-045c90b90976 is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:35:13.781370 n-d-760453-5 neutron-server[103307]: DEBUG neutron.plugins.ml2.db [None req-411015c2-c0ca-4711-9bb3-25cfdc5634bc None None] For port 9b696966-2e0e-4501-ad5c-12f07e3cb3ea, host n-d-760453-5, cleared binding levels {{(pid=103307) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 26 21:35:13.791512 n-d-760453-5 neutron-server[103307]: DEBUG neutron.plugins.ml2.db [None req-411015c2-c0ca-4711-9bb3-25cfdc5634bc None None] For port 9b696966-2e0e-4501-ad5c-12f07e3cb3ea, host n-d-760453-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=9b696966-2e0e-4501-ad5c-12f07e3cb3ea,segment=NetworkSegment(b7065c7d-9e47-4529-8ed7-a37ab333cfa9),segment_id=b7065c7d-9e47-4529-8ed7-a37ab333cfa9)] {{(pid=103307) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 26 21:35:13.803846 n-d-760453-5 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-411015c2-c0ca-4711-9bb3-25cfdc5634bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (9b696966-2e0e-4501-ad5c-12f07e3cb3ea), after_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:35:13.839382 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-c4dffb2e-d200-4a02-b58a-8f996da71bd0 req-f49a8688-01dd-42f1-ab9e-6d3e87e90cd3 tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] 10.222.0.13 "GET /v2.0/security-groups?id=c855b7af-ae6a-4b31-98b5-41bfc1142283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1459396 Jan 26 21:35:13.948263 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-411015c2-c0ca-4711-9bb3-25cfdc5634bc None None] Routers {'7bf5ce44-f8d8-4840-b2b5-f04917eee19b'} bound to L3 agent in host n-d-760453-5 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 21:35:13.948917 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-411015c2-c0ca-4711-9bb3-25cfdc5634bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-26T20:55:21Z,description=,heartbeat_timestamp=2022-01-26T21:34:51Z,host='n-d-760453-5',id=09df100c-3af1-4b0a-bda8-05914c71c458,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:55:21Z,topic='l3_agent')) {'router_ids': ['7bf5ce44-f8d8-4840-b2b5-f04917eee19b'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:35:13.976153 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Pushing event updated for resources: {'Port': ['ID=aecd53f4-1503-422d-8f60-7356a8122a80,revision_number=5']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:35:13.991167 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Jan 2022 21:35:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c8d1917-85a9-4824-9cbe-92f9c0b96596 x-openstack-request-id: req-6c8d1917-85a9-4824-9cbe-92f9c0b96596 {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 21:35:13.991661 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c44e864c-84de-496b-9de2-e70f3dad303e", "name": "network-vif-plugged", "status": "completed", "tag": "aecd53f4-1503-422d-8f60-7356a8122a80", "code": 200}]} {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 21:35:13.992099 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-6c8d1917-85a9-4824-9cbe-92f9c0b96596 {{(pid=103306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 21:35:13.992648 n-d-760453-5 neutron-server[103306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c44e864c-84de-496b-9de2-e70f3dad303e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aecd53f4-1503-422d-8f60-7356a8122a80', 'code': 200} Jan 26 21:35:13.993443 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-07d3c64b-63cd-4290-901f-201cdb3f8fea None None] Provisioning complete for port 9b696966-2e0e-4501-ad5c-12f07e3cb3ea triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:35:13.993968 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-07d3c64b-63cd-4290-901f-201cdb3f8fea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (9b696966-2e0e-4501-ad5c-12f07e3cb3ea), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:35:14.022089 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Provisioning complete for port 267652cd-d5a3-44e8-b9bf-045c90b90976 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:35:14.022899 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (267652cd-d5a3-44e8-b9bf-045c90b90976), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:35:14.074130 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-09ad53e3-3329-4583-8e9d-0385100b0178 req-7eb2da9b-f16b-47b2-a428-f9b6b78a46d2 tempest-TestSecurityGroupsBasicOps-1066020799 tempest-TestSecurityGroupsBasicOps-1066020799-project] 10.222.0.13 "GET /v2.0/ports?device_id=41766298-33e2-4c65-9068-5265e2098573 HTTP/1.1" status: 200 len: 210 time: 0.0901132 Jan 26 21:35:14.136581 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8510efa7-3fe1-46b7-8b17-113953c1950b None None] Pushing event updated for resources: {'Port': ['ID=9b696966-2e0e-4501-ad5c-12f07e3cb3ea,revision_number=4']} {{(pid=103307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:35:14.206664 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a120d6-9bdc-46c6-bc9c-f0943c81ae02 req-19010682-0f82-47a6-873f-957a359dbb96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:35:14.208201 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-f7a120d6-9bdc-46c6-bc9c-f0943c81ae02 req-19010682-0f82-47a6-873f-957a359dbb96 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=c44e864c-84de-496b-9de2-e70f3dad303e HTTP/1.1" status: 200 len: 1096 time: 0.1030977 Jan 26 21:35:14.326418 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-f7a120d6-9bdc-46c6-bc9c-f0943c81ae02 req-7dcc520a-224c-48e9-a0ac-b9afdcfb6cd8 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=c855b7af-ae6a-4b31-98b5-41bfc1142283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036627 Jan 26 21:35:14.338703 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_dvr_db [None req-411015c2-c0ca-4711-9bb3-25cfdc5634bc None None] Set router 7bf5ce44-f8d8-4840-b2b5-f04917eee19b gateway port host: n-d-760453-5 {{(pid=103307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 21:35:14.390645 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-07d3c64b-63cd-4290-901f-201cdb3f8fea None None] Current status of the port 9b696966-2e0e-4501-ad5c-12f07e3cb3ea is: DOWN; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:35:14.391060 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-07d3c64b-63cd-4290-901f-201cdb3f8fea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (9b696966-2e0e-4501-ad5c-12f07e3cb3ea), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:35:14.417699 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Current status of the port 267652cd-d5a3-44e8-b9bf-045c90b90976 is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:35:14.485154 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-c63911dc-fd6a-4a51-9ec2-51ff02701b1d req-bb8b28dd-04be-4aed-9f58-74517146f7c4 tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] 10.222.0.13 "GET /v2.0/ports?device_id=cc2a45fe-1c0e-4689-a738-964e9c19e30e HTTP/1.1" status: 200 len: 210 time: 0.0798807 Jan 26 21:35:14.524239 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-07d3c64b-63cd-4290-901f-201cdb3f8fea None None] For port 9b696966-2e0e-4501-ad5c-12f07e3cb3ea, host n-d-760453-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=9b696966-2e0e-4501-ad5c-12f07e3cb3ea,segment=NetworkSegment(b7065c7d-9e47-4529-8ed7-a37ab333cfa9),segment_id=b7065c7d-9e47-4529-8ed7-a37ab333cfa9)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:35:14.530330 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-07d3c64b-63cd-4290-901f-201cdb3f8fea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (9b696966-2e0e-4501-ad5c-12f07e3cb3ea), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:35:14.634703 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d3c64b-63cd-4290-901f-201cdb3f8fea None None] Pushing event updated for resources: {'Port': ['ID=9b696966-2e0e-4501-ad5c-12f07e3cb3ea,revision_number=5']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:35:14.673154 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-7ec2e67b-1123-4c10-aa95-7c500529db0a None None] Provisioning complete for port 9b696966-2e0e-4501-ad5c-12f07e3cb3ea triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:35:14.673558 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-7ec2e67b-1123-4c10-aa95-7c500529db0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (9b696966-2e0e-4501-ad5c-12f07e3cb3ea), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:35:14.932831 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-7ec2e67b-1123-4c10-aa95-7c500529db0a None None] Current status of the port 9b696966-2e0e-4501-ad5c-12f07e3cb3ea is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:35:14.981410 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-411015c2-c0ca-4711-9bb3-25cfdc5634bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bf5ce44-f8d8-4840-b2b5-f04917eee19b', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1245656130', 'tenant_id': '205750efebb7460ebd239c85a19dfc92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'external_fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.44'}], 'enable_snat': True}, 'gw_port_id': '99475040-dd09-491d-a356-dc4d67e2da4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T21:35:04Z', 'updated_at': '2022-01-26T21:35:10Z', 'revision_number': 4, 'project_id': '205750efebb7460ebd239c85a19dfc92', 'gw_port': {'id': '99475040-dd09-491d-a356-dc4d67e2da4e', 'name': '', 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:9d:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bf5ce44-f8d8-4840-b2b5-f04917eee19b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2982, 'fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:35:05Z', 'updated_at': '2022-01-26T21:35:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-5', '_interfaces': [{'id': '9b696966-2e0e-4501-ad5c-12f07e3cb3ea', 'name': '', 'network_id': 'ffb5ee59-73ca-45c3-8bff-fe6c5161d157', 'tenant_id': '205750efebb7460ebd239c85a19dfc92', 'mac_address': 'fa:16:3e:66:95:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7bf5ce44-f8d8-4840-b2b5-f04917eee19b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2985, 'fixed_ips': [{'subnet_id': '6ea7ea98-297e-4836-a1a6-440ca401c032', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:35:09Z', 'updated_at': '2022-01-26T21:35:13Z', 'revision_number': 4, 'project_id': '205750efebb7460ebd239c85a19dfc92', 'subnets': [{'id': '6ea7ea98-297e-4836-a1a6-440ca401c032', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760453-5', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:35:15.060403 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-411015c2-c0ca-4711-9bb3-25cfdc5634bc None None] The sync data for ids ['7bf5ce44-f8d8-4840-b2b5-f04917eee19b'] in n-d-760453-5 is: [{'id': '7bf5ce44-f8d8-4840-b2b5-f04917eee19b', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1245656130', 'tenant_id': '205750efebb7460ebd239c85a19dfc92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'external_fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.44'}], 'enable_snat': True}, 'gw_port_id': '99475040-dd09-491d-a356-dc4d67e2da4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T21:35:04Z', 'updated_at': '2022-01-26T21:35:10Z', 'revision_number': 4, 'project_id': '205750efebb7460ebd239c85a19dfc92', 'gw_port': {'id': '99475040-dd09-491d-a356-dc4d67e2da4e', 'name': '', 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:9d:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bf5ce44-f8d8-4840-b2b5-f04917eee19b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2982, 'fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:35:05Z', 'updated_at': '2022-01-26T21:35:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-5', '_interfaces': [{'id': '9b696966-2e0e-4501-ad5c-12f07e3cb3ea', 'name': '', 'network_id': 'ffb5ee59-73ca-45c3-8bff-fe6c5161d157', 'tenant_id': '205750efebb7460ebd239c85a19dfc92', 'mac_address': 'fa:16:3e:66:95:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7bf5ce44-f8d8-4840-b2b5-f04917eee19b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2985, 'fixed_ips': [{'subnet_id': '6ea7ea98-297e-4836-a1a6-440ca401c032', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:35:09Z', 'updated_at': '2022-01-26T21:35:13Z', 'revision_number': 4, 'project_id': '205750efebb7460ebd239c85a19dfc92', 'subnets': [{'id': '6ea7ea98-297e-4836-a1a6-440ca401c032', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 26 21:35:15.079564 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-3e87ec47-3e1e-49f3-8bf5-96e37e7da105 None None] Provisioning complete for port 9b696966-2e0e-4501-ad5c-12f07e3cb3ea triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:35:15.079937 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-3e87ec47-3e1e-49f3-8bf5-96e37e7da105 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (9b696966-2e0e-4501-ad5c-12f07e3cb3ea), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:35:15.129208 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca3d96d-76c9-4967-bcd2-ff1ccfa99e62 req-e0c56fd2-badb-4f47-a0ba-39410db61966 tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:35:15.166202 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-3ca3d96d-76c9-4967-bcd2-ff1ccfa99e62 req-e0c56fd2-badb-4f47-a0ba-39410db61966 tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] 10.222.0.13 "GET /v2.0/ports?device_id=c44e864c-84de-496b-9de2-e70f3dad303e HTTP/1.1" status: 200 len: 945 time: 0.1849179 Jan 26 21:35:15.314186 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-83012c09-c957-4396-b822-3d7988e8856d req-b1530c36-2fde-4a62-94dd-862a1010c8b6 tempest-TestSecurityGroupsBasicOps-1066020799 tempest-TestSecurityGroupsBasicOps-1066020799-project] 10.222.0.13 "GET /v2.0/ports?device_id=41766298-33e2-4c65-9068-5265e2098573 HTTP/1.1" status: 200 len: 210 time: 0.0966678 Jan 26 21:35:15.338921 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-3ca3d96d-76c9-4967-bcd2-ff1ccfa99e62 req-02868035-3cfb-45d6-a041-5c1468d5f7d0 tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] 10.222.0.13 "GET /v2.0/security-groups?id=c855b7af-ae6a-4b31-98b5-41bfc1142283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1719244 Jan 26 21:35:15.358724 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-3e87ec47-3e1e-49f3-8bf5-96e37e7da105 None None] Current status of the port 9b696966-2e0e-4501-ad5c-12f07e3cb3ea is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:35:15.563759 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device 9b696966-2e0e-4501-ad5c-12f07e3cb3ea up at agent ovs-agent-n-d-760453-5 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 21:35:15.652514 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-86744678-1af0-419a-9933-d8db95a64876 req-d19b9aad-1586-4124-9aa7-2edcba109529 tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] 10.222.0.13 "GET /v2.0/ports?device_id=cc2a45fe-1c0e-4689-a738-964e9c19e30e HTTP/1.1" status: 200 len: 210 time: 0.0377817 Jan 26 21:35:15.713918 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Provisioning complete for port 9b696966-2e0e-4501-ad5c-12f07e3cb3ea triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:35:15.714401 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (9b696966-2e0e-4501-ad5c-12f07e3cb3ea), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:35:15.910442 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Current status of the port 9b696966-2e0e-4501-ad5c-12f07e3cb3ea is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:35:15.911740 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device 99475040-dd09-491d-a356-dc4d67e2da4e up at agent ovs-agent-n-d-760453-5 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 21:35:16.039589 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Provisioning complete for port 99475040-dd09-491d-a356-dc4d67e2da4e triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:35:16.041768 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (99475040-dd09-491d-a356-dc4d67e2da4e), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:35:16.048928 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc9bffb-4dc1-4ad9-92da-006010c078b7 req-bd60291d-d088-46f1-9814-d63d00de0af6 tempest-TestSecurityGroupsBasicOps-1066020799 tempest-TestSecurityGroupsBasicOps-1066020799-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:35:16.060379 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-bbc9bffb-4dc1-4ad9-92da-006010c078b7 req-bd60291d-d088-46f1-9814-d63d00de0af6 tempest-TestSecurityGroupsBasicOps-1066020799 tempest-TestSecurityGroupsBasicOps-1066020799-project] 10.222.0.66 "GET /v2.0/networks?id=ffb5ee59-73ca-45c3-8bff-fe6c5161d157 HTTP/1.1" status: 200 len: 798 time: 0.1836126 Jan 26 21:35:16.080883 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [req-bbc9bffb-4dc1-4ad9-92da-006010c078b7 req-01f0aeef-4ed7-4bd9-802b-e0b730d27d64 tempest-TestSecurityGroupsBasicOps-1066020799 tempest-TestSecurityGroupsBasicOps-1066020799-project] Request body: {'port': {'device_id': '41766298-33e2-4c65-9068-5265e2098573', 'network_id': 'ffb5ee59-73ca-45c3-8bff-fe6c5161d157', 'admin_state_up': True, 'tenant_id': '205750efebb7460ebd239c85a19dfc92'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:35:16.231498 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Current status of the port 99475040-dd09-491d-a356-dc4d67e2da4e is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:35:16.290981 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bbc9bffb-4dc1-4ad9-92da-006010c078b7 req-01f0aeef-4ed7-4bd9-802b-e0b730d27d64 tempest-TestSecurityGroupsBasicOps-1066020799 tempest-TestSecurityGroupsBasicOps-1066020799-project] Made reservation on behalf of 205750efebb7460ebd239c85a19dfc92 for: {'port': 1} {{(pid=103304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 21:35:16.296052 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-bbc9bffb-4dc1-4ad9-92da-006010c078b7 req-01f0aeef-4ed7-4bd9-802b-e0b730d27d64 tempest-TestSecurityGroupsBasicOps-1066020799 tempest-TestSecurityGroupsBasicOps-1066020799-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:35:16.570798 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.db_base_plugin_common [req-bbc9bffb-4dc1-4ad9-92da-006010c078b7 req-01f0aeef-4ed7-4bd9-802b-e0b730d27d64 tempest-TestSecurityGroupsBasicOps-1066020799 tempest-TestSecurityGroupsBasicOps-1066020799-project] Allocated IP 172.20.0.27 (ffb5ee59-73ca-45c3-8bff-fe6c5161d157/6ea7ea98-297e-4836-a1a6-440ca401c032/7ddc8ab6-42d3-428b-908d-5a8516528f56) {{(pid=103304) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 21:35:16.713019 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-bbc9bffb-4dc1-4ad9-92da-006010c078b7 req-01f0aeef-4ed7-4bd9-802b-e0b730d27d64 tempest-TestSecurityGroupsBasicOps-1066020799 tempest-TestSecurityGroupsBasicOps-1066020799-project] Publish callbacks [] for port (7ddc8ab6-42d3-428b-908d-5a8516528f56), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:35:16.808628 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-1628a5e2-8967-4889-978e-8eb44a0eb88b req-9eaa147a-681c-42da-812c-bb500a340be6 tempest-TestSecurityGroupsBasicOps-1066020799 tempest-TestSecurityGroupsBasicOps-1066020799-project] 10.222.0.13 "GET /v2.0/ports?device_id=41766298-33e2-4c65-9068-5265e2098573 HTTP/1.1" status: 200 len: 210 time: 0.3365541 Jan 26 21:35:16.810347 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-bbc9bffb-4dc1-4ad9-92da-006010c078b7 req-01f0aeef-4ed7-4bd9-802b-e0b730d27d64 tempest-TestSecurityGroupsBasicOps-1066020799 tempest-TestSecurityGroupsBasicOps-1066020799-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746560234527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9281553'] for port (7ddc8ab6-42d3-428b-908d-5a8516528f56), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:35:16.862365 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f0aeef-4ed7-4bd9-802b-e0b730d27d64 tempest-TestSecurityGroupsBasicOps-1066020799 tempest-TestSecurityGroupsBasicOps-1066020799-project] Pushing event updated for resources: {'Port': ['ID=7ddc8ab6-42d3-428b-908d-5a8516528f56,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:35:16.887555 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bbc9bffb-4dc1-4ad9-92da-006010c078b7 req-01f0aeef-4ed7-4bd9-802b-e0b730d27d64 tempest-TestSecurityGroupsBasicOps-1066020799 tempest-TestSecurityGroupsBasicOps-1066020799-project] Network ffb5ee59-73ca-45c3-8bff-fe6c5161d157 is already hosted by enough agents. {{(pid=103304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 21:35:16.896979 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd5e602-b843-426c-a3fd-f71b1f2aba40 req-d73c8c19-49a7-4fe0-80d3-cf05a47ac8f1 tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:35:16.898845 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-6fd5e602-b843-426c-a3fd-f71b1f2aba40 req-d73c8c19-49a7-4fe0-80d3-cf05a47ac8f1 tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] 10.222.0.13 "GET /v2.0/ports?device_id=c44e864c-84de-496b-9de2-e70f3dad303e HTTP/1.1" status: 200 len: 945 time: 0.4478827 Jan 26 21:35:16.899962 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [req-bbc9bffb-4dc1-4ad9-92da-006010c078b7 req-01f0aeef-4ed7-4bd9-802b-e0b730d27d64 tempest-TestSecurityGroupsBasicOps-1066020799 tempest-TestSecurityGroupsBasicOps-1066020799-project] Resources bound (agent type, host, resource id): {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:35:16.902758 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [req-bbc9bffb-4dc1-4ad9-92da-006010c078b7 req-01f0aeef-4ed7-4bd9-802b-e0b730d27d64 tempest-TestSecurityGroupsBasicOps-1066020799 tempest-TestSecurityGroupsBasicOps-1066020799-project] Received port after_create {{(pid=103304) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 21:35:16.999785 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-4a2cf6be-3d0f-4f15-b905-f4629adf9ab0 req-43ac68da-f347-43c3-ba10-752de12b76cf tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] 10.222.0.13 "GET /v2.0/ports?device_id=cc2a45fe-1c0e-4689-a738-964e9c19e30e HTTP/1.1" status: 200 len: 210 time: 0.0420492 Jan 26 21:35:17.024135 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-6fd5e602-b843-426c-a3fd-f71b1f2aba40 req-72c9ed6b-4365-430a-887a-ff242fab95bd tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] 10.222.0.13 "GET /v2.0/security-groups?id=c855b7af-ae6a-4b31-98b5-41bfc1142283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178362 Jan 26 21:35:17.060695 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc9bffb-4dc1-4ad9-92da-006010c078b7 req-01f0aeef-4ed7-4bd9-802b-e0b730d27d64 tempest-TestSecurityGroupsBasicOps-1066020799 tempest-TestSecurityGroupsBasicOps-1066020799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:35:17.061417 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-bbc9bffb-4dc1-4ad9-92da-006010c078b7 req-01f0aeef-4ed7-4bd9-802b-e0b730d27d64 tempest-TestSecurityGroupsBasicOps-1066020799 tempest-TestSecurityGroupsBasicOps-1066020799-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:35:17.126336 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-bbc9bffb-4dc1-4ad9-92da-006010c078b7 req-01f0aeef-4ed7-4bd9-802b-e0b730d27d64 tempest-TestSecurityGroupsBasicOps-1066020799 tempest-TestSecurityGroupsBasicOps-1066020799-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 897 time: 1.0520108 Jan 26 21:35:17.144692 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [req-bbc9bffb-4dc1-4ad9-92da-006010c078b7 req-01dd01a8-ec7b-4657-a617-e11e70ff09a4 service neutron] Request body: {'port': {'device_id': '41766298-33e2-4c65-9068-5265e2098573', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-760453-5'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:35:17.340420 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-bbc9bffb-4dc1-4ad9-92da-006010c078b7 req-01dd01a8-ec7b-4657-a617-e11e70ff09a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (7ddc8ab6-42d3-428b-908d-5a8516528f56), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:35:17.415914 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-8206a83f-16a8-4b85-81fd-3aab2f80010a None None] Provisioning complete for port 7ddc8ab6-42d3-428b-908d-5a8516528f56 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:35:17.416906 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-8206a83f-16a8-4b85-81fd-3aab2f80010a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (7ddc8ab6-42d3-428b-908d-5a8516528f56), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:35:17.465075 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-8206a83f-16a8-4b85-81fd-3aab2f80010a None None] Port 7ddc8ab6-42d3-428b-908d-5a8516528f56 cannot update to ACTIVE because it is not bound. {{(pid=103306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 26 21:35:17.481470 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17858d0-d37b-4c66-8206-482905923ba9 req-24137dfe-c8fe-4371-a942-95a21f264d6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:35:17.483111 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-c17858d0-d37b-4c66-8206-482905923ba9 req-24137dfe-c8fe-4371-a942-95a21f264d6d service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=9fe9bf64b7a147db94c9d1463a376745&device_id=30d7561b-6127-4f61-84b5-67bd2c427d93 HTTP/1.1" status: 200 len: 1097 time: 0.0619786 Jan 26 21:35:17.604448 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17858d0-d37b-4c66-8206-482905923ba9 req-088d79ec-5689-4b99-8c16-5049715d7ce5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:35:17.605917 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-c17858d0-d37b-4c66-8206-482905923ba9 req-088d79ec-5689-4b99-8c16-5049715d7ce5 service neutron] 10.222.0.57 "GET /v2.0/networks?id=ddc6a13b-59f6-4b5d-bef0-6e2351de5197 HTTP/1.1" status: 200 len: 920 time: 0.1167135 Jan 26 21:35:17.607167 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8c04a7-8703-42d6-86eb-f2c8eaf6b7b7 req-fbacc86d-f5b1-4030-8cd3-00312d075091 tempest-ServerRescueNegativeTestJSON-1906345366 tempest-ServerRescueNegativeTestJSON-1906345366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:35:17.608727 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-2a8c04a7-8703-42d6-86eb-f2c8eaf6b7b7 req-fbacc86d-f5b1-4030-8cd3-00312d075091 tempest-ServerRescueNegativeTestJSON-1906345366 tempest-ServerRescueNegativeTestJSON-1906345366-project] 10.222.0.13 "GET /v2.0/ports?device_id=30d7561b-6127-4f61-84b5-67bd2c427d93 HTTP/1.1" status: 200 len: 946 time: 0.0795949 Jan 26 21:35:17.656201 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-c17858d0-d37b-4c66-8206-482905923ba9 req-409bb152-7c5e-42dd-93a6-230d47546a8b service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=26991818-dced-4f7d-af94-cd455a977fb3 HTTP/1.1" status: 200 len: 217 time: 0.0424094 Jan 26 21:35:17.710407 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-2a8c04a7-8703-42d6-86eb-f2c8eaf6b7b7 req-3dfd0971-c75a-425b-9b9b-59e15d77ffc5 tempest-ServerRescueNegativeTestJSON-1906345366 tempest-ServerRescueNegativeTestJSON-1906345366-project] 10.222.0.13 "GET /v2.0/security-groups?id=f2b62cd4-5049-4cd6-9f4f-183cc22ee8c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886416 Jan 26 21:35:17.714677 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17858d0-d37b-4c66-8206-482905923ba9 req-d5711e6c-0e6b-498e-a9ce-4353e2816c1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:35:17.716394 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-c17858d0-d37b-4c66-8206-482905923ba9 req-d5711e6c-0e6b-498e-a9ce-4353e2816c1b service neutron] 10.222.0.57 "GET /v2.0/subnets?id=6905e0b0-940b-4429-8258-6df3380ce8bb HTTP/1.1" status: 200 len: 859 time: 0.0549104 Jan 26 21:35:17.748827 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-c17858d0-d37b-4c66-8206-482905923ba9 req-0c0efdb9-c517-4404-bc21-aec9a3cabcfb service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=ddc6a13b-59f6-4b5d-bef0-6e2351de5197&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0267122 Jan 26 21:35:17.802640 n-d-760453-5 neutron-server[103304]: DEBUG neutron.notifiers.nova [req-bbc9bffb-4dc1-4ad9-92da-006010c078b7 req-01dd01a8-ec7b-4657-a617-e11e70ff09a4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7ddc8ab6-42d3-428b-908d-5a8516528f56 {{(pid=103304) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 26 21:35:17.810409 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-bbc9bffb-4dc1-4ad9-92da-006010c078b7 req-01dd01a8-ec7b-4657-a617-e11e70ff09a4 service neutron] Publish callbacks [] for port (7ddc8ab6-42d3-428b-908d-5a8516528f56), precommit_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:35:17.828715 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.provisioning_blocks [req-bbc9bffb-4dc1-4ad9-92da-006010c078b7 req-01dd01a8-ec7b-4657-a617-e11e70ff09a4 service neutron] Transition to ACTIVE for port object 7ddc8ab6-42d3-428b-908d-5a8516528f56 will not be triggered until provisioned by entity L2. {{(pid=103304) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 21:35:17.835553 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-bbc9bffb-4dc1-4ad9-92da-006010c078b7 req-01dd01a8-ec7b-4657-a617-e11e70ff09a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9281542'] for port (7ddc8ab6-42d3-428b-908d-5a8516528f56), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:35:17.874396 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-c17858d0-d37b-4c66-8206-482905923ba9 req-e4ca3a5e-85a9-400b-9ef4-8ad8c83a3824 service neutron] 10.222.0.57 "GET /v2.0/networks/ddc6a13b-59f6-4b5d-bef0-6e2351de5197?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1197896 Jan 26 21:35:17.988997 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01dd01a8-ec7b-4657-a617-e11e70ff09a4 service neutron] Pushing event updated for resources: {'Port': ['ID=7ddc8ab6-42d3-428b-908d-5a8516528f56,revision_number=2']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:35:18.050090 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0d5e62-4674-4de0-8e2c-02c7d1ac4a1c req-0a445d43-8008-45c4-8703-45ff4a73625f tempest-TestSecurityGroupsBasicOps-1066020799 tempest-TestSecurityGroupsBasicOps-1066020799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:35:18.062792 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-c17858d0-d37b-4c66-8206-482905923ba9 req-226a20e1-81aa-4a00-9011-5a66e1398243 service neutron] 10.222.0.57 "GET /v2.0/networks/ddc6a13b-59f6-4b5d-bef0-6e2351de5197?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1816082 Jan 26 21:35:18.075378 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-fa0d5e62-4674-4de0-8e2c-02c7d1ac4a1c req-0a445d43-8008-45c4-8703-45ff4a73625f tempest-TestSecurityGroupsBasicOps-1066020799 tempest-TestSecurityGroupsBasicOps-1066020799-project] 10.222.0.13 "GET /v2.0/ports?device_id=41766298-33e2-4c65-9068-5265e2098573 HTTP/1.1" status: 200 len: 907 time: 0.1403859 Jan 26 21:35:18.115218 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [req-bbc9bffb-4dc1-4ad9-92da-006010c078b7 req-01dd01a8-ec7b-4657-a617-e11e70ff09a4 service neutron] Attempting to bind port 7ddc8ab6-42d3-428b-908d-5a8516528f56 on host n-h1-760453-5 for vnic_type normal with profile {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 21:35:18.116157 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [req-bbc9bffb-4dc1-4ad9-92da-006010c078b7 req-01dd01a8-ec7b-4657-a617-e11e70ff09a4 service neutron] Attempting to bind port 7ddc8ab6-42d3-428b-908d-5a8516528f56 by drivers openvswitch,hyperv on host n-h1-760453-5 at level 0 using segments [{'id': 'b7065c7d-9e47-4529-8ed7-a37ab333cfa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'ffb5ee59-73ca-45c3-8bff-fe6c5161d157'}] {{(pid=103304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 26 21:35:18.116430 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbc9bffb-4dc1-4ad9-92da-006010c078b7 req-01dd01a8-ec7b-4657-a617-e11e70ff09a4 service neutron] Attempting to bind port 7ddc8ab6-42d3-428b-908d-5a8516528f56 on network ffb5ee59-73ca-45c3-8bff-fe6c5161d157 {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 21:35:18.127511 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbc9bffb-4dc1-4ad9-92da-006010c078b7 req-01dd01a8-ec7b-4657-a617-e11e70ff09a4 service neutron] Port 7ddc8ab6-42d3-428b-908d-5a8516528f56 on network ffb5ee59-73ca-45c3-8bff-fe6c5161d157 not bound, no agent of type Open vSwitch agent registered on host n-h1-760453-5 {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 26 21:35:18.127838 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbc9bffb-4dc1-4ad9-92da-006010c078b7 req-01dd01a8-ec7b-4657-a617-e11e70ff09a4 service neutron] Attempting to bind port 7ddc8ab6-42d3-428b-908d-5a8516528f56 on network ffb5ee59-73ca-45c3-8bff-fe6c5161d157 {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 21:35:18.148808 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbc9bffb-4dc1-4ad9-92da-006010c078b7 req-01dd01a8-ec7b-4657-a617-e11e70ff09a4 service neutron] Checking agent: {'id': '32ef628b-8417-46c5-8729-60fcabe358f1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-760453-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 21, 3, 8), 'started_at': datetime.datetime(2022, 1, 26, 21, 3, 8), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 21, 35, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 26 21:35:18.149169 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbc9bffb-4dc1-4ad9-92da-006010c078b7 req-01dd01a8-ec7b-4657-a617-e11e70ff09a4 service neutron] Checking segment: {'id': 'b7065c7d-9e47-4529-8ed7-a37ab333cfa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'ffb5ee59-73ca-45c3-8bff-fe6c5161d157'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103304) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 21:35:18.149586 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbc9bffb-4dc1-4ad9-92da-006010c078b7 req-01dd01a8-ec7b-4657-a617-e11e70ff09a4 service neutron] Bound using segment: {'id': 'b7065c7d-9e47-4529-8ed7-a37ab333cfa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'ffb5ee59-73ca-45c3-8bff-fe6c5161d157'} {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 26 21:35:18.150031 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [req-bbc9bffb-4dc1-4ad9-92da-006010c078b7 req-01dd01a8-ec7b-4657-a617-e11e70ff09a4 service neutron] Bound port: 7ddc8ab6-42d3-428b-908d-5a8516528f56, host: n-h1-760453-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b7065c7d-9e47-4529-8ed7-a37ab333cfa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'ffb5ee59-73ca-45c3-8bff-fe6c5161d157'}}] {{(pid=103304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 26 21:35:18.150392 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-bbc9bffb-4dc1-4ad9-92da-006010c078b7 req-01dd01a8-ec7b-4657-a617-e11e70ff09a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (7ddc8ab6-42d3-428b-908d-5a8516528f56), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:35:18.239755 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-cf02cfd1-e1af-495b-abaf-e9faf68b2102 req-2b01f484-e353-4408-bbd5-feb838867213 tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] 10.222.0.13 "GET /v2.0/ports?device_id=cc2a45fe-1c0e-4689-a738-964e9c19e30e HTTP/1.1" status: 200 len: 210 time: 0.0606866 Jan 26 21:35:18.342936 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [req-bbc9bffb-4dc1-4ad9-92da-006010c078b7 req-01dd01a8-ec7b-4657-a617-e11e70ff09a4 service neutron] For port 7ddc8ab6-42d3-428b-908d-5a8516528f56, host n-h1-760453-5, cleared binding levels {{(pid=103304) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 26 21:35:18.348169 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [req-bbc9bffb-4dc1-4ad9-92da-006010c078b7 req-01dd01a8-ec7b-4657-a617-e11e70ff09a4 service neutron] For port 7ddc8ab6-42d3-428b-908d-5a8516528f56, host n-h1-760453-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-5',level=0,port_id=7ddc8ab6-42d3-428b-908d-5a8516528f56,segment=NetworkSegment(b7065c7d-9e47-4529-8ed7-a37ab333cfa9),segment_id=b7065c7d-9e47-4529-8ed7-a37ab333cfa9)] {{(pid=103304) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 26 21:35:18.352785 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-bbc9bffb-4dc1-4ad9-92da-006010c078b7 req-01dd01a8-ec7b-4657-a617-e11e70ff09a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9281542'] for port (7ddc8ab6-42d3-428b-908d-5a8516528f56), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:35:18.421960 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc9bffb-4dc1-4ad9-92da-006010c078b7 req-01dd01a8-ec7b-4657-a617-e11e70ff09a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:35:18.422500 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-bbc9bffb-4dc1-4ad9-92da-006010c078b7 req-01dd01a8-ec7b-4657-a617-e11e70ff09a4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:35:18.429894 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-bbc9bffb-4dc1-4ad9-92da-006010c078b7 req-01dd01a8-ec7b-4657-a617-e11e70ff09a4 service neutron] 10.222.0.66 "PUT /v2.0/ports/7ddc8ab6-42d3-428b-908d-5a8516528f56 HTTP/1.1" status: 200 len: 1055 time: 1.2900591 Jan 26 21:35:18.430406 n-d-760453-5 neutron-server[103304]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '41766298-33e2-4c65-9068-5265e2098573', 'tag': '7ddc8ab6-42d3-428b-908d-5a8516528f56'}] {{(pid=103304) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 21:35:18.432981 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d52b45f1943fcd332af9527eb73ff93c8d715d44383a3f6d18de73b4cfcf87b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc936869-736f-4d6e-bcb0-0f8633371f01" -d '{"events": [{"name": "network-changed", "server_uuid": "41766298-33e2-4c65-9068-5265e2098573", "tag": "7ddc8ab6-42d3-428b-908d-5a8516528f56"}]}' {{(pid=103304) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 21:35:18.440087 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01dd01a8-ec7b-4657-a617-e11e70ff09a4 service neutron] Pushing event updated for resources: {'Port': ['ID=7ddc8ab6-42d3-428b-908d-5a8516528f56,revision_number=3']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:35:18.492222 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 26 Jan 2022 21:35:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6ba1cbc-76ce-40f9-873d-69a2c741cf8f x-openstack-request-id: req-c6ba1cbc-76ce-40f9-873d-69a2c741cf8f {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 21:35:18.492753 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "41766298-33e2-4c65-9068-5265e2098573", "tag": "7ddc8ab6-42d3-428b-908d-5a8516528f56", "status": "completed", "code": 200}]} {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 21:35:18.493214 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c6ba1cbc-76ce-40f9-873d-69a2c741cf8f {{(pid=103304) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 21:35:18.493844 n-d-760453-5 neutron-server[103304]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '41766298-33e2-4c65-9068-5265e2098573', 'tag': '7ddc8ab6-42d3-428b-908d-5a8516528f56', 'status': 'completed', 'code': 200} Jan 26 21:35:18.563410 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc9bffb-4dc1-4ad9-92da-006010c078b7 req-b0d78885-e43a-4861-aba2-34fa5378bfd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:35:18.564952 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-bbc9bffb-4dc1-4ad9-92da-006010c078b7 req-b0d78885-e43a-4861-aba2-34fa5378bfd3 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=205750efebb7460ebd239c85a19dfc92&device_id=41766298-33e2-4c65-9068-5265e2098573 HTTP/1.1" status: 200 len: 1058 time: 0.0541108 Jan 26 21:35:18.623064 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-bbc9bffb-4dc1-4ad9-92da-006010c078b7 req-e9db0a3d-040f-4724-aaef-51f13ac51aef service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.27&port_id=7ddc8ab6-42d3-428b-908d-5a8516528f56 HTTP/1.1" status: 200 len: 217 time: 0.0451035 Jan 26 21:35:18.683309 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc9bffb-4dc1-4ad9-92da-006010c078b7 req-c1dc64c2-cea9-4af0-be76-650897eaa059 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:35:18.685008 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-bbc9bffb-4dc1-4ad9-92da-006010c078b7 req-c1dc64c2-cea9-4af0-be76-650897eaa059 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=6ea7ea98-297e-4836-a1a6-440ca401c032 HTTP/1.1" status: 200 len: 837 time: 0.0565205 Jan 26 21:35:18.734688 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc9bffb-4dc1-4ad9-92da-006010c078b7 req-da45ac4f-095c-4364-b2f7-d55bbed103fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:35:18.736497 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-bbc9bffb-4dc1-4ad9-92da-006010c078b7 req-da45ac4f-095c-4364-b2f7-d55bbed103fc service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=ffb5ee59-73ca-45c3-8bff-fe6c5161d157&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0461438 Jan 26 21:35:18.870041 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-bbc9bffb-4dc1-4ad9-92da-006010c078b7 req-befd68a0-20f4-49c5-8f74-d016007a20ec service neutron] 10.222.0.66 "GET /v2.0/networks/ffb5ee59-73ca-45c3-8bff-fe6c5161d157?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1263916 Jan 26 21:35:18.877678 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe556a96-41b7-4c8c-8771-8af10f86be9c req-7060721c-39bd-4ad5-956b-36ce07576c8d tempest-ServerRescueNegativeTestJSON-1906345366 tempest-ServerRescueNegativeTestJSON-1906345366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:35:18.879116 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-fe556a96-41b7-4c8c-8771-8af10f86be9c req-7060721c-39bd-4ad5-956b-36ce07576c8d tempest-ServerRescueNegativeTestJSON-1906345366 tempest-ServerRescueNegativeTestJSON-1906345366-project] 10.222.0.13 "GET /v2.0/ports?device_id=30d7561b-6127-4f61-84b5-67bd2c427d93 HTTP/1.1" status: 200 len: 946 time: 0.0860100 Jan 26 21:35:18.914511 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-df834fe3-32e3-423d-8603-831ddddc2461 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (474ccdf7-ab6c-405b-a3b2-dc7b05829902), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:35:18.998482 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-fe556a96-41b7-4c8c-8771-8af10f86be9c req-b85e1c10-a303-424f-92ab-cfd94f48332d tempest-ServerRescueNegativeTestJSON-1906345366 tempest-ServerRescueNegativeTestJSON-1906345366-project] 10.222.0.13 "GET /v2.0/security-groups?id=f2b62cd4-5049-4cd6-9f4f-183cc22ee8c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737596 Jan 26 21:35:19.004429 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-bbc9bffb-4dc1-4ad9-92da-006010c078b7 req-aa033f2b-f3bb-4eea-a621-693ef14f2d00 service neutron] 10.222.0.66 "GET /v2.0/networks/ffb5ee59-73ca-45c3-8bff-fe6c5161d157?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243942 Jan 26 21:35:19.158397 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc936869-736f-4d6e-bcb0-0f8633371f01 req-3d10f50a-a611-4d5c-ac4b-1f8df1f7eb9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:35:19.159932 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-cc936869-736f-4d6e-bcb0-0f8633371f01 req-3d10f50a-a611-4d5c-ac4b-1f8df1f7eb9a service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=205750efebb7460ebd239c85a19dfc92&device_id=41766298-33e2-4c65-9068-5265e2098573 HTTP/1.1" status: 200 len: 1058 time: 0.0574636 Jan 26 21:35:19.257421 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744e071d-b921-491d-ab58-3107707daf94 req-6575ba14-25a5-4b52-932e-b51c18364e24 tempest-TestSecurityGroupsBasicOps-1066020799 tempest-TestSecurityGroupsBasicOps-1066020799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:35:19.259190 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-744e071d-b921-491d-ab58-3107707daf94 req-6575ba14-25a5-4b52-932e-b51c18364e24 tempest-TestSecurityGroupsBasicOps-1066020799 tempest-TestSecurityGroupsBasicOps-1066020799-project] 10.222.0.13 "GET /v2.0/ports?device_id=41766298-33e2-4c65-9068-5265e2098573 HTTP/1.1" status: 200 len: 907 time: 0.1111910 Jan 26 21:35:19.299789 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc936869-736f-4d6e-bcb0-0f8633371f01 req-2d13fbdf-369f-41f0-898b-65a0a198f7ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:35:19.301337 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-cc936869-736f-4d6e-bcb0-0f8633371f01 req-2d13fbdf-369f-41f0-898b-65a0a198f7ac service neutron] 10.222.0.66 "GET /v2.0/networks?id=ffb5ee59-73ca-45c3-8bff-fe6c5161d157 HTTP/1.1" status: 200 len: 899 time: 0.1235802 Jan 26 21:35:19.363308 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-cc936869-736f-4d6e-bcb0-0f8633371f01 req-5be6db24-6c31-4054-a8dc-37d51f553fcf service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.27&port_id=7ddc8ab6-42d3-428b-908d-5a8516528f56 HTTP/1.1" status: 200 len: 217 time: 0.0532370 Jan 26 21:35:19.419848 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-ef20779c-e3ec-4a7d-bcab-6c0e500d23d8 req-c76ab40f-74ae-489f-b02c-1fd9a4db657e tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] 10.222.0.13 "GET /v2.0/ports?device_id=cc2a45fe-1c0e-4689-a738-964e9c19e30e HTTP/1.1" status: 200 len: 210 time: 0.0545065 Jan 26 21:35:19.443607 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc936869-736f-4d6e-bcb0-0f8633371f01 req-06f18bee-e704-44b2-8a89-43fb91e7f29d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:35:19.445253 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-cc936869-736f-4d6e-bcb0-0f8633371f01 req-06f18bee-e704-44b2-8a89-43fb91e7f29d service neutron] 10.222.0.66 "GET /v2.0/subnets?id=6ea7ea98-297e-4836-a1a6-440ca401c032 HTTP/1.1" status: 200 len: 837 time: 0.0676334 Jan 26 21:35:19.506038 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc936869-736f-4d6e-bcb0-0f8633371f01 req-97ed090b-87cf-4944-b991-f08106a9c1af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:35:19.507477 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-cc936869-736f-4d6e-bcb0-0f8633371f01 req-97ed090b-87cf-4944-b991-f08106a9c1af service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=ffb5ee59-73ca-45c3-8bff-fe6c5161d157&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0557387 Jan 26 21:35:19.601012 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-cc936869-736f-4d6e-bcb0-0f8633371f01 req-25c9e2ff-f529-41b9-ba5e-8bd3a3dc4a16 service neutron] 10.222.0.66 "GET /v2.0/networks/ffb5ee59-73ca-45c3-8bff-fe6c5161d157?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865443 Jan 26 21:35:19.695956 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-cc936869-736f-4d6e-bcb0-0f8633371f01 req-5c9d6727-d250-4857-aff0-a20728ac972b service neutron] 10.222.0.66 "GET /v2.0/networks/ffb5ee59-73ca-45c3-8bff-fe6c5161d157?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888555 Jan 26 21:35:20.118706 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5db489-779d-4cb1-bb03-bc6158968b71 req-2d983a56-97cd-4169-a137-cc202afcc895 tempest-ServerRescueNegativeTestJSON-1906345366 tempest-ServerRescueNegativeTestJSON-1906345366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:35:20.120420 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-5c5db489-779d-4cb1-bb03-bc6158968b71 req-2d983a56-97cd-4169-a137-cc202afcc895 tempest-ServerRescueNegativeTestJSON-1906345366 tempest-ServerRescueNegativeTestJSON-1906345366-project] 10.222.0.13 "GET /v2.0/ports?device_id=30d7561b-6127-4f61-84b5-67bd2c427d93 HTTP/1.1" status: 200 len: 946 time: 0.0518579 Jan 26 21:35:20.171876 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-5c5db489-779d-4cb1-bb03-bc6158968b71 req-47c89361-9eef-49b2-8614-76762d8e1d2b tempest-ServerRescueNegativeTestJSON-1906345366 tempest-ServerRescueNegativeTestJSON-1906345366-project] 10.222.0.13 "GET /v2.0/security-groups?id=f2b62cd4-5049-4cd6-9f4f-183cc22ee8c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445530 Jan 26 21:35:20.428845 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436eb3f6-e249-46df-ab43-d8f105e3ac7d req-ac386d97-d68d-4265-b3ff-d60392340cdb tempest-TestSecurityGroupsBasicOps-1066020799 tempest-TestSecurityGroupsBasicOps-1066020799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:35:20.433188 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-436eb3f6-e249-46df-ab43-d8f105e3ac7d req-ac386d97-d68d-4265-b3ff-d60392340cdb tempest-TestSecurityGroupsBasicOps-1066020799 tempest-TestSecurityGroupsBasicOps-1066020799-project] 10.222.0.13 "GET /v2.0/ports?device_id=41766298-33e2-4c65-9068-5265e2098573 HTTP/1.1" status: 200 len: 907 time: 0.0642600 Jan 26 21:35:20.543874 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-d8e70f51-6be6-4163-b060-cf09239f4277 req-db41275f-3f3f-441f-abde-3fc614f1d3ad tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] 10.222.0.13 "GET /v2.0/ports?device_id=cc2a45fe-1c0e-4689-a738-964e9c19e30e HTTP/1.1" status: 200 len: 210 time: 0.0321300 Jan 26 21:35:21.245554 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-5c9ed198-79c4-4e2e-bac8-92437a207324 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (09df100c-3af1-4b0a-bda8-05914c71c458), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:35:21.307443 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231a0e66-2234-4e1f-ac32-ef90aeda67ff req-ed0216bf-4c06-4353-b707-6de07d3abb6e tempest-ServerRescueNegativeTestJSON-1906345366 tempest-ServerRescueNegativeTestJSON-1906345366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:35:21.309285 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-231a0e66-2234-4e1f-ac32-ef90aeda67ff req-ed0216bf-4c06-4353-b707-6de07d3abb6e tempest-ServerRescueNegativeTestJSON-1906345366 tempest-ServerRescueNegativeTestJSON-1906345366-project] 10.222.0.13 "GET /v2.0/ports?device_id=30d7561b-6127-4f61-84b5-67bd2c427d93 HTTP/1.1" status: 200 len: 946 time: 0.0516977 Jan 26 21:35:21.362703 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-231a0e66-2234-4e1f-ac32-ef90aeda67ff req-ed3a2ffa-1c31-4e6c-8e4a-914492720bd7 tempest-ServerRescueNegativeTestJSON-1906345366 tempest-ServerRescueNegativeTestJSON-1906345366-project] 10.222.0.13 "GET /v2.0/security-groups?id=f2b62cd4-5049-4cd6-9f4f-183cc22ee8c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472617 Jan 26 21:35:21.559533 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0359d55-6043-4a0b-ae51-d7ee7b57d345 req-f83b132b-84e6-4d1f-89d7-002ae9852b86 tempest-TestSecurityGroupsBasicOps-1066020799 tempest-TestSecurityGroupsBasicOps-1066020799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:35:21.563327 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-d0359d55-6043-4a0b-ae51-d7ee7b57d345 req-f83b132b-84e6-4d1f-89d7-002ae9852b86 tempest-TestSecurityGroupsBasicOps-1066020799 tempest-TestSecurityGroupsBasicOps-1066020799-project] 10.222.0.13 "GET /v2.0/ports?device_id=41766298-33e2-4c65-9068-5265e2098573 HTTP/1.1" status: 200 len: 907 time: 0.0559697 Jan 26 21:35:21.666408 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-5d474a8d-ad29-4ab4-8e12-b07befeb8134 req-08a0f813-b647-4e1b-8d40-c9e36bcd55f9 tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] 10.222.0.13 "GET /v2.0/ports?device_id=cc2a45fe-1c0e-4689-a738-964e9c19e30e HTTP/1.1" status: 200 len: 210 time: 0.0304317 Jan 26 21:35:21.808691 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Device 7ddc8ab6-42d3-428b-908d-5a8516528f56 details requested by agent hyperv_n-h1-760453-5 with host n-h1-760453-5 {{(pid=103306) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 26 21:35:21.902556 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] For port 7ddc8ab6-42d3-428b-908d-5a8516528f56, host n-h1-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-5',level=0,port_id=7ddc8ab6-42d3-428b-908d-5a8516528f56,segment=NetworkSegment(b7065c7d-9e47-4529-8ed7-a37ab333cfa9),segment_id=b7065c7d-9e47-4529-8ed7-a37ab333cfa9)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:35:21.914749 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Returning: {'device': '7ddc8ab6-42d3-428b-908d-5a8516528f56', 'network_id': 'ffb5ee59-73ca-45c3-8bff-fe6c5161d157', 'port_id': '7ddc8ab6-42d3-428b-908d-5a8516528f56', 'mac_address': 'fa:16:3e:7e:46:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 587, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6ea7ea98-297e-4836-a1a6-440ca401c032', 'ip_address': '172.20.0.27'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': False, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103306) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 26 21:35:21.956022 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Current status of the port 7ddc8ab6-42d3-428b-908d-5a8516528f56 is: DOWN; New status is: BUILD {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:35:21.956504 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (7ddc8ab6-42d3-428b-908d-5a8516528f56), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:35:21.969559 n-d-760453-5 neutron-server[103306]: DEBUG neutron.notifiers.nova [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7ddc8ab6-42d3-428b-908d-5a8516528f56 {{(pid=103306) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 26 21:35:21.989223 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] For port 7ddc8ab6-42d3-428b-908d-5a8516528f56, host n-h1-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-5',level=0,port_id=7ddc8ab6-42d3-428b-908d-5a8516528f56,segment=NetworkSegment(b7065c7d-9e47-4529-8ed7-a37ab333cfa9),segment_id=b7065c7d-9e47-4529-8ed7-a37ab333cfa9)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:35:21.994106 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (7ddc8ab6-42d3-428b-908d-5a8516528f56), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:35:22.041649 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Pushing event updated for resources: {'Port': ['ID=7ddc8ab6-42d3-428b-908d-5a8516528f56,revision_number=4']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:35:22.248308 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-841f5991-a4d8-4d4b-b215-cbc6bab5427b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (aa7ee9d2-08eb-4e12-b895-24c57300dfec), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:35:22.435263 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] get_ports_and_sgs() called for port_ids ['7ddc8ab6-42d3-428b-908d-5a8516528f56'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 26 21:35:22.535645 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b82a8be-87cc-4458-b182-e6dfb4d6dd39 req-c8bbd16a-bfe8-4bed-bba4-f45e9c902781 tempest-ServerRescueNegativeTestJSON-1906345366 tempest-ServerRescueNegativeTestJSON-1906345366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:35:22.537690 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-4b82a8be-87cc-4458-b182-e6dfb4d6dd39 req-c8bbd16a-bfe8-4bed-bba4-f45e9c902781 tempest-ServerRescueNegativeTestJSON-1906345366 tempest-ServerRescueNegativeTestJSON-1906345366-project] 10.222.0.13 "GET /v2.0/ports?device_id=30d7561b-6127-4f61-84b5-67bd2c427d93 HTTP/1.1" status: 200 len: 946 time: 0.0969307 Jan 26 21:35:22.594854 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-4b82a8be-87cc-4458-b182-e6dfb4d6dd39 req-83c5f71d-1323-45e5-9e78-d10ea9923746 tempest-ServerRescueNegativeTestJSON-1906345366 tempest-ServerRescueNegativeTestJSON-1906345366-project] 10.222.0.13 "GET /v2.0/security-groups?id=f2b62cd4-5049-4cd6-9f4f-183cc22ee8c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516057 Jan 26 21:35:22.700514 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa49b7b-d1d9-4d13-8a8d-e4906bfab8cb req-b5ead598-6f11-42c4-922b-3a1e2f45bc2a tempest-TestSecurityGroupsBasicOps-1066020799 tempest-TestSecurityGroupsBasicOps-1066020799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:35:22.702155 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-1fa49b7b-d1d9-4d13-8a8d-e4906bfab8cb req-b5ead598-6f11-42c4-922b-3a1e2f45bc2a tempest-TestSecurityGroupsBasicOps-1066020799 tempest-TestSecurityGroupsBasicOps-1066020799-project] 10.222.0.13 "GET /v2.0/ports?device_id=41766298-33e2-4c65-9068-5265e2098573 HTTP/1.1" status: 200 len: 908 time: 0.0538821 Jan 26 21:35:22.808656 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-5d8b34e8-1803-4039-b9cd-3da3cd0c32a9 req-4d7a7a11-57a8-4f89-827a-6430b94cbb12 tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] 10.222.0.13 "GET /v2.0/ports?device_id=cc2a45fe-1c0e-4689-a738-964e9c19e30e HTTP/1.1" status: 200 len: 210 time: 0.0290236 Jan 26 21:35:23.033276 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (4d619873-4b60-439f-9b5a-b155dc8bbc34), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:35:23.749077 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37d52eb-8076-42f1-ae00-ca01ae07f6f0 req-60589200-d956-419f-a950-4365dbc9c142 tempest-ServerRescueNegativeTestJSON-1906345366 tempest-ServerRescueNegativeTestJSON-1906345366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:35:23.750939 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-e37d52eb-8076-42f1-ae00-ca01ae07f6f0 req-60589200-d956-419f-a950-4365dbc9c142 tempest-ServerRescueNegativeTestJSON-1906345366 tempest-ServerRescueNegativeTestJSON-1906345366-project] 10.222.0.13 "GET /v2.0/ports?device_id=30d7561b-6127-4f61-84b5-67bd2c427d93 HTTP/1.1" status: 200 len: 946 time: 0.0690391 Jan 26 21:35:23.834236 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Device 7ddc8ab6-42d3-428b-908d-5a8516528f56 up at agent hyperv_n-h1-760453-5 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 21:35:23.838489 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-e37d52eb-8076-42f1-ae00-ca01ae07f6f0 req-4e06974d-b87f-4314-81f2-d9358333e3aa tempest-ServerRescueNegativeTestJSON-1906345366 tempest-ServerRescueNegativeTestJSON-1906345366-project] 10.222.0.13 "GET /v2.0/security-groups?id=f2b62cd4-5049-4cd6-9f4f-183cc22ee8c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800688 Jan 26 21:35:23.893469 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6fd966b-3805-4d57-b573-d8f5fbc25c81 req-edd7fab5-3e2d-4908-aeab-2c31994e6937 tempest-TestSecurityGroupsBasicOps-1066020799 tempest-TestSecurityGroupsBasicOps-1066020799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:35:23.913024 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-c6fd966b-3805-4d57-b573-d8f5fbc25c81 req-edd7fab5-3e2d-4908-aeab-2c31994e6937 tempest-TestSecurityGroupsBasicOps-1066020799 tempest-TestSecurityGroupsBasicOps-1066020799-project] 10.222.0.13 "GET /v2.0/ports?device_id=41766298-33e2-4c65-9068-5265e2098573 HTTP/1.1" status: 200 len: 908 time: 0.1156290 Jan 26 21:35:23.946626 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Provisioning for port 7ddc8ab6-42d3-428b-908d-5a8516528f56 completed by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 21:35:23.951846 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Provisioning complete for port 7ddc8ab6-42d3-428b-908d-5a8516528f56 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:35:23.952217 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (7ddc8ab6-42d3-428b-908d-5a8516528f56), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:35:24.020878 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-e9a750e8-6f26-47cf-8257-6b1e9394ae2f req-7eb81d2a-27bb-423c-a2d5-b77cbdcd62c1 tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] 10.222.0.13 "GET /v2.0/ports?device_id=cc2a45fe-1c0e-4689-a738-964e9c19e30e HTTP/1.1" status: 200 len: 210 time: 0.0346174 Jan 26 21:35:24.036635 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Current status of the port 7ddc8ab6-42d3-428b-908d-5a8516528f56 is: BUILD; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:35:24.037132 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (7ddc8ab6-42d3-428b-908d-5a8516528f56), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:35:24.072854 n-d-760453-5 neutron-server[103306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41766298-33e2-4c65-9068-5265e2098573', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ddc8ab6-42d3-428b-908d-5a8516528f56'}] {{(pid=103306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 21:35:24.080024 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9d5d370febab655511bdd2ffe887e43e442d144a440368702bcc1e93af00b97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d27ed59-b60a-4eed-8060-398bee033146" -d '{"events": [{"server_uuid": "41766298-33e2-4c65-9068-5265e2098573", "name": "network-vif-plugged", "status": "completed", "tag": "7ddc8ab6-42d3-428b-908d-5a8516528f56"}]}' {{(pid=103306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 21:35:24.094653 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] For port 7ddc8ab6-42d3-428b-908d-5a8516528f56, host n-h1-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-5',level=0,port_id=7ddc8ab6-42d3-428b-908d-5a8516528f56,segment=NetworkSegment(b7065c7d-9e47-4529-8ed7-a37ab333cfa9),segment_id=b7065c7d-9e47-4529-8ed7-a37ab333cfa9)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:35:24.103330 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (7ddc8ab6-42d3-428b-908d-5a8516528f56), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:35:24.139558 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Jan 2022 21:35:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16b99ea5-006a-40ec-a4cb-5d2a38f7202f x-openstack-request-id: req-16b99ea5-006a-40ec-a4cb-5d2a38f7202f {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 21:35:24.139857 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41766298-33e2-4c65-9068-5265e2098573", "name": "network-vif-plugged", "status": "completed", "tag": "7ddc8ab6-42d3-428b-908d-5a8516528f56", "code": 200}]} {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 21:35:24.140138 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-16b99ea5-006a-40ec-a4cb-5d2a38f7202f {{(pid=103306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 21:35:24.140494 n-d-760453-5 neutron-server[103306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41766298-33e2-4c65-9068-5265e2098573', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ddc8ab6-42d3-428b-908d-5a8516528f56', 'code': 200} Jan 26 21:35:24.144933 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-839dd188-ec69-470c-9ab0-d318dc1a2e96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (e79b4fc6-6c71-44b2-a6d0-ff3e1f4dfd0d), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:35:24.157060 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Pushing event updated for resources: {'Port': ['ID=7ddc8ab6-42d3-428b-908d-5a8516528f56,revision_number=5']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:35:24.267728 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752162d1-5026-4b3a-aac2-ec68ace43375 req-0091da01-2927-4da0-a226-5a276a9b98a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:35:24.269233 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-752162d1-5026-4b3a-aac2-ec68ace43375 req-0091da01-2927-4da0-a226-5a276a9b98a9 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=41766298-33e2-4c65-9068-5265e2098573 HTTP/1.1" status: 200 len: 1060 time: 0.0449057 Jan 26 21:35:24.973729 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5875af44-64d9-43ea-9962-34f77c657c47 req-95388b51-2ad4-488c-b1bd-f096564ca7c4 tempest-ServerRescueNegativeTestJSON-1906345366 tempest-ServerRescueNegativeTestJSON-1906345366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:35:24.977004 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-5875af44-64d9-43ea-9962-34f77c657c47 req-95388b51-2ad4-488c-b1bd-f096564ca7c4 tempest-ServerRescueNegativeTestJSON-1906345366 tempest-ServerRescueNegativeTestJSON-1906345366-project] 10.222.0.13 "GET /v2.0/ports?device_id=30d7561b-6127-4f61-84b5-67bd2c427d93 HTTP/1.1" status: 200 len: 946 time: 0.0649471 Jan 26 21:35:25.079716 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-5875af44-64d9-43ea-9962-34f77c657c47 req-cd728281-f8ab-4ce2-8c1a-aa4fd31f1bf8 tempest-ServerRescueNegativeTestJSON-1906345366 tempest-ServerRescueNegativeTestJSON-1906345366-project] 10.222.0.13 "GET /v2.0/security-groups?id=f2b62cd4-5049-4cd6-9f4f-183cc22ee8c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961630 Jan 26 21:35:25.092551 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd12b91-38fd-4aca-a46f-11279a045594 req-5d0fa4c4-6ab2-4555-99c6-3a750fdb6ec4 tempest-TestSecurityGroupsBasicOps-1066020799 tempest-TestSecurityGroupsBasicOps-1066020799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:35:25.112023 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-7cd12b91-38fd-4aca-a46f-11279a045594 req-5d0fa4c4-6ab2-4555-99c6-3a750fdb6ec4 tempest-TestSecurityGroupsBasicOps-1066020799 tempest-TestSecurityGroupsBasicOps-1066020799-project] 10.222.0.13 "GET /v2.0/ports?device_id=41766298-33e2-4c65-9068-5265e2098573 HTTP/1.1" status: 200 len: 909 time: 0.0918016 Jan 26 21:35:25.198101 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-b32cf936-d4b8-4e43-9bca-12087afc55ed req-8bea93f4-9ff1-4518-94a5-fcc5def65b9b tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] 10.222.0.13 "GET /v2.0/ports?device_id=cc2a45fe-1c0e-4689-a738-964e9c19e30e HTTP/1.1" status: 200 len: 210 time: 0.0333283 Jan 26 21:35:25.300572 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (fea0591a-627d-4c87-9a9a-01625ddf3277), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:35:25.479650 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.agents_db [None req-569f1ced-6396-4ddf-b79f-e03b0b2146ab None None] Agent healthcheck: found 7 active agents {{(pid=103307) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 26 21:35:26.289511 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bcd3ff8-0215-40d4-af58-9571f9c29454 req-d38f5813-4d4a-4d95-a4ab-dc990d8f92ac tempest-ServerRescueNegativeTestJSON-1906345366 tempest-ServerRescueNegativeTestJSON-1906345366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:35:26.291178 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-9bcd3ff8-0215-40d4-af58-9571f9c29454 req-d38f5813-4d4a-4d95-a4ab-dc990d8f92ac tempest-ServerRescueNegativeTestJSON-1906345366 tempest-ServerRescueNegativeTestJSON-1906345366-project] 10.222.0.13 "GET /v2.0/ports?device_id=30d7561b-6127-4f61-84b5-67bd2c427d93 HTTP/1.1" status: 200 len: 946 time: 0.0907538 Jan 26 21:35:26.298724 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e535df3b-a23e-4e39-a6d5-dcfe7018cddb req-cd97a5da-d034-4440-9fc0-f4602a34b9f7 tempest-TestSecurityGroupsBasicOps-1066020799 tempest-TestSecurityGroupsBasicOps-1066020799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:35:26.301000 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-e535df3b-a23e-4e39-a6d5-dcfe7018cddb req-cd97a5da-d034-4440-9fc0-f4602a34b9f7 tempest-TestSecurityGroupsBasicOps-1066020799 tempest-TestSecurityGroupsBasicOps-1066020799-project] 10.222.0.13 "GET /v2.0/ports?device_id=41766298-33e2-4c65-9068-5265e2098573 HTTP/1.1" status: 200 len: 909 time: 0.0880713 Jan 26 21:35:26.361591 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-9bcd3ff8-0215-40d4-af58-9571f9c29454 req-9ce1b689-c456-4cc7-9045-fa7c649d53ef tempest-ServerRescueNegativeTestJSON-1906345366 tempest-ServerRescueNegativeTestJSON-1906345366-project] 10.222.0.13 "GET /v2.0/security-groups?id=f2b62cd4-5049-4cd6-9f4f-183cc22ee8c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594685 Jan 26 21:35:26.481002 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-cc595e9b-d7d9-4543-8225-b831428ff497 req-26387005-b534-4482-ba9d-a6fc71c1acc1 tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] 10.222.0.13 "GET /v2.0/ports?device_id=cc2a45fe-1c0e-4689-a738-964e9c19e30e HTTP/1.1" status: 200 len: 210 time: 0.0478952 Jan 26 21:35:26.540028 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84d8f17-a656-4303-83af-00d9cd59af55 req-1eebe8b4-68ae-4786-ac96-2fab9164423e tempest-TestSecurityGroupsBasicOps-1066020799 tempest-TestSecurityGroupsBasicOps-1066020799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:35:26.541715 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-d84d8f17-a656-4303-83af-00d9cd59af55 req-1eebe8b4-68ae-4786-ac96-2fab9164423e tempest-TestSecurityGroupsBasicOps-1066020799 tempest-TestSecurityGroupsBasicOps-1066020799-project] 10.222.0.13 "GET /v2.0/ports?device_id=41766298-33e2-4c65-9068-5265e2098573 HTTP/1.1" status: 200 len: 909 time: 0.0496969 Jan 26 21:35:26.646983 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214802c4-7cee-4d6e-b5ed-2ff927927652 req-ea518867-73c6-48a2-af33-6cbaacc78117 tempest-TestSecurityGroupsBasicOps-883058817 tempest-TestSecurityGroupsBasicOps-883058817-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:35:26.648774 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-214802c4-7cee-4d6e-b5ed-2ff927927652 req-ea518867-73c6-48a2-af33-6cbaacc78117 tempest-TestSecurityGroupsBasicOps-883058817 tempest-TestSecurityGroupsBasicOps-883058817-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=41766298-33e2-4c65-9068-5265e2098573 HTTP/1.1" status: 200 len: 1060 time: 0.0415685 Jan 26 21:35:26.761625 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2de67f-84fe-4964-b095-48cf72bb9d84 req-205cb673-0517-4252-893d-dc9ca61d8380 tempest-TestSecurityGroupsBasicOps-883058817 tempest-TestSecurityGroupsBasicOps-883058817-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:35:26.764667 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-be2de67f-84fe-4964-b095-48cf72bb9d84 req-205cb673-0517-4252-893d-dc9ca61d8380 tempest-TestSecurityGroupsBasicOps-883058817 tempest-TestSecurityGroupsBasicOps-883058817-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=2dd4d85c-64cc-439d-9916-0cdf76dd618d HTTP/1.1" status: 200 len: 1135 time: 0.0500422 Jan 26 21:35:26.821165 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-be2de67f-84fe-4964-b095-48cf72bb9d84 req-c53af5ba-ac25-4e2c-a972-f9b450def0dc tempest-TestSecurityGroupsBasicOps-883058817 tempest-TestSecurityGroupsBasicOps-883058817-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=019c5dd0-48a2-4336-ab92-4675db775363&id=4613631d-fc8a-4f72-b090-d98f77103cd0&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0521715 Jan 26 21:35:26.844123 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 57184) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:35:26.889836 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1421f906-2116-403c-a701-29dd9edf85c4 tempest-TestSecurityGroupsBasicOps-883058817 tempest-TestSecurityGroupsBasicOps-883058817-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:35:26.894305 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-1421f906-2116-403c-a701-29dd9edf85c4 tempest-TestSecurityGroupsBasicOps-883058817 tempest-TestSecurityGroupsBasicOps-883058817-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=41766298-33e2-4c65-9068-5265e2098573 HTTP/1.1" status: 200 len: 1055 time: 0.0462866 Jan 26 21:35:27.429561 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1611257-d074-4b4b-b04e-fbdc4d73767b req-458f3e50-2cbf-41b2-bd36-8210dfa5ea5f tempest-TestSecurityGroupsBasicOps-1066020799 tempest-TestSecurityGroupsBasicOps-1066020799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:35:27.445017 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-c1611257-d074-4b4b-b04e-fbdc4d73767b req-458f3e50-2cbf-41b2-bd36-8210dfa5ea5f tempest-TestSecurityGroupsBasicOps-1066020799 tempest-TestSecurityGroupsBasicOps-1066020799-project] 10.222.0.13 "GET /v2.0/ports?device_id=41766298-33e2-4c65-9068-5265e2098573 HTTP/1.1" status: 200 len: 909 time: 0.0855622 Jan 26 21:35:27.501575 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee4fcd8-e54f-44b2-92b1-fb4a8fc929e5 req-0f813035-b75e-4cf3-a595-453299cd6ff5 tempest-ServerRescueNegativeTestJSON-1906345366 tempest-ServerRescueNegativeTestJSON-1906345366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:35:27.503135 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-8ee4fcd8-e54f-44b2-92b1-fb4a8fc929e5 req-0f813035-b75e-4cf3-a595-453299cd6ff5 tempest-ServerRescueNegativeTestJSON-1906345366 tempest-ServerRescueNegativeTestJSON-1906345366-project] 10.222.0.13 "GET /v2.0/ports?device_id=30d7561b-6127-4f61-84b5-67bd2c427d93 HTTP/1.1" status: 200 len: 946 time: 0.0559974 Jan 26 21:35:27.572934 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-8ee4fcd8-e54f-44b2-92b1-fb4a8fc929e5 req-121a6070-2f9d-4da8-8b30-b7405f6f4000 tempest-ServerRescueNegativeTestJSON-1906345366 tempest-ServerRescueNegativeTestJSON-1906345366-project] 10.222.0.13 "GET /v2.0/security-groups?id=f2b62cd4-5049-4cd6-9f4f-183cc22ee8c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639827 Jan 26 21:35:27.612719 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-48c77d38-4068-4d9b-8395-47863de66bbc req-9652d147-a8e6-45a3-8c73-b29cb4884616 tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] 10.222.0.13 "GET /v2.0/ports?device_id=cc2a45fe-1c0e-4689-a738-964e9c19e30e HTTP/1.1" status: 200 len: 210 time: 0.0267227 Jan 26 21:35:28.143541 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-51767ed0-8392-4176-bc7f-ad592dd2afd1 req-066f9e5a-e3d4-41d3-ba7a-ecf11004030f service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=2dd4d85c-64cc-439d-9916-0cdf76dd618d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0420263 Jan 26 21:35:28.234758 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51767ed0-8392-4176-bc7f-ad592dd2afd1 req-a9a3b704-84e8-4532-88c4-d6ff22f9ffda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:35:28.236172 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-51767ed0-8392-4176-bc7f-ad592dd2afd1 req-a9a3b704-84e8-4532-88c4-d6ff22f9ffda service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=205750efebb7460ebd239c85a19dfc92&device_id=2dd4d85c-64cc-439d-9916-0cdf76dd618d HTTP/1.1" status: 200 len: 1135 time: 0.0417833 Jan 26 21:35:28.344044 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51767ed0-8392-4176-bc7f-ad592dd2afd1 req-ae3fe248-18de-4bab-b793-14129dc33989 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:35:28.345691 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-51767ed0-8392-4176-bc7f-ad592dd2afd1 req-ae3fe248-18de-4bab-b793-14129dc33989 service neutron] 10.222.0.57 "GET /v2.0/networks?id=8ccb4f7e-e6e3-4ac7-b6f8-162d9e73f0be HTTP/1.1" status: 200 len: 897 time: 0.0887070 Jan 26 21:35:28.411194 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-51767ed0-8392-4176-bc7f-ad592dd2afd1 req-e160221a-2c8e-44d5-bcaf-33f9acf2079b service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=78fa139d-3729-425c-8c0d-09c504d4c63f HTTP/1.1" status: 200 len: 1001 time: 0.0582106 Jan 26 21:35:28.473205 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51767ed0-8392-4176-bc7f-ad592dd2afd1 req-15fcb29d-46ed-4f43-889b-02399a18cd3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:35:28.476223 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-51767ed0-8392-4176-bc7f-ad592dd2afd1 req-15fcb29d-46ed-4f43-889b-02399a18cd3b service neutron] 10.222.0.57 "GET /v2.0/subnets?id=67d88e25-bbb6-4ba6-8387-d3dd3b658f0e HTTP/1.1" status: 200 len: 833 time: 0.0577226 Jan 26 21:35:28.532144 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51767ed0-8392-4176-bc7f-ad592dd2afd1 req-90bc573c-4f18-4bd4-9826-fd86ebdd2ab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:35:28.534877 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-51767ed0-8392-4176-bc7f-ad592dd2afd1 req-90bc573c-4f18-4bd4-9826-fd86ebdd2ab1 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=8ccb4f7e-e6e3-4ac7-b6f8-162d9e73f0be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0508575 Jan 26 21:35:28.572195 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9316c0ad-d543-417a-802c-0310430a85ae req-0c283fe2-e635-4db0-9234-2e322373f1d0 tempest-TestSecurityGroupsBasicOps-1066020799 tempest-TestSecurityGroupsBasicOps-1066020799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:35:28.574740 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-9316c0ad-d543-417a-802c-0310430a85ae req-0c283fe2-e635-4db0-9234-2e322373f1d0 tempest-TestSecurityGroupsBasicOps-1066020799 tempest-TestSecurityGroupsBasicOps-1066020799-project] 10.222.0.13 "GET /v2.0/ports?device_id=41766298-33e2-4c65-9068-5265e2098573 HTTP/1.1" status: 200 len: 909 time: 0.0592389 Jan 26 21:35:28.705135 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802d56ae-2ce7-4079-8d41-061f1b37947c req-1e978c12-b097-4fd5-b905-f46d05f75f06 tempest-ServerRescueNegativeTestJSON-1906345366 tempest-ServerRescueNegativeTestJSON-1906345366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:35:28.713678 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-802d56ae-2ce7-4079-8d41-061f1b37947c req-1e978c12-b097-4fd5-b905-f46d05f75f06 tempest-ServerRescueNegativeTestJSON-1906345366 tempest-ServerRescueNegativeTestJSON-1906345366-project] 10.222.0.13 "GET /v2.0/ports?device_id=30d7561b-6127-4f61-84b5-67bd2c427d93 HTTP/1.1" status: 200 len: 946 time: 0.0574396 Jan 26 21:35:28.730997 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-51767ed0-8392-4176-bc7f-ad592dd2afd1 req-6d979307-bf99-4702-9bcf-d071581dc924 service neutron] 10.222.0.57 "GET /v2.0/networks/8ccb4f7e-e6e3-4ac7-b6f8-162d9e73f0be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1805575 Jan 26 21:35:28.805231 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-802d56ae-2ce7-4079-8d41-061f1b37947c req-ab98f83f-fd99-4a34-a4c2-c8b89eff2d7b tempest-ServerRescueNegativeTestJSON-1906345366 tempest-ServerRescueNegativeTestJSON-1906345366-project] 10.222.0.13 "GET /v2.0/security-groups?id=f2b62cd4-5049-4cd6-9f4f-183cc22ee8c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904372 Jan 26 21:35:28.819377 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-f337e761-86f9-445d-b15b-26cd5b2d8763 req-8fedb7d0-6647-449e-be4b-c204e43721e3 tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] 10.222.0.13 "GET /v2.0/ports?device_id=cc2a45fe-1c0e-4689-a738-964e9c19e30e HTTP/1.1" status: 200 len: 210 time: 0.0511441 Jan 26 21:35:28.839792 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-51767ed0-8392-4176-bc7f-ad592dd2afd1 req-0e223447-1904-45f8-a7ed-24ac3cd55f33 service neutron] 10.222.0.57 "GET /v2.0/networks/8ccb4f7e-e6e3-4ac7-b6f8-162d9e73f0be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1017296 Jan 26 21:35:29.143412 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9bb3a9c-65fb-45c4-a9cd-36078060059c req-9e5620c1-b520-46dd-ab96-d937621758c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:35:29.146227 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-b9bb3a9c-65fb-45c4-a9cd-36078060059c req-9e5620c1-b520-46dd-ab96-d937621758c2 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=30d7561b-6127-4f61-84b5-67bd2c427d93 HTTP/1.1" status: 200 len: 1097 time: 0.0592201 Jan 26 21:35:29.204892 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-b9bb3a9c-65fb-45c4-a9cd-36078060059c req-946ef129-980f-4e90-b4cf-8d41141d357a service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=f2b62cd4-5049-4cd6-9f4f-183cc22ee8c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498648 Jan 26 21:35:29.506645 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bdfc541-6a81-4113-b056-38359d865bfd req-392db6be-63a3-4cfc-9673-114223487c6e tempest-TestSecurityGroupsBasicOps-1066020799 tempest-TestSecurityGroupsBasicOps-1066020799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:35:29.508099 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-0bdfc541-6a81-4113-b056-38359d865bfd req-392db6be-63a3-4cfc-9673-114223487c6e tempest-TestSecurityGroupsBasicOps-1066020799 tempest-TestSecurityGroupsBasicOps-1066020799-project] 10.222.0.66 "GET /v2.0/ports?device_id=41766298-33e2-4c65-9068-5265e2098573 HTTP/1.1" status: 200 len: 909 time: 0.2863693 Jan 26 21:35:29.640899 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [req-0bdfc541-6a81-4113-b056-38359d865bfd req-b324ecdd-ebd5-4e1e-9ddf-0188acef42d9 tempest-TestSecurityGroupsBasicOps-1066020799 tempest-TestSecurityGroupsBasicOps-1066020799-project] Deleting port 7ddc8ab6-42d3-428b-908d-5a8516528f56 {{(pid=103304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 21:35:29.641596 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-0bdfc541-6a81-4113-b056-38359d865bfd req-b324ecdd-ebd5-4e1e-9ddf-0188acef42d9 tempest-TestSecurityGroupsBasicOps-1066020799 tempest-TestSecurityGroupsBasicOps-1066020799-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746560630878'] for port (7ddc8ab6-42d3-428b-908d-5a8516528f56), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:35:29.774283 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fdb3cf4-62b0-4301-aae7-c771d0277668 req-75e74fcb-9cc7-4003-80ba-5c9066457e2f tempest-TestSecurityGroupsBasicOps-1066020799 tempest-TestSecurityGroupsBasicOps-1066020799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:35:29.775048 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-5fdb3cf4-62b0-4301-aae7-c771d0277668 req-75e74fcb-9cc7-4003-80ba-5c9066457e2f tempest-TestSecurityGroupsBasicOps-1066020799 tempest-TestSecurityGroupsBasicOps-1066020799-project] 10.222.0.13 "GET /v2.0/ports?device_id=41766298-33e2-4c65-9068-5265e2098573 HTTP/1.1" status: 200 len: 909 time: 0.0862641 Jan 26 21:35:29.790353 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [req-0bdfc541-6a81-4113-b056-38359d865bfd req-b324ecdd-ebd5-4e1e-9ddf-0188acef42d9 tempest-TestSecurityGroupsBasicOps-1066020799 tempest-TestSecurityGroupsBasicOps-1066020799-project] For port 7ddc8ab6-42d3-428b-908d-5a8516528f56, host n-h1-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-5',level=0,port_id=7ddc8ab6-42d3-428b-908d-5a8516528f56,segment=NetworkSegment(b7065c7d-9e47-4529-8ed7-a37ab333cfa9),segment_id=b7065c7d-9e47-4529-8ed7-a37ab333cfa9)] {{(pid=103304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:35:29.790720 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-0bdfc541-6a81-4113-b056-38359d865bfd req-b324ecdd-ebd5-4e1e-9ddf-0188acef42d9 tempest-TestSecurityGroupsBasicOps-1066020799 tempest-TestSecurityGroupsBasicOps-1066020799-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4109658'] for port (7ddc8ab6-42d3-428b-908d-5a8516528f56), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:35:29.809638 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [req-0bdfc541-6a81-4113-b056-38359d865bfd req-b324ecdd-ebd5-4e1e-9ddf-0188acef42d9 tempest-TestSecurityGroupsBasicOps-1066020799 tempest-TestSecurityGroupsBasicOps-1066020799-project] Calling delete_port for 7ddc8ab6-42d3-428b-908d-5a8516528f56 owned by compute:nova {{(pid=103304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 21:35:29.961364 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ecc4a6f-9fb0-4b8a-a062-f224c61559e0 req-61a87ac7-6caa-4e0f-8efe-8be051cf81bc tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:35:29.962941 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-6ecc4a6f-9fb0-4b8a-a062-f224c61559e0 req-61a87ac7-6caa-4e0f-8efe-8be051cf81bc tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] 10.222.0.13 "GET /v2.0/ports?device_id=c947e2a6-4eb3-4b93-905b-515cc992a63b HTTP/1.1" status: 200 len: 944 time: 0.1424630 Jan 26 21:35:29.991650 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5141143-baa3-4fdb-92eb-6eb63458f803 req-787921d5-3363-4a72-a43b-972e9ff7969f tempest-ServerRescueNegativeTestJSON-1906345366 tempest-ServerRescueNegativeTestJSON-1906345366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:35:29.993178 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-d5141143-baa3-4fdb-92eb-6eb63458f803 req-787921d5-3363-4a72-a43b-972e9ff7969f tempest-ServerRescueNegativeTestJSON-1906345366 tempest-ServerRescueNegativeTestJSON-1906345366-project] 10.222.0.13 "GET /v2.0/ports?device_id=30d7561b-6127-4f61-84b5-67bd2c427d93 HTTP/1.1" status: 200 len: 946 time: 0.1010029 Jan 26 21:35:30.101368 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-6ecc4a6f-9fb0-4b8a-a062-f224c61559e0 req-15967afc-3dcb-4ea0-a3f9-9ec8db9fc467 tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] 10.222.0.13 "GET /v2.0/security-groups?id=d37b3ff7-2317-46ab-9f4f-b0d217809a4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1314332 Jan 26 21:35:30.129403 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-d5141143-baa3-4fdb-92eb-6eb63458f803 req-ac77c104-3dfa-4f69-8d3f-3fe272815286 tempest-ServerRescueNegativeTestJSON-1906345366 tempest-ServerRescueNegativeTestJSON-1906345366-project] 10.222.0.13 "GET /v2.0/security-groups?id=f2b62cd4-5049-4cd6-9f4f-183cc22ee8c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900421 Jan 26 21:35:30.186220 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-0bdfc541-6a81-4113-b056-38359d865bfd req-b324ecdd-ebd5-4e1e-9ddf-0188acef42d9 tempest-TestSecurityGroupsBasicOps-1066020799 tempest-TestSecurityGroupsBasicOps-1066020799-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746560636600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746560234536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9281553'] for port (7ddc8ab6-42d3-428b-908d-5a8516528f56), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:35:30.279626 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b324ecdd-ebd5-4e1e-9ddf-0188acef42d9 tempest-TestSecurityGroupsBasicOps-1066020799 tempest-TestSecurityGroupsBasicOps-1066020799-project] Pushing event deleted for resources: {'Port': ['ID=7ddc8ab6-42d3-428b-908d-5a8516528f56,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:35:30.324673 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-64ef86ea-ed36-4a6b-ad3e-9d44cbfc20a5 req-37bd3b1d-7014-4df1-a9da-f6e7ae26a002 tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] 10.222.0.13 "GET /v2.0/ports?device_id=cc2a45fe-1c0e-4689-a738-964e9c19e30e HTTP/1.1" status: 200 len: 210 time: 0.0730438 Jan 26 21:35:30.386797 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [req-0bdfc541-6a81-4113-b056-38359d865bfd req-b324ecdd-ebd5-4e1e-9ddf-0188acef42d9 tempest-TestSecurityGroupsBasicOps-1066020799 tempest-TestSecurityGroupsBasicOps-1066020799-project] No DVR routers for this DVR port 7ddc8ab6-42d3-428b-908d-5a8516528f56 on host n-h1-760453-5 {{(pid=103304) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 26 21:35:30.390772 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-0bdfc541-6a81-4113-b056-38359d865bfd req-b324ecdd-ebd5-4e1e-9ddf-0188acef42d9 tempest-TestSecurityGroupsBasicOps-1066020799 tempest-TestSecurityGroupsBasicOps-1066020799-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:35:30.394259 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-0bdfc541-6a81-4113-b056-38359d865bfd req-b324ecdd-ebd5-4e1e-9ddf-0188acef42d9 tempest-TestSecurityGroupsBasicOps-1066020799 tempest-TestSecurityGroupsBasicOps-1066020799-project] 10.222.0.66 "DELETE /v2.0/ports/7ddc8ab6-42d3-428b-908d-5a8516528f56 HTTP/1.1" status: 204 len: 173 time: 0.8797333 Jan 26 21:35:30.394679 n-d-760453-5 neutron-server[103304]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41766298-33e2-4c65-9068-5265e2098573', 'name': 'network-vif-deleted', 'tag': '7ddc8ab6-42d3-428b-908d-5a8516528f56'}] {{(pid=103304) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 21:35:30.397182 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d52b45f1943fcd332af9527eb73ff93c8d715d44383a3f6d18de73b4cfcf87b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-929ebdc9-f3d8-45eb-8a0f-fb04aed9713a" -d '{"events": [{"server_uuid": "41766298-33e2-4c65-9068-5265e2098573", "name": "network-vif-deleted", "tag": "7ddc8ab6-42d3-428b-908d-5a8516528f56"}]}' {{(pid=103304) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 21:35:30.419245 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ef1433-d372-4465-8133-0e1f58e6a938 req-4a656eed-3267-4a43-aca4-5b0e523bcf61 tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:35:30.431139 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-e5ef1433-d372-4465-8133-0e1f58e6a938 req-4a656eed-3267-4a43-aca4-5b0e523bcf61 tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] 10.222.0.13 "GET /v2.0/ports?device_id=c947e2a6-4eb3-4b93-905b-515cc992a63b HTTP/1.1" status: 200 len: 944 time: 0.1885097 Jan 26 21:35:30.471440 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Jan 2022 21:35:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4402e3c-e4bb-42af-ad35-ca7c15fb1849 x-openstack-request-id: req-c4402e3c-e4bb-42af-ad35-ca7c15fb1849 {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 21:35:30.471750 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41766298-33e2-4c65-9068-5265e2098573", "name": "network-vif-deleted", "tag": "7ddc8ab6-42d3-428b-908d-5a8516528f56", "status": "completed", "code": 200}]} {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 21:35:30.472010 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c4402e3c-e4bb-42af-ad35-ca7c15fb1849 {{(pid=103304) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 21:35:30.472429 n-d-760453-5 neutron-server[103304]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41766298-33e2-4c65-9068-5265e2098573', 'name': 'network-vif-deleted', 'tag': '7ddc8ab6-42d3-428b-908d-5a8516528f56', 'status': 'completed', 'code': 200} Jan 26 21:35:30.496367 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-e5ef1433-d372-4465-8133-0e1f58e6a938 req-7e39e143-82f4-4b5c-a169-6037c4f8587d tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] 10.222.0.13 "GET /v2.0/security-groups?id=d37b3ff7-2317-46ab-9f4f-b0d217809a4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0642509 Jan 26 21:35:30.792456 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3d3040-90a1-4370-8823-fbef0b264b34 req-4ab77cef-ce99-4a42-a10e-3e821889dc2e tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:35:30.794860 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-9c3d3040-90a1-4370-8823-fbef0b264b34 req-4ab77cef-ce99-4a42-a10e-3e821889dc2e tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] 10.222.0.13 "GET /v2.0/ports?device_id=c947e2a6-4eb3-4b93-905b-515cc992a63b HTTP/1.1" status: 200 len: 944 time: 0.0569396 Jan 26 21:35:30.871790 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-9c3d3040-90a1-4370-8823-fbef0b264b34 req-8ccb9cde-5086-40fe-8f1c-37800eefd981 tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] 10.222.0.13 "GET /v2.0/security-groups?id=d37b3ff7-2317-46ab-9f4f-b0d217809a4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0692248 Jan 26 21:35:30.913077 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-149ee089-7d4f-4bbe-a728-f3e5ecc4039e req-ae0b004b-066b-4db5-93e0-f8507ae21695 tempest-TestSecurityGroupsBasicOps-1066020799 tempest-TestSecurityGroupsBasicOps-1066020799-project] 10.222.0.13 "GET /v2.0/ports?device_id=41766298-33e2-4c65-9068-5265e2098573 HTTP/1.1" status: 200 len: 210 time: 0.0397737 Jan 26 21:35:31.261840 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04126c00-22b9-42f3-abb1-73d2518b1431 req-3de352b1-4042-4313-b7fa-996ed8cd3eb8 tempest-ServerRescueNegativeTestJSON-1906345366 tempest-ServerRescueNegativeTestJSON-1906345366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:35:31.263687 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-04126c00-22b9-42f3-abb1-73d2518b1431 req-3de352b1-4042-4313-b7fa-996ed8cd3eb8 tempest-ServerRescueNegativeTestJSON-1906345366 tempest-ServerRescueNegativeTestJSON-1906345366-project] 10.222.0.13 "GET /v2.0/ports?device_id=30d7561b-6127-4f61-84b5-67bd2c427d93 HTTP/1.1" status: 200 len: 946 time: 0.0595191 Jan 26 21:35:31.347479 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-04126c00-22b9-42f3-abb1-73d2518b1431 req-40044598-2635-4c44-b8e4-4148b915bffc tempest-ServerRescueNegativeTestJSON-1906345366 tempest-ServerRescueNegativeTestJSON-1906345366-project] 10.222.0.13 "GET /v2.0/security-groups?id=f2b62cd4-5049-4cd6-9f4f-183cc22ee8c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770824 Jan 26 21:35:31.379005 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b69012b-e6bb-4088-b0a7-b9c28e153d8a req-fdbfbc60-06e8-4d70-a11f-b8b22f55dfe6 tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:35:31.381274 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-8b69012b-e6bb-4088-b0a7-b9c28e153d8a req-fdbfbc60-06e8-4d70-a11f-b8b22f55dfe6 tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] 10.222.0.13 "GET /v2.0/ports?device_id=c947e2a6-4eb3-4b93-905b-515cc992a63b HTTP/1.1" status: 200 len: 944 time: 0.1049404 Jan 26 21:35:31.497567 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-a905aeac-1860-415e-99a7-fe9ab4a60af7 req-c29bf02e-4d3d-4d1e-b166-c916d7c86157 tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] 10.222.0.13 "GET /v2.0/ports?device_id=cc2a45fe-1c0e-4689-a738-964e9c19e30e HTTP/1.1" status: 200 len: 210 time: 0.0547235 Jan 26 21:35:31.508220 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-8b69012b-e6bb-4088-b0a7-b9c28e153d8a req-a8fc9f6d-4e2b-41ce-8bb8-612fa922a81c tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] 10.222.0.13 "GET /v2.0/security-groups?id=d37b3ff7-2317-46ab-9f4f-b0d217809a4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1187956 Jan 26 21:35:31.791412 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfaff1fa-baa9-47a1-9d9c-9b5a51944d27 req-92b9f9b8-4e13-467f-88c4-9b123c100ccc tempest-ServerRescueNegativeTestJSON-1906345366 tempest-ServerRescueNegativeTestJSON-1906345366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:35:31.794945 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-cfaff1fa-baa9-47a1-9d9c-9b5a51944d27 req-92b9f9b8-4e13-467f-88c4-9b123c100ccc tempest-ServerRescueNegativeTestJSON-1906345366 tempest-ServerRescueNegativeTestJSON-1906345366-project] 10.222.0.13 "GET /v2.0/ports?device_id=30d7561b-6127-4f61-84b5-67bd2c427d93 HTTP/1.1" status: 200 len: 946 time: 0.0622516 Jan 26 21:35:31.799583 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4b36a3-499c-48d1-898e-e99d7809ff84 req-c3db0000-e2cf-49e7-b128-2151ea31980b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:35:31.806005 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-dc4b36a3-499c-48d1-898e-e99d7809ff84 req-c3db0000-e2cf-49e7-b128-2151ea31980b service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=9fe9bf64b7a147db94c9d1463a376745&device_id=30d7561b-6127-4f61-84b5-67bd2c427d93 HTTP/1.1" status: 200 len: 1097 time: 0.0948918 Jan 26 21:35:31.858100 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-cfaff1fa-baa9-47a1-9d9c-9b5a51944d27 req-b0cd7399-3bc7-485a-a751-449d27a7efad tempest-ServerRescueNegativeTestJSON-1906345366 tempest-ServerRescueNegativeTestJSON-1906345366-project] 10.222.0.13 "GET /v2.0/security-groups?id=f2b62cd4-5049-4cd6-9f4f-183cc22ee8c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569198 Jan 26 21:35:31.881489 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Device 7ddc8ab6-42d3-428b-908d-5a8516528f56 no longer exists at agent hyperv_n-h1-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 26 21:35:31.897780 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] No Port match for: 7ddc8ab6-42d3-428b-908d-5a8516528f56 {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 26 21:35:31.898127 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Device 7ddc8ab6-42d3-428b-908d-5a8516528f56 not bound to the agent host n-h1-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 26 21:35:31.926886 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4b36a3-499c-48d1-898e-e99d7809ff84 req-bef6e408-9217-4cda-917c-ebf1a55a9ea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:35:31.928686 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-dc4b36a3-499c-48d1-898e-e99d7809ff84 req-bef6e408-9217-4cda-917c-ebf1a55a9ea8 service neutron] 10.222.0.57 "GET /v2.0/networks?id=ddc6a13b-59f6-4b5d-bef0-6e2351de5197 HTTP/1.1" status: 200 len: 920 time: 0.1182263 Jan 26 21:35:31.979702 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 57276) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:35:31.983612 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-dc4b36a3-499c-48d1-898e-e99d7809ff84 req-5a0c6159-8102-43ec-9333-e33347d46604 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=26991818-dced-4f7d-af94-cd455a977fb3 HTTP/1.1" status: 200 len: 217 time: 0.0487220 Jan 26 21:35:32.039904 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4b36a3-499c-48d1-898e-e99d7809ff84 req-d5976901-cfc8-41c3-87b4-f38c9e378546 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:35:32.041704 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-dc4b36a3-499c-48d1-898e-e99d7809ff84 req-d5976901-cfc8-41c3-87b4-f38c9e378546 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=6905e0b0-940b-4429-8258-6df3380ce8bb HTTP/1.1" status: 200 len: 859 time: 0.0525663 Jan 26 21:35:32.074612 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-dc4b36a3-499c-48d1-898e-e99d7809ff84 req-c106ec33-ff33-4f7a-a63f-9eb708ef1575 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=ddc6a13b-59f6-4b5d-bef0-6e2351de5197&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0259378 Jan 26 21:35:32.175297 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-dc4b36a3-499c-48d1-898e-e99d7809ff84 req-52087fa6-a580-4f4f-8747-44d349fea09c service neutron] 10.222.0.57 "GET /v2.0/networks/ddc6a13b-59f6-4b5d-bef0-6e2351de5197?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0943224 Jan 26 21:35:32.280638 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-dc4b36a3-499c-48d1-898e-e99d7809ff84 req-27af87a5-9cf5-4289-a51e-a5840970484e service neutron] 10.222.0.57 "GET /v2.0/networks/ddc6a13b-59f6-4b5d-bef0-6e2351de5197?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0986679 Jan 26 21:35:32.501810 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-090e63f5-8ba6-495e-b266-e8c0cef0a719 tempest-TestSecurityGroupsBasicOps-1066020799 tempest-TestSecurityGroupsBasicOps-1066020799-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4110657'] for router_interface (7bf5ce44-f8d8-4840-b2b5-f04917eee19b), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:35:32.720367 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-93577016-9237-47bd-a690-2a934c9edc72 req-88a48215-e10c-47c2-b6de-aee7f8efbadb tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] 10.222.0.13 "GET /v2.0/ports?device_id=cc2a45fe-1c0e-4689-a738-964e9c19e30e HTTP/1.1" status: 200 len: 210 time: 0.0704103 Jan 26 21:35:32.756095 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696ee27d-6cce-4a37-a492-781d85e1653f req-70e8a653-bd6d-4c0b-9368-5754d4dfc1a3 tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:35:32.757655 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-696ee27d-6cce-4a37-a492-781d85e1653f req-70e8a653-bd6d-4c0b-9368-5754d4dfc1a3 tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] 10.222.0.13 "GET /v2.0/ports?device_id=c947e2a6-4eb3-4b93-905b-515cc992a63b HTTP/1.1" status: 200 len: 944 time: 0.1089125 Jan 26 21:35:32.866510 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-696ee27d-6cce-4a37-a492-781d85e1653f req-9cbf4ae8-4f8e-4c63-9eb7-520e0bb050d2 tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] 10.222.0.13 "GET /v2.0/security-groups?id=d37b3ff7-2317-46ab-9f4f-b0d217809a4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0850747 Jan 26 21:35:32.938731 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-090e63f5-8ba6-495e-b266-e8c0cef0a719 tempest-TestSecurityGroupsBasicOps-1066020799 tempest-TestSecurityGroupsBasicOps-1066020799-project] Deleting port 9b696966-2e0e-4501-ad5c-12f07e3cb3ea {{(pid=103304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 21:35:32.939164 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-090e63f5-8ba6-495e-b266-e8c0cef0a719 tempest-TestSecurityGroupsBasicOps-1066020799 tempest-TestSecurityGroupsBasicOps-1066020799-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746560630878'] for port (9b696966-2e0e-4501-ad5c-12f07e3cb3ea), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:35:33.300265 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b12660-e85c-4471-b79d-6e0de008f491 req-dee28e81-05b4-41dd-9460-a90e79a01664 tempest-ServerRescueNegativeTestJSON-1906345366 tempest-ServerRescueNegativeTestJSON-1906345366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:35:33.301997 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-42b12660-e85c-4471-b79d-6e0de008f491 req-dee28e81-05b4-41dd-9460-a90e79a01664 tempest-ServerRescueNegativeTestJSON-1906345366 tempest-ServerRescueNegativeTestJSON-1906345366-project] 10.222.0.13 "GET /v2.0/ports?device_id=30d7561b-6127-4f61-84b5-67bd2c427d93 HTTP/1.1" status: 200 len: 946 time: 0.3577549 Jan 26 21:35:33.337902 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [None req-090e63f5-8ba6-495e-b266-e8c0cef0a719 tempest-TestSecurityGroupsBasicOps-1066020799 tempest-TestSecurityGroupsBasicOps-1066020799-project] For port 9b696966-2e0e-4501-ad5c-12f07e3cb3ea, host n-d-760453-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=9b696966-2e0e-4501-ad5c-12f07e3cb3ea,segment=NetworkSegment(b7065c7d-9e47-4529-8ed7-a37ab333cfa9),segment_id=b7065c7d-9e47-4529-8ed7-a37ab333cfa9)] {{(pid=103304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:35:33.338422 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-090e63f5-8ba6-495e-b266-e8c0cef0a719 tempest-TestSecurityGroupsBasicOps-1066020799 tempest-TestSecurityGroupsBasicOps-1066020799-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4109658'] for port (9b696966-2e0e-4501-ad5c-12f07e3cb3ea), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:35:33.360296 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-090e63f5-8ba6-495e-b266-e8c0cef0a719 tempest-TestSecurityGroupsBasicOps-1066020799 tempest-TestSecurityGroupsBasicOps-1066020799-project] Calling delete_port for 9b696966-2e0e-4501-ad5c-12f07e3cb3ea owned by network:router_interface {{(pid=103304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 21:35:33.385861 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-42b12660-e85c-4471-b79d-6e0de008f491 req-cbc13ac7-2c1a-4966-b745-3d618f153ada tempest-ServerRescueNegativeTestJSON-1906345366 tempest-ServerRescueNegativeTestJSON-1906345366-project] 10.222.0.13 "GET /v2.0/security-groups?id=f2b62cd4-5049-4cd6-9f4f-183cc22ee8c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732267 Jan 26 21:35:33.580543 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-090e63f5-8ba6-495e-b266-e8c0cef0a719 tempest-TestSecurityGroupsBasicOps-1066020799 tempest-TestSecurityGroupsBasicOps-1066020799-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746560636600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746560234536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9281553'] for port (9b696966-2e0e-4501-ad5c-12f07e3cb3ea), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:35:33.640439 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-090e63f5-8ba6-495e-b266-e8c0cef0a719 tempest-TestSecurityGroupsBasicOps-1066020799 tempest-TestSecurityGroupsBasicOps-1066020799-project] Pushing event deleted for resources: {'Port': ['ID=9b696966-2e0e-4501-ad5c-12f07e3cb3ea,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:35:33.863057 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-708e3fdd-0ffd-4799-a6fe-b51ec5daca03 req-8101db76-6dc1-49f6-8503-e521bfcd80ac tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] 10.222.0.13 "GET /v2.0/ports?device_id=cc2a45fe-1c0e-4689-a738-964e9c19e30e HTTP/1.1" status: 200 len: 210 time: 0.0336323 Jan 26 21:35:33.868039 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-090e63f5-8ba6-495e-b266-e8c0cef0a719 tempest-TestSecurityGroupsBasicOps-1066020799 tempest-TestSecurityGroupsBasicOps-1066020799-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3709480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4110805'] for router_interface (7bf5ce44-f8d8-4840-b2b5-f04917eee19b), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:35:34.041695 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1a2558-ad70-478f-bfef-8b606cb28e0e req-ffdf56ef-4591-49a6-b561-41b4bcaafc9e tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:35:34.043220 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-3d1a2558-ad70-478f-bfef-8b606cb28e0e req-ffdf56ef-4591-49a6-b561-41b4bcaafc9e tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] 10.222.0.13 "GET /v2.0/ports?device_id=c947e2a6-4eb3-4b93-905b-515cc992a63b HTTP/1.1" status: 200 len: 944 time: 0.1016474 Jan 26 21:35:34.171324 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-3d1a2558-ad70-478f-bfef-8b606cb28e0e req-208eac82-9614-4798-99a8-1c63d5245e00 tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] 10.222.0.13 "GET /v2.0/security-groups?id=d37b3ff7-2317-46ab-9f4f-b0d217809a4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0909286 Jan 26 21:35:34.190810 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-090e63f5-8ba6-495e-b266-e8c0cef0a719 tempest-TestSecurityGroupsBasicOps-1066020799 tempest-TestSecurityGroupsBasicOps-1066020799-project] Router 7bf5ce44-f8d8-4840-b2b5-f04917eee19b has already been hosted by L3 agent 09df100c-3af1-4b0a-bda8-05914c71c458 {{(pid=103304) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 26 21:35:34.306962 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-090e63f5-8ba6-495e-b266-e8c0cef0a719 tempest-TestSecurityGroupsBasicOps-1066020799 tempest-TestSecurityGroupsBasicOps-1066020799-project] Notify agent at l3_agent.n-d-760453-5 the message routers_updated {{(pid=103304) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 26 21:35:34.316161 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-090e63f5-8ba6-495e-b266-e8c0cef0a719 tempest-TestSecurityGroupsBasicOps-1066020799 tempest-TestSecurityGroupsBasicOps-1066020799-project] 10.222.0.13 "PUT /v2.0/routers/7bf5ce44-f8d8-4840-b2b5-f04917eee19b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3317366 Jan 26 21:35:34.316161 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 57306) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:35:34.319315 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-465a92b2-7607-409f-8acc-fbe0faa71a6e None None] Sync routers for ids ['7bf5ce44-f8d8-4840-b2b5-f04917eee19b'] in n-d-760453-5 {{(pid=103306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 26 21:35:34.331329 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-465a92b2-7607-409f-8acc-fbe0faa71a6e None None] Routers {'7bf5ce44-f8d8-4840-b2b5-f04917eee19b'} bound to L3 agent in host n-d-760453-5 {{(pid=103306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 21:35:34.337344 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-465a92b2-7607-409f-8acc-fbe0faa71a6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-01-26T20:55:21Z,description=,heartbeat_timestamp=2022-01-26T21:35:21Z,host='n-d-760453-5',id=09df100c-3af1-4b0a-bda8-05914c71c458,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:55:21Z,topic='l3_agent')) {'router_ids': ['7bf5ce44-f8d8-4840-b2b5-f04917eee19b'], 'active': True} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:35:34.380946 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.db_base_plugin_v2 [None req-63a56667-6628-4621-876c-2cf342e380b0 tempest-TestSecurityGroupsBasicOps-1066020799 tempest-TestSecurityGroupsBasicOps-1066020799-project] Deleting subnet 6ea7ea98-297e-4836-a1a6-440ca401c032 {{(pid=103304) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 26 21:35:34.385041 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-63a56667-6628-4621-876c-2cf342e380b0 tempest-TestSecurityGroupsBasicOps-1066020799 tempest-TestSecurityGroupsBasicOps-1066020799-project] Publish callbacks [] for subnet (6ea7ea98-297e-4836-a1a6-440ca401c032), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:35:34.439620 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-63a56667-6628-4621-876c-2cf342e380b0 tempest-TestSecurityGroupsBasicOps-1066020799 tempest-TestSecurityGroupsBasicOps-1066020799-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8881284'] for subnet (6ea7ea98-297e-4836-a1a6-440ca401c032), precommit_delete_associations {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:35:34.495903 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvr_db [None req-465a92b2-7607-409f-8acc-fbe0faa71a6e None None] Set router 7bf5ce44-f8d8-4840-b2b5-f04917eee19b gateway port host: n-d-760453-5 {{(pid=103306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 21:35:34.612357 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a01685-4035-4cee-ba0c-a488cbe18e74 req-97854a38-cef5-4f54-8813-f22aea5ff639 tempest-ServerRescueNegativeTestJSON-1906345366 tempest-ServerRescueNegativeTestJSON-1906345366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:35:34.613883 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-05a01685-4035-4cee-ba0c-a488cbe18e74 req-97854a38-cef5-4f54-8813-f22aea5ff639 tempest-ServerRescueNegativeTestJSON-1906345366 tempest-ServerRescueNegativeTestJSON-1906345366-project] 10.222.0.13 "GET /v2.0/ports?device_id=30d7561b-6127-4f61-84b5-67bd2c427d93 HTTP/1.1" status: 200 len: 946 time: 0.1002884 Jan 26 21:35:34.619398 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-63a56667-6628-4621-876c-2cf342e380b0 tempest-TestSecurityGroupsBasicOps-1066020799 tempest-TestSecurityGroupsBasicOps-1066020799-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687316'] for subnet (6ea7ea98-297e-4836-a1a6-440ca401c032), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:35:34.693790 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-465a92b2-7607-409f-8acc-fbe0faa71a6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bf5ce44-f8d8-4840-b2b5-f04917eee19b', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1245656130', 'tenant_id': '205750efebb7460ebd239c85a19dfc92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'external_fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.44'}], 'enable_snat': True}, 'gw_port_id': '99475040-dd09-491d-a356-dc4d67e2da4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T21:35:04Z', 'updated_at': '2022-01-26T21:35:33Z', 'revision_number': 5, 'project_id': '205750efebb7460ebd239c85a19dfc92', 'gw_port': {'id': '99475040-dd09-491d-a356-dc4d67e2da4e', 'name': '', 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:9d:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bf5ce44-f8d8-4840-b2b5-f04917eee19b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2982, 'fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:35:05Z', 'updated_at': '2022-01-26T21:35:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-5'}], 'n-d-760453-5', False) {} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:35:34.703614 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-05a01685-4035-4cee-ba0c-a488cbe18e74 req-69d404c0-37ee-4f37-9359-f09fef509221 tempest-ServerRescueNegativeTestJSON-1906345366 tempest-ServerRescueNegativeTestJSON-1906345366-project] 10.222.0.13 "GET /v2.0/security-groups?id=f2b62cd4-5049-4cd6-9f4f-183cc22ee8c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806351 Jan 26 21:35:34.718682 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-63a56667-6628-4621-876c-2cf342e380b0 tempest-TestSecurityGroupsBasicOps-1066020799 tempest-TestSecurityGroupsBasicOps-1066020799-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9281612', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12215216'] for subnet (6ea7ea98-297e-4836-a1a6-440ca401c032), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:35:34.740890 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-465a92b2-7607-409f-8acc-fbe0faa71a6e None None] Checking router: 7bf5ce44-f8d8-4840-b2b5-f04917eee19b for host: n-d-760453-5 {{(pid=103306) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 26 21:35:34.751307 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-465a92b2-7607-409f-8acc-fbe0faa71a6e None None] Routers {'7bf5ce44-f8d8-4840-b2b5-f04917eee19b'} bound to L3 agent in host n-d-760453-5 {{(pid=103306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 21:35:34.751923 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-465a92b2-7607-409f-8acc-fbe0faa71a6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-01-26T20:55:21Z,description=,heartbeat_timestamp=2022-01-26T21:35:21Z,host='n-d-760453-5',id=09df100c-3af1-4b0a-bda8-05914c71c458,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:55:21Z,topic='l3_agent')) {'router_ids': ['7bf5ce44-f8d8-4840-b2b5-f04917eee19b'], 'active': True} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:35:34.757045 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a56667-6628-4621-876c-2cf342e380b0 tempest-TestSecurityGroupsBasicOps-1066020799 tempest-TestSecurityGroupsBasicOps-1066020799-project] Pushing event deleted for resources: {'Subnet': ['ID=6ea7ea98-297e-4836-a1a6-440ca401c032,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:35:34.759266 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-63a56667-6628-4621-876c-2cf342e380b0 tempest-TestSecurityGroupsBasicOps-1066020799 tempest-TestSecurityGroupsBasicOps-1066020799-project] Publish callbacks [] for subnet (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:35:34.763354 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-63a56667-6628-4621-876c-2cf342e380b0 tempest-TestSecurityGroupsBasicOps-1066020799 tempest-TestSecurityGroupsBasicOps-1066020799-project] 10.222.0.13 "DELETE /v2.0/subnets/6ea7ea98-297e-4836-a1a6-440ca401c032 HTTP/1.1" status: 204 len: 168 time: 0.4463670 Jan 26 21:35:34.765627 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 57312) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:35:34.833236 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0e2a098-81fe-4a2b-9b2d-b531b927f113 None None] Network ffb5ee59-73ca-45c3-8bff-fe6c5161d157 requested from n-d-760453-5 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 26 21:35:34.951652 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-230fa4e2-0e06-40b1-9d43-b1e77e51a1c1 tempest-TestSecurityGroupsBasicOps-1066020799 tempest-TestSecurityGroupsBasicOps-1066020799-project] Publish callbacks [] for router (7bf5ce44-f8d8-4840-b2b5-f04917eee19b), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:35:34.982048 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvr_db [None req-465a92b2-7607-409f-8acc-fbe0faa71a6e None None] Set router 7bf5ce44-f8d8-4840-b2b5-f04917eee19b gateway port host: n-d-760453-5 {{(pid=103306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 21:35:35.183856 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-3f3ed244-8e63-4545-a328-c41fd1afa9b8 req-fbc10212-33e4-4311-89c9-8f86fd2284d7 tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] 10.222.0.13 "GET /v2.0/ports?device_id=cc2a45fe-1c0e-4689-a738-964e9c19e30e HTTP/1.1" status: 200 len: 210 time: 0.1143885 Jan 26 21:35:35.196715 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-230fa4e2-0e06-40b1-9d43-b1e77e51a1c1 tempest-TestSecurityGroupsBasicOps-1066020799 tempest-TestSecurityGroupsBasicOps-1066020799-project] Publish callbacks [] for router_gateway (7bf5ce44-f8d8-4840-b2b5-f04917eee19b), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:35:35.346777 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-230fa4e2-0e06-40b1-9d43-b1e77e51a1c1 tempest-TestSecurityGroupsBasicOps-1066020799 tempest-TestSecurityGroupsBasicOps-1066020799-project] Deleting port 99475040-dd09-491d-a356-dc4d67e2da4e {{(pid=103304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 21:35:35.347263 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-230fa4e2-0e06-40b1-9d43-b1e77e51a1c1 tempest-TestSecurityGroupsBasicOps-1066020799 tempest-TestSecurityGroupsBasicOps-1066020799-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746560630878'] for port (99475040-dd09-491d-a356-dc4d67e2da4e), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:35:35.396951 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d925289-48de-4348-9cff-7fa7393efb77 None None] DHCP port deletion for ffb5ee59-73ca-45c3-8bff-fe6c5161d157 request from n-d-760453-5 {{(pid=103306) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 26 21:35:35.514917 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5cb5e8-3028-443f-86da-14d443d45070 req-37836bbb-da63-4866-878a-b5a3709ea518 tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:35:35.517492 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-be5cb5e8-3028-443f-86da-14d443d45070 req-37836bbb-da63-4866-878a-b5a3709ea518 tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] 10.222.0.13 "GET /v2.0/ports?device_id=c947e2a6-4eb3-4b93-905b-515cc992a63b HTTP/1.1" status: 200 len: 944 time: 0.1007338 Jan 26 21:35:35.535888 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-465a92b2-7607-409f-8acc-fbe0faa71a6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bf5ce44-f8d8-4840-b2b5-f04917eee19b', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1245656130', 'tenant_id': '205750efebb7460ebd239c85a19dfc92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'external_fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.44'}], 'enable_snat': True}, 'gw_port_id': '99475040-dd09-491d-a356-dc4d67e2da4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T21:35:04Z', 'updated_at': '2022-01-26T21:35:33Z', 'revision_number': 5, 'project_id': '205750efebb7460ebd239c85a19dfc92', 'gw_port': {'id': '99475040-dd09-491d-a356-dc4d67e2da4e', 'name': '', 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:9d:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bf5ce44-f8d8-4840-b2b5-f04917eee19b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2982, 'fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:35:05Z', 'updated_at': '2022-01-26T21:35:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-5'}], 'n-d-760453-5', False) {} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:35:35.556263 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [None req-230fa4e2-0e06-40b1-9d43-b1e77e51a1c1 tempest-TestSecurityGroupsBasicOps-1066020799 tempest-TestSecurityGroupsBasicOps-1066020799-project] For port 99475040-dd09-491d-a356-dc4d67e2da4e, host n-d-760453-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=99475040-dd09-491d-a356-dc4d67e2da4e,segment=NetworkSegment(e17cb353-418f-48b9-b982-21a6233ee99b),segment_id=e17cb353-418f-48b9-b982-21a6233ee99b)] {{(pid=103304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:35:35.556682 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-230fa4e2-0e06-40b1-9d43-b1e77e51a1c1 tempest-TestSecurityGroupsBasicOps-1066020799 tempest-TestSecurityGroupsBasicOps-1066020799-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4109658'] for port (99475040-dd09-491d-a356-dc4d67e2da4e), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:35:35.571886 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-230fa4e2-0e06-40b1-9d43-b1e77e51a1c1 tempest-TestSecurityGroupsBasicOps-1066020799 tempest-TestSecurityGroupsBasicOps-1066020799-project] Calling delete_port for 99475040-dd09-491d-a356-dc4d67e2da4e owned by network:router_gateway {{(pid=103304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 21:35:35.603364 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-465a92b2-7607-409f-8acc-fbe0faa71a6e None None] The sync data for ids ['7bf5ce44-f8d8-4840-b2b5-f04917eee19b'] in n-d-760453-5 is: [{'id': '7bf5ce44-f8d8-4840-b2b5-f04917eee19b', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1245656130', 'tenant_id': '205750efebb7460ebd239c85a19dfc92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'external_fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.44'}], 'enable_snat': True}, 'gw_port_id': '99475040-dd09-491d-a356-dc4d67e2da4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T21:35:04Z', 'updated_at': '2022-01-26T21:35:33Z', 'revision_number': 5, 'project_id': '205750efebb7460ebd239c85a19dfc92', 'gw_port': {'id': '99475040-dd09-491d-a356-dc4d67e2da4e', 'name': '', 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:9d:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bf5ce44-f8d8-4840-b2b5-f04917eee19b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2982, 'fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:35:05Z', 'updated_at': '2022-01-26T21:35:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-5'}] {{(pid=103306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 26 21:35:35.624767 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2d925289-48de-4348-9cff-7fa7393efb77 None None] Deleting port 267652cd-d5a3-44e8-b9bf-045c90b90976 {{(pid=103306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 21:35:35.625427 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2d925289-48de-4348-9cff-7fa7393efb77 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746560630878'] for port (267652cd-d5a3-44e8-b9bf-045c90b90976), before_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:35:35.728725 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-be5cb5e8-3028-443f-86da-14d443d45070 req-862c67c8-6246-4bbf-8218-00fa3137bd21 tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] 10.222.0.13 "GET /v2.0/security-groups?id=d37b3ff7-2317-46ab-9f4f-b0d217809a4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2006414 Jan 26 21:35:35.775758 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-2d925289-48de-4348-9cff-7fa7393efb77 None None] For port 267652cd-d5a3-44e8-b9bf-045c90b90976, host n-d-760453-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=267652cd-d5a3-44e8-b9bf-045c90b90976,segment=NetworkSegment(b7065c7d-9e47-4529-8ed7-a37ab333cfa9),segment_id=b7065c7d-9e47-4529-8ed7-a37ab333cfa9)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:35:35.776278 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2d925289-48de-4348-9cff-7fa7393efb77 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4109658'] for port (267652cd-d5a3-44e8-b9bf-045c90b90976), precommit_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:35:35.801666 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2d925289-48de-4348-9cff-7fa7393efb77 None None] Calling delete_port for 267652cd-d5a3-44e8-b9bf-045c90b90976 owned by network:dhcp {{(pid=103306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 21:35:35.898824 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-230fa4e2-0e06-40b1-9d43-b1e77e51a1c1 tempest-TestSecurityGroupsBasicOps-1066020799 tempest-TestSecurityGroupsBasicOps-1066020799-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746560636600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746560234536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9281553'] for port (99475040-dd09-491d-a356-dc4d67e2da4e), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:35:35.907263 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2d925289-48de-4348-9cff-7fa7393efb77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746560636600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746560234536'] for port (267652cd-d5a3-44e8-b9bf-045c90b90976), after_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:35:35.963171 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d925289-48de-4348-9cff-7fa7393efb77 None None] Pushing event deleted for resources: {'Port': ['ID=267652cd-d5a3-44e8-b9bf-045c90b90976,revision_number=None']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:35:35.965421 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d925289-48de-4348-9cff-7fa7393efb77 None None] No DVR routers for this DVR port 267652cd-d5a3-44e8-b9bf-045c90b90976 on host n-d-760453-5 {{(pid=103306) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 26 21:35:36.044593 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-230fa4e2-0e06-40b1-9d43-b1e77e51a1c1 tempest-TestSecurityGroupsBasicOps-1066020799 tempest-TestSecurityGroupsBasicOps-1066020799-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4111291'] for router_gateway (7bf5ce44-f8d8-4840-b2b5-f04917eee19b), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:35:36.258323 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-230fa4e2-0e06-40b1-9d43-b1e77e51a1c1 tempest-TestSecurityGroupsBasicOps-1066020799 tempest-TestSecurityGroupsBasicOps-1066020799-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4105774', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13082'] for router (7bf5ce44-f8d8-4840-b2b5-f04917eee19b), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:35:36.263593 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-230fa4e2-0e06-40b1-9d43-b1e77e51a1c1 tempest-TestSecurityGroupsBasicOps-1066020799 tempest-TestSecurityGroupsBasicOps-1066020799-project] Publish callbacks [] for router_controller (7bf5ce44-f8d8-4840-b2b5-f04917eee19b), precommit_delete_associations {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:35:36.348795 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230fa4e2-0e06-40b1-9d43-b1e77e51a1c1 tempest-TestSecurityGroupsBasicOps-1066020799 tempest-TestSecurityGroupsBasicOps-1066020799-project] Pushing event deleted for resources: {'Port': ['ID=99475040-dd09-491d-a356-dc4d67e2da4e,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:35:36.354760 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-230fa4e2-0e06-40b1-9d43-b1e77e51a1c1 tempest-TestSecurityGroupsBasicOps-1066020799 tempest-TestSecurityGroupsBasicOps-1066020799-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4105767'] for router (7bf5ce44-f8d8-4840-b2b5-f04917eee19b), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:35:36.355594 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-230fa4e2-0e06-40b1-9d43-b1e77e51a1c1 tempest-TestSecurityGroupsBasicOps-1066020799 tempest-TestSecurityGroupsBasicOps-1066020799-project] Fanout notify agent at l3_agent the message router_deleted on router 7bf5ce44-f8d8-4840-b2b5-f04917eee19b {{(pid=103304) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 26 21:35:36.379686 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-230fa4e2-0e06-40b1-9d43-b1e77e51a1c1 tempest-TestSecurityGroupsBasicOps-1066020799 tempest-TestSecurityGroupsBasicOps-1066020799-project] Publish callbacks [] for router (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:35:36.385463 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-230fa4e2-0e06-40b1-9d43-b1e77e51a1c1 tempest-TestSecurityGroupsBasicOps-1066020799 tempest-TestSecurityGroupsBasicOps-1066020799-project] 10.222.0.13 "DELETE /v2.0/routers/7bf5ce44-f8d8-4840-b2b5-f04917eee19b HTTP/1.1" status: 204 len: 168 time: 1.6163161 Jan 26 21:35:36.385658 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 57336) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:35:36.386107 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-3479a2de-0368-458e-8794-54282e8e8c35 req-19c4464b-c187-460d-aa93-d716414991d0 tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] 10.222.0.13 "GET /v2.0/ports?device_id=cc2a45fe-1c0e-4689-a738-964e9c19e30e HTTP/1.1" status: 200 len: 210 time: 0.0495949 Jan 26 21:35:36.544680 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-7c1b1eed-ab0d-4081-a656-3cd3f9b169b7 tempest-TestSecurityGroupsBasicOps-1066020799 tempest-TestSecurityGroupsBasicOps-1066020799-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-748181'] for network (ffb5ee59-73ca-45c3-8bff-fe6c5161d157), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:35:36.650353 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-7c1b1eed-ab0d-4081-a656-3cd3f9b169b7 tempest-TestSecurityGroupsBasicOps-1066020799 tempest-TestSecurityGroupsBasicOps-1066020799-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-686403', 'neutron.services.segments.db._delete_segments_for_network-8746560774018'] for network (ffb5ee59-73ca-45c3-8bff-fe6c5161d157), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:35:36.676590 n-d-760453-5 neutron-server[103305]: DEBUG neutron.services.segments.db [None req-7c1b1eed-ab0d-4081-a656-3cd3f9b169b7 tempest-TestSecurityGroupsBasicOps-1066020799 tempest-TestSecurityGroupsBasicOps-1066020799-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ffb5ee59-73ca-45c3-8bff-fe6c5161d157']}} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:35:36.688351 n-d-760453-5 neutron-server[103305]: DEBUG neutron.services.segments.db [None req-7c1b1eed-ab0d-4081-a656-3cd3f9b169b7 tempest-TestSecurityGroupsBasicOps-1066020799 tempest-TestSecurityGroupsBasicOps-1066020799-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b7065c7d-9e47-4529-8ed7-a37ab333cfa9') {'for_net_delete': True} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:35:36.688917 n-d-760453-5 neutron-server[103305]: DEBUG neutron.services.segments.db [None req-7c1b1eed-ab0d-4081-a656-3cd3f9b169b7 tempest-TestSecurityGroupsBasicOps-1066020799 tempest-TestSecurityGroupsBasicOps-1066020799-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b7065c7d-9e47-4529-8ed7-a37ab333cfa9') {} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:35:36.700795 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-7c1b1eed-ab0d-4081-a656-3cd3f9b169b7 tempest-TestSecurityGroupsBasicOps-1066020799 tempest-TestSecurityGroupsBasicOps-1066020799-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746560742283', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11788955'] for segment (b7065c7d-9e47-4529-8ed7-a37ab333cfa9), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:35:36.719962 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-7c1b1eed-ab0d-4081-a656-3cd3f9b169b7 tempest-TestSecurityGroupsBasicOps-1066020799 tempest-TestSecurityGroupsBasicOps-1066020799-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576559'] for segment (b7065c7d-9e47-4529-8ed7-a37ab333cfa9), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:35:36.727212 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7c1b1eed-ab0d-4081-a656-3cd3f9b169b7 tempest-TestSecurityGroupsBasicOps-1066020799 tempest-TestSecurityGroupsBasicOps-1066020799-project] Releasing vlan 587 on physical network physnet1 to pool {{(pid=103305) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 26 21:35:36.727843 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-7c1b1eed-ab0d-4081-a656-3cd3f9b169b7 tempest-TestSecurityGroupsBasicOps-1066020799 tempest-TestSecurityGroupsBasicOps-1066020799-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11791428'] for segment (b7065c7d-9e47-4529-8ed7-a37ab333cfa9), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:35:36.936836 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd3662f-24a2-41d2-b19a-9bac41f9decc req-800b38db-b481-441f-a8c5-a3af97e5de67 tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:35:36.938609 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-7cd3662f-24a2-41d2-b19a-9bac41f9decc req-800b38db-b481-441f-a8c5-a3af97e5de67 tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] 10.222.0.13 "GET /v2.0/ports?device_id=c947e2a6-4eb3-4b93-905b-515cc992a63b HTTP/1.1" status: 200 len: 944 time: 0.0847869 Jan 26 21:35:37.034697 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-7cd3662f-24a2-41d2-b19a-9bac41f9decc req-53e1513a-1878-4267-8370-a1351bc02e32 tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] 10.222.0.13 "GET /v2.0/security-groups?id=d37b3ff7-2317-46ab-9f4f-b0d217809a4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0896559 Jan 26 21:35:37.095407 n-d-760453-5 neutron-server[103305]: Traceback (most recent call last): Jan 26 21:35:37.095407 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 26 21:35:37.095407 n-d-760453-5 neutron-server[103305]: timer() Jan 26 21:35:37.095407 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 26 21:35:37.095407 n-d-760453-5 neutron-server[103305]: cb(*args, **kw) Jan 26 21:35:37.095407 n-d-760453-5 neutron-server[103305]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 26 21:35:37.095407 n-d-760453-5 neutron-server[103305]: return func(*args, **kwargs) Jan 26 21:35:37.095407 n-d-760453-5 neutron-server[103305]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 26 21:35:37.095407 n-d-760453-5 neutron-server[103305]: self._notify() Jan 26 21:35:37.095407 n-d-760453-5 neutron-server[103305]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 26 21:35:37.095407 n-d-760453-5 neutron-server[103305]: self.callback(batched_events) Jan 26 21:35:37.095407 n-d-760453-5 neutron-server[103305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 26 21:35:37.095407 n-d-760453-5 neutron-server[103305]: event.method(event) Jan 26 21:35:37.095407 n-d-760453-5 neutron-server[103305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 26 21:35:37.095407 n-d-760453-5 neutron-server[103305]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 26 21:35:37.095407 n-d-760453-5 neutron-server[103305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 26 21:35:37.095407 n-d-760453-5 neutron-server[103305]: aggregate_uuid = self.p_client.list_aggregates( Jan 26 21:35:37.095407 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 26 21:35:37.095407 n-d-760453-5 neutron-server[103305]: return f(self, *a, **k) Jan 26 21:35:37.095407 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 26 21:35:37.095407 n-d-760453-5 neutron-server[103305]: return self._get(url).json() Jan 26 21:35:37.095407 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 26 21:35:37.095407 n-d-760453-5 neutron-server[103305]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 26 21:35:37.095407 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 26 21:35:37.095407 n-d-760453-5 neutron-server[103305]: return self.request(url, 'GET', **kwargs) Jan 26 21:35:37.095407 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 26 21:35:37.095407 n-d-760453-5 neutron-server[103305]: base_url = self.get_endpoint(auth, allow=allow, Jan 26 21:35:37.095407 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 26 21:35:37.095407 n-d-760453-5 neutron-server[103305]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 26 21:35:37.095407 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 26 21:35:37.095407 n-d-760453-5 neutron-server[103305]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 26 21:35:37.095407 n-d-760453-5 neutron-server[103305]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 26 21:35:37.124490 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-7c1b1eed-ab0d-4081-a656-3cd3f9b169b7 tempest-TestSecurityGroupsBasicOps-1066020799 tempest-TestSecurityGroupsBasicOps-1066020799-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4110931'] for network (ffb5ee59-73ca-45c3-8bff-fe6c5161d157), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:35:37.132039 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-7c1b1eed-ab0d-4081-a656-3cd3f9b169b7 tempest-TestSecurityGroupsBasicOps-1066020799 tempest-TestSecurityGroupsBasicOps-1066020799-project] Publish callbacks [] for network (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:35:37.135448 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-7c1b1eed-ab0d-4081-a656-3cd3f9b169b7 tempest-TestSecurityGroupsBasicOps-1066020799 tempest-TestSecurityGroupsBasicOps-1066020799-project] 10.222.0.13 "DELETE /v2.0/networks/ffb5ee59-73ca-45c3-8bff-fe6c5161d157 HTTP/1.1" status: 204 len: 168 time: 0.7487974 Jan 26 21:35:37.138231 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 57342) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:35:37.151122 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1b1eed-ab0d-4081-a656-3cd3f9b169b7 tempest-TestSecurityGroupsBasicOps-1066020799 tempest-TestSecurityGroupsBasicOps-1066020799-project] Pushing event deleted for resources: {'Network': ['ID=ffb5ee59-73ca-45c3-8bff-fe6c5161d157,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:35:37.397225 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device 9b696966-2e0e-4501-ad5c-12f07e3cb3ea no longer exists at agent ovs-agent-n-d-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 26 21:35:37.419534 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5bbd4e-f3e8-4c1d-a940-be768e803ece req-2fdc25bb-4b8d-4b5e-b9f7-a6bd4d60bf60 tempest-ServerRescueNegativeTestJSON-1906345366 tempest-ServerRescueNegativeTestJSON-1906345366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:35:37.422748 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] No Port match for: 9b696966-2e0e-4501-ad5c-12f07e3cb3ea {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 26 21:35:37.423279 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device 9b696966-2e0e-4501-ad5c-12f07e3cb3ea not bound to the agent host n-d-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 26 21:35:37.423908 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device 267652cd-d5a3-44e8-b9bf-045c90b90976 no longer exists at agent ovs-agent-n-d-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 26 21:35:37.429425 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-9f5bbd4e-f3e8-4c1d-a940-be768e803ece req-2fdc25bb-4b8d-4b5e-b9f7-a6bd4d60bf60 tempest-ServerRescueNegativeTestJSON-1906345366 tempest-ServerRescueNegativeTestJSON-1906345366-project] 10.222.0.13 "GET /v2.0/ports?device_id=30d7561b-6127-4f61-84b5-67bd2c427d93 HTTP/1.1" status: 200 len: 946 time: 0.0754731 Jan 26 21:35:37.454619 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] No Port match for: 267652cd-d5a3-44e8-b9bf-045c90b90976 {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 26 21:35:37.455199 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device 267652cd-d5a3-44e8-b9bf-045c90b90976 not bound to the agent host n-d-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 26 21:35:37.455833 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device 99475040-dd09-491d-a356-dc4d67e2da4e no longer exists at agent ovs-agent-n-d-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 26 21:35:37.480769 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] No Port match for: 99475040-dd09-491d-a356-dc4d67e2da4e {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 26 21:35:37.481401 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device 99475040-dd09-491d-a356-dc4d67e2da4e not bound to the agent host n-d-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 26 21:35:37.512498 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-5eaee034-8cb9-48d2-89d5-617516210517 tempest-TestSecurityGroupsBasicOps-1066020799 tempest-TestSecurityGroupsBasicOps-1066020799-project] Deleting port f2afa02d-661e-4c5f-a0fd-c707cd205317 {{(pid=103304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 21:35:37.512846 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-5eaee034-8cb9-48d2-89d5-617516210517 tempest-TestSecurityGroupsBasicOps-1066020799 tempest-TestSecurityGroupsBasicOps-1066020799-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746560630878'] for port (f2afa02d-661e-4c5f-a0fd-c707cd205317), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:35:37.542164 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-9f5bbd4e-f3e8-4c1d-a940-be768e803ece req-6e3c3cdc-ee19-44f7-bb6d-af421893af93 tempest-ServerRescueNegativeTestJSON-1906345366 tempest-ServerRescueNegativeTestJSON-1906345366-project] 10.222.0.13 "GET /v2.0/security-groups?id=f2b62cd4-5049-4cd6-9f4f-183cc22ee8c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136069 Jan 26 21:35:37.913377 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-5eaee034-8cb9-48d2-89d5-617516210517 tempest-TestSecurityGroupsBasicOps-1066020799 tempest-TestSecurityGroupsBasicOps-1066020799-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4109658'] for port (f2afa02d-661e-4c5f-a0fd-c707cd205317), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:35:37.913808 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-5eaee034-8cb9-48d2-89d5-617516210517 tempest-TestSecurityGroupsBasicOps-1066020799 tempest-TestSecurityGroupsBasicOps-1066020799-project] Publish callbacks [] for floatingip (f2afa02d-661e-4c5f-a0fd-c707cd205317), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:35:37.926641 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-5eaee034-8cb9-48d2-89d5-617516210517 tempest-TestSecurityGroupsBasicOps-1066020799 tempest-TestSecurityGroupsBasicOps-1066020799-project] Calling delete_port for f2afa02d-661e-4c5f-a0fd-c707cd205317 owned by network:floatingip {{(pid=103304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 21:35:37.994063 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-2d5013f3-ab51-4ff0-9b33-8960f51297d1 req-9af3264a-53e6-40d4-92b3-1b2e0a75f975 tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] 10.222.0.13 "GET /v2.0/ports?device_id=cc2a45fe-1c0e-4689-a738-964e9c19e30e HTTP/1.1" status: 200 len: 210 time: 0.4726508 Jan 26 21:35:38.230390 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63629d71-3bf5-4a59-9e00-270ded2c120c req-0da39a4a-7197-4061-bc9e-7d2d404b79c8 tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:35:38.232145 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-63629d71-3bf5-4a59-9e00-270ded2c120c req-0da39a4a-7197-4061-bc9e-7d2d404b79c8 tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] 10.222.0.13 "GET /v2.0/ports?device_id=c947e2a6-4eb3-4b93-905b-515cc992a63b HTTP/1.1" status: 200 len: 944 time: 0.0997965 Jan 26 21:35:38.233573 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-5eaee034-8cb9-48d2-89d5-617516210517 tempest-TestSecurityGroupsBasicOps-1066020799 tempest-TestSecurityGroupsBasicOps-1066020799-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746560636600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746560234536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9281553'] for port (f2afa02d-661e-4c5f-a0fd-c707cd205317), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:35:38.314473 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eaee034-8cb9-48d2-89d5-617516210517 tempest-TestSecurityGroupsBasicOps-1066020799 tempest-TestSecurityGroupsBasicOps-1066020799-project] Pushing event deleted for resources: {'Port': ['ID=f2afa02d-661e-4c5f-a0fd-c707cd205317,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:35:38.408757 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (32ef628b-8417-46c5-8729-60fcabe358f1), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:35:38.442051 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-63629d71-3bf5-4a59-9e00-270ded2c120c req-fa1c4418-68a3-4e2e-82aa-628ce26c0330 tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] 10.222.0.13 "GET /v2.0/security-groups?id=d37b3ff7-2317-46ab-9f4f-b0d217809a4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1933646 Jan 26 21:35:38.476629 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-5eaee034-8cb9-48d2-89d5-617516210517 tempest-TestSecurityGroupsBasicOps-1066020799 tempest-TestSecurityGroupsBasicOps-1066020799-project] Publish callbacks [] for floatingip (cb165ef3-60c7-471f-843f-269d9a09a434), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:35:38.479688 n-d-760453-5 neutron-server[103304]: INFO neutron.db.l3_db [None req-5eaee034-8cb9-48d2-89d5-617516210517 tempest-TestSecurityGroupsBasicOps-1066020799 tempest-TestSecurityGroupsBasicOps-1066020799-project] Floating IP cb165ef3-60c7-471f-843f-269d9a09a434 disassociated (deleted). External IP: 172.25.1.166, port: 78fa139d-3729-425c-8c0d-09c504d4c63f. Jan 26 21:35:38.741372 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5eaee034-8cb9-48d2-89d5-617516210517 tempest-TestSecurityGroupsBasicOps-1066020799 tempest-TestSecurityGroupsBasicOps-1066020799-project] Router d1076edd-1bb5-4c45-8116-0703aec35bed has already been hosted by L3 agent 09df100c-3af1-4b0a-bda8-05914c71c458 {{(pid=103304) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 26 21:35:38.885940 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5eaee034-8cb9-48d2-89d5-617516210517 tempest-TestSecurityGroupsBasicOps-1066020799 tempest-TestSecurityGroupsBasicOps-1066020799-project] Notify agent at l3_agent.n-d-760453-5 the message routers_updated {{(pid=103304) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 26 21:35:38.890344 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-5eaee034-8cb9-48d2-89d5-617516210517 tempest-TestSecurityGroupsBasicOps-1066020799 tempest-TestSecurityGroupsBasicOps-1066020799-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for floatingip (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:35:38.901965 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3a3a61a-11bf-47bd-99ec-c06de8cfb46f None None] Sync routers for ids ['d1076edd-1bb5-4c45-8116-0703aec35bed'] in n-d-760453-5 {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 26 21:35:38.926797 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3a3a61a-11bf-47bd-99ec-c06de8cfb46f None None] Routers {'d1076edd-1bb5-4c45-8116-0703aec35bed'} bound to L3 agent in host n-d-760453-5 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 21:35:38.927426 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-c3a3a61a-11bf-47bd-99ec-c06de8cfb46f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-01-26T20:55:21Z,description=,heartbeat_timestamp=2022-01-26T21:35:21Z,host='n-d-760453-5',id=09df100c-3af1-4b0a-bda8-05914c71c458,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:55:21Z,topic='l3_agent')) {'router_ids': ['d1076edd-1bb5-4c45-8116-0703aec35bed'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:35:38.962555 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-5eaee034-8cb9-48d2-89d5-617516210517 tempest-TestSecurityGroupsBasicOps-1066020799 tempest-TestSecurityGroupsBasicOps-1066020799-project] 10.222.0.13 "DELETE /v2.0/floatingips/cb165ef3-60c7-471f-843f-269d9a09a434 HTTP/1.1" status: 204 len: 168 time: 1.8231077 Jan 26 21:35:38.963208 n-d-760453-5 neutron-server[103304]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2dd4d85c-64cc-439d-9916-0cdf76dd618d', 'tag': '78fa139d-3729-425c-8c0d-09c504d4c63f'}] {{(pid=103304) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 21:35:38.966824 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d52b45f1943fcd332af9527eb73ff93c8d715d44383a3f6d18de73b4cfcf87b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0bee4f82-d6d2-401d-a23e-716e7f1b47ab" -d '{"events": [{"name": "network-changed", "server_uuid": "2dd4d85c-64cc-439d-9916-0cdf76dd618d", "tag": "78fa139d-3729-425c-8c0d-09c504d4c63f"}]}' {{(pid=103304) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 21:35:39.038798 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 26 Jan 2022 21:35:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa56a5b9-0415-447d-9965-7915abf171f9 x-openstack-request-id: req-aa56a5b9-0415-447d-9965-7915abf171f9 {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 21:35:39.039089 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2dd4d85c-64cc-439d-9916-0cdf76dd618d", "tag": "78fa139d-3729-425c-8c0d-09c504d4c63f", "status": "completed", "code": 200}]} {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 21:35:39.039356 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-aa56a5b9-0415-447d-9965-7915abf171f9 {{(pid=103304) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 21:35:39.039743 n-d-760453-5 neutron-server[103304]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2dd4d85c-64cc-439d-9916-0cdf76dd618d', 'tag': '78fa139d-3729-425c-8c0d-09c504d4c63f', 'status': 'completed', 'code': 200} Jan 26 21:35:39.154353 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bee4f82-d6d2-401d-a23e-716e7f1b47ab req-06b5e1a1-091f-434c-bd13-ce94b832ccb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:35:39.158165 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-0bee4f82-d6d2-401d-a23e-716e7f1b47ab req-06b5e1a1-091f-434c-bd13-ce94b832ccb4 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=205750efebb7460ebd239c85a19dfc92&device_id=2dd4d85c-64cc-439d-9916-0cdf76dd618d HTTP/1.1" status: 200 len: 1135 time: 0.0971963 Jan 26 21:35:39.170690 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_dvr_db [None req-c3a3a61a-11bf-47bd-99ec-c06de8cfb46f None None] Set router d1076edd-1bb5-4c45-8116-0703aec35bed gateway port host: n-d-760453-5 {{(pid=103307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 21:35:39.190914 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 57392) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:35:39.336823 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bee4f82-d6d2-401d-a23e-716e7f1b47ab req-cdcae83b-9683-484f-bf33-0392310d61ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:35:39.338654 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-0bee4f82-d6d2-401d-a23e-716e7f1b47ab req-cdcae83b-9683-484f-bf33-0392310d61ce service neutron] 10.222.0.57 "GET /v2.0/networks?id=8ccb4f7e-e6e3-4ac7-b6f8-162d9e73f0be HTTP/1.1" status: 200 len: 897 time: 0.1733718 Jan 26 21:35:39.379706 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-c9930910-fe1a-4e48-8fcd-9ecad9bb536b tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] Publish callbacks [] for security_group (e87e70a3-dfc0-4db8-90a2-ffd9c4c809a5), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:35:39.412596 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-0bee4f82-d6d2-401d-a23e-716e7f1b47ab req-ebc5d423-4443-43f1-9fa6-a5f3fd972f48 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=78fa139d-3729-425c-8c0d-09c504d4c63f HTTP/1.1" status: 200 len: 217 time: 0.0659723 Jan 26 21:35:39.428926 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-c9930910-fe1a-4e48-8fcd-9ecad9bb536b tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] Publish callbacks [] for security_group (e87e70a3-dfc0-4db8-90a2-ffd9c4c809a5), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:35:39.495073 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-c9930910-fe1a-4e48-8fcd-9ecad9bb536b tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (e87e70a3-dfc0-4db8-90a2-ffd9c4c809a5), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:35:39.498773 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-c9930910-fe1a-4e48-8fcd-9ecad9bb536b tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] Publish callbacks [] for security_group (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:35:39.500389 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-c9930910-fe1a-4e48-8fcd-9ecad9bb536b tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] 10.222.0.13 "DELETE /v2.0/security-groups/e87e70a3-dfc0-4db8-90a2-ffd9c4c809a5 HTTP/1.1" status: 204 len: 168 time: 0.3076036 Jan 26 21:35:39.506088 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 57400) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:35:39.517947 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9930910-fe1a-4e48-8fcd-9ecad9bb536b tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e87e70a3-dfc0-4db8-90a2-ffd9c4c809a5,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:35:39.532754 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bee4f82-d6d2-401d-a23e-716e7f1b47ab req-07b4ec98-de83-4e49-a009-15a3fcbc1c81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:35:39.534785 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-0bee4f82-d6d2-401d-a23e-716e7f1b47ab req-07b4ec98-de83-4e49-a009-15a3fcbc1c81 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=67d88e25-bbb6-4ba6-8387-d3dd3b658f0e HTTP/1.1" status: 200 len: 833 time: 0.1161091 Jan 26 21:35:39.535666 n-d-760453-5 neutron-server[103305]: INFO neutron.api.v2.resource [None req-e6f60b35-0701-4ff8-b1d4-7b708f48c189 tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] show failed (client error): The resource could not be found. Jan 26 21:35:39.536628 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-e6f60b35-0701-4ff8-b1d4-7b708f48c189 tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] 10.222.0.13 "GET /v2.0/security-groups/e87e70a3-dfc0-4db8-90a2-ffd9c4c809a5 HTTP/1.1" status: 404 len: 347 time: 0.0293405 Jan 26 21:35:39.540640 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 57402) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:35:39.550999 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc745c4-d0fb-4472-9301-04005675ca17 req-c1b46cad-cc80-4a9e-aa26-a7879a00dcfe tempest-TestSecurityGroupsBasicOps-1066020799 tempest-TestSecurityGroupsBasicOps-1066020799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:35:39.552629 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-9fc745c4-d0fb-4472-9301-04005675ca17 req-c1b46cad-cc80-4a9e-aa26-a7879a00dcfe tempest-TestSecurityGroupsBasicOps-1066020799 tempest-TestSecurityGroupsBasicOps-1066020799-project] 10.222.0.13 "GET /v2.0/ports?device_id=2dd4d85c-64cc-439d-9916-0cdf76dd618d HTTP/1.1" status: 200 len: 984 time: 0.2045424 Jan 26 21:35:39.672494 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-c3a3a61a-11bf-47bd-99ec-c06de8cfb46f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1076edd-1bb5-4c45-8116-0703aec35bed', 'name': 'tempest-TestSecurityGroupsBasicOps-router-143138305', 'tenant_id': '205750efebb7460ebd239c85a19dfc92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'external_fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.231'}], 'enable_snat': True}, 'gw_port_id': 'c11b1e38-b21f-4bb6-a775-6574040350a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T21:33:56Z', 'updated_at': '2022-01-26T21:34:04Z', 'revision_number': 4, 'project_id': '205750efebb7460ebd239c85a19dfc92', 'gw_port': {'id': 'c11b1e38-b21f-4bb6-a775-6574040350a5', 'name': '', 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:9d:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1076edd-1bb5-4c45-8116-0703aec35bed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2925, 'fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:33:57Z', 'updated_at': '2022-01-26T21:34:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-5', '_interfaces': [{'id': 'c6bb7786-9796-45e4-ae02-9f2843926c09', 'name': '', 'network_id': '8ccb4f7e-e6e3-4ac7-b6f8-162d9e73f0be', 'tenant_id': '205750efebb7460ebd239c85a19dfc92', 'mac_address': 'fa:16:3e:d9:8e:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1076edd-1bb5-4c45-8116-0703aec35bed', 'device_owner': 'network:router_interface', 'standard_attr_id': 2932, 'fixed_ips': [{'subnet_id': '67d88e25-bbb6-4ba6-8387-d3dd3b658f0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:34:03Z', 'updated_at': '2022-01-26T21:34:09Z', 'revision_number': 5, 'project_id': '205750efebb7460ebd239c85a19dfc92', 'subnets': [{'id': '67d88e25-bbb6-4ba6-8387-d3dd3b658f0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760453-5', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:35:39.725223 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c790f32-1eec-48c0-b031-ccb28563c569 req-b33108d6-8e7b-46e4-b6f1-a02ca6583ae0 tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:35:39.726851 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-2c790f32-1eec-48c0-b031-ccb28563c569 req-b33108d6-8e7b-46e4-b6f1-a02ca6583ae0 tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] 10.222.0.13 "GET /v2.0/ports?device_id=c947e2a6-4eb3-4b93-905b-515cc992a63b HTTP/1.1" status: 200 len: 944 time: 0.1338067 Jan 26 21:35:39.732596 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3a3a61a-11bf-47bd-99ec-c06de8cfb46f None None] Checking router: d1076edd-1bb5-4c45-8116-0703aec35bed for host: n-d-760453-5 {{(pid=103307) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 26 21:35:39.737017 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-9fc745c4-d0fb-4472-9301-04005675ca17 req-afb550d1-2960-4283-b862-ca4605b753da tempest-TestSecurityGroupsBasicOps-1066020799 tempest-TestSecurityGroupsBasicOps-1066020799-project] 10.222.0.13 "GET /v2.0/security-groups?id=019c5dd0-48a2-4336-ab92-4675db775363&id=4613631d-fc8a-4f72-b090-d98f77103cd0&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1738343 Jan 26 21:35:39.740036 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bee4f82-d6d2-401d-a23e-716e7f1b47ab req-d6989e82-78fd-47c1-b040-993690bb294e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:35:39.741710 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-0bee4f82-d6d2-401d-a23e-716e7f1b47ab req-d6989e82-78fd-47c1-b040-993690bb294e service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=8ccb4f7e-e6e3-4ac7-b6f8-162d9e73f0be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1240642 Jan 26 21:35:39.750841 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3a3a61a-11bf-47bd-99ec-c06de8cfb46f None None] Routers {'d1076edd-1bb5-4c45-8116-0703aec35bed'} bound to L3 agent in host n-d-760453-5 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 21:35:39.751465 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-c3a3a61a-11bf-47bd-99ec-c06de8cfb46f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-01-26T20:55:21Z,description=,heartbeat_timestamp=2022-01-26T21:35:21Z,host='n-d-760453-5',id=09df100c-3af1-4b0a-bda8-05914c71c458,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:55:21Z,topic='l3_agent')) {'router_ids': ['d1076edd-1bb5-4c45-8116-0703aec35bed'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:35:39.811841 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-2c790f32-1eec-48c0-b031-ccb28563c569 req-e30ed6c4-aad2-4ed3-b3d4-a5e9a33c83c4 tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] 10.222.0.13 "GET /v2.0/security-groups?id=d37b3ff7-2317-46ab-9f4f-b0d217809a4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0711551 Jan 26 21:35:39.869416 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-b5415ae5-134e-4dee-93ee-9607d10c4b0a tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] Deleting port cfc9bbda-c6a6-416e-b3e5-8638501547e3 {{(pid=103305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 21:35:39.869930 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-b5415ae5-134e-4dee-93ee-9607d10c4b0a tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746560630878'] for port (cfc9bbda-c6a6-416e-b3e5-8638501547e3), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:35:39.910127 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_dvr_db [None req-c3a3a61a-11bf-47bd-99ec-c06de8cfb46f None None] Set router d1076edd-1bb5-4c45-8116-0703aec35bed gateway port host: n-d-760453-5 {{(pid=103307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 21:35:39.945449 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-0bee4f82-d6d2-401d-a23e-716e7f1b47ab req-1c6ffc2c-c1ed-4aa4-9dc0-38f71010c7c6 service neutron] 10.222.0.57 "GET /v2.0/networks/8ccb4f7e-e6e3-4ac7-b6f8-162d9e73f0be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1954122 Jan 26 21:35:40.055362 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-b5415ae5-134e-4dee-93ee-9607d10c4b0a tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4109658'] for port (cfc9bbda-c6a6-416e-b3e5-8638501547e3), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:35:40.055792 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-b5415ae5-134e-4dee-93ee-9607d10c4b0a tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] Publish callbacks [] for floatingip (cfc9bbda-c6a6-416e-b3e5-8638501547e3), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:35:40.077236 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-b5415ae5-134e-4dee-93ee-9607d10c4b0a tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] Calling delete_port for cfc9bbda-c6a6-416e-b3e5-8638501547e3 owned by network:floatingip {{(pid=103305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 21:35:40.152650 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-c3a3a61a-11bf-47bd-99ec-c06de8cfb46f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1076edd-1bb5-4c45-8116-0703aec35bed', 'name': 'tempest-TestSecurityGroupsBasicOps-router-143138305', 'tenant_id': '205750efebb7460ebd239c85a19dfc92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'external_fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.231'}], 'enable_snat': True}, 'gw_port_id': 'c11b1e38-b21f-4bb6-a775-6574040350a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T21:33:56Z', 'updated_at': '2022-01-26T21:34:04Z', 'revision_number': 4, 'project_id': '205750efebb7460ebd239c85a19dfc92', 'gw_port': {'id': 'c11b1e38-b21f-4bb6-a775-6574040350a5', 'name': '', 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:9d:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1076edd-1bb5-4c45-8116-0703aec35bed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2925, 'fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:33:57Z', 'updated_at': '2022-01-26T21:34:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-5', '_interfaces': [{'id': 'c6bb7786-9796-45e4-ae02-9f2843926c09', 'name': '', 'network_id': '8ccb4f7e-e6e3-4ac7-b6f8-162d9e73f0be', 'tenant_id': '205750efebb7460ebd239c85a19dfc92', 'mac_address': 'fa:16:3e:d9:8e:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1076edd-1bb5-4c45-8116-0703aec35bed', 'device_owner': 'network:router_interface', 'standard_attr_id': 2932, 'fixed_ips': [{'subnet_id': '67d88e25-bbb6-4ba6-8387-d3dd3b658f0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:34:03Z', 'updated_at': '2022-01-26T21:34:09Z', 'revision_number': 5, 'project_id': '205750efebb7460ebd239c85a19dfc92', 'subnets': [{'id': '67d88e25-bbb6-4ba6-8387-d3dd3b658f0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760453-5', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:35:40.168200 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-0bee4f82-d6d2-401d-a23e-716e7f1b47ab req-ac82f251-0c08-4948-88eb-1284680ecdea service neutron] 10.222.0.57 "GET /v2.0/networks/8ccb4f7e-e6e3-4ac7-b6f8-162d9e73f0be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2147324 Jan 26 21:35:40.202425 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3a3a61a-11bf-47bd-99ec-c06de8cfb46f None None] The sync data for ids ['d1076edd-1bb5-4c45-8116-0703aec35bed'] in n-d-760453-5 is: [{'id': 'd1076edd-1bb5-4c45-8116-0703aec35bed', 'name': 'tempest-TestSecurityGroupsBasicOps-router-143138305', 'tenant_id': '205750efebb7460ebd239c85a19dfc92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'external_fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.231'}], 'enable_snat': True}, 'gw_port_id': 'c11b1e38-b21f-4bb6-a775-6574040350a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T21:33:56Z', 'updated_at': '2022-01-26T21:34:04Z', 'revision_number': 4, 'project_id': '205750efebb7460ebd239c85a19dfc92', 'gw_port': {'id': 'c11b1e38-b21f-4bb6-a775-6574040350a5', 'name': '', 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:9d:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1076edd-1bb5-4c45-8116-0703aec35bed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2925, 'fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:33:57Z', 'updated_at': '2022-01-26T21:34:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-5', '_interfaces': [{'id': 'c6bb7786-9796-45e4-ae02-9f2843926c09', 'name': '', 'network_id': '8ccb4f7e-e6e3-4ac7-b6f8-162d9e73f0be', 'tenant_id': '205750efebb7460ebd239c85a19dfc92', 'mac_address': 'fa:16:3e:d9:8e:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1076edd-1bb5-4c45-8116-0703aec35bed', 'device_owner': 'network:router_interface', 'standard_attr_id': 2932, 'fixed_ips': [{'subnet_id': '67d88e25-bbb6-4ba6-8387-d3dd3b658f0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:34:03Z', 'updated_at': '2022-01-26T21:34:09Z', 'revision_number': 5, 'project_id': '205750efebb7460ebd239c85a19dfc92', 'subnets': [{'id': '67d88e25-bbb6-4ba6-8387-d3dd3b658f0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 26 21:35:40.291473 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-b5415ae5-134e-4dee-93ee-9607d10c4b0a tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746560636600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746560234536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11791543'] for port (cfc9bbda-c6a6-416e-b3e5-8638501547e3), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:35:40.319736 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5415ae5-134e-4dee-93ee-9607d10c4b0a tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] Pushing event deleted for resources: {'Port': ['ID=cfc9bbda-c6a6-416e-b3e5-8638501547e3,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:35:40.408493 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-b5415ae5-134e-4dee-93ee-9607d10c4b0a tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] Publish callbacks [] for floatingip (37d697b3-6eb4-4be4-9ac9-a41746cfc1a8), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:35:40.412396 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-b5415ae5-134e-4dee-93ee-9607d10c4b0a tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for floatingip (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:35:40.413636 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-b5415ae5-134e-4dee-93ee-9607d10c4b0a tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] 10.222.0.13 "DELETE /v2.0/floatingips/37d697b3-6eb4-4be4-9ac9-a41746cfc1a8 HTTP/1.1" status: 204 len: 168 time: 0.8717134 Jan 26 21:35:40.416244 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 57408) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:35:40.527972 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-bc3c7028-26ca-40a1-9d48-1c5ed6f16368 tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] Deleting port db089e5c-c2ba-48d7-8f5d-cf5cafe1f2ad {{(pid=103305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 21:35:40.528590 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-bc3c7028-26ca-40a1-9d48-1c5ed6f16368 tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746560630878'] for port (db089e5c-c2ba-48d7-8f5d-cf5cafe1f2ad), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:35:40.595419 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed264d3c-9f88-4edc-8821-149f73ce6ccb None None] New status for floating IP cb165ef3-60c7-471f-843f-269d9a09a434: DOWN {{(pid=103306) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 26 21:35:40.641258 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9bbf695-93bd-4645-bcd1-b16efadeabcf req-38b65c04-6c36-4d00-a484-0dc6cee148f2 tempest-TestSecurityGroupsBasicOps-1066020799 tempest-TestSecurityGroupsBasicOps-1066020799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:35:40.642791 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-e9bbf695-93bd-4645-bcd1-b16efadeabcf req-38b65c04-6c36-4d00-a484-0dc6cee148f2 tempest-TestSecurityGroupsBasicOps-1066020799 tempest-TestSecurityGroupsBasicOps-1066020799-project] 10.222.0.57 "GET /v2.0/ports?device_id=2dd4d85c-64cc-439d-9916-0cdf76dd618d HTTP/1.1" status: 200 len: 984 time: 0.0643108 Jan 26 21:35:40.742661 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-bc3c7028-26ca-40a1-9d48-1c5ed6f16368 tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4109658'] for port (db089e5c-c2ba-48d7-8f5d-cf5cafe1f2ad), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:35:40.759870 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-bc3c7028-26ca-40a1-9d48-1c5ed6f16368 tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] Calling delete_port for db089e5c-c2ba-48d7-8f5d-cf5cafe1f2ad owned by {{(pid=103305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 21:35:40.873152 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [req-e9bbf695-93bd-4645-bcd1-b16efadeabcf req-b22b40a4-0ffb-45f1-ace0-8d4612bbb724 tempest-TestSecurityGroupsBasicOps-1066020799 tempest-TestSecurityGroupsBasicOps-1066020799-project] Deleting port 78fa139d-3729-425c-8c0d-09c504d4c63f {{(pid=103305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 21:35:40.873538 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-e9bbf695-93bd-4645-bcd1-b16efadeabcf req-b22b40a4-0ffb-45f1-ace0-8d4612bbb724 tempest-TestSecurityGroupsBasicOps-1066020799 tempest-TestSecurityGroupsBasicOps-1066020799-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746560630878'] for port (78fa139d-3729-425c-8c0d-09c504d4c63f), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:35:40.881224 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f58722-d8ce-4b05-a463-4ed8abc58ba5 req-c14833b4-7d24-4ffe-baba-25dbdce5c21e tempest-TestSecurityGroupsBasicOps-1066020799 tempest-TestSecurityGroupsBasicOps-1066020799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:35:40.889251 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-24f58722-d8ce-4b05-a463-4ed8abc58ba5 req-c14833b4-7d24-4ffe-baba-25dbdce5c21e tempest-TestSecurityGroupsBasicOps-1066020799 tempest-TestSecurityGroupsBasicOps-1066020799-project] 10.222.0.13 "GET /v2.0/ports?device_id=2dd4d85c-64cc-439d-9916-0cdf76dd618d HTTP/1.1" status: 200 len: 984 time: 0.0719261 Jan 26 21:35:40.989054 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-24f58722-d8ce-4b05-a463-4ed8abc58ba5 req-0e5fa4d5-4726-4fa9-bcf5-b886a3233b3c tempest-TestSecurityGroupsBasicOps-1066020799 tempest-TestSecurityGroupsBasicOps-1066020799-project] 10.222.0.13 "GET /v2.0/security-groups?id=019c5dd0-48a2-4336-ab92-4675db775363&id=4613631d-fc8a-4f72-b090-d98f77103cd0&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0975473 Jan 26 21:35:41.016739 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609c245e-2a41-4973-a9d0-cfa677193b70 req-e25fad46-e032-4818-a2c5-f214d86f1032 tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:35:41.018890 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-609c245e-2a41-4973-a9d0-cfa677193b70 req-e25fad46-e032-4818-a2c5-f214d86f1032 tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] 10.222.0.13 "GET /v2.0/ports?device_id=c947e2a6-4eb3-4b93-905b-515cc992a63b HTTP/1.1" status: 200 len: 944 time: 0.0726097 Jan 26 21:35:41.072881 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-609c245e-2a41-4973-a9d0-cfa677193b70 req-55b89910-c14c-4dd8-abd4-af4e9b50e562 tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] 10.222.0.13 "GET /v2.0/security-groups?id=d37b3ff7-2317-46ab-9f4f-b0d217809a4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478356 Jan 26 21:35:41.074989 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-bc3c7028-26ca-40a1-9d48-1c5ed6f16368 tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746560636600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746560234536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11791543'] for port (db089e5c-c2ba-48d7-8f5d-cf5cafe1f2ad), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:35:41.153253 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc3c7028-26ca-40a1-9d48-1c5ed6f16368 tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] Pushing event deleted for resources: {'Port': ['ID=db089e5c-c2ba-48d7-8f5d-cf5cafe1f2ad,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:35:41.181414 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [req-e9bbf695-93bd-4645-bcd1-b16efadeabcf req-b22b40a4-0ffb-45f1-ace0-8d4612bbb724 tempest-TestSecurityGroupsBasicOps-1066020799 tempest-TestSecurityGroupsBasicOps-1066020799-project] For port 78fa139d-3729-425c-8c0d-09c504d4c63f, host n-h2-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-5',level=0,port_id=78fa139d-3729-425c-8c0d-09c504d4c63f,segment=NetworkSegment(2badee1d-4e60-412c-91a4-4ad3556eb390),segment_id=2badee1d-4e60-412c-91a4-4ad3556eb390)] {{(pid=103305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:35:41.182167 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-e9bbf695-93bd-4645-bcd1-b16efadeabcf req-b22b40a4-0ffb-45f1-ace0-8d4612bbb724 tempest-TestSecurityGroupsBasicOps-1066020799 tempest-TestSecurityGroupsBasicOps-1066020799-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4109658'] for port (78fa139d-3729-425c-8c0d-09c504d4c63f), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:35:41.203066 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [req-e9bbf695-93bd-4645-bcd1-b16efadeabcf req-b22b40a4-0ffb-45f1-ace0-8d4612bbb724 tempest-TestSecurityGroupsBasicOps-1066020799 tempest-TestSecurityGroupsBasicOps-1066020799-project] Calling delete_port for 78fa139d-3729-425c-8c0d-09c504d4c63f owned by compute:nova {{(pid=103305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 21:35:41.224070 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-bc3c7028-26ca-40a1-9d48-1c5ed6f16368 tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:35:41.229787 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-bc3c7028-26ca-40a1-9d48-1c5ed6f16368 tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] 10.222.0.13 "DELETE /v2.0/ports/db089e5c-c2ba-48d7-8f5d-cf5cafe1f2ad HTTP/1.1" status: 204 len: 168 time: 0.8101094 Jan 26 21:35:41.230598 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 57414) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:35:41.354042 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-cc1ee65b-c637-44ac-a8a0-5394de641060 tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] Deleting port 81158fda-fb11-4d56-8e16-e7b27e48b9c9 {{(pid=103304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 21:35:41.354418 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-cc1ee65b-c637-44ac-a8a0-5394de641060 tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746560630878'] for port (81158fda-fb11-4d56-8e16-e7b27e48b9c9), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:35:41.402425 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-e9bbf695-93bd-4645-bcd1-b16efadeabcf req-b22b40a4-0ffb-45f1-ace0-8d4612bbb724 tempest-TestSecurityGroupsBasicOps-1066020799 tempest-TestSecurityGroupsBasicOps-1066020799-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746560636600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746560234536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11791543'] for port (78fa139d-3729-425c-8c0d-09c504d4c63f), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:35:41.449846 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22b40a4-0ffb-45f1-ace0-8d4612bbb724 tempest-TestSecurityGroupsBasicOps-1066020799 tempest-TestSecurityGroupsBasicOps-1066020799-project] Pushing event deleted for resources: {'Port': ['ID=78fa139d-3729-425c-8c0d-09c504d4c63f,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:35:41.478266 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-cc1ee65b-c637-44ac-a8a0-5394de641060 tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4109658'] for port (81158fda-fb11-4d56-8e16-e7b27e48b9c9), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:35:41.496635 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-cc1ee65b-c637-44ac-a8a0-5394de641060 tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] Calling delete_port for 81158fda-fb11-4d56-8e16-e7b27e48b9c9 owned by {{(pid=103304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 21:35:41.523587 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9bbf695-93bd-4645-bcd1-b16efadeabcf req-b22b40a4-0ffb-45f1-ace0-8d4612bbb724 tempest-TestSecurityGroupsBasicOps-1066020799 tempest-TestSecurityGroupsBasicOps-1066020799-project] No DVR routers for this DVR port 78fa139d-3729-425c-8c0d-09c504d4c63f on host n-h2-760453-5 {{(pid=103305) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 26 21:35:41.529498 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-e9bbf695-93bd-4645-bcd1-b16efadeabcf req-b22b40a4-0ffb-45f1-ace0-8d4612bbb724 tempest-TestSecurityGroupsBasicOps-1066020799 tempest-TestSecurityGroupsBasicOps-1066020799-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:35:41.536699 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-e9bbf695-93bd-4645-bcd1-b16efadeabcf req-b22b40a4-0ffb-45f1-ace0-8d4612bbb724 tempest-TestSecurityGroupsBasicOps-1066020799 tempest-TestSecurityGroupsBasicOps-1066020799-project] 10.222.0.57 "DELETE /v2.0/ports/78fa139d-3729-425c-8c0d-09c504d4c63f HTTP/1.1" status: 204 len: 173 time: 0.8818059 Jan 26 21:35:41.540034 n-d-760453-5 neutron-server[103305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2dd4d85c-64cc-439d-9916-0cdf76dd618d', 'name': 'network-vif-deleted', 'tag': '78fa139d-3729-425c-8c0d-09c504d4c63f'}] {{(pid=103305) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 21:35:41.550735 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d4654568b7bf041e72ff8fe1c96d6d761d9c921f2b99bc7b3a26632be20cee0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55a5d1c4-b89e-45e1-bf1e-191abe413e37" -d '{"events": [{"server_uuid": "2dd4d85c-64cc-439d-9916-0cdf76dd618d", "name": "network-vif-deleted", "tag": "78fa139d-3729-425c-8c0d-09c504d4c63f"}]}' {{(pid=103305) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 21:35:41.656740 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Jan 2022 21:35:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17114f5a-1dd2-422b-be26-5211d7ede068 x-openstack-request-id: req-17114f5a-1dd2-422b-be26-5211d7ede068 {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 21:35:41.657533 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2dd4d85c-64cc-439d-9916-0cdf76dd618d", "name": "network-vif-deleted", "tag": "78fa139d-3729-425c-8c0d-09c504d4c63f", "status": "completed", "code": 200}]} {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 21:35:41.657775 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-17114f5a-1dd2-422b-be26-5211d7ede068 {{(pid=103305) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 21:35:41.658143 n-d-760453-5 neutron-server[103305]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2dd4d85c-64cc-439d-9916-0cdf76dd618d', 'name': 'network-vif-deleted', 'tag': '78fa139d-3729-425c-8c0d-09c504d4c63f', 'status': 'completed', 'code': 200} Jan 26 21:35:41.756964 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-cc1ee65b-c637-44ac-a8a0-5394de641060 tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746560636600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746560234536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9281553'] for port (81158fda-fb11-4d56-8e16-e7b27e48b9c9), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:35:41.814737 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc1ee65b-c637-44ac-a8a0-5394de641060 tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] Pushing event deleted for resources: {'Port': ['ID=81158fda-fb11-4d56-8e16-e7b27e48b9c9,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:35:41.900631 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-cc1ee65b-c637-44ac-a8a0-5394de641060 tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:35:41.905748 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-cc1ee65b-c637-44ac-a8a0-5394de641060 tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] 10.222.0.13 "DELETE /v2.0/ports/81158fda-fb11-4d56-8e16-e7b27e48b9c9 HTTP/1.1" status: 204 len: 168 time: 0.6737652 Jan 26 21:35:41.908623 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 57422) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:35:41.964063 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.db_base_plugin_v2 [None req-d283d680-7782-46eb-94ae-61e0a3cccb11 tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] Deleting subnet d36d78e9-ef90-42a1-bdc2-1b67cc68d0f5 {{(pid=103305) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 26 21:35:41.967672 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-d283d680-7782-46eb-94ae-61e0a3cccb11 tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] Publish callbacks [] for subnet (d36d78e9-ef90-42a1-bdc2-1b67cc68d0f5), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:35:42.056441 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-d283d680-7782-46eb-94ae-61e0a3cccb11 tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11788946'] for subnet (d36d78e9-ef90-42a1-bdc2-1b67cc68d0f5), precommit_delete_associations {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:35:42.156399 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-2c0a59c4-306d-4930-8598-4dff446ab4b7 req-8246e0ce-e577-4a24-bf32-f7c53ee0541a tempest-TestSecurityGroupsBasicOps-1066020799 tempest-TestSecurityGroupsBasicOps-1066020799-project] 10.222.0.13 "GET /v2.0/ports?device_id=2dd4d85c-64cc-439d-9916-0cdf76dd618d HTTP/1.1" status: 200 len: 210 time: 0.0608778 Jan 26 21:35:42.221398 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-d283d680-7782-46eb-94ae-61e0a3cccb11 tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687316'] for subnet (d36d78e9-ef90-42a1-bdc2-1b67cc68d0f5), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:35:42.248038 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f838742a-47ba-443b-8517-090fed556631 req-7ee36697-1307-44fc-8528-246e6b3cbdcc tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:35:42.249980 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-f838742a-47ba-443b-8517-090fed556631 req-7ee36697-1307-44fc-8528-246e6b3cbdcc tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] 10.222.0.13 "GET /v2.0/ports?device_id=c947e2a6-4eb3-4b93-905b-515cc992a63b HTTP/1.1" status: 200 len: 944 time: 0.0731456 Jan 26 21:35:42.308452 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-d283d680-7782-46eb-94ae-61e0a3cccb11 tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11791594', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11599980'] for subnet (d36d78e9-ef90-42a1-bdc2-1b67cc68d0f5), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:35:42.329637 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-f838742a-47ba-443b-8517-090fed556631 req-30b45066-7090-4fee-9341-856fb5f4ea71 tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] 10.222.0.13 "GET /v2.0/security-groups?id=d37b3ff7-2317-46ab-9f4f-b0d217809a4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0679591 Jan 26 21:35:42.362034 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d283d680-7782-46eb-94ae-61e0a3cccb11 tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] Pushing event deleted for resources: {'Subnet': ['ID=d36d78e9-ef90-42a1-bdc2-1b67cc68d0f5,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:35:42.364127 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-d283d680-7782-46eb-94ae-61e0a3cccb11 tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] Publish callbacks [] for subnet (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:35:42.372640 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b6e6d2f-2ae1-4d57-a866-5f4cfd30deec None None] Network 09fefaf6-1493-45ff-9b77-0bffdcb790d7 requested from n-d-760453-5 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 26 21:35:42.373565 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 57432) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:35:42.376293 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-d283d680-7782-46eb-94ae-61e0a3cccb11 tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] 10.222.0.13 "DELETE /v2.0/subnets/d36d78e9-ef90-42a1-bdc2-1b67cc68d0f5 HTTP/1.1" status: 204 len: 168 time: 0.4641175 Jan 26 21:35:42.445813 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.db_base_plugin_v2 [None req-f045501d-b1a9-41c0-8141-bace238f5c54 tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] Deleting subnet 4e6d2bbe-4ef2-4089-b0e5-159ef264639e {{(pid=103304) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 26 21:35:42.451925 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-f045501d-b1a9-41c0-8141-bace238f5c54 tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] Publish callbacks [] for subnet (4e6d2bbe-4ef2-4089-b0e5-159ef264639e), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:35:42.534093 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-f045501d-b1a9-41c0-8141-bace238f5c54 tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8881284'] for subnet (4e6d2bbe-4ef2-4089-b0e5-159ef264639e), precommit_delete_associations {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:35:42.665563 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2eee6852-9be3-4524-ba74-ab2e164b5664 None None] DHCP port deletion for 09fefaf6-1493-45ff-9b77-0bffdcb790d7 request from n-d-760453-5 {{(pid=103306) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 26 21:35:42.715236 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ad4dce-61ff-4100-b8bf-73e48d46c688 req-345c9b4c-033e-4888-bdd6-8affbc6e4f9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:35:42.716802 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-38ad4dce-61ff-4100-b8bf-73e48d46c688 req-345c9b4c-033e-4888-bdd6-8affbc6e4f9e service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=949e29ec71a54b7f98dc62c402ac867e&device_id=c947e2a6-4eb3-4b93-905b-515cc992a63b HTTP/1.1" status: 200 len: 1095 time: 0.0652406 Jan 26 21:35:42.751348 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2eee6852-9be3-4524-ba74-ab2e164b5664 None None] Deleting port 73c9b0bd-777e-475b-9e85-8fdd543994bf {{(pid=103306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 21:35:42.751868 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2eee6852-9be3-4524-ba74-ab2e164b5664 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746560630878'] for port (73c9b0bd-777e-475b-9e85-8fdd543994bf), before_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:35:42.813844 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-f045501d-b1a9-41c0-8141-bace238f5c54 tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687316'] for subnet (4e6d2bbe-4ef2-4089-b0e5-159ef264639e), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:35:42.823829 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ad4dce-61ff-4100-b8bf-73e48d46c688 req-b1004fc9-8d62-4762-9f19-4b7bd1c6a049 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:35:42.825486 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-38ad4dce-61ff-4100-b8bf-73e48d46c688 req-b1004fc9-8d62-4762-9f19-4b7bd1c6a049 service neutron] 10.222.0.66 "GET /v2.0/networks?id=e06aca25-0b6a-452f-bfd4-2129924c58a7 HTTP/1.1" status: 200 len: 912 time: 0.1000981 Jan 26 21:35:42.844996 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-2eee6852-9be3-4524-ba74-ab2e164b5664 None None] For port 73c9b0bd-777e-475b-9e85-8fdd543994bf, host n-d-760453-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=73c9b0bd-777e-475b-9e85-8fdd543994bf,segment=NetworkSegment(37f5726a-1839-44a5-8e0d-bcb3fd30328f),segment_id=37f5726a-1839-44a5-8e0d-bcb3fd30328f)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:35:42.845648 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2eee6852-9be3-4524-ba74-ab2e164b5664 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4109658'] for port (73c9b0bd-777e-475b-9e85-8fdd543994bf), precommit_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:35:42.868507 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2eee6852-9be3-4524-ba74-ab2e164b5664 None None] Calling delete_port for 73c9b0bd-777e-475b-9e85-8fdd543994bf owned by network:dhcp {{(pid=103306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 21:35:42.925623 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573b8cb7-947f-4874-aa5b-9e302cc32ea6 req-ef9cd3ff-42ab-42ac-ba53-d61c0e68d6a0 tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:35:42.927752 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-573b8cb7-947f-4874-aa5b-9e302cc32ea6 req-ef9cd3ff-42ab-42ac-ba53-d61c0e68d6a0 tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] 10.222.0.13 "GET /v2.0/ports?device_id=c947e2a6-4eb3-4b93-905b-515cc992a63b HTTP/1.1" status: 200 len: 944 time: 0.3550043 Jan 26 21:35:42.931131 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-f045501d-b1a9-41c0-8141-bace238f5c54 tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9281612', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12215216'] for subnet (4e6d2bbe-4ef2-4089-b0e5-159ef264639e), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:35:42.931334 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-38ad4dce-61ff-4100-b8bf-73e48d46c688 req-1e725859-6124-4ba2-85e3-2ea5a0c8ae84 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=76b67d01-e977-4af8-80e0-0024bcb18a45 HTTP/1.1" status: 200 len: 999 time: 0.0995023 Jan 26 21:35:42.981244 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-0d1e56c6-ca69-44b4-a173-8dcf856283ea req-69f946e3-8ac9-47f2-b8e4-27197f386ff3 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=426a3368-15df-428e-bd53-55ac3024954f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3513019 Jan 26 21:35:42.995517 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f045501d-b1a9-41c0-8141-bace238f5c54 tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] Pushing event deleted for resources: {'Subnet': ['ID=4e6d2bbe-4ef2-4089-b0e5-159ef264639e,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:35:43.005454 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ad4dce-61ff-4100-b8bf-73e48d46c688 req-e7cf98e0-da31-421b-b94c-5be867b05801 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:35:43.006992 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-38ad4dce-61ff-4100-b8bf-73e48d46c688 req-e7cf98e0-da31-421b-b94c-5be867b05801 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=79317c4e-88a3-402c-975d-f004bf1d9b8b HTTP/1.1" status: 200 len: 850 time: 0.0654311 Jan 26 21:35:43.013796 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-f045501d-b1a9-41c0-8141-bace238f5c54 tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] Publish callbacks [] for subnet (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:35:43.021353 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-f045501d-b1a9-41c0-8141-bace238f5c54 tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] 10.222.0.13 "DELETE /v2.0/subnets/4e6d2bbe-4ef2-4089-b0e5-159ef264639e HTTP/1.1" status: 204 len: 168 time: 0.6458485 Jan 26 21:35:43.034466 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6a16711-09cb-4a00-a849-d0d647456add None None] Network f292bf50-7316-40da-8d60-8669bdd0f81a requested from n-d-760453-5 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 26 21:35:43.051244 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 57454) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:35:43.101250 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-573b8cb7-947f-4874-aa5b-9e302cc32ea6 req-fe8963cb-b040-4b4a-a3c6-f5c54642077f tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] 10.222.0.13 "GET /v2.0/security-groups?id=d37b3ff7-2317-46ab-9f4f-b0d217809a4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1647027 Jan 26 21:35:43.116699 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1e56c6-ca69-44b4-a173-8dcf856283ea req-dc123efb-1c95-4aa9-8756-ad72df78e7f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:35:43.119904 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-0d1e56c6-ca69-44b4-a173-8dcf856283ea req-dc123efb-1c95-4aa9-8756-ad72df78e7f9 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=bc791b2498e743288f8934f7fd6c9e02&device_id=426a3368-15df-428e-bd53-55ac3024954f HTTP/1.1" status: 200 len: 1096 time: 0.0975037 Jan 26 21:35:43.181185 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ad4dce-61ff-4100-b8bf-73e48d46c688 req-a151bed3-704d-4a5d-969c-fda8ff14764f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:35:43.182886 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-38ad4dce-61ff-4100-b8bf-73e48d46c688 req-a151bed3-704d-4a5d-969c-fda8ff14764f service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=e06aca25-0b6a-452f-bfd4-2129924c58a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1680291 Jan 26 21:35:43.185735 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2eee6852-9be3-4524-ba74-ab2e164b5664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746560636600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746560234536'] for port (73c9b0bd-777e-475b-9e85-8fdd543994bf), after_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:35:43.227510 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eee6852-9be3-4524-ba74-ab2e164b5664 None None] Pushing event deleted for resources: {'Port': ['ID=73c9b0bd-777e-475b-9e85-8fdd543994bf,revision_number=None']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:35:43.235033 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2eee6852-9be3-4524-ba74-ab2e164b5664 None None] No DVR routers for this DVR port 73c9b0bd-777e-475b-9e85-8fdd543994bf on host n-d-760453-5 {{(pid=103306) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 26 21:35:43.243819 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-cee587b4-3d54-4c02-b65f-214ef57f96a6 tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-748181'] for network (09fefaf6-1493-45ff-9b77-0bffdcb790d7), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:35:43.253574 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 57458) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:35:43.349422 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46e7496a-fe1c-4371-ac8d-5fbecc864b0a None None] DHCP port deletion for f292bf50-7316-40da-8d60-8669bdd0f81a request from n-d-760453-5 {{(pid=103306) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 26 21:35:43.383408 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1e56c6-ca69-44b4-a173-8dcf856283ea req-d33da2cc-12c6-40d0-936c-487674c75a52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:35:43.384935 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-0d1e56c6-ca69-44b4-a173-8dcf856283ea req-d33da2cc-12c6-40d0-936c-487674c75a52 service neutron] 10.222.0.66 "GET /v2.0/networks?id=6d9b7d3e-0715-46d5-b820-5d39496c81b9 HTTP/1.1" status: 200 len: 909 time: 0.2428749 Jan 26 21:35:43.386054 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-99bc8cd0-f42e-4d51-af69-964c68b1a32e tempest-TestSecurityGroupsBasicOps-1066020799 tempest-TestSecurityGroupsBasicOps-1066020799-project] Publish callbacks [] for security_group (4613631d-fc8a-4f72-b090-d98f77103cd0), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:35:43.417876 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-99bc8cd0-f42e-4d51-af69-964c68b1a32e tempest-TestSecurityGroupsBasicOps-1066020799 tempest-TestSecurityGroupsBasicOps-1066020799-project] Publish callbacks [] for security_group (4613631d-fc8a-4f72-b090-d98f77103cd0), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:35:43.440399 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device 73c9b0bd-777e-475b-9e85-8fdd543994bf no longer exists at agent ovs-agent-n-d-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 26 21:35:43.457644 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-38ad4dce-61ff-4100-b8bf-73e48d46c688 req-ff5a3bb8-bae5-419e-9d7f-33d59b286144 service neutron] 10.222.0.66 "GET /v2.0/networks/e06aca25-0b6a-452f-bfd4-2129924c58a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2630839 Jan 26 21:35:43.464629 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-cee587b4-3d54-4c02-b65f-214ef57f96a6 tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-686403', 'neutron.services.segments.db._delete_segments_for_network-8746560774018'] for network (09fefaf6-1493-45ff-9b77-0bffdcb790d7), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:35:43.489550 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] No Port match for: 73c9b0bd-777e-475b-9e85-8fdd543994bf {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 26 21:35:43.492255 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device 73c9b0bd-777e-475b-9e85-8fdd543994bf not bound to the agent host n-d-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 26 21:35:43.514216 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-99bc8cd0-f42e-4d51-af69-964c68b1a32e tempest-TestSecurityGroupsBasicOps-1066020799 tempest-TestSecurityGroupsBasicOps-1066020799-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (4613631d-fc8a-4f72-b090-d98f77103cd0), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:35:43.517074 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-99bc8cd0-f42e-4d51-af69-964c68b1a32e tempest-TestSecurityGroupsBasicOps-1066020799 tempest-TestSecurityGroupsBasicOps-1066020799-project] Publish callbacks [] for security_group (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:35:43.518327 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-99bc8cd0-f42e-4d51-af69-964c68b1a32e tempest-TestSecurityGroupsBasicOps-1066020799 tempest-TestSecurityGroupsBasicOps-1066020799-project] 10.222.0.13 "DELETE /v2.0/security-groups/4613631d-fc8a-4f72-b090-d98f77103cd0 HTTP/1.1" status: 204 len: 168 time: 0.2638047 Jan 26 21:35:43.543782 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-46e7496a-fe1c-4371-ac8d-5fbecc864b0a None None] Deleting port bc1ce771-d9af-4dae-a287-42a3e76f09c3 {{(pid=103306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 21:35:43.544159 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-46e7496a-fe1c-4371-ac8d-5fbecc864b0a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746560630878'] for port (bc1ce771-d9af-4dae-a287-42a3e76f09c3), before_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:35:43.548462 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 57462) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:35:43.564052 n-d-760453-5 neutron-server[103305]: DEBUG neutron.services.segments.db [None req-cee587b4-3d54-4c02-b65f-214ef57f96a6 tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['09fefaf6-1493-45ff-9b77-0bffdcb790d7']}} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:35:43.593897 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99bc8cd0-f42e-4d51-af69-964c68b1a32e tempest-TestSecurityGroupsBasicOps-1066020799 tempest-TestSecurityGroupsBasicOps-1066020799-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4613631d-fc8a-4f72-b090-d98f77103cd0,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:35:43.594259 n-d-760453-5 neutron-server[103305]: DEBUG neutron.services.segments.db [None req-cee587b4-3d54-4c02-b65f-214ef57f96a6 tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '37f5726a-1839-44a5-8e0d-bcb3fd30328f') {'for_net_delete': True} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:35:43.594655 n-d-760453-5 neutron-server[103305]: DEBUG neutron.services.segments.db [None req-cee587b4-3d54-4c02-b65f-214ef57f96a6 tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '37f5726a-1839-44a5-8e0d-bcb3fd30328f') {} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:35:43.613103 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-0d1e56c6-ca69-44b4-a173-8dcf856283ea req-f7cc6b3f-b372-48a4-82ea-918087c50539 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=21483937-1833-4015-aed2-c6b6594a1412 HTTP/1.1" status: 200 len: 1001 time: 0.1096370 Jan 26 21:35:43.616406 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-cee587b4-3d54-4c02-b65f-214ef57f96a6 tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746560742283', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11788955'] for segment (37f5726a-1839-44a5-8e0d-bcb3fd30328f), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:35:43.658445 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-cee587b4-3d54-4c02-b65f-214ef57f96a6 tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576559'] for segment (37f5726a-1839-44a5-8e0d-bcb3fd30328f), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:35:43.664112 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-46e7496a-fe1c-4371-ac8d-5fbecc864b0a None None] For port bc1ce771-d9af-4dae-a287-42a3e76f09c3, host n-d-760453-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=bc1ce771-d9af-4dae-a287-42a3e76f09c3,segment=NetworkSegment(a9216649-5b5c-4abd-bdd9-593ae2d941b2),segment_id=a9216649-5b5c-4abd-bdd9-593ae2d941b2)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:35:43.664520 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-46e7496a-fe1c-4371-ac8d-5fbecc864b0a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4109658'] for port (bc1ce771-d9af-4dae-a287-42a3e76f09c3), precommit_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:35:43.679619 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-46e7496a-fe1c-4371-ac8d-5fbecc864b0a None None] Calling delete_port for bc1ce771-d9af-4dae-a287-42a3e76f09c3 owned by network:dhcp {{(pid=103306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 21:35:43.683702 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cee587b4-3d54-4c02-b65f-214ef57f96a6 tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] Releasing vlan 579 on physical network physnet1 to pool {{(pid=103305) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 26 21:35:43.685536 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-cee587b4-3d54-4c02-b65f-214ef57f96a6 tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11791428'] for segment (37f5726a-1839-44a5-8e0d-bcb3fd30328f), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:35:43.716617 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1e56c6-ca69-44b4-a173-8dcf856283ea req-7b35dea0-6067-4e32-abf3-0eacdba6ceb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:35:43.717199 n-d-760453-5 neutron-server[103305]: Traceback (most recent call last): Jan 26 21:35:43.717199 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 26 21:35:43.717199 n-d-760453-5 neutron-server[103305]: timer() Jan 26 21:35:43.717199 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 26 21:35:43.717199 n-d-760453-5 neutron-server[103305]: cb(*args, **kw) Jan 26 21:35:43.717199 n-d-760453-5 neutron-server[103305]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 26 21:35:43.717199 n-d-760453-5 neutron-server[103305]: return func(*args, **kwargs) Jan 26 21:35:43.717199 n-d-760453-5 neutron-server[103305]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 26 21:35:43.717199 n-d-760453-5 neutron-server[103305]: self._notify() Jan 26 21:35:43.717199 n-d-760453-5 neutron-server[103305]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 26 21:35:43.717199 n-d-760453-5 neutron-server[103305]: self.callback(batched_events) Jan 26 21:35:43.717199 n-d-760453-5 neutron-server[103305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 26 21:35:43.717199 n-d-760453-5 neutron-server[103305]: event.method(event) Jan 26 21:35:43.717199 n-d-760453-5 neutron-server[103305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 26 21:35:43.717199 n-d-760453-5 neutron-server[103305]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 26 21:35:43.717199 n-d-760453-5 neutron-server[103305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 26 21:35:43.717199 n-d-760453-5 neutron-server[103305]: aggregate_uuid = self.p_client.list_aggregates( Jan 26 21:35:43.717199 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 26 21:35:43.717199 n-d-760453-5 neutron-server[103305]: return f(self, *a, **k) Jan 26 21:35:43.717199 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 26 21:35:43.717199 n-d-760453-5 neutron-server[103305]: return self._get(url).json() Jan 26 21:35:43.717199 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 26 21:35:43.717199 n-d-760453-5 neutron-server[103305]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 26 21:35:43.717199 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 26 21:35:43.717199 n-d-760453-5 neutron-server[103305]: return self.request(url, 'GET', **kwargs) Jan 26 21:35:43.717199 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 26 21:35:43.717199 n-d-760453-5 neutron-server[103305]: base_url = self.get_endpoint(auth, allow=allow, Jan 26 21:35:43.717199 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 26 21:35:43.717199 n-d-760453-5 neutron-server[103305]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 26 21:35:43.717199 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 26 21:35:43.717199 n-d-760453-5 neutron-server[103305]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 26 21:35:43.717199 n-d-760453-5 neutron-server[103305]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 26 21:35:43.721680 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-0d1e56c6-ca69-44b4-a173-8dcf856283ea req-7b35dea0-6067-4e32-abf3-0eacdba6ceb0 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=730964f7-dec1-4726-8c5c-d252f0c4998e HTTP/1.1" status: 200 len: 847 time: 0.1015799 Jan 26 21:35:43.744191 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-38ad4dce-61ff-4100-b8bf-73e48d46c688 req-f0f2a632-517c-4839-97ec-883c9f61b8ad service neutron] 10.222.0.66 "GET /v2.0/networks/e06aca25-0b6a-452f-bfd4-2129924c58a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2764297 Jan 26 21:35:43.784083 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-46e7496a-fe1c-4371-ac8d-5fbecc864b0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746560636600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746560234536'] for port (bc1ce771-d9af-4dae-a287-42a3e76f09c3), after_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:35:43.816801 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e7496a-fe1c-4371-ac8d-5fbecc864b0a None None] Pushing event deleted for resources: {'Port': ['ID=bc1ce771-d9af-4dae-a287-42a3e76f09c3,revision_number=None']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:35:43.820604 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1e56c6-ca69-44b4-a173-8dcf856283ea req-c7defe04-3a65-4d67-8725-50138738697a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:35:43.822333 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-0d1e56c6-ca69-44b4-a173-8dcf856283ea req-c7defe04-3a65-4d67-8725-50138738697a service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=6d9b7d3e-0715-46d5-b820-5d39496c81b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0941978 Jan 26 21:35:43.825999 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46e7496a-fe1c-4371-ac8d-5fbecc864b0a None None] No DVR routers for this DVR port bc1ce771-d9af-4dae-a287-42a3e76f09c3 on host n-d-760453-5 {{(pid=103306) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 26 21:35:43.849978 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-e443c0dc-64ff-4fb6-9329-a03f266bd4df tempest-TestSecurityGroupsBasicOps-1066020799 tempest-TestSecurityGroupsBasicOps-1066020799-project] Publish callbacks [] for security_group (019c5dd0-48a2-4336-ab92-4675db775363), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:35:43.867124 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-cee587b4-3d54-4c02-b65f-214ef57f96a6 tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4110931'] for network (09fefaf6-1493-45ff-9b77-0bffdcb790d7), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:35:43.899880 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-cee587b4-3d54-4c02-b65f-214ef57f96a6 tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] Publish callbacks [] for network (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:35:43.906891 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 57464) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:35:43.907561 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-cee587b4-3d54-4c02-b65f-214ef57f96a6 tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] 10.222.0.13 "DELETE /v2.0/networks/09fefaf6-1493-45ff-9b77-0bffdcb790d7 HTTP/1.1" status: 204 len: 168 time: 0.8543205 Jan 26 21:35:43.908919 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee587b4-3d54-4c02-b65f-214ef57f96a6 tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] Pushing event deleted for resources: {'Network': ['ID=09fefaf6-1493-45ff-9b77-0bffdcb790d7,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:35:43.927661 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-e443c0dc-64ff-4fb6-9329-a03f266bd4df tempest-TestSecurityGroupsBasicOps-1066020799 tempest-TestSecurityGroupsBasicOps-1066020799-project] Publish callbacks [] for security_group (019c5dd0-48a2-4336-ab92-4675db775363), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:35:43.988795 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-e443c0dc-64ff-4fb6-9329-a03f266bd4df tempest-TestSecurityGroupsBasicOps-1066020799 tempest-TestSecurityGroupsBasicOps-1066020799-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (019c5dd0-48a2-4336-ab92-4675db775363), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:35:43.991994 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-e443c0dc-64ff-4fb6-9329-a03f266bd4df tempest-TestSecurityGroupsBasicOps-1066020799 tempest-TestSecurityGroupsBasicOps-1066020799-project] Publish callbacks [] for security_group (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:35:43.993184 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-e443c0dc-64ff-4fb6-9329-a03f266bd4df tempest-TestSecurityGroupsBasicOps-1066020799 tempest-TestSecurityGroupsBasicOps-1066020799-project] 10.222.0.13 "DELETE /v2.0/security-groups/019c5dd0-48a2-4336-ab92-4675db775363 HTTP/1.1" status: 204 len: 168 time: 0.4436786 Jan 26 21:35:43.996449 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 57470) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:35:44.039664 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-7c4fe658-3888-4c84-9bb5-83fdb6afad05 tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-748181'] for network (f292bf50-7316-40da-8d60-8669bdd0f81a), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:35:44.060808 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-0d1e56c6-ca69-44b4-a173-8dcf856283ea req-fd8bb05a-966b-40b2-90e9-16c4f447f082 service neutron] 10.222.0.66 "GET /v2.0/networks/6d9b7d3e-0715-46d5-b820-5d39496c81b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2311475 Jan 26 21:35:44.064977 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e443c0dc-64ff-4fb6-9329-a03f266bd4df tempest-TestSecurityGroupsBasicOps-1066020799 tempest-TestSecurityGroupsBasicOps-1066020799-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=019c5dd0-48a2-4336-ab92-4675db775363,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:35:44.261093 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-7c4fe658-3888-4c84-9bb5-83fdb6afad05 tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-686403', 'neutron.services.segments.db._delete_segments_for_network-8746560774018'] for network (f292bf50-7316-40da-8d60-8669bdd0f81a), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:35:44.306021 n-d-760453-5 neutron-server[103304]: DEBUG neutron.services.segments.db [None req-7c4fe658-3888-4c84-9bb5-83fdb6afad05 tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f292bf50-7316-40da-8d60-8669bdd0f81a']}} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:35:44.328269 n-d-760453-5 neutron-server[103304]: DEBUG neutron.services.segments.db [None req-7c4fe658-3888-4c84-9bb5-83fdb6afad05 tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a9216649-5b5c-4abd-bdd9-593ae2d941b2') {'for_net_delete': True} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:35:44.328517 n-d-760453-5 neutron-server[103304]: DEBUG neutron.services.segments.db [None req-7c4fe658-3888-4c84-9bb5-83fdb6afad05 tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a9216649-5b5c-4abd-bdd9-593ae2d941b2') {} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:35:44.358356 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49edeb2d-61cd-497c-b34a-1a19800598e5 req-6df74add-be9c-435e-867f-202b756ac2e1 tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:35:44.359962 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-49edeb2d-61cd-497c-b34a-1a19800598e5 req-6df74add-be9c-435e-867f-202b756ac2e1 tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] 10.222.0.13 "GET /v2.0/ports?device_id=c947e2a6-4eb3-4b93-905b-515cc992a63b HTTP/1.1" status: 200 len: 944 time: 0.1389551 Jan 26 21:35:44.362021 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-7c4fe658-3888-4c84-9bb5-83fdb6afad05 tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746560742283', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8881293'] for segment (a9216649-5b5c-4abd-bdd9-593ae2d941b2), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:35:44.674210 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-0d1e56c6-ca69-44b4-a173-8dcf856283ea req-0de29450-f39e-49dc-85ee-0778f2b3b216 service neutron] 10.222.0.66 "GET /v2.0/networks/6d9b7d3e-0715-46d5-b820-5d39496c81b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5814018 Jan 26 21:35:44.684596 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-7c4fe658-3888-4c84-9bb5-83fdb6afad05 tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576559'] for segment (a9216649-5b5c-4abd-bdd9-593ae2d941b2), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:35:44.700484 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7c4fe658-3888-4c84-9bb5-83fdb6afad05 tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] Releasing vlan 583 on physical network physnet1 to pool {{(pid=103304) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 26 21:35:44.700988 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-7c4fe658-3888-4c84-9bb5-83fdb6afad05 tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9281762'] for segment (a9216649-5b5c-4abd-bdd9-593ae2d941b2), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:35:44.704197 n-d-760453-5 neutron-server[103304]: Traceback (most recent call last): Jan 26 21:35:44.704197 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 26 21:35:44.704197 n-d-760453-5 neutron-server[103304]: timer() Jan 26 21:35:44.704197 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 26 21:35:44.704197 n-d-760453-5 neutron-server[103304]: cb(*args, **kw) Jan 26 21:35:44.704197 n-d-760453-5 neutron-server[103304]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 26 21:35:44.704197 n-d-760453-5 neutron-server[103304]: return func(*args, **kwargs) Jan 26 21:35:44.704197 n-d-760453-5 neutron-server[103304]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 26 21:35:44.704197 n-d-760453-5 neutron-server[103304]: self._notify() Jan 26 21:35:44.704197 n-d-760453-5 neutron-server[103304]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 26 21:35:44.704197 n-d-760453-5 neutron-server[103304]: self.callback(batched_events) Jan 26 21:35:44.704197 n-d-760453-5 neutron-server[103304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 26 21:35:44.704197 n-d-760453-5 neutron-server[103304]: event.method(event) Jan 26 21:35:44.704197 n-d-760453-5 neutron-server[103304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 26 21:35:44.704197 n-d-760453-5 neutron-server[103304]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 26 21:35:44.704197 n-d-760453-5 neutron-server[103304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 26 21:35:44.704197 n-d-760453-5 neutron-server[103304]: aggregate_uuid = self.p_client.list_aggregates( Jan 26 21:35:44.704197 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 26 21:35:44.704197 n-d-760453-5 neutron-server[103304]: return f(self, *a, **k) Jan 26 21:35:44.704197 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 26 21:35:44.704197 n-d-760453-5 neutron-server[103304]: return self._get(url).json() Jan 26 21:35:44.704197 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 26 21:35:44.704197 n-d-760453-5 neutron-server[103304]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 26 21:35:44.704197 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 26 21:35:44.704197 n-d-760453-5 neutron-server[103304]: return self.request(url, 'GET', **kwargs) Jan 26 21:35:44.704197 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 26 21:35:44.704197 n-d-760453-5 neutron-server[103304]: base_url = self.get_endpoint(auth, allow=allow, Jan 26 21:35:44.704197 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 26 21:35:44.704197 n-d-760453-5 neutron-server[103304]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 26 21:35:44.704197 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 26 21:35:44.704197 n-d-760453-5 neutron-server[103304]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 26 21:35:44.704197 n-d-760453-5 neutron-server[103304]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 26 21:35:44.720578 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-49edeb2d-61cd-497c-b34a-1a19800598e5 req-9e06d183-5e79-414c-bdcf-3b4632076563 tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] 10.222.0.13 "GET /v2.0/security-groups?id=d37b3ff7-2317-46ab-9f4f-b0d217809a4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3504348 Jan 26 21:35:44.775908 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-7c4fe658-3888-4c84-9bb5-83fdb6afad05 tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4110931'] for network (f292bf50-7316-40da-8d60-8669bdd0f81a), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:35:44.781595 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-7c4fe658-3888-4c84-9bb5-83fdb6afad05 tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] Publish callbacks [] for network (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:35:44.785694 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-7c4fe658-3888-4c84-9bb5-83fdb6afad05 tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] 10.222.0.13 "DELETE /v2.0/networks/f292bf50-7316-40da-8d60-8669bdd0f81a HTTP/1.1" status: 204 len: 168 time: 0.8777962 Jan 26 21:35:44.810869 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4fe658-3888-4c84-9bb5-83fdb6afad05 tempest-TaggedBootDevicesTest-2000845105 tempest-TaggedBootDevicesTest-2000845105-project] Pushing event deleted for resources: {'Network': ['ID=f292bf50-7316-40da-8d60-8669bdd0f81a,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:35:45.031347 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-c3060efa-c3ce-42c2-980d-ef9880be6fb2 tempest-TestSecurityGroupsBasicOps-1066020799 tempest-TestSecurityGroupsBasicOps-1066020799-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4110657'] for router_interface (d1076edd-1bb5-4c45-8116-0703aec35bed), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:35:45.380223 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device bc1ce771-d9af-4dae-a287-42a3e76f09c3 no longer exists at agent ovs-agent-n-d-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 26 21:35:45.403416 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] No Port match for: bc1ce771-d9af-4dae-a287-42a3e76f09c3 {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 26 21:35:45.404241 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device bc1ce771-d9af-4dae-a287-42a3e76f09c3 not bound to the agent host n-d-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 26 21:35:45.475896 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-c3060efa-c3ce-42c2-980d-ef9880be6fb2 tempest-TestSecurityGroupsBasicOps-1066020799 tempest-TestSecurityGroupsBasicOps-1066020799-project] Deleting port c6bb7786-9796-45e4-ae02-9f2843926c09 {{(pid=103305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 21:35:45.476154 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-c3060efa-c3ce-42c2-980d-ef9880be6fb2 tempest-TestSecurityGroupsBasicOps-1066020799 tempest-TestSecurityGroupsBasicOps-1066020799-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746560630878'] for port (c6bb7786-9796-45e4-ae02-9f2843926c09), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:35:45.524326 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Device 78fa139d-3729-425c-8c0d-09c504d4c63f no longer exists at agent hyperv_n-h2-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 26 21:35:45.548513 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] No Port match for: 78fa139d-3729-425c-8c0d-09c504d4c63f {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 26 21:35:45.548950 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Device 78fa139d-3729-425c-8c0d-09c504d4c63f not bound to the agent host n-h2-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 26 21:35:45.572843 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [None req-c3060efa-c3ce-42c2-980d-ef9880be6fb2 tempest-TestSecurityGroupsBasicOps-1066020799 tempest-TestSecurityGroupsBasicOps-1066020799-project] For port c6bb7786-9796-45e4-ae02-9f2843926c09, host n-d-760453-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=c6bb7786-9796-45e4-ae02-9f2843926c09,segment=NetworkSegment(2badee1d-4e60-412c-91a4-4ad3556eb390),segment_id=2badee1d-4e60-412c-91a4-4ad3556eb390)] {{(pid=103305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:35:45.573226 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-c3060efa-c3ce-42c2-980d-ef9880be6fb2 tempest-TestSecurityGroupsBasicOps-1066020799 tempest-TestSecurityGroupsBasicOps-1066020799-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4109658'] for port (c6bb7786-9796-45e4-ae02-9f2843926c09), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:35:45.588905 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-c3060efa-c3ce-42c2-980d-ef9880be6fb2 tempest-TestSecurityGroupsBasicOps-1066020799 tempest-TestSecurityGroupsBasicOps-1066020799-project] Calling delete_port for c6bb7786-9796-45e4-ae02-9f2843926c09 owned by network:router_interface {{(pid=103305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 21:35:45.794328 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-c3060efa-c3ce-42c2-980d-ef9880be6fb2 tempest-TestSecurityGroupsBasicOps-1066020799 tempest-TestSecurityGroupsBasicOps-1066020799-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746560636600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746560234536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11791543'] for port (c6bb7786-9796-45e4-ae02-9f2843926c09), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:35:45.846451 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3060efa-c3ce-42c2-980d-ef9880be6fb2 tempest-TestSecurityGroupsBasicOps-1066020799 tempest-TestSecurityGroupsBasicOps-1066020799-project] Pushing event deleted for resources: {'Port': ['ID=c6bb7786-9796-45e4-ae02-9f2843926c09,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:35:45.847230 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4004ee51-0957-4ca4-854f-b4cc90b6945b req-0ebfbd82-baf9-4ab1-89fa-b99566b8f40a tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:35:45.849473 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-4004ee51-0957-4ca4-854f-b4cc90b6945b req-0ebfbd82-baf9-4ab1-89fa-b99566b8f40a tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] 10.222.0.13 "GET /v2.0/ports?device_id=c947e2a6-4eb3-4b93-905b-515cc992a63b HTTP/1.1" status: 200 len: 944 time: 0.0533512 Jan 26 21:35:45.935998 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-4004ee51-0957-4ca4-854f-b4cc90b6945b req-aa253620-3aca-41be-8455-d530f0764f8d tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] 10.222.0.13 "GET /v2.0/security-groups?id=d37b3ff7-2317-46ab-9f4f-b0d217809a4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0751143 Jan 26 21:35:46.090374 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21264af9-35cf-4223-9793-44a1d1327830 req-f8b277e9-4fce-4f8b-b0db-dc3466b6f72a tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:35:46.094028 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-21264af9-35cf-4223-9793-44a1d1327830 req-f8b277e9-4fce-4f8b-b0db-dc3466b6f72a tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] 10.222.0.13 "GET /v2.0/ports?device_id=c947e2a6-4eb3-4b93-905b-515cc992a63b HTTP/1.1" status: 200 len: 944 time: 0.0737653 Jan 26 21:35:46.118483 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-c3060efa-c3ce-42c2-980d-ef9880be6fb2 tempest-TestSecurityGroupsBasicOps-1066020799 tempest-TestSecurityGroupsBasicOps-1066020799-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3709480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4110805'] for router_interface (d1076edd-1bb5-4c45-8116-0703aec35bed), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:35:46.167895 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-21264af9-35cf-4223-9793-44a1d1327830 req-ebef7742-e180-44b9-8c42-b2729091135f tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] 10.222.0.13 "GET /v2.0/security-groups?id=d37b3ff7-2317-46ab-9f4f-b0d217809a4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0680981 Jan 26 21:35:46.423627 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3060efa-c3ce-42c2-980d-ef9880be6fb2 tempest-TestSecurityGroupsBasicOps-1066020799 tempest-TestSecurityGroupsBasicOps-1066020799-project] Router d1076edd-1bb5-4c45-8116-0703aec35bed has already been hosted by L3 agent 09df100c-3af1-4b0a-bda8-05914c71c458 {{(pid=103305) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 26 21:35:46.478415 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6a9a9d-8580-458d-9ff1-a14c7bcb422f req-75f975b4-4a1e-47e2-987b-245cadc0454f tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:35:46.480055 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-3f6a9a9d-8580-458d-9ff1-a14c7bcb422f req-75f975b4-4a1e-47e2-987b-245cadc0454f tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] 10.222.0.13 "GET /v2.0/ports?device_id=c947e2a6-4eb3-4b93-905b-515cc992a63b HTTP/1.1" status: 200 len: 944 time: 0.0696850 Jan 26 21:35:46.551253 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-3f6a9a9d-8580-458d-9ff1-a14c7bcb422f req-7340e41e-f38a-47e0-92a2-d844521c04d3 tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] 10.222.0.13 "GET /v2.0/security-groups?id=d37b3ff7-2317-46ab-9f4f-b0d217809a4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0619044 Jan 26 21:35:46.561435 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3060efa-c3ce-42c2-980d-ef9880be6fb2 tempest-TestSecurityGroupsBasicOps-1066020799 tempest-TestSecurityGroupsBasicOps-1066020799-project] Notify agent at l3_agent.n-d-760453-5 the message routers_updated {{(pid=103305) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 26 21:35:46.571615 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-c3060efa-c3ce-42c2-980d-ef9880be6fb2 tempest-TestSecurityGroupsBasicOps-1066020799 tempest-TestSecurityGroupsBasicOps-1066020799-project] 10.222.0.13 "PUT /v2.0/routers/d1076edd-1bb5-4c45-8116-0703aec35bed/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5669076 Jan 26 21:35:46.571728 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 57506) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:35:46.574146 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37fd1214-d83a-4cb2-a7cc-b850209d2d7d None None] Sync routers for ids ['d1076edd-1bb5-4c45-8116-0703aec35bed'] in n-d-760453-5 {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 26 21:35:46.593176 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37fd1214-d83a-4cb2-a7cc-b850209d2d7d None None] Routers {'d1076edd-1bb5-4c45-8116-0703aec35bed'} bound to L3 agent in host n-d-760453-5 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 21:35:46.594765 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-37fd1214-d83a-4cb2-a7cc-b850209d2d7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-01-26T20:55:21Z,description=,heartbeat_timestamp=2022-01-26T21:35:21Z,host='n-d-760453-5',id=09df100c-3af1-4b0a-bda8-05914c71c458,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:55:21Z,topic='l3_agent')) {'router_ids': ['d1076edd-1bb5-4c45-8116-0703aec35bed'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:35:46.656870 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.db_base_plugin_v2 [None req-a5825f23-ed3d-47dc-bad9-592ec4e1235c tempest-TestSecurityGroupsBasicOps-1066020799 tempest-TestSecurityGroupsBasicOps-1066020799-project] Deleting subnet 67d88e25-bbb6-4ba6-8387-d3dd3b658f0e {{(pid=103304) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 26 21:35:46.664586 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-a5825f23-ed3d-47dc-bad9-592ec4e1235c tempest-TestSecurityGroupsBasicOps-1066020799 tempest-TestSecurityGroupsBasicOps-1066020799-project] Publish callbacks [] for subnet (67d88e25-bbb6-4ba6-8387-d3dd3b658f0e), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:35:46.764212 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_dvr_db [None req-37fd1214-d83a-4cb2-a7cc-b850209d2d7d None None] Set router d1076edd-1bb5-4c45-8116-0703aec35bed gateway port host: n-d-760453-5 {{(pid=103307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 21:35:46.772501 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-a5825f23-ed3d-47dc-bad9-592ec4e1235c tempest-TestSecurityGroupsBasicOps-1066020799 tempest-TestSecurityGroupsBasicOps-1066020799-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8881284'] for subnet (67d88e25-bbb6-4ba6-8387-d3dd3b658f0e), precommit_delete_associations {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:35:46.887557 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a1bab6-136e-4425-ae6c-14166126eaeb req-f6083b56-6939-46cd-9223-8a689f81b1f0 tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:35:46.889024 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-92a1bab6-136e-4425-ae6c-14166126eaeb req-f6083b56-6939-46cd-9223-8a689f81b1f0 tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] 10.222.0.13 "GET /v2.0/ports?device_id=c947e2a6-4eb3-4b93-905b-515cc992a63b HTTP/1.1" status: 200 len: 944 time: 0.0791845 Jan 26 21:35:46.973231 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-a5825f23-ed3d-47dc-bad9-592ec4e1235c tempest-TestSecurityGroupsBasicOps-1066020799 tempest-TestSecurityGroupsBasicOps-1066020799-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687316'] for subnet (67d88e25-bbb6-4ba6-8387-d3dd3b658f0e), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:35:47.008526 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-92a1bab6-136e-4425-ae6c-14166126eaeb req-0e73b6ef-6032-4445-952a-2b785dc732e8 tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] 10.222.0.13 "GET /v2.0/security-groups?id=d37b3ff7-2317-46ab-9f4f-b0d217809a4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1110013 Jan 26 21:35:47.034852 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-37fd1214-d83a-4cb2-a7cc-b850209d2d7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1076edd-1bb5-4c45-8116-0703aec35bed', 'name': 'tempest-TestSecurityGroupsBasicOps-router-143138305', 'tenant_id': '205750efebb7460ebd239c85a19dfc92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'external_fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.231'}], 'enable_snat': True}, 'gw_port_id': 'c11b1e38-b21f-4bb6-a775-6574040350a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T21:33:56Z', 'updated_at': '2022-01-26T21:35:45Z', 'revision_number': 5, 'project_id': '205750efebb7460ebd239c85a19dfc92', 'gw_port': {'id': 'c11b1e38-b21f-4bb6-a775-6574040350a5', 'name': '', 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:9d:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1076edd-1bb5-4c45-8116-0703aec35bed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2925, 'fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:33:57Z', 'updated_at': '2022-01-26T21:34:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-5'}], 'n-d-760453-5', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:35:47.057813 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-a5825f23-ed3d-47dc-bad9-592ec4e1235c tempest-TestSecurityGroupsBasicOps-1066020799 tempest-TestSecurityGroupsBasicOps-1066020799-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9281612', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12215216'] for subnet (67d88e25-bbb6-4ba6-8387-d3dd3b658f0e), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:35:47.074676 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-a5825f23-ed3d-47dc-bad9-592ec4e1235c tempest-TestSecurityGroupsBasicOps-1066020799 tempest-TestSecurityGroupsBasicOps-1066020799-project] Publish callbacks [] for subnet (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:35:47.077071 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37fd1214-d83a-4cb2-a7cc-b850209d2d7d None None] Checking router: d1076edd-1bb5-4c45-8116-0703aec35bed for host: n-d-760453-5 {{(pid=103307) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 26 21:35:47.079966 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ae3bb7b-595e-48c6-9ab5-aa590a1e80e0 None None] Network 8ccb4f7e-e6e3-4ac7-b6f8-162d9e73f0be requested from n-d-760453-5 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 26 21:35:47.087472 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37fd1214-d83a-4cb2-a7cc-b850209d2d7d None None] Routers {'d1076edd-1bb5-4c45-8116-0703aec35bed'} bound to L3 agent in host n-d-760453-5 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 21:35:47.088559 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-37fd1214-d83a-4cb2-a7cc-b850209d2d7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-01-26T20:55:21Z,description=,heartbeat_timestamp=2022-01-26T21:35:21Z,host='n-d-760453-5',id=09df100c-3af1-4b0a-bda8-05914c71c458,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:55:21Z,topic='l3_agent')) {'router_ids': ['d1076edd-1bb5-4c45-8116-0703aec35bed'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:35:47.092555 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 57512) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:35:47.093940 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-a5825f23-ed3d-47dc-bad9-592ec4e1235c tempest-TestSecurityGroupsBasicOps-1066020799 tempest-TestSecurityGroupsBasicOps-1066020799-project] 10.222.0.13 "DELETE /v2.0/subnets/67d88e25-bbb6-4ba6-8387-d3dd3b658f0e HTTP/1.1" status: 204 len: 168 time: 0.5223279 Jan 26 21:35:47.146391 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5825f23-ed3d-47dc-bad9-592ec4e1235c tempest-TestSecurityGroupsBasicOps-1066020799 tempest-TestSecurityGroupsBasicOps-1066020799-project] Pushing event deleted for resources: {'Subnet': ['ID=67d88e25-bbb6-4ba6-8387-d3dd3b658f0e,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:35:47.280433 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_dvr_db [None req-37fd1214-d83a-4cb2-a7cc-b850209d2d7d None None] Set router d1076edd-1bb5-4c45-8116-0703aec35bed gateway port host: n-d-760453-5 {{(pid=103307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 21:35:47.302145 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c20a632-ddef-49d4-b35c-be8d5c83dd27 None None] DHCP port deletion for 8ccb4f7e-e6e3-4ac7-b6f8-162d9e73f0be request from n-d-760453-5 {{(pid=103306) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 26 21:35:47.335888 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-cc77512c-ea71-464f-adfd-a76ebed14c46 tempest-TestSecurityGroupsBasicOps-1066020799 tempest-TestSecurityGroupsBasicOps-1066020799-project] Publish callbacks [] for router (d1076edd-1bb5-4c45-8116-0703aec35bed), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:35:47.419865 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-4c20a632-ddef-49d4-b35c-be8d5c83dd27 None None] Deleting port d1b0f06d-eb9a-435f-96be-c8cb2b1bdaaf {{(pid=103306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 21:35:47.420473 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-4c20a632-ddef-49d4-b35c-be8d5c83dd27 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746560630878'] for port (d1b0f06d-eb9a-435f-96be-c8cb2b1bdaaf), before_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:35:47.538665 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-4c20a632-ddef-49d4-b35c-be8d5c83dd27 None None] For port d1b0f06d-eb9a-435f-96be-c8cb2b1bdaaf, host n-d-760453-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=d1b0f06d-eb9a-435f-96be-c8cb2b1bdaaf,segment=NetworkSegment(2badee1d-4e60-412c-91a4-4ad3556eb390),segment_id=2badee1d-4e60-412c-91a4-4ad3556eb390)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:35:47.539209 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-4c20a632-ddef-49d4-b35c-be8d5c83dd27 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4109658'] for port (d1b0f06d-eb9a-435f-96be-c8cb2b1bdaaf), precommit_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:35:47.545031 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-cc77512c-ea71-464f-adfd-a76ebed14c46 tempest-TestSecurityGroupsBasicOps-1066020799 tempest-TestSecurityGroupsBasicOps-1066020799-project] Publish callbacks [] for router_gateway (d1076edd-1bb5-4c45-8116-0703aec35bed), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:35:47.555280 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-4c20a632-ddef-49d4-b35c-be8d5c83dd27 None None] Calling delete_port for d1b0f06d-eb9a-435f-96be-c8cb2b1bdaaf owned by network:dhcp {{(pid=103306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 21:35:47.607248 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-37fd1214-d83a-4cb2-a7cc-b850209d2d7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1076edd-1bb5-4c45-8116-0703aec35bed', 'name': 'tempest-TestSecurityGroupsBasicOps-router-143138305', 'tenant_id': '205750efebb7460ebd239c85a19dfc92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'external_fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.231'}], 'enable_snat': True}, 'gw_port_id': 'c11b1e38-b21f-4bb6-a775-6574040350a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T21:33:56Z', 'updated_at': '2022-01-26T21:35:45Z', 'revision_number': 5, 'project_id': '205750efebb7460ebd239c85a19dfc92', 'gw_port': {'id': 'c11b1e38-b21f-4bb6-a775-6574040350a5', 'name': '', 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:9d:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1076edd-1bb5-4c45-8116-0703aec35bed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2925, 'fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:33:57Z', 'updated_at': '2022-01-26T21:34:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-5'}], 'n-d-760453-5', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:35:47.642128 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37fd1214-d83a-4cb2-a7cc-b850209d2d7d None None] The sync data for ids ['d1076edd-1bb5-4c45-8116-0703aec35bed'] in n-d-760453-5 is: [{'id': 'd1076edd-1bb5-4c45-8116-0703aec35bed', 'name': 'tempest-TestSecurityGroupsBasicOps-router-143138305', 'tenant_id': '205750efebb7460ebd239c85a19dfc92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'external_fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.231'}], 'enable_snat': True}, 'gw_port_id': 'c11b1e38-b21f-4bb6-a775-6574040350a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T21:33:56Z', 'updated_at': '2022-01-26T21:35:45Z', 'revision_number': 5, 'project_id': '205750efebb7460ebd239c85a19dfc92', 'gw_port': {'id': 'c11b1e38-b21f-4bb6-a775-6574040350a5', 'name': '', 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:9d:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1076edd-1bb5-4c45-8116-0703aec35bed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2925, 'fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:33:57Z', 'updated_at': '2022-01-26T21:34:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-5'}] {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 26 21:35:47.646503 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device d1b0f06d-eb9a-435f-96be-c8cb2b1bdaaf no longer exists at agent ovs-agent-n-d-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 26 21:35:47.648334 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-cc77512c-ea71-464f-adfd-a76ebed14c46 tempest-TestSecurityGroupsBasicOps-1066020799 tempest-TestSecurityGroupsBasicOps-1066020799-project] Deleting port c11b1e38-b21f-4bb6-a775-6574040350a5 {{(pid=103305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 21:35:47.648778 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-cc77512c-ea71-464f-adfd-a76ebed14c46 tempest-TestSecurityGroupsBasicOps-1066020799 tempest-TestSecurityGroupsBasicOps-1066020799-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746560630878'] for port (c11b1e38-b21f-4bb6-a775-6574040350a5), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:35:47.670500 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-4c20a632-ddef-49d4-b35c-be8d5c83dd27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746560636600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746560234536'] for port (d1b0f06d-eb9a-435f-96be-c8cb2b1bdaaf), after_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:35:47.679474 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] No Port match for: d1b0f06d-eb9a-435f-96be-c8cb2b1bdaaf {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 26 21:35:47.679962 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device d1b0f06d-eb9a-435f-96be-c8cb2b1bdaaf not bound to the agent host n-d-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 26 21:35:47.716657 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c20a632-ddef-49d4-b35c-be8d5c83dd27 None None] Pushing event deleted for resources: {'Port': ['ID=d1b0f06d-eb9a-435f-96be-c8cb2b1bdaaf,revision_number=None']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:35:47.719455 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c20a632-ddef-49d4-b35c-be8d5c83dd27 None None] No DVR routers for this DVR port d1b0f06d-eb9a-435f-96be-c8cb2b1bdaaf on host n-d-760453-5 {{(pid=103306) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 26 21:35:47.752909 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [None req-cc77512c-ea71-464f-adfd-a76ebed14c46 tempest-TestSecurityGroupsBasicOps-1066020799 tempest-TestSecurityGroupsBasicOps-1066020799-project] For port c11b1e38-b21f-4bb6-a775-6574040350a5, host n-d-760453-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=c11b1e38-b21f-4bb6-a775-6574040350a5,segment=NetworkSegment(e17cb353-418f-48b9-b982-21a6233ee99b),segment_id=e17cb353-418f-48b9-b982-21a6233ee99b)] {{(pid=103305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:35:47.753286 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-cc77512c-ea71-464f-adfd-a76ebed14c46 tempest-TestSecurityGroupsBasicOps-1066020799 tempest-TestSecurityGroupsBasicOps-1066020799-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4109658'] for port (c11b1e38-b21f-4bb6-a775-6574040350a5), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:35:47.767300 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-cc77512c-ea71-464f-adfd-a76ebed14c46 tempest-TestSecurityGroupsBasicOps-1066020799 tempest-TestSecurityGroupsBasicOps-1066020799-project] Calling delete_port for c11b1e38-b21f-4bb6-a775-6574040350a5 owned by network:router_gateway {{(pid=103305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 21:35:47.953022 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-cc77512c-ea71-464f-adfd-a76ebed14c46 tempest-TestSecurityGroupsBasicOps-1066020799 tempest-TestSecurityGroupsBasicOps-1066020799-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746560636600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746560234536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11791543'] for port (c11b1e38-b21f-4bb6-a775-6574040350a5), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:35:47.983052 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc77512c-ea71-464f-adfd-a76ebed14c46 tempest-TestSecurityGroupsBasicOps-1066020799 tempest-TestSecurityGroupsBasicOps-1066020799-project] Pushing event deleted for resources: {'Port': ['ID=c11b1e38-b21f-4bb6-a775-6574040350a5,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:35:48.045698 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-cc77512c-ea71-464f-adfd-a76ebed14c46 tempest-TestSecurityGroupsBasicOps-1066020799 tempest-TestSecurityGroupsBasicOps-1066020799-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4111291'] for router_gateway (d1076edd-1bb5-4c45-8116-0703aec35bed), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:35:48.211385 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68fd8aeb-d5d2-4b24-9de9-e2969f1428a9 req-900aac66-0134-4ede-bc70-a18819043e66 tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:35:48.213758 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-68fd8aeb-d5d2-4b24-9de9-e2969f1428a9 req-900aac66-0134-4ede-bc70-a18819043e66 tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] 10.222.0.13 "GET /v2.0/ports?device_id=c947e2a6-4eb3-4b93-905b-515cc992a63b HTTP/1.1" status: 200 len: 944 time: 0.0886030 Jan 26 21:35:48.304693 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-68fd8aeb-d5d2-4b24-9de9-e2969f1428a9 req-694f3cb9-8f21-4c50-be93-53c573fbb328 tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] 10.222.0.13 "GET /v2.0/security-groups?id=d37b3ff7-2317-46ab-9f4f-b0d217809a4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0851204 Jan 26 21:35:48.485000 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-cc77512c-ea71-464f-adfd-a76ebed14c46 tempest-TestSecurityGroupsBasicOps-1066020799 tempest-TestSecurityGroupsBasicOps-1066020799-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4105774', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13082'] for router (d1076edd-1bb5-4c45-8116-0703aec35bed), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:35:48.487133 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-cc77512c-ea71-464f-adfd-a76ebed14c46 tempest-TestSecurityGroupsBasicOps-1066020799 tempest-TestSecurityGroupsBasicOps-1066020799-project] Publish callbacks [] for router_controller (d1076edd-1bb5-4c45-8116-0703aec35bed), precommit_delete_associations {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:35:48.565880 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-cc77512c-ea71-464f-adfd-a76ebed14c46 tempest-TestSecurityGroupsBasicOps-1066020799 tempest-TestSecurityGroupsBasicOps-1066020799-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4105767'] for router (d1076edd-1bb5-4c45-8116-0703aec35bed), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:35:48.566426 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc77512c-ea71-464f-adfd-a76ebed14c46 tempest-TestSecurityGroupsBasicOps-1066020799 tempest-TestSecurityGroupsBasicOps-1066020799-project] Fanout notify agent at l3_agent the message router_deleted on router d1076edd-1bb5-4c45-8116-0703aec35bed {{(pid=103305) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 26 21:35:48.573572 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-cc77512c-ea71-464f-adfd-a76ebed14c46 tempest-TestSecurityGroupsBasicOps-1066020799 tempest-TestSecurityGroupsBasicOps-1066020799-project] Publish callbacks [] for router (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:35:48.574738 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-cc77512c-ea71-464f-adfd-a76ebed14c46 tempest-TestSecurityGroupsBasicOps-1066020799 tempest-TestSecurityGroupsBasicOps-1066020799-project] 10.222.0.13 "DELETE /v2.0/routers/d1076edd-1bb5-4c45-8116-0703aec35bed HTTP/1.1" status: 204 len: 168 time: 1.4803586 Jan 26 21:35:48.581368 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 57538) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:35:48.589758 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc8a1bf-4468-44e5-b6b1-0bb2516a06cf req-c1d22504-bd08-4114-acc4-819231236813 tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:35:48.602639 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-dcc8a1bf-4468-44e5-b6b1-0bb2516a06cf req-c1d22504-bd08-4114-acc4-819231236813 tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] 10.222.0.13 "GET /v2.0/ports?device_id=c947e2a6-4eb3-4b93-905b-515cc992a63b HTTP/1.1" status: 200 len: 944 time: 0.0824361 Jan 26 21:35:48.689449 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-dcc8a1bf-4468-44e5-b6b1-0bb2516a06cf req-fc370b2c-013a-475d-9415-03cb50264ee5 tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] 10.222.0.13 "GET /v2.0/security-groups?id=d37b3ff7-2317-46ab-9f4f-b0d217809a4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0853837 Jan 26 21:35:48.750038 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-cf57aa6c-bf40-4ef4-8c57-f8a3a71049dc tempest-TestSecurityGroupsBasicOps-1066020799 tempest-TestSecurityGroupsBasicOps-1066020799-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-748181'] for network (8ccb4f7e-e6e3-4ac7-b6f8-162d9e73f0be), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:35:48.909772 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-28895968-b50d-43d3-96d5-f6f04d12a5be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (474ccdf7-ab6c-405b-a3b2-dc7b05829902), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:35:48.914894 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-cf57aa6c-bf40-4ef4-8c57-f8a3a71049dc tempest-TestSecurityGroupsBasicOps-1066020799 tempest-TestSecurityGroupsBasicOps-1066020799-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-686403', 'neutron.services.segments.db._delete_segments_for_network-8746560774018'] for network (8ccb4f7e-e6e3-4ac7-b6f8-162d9e73f0be), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:35:48.956088 n-d-760453-5 neutron-server[103305]: DEBUG neutron.services.segments.db [None req-cf57aa6c-bf40-4ef4-8c57-f8a3a71049dc tempest-TestSecurityGroupsBasicOps-1066020799 tempest-TestSecurityGroupsBasicOps-1066020799-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8ccb4f7e-e6e3-4ac7-b6f8-162d9e73f0be']}} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:35:48.983575 n-d-760453-5 neutron-server[103305]: DEBUG neutron.services.segments.db [None req-cf57aa6c-bf40-4ef4-8c57-f8a3a71049dc tempest-TestSecurityGroupsBasicOps-1066020799 tempest-TestSecurityGroupsBasicOps-1066020799-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2badee1d-4e60-412c-91a4-4ad3556eb390') {'for_net_delete': True} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:35:48.983894 n-d-760453-5 neutron-server[103305]: DEBUG neutron.services.segments.db [None req-cf57aa6c-bf40-4ef4-8c57-f8a3a71049dc tempest-TestSecurityGroupsBasicOps-1066020799 tempest-TestSecurityGroupsBasicOps-1066020799-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2badee1d-4e60-412c-91a4-4ad3556eb390') {} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:35:48.996997 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-cf57aa6c-bf40-4ef4-8c57-f8a3a71049dc tempest-TestSecurityGroupsBasicOps-1066020799 tempest-TestSecurityGroupsBasicOps-1066020799-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746560742283', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11788955'] for segment (2badee1d-4e60-412c-91a4-4ad3556eb390), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:35:49.013570 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-cf57aa6c-bf40-4ef4-8c57-f8a3a71049dc tempest-TestSecurityGroupsBasicOps-1066020799 tempest-TestSecurityGroupsBasicOps-1066020799-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576559'] for segment (2badee1d-4e60-412c-91a4-4ad3556eb390), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:35:49.026004 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cf57aa6c-bf40-4ef4-8c57-f8a3a71049dc tempest-TestSecurityGroupsBasicOps-1066020799 tempest-TestSecurityGroupsBasicOps-1066020799-project] Releasing vlan 562 on physical network physnet1 to pool {{(pid=103305) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 26 21:35:49.027776 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-cf57aa6c-bf40-4ef4-8c57-f8a3a71049dc tempest-TestSecurityGroupsBasicOps-1066020799 tempest-TestSecurityGroupsBasicOps-1066020799-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11791428'] for segment (2badee1d-4e60-412c-91a4-4ad3556eb390), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:35:49.034312 n-d-760453-5 neutron-server[103305]: Traceback (most recent call last): Jan 26 21:35:49.034312 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 26 21:35:49.034312 n-d-760453-5 neutron-server[103305]: timer() Jan 26 21:35:49.034312 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 26 21:35:49.034312 n-d-760453-5 neutron-server[103305]: cb(*args, **kw) Jan 26 21:35:49.034312 n-d-760453-5 neutron-server[103305]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 26 21:35:49.034312 n-d-760453-5 neutron-server[103305]: return func(*args, **kwargs) Jan 26 21:35:49.034312 n-d-760453-5 neutron-server[103305]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 26 21:35:49.034312 n-d-760453-5 neutron-server[103305]: self._notify() Jan 26 21:35:49.034312 n-d-760453-5 neutron-server[103305]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 26 21:35:49.034312 n-d-760453-5 neutron-server[103305]: self.callback(batched_events) Jan 26 21:35:49.034312 n-d-760453-5 neutron-server[103305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 26 21:35:49.034312 n-d-760453-5 neutron-server[103305]: event.method(event) Jan 26 21:35:49.034312 n-d-760453-5 neutron-server[103305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 26 21:35:49.034312 n-d-760453-5 neutron-server[103305]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 26 21:35:49.034312 n-d-760453-5 neutron-server[103305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 26 21:35:49.034312 n-d-760453-5 neutron-server[103305]: aggregate_uuid = self.p_client.list_aggregates( Jan 26 21:35:49.034312 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 26 21:35:49.034312 n-d-760453-5 neutron-server[103305]: return f(self, *a, **k) Jan 26 21:35:49.034312 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 26 21:35:49.034312 n-d-760453-5 neutron-server[103305]: return self._get(url).json() Jan 26 21:35:49.034312 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 26 21:35:49.034312 n-d-760453-5 neutron-server[103305]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 26 21:35:49.034312 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 26 21:35:49.034312 n-d-760453-5 neutron-server[103305]: return self.request(url, 'GET', **kwargs) Jan 26 21:35:49.034312 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 26 21:35:49.034312 n-d-760453-5 neutron-server[103305]: base_url = self.get_endpoint(auth, allow=allow, Jan 26 21:35:49.034312 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 26 21:35:49.034312 n-d-760453-5 neutron-server[103305]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 26 21:35:49.034312 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 26 21:35:49.034312 n-d-760453-5 neutron-server[103305]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 26 21:35:49.034312 n-d-760453-5 neutron-server[103305]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 26 21:35:49.110011 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-cf57aa6c-bf40-4ef4-8c57-f8a3a71049dc tempest-TestSecurityGroupsBasicOps-1066020799 tempest-TestSecurityGroupsBasicOps-1066020799-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4110931'] for network (8ccb4f7e-e6e3-4ac7-b6f8-162d9e73f0be), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:35:49.135717 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-cf57aa6c-bf40-4ef4-8c57-f8a3a71049dc tempest-TestSecurityGroupsBasicOps-1066020799 tempest-TestSecurityGroupsBasicOps-1066020799-project] Publish callbacks [] for network (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:35:49.148622 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-cf57aa6c-bf40-4ef4-8c57-f8a3a71049dc tempest-TestSecurityGroupsBasicOps-1066020799 tempest-TestSecurityGroupsBasicOps-1066020799-project] 10.222.0.13 "DELETE /v2.0/networks/8ccb4f7e-e6e3-4ac7-b6f8-162d9e73f0be HTTP/1.1" status: 204 len: 168 time: 0.5660086 Jan 26 21:35:49.189085 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf57aa6c-bf40-4ef4-8c57-f8a3a71049dc tempest-TestSecurityGroupsBasicOps-1066020799 tempest-TestSecurityGroupsBasicOps-1066020799-project] Pushing event deleted for resources: {'Network': ['ID=8ccb4f7e-e6e3-4ac7-b6f8-162d9e73f0be,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:35:49.430827 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device c11b1e38-b21f-4bb6-a775-6574040350a5 no longer exists at agent ovs-agent-n-d-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 26 21:35:49.467358 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] No Port match for: c11b1e38-b21f-4bb6-a775-6574040350a5 {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 26 21:35:49.477903 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device c11b1e38-b21f-4bb6-a775-6574040350a5 not bound to the agent host n-d-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 26 21:35:49.478554 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device c6bb7786-9796-45e4-ae02-9f2843926c09 no longer exists at agent ovs-agent-n-d-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 26 21:35:49.524879 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] No Port match for: c6bb7786-9796-45e4-ae02-9f2843926c09 {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 26 21:35:49.525540 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device c6bb7786-9796-45e4-ae02-9f2843926c09 not bound to the agent host n-d-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 26 21:35:49.663530 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 57570) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:35:49.750223 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 57576) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:35:49.909094 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70baf56c-94ea-4f9f-a7c9-9534636a01dc req-b0b3f277-8402-401a-845e-fb5a959192b3 tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:35:49.910682 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-70baf56c-94ea-4f9f-a7c9-9534636a01dc req-b0b3f277-8402-401a-845e-fb5a959192b3 tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] 10.222.0.13 "GET /v2.0/ports?device_id=c947e2a6-4eb3-4b93-905b-515cc992a63b HTTP/1.1" status: 200 len: 944 time: 0.0987287 Jan 26 21:35:49.975702 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-d582ec7b-62b7-4832-a0a2-70f695313aac admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:35:50.020815 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-70baf56c-94ea-4f9f-a7c9-9534636a01dc req-f45cd783-bf2f-4b5b-b981-26dc9c6e96f8 tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] 10.222.0.13 "GET /v2.0/security-groups?id=d37b3ff7-2317-46ab-9f4f-b0d217809a4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1035464 Jan 26 21:35:50.105195 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-cde27fd3-9903-4028-83b0-f0b256dbeeb0 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=205750efebb7460ebd239c85a19dfc92&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3485620 Jan 26 21:35:50.106318 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 57584) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:35:50.177310 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-d582ec7b-62b7-4832-a0a2-70f695313aac admin admin] Publish callbacks [] for security_group (78f47a05-707b-487e-834f-4e02126711cc), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:35:50.210057 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-d582ec7b-62b7-4832-a0a2-70f695313aac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (78f47a05-707b-487e-834f-4e02126711cc), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:35:50.245004 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2f7e8d-5ec7-4150-a96e-5216c082226b req-bdaeac55-4377-4297-9dbb-3a917e742c0a tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:35:50.246667 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-bf2f7e8d-5ec7-4150-a96e-5216c082226b req-bdaeac55-4377-4297-9dbb-3a917e742c0a tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] 10.222.0.13 "GET /v2.0/ports?device_id=c947e2a6-4eb3-4b93-905b-515cc992a63b HTTP/1.1" status: 200 len: 944 time: 0.1145391 Jan 26 21:35:50.314070 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-d582ec7b-62b7-4832-a0a2-70f695313aac admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=4ea63be90ed54e01bd384c11aea286af&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6469400 Jan 26 21:35:50.314334 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 57586) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:35:50.335739 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d582ec7b-62b7-4832-a0a2-70f695313aac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78f47a05-707b-487e-834f-4e02126711cc,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:35:50.341872 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-3cb4d890-1032-4c85-b5ab-85470d95fb17 admin admin] Publish callbacks [] for security_group (bc35dbc0-3d9b-4980-86b5-820894edfd62), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:35:50.370488 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-bf2f7e8d-5ec7-4150-a96e-5216c082226b req-d28b4c1e-42a5-44e3-a4de-cd05d1e7c587 tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] 10.222.0.13 "GET /v2.0/security-groups?id=d37b3ff7-2317-46ab-9f4f-b0d217809a4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1126230 Jan 26 21:35:50.380790 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-3cb4d890-1032-4c85-b5ab-85470d95fb17 admin admin] Publish callbacks [] for security_group (bc35dbc0-3d9b-4980-86b5-820894edfd62), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:35:50.418570 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-4c7f3ed2-3f49-40ea-99d2-4fa904f461ef admin admin] Publish callbacks [] for security_group (78f47a05-707b-487e-834f-4e02126711cc), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:35:50.451964 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-3cb4d890-1032-4c85-b5ab-85470d95fb17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (bc35dbc0-3d9b-4980-86b5-820894edfd62), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:35:50.455298 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-3cb4d890-1032-4c85-b5ab-85470d95fb17 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:35:50.459095 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-3cb4d890-1032-4c85-b5ab-85470d95fb17 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/bc35dbc0-3d9b-4980-86b5-820894edfd62 HTTP/1.1" status: 204 len: 168 time: 0.3493450 Jan 26 21:35:50.459260 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-4c7f3ed2-3f49-40ea-99d2-4fa904f461ef admin admin] Publish callbacks [] for security_group (78f47a05-707b-487e-834f-4e02126711cc), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:35:50.496717 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb4d890-1032-4c85-b5ab-85470d95fb17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc35dbc0-3d9b-4980-86b5-820894edfd62,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:35:50.533687 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-4c7f3ed2-3f49-40ea-99d2-4fa904f461ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (78f47a05-707b-487e-834f-4e02126711cc), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:35:50.538175 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-4c7f3ed2-3f49-40ea-99d2-4fa904f461ef admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:35:50.539646 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-4c7f3ed2-3f49-40ea-99d2-4fa904f461ef admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/78f47a05-707b-487e-834f-4e02126711cc HTTP/1.1" status: 204 len: 168 time: 0.2241466 Jan 26 21:35:50.544473 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ece6b5f-356c-45c9-9e0d-8fe16ce4b476 req-817750c4-f1a2-4557-a062-e7c53bcecbaf tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:35:50.546829 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-9ece6b5f-356c-45c9-9e0d-8fe16ce4b476 req-817750c4-f1a2-4557-a062-e7c53bcecbaf tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] 10.222.0.13 "GET /v2.0/ports?device_id=c947e2a6-4eb3-4b93-905b-515cc992a63b HTTP/1.1" status: 200 len: 944 time: 0.0889060 Jan 26 21:35:50.559567 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c7f3ed2-3f49-40ea-99d2-4fa904f461ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78f47a05-707b-487e-834f-4e02126711cc,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:35:50.622336 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-9ece6b5f-356c-45c9-9e0d-8fe16ce4b476 req-77020f37-e9e8-4c9b-9c71-4ea8bb81940d tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] 10.222.0.13 "GET /v2.0/security-groups?id=d37b3ff7-2317-46ab-9f4f-b0d217809a4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0665445 Jan 26 21:35:50.791845 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3cc3ad-959f-40e0-bac1-bcec4a8235a1 req-b1c2af23-46f1-4ab1-944d-1006d2175db6 tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:35:50.793443 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-2a3cc3ad-959f-40e0-bac1-bcec4a8235a1 req-b1c2af23-46f1-4ab1-944d-1006d2175db6 tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] 10.222.0.13 "GET /v2.0/ports?device_id=c947e2a6-4eb3-4b93-905b-515cc992a63b HTTP/1.1" status: 200 len: 944 time: 0.0576544 Jan 26 21:35:50.863913 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-2a3cc3ad-959f-40e0-bac1-bcec4a8235a1 req-b132f7e6-e68d-41ab-ab4f-261cdfbd9836 tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] 10.222.0.13 "GET /v2.0/security-groups?id=d37b3ff7-2317-46ab-9f4f-b0d217809a4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0646968 Jan 26 21:35:51.035763 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 57604) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:35:51.052284 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-09ba0fdd-a486-4a56-812e-b6ba6d57f219 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:35:51.059556 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 57606) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:35:51.073476 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-4263ce6c-127a-41ca-b945-98a76c25aa01 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:35:51.168224 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-4263ce6c-127a-41ca-b945-98a76c25aa01 admin admin] Publish callbacks [] for security_group (42cfd0d9-9e45-4eff-a82f-f9a80957fabd), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:35:51.175682 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-4263ce6c-127a-41ca-b945-98a76c25aa01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (42cfd0d9-9e45-4eff-a82f-f9a80957fabd), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:35:51.178095 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-09ba0fdd-a486-4a56-812e-b6ba6d57f219 admin admin] Publish callbacks [] for security_group (0ca32701-fab1-4341-9224-c9a7883a21af), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:35:51.186875 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-09ba0fdd-a486-4a56-812e-b6ba6d57f219 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (0ca32701-fab1-4341-9224-c9a7883a21af), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:35:51.218584 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-4263ce6c-127a-41ca-b945-98a76c25aa01 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b141f3e0ccfb4ccb9b176115ebe5ee69&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1552131 Jan 26 21:35:51.219417 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 57610) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:35:51.219888 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ba0fdd-a486-4a56-812e-b6ba6d57f219 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ca32701-fab1-4341-9224-c9a7883a21af,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:35:51.229358 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4263ce6c-127a-41ca-b945-98a76c25aa01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42cfd0d9-9e45-4eff-a82f-f9a80957fabd,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:35:51.252661 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-09ba0fdd-a486-4a56-812e-b6ba6d57f219 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=6f1107afbc7d4c94b3b9672618d8a9eb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2149501 Jan 26 21:35:51.257682 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 57612) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:35:51.268120 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-78da542c-dfec-4674-b253-7db4cdd4133c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (09df100c-3af1-4b0a-bda8-05914c71c458), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:35:51.290670 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-531469aa-4b2b-4a27-bf60-d5af376d633e admin admin] Publish callbacks [] for security_group (42cfd0d9-9e45-4eff-a82f-f9a80957fabd), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:35:51.316842 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-531469aa-4b2b-4a27-bf60-d5af376d633e admin admin] Publish callbacks [] for security_group (42cfd0d9-9e45-4eff-a82f-f9a80957fabd), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:35:51.338003 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-bb51b30b-fed7-4297-96b7-06d9b8f5705a admin admin] Publish callbacks [] for security_group (0ca32701-fab1-4341-9224-c9a7883a21af), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:35:51.365064 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-bb51b30b-fed7-4297-96b7-06d9b8f5705a admin admin] Publish callbacks [] for security_group (0ca32701-fab1-4341-9224-c9a7883a21af), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:35:51.379186 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-531469aa-4b2b-4a27-bf60-d5af376d633e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (42cfd0d9-9e45-4eff-a82f-f9a80957fabd), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:35:51.386952 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-531469aa-4b2b-4a27-bf60-d5af376d633e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:35:51.386952 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-531469aa-4b2b-4a27-bf60-d5af376d633e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/42cfd0d9-9e45-4eff-a82f-f9a80957fabd HTTP/1.1" status: 204 len: 168 time: 0.1639769 Jan 26 21:35:51.396048 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-531469aa-4b2b-4a27-bf60-d5af376d633e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42cfd0d9-9e45-4eff-a82f-f9a80957fabd,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:35:51.457486 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-bb51b30b-fed7-4297-96b7-06d9b8f5705a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (0ca32701-fab1-4341-9224-c9a7883a21af), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:35:51.462141 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-bb51b30b-fed7-4297-96b7-06d9b8f5705a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:35:51.467763 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-bb51b30b-fed7-4297-96b7-06d9b8f5705a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/0ca32701-fab1-4341-9224-c9a7883a21af HTTP/1.1" status: 204 len: 168 time: 0.2091012 Jan 26 21:35:51.477709 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb51b30b-fed7-4297-96b7-06d9b8f5705a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ca32701-fab1-4341-9224-c9a7883a21af,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:35:51.890238 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 57630) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:35:51.953259 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-5a309182-41a4-42f0-8b73-2e15f362390b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=714d2026b9de4eeda4591080842758a7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0618136 Jan 26 21:35:51.956486 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 57634) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:35:52.014529 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-86e6a551-b23c-48f7-857f-c704e851f4c4 admin admin] Publish callbacks [] for security_group (a5aa8d43-b25a-4ce6-b2e7-b7fabab9f76a), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:35:52.043239 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-86e6a551-b23c-48f7-857f-c704e851f4c4 admin admin] Publish callbacks [] for security_group (a5aa8d43-b25a-4ce6-b2e7-b7fabab9f76a), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:35:52.110445 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-86e6a551-b23c-48f7-857f-c704e851f4c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (a5aa8d43-b25a-4ce6-b2e7-b7fabab9f76a), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:35:52.116357 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-86e6a551-b23c-48f7-857f-c704e851f4c4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:35:52.117769 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-86e6a551-b23c-48f7-857f-c704e851f4c4 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a5aa8d43-b25a-4ce6-b2e7-b7fabab9f76a HTTP/1.1" status: 204 len: 168 time: 0.1599994 Jan 26 21:35:52.135820 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e6a551-b23c-48f7-857f-c704e851f4c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5aa8d43-b25a-4ce6-b2e7-b7fabab9f76a,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:35:52.264112 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-841f5991-a4d8-4d4b-b215-cbc6bab5427b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (aa7ee9d2-08eb-4e12-b895-24c57300dfec), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:35:53.051887 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (4d619873-4b60-439f-9b5a-b155dc8bbc34), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:35:54.111101 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-839dd188-ec69-470c-9ab0-d318dc1a2e96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (e79b4fc6-6c71-44b2-a6d0-ff3e1f4dfd0d), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:35:54.911972 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 57770) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:35:55.043247 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-35c5cc32-9ee4-48d2-a9a3-4b929ec45dd3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:35:55.134227 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-35c5cc32-9ee4-48d2-a9a3-4b929ec45dd3 admin admin] Publish callbacks [] for security_group (1980a44b-2685-402a-aba8-893236bd0733), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:35:55.138483 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-35c5cc32-9ee4-48d2-a9a3-4b929ec45dd3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (1980a44b-2685-402a-aba8-893236bd0733), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:35:55.182050 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-35c5cc32-9ee4-48d2-a9a3-4b929ec45dd3 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=73c4a06471f0422680dda81edb4b98f7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2687013 Jan 26 21:35:55.184549 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 57778) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:35:55.190637 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c5cc32-9ee4-48d2-a9a3-4b929ec45dd3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1980a44b-2685-402a-aba8-893236bd0733,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:35:55.234956 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-b0cca84d-1bbb-4b7f-b97b-cfb36b90d025 admin admin] Publish callbacks [] for security_group (1980a44b-2685-402a-aba8-893236bd0733), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:35:55.259037 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-b0cca84d-1bbb-4b7f-b97b-cfb36b90d025 admin admin] Publish callbacks [] for security_group (1980a44b-2685-402a-aba8-893236bd0733), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:35:55.300261 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (fea0591a-627d-4c87-9a9a-01625ddf3277), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:35:55.315193 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-b0cca84d-1bbb-4b7f-b97b-cfb36b90d025 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (1980a44b-2685-402a-aba8-893236bd0733), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:35:55.318869 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-b0cca84d-1bbb-4b7f-b97b-cfb36b90d025 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:35:55.320307 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-b0cca84d-1bbb-4b7f-b97b-cfb36b90d025 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/1980a44b-2685-402a-aba8-893236bd0733 HTTP/1.1" status: 204 len: 168 time: 0.1346066 Jan 26 21:35:55.330024 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0cca84d-1bbb-4b7f-b97b-cfb36b90d025 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1980a44b-2685-402a-aba8-893236bd0733,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:35:55.609023 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 57788) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:35:55.623611 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-662a151c-4d35-434a-b750-a0c5bca55f71 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:35:55.709321 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-662a151c-4d35-434a-b750-a0c5bca55f71 admin admin] Publish callbacks [] for security_group (e206c703-fb8f-4d57-bbe3-e735f15b89dd), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:35:55.713522 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-662a151c-4d35-434a-b750-a0c5bca55f71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (e206c703-fb8f-4d57-bbe3-e735f15b89dd), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:35:55.755037 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-662a151c-4d35-434a-b750-a0c5bca55f71 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=287169d76226472fb2fcdfb10e5f5e74&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1442268 Jan 26 21:35:55.755908 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662a151c-4d35-434a-b750-a0c5bca55f71 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e206c703-fb8f-4d57-bbe3-e735f15b89dd,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:35:55.757773 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 57790) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:35:55.808916 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-74c5ff48-aeb2-4155-aceb-6f26c363ed13 admin admin] Publish callbacks [] for security_group (e206c703-fb8f-4d57-bbe3-e735f15b89dd), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:35:55.830009 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-74c5ff48-aeb2-4155-aceb-6f26c363ed13 admin admin] Publish callbacks [] for security_group (e206c703-fb8f-4d57-bbe3-e735f15b89dd), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:35:55.876431 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-74c5ff48-aeb2-4155-aceb-6f26c363ed13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (e206c703-fb8f-4d57-bbe3-e735f15b89dd), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:35:55.879381 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-74c5ff48-aeb2-4155-aceb-6f26c363ed13 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:35:55.880691 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-74c5ff48-aeb2-4155-aceb-6f26c363ed13 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/e206c703-fb8f-4d57-bbe3-e735f15b89dd HTTP/1.1" status: 204 len: 168 time: 0.1212699 Jan 26 21:35:55.891233 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c5ff48-aeb2-4155-aceb-6f26c363ed13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e206c703-fb8f-4d57-bbe3-e735f15b89dd,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:36:00.130102 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606adae9-2391-4be4-a635-fa4f1fc550f1 req-4534e2ef-9057-4cc0-bd49-8cbd3daa96ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:36:00.132512 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-606adae9-2391-4be4-a635-fa4f1fc550f1 req-4534e2ef-9057-4cc0-bd49-8cbd3daa96ac service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=9fe9bf64b7a147db94c9d1463a376745&device_id=30d7561b-6127-4f61-84b5-67bd2c427d93 HTTP/1.1" status: 200 len: 1097 time: 0.0788867 Jan 26 21:36:00.139245 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8bf39e-551b-408f-a7a2-6811ca83cb37 req-73521024-b82a-428c-accc-1b86847aafe1 tempest-ServerRescueNegativeTestJSON-1906345366 tempest-ServerRescueNegativeTestJSON-1906345366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:36:00.147448 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-fa8bf39e-551b-408f-a7a2-6811ca83cb37 req-73521024-b82a-428c-accc-1b86847aafe1 tempest-ServerRescueNegativeTestJSON-1906345366 tempest-ServerRescueNegativeTestJSON-1906345366-project] 10.222.0.13 "GET /v2.0/ports?device_id=30d7561b-6127-4f61-84b5-67bd2c427d93 HTTP/1.1" status: 200 len: 946 time: 0.0684516 Jan 26 21:36:00.210518 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-fa8bf39e-551b-408f-a7a2-6811ca83cb37 req-4d5ab09b-b1e9-4291-80c8-b4722fee31e9 tempest-ServerRescueNegativeTestJSON-1906345366 tempest-ServerRescueNegativeTestJSON-1906345366-project] 10.222.0.13 "GET /v2.0/security-groups?id=f2b62cd4-5049-4cd6-9f4f-183cc22ee8c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620391 Jan 26 21:36:00.245921 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606adae9-2391-4be4-a635-fa4f1fc550f1 req-ea52f56a-34d4-4687-aec5-d6061975f090 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:36:00.247742 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-606adae9-2391-4be4-a635-fa4f1fc550f1 req-ea52f56a-34d4-4687-aec5-d6061975f090 service neutron] 10.222.0.57 "GET /v2.0/networks?id=ddc6a13b-59f6-4b5d-bef0-6e2351de5197 HTTP/1.1" status: 200 len: 920 time: 0.1088829 Jan 26 21:36:00.295689 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-606adae9-2391-4be4-a635-fa4f1fc550f1 req-e3bc1acc-1340-446a-973a-51c4d46cce27 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=26991818-dced-4f7d-af94-cd455a977fb3 HTTP/1.1" status: 200 len: 217 time: 0.0401750 Jan 26 21:36:00.355114 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606adae9-2391-4be4-a635-fa4f1fc550f1 req-fd76cbbf-4a2f-4ca8-baef-d63f7e3a606f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:36:00.357079 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-606adae9-2391-4be4-a635-fa4f1fc550f1 req-fd76cbbf-4a2f-4ca8-baef-d63f7e3a606f service neutron] 10.222.0.57 "GET /v2.0/subnets?id=6905e0b0-940b-4429-8258-6df3380ce8bb HTTP/1.1" status: 200 len: 859 time: 0.0557055 Jan 26 21:36:00.421708 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-606adae9-2391-4be4-a635-fa4f1fc550f1 req-02d0569c-84bb-49ad-bd2a-ea74706946a6 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=ddc6a13b-59f6-4b5d-bef0-6e2351de5197&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0577831 Jan 26 21:36:00.531791 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-606adae9-2391-4be4-a635-fa4f1fc550f1 req-a3e5e1a1-606d-442b-9d5c-f340c87f0fb9 service neutron] 10.222.0.57 "GET /v2.0/networks/ddc6a13b-59f6-4b5d-bef0-6e2351de5197?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1047089 Jan 26 21:36:00.636590 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-606adae9-2391-4be4-a635-fa4f1fc550f1 req-794b21b3-1e32-4dc1-b1cd-e917f18b3b24 service neutron] 10.222.0.57 "GET /v2.0/networks/ddc6a13b-59f6-4b5d-bef0-6e2351de5197?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0984578 Jan 26 21:36:01.333128 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d3b6c0-5b97-4489-9519-b38c63ddce0d req-ab1d81c0-6b80-4f10-9a7f-017d4eb36716 tempest-ServerRescueNegativeTestJSON-1906345366 tempest-ServerRescueNegativeTestJSON-1906345366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:36:01.335159 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-38d3b6c0-5b97-4489-9519-b38c63ddce0d req-ab1d81c0-6b80-4f10-9a7f-017d4eb36716 tempest-ServerRescueNegativeTestJSON-1906345366 tempest-ServerRescueNegativeTestJSON-1906345366-project] 10.222.0.13 "GET /v2.0/ports?device_id=30d7561b-6127-4f61-84b5-67bd2c427d93 HTTP/1.1" status: 200 len: 946 time: 0.0515511 Jan 26 21:36:01.393810 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-38d3b6c0-5b97-4489-9519-b38c63ddce0d req-d270c01e-51bf-4395-b9c6-6c89c0023a24 tempest-ServerRescueNegativeTestJSON-1906345366 tempest-ServerRescueNegativeTestJSON-1906345366-project] 10.222.0.13 "GET /v2.0/security-groups?id=f2b62cd4-5049-4cd6-9f4f-183cc22ee8c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519300 Jan 26 21:36:02.479023 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.agents_db [None req-569f1ced-6396-4ddf-b79f-e03b0b2146ab None None] Agent healthcheck: found 7 active agents {{(pid=103307) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 26 21:36:02.512007 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09fc449-f9e9-4397-b6a7-a85b35b744dc req-1442b95c-b564-43f5-91b6-bf795f21a864 tempest-ServerRescueNegativeTestJSON-1906345366 tempest-ServerRescueNegativeTestJSON-1906345366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:36:02.513739 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-f09fc449-f9e9-4397-b6a7-a85b35b744dc req-1442b95c-b564-43f5-91b6-bf795f21a864 tempest-ServerRescueNegativeTestJSON-1906345366 tempest-ServerRescueNegativeTestJSON-1906345366-project] 10.222.0.13 "GET /v2.0/ports?device_id=30d7561b-6127-4f61-84b5-67bd2c427d93 HTTP/1.1" status: 200 len: 946 time: 0.0518241 Jan 26 21:36:02.573065 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-f09fc449-f9e9-4397-b6a7-a85b35b744dc req-8a3428e5-17c6-44d5-9ba8-bd0d1a8c1dfe tempest-ServerRescueNegativeTestJSON-1906345366 tempest-ServerRescueNegativeTestJSON-1906345366-project] 10.222.0.13 "GET /v2.0/security-groups?id=f2b62cd4-5049-4cd6-9f4f-183cc22ee8c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536714 Jan 26 21:36:03.713641 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14dded42-43ab-45da-a8ae-441a902d48d4 req-b235a542-091b-4dbd-8563-f80828e0081f tempest-ServerRescueNegativeTestJSON-1906345366 tempest-ServerRescueNegativeTestJSON-1906345366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:36:03.718939 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-14dded42-43ab-45da-a8ae-441a902d48d4 req-b235a542-091b-4dbd-8563-f80828e0081f tempest-ServerRescueNegativeTestJSON-1906345366 tempest-ServerRescueNegativeTestJSON-1906345366-project] 10.222.0.13 "GET /v2.0/ports?device_id=30d7561b-6127-4f61-84b5-67bd2c427d93 HTTP/1.1" status: 200 len: 946 time: 0.0617530 Jan 26 21:36:03.770424 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-14dded42-43ab-45da-a8ae-441a902d48d4 req-67f221ea-0b7e-471b-b38a-d1835d64f2ea tempest-ServerRescueNegativeTestJSON-1906345366 tempest-ServerRescueNegativeTestJSON-1906345366-project] 10.222.0.13 "GET /v2.0/security-groups?id=f2b62cd4-5049-4cd6-9f4f-183cc22ee8c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432072 Jan 26 21:36:04.635289 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 57918) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:36:04.961528 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e8c563-f169-480a-bc68-7cb0d5e438a2 req-3503aba6-5670-4a42-bd00-ea9cb634784b tempest-ServerRescueNegativeTestJSON-1906345366 tempest-ServerRescueNegativeTestJSON-1906345366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:36:04.963092 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-54e8c563-f169-480a-bc68-7cb0d5e438a2 req-3503aba6-5670-4a42-bd00-ea9cb634784b tempest-ServerRescueNegativeTestJSON-1906345366 tempest-ServerRescueNegativeTestJSON-1906345366-project] 10.222.0.13 "GET /v2.0/ports?device_id=30d7561b-6127-4f61-84b5-67bd2c427d93 HTTP/1.1" status: 200 len: 946 time: 0.0802341 Jan 26 21:36:05.057886 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-54e8c563-f169-480a-bc68-7cb0d5e438a2 req-5312ce9c-d213-4e58-bb54-0868c2165971 tempest-ServerRescueNegativeTestJSON-1906345366 tempest-ServerRescueNegativeTestJSON-1906345366-project] 10.222.0.13 "GET /v2.0/security-groups?id=f2b62cd4-5049-4cd6-9f4f-183cc22ee8c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632823 Jan 26 21:36:05.323977 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-8bb2c585-d0ce-41d9-bb3d-6ac263e7314c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4110657'] for router_interface (a02de129-265d-40a5-bf6a-2da566076e9e), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:36:05.599016 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-8bb2c585-d0ce-41d9-bb3d-6ac263e7314c admin admin] Deleting port d1ead250-79ae-4750-8d5a-d77dc0e4e2e4 {{(pid=103304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 21:36:05.599362 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-8bb2c585-d0ce-41d9-bb3d-6ac263e7314c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746560630878'] for port (d1ead250-79ae-4750-8d5a-d77dc0e4e2e4), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:36:05.678201 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [None req-8bb2c585-d0ce-41d9-bb3d-6ac263e7314c admin admin] For port d1ead250-79ae-4750-8d5a-d77dc0e4e2e4, host n-d-760453-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=d1ead250-79ae-4750-8d5a-d77dc0e4e2e4,segment=NetworkSegment(1d04b190-f9d4-437e-964d-0f40d469b5fb),segment_id=1d04b190-f9d4-437e-964d-0f40d469b5fb)] {{(pid=103304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:36:05.678664 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-8bb2c585-d0ce-41d9-bb3d-6ac263e7314c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4109658'] for port (d1ead250-79ae-4750-8d5a-d77dc0e4e2e4), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:36:05.696173 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-8bb2c585-d0ce-41d9-bb3d-6ac263e7314c admin admin] Calling delete_port for d1ead250-79ae-4750-8d5a-d77dc0e4e2e4 owned by network:router_interface {{(pid=103304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 21:36:05.878973 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-8bb2c585-d0ce-41d9-bb3d-6ac263e7314c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746560636600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746560234536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9281553'] for port (d1ead250-79ae-4750-8d5a-d77dc0e4e2e4), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:36:05.907454 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb2c585-d0ce-41d9-bb3d-6ac263e7314c admin admin] Pushing event deleted for resources: {'Port': ['ID=d1ead250-79ae-4750-8d5a-d77dc0e4e2e4,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:36:05.935343 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bb2c585-d0ce-41d9-bb3d-6ac263e7314c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:36:05.935698 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bb2c585-d0ce-41d9-bb3d-6ac263e7314c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:36:05.936037 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bb2c585-d0ce-41d9-bb3d-6ac263e7314c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:36:05.936388 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bb2c585-d0ce-41d9-bb3d-6ac263e7314c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:36:05.936726 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bb2c585-d0ce-41d9-bb3d-6ac263e7314c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:36:05.937056 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bb2c585-d0ce-41d9-bb3d-6ac263e7314c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:36:05.937417 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bb2c585-d0ce-41d9-bb3d-6ac263e7314c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:36:05.937746 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bb2c585-d0ce-41d9-bb3d-6ac263e7314c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:36:05.938071 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bb2c585-d0ce-41d9-bb3d-6ac263e7314c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:36:05.938399 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bb2c585-d0ce-41d9-bb3d-6ac263e7314c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:36:05.938729 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bb2c585-d0ce-41d9-bb3d-6ac263e7314c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:36:05.939052 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bb2c585-d0ce-41d9-bb3d-6ac263e7314c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:36:05.939390 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bb2c585-d0ce-41d9-bb3d-6ac263e7314c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:36:06.096446 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-8bb2c585-d0ce-41d9-bb3d-6ac263e7314c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3709480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4110805'] for router_interface (a02de129-265d-40a5-bf6a-2da566076e9e), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:36:06.315552 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378256f3-b80b-4275-a3c9-5d1e0dcc10e1 req-7f4ffa41-4cb7-4788-a8b5-1cfc90e455d2 tempest-ServerRescueNegativeTestJSON-1906345366 tempest-ServerRescueNegativeTestJSON-1906345366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:36:06.317806 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-378256f3-b80b-4275-a3c9-5d1e0dcc10e1 req-7f4ffa41-4cb7-4788-a8b5-1cfc90e455d2 tempest-ServerRescueNegativeTestJSON-1906345366 tempest-ServerRescueNegativeTestJSON-1906345366-project] 10.222.0.13 "GET /v2.0/ports?device_id=30d7561b-6127-4f61-84b5-67bd2c427d93 HTTP/1.1" status: 200 len: 946 time: 0.0998900 Jan 26 21:36:06.405182 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-378256f3-b80b-4275-a3c9-5d1e0dcc10e1 req-c353ab33-25b7-44c8-bb59-056a72998df4 tempest-ServerRescueNegativeTestJSON-1906345366 tempest-ServerRescueNegativeTestJSON-1906345366-project] 10.222.0.13 "GET /v2.0/security-groups?id=f2b62cd4-5049-4cd6-9f4f-183cc22ee8c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608377 Jan 26 21:36:06.409323 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8bb2c585-d0ce-41d9-bb3d-6ac263e7314c admin admin] Router a02de129-265d-40a5-bf6a-2da566076e9e has already been hosted by L3 agent 09df100c-3af1-4b0a-bda8-05914c71c458 {{(pid=103304) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 26 21:36:06.531478 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8bb2c585-d0ce-41d9-bb3d-6ac263e7314c admin admin] Notify agent at l3_agent.n-d-760453-5 the message routers_updated {{(pid=103304) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 26 21:36:06.538653 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-8bb2c585-d0ce-41d9-bb3d-6ac263e7314c admin admin] 10.222.0.13 "PUT /v2.0/routers/a02de129-265d-40a5-bf6a-2da566076e9e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9019377 Jan 26 21:36:06.540917 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 57930) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:36:06.544425 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d174760-f348-4a57-83bb-1b71adde7ed3 None None] Sync routers for ids ['a02de129-265d-40a5-bf6a-2da566076e9e'] in n-d-760453-5 {{(pid=103306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 26 21:36:06.558068 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d174760-f348-4a57-83bb-1b71adde7ed3 None None] Routers {'a02de129-265d-40a5-bf6a-2da566076e9e'} bound to L3 agent in host n-d-760453-5 {{(pid=103306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 21:36:06.558806 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-5d174760-f348-4a57-83bb-1b71adde7ed3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-26T20:55:21Z,description=,heartbeat_timestamp=2022-01-26T21:35:51Z,host='n-d-760453-5',id=09df100c-3af1-4b0a-bda8-05914c71c458,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:55:21Z,topic='l3_agent')) {'router_ids': ['a02de129-265d-40a5-bf6a-2da566076e9e'], 'active': True} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:36:06.639449 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0011794-ffec-4136-a084-d2e303cf60e3 req-bf2b1bda-1adb-4cbf-960e-3c0e609140ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:36:06.652266 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-e0011794-ffec-4136-a084-d2e303cf60e3 req-bf2b1bda-1adb-4cbf-960e-3c0e609140ec service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=30d7561b-6127-4f61-84b5-67bd2c427d93 HTTP/1.1" status: 200 len: 1097 time: 0.0640192 Jan 26 21:36:06.681376 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-38161f57-2c2b-4d09-9a76-39298d30840f admin admin] Publish callbacks [] for router (a02de129-265d-40a5-bf6a-2da566076e9e), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:36:06.735427 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvr_db [None req-5d174760-f348-4a57-83bb-1b71adde7ed3 None None] Set router a02de129-265d-40a5-bf6a-2da566076e9e gateway port host: n-d-760453-5 {{(pid=103306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 21:36:06.755911 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-e0011794-ffec-4136-a084-d2e303cf60e3 req-6485f787-d7d0-48d7-a77c-40745f788fa1 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=f2b62cd4-5049-4cd6-9f4f-183cc22ee8c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953324 Jan 26 21:36:06.821738 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-38161f57-2c2b-4d09-9a76-39298d30840f admin admin] Publish callbacks [] for router_gateway (a02de129-265d-40a5-bf6a-2da566076e9e), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:36:06.883092 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-38161f57-2c2b-4d09-9a76-39298d30840f admin admin] Deleting port e3c02786-a9d1-466e-a2da-b614cacbd0c9 {{(pid=103304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 21:36:06.883441 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-38161f57-2c2b-4d09-9a76-39298d30840f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746560630878'] for port (e3c02786-a9d1-466e-a2da-b614cacbd0c9), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:36:06.925610 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-5d174760-f348-4a57-83bb-1b71adde7ed3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a02de129-265d-40a5-bf6a-2da566076e9e', 'name': 'tempest-TaggedBootDevicesTest-1986777617-router', 'tenant_id': '2de9f498797a4527ba13c10b546ad5bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'external_fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.65'}], 'enable_snat': True}, 'gw_port_id': 'e3c02786-a9d1-466e-a2da-b614cacbd0c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T21:22:45Z', 'updated_at': '2022-01-26T21:36:05Z', 'revision_number': 5, 'project_id': '2de9f498797a4527ba13c10b546ad5bb', 'gw_port': {'id': 'e3c02786-a9d1-466e-a2da-b614cacbd0c9', 'name': '', 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:e7:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a02de129-265d-40a5-bf6a-2da566076e9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2142, 'fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:22:46Z', 'updated_at': '2022-01-26T21:22:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-5'}], 'n-d-760453-5', False) {} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:36:06.954123 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d174760-f348-4a57-83bb-1b71adde7ed3 None None] Checking router: a02de129-265d-40a5-bf6a-2da566076e9e for host: n-d-760453-5 {{(pid=103306) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 26 21:36:06.962785 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d174760-f348-4a57-83bb-1b71adde7ed3 None None] Routers {'a02de129-265d-40a5-bf6a-2da566076e9e'} bound to L3 agent in host n-d-760453-5 {{(pid=103306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 21:36:06.963397 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-5d174760-f348-4a57-83bb-1b71adde7ed3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-26T20:55:21Z,description=,heartbeat_timestamp=2022-01-26T21:35:51Z,host='n-d-760453-5',id=09df100c-3af1-4b0a-bda8-05914c71c458,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:55:21Z,topic='l3_agent')) {'router_ids': ['a02de129-265d-40a5-bf6a-2da566076e9e'], 'active': True} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:36:06.967290 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [None req-38161f57-2c2b-4d09-9a76-39298d30840f admin admin] For port e3c02786-a9d1-466e-a2da-b614cacbd0c9, host n-d-760453-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=e3c02786-a9d1-466e-a2da-b614cacbd0c9,segment=NetworkSegment(e17cb353-418f-48b9-b982-21a6233ee99b),segment_id=e17cb353-418f-48b9-b982-21a6233ee99b)] {{(pid=103304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:36:06.967659 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-38161f57-2c2b-4d09-9a76-39298d30840f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4109658'] for port (e3c02786-a9d1-466e-a2da-b614cacbd0c9), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:36:06.979446 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-38161f57-2c2b-4d09-9a76-39298d30840f admin admin] Calling delete_port for e3c02786-a9d1-466e-a2da-b614cacbd0c9 owned by network:router_gateway {{(pid=103304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 21:36:07.050085 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvr_db [None req-5d174760-f348-4a57-83bb-1b71adde7ed3 None None] Set router a02de129-265d-40a5-bf6a-2da566076e9e gateway port host: None {{(pid=103306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 21:36:07.105835 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-5d174760-f348-4a57-83bb-1b71adde7ed3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a02de129-265d-40a5-bf6a-2da566076e9e', 'name': 'tempest-TaggedBootDevicesTest-1986777617-router', 'tenant_id': '2de9f498797a4527ba13c10b546ad5bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T21:22:45Z', 'updated_at': '2022-01-26T21:36:06Z', 'revision_number': 6, 'project_id': '2de9f498797a4527ba13c10b546ad5bb', 'gw_port_host': None}], 'n-d-760453-5', False) {} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:36:07.132121 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d174760-f348-4a57-83bb-1b71adde7ed3 None None] The sync data for ids ['a02de129-265d-40a5-bf6a-2da566076e9e'] in n-d-760453-5 is: [{'id': 'a02de129-265d-40a5-bf6a-2da566076e9e', 'name': 'tempest-TaggedBootDevicesTest-1986777617-router', 'tenant_id': '2de9f498797a4527ba13c10b546ad5bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T21:22:45Z', 'updated_at': '2022-01-26T21:36:06Z', 'revision_number': 6, 'project_id': '2de9f498797a4527ba13c10b546ad5bb', 'gw_port_host': None}] {{(pid=103306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 26 21:36:07.145746 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-38161f57-2c2b-4d09-9a76-39298d30840f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746560636600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746560234536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9281553'] for port (e3c02786-a9d1-466e-a2da-b614cacbd0c9), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:36:07.177788 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38161f57-2c2b-4d09-9a76-39298d30840f admin admin] Pushing event deleted for resources: {'Port': ['ID=e3c02786-a9d1-466e-a2da-b614cacbd0c9,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:36:07.233883 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-38161f57-2c2b-4d09-9a76-39298d30840f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4111291'] for router_gateway (a02de129-265d-40a5-bf6a-2da566076e9e), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:36:07.323114 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-38161f57-2c2b-4d09-9a76-39298d30840f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4105774', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13082'] for router (a02de129-265d-40a5-bf6a-2da566076e9e), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:36:07.325241 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-38161f57-2c2b-4d09-9a76-39298d30840f admin admin] Publish callbacks [] for router_controller (a02de129-265d-40a5-bf6a-2da566076e9e), precommit_delete_associations {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:36:07.371102 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-38161f57-2c2b-4d09-9a76-39298d30840f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4105767'] for router (a02de129-265d-40a5-bf6a-2da566076e9e), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:36:07.371690 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38161f57-2c2b-4d09-9a76-39298d30840f admin admin] Fanout notify agent at l3_agent the message router_deleted on router a02de129-265d-40a5-bf6a-2da566076e9e {{(pid=103304) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 26 21:36:07.376242 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-38161f57-2c2b-4d09-9a76-39298d30840f admin admin] Publish callbacks [] for router (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:36:07.377425 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-38161f57-2c2b-4d09-9a76-39298d30840f admin admin] 10.222.0.13 "DELETE /v2.0/routers/a02de129-265d-40a5-bf6a-2da566076e9e HTTP/1.1" status: 204 len: 168 time: 0.8354843 Jan 26 21:36:07.379862 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 57932) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:36:07.423973 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.db_base_plugin_v2 [None req-a6efcc15-cfca-4ef3-b2c8-a55827f98fbc admin admin] Deleting subnet dea740a7-2861-4520-a7c8-4e14271821b5 {{(pid=103304) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 26 21:36:07.427281 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-a6efcc15-cfca-4ef3-b2c8-a55827f98fbc admin admin] Publish callbacks [] for subnet (dea740a7-2861-4520-a7c8-4e14271821b5), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:36:07.468298 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-a6efcc15-cfca-4ef3-b2c8-a55827f98fbc admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8881284'] for subnet (dea740a7-2861-4520-a7c8-4e14271821b5), precommit_delete_associations {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:36:07.602889 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device d1ead250-79ae-4750-8d5a-d77dc0e4e2e4 no longer exists at agent ovs-agent-n-d-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 26 21:36:07.630199 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-a6efcc15-cfca-4ef3-b2c8-a55827f98fbc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687316'] for subnet (dea740a7-2861-4520-a7c8-4e14271821b5), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:36:07.633216 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] No Port match for: d1ead250-79ae-4750-8d5a-d77dc0e4e2e4 {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 26 21:36:07.633655 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device d1ead250-79ae-4750-8d5a-d77dc0e4e2e4 not bound to the agent host n-d-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 26 21:36:07.666219 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb965901-c350-4520-b2dd-5e2af59d8773 req-569aee0e-5628-4b26-9807-ab9ee79b3bac tempest-ServerRescueNegativeTestJSON-1906345366 tempest-ServerRescueNegativeTestJSON-1906345366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:36:07.667749 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-eb965901-c350-4520-b2dd-5e2af59d8773 req-569aee0e-5628-4b26-9807-ab9ee79b3bac tempest-ServerRescueNegativeTestJSON-1906345366 tempest-ServerRescueNegativeTestJSON-1906345366-project] 10.222.0.13 "GET /v2.0/ports?device_id=30d7561b-6127-4f61-84b5-67bd2c427d93 HTTP/1.1" status: 200 len: 946 time: 0.1391830 Jan 26 21:36:07.716466 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-a6efcc15-cfca-4ef3-b2c8-a55827f98fbc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9281612', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12215216'] for subnet (dea740a7-2861-4520-a7c8-4e14271821b5), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:36:07.760122 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-a6efcc15-cfca-4ef3-b2c8-a55827f98fbc admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:36:07.763888 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-a6efcc15-cfca-4ef3-b2c8-a55827f98fbc admin admin] 10.222.0.13 "DELETE /v2.0/subnets/dea740a7-2861-4520-a7c8-4e14271821b5 HTTP/1.1" status: 204 len: 168 time: 0.3825011 Jan 26 21:36:07.765951 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 57944) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:36:07.767762 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-242d672a-7591-4bed-86af-58a38b9c0089 None None] Network 485a3106-1745-41f6-8c52-37ebe4fdcc0c requested from n-d-760453-5 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 26 21:36:07.767915 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6efcc15-cfca-4ef3-b2c8-a55827f98fbc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dea740a7-2861-4520-a7c8-4e14271821b5,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:36:07.775432 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-eb965901-c350-4520-b2dd-5e2af59d8773 req-bb07b3a6-6eeb-41e8-bee3-20850a0075f3 tempest-ServerRescueNegativeTestJSON-1906345366 tempest-ServerRescueNegativeTestJSON-1906345366-project] 10.222.0.13 "GET /v2.0/security-groups?id=f2b62cd4-5049-4cd6-9f4f-183cc22ee8c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898604 Jan 26 21:36:07.871445 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-08237365-d5d6-402b-85f5-771df9fbf6b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-748181'] for network (485a3106-1745-41f6-8c52-37ebe4fdcc0c), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:36:07.944439 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-08237365-d5d6-402b-85f5-771df9fbf6b1 admin admin] Deleting port 12347d5c-c5e5-4468-99ba-e57eba3621a9 {{(pid=103305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 21:36:07.944779 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-08237365-d5d6-402b-85f5-771df9fbf6b1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746560630878'] for port (12347d5c-c5e5-4468-99ba-e57eba3621a9), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:36:08.006660 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [None req-08237365-d5d6-402b-85f5-771df9fbf6b1 admin admin] For port 12347d5c-c5e5-4468-99ba-e57eba3621a9, host n-d-760453-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=12347d5c-c5e5-4468-99ba-e57eba3621a9,segment=NetworkSegment(1d04b190-f9d4-437e-964d-0f40d469b5fb),segment_id=1d04b190-f9d4-437e-964d-0f40d469b5fb)] {{(pid=103305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:36:08.007025 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-08237365-d5d6-402b-85f5-771df9fbf6b1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4109658'] for port (12347d5c-c5e5-4468-99ba-e57eba3621a9), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:36:08.021142 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-08237365-d5d6-402b-85f5-771df9fbf6b1 admin admin] Calling delete_port for 12347d5c-c5e5-4468-99ba-e57eba3621a9 owned by network:dhcp {{(pid=103305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 21:36:08.035229 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ea14e6f-7855-4199-9fe5-8d1b3ed6228b None None] DHCP port deletion for 485a3106-1745-41f6-8c52-37ebe4fdcc0c request from n-d-760453-5 {{(pid=103306) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 26 21:36:08.092906 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-1ea14e6f-7855-4199-9fe5-8d1b3ed6228b None None] Deleting port 12347d5c-c5e5-4468-99ba-e57eba3621a9 {{(pid=103306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 21:36:08.093600 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-1ea14e6f-7855-4199-9fe5-8d1b3ed6228b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746560630878'] for port (12347d5c-c5e5-4468-99ba-e57eba3621a9), before_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:36:08.118574 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-08237365-d5d6-402b-85f5-771df9fbf6b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746560636600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746560234536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11791543'] for port (12347d5c-c5e5-4468-99ba-e57eba3621a9), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:36:08.147924 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08237365-d5d6-402b-85f5-771df9fbf6b1 admin admin] Pushing event deleted for resources: {'Port': ['ID=12347d5c-c5e5-4468-99ba-e57eba3621a9,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:36:08.156959 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08237365-d5d6-402b-85f5-771df9fbf6b1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:36:08.157730 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08237365-d5d6-402b-85f5-771df9fbf6b1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:36:08.158302 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08237365-d5d6-402b-85f5-771df9fbf6b1 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:36:08.158873 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08237365-d5d6-402b-85f5-771df9fbf6b1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:36:08.159437 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08237365-d5d6-402b-85f5-771df9fbf6b1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:36:08.160700 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08237365-d5d6-402b-85f5-771df9fbf6b1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:36:08.161376 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08237365-d5d6-402b-85f5-771df9fbf6b1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:36:08.161973 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08237365-d5d6-402b-85f5-771df9fbf6b1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:36:08.162471 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08237365-d5d6-402b-85f5-771df9fbf6b1 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:36:08.163042 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08237365-d5d6-402b-85f5-771df9fbf6b1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:36:08.163601 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08237365-d5d6-402b-85f5-771df9fbf6b1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:36:08.164027 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08237365-d5d6-402b-85f5-771df9fbf6b1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:36:08.164425 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08237365-d5d6-402b-85f5-771df9fbf6b1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:36:08.173749 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08237365-d5d6-402b-85f5-771df9fbf6b1 admin admin] No DVR routers for this DVR port 12347d5c-c5e5-4468-99ba-e57eba3621a9 on host n-d-760453-5 {{(pid=103305) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 26 21:36:08.258424 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-08237365-d5d6-402b-85f5-771df9fbf6b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-686403', 'neutron.services.segments.db._delete_segments_for_network-8746560774018'] for network (485a3106-1745-41f6-8c52-37ebe4fdcc0c), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:36:08.281688 n-d-760453-5 neutron-server[103305]: DEBUG neutron.services.segments.db [None req-08237365-d5d6-402b-85f5-771df9fbf6b1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['485a3106-1745-41f6-8c52-37ebe4fdcc0c']}} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:36:08.292425 n-d-760453-5 neutron-server[103305]: DEBUG neutron.services.segments.db [None req-08237365-d5d6-402b-85f5-771df9fbf6b1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1d04b190-f9d4-437e-964d-0f40d469b5fb') {'for_net_delete': True} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:36:08.292719 n-d-760453-5 neutron-server[103305]: DEBUG neutron.services.segments.db [None req-08237365-d5d6-402b-85f5-771df9fbf6b1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1d04b190-f9d4-437e-964d-0f40d469b5fb') {} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:36:08.303390 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-08237365-d5d6-402b-85f5-771df9fbf6b1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746560742283', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11788955'] for segment (1d04b190-f9d4-437e-964d-0f40d469b5fb), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:36:08.316705 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-08237365-d5d6-402b-85f5-771df9fbf6b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576559'] for segment (1d04b190-f9d4-437e-964d-0f40d469b5fb), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:36:08.324191 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-08237365-d5d6-402b-85f5-771df9fbf6b1 admin admin] Releasing vlan 597 on physical network physnet1 to pool {{(pid=103305) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 26 21:36:08.324591 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-08237365-d5d6-402b-85f5-771df9fbf6b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11791428'] for segment (1d04b190-f9d4-437e-964d-0f40d469b5fb), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:36:08.326526 n-d-760453-5 neutron-server[103305]: Traceback (most recent call last): Jan 26 21:36:08.326526 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 26 21:36:08.326526 n-d-760453-5 neutron-server[103305]: timer() Jan 26 21:36:08.326526 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 26 21:36:08.326526 n-d-760453-5 neutron-server[103305]: cb(*args, **kw) Jan 26 21:36:08.326526 n-d-760453-5 neutron-server[103305]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 26 21:36:08.326526 n-d-760453-5 neutron-server[103305]: return func(*args, **kwargs) Jan 26 21:36:08.326526 n-d-760453-5 neutron-server[103305]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 26 21:36:08.326526 n-d-760453-5 neutron-server[103305]: self._notify() Jan 26 21:36:08.326526 n-d-760453-5 neutron-server[103305]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 26 21:36:08.326526 n-d-760453-5 neutron-server[103305]: self.callback(batched_events) Jan 26 21:36:08.326526 n-d-760453-5 neutron-server[103305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 26 21:36:08.326526 n-d-760453-5 neutron-server[103305]: event.method(event) Jan 26 21:36:08.326526 n-d-760453-5 neutron-server[103305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 26 21:36:08.326526 n-d-760453-5 neutron-server[103305]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 26 21:36:08.326526 n-d-760453-5 neutron-server[103305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 26 21:36:08.326526 n-d-760453-5 neutron-server[103305]: aggregate_uuid = self.p_client.list_aggregates( Jan 26 21:36:08.326526 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 26 21:36:08.326526 n-d-760453-5 neutron-server[103305]: return f(self, *a, **k) Jan 26 21:36:08.326526 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 26 21:36:08.326526 n-d-760453-5 neutron-server[103305]: return self._get(url).json() Jan 26 21:36:08.326526 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 26 21:36:08.326526 n-d-760453-5 neutron-server[103305]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 26 21:36:08.326526 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 26 21:36:08.326526 n-d-760453-5 neutron-server[103305]: return self.request(url, 'GET', **kwargs) Jan 26 21:36:08.326526 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 26 21:36:08.326526 n-d-760453-5 neutron-server[103305]: base_url = self.get_endpoint(auth, allow=allow, Jan 26 21:36:08.326526 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 26 21:36:08.326526 n-d-760453-5 neutron-server[103305]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 26 21:36:08.326526 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 26 21:36:08.326526 n-d-760453-5 neutron-server[103305]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 26 21:36:08.326526 n-d-760453-5 neutron-server[103305]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 26 21:36:08.344388 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-1ea14e6f-7855-4199-9fe5-8d1b3ed6228b None None] For port 12347d5c-c5e5-4468-99ba-e57eba3621a9, host n-d-760453-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=12347d5c-c5e5-4468-99ba-e57eba3621a9,segment=NetworkSegment(1d04b190-f9d4-437e-964d-0f40d469b5fb),segment_id=1d04b190-f9d4-437e-964d-0f40d469b5fb)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:36:08.344921 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-1ea14e6f-7855-4199-9fe5-8d1b3ed6228b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4109658'] for port (12347d5c-c5e5-4468-99ba-e57eba3621a9), precommit_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:36:08.366855 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-1ea14e6f-7855-4199-9fe5-8d1b3ed6228b None None] Calling delete_port for 12347d5c-c5e5-4468-99ba-e57eba3621a9 owned by network:dhcp {{(pid=103306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 21:36:08.379658 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (32ef628b-8417-46c5-8729-60fcabe358f1), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:36:08.396829 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-08237365-d5d6-402b-85f5-771df9fbf6b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4110931'] for network (485a3106-1745-41f6-8c52-37ebe4fdcc0c), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:36:08.402963 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-08237365-d5d6-402b-85f5-771df9fbf6b1 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:36:08.406645 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-08237365-d5d6-402b-85f5-771df9fbf6b1 admin admin] 10.222.0.13 "DELETE /v2.0/networks/485a3106-1745-41f6-8c52-37ebe4fdcc0c HTTP/1.1" status: 204 len: 168 time: 0.6386411 Jan 26 21:36:08.409815 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 57946) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:36:08.443327 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08237365-d5d6-402b-85f5-771df9fbf6b1 admin admin] Pushing event deleted for resources: {'Network': ['ID=485a3106-1745-41f6-8c52-37ebe4fdcc0c,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:36:08.475665 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-1ea14e6f-7855-4199-9fe5-8d1b3ed6228b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746560636600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746560234536'] for port (12347d5c-c5e5-4468-99ba-e57eba3621a9), after_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:36:08.484444 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-1ea14e6f-7855-4199-9fe5-8d1b3ed6228b None None] Network 485a3106-1745-41f6-8c52-37ebe4fdcc0c is not hosted by any dhcp agent {{(pid=103306) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jan 26 21:36:08.484902 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ea14e6f-7855-4199-9fe5-8d1b3ed6228b None None] No DVR routers for this DVR port 12347d5c-c5e5-4468-99ba-e57eba3621a9 on host n-d-760453-5 {{(pid=103306) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 26 21:36:08.526980 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea14e6f-7855-4199-9fe5-8d1b3ed6228b None None] Pushing event deleted for resources: {'Port': ['ID=12347d5c-c5e5-4468-99ba-e57eba3621a9,revision_number=None']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:36:08.539933 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea14e6f-7855-4199-9fe5-8d1b3ed6228b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:36:08.539933 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea14e6f-7855-4199-9fe5-8d1b3ed6228b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:36:08.539933 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea14e6f-7855-4199-9fe5-8d1b3ed6228b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:36:08.539933 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea14e6f-7855-4199-9fe5-8d1b3ed6228b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:36:08.539933 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea14e6f-7855-4199-9fe5-8d1b3ed6228b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:36:08.539933 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea14e6f-7855-4199-9fe5-8d1b3ed6228b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:36:08.539933 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea14e6f-7855-4199-9fe5-8d1b3ed6228b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:36:08.539933 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea14e6f-7855-4199-9fe5-8d1b3ed6228b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:36:08.539933 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea14e6f-7855-4199-9fe5-8d1b3ed6228b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:36:08.539933 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea14e6f-7855-4199-9fe5-8d1b3ed6228b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:36:08.539933 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea14e6f-7855-4199-9fe5-8d1b3ed6228b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:36:08.541065 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea14e6f-7855-4199-9fe5-8d1b3ed6228b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:36:08.541065 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea14e6f-7855-4199-9fe5-8d1b3ed6228b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:36:08.943373 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a541d8-166c-4107-a156-34e224f0f337 req-4f6c14b4-bd03-477c-97dc-965cb95a76c3 tempest-ServerRescueNegativeTestJSON-1906345366 tempest-ServerRescueNegativeTestJSON-1906345366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:36:08.944833 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-66a541d8-166c-4107-a156-34e224f0f337 req-4f6c14b4-bd03-477c-97dc-965cb95a76c3 tempest-ServerRescueNegativeTestJSON-1906345366 tempest-ServerRescueNegativeTestJSON-1906345366-project] 10.222.0.13 "GET /v2.0/ports?device_id=30d7561b-6127-4f61-84b5-67bd2c427d93 HTTP/1.1" status: 200 len: 946 time: 0.0927749 Jan 26 21:36:09.042151 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-66a541d8-166c-4107-a156-34e224f0f337 req-ae0e512f-3f9c-40fc-a0a0-9c4bce645521 tempest-ServerRescueNegativeTestJSON-1906345366 tempest-ServerRescueNegativeTestJSON-1906345366-project] 10.222.0.13 "GET /v2.0/security-groups?id=f2b62cd4-5049-4cd6-9f4f-183cc22ee8c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749013 Jan 26 21:36:09.139779 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-69e771ae-7c55-4da4-b42a-95da17ed18fe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4110657'] for router_interface (940e1b85-7b2c-405f-b438-620a8d46dd52), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:36:09.361028 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a64774c-e86a-472f-b71f-2bdfd274e7fe req-02d6e819-6108-40dc-a1a0-19ec58db6ee0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:36:09.363416 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-1a64774c-e86a-472f-b71f-2bdfd274e7fe req-02d6e819-6108-40dc-a1a0-19ec58db6ee0 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=9fe9bf64b7a147db94c9d1463a376745&device_id=30d7561b-6127-4f61-84b5-67bd2c427d93 HTTP/1.1" status: 200 len: 1097 time: 0.0659683 Jan 26 21:36:09.373610 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device e3c02786-a9d1-466e-a2da-b614cacbd0c9 no longer exists at agent ovs-agent-n-d-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 26 21:36:09.404514 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] No Port match for: e3c02786-a9d1-466e-a2da-b614cacbd0c9 {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 26 21:36:09.405206 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device e3c02786-a9d1-466e-a2da-b614cacbd0c9 not bound to the agent host n-d-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 26 21:36:09.405902 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device 12347d5c-c5e5-4468-99ba-e57eba3621a9 no longer exists at agent ovs-agent-n-d-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 26 21:36:09.432884 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] No Port match for: 12347d5c-c5e5-4468-99ba-e57eba3621a9 {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 26 21:36:09.433541 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device 12347d5c-c5e5-4468-99ba-e57eba3621a9 not bound to the agent host n-d-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 26 21:36:09.468141 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc87275a-cdba-4006-ba73-ee120b6f2f97 req-c0a08784-2cd7-4630-a1c9-54b7ce2f9527 tempest-ServerRescueNegativeTestJSON-1906345366 tempest-ServerRescueNegativeTestJSON-1906345366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:36:09.469853 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-dc87275a-cdba-4006-ba73-ee120b6f2f97 req-c0a08784-2cd7-4630-a1c9-54b7ce2f9527 tempest-ServerRescueNegativeTestJSON-1906345366 tempest-ServerRescueNegativeTestJSON-1906345366-project] 10.222.0.13 "GET /v2.0/ports?device_id=30d7561b-6127-4f61-84b5-67bd2c427d93 HTTP/1.1" status: 200 len: 946 time: 0.1231980 Jan 26 21:36:09.477549 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a64774c-e86a-472f-b71f-2bdfd274e7fe req-72c457a9-ee21-444d-9d9d-6b1c51bf2cb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:36:09.479207 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-1a64774c-e86a-472f-b71f-2bdfd274e7fe req-72c457a9-ee21-444d-9d9d-6b1c51bf2cb1 service neutron] 10.222.0.57 "GET /v2.0/networks?id=ddc6a13b-59f6-4b5d-bef0-6e2351de5197 HTTP/1.1" status: 200 len: 920 time: 0.1076841 Jan 26 21:36:09.483855 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-69e771ae-7c55-4da4-b42a-95da17ed18fe admin admin] Deleting port 83151452-f9a9-4e13-a9bc-2ab8a372d36d {{(pid=103304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 21:36:09.484336 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-69e771ae-7c55-4da4-b42a-95da17ed18fe admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746560630878'] for port (83151452-f9a9-4e13-a9bc-2ab8a372d36d), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:36:09.522719 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-1a64774c-e86a-472f-b71f-2bdfd274e7fe req-ca125fb7-c0ef-42ba-8919-2dc0f97d01e2 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=26991818-dced-4f7d-af94-cd455a977fb3 HTTP/1.1" status: 200 len: 217 time: 0.0374849 Jan 26 21:36:09.575011 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a64774c-e86a-472f-b71f-2bdfd274e7fe req-c00eb690-de87-46bd-862d-8a8b0f43a25c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:36:09.576614 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-1a64774c-e86a-472f-b71f-2bdfd274e7fe req-c00eb690-de87-46bd-862d-8a8b0f43a25c service neutron] 10.222.0.57 "GET /v2.0/subnets?id=6905e0b0-940b-4429-8258-6df3380ce8bb HTTP/1.1" status: 200 len: 859 time: 0.0480123 Jan 26 21:36:09.577474 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-dc87275a-cdba-4006-ba73-ee120b6f2f97 req-f9ca9a36-6b36-4931-811e-394a57dc9a40 tempest-ServerRescueNegativeTestJSON-1906345366 tempest-ServerRescueNegativeTestJSON-1906345366-project] 10.222.0.13 "GET /v2.0/security-groups?id=f2b62cd4-5049-4cd6-9f4f-183cc22ee8c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012268 Jan 26 21:36:09.596504 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [None req-69e771ae-7c55-4da4-b42a-95da17ed18fe admin admin] For port 83151452-f9a9-4e13-a9bc-2ab8a372d36d, host n-d-760453-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=83151452-f9a9-4e13-a9bc-2ab8a372d36d,segment=NetworkSegment(b90023ca-db53-4647-bd16-154dc57d8670),segment_id=b90023ca-db53-4647-bd16-154dc57d8670)] {{(pid=103304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:36:09.596879 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-69e771ae-7c55-4da4-b42a-95da17ed18fe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4109658'] for port (83151452-f9a9-4e13-a9bc-2ab8a372d36d), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:36:09.613144 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-1a64774c-e86a-472f-b71f-2bdfd274e7fe req-aa1d4a02-fd65-4fa3-9695-3b1ff89e81fb service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=ddc6a13b-59f6-4b5d-bef0-6e2351de5197&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0295827 Jan 26 21:36:09.615251 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-69e771ae-7c55-4da4-b42a-95da17ed18fe admin admin] Calling delete_port for 83151452-f9a9-4e13-a9bc-2ab8a372d36d owned by network:router_interface {{(pid=103304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 21:36:09.719597 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-1a64774c-e86a-472f-b71f-2bdfd274e7fe req-9e0cda91-9bba-4050-a38f-17c61a60dd02 service neutron] 10.222.0.57 "GET /v2.0/networks/ddc6a13b-59f6-4b5d-bef0-6e2351de5197?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1008220 Jan 26 21:36:09.829266 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-1a64774c-e86a-472f-b71f-2bdfd274e7fe req-65f9ed9f-9693-4378-8a3e-49e5e2b8a90b service neutron] 10.222.0.57 "GET /v2.0/networks/ddc6a13b-59f6-4b5d-bef0-6e2351de5197?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1030159 Jan 26 21:36:09.834195 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-69e771ae-7c55-4da4-b42a-95da17ed18fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746560636600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746560234536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9281553'] for port (83151452-f9a9-4e13-a9bc-2ab8a372d36d), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:36:09.873646 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e771ae-7c55-4da4-b42a-95da17ed18fe admin admin] Pushing event deleted for resources: {'Port': ['ID=83151452-f9a9-4e13-a9bc-2ab8a372d36d,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:36:10.060682 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-69e771ae-7c55-4da4-b42a-95da17ed18fe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3709480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4110805'] for router_interface (940e1b85-7b2c-405f-b438-620a8d46dd52), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:36:10.299111 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69e771ae-7c55-4da4-b42a-95da17ed18fe admin admin] Router 940e1b85-7b2c-405f-b438-620a8d46dd52 has already been hosted by L3 agent 09df100c-3af1-4b0a-bda8-05914c71c458 {{(pid=103304) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 26 21:36:10.406262 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69e771ae-7c55-4da4-b42a-95da17ed18fe admin admin] Notify agent at l3_agent.n-d-760453-5 the message routers_updated {{(pid=103304) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 26 21:36:10.413752 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-69e771ae-7c55-4da4-b42a-95da17ed18fe admin admin] 10.222.0.13 "PUT /v2.0/routers/940e1b85-7b2c-405f-b438-620a8d46dd52/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0023384 Jan 26 21:36:10.414640 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 57962) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:36:10.416340 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b20f36f-3d99-416c-bfaf-6d6d04e91feb None None] Sync routers for ids ['940e1b85-7b2c-405f-b438-620a8d46dd52'] in n-d-760453-5 {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 26 21:36:10.437368 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b20f36f-3d99-416c-bfaf-6d6d04e91feb None None] Routers {'940e1b85-7b2c-405f-b438-620a8d46dd52'} bound to L3 agent in host n-d-760453-5 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 21:36:10.437992 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-9b20f36f-3d99-416c-bfaf-6d6d04e91feb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-26T20:55:21Z,description=,heartbeat_timestamp=2022-01-26T21:35:51Z,host='n-d-760453-5',id=09df100c-3af1-4b0a-bda8-05914c71c458,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:55:21Z,topic='l3_agent')) {'router_ids': ['940e1b85-7b2c-405f-b438-620a8d46dd52'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:36:10.527999 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-f27afa76-e35c-47a4-a8bd-94a9e1fd1634 admin admin] Publish callbacks [] for router (940e1b85-7b2c-405f-b438-620a8d46dd52), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:36:10.545628 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_dvr_db [None req-9b20f36f-3d99-416c-bfaf-6d6d04e91feb None None] Set router 940e1b85-7b2c-405f-b438-620a8d46dd52 gateway port host: n-d-760453-5 {{(pid=103307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 21:36:10.650609 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-f27afa76-e35c-47a4-a8bd-94a9e1fd1634 admin admin] Publish callbacks [] for router_gateway (940e1b85-7b2c-405f-b438-620a8d46dd52), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:36:10.760428 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-f27afa76-e35c-47a4-a8bd-94a9e1fd1634 admin admin] Deleting port d08c4bbc-cde1-4eeb-9ac6-b415670c979d {{(pid=103305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 21:36:10.761357 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11696594-6e1f-49ae-9e90-f35a5d906960 req-d3061868-7fb7-40cc-96dc-4bfa0660ca41 tempest-ServerRescueNegativeTestJSON-1906345366 tempest-ServerRescueNegativeTestJSON-1906345366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:36:10.762251 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-f27afa76-e35c-47a4-a8bd-94a9e1fd1634 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746560630878'] for port (d08c4bbc-cde1-4eeb-9ac6-b415670c979d), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:36:10.763456 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-11696594-6e1f-49ae-9e90-f35a5d906960 req-d3061868-7fb7-40cc-96dc-4bfa0660ca41 tempest-ServerRescueNegativeTestJSON-1906345366 tempest-ServerRescueNegativeTestJSON-1906345366-project] 10.222.0.13 "GET /v2.0/ports?device_id=30d7561b-6127-4f61-84b5-67bd2c427d93 HTTP/1.1" status: 200 len: 946 time: 0.1042945 Jan 26 21:36:10.882955 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-11696594-6e1f-49ae-9e90-f35a5d906960 req-2fe01ca2-fcea-44d4-a396-3ccce1fa0dc9 tempest-ServerRescueNegativeTestJSON-1906345366 tempest-ServerRescueNegativeTestJSON-1906345366-project] 10.222.0.13 "GET /v2.0/security-groups?id=f2b62cd4-5049-4cd6-9f4f-183cc22ee8c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138217 Jan 26 21:36:10.910704 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-9b20f36f-3d99-416c-bfaf-6d6d04e91feb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '940e1b85-7b2c-405f-b438-620a8d46dd52', 'name': 'tempest-TaggedBootDevicesTest-134589666-router', 'tenant_id': '35e4fb6e90e049dda879f2f4d88006f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'external_fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.240'}], 'enable_snat': True}, 'gw_port_id': 'd08c4bbc-cde1-4eeb-9ac6-b415670c979d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T21:23:00Z', 'updated_at': '2022-01-26T21:36:09Z', 'revision_number': 5, 'project_id': '35e4fb6e90e049dda879f2f4d88006f4', 'gw_port': {'id': 'd08c4bbc-cde1-4eeb-9ac6-b415670c979d', 'name': '', 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:bf:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '940e1b85-7b2c-405f-b438-620a8d46dd52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2189, 'fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:23:03Z', 'updated_at': '2022-01-26T21:23:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-5'}], 'n-d-760453-5', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:36:10.936173 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [None req-f27afa76-e35c-47a4-a8bd-94a9e1fd1634 admin admin] For port d08c4bbc-cde1-4eeb-9ac6-b415670c979d, host n-d-760453-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=d08c4bbc-cde1-4eeb-9ac6-b415670c979d,segment=NetworkSegment(e17cb353-418f-48b9-b982-21a6233ee99b),segment_id=e17cb353-418f-48b9-b982-21a6233ee99b)] {{(pid=103305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:36:10.936543 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-f27afa76-e35c-47a4-a8bd-94a9e1fd1634 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4109658'] for port (d08c4bbc-cde1-4eeb-9ac6-b415670c979d), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:36:10.942493 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b20f36f-3d99-416c-bfaf-6d6d04e91feb None None] Checking router: 940e1b85-7b2c-405f-b438-620a8d46dd52 for host: n-d-760453-5 {{(pid=103307) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 26 21:36:10.949993 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-f27afa76-e35c-47a4-a8bd-94a9e1fd1634 admin admin] Calling delete_port for d08c4bbc-cde1-4eeb-9ac6-b415670c979d owned by network:router_gateway {{(pid=103305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 21:36:10.950947 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b20f36f-3d99-416c-bfaf-6d6d04e91feb None None] Routers {'940e1b85-7b2c-405f-b438-620a8d46dd52'} bound to L3 agent in host n-d-760453-5 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 21:36:10.951559 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-9b20f36f-3d99-416c-bfaf-6d6d04e91feb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-26T20:55:21Z,description=,heartbeat_timestamp=2022-01-26T21:35:51Z,host='n-d-760453-5',id=09df100c-3af1-4b0a-bda8-05914c71c458,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:55:21Z,topic='l3_agent')) {'router_ids': ['940e1b85-7b2c-405f-b438-620a8d46dd52'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:36:11.079617 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_dvr_db [None req-9b20f36f-3d99-416c-bfaf-6d6d04e91feb None None] Set router 940e1b85-7b2c-405f-b438-620a8d46dd52 gateway port host: None {{(pid=103307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 21:36:11.155489 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-9b20f36f-3d99-416c-bfaf-6d6d04e91feb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '940e1b85-7b2c-405f-b438-620a8d46dd52', 'name': 'tempest-TaggedBootDevicesTest-134589666-router', 'tenant_id': '35e4fb6e90e049dda879f2f4d88006f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T21:23:00Z', 'updated_at': '2022-01-26T21:36:10Z', 'revision_number': 6, 'project_id': '35e4fb6e90e049dda879f2f4d88006f4', 'gw_port_host': None}], 'n-d-760453-5', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:36:11.162377 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-f27afa76-e35c-47a4-a8bd-94a9e1fd1634 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746560636600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746560234536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11791543'] for port (d08c4bbc-cde1-4eeb-9ac6-b415670c979d), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:36:11.202751 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f27afa76-e35c-47a4-a8bd-94a9e1fd1634 admin admin] Pushing event deleted for resources: {'Port': ['ID=d08c4bbc-cde1-4eeb-9ac6-b415670c979d,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:36:11.220497 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b20f36f-3d99-416c-bfaf-6d6d04e91feb None None] The sync data for ids ['940e1b85-7b2c-405f-b438-620a8d46dd52'] in n-d-760453-5 is: [{'id': '940e1b85-7b2c-405f-b438-620a8d46dd52', 'name': 'tempest-TaggedBootDevicesTest-134589666-router', 'tenant_id': '35e4fb6e90e049dda879f2f4d88006f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T21:23:00Z', 'updated_at': '2022-01-26T21:36:10Z', 'revision_number': 6, 'project_id': '35e4fb6e90e049dda879f2f4d88006f4', 'gw_port_host': None}] {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 26 21:36:11.281727 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-f27afa76-e35c-47a4-a8bd-94a9e1fd1634 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4111291'] for router_gateway (940e1b85-7b2c-405f-b438-620a8d46dd52), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:36:11.372649 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-f27afa76-e35c-47a4-a8bd-94a9e1fd1634 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4105774', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13082'] for router (940e1b85-7b2c-405f-b438-620a8d46dd52), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:36:11.374791 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-f27afa76-e35c-47a4-a8bd-94a9e1fd1634 admin admin] Publish callbacks [] for router_controller (940e1b85-7b2c-405f-b438-620a8d46dd52), precommit_delete_associations {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:36:11.435101 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-f27afa76-e35c-47a4-a8bd-94a9e1fd1634 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4105767'] for router (940e1b85-7b2c-405f-b438-620a8d46dd52), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:36:11.435740 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f27afa76-e35c-47a4-a8bd-94a9e1fd1634 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 940e1b85-7b2c-405f-b438-620a8d46dd52 {{(pid=103305) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 26 21:36:11.440593 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-f27afa76-e35c-47a4-a8bd-94a9e1fd1634 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:36:11.444576 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-f27afa76-e35c-47a4-a8bd-94a9e1fd1634 admin admin] 10.222.0.13 "DELETE /v2.0/routers/940e1b85-7b2c-405f-b438-620a8d46dd52 HTTP/1.1" status: 204 len: 168 time: 1.0267277 Jan 26 21:36:11.444963 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 57976) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:36:11.492582 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.db_base_plugin_v2 [None req-6bed9d02-719c-4571-aac7-a0be778b64fa admin admin] Deleting subnet 677f5e73-5cfb-45e2-84a4-76b7c57f0a17 {{(pid=103304) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 26 21:36:11.495938 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-6bed9d02-719c-4571-aac7-a0be778b64fa admin admin] Publish callbacks [] for subnet (677f5e73-5cfb-45e2-84a4-76b7c57f0a17), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:36:11.535350 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-6bed9d02-719c-4571-aac7-a0be778b64fa admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8881284'] for subnet (677f5e73-5cfb-45e2-84a4-76b7c57f0a17), precommit_delete_associations {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:36:11.636512 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-6bed9d02-719c-4571-aac7-a0be778b64fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687316'] for subnet (677f5e73-5cfb-45e2-84a4-76b7c57f0a17), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:36:11.713358 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-6bed9d02-719c-4571-aac7-a0be778b64fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9281612', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12215216'] for subnet (677f5e73-5cfb-45e2-84a4-76b7c57f0a17), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:36:11.744381 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bed9d02-719c-4571-aac7-a0be778b64fa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=677f5e73-5cfb-45e2-84a4-76b7c57f0a17,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:36:11.755109 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-6bed9d02-719c-4571-aac7-a0be778b64fa admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:36:11.756705 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3badb1f-2f10-428e-8ba8-55b7a50991b8 None None] Network d532044f-f748-41df-bdb8-26605445914f requested from n-d-760453-5 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 26 21:36:11.758936 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-6bed9d02-719c-4571-aac7-a0be778b64fa admin admin] 10.222.0.13 "DELETE /v2.0/subnets/677f5e73-5cfb-45e2-84a4-76b7c57f0a17 HTTP/1.1" status: 204 len: 168 time: 0.3129227 Jan 26 21:36:11.761394 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 57978) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:36:11.830889 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device 83151452-f9a9-4e13-a9bc-2ab8a372d36d no longer exists at agent ovs-agent-n-d-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 26 21:36:11.852914 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] No Port match for: 83151452-f9a9-4e13-a9bc-2ab8a372d36d {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 26 21:36:11.853586 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device 83151452-f9a9-4e13-a9bc-2ab8a372d36d not bound to the agent host n-d-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 26 21:36:11.867582 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-6791881d-87fb-4afc-b163-3461d06ecfff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-748181'] for network (d532044f-f748-41df-bdb8-26605445914f), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:36:11.946993 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-6791881d-87fb-4afc-b163-3461d06ecfff admin admin] Deleting port ac31989b-f05f-40de-a23c-65f15ddefc8c {{(pid=103304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 21:36:11.947732 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-6791881d-87fb-4afc-b163-3461d06ecfff admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746560630878'] for port (ac31989b-f05f-40de-a23c-65f15ddefc8c), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:36:12.060676 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [None req-6791881d-87fb-4afc-b163-3461d06ecfff admin admin] For port ac31989b-f05f-40de-a23c-65f15ddefc8c, host n-d-760453-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=ac31989b-f05f-40de-a23c-65f15ddefc8c,segment=NetworkSegment(b90023ca-db53-4647-bd16-154dc57d8670),segment_id=b90023ca-db53-4647-bd16-154dc57d8670)] {{(pid=103304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:36:12.061216 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-6791881d-87fb-4afc-b163-3461d06ecfff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4109658'] for port (ac31989b-f05f-40de-a23c-65f15ddefc8c), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:36:12.077622 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-6791881d-87fb-4afc-b163-3461d06ecfff admin admin] Calling delete_port for ac31989b-f05f-40de-a23c-65f15ddefc8c owned by network:dhcp {{(pid=103304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 21:36:12.089066 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebdaf11-93a5-4fd6-9fe0-e21572da2889 req-33628abf-57a8-4212-9d59-e9d658f51951 tempest-ServerRescueNegativeTestJSON-1906345366 tempest-ServerRescueNegativeTestJSON-1906345366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:36:12.090708 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-aebdaf11-93a5-4fd6-9fe0-e21572da2889 req-33628abf-57a8-4212-9d59-e9d658f51951 tempest-ServerRescueNegativeTestJSON-1906345366 tempest-ServerRescueNegativeTestJSON-1906345366-project] 10.222.0.13 "GET /v2.0/ports?device_id=30d7561b-6127-4f61-84b5-67bd2c427d93 HTTP/1.1" status: 200 len: 946 time: 0.0866179 Jan 26 21:36:12.126557 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12105ff5-9011-44c9-a3a6-0bb8f359ca62 None None] DHCP port deletion for d532044f-f748-41df-bdb8-26605445914f request from n-d-760453-5 {{(pid=103306) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 26 21:36:12.200165 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-aebdaf11-93a5-4fd6-9fe0-e21572da2889 req-a9451f24-6f89-46a0-a918-8f54756d65a9 tempest-ServerRescueNegativeTestJSON-1906345366 tempest-ServerRescueNegativeTestJSON-1906345366-project] 10.222.0.13 "GET /v2.0/security-groups?id=f2b62cd4-5049-4cd6-9f4f-183cc22ee8c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629294 Jan 26 21:36:12.204082 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-12105ff5-9011-44c9-a3a6-0bb8f359ca62 None None] Deleting port ac31989b-f05f-40de-a23c-65f15ddefc8c {{(pid=103306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 21:36:12.204730 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-12105ff5-9011-44c9-a3a6-0bb8f359ca62 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746560630878'] for port (ac31989b-f05f-40de-a23c-65f15ddefc8c), before_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:36:12.220252 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-6791881d-87fb-4afc-b163-3461d06ecfff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746560636600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746560234536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9281553'] for port (ac31989b-f05f-40de-a23c-65f15ddefc8c), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:36:12.258963 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6791881d-87fb-4afc-b163-3461d06ecfff admin admin] Pushing event deleted for resources: {'Port': ['ID=ac31989b-f05f-40de-a23c-65f15ddefc8c,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:36:12.265956 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6791881d-87fb-4afc-b163-3461d06ecfff admin admin] No DVR routers for this DVR port ac31989b-f05f-40de-a23c-65f15ddefc8c on host n-d-760453-5 {{(pid=103304) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 26 21:36:12.312888 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-12105ff5-9011-44c9-a3a6-0bb8f359ca62 None None] For port ac31989b-f05f-40de-a23c-65f15ddefc8c, host n-d-760453-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=ac31989b-f05f-40de-a23c-65f15ddefc8c,segment=NetworkSegment(b90023ca-db53-4647-bd16-154dc57d8670),segment_id=b90023ca-db53-4647-bd16-154dc57d8670)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:36:12.313640 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-12105ff5-9011-44c9-a3a6-0bb8f359ca62 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4109658'] for port (ac31989b-f05f-40de-a23c-65f15ddefc8c), precommit_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:36:12.363729 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-6791881d-87fb-4afc-b163-3461d06ecfff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-686403', 'neutron.services.segments.db._delete_segments_for_network-8746560774018'] for network (d532044f-f748-41df-bdb8-26605445914f), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:36:12.365065 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-12105ff5-9011-44c9-a3a6-0bb8f359ca62 None None] Calling delete_port for ac31989b-f05f-40de-a23c-65f15ddefc8c owned by network:dhcp {{(pid=103306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 21:36:12.390787 n-d-760453-5 neutron-server[103304]: DEBUG neutron.services.segments.db [None req-6791881d-87fb-4afc-b163-3461d06ecfff admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d532044f-f748-41df-bdb8-26605445914f']}} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:36:12.402353 n-d-760453-5 neutron-server[103304]: DEBUG neutron.services.segments.db [None req-6791881d-87fb-4afc-b163-3461d06ecfff admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b90023ca-db53-4647-bd16-154dc57d8670') {'for_net_delete': True} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:36:12.402761 n-d-760453-5 neutron-server[103304]: DEBUG neutron.services.segments.db [None req-6791881d-87fb-4afc-b163-3461d06ecfff admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b90023ca-db53-4647-bd16-154dc57d8670') {} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:36:12.413664 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-6791881d-87fb-4afc-b163-3461d06ecfff admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746560742283', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8881293'] for segment (b90023ca-db53-4647-bd16-154dc57d8670), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:36:12.430311 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-6791881d-87fb-4afc-b163-3461d06ecfff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576559'] for segment (b90023ca-db53-4647-bd16-154dc57d8670), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:36:12.437910 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6791881d-87fb-4afc-b163-3461d06ecfff admin admin] Releasing vlan 576 on physical network physnet1 to pool {{(pid=103304) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 26 21:36:12.438412 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-6791881d-87fb-4afc-b163-3461d06ecfff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9281762'] for segment (b90023ca-db53-4647-bd16-154dc57d8670), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:36:12.440485 n-d-760453-5 neutron-server[103304]: Traceback (most recent call last): Jan 26 21:36:12.440485 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 26 21:36:12.440485 n-d-760453-5 neutron-server[103304]: timer() Jan 26 21:36:12.440485 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 26 21:36:12.440485 n-d-760453-5 neutron-server[103304]: cb(*args, **kw) Jan 26 21:36:12.440485 n-d-760453-5 neutron-server[103304]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 26 21:36:12.440485 n-d-760453-5 neutron-server[103304]: return func(*args, **kwargs) Jan 26 21:36:12.440485 n-d-760453-5 neutron-server[103304]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 26 21:36:12.440485 n-d-760453-5 neutron-server[103304]: self._notify() Jan 26 21:36:12.440485 n-d-760453-5 neutron-server[103304]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 26 21:36:12.440485 n-d-760453-5 neutron-server[103304]: self.callback(batched_events) Jan 26 21:36:12.440485 n-d-760453-5 neutron-server[103304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 26 21:36:12.440485 n-d-760453-5 neutron-server[103304]: event.method(event) Jan 26 21:36:12.440485 n-d-760453-5 neutron-server[103304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 26 21:36:12.440485 n-d-760453-5 neutron-server[103304]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 26 21:36:12.440485 n-d-760453-5 neutron-server[103304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 26 21:36:12.440485 n-d-760453-5 neutron-server[103304]: aggregate_uuid = self.p_client.list_aggregates( Jan 26 21:36:12.440485 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 26 21:36:12.440485 n-d-760453-5 neutron-server[103304]: return f(self, *a, **k) Jan 26 21:36:12.440485 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 26 21:36:12.440485 n-d-760453-5 neutron-server[103304]: return self._get(url).json() Jan 26 21:36:12.440485 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 26 21:36:12.440485 n-d-760453-5 neutron-server[103304]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 26 21:36:12.440485 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 26 21:36:12.440485 n-d-760453-5 neutron-server[103304]: return self.request(url, 'GET', **kwargs) Jan 26 21:36:12.440485 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 26 21:36:12.440485 n-d-760453-5 neutron-server[103304]: base_url = self.get_endpoint(auth, allow=allow, Jan 26 21:36:12.440485 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 26 21:36:12.440485 n-d-760453-5 neutron-server[103304]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 26 21:36:12.440485 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 26 21:36:12.440485 n-d-760453-5 neutron-server[103304]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 26 21:36:12.440485 n-d-760453-5 neutron-server[103304]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 26 21:36:12.495882 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-12105ff5-9011-44c9-a3a6-0bb8f359ca62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746560636600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746560234536'] for port (ac31989b-f05f-40de-a23c-65f15ddefc8c), after_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:36:12.521990 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-6791881d-87fb-4afc-b163-3461d06ecfff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4110931'] for network (d532044f-f748-41df-bdb8-26605445914f), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:36:12.523618 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12105ff5-9011-44c9-a3a6-0bb8f359ca62 None None] No DVR routers for this DVR port ac31989b-f05f-40de-a23c-65f15ddefc8c on host n-d-760453-5 {{(pid=103306) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 26 21:36:12.530926 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-6791881d-87fb-4afc-b163-3461d06ecfff admin admin] Publish callbacks [] for network (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:36:12.535597 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-6791881d-87fb-4afc-b163-3461d06ecfff admin admin] 10.222.0.13 "DELETE /v2.0/networks/d532044f-f748-41df-bdb8-26605445914f HTTP/1.1" status: 204 len: 168 time: 0.7725406 Jan 26 21:36:12.555855 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12105ff5-9011-44c9-a3a6-0bb8f359ca62 None None] Pushing event deleted for resources: {'Port': ['ID=ac31989b-f05f-40de-a23c-65f15ddefc8c,revision_number=None']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:36:12.563939 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6791881d-87fb-4afc-b163-3461d06ecfff admin admin] Pushing event deleted for resources: {'Network': ['ID=d532044f-f748-41df-bdb8-26605445914f,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:36:12.736510 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 57996) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:36:12.780337 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-b030727f-14f4-46ce-beba-61259db9e429 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=2de9f498797a4527ba13c10b546ad5bb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0409908 Jan 26 21:36:12.782771 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 57998) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:36:12.831823 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-583b311e-d309-4d6b-8574-15268f46e093 admin admin] Publish callbacks [] for security_group (cdcbac26-bdec-4926-b949-1e63137fb150), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:36:12.852857 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-583b311e-d309-4d6b-8574-15268f46e093 admin admin] Publish callbacks [] for security_group (cdcbac26-bdec-4926-b949-1e63137fb150), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:36:12.899948 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-583b311e-d309-4d6b-8574-15268f46e093 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (cdcbac26-bdec-4926-b949-1e63137fb150), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:36:12.902647 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-583b311e-d309-4d6b-8574-15268f46e093 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:36:12.903782 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-583b311e-d309-4d6b-8574-15268f46e093 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/cdcbac26-bdec-4926-b949-1e63137fb150 HTTP/1.1" status: 204 len: 168 time: 0.1200693 Jan 26 21:36:12.911457 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-583b311e-d309-4d6b-8574-15268f46e093 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdcbac26-bdec-4926-b949-1e63137fb150,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:36:13.279220 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 58006) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:36:13.345332 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-2e3ed20d-61b4-4b2d-8de2-e1c381283ada admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=35e4fb6e90e049dda879f2f4d88006f4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0578513 Jan 26 21:36:13.345553 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 58008) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:36:13.382220 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device d08c4bbc-cde1-4eeb-9ac6-b415670c979d no longer exists at agent ovs-agent-n-d-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 26 21:36:13.405180 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-95f0b4f8-de73-44ea-b812-cb8aa488ba32 admin admin] Publish callbacks [] for security_group (9f0849b0-f82f-449e-9c96-3065d32b4e5e), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:36:13.405809 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] No Port match for: d08c4bbc-cde1-4eeb-9ac6-b415670c979d {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 26 21:36:13.406356 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device d08c4bbc-cde1-4eeb-9ac6-b415670c979d not bound to the agent host n-d-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 26 21:36:13.406966 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device ac31989b-f05f-40de-a23c-65f15ddefc8c no longer exists at agent ovs-agent-n-d-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 26 21:36:13.430657 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] No Port match for: ac31989b-f05f-40de-a23c-65f15ddefc8c {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 26 21:36:13.430908 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-95f0b4f8-de73-44ea-b812-cb8aa488ba32 admin admin] Publish callbacks [] for security_group (9f0849b0-f82f-449e-9c96-3065d32b4e5e), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:36:13.431508 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device ac31989b-f05f-40de-a23c-65f15ddefc8c not bound to the agent host n-d-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 26 21:36:13.489153 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-95f0b4f8-de73-44ea-b812-cb8aa488ba32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (9f0849b0-f82f-449e-9c96-3065d32b4e5e), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:36:13.492269 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-95f0b4f8-de73-44ea-b812-cb8aa488ba32 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:36:13.495864 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-95f0b4f8-de73-44ea-b812-cb8aa488ba32 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/9f0849b0-f82f-449e-9c96-3065d32b4e5e HTTP/1.1" status: 204 len: 168 time: 0.1467960 Jan 26 21:36:13.501897 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f0b4f8-de73-44ea-b812-cb8aa488ba32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f0849b0-f82f-449e-9c96-3065d32b4e5e,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:36:14.332239 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 58034) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:36:14.458980 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-3dd53bca-fbd5-4716-bd16-0a6bcc281f1e admin admin] Request body: {'network': {'name': 'tempest-ServerTagsTestJSON-1095327453-network', 'tenant_id': '0940d3e7155b44a5a96368305bcb59e1'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:36:14.479329 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3dd53bca-fbd5-4716-bd16-0a6bcc281f1e admin admin] Made reservation on behalf of 0940d3e7155b44a5a96368305bcb59e1 for: {'network': 1} {{(pid=103305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 21:36:14.481997 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-3dd53bca-fbd5-4716-bd16-0a6bcc281f1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for network (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:36:14.491592 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-3dd53bca-fbd5-4716-bd16-0a6bcc281f1e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:36:14.572967 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-3dd53bca-fbd5-4716-bd16-0a6bcc281f1e admin admin] Publish callbacks [] for security_group (de8c30c4-a1ac-49a7-897a-8bc7a863080d), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:36:14.577053 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-3dd53bca-fbd5-4716-bd16-0a6bcc281f1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (de8c30c4-a1ac-49a7-897a-8bc7a863080d), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:36:14.605406 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3dd53bca-fbd5-4716-bd16-0a6bcc281f1e admin admin] vlan segment allocate from pool success with {'vlan_id': 579, 'physical_network': 'physnet1'} {{(pid=103305) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 26 21:36:14.617116 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd53bca-fbd5-4716-bd16-0a6bcc281f1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de8c30c4-a1ac-49a7-897a-8bc7a863080d,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:36:14.622388 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-3dd53bca-fbd5-4716-bd16-0a6bcc281f1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576559'] for segment (6f2db85f-e786-4086-9e9c-35162bcbcec5), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:36:14.622814 n-d-760453-5 neutron-server[103305]: INFO neutron.db.segments_db [None req-3dd53bca-fbd5-4716-bd16-0a6bcc281f1e admin admin] Added segment 6f2db85f-e786-4086-9e9c-35162bcbcec5 of type vlan for network 546d5ae2-df70-4538-a077-b41e0f607d5a Jan 26 21:36:14.671005 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-3dd53bca-fbd5-4716-bd16-0a6bcc281f1e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746560256871'] for network (546d5ae2-df70-4538-a077-b41e0f607d5a), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:36:14.698270 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-3dd53bca-fbd5-4716-bd16-0a6bcc281f1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503'] for network (546d5ae2-df70-4538-a077-b41e0f607d5a), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:36:14.699425 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dd53bca-fbd5-4716-bd16-0a6bcc281f1e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:36:14.700095 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-3dd53bca-fbd5-4716-bd16-0a6bcc281f1e admin admin] Publish callbacks [] for network (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:36:14.793894 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-3dd53bca-fbd5-4716-bd16-0a6bcc281f1e admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4603071 Jan 26 21:36:14.797111 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 58038) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:36:14.798145 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd53bca-fbd5-4716-bd16-0a6bcc281f1e admin admin] Pushing event updated for resources: {'Network': ['ID=546d5ae2-df70-4538-a077-b41e0f607d5a,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:36:14.809914 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Network 546d5ae2-df70-4538-a077-b41e0f607d5a details requested by agent ovs-agent-n-d-760453-5 with host n-d-760453-5 {{(pid=103306) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 26 21:36:14.816190 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-79057191-f542-4f74-b25b-5f0efc358d30 admin admin] Request body: {'subnet': {'network_id': '546d5ae2-df70-4538-a077-b41e0f607d5a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerTagsTestJSON-1095327453-subnet', 'tenant_id': '0940d3e7155b44a5a96368305bcb59e1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:36:14.840792 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79057191-f542-4f74-b25b-5f0efc358d30 admin admin] Made reservation on behalf of 0940d3e7155b44a5a96368305bcb59e1 for: {'subnet': 1} {{(pid=103304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 21:36:14.844017 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-79057191-f542-4f74-b25b-5f0efc358d30 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12215181'] for subnet (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:36:15.075300 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-79057191-f542-4f74-b25b-5f0efc358d30 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9285249', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12215227'] for subnet (d93654a2-4e69-46fa-83fc-91fdbd9a99ef), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:36:15.157107 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79057191-f542-4f74-b25b-5f0efc358d30 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d93654a2-4e69-46fa-83fc-91fdbd9a99ef,revision_number=0']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:36:15.170404 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79057191-f542-4f74-b25b-5f0efc358d30 admin admin] Checking segment: {'id': '6f2db85f-e786-4086-9e9c-35162bcbcec5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '546d5ae2-df70-4538-a077-b41e0f607d5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103304) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 21:36:15.171164 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79057191-f542-4f74-b25b-5f0efc358d30 admin admin] Network hostable DHCP agents. Network: 546d5ae2-df70-4538-a077-b41e0f607d5a, hostable agents: ['474ccdf7-ab6c-405b-a3b2-dc7b05829902'], hosted agents: [] {{(pid=103304) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 26 21:36:15.192654 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79057191-f542-4f74-b25b-5f0efc358d30 admin admin] Network 546d5ae2-df70-4538-a077-b41e0f607d5a is scheduled to be hosted by DHCP agent 474ccdf7-ab6c-405b-a3b2-dc7b05829902 with binding_index 1 {{(pid=103304) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 26 21:36:15.207702 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [None req-79057191-f542-4f74-b25b-5f0efc358d30 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760453-5, 546d5ae2-df70-4538-a077-b41e0f607d5a) {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:36:15.213866 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79057191-f542-4f74-b25b-5f0efc358d30 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:36:15.214712 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-79057191-f542-4f74-b25b-5f0efc358d30 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:36:15.219948 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbbf6bff-fcd6-483f-9891-f8be90446121 None None] Network 546d5ae2-df70-4538-a077-b41e0f607d5a requested from n-d-760453-5 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 26 21:36:15.240422 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-79057191-f542-4f74-b25b-5f0efc358d30 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4408488 Jan 26 21:36:15.351950 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 58050) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:36:15.363293 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de78fedf-99cf-400a-bbf7-7d761a97ca2c None None] Network 546d5ae2-df70-4538-a077-b41e0f607d5a requested from n-d-760453-5 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 26 21:36:15.520164 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-c6a069a9-c1c2-40bc-b862-ebc3327d57a6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:36:15.619433 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-c6a069a9-c1c2-40bc-b862-ebc3327d57a6 admin admin] Publish callbacks [] for security_group (6f61cf05-b286-409c-be6e-f2c56435d474), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:36:15.624799 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-c6a069a9-c1c2-40bc-b862-ebc3327d57a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (6f61cf05-b286-409c-be6e-f2c56435d474), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:36:15.673561 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 58064) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:36:15.673797 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-c6a069a9-c1c2-40bc-b862-ebc3327d57a6 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=3d8b0d393efa415ca9cd30ed9e10c850&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3207209 Jan 26 21:36:15.676556 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a069a9-c1c2-40bc-b862-ebc3327d57a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f61cf05-b286-409c-be6e-f2c56435d474,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:36:15.812519 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-97127c43-46e0-4a06-ae13-f353d018f0af admin admin] Publish callbacks [] for security_group (6f61cf05-b286-409c-be6e-f2c56435d474), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:36:15.855176 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-97127c43-46e0-4a06-ae13-f353d018f0af admin admin] Publish callbacks [] for security_group (6f61cf05-b286-409c-be6e-f2c56435d474), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:36:15.867129 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b82676b-c1be-4e46-8840-9fecff22386a req-54a92fbd-9f13-47af-9cb3-96fb97582179 tempest-ServerTagsTestJSON-698724053 tempest-ServerTagsTestJSON-698724053-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:36:15.868630 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-5b82676b-c1be-4e46-8840-9fecff22386a req-54a92fbd-9f13-47af-9cb3-96fb97582179 tempest-ServerTagsTestJSON-698724053 tempest-ServerTagsTestJSON-698724053-project] 10.222.0.13 "GET /v2.0/networks?id=546d5ae2-df70-4538-a077-b41e0f607d5a HTTP/1.1" status: 200 len: 809 time: 0.1456320 Jan 26 21:36:15.901934 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-5b82676b-c1be-4e46-8840-9fecff22386a req-1063999e-d2c4-49d2-9280-287514674016 tempest-ServerTagsTestJSON-698724053 tempest-ServerTagsTestJSON-698724053-project] 10.222.0.13 "GET /v2.0/quotas/0940d3e7155b44a5a96368305bcb59e1 HTTP/1.1" status: 200 len: 375 time: 0.0216572 Jan 26 21:36:15.949900 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-5b82676b-c1be-4e46-8840-9fecff22386a req-c0d104c4-a74b-4b5e-bdc5-1cdc98c1debf tempest-ServerTagsTestJSON-698724053 tempest-ServerTagsTestJSON-698724053-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=0940d3e7155b44a5a96368305bcb59e1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0357935 Jan 26 21:36:15.951157 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-97127c43-46e0-4a06-ae13-f353d018f0af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (6f61cf05-b286-409c-be6e-f2c56435d474), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:36:15.955061 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-97127c43-46e0-4a06-ae13-f353d018f0af admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:36:15.956176 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-97127c43-46e0-4a06-ae13-f353d018f0af admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/6f61cf05-b286-409c-be6e-f2c56435d474 HTTP/1.1" status: 204 len: 168 time: 0.2812912 Jan 26 21:36:15.962742 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [req-5b82676b-c1be-4e46-8840-9fecff22386a req-fee25cf6-5be6-4635-a5b8-90f93e83d734 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=103304) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 26 21:36:15.963735 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-5b82676b-c1be-4e46-8840-9fecff22386a req-fee25cf6-5be6-4635-a5b8-90f93e83d734 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0064244 Jan 26 21:36:15.973895 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97127c43-46e0-4a06-ae13-f353d018f0af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f61cf05-b286-409c-be6e-f2c56435d474,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:36:16.095579 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-5b82676b-c1be-4e46-8840-9fecff22386a req-82973d6b-4547-4b15-9b1e-33a97eabe53a service neutron] 10.222.0.13 "GET /v2.0/networks/546d5ae2-df70-4538-a077-b41e0f607d5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1122003 Jan 26 21:36:16.212944 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-5b82676b-c1be-4e46-8840-9fecff22386a req-85e9c4f7-1e1d-4623-af10-9a73ab615a87 service neutron] 10.222.0.13 "GET /v2.0/networks/546d5ae2-df70-4538-a077-b41e0f607d5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1093674 Jan 26 21:36:16.351980 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 58078) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:36:16.371373 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-296df8fe-3425-470a-b819-cdcdac60e062 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:36:16.486152 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-46a08826-5396-497b-8d8f-5ac7489d2b5d req-cab47b64-11b7-4773-b273-d5cdf666c224 tempest-ServerTagsTestJSON-698724053 tempest-ServerTagsTestJSON-698724053-project] 10.222.0.13 "GET /v2.0/ports?device_id=5130aaa4-0869-48dc-91a5-12b6dd770a6d HTTP/1.1" status: 200 len: 210 time: 0.0491741 Jan 26 21:36:16.514865 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-296df8fe-3425-470a-b819-cdcdac60e062 admin admin] Publish callbacks [] for security_group (ed6cc30f-a21c-42b8-b413-4f59754aa62e), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:36:16.522590 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-296df8fe-3425-470a-b819-cdcdac60e062 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (ed6cc30f-a21c-42b8-b413-4f59754aa62e), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:36:16.567084 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-296df8fe-3425-470a-b819-cdcdac60e062 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=173639314dcb404082cd2839bdf216f0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2139564 Jan 26 21:36:16.569751 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 58084) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:36:16.577688 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296df8fe-3425-470a-b819-cdcdac60e062 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed6cc30f-a21c-42b8-b413-4f59754aa62e,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:36:16.630853 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-6a7748ac-81c2-4ad1-bafd-6e9807d72435 admin admin] Publish callbacks [] for security_group (ed6cc30f-a21c-42b8-b413-4f59754aa62e), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:36:16.676633 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-6a7748ac-81c2-4ad1-bafd-6e9807d72435 admin admin] Publish callbacks [] for security_group (ed6cc30f-a21c-42b8-b413-4f59754aa62e), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:36:16.744735 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-6a7748ac-81c2-4ad1-bafd-6e9807d72435 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (ed6cc30f-a21c-42b8-b413-4f59754aa62e), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:36:16.747521 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-6a7748ac-81c2-4ad1-bafd-6e9807d72435 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:36:16.751278 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-6a7748ac-81c2-4ad1-bafd-6e9807d72435 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ed6cc30f-a21c-42b8-b413-4f59754aa62e HTTP/1.1" status: 204 len: 168 time: 0.1779089 Jan 26 21:36:16.763516 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7748ac-81c2-4ad1-bafd-6e9807d72435 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed6cc30f-a21c-42b8-b413-4f59754aa62e,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:36:17.587520 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-42596194-01c8-45b7-9729-50aa3082f087 req-d6af63da-ee9a-4d0a-961d-2d67c33df848 tempest-ServerTagsTestJSON-698724053 tempest-ServerTagsTestJSON-698724053-project] 10.222.0.13 "GET /v2.0/ports?device_id=5130aaa4-0869-48dc-91a5-12b6dd770a6d HTTP/1.1" status: 200 len: 210 time: 0.0292192 Jan 26 21:36:17.815562 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b82676b-c1be-4e46-8840-9fecff22386a req-d3962d87-18e3-47fa-8435-e580a9083c42 tempest-ServerTagsTestJSON-698724053 tempest-ServerTagsTestJSON-698724053-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:36:17.818892 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-5b82676b-c1be-4e46-8840-9fecff22386a req-d3962d87-18e3-47fa-8435-e580a9083c42 tempest-ServerTagsTestJSON-698724053 tempest-ServerTagsTestJSON-698724053-project] 10.222.0.66 "GET /v2.0/networks?id=546d5ae2-df70-4538-a077-b41e0f607d5a HTTP/1.1" status: 200 len: 809 time: 0.1265616 Jan 26 21:36:17.839052 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [req-5b82676b-c1be-4e46-8840-9fecff22386a req-0fd26f1d-dd1e-44ba-bbac-a9388af9f806 tempest-ServerTagsTestJSON-698724053 tempest-ServerTagsTestJSON-698724053-project] Request body: {'port': {'device_id': '5130aaa4-0869-48dc-91a5-12b6dd770a6d', 'network_id': '546d5ae2-df70-4538-a077-b41e0f607d5a', 'admin_state_up': True, 'tenant_id': '0940d3e7155b44a5a96368305bcb59e1'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:36:17.953881 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5b82676b-c1be-4e46-8840-9fecff22386a req-0fd26f1d-dd1e-44ba-bbac-a9388af9f806 tempest-ServerTagsTestJSON-698724053 tempest-ServerTagsTestJSON-698724053-project] Made reservation on behalf of 0940d3e7155b44a5a96368305bcb59e1 for: {'port': 1} {{(pid=103304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 21:36:17.957336 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-5b82676b-c1be-4e46-8840-9fecff22386a req-0fd26f1d-dd1e-44ba-bbac-a9388af9f806 tempest-ServerTagsTestJSON-698724053 tempest-ServerTagsTestJSON-698724053-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:36:18.388636 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.db_base_plugin_common [req-5b82676b-c1be-4e46-8840-9fecff22386a req-0fd26f1d-dd1e-44ba-bbac-a9388af9f806 tempest-ServerTagsTestJSON-698724053 tempest-ServerTagsTestJSON-698724053-project] Allocated IP 172.20.0.3 (546d5ae2-df70-4538-a077-b41e0f607d5a/d93654a2-4e69-46fa-83fc-91fdbd9a99ef/f9a70f2e-d1d4-4b6d-a747-0010f3b95844) {{(pid=103304) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 21:36:18.561613 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-5b82676b-c1be-4e46-8840-9fecff22386a req-0fd26f1d-dd1e-44ba-bbac-a9388af9f806 tempest-ServerTagsTestJSON-698724053 tempest-ServerTagsTestJSON-698724053-project] Publish callbacks [] for port (f9a70f2e-d1d4-4b6d-a747-0010f3b95844), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:36:18.597949 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-5b82676b-c1be-4e46-8840-9fecff22386a req-0fd26f1d-dd1e-44ba-bbac-a9388af9f806 tempest-ServerTagsTestJSON-698724053 tempest-ServerTagsTestJSON-698724053-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746560234527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9281553'] for port (f9a70f2e-d1d4-4b6d-a747-0010f3b95844), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:36:18.641158 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 58146) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:36:18.661209 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5b82676b-c1be-4e46-8840-9fecff22386a req-0fd26f1d-dd1e-44ba-bbac-a9388af9f806 tempest-ServerTagsTestJSON-698724053 tempest-ServerTagsTestJSON-698724053-project] Network 546d5ae2-df70-4538-a077-b41e0f607d5a is already hosted by enough agents. {{(pid=103304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 21:36:18.664538 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [req-5b82676b-c1be-4e46-8840-9fecff22386a req-0fd26f1d-dd1e-44ba-bbac-a9388af9f806 tempest-ServerTagsTestJSON-698724053 tempest-ServerTagsTestJSON-698724053-project] Resources bound (agent type, host, resource id): {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:36:18.667346 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b82676b-c1be-4e46-8840-9fecff22386a req-0fd26f1d-dd1e-44ba-bbac-a9388af9f806 tempest-ServerTagsTestJSON-698724053 tempest-ServerTagsTestJSON-698724053-project] Received port after_create {{(pid=103304) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 21:36:18.712749 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd26f1d-dd1e-44ba-bbac-a9388af9f806 tempest-ServerTagsTestJSON-698724053 tempest-ServerTagsTestJSON-698724053-project] Pushing event updated for resources: {'Port': ['ID=f9a70f2e-d1d4-4b6d-a747-0010f3b95844,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:36:18.759341 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b82676b-c1be-4e46-8840-9fecff22386a req-0fd26f1d-dd1e-44ba-bbac-a9388af9f806 tempest-ServerTagsTestJSON-698724053 tempest-ServerTagsTestJSON-698724053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:36:18.759999 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-5b82676b-c1be-4e46-8840-9fecff22386a req-0fd26f1d-dd1e-44ba-bbac-a9388af9f806 tempest-ServerTagsTestJSON-698724053 tempest-ServerTagsTestJSON-698724053-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:36:18.778147 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95328506-f0c8-4cc9-a433-f8b1cf6415a3 req-db7cdef0-ab2a-4eb2-9c7c-1432c9bcd18e tempest-ServerTagsTestJSON-698724053 tempest-ServerTagsTestJSON-698724053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:36:18.779652 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-95328506-f0c8-4cc9-a433-f8b1cf6415a3 req-db7cdef0-ab2a-4eb2-9c7c-1432c9bcd18e tempest-ServerTagsTestJSON-698724053 tempest-ServerTagsTestJSON-698724053-project] 10.222.0.13 "GET /v2.0/ports?device_id=5130aaa4-0869-48dc-91a5-12b6dd770a6d HTTP/1.1" status: 200 len: 931 time: 0.1079676 Jan 26 21:36:18.799240 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-5b82676b-c1be-4e46-8840-9fecff22386a req-0fd26f1d-dd1e-44ba-bbac-a9388af9f806 tempest-ServerTagsTestJSON-698724053 tempest-ServerTagsTestJSON-698724053-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9653685 Jan 26 21:36:18.805177 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-6b9aee46-63f0-484a-9b70-2dbb495e4c35 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:36:18.817202 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [req-5b82676b-c1be-4e46-8840-9fecff22386a req-4480d9e7-c883-46a2-a238-1007a35ddf3a tempest-ServerTagsTestJSON-698724053 tempest-ServerTagsTestJSON-698724053-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=103304) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 26 21:36:18.818185 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-5b82676b-c1be-4e46-8840-9fecff22386a req-4480d9e7-c883-46a2-a238-1007a35ddf3a tempest-ServerTagsTestJSON-698724053 tempest-ServerTagsTestJSON-698724053-project] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0056679 Jan 26 21:36:18.882549 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-95328506-f0c8-4cc9-a433-f8b1cf6415a3 req-4cc8e417-ad0d-4637-958a-2909c48ff189 tempest-ServerTagsTestJSON-698724053 tempest-ServerTagsTestJSON-698724053-project] 10.222.0.13 "GET /v2.0/security-groups?id=de8c30c4-a1ac-49a7-897a-8bc7a863080d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932183 Jan 26 21:36:18.905096 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2211eec7-ae39-4b94-bc9d-5ed5b1048b28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (474ccdf7-ab6c-405b-a3b2-dc7b05829902), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:36:18.932100 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [req-5b82676b-c1be-4e46-8840-9fecff22386a req-f012b1d6-a047-4937-93f7-f3220adbc95b service neutron] Request body: {'port': {'device_id': '5130aaa4-0869-48dc-91a5-12b6dd770a6d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-760453-5'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:36:18.975517 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-6b9aee46-63f0-484a-9b70-2dbb495e4c35 admin admin] Publish callbacks [] for security_group (43e1c0f6-5453-40cc-856e-7217ed574a4f), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:36:18.980748 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-6b9aee46-63f0-484a-9b70-2dbb495e4c35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (43e1c0f6-5453-40cc-856e-7217ed574a4f), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:36:19.036794 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-5b82676b-c1be-4e46-8840-9fecff22386a req-f012b1d6-a047-4937-93f7-f3220adbc95b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (f9a70f2e-d1d4-4b6d-a747-0010f3b95844), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:36:19.050473 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-6b9aee46-63f0-484a-9b70-2dbb495e4c35 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=9d828ff9752348939808ee3b5ec2bac4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4082608 Jan 26 21:36:19.053159 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 58152) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:36:19.053695 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9aee46-63f0-484a-9b70-2dbb495e4c35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43e1c0f6-5453-40cc-856e-7217ed574a4f,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:36:19.103902 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-b5e0b610-148d-4e63-acff-df63eb132c5f admin admin] Publish callbacks [] for security_group (43e1c0f6-5453-40cc-856e-7217ed574a4f), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:36:19.126401 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-b5e0b610-148d-4e63-acff-df63eb132c5f admin admin] Publish callbacks [] for security_group (43e1c0f6-5453-40cc-856e-7217ed574a4f), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:36:19.183447 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-b5e0b610-148d-4e63-acff-df63eb132c5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (43e1c0f6-5453-40cc-856e-7217ed574a4f), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:36:19.186748 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-b5e0b610-148d-4e63-acff-df63eb132c5f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:36:19.188750 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-b5e0b610-148d-4e63-acff-df63eb132c5f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/43e1c0f6-5453-40cc-856e-7217ed574a4f HTTP/1.1" status: 204 len: 168 time: 0.1344235 Jan 26 21:36:19.202008 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e0b610-148d-4e63-acff-df63eb132c5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43e1c0f6-5453-40cc-856e-7217ed574a4f,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:36:19.333540 n-d-760453-5 neutron-server[103304]: DEBUG neutron.notifiers.nova [req-5b82676b-c1be-4e46-8840-9fecff22386a req-f012b1d6-a047-4937-93f7-f3220adbc95b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f9a70f2e-d1d4-4b6d-a747-0010f3b95844 {{(pid=103304) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 26 21:36:19.342053 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-5b82676b-c1be-4e46-8840-9fecff22386a req-f012b1d6-a047-4937-93f7-f3220adbc95b service neutron] Publish callbacks [] for port (f9a70f2e-d1d4-4b6d-a747-0010f3b95844), precommit_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:36:19.354891 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.provisioning_blocks [req-5b82676b-c1be-4e46-8840-9fecff22386a req-f012b1d6-a047-4937-93f7-f3220adbc95b service neutron] Transition to ACTIVE for port object f9a70f2e-d1d4-4b6d-a747-0010f3b95844 will not be triggered until provisioned by entity L2. {{(pid=103304) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 21:36:19.360412 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-5b82676b-c1be-4e46-8840-9fecff22386a req-f012b1d6-a047-4937-93f7-f3220adbc95b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9281542'] for port (f9a70f2e-d1d4-4b6d-a747-0010f3b95844), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:36:19.437333 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f012b1d6-a047-4937-93f7-f3220adbc95b service neutron] Pushing event updated for resources: {'Port': ['ID=f9a70f2e-d1d4-4b6d-a747-0010f3b95844,revision_number=2']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:36:19.511967 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [req-5b82676b-c1be-4e46-8840-9fecff22386a req-f012b1d6-a047-4937-93f7-f3220adbc95b service neutron] Attempting to bind port f9a70f2e-d1d4-4b6d-a747-0010f3b95844 on host n-h1-760453-5 for vnic_type normal with profile {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 21:36:19.512412 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [req-5b82676b-c1be-4e46-8840-9fecff22386a req-f012b1d6-a047-4937-93f7-f3220adbc95b service neutron] Attempting to bind port f9a70f2e-d1d4-4b6d-a747-0010f3b95844 by drivers openvswitch,hyperv on host n-h1-760453-5 at level 0 using segments [{'id': '6f2db85f-e786-4086-9e9c-35162bcbcec5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '546d5ae2-df70-4538-a077-b41e0f607d5a'}] {{(pid=103304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 26 21:36:19.512858 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b82676b-c1be-4e46-8840-9fecff22386a req-f012b1d6-a047-4937-93f7-f3220adbc95b service neutron] Attempting to bind port f9a70f2e-d1d4-4b6d-a747-0010f3b95844 on network 546d5ae2-df70-4538-a077-b41e0f607d5a {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 21:36:19.516953 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 58162) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:36:19.517893 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b82676b-c1be-4e46-8840-9fecff22386a req-f012b1d6-a047-4937-93f7-f3220adbc95b service neutron] Port f9a70f2e-d1d4-4b6d-a747-0010f3b95844 on network 546d5ae2-df70-4538-a077-b41e0f607d5a not bound, no agent of type Open vSwitch agent registered on host n-h1-760453-5 {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 26 21:36:19.518292 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b82676b-c1be-4e46-8840-9fecff22386a req-f012b1d6-a047-4937-93f7-f3220adbc95b service neutron] Attempting to bind port f9a70f2e-d1d4-4b6d-a747-0010f3b95844 on network 546d5ae2-df70-4538-a077-b41e0f607d5a {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 21:36:19.523921 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b82676b-c1be-4e46-8840-9fecff22386a req-f012b1d6-a047-4937-93f7-f3220adbc95b service neutron] Checking agent: {'id': '32ef628b-8417-46c5-8729-60fcabe358f1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-760453-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 21, 3, 8), 'started_at': datetime.datetime(2022, 1, 26, 21, 3, 8), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 21, 36, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 26 21:36:19.524507 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b82676b-c1be-4e46-8840-9fecff22386a req-f012b1d6-a047-4937-93f7-f3220adbc95b service neutron] Checking segment: {'id': '6f2db85f-e786-4086-9e9c-35162bcbcec5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '546d5ae2-df70-4538-a077-b41e0f607d5a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103304) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 21:36:19.524911 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b82676b-c1be-4e46-8840-9fecff22386a req-f012b1d6-a047-4937-93f7-f3220adbc95b service neutron] Bound using segment: {'id': '6f2db85f-e786-4086-9e9c-35162bcbcec5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '546d5ae2-df70-4538-a077-b41e0f607d5a'} {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 26 21:36:19.525434 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [req-5b82676b-c1be-4e46-8840-9fecff22386a req-f012b1d6-a047-4937-93f7-f3220adbc95b service neutron] Bound port: f9a70f2e-d1d4-4b6d-a747-0010f3b95844, host: n-h1-760453-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6f2db85f-e786-4086-9e9c-35162bcbcec5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '546d5ae2-df70-4538-a077-b41e0f607d5a'}}] {{(pid=103304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 26 21:36:19.525869 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-5b82676b-c1be-4e46-8840-9fecff22386a req-f012b1d6-a047-4937-93f7-f3220adbc95b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (f9a70f2e-d1d4-4b6d-a747-0010f3b95844), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:36:19.531611 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-55ec93d1-f6ec-45e6-bbc8-b4e3dbb7e380 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:36:19.598615 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [req-5b82676b-c1be-4e46-8840-9fecff22386a req-f012b1d6-a047-4937-93f7-f3220adbc95b service neutron] For port f9a70f2e-d1d4-4b6d-a747-0010f3b95844, host n-h1-760453-5, cleared binding levels {{(pid=103304) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 26 21:36:19.602721 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [req-5b82676b-c1be-4e46-8840-9fecff22386a req-f012b1d6-a047-4937-93f7-f3220adbc95b service neutron] For port f9a70f2e-d1d4-4b6d-a747-0010f3b95844, host n-h1-760453-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-5',level=0,port_id=f9a70f2e-d1d4-4b6d-a747-0010f3b95844,segment=NetworkSegment(6f2db85f-e786-4086-9e9c-35162bcbcec5),segment_id=6f2db85f-e786-4086-9e9c-35162bcbcec5)] {{(pid=103304) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 26 21:36:19.607439 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-5b82676b-c1be-4e46-8840-9fecff22386a req-f012b1d6-a047-4937-93f7-f3220adbc95b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9281542'] for port (f9a70f2e-d1d4-4b6d-a747-0010f3b95844), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:36:19.614456 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-55ec93d1-f6ec-45e6-bbc8-b4e3dbb7e380 admin admin] Publish callbacks [] for security_group (395b10ef-7a07-4871-8ca5-fe30eb8bd6b2), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:36:19.619234 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-55ec93d1-f6ec-45e6-bbc8-b4e3dbb7e380 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (395b10ef-7a07-4871-8ca5-fe30eb8bd6b2), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:36:19.640507 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b82676b-c1be-4e46-8840-9fecff22386a req-f012b1d6-a047-4937-93f7-f3220adbc95b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:36:19.641285 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-5b82676b-c1be-4e46-8840-9fecff22386a req-f012b1d6-a047-4937-93f7-f3220adbc95b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:36:19.642771 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-5b82676b-c1be-4e46-8840-9fecff22386a req-f012b1d6-a047-4937-93f7-f3220adbc95b service neutron] 10.222.0.66 "PUT /v2.0/ports/f9a70f2e-d1d4-4b6d-a747-0010f3b95844 HTTP/1.1" status: 200 len: 1091 time: 0.8084614 Jan 26 21:36:19.642923 n-d-760453-5 neutron-server[103304]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5130aaa4-0869-48dc-91a5-12b6dd770a6d', 'tag': 'f9a70f2e-d1d4-4b6d-a747-0010f3b95844'}] {{(pid=103304) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 21:36:19.645780 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d52b45f1943fcd332af9527eb73ff93c8d715d44383a3f6d18de73b4cfcf87b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-280bf598-9149-4e93-a48f-3597b52c30f1" -d '{"events": [{"name": "network-changed", "server_uuid": "5130aaa4-0869-48dc-91a5-12b6dd770a6d", "tag": "f9a70f2e-d1d4-4b6d-a747-0010f3b95844"}]}' {{(pid=103304) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 21:36:19.665506 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ec93d1-f6ec-45e6-bbc8-b4e3dbb7e380 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=395b10ef-7a07-4871-8ca5-fe30eb8bd6b2,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:36:19.670396 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-55ec93d1-f6ec-45e6-bbc8-b4e3dbb7e380 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=7b664312565a4af8b067cabe0534e315&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1523817 Jan 26 21:36:19.672926 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 58166) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:36:19.691975 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f012b1d6-a047-4937-93f7-f3220adbc95b service neutron] Pushing event updated for resources: {'Port': ['ID=f9a70f2e-d1d4-4b6d-a747-0010f3b95844,revision_number=3']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:36:19.736101 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 26 Jan 2022 21:36:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebb98b14-e097-49c7-98bc-140e291d609d x-openstack-request-id: req-ebb98b14-e097-49c7-98bc-140e291d609d {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 21:36:19.736415 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5130aaa4-0869-48dc-91a5-12b6dd770a6d", "tag": "f9a70f2e-d1d4-4b6d-a747-0010f3b95844", "status": "completed", "code": 200}]} {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 21:36:19.736653 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ebb98b14-e097-49c7-98bc-140e291d609d {{(pid=103304) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 21:36:19.737056 n-d-760453-5 neutron-server[103304]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5130aaa4-0869-48dc-91a5-12b6dd770a6d', 'tag': 'f9a70f2e-d1d4-4b6d-a747-0010f3b95844', 'status': 'completed', 'code': 200} Jan 26 21:36:19.740526 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-b258f7f8-f024-4d8e-a64a-d50b3c099b73 admin admin] Publish callbacks [] for security_group (395b10ef-7a07-4871-8ca5-fe30eb8bd6b2), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:36:19.749522 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b82676b-c1be-4e46-8840-9fecff22386a req-50b80668-ce70-4476-bad5-7ab6008d8d08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:36:19.751745 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-5b82676b-c1be-4e46-8840-9fecff22386a req-50b80668-ce70-4476-bad5-7ab6008d8d08 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=0940d3e7155b44a5a96368305bcb59e1&device_id=5130aaa4-0869-48dc-91a5-12b6dd770a6d HTTP/1.1" status: 200 len: 1094 time: 0.0491476 Jan 26 21:36:19.763144 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-b258f7f8-f024-4d8e-a64a-d50b3c099b73 admin admin] Publish callbacks [] for security_group (395b10ef-7a07-4871-8ca5-fe30eb8bd6b2), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:36:19.810048 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-5b82676b-c1be-4e46-8840-9fecff22386a req-cdbd72f2-9234-45de-ac5d-f1d3b6ca275b service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f9a70f2e-d1d4-4b6d-a747-0010f3b95844 HTTP/1.1" status: 200 len: 217 time: 0.0424948 Jan 26 21:36:19.813075 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-b258f7f8-f024-4d8e-a64a-d50b3c099b73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (395b10ef-7a07-4871-8ca5-fe30eb8bd6b2), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:36:19.816427 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-b258f7f8-f024-4d8e-a64a-d50b3c099b73 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:36:19.820178 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-b258f7f8-f024-4d8e-a64a-d50b3c099b73 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/395b10ef-7a07-4871-8ca5-fe30eb8bd6b2 HTTP/1.1" status: 204 len: 168 time: 0.1435909 Jan 26 21:36:19.836417 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b258f7f8-f024-4d8e-a64a-d50b3c099b73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=395b10ef-7a07-4871-8ca5-fe30eb8bd6b2,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:36:19.875139 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b82676b-c1be-4e46-8840-9fecff22386a req-59e0e4a9-c958-4c72-9e2d-d8fe7a24db88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:36:19.876642 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-5b82676b-c1be-4e46-8840-9fecff22386a req-59e0e4a9-c958-4c72-9e2d-d8fe7a24db88 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=d93654a2-4e69-46fa-83fc-91fdbd9a99ef HTTP/1.1" status: 200 len: 849 time: 0.0608008 Jan 26 21:36:19.910479 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-5b82676b-c1be-4e46-8840-9fecff22386a req-c3e9e1ea-444d-4770-88c6-c6fd9f3f5fe3 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=546d5ae2-df70-4538-a077-b41e0f607d5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0269318 Jan 26 21:36:20.042282 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ee2041-54ce-48fe-a56c-41ad42c3b759 req-9f41c3a3-10a0-491e-8389-d2008f953e58 tempest-ServerTagsTestJSON-698724053 tempest-ServerTagsTestJSON-698724053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:36:20.043888 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-a1ee2041-54ce-48fe-a56c-41ad42c3b759 req-9f41c3a3-10a0-491e-8389-d2008f953e58 tempest-ServerTagsTestJSON-698724053 tempest-ServerTagsTestJSON-698724053-project] 10.222.0.13 "GET /v2.0/ports?device_id=5130aaa4-0869-48dc-91a5-12b6dd770a6d HTTP/1.1" status: 200 len: 943 time: 0.0680547 Jan 26 21:36:20.059667 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-5b82676b-c1be-4e46-8840-9fecff22386a req-eb0d4b5b-924c-4637-ae0e-be051eeab4dc service neutron] 10.222.0.66 "GET /v2.0/networks/546d5ae2-df70-4538-a077-b41e0f607d5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1429849 Jan 26 21:36:20.185893 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-a1ee2041-54ce-48fe-a56c-41ad42c3b759 req-799639f8-cb8c-4d7d-875e-7ead8e28f09c tempest-ServerTagsTestJSON-698724053 tempest-ServerTagsTestJSON-698724053-project] 10.222.0.13 "GET /v2.0/security-groups?id=de8c30c4-a1ac-49a7-897a-8bc7a863080d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113729 Jan 26 21:36:20.209280 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-5b82676b-c1be-4e46-8840-9fecff22386a req-09aeec33-30ac-4cc3-ad63-6fde61c719ff service neutron] 10.222.0.66 "GET /v2.0/networks/546d5ae2-df70-4538-a077-b41e0f607d5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1430168 Jan 26 21:36:20.346412 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280bf598-9149-4e93-a48f-3597b52c30f1 req-67e8e29c-d477-40de-8443-4efc9dc67dea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:36:20.348593 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-280bf598-9149-4e93-a48f-3597b52c30f1 req-67e8e29c-d477-40de-8443-4efc9dc67dea service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=0940d3e7155b44a5a96368305bcb59e1&device_id=5130aaa4-0869-48dc-91a5-12b6dd770a6d HTTP/1.1" status: 200 len: 1094 time: 0.0439284 Jan 26 21:36:20.465166 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280bf598-9149-4e93-a48f-3597b52c30f1 req-9d16d8a7-2b90-427f-bfec-0146eeb84bf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:36:20.467202 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-280bf598-9149-4e93-a48f-3597b52c30f1 req-9d16d8a7-2b90-427f-bfec-0146eeb84bf0 service neutron] 10.222.0.66 "GET /v2.0/networks?id=546d5ae2-df70-4538-a077-b41e0f607d5a HTTP/1.1" status: 200 len: 910 time: 0.1127145 Jan 26 21:36:20.514551 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-280bf598-9149-4e93-a48f-3597b52c30f1 req-25531270-afd1-42e1-aa78-844e4a9a477d service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f9a70f2e-d1d4-4b6d-a747-0010f3b95844 HTTP/1.1" status: 200 len: 217 time: 0.0406690 Jan 26 21:36:20.563128 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280bf598-9149-4e93-a48f-3597b52c30f1 req-3dfcae29-4ea6-486e-b626-597509012d9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:36:20.564737 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-280bf598-9149-4e93-a48f-3597b52c30f1 req-3dfcae29-4ea6-486e-b626-597509012d9e service neutron] 10.222.0.66 "GET /v2.0/subnets?id=d93654a2-4e69-46fa-83fc-91fdbd9a99ef HTTP/1.1" status: 200 len: 849 time: 0.0443335 Jan 26 21:36:20.600890 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-280bf598-9149-4e93-a48f-3597b52c30f1 req-a59ea539-bd26-4405-9548-39fcb5caaa4f service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=546d5ae2-df70-4538-a077-b41e0f607d5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0304635 Jan 26 21:36:20.694018 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-280bf598-9149-4e93-a48f-3597b52c30f1 req-473b4d2d-44d3-412d-9898-47a1be266143 service neutron] 10.222.0.66 "GET /v2.0/networks/546d5ae2-df70-4538-a077-b41e0f607d5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870409 Jan 26 21:36:20.793851 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-280bf598-9149-4e93-a48f-3597b52c30f1 req-d5196c1e-fc35-4f83-8f55-7eb526174a21 service neutron] 10.222.0.66 "GET /v2.0/networks/546d5ae2-df70-4538-a077-b41e0f607d5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0934639 Jan 26 21:36:21.246412 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-c4318f69-084d-4f56-81b5-8b55d07d6b28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (09df100c-3af1-4b0a-bda8-05914c71c458), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:36:21.327164 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a005a65e-a791-4182-8774-c84174f1f419 req-6b98b4e3-85e8-4dc7-85d9-d01407aef6d1 tempest-ServerTagsTestJSON-698724053 tempest-ServerTagsTestJSON-698724053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:36:21.327989 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-a005a65e-a791-4182-8774-c84174f1f419 req-6b98b4e3-85e8-4dc7-85d9-d01407aef6d1 tempest-ServerTagsTestJSON-698724053 tempest-ServerTagsTestJSON-698724053-project] 10.222.0.13 "GET /v2.0/ports?device_id=5130aaa4-0869-48dc-91a5-12b6dd770a6d HTTP/1.1" status: 200 len: 943 time: 0.0553517 Jan 26 21:36:21.401383 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-a005a65e-a791-4182-8774-c84174f1f419 req-03099064-82d7-431c-be2e-d42cfe436200 tempest-ServerTagsTestJSON-698724053 tempest-ServerTagsTestJSON-698724053-project] 10.222.0.13 "GET /v2.0/security-groups?id=de8c30c4-a1ac-49a7-897a-8bc7a863080d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669582 Jan 26 21:36:22.252411 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-841f5991-a4d8-4d4b-b215-cbc6bab5427b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (aa7ee9d2-08eb-4e12-b895-24c57300dfec), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:36:22.517927 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35de97d7-5d32-4b8a-a2b8-78e003038f8e req-66d90c5d-f07a-4932-9213-1a5758cd523c tempest-ServerTagsTestJSON-698724053 tempest-ServerTagsTestJSON-698724053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:36:22.519448 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-35de97d7-5d32-4b8a-a2b8-78e003038f8e req-66d90c5d-f07a-4932-9213-1a5758cd523c tempest-ServerTagsTestJSON-698724053 tempest-ServerTagsTestJSON-698724053-project] 10.222.0.13 "GET /v2.0/ports?device_id=5130aaa4-0869-48dc-91a5-12b6dd770a6d HTTP/1.1" status: 200 len: 943 time: 0.0496340 Jan 26 21:36:22.568582 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-35de97d7-5d32-4b8a-a2b8-78e003038f8e req-e7ab01ce-cd94-4a60-b0a3-8f1fc6ed1c41 tempest-ServerTagsTestJSON-698724053 tempest-ServerTagsTestJSON-698724053-project] 10.222.0.13 "GET /v2.0/security-groups?id=de8c30c4-a1ac-49a7-897a-8bc7a863080d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435343 Jan 26 21:36:23.050930 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (4d619873-4b60-439f-9b5a-b155dc8bbc34), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:36:23.697604 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c12cd2-0c4f-44fd-9bef-d32d40dca33b req-15078755-4323-480a-9293-4f652000f9d0 tempest-ServerTagsTestJSON-698724053 tempest-ServerTagsTestJSON-698724053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:36:23.699105 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-26c12cd2-0c4f-44fd-9bef-d32d40dca33b req-15078755-4323-480a-9293-4f652000f9d0 tempest-ServerTagsTestJSON-698724053 tempest-ServerTagsTestJSON-698724053-project] 10.222.0.13 "GET /v2.0/ports?device_id=5130aaa4-0869-48dc-91a5-12b6dd770a6d HTTP/1.1" status: 200 len: 943 time: 0.0531819 Jan 26 21:36:23.747447 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-26c12cd2-0c4f-44fd-9bef-d32d40dca33b req-f8cf4a91-cfed-4f4e-85b6-97208ce664e2 tempest-ServerTagsTestJSON-698724053 tempest-ServerTagsTestJSON-698724053-project] 10.222.0.13 "GET /v2.0/security-groups?id=de8c30c4-a1ac-49a7-897a-8bc7a863080d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426018 Jan 26 21:36:24.100552 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-839dd188-ec69-470c-9ab0-d318dc1a2e96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (e79b4fc6-6c71-44b2-a6d0-ff3e1f4dfd0d), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:36:24.116746 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Device f9a70f2e-d1d4-4b6d-a747-0010f3b95844 details requested by agent hyperv_n-h1-760453-5 with host n-h1-760453-5 {{(pid=103306) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 26 21:36:24.216018 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] For port f9a70f2e-d1d4-4b6d-a747-0010f3b95844, host n-h1-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-5',level=0,port_id=f9a70f2e-d1d4-4b6d-a747-0010f3b95844,segment=NetworkSegment(6f2db85f-e786-4086-9e9c-35162bcbcec5),segment_id=6f2db85f-e786-4086-9e9c-35162bcbcec5)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:36:24.228344 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Returning: {'device': 'f9a70f2e-d1d4-4b6d-a747-0010f3b95844', 'network_id': '546d5ae2-df70-4538-a077-b41e0f607d5a', 'port_id': 'f9a70f2e-d1d4-4b6d-a747-0010f3b95844', 'mac_address': 'fa:16:3e:57:64:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 579, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd93654a2-4e69-46fa-83fc-91fdbd9a99ef', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103306) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 26 21:36:24.266679 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Current status of the port f9a70f2e-d1d4-4b6d-a747-0010f3b95844 is: DOWN; New status is: BUILD {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:36:24.267080 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (f9a70f2e-d1d4-4b6d-a747-0010f3b95844), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:36:24.281096 n-d-760453-5 neutron-server[103306]: DEBUG neutron.notifiers.nova [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f9a70f2e-d1d4-4b6d-a747-0010f3b95844 {{(pid=103306) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 26 21:36:24.300836 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] For port f9a70f2e-d1d4-4b6d-a747-0010f3b95844, host n-h1-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-5',level=0,port_id=f9a70f2e-d1d4-4b6d-a747-0010f3b95844,segment=NetworkSegment(6f2db85f-e786-4086-9e9c-35162bcbcec5),segment_id=6f2db85f-e786-4086-9e9c-35162bcbcec5)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:36:24.306317 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (f9a70f2e-d1d4-4b6d-a747-0010f3b95844), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:36:24.355265 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Pushing event updated for resources: {'Port': ['ID=f9a70f2e-d1d4-4b6d-a747-0010f3b95844,revision_number=4']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:36:24.779807 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] get_ports_and_sgs() called for port_ids ['f9a70f2e-d1d4-4b6d-a747-0010f3b95844'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 26 21:36:24.877790 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a359a67f-49ac-47ad-b2e9-41695a21801a req-1ac3909b-7dc9-4dd3-88f5-6bfdc4bdc7cf tempest-ServerTagsTestJSON-698724053 tempest-ServerTagsTestJSON-698724053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:36:24.880557 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-a359a67f-49ac-47ad-b2e9-41695a21801a req-1ac3909b-7dc9-4dd3-88f5-6bfdc4bdc7cf tempest-ServerTagsTestJSON-698724053 tempest-ServerTagsTestJSON-698724053-project] 10.222.0.13 "GET /v2.0/ports?device_id=5130aaa4-0869-48dc-91a5-12b6dd770a6d HTTP/1.1" status: 200 len: 944 time: 0.0541706 Jan 26 21:36:24.950519 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-a359a67f-49ac-47ad-b2e9-41695a21801a req-1eb4c3c7-a290-4fd5-b815-ae2ea270a14e tempest-ServerTagsTestJSON-698724053 tempest-ServerTagsTestJSON-698724053-project] 10.222.0.13 "GET /v2.0/security-groups?id=de8c30c4-a1ac-49a7-897a-8bc7a863080d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638511 Jan 26 21:36:25.298506 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (fea0591a-627d-4c87-9a9a-01625ddf3277), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:36:26.081657 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d09929-7428-4cb7-8cba-8551b328c8f8 req-d734d73b-abb3-4bd8-9161-364fefc3d45c tempest-ServerTagsTestJSON-698724053 tempest-ServerTagsTestJSON-698724053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:36:26.089895 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-07d09929-7428-4cb7-8cba-8551b328c8f8 req-d734d73b-abb3-4bd8-9161-364fefc3d45c tempest-ServerTagsTestJSON-698724053 tempest-ServerTagsTestJSON-698724053-project] 10.222.0.13 "GET /v2.0/ports?device_id=5130aaa4-0869-48dc-91a5-12b6dd770a6d HTTP/1.1" status: 200 len: 944 time: 0.0595973 Jan 26 21:36:26.145842 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Device f9a70f2e-d1d4-4b6d-a747-0010f3b95844 up at agent hyperv_n-h1-760453-5 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 21:36:26.156491 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-07d09929-7428-4cb7-8cba-8551b328c8f8 req-b6c54f18-062d-4008-b904-5805e766e8cc tempest-ServerTagsTestJSON-698724053 tempest-ServerTagsTestJSON-698724053-project] 10.222.0.13 "GET /v2.0/security-groups?id=de8c30c4-a1ac-49a7-897a-8bc7a863080d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614095 Jan 26 21:36:26.207146 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Provisioning for port f9a70f2e-d1d4-4b6d-a747-0010f3b95844 completed by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 21:36:26.211283 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Provisioning complete for port f9a70f2e-d1d4-4b6d-a747-0010f3b95844 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:36:26.211663 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (f9a70f2e-d1d4-4b6d-a747-0010f3b95844), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:36:26.289740 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Current status of the port f9a70f2e-d1d4-4b6d-a747-0010f3b95844 is: BUILD; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:36:26.290139 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (f9a70f2e-d1d4-4b6d-a747-0010f3b95844), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:36:26.312774 n-d-760453-5 neutron-server[103306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5130aaa4-0869-48dc-91a5-12b6dd770a6d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9a70f2e-d1d4-4b6d-a747-0010f3b95844'}] {{(pid=103306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 21:36:26.314959 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9d5d370febab655511bdd2ffe887e43e442d144a440368702bcc1e93af00b97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-637839e6-39f0-4d8f-8038-4996cf6bc575" -d '{"events": [{"server_uuid": "5130aaa4-0869-48dc-91a5-12b6dd770a6d", "name": "network-vif-plugged", "status": "completed", "tag": "f9a70f2e-d1d4-4b6d-a747-0010f3b95844"}]}' {{(pid=103306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 21:36:26.331651 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] For port f9a70f2e-d1d4-4b6d-a747-0010f3b95844, host n-h1-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-5',level=0,port_id=f9a70f2e-d1d4-4b6d-a747-0010f3b95844,segment=NetworkSegment(6f2db85f-e786-4086-9e9c-35162bcbcec5),segment_id=6f2db85f-e786-4086-9e9c-35162bcbcec5)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:36:26.342543 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (f9a70f2e-d1d4-4b6d-a747-0010f3b95844), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:36:26.408524 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Pushing event updated for resources: {'Port': ['ID=f9a70f2e-d1d4-4b6d-a747-0010f3b95844,revision_number=5']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:36:26.536906 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Jan 2022 21:36:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74a31e90-1b63-4d78-a7b7-361b8a411d78 x-openstack-request-id: req-74a31e90-1b63-4d78-a7b7-361b8a411d78 {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 21:36:26.537798 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5130aaa4-0869-48dc-91a5-12b6dd770a6d", "name": "network-vif-plugged", "status": "completed", "tag": "f9a70f2e-d1d4-4b6d-a747-0010f3b95844", "code": 200}]} {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 21:36:26.537798 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-74a31e90-1b63-4d78-a7b7-361b8a411d78 {{(pid=103306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 21:36:26.537973 n-d-760453-5 neutron-server[103306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5130aaa4-0869-48dc-91a5-12b6dd770a6d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9a70f2e-d1d4-4b6d-a747-0010f3b95844', 'code': 200} Jan 26 21:36:26.668723 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2020032a-c108-4728-a7a2-8a5cbddfdd78 req-9de84e47-2c00-48ef-b536-2c2737e09f8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:36:26.670440 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-2020032a-c108-4728-a7a2-8a5cbddfdd78 req-9de84e47-2c00-48ef-b536-2c2737e09f8e service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=5130aaa4-0869-48dc-91a5-12b6dd770a6d HTTP/1.1" status: 200 len: 1096 time: 0.0413227 Jan 26 21:36:26.715076 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-2020032a-c108-4728-a7a2-8a5cbddfdd78 req-f02ce097-8089-4b97-88e7-2fca7a01600f service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=de8c30c4-a1ac-49a7-897a-8bc7a863080d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385003 Jan 26 21:36:27.277855 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c647b3-32f7-4f9d-ae31-e745545b70b5 req-ab68e9d6-4dd8-421f-bb7c-74fdc07df10e tempest-ServerTagsTestJSON-698724053 tempest-ServerTagsTestJSON-698724053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:36:27.284682 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-23c647b3-32f7-4f9d-ae31-e745545b70b5 req-ab68e9d6-4dd8-421f-bb7c-74fdc07df10e tempest-ServerTagsTestJSON-698724053 tempest-ServerTagsTestJSON-698724053-project] 10.222.0.13 "GET /v2.0/ports?device_id=5130aaa4-0869-48dc-91a5-12b6dd770a6d HTTP/1.1" status: 200 len: 945 time: 0.0557542 Jan 26 21:36:27.337495 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-23c647b3-32f7-4f9d-ae31-e745545b70b5 req-46a856cd-c8e8-4a82-96c4-7fa0693bdb27 tempest-ServerTagsTestJSON-698724053 tempest-ServerTagsTestJSON-698724053-project] 10.222.0.13 "GET /v2.0/security-groups?id=de8c30c4-a1ac-49a7-897a-8bc7a863080d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517497 Jan 26 21:36:27.509284 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 58288) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:36:27.622686 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-d2cb97ef-9626-490f-9c20-a126b44dfede admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:36:27.710633 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-d2cb97ef-9626-490f-9c20-a126b44dfede admin admin] Publish callbacks [] for security_group (e9df1898-d7cd-4b7e-8fc5-f5849d401633), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:36:27.714833 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-d2cb97ef-9626-490f-9c20-a126b44dfede admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (e9df1898-d7cd-4b7e-8fc5-f5849d401633), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:36:27.757100 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-d2cb97ef-9626-490f-9c20-a126b44dfede admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=5db188c97cc640a684e0c15cb7df4e31&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2466118 Jan 26 21:36:27.759150 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2cb97ef-9626-490f-9c20-a126b44dfede admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9df1898-d7cd-4b7e-8fc5-f5849d401633,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:36:27.759836 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 58292) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:36:27.821055 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-9fc2926e-8690-4ff2-852c-3c0caa6b9dc9 admin admin] Publish callbacks [] for security_group (e9df1898-d7cd-4b7e-8fc5-f5849d401633), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:36:27.844159 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-9fc2926e-8690-4ff2-852c-3c0caa6b9dc9 admin admin] Publish callbacks [] for security_group (e9df1898-d7cd-4b7e-8fc5-f5849d401633), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:36:27.914222 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-9fc2926e-8690-4ff2-852c-3c0caa6b9dc9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (e9df1898-d7cd-4b7e-8fc5-f5849d401633), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:36:27.916958 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-9fc2926e-8690-4ff2-852c-3c0caa6b9dc9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:36:27.920462 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-9fc2926e-8690-4ff2-852c-3c0caa6b9dc9 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/e9df1898-d7cd-4b7e-8fc5-f5849d401633 HTTP/1.1" status: 204 len: 168 time: 0.1570368 Jan 26 21:36:27.926902 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc2926e-8690-4ff2-852c-3c0caa6b9dc9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9df1898-d7cd-4b7e-8fc5-f5849d401633,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:36:28.288770 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 58304) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:36:28.303868 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-b16cf4d5-bdf1-41f9-8b65-98006ab9d668 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:36:28.409641 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-b16cf4d5-bdf1-41f9-8b65-98006ab9d668 admin admin] Publish callbacks [] for security_group (02dd25e3-fec5-4cab-96b2-5ce90385f37d), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:36:28.416423 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-b16cf4d5-bdf1-41f9-8b65-98006ab9d668 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (02dd25e3-fec5-4cab-96b2-5ce90385f37d), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:36:28.481813 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-b16cf4d5-bdf1-41f9-8b65-98006ab9d668 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=98c139b3439f41f0af5fb99f7baa8115&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1892934 Jan 26 21:36:28.482174 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 58308) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:36:28.489760 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16cf4d5-bdf1-41f9-8b65-98006ab9d668 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02dd25e3-fec5-4cab-96b2-5ce90385f37d,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:36:28.574830 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-ecaa1e1a-1c87-4b41-8282-ea7511287ef7 admin admin] Publish callbacks [] for security_group (02dd25e3-fec5-4cab-96b2-5ce90385f37d), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:36:28.592619 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f962a23-fcaa-45a6-896e-54b6ccfbb40a req-621e3d15-9eb0-4266-9639-4a318e808151 tempest-ServerTagsTestJSON-698724053 tempest-ServerTagsTestJSON-698724053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:36:28.594188 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-7f962a23-fcaa-45a6-896e-54b6ccfbb40a req-621e3d15-9eb0-4266-9639-4a318e808151 tempest-ServerTagsTestJSON-698724053 tempest-ServerTagsTestJSON-698724053-project] 10.222.0.13 "GET /v2.0/ports?device_id=5130aaa4-0869-48dc-91a5-12b6dd770a6d HTTP/1.1" status: 200 len: 945 time: 0.1135430 Jan 26 21:36:28.601166 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-ecaa1e1a-1c87-4b41-8282-ea7511287ef7 admin admin] Publish callbacks [] for security_group (02dd25e3-fec5-4cab-96b2-5ce90385f37d), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:36:28.650183 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-7f962a23-fcaa-45a6-896e-54b6ccfbb40a req-89ec68c0-3dd5-43a7-8408-ab51039a4e56 tempest-ServerTagsTestJSON-698724053 tempest-ServerTagsTestJSON-698724053-project] 10.222.0.13 "GET /v2.0/security-groups?id=de8c30c4-a1ac-49a7-897a-8bc7a863080d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493953 Jan 26 21:36:28.678991 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-ecaa1e1a-1c87-4b41-8282-ea7511287ef7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (02dd25e3-fec5-4cab-96b2-5ce90385f37d), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:36:28.683518 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-ecaa1e1a-1c87-4b41-8282-ea7511287ef7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:36:28.687761 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-ecaa1e1a-1c87-4b41-8282-ea7511287ef7 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/02dd25e3-fec5-4cab-96b2-5ce90385f37d HTTP/1.1" status: 204 len: 168 time: 0.2042999 Jan 26 21:36:28.699349 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecaa1e1a-1c87-4b41-8282-ea7511287ef7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02dd25e3-fec5-4cab-96b2-5ce90385f37d,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:36:29.548690 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-7b24052f-79ca-4bbc-913a-ecf61afdf306 req-82158b8a-d234-423e-a637-388ebf1271a3 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=30d7561b-6127-4f61-84b5-67bd2c427d93&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4028161 Jan 26 21:36:29.698357 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b24052f-79ca-4bbc-913a-ecf61afdf306 req-59976749-3c56-4341-85d2-4ded3c3afaf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:36:29.700466 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-7b24052f-79ca-4bbc-913a-ecf61afdf306 req-59976749-3c56-4341-85d2-4ded3c3afaf4 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=9fe9bf64b7a147db94c9d1463a376745&device_id=30d7561b-6127-4f61-84b5-67bd2c427d93 HTTP/1.1" status: 200 len: 1097 time: 0.1086066 Jan 26 21:36:29.923619 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b24052f-79ca-4bbc-913a-ecf61afdf306 req-b9dbb02d-1041-4023-b124-0e5fa1b941a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:36:29.926298 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-7b24052f-79ca-4bbc-913a-ecf61afdf306 req-b9dbb02d-1041-4023-b124-0e5fa1b941a1 service neutron] 10.222.0.57 "GET /v2.0/networks?id=ddc6a13b-59f6-4b5d-bef0-6e2351de5197 HTTP/1.1" status: 200 len: 920 time: 0.2045469 Jan 26 21:36:29.985337 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-7b24052f-79ca-4bbc-913a-ecf61afdf306 req-39aa69b1-9fef-4903-b14d-6a16e435edd7 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=26991818-dced-4f7d-af94-cd455a977fb3 HTTP/1.1" status: 200 len: 217 time: 0.0517781 Jan 26 21:36:30.076591 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b24052f-79ca-4bbc-913a-ecf61afdf306 req-10378e00-0621-4e73-8711-f97545479cff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:36:30.081283 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-7b24052f-79ca-4bbc-913a-ecf61afdf306 req-10378e00-0621-4e73-8711-f97545479cff service neutron] 10.222.0.57 "GET /v2.0/subnets?id=6905e0b0-940b-4429-8258-6df3380ce8bb HTTP/1.1" status: 200 len: 859 time: 0.0896816 Jan 26 21:36:30.116294 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-7b24052f-79ca-4bbc-913a-ecf61afdf306 req-0066bc9c-91e1-4f39-8270-9062d2d0f8c3 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=ddc6a13b-59f6-4b5d-bef0-6e2351de5197&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0286744 Jan 26 21:36:30.128503 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [req-7b24052f-79ca-4bbc-913a-ecf61afdf306 req-df7ea87c-3b47-4a9d-acaa-af3f922b0eee service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=103305) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 26 21:36:30.130059 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-7b24052f-79ca-4bbc-913a-ecf61afdf306 req-df7ea87c-3b47-4a9d-acaa-af3f922b0eee service neutron] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0064967 Jan 26 21:36:30.282481 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-7b24052f-79ca-4bbc-913a-ecf61afdf306 req-e50f9374-f085-4dbb-a811-a7e2820ad0bc service neutron] 10.222.0.57 "GET /v2.0/networks/ddc6a13b-59f6-4b5d-bef0-6e2351de5197?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1406357 Jan 26 21:36:30.417720 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-7b24052f-79ca-4bbc-913a-ecf61afdf306 req-14c9a8a0-ff9c-4eb2-b22f-c8589fec5ddb service neutron] 10.222.0.57 "GET /v2.0/networks/ddc6a13b-59f6-4b5d-bef0-6e2351de5197?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1280320 Jan 26 21:36:31.156815 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f56897-3252-451d-bab1-e20e4bd54961 req-c612362f-8147-4402-9b60-f872c4b84c86 tempest-ServerTagsTestJSON-698724053 tempest-ServerTagsTestJSON-698724053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:36:31.158389 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-20f56897-3252-451d-bab1-e20e4bd54961 req-c612362f-8147-4402-9b60-f872c4b84c86 tempest-ServerTagsTestJSON-698724053 tempest-ServerTagsTestJSON-698724053-project] 10.222.0.13 "GET /v2.0/ports?device_id=5130aaa4-0869-48dc-91a5-12b6dd770a6d HTTP/1.1" status: 200 len: 945 time: 0.0559895 Jan 26 21:36:31.210623 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-20f56897-3252-451d-bab1-e20e4bd54961 req-521ff55c-0b7d-4bbf-85d6-7575ddc32a1b tempest-ServerTagsTestJSON-698724053 tempest-ServerTagsTestJSON-698724053-project] 10.222.0.13 "GET /v2.0/security-groups?id=de8c30c4-a1ac-49a7-897a-8bc7a863080d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460296 Jan 26 21:36:32.361009 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03175b97-8fdb-4553-ab47-eca5ed236129 req-1c3cf160-40c7-40dc-bf23-6b4d3554a1c1 tempest-ServerTagsTestJSON-698724053 tempest-ServerTagsTestJSON-698724053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:36:32.362584 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-03175b97-8fdb-4553-ab47-eca5ed236129 req-1c3cf160-40c7-40dc-bf23-6b4d3554a1c1 tempest-ServerTagsTestJSON-698724053 tempest-ServerTagsTestJSON-698724053-project] 10.222.0.13 "GET /v2.0/ports?device_id=5130aaa4-0869-48dc-91a5-12b6dd770a6d HTTP/1.1" status: 200 len: 945 time: 0.0551369 Jan 26 21:36:32.442117 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-03175b97-8fdb-4553-ab47-eca5ed236129 req-2a666ca2-05e7-43ee-9710-91f34b15aa65 tempest-ServerTagsTestJSON-698724053 tempest-ServerTagsTestJSON-698724053-project] 10.222.0.13 "GET /v2.0/security-groups?id=de8c30c4-a1ac-49a7-897a-8bc7a863080d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735900 Jan 26 21:36:32.711417 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5f745a-529d-40cf-8a29-2a7bc2ead100 req-d2009e2c-4042-4ef0-9cf4-044ecc9c1a5f tempest-ServerRescueNegativeTestJSON-1906345366 tempest-ServerRescueNegativeTestJSON-1906345366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:36:32.712921 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-0a5f745a-529d-40cf-8a29-2a7bc2ead100 req-d2009e2c-4042-4ef0-9cf4-044ecc9c1a5f tempest-ServerRescueNegativeTestJSON-1906345366 tempest-ServerRescueNegativeTestJSON-1906345366-project] 10.222.0.13 "GET /v2.0/ports?device_id=d44474eb-f274-43f4-8a95-ce8dd4e67217 HTTP/1.1" status: 200 len: 945 time: 0.0544593 Jan 26 21:36:32.760479 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-0a5f745a-529d-40cf-8a29-2a7bc2ead100 req-2361d8ee-c26c-4978-b10f-c3d94bb74293 tempest-ServerRescueNegativeTestJSON-1906345366 tempest-ServerRescueNegativeTestJSON-1906345366-project] 10.222.0.13 "GET /v2.0/security-groups?id=f2b62cd4-5049-4cd6-9f4f-183cc22ee8c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417123 Jan 26 21:36:32.878102 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efcb2610-eda9-4fa6-ab4b-976c1118accb req-f6f36c4c-5f4e-4cb7-b8ec-9e8cb17ebfaf tempest-ServerTagsTestJSON-698724053 tempest-ServerTagsTestJSON-698724053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:36:32.879479 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-efcb2610-eda9-4fa6-ab4b-976c1118accb req-f6f36c4c-5f4e-4cb7-b8ec-9e8cb17ebfaf tempest-ServerTagsTestJSON-698724053 tempest-ServerTagsTestJSON-698724053-project] 10.222.0.66 "GET /v2.0/ports?device_id=5130aaa4-0869-48dc-91a5-12b6dd770a6d HTTP/1.1" status: 200 len: 945 time: 0.0496027 Jan 26 21:36:32.976273 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [req-efcb2610-eda9-4fa6-ab4b-976c1118accb req-fbc753c5-862c-45c0-99a3-d0a5d029fbb2 tempest-ServerTagsTestJSON-698724053 tempest-ServerTagsTestJSON-698724053-project] Deleting port f9a70f2e-d1d4-4b6d-a747-0010f3b95844 {{(pid=103304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 21:36:32.976618 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-efcb2610-eda9-4fa6-ab4b-976c1118accb req-fbc753c5-862c-45c0-99a3-d0a5d029fbb2 tempest-ServerTagsTestJSON-698724053 tempest-ServerTagsTestJSON-698724053-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746560630878'] for port (f9a70f2e-d1d4-4b6d-a747-0010f3b95844), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:36:33.064390 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [req-efcb2610-eda9-4fa6-ab4b-976c1118accb req-fbc753c5-862c-45c0-99a3-d0a5d029fbb2 tempest-ServerTagsTestJSON-698724053 tempest-ServerTagsTestJSON-698724053-project] For port f9a70f2e-d1d4-4b6d-a747-0010f3b95844, host n-h1-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-5',level=0,port_id=f9a70f2e-d1d4-4b6d-a747-0010f3b95844,segment=NetworkSegment(6f2db85f-e786-4086-9e9c-35162bcbcec5),segment_id=6f2db85f-e786-4086-9e9c-35162bcbcec5)] {{(pid=103304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:36:33.064771 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-efcb2610-eda9-4fa6-ab4b-976c1118accb req-fbc753c5-862c-45c0-99a3-d0a5d029fbb2 tempest-ServerTagsTestJSON-698724053 tempest-ServerTagsTestJSON-698724053-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4109658'] for port (f9a70f2e-d1d4-4b6d-a747-0010f3b95844), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:36:33.080202 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [req-efcb2610-eda9-4fa6-ab4b-976c1118accb req-fbc753c5-862c-45c0-99a3-d0a5d029fbb2 tempest-ServerTagsTestJSON-698724053 tempest-ServerTagsTestJSON-698724053-project] Calling delete_port for f9a70f2e-d1d4-4b6d-a747-0010f3b95844 owned by compute:nova {{(pid=103304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 21:36:33.214599 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-efcb2610-eda9-4fa6-ab4b-976c1118accb req-fbc753c5-862c-45c0-99a3-d0a5d029fbb2 tempest-ServerTagsTestJSON-698724053 tempest-ServerTagsTestJSON-698724053-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746560636600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746560234536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9281553'] for port (f9a70f2e-d1d4-4b6d-a747-0010f3b95844), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:36:33.244592 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc753c5-862c-45c0-99a3-d0a5d029fbb2 tempest-ServerTagsTestJSON-698724053 tempest-ServerTagsTestJSON-698724053-project] Pushing event deleted for resources: {'Port': ['ID=f9a70f2e-d1d4-4b6d-a747-0010f3b95844,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:36:33.249954 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] get_ports_and_sgs() called for port_ids ['f9a70f2e-d1d4-4b6d-a747-0010f3b95844'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 26 21:36:33.288641 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [req-efcb2610-eda9-4fa6-ab4b-976c1118accb req-fbc753c5-862c-45c0-99a3-d0a5d029fbb2 tempest-ServerTagsTestJSON-698724053 tempest-ServerTagsTestJSON-698724053-project] No DVR routers for this DVR port f9a70f2e-d1d4-4b6d-a747-0010f3b95844 on host n-h1-760453-5 {{(pid=103304) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 26 21:36:33.291505 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-efcb2610-eda9-4fa6-ab4b-976c1118accb req-fbc753c5-862c-45c0-99a3-d0a5d029fbb2 tempest-ServerTagsTestJSON-698724053 tempest-ServerTagsTestJSON-698724053-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:36:33.295161 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-efcb2610-eda9-4fa6-ab4b-976c1118accb req-fbc753c5-862c-45c0-99a3-d0a5d029fbb2 tempest-ServerTagsTestJSON-698724053 tempest-ServerTagsTestJSON-698724053-project] 10.222.0.66 "DELETE /v2.0/ports/f9a70f2e-d1d4-4b6d-a747-0010f3b95844 HTTP/1.1" status: 204 len: 173 time: 0.4102924 Jan 26 21:36:33.296291 n-d-760453-5 neutron-server[103304]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5130aaa4-0869-48dc-91a5-12b6dd770a6d', 'name': 'network-vif-deleted', 'tag': 'f9a70f2e-d1d4-4b6d-a747-0010f3b95844'}] {{(pid=103304) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 21:36:33.298655 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d52b45f1943fcd332af9527eb73ff93c8d715d44383a3f6d18de73b4cfcf87b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46844df1-50e8-4684-8f18-5bbdf51f0815" -d '{"events": [{"server_uuid": "5130aaa4-0869-48dc-91a5-12b6dd770a6d", "name": "network-vif-deleted", "tag": "f9a70f2e-d1d4-4b6d-a747-0010f3b95844"}]}' {{(pid=103304) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 21:36:33.337507 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Jan 2022 21:36:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0741e5e9-ada6-4532-941f-13dd4f9b485c x-openstack-request-id: req-0741e5e9-ada6-4532-941f-13dd4f9b485c {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 21:36:33.337798 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5130aaa4-0869-48dc-91a5-12b6dd770a6d", "name": "network-vif-deleted", "tag": "f9a70f2e-d1d4-4b6d-a747-0010f3b95844", "status": "completed", "code": 200}]} {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 21:36:33.338055 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-0741e5e9-ada6-4532-941f-13dd4f9b485c {{(pid=103304) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 21:36:33.338480 n-d-760453-5 neutron-server[103304]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5130aaa4-0869-48dc-91a5-12b6dd770a6d', 'name': 'network-vif-deleted', 'tag': 'f9a70f2e-d1d4-4b6d-a747-0010f3b95844', 'status': 'completed', 'code': 200} Jan 26 21:36:33.570702 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-9b7c8eb5-a12d-4d30-beff-3407ffc4d607 req-b58953c8-9eb9-439f-80fa-7620cc5dc943 tempest-ServerTagsTestJSON-698724053 tempest-ServerTagsTestJSON-698724053-project] 10.222.0.13 "GET /v2.0/ports?device_id=5130aaa4-0869-48dc-91a5-12b6dd770a6d HTTP/1.1" status: 200 len: 210 time: 0.0376747 Jan 26 21:36:33.925145 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51fe73a-c24a-43ce-92db-fa25a0cda814 req-156397e9-ed45-4173-a794-52406426d113 tempest-ServerRescueNegativeTestJSON-1906345366 tempest-ServerRescueNegativeTestJSON-1906345366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:36:33.926719 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-d51fe73a-c24a-43ce-92db-fa25a0cda814 req-156397e9-ed45-4173-a794-52406426d113 tempest-ServerRescueNegativeTestJSON-1906345366 tempest-ServerRescueNegativeTestJSON-1906345366-project] 10.222.0.13 "GET /v2.0/ports?device_id=d44474eb-f274-43f4-8a95-ce8dd4e67217 HTTP/1.1" status: 200 len: 945 time: 0.0688944 Jan 26 21:36:33.976844 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-d51fe73a-c24a-43ce-92db-fa25a0cda814 req-0b03873b-9a10-4618-8132-58769743da62 tempest-ServerRescueNegativeTestJSON-1906345366 tempest-ServerRescueNegativeTestJSON-1906345366-project] 10.222.0.13 "GET /v2.0/security-groups?id=f2b62cd4-5049-4cd6-9f4f-183cc22ee8c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439851 Jan 26 21:36:34.633599 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 58438) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:36:34.679384 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.db_base_plugin_v2 [None req-2a23b6cc-3537-4d3a-9053-bfc983b5fbe1 admin admin] Deleting subnet d93654a2-4e69-46fa-83fc-91fdbd9a99ef {{(pid=103305) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 26 21:36:34.682538 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-2a23b6cc-3537-4d3a-9053-bfc983b5fbe1 admin admin] Publish callbacks [] for subnet (d93654a2-4e69-46fa-83fc-91fdbd9a99ef), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:36:34.717340 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-2a23b6cc-3537-4d3a-9053-bfc983b5fbe1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11788946'] for subnet (d93654a2-4e69-46fa-83fc-91fdbd9a99ef), precommit_delete_associations {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:36:34.760846 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-2a23b6cc-3537-4d3a-9053-bfc983b5fbe1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687316'] for subnet (d93654a2-4e69-46fa-83fc-91fdbd9a99ef), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:36:34.814280 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-2a23b6cc-3537-4d3a-9053-bfc983b5fbe1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11791594', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11599980'] for subnet (d93654a2-4e69-46fa-83fc-91fdbd9a99ef), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:36:34.840276 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a23b6cc-3537-4d3a-9053-bfc983b5fbe1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d93654a2-4e69-46fa-83fc-91fdbd9a99ef,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:36:34.843889 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-2a23b6cc-3537-4d3a-9053-bfc983b5fbe1 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:36:34.847076 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-2a23b6cc-3537-4d3a-9053-bfc983b5fbe1 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/d93654a2-4e69-46fa-83fc-91fdbd9a99ef HTTP/1.1" status: 204 len: 168 time: 0.2124183 Jan 26 21:36:34.849903 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 58440) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:36:34.916060 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-ca93b47c-74c8-4e4e-92b7-63c9f64bd833 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-748181'] for network (546d5ae2-df70-4538-a077-b41e0f607d5a), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:36:34.996565 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-ca93b47c-74c8-4e4e-92b7-63c9f64bd833 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-686403', 'neutron.services.segments.db._delete_segments_for_network-8746560774018'] for network (546d5ae2-df70-4538-a077-b41e0f607d5a), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:36:35.026158 n-d-760453-5 neutron-server[103305]: DEBUG neutron.services.segments.db [None req-ca93b47c-74c8-4e4e-92b7-63c9f64bd833 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['546d5ae2-df70-4538-a077-b41e0f607d5a']}} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:36:35.036158 n-d-760453-5 neutron-server[103305]: DEBUG neutron.services.segments.db [None req-ca93b47c-74c8-4e4e-92b7-63c9f64bd833 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6f2db85f-e786-4086-9e9c-35162bcbcec5') {'for_net_delete': True} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:36:35.036461 n-d-760453-5 neutron-server[103305]: DEBUG neutron.services.segments.db [None req-ca93b47c-74c8-4e4e-92b7-63c9f64bd833 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6f2db85f-e786-4086-9e9c-35162bcbcec5') {} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:36:35.046092 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-ca93b47c-74c8-4e4e-92b7-63c9f64bd833 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746560742283', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11788955'] for segment (6f2db85f-e786-4086-9e9c-35162bcbcec5), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:36:35.061137 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-ca93b47c-74c8-4e4e-92b7-63c9f64bd833 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576559'] for segment (6f2db85f-e786-4086-9e9c-35162bcbcec5), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:36:35.070124 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ca93b47c-74c8-4e4e-92b7-63c9f64bd833 admin admin] Releasing vlan 579 on physical network physnet1 to pool {{(pid=103305) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 26 21:36:35.071167 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-ca93b47c-74c8-4e4e-92b7-63c9f64bd833 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11791428'] for segment (6f2db85f-e786-4086-9e9c-35162bcbcec5), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:36:35.093824 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78497885-43a3-49c0-ba66-d5474010cfe9 req-b1106ed6-137e-4483-8820-05277f14cbbf tempest-ServerRescueNegativeTestJSON-1906345366 tempest-ServerRescueNegativeTestJSON-1906345366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:36:35.101765 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-78497885-43a3-49c0-ba66-d5474010cfe9 req-b1106ed6-137e-4483-8820-05277f14cbbf tempest-ServerRescueNegativeTestJSON-1906345366 tempest-ServerRescueNegativeTestJSON-1906345366-project] 10.222.0.13 "GET /v2.0/ports?device_id=d44474eb-f274-43f4-8a95-ce8dd4e67217 HTTP/1.1" status: 200 len: 945 time: 0.0564167 Jan 26 21:36:35.124271 n-d-760453-5 neutron-server[103305]: Traceback (most recent call last): Jan 26 21:36:35.124271 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 26 21:36:35.124271 n-d-760453-5 neutron-server[103305]: timer() Jan 26 21:36:35.124271 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 26 21:36:35.124271 n-d-760453-5 neutron-server[103305]: cb(*args, **kw) Jan 26 21:36:35.124271 n-d-760453-5 neutron-server[103305]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 26 21:36:35.124271 n-d-760453-5 neutron-server[103305]: return func(*args, **kwargs) Jan 26 21:36:35.124271 n-d-760453-5 neutron-server[103305]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 26 21:36:35.124271 n-d-760453-5 neutron-server[103305]: self._notify() Jan 26 21:36:35.124271 n-d-760453-5 neutron-server[103305]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 26 21:36:35.124271 n-d-760453-5 neutron-server[103305]: self.callback(batched_events) Jan 26 21:36:35.124271 n-d-760453-5 neutron-server[103305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 26 21:36:35.124271 n-d-760453-5 neutron-server[103305]: event.method(event) Jan 26 21:36:35.124271 n-d-760453-5 neutron-server[103305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 26 21:36:35.124271 n-d-760453-5 neutron-server[103305]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 26 21:36:35.124271 n-d-760453-5 neutron-server[103305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 26 21:36:35.124271 n-d-760453-5 neutron-server[103305]: aggregate_uuid = self.p_client.list_aggregates( Jan 26 21:36:35.124271 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 26 21:36:35.124271 n-d-760453-5 neutron-server[103305]: return f(self, *a, **k) Jan 26 21:36:35.124271 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 26 21:36:35.124271 n-d-760453-5 neutron-server[103305]: return self._get(url).json() Jan 26 21:36:35.124271 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 26 21:36:35.124271 n-d-760453-5 neutron-server[103305]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 26 21:36:35.124271 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 26 21:36:35.124271 n-d-760453-5 neutron-server[103305]: return self.request(url, 'GET', **kwargs) Jan 26 21:36:35.124271 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 26 21:36:35.124271 n-d-760453-5 neutron-server[103305]: base_url = self.get_endpoint(auth, allow=allow, Jan 26 21:36:35.124271 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 26 21:36:35.124271 n-d-760453-5 neutron-server[103305]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 26 21:36:35.124271 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 26 21:36:35.124271 n-d-760453-5 neutron-server[103305]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 26 21:36:35.124271 n-d-760453-5 neutron-server[103305]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 26 21:36:35.146877 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-ca93b47c-74c8-4e4e-92b7-63c9f64bd833 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4110931'] for network (546d5ae2-df70-4538-a077-b41e0f607d5a), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:36:35.151268 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-78497885-43a3-49c0-ba66-d5474010cfe9 req-6b2c32ac-6194-469b-90a8-b12223319d5e tempest-ServerRescueNegativeTestJSON-1906345366 tempest-ServerRescueNegativeTestJSON-1906345366-project] 10.222.0.13 "GET /v2.0/security-groups?id=f2b62cd4-5049-4cd6-9f4f-183cc22ee8c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484359 Jan 26 21:36:35.152676 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-ca93b47c-74c8-4e4e-92b7-63c9f64bd833 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:36:35.158596 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-ca93b47c-74c8-4e4e-92b7-63c9f64bd833 admin admin] 10.222.0.13 "DELETE /v2.0/networks/546d5ae2-df70-4538-a077-b41e0f607d5a HTTP/1.1" status: 204 len: 168 time: 0.3058929 Jan 26 21:36:35.362788 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 58446) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:36:35.415665 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-22e6d78e-aa04-4ec4-b191-564d17d6c568 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=0940d3e7155b44a5a96368305bcb59e1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0493062 Jan 26 21:36:35.416031 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 58448) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:36:35.439592 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca93b47c-74c8-4e4e-92b7-63c9f64bd833 admin admin] Pushing event deleted for resources: {'Network': ['ID=546d5ae2-df70-4538-a077-b41e0f607d5a,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:36:35.501906 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-5da3b610-1b45-467a-9413-9013e5434bd3 admin admin] Publish callbacks [] for security_group (de8c30c4-a1ac-49a7-897a-8bc7a863080d), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:36:35.536378 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85b98f7-84b3-4908-ae63-99acc85dbe49 req-2794d1ff-617a-46f0-8221-a1b923e97c13 tempest-ServerRescueNegativeTestJSON-1906345366 tempest-ServerRescueNegativeTestJSON-1906345366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:36:35.538019 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-b85b98f7-84b3-4908-ae63-99acc85dbe49 req-2794d1ff-617a-46f0-8221-a1b923e97c13 tempest-ServerRescueNegativeTestJSON-1906345366 tempest-ServerRescueNegativeTestJSON-1906345366-project] 10.222.0.66 "GET /v2.0/ports?device_id=d44474eb-f274-43f4-8a95-ce8dd4e67217 HTTP/1.1" status: 200 len: 945 time: 0.0785322 Jan 26 21:36:35.540349 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-5da3b610-1b45-467a-9413-9013e5434bd3 admin admin] Publish callbacks [] for security_group (de8c30c4-a1ac-49a7-897a-8bc7a863080d), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:36:35.709830 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-5da3b610-1b45-467a-9413-9013e5434bd3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (de8c30c4-a1ac-49a7-897a-8bc7a863080d), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:36:35.712694 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-5da3b610-1b45-467a-9413-9013e5434bd3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:36:35.713864 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-5da3b610-1b45-467a-9413-9013e5434bd3 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/de8c30c4-a1ac-49a7-897a-8bc7a863080d HTTP/1.1" status: 204 len: 168 time: 0.2970216 Jan 26 21:36:35.730785 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da3b610-1b45-467a-9413-9013e5434bd3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de8c30c4-a1ac-49a7-897a-8bc7a863080d,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:36:35.736942 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [req-b85b98f7-84b3-4908-ae63-99acc85dbe49 req-6a950731-e89c-462c-8cc0-0b26cbac628f tempest-ServerRescueNegativeTestJSON-1906345366 tempest-ServerRescueNegativeTestJSON-1906345366-project] Deleting port 93d879d7-5330-44d8-8725-a2e9bab73e5a {{(pid=103304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 21:36:35.737820 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-b85b98f7-84b3-4908-ae63-99acc85dbe49 req-6a950731-e89c-462c-8cc0-0b26cbac628f tempest-ServerRescueNegativeTestJSON-1906345366 tempest-ServerRescueNegativeTestJSON-1906345366-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746560630878'] for port (93d879d7-5330-44d8-8725-a2e9bab73e5a), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:36:35.847491 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [req-b85b98f7-84b3-4908-ae63-99acc85dbe49 req-6a950731-e89c-462c-8cc0-0b26cbac628f tempest-ServerRescueNegativeTestJSON-1906345366 tempest-ServerRescueNegativeTestJSON-1906345366-project] For port 93d879d7-5330-44d8-8725-a2e9bab73e5a, host n-h1-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-5',level=0,port_id=93d879d7-5330-44d8-8725-a2e9bab73e5a,segment=NetworkSegment(a4473f28-a350-457c-80a1-7c915c9512af),segment_id=a4473f28-a350-457c-80a1-7c915c9512af)] {{(pid=103304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:36:35.847906 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-b85b98f7-84b3-4908-ae63-99acc85dbe49 req-6a950731-e89c-462c-8cc0-0b26cbac628f tempest-ServerRescueNegativeTestJSON-1906345366 tempest-ServerRescueNegativeTestJSON-1906345366-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4109658'] for port (93d879d7-5330-44d8-8725-a2e9bab73e5a), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:36:35.863868 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [req-b85b98f7-84b3-4908-ae63-99acc85dbe49 req-6a950731-e89c-462c-8cc0-0b26cbac628f tempest-ServerRescueNegativeTestJSON-1906345366 tempest-ServerRescueNegativeTestJSON-1906345366-project] Calling delete_port for 93d879d7-5330-44d8-8725-a2e9bab73e5a owned by compute:nova {{(pid=103304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 21:36:36.013815 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-b85b98f7-84b3-4908-ae63-99acc85dbe49 req-6a950731-e89c-462c-8cc0-0b26cbac628f tempest-ServerRescueNegativeTestJSON-1906345366 tempest-ServerRescueNegativeTestJSON-1906345366-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746560636600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746560234536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9281553'] for port (93d879d7-5330-44d8-8725-a2e9bab73e5a), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:36:36.025503 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] get_ports_and_sgs() called for port_ids ['26991818-dced-4f7d-af94-cd455a977fb3'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 26 21:36:36.043381 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a950731-e89c-462c-8cc0-0b26cbac628f tempest-ServerRescueNegativeTestJSON-1906345366 tempest-ServerRescueNegativeTestJSON-1906345366-project] Pushing event deleted for resources: {'Port': ['ID=93d879d7-5330-44d8-8725-a2e9bab73e5a,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:36:36.061132 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] get_ports_and_sgs() called for port_ids ['93d879d7-5330-44d8-8725-a2e9bab73e5a'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 26 21:36:36.096163 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [req-b85b98f7-84b3-4908-ae63-99acc85dbe49 req-6a950731-e89c-462c-8cc0-0b26cbac628f tempest-ServerRescueNegativeTestJSON-1906345366 tempest-ServerRescueNegativeTestJSON-1906345366-project] No DVR routers for this DVR port 93d879d7-5330-44d8-8725-a2e9bab73e5a on host n-h1-760453-5 {{(pid=103304) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 26 21:36:36.099932 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-b85b98f7-84b3-4908-ae63-99acc85dbe49 req-6a950731-e89c-462c-8cc0-0b26cbac628f tempest-ServerRescueNegativeTestJSON-1906345366 tempest-ServerRescueNegativeTestJSON-1906345366-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:36:36.103192 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-b85b98f7-84b3-4908-ae63-99acc85dbe49 req-6a950731-e89c-462c-8cc0-0b26cbac628f tempest-ServerRescueNegativeTestJSON-1906345366 tempest-ServerRescueNegativeTestJSON-1906345366-project] 10.222.0.66 "DELETE /v2.0/ports/93d879d7-5330-44d8-8725-a2e9bab73e5a HTTP/1.1" status: 204 len: 173 time: 0.5555611 Jan 26 21:36:36.103758 n-d-760453-5 neutron-server[103304]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd44474eb-f274-43f4-8a95-ce8dd4e67217', 'name': 'network-vif-deleted', 'tag': '93d879d7-5330-44d8-8725-a2e9bab73e5a'}] {{(pid=103304) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 21:36:36.106370 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d52b45f1943fcd332af9527eb73ff93c8d715d44383a3f6d18de73b4cfcf87b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34325f77-4207-4ff4-bc94-d51fca397427" -d '{"events": [{"server_uuid": "d44474eb-f274-43f4-8a95-ce8dd4e67217", "name": "network-vif-deleted", "tag": "93d879d7-5330-44d8-8725-a2e9bab73e5a"}]}' {{(pid=103304) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 21:36:36.146899 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Jan 2022 21:36:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff6d4146-4681-4657-9a26-05266c1f306e x-openstack-request-id: req-ff6d4146-4681-4657-9a26-05266c1f306e {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 21:36:36.147483 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d44474eb-f274-43f4-8a95-ce8dd4e67217", "name": "network-vif-deleted", "tag": "93d879d7-5330-44d8-8725-a2e9bab73e5a", "status": "completed", "code": 200}]} {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 21:36:36.147930 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ff6d4146-4681-4657-9a26-05266c1f306e {{(pid=103304) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 21:36:36.148513 n-d-760453-5 neutron-server[103304]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd44474eb-f274-43f4-8a95-ce8dd4e67217', 'name': 'network-vif-deleted', 'tag': '93d879d7-5330-44d8-8725-a2e9bab73e5a', 'status': 'completed', 'code': 200} Jan 26 21:36:36.231235 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Device f9a70f2e-d1d4-4b6d-a747-0010f3b95844 no longer exists at agent hyperv_n-h1-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 26 21:36:36.254504 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] No Port match for: f9a70f2e-d1d4-4b6d-a747-0010f3b95844 {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 26 21:36:36.254871 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Device f9a70f2e-d1d4-4b6d-a747-0010f3b95844 not bound to the agent host n-h1-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 26 21:36:36.289513 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-dc924ea4-0fcf-4be7-9fc4-337151ac7264 req-a6de0523-10ec-472b-a242-de5c4f7b8add tempest-ServerRescueNegativeTestJSON-1906345366 tempest-ServerRescueNegativeTestJSON-1906345366-project] 10.222.0.13 "GET /v2.0/ports?device_id=d44474eb-f274-43f4-8a95-ce8dd4e67217 HTTP/1.1" status: 200 len: 210 time: 0.0272865 Jan 26 21:36:36.919810 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-0b489473-8e25-44e5-a7c7-7fa64271f0aa req-a959ef4e-62bb-4d05-99c0-560a0eece99b tempest-ServerShowV257Test-187473492 tempest-ServerShowV257Test-187473492-project] 10.222.0.13 "GET /v2.0/ports?device_id=407643c1-17f7-4e07-a3ff-f63078fd1f99 HTTP/1.1" status: 200 len: 210 time: 0.0281770 Jan 26 21:36:37.586751 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e22633e-81d3-4aee-9dfb-4d0124828f5c req-807fbaf3-a2ac-4c92-b4e8-712b2783221d tempest-ServerRescueNegativeTestJSON-1906345366 tempest-ServerRescueNegativeTestJSON-1906345366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:36:37.588355 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-8e22633e-81d3-4aee-9dfb-4d0124828f5c req-807fbaf3-a2ac-4c92-b4e8-712b2783221d tempest-ServerRescueNegativeTestJSON-1906345366 tempest-ServerRescueNegativeTestJSON-1906345366-project] 10.222.0.13 "GET /v2.0/ports?device_id=30d7561b-6127-4f61-84b5-67bd2c427d93 HTTP/1.1" status: 200 len: 946 time: 0.0487700 Jan 26 21:36:37.635833 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-8e22633e-81d3-4aee-9dfb-4d0124828f5c req-778ec43c-b7c8-42d8-897f-f71377f26d44 tempest-ServerRescueNegativeTestJSON-1906345366 tempest-ServerRescueNegativeTestJSON-1906345366-project] 10.222.0.13 "GET /v2.0/security-groups?id=f2b62cd4-5049-4cd6-9f4f-183cc22ee8c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418687 Jan 26 21:36:38.028069 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-b81f4a67-5559-48da-b432-96927d9e4d1c req-1f1f5dc9-0849-40ef-af2f-9a51c85c374e tempest-ServerShowV257Test-187473492 tempest-ServerShowV257Test-187473492-project] 10.222.0.13 "GET /v2.0/ports?device_id=407643c1-17f7-4e07-a3ff-f63078fd1f99 HTTP/1.1" status: 200 len: 210 time: 0.0306783 Jan 26 21:36:38.227653 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Device 93d879d7-5330-44d8-8725-a2e9bab73e5a no longer exists at agent hyperv_n-h1-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 26 21:36:38.247477 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] No Port match for: 93d879d7-5330-44d8-8725-a2e9bab73e5a {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 26 21:36:38.247820 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Device 93d879d7-5330-44d8-8725-a2e9bab73e5a not bound to the agent host n-h1-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 26 21:36:38.358183 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (32ef628b-8417-46c5-8729-60fcabe358f1), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:36:38.750588 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98db6891-4704-403f-b7f5-22ed6652e230 req-a9bc3efe-d594-4f10-947b-ea194a3424de tempest-ServerRescueNegativeTestJSON-1906345366 tempest-ServerRescueNegativeTestJSON-1906345366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:36:38.752094 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-98db6891-4704-403f-b7f5-22ed6652e230 req-a9bc3efe-d594-4f10-947b-ea194a3424de tempest-ServerRescueNegativeTestJSON-1906345366 tempest-ServerRescueNegativeTestJSON-1906345366-project] 10.222.0.13 "GET /v2.0/ports?device_id=30d7561b-6127-4f61-84b5-67bd2c427d93 HTTP/1.1" status: 200 len: 946 time: 0.0490675 Jan 26 21:36:38.799300 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-98db6891-4704-403f-b7f5-22ed6652e230 req-afdbf4ba-9d31-4e03-98cf-e503411613a9 tempest-ServerRescueNegativeTestJSON-1906345366 tempest-ServerRescueNegativeTestJSON-1906345366-project] 10.222.0.13 "GET /v2.0/security-groups?id=f2b62cd4-5049-4cd6-9f4f-183cc22ee8c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410335 Jan 26 21:36:38.958572 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-97ecf569-6b7f-4029-a031-03f562d95fcd req-3c40681f-1cf5-4900-b8ba-0b450379cff3 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=407643c1-17f7-4e07-a3ff-f63078fd1f99 HTTP/1.1" status: 200 len: 210 time: 0.0247803 Jan 26 21:36:39.140787 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-00d78cd9-88a4-4c3f-a55c-acd3559e37ed req-fe2d05a6-c44d-4cee-9a04-303a5ad29f54 tempest-ServerShowV257Test-187473492 tempest-ServerShowV257Test-187473492-project] 10.222.0.13 "GET /v2.0/ports?device_id=407643c1-17f7-4e07-a3ff-f63078fd1f99 HTTP/1.1" status: 200 len: 210 time: 0.0318644 Jan 26 21:36:39.478595 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.agents_db [None req-569f1ced-6396-4ddf-b79f-e03b0b2146ab None None] Agent healthcheck: found 7 active agents {{(pid=103307) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 26 21:36:39.916131 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71924ce-a2f6-480b-91ec-e9ded4407887 req-fe96a06c-03ff-4064-8b88-199ff47a17c3 tempest-ServerRescueNegativeTestJSON-1906345366 tempest-ServerRescueNegativeTestJSON-1906345366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:36:39.917657 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-e71924ce-a2f6-480b-91ec-e9ded4407887 req-fe96a06c-03ff-4064-8b88-199ff47a17c3 tempest-ServerRescueNegativeTestJSON-1906345366 tempest-ServerRescueNegativeTestJSON-1906345366-project] 10.222.0.13 "GET /v2.0/ports?device_id=30d7561b-6127-4f61-84b5-67bd2c427d93 HTTP/1.1" status: 200 len: 946 time: 0.0514719 Jan 26 21:36:39.977091 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-e71924ce-a2f6-480b-91ec-e9ded4407887 req-8f581d36-11d4-4359-aad2-becf19012222 tempest-ServerRescueNegativeTestJSON-1906345366 tempest-ServerRescueNegativeTestJSON-1906345366-project] 10.222.0.13 "GET /v2.0/security-groups?id=f2b62cd4-5049-4cd6-9f4f-183cc22ee8c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537767 Jan 26 21:36:40.243056 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-2679f645-5b19-4f32-b5c2-b9b20f51ce51 req-59a592b0-1abd-448d-b270-cab00dd5a484 tempest-ServerShowV257Test-187473492 tempest-ServerShowV257Test-187473492-project] 10.222.0.13 "GET /v2.0/ports?device_id=407643c1-17f7-4e07-a3ff-f63078fd1f99 HTTP/1.1" status: 200 len: 210 time: 0.0286546 Jan 26 21:36:40.556994 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-9be8dd96-0b4c-4b10-a583-921b2aae8a0c req-1fa33e62-3f66-4b5d-9c99-f3d419c0db00 tempest-ServerShowV257Test-187473492 tempest-ServerShowV257Test-187473492-project] 10.222.0.13 "GET /v2.0/ports?device_id=407643c1-17f7-4e07-a3ff-f63078fd1f99 HTTP/1.1" status: 200 len: 210 time: 0.0267940 Jan 26 21:36:41.086644 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d75a18-259a-42ca-89e8-e2525b9b74b3 req-7226ae0c-927e-4167-a9a2-d901cbe7a141 tempest-ServerRescueNegativeTestJSON-1906345366 tempest-ServerRescueNegativeTestJSON-1906345366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:36:41.088146 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-d0d75a18-259a-42ca-89e8-e2525b9b74b3 req-7226ae0c-927e-4167-a9a2-d901cbe7a141 tempest-ServerRescueNegativeTestJSON-1906345366 tempest-ServerRescueNegativeTestJSON-1906345366-project] 10.222.0.13 "GET /v2.0/ports?device_id=30d7561b-6127-4f61-84b5-67bd2c427d93 HTTP/1.1" status: 200 len: 946 time: 0.0491130 Jan 26 21:36:41.134562 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-d0d75a18-259a-42ca-89e8-e2525b9b74b3 req-739ef402-f848-4f58-8672-7b33599215df tempest-ServerRescueNegativeTestJSON-1906345366 tempest-ServerRescueNegativeTestJSON-1906345366-project] 10.222.0.13 "GET /v2.0/security-groups?id=f2b62cd4-5049-4cd6-9f4f-183cc22ee8c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408239 Jan 26 21:36:41.658041 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-b6bfb0dd-69a0-46a8-b334-88f4c3d02008 req-ebd13957-4421-452f-a24d-785daac72e9b tempest-ServerShowV257Test-187473492 tempest-ServerShowV257Test-187473492-project] 10.222.0.13 "GET /v2.0/ports?device_id=407643c1-17f7-4e07-a3ff-f63078fd1f99 HTTP/1.1" status: 200 len: 210 time: 0.0255311 Jan 26 21:36:42.256005 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c1e861-f548-4b88-9399-d469aa54b676 req-51659116-e553-430f-9c78-33a283d14658 tempest-ServerRescueNegativeTestJSON-1906345366 tempest-ServerRescueNegativeTestJSON-1906345366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:36:42.257603 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-c7c1e861-f548-4b88-9399-d469aa54b676 req-51659116-e553-430f-9c78-33a283d14658 tempest-ServerRescueNegativeTestJSON-1906345366 tempest-ServerRescueNegativeTestJSON-1906345366-project] 10.222.0.13 "GET /v2.0/ports?device_id=30d7561b-6127-4f61-84b5-67bd2c427d93 HTTP/1.1" status: 200 len: 946 time: 0.0540502 Jan 26 21:36:42.306038 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-c7c1e861-f548-4b88-9399-d469aa54b676 req-b4d75bb4-c0b4-4d9a-8623-bd5264acf083 tempest-ServerRescueNegativeTestJSON-1906345366 tempest-ServerRescueNegativeTestJSON-1906345366-project] 10.222.0.13 "GET /v2.0/security-groups?id=f2b62cd4-5049-4cd6-9f4f-183cc22ee8c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426114 Jan 26 21:36:42.597514 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-b65b4a5c-cb95-43e1-81c6-6757a3702af1 req-826b1e04-9cf9-4c35-b62e-a434cc9fb89a service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=0f60c6ee-6258-42ba-be50-39a409584134&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0391753 Jan 26 21:36:42.667220 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65b4a5c-cb95-43e1-81c6-6757a3702af1 req-b91c2d46-6dc2-438f-a9fb-bbef3d306ee4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:36:42.668680 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-b65b4a5c-cb95-43e1-81c6-6757a3702af1 req-b91c2d46-6dc2-438f-a9fb-bbef3d306ee4 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=949e29ec71a54b7f98dc62c402ac867e&device_id=0f60c6ee-6258-42ba-be50-39a409584134 HTTP/1.1" status: 200 len: 1097 time: 0.0406766 Jan 26 21:36:42.774446 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-716c8d45-90fc-45e4-bbff-7a6520e025a1 req-a821dfad-d42a-4930-b6e1-c4ec300bd253 tempest-ServerShowV257Test-187473492 tempest-ServerShowV257Test-187473492-project] 10.222.0.13 "GET /v2.0/ports?device_id=407643c1-17f7-4e07-a3ff-f63078fd1f99 HTTP/1.1" status: 200 len: 210 time: 0.0300977 Jan 26 21:36:42.800416 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65b4a5c-cb95-43e1-81c6-6757a3702af1 req-f13830ad-1f81-43ba-8a1a-c0ddd5217830 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:36:42.801946 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-b65b4a5c-cb95-43e1-81c6-6757a3702af1 req-f13830ad-1f81-43ba-8a1a-c0ddd5217830 service neutron] 10.222.0.66 "GET /v2.0/networks?id=e06aca25-0b6a-452f-bfd4-2129924c58a7 HTTP/1.1" status: 200 len: 912 time: 0.1154623 Jan 26 21:36:42.847031 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-b65b4a5c-cb95-43e1-81c6-6757a3702af1 req-ce899fb0-1b8d-46ae-8236-c077249e8655 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c06cbb5f-14e9-4f5d-9dc8-30f59f753822 HTTP/1.1" status: 200 len: 217 time: 0.0393436 Jan 26 21:36:42.896690 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65b4a5c-cb95-43e1-81c6-6757a3702af1 req-503d4c1e-1cb1-4794-bd97-a47c10da2430 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:36:42.898148 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-b65b4a5c-cb95-43e1-81c6-6757a3702af1 req-503d4c1e-1cb1-4794-bd97-a47c10da2430 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=79317c4e-88a3-402c-975d-f004bf1d9b8b HTTP/1.1" status: 200 len: 850 time: 0.0452125 Jan 26 21:36:42.943483 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65b4a5c-cb95-43e1-81c6-6757a3702af1 req-7aec9b1d-9b56-4cd1-b719-3a81c99db8e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:36:42.945017 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-b65b4a5c-cb95-43e1-81c6-6757a3702af1 req-7aec9b1d-9b56-4cd1-b719-3a81c99db8e9 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=e06aca25-0b6a-452f-bfd4-2129924c58a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0407217 Jan 26 21:36:43.039319 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-b65b4a5c-cb95-43e1-81c6-6757a3702af1 req-aa670d6e-0be6-4ae3-9924-4449bc4a97ac service neutron] 10.222.0.66 "GET /v2.0/networks/e06aca25-0b6a-452f-bfd4-2129924c58a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867646 Jan 26 21:36:43.129250 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-b65b4a5c-cb95-43e1-81c6-6757a3702af1 req-bc629cc6-b935-4d06-b1cf-1a1c1b2bbe91 service neutron] 10.222.0.66 "GET /v2.0/networks/e06aca25-0b6a-452f-bfd4-2129924c58a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835822 Jan 26 21:36:43.241981 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86b0452-6905-4545-8f00-92196fb54245 req-81a724ad-3bb8-4472-995a-d35455e63ba0 tempest-ServerRescueNegativeTestJSON-1906345366 tempest-ServerRescueNegativeTestJSON-1906345366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:36:43.243470 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-d86b0452-6905-4545-8f00-92196fb54245 req-81a724ad-3bb8-4472-995a-d35455e63ba0 tempest-ServerRescueNegativeTestJSON-1906345366 tempest-ServerRescueNegativeTestJSON-1906345366-project] 10.222.0.57 "GET /v2.0/ports?device_id=30d7561b-6127-4f61-84b5-67bd2c427d93 HTTP/1.1" status: 200 len: 946 time: 0.0491478 Jan 26 21:36:43.341075 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [req-d86b0452-6905-4545-8f00-92196fb54245 req-e19d0d88-f59a-4fe9-8eb0-1de5dcd7e84f tempest-ServerRescueNegativeTestJSON-1906345366 tempest-ServerRescueNegativeTestJSON-1906345366-project] Deleting port 26991818-dced-4f7d-af94-cd455a977fb3 {{(pid=103305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 21:36:43.341455 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-d86b0452-6905-4545-8f00-92196fb54245 req-e19d0d88-f59a-4fe9-8eb0-1de5dcd7e84f tempest-ServerRescueNegativeTestJSON-1906345366 tempest-ServerRescueNegativeTestJSON-1906345366-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746560630878'] for port (26991818-dced-4f7d-af94-cd455a977fb3), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:36:43.449564 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [req-d86b0452-6905-4545-8f00-92196fb54245 req-e19d0d88-f59a-4fe9-8eb0-1de5dcd7e84f tempest-ServerRescueNegativeTestJSON-1906345366 tempest-ServerRescueNegativeTestJSON-1906345366-project] For port 26991818-dced-4f7d-af94-cd455a977fb3, host n-h2-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-5',level=0,port_id=26991818-dced-4f7d-af94-cd455a977fb3,segment=NetworkSegment(a4473f28-a350-457c-80a1-7c915c9512af),segment_id=a4473f28-a350-457c-80a1-7c915c9512af)] {{(pid=103305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:36:43.450285 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-d86b0452-6905-4545-8f00-92196fb54245 req-e19d0d88-f59a-4fe9-8eb0-1de5dcd7e84f tempest-ServerRescueNegativeTestJSON-1906345366 tempest-ServerRescueNegativeTestJSON-1906345366-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4109658'] for port (26991818-dced-4f7d-af94-cd455a977fb3), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:36:43.463665 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [req-d86b0452-6905-4545-8f00-92196fb54245 req-e19d0d88-f59a-4fe9-8eb0-1de5dcd7e84f tempest-ServerRescueNegativeTestJSON-1906345366 tempest-ServerRescueNegativeTestJSON-1906345366-project] Calling delete_port for 26991818-dced-4f7d-af94-cd455a977fb3 owned by compute:nova {{(pid=103305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 21:36:43.475352 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7321436-a24c-485e-8d5f-16270abc270a req-61969b94-159a-4367-8e3f-14714dbac2c9 tempest-ServerRescueNegativeTestJSON-1906345366 tempest-ServerRescueNegativeTestJSON-1906345366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:36:43.484906 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-e7321436-a24c-485e-8d5f-16270abc270a req-61969b94-159a-4367-8e3f-14714dbac2c9 tempest-ServerRescueNegativeTestJSON-1906345366 tempest-ServerRescueNegativeTestJSON-1906345366-project] 10.222.0.13 "GET /v2.0/ports?device_id=30d7561b-6127-4f61-84b5-67bd2c427d93 HTTP/1.1" status: 200 len: 946 time: 0.1051888 Jan 26 21:36:43.557894 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-e7321436-a24c-485e-8d5f-16270abc270a req-f8418f9b-e2a1-4856-ac60-02e96ab3a0af tempest-ServerRescueNegativeTestJSON-1906345366 tempest-ServerRescueNegativeTestJSON-1906345366-project] 10.222.0.13 "GET /v2.0/security-groups?id=f2b62cd4-5049-4cd6-9f4f-183cc22ee8c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720227 Jan 26 21:36:43.599237 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-d86b0452-6905-4545-8f00-92196fb54245 req-e19d0d88-f59a-4fe9-8eb0-1de5dcd7e84f tempest-ServerRescueNegativeTestJSON-1906345366 tempest-ServerRescueNegativeTestJSON-1906345366-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746560636600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746560234536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11791543'] for port (26991818-dced-4f7d-af94-cd455a977fb3), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:36:43.612371 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] get_ports_and_sgs() called for port_ids ['26991818-dced-4f7d-af94-cd455a977fb3'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 26 21:36:43.634956 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19d0d88-f59a-4fe9-8eb0-1de5dcd7e84f tempest-ServerRescueNegativeTestJSON-1906345366 tempest-ServerRescueNegativeTestJSON-1906345366-project] Pushing event deleted for resources: {'Port': ['ID=26991818-dced-4f7d-af94-cd455a977fb3,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:36:43.688190 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [req-d86b0452-6905-4545-8f00-92196fb54245 req-e19d0d88-f59a-4fe9-8eb0-1de5dcd7e84f tempest-ServerRescueNegativeTestJSON-1906345366 tempest-ServerRescueNegativeTestJSON-1906345366-project] No DVR routers for this DVR port 26991818-dced-4f7d-af94-cd455a977fb3 on host n-h2-760453-5 {{(pid=103305) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 26 21:36:43.691938 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-d86b0452-6905-4545-8f00-92196fb54245 req-e19d0d88-f59a-4fe9-8eb0-1de5dcd7e84f tempest-ServerRescueNegativeTestJSON-1906345366 tempest-ServerRescueNegativeTestJSON-1906345366-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:36:43.695573 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-d86b0452-6905-4545-8f00-92196fb54245 req-e19d0d88-f59a-4fe9-8eb0-1de5dcd7e84f tempest-ServerRescueNegativeTestJSON-1906345366 tempest-ServerRescueNegativeTestJSON-1906345366-project] 10.222.0.57 "DELETE /v2.0/ports/26991818-dced-4f7d-af94-cd455a977fb3 HTTP/1.1" status: 204 len: 173 time: 0.4463017 Jan 26 21:36:43.696089 n-d-760453-5 neutron-server[103305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30d7561b-6127-4f61-84b5-67bd2c427d93', 'name': 'network-vif-deleted', 'tag': '26991818-dced-4f7d-af94-cd455a977fb3'}] {{(pid=103305) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 21:36:43.698679 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d4654568b7bf041e72ff8fe1c96d6d761d9c921f2b99bc7b3a26632be20cee0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-972e4a40-a537-4112-8599-7bbd762ab9fe" -d '{"events": [{"server_uuid": "30d7561b-6127-4f61-84b5-67bd2c427d93", "name": "network-vif-deleted", "tag": "26991818-dced-4f7d-af94-cd455a977fb3"}]}' {{(pid=103305) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 21:36:43.738683 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Jan 2022 21:36:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4197f1de-4eb9-4506-90c3-16bdbb0687d1 x-openstack-request-id: req-4197f1de-4eb9-4506-90c3-16bdbb0687d1 {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 21:36:43.739218 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30d7561b-6127-4f61-84b5-67bd2c427d93", "name": "network-vif-deleted", "tag": "26991818-dced-4f7d-af94-cd455a977fb3", "status": "completed", "code": 200}]} {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 21:36:43.739669 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-4197f1de-4eb9-4506-90c3-16bdbb0687d1 {{(pid=103305) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 21:36:43.740375 n-d-760453-5 neutron-server[103305]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30d7561b-6127-4f61-84b5-67bd2c427d93', 'name': 'network-vif-deleted', 'tag': '26991818-dced-4f7d-af94-cd455a977fb3', 'status': 'completed', 'code': 200} Jan 26 21:36:43.887385 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-4516f6cb-275d-4186-a241-6b47055f80c4 req-88ec9faa-c29e-4cb9-a731-7704ef574745 tempest-ServerShowV257Test-187473492 tempest-ServerShowV257Test-187473492-project] 10.222.0.13 "GET /v2.0/ports?device_id=407643c1-17f7-4e07-a3ff-f63078fd1f99 HTTP/1.1" status: 200 len: 210 time: 0.0309341 Jan 26 21:36:43.929852 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 58590) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:36:44.036053 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-48f11093-449c-4346-9d5e-90692da60373 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:36:44.114844 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-48f11093-449c-4346-9d5e-90692da60373 admin admin] Publish callbacks [] for security_group (1cc00d24-53b6-494b-acea-0c137e6c4846), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:36:44.119941 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-48f11093-449c-4346-9d5e-90692da60373 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (1cc00d24-53b6-494b-acea-0c137e6c4846), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:36:44.149399 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-48f11093-449c-4346-9d5e-90692da60373 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=3f20a47e478e46e88fc213212f147cad&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2159500 Jan 26 21:36:44.149648 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 58594) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:36:44.191669 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f11093-449c-4346-9d5e-90692da60373 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1cc00d24-53b6-494b-acea-0c137e6c4846,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:36:44.218241 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-0a869e25-f233-4289-8195-e6a9fab697e2 admin admin] Publish callbacks [] for security_group (1cc00d24-53b6-494b-acea-0c137e6c4846), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:36:44.239972 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-0a869e25-f233-4289-8195-e6a9fab697e2 admin admin] Publish callbacks [] for security_group (1cc00d24-53b6-494b-acea-0c137e6c4846), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:36:44.299086 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-0a869e25-f233-4289-8195-e6a9fab697e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (1cc00d24-53b6-494b-acea-0c137e6c4846), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:36:44.301973 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-0a869e25-f233-4289-8195-e6a9fab697e2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:36:44.303231 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-0a869e25-f233-4289-8195-e6a9fab697e2 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/1cc00d24-53b6-494b-acea-0c137e6c4846 HTTP/1.1" status: 204 len: 168 time: 0.1526070 Jan 26 21:36:44.311314 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a869e25-f233-4289-8195-e6a9fab697e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1cc00d24-53b6-494b-acea-0c137e6c4846,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:36:44.580840 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 58602) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:36:44.594716 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-05a8d864-1461-4233-8187-4b4aaeadd32f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:36:44.612822 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 58604) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:36:44.683453 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-05a8d864-1461-4233-8187-4b4aaeadd32f admin admin] Publish callbacks [] for security_group (2bb0c467-c589-43ba-a28d-297ba622de4f), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:36:44.687883 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-05a8d864-1461-4233-8187-4b4aaeadd32f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (2bb0c467-c589-43ba-a28d-297ba622de4f), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:36:44.726684 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a8d864-1461-4233-8187-4b4aaeadd32f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2bb0c467-c589-43ba-a28d-297ba622de4f,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:36:44.734000 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-05a8d864-1461-4233-8187-4b4aaeadd32f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a8b6c08211c84b47a5a0f51c0cac27f9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1520162 Jan 26 21:36:44.734810 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 58606) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:36:44.789731 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-0707db64-56d8-45f6-967d-ab729693e207 admin admin] Publish callbacks [] for security_group (2bb0c467-c589-43ba-a28d-297ba622de4f), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:36:44.823649 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-0707db64-56d8-45f6-967d-ab729693e207 admin admin] Publish callbacks [] for security_group (2bb0c467-c589-43ba-a28d-297ba622de4f), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:36:44.894588 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-0707db64-56d8-45f6-967d-ab729693e207 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (2bb0c467-c589-43ba-a28d-297ba622de4f), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:36:44.897567 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-0707db64-56d8-45f6-967d-ab729693e207 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:36:44.901198 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-0707db64-56d8-45f6-967d-ab729693e207 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/2bb0c467-c589-43ba-a28d-297ba622de4f HTTP/1.1" status: 204 len: 168 time: 0.1625175 Jan 26 21:36:44.909940 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0707db64-56d8-45f6-967d-ab729693e207 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bb0c467-c589-43ba-a28d-297ba622de4f,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:36:45.061795 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-9d37dd15-7a78-40d3-8a77-6c7770e127b1 req-fbb287a7-285b-448c-9ca8-dd7eccc36939 tempest-ServerShowV257Test-187473492 tempest-ServerShowV257Test-187473492-project] 10.222.0.13 "GET /v2.0/ports?device_id=407643c1-17f7-4e07-a3ff-f63078fd1f99 HTTP/1.1" status: 200 len: 210 time: 0.0304677 Jan 26 21:36:45.325043 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-90ef18f7-92f2-4c83-b87c-430a89ca56a2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4110657'] for router_interface (9473d253-6bdb-4a6b-87fa-acb32f27b875), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:36:45.605385 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-90ef18f7-92f2-4c83-b87c-430a89ca56a2 admin admin] Deleting port 4ef3d36f-03dd-4618-a765-5abc1d6829ad {{(pid=103304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 21:36:45.605874 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-90ef18f7-92f2-4c83-b87c-430a89ca56a2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746560630878'] for port (4ef3d36f-03dd-4618-a765-5abc1d6829ad), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:36:45.705940 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [None req-90ef18f7-92f2-4c83-b87c-430a89ca56a2 admin admin] For port 4ef3d36f-03dd-4618-a765-5abc1d6829ad, host n-d-760453-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=4ef3d36f-03dd-4618-a765-5abc1d6829ad,segment=NetworkSegment(a4473f28-a350-457c-80a1-7c915c9512af),segment_id=a4473f28-a350-457c-80a1-7c915c9512af)] {{(pid=103304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:36:45.706585 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-90ef18f7-92f2-4c83-b87c-430a89ca56a2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4109658'] for port (4ef3d36f-03dd-4618-a765-5abc1d6829ad), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:36:45.719601 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-90ef18f7-92f2-4c83-b87c-430a89ca56a2 admin admin] Calling delete_port for 4ef3d36f-03dd-4618-a765-5abc1d6829ad owned by network:router_interface {{(pid=103304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 21:36:45.907535 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-90ef18f7-92f2-4c83-b87c-430a89ca56a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746560636600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746560234536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9281553'] for port (4ef3d36f-03dd-4618-a765-5abc1d6829ad), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:36:45.934898 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ef18f7-92f2-4c83-b87c-430a89ca56a2 admin admin] Pushing event deleted for resources: {'Port': ['ID=4ef3d36f-03dd-4618-a765-5abc1d6829ad,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:36:46.101256 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-90ef18f7-92f2-4c83-b87c-430a89ca56a2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3709480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4110805'] for router_interface (9473d253-6bdb-4a6b-87fa-acb32f27b875), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:36:46.229886 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-a39deb9e-3059-4a57-b454-bf26a00513cf req-14d4c1b0-e4c9-4ed2-8b87-341d0db0f093 tempest-ServerShowV257Test-187473492 tempest-ServerShowV257Test-187473492-project] 10.222.0.13 "GET /v2.0/ports?device_id=407643c1-17f7-4e07-a3ff-f63078fd1f99 HTTP/1.1" status: 200 len: 210 time: 0.0338676 Jan 26 21:36:46.349329 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90ef18f7-92f2-4c83-b87c-430a89ca56a2 admin admin] Router 9473d253-6bdb-4a6b-87fa-acb32f27b875 has already been hosted by L3 agent 09df100c-3af1-4b0a-bda8-05914c71c458 {{(pid=103304) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 26 21:36:46.460792 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90ef18f7-92f2-4c83-b87c-430a89ca56a2 admin admin] Notify agent at l3_agent.n-d-760453-5 the message routers_updated {{(pid=103304) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 26 21:36:46.469609 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-90ef18f7-92f2-4c83-b87c-430a89ca56a2 admin admin] 10.222.0.13 "PUT /v2.0/routers/9473d253-6bdb-4a6b-87fa-acb32f27b875/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8514996 Jan 26 21:36:46.469609 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 58662) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:36:46.472423 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bad1d457-efa4-4f1a-aadf-90d9fa5438f8 None None] Sync routers for ids ['9473d253-6bdb-4a6b-87fa-acb32f27b875'] in n-d-760453-5 {{(pid=103306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 26 21:36:46.487722 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bad1d457-efa4-4f1a-aadf-90d9fa5438f8 None None] Routers {'9473d253-6bdb-4a6b-87fa-acb32f27b875'} bound to L3 agent in host n-d-760453-5 {{(pid=103306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 21:36:46.488646 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-bad1d457-efa4-4f1a-aadf-90d9fa5438f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-26T20:55:21Z,description=,heartbeat_timestamp=2022-01-26T21:36:21Z,host='n-d-760453-5',id=09df100c-3af1-4b0a-bda8-05914c71c458,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:55:21Z,topic='l3_agent')) {'router_ids': ['9473d253-6bdb-4a6b-87fa-acb32f27b875'], 'active': True} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:36:46.581485 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-5ca966be-396b-4cbe-8362-e0af3247fa3f admin admin] Publish callbacks [] for router (9473d253-6bdb-4a6b-87fa-acb32f27b875), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:36:46.602509 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvr_db [None req-bad1d457-efa4-4f1a-aadf-90d9fa5438f8 None None] Set router 9473d253-6bdb-4a6b-87fa-acb32f27b875 gateway port host: n-d-760453-5 {{(pid=103306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 21:36:46.698754 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-5ca966be-396b-4cbe-8362-e0af3247fa3f admin admin] Publish callbacks [] for router_gateway (9473d253-6bdb-4a6b-87fa-acb32f27b875), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:36:46.754024 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-5ca966be-396b-4cbe-8362-e0af3247fa3f admin admin] Deleting port a48687bc-9d2f-440f-9fed-7ec9390c0475 {{(pid=103304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 21:36:46.754709 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-5ca966be-396b-4cbe-8362-e0af3247fa3f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746560630878'] for port (a48687bc-9d2f-440f-9fed-7ec9390c0475), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:36:46.788385 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-bad1d457-efa4-4f1a-aadf-90d9fa5438f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9473d253-6bdb-4a6b-87fa-acb32f27b875', 'name': 'tempest-ServerRescueNegativeTestJSON-2084400712-router', 'tenant_id': '9fe9bf64b7a147db94c9d1463a376745', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'external_fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.29'}], 'enable_snat': True}, 'gw_port_id': 'a48687bc-9d2f-440f-9fed-7ec9390c0475', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T21:34:12Z', 'updated_at': '2022-01-26T21:36:45Z', 'revision_number': 5, 'project_id': '9fe9bf64b7a147db94c9d1463a376745', 'gw_port': {'id': 'a48687bc-9d2f-440f-9fed-7ec9390c0475', 'name': '', 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:58:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9473d253-6bdb-4a6b-87fa-acb32f27b875', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2959, 'fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:34:14Z', 'updated_at': '2022-01-26T21:34:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-5'}], 'n-d-760453-5', False) {} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:36:46.819096 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bad1d457-efa4-4f1a-aadf-90d9fa5438f8 None None] Checking router: 9473d253-6bdb-4a6b-87fa-acb32f27b875 for host: n-d-760453-5 {{(pid=103306) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 26 21:36:46.827454 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bad1d457-efa4-4f1a-aadf-90d9fa5438f8 None None] Routers {'9473d253-6bdb-4a6b-87fa-acb32f27b875'} bound to L3 agent in host n-d-760453-5 {{(pid=103306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 21:36:46.828070 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-bad1d457-efa4-4f1a-aadf-90d9fa5438f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-26T20:55:21Z,description=,heartbeat_timestamp=2022-01-26T21:36:21Z,host='n-d-760453-5',id=09df100c-3af1-4b0a-bda8-05914c71c458,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:55:21Z,topic='l3_agent')) {'router_ids': ['9473d253-6bdb-4a6b-87fa-acb32f27b875'], 'active': True} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:36:46.841577 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [None req-5ca966be-396b-4cbe-8362-e0af3247fa3f admin admin] For port a48687bc-9d2f-440f-9fed-7ec9390c0475, host n-d-760453-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=a48687bc-9d2f-440f-9fed-7ec9390c0475,segment=NetworkSegment(e17cb353-418f-48b9-b982-21a6233ee99b),segment_id=e17cb353-418f-48b9-b982-21a6233ee99b)] {{(pid=103304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:36:46.841954 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-5ca966be-396b-4cbe-8362-e0af3247fa3f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4109658'] for port (a48687bc-9d2f-440f-9fed-7ec9390c0475), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:36:46.856158 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-5ca966be-396b-4cbe-8362-e0af3247fa3f admin admin] Calling delete_port for a48687bc-9d2f-440f-9fed-7ec9390c0475 owned by network:router_gateway {{(pid=103304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 21:36:46.916237 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvr_db [None req-bad1d457-efa4-4f1a-aadf-90d9fa5438f8 None None] Set router 9473d253-6bdb-4a6b-87fa-acb32f27b875 gateway port host: None {{(pid=103306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 21:36:46.958593 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 58686) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:36:46.975843 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-bad1d457-efa4-4f1a-aadf-90d9fa5438f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9473d253-6bdb-4a6b-87fa-acb32f27b875', 'name': 'tempest-ServerRescueNegativeTestJSON-2084400712-router', 'tenant_id': '9fe9bf64b7a147db94c9d1463a376745', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T21:34:12Z', 'updated_at': '2022-01-26T21:36:46Z', 'revision_number': 6, 'project_id': '9fe9bf64b7a147db94c9d1463a376745', 'gw_port_host': None}], 'n-d-760453-5', False) {} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:36:47.003859 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bad1d457-efa4-4f1a-aadf-90d9fa5438f8 None None] The sync data for ids ['9473d253-6bdb-4a6b-87fa-acb32f27b875'] in n-d-760453-5 is: [{'id': '9473d253-6bdb-4a6b-87fa-acb32f27b875', 'name': 'tempest-ServerRescueNegativeTestJSON-2084400712-router', 'tenant_id': '9fe9bf64b7a147db94c9d1463a376745', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T21:34:12Z', 'updated_at': '2022-01-26T21:36:46Z', 'revision_number': 6, 'project_id': '9fe9bf64b7a147db94c9d1463a376745', 'gw_port_host': None}] {{(pid=103306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 26 21:36:47.044870 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-5ca966be-396b-4cbe-8362-e0af3247fa3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746560636600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746560234536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9281553'] for port (a48687bc-9d2f-440f-9fed-7ec9390c0475), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:36:47.070833 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca966be-396b-4cbe-8362-e0af3247fa3f admin admin] Pushing event deleted for resources: {'Port': ['ID=a48687bc-9d2f-440f-9fed-7ec9390c0475,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:36:47.078311 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-b3a01c11-4c7d-409b-a517-c8ee9f65f889 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:36:47.139888 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-5ca966be-396b-4cbe-8362-e0af3247fa3f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4111291'] for router_gateway (9473d253-6bdb-4a6b-87fa-acb32f27b875), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:36:47.157203 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-b3a01c11-4c7d-409b-a517-c8ee9f65f889 admin admin] Publish callbacks [] for security_group (089530e3-f737-41de-80af-b72ec553527c), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:36:47.161589 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-b3a01c11-4c7d-409b-a517-c8ee9f65f889 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (089530e3-f737-41de-80af-b72ec553527c), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:36:47.202108 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-b3a01c11-4c7d-409b-a517-c8ee9f65f889 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a09b5669cccc4a98ba8c87b115036fd9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2421570 Jan 26 21:36:47.203077 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a01c11-4c7d-409b-a517-c8ee9f65f889 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=089530e3-f737-41de-80af-b72ec553527c,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:36:47.204766 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 58690) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:36:47.246800 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-5ca966be-396b-4cbe-8362-e0af3247fa3f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4105774', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13082'] for router (9473d253-6bdb-4a6b-87fa-acb32f27b875), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:36:47.251088 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-5ca966be-396b-4cbe-8362-e0af3247fa3f admin admin] Publish callbacks [] for router_controller (9473d253-6bdb-4a6b-87fa-acb32f27b875), precommit_delete_associations {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:36:47.320927 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-5ca966be-396b-4cbe-8362-e0af3247fa3f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4105767'] for router (9473d253-6bdb-4a6b-87fa-acb32f27b875), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:36:47.321496 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ca966be-396b-4cbe-8362-e0af3247fa3f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9473d253-6bdb-4a6b-87fa-acb32f27b875 {{(pid=103304) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 26 21:36:47.345286 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-5ca966be-396b-4cbe-8362-e0af3247fa3f admin admin] Publish callbacks [] for router (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:36:47.347201 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-5ca966be-396b-4cbe-8362-e0af3247fa3f admin admin] 10.222.0.13 "DELETE /v2.0/routers/9473d253-6bdb-4a6b-87fa-acb32f27b875 HTTP/1.1" status: 204 len: 168 time: 0.8775868 Jan 26 21:36:47.350662 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 58694) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:36:47.351173 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-626d973d-663c-44a4-af99-355097d95505 req-abc1216d-ff6d-41f3-af4b-e30a1aff52ee tempest-ServerShowV257Test-187473492 tempest-ServerShowV257Test-187473492-project] 10.222.0.13 "GET /v2.0/ports?device_id=407643c1-17f7-4e07-a3ff-f63078fd1f99 HTTP/1.1" status: 200 len: 210 time: 0.0435286 Jan 26 21:36:47.357821 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-129394c5-dc8f-4c7e-9a42-fde7bd468764 admin admin] Publish callbacks [] for security_group (089530e3-f737-41de-80af-b72ec553527c), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:36:47.389069 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-129394c5-dc8f-4c7e-9a42-fde7bd468764 admin admin] Publish callbacks [] for security_group (089530e3-f737-41de-80af-b72ec553527c), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:36:47.438696 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.db_base_plugin_v2 [None req-866b1320-548e-4da8-9531-e783b8935406 admin admin] Deleting subnet 6905e0b0-940b-4429-8258-6df3380ce8bb {{(pid=103305) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 26 21:36:47.442742 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-866b1320-548e-4da8-9531-e783b8935406 admin admin] Publish callbacks [] for subnet (6905e0b0-940b-4429-8258-6df3380ce8bb), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:36:47.459551 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-129394c5-dc8f-4c7e-9a42-fde7bd468764 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (089530e3-f737-41de-80af-b72ec553527c), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:36:47.462459 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-129394c5-dc8f-4c7e-9a42-fde7bd468764 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:36:47.466458 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-129394c5-dc8f-4c7e-9a42-fde7bd468764 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/089530e3-f737-41de-80af-b72ec553527c HTTP/1.1" status: 204 len: 168 time: 0.2574091 Jan 26 21:36:47.473129 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-129394c5-dc8f-4c7e-9a42-fde7bd468764 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=089530e3-f737-41de-80af-b72ec553527c,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:36:47.492015 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device 4ef3d36f-03dd-4618-a765-5abc1d6829ad no longer exists at agent ovs-agent-n-d-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 26 21:36:47.495373 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-866b1320-548e-4da8-9531-e783b8935406 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11788946'] for subnet (6905e0b0-940b-4429-8258-6df3380ce8bb), precommit_delete_associations {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:36:47.533442 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] No Port match for: 4ef3d36f-03dd-4618-a765-5abc1d6829ad {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 26 21:36:47.533688 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device 4ef3d36f-03dd-4618-a765-5abc1d6829ad not bound to the agent host n-d-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 26 21:36:47.545641 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-866b1320-548e-4da8-9531-e783b8935406 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687316'] for subnet (6905e0b0-940b-4429-8258-6df3380ce8bb), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:36:47.599846 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-866b1320-548e-4da8-9531-e783b8935406 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11791594', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11599980'] for subnet (6905e0b0-940b-4429-8258-6df3380ce8bb), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:36:47.631313 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-866b1320-548e-4da8-9531-e783b8935406 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6905e0b0-940b-4429-8258-6df3380ce8bb,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:36:47.636247 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-866b1320-548e-4da8-9531-e783b8935406 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:36:47.639522 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-866b1320-548e-4da8-9531-e783b8935406 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/6905e0b0-940b-4429-8258-6df3380ce8bb HTTP/1.1" status: 204 len: 168 time: 0.2848325 Jan 26 21:36:47.642217 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 58700) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:36:47.715516 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-eebda8c1-5477-40ef-8df9-a6f9118ac59d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-748181'] for network (ddc6a13b-59f6-4b5d-bef0-6e2351de5197), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:36:47.762673 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 58702) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:36:47.775832 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-82907fdb-9055-44bc-9fb3-2b9eb8fceba1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:36:47.795006 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-eebda8c1-5477-40ef-8df9-a6f9118ac59d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-686403', 'neutron.services.segments.db._delete_segments_for_network-8746560774018'] for network (ddc6a13b-59f6-4b5d-bef0-6e2351de5197), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:36:47.808429 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Device 26991818-dced-4f7d-af94-cd455a977fb3 no longer exists at agent hyperv_n-h2-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 26 21:36:47.818499 n-d-760453-5 neutron-server[103304]: DEBUG neutron.services.segments.db [None req-eebda8c1-5477-40ef-8df9-a6f9118ac59d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ddc6a13b-59f6-4b5d-bef0-6e2351de5197']}} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:36:47.829589 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] No Port match for: 26991818-dced-4f7d-af94-cd455a977fb3 {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 26 21:36:47.829811 n-d-760453-5 neutron-server[103304]: DEBUG neutron.services.segments.db [None req-eebda8c1-5477-40ef-8df9-a6f9118ac59d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a4473f28-a350-457c-80a1-7c915c9512af') {'for_net_delete': True} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:36:47.829987 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Device 26991818-dced-4f7d-af94-cd455a977fb3 not bound to the agent host n-h2-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 26 21:36:47.830185 n-d-760453-5 neutron-server[103304]: DEBUG neutron.services.segments.db [None req-eebda8c1-5477-40ef-8df9-a6f9118ac59d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a4473f28-a350-457c-80a1-7c915c9512af') {} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:36:47.852929 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-eebda8c1-5477-40ef-8df9-a6f9118ac59d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746560742283', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8881293'] for segment (a4473f28-a350-457c-80a1-7c915c9512af), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:36:47.857123 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-82907fdb-9055-44bc-9fb3-2b9eb8fceba1 admin admin] Publish callbacks [] for security_group (447449ac-2a7b-42a3-8227-aa3c6c967e9c), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:36:47.863239 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-82907fdb-9055-44bc-9fb3-2b9eb8fceba1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (447449ac-2a7b-42a3-8227-aa3c6c967e9c), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:36:47.868723 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-eebda8c1-5477-40ef-8df9-a6f9118ac59d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576559'] for segment (a4473f28-a350-457c-80a1-7c915c9512af), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:36:47.877071 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eebda8c1-5477-40ef-8df9-a6f9118ac59d admin admin] Releasing vlan 558 on physical network physnet1 to pool {{(pid=103304) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 26 21:36:47.877561 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-eebda8c1-5477-40ef-8df9-a6f9118ac59d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9281762'] for segment (a4473f28-a350-457c-80a1-7c915c9512af), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:36:47.879631 n-d-760453-5 neutron-server[103304]: Traceback (most recent call last): Jan 26 21:36:47.879631 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 26 21:36:47.879631 n-d-760453-5 neutron-server[103304]: timer() Jan 26 21:36:47.879631 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 26 21:36:47.879631 n-d-760453-5 neutron-server[103304]: cb(*args, **kw) Jan 26 21:36:47.879631 n-d-760453-5 neutron-server[103304]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 26 21:36:47.879631 n-d-760453-5 neutron-server[103304]: return func(*args, **kwargs) Jan 26 21:36:47.879631 n-d-760453-5 neutron-server[103304]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 26 21:36:47.879631 n-d-760453-5 neutron-server[103304]: self._notify() Jan 26 21:36:47.879631 n-d-760453-5 neutron-server[103304]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 26 21:36:47.879631 n-d-760453-5 neutron-server[103304]: self.callback(batched_events) Jan 26 21:36:47.879631 n-d-760453-5 neutron-server[103304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 26 21:36:47.879631 n-d-760453-5 neutron-server[103304]: event.method(event) Jan 26 21:36:47.879631 n-d-760453-5 neutron-server[103304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 26 21:36:47.879631 n-d-760453-5 neutron-server[103304]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 26 21:36:47.879631 n-d-760453-5 neutron-server[103304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 26 21:36:47.879631 n-d-760453-5 neutron-server[103304]: aggregate_uuid = self.p_client.list_aggregates( Jan 26 21:36:47.879631 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 26 21:36:47.879631 n-d-760453-5 neutron-server[103304]: return f(self, *a, **k) Jan 26 21:36:47.879631 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 26 21:36:47.879631 n-d-760453-5 neutron-server[103304]: return self._get(url).json() Jan 26 21:36:47.879631 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 26 21:36:47.879631 n-d-760453-5 neutron-server[103304]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 26 21:36:47.879631 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 26 21:36:47.879631 n-d-760453-5 neutron-server[103304]: return self.request(url, 'GET', **kwargs) Jan 26 21:36:47.879631 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 26 21:36:47.879631 n-d-760453-5 neutron-server[103304]: base_url = self.get_endpoint(auth, allow=allow, Jan 26 21:36:47.879631 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 26 21:36:47.879631 n-d-760453-5 neutron-server[103304]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 26 21:36:47.879631 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 26 21:36:47.879631 n-d-760453-5 neutron-server[103304]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 26 21:36:47.879631 n-d-760453-5 neutron-server[103304]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 26 21:36:47.908939 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-82907fdb-9055-44bc-9fb3-2b9eb8fceba1 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=efdab2c3e2454a28bbd75aeb190793ad&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1422846 Jan 26 21:36:47.908939 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82907fdb-9055-44bc-9fb3-2b9eb8fceba1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=447449ac-2a7b-42a3-8227-aa3c6c967e9c,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:36:47.909991 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 58704) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:36:47.937771 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-eebda8c1-5477-40ef-8df9-a6f9118ac59d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4110931'] for network (ddc6a13b-59f6-4b5d-bef0-6e2351de5197), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:36:47.944789 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-eebda8c1-5477-40ef-8df9-a6f9118ac59d admin admin] Publish callbacks [] for network (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:36:47.948087 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-eebda8c1-5477-40ef-8df9-a6f9118ac59d admin admin] 10.222.0.13 "DELETE /v2.0/networks/ddc6a13b-59f6-4b5d-bef0-6e2351de5197 HTTP/1.1" status: 204 len: 168 time: 0.3042998 Jan 26 21:36:47.959711 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eebda8c1-5477-40ef-8df9-a6f9118ac59d admin admin] Pushing event deleted for resources: {'Network': ['ID=ddc6a13b-59f6-4b5d-bef0-6e2351de5197,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:36:47.970153 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-913db796-d526-4999-beb7-4941ba926c63 admin admin] Publish callbacks [] for security_group (447449ac-2a7b-42a3-8227-aa3c6c967e9c), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:36:47.993528 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-913db796-d526-4999-beb7-4941ba926c63 admin admin] Publish callbacks [] for security_group (447449ac-2a7b-42a3-8227-aa3c6c967e9c), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:36:48.044764 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-913db796-d526-4999-beb7-4941ba926c63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (447449ac-2a7b-42a3-8227-aa3c6c967e9c), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:36:48.047442 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-913db796-d526-4999-beb7-4941ba926c63 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:36:48.051486 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-913db796-d526-4999-beb7-4941ba926c63 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/447449ac-2a7b-42a3-8227-aa3c6c967e9c HTTP/1.1" status: 204 len: 168 time: 0.1377103 Jan 26 21:36:48.056814 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-913db796-d526-4999-beb7-4941ba926c63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=447449ac-2a7b-42a3-8227-aa3c6c967e9c,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:36:48.132161 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 58710) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:36:48.190633 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-8d8faf59-dc45-4839-a102-b7603f1bdbeb admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=9fe9bf64b7a147db94c9d1463a376745&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0572760 Jan 26 21:36:48.192973 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 58714) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:36:48.248432 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-e51f650b-c76a-49a8-b25a-0aa17bacad17 admin admin] Publish callbacks [] for security_group (f2b62cd4-5049-4cd6-9f4f-183cc22ee8c0), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:36:48.271201 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-e51f650b-c76a-49a8-b25a-0aa17bacad17 admin admin] Publish callbacks [] for security_group (f2b62cd4-5049-4cd6-9f4f-183cc22ee8c0), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:36:48.318848 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-e51f650b-c76a-49a8-b25a-0aa17bacad17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (f2b62cd4-5049-4cd6-9f4f-183cc22ee8c0), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:36:48.321672 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-e51f650b-c76a-49a8-b25a-0aa17bacad17 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:36:48.322811 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-e51f650b-c76a-49a8-b25a-0aa17bacad17 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/f2b62cd4-5049-4cd6-9f4f-183cc22ee8c0 HTTP/1.1" status: 204 len: 168 time: 0.1288481 Jan 26 21:36:48.332311 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e51f650b-c76a-49a8-b25a-0aa17bacad17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2b62cd4-5049-4cd6-9f4f-183cc22ee8c0,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:36:48.490028 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-4eaed465-fe9e-449f-a0b7-1d9f689efa72 req-2ed6974d-c90e-46d3-bc16-8197c9bbd079 tempest-ServerShowV257Test-187473492 tempest-ServerShowV257Test-187473492-project] 10.222.0.13 "GET /v2.0/ports?device_id=407643c1-17f7-4e07-a3ff-f63078fd1f99 HTTP/1.1" status: 200 len: 210 time: 0.0283537 Jan 26 21:36:48.896919 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-0fb5ce0a-8b18-4c20-8d88-ac91a2592825 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (474ccdf7-ab6c-405b-a3b2-dc7b05829902), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:36:49.037329 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 58764) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:36:49.151840 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-561424ad-0373-42e8-b17d-5f8b93a008a9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:36:49.230574 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-561424ad-0373-42e8-b17d-5f8b93a008a9 admin admin] Publish callbacks [] for security_group (5b4bf1e6-96c8-412e-9dc6-13af10d0f3d3), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:36:49.234503 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-561424ad-0373-42e8-b17d-5f8b93a008a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (5b4bf1e6-96c8-412e-9dc6-13af10d0f3d3), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:36:49.277400 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-561424ad-0373-42e8-b17d-5f8b93a008a9 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=dac265db47214b9ea444270a0fe37c43&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2383993 Jan 26 21:36:49.279611 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561424ad-0373-42e8-b17d-5f8b93a008a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b4bf1e6-96c8-412e-9dc6-13af10d0f3d3,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:36:49.280304 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 58780) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:36:49.326391 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device a48687bc-9d2f-440f-9fed-7ec9390c0475 no longer exists at agent ovs-agent-n-d-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 26 21:36:49.335720 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-92f84ca3-229a-464c-a924-315c7bfbf42d admin admin] Publish callbacks [] for security_group (5b4bf1e6-96c8-412e-9dc6-13af10d0f3d3), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:36:49.351104 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] No Port match for: a48687bc-9d2f-440f-9fed-7ec9390c0475 {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 26 21:36:49.351452 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device a48687bc-9d2f-440f-9fed-7ec9390c0475 not bound to the agent host n-d-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 26 21:36:49.359738 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-92f84ca3-229a-464c-a924-315c7bfbf42d admin admin] Publish callbacks [] for security_group (5b4bf1e6-96c8-412e-9dc6-13af10d0f3d3), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:36:49.420274 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-92f84ca3-229a-464c-a924-315c7bfbf42d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (5b4bf1e6-96c8-412e-9dc6-13af10d0f3d3), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:36:49.423075 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-92f84ca3-229a-464c-a924-315c7bfbf42d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:36:49.424571 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-92f84ca3-229a-464c-a924-315c7bfbf42d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/5b4bf1e6-96c8-412e-9dc6-13af10d0f3d3 HTTP/1.1" status: 204 len: 168 time: 0.1432486 Jan 26 21:36:49.434367 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f84ca3-229a-464c-a924-315c7bfbf42d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b4bf1e6-96c8-412e-9dc6-13af10d0f3d3,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:36:49.439126 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-c09c6c79-95a4-4cac-8892-0263b3d012ff req-f4c0a069-9318-4191-9e4c-ab6069ad5851 tempest-ServerShowV254Test-773140835 tempest-ServerShowV254Test-773140835-project] 10.222.0.13 "GET /v2.0/ports?device_id=62b8f317-c6f6-475c-b694-e2c5ba8f893f HTTP/1.1" status: 200 len: 210 time: 0.0329125 Jan 26 21:36:49.603897 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-0853acf7-7d42-47b2-adf7-5ef4c6874871 req-404841df-f9fb-456c-abb7-b6fe0ef17e92 tempest-ServerShowV257Test-187473492 tempest-ServerShowV257Test-187473492-project] 10.222.0.13 "GET /v2.0/ports?device_id=407643c1-17f7-4e07-a3ff-f63078fd1f99 HTTP/1.1" status: 200 len: 210 time: 0.0303016 Jan 26 21:36:50.546998 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-cd6a9b44-0d29-454b-b231-d942cac1d9aa req-f3eca053-8512-4b62-8ca6-bdea78c34a01 tempest-ServerShowV254Test-773140835 tempest-ServerShowV254Test-773140835-project] 10.222.0.13 "GET /v2.0/ports?device_id=62b8f317-c6f6-475c-b694-e2c5ba8f893f HTTP/1.1" status: 200 len: 210 time: 0.0272632 Jan 26 21:36:50.725937 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-671de355-ffd5-428b-a2c2-95c1f57a7db8 req-3dcdea28-e93b-4c7b-8635-9868a2b50328 tempest-ServerShowV257Test-187473492 tempest-ServerShowV257Test-187473492-project] 10.222.0.13 "GET /v2.0/ports?device_id=407643c1-17f7-4e07-a3ff-f63078fd1f99 HTTP/1.1" status: 200 len: 210 time: 0.0310357 Jan 26 21:36:51.241092 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-cc2b93f6-fb7c-4be2-8aa8-e74d9d714ffc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (09df100c-3af1-4b0a-bda8-05914c71c458), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:36:51.652278 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-fb534d98-d71f-44f2-86cf-b31621d43652 req-1edb0beb-a83a-4c05-9a7a-c9f7f6952431 tempest-ServerShowV254Test-773140835 tempest-ServerShowV254Test-773140835-project] 10.222.0.13 "GET /v2.0/ports?device_id=62b8f317-c6f6-475c-b694-e2c5ba8f893f HTTP/1.1" status: 200 len: 210 time: 0.0273452 Jan 26 21:36:51.831236 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-cf3e5053-f657-45b5-a29c-a6fc1c57b175 req-8189390d-d3b5-4389-8391-e61e36cf4d65 tempest-ServerShowV257Test-187473492 tempest-ServerShowV257Test-187473492-project] 10.222.0.13 "GET /v2.0/ports?device_id=407643c1-17f7-4e07-a3ff-f63078fd1f99 HTTP/1.1" status: 200 len: 210 time: 0.0305915 Jan 26 21:36:52.260940 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-841f5991-a4d8-4d4b-b215-cbc6bab5427b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (aa7ee9d2-08eb-4e12-b895-24c57300dfec), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:36:52.757566 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-b8da0a31-612f-4842-894d-1b511fd6b194 req-38afd106-8056-49d0-97ac-fd1f9311fc7d tempest-ServerShowV254Test-773140835 tempest-ServerShowV254Test-773140835-project] 10.222.0.13 "GET /v2.0/ports?device_id=62b8f317-c6f6-475c-b694-e2c5ba8f893f HTTP/1.1" status: 200 len: 210 time: 0.0275891 Jan 26 21:36:52.939364 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-7f897d67-6bfa-49a7-bb42-e6bae296d1df req-8f21c0be-f3b7-43fa-a134-cbbd88927a4a tempest-ServerShowV257Test-187473492 tempest-ServerShowV257Test-187473492-project] 10.222.0.13 "GET /v2.0/ports?device_id=407643c1-17f7-4e07-a3ff-f63078fd1f99 HTTP/1.1" status: 200 len: 210 time: 0.0270982 Jan 26 21:36:53.055941 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (4d619873-4b60-439f-9b5a-b155dc8bbc34), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:36:53.548277 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-721ef936-eb33-41fe-a606-58a71100c1a5 req-57af75f1-ebe1-4db0-8ef4-43685c350ac0 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=62b8f317-c6f6-475c-b694-e2c5ba8f893f HTTP/1.1" status: 200 len: 210 time: 0.0259321 Jan 26 21:36:53.864013 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-968be3fd-8ccd-4839-85df-49ab60c5f854 req-aa77d1d8-33b5-4cb0-a829-3f4e04c7bae6 tempest-ServerShowV254Test-773140835 tempest-ServerShowV254Test-773140835-project] 10.222.0.13 "GET /v2.0/ports?device_id=62b8f317-c6f6-475c-b694-e2c5ba8f893f HTTP/1.1" status: 200 len: 210 time: 0.0273514 Jan 26 21:36:54.102310 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-482dcdd9-7d4a-4ec7-aeb4-d91a3463e543 req-03731cf3-0a32-4842-836e-0131d6bf0f9d tempest-ServerShowV257Test-187473492 tempest-ServerShowV257Test-187473492-project] 10.222.0.13 "GET /v2.0/ports?device_id=407643c1-17f7-4e07-a3ff-f63078fd1f99 HTTP/1.1" status: 200 len: 210 time: 0.0871310 Jan 26 21:36:54.113509 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-839dd188-ec69-470c-9ab0-d318dc1a2e96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (e79b4fc6-6c71-44b2-a6d0-ff3e1f4dfd0d), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:36:54.979489 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-45e4201c-06f2-45c4-aecb-2c43a5d44848 req-d3c9c4a2-2626-4644-b5a4-bf82e801799a tempest-ServerShowV254Test-773140835 tempest-ServerShowV254Test-773140835-project] 10.222.0.13 "GET /v2.0/ports?device_id=62b8f317-c6f6-475c-b694-e2c5ba8f893f HTTP/1.1" status: 200 len: 210 time: 0.0327401 Jan 26 21:36:55.207291 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-467afbb3-19b4-459c-a76b-8064ce2b5b1b req-55d3e871-e592-4277-b3de-25cf5b1a3d7b tempest-ServerShowV257Test-187473492 tempest-ServerShowV257Test-187473492-project] 10.222.0.13 "GET /v2.0/ports?device_id=407643c1-17f7-4e07-a3ff-f63078fd1f99 HTTP/1.1" status: 200 len: 210 time: 0.0271759 Jan 26 21:36:55.292862 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (fea0591a-627d-4c87-9a9a-01625ddf3277), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:36:55.874017 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29387fb2-87f1-4694-a260-692a7af95b7f req-0a85fcb9-e15f-47e9-97ad-da5dac48f352 tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:36:55.875522 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-29387fb2-87f1-4694-a260-692a7af95b7f req-0a85fcb9-e15f-47e9-97ad-da5dac48f352 tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] 10.222.0.13 "GET /v2.0/ports?device_id=c947e2a6-4eb3-4b93-905b-515cc992a63b HTTP/1.1" status: 200 len: 944 time: 0.0772405 Jan 26 21:36:55.884273 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c178d5-73a3-4124-9136-995d5c4f375e req-4d95310e-3fce-4c29-956a-64bb75f8f302 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:36:55.885770 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-28c178d5-73a3-4124-9136-995d5c4f375e req-4d95310e-3fce-4c29-956a-64bb75f8f302 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=949e29ec71a54b7f98dc62c402ac867e&device_id=c947e2a6-4eb3-4b93-905b-515cc992a63b HTTP/1.1" status: 200 len: 1095 time: 0.0568430 Jan 26 21:36:55.999114 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-29387fb2-87f1-4694-a260-692a7af95b7f req-2aab19c8-1149-4a8a-9abd-e866a5a1085c tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] 10.222.0.13 "GET /v2.0/security-groups?id=d37b3ff7-2317-46ab-9f4f-b0d217809a4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1114373 Jan 26 21:36:56.022272 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c178d5-73a3-4124-9136-995d5c4f375e req-56bfb81d-02cf-415d-bfc6-29c482853323 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:36:56.023778 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-28c178d5-73a3-4124-9136-995d5c4f375e req-56bfb81d-02cf-415d-bfc6-29c482853323 service neutron] 10.222.0.66 "GET /v2.0/networks?id=e06aca25-0b6a-452f-bfd4-2129924c58a7 HTTP/1.1" status: 200 len: 912 time: 0.1300075 Jan 26 21:36:56.110009 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-ced437de-6af3-4524-a2d1-a318b288df1e req-a70a3086-3baa-42e1-a727-586b5db8afab tempest-ServerShowV254Test-773140835 tempest-ServerShowV254Test-773140835-project] 10.222.0.13 "GET /v2.0/ports?device_id=62b8f317-c6f6-475c-b694-e2c5ba8f893f HTTP/1.1" status: 200 len: 210 time: 0.0418017 Jan 26 21:36:56.123580 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-28c178d5-73a3-4124-9136-995d5c4f375e req-f4ef3708-bb55-4c33-b49d-70bbdd76a5b7 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=76b67d01-e977-4af8-80e0-0024bcb18a45 HTTP/1.1" status: 200 len: 999 time: 0.0929947 Jan 26 21:36:56.182412 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c178d5-73a3-4124-9136-995d5c4f375e req-bb84cfd3-c392-4fcd-9390-32f5b2416c1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:36:56.183989 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-28c178d5-73a3-4124-9136-995d5c4f375e req-bb84cfd3-c392-4fcd-9390-32f5b2416c1a service neutron] 10.222.0.66 "GET /v2.0/subnets?id=79317c4e-88a3-402c-975d-f004bf1d9b8b HTTP/1.1" status: 200 len: 850 time: 0.0554793 Jan 26 21:36:56.232954 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c178d5-73a3-4124-9136-995d5c4f375e req-e054978e-3238-4103-87c0-febfcffd0eb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:36:56.235131 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-28c178d5-73a3-4124-9136-995d5c4f375e req-e054978e-3238-4103-87c0-febfcffd0eb5 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=e06aca25-0b6a-452f-bfd4-2129924c58a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0444186 Jan 26 21:36:56.333631 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-552b236d-4b41-4303-b25b-7bf8df516c6f req-44f54844-a733-4585-bbac-c247a3c39a35 tempest-ServerShowV257Test-187473492 tempest-ServerShowV257Test-187473492-project] 10.222.0.13 "GET /v2.0/ports?device_id=407643c1-17f7-4e07-a3ff-f63078fd1f99 HTTP/1.1" status: 200 len: 210 time: 0.0341499 Jan 26 21:36:56.372627 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-28c178d5-73a3-4124-9136-995d5c4f375e req-2e240ebc-c321-46e1-8c9c-d2463a58e276 service neutron] 10.222.0.66 "GET /v2.0/networks/e06aca25-0b6a-452f-bfd4-2129924c58a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1316555 Jan 26 21:36:56.475832 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-28c178d5-73a3-4124-9136-995d5c4f375e req-2ef80590-7721-4f0c-b80d-22e7e41fd60a service neutron] 10.222.0.66 "GET /v2.0/networks/e06aca25-0b6a-452f-bfd4-2129924c58a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0964997 Jan 26 21:36:56.712571 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-86a9a082-2d7f-40ef-9cc0-3009aa1443de req-df9152c2-54a7-4f3c-adec-37cc55077b03 tempest-ServerShowV254Test-773140835 tempest-ServerShowV254Test-773140835-project] 10.222.0.13 "GET /v2.0/ports?device_id=62b8f317-c6f6-475c-b694-e2c5ba8f893f HTTP/1.1" status: 200 len: 210 time: 0.0333507 Jan 26 21:36:57.129740 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8de7408-aabc-47d4-af0f-c4b599bb43c2 req-fb37a133-3a13-4f28-9175-62ef2402540e tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:36:57.131275 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-a8de7408-aabc-47d4-af0f-c4b599bb43c2 req-fb37a133-3a13-4f28-9175-62ef2402540e tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] 10.222.0.13 "GET /v2.0/ports?device_id=c947e2a6-4eb3-4b93-905b-515cc992a63b HTTP/1.1" status: 200 len: 944 time: 0.0517015 Jan 26 21:36:57.201481 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-a8de7408-aabc-47d4-af0f-c4b599bb43c2 req-0ab30ada-ceb1-4047-ad1f-1f83963e5aba tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] 10.222.0.13 "GET /v2.0/security-groups?id=d37b3ff7-2317-46ab-9f4f-b0d217809a4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506332 Jan 26 21:36:57.444744 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-617bd629-4133-497b-8f5e-e70f49de954c req-5f44fa02-62d4-41cc-abfb-3541df0a335e tempest-ServerShowV257Test-187473492 tempest-ServerShowV257Test-187473492-project] 10.222.0.13 "GET /v2.0/ports?device_id=407643c1-17f7-4e07-a3ff-f63078fd1f99 HTTP/1.1" status: 200 len: 210 time: 0.0288424 Jan 26 21:36:57.814611 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-142655e2-64e8-4102-848c-22dd47bae029 req-64b162b2-9db6-4657-bff5-42b4329b3002 tempest-ServerShowV254Test-773140835 tempest-ServerShowV254Test-773140835-project] 10.222.0.13 "GET /v2.0/ports?device_id=62b8f317-c6f6-475c-b694-e2c5ba8f893f HTTP/1.1" status: 200 len: 210 time: 0.0267053 Jan 26 21:36:58.302419 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3eba81a-2b83-4b96-9a37-d1a2e675d4c4 req-746af34a-08e5-496d-9745-107d43cb25da tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:36:58.303921 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-d3eba81a-2b83-4b96-9a37-d1a2e675d4c4 req-746af34a-08e5-496d-9745-107d43cb25da tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] 10.222.0.13 "GET /v2.0/ports?device_id=c947e2a6-4eb3-4b93-905b-515cc992a63b HTTP/1.1" status: 200 len: 944 time: 0.0536115 Jan 26 21:36:58.354302 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-d3eba81a-2b83-4b96-9a37-d1a2e675d4c4 req-83864a24-860e-4275-8661-2fa3961af099 tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] 10.222.0.13 "GET /v2.0/security-groups?id=d37b3ff7-2317-46ab-9f4f-b0d217809a4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444310 Jan 26 21:36:58.549042 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-afda0c80-faf5-450d-9cbe-559f0ee0ac86 req-edf2e7f4-4345-4350-98e3-9169415abf95 tempest-ServerShowV257Test-187473492 tempest-ServerShowV257Test-187473492-project] 10.222.0.13 "GET /v2.0/ports?device_id=407643c1-17f7-4e07-a3ff-f63078fd1f99 HTTP/1.1" status: 200 len: 210 time: 0.0265224 Jan 26 21:36:58.920801 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-4a90ee24-d1f9-43aa-aeaa-6a01ce66bdf1 req-8f5bf41e-a07e-496f-b1c7-260b3d919a69 tempest-ServerShowV254Test-773140835 tempest-ServerShowV254Test-773140835-project] 10.222.0.13 "GET /v2.0/ports?device_id=62b8f317-c6f6-475c-b694-e2c5ba8f893f HTTP/1.1" status: 200 len: 210 time: 0.0271196 Jan 26 21:36:59.655620 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-ccd20810-9a6f-486f-ab1e-0f088064d2b4 req-6a20a5db-5ec8-452b-a943-8033b0354f9d tempest-ServerShowV257Test-187473492 tempest-ServerShowV257Test-187473492-project] 10.222.0.13 "GET /v2.0/ports?device_id=407643c1-17f7-4e07-a3ff-f63078fd1f99 HTTP/1.1" status: 200 len: 210 time: 0.0272608 Jan 26 21:37:00.028479 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-ca52e9fe-31e4-46b9-b98e-11197d207cd4 req-417b0c9b-8322-472e-acee-a51e98a43fe2 tempest-ServerShowV254Test-773140835 tempest-ServerShowV254Test-773140835-project] 10.222.0.13 "GET /v2.0/ports?device_id=62b8f317-c6f6-475c-b694-e2c5ba8f893f HTTP/1.1" status: 200 len: 210 time: 0.0271006 Jan 26 21:37:00.762489 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-e8743be6-6f22-4ccf-96f4-76ad097a8936 req-ba749571-bf92-4583-9f6b-ced7c9f9747a tempest-ServerShowV257Test-187473492 tempest-ServerShowV257Test-187473492-project] 10.222.0.13 "GET /v2.0/ports?device_id=407643c1-17f7-4e07-a3ff-f63078fd1f99 HTTP/1.1" status: 200 len: 210 time: 0.0294652 Jan 26 21:37:01.133495 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-965db631-db5a-45fd-8c00-bea4ee2bf480 req-0969635e-38a5-49a6-8d10-25644f02ee16 tempest-ServerShowV254Test-773140835 tempest-ServerShowV254Test-773140835-project] 10.222.0.13 "GET /v2.0/ports?device_id=62b8f317-c6f6-475c-b694-e2c5ba8f893f HTTP/1.1" status: 200 len: 210 time: 0.0268795 Jan 26 21:37:01.865117 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-f8e880de-b474-4f25-ba8f-accfd42e4b52 req-60cc50a0-2961-4270-a919-eedc17570362 tempest-ServerShowV257Test-187473492 tempest-ServerShowV257Test-187473492-project] 10.222.0.13 "GET /v2.0/ports?device_id=407643c1-17f7-4e07-a3ff-f63078fd1f99 HTTP/1.1" status: 200 len: 210 time: 0.0276437 Jan 26 21:37:02.235507 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-0cb1a6f9-bf3e-46e4-92f2-5457202d0287 req-c4b6f016-64af-4f2c-b9fe-34f145c34066 tempest-ServerShowV254Test-773140835 tempest-ServerShowV254Test-773140835-project] 10.222.0.13 "GET /v2.0/ports?device_id=62b8f317-c6f6-475c-b694-e2c5ba8f893f HTTP/1.1" status: 200 len: 210 time: 0.0267990 Jan 26 21:37:02.968965 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-08cf7872-8d6c-4f82-9ba3-5b11499b4b6b req-ab982ac1-8f5f-436e-95e1-fad56694a408 tempest-ServerShowV257Test-187473492 tempest-ServerShowV257Test-187473492-project] 10.222.0.13 "GET /v2.0/ports?device_id=407643c1-17f7-4e07-a3ff-f63078fd1f99 HTTP/1.1" status: 200 len: 210 time: 0.0269346 Jan 26 21:37:03.345871 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-6a09c59e-c000-4cc7-984b-a0fafcc15d68 req-62484fe1-0725-4913-8bc8-4f03f6b7fceb tempest-ServerShowV254Test-773140835 tempest-ServerShowV254Test-773140835-project] 10.222.0.13 "GET /v2.0/ports?device_id=62b8f317-c6f6-475c-b694-e2c5ba8f893f HTTP/1.1" status: 200 len: 210 time: 0.0330129 Jan 26 21:37:04.079153 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-d9faf6a9-8a1e-449f-940b-c6d3e8c5f1a8 req-7c16943f-b001-4759-9df8-cb171003a3e4 tempest-ServerShowV257Test-187473492 tempest-ServerShowV257Test-187473492-project] 10.222.0.13 "GET /v2.0/ports?device_id=407643c1-17f7-4e07-a3ff-f63078fd1f99 HTTP/1.1" status: 200 len: 210 time: 0.0288599 Jan 26 21:37:04.456411 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-1bdc8eee-88cf-4bc2-8090-bbf2f1345a94 req-76794513-fbe6-48bb-b261-7137e6918b73 tempest-ServerShowV254Test-773140835 tempest-ServerShowV254Test-773140835-project] 10.222.0.13 "GET /v2.0/ports?device_id=62b8f317-c6f6-475c-b694-e2c5ba8f893f HTTP/1.1" status: 200 len: 210 time: 0.0269110 Jan 26 21:37:05.187639 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-2de7cfb0-1897-4715-ba5b-3a5b5f52cfc5 req-50a55ba4-0754-412b-8f51-926dd1ddb5e9 tempest-ServerShowV257Test-187473492 tempest-ServerShowV257Test-187473492-project] 10.222.0.13 "GET /v2.0/ports?device_id=407643c1-17f7-4e07-a3ff-f63078fd1f99 HTTP/1.1" status: 200 len: 210 time: 0.0282581 Jan 26 21:37:05.559707 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-8cf8695d-303b-4416-ae07-1778cfd1e187 req-f68f1319-5535-4177-8de0-2598d3a6677a tempest-ServerShowV254Test-773140835 tempest-ServerShowV254Test-773140835-project] 10.222.0.13 "GET /v2.0/ports?device_id=62b8f317-c6f6-475c-b694-e2c5ba8f893f HTTP/1.1" status: 200 len: 210 time: 0.0270641 Jan 26 21:37:06.293046 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-0c32daf3-d926-4c9d-bd71-bb376e7395a7 req-77afdbdf-1249-41c6-8498-3c8ea4cd4538 tempest-ServerShowV257Test-187473492 tempest-ServerShowV257Test-187473492-project] 10.222.0.13 "GET /v2.0/ports?device_id=407643c1-17f7-4e07-a3ff-f63078fd1f99 HTTP/1.1" status: 200 len: 210 time: 0.0265679 Jan 26 21:37:06.666439 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-8c5dc856-b4ca-47ef-b28e-edbb20471464 req-9ec64bc6-39c0-46da-ad3c-399700ffab57 tempest-ServerShowV254Test-773140835 tempest-ServerShowV254Test-773140835-project] 10.222.0.13 "GET /v2.0/ports?device_id=62b8f317-c6f6-475c-b694-e2c5ba8f893f HTTP/1.1" status: 200 len: 210 time: 0.0275588 Jan 26 21:37:07.413233 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-7d06f092-8349-4350-beeb-42015f923de5 req-93430599-34d9-47cb-b39c-5d18b7cefa75 tempest-ServerShowV257Test-187473492 tempest-ServerShowV257Test-187473492-project] 10.222.0.13 "GET /v2.0/ports?device_id=407643c1-17f7-4e07-a3ff-f63078fd1f99 HTTP/1.1" status: 200 len: 210 time: 0.0330038 Jan 26 21:37:07.769256 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-450b3fb4-9fa5-4111-8039-33a117b6f767 req-831d2cbc-7ad3-4ccd-ab67-665e6e1e1c06 tempest-ServerShowV254Test-773140835 tempest-ServerShowV254Test-773140835-project] 10.222.0.13 "GET /v2.0/ports?device_id=62b8f317-c6f6-475c-b694-e2c5ba8f893f HTTP/1.1" status: 200 len: 210 time: 0.0273864 Jan 26 21:37:08.369017 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (32ef628b-8417-46c5-8729-60fcabe358f1), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:37:08.523410 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-73fe3810-daa4-4ccc-a776-f3dc53c14b9e req-520ab802-1c70-45d6-ba87-ba71c946b21b tempest-ServerShowV257Test-187473492 tempest-ServerShowV257Test-187473492-project] 10.222.0.13 "GET /v2.0/ports?device_id=407643c1-17f7-4e07-a3ff-f63078fd1f99 HTTP/1.1" status: 200 len: 210 time: 0.0277238 Jan 26 21:37:08.869306 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-24d040fe-4690-4de7-9a06-c421c23eecf3 req-d9ac1692-273b-47b4-9ac0-b6eff852c563 tempest-ServerShowV254Test-773140835 tempest-ServerShowV254Test-773140835-project] 10.222.0.13 "GET /v2.0/ports?device_id=62b8f317-c6f6-475c-b694-e2c5ba8f893f HTTP/1.1" status: 200 len: 210 time: 0.0272567 Jan 26 21:37:09.020332 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-242762f0-41d3-4dd9-936a-76aabb6c9f13 req-e8308553-d3ff-48e0-ba85-22e25b07cb2b service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=407643c1-17f7-4e07-a3ff-f63078fd1f99 HTTP/1.1" status: 200 len: 210 time: 0.0277569 Jan 26 21:37:09.629366 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-539bca59-26a5-46dd-86c9-b917b1bc607d req-43011d34-bd36-468f-b712-bf1dca3fb3d0 tempest-ServerShowV257Test-187473492 tempest-ServerShowV257Test-187473492-project] 10.222.0.13 "GET /v2.0/ports?device_id=407643c1-17f7-4e07-a3ff-f63078fd1f99 HTTP/1.1" status: 200 len: 210 time: 0.0275137 Jan 26 21:37:10.018646 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-ed1d2bf0-2aa5-4998-91f8-d5ce78421c36 req-348a0c1a-8cd8-4603-9400-caf9440aa9d1 tempest-ServerShowV254Test-773140835 tempest-ServerShowV254Test-773140835-project] 10.222.0.13 "GET /v2.0/ports?device_id=62b8f317-c6f6-475c-b694-e2c5ba8f893f HTTP/1.1" status: 200 len: 210 time: 0.0446103 Jan 26 21:37:10.747002 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-d30f9eb3-3684-446a-878b-150e42330b58 req-708f1858-520f-4093-b3f7-d0c08e056297 tempest-ServerShowV257Test-187473492 tempest-ServerShowV257Test-187473492-project] 10.222.0.13 "GET /v2.0/ports?device_id=407643c1-17f7-4e07-a3ff-f63078fd1f99 HTTP/1.1" status: 200 len: 210 time: 0.0438006 Jan 26 21:37:10.972170 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-47e34d62-9542-46f6-a049-aac9095c73b0 req-765dfdf7-18ad-4ef2-90d2-b220c14a9262 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=d4fb664c67724dc6904cedad4d566f02&device_id=407643c1-17f7-4e07-a3ff-f63078fd1f99 HTTP/1.1" status: 200 len: 210 time: 0.0393505 Jan 26 21:37:11.015414 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-a17b65ca-d1fe-4f36-b499-34aa96e81161 req-f4123794-5450-42ac-b10a-4b6f0edec261 tempest-ServerShowV257Test-187473492 tempest-ServerShowV257Test-187473492-project] 10.222.0.13 "GET /v2.0/ports?device_id=407643c1-17f7-4e07-a3ff-f63078fd1f99 HTTP/1.1" status: 200 len: 210 time: 0.0329204 Jan 26 21:37:11.037230 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-47e34d62-9542-46f6-a049-aac9095c73b0 req-0be07e8d-31d6-4946-931a-3601163e97a2 service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=d4fb664c67724dc6904cedad4d566f02&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0569582 Jan 26 21:37:11.113822 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-c76ca179-d219-477e-9e35-768db5c593aa req-90ad116f-3681-45ec-abbe-3aa4950710be tempest-ServerShowV254Test-773140835 tempest-ServerShowV254Test-773140835-project] 10.222.0.13 "GET /v2.0/ports?device_id=62b8f317-c6f6-475c-b694-e2c5ba8f893f HTTP/1.1" status: 200 len: 210 time: 0.0285802 Jan 26 21:37:11.212478 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e34d62-9542-46f6-a049-aac9095c73b0 req-1414ad5e-b1ee-43d6-bc6c-cf5ba377749c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:37:11.213896 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-47e34d62-9542-46f6-a049-aac9095c73b0 req-1414ad5e-b1ee-43d6-bc6c-cf5ba377749c service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1687725 Jan 26 21:37:12.125278 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-5da828d1-b986-4ea9-bba8-a0cf6315dc80 req-ccb12445-7b1c-4b65-9bad-ae7054966535 tempest-ServerShowV257Test-187473492 tempest-ServerShowV257Test-187473492-project] 10.222.0.13 "GET /v2.0/ports?device_id=407643c1-17f7-4e07-a3ff-f63078fd1f99 HTTP/1.1" status: 200 len: 210 time: 0.0266571 Jan 26 21:37:12.219623 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-1ccc1eb8-3c27-45c2-aaff-3cd36f115704 req-4f012938-22af-4a59-8dfb-f808185683db tempest-ServerShowV254Test-773140835 tempest-ServerShowV254Test-773140835-project] 10.222.0.13 "GET /v2.0/ports?device_id=62b8f317-c6f6-475c-b694-e2c5ba8f893f HTTP/1.1" status: 200 len: 210 time: 0.0270202 Jan 26 21:37:12.404760 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-47e34d62-9542-46f6-a049-aac9095c73b0 req-9d04bbca-fe95-4248-9696-f6d227ba4ea0 tempest-ServerShowV257Test-187473492 tempest-ServerShowV257Test-187473492-project] 10.222.0.57 "GET /v2.0/ports?device_id=407643c1-17f7-4e07-a3ff-f63078fd1f99 HTTP/1.1" status: 200 len: 210 time: 0.0267639 Jan 26 21:37:13.324758 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-2c67fe80-d8d9-4cf0-b108-6268a1077e11 req-c4875d5b-236d-481d-b00b-5d067e4c8635 tempest-ServerShowV254Test-773140835 tempest-ServerShowV254Test-773140835-project] 10.222.0.13 "GET /v2.0/ports?device_id=62b8f317-c6f6-475c-b694-e2c5ba8f893f HTTP/1.1" status: 200 len: 210 time: 0.0278287 Jan 26 21:37:13.442524 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 59090) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:37:13.551774 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-7a0395dd-1703-468b-a48c-345ddf2861bf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:37:13.626125 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-7a0395dd-1703-468b-a48c-345ddf2861bf admin admin] Publish callbacks [] for security_group (609d0a4b-12e1-4db6-b57a-c69c784ffcdb), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:37:13.630564 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-7a0395dd-1703-468b-a48c-345ddf2861bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (609d0a4b-12e1-4db6-b57a-c69c784ffcdb), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:37:13.667845 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-7a0395dd-1703-468b-a48c-345ddf2861bf admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d4fb664c67724dc6904cedad4d566f02&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2242405 Jan 26 21:37:13.669831 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a0395dd-1703-468b-a48c-345ddf2861bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=609d0a4b-12e1-4db6-b57a-c69c784ffcdb,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:37:13.670810 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 59094) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:37:13.678125 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a0395dd-1703-468b-a48c-345ddf2861bf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:37:13.678479 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a0395dd-1703-468b-a48c-345ddf2861bf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:37:13.679077 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a0395dd-1703-468b-a48c-345ddf2861bf admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:37:13.679230 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a0395dd-1703-468b-a48c-345ddf2861bf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:37:13.679456 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a0395dd-1703-468b-a48c-345ddf2861bf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:37:13.679783 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a0395dd-1703-468b-a48c-345ddf2861bf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:37:13.680107 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a0395dd-1703-468b-a48c-345ddf2861bf admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:37:13.680430 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a0395dd-1703-468b-a48c-345ddf2861bf admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:37:13.680749 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a0395dd-1703-468b-a48c-345ddf2861bf admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:37:13.681069 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a0395dd-1703-468b-a48c-345ddf2861bf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:37:13.681409 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a0395dd-1703-468b-a48c-345ddf2861bf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:37:13.681735 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a0395dd-1703-468b-a48c-345ddf2861bf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:37:13.682048 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a0395dd-1703-468b-a48c-345ddf2861bf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:37:13.725315 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-3f713e56-e576-4cbc-b850-d01ba36d0bff admin admin] Publish callbacks [] for security_group (609d0a4b-12e1-4db6-b57a-c69c784ffcdb), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:37:13.747107 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-3f713e56-e576-4cbc-b850-d01ba36d0bff admin admin] Publish callbacks [] for security_group (609d0a4b-12e1-4db6-b57a-c69c784ffcdb), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:37:13.794539 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-3f713e56-e576-4cbc-b850-d01ba36d0bff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (609d0a4b-12e1-4db6-b57a-c69c784ffcdb), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:37:13.797260 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-3f713e56-e576-4cbc-b850-d01ba36d0bff admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:37:13.798548 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-3f713e56-e576-4cbc-b850-d01ba36d0bff admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/609d0a4b-12e1-4db6-b57a-c69c784ffcdb HTTP/1.1" status: 204 len: 168 time: 0.1263974 Jan 26 21:37:13.807103 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f713e56-e576-4cbc-b850-d01ba36d0bff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=609d0a4b-12e1-4db6-b57a-c69c784ffcdb,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:37:13.815995 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f713e56-e576-4cbc-b850-d01ba36d0bff admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:37:13.816496 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f713e56-e576-4cbc-b850-d01ba36d0bff admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:37:13.816860 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f713e56-e576-4cbc-b850-d01ba36d0bff admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:37:13.817440 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f713e56-e576-4cbc-b850-d01ba36d0bff admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:37:13.817780 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f713e56-e576-4cbc-b850-d01ba36d0bff admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:37:13.818293 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f713e56-e576-4cbc-b850-d01ba36d0bff admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:37:13.818698 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f713e56-e576-4cbc-b850-d01ba36d0bff admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:37:13.819091 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f713e56-e576-4cbc-b850-d01ba36d0bff admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:37:13.819482 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f713e56-e576-4cbc-b850-d01ba36d0bff admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:37:13.820104 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f713e56-e576-4cbc-b850-d01ba36d0bff admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:37:13.820587 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f713e56-e576-4cbc-b850-d01ba36d0bff admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:37:13.820977 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f713e56-e576-4cbc-b850-d01ba36d0bff admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:37:13.821396 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f713e56-e576-4cbc-b850-d01ba36d0bff admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:37:14.444362 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 59122) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:37:14.450487 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-938fe6b0-ca8d-40a4-9f1f-3dbbf344ed48 req-1caba33f-8861-4ffd-bdcd-dcef38afb074 tempest-ServerShowV254Test-773140835 tempest-ServerShowV254Test-773140835-project] 10.222.0.13 "GET /v2.0/ports?device_id=62b8f317-c6f6-475c-b694-e2c5ba8f893f HTTP/1.1" status: 200 len: 210 time: 0.0387118 Jan 26 21:37:14.656957 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-7bea414c-082d-4648-af47-02461128a2b3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:37:14.733092 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-7bea414c-082d-4648-af47-02461128a2b3 admin admin] Publish callbacks [] for security_group (b4c4e2a8-b36d-40a0-8fde-1e281f2bf3b5), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:37:14.737174 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-7bea414c-082d-4648-af47-02461128a2b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (b4c4e2a8-b36d-40a0-8fde-1e281f2bf3b5), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:37:14.774664 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bea414c-082d-4648-af47-02461128a2b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4c4e2a8-b36d-40a0-8fde-1e281f2bf3b5,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:37:14.780124 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-7bea414c-082d-4648-af47-02461128a2b3 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f42783ee8084442eb561c1cef8b15944&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3340585 Jan 26 21:37:14.782799 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 59132) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:37:14.848871 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-6555f28c-c5b5-433c-9b46-d71764d8c7ed admin admin] Publish callbacks [] for security_group (b4c4e2a8-b36d-40a0-8fde-1e281f2bf3b5), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:37:14.873992 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-6555f28c-c5b5-433c-9b46-d71764d8c7ed admin admin] Publish callbacks [] for security_group (b4c4e2a8-b36d-40a0-8fde-1e281f2bf3b5), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:37:14.938853 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-6555f28c-c5b5-433c-9b46-d71764d8c7ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (b4c4e2a8-b36d-40a0-8fde-1e281f2bf3b5), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:37:14.949978 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-6555f28c-c5b5-433c-9b46-d71764d8c7ed admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:37:14.966496 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-6555f28c-c5b5-433c-9b46-d71764d8c7ed admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b4c4e2a8-b36d-40a0-8fde-1e281f2bf3b5 HTTP/1.1" status: 204 len: 168 time: 0.1782382 Jan 26 21:37:14.982511 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6555f28c-c5b5-433c-9b46-d71764d8c7ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4c4e2a8-b36d-40a0-8fde-1e281f2bf3b5,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:37:15.568977 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-72aacb42-8b2a-41a1-b3a9-73381b5024fc req-04b4b3f8-a867-44da-890c-cd38fa55db7a tempest-ServerShowV254Test-773140835 tempest-ServerShowV254Test-773140835-project] 10.222.0.13 "GET /v2.0/ports?device_id=62b8f317-c6f6-475c-b694-e2c5ba8f893f HTTP/1.1" status: 200 len: 210 time: 0.0315166 Jan 26 21:37:15.646078 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 59162) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:37:15.745046 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-d5ddd426-1075-4590-ab2b-ea5b51a3dbc7 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1095630600-network', 'tenant_id': 'c73a2f07f5ab4399b7a15fc67a9c2acd'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:37:15.768781 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5ddd426-1075-4590-ab2b-ea5b51a3dbc7 admin admin] Made reservation on behalf of c73a2f07f5ab4399b7a15fc67a9c2acd for: {'network': 1} {{(pid=103304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 21:37:15.771527 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-d5ddd426-1075-4590-ab2b-ea5b51a3dbc7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for network (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:37:15.780344 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-d5ddd426-1075-4590-ab2b-ea5b51a3dbc7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:37:15.857944 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-d5ddd426-1075-4590-ab2b-ea5b51a3dbc7 admin admin] Publish callbacks [] for security_group (78e98967-fd7c-4db6-9336-839b61137d62), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:37:15.861956 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-d5ddd426-1075-4590-ab2b-ea5b51a3dbc7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (78e98967-fd7c-4db6-9336-839b61137d62), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:37:15.888971 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d5ddd426-1075-4590-ab2b-ea5b51a3dbc7 admin admin] vlan segment allocate from pool success with {'vlan_id': 580, 'physical_network': 'physnet1'} {{(pid=103304) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 26 21:37:15.899359 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ddd426-1075-4590-ab2b-ea5b51a3dbc7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78e98967-fd7c-4db6-9336-839b61137d62,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:37:15.906114 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-d5ddd426-1075-4590-ab2b-ea5b51a3dbc7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576559'] for segment (19ee8d8d-629a-4344-bc09-ec3bd11b7f28), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:37:15.906472 n-d-760453-5 neutron-server[103304]: INFO neutron.db.segments_db [None req-d5ddd426-1075-4590-ab2b-ea5b51a3dbc7 admin admin] Added segment 19ee8d8d-629a-4344-bc09-ec3bd11b7f28 of type vlan for network 727a69c9-4bd2-47ed-9710-ec00a648b8a7 Jan 26 21:37:15.949559 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-d5ddd426-1075-4590-ab2b-ea5b51a3dbc7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746560256871'] for network (727a69c9-4bd2-47ed-9710-ec00a648b8a7), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:37:15.977975 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-d5ddd426-1075-4590-ab2b-ea5b51a3dbc7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503'] for network (727a69c9-4bd2-47ed-9710-ec00a648b8a7), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:37:15.979002 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5ddd426-1075-4590-ab2b-ea5b51a3dbc7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:37:15.979696 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-d5ddd426-1075-4590-ab2b-ea5b51a3dbc7 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:37:16.046988 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-d5ddd426-1075-4590-ab2b-ea5b51a3dbc7 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3997109 Jan 26 21:37:16.049979 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 59170) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:37:16.061237 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-db24c7c3-acfb-404e-b746-7f061a7976c7 admin admin] Request body: {'subnet': {'network_id': '727a69c9-4bd2-47ed-9710-ec00a648b8a7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1095630600-subnet', 'tenant_id': 'c73a2f07f5ab4399b7a15fc67a9c2acd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:37:16.076290 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ddd426-1075-4590-ab2b-ea5b51a3dbc7 admin admin] Pushing event updated for resources: {'Network': ['ID=727a69c9-4bd2-47ed-9710-ec00a648b8a7,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:37:16.089478 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Network 727a69c9-4bd2-47ed-9710-ec00a648b8a7 details requested by agent ovs-agent-n-d-760453-5 with host n-d-760453-5 {{(pid=103306) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 26 21:37:16.118208 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db24c7c3-acfb-404e-b746-7f061a7976c7 admin admin] Made reservation on behalf of c73a2f07f5ab4399b7a15fc67a9c2acd for: {'subnet': 1} {{(pid=103305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 21:37:16.120636 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-db24c7c3-acfb-404e-b746-7f061a7976c7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11599953'] for subnet (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:37:16.304573 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-db24c7c3-acfb-404e-b746-7f061a7976c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11788839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11599975'] for subnet (4a248591-3632-483a-b8cc-4058417c0d2d), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:37:16.363517 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db24c7c3-acfb-404e-b746-7f061a7976c7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4a248591-3632-483a-b8cc-4058417c0d2d,revision_number=0']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:37:16.382341 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db24c7c3-acfb-404e-b746-7f061a7976c7 admin admin] Checking segment: {'id': '19ee8d8d-629a-4344-bc09-ec3bd11b7f28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '727a69c9-4bd2-47ed-9710-ec00a648b8a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103305) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 21:37:16.382620 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db24c7c3-acfb-404e-b746-7f061a7976c7 admin admin] Network hostable DHCP agents. Network: 727a69c9-4bd2-47ed-9710-ec00a648b8a7, hostable agents: ['474ccdf7-ab6c-405b-a3b2-dc7b05829902'], hosted agents: [] {{(pid=103305) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 26 21:37:16.401120 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db24c7c3-acfb-404e-b746-7f061a7976c7 admin admin] Network 727a69c9-4bd2-47ed-9710-ec00a648b8a7 is scheduled to be hosted by DHCP agent 474ccdf7-ab6c-405b-a3b2-dc7b05829902 with binding_index 1 {{(pid=103305) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 26 21:37:16.411461 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [None req-db24c7c3-acfb-404e-b746-7f061a7976c7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760453-5, 727a69c9-4bd2-47ed-9710-ec00a648b8a7) {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:37:16.415801 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db24c7c3-acfb-404e-b746-7f061a7976c7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:37:16.416528 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-db24c7c3-acfb-404e-b746-7f061a7976c7 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:37:16.422037 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2912ec4-44f9-439c-9296-1c8f39c4390a None None] Network 727a69c9-4bd2-47ed-9710-ec00a648b8a7 requested from n-d-760453-5 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 26 21:37:16.450029 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-db24c7c3-acfb-404e-b746-7f061a7976c7 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3966150 Jan 26 21:37:16.479088 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.agents_db [None req-569f1ced-6396-4ddf-b79f-e03b0b2146ab None None] Agent healthcheck: found 7 active agents {{(pid=103307) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 26 21:37:16.525792 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b764193e-e446-46c4-88b5-e84e6a62ca0d None None] Network 727a69c9-4bd2-47ed-9710-ec00a648b8a7 requested from n-d-760453-5 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 26 21:37:16.681129 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-db4f4862-4492-48c3-b059-9886fbeeadae req-7e4436fd-9e5c-43a1-9988-137f9495ee7c tempest-ServerShowV254Test-773140835 tempest-ServerShowV254Test-773140835-project] 10.222.0.13 "GET /v2.0/ports?device_id=62b8f317-c6f6-475c-b694-e2c5ba8f893f HTTP/1.1" status: 200 len: 210 time: 0.0281012 Jan 26 21:37:16.906477 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 59190) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:37:16.911789 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-6a389c1a-f273-47d7-9e6e-e0f1b2d68e9a admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-365340226-network', 'tenant_id': '7d160a87c74949a2be1aa8079479fbce'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:37:16.930756 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a389c1a-f273-47d7-9e6e-e0f1b2d68e9a admin admin] Made reservation on behalf of 7d160a87c74949a2be1aa8079479fbce for: {'network': 1} {{(pid=103304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 21:37:16.933247 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-6a389c1a-f273-47d7-9e6e-e0f1b2d68e9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for network (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:37:16.941367 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-6a389c1a-f273-47d7-9e6e-e0f1b2d68e9a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:37:17.018624 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-6a389c1a-f273-47d7-9e6e-e0f1b2d68e9a admin admin] Publish callbacks [] for security_group (27231f57-a954-4089-badd-a483093255ef), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:37:17.022299 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-6a389c1a-f273-47d7-9e6e-e0f1b2d68e9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (27231f57-a954-4089-badd-a483093255ef), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:37:17.049411 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6a389c1a-f273-47d7-9e6e-e0f1b2d68e9a admin admin] vlan segment allocate from pool success with {'vlan_id': 592, 'physical_network': 'physnet1'} {{(pid=103304) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 26 21:37:17.054831 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a389c1a-f273-47d7-9e6e-e0f1b2d68e9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27231f57-a954-4089-badd-a483093255ef,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:37:17.062853 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-6a389c1a-f273-47d7-9e6e-e0f1b2d68e9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576559'] for segment (f86b29a0-a8e3-4238-8e4e-cef246eea39c), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:37:17.063323 n-d-760453-5 neutron-server[103304]: INFO neutron.db.segments_db [None req-6a389c1a-f273-47d7-9e6e-e0f1b2d68e9a admin admin] Added segment f86b29a0-a8e3-4238-8e4e-cef246eea39c of type vlan for network f0d3e398-768f-4c03-a4cf-839b47281116 Jan 26 21:37:17.103808 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-6a389c1a-f273-47d7-9e6e-e0f1b2d68e9a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746560256871'] for network (f0d3e398-768f-4c03-a4cf-839b47281116), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:37:17.128299 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-6a389c1a-f273-47d7-9e6e-e0f1b2d68e9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503'] for network (f0d3e398-768f-4c03-a4cf-839b47281116), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:37:17.129393 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a389c1a-f273-47d7-9e6e-e0f1b2d68e9a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:37:17.130068 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-6a389c1a-f273-47d7-9e6e-e0f1b2d68e9a admin admin] Publish callbacks [] for network (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:37:17.185729 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-6a389c1a-f273-47d7-9e6e-e0f1b2d68e9a admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.2781339 Jan 26 21:37:17.188772 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 59198) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:37:17.193376 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a389c1a-f273-47d7-9e6e-e0f1b2d68e9a admin admin] Pushing event updated for resources: {'Network': ['ID=f0d3e398-768f-4c03-a4cf-839b47281116,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:37:17.193791 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-e4bb94e7-06f9-4fc7-8bb6-4dc56fa8d5d8 admin admin] Request body: {'subnet': {'network_id': 'f0d3e398-768f-4c03-a4cf-839b47281116', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-365340226-subnet', 'tenant_id': '7d160a87c74949a2be1aa8079479fbce', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:37:17.203801 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Network f0d3e398-768f-4c03-a4cf-839b47281116 details requested by agent ovs-agent-n-d-760453-5 with host n-d-760453-5 {{(pid=103306) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 26 21:37:17.215835 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4bb94e7-06f9-4fc7-8bb6-4dc56fa8d5d8 admin admin] Made reservation on behalf of 7d160a87c74949a2be1aa8079479fbce for: {'subnet': 1} {{(pid=103305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 21:37:17.218704 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-e4bb94e7-06f9-4fc7-8bb6-4dc56fa8d5d8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11599953'] for subnet (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:37:17.411462 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-e4bb94e7-06f9-4fc7-8bb6-4dc56fa8d5d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11788839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11599975'] for subnet (48dea5d6-1767-4625-a89c-2e42393535b1), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:37:17.474175 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4bb94e7-06f9-4fc7-8bb6-4dc56fa8d5d8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=48dea5d6-1767-4625-a89c-2e42393535b1,revision_number=0']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:37:17.487292 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4bb94e7-06f9-4fc7-8bb6-4dc56fa8d5d8 admin admin] Checking segment: {'id': 'f86b29a0-a8e3-4238-8e4e-cef246eea39c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'f0d3e398-768f-4c03-a4cf-839b47281116'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103305) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 21:37:17.487677 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4bb94e7-06f9-4fc7-8bb6-4dc56fa8d5d8 admin admin] Network hostable DHCP agents. Network: f0d3e398-768f-4c03-a4cf-839b47281116, hostable agents: ['474ccdf7-ab6c-405b-a3b2-dc7b05829902'], hosted agents: [] {{(pid=103305) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 26 21:37:17.504193 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4bb94e7-06f9-4fc7-8bb6-4dc56fa8d5d8 admin admin] Network f0d3e398-768f-4c03-a4cf-839b47281116 is scheduled to be hosted by DHCP agent 474ccdf7-ab6c-405b-a3b2-dc7b05829902 with binding_index 1 {{(pid=103305) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 26 21:37:17.516739 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [None req-e4bb94e7-06f9-4fc7-8bb6-4dc56fa8d5d8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760453-5, f0d3e398-768f-4c03-a4cf-839b47281116) {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:37:17.529065 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4bb94e7-06f9-4fc7-8bb6-4dc56fa8d5d8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:37:17.529257 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e02eae5-085a-4d4e-82e8-8ba5cbba48fd None None] Network f0d3e398-768f-4c03-a4cf-839b47281116 requested from n-d-760453-5 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 26 21:37:17.529713 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-e4bb94e7-06f9-4fc7-8bb6-4dc56fa8d5d8 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:37:17.547621 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-e4bb94e7-06f9-4fc7-8bb6-4dc56fa8d5d8 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3576739 Jan 26 21:37:17.637329 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9304c45b-6aa8-44ec-a385-cde59e1b8349 None None] Network f0d3e398-768f-4c03-a4cf-839b47281116 requested from n-d-760453-5 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 26 21:37:18.071113 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-21d8b592-34e9-4b8d-8a5f-bdeb9ba1b28c req-e6b9f296-ba1a-4950-a503-c3252b56f471 tempest-ServerShowV254Test-773140835 tempest-ServerShowV254Test-773140835-project] 10.222.0.13 "GET /v2.0/ports?device_id=62b8f317-c6f6-475c-b694-e2c5ba8f893f HTTP/1.1" status: 200 len: 210 time: 0.2993431 Jan 26 21:37:18.168316 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19b7364-539f-4256-8ac4-3b230c85cb3d req-1485a221-edf3-48fc-8ae8-952ceeca4acd tempest-TestServerAdvancedOps-1779389157 tempest-TestServerAdvancedOps-1779389157-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:37:18.169808 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-a19b7364-539f-4256-8ac4-3b230c85cb3d req-1485a221-edf3-48fc-8ae8-952ceeca4acd tempest-TestServerAdvancedOps-1779389157 tempest-TestServerAdvancedOps-1779389157-project] 10.222.0.13 "GET /v2.0/networks?id=727a69c9-4bd2-47ed-9710-ec00a648b8a7 HTTP/1.1" status: 200 len: 812 time: 0.1012976 Jan 26 21:37:18.184244 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-a19b7364-539f-4256-8ac4-3b230c85cb3d req-4d78249d-a408-4f10-8ece-8fbc932425d9 tempest-TestServerAdvancedOps-1779389157 tempest-TestServerAdvancedOps-1779389157-project] 10.222.0.13 "GET /v2.0/quotas/c73a2f07f5ab4399b7a15fc67a9c2acd HTTP/1.1" status: 200 len: 375 time: 0.0089455 Jan 26 21:37:18.218835 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-a19b7364-539f-4256-8ac4-3b230c85cb3d req-93c8e513-37a9-48dd-b0ba-a856cbd197cd tempest-TestServerAdvancedOps-1779389157 tempest-TestServerAdvancedOps-1779389157-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=c73a2f07f5ab4399b7a15fc67a9c2acd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0296507 Jan 26 21:37:18.307692 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-a19b7364-539f-4256-8ac4-3b230c85cb3d req-a360d7e4-9080-426a-85e4-8ea78d6d3227 service neutron] 10.222.0.13 "GET /v2.0/networks/727a69c9-4bd2-47ed-9710-ec00a648b8a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815296 Jan 26 21:37:18.402269 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-a19b7364-539f-4256-8ac4-3b230c85cb3d req-520c7703-ace7-49e7-8cc3-a5a54653feb8 service neutron] 10.222.0.13 "GET /v2.0/networks/727a69c9-4bd2-47ed-9710-ec00a648b8a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887055 Jan 26 21:37:18.590641 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-856fd134-3b1c-4f23-b207-8e7f84506432 req-a87e710f-37dd-4337-bf7d-eff9ad493703 tempest-TestServerAdvancedOps-1779389157 tempest-TestServerAdvancedOps-1779389157-project] 10.222.0.13 "GET /v2.0/ports?device_id=a91dbbc5-1ec9-4505-bf6b-6c7a7e7d71de HTTP/1.1" status: 200 len: 210 time: 0.0447452 Jan 26 21:37:18.900966 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-6ae0c373-3a25-48e5-adc0-549ab784d8df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (474ccdf7-ab6c-405b-a3b2-dc7b05829902), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:37:19.174962 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-525010e1-a3da-4d30-8df7-6c11b1dd5d5e req-d617f4c9-76bf-444b-84b1-671eb11ed0b6 tempest-ServerShowV254Test-773140835 tempest-ServerShowV254Test-773140835-project] 10.222.0.13 "GET /v2.0/ports?device_id=62b8f317-c6f6-475c-b694-e2c5ba8f893f HTTP/1.1" status: 200 len: 210 time: 0.0268345 Jan 26 21:37:19.517345 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19b7364-539f-4256-8ac4-3b230c85cb3d req-e97a9264-387b-4e9c-b8dc-f0a317c304b2 tempest-TestServerAdvancedOps-1779389157 tempest-TestServerAdvancedOps-1779389157-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:37:19.518820 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-a19b7364-539f-4256-8ac4-3b230c85cb3d req-e97a9264-387b-4e9c-b8dc-f0a317c304b2 tempest-TestServerAdvancedOps-1779389157 tempest-TestServerAdvancedOps-1779389157-project] 10.222.0.57 "GET /v2.0/networks?id=727a69c9-4bd2-47ed-9710-ec00a648b8a7 HTTP/1.1" status: 200 len: 812 time: 0.1017675 Jan 26 21:37:19.530873 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [req-a19b7364-539f-4256-8ac4-3b230c85cb3d req-870e9c62-26b2-49a1-a036-e223d7634fd1 tempest-TestServerAdvancedOps-1779389157 tempest-TestServerAdvancedOps-1779389157-project] Request body: {'port': {'device_id': 'a91dbbc5-1ec9-4505-bf6b-6c7a7e7d71de', 'network_id': '727a69c9-4bd2-47ed-9710-ec00a648b8a7', 'admin_state_up': True, 'tenant_id': 'c73a2f07f5ab4399b7a15fc67a9c2acd'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:37:19.642607 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a19b7364-539f-4256-8ac4-3b230c85cb3d req-870e9c62-26b2-49a1-a036-e223d7634fd1 tempest-TestServerAdvancedOps-1779389157 tempest-TestServerAdvancedOps-1779389157-project] Made reservation on behalf of c73a2f07f5ab4399b7a15fc67a9c2acd for: {'port': 1} {{(pid=103305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 21:37:19.646388 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-a19b7364-539f-4256-8ac4-3b230c85cb3d req-870e9c62-26b2-49a1-a036-e223d7634fd1 tempest-TestServerAdvancedOps-1779389157 tempest-TestServerAdvancedOps-1779389157-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:37:19.696655 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-6395b480-ade8-45ee-aa78-bc62b2d5ed9a req-2efaca58-3559-447e-8372-47a4ddb7d76f tempest-TestServerAdvancedOps-1779389157 tempest-TestServerAdvancedOps-1779389157-project] 10.222.0.13 "GET /v2.0/ports?device_id=a91dbbc5-1ec9-4505-bf6b-6c7a7e7d71de HTTP/1.1" status: 200 len: 210 time: 0.0329936 Jan 26 21:37:19.780663 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.db_base_plugin_common [req-a19b7364-539f-4256-8ac4-3b230c85cb3d req-870e9c62-26b2-49a1-a036-e223d7634fd1 tempest-TestServerAdvancedOps-1779389157 tempest-TestServerAdvancedOps-1779389157-project] Allocated IP 172.20.0.3 (727a69c9-4bd2-47ed-9710-ec00a648b8a7/4a248591-3632-483a-b8cc-4058417c0d2d/9f31e38e-0c12-431e-9154-32744e707657) {{(pid=103305) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 21:37:19.936237 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-a19b7364-539f-4256-8ac4-3b230c85cb3d req-870e9c62-26b2-49a1-a036-e223d7634fd1 tempest-TestServerAdvancedOps-1779389157 tempest-TestServerAdvancedOps-1779389157-project] Publish callbacks [] for port (9f31e38e-0c12-431e-9154-32744e707657), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:37:19.977378 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-a19b7364-539f-4256-8ac4-3b230c85cb3d req-870e9c62-26b2-49a1-a036-e223d7634fd1 tempest-TestServerAdvancedOps-1779389157 tempest-TestServerAdvancedOps-1779389157-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746560234527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11791543'] for port (9f31e38e-0c12-431e-9154-32744e707657), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:37:20.025000 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a19b7364-539f-4256-8ac4-3b230c85cb3d req-870e9c62-26b2-49a1-a036-e223d7634fd1 tempest-TestServerAdvancedOps-1779389157 tempest-TestServerAdvancedOps-1779389157-project] Network 727a69c9-4bd2-47ed-9710-ec00a648b8a7 is already hosted by enough agents. {{(pid=103305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 21:37:20.027934 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [req-a19b7364-539f-4256-8ac4-3b230c85cb3d req-870e9c62-26b2-49a1-a036-e223d7634fd1 tempest-TestServerAdvancedOps-1779389157 tempest-TestServerAdvancedOps-1779389157-project] Resources bound (agent type, host, resource id): {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:37:20.030341 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [req-a19b7364-539f-4256-8ac4-3b230c85cb3d req-870e9c62-26b2-49a1-a036-e223d7634fd1 tempest-TestServerAdvancedOps-1779389157 tempest-TestServerAdvancedOps-1779389157-project] Received port after_create {{(pid=103305) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 21:37:20.064593 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-870e9c62-26b2-49a1-a036-e223d7634fd1 tempest-TestServerAdvancedOps-1779389157 tempest-TestServerAdvancedOps-1779389157-project] Pushing event updated for resources: {'Port': ['ID=9f31e38e-0c12-431e-9154-32744e707657,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:37:20.089104 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19b7364-539f-4256-8ac4-3b230c85cb3d req-870e9c62-26b2-49a1-a036-e223d7634fd1 tempest-TestServerAdvancedOps-1779389157 tempest-TestServerAdvancedOps-1779389157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:37:20.089758 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-a19b7364-539f-4256-8ac4-3b230c85cb3d req-870e9c62-26b2-49a1-a036-e223d7634fd1 tempest-TestServerAdvancedOps-1779389157 tempest-TestServerAdvancedOps-1779389157-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:37:20.106389 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-a19b7364-539f-4256-8ac4-3b230c85cb3d req-870e9c62-26b2-49a1-a036-e223d7634fd1 tempest-TestServerAdvancedOps-1779389157 tempest-TestServerAdvancedOps-1779389157-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5792837 Jan 26 21:37:20.117955 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [req-a19b7364-539f-4256-8ac4-3b230c85cb3d req-e18a6c12-3d58-46b2-80c5-bc1671793b4f service neutron] Request body: {'port': {'device_id': 'a91dbbc5-1ec9-4505-bf6b-6c7a7e7d71de', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-760453-5'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:37:20.173583 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-a19b7364-539f-4256-8ac4-3b230c85cb3d req-e18a6c12-3d58-46b2-80c5-bc1671793b4f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (9f31e38e-0c12-431e-9154-32744e707657), before_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:37:20.281509 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-956b83ff-e686-4a3a-9b05-b2b245df4f43 req-9aac1862-2af8-4ee3-9ee9-a94db97086c2 tempest-ServerShowV254Test-773140835 tempest-ServerShowV254Test-773140835-project] 10.222.0.13 "GET /v2.0/ports?device_id=62b8f317-c6f6-475c-b694-e2c5ba8f893f HTTP/1.1" status: 200 len: 210 time: 0.0269930 Jan 26 21:37:20.442793 n-d-760453-5 neutron-server[103305]: DEBUG neutron.notifiers.nova [req-a19b7364-539f-4256-8ac4-3b230c85cb3d req-e18a6c12-3d58-46b2-80c5-bc1671793b4f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9f31e38e-0c12-431e-9154-32744e707657 {{(pid=103305) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 26 21:37:20.450191 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-a19b7364-539f-4256-8ac4-3b230c85cb3d req-e18a6c12-3d58-46b2-80c5-bc1671793b4f service neutron] Publish callbacks [] for port (9f31e38e-0c12-431e-9154-32744e707657), precommit_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:37:20.462453 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.provisioning_blocks [req-a19b7364-539f-4256-8ac4-3b230c85cb3d req-e18a6c12-3d58-46b2-80c5-bc1671793b4f service neutron] Transition to ACTIVE for port object 9f31e38e-0c12-431e-9154-32744e707657 will not be triggered until provisioned by entity L2. {{(pid=103305) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 21:37:20.466455 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-a19b7364-539f-4256-8ac4-3b230c85cb3d req-e18a6c12-3d58-46b2-80c5-bc1671793b4f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11791520'] for port (9f31e38e-0c12-431e-9154-32744e707657), after_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:37:20.514655 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e18a6c12-3d58-46b2-80c5-bc1671793b4f service neutron] Pushing event updated for resources: {'Port': ['ID=9f31e38e-0c12-431e-9154-32744e707657,revision_number=2']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:37:20.582968 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [req-a19b7364-539f-4256-8ac4-3b230c85cb3d req-e18a6c12-3d58-46b2-80c5-bc1671793b4f service neutron] Attempting to bind port 9f31e38e-0c12-431e-9154-32744e707657 on host n-h2-760453-5 for vnic_type normal with profile {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 21:37:20.583656 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [req-a19b7364-539f-4256-8ac4-3b230c85cb3d req-e18a6c12-3d58-46b2-80c5-bc1671793b4f service neutron] Attempting to bind port 9f31e38e-0c12-431e-9154-32744e707657 by drivers openvswitch,hyperv on host n-h2-760453-5 at level 0 using segments [{'id': '19ee8d8d-629a-4344-bc09-ec3bd11b7f28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '727a69c9-4bd2-47ed-9710-ec00a648b8a7'}] {{(pid=103305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 26 21:37:20.583656 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a19b7364-539f-4256-8ac4-3b230c85cb3d req-e18a6c12-3d58-46b2-80c5-bc1671793b4f service neutron] Attempting to bind port 9f31e38e-0c12-431e-9154-32744e707657 on network 727a69c9-4bd2-47ed-9710-ec00a648b8a7 {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 21:37:20.588086 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a19b7364-539f-4256-8ac4-3b230c85cb3d req-e18a6c12-3d58-46b2-80c5-bc1671793b4f service neutron] Port 9f31e38e-0c12-431e-9154-32744e707657 on network 727a69c9-4bd2-47ed-9710-ec00a648b8a7 not bound, no agent of type Open vSwitch agent registered on host n-h2-760453-5 {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 26 21:37:20.588399 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a19b7364-539f-4256-8ac4-3b230c85cb3d req-e18a6c12-3d58-46b2-80c5-bc1671793b4f service neutron] Attempting to bind port 9f31e38e-0c12-431e-9154-32744e707657 on network 727a69c9-4bd2-47ed-9710-ec00a648b8a7 {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 21:37:20.593023 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a19b7364-539f-4256-8ac4-3b230c85cb3d req-e18a6c12-3d58-46b2-80c5-bc1671793b4f service neutron] Checking agent: {'id': '4d619873-4b60-439f-9b5a-b155dc8bbc34', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-760453-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 21, 2, 53), 'started_at': datetime.datetime(2022, 1, 26, 21, 2, 53), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 21, 36, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 26 21:37:20.593381 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a19b7364-539f-4256-8ac4-3b230c85cb3d req-e18a6c12-3d58-46b2-80c5-bc1671793b4f service neutron] Checking segment: {'id': '19ee8d8d-629a-4344-bc09-ec3bd11b7f28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '727a69c9-4bd2-47ed-9710-ec00a648b8a7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103305) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 21:37:20.593761 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a19b7364-539f-4256-8ac4-3b230c85cb3d req-e18a6c12-3d58-46b2-80c5-bc1671793b4f service neutron] Bound using segment: {'id': '19ee8d8d-629a-4344-bc09-ec3bd11b7f28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '727a69c9-4bd2-47ed-9710-ec00a648b8a7'} {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 26 21:37:20.594179 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [req-a19b7364-539f-4256-8ac4-3b230c85cb3d req-e18a6c12-3d58-46b2-80c5-bc1671793b4f service neutron] Bound port: 9f31e38e-0c12-431e-9154-32744e707657, host: n-h2-760453-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '19ee8d8d-629a-4344-bc09-ec3bd11b7f28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '727a69c9-4bd2-47ed-9710-ec00a648b8a7'}}] {{(pid=103305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 26 21:37:20.594528 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-a19b7364-539f-4256-8ac4-3b230c85cb3d req-e18a6c12-3d58-46b2-80c5-bc1671793b4f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (9f31e38e-0c12-431e-9154-32744e707657), before_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:37:20.660865 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [req-a19b7364-539f-4256-8ac4-3b230c85cb3d req-e18a6c12-3d58-46b2-80c5-bc1671793b4f service neutron] For port 9f31e38e-0c12-431e-9154-32744e707657, host n-h2-760453-5, cleared binding levels {{(pid=103305) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 26 21:37:20.663739 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [req-a19b7364-539f-4256-8ac4-3b230c85cb3d req-e18a6c12-3d58-46b2-80c5-bc1671793b4f service neutron] For port 9f31e38e-0c12-431e-9154-32744e707657, host n-h2-760453-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-5',level=0,port_id=9f31e38e-0c12-431e-9154-32744e707657,segment=NetworkSegment(19ee8d8d-629a-4344-bc09-ec3bd11b7f28),segment_id=19ee8d8d-629a-4344-bc09-ec3bd11b7f28)] {{(pid=103305) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 26 21:37:20.668703 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-a19b7364-539f-4256-8ac4-3b230c85cb3d req-e18a6c12-3d58-46b2-80c5-bc1671793b4f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11791520'] for port (9f31e38e-0c12-431e-9154-32744e707657), after_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:37:20.704068 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19b7364-539f-4256-8ac4-3b230c85cb3d req-e18a6c12-3d58-46b2-80c5-bc1671793b4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:37:20.705281 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-a19b7364-539f-4256-8ac4-3b230c85cb3d req-e18a6c12-3d58-46b2-80c5-bc1671793b4f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:37:20.706710 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-a19b7364-539f-4256-8ac4-3b230c85cb3d req-e18a6c12-3d58-46b2-80c5-bc1671793b4f service neutron] 10.222.0.57 "PUT /v2.0/ports/9f31e38e-0c12-431e-9154-32744e707657 HTTP/1.1" status: 200 len: 1091 time: 0.5932083 Jan 26 21:37:20.707161 n-d-760453-5 neutron-server[103305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a91dbbc5-1ec9-4505-bf6b-6c7a7e7d71de', 'tag': '9f31e38e-0c12-431e-9154-32744e707657'}] {{(pid=103305) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 21:37:20.709830 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d4654568b7bf041e72ff8fe1c96d6d761d9c921f2b99bc7b3a26632be20cee0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a348c812-48d7-49b4-b62a-b031be14bc8d" -d '{"events": [{"name": "network-changed", "server_uuid": "a91dbbc5-1ec9-4505-bf6b-6c7a7e7d71de", "tag": "9f31e38e-0c12-431e-9154-32744e707657"}]}' {{(pid=103305) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 21:37:20.734098 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e18a6c12-3d58-46b2-80c5-bc1671793b4f service neutron] Pushing event updated for resources: {'Port': ['ID=9f31e38e-0c12-431e-9154-32744e707657,revision_number=3']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:37:20.762873 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 26 Jan 2022 21:37:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f284a28-1870-4a90-b723-7cb5a1a1bb9a x-openstack-request-id: req-7f284a28-1870-4a90-b723-7cb5a1a1bb9a {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 21:37:20.763283 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a91dbbc5-1ec9-4505-bf6b-6c7a7e7d71de", "tag": "9f31e38e-0c12-431e-9154-32744e707657", "status": "completed", "code": 200}]} {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 21:37:20.763860 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-7f284a28-1870-4a90-b723-7cb5a1a1bb9a {{(pid=103305) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 21:37:20.764338 n-d-760453-5 neutron-server[103305]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a91dbbc5-1ec9-4505-bf6b-6c7a7e7d71de', 'tag': '9f31e38e-0c12-431e-9154-32744e707657', 'status': 'completed', 'code': 200} Jan 26 21:37:20.817970 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19b7364-539f-4256-8ac4-3b230c85cb3d req-db1b334b-ee1d-4330-b1cc-7b211a3dab70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:37:20.819589 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-a19b7364-539f-4256-8ac4-3b230c85cb3d req-db1b334b-ee1d-4330-b1cc-7b211a3dab70 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=c73a2f07f5ab4399b7a15fc67a9c2acd&device_id=a91dbbc5-1ec9-4505-bf6b-6c7a7e7d71de HTTP/1.1" status: 200 len: 1094 time: 0.0434892 Jan 26 21:37:20.846581 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911211f1-e6a8-437a-9ab0-def82576521a req-55e7cc33-cd62-44c4-8601-cdab98012b8f tempest-TestServerAdvancedOps-1779389157 tempest-TestServerAdvancedOps-1779389157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:37:20.848988 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-911211f1-e6a8-437a-9ab0-def82576521a req-55e7cc33-cd62-44c4-8601-cdab98012b8f tempest-TestServerAdvancedOps-1779389157 tempest-TestServerAdvancedOps-1779389157-project] 10.222.0.13 "GET /v2.0/ports?device_id=a91dbbc5-1ec9-4505-bf6b-6c7a7e7d71de HTTP/1.1" status: 200 len: 943 time: 0.0517011 Jan 26 21:37:20.869565 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-a19b7364-539f-4256-8ac4-3b230c85cb3d req-33dc3201-cf0d-48fc-82b0-50af74df0166 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9f31e38e-0c12-431e-9154-32744e707657 HTTP/1.1" status: 200 len: 217 time: 0.0428870 Jan 26 21:37:20.918099 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-911211f1-e6a8-437a-9ab0-def82576521a req-c4ba11e8-2597-447d-92ff-a8b6c431d400 tempest-TestServerAdvancedOps-1779389157 tempest-TestServerAdvancedOps-1779389157-project] 10.222.0.13 "GET /v2.0/security-groups?id=78e98967-fd7c-4db6-9336-839b61137d62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486033 Jan 26 21:37:20.919575 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19b7364-539f-4256-8ac4-3b230c85cb3d req-c5d02256-0a66-40f7-bcb8-cd079b403c3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:37:20.921061 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-a19b7364-539f-4256-8ac4-3b230c85cb3d req-c5d02256-0a66-40f7-bcb8-cd079b403c3c service neutron] 10.222.0.57 "GET /v2.0/subnets?id=4a248591-3632-483a-b8cc-4058417c0d2d HTTP/1.1" status: 200 len: 852 time: 0.0470624 Jan 26 21:37:20.954288 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-a19b7364-539f-4256-8ac4-3b230c85cb3d req-0851dac6-033f-4aea-948a-8f19cedd8372 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=727a69c9-4bd2-47ed-9710-ec00a648b8a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0261326 Jan 26 21:37:21.052112 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-a19b7364-539f-4256-8ac4-3b230c85cb3d req-5683e823-bc56-4d98-b424-a1950ab8bb5a service neutron] 10.222.0.57 "GET /v2.0/networks/727a69c9-4bd2-47ed-9710-ec00a648b8a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913134 Jan 26 21:37:21.149755 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-a19b7364-539f-4256-8ac4-3b230c85cb3d req-217c1cae-47b3-4dd0-a0a6-9c52b25d3b6a service neutron] 10.222.0.57 "GET /v2.0/networks/727a69c9-4bd2-47ed-9710-ec00a648b8a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921261 Jan 26 21:37:21.237207 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a348c812-48d7-49b4-b62a-b031be14bc8d req-50bf866b-815b-4180-a6ae-a11e4fa6f890 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:37:21.238865 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-a348c812-48d7-49b4-b62a-b031be14bc8d req-50bf866b-815b-4180-a6ae-a11e4fa6f890 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=c73a2f07f5ab4399b7a15fc67a9c2acd&device_id=a91dbbc5-1ec9-4505-bf6b-6c7a7e7d71de HTTP/1.1" status: 200 len: 1094 time: 0.0459628 Jan 26 21:37:21.244797 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-dc61014b-6ef2-4302-9fd2-bda6031b257b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (09df100c-3af1-4b0a-bda8-05914c71c458), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:37:21.332188 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a348c812-48d7-49b4-b62a-b031be14bc8d req-262e14eb-920d-44ac-887e-402ae1e6fbbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:37:21.333722 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-a348c812-48d7-49b4-b62a-b031be14bc8d req-262e14eb-920d-44ac-887e-402ae1e6fbbb service neutron] 10.222.0.57 "GET /v2.0/networks?id=727a69c9-4bd2-47ed-9710-ec00a648b8a7 HTTP/1.1" status: 200 len: 913 time: 0.0888619 Jan 26 21:37:21.375904 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-a348c812-48d7-49b4-b62a-b031be14bc8d req-7fd99d05-75df-43c3-a867-3a1b41c970c2 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9f31e38e-0c12-431e-9154-32744e707657 HTTP/1.1" status: 200 len: 217 time: 0.0357602 Jan 26 21:37:21.390020 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-89eeee58-77b7-4d04-bb37-6a3c88b70ca2 req-e4f0085f-83c6-49b7-a784-6ecaf9485072 tempest-ServerShowV254Test-773140835 tempest-ServerShowV254Test-773140835-project] 10.222.0.13 "GET /v2.0/ports?device_id=62b8f317-c6f6-475c-b694-e2c5ba8f893f HTTP/1.1" status: 200 len: 210 time: 0.0271189 Jan 26 21:37:21.427187 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a348c812-48d7-49b4-b62a-b031be14bc8d req-d83996b3-99fe-4814-af18-0d702a581df1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:37:21.428647 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-a348c812-48d7-49b4-b62a-b031be14bc8d req-d83996b3-99fe-4814-af18-0d702a581df1 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=4a248591-3632-483a-b8cc-4058417c0d2d HTTP/1.1" status: 200 len: 852 time: 0.0473077 Jan 26 21:37:21.465035 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-a348c812-48d7-49b4-b62a-b031be14bc8d req-c0283d30-239c-47f5-85e9-0c52b8bc4243 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=727a69c9-4bd2-47ed-9710-ec00a648b8a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0280099 Jan 26 21:37:21.553206 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-a348c812-48d7-49b4-b62a-b031be14bc8d req-cff49e59-18cf-4c80-9b17-a1ce2f3ac4b9 service neutron] 10.222.0.57 "GET /v2.0/networks/727a69c9-4bd2-47ed-9710-ec00a648b8a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818393 Jan 26 21:37:21.643140 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-a348c812-48d7-49b4-b62a-b031be14bc8d req-a4a40a42-9854-4943-8649-58bb276efa97 service neutron] 10.222.0.57 "GET /v2.0/networks/727a69c9-4bd2-47ed-9710-ec00a648b8a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839176 Jan 26 21:37:22.034222 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6b18bf-f721-471a-961b-76c859356698 req-3e6dfc8d-2d6f-4793-abf3-f625bc20c656 tempest-TestServerAdvancedOps-1779389157 tempest-TestServerAdvancedOps-1779389157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:37:22.035709 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-0c6b18bf-f721-471a-961b-76c859356698 req-3e6dfc8d-2d6f-4793-abf3-f625bc20c656 tempest-TestServerAdvancedOps-1779389157 tempest-TestServerAdvancedOps-1779389157-project] 10.222.0.13 "GET /v2.0/ports?device_id=a91dbbc5-1ec9-4505-bf6b-6c7a7e7d71de HTTP/1.1" status: 200 len: 943 time: 0.0486641 Jan 26 21:37:22.084986 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-0c6b18bf-f721-471a-961b-76c859356698 req-0d773796-fee9-40b5-aad2-00d721f9f25d tempest-TestServerAdvancedOps-1779389157 tempest-TestServerAdvancedOps-1779389157-project] 10.222.0.13 "GET /v2.0/security-groups?id=78e98967-fd7c-4db6-9336-839b61137d62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436573 Jan 26 21:37:22.257104 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-841f5991-a4d8-4d4b-b215-cbc6bab5427b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (aa7ee9d2-08eb-4e12-b895-24c57300dfec), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:37:22.491421 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-d13edae1-2e11-42ae-9e6f-2eec3a57c019 req-bf58ed6e-dbb2-401b-92c9-97f58298d193 tempest-ServerShowV254Test-773140835 tempest-ServerShowV254Test-773140835-project] 10.222.0.13 "GET /v2.0/ports?device_id=62b8f317-c6f6-475c-b694-e2c5ba8f893f HTTP/1.1" status: 200 len: 210 time: 0.0276463 Jan 26 21:37:23.069891 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (4d619873-4b60-439f-9b5a-b155dc8bbc34), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:37:23.203541 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebfcc05b-4fed-4dc1-b176-3a58fdce8b5d req-eafaae87-6de6-4ee9-b9e4-9f8bd5ae33ab tempest-TestServerAdvancedOps-1779389157 tempest-TestServerAdvancedOps-1779389157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:37:23.204939 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-ebfcc05b-4fed-4dc1-b176-3a58fdce8b5d req-eafaae87-6de6-4ee9-b9e4-9f8bd5ae33ab tempest-TestServerAdvancedOps-1779389157 tempest-TestServerAdvancedOps-1779389157-project] 10.222.0.13 "GET /v2.0/ports?device_id=a91dbbc5-1ec9-4505-bf6b-6c7a7e7d71de HTTP/1.1" status: 200 len: 943 time: 0.0527802 Jan 26 21:37:23.252699 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-ebfcc05b-4fed-4dc1-b176-3a58fdce8b5d req-8cca796c-cb2a-41ad-856e-467a3b39006d tempest-TestServerAdvancedOps-1779389157 tempest-TestServerAdvancedOps-1779389157-project] 10.222.0.13 "GET /v2.0/security-groups?id=78e98967-fd7c-4db6-9336-839b61137d62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410836 Jan 26 21:37:23.600330 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-a1d65077-8125-43ca-a798-39daeaf58847 req-81050b1c-c565-4bc8-a780-eedadbd6bbdf tempest-ServerShowV254Test-773140835 tempest-ServerShowV254Test-773140835-project] 10.222.0.13 "GET /v2.0/ports?device_id=62b8f317-c6f6-475c-b694-e2c5ba8f893f HTTP/1.1" status: 200 len: 210 time: 0.0272243 Jan 26 21:37:24.087388 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Device 9f31e38e-0c12-431e-9154-32744e707657 details requested by agent hyperv_n-h2-760453-5 with host n-h2-760453-5 {{(pid=103306) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 26 21:37:24.115855 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-839dd188-ec69-470c-9ab0-d318dc1a2e96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (e79b4fc6-6c71-44b2-a6d0-ff3e1f4dfd0d), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:37:24.196093 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] For port 9f31e38e-0c12-431e-9154-32744e707657, host n-h2-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-5',level=0,port_id=9f31e38e-0c12-431e-9154-32744e707657,segment=NetworkSegment(19ee8d8d-629a-4344-bc09-ec3bd11b7f28),segment_id=19ee8d8d-629a-4344-bc09-ec3bd11b7f28)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:37:24.207996 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Returning: {'device': '9f31e38e-0c12-431e-9154-32744e707657', 'network_id': '727a69c9-4bd2-47ed-9710-ec00a648b8a7', 'port_id': '9f31e38e-0c12-431e-9154-32744e707657', 'mac_address': 'fa:16:3e:42:f5:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 580, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4a248591-3632-483a-b8cc-4058417c0d2d', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103306) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 26 21:37:24.245248 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Current status of the port 9f31e38e-0c12-431e-9154-32744e707657 is: DOWN; New status is: BUILD {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:37:24.245664 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (9f31e38e-0c12-431e-9154-32744e707657), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:37:24.259001 n-d-760453-5 neutron-server[103306]: DEBUG neutron.notifiers.nova [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9f31e38e-0c12-431e-9154-32744e707657 {{(pid=103306) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 26 21:37:24.278845 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] For port 9f31e38e-0c12-431e-9154-32744e707657, host n-h2-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-5',level=0,port_id=9f31e38e-0c12-431e-9154-32744e707657,segment=NetworkSegment(19ee8d8d-629a-4344-bc09-ec3bd11b7f28),segment_id=19ee8d8d-629a-4344-bc09-ec3bd11b7f28)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:37:24.282733 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (9f31e38e-0c12-431e-9154-32744e707657), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:37:24.329483 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Pushing event updated for resources: {'Port': ['ID=9f31e38e-0c12-431e-9154-32744e707657,revision_number=4']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:37:24.339490 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:37:24.339840 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:37:24.340190 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:37:24.340527 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:37:24.340862 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:37:24.341194 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:37:24.341549 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:37:24.341877 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:37:24.342201 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:37:24.342524 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:37:24.342846 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:37:24.343169 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:37:24.343629 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:37:24.376940 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23f4aa8-5a1b-43fa-9c9e-4d30edc100d4 req-910e0221-4d0d-4aec-8901-90090e0faf45 tempest-TestServerAdvancedOps-1779389157 tempest-TestServerAdvancedOps-1779389157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:37:24.378531 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-b23f4aa8-5a1b-43fa-9c9e-4d30edc100d4 req-910e0221-4d0d-4aec-8901-90090e0faf45 tempest-TestServerAdvancedOps-1779389157 tempest-TestServerAdvancedOps-1779389157-project] 10.222.0.13 "GET /v2.0/ports?device_id=a91dbbc5-1ec9-4505-bf6b-6c7a7e7d71de HTTP/1.1" status: 200 len: 944 time: 0.0537667 Jan 26 21:37:24.427408 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-b23f4aa8-5a1b-43fa-9c9e-4d30edc100d4 req-7bc87908-6bf1-4f5b-aa76-c8652700b224 tempest-TestServerAdvancedOps-1779389157 tempest-TestServerAdvancedOps-1779389157-project] 10.222.0.13 "GET /v2.0/security-groups?id=78e98967-fd7c-4db6-9336-839b61137d62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430772 Jan 26 21:37:24.519135 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] get_ports_and_sgs() called for port_ids ['9f31e38e-0c12-431e-9154-32744e707657'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 26 21:37:24.705868 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-ab6f43fa-aeda-4199-909e-8c5b871060cd req-451d25fd-4949-4c47-b4e2-01c9690f9e52 tempest-ServerShowV254Test-773140835 tempest-ServerShowV254Test-773140835-project] 10.222.0.13 "GET /v2.0/ports?device_id=62b8f317-c6f6-475c-b694-e2c5ba8f893f HTTP/1.1" status: 200 len: 210 time: 0.0302360 Jan 26 21:37:25.295854 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (fea0591a-627d-4c87-9a9a-01625ddf3277), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:37:25.542889 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382777dc-c212-4352-ae04-a36ba284e67a req-3f129e22-1078-4805-919f-cd6cef7d8d3b tempest-TestServerAdvancedOps-1779389157 tempest-TestServerAdvancedOps-1779389157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:37:25.544581 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-382777dc-c212-4352-ae04-a36ba284e67a req-3f129e22-1078-4805-919f-cd6cef7d8d3b tempest-TestServerAdvancedOps-1779389157 tempest-TestServerAdvancedOps-1779389157-project] 10.222.0.13 "GET /v2.0/ports?device_id=a91dbbc5-1ec9-4505-bf6b-6c7a7e7d71de HTTP/1.1" status: 200 len: 944 time: 0.0491166 Jan 26 21:37:25.592526 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-382777dc-c212-4352-ae04-a36ba284e67a req-dbab35b4-d9ea-4508-b1eb-ef9282f240ba tempest-TestServerAdvancedOps-1779389157 tempest-TestServerAdvancedOps-1779389157-project] 10.222.0.13 "GET /v2.0/security-groups?id=78e98967-fd7c-4db6-9336-839b61137d62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417905 Jan 26 21:37:25.816780 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-52b6abc8-ad27-4a3a-b8b0-f898e0dc199e req-5d8af052-5daa-407b-bd6f-958a655eddbe tempest-ServerShowV254Test-773140835 tempest-ServerShowV254Test-773140835-project] 10.222.0.13 "GET /v2.0/ports?device_id=62b8f317-c6f6-475c-b694-e2c5ba8f893f HTTP/1.1" status: 200 len: 210 time: 0.0268273 Jan 26 21:37:26.103335 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Device 9f31e38e-0c12-431e-9154-32744e707657 up at agent hyperv_n-h2-760453-5 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 21:37:26.186158 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Provisioning for port 9f31e38e-0c12-431e-9154-32744e707657 completed by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 21:37:26.190433 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Provisioning complete for port 9f31e38e-0c12-431e-9154-32744e707657 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:37:26.190928 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (9f31e38e-0c12-431e-9154-32744e707657), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:37:26.281407 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Current status of the port 9f31e38e-0c12-431e-9154-32744e707657 is: BUILD; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:37:26.282226 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (9f31e38e-0c12-431e-9154-32744e707657), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:37:26.309560 n-d-760453-5 neutron-server[103306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a91dbbc5-1ec9-4505-bf6b-6c7a7e7d71de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f31e38e-0c12-431e-9154-32744e707657'}] {{(pid=103306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 21:37:26.311979 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9d5d370febab655511bdd2ffe887e43e442d144a440368702bcc1e93af00b97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c91a2a52-2af0-4bc4-8b88-d9b8f7d944da" -d '{"events": [{"server_uuid": "a91dbbc5-1ec9-4505-bf6b-6c7a7e7d71de", "name": "network-vif-plugged", "status": "completed", "tag": "9f31e38e-0c12-431e-9154-32744e707657"}]}' {{(pid=103306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 21:37:26.333354 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] For port 9f31e38e-0c12-431e-9154-32744e707657, host n-h2-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-5',level=0,port_id=9f31e38e-0c12-431e-9154-32744e707657,segment=NetworkSegment(19ee8d8d-629a-4344-bc09-ec3bd11b7f28),segment_id=19ee8d8d-629a-4344-bc09-ec3bd11b7f28)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:37:26.340525 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (9f31e38e-0c12-431e-9154-32744e707657), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:37:26.342626 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-50c2e8bc-6a4b-4f32-b1ea-8179e20dbfb2 req-3772488f-2c11-4862-9c46-2bdb910e7850 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=62b8f317-c6f6-475c-b694-e2c5ba8f893f HTTP/1.1" status: 200 len: 210 time: 0.0284340 Jan 26 21:37:26.375035 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Jan 2022 21:37:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8bafdae9-df7b-4947-a933-33d5d8758d6e x-openstack-request-id: req-8bafdae9-df7b-4947-a933-33d5d8758d6e {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 21:37:26.375453 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a91dbbc5-1ec9-4505-bf6b-6c7a7e7d71de", "name": "network-vif-plugged", "status": "completed", "tag": "9f31e38e-0c12-431e-9154-32744e707657", "code": 200}]} {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 21:37:26.375789 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-8bafdae9-df7b-4947-a933-33d5d8758d6e {{(pid=103306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 21:37:26.376386 n-d-760453-5 neutron-server[103306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a91dbbc5-1ec9-4505-bf6b-6c7a7e7d71de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f31e38e-0c12-431e-9154-32744e707657', 'code': 200} Jan 26 21:37:26.411580 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Pushing event updated for resources: {'Port': ['ID=9f31e38e-0c12-431e-9154-32744e707657,revision_number=5']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:37:26.485802 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa94354a-28c1-4440-a65f-2a64a1b7e397 req-aeded9f9-3efc-4fad-ae8f-9b0e30ec192e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:37:26.488048 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-aa94354a-28c1-4440-a65f-2a64a1b7e397 req-aeded9f9-3efc-4fad-ae8f-9b0e30ec192e service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=a91dbbc5-1ec9-4505-bf6b-6c7a7e7d71de HTTP/1.1" status: 200 len: 1096 time: 0.0421259 Jan 26 21:37:26.532581 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-aa94354a-28c1-4440-a65f-2a64a1b7e397 req-fa0c4637-a2c4-47e5-bf57-a48fa3991b1d service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=78e98967-fd7c-4db6-9336-839b61137d62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378025 Jan 26 21:37:26.712735 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19028825-107e-482e-8c85-11fa568f1886 req-e05e39fe-a5c6-4e47-bd55-7273fe4322df tempest-TestServerAdvancedOps-1779389157 tempest-TestServerAdvancedOps-1779389157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:37:26.714495 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-19028825-107e-482e-8c85-11fa568f1886 req-e05e39fe-a5c6-4e47-bd55-7273fe4322df tempest-TestServerAdvancedOps-1779389157 tempest-TestServerAdvancedOps-1779389157-project] 10.222.0.13 "GET /v2.0/ports?device_id=a91dbbc5-1ec9-4505-bf6b-6c7a7e7d71de HTTP/1.1" status: 200 len: 945 time: 0.0546117 Jan 26 21:37:26.763658 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-19028825-107e-482e-8c85-11fa568f1886 req-737f009a-0831-45e9-9079-e129bb790aac tempest-TestServerAdvancedOps-1779389157 tempest-TestServerAdvancedOps-1779389157-project] 10.222.0.13 "GET /v2.0/security-groups?id=78e98967-fd7c-4db6-9336-839b61137d62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417237 Jan 26 21:37:26.925102 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-9418a288-d587-4c7b-ab1a-36575ea2e21a req-635e8a23-e562-4af1-b0c3-09be0b479000 tempest-ServerShowV254Test-773140835 tempest-ServerShowV254Test-773140835-project] 10.222.0.13 "GET /v2.0/ports?device_id=62b8f317-c6f6-475c-b694-e2c5ba8f893f HTTP/1.1" status: 200 len: 210 time: 0.0273368 Jan 26 21:37:27.904220 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608f8cd0-d812-4deb-a812-f7395321ade0 req-2113d575-226d-4a25-b40b-a351964bb42a tempest-TestServerAdvancedOps-1779389157 tempest-TestServerAdvancedOps-1779389157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:37:27.905925 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-608f8cd0-d812-4deb-a812-f7395321ade0 req-2113d575-226d-4a25-b40b-a351964bb42a tempest-TestServerAdvancedOps-1779389157 tempest-TestServerAdvancedOps-1779389157-project] 10.222.0.13 "GET /v2.0/ports?device_id=a91dbbc5-1ec9-4505-bf6b-6c7a7e7d71de HTTP/1.1" status: 200 len: 945 time: 0.0560501 Jan 26 21:37:27.977150 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-608f8cd0-d812-4deb-a812-f7395321ade0 req-26c81a68-2b9c-42af-a9c3-aa61a3428c59 tempest-TestServerAdvancedOps-1779389157 tempest-TestServerAdvancedOps-1779389157-project] 10.222.0.13 "GET /v2.0/security-groups?id=78e98967-fd7c-4db6-9336-839b61137d62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640576 Jan 26 21:37:28.051566 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-e892f83a-57d4-4ba4-aa3e-e858d8b30304 req-f0235a78-4c54-412f-b407-0651479a0c8f tempest-ServerShowV254Test-773140835 tempest-ServerShowV254Test-773140835-project] 10.222.0.13 "GET /v2.0/ports?device_id=62b8f317-c6f6-475c-b694-e2c5ba8f893f HTTP/1.1" status: 200 len: 210 time: 0.0345018 Jan 26 21:37:28.114093 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2335afbf-aa56-4fe7-83c3-9130e99cbc86 req-4bf4830a-6074-415b-8b0c-70b09ceb9b5e tempest-TestServerAdvancedOps-1779389157 tempest-TestServerAdvancedOps-1779389157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:37:28.117039 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-2335afbf-aa56-4fe7-83c3-9130e99cbc86 req-4bf4830a-6074-415b-8b0c-70b09ceb9b5e tempest-TestServerAdvancedOps-1779389157 tempest-TestServerAdvancedOps-1779389157-project] 10.222.0.13 "GET /v2.0/ports?device_id=a91dbbc5-1ec9-4505-bf6b-6c7a7e7d71de HTTP/1.1" status: 200 len: 945 time: 0.0647104 Jan 26 21:37:28.172940 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-2335afbf-aa56-4fe7-83c3-9130e99cbc86 req-64f5152f-45b3-4e5b-b71e-b8a3f6b121eb tempest-TestServerAdvancedOps-1779389157 tempest-TestServerAdvancedOps-1779389157-project] 10.222.0.13 "GET /v2.0/security-groups?id=78e98967-fd7c-4db6-9336-839b61137d62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492356 Jan 26 21:37:28.395792 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-de70a441-69a6-46ef-ae00-663a83e60307 req-22b93bdd-5136-428a-8455-9979e6db1be7 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=8a05c1a782d74470b42505a15c75c6fd&device_id=62b8f317-c6f6-475c-b694-e2c5ba8f893f HTTP/1.1" status: 200 len: 210 time: 0.0325012 Jan 26 21:37:28.440117 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-2573e4c4-fe0c-4d80-af68-a89b4cc5e4bd req-d7dd7dd8-68b7-43e4-a3c4-e3d20115a162 tempest-ServerShowV254Test-773140835 tempest-ServerShowV254Test-773140835-project] 10.222.0.13 "GET /v2.0/ports?device_id=62b8f317-c6f6-475c-b694-e2c5ba8f893f HTTP/1.1" status: 200 len: 210 time: 0.0750988 Jan 26 21:37:28.474664 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-de70a441-69a6-46ef-ae00-663a83e60307 req-2b51756e-ce4c-4ca7-bb81-19d2a1946d84 service neutron] 10.222.0.66 "GET /v2.0/networks?tenant_id=8a05c1a782d74470b42505a15c75c6fd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0488601 Jan 26 21:37:28.527428 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59dc1692-9d19-40ff-be8a-05ad94b67823 req-586f349c-2a74-4868-81a2-99880c0c58d3 tempest-TestServerAdvancedOps-1779389157 tempest-TestServerAdvancedOps-1779389157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:37:28.528905 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-59dc1692-9d19-40ff-be8a-05ad94b67823 req-586f349c-2a74-4868-81a2-99880c0c58d3 tempest-TestServerAdvancedOps-1779389157 tempest-TestServerAdvancedOps-1779389157-project] 10.222.0.13 "GET /v2.0/ports?device_id=a91dbbc5-1ec9-4505-bf6b-6c7a7e7d71de HTTP/1.1" status: 200 len: 945 time: 0.1253991 Jan 26 21:37:28.675377 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-59dc1692-9d19-40ff-be8a-05ad94b67823 req-75078136-821b-405a-9bae-9dc23f520d86 tempest-TestServerAdvancedOps-1779389157 tempest-TestServerAdvancedOps-1779389157-project] 10.222.0.13 "GET /v2.0/security-groups?id=78e98967-fd7c-4db6-9336-839b61137d62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131811 Jan 26 21:37:28.676852 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de70a441-69a6-46ef-ae00-663a83e60307 req-740c2b26-8af7-47be-9a01-8be7f09d7f0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:37:28.678345 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-de70a441-69a6-46ef-ae00-663a83e60307 req-740c2b26-8af7-47be-9a01-8be7f09d7f0b service neutron] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1973281 Jan 26 21:37:29.543276 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-9cdffd31-40f3-4477-b3dc-004f584a70eb req-20824602-723c-4422-b653-59d3ebdc41a5 tempest-ServerShowV254Test-773140835 tempest-ServerShowV254Test-773140835-project] 10.222.0.13 "GET /v2.0/ports?device_id=62b8f317-c6f6-475c-b694-e2c5ba8f893f HTTP/1.1" status: 200 len: 210 time: 0.0270483 Jan 26 21:37:29.793512 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664c0c1c-f6dd-4eb6-a6ae-4a9933e67efa req-e212095e-206e-4de7-8049-522c97767c80 tempest-TestServerAdvancedOps-1779389157 tempest-TestServerAdvancedOps-1779389157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:37:29.794992 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-664c0c1c-f6dd-4eb6-a6ae-4a9933e67efa req-e212095e-206e-4de7-8049-522c97767c80 tempest-TestServerAdvancedOps-1779389157 tempest-TestServerAdvancedOps-1779389157-project] 10.222.0.13 "GET /v2.0/ports?device_id=a91dbbc5-1ec9-4505-bf6b-6c7a7e7d71de HTTP/1.1" status: 200 len: 945 time: 0.0521319 Jan 26 21:37:29.844044 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-664c0c1c-f6dd-4eb6-a6ae-4a9933e67efa req-0e6b2ad8-0e89-4723-b929-649b674c86b4 tempest-TestServerAdvancedOps-1779389157 tempest-TestServerAdvancedOps-1779389157-project] 10.222.0.13 "GET /v2.0/security-groups?id=78e98967-fd7c-4db6-9336-839b61137d62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433462 Jan 26 21:37:30.057986 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0700dd-900f-462f-b8e6-46984c60d3b3 req-674c9fc7-95db-4fdd-936d-ec5e70b50a34 tempest-TestServerAdvancedOps-1779389157 tempest-TestServerAdvancedOps-1779389157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:37:30.060441 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-dc0700dd-900f-462f-b8e6-46984c60d3b3 req-674c9fc7-95db-4fdd-936d-ec5e70b50a34 tempest-TestServerAdvancedOps-1779389157 tempest-TestServerAdvancedOps-1779389157-project] 10.222.0.13 "GET /v2.0/ports?device_id=a91dbbc5-1ec9-4505-bf6b-6c7a7e7d71de HTTP/1.1" status: 200 len: 945 time: 0.0610011 Jan 26 21:37:30.068813 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3140ac3-a40a-4622-917f-8cb9c5c5dc96 req-c8ea05bd-2c5a-4768-b167-55f9926a6a7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:37:30.070343 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-d3140ac3-a40a-4622-917f-8cb9c5c5dc96 req-c8ea05bd-2c5a-4768-b167-55f9926a6a7f service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=c73a2f07f5ab4399b7a15fc67a9c2acd&device_id=a91dbbc5-1ec9-4505-bf6b-6c7a7e7d71de HTTP/1.1" status: 200 len: 1096 time: 0.0426137 Jan 26 21:37:30.125246 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-dc0700dd-900f-462f-b8e6-46984c60d3b3 req-34a7d430-20ed-467e-9286-8a12a188a47d tempest-TestServerAdvancedOps-1779389157 tempest-TestServerAdvancedOps-1779389157-project] 10.222.0.13 "GET /v2.0/security-groups?id=78e98967-fd7c-4db6-9336-839b61137d62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582457 Jan 26 21:37:30.166303 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3140ac3-a40a-4622-917f-8cb9c5c5dc96 req-42a2ae41-ab91-4205-84e6-4e1ee697e944 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:37:30.167989 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-d3140ac3-a40a-4622-917f-8cb9c5c5dc96 req-42a2ae41-ab91-4205-84e6-4e1ee697e944 service neutron] 10.222.0.57 "GET /v2.0/networks?id=727a69c9-4bd2-47ed-9710-ec00a648b8a7 HTTP/1.1" status: 200 len: 913 time: 0.0904572 Jan 26 21:37:30.174049 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-de70a441-69a6-46ef-ae00-663a83e60307 req-9331f950-a18d-4249-b782-71288d25e517 tempest-ServerShowV254Test-773140835 tempest-ServerShowV254Test-773140835-project] 10.222.0.66 "GET /v2.0/ports?device_id=62b8f317-c6f6-475c-b694-e2c5ba8f893f HTTP/1.1" status: 200 len: 210 time: 0.0258307 Jan 26 21:37:30.209485 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-d3140ac3-a40a-4622-917f-8cb9c5c5dc96 req-a8c0cabc-3ecc-4b09-bacb-b584e3f62c83 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9f31e38e-0c12-431e-9154-32744e707657 HTTP/1.1" status: 200 len: 217 time: 0.0358050 Jan 26 21:37:30.259712 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3140ac3-a40a-4622-917f-8cb9c5c5dc96 req-962410e6-767d-4e65-96a3-c0b6d5fa8818 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:37:30.262242 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-d3140ac3-a40a-4622-917f-8cb9c5c5dc96 req-962410e6-767d-4e65-96a3-c0b6d5fa8818 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=4a248591-3632-483a-b8cc-4058417c0d2d HTTP/1.1" status: 200 len: 852 time: 0.0466743 Jan 26 21:37:30.297121 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-d3140ac3-a40a-4622-917f-8cb9c5c5dc96 req-e0c8e6de-f98b-4534-b8f0-01bef6184ea0 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=727a69c9-4bd2-47ed-9710-ec00a648b8a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0294516 Jan 26 21:37:30.399640 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-d3140ac3-a40a-4622-917f-8cb9c5c5dc96 req-c11059e6-90da-4475-aecb-9deb16777f32 service neutron] 10.222.0.57 "GET /v2.0/networks/727a69c9-4bd2-47ed-9710-ec00a648b8a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0958760 Jan 26 21:37:30.525218 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-d3140ac3-a40a-4622-917f-8cb9c5c5dc96 req-0072f2d8-0bf5-49a6-9a74-1e1e4225740f service neutron] 10.222.0.57 "GET /v2.0/networks/727a69c9-4bd2-47ed-9710-ec00a648b8a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1202765 Jan 26 21:37:30.642555 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ace5b94-0456-4962-b3cd-e1a10a4d4dd8 req-c86ee651-e665-4077-9c65-901549e4d92f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:37:30.644680 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-0ace5b94-0456-4962-b3cd-e1a10a4d4dd8 req-c86ee651-e665-4077-9c65-901549e4d92f service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=c73a2f07f5ab4399b7a15fc67a9c2acd&device_id=a91dbbc5-1ec9-4505-bf6b-6c7a7e7d71de HTTP/1.1" status: 200 len: 1096 time: 0.0486321 Jan 26 21:37:30.703704 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-0bf39be8-199f-493f-b762-70aa18bd5ad6 req-eee1f525-bb4a-4c5d-9d66-12249eab0af3 tempest-ServerShowV254Test-773140835 tempest-ServerShowV254Test-773140835-project] 10.222.0.13 "GET /v2.0/ports?device_id=62b8f317-c6f6-475c-b694-e2c5ba8f893f HTTP/1.1" status: 200 len: 210 time: 0.0335615 Jan 26 21:37:30.794253 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ace5b94-0456-4962-b3cd-e1a10a4d4dd8 req-c71e82a5-96cd-423e-96f1-9948170be6c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:37:30.796339 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-0ace5b94-0456-4962-b3cd-e1a10a4d4dd8 req-c71e82a5-96cd-423e-96f1-9948170be6c7 service neutron] 10.222.0.57 "GET /v2.0/networks?id=727a69c9-4bd2-47ed-9710-ec00a648b8a7 HTTP/1.1" status: 200 len: 913 time: 0.1277487 Jan 26 21:37:30.844960 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-0ace5b94-0456-4962-b3cd-e1a10a4d4dd8 req-26df9dda-f2a8-4061-be3a-3834d598346e service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9f31e38e-0c12-431e-9154-32744e707657 HTTP/1.1" status: 200 len: 217 time: 0.0411351 Jan 26 21:37:30.901590 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ace5b94-0456-4962-b3cd-e1a10a4d4dd8 req-263f6320-7fc6-4f98-9b19-135bb616e9ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:37:30.903087 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-0ace5b94-0456-4962-b3cd-e1a10a4d4dd8 req-263f6320-7fc6-4f98-9b19-135bb616e9ee service neutron] 10.222.0.57 "GET /v2.0/subnets?id=4a248591-3632-483a-b8cc-4058417c0d2d HTTP/1.1" status: 200 len: 852 time: 0.0498769 Jan 26 21:37:30.935955 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-0ace5b94-0456-4962-b3cd-e1a10a4d4dd8 req-183a8a2b-7eb5-4075-8ec5-185edb2eb987 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=727a69c9-4bd2-47ed-9710-ec00a648b8a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0247390 Jan 26 21:37:31.031258 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-0ace5b94-0456-4962-b3cd-e1a10a4d4dd8 req-119c7f8c-8fb0-44e8-83d0-c6e6495d7996 service neutron] 10.222.0.57 "GET /v2.0/networks/727a69c9-4bd2-47ed-9710-ec00a648b8a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875130 Jan 26 21:37:31.142402 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-0ace5b94-0456-4962-b3cd-e1a10a4d4dd8 req-f7e4fc58-ebdc-4bea-b30e-67465c4d4a0f service neutron] 10.222.0.57 "GET /v2.0/networks/727a69c9-4bd2-47ed-9710-ec00a648b8a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929368 Jan 26 21:37:31.274849 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1494cc9c-1b50-49c9-943f-382f219b806d req-bbd75c16-11ec-47bf-9d6f-a81216d3a4ff tempest-TestServerAdvancedOps-1779389157 tempest-TestServerAdvancedOps-1779389157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:37:31.282076 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-1494cc9c-1b50-49c9-943f-382f219b806d req-bbd75c16-11ec-47bf-9d6f-a81216d3a4ff tempest-TestServerAdvancedOps-1779389157 tempest-TestServerAdvancedOps-1779389157-project] 10.222.0.13 "GET /v2.0/ports?device_id=a91dbbc5-1ec9-4505-bf6b-6c7a7e7d71de HTTP/1.1" status: 200 len: 945 time: 0.0619373 Jan 26 21:37:31.324735 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-1494cc9c-1b50-49c9-943f-382f219b806d req-c81ee1b5-92dd-4657-9945-af6cd30214a4 tempest-TestServerAdvancedOps-1779389157 tempest-TestServerAdvancedOps-1779389157-project] 10.222.0.13 "GET /v2.0/security-groups?id=78e98967-fd7c-4db6-9336-839b61137d62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416870 Jan 26 21:37:32.015267 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 59390) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:37:32.123587 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-e3803251-6818-49ed-87f2-914dba44d053 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:37:32.197480 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-e3803251-6818-49ed-87f2-914dba44d053 admin admin] Publish callbacks [] for security_group (f6ae405c-a031-48a6-b22c-56c2b760a764), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:37:32.202851 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-e3803251-6818-49ed-87f2-914dba44d053 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (f6ae405c-a031-48a6-b22c-56c2b760a764), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:37:32.244608 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-e3803251-6818-49ed-87f2-914dba44d053 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=8a05c1a782d74470b42505a15c75c6fd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2282000 Jan 26 21:37:32.245781 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3803251-6818-49ed-87f2-914dba44d053 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6ae405c-a031-48a6-b22c-56c2b760a764,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:37:32.247333 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 59394) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:37:32.296864 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-d017396f-5821-4f8a-a140-dce78678657a admin admin] Publish callbacks [] for security_group (f6ae405c-a031-48a6-b22c-56c2b760a764), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:37:32.318289 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-d017396f-5821-4f8a-a140-dce78678657a admin admin] Publish callbacks [] for security_group (f6ae405c-a031-48a6-b22c-56c2b760a764), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:37:32.366701 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-d017396f-5821-4f8a-a140-dce78678657a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (f6ae405c-a031-48a6-b22c-56c2b760a764), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:37:32.370047 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-d017396f-5821-4f8a-a140-dce78678657a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:37:32.371371 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-d017396f-5821-4f8a-a140-dce78678657a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/f6ae405c-a031-48a6-b22c-56c2b760a764 HTTP/1.1" status: 204 len: 168 time: 0.1229863 Jan 26 21:37:32.380335 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d017396f-5821-4f8a-a140-dce78678657a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6ae405c-a031-48a6-b22c-56c2b760a764,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:37:32.462113 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49fa9cf7-6c1e-4f25-9784-9547f87991bb req-0bb1d468-bc8a-46f7-99b1-d041e3f71662 tempest-TestServerAdvancedOps-1779389157 tempest-TestServerAdvancedOps-1779389157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:37:32.463842 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-49fa9cf7-6c1e-4f25-9784-9547f87991bb req-0bb1d468-bc8a-46f7-99b1-d041e3f71662 tempest-TestServerAdvancedOps-1779389157 tempest-TestServerAdvancedOps-1779389157-project] 10.222.0.13 "GET /v2.0/ports?device_id=a91dbbc5-1ec9-4505-bf6b-6c7a7e7d71de HTTP/1.1" status: 200 len: 945 time: 0.0535944 Jan 26 21:37:32.554586 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-49fa9cf7-6c1e-4f25-9784-9547f87991bb req-9427147f-1629-4541-b26a-9304c97542ed tempest-TestServerAdvancedOps-1779389157 tempest-TestServerAdvancedOps-1779389157-project] 10.222.0.13 "GET /v2.0/security-groups?id=78e98967-fd7c-4db6-9336-839b61137d62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775168 Jan 26 21:37:32.805426 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cacea1ac-20b0-41c5-b3cf-0d1bfb84dc27 req-d961d06e-b8bb-49e7-b6f3-ad48158a2944 tempest-TestServerAdvancedOps-1779389157 tempest-TestServerAdvancedOps-1779389157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:37:32.806835 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-cacea1ac-20b0-41c5-b3cf-0d1bfb84dc27 req-d961d06e-b8bb-49e7-b6f3-ad48158a2944 tempest-TestServerAdvancedOps-1779389157 tempest-TestServerAdvancedOps-1779389157-project] 10.222.0.13 "GET /v2.0/ports?device_id=a91dbbc5-1ec9-4505-bf6b-6c7a7e7d71de HTTP/1.1" status: 200 len: 945 time: 0.0497956 Jan 26 21:37:32.863542 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-cacea1ac-20b0-41c5-b3cf-0d1bfb84dc27 req-adab301f-8616-403c-ba97-09f72817f088 tempest-TestServerAdvancedOps-1779389157 tempest-TestServerAdvancedOps-1779389157-project] 10.222.0.13 "GET /v2.0/security-groups?id=78e98967-fd7c-4db6-9336-839b61137d62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506656 Jan 26 21:37:33.488797 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 59434) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:37:33.605643 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-12aac0c5-1695-4d73-a9a2-7f6c638bddcb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:37:33.689676 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-12aac0c5-1695-4d73-a9a2-7f6c638bddcb admin admin] Publish callbacks [] for security_group (5b9e1fd3-b91a-49b0-a15d-778332bea271), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:37:33.693639 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-12aac0c5-1695-4d73-a9a2-7f6c638bddcb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (5b9e1fd3-b91a-49b0-a15d-778332bea271), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:37:33.734577 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-12aac0c5-1695-4d73-a9a2-7f6c638bddcb admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=81b5c5c3603240eb874e9cbf938116c2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2443404 Jan 26 21:37:33.736694 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12aac0c5-1695-4d73-a9a2-7f6c638bddcb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b9e1fd3-b91a-49b0-a15d-778332bea271,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:37:33.737603 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 59440) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:37:33.795578 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-e194800f-a3e4-43a9-84b7-400064160de7 admin admin] Publish callbacks [] for security_group (5b9e1fd3-b91a-49b0-a15d-778332bea271), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:37:33.816048 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-e194800f-a3e4-43a9-84b7-400064160de7 admin admin] Publish callbacks [] for security_group (5b9e1fd3-b91a-49b0-a15d-778332bea271), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:37:33.862881 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-e194800f-a3e4-43a9-84b7-400064160de7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (5b9e1fd3-b91a-49b0-a15d-778332bea271), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:37:33.865490 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-e194800f-a3e4-43a9-84b7-400064160de7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:37:33.866663 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-e194800f-a3e4-43a9-84b7-400064160de7 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/5b9e1fd3-b91a-49b0-a15d-778332bea271 HTTP/1.1" status: 204 len: 168 time: 0.1272175 Jan 26 21:37:33.875753 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e194800f-a3e4-43a9-84b7-400064160de7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b9e1fd3-b91a-49b0-a15d-778332bea271,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:37:33.994158 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd41332c-2eb3-4b26-87b3-36f444a03f13 req-577e2f38-3c9a-49df-8f9c-a8b64b31d0d6 tempest-TestServerAdvancedOps-1779389157 tempest-TestServerAdvancedOps-1779389157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:37:33.995760 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-dd41332c-2eb3-4b26-87b3-36f444a03f13 req-577e2f38-3c9a-49df-8f9c-a8b64b31d0d6 tempest-TestServerAdvancedOps-1779389157 tempest-TestServerAdvancedOps-1779389157-project] 10.222.0.13 "GET /v2.0/ports?device_id=a91dbbc5-1ec9-4505-bf6b-6c7a7e7d71de HTTP/1.1" status: 200 len: 945 time: 0.0539885 Jan 26 21:37:34.045332 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-dd41332c-2eb3-4b26-87b3-36f444a03f13 req-09375a9e-8b2f-43f1-8991-b2c8a5fb06a4 tempest-TestServerAdvancedOps-1779389157 tempest-TestServerAdvancedOps-1779389157-project] 10.222.0.13 "GET /v2.0/security-groups?id=78e98967-fd7c-4db6-9336-839b61137d62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437038 Jan 26 21:37:34.283288 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb720e43-80f9-4c9c-ba21-40db7f35f80f req-d4960b2b-887e-4703-ba07-115aa0db2a08 tempest-TestServerAdvancedOps-1779389157 tempest-TestServerAdvancedOps-1779389157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:37:34.285978 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-fb720e43-80f9-4c9c-ba21-40db7f35f80f req-d4960b2b-887e-4703-ba07-115aa0db2a08 tempest-TestServerAdvancedOps-1779389157 tempest-TestServerAdvancedOps-1779389157-project] 10.222.0.13 "GET /v2.0/ports?device_id=a91dbbc5-1ec9-4505-bf6b-6c7a7e7d71de HTTP/1.1" status: 200 len: 945 time: 0.0654449 Jan 26 21:37:34.296615 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3caf586c-3912-4ba6-8175-8305382bf89c req-af3743da-1511-420a-9ca7-38e3d5acaa8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:37:34.298120 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-3caf586c-3912-4ba6-8175-8305382bf89c req-af3743da-1511-420a-9ca7-38e3d5acaa8b service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=c73a2f07f5ab4399b7a15fc67a9c2acd&device_id=a91dbbc5-1ec9-4505-bf6b-6c7a7e7d71de HTTP/1.1" status: 200 len: 1096 time: 0.0482516 Jan 26 21:37:34.354222 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-fb720e43-80f9-4c9c-ba21-40db7f35f80f req-0edb12a0-e555-4289-b25e-0ad28bcf86c7 tempest-TestServerAdvancedOps-1779389157 tempest-TestServerAdvancedOps-1779389157-project] 10.222.0.13 "GET /v2.0/security-groups?id=78e98967-fd7c-4db6-9336-839b61137d62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622492 Jan 26 21:37:34.570353 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 59468) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:37:34.679122 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3caf586c-3912-4ba6-8175-8305382bf89c req-597ac937-e7c5-4317-a3f6-6a384fcab5e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:37:34.680622 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-3caf586c-3912-4ba6-8175-8305382bf89c req-597ac937-e7c5-4317-a3f6-6a384fcab5e0 service neutron] 10.222.0.57 "GET /v2.0/networks?id=727a69c9-4bd2-47ed-9710-ec00a648b8a7 HTTP/1.1" status: 200 len: 913 time: 0.3750722 Jan 26 21:37:34.694143 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-4ee7a64d-ed4d-4454-8689-f91627b5b984 admin admin] Request body: {'network': {'name': 'tempest-ComputeTenantNetworksTest-1608728765-network', 'tenant_id': '6cafb68ff30b4cfbb6fd1bb40ad2b31f'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:37:34.715965 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ee7a64d-ed4d-4454-8689-f91627b5b984 admin admin] Made reservation on behalf of 6cafb68ff30b4cfbb6fd1bb40ad2b31f for: {'network': 1} {{(pid=103304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 21:37:34.718433 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-4ee7a64d-ed4d-4454-8689-f91627b5b984 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for network (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:37:34.727198 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-4ee7a64d-ed4d-4454-8689-f91627b5b984 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:37:34.729395 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-3caf586c-3912-4ba6-8175-8305382bf89c req-8c43dad5-4418-4338-afd8-237c8010602c service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9f31e38e-0c12-431e-9154-32744e707657 HTTP/1.1" status: 200 len: 217 time: 0.0425026 Jan 26 21:37:34.785388 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3caf586c-3912-4ba6-8175-8305382bf89c req-06bdcb30-fef2-468e-8641-c6ca8b86f342 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:37:34.787864 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-3caf586c-3912-4ba6-8175-8305382bf89c req-06bdcb30-fef2-468e-8641-c6ca8b86f342 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=4a248591-3632-483a-b8cc-4058417c0d2d HTTP/1.1" status: 200 len: 852 time: 0.0534329 Jan 26 21:37:34.810954 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-4ee7a64d-ed4d-4454-8689-f91627b5b984 admin admin] Publish callbacks [] for security_group (1d2890f2-1180-4b00-a090-5b6a7454bc89), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:37:34.830630 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-4ee7a64d-ed4d-4454-8689-f91627b5b984 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (1d2890f2-1180-4b00-a090-5b6a7454bc89), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:37:34.832056 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-3caf586c-3912-4ba6-8175-8305382bf89c req-7e8878b8-96de-4f01-9841-fc7e6ef4115b service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=727a69c9-4bd2-47ed-9710-ec00a648b8a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0384877 Jan 26 21:37:34.856265 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4ee7a64d-ed4d-4454-8689-f91627b5b984 admin admin] vlan segment allocate from pool success with {'vlan_id': 579, 'physical_network': 'physnet1'} {{(pid=103304) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 26 21:37:34.872303 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee7a64d-ed4d-4454-8689-f91627b5b984 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d2890f2-1180-4b00-a090-5b6a7454bc89,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:37:34.878568 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-4ee7a64d-ed4d-4454-8689-f91627b5b984 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576559'] for segment (11b64a84-e48c-47c1-a5a5-ca91d752f28f), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:37:34.878978 n-d-760453-5 neutron-server[103304]: INFO neutron.db.segments_db [None req-4ee7a64d-ed4d-4454-8689-f91627b5b984 admin admin] Added segment 11b64a84-e48c-47c1-a5a5-ca91d752f28f of type vlan for network eea96632-c805-4bed-a4f9-0e9ac0686e3a Jan 26 21:37:34.924404 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-4ee7a64d-ed4d-4454-8689-f91627b5b984 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746560256871'] for network (eea96632-c805-4bed-a4f9-0e9ac0686e3a), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:37:34.929317 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 59478) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:37:34.958080 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-3caf586c-3912-4ba6-8175-8305382bf89c req-2dce4e0e-84ae-4f67-ab29-c2e063dac754 service neutron] 10.222.0.57 "GET /v2.0/networks/727a69c9-4bd2-47ed-9710-ec00a648b8a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1201026 Jan 26 21:37:34.979851 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-4ee7a64d-ed4d-4454-8689-f91627b5b984 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503'] for network (eea96632-c805-4bed-a4f9-0e9ac0686e3a), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:37:34.980929 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ee7a64d-ed4d-4454-8689-f91627b5b984 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:37:34.981535 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-4ee7a64d-ed4d-4454-8689-f91627b5b984 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:37:35.008692 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-4ee7a64d-ed4d-4454-8689-f91627b5b984 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.4362271 Jan 26 21:37:35.058926 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee7a64d-ed4d-4454-8689-f91627b5b984 admin admin] Pushing event updated for resources: {'Network': ['ID=eea96632-c805-4bed-a4f9-0e9ac0686e3a,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:37:35.073865 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Network eea96632-c805-4bed-a4f9-0e9ac0686e3a details requested by agent ovs-agent-n-d-760453-5 with host n-d-760453-5 {{(pid=103306) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 26 21:37:35.118336 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-da6022fc-a7f4-420a-ba6f-31f21d10e1da admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:37:35.122434 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-3caf586c-3912-4ba6-8175-8305382bf89c req-f5e72fca-55ae-4638-83e4-2db6cdad3083 service neutron] 10.222.0.57 "GET /v2.0/networks/727a69c9-4bd2-47ed-9710-ec00a648b8a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1581128 Jan 26 21:37:35.233082 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-da6022fc-a7f4-420a-ba6f-31f21d10e1da admin admin] Publish callbacks [] for security_group (f2c3a047-77ee-48ce-b30e-d3d74ff1661d), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:37:35.238159 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-da6022fc-a7f4-420a-ba6f-31f21d10e1da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (f2c3a047-77ee-48ce-b30e-d3d74ff1661d), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:37:35.279249 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-da6022fc-a7f4-420a-ba6f-31f21d10e1da admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=645a930b66f04c379b6af4c3f8032d1f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3474400 Jan 26 21:37:35.280363 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6022fc-a7f4-420a-ba6f-31f21d10e1da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2c3a047-77ee-48ce-b30e-d3d74ff1661d,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:37:35.282193 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 59490) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:37:35.343032 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-602c577a-8e37-4904-8eaf-a5c2f7531051 admin admin] Publish callbacks [] for security_group (f2c3a047-77ee-48ce-b30e-d3d74ff1661d), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:37:35.367018 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-602c577a-8e37-4904-8eaf-a5c2f7531051 admin admin] Publish callbacks [] for security_group (f2c3a047-77ee-48ce-b30e-d3d74ff1661d), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:37:35.420789 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-602c577a-8e37-4904-8eaf-a5c2f7531051 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (f2c3a047-77ee-48ce-b30e-d3d74ff1661d), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:37:35.423502 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-602c577a-8e37-4904-8eaf-a5c2f7531051 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:37:35.425216 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-602c577a-8e37-4904-8eaf-a5c2f7531051 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/f2c3a047-77ee-48ce-b30e-d3d74ff1661d HTTP/1.1" status: 204 len: 168 time: 0.1416614 Jan 26 21:37:35.438986 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-602c577a-8e37-4904-8eaf-a5c2f7531051 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2c3a047-77ee-48ce-b30e-d3d74ff1661d,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:37:35.509971 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0e9bac-547d-4180-bff3-d58a23516e33 req-abd9e8e7-878d-49ec-b166-31c8063eaa7a tempest-ComputeTenantNetworksTest-737427632 tempest-ComputeTenantNetworksTest-737427632-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:37:35.515210 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0e9bac-547d-4180-bff3-d58a23516e33 req-abd9e8e7-878d-49ec-b166-31c8063eaa7a tempest-ComputeTenantNetworksTest-737427632 tempest-ComputeTenantNetworksTest-737427632-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:37:35.520305 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0e9bac-547d-4180-bff3-d58a23516e33 req-abd9e8e7-878d-49ec-b166-31c8063eaa7a tempest-ComputeTenantNetworksTest-737427632 tempest-ComputeTenantNetworksTest-737427632-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:37:35.522068 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-ed0e9bac-547d-4180-bff3-d58a23516e33 req-abd9e8e7-878d-49ec-b166-31c8063eaa7a tempest-ComputeTenantNetworksTest-737427632 tempest-ComputeTenantNetworksTest-737427632-project] 10.222.0.13 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1903 time: 0.1792130 Jan 26 21:37:35.549359 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce89622-f7f2-4871-96ad-baf602039a00 req-9b1d16c6-cecc-4111-acbd-69da56bcbb51 tempest-TestServerAdvancedOps-1779389157 tempest-TestServerAdvancedOps-1779389157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:37:35.549359 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-3ce89622-f7f2-4871-96ad-baf602039a00 req-9b1d16c6-cecc-4111-acbd-69da56bcbb51 tempest-TestServerAdvancedOps-1779389157 tempest-TestServerAdvancedOps-1779389157-project] 10.222.0.13 "GET /v2.0/ports?device_id=a91dbbc5-1ec9-4505-bf6b-6c7a7e7d71de HTTP/1.1" status: 200 len: 945 time: 0.0800061 Jan 26 21:37:35.667142 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-3ce89622-f7f2-4871-96ad-baf602039a00 req-6b84d376-a843-4085-a472-ddcaf46b512e tempest-TestServerAdvancedOps-1779389157 tempest-TestServerAdvancedOps-1779389157-project] 10.222.0.13 "GET /v2.0/security-groups?id=78e98967-fd7c-4db6-9336-839b61137d62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043501 Jan 26 21:37:35.675153 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b44d20b-52bb-4e0d-89de-e9abe695ecba req-61555a07-803e-4955-aaf5-44a01d5b506a tempest-ComputeTenantNetworksTest-737427632 tempest-ComputeTenantNetworksTest-737427632-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:37:35.676421 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-9b44d20b-52bb-4e0d-89de-e9abe695ecba req-61555a07-803e-4955-aaf5-44a01d5b506a tempest-ComputeTenantNetworksTest-737427632 tempest-ComputeTenantNetworksTest-737427632-project] 10.222.0.13 "GET /v2.0/networks/eea96632-c805-4bed-a4f9-0e9ac0686e3a HTTP/1.1" status: 200 len: 769 time: 0.1238158 Jan 26 21:37:35.690587 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 59502) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:37:35.796032 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-ba584245-1d19-499c-89eb-b01e4ff251ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-748181'] for network (eea96632-c805-4bed-a4f9-0e9ac0686e3a), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:37:35.882322 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-ba584245-1d19-499c-89eb-b01e4ff251ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-686403', 'neutron.services.segments.db._delete_segments_for_network-8746560774018'] for network (eea96632-c805-4bed-a4f9-0e9ac0686e3a), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:37:35.906823 n-d-760453-5 neutron-server[103305]: DEBUG neutron.services.segments.db [None req-ba584245-1d19-499c-89eb-b01e4ff251ef admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eea96632-c805-4bed-a4f9-0e9ac0686e3a']}} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:37:35.918451 n-d-760453-5 neutron-server[103305]: DEBUG neutron.services.segments.db [None req-ba584245-1d19-499c-89eb-b01e4ff251ef admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '11b64a84-e48c-47c1-a5a5-ca91d752f28f') {'for_net_delete': True} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:37:35.918961 n-d-760453-5 neutron-server[103305]: DEBUG neutron.services.segments.db [None req-ba584245-1d19-499c-89eb-b01e4ff251ef admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '11b64a84-e48c-47c1-a5a5-ca91d752f28f') {} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:37:35.929638 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-ba584245-1d19-499c-89eb-b01e4ff251ef admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746560742283', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11788955'] for segment (11b64a84-e48c-47c1-a5a5-ca91d752f28f), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:37:35.942866 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-ba584245-1d19-499c-89eb-b01e4ff251ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576559'] for segment (11b64a84-e48c-47c1-a5a5-ca91d752f28f), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:37:35.949157 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ba584245-1d19-499c-89eb-b01e4ff251ef admin admin] Releasing vlan 579 on physical network physnet1 to pool {{(pid=103305) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 26 21:37:35.949612 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-ba584245-1d19-499c-89eb-b01e4ff251ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11791428'] for segment (11b64a84-e48c-47c1-a5a5-ca91d752f28f), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:37:35.951301 n-d-760453-5 neutron-server[103305]: Traceback (most recent call last): Jan 26 21:37:35.951301 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 26 21:37:35.951301 n-d-760453-5 neutron-server[103305]: timer() Jan 26 21:37:35.951301 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 26 21:37:35.951301 n-d-760453-5 neutron-server[103305]: cb(*args, **kw) Jan 26 21:37:35.951301 n-d-760453-5 neutron-server[103305]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 26 21:37:35.951301 n-d-760453-5 neutron-server[103305]: return func(*args, **kwargs) Jan 26 21:37:35.951301 n-d-760453-5 neutron-server[103305]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 26 21:37:35.951301 n-d-760453-5 neutron-server[103305]: self._notify() Jan 26 21:37:35.951301 n-d-760453-5 neutron-server[103305]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 26 21:37:35.951301 n-d-760453-5 neutron-server[103305]: self.callback(batched_events) Jan 26 21:37:35.951301 n-d-760453-5 neutron-server[103305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 26 21:37:35.951301 n-d-760453-5 neutron-server[103305]: event.method(event) Jan 26 21:37:35.951301 n-d-760453-5 neutron-server[103305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 26 21:37:35.951301 n-d-760453-5 neutron-server[103305]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 26 21:37:35.951301 n-d-760453-5 neutron-server[103305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 26 21:37:35.951301 n-d-760453-5 neutron-server[103305]: aggregate_uuid = self.p_client.list_aggregates( Jan 26 21:37:35.951301 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 26 21:37:35.951301 n-d-760453-5 neutron-server[103305]: return f(self, *a, **k) Jan 26 21:37:35.951301 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 26 21:37:35.951301 n-d-760453-5 neutron-server[103305]: return self._get(url).json() Jan 26 21:37:35.951301 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 26 21:37:35.951301 n-d-760453-5 neutron-server[103305]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 26 21:37:35.951301 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 26 21:37:35.951301 n-d-760453-5 neutron-server[103305]: return self.request(url, 'GET', **kwargs) Jan 26 21:37:35.951301 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 26 21:37:35.951301 n-d-760453-5 neutron-server[103305]: base_url = self.get_endpoint(auth, allow=allow, Jan 26 21:37:35.951301 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 26 21:37:35.951301 n-d-760453-5 neutron-server[103305]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 26 21:37:35.951301 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 26 21:37:35.951301 n-d-760453-5 neutron-server[103305]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 26 21:37:35.951301 n-d-760453-5 neutron-server[103305]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 26 21:37:36.013319 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-ba584245-1d19-499c-89eb-b01e4ff251ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4110931'] for network (eea96632-c805-4bed-a4f9-0e9ac0686e3a), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:37:36.025262 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-ba584245-1d19-499c-89eb-b01e4ff251ef admin admin] Publish callbacks [] for network (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:37:36.031070 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-ba584245-1d19-499c-89eb-b01e4ff251ef admin admin] 10.222.0.13 "DELETE /v2.0/networks/eea96632-c805-4bed-a4f9-0e9ac0686e3a HTTP/1.1" status: 204 len: 168 time: 0.3417826 Jan 26 21:37:36.048206 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba584245-1d19-499c-89eb-b01e4ff251ef admin admin] Pushing event deleted for resources: {'Network': ['ID=eea96632-c805-4bed-a4f9-0e9ac0686e3a,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:37:36.226366 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 59524) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:37:36.266135 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-579b4e6c-62ef-4e8f-a06c-afe44feb0d6e admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=6cafb68ff30b4cfbb6fd1bb40ad2b31f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0385230 Jan 26 21:37:36.268535 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 59526) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:37:36.315827 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-eabaef64-900f-40a1-ac28-dc3bcfb1966a admin admin] Publish callbacks [] for security_group (1d2890f2-1180-4b00-a090-5b6a7454bc89), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:37:36.337072 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-eabaef64-900f-40a1-ac28-dc3bcfb1966a admin admin] Publish callbacks [] for security_group (1d2890f2-1180-4b00-a090-5b6a7454bc89), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:37:36.387809 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-eabaef64-900f-40a1-ac28-dc3bcfb1966a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (1d2890f2-1180-4b00-a090-5b6a7454bc89), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:37:36.391386 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-eabaef64-900f-40a1-ac28-dc3bcfb1966a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:37:36.392585 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-eabaef64-900f-40a1-ac28-dc3bcfb1966a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/1d2890f2-1180-4b00-a090-5b6a7454bc89 HTTP/1.1" status: 204 len: 168 time: 0.1230950 Jan 26 21:37:36.400833 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eabaef64-900f-40a1-ac28-dc3bcfb1966a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d2890f2-1180-4b00-a090-5b6a7454bc89,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:37:36.789544 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c5d9d0-65d3-4a87-88c1-e5abbfde353a req-f5f7b92d-df53-466d-a6a3-925a90cb9bb6 tempest-TestServerAdvancedOps-1779389157 tempest-TestServerAdvancedOps-1779389157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:37:36.791053 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-d4c5d9d0-65d3-4a87-88c1-e5abbfde353a req-f5f7b92d-df53-466d-a6a3-925a90cb9bb6 tempest-TestServerAdvancedOps-1779389157 tempest-TestServerAdvancedOps-1779389157-project] 10.222.0.13 "GET /v2.0/ports?device_id=a91dbbc5-1ec9-4505-bf6b-6c7a7e7d71de HTTP/1.1" status: 200 len: 945 time: 0.0495563 Jan 26 21:37:36.843444 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-d4c5d9d0-65d3-4a87-88c1-e5abbfde353a req-610c48d8-cd9d-4e82-b29c-a0e1839706f7 tempest-TestServerAdvancedOps-1779389157 tempest-TestServerAdvancedOps-1779389157-project] 10.222.0.13 "GET /v2.0/security-groups?id=78e98967-fd7c-4db6-9336-839b61137d62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463037 Jan 26 21:37:37.102503 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735b9f4c-baf4-4cff-8f18-2676574fe378 req-76d27bb3-de08-4e73-9054-26ace3e91437 tempest-TestServerAdvancedOps-1779389157 tempest-TestServerAdvancedOps-1779389157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:37:37.104032 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-735b9f4c-baf4-4cff-8f18-2676574fe378 req-76d27bb3-de08-4e73-9054-26ace3e91437 tempest-TestServerAdvancedOps-1779389157 tempest-TestServerAdvancedOps-1779389157-project] 10.222.0.13 "GET /v2.0/ports?device_id=a91dbbc5-1ec9-4505-bf6b-6c7a7e7d71de HTTP/1.1" status: 200 len: 945 time: 0.0520885 Jan 26 21:37:37.174340 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-735b9f4c-baf4-4cff-8f18-2676574fe378 req-0daf120f-88ff-42ef-a832-8e9a6393d934 tempest-TestServerAdvancedOps-1779389157 tempest-TestServerAdvancedOps-1779389157-project] 10.222.0.13 "GET /v2.0/security-groups?id=78e98967-fd7c-4db6-9336-839b61137d62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640585 Jan 26 21:37:37.414806 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 59596) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:37:37.627223 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-12691bae-40ed-40b4-b10a-1cba4ac11b18 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:37:37.704531 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-12691bae-40ed-40b4-b10a-1cba4ac11b18 admin admin] Publish callbacks [] for security_group (ad71f75a-78e2-42c3-a76c-84cd567dd770), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:37:37.708906 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-12691bae-40ed-40b4-b10a-1cba4ac11b18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (ad71f75a-78e2-42c3-a76c-84cd567dd770), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:37:37.746960 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-12691bae-40ed-40b4-b10a-1cba4ac11b18 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=970d9e998a164fde975f29865c3dccae&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3309681 Jan 26 21:37:37.748872 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12691bae-40ed-40b4-b10a-1cba4ac11b18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad71f75a-78e2-42c3-a76c-84cd567dd770,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:37:37.749655 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 59606) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:37:37.804626 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-f95ca932-5f85-4e09-88f7-610bd1bf5dc5 admin admin] Publish callbacks [] for security_group (ad71f75a-78e2-42c3-a76c-84cd567dd770), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:37:37.826488 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-f95ca932-5f85-4e09-88f7-610bd1bf5dc5 admin admin] Publish callbacks [] for security_group (ad71f75a-78e2-42c3-a76c-84cd567dd770), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:37:37.880126 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-f95ca932-5f85-4e09-88f7-610bd1bf5dc5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (ad71f75a-78e2-42c3-a76c-84cd567dd770), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:37:37.883158 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-f95ca932-5f85-4e09-88f7-610bd1bf5dc5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:37:37.886726 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-f95ca932-5f85-4e09-88f7-610bd1bf5dc5 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ad71f75a-78e2-42c3-a76c-84cd567dd770 HTTP/1.1" status: 204 len: 168 time: 0.1334484 Jan 26 21:37:37.900410 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f95ca932-5f85-4e09-88f7-610bd1bf5dc5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad71f75a-78e2-42c3-a76c-84cd567dd770,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:37:38.303571 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f3e3ff-a864-4a03-a7b6-a609726741c3 req-fbac7028-2800-422f-a720-ebb2b696fae1 tempest-TestServerAdvancedOps-1779389157 tempest-TestServerAdvancedOps-1779389157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:37:38.305102 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-88f3e3ff-a864-4a03-a7b6-a609726741c3 req-fbac7028-2800-422f-a720-ebb2b696fae1 tempest-TestServerAdvancedOps-1779389157 tempest-TestServerAdvancedOps-1779389157-project] 10.222.0.13 "GET /v2.0/ports?device_id=a91dbbc5-1ec9-4505-bf6b-6c7a7e7d71de HTTP/1.1" status: 200 len: 945 time: 0.0539134 Jan 26 21:37:38.362796 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-88f3e3ff-a864-4a03-a7b6-a609726741c3 req-fc733331-6a40-4c00-a136-66a68a5e86f7 tempest-TestServerAdvancedOps-1779389157 tempest-TestServerAdvancedOps-1779389157-project] 10.222.0.13 "GET /v2.0/security-groups?id=78e98967-fd7c-4db6-9336-839b61137d62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504093 Jan 26 21:37:38.364964 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (32ef628b-8417-46c5-8729-60fcabe358f1), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:37:38.688802 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 59652) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:37:38.799915 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-7d1656fa-9b27-4bdd-86fa-30e15e90b547 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1656343975-network', 'tenant_id': 'ef59326be6b94bd88981706bc324c818'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:37:38.826513 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d1656fa-9b27-4bdd-86fa-30e15e90b547 admin admin] Made reservation on behalf of ef59326be6b94bd88981706bc324c818 for: {'network': 1} {{(pid=103305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 21:37:38.829011 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-7d1656fa-9b27-4bdd-86fa-30e15e90b547 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for network (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:37:38.847626 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19066da3-b222-4439-9ecb-10d219976e47 req-7313112c-da36-4497-9515-60e59baa2592 tempest-TestServerAdvancedOps-1779389157 tempest-TestServerAdvancedOps-1779389157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:37:38.849150 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-19066da3-b222-4439-9ecb-10d219976e47 req-7313112c-da36-4497-9515-60e59baa2592 tempest-TestServerAdvancedOps-1779389157 tempest-TestServerAdvancedOps-1779389157-project] 10.222.0.57 "GET /v2.0/ports?device_id=a91dbbc5-1ec9-4505-bf6b-6c7a7e7d71de HTTP/1.1" status: 200 len: 945 time: 0.0823529 Jan 26 21:37:38.850306 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-7d1656fa-9b27-4bdd-86fa-30e15e90b547 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:37:38.997427 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-7d1656fa-9b27-4bdd-86fa-30e15e90b547 admin admin] Publish callbacks [] for security_group (cf23d23b-41a3-48a5-be11-fed3b4344bdd), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:37:39.001129 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [req-19066da3-b222-4439-9ecb-10d219976e47 req-ce6b64bd-1bd5-4230-84e3-d293d67715e9 tempest-TestServerAdvancedOps-1779389157 tempest-TestServerAdvancedOps-1779389157-project] Deleting port 9f31e38e-0c12-431e-9154-32744e707657 {{(pid=103305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 21:37:39.001477 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-19066da3-b222-4439-9ecb-10d219976e47 req-ce6b64bd-1bd5-4230-84e3-d293d67715e9 tempest-TestServerAdvancedOps-1779389157 tempest-TestServerAdvancedOps-1779389157-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746560630878'] for port (9f31e38e-0c12-431e-9154-32744e707657), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:37:39.005550 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-7d1656fa-9b27-4bdd-86fa-30e15e90b547 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (cf23d23b-41a3-48a5-be11-fed3b4344bdd), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:37:39.065787 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7d1656fa-9b27-4bdd-86fa-30e15e90b547 admin admin] vlan segment allocate from pool success with {'vlan_id': 595, 'physical_network': 'physnet1'} {{(pid=103305) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 26 21:37:39.084812 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d1656fa-9b27-4bdd-86fa-30e15e90b547 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf23d23b-41a3-48a5-be11-fed3b4344bdd,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:37:39.091395 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-7d1656fa-9b27-4bdd-86fa-30e15e90b547 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576559'] for segment (a4d6e827-808b-4b7a-9089-657edb9fdaab), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:37:39.091737 n-d-760453-5 neutron-server[103305]: INFO neutron.db.segments_db [None req-7d1656fa-9b27-4bdd-86fa-30e15e90b547 admin admin] Added segment a4d6e827-808b-4b7a-9089-657edb9fdaab of type vlan for network 069fa2c9-ac54-4596-8927-b190d062b8dc Jan 26 21:37:39.156991 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-7d1656fa-9b27-4bdd-86fa-30e15e90b547 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746560256871'] for network (069fa2c9-ac54-4596-8927-b190d062b8dc), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:37:39.166820 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [req-19066da3-b222-4439-9ecb-10d219976e47 req-ce6b64bd-1bd5-4230-84e3-d293d67715e9 tempest-TestServerAdvancedOps-1779389157 tempest-TestServerAdvancedOps-1779389157-project] For port 9f31e38e-0c12-431e-9154-32744e707657, host n-h2-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-5',level=0,port_id=9f31e38e-0c12-431e-9154-32744e707657,segment=NetworkSegment(19ee8d8d-629a-4344-bc09-ec3bd11b7f28),segment_id=19ee8d8d-629a-4344-bc09-ec3bd11b7f28)] {{(pid=103305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:37:39.167172 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-19066da3-b222-4439-9ecb-10d219976e47 req-ce6b64bd-1bd5-4230-84e3-d293d67715e9 tempest-TestServerAdvancedOps-1779389157 tempest-TestServerAdvancedOps-1779389157-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4109658'] for port (9f31e38e-0c12-431e-9154-32744e707657), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:37:39.189183 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [req-19066da3-b222-4439-9ecb-10d219976e47 req-ce6b64bd-1bd5-4230-84e3-d293d67715e9 tempest-TestServerAdvancedOps-1779389157 tempest-TestServerAdvancedOps-1779389157-project] Calling delete_port for 9f31e38e-0c12-431e-9154-32744e707657 owned by compute:nova {{(pid=103305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 21:37:39.206519 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-7d1656fa-9b27-4bdd-86fa-30e15e90b547 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503'] for network (069fa2c9-ac54-4596-8927-b190d062b8dc), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:37:39.207460 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d1656fa-9b27-4bdd-86fa-30e15e90b547 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:37:39.208027 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-7d1656fa-9b27-4bdd-86fa-30e15e90b547 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:37:39.306410 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-7d1656fa-9b27-4bdd-86fa-30e15e90b547 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.6143017 Jan 26 21:37:39.307204 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 59676) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:37:39.312618 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-0ccd0ffb-475e-4d4d-9870-e2af3f87de50 admin admin] Request body: {'subnet': {'network_id': '069fa2c9-ac54-4596-8927-b190d062b8dc', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1656343975-subnet', 'tenant_id': 'ef59326be6b94bd88981706bc324c818', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:37:39.318290 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d1656fa-9b27-4bdd-86fa-30e15e90b547 admin admin] Pushing event updated for resources: {'Network': ['ID=069fa2c9-ac54-4596-8927-b190d062b8dc,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:37:39.336701 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Network 069fa2c9-ac54-4596-8927-b190d062b8dc details requested by agent ovs-agent-n-d-760453-5 with host n-d-760453-5 {{(pid=103306) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 26 21:37:39.340848 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ccd0ffb-475e-4d4d-9870-e2af3f87de50 admin admin] Made reservation on behalf of ef59326be6b94bd88981706bc324c818 for: {'subnet': 1} {{(pid=103304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 21:37:39.347829 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-0ccd0ffb-475e-4d4d-9870-e2af3f87de50 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12215181'] for subnet (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:37:39.429616 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-19066da3-b222-4439-9ecb-10d219976e47 req-ce6b64bd-1bd5-4230-84e3-d293d67715e9 tempest-TestServerAdvancedOps-1779389157 tempest-TestServerAdvancedOps-1779389157-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746560636600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746560234536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11791543'] for port (9f31e38e-0c12-431e-9154-32744e707657), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:37:39.445273 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] get_ports_and_sgs() called for port_ids ['9f31e38e-0c12-431e-9154-32744e707657'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 26 21:37:39.462528 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce6b64bd-1bd5-4230-84e3-d293d67715e9 tempest-TestServerAdvancedOps-1779389157 tempest-TestServerAdvancedOps-1779389157-project] Pushing event deleted for resources: {'Port': ['ID=9f31e38e-0c12-431e-9154-32744e707657,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:37:39.513518 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [req-19066da3-b222-4439-9ecb-10d219976e47 req-ce6b64bd-1bd5-4230-84e3-d293d67715e9 tempest-TestServerAdvancedOps-1779389157 tempest-TestServerAdvancedOps-1779389157-project] No DVR routers for this DVR port 9f31e38e-0c12-431e-9154-32744e707657 on host n-h2-760453-5 {{(pid=103305) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 26 21:37:39.518191 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-8f8d7ed7-765f-458e-a33c-58ecde0d67ef req-006bb274-d644-4c19-b516-fab9c77924ae tempest-TestServerAdvancedOps-1779389157 tempest-TestServerAdvancedOps-1779389157-project] 10.222.0.13 "GET /v2.0/ports?device_id=a91dbbc5-1ec9-4505-bf6b-6c7a7e7d71de HTTP/1.1" status: 200 len: 210 time: 0.0408280 Jan 26 21:37:39.518734 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-19066da3-b222-4439-9ecb-10d219976e47 req-ce6b64bd-1bd5-4230-84e3-d293d67715e9 tempest-TestServerAdvancedOps-1779389157 tempest-TestServerAdvancedOps-1779389157-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:37:39.522861 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-19066da3-b222-4439-9ecb-10d219976e47 req-ce6b64bd-1bd5-4230-84e3-d293d67715e9 tempest-TestServerAdvancedOps-1779389157 tempest-TestServerAdvancedOps-1779389157-project] 10.222.0.57 "DELETE /v2.0/ports/9f31e38e-0c12-431e-9154-32744e707657 HTTP/1.1" status: 204 len: 173 time: 0.6646156 Jan 26 21:37:39.523437 n-d-760453-5 neutron-server[103305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a91dbbc5-1ec9-4505-bf6b-6c7a7e7d71de', 'name': 'network-vif-deleted', 'tag': '9f31e38e-0c12-431e-9154-32744e707657'}] {{(pid=103305) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 21:37:39.525953 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d4654568b7bf041e72ff8fe1c96d6d761d9c921f2b99bc7b3a26632be20cee0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5c6ab41-6d02-469e-9951-118be18a56c5" -d '{"events": [{"server_uuid": "a91dbbc5-1ec9-4505-bf6b-6c7a7e7d71de", "name": "network-vif-deleted", "tag": "9f31e38e-0c12-431e-9154-32744e707657"}]}' {{(pid=103305) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 21:37:39.649152 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-0ccd0ffb-475e-4d4d-9870-e2af3f87de50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9285249', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12215227'] for subnet (acbfa681-8e54-43e3-a66b-05705089f7e2), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:37:39.719482 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ccd0ffb-475e-4d4d-9870-e2af3f87de50 admin admin] Pushing event updated for resources: {'Subnet': ['ID=acbfa681-8e54-43e3-a66b-05705089f7e2,revision_number=0']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:37:39.721816 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ccd0ffb-475e-4d4d-9870-e2af3f87de50 admin admin] Checking segment: {'id': 'a4d6e827-808b-4b7a-9089-657edb9fdaab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '069fa2c9-ac54-4596-8927-b190d062b8dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103304) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 21:37:39.722170 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ccd0ffb-475e-4d4d-9870-e2af3f87de50 admin admin] Network hostable DHCP agents. Network: 069fa2c9-ac54-4596-8927-b190d062b8dc, hostable agents: ['474ccdf7-ab6c-405b-a3b2-dc7b05829902'], hosted agents: [] {{(pid=103304) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 26 21:37:39.741249 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ccd0ffb-475e-4d4d-9870-e2af3f87de50 admin admin] Network 069fa2c9-ac54-4596-8927-b190d062b8dc is scheduled to be hosted by DHCP agent 474ccdf7-ab6c-405b-a3b2-dc7b05829902 with binding_index 1 {{(pid=103304) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 26 21:37:39.754785 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [None req-0ccd0ffb-475e-4d4d-9870-e2af3f87de50 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760453-5, 069fa2c9-ac54-4596-8927-b190d062b8dc) {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:37:39.759815 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ccd0ffb-475e-4d4d-9870-e2af3f87de50 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:37:39.760559 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-0ccd0ffb-475e-4d4d-9870-e2af3f87de50 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:37:39.767471 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Jan 2022 21:37:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56eef0e3-b778-4f95-a3f2-8480b12254ca x-openstack-request-id: req-56eef0e3-b778-4f95-a3f2-8480b12254ca {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 21:37:39.768062 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-828bea6e-8ef1-42a9-9bc6-716aeff0f828 None None] Network 069fa2c9-ac54-4596-8927-b190d062b8dc requested from n-d-760453-5 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 26 21:37:39.768187 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a91dbbc5-1ec9-4505-bf6b-6c7a7e7d71de", "name": "network-vif-deleted", "tag": "9f31e38e-0c12-431e-9154-32744e707657", "status": "completed", "code": 200}]} {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 21:37:39.768187 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-56eef0e3-b778-4f95-a3f2-8480b12254ca {{(pid=103305) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 21:37:39.768536 n-d-760453-5 neutron-server[103305]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a91dbbc5-1ec9-4505-bf6b-6c7a7e7d71de', 'name': 'network-vif-deleted', 'tag': '9f31e38e-0c12-431e-9154-32744e707657', 'status': 'completed', 'code': 200} Jan 26 21:37:39.780540 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-0ccd0ffb-475e-4d4d-9870-e2af3f87de50 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.4717724 Jan 26 21:37:39.783337 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 59714) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:37:39.788268 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-f15779d7-388a-41b4-811d-95a3f6ee5514 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1656343975-router', 'tenant_id': 'ef59326be6b94bd88981706bc324c818', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299'}}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:37:39.808134 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-f15779d7-388a-41b4-811d-95a3f6ee5514 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4104596', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13108'] for router (19fe0f86-abca-440b-b947-db1a4f296f9c), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:37:39.812674 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-f15779d7-388a-41b4-811d-95a3f6ee5514 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4105828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4111306', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3733576', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13069'] for router (19fe0f86-abca-440b-b947-db1a4f296f9c), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:37:39.871465 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-f15779d7-388a-41b4-811d-95a3f6ee5514 admin admin] Publish callbacks [] for router_controller (19fe0f86-abca-440b-b947-db1a4f296f9c), precommit_add_association {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:37:39.885866 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b0d204b-e126-4f4f-b5e0-fe6453bc2490 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3c4099e8-8ffb-51d1-af7f-5868973e933f-069fa2c9-ac54-4596-8927-b190d062b8dc', 'network_id': '069fa2c9-ac54-4596-8927-b190d062b8dc', 'project_id': 'ef59326be6b94bd88981706bc324c818', 'fixed_ips': [{'subnet_id': 'acbfa681-8e54-43e3-a66b-05705089f7e2'}]}} from n-d-760453-5. {{(pid=103306) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 26 21:37:39.889878 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-3b0d204b-e126-4f4f-b5e0-fe6453bc2490 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (None), before_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:37:40.060133 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.db_base_plugin_common [None req-3b0d204b-e126-4f4f-b5e0-fe6453bc2490 None None] Allocated IP 172.20.0.2 (069fa2c9-ac54-4596-8927-b190d062b8dc/acbfa681-8e54-43e3-a66b-05705089f7e2/45f6c2c8-c3d6-4ee7-9555-3a5f5899eaf0) {{(pid=103306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 21:37:40.060723 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-f15779d7-388a-41b4-811d-95a3f6ee5514 admin admin] Publish callbacks [] for router_gateway (19fe0f86-abca-440b-b947-db1a4f296f9c), precommit_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:37:40.228661 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-3b0d204b-e126-4f4f-b5e0-fe6453bc2490 None None] Publish callbacks [] for port (45f6c2c8-c3d6-4ee7-9555-3a5f5899eaf0), precommit_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:37:40.237519 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-3b0d204b-e126-4f4f-b5e0-fe6453bc2490 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746560234527'] for port (45f6c2c8-c3d6-4ee7-9555-3a5f5899eaf0), after_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:37:40.276738 n-d-760453-5 neutron-server[103306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b0d204b-e126-4f4f-b5e0-fe6453bc2490 None None] Network 069fa2c9-ac54-4596-8927-b190d062b8dc is already hosted by enough agents. {{(pid=103306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 21:37:40.279733 n-d-760453-5 neutron-server[103306]: DEBUG neutron.scheduler.base_scheduler [None req-3b0d204b-e126-4f4f-b5e0-fe6453bc2490 None None] Resources bound (agent type, host, resource id): {{(pid=103306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:37:40.280656 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-f15779d7-388a-41b4-811d-95a3f6ee5514 admin admin] Publish callbacks [] for router_gateway (19fe0f86-abca-440b-b947-db1a4f296f9c), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:37:40.282288 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b0d204b-e126-4f4f-b5e0-fe6453bc2490 None None] Received port after_create {{(pid=103306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 21:37:40.300956 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-f15779d7-388a-41b4-811d-95a3f6ee5514 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:37:40.322848 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b0d204b-e126-4f4f-b5e0-fe6453bc2490 None None] Pushing event updated for resources: {'Port': ['ID=45f6c2c8-c3d6-4ee7-9555-3a5f5899eaf0,revision_number=1']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:37:40.356804 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-3b0d204b-e126-4f4f-b5e0-fe6453bc2490 None None] Attempting to bind port 45f6c2c8-c3d6-4ee7-9555-3a5f5899eaf0 on host n-d-760453-5 for vnic_type normal with profile {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 21:37:40.357252 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-3b0d204b-e126-4f4f-b5e0-fe6453bc2490 None None] Attempting to bind port 45f6c2c8-c3d6-4ee7-9555-3a5f5899eaf0 by drivers openvswitch,hyperv on host n-d-760453-5 at level 0 using segments [{'id': 'a4d6e827-808b-4b7a-9089-657edb9fdaab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '069fa2c9-ac54-4596-8927-b190d062b8dc'}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 26 21:37:40.357720 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b0d204b-e126-4f4f-b5e0-fe6453bc2490 None None] Attempting to bind port 45f6c2c8-c3d6-4ee7-9555-3a5f5899eaf0 on network 069fa2c9-ac54-4596-8927-b190d062b8dc {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 21:37:40.363602 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b0d204b-e126-4f4f-b5e0-fe6453bc2490 None None] Checking agent: {'id': 'fea0591a-627d-4c87-9a9a-01625ddf3277', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760453-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 20, 55, 25), 'started_at': datetime.datetime(2022, 1, 26, 20, 55, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 21, 37, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760453-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 26 21:37:40.364567 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b0d204b-e126-4f4f-b5e0-fe6453bc2490 None None] Checking segment: {'id': 'a4d6e827-808b-4b7a-9089-657edb9fdaab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '069fa2c9-ac54-4596-8927-b190d062b8dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 21:37:40.364567 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-3b0d204b-e126-4f4f-b5e0-fe6453bc2490 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:37:40.364814 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b0d204b-e126-4f4f-b5e0-fe6453bc2490 None None] Bound using segment: {'id': 'a4d6e827-808b-4b7a-9089-657edb9fdaab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '069fa2c9-ac54-4596-8927-b190d062b8dc'} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 26 21:37:40.365212 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-3b0d204b-e126-4f4f-b5e0-fe6453bc2490 None None] Bound port: 45f6c2c8-c3d6-4ee7-9555-3a5f5899eaf0, host: n-d-760453-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a4d6e827-808b-4b7a-9089-657edb9fdaab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '069fa2c9-ac54-4596-8927-b190d062b8dc'}}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 26 21:37:40.365646 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-3b0d204b-e126-4f4f-b5e0-fe6453bc2490 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (45f6c2c8-c3d6-4ee7-9555-3a5f5899eaf0), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:37:40.422730 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.db_base_plugin_common [None req-f15779d7-388a-41b4-811d-95a3f6ee5514 admin admin] Allocated IP 172.25.1.9 (4140a1f1-c93a-4bea-83a0-68953a54f299/e48251a1-e30d-4820-8396-00c6f6aeb601/134df0d3-ef07-4890-818d-62f6b68b54f7) {{(pid=103305) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 21:37:40.441039 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-3b0d204b-e126-4f4f-b5e0-fe6453bc2490 None None] For port 45f6c2c8-c3d6-4ee7-9555-3a5f5899eaf0, host n-d-760453-5, cleared binding levels {{(pid=103306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 26 21:37:40.444527 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-3b0d204b-e126-4f4f-b5e0-fe6453bc2490 None None] For port 45f6c2c8-c3d6-4ee7-9555-3a5f5899eaf0, host n-d-760453-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=45f6c2c8-c3d6-4ee7-9555-3a5f5899eaf0,segment=NetworkSegment(a4d6e827-808b-4b7a-9089-657edb9fdaab),segment_id=a4d6e827-808b-4b7a-9089-657edb9fdaab)] {{(pid=103306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 26 21:37:40.448330 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-3b0d204b-e126-4f4f-b5e0-fe6453bc2490 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (45f6c2c8-c3d6-4ee7-9555-3a5f5899eaf0), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:37:40.516759 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b0d204b-e126-4f4f-b5e0-fe6453bc2490 None None] Pushing event updated for resources: {'Port': ['ID=45f6c2c8-c3d6-4ee7-9555-3a5f5899eaf0,revision_number=2']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:37:40.550293 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-f15779d7-388a-41b4-811d-95a3f6ee5514 admin admin] Publish callbacks [] for port (134df0d3-ef07-4890-818d-62f6b68b54f7), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:37:40.594320 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-f15779d7-388a-41b4-811d-95a3f6ee5514 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746560234527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11791543'] for port (134df0d3-ef07-4890-818d-62f6b68b54f7), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:37:40.599937 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 59774) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:37:40.636868 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f15779d7-388a-41b4-811d-95a3f6ee5514 admin admin] Network 4140a1f1-c93a-4bea-83a0-68953a54f299 is already hosted by enough agents. {{(pid=103305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 21:37:40.639413 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [None req-f15779d7-388a-41b4-811d-95a3f6ee5514 admin admin] Resources bound (agent type, host, resource id): {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:37:40.642052 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f15779d7-388a-41b4-811d-95a3f6ee5514 admin admin] Received port after_create {{(pid=103305) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 21:37:40.653029 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.db_base_plugin_v2 [None req-0fbece14-6d09-49d0-b94c-c27855cac21b admin admin] Deleting subnet 4a248591-3632-483a-b8cc-4058417c0d2d {{(pid=103304) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 26 21:37:40.656985 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-0fbece14-6d09-49d0-b94c-c27855cac21b admin admin] Publish callbacks [] for subnet (4a248591-3632-483a-b8cc-4058417c0d2d), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:37:40.674644 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f15779d7-388a-41b4-811d-95a3f6ee5514 admin admin] Pushing event updated for resources: {'Port': ['ID=134df0d3-ef07-4890-818d-62f6b68b54f7,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:37:40.711932 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-0fbece14-6d09-49d0-b94c-c27855cac21b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8881284'] for subnet (4a248591-3632-483a-b8cc-4058417c0d2d), precommit_delete_associations {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:37:40.807459 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-0fbece14-6d09-49d0-b94c-c27855cac21b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687316'] for subnet (4a248591-3632-483a-b8cc-4058417c0d2d), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:37:40.888622 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-0fbece14-6d09-49d0-b94c-c27855cac21b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9281612', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12215216'] for subnet (4a248591-3632-483a-b8cc-4058417c0d2d), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:37:40.919454 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fbece14-6d09-49d0-b94c-c27855cac21b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4a248591-3632-483a-b8cc-4058417c0d2d,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:37:40.930780 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-0fbece14-6d09-49d0-b94c-c27855cac21b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:37:40.937107 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-0fbece14-6d09-49d0-b94c-c27855cac21b admin admin] 10.222.0.13 "DELETE /v2.0/subnets/4a248591-3632-483a-b8cc-4058417c0d2d HTTP/1.1" status: 204 len: 168 time: 0.3355560 Jan 26 21:37:40.939641 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 59792) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:37:41.061521 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-f15779d7-388a-41b4-811d-95a3f6ee5514 admin admin] Publish callbacks [] for router_gateway (19fe0f86-abca-440b-b947-db1a4f296f9c), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:37:41.065231 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-4500e7e8-f92f-4b76-a584-d5f3e58e280d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-748181'] for network (727a69c9-4bd2-47ed-9710-ec00a648b8a7), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:37:41.228226 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-4500e7e8-f92f-4b76-a584-d5f3e58e280d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-686403', 'neutron.services.segments.db._delete_segments_for_network-8746560774018'] for network (727a69c9-4bd2-47ed-9710-ec00a648b8a7), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:37:41.285142 n-d-760453-5 neutron-server[103305]: DEBUG neutron.services.segments.db [None req-4500e7e8-f92f-4b76-a584-d5f3e58e280d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['727a69c9-4bd2-47ed-9710-ec00a648b8a7']}} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:37:41.294197 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 59802) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:37:41.298904 n-d-760453-5 neutron-server[103305]: DEBUG neutron.services.segments.db [None req-4500e7e8-f92f-4b76-a584-d5f3e58e280d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '19ee8d8d-629a-4344-bc09-ec3bd11b7f28') {'for_net_delete': True} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:37:41.299234 n-d-760453-5 neutron-server[103305]: DEBUG neutron.services.segments.db [None req-4500e7e8-f92f-4b76-a584-d5f3e58e280d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '19ee8d8d-629a-4344-bc09-ec3bd11b7f28') {} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:37:41.314763 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-4500e7e8-f92f-4b76-a584-d5f3e58e280d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746560742283', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11788955'] for segment (19ee8d8d-629a-4344-bc09-ec3bd11b7f28), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:37:41.357361 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-4500e7e8-f92f-4b76-a584-d5f3e58e280d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576559'] for segment (19ee8d8d-629a-4344-bc09-ec3bd11b7f28), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:37:41.369846 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4500e7e8-f92f-4b76-a584-d5f3e58e280d admin admin] Releasing vlan 580 on physical network physnet1 to pool {{(pid=103305) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 26 21:37:41.370519 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-4500e7e8-f92f-4b76-a584-d5f3e58e280d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11791428'] for segment (19ee8d8d-629a-4344-bc09-ec3bd11b7f28), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:37:41.372425 n-d-760453-5 neutron-server[103305]: Traceback (most recent call last): Jan 26 21:37:41.372425 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 26 21:37:41.372425 n-d-760453-5 neutron-server[103305]: timer() Jan 26 21:37:41.372425 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 26 21:37:41.372425 n-d-760453-5 neutron-server[103305]: cb(*args, **kw) Jan 26 21:37:41.372425 n-d-760453-5 neutron-server[103305]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 26 21:37:41.372425 n-d-760453-5 neutron-server[103305]: return func(*args, **kwargs) Jan 26 21:37:41.372425 n-d-760453-5 neutron-server[103305]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 26 21:37:41.372425 n-d-760453-5 neutron-server[103305]: self._notify() Jan 26 21:37:41.372425 n-d-760453-5 neutron-server[103305]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 26 21:37:41.372425 n-d-760453-5 neutron-server[103305]: self.callback(batched_events) Jan 26 21:37:41.372425 n-d-760453-5 neutron-server[103305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 26 21:37:41.372425 n-d-760453-5 neutron-server[103305]: event.method(event) Jan 26 21:37:41.372425 n-d-760453-5 neutron-server[103305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 26 21:37:41.372425 n-d-760453-5 neutron-server[103305]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 26 21:37:41.372425 n-d-760453-5 neutron-server[103305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 26 21:37:41.372425 n-d-760453-5 neutron-server[103305]: aggregate_uuid = self.p_client.list_aggregates( Jan 26 21:37:41.372425 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 26 21:37:41.372425 n-d-760453-5 neutron-server[103305]: return f(self, *a, **k) Jan 26 21:37:41.372425 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 26 21:37:41.372425 n-d-760453-5 neutron-server[103305]: return self._get(url).json() Jan 26 21:37:41.372425 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 26 21:37:41.372425 n-d-760453-5 neutron-server[103305]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 26 21:37:41.372425 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 26 21:37:41.372425 n-d-760453-5 neutron-server[103305]: return self.request(url, 'GET', **kwargs) Jan 26 21:37:41.372425 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 26 21:37:41.372425 n-d-760453-5 neutron-server[103305]: base_url = self.get_endpoint(auth, allow=allow, Jan 26 21:37:41.372425 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 26 21:37:41.372425 n-d-760453-5 neutron-server[103305]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 26 21:37:41.372425 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 26 21:37:41.372425 n-d-760453-5 neutron-server[103305]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 26 21:37:41.372425 n-d-760453-5 neutron-server[103305]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 26 21:37:41.390264 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-f15779d7-388a-41b4-811d-95a3f6ee5514 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4105757', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4111263'] for router (19fe0f86-abca-440b-b947-db1a4f296f9c), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:37:41.443762 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-8e4259f1-5311-4302-b2f0-71dd7180670b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:37:41.490697 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-4500e7e8-f92f-4b76-a584-d5f3e58e280d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4110931'] for network (727a69c9-4bd2-47ed-9710-ec00a648b8a7), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:37:41.497460 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-4500e7e8-f92f-4b76-a584-d5f3e58e280d admin admin] Publish callbacks [] for network (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:37:41.500773 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-4500e7e8-f92f-4b76-a584-d5f3e58e280d admin admin] 10.222.0.13 "DELETE /v2.0/networks/727a69c9-4bd2-47ed-9710-ec00a648b8a7 HTTP/1.1" status: 204 len: 168 time: 0.5600510 Jan 26 21:37:41.504688 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 59806) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:37:41.518804 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4500e7e8-f92f-4b76-a584-d5f3e58e280d admin admin] Pushing event deleted for resources: {'Network': ['ID=727a69c9-4bd2-47ed-9710-ec00a648b8a7,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:37:41.562617 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device 45f6c2c8-c3d6-4ee7-9555-3a5f5899eaf0 up at agent ovs-agent-n-d-760453-5 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 21:37:41.574909 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.db_base_plugin_v2 [None req-7090948e-8314-4695-909b-382fbad5f98d admin admin] Deleting subnet 48dea5d6-1767-4625-a89c-2e42393535b1 {{(pid=103304) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 26 21:37:41.584626 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-7090948e-8314-4695-909b-382fbad5f98d admin admin] Publish callbacks [] for subnet (48dea5d6-1767-4625-a89c-2e42393535b1), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:37:41.614616 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-8e4259f1-5311-4302-b2f0-71dd7180670b admin admin] Publish callbacks [] for security_group (ce4998a4-aae6-44f7-8db7-a418e9872f09), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:37:41.621940 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Provisioning complete for port 45f6c2c8-c3d6-4ee7-9555-3a5f5899eaf0 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:37:41.622808 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-8e4259f1-5311-4302-b2f0-71dd7180670b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (ce4998a4-aae6-44f7-8db7-a418e9872f09), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:37:41.623154 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (45f6c2c8-c3d6-4ee7-9555-3a5f5899eaf0), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:37:41.630067 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f15779d7-388a-41b4-811d-95a3f6ee5514 admin admin] Router 19fe0f86-abca-440b-b947-db1a4f296f9c is scheduled to L3 agent 09df100c-3af1-4b0a-bda8-05914c71c458 with binding_index 1 {{(pid=103305) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 26 21:37:41.665420 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-7090948e-8314-4695-909b-382fbad5f98d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8881284'] for subnet (48dea5d6-1767-4625-a89c-2e42393535b1), precommit_delete_associations {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:37:41.700584 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-8e4259f1-5311-4302-b2f0-71dd7180670b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=7068cef953fa4c45a836aea68af1857d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4052534 Jan 26 21:37:41.701087 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 59808) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:37:41.704172 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e4259f1-5311-4302-b2f0-71dd7180670b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce4998a4-aae6-44f7-8db7-a418e9872f09,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:37:41.722840 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Current status of the port 45f6c2c8-c3d6-4ee7-9555-3a5f5899eaf0 is: DOWN; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:37:41.723987 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (45f6c2c8-c3d6-4ee7-9555-3a5f5899eaf0), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:37:41.731742 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-7090948e-8314-4695-909b-382fbad5f98d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687316'] for subnet (48dea5d6-1767-4625-a89c-2e42393535b1), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:37:41.768329 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] For port 45f6c2c8-c3d6-4ee7-9555-3a5f5899eaf0, host n-d-760453-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=45f6c2c8-c3d6-4ee7-9555-3a5f5899eaf0,segment=NetworkSegment(a4d6e827-808b-4b7a-9089-657edb9fdaab),segment_id=a4d6e827-808b-4b7a-9089-657edb9fdaab)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:37:41.777172 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (45f6c2c8-c3d6-4ee7-9555-3a5f5899eaf0), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:37:41.794581 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-7090948e-8314-4695-909b-382fbad5f98d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9281612', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12215216'] for subnet (48dea5d6-1767-4625-a89c-2e42393535b1), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:37:41.799843 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-d8be1829-3a26-48c2-9d6d-19132ea298eb admin admin] Publish callbacks [] for security_group (ce4998a4-aae6-44f7-8db7-a418e9872f09), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:37:41.812115 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f15779d7-388a-41b4-811d-95a3f6ee5514 admin admin] Notify agent at l3_agent.n-d-760453-5 the message routers_updated {{(pid=103305) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 26 21:37:41.822121 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4881a867-17ab-4557-a9d5-29d6597808de None None] Sync routers for ids ['19fe0f86-abca-440b-b947-db1a4f296f9c'] in n-d-760453-5 {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 26 21:37:41.827857 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7090948e-8314-4695-909b-382fbad5f98d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=48dea5d6-1767-4625-a89c-2e42393535b1,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:37:41.836281 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-f15779d7-388a-41b4-811d-95a3f6ee5514 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:37:41.840029 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-f15779d7-388a-41b4-811d-95a3f6ee5514 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.0529344 Jan 26 21:37:41.841311 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 59810) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:37:41.844015 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-7090948e-8314-4695-909b-382fbad5f98d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:37:41.844406 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c8820d5-8e7e-479e-a780-10448ecfe850 None None] Network 069fa2c9-ac54-4596-8927-b190d062b8dc requested from n-d-760453-5 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 26 21:37:41.848331 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-7090948e-8314-4695-909b-382fbad5f98d admin admin] 10.222.0.13 "DELETE /v2.0/subnets/48dea5d6-1767-4625-a89c-2e42393535b1 HTTP/1.1" status: 204 len: 168 time: 0.3425403 Jan 26 21:37:41.850509 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4881a867-17ab-4557-a9d5-29d6597808de None None] Routers {'19fe0f86-abca-440b-b947-db1a4f296f9c'} bound to L3 agent in host n-d-760453-5 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 21:37:41.851391 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-4881a867-17ab-4557-a9d5-29d6597808de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-26T20:55:21Z,description=,heartbeat_timestamp=2022-01-26T21:37:21Z,host='n-d-760453-5',id=09df100c-3af1-4b0a-bda8-05914c71c458,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:55:21Z,topic='l3_agent')) {'router_ids': ['19fe0f86-abca-440b-b947-db1a4f296f9c'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:37:41.851866 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 59812) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:37:41.855307 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-d8be1829-3a26-48c2-9d6d-19132ea298eb admin admin] Publish callbacks [] for security_group (ce4998a4-aae6-44f7-8db7-a418e9872f09), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:37:41.944673 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-44a3446c-fb3f-4e06-9fb4-857ce4bd8710 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-748181'] for network (f0d3e398-768f-4c03-a4cf-839b47281116), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:37:41.983214 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_dvr_db [None req-4881a867-17ab-4557-a9d5-29d6597808de None None] Set router 19fe0f86-abca-440b-b947-db1a4f296f9c gateway port host: n-d-760453-5 {{(pid=103307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 21:37:41.988958 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Pushing event updated for resources: {'Port': ['ID=45f6c2c8-c3d6-4ee7-9555-3a5f5899eaf0,revision_number=3']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:37:41.993773 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-0d520793-ed58-433e-bd6a-c13b00eaa062 None None] Provisioning complete for port 45f6c2c8-c3d6-4ee7-9555-3a5f5899eaf0 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:37:41.994429 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-0d520793-ed58-433e-bd6a-c13b00eaa062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (45f6c2c8-c3d6-4ee7-9555-3a5f5899eaf0), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:37:42.070296 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-44a3446c-fb3f-4e06-9fb4-857ce4bd8710 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-686403', 'neutron.services.segments.db._delete_segments_for_network-8746560774018'] for network (f0d3e398-768f-4c03-a4cf-839b47281116), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:37:42.097683 n-d-760453-5 neutron-server[103304]: DEBUG neutron.services.segments.db [None req-44a3446c-fb3f-4e06-9fb4-857ce4bd8710 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f0d3e398-768f-4c03-a4cf-839b47281116']}} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:37:42.098519 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-0d520793-ed58-433e-bd6a-c13b00eaa062 None None] Current status of the port 45f6c2c8-c3d6-4ee7-9555-3a5f5899eaf0 is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:37:42.109172 n-d-760453-5 neutron-server[103304]: DEBUG neutron.services.segments.db [None req-44a3446c-fb3f-4e06-9fb4-857ce4bd8710 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f86b29a0-a8e3-4238-8e4e-cef246eea39c') {'for_net_delete': True} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:37:42.109495 n-d-760453-5 neutron-server[103304]: DEBUG neutron.services.segments.db [None req-44a3446c-fb3f-4e06-9fb4-857ce4bd8710 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f86b29a0-a8e3-4238-8e4e-cef246eea39c') {} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:37:42.121879 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-44a3446c-fb3f-4e06-9fb4-857ce4bd8710 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746560742283', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8881293'] for segment (f86b29a0-a8e3-4238-8e4e-cef246eea39c), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:37:42.141146 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-44a3446c-fb3f-4e06-9fb4-857ce4bd8710 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576559'] for segment (f86b29a0-a8e3-4238-8e4e-cef246eea39c), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:37:42.150756 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-44a3446c-fb3f-4e06-9fb4-857ce4bd8710 admin admin] Releasing vlan 592 on physical network physnet1 to pool {{(pid=103304) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 26 21:37:42.151165 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-44a3446c-fb3f-4e06-9fb4-857ce4bd8710 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9281762'] for segment (f86b29a0-a8e3-4238-8e4e-cef246eea39c), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:37:42.153702 n-d-760453-5 neutron-server[103304]: Traceback (most recent call last): Jan 26 21:37:42.153702 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 26 21:37:42.153702 n-d-760453-5 neutron-server[103304]: timer() Jan 26 21:37:42.153702 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 26 21:37:42.153702 n-d-760453-5 neutron-server[103304]: cb(*args, **kw) Jan 26 21:37:42.153702 n-d-760453-5 neutron-server[103304]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 26 21:37:42.153702 n-d-760453-5 neutron-server[103304]: return func(*args, **kwargs) Jan 26 21:37:42.153702 n-d-760453-5 neutron-server[103304]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 26 21:37:42.153702 n-d-760453-5 neutron-server[103304]: self._notify() Jan 26 21:37:42.153702 n-d-760453-5 neutron-server[103304]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 26 21:37:42.153702 n-d-760453-5 neutron-server[103304]: self.callback(batched_events) Jan 26 21:37:42.153702 n-d-760453-5 neutron-server[103304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 26 21:37:42.153702 n-d-760453-5 neutron-server[103304]: event.method(event) Jan 26 21:37:42.153702 n-d-760453-5 neutron-server[103304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 26 21:37:42.153702 n-d-760453-5 neutron-server[103304]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 26 21:37:42.153702 n-d-760453-5 neutron-server[103304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 26 21:37:42.153702 n-d-760453-5 neutron-server[103304]: aggregate_uuid = self.p_client.list_aggregates( Jan 26 21:37:42.153702 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 26 21:37:42.153702 n-d-760453-5 neutron-server[103304]: return f(self, *a, **k) Jan 26 21:37:42.153702 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 26 21:37:42.153702 n-d-760453-5 neutron-server[103304]: return self._get(url).json() Jan 26 21:37:42.153702 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 26 21:37:42.153702 n-d-760453-5 neutron-server[103304]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 26 21:37:42.153702 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 26 21:37:42.153702 n-d-760453-5 neutron-server[103304]: return self.request(url, 'GET', **kwargs) Jan 26 21:37:42.153702 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 26 21:37:42.153702 n-d-760453-5 neutron-server[103304]: base_url = self.get_endpoint(auth, allow=allow, Jan 26 21:37:42.153702 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 26 21:37:42.153702 n-d-760453-5 neutron-server[103304]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 26 21:37:42.153702 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 26 21:37:42.153702 n-d-760453-5 neutron-server[103304]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 26 21:37:42.153702 n-d-760453-5 neutron-server[103304]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 26 21:37:42.215599 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-4881a867-17ab-4557-a9d5-29d6597808de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19fe0f86-abca-440b-b947-db1a4f296f9c', 'name': 'tempest-AttachVolumeTestJSON-1656343975-router', 'tenant_id': 'ef59326be6b94bd88981706bc324c818', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'external_fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.9'}], 'enable_snat': True}, 'gw_port_id': '134df0d3-ef07-4890-818d-62f6b68b54f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T21:37:39Z', 'updated_at': '2022-01-26T21:37:40Z', 'revision_number': 3, 'project_id': 'ef59326be6b94bd88981706bc324c818', 'gw_port': {'id': '134df0d3-ef07-4890-818d-62f6b68b54f7', 'name': '', 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:1f:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19fe0f86-abca-440b-b947-db1a4f296f9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3140, 'fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:37:40Z', 'updated_at': '2022-01-26T21:37:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-5'}], 'n-d-760453-5', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:37:42.219594 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-44a3446c-fb3f-4e06-9fb4-857ce4bd8710 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4110931'] for network (f0d3e398-768f-4c03-a4cf-839b47281116), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:37:42.226029 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-44a3446c-fb3f-4e06-9fb4-857ce4bd8710 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:37:42.239439 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-44a3446c-fb3f-4e06-9fb4-857ce4bd8710 admin admin] 10.222.0.13 "DELETE /v2.0/networks/f0d3e398-768f-4c03-a4cf-839b47281116 HTTP/1.1" status: 204 len: 168 time: 0.3864641 Jan 26 21:37:42.243782 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4881a867-17ab-4557-a9d5-29d6597808de None None] Checking router: 19fe0f86-abca-440b-b947-db1a4f296f9c for host: n-d-760453-5 {{(pid=103307) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 26 21:37:42.244140 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4881a867-17ab-4557-a9d5-29d6597808de None None] Updating router 19fe0f86-abca-440b-b947-db1a4f296f9c port 134df0d3-ef07-4890-818d-62f6b68b54f7 binding host n-d-760453-5 {{(pid=103307) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 26 21:37:42.262153 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a3446c-fb3f-4e06-9fb4-857ce4bd8710 admin admin] Pushing event deleted for resources: {'Network': ['ID=f0d3e398-768f-4c03-a4cf-839b47281116,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:37:42.271359 n-d-760453-5 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-4881a867-17ab-4557-a9d5-29d6597808de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (134df0d3-ef07-4890-818d-62f6b68b54f7), before_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:37:42.324560 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-7d69bd9a-d6ff-4966-ade2-cb57e28d51a4 None None] Provisioning complete for port 45f6c2c8-c3d6-4ee7-9555-3a5f5899eaf0 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:37:42.325048 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-7d69bd9a-d6ff-4966-ade2-cb57e28d51a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (45f6c2c8-c3d6-4ee7-9555-3a5f5899eaf0), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:37:42.397661 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 59816) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:37:42.421864 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-d8be1829-3a26-48c2-9d6d-19132ea298eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (ce4998a4-aae6-44f7-8db7-a418e9872f09), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:37:42.428372 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-d8be1829-3a26-48c2-9d6d-19132ea298eb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:37:42.428372 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-d8be1829-3a26-48c2-9d6d-19132ea298eb admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ce4998a4-aae6-44f7-8db7-a418e9872f09 HTTP/1.1" status: 204 len: 168 time: 0.7233233 Jan 26 21:37:42.443899 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-7d69bd9a-d6ff-4966-ade2-cb57e28d51a4 None None] Current status of the port 45f6c2c8-c3d6-4ee7-9555-3a5f5899eaf0 is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:37:42.460894 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-ab14743b-add6-4af1-a70b-f52a84f88828 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c73a2f07f5ab4399b7a15fc67a9c2acd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0619972 Jan 26 21:37:42.463716 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 59820) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:37:42.468782 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8be1829-3a26-48c2-9d6d-19132ea298eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce4998a4-aae6-44f7-8db7-a418e9872f09,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:37:42.523846 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-112b4e4a-97e6-4d32-bac3-715d232df8b8 admin admin] Publish callbacks [] for security_group (78e98967-fd7c-4db6-9336-839b61137d62), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:37:42.548446 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-112b4e4a-97e6-4d32-bac3-715d232df8b8 admin admin] Publish callbacks [] for security_group (78e98967-fd7c-4db6-9336-839b61137d62), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:37:42.597327 n-d-760453-5 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-4881a867-17ab-4557-a9d5-29d6597808de None None] Publish callbacks [] for port (134df0d3-ef07-4890-818d-62f6b68b54f7), precommit_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:37:42.604701 n-d-760453-5 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-4881a867-17ab-4557-a9d5-29d6597808de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (134df0d3-ef07-4890-818d-62f6b68b54f7), after_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:37:42.618335 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-112b4e4a-97e6-4d32-bac3-715d232df8b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (78e98967-fd7c-4db6-9336-839b61137d62), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:37:42.623938 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-112b4e4a-97e6-4d32-bac3-715d232df8b8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:37:42.625738 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-112b4e4a-97e6-4d32-bac3-715d232df8b8 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/78e98967-fd7c-4db6-9336-839b61137d62 HTTP/1.1" status: 204 len: 168 time: 0.1607740 Jan 26 21:37:42.636213 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-112b4e4a-97e6-4d32-bac3-715d232df8b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78e98967-fd7c-4db6-9336-839b61137d62,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:37:42.668573 n-d-760453-5 neutron-server[103307]: DEBUG neutron.plugins.ml2.managers [None req-4881a867-17ab-4557-a9d5-29d6597808de None None] Attempting to bind port 134df0d3-ef07-4890-818d-62f6b68b54f7 on host n-d-760453-5 for vnic_type normal with profile {{(pid=103307) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 21:37:42.668783 n-d-760453-5 neutron-server[103307]: DEBUG neutron.plugins.ml2.managers [None req-4881a867-17ab-4557-a9d5-29d6597808de None None] Attempting to bind port 134df0d3-ef07-4890-818d-62f6b68b54f7 by drivers openvswitch,hyperv on host n-d-760453-5 at level 0 using segments [{'id': 'e17cb353-418f-48b9-b982-21a6233ee99b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299'}] {{(pid=103307) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 26 21:37:42.669267 n-d-760453-5 neutron-server[103307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4881a867-17ab-4557-a9d5-29d6597808de None None] Attempting to bind port 134df0d3-ef07-4890-818d-62f6b68b54f7 on network 4140a1f1-c93a-4bea-83a0-68953a54f299 {{(pid=103307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 21:37:42.672425 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad16ad4-9ae6-4d9c-8e63-97572addff8d None None] Pushing event updated for resources: {'Port': ['ID=134df0d3-ef07-4890-818d-62f6b68b54f7,revision_number=2']} {{(pid=103307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:37:42.682546 n-d-760453-5 neutron-server[103307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4881a867-17ab-4557-a9d5-29d6597808de None None] Checking agent: {'id': 'fea0591a-627d-4c87-9a9a-01625ddf3277', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760453-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 20, 55, 25), 'started_at': datetime.datetime(2022, 1, 26, 20, 55, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 21, 37, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760453-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 26 21:37:42.682546 n-d-760453-5 neutron-server[103307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4881a867-17ab-4557-a9d5-29d6597808de None None] Checking segment: {'id': 'e17cb353-418f-48b9-b982-21a6233ee99b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103307) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 21:37:42.682546 n-d-760453-5 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-4881a867-17ab-4557-a9d5-29d6597808de None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:37:42.682546 n-d-760453-5 neutron-server[103307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4881a867-17ab-4557-a9d5-29d6597808de None None] Bound using segment: {'id': 'e17cb353-418f-48b9-b982-21a6233ee99b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299'} {{(pid=103307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 26 21:37:42.682546 n-d-760453-5 neutron-server[103307]: DEBUG neutron.plugins.ml2.managers [None req-4881a867-17ab-4557-a9d5-29d6597808de None None] Bound port: 134df0d3-ef07-4890-818d-62f6b68b54f7, host: n-d-760453-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e17cb353-418f-48b9-b982-21a6233ee99b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299'}}] {{(pid=103307) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 26 21:37:42.683025 n-d-760453-5 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-4881a867-17ab-4557-a9d5-29d6597808de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (134df0d3-ef07-4890-818d-62f6b68b54f7), before_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:37:42.685209 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ad16ad4-9ae6-4d9c-8e63-97572addff8d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:37:42.685716 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ad16ad4-9ae6-4d9c-8e63-97572addff8d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:37:42.685904 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ad16ad4-9ae6-4d9c-8e63-97572addff8d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:37:42.686228 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ad16ad4-9ae6-4d9c-8e63-97572addff8d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:37:42.686773 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ad16ad4-9ae6-4d9c-8e63-97572addff8d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:37:42.686910 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ad16ad4-9ae6-4d9c-8e63-97572addff8d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:37:42.687183 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ad16ad4-9ae6-4d9c-8e63-97572addff8d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:37:42.687501 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ad16ad4-9ae6-4d9c-8e63-97572addff8d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:37:42.687818 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ad16ad4-9ae6-4d9c-8e63-97572addff8d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:37:42.688134 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ad16ad4-9ae6-4d9c-8e63-97572addff8d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:37:42.688455 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ad16ad4-9ae6-4d9c-8e63-97572addff8d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:37:42.688769 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ad16ad4-9ae6-4d9c-8e63-97572addff8d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:37:42.689082 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ad16ad4-9ae6-4d9c-8e63-97572addff8d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:37:42.749040 n-d-760453-5 neutron-server[103307]: DEBUG neutron.plugins.ml2.db [None req-4881a867-17ab-4557-a9d5-29d6597808de None None] For port 134df0d3-ef07-4890-818d-62f6b68b54f7, host n-d-760453-5, cleared binding levels {{(pid=103307) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 26 21:37:42.752772 n-d-760453-5 neutron-server[103307]: DEBUG neutron.plugins.ml2.db [None req-4881a867-17ab-4557-a9d5-29d6597808de None None] For port 134df0d3-ef07-4890-818d-62f6b68b54f7, host n-d-760453-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=134df0d3-ef07-4890-818d-62f6b68b54f7,segment=NetworkSegment(e17cb353-418f-48b9-b982-21a6233ee99b),segment_id=e17cb353-418f-48b9-b982-21a6233ee99b)] {{(pid=103307) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 26 21:37:42.759411 n-d-760453-5 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-4881a867-17ab-4557-a9d5-29d6597808de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (134df0d3-ef07-4890-818d-62f6b68b54f7), after_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:37:42.787633 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-d679d8b7-ff99-41d0-bc2e-9884c454426c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:37:42.819039 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4881a867-17ab-4557-a9d5-29d6597808de None None] Routers {'19fe0f86-abca-440b-b947-db1a4f296f9c'} bound to L3 agent in host n-d-760453-5 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 21:37:42.819508 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-4881a867-17ab-4557-a9d5-29d6597808de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-26T20:55:21Z,description=,heartbeat_timestamp=2022-01-26T21:37:21Z,host='n-d-760453-5',id=09df100c-3af1-4b0a-bda8-05914c71c458,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:55:21Z,topic='l3_agent')) {'router_ids': ['19fe0f86-abca-440b-b947-db1a4f296f9c'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:37:42.934217 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 59828) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:37:42.948319 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-bdc66b8b-5eea-4bd0-8eb5-92ce50dc34d4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:37:42.963159 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad16ad4-9ae6-4d9c-8e63-97572addff8d None None] Pushing event updated for resources: {'Port': ['ID=134df0d3-ef07-4890-818d-62f6b68b54f7,revision_number=3']} {{(pid=103307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:37:43.008031 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.db_base_plugin_common [None req-d679d8b7-ff99-41d0-bc2e-9884c454426c admin admin] Allocated IP 172.20.0.1 (069fa2c9-ac54-4596-8927-b190d062b8dc/acbfa681-8e54-43e3-a66b-05705089f7e2/43d54b9b-cd44-4452-b168-5eea9efdf961) {{(pid=103305) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 21:37:43.044383 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_dvr_db [None req-4881a867-17ab-4557-a9d5-29d6597808de None None] Set router 19fe0f86-abca-440b-b947-db1a4f296f9c gateway port host: n-d-760453-5 {{(pid=103307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 21:37:43.048026 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-bdc66b8b-5eea-4bd0-8eb5-92ce50dc34d4 admin admin] Publish callbacks [] for security_group (81368fbf-ea3e-42f2-8b39-58c404dad5f9), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:37:43.053751 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-bdc66b8b-5eea-4bd0-8eb5-92ce50dc34d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (81368fbf-ea3e-42f2-8b39-58c404dad5f9), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:37:43.097428 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-bdc66b8b-5eea-4bd0-8eb5-92ce50dc34d4 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=76ace427db8e4c72af381e406336d55f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1591976 Jan 26 21:37:43.099820 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 59830) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:37:43.136278 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc66b8b-5eea-4bd0-8eb5-92ce50dc34d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81368fbf-ea3e-42f2-8b39-58c404dad5f9,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:37:43.161488 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-d679d8b7-ff99-41d0-bc2e-9884c454426c admin admin] Publish callbacks [] for port (43d54b9b-cd44-4452-b168-5eea9efdf961), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:37:43.165660 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-e766e7c6-c804-44e7-ac62-277dc645b50f admin admin] Publish callbacks [] for security_group (81368fbf-ea3e-42f2-8b39-58c404dad5f9), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:37:43.191212 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 59832) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:37:43.194466 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-e766e7c6-c804-44e7-ac62-277dc645b50f admin admin] Publish callbacks [] for security_group (81368fbf-ea3e-42f2-8b39-58c404dad5f9), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:37:43.211373 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-d679d8b7-ff99-41d0-bc2e-9884c454426c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746560234527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11791543'] for port (43d54b9b-cd44-4452-b168-5eea9efdf961), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:37:43.252253 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d679d8b7-ff99-41d0-bc2e-9884c454426c admin admin] Network 069fa2c9-ac54-4596-8927-b190d062b8dc is already hosted by enough agents. {{(pid=103305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 21:37:43.255531 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [None req-d679d8b7-ff99-41d0-bc2e-9884c454426c admin admin] Resources bound (agent type, host, resource id): {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:37:43.257985 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-2f399ca4-d1e6-44e2-8d58-54077261e872 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=7d160a87c74949a2be1aa8079479fbce&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0656281 Jan 26 21:37:43.259221 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-4881a867-17ab-4557-a9d5-29d6597808de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19fe0f86-abca-440b-b947-db1a4f296f9c', 'name': 'tempest-AttachVolumeTestJSON-1656343975-router', 'tenant_id': 'ef59326be6b94bd88981706bc324c818', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'external_fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.9'}], 'enable_snat': True}, 'gw_port_id': '134df0d3-ef07-4890-818d-62f6b68b54f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T21:37:39Z', 'updated_at': '2022-01-26T21:37:40Z', 'revision_number': 3, 'project_id': 'ef59326be6b94bd88981706bc324c818', 'gw_port': {'id': '134df0d3-ef07-4890-818d-62f6b68b54f7', 'name': '', 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:1f:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19fe0f86-abca-440b-b947-db1a4f296f9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3140, 'fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:37:40Z', 'updated_at': '2022-01-26T21:37:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-5'}], 'n-d-760453-5', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:37:43.261920 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 59834) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:37:43.264632 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d679d8b7-ff99-41d0-bc2e-9884c454426c admin admin] Received port after_create {{(pid=103305) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 21:37:43.270867 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d679d8b7-ff99-41d0-bc2e-9884c454426c admin admin] Pushing event updated for resources: {'Port': ['ID=43d54b9b-cd44-4452-b168-5eea9efdf961,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:37:43.298395 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4881a867-17ab-4557-a9d5-29d6597808de None None] The sync data for ids ['19fe0f86-abca-440b-b947-db1a4f296f9c'] in n-d-760453-5 is: [{'id': '19fe0f86-abca-440b-b947-db1a4f296f9c', 'name': 'tempest-AttachVolumeTestJSON-1656343975-router', 'tenant_id': 'ef59326be6b94bd88981706bc324c818', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'external_fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.9'}], 'enable_snat': True}, 'gw_port_id': '134df0d3-ef07-4890-818d-62f6b68b54f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T21:37:39Z', 'updated_at': '2022-01-26T21:37:40Z', 'revision_number': 3, 'project_id': 'ef59326be6b94bd88981706bc324c818', 'gw_port': {'id': '134df0d3-ef07-4890-818d-62f6b68b54f7', 'name': '', 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:1f:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19fe0f86-abca-440b-b947-db1a4f296f9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3140, 'fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:37:40Z', 'updated_at': '2022-01-26T21:37:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-5'}] {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 26 21:37:43.312694 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-d679d8b7-ff99-41d0-bc2e-9884c454426c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4111050'] for router_interface (19fe0f86-abca-440b-b947-db1a4f296f9c), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:37:43.319973 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-e766e7c6-c804-44e7-ac62-277dc645b50f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (81368fbf-ea3e-42f2-8b39-58c404dad5f9), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:37:43.322634 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-e766e7c6-c804-44e7-ac62-277dc645b50f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:37:43.323999 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-e766e7c6-c804-44e7-ac62-277dc645b50f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/81368fbf-ea3e-42f2-8b39-58c404dad5f9 HTTP/1.1" status: 204 len: 168 time: 0.2230630 Jan 26 21:37:43.327134 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-e5a28479-8ebe-4ded-864d-60a2929c8552 admin admin] Publish callbacks [] for security_group (27231f57-a954-4089-badd-a483093255ef), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:37:43.342135 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e766e7c6-c804-44e7-ac62-277dc645b50f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81368fbf-ea3e-42f2-8b39-58c404dad5f9,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:37:43.376655 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-e5a28479-8ebe-4ded-864d-60a2929c8552 admin admin] Publish callbacks [] for security_group (27231f57-a954-4089-badd-a483093255ef), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:37:43.478973 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-e5a28479-8ebe-4ded-864d-60a2929c8552 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (27231f57-a954-4089-badd-a483093255ef), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:37:43.490979 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-e5a28479-8ebe-4ded-864d-60a2929c8552 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:37:43.493323 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-e5a28479-8ebe-4ded-864d-60a2929c8552 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/27231f57-a954-4089-badd-a483093255ef HTTP/1.1" status: 204 len: 168 time: 0.2300866 Jan 26 21:37:43.508635 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device 45f6c2c8-c3d6-4ee7-9555-3a5f5899eaf0 up at agent ovs-agent-n-d-760453-5 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 21:37:43.523276 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a28479-8ebe-4ded-864d-60a2929c8552 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27231f57-a954-4089-badd-a483093255ef,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:37:43.581152 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-d679d8b7-ff99-41d0-bc2e-9884c454426c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (43d54b9b-cd44-4452-b168-5eea9efdf961), before_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:37:43.618923 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Provisioning complete for port 45f6c2c8-c3d6-4ee7-9555-3a5f5899eaf0 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:37:43.619519 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (45f6c2c8-c3d6-4ee7-9555-3a5f5899eaf0), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:37:43.866655 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Current status of the port 45f6c2c8-c3d6-4ee7-9555-3a5f5899eaf0 is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:37:43.873981 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-13172d4a-fd86-4377-ad31-aae1de1dee83 None None] Provisioning complete for port 43d54b9b-cd44-4452-b168-5eea9efdf961 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:37:43.874709 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-13172d4a-fd86-4377-ad31-aae1de1dee83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (43d54b9b-cd44-4452-b168-5eea9efdf961), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:37:43.929959 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-d679d8b7-ff99-41d0-bc2e-9884c454426c admin admin] Publish callbacks [] for port (43d54b9b-cd44-4452-b168-5eea9efdf961), precommit_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:37:43.937267 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-d679d8b7-ff99-41d0-bc2e-9884c454426c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11791520'] for port (43d54b9b-cd44-4452-b168-5eea9efdf961), after_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:37:43.944922 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-13172d4a-fd86-4377-ad31-aae1de1dee83 None None] Port 43d54b9b-cd44-4452-b168-5eea9efdf961 cannot update to ACTIVE because it is not bound. {{(pid=103306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 26 21:37:44.016216 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d679d8b7-ff99-41d0-bc2e-9884c454426c admin admin] Pushing event updated for resources: {'Port': ['ID=43d54b9b-cd44-4452-b168-5eea9efdf961,revision_number=2']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:37:44.018819 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-d679d8b7-ff99-41d0-bc2e-9884c454426c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3709457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4110682'] for router_interface (19fe0f86-abca-440b-b947-db1a4f296f9c), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:37:44.139741 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d679d8b7-ff99-41d0-bc2e-9884c454426c admin admin] Network 069fa2c9-ac54-4596-8927-b190d062b8dc is already hosted by enough agents. {{(pid=103305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 21:37:44.141814 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [None req-d679d8b7-ff99-41d0-bc2e-9884c454426c admin admin] Resources bound (agent type, host, resource id): {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:37:44.211852 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Device 9f31e38e-0c12-431e-9154-32744e707657 no longer exists at agent hyperv_n-h2-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 26 21:37:44.237945 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] No Port match for: 9f31e38e-0c12-431e-9154-32744e707657 {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 26 21:37:44.238869 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Device 9f31e38e-0c12-431e-9154-32744e707657 not bound to the agent host n-h2-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 26 21:37:44.326011 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d679d8b7-ff99-41d0-bc2e-9884c454426c admin admin] Router 19fe0f86-abca-440b-b947-db1a4f296f9c has already been hosted by L3 agent 09df100c-3af1-4b0a-bda8-05914c71c458 {{(pid=103305) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 26 21:37:44.481669 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-2db16dbe-b09a-4840-9ee7-fcccaf1bbce7 None None] Provisioning complete for port 43d54b9b-cd44-4452-b168-5eea9efdf961 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:37:44.482199 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2db16dbe-b09a-4840-9ee7-fcccaf1bbce7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (43d54b9b-cd44-4452-b168-5eea9efdf961), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:37:44.485560 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d679d8b7-ff99-41d0-bc2e-9884c454426c admin admin] Notify agent at l3_agent.n-d-760453-5 the message routers_updated {{(pid=103305) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 26 21:37:44.495212 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-d679d8b7-ff99-41d0-bc2e-9884c454426c admin admin] 10.222.0.13 "PUT /v2.0/routers/19fe0f86-abca-440b-b947-db1a4f296f9c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6515379 Jan 26 21:37:44.528292 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2db16dbe-b09a-4840-9ee7-fcccaf1bbce7 None None] Port 43d54b9b-cd44-4452-b168-5eea9efdf961 cannot update to ACTIVE because it is not bound. {{(pid=103306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 26 21:37:44.831217 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 59884) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:37:45.034064 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-9300017e-0be7-46a0-a207-195f84d0ca9c admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-1238485388-network', 'tenant_id': '0a26c2dfc93042458a10e31a85d10eb9'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:37:45.060017 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9300017e-0be7-46a0-a207-195f84d0ca9c admin admin] Made reservation on behalf of 0a26c2dfc93042458a10e31a85d10eb9 for: {'network': 1} {{(pid=103304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 21:37:45.062973 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-9300017e-0be7-46a0-a207-195f84d0ca9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for network (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:37:45.071955 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-9300017e-0be7-46a0-a207-195f84d0ca9c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:37:45.084966 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 59894) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:37:45.089746 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-eca40eed-f8c8-47b2-81f3-648439049b1a tempest-AttachVolumeTestJSON-1109332547 tempest-AttachVolumeTestJSON-1109332547-project] Request body: {'security_group': {'name': 'tempest-securitygroup--802233860', 'description': 'tempest-description--1319146692'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:37:45.131896 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-eca40eed-f8c8-47b2-81f3-648439049b1a tempest-AttachVolumeTestJSON-1109332547 tempest-AttachVolumeTestJSON-1109332547-project] Publish callbacks [] for security_group (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:37:45.182422 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-9300017e-0be7-46a0-a207-195f84d0ca9c admin admin] Publish callbacks [] for security_group (2d7fc56d-53ad-4259-9856-3bd346786dcb), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:37:45.188109 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-9300017e-0be7-46a0-a207-195f84d0ca9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (2d7fc56d-53ad-4259-9856-3bd346786dcb), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:37:45.213252 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9300017e-0be7-46a0-a207-195f84d0ca9c admin admin] vlan segment allocate from pool success with {'vlan_id': 569, 'physical_network': 'physnet1'} {{(pid=103304) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 26 21:37:45.218280 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-eca40eed-f8c8-47b2-81f3-648439049b1a tempest-AttachVolumeTestJSON-1109332547 tempest-AttachVolumeTestJSON-1109332547-project] Publish callbacks [] for security_group (67ba2225-7074-4a52-b681-4840b6b52ab5), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:37:45.223649 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-eca40eed-f8c8-47b2-81f3-648439049b1a tempest-AttachVolumeTestJSON-1109332547 tempest-AttachVolumeTestJSON-1109332547-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (67ba2225-7074-4a52-b681-4840b6b52ab5), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:37:45.231973 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9300017e-0be7-46a0-a207-195f84d0ca9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d7fc56d-53ad-4259-9856-3bd346786dcb,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:37:45.237361 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-9300017e-0be7-46a0-a207-195f84d0ca9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576559'] for segment (5a840bb3-33d1-4210-b233-2e7d717911d7), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:37:45.238107 n-d-760453-5 neutron-server[103304]: INFO neutron.db.segments_db [None req-9300017e-0be7-46a0-a207-195f84d0ca9c admin admin] Added segment 5a840bb3-33d1-4210-b233-2e7d717911d7 of type vlan for network 3a41c7dc-bf9a-47e9-b867-e0ce77f10e3d Jan 26 21:37:45.258528 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca40eed-f8c8-47b2-81f3-648439049b1a tempest-AttachVolumeTestJSON-1109332547 tempest-AttachVolumeTestJSON-1109332547-project] Pushing event updated for resources: {'SecurityGroup': ['ID=67ba2225-7074-4a52-b681-4840b6b52ab5,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:37:45.264840 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-eca40eed-f8c8-47b2-81f3-648439049b1a tempest-AttachVolumeTestJSON-1109332547 tempest-AttachVolumeTestJSON-1109332547-project] Publish callbacks [] for security_group (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:37:45.266353 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-eca40eed-f8c8-47b2-81f3-648439049b1a tempest-AttachVolumeTestJSON-1109332547 tempest-AttachVolumeTestJSON-1109332547-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.1802626 Jan 26 21:37:45.269181 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 59900) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:37:45.273788 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-84036c14-51b4-4564-a00e-8224c2eb865f tempest-AttachVolumeTestJSON-1109332547 tempest-AttachVolumeTestJSON-1109332547-project] Request body: {'security_group_rule': {'security_group_id': '67ba2225-7074-4a52-b681-4840b6b52ab5', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:37:45.293425 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-9300017e-0be7-46a0-a207-195f84d0ca9c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746560256871'] for network (3a41c7dc-bf9a-47e9-b867-e0ce77f10e3d), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:37:45.304092 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-84036c14-51b4-4564-a00e-8224c2eb865f tempest-AttachVolumeTestJSON-1109332547 tempest-AttachVolumeTestJSON-1109332547-project] Publish callbacks [] for security_group_rule (2456fe83-ad79-4415-97e6-098391db673b), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:37:45.323706 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-9300017e-0be7-46a0-a207-195f84d0ca9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503'] for network (3a41c7dc-bf9a-47e9-b867-e0ce77f10e3d), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:37:45.325952 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9300017e-0be7-46a0-a207-195f84d0ca9c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:37:45.326967 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-9300017e-0be7-46a0-a207-195f84d0ca9c admin admin] Publish callbacks [] for network (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:37:45.396048 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-84036c14-51b4-4564-a00e-8224c2eb865f tempest-AttachVolumeTestJSON-1109332547 tempest-AttachVolumeTestJSON-1109332547-project] Publish callbacks [] for security_group_rule (2456fe83-ad79-4415-97e6-098391db673b), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:37:45.397764 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-9300017e-0be7-46a0-a207-195f84d0ca9c admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.5654221 Jan 26 21:37:45.402012 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 59904) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:37:45.409821 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9300017e-0be7-46a0-a207-195f84d0ca9c admin admin] Pushing event updated for resources: {'Network': ['ID=3a41c7dc-bf9a-47e9-b867-e0ce77f10e3d,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:37:45.410131 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-fd182ebd-6c65-4edc-a786-c279708ea608 admin admin] Request body: {'subnet': {'network_id': '3a41c7dc-bf9a-47e9-b867-e0ce77f10e3d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-1238485388-subnet', 'tenant_id': '0a26c2dfc93042458a10e31a85d10eb9', 'ip_version': 4}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:37:45.415501 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-84036c14-51b4-4564-a00e-8224c2eb865f tempest-AttachVolumeTestJSON-1109332547 tempest-AttachVolumeTestJSON-1109332547-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102715'] for security_group_rule (2456fe83-ad79-4415-97e6-098391db673b), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:37:45.421841 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Network 3a41c7dc-bf9a-47e9-b867-e0ce77f10e3d details requested by agent ovs-agent-n-d-760453-5 with host n-d-760453-5 {{(pid=103306) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 26 21:37:45.452860 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd182ebd-6c65-4edc-a786-c279708ea608 admin admin] Made reservation on behalf of 0a26c2dfc93042458a10e31a85d10eb9 for: {'subnet': 1} {{(pid=103305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 21:37:45.456026 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-fd182ebd-6c65-4edc-a786-c279708ea608 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11599953'] for subnet (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:37:45.471553 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84036c14-51b4-4564-a00e-8224c2eb865f tempest-AttachVolumeTestJSON-1109332547 tempest-AttachVolumeTestJSON-1109332547-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2456fe83-ad79-4415-97e6-098391db673b,revision_number=0']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:37:45.477402 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-84036c14-51b4-4564-a00e-8224c2eb865f tempest-AttachVolumeTestJSON-1109332547 tempest-AttachVolumeTestJSON-1109332547-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:37:45.481640 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 59906) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:37:45.481942 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-84036c14-51b4-4564-a00e-8224c2eb865f tempest-AttachVolumeTestJSON-1109332547 tempest-AttachVolumeTestJSON-1109332547-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2115233 Jan 26 21:37:45.486797 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-26b0a6c9-050e-479b-96e7-0062ee2cd59d tempest-AttachVolumeTestJSON-1109332547 tempest-AttachVolumeTestJSON-1109332547-project] Request body: {'security_group_rule': {'security_group_id': '67ba2225-7074-4a52-b681-4840b6b52ab5', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:37:45.531438 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-26b0a6c9-050e-479b-96e7-0062ee2cd59d tempest-AttachVolumeTestJSON-1109332547 tempest-AttachVolumeTestJSON-1109332547-project] Publish callbacks [] for security_group_rule (1fbe3d25-9a82-4762-9902-e5011c5e2c89), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:37:45.547223 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device 134df0d3-ef07-4890-818d-62f6b68b54f7 up at agent ovs-agent-n-d-760453-5 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 21:37:45.618471 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Provisioning complete for port 134df0d3-ef07-4890-818d-62f6b68b54f7 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:37:45.619665 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (134df0d3-ef07-4890-818d-62f6b68b54f7), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:37:45.626468 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-26b0a6c9-050e-479b-96e7-0062ee2cd59d tempest-AttachVolumeTestJSON-1109332547 tempest-AttachVolumeTestJSON-1109332547-project] Publish callbacks [] for security_group_rule (1fbe3d25-9a82-4762-9902-e5011c5e2c89), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:37:45.632659 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-26b0a6c9-050e-479b-96e7-0062ee2cd59d tempest-AttachVolumeTestJSON-1109332547 tempest-AttachVolumeTestJSON-1109332547-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102715'] for security_group_rule (1fbe3d25-9a82-4762-9902-e5011c5e2c89), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:37:45.661734 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b0a6c9-050e-479b-96e7-0062ee2cd59d tempest-AttachVolumeTestJSON-1109332547 tempest-AttachVolumeTestJSON-1109332547-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1fbe3d25-9a82-4762-9902-e5011c5e2c89,revision_number=0']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:37:45.667625 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-26b0a6c9-050e-479b-96e7-0062ee2cd59d tempest-AttachVolumeTestJSON-1109332547 tempest-AttachVolumeTestJSON-1109332547-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:37:45.669034 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-26b0a6c9-050e-479b-96e7-0062ee2cd59d tempest-AttachVolumeTestJSON-1109332547 tempest-AttachVolumeTestJSON-1109332547-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1863463 Jan 26 21:37:45.672308 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 59912) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:37:45.685991 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-918242ee-5609-4115-8b32-4f6a2e5bdbb0 tempest-AttachVolumeTestJSON-1109332547 tempest-AttachVolumeTestJSON-1109332547-project] Request body: {'floatingip': {'floating_network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:37:45.691180 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff680b1b-1a30-42ac-b34f-ef45b2c9ef09 None None] Sync routers for ids ['19fe0f86-abca-440b-b947-db1a4f296f9c'] in n-d-760453-5 {{(pid=103306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 26 21:37:45.719078 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-918242ee-5609-4115-8b32-4f6a2e5bdbb0 tempest-AttachVolumeTestJSON-1109332547 tempest-AttachVolumeTestJSON-1109332547-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:37:45.724217 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-fd182ebd-6c65-4edc-a786-c279708ea608 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11788839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11599975'] for subnet (eb8dfdda-f1a7-46d6-be86-88a387dfcadd), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:37:45.803201 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd182ebd-6c65-4edc-a786-c279708ea608 admin admin] Pushing event updated for resources: {'Subnet': ['ID=eb8dfdda-f1a7-46d6-be86-88a387dfcadd,revision_number=0']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:37:45.817140 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd182ebd-6c65-4edc-a786-c279708ea608 admin admin] Checking segment: {'id': '5a840bb3-33d1-4210-b233-2e7d717911d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '3a41c7dc-bf9a-47e9-b867-e0ce77f10e3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103305) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 21:37:45.818680 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd182ebd-6c65-4edc-a786-c279708ea608 admin admin] Network hostable DHCP agents. Network: 3a41c7dc-bf9a-47e9-b867-e0ce77f10e3d, hostable agents: ['474ccdf7-ab6c-405b-a3b2-dc7b05829902'], hosted agents: [] {{(pid=103305) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 26 21:37:45.847007 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd182ebd-6c65-4edc-a786-c279708ea608 admin admin] Network 3a41c7dc-bf9a-47e9-b867-e0ce77f10e3d is scheduled to be hosted by DHCP agent 474ccdf7-ab6c-405b-a3b2-dc7b05829902 with binding_index 1 {{(pid=103305) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 26 21:37:45.864097 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [None req-fd182ebd-6c65-4edc-a786-c279708ea608 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760453-5, 3a41c7dc-bf9a-47e9-b867-e0ce77f10e3d) {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:37:45.869763 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd182ebd-6c65-4edc-a786-c279708ea608 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:37:45.870607 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-fd182ebd-6c65-4edc-a786-c279708ea608 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:37:45.875953 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-918242ee-5609-4115-8b32-4f6a2e5bdbb0 tempest-AttachVolumeTestJSON-1109332547 tempest-AttachVolumeTestJSON-1109332547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:37:45.896013 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-fd182ebd-6c65-4edc-a786-c279708ea608 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4927673 Jan 26 21:37:45.899447 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 59924) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:37:45.904747 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-8b68178a-b581-4fb4-8d26-bf3c80deabef admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-1238485388-router', 'tenant_id': '0a26c2dfc93042458a10e31a85d10eb9', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299'}}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:37:45.914114 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-733854e1-8eee-48ba-b5cd-ce1cd3229f03 None None] Network 3a41c7dc-bf9a-47e9-b867-e0ce77f10e3d requested from n-d-760453-5 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 26 21:37:45.930104 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-8b68178a-b581-4fb4-8d26-bf3c80deabef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4104596', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13108'] for router (7cdf208b-bd77-4970-a0dd-eeb8a3a8c3f9), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:37:45.931385 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-8b68178a-b581-4fb4-8d26-bf3c80deabef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4105828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4111306', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3733576', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13069'] for router (7cdf208b-bd77-4970-a0dd-eeb8a3a8c3f9), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:37:45.933732 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Current status of the port 134df0d3-ef07-4890-818d-62f6b68b54f7 is: DOWN; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:37:45.934127 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (134df0d3-ef07-4890-818d-62f6b68b54f7), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:37:45.975970 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff680b1b-1a30-42ac-b34f-ef45b2c9ef09 None None] Routers {'19fe0f86-abca-440b-b947-db1a4f296f9c'} bound to L3 agent in host n-d-760453-5 {{(pid=103306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 21:37:45.976626 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-ff680b1b-1a30-42ac-b34f-ef45b2c9ef09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-26T20:55:21Z,description=,heartbeat_timestamp=2022-01-26T21:37:21Z,host='n-d-760453-5',id=09df100c-3af1-4b0a-bda8-05914c71c458,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:55:21Z,topic='l3_agent')) {'router_ids': ['19fe0f86-abca-440b-b947-db1a4f296f9c'], 'active': True} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:37:46.004776 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-8b68178a-b581-4fb4-8d26-bf3c80deabef admin admin] Publish callbacks [] for router_controller (7cdf208b-bd77-4970-a0dd-eeb8a3a8c3f9), precommit_add_association {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:37:46.018471 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.db_base_plugin_common [None req-918242ee-5609-4115-8b32-4f6a2e5bdbb0 tempest-AttachVolumeTestJSON-1109332547 tempest-AttachVolumeTestJSON-1109332547-project] Allocated IP 172.25.1.23 (4140a1f1-c93a-4bea-83a0-68953a54f299/e48251a1-e30d-4820-8396-00c6f6aeb601/1615a1ab-9e84-47f6-b3e3-ca27a015bfe5) {{(pid=103304) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 21:37:46.038551 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] For port 134df0d3-ef07-4890-818d-62f6b68b54f7, host n-d-760453-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=134df0d3-ef07-4890-818d-62f6b68b54f7,segment=NetworkSegment(e17cb353-418f-48b9-b982-21a6233ee99b),segment_id=e17cb353-418f-48b9-b982-21a6233ee99b)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:37:46.056905 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (134df0d3-ef07-4890-818d-62f6b68b54f7), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:37:46.143943 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-918242ee-5609-4115-8b32-4f6a2e5bdbb0 tempest-AttachVolumeTestJSON-1109332547 tempest-AttachVolumeTestJSON-1109332547-project] Publish callbacks [] for port (1615a1ab-9e84-47f6-b3e3-ca27a015bfe5), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:37:46.176358 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-8b68178a-b581-4fb4-8d26-bf3c80deabef admin admin] Publish callbacks [] for router_gateway (7cdf208b-bd77-4970-a0dd-eeb8a3a8c3f9), precommit_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:37:46.191665 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-918242ee-5609-4115-8b32-4f6a2e5bdbb0 tempest-AttachVolumeTestJSON-1109332547 tempest-AttachVolumeTestJSON-1109332547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746560234527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9281553'] for port (1615a1ab-9e84-47f6-b3e3-ca27a015bfe5), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:37:46.192485 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ee91c09-c340-4f50-bf20-58e5a3049f85 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3c4099e8-8ffb-51d1-af7f-5868973e933f-3a41c7dc-bf9a-47e9-b867-e0ce77f10e3d', 'network_id': '3a41c7dc-bf9a-47e9-b867-e0ce77f10e3d', 'project_id': '0a26c2dfc93042458a10e31a85d10eb9', 'fixed_ips': [{'subnet_id': 'eb8dfdda-f1a7-46d6-be86-88a387dfcadd'}]}} from n-d-760453-5. {{(pid=103306) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 26 21:37:46.193570 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-1ee91c09-c340-4f50-bf20-58e5a3049f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (None), before_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:37:46.235624 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Pushing event updated for resources: {'Port': ['ID=134df0d3-ef07-4890-818d-62f6b68b54f7,revision_number=4']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:37:46.237624 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-918242ee-5609-4115-8b32-4f6a2e5bdbb0 tempest-AttachVolumeTestJSON-1109332547 tempest-AttachVolumeTestJSON-1109332547-project] Network 4140a1f1-c93a-4bea-83a0-68953a54f299 is already hosted by enough agents. {{(pid=103304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 21:37:46.240948 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [None req-918242ee-5609-4115-8b32-4f6a2e5bdbb0 tempest-AttachVolumeTestJSON-1109332547 tempest-AttachVolumeTestJSON-1109332547-project] Resources bound (agent type, host, resource id): {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:37:46.245093 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-918242ee-5609-4115-8b32-4f6a2e5bdbb0 tempest-AttachVolumeTestJSON-1109332547 tempest-AttachVolumeTestJSON-1109332547-project] Received port after_create {{(pid=103304) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 21:37:46.257842 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvr_db [None req-ff680b1b-1a30-42ac-b34f-ef45b2c9ef09 None None] Set router 19fe0f86-abca-440b-b947-db1a4f296f9c gateway port host: n-d-760453-5 {{(pid=103306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 21:37:46.278713 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-918242ee-5609-4115-8b32-4f6a2e5bdbb0 tempest-AttachVolumeTestJSON-1109332547 tempest-AttachVolumeTestJSON-1109332547-project] Pushing event updated for resources: {'Port': ['ID=1615a1ab-9e84-47f6-b3e3-ca27a015bfe5,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:37:46.456753 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.db_base_plugin_common [None req-1ee91c09-c340-4f50-bf20-58e5a3049f85 None None] Allocated IP 172.20.0.2 (3a41c7dc-bf9a-47e9-b867-e0ce77f10e3d/eb8dfdda-f1a7-46d6-be86-88a387dfcadd/6f42611e-96b1-49ba-b88c-795e2aa21f20) {{(pid=103306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 21:37:46.465495 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-8b68178a-b581-4fb4-8d26-bf3c80deabef admin admin] Publish callbacks [] for router_gateway (7cdf208b-bd77-4970-a0dd-eeb8a3a8c3f9), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:37:46.493736 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-8b68178a-b581-4fb4-8d26-bf3c80deabef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:37:46.612324 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-1ee91c09-c340-4f50-bf20-58e5a3049f85 None None] Publish callbacks [] for port (6f42611e-96b1-49ba-b88c-795e2aa21f20), precommit_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:37:46.632289 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.db_base_plugin_common [None req-8b68178a-b581-4fb4-8d26-bf3c80deabef admin admin] Allocated IP 172.25.1.239 (4140a1f1-c93a-4bea-83a0-68953a54f299/e48251a1-e30d-4820-8396-00c6f6aeb601/257347ec-c828-4adb-8158-78759ad9d3b4) {{(pid=103305) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 21:37:46.653439 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-1ee91c09-c340-4f50-bf20-58e5a3049f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746560234527'] for port (6f42611e-96b1-49ba-b88c-795e2aa21f20), after_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:37:46.728138 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-918242ee-5609-4115-8b32-4f6a2e5bdbb0 tempest-AttachVolumeTestJSON-1109332547 tempest-AttachVolumeTestJSON-1109332547-project] Publish callbacks [] for floatingip (30e5b369-8d27-4768-8449-7c104825c110), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:37:46.744586 n-d-760453-5 neutron-server[103306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ee91c09-c340-4f50-bf20-58e5a3049f85 None None] Network 3a41c7dc-bf9a-47e9-b867-e0ce77f10e3d is already hosted by enough agents. {{(pid=103306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 21:37:46.752499 n-d-760453-5 neutron-server[103306]: DEBUG neutron.scheduler.base_scheduler [None req-1ee91c09-c340-4f50-bf20-58e5a3049f85 None None] Resources bound (agent type, host, resource id): {{(pid=103306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:37:46.760476 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ee91c09-c340-4f50-bf20-58e5a3049f85 None None] Received port after_create {{(pid=103306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 21:37:46.766207 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-8b68178a-b581-4fb4-8d26-bf3c80deabef admin admin] Publish callbacks [] for port (257347ec-c828-4adb-8158-78759ad9d3b4), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:37:46.772125 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee91c09-c340-4f50-bf20-58e5a3049f85 None None] Pushing event updated for resources: {'Port': ['ID=6f42611e-96b1-49ba-b88c-795e2aa21f20,revision_number=1']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:37:46.788575 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-918242ee-5609-4115-8b32-4f6a2e5bdbb0 tempest-AttachVolumeTestJSON-1109332547 tempest-AttachVolumeTestJSON-1109332547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (1615a1ab-9e84-47f6-b3e3-ca27a015bfe5), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:37:46.813036 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-8b68178a-b581-4fb4-8d26-bf3c80deabef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746560234527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11791543'] for port (257347ec-c828-4adb-8158-78759ad9d3b4), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:37:46.857076 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b68178a-b581-4fb4-8d26-bf3c80deabef admin admin] Network 4140a1f1-c93a-4bea-83a0-68953a54f299 is already hosted by enough agents. {{(pid=103305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 21:37:46.860885 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [None req-8b68178a-b581-4fb4-8d26-bf3c80deabef admin admin] Resources bound (agent type, host, resource id): {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:37:46.870910 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b68178a-b581-4fb4-8d26-bf3c80deabef admin admin] Received port after_create {{(pid=103305) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 21:37:46.903311 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-1ee91c09-c340-4f50-bf20-58e5a3049f85 None None] Attempting to bind port 6f42611e-96b1-49ba-b88c-795e2aa21f20 on host n-d-760453-5 for vnic_type normal with profile {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 21:37:46.903727 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-1ee91c09-c340-4f50-bf20-58e5a3049f85 None None] Attempting to bind port 6f42611e-96b1-49ba-b88c-795e2aa21f20 by drivers openvswitch,hyperv on host n-d-760453-5 at level 0 using segments [{'id': '5a840bb3-33d1-4210-b233-2e7d717911d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '3a41c7dc-bf9a-47e9-b867-e0ce77f10e3d'}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 26 21:37:46.904393 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b68178a-b581-4fb4-8d26-bf3c80deabef admin admin] Pushing event updated for resources: {'Port': ['ID=257347ec-c828-4adb-8158-78759ad9d3b4,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:37:46.904786 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ee91c09-c340-4f50-bf20-58e5a3049f85 None None] Attempting to bind port 6f42611e-96b1-49ba-b88c-795e2aa21f20 on network 3a41c7dc-bf9a-47e9-b867-e0ce77f10e3d {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 21:37:46.919834 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ee91c09-c340-4f50-bf20-58e5a3049f85 None None] Checking agent: {'id': 'fea0591a-627d-4c87-9a9a-01625ddf3277', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760453-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 20, 55, 25), 'started_at': datetime.datetime(2022, 1, 26, 20, 55, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 21, 37, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760453-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 26 21:37:46.920679 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ee91c09-c340-4f50-bf20-58e5a3049f85 None None] Checking segment: {'id': '5a840bb3-33d1-4210-b233-2e7d717911d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '3a41c7dc-bf9a-47e9-b867-e0ce77f10e3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 21:37:46.921323 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-1ee91c09-c340-4f50-bf20-58e5a3049f85 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:37:46.922371 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ee91c09-c340-4f50-bf20-58e5a3049f85 None None] Bound using segment: {'id': '5a840bb3-33d1-4210-b233-2e7d717911d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '3a41c7dc-bf9a-47e9-b867-e0ce77f10e3d'} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 26 21:37:46.923038 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-1ee91c09-c340-4f50-bf20-58e5a3049f85 None None] Bound port: 6f42611e-96b1-49ba-b88c-795e2aa21f20, host: n-d-760453-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a840bb3-33d1-4210-b233-2e7d717911d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '3a41c7dc-bf9a-47e9-b867-e0ce77f10e3d'}}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 26 21:37:46.923630 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-1ee91c09-c340-4f50-bf20-58e5a3049f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (6f42611e-96b1-49ba-b88c-795e2aa21f20), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:37:46.996214 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-918242ee-5609-4115-8b32-4f6a2e5bdbb0 tempest-AttachVolumeTestJSON-1109332547 tempest-AttachVolumeTestJSON-1109332547-project] Publish callbacks [] for port (1615a1ab-9e84-47f6-b3e3-ca27a015bfe5), precommit_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:37:47.004213 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-918242ee-5609-4115-8b32-4f6a2e5bdbb0 tempest-AttachVolumeTestJSON-1109332547 tempest-AttachVolumeTestJSON-1109332547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9281542'] for port (1615a1ab-9e84-47f6-b3e3-ca27a015bfe5), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:37:47.037819 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-1ee91c09-c340-4f50-bf20-58e5a3049f85 None None] For port 6f42611e-96b1-49ba-b88c-795e2aa21f20, host n-d-760453-5, cleared binding levels {{(pid=103306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 26 21:37:47.045921 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-1ee91c09-c340-4f50-bf20-58e5a3049f85 None None] For port 6f42611e-96b1-49ba-b88c-795e2aa21f20, host n-d-760453-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=6f42611e-96b1-49ba-b88c-795e2aa21f20,segment=NetworkSegment(5a840bb3-33d1-4210-b233-2e7d717911d7),segment_id=5a840bb3-33d1-4210-b233-2e7d717911d7)] {{(pid=103306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 26 21:37:47.057832 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-1ee91c09-c340-4f50-bf20-58e5a3049f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (6f42611e-96b1-49ba-b88c-795e2aa21f20), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:37:47.069824 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-ff680b1b-1a30-42ac-b34f-ef45b2c9ef09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19fe0f86-abca-440b-b947-db1a4f296f9c', 'name': 'tempest-AttachVolumeTestJSON-1656343975-router', 'tenant_id': 'ef59326be6b94bd88981706bc324c818', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'external_fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.9'}], 'enable_snat': True}, 'gw_port_id': '134df0d3-ef07-4890-818d-62f6b68b54f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T21:37:39Z', 'updated_at': '2022-01-26T21:37:43Z', 'revision_number': 4, 'project_id': 'ef59326be6b94bd88981706bc324c818', 'gw_port': {'id': '134df0d3-ef07-4890-818d-62f6b68b54f7', 'name': '', 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:1f:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19fe0f86-abca-440b-b947-db1a4f296f9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3140, 'fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:37:40Z', 'updated_at': '2022-01-26T21:37:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-5', '_interfaces': [{'id': '43d54b9b-cd44-4452-b168-5eea9efdf961', 'name': '', 'network_id': '069fa2c9-ac54-4596-8927-b190d062b8dc', 'tenant_id': 'ef59326be6b94bd88981706bc324c818', 'mac_address': 'fa:16:3e:58:0e:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19fe0f86-abca-440b-b947-db1a4f296f9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3146, 'fixed_ips': [{'subnet_id': 'acbfa681-8e54-43e3-a66b-05705089f7e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:37:42Z', 'updated_at': '2022-01-26T21:37:43Z', 'revision_number': 2, 'project_id': 'ef59326be6b94bd88981706bc324c818', 'subnets': [{'id': 'acbfa681-8e54-43e3-a66b-05705089f7e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760453-5', False) {} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:37:47.106636 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-918242ee-5609-4115-8b32-4f6a2e5bdbb0 tempest-AttachVolumeTestJSON-1109332547 tempest-AttachVolumeTestJSON-1109332547-project] Pushing event updated for resources: {'Port': ['ID=1615a1ab-9e84-47f6-b3e3-ca27a015bfe5,revision_number=2']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:37:47.117834 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-918242ee-5609-4115-8b32-4f6a2e5bdbb0 tempest-AttachVolumeTestJSON-1109332547 tempest-AttachVolumeTestJSON-1109332547-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4110913'] for floatingip (30e5b369-8d27-4768-8449-7c104825c110), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:37:47.138367 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-918242ee-5609-4115-8b32-4f6a2e5bdbb0 tempest-AttachVolumeTestJSON-1109332547 tempest-AttachVolumeTestJSON-1109332547-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for floatingip (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:37:47.149966 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-918242ee-5609-4115-8b32-4f6a2e5bdbb0 tempest-AttachVolumeTestJSON-1109332547 tempest-AttachVolumeTestJSON-1109332547-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.4762590 Jan 26 21:37:47.151825 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff680b1b-1a30-42ac-b34f-ef45b2c9ef09 None None] Checking router: 19fe0f86-abca-440b-b947-db1a4f296f9c for host: n-d-760453-5 {{(pid=103306) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 26 21:37:47.152194 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff680b1b-1a30-42ac-b34f-ef45b2c9ef09 None None] Updating router 19fe0f86-abca-440b-b947-db1a4f296f9c port 43d54b9b-cd44-4452-b168-5eea9efdf961 binding host n-d-760453-5 {{(pid=103306) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 26 21:37:47.182031 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 59958) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:37:47.206382 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-ff680b1b-1a30-42ac-b34f-ef45b2c9ef09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (43d54b9b-cd44-4452-b168-5eea9efdf961), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:37:47.250350 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee91c09-c340-4f50-bf20-58e5a3049f85 None None] Pushing event updated for resources: {'Port': ['ID=6f42611e-96b1-49ba-b88c-795e2aa21f20,revision_number=2']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:37:47.291724 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-8b68178a-b581-4fb4-8d26-bf3c80deabef admin admin] Publish callbacks [] for router_gateway (7cdf208b-bd77-4970-a0dd-eeb8a3a8c3f9), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:37:47.339090 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-d6f6eaa8-92ac-4c11-a759-9b5c0f4f90d4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:37:47.457823 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device 134df0d3-ef07-4890-818d-62f6b68b54f7 up at agent ovs-agent-n-d-760453-5 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 21:37:47.539277 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-b6bcb66e-97d4-42db-a247-04ad25d78be0 req-44e52684-07b0-46e7-8883-cd80ceb250ef tempest-AttachVolumeTestJSON-1109332547 tempest-AttachVolumeTestJSON-1109332547-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--802233860&fields=id&tenant_id=ef59326be6b94bd88981706bc324c818 HTTP/1.1" status: 200 len: 267 time: 0.0892417 Jan 26 21:37:47.582685 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-d6f6eaa8-92ac-4c11-a759-9b5c0f4f90d4 admin admin] Publish callbacks [] for security_group (fc7dd90b-0689-441b-8848-64e4726853dc), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:37:47.589071 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Provisioning complete for port 134df0d3-ef07-4890-818d-62f6b68b54f7 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:37:47.589071 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (134df0d3-ef07-4890-818d-62f6b68b54f7), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:37:47.649774 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-d6f6eaa8-92ac-4c11-a759-9b5c0f4f90d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (fc7dd90b-0689-441b-8848-64e4726853dc), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:37:47.729673 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f6eaa8-92ac-4c11-a759-9b5c0f4f90d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc7dd90b-0689-441b-8848-64e4726853dc,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:37:47.757025 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-d6f6eaa8-92ac-4c11-a759-9b5c0f4f90d4 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=79705e99ef76452580b40b974a4060d9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5729430 Jan 26 21:37:47.760957 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 59972) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:37:47.796718 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-ff680b1b-1a30-42ac-b34f-ef45b2c9ef09 None None] Publish callbacks [] for port (43d54b9b-cd44-4452-b168-5eea9efdf961), precommit_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:37:47.799161 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Current status of the port 134df0d3-ef07-4890-818d-62f6b68b54f7 is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:37:47.806643 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-ff680b1b-1a30-42ac-b34f-ef45b2c9ef09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (43d54b9b-cd44-4452-b168-5eea9efdf961), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:37:47.808391 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6bcb66e-97d4-42db-a247-04ad25d78be0 req-d5e630c1-6222-494b-8043-5b295b418545 tempest-AttachVolumeTestJSON-1109332547 tempest-AttachVolumeTestJSON-1109332547-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:37:47.815990 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-b6bcb66e-97d4-42db-a247-04ad25d78be0 req-d5e630c1-6222-494b-8043-5b295b418545 tempest-AttachVolumeTestJSON-1109332547 tempest-AttachVolumeTestJSON-1109332547-project] 10.222.0.13 "GET /v2.0/networks?id=069fa2c9-ac54-4596-8927-b190d062b8dc HTTP/1.1" status: 200 len: 811 time: 0.2754760 Jan 26 21:37:47.845341 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-b6bcb66e-97d4-42db-a247-04ad25d78be0 req-5cd96c9d-45a7-4726-908f-deb7428d3e2d tempest-AttachVolumeTestJSON-1109332547 tempest-AttachVolumeTestJSON-1109332547-project] 10.222.0.13 "GET /v2.0/quotas/ef59326be6b94bd88981706bc324c818 HTTP/1.1" status: 200 len: 375 time: 0.0283298 Jan 26 21:37:47.887056 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c2b080-4c1f-4619-bdd4-c82b0f47987c None None] Pushing event updated for resources: {'Port': ['ID=43d54b9b-cd44-4452-b168-5eea9efdf961,revision_number=3']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:37:47.907468 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-d60f1ce2-4c11-4e13-9e86-06cae93bd15f admin admin] Publish callbacks [] for security_group (fc7dd90b-0689-441b-8848-64e4726853dc), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:37:47.914739 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-8b68178a-b581-4fb4-8d26-bf3c80deabef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4105757', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4111263'] for router (7cdf208b-bd77-4970-a0dd-eeb8a3a8c3f9), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:37:47.943952 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-b6bcb66e-97d4-42db-a247-04ad25d78be0 req-171bfa19-4cfe-4453-a8d0-ceff225dfb70 tempest-AttachVolumeTestJSON-1109332547 tempest-AttachVolumeTestJSON-1109332547-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=ef59326be6b94bd88981706bc324c818&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0975349 Jan 26 21:37:47.946044 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-ff680b1b-1a30-42ac-b34f-ef45b2c9ef09 None None] Attempting to bind port 43d54b9b-cd44-4452-b168-5eea9efdf961 on host n-d-760453-5 for vnic_type normal with profile {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 21:37:47.946373 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-ff680b1b-1a30-42ac-b34f-ef45b2c9ef09 None None] Attempting to bind port 43d54b9b-cd44-4452-b168-5eea9efdf961 by drivers openvswitch,hyperv on host n-d-760453-5 at level 0 using segments [{'id': 'a4d6e827-808b-4b7a-9089-657edb9fdaab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '069fa2c9-ac54-4596-8927-b190d062b8dc'}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 26 21:37:47.946905 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff680b1b-1a30-42ac-b34f-ef45b2c9ef09 None None] Attempting to bind port 43d54b9b-cd44-4452-b168-5eea9efdf961 on network 069fa2c9-ac54-4596-8927-b190d062b8dc {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 21:37:47.952091 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff680b1b-1a30-42ac-b34f-ef45b2c9ef09 None None] Checking agent: {'id': 'fea0591a-627d-4c87-9a9a-01625ddf3277', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760453-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 20, 55, 25), 'started_at': datetime.datetime(2022, 1, 26, 20, 55, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 21, 37, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760453-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 26 21:37:47.952477 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff680b1b-1a30-42ac-b34f-ef45b2c9ef09 None None] Checking segment: {'id': 'a4d6e827-808b-4b7a-9089-657edb9fdaab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '069fa2c9-ac54-4596-8927-b190d062b8dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 21:37:47.952879 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-ff680b1b-1a30-42ac-b34f-ef45b2c9ef09 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:37:47.953275 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff680b1b-1a30-42ac-b34f-ef45b2c9ef09 None None] Bound using segment: {'id': 'a4d6e827-808b-4b7a-9089-657edb9fdaab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '069fa2c9-ac54-4596-8927-b190d062b8dc'} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 26 21:37:47.953776 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-ff680b1b-1a30-42ac-b34f-ef45b2c9ef09 None None] Bound port: 43d54b9b-cd44-4452-b168-5eea9efdf961, host: n-d-760453-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a4d6e827-808b-4b7a-9089-657edb9fdaab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '069fa2c9-ac54-4596-8927-b190d062b8dc'}}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 26 21:37:47.954168 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-ff680b1b-1a30-42ac-b34f-ef45b2c9ef09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (43d54b9b-cd44-4452-b168-5eea9efdf961), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:37:48.023493 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-d60f1ce2-4c11-4e13-9e86-06cae93bd15f admin admin] Publish callbacks [] for security_group (fc7dd90b-0689-441b-8848-64e4726853dc), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:37:48.026847 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-ff680b1b-1a30-42ac-b34f-ef45b2c9ef09 None None] For port 43d54b9b-cd44-4452-b168-5eea9efdf961, host n-d-760453-5, cleared binding levels {{(pid=103306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 26 21:37:48.031186 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-ff680b1b-1a30-42ac-b34f-ef45b2c9ef09 None None] For port 43d54b9b-cd44-4452-b168-5eea9efdf961, host n-d-760453-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=43d54b9b-cd44-4452-b168-5eea9efdf961,segment=NetworkSegment(a4d6e827-808b-4b7a-9089-657edb9fdaab),segment_id=a4d6e827-808b-4b7a-9089-657edb9fdaab)] {{(pid=103306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 26 21:37:48.039096 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-ff680b1b-1a30-42ac-b34f-ef45b2c9ef09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (43d54b9b-cd44-4452-b168-5eea9efdf961), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:37:48.068978 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b68178a-b581-4fb4-8d26-bf3c80deabef admin admin] Router 7cdf208b-bd77-4970-a0dd-eeb8a3a8c3f9 is scheduled to L3 agent 09df100c-3af1-4b0a-bda8-05914c71c458 with binding_index 1 {{(pid=103305) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 26 21:37:48.113387 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff680b1b-1a30-42ac-b34f-ef45b2c9ef09 None None] Routers {'19fe0f86-abca-440b-b947-db1a4f296f9c'} bound to L3 agent in host n-d-760453-5 {{(pid=103306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 21:37:48.113646 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-b6bcb66e-97d4-42db-a247-04ad25d78be0 req-12c4653b-e845-45e7-b44d-585260b5a182 service neutron] 10.222.0.13 "GET /v2.0/networks/069fa2c9-ac54-4596-8927-b190d062b8dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1685834 Jan 26 21:37:48.114034 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-ff680b1b-1a30-42ac-b34f-ef45b2c9ef09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-26T20:55:21Z,description=,heartbeat_timestamp=2022-01-26T21:37:21Z,host='n-d-760453-5',id=09df100c-3af1-4b0a-bda8-05914c71c458,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:55:21Z,topic='l3_agent')) {'router_ids': ['19fe0f86-abca-440b-b947-db1a4f296f9c'], 'active': True} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:37:48.165968 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c2b080-4c1f-4619-bdd4-c82b0f47987c None None] Pushing event updated for resources: {'Port': ['ID=43d54b9b-cd44-4452-b168-5eea9efdf961,revision_number=4']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:37:48.180711 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-d60f1ce2-4c11-4e13-9e86-06cae93bd15f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (fc7dd90b-0689-441b-8848-64e4726853dc), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:37:48.184312 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-d60f1ce2-4c11-4e13-9e86-06cae93bd15f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:37:48.185514 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-d60f1ce2-4c11-4e13-9e86-06cae93bd15f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/fc7dd90b-0689-441b-8848-64e4726853dc HTTP/1.1" status: 204 len: 168 time: 0.4234326 Jan 26 21:37:48.198073 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d60f1ce2-4c11-4e13-9e86-06cae93bd15f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc7dd90b-0689-441b-8848-64e4726853dc,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:37:48.230229 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b68178a-b581-4fb4-8d26-bf3c80deabef admin admin] Notify agent at l3_agent.n-d-760453-5 the message routers_updated {{(pid=103305) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 26 21:37:48.242554 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cb693db-eefc-4845-9354-b64b2c7c152c None None] Sync routers for ids ['7cdf208b-bd77-4970-a0dd-eeb8a3a8c3f9'] in n-d-760453-5 {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 26 21:37:48.258862 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cb693db-eefc-4845-9354-b64b2c7c152c None None] Routers {'7cdf208b-bd77-4970-a0dd-eeb8a3a8c3f9'} bound to L3 agent in host n-d-760453-5 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 21:37:48.261947 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-8cb693db-eefc-4845-9354-b64b2c7c152c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-26T20:55:21Z,description=,heartbeat_timestamp=2022-01-26T21:37:21Z,host='n-d-760453-5',id=09df100c-3af1-4b0a-bda8-05914c71c458,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:55:21Z,topic='l3_agent')) {'router_ids': ['7cdf208b-bd77-4970-a0dd-eeb8a3a8c3f9'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:37:48.267947 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-b6bcb66e-97d4-42db-a247-04ad25d78be0 req-3364a9e4-e4b1-41bf-99e4-073d9feebe8c service neutron] 10.222.0.13 "GET /v2.0/networks/069fa2c9-ac54-4596-8927-b190d062b8dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1531410 Jan 26 21:37:48.280681 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-8b68178a-b581-4fb4-8d26-bf3c80deabef admin admin] Publish callbacks [] for router (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:37:48.282922 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-8b68178a-b581-4fb4-8d26-bf3c80deabef admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.3808486 Jan 26 21:37:48.285174 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 59976) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:37:48.343939 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-e2faeafc-501c-45c3-ada9-d163d0c9279e None None] Provisioning complete for port 43d54b9b-cd44-4452-b168-5eea9efdf961 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:37:48.344314 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-e2faeafc-501c-45c3-ada9-d163d0c9279e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (43d54b9b-cd44-4452-b168-5eea9efdf961), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:37:48.429656 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvr_db [None req-ff680b1b-1a30-42ac-b34f-ef45b2c9ef09 None None] Set router 19fe0f86-abca-440b-b947-db1a4f296f9c gateway port host: n-d-760453-5 {{(pid=103306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 21:37:48.489597 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_dvr_db [None req-8cb693db-eefc-4845-9354-b64b2c7c152c None None] Set router 7cdf208b-bd77-4970-a0dd-eeb8a3a8c3f9 gateway port host: n-d-760453-5 {{(pid=103307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 21:37:48.667468 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-7f474faf-caa3-4aa3-9ad2-8fc352b7c5ed req-74dc577a-2891-4bd1-b961-9cffe57af9cc tempest-AttachVolumeTestJSON-1109332547 tempest-AttachVolumeTestJSON-1109332547-project] 10.222.0.13 "GET /v2.0/ports?device_id=04164ec0-d6ba-46ba-9f59-877902ccf7fd HTTP/1.1" status: 200 len: 210 time: 0.0779347 Jan 26 21:37:48.818689 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-8cb693db-eefc-4845-9354-b64b2c7c152c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7cdf208b-bd77-4970-a0dd-eeb8a3a8c3f9', 'name': 'tempest-TestServerMultinode-1238485388-router', 'tenant_id': '0a26c2dfc93042458a10e31a85d10eb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'external_fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.239'}], 'enable_snat': True}, 'gw_port_id': '257347ec-c828-4adb-8158-78759ad9d3b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T21:37:45Z', 'updated_at': '2022-01-26T21:37:47Z', 'revision_number': 3, 'project_id': '0a26c2dfc93042458a10e31a85d10eb9', 'gw_port': {'id': '257347ec-c828-4adb-8158-78759ad9d3b4', 'name': '', 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:fc:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7cdf208b-bd77-4970-a0dd-eeb8a3a8c3f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3169, 'fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:37:46Z', 'updated_at': '2022-01-26T21:37:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-5'}], 'n-d-760453-5', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:37:48.876160 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 59988) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:37:48.888315 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cb693db-eefc-4845-9354-b64b2c7c152c None None] Checking router: 7cdf208b-bd77-4970-a0dd-eeb8a3a8c3f9 for host: n-d-760453-5 {{(pid=103307) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 26 21:37:48.888760 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cb693db-eefc-4845-9354-b64b2c7c152c None None] Updating router 7cdf208b-bd77-4970-a0dd-eeb8a3a8c3f9 port 257347ec-c828-4adb-8158-78759ad9d3b4 binding host n-d-760453-5 {{(pid=103307) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 26 21:37:48.899529 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-de659227-0eb6-4ae3-9f3d-ab75aa5302dd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:37:48.924409 n-d-760453-5 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-8cb693db-eefc-4845-9354-b64b2c7c152c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (257347ec-c828-4adb-8158-78759ad9d3b4), before_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:37:48.995907 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14da7403-ee46-44da-b294-23c40d6141f1 None None] Network 3a41c7dc-bf9a-47e9-b867-e0ce77f10e3d requested from n-d-760453-5 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 26 21:37:48.999500 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d801f18e-05d3-4f3a-b6e0-65a7a5211bc9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (474ccdf7-ab6c-405b-a3b2-dc7b05829902), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:37:49.019394 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-de659227-0eb6-4ae3-9f3d-ab75aa5302dd admin admin] Publish callbacks [] for security_group (956b095a-a491-48c1-a93d-918caa179241), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:37:49.025819 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-de659227-0eb6-4ae3-9f3d-ab75aa5302dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (956b095a-a491-48c1-a93d-918caa179241), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:37:49.072958 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-de659227-0eb6-4ae3-9f3d-ab75aa5302dd admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=3808c9bd62564f578d46da587b2ee3a2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1947691 Jan 26 21:37:49.073849 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de659227-0eb6-4ae3-9f3d-ab75aa5302dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=956b095a-a491-48c1-a93d-918caa179241,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:37:49.076415 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 59990) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:37:49.134021 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-ca9d8263-3f40-4cbf-a2ad-e57b16d945b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:37:49.139872 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-50a514bb-20aa-4803-b568-8514567fe7b1 admin admin] Publish callbacks [] for security_group (956b095a-a491-48c1-a93d-918caa179241), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:37:49.171539 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-50a514bb-20aa-4803-b568-8514567fe7b1 admin admin] Publish callbacks [] for security_group (956b095a-a491-48c1-a93d-918caa179241), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:37:49.246999 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-50a514bb-20aa-4803-b568-8514567fe7b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (956b095a-a491-48c1-a93d-918caa179241), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:37:49.248621 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-e2faeafc-501c-45c3-ada9-d163d0c9279e None None] Current status of the port 43d54b9b-cd44-4452-b168-5eea9efdf961 is: DOWN; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:37:49.249013 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-e2faeafc-501c-45c3-ada9-d163d0c9279e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (43d54b9b-cd44-4452-b168-5eea9efdf961), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:37:49.253258 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-50a514bb-20aa-4803-b568-8514567fe7b1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:37:49.259381 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-50a514bb-20aa-4803-b568-8514567fe7b1 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/956b095a-a491-48c1-a93d-918caa179241 HTTP/1.1" status: 204 len: 168 time: 0.1817689 Jan 26 21:37:49.273251 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a514bb-20aa-4803-b568-8514567fe7b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=956b095a-a491-48c1-a93d-918caa179241,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:37:49.362692 n-d-760453-5 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-8cb693db-eefc-4845-9354-b64b2c7c152c None None] Publish callbacks [] for port (257347ec-c828-4adb-8158-78759ad9d3b4), precommit_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:37:49.370319 n-d-760453-5 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-8cb693db-eefc-4845-9354-b64b2c7c152c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (257347ec-c828-4adb-8158-78759ad9d3b4), after_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:37:49.417260 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-e2faeafc-501c-45c3-ada9-d163d0c9279e None None] For port 43d54b9b-cd44-4452-b168-5eea9efdf961, host n-d-760453-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=43d54b9b-cd44-4452-b168-5eea9efdf961,segment=NetworkSegment(a4d6e827-808b-4b7a-9089-657edb9fdaab),segment_id=a4d6e827-808b-4b7a-9089-657edb9fdaab)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:37:49.432635 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.db_base_plugin_common [None req-ca9d8263-3f40-4cbf-a2ad-e57b16d945b2 admin admin] Allocated IP 172.20.0.1 (3a41c7dc-bf9a-47e9-b867-e0ce77f10e3d/eb8dfdda-f1a7-46d6-be86-88a387dfcadd/d00e1ef7-12e4-41ba-a6b8-62298a9d0071) {{(pid=103305) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 21:37:49.436420 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-e2faeafc-501c-45c3-ada9-d163d0c9279e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (43d54b9b-cd44-4452-b168-5eea9efdf961), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:37:49.504120 n-d-760453-5 neutron-server[103307]: DEBUG neutron.plugins.ml2.managers [None req-8cb693db-eefc-4845-9354-b64b2c7c152c None None] Attempting to bind port 257347ec-c828-4adb-8158-78759ad9d3b4 on host n-d-760453-5 for vnic_type normal with profile {{(pid=103307) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 21:37:49.504657 n-d-760453-5 neutron-server[103307]: DEBUG neutron.plugins.ml2.managers [None req-8cb693db-eefc-4845-9354-b64b2c7c152c None None] Attempting to bind port 257347ec-c828-4adb-8158-78759ad9d3b4 by drivers openvswitch,hyperv on host n-d-760453-5 at level 0 using segments [{'id': 'e17cb353-418f-48b9-b982-21a6233ee99b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299'}] {{(pid=103307) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 26 21:37:49.505122 n-d-760453-5 neutron-server[103307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cb693db-eefc-4845-9354-b64b2c7c152c None None] Attempting to bind port 257347ec-c828-4adb-8158-78759ad9d3b4 on network 4140a1f1-c93a-4bea-83a0-68953a54f299 {{(pid=103307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 21:37:49.509609 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2faeafc-501c-45c3-ada9-d163d0c9279e None None] Pushing event updated for resources: {'Port': ['ID=43d54b9b-cd44-4452-b168-5eea9efdf961,revision_number=5']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:37:49.542881 n-d-760453-5 neutron-server[103307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cb693db-eefc-4845-9354-b64b2c7c152c None None] Checking agent: {'id': 'fea0591a-627d-4c87-9a9a-01625ddf3277', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760453-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 20, 55, 25), 'started_at': datetime.datetime(2022, 1, 26, 20, 55, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 21, 37, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760453-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 26 21:37:49.549752 n-d-760453-5 neutron-server[103307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cb693db-eefc-4845-9354-b64b2c7c152c None None] Checking segment: {'id': 'e17cb353-418f-48b9-b982-21a6233ee99b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103307) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 21:37:49.550711 n-d-760453-5 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-8cb693db-eefc-4845-9354-b64b2c7c152c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:37:49.550866 n-d-760453-5 neutron-server[103307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cb693db-eefc-4845-9354-b64b2c7c152c None None] Bound using segment: {'id': 'e17cb353-418f-48b9-b982-21a6233ee99b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299'} {{(pid=103307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 26 21:37:49.551310 n-d-760453-5 neutron-server[103307]: DEBUG neutron.plugins.ml2.managers [None req-8cb693db-eefc-4845-9354-b64b2c7c152c None None] Bound port: 257347ec-c828-4adb-8158-78759ad9d3b4, host: n-d-760453-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e17cb353-418f-48b9-b982-21a6233ee99b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299'}}] {{(pid=103307) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 26 21:37:49.551696 n-d-760453-5 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-8cb693db-eefc-4845-9354-b64b2c7c152c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (257347ec-c828-4adb-8158-78759ad9d3b4), before_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:37:49.573232 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-ff680b1b-1a30-42ac-b34f-ef45b2c9ef09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19fe0f86-abca-440b-b947-db1a4f296f9c', 'name': 'tempest-AttachVolumeTestJSON-1656343975-router', 'tenant_id': 'ef59326be6b94bd88981706bc324c818', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'external_fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.9'}], 'enable_snat': True}, 'gw_port_id': '134df0d3-ef07-4890-818d-62f6b68b54f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T21:37:39Z', 'updated_at': '2022-01-26T21:37:43Z', 'revision_number': 4, 'project_id': 'ef59326be6b94bd88981706bc324c818', 'gw_port': {'id': '134df0d3-ef07-4890-818d-62f6b68b54f7', 'name': '', 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:1f:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19fe0f86-abca-440b-b947-db1a4f296f9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3140, 'fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:37:40Z', 'updated_at': '2022-01-26T21:37:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-5', '_interfaces': [{'id': '43d54b9b-cd44-4452-b168-5eea9efdf961', 'name': '', 'network_id': '069fa2c9-ac54-4596-8927-b190d062b8dc', 'tenant_id': 'ef59326be6b94bd88981706bc324c818', 'mac_address': 'fa:16:3e:58:0e:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19fe0f86-abca-440b-b947-db1a4f296f9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3146, 'fixed_ips': [{'subnet_id': 'acbfa681-8e54-43e3-a66b-05705089f7e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:37:42Z', 'updated_at': '2022-01-26T21:37:48Z', 'revision_number': 4, 'project_id': 'ef59326be6b94bd88981706bc324c818', 'subnets': [{'id': 'acbfa681-8e54-43e3-a66b-05705089f7e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760453-5', False) {} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:37:49.617055 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc868b6-f9c2-4db6-ba19-adb4f88c713c None None] Pushing event updated for resources: {'Port': ['ID=257347ec-c828-4adb-8158-78759ad9d3b4,revision_number=2']} {{(pid=103307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:37:49.633114 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-ca9d8263-3f40-4cbf-a2ad-e57b16d945b2 admin admin] Publish callbacks [] for port (d00e1ef7-12e4-41ba-a6b8-62298a9d0071), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:37:49.660533 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device 6f42611e-96b1-49ba-b88c-795e2aa21f20 up at agent ovs-agent-n-d-760453-5 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 21:37:49.664566 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff680b1b-1a30-42ac-b34f-ef45b2c9ef09 None None] The sync data for ids ['19fe0f86-abca-440b-b947-db1a4f296f9c'] in n-d-760453-5 is: [{'id': '19fe0f86-abca-440b-b947-db1a4f296f9c', 'name': 'tempest-AttachVolumeTestJSON-1656343975-router', 'tenant_id': 'ef59326be6b94bd88981706bc324c818', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'external_fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.9'}], 'enable_snat': True}, 'gw_port_id': '134df0d3-ef07-4890-818d-62f6b68b54f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T21:37:39Z', 'updated_at': '2022-01-26T21:37:43Z', 'revision_number': 4, 'project_id': 'ef59326be6b94bd88981706bc324c818', 'gw_port': {'id': '134df0d3-ef07-4890-818d-62f6b68b54f7', 'name': '', 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:1f:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19fe0f86-abca-440b-b947-db1a4f296f9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3140, 'fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:37:40Z', 'updated_at': '2022-01-26T21:37:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-5', '_interfaces': [{'id': '43d54b9b-cd44-4452-b168-5eea9efdf961', 'name': '', 'network_id': '069fa2c9-ac54-4596-8927-b190d062b8dc', 'tenant_id': 'ef59326be6b94bd88981706bc324c818', 'mac_address': 'fa:16:3e:58:0e:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19fe0f86-abca-440b-b947-db1a4f296f9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3146, 'fixed_ips': [{'subnet_id': 'acbfa681-8e54-43e3-a66b-05705089f7e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:37:42Z', 'updated_at': '2022-01-26T21:37:48Z', 'revision_number': 4, 'project_id': 'ef59326be6b94bd88981706bc324c818', 'subnets': [{'id': 'acbfa681-8e54-43e3-a66b-05705089f7e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 26 21:37:49.688745 n-d-760453-5 neutron-server[103307]: DEBUG neutron.plugins.ml2.db [None req-8cb693db-eefc-4845-9354-b64b2c7c152c None None] For port 257347ec-c828-4adb-8158-78759ad9d3b4, host n-d-760453-5, cleared binding levels {{(pid=103307) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 26 21:37:49.692958 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-ca9d8263-3f40-4cbf-a2ad-e57b16d945b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746560234527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11791543'] for port (d00e1ef7-12e4-41ba-a6b8-62298a9d0071), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:37:49.699388 n-d-760453-5 neutron-server[103307]: DEBUG neutron.plugins.ml2.db [None req-8cb693db-eefc-4845-9354-b64b2c7c152c None None] For port 257347ec-c828-4adb-8158-78759ad9d3b4, host n-d-760453-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=257347ec-c828-4adb-8158-78759ad9d3b4,segment=NetworkSegment(e17cb353-418f-48b9-b982-21a6233ee99b),segment_id=e17cb353-418f-48b9-b982-21a6233ee99b)] {{(pid=103307) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 26 21:37:49.710401 n-d-760453-5 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-8cb693db-eefc-4845-9354-b64b2c7c152c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (257347ec-c828-4adb-8158-78759ad9d3b4), after_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:37:49.713989 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-c38b426b-2b3f-467d-9427-3e2feefd30da None None] Provisioning complete for port 6f42611e-96b1-49ba-b88c-795e2aa21f20 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:37:49.714375 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-c38b426b-2b3f-467d-9427-3e2feefd30da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (6f42611e-96b1-49ba-b88c-795e2aa21f20), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:37:49.822997 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca9d8263-3f40-4cbf-a2ad-e57b16d945b2 admin admin] Network 3a41c7dc-bf9a-47e9-b867-e0ce77f10e3d is already hosted by enough agents. {{(pid=103305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 21:37:49.830906 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [None req-ca9d8263-3f40-4cbf-a2ad-e57b16d945b2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:37:49.841730 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Provisioning complete for port 6f42611e-96b1-49ba-b88c-795e2aa21f20 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:37:49.842471 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (6f42611e-96b1-49ba-b88c-795e2aa21f20), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:37:49.852785 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca9d8263-3f40-4cbf-a2ad-e57b16d945b2 admin admin] Received port after_create {{(pid=103305) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 21:37:49.885066 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc868b6-f9c2-4db6-ba19-adb4f88c713c None None] Pushing event updated for resources: {'Port': ['ID=257347ec-c828-4adb-8158-78759ad9d3b4,revision_number=3']} {{(pid=103307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:37:49.907828 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cb693db-eefc-4845-9354-b64b2c7c152c None None] Routers {'7cdf208b-bd77-4970-a0dd-eeb8a3a8c3f9'} bound to L3 agent in host n-d-760453-5 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 21:37:49.912416 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-8cb693db-eefc-4845-9354-b64b2c7c152c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-26T20:55:21Z,description=,heartbeat_timestamp=2022-01-26T21:37:21Z,host='n-d-760453-5',id=09df100c-3af1-4b0a-bda8-05914c71c458,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:55:21Z,topic='l3_agent')) {'router_ids': ['7cdf208b-bd77-4970-a0dd-eeb8a3a8c3f9'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:37:49.935309 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-6f82296b-965a-4b9b-a8e2-abc83163f9d4 req-ac7da0d5-6f04-4ff4-99c4-6f771ca38675 tempest-AttachVolumeTestJSON-1109332547 tempest-AttachVolumeTestJSON-1109332547-project] 10.222.0.13 "GET /v2.0/ports?device_id=04164ec0-d6ba-46ba-9f59-877902ccf7fd HTTP/1.1" status: 200 len: 210 time: 0.1184590 Jan 26 21:37:49.996790 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca9d8263-3f40-4cbf-a2ad-e57b16d945b2 admin admin] Pushing event updated for resources: {'Port': ['ID=d00e1ef7-12e4-41ba-a6b8-62298a9d0071,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:37:50.020264 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-ca9d8263-3f40-4cbf-a2ad-e57b16d945b2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4111050'] for router_interface (7cdf208b-bd77-4970-a0dd-eeb8a3a8c3f9), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:37:50.052992 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-c38b426b-2b3f-467d-9427-3e2feefd30da None None] Current status of the port 6f42611e-96b1-49ba-b88c-795e2aa21f20 is: DOWN; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:37:50.053575 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-c38b426b-2b3f-467d-9427-3e2feefd30da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (6f42611e-96b1-49ba-b88c-795e2aa21f20), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:37:50.097135 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Current status of the port 6f42611e-96b1-49ba-b88c-795e2aa21f20 is: DOWN; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:37:50.120883 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (6f42611e-96b1-49ba-b88c-795e2aa21f20), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:37:50.181375 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-c38b426b-2b3f-467d-9427-3e2feefd30da None None] For port 6f42611e-96b1-49ba-b88c-795e2aa21f20, host n-d-760453-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=6f42611e-96b1-49ba-b88c-795e2aa21f20,segment=NetworkSegment(5a840bb3-33d1-4210-b233-2e7d717911d7),segment_id=5a840bb3-33d1-4210-b233-2e7d717911d7)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:37:50.187373 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_dvr_db [None req-8cb693db-eefc-4845-9354-b64b2c7c152c None None] Set router 7cdf208b-bd77-4970-a0dd-eeb8a3a8c3f9 gateway port host: n-d-760453-5 {{(pid=103307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 21:37:50.194106 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-c38b426b-2b3f-467d-9427-3e2feefd30da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (6f42611e-96b1-49ba-b88c-795e2aa21f20), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:37:50.345098 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.db.api [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103306) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 26 21:37:50.345846 n-d-760453-5 neutron-server[103306]: DEBUG oslo_db.api [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 26 21:37:50.375208 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-c38b426b-2b3f-467d-9427-3e2feefd30da None None] Provisioning complete for port 43d54b9b-cd44-4452-b168-5eea9efdf961 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:37:50.375846 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-c38b426b-2b3f-467d-9427-3e2feefd30da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (43d54b9b-cd44-4452-b168-5eea9efdf961), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:37:50.431600 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c38b426b-2b3f-467d-9427-3e2feefd30da None None] Pushing event updated for resources: {'Port': ['ID=6f42611e-96b1-49ba-b88c-795e2aa21f20,revision_number=3']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:37:50.447988 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-ca9d8263-3f40-4cbf-a2ad-e57b16d945b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (d00e1ef7-12e4-41ba-a6b8-62298a9d0071), before_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:37:50.505089 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-8cb693db-eefc-4845-9354-b64b2c7c152c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7cdf208b-bd77-4970-a0dd-eeb8a3a8c3f9', 'name': 'tempest-TestServerMultinode-1238485388-router', 'tenant_id': '0a26c2dfc93042458a10e31a85d10eb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'external_fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.239'}], 'enable_snat': True}, 'gw_port_id': '257347ec-c828-4adb-8158-78759ad9d3b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T21:37:45Z', 'updated_at': '2022-01-26T21:37:47Z', 'revision_number': 3, 'project_id': '0a26c2dfc93042458a10e31a85d10eb9', 'gw_port': {'id': '257347ec-c828-4adb-8158-78759ad9d3b4', 'name': '', 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:fc:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7cdf208b-bd77-4970-a0dd-eeb8a3a8c3f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3169, 'fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:37:46Z', 'updated_at': '2022-01-26T21:37:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-5'}], 'n-d-760453-5', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:37:50.519449 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-c38b426b-2b3f-467d-9427-3e2feefd30da None None] Current status of the port 43d54b9b-cd44-4452-b168-5eea9efdf961 is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:37:50.541676 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cb693db-eefc-4845-9354-b64b2c7c152c None None] The sync data for ids ['7cdf208b-bd77-4970-a0dd-eeb8a3a8c3f9'] in n-d-760453-5 is: [{'id': '7cdf208b-bd77-4970-a0dd-eeb8a3a8c3f9', 'name': 'tempest-TestServerMultinode-1238485388-router', 'tenant_id': '0a26c2dfc93042458a10e31a85d10eb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'external_fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.239'}], 'enable_snat': True}, 'gw_port_id': '257347ec-c828-4adb-8158-78759ad9d3b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T21:37:45Z', 'updated_at': '2022-01-26T21:37:47Z', 'revision_number': 3, 'project_id': '0a26c2dfc93042458a10e31a85d10eb9', 'gw_port': {'id': '257347ec-c828-4adb-8158-78759ad9d3b4', 'name': '', 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:fc:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7cdf208b-bd77-4970-a0dd-eeb8a3a8c3f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3169, 'fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:37:46Z', 'updated_at': '2022-01-26T21:37:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-5'}] {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 26 21:37:50.644977 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-4e676353-5c3c-4e0a-8520-ae5d3a1a43b3 None None] Provisioning complete for port d00e1ef7-12e4-41ba-a6b8-62298a9d0071 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:37:50.645583 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-4e676353-5c3c-4e0a-8520-ae5d3a1a43b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (d00e1ef7-12e4-41ba-a6b8-62298a9d0071), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:37:50.652017 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6bcb66e-97d4-42db-a247-04ad25d78be0 req-62d4a66d-5a36-4fbd-ac78-56d6068999d1 tempest-AttachVolumeTestJSON-1109332547 tempest-AttachVolumeTestJSON-1109332547-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:37:50.654060 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-b6bcb66e-97d4-42db-a247-04ad25d78be0 req-62d4a66d-5a36-4fbd-ac78-56d6068999d1 tempest-AttachVolumeTestJSON-1109332547 tempest-AttachVolumeTestJSON-1109332547-project] 10.222.0.57 "GET /v2.0/networks?id=069fa2c9-ac54-4596-8927-b190d062b8dc HTTP/1.1" status: 200 len: 811 time: 0.5215592 Jan 26 21:37:50.696680 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-4e676353-5c3c-4e0a-8520-ae5d3a1a43b3 None None] Port d00e1ef7-12e4-41ba-a6b8-62298a9d0071 cannot update to ACTIVE because it is not bound. {{(pid=103306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 26 21:37:50.708450 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-4e676353-5c3c-4e0a-8520-ae5d3a1a43b3 None None] Provisioning complete for port 6f42611e-96b1-49ba-b88c-795e2aa21f20 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:37:50.709923 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-4e676353-5c3c-4e0a-8520-ae5d3a1a43b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (6f42611e-96b1-49ba-b88c-795e2aa21f20), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:37:50.791694 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-b6bcb66e-97d4-42db-a247-04ad25d78be0 req-3422f9cf-34bb-4214-9140-03b3f97191bb tempest-AttachVolumeTestJSON-1109332547 tempest-AttachVolumeTestJSON-1109332547-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ef59326be6b94bd88981706bc324c818 HTTP/1.1" status: 200 len: 379 time: 0.1275833 Jan 26 21:37:50.801278 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [req-b6bcb66e-97d4-42db-a247-04ad25d78be0 req-f862636e-4aef-4291-8dc2-9ffd237c5ada tempest-AttachVolumeTestJSON-1109332547 tempest-AttachVolumeTestJSON-1109332547-project] Request body: {'port': {'device_id': '04164ec0-d6ba-46ba-9f59-877902ccf7fd', 'network_id': '069fa2c9-ac54-4596-8927-b190d062b8dc', 'admin_state_up': True, 'tenant_id': 'ef59326be6b94bd88981706bc324c818', 'security_groups': ['67ba2225-7074-4a52-b681-4840b6b52ab5']}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:37:50.839423 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-ca9d8263-3f40-4cbf-a2ad-e57b16d945b2 admin admin] Publish callbacks [] for port (d00e1ef7-12e4-41ba-a6b8-62298a9d0071), precommit_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:37:50.841470 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-4e676353-5c3c-4e0a-8520-ae5d3a1a43b3 None None] Current status of the port 6f42611e-96b1-49ba-b88c-795e2aa21f20 is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:37:50.877933 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-ca9d8263-3f40-4cbf-a2ad-e57b16d945b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11791520'] for port (d00e1ef7-12e4-41ba-a6b8-62298a9d0071), after_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:37:50.899796 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Current status of the port 6f42611e-96b1-49ba-b88c-795e2aa21f20 is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:37:50.993138 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca9d8263-3f40-4cbf-a2ad-e57b16d945b2 admin admin] Pushing event updated for resources: {'Port': ['ID=d00e1ef7-12e4-41ba-a6b8-62298a9d0071,revision_number=2']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:37:51.044737 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-ca9d8263-3f40-4cbf-a2ad-e57b16d945b2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3709457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4110682'] for router_interface (7cdf208b-bd77-4970-a0dd-eeb8a3a8c3f9), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:37:51.084464 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-13e9b24b-ba5c-41db-8f22-b9493c924588 req-4fbda611-fcca-44d3-a0ea-2e878b446f3d tempest-AttachVolumeTestJSON-1109332547 tempest-AttachVolumeTestJSON-1109332547-project] 10.222.0.13 "GET /v2.0/ports?device_id=04164ec0-d6ba-46ba-9f59-877902ccf7fd HTTP/1.1" status: 200 len: 210 time: 0.0565279 Jan 26 21:37:51.187553 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b6bcb66e-97d4-42db-a247-04ad25d78be0 req-f862636e-4aef-4291-8dc2-9ffd237c5ada tempest-AttachVolumeTestJSON-1109332547 tempest-AttachVolumeTestJSON-1109332547-project] Made reservation on behalf of ef59326be6b94bd88981706bc324c818 for: {'port': 1} {{(pid=103305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 21:37:51.191613 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-b6bcb66e-97d4-42db-a247-04ad25d78be0 req-f862636e-4aef-4291-8dc2-9ffd237c5ada tempest-AttachVolumeTestJSON-1109332547 tempest-AttachVolumeTestJSON-1109332547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:37:51.256903 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-a8102bdb-761d-469f-82e2-3a0be7988d1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (09df100c-3af1-4b0a-bda8-05914c71c458), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:37:51.275277 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca9d8263-3f40-4cbf-a2ad-e57b16d945b2 admin admin] Network 3a41c7dc-bf9a-47e9-b867-e0ce77f10e3d is already hosted by enough agents. {{(pid=103305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 21:37:51.281846 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [None req-ca9d8263-3f40-4cbf-a2ad-e57b16d945b2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:37:51.475779 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.db_base_plugin_common [req-b6bcb66e-97d4-42db-a247-04ad25d78be0 req-f862636e-4aef-4291-8dc2-9ffd237c5ada tempest-AttachVolumeTestJSON-1109332547 tempest-AttachVolumeTestJSON-1109332547-project] Allocated IP 172.20.0.14 (069fa2c9-ac54-4596-8927-b190d062b8dc/acbfa681-8e54-43e3-a66b-05705089f7e2/b9077506-20ea-4cbc-9bd2-4a80ac184874) {{(pid=103305) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 21:37:51.679193 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca9d8263-3f40-4cbf-a2ad-e57b16d945b2 admin admin] Router 7cdf208b-bd77-4970-a0dd-eeb8a3a8c3f9 has already been hosted by L3 agent 09df100c-3af1-4b0a-bda8-05914c71c458 {{(pid=103305) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 26 21:37:51.773438 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device 6f42611e-96b1-49ba-b88c-795e2aa21f20 up at agent ovs-agent-n-d-760453-5 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 21:37:51.815635 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-b6bcb66e-97d4-42db-a247-04ad25d78be0 req-f862636e-4aef-4291-8dc2-9ffd237c5ada tempest-AttachVolumeTestJSON-1109332547 tempest-AttachVolumeTestJSON-1109332547-project] Publish callbacks [] for port (b9077506-20ea-4cbc-9bd2-4a80ac184874), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:37:51.840980 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-72c2f960-75ce-4cae-a466-1d27456b0811 None None] Provisioning complete for port d00e1ef7-12e4-41ba-a6b8-62298a9d0071 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:37:51.841850 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-72c2f960-75ce-4cae-a466-1d27456b0811 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (d00e1ef7-12e4-41ba-a6b8-62298a9d0071), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:37:51.889178 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Provisioning complete for port 6f42611e-96b1-49ba-b88c-795e2aa21f20 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:37:51.889951 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (6f42611e-96b1-49ba-b88c-795e2aa21f20), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:37:51.938173 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-72c2f960-75ce-4cae-a466-1d27456b0811 None None] Port d00e1ef7-12e4-41ba-a6b8-62298a9d0071 cannot update to ACTIVE because it is not bound. {{(pid=103306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 26 21:37:51.989892 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Current status of the port 6f42611e-96b1-49ba-b88c-795e2aa21f20 is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:37:51.993644 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device 257347ec-c828-4adb-8158-78759ad9d3b4 up at agent ovs-agent-n-d-760453-5 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 21:37:52.062782 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Provisioning complete for port 257347ec-c828-4adb-8158-78759ad9d3b4 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:37:52.063253 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (257347ec-c828-4adb-8158-78759ad9d3b4), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:37:52.155388 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Current status of the port 257347ec-c828-4adb-8158-78759ad9d3b4 is: DOWN; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:37:52.155899 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (257347ec-c828-4adb-8158-78759ad9d3b4), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:37:52.193242 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] For port 257347ec-c828-4adb-8158-78759ad9d3b4, host n-d-760453-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=257347ec-c828-4adb-8158-78759ad9d3b4,segment=NetworkSegment(e17cb353-418f-48b9-b982-21a6233ee99b),segment_id=e17cb353-418f-48b9-b982-21a6233ee99b)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:37:52.199073 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (257347ec-c828-4adb-8158-78759ad9d3b4), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:37:52.200295 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device 43d54b9b-cd44-4452-b168-5eea9efdf961 up at agent ovs-agent-n-d-760453-5 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 21:37:52.202394 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca9d8263-3f40-4cbf-a2ad-e57b16d945b2 admin admin] Notify agent at l3_agent.n-d-760453-5 the message routers_updated {{(pid=103305) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 26 21:37:52.208929 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-ca9d8263-3f40-4cbf-a2ad-e57b16d945b2 admin admin] 10.222.0.13 "PUT /v2.0/routers/7cdf208b-bd77-4970-a0dd-eeb8a3a8c3f9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9194767 Jan 26 21:37:52.215925 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-54b9a563-001b-41a9-9c87-5aed330f9d19 req-2f55dd3d-6599-4e29-9688-7b38339e76e8 tempest-AttachVolumeTestJSON-1109332547 tempest-AttachVolumeTestJSON-1109332547-project] 10.222.0.13 "GET /v2.0/ports?device_id=04164ec0-d6ba-46ba-9f59-877902ccf7fd HTTP/1.1" status: 200 len: 210 time: 0.0401046 Jan 26 21:37:52.226318 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-b6bcb66e-97d4-42db-a247-04ad25d78be0 req-f862636e-4aef-4291-8dc2-9ffd237c5ada tempest-AttachVolumeTestJSON-1109332547 tempest-AttachVolumeTestJSON-1109332547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746560234527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11791543'] for port (b9077506-20ea-4cbc-9bd2-4a80ac184874), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:37:52.281421 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b6bcb66e-97d4-42db-a247-04ad25d78be0 req-f862636e-4aef-4291-8dc2-9ffd237c5ada tempest-AttachVolumeTestJSON-1109332547 tempest-AttachVolumeTestJSON-1109332547-project] Network 069fa2c9-ac54-4596-8927-b190d062b8dc is already hosted by enough agents. {{(pid=103305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 21:37:52.284850 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [req-b6bcb66e-97d4-42db-a247-04ad25d78be0 req-f862636e-4aef-4291-8dc2-9ffd237c5ada tempest-AttachVolumeTestJSON-1109332547 tempest-AttachVolumeTestJSON-1109332547-project] Resources bound (agent type, host, resource id): {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:37:52.288763 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6bcb66e-97d4-42db-a247-04ad25d78be0 req-f862636e-4aef-4291-8dc2-9ffd237c5ada tempest-AttachVolumeTestJSON-1109332547 tempest-AttachVolumeTestJSON-1109332547-project] Received port after_create {{(pid=103305) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 21:37:52.347613 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Provisioning complete for port 43d54b9b-cd44-4452-b168-5eea9efdf961 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:37:52.348188 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (43d54b9b-cd44-4452-b168-5eea9efdf961), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:37:52.349569 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-841f5991-a4d8-4d4b-b215-cbc6bab5427b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (aa7ee9d2-08eb-4e12-b895-24c57300dfec), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:37:52.373311 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f862636e-4aef-4291-8dc2-9ffd237c5ada tempest-AttachVolumeTestJSON-1109332547 tempest-AttachVolumeTestJSON-1109332547-project] Pushing event updated for resources: {'Port': ['ID=b9077506-20ea-4cbc-9bd2-4a80ac184874,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:37:52.377588 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Pushing event updated for resources: {'Port': ['ID=257347ec-c828-4adb-8158-78759ad9d3b4,revision_number=4']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:37:52.403055 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6bcb66e-97d4-42db-a247-04ad25d78be0 req-f862636e-4aef-4291-8dc2-9ffd237c5ada tempest-AttachVolumeTestJSON-1109332547 tempest-AttachVolumeTestJSON-1109332547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:37:52.403747 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-b6bcb66e-97d4-42db-a247-04ad25d78be0 req-f862636e-4aef-4291-8dc2-9ffd237c5ada tempest-AttachVolumeTestJSON-1109332547 tempest-AttachVolumeTestJSON-1109332547-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:37:52.445426 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-b6bcb66e-97d4-42db-a247-04ad25d78be0 req-f862636e-4aef-4291-8dc2-9ffd237c5ada tempest-AttachVolumeTestJSON-1109332547 tempest-AttachVolumeTestJSON-1109332547-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6481254 Jan 26 21:37:52.459038 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Current status of the port 43d54b9b-cd44-4452-b168-5eea9efdf961 is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:37:52.459854 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [req-b6bcb66e-97d4-42db-a247-04ad25d78be0 req-4a2928ee-5d08-4373-9e28-c5ec0f8ebf8b service neutron] Request body: {'port': {'device_id': '04164ec0-d6ba-46ba-9f59-877902ccf7fd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-760453-5'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:37:52.538995 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-b6bcb66e-97d4-42db-a247-04ad25d78be0 req-4a2928ee-5d08-4373-9e28-c5ec0f8ebf8b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (b9077506-20ea-4cbc-9bd2-4a80ac184874), before_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:37:52.675165 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-92b22c2f-29dd-420a-baf4-7a9946eeadc1 None None] Provisioning complete for port b9077506-20ea-4cbc-9bd2-4a80ac184874 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:37:52.675698 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-92b22c2f-29dd-420a-baf4-7a9946eeadc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (b9077506-20ea-4cbc-9bd2-4a80ac184874), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:37:52.735619 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-92b22c2f-29dd-420a-baf4-7a9946eeadc1 None None] Port b9077506-20ea-4cbc-9bd2-4a80ac184874 cannot update to ACTIVE because it is not bound. {{(pid=103306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 26 21:37:52.902159 n-d-760453-5 neutron-server[103305]: DEBUG neutron.notifiers.nova [req-b6bcb66e-97d4-42db-a247-04ad25d78be0 req-4a2928ee-5d08-4373-9e28-c5ec0f8ebf8b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b9077506-20ea-4cbc-9bd2-4a80ac184874 {{(pid=103305) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 26 21:37:52.910567 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-b6bcb66e-97d4-42db-a247-04ad25d78be0 req-4a2928ee-5d08-4373-9e28-c5ec0f8ebf8b service neutron] Publish callbacks [] for port (b9077506-20ea-4cbc-9bd2-4a80ac184874), precommit_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:37:52.923921 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.provisioning_blocks [req-b6bcb66e-97d4-42db-a247-04ad25d78be0 req-4a2928ee-5d08-4373-9e28-c5ec0f8ebf8b service neutron] Transition to ACTIVE for port object b9077506-20ea-4cbc-9bd2-4a80ac184874 will not be triggered until provisioned by entity L2. {{(pid=103305) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 21:37:52.928722 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-b6bcb66e-97d4-42db-a247-04ad25d78be0 req-4a2928ee-5d08-4373-9e28-c5ec0f8ebf8b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11791520'] for port (b9077506-20ea-4cbc-9bd2-4a80ac184874), after_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:37:52.994686 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a2928ee-5d08-4373-9e28-c5ec0f8ebf8b service neutron] Pushing event updated for resources: {'Port': ['ID=b9077506-20ea-4cbc-9bd2-4a80ac184874,revision_number=2']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:37:53.079984 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (4d619873-4b60-439f-9b5a-b155dc8bbc34), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:37:53.086019 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7167718f-a4dc-4227-9042-d6d56a6d8d67 None None] Sync routers for ids ['7cdf208b-bd77-4970-a0dd-eeb8a3a8c3f9'] in n-d-760453-5 {{(pid=103306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 26 21:37:53.104030 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7167718f-a4dc-4227-9042-d6d56a6d8d67 None None] Routers {'7cdf208b-bd77-4970-a0dd-eeb8a3a8c3f9'} bound to L3 agent in host n-d-760453-5 {{(pid=103306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 21:37:53.105235 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [req-b6bcb66e-97d4-42db-a247-04ad25d78be0 req-4a2928ee-5d08-4373-9e28-c5ec0f8ebf8b service neutron] Attempting to bind port b9077506-20ea-4cbc-9bd2-4a80ac184874 on host n-h2-760453-5 for vnic_type normal with profile {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 21:37:53.105798 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [req-b6bcb66e-97d4-42db-a247-04ad25d78be0 req-4a2928ee-5d08-4373-9e28-c5ec0f8ebf8b service neutron] Attempting to bind port b9077506-20ea-4cbc-9bd2-4a80ac184874 by drivers openvswitch,hyperv on host n-h2-760453-5 at level 0 using segments [{'id': 'a4d6e827-808b-4b7a-9089-657edb9fdaab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '069fa2c9-ac54-4596-8927-b190d062b8dc'}] {{(pid=103305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 26 21:37:53.106302 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6bcb66e-97d4-42db-a247-04ad25d78be0 req-4a2928ee-5d08-4373-9e28-c5ec0f8ebf8b service neutron] Attempting to bind port b9077506-20ea-4cbc-9bd2-4a80ac184874 on network 069fa2c9-ac54-4596-8927-b190d062b8dc {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 21:37:53.107460 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-7167718f-a4dc-4227-9042-d6d56a6d8d67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-26T20:55:21Z,description=,heartbeat_timestamp=2022-01-26T21:37:51Z,host='n-d-760453-5',id=09df100c-3af1-4b0a-bda8-05914c71c458,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:55:21Z,topic='l3_agent')) {'router_ids': ['7cdf208b-bd77-4970-a0dd-eeb8a3a8c3f9'], 'active': True} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:37:53.113403 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6bcb66e-97d4-42db-a247-04ad25d78be0 req-4a2928ee-5d08-4373-9e28-c5ec0f8ebf8b service neutron] Port b9077506-20ea-4cbc-9bd2-4a80ac184874 on network 069fa2c9-ac54-4596-8927-b190d062b8dc not bound, no agent of type Open vSwitch agent registered on host n-h2-760453-5 {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 26 21:37:53.114015 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6bcb66e-97d4-42db-a247-04ad25d78be0 req-4a2928ee-5d08-4373-9e28-c5ec0f8ebf8b service neutron] Attempting to bind port b9077506-20ea-4cbc-9bd2-4a80ac184874 on network 069fa2c9-ac54-4596-8927-b190d062b8dc {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 21:37:53.121130 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6bcb66e-97d4-42db-a247-04ad25d78be0 req-4a2928ee-5d08-4373-9e28-c5ec0f8ebf8b service neutron] Checking agent: {'id': '4d619873-4b60-439f-9b5a-b155dc8bbc34', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-760453-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 21, 2, 53), 'started_at': datetime.datetime(2022, 1, 26, 21, 2, 53), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 21, 37, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 26 21:37:53.121521 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6bcb66e-97d4-42db-a247-04ad25d78be0 req-4a2928ee-5d08-4373-9e28-c5ec0f8ebf8b service neutron] Checking segment: {'id': 'a4d6e827-808b-4b7a-9089-657edb9fdaab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '069fa2c9-ac54-4596-8927-b190d062b8dc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103305) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 21:37:53.121913 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6bcb66e-97d4-42db-a247-04ad25d78be0 req-4a2928ee-5d08-4373-9e28-c5ec0f8ebf8b service neutron] Bound using segment: {'id': 'a4d6e827-808b-4b7a-9089-657edb9fdaab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '069fa2c9-ac54-4596-8927-b190d062b8dc'} {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 26 21:37:53.122447 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [req-b6bcb66e-97d4-42db-a247-04ad25d78be0 req-4a2928ee-5d08-4373-9e28-c5ec0f8ebf8b service neutron] Bound port: b9077506-20ea-4cbc-9bd2-4a80ac184874, host: n-h2-760453-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a4d6e827-808b-4b7a-9089-657edb9fdaab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '069fa2c9-ac54-4596-8927-b190d062b8dc'}}] {{(pid=103305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 26 21:37:53.122891 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-b6bcb66e-97d4-42db-a247-04ad25d78be0 req-4a2928ee-5d08-4373-9e28-c5ec0f8ebf8b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (b9077506-20ea-4cbc-9bd2-4a80ac184874), before_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:37:53.205726 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [req-b6bcb66e-97d4-42db-a247-04ad25d78be0 req-4a2928ee-5d08-4373-9e28-c5ec0f8ebf8b service neutron] For port b9077506-20ea-4cbc-9bd2-4a80ac184874, host n-h2-760453-5, cleared binding levels {{(pid=103305) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 26 21:37:53.210145 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [req-b6bcb66e-97d4-42db-a247-04ad25d78be0 req-4a2928ee-5d08-4373-9e28-c5ec0f8ebf8b service neutron] For port b9077506-20ea-4cbc-9bd2-4a80ac184874, host n-h2-760453-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-5',level=0,port_id=b9077506-20ea-4cbc-9bd2-4a80ac184874,segment=NetworkSegment(a4d6e827-808b-4b7a-9089-657edb9fdaab),segment_id=a4d6e827-808b-4b7a-9089-657edb9fdaab)] {{(pid=103305) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 26 21:37:53.215639 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-b6bcb66e-97d4-42db-a247-04ad25d78be0 req-4a2928ee-5d08-4373-9e28-c5ec0f8ebf8b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11791520'] for port (b9077506-20ea-4cbc-9bd2-4a80ac184874), after_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:37:53.222506 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 60076) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:37:53.228360 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-39d9cd58-09b7-4a1c-a938-10b2e719631f admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-239465286-network', 'tenant_id': 'ad63beab819f4ebcbe4f176ac2e611f3'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:37:53.288757 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39d9cd58-09b7-4a1c-a938-10b2e719631f admin admin] Made reservation on behalf of ad63beab819f4ebcbe4f176ac2e611f3 for: {'network': 1} {{(pid=103304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 21:37:53.291368 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-39d9cd58-09b7-4a1c-a938-10b2e719631f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for network (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:37:53.299517 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvr_db [None req-7167718f-a4dc-4227-9042-d6d56a6d8d67 None None] Set router 7cdf208b-bd77-4970-a0dd-eeb8a3a8c3f9 gateway port host: n-d-760453-5 {{(pid=103306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 21:37:53.301992 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-39d9cd58-09b7-4a1c-a938-10b2e719631f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:37:53.315290 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6bcb66e-97d4-42db-a247-04ad25d78be0 req-4a2928ee-5d08-4373-9e28-c5ec0f8ebf8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:37:53.315929 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-b6bcb66e-97d4-42db-a247-04ad25d78be0 req-4a2928ee-5d08-4373-9e28-c5ec0f8ebf8b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:37:53.320719 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-b6bcb66e-97d4-42db-a247-04ad25d78be0 req-4a2928ee-5d08-4373-9e28-c5ec0f8ebf8b service neutron] 10.222.0.57 "PUT /v2.0/ports/b9077506-20ea-4cbc-9bd2-4a80ac184874 HTTP/1.1" status: 200 len: 1092 time: 0.8683679 Jan 26 21:37:53.326913 n-d-760453-5 neutron-server[103305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '04164ec0-d6ba-46ba-9f59-877902ccf7fd', 'tag': 'b9077506-20ea-4cbc-9bd2-4a80ac184874'}] {{(pid=103305) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 21:37:53.334220 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d4654568b7bf041e72ff8fe1c96d6d761d9c921f2b99bc7b3a26632be20cee0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d12505fd-297d-42c6-8a4d-f8f690360681" -d '{"events": [{"name": "network-changed", "server_uuid": "04164ec0-d6ba-46ba-9f59-877902ccf7fd", "tag": "b9077506-20ea-4cbc-9bd2-4a80ac184874"}]}' {{(pid=103305) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 21:37:53.413385 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a2928ee-5d08-4373-9e28-c5ec0f8ebf8b service neutron] Pushing event updated for resources: {'Port': ['ID=b9077506-20ea-4cbc-9bd2-4a80ac184874,revision_number=3']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:37:53.445179 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6bcb66e-97d4-42db-a247-04ad25d78be0 req-55f21c69-bfc2-447c-a582-303aa4338727 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:37:53.447373 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-b6bcb66e-97d4-42db-a247-04ad25d78be0 req-55f21c69-bfc2-447c-a582-303aa4338727 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=ef59326be6b94bd88981706bc324c818&device_id=04164ec0-d6ba-46ba-9f59-877902ccf7fd HTTP/1.1" status: 200 len: 1095 time: 0.0740008 Jan 26 21:37:53.448855 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 26 Jan 2022 21:37:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25db4d10-fe34-450b-8da5-aab7716cb6cb x-openstack-request-id: req-25db4d10-fe34-450b-8da5-aab7716cb6cb {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 21:37:53.449182 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "04164ec0-d6ba-46ba-9f59-877902ccf7fd", "tag": "b9077506-20ea-4cbc-9bd2-4a80ac184874", "status": "completed", "code": 200}]} {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 21:37:53.449642 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-25db4d10-fe34-450b-8da5-aab7716cb6cb {{(pid=103305) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 21:37:53.450276 n-d-760453-5 neutron-server[103305]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '04164ec0-d6ba-46ba-9f59-877902ccf7fd', 'tag': 'b9077506-20ea-4cbc-9bd2-4a80ac184874', 'status': 'completed', 'code': 200} Jan 26 21:37:53.479749 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.agents_db [None req-569f1ced-6396-4ddf-b79f-e03b0b2146ab None None] Agent healthcheck: found 7 active agents {{(pid=103307) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 26 21:37:53.502990 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-39d9cd58-09b7-4a1c-a938-10b2e719631f admin admin] Publish callbacks [] for security_group (a054c284-9859-451f-a00a-c33cf1db0121), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:37:53.504451 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-b6bcb66e-97d4-42db-a247-04ad25d78be0 req-67122edb-8206-412c-b3d9-4d4d4b945f7d service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b9077506-20ea-4cbc-9bd2-4a80ac184874 HTTP/1.1" status: 200 len: 217 time: 0.0490084 Jan 26 21:37:53.537228 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device 257347ec-c828-4adb-8158-78759ad9d3b4 up at agent ovs-agent-n-d-760453-5 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 21:37:53.550454 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-39d9cd58-09b7-4a1c-a938-10b2e719631f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (a054c284-9859-451f-a00a-c33cf1db0121), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:37:53.586229 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-39d9cd58-09b7-4a1c-a938-10b2e719631f admin admin] vlan segment allocate from pool success with {'vlan_id': 562, 'physical_network': 'physnet1'} {{(pid=103304) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 26 21:37:53.613391 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9663fb4b-8118-4336-8479-86883185e4dc req-d94afd69-f4c9-490e-9c54-037f87aacb76 tempest-AttachVolumeTestJSON-1109332547 tempest-AttachVolumeTestJSON-1109332547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:37:53.615607 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-9663fb4b-8118-4336-8479-86883185e4dc req-d94afd69-f4c9-490e-9c54-037f87aacb76 tempest-AttachVolumeTestJSON-1109332547 tempest-AttachVolumeTestJSON-1109332547-project] 10.222.0.13 "GET /v2.0/ports?device_id=04164ec0-d6ba-46ba-9f59-877902ccf7fd HTTP/1.1" status: 200 len: 944 time: 0.1108842 Jan 26 21:37:53.619990 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-39d9cd58-09b7-4a1c-a938-10b2e719631f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576559'] for segment (5059f19f-f965-495c-9b45-363526cb05d0), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:37:53.620675 n-d-760453-5 neutron-server[103304]: INFO neutron.db.segments_db [None req-39d9cd58-09b7-4a1c-a938-10b2e719631f admin admin] Added segment 5059f19f-f965-495c-9b45-363526cb05d0 of type vlan for network f6f7f03f-e628-4806-b564-92500ca81eff Jan 26 21:37:53.621931 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6bcb66e-97d4-42db-a247-04ad25d78be0 req-8831995a-a621-49f2-8f39-9ec741213482 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:37:53.623026 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d9cd58-09b7-4a1c-a938-10b2e719631f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a054c284-9859-451f-a00a-c33cf1db0121,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:37:53.623526 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-b6bcb66e-97d4-42db-a247-04ad25d78be0 req-8831995a-a621-49f2-8f39-9ec741213482 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=acbfa681-8e54-43e3-a66b-05705089f7e2 HTTP/1.1" status: 200 len: 850 time: 0.1123183 Jan 26 21:37:53.690871 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6bcb66e-97d4-42db-a247-04ad25d78be0 req-13771c9e-76aa-4e89-aaad-542e4479601d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:37:53.692456 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-b6bcb66e-97d4-42db-a247-04ad25d78be0 req-13771c9e-76aa-4e89-aaad-542e4479601d service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=069fa2c9-ac54-4596-8927-b190d062b8dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0625429 Jan 26 21:37:53.701031 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-39d9cd58-09b7-4a1c-a938-10b2e719631f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746560256871'] for network (f6f7f03f-e628-4806-b564-92500ca81eff), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:37:53.711257 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Provisioning complete for port 257347ec-c828-4adb-8158-78759ad9d3b4 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:37:53.712020 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (257347ec-c828-4adb-8158-78759ad9d3b4), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:37:53.752542 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-9663fb4b-8118-4336-8479-86883185e4dc req-30c6504d-fa34-49fb-8e50-9b8d5f51d847 tempest-AttachVolumeTestJSON-1109332547 tempest-AttachVolumeTestJSON-1109332547-project] 10.222.0.13 "GET /v2.0/security-groups?id=67ba2225-7074-4a52-b681-4840b6b52ab5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0874248 Jan 26 21:37:53.753988 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-39d9cd58-09b7-4a1c-a938-10b2e719631f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503'] for network (f6f7f03f-e628-4806-b564-92500ca81eff), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:37:53.755132 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39d9cd58-09b7-4a1c-a938-10b2e719631f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:37:53.757003 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-39d9cd58-09b7-4a1c-a938-10b2e719631f admin admin] Publish callbacks [] for network (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:37:53.781459 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-7167718f-a4dc-4227-9042-d6d56a6d8d67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7cdf208b-bd77-4970-a0dd-eeb8a3a8c3f9', 'name': 'tempest-TestServerMultinode-1238485388-router', 'tenant_id': '0a26c2dfc93042458a10e31a85d10eb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'external_fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.239'}], 'enable_snat': True}, 'gw_port_id': '257347ec-c828-4adb-8158-78759ad9d3b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T21:37:45Z', 'updated_at': '2022-01-26T21:37:50Z', 'revision_number': 4, 'project_id': '0a26c2dfc93042458a10e31a85d10eb9', 'gw_port': {'id': '257347ec-c828-4adb-8158-78759ad9d3b4', 'name': '', 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:fc:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cdf208b-bd77-4970-a0dd-eeb8a3a8c3f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3169, 'fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:37:46Z', 'updated_at': '2022-01-26T21:37:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-5', '_interfaces': [{'id': 'd00e1ef7-12e4-41ba-a6b8-62298a9d0071', 'name': '', 'network_id': '3a41c7dc-bf9a-47e9-b867-e0ce77f10e3d', 'tenant_id': '0a26c2dfc93042458a10e31a85d10eb9', 'mac_address': 'fa:16:3e:f4:c6:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7cdf208b-bd77-4970-a0dd-eeb8a3a8c3f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3180, 'fixed_ips': [{'subnet_id': 'eb8dfdda-f1a7-46d6-be86-88a387dfcadd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:37:49Z', 'updated_at': '2022-01-26T21:37:50Z', 'revision_number': 2, 'project_id': '0a26c2dfc93042458a10e31a85d10eb9', 'subnets': [{'id': 'eb8dfdda-f1a7-46d6-be86-88a387dfcadd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760453-5', False) {} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:37:53.813071 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7167718f-a4dc-4227-9042-d6d56a6d8d67 None None] Checking router: 7cdf208b-bd77-4970-a0dd-eeb8a3a8c3f9 for host: n-d-760453-5 {{(pid=103306) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 26 21:37:53.813591 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7167718f-a4dc-4227-9042-d6d56a6d8d67 None None] Updating router 7cdf208b-bd77-4970-a0dd-eeb8a3a8c3f9 port d00e1ef7-12e4-41ba-a6b8-62298a9d0071 binding host n-d-760453-5 {{(pid=103306) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 26 21:37:53.827350 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-b6bcb66e-97d4-42db-a247-04ad25d78be0 req-67ba0f3c-ea72-408e-8434-8b224d699238 service neutron] 10.222.0.57 "GET /v2.0/networks/069fa2c9-ac54-4596-8927-b190d062b8dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1272688 Jan 26 21:37:53.831048 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-39d9cd58-09b7-4a1c-a938-10b2e719631f admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6067574 Jan 26 21:37:53.834004 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 60090) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:37:53.840749 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-7167718f-a4dc-4227-9042-d6d56a6d8d67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (d00e1ef7-12e4-41ba-a6b8-62298a9d0071), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:37:53.841156 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-6d3d693a-32a0-4384-867e-6b2ccc37a7c8 admin admin] Request body: {'subnet': {'network_id': 'f6f7f03f-e628-4806-b564-92500ca81eff', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-239465286-subnet', 'tenant_id': 'ad63beab819f4ebcbe4f176ac2e611f3', 'ip_version': 4}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:37:53.859487 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d9cd58-09b7-4a1c-a938-10b2e719631f admin admin] Pushing event updated for resources: {'Network': ['ID=f6f7f03f-e628-4806-b564-92500ca81eff,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:37:53.871980 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d3d693a-32a0-4384-867e-6b2ccc37a7c8 admin admin] Made reservation on behalf of ad63beab819f4ebcbe4f176ac2e611f3 for: {'subnet': 1} {{(pid=103304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 21:37:53.875133 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-6d3d693a-32a0-4384-867e-6b2ccc37a7c8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12215181'] for subnet (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:37:53.881773 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Network f6f7f03f-e628-4806-b564-92500ca81eff details requested by agent ovs-agent-n-d-760453-5 with host n-d-760453-5 {{(pid=103306) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 26 21:37:53.974237 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Current status of the port 257347ec-c828-4adb-8158-78759ad9d3b4 is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:37:53.988023 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-b6bcb66e-97d4-42db-a247-04ad25d78be0 req-7206dd19-4ea1-48a2-ae0e-b8fb7e4edf90 service neutron] 10.222.0.57 "GET /v2.0/networks/069fa2c9-ac54-4596-8927-b190d062b8dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1546333 Jan 26 21:37:54.084034 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-6d3d693a-32a0-4384-867e-6b2ccc37a7c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9285249', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12215227'] for subnet (25fa01e7-16fd-47bb-85bd-67955fc33a71), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:37:54.094941 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12505fd-297d-42c6-8a4d-f8f690360681 req-15f26d14-d794-4c0f-a47a-71841b550c23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:37:54.096356 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-d12505fd-297d-42c6-8a4d-f8f690360681 req-15f26d14-d794-4c0f-a47a-71841b550c23 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=ef59326be6b94bd88981706bc324c818&device_id=04164ec0-d6ba-46ba-9f59-877902ccf7fd HTTP/1.1" status: 200 len: 1095 time: 0.0501854 Jan 26 21:37:54.162773 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-839dd188-ec69-470c-9ab0-d318dc1a2e96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (e79b4fc6-6c71-44b2-a6d0-ff3e1f4dfd0d), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:37:54.167313 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d3d693a-32a0-4384-867e-6b2ccc37a7c8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=25fa01e7-16fd-47bb-85bd-67955fc33a71,revision_number=0']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:37:54.177649 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d3d693a-32a0-4384-867e-6b2ccc37a7c8 admin admin] Checking segment: {'id': '5059f19f-f965-495c-9b45-363526cb05d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'f6f7f03f-e628-4806-b564-92500ca81eff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103304) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 21:37:54.178013 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d3d693a-32a0-4384-867e-6b2ccc37a7c8 admin admin] Network hostable DHCP agents. Network: f6f7f03f-e628-4806-b564-92500ca81eff, hostable agents: ['474ccdf7-ab6c-405b-a3b2-dc7b05829902'], hosted agents: [] {{(pid=103304) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 26 21:37:54.200519 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d3d693a-32a0-4384-867e-6b2ccc37a7c8 admin admin] Network f6f7f03f-e628-4806-b564-92500ca81eff is scheduled to be hosted by DHCP agent 474ccdf7-ab6c-405b-a3b2-dc7b05829902 with binding_index 1 {{(pid=103304) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 26 21:37:54.212077 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [None req-6d3d693a-32a0-4384-867e-6b2ccc37a7c8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760453-5, f6f7f03f-e628-4806-b564-92500ca81eff) {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:37:54.216920 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d3d693a-32a0-4384-867e-6b2ccc37a7c8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:37:54.217680 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-6d3d693a-32a0-4384-867e-6b2ccc37a7c8 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:37:54.224630 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55dad3fe-cff8-411d-9ff0-0ed2ad9ed388 None None] Network f6f7f03f-e628-4806-b564-92500ca81eff requested from n-d-760453-5 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 26 21:37:54.227864 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12505fd-297d-42c6-8a4d-f8f690360681 req-702ba6d7-d255-4be3-b101-c66b62a4ad63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:37:54.230588 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-d12505fd-297d-42c6-8a4d-f8f690360681 req-702ba6d7-d255-4be3-b101-c66b62a4ad63 service neutron] 10.222.0.57 "GET /v2.0/networks?id=069fa2c9-ac54-4596-8927-b190d062b8dc HTTP/1.1" status: 200 len: 912 time: 0.1278536 Jan 26 21:37:54.239767 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-6d3d693a-32a0-4384-867e-6b2ccc37a7c8 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4022593 Jan 26 21:37:54.240321 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 60098) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:37:54.246116 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-4e89bec6-3bd7-4b24-ae95-f91cbc4980fa admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-239465286-router', 'tenant_id': 'ad63beab819f4ebcbe4f176ac2e611f3', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299'}}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:37:54.274706 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-4e89bec6-3bd7-4b24-ae95-f91cbc4980fa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4104596', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13108'] for router (bd689a44-bcf1-4a7e-b91f-8768d50c224e), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:37:54.276075 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-4e89bec6-3bd7-4b24-ae95-f91cbc4980fa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4105828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4111306', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3733576', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13069'] for router (bd689a44-bcf1-4a7e-b91f-8768d50c224e), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:37:54.288690 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-d12505fd-297d-42c6-8a4d-f8f690360681 req-e463db08-b899-4eca-a177-fe3a2ffb3ad3 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b9077506-20ea-4cbc-9bd2-4a80ac184874 HTTP/1.1" status: 200 len: 217 time: 0.0524106 Jan 26 21:37:54.349167 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-7167718f-a4dc-4227-9042-d6d56a6d8d67 None None] Publish callbacks [] for port (d00e1ef7-12e4-41ba-a6b8-62298a9d0071), precommit_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:37:54.359657 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12505fd-297d-42c6-8a4d-f8f690360681 req-7a2c4ba3-a625-40dc-b4ad-7c49ef133147 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:37:54.360669 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-d12505fd-297d-42c6-8a4d-f8f690360681 req-7a2c4ba3-a625-40dc-b4ad-7c49ef133147 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=acbfa681-8e54-43e3-a66b-05705089f7e2 HTTP/1.1" status: 200 len: 850 time: 0.0652368 Jan 26 21:37:54.405072 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-4e89bec6-3bd7-4b24-ae95-f91cbc4980fa admin admin] Publish callbacks [] for router_controller (bd689a44-bcf1-4a7e-b91f-8768d50c224e), precommit_add_association {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:37:54.442936 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12505fd-297d-42c6-8a4d-f8f690360681 req-7ee5baaf-c7ac-491f-8c09-ea76c025aa29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:37:54.444737 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-d12505fd-297d-42c6-8a4d-f8f690360681 req-7ee5baaf-c7ac-491f-8c09-ea76c025aa29 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=069fa2c9-ac54-4596-8927-b190d062b8dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0765560 Jan 26 21:37:54.537374 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-7167718f-a4dc-4227-9042-d6d56a6d8d67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (d00e1ef7-12e4-41ba-a6b8-62298a9d0071), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:37:54.564252 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28c937ff-cfc5-4557-80d6-24bb77c5f847 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3c4099e8-8ffb-51d1-af7f-5868973e933f-f6f7f03f-e628-4806-b564-92500ca81eff', 'network_id': 'f6f7f03f-e628-4806-b564-92500ca81eff', 'project_id': 'ad63beab819f4ebcbe4f176ac2e611f3', 'fixed_ips': [{'subnet_id': '25fa01e7-16fd-47bb-85bd-67955fc33a71'}]}} from n-d-760453-5. {{(pid=103306) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 26 21:37:54.565119 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-28c937ff-cfc5-4557-80d6-24bb77c5f847 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (None), before_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:37:54.566447 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-d12505fd-297d-42c6-8a4d-f8f690360681 req-91694803-309b-42ed-8561-1c9ed1e7054a service neutron] 10.222.0.57 "GET /v2.0/networks/069fa2c9-ac54-4596-8927-b190d062b8dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1140840 Jan 26 21:37:54.581109 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-4e89bec6-3bd7-4b24-ae95-f91cbc4980fa admin admin] Publish callbacks [] for router_gateway (bd689a44-bcf1-4a7e-b91f-8768d50c224e), precommit_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:37:54.608161 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4ea7f2-fced-4771-aae3-ed785ed98407 None None] Pushing event updated for resources: {'Port': ['ID=d00e1ef7-12e4-41ba-a6b8-62298a9d0071,revision_number=3']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:37:54.727429 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-d12505fd-297d-42c6-8a4d-f8f690360681 req-1c73dce8-2c86-4438-b3ff-8493d962943e service neutron] 10.222.0.57 "GET /v2.0/networks/069fa2c9-ac54-4596-8927-b190d062b8dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1535130 Jan 26 21:37:54.755383 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-7167718f-a4dc-4227-9042-d6d56a6d8d67 None None] Attempting to bind port d00e1ef7-12e4-41ba-a6b8-62298a9d0071 on host n-d-760453-5 for vnic_type normal with profile {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 21:37:54.755768 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-7167718f-a4dc-4227-9042-d6d56a6d8d67 None None] Attempting to bind port d00e1ef7-12e4-41ba-a6b8-62298a9d0071 by drivers openvswitch,hyperv on host n-d-760453-5 at level 0 using segments [{'id': '5a840bb3-33d1-4210-b233-2e7d717911d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '3a41c7dc-bf9a-47e9-b867-e0ce77f10e3d'}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 26 21:37:54.756131 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7167718f-a4dc-4227-9042-d6d56a6d8d67 None None] Attempting to bind port d00e1ef7-12e4-41ba-a6b8-62298a9d0071 on network 3a41c7dc-bf9a-47e9-b867-e0ce77f10e3d {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 21:37:54.770894 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7167718f-a4dc-4227-9042-d6d56a6d8d67 None None] Checking agent: {'id': 'fea0591a-627d-4c87-9a9a-01625ddf3277', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760453-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 20, 55, 25), 'started_at': datetime.datetime(2022, 1, 26, 20, 55, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 21, 37, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760453-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 26 21:37:54.771417 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7167718f-a4dc-4227-9042-d6d56a6d8d67 None None] Checking segment: {'id': '5a840bb3-33d1-4210-b233-2e7d717911d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '3a41c7dc-bf9a-47e9-b867-e0ce77f10e3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 21:37:54.771828 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-7167718f-a4dc-4227-9042-d6d56a6d8d67 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:37:54.772225 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7167718f-a4dc-4227-9042-d6d56a6d8d67 None None] Bound using segment: {'id': '5a840bb3-33d1-4210-b233-2e7d717911d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '3a41c7dc-bf9a-47e9-b867-e0ce77f10e3d'} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 26 21:37:54.772709 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-7167718f-a4dc-4227-9042-d6d56a6d8d67 None None] Bound port: d00e1ef7-12e4-41ba-a6b8-62298a9d0071, host: n-d-760453-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a840bb3-33d1-4210-b233-2e7d717911d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '3a41c7dc-bf9a-47e9-b867-e0ce77f10e3d'}}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 26 21:37:54.773095 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-7167718f-a4dc-4227-9042-d6d56a6d8d67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (d00e1ef7-12e4-41ba-a6b8-62298a9d0071), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:37:54.917118 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.db_base_plugin_common [None req-28c937ff-cfc5-4557-80d6-24bb77c5f847 None None] Allocated IP 172.20.0.2 (f6f7f03f-e628-4806-b564-92500ca81eff/25fa01e7-16fd-47bb-85bd-67955fc33a71/4775548d-a6ce-469c-b3c5-320bbf3c75a0) {{(pid=103306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 21:37:54.957957 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-7167718f-a4dc-4227-9042-d6d56a6d8d67 None None] For port d00e1ef7-12e4-41ba-a6b8-62298a9d0071, host n-d-760453-5, cleared binding levels {{(pid=103306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 26 21:37:54.963533 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-4e89bec6-3bd7-4b24-ae95-f91cbc4980fa admin admin] Publish callbacks [] for router_gateway (bd689a44-bcf1-4a7e-b91f-8768d50c224e), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:37:54.969220 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-e7f16ebd-d286-4f6a-8973-54861e00ca7d None None] Provisioning complete for port d00e1ef7-12e4-41ba-a6b8-62298a9d0071 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:37:54.969552 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-e7f16ebd-d286-4f6a-8973-54861e00ca7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (d00e1ef7-12e4-41ba-a6b8-62298a9d0071), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:37:54.979729 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5113113f-8f6c-4825-a6d7-1ca179e532ca req-75cec749-b561-474a-8a17-42f175b82cea tempest-AttachVolumeTestJSON-1109332547 tempest-AttachVolumeTestJSON-1109332547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:37:54.981220 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-5113113f-8f6c-4825-a6d7-1ca179e532ca req-75cec749-b561-474a-8a17-42f175b82cea tempest-AttachVolumeTestJSON-1109332547 tempest-AttachVolumeTestJSON-1109332547-project] 10.222.0.13 "GET /v2.0/ports?device_id=04164ec0-d6ba-46ba-9f59-877902ccf7fd HTTP/1.1" status: 200 len: 944 time: 0.1182520 Jan 26 21:37:55.002065 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-4e89bec6-3bd7-4b24-ae95-f91cbc4980fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:37:55.040736 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-7167718f-a4dc-4227-9042-d6d56a6d8d67 None None] For port d00e1ef7-12e4-41ba-a6b8-62298a9d0071, host n-d-760453-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=d00e1ef7-12e4-41ba-a6b8-62298a9d0071,segment=NetworkSegment(5a840bb3-33d1-4210-b233-2e7d717911d7),segment_id=5a840bb3-33d1-4210-b233-2e7d717911d7)] {{(pid=103306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 26 21:37:55.052285 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-7167718f-a4dc-4227-9042-d6d56a6d8d67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (d00e1ef7-12e4-41ba-a6b8-62298a9d0071), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:37:55.074852 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-e7f16ebd-d286-4f6a-8973-54861e00ca7d None None] Port d00e1ef7-12e4-41ba-a6b8-62298a9d0071 cannot update to ACTIVE because it is not bound. {{(pid=103306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 26 21:37:55.108395 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-5113113f-8f6c-4825-a6d7-1ca179e532ca req-1e01f241-a8e4-41f7-9129-ace068dbb10c tempest-AttachVolumeTestJSON-1109332547 tempest-AttachVolumeTestJSON-1109332547-project] 10.222.0.13 "GET /v2.0/security-groups?id=67ba2225-7074-4a52-b681-4840b6b52ab5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1054881 Jan 26 21:37:55.167032 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.db_base_plugin_common [None req-4e89bec6-3bd7-4b24-ae95-f91cbc4980fa admin admin] Allocated IP 172.25.1.67 (4140a1f1-c93a-4bea-83a0-68953a54f299/e48251a1-e30d-4820-8396-00c6f6aeb601/a5aaa1ab-0593-4246-b893-359bb8135809) {{(pid=103304) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 21:37:55.203428 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4ea7f2-fced-4771-aae3-ed785ed98407 None None] Pushing event updated for resources: {'Port': ['ID=d00e1ef7-12e4-41ba-a6b8-62298a9d0071,revision_number=4']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:37:55.215936 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7167718f-a4dc-4227-9042-d6d56a6d8d67 None None] Routers {'7cdf208b-bd77-4970-a0dd-eeb8a3a8c3f9'} bound to L3 agent in host n-d-760453-5 {{(pid=103306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 21:37:55.216575 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-7167718f-a4dc-4227-9042-d6d56a6d8d67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-26T20:55:21Z,description=,heartbeat_timestamp=2022-01-26T21:37:51Z,host='n-d-760453-5',id=09df100c-3af1-4b0a-bda8-05914c71c458,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:55:21Z,topic='l3_agent')) {'router_ids': ['7cdf208b-bd77-4970-a0dd-eeb8a3a8c3f9'], 'active': True} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:37:55.264981 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-28c937ff-cfc5-4557-80d6-24bb77c5f847 None None] Publish callbacks [] for port (4775548d-a6ce-469c-b3c5-320bbf3c75a0), precommit_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:37:55.292989 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-28c937ff-cfc5-4557-80d6-24bb77c5f847 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746560234527'] for port (4775548d-a6ce-469c-b3c5-320bbf3c75a0), after_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:37:55.321126 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-4e89bec6-3bd7-4b24-ae95-f91cbc4980fa admin admin] Publish callbacks [] for port (a5aaa1ab-0593-4246-b893-359bb8135809), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:37:55.370016 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-4e89bec6-3bd7-4b24-ae95-f91cbc4980fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746560234527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9281553'] for port (a5aaa1ab-0593-4246-b893-359bb8135809), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:37:55.413008 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e89bec6-3bd7-4b24-ae95-f91cbc4980fa admin admin] Network 4140a1f1-c93a-4bea-83a0-68953a54f299 is already hosted by enough agents. {{(pid=103304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 21:37:55.422537 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [None req-4e89bec6-3bd7-4b24-ae95-f91cbc4980fa admin admin] Resources bound (agent type, host, resource id): {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:37:55.435463 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e89bec6-3bd7-4b24-ae95-f91cbc4980fa admin admin] Pushing event updated for resources: {'Port': ['ID=a5aaa1ab-0593-4246-b893-359bb8135809,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:37:55.435463 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e89bec6-3bd7-4b24-ae95-f91cbc4980fa admin admin] Received port after_create {{(pid=103304) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 21:37:55.437033 n-d-760453-5 neutron-server[103306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28c937ff-cfc5-4557-80d6-24bb77c5f847 None None] Network f6f7f03f-e628-4806-b564-92500ca81eff is already hosted by enough agents. {{(pid=103306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 21:37:55.461024 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (fea0591a-627d-4c87-9a9a-01625ddf3277), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:37:55.469141 n-d-760453-5 neutron-server[103306]: DEBUG neutron.scheduler.base_scheduler [None req-28c937ff-cfc5-4557-80d6-24bb77c5f847 None None] Resources bound (agent type, host, resource id): {{(pid=103306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:37:55.475099 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28c937ff-cfc5-4557-80d6-24bb77c5f847 None None] Received port after_create {{(pid=103306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 21:37:55.481920 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c937ff-cfc5-4557-80d6-24bb77c5f847 None None] Pushing event updated for resources: {'Port': ['ID=4775548d-a6ce-469c-b3c5-320bbf3c75a0,revision_number=1']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:37:55.489770 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvr_db [None req-7167718f-a4dc-4227-9042-d6d56a6d8d67 None None] Set router 7cdf208b-bd77-4970-a0dd-eeb8a3a8c3f9 gateway port host: n-d-760453-5 {{(pid=103306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 21:37:55.518057 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-859ea3cb-eed0-410d-888c-238f2e2f7f27 None None] Provisioning complete for port d00e1ef7-12e4-41ba-a6b8-62298a9d0071 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:37:55.518512 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-859ea3cb-eed0-410d-888c-238f2e2f7f27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (d00e1ef7-12e4-41ba-a6b8-62298a9d0071), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:37:55.664852 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-28c937ff-cfc5-4557-80d6-24bb77c5f847 None None] Attempting to bind port 4775548d-a6ce-469c-b3c5-320bbf3c75a0 on host n-d-760453-5 for vnic_type normal with profile {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 21:37:55.665609 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-28c937ff-cfc5-4557-80d6-24bb77c5f847 None None] Attempting to bind port 4775548d-a6ce-469c-b3c5-320bbf3c75a0 by drivers openvswitch,hyperv on host n-d-760453-5 at level 0 using segments [{'id': '5059f19f-f965-495c-9b45-363526cb05d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'f6f7f03f-e628-4806-b564-92500ca81eff'}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 26 21:37:55.665609 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28c937ff-cfc5-4557-80d6-24bb77c5f847 None None] Attempting to bind port 4775548d-a6ce-469c-b3c5-320bbf3c75a0 on network f6f7f03f-e628-4806-b564-92500ca81eff {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 21:37:55.699924 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-4e89bec6-3bd7-4b24-ae95-f91cbc4980fa admin admin] Publish callbacks [] for router_gateway (bd689a44-bcf1-4a7e-b91f-8768d50c224e), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:37:55.711047 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28c937ff-cfc5-4557-80d6-24bb77c5f847 None None] Checking agent: {'id': 'fea0591a-627d-4c87-9a9a-01625ddf3277', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760453-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 20, 55, 25), 'started_at': datetime.datetime(2022, 1, 26, 20, 55, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 21, 37, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760453-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 26 21:37:55.711439 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28c937ff-cfc5-4557-80d6-24bb77c5f847 None None] Checking segment: {'id': '5059f19f-f965-495c-9b45-363526cb05d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'f6f7f03f-e628-4806-b564-92500ca81eff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 21:37:55.711828 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-28c937ff-cfc5-4557-80d6-24bb77c5f847 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:37:55.712221 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28c937ff-cfc5-4557-80d6-24bb77c5f847 None None] Bound using segment: {'id': '5059f19f-f965-495c-9b45-363526cb05d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'f6f7f03f-e628-4806-b564-92500ca81eff'} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 26 21:37:55.712696 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-28c937ff-cfc5-4557-80d6-24bb77c5f847 None None] Bound port: 4775548d-a6ce-469c-b3c5-320bbf3c75a0, host: n-d-760453-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5059f19f-f965-495c-9b45-363526cb05d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'f6f7f03f-e628-4806-b564-92500ca81eff'}}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 26 21:37:55.713076 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-28c937ff-cfc5-4557-80d6-24bb77c5f847 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (4775548d-a6ce-469c-b3c5-320bbf3c75a0), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:37:55.852808 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-859ea3cb-eed0-410d-888c-238f2e2f7f27 None None] Current status of the port d00e1ef7-12e4-41ba-a6b8-62298a9d0071 is: DOWN; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:37:55.853205 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-859ea3cb-eed0-410d-888c-238f2e2f7f27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (d00e1ef7-12e4-41ba-a6b8-62298a9d0071), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:37:55.878156 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-28c937ff-cfc5-4557-80d6-24bb77c5f847 None None] For port 4775548d-a6ce-469c-b3c5-320bbf3c75a0, host n-d-760453-5, cleared binding levels {{(pid=103306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 26 21:37:55.907295 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-28c937ff-cfc5-4557-80d6-24bb77c5f847 None None] For port 4775548d-a6ce-469c-b3c5-320bbf3c75a0, host n-d-760453-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=4775548d-a6ce-469c-b3c5-320bbf3c75a0,segment=NetworkSegment(5059f19f-f965-495c-9b45-363526cb05d0),segment_id=5059f19f-f965-495c-9b45-363526cb05d0)] {{(pid=103306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 26 21:37:55.909843 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-4e89bec6-3bd7-4b24-ae95-f91cbc4980fa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4105757', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4111263'] for router (bd689a44-bcf1-4a7e-b91f-8768d50c224e), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:37:55.922655 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-859ea3cb-eed0-410d-888c-238f2e2f7f27 None None] For port d00e1ef7-12e4-41ba-a6b8-62298a9d0071, host n-d-760453-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=d00e1ef7-12e4-41ba-a6b8-62298a9d0071,segment=NetworkSegment(5a840bb3-33d1-4210-b233-2e7d717911d7),segment_id=5a840bb3-33d1-4210-b233-2e7d717911d7)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:37:55.924615 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-28c937ff-cfc5-4557-80d6-24bb77c5f847 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (4775548d-a6ce-469c-b3c5-320bbf3c75a0), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:37:55.935397 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-859ea3cb-eed0-410d-888c-238f2e2f7f27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (d00e1ef7-12e4-41ba-a6b8-62298a9d0071), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:37:55.988706 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-7167718f-a4dc-4227-9042-d6d56a6d8d67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7cdf208b-bd77-4970-a0dd-eeb8a3a8c3f9', 'name': 'tempest-TestServerMultinode-1238485388-router', 'tenant_id': '0a26c2dfc93042458a10e31a85d10eb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'external_fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.239'}], 'enable_snat': True}, 'gw_port_id': '257347ec-c828-4adb-8158-78759ad9d3b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T21:37:45Z', 'updated_at': '2022-01-26T21:37:50Z', 'revision_number': 4, 'project_id': '0a26c2dfc93042458a10e31a85d10eb9', 'gw_port': {'id': '257347ec-c828-4adb-8158-78759ad9d3b4', 'name': '', 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:fc:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cdf208b-bd77-4970-a0dd-eeb8a3a8c3f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3169, 'fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:37:46Z', 'updated_at': '2022-01-26T21:37:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-5', '_interfaces': [{'id': 'd00e1ef7-12e4-41ba-a6b8-62298a9d0071', 'name': '', 'network_id': '3a41c7dc-bf9a-47e9-b867-e0ce77f10e3d', 'tenant_id': '0a26c2dfc93042458a10e31a85d10eb9', 'mac_address': 'fa:16:3e:f4:c6:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7cdf208b-bd77-4970-a0dd-eeb8a3a8c3f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3180, 'fixed_ips': [{'subnet_id': 'eb8dfdda-f1a7-46d6-be86-88a387dfcadd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:37:49Z', 'updated_at': '2022-01-26T21:37:54Z', 'revision_number': 4, 'project_id': '0a26c2dfc93042458a10e31a85d10eb9', 'subnets': [{'id': 'eb8dfdda-f1a7-46d6-be86-88a387dfcadd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760453-5', False) {} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:37:56.021938 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7167718f-a4dc-4227-9042-d6d56a6d8d67 None None] The sync data for ids ['7cdf208b-bd77-4970-a0dd-eeb8a3a8c3f9'] in n-d-760453-5 is: [{'id': '7cdf208b-bd77-4970-a0dd-eeb8a3a8c3f9', 'name': 'tempest-TestServerMultinode-1238485388-router', 'tenant_id': '0a26c2dfc93042458a10e31a85d10eb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'external_fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.239'}], 'enable_snat': True}, 'gw_port_id': '257347ec-c828-4adb-8158-78759ad9d3b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T21:37:45Z', 'updated_at': '2022-01-26T21:37:50Z', 'revision_number': 4, 'project_id': '0a26c2dfc93042458a10e31a85d10eb9', 'gw_port': {'id': '257347ec-c828-4adb-8158-78759ad9d3b4', 'name': '', 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:fc:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cdf208b-bd77-4970-a0dd-eeb8a3a8c3f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3169, 'fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:37:46Z', 'updated_at': '2022-01-26T21:37:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-5', '_interfaces': [{'id': 'd00e1ef7-12e4-41ba-a6b8-62298a9d0071', 'name': '', 'network_id': '3a41c7dc-bf9a-47e9-b867-e0ce77f10e3d', 'tenant_id': '0a26c2dfc93042458a10e31a85d10eb9', 'mac_address': 'fa:16:3e:f4:c6:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7cdf208b-bd77-4970-a0dd-eeb8a3a8c3f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3180, 'fixed_ips': [{'subnet_id': 'eb8dfdda-f1a7-46d6-be86-88a387dfcadd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:37:49Z', 'updated_at': '2022-01-26T21:37:54Z', 'revision_number': 4, 'project_id': '0a26c2dfc93042458a10e31a85d10eb9', 'subnets': [{'id': 'eb8dfdda-f1a7-46d6-be86-88a387dfcadd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 26 21:37:56.026634 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c937ff-cfc5-4557-80d6-24bb77c5f847 None None] Pushing event updated for resources: {'Port': ['ID=4775548d-a6ce-469c-b3c5-320bbf3c75a0,revision_number=2']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:37:56.098336 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-859ea3cb-eed0-410d-888c-238f2e2f7f27 None None] Pushing event updated for resources: {'Port': ['ID=d00e1ef7-12e4-41ba-a6b8-62298a9d0071,revision_number=5']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:37:56.114199 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e89bec6-3bd7-4b24-ae95-f91cbc4980fa admin admin] Router bd689a44-bcf1-4a7e-b91f-8768d50c224e is scheduled to L3 agent 09df100c-3af1-4b0a-bda8-05914c71c458 with binding_index 1 {{(pid=103304) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 26 21:37:56.226777 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Device b9077506-20ea-4cbc-9bd2-4a80ac184874 details requested by agent hyperv_n-h2-760453-5 with host n-h2-760453-5 {{(pid=103306) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 26 21:37:56.441048 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] For port b9077506-20ea-4cbc-9bd2-4a80ac184874, host n-h2-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-5',level=0,port_id=b9077506-20ea-4cbc-9bd2-4a80ac184874,segment=NetworkSegment(a4d6e827-808b-4b7a-9089-657edb9fdaab),segment_id=a4d6e827-808b-4b7a-9089-657edb9fdaab)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:37:56.461841 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Returning: {'device': 'b9077506-20ea-4cbc-9bd2-4a80ac184874', 'network_id': '069fa2c9-ac54-4596-8927-b190d062b8dc', 'port_id': 'b9077506-20ea-4cbc-9bd2-4a80ac184874', 'mac_address': 'fa:16:3e:9e:af:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 595, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'acbfa681-8e54-43e3-a66b-05705089f7e2', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103306) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 26 21:37:56.518890 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Current status of the port b9077506-20ea-4cbc-9bd2-4a80ac184874 is: DOWN; New status is: BUILD {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:37:56.519485 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (b9077506-20ea-4cbc-9bd2-4a80ac184874), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:37:56.540119 n-d-760453-5 neutron-server[103306]: DEBUG neutron.notifiers.nova [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b9077506-20ea-4cbc-9bd2-4a80ac184874 {{(pid=103306) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 26 21:37:56.568190 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] For port b9077506-20ea-4cbc-9bd2-4a80ac184874, host n-h2-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-5',level=0,port_id=b9077506-20ea-4cbc-9bd2-4a80ac184874,segment=NetworkSegment(a4d6e827-808b-4b7a-9089-657edb9fdaab),segment_id=a4d6e827-808b-4b7a-9089-657edb9fdaab)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:37:56.573224 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (b9077506-20ea-4cbc-9bd2-4a80ac184874), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:37:56.638715 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Pushing event updated for resources: {'Port': ['ID=b9077506-20ea-4cbc-9bd2-4a80ac184874,revision_number=4']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:37:56.688989 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e89bec6-3bd7-4b24-ae95-f91cbc4980fa admin admin] Notify agent at l3_agent.n-d-760453-5 the message routers_updated {{(pid=103304) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 26 21:37:56.701961 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-799a5a75-959d-4dcf-b39a-8ae345273198 None None] Sync routers for ids ['bd689a44-bcf1-4a7e-b91f-8768d50c224e'] in n-d-760453-5 {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 26 21:37:56.709996 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-4e89bec6-3bd7-4b24-ae95-f91cbc4980fa admin admin] Publish callbacks [] for router (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:37:56.711275 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-4e89bec6-3bd7-4b24-ae95-f91cbc4980fa admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.4704010 Jan 26 21:37:56.714129 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 60146) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:37:56.725268 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ebb029-f293-4a16-ae51-05b2b803142d req-3c99e8c8-0cda-4b6b-9fd0-93ee633c64e4 tempest-AttachVolumeTestJSON-1109332547 tempest-AttachVolumeTestJSON-1109332547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:37:56.728648 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-58ebb029-f293-4a16-ae51-05b2b803142d req-3c99e8c8-0cda-4b6b-9fd0-93ee633c64e4 tempest-AttachVolumeTestJSON-1109332547 tempest-AttachVolumeTestJSON-1109332547-project] 10.222.0.13 "GET /v2.0/ports?device_id=04164ec0-d6ba-46ba-9f59-877902ccf7fd HTTP/1.1" status: 200 len: 945 time: 0.0950270 Jan 26 21:37:56.735469 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-799a5a75-959d-4dcf-b39a-8ae345273198 None None] Routers {'bd689a44-bcf1-4a7e-b91f-8768d50c224e'} bound to L3 agent in host n-d-760453-5 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 21:37:56.736947 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-799a5a75-959d-4dcf-b39a-8ae345273198 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-26T20:55:21Z,description=,heartbeat_timestamp=2022-01-26T21:37:51Z,host='n-d-760453-5',id=09df100c-3af1-4b0a-bda8-05914c71c458,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:55:21Z,topic='l3_agent')) {'router_ids': ['bd689a44-bcf1-4a7e-b91f-8768d50c224e'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:37:56.788601 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] get_ports_and_sgs() called for port_ids ['b9077506-20ea-4cbc-9bd2-4a80ac184874'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 26 21:37:56.803976 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-58ebb029-f293-4a16-ae51-05b2b803142d req-e965dbba-6771-431f-a022-121ee8234348 tempest-AttachVolumeTestJSON-1109332547 tempest-AttachVolumeTestJSON-1109332547-project] 10.222.0.13 "GET /v2.0/security-groups?id=67ba2225-7074-4a52-b681-4840b6b52ab5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0687511 Jan 26 21:37:56.917658 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_dvr_db [None req-799a5a75-959d-4dcf-b39a-8ae345273198 None None] Set router bd689a44-bcf1-4a7e-b91f-8768d50c224e gateway port host: n-d-760453-5 {{(pid=103307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 21:37:57.187930 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-799a5a75-959d-4dcf-b39a-8ae345273198 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd689a44-bcf1-4a7e-b91f-8768d50c224e', 'name': 'tempest-TestServerMultinode-239465286-router', 'tenant_id': 'ad63beab819f4ebcbe4f176ac2e611f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'external_fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.67'}], 'enable_snat': True}, 'gw_port_id': 'a5aaa1ab-0593-4246-b893-359bb8135809', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T21:37:54Z', 'updated_at': '2022-01-26T21:37:55Z', 'revision_number': 3, 'project_id': 'ad63beab819f4ebcbe4f176ac2e611f3', 'gw_port': {'id': 'a5aaa1ab-0593-4246-b893-359bb8135809', 'name': '', 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:8b:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd689a44-bcf1-4a7e-b91f-8768d50c224e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3192, 'fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:37:55Z', 'updated_at': '2022-01-26T21:37:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-5'}], 'n-d-760453-5', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:37:57.389023 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-799a5a75-959d-4dcf-b39a-8ae345273198 None None] Checking router: bd689a44-bcf1-4a7e-b91f-8768d50c224e for host: n-d-760453-5 {{(pid=103307) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 26 21:37:57.389394 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-799a5a75-959d-4dcf-b39a-8ae345273198 None None] Updating router bd689a44-bcf1-4a7e-b91f-8768d50c224e port a5aaa1ab-0593-4246-b893-359bb8135809 binding host n-d-760453-5 {{(pid=103307) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 26 21:37:57.444877 n-d-760453-5 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-799a5a75-959d-4dcf-b39a-8ae345273198 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (a5aaa1ab-0593-4246-b893-359bb8135809), before_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:37:57.622787 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4060001-4094-4d28-984f-6f54b011d43c None None] Network f6f7f03f-e628-4806-b564-92500ca81eff requested from n-d-760453-5 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 26 21:37:57.703497 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-afccb2f8-1aff-4758-8f35-645706ab31cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:37:57.764643 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device d00e1ef7-12e4-41ba-a6b8-62298a9d0071 up at agent ovs-agent-n-d-760453-5 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 21:37:57.817367 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-901458d7-d8ec-4e60-9bc8-7a82e64e35f9 None None] Provisioning complete for port 4775548d-a6ce-469c-b3c5-320bbf3c75a0 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:37:57.818070 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-901458d7-d8ec-4e60-9bc8-7a82e64e35f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (4775548d-a6ce-469c-b3c5-320bbf3c75a0), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:37:57.848338 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834b6789-2907-4ea8-b3a5-938abbbc6084 req-a8023f01-95fb-4001-b007-263d35ccd784 tempest-TestServerBasicOps-36539520 tempest-TestServerBasicOps-36539520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:37:57.850383 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-834b6789-2907-4ea8-b3a5-938abbbc6084 req-a8023f01-95fb-4001-b007-263d35ccd784 tempest-TestServerBasicOps-36539520 tempest-TestServerBasicOps-36539520-project] 10.222.0.13 "GET /v2.0/ports?device_id=426a3368-15df-428e-bd53-55ac3024954f HTTP/1.1" status: 200 len: 945 time: 0.1035478 Jan 26 21:37:57.936961 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-834b6789-2907-4ea8-b3a5-938abbbc6084 req-163cd7eb-ca35-471b-b83c-4e845bec9ebf tempest-TestServerBasicOps-36539520 tempest-TestServerBasicOps-36539520-project] 10.222.0.13 "GET /v2.0/security-groups?id=7f88ac95-3a92-4440-92d0-844a970e25ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0808995 Jan 26 21:37:57.992964 n-d-760453-5 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-799a5a75-959d-4dcf-b39a-8ae345273198 None None] Publish callbacks [] for port (a5aaa1ab-0593-4246-b893-359bb8135809), precommit_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:37:58.007286 n-d-760453-5 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-799a5a75-959d-4dcf-b39a-8ae345273198 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (a5aaa1ab-0593-4246-b893-359bb8135809), after_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:37:58.015612 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eda7f77-7d80-4301-9a7e-b2525a77506e req-0777efe8-0810-4ecb-b7ea-59b866884a55 tempest-AttachVolumeTestJSON-1109332547 tempest-AttachVolumeTestJSON-1109332547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:37:58.016814 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Provisioning complete for port d00e1ef7-12e4-41ba-a6b8-62298a9d0071 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:37:58.017929 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (d00e1ef7-12e4-41ba-a6b8-62298a9d0071), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:37:58.024934 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-1eda7f77-7d80-4301-9a7e-b2525a77506e req-0777efe8-0810-4ecb-b7ea-59b866884a55 tempest-AttachVolumeTestJSON-1109332547 tempest-AttachVolumeTestJSON-1109332547-project] 10.222.0.13 "GET /v2.0/ports?device_id=04164ec0-d6ba-46ba-9f59-877902ccf7fd HTTP/1.1" status: 200 len: 945 time: 0.0805190 Jan 26 21:37:58.050540 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.db_base_plugin_common [None req-afccb2f8-1aff-4758-8f35-645706ab31cc admin admin] Allocated IP 172.20.0.1 (f6f7f03f-e628-4806-b564-92500ca81eff/25fa01e7-16fd-47bb-85bd-67955fc33a71/1b11ee22-d694-4fca-828a-8b3859d8a6d9) {{(pid=103305) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 21:37:58.120942 n-d-760453-5 neutron-server[103307]: DEBUG neutron.plugins.ml2.managers [None req-799a5a75-959d-4dcf-b39a-8ae345273198 None None] Attempting to bind port a5aaa1ab-0593-4246-b893-359bb8135809 on host n-d-760453-5 for vnic_type normal with profile {{(pid=103307) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 21:37:58.122042 n-d-760453-5 neutron-server[103307]: DEBUG neutron.plugins.ml2.managers [None req-799a5a75-959d-4dcf-b39a-8ae345273198 None None] Attempting to bind port a5aaa1ab-0593-4246-b893-359bb8135809 by drivers openvswitch,hyperv on host n-d-760453-5 at level 0 using segments [{'id': 'e17cb353-418f-48b9-b982-21a6233ee99b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299'}] {{(pid=103307) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 26 21:37:58.125618 n-d-760453-5 neutron-server[103307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-799a5a75-959d-4dcf-b39a-8ae345273198 None None] Attempting to bind port a5aaa1ab-0593-4246-b893-359bb8135809 on network 4140a1f1-c93a-4bea-83a0-68953a54f299 {{(pid=103307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 21:37:58.149526 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-1eda7f77-7d80-4301-9a7e-b2525a77506e req-01e294e1-06de-4fbe-8efa-c7d6e4547fca tempest-AttachVolumeTestJSON-1109332547 tempest-AttachVolumeTestJSON-1109332547-project] 10.222.0.13 "GET /v2.0/security-groups?id=67ba2225-7074-4a52-b681-4840b6b52ab5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1235170 Jan 26 21:37:58.152640 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-901458d7-d8ec-4e60-9bc8-7a82e64e35f9 None None] Current status of the port 4775548d-a6ce-469c-b3c5-320bbf3c75a0 is: DOWN; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:37:58.153035 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-901458d7-d8ec-4e60-9bc8-7a82e64e35f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (4775548d-a6ce-469c-b3c5-320bbf3c75a0), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:37:58.168332 n-d-760453-5 neutron-server[103307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-799a5a75-959d-4dcf-b39a-8ae345273198 None None] Checking agent: {'id': 'fea0591a-627d-4c87-9a9a-01625ddf3277', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760453-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 20, 55, 25), 'started_at': datetime.datetime(2022, 1, 26, 20, 55, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 21, 37, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760453-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 26 21:37:58.169651 n-d-760453-5 neutron-server[103307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-799a5a75-959d-4dcf-b39a-8ae345273198 None None] Checking segment: {'id': 'e17cb353-418f-48b9-b982-21a6233ee99b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103307) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 21:37:58.172880 n-d-760453-5 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-799a5a75-959d-4dcf-b39a-8ae345273198 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:37:58.173533 n-d-760453-5 neutron-server[103307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-799a5a75-959d-4dcf-b39a-8ae345273198 None None] Bound using segment: {'id': 'e17cb353-418f-48b9-b982-21a6233ee99b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299'} {{(pid=103307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 26 21:37:58.174207 n-d-760453-5 neutron-server[103307]: DEBUG neutron.plugins.ml2.managers [None req-799a5a75-959d-4dcf-b39a-8ae345273198 None None] Bound port: a5aaa1ab-0593-4246-b893-359bb8135809, host: n-d-760453-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e17cb353-418f-48b9-b982-21a6233ee99b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299'}}] {{(pid=103307) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 26 21:37:58.175348 n-d-760453-5 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-799a5a75-959d-4dcf-b39a-8ae345273198 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (a5aaa1ab-0593-4246-b893-359bb8135809), before_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:37:58.179282 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22aebe6-ab49-4a51-823e-bd55ccb721cf None None] Pushing event updated for resources: {'Port': ['ID=a5aaa1ab-0593-4246-b893-359bb8135809,revision_number=2']} {{(pid=103307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:37:58.241020 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-901458d7-d8ec-4e60-9bc8-7a82e64e35f9 None None] For port 4775548d-a6ce-469c-b3c5-320bbf3c75a0, host n-d-760453-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=4775548d-a6ce-469c-b3c5-320bbf3c75a0,segment=NetworkSegment(5059f19f-f965-495c-9b45-363526cb05d0),segment_id=5059f19f-f965-495c-9b45-363526cb05d0)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:37:58.249894 n-d-760453-5 neutron-server[103307]: DEBUG neutron.plugins.ml2.db [None req-799a5a75-959d-4dcf-b39a-8ae345273198 None None] For port a5aaa1ab-0593-4246-b893-359bb8135809, host n-d-760453-5, cleared binding levels {{(pid=103307) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 26 21:37:58.256902 n-d-760453-5 neutron-server[103307]: DEBUG neutron.plugins.ml2.db [None req-799a5a75-959d-4dcf-b39a-8ae345273198 None None] For port a5aaa1ab-0593-4246-b893-359bb8135809, host n-d-760453-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=a5aaa1ab-0593-4246-b893-359bb8135809,segment=NetworkSegment(e17cb353-418f-48b9-b982-21a6233ee99b),segment_id=e17cb353-418f-48b9-b982-21a6233ee99b)] {{(pid=103307) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 26 21:37:58.264341 n-d-760453-5 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-799a5a75-959d-4dcf-b39a-8ae345273198 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (a5aaa1ab-0593-4246-b893-359bb8135809), after_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:37:58.278185 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Device b9077506-20ea-4cbc-9bd2-4a80ac184874 up at agent hyperv_n-h2-760453-5 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 21:37:58.286344 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-afccb2f8-1aff-4758-8f35-645706ab31cc admin admin] Publish callbacks [] for port (1b11ee22-d694-4fca-828a-8b3859d8a6d9), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:37:58.287209 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-901458d7-d8ec-4e60-9bc8-7a82e64e35f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (4775548d-a6ce-469c-b3c5-320bbf3c75a0), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:37:58.321859 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-799a5a75-959d-4dcf-b39a-8ae345273198 None None] Routers {'bd689a44-bcf1-4a7e-b91f-8768d50c224e'} bound to L3 agent in host n-d-760453-5 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 21:37:58.322407 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-799a5a75-959d-4dcf-b39a-8ae345273198 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-26T20:55:21Z,description=,heartbeat_timestamp=2022-01-26T21:37:51Z,host='n-d-760453-5',id=09df100c-3af1-4b0a-bda8-05914c71c458,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:55:21Z,topic='l3_agent')) {'router_ids': ['bd689a44-bcf1-4a7e-b91f-8768d50c224e'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:37:58.356247 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-afccb2f8-1aff-4758-8f35-645706ab31cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746560234527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11791543'] for port (1b11ee22-d694-4fca-828a-8b3859d8a6d9), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:37:58.360529 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Current status of the port d00e1ef7-12e4-41ba-a6b8-62298a9d0071 is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:37:58.362586 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device 4775548d-a6ce-469c-b3c5-320bbf3c75a0 up at agent ovs-agent-n-d-760453-5 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 21:37:58.380593 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22aebe6-ab49-4a51-823e-bd55ccb721cf None None] Pushing event updated for resources: {'Port': ['ID=a5aaa1ab-0593-4246-b893-359bb8135809,revision_number=3']} {{(pid=103307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:37:58.419527 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afccb2f8-1aff-4758-8f35-645706ab31cc admin admin] Network f6f7f03f-e628-4806-b564-92500ca81eff is already hosted by enough agents. {{(pid=103305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 21:37:58.422776 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [None req-afccb2f8-1aff-4758-8f35-645706ab31cc admin admin] Resources bound (agent type, host, resource id): {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:37:58.432470 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afccb2f8-1aff-4758-8f35-645706ab31cc admin admin] Received port after_create {{(pid=103305) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 21:37:58.459362 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-901458d7-d8ec-4e60-9bc8-7a82e64e35f9 None None] Pushing event updated for resources: {'Port': ['ID=4775548d-a6ce-469c-b3c5-320bbf3c75a0,revision_number=3']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:37:58.482964 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Provisioning for port b9077506-20ea-4cbc-9bd2-4a80ac184874 completed by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 21:37:58.483840 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-afccb2f8-1aff-4758-8f35-645706ab31cc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4111050'] for router_interface (bd689a44-bcf1-4a7e-b91f-8768d50c224e), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:37:58.486995 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_dvr_db [None req-799a5a75-959d-4dcf-b39a-8ae345273198 None None] Set router bd689a44-bcf1-4a7e-b91f-8768d50c224e gateway port host: n-d-760453-5 {{(pid=103307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 21:37:58.489146 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-c27095ed-7aef-4d7d-8cd5-b170a97ce474 None None] Provisioning complete for port 4775548d-a6ce-469c-b3c5-320bbf3c75a0 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:37:58.489560 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-c27095ed-7aef-4d7d-8cd5-b170a97ce474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (4775548d-a6ce-469c-b3c5-320bbf3c75a0), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:37:58.627874 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afccb2f8-1aff-4758-8f35-645706ab31cc admin admin] Pushing event updated for resources: {'Port': ['ID=1b11ee22-d694-4fca-828a-8b3859d8a6d9,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:37:58.637379 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6663b6b9-c3b4-4b49-a790-95b3c3cb4fba req-defa8b05-b2a3-4756-83e7-9fc3dcdb1a9e tempest-TestServerBasicOps-36539520 tempest-TestServerBasicOps-36539520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:37:58.638774 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-6663b6b9-c3b4-4b49-a790-95b3c3cb4fba req-defa8b05-b2a3-4756-83e7-9fc3dcdb1a9e tempest-TestServerBasicOps-36539520 tempest-TestServerBasicOps-36539520-project] 10.222.0.66 "GET /v2.0/ports?device_id=426a3368-15df-428e-bd53-55ac3024954f HTTP/1.1" status: 200 len: 945 time: 0.1143014 Jan 26 21:37:58.661133 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-afccb2f8-1aff-4758-8f35-645706ab31cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (1b11ee22-d694-4fca-828a-8b3859d8a6d9), before_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:37:58.759950 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-799a5a75-959d-4dcf-b39a-8ae345273198 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd689a44-bcf1-4a7e-b91f-8768d50c224e', 'name': 'tempest-TestServerMultinode-239465286-router', 'tenant_id': 'ad63beab819f4ebcbe4f176ac2e611f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'external_fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.67'}], 'enable_snat': True}, 'gw_port_id': 'a5aaa1ab-0593-4246-b893-359bb8135809', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T21:37:54Z', 'updated_at': '2022-01-26T21:37:55Z', 'revision_number': 3, 'project_id': 'ad63beab819f4ebcbe4f176ac2e611f3', 'gw_port': {'id': 'a5aaa1ab-0593-4246-b893-359bb8135809', 'name': '', 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:8b:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd689a44-bcf1-4a7e-b91f-8768d50c224e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3192, 'fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:37:55Z', 'updated_at': '2022-01-26T21:37:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-5'}], 'n-d-760453-5', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:37:58.820086 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [req-6663b6b9-c3b4-4b49-a790-95b3c3cb4fba req-52575fda-d1b7-416e-85bc-f8acd7ef205a tempest-TestServerBasicOps-36539520 tempest-TestServerBasicOps-36539520-project] Deleting port 21483937-1833-4015-aed2-c6b6594a1412 {{(pid=103304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 21:37:58.820436 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-6663b6b9-c3b4-4b49-a790-95b3c3cb4fba req-52575fda-d1b7-416e-85bc-f8acd7ef205a tempest-TestServerBasicOps-36539520 tempest-TestServerBasicOps-36539520-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746560630878'] for port (21483937-1833-4015-aed2-c6b6594a1412), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:37:58.822799 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Provisioning complete for port b9077506-20ea-4cbc-9bd2-4a80ac184874 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:37:58.824260 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (b9077506-20ea-4cbc-9bd2-4a80ac184874), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:37:58.828391 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-799a5a75-959d-4dcf-b39a-8ae345273198 None None] The sync data for ids ['bd689a44-bcf1-4a7e-b91f-8768d50c224e'] in n-d-760453-5 is: [{'id': 'bd689a44-bcf1-4a7e-b91f-8768d50c224e', 'name': 'tempest-TestServerMultinode-239465286-router', 'tenant_id': 'ad63beab819f4ebcbe4f176ac2e611f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'external_fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.67'}], 'enable_snat': True}, 'gw_port_id': 'a5aaa1ab-0593-4246-b893-359bb8135809', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T21:37:54Z', 'updated_at': '2022-01-26T21:37:55Z', 'revision_number': 3, 'project_id': 'ad63beab819f4ebcbe4f176ac2e611f3', 'gw_port': {'id': 'a5aaa1ab-0593-4246-b893-359bb8135809', 'name': '', 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:8b:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd689a44-bcf1-4a7e-b91f-8768d50c224e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3192, 'fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:37:55Z', 'updated_at': '2022-01-26T21:37:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-5'}] {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 26 21:37:58.877007 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Provisioning complete for port 4775548d-a6ce-469c-b3c5-320bbf3c75a0 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:37:58.877408 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (4775548d-a6ce-469c-b3c5-320bbf3c75a0), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:37:58.925906 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-afccb2f8-1aff-4758-8f35-645706ab31cc admin admin] Publish callbacks [] for port (1b11ee22-d694-4fca-828a-8b3859d8a6d9), precommit_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:37:58.935490 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-afccb2f8-1aff-4758-8f35-645706ab31cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11791520'] for port (1b11ee22-d694-4fca-828a-8b3859d8a6d9), after_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:37:58.973472 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [req-6663b6b9-c3b4-4b49-a790-95b3c3cb4fba req-52575fda-d1b7-416e-85bc-f8acd7ef205a tempest-TestServerBasicOps-36539520 tempest-TestServerBasicOps-36539520-project] For port 21483937-1833-4015-aed2-c6b6594a1412, host n-h1-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-5',level=0,port_id=21483937-1833-4015-aed2-c6b6594a1412,segment=NetworkSegment(1ba56267-3acc-4462-9582-574f765f394e),segment_id=1ba56267-3acc-4462-9582-574f765f394e)] {{(pid=103304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:37:58.973994 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-6663b6b9-c3b4-4b49-a790-95b3c3cb4fba req-52575fda-d1b7-416e-85bc-f8acd7ef205a tempest-TestServerBasicOps-36539520 tempest-TestServerBasicOps-36539520-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4109658'] for port (21483937-1833-4015-aed2-c6b6594a1412), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:37:59.032056 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afccb2f8-1aff-4758-8f35-645706ab31cc admin admin] Pushing event updated for resources: {'Port': ['ID=1b11ee22-d694-4fca-828a-8b3859d8a6d9,revision_number=2']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:37:59.033969 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-c27095ed-7aef-4d7d-8cd5-b170a97ce474 None None] Current status of the port 4775548d-a6ce-469c-b3c5-320bbf3c75a0 is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:37:59.035682 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-afccb2f8-1aff-4758-8f35-645706ab31cc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3709457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4110682'] for router_interface (bd689a44-bcf1-4a7e-b91f-8768d50c224e), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:37:59.047672 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Current status of the port b9077506-20ea-4cbc-9bd2-4a80ac184874 is: BUILD; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:37:59.048081 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (b9077506-20ea-4cbc-9bd2-4a80ac184874), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:37:59.102479 n-d-760453-5 neutron-server[103306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04164ec0-d6ba-46ba-9f59-877902ccf7fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9077506-20ea-4cbc-9bd2-4a80ac184874'}] {{(pid=103306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 21:37:59.104757 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9d5d370febab655511bdd2ffe887e43e442d144a440368702bcc1e93af00b97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8963fca2-f4d6-4cc0-a243-8f103bc0bb0c" -d '{"events": [{"server_uuid": "04164ec0-d6ba-46ba-9f59-877902ccf7fd", "name": "network-vif-plugged", "status": "completed", "tag": "b9077506-20ea-4cbc-9bd2-4a80ac184874"}]}' {{(pid=103306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 21:37:59.109951 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Current status of the port 4775548d-a6ce-469c-b3c5-320bbf3c75a0 is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:37:59.121456 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] For port b9077506-20ea-4cbc-9bd2-4a80ac184874, host n-h2-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-5',level=0,port_id=b9077506-20ea-4cbc-9bd2-4a80ac184874,segment=NetworkSegment(a4d6e827-808b-4b7a-9089-657edb9fdaab),segment_id=a4d6e827-808b-4b7a-9089-657edb9fdaab)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:37:59.129324 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (b9077506-20ea-4cbc-9bd2-4a80ac184874), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:37:59.188628 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Jan 2022 21:37:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b702c9c-9712-45e7-9d2d-081c9f8f0e20 x-openstack-request-id: req-3b702c9c-9712-45e7-9d2d-081c9f8f0e20 {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 21:37:59.189718 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "04164ec0-d6ba-46ba-9f59-877902ccf7fd", "name": "network-vif-plugged", "status": "completed", "tag": "b9077506-20ea-4cbc-9bd2-4a80ac184874", "code": 200}]} {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 21:37:59.189977 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-3b702c9c-9712-45e7-9d2d-081c9f8f0e20 {{(pid=103306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 21:37:59.190392 n-d-760453-5 neutron-server[103306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04164ec0-d6ba-46ba-9f59-877902ccf7fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9077506-20ea-4cbc-9bd2-4a80ac184874', 'code': 200} Jan 26 21:37:59.211483 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Pushing event updated for resources: {'Port': ['ID=b9077506-20ea-4cbc-9bd2-4a80ac184874,revision_number=5']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:37:59.218070 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-c0014956-07c9-41f5-a919-ae39bea3ea51 None None] Provisioning complete for port 1b11ee22-d694-4fca-828a-8b3859d8a6d9 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:37:59.218447 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-c0014956-07c9-41f5-a919-ae39bea3ea51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (1b11ee22-d694-4fca-828a-8b3859d8a6d9), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:37:59.263732 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afccb2f8-1aff-4758-8f35-645706ab31cc admin admin] Network f6f7f03f-e628-4806-b564-92500ca81eff is already hosted by enough agents. {{(pid=103305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 21:37:59.266908 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [None req-afccb2f8-1aff-4758-8f35-645706ab31cc admin admin] Resources bound (agent type, host, resource id): {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:37:59.299802 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-c0014956-07c9-41f5-a919-ae39bea3ea51 None None] Port 1b11ee22-d694-4fca-828a-8b3859d8a6d9 cannot update to ACTIVE because it is not bound. {{(pid=103306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 26 21:37:59.420157 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1e0610-f4e4-423d-929f-d244bd96a502 req-5734e25a-2e27-492f-8719-a853d4517abe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:37:59.422452 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-1e1e0610-f4e4-423d-929f-d244bd96a502 req-5734e25a-2e27-492f-8719-a853d4517abe service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=04164ec0-d6ba-46ba-9f59-877902ccf7fd HTTP/1.1" status: 200 len: 1097 time: 0.1461120 Jan 26 21:37:59.479044 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f90605-5a4f-4c95-b27c-9b39483f6624 req-8ca8af2a-a348-4513-8afc-6b5566ca665b tempest-TestServerBasicOps-36539520 tempest-TestServerBasicOps-36539520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:37:59.480777 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-46f90605-5a4f-4c95-b27c-9b39483f6624 req-8ca8af2a-a348-4513-8afc-6b5566ca665b tempest-TestServerBasicOps-36539520 tempest-TestServerBasicOps-36539520-project] 10.222.0.13 "GET /v2.0/ports?device_id=426a3368-15df-428e-bd53-55ac3024954f HTTP/1.1" status: 200 len: 945 time: 0.3584793 Jan 26 21:37:59.551608 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-1e1e0610-f4e4-423d-929f-d244bd96a502 req-4cf5842c-1e0e-49fe-8cd7-7b99cbc9359c service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=67ba2225-7074-4a52-b681-4840b6b52ab5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1192179 Jan 26 21:37:59.581797 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-afccb2f8-1aff-4758-8f35-645706ab31cc admin admin] Router bd689a44-bcf1-4a7e-b91f-8768d50c224e has already been hosted by L3 agent 09df100c-3af1-4b0a-bda8-05914c71c458 {{(pid=103305) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 26 21:37:59.601579 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1a2660-5c5c-4957-9b5b-5e8e55703ed6 req-e218511d-d1ed-4709-a051-ee907e341101 tempest-AttachVolumeTestJSON-1109332547 tempest-AttachVolumeTestJSON-1109332547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:37:59.604961 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-bd1a2660-5c5c-4957-9b5b-5e8e55703ed6 req-e218511d-d1ed-4709-a051-ee907e341101 tempest-AttachVolumeTestJSON-1109332547 tempest-AttachVolumeTestJSON-1109332547-project] 10.222.0.13 "GET /v2.0/ports?device_id=04164ec0-d6ba-46ba-9f59-877902ccf7fd HTTP/1.1" status: 200 len: 946 time: 0.2598433 Jan 26 21:37:59.669348 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device a5aaa1ab-0593-4246-b893-359bb8135809 up at agent ovs-agent-n-d-760453-5 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 21:37:59.729816 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-6663b6b9-c3b4-4b49-a790-95b3c3cb4fba req-52575fda-d1b7-416e-85bc-f8acd7ef205a tempest-TestServerBasicOps-36539520 tempest-TestServerBasicOps-36539520-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:37:59.733667 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-6663b6b9-c3b4-4b49-a790-95b3c3cb4fba req-52575fda-d1b7-416e-85bc-f8acd7ef205a tempest-TestServerBasicOps-36539520 tempest-TestServerBasicOps-36539520-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4110913'] for floatingip (91550812-bac8-4a4b-9d35-81d6ac278049), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:37:59.734103 n-d-760453-5 neutron-server[103304]: INFO neutron.db.l3_db [req-6663b6b9-c3b4-4b49-a790-95b3c3cb4fba req-52575fda-d1b7-416e-85bc-f8acd7ef205a tempest-TestServerBasicOps-36539520 tempest-TestServerBasicOps-36539520-project] Floating IP 91550812-bac8-4a4b-9d35-81d6ac278049 disassociated. External IP: 172.25.1.188, port: 21483937-1833-4015-aed2-c6b6594a1412. Jan 26 21:37:59.739098 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [req-6663b6b9-c3b4-4b49-a790-95b3c3cb4fba req-52575fda-d1b7-416e-85bc-f8acd7ef205a tempest-TestServerBasicOps-36539520 tempest-TestServerBasicOps-36539520-project] Calling delete_port for 21483937-1833-4015-aed2-c6b6594a1412 owned by compute:nova {{(pid=103304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 21:37:59.765164 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-afccb2f8-1aff-4758-8f35-645706ab31cc admin admin] Notify agent at l3_agent.n-d-760453-5 the message routers_updated {{(pid=103305) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 26 21:37:59.772059 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-afccb2f8-1aff-4758-8f35-645706ab31cc admin admin] 10.222.0.13 "PUT /v2.0/routers/bd689a44-bcf1-4a7e-b91f-8768d50c224e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0561163 Jan 26 21:37:59.774498 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 60180) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:37:59.779018 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-8afeaccb-22f6-4f65-b43a-dfa843056497 None None] Provisioning complete for port 1b11ee22-d694-4fca-828a-8b3859d8a6d9 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:37:59.780790 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-8afeaccb-22f6-4f65-b43a-dfa843056497 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (1b11ee22-d694-4fca-828a-8b3859d8a6d9), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:37:59.784672 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-46f90605-5a4f-4c95-b27c-9b39483f6624 req-4f0e3d93-fccf-44c8-b30a-467d433a9d87 tempest-TestServerBasicOps-36539520 tempest-TestServerBasicOps-36539520-project] 10.222.0.13 "GET /v2.0/security-groups?id=7f88ac95-3a92-4440-92d0-844a970e25ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2730086 Jan 26 21:37:59.863348 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-8afeaccb-22f6-4f65-b43a-dfa843056497 None None] Port 1b11ee22-d694-4fca-828a-8b3859d8a6d9 cannot update to ACTIVE because it is not bound. {{(pid=103306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 26 21:37:59.873204 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-bd1a2660-5c5c-4957-9b5b-5e8e55703ed6 req-69a32825-8231-4ff6-937b-9c4a1a2bf55c tempest-AttachVolumeTestJSON-1109332547 tempest-AttachVolumeTestJSON-1109332547-project] 10.222.0.13 "GET /v2.0/security-groups?id=67ba2225-7074-4a52-b681-4840b6b52ab5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2443950 Jan 26 21:37:59.877063 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Provisioning complete for port a5aaa1ab-0593-4246-b893-359bb8135809 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:37:59.877624 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (a5aaa1ab-0593-4246-b893-359bb8135809), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:37:59.955576 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-3ee6f46c-60cd-4ac0-bbee-608a98f4c8d3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:37:59.999058 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-6663b6b9-c3b4-4b49-a790-95b3c3cb4fba req-52575fda-d1b7-416e-85bc-f8acd7ef205a tempest-TestServerBasicOps-36539520 tempest-TestServerBasicOps-36539520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746560636600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746560234536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9281553'] for port (21483937-1833-4015-aed2-c6b6594a1412), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:37:59.999878 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Current status of the port a5aaa1ab-0593-4246-b893-359bb8135809 is: DOWN; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:38:00.000336 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (a5aaa1ab-0593-4246-b893-359bb8135809), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:38:00.036119 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] For port a5aaa1ab-0593-4246-b893-359bb8135809, host n-d-760453-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=a5aaa1ab-0593-4246-b893-359bb8135809,segment=NetworkSegment(e17cb353-418f-48b9-b982-21a6233ee99b),segment_id=e17cb353-418f-48b9-b982-21a6233ee99b)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:38:00.044195 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (a5aaa1ab-0593-4246-b893-359bb8135809), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:38:00.045378 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device 4775548d-a6ce-469c-b3c5-320bbf3c75a0 up at agent ovs-agent-n-d-760453-5 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 21:38:00.051574 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52575fda-d1b7-416e-85bc-f8acd7ef205a tempest-TestServerBasicOps-36539520 tempest-TestServerBasicOps-36539520-project] Pushing event deleted for resources: {'Port': ['ID=21483937-1833-4015-aed2-c6b6594a1412,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:38:00.113061 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-3ee6f46c-60cd-4ac0-bbee-608a98f4c8d3 admin admin] Publish callbacks [] for security_group (7fa13d6c-b015-4267-bf5e-b10209a2a236), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:38:00.119943 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-3ee6f46c-60cd-4ac0-bbee-608a98f4c8d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (7fa13d6c-b015-4267-bf5e-b10209a2a236), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:38:00.155294 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee6f46c-60cd-4ac0-bbee-608a98f4c8d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7fa13d6c-b015-4267-bf5e-b10209a2a236,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:38:00.194427 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-3ee6f46c-60cd-4ac0-bbee-608a98f4c8d3 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=1c3f8e6729b543f28ed3cd8fbb98e5ff&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4188724 Jan 26 21:38:00.197112 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 60190) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:38:00.200555 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Pushing event updated for resources: {'Port': ['ID=a5aaa1ab-0593-4246-b893-359bb8135809,revision_number=4']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:38:00.209947 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Provisioning complete for port 4775548d-a6ce-469c-b3c5-320bbf3c75a0 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:38:00.210355 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (4775548d-a6ce-469c-b3c5-320bbf3c75a0), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:38:00.260844 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6663b6b9-c3b4-4b49-a790-95b3c3cb4fba req-52575fda-d1b7-416e-85bc-f8acd7ef205a tempest-TestServerBasicOps-36539520 tempest-TestServerBasicOps-36539520-project] Router 2046bb3f-0361-4e63-855c-311143d9c766 has already been hosted by L3 agent 09df100c-3af1-4b0a-bda8-05914c71c458 {{(pid=103304) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 26 21:38:00.285652 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-1d4d9521-4de2-493b-b84c-acf5b5244793 admin admin] Publish callbacks [] for security_group (7fa13d6c-b015-4267-bf5e-b10209a2a236), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:38:00.304262 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Current status of the port 4775548d-a6ce-469c-b3c5-320bbf3c75a0 is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:38:00.351169 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-1d4d9521-4de2-493b-b84c-acf5b5244793 admin admin] Publish callbacks [] for security_group (7fa13d6c-b015-4267-bf5e-b10209a2a236), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:38:00.437363 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6663b6b9-c3b4-4b49-a790-95b3c3cb4fba req-52575fda-d1b7-416e-85bc-f8acd7ef205a tempest-TestServerBasicOps-36539520 tempest-TestServerBasicOps-36539520-project] Notify agent at l3_agent.n-d-760453-5 the message routers_updated {{(pid=103304) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 26 21:38:00.448515 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0a85326-1227-4551-af1c-9c7e98436e38 None None] Sync routers for ids ['2046bb3f-0361-4e63-855c-311143d9c766'] in n-d-760453-5 {{(pid=103306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 26 21:38:00.465856 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0a85326-1227-4551-af1c-9c7e98436e38 None None] Routers {'2046bb3f-0361-4e63-855c-311143d9c766'} bound to L3 agent in host n-d-760453-5 {{(pid=103306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 21:38:00.466809 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-a0a85326-1227-4551-af1c-9c7e98436e38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-26T20:55:21Z,description=,heartbeat_timestamp=2022-01-26T21:37:51Z,host='n-d-760453-5',id=09df100c-3af1-4b0a-bda8-05914c71c458,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:55:21Z,topic='l3_agent')) {'router_ids': ['2046bb3f-0361-4e63-855c-311143d9c766'], 'active': True} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:38:00.484534 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-1d4d9521-4de2-493b-b84c-acf5b5244793 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (7fa13d6c-b015-4267-bf5e-b10209a2a236), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:38:00.487728 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-1d4d9521-4de2-493b-b84c-acf5b5244793 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:38:00.488834 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-1d4d9521-4de2-493b-b84c-acf5b5244793 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/7fa13d6c-b015-4267-bf5e-b10209a2a236 HTTP/1.1" status: 204 len: 168 time: 0.2907455 Jan 26 21:38:00.520758 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [req-6663b6b9-c3b4-4b49-a790-95b3c3cb4fba req-52575fda-d1b7-416e-85bc-f8acd7ef205a tempest-TestServerBasicOps-36539520 tempest-TestServerBasicOps-36539520-project] No DVR routers for this DVR port 21483937-1833-4015-aed2-c6b6594a1412 on host n-h1-760453-5 {{(pid=103304) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 26 21:38:00.533914 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-6663b6b9-c3b4-4b49-a790-95b3c3cb4fba req-52575fda-d1b7-416e-85bc-f8acd7ef205a tempest-TestServerBasicOps-36539520 tempest-TestServerBasicOps-36539520-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:38:00.537223 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-6663b6b9-c3b4-4b49-a790-95b3c3cb4fba req-52575fda-d1b7-416e-85bc-f8acd7ef205a tempest-TestServerBasicOps-36539520 tempest-TestServerBasicOps-36539520-project] 10.222.0.66 "DELETE /v2.0/ports/21483937-1833-4015-aed2-c6b6594a1412 HTTP/1.1" status: 204 len: 173 time: 1.8924928 Jan 26 21:38:00.538006 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4d9521-4de2-493b-b84c-acf5b5244793 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fa13d6c-b015-4267-bf5e-b10209a2a236,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:38:00.539568 n-d-760453-5 neutron-server[103304]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '426a3368-15df-428e-bd53-55ac3024954f', 'name': 'network-vif-deleted', 'tag': '21483937-1833-4015-aed2-c6b6594a1412'}] {{(pid=103304) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 21:38:00.549237 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d52b45f1943fcd332af9527eb73ff93c8d715d44383a3f6d18de73b4cfcf87b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4176fcb-0bf5-4afe-8d07-e0a72ff8c600" -d '{"events": [{"server_uuid": "426a3368-15df-428e-bd53-55ac3024954f", "name": "network-vif-deleted", "tag": "21483937-1833-4015-aed2-c6b6594a1412"}]}' {{(pid=103304) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 21:38:00.664410 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8bb33ed-bd17-47d2-adac-18dee2d0585f req-77959d0e-8604-4d68-a4df-8b4e750b97f1 tempest-TestServerMultinode-638723592 tempest-TestServerMultinode-638723592-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:38:00.666060 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-a8bb33ed-bd17-47d2-adac-18dee2d0585f req-77959d0e-8604-4d68-a4df-8b4e750b97f1 tempest-TestServerMultinode-638723592 tempest-TestServerMultinode-638723592-project-admin] 10.222.0.13 "GET /v2.0/networks?id=3a41c7dc-bf9a-47e9-b867-e0ce77f10e3d HTTP/1.1" status: 200 len: 911 time: 0.1826806 Jan 26 21:38:00.690358 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvr_db [None req-a0a85326-1227-4551-af1c-9c7e98436e38 None None] Set router 2046bb3f-0361-4e63-855c-311143d9c766 gateway port host: n-d-760453-5 {{(pid=103306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 21:38:00.702974 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-a8bb33ed-bd17-47d2-adac-18dee2d0585f req-f41d0738-868b-4d3c-86c9-8b44b3385da3 tempest-TestServerMultinode-638723592 tempest-TestServerMultinode-638723592-project-admin] 10.222.0.13 "GET /v2.0/quotas/ad63beab819f4ebcbe4f176ac2e611f3 HTTP/1.1" status: 200 len: 375 time: 0.0254598 Jan 26 21:38:00.855722 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-a8bb33ed-bd17-47d2-adac-18dee2d0585f req-1b47b4d1-1c0f-413e-9c67-5e63999f1252 tempest-TestServerMultinode-638723592 tempest-TestServerMultinode-638723592-project-admin] 10.222.0.13 "GET /v2.0/ports?tenant_id=ad63beab819f4ebcbe4f176ac2e611f3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1511679 Jan 26 21:38:00.872924 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Jan 2022 21:38:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6fd920f-ed92-45e4-9c0a-4198d914adab x-openstack-request-id: req-c6fd920f-ed92-45e4-9c0a-4198d914adab {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 21:38:00.874058 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "426a3368-15df-428e-bd53-55ac3024954f", "name": "network-vif-deleted", "tag": "21483937-1833-4015-aed2-c6b6594a1412", "status": "completed", "code": 200}]} {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 21:38:00.875131 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c6fd920f-ed92-45e4-9c0a-4198d914adab {{(pid=103304) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 21:38:00.875802 n-d-760453-5 neutron-server[103304]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '426a3368-15df-428e-bd53-55ac3024954f', 'name': 'network-vif-deleted', 'tag': '21483937-1833-4015-aed2-c6b6594a1412', 'status': 'completed', 'code': 200} Jan 26 21:38:00.952405 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 60218) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:38:00.967966 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-3cb5dcdf-a8f3-4d4e-9663-92bfa01ec1dc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:38:00.973432 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-a0a85326-1227-4551-af1c-9c7e98436e38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2046bb3f-0361-4e63-855c-311143d9c766', 'name': 'tempest-TestServerBasicOps-592179133-router', 'tenant_id': 'bc791b2498e743288f8934f7fd6c9e02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'external_fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.48'}], 'enable_snat': True}, 'gw_port_id': '322d9fd2-e922-4f39-839f-ee71ede99e74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T21:31:58Z', 'updated_at': '2022-01-26T21:32:02Z', 'revision_number': 4, 'project_id': 'bc791b2498e743288f8934f7fd6c9e02', 'gw_port': {'id': '322d9fd2-e922-4f39-839f-ee71ede99e74', 'name': '', 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:f4:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2046bb3f-0361-4e63-855c-311143d9c766', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2731, 'fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:31:58Z', 'updated_at': '2022-01-26T21:32:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-5', '_interfaces': [{'id': 'affdc313-19eb-4380-909a-333d41eb6066', 'name': '', 'network_id': '6d9b7d3e-0715-46d5-b820-5d39496c81b9', 'tenant_id': 'bc791b2498e743288f8934f7fd6c9e02', 'mac_address': 'fa:16:3e:63:8a:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2046bb3f-0361-4e63-855c-311143d9c766', 'device_owner': 'network:router_interface', 'standard_attr_id': 2732, 'fixed_ips': [{'subnet_id': '730964f7-dec1-4726-8c5c-d252f0c4998e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:32:01Z', 'updated_at': '2022-01-26T21:32:11Z', 'revision_number': 5, 'project_id': 'bc791b2498e743288f8934f7fd6c9e02', 'subnets': [{'id': '730964f7-dec1-4726-8c5c-d252f0c4998e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760453-5', False) {} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:38:00.981432 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-ed012d73-91a2-47b9-9cbd-39eb040a1d2d req-eb79f158-25d1-444e-bee9-28a2b30f8acd tempest-TestServerBasicOps-36539520 tempest-TestServerBasicOps-36539520-project] 10.222.0.13 "GET /v2.0/ports?device_id=426a3368-15df-428e-bd53-55ac3024954f HTTP/1.1" status: 200 len: 210 time: 0.0319059 Jan 26 21:38:01.011114 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-a8bb33ed-bd17-47d2-adac-18dee2d0585f req-a3508167-78ed-4ae5-9b00-734f071ea204 service neutron] 10.222.0.13 "GET /v2.0/networks/3a41c7dc-bf9a-47e9-b867-e0ce77f10e3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1329882 Jan 26 21:38:01.020314 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0a85326-1227-4551-af1c-9c7e98436e38 None None] Checking router: 2046bb3f-0361-4e63-855c-311143d9c766 for host: n-d-760453-5 {{(pid=103306) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 26 21:38:01.031003 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0a85326-1227-4551-af1c-9c7e98436e38 None None] Routers {'2046bb3f-0361-4e63-855c-311143d9c766'} bound to L3 agent in host n-d-760453-5 {{(pid=103306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 21:38:01.031816 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-a0a85326-1227-4551-af1c-9c7e98436e38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-26T20:55:21Z,description=,heartbeat_timestamp=2022-01-26T21:37:51Z,host='n-d-760453-5',id=09df100c-3af1-4b0a-bda8-05914c71c458,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:55:21Z,topic='l3_agent')) {'router_ids': ['2046bb3f-0361-4e63-855c-311143d9c766'], 'active': True} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:38:01.060036 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-3cb5dcdf-a8f3-4d4e-9663-92bfa01ec1dc admin admin] Publish callbacks [] for security_group (73257009-6c1c-4de1-9fae-6d7c4563e684), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:38:01.072928 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-3cb5dcdf-a8f3-4d4e-9663-92bfa01ec1dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (73257009-6c1c-4de1-9fae-6d7c4563e684), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:38:01.144359 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-3cb5dcdf-a8f3-4d4e-9663-92bfa01ec1dc admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=15aa82ba3e514362b0299bcf5bb95d9b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1898994 Jan 26 21:38:01.145514 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb5dcdf-a8f3-4d4e-9663-92bfa01ec1dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73257009-6c1c-4de1-9fae-6d7c4563e684,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:38:01.148088 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 60222) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:38:01.190459 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvr_db [None req-a0a85326-1227-4551-af1c-9c7e98436e38 None None] Set router 2046bb3f-0361-4e63-855c-311143d9c766 gateway port host: n-d-760453-5 {{(pid=103306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 21:38:01.200677 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37a8ab1-f092-473c-9659-a4e374ef6002 req-ec3c6c1c-878d-4e4b-b370-fbf99a1ac667 tempest-AttachVolumeTestJSON-1109332547 tempest-AttachVolumeTestJSON-1109332547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:38:01.202418 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-f37a8ab1-f092-473c-9659-a4e374ef6002 req-ec3c6c1c-878d-4e4b-b370-fbf99a1ac667 tempest-AttachVolumeTestJSON-1109332547 tempest-AttachVolumeTestJSON-1109332547-project] 10.222.0.13 "GET /v2.0/ports?device_id=04164ec0-d6ba-46ba-9f59-877902ccf7fd HTTP/1.1" status: 200 len: 946 time: 0.0922160 Jan 26 21:38:01.204547 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-a8bb33ed-bd17-47d2-adac-18dee2d0585f req-057c7069-6205-47c8-a1e1-83040afad2f9 service neutron] 10.222.0.13 "GET /v2.0/networks/3a41c7dc-bf9a-47e9-b867-e0ce77f10e3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1868420 Jan 26 21:38:01.217031 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-12d673ca-c50c-448d-9837-ff078fa657f6 admin admin] Publish callbacks [] for security_group (73257009-6c1c-4de1-9fae-6d7c4563e684), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:38:01.246282 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-12d673ca-c50c-448d-9837-ff078fa657f6 admin admin] Publish callbacks [] for security_group (73257009-6c1c-4de1-9fae-6d7c4563e684), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:38:01.291019 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-f37a8ab1-f092-473c-9659-a4e374ef6002 req-86259974-3b0b-4186-9921-ccda15961ab1 tempest-AttachVolumeTestJSON-1109332547 tempest-AttachVolumeTestJSON-1109332547-project] 10.222.0.13 "GET /v2.0/security-groups?id=67ba2225-7074-4a52-b681-4840b6b52ab5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0752704 Jan 26 21:38:01.307186 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-12d673ca-c50c-448d-9837-ff078fa657f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (73257009-6c1c-4de1-9fae-6d7c4563e684), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:38:01.318793 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-12d673ca-c50c-448d-9837-ff078fa657f6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:38:01.320066 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-12d673ca-c50c-448d-9837-ff078fa657f6 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/73257009-6c1c-4de1-9fae-6d7c4563e684 HTTP/1.1" status: 204 len: 168 time: 0.1708171 Jan 26 21:38:01.329984 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d673ca-c50c-448d-9837-ff078fa657f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73257009-6c1c-4de1-9fae-6d7c4563e684,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:38:01.468601 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ed6f13-7d4c-4cc4-8e3a-0793d94d21da req-bad83f7b-7db4-46c7-94a1-5548e45cb343 tempest-AttachVolumeTestJSON-1109332547 tempest-AttachVolumeTestJSON-1109332547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:38:01.479955 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 60230) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:38:01.481572 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-37ed6f13-7d4c-4cc4-8e3a-0793d94d21da req-bad83f7b-7db4-46c7-94a1-5548e45cb343 tempest-AttachVolumeTestJSON-1109332547 tempest-AttachVolumeTestJSON-1109332547-project] 10.222.0.13 "GET /v2.0/ports?device_id=04164ec0-d6ba-46ba-9f59-877902ccf7fd HTTP/1.1" status: 200 len: 946 time: 0.1002190 Jan 26 21:38:01.485231 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-5753b081-c522-44b3-b894-117d62a3f513 tempest-AttachVolumeTestJSON-1109332547 tempest-AttachVolumeTestJSON-1109332547-project] Request body: {'floatingip': {'port_id': 'b9077506-20ea-4cbc-9bd2-4a80ac184874'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:38:01.508689 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device a5aaa1ab-0593-4246-b893-359bb8135809 up at agent ovs-agent-n-d-760453-5 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 21:38:01.519927 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-c3502582-bf91-4827-90c8-d28a81c30908 req-13d9487c-3dfb-4457-8cca-99cbcf392def tempest-TestServerMultinode-638723592 tempest-TestServerMultinode-638723592-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=5a00f6c3-7d1c-4441-bc3f-9afc1b97cb66 HTTP/1.1" status: 200 len: 210 time: 0.0363891 Jan 26 21:38:01.543574 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-5753b081-c522-44b3-b894-117d62a3f513 tempest-AttachVolumeTestJSON-1109332547 tempest-AttachVolumeTestJSON-1109332547-project] Publish callbacks [] for floatingip (30e5b369-8d27-4768-8449-7c104825c110), before_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:38:01.559305 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-a0a85326-1227-4551-af1c-9c7e98436e38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2046bb3f-0361-4e63-855c-311143d9c766', 'name': 'tempest-TestServerBasicOps-592179133-router', 'tenant_id': 'bc791b2498e743288f8934f7fd6c9e02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'external_fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.48'}], 'enable_snat': True}, 'gw_port_id': '322d9fd2-e922-4f39-839f-ee71ede99e74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T21:31:58Z', 'updated_at': '2022-01-26T21:32:02Z', 'revision_number': 4, 'project_id': 'bc791b2498e743288f8934f7fd6c9e02', 'gw_port': {'id': '322d9fd2-e922-4f39-839f-ee71ede99e74', 'name': '', 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:f4:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2046bb3f-0361-4e63-855c-311143d9c766', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2731, 'fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:31:58Z', 'updated_at': '2022-01-26T21:32:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-5', '_interfaces': [{'id': 'affdc313-19eb-4380-909a-333d41eb6066', 'name': '', 'network_id': '6d9b7d3e-0715-46d5-b820-5d39496c81b9', 'tenant_id': 'bc791b2498e743288f8934f7fd6c9e02', 'mac_address': 'fa:16:3e:63:8a:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2046bb3f-0361-4e63-855c-311143d9c766', 'device_owner': 'network:router_interface', 'standard_attr_id': 2732, 'fixed_ips': [{'subnet_id': '730964f7-dec1-4726-8c5c-d252f0c4998e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:32:01Z', 'updated_at': '2022-01-26T21:32:11Z', 'revision_number': 5, 'project_id': 'bc791b2498e743288f8934f7fd6c9e02', 'subnets': [{'id': '730964f7-dec1-4726-8c5c-d252f0c4998e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760453-5', False) {} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:38:01.599600 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0a85326-1227-4551-af1c-9c7e98436e38 None None] The sync data for ids ['2046bb3f-0361-4e63-855c-311143d9c766'] in n-d-760453-5 is: [{'id': '2046bb3f-0361-4e63-855c-311143d9c766', 'name': 'tempest-TestServerBasicOps-592179133-router', 'tenant_id': 'bc791b2498e743288f8934f7fd6c9e02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'external_fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.48'}], 'enable_snat': True}, 'gw_port_id': '322d9fd2-e922-4f39-839f-ee71ede99e74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T21:31:58Z', 'updated_at': '2022-01-26T21:32:02Z', 'revision_number': 4, 'project_id': 'bc791b2498e743288f8934f7fd6c9e02', 'gw_port': {'id': '322d9fd2-e922-4f39-839f-ee71ede99e74', 'name': '', 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:f4:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2046bb3f-0361-4e63-855c-311143d9c766', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2731, 'fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:31:58Z', 'updated_at': '2022-01-26T21:32:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-5', '_interfaces': [{'id': 'affdc313-19eb-4380-909a-333d41eb6066', 'name': '', 'network_id': '6d9b7d3e-0715-46d5-b820-5d39496c81b9', 'tenant_id': 'bc791b2498e743288f8934f7fd6c9e02', 'mac_address': 'fa:16:3e:63:8a:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2046bb3f-0361-4e63-855c-311143d9c766', 'device_owner': 'network:router_interface', 'standard_attr_id': 2732, 'fixed_ips': [{'subnet_id': '730964f7-dec1-4726-8c5c-d252f0c4998e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:32:01Z', 'updated_at': '2022-01-26T21:32:11Z', 'revision_number': 5, 'project_id': 'bc791b2498e743288f8934f7fd6c9e02', 'subnets': [{'id': '730964f7-dec1-4726-8c5c-d252f0c4998e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 26 21:38:01.627996 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Provisioning complete for port a5aaa1ab-0593-4246-b893-359bb8135809 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:38:01.628616 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (a5aaa1ab-0593-4246-b893-359bb8135809), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:38:01.764228 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Current status of the port a5aaa1ab-0593-4246-b893-359bb8135809 is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:38:01.952773 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c23d14-835d-4742-96d1-a3c21ab1d28c req-4dfd5e2a-ec60-40c2-96a6-6108c861e5c6 tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:38:01.956513 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-09c23d14-835d-4742-96d1-a3c21ab1d28c req-4dfd5e2a-ec60-40c2-96a6-6108c861e5c6 tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] 10.222.0.13 "GET /v2.0/ports?device_id=c947e2a6-4eb3-4b93-905b-515cc992a63b HTTP/1.1" status: 200 len: 944 time: 0.0655367 Jan 26 21:38:02.018713 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-09c23d14-835d-4742-96d1-a3c21ab1d28c req-9d411795-29b1-41cf-8311-155db061829e tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] 10.222.0.13 "GET /v2.0/security-groups?id=d37b3ff7-2317-46ab-9f4f-b0d217809a4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0570686 Jan 26 21:38:02.093736 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 60258) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:38:02.299421 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38eade10-7245-4490-8ad1-6eb43dec245e req-d4bcc068-c310-4207-8472-9973f64f6fce tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:38:02.301011 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-38eade10-7245-4490-8ad1-6eb43dec245e req-d4bcc068-c310-4207-8472-9973f64f6fce tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] 10.222.0.13 "GET /v2.0/ports?device_id=c947e2a6-4eb3-4b93-905b-515cc992a63b HTTP/1.1" status: 200 len: 944 time: 0.1489871 Jan 26 21:38:02.335009 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-67034c7a-be81-41e6-8198-24074177b168 tempest-TestServerBasicOps-36539520 tempest-TestServerBasicOps-36539520-project] Deleting port b7c28d6d-d06a-49f6-9c02-dac09c731aee {{(pid=103304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 21:38:02.335322 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-67034c7a-be81-41e6-8198-24074177b168 tempest-TestServerBasicOps-36539520 tempest-TestServerBasicOps-36539520-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746560630878'] for port (b7c28d6d-d06a-49f6-9c02-dac09c731aee), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:38:02.411406 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-38eade10-7245-4490-8ad1-6eb43dec245e req-cfb938e3-ce66-4c17-96a0-f2966c2291e3 tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] 10.222.0.13 "GET /v2.0/security-groups?id=d37b3ff7-2317-46ab-9f4f-b0d217809a4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1037376 Jan 26 21:38:02.446406 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-67034c7a-be81-41e6-8198-24074177b168 tempest-TestServerBasicOps-36539520 tempest-TestServerBasicOps-36539520-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4109658'] for port (b7c28d6d-d06a-49f6-9c02-dac09c731aee), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:38:02.446874 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-67034c7a-be81-41e6-8198-24074177b168 tempest-TestServerBasicOps-36539520 tempest-TestServerBasicOps-36539520-project] Publish callbacks [] for floatingip (b7c28d6d-d06a-49f6-9c02-dac09c731aee), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:38:02.475551 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-67034c7a-be81-41e6-8198-24074177b168 tempest-TestServerBasicOps-36539520 tempest-TestServerBasicOps-36539520-project] Calling delete_port for b7c28d6d-d06a-49f6-9c02-dac09c731aee owned by network:floatingip {{(pid=103304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 21:38:02.578508 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Device 21483937-1833-4015-aed2-c6b6594a1412 no longer exists at agent hyperv_n-h1-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 26 21:38:02.638017 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] No Port match for: 21483937-1833-4015-aed2-c6b6594a1412 {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 26 21:38:02.638377 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Device 21483937-1833-4015-aed2-c6b6594a1412 not bound to the agent host n-h1-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 26 21:38:02.639589 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.db.resource_extend [None req-5753b081-c522-44b3-b894-117d62a3f513 tempest-AttachVolumeTestJSON-1109332547 tempest-AttachVolumeTestJSON-1109332547-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 26 21:38:02.727437 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-78d81d53-3003-4c16-8c67-79f6f6f1c545 req-47fb6040-8fae-47e1-b65b-e32102965b94 tempest-TestServerMultinode-638723592 tempest-TestServerMultinode-638723592-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=5a00f6c3-7d1c-4441-bc3f-9afc1b97cb66 HTTP/1.1" status: 200 len: 210 time: 0.0467432 Jan 26 21:38:02.737143 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-5753b081-c522-44b3-b894-117d62a3f513 tempest-AttachVolumeTestJSON-1109332547 tempest-AttachVolumeTestJSON-1109332547-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:38:02.760801 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-5753b081-c522-44b3-b894-117d62a3f513 tempest-AttachVolumeTestJSON-1109332547 tempest-AttachVolumeTestJSON-1109332547-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4110913'] for floatingip (30e5b369-8d27-4768-8449-7c104825c110), after_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:38:02.820159 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-67034c7a-be81-41e6-8198-24074177b168 tempest-TestServerBasicOps-36539520 tempest-TestServerBasicOps-36539520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746560636600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746560234536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9281553'] for port (b7c28d6d-d06a-49f6-9c02-dac09c731aee), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:38:02.879092 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f12eff89-3c49-4091-bb4b-d33f7e20c59c None None] New status for floating IP 91550812-bac8-4a4b-9d35-81d6ac278049: DOWN {{(pid=103307) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 26 21:38:02.923189 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67034c7a-be81-41e6-8198-24074177b168 tempest-TestServerBasicOps-36539520 tempest-TestServerBasicOps-36539520-project] Pushing event deleted for resources: {'Port': ['ID=b7c28d6d-d06a-49f6-9c02-dac09c731aee,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:38:03.024200 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8bb33ed-bd17-47d2-adac-18dee2d0585f req-683ed527-c44d-48e4-902a-4e4cd8540ce0 tempest-TestServerMultinode-638723592 tempest-TestServerMultinode-638723592-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:38:03.027690 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-a8bb33ed-bd17-47d2-adac-18dee2d0585f req-683ed527-c44d-48e4-902a-4e4cd8540ce0 tempest-TestServerMultinode-638723592 tempest-TestServerMultinode-638723592-project-admin] 10.222.0.57 "GET /v2.0/networks?id=3a41c7dc-bf9a-47e9-b867-e0ce77f10e3d HTTP/1.1" status: 200 len: 911 time: 0.2849703 Jan 26 21:38:03.031772 n-d-760453-5 neutron-server[103305]: INFO neutron.db.l3_db [None req-5753b081-c522-44b3-b894-117d62a3f513 tempest-AttachVolumeTestJSON-1109332547 tempest-AttachVolumeTestJSON-1109332547-project] Floating IP 30e5b369-8d27-4768-8449-7c104825c110 associated. External IP: 172.25.1.23, port: b9077506-20ea-4cbc-9bd2-4a80ac184874. Jan 26 21:38:03.032469 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e01af9-ca15-4522-9ff7-239a0f4a7ca0 req-5fcb8f6e-2d5f-4c05-b405-840821cfff77 tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:38:03.042054 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-b7e01af9-ca15-4522-9ff7-239a0f4a7ca0 req-5fcb8f6e-2d5f-4c05-b405-840821cfff77 tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] 10.222.0.13 "GET /v2.0/networks?id=e06aca25-0b6a-452f-bfd4-2129924c58a7 HTTP/1.1" status: 200 len: 811 time: 0.3198001 Jan 26 21:38:03.044047 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-67034c7a-be81-41e6-8198-24074177b168 tempest-TestServerBasicOps-36539520 tempest-TestServerBasicOps-36539520-project] Publish callbacks [] for floatingip (91550812-bac8-4a4b-9d35-81d6ac278049), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:38:03.047039 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-67034c7a-be81-41e6-8198-24074177b168 tempest-TestServerBasicOps-36539520 tempest-TestServerBasicOps-36539520-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for floatingip (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:38:03.051610 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-67034c7a-be81-41e6-8198-24074177b168 tempest-TestServerBasicOps-36539520 tempest-TestServerBasicOps-36539520-project] 10.222.0.13 "DELETE /v2.0/floatingips/91550812-bac8-4a4b-9d35-81d6ac278049 HTTP/1.1" status: 204 len: 168 time: 0.9568222 Jan 26 21:38:03.068682 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-b7e01af9-ca15-4522-9ff7-239a0f4a7ca0 req-9708b003-3945-44a3-884f-4bab54e892ab tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] 10.222.0.13 "GET /v2.0/quotas/949e29ec71a54b7f98dc62c402ac867e HTTP/1.1" status: 200 len: 375 time: 0.0259812 Jan 26 21:38:03.148634 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85f06d89-4dfb-41d7-a842-7408e594ab57 None None] Sync routers for ids ['bd689a44-bcf1-4a7e-b91f-8768d50c224e'] in n-d-760453-5 {{(pid=103306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 26 21:38:03.160393 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-b7e01af9-ca15-4522-9ff7-239a0f4a7ca0 req-4c5acd64-d380-45f5-8828-69f3d8fab7a0 tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=949e29ec71a54b7f98dc62c402ac867e&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0908346 Jan 26 21:38:03.168563 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85f06d89-4dfb-41d7-a842-7408e594ab57 None None] Routers {'bd689a44-bcf1-4a7e-b91f-8768d50c224e'} bound to L3 agent in host n-d-760453-5 {{(pid=103306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 21:38:03.169987 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-85f06d89-4dfb-41d7-a842-7408e594ab57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-26T20:55:21Z,description=,heartbeat_timestamp=2022-01-26T21:37:51Z,host='n-d-760453-5',id=09df100c-3af1-4b0a-bda8-05914c71c458,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:55:21Z,topic='l3_agent')) {'router_ids': ['bd689a44-bcf1-4a7e-b91f-8768d50c224e'], 'active': True} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:38:03.172884 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 60296) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:38:03.173168 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [req-a8bb33ed-bd17-47d2-adac-18dee2d0585f req-2458f45f-1777-4e60-b268-e396e0775a4d tempest-TestServerMultinode-638723592 tempest-TestServerMultinode-638723592-project-admin] Request body: {'port': {'device_id': '5a00f6c3-7d1c-4441-bc3f-9afc1b97cb66', 'network_id': '3a41c7dc-bf9a-47e9-b867-e0ce77f10e3d', 'admin_state_up': True, 'tenant_id': 'ad63beab819f4ebcbe4f176ac2e611f3'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:38:03.245001 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a8bb33ed-bd17-47d2-adac-18dee2d0585f req-2458f45f-1777-4e60-b268-e396e0775a4d tempest-TestServerMultinode-638723592 tempest-TestServerMultinode-638723592-project-admin] Made reservation on behalf of ad63beab819f4ebcbe4f176ac2e611f3 for: {'port': 1} {{(pid=103305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 21:38:03.248208 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-a8bb33ed-bd17-47d2-adac-18dee2d0585f req-2458f45f-1777-4e60-b268-e396e0775a4d tempest-TestServerMultinode-638723592 tempest-TestServerMultinode-638723592-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:38:03.300689 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvr_db [None req-85f06d89-4dfb-41d7-a842-7408e594ab57 None None] Set router bd689a44-bcf1-4a7e-b91f-8768d50c224e gateway port host: n-d-760453-5 {{(pid=103306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 21:38:03.329339 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-b7e01af9-ca15-4522-9ff7-239a0f4a7ca0 req-9da234a4-f214-4393-95e2-5f464e295414 service neutron] 10.222.0.13 "GET /v2.0/networks/e06aca25-0b6a-452f-bfd4-2129924c58a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1461563 Jan 26 21:38:03.353218 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-cbfed80a-098d-479d-8caa-521f732d38c8 tempest-TestServerBasicOps-36539520 tempest-TestServerBasicOps-36539520-project] Publish callbacks [] for security_group (7f88ac95-3a92-4440-92d0-844a970e25ea), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:38:03.363573 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5753b081-c522-44b3-b894-117d62a3f513 tempest-AttachVolumeTestJSON-1109332547 tempest-AttachVolumeTestJSON-1109332547-project] Router 19fe0f86-abca-440b-b947-db1a4f296f9c has already been hosted by L3 agent 09df100c-3af1-4b0a-bda8-05914c71c458 {{(pid=103305) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 26 21:38:03.427686 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-cbfed80a-098d-479d-8caa-521f732d38c8 tempest-TestServerBasicOps-36539520 tempest-TestServerBasicOps-36539520-project] Publish callbacks [] for security_group (7f88ac95-3a92-4440-92d0-844a970e25ea), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:38:03.491921 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-b7e01af9-ca15-4522-9ff7-239a0f4a7ca0 req-71aeba28-8878-487d-9a43-3d9aedaae8f8 service neutron] 10.222.0.13 "GET /v2.0/networks/e06aca25-0b6a-452f-bfd4-2129924c58a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1502662 Jan 26 21:38:03.506413 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5753b081-c522-44b3-b894-117d62a3f513 tempest-AttachVolumeTestJSON-1109332547 tempest-AttachVolumeTestJSON-1109332547-project] Notify agent at l3_agent.n-d-760453-5 the message routers_updated {{(pid=103305) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 26 21:38:03.511390 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-5753b081-c522-44b3-b894-117d62a3f513 tempest-AttachVolumeTestJSON-1109332547 tempest-AttachVolumeTestJSON-1109332547-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for floatingip (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:38:03.522515 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b178011d-8b35-417c-91c0-012b10ca6196 None None] Sync routers for ids ['19fe0f86-abca-440b-b947-db1a4f296f9c'] in n-d-760453-5 {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 26 21:38:03.538934 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b178011d-8b35-417c-91c0-012b10ca6196 None None] Routers {'19fe0f86-abca-440b-b947-db1a4f296f9c'} bound to L3 agent in host n-d-760453-5 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 21:38:03.543136 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-cbfed80a-098d-479d-8caa-521f732d38c8 tempest-TestServerBasicOps-36539520 tempest-TestServerBasicOps-36539520-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (7f88ac95-3a92-4440-92d0-844a970e25ea), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:38:03.543825 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-b178011d-8b35-417c-91c0-012b10ca6196 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-26T20:55:21Z,description=,heartbeat_timestamp=2022-01-26T21:37:51Z,host='n-d-760453-5',id=09df100c-3af1-4b0a-bda8-05914c71c458,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:55:21Z,topic='l3_agent')) {'router_ids': ['19fe0f86-abca-440b-b947-db1a4f296f9c'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:38:03.546012 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-cbfed80a-098d-479d-8caa-521f732d38c8 tempest-TestServerBasicOps-36539520 tempest-TestServerBasicOps-36539520-project] Publish callbacks [] for security_group (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:38:03.547270 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-cbfed80a-098d-479d-8caa-521f732d38c8 tempest-TestServerBasicOps-36539520 tempest-TestServerBasicOps-36539520-project] 10.222.0.13 "DELETE /v2.0/security-groups/7f88ac95-3a92-4440-92d0-844a970e25ea HTTP/1.1" status: 204 len: 168 time: 0.3732886 Jan 26 21:38:03.565819 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbfed80a-098d-479d-8caa-521f732d38c8 tempest-TestServerBasicOps-36539520 tempest-TestServerBasicOps-36539520-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f88ac95-3a92-4440-92d0-844a970e25ea,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:38:03.583294 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-5753b081-c522-44b3-b894-117d62a3f513 tempest-AttachVolumeTestJSON-1109332547 tempest-AttachVolumeTestJSON-1109332547-project] 10.222.0.13 "PUT /v2.0/floatingips/30e5b369-8d27-4768-8449-7c104825c110 HTTP/1.1" status: 200 len: 991 time: 2.0985708 Jan 26 21:38:03.584638 n-d-760453-5 neutron-server[103305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '04164ec0-d6ba-46ba-9f59-877902ccf7fd', 'tag': 'b9077506-20ea-4cbc-9bd2-4a80ac184874'}] {{(pid=103305) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 21:38:03.587004 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d4654568b7bf041e72ff8fe1c96d6d761d9c921f2b99bc7b3a26632be20cee0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8fddd346-af8a-4186-b467-d1db0a7c653c" -d '{"events": [{"name": "network-changed", "server_uuid": "04164ec0-d6ba-46ba-9f59-877902ccf7fd", "tag": "b9077506-20ea-4cbc-9bd2-4a80ac184874"}]}' {{(pid=103305) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 21:38:03.593637 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-85f06d89-4dfb-41d7-a842-7408e594ab57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd689a44-bcf1-4a7e-b91f-8768d50c224e', 'name': 'tempest-TestServerMultinode-239465286-router', 'tenant_id': 'ad63beab819f4ebcbe4f176ac2e611f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'external_fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.67'}], 'enable_snat': True}, 'gw_port_id': 'a5aaa1ab-0593-4246-b893-359bb8135809', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T21:37:54Z', 'updated_at': '2022-01-26T21:37:58Z', 'revision_number': 4, 'project_id': 'ad63beab819f4ebcbe4f176ac2e611f3', 'gw_port': {'id': 'a5aaa1ab-0593-4246-b893-359bb8135809', 'name': '', 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:8b:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd689a44-bcf1-4a7e-b91f-8768d50c224e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3192, 'fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:37:55Z', 'updated_at': '2022-01-26T21:38:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-5', '_interfaces': [{'id': '1b11ee22-d694-4fca-828a-8b3859d8a6d9', 'name': '', 'network_id': 'f6f7f03f-e628-4806-b564-92500ca81eff', 'tenant_id': 'ad63beab819f4ebcbe4f176ac2e611f3', 'mac_address': 'fa:16:3e:4e:60:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd689a44-bcf1-4a7e-b91f-8768d50c224e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3193, 'fixed_ips': [{'subnet_id': '25fa01e7-16fd-47bb-85bd-67955fc33a71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:37:57Z', 'updated_at': '2022-01-26T21:37:58Z', 'revision_number': 2, 'project_id': 'ad63beab819f4ebcbe4f176ac2e611f3', 'subnets': [{'id': '25fa01e7-16fd-47bb-85bd-67955fc33a71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760453-5', False) {} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:38:03.600993 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.db_base_plugin_common [req-a8bb33ed-bd17-47d2-adac-18dee2d0585f req-2458f45f-1777-4e60-b268-e396e0775a4d tempest-TestServerMultinode-638723592 tempest-TestServerMultinode-638723592-project-admin] Allocated IP 172.20.0.5 (3a41c7dc-bf9a-47e9-b867-e0ce77f10e3d/eb8dfdda-f1a7-46d6-be86-88a387dfcadd/7829b310-aa88-4cd0-b0b1-6f43b78b1316) {{(pid=103305) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 21:38:03.610353 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 60310) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:38:03.845605 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 26 Jan 2022 21:38:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7004eef4-c6ed-4a90-9ec0-ef7fe63efcc5 x-openstack-request-id: req-7004eef4-c6ed-4a90-9ec0-ef7fe63efcc5 {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 21:38:03.846046 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "04164ec0-d6ba-46ba-9f59-877902ccf7fd", "tag": "b9077506-20ea-4cbc-9bd2-4a80ac184874", "status": "completed", "code": 200}]} {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 21:38:03.847342 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-7004eef4-c6ed-4a90-9ec0-ef7fe63efcc5 {{(pid=103305) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 21:38:03.848288 n-d-760453-5 neutron-server[103305]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '04164ec0-d6ba-46ba-9f59-877902ccf7fd', 'tag': 'b9077506-20ea-4cbc-9bd2-4a80ac184874', 'status': 'completed', 'code': 200} Jan 26 21:38:03.851655 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_dvr_db [None req-b178011d-8b35-417c-91c0-012b10ca6196 None None] Set router 19fe0f86-abca-440b-b947-db1a4f296f9c gateway port host: n-d-760453-5 {{(pid=103307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 21:38:03.943281 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fddd346-af8a-4186-b467-d1db0a7c653c req-bd32444a-6921-4f8e-8a75-861406603241 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:38:03.944945 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-8fddd346-af8a-4186-b467-d1db0a7c653c req-bd32444a-6921-4f8e-8a75-861406603241 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=ef59326be6b94bd88981706bc324c818&device_id=04164ec0-d6ba-46ba-9f59-877902ccf7fd HTTP/1.1" status: 200 len: 1097 time: 0.1226332 Jan 26 21:38:03.968292 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-fd58192f-752e-4e2c-91b0-3da875b0d6bb req-4587f74c-bfd9-4f72-9cd9-5b5b6e43fc12 tempest-TestServerMultinode-638723592 tempest-TestServerMultinode-638723592-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=5a00f6c3-7d1c-4441-bc3f-9afc1b97cb66 HTTP/1.1" status: 200 len: 210 time: 0.0809751 Jan 26 21:38:03.995020 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85f06d89-4dfb-41d7-a842-7408e594ab57 None None] Checking router: bd689a44-bcf1-4a7e-b91f-8768d50c224e for host: n-d-760453-5 {{(pid=103306) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 26 21:38:03.995325 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85f06d89-4dfb-41d7-a842-7408e594ab57 None None] Updating router bd689a44-bcf1-4a7e-b91f-8768d50c224e port 1b11ee22-d694-4fca-828a-8b3859d8a6d9 binding host n-d-760453-5 {{(pid=103306) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 26 21:38:03.999571 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-a8bb33ed-bd17-47d2-adac-18dee2d0585f req-2458f45f-1777-4e60-b268-e396e0775a4d tempest-TestServerMultinode-638723592 tempest-TestServerMultinode-638723592-project-admin] Publish callbacks [] for port (7829b310-aa88-4cd0-b0b1-6f43b78b1316), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:38:04.052167 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-85f06d89-4dfb-41d7-a842-7408e594ab57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (1b11ee22-d694-4fca-828a-8b3859d8a6d9), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:38:04.059540 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-a8bb33ed-bd17-47d2-adac-18dee2d0585f req-2458f45f-1777-4e60-b268-e396e0775a4d tempest-TestServerMultinode-638723592 tempest-TestServerMultinode-638723592-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746560234527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11791543'] for port (7829b310-aa88-4cd0-b0b1-6f43b78b1316), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:38:04.103182 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a8bb33ed-bd17-47d2-adac-18dee2d0585f req-2458f45f-1777-4e60-b268-e396e0775a4d tempest-TestServerMultinode-638723592 tempest-TestServerMultinode-638723592-project-admin] Network 3a41c7dc-bf9a-47e9-b867-e0ce77f10e3d is already hosted by enough agents. {{(pid=103305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 21:38:04.107249 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [req-a8bb33ed-bd17-47d2-adac-18dee2d0585f req-2458f45f-1777-4e60-b268-e396e0775a4d tempest-TestServerMultinode-638723592 tempest-TestServerMultinode-638723592-project-admin] Resources bound (agent type, host, resource id): {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:38:04.111891 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8bb33ed-bd17-47d2-adac-18dee2d0585f req-2458f45f-1777-4e60-b268-e396e0775a4d tempest-TestServerMultinode-638723592 tempest-TestServerMultinode-638723592-project-admin] Received port after_create {{(pid=103305) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 21:38:04.132027 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-1b0a2e06-317f-4c5e-8500-b3fb68c6a3e9 req-b851db81-6add-4c69-b406-b1d3614efad2 tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] 10.222.0.13 "GET /v2.0/ports?device_id=dd921538-61f8-4032-962d-8ba0579556bb HTTP/1.1" status: 200 len: 210 time: 0.1858048 Jan 26 21:38:04.174408 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2458f45f-1777-4e60-b268-e396e0775a4d tempest-TestServerMultinode-638723592 tempest-TestServerMultinode-638723592-project-admin] Pushing event updated for resources: {'Port': ['ID=7829b310-aa88-4cd0-b0b1-6f43b78b1316,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:38:04.230380 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8bb33ed-bd17-47d2-adac-18dee2d0585f req-2458f45f-1777-4e60-b268-e396e0775a4d tempest-TestServerMultinode-638723592 tempest-TestServerMultinode-638723592-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:38:04.237818 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-a8bb33ed-bd17-47d2-adac-18dee2d0585f req-2458f45f-1777-4e60-b268-e396e0775a4d tempest-TestServerMultinode-638723592 tempest-TestServerMultinode-638723592-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:38:04.263223 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-a8bb33ed-bd17-47d2-adac-18dee2d0585f req-2458f45f-1777-4e60-b268-e396e0775a4d tempest-TestServerMultinode-638723592 tempest-TestServerMultinode-638723592-project-admin] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 1.0955598 Jan 26 21:38:04.286744 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [req-a8bb33ed-bd17-47d2-adac-18dee2d0585f req-85117b7f-8ce3-4926-8a1d-3c0e7ea9ddec service neutron] Request body: {'port': {'device_id': '5a00f6c3-7d1c-4441-bc3f-9afc1b97cb66', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-760453-5'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:38:04.447606 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-a8bb33ed-bd17-47d2-adac-18dee2d0585f req-85117b7f-8ce3-4926-8a1d-3c0e7ea9ddec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (7829b310-aa88-4cd0-b0b1-6f43b78b1316), before_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:38:04.556991 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-f4106992-0e5d-41c2-a0d5-c7b22a995129 None None] Provisioning complete for port 7829b310-aa88-4cd0-b0b1-6f43b78b1316 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:38:04.557411 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-f4106992-0e5d-41c2-a0d5-c7b22a995129 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (7829b310-aa88-4cd0-b0b1-6f43b78b1316), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:38:04.621175 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-f4106992-0e5d-41c2-a0d5-c7b22a995129 None None] Port 7829b310-aa88-4cd0-b0b1-6f43b78b1316 cannot update to ACTIVE because it is not bound. {{(pid=103306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 26 21:38:04.627655 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-b178011d-8b35-417c-91c0-012b10ca6196 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19fe0f86-abca-440b-b947-db1a4f296f9c', 'name': 'tempest-AttachVolumeTestJSON-1656343975-router', 'tenant_id': 'ef59326be6b94bd88981706bc324c818', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'external_fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.9'}], 'enable_snat': True}, 'gw_port_id': '134df0d3-ef07-4890-818d-62f6b68b54f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T21:37:39Z', 'updated_at': '2022-01-26T21:37:43Z', 'revision_number': 4, 'project_id': 'ef59326be6b94bd88981706bc324c818', 'gw_port': {'id': '134df0d3-ef07-4890-818d-62f6b68b54f7', 'name': '', 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:1f:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19fe0f86-abca-440b-b947-db1a4f296f9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3140, 'fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:37:40Z', 'updated_at': '2022-01-26T21:37:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-5', '_floatingips': [{'id': '30e5b369-8d27-4768-8449-7c104825c110', 'tenant_id': 'ef59326be6b94bd88981706bc324c818', 'floating_ip_address': '172.25.1.23', 'floating_network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'router_id': '19fe0f86-abca-440b-b947-db1a4f296f9c', 'port_id': 'b9077506-20ea-4cbc-9bd2-4a80ac184874', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3168, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '069fa2c9-ac54-4596-8927-b190d062b8dc', 'mac_address': 'fa:16:3e:9e:af:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04164ec0-d6ba-46ba-9f59-877902ccf7fd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-26T21:37:46Z', 'updated_at': '2022-01-26T21:38:02Z', 'revision_number': 1, 'project_id': 'ef59326be6b94bd88981706bc324c818', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '43d54b9b-cd44-4452-b168-5eea9efdf961', 'name': '', 'network_id': '069fa2c9-ac54-4596-8927-b190d062b8dc', 'tenant_id': 'ef59326be6b94bd88981706bc324c818', 'mac_address': 'fa:16:3e:58:0e:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19fe0f86-abca-440b-b947-db1a4f296f9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3146, 'fixed_ips': [{'subnet_id': 'acbfa681-8e54-43e3-a66b-05705089f7e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:37:42Z', 'updated_at': '2022-01-26T21:37:49Z', 'revision_number': 5, 'project_id': 'ef59326be6b94bd88981706bc324c818', 'subnets': [{'id': 'acbfa681-8e54-43e3-a66b-05705089f7e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760453-5', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:38:04.690892 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-85f06d89-4dfb-41d7-a842-7408e594ab57 None None] Publish callbacks [] for port (1b11ee22-d694-4fca-828a-8b3859d8a6d9), precommit_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:38:04.699767 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-85f06d89-4dfb-41d7-a842-7408e594ab57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (1b11ee22-d694-4fca-828a-8b3859d8a6d9), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:38:04.739407 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b178011d-8b35-417c-91c0-012b10ca6196 None None] Checking router: 19fe0f86-abca-440b-b947-db1a4f296f9c for host: n-d-760453-5 {{(pid=103307) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 26 21:38:04.760135 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fddd346-af8a-4186-b467-d1db0a7c653c req-cbebe342-7d94-417f-9447-2af67bbad969 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:38:04.764913 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b178011d-8b35-417c-91c0-012b10ca6196 None None] Routers {'19fe0f86-abca-440b-b947-db1a4f296f9c'} bound to L3 agent in host n-d-760453-5 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 21:38:04.765578 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-b178011d-8b35-417c-91c0-012b10ca6196 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-26T20:55:21Z,description=,heartbeat_timestamp=2022-01-26T21:37:51Z,host='n-d-760453-5',id=09df100c-3af1-4b0a-bda8-05914c71c458,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:55:21Z,topic='l3_agent')) {'router_ids': ['19fe0f86-abca-440b-b947-db1a4f296f9c'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:38:04.766409 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-8fddd346-af8a-4186-b467-d1db0a7c653c req-cbebe342-7d94-417f-9447-2af67bbad969 service neutron] 10.222.0.57 "GET /v2.0/networks?id=069fa2c9-ac54-4596-8927-b190d062b8dc HTTP/1.1" status: 200 len: 912 time: 0.7894373 Jan 26 21:38:04.982775 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c296e0f9-bd0c-425a-9157-68842433ea88 None None] Pushing event updated for resources: {'Port': ['ID=1b11ee22-d694-4fca-828a-8b3859d8a6d9,revision_number=3']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:38:05.017634 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-85f06d89-4dfb-41d7-a842-7408e594ab57 None None] Attempting to bind port 1b11ee22-d694-4fca-828a-8b3859d8a6d9 on host n-d-760453-5 for vnic_type normal with profile {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 21:38:05.018017 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-85f06d89-4dfb-41d7-a842-7408e594ab57 None None] Attempting to bind port 1b11ee22-d694-4fca-828a-8b3859d8a6d9 by drivers openvswitch,hyperv on host n-d-760453-5 at level 0 using segments [{'id': '5059f19f-f965-495c-9b45-363526cb05d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'f6f7f03f-e628-4806-b564-92500ca81eff'}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 26 21:38:05.018387 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85f06d89-4dfb-41d7-a842-7408e594ab57 None None] Attempting to bind port 1b11ee22-d694-4fca-828a-8b3859d8a6d9 on network f6f7f03f-e628-4806-b564-92500ca81eff {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 21:38:05.026099 n-d-760453-5 neutron-server[103305]: DEBUG neutron.notifiers.nova [req-a8bb33ed-bd17-47d2-adac-18dee2d0585f req-85117b7f-8ce3-4926-8a1d-3c0e7ea9ddec service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7829b310-aa88-4cd0-b0b1-6f43b78b1316 {{(pid=103305) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 26 21:38:05.031331 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85f06d89-4dfb-41d7-a842-7408e594ab57 None None] Checking agent: {'id': 'fea0591a-627d-4c87-9a9a-01625ddf3277', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760453-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 20, 55, 25), 'started_at': datetime.datetime(2022, 1, 26, 20, 55, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 21, 37, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760453-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 26 21:38:05.031727 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85f06d89-4dfb-41d7-a842-7408e594ab57 None None] Checking segment: {'id': '5059f19f-f965-495c-9b45-363526cb05d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'f6f7f03f-e628-4806-b564-92500ca81eff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 21:38:05.032151 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-85f06d89-4dfb-41d7-a842-7408e594ab57 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:38:05.033107 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85f06d89-4dfb-41d7-a842-7408e594ab57 None None] Bound using segment: {'id': '5059f19f-f965-495c-9b45-363526cb05d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'f6f7f03f-e628-4806-b564-92500ca81eff'} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 26 21:38:05.033704 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-85f06d89-4dfb-41d7-a842-7408e594ab57 None None] Bound port: 1b11ee22-d694-4fca-828a-8b3859d8a6d9, host: n-d-760453-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5059f19f-f965-495c-9b45-363526cb05d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'f6f7f03f-e628-4806-b564-92500ca81eff'}}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 26 21:38:05.034197 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-85f06d89-4dfb-41d7-a842-7408e594ab57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (1b11ee22-d694-4fca-828a-8b3859d8a6d9), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:38:05.046916 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-a8bb33ed-bd17-47d2-adac-18dee2d0585f req-85117b7f-8ce3-4926-8a1d-3c0e7ea9ddec service neutron] Publish callbacks [] for port (7829b310-aa88-4cd0-b0b1-6f43b78b1316), precommit_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:38:05.079868 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_dvr_db [None req-b178011d-8b35-417c-91c0-012b10ca6196 None None] Set router 19fe0f86-abca-440b-b947-db1a4f296f9c gateway port host: n-d-760453-5 {{(pid=103307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 21:38:05.095879 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.provisioning_blocks [req-a8bb33ed-bd17-47d2-adac-18dee2d0585f req-85117b7f-8ce3-4926-8a1d-3c0e7ea9ddec service neutron] Transition to ACTIVE for port object 7829b310-aa88-4cd0-b0b1-6f43b78b1316 will not be triggered until provisioned by entity L2. {{(pid=103305) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 21:38:05.102239 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-a8bb33ed-bd17-47d2-adac-18dee2d0585f req-85117b7f-8ce3-4926-8a1d-3c0e7ea9ddec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11791520'] for port (7829b310-aa88-4cd0-b0b1-6f43b78b1316), after_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:38:05.223972 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-85f06d89-4dfb-41d7-a842-7408e594ab57 None None] For port 1b11ee22-d694-4fca-828a-8b3859d8a6d9, host n-d-760453-5, cleared binding levels {{(pid=103306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 26 21:38:05.235238 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-85f06d89-4dfb-41d7-a842-7408e594ab57 None None] For port 1b11ee22-d694-4fca-828a-8b3859d8a6d9, host n-d-760453-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=1b11ee22-d694-4fca-828a-8b3859d8a6d9,segment=NetworkSegment(5059f19f-f965-495c-9b45-363526cb05d0),segment_id=5059f19f-f965-495c-9b45-363526cb05d0)] {{(pid=103306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 26 21:38:05.241612 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-85f06d89-4dfb-41d7-a842-7408e594ab57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (1b11ee22-d694-4fca-828a-8b3859d8a6d9), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:38:05.324887 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85117b7f-8ce3-4926-8a1d-3c0e7ea9ddec service neutron] Pushing event updated for resources: {'Port': ['ID=7829b310-aa88-4cd0-b0b1-6f43b78b1316,revision_number=2']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:38:05.350671 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85f06d89-4dfb-41d7-a842-7408e594ab57 None None] Routers {'bd689a44-bcf1-4a7e-b91f-8768d50c224e'} bound to L3 agent in host n-d-760453-5 {{(pid=103306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 21:38:05.351209 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-85f06d89-4dfb-41d7-a842-7408e594ab57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-26T20:55:21Z,description=,heartbeat_timestamp=2022-01-26T21:37:51Z,host='n-d-760453-5',id=09df100c-3af1-4b0a-bda8-05914c71c458,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:55:21Z,topic='l3_agent')) {'router_ids': ['bd689a44-bcf1-4a7e-b91f-8768d50c224e'], 'active': True} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:38:05.385838 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [req-a8bb33ed-bd17-47d2-adac-18dee2d0585f req-85117b7f-8ce3-4926-8a1d-3c0e7ea9ddec service neutron] Attempting to bind port 7829b310-aa88-4cd0-b0b1-6f43b78b1316 on host n-h2-760453-5 for vnic_type normal with profile {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 21:38:05.386562 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [req-a8bb33ed-bd17-47d2-adac-18dee2d0585f req-85117b7f-8ce3-4926-8a1d-3c0e7ea9ddec service neutron] Attempting to bind port 7829b310-aa88-4cd0-b0b1-6f43b78b1316 by drivers openvswitch,hyperv on host n-h2-760453-5 at level 0 using segments [{'id': '5a840bb3-33d1-4210-b233-2e7d717911d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '3a41c7dc-bf9a-47e9-b867-e0ce77f10e3d'}] {{(pid=103305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 26 21:38:05.386911 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8bb33ed-bd17-47d2-adac-18dee2d0585f req-85117b7f-8ce3-4926-8a1d-3c0e7ea9ddec service neutron] Attempting to bind port 7829b310-aa88-4cd0-b0b1-6f43b78b1316 on network 3a41c7dc-bf9a-47e9-b867-e0ce77f10e3d {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 21:38:05.415813 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8bb33ed-bd17-47d2-adac-18dee2d0585f req-85117b7f-8ce3-4926-8a1d-3c0e7ea9ddec service neutron] Port 7829b310-aa88-4cd0-b0b1-6f43b78b1316 on network 3a41c7dc-bf9a-47e9-b867-e0ce77f10e3d not bound, no agent of type Open vSwitch agent registered on host n-h2-760453-5 {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 26 21:38:05.418279 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8bb33ed-bd17-47d2-adac-18dee2d0585f req-85117b7f-8ce3-4926-8a1d-3c0e7ea9ddec service neutron] Attempting to bind port 7829b310-aa88-4cd0-b0b1-6f43b78b1316 on network 3a41c7dc-bf9a-47e9-b867-e0ce77f10e3d {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 21:38:05.435655 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c296e0f9-bd0c-425a-9157-68842433ea88 None None] Pushing event updated for resources: {'Port': ['ID=1b11ee22-d694-4fca-828a-8b3859d8a6d9,revision_number=4']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:38:05.442339 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-bac6f4b8-34be-475e-8173-7ffd039232ef None None] Provisioning complete for port 1b11ee22-d694-4fca-828a-8b3859d8a6d9 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:38:05.442970 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-bac6f4b8-34be-475e-8173-7ffd039232ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (1b11ee22-d694-4fca-828a-8b3859d8a6d9), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:38:05.447448 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8bb33ed-bd17-47d2-adac-18dee2d0585f req-85117b7f-8ce3-4926-8a1d-3c0e7ea9ddec service neutron] Checking agent: {'id': '4d619873-4b60-439f-9b5a-b155dc8bbc34', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-760453-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 21, 2, 53), 'started_at': datetime.datetime(2022, 1, 26, 21, 2, 53), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 21, 37, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 26 21:38:05.449552 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8bb33ed-bd17-47d2-adac-18dee2d0585f req-85117b7f-8ce3-4926-8a1d-3c0e7ea9ddec service neutron] Checking segment: {'id': '5a840bb3-33d1-4210-b233-2e7d717911d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '3a41c7dc-bf9a-47e9-b867-e0ce77f10e3d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103305) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 21:38:05.449978 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8bb33ed-bd17-47d2-adac-18dee2d0585f req-85117b7f-8ce3-4926-8a1d-3c0e7ea9ddec service neutron] Bound using segment: {'id': '5a840bb3-33d1-4210-b233-2e7d717911d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '3a41c7dc-bf9a-47e9-b867-e0ce77f10e3d'} {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 26 21:38:05.450450 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [req-a8bb33ed-bd17-47d2-adac-18dee2d0585f req-85117b7f-8ce3-4926-8a1d-3c0e7ea9ddec service neutron] Bound port: 7829b310-aa88-4cd0-b0b1-6f43b78b1316, host: n-h2-760453-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5a840bb3-33d1-4210-b233-2e7d717911d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '3a41c7dc-bf9a-47e9-b867-e0ce77f10e3d'}}] {{(pid=103305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 26 21:38:05.450825 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-a8bb33ed-bd17-47d2-adac-18dee2d0585f req-85117b7f-8ce3-4926-8a1d-3c0e7ea9ddec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (7829b310-aa88-4cd0-b0b1-6f43b78b1316), before_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:38:05.676773 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [req-a8bb33ed-bd17-47d2-adac-18dee2d0585f req-85117b7f-8ce3-4926-8a1d-3c0e7ea9ddec service neutron] For port 7829b310-aa88-4cd0-b0b1-6f43b78b1316, host n-h2-760453-5, cleared binding levels {{(pid=103305) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 26 21:38:05.681104 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [req-a8bb33ed-bd17-47d2-adac-18dee2d0585f req-85117b7f-8ce3-4926-8a1d-3c0e7ea9ddec service neutron] For port 7829b310-aa88-4cd0-b0b1-6f43b78b1316, host n-h2-760453-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-5',level=0,port_id=7829b310-aa88-4cd0-b0b1-6f43b78b1316,segment=NetworkSegment(5a840bb3-33d1-4210-b233-2e7d717911d7),segment_id=5a840bb3-33d1-4210-b233-2e7d717911d7)] {{(pid=103305) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 26 21:38:05.687669 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-a8bb33ed-bd17-47d2-adac-18dee2d0585f req-85117b7f-8ce3-4926-8a1d-3c0e7ea9ddec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11791520'] for port (7829b310-aa88-4cd0-b0b1-6f43b78b1316), after_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:38:05.692840 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvr_db [None req-85f06d89-4dfb-41d7-a842-7408e594ab57 None None] Set router bd689a44-bcf1-4a7e-b91f-8768d50c224e gateway port host: n-d-760453-5 {{(pid=103306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 21:38:05.763439 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-e0eaf4c3-a77e-478d-aef3-03d299aeb7d1 req-3ce58e95-811e-44e7-8860-e5970080d69b tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] 10.222.0.13 "GET /v2.0/ports?device_id=dd921538-61f8-4032-962d-8ba0579556bb HTTP/1.1" status: 200 len: 210 time: 0.1871569 Jan 26 21:38:05.790147 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-b178011d-8b35-417c-91c0-012b10ca6196 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19fe0f86-abca-440b-b947-db1a4f296f9c', 'name': 'tempest-AttachVolumeTestJSON-1656343975-router', 'tenant_id': 'ef59326be6b94bd88981706bc324c818', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'external_fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.9'}], 'enable_snat': True}, 'gw_port_id': '134df0d3-ef07-4890-818d-62f6b68b54f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T21:37:39Z', 'updated_at': '2022-01-26T21:37:43Z', 'revision_number': 4, 'project_id': 'ef59326be6b94bd88981706bc324c818', 'gw_port': {'id': '134df0d3-ef07-4890-818d-62f6b68b54f7', 'name': '', 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:1f:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19fe0f86-abca-440b-b947-db1a4f296f9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3140, 'fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:37:40Z', 'updated_at': '2022-01-26T21:37:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-5', '_floatingips': [{'id': '30e5b369-8d27-4768-8449-7c104825c110', 'tenant_id': 'ef59326be6b94bd88981706bc324c818', 'floating_ip_address': '172.25.1.23', 'floating_network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'router_id': '19fe0f86-abca-440b-b947-db1a4f296f9c', 'port_id': 'b9077506-20ea-4cbc-9bd2-4a80ac184874', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3168, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '069fa2c9-ac54-4596-8927-b190d062b8dc', 'mac_address': 'fa:16:3e:9e:af:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04164ec0-d6ba-46ba-9f59-877902ccf7fd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-26T21:37:46Z', 'updated_at': '2022-01-26T21:38:02Z', 'revision_number': 1, 'project_id': 'ef59326be6b94bd88981706bc324c818', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '43d54b9b-cd44-4452-b168-5eea9efdf961', 'name': '', 'network_id': '069fa2c9-ac54-4596-8927-b190d062b8dc', 'tenant_id': 'ef59326be6b94bd88981706bc324c818', 'mac_address': 'fa:16:3e:58:0e:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19fe0f86-abca-440b-b947-db1a4f296f9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3146, 'fixed_ips': [{'subnet_id': 'acbfa681-8e54-43e3-a66b-05705089f7e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:37:42Z', 'updated_at': '2022-01-26T21:37:49Z', 'revision_number': 5, 'project_id': 'ef59326be6b94bd88981706bc324c818', 'subnets': [{'id': 'acbfa681-8e54-43e3-a66b-05705089f7e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760453-5', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:38:05.803824 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85117b7f-8ce3-4926-8a1d-3c0e7ea9ddec service neutron] Pushing event updated for resources: {'Port': ['ID=7829b310-aa88-4cd0-b0b1-6f43b78b1316,revision_number=3']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:38:05.832503 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8bb33ed-bd17-47d2-adac-18dee2d0585f req-85117b7f-8ce3-4926-8a1d-3c0e7ea9ddec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:38:05.835670 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-a8bb33ed-bd17-47d2-adac-18dee2d0585f req-85117b7f-8ce3-4926-8a1d-3c0e7ea9ddec service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:38:05.837927 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-a8bb33ed-bd17-47d2-adac-18dee2d0585f req-85117b7f-8ce3-4926-8a1d-3c0e7ea9ddec service neutron] 10.222.0.57 "PUT /v2.0/ports/7829b310-aa88-4cd0-b0b1-6f43b78b1316 HTTP/1.1" status: 200 len: 1091 time: 1.5664628 Jan 26 21:38:05.849734 n-d-760453-5 neutron-server[103305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a00f6c3-7d1c-4441-bc3f-9afc1b97cb66', 'tag': '7829b310-aa88-4cd0-b0b1-6f43b78b1316'}] {{(pid=103305) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 21:38:05.857416 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d4654568b7bf041e72ff8fe1c96d6d761d9c921f2b99bc7b3a26632be20cee0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3dbed22c-9f46-4b24-bc71-b2ead95a1efe" -d '{"events": [{"name": "network-changed", "server_uuid": "5a00f6c3-7d1c-4441-bc3f-9afc1b97cb66", "tag": "7829b310-aa88-4cd0-b0b1-6f43b78b1316"}]}' {{(pid=103305) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 21:38:05.868887 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b178011d-8b35-417c-91c0-012b10ca6196 None None] The sync data for ids ['19fe0f86-abca-440b-b947-db1a4f296f9c'] in n-d-760453-5 is: [{'id': '19fe0f86-abca-440b-b947-db1a4f296f9c', 'name': 'tempest-AttachVolumeTestJSON-1656343975-router', 'tenant_id': 'ef59326be6b94bd88981706bc324c818', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'external_fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.9'}], 'enable_snat': True}, 'gw_port_id': '134df0d3-ef07-4890-818d-62f6b68b54f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T21:37:39Z', 'updated_at': '2022-01-26T21:37:43Z', 'revision_number': 4, 'project_id': 'ef59326be6b94bd88981706bc324c818', 'gw_port': {'id': '134df0d3-ef07-4890-818d-62f6b68b54f7', 'name': '', 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:1f:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19fe0f86-abca-440b-b947-db1a4f296f9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3140, 'fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:37:40Z', 'updated_at': '2022-01-26T21:37:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-5', '_floatingips': [{'id': '30e5b369-8d27-4768-8449-7c104825c110', 'tenant_id': 'ef59326be6b94bd88981706bc324c818', 'floating_ip_address': '172.25.1.23', 'floating_network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'router_id': '19fe0f86-abca-440b-b947-db1a4f296f9c', 'port_id': 'b9077506-20ea-4cbc-9bd2-4a80ac184874', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3168, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '069fa2c9-ac54-4596-8927-b190d062b8dc', 'mac_address': 'fa:16:3e:9e:af:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04164ec0-d6ba-46ba-9f59-877902ccf7fd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-26T21:37:46Z', 'updated_at': '2022-01-26T21:38:02Z', 'revision_number': 1, 'project_id': 'ef59326be6b94bd88981706bc324c818', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '43d54b9b-cd44-4452-b168-5eea9efdf961', 'name': '', 'network_id': '069fa2c9-ac54-4596-8927-b190d062b8dc', 'tenant_id': 'ef59326be6b94bd88981706bc324c818', 'mac_address': 'fa:16:3e:58:0e:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19fe0f86-abca-440b-b947-db1a4f296f9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3146, 'fixed_ips': [{'subnet_id': 'acbfa681-8e54-43e3-a66b-05705089f7e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:37:42Z', 'updated_at': '2022-01-26T21:37:49Z', 'revision_number': 5, 'project_id': 'ef59326be6b94bd88981706bc324c818', 'subnets': [{'id': 'acbfa681-8e54-43e3-a66b-05705089f7e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 26 21:38:05.962888 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-bac6f4b8-34be-475e-8173-7ffd039232ef None None] Current status of the port 1b11ee22-d694-4fca-828a-8b3859d8a6d9 is: DOWN; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:38:05.965271 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-bac6f4b8-34be-475e-8173-7ffd039232ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (1b11ee22-d694-4fca-828a-8b3859d8a6d9), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:38:05.966405 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 26 Jan 2022 21:38:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-642f32ca-b7f0-426e-8336-b013f176da36 x-openstack-request-id: req-642f32ca-b7f0-426e-8336-b013f176da36 {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 21:38:05.966705 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5a00f6c3-7d1c-4441-bc3f-9afc1b97cb66", "tag": "7829b310-aa88-4cd0-b0b1-6f43b78b1316", "status": "completed", "code": 200}]} {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 21:38:05.966959 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-642f32ca-b7f0-426e-8336-b013f176da36 {{(pid=103305) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 21:38:05.967366 n-d-760453-5 neutron-server[103305]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5a00f6c3-7d1c-4441-bc3f-9afc1b97cb66', 'tag': '7829b310-aa88-4cd0-b0b1-6f43b78b1316', 'status': 'completed', 'code': 200} Jan 26 21:38:06.002016 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8bb33ed-bd17-47d2-adac-18dee2d0585f req-c18b751d-fa25-478a-a8a3-864ee6536c71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:38:06.008948 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-a8bb33ed-bd17-47d2-adac-18dee2d0585f req-c18b751d-fa25-478a-a8a3-864ee6536c71 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=ad63beab819f4ebcbe4f176ac2e611f3&device_id=5a00f6c3-7d1c-4441-bc3f-9afc1b97cb66 HTTP/1.1" status: 200 len: 1094 time: 0.1143582 Jan 26 21:38:06.017246 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-bac6f4b8-34be-475e-8173-7ffd039232ef None None] For port 1b11ee22-d694-4fca-828a-8b3859d8a6d9, host n-d-760453-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=1b11ee22-d694-4fca-828a-8b3859d8a6d9,segment=NetworkSegment(5059f19f-f965-495c-9b45-363526cb05d0),segment_id=5059f19f-f965-495c-9b45-363526cb05d0)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:38:06.022242 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-bac6f4b8-34be-475e-8173-7ffd039232ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (1b11ee22-d694-4fca-828a-8b3859d8a6d9), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:38:06.034146 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e01af9-ca15-4522-9ff7-239a0f4a7ca0 req-3be63a3a-8382-4764-bdc2-e6a0d2da3219 tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:38:06.040452 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-b7e01af9-ca15-4522-9ff7-239a0f4a7ca0 req-3be63a3a-8382-4764-bdc2-e6a0d2da3219 tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] 10.222.0.66 "GET /v2.0/networks?id=e06aca25-0b6a-452f-bfd4-2129924c58a7 HTTP/1.1" status: 200 len: 811 time: 0.3884320 Jan 26 21:38:06.062031 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [req-b7e01af9-ca15-4522-9ff7-239a0f4a7ca0 req-1bf880d6-0a96-4150-91cd-979c022ae0e3 tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] Request body: {'port': {'device_id': 'dd921538-61f8-4032-962d-8ba0579556bb', 'network_id': 'e06aca25-0b6a-452f-bfd4-2129924c58a7', 'admin_state_up': True, 'tenant_id': '949e29ec71a54b7f98dc62c402ac867e'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:38:06.115464 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-a8bb33ed-bd17-47d2-adac-18dee2d0585f req-8e8ecc2f-f327-4f00-92d4-59355afe8d4d service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7829b310-aa88-4cd0-b0b1-6f43b78b1316 HTTP/1.1" status: 200 len: 217 time: 0.1004663 Jan 26 21:38:06.191761 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac6f4b8-34be-475e-8173-7ffd039232ef None None] Pushing event updated for resources: {'Port': ['ID=1b11ee22-d694-4fca-828a-8b3859d8a6d9,revision_number=5']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:38:06.200886 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8bb33ed-bd17-47d2-adac-18dee2d0585f req-e3553e29-c72a-4269-b4c9-792408a08b2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:38:06.202440 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-a8bb33ed-bd17-47d2-adac-18dee2d0585f req-e3553e29-c72a-4269-b4c9-792408a08b2e service neutron] 10.222.0.57 "GET /v2.0/subnets?id=eb8dfdda-f1a7-46d6-be86-88a387dfcadd HTTP/1.1" status: 200 len: 849 time: 0.0815942 Jan 26 21:38:06.233318 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-e109051e-755f-4459-b8b9-27baa2a117d6 None None] Provisioning complete for port 1b11ee22-d694-4fca-828a-8b3859d8a6d9 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:38:06.233975 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-e109051e-755f-4459-b8b9-27baa2a117d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (1b11ee22-d694-4fca-828a-8b3859d8a6d9), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:38:06.257666 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8bb33ed-bd17-47d2-adac-18dee2d0585f req-568c839c-5264-4914-8387-a0ea7aac022b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:38:06.259331 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-a8bb33ed-bd17-47d2-adac-18dee2d0585f req-568c839c-5264-4914-8387-a0ea7aac022b service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=3a41c7dc-bf9a-47e9-b867-e0ce77f10e3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0490034 Jan 26 21:38:06.270078 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-85f06d89-4dfb-41d7-a842-7408e594ab57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd689a44-bcf1-4a7e-b91f-8768d50c224e', 'name': 'tempest-TestServerMultinode-239465286-router', 'tenant_id': 'ad63beab819f4ebcbe4f176ac2e611f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'external_fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.67'}], 'enable_snat': True}, 'gw_port_id': 'a5aaa1ab-0593-4246-b893-359bb8135809', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T21:37:54Z', 'updated_at': '2022-01-26T21:37:58Z', 'revision_number': 4, 'project_id': 'ad63beab819f4ebcbe4f176ac2e611f3', 'gw_port': {'id': 'a5aaa1ab-0593-4246-b893-359bb8135809', 'name': '', 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:8b:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd689a44-bcf1-4a7e-b91f-8768d50c224e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3192, 'fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:37:55Z', 'updated_at': '2022-01-26T21:38:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-5', '_interfaces': [{'id': '1b11ee22-d694-4fca-828a-8b3859d8a6d9', 'name': '', 'network_id': 'f6f7f03f-e628-4806-b564-92500ca81eff', 'tenant_id': 'ad63beab819f4ebcbe4f176ac2e611f3', 'mac_address': 'fa:16:3e:4e:60:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd689a44-bcf1-4a7e-b91f-8768d50c224e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3193, 'fixed_ips': [{'subnet_id': '25fa01e7-16fd-47bb-85bd-67955fc33a71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:37:57Z', 'updated_at': '2022-01-26T21:38:05Z', 'revision_number': 4, 'project_id': 'ad63beab819f4ebcbe4f176ac2e611f3', 'subnets': [{'id': '25fa01e7-16fd-47bb-85bd-67955fc33a71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760453-5', False) {} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:38:06.276376 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-8fddd346-af8a-4186-b467-d1db0a7c653c req-139e7a10-82c4-4f2a-9291-67c6c3acf784 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b9077506-20ea-4cbc-9bd2-4a80ac184874 HTTP/1.1" status: 200 len: 999 time: 1.5050309 Jan 26 21:38:06.312979 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85f06d89-4dfb-41d7-a842-7408e594ab57 None None] The sync data for ids ['bd689a44-bcf1-4a7e-b91f-8768d50c224e'] in n-d-760453-5 is: [{'id': 'bd689a44-bcf1-4a7e-b91f-8768d50c224e', 'name': 'tempest-TestServerMultinode-239465286-router', 'tenant_id': 'ad63beab819f4ebcbe4f176ac2e611f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'external_fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.67'}], 'enable_snat': True}, 'gw_port_id': 'a5aaa1ab-0593-4246-b893-359bb8135809', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T21:37:54Z', 'updated_at': '2022-01-26T21:37:58Z', 'revision_number': 4, 'project_id': 'ad63beab819f4ebcbe4f176ac2e611f3', 'gw_port': {'id': 'a5aaa1ab-0593-4246-b893-359bb8135809', 'name': '', 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:8b:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd689a44-bcf1-4a7e-b91f-8768d50c224e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3192, 'fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:37:55Z', 'updated_at': '2022-01-26T21:38:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-5', '_interfaces': [{'id': '1b11ee22-d694-4fca-828a-8b3859d8a6d9', 'name': '', 'network_id': 'f6f7f03f-e628-4806-b564-92500ca81eff', 'tenant_id': 'ad63beab819f4ebcbe4f176ac2e611f3', 'mac_address': 'fa:16:3e:4e:60:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd689a44-bcf1-4a7e-b91f-8768d50c224e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3193, 'fixed_ips': [{'subnet_id': '25fa01e7-16fd-47bb-85bd-67955fc33a71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:37:57Z', 'updated_at': '2022-01-26T21:38:05Z', 'revision_number': 4, 'project_id': 'ad63beab819f4ebcbe4f176ac2e611f3', 'subnets': [{'id': '25fa01e7-16fd-47bb-85bd-67955fc33a71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 26 21:38:06.327629 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c3b1959-4029-4f52-bab7-0b4926392904 None None] New status for floating IP 30e5b369-8d27-4768-8449-7c104825c110: ACTIVE {{(pid=103306) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 26 21:38:06.344491 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a524a6f8-b6b3-464b-b55a-81f22ca3c617 req-ae187cf1-9d53-4bac-a7ec-c282ac0a8a5d tempest-TestServerMultinode-638723592 tempest-TestServerMultinode-638723592-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:38:06.346315 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-a524a6f8-b6b3-464b-b55a-81f22ca3c617 req-ae187cf1-9d53-4bac-a7ec-c282ac0a8a5d tempest-TestServerMultinode-638723592 tempest-TestServerMultinode-638723592-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=5a00f6c3-7d1c-4441-bc3f-9afc1b97cb66 HTTP/1.1" status: 200 len: 1052 time: 0.7630668 Jan 26 21:38:06.415859 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-a8bb33ed-bd17-47d2-adac-18dee2d0585f req-91ee4c37-2473-48f6-ac6a-5042407765ce service neutron] 10.222.0.57 "GET /v2.0/networks/3a41c7dc-bf9a-47e9-b867-e0ce77f10e3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1510181 Jan 26 21:38:06.442939 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fddd346-af8a-4186-b467-d1db0a7c653c req-92670ab1-dba3-4c09-adc6-426dec932e03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:38:06.444603 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-8fddd346-af8a-4186-b467-d1db0a7c653c req-92670ab1-dba3-4c09-adc6-426dec932e03 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=acbfa681-8e54-43e3-a66b-05705089f7e2 HTTP/1.1" status: 200 len: 850 time: 0.1613250 Jan 26 21:38:06.523421 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-a524a6f8-b6b3-464b-b55a-81f22ca3c617 req-812ebd4a-09df-41ba-9bd9-1ff85bed279b tempest-TestServerMultinode-638723592 tempest-TestServerMultinode-638723592-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=a054c284-9859-451f-a00a-c33cf1db0121&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1698854 Jan 26 21:38:06.528538 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b7e01af9-ca15-4522-9ff7-239a0f4a7ca0 req-1bf880d6-0a96-4150-91cd-979c022ae0e3 tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] Made reservation on behalf of 949e29ec71a54b7f98dc62c402ac867e for: {'port': 1} {{(pid=103304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 21:38:06.532001 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-b7e01af9-ca15-4522-9ff7-239a0f4a7ca0 req-1bf880d6-0a96-4150-91cd-979c022ae0e3 tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:38:06.542768 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-a8bb33ed-bd17-47d2-adac-18dee2d0585f req-907a6c4a-6dba-4494-82d7-2ecb3dcc7d40 service neutron] 10.222.0.57 "GET /v2.0/networks/3a41c7dc-bf9a-47e9-b867-e0ce77f10e3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1200259 Jan 26 21:38:06.578832 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fddd346-af8a-4186-b467-d1db0a7c653c req-c92bbe8a-a750-4b61-9496-b04be388b457 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:38:06.580852 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-8fddd346-af8a-4186-b467-d1db0a7c653c req-c92bbe8a-a750-4b61-9496-b04be388b457 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=069fa2c9-ac54-4596-8927-b190d062b8dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1244783 Jan 26 21:38:06.606112 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-e109051e-755f-4459-b8b9-27baa2a117d6 None None] Current status of the port 1b11ee22-d694-4fca-828a-8b3859d8a6d9 is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:38:06.639292 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dbed22c-9f46-4b24-bc71-b2ead95a1efe req-6a3e5aca-56b5-44c1-98fe-709d98221eba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:38:06.643459 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-3dbed22c-9f46-4b24-bc71-b2ead95a1efe req-6a3e5aca-56b5-44c1-98fe-709d98221eba service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=ad63beab819f4ebcbe4f176ac2e611f3&device_id=5a00f6c3-7d1c-4441-bc3f-9afc1b97cb66 HTTP/1.1" status: 200 len: 1094 time: 0.0461700 Jan 26 21:38:06.744880 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dbed22c-9f46-4b24-bc71-b2ead95a1efe req-b6e548cd-8a87-4257-9a92-51abe35ce12d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:38:06.746407 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-3dbed22c-9f46-4b24-bc71-b2ead95a1efe req-b6e548cd-8a87-4257-9a92-51abe35ce12d service neutron] 10.222.0.57 "GET /v2.0/networks?id=3a41c7dc-bf9a-47e9-b867-e0ce77f10e3d HTTP/1.1" status: 200 len: 911 time: 0.0992875 Jan 26 21:38:06.788710 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-3dbed22c-9f46-4b24-bc71-b2ead95a1efe req-2a75151d-9215-41d4-8356-f5fbc8bdef70 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7829b310-aa88-4cd0-b0b1-6f43b78b1316 HTTP/1.1" status: 200 len: 217 time: 0.0353038 Jan 26 21:38:06.832548 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-975c075b-1095-49a5-8e2a-1402c896dd6a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4110657'] for router_interface (2046bb3f-0361-4e63-855c-311143d9c766), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:38:06.840796 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dbed22c-9f46-4b24-bc71-b2ead95a1efe req-27f0373d-f775-44ed-8bd9-d29c93dd2a07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:38:06.842359 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-3dbed22c-9f46-4b24-bc71-b2ead95a1efe req-27f0373d-f775-44ed-8bd9-d29c93dd2a07 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=eb8dfdda-f1a7-46d6-be86-88a387dfcadd HTTP/1.1" status: 200 len: 849 time: 0.0479298 Jan 26 21:38:06.919058 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dbed22c-9f46-4b24-bc71-b2ead95a1efe req-a0b5144d-5237-4549-8fb8-4d609ccf8760 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:38:06.920570 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-3dbed22c-9f46-4b24-bc71-b2ead95a1efe req-a0b5144d-5237-4549-8fb8-4d609ccf8760 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=3a41c7dc-bf9a-47e9-b867-e0ce77f10e3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0702848 Jan 26 21:38:06.985950 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-8756e86a-4c9a-48ce-aba5-932d3151ada6 req-7fdefb36-bd9c-4fc6-9c59-36a307a43ef4 tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] 10.222.0.13 "GET /v2.0/ports?device_id=dd921538-61f8-4032-962d-8ba0579556bb HTTP/1.1" status: 200 len: 210 time: 0.0427663 Jan 26 21:38:07.003938 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-8fddd346-af8a-4186-b467-d1db0a7c653c req-7f65eaed-b062-4b3c-8208-73a73816df65 service neutron] 10.222.0.57 "GET /v2.0/networks/069fa2c9-ac54-4596-8927-b190d062b8dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3982115 Jan 26 21:38:07.006021 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.db_base_plugin_common [req-b7e01af9-ca15-4522-9ff7-239a0f4a7ca0 req-1bf880d6-0a96-4150-91cd-979c022ae0e3 tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] Allocated IP 172.20.0.13 (e06aca25-0b6a-452f-bfd4-2129924c58a7/79317c4e-88a3-402c-975d-f004bf1d9b8b/6baf16e3-53c6-426c-b430-c823ac0ae67d) {{(pid=103304) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 21:38:07.039430 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-3dbed22c-9f46-4b24-bc71-b2ead95a1efe req-0ee329d6-f796-4ebf-9e6a-7bab85411b18 service neutron] 10.222.0.57 "GET /v2.0/networks/3a41c7dc-bf9a-47e9-b867-e0ce77f10e3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1009338 Jan 26 21:38:07.170082 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-3dbed22c-9f46-4b24-bc71-b2ead95a1efe req-0c164b70-9537-43f3-ae8b-ae9af40bd2b5 service neutron] 10.222.0.57 "GET /v2.0/networks/3a41c7dc-bf9a-47e9-b867-e0ce77f10e3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239805 Jan 26 21:38:07.342276 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-8fddd346-af8a-4186-b467-d1db0a7c653c req-f4e8d42c-eda0-4fa2-8afa-e9e65787b526 service neutron] 10.222.0.57 "GET /v2.0/networks/069fa2c9-ac54-4596-8927-b190d062b8dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3297560 Jan 26 21:38:07.433240 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-b7e01af9-ca15-4522-9ff7-239a0f4a7ca0 req-1bf880d6-0a96-4150-91cd-979c022ae0e3 tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] Publish callbacks [] for port (6baf16e3-53c6-426c-b430-c823ac0ae67d), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:38:07.530057 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-b7e01af9-ca15-4522-9ff7-239a0f4a7ca0 req-1bf880d6-0a96-4150-91cd-979c022ae0e3 tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746560234527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9281553'] for port (6baf16e3-53c6-426c-b430-c823ac0ae67d), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:38:07.538950 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device 1b11ee22-d694-4fca-828a-8b3859d8a6d9 up at agent ovs-agent-n-d-760453-5 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 21:38:07.588921 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-975c075b-1095-49a5-8e2a-1402c896dd6a admin admin] Deleting port affdc313-19eb-4380-909a-333d41eb6066 {{(pid=103304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 21:38:07.589262 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-975c075b-1095-49a5-8e2a-1402c896dd6a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746560630878'] for port (affdc313-19eb-4380-909a-333d41eb6066), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:38:07.597596 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] get_ports_and_sgs() called for port_ids ['c06cbb5f-14e9-4f5d-9dc8-30f59f753822', 'aecd53f4-1503-422d-8f60-7356a8122a80'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 26 21:38:07.694563 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Provisioning complete for port 1b11ee22-d694-4fca-828a-8b3859d8a6d9 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:38:07.695231 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (1b11ee22-d694-4fca-828a-8b3859d8a6d9), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:38:07.701256 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b7e01af9-ca15-4522-9ff7-239a0f4a7ca0 req-1bf880d6-0a96-4150-91cd-979c022ae0e3 tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] Network e06aca25-0b6a-452f-bfd4-2129924c58a7 is already hosted by enough agents. {{(pid=103304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 21:38:07.710402 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [req-b7e01af9-ca15-4522-9ff7-239a0f4a7ca0 req-1bf880d6-0a96-4150-91cd-979c022ae0e3 tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] Resources bound (agent type, host, resource id): {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:38:07.712365 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf880d6-0a96-4150-91cd-979c022ae0e3 tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] Pushing event updated for resources: {'Port': ['ID=6baf16e3-53c6-426c-b430-c823ac0ae67d,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:38:07.715947 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7e01af9-ca15-4522-9ff7-239a0f4a7ca0 req-1bf880d6-0a96-4150-91cd-979c022ae0e3 tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] Received port after_create {{(pid=103304) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 21:38:07.782860 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0550ae-b5ae-4ac3-bba9-a2fe2bb1daa6 req-80f3c8ea-0e7c-4f48-a4bc-d39b701c76e1 tempest-TestServerMultinode-638723592 tempest-TestServerMultinode-638723592-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:38:07.784425 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-8c0550ae-b5ae-4ac3-bba9-a2fe2bb1daa6 req-80f3c8ea-0e7c-4f48-a4bc-d39b701c76e1 tempest-TestServerMultinode-638723592 tempest-TestServerMultinode-638723592-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=5a00f6c3-7d1c-4441-bc3f-9afc1b97cb66 HTTP/1.1" status: 200 len: 1094 time: 0.1266141 Jan 26 21:38:07.851641 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e01af9-ca15-4522-9ff7-239a0f4a7ca0 req-1bf880d6-0a96-4150-91cd-979c022ae0e3 tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:38:07.853745 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-b7e01af9-ca15-4522-9ff7-239a0f4a7ca0 req-1bf880d6-0a96-4150-91cd-979c022ae0e3 tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:38:07.890468 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-b7e01af9-ca15-4522-9ff7-239a0f4a7ca0 req-1bf880d6-0a96-4150-91cd-979c022ae0e3 tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8356280 Jan 26 21:38:07.900857 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [None req-975c075b-1095-49a5-8e2a-1402c896dd6a admin admin] For port affdc313-19eb-4380-909a-333d41eb6066, host n-d-760453-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=affdc313-19eb-4380-909a-333d41eb6066,segment=NetworkSegment(1ba56267-3acc-4462-9582-574f765f394e),segment_id=1ba56267-3acc-4462-9582-574f765f394e)] {{(pid=103304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:38:07.901329 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-975c075b-1095-49a5-8e2a-1402c896dd6a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4109658'] for port (affdc313-19eb-4380-909a-333d41eb6066), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:38:07.909401 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Current status of the port 1b11ee22-d694-4fca-828a-8b3859d8a6d9 is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:38:07.943039 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [req-b7e01af9-ca15-4522-9ff7-239a0f4a7ca0 req-f8f6a296-5a02-4421-b6a5-d2f0a93a25fa service neutron] Request body: {'port': {'device_id': 'dd921538-61f8-4032-962d-8ba0579556bb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-760453-5'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:38:07.961204 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-975c075b-1095-49a5-8e2a-1402c896dd6a admin admin] Calling delete_port for affdc313-19eb-4380-909a-333d41eb6066 owned by network:router_interface {{(pid=103304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 21:38:08.040281 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-8c0550ae-b5ae-4ac3-bba9-a2fe2bb1daa6 req-7551fb1b-1592-412e-b050-617322efa0ce tempest-TestServerMultinode-638723592 tempest-TestServerMultinode-638723592-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=a054c284-9859-451f-a00a-c33cf1db0121&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2432823 Jan 26 21:38:08.081925 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-1e2aed11-a58d-4672-8c05-d25b4a447080 None None] Provisioning complete for port 6baf16e3-53c6-426c-b430-c823ac0ae67d triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:38:08.082309 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-1e2aed11-a58d-4672-8c05-d25b4a447080 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (6baf16e3-53c6-426c-b430-c823ac0ae67d), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:38:08.119368 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-b7e01af9-ca15-4522-9ff7-239a0f4a7ca0 req-f8f6a296-5a02-4421-b6a5-d2f0a93a25fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (6baf16e3-53c6-426c-b430-c823ac0ae67d), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:38:08.119582 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-1e2aed11-a58d-4672-8c05-d25b4a447080 None None] Port 6baf16e3-53c6-426c-b430-c823ac0ae67d cannot update to ACTIVE because it is not bound. {{(pid=103306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 26 21:38:08.295079 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e215fc-ad08-4005-a132-1709dc0e39e2 req-dac68748-410e-484f-bc88-d01075ce7bd4 tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:38:08.296776 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-e2e215fc-ad08-4005-a132-1709dc0e39e2 req-dac68748-410e-484f-bc88-d01075ce7bd4 tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] 10.222.0.13 "GET /v2.0/ports?device_id=dd921538-61f8-4032-962d-8ba0579556bb HTTP/1.1" status: 200 len: 932 time: 0.1716716 Jan 26 21:38:08.378370 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (32ef628b-8417-46c5-8729-60fcabe358f1), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:38:08.499734 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-e2e215fc-ad08-4005-a132-1709dc0e39e2 req-ea3fb4ed-e124-43f0-b113-7b90bb07c6a3 tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] 10.222.0.13 "GET /v2.0/security-groups?id=c855b7af-ae6a-4b31-98b5-41bfc1142283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1487060 Jan 26 21:38:08.573792 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-975c075b-1095-49a5-8e2a-1402c896dd6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746560636600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746560234536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9281553'] for port (affdc313-19eb-4380-909a-333d41eb6066), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:38:08.609283 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975c075b-1095-49a5-8e2a-1402c896dd6a admin admin] Pushing event deleted for resources: {'Port': ['ID=affdc313-19eb-4380-909a-333d41eb6066,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:38:08.719971 n-d-760453-5 neutron-server[103304]: DEBUG neutron.notifiers.nova [req-b7e01af9-ca15-4522-9ff7-239a0f4a7ca0 req-f8f6a296-5a02-4421-b6a5-d2f0a93a25fa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6baf16e3-53c6-426c-b430-c823ac0ae67d {{(pid=103304) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 26 21:38:08.764270 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-b7e01af9-ca15-4522-9ff7-239a0f4a7ca0 req-f8f6a296-5a02-4421-b6a5-d2f0a93a25fa service neutron] Publish callbacks [] for port (6baf16e3-53c6-426c-b430-c823ac0ae67d), precommit_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:38:08.784967 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.provisioning_blocks [req-b7e01af9-ca15-4522-9ff7-239a0f4a7ca0 req-f8f6a296-5a02-4421-b6a5-d2f0a93a25fa service neutron] Transition to ACTIVE for port object 6baf16e3-53c6-426c-b430-c823ac0ae67d will not be triggered until provisioned by entity L2. {{(pid=103304) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 21:38:08.791683 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-b7e01af9-ca15-4522-9ff7-239a0f4a7ca0 req-f8f6a296-5a02-4421-b6a5-d2f0a93a25fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9281542'] for port (6baf16e3-53c6-426c-b430-c823ac0ae67d), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:38:08.885328 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f6a296-5a02-4421-b6a5-d2f0a93a25fa service neutron] Pushing event updated for resources: {'Port': ['ID=6baf16e3-53c6-426c-b430-c823ac0ae67d,revision_number=2']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:38:08.920099 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-975c075b-1095-49a5-8e2a-1402c896dd6a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3709480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4110805'] for router_interface (2046bb3f-0361-4e63-855c-311143d9c766), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:38:09.029287 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [req-b7e01af9-ca15-4522-9ff7-239a0f4a7ca0 req-f8f6a296-5a02-4421-b6a5-d2f0a93a25fa service neutron] Attempting to bind port 6baf16e3-53c6-426c-b430-c823ac0ae67d on host n-h1-760453-5 for vnic_type normal with profile {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 21:38:09.029637 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [req-b7e01af9-ca15-4522-9ff7-239a0f4a7ca0 req-f8f6a296-5a02-4421-b6a5-d2f0a93a25fa service neutron] Attempting to bind port 6baf16e3-53c6-426c-b430-c823ac0ae67d by drivers openvswitch,hyperv on host n-h1-760453-5 at level 0 using segments [{'id': '3717183c-69c6-44ee-ac2f-ec1e05ab35f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'e06aca25-0b6a-452f-bfd4-2129924c58a7'}] {{(pid=103304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 26 21:38:09.029960 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7e01af9-ca15-4522-9ff7-239a0f4a7ca0 req-f8f6a296-5a02-4421-b6a5-d2f0a93a25fa service neutron] Attempting to bind port 6baf16e3-53c6-426c-b430-c823ac0ae67d on network e06aca25-0b6a-452f-bfd4-2129924c58a7 {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 21:38:09.064951 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7e01af9-ca15-4522-9ff7-239a0f4a7ca0 req-f8f6a296-5a02-4421-b6a5-d2f0a93a25fa service neutron] Port 6baf16e3-53c6-426c-b430-c823ac0ae67d on network e06aca25-0b6a-452f-bfd4-2129924c58a7 not bound, no agent of type Open vSwitch agent registered on host n-h1-760453-5 {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 26 21:38:09.065276 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7e01af9-ca15-4522-9ff7-239a0f4a7ca0 req-f8f6a296-5a02-4421-b6a5-d2f0a93a25fa service neutron] Attempting to bind port 6baf16e3-53c6-426c-b430-c823ac0ae67d on network e06aca25-0b6a-452f-bfd4-2129924c58a7 {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 21:38:09.074070 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7e01af9-ca15-4522-9ff7-239a0f4a7ca0 req-f8f6a296-5a02-4421-b6a5-d2f0a93a25fa service neutron] Checking agent: {'id': '32ef628b-8417-46c5-8729-60fcabe358f1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-760453-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 21, 3, 8), 'started_at': datetime.datetime(2022, 1, 26, 21, 3, 8), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 21, 38, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 26 21:38:09.074410 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7e01af9-ca15-4522-9ff7-239a0f4a7ca0 req-f8f6a296-5a02-4421-b6a5-d2f0a93a25fa service neutron] Checking segment: {'id': '3717183c-69c6-44ee-ac2f-ec1e05ab35f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'e06aca25-0b6a-452f-bfd4-2129924c58a7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103304) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 21:38:09.074799 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7e01af9-ca15-4522-9ff7-239a0f4a7ca0 req-f8f6a296-5a02-4421-b6a5-d2f0a93a25fa service neutron] Bound using segment: {'id': '3717183c-69c6-44ee-ac2f-ec1e05ab35f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'e06aca25-0b6a-452f-bfd4-2129924c58a7'} {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 26 21:38:09.075230 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [req-b7e01af9-ca15-4522-9ff7-239a0f4a7ca0 req-f8f6a296-5a02-4421-b6a5-d2f0a93a25fa service neutron] Bound port: 6baf16e3-53c6-426c-b430-c823ac0ae67d, host: n-h1-760453-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3717183c-69c6-44ee-ac2f-ec1e05ab35f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'e06aca25-0b6a-452f-bfd4-2129924c58a7'}}] {{(pid=103304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 26 21:38:09.075592 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-b7e01af9-ca15-4522-9ff7-239a0f4a7ca0 req-f8f6a296-5a02-4421-b6a5-d2f0a93a25fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (6baf16e3-53c6-426c-b430-c823ac0ae67d), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:38:09.231984 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [req-b7e01af9-ca15-4522-9ff7-239a0f4a7ca0 req-f8f6a296-5a02-4421-b6a5-d2f0a93a25fa service neutron] For port 6baf16e3-53c6-426c-b430-c823ac0ae67d, host n-h1-760453-5, cleared binding levels {{(pid=103304) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 26 21:38:09.586193 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3425b2-f48d-4f8a-918d-c3740f249241 req-7314ca78-de30-4451-abfd-a5a4375e4636 tempest-TestServerMultinode-638723592 tempest-TestServerMultinode-638723592-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:38:09.587824 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-2f3425b2-f48d-4f8a-918d-c3740f249241 req-7314ca78-de30-4451-abfd-a5a4375e4636 tempest-TestServerMultinode-638723592 tempest-TestServerMultinode-638723592-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=5a00f6c3-7d1c-4441-bc3f-9afc1b97cb66 HTTP/1.1" status: 200 len: 1094 time: 0.4579337 Jan 26 21:38:09.597537 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [req-b7e01af9-ca15-4522-9ff7-239a0f4a7ca0 req-f8f6a296-5a02-4421-b6a5-d2f0a93a25fa service neutron] For port 6baf16e3-53c6-426c-b430-c823ac0ae67d, host n-h1-760453-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-5',level=0,port_id=6baf16e3-53c6-426c-b430-c823ac0ae67d,segment=NetworkSegment(3717183c-69c6-44ee-ac2f-ec1e05ab35f5),segment_id=3717183c-69c6-44ee-ac2f-ec1e05ab35f5)] {{(pid=103304) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 26 21:38:09.608392 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-b7e01af9-ca15-4522-9ff7-239a0f4a7ca0 req-f8f6a296-5a02-4421-b6a5-d2f0a93a25fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9281542'] for port (6baf16e3-53c6-426c-b430-c823ac0ae67d), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:38:09.690711 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e01af9-ca15-4522-9ff7-239a0f4a7ca0 req-f8f6a296-5a02-4421-b6a5-d2f0a93a25fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:38:09.691337 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-b7e01af9-ca15-4522-9ff7-239a0f4a7ca0 req-f8f6a296-5a02-4421-b6a5-d2f0a93a25fa service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:38:09.692743 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-b7e01af9-ca15-4522-9ff7-239a0f4a7ca0 req-f8f6a296-5a02-4421-b6a5-d2f0a93a25fa service neutron] 10.222.0.66 "PUT /v2.0/ports/6baf16e3-53c6-426c-b430-c823ac0ae67d HTTP/1.1" status: 200 len: 1092 time: 1.7742894 Jan 26 21:38:09.700377 n-d-760453-5 neutron-server[103304]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd921538-61f8-4032-962d-8ba0579556bb', 'tag': '6baf16e3-53c6-426c-b430-c823ac0ae67d'}] {{(pid=103304) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 21:38:09.702563 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d52b45f1943fcd332af9527eb73ff93c8d715d44383a3f6d18de73b4cfcf87b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-959c11ca-981a-42d1-9ecc-54a247c7c4e3" -d '{"events": [{"name": "network-changed", "server_uuid": "dd921538-61f8-4032-962d-8ba0579556bb", "tag": "6baf16e3-53c6-426c-b430-c823ac0ae67d"}]}' {{(pid=103304) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 21:38:09.742769 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-975c075b-1095-49a5-8e2a-1402c896dd6a admin admin] Router 2046bb3f-0361-4e63-855c-311143d9c766 has already been hosted by L3 agent 09df100c-3af1-4b0a-bda8-05914c71c458 {{(pid=103304) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 26 21:38:09.754027 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f1ee6d-b593-4ecf-93d3-c2a507cf28fb req-d198fec4-4f3f-4aaa-91a1-31cd935d1ebd tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:38:09.755588 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-19f1ee6d-b593-4ecf-93d3-c2a507cf28fb req-d198fec4-4f3f-4aaa-91a1-31cd935d1ebd tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] 10.222.0.13 "GET /v2.0/ports?device_id=dd921538-61f8-4032-962d-8ba0579556bb HTTP/1.1" status: 200 len: 944 time: 0.1765945 Jan 26 21:38:09.762063 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-2f3425b2-f48d-4f8a-918d-c3740f249241 req-27d95c6a-ae16-453b-917d-901b8f20bc46 tempest-TestServerMultinode-638723592 tempest-TestServerMultinode-638723592-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=a054c284-9859-451f-a00a-c33cf1db0121&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1630425 Jan 26 21:38:09.774628 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f6a296-5a02-4421-b6a5-d2f0a93a25fa service neutron] Pushing event updated for resources: {'Port': ['ID=6baf16e3-53c6-426c-b430-c823ac0ae67d,revision_number=3']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:38:09.872910 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 26 Jan 2022 21:38:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d542317-41c7-4a77-9fe7-5eb077a8b4c8 x-openstack-request-id: req-4d542317-41c7-4a77-9fe7-5eb077a8b4c8 {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 21:38:09.873199 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dd921538-61f8-4032-962d-8ba0579556bb", "tag": "6baf16e3-53c6-426c-b430-c823ac0ae67d", "status": "completed", "code": 200}]} {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 21:38:09.873475 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-4d542317-41c7-4a77-9fe7-5eb077a8b4c8 {{(pid=103304) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 21:38:09.873864 n-d-760453-5 neutron-server[103304]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dd921538-61f8-4032-962d-8ba0579556bb', 'tag': '6baf16e3-53c6-426c-b430-c823ac0ae67d', 'status': 'completed', 'code': 200} Jan 26 21:38:09.890538 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-19f1ee6d-b593-4ecf-93d3-c2a507cf28fb req-7229dfcd-8767-462e-9742-be60a1a9c5ed tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] 10.222.0.13 "GET /v2.0/security-groups?id=c855b7af-ae6a-4b31-98b5-41bfc1142283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1252828 Jan 26 21:38:09.921084 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e01af9-ca15-4522-9ff7-239a0f4a7ca0 req-3c707075-d46c-49a7-8395-3173faea7ce0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:38:09.923165 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-b7e01af9-ca15-4522-9ff7-239a0f4a7ca0 req-3c707075-d46c-49a7-8395-3173faea7ce0 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=949e29ec71a54b7f98dc62c402ac867e&device_id=dd921538-61f8-4032-962d-8ba0579556bb HTTP/1.1" status: 200 len: 1095 time: 0.1585500 Jan 26 21:38:09.991117 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-b7e01af9-ca15-4522-9ff7-239a0f4a7ca0 req-d3f44203-915d-4ce7-9577-0ba847c46b88 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6baf16e3-53c6-426c-b430-c823ac0ae67d HTTP/1.1" status: 200 len: 217 time: 0.0389664 Jan 26 21:38:10.039863 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-975c075b-1095-49a5-8e2a-1402c896dd6a admin admin] Notify agent at l3_agent.n-d-760453-5 the message routers_updated {{(pid=103304) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 26 21:38:10.046149 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-975c075b-1095-49a5-8e2a-1402c896dd6a admin admin] 10.222.0.13 "PUT /v2.0/routers/2046bb3f-0361-4e63-855c-311143d9c766/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4340303 Jan 26 21:38:10.049461 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 60428) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:38:10.053110 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-581eaa85-aeef-4528-b7ca-d6e860aae143 None None] Sync routers for ids ['2046bb3f-0361-4e63-855c-311143d9c766'] in n-d-760453-5 {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 26 21:38:10.066101 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e01af9-ca15-4522-9ff7-239a0f4a7ca0 req-6963b0eb-79e2-4eaf-ac94-eac02755cf4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:38:10.067056 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-581eaa85-aeef-4528-b7ca-d6e860aae143 None None] Routers {'2046bb3f-0361-4e63-855c-311143d9c766'} bound to L3 agent in host n-d-760453-5 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 21:38:10.067835 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-b7e01af9-ca15-4522-9ff7-239a0f4a7ca0 req-6963b0eb-79e2-4eaf-ac94-eac02755cf4c service neutron] 10.222.0.66 "GET /v2.0/subnets?id=79317c4e-88a3-402c-975d-f004bf1d9b8b HTTP/1.1" status: 200 len: 850 time: 0.0680065 Jan 26 21:38:10.068079 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-581eaa85-aeef-4528-b7ca-d6e860aae143 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-26T20:55:21Z,description=,heartbeat_timestamp=2022-01-26T21:37:51Z,host='n-d-760453-5',id=09df100c-3af1-4b0a-bda8-05914c71c458,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:55:21Z,topic='l3_agent')) {'router_ids': ['2046bb3f-0361-4e63-855c-311143d9c766'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:38:10.168765 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e01af9-ca15-4522-9ff7-239a0f4a7ca0 req-4e31a0c2-1a7a-443d-96e1-bc3e0e01eaf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:38:10.173433 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-b7e01af9-ca15-4522-9ff7-239a0f4a7ca0 req-4e31a0c2-1a7a-443d-96e1-bc3e0e01eaf1 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=e06aca25-0b6a-452f-bfd4-2129924c58a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0988274 Jan 26 21:38:10.181687 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-f2676902-8292-484f-866d-f33ac9dd8d36 admin admin] Publish callbacks [] for router (2046bb3f-0361-4e63-855c-311143d9c766), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:38:10.214656 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_dvr_db [None req-581eaa85-aeef-4528-b7ca-d6e860aae143 None None] Set router 2046bb3f-0361-4e63-855c-311143d9c766 gateway port host: n-d-760453-5 {{(pid=103307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 21:38:10.302517 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-b7e01af9-ca15-4522-9ff7-239a0f4a7ca0 req-bc41983b-632e-43ac-b526-bc55489d46eb service neutron] 10.222.0.66 "GET /v2.0/networks/e06aca25-0b6a-452f-bfd4-2129924c58a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1222978 Jan 26 21:38:10.314104 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Device 7829b310-aa88-4cd0-b0b1-6f43b78b1316 details requested by agent hyperv_n-h2-760453-5 with host n-h2-760453-5 {{(pid=103306) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 26 21:38:10.389247 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-f2676902-8292-484f-866d-f33ac9dd8d36 admin admin] Publish callbacks [] for router_gateway (2046bb3f-0361-4e63-855c-311143d9c766), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:38:10.507530 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-581eaa85-aeef-4528-b7ca-d6e860aae143 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2046bb3f-0361-4e63-855c-311143d9c766', 'name': 'tempest-TestServerBasicOps-592179133-router', 'tenant_id': 'bc791b2498e743288f8934f7fd6c9e02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'external_fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.48'}], 'enable_snat': True}, 'gw_port_id': '322d9fd2-e922-4f39-839f-ee71ede99e74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T21:31:58Z', 'updated_at': '2022-01-26T21:38:08Z', 'revision_number': 5, 'project_id': 'bc791b2498e743288f8934f7fd6c9e02', 'gw_port': {'id': '322d9fd2-e922-4f39-839f-ee71ede99e74', 'name': '', 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:f4:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2046bb3f-0361-4e63-855c-311143d9c766', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2731, 'fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:31:58Z', 'updated_at': '2022-01-26T21:32:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-5'}], 'n-d-760453-5', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:38:10.524131 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-f2676902-8292-484f-866d-f33ac9dd8d36 admin admin] Deleting port 322d9fd2-e922-4f39-839f-ee71ede99e74 {{(pid=103305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 21:38:10.526605 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-f2676902-8292-484f-866d-f33ac9dd8d36 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746560630878'] for port (322d9fd2-e922-4f39-839f-ee71ede99e74), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:38:10.539227 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-581eaa85-aeef-4528-b7ca-d6e860aae143 None None] Checking router: 2046bb3f-0361-4e63-855c-311143d9c766 for host: n-d-760453-5 {{(pid=103307) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 26 21:38:10.549164 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-581eaa85-aeef-4528-b7ca-d6e860aae143 None None] Routers {'2046bb3f-0361-4e63-855c-311143d9c766'} bound to L3 agent in host n-d-760453-5 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 21:38:10.550064 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-581eaa85-aeef-4528-b7ca-d6e860aae143 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-26T20:55:21Z,description=,heartbeat_timestamp=2022-01-26T21:37:51Z,host='n-d-760453-5',id=09df100c-3af1-4b0a-bda8-05914c71c458,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:55:21Z,topic='l3_agent')) {'router_ids': ['2046bb3f-0361-4e63-855c-311143d9c766'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:38:10.569348 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-b7e01af9-ca15-4522-9ff7-239a0f4a7ca0 req-a9a00342-63a6-42b5-aafa-84d53548b594 service neutron] 10.222.0.66 "GET /v2.0/networks/e06aca25-0b6a-452f-bfd4-2129924c58a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2609704 Jan 26 21:38:10.608510 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] For port 7829b310-aa88-4cd0-b0b1-6f43b78b1316, host n-h2-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-5',level=0,port_id=7829b310-aa88-4cd0-b0b1-6f43b78b1316,segment=NetworkSegment(5a840bb3-33d1-4210-b233-2e7d717911d7),segment_id=5a840bb3-33d1-4210-b233-2e7d717911d7)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:38:10.633466 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Returning: {'device': '7829b310-aa88-4cd0-b0b1-6f43b78b1316', 'network_id': '3a41c7dc-bf9a-47e9-b867-e0ce77f10e3d', 'port_id': '7829b310-aa88-4cd0-b0b1-6f43b78b1316', 'mac_address': 'fa:16:3e:10:b3:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 569, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eb8dfdda-f1a7-46d6-be86-88a387dfcadd', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103306) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 26 21:38:10.647756 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [None req-f2676902-8292-484f-866d-f33ac9dd8d36 admin admin] For port 322d9fd2-e922-4f39-839f-ee71ede99e74, host n-d-760453-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=322d9fd2-e922-4f39-839f-ee71ede99e74,segment=NetworkSegment(e17cb353-418f-48b9-b982-21a6233ee99b),segment_id=e17cb353-418f-48b9-b982-21a6233ee99b)] {{(pid=103305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:38:10.648120 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-f2676902-8292-484f-866d-f33ac9dd8d36 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4109658'] for port (322d9fd2-e922-4f39-839f-ee71ede99e74), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:38:10.663660 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-f2676902-8292-484f-866d-f33ac9dd8d36 admin admin] Calling delete_port for 322d9fd2-e922-4f39-839f-ee71ede99e74 owned by network:router_gateway {{(pid=103305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 21:38:10.678573 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_dvr_db [None req-581eaa85-aeef-4528-b7ca-d6e860aae143 None None] Set router 2046bb3f-0361-4e63-855c-311143d9c766 gateway port host: None {{(pid=103307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 21:38:10.687601 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Current status of the port 7829b310-aa88-4cd0-b0b1-6f43b78b1316 is: DOWN; New status is: BUILD {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:38:10.688311 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (7829b310-aa88-4cd0-b0b1-6f43b78b1316), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:38:10.702735 n-d-760453-5 neutron-server[103306]: DEBUG neutron.notifiers.nova [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7829b310-aa88-4cd0-b0b1-6f43b78b1316 {{(pid=103306) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 26 21:38:10.724547 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] For port 7829b310-aa88-4cd0-b0b1-6f43b78b1316, host n-h2-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-5',level=0,port_id=7829b310-aa88-4cd0-b0b1-6f43b78b1316,segment=NetworkSegment(5a840bb3-33d1-4210-b233-2e7d717911d7),segment_id=5a840bb3-33d1-4210-b233-2e7d717911d7)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:38:10.729889 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (7829b310-aa88-4cd0-b0b1-6f43b78b1316), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:38:10.742432 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959c11ca-981a-42d1-9ecc-54a247c7c4e3 req-9b6ed797-16c8-4fef-8ab9-c481b67b5946 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:38:10.744329 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-959c11ca-981a-42d1-9ecc-54a247c7c4e3 req-9b6ed797-16c8-4fef-8ab9-c481b67b5946 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=949e29ec71a54b7f98dc62c402ac867e&device_id=dd921538-61f8-4032-962d-8ba0579556bb HTTP/1.1" status: 200 len: 1095 time: 0.0893152 Jan 26 21:38:10.813789 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-581eaa85-aeef-4528-b7ca-d6e860aae143 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2046bb3f-0361-4e63-855c-311143d9c766', 'name': 'tempest-TestServerBasicOps-592179133-router', 'tenant_id': 'bc791b2498e743288f8934f7fd6c9e02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T21:31:58Z', 'updated_at': '2022-01-26T21:38:10Z', 'revision_number': 6, 'project_id': 'bc791b2498e743288f8934f7fd6c9e02', 'gw_port_host': None}], 'n-d-760453-5', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:38:10.817807 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Pushing event updated for resources: {'Port': ['ID=7829b310-aa88-4cd0-b0b1-6f43b78b1316,revision_number=4']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:38:10.875173 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-581eaa85-aeef-4528-b7ca-d6e860aae143 None None] The sync data for ids ['2046bb3f-0361-4e63-855c-311143d9c766'] in n-d-760453-5 is: [{'id': '2046bb3f-0361-4e63-855c-311143d9c766', 'name': 'tempest-TestServerBasicOps-592179133-router', 'tenant_id': 'bc791b2498e743288f8934f7fd6c9e02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T21:31:58Z', 'updated_at': '2022-01-26T21:38:10Z', 'revision_number': 6, 'project_id': 'bc791b2498e743288f8934f7fd6c9e02', 'gw_port_host': None}] {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 26 21:38:10.950988 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] get_ports_and_sgs() called for port_ids ['7829b310-aa88-4cd0-b0b1-6f43b78b1316'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 26 21:38:10.962809 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-f2676902-8292-484f-866d-f33ac9dd8d36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746560636600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746560234536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11791543'] for port (322d9fd2-e922-4f39-839f-ee71ede99e74), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:38:11.013763 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2676902-8292-484f-866d-f33ac9dd8d36 admin admin] Pushing event deleted for resources: {'Port': ['ID=322d9fd2-e922-4f39-839f-ee71ede99e74,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:38:11.088093 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959c11ca-981a-42d1-9ecc-54a247c7c4e3 req-21bc96a4-62b8-410c-a8bb-0f615b476a2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:38:11.090296 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-959c11ca-981a-42d1-9ecc-54a247c7c4e3 req-21bc96a4-62b8-410c-a8bb-0f615b476a2b service neutron] 10.222.0.66 "GET /v2.0/networks?id=e06aca25-0b6a-452f-bfd4-2129924c58a7 HTTP/1.1" status: 200 len: 912 time: 0.3394377 Jan 26 21:38:11.096261 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09548cb-457e-427d-826c-75410cfd27ab req-f1691b6b-5f25-4be0-9372-ad73a33ec9a0 tempest-TestServerMultinode-638723592 tempest-TestServerMultinode-638723592-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:38:11.103898 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-c09548cb-457e-427d-826c-75410cfd27ab req-f1691b6b-5f25-4be0-9372-ad73a33ec9a0 tempest-TestServerMultinode-638723592 tempest-TestServerMultinode-638723592-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=5a00f6c3-7d1c-4441-bc3f-9afc1b97cb66 HTTP/1.1" status: 200 len: 1095 time: 0.2096815 Jan 26 21:38:11.113781 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-f2676902-8292-484f-866d-f33ac9dd8d36 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4111291'] for router_gateway (2046bb3f-0361-4e63-855c-311143d9c766), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:38:11.171711 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-959c11ca-981a-42d1-9ecc-54a247c7c4e3 req-546708e2-f172-4dbc-857d-806bcbf932a5 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6baf16e3-53c6-426c-b430-c823ac0ae67d HTTP/1.1" status: 200 len: 217 time: 0.0606401 Jan 26 21:38:11.230151 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-f2676902-8292-484f-866d-f33ac9dd8d36 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4105774', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13082'] for router (2046bb3f-0361-4e63-855c-311143d9c766), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:38:11.232568 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-f2676902-8292-484f-866d-f33ac9dd8d36 admin admin] Publish callbacks [] for router_controller (2046bb3f-0361-4e63-855c-311143d9c766), precommit_delete_associations {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:38:11.270466 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-c09548cb-457e-427d-826c-75410cfd27ab req-ed72baaa-e92b-431a-abd2-1ffa5ac17dc2 tempest-TestServerMultinode-638723592 tempest-TestServerMultinode-638723592-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=a054c284-9859-451f-a00a-c33cf1db0121&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1654949 Jan 26 21:38:11.281457 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959c11ca-981a-42d1-9ecc-54a247c7c4e3 req-8281e27c-be6c-4990-b741-e4a3d72c82df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:38:11.288460 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-959c11ca-981a-42d1-9ecc-54a247c7c4e3 req-8281e27c-be6c-4990-b741-e4a3d72c82df service neutron] 10.222.0.66 "GET /v2.0/subnets?id=79317c4e-88a3-402c-975d-f004bf1d9b8b HTTP/1.1" status: 200 len: 850 time: 0.1070623 Jan 26 21:38:11.296890 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1430f6a0-266c-4cd4-b716-e899c2dec809 req-ccf62f24-d639-4f76-a859-33c33139cb4a tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:38:11.298895 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-1430f6a0-266c-4cd4-b716-e899c2dec809 req-ccf62f24-d639-4f76-a859-33c33139cb4a tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] 10.222.0.13 "GET /v2.0/ports?device_id=dd921538-61f8-4032-962d-8ba0579556bb HTTP/1.1" status: 200 len: 944 time: 0.2435205 Jan 26 21:38:11.299253 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-f2676902-8292-484f-866d-f33ac9dd8d36 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4105767'] for router (2046bb3f-0361-4e63-855c-311143d9c766), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:38:11.300267 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2676902-8292-484f-866d-f33ac9dd8d36 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2046bb3f-0361-4e63-855c-311143d9c766 {{(pid=103305) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 26 21:38:11.307355 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-f2676902-8292-484f-866d-f33ac9dd8d36 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:38:11.308677 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-f2676902-8292-484f-866d-f33ac9dd8d36 admin admin] 10.222.0.13 "DELETE /v2.0/routers/2046bb3f-0361-4e63-855c-311143d9c766 HTTP/1.1" status: 204 len: 168 time: 1.2582285 Jan 26 21:38:11.312329 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 60450) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:38:11.422229 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.db_base_plugin_v2 [None req-74b45a4e-186d-4d25-a4f0-05ed46739803 admin admin] Deleting subnet 730964f7-dec1-4726-8c5c-d252f0c4998e {{(pid=103304) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 26 21:38:11.429212 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-74b45a4e-186d-4d25-a4f0-05ed46739803 admin admin] Publish callbacks [] for subnet (730964f7-dec1-4726-8c5c-d252f0c4998e), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:38:11.476455 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959c11ca-981a-42d1-9ecc-54a247c7c4e3 req-8a943209-55ee-4726-bf24-2e32b5c0bc91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:38:11.478042 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-959c11ca-981a-42d1-9ecc-54a247c7c4e3 req-8a943209-55ee-4726-bf24-2e32b5c0bc91 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=e06aca25-0b6a-452f-bfd4-2129924c58a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1782098 Jan 26 21:38:11.498521 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-1430f6a0-266c-4cd4-b716-e899c2dec809 req-14364ffe-c531-4006-ad2f-eb5673778b68 tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] 10.222.0.13 "GET /v2.0/security-groups?id=c855b7af-ae6a-4b31-98b5-41bfc1142283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1869750 Jan 26 21:38:11.518532 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-74b45a4e-186d-4d25-a4f0-05ed46739803 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8881284'] for subnet (730964f7-dec1-4726-8c5c-d252f0c4998e), precommit_delete_associations {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:38:11.665185 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-959c11ca-981a-42d1-9ecc-54a247c7c4e3 req-32aa4aae-6a2a-4c8c-889d-e77e7353849d service neutron] 10.222.0.66 "GET /v2.0/networks/e06aca25-0b6a-452f-bfd4-2129924c58a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1793184 Jan 26 21:38:11.695515 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-74b45a4e-186d-4d25-a4f0-05ed46739803 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687316'] for subnet (730964f7-dec1-4726-8c5c-d252f0c4998e), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:38:11.806497 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device affdc313-19eb-4380-909a-333d41eb6066 no longer exists at agent ovs-agent-n-d-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 26 21:38:11.836655 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-74b45a4e-186d-4d25-a4f0-05ed46739803 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9281612', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12215216'] for subnet (730964f7-dec1-4726-8c5c-d252f0c4998e), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:38:11.851441 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] No Port match for: affdc313-19eb-4380-909a-333d41eb6066 {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 26 21:38:11.852092 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device affdc313-19eb-4380-909a-333d41eb6066 not bound to the agent host n-d-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 26 21:38:11.891231 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-959c11ca-981a-42d1-9ecc-54a247c7c4e3 req-fdbbd1b0-cb0e-4a04-bca0-74be8adccfec service neutron] 10.222.0.66 "GET /v2.0/networks/e06aca25-0b6a-452f-bfd4-2129924c58a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2201076 Jan 26 21:38:11.895193 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-74b45a4e-186d-4d25-a4f0-05ed46739803 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:38:11.902667 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed595212-2ac0-4e7f-8499-db0d7824cfa4 None None] Network 6d9b7d3e-0715-46d5-b820-5d39496c81b9 requested from n-d-760453-5 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 26 21:38:11.904062 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 60466) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:38:11.904459 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-74b45a4e-186d-4d25-a4f0-05ed46739803 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/730964f7-dec1-4726-8c5c-d252f0c4998e HTTP/1.1" status: 204 len: 168 time: 0.5889781 Jan 26 21:38:11.905665 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b45a4e-186d-4d25-a4f0-05ed46739803 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=730964f7-dec1-4726-8c5c-d252f0c4998e,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:38:11.991697 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-587cb9b7-2123-42b1-9ba7-03fca6e43fae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-748181'] for network (6d9b7d3e-0715-46d5-b820-5d39496c81b9), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:38:12.071484 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-587cb9b7-2123-42b1-9ba7-03fca6e43fae admin admin] Deleting port 40cc6b27-bcbe-4c98-9b7f-0493c1cb6cba {{(pid=103305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 21:38:12.072150 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-587cb9b7-2123-42b1-9ba7-03fca6e43fae admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746560630878'] for port (40cc6b27-bcbe-4c98-9b7f-0493c1cb6cba), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:38:12.127004 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8969666c-9478-494c-ad01-b8a5dc94f736 None None] DHCP port deletion for 6d9b7d3e-0715-46d5-b820-5d39496c81b9 request from n-d-760453-5 {{(pid=103306) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 26 21:38:12.148923 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [None req-587cb9b7-2123-42b1-9ba7-03fca6e43fae admin admin] For port 40cc6b27-bcbe-4c98-9b7f-0493c1cb6cba, host n-d-760453-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=40cc6b27-bcbe-4c98-9b7f-0493c1cb6cba,segment=NetworkSegment(1ba56267-3acc-4462-9582-574f765f394e),segment_id=1ba56267-3acc-4462-9582-574f765f394e)] {{(pid=103305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:38:12.150027 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-587cb9b7-2123-42b1-9ba7-03fca6e43fae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4109658'] for port (40cc6b27-bcbe-4c98-9b7f-0493c1cb6cba), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:38:12.170358 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-587cb9b7-2123-42b1-9ba7-03fca6e43fae admin admin] Calling delete_port for 40cc6b27-bcbe-4c98-9b7f-0493c1cb6cba owned by network:dhcp {{(pid=103305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 21:38:12.202865 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-8969666c-9478-494c-ad01-b8a5dc94f736 None None] Deleting port 40cc6b27-bcbe-4c98-9b7f-0493c1cb6cba {{(pid=103306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 21:38:12.203632 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-8969666c-9478-494c-ad01-b8a5dc94f736 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746560630878'] for port (40cc6b27-bcbe-4c98-9b7f-0493c1cb6cba), before_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:38:12.266401 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 60470) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:38:12.291462 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-8969666c-9478-494c-ad01-b8a5dc94f736 None None] For port 40cc6b27-bcbe-4c98-9b7f-0493c1cb6cba, host n-d-760453-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=40cc6b27-bcbe-4c98-9b7f-0493c1cb6cba,segment=NetworkSegment(1ba56267-3acc-4462-9582-574f765f394e),segment_id=1ba56267-3acc-4462-9582-574f765f394e)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:38:12.292043 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-8969666c-9478-494c-ad01-b8a5dc94f736 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4109658'] for port (40cc6b27-bcbe-4c98-9b7f-0493c1cb6cba), precommit_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:38:12.308798 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-8969666c-9478-494c-ad01-b8a5dc94f736 None None] Calling delete_port for 40cc6b27-bcbe-4c98-9b7f-0493c1cb6cba owned by network:dhcp {{(pid=103306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 21:38:12.409626 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Device 7829b310-aa88-4cd0-b0b1-6f43b78b1316 up at agent hyperv_n-h2-760453-5 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 21:38:12.415137 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-8969666c-9478-494c-ad01-b8a5dc94f736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746560636600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746560234536'] for port (40cc6b27-bcbe-4c98-9b7f-0493c1cb6cba), after_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:38:12.443003 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-3666c347-979c-4d27-93b7-4bd3ff180df6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:38:12.479837 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c044a9-f61f-465f-b7a6-a5aa005fcfa8 req-5c6a8376-5fa0-44e1-ab78-4662ee91daf8 tempest-TestServerMultinode-638723592 tempest-TestServerMultinode-638723592-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:38:12.481580 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-c6c044a9-f61f-465f-b7a6-a5aa005fcfa8 req-5c6a8376-5fa0-44e1-ab78-4662ee91daf8 tempest-TestServerMultinode-638723592 tempest-TestServerMultinode-638723592-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=5a00f6c3-7d1c-4441-bc3f-9afc1b97cb66 HTTP/1.1" status: 200 len: 1095 time: 0.0943995 Jan 26 21:38:12.482628 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8969666c-9478-494c-ad01-b8a5dc94f736 None None] Pushing event deleted for resources: {'Port': ['ID=40cc6b27-bcbe-4c98-9b7f-0493c1cb6cba,revision_number=None']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:38:12.507477 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8969666c-9478-494c-ad01-b8a5dc94f736 None None] No DVR routers for this DVR port 40cc6b27-bcbe-4c98-9b7f-0493c1cb6cba on host n-d-760453-5 {{(pid=103306) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 26 21:38:12.541860 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Provisioning for port 7829b310-aa88-4cd0-b0b1-6f43b78b1316 completed by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 21:38:12.549176 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Provisioning complete for port 7829b310-aa88-4cd0-b0b1-6f43b78b1316 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:38:12.549800 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (7829b310-aa88-4cd0-b0b1-6f43b78b1316), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:38:12.594394 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Device 6baf16e3-53c6-426c-b430-c823ac0ae67d details requested by agent hyperv_n-h1-760453-5 with host n-h1-760453-5 {{(pid=103306) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 26 21:38:12.601897 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-c6c044a9-f61f-465f-b7a6-a5aa005fcfa8 req-377f30cb-4152-4b78-ac8e-437fd26d8222 tempest-TestServerMultinode-638723592 tempest-TestServerMultinode-638723592-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=a054c284-9859-451f-a00a-c33cf1db0121&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107652 Jan 26 21:38:12.675125 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-3666c347-979c-4d27-93b7-4bd3ff180df6 admin admin] Publish callbacks [] for security_group (0f1bf8d9-31c0-4d59-81c9-686345a594fe), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:38:12.682118 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-3666c347-979c-4d27-93b7-4bd3ff180df6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (0f1bf8d9-31c0-4d59-81c9-686345a594fe), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:38:12.683677 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-587cb9b7-2123-42b1-9ba7-03fca6e43fae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746560636600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746560234536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11791543'] for port (40cc6b27-bcbe-4c98-9b7f-0493c1cb6cba), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:38:12.719541 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587cb9b7-2123-42b1-9ba7-03fca6e43fae admin admin] Pushing event deleted for resources: {'Port': ['ID=40cc6b27-bcbe-4c98-9b7f-0493c1cb6cba,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:38:12.720316 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-3666c347-979c-4d27-93b7-4bd3ff180df6 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=fc697293f71b41bbb924477ad5407e7b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4527607 Jan 26 21:38:12.725610 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 60480) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:38:12.730858 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-587cb9b7-2123-42b1-9ba7-03fca6e43fae admin admin] No DVR routers for this DVR port 40cc6b27-bcbe-4c98-9b7f-0493c1cb6cba on host n-d-760453-5 {{(pid=103305) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 26 21:38:12.769166 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c376a1-74c5-4c61-b661-fdc1514a82d6 req-e014a56f-176f-4ee1-8e65-8eb12aa0755f tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:38:12.771665 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-33c376a1-74c5-4c61-b661-fdc1514a82d6 req-e014a56f-176f-4ee1-8e65-8eb12aa0755f tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] 10.222.0.13 "GET /v2.0/ports?device_id=dd921538-61f8-4032-962d-8ba0579556bb HTTP/1.1" status: 200 len: 944 time: 0.1566074 Jan 26 21:38:12.788173 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Current status of the port 7829b310-aa88-4cd0-b0b1-6f43b78b1316 is: BUILD; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:38:12.788812 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (7829b310-aa88-4cd0-b0b1-6f43b78b1316), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:38:12.827398 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3666c347-979c-4d27-93b7-4bd3ff180df6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f1bf8d9-31c0-4d59-81c9-686345a594fe,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:38:12.880425 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] For port 7829b310-aa88-4cd0-b0b1-6f43b78b1316, host n-h2-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-5',level=0,port_id=7829b310-aa88-4cd0-b0b1-6f43b78b1316,segment=NetworkSegment(5a840bb3-33d1-4210-b233-2e7d717911d7),segment_id=5a840bb3-33d1-4210-b233-2e7d717911d7)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:38:12.883767 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-587cb9b7-2123-42b1-9ba7-03fca6e43fae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-686403', 'neutron.services.segments.db._delete_segments_for_network-8746560774018'] for network (6d9b7d3e-0715-46d5-b820-5d39496c81b9), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:38:12.884329 n-d-760453-5 neutron-server[103306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a00f6c3-7d1c-4441-bc3f-9afc1b97cb66', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7829b310-aa88-4cd0-b0b1-6f43b78b1316'}] {{(pid=103306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 21:38:12.884329 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9d5d370febab655511bdd2ffe887e43e442d144a440368702bcc1e93af00b97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac6365a1-dbbb-411f-8a0c-342332968087" -d '{"events": [{"server_uuid": "5a00f6c3-7d1c-4441-bc3f-9afc1b97cb66", "name": "network-vif-plugged", "status": "completed", "tag": "7829b310-aa88-4cd0-b0b1-6f43b78b1316"}]}' {{(pid=103306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 21:38:12.884774 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-3b16a867-539e-4503-a663-3c703a4f3559 admin admin] Publish callbacks [] for security_group (0f1bf8d9-31c0-4d59-81c9-686345a594fe), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:38:12.887560 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] For port 6baf16e3-53c6-426c-b430-c823ac0ae67d, host n-h1-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-5',level=0,port_id=6baf16e3-53c6-426c-b430-c823ac0ae67d,segment=NetworkSegment(3717183c-69c6-44ee-ac2f-ec1e05ab35f5),segment_id=3717183c-69c6-44ee-ac2f-ec1e05ab35f5)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:38:12.888997 n-d-760453-5 neutron-server[103305]: DEBUG neutron.services.segments.db [None req-587cb9b7-2123-42b1-9ba7-03fca6e43fae admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6d9b7d3e-0715-46d5-b820-5d39496c81b9']}} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:38:12.900138 n-d-760453-5 neutron-server[103305]: DEBUG neutron.services.segments.db [None req-587cb9b7-2123-42b1-9ba7-03fca6e43fae admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1ba56267-3acc-4462-9582-574f765f394e') {'for_net_delete': True} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:38:12.900567 n-d-760453-5 neutron-server[103305]: DEBUG neutron.services.segments.db [None req-587cb9b7-2123-42b1-9ba7-03fca6e43fae admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1ba56267-3acc-4462-9582-574f765f394e') {} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:38:12.908461 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (7829b310-aa88-4cd0-b0b1-6f43b78b1316), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:38:12.909328 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-3b16a867-539e-4503-a663-3c703a4f3559 admin admin] Publish callbacks [] for security_group (0f1bf8d9-31c0-4d59-81c9-686345a594fe), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:38:12.911179 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-587cb9b7-2123-42b1-9ba7-03fca6e43fae admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746560742283', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11788955'] for segment (1ba56267-3acc-4462-9582-574f765f394e), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:38:12.920271 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Returning: {'device': '6baf16e3-53c6-426c-b430-c823ac0ae67d', 'network_id': 'e06aca25-0b6a-452f-bfd4-2129924c58a7', 'port_id': '6baf16e3-53c6-426c-b430-c823ac0ae67d', 'mac_address': 'fa:16:3e:54:c1:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 568, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '79317c4e-88a3-402c-975d-f004bf1d9b8b', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103306) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 26 21:38:12.924209 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-33c376a1-74c5-4c61-b661-fdc1514a82d6 req-49290956-243c-4215-b007-b44d4cfee8bf tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] 10.222.0.13 "GET /v2.0/security-groups?id=c855b7af-ae6a-4b31-98b5-41bfc1142283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1356630 Jan 26 21:38:12.944363 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Jan 2022 21:38:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64630db1-6b5f-40bf-b414-b241d5c4542d x-openstack-request-id: req-64630db1-6b5f-40bf-b414-b241d5c4542d {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 21:38:12.944666 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a00f6c3-7d1c-4441-bc3f-9afc1b97cb66", "name": "network-vif-plugged", "status": "completed", "tag": "7829b310-aa88-4cd0-b0b1-6f43b78b1316", "code": 200}]} {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 21:38:12.944922 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-64630db1-6b5f-40bf-b414-b241d5c4542d {{(pid=103306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 21:38:12.945334 n-d-760453-5 neutron-server[103306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a00f6c3-7d1c-4441-bc3f-9afc1b97cb66', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7829b310-aa88-4cd0-b0b1-6f43b78b1316', 'code': 200} Jan 26 21:38:12.958872 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-587cb9b7-2123-42b1-9ba7-03fca6e43fae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576559'] for segment (1ba56267-3acc-4462-9582-574f765f394e), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:38:12.972483 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-587cb9b7-2123-42b1-9ba7-03fca6e43fae admin admin] Releasing vlan 556 on physical network physnet1 to pool {{(pid=103305) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 26 21:38:12.974447 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-587cb9b7-2123-42b1-9ba7-03fca6e43fae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11791428'] for segment (1ba56267-3acc-4462-9582-574f765f394e), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:38:12.993824 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-3b16a867-539e-4503-a663-3c703a4f3559 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (0f1bf8d9-31c0-4d59-81c9-686345a594fe), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:38:12.997023 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-3b16a867-539e-4503-a663-3c703a4f3559 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:38:12.998574 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-3b16a867-539e-4503-a663-3c703a4f3559 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/0f1bf8d9-31c0-4d59-81c9-686345a594fe HTTP/1.1" status: 204 len: 168 time: 0.2702541 Jan 26 21:38:13.020801 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b16a867-539e-4503-a663-3c703a4f3559 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f1bf8d9-31c0-4d59-81c9-686345a594fe,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:38:13.030631 n-d-760453-5 neutron-server[103305]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 26 21:38:13.030631 n-d-760453-5 neutron-server[103305]: self.session.flush() Jan 26 21:38:13.030631 n-d-760453-5 neutron-server[103305]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 26 21:38:13.030631 n-d-760453-5 neutron-server[103305]: self.session.flush() Jan 26 21:38:13.030631 n-d-760453-5 neutron-server[103305]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 26 21:38:13.030631 n-d-760453-5 neutron-server[103305]: self.session.flush() Jan 26 21:38:13.030631 n-d-760453-5 neutron-server[103305]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 26 21:38:13.030631 n-d-760453-5 neutron-server[103305]: self.session.flush() Jan 26 21:38:13.030631 n-d-760453-5 neutron-server[103305]: Traceback (most recent call last): Jan 26 21:38:13.030631 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 26 21:38:13.030631 n-d-760453-5 neutron-server[103305]: timer() Jan 26 21:38:13.030631 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 26 21:38:13.030631 n-d-760453-5 neutron-server[103305]: cb(*args, **kw) Jan 26 21:38:13.030631 n-d-760453-5 neutron-server[103305]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 26 21:38:13.030631 n-d-760453-5 neutron-server[103305]: return func(*args, **kwargs) Jan 26 21:38:13.030631 n-d-760453-5 neutron-server[103305]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 26 21:38:13.030631 n-d-760453-5 neutron-server[103305]: self._notify() Jan 26 21:38:13.030631 n-d-760453-5 neutron-server[103305]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 26 21:38:13.030631 n-d-760453-5 neutron-server[103305]: self.callback(batched_events) Jan 26 21:38:13.030631 n-d-760453-5 neutron-server[103305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 26 21:38:13.030631 n-d-760453-5 neutron-server[103305]: event.method(event) Jan 26 21:38:13.030631 n-d-760453-5 neutron-server[103305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 26 21:38:13.030631 n-d-760453-5 neutron-server[103305]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 26 21:38:13.030631 n-d-760453-5 neutron-server[103305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 26 21:38:13.030631 n-d-760453-5 neutron-server[103305]: aggregate_uuid = self.p_client.list_aggregates( Jan 26 21:38:13.030631 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 26 21:38:13.030631 n-d-760453-5 neutron-server[103305]: return f(self, *a, **k) Jan 26 21:38:13.030631 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 26 21:38:13.030631 n-d-760453-5 neutron-server[103305]: return self._get(url).json() Jan 26 21:38:13.030631 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 26 21:38:13.030631 n-d-760453-5 neutron-server[103305]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 26 21:38:13.030631 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 26 21:38:13.030631 n-d-760453-5 neutron-server[103305]: return self.request(url, 'GET', **kwargs) Jan 26 21:38:13.030631 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 26 21:38:13.030631 n-d-760453-5 neutron-server[103305]: base_url = self.get_endpoint(auth, allow=allow, Jan 26 21:38:13.030631 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 26 21:38:13.030631 n-d-760453-5 neutron-server[103305]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 26 21:38:13.030631 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 26 21:38:13.030631 n-d-760453-5 neutron-server[103305]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 26 21:38:13.030631 n-d-760453-5 neutron-server[103305]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 26 21:38:13.035933 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-587cb9b7-2123-42b1-9ba7-03fca6e43fae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4110931'] for network (6d9b7d3e-0715-46d5-b820-5d39496c81b9), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:38:13.044464 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-587cb9b7-2123-42b1-9ba7-03fca6e43fae admin admin] Publish callbacks [] for network (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:38:13.049840 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-587cb9b7-2123-42b1-9ba7-03fca6e43fae admin admin] 10.222.0.13 "DELETE /v2.0/networks/6d9b7d3e-0715-46d5-b820-5d39496c81b9 HTTP/1.1" status: 204 len: 168 time: 1.1446459 Jan 26 21:38:13.058236 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 60486) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:38:13.062971 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587cb9b7-2123-42b1-9ba7-03fca6e43fae admin admin] Pushing event deleted for resources: {'Network': ['ID=6d9b7d3e-0715-46d5-b820-5d39496c81b9,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:38:13.160307 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f87cc5e-43e8-4b0d-89f9-4968295a2a86 req-f0ce5aba-5a34-4d2e-97d6-87cdc9977335 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:38:13.162047 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-2f87cc5e-43e8-4b0d-89f9-4968295a2a86 req-f0ce5aba-5a34-4d2e-97d6-87cdc9977335 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=5a00f6c3-7d1c-4441-bc3f-9afc1b97cb66 HTTP/1.1" status: 200 len: 1096 time: 0.1595323 Jan 26 21:38:13.217931 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Pushing event updated for resources: {'Port': ['ID=7829b310-aa88-4cd0-b0b1-6f43b78b1316,revision_number=5']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:38:13.222008 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Current status of the port 6baf16e3-53c6-426c-b430-c823ac0ae67d is: DOWN; New status is: BUILD {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:38:13.222400 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (6baf16e3-53c6-426c-b430-c823ac0ae67d), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:38:13.241519 n-d-760453-5 neutron-server[103306]: DEBUG neutron.notifiers.nova [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6baf16e3-53c6-426c-b430-c823ac0ae67d {{(pid=103306) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 26 21:38:13.256738 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-2f87cc5e-43e8-4b0d-89f9-4968295a2a86 req-1dd4d6b9-be95-4c77-a409-4dc53d97b684 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=a054c284-9859-451f-a00a-c33cf1db0121&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881400 Jan 26 21:38:13.264562 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] For port 6baf16e3-53c6-426c-b430-c823ac0ae67d, host n-h1-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-5',level=0,port_id=6baf16e3-53c6-426c-b430-c823ac0ae67d,segment=NetworkSegment(3717183c-69c6-44ee-ac2f-ec1e05ab35f5),segment_id=3717183c-69c6-44ee-ac2f-ec1e05ab35f5)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:38:13.270190 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (6baf16e3-53c6-426c-b430-c823ac0ae67d), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:38:13.303137 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 60490) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:38:13.321641 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-337c1dd9-69fb-47b4-8616-bc1b159676c6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:38:13.323015 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Pushing event updated for resources: {'Port': ['ID=6baf16e3-53c6-426c-b430-c823ac0ae67d,revision_number=4']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:38:13.408237 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-337c1dd9-69fb-47b4-8616-bc1b159676c6 admin admin] Publish callbacks [] for security_group (0cc85940-c46c-4933-82ae-c5c66f3792c4), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:38:13.421932 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-337c1dd9-69fb-47b4-8616-bc1b159676c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (0cc85940-c46c-4933-82ae-c5c66f3792c4), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:38:13.460441 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device 40cc6b27-bcbe-4c98-9b7f-0493c1cb6cba no longer exists at agent ovs-agent-n-d-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 26 21:38:13.464465 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-337c1dd9-69fb-47b4-8616-bc1b159676c6 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=69db1656126a4c108dfae64b6787415a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1596179 Jan 26 21:38:13.465684 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-337c1dd9-69fb-47b4-8616-bc1b159676c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0cc85940-c46c-4933-82ae-c5c66f3792c4,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:38:13.467239 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 60492) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:38:13.487918 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] No Port match for: 40cc6b27-bcbe-4c98-9b7f-0493c1cb6cba {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 26 21:38:13.488510 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device 40cc6b27-bcbe-4c98-9b7f-0493c1cb6cba not bound to the agent host n-d-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 26 21:38:13.488684 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device 322d9fd2-e922-4f39-839f-ee71ede99e74 no longer exists at agent ovs-agent-n-d-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 26 21:38:13.514058 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] No Port match for: 322d9fd2-e922-4f39-839f-ee71ede99e74 {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 26 21:38:13.514403 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device 322d9fd2-e922-4f39-839f-ee71ede99e74 not bound to the agent host n-d-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 26 21:38:13.521789 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-888e582f-dfa6-42c8-81c4-b7d6f9170b0d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4110657'] for router_interface (f243c90b-03a4-4598-bb16-fac79d81a0a1), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:38:13.566028 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-9dfd11af-362f-4a51-983d-763e20192783 admin admin] Publish callbacks [] for security_group (0cc85940-c46c-4933-82ae-c5c66f3792c4), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:38:13.624466 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-9dfd11af-362f-4a51-983d-763e20192783 admin admin] Publish callbacks [] for security_group (0cc85940-c46c-4933-82ae-c5c66f3792c4), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:38:13.666270 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] get_ports_and_sgs() called for port_ids ['6baf16e3-53c6-426c-b430-c823ac0ae67d'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 26 21:38:13.760521 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-9dfd11af-362f-4a51-983d-763e20192783 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (0cc85940-c46c-4933-82ae-c5c66f3792c4), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:38:13.763098 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-9dfd11af-362f-4a51-983d-763e20192783 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:38:13.764301 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-9dfd11af-362f-4a51-983d-763e20192783 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/0cc85940-c46c-4933-82ae-c5c66f3792c4 HTTP/1.1" status: 204 len: 168 time: 0.2953210 Jan 26 21:38:13.780923 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c88599e-1906-40a8-ba40-6821563d6155 req-55d85688-9101-4a7f-b83b-c447607862fd tempest-TestServerMultinode-638723592 tempest-TestServerMultinode-638723592-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:38:13.782525 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-0c88599e-1906-40a8-ba40-6821563d6155 req-55d85688-9101-4a7f-b83b-c447607862fd tempest-TestServerMultinode-638723592 tempest-TestServerMultinode-638723592-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=5a00f6c3-7d1c-4441-bc3f-9afc1b97cb66 HTTP/1.1" status: 200 len: 1096 time: 0.0871246 Jan 26 21:38:13.784096 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dfd11af-362f-4a51-983d-763e20192783 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cc85940-c46c-4933-82ae-c5c66f3792c4,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:38:13.858908 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-0c88599e-1906-40a8-ba40-6821563d6155 req-a16d457f-2880-4a20-97ea-9c6c90202efd tempest-TestServerMultinode-638723592 tempest-TestServerMultinode-638723592-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=a054c284-9859-451f-a00a-c33cf1db0121&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683784 Jan 26 21:38:13.905379 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-888e582f-dfa6-42c8-81c4-b7d6f9170b0d admin admin] Deleting port 2b58934b-c04e-4502-bae4-46a99625ed32 {{(pid=103304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 21:38:13.905651 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-888e582f-dfa6-42c8-81c4-b7d6f9170b0d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746560630878'] for port (2b58934b-c04e-4502-bae4-46a99625ed32), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:38:13.993163 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [None req-888e582f-dfa6-42c8-81c4-b7d6f9170b0d admin admin] For port 2b58934b-c04e-4502-bae4-46a99625ed32, host n-d-760453-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=2b58934b-c04e-4502-bae4-46a99625ed32,segment=NetworkSegment(7723bfeb-0406-43f5-8da4-438fcee71389),segment_id=7723bfeb-0406-43f5-8da4-438fcee71389)] {{(pid=103304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:38:13.993662 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-888e582f-dfa6-42c8-81c4-b7d6f9170b0d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4109658'] for port (2b58934b-c04e-4502-bae4-46a99625ed32), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:38:14.029689 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-888e582f-dfa6-42c8-81c4-b7d6f9170b0d admin admin] Calling delete_port for 2b58934b-c04e-4502-bae4-46a99625ed32 owned by network:router_interface {{(pid=103304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 21:38:14.090169 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2ebfd8-1241-45d9-9f91-82867e3779bf req-a8d366dc-0071-4350-bb92-18e5dd7ad9bc tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:38:14.091546 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-ab2ebfd8-1241-45d9-9f91-82867e3779bf req-a8d366dc-0071-4350-bb92-18e5dd7ad9bc tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] 10.222.0.13 "GET /v2.0/ports?device_id=dd921538-61f8-4032-962d-8ba0579556bb HTTP/1.1" status: 200 len: 945 time: 0.0895586 Jan 26 21:38:14.190967 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-ab2ebfd8-1241-45d9-9f91-82867e3779bf req-5ddd64dc-fa45-4426-a3fd-455cc35206c9 tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] 10.222.0.13 "GET /v2.0/security-groups?id=c855b7af-ae6a-4b31-98b5-41bfc1142283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908754 Jan 26 21:38:14.265834 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-888e582f-dfa6-42c8-81c4-b7d6f9170b0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746560636600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746560234536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9281553'] for port (2b58934b-c04e-4502-bae4-46a99625ed32), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:38:14.292046 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-888e582f-dfa6-42c8-81c4-b7d6f9170b0d admin admin] Pushing event deleted for resources: {'Port': ['ID=2b58934b-c04e-4502-bae4-46a99625ed32,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:38:14.346653 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-888e582f-dfa6-42c8-81c4-b7d6f9170b0d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:38:14.347009 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-888e582f-dfa6-42c8-81c4-b7d6f9170b0d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:38:14.347356 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-888e582f-dfa6-42c8-81c4-b7d6f9170b0d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:38:14.347974 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-888e582f-dfa6-42c8-81c4-b7d6f9170b0d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:38:14.348069 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-888e582f-dfa6-42c8-81c4-b7d6f9170b0d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:38:14.348353 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-888e582f-dfa6-42c8-81c4-b7d6f9170b0d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:38:14.348681 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-888e582f-dfa6-42c8-81c4-b7d6f9170b0d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:38:14.349009 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-888e582f-dfa6-42c8-81c4-b7d6f9170b0d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:38:14.349360 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-888e582f-dfa6-42c8-81c4-b7d6f9170b0d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:38:14.349708 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-888e582f-dfa6-42c8-81c4-b7d6f9170b0d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:38:14.350008 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-888e582f-dfa6-42c8-81c4-b7d6f9170b0d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:38:14.350336 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-888e582f-dfa6-42c8-81c4-b7d6f9170b0d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:38:14.350651 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-888e582f-dfa6-42c8-81c4-b7d6f9170b0d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:38:14.499114 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-888e582f-dfa6-42c8-81c4-b7d6f9170b0d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3709480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4110805'] for router_interface (f243c90b-03a4-4598-bb16-fac79d81a0a1), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:38:14.618205 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Device 6baf16e3-53c6-426c-b430-c823ac0ae67d up at agent hyperv_n-h1-760453-5 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 21:38:14.677763 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Provisioning for port 6baf16e3-53c6-426c-b430-c823ac0ae67d completed by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 21:38:14.682648 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Provisioning complete for port 6baf16e3-53c6-426c-b430-c823ac0ae67d triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:38:14.683029 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (6baf16e3-53c6-426c-b430-c823ac0ae67d), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:38:14.771334 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Current status of the port 6baf16e3-53c6-426c-b430-c823ac0ae67d is: BUILD; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:38:14.771803 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (6baf16e3-53c6-426c-b430-c823ac0ae67d), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:38:14.820562 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] For port 6baf16e3-53c6-426c-b430-c823ac0ae67d, host n-h1-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-5',level=0,port_id=6baf16e3-53c6-426c-b430-c823ac0ae67d,segment=NetworkSegment(3717183c-69c6-44ee-ac2f-ec1e05ab35f5),segment_id=3717183c-69c6-44ee-ac2f-ec1e05ab35f5)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:38:14.836181 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (6baf16e3-53c6-426c-b430-c823ac0ae67d), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:38:14.906232 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Pushing event updated for resources: {'Port': ['ID=6baf16e3-53c6-426c-b430-c823ac0ae67d,revision_number=5']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:38:14.946370 n-d-760453-5 neutron-server[103306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd921538-61f8-4032-962d-8ba0579556bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6baf16e3-53c6-426c-b430-c823ac0ae67d'}] {{(pid=103306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 21:38:14.948780 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9d5d370febab655511bdd2ffe887e43e442d144a440368702bcc1e93af00b97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a72a26c3-8821-4034-a1b8-682a2619bfc4" -d '{"events": [{"server_uuid": "dd921538-61f8-4032-962d-8ba0579556bb", "name": "network-vif-plugged", "status": "completed", "tag": "6baf16e3-53c6-426c-b430-c823ac0ae67d"}]}' {{(pid=103306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 21:38:14.996777 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Jan 2022 21:38:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d703b63-08ab-4c34-8fb1-bb5aeeefe1eb x-openstack-request-id: req-0d703b63-08ab-4c34-8fb1-bb5aeeefe1eb {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 21:38:14.997074 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd921538-61f8-4032-962d-8ba0579556bb", "name": "network-vif-plugged", "status": "completed", "tag": "6baf16e3-53c6-426c-b430-c823ac0ae67d", "code": 200}]} {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 21:38:14.997417 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-0d703b63-08ab-4c34-8fb1-bb5aeeefe1eb {{(pid=103306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 21:38:14.997816 n-d-760453-5 neutron-server[103306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd921538-61f8-4032-962d-8ba0579556bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6baf16e3-53c6-426c-b430-c823ac0ae67d', 'code': 200} Jan 26 21:38:15.081796 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82759f1b-3a84-4cd9-8962-f4950713372c req-7e0e7153-829d-44d4-b01d-3a4c24742e00 tempest-TestServerMultinode-638723592 tempest-TestServerMultinode-638723592-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:38:15.083577 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-82759f1b-3a84-4cd9-8962-f4950713372c req-7e0e7153-829d-44d4-b01d-3a4c24742e00 tempest-TestServerMultinode-638723592 tempest-TestServerMultinode-638723592-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=5a00f6c3-7d1c-4441-bc3f-9afc1b97cb66 HTTP/1.1" status: 200 len: 1096 time: 0.0917325 Jan 26 21:38:15.133049 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-888e582f-dfa6-42c8-81c4-b7d6f9170b0d admin admin] Router f243c90b-03a4-4598-bb16-fac79d81a0a1 has already been hosted by L3 agent 09df100c-3af1-4b0a-bda8-05914c71c458 {{(pid=103304) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 26 21:38:15.172606 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df6fc72-a40f-49a1-b92d-ea8bf6b0a21d req-a1675dcc-d9ea-4c6c-8362-b2b1dfea5dab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:38:15.174145 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-0df6fc72-a40f-49a1-b92d-ea8bf6b0a21d req-a1675dcc-d9ea-4c6c-8362-b2b1dfea5dab service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=dd921538-61f8-4032-962d-8ba0579556bb HTTP/1.1" status: 200 len: 1097 time: 0.0876269 Jan 26 21:38:15.178202 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-82759f1b-3a84-4cd9-8962-f4950713372c req-ba92b50e-05f5-417a-ae63-536c0f2b8327 tempest-TestServerMultinode-638723592 tempest-TestServerMultinode-638723592-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=a054c284-9859-451f-a00a-c33cf1db0121&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808625 Jan 26 21:38:15.356294 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-0df6fc72-a40f-49a1-b92d-ea8bf6b0a21d req-727f8714-9427-4587-adff-5fa6a83899b0 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=c855b7af-ae6a-4b31-98b5-41bfc1142283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1751599 Jan 26 21:38:15.393377 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-888e582f-dfa6-42c8-81c4-b7d6f9170b0d admin admin] Notify agent at l3_agent.n-d-760453-5 the message routers_updated {{(pid=103304) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 26 21:38:15.401208 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-888e582f-dfa6-42c8-81c4-b7d6f9170b0d admin admin] 10.222.0.13 "PUT /v2.0/routers/f243c90b-03a4-4598-bb16-fac79d81a0a1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3386829 Jan 26 21:38:15.401902 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91695278-5952-47dd-9e38-fb48e38dbf34 req-59f625a5-1284-4872-b1b1-6fdaf06d5e49 tempest-TestServerMultinode-638723592 tempest-TestServerMultinode-638723592-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:38:15.402198 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 60556) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:38:15.403347 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-91695278-5952-47dd-9e38-fb48e38dbf34 req-59f625a5-1284-4872-b1b1-6fdaf06d5e49 tempest-TestServerMultinode-638723592 tempest-TestServerMultinode-638723592-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=5a00f6c3-7d1c-4441-bc3f-9afc1b97cb66 HTTP/1.1" status: 200 len: 1096 time: 0.1349156 Jan 26 21:38:15.410445 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30134cca-f55a-45b6-9fef-5ae84bb85789 req-9bea49eb-9be8-47b5-8b4c-2251e228a2c6 tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:38:15.411977 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-30134cca-f55a-45b6-9fef-5ae84bb85789 req-9bea49eb-9be8-47b5-8b4c-2251e228a2c6 tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] 10.222.0.13 "GET /v2.0/ports?device_id=dd921538-61f8-4032-962d-8ba0579556bb HTTP/1.1" status: 200 len: 946 time: 0.1364582 Jan 26 21:38:15.419295 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6aaec5c-6b35-4c0d-8e7f-816af642b0cc None None] Sync routers for ids ['f243c90b-03a4-4598-bb16-fac79d81a0a1'] in n-d-760453-5 {{(pid=103306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 26 21:38:15.433910 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6aaec5c-6b35-4c0d-8e7f-816af642b0cc None None] Routers {'f243c90b-03a4-4598-bb16-fac79d81a0a1'} bound to L3 agent in host n-d-760453-5 {{(pid=103306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 21:38:15.434567 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-c6aaec5c-6b35-4c0d-8e7f-816af642b0cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-26T20:55:21Z,description=,heartbeat_timestamp=2022-01-26T21:37:51Z,host='n-d-760453-5',id=09df100c-3af1-4b0a-bda8-05914c71c458,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:55:21Z,topic='l3_agent')) {'router_ids': ['f243c90b-03a4-4598-bb16-fac79d81a0a1'], 'active': True} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:38:15.495043 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-91695278-5952-47dd-9e38-fb48e38dbf34 req-8d24fcc1-80c2-4555-a211-f09c7173d183 tempest-TestServerMultinode-638723592 tempest-TestServerMultinode-638723592-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=a054c284-9859-451f-a00a-c33cf1db0121&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770609 Jan 26 21:38:15.500280 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-30134cca-f55a-45b6-9fef-5ae84bb85789 req-b3634826-b942-4a8b-8614-cf16be29ff0e tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] 10.222.0.13 "GET /v2.0/security-groups?id=c855b7af-ae6a-4b31-98b5-41bfc1142283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812774 Jan 26 21:38:15.543584 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-d0ee9775-815e-42c7-baa6-ef52767197a9 admin admin] Publish callbacks [] for router (f243c90b-03a4-4598-bb16-fac79d81a0a1), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:38:15.598633 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvr_db [None req-c6aaec5c-6b35-4c0d-8e7f-816af642b0cc None None] Set router f243c90b-03a4-4598-bb16-fac79d81a0a1 gateway port host: n-d-760453-5 {{(pid=103306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 21:38:15.628021 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef707044-cb47-4fb4-8481-ddfdc5799f22 req-39a57b6b-587d-49cc-9e4c-ef194f34c331 tempest-TestServerMultinode-638723592 tempest-TestServerMultinode-638723592-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:38:15.635419 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-ef707044-cb47-4fb4-8481-ddfdc5799f22 req-39a57b6b-587d-49cc-9e4c-ef194f34c331 tempest-TestServerMultinode-638723592 tempest-TestServerMultinode-638723592-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=5a00f6c3-7d1c-4441-bc3f-9afc1b97cb66 HTTP/1.1" status: 200 len: 1096 time: 0.0635889 Jan 26 21:38:15.685714 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-d0ee9775-815e-42c7-baa6-ef52767197a9 admin admin] Publish callbacks [] for router_gateway (f243c90b-03a4-4598-bb16-fac79d81a0a1), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:38:15.698298 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-ef707044-cb47-4fb4-8481-ddfdc5799f22 req-65ac2dd9-6d9f-454a-ba2b-3872a770a77f tempest-TestServerMultinode-638723592 tempest-TestServerMultinode-638723592-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=a054c284-9859-451f-a00a-c33cf1db0121&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557690 Jan 26 21:38:15.760857 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-d0ee9775-815e-42c7-baa6-ef52767197a9 admin admin] Deleting port 5200bf78-a7ba-46ca-b700-554069770c80 {{(pid=103305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 21:38:15.761212 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-d0ee9775-815e-42c7-baa6-ef52767197a9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746560630878'] for port (5200bf78-a7ba-46ca-b700-554069770c80), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:38:15.811938 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-c6aaec5c-6b35-4c0d-8e7f-816af642b0cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f243c90b-03a4-4598-bb16-fac79d81a0a1', 'name': 'tempest-TestServerBasicOps-1168193667-router', 'tenant_id': 'f820637ec49944f0a8684cdb200f9de0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'external_fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.164'}], 'enable_snat': True}, 'gw_port_id': '5200bf78-a7ba-46ca-b700-554069770c80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T21:32:05Z', 'updated_at': '2022-01-26T21:38:14Z', 'revision_number': 5, 'project_id': 'f820637ec49944f0a8684cdb200f9de0', 'gw_port': {'id': '5200bf78-a7ba-46ca-b700-554069770c80', 'name': '', 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:94:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f243c90b-03a4-4598-bb16-fac79d81a0a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2753, 'fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:32:06Z', 'updated_at': '2022-01-26T21:32:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-5'}], 'n-d-760453-5', False) {} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:38:15.843990 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6aaec5c-6b35-4c0d-8e7f-816af642b0cc None None] Checking router: f243c90b-03a4-4598-bb16-fac79d81a0a1 for host: n-d-760453-5 {{(pid=103306) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 26 21:38:15.852876 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6aaec5c-6b35-4c0d-8e7f-816af642b0cc None None] Routers {'f243c90b-03a4-4598-bb16-fac79d81a0a1'} bound to L3 agent in host n-d-760453-5 {{(pid=103306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 21:38:15.853523 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-c6aaec5c-6b35-4c0d-8e7f-816af642b0cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-26T20:55:21Z,description=,heartbeat_timestamp=2022-01-26T21:37:51Z,host='n-d-760453-5',id=09df100c-3af1-4b0a-bda8-05914c71c458,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:55:21Z,topic='l3_agent')) {'router_ids': ['f243c90b-03a4-4598-bb16-fac79d81a0a1'], 'active': True} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:38:15.885088 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [None req-d0ee9775-815e-42c7-baa6-ef52767197a9 admin admin] For port 5200bf78-a7ba-46ca-b700-554069770c80, host n-d-760453-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=5200bf78-a7ba-46ca-b700-554069770c80,segment=NetworkSegment(e17cb353-418f-48b9-b982-21a6233ee99b),segment_id=e17cb353-418f-48b9-b982-21a6233ee99b)] {{(pid=103305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:38:15.885498 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-d0ee9775-815e-42c7-baa6-ef52767197a9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4109658'] for port (5200bf78-a7ba-46ca-b700-554069770c80), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:38:15.906807 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-d0ee9775-815e-42c7-baa6-ef52767197a9 admin admin] Calling delete_port for 5200bf78-a7ba-46ca-b700-554069770c80 owned by network:router_gateway {{(pid=103305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 21:38:15.959746 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvr_db [None req-c6aaec5c-6b35-4c0d-8e7f-816af642b0cc None None] Set router f243c90b-03a4-4598-bb16-fac79d81a0a1 gateway port host: None {{(pid=103306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 21:38:16.021770 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-c6aaec5c-6b35-4c0d-8e7f-816af642b0cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f243c90b-03a4-4598-bb16-fac79d81a0a1', 'name': 'tempest-TestServerBasicOps-1168193667-router', 'tenant_id': 'f820637ec49944f0a8684cdb200f9de0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T21:32:05Z', 'updated_at': '2022-01-26T21:38:15Z', 'revision_number': 6, 'project_id': 'f820637ec49944f0a8684cdb200f9de0', 'gw_port_host': None}], 'n-d-760453-5', False) {} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:38:16.048659 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10792a18-806c-438c-ba6c-9e4633b21c54 req-9e7f1fcc-c908-450a-afac-829e96237d00 tempest-TestServerMultinode-638723592 tempest-TestServerMultinode-638723592-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:38:16.050383 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6aaec5c-6b35-4c0d-8e7f-816af642b0cc None None] The sync data for ids ['f243c90b-03a4-4598-bb16-fac79d81a0a1'] in n-d-760453-5 is: [{'id': 'f243c90b-03a4-4598-bb16-fac79d81a0a1', 'name': 'tempest-TestServerBasicOps-1168193667-router', 'tenant_id': 'f820637ec49944f0a8684cdb200f9de0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T21:32:05Z', 'updated_at': '2022-01-26T21:38:15Z', 'revision_number': 6, 'project_id': 'f820637ec49944f0a8684cdb200f9de0', 'gw_port_host': None}] {{(pid=103306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 26 21:38:16.054177 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-10792a18-806c-438c-ba6c-9e4633b21c54 req-9e7f1fcc-c908-450a-afac-829e96237d00 tempest-TestServerMultinode-638723592 tempest-TestServerMultinode-638723592-project-admin] 10.222.0.13 "GET /v2.0/networks?id=3a41c7dc-bf9a-47e9-b867-e0ce77f10e3d HTTP/1.1" status: 200 len: 911 time: 0.1102226 Jan 26 21:38:16.071134 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-10792a18-806c-438c-ba6c-9e4633b21c54 req-64c3bcd3-1982-4a8c-b756-0ed0f08bdc2d tempest-TestServerMultinode-638723592 tempest-TestServerMultinode-638723592-project-admin] 10.222.0.13 "GET /v2.0/quotas/ad63beab819f4ebcbe4f176ac2e611f3 HTTP/1.1" status: 200 len: 375 time: 0.0130758 Jan 26 21:38:16.136639 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-10792a18-806c-438c-ba6c-9e4633b21c54 req-0bd128bd-2db7-4890-8f8b-38cf6ab8006e tempest-TestServerMultinode-638723592 tempest-TestServerMultinode-638723592-project-admin] 10.222.0.13 "GET /v2.0/ports?tenant_id=ad63beab819f4ebcbe4f176ac2e611f3&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0571017 Jan 26 21:38:16.145441 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-d0ee9775-815e-42c7-baa6-ef52767197a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746560636600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746560234536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11791543'] for port (5200bf78-a7ba-46ca-b700-554069770c80), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:38:16.173542 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ee9775-815e-42c7-baa6-ef52767197a9 admin admin] Pushing event deleted for resources: {'Port': ['ID=5200bf78-a7ba-46ca-b700-554069770c80,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:38:16.184396 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0ee9775-815e-42c7-baa6-ef52767197a9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:38:16.184809 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0ee9775-815e-42c7-baa6-ef52767197a9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:38:16.185127 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0ee9775-815e-42c7-baa6-ef52767197a9 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:38:16.185522 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0ee9775-815e-42c7-baa6-ef52767197a9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:38:16.185891 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0ee9775-815e-42c7-baa6-ef52767197a9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:38:16.186228 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0ee9775-815e-42c7-baa6-ef52767197a9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:38:16.186554 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0ee9775-815e-42c7-baa6-ef52767197a9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:38:16.186879 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0ee9775-815e-42c7-baa6-ef52767197a9 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:38:16.187686 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0ee9775-815e-42c7-baa6-ef52767197a9 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:38:16.187686 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0ee9775-815e-42c7-baa6-ef52767197a9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:38:16.188533 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0ee9775-815e-42c7-baa6-ef52767197a9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:38:16.188942 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0ee9775-815e-42c7-baa6-ef52767197a9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:38:16.189361 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0ee9775-815e-42c7-baa6-ef52767197a9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:38:16.254438 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-d0ee9775-815e-42c7-baa6-ef52767197a9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4111291'] for router_gateway (f243c90b-03a4-4598-bb16-fac79d81a0a1), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:38:16.261866 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-10792a18-806c-438c-ba6c-9e4633b21c54 req-a5739c03-26c8-4698-816e-268eb80d3194 service neutron] 10.222.0.13 "GET /v2.0/networks/3a41c7dc-bf9a-47e9-b867-e0ce77f10e3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1154730 Jan 26 21:38:16.363083 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-10792a18-806c-438c-ba6c-9e4633b21c54 req-f9f667cc-4338-432a-877d-a908bd90b1cd service neutron] 10.222.0.13 "GET /v2.0/networks/3a41c7dc-bf9a-47e9-b867-e0ce77f10e3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0967925 Jan 26 21:38:16.368263 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-d0ee9775-815e-42c7-baa6-ef52767197a9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4105774', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13082'] for router (f243c90b-03a4-4598-bb16-fac79d81a0a1), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:38:16.370163 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-d0ee9775-815e-42c7-baa6-ef52767197a9 admin admin] Publish callbacks [] for router_controller (f243c90b-03a4-4598-bb16-fac79d81a0a1), precommit_delete_associations {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:38:16.441557 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-d0ee9775-815e-42c7-baa6-ef52767197a9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4105767'] for router (f243c90b-03a4-4598-bb16-fac79d81a0a1), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:38:16.443208 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0ee9775-815e-42c7-baa6-ef52767197a9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f243c90b-03a4-4598-bb16-fac79d81a0a1 {{(pid=103305) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 26 21:38:16.449877 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 60600) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:38:16.455151 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-d0ee9775-815e-42c7-baa6-ef52767197a9 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:38:16.462590 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 60604) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:38:16.464358 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-d0ee9775-815e-42c7-baa6-ef52767197a9 admin admin] 10.222.0.13 "DELETE /v2.0/routers/f243c90b-03a4-4598-bb16-fac79d81a0a1 HTTP/1.1" status: 204 len: 168 time: 1.0597696 Jan 26 21:38:16.526796 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.db_base_plugin_v2 [None req-4b0d5894-aca4-4e30-ab66-33af796dce4a admin admin] Deleting subnet 4e051f0c-1a12-443a-b9c7-139dae805a78 {{(pid=103304) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 26 21:38:16.530648 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-4b0d5894-aca4-4e30-ab66-33af796dce4a admin admin] Publish callbacks [] for subnet (4e051f0c-1a12-443a-b9c7-139dae805a78), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:38:16.608365 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-3ae0226c-abb7-4f09-a5f1-af32c791c829 req-36a3f977-606d-4de2-984f-9edfaa235f24 tempest-TestServerMultinode-638723592 tempest-TestServerMultinode-638723592-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=570cc3c1-a6bf-46de-8617-cfddcb5ad486 HTTP/1.1" status: 200 len: 210 time: 0.0388246 Jan 26 21:38:16.660196 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-4b0d5894-aca4-4e30-ab66-33af796dce4a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8881284'] for subnet (4e051f0c-1a12-443a-b9c7-139dae805a78), precommit_delete_associations {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:38:16.681474 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-ae28e95b-ec01-44a9-9e2c-f11e9d0fdf8c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:38:16.724058 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d646757-31f4-4c5e-899b-2fae1ee6b112 req-12a03192-0141-4b90-a502-98aac1cc41bf tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:38:16.725597 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-7d646757-31f4-4c5e-899b-2fae1ee6b112 req-12a03192-0141-4b90-a502-98aac1cc41bf tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] 10.222.0.13 "GET /v2.0/ports?device_id=dd921538-61f8-4032-962d-8ba0579556bb HTTP/1.1" status: 200 len: 946 time: 0.1229641 Jan 26 21:38:16.834173 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-4b0d5894-aca4-4e30-ab66-33af796dce4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687316'] for subnet (4e051f0c-1a12-443a-b9c7-139dae805a78), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:38:16.842799 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-7d646757-31f4-4c5e-899b-2fae1ee6b112 req-d82e0819-0014-4b8a-b97d-a612a8dafd84 tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] 10.222.0.13 "GET /v2.0/security-groups?id=c855b7af-ae6a-4b31-98b5-41bfc1142283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085112 Jan 26 21:38:16.917441 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-ae28e95b-ec01-44a9-9e2c-f11e9d0fdf8c admin admin] Publish callbacks [] for security_group (c10131a9-d0ae-4e4b-897c-5822c2a05c91), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:38:16.922736 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-ae28e95b-ec01-44a9-9e2c-f11e9d0fdf8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (c10131a9-d0ae-4e4b-897c-5822c2a05c91), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:38:16.956714 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-4b0d5894-aca4-4e30-ab66-33af796dce4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9281612', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12215216'] for subnet (4e051f0c-1a12-443a-b9c7-139dae805a78), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:38:16.999183 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae28e95b-ec01-44a9-9e2c-f11e9d0fdf8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c10131a9-d0ae-4e4b-897c-5822c2a05c91,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:38:17.006056 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-ae28e95b-ec01-44a9-9e2c-f11e9d0fdf8c admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=fe58addb5de84729bfc32be84a2e8c3d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5540690 Jan 26 21:38:17.007426 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-4b0d5894-aca4-4e30-ab66-33af796dce4a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:38:17.010572 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 60620) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:38:17.012140 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-4b0d5894-aca4-4e30-ab66-33af796dce4a admin admin] 10.222.0.13 "DELETE /v2.0/subnets/4e051f0c-1a12-443a-b9c7-139dae805a78 HTTP/1.1" status: 204 len: 168 time: 0.5480590 Jan 26 21:38:17.013757 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b0d5894-aca4-4e30-ab66-33af796dce4a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4e051f0c-1a12-443a-b9c7-139dae805a78,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:38:17.015908 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 60622) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:38:17.020395 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e202729-6522-402d-be8c-716856020d17 None None] Network 9dd24a2c-5130-4b92-8ea6-7cca69fcc071 requested from n-d-760453-5 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 26 21:38:17.082303 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-2510fd3a-7135-45b1-b06b-ceff5bf316a1 admin admin] Publish callbacks [] for security_group (c10131a9-d0ae-4e4b-897c-5822c2a05c91), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:38:17.112871 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-2510fd3a-7135-45b1-b06b-ceff5bf316a1 admin admin] Publish callbacks [] for security_group (c10131a9-d0ae-4e4b-897c-5822c2a05c91), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:38:17.140835 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-57095676-1880-46c8-9206-26debb296697 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-748181'] for network (9dd24a2c-5130-4b92-8ea6-7cca69fcc071), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:38:17.177948 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-2510fd3a-7135-45b1-b06b-ceff5bf316a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (c10131a9-d0ae-4e4b-897c-5822c2a05c91), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:38:17.181267 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-2510fd3a-7135-45b1-b06b-ceff5bf316a1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:38:17.182793 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-2510fd3a-7135-45b1-b06b-ceff5bf316a1 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/c10131a9-d0ae-4e4b-897c-5822c2a05c91 HTTP/1.1" status: 204 len: 168 time: 0.1652651 Jan 26 21:38:17.197930 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2510fd3a-7135-45b1-b06b-ceff5bf316a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c10131a9-d0ae-4e4b-897c-5822c2a05c91,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:38:17.200193 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-57095676-1880-46c8-9206-26debb296697 admin admin] Deleting port d9379e6c-68b3-4e78-b605-13d86546805c {{(pid=103304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 21:38:17.200774 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-57095676-1880-46c8-9206-26debb296697 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746560630878'] for port (d9379e6c-68b3-4e78-b605-13d86546805c), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:38:17.271041 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-321fdb4e-4a7d-4dba-bb6c-1d25876455d4 None None] DHCP port deletion for 9dd24a2c-5130-4b92-8ea6-7cca69fcc071 request from n-d-760453-5 {{(pid=103306) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 26 21:38:17.295545 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [None req-57095676-1880-46c8-9206-26debb296697 admin admin] For port d9379e6c-68b3-4e78-b605-13d86546805c, host n-d-760453-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=d9379e6c-68b3-4e78-b605-13d86546805c,segment=NetworkSegment(7723bfeb-0406-43f5-8da4-438fcee71389),segment_id=7723bfeb-0406-43f5-8da4-438fcee71389)] {{(pid=103304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:38:17.295930 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-57095676-1880-46c8-9206-26debb296697 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4109658'] for port (d9379e6c-68b3-4e78-b605-13d86546805c), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:38:17.322006 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-57095676-1880-46c8-9206-26debb296697 admin admin] Calling delete_port for d9379e6c-68b3-4e78-b605-13d86546805c owned by network:dhcp {{(pid=103304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 21:38:17.328832 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-321fdb4e-4a7d-4dba-bb6c-1d25876455d4 None None] Deleting port d9379e6c-68b3-4e78-b605-13d86546805c {{(pid=103306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 21:38:17.329272 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-321fdb4e-4a7d-4dba-bb6c-1d25876455d4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746560630878'] for port (d9379e6c-68b3-4e78-b605-13d86546805c), before_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:38:17.433483 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-321fdb4e-4a7d-4dba-bb6c-1d25876455d4 None None] For port d9379e6c-68b3-4e78-b605-13d86546805c, host n-d-760453-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=d9379e6c-68b3-4e78-b605-13d86546805c,segment=NetworkSegment(7723bfeb-0406-43f5-8da4-438fcee71389),segment_id=7723bfeb-0406-43f5-8da4-438fcee71389)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:38:17.434178 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-321fdb4e-4a7d-4dba-bb6c-1d25876455d4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4109658'] for port (d9379e6c-68b3-4e78-b605-13d86546805c), precommit_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:38:17.436893 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-57095676-1880-46c8-9206-26debb296697 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746560636600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746560234536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9281553'] for port (d9379e6c-68b3-4e78-b605-13d86546805c), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:38:17.452748 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-321fdb4e-4a7d-4dba-bb6c-1d25876455d4 None None] Calling delete_port for d9379e6c-68b3-4e78-b605-13d86546805c owned by network:dhcp {{(pid=103306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 21:38:17.489923 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57095676-1880-46c8-9206-26debb296697 admin admin] Pushing event deleted for resources: {'Port': ['ID=d9379e6c-68b3-4e78-b605-13d86546805c,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:38:17.491959 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57095676-1880-46c8-9206-26debb296697 admin admin] No DVR routers for this DVR port d9379e6c-68b3-4e78-b605-13d86546805c on host n-d-760453-5 {{(pid=103304) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 26 21:38:17.501952 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device 5200bf78-a7ba-46ca-b700-554069770c80 no longer exists at agent ovs-agent-n-d-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 26 21:38:17.533969 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] No Port match for: 5200bf78-a7ba-46ca-b700-554069770c80 {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 26 21:38:17.534261 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device 5200bf78-a7ba-46ca-b700-554069770c80 not bound to the agent host n-d-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 26 21:38:17.534673 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device d9379e6c-68b3-4e78-b605-13d86546805c no longer exists at agent ovs-agent-n-d-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 26 21:38:17.555600 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 60628) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:38:17.559533 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] No Port match for: d9379e6c-68b3-4e78-b605-13d86546805c {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 26 21:38:17.559889 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device d9379e6c-68b3-4e78-b605-13d86546805c not bound to the agent host n-d-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 26 21:38:17.560308 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device 2b58934b-c04e-4502-bae4-46a99625ed32 no longer exists at agent ovs-agent-n-d-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 26 21:38:17.575856 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-82f5298c-e348-4113-a899-b7237cf53ffd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:38:17.576366 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-57095676-1880-46c8-9206-26debb296697 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-686403', 'neutron.services.segments.db._delete_segments_for_network-8746560774018'] for network (9dd24a2c-5130-4b92-8ea6-7cca69fcc071), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:38:17.588669 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] No Port match for: 2b58934b-c04e-4502-bae4-46a99625ed32 {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 26 21:38:17.589140 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device 2b58934b-c04e-4502-bae4-46a99625ed32 not bound to the agent host n-d-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 26 21:38:17.605911 n-d-760453-5 neutron-server[103304]: DEBUG neutron.services.segments.db [None req-57095676-1880-46c8-9206-26debb296697 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9dd24a2c-5130-4b92-8ea6-7cca69fcc071']}} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:38:17.614647 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-321fdb4e-4a7d-4dba-bb6c-1d25876455d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746560636600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746560234536'] for port (d9379e6c-68b3-4e78-b605-13d86546805c), after_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:38:17.620699 n-d-760453-5 neutron-server[103304]: DEBUG neutron.services.segments.db [None req-57095676-1880-46c8-9206-26debb296697 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7723bfeb-0406-43f5-8da4-438fcee71389') {'for_net_delete': True} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:38:17.621009 n-d-760453-5 neutron-server[103304]: DEBUG neutron.services.segments.db [None req-57095676-1880-46c8-9206-26debb296697 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7723bfeb-0406-43f5-8da4-438fcee71389') {} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:38:17.637237 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-57095676-1880-46c8-9206-26debb296697 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746560742283', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8881293'] for segment (7723bfeb-0406-43f5-8da4-438fcee71389), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:38:17.654450 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-57095676-1880-46c8-9206-26debb296697 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576559'] for segment (7723bfeb-0406-43f5-8da4-438fcee71389), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:38:17.665283 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-57095676-1880-46c8-9206-26debb296697 admin admin] Releasing vlan 563 on physical network physnet1 to pool {{(pid=103304) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 26 21:38:17.665881 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-57095676-1880-46c8-9206-26debb296697 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9281762'] for segment (7723bfeb-0406-43f5-8da4-438fcee71389), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:38:17.667690 n-d-760453-5 neutron-server[103304]: Traceback (most recent call last): Jan 26 21:38:17.667690 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 26 21:38:17.667690 n-d-760453-5 neutron-server[103304]: timer() Jan 26 21:38:17.667690 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 26 21:38:17.667690 n-d-760453-5 neutron-server[103304]: cb(*args, **kw) Jan 26 21:38:17.667690 n-d-760453-5 neutron-server[103304]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 26 21:38:17.667690 n-d-760453-5 neutron-server[103304]: return func(*args, **kwargs) Jan 26 21:38:17.667690 n-d-760453-5 neutron-server[103304]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 26 21:38:17.667690 n-d-760453-5 neutron-server[103304]: self._notify() Jan 26 21:38:17.667690 n-d-760453-5 neutron-server[103304]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 26 21:38:17.667690 n-d-760453-5 neutron-server[103304]: self.callback(batched_events) Jan 26 21:38:17.667690 n-d-760453-5 neutron-server[103304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 26 21:38:17.667690 n-d-760453-5 neutron-server[103304]: event.method(event) Jan 26 21:38:17.667690 n-d-760453-5 neutron-server[103304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 26 21:38:17.667690 n-d-760453-5 neutron-server[103304]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 26 21:38:17.667690 n-d-760453-5 neutron-server[103304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 26 21:38:17.667690 n-d-760453-5 neutron-server[103304]: aggregate_uuid = self.p_client.list_aggregates( Jan 26 21:38:17.667690 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 26 21:38:17.667690 n-d-760453-5 neutron-server[103304]: return f(self, *a, **k) Jan 26 21:38:17.667690 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 26 21:38:17.667690 n-d-760453-5 neutron-server[103304]: return self._get(url).json() Jan 26 21:38:17.667690 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 26 21:38:17.667690 n-d-760453-5 neutron-server[103304]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 26 21:38:17.667690 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 26 21:38:17.667690 n-d-760453-5 neutron-server[103304]: return self.request(url, 'GET', **kwargs) Jan 26 21:38:17.667690 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 26 21:38:17.667690 n-d-760453-5 neutron-server[103304]: base_url = self.get_endpoint(auth, allow=allow, Jan 26 21:38:17.667690 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 26 21:38:17.667690 n-d-760453-5 neutron-server[103304]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 26 21:38:17.667690 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 26 21:38:17.667690 n-d-760453-5 neutron-server[103304]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 26 21:38:17.667690 n-d-760453-5 neutron-server[103304]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 26 21:38:17.678113 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-321fdb4e-4a7d-4dba-bb6c-1d25876455d4 None None] No DVR routers for this DVR port d9379e6c-68b3-4e78-b605-13d86546805c on host n-d-760453-5 {{(pid=103306) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 26 21:38:17.688486 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-321fdb4e-4a7d-4dba-bb6c-1d25876455d4 None None] Pushing event deleted for resources: {'Port': ['ID=d9379e6c-68b3-4e78-b605-13d86546805c,revision_number=None']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:38:17.722742 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-82f5298c-e348-4113-a899-b7237cf53ffd admin admin] Publish callbacks [] for security_group (79067234-809e-4624-811a-51fcb81ea30c), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:38:17.727854 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-82f5298c-e348-4113-a899-b7237cf53ffd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (79067234-809e-4624-811a-51fcb81ea30c), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:38:17.774159 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-e63309e3-d45e-40f4-bd90-70b58ed7a04f req-4e97d769-162a-467a-a70d-9f28d24f6f7b tempest-TestServerMultinode-638723592 tempest-TestServerMultinode-638723592-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=570cc3c1-a6bf-46de-8617-cfddcb5ad486 HTTP/1.1" status: 200 len: 210 time: 0.0549707 Jan 26 21:38:17.785839 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-82f5298c-e348-4113-a899-b7237cf53ffd admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=3e5fd94125f943fd8f41addaad5d5b7a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2282877 Jan 26 21:38:17.786662 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 60632) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:38:17.787485 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f5298c-e348-4113-a899-b7237cf53ffd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79067234-809e-4624-811a-51fcb81ea30c,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:38:17.810967 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-57095676-1880-46c8-9206-26debb296697 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4110931'] for network (9dd24a2c-5130-4b92-8ea6-7cca69fcc071), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:38:17.818231 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-57095676-1880-46c8-9206-26debb296697 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:38:17.821451 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-57095676-1880-46c8-9206-26debb296697 admin admin] 10.222.0.13 "DELETE /v2.0/networks/9dd24a2c-5130-4b92-8ea6-7cca69fcc071 HTTP/1.1" status: 204 len: 168 time: 0.8039868 Jan 26 21:38:17.854650 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-2687ca7b-d232-4333-874e-ac398b805439 admin admin] Publish callbacks [] for security_group (79067234-809e-4624-811a-51fcb81ea30c), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:38:17.855154 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57095676-1880-46c8-9206-26debb296697 admin admin] Pushing event deleted for resources: {'Network': ['ID=9dd24a2c-5130-4b92-8ea6-7cca69fcc071,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:38:17.883856 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-2687ca7b-d232-4333-874e-ac398b805439 admin admin] Publish callbacks [] for security_group (79067234-809e-4624-811a-51fcb81ea30c), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:38:17.892459 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10792a18-806c-438c-ba6c-9e4633b21c54 req-9a643990-2315-435a-bd5f-14a973f58f96 tempest-TestServerMultinode-638723592 tempest-TestServerMultinode-638723592-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:38:17.894070 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-10792a18-806c-438c-ba6c-9e4633b21c54 req-9a643990-2315-435a-bd5f-14a973f58f96 tempest-TestServerMultinode-638723592 tempest-TestServerMultinode-638723592-project-admin] 10.222.0.66 "GET /v2.0/networks?id=3a41c7dc-bf9a-47e9-b867-e0ce77f10e3d HTTP/1.1" status: 200 len: 911 time: 0.1733122 Jan 26 21:38:17.932470 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [req-10792a18-806c-438c-ba6c-9e4633b21c54 req-4618994b-82cd-488c-bda4-e2b60677c436 tempest-TestServerMultinode-638723592 tempest-TestServerMultinode-638723592-project-admin] Request body: {'port': {'device_id': '570cc3c1-a6bf-46de-8617-cfddcb5ad486', 'network_id': '3a41c7dc-bf9a-47e9-b867-e0ce77f10e3d', 'admin_state_up': True, 'tenant_id': 'ad63beab819f4ebcbe4f176ac2e611f3'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:38:17.943702 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-2687ca7b-d232-4333-874e-ac398b805439 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (79067234-809e-4624-811a-51fcb81ea30c), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:38:17.947263 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-2687ca7b-d232-4333-874e-ac398b805439 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:38:17.948514 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-2687ca7b-d232-4333-874e-ac398b805439 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/79067234-809e-4624-811a-51fcb81ea30c HTTP/1.1" status: 204 len: 168 time: 0.1579516 Jan 26 21:38:17.957633 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2687ca7b-d232-4333-874e-ac398b805439 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79067234-809e-4624-811a-51fcb81ea30c,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:38:17.997157 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-10792a18-806c-438c-ba6c-9e4633b21c54 req-4618994b-82cd-488c-bda4-e2b60677c436 tempest-TestServerMultinode-638723592 tempest-TestServerMultinode-638723592-project-admin] Made reservation on behalf of ad63beab819f4ebcbe4f176ac2e611f3 for: {'port': 1} {{(pid=103304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 21:38:17.999697 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-10792a18-806c-438c-ba6c-9e4633b21c54 req-4618994b-82cd-488c-bda4-e2b60677c436 tempest-TestServerMultinode-638723592 tempest-TestServerMultinode-638723592-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:38:18.028083 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b5b2b9-f03e-4e17-beca-8a6f17c7dc84 req-3c824c6e-efc9-4e62-bf26-9c368805bd75 tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:38:18.029888 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-66b5b2b9-f03e-4e17-beca-8a6f17c7dc84 req-3c824c6e-efc9-4e62-bf26-9c368805bd75 tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] 10.222.0.13 "GET /v2.0/ports?device_id=dd921538-61f8-4032-962d-8ba0579556bb HTTP/1.1" status: 200 len: 946 time: 0.1013348 Jan 26 21:38:18.059228 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 60640) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:38:18.128110 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-bb1f3d49-c24b-4ac6-9c9f-0885d6936a4c admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=bc791b2498e743288f8934f7fd6c9e02&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0673649 Jan 26 21:38:18.129032 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 60646) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:38:18.129438 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-66b5b2b9-f03e-4e17-beca-8a6f17c7dc84 req-39df18f0-e72b-4497-8678-66902c7276ae tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] 10.222.0.13 "GET /v2.0/security-groups?id=c855b7af-ae6a-4b31-98b5-41bfc1142283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924559 Jan 26 21:38:18.190427 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-e7b6ae42-9a66-4fb3-8c95-40f4acb7aed7 admin admin] Publish callbacks [] for security_group (fd154e7b-6d0f-4f88-9900-9b2f8af85dfe), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:38:18.193150 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.db_base_plugin_common [req-10792a18-806c-438c-ba6c-9e4633b21c54 req-4618994b-82cd-488c-bda4-e2b60677c436 tempest-TestServerMultinode-638723592 tempest-TestServerMultinode-638723592-project-admin] Allocated IP 172.20.0.10 (3a41c7dc-bf9a-47e9-b867-e0ce77f10e3d/eb8dfdda-f1a7-46d6-be86-88a387dfcadd/32c8a671-3c4a-416d-b377-a23071bbfae1) {{(pid=103304) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 21:38:18.215996 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-e7b6ae42-9a66-4fb3-8c95-40f4acb7aed7 admin admin] Publish callbacks [] for security_group (fd154e7b-6d0f-4f88-9900-9b2f8af85dfe), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:38:18.274344 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-e7b6ae42-9a66-4fb3-8c95-40f4acb7aed7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (fd154e7b-6d0f-4f88-9900-9b2f8af85dfe), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:38:18.276966 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-e7b6ae42-9a66-4fb3-8c95-40f4acb7aed7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:38:18.280541 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-e7b6ae42-9a66-4fb3-8c95-40f4acb7aed7 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/fd154e7b-6d0f-4f88-9900-9b2f8af85dfe HTTP/1.1" status: 204 len: 168 time: 0.1478064 Jan 26 21:38:18.285969 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b6ae42-9a66-4fb3-8c95-40f4acb7aed7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd154e7b-6d0f-4f88-9900-9b2f8af85dfe,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:38:18.300840 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-35b4b545-f1fa-4e14-8e84-cf13d57399d6 req-8372ee63-0ac4-44ce-a6f9-ceb322d71cea tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] 10.222.0.13 "GET /v2.0/security-groups?name=default&fields=id&tenant_id=949e29ec71a54b7f98dc62c402ac867e HTTP/1.1" status: 200 len: 267 time: 0.0814667 Jan 26 21:38:18.421584 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b4b545-f1fa-4e14-8e84-cf13d57399d6 req-67ecd83e-89de-471b-8761-f08b519d4ad9 tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:38:18.423134 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-35b4b545-f1fa-4e14-8e84-cf13d57399d6 req-67ecd83e-89de-471b-8761-f08b519d4ad9 tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] 10.222.0.13 "GET /v2.0/ports?device_id=dd921538-61f8-4032-962d-8ba0579556bb HTTP/1.1" status: 200 len: 946 time: 0.0845504 Jan 26 21:38:18.441469 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [req-35b4b545-f1fa-4e14-8e84-cf13d57399d6 req-7036c164-69f3-4571-a58a-218685c72a2c tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] Request body: {'port': {'security_groups': []}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:38:18.470221 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-10792a18-806c-438c-ba6c-9e4633b21c54 req-4618994b-82cd-488c-bda4-e2b60677c436 tempest-TestServerMultinode-638723592 tempest-TestServerMultinode-638723592-project-admin] Publish callbacks [] for port (32c8a671-3c4a-416d-b377-a23071bbfae1), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:38:18.531573 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-35b4b545-f1fa-4e14-8e84-cf13d57399d6 req-7036c164-69f3-4571-a58a-218685c72a2c tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (6baf16e3-53c6-426c-b430-c823ac0ae67d), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:38:18.553065 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-10792a18-806c-438c-ba6c-9e4633b21c54 req-4618994b-82cd-488c-bda4-e2b60677c436 tempest-TestServerMultinode-638723592 tempest-TestServerMultinode-638723592-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746560234527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9281553'] for port (32c8a671-3c4a-416d-b377-a23071bbfae1), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:38:18.565878 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] get_ports_and_sgs() called for port_ids ['7829b310-aa88-4cd0-b0b1-6f43b78b1316'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 26 21:38:18.601024 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 60666) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:38:18.651426 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-10792a18-806c-438c-ba6c-9e4633b21c54 req-4618994b-82cd-488c-bda4-e2b60677c436 tempest-TestServerMultinode-638723592 tempest-TestServerMultinode-638723592-project-admin] Network 3a41c7dc-bf9a-47e9-b867-e0ce77f10e3d is already hosted by enough agents. {{(pid=103304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 21:38:18.660222 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [req-10792a18-806c-438c-ba6c-9e4633b21c54 req-4618994b-82cd-488c-bda4-e2b60677c436 tempest-TestServerMultinode-638723592 tempest-TestServerMultinode-638723592-project-admin] Resources bound (agent type, host, resource id): {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:38:18.664108 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [req-10792a18-806c-438c-ba6c-9e4633b21c54 req-4618994b-82cd-488c-bda4-e2b60677c436 tempest-TestServerMultinode-638723592 tempest-TestServerMultinode-638723592-project-admin] Received port after_create {{(pid=103304) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 21:38:18.669700 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4618994b-82cd-488c-bda4-e2b60677c436 tempest-TestServerMultinode-638723592 tempest-TestServerMultinode-638723592-project-admin] Pushing event updated for resources: {'Port': ['ID=32c8a671-3c4a-416d-b377-a23071bbfae1,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:38:18.681875 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-5fece45e-e4c9-491a-915b-d0fca42ec507 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f820637ec49944f0a8684cdb200f9de0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0795579 Jan 26 21:38:18.683096 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 60668) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:38:18.764690 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10792a18-806c-438c-ba6c-9e4633b21c54 req-4618994b-82cd-488c-bda4-e2b60677c436 tempest-TestServerMultinode-638723592 tempest-TestServerMultinode-638723592-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:38:18.765321 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-10792a18-806c-438c-ba6c-9e4633b21c54 req-4618994b-82cd-488c-bda4-e2b60677c436 tempest-TestServerMultinode-638723592 tempest-TestServerMultinode-638723592-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:38:18.774281 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-725dfbea-a1d7-4697-8e1f-e485adb10b34 admin admin] Publish callbacks [] for security_group (640e964b-3ed0-4351-b7c4-8930dcdaf7a5), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:38:18.794670 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-10792a18-806c-438c-ba6c-9e4633b21c54 req-4618994b-82cd-488c-bda4-e2b60677c436 tempest-TestServerMultinode-638723592 tempest-TestServerMultinode-638723592-project-admin] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 0.8672523 Jan 26 21:38:18.801566 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-725dfbea-a1d7-4697-8e1f-e485adb10b34 admin admin] Publish callbacks [] for security_group (640e964b-3ed0-4351-b7c4-8930dcdaf7a5), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:38:18.822205 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [req-10792a18-806c-438c-ba6c-9e4633b21c54 req-18e60a30-b327-45c8-9b58-9d561423602a service neutron] Request body: {'port': {'device_id': '570cc3c1-a6bf-46de-8617-cfddcb5ad486', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-760453-5'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:38:18.867681 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [req-35b4b545-f1fa-4e14-8e84-cf13d57399d6 req-7036c164-69f3-4571-a58a-218685c72a2c tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] For port 6baf16e3-53c6-426c-b430-c823ac0ae67d, host n-h1-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-5',level=0,port_id=6baf16e3-53c6-426c-b430-c823ac0ae67d,segment=NetworkSegment(3717183c-69c6-44ee-ac2f-ec1e05ab35f5),segment_id=3717183c-69c6-44ee-ac2f-ec1e05ab35f5)] {{(pid=103304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:38:18.868617 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-725dfbea-a1d7-4697-8e1f-e485adb10b34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (640e964b-3ed0-4351-b7c4-8930dcdaf7a5), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:38:18.873662 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-725dfbea-a1d7-4697-8e1f-e485adb10b34 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:38:18.875146 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-725dfbea-a1d7-4697-8e1f-e485adb10b34 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/640e964b-3ed0-4351-b7c4-8930dcdaf7a5 HTTP/1.1" status: 204 len: 168 time: 0.1910965 Jan 26 21:38:18.895582 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-725dfbea-a1d7-4697-8e1f-e485adb10b34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=640e964b-3ed0-4351-b7c4-8930dcdaf7a5,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:38:18.919781 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-0555e9af-1dbc-4cf8-95e9-ceff201f4b11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (474ccdf7-ab6c-405b-a3b2-dc7b05829902), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:38:18.993718 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-35b4b545-f1fa-4e14-8e84-cf13d57399d6 req-7036c164-69f3-4571-a58a-218685c72a2c tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] Publish callbacks [] for port (6baf16e3-53c6-426c-b430-c823ac0ae67d), precommit_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:38:19.002650 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-35b4b545-f1fa-4e14-8e84-cf13d57399d6 req-7036c164-69f3-4571-a58a-218685c72a2c tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9281542'] for port (6baf16e3-53c6-426c-b430-c823ac0ae67d), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:38:19.020391 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-10792a18-806c-438c-ba6c-9e4633b21c54 req-18e60a30-b327-45c8-9b58-9d561423602a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (32c8a671-3c4a-416d-b377-a23071bbfae1), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:38:19.036737 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] get_ports_and_sgs() called for port_ids ['c06cbb5f-14e9-4f5d-9dc8-30f59f753822', 'aecd53f4-1503-422d-8f60-7356a8122a80', '6baf16e3-53c6-426c-b430-c823ac0ae67d'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 26 21:38:19.073669 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b4b545-f1fa-4e14-8e84-cf13d57399d6 req-7036c164-69f3-4571-a58a-218685c72a2c tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:38:19.074331 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-35b4b545-f1fa-4e14-8e84-cf13d57399d6 req-7036c164-69f3-4571-a58a-218685c72a2c tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:38:19.078735 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-35b4b545-f1fa-4e14-8e84-cf13d57399d6 req-7036c164-69f3-4571-a58a-218685c72a2c tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] 10.222.0.13 "PUT /v2.0/ports/6baf16e3-53c6-426c-b430-c823ac0ae67d HTTP/1.1" status: 200 len: 905 time: 0.6473372 Jan 26 21:38:19.093939 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a604d7b-b3d3-46f0-8093-fe0d63c7a85f req-f3537dce-777f-407e-96fc-5109e03eae61 tempest-TestServerMultinode-638723592 tempest-TestServerMultinode-638723592-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:38:19.106433 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-5a604d7b-b3d3-46f0-8093-fe0d63c7a85f req-f3537dce-777f-407e-96fc-5109e03eae61 tempest-TestServerMultinode-638723592 tempest-TestServerMultinode-638723592-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=570cc3c1-a6bf-46de-8617-cfddcb5ad486 HTTP/1.1" status: 200 len: 1028 time: 0.2073922 Jan 26 21:38:19.107833 n-d-760453-5 neutron-server[103304]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd921538-61f8-4032-962d-8ba0579556bb', 'tag': '6baf16e3-53c6-426c-b430-c823ac0ae67d'}] {{(pid=103304) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 21:38:19.114712 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d52b45f1943fcd332af9527eb73ff93c8d715d44383a3f6d18de73b4cfcf87b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1147d863-7968-4b14-9c63-327dc9e9ec35" -d '{"events": [{"name": "network-changed", "server_uuid": "dd921538-61f8-4032-962d-8ba0579556bb", "tag": "6baf16e3-53c6-426c-b430-c823ac0ae67d"}]}' {{(pid=103304) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 21:38:19.170967 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-d56f19e2-f95d-4702-a47b-079512a9cdba None None] Provisioning complete for port 32c8a671-3c4a-416d-b377-a23071bbfae1 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:38:19.171518 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d56f19e2-f95d-4702-a47b-079512a9cdba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (32c8a671-3c4a-416d-b377-a23071bbfae1), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:38:19.255951 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] get_ports_and_sgs() called for port_ids ['6baf16e3-53c6-426c-b430-c823ac0ae67d'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 26 21:38:19.328299 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-d56f19e2-f95d-4702-a47b-079512a9cdba None None] Port 32c8a671-3c4a-416d-b377-a23071bbfae1 cannot update to ACTIVE because it is not bound. {{(pid=103306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 26 21:38:19.365287 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7036c164-69f3-4571-a58a-218685c72a2c tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] Pushing event updated for resources: {'Port': ['ID=6baf16e3-53c6-426c-b430-c823ac0ae67d,revision_number=6']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:38:19.418441 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-5a604d7b-b3d3-46f0-8093-fe0d63c7a85f req-d3da60aa-8b3d-4b13-81dc-bed67fb98fe9 tempest-TestServerMultinode-638723592 tempest-TestServerMultinode-638723592-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=a054c284-9859-451f-a00a-c33cf1db0121&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3112700 Jan 26 21:38:19.528388 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 26 Jan 2022 21:38:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b62a029-550b-4c98-b877-bbc40f63ab42 x-openstack-request-id: req-9b62a029-550b-4c98-b877-bbc40f63ab42 {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 21:38:19.528880 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dd921538-61f8-4032-962d-8ba0579556bb", "tag": "6baf16e3-53c6-426c-b430-c823ac0ae67d", "status": "completed", "code": 200}]} {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 21:38:19.530640 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-9b62a029-550b-4c98-b877-bbc40f63ab42 {{(pid=103304) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 21:38:19.531207 n-d-760453-5 neutron-server[103304]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dd921538-61f8-4032-962d-8ba0579556bb', 'tag': '6baf16e3-53c6-426c-b430-c823ac0ae67d', 'status': 'completed', 'code': 200} Jan 26 21:38:19.561469 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935bc7f1-9315-4834-be09-6ef4e7655e96 req-84f37604-aeab-4832-879b-1e8ec57147fc tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:38:19.584971 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-935bc7f1-9315-4834-be09-6ef4e7655e96 req-84f37604-aeab-4832-879b-1e8ec57147fc tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] 10.222.0.13 "GET /v2.0/ports?device_id=dd921538-61f8-4032-962d-8ba0579556bb HTTP/1.1" status: 200 len: 908 time: 0.3061855 Jan 26 21:38:19.634287 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1147d863-7968-4b14-9c63-327dc9e9ec35 req-72fdd242-439e-43c0-b498-9f48032f2641 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:38:19.637108 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-1147d863-7968-4b14-9c63-327dc9e9ec35 req-72fdd242-439e-43c0-b498-9f48032f2641 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=949e29ec71a54b7f98dc62c402ac867e&device_id=dd921538-61f8-4032-962d-8ba0579556bb HTTP/1.1" status: 200 len: 1059 time: 0.0814281 Jan 26 21:38:19.687363 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-6e70b651-3a77-422d-b599-6788030084ec None None] Provisioning complete for port 6baf16e3-53c6-426c-b430-c823ac0ae67d triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:38:19.688422 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-6e70b651-3a77-422d-b599-6788030084ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (6baf16e3-53c6-426c-b430-c823ac0ae67d), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:38:19.795058 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1147d863-7968-4b14-9c63-327dc9e9ec35 req-634bf3e6-0892-4662-ab86-af4c0482c2ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:38:19.796960 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-1147d863-7968-4b14-9c63-327dc9e9ec35 req-634bf3e6-0892-4662-ab86-af4c0482c2ed service neutron] 10.222.0.66 "GET /v2.0/networks?id=e06aca25-0b6a-452f-bfd4-2129924c58a7 HTTP/1.1" status: 200 len: 912 time: 0.1537983 Jan 26 21:38:19.801198 n-d-760453-5 neutron-server[103304]: DEBUG neutron.notifiers.nova [req-10792a18-806c-438c-ba6c-9e4633b21c54 req-18e60a30-b327-45c8-9b58-9d561423602a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 32c8a671-3c4a-416d-b377-a23071bbfae1 {{(pid=103304) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 26 21:38:19.810543 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-6e70b651-3a77-422d-b599-6788030084ec None None] Current status of the port 6baf16e3-53c6-426c-b430-c823ac0ae67d is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:38:19.811180 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-10792a18-806c-438c-ba6c-9e4633b21c54 req-18e60a30-b327-45c8-9b58-9d561423602a service neutron] Publish callbacks [] for port (32c8a671-3c4a-416d-b377-a23071bbfae1), precommit_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:38:19.822079 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd7e640-d2c2-4709-bc34-c5e43ce4c755 req-abbb53a6-c033-48dd-bb0c-c737a0564925 tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:38:19.822801 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-3bd7e640-d2c2-4709-bc34-c5e43ce4c755 req-abbb53a6-c033-48dd-bb0c-c737a0564925 tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] 10.222.0.13 "GET /v2.0/ports?device_id=c947e2a6-4eb3-4b93-905b-515cc992a63b HTTP/1.1" status: 200 len: 944 time: 0.1207585 Jan 26 21:38:19.847045 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.provisioning_blocks [req-10792a18-806c-438c-ba6c-9e4633b21c54 req-18e60a30-b327-45c8-9b58-9d561423602a service neutron] Transition to ACTIVE for port object 32c8a671-3c4a-416d-b377-a23071bbfae1 will not be triggered until provisioned by entity L2. {{(pid=103304) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 21:38:19.851998 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-10792a18-806c-438c-ba6c-9e4633b21c54 req-18e60a30-b327-45c8-9b58-9d561423602a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9281542'] for port (32c8a671-3c4a-416d-b377-a23071bbfae1), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:38:19.860942 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-1147d863-7968-4b14-9c63-327dc9e9ec35 req-28f485c7-00ee-4d12-a74e-6cd61802a9dc service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6baf16e3-53c6-426c-b430-c823ac0ae67d HTTP/1.1" status: 200 len: 217 time: 0.0568833 Jan 26 21:38:19.926926 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1147d863-7968-4b14-9c63-327dc9e9ec35 req-cf1fa9a6-a0d5-4f9e-90ea-583ed31c51a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:38:19.928538 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-1147d863-7968-4b14-9c63-327dc9e9ec35 req-cf1fa9a6-a0d5-4f9e-90ea-583ed31c51a8 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=79317c4e-88a3-402c-975d-f004bf1d9b8b HTTP/1.1" status: 200 len: 850 time: 0.0552170 Jan 26 21:38:19.932087 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-3bd7e640-d2c2-4709-bc34-c5e43ce4c755 req-bead6db3-8740-44b1-a7af-1fa260b6b9a3 tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] 10.222.0.13 "GET /v2.0/security-groups?id=d37b3ff7-2317-46ab-9f4f-b0d217809a4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1020336 Jan 26 21:38:19.935444 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e60a30-b327-45c8-9b58-9d561423602a service neutron] Pushing event updated for resources: {'Port': ['ID=32c8a671-3c4a-416d-b377-a23071bbfae1,revision_number=2']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:38:19.998257 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1147d863-7968-4b14-9c63-327dc9e9ec35 req-c2466e86-278e-47c9-998b-e82a29f876da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:38:20.000180 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-1147d863-7968-4b14-9c63-327dc9e9ec35 req-c2466e86-278e-47c9-998b-e82a29f876da service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=e06aca25-0b6a-452f-bfd4-2129924c58a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0569909 Jan 26 21:38:20.073980 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [req-10792a18-806c-438c-ba6c-9e4633b21c54 req-18e60a30-b327-45c8-9b58-9d561423602a service neutron] Attempting to bind port 32c8a671-3c4a-416d-b377-a23071bbfae1 on host n-h1-760453-5 for vnic_type normal with profile {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 21:38:20.074753 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [req-10792a18-806c-438c-ba6c-9e4633b21c54 req-18e60a30-b327-45c8-9b58-9d561423602a service neutron] Attempting to bind port 32c8a671-3c4a-416d-b377-a23071bbfae1 by drivers openvswitch,hyperv on host n-h1-760453-5 at level 0 using segments [{'id': '5a840bb3-33d1-4210-b233-2e7d717911d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '3a41c7dc-bf9a-47e9-b867-e0ce77f10e3d'}] {{(pid=103304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 26 21:38:20.075098 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10792a18-806c-438c-ba6c-9e4633b21c54 req-18e60a30-b327-45c8-9b58-9d561423602a service neutron] Attempting to bind port 32c8a671-3c4a-416d-b377-a23071bbfae1 on network 3a41c7dc-bf9a-47e9-b867-e0ce77f10e3d {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 21:38:20.091178 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10792a18-806c-438c-ba6c-9e4633b21c54 req-18e60a30-b327-45c8-9b58-9d561423602a service neutron] Port 32c8a671-3c4a-416d-b377-a23071bbfae1 on network 3a41c7dc-bf9a-47e9-b867-e0ce77f10e3d not bound, no agent of type Open vSwitch agent registered on host n-h1-760453-5 {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 26 21:38:20.091513 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10792a18-806c-438c-ba6c-9e4633b21c54 req-18e60a30-b327-45c8-9b58-9d561423602a service neutron] Attempting to bind port 32c8a671-3c4a-416d-b377-a23071bbfae1 on network 3a41c7dc-bf9a-47e9-b867-e0ce77f10e3d {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 21:38:20.103182 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10792a18-806c-438c-ba6c-9e4633b21c54 req-18e60a30-b327-45c8-9b58-9d561423602a service neutron] Checking agent: {'id': '32ef628b-8417-46c5-8729-60fcabe358f1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-760453-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 21, 3, 8), 'started_at': datetime.datetime(2022, 1, 26, 21, 3, 8), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 21, 38, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 26 21:38:20.103522 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10792a18-806c-438c-ba6c-9e4633b21c54 req-18e60a30-b327-45c8-9b58-9d561423602a service neutron] Checking segment: {'id': '5a840bb3-33d1-4210-b233-2e7d717911d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '3a41c7dc-bf9a-47e9-b867-e0ce77f10e3d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103304) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 21:38:20.103918 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10792a18-806c-438c-ba6c-9e4633b21c54 req-18e60a30-b327-45c8-9b58-9d561423602a service neutron] Bound using segment: {'id': '5a840bb3-33d1-4210-b233-2e7d717911d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '3a41c7dc-bf9a-47e9-b867-e0ce77f10e3d'} {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 26 21:38:20.104373 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [req-10792a18-806c-438c-ba6c-9e4633b21c54 req-18e60a30-b327-45c8-9b58-9d561423602a service neutron] Bound port: 32c8a671-3c4a-416d-b377-a23071bbfae1, host: n-h1-760453-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5a840bb3-33d1-4210-b233-2e7d717911d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '3a41c7dc-bf9a-47e9-b867-e0ce77f10e3d'}}] {{(pid=103304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 26 21:38:20.104735 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-10792a18-806c-438c-ba6c-9e4633b21c54 req-18e60a30-b327-45c8-9b58-9d561423602a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (32c8a671-3c4a-416d-b377-a23071bbfae1), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:38:20.129276 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fefde52-51e7-476f-84a9-a6a26c1dac31 req-dd931dcb-21f1-472d-a441-85cab82a8dbf tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:38:20.139780 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-4fefde52-51e7-476f-84a9-a6a26c1dac31 req-dd931dcb-21f1-472d-a441-85cab82a8dbf tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] 10.222.0.13 "GET /v2.0/ports?device_id=c947e2a6-4eb3-4b93-905b-515cc992a63b HTTP/1.1" status: 200 len: 944 time: 0.1125221 Jan 26 21:38:20.142261 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-1147d863-7968-4b14-9c63-327dc9e9ec35 req-6ecd4af8-3d4d-432d-9917-9277d8f8a321 service neutron] 10.222.0.66 "GET /v2.0/networks/e06aca25-0b6a-452f-bfd4-2129924c58a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1282144 Jan 26 21:38:20.231167 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-4fefde52-51e7-476f-84a9-a6a26c1dac31 req-994434b9-7436-4bd8-9735-5916ebeb0708 tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] 10.222.0.13 "GET /v2.0/security-groups?id=d37b3ff7-2317-46ab-9f4f-b0d217809a4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0905793 Jan 26 21:38:20.240393 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [req-10792a18-806c-438c-ba6c-9e4633b21c54 req-18e60a30-b327-45c8-9b58-9d561423602a service neutron] For port 32c8a671-3c4a-416d-b377-a23071bbfae1, host n-h1-760453-5, cleared binding levels {{(pid=103304) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 26 21:38:20.244081 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [req-10792a18-806c-438c-ba6c-9e4633b21c54 req-18e60a30-b327-45c8-9b58-9d561423602a service neutron] For port 32c8a671-3c4a-416d-b377-a23071bbfae1, host n-h1-760453-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-5',level=0,port_id=32c8a671-3c4a-416d-b377-a23071bbfae1,segment=NetworkSegment(5a840bb3-33d1-4210-b233-2e7d717911d7),segment_id=5a840bb3-33d1-4210-b233-2e7d717911d7)] {{(pid=103304) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 26 21:38:20.251114 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-1147d863-7968-4b14-9c63-327dc9e9ec35 req-82df40bb-0351-4b38-8027-c25ab6feb394 service neutron] 10.222.0.66 "GET /v2.0/networks/e06aca25-0b6a-452f-bfd4-2129924c58a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1029320 Jan 26 21:38:20.252036 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-10792a18-806c-438c-ba6c-9e4633b21c54 req-18e60a30-b327-45c8-9b58-9d561423602a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9281542'] for port (32c8a671-3c4a-416d-b377-a23071bbfae1), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:38:20.301635 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10792a18-806c-438c-ba6c-9e4633b21c54 req-18e60a30-b327-45c8-9b58-9d561423602a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:38:20.302264 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-10792a18-806c-438c-ba6c-9e4633b21c54 req-18e60a30-b327-45c8-9b58-9d561423602a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:38:20.303664 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-10792a18-806c-438c-ba6c-9e4633b21c54 req-18e60a30-b327-45c8-9b58-9d561423602a service neutron] 10.222.0.66 "PUT /v2.0/ports/32c8a671-3c4a-416d-b377-a23071bbfae1 HTTP/1.1" status: 200 len: 1092 time: 1.4863024 Jan 26 21:38:20.332701 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e60a30-b327-45c8-9b58-9d561423602a service neutron] Pushing event updated for resources: {'Port': ['ID=32c8a671-3c4a-416d-b377-a23071bbfae1,revision_number=3']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:38:20.421870 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10792a18-806c-438c-ba6c-9e4633b21c54 req-da320179-015e-4262-8c29-69af83c443a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:38:20.423989 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-10792a18-806c-438c-ba6c-9e4633b21c54 req-da320179-015e-4262-8c29-69af83c443a9 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=ad63beab819f4ebcbe4f176ac2e611f3&device_id=570cc3c1-a6bf-46de-8617-cfddcb5ad486 HTTP/1.1" status: 200 len: 1095 time: 0.0615962 Jan 26 21:38:20.443923 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 60722) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:38:20.503725 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-10792a18-806c-438c-ba6c-9e4633b21c54 req-16b81433-0676-4884-9b31-d96b6ad29b72 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=32c8a671-3c4a-416d-b377-a23071bbfae1 HTTP/1.1" status: 200 len: 217 time: 0.0607998 Jan 26 21:38:20.615410 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-99a117d7-f52e-407c-a97c-5c97395cb275 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:38:20.698411 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-99a117d7-f52e-407c-a97c-5c97395cb275 admin admin] Publish callbacks [] for security_group (5fd996de-b799-4698-b91c-d6089d55a138), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:38:20.702548 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-99a117d7-f52e-407c-a97c-5c97395cb275 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (5fd996de-b799-4698-b91c-d6089d55a138), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:38:20.743792 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-99a117d7-f52e-407c-a97c-5c97395cb275 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=fde771e857354c28acf7efb0f44382fc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2987566 Jan 26 21:38:20.744691 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a117d7-f52e-407c-a97c-5c97395cb275 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5fd996de-b799-4698-b91c-d6089d55a138,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:38:20.747070 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 60732) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:38:20.800497 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-d572e90a-7619-4034-b388-069b09651b71 admin admin] Publish callbacks [] for security_group (5fd996de-b799-4698-b91c-d6089d55a138), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:38:20.823266 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-d572e90a-7619-4034-b388-069b09651b71 admin admin] Publish callbacks [] for security_group (5fd996de-b799-4698-b91c-d6089d55a138), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:38:20.880248 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-d572e90a-7619-4034-b388-069b09651b71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (5fd996de-b799-4698-b91c-d6089d55a138), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:38:20.882936 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-d572e90a-7619-4034-b388-069b09651b71 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:38:20.886635 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-d572e90a-7619-4034-b388-069b09651b71 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/5fd996de-b799-4698-b91c-d6089d55a138 HTTP/1.1" status: 204 len: 168 time: 0.1361530 Jan 26 21:38:20.892978 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d572e90a-7619-4034-b388-069b09651b71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fd996de-b799-4698-b91c-d6089d55a138,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:38:20.936377 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10792a18-806c-438c-ba6c-9e4633b21c54 req-c9c66a21-4a22-46c0-8576-235de3ef13ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:38:20.938489 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-10792a18-806c-438c-ba6c-9e4633b21c54 req-c9c66a21-4a22-46c0-8576-235de3ef13ac service neutron] 10.222.0.66 "GET /v2.0/subnets?id=eb8dfdda-f1a7-46d6-be86-88a387dfcadd HTTP/1.1" status: 200 len: 849 time: 0.4147782 Jan 26 21:38:20.965388 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a895bc-4ae1-416b-8041-6b9cdf362f13 req-1687046a-802a-45e2-a1d0-da950a47a24c tempest-TestServerMultinode-638723592 tempest-TestServerMultinode-638723592-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:38:20.966864 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-f8a895bc-4ae1-416b-8041-6b9cdf362f13 req-1687046a-802a-45e2-a1d0-da950a47a24c tempest-TestServerMultinode-638723592 tempest-TestServerMultinode-638723592-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=570cc3c1-a6bf-46de-8617-cfddcb5ad486 HTTP/1.1" status: 200 len: 1095 time: 0.4609075 Jan 26 21:38:21.026865 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ca0e23-6305-460a-b466-d03bb73dccea req-ace36178-e2ed-41f2-aef0-5f0ceb784e08 tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:38:21.028368 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-33ca0e23-6305-460a-b466-d03bb73dccea req-ace36178-e2ed-41f2-aef0-5f0ceb784e08 tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] 10.222.0.13 "GET /v2.0/networks?id=e06aca25-0b6a-452f-bfd4-2129924c58a7 HTTP/1.1" status: 200 len: 811 time: 0.5235655 Jan 26 21:38:21.050202 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10792a18-806c-438c-ba6c-9e4633b21c54 req-132bfee3-240d-4f8f-a79b-711edc24b895 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:38:21.051685 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-10792a18-806c-438c-ba6c-9e4633b21c54 req-132bfee3-240d-4f8f-a79b-711edc24b895 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=3a41c7dc-bf9a-47e9-b867-e0ce77f10e3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1062551 Jan 26 21:38:21.062560 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-33ca0e23-6305-460a-b466-d03bb73dccea req-23106143-d6ea-4a21-9547-718cf50fe859 tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] 10.222.0.13 "GET /v2.0/quotas/949e29ec71a54b7f98dc62c402ac867e HTTP/1.1" status: 200 len: 375 time: 0.0275698 Jan 26 21:38:21.093224 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-f8a895bc-4ae1-416b-8041-6b9cdf362f13 req-a4d7896d-dd48-420f-b593-7530738bc3bb tempest-TestServerMultinode-638723592 tempest-TestServerMultinode-638723592-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=a054c284-9859-451f-a00a-c33cf1db0121&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111491 Jan 26 21:38:21.187154 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-33ca0e23-6305-460a-b466-d03bb73dccea req-753c8f9e-fbaf-4535-98bb-b33b5e8b4488 tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=949e29ec71a54b7f98dc62c402ac867e&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1137331 Jan 26 21:38:21.212713 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-10792a18-806c-438c-ba6c-9e4633b21c54 req-4a29ac79-4eba-420b-a867-7350c4370ee4 service neutron] 10.222.0.66 "GET /v2.0/networks/3a41c7dc-bf9a-47e9-b867-e0ce77f10e3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1518974 Jan 26 21:38:21.251527 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-5e2b7775-0f8c-4831-973f-00eb3813770c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (09df100c-3af1-4b0a-bda8-05914c71c458), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:38:21.363397 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-33ca0e23-6305-460a-b466-d03bb73dccea req-9f22cda7-5d3b-40a2-ab36-a75d21fc6417 service neutron] 10.222.0.13 "GET /v2.0/networks/e06aca25-0b6a-452f-bfd4-2129924c58a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1640007 Jan 26 21:38:21.366945 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-10792a18-806c-438c-ba6c-9e4633b21c54 req-f6e6831d-4785-47f1-ab93-ce17b459ad64 service neutron] 10.222.0.66 "GET /v2.0/networks/3a41c7dc-bf9a-47e9-b867-e0ce77f10e3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1440980 Jan 26 21:38:21.462452 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-33ca0e23-6305-460a-b466-d03bb73dccea req-06b469dc-a573-4a96-aa70-9343a435d99f service neutron] 10.222.0.13 "GET /v2.0/networks/e06aca25-0b6a-452f-bfd4-2129924c58a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926154 Jan 26 21:38:21.533222 n-d-760453-5 neutron-server[103304]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '570cc3c1-a6bf-46de-8617-cfddcb5ad486', 'tag': '32c8a671-3c4a-416d-b377-a23071bbfae1'}] {{(pid=103304) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 21:38:21.536044 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d52b45f1943fcd332af9527eb73ff93c8d715d44383a3f6d18de73b4cfcf87b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-159d84a9-fd5a-4584-994f-71a09bf08bed" -d '{"events": [{"name": "network-changed", "server_uuid": "570cc3c1-a6bf-46de-8617-cfddcb5ad486", "tag": "32c8a671-3c4a-416d-b377-a23071bbfae1"}]}' {{(pid=103304) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 21:38:21.576031 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 26 Jan 2022 21:38:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-695705ed-3711-4c12-9881-8464c582f196 x-openstack-request-id: req-695705ed-3711-4c12-9881-8464c582f196 {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 21:38:21.576332 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "570cc3c1-a6bf-46de-8617-cfddcb5ad486", "tag": "32c8a671-3c4a-416d-b377-a23071bbfae1", "status": "completed", "code": 200}]} {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 21:38:21.576795 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-695705ed-3711-4c12-9881-8464c582f196 {{(pid=103304) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 21:38:21.577209 n-d-760453-5 neutron-server[103304]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '570cc3c1-a6bf-46de-8617-cfddcb5ad486', 'tag': '32c8a671-3c4a-416d-b377-a23071bbfae1', 'status': 'completed', 'code': 200} Jan 26 21:38:21.632922 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-baff91ec-cc36-44b8-9b68-a044af547c7f req-375fe6d5-8fd6-4e2c-9287-47dff8f00811 tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] 10.222.0.13 "GET /v2.0/ports?device_id=526228ab-339e-47d6-aa5d-64380963b4b6 HTTP/1.1" status: 200 len: 210 time: 0.0298591 Jan 26 21:38:21.674832 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159d84a9-fd5a-4584-994f-71a09bf08bed req-c0f49364-50c3-4a91-9e96-f5cf2627c8be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:38:21.676399 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-159d84a9-fd5a-4584-994f-71a09bf08bed req-c0f49364-50c3-4a91-9e96-f5cf2627c8be service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=ad63beab819f4ebcbe4f176ac2e611f3&device_id=570cc3c1-a6bf-46de-8617-cfddcb5ad486 HTTP/1.1" status: 200 len: 1095 time: 0.0460243 Jan 26 21:38:21.779286 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159d84a9-fd5a-4584-994f-71a09bf08bed req-6174834a-9c74-46ca-a443-f9cdf961bbf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:38:21.780787 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-159d84a9-fd5a-4584-994f-71a09bf08bed req-6174834a-9c74-46ca-a443-f9cdf961bbf9 service neutron] 10.222.0.66 "GET /v2.0/networks?id=3a41c7dc-bf9a-47e9-b867-e0ce77f10e3d HTTP/1.1" status: 200 len: 911 time: 0.0962415 Jan 26 21:38:21.823969 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-159d84a9-fd5a-4584-994f-71a09bf08bed req-6bf909dd-1ce1-4245-b456-a16be4076649 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=32c8a671-3c4a-416d-b377-a23071bbfae1 HTTP/1.1" status: 200 len: 217 time: 0.0377595 Jan 26 21:38:21.876758 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159d84a9-fd5a-4584-994f-71a09bf08bed req-4255525d-1e07-4f1f-8a25-8ad748fbcce4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:38:21.878509 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-159d84a9-fd5a-4584-994f-71a09bf08bed req-4255525d-1e07-4f1f-8a25-8ad748fbcce4 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=eb8dfdda-f1a7-46d6-be86-88a387dfcadd HTTP/1.1" status: 200 len: 849 time: 0.0489900 Jan 26 21:38:21.941402 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159d84a9-fd5a-4584-994f-71a09bf08bed req-2c73c8f7-70d3-4564-baa0-ff2d9ea0a2e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:38:21.943053 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-159d84a9-fd5a-4584-994f-71a09bf08bed req-2c73c8f7-70d3-4564-baa0-ff2d9ea0a2e0 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=3a41c7dc-bf9a-47e9-b867-e0ce77f10e3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0567098 Jan 26 21:38:22.052411 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-159d84a9-fd5a-4584-994f-71a09bf08bed req-6ec01b87-9442-48d0-ad08-da9fb8aff473 service neutron] 10.222.0.66 "GET /v2.0/networks/3a41c7dc-bf9a-47e9-b867-e0ce77f10e3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1032140 Jan 26 21:38:22.159454 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-159d84a9-fd5a-4584-994f-71a09bf08bed req-0e51c532-d742-4027-b661-65e03f3bbc77 service neutron] 10.222.0.66 "GET /v2.0/networks/3a41c7dc-bf9a-47e9-b867-e0ce77f10e3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1008291 Jan 26 21:38:22.242553 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad4d884-d51c-41f4-a984-5861a5d0ad96 req-809f40b2-6636-45e4-8bc5-0871c6c91491 tempest-TestServerMultinode-638723592 tempest-TestServerMultinode-638723592-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:38:22.250314 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-3ad4d884-d51c-41f4-a984-5861a5d0ad96 req-809f40b2-6636-45e4-8bc5-0871c6c91491 tempest-TestServerMultinode-638723592 tempest-TestServerMultinode-638723592-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=570cc3c1-a6bf-46de-8617-cfddcb5ad486 HTTP/1.1" status: 200 len: 1095 time: 0.0659285 Jan 26 21:38:22.276860 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-841f5991-a4d8-4d4b-b215-cbc6bab5427b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (aa7ee9d2-08eb-4e12-b895-24c57300dfec), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:38:22.295196 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-3ad4d884-d51c-41f4-a984-5861a5d0ad96 req-9f4295ed-f2f5-45a9-a3a7-fc25abbac669 tempest-TestServerMultinode-638723592 tempest-TestServerMultinode-638723592-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=a054c284-9859-451f-a00a-c33cf1db0121&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426450 Jan 26 21:38:22.736348 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-3bc70cf0-6d67-4574-b805-5f9dcf213c9c req-b05094aa-6167-48d9-ab6e-325456594e4b tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] 10.222.0.13 "GET /v2.0/ports?device_id=526228ab-339e-47d6-aa5d-64380963b4b6 HTTP/1.1" status: 200 len: 210 time: 0.0289938 Jan 26 21:38:22.786602 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 60824) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:38:22.924288 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-c0fb0155-7650-4752-b848-178dea7a28a3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:38:22.998725 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ca0e23-6305-460a-b466-d03bb73dccea req-33d39ed9-8c54-4a8f-b766-5005a4a19db5 tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:38:23.000205 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-33ca0e23-6305-460a-b466-d03bb73dccea req-33d39ed9-8c54-4a8f-b766-5005a4a19db5 tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] 10.222.0.57 "GET /v2.0/networks?id=e06aca25-0b6a-452f-bfd4-2129924c58a7 HTTP/1.1" status: 200 len: 811 time: 0.1658006 Jan 26 21:38:23.015111 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [req-33ca0e23-6305-460a-b466-d03bb73dccea req-5719ab66-1abf-4266-9e1d-46d723a233fb tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] Request body: {'port': {'device_id': '526228ab-339e-47d6-aa5d-64380963b4b6', 'network_id': 'e06aca25-0b6a-452f-bfd4-2129924c58a7', 'admin_state_up': True, 'tenant_id': '949e29ec71a54b7f98dc62c402ac867e'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:38:23.061082 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (4d619873-4b60-439f-9b5a-b155dc8bbc34), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:38:23.118935 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-c0fb0155-7650-4752-b848-178dea7a28a3 admin admin] Publish callbacks [] for security_group (a23e55ca-c7f6-438a-9f6b-fa88290f2104), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:38:23.122617 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-c0fb0155-7650-4752-b848-178dea7a28a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (a23e55ca-c7f6-438a-9f6b-fa88290f2104), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:38:23.180265 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-c0fb0155-7650-4752-b848-178dea7a28a3 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f25dfd1908604c5795f66089c8d65bbb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3924828 Jan 26 21:38:23.182935 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0fb0155-7650-4752-b848-178dea7a28a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a23e55ca-c7f6-438a-9f6b-fa88290f2104,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:38:23.183064 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 60828) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:38:23.196325 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-33ca0e23-6305-460a-b466-d03bb73dccea req-5719ab66-1abf-4266-9e1d-46d723a233fb tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] Made reservation on behalf of 949e29ec71a54b7f98dc62c402ac867e for: {'port': 1} {{(pid=103304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 21:38:23.200207 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-33ca0e23-6305-460a-b466-d03bb73dccea req-5719ab66-1abf-4266-9e1d-46d723a233fb tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:38:23.238013 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-30e9aa11-3b02-4c91-b3af-4d1a4ab61e9a admin admin] Publish callbacks [] for security_group (a23e55ca-c7f6-438a-9f6b-fa88290f2104), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:38:23.261627 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-30e9aa11-3b02-4c91-b3af-4d1a4ab61e9a admin admin] Publish callbacks [] for security_group (a23e55ca-c7f6-438a-9f6b-fa88290f2104), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:38:23.316257 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-30e9aa11-3b02-4c91-b3af-4d1a4ab61e9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (a23e55ca-c7f6-438a-9f6b-fa88290f2104), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:38:23.319263 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-30e9aa11-3b02-4c91-b3af-4d1a4ab61e9a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:38:23.323497 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-30e9aa11-3b02-4c91-b3af-4d1a4ab61e9a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a23e55ca-c7f6-438a-9f6b-fa88290f2104 HTTP/1.1" status: 204 len: 168 time: 0.1390212 Jan 26 21:38:23.334687 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e9aa11-3b02-4c91-b3af-4d1a4ab61e9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a23e55ca-c7f6-438a-9f6b-fa88290f2104,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:38:23.355706 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.db_base_plugin_common [req-33ca0e23-6305-460a-b466-d03bb73dccea req-5719ab66-1abf-4266-9e1d-46d723a233fb tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] Allocated IP 172.20.0.7 (e06aca25-0b6a-452f-bfd4-2129924c58a7/79317c4e-88a3-402c-975d-f004bf1d9b8b/623e575a-c207-430f-bae8-a7f9a3ae93bc) {{(pid=103304) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 21:38:23.515698 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3306391-3c77-44f8-9049-48b8524346f6 req-9101ab5b-743c-4f82-af7c-d8c59defd86e tempest-TestServerMultinode-638723592 tempest-TestServerMultinode-638723592-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:38:23.517319 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-f3306391-3c77-44f8-9049-48b8524346f6 req-9101ab5b-743c-4f82-af7c-d8c59defd86e tempest-TestServerMultinode-638723592 tempest-TestServerMultinode-638723592-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=570cc3c1-a6bf-46de-8617-cfddcb5ad486 HTTP/1.1" status: 200 len: 1095 time: 0.1095746 Jan 26 21:38:23.583104 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-33ca0e23-6305-460a-b466-d03bb73dccea req-5719ab66-1abf-4266-9e1d-46d723a233fb tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] Publish callbacks [] for port (623e575a-c207-430f-bae8-a7f9a3ae93bc), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:38:23.601409 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-f3306391-3c77-44f8-9049-48b8524346f6 req-9838b81d-4f88-4a22-9689-6f132c5d72e3 tempest-TestServerMultinode-638723592 tempest-TestServerMultinode-638723592-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=a054c284-9859-451f-a00a-c33cf1db0121&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744393 Jan 26 21:38:23.630707 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 60838) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:38:23.642261 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-33ca0e23-6305-460a-b466-d03bb73dccea req-5719ab66-1abf-4266-9e1d-46d723a233fb tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746560234527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9281553'] for port (623e575a-c207-430f-bae8-a7f9a3ae93bc), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:38:23.643973 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-d6ee89f7-4da8-4699-99a9-94cee3b004c4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:38:23.679744 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] get_ports_and_sgs() called for port_ids ['c06cbb5f-14e9-4f5d-9dc8-30f59f753822', 'aecd53f4-1503-422d-8f60-7356a8122a80'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 26 21:38:23.688634 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-33ca0e23-6305-460a-b466-d03bb73dccea req-5719ab66-1abf-4266-9e1d-46d723a233fb tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] Network e06aca25-0b6a-452f-bfd4-2129924c58a7 is already hosted by enough agents. {{(pid=103304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 21:38:23.691917 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [req-33ca0e23-6305-460a-b466-d03bb73dccea req-5719ab66-1abf-4266-9e1d-46d723a233fb tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] Resources bound (agent type, host, resource id): {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:38:23.697948 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [req-33ca0e23-6305-460a-b466-d03bb73dccea req-5719ab66-1abf-4266-9e1d-46d723a233fb tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] Received port after_create {{(pid=103304) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 21:38:23.728359 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5719ab66-1abf-4266-9e1d-46d723a233fb tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] Pushing event updated for resources: {'Port': ['ID=623e575a-c207-430f-bae8-a7f9a3ae93bc,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:38:23.737163 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-d6ee89f7-4da8-4699-99a9-94cee3b004c4 admin admin] Publish callbacks [] for security_group (cd2b3a5c-7dee-42bf-8cbd-f643d6040789), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:38:23.742743 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-d6ee89f7-4da8-4699-99a9-94cee3b004c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (cd2b3a5c-7dee-42bf-8cbd-f643d6040789), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:38:23.784267 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ca0e23-6305-460a-b466-d03bb73dccea req-5719ab66-1abf-4266-9e1d-46d723a233fb tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:38:23.790118 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-33ca0e23-6305-460a-b466-d03bb73dccea req-5719ab66-1abf-4266-9e1d-46d723a233fb tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:38:23.790956 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ee89f7-4da8-4699-99a9-94cee3b004c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd2b3a5c-7dee-42bf-8cbd-f643d6040789,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:38:23.797841 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-d6ee89f7-4da8-4699-99a9-94cee3b004c4 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=4c64e1e922344bc1894c53a07fb0309d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1653221 Jan 26 21:38:23.800261 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 60842) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:38:23.819990 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-33ca0e23-6305-460a-b466-d03bb73dccea req-5719ab66-1abf-4266-9e1d-46d723a233fb tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8084021 Jan 26 21:38:23.832823 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [req-33ca0e23-6305-460a-b466-d03bb73dccea req-3f232830-4e55-4164-b0f5-aed1e967e49f service neutron] Request body: {'port': {'device_id': '526228ab-339e-47d6-aa5d-64380963b4b6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-760453-5'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:38:23.866679 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-0df41460-1e82-4d9d-bc98-5408751de3e9 admin admin] Publish callbacks [] for security_group (cd2b3a5c-7dee-42bf-8cbd-f643d6040789), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:38:23.903753 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-0df41460-1e82-4d9d-bc98-5408751de3e9 admin admin] Publish callbacks [] for security_group (cd2b3a5c-7dee-42bf-8cbd-f643d6040789), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:38:23.949360 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-33ca0e23-6305-460a-b466-d03bb73dccea req-3f232830-4e55-4164-b0f5-aed1e967e49f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (623e575a-c207-430f-bae8-a7f9a3ae93bc), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:38:23.963296 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1148a0d-917f-416e-8313-609c4aac6443 req-a3aa3154-b4da-4ab3-9987-908c50cba2a4 tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:38:23.971201 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-d1148a0d-917f-416e-8313-609c4aac6443 req-a3aa3154-b4da-4ab3-9987-908c50cba2a4 tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] 10.222.0.13 "GET /v2.0/ports?device_id=526228ab-339e-47d6-aa5d-64380963b4b6 HTTP/1.1" status: 200 len: 931 time: 0.1048210 Jan 26 21:38:23.974467 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-0df41460-1e82-4d9d-bc98-5408751de3e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (cd2b3a5c-7dee-42bf-8cbd-f643d6040789), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:38:23.977257 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-0df41460-1e82-4d9d-bc98-5408751de3e9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:38:23.980810 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-0df41460-1e82-4d9d-bc98-5408751de3e9 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/cd2b3a5c-7dee-42bf-8cbd-f643d6040789 HTTP/1.1" status: 204 len: 168 time: 0.1767671 Jan 26 21:38:23.988864 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df41460-1e82-4d9d-bc98-5408751de3e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd2b3a5c-7dee-42bf-8cbd-f643d6040789,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:38:24.022823 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-dfd46697-9849-40d1-bcb6-bddfe493584c None None] Provisioning complete for port 623e575a-c207-430f-bae8-a7f9a3ae93bc triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:38:24.023904 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-dfd46697-9849-40d1-bcb6-bddfe493584c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (623e575a-c207-430f-bae8-a7f9a3ae93bc), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:38:24.060739 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-d1148a0d-917f-416e-8313-609c4aac6443 req-415c0d1d-2c26-4a75-a88a-e885800a1b9d tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] 10.222.0.13 "GET /v2.0/security-groups?id=c855b7af-ae6a-4b31-98b5-41bfc1142283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885661 Jan 26 21:38:24.068139 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-dfd46697-9849-40d1-bcb6-bddfe493584c None None] Port 623e575a-c207-430f-bae8-a7f9a3ae93bc cannot update to ACTIVE because it is not bound. {{(pid=103306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 26 21:38:24.113445 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-839dd188-ec69-470c-9ab0-d318dc1a2e96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (e79b4fc6-6c71-44b2-a6d0-ff3e1f4dfd0d), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:38:24.294435 n-d-760453-5 neutron-server[103304]: DEBUG neutron.notifiers.nova [req-33ca0e23-6305-460a-b466-d03bb73dccea req-3f232830-4e55-4164-b0f5-aed1e967e49f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 623e575a-c207-430f-bae8-a7f9a3ae93bc {{(pid=103304) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 26 21:38:24.303841 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-33ca0e23-6305-460a-b466-d03bb73dccea req-3f232830-4e55-4164-b0f5-aed1e967e49f service neutron] Publish callbacks [] for port (623e575a-c207-430f-bae8-a7f9a3ae93bc), precommit_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:38:24.315387 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.provisioning_blocks [req-33ca0e23-6305-460a-b466-d03bb73dccea req-3f232830-4e55-4164-b0f5-aed1e967e49f service neutron] Transition to ACTIVE for port object 623e575a-c207-430f-bae8-a7f9a3ae93bc will not be triggered until provisioned by entity L2. {{(pid=103304) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 21:38:24.320211 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-33ca0e23-6305-460a-b466-d03bb73dccea req-3f232830-4e55-4164-b0f5-aed1e967e49f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9281542'] for port (623e575a-c207-430f-bae8-a7f9a3ae93bc), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:38:24.385463 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f232830-4e55-4164-b0f5-aed1e967e49f service neutron] Pushing event updated for resources: {'Port': ['ID=623e575a-c207-430f-bae8-a7f9a3ae93bc,revision_number=2']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:38:24.451663 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [req-33ca0e23-6305-460a-b466-d03bb73dccea req-3f232830-4e55-4164-b0f5-aed1e967e49f service neutron] Attempting to bind port 623e575a-c207-430f-bae8-a7f9a3ae93bc on host n-h2-760453-5 for vnic_type normal with profile {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 21:38:24.451996 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [req-33ca0e23-6305-460a-b466-d03bb73dccea req-3f232830-4e55-4164-b0f5-aed1e967e49f service neutron] Attempting to bind port 623e575a-c207-430f-bae8-a7f9a3ae93bc by drivers openvswitch,hyperv on host n-h2-760453-5 at level 0 using segments [{'id': '3717183c-69c6-44ee-ac2f-ec1e05ab35f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'e06aca25-0b6a-452f-bfd4-2129924c58a7'}] {{(pid=103304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 26 21:38:24.452318 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33ca0e23-6305-460a-b466-d03bb73dccea req-3f232830-4e55-4164-b0f5-aed1e967e49f service neutron] Attempting to bind port 623e575a-c207-430f-bae8-a7f9a3ae93bc on network e06aca25-0b6a-452f-bfd4-2129924c58a7 {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 21:38:24.457579 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33ca0e23-6305-460a-b466-d03bb73dccea req-3f232830-4e55-4164-b0f5-aed1e967e49f service neutron] Port 623e575a-c207-430f-bae8-a7f9a3ae93bc on network e06aca25-0b6a-452f-bfd4-2129924c58a7 not bound, no agent of type Open vSwitch agent registered on host n-h2-760453-5 {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 26 21:38:24.457904 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33ca0e23-6305-460a-b466-d03bb73dccea req-3f232830-4e55-4164-b0f5-aed1e967e49f service neutron] Attempting to bind port 623e575a-c207-430f-bae8-a7f9a3ae93bc on network e06aca25-0b6a-452f-bfd4-2129924c58a7 {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 21:38:24.464386 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33ca0e23-6305-460a-b466-d03bb73dccea req-3f232830-4e55-4164-b0f5-aed1e967e49f service neutron] Checking agent: {'id': '4d619873-4b60-439f-9b5a-b155dc8bbc34', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-760453-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 21, 2, 53), 'started_at': datetime.datetime(2022, 1, 26, 21, 2, 53), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 21, 38, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 26 21:38:24.465627 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33ca0e23-6305-460a-b466-d03bb73dccea req-3f232830-4e55-4164-b0f5-aed1e967e49f service neutron] Checking segment: {'id': '3717183c-69c6-44ee-ac2f-ec1e05ab35f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'e06aca25-0b6a-452f-bfd4-2129924c58a7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103304) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 21:38:24.466212 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33ca0e23-6305-460a-b466-d03bb73dccea req-3f232830-4e55-4164-b0f5-aed1e967e49f service neutron] Bound using segment: {'id': '3717183c-69c6-44ee-ac2f-ec1e05ab35f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'e06aca25-0b6a-452f-bfd4-2129924c58a7'} {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 26 21:38:24.466960 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [req-33ca0e23-6305-460a-b466-d03bb73dccea req-3f232830-4e55-4164-b0f5-aed1e967e49f service neutron] Bound port: 623e575a-c207-430f-bae8-a7f9a3ae93bc, host: n-h2-760453-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3717183c-69c6-44ee-ac2f-ec1e05ab35f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'e06aca25-0b6a-452f-bfd4-2129924c58a7'}}] {{(pid=103304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 26 21:38:24.467739 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-33ca0e23-6305-460a-b466-d03bb73dccea req-3f232830-4e55-4164-b0f5-aed1e967e49f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (623e575a-c207-430f-bae8-a7f9a3ae93bc), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:38:24.541850 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [req-33ca0e23-6305-460a-b466-d03bb73dccea req-3f232830-4e55-4164-b0f5-aed1e967e49f service neutron] For port 623e575a-c207-430f-bae8-a7f9a3ae93bc, host n-h2-760453-5, cleared binding levels {{(pid=103304) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 26 21:38:24.545345 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [req-33ca0e23-6305-460a-b466-d03bb73dccea req-3f232830-4e55-4164-b0f5-aed1e967e49f service neutron] For port 623e575a-c207-430f-bae8-a7f9a3ae93bc, host n-h2-760453-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-5',level=0,port_id=623e575a-c207-430f-bae8-a7f9a3ae93bc,segment=NetworkSegment(3717183c-69c6-44ee-ac2f-ec1e05ab35f5),segment_id=3717183c-69c6-44ee-ac2f-ec1e05ab35f5)] {{(pid=103304) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 26 21:38:24.555095 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-33ca0e23-6305-460a-b466-d03bb73dccea req-3f232830-4e55-4164-b0f5-aed1e967e49f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9281542'] for port (623e575a-c207-430f-bae8-a7f9a3ae93bc), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:38:24.590538 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ca0e23-6305-460a-b466-d03bb73dccea req-3f232830-4e55-4164-b0f5-aed1e967e49f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:38:24.591436 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-33ca0e23-6305-460a-b466-d03bb73dccea req-3f232830-4e55-4164-b0f5-aed1e967e49f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:38:24.593061 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-33ca0e23-6305-460a-b466-d03bb73dccea req-3f232830-4e55-4164-b0f5-aed1e967e49f service neutron] 10.222.0.57 "PUT /v2.0/ports/623e575a-c207-430f-bae8-a7f9a3ae93bc HTTP/1.1" status: 200 len: 1091 time: 0.7646995 Jan 26 21:38:24.596370 n-d-760453-5 neutron-server[103304]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '526228ab-339e-47d6-aa5d-64380963b4b6', 'tag': '623e575a-c207-430f-bae8-a7f9a3ae93bc'}] {{(pid=103304) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 21:38:24.598724 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d52b45f1943fcd332af9527eb73ff93c8d715d44383a3f6d18de73b4cfcf87b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfeba752-8129-45d4-ba96-ba78e4d19a49" -d '{"events": [{"name": "network-changed", "server_uuid": "526228ab-339e-47d6-aa5d-64380963b4b6", "tag": "623e575a-c207-430f-bae8-a7f9a3ae93bc"}]}' {{(pid=103304) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 21:38:24.637617 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f232830-4e55-4164-b0f5-aed1e967e49f service neutron] Pushing event updated for resources: {'Port': ['ID=623e575a-c207-430f-bae8-a7f9a3ae93bc,revision_number=3']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:38:24.651397 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 26 Jan 2022 21:38:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8cfff7c-c918-4ebe-bad4-3a4a829c2a43 x-openstack-request-id: req-f8cfff7c-c918-4ebe-bad4-3a4a829c2a43 {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 21:38:24.651818 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "526228ab-339e-47d6-aa5d-64380963b4b6", "tag": "623e575a-c207-430f-bae8-a7f9a3ae93bc", "status": "completed", "code": 200}]} {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 21:38:24.652105 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f8cfff7c-c918-4ebe-bad4-3a4a829c2a43 {{(pid=103304) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 21:38:24.652598 n-d-760453-5 neutron-server[103304]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '526228ab-339e-47d6-aa5d-64380963b4b6', 'tag': '623e575a-c207-430f-bae8-a7f9a3ae93bc', 'status': 'completed', 'code': 200} Jan 26 21:38:24.662997 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Device 32c8a671-3c4a-416d-b377-a23071bbfae1 details requested by agent hyperv_n-h1-760453-5 with host n-h1-760453-5 {{(pid=103306) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 26 21:38:24.704238 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ca0e23-6305-460a-b466-d03bb73dccea req-22591228-e8d5-445c-877c-013530ced873 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:38:24.705909 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-33ca0e23-6305-460a-b466-d03bb73dccea req-22591228-e8d5-445c-877c-013530ced873 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=949e29ec71a54b7f98dc62c402ac867e&device_id=526228ab-339e-47d6-aa5d-64380963b4b6 HTTP/1.1" status: 200 len: 1094 time: 0.0492120 Jan 26 21:38:24.797151 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-33ca0e23-6305-460a-b466-d03bb73dccea req-df23b4d8-831b-4623-9ab5-f216f0055272 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=623e575a-c207-430f-bae8-a7f9a3ae93bc HTTP/1.1" status: 200 len: 217 time: 0.0685525 Jan 26 21:38:24.807296 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] For port 32c8a671-3c4a-416d-b377-a23071bbfae1, host n-h1-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-5',level=0,port_id=32c8a671-3c4a-416d-b377-a23071bbfae1,segment=NetworkSegment(5a840bb3-33d1-4210-b233-2e7d717911d7),segment_id=5a840bb3-33d1-4210-b233-2e7d717911d7)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:38:24.820088 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Returning: {'device': '32c8a671-3c4a-416d-b377-a23071bbfae1', 'network_id': '3a41c7dc-bf9a-47e9-b867-e0ce77f10e3d', 'port_id': '32c8a671-3c4a-416d-b377-a23071bbfae1', 'mac_address': 'fa:16:3e:9d:ba:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 569, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eb8dfdda-f1a7-46d6-be86-88a387dfcadd', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103306) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 26 21:38:24.849516 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0257a4-c268-489c-bad0-5938d077747f req-3063a56d-a3d7-4aca-8f51-4a4b59eedf01 tempest-TestServerMultinode-638723592 tempest-TestServerMultinode-638723592-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:38:24.851112 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-4c0257a4-c268-489c-bad0-5938d077747f req-3063a56d-a3d7-4aca-8f51-4a4b59eedf01 tempest-TestServerMultinode-638723592 tempest-TestServerMultinode-638723592-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=570cc3c1-a6bf-46de-8617-cfddcb5ad486 HTTP/1.1" status: 200 len: 1095 time: 0.1327112 Jan 26 21:38:24.861838 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ca0e23-6305-460a-b466-d03bb73dccea req-67217cea-167d-4c04-bc88-d7c463d32967 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:38:24.863301 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-33ca0e23-6305-460a-b466-d03bb73dccea req-67217cea-167d-4c04-bc88-d7c463d32967 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=79317c4e-88a3-402c-975d-f004bf1d9b8b HTTP/1.1" status: 200 len: 850 time: 0.0594368 Jan 26 21:38:24.877717 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Current status of the port 32c8a671-3c4a-416d-b377-a23071bbfae1 is: DOWN; New status is: BUILD {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:38:24.878277 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (32c8a671-3c4a-416d-b377-a23071bbfae1), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:38:24.893670 n-d-760453-5 neutron-server[103306]: DEBUG neutron.notifiers.nova [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 32c8a671-3c4a-416d-b377-a23071bbfae1 {{(pid=103306) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 26 21:38:24.916290 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] For port 32c8a671-3c4a-416d-b377-a23071bbfae1, host n-h1-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-5',level=0,port_id=32c8a671-3c4a-416d-b377-a23071bbfae1,segment=NetworkSegment(5a840bb3-33d1-4210-b233-2e7d717911d7),segment_id=5a840bb3-33d1-4210-b233-2e7d717911d7)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:38:24.920607 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (32c8a671-3c4a-416d-b377-a23071bbfae1), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:38:24.942880 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ca0e23-6305-460a-b466-d03bb73dccea req-233e586c-84ed-4066-9d6c-8cf3f322cb09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:38:24.944426 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-33ca0e23-6305-460a-b466-d03bb73dccea req-233e586c-84ed-4066-9d6c-8cf3f322cb09 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=e06aca25-0b6a-452f-bfd4-2129924c58a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0737801 Jan 26 21:38:24.950854 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-4c0257a4-c268-489c-bad0-5938d077747f req-d8ca0cb8-e085-4b54-b974-90d134feb943 tempest-TestServerMultinode-638723592 tempest-TestServerMultinode-638723592-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=a054c284-9859-451f-a00a-c33cf1db0121&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862858 Jan 26 21:38:24.996429 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Pushing event updated for resources: {'Port': ['ID=32c8a671-3c4a-416d-b377-a23071bbfae1,revision_number=4']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:38:25.008907 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:38:25.009382 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:38:25.009901 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:38:25.010333 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:38:25.010778 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:38:25.011208 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:38:25.011709 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:38:25.012130 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:38:25.012549 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:38:25.012960 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:38:25.013409 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:38:25.013851 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:38:25.014277 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:38:25.063324 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-33ca0e23-6305-460a-b466-d03bb73dccea req-264f820f-a5b3-497b-88a4-b2ea7220672e service neutron] 10.222.0.57 "GET /v2.0/networks/e06aca25-0b6a-452f-bfd4-2129924c58a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1107776 Jan 26 21:38:25.207363 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-33ca0e23-6305-460a-b466-d03bb73dccea req-a4eae6db-4572-473a-b6eb-af7471d6b6df service neutron] 10.222.0.57 "GET /v2.0/networks/e06aca25-0b6a-452f-bfd4-2129924c58a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1350279 Jan 26 21:38:25.216819 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6745f94-80e3-493d-8bf9-e20883109411 req-87a90e49-9848-48eb-8098-d26f65df90ae tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:38:25.218336 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-d6745f94-80e3-493d-8bf9-e20883109411 req-87a90e49-9848-48eb-8098-d26f65df90ae tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] 10.222.0.13 "GET /v2.0/ports?device_id=526228ab-339e-47d6-aa5d-64380963b4b6 HTTP/1.1" status: 200 len: 943 time: 0.0802002 Jan 26 21:38:25.276762 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-d6745f94-80e3-493d-8bf9-e20883109411 req-aff91214-f487-435b-95e8-c26e2d65a442 tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] 10.222.0.13 "GET /v2.0/security-groups?id=c855b7af-ae6a-4b31-98b5-41bfc1142283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526438 Jan 26 21:38:25.310232 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (fea0591a-627d-4c87-9a9a-01625ddf3277), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:38:25.314796 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfeba752-8129-45d4-ba96-ba78e4d19a49 req-4f537221-6fdf-417d-b45f-e9d36d63d35b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:38:25.316521 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-cfeba752-8129-45d4-ba96-ba78e4d19a49 req-4f537221-6fdf-417d-b45f-e9d36d63d35b service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=949e29ec71a54b7f98dc62c402ac867e&device_id=526228ab-339e-47d6-aa5d-64380963b4b6 HTTP/1.1" status: 200 len: 1094 time: 0.0548422 Jan 26 21:38:25.339260 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] get_ports_and_sgs() called for port_ids ['32c8a671-3c4a-416d-b377-a23071bbfae1'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 26 21:38:25.374835 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 60886) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:38:25.431486 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfeba752-8129-45d4-ba96-ba78e4d19a49 req-31dea29c-c72a-4367-8c71-dc6a29a69338 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:38:25.432997 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-cfeba752-8129-45d4-ba96-ba78e4d19a49 req-31dea29c-c72a-4367-8c71-dc6a29a69338 service neutron] 10.222.0.57 "GET /v2.0/networks?id=e06aca25-0b6a-452f-bfd4-2129924c58a7 HTTP/1.1" status: 200 len: 912 time: 0.1085985 Jan 26 21:38:25.482891 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-cfeba752-8129-45d4-ba96-ba78e4d19a49 req-277ca4a3-1cf6-4d29-844a-2499a360e3d4 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=623e575a-c207-430f-bae8-a7f9a3ae93bc HTTP/1.1" status: 200 len: 217 time: 0.0409708 Jan 26 21:38:25.533876 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfeba752-8129-45d4-ba96-ba78e4d19a49 req-bf405fb3-9e88-447f-b4ac-3f4678ceab07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:38:25.535462 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-cfeba752-8129-45d4-ba96-ba78e4d19a49 req-bf405fb3-9e88-447f-b4ac-3f4678ceab07 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=79317c4e-88a3-402c-975d-f004bf1d9b8b HTTP/1.1" status: 200 len: 850 time: 0.0447743 Jan 26 21:38:25.563461 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-1a4ce04a-f824-4f65-be8f-c6675f2c30dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-100904961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-100904961-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-127026967'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:38:25.583080 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a4ce04a-f824-4f65-be8f-c6675f2c30dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-100904961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-100904961-project] Made reservation on behalf of dd8ee5566d104f44a9cf889fac184323 for: {'network': 1} {{(pid=103305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 21:38:25.583745 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfeba752-8129-45d4-ba96-ba78e4d19a49 req-4f6cda6d-599e-4fbc-861d-cb5e84301e5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:38:25.585223 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-cfeba752-8129-45d4-ba96-ba78e4d19a49 req-4f6cda6d-599e-4fbc-861d-cb5e84301e5e service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=e06aca25-0b6a-452f-bfd4-2129924c58a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0419085 Jan 26 21:38:25.586901 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-1a4ce04a-f824-4f65-be8f-c6675f2c30dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-100904961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-100904961-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for network (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:38:25.595942 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-1a4ce04a-f824-4f65-be8f-c6675f2c30dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-100904961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-100904961-project] Publish callbacks [] for security_group (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:38:25.672830 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-1a4ce04a-f824-4f65-be8f-c6675f2c30dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-100904961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-100904961-project] Publish callbacks [] for security_group (ea0bdcec-2ad9-49ce-b9d1-713bbd9be2de), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:38:25.676569 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-1a4ce04a-f824-4f65-be8f-c6675f2c30dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-100904961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-100904961-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (ea0bdcec-2ad9-49ce-b9d1-713bbd9be2de), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:38:25.680990 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-cfeba752-8129-45d4-ba96-ba78e4d19a49 req-caaca43b-4f27-4f40-8067-6a79c189ff6b service neutron] 10.222.0.57 "GET /v2.0/networks/e06aca25-0b6a-452f-bfd4-2129924c58a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894756 Jan 26 21:38:25.703510 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1a4ce04a-f824-4f65-be8f-c6675f2c30dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-100904961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-100904961-project] vlan segment allocate from pool success with {'vlan_id': 557, 'physical_network': 'physnet1'} {{(pid=103305) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 26 21:38:25.712630 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a4ce04a-f824-4f65-be8f-c6675f2c30dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-100904961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-100904961-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ea0bdcec-2ad9-49ce-b9d1-713bbd9be2de,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:38:25.718714 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-1a4ce04a-f824-4f65-be8f-c6675f2c30dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-100904961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-100904961-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576559'] for segment (c755bc10-a765-4692-b5fa-0389cd39ffe2), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:38:25.719690 n-d-760453-5 neutron-server[103305]: INFO neutron.db.segments_db [None req-1a4ce04a-f824-4f65-be8f-c6675f2c30dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-100904961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-100904961-project] Added segment c755bc10-a765-4692-b5fa-0389cd39ffe2 of type vlan for network 461ebf40-2687-4703-9c9e-3380c30235f6 Jan 26 21:38:25.759867 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-1a4ce04a-f824-4f65-be8f-c6675f2c30dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-100904961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-100904961-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746560256871'] for network (461ebf40-2687-4703-9c9e-3380c30235f6), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:38:25.771695 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-cfeba752-8129-45d4-ba96-ba78e4d19a49 req-ebd13d64-5764-43cc-be53-b6b4999d1a17 service neutron] 10.222.0.57 "GET /v2.0/networks/e06aca25-0b6a-452f-bfd4-2129924c58a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848010 Jan 26 21:38:25.789104 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-1a4ce04a-f824-4f65-be8f-c6675f2c30dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-100904961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-100904961-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503'] for network (461ebf40-2687-4703-9c9e-3380c30235f6), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:38:25.794052 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a4ce04a-f824-4f65-be8f-c6675f2c30dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-100904961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-100904961-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:38:25.794635 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-1a4ce04a-f824-4f65-be8f-c6675f2c30dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-100904961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-100904961-project] Publish callbacks [] for network (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:38:25.851356 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-1a4ce04a-f824-4f65-be8f-c6675f2c30dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-100904961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-100904961-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 802 time: 0.4753776 Jan 26 21:38:25.862997 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a4ce04a-f824-4f65-be8f-c6675f2c30dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-100904961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-100904961-project] Pushing event updated for resources: {'Network': ['ID=461ebf40-2687-4703-9c9e-3380c30235f6,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:38:25.873070 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Network 461ebf40-2687-4703-9c9e-3380c30235f6 details requested by agent ovs-agent-n-d-760453-5 with host n-d-760453-5 {{(pid=103306) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 26 21:38:26.020853 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 60898) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:38:26.026105 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-1c933ebd-5d58-476e-83a5-7bbe4f05349d tempest-PortsAdminExtendedAttrsIpV6TestJSON-170267882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-170267882-project-admin] Request body: {'port': {'network_id': '461ebf40-2687-4703-9c9e-3380c30235f6', 'binding:host_id': 'n-h2-760453-5', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-10098110'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:38:26.046544 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c933ebd-5d58-476e-83a5-7bbe4f05349d tempest-PortsAdminExtendedAttrsIpV6TestJSON-170267882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-170267882-project-admin] Made reservation on behalf of c68ca8bcc28e4045998b3a7a416c6f9a for: {'port': 1} {{(pid=103305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 21:38:26.048819 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-1c933ebd-5d58-476e-83a5-7bbe4f05349d tempest-PortsAdminExtendedAttrsIpV6TestJSON-170267882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-170267882-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:38:26.058323 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-1c933ebd-5d58-476e-83a5-7bbe4f05349d tempest-PortsAdminExtendedAttrsIpV6TestJSON-170267882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-170267882-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:38:26.067189 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1615eabb-8dbe-4f8f-95bf-3db08a61dd43 req-4e7d0730-2ae4-4e82-8d8d-55806f6424ad tempest-TestServerMultinode-638723592 tempest-TestServerMultinode-638723592-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:38:26.068793 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-1615eabb-8dbe-4f8f-95bf-3db08a61dd43 req-4e7d0730-2ae4-4e82-8d8d-55806f6424ad tempest-TestServerMultinode-638723592 tempest-TestServerMultinode-638723592-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=570cc3c1-a6bf-46de-8617-cfddcb5ad486 HTTP/1.1" status: 200 len: 1096 time: 0.0457704 Jan 26 21:38:26.114841 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-1615eabb-8dbe-4f8f-95bf-3db08a61dd43 req-f7558001-9253-44ce-8f2d-8a78a8ef2349 tempest-TestServerMultinode-638723592 tempest-TestServerMultinode-638723592-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=a054c284-9859-451f-a00a-c33cf1db0121&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396006 Jan 26 21:38:26.136418 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-1c933ebd-5d58-476e-83a5-7bbe4f05349d tempest-PortsAdminExtendedAttrsIpV6TestJSON-170267882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-170267882-project-admin] Publish callbacks [] for security_group (407ce752-ad2b-4ebd-b54c-5c2ce5cbab6b), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:38:26.140252 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-1c933ebd-5d58-476e-83a5-7bbe4f05349d tempest-PortsAdminExtendedAttrsIpV6TestJSON-170267882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-170267882-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (407ce752-ad2b-4ebd-b54c-5c2ce5cbab6b), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:38:26.145167 n-d-760453-5 neutron-server[103305]: DEBUG neutron.notifiers.nova [None req-1c933ebd-5d58-476e-83a5-7bbe4f05349d tempest-PortsAdminExtendedAttrsIpV6TestJSON-170267882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-170267882-project-admin] device_id is not set on port 9bd17aa7-abcc-45b0-93ab-a14af6a57915 yet. {{(pid=103305) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 26 21:38:26.229419 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c933ebd-5d58-476e-83a5-7bbe4f05349d tempest-PortsAdminExtendedAttrsIpV6TestJSON-170267882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-170267882-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=407ce752-ad2b-4ebd-b54c-5c2ce5cbab6b,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:38:26.375771 n-d-760453-5 neutron-server[103305]: DEBUG neutron.notifiers.nova [None req-1c933ebd-5d58-476e-83a5-7bbe4f05349d tempest-PortsAdminExtendedAttrsIpV6TestJSON-170267882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-170267882-project-admin] device_id is not set on port 9bd17aa7-abcc-45b0-93ab-a14af6a57915 yet. {{(pid=103305) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 26 21:38:26.384781 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-1c933ebd-5d58-476e-83a5-7bbe4f05349d tempest-PortsAdminExtendedAttrsIpV6TestJSON-170267882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-170267882-project-admin] Publish callbacks [] for port (9bd17aa7-abcc-45b0-93ab-a14af6a57915), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:38:26.391873 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-1c933ebd-5d58-476e-83a5-7bbe4f05349d tempest-PortsAdminExtendedAttrsIpV6TestJSON-170267882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-170267882-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746560234527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11791543'] for port (9bd17aa7-abcc-45b0-93ab-a14af6a57915), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:38:26.394365 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48cf24e3-3f9d-4d43-ac98-0658cf4975fe req-288adf47-b6ba-45bd-bc52-004d8486a7e7 tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:38:26.396320 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-48cf24e3-3f9d-4d43-ac98-0658cf4975fe req-288adf47-b6ba-45bd-bc52-004d8486a7e7 tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] 10.222.0.13 "GET /v2.0/ports?device_id=526228ab-339e-47d6-aa5d-64380963b4b6 HTTP/1.1" status: 200 len: 943 time: 0.0523798 Jan 26 21:38:26.444321 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-48cf24e3-3f9d-4d43-ac98-0658cf4975fe req-7bfc6cd4-ec2f-4ae6-ac9f-cfd78047c89b tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] 10.222.0.13 "GET /v2.0/security-groups?id=c855b7af-ae6a-4b31-98b5-41bfc1142283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423222 Jan 26 21:38:26.450582 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c933ebd-5d58-476e-83a5-7bbe4f05349d tempest-PortsAdminExtendedAttrsIpV6TestJSON-170267882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-170267882-project-admin] Pushing event updated for resources: {'Port': ['ID=9bd17aa7-abcc-45b0-93ab-a14af6a57915,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:38:26.460696 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c933ebd-5d58-476e-83a5-7bbe4f05349d tempest-PortsAdminExtendedAttrsIpV6TestJSON-170267882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-170267882-project-admin] Checking segment: {'id': 'c755bc10-a765-4692-b5fa-0389cd39ffe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '461ebf40-2687-4703-9c9e-3380c30235f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103305) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 21:38:26.461491 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c933ebd-5d58-476e-83a5-7bbe4f05349d tempest-PortsAdminExtendedAttrsIpV6TestJSON-170267882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-170267882-project-admin] Network hostable DHCP agents. Network: 461ebf40-2687-4703-9c9e-3380c30235f6, hostable agents: ['474ccdf7-ab6c-405b-a3b2-dc7b05829902'], hosted agents: [] {{(pid=103305) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 26 21:38:26.477713 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c933ebd-5d58-476e-83a5-7bbe4f05349d tempest-PortsAdminExtendedAttrsIpV6TestJSON-170267882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-170267882-project-admin] Network 461ebf40-2687-4703-9c9e-3380c30235f6 is scheduled to be hosted by DHCP agent 474ccdf7-ab6c-405b-a3b2-dc7b05829902 with binding_index 1 {{(pid=103305) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 26 21:38:26.487846 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [None req-1c933ebd-5d58-476e-83a5-7bbe4f05349d tempest-PortsAdminExtendedAttrsIpV6TestJSON-170267882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-170267882-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760453-5, 461ebf40-2687-4703-9c9e-3380c30235f6) {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:38:26.491873 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c933ebd-5d58-476e-83a5-7bbe4f05349d tempest-PortsAdminExtendedAttrsIpV6TestJSON-170267882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-170267882-project-admin] Received port after_create {{(pid=103305) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 21:38:26.496771 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6f10ce9-038f-413f-9675-22cbccc92c37 None None] Network 461ebf40-2687-4703-9c9e-3380c30235f6 requested from n-d-760453-5 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 26 21:38:26.510110 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [None req-1c933ebd-5d58-476e-83a5-7bbe4f05349d tempest-PortsAdminExtendedAttrsIpV6TestJSON-170267882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-170267882-project-admin] Attempting to bind port 9bd17aa7-abcc-45b0-93ab-a14af6a57915 on host n-h2-760453-5 for vnic_type normal with profile {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 21:38:26.510532 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [None req-1c933ebd-5d58-476e-83a5-7bbe4f05349d tempest-PortsAdminExtendedAttrsIpV6TestJSON-170267882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-170267882-project-admin] Attempting to bind port 9bd17aa7-abcc-45b0-93ab-a14af6a57915 by drivers openvswitch,hyperv on host n-h2-760453-5 at level 0 using segments [{'id': 'c755bc10-a765-4692-b5fa-0389cd39ffe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '461ebf40-2687-4703-9c9e-3380c30235f6'}] {{(pid=103305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 26 21:38:26.510931 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c933ebd-5d58-476e-83a5-7bbe4f05349d tempest-PortsAdminExtendedAttrsIpV6TestJSON-170267882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-170267882-project-admin] Attempting to bind port 9bd17aa7-abcc-45b0-93ab-a14af6a57915 on network 461ebf40-2687-4703-9c9e-3380c30235f6 {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 21:38:26.515498 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c933ebd-5d58-476e-83a5-7bbe4f05349d tempest-PortsAdminExtendedAttrsIpV6TestJSON-170267882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-170267882-project-admin] Port 9bd17aa7-abcc-45b0-93ab-a14af6a57915 on network 461ebf40-2687-4703-9c9e-3380c30235f6 not bound, no agent of type Open vSwitch agent registered on host n-h2-760453-5 {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 26 21:38:26.515824 n-d-760453-5 neutron-server[103305]: ERROR neutron.plugins.ml2.managers [None req-1c933ebd-5d58-476e-83a5-7bbe4f05349d tempest-PortsAdminExtendedAttrsIpV6TestJSON-170267882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-170267882-project-admin] Failed to bind port 9bd17aa7-abcc-45b0-93ab-a14af6a57915 on host n-h2-760453-5 for vnic_type normal using segments [{'id': 'c755bc10-a765-4692-b5fa-0389cd39ffe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '461ebf40-2687-4703-9c9e-3380c30235f6'}] Jan 26 21:38:26.516208 n-d-760453-5 neutron-server[103305]: INFO neutron.plugins.ml2.plugin [None req-1c933ebd-5d58-476e-83a5-7bbe4f05349d tempest-PortsAdminExtendedAttrsIpV6TestJSON-170267882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-170267882-project-admin] Attempt 2 to bind port 9bd17aa7-abcc-45b0-93ab-a14af6a57915 Jan 26 21:38:26.528575 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [None req-1c933ebd-5d58-476e-83a5-7bbe4f05349d tempest-PortsAdminExtendedAttrsIpV6TestJSON-170267882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-170267882-project-admin] Attempting to bind port 9bd17aa7-abcc-45b0-93ab-a14af6a57915 on host n-h2-760453-5 for vnic_type normal with profile {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 21:38:26.529086 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [None req-1c933ebd-5d58-476e-83a5-7bbe4f05349d tempest-PortsAdminExtendedAttrsIpV6TestJSON-170267882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-170267882-project-admin] Attempting to bind port 9bd17aa7-abcc-45b0-93ab-a14af6a57915 by drivers openvswitch,hyperv on host n-h2-760453-5 at level 0 using segments [{'id': 'c755bc10-a765-4692-b5fa-0389cd39ffe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '461ebf40-2687-4703-9c9e-3380c30235f6'}] {{(pid=103305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 26 21:38:26.529457 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c933ebd-5d58-476e-83a5-7bbe4f05349d tempest-PortsAdminExtendedAttrsIpV6TestJSON-170267882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-170267882-project-admin] Attempting to bind port 9bd17aa7-abcc-45b0-93ab-a14af6a57915 on network 461ebf40-2687-4703-9c9e-3380c30235f6 {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 21:38:26.534198 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c933ebd-5d58-476e-83a5-7bbe4f05349d tempest-PortsAdminExtendedAttrsIpV6TestJSON-170267882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-170267882-project-admin] Port 9bd17aa7-abcc-45b0-93ab-a14af6a57915 on network 461ebf40-2687-4703-9c9e-3380c30235f6 not bound, no agent of type Open vSwitch agent registered on host n-h2-760453-5 {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 26 21:38:26.534526 n-d-760453-5 neutron-server[103305]: ERROR neutron.plugins.ml2.managers [None req-1c933ebd-5d58-476e-83a5-7bbe4f05349d tempest-PortsAdminExtendedAttrsIpV6TestJSON-170267882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-170267882-project-admin] Failed to bind port 9bd17aa7-abcc-45b0-93ab-a14af6a57915 on host n-h2-760453-5 for vnic_type normal using segments [{'id': 'c755bc10-a765-4692-b5fa-0389cd39ffe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '461ebf40-2687-4703-9c9e-3380c30235f6'}] Jan 26 21:38:26.534911 n-d-760453-5 neutron-server[103305]: INFO neutron.plugins.ml2.plugin [None req-1c933ebd-5d58-476e-83a5-7bbe4f05349d tempest-PortsAdminExtendedAttrsIpV6TestJSON-170267882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-170267882-project-admin] Attempt 3 to bind port 9bd17aa7-abcc-45b0-93ab-a14af6a57915 Jan 26 21:38:26.548240 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [None req-1c933ebd-5d58-476e-83a5-7bbe4f05349d tempest-PortsAdminExtendedAttrsIpV6TestJSON-170267882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-170267882-project-admin] Attempting to bind port 9bd17aa7-abcc-45b0-93ab-a14af6a57915 on host n-h2-760453-5 for vnic_type normal with profile {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 21:38:26.548580 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [None req-1c933ebd-5d58-476e-83a5-7bbe4f05349d tempest-PortsAdminExtendedAttrsIpV6TestJSON-170267882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-170267882-project-admin] Attempting to bind port 9bd17aa7-abcc-45b0-93ab-a14af6a57915 by drivers openvswitch,hyperv on host n-h2-760453-5 at level 0 using segments [{'id': 'c755bc10-a765-4692-b5fa-0389cd39ffe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '461ebf40-2687-4703-9c9e-3380c30235f6'}] {{(pid=103305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 26 21:38:26.548916 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c933ebd-5d58-476e-83a5-7bbe4f05349d tempest-PortsAdminExtendedAttrsIpV6TestJSON-170267882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-170267882-project-admin] Attempting to bind port 9bd17aa7-abcc-45b0-93ab-a14af6a57915 on network 461ebf40-2687-4703-9c9e-3380c30235f6 {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 21:38:26.553756 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c933ebd-5d58-476e-83a5-7bbe4f05349d tempest-PortsAdminExtendedAttrsIpV6TestJSON-170267882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-170267882-project-admin] Port 9bd17aa7-abcc-45b0-93ab-a14af6a57915 on network 461ebf40-2687-4703-9c9e-3380c30235f6 not bound, no agent of type Open vSwitch agent registered on host n-h2-760453-5 {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 26 21:38:26.554139 n-d-760453-5 neutron-server[103305]: ERROR neutron.plugins.ml2.managers [None req-1c933ebd-5d58-476e-83a5-7bbe4f05349d tempest-PortsAdminExtendedAttrsIpV6TestJSON-170267882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-170267882-project-admin] Failed to bind port 9bd17aa7-abcc-45b0-93ab-a14af6a57915 on host n-h2-760453-5 for vnic_type normal using segments [{'id': 'c755bc10-a765-4692-b5fa-0389cd39ffe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '461ebf40-2687-4703-9c9e-3380c30235f6'}] Jan 26 21:38:26.554475 n-d-760453-5 neutron-server[103305]: INFO neutron.plugins.ml2.plugin [None req-1c933ebd-5d58-476e-83a5-7bbe4f05349d tempest-PortsAdminExtendedAttrsIpV6TestJSON-170267882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-170267882-project-admin] Attempt 4 to bind port 9bd17aa7-abcc-45b0-93ab-a14af6a57915 Jan 26 21:38:26.567245 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [None req-1c933ebd-5d58-476e-83a5-7bbe4f05349d tempest-PortsAdminExtendedAttrsIpV6TestJSON-170267882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-170267882-project-admin] Attempting to bind port 9bd17aa7-abcc-45b0-93ab-a14af6a57915 on host n-h2-760453-5 for vnic_type normal with profile {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 21:38:26.567594 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [None req-1c933ebd-5d58-476e-83a5-7bbe4f05349d tempest-PortsAdminExtendedAttrsIpV6TestJSON-170267882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-170267882-project-admin] Attempting to bind port 9bd17aa7-abcc-45b0-93ab-a14af6a57915 by drivers openvswitch,hyperv on host n-h2-760453-5 at level 0 using segments [{'id': 'c755bc10-a765-4692-b5fa-0389cd39ffe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '461ebf40-2687-4703-9c9e-3380c30235f6'}] {{(pid=103305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 26 21:38:26.567942 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c933ebd-5d58-476e-83a5-7bbe4f05349d tempest-PortsAdminExtendedAttrsIpV6TestJSON-170267882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-170267882-project-admin] Attempting to bind port 9bd17aa7-abcc-45b0-93ab-a14af6a57915 on network 461ebf40-2687-4703-9c9e-3380c30235f6 {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 21:38:26.572239 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c933ebd-5d58-476e-83a5-7bbe4f05349d tempest-PortsAdminExtendedAttrsIpV6TestJSON-170267882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-170267882-project-admin] Port 9bd17aa7-abcc-45b0-93ab-a14af6a57915 on network 461ebf40-2687-4703-9c9e-3380c30235f6 not bound, no agent of type Open vSwitch agent registered on host n-h2-760453-5 {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 26 21:38:26.572564 n-d-760453-5 neutron-server[103305]: ERROR neutron.plugins.ml2.managers [None req-1c933ebd-5d58-476e-83a5-7bbe4f05349d tempest-PortsAdminExtendedAttrsIpV6TestJSON-170267882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-170267882-project-admin] Failed to bind port 9bd17aa7-abcc-45b0-93ab-a14af6a57915 on host n-h2-760453-5 for vnic_type normal using segments [{'id': 'c755bc10-a765-4692-b5fa-0389cd39ffe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '461ebf40-2687-4703-9c9e-3380c30235f6'}] Jan 26 21:38:26.572953 n-d-760453-5 neutron-server[103305]: INFO neutron.plugins.ml2.plugin [None req-1c933ebd-5d58-476e-83a5-7bbe4f05349d tempest-PortsAdminExtendedAttrsIpV6TestJSON-170267882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-170267882-project-admin] Attempt 5 to bind port 9bd17aa7-abcc-45b0-93ab-a14af6a57915 Jan 26 21:38:26.585704 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [None req-1c933ebd-5d58-476e-83a5-7bbe4f05349d tempest-PortsAdminExtendedAttrsIpV6TestJSON-170267882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-170267882-project-admin] Attempting to bind port 9bd17aa7-abcc-45b0-93ab-a14af6a57915 on host n-h2-760453-5 for vnic_type normal with profile {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 21:38:26.586041 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [None req-1c933ebd-5d58-476e-83a5-7bbe4f05349d tempest-PortsAdminExtendedAttrsIpV6TestJSON-170267882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-170267882-project-admin] Attempting to bind port 9bd17aa7-abcc-45b0-93ab-a14af6a57915 by drivers openvswitch,hyperv on host n-h2-760453-5 at level 0 using segments [{'id': 'c755bc10-a765-4692-b5fa-0389cd39ffe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '461ebf40-2687-4703-9c9e-3380c30235f6'}] {{(pid=103305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 26 21:38:26.586378 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c933ebd-5d58-476e-83a5-7bbe4f05349d tempest-PortsAdminExtendedAttrsIpV6TestJSON-170267882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-170267882-project-admin] Attempting to bind port 9bd17aa7-abcc-45b0-93ab-a14af6a57915 on network 461ebf40-2687-4703-9c9e-3380c30235f6 {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 21:38:26.590647 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c933ebd-5d58-476e-83a5-7bbe4f05349d tempest-PortsAdminExtendedAttrsIpV6TestJSON-170267882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-170267882-project-admin] Port 9bd17aa7-abcc-45b0-93ab-a14af6a57915 on network 461ebf40-2687-4703-9c9e-3380c30235f6 not bound, no agent of type Open vSwitch agent registered on host n-h2-760453-5 {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 26 21:38:26.590977 n-d-760453-5 neutron-server[103305]: ERROR neutron.plugins.ml2.managers [None req-1c933ebd-5d58-476e-83a5-7bbe4f05349d tempest-PortsAdminExtendedAttrsIpV6TestJSON-170267882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-170267882-project-admin] Failed to bind port 9bd17aa7-abcc-45b0-93ab-a14af6a57915 on host n-h2-760453-5 for vnic_type normal using segments [{'id': 'c755bc10-a765-4692-b5fa-0389cd39ffe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '461ebf40-2687-4703-9c9e-3380c30235f6'}] Jan 26 21:38:26.591367 n-d-760453-5 neutron-server[103305]: INFO neutron.plugins.ml2.plugin [None req-1c933ebd-5d58-476e-83a5-7bbe4f05349d tempest-PortsAdminExtendedAttrsIpV6TestJSON-170267882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-170267882-project-admin] Attempt 6 to bind port 9bd17aa7-abcc-45b0-93ab-a14af6a57915 Jan 26 21:38:26.603277 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [None req-1c933ebd-5d58-476e-83a5-7bbe4f05349d tempest-PortsAdminExtendedAttrsIpV6TestJSON-170267882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-170267882-project-admin] Attempting to bind port 9bd17aa7-abcc-45b0-93ab-a14af6a57915 on host n-h2-760453-5 for vnic_type normal with profile {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 21:38:26.603617 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [None req-1c933ebd-5d58-476e-83a5-7bbe4f05349d tempest-PortsAdminExtendedAttrsIpV6TestJSON-170267882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-170267882-project-admin] Attempting to bind port 9bd17aa7-abcc-45b0-93ab-a14af6a57915 by drivers openvswitch,hyperv on host n-h2-760453-5 at level 0 using segments [{'id': 'c755bc10-a765-4692-b5fa-0389cd39ffe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '461ebf40-2687-4703-9c9e-3380c30235f6'}] {{(pid=103305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 26 21:38:26.603949 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c933ebd-5d58-476e-83a5-7bbe4f05349d tempest-PortsAdminExtendedAttrsIpV6TestJSON-170267882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-170267882-project-admin] Attempting to bind port 9bd17aa7-abcc-45b0-93ab-a14af6a57915 on network 461ebf40-2687-4703-9c9e-3380c30235f6 {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 21:38:26.608149 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c933ebd-5d58-476e-83a5-7bbe4f05349d tempest-PortsAdminExtendedAttrsIpV6TestJSON-170267882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-170267882-project-admin] Port 9bd17aa7-abcc-45b0-93ab-a14af6a57915 on network 461ebf40-2687-4703-9c9e-3380c30235f6 not bound, no agent of type Open vSwitch agent registered on host n-h2-760453-5 {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 26 21:38:26.608472 n-d-760453-5 neutron-server[103305]: ERROR neutron.plugins.ml2.managers [None req-1c933ebd-5d58-476e-83a5-7bbe4f05349d tempest-PortsAdminExtendedAttrsIpV6TestJSON-170267882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-170267882-project-admin] Failed to bind port 9bd17aa7-abcc-45b0-93ab-a14af6a57915 on host n-h2-760453-5 for vnic_type normal using segments [{'id': 'c755bc10-a765-4692-b5fa-0389cd39ffe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '461ebf40-2687-4703-9c9e-3380c30235f6'}] Jan 26 21:38:26.608854 n-d-760453-5 neutron-server[103305]: INFO neutron.plugins.ml2.plugin [None req-1c933ebd-5d58-476e-83a5-7bbe4f05349d tempest-PortsAdminExtendedAttrsIpV6TestJSON-170267882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-170267882-project-admin] Attempt 7 to bind port 9bd17aa7-abcc-45b0-93ab-a14af6a57915 Jan 26 21:38:26.621509 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [None req-1c933ebd-5d58-476e-83a5-7bbe4f05349d tempest-PortsAdminExtendedAttrsIpV6TestJSON-170267882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-170267882-project-admin] Attempting to bind port 9bd17aa7-abcc-45b0-93ab-a14af6a57915 on host n-h2-760453-5 for vnic_type normal with profile {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 21:38:26.621849 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [None req-1c933ebd-5d58-476e-83a5-7bbe4f05349d tempest-PortsAdminExtendedAttrsIpV6TestJSON-170267882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-170267882-project-admin] Attempting to bind port 9bd17aa7-abcc-45b0-93ab-a14af6a57915 by drivers openvswitch,hyperv on host n-h2-760453-5 at level 0 using segments [{'id': 'c755bc10-a765-4692-b5fa-0389cd39ffe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '461ebf40-2687-4703-9c9e-3380c30235f6'}] {{(pid=103305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 26 21:38:26.622178 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c933ebd-5d58-476e-83a5-7bbe4f05349d tempest-PortsAdminExtendedAttrsIpV6TestJSON-170267882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-170267882-project-admin] Attempting to bind port 9bd17aa7-abcc-45b0-93ab-a14af6a57915 on network 461ebf40-2687-4703-9c9e-3380c30235f6 {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 21:38:26.626943 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c933ebd-5d58-476e-83a5-7bbe4f05349d tempest-PortsAdminExtendedAttrsIpV6TestJSON-170267882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-170267882-project-admin] Port 9bd17aa7-abcc-45b0-93ab-a14af6a57915 on network 461ebf40-2687-4703-9c9e-3380c30235f6 not bound, no agent of type Open vSwitch agent registered on host n-h2-760453-5 {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 26 21:38:26.627268 n-d-760453-5 neutron-server[103305]: ERROR neutron.plugins.ml2.managers [None req-1c933ebd-5d58-476e-83a5-7bbe4f05349d tempest-PortsAdminExtendedAttrsIpV6TestJSON-170267882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-170267882-project-admin] Failed to bind port 9bd17aa7-abcc-45b0-93ab-a14af6a57915 on host n-h2-760453-5 for vnic_type normal using segments [{'id': 'c755bc10-a765-4692-b5fa-0389cd39ffe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '461ebf40-2687-4703-9c9e-3380c30235f6'}] Jan 26 21:38:26.627650 n-d-760453-5 neutron-server[103305]: INFO neutron.plugins.ml2.plugin [None req-1c933ebd-5d58-476e-83a5-7bbe4f05349d tempest-PortsAdminExtendedAttrsIpV6TestJSON-170267882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-170267882-project-admin] Attempt 8 to bind port 9bd17aa7-abcc-45b0-93ab-a14af6a57915 Jan 26 21:38:26.639256 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [None req-1c933ebd-5d58-476e-83a5-7bbe4f05349d tempest-PortsAdminExtendedAttrsIpV6TestJSON-170267882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-170267882-project-admin] Attempting to bind port 9bd17aa7-abcc-45b0-93ab-a14af6a57915 on host n-h2-760453-5 for vnic_type normal with profile {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 21:38:26.639591 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [None req-1c933ebd-5d58-476e-83a5-7bbe4f05349d tempest-PortsAdminExtendedAttrsIpV6TestJSON-170267882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-170267882-project-admin] Attempting to bind port 9bd17aa7-abcc-45b0-93ab-a14af6a57915 by drivers openvswitch,hyperv on host n-h2-760453-5 at level 0 using segments [{'id': 'c755bc10-a765-4692-b5fa-0389cd39ffe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '461ebf40-2687-4703-9c9e-3380c30235f6'}] {{(pid=103305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 26 21:38:26.639918 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c933ebd-5d58-476e-83a5-7bbe4f05349d tempest-PortsAdminExtendedAttrsIpV6TestJSON-170267882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-170267882-project-admin] Attempting to bind port 9bd17aa7-abcc-45b0-93ab-a14af6a57915 on network 461ebf40-2687-4703-9c9e-3380c30235f6 {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 21:38:26.644181 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c933ebd-5d58-476e-83a5-7bbe4f05349d tempest-PortsAdminExtendedAttrsIpV6TestJSON-170267882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-170267882-project-admin] Port 9bd17aa7-abcc-45b0-93ab-a14af6a57915 on network 461ebf40-2687-4703-9c9e-3380c30235f6 not bound, no agent of type Open vSwitch agent registered on host n-h2-760453-5 {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 26 21:38:26.644506 n-d-760453-5 neutron-server[103305]: ERROR neutron.plugins.ml2.managers [None req-1c933ebd-5d58-476e-83a5-7bbe4f05349d tempest-PortsAdminExtendedAttrsIpV6TestJSON-170267882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-170267882-project-admin] Failed to bind port 9bd17aa7-abcc-45b0-93ab-a14af6a57915 on host n-h2-760453-5 for vnic_type normal using segments [{'id': 'c755bc10-a765-4692-b5fa-0389cd39ffe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '461ebf40-2687-4703-9c9e-3380c30235f6'}] Jan 26 21:38:26.644888 n-d-760453-5 neutron-server[103305]: INFO neutron.plugins.ml2.plugin [None req-1c933ebd-5d58-476e-83a5-7bbe4f05349d tempest-PortsAdminExtendedAttrsIpV6TestJSON-170267882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-170267882-project-admin] Attempt 9 to bind port 9bd17aa7-abcc-45b0-93ab-a14af6a57915 Jan 26 21:38:26.657011 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [None req-1c933ebd-5d58-476e-83a5-7bbe4f05349d tempest-PortsAdminExtendedAttrsIpV6TestJSON-170267882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-170267882-project-admin] Attempting to bind port 9bd17aa7-abcc-45b0-93ab-a14af6a57915 on host n-h2-760453-5 for vnic_type normal with profile {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 21:38:26.657384 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [None req-1c933ebd-5d58-476e-83a5-7bbe4f05349d tempest-PortsAdminExtendedAttrsIpV6TestJSON-170267882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-170267882-project-admin] Attempting to bind port 9bd17aa7-abcc-45b0-93ab-a14af6a57915 by drivers openvswitch,hyperv on host n-h2-760453-5 at level 0 using segments [{'id': 'c755bc10-a765-4692-b5fa-0389cd39ffe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '461ebf40-2687-4703-9c9e-3380c30235f6'}] {{(pid=103305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 26 21:38:26.657730 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c933ebd-5d58-476e-83a5-7bbe4f05349d tempest-PortsAdminExtendedAttrsIpV6TestJSON-170267882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-170267882-project-admin] Attempting to bind port 9bd17aa7-abcc-45b0-93ab-a14af6a57915 on network 461ebf40-2687-4703-9c9e-3380c30235f6 {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 21:38:26.661883 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c933ebd-5d58-476e-83a5-7bbe4f05349d tempest-PortsAdminExtendedAttrsIpV6TestJSON-170267882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-170267882-project-admin] Port 9bd17aa7-abcc-45b0-93ab-a14af6a57915 on network 461ebf40-2687-4703-9c9e-3380c30235f6 not bound, no agent of type Open vSwitch agent registered on host n-h2-760453-5 {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 26 21:38:26.662208 n-d-760453-5 neutron-server[103305]: ERROR neutron.plugins.ml2.managers [None req-1c933ebd-5d58-476e-83a5-7bbe4f05349d tempest-PortsAdminExtendedAttrsIpV6TestJSON-170267882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-170267882-project-admin] Failed to bind port 9bd17aa7-abcc-45b0-93ab-a14af6a57915 on host n-h2-760453-5 for vnic_type normal using segments [{'id': 'c755bc10-a765-4692-b5fa-0389cd39ffe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '461ebf40-2687-4703-9c9e-3380c30235f6'}] Jan 26 21:38:26.662588 n-d-760453-5 neutron-server[103305]: INFO neutron.plugins.ml2.plugin [None req-1c933ebd-5d58-476e-83a5-7bbe4f05349d tempest-PortsAdminExtendedAttrsIpV6TestJSON-170267882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-170267882-project-admin] Attempt 10 to bind port 9bd17aa7-abcc-45b0-93ab-a14af6a57915 Jan 26 21:38:26.674101 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Device 32c8a671-3c4a-416d-b377-a23071bbfae1 up at agent hyperv_n-h1-760453-5 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 21:38:26.674875 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [None req-1c933ebd-5d58-476e-83a5-7bbe4f05349d tempest-PortsAdminExtendedAttrsIpV6TestJSON-170267882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-170267882-project-admin] Attempting to bind port 9bd17aa7-abcc-45b0-93ab-a14af6a57915 on host n-h2-760453-5 for vnic_type normal with profile {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 21:38:26.675214 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [None req-1c933ebd-5d58-476e-83a5-7bbe4f05349d tempest-PortsAdminExtendedAttrsIpV6TestJSON-170267882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-170267882-project-admin] Attempting to bind port 9bd17aa7-abcc-45b0-93ab-a14af6a57915 by drivers openvswitch,hyperv on host n-h2-760453-5 at level 0 using segments [{'id': 'c755bc10-a765-4692-b5fa-0389cd39ffe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '461ebf40-2687-4703-9c9e-3380c30235f6'}] {{(pid=103305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 26 21:38:26.675548 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c933ebd-5d58-476e-83a5-7bbe4f05349d tempest-PortsAdminExtendedAttrsIpV6TestJSON-170267882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-170267882-project-admin] Attempting to bind port 9bd17aa7-abcc-45b0-93ab-a14af6a57915 on network 461ebf40-2687-4703-9c9e-3380c30235f6 {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 21:38:26.679811 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c933ebd-5d58-476e-83a5-7bbe4f05349d tempest-PortsAdminExtendedAttrsIpV6TestJSON-170267882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-170267882-project-admin] Port 9bd17aa7-abcc-45b0-93ab-a14af6a57915 on network 461ebf40-2687-4703-9c9e-3380c30235f6 not bound, no agent of type Open vSwitch agent registered on host n-h2-760453-5 {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 26 21:38:26.680134 n-d-760453-5 neutron-server[103305]: ERROR neutron.plugins.ml2.managers [None req-1c933ebd-5d58-476e-83a5-7bbe4f05349d tempest-PortsAdminExtendedAttrsIpV6TestJSON-170267882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-170267882-project-admin] Failed to bind port 9bd17aa7-abcc-45b0-93ab-a14af6a57915 on host n-h2-760453-5 for vnic_type normal using segments [{'id': 'c755bc10-a765-4692-b5fa-0389cd39ffe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '461ebf40-2687-4703-9c9e-3380c30235f6'}] Jan 26 21:38:26.680499 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-1c933ebd-5d58-476e-83a5-7bbe4f05349d tempest-PortsAdminExtendedAttrsIpV6TestJSON-170267882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-170267882-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (9bd17aa7-abcc-45b0-93ab-a14af6a57915), before_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:38:26.723376 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Provisioning for port 32c8a671-3c4a-416d-b377-a23071bbfae1 completed by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 21:38:26.727566 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Provisioning complete for port 32c8a671-3c4a-416d-b377-a23071bbfae1 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:38:26.727746 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (32c8a671-3c4a-416d-b377-a23071bbfae1), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:38:26.746672 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [None req-1c933ebd-5d58-476e-83a5-7bbe4f05349d tempest-PortsAdminExtendedAttrsIpV6TestJSON-170267882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-170267882-project-admin] For port 9bd17aa7-abcc-45b0-93ab-a14af6a57915, host n-h2-760453-5, cleared binding levels {{(pid=103305) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 26 21:38:26.747035 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [None req-1c933ebd-5d58-476e-83a5-7bbe4f05349d tempest-PortsAdminExtendedAttrsIpV6TestJSON-170267882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-170267882-project-admin] Attempted to set empty binding levels {{(pid=103305) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jan 26 21:38:26.751495 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-1c933ebd-5d58-476e-83a5-7bbe4f05349d tempest-PortsAdminExtendedAttrsIpV6TestJSON-170267882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-170267882-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11791520'] for port (9bd17aa7-abcc-45b0-93ab-a14af6a57915), after_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:38:26.782666 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c933ebd-5d58-476e-83a5-7bbe4f05349d tempest-PortsAdminExtendedAttrsIpV6TestJSON-170267882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-170267882-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:38:26.783260 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-1c933ebd-5d58-476e-83a5-7bbe4f05349d tempest-PortsAdminExtendedAttrsIpV6TestJSON-170267882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-170267882-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:38:26.803541 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c933ebd-5d58-476e-83a5-7bbe4f05349d tempest-PortsAdminExtendedAttrsIpV6TestJSON-170267882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-170267882-project-admin] Pushing event updated for resources: {'Port': ['ID=9bd17aa7-abcc-45b0-93ab-a14af6a57915,revision_number=2']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:38:26.808963 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-1c933ebd-5d58-476e-83a5-7bbe4f05349d tempest-PortsAdminExtendedAttrsIpV6TestJSON-170267882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-170267882-project-admin] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 982 time: 0.7868700 Jan 26 21:38:26.811612 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 60904) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:38:26.814722 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Current status of the port 32c8a671-3c4a-416d-b377-a23071bbfae1 is: BUILD; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:38:26.815187 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (32c8a671-3c4a-416d-b377-a23071bbfae1), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:38:26.838260 n-d-760453-5 neutron-server[103306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '570cc3c1-a6bf-46de-8617-cfddcb5ad486', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32c8a671-3c4a-416d-b377-a23071bbfae1'}] {{(pid=103306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 21:38:26.840605 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9d5d370febab655511bdd2ffe887e43e442d144a440368702bcc1e93af00b97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2dc37e85-2aa5-4c30-98c6-e2f44edc8470" -d '{"events": [{"server_uuid": "570cc3c1-a6bf-46de-8617-cfddcb5ad486", "name": "network-vif-plugged", "status": "completed", "tag": "32c8a671-3c4a-416d-b377-a23071bbfae1"}]}' {{(pid=103306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 21:38:26.854317 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] For port 32c8a671-3c4a-416d-b377-a23071bbfae1, host n-h1-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-5',level=0,port_id=32c8a671-3c4a-416d-b377-a23071bbfae1,segment=NetworkSegment(5a840bb3-33d1-4210-b233-2e7d717911d7),segment_id=5a840bb3-33d1-4210-b233-2e7d717911d7)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:38:26.860180 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (32c8a671-3c4a-416d-b377-a23071bbfae1), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:38:26.883126 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Jan 2022 21:38:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49c9370a-41cf-45c9-9a25-67e29310cf73 x-openstack-request-id: req-49c9370a-41cf-45c9-9a25-67e29310cf73 {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 21:38:26.883721 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "570cc3c1-a6bf-46de-8617-cfddcb5ad486", "name": "network-vif-plugged", "status": "completed", "tag": "32c8a671-3c4a-416d-b377-a23071bbfae1", "code": 200}]} {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 21:38:26.883721 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-49c9370a-41cf-45c9-9a25-67e29310cf73 {{(pid=103306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 21:38:26.884149 n-d-760453-5 neutron-server[103306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '570cc3c1-a6bf-46de-8617-cfddcb5ad486', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32c8a671-3c4a-416d-b377-a23071bbfae1', 'code': 200} Jan 26 21:38:26.891601 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-11256baf-7739-4271-b867-658c0532a364 tempest-PortsAdminExtendedAttrsIpV6TestJSON-170267882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-170267882-project-admin] Deleting port 9bd17aa7-abcc-45b0-93ab-a14af6a57915 {{(pid=103305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 21:38:26.892019 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-11256baf-7739-4271-b867-658c0532a364 tempest-PortsAdminExtendedAttrsIpV6TestJSON-170267882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-170267882-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746560630878'] for port (9bd17aa7-abcc-45b0-93ab-a14af6a57915), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:38:26.911591 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Pushing event updated for resources: {'Port': ['ID=32c8a671-3c4a-416d-b377-a23071bbfae1,revision_number=5']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:38:26.962300 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [None req-11256baf-7739-4271-b867-658c0532a364 tempest-PortsAdminExtendedAttrsIpV6TestJSON-170267882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-170267882-project-admin] For port 9bd17aa7-abcc-45b0-93ab-a14af6a57915, host n-h2-760453-5, got binding levels [] {{(pid=103305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:38:26.962669 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-11256baf-7739-4271-b867-658c0532a364 tempest-PortsAdminExtendedAttrsIpV6TestJSON-170267882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-170267882-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4109658'] for port (9bd17aa7-abcc-45b0-93ab-a14af6a57915), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:38:26.976257 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-11256baf-7739-4271-b867-658c0532a364 tempest-PortsAdminExtendedAttrsIpV6TestJSON-170267882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-170267882-project-admin] Calling delete_port for 9bd17aa7-abcc-45b0-93ab-a14af6a57915 owned by {{(pid=103305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 21:38:27.027398 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1da5979-61d0-4e34-9c90-e482f81f1983 req-4be5e62b-f723-4425-9389-06ac0a300323 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:38:27.028896 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-d1da5979-61d0-4e34-9c90-e482f81f1983 req-4be5e62b-f723-4425-9389-06ac0a300323 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=570cc3c1-a6bf-46de-8617-cfddcb5ad486 HTTP/1.1" status: 200 len: 1097 time: 0.0421777 Jan 26 21:38:27.054094 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-11256baf-7739-4271-b867-658c0532a364 tempest-PortsAdminExtendedAttrsIpV6TestJSON-170267882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-170267882-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746560636600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746560234536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11791543'] for port (9bd17aa7-abcc-45b0-93ab-a14af6a57915), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:38:27.075999 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-d1da5979-61d0-4e34-9c90-e482f81f1983 req-1a0f708b-35d1-4fba-9bec-ea695449f21f service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=a054c284-9859-451f-a00a-c33cf1db0121&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383296 Jan 26 21:38:27.088276 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11256baf-7739-4271-b867-658c0532a364 tempest-PortsAdminExtendedAttrsIpV6TestJSON-170267882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-170267882-project-admin] Pushing event deleted for resources: {'Port': ['ID=9bd17aa7-abcc-45b0-93ab-a14af6a57915,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:38:27.090506 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-11256baf-7739-4271-b867-658c0532a364 tempest-PortsAdminExtendedAttrsIpV6TestJSON-170267882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-170267882-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:38:27.094452 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-11256baf-7739-4271-b867-658c0532a364 tempest-PortsAdminExtendedAttrsIpV6TestJSON-170267882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-170267882-project-admin] 10.222.0.13 "DELETE /v2.0/ports/9bd17aa7-abcc-45b0-93ab-a14af6a57915 HTTP/1.1" status: 204 len: 168 time: 0.2813826 Jan 26 21:38:27.096917 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 60908) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:38:27.120161 n-d-760453-5 neutron-server[103305]: INFO neutron.pecan_wsgi.hooks.translation [None req-720b42ce-6fc5-412b-85df-379df0dda62c tempest-PortsAdminExtendedAttrsIpV6TestJSON-170267882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-170267882-project-admin] GET failed (client error): The resource could not be found. Jan 26 21:38:27.121493 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-720b42ce-6fc5-412b-85df-379df0dda62c tempest-PortsAdminExtendedAttrsIpV6TestJSON-170267882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-170267882-project-admin] 10.222.0.13 "GET /v2.0/ports/9bd17aa7-abcc-45b0-93ab-a14af6a57915 HTTP/1.1" status: 404 len: 333 time: 0.0236249 Jan 26 21:38:27.124757 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 60910) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:38:27.129257 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-100fc5fa-1124-4787-b178-8238a2c33571 tempest-PortsAdminExtendedAttrsIpV6TestJSON-170267882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-170267882-project-admin] Request body: {'port': {'network_id': '461ebf40-2687-4703-9c9e-3380c30235f6', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-916016184'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:38:27.148359 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-100fc5fa-1124-4787-b178-8238a2c33571 tempest-PortsAdminExtendedAttrsIpV6TestJSON-170267882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-170267882-project-admin] Made reservation on behalf of c68ca8bcc28e4045998b3a7a416c6f9a for: {'port': 1} {{(pid=103305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 21:38:27.150891 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-100fc5fa-1124-4787-b178-8238a2c33571 tempest-PortsAdminExtendedAttrsIpV6TestJSON-170267882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-170267882-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:38:27.166914 n-d-760453-5 neutron-server[103305]: DEBUG neutron.notifiers.nova [None req-100fc5fa-1124-4787-b178-8238a2c33571 tempest-PortsAdminExtendedAttrsIpV6TestJSON-170267882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-170267882-project-admin] device_id is not set on port 9f018dd3-01c9-427e-962c-0d89e9dce4af yet. {{(pid=103305) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 26 21:38:27.230884 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414fcadb-f5fc-4b1e-9f6e-1e3f376111d0 req-6ba28731-24e8-49e0-ae9e-0bd418f8e255 tempest-TestServerMultinode-638723592 tempest-TestServerMultinode-638723592-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:38:27.232467 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-414fcadb-f5fc-4b1e-9f6e-1e3f376111d0 req-6ba28731-24e8-49e0-ae9e-0bd418f8e255 tempest-TestServerMultinode-638723592 tempest-TestServerMultinode-638723592-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=570cc3c1-a6bf-46de-8617-cfddcb5ad486 HTTP/1.1" status: 200 len: 1097 time: 0.0422311 Jan 26 21:38:27.277643 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-414fcadb-f5fc-4b1e-9f6e-1e3f376111d0 req-67b47c63-7f91-4da2-b023-f7cd68626794 tempest-TestServerMultinode-638723592 tempest-TestServerMultinode-638723592-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=a054c284-9859-451f-a00a-c33cf1db0121&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384178 Jan 26 21:38:27.315910 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-100fc5fa-1124-4787-b178-8238a2c33571 tempest-PortsAdminExtendedAttrsIpV6TestJSON-170267882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-170267882-project-admin] Publish callbacks [] for port (9f018dd3-01c9-427e-962c-0d89e9dce4af), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:38:27.357134 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-100fc5fa-1124-4787-b178-8238a2c33571 tempest-PortsAdminExtendedAttrsIpV6TestJSON-170267882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-170267882-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746560234527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11791543'] for port (9f018dd3-01c9-427e-962c-0d89e9dce4af), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:38:27.399397 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-100fc5fa-1124-4787-b178-8238a2c33571 tempest-PortsAdminExtendedAttrsIpV6TestJSON-170267882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-170267882-project-admin] Network 461ebf40-2687-4703-9c9e-3380c30235f6 is already hosted by enough agents. {{(pid=103305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 21:38:27.404106 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [None req-100fc5fa-1124-4787-b178-8238a2c33571 tempest-PortsAdminExtendedAttrsIpV6TestJSON-170267882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-170267882-project-admin] Resources bound (agent type, host, resource id): {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:38:27.409034 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-100fc5fa-1124-4787-b178-8238a2c33571 tempest-PortsAdminExtendedAttrsIpV6TestJSON-170267882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-170267882-project-admin] Received port after_create {{(pid=103305) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 21:38:27.409983 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-100fc5fa-1124-4787-b178-8238a2c33571 tempest-PortsAdminExtendedAttrsIpV6TestJSON-170267882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-170267882-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:38:27.410572 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-100fc5fa-1124-4787-b178-8238a2c33571 tempest-PortsAdminExtendedAttrsIpV6TestJSON-170267882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-170267882-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:38:27.413488 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100fc5fa-1124-4787-b178-8238a2c33571 tempest-PortsAdminExtendedAttrsIpV6TestJSON-170267882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-170267882-project-admin] Pushing event updated for resources: {'Port': ['ID=9f018dd3-01c9-427e-962c-0d89e9dce4af,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:38:27.428114 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-100fc5fa-1124-4787-b178-8238a2c33571 tempest-PortsAdminExtendedAttrsIpV6TestJSON-170267882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-170267882-project-admin] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 0.3019040 Jan 26 21:38:27.430187 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 60914) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:38:27.435086 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-27ad9cb1-f6c1-4003-a497-febd0810a406 tempest-PortsAdminExtendedAttrsIpV6TestJSON-170267882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-170267882-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-760453-5'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:38:27.492891 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-27ad9cb1-f6c1-4003-a497-febd0810a406 tempest-PortsAdminExtendedAttrsIpV6TestJSON-170267882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-170267882-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (9f018dd3-01c9-427e-962c-0d89e9dce4af), before_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:38:27.570184 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb6c6ee-d7bd-4848-8b35-e5c7cabb0a46 req-8b4ef2ab-f7f1-432f-af4f-d49f3fc92319 tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:38:27.572044 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-feb6c6ee-d7bd-4848-8b35-e5c7cabb0a46 req-8b4ef2ab-f7f1-432f-af4f-d49f3fc92319 tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] 10.222.0.13 "GET /v2.0/ports?device_id=526228ab-339e-47d6-aa5d-64380963b4b6 HTTP/1.1" status: 200 len: 943 time: 0.0501256 Jan 26 21:38:27.629574 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-feb6c6ee-d7bd-4848-8b35-e5c7cabb0a46 req-4807b561-29ec-48a9-831d-fc544d7512b3 tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] 10.222.0.13 "GET /v2.0/security-groups?id=c855b7af-ae6a-4b31-98b5-41bfc1142283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462770 Jan 26 21:38:27.672456 n-d-760453-5 neutron-server[103305]: DEBUG neutron.notifiers.nova [None req-27ad9cb1-f6c1-4003-a497-febd0810a406 tempest-PortsAdminExtendedAttrsIpV6TestJSON-170267882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-170267882-project-admin] device_id is not set on port 9f018dd3-01c9-427e-962c-0d89e9dce4af yet. {{(pid=103305) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 26 21:38:27.679992 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-27ad9cb1-f6c1-4003-a497-febd0810a406 tempest-PortsAdminExtendedAttrsIpV6TestJSON-170267882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-170267882-project-admin] Publish callbacks [] for port (9f018dd3-01c9-427e-962c-0d89e9dce4af), precommit_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:38:27.685123 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-27ad9cb1-f6c1-4003-a497-febd0810a406 tempest-PortsAdminExtendedAttrsIpV6TestJSON-170267882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-170267882-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11791520'] for port (9f018dd3-01c9-427e-962c-0d89e9dce4af), after_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:38:27.735562 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ad9cb1-f6c1-4003-a497-febd0810a406 tempest-PortsAdminExtendedAttrsIpV6TestJSON-170267882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-170267882-project-admin] Pushing event updated for resources: {'Port': ['ID=9f018dd3-01c9-427e-962c-0d89e9dce4af,revision_number=2']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:38:27.745971 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [None req-27ad9cb1-f6c1-4003-a497-febd0810a406 tempest-PortsAdminExtendedAttrsIpV6TestJSON-170267882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-170267882-project-admin] Attempting to bind port 9f018dd3-01c9-427e-962c-0d89e9dce4af on host n-h2-760453-5 for vnic_type normal with profile {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 21:38:27.746306 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [None req-27ad9cb1-f6c1-4003-a497-febd0810a406 tempest-PortsAdminExtendedAttrsIpV6TestJSON-170267882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-170267882-project-admin] Attempting to bind port 9f018dd3-01c9-427e-962c-0d89e9dce4af by drivers openvswitch,hyperv on host n-h2-760453-5 at level 0 using segments [{'id': 'c755bc10-a765-4692-b5fa-0389cd39ffe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '461ebf40-2687-4703-9c9e-3380c30235f6'}] {{(pid=103305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 26 21:38:27.746638 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27ad9cb1-f6c1-4003-a497-febd0810a406 tempest-PortsAdminExtendedAttrsIpV6TestJSON-170267882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-170267882-project-admin] Attempting to bind port 9f018dd3-01c9-427e-962c-0d89e9dce4af on network 461ebf40-2687-4703-9c9e-3380c30235f6 {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 21:38:27.751442 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27ad9cb1-f6c1-4003-a497-febd0810a406 tempest-PortsAdminExtendedAttrsIpV6TestJSON-170267882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-170267882-project-admin] Port 9f018dd3-01c9-427e-962c-0d89e9dce4af on network 461ebf40-2687-4703-9c9e-3380c30235f6 not bound, no agent of type Open vSwitch agent registered on host n-h2-760453-5 {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 26 21:38:27.751761 n-d-760453-5 neutron-server[103305]: ERROR neutron.plugins.ml2.managers [None req-27ad9cb1-f6c1-4003-a497-febd0810a406 tempest-PortsAdminExtendedAttrsIpV6TestJSON-170267882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-170267882-project-admin] Failed to bind port 9f018dd3-01c9-427e-962c-0d89e9dce4af on host n-h2-760453-5 for vnic_type normal using segments [{'id': 'c755bc10-a765-4692-b5fa-0389cd39ffe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '461ebf40-2687-4703-9c9e-3380c30235f6'}] Jan 26 21:38:27.752133 n-d-760453-5 neutron-server[103305]: INFO neutron.plugins.ml2.plugin [None req-27ad9cb1-f6c1-4003-a497-febd0810a406 tempest-PortsAdminExtendedAttrsIpV6TestJSON-170267882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-170267882-project-admin] Attempt 2 to bind port 9f018dd3-01c9-427e-962c-0d89e9dce4af Jan 26 21:38:27.764920 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [None req-27ad9cb1-f6c1-4003-a497-febd0810a406 tempest-PortsAdminExtendedAttrsIpV6TestJSON-170267882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-170267882-project-admin] Attempting to bind port 9f018dd3-01c9-427e-962c-0d89e9dce4af on host n-h2-760453-5 for vnic_type normal with profile {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 21:38:27.765253 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [None req-27ad9cb1-f6c1-4003-a497-febd0810a406 tempest-PortsAdminExtendedAttrsIpV6TestJSON-170267882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-170267882-project-admin] Attempting to bind port 9f018dd3-01c9-427e-962c-0d89e9dce4af by drivers openvswitch,hyperv on host n-h2-760453-5 at level 0 using segments [{'id': 'c755bc10-a765-4692-b5fa-0389cd39ffe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '461ebf40-2687-4703-9c9e-3380c30235f6'}] {{(pid=103305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 26 21:38:27.766157 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27ad9cb1-f6c1-4003-a497-febd0810a406 tempest-PortsAdminExtendedAttrsIpV6TestJSON-170267882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-170267882-project-admin] Attempting to bind port 9f018dd3-01c9-427e-962c-0d89e9dce4af on network 461ebf40-2687-4703-9c9e-3380c30235f6 {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 21:38:27.770365 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27ad9cb1-f6c1-4003-a497-febd0810a406 tempest-PortsAdminExtendedAttrsIpV6TestJSON-170267882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-170267882-project-admin] Port 9f018dd3-01c9-427e-962c-0d89e9dce4af on network 461ebf40-2687-4703-9c9e-3380c30235f6 not bound, no agent of type Open vSwitch agent registered on host n-h2-760453-5 {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 26 21:38:27.770683 n-d-760453-5 neutron-server[103305]: ERROR neutron.plugins.ml2.managers [None req-27ad9cb1-f6c1-4003-a497-febd0810a406 tempest-PortsAdminExtendedAttrsIpV6TestJSON-170267882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-170267882-project-admin] Failed to bind port 9f018dd3-01c9-427e-962c-0d89e9dce4af on host n-h2-760453-5 for vnic_type normal using segments [{'id': 'c755bc10-a765-4692-b5fa-0389cd39ffe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '461ebf40-2687-4703-9c9e-3380c30235f6'}] Jan 26 21:38:27.771059 n-d-760453-5 neutron-server[103305]: INFO neutron.plugins.ml2.plugin [None req-27ad9cb1-f6c1-4003-a497-febd0810a406 tempest-PortsAdminExtendedAttrsIpV6TestJSON-170267882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-170267882-project-admin] Attempt 3 to bind port 9f018dd3-01c9-427e-962c-0d89e9dce4af Jan 26 21:38:27.782450 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [None req-27ad9cb1-f6c1-4003-a497-febd0810a406 tempest-PortsAdminExtendedAttrsIpV6TestJSON-170267882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-170267882-project-admin] Attempting to bind port 9f018dd3-01c9-427e-962c-0d89e9dce4af on host n-h2-760453-5 for vnic_type normal with profile {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 21:38:27.782779 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [None req-27ad9cb1-f6c1-4003-a497-febd0810a406 tempest-PortsAdminExtendedAttrsIpV6TestJSON-170267882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-170267882-project-admin] Attempting to bind port 9f018dd3-01c9-427e-962c-0d89e9dce4af by drivers openvswitch,hyperv on host n-h2-760453-5 at level 0 using segments [{'id': 'c755bc10-a765-4692-b5fa-0389cd39ffe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '461ebf40-2687-4703-9c9e-3380c30235f6'}] {{(pid=103305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 26 21:38:27.783102 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27ad9cb1-f6c1-4003-a497-febd0810a406 tempest-PortsAdminExtendedAttrsIpV6TestJSON-170267882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-170267882-project-admin] Attempting to bind port 9f018dd3-01c9-427e-962c-0d89e9dce4af on network 461ebf40-2687-4703-9c9e-3380c30235f6 {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 21:38:27.787179 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27ad9cb1-f6c1-4003-a497-febd0810a406 tempest-PortsAdminExtendedAttrsIpV6TestJSON-170267882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-170267882-project-admin] Port 9f018dd3-01c9-427e-962c-0d89e9dce4af on network 461ebf40-2687-4703-9c9e-3380c30235f6 not bound, no agent of type Open vSwitch agent registered on host n-h2-760453-5 {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 26 21:38:27.787495 n-d-760453-5 neutron-server[103305]: ERROR neutron.plugins.ml2.managers [None req-27ad9cb1-f6c1-4003-a497-febd0810a406 tempest-PortsAdminExtendedAttrsIpV6TestJSON-170267882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-170267882-project-admin] Failed to bind port 9f018dd3-01c9-427e-962c-0d89e9dce4af on host n-h2-760453-5 for vnic_type normal using segments [{'id': 'c755bc10-a765-4692-b5fa-0389cd39ffe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '461ebf40-2687-4703-9c9e-3380c30235f6'}] Jan 26 21:38:27.787865 n-d-760453-5 neutron-server[103305]: INFO neutron.plugins.ml2.plugin [None req-27ad9cb1-f6c1-4003-a497-febd0810a406 tempest-PortsAdminExtendedAttrsIpV6TestJSON-170267882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-170267882-project-admin] Attempt 4 to bind port 9f018dd3-01c9-427e-962c-0d89e9dce4af Jan 26 21:38:27.799747 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [None req-27ad9cb1-f6c1-4003-a497-febd0810a406 tempest-PortsAdminExtendedAttrsIpV6TestJSON-170267882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-170267882-project-admin] Attempting to bind port 9f018dd3-01c9-427e-962c-0d89e9dce4af on host n-h2-760453-5 for vnic_type normal with profile {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 21:38:27.800075 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [None req-27ad9cb1-f6c1-4003-a497-febd0810a406 tempest-PortsAdminExtendedAttrsIpV6TestJSON-170267882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-170267882-project-admin] Attempting to bind port 9f018dd3-01c9-427e-962c-0d89e9dce4af by drivers openvswitch,hyperv on host n-h2-760453-5 at level 0 using segments [{'id': 'c755bc10-a765-4692-b5fa-0389cd39ffe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '461ebf40-2687-4703-9c9e-3380c30235f6'}] {{(pid=103305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 26 21:38:27.800398 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27ad9cb1-f6c1-4003-a497-febd0810a406 tempest-PortsAdminExtendedAttrsIpV6TestJSON-170267882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-170267882-project-admin] Attempting to bind port 9f018dd3-01c9-427e-962c-0d89e9dce4af on network 461ebf40-2687-4703-9c9e-3380c30235f6 {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 21:38:27.804522 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27ad9cb1-f6c1-4003-a497-febd0810a406 tempest-PortsAdminExtendedAttrsIpV6TestJSON-170267882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-170267882-project-admin] Port 9f018dd3-01c9-427e-962c-0d89e9dce4af on network 461ebf40-2687-4703-9c9e-3380c30235f6 not bound, no agent of type Open vSwitch agent registered on host n-h2-760453-5 {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 26 21:38:27.804838 n-d-760453-5 neutron-server[103305]: ERROR neutron.plugins.ml2.managers [None req-27ad9cb1-f6c1-4003-a497-febd0810a406 tempest-PortsAdminExtendedAttrsIpV6TestJSON-170267882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-170267882-project-admin] Failed to bind port 9f018dd3-01c9-427e-962c-0d89e9dce4af on host n-h2-760453-5 for vnic_type normal using segments [{'id': 'c755bc10-a765-4692-b5fa-0389cd39ffe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '461ebf40-2687-4703-9c9e-3380c30235f6'}] Jan 26 21:38:27.805212 n-d-760453-5 neutron-server[103305]: INFO neutron.plugins.ml2.plugin [None req-27ad9cb1-f6c1-4003-a497-febd0810a406 tempest-PortsAdminExtendedAttrsIpV6TestJSON-170267882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-170267882-project-admin] Attempt 5 to bind port 9f018dd3-01c9-427e-962c-0d89e9dce4af Jan 26 21:38:27.817087 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [None req-27ad9cb1-f6c1-4003-a497-febd0810a406 tempest-PortsAdminExtendedAttrsIpV6TestJSON-170267882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-170267882-project-admin] Attempting to bind port 9f018dd3-01c9-427e-962c-0d89e9dce4af on host n-h2-760453-5 for vnic_type normal with profile {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 21:38:27.817444 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [None req-27ad9cb1-f6c1-4003-a497-febd0810a406 tempest-PortsAdminExtendedAttrsIpV6TestJSON-170267882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-170267882-project-admin] Attempting to bind port 9f018dd3-01c9-427e-962c-0d89e9dce4af by drivers openvswitch,hyperv on host n-h2-760453-5 at level 0 using segments [{'id': 'c755bc10-a765-4692-b5fa-0389cd39ffe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '461ebf40-2687-4703-9c9e-3380c30235f6'}] {{(pid=103305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 26 21:38:27.817772 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27ad9cb1-f6c1-4003-a497-febd0810a406 tempest-PortsAdminExtendedAttrsIpV6TestJSON-170267882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-170267882-project-admin] Attempting to bind port 9f018dd3-01c9-427e-962c-0d89e9dce4af on network 461ebf40-2687-4703-9c9e-3380c30235f6 {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 21:38:27.821879 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27ad9cb1-f6c1-4003-a497-febd0810a406 tempest-PortsAdminExtendedAttrsIpV6TestJSON-170267882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-170267882-project-admin] Port 9f018dd3-01c9-427e-962c-0d89e9dce4af on network 461ebf40-2687-4703-9c9e-3380c30235f6 not bound, no agent of type Open vSwitch agent registered on host n-h2-760453-5 {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 26 21:38:27.822198 n-d-760453-5 neutron-server[103305]: ERROR neutron.plugins.ml2.managers [None req-27ad9cb1-f6c1-4003-a497-febd0810a406 tempest-PortsAdminExtendedAttrsIpV6TestJSON-170267882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-170267882-project-admin] Failed to bind port 9f018dd3-01c9-427e-962c-0d89e9dce4af on host n-h2-760453-5 for vnic_type normal using segments [{'id': 'c755bc10-a765-4692-b5fa-0389cd39ffe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '461ebf40-2687-4703-9c9e-3380c30235f6'}] Jan 26 21:38:27.822570 n-d-760453-5 neutron-server[103305]: INFO neutron.plugins.ml2.plugin [None req-27ad9cb1-f6c1-4003-a497-febd0810a406 tempest-PortsAdminExtendedAttrsIpV6TestJSON-170267882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-170267882-project-admin] Attempt 6 to bind port 9f018dd3-01c9-427e-962c-0d89e9dce4af Jan 26 21:38:27.835250 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [None req-27ad9cb1-f6c1-4003-a497-febd0810a406 tempest-PortsAdminExtendedAttrsIpV6TestJSON-170267882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-170267882-project-admin] Attempting to bind port 9f018dd3-01c9-427e-962c-0d89e9dce4af on host n-h2-760453-5 for vnic_type normal with profile {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 21:38:27.835581 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [None req-27ad9cb1-f6c1-4003-a497-febd0810a406 tempest-PortsAdminExtendedAttrsIpV6TestJSON-170267882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-170267882-project-admin] Attempting to bind port 9f018dd3-01c9-427e-962c-0d89e9dce4af by drivers openvswitch,hyperv on host n-h2-760453-5 at level 0 using segments [{'id': 'c755bc10-a765-4692-b5fa-0389cd39ffe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '461ebf40-2687-4703-9c9e-3380c30235f6'}] {{(pid=103305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 26 21:38:27.835906 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27ad9cb1-f6c1-4003-a497-febd0810a406 tempest-PortsAdminExtendedAttrsIpV6TestJSON-170267882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-170267882-project-admin] Attempting to bind port 9f018dd3-01c9-427e-962c-0d89e9dce4af on network 461ebf40-2687-4703-9c9e-3380c30235f6 {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 21:38:27.839968 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27ad9cb1-f6c1-4003-a497-febd0810a406 tempest-PortsAdminExtendedAttrsIpV6TestJSON-170267882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-170267882-project-admin] Port 9f018dd3-01c9-427e-962c-0d89e9dce4af on network 461ebf40-2687-4703-9c9e-3380c30235f6 not bound, no agent of type Open vSwitch agent registered on host n-h2-760453-5 {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 26 21:38:27.840282 n-d-760453-5 neutron-server[103305]: ERROR neutron.plugins.ml2.managers [None req-27ad9cb1-f6c1-4003-a497-febd0810a406 tempest-PortsAdminExtendedAttrsIpV6TestJSON-170267882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-170267882-project-admin] Failed to bind port 9f018dd3-01c9-427e-962c-0d89e9dce4af on host n-h2-760453-5 for vnic_type normal using segments [{'id': 'c755bc10-a765-4692-b5fa-0389cd39ffe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '461ebf40-2687-4703-9c9e-3380c30235f6'}] Jan 26 21:38:27.840652 n-d-760453-5 neutron-server[103305]: INFO neutron.plugins.ml2.plugin [None req-27ad9cb1-f6c1-4003-a497-febd0810a406 tempest-PortsAdminExtendedAttrsIpV6TestJSON-170267882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-170267882-project-admin] Attempt 7 to bind port 9f018dd3-01c9-427e-962c-0d89e9dce4af Jan 26 21:38:27.851922 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [None req-27ad9cb1-f6c1-4003-a497-febd0810a406 tempest-PortsAdminExtendedAttrsIpV6TestJSON-170267882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-170267882-project-admin] Attempting to bind port 9f018dd3-01c9-427e-962c-0d89e9dce4af on host n-h2-760453-5 for vnic_type normal with profile {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 21:38:27.852252 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [None req-27ad9cb1-f6c1-4003-a497-febd0810a406 tempest-PortsAdminExtendedAttrsIpV6TestJSON-170267882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-170267882-project-admin] Attempting to bind port 9f018dd3-01c9-427e-962c-0d89e9dce4af by drivers openvswitch,hyperv on host n-h2-760453-5 at level 0 using segments [{'id': 'c755bc10-a765-4692-b5fa-0389cd39ffe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '461ebf40-2687-4703-9c9e-3380c30235f6'}] {{(pid=103305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 26 21:38:27.852576 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27ad9cb1-f6c1-4003-a497-febd0810a406 tempest-PortsAdminExtendedAttrsIpV6TestJSON-170267882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-170267882-project-admin] Attempting to bind port 9f018dd3-01c9-427e-962c-0d89e9dce4af on network 461ebf40-2687-4703-9c9e-3380c30235f6 {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 21:38:27.856680 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27ad9cb1-f6c1-4003-a497-febd0810a406 tempest-PortsAdminExtendedAttrsIpV6TestJSON-170267882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-170267882-project-admin] Port 9f018dd3-01c9-427e-962c-0d89e9dce4af on network 461ebf40-2687-4703-9c9e-3380c30235f6 not bound, no agent of type Open vSwitch agent registered on host n-h2-760453-5 {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 26 21:38:27.856993 n-d-760453-5 neutron-server[103305]: ERROR neutron.plugins.ml2.managers [None req-27ad9cb1-f6c1-4003-a497-febd0810a406 tempest-PortsAdminExtendedAttrsIpV6TestJSON-170267882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-170267882-project-admin] Failed to bind port 9f018dd3-01c9-427e-962c-0d89e9dce4af on host n-h2-760453-5 for vnic_type normal using segments [{'id': 'c755bc10-a765-4692-b5fa-0389cd39ffe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '461ebf40-2687-4703-9c9e-3380c30235f6'}] Jan 26 21:38:27.857389 n-d-760453-5 neutron-server[103305]: INFO neutron.plugins.ml2.plugin [None req-27ad9cb1-f6c1-4003-a497-febd0810a406 tempest-PortsAdminExtendedAttrsIpV6TestJSON-170267882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-170267882-project-admin] Attempt 8 to bind port 9f018dd3-01c9-427e-962c-0d89e9dce4af Jan 26 21:38:27.869244 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [None req-27ad9cb1-f6c1-4003-a497-febd0810a406 tempest-PortsAdminExtendedAttrsIpV6TestJSON-170267882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-170267882-project-admin] Attempting to bind port 9f018dd3-01c9-427e-962c-0d89e9dce4af on host n-h2-760453-5 for vnic_type normal with profile {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 21:38:27.869595 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [None req-27ad9cb1-f6c1-4003-a497-febd0810a406 tempest-PortsAdminExtendedAttrsIpV6TestJSON-170267882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-170267882-project-admin] Attempting to bind port 9f018dd3-01c9-427e-962c-0d89e9dce4af by drivers openvswitch,hyperv on host n-h2-760453-5 at level 0 using segments [{'id': 'c755bc10-a765-4692-b5fa-0389cd39ffe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '461ebf40-2687-4703-9c9e-3380c30235f6'}] {{(pid=103305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 26 21:38:27.869916 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27ad9cb1-f6c1-4003-a497-febd0810a406 tempest-PortsAdminExtendedAttrsIpV6TestJSON-170267882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-170267882-project-admin] Attempting to bind port 9f018dd3-01c9-427e-962c-0d89e9dce4af on network 461ebf40-2687-4703-9c9e-3380c30235f6 {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 21:38:27.873953 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27ad9cb1-f6c1-4003-a497-febd0810a406 tempest-PortsAdminExtendedAttrsIpV6TestJSON-170267882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-170267882-project-admin] Port 9f018dd3-01c9-427e-962c-0d89e9dce4af on network 461ebf40-2687-4703-9c9e-3380c30235f6 not bound, no agent of type Open vSwitch agent registered on host n-h2-760453-5 {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 26 21:38:27.874270 n-d-760453-5 neutron-server[103305]: ERROR neutron.plugins.ml2.managers [None req-27ad9cb1-f6c1-4003-a497-febd0810a406 tempest-PortsAdminExtendedAttrsIpV6TestJSON-170267882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-170267882-project-admin] Failed to bind port 9f018dd3-01c9-427e-962c-0d89e9dce4af on host n-h2-760453-5 for vnic_type normal using segments [{'id': 'c755bc10-a765-4692-b5fa-0389cd39ffe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '461ebf40-2687-4703-9c9e-3380c30235f6'}] Jan 26 21:38:27.874651 n-d-760453-5 neutron-server[103305]: INFO neutron.plugins.ml2.plugin [None req-27ad9cb1-f6c1-4003-a497-febd0810a406 tempest-PortsAdminExtendedAttrsIpV6TestJSON-170267882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-170267882-project-admin] Attempt 9 to bind port 9f018dd3-01c9-427e-962c-0d89e9dce4af Jan 26 21:38:27.886551 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [None req-27ad9cb1-f6c1-4003-a497-febd0810a406 tempest-PortsAdminExtendedAttrsIpV6TestJSON-170267882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-170267882-project-admin] Attempting to bind port 9f018dd3-01c9-427e-962c-0d89e9dce4af on host n-h2-760453-5 for vnic_type normal with profile {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 21:38:27.886823 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [None req-27ad9cb1-f6c1-4003-a497-febd0810a406 tempest-PortsAdminExtendedAttrsIpV6TestJSON-170267882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-170267882-project-admin] Attempting to bind port 9f018dd3-01c9-427e-962c-0d89e9dce4af by drivers openvswitch,hyperv on host n-h2-760453-5 at level 0 using segments [{'id': 'c755bc10-a765-4692-b5fa-0389cd39ffe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '461ebf40-2687-4703-9c9e-3380c30235f6'}] {{(pid=103305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 26 21:38:27.887146 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27ad9cb1-f6c1-4003-a497-febd0810a406 tempest-PortsAdminExtendedAttrsIpV6TestJSON-170267882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-170267882-project-admin] Attempting to bind port 9f018dd3-01c9-427e-962c-0d89e9dce4af on network 461ebf40-2687-4703-9c9e-3380c30235f6 {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 21:38:27.891873 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27ad9cb1-f6c1-4003-a497-febd0810a406 tempest-PortsAdminExtendedAttrsIpV6TestJSON-170267882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-170267882-project-admin] Port 9f018dd3-01c9-427e-962c-0d89e9dce4af on network 461ebf40-2687-4703-9c9e-3380c30235f6 not bound, no agent of type Open vSwitch agent registered on host n-h2-760453-5 {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 26 21:38:27.892180 n-d-760453-5 neutron-server[103305]: ERROR neutron.plugins.ml2.managers [None req-27ad9cb1-f6c1-4003-a497-febd0810a406 tempest-PortsAdminExtendedAttrsIpV6TestJSON-170267882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-170267882-project-admin] Failed to bind port 9f018dd3-01c9-427e-962c-0d89e9dce4af on host n-h2-760453-5 for vnic_type normal using segments [{'id': 'c755bc10-a765-4692-b5fa-0389cd39ffe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '461ebf40-2687-4703-9c9e-3380c30235f6'}] Jan 26 21:38:27.892554 n-d-760453-5 neutron-server[103305]: INFO neutron.plugins.ml2.plugin [None req-27ad9cb1-f6c1-4003-a497-febd0810a406 tempest-PortsAdminExtendedAttrsIpV6TestJSON-170267882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-170267882-project-admin] Attempt 10 to bind port 9f018dd3-01c9-427e-962c-0d89e9dce4af Jan 26 21:38:27.905727 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [None req-27ad9cb1-f6c1-4003-a497-febd0810a406 tempest-PortsAdminExtendedAttrsIpV6TestJSON-170267882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-170267882-project-admin] Attempting to bind port 9f018dd3-01c9-427e-962c-0d89e9dce4af on host n-h2-760453-5 for vnic_type normal with profile {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 21:38:27.906056 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [None req-27ad9cb1-f6c1-4003-a497-febd0810a406 tempest-PortsAdminExtendedAttrsIpV6TestJSON-170267882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-170267882-project-admin] Attempting to bind port 9f018dd3-01c9-427e-962c-0d89e9dce4af by drivers openvswitch,hyperv on host n-h2-760453-5 at level 0 using segments [{'id': 'c755bc10-a765-4692-b5fa-0389cd39ffe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '461ebf40-2687-4703-9c9e-3380c30235f6'}] {{(pid=103305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 26 21:38:27.906411 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27ad9cb1-f6c1-4003-a497-febd0810a406 tempest-PortsAdminExtendedAttrsIpV6TestJSON-170267882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-170267882-project-admin] Attempting to bind port 9f018dd3-01c9-427e-962c-0d89e9dce4af on network 461ebf40-2687-4703-9c9e-3380c30235f6 {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 21:38:27.910593 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27ad9cb1-f6c1-4003-a497-febd0810a406 tempest-PortsAdminExtendedAttrsIpV6TestJSON-170267882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-170267882-project-admin] Port 9f018dd3-01c9-427e-962c-0d89e9dce4af on network 461ebf40-2687-4703-9c9e-3380c30235f6 not bound, no agent of type Open vSwitch agent registered on host n-h2-760453-5 {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 26 21:38:27.910911 n-d-760453-5 neutron-server[103305]: ERROR neutron.plugins.ml2.managers [None req-27ad9cb1-f6c1-4003-a497-febd0810a406 tempest-PortsAdminExtendedAttrsIpV6TestJSON-170267882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-170267882-project-admin] Failed to bind port 9f018dd3-01c9-427e-962c-0d89e9dce4af on host n-h2-760453-5 for vnic_type normal using segments [{'id': 'c755bc10-a765-4692-b5fa-0389cd39ffe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '461ebf40-2687-4703-9c9e-3380c30235f6'}] Jan 26 21:38:27.911270 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-27ad9cb1-f6c1-4003-a497-febd0810a406 tempest-PortsAdminExtendedAttrsIpV6TestJSON-170267882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-170267882-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (9f018dd3-01c9-427e-962c-0d89e9dce4af), before_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:38:27.974121 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [None req-27ad9cb1-f6c1-4003-a497-febd0810a406 tempest-PortsAdminExtendedAttrsIpV6TestJSON-170267882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-170267882-project-admin] For port 9f018dd3-01c9-427e-962c-0d89e9dce4af, host n-h2-760453-5, cleared binding levels {{(pid=103305) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 26 21:38:27.974482 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [None req-27ad9cb1-f6c1-4003-a497-febd0810a406 tempest-PortsAdminExtendedAttrsIpV6TestJSON-170267882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-170267882-project-admin] Attempted to set empty binding levels {{(pid=103305) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jan 26 21:38:27.978115 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-27ad9cb1-f6c1-4003-a497-febd0810a406 tempest-PortsAdminExtendedAttrsIpV6TestJSON-170267882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-170267882-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11791520'] for port (9f018dd3-01c9-427e-962c-0d89e9dce4af), after_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:38:28.007164 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-27ad9cb1-f6c1-4003-a497-febd0810a406 tempest-PortsAdminExtendedAttrsIpV6TestJSON-170267882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-170267882-project-admin] In _notify_port_updated(), no bound segment for port 9f018dd3-01c9-427e-962c-0d89e9dce4af on network 461ebf40-2687-4703-9c9e-3380c30235f6 {{(pid=103305) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:883}} Jan 26 21:38:28.007995 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27ad9cb1-f6c1-4003-a497-febd0810a406 tempest-PortsAdminExtendedAttrsIpV6TestJSON-170267882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-170267882-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:38:28.008591 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-27ad9cb1-f6c1-4003-a497-febd0810a406 tempest-PortsAdminExtendedAttrsIpV6TestJSON-170267882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-170267882-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:38:28.009939 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-27ad9cb1-f6c1-4003-a497-febd0810a406 tempest-PortsAdminExtendedAttrsIpV6TestJSON-170267882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-170267882-project-admin] 10.222.0.13 "PUT /v2.0/ports/9f018dd3-01c9-427e-962c-0d89e9dce4af HTTP/1.1" status: 200 len: 978 time: 0.5788388 Jan 26 21:38:28.012395 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 60920) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:38:28.050366 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ad9cb1-f6c1-4003-a497-febd0810a406 tempest-PortsAdminExtendedAttrsIpV6TestJSON-170267882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-170267882-project-admin] Pushing event updated for resources: {'Port': ['ID=9f018dd3-01c9-427e-962c-0d89e9dce4af,revision_number=3']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:38:28.079197 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aee13ea5-c127-4a95-ae92-7935a0fa105b tempest-PortsAdminExtendedAttrsIpV6TestJSON-170267882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-170267882-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:38:28.079669 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aee13ea5-c127-4a95-ae92-7935a0fa105b tempest-PortsAdminExtendedAttrsIpV6TestJSON-170267882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-170267882-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:38:28.080130 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aee13ea5-c127-4a95-ae92-7935a0fa105b tempest-PortsAdminExtendedAttrsIpV6TestJSON-170267882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-170267882-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:38:28.080584 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aee13ea5-c127-4a95-ae92-7935a0fa105b tempest-PortsAdminExtendedAttrsIpV6TestJSON-170267882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-170267882-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:38:28.081040 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aee13ea5-c127-4a95-ae92-7935a0fa105b tempest-PortsAdminExtendedAttrsIpV6TestJSON-170267882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-170267882-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:38:28.081527 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aee13ea5-c127-4a95-ae92-7935a0fa105b tempest-PortsAdminExtendedAttrsIpV6TestJSON-170267882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-170267882-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:38:28.081976 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aee13ea5-c127-4a95-ae92-7935a0fa105b tempest-PortsAdminExtendedAttrsIpV6TestJSON-170267882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-170267882-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:38:28.082431 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aee13ea5-c127-4a95-ae92-7935a0fa105b tempest-PortsAdminExtendedAttrsIpV6TestJSON-170267882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-170267882-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:38:28.082878 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aee13ea5-c127-4a95-ae92-7935a0fa105b tempest-PortsAdminExtendedAttrsIpV6TestJSON-170267882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-170267882-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:38:28.083590 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aee13ea5-c127-4a95-ae92-7935a0fa105b tempest-PortsAdminExtendedAttrsIpV6TestJSON-170267882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-170267882-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:38:28.084034 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aee13ea5-c127-4a95-ae92-7935a0fa105b tempest-PortsAdminExtendedAttrsIpV6TestJSON-170267882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-170267882-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:38:28.084481 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aee13ea5-c127-4a95-ae92-7935a0fa105b tempest-PortsAdminExtendedAttrsIpV6TestJSON-170267882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-170267882-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:38:28.084923 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aee13ea5-c127-4a95-ae92-7935a0fa105b tempest-PortsAdminExtendedAttrsIpV6TestJSON-170267882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-170267882-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:38:28.085389 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aee13ea5-c127-4a95-ae92-7935a0fa105b tempest-PortsAdminExtendedAttrsIpV6TestJSON-170267882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-170267882-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:38:28.085838 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aee13ea5-c127-4a95-ae92-7935a0fa105b tempest-PortsAdminExtendedAttrsIpV6TestJSON-170267882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-170267882-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:38:28.086288 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aee13ea5-c127-4a95-ae92-7935a0fa105b tempest-PortsAdminExtendedAttrsIpV6TestJSON-170267882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-170267882-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:38:28.086730 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aee13ea5-c127-4a95-ae92-7935a0fa105b tempest-PortsAdminExtendedAttrsIpV6TestJSON-170267882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-170267882-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:38:28.087173 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aee13ea5-c127-4a95-ae92-7935a0fa105b tempest-PortsAdminExtendedAttrsIpV6TestJSON-170267882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-170267882-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:38:28.087616 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aee13ea5-c127-4a95-ae92-7935a0fa105b tempest-PortsAdminExtendedAttrsIpV6TestJSON-170267882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-170267882-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:38:28.088057 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aee13ea5-c127-4a95-ae92-7935a0fa105b tempest-PortsAdminExtendedAttrsIpV6TestJSON-170267882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-170267882-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:38:28.088491 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aee13ea5-c127-4a95-ae92-7935a0fa105b tempest-PortsAdminExtendedAttrsIpV6TestJSON-170267882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-170267882-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:38:28.088929 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aee13ea5-c127-4a95-ae92-7935a0fa105b tempest-PortsAdminExtendedAttrsIpV6TestJSON-170267882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-170267882-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:38:28.089388 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aee13ea5-c127-4a95-ae92-7935a0fa105b tempest-PortsAdminExtendedAttrsIpV6TestJSON-170267882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-170267882-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:38:28.089835 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aee13ea5-c127-4a95-ae92-7935a0fa105b tempest-PortsAdminExtendedAttrsIpV6TestJSON-170267882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-170267882-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:38:28.090272 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aee13ea5-c127-4a95-ae92-7935a0fa105b tempest-PortsAdminExtendedAttrsIpV6TestJSON-170267882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-170267882-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:38:28.090711 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aee13ea5-c127-4a95-ae92-7935a0fa105b tempest-PortsAdminExtendedAttrsIpV6TestJSON-170267882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-170267882-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:38:28.091148 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aee13ea5-c127-4a95-ae92-7935a0fa105b tempest-PortsAdminExtendedAttrsIpV6TestJSON-170267882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-170267882-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:38:28.094204 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-aee13ea5-c127-4a95-ae92-7935a0fa105b tempest-PortsAdminExtendedAttrsIpV6TestJSON-170267882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-170267882-project-admin] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 24141 time: 0.0809183 Jan 26 21:38:28.097847 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 60922) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:38:28.171405 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-7e414972-e860-42f8-a955-8d11d2a3a400 tempest-PortsAdminExtendedAttrsIpV6TestJSON-170267882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-170267882-project-admin] Deleting port 9f018dd3-01c9-427e-962c-0d89e9dce4af {{(pid=103305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 21:38:28.171670 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-7e414972-e860-42f8-a955-8d11d2a3a400 tempest-PortsAdminExtendedAttrsIpV6TestJSON-170267882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-170267882-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746560630878'] for port (9f018dd3-01c9-427e-962c-0d89e9dce4af), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:38:28.232553 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [None req-7e414972-e860-42f8-a955-8d11d2a3a400 tempest-PortsAdminExtendedAttrsIpV6TestJSON-170267882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-170267882-project-admin] For port 9f018dd3-01c9-427e-962c-0d89e9dce4af, host n-h2-760453-5, got binding levels [] {{(pid=103305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:38:28.232913 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-7e414972-e860-42f8-a955-8d11d2a3a400 tempest-PortsAdminExtendedAttrsIpV6TestJSON-170267882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-170267882-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4109658'] for port (9f018dd3-01c9-427e-962c-0d89e9dce4af), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:38:28.246045 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-7e414972-e860-42f8-a955-8d11d2a3a400 tempest-PortsAdminExtendedAttrsIpV6TestJSON-170267882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-170267882-project-admin] Calling delete_port for 9f018dd3-01c9-427e-962c-0d89e9dce4af owned by {{(pid=103305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 21:38:28.326557 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-7e414972-e860-42f8-a955-8d11d2a3a400 tempest-PortsAdminExtendedAttrsIpV6TestJSON-170267882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-170267882-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746560636600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746560234536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11791543'] for port (9f018dd3-01c9-427e-962c-0d89e9dce4af), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:38:28.352454 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e414972-e860-42f8-a955-8d11d2a3a400 tempest-PortsAdminExtendedAttrsIpV6TestJSON-170267882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-170267882-project-admin] Pushing event deleted for resources: {'Port': ['ID=9f018dd3-01c9-427e-962c-0d89e9dce4af,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:38:28.360458 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-7e414972-e860-42f8-a955-8d11d2a3a400 tempest-PortsAdminExtendedAttrsIpV6TestJSON-170267882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-170267882-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:38:28.363818 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-7e414972-e860-42f8-a955-8d11d2a3a400 tempest-PortsAdminExtendedAttrsIpV6TestJSON-170267882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-170267882-project-admin] 10.222.0.13 "DELETE /v2.0/ports/9f018dd3-01c9-427e-962c-0d89e9dce4af HTTP/1.1" status: 204 len: 168 time: 0.2650611 Jan 26 21:38:28.366519 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 60926) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:38:28.391808 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Device 623e575a-c207-430f-bae8-a7f9a3ae93bc details requested by agent hyperv_n-h2-760453-5 with host n-h2-760453-5 {{(pid=103306) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 26 21:38:28.392188 n-d-760453-5 neutron-server[103305]: INFO neutron.pecan_wsgi.hooks.translation [None req-52cd98e9-1df8-43bf-b4ff-1d760a907614 tempest-PortsAdminExtendedAttrsIpV6TestJSON-170267882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-170267882-project-admin] GET failed (client error): The resource could not be found. Jan 26 21:38:28.397087 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-52cd98e9-1df8-43bf-b4ff-1d760a907614 tempest-PortsAdminExtendedAttrsIpV6TestJSON-170267882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-170267882-project-admin] 10.222.0.13 "GET /v2.0/ports/9f018dd3-01c9-427e-962c-0d89e9dce4af HTTP/1.1" status: 404 len: 333 time: 0.0260816 Jan 26 21:38:28.401405 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 60928) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:38:28.407220 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8cdd2d-ee9a-48cc-b863-2d17a8fdc76e req-bafe3a6c-4bda-4a19-846c-a81323b1124b tempest-TestServerMultinode-638723592 tempest-TestServerMultinode-638723592-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:38:28.408919 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-0f8cdd2d-ee9a-48cc-b863-2d17a8fdc76e req-bafe3a6c-4bda-4a19-846c-a81323b1124b tempest-TestServerMultinode-638723592 tempest-TestServerMultinode-638723592-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=570cc3c1-a6bf-46de-8617-cfddcb5ad486 HTTP/1.1" status: 200 len: 1097 time: 0.0596380 Jan 26 21:38:28.409036 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-4bfa92ba-7979-499d-ab7f-609150dc1d7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-170267882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-170267882-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1555177028', 'network_id': '461ebf40-2687-4703-9c9e-3380c30235f6'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:38:28.433809 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4bfa92ba-7979-499d-ab7f-609150dc1d7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-170267882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-170267882-project-admin] Made reservation on behalf of c68ca8bcc28e4045998b3a7a416c6f9a for: {'port': 1} {{(pid=103305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 21:38:28.436084 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-4bfa92ba-7979-499d-ab7f-609150dc1d7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-170267882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-170267882-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:38:28.453842 n-d-760453-5 neutron-server[103305]: DEBUG neutron.notifiers.nova [None req-4bfa92ba-7979-499d-ab7f-609150dc1d7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-170267882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-170267882-project-admin] device_id is not set on port 7332fb2c-088d-47e6-a9c9-4b0b58197740 yet. {{(pid=103305) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 26 21:38:28.465646 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-0f8cdd2d-ee9a-48cc-b863-2d17a8fdc76e req-2d7eb9fe-6675-4c64-8136-732a82206a48 tempest-TestServerMultinode-638723592 tempest-TestServerMultinode-638723592-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=a054c284-9859-451f-a00a-c33cf1db0121&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499887 Jan 26 21:38:28.516987 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] For port 623e575a-c207-430f-bae8-a7f9a3ae93bc, host n-h2-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-5',level=0,port_id=623e575a-c207-430f-bae8-a7f9a3ae93bc,segment=NetworkSegment(3717183c-69c6-44ee-ac2f-ec1e05ab35f5),segment_id=3717183c-69c6-44ee-ac2f-ec1e05ab35f5)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:38:28.528980 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Returning: {'device': '623e575a-c207-430f-bae8-a7f9a3ae93bc', 'network_id': 'e06aca25-0b6a-452f-bfd4-2129924c58a7', 'port_id': '623e575a-c207-430f-bae8-a7f9a3ae93bc', 'mac_address': 'fa:16:3e:ba:33:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 568, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '79317c4e-88a3-402c-975d-f004bf1d9b8b', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103306) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 26 21:38:28.567830 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Current status of the port 623e575a-c207-430f-bae8-a7f9a3ae93bc is: DOWN; New status is: BUILD {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:38:28.568217 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (623e575a-c207-430f-bae8-a7f9a3ae93bc), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:38:28.580678 n-d-760453-5 neutron-server[103306]: DEBUG neutron.notifiers.nova [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 623e575a-c207-430f-bae8-a7f9a3ae93bc {{(pid=103306) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 26 21:38:28.600605 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] For port 623e575a-c207-430f-bae8-a7f9a3ae93bc, host n-h2-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-5',level=0,port_id=623e575a-c207-430f-bae8-a7f9a3ae93bc,segment=NetworkSegment(3717183c-69c6-44ee-ac2f-ec1e05ab35f5),segment_id=3717183c-69c6-44ee-ac2f-ec1e05ab35f5)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:38:28.606077 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (623e575a-c207-430f-bae8-a7f9a3ae93bc), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:38:28.616176 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-4bfa92ba-7979-499d-ab7f-609150dc1d7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-170267882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-170267882-project-admin] Publish callbacks [] for port (7332fb2c-088d-47e6-a9c9-4b0b58197740), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:38:28.654053 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-4bfa92ba-7979-499d-ab7f-609150dc1d7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-170267882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-170267882-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746560234527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11791543'] for port (7332fb2c-088d-47e6-a9c9-4b0b58197740), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:38:28.665721 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Pushing event updated for resources: {'Port': ['ID=623e575a-c207-430f-bae8-a7f9a3ae93bc,revision_number=4']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:38:28.705497 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bfa92ba-7979-499d-ab7f-609150dc1d7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-170267882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-170267882-project-admin] Network 461ebf40-2687-4703-9c9e-3380c30235f6 is already hosted by enough agents. {{(pid=103305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 21:38:28.710044 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [None req-4bfa92ba-7979-499d-ab7f-609150dc1d7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-170267882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-170267882-project-admin] Resources bound (agent type, host, resource id): {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:38:28.712732 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bfa92ba-7979-499d-ab7f-609150dc1d7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-170267882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-170267882-project-admin] Received port after_create {{(pid=103305) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 21:38:28.713971 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bfa92ba-7979-499d-ab7f-609150dc1d7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-170267882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-170267882-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:38:28.714585 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-4bfa92ba-7979-499d-ab7f-609150dc1d7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-170267882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-170267882-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:38:28.728423 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bfa92ba-7979-499d-ab7f-609150dc1d7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-170267882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-170267882-project-admin] Pushing event updated for resources: {'Port': ['ID=7332fb2c-088d-47e6-a9c9-4b0b58197740,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:38:28.742477 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-4bfa92ba-7979-499d-ab7f-609150dc1d7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-170267882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-170267882-project-admin] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.3393416 Jan 26 21:38:28.745044 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 60934) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:38:28.753587 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dcf8973-c038-4b66-8764-af3a404d2c21 req-8f1b2a7f-1eb3-4984-a727-3f931c232cb9 tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:38:28.755086 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-3dcf8973-c038-4b66-8764-af3a404d2c21 req-8f1b2a7f-1eb3-4984-a727-3f931c232cb9 tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] 10.222.0.13 "GET /v2.0/ports?device_id=526228ab-339e-47d6-aa5d-64380963b4b6 HTTP/1.1" status: 200 len: 944 time: 0.0528495 Jan 26 21:38:28.783913 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0ba2c4b-9109-4e29-8d57-e69154c16de5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-170267882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-170267882-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:38:28.785442 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-e0ba2c4b-9109-4e29-8d57-e69154c16de5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-170267882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-170267882-project-admin] 10.222.0.13 "GET /v2.0/ports/7332fb2c-088d-47e6-a9c9-4b0b58197740 HTTP/1.1" status: 200 len: 959 time: 0.0393863 Jan 26 21:38:28.788240 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 60936) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:38:28.803863 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-3dcf8973-c038-4b66-8764-af3a404d2c21 req-b52cef71-d3c8-419e-9f98-445dfae3fba4 tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] 10.222.0.13 "GET /v2.0/security-groups?id=c855b7af-ae6a-4b31-98b5-41bfc1142283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430961 Jan 26 21:38:28.862886 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-f9636f25-3ff4-4a6f-96f1-b46a611ffd83 tempest-PortsAdminExtendedAttrsIpV6TestJSON-170267882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-170267882-project-admin] Deleting port 7332fb2c-088d-47e6-a9c9-4b0b58197740 {{(pid=103305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 21:38:28.863233 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-f9636f25-3ff4-4a6f-96f1-b46a611ffd83 tempest-PortsAdminExtendedAttrsIpV6TestJSON-170267882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-170267882-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746560630878'] for port (7332fb2c-088d-47e6-a9c9-4b0b58197740), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:38:28.863583 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] get_ports_and_sgs() called for port_ids ['623e575a-c207-430f-bae8-a7f9a3ae93bc'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 26 21:38:28.925645 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-f9636f25-3ff4-4a6f-96f1-b46a611ffd83 tempest-PortsAdminExtendedAttrsIpV6TestJSON-170267882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-170267882-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4109658'] for port (7332fb2c-088d-47e6-a9c9-4b0b58197740), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:38:28.939138 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-f9636f25-3ff4-4a6f-96f1-b46a611ffd83 tempest-PortsAdminExtendedAttrsIpV6TestJSON-170267882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-170267882-project-admin] Calling delete_port for 7332fb2c-088d-47e6-a9c9-4b0b58197740 owned by {{(pid=103305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 21:38:29.016840 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-f9636f25-3ff4-4a6f-96f1-b46a611ffd83 tempest-PortsAdminExtendedAttrsIpV6TestJSON-170267882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-170267882-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746560636600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746560234536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11791543'] for port (7332fb2c-088d-47e6-a9c9-4b0b58197740), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:38:29.043265 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9636f25-3ff4-4a6f-96f1-b46a611ffd83 tempest-PortsAdminExtendedAttrsIpV6TestJSON-170267882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-170267882-project-admin] Pushing event deleted for resources: {'Port': ['ID=7332fb2c-088d-47e6-a9c9-4b0b58197740,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:38:29.049841 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-f9636f25-3ff4-4a6f-96f1-b46a611ffd83 tempest-PortsAdminExtendedAttrsIpV6TestJSON-170267882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-170267882-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:38:29.053265 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-f9636f25-3ff4-4a6f-96f1-b46a611ffd83 tempest-PortsAdminExtendedAttrsIpV6TestJSON-170267882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-170267882-project-admin] 10.222.0.13 "DELETE /v2.0/ports/7332fb2c-088d-47e6-a9c9-4b0b58197740 HTTP/1.1" status: 204 len: 168 time: 0.2633517 Jan 26 21:38:29.055872 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 60938) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:38:29.082316 n-d-760453-5 neutron-server[103305]: INFO neutron.pecan_wsgi.hooks.translation [None req-51aaa443-1a1f-4637-93e0-86a6da7c1ea9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-170267882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-170267882-project-admin] GET failed (client error): The resource could not be found. Jan 26 21:38:29.083925 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-51aaa443-1a1f-4637-93e0-86a6da7c1ea9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-170267882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-170267882-project-admin] 10.222.0.13 "GET /v2.0/ports/7332fb2c-088d-47e6-a9c9-4b0b58197740 HTTP/1.1" status: 404 len: 333 time: 0.0271337 Jan 26 21:38:29.087412 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 60940) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:38:29.092043 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-0ea111dd-803d-4478-b8a4-389442c02491 tempest-PortsAdminExtendedAttrsIpV6TestJSON-170267882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-170267882-project-admin] Request body: {'port': {'network_id': '461ebf40-2687-4703-9c9e-3380c30235f6', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-240983211'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:38:29.111010 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ea111dd-803d-4478-b8a4-389442c02491 tempest-PortsAdminExtendedAttrsIpV6TestJSON-170267882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-170267882-project-admin] Made reservation on behalf of c68ca8bcc28e4045998b3a7a416c6f9a for: {'port': 1} {{(pid=103305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 21:38:29.113284 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-0ea111dd-803d-4478-b8a4-389442c02491 tempest-PortsAdminExtendedAttrsIpV6TestJSON-170267882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-170267882-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:38:29.128134 n-d-760453-5 neutron-server[103305]: DEBUG neutron.notifiers.nova [None req-0ea111dd-803d-4478-b8a4-389442c02491 tempest-PortsAdminExtendedAttrsIpV6TestJSON-170267882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-170267882-project-admin] device_id is not set on port c641c9d5-1af4-4c70-a607-2a5d9b63269f yet. {{(pid=103305) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 26 21:38:29.268416 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-0ea111dd-803d-4478-b8a4-389442c02491 tempest-PortsAdminExtendedAttrsIpV6TestJSON-170267882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-170267882-project-admin] Publish callbacks [] for port (c641c9d5-1af4-4c70-a607-2a5d9b63269f), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:38:29.301550 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-0ea111dd-803d-4478-b8a4-389442c02491 tempest-PortsAdminExtendedAttrsIpV6TestJSON-170267882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-170267882-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746560234527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11791543'] for port (c641c9d5-1af4-4c70-a607-2a5d9b63269f), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:38:29.346247 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ea111dd-803d-4478-b8a4-389442c02491 tempest-PortsAdminExtendedAttrsIpV6TestJSON-170267882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-170267882-project-admin] Network 461ebf40-2687-4703-9c9e-3380c30235f6 is already hosted by enough agents. {{(pid=103305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 21:38:29.351030 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [None req-0ea111dd-803d-4478-b8a4-389442c02491 tempest-PortsAdminExtendedAttrsIpV6TestJSON-170267882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-170267882-project-admin] Resources bound (agent type, host, resource id): {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:38:29.355172 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ea111dd-803d-4478-b8a4-389442c02491 tempest-PortsAdminExtendedAttrsIpV6TestJSON-170267882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-170267882-project-admin] Received port after_create {{(pid=103305) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 21:38:29.356090 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ea111dd-803d-4478-b8a4-389442c02491 tempest-PortsAdminExtendedAttrsIpV6TestJSON-170267882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-170267882-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:38:29.356692 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-0ea111dd-803d-4478-b8a4-389442c02491 tempest-PortsAdminExtendedAttrsIpV6TestJSON-170267882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-170267882-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:38:29.360507 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea111dd-803d-4478-b8a4-389442c02491 tempest-PortsAdminExtendedAttrsIpV6TestJSON-170267882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-170267882-project-admin] Pushing event updated for resources: {'Port': ['ID=c641c9d5-1af4-4c70-a607-2a5d9b63269f,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:38:29.374283 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-0ea111dd-803d-4478-b8a4-389442c02491 tempest-PortsAdminExtendedAttrsIpV6TestJSON-170267882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-170267882-project-admin] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 0.2858031 Jan 26 21:38:29.376874 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 60942) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:38:29.382866 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-0c474e7c-f73f-499f-95de-89d903478573 tempest-PortsAdminExtendedAttrsIpV6TestJSON-170267882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-170267882-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-760453-5'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:38:29.436900 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-0c474e7c-f73f-499f-95de-89d903478573 tempest-PortsAdminExtendedAttrsIpV6TestJSON-170267882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-170267882-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (c641c9d5-1af4-4c70-a607-2a5d9b63269f), before_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:38:29.571160 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3792f5b5-1675-443a-854a-a1b939d4a1be req-19766e51-d091-4153-8dda-d50209784ab4 tempest-TestServerMultinode-638723592 tempest-TestServerMultinode-638723592-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:38:29.572737 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-3792f5b5-1675-443a-854a-a1b939d4a1be req-19766e51-d091-4153-8dda-d50209784ab4 tempest-TestServerMultinode-638723592 tempest-TestServerMultinode-638723592-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=570cc3c1-a6bf-46de-8617-cfddcb5ad486 HTTP/1.1" status: 200 len: 1097 time: 0.0440638 Jan 26 21:38:29.603678 n-d-760453-5 neutron-server[103305]: DEBUG neutron.notifiers.nova [None req-0c474e7c-f73f-499f-95de-89d903478573 tempest-PortsAdminExtendedAttrsIpV6TestJSON-170267882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-170267882-project-admin] device_id is not set on port c641c9d5-1af4-4c70-a607-2a5d9b63269f yet. {{(pid=103305) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 26 21:38:29.611459 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-0c474e7c-f73f-499f-95de-89d903478573 tempest-PortsAdminExtendedAttrsIpV6TestJSON-170267882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-170267882-project-admin] Publish callbacks [] for port (c641c9d5-1af4-4c70-a607-2a5d9b63269f), precommit_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:38:29.616733 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-0c474e7c-f73f-499f-95de-89d903478573 tempest-PortsAdminExtendedAttrsIpV6TestJSON-170267882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-170267882-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11791520'] for port (c641c9d5-1af4-4c70-a607-2a5d9b63269f), after_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:38:29.618010 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-3792f5b5-1675-443a-854a-a1b939d4a1be req-44bd251e-e4e2-403b-9bf5-47c3e35c3aaa tempest-TestServerMultinode-638723592 tempest-TestServerMultinode-638723592-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=a054c284-9859-451f-a00a-c33cf1db0121&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396097 Jan 26 21:38:29.675079 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c474e7c-f73f-499f-95de-89d903478573 tempest-PortsAdminExtendedAttrsIpV6TestJSON-170267882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-170267882-project-admin] Pushing event updated for resources: {'Port': ['ID=c641c9d5-1af4-4c70-a607-2a5d9b63269f,revision_number=2']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:38:29.687872 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [None req-0c474e7c-f73f-499f-95de-89d903478573 tempest-PortsAdminExtendedAttrsIpV6TestJSON-170267882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-170267882-project-admin] Attempting to bind port c641c9d5-1af4-4c70-a607-2a5d9b63269f on host n-h2-760453-5 for vnic_type normal with profile {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 21:38:29.688220 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [None req-0c474e7c-f73f-499f-95de-89d903478573 tempest-PortsAdminExtendedAttrsIpV6TestJSON-170267882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-170267882-project-admin] Attempting to bind port c641c9d5-1af4-4c70-a607-2a5d9b63269f by drivers openvswitch,hyperv on host n-h2-760453-5 at level 0 using segments [{'id': 'c755bc10-a765-4692-b5fa-0389cd39ffe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '461ebf40-2687-4703-9c9e-3380c30235f6'}] {{(pid=103305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 26 21:38:29.688561 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c474e7c-f73f-499f-95de-89d903478573 tempest-PortsAdminExtendedAttrsIpV6TestJSON-170267882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-170267882-project-admin] Attempting to bind port c641c9d5-1af4-4c70-a607-2a5d9b63269f on network 461ebf40-2687-4703-9c9e-3380c30235f6 {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 21:38:29.693083 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c474e7c-f73f-499f-95de-89d903478573 tempest-PortsAdminExtendedAttrsIpV6TestJSON-170267882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-170267882-project-admin] Port c641c9d5-1af4-4c70-a607-2a5d9b63269f on network 461ebf40-2687-4703-9c9e-3380c30235f6 not bound, no agent of type Open vSwitch agent registered on host n-h2-760453-5 {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 26 21:38:29.693675 n-d-760453-5 neutron-server[103305]: ERROR neutron.plugins.ml2.managers [None req-0c474e7c-f73f-499f-95de-89d903478573 tempest-PortsAdminExtendedAttrsIpV6TestJSON-170267882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-170267882-project-admin] Failed to bind port c641c9d5-1af4-4c70-a607-2a5d9b63269f on host n-h2-760453-5 for vnic_type normal using segments [{'id': 'c755bc10-a765-4692-b5fa-0389cd39ffe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '461ebf40-2687-4703-9c9e-3380c30235f6'}] Jan 26 21:38:29.694223 n-d-760453-5 neutron-server[103305]: INFO neutron.plugins.ml2.plugin [None req-0c474e7c-f73f-499f-95de-89d903478573 tempest-PortsAdminExtendedAttrsIpV6TestJSON-170267882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-170267882-project-admin] Attempt 2 to bind port c641c9d5-1af4-4c70-a607-2a5d9b63269f Jan 26 21:38:29.709143 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [None req-0c474e7c-f73f-499f-95de-89d903478573 tempest-PortsAdminExtendedAttrsIpV6TestJSON-170267882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-170267882-project-admin] Attempting to bind port c641c9d5-1af4-4c70-a607-2a5d9b63269f on host n-h2-760453-5 for vnic_type normal with profile {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 21:38:29.710206 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [None req-0c474e7c-f73f-499f-95de-89d903478573 tempest-PortsAdminExtendedAttrsIpV6TestJSON-170267882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-170267882-project-admin] Attempting to bind port c641c9d5-1af4-4c70-a607-2a5d9b63269f by drivers openvswitch,hyperv on host n-h2-760453-5 at level 0 using segments [{'id': 'c755bc10-a765-4692-b5fa-0389cd39ffe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '461ebf40-2687-4703-9c9e-3380c30235f6'}] {{(pid=103305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 26 21:38:29.710556 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c474e7c-f73f-499f-95de-89d903478573 tempest-PortsAdminExtendedAttrsIpV6TestJSON-170267882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-170267882-project-admin] Attempting to bind port c641c9d5-1af4-4c70-a607-2a5d9b63269f on network 461ebf40-2687-4703-9c9e-3380c30235f6 {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 21:38:29.715296 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c474e7c-f73f-499f-95de-89d903478573 tempest-PortsAdminExtendedAttrsIpV6TestJSON-170267882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-170267882-project-admin] Port c641c9d5-1af4-4c70-a607-2a5d9b63269f on network 461ebf40-2687-4703-9c9e-3380c30235f6 not bound, no agent of type Open vSwitch agent registered on host n-h2-760453-5 {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 26 21:38:29.715617 n-d-760453-5 neutron-server[103305]: ERROR neutron.plugins.ml2.managers [None req-0c474e7c-f73f-499f-95de-89d903478573 tempest-PortsAdminExtendedAttrsIpV6TestJSON-170267882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-170267882-project-admin] Failed to bind port c641c9d5-1af4-4c70-a607-2a5d9b63269f on host n-h2-760453-5 for vnic_type normal using segments [{'id': 'c755bc10-a765-4692-b5fa-0389cd39ffe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '461ebf40-2687-4703-9c9e-3380c30235f6'}] Jan 26 21:38:29.716003 n-d-760453-5 neutron-server[103305]: INFO neutron.plugins.ml2.plugin [None req-0c474e7c-f73f-499f-95de-89d903478573 tempest-PortsAdminExtendedAttrsIpV6TestJSON-170267882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-170267882-project-admin] Attempt 3 to bind port c641c9d5-1af4-4c70-a607-2a5d9b63269f Jan 26 21:38:29.732055 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [None req-0c474e7c-f73f-499f-95de-89d903478573 tempest-PortsAdminExtendedAttrsIpV6TestJSON-170267882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-170267882-project-admin] Attempting to bind port c641c9d5-1af4-4c70-a607-2a5d9b63269f on host n-h2-760453-5 for vnic_type normal with profile {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 21:38:29.732598 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [None req-0c474e7c-f73f-499f-95de-89d903478573 tempest-PortsAdminExtendedAttrsIpV6TestJSON-170267882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-170267882-project-admin] Attempting to bind port c641c9d5-1af4-4c70-a607-2a5d9b63269f by drivers openvswitch,hyperv on host n-h2-760453-5 at level 0 using segments [{'id': 'c755bc10-a765-4692-b5fa-0389cd39ffe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '461ebf40-2687-4703-9c9e-3380c30235f6'}] {{(pid=103305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 26 21:38:29.732942 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c474e7c-f73f-499f-95de-89d903478573 tempest-PortsAdminExtendedAttrsIpV6TestJSON-170267882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-170267882-project-admin] Attempting to bind port c641c9d5-1af4-4c70-a607-2a5d9b63269f on network 461ebf40-2687-4703-9c9e-3380c30235f6 {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 21:38:29.736653 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470c5f9f-18d7-4d41-bd4c-a42e2d58323c req-7ec6aeb3-0137-406a-a45f-6953ae33fd03 tempest-TestServerMultinode-638723592 tempest-TestServerMultinode-638723592-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:38:29.737394 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c474e7c-f73f-499f-95de-89d903478573 tempest-PortsAdminExtendedAttrsIpV6TestJSON-170267882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-170267882-project-admin] Port c641c9d5-1af4-4c70-a607-2a5d9b63269f on network 461ebf40-2687-4703-9c9e-3380c30235f6 not bound, no agent of type Open vSwitch agent registered on host n-h2-760453-5 {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 26 21:38:29.737723 n-d-760453-5 neutron-server[103305]: ERROR neutron.plugins.ml2.managers [None req-0c474e7c-f73f-499f-95de-89d903478573 tempest-PortsAdminExtendedAttrsIpV6TestJSON-170267882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-170267882-project-admin] Failed to bind port c641c9d5-1af4-4c70-a607-2a5d9b63269f on host n-h2-760453-5 for vnic_type normal using segments [{'id': 'c755bc10-a765-4692-b5fa-0389cd39ffe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '461ebf40-2687-4703-9c9e-3380c30235f6'}] Jan 26 21:38:29.738112 n-d-760453-5 neutron-server[103305]: INFO neutron.plugins.ml2.plugin [None req-0c474e7c-f73f-499f-95de-89d903478573 tempest-PortsAdminExtendedAttrsIpV6TestJSON-170267882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-170267882-project-admin] Attempt 4 to bind port c641c9d5-1af4-4c70-a607-2a5d9b63269f Jan 26 21:38:29.738284 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-470c5f9f-18d7-4d41-bd4c-a42e2d58323c req-7ec6aeb3-0137-406a-a45f-6953ae33fd03 tempest-TestServerMultinode-638723592 tempest-TestServerMultinode-638723592-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=570cc3c1-a6bf-46de-8617-cfddcb5ad486 HTTP/1.1" status: 200 len: 1097 time: 0.0471511 Jan 26 21:38:29.750834 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [None req-0c474e7c-f73f-499f-95de-89d903478573 tempest-PortsAdminExtendedAttrsIpV6TestJSON-170267882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-170267882-project-admin] Attempting to bind port c641c9d5-1af4-4c70-a607-2a5d9b63269f on host n-h2-760453-5 for vnic_type normal with profile {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 21:38:29.751170 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [None req-0c474e7c-f73f-499f-95de-89d903478573 tempest-PortsAdminExtendedAttrsIpV6TestJSON-170267882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-170267882-project-admin] Attempting to bind port c641c9d5-1af4-4c70-a607-2a5d9b63269f by drivers openvswitch,hyperv on host n-h2-760453-5 at level 0 using segments [{'id': 'c755bc10-a765-4692-b5fa-0389cd39ffe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '461ebf40-2687-4703-9c9e-3380c30235f6'}] {{(pid=103305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 26 21:38:29.751506 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c474e7c-f73f-499f-95de-89d903478573 tempest-PortsAdminExtendedAttrsIpV6TestJSON-170267882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-170267882-project-admin] Attempting to bind port c641c9d5-1af4-4c70-a607-2a5d9b63269f on network 461ebf40-2687-4703-9c9e-3380c30235f6 {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 21:38:29.755745 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c474e7c-f73f-499f-95de-89d903478573 tempest-PortsAdminExtendedAttrsIpV6TestJSON-170267882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-170267882-project-admin] Port c641c9d5-1af4-4c70-a607-2a5d9b63269f on network 461ebf40-2687-4703-9c9e-3380c30235f6 not bound, no agent of type Open vSwitch agent registered on host n-h2-760453-5 {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 26 21:38:29.756067 n-d-760453-5 neutron-server[103305]: ERROR neutron.plugins.ml2.managers [None req-0c474e7c-f73f-499f-95de-89d903478573 tempest-PortsAdminExtendedAttrsIpV6TestJSON-170267882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-170267882-project-admin] Failed to bind port c641c9d5-1af4-4c70-a607-2a5d9b63269f on host n-h2-760453-5 for vnic_type normal using segments [{'id': 'c755bc10-a765-4692-b5fa-0389cd39ffe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '461ebf40-2687-4703-9c9e-3380c30235f6'}] Jan 26 21:38:29.756713 n-d-760453-5 neutron-server[103305]: INFO neutron.plugins.ml2.plugin [None req-0c474e7c-f73f-499f-95de-89d903478573 tempest-PortsAdminExtendedAttrsIpV6TestJSON-170267882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-170267882-project-admin] Attempt 5 to bind port c641c9d5-1af4-4c70-a607-2a5d9b63269f Jan 26 21:38:29.769276 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [None req-0c474e7c-f73f-499f-95de-89d903478573 tempest-PortsAdminExtendedAttrsIpV6TestJSON-170267882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-170267882-project-admin] Attempting to bind port c641c9d5-1af4-4c70-a607-2a5d9b63269f on host n-h2-760453-5 for vnic_type normal with profile {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 21:38:29.769653 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [None req-0c474e7c-f73f-499f-95de-89d903478573 tempest-PortsAdminExtendedAttrsIpV6TestJSON-170267882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-170267882-project-admin] Attempting to bind port c641c9d5-1af4-4c70-a607-2a5d9b63269f by drivers openvswitch,hyperv on host n-h2-760453-5 at level 0 using segments [{'id': 'c755bc10-a765-4692-b5fa-0389cd39ffe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '461ebf40-2687-4703-9c9e-3380c30235f6'}] {{(pid=103305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 26 21:38:29.769985 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c474e7c-f73f-499f-95de-89d903478573 tempest-PortsAdminExtendedAttrsIpV6TestJSON-170267882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-170267882-project-admin] Attempting to bind port c641c9d5-1af4-4c70-a607-2a5d9b63269f on network 461ebf40-2687-4703-9c9e-3380c30235f6 {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 21:38:29.774218 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c474e7c-f73f-499f-95de-89d903478573 tempest-PortsAdminExtendedAttrsIpV6TestJSON-170267882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-170267882-project-admin] Port c641c9d5-1af4-4c70-a607-2a5d9b63269f on network 461ebf40-2687-4703-9c9e-3380c30235f6 not bound, no agent of type Open vSwitch agent registered on host n-h2-760453-5 {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 26 21:38:29.774539 n-d-760453-5 neutron-server[103305]: ERROR neutron.plugins.ml2.managers [None req-0c474e7c-f73f-499f-95de-89d903478573 tempest-PortsAdminExtendedAttrsIpV6TestJSON-170267882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-170267882-project-admin] Failed to bind port c641c9d5-1af4-4c70-a607-2a5d9b63269f on host n-h2-760453-5 for vnic_type normal using segments [{'id': 'c755bc10-a765-4692-b5fa-0389cd39ffe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '461ebf40-2687-4703-9c9e-3380c30235f6'}] Jan 26 21:38:29.774920 n-d-760453-5 neutron-server[103305]: INFO neutron.plugins.ml2.plugin [None req-0c474e7c-f73f-499f-95de-89d903478573 tempest-PortsAdminExtendedAttrsIpV6TestJSON-170267882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-170267882-project-admin] Attempt 6 to bind port c641c9d5-1af4-4c70-a607-2a5d9b63269f Jan 26 21:38:29.783229 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-470c5f9f-18d7-4d41-bd4c-a42e2d58323c req-b677858d-cf5d-4d5b-9c06-2f16fd9a104f tempest-TestServerMultinode-638723592 tempest-TestServerMultinode-638723592-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=a054c284-9859-451f-a00a-c33cf1db0121&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390837 Jan 26 21:38:29.787963 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [None req-0c474e7c-f73f-499f-95de-89d903478573 tempest-PortsAdminExtendedAttrsIpV6TestJSON-170267882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-170267882-project-admin] Attempting to bind port c641c9d5-1af4-4c70-a607-2a5d9b63269f on host n-h2-760453-5 for vnic_type normal with profile {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 21:38:29.788299 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [None req-0c474e7c-f73f-499f-95de-89d903478573 tempest-PortsAdminExtendedAttrsIpV6TestJSON-170267882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-170267882-project-admin] Attempting to bind port c641c9d5-1af4-4c70-a607-2a5d9b63269f by drivers openvswitch,hyperv on host n-h2-760453-5 at level 0 using segments [{'id': 'c755bc10-a765-4692-b5fa-0389cd39ffe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '461ebf40-2687-4703-9c9e-3380c30235f6'}] {{(pid=103305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 26 21:38:29.788642 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c474e7c-f73f-499f-95de-89d903478573 tempest-PortsAdminExtendedAttrsIpV6TestJSON-170267882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-170267882-project-admin] Attempting to bind port c641c9d5-1af4-4c70-a607-2a5d9b63269f on network 461ebf40-2687-4703-9c9e-3380c30235f6 {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 21:38:29.792912 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c474e7c-f73f-499f-95de-89d903478573 tempest-PortsAdminExtendedAttrsIpV6TestJSON-170267882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-170267882-project-admin] Port c641c9d5-1af4-4c70-a607-2a5d9b63269f on network 461ebf40-2687-4703-9c9e-3380c30235f6 not bound, no agent of type Open vSwitch agent registered on host n-h2-760453-5 {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 26 21:38:29.793355 n-d-760453-5 neutron-server[103305]: ERROR neutron.plugins.ml2.managers [None req-0c474e7c-f73f-499f-95de-89d903478573 tempest-PortsAdminExtendedAttrsIpV6TestJSON-170267882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-170267882-project-admin] Failed to bind port c641c9d5-1af4-4c70-a607-2a5d9b63269f on host n-h2-760453-5 for vnic_type normal using segments [{'id': 'c755bc10-a765-4692-b5fa-0389cd39ffe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '461ebf40-2687-4703-9c9e-3380c30235f6'}] Jan 26 21:38:29.793682 n-d-760453-5 neutron-server[103305]: INFO neutron.plugins.ml2.plugin [None req-0c474e7c-f73f-499f-95de-89d903478573 tempest-PortsAdminExtendedAttrsIpV6TestJSON-170267882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-170267882-project-admin] Attempt 7 to bind port c641c9d5-1af4-4c70-a607-2a5d9b63269f Jan 26 21:38:29.805719 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [None req-0c474e7c-f73f-499f-95de-89d903478573 tempest-PortsAdminExtendedAttrsIpV6TestJSON-170267882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-170267882-project-admin] Attempting to bind port c641c9d5-1af4-4c70-a607-2a5d9b63269f on host n-h2-760453-5 for vnic_type normal with profile {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 21:38:29.806055 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [None req-0c474e7c-f73f-499f-95de-89d903478573 tempest-PortsAdminExtendedAttrsIpV6TestJSON-170267882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-170267882-project-admin] Attempting to bind port c641c9d5-1af4-4c70-a607-2a5d9b63269f by drivers openvswitch,hyperv on host n-h2-760453-5 at level 0 using segments [{'id': 'c755bc10-a765-4692-b5fa-0389cd39ffe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '461ebf40-2687-4703-9c9e-3380c30235f6'}] {{(pid=103305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 26 21:38:29.806392 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c474e7c-f73f-499f-95de-89d903478573 tempest-PortsAdminExtendedAttrsIpV6TestJSON-170267882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-170267882-project-admin] Attempting to bind port c641c9d5-1af4-4c70-a607-2a5d9b63269f on network 461ebf40-2687-4703-9c9e-3380c30235f6 {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 21:38:29.810921 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c474e7c-f73f-499f-95de-89d903478573 tempest-PortsAdminExtendedAttrsIpV6TestJSON-170267882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-170267882-project-admin] Port c641c9d5-1af4-4c70-a607-2a5d9b63269f on network 461ebf40-2687-4703-9c9e-3380c30235f6 not bound, no agent of type Open vSwitch agent registered on host n-h2-760453-5 {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 26 21:38:29.811246 n-d-760453-5 neutron-server[103305]: ERROR neutron.plugins.ml2.managers [None req-0c474e7c-f73f-499f-95de-89d903478573 tempest-PortsAdminExtendedAttrsIpV6TestJSON-170267882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-170267882-project-admin] Failed to bind port c641c9d5-1af4-4c70-a607-2a5d9b63269f on host n-h2-760453-5 for vnic_type normal using segments [{'id': 'c755bc10-a765-4692-b5fa-0389cd39ffe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '461ebf40-2687-4703-9c9e-3380c30235f6'}] Jan 26 21:38:29.811629 n-d-760453-5 neutron-server[103305]: INFO neutron.plugins.ml2.plugin [None req-0c474e7c-f73f-499f-95de-89d903478573 tempest-PortsAdminExtendedAttrsIpV6TestJSON-170267882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-170267882-project-admin] Attempt 8 to bind port c641c9d5-1af4-4c70-a607-2a5d9b63269f Jan 26 21:38:29.824335 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [None req-0c474e7c-f73f-499f-95de-89d903478573 tempest-PortsAdminExtendedAttrsIpV6TestJSON-170267882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-170267882-project-admin] Attempting to bind port c641c9d5-1af4-4c70-a607-2a5d9b63269f on host n-h2-760453-5 for vnic_type normal with profile {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 21:38:29.824610 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [None req-0c474e7c-f73f-499f-95de-89d903478573 tempest-PortsAdminExtendedAttrsIpV6TestJSON-170267882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-170267882-project-admin] Attempting to bind port c641c9d5-1af4-4c70-a607-2a5d9b63269f by drivers openvswitch,hyperv on host n-h2-760453-5 at level 0 using segments [{'id': 'c755bc10-a765-4692-b5fa-0389cd39ffe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '461ebf40-2687-4703-9c9e-3380c30235f6'}] {{(pid=103305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 26 21:38:29.824939 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c474e7c-f73f-499f-95de-89d903478573 tempest-PortsAdminExtendedAttrsIpV6TestJSON-170267882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-170267882-project-admin] Attempting to bind port c641c9d5-1af4-4c70-a607-2a5d9b63269f on network 461ebf40-2687-4703-9c9e-3380c30235f6 {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 21:38:29.829869 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c474e7c-f73f-499f-95de-89d903478573 tempest-PortsAdminExtendedAttrsIpV6TestJSON-170267882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-170267882-project-admin] Port c641c9d5-1af4-4c70-a607-2a5d9b63269f on network 461ebf40-2687-4703-9c9e-3380c30235f6 not bound, no agent of type Open vSwitch agent registered on host n-h2-760453-5 {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 26 21:38:29.830194 n-d-760453-5 neutron-server[103305]: ERROR neutron.plugins.ml2.managers [None req-0c474e7c-f73f-499f-95de-89d903478573 tempest-PortsAdminExtendedAttrsIpV6TestJSON-170267882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-170267882-project-admin] Failed to bind port c641c9d5-1af4-4c70-a607-2a5d9b63269f on host n-h2-760453-5 for vnic_type normal using segments [{'id': 'c755bc10-a765-4692-b5fa-0389cd39ffe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '461ebf40-2687-4703-9c9e-3380c30235f6'}] Jan 26 21:38:29.830581 n-d-760453-5 neutron-server[103305]: INFO neutron.plugins.ml2.plugin [None req-0c474e7c-f73f-499f-95de-89d903478573 tempest-PortsAdminExtendedAttrsIpV6TestJSON-170267882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-170267882-project-admin] Attempt 9 to bind port c641c9d5-1af4-4c70-a607-2a5d9b63269f Jan 26 21:38:29.844326 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [None req-0c474e7c-f73f-499f-95de-89d903478573 tempest-PortsAdminExtendedAttrsIpV6TestJSON-170267882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-170267882-project-admin] Attempting to bind port c641c9d5-1af4-4c70-a607-2a5d9b63269f on host n-h2-760453-5 for vnic_type normal with profile {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 21:38:29.845182 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [None req-0c474e7c-f73f-499f-95de-89d903478573 tempest-PortsAdminExtendedAttrsIpV6TestJSON-170267882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-170267882-project-admin] Attempting to bind port c641c9d5-1af4-4c70-a607-2a5d9b63269f by drivers openvswitch,hyperv on host n-h2-760453-5 at level 0 using segments [{'id': 'c755bc10-a765-4692-b5fa-0389cd39ffe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '461ebf40-2687-4703-9c9e-3380c30235f6'}] {{(pid=103305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 26 21:38:29.845697 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c474e7c-f73f-499f-95de-89d903478573 tempest-PortsAdminExtendedAttrsIpV6TestJSON-170267882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-170267882-project-admin] Attempting to bind port c641c9d5-1af4-4c70-a607-2a5d9b63269f on network 461ebf40-2687-4703-9c9e-3380c30235f6 {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 21:38:29.851039 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c474e7c-f73f-499f-95de-89d903478573 tempest-PortsAdminExtendedAttrsIpV6TestJSON-170267882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-170267882-project-admin] Port c641c9d5-1af4-4c70-a607-2a5d9b63269f on network 461ebf40-2687-4703-9c9e-3380c30235f6 not bound, no agent of type Open vSwitch agent registered on host n-h2-760453-5 {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 26 21:38:29.851365 n-d-760453-5 neutron-server[103305]: ERROR neutron.plugins.ml2.managers [None req-0c474e7c-f73f-499f-95de-89d903478573 tempest-PortsAdminExtendedAttrsIpV6TestJSON-170267882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-170267882-project-admin] Failed to bind port c641c9d5-1af4-4c70-a607-2a5d9b63269f on host n-h2-760453-5 for vnic_type normal using segments [{'id': 'c755bc10-a765-4692-b5fa-0389cd39ffe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '461ebf40-2687-4703-9c9e-3380c30235f6'}] Jan 26 21:38:29.851757 n-d-760453-5 neutron-server[103305]: INFO neutron.plugins.ml2.plugin [None req-0c474e7c-f73f-499f-95de-89d903478573 tempest-PortsAdminExtendedAttrsIpV6TestJSON-170267882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-170267882-project-admin] Attempt 10 to bind port c641c9d5-1af4-4c70-a607-2a5d9b63269f Jan 26 21:38:29.865651 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [None req-0c474e7c-f73f-499f-95de-89d903478573 tempest-PortsAdminExtendedAttrsIpV6TestJSON-170267882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-170267882-project-admin] Attempting to bind port c641c9d5-1af4-4c70-a607-2a5d9b63269f on host n-h2-760453-5 for vnic_type normal with profile {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 21:38:29.865991 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [None req-0c474e7c-f73f-499f-95de-89d903478573 tempest-PortsAdminExtendedAttrsIpV6TestJSON-170267882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-170267882-project-admin] Attempting to bind port c641c9d5-1af4-4c70-a607-2a5d9b63269f by drivers openvswitch,hyperv on host n-h2-760453-5 at level 0 using segments [{'id': 'c755bc10-a765-4692-b5fa-0389cd39ffe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '461ebf40-2687-4703-9c9e-3380c30235f6'}] {{(pid=103305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 26 21:38:29.866326 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c474e7c-f73f-499f-95de-89d903478573 tempest-PortsAdminExtendedAttrsIpV6TestJSON-170267882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-170267882-project-admin] Attempting to bind port c641c9d5-1af4-4c70-a607-2a5d9b63269f on network 461ebf40-2687-4703-9c9e-3380c30235f6 {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 21:38:29.870767 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c474e7c-f73f-499f-95de-89d903478573 tempest-PortsAdminExtendedAttrsIpV6TestJSON-170267882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-170267882-project-admin] Port c641c9d5-1af4-4c70-a607-2a5d9b63269f on network 461ebf40-2687-4703-9c9e-3380c30235f6 not bound, no agent of type Open vSwitch agent registered on host n-h2-760453-5 {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 26 21:38:29.871095 n-d-760453-5 neutron-server[103305]: ERROR neutron.plugins.ml2.managers [None req-0c474e7c-f73f-499f-95de-89d903478573 tempest-PortsAdminExtendedAttrsIpV6TestJSON-170267882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-170267882-project-admin] Failed to bind port c641c9d5-1af4-4c70-a607-2a5d9b63269f on host n-h2-760453-5 for vnic_type normal using segments [{'id': 'c755bc10-a765-4692-b5fa-0389cd39ffe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '461ebf40-2687-4703-9c9e-3380c30235f6'}] Jan 26 21:38:29.871461 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-0c474e7c-f73f-499f-95de-89d903478573 tempest-PortsAdminExtendedAttrsIpV6TestJSON-170267882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-170267882-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (c641c9d5-1af4-4c70-a607-2a5d9b63269f), before_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:38:29.927791 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9842982e-edd2-4555-a06c-ba3c46030596 req-45fb4a47-57c2-4ed0-b118-8e8102bb2106 tempest-TestServerMultinode-638723592 tempest-TestServerMultinode-638723592-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:38:29.929353 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-9842982e-edd2-4555-a06c-ba3c46030596 req-45fb4a47-57c2-4ed0-b118-8e8102bb2106 tempest-TestServerMultinode-638723592 tempest-TestServerMultinode-638723592-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=570cc3c1-a6bf-46de-8617-cfddcb5ad486 HTTP/1.1" status: 200 len: 1097 time: 0.0756593 Jan 26 21:38:29.936582 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [None req-0c474e7c-f73f-499f-95de-89d903478573 tempest-PortsAdminExtendedAttrsIpV6TestJSON-170267882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-170267882-project-admin] For port c641c9d5-1af4-4c70-a607-2a5d9b63269f, host n-h2-760453-5, cleared binding levels {{(pid=103305) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 26 21:38:29.936948 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [None req-0c474e7c-f73f-499f-95de-89d903478573 tempest-PortsAdminExtendedAttrsIpV6TestJSON-170267882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-170267882-project-admin] Attempted to set empty binding levels {{(pid=103305) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jan 26 21:38:29.941862 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-0c474e7c-f73f-499f-95de-89d903478573 tempest-PortsAdminExtendedAttrsIpV6TestJSON-170267882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-170267882-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11791520'] for port (c641c9d5-1af4-4c70-a607-2a5d9b63269f), after_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:38:29.949867 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5ff07f-9737-4f70-b247-9108275d7944 req-97690009-2060-46b8-90ce-c213f8c7674c tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:38:29.951330 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-ed5ff07f-9737-4f70-b247-9108275d7944 req-97690009-2060-46b8-90ce-c213f8c7674c tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] 10.222.0.13 "GET /v2.0/ports?device_id=526228ab-339e-47d6-aa5d-64380963b4b6 HTTP/1.1" status: 200 len: 944 time: 0.0724313 Jan 26 21:38:29.979159 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-0c474e7c-f73f-499f-95de-89d903478573 tempest-PortsAdminExtendedAttrsIpV6TestJSON-170267882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-170267882-project-admin] In _notify_port_updated(), no bound segment for port c641c9d5-1af4-4c70-a607-2a5d9b63269f on network 461ebf40-2687-4703-9c9e-3380c30235f6 {{(pid=103305) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:883}} Jan 26 21:38:29.979867 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c474e7c-f73f-499f-95de-89d903478573 tempest-PortsAdminExtendedAttrsIpV6TestJSON-170267882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-170267882-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:38:29.980476 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-0c474e7c-f73f-499f-95de-89d903478573 tempest-PortsAdminExtendedAttrsIpV6TestJSON-170267882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-170267882-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:38:29.981864 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-0c474e7c-f73f-499f-95de-89d903478573 tempest-PortsAdminExtendedAttrsIpV6TestJSON-170267882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-170267882-project-admin] 10.222.0.13 "PUT /v2.0/ports/c641c9d5-1af4-4c70-a607-2a5d9b63269f HTTP/1.1" status: 200 len: 978 time: 0.6038485 Jan 26 21:38:29.984517 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 60954) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:38:30.016798 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-9842982e-edd2-4555-a06c-ba3c46030596 req-039705d9-8403-4028-856d-2bb6f251d653 tempest-TestServerMultinode-638723592 tempest-TestServerMultinode-638723592-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=a054c284-9859-451f-a00a-c33cf1db0121&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812714 Jan 26 21:38:30.021097 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c474e7c-f73f-499f-95de-89d903478573 tempest-PortsAdminExtendedAttrsIpV6TestJSON-170267882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-170267882-project-admin] Pushing event updated for resources: {'Port': ['ID=c641c9d5-1af4-4c70-a607-2a5d9b63269f,revision_number=3']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:38:30.024045 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-ed5ff07f-9737-4f70-b247-9108275d7944 req-9fa895b6-c336-4964-b349-3cb64b8df5e7 tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] 10.222.0.13 "GET /v2.0/security-groups?id=c855b7af-ae6a-4b31-98b5-41bfc1142283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656908 Jan 26 21:38:30.076728 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-bc12eb92-4f21-4a27-a5c3-10267773b354 tempest-PortsAdminExtendedAttrsIpV6TestJSON-170267882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-170267882-project-admin] Deleting port c641c9d5-1af4-4c70-a607-2a5d9b63269f {{(pid=103305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 21:38:30.076990 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-bc12eb92-4f21-4a27-a5c3-10267773b354 tempest-PortsAdminExtendedAttrsIpV6TestJSON-170267882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-170267882-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746560630878'] for port (c641c9d5-1af4-4c70-a607-2a5d9b63269f), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:38:30.144096 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [None req-bc12eb92-4f21-4a27-a5c3-10267773b354 tempest-PortsAdminExtendedAttrsIpV6TestJSON-170267882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-170267882-project-admin] For port c641c9d5-1af4-4c70-a607-2a5d9b63269f, host n-h2-760453-5, got binding levels [] {{(pid=103305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:38:30.144464 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-bc12eb92-4f21-4a27-a5c3-10267773b354 tempest-PortsAdminExtendedAttrsIpV6TestJSON-170267882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-170267882-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4109658'] for port (c641c9d5-1af4-4c70-a607-2a5d9b63269f), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:38:30.260299 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920923fa-a3ac-4332-bd15-e81e5ef4c035 req-21d8dcd8-337f-450d-a56c-c1b35c810d76 tempest-TestServerMultinode-638723592 tempest-TestServerMultinode-638723592-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:38:30.262737 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-920923fa-a3ac-4332-bd15-e81e5ef4c035 req-21d8dcd8-337f-450d-a56c-c1b35c810d76 tempest-TestServerMultinode-638723592 tempest-TestServerMultinode-638723592-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=570cc3c1-a6bf-46de-8617-cfddcb5ad486 HTTP/1.1" status: 200 len: 1097 time: 0.0445180 Jan 26 21:38:30.309313 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-920923fa-a3ac-4332-bd15-e81e5ef4c035 req-1b80c347-410a-4f50-bdcc-67a20ed61dc7 tempest-TestServerMultinode-638723592 tempest-TestServerMultinode-638723592-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=a054c284-9859-451f-a00a-c33cf1db0121&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415123 Jan 26 21:38:30.396322 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Device 623e575a-c207-430f-bae8-a7f9a3ae93bc up at agent hyperv_n-h2-760453-5 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 21:38:30.452706 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-bc12eb92-4f21-4a27-a5c3-10267773b354 tempest-PortsAdminExtendedAttrsIpV6TestJSON-170267882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-170267882-project-admin] Calling delete_port for c641c9d5-1af4-4c70-a607-2a5d9b63269f owned by {{(pid=103305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 21:38:30.482388 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.agents_db [None req-569f1ced-6396-4ddf-b79f-e03b0b2146ab None None] Agent healthcheck: found 7 active agents {{(pid=103307) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 26 21:38:30.532611 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-bc12eb92-4f21-4a27-a5c3-10267773b354 tempest-PortsAdminExtendedAttrsIpV6TestJSON-170267882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-170267882-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746560636600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746560234536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11791543'] for port (c641c9d5-1af4-4c70-a607-2a5d9b63269f), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:38:30.558796 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc12eb92-4f21-4a27-a5c3-10267773b354 tempest-PortsAdminExtendedAttrsIpV6TestJSON-170267882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-170267882-project-admin] Pushing event deleted for resources: {'Port': ['ID=c641c9d5-1af4-4c70-a607-2a5d9b63269f,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:38:30.569507 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-bc12eb92-4f21-4a27-a5c3-10267773b354 tempest-PortsAdminExtendedAttrsIpV6TestJSON-170267882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-170267882-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:38:30.574127 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-bc12eb92-4f21-4a27-a5c3-10267773b354 tempest-PortsAdminExtendedAttrsIpV6TestJSON-170267882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-170267882-project-admin] 10.222.0.13 "DELETE /v2.0/ports/c641c9d5-1af4-4c70-a607-2a5d9b63269f HTTP/1.1" status: 204 len: 168 time: 0.5876687 Jan 26 21:38:30.575993 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 60960) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:38:30.601886 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Provisioning for port 623e575a-c207-430f-bae8-a7f9a3ae93bc completed by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 21:38:30.603653 n-d-760453-5 neutron-server[103304]: INFO neutron.pecan_wsgi.hooks.translation [None req-885ca28b-3ab3-40d3-a68f-8b2d877ce74f tempest-PortsAdminExtendedAttrsIpV6TestJSON-170267882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-170267882-project-admin] GET failed (client error): The resource could not be found. Jan 26 21:38:30.608153 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-885ca28b-3ab3-40d3-a68f-8b2d877ce74f tempest-PortsAdminExtendedAttrsIpV6TestJSON-170267882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-170267882-project-admin] 10.222.0.13 "GET /v2.0/ports/c641c9d5-1af4-4c70-a607-2a5d9b63269f HTTP/1.1" status: 404 len: 333 time: 0.0280592 Jan 26 21:38:30.608285 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Provisioning complete for port 623e575a-c207-430f-bae8-a7f9a3ae93bc triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:38:30.608285 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (623e575a-c207-430f-bae8-a7f9a3ae93bc), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:38:30.610157 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 60962) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:38:30.684298 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Current status of the port 623e575a-c207-430f-bae8-a7f9a3ae93bc is: BUILD; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:38:30.684612 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (623e575a-c207-430f-bae8-a7f9a3ae93bc), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:38:30.686592 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-46325ebc-5abc-40b6-b926-dcfd1732b2f9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-100904961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-100904961-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-748181'] for network (461ebf40-2687-4703-9c9e-3380c30235f6), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:38:30.707849 n-d-760453-5 neutron-server[103306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '526228ab-339e-47d6-aa5d-64380963b4b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '623e575a-c207-430f-bae8-a7f9a3ae93bc'}] {{(pid=103306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 21:38:30.710389 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9d5d370febab655511bdd2ffe887e43e442d144a440368702bcc1e93af00b97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59d8fe27-0282-45f3-8490-bc15e02103f3" -d '{"events": [{"server_uuid": "526228ab-339e-47d6-aa5d-64380963b4b6", "name": "network-vif-plugged", "status": "completed", "tag": "623e575a-c207-430f-bae8-a7f9a3ae93bc"}]}' {{(pid=103306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 21:38:30.725772 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] For port 623e575a-c207-430f-bae8-a7f9a3ae93bc, host n-h2-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-5',level=0,port_id=623e575a-c207-430f-bae8-a7f9a3ae93bc,segment=NetworkSegment(3717183c-69c6-44ee-ac2f-ec1e05ab35f5),segment_id=3717183c-69c6-44ee-ac2f-ec1e05ab35f5)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:38:30.730213 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (623e575a-c207-430f-bae8-a7f9a3ae93bc), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:38:30.763502 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Jan 2022 21:38:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f6cb0c1-3c6b-4a2f-90a5-b068878f5274 x-openstack-request-id: req-9f6cb0c1-3c6b-4a2f-90a5-b068878f5274 {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 21:38:30.763797 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "526228ab-339e-47d6-aa5d-64380963b4b6", "name": "network-vif-plugged", "status": "completed", "tag": "623e575a-c207-430f-bae8-a7f9a3ae93bc", "code": 200}]} {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 21:38:30.764053 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-9f6cb0c1-3c6b-4a2f-90a5-b068878f5274 {{(pid=103306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 21:38:30.764449 n-d-760453-5 neutron-server[103306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '526228ab-339e-47d6-aa5d-64380963b4b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '623e575a-c207-430f-bae8-a7f9a3ae93bc', 'code': 200} Jan 26 21:38:30.803132 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-46325ebc-5abc-40b6-b926-dcfd1732b2f9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-100904961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-100904961-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-686403', 'neutron.services.segments.db._delete_segments_for_network-8746560774018'] for network (461ebf40-2687-4703-9c9e-3380c30235f6), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:38:30.808573 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Pushing event updated for resources: {'Port': ['ID=623e575a-c207-430f-bae8-a7f9a3ae93bc,revision_number=5']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:38:30.835611 n-d-760453-5 neutron-server[103305]: DEBUG neutron.services.segments.db [None req-46325ebc-5abc-40b6-b926-dcfd1732b2f9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-100904961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-100904961-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['461ebf40-2687-4703-9c9e-3380c30235f6']}} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:38:30.845677 n-d-760453-5 neutron-server[103305]: DEBUG neutron.services.segments.db [None req-46325ebc-5abc-40b6-b926-dcfd1732b2f9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-100904961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-100904961-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c755bc10-a765-4692-b5fa-0389cd39ffe2') {'for_net_delete': True} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:38:30.845963 n-d-760453-5 neutron-server[103305]: DEBUG neutron.services.segments.db [None req-46325ebc-5abc-40b6-b926-dcfd1732b2f9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-100904961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-100904961-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c755bc10-a765-4692-b5fa-0389cd39ffe2') {} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:38:30.860304 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-46325ebc-5abc-40b6-b926-dcfd1732b2f9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-100904961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-100904961-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746560742283', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11788955'] for segment (c755bc10-a765-4692-b5fa-0389cd39ffe2), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:38:30.874456 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-46325ebc-5abc-40b6-b926-dcfd1732b2f9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-100904961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-100904961-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576559'] for segment (c755bc10-a765-4692-b5fa-0389cd39ffe2), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:38:30.879958 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42a5d61-65cc-4cc5-9893-4646f0fbde35 req-f5bb7775-a150-4081-a378-508678d2662b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:38:30.881434 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-46325ebc-5abc-40b6-b926-dcfd1732b2f9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-100904961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-100904961-project] Releasing vlan 557 on physical network physnet1 to pool {{(pid=103305) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 26 21:38:30.881668 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-c42a5d61-65cc-4cc5-9893-4646f0fbde35 req-f5bb7775-a150-4081-a378-508678d2662b service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=526228ab-339e-47d6-aa5d-64380963b4b6 HTTP/1.1" status: 200 len: 1096 time: 0.0490260 Jan 26 21:38:30.881898 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-46325ebc-5abc-40b6-b926-dcfd1732b2f9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-100904961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-100904961-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11791428'] for segment (c755bc10-a765-4692-b5fa-0389cd39ffe2), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:38:30.884891 n-d-760453-5 neutron-server[103305]: Traceback (most recent call last): Jan 26 21:38:30.884891 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 26 21:38:30.884891 n-d-760453-5 neutron-server[103305]: timer() Jan 26 21:38:30.884891 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 26 21:38:30.884891 n-d-760453-5 neutron-server[103305]: cb(*args, **kw) Jan 26 21:38:30.884891 n-d-760453-5 neutron-server[103305]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 26 21:38:30.884891 n-d-760453-5 neutron-server[103305]: return func(*args, **kwargs) Jan 26 21:38:30.884891 n-d-760453-5 neutron-server[103305]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 26 21:38:30.884891 n-d-760453-5 neutron-server[103305]: self._notify() Jan 26 21:38:30.884891 n-d-760453-5 neutron-server[103305]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 26 21:38:30.884891 n-d-760453-5 neutron-server[103305]: self.callback(batched_events) Jan 26 21:38:30.884891 n-d-760453-5 neutron-server[103305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 26 21:38:30.884891 n-d-760453-5 neutron-server[103305]: event.method(event) Jan 26 21:38:30.884891 n-d-760453-5 neutron-server[103305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 26 21:38:30.884891 n-d-760453-5 neutron-server[103305]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 26 21:38:30.884891 n-d-760453-5 neutron-server[103305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 26 21:38:30.884891 n-d-760453-5 neutron-server[103305]: aggregate_uuid = self.p_client.list_aggregates( Jan 26 21:38:30.884891 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 26 21:38:30.884891 n-d-760453-5 neutron-server[103305]: return f(self, *a, **k) Jan 26 21:38:30.884891 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 26 21:38:30.884891 n-d-760453-5 neutron-server[103305]: return self._get(url).json() Jan 26 21:38:30.884891 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 26 21:38:30.884891 n-d-760453-5 neutron-server[103305]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 26 21:38:30.884891 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 26 21:38:30.884891 n-d-760453-5 neutron-server[103305]: return self.request(url, 'GET', **kwargs) Jan 26 21:38:30.884891 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 26 21:38:30.884891 n-d-760453-5 neutron-server[103305]: base_url = self.get_endpoint(auth, allow=allow, Jan 26 21:38:30.884891 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 26 21:38:30.884891 n-d-760453-5 neutron-server[103305]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 26 21:38:30.884891 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 26 21:38:30.884891 n-d-760453-5 neutron-server[103305]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 26 21:38:30.884891 n-d-760453-5 neutron-server[103305]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 26 21:38:30.926392 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-c42a5d61-65cc-4cc5-9893-4646f0fbde35 req-de734712-8c4e-4ee7-b776-b97519dc1d72 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=c855b7af-ae6a-4b31-98b5-41bfc1142283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387466 Jan 26 21:38:30.942117 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-46325ebc-5abc-40b6-b926-dcfd1732b2f9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-100904961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-100904961-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4110931'] for network (461ebf40-2687-4703-9c9e-3380c30235f6), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:38:30.949031 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-46325ebc-5abc-40b6-b926-dcfd1732b2f9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-100904961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-100904961-project] Publish callbacks [] for network (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:38:30.952281 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-46325ebc-5abc-40b6-b926-dcfd1732b2f9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-100904961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-100904961-project] 10.222.0.13 "DELETE /v2.0/networks/461ebf40-2687-4703-9c9e-3380c30235f6 HTTP/1.1" status: 204 len: 168 time: 0.3410995 Jan 26 21:38:30.964167 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46325ebc-5abc-40b6-b926-dcfd1732b2f9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-100904961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-100904961-project] Pushing event deleted for resources: {'Network': ['ID=461ebf40-2687-4703-9c9e-3380c30235f6,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:38:31.142547 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b776cf0-b8dc-42c2-babb-be43889cacac req-ff398ce9-bee9-4f30-ab39-290ac3991e12 tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:38:31.144053 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-6b776cf0-b8dc-42c2-babb-be43889cacac req-ff398ce9-bee9-4f30-ab39-290ac3991e12 tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] 10.222.0.13 "GET /v2.0/ports?device_id=526228ab-339e-47d6-aa5d-64380963b4b6 HTTP/1.1" status: 200 len: 945 time: 0.0493615 Jan 26 21:38:31.190707 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-6b776cf0-b8dc-42c2-babb-be43889cacac req-adf23887-13c1-4fa5-ae44-89a96f1fbcfd tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] 10.222.0.13 "GET /v2.0/security-groups?id=c855b7af-ae6a-4b31-98b5-41bfc1142283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410085 Jan 26 21:38:31.191783 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 60974) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:38:31.324003 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-67e015e4-babf-40ed-b375-de8158fbe4b4 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=dd8ee5566d104f44a9cf889fac184323&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1310844 Jan 26 21:38:31.326485 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 60978) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:38:31.377596 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-8df44f5c-9f8d-4e7d-bb73-ba082cec1b5f admin admin] Publish callbacks [] for security_group (ea0bdcec-2ad9-49ce-b9d1-713bbd9be2de), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:38:31.423116 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-8df44f5c-9f8d-4e7d-bb73-ba082cec1b5f admin admin] Publish callbacks [] for security_group (ea0bdcec-2ad9-49ce-b9d1-713bbd9be2de), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:38:31.460197 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cbfc0af-74fd-4d10-b5cb-07a9ee564e07 req-46f85958-426e-4b33-bbbb-fde26bfb7a72 tempest-TestServerMultinode-638723592 tempest-TestServerMultinode-638723592-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:38:31.461675 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-9cbfc0af-74fd-4d10-b5cb-07a9ee564e07 req-46f85958-426e-4b33-bbbb-fde26bfb7a72 tempest-TestServerMultinode-638723592 tempest-TestServerMultinode-638723592-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=570cc3c1-a6bf-46de-8617-cfddcb5ad486 HTTP/1.1" status: 200 len: 1097 time: 0.0814254 Jan 26 21:38:31.493182 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-8df44f5c-9f8d-4e7d-bb73-ba082cec1b5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (ea0bdcec-2ad9-49ce-b9d1-713bbd9be2de), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:38:31.495909 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-8df44f5c-9f8d-4e7d-bb73-ba082cec1b5f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:38:31.497008 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-8df44f5c-9f8d-4e7d-bb73-ba082cec1b5f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ea0bdcec-2ad9-49ce-b9d1-713bbd9be2de HTTP/1.1" status: 204 len: 168 time: 0.1696451 Jan 26 21:38:31.514617 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df44f5c-9f8d-4e7d-bb73-ba082cec1b5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea0bdcec-2ad9-49ce-b9d1-713bbd9be2de,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:38:31.519995 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-9cbfc0af-74fd-4d10-b5cb-07a9ee564e07 req-83e08414-4c57-41bc-96eb-8798598796b0 tempest-TestServerMultinode-638723592 tempest-TestServerMultinode-638723592-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=a054c284-9859-451f-a00a-c33cf1db0121&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528591 Jan 26 21:38:31.758635 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 60986) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:38:31.798272 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-5c3eaefa-e0e7-42a8-9cda-4ce307519c0d admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c68ca8bcc28e4045998b3a7a416c6f9a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0384192 Jan 26 21:38:31.800555 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 60988) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:38:31.848780 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-8cc1f7de-7e58-4d66-8cf8-802304cdd9e0 admin admin] Publish callbacks [] for security_group (407ce752-ad2b-4ebd-b54c-5c2ce5cbab6b), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:38:31.870438 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-8cc1f7de-7e58-4d66-8cf8-802304cdd9e0 admin admin] Publish callbacks [] for security_group (407ce752-ad2b-4ebd-b54c-5c2ce5cbab6b), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:38:31.904001 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9a0dd4-8668-4f83-9c60-dde2200ff7e6 req-e752d7b1-60b2-42e8-af04-ccc56287258b tempest-TestServerMultinode-638723592 tempest-TestServerMultinode-638723592-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:38:31.906780 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-8b9a0dd4-8668-4f83-9c60-dde2200ff7e6 req-e752d7b1-60b2-42e8-af04-ccc56287258b tempest-TestServerMultinode-638723592 tempest-TestServerMultinode-638723592-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=570cc3c1-a6bf-46de-8617-cfddcb5ad486 HTTP/1.1" status: 200 len: 1097 time: 0.0466554 Jan 26 21:38:31.924479 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-8cc1f7de-7e58-4d66-8cf8-802304cdd9e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (407ce752-ad2b-4ebd-b54c-5c2ce5cbab6b), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:38:31.927267 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-8cc1f7de-7e58-4d66-8cf8-802304cdd9e0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:38:31.928427 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-8cc1f7de-7e58-4d66-8cf8-802304cdd9e0 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/407ce752-ad2b-4ebd-b54c-5c2ce5cbab6b HTTP/1.1" status: 204 len: 168 time: 0.1269724 Jan 26 21:38:31.936481 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc1f7de-7e58-4d66-8cf8-802304cdd9e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=407ce752-ad2b-4ebd-b54c-5c2ce5cbab6b,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:38:31.988757 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [req-8b9a0dd4-8668-4f83-9c60-dde2200ff7e6 req-6fff095e-82c9-48e5-94cf-385251b4bba9 tempest-TestServerMultinode-638723592 tempest-TestServerMultinode-638723592-project-admin] Deleting port 32c8a671-3c4a-416d-b377-a23071bbfae1 {{(pid=103304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 21:38:31.989094 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-8b9a0dd4-8668-4f83-9c60-dde2200ff7e6 req-6fff095e-82c9-48e5-94cf-385251b4bba9 tempest-TestServerMultinode-638723592 tempest-TestServerMultinode-638723592-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746560630878'] for port (32c8a671-3c4a-416d-b377-a23071bbfae1), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:38:32.079517 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [req-8b9a0dd4-8668-4f83-9c60-dde2200ff7e6 req-6fff095e-82c9-48e5-94cf-385251b4bba9 tempest-TestServerMultinode-638723592 tempest-TestServerMultinode-638723592-project-admin] For port 32c8a671-3c4a-416d-b377-a23071bbfae1, host n-h1-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-5',level=0,port_id=32c8a671-3c4a-416d-b377-a23071bbfae1,segment=NetworkSegment(5a840bb3-33d1-4210-b233-2e7d717911d7),segment_id=5a840bb3-33d1-4210-b233-2e7d717911d7)] {{(pid=103304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:38:32.079889 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-8b9a0dd4-8668-4f83-9c60-dde2200ff7e6 req-6fff095e-82c9-48e5-94cf-385251b4bba9 tempest-TestServerMultinode-638723592 tempest-TestServerMultinode-638723592-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4109658'] for port (32c8a671-3c4a-416d-b377-a23071bbfae1), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:38:32.096090 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [req-8b9a0dd4-8668-4f83-9c60-dde2200ff7e6 req-6fff095e-82c9-48e5-94cf-385251b4bba9 tempest-TestServerMultinode-638723592 tempest-TestServerMultinode-638723592-project-admin] Calling delete_port for 32c8a671-3c4a-416d-b377-a23071bbfae1 owned by compute:nova {{(pid=103304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 21:38:32.193042 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-24290028-b009-4398-b690-79eb436c0ea9 req-ec2476bc-959b-4c2d-95f3-6053301be0c6 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=04164ec0-d6ba-46ba-9f59-877902ccf7fd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0882208 Jan 26 21:38:32.326150 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-8b9a0dd4-8668-4f83-9c60-dde2200ff7e6 req-6fff095e-82c9-48e5-94cf-385251b4bba9 tempest-TestServerMultinode-638723592 tempest-TestServerMultinode-638723592-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746560636600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746560234536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9281553'] for port (32c8a671-3c4a-416d-b377-a23071bbfae1), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:38:32.336181 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24290028-b009-4398-b690-79eb436c0ea9 req-076b650a-a3c0-48eb-904b-61cf6cdb9e1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:38:32.337719 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-24290028-b009-4398-b690-79eb436c0ea9 req-076b650a-a3c0-48eb-904b-61cf6cdb9e1a service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=ef59326be6b94bd88981706bc324c818&device_id=04164ec0-d6ba-46ba-9f59-877902ccf7fd HTTP/1.1" status: 200 len: 1097 time: 0.0933089 Jan 26 21:38:32.339078 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] get_ports_and_sgs() called for port_ids ['7829b310-aa88-4cd0-b0b1-6f43b78b1316'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 26 21:38:32.366421 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] get_ports_and_sgs() called for port_ids ['32c8a671-3c4a-416d-b377-a23071bbfae1'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 26 21:38:32.374303 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fff095e-82c9-48e5-94cf-385251b4bba9 tempest-TestServerMultinode-638723592 tempest-TestServerMultinode-638723592-project-admin] Pushing event deleted for resources: {'Port': ['ID=32c8a671-3c4a-416d-b377-a23071bbfae1,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:38:32.386922 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1eef80-07e8-4e89-8bea-2d719b1927bc req-3ef31420-03ce-4da3-8636-adb7006075ea tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:38:32.390371 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-6a1eef80-07e8-4e89-8bea-2d719b1927bc req-3ef31420-03ce-4da3-8636-adb7006075ea tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] 10.222.0.13 "GET /v2.0/ports?device_id=526228ab-339e-47d6-aa5d-64380963b4b6 HTTP/1.1" status: 200 len: 945 time: 0.1136975 Jan 26 21:38:32.811590 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b9a0dd4-8668-4f83-9c60-dde2200ff7e6 req-6fff095e-82c9-48e5-94cf-385251b4bba9 tempest-TestServerMultinode-638723592 tempest-TestServerMultinode-638723592-project-admin] No DVR routers for this DVR port 32c8a671-3c4a-416d-b377-a23071bbfae1 on host n-h1-760453-5 {{(pid=103304) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 26 21:38:32.814815 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-8b9a0dd4-8668-4f83-9c60-dde2200ff7e6 req-6fff095e-82c9-48e5-94cf-385251b4bba9 tempest-TestServerMultinode-638723592 tempest-TestServerMultinode-638723592-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:38:32.818452 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-8b9a0dd4-8668-4f83-9c60-dde2200ff7e6 req-6fff095e-82c9-48e5-94cf-385251b4bba9 tempest-TestServerMultinode-638723592 tempest-TestServerMultinode-638723592-project-admin] 10.222.0.66 "DELETE /v2.0/ports/32c8a671-3c4a-416d-b377-a23071bbfae1 HTTP/1.1" status: 204 len: 173 time: 0.9072814 Jan 26 21:38:32.844076 n-d-760453-5 neutron-server[103304]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '570cc3c1-a6bf-46de-8617-cfddcb5ad486', 'name': 'network-vif-deleted', 'tag': '32c8a671-3c4a-416d-b377-a23071bbfae1'}] {{(pid=103304) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 21:38:32.847955 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d52b45f1943fcd332af9527eb73ff93c8d715d44383a3f6d18de73b4cfcf87b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-787d95af-8f81-4996-b835-8602f74841d3" -d '{"events": [{"server_uuid": "570cc3c1-a6bf-46de-8617-cfddcb5ad486", "name": "network-vif-deleted", "tag": "32c8a671-3c4a-416d-b377-a23071bbfae1"}]}' {{(pid=103304) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 21:38:32.855766 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-135cea42-e0c9-4e60-8c73-125021fb4d5b req-c4b87c51-13c2-435a-b5d4-b710ca78a8b4 tempest-TestServerMultinode-638723592 tempest-TestServerMultinode-638723592-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=570cc3c1-a6bf-46de-8617-cfddcb5ad486 HTTP/1.1" status: 200 len: 210 time: 0.0969367 Jan 26 21:38:32.906415 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-6a1eef80-07e8-4e89-8bea-2d719b1927bc req-08951da4-af49-4d5b-a27f-e4253b5864a1 tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] 10.222.0.13 "GET /v2.0/security-groups?id=c855b7af-ae6a-4b31-98b5-41bfc1142283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5024097 Jan 26 21:38:32.922501 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24290028-b009-4398-b690-79eb436c0ea9 req-6e60e329-3197-4284-91e6-30c5f8c94504 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:38:32.924142 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-24290028-b009-4398-b690-79eb436c0ea9 req-6e60e329-3197-4284-91e6-30c5f8c94504 service neutron] 10.222.0.57 "GET /v2.0/networks?id=069fa2c9-ac54-4596-8927-b190d062b8dc HTTP/1.1" status: 200 len: 912 time: 0.5595694 Jan 26 21:38:32.925534 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Jan 2022 21:38:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be7a1e84-12bb-4203-911a-ae17954e9feb x-openstack-request-id: req-be7a1e84-12bb-4203-911a-ae17954e9feb {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 21:38:32.925822 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "570cc3c1-a6bf-46de-8617-cfddcb5ad486", "name": "network-vif-deleted", "tag": "32c8a671-3c4a-416d-b377-a23071bbfae1", "status": "completed", "code": 200}]} {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 21:38:32.926064 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-be7a1e84-12bb-4203-911a-ae17954e9feb {{(pid=103304) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 21:38:32.926448 n-d-760453-5 neutron-server[103304]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '570cc3c1-a6bf-46de-8617-cfddcb5ad486', 'name': 'network-vif-deleted', 'tag': '32c8a671-3c4a-416d-b377-a23071bbfae1', 'status': 'completed', 'code': 200} Jan 26 21:38:33.013424 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-24290028-b009-4398-b690-79eb436c0ea9 req-6d443b2f-7ac1-4d50-b3d7-c9b130dba9aa service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b9077506-20ea-4cbc-9bd2-4a80ac184874 HTTP/1.1" status: 200 len: 1001 time: 0.0814388 Jan 26 21:38:33.076775 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24290028-b009-4398-b690-79eb436c0ea9 req-74f3158c-385d-4a36-bc11-74a7ef378c2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:38:33.078748 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-24290028-b009-4398-b690-79eb436c0ea9 req-74f3158c-385d-4a36-bc11-74a7ef378c2a service neutron] 10.222.0.57 "GET /v2.0/subnets?id=acbfa681-8e54-43e3-a66b-05705089f7e2 HTTP/1.1" status: 200 len: 850 time: 0.0564039 Jan 26 21:38:33.167292 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca29622-2c80-424c-83d6-67e0ee57a9f9 req-2fcb1cd0-eddb-40e1-966f-8ba58f6f828b tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:38:33.168802 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-3ca29622-2c80-424c-83d6-67e0ee57a9f9 req-2fcb1cd0-eddb-40e1-966f-8ba58f6f828b tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] 10.222.0.13 "GET /v2.0/ports?device_id=526228ab-339e-47d6-aa5d-64380963b4b6 HTTP/1.1" status: 200 len: 945 time: 0.0526934 Jan 26 21:38:33.249525 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-3ca29622-2c80-424c-83d6-67e0ee57a9f9 req-3fe66648-acdf-4bea-93a7-f3b2171f1f0a tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] 10.222.0.13 "GET /v2.0/security-groups?id=c855b7af-ae6a-4b31-98b5-41bfc1142283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743191 Jan 26 21:38:33.256028 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24290028-b009-4398-b690-79eb436c0ea9 req-e9389775-f2d0-4495-868b-b6d92b3acb51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:38:33.257578 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-24290028-b009-4398-b690-79eb436c0ea9 req-e9389775-f2d0-4495-868b-b6d92b3acb51 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=069fa2c9-ac54-4596-8927-b190d062b8dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0653229 Jan 26 21:38:33.361153 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-24290028-b009-4398-b690-79eb436c0ea9 req-4d774931-024c-4748-a005-7050fa6c55bc service neutron] 10.222.0.57 "GET /v2.0/networks/069fa2c9-ac54-4596-8927-b190d062b8dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0951667 Jan 26 21:38:33.477073 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-24290028-b009-4398-b690-79eb436c0ea9 req-fd686302-c42f-41de-9b0d-a58eec208181 service neutron] 10.222.0.57 "GET /v2.0/networks/069fa2c9-ac54-4596-8927-b190d062b8dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1075554 Jan 26 21:38:33.551046 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 32812) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:38:33.648387 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-b957cd39-c67b-4def-b70f-64341f30f90b tempest-QuotasTest-629812596 tempest-QuotasTest-629812596-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:38:33.675490 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-b957cd39-c67b-4def-b70f-64341f30f90b tempest-QuotasTest-629812596 tempest-QuotasTest-629812596-project-admin] 10.222.0.13 "PUT /v2.0/quotas/a0a8f029e9094548a73c3ac290e00f5e HTTP/1.1" status: 200 len: 366 time: 0.1233652 Jan 26 21:38:33.677952 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 32816) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:38:33.687830 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-3e09a271-5c31-4f8b-bb47-3b6329a8215a tempest-QuotasTest-629812596 tempest-QuotasTest-629812596-project-admin] 10.222.0.13 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 732 time: 0.0084014 Jan 26 21:38:33.689925 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 32818) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:38:33.698725 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-61184e4b-46c6-4b84-a8f8-89d8787446ae tempest-QuotasTest-629812596 tempest-QuotasTest-629812596-project-admin] 10.222.0.13 "GET /v2.0/quotas/a0a8f029e9094548a73c3ac290e00f5e HTTP/1.1" status: 200 len: 366 time: 0.0078909 Jan 26 21:38:33.700638 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 32820) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:38:33.714324 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-a53953ed-3709-4e4d-bc54-af90f3de1c8b tempest-QuotasTest-629812596 tempest-QuotasTest-629812596-project-admin] 10.222.0.13 "DELETE /v2.0/quotas/a0a8f029e9094548a73c3ac290e00f5e HTTP/1.1" status: 204 len: 168 time: 0.0127406 Jan 26 21:38:33.716307 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 32822) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:38:33.724478 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-9cc91aeb-b1ae-44e8-9d39-0bed5bfe7b94 tempest-QuotasTest-629812596 tempest-QuotasTest-629812596-project-admin] 10.222.0.13 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 470 time: 0.0072670 Jan 26 21:38:33.726456 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 32824) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:38:33.734523 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-b56b4db8-4863-4127-bfba-866dcc89602f tempest-QuotasTest-629812596 tempest-QuotasTest-629812596-project-admin] 10.222.0.13 "GET /v2.0/quotas/a0a8f029e9094548a73c3ac290e00f5e HTTP/1.1" status: 200 len: 370 time: 0.0071898 Jan 26 21:38:33.736446 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 32826) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:38:33.740628 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-58de725c-5398-409d-a7c5-30ca9404c0df tempest-QuotasTest-629812596 tempest-QuotasTest-629812596-project-admin] 10.222.0.13 "GET /v2.0/quotas/a0a8f029e9094548a73c3ac290e00f5e/default HTTP/1.1" status: 200 len: 370 time: 0.0033174 Jan 26 21:38:33.742681 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 32828) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:38:33.750617 n-d-760453-5 neutron-server[103305]: INFO neutron.api.v2.resource [None req-cf99f4ef-47aa-46a3-90d1-3f87eb6c9b91 tempest-QuotasTest-629812596 tempest-QuotasTest-629812596-project-admin] delete failed (client error): The resource could not be found. Jan 26 21:38:33.751573 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-cf99f4ef-47aa-46a3-90d1-3f87eb6c9b91 tempest-QuotasTest-629812596 tempest-QuotasTest-629812596-project-admin] 10.222.0.13 "DELETE /v2.0/quotas/a0a8f029e9094548a73c3ac290e00f5e HTTP/1.1" status: 404 len: 348 time: 0.0080159 Jan 26 21:38:33.850575 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 32832) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:38:33.869729 n-d-760453-5 neutron-server[103304]: DEBUG neutron.quota.resource [None req-0993dd23-4fe5-44ec-a313-cd67cab30322 tempest-QuotasTest-629812596 tempest-QuotasTest-629812596-project-admin] Usage tracker for resource:network and project:68f59f7e6aae48db87cd144653e4a76a is out of sync, need to count used quota {{(pid=103304) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jan 26 21:38:33.872767 n-d-760453-5 neutron-server[103304]: DEBUG neutron.quota.resource [None req-0993dd23-4fe5-44ec-a313-cd67cab30322 tempest-QuotasTest-629812596 tempest-QuotasTest-629812596-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=103304) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Jan 26 21:38:33.880604 n-d-760453-5 neutron-server[103304]: DEBUG neutron.quota.resource [None req-0993dd23-4fe5-44ec-a313-cd67cab30322 tempest-QuotasTest-629812596 tempest-QuotasTest-629812596-project-admin] Usage tracker for resource:subnet and project:68f59f7e6aae48db87cd144653e4a76a is out of sync, need to count used quota {{(pid=103304) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jan 26 21:38:33.883830 n-d-760453-5 neutron-server[103304]: DEBUG neutron.quota.resource [None req-0993dd23-4fe5-44ec-a313-cd67cab30322 tempest-QuotasTest-629812596 tempest-QuotasTest-629812596-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=103304) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Jan 26 21:38:33.890013 n-d-760453-5 neutron-server[103304]: DEBUG neutron.quota.resource [None req-0993dd23-4fe5-44ec-a313-cd67cab30322 tempest-QuotasTest-629812596 tempest-QuotasTest-629812596-project-admin] Usage tracker for resource:subnetpool and project:68f59f7e6aae48db87cd144653e4a76a is out of sync, need to count used quota {{(pid=103304) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jan 26 21:38:33.895962 n-d-760453-5 neutron-server[103304]: DEBUG neutron.quota.resource [None req-0993dd23-4fe5-44ec-a313-cd67cab30322 tempest-QuotasTest-629812596 tempest-QuotasTest-629812596-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=103304) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Jan 26 21:38:33.903401 n-d-760453-5 neutron-server[103304]: DEBUG neutron.quota.resource [None req-0993dd23-4fe5-44ec-a313-cd67cab30322 tempest-QuotasTest-629812596 tempest-QuotasTest-629812596-project-admin] Usage tracker for resource:port and project:68f59f7e6aae48db87cd144653e4a76a is out of sync, need to count used quota {{(pid=103304) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jan 26 21:38:33.906910 n-d-760453-5 neutron-server[103304]: DEBUG neutron.quota.resource [None req-0993dd23-4fe5-44ec-a313-cd67cab30322 tempest-QuotasTest-629812596 tempest-QuotasTest-629812596-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=103304) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Jan 26 21:38:33.913216 n-d-760453-5 neutron-server[103304]: DEBUG neutron.quota.resource [None req-0993dd23-4fe5-44ec-a313-cd67cab30322 tempest-QuotasTest-629812596 tempest-QuotasTest-629812596-project-admin] Usage tracker for resource:router and project:68f59f7e6aae48db87cd144653e4a76a is out of sync, need to count used quota {{(pid=103304) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jan 26 21:38:33.916412 n-d-760453-5 neutron-server[103304]: DEBUG neutron.quota.resource [None req-0993dd23-4fe5-44ec-a313-cd67cab30322 tempest-QuotasTest-629812596 tempest-QuotasTest-629812596-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=103304) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Jan 26 21:38:33.923035 n-d-760453-5 neutron-server[103304]: DEBUG neutron.quota.resource [None req-0993dd23-4fe5-44ec-a313-cd67cab30322 tempest-QuotasTest-629812596 tempest-QuotasTest-629812596-project-admin] Usage tracker for resource:floatingip and project:68f59f7e6aae48db87cd144653e4a76a is out of sync, need to count used quota {{(pid=103304) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jan 26 21:38:33.926207 n-d-760453-5 neutron-server[103304]: DEBUG neutron.quota.resource [None req-0993dd23-4fe5-44ec-a313-cd67cab30322 tempest-QuotasTest-629812596 tempest-QuotasTest-629812596-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=103304) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Jan 26 21:38:33.963447 n-d-760453-5 neutron-server[103304]: DEBUG neutron.quota.resource [None req-0993dd23-4fe5-44ec-a313-cd67cab30322 tempest-QuotasTest-629812596 tempest-QuotasTest-629812596-project-admin] Usage tracker for resource:security_group and project:68f59f7e6aae48db87cd144653e4a76a is out of sync, need to count used quota {{(pid=103304) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jan 26 21:38:33.966710 n-d-760453-5 neutron-server[103304]: DEBUG neutron.quota.resource [None req-0993dd23-4fe5-44ec-a313-cd67cab30322 tempest-QuotasTest-629812596 tempest-QuotasTest-629812596-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=103304) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Jan 26 21:38:33.972657 n-d-760453-5 neutron-server[103304]: DEBUG neutron.quota.resource [None req-0993dd23-4fe5-44ec-a313-cd67cab30322 tempest-QuotasTest-629812596 tempest-QuotasTest-629812596-project-admin] Usage tracker for resource:security_group_rule and project:68f59f7e6aae48db87cd144653e4a76a is out of sync, need to count used quota {{(pid=103304) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jan 26 21:38:33.975734 n-d-760453-5 neutron-server[103304]: DEBUG neutron.quota.resource [None req-0993dd23-4fe5-44ec-a313-cd67cab30322 tempest-QuotasTest-629812596 tempest-QuotasTest-629812596-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103304) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Jan 26 21:38:33.981147 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-0993dd23-4fe5-44ec-a313-cd67cab30322 tempest-QuotasTest-629812596 tempest-QuotasTest-629812596-project-admin] 10.222.0.13 "GET /v2.0/quotas/68f59f7e6aae48db87cd144653e4a76a/details.json HTTP/1.1" status: 200 len: 703 time: 0.1294110 Jan 26 21:38:34.137465 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4d81d1-e96c-460a-b01a-2ed1ebdcad16 req-7af0b018-ad74-414d-a44f-fbcb7c9af239 tempest-TestServerMultinode-638723592 tempest-TestServerMultinode-638723592-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:38:34.139029 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-cb4d81d1-e96c-460a-b01a-2ed1ebdcad16 req-7af0b018-ad74-414d-a44f-fbcb7c9af239 tempest-TestServerMultinode-638723592 tempest-TestServerMultinode-638723592-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=5a00f6c3-7d1c-4441-bc3f-9afc1b97cb66 HTTP/1.1" status: 200 len: 1096 time: 0.0463068 Jan 26 21:38:34.183205 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-cb4d81d1-e96c-460a-b01a-2ed1ebdcad16 req-1cfdda77-66dd-485a-814f-303ac48b4d95 tempest-TestServerMultinode-638723592 tempest-TestServerMultinode-638723592-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=a054c284-9859-451f-a00a-c33cf1db0121&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386600 Jan 26 21:38:34.304244 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 32848) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:38:34.369260 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218bbeb0-630b-4f90-9018-1ad71295dfa5 req-1873b03b-850a-4666-a869-b6fdcd2c093c tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:38:34.370853 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-218bbeb0-630b-4f90-9018-1ad71295dfa5 req-1873b03b-850a-4666-a869-b6fdcd2c093c tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] 10.222.0.13 "GET /v2.0/ports?device_id=526228ab-339e-47d6-aa5d-64380963b4b6 HTTP/1.1" status: 200 len: 945 time: 0.0498302 Jan 26 21:38:34.412269 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-d4544a2b-ec15-45c2-827b-fac5b9dc7c66 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:38:34.418775 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-218bbeb0-630b-4f90-9018-1ad71295dfa5 req-2474e4c8-7185-4820-adf0-4b118573730d tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] 10.222.0.13 "GET /v2.0/security-groups?id=c855b7af-ae6a-4b31-98b5-41bfc1142283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422230 Jan 26 21:38:34.491670 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-d4544a2b-ec15-45c2-827b-fac5b9dc7c66 admin admin] Publish callbacks [] for security_group (ff67bada-03c2-4845-b4b4-fba9e6563441), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:38:34.495466 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-d4544a2b-ec15-45c2-827b-fac5b9dc7c66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (ff67bada-03c2-4845-b4b4-fba9e6563441), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:38:34.533980 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4544a2b-ec15-45c2-827b-fac5b9dc7c66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff67bada-03c2-4845-b4b4-fba9e6563441,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:38:34.539459 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-d4544a2b-ec15-45c2-827b-fac5b9dc7c66 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=65fa55a6e9f94a0bbe8706b55600894c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2341263 Jan 26 21:38:34.542238 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 32854) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:38:34.592815 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-baaffb46-569d-45e9-b655-7c1409110f56 admin admin] Publish callbacks [] for security_group (ff67bada-03c2-4845-b4b4-fba9e6563441), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:38:34.615036 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-baaffb46-569d-45e9-b655-7c1409110f56 admin admin] Publish callbacks [] for security_group (ff67bada-03c2-4845-b4b4-fba9e6563441), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:38:34.664074 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-baaffb46-569d-45e9-b655-7c1409110f56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (ff67bada-03c2-4845-b4b4-fba9e6563441), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:38:34.666720 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-baaffb46-569d-45e9-b655-7c1409110f56 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:38:34.670261 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-baaffb46-569d-45e9-b655-7c1409110f56 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ff67bada-03c2-4845-b4b4-fba9e6563441 HTTP/1.1" status: 204 len: 168 time: 0.1245897 Jan 26 21:38:34.676960 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baaffb46-569d-45e9-b655-7c1409110f56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff67bada-03c2-4845-b4b4-fba9e6563441,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:38:34.845382 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b869d1-fbb5-45c2-a057-4f82066ae54a req-cf25f9ce-7337-402a-bde9-d4decd1afcf3 tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:38:34.846933 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-e8b869d1-fbb5-45c2-a057-4f82066ae54a req-cf25f9ce-7337-402a-bde9-d4decd1afcf3 tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] 10.222.0.13 "GET /v2.0/ports?device_id=526228ab-339e-47d6-aa5d-64380963b4b6 HTTP/1.1" status: 200 len: 945 time: 0.0500412 Jan 26 21:38:34.900117 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-e8b869d1-fbb5-45c2-a057-4f82066ae54a req-9526e0ec-04e4-4d68-afd4-f96cda8e66fd tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] 10.222.0.13 "GET /v2.0/security-groups?id=c855b7af-ae6a-4b31-98b5-41bfc1142283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454726 Jan 26 21:38:34.949993 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 32870) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:38:34.965871 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-a10cca93-7b0b-4d21-b42f-a607b34eb268 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:38:35.042739 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-a10cca93-7b0b-4d21-b42f-a607b34eb268 admin admin] Publish callbacks [] for security_group (bb998fa0-4cc5-4916-a2ff-83c554ac1b14), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:38:35.046515 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-a10cca93-7b0b-4d21-b42f-a607b34eb268 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (bb998fa0-4cc5-4916-a2ff-83c554ac1b14), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:38:35.083511 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10cca93-7b0b-4d21-b42f-a607b34eb268 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb998fa0-4cc5-4916-a2ff-83c554ac1b14,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:38:35.088138 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-a10cca93-7b0b-4d21-b42f-a607b34eb268 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=68f59f7e6aae48db87cd144653e4a76a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1368961 Jan 26 21:38:35.090585 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 32874) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:38:35.144110 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-9fc51f20-3a91-43f0-8764-24851fea4d17 admin admin] Publish callbacks [] for security_group (bb998fa0-4cc5-4916-a2ff-83c554ac1b14), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:38:35.165037 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-9fc51f20-3a91-43f0-8764-24851fea4d17 admin admin] Publish callbacks [] for security_group (bb998fa0-4cc5-4916-a2ff-83c554ac1b14), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:38:35.211871 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-9fc51f20-3a91-43f0-8764-24851fea4d17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (bb998fa0-4cc5-4916-a2ff-83c554ac1b14), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:38:35.214772 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-9fc51f20-3a91-43f0-8764-24851fea4d17 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:38:35.218357 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-9fc51f20-3a91-43f0-8764-24851fea4d17 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/bb998fa0-4cc5-4916-a2ff-83c554ac1b14 HTTP/1.1" status: 204 len: 168 time: 0.1244712 Jan 26 21:38:35.224066 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc51f20-3a91-43f0-8764-24851fea4d17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb998fa0-4cc5-4916-a2ff-83c554ac1b14,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:38:35.320684 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c068630e-1793-4cb8-b08f-89a6b25363df req-94dfc856-7be4-4aed-a813-ed59138dc1aa tempest-TestServerMultinode-638723592 tempest-TestServerMultinode-638723592-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:38:35.322270 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-c068630e-1793-4cb8-b08f-89a6b25363df req-94dfc856-7be4-4aed-a813-ed59138dc1aa tempest-TestServerMultinode-638723592 tempest-TestServerMultinode-638723592-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=5a00f6c3-7d1c-4441-bc3f-9afc1b97cb66 HTTP/1.1" status: 200 len: 1096 time: 0.0422199 Jan 26 21:38:35.375575 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-c068630e-1793-4cb8-b08f-89a6b25363df req-c3902619-b29b-45dd-85c2-f6d3833581bd tempest-TestServerMultinode-638723592 tempest-TestServerMultinode-638723592-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=a054c284-9859-451f-a00a-c33cf1db0121&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476081 Jan 26 21:38:35.626169 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642c7e12-888f-4ad5-b741-1b985de36313 req-f3952501-79ef-4004-8d92-ddc98b2a2631 tempest-TestServerMultinode-638723592 tempest-TestServerMultinode-638723592-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:38:35.627692 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-642c7e12-888f-4ad5-b741-1b985de36313 req-f3952501-79ef-4004-8d92-ddc98b2a2631 tempest-TestServerMultinode-638723592 tempest-TestServerMultinode-638723592-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=5a00f6c3-7d1c-4441-bc3f-9afc1b97cb66 HTTP/1.1" status: 200 len: 1096 time: 0.0447090 Jan 26 21:38:35.710574 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [req-642c7e12-888f-4ad5-b741-1b985de36313 req-3a235be6-db5c-4aef-8468-fa18b832d89b tempest-TestServerMultinode-638723592 tempest-TestServerMultinode-638723592-project-admin] Deleting port 7829b310-aa88-4cd0-b0b1-6f43b78b1316 {{(pid=103304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 21:38:35.710924 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-642c7e12-888f-4ad5-b741-1b985de36313 req-3a235be6-db5c-4aef-8468-fa18b832d89b tempest-TestServerMultinode-638723592 tempest-TestServerMultinode-638723592-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746560630878'] for port (7829b310-aa88-4cd0-b0b1-6f43b78b1316), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:38:35.795761 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [req-642c7e12-888f-4ad5-b741-1b985de36313 req-3a235be6-db5c-4aef-8468-fa18b832d89b tempest-TestServerMultinode-638723592 tempest-TestServerMultinode-638723592-project-admin] For port 7829b310-aa88-4cd0-b0b1-6f43b78b1316, host n-h2-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-5',level=0,port_id=7829b310-aa88-4cd0-b0b1-6f43b78b1316,segment=NetworkSegment(5a840bb3-33d1-4210-b233-2e7d717911d7),segment_id=5a840bb3-33d1-4210-b233-2e7d717911d7)] {{(pid=103304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:38:35.797344 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-642c7e12-888f-4ad5-b741-1b985de36313 req-3a235be6-db5c-4aef-8468-fa18b832d89b tempest-TestServerMultinode-638723592 tempest-TestServerMultinode-638723592-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4109658'] for port (7829b310-aa88-4cd0-b0b1-6f43b78b1316), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:38:35.809994 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [req-642c7e12-888f-4ad5-b741-1b985de36313 req-3a235be6-db5c-4aef-8468-fa18b832d89b tempest-TestServerMultinode-638723592 tempest-TestServerMultinode-638723592-project-admin] Calling delete_port for 7829b310-aa88-4cd0-b0b1-6f43b78b1316 owned by compute:nova {{(pid=103304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 21:38:35.936671 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-642c7e12-888f-4ad5-b741-1b985de36313 req-3a235be6-db5c-4aef-8468-fa18b832d89b tempest-TestServerMultinode-638723592 tempest-TestServerMultinode-638723592-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746560636600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746560234536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9281553'] for port (7829b310-aa88-4cd0-b0b1-6f43b78b1316), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:38:35.948069 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] get_ports_and_sgs() called for port_ids ['7829b310-aa88-4cd0-b0b1-6f43b78b1316'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 26 21:38:35.970275 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a235be6-db5c-4aef-8468-fa18b832d89b tempest-TestServerMultinode-638723592 tempest-TestServerMultinode-638723592-project-admin] Pushing event deleted for resources: {'Port': ['ID=7829b310-aa88-4cd0-b0b1-6f43b78b1316,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:38:36.017507 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 32900) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:38:36.037893 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [req-642c7e12-888f-4ad5-b741-1b985de36313 req-3a235be6-db5c-4aef-8468-fa18b832d89b tempest-TestServerMultinode-638723592 tempest-TestServerMultinode-638723592-project-admin] No DVR routers for this DVR port 7829b310-aa88-4cd0-b0b1-6f43b78b1316 on host n-h2-760453-5 {{(pid=103304) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 26 21:38:36.040860 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-642c7e12-888f-4ad5-b741-1b985de36313 req-3a235be6-db5c-4aef-8468-fa18b832d89b tempest-TestServerMultinode-638723592 tempest-TestServerMultinode-638723592-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:38:36.045197 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-642c7e12-888f-4ad5-b741-1b985de36313 req-3a235be6-db5c-4aef-8468-fa18b832d89b tempest-TestServerMultinode-638723592 tempest-TestServerMultinode-638723592-project-admin] 10.222.0.57 "DELETE /v2.0/ports/7829b310-aa88-4cd0-b0b1-6f43b78b1316 HTTP/1.1" status: 204 len: 173 time: 0.4109652 Jan 26 21:38:36.049575 n-d-760453-5 neutron-server[103304]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a00f6c3-7d1c-4441-bc3f-9afc1b97cb66', 'name': 'network-vif-deleted', 'tag': '7829b310-aa88-4cd0-b0b1-6f43b78b1316'}] {{(pid=103304) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 21:38:36.055437 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d52b45f1943fcd332af9527eb73ff93c8d715d44383a3f6d18de73b4cfcf87b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6be3acf6-560c-4f34-80d2-48afe21d79fd" -d '{"events": [{"server_uuid": "5a00f6c3-7d1c-4441-bc3f-9afc1b97cb66", "name": "network-vif-deleted", "tag": "7829b310-aa88-4cd0-b0b1-6f43b78b1316"}]}' {{(pid=103304) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 21:38:36.096293 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312a4b5c-792f-4dbb-925e-9fd3cc0e5fbe req-9fd08cbc-79d2-4449-89f5-f03fe5ad23cb tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:38:36.098013 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-312a4b5c-792f-4dbb-925e-9fd3cc0e5fbe req-9fd08cbc-79d2-4449-89f5-f03fe5ad23cb tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] 10.222.0.13 "GET /v2.0/ports?device_id=526228ab-339e-47d6-aa5d-64380963b4b6 HTTP/1.1" status: 200 len: 945 time: 0.1188114 Jan 26 21:38:36.114915 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Jan 2022 21:38:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb9d6d9a-ee78-480e-ad54-f93d2c6bcc99 x-openstack-request-id: req-fb9d6d9a-ee78-480e-ad54-f93d2c6bcc99 {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 21:38:36.115214 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a00f6c3-7d1c-4441-bc3f-9afc1b97cb66", "name": "network-vif-deleted", "tag": "7829b310-aa88-4cd0-b0b1-6f43b78b1316", "status": "completed", "code": 200}]} {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 21:38:36.115473 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-fb9d6d9a-ee78-480e-ad54-f93d2c6bcc99 {{(pid=103304) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 21:38:36.116051 n-d-760453-5 neutron-server[103304]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a00f6c3-7d1c-4441-bc3f-9afc1b97cb66', 'name': 'network-vif-deleted', 'tag': '7829b310-aa88-4cd0-b0b1-6f43b78b1316', 'status': 'completed', 'code': 200} Jan 26 21:38:36.153022 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-3c670126-893c-413b-8ba5-6d4ec134e06e tempest-ExtraDHCPOptionsTestJSON-146851852 tempest-ExtraDHCPOptionsTestJSON-146851852-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-166184060'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:38:36.164604 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-312a4b5c-792f-4dbb-925e-9fd3cc0e5fbe req-fcdb4859-7199-4f54-9fdd-335715a35ac3 tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] 10.222.0.13 "GET /v2.0/security-groups?id=c855b7af-ae6a-4b31-98b5-41bfc1142283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603800 Jan 26 21:38:36.191934 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c670126-893c-413b-8ba5-6d4ec134e06e tempest-ExtraDHCPOptionsTestJSON-146851852 tempest-ExtraDHCPOptionsTestJSON-146851852-project] Made reservation on behalf of 57586102a3754862bfd7680bc11cb520 for: {'network': 1} {{(pid=103305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 21:38:36.195580 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-3c670126-893c-413b-8ba5-6d4ec134e06e tempest-ExtraDHCPOptionsTestJSON-146851852 tempest-ExtraDHCPOptionsTestJSON-146851852-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for network (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:38:36.206749 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-3c670126-893c-413b-8ba5-6d4ec134e06e tempest-ExtraDHCPOptionsTestJSON-146851852 tempest-ExtraDHCPOptionsTestJSON-146851852-project] Publish callbacks [] for security_group (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:38:36.300922 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-3c670126-893c-413b-8ba5-6d4ec134e06e tempest-ExtraDHCPOptionsTestJSON-146851852 tempest-ExtraDHCPOptionsTestJSON-146851852-project] Publish callbacks [] for security_group (12271eb5-da8d-45cb-ae2f-2beb3527967a), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:38:36.304613 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-3c670126-893c-413b-8ba5-6d4ec134e06e tempest-ExtraDHCPOptionsTestJSON-146851852 tempest-ExtraDHCPOptionsTestJSON-146851852-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (12271eb5-da8d-45cb-ae2f-2beb3527967a), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:38:36.332726 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3c670126-893c-413b-8ba5-6d4ec134e06e tempest-ExtraDHCPOptionsTestJSON-146851852 tempest-ExtraDHCPOptionsTestJSON-146851852-project] vlan segment allocate from pool success with {'vlan_id': 554, 'physical_network': 'physnet1'} {{(pid=103305) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 26 21:38:36.339092 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c670126-893c-413b-8ba5-6d4ec134e06e tempest-ExtraDHCPOptionsTestJSON-146851852 tempest-ExtraDHCPOptionsTestJSON-146851852-project] Pushing event updated for resources: {'SecurityGroup': ['ID=12271eb5-da8d-45cb-ae2f-2beb3527967a,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:38:36.345761 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-3c670126-893c-413b-8ba5-6d4ec134e06e tempest-ExtraDHCPOptionsTestJSON-146851852 tempest-ExtraDHCPOptionsTestJSON-146851852-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576559'] for segment (41a0f7c8-c9e8-499e-9ddf-2fc01d896472), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:38:36.346126 n-d-760453-5 neutron-server[103305]: INFO neutron.db.segments_db [None req-3c670126-893c-413b-8ba5-6d4ec134e06e tempest-ExtraDHCPOptionsTestJSON-146851852 tempest-ExtraDHCPOptionsTestJSON-146851852-project] Added segment 41a0f7c8-c9e8-499e-9ddf-2fc01d896472 of type vlan for network 0695b30d-f73d-4997-95d6-4f02233bfcef Jan 26 21:38:36.385577 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-3c670126-893c-413b-8ba5-6d4ec134e06e tempest-ExtraDHCPOptionsTestJSON-146851852 tempest-ExtraDHCPOptionsTestJSON-146851852-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746560256871'] for network (0695b30d-f73d-4997-95d6-4f02233bfcef), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:38:36.410173 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-3c670126-893c-413b-8ba5-6d4ec134e06e tempest-ExtraDHCPOptionsTestJSON-146851852 tempest-ExtraDHCPOptionsTestJSON-146851852-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503'] for network (0695b30d-f73d-4997-95d6-4f02233bfcef), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:38:36.415320 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c670126-893c-413b-8ba5-6d4ec134e06e tempest-ExtraDHCPOptionsTestJSON-146851852 tempest-ExtraDHCPOptionsTestJSON-146851852-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:38:36.415933 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-3c670126-893c-413b-8ba5-6d4ec134e06e tempest-ExtraDHCPOptionsTestJSON-146851852 tempest-ExtraDHCPOptionsTestJSON-146851852-project] Publish callbacks [] for network (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:38:36.446013 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-3c670126-893c-413b-8ba5-6d4ec134e06e tempest-ExtraDHCPOptionsTestJSON-146851852 tempest-ExtraDHCPOptionsTestJSON-146851852-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.4273860 Jan 26 21:38:36.448855 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 32910) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:38:36.455074 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-0fe75026-6bbe-487e-a4cd-b9d2d61049a5 tempest-ExtraDHCPOptionsTestJSON-146851852 tempest-ExtraDHCPOptionsTestJSON-146851852-project] Request body: {'subnet': {'network_id': '0695b30d-f73d-4997-95d6-4f02233bfcef', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:38:36.489089 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c670126-893c-413b-8ba5-6d4ec134e06e tempest-ExtraDHCPOptionsTestJSON-146851852 tempest-ExtraDHCPOptionsTestJSON-146851852-project] Pushing event updated for resources: {'Network': ['ID=0695b30d-f73d-4997-95d6-4f02233bfcef,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:38:36.504797 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Network 0695b30d-f73d-4997-95d6-4f02233bfcef details requested by agent ovs-agent-n-d-760453-5 with host n-d-760453-5 {{(pid=103306) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 26 21:38:36.521700 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-6e7c989d-4a47-4b0c-a978-d13745af8c49 req-7e534c25-fce0-493a-a9ce-e71e924aebe2 tempest-TestServerMultinode-638723592 tempest-TestServerMultinode-638723592-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=5a00f6c3-7d1c-4441-bc3f-9afc1b97cb66 HTTP/1.1" status: 200 len: 210 time: 0.0703809 Jan 26 21:38:36.575290 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0fe75026-6bbe-487e-a4cd-b9d2d61049a5 tempest-ExtraDHCPOptionsTestJSON-146851852 tempest-ExtraDHCPOptionsTestJSON-146851852-project] Made reservation on behalf of 57586102a3754862bfd7680bc11cb520 for: {'subnet': 1} {{(pid=103304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 21:38:36.579129 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-0fe75026-6bbe-487e-a4cd-b9d2d61049a5 tempest-ExtraDHCPOptionsTestJSON-146851852 tempest-ExtraDHCPOptionsTestJSON-146851852-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12215181'] for subnet (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:38:36.684989 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Device 32c8a671-3c4a-416d-b377-a23071bbfae1 no longer exists at agent hyperv_n-h1-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 26 21:38:36.705071 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] No Port match for: 32c8a671-3c4a-416d-b377-a23071bbfae1 {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 26 21:38:36.705738 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Device 32c8a671-3c4a-416d-b377-a23071bbfae1 not bound to the agent host n-h1-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 26 21:38:36.760625 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-0fe75026-6bbe-487e-a4cd-b9d2d61049a5 tempest-ExtraDHCPOptionsTestJSON-146851852 tempest-ExtraDHCPOptionsTestJSON-146851852-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9285249', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12215227'] for subnet (05994a77-0f88-4deb-b165-de69f9d96753), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:38:36.818044 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe75026-6bbe-487e-a4cd-b9d2d61049a5 tempest-ExtraDHCPOptionsTestJSON-146851852 tempest-ExtraDHCPOptionsTestJSON-146851852-project] Pushing event updated for resources: {'Subnet': ['ID=05994a77-0f88-4deb-b165-de69f9d96753,revision_number=0']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:38:36.828099 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fe75026-6bbe-487e-a4cd-b9d2d61049a5 tempest-ExtraDHCPOptionsTestJSON-146851852 tempest-ExtraDHCPOptionsTestJSON-146851852-project] Checking segment: {'id': '41a0f7c8-c9e8-499e-9ddf-2fc01d896472', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '0695b30d-f73d-4997-95d6-4f02233bfcef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103304) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 21:38:36.828461 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fe75026-6bbe-487e-a4cd-b9d2d61049a5 tempest-ExtraDHCPOptionsTestJSON-146851852 tempest-ExtraDHCPOptionsTestJSON-146851852-project] Network hostable DHCP agents. Network: 0695b30d-f73d-4997-95d6-4f02233bfcef, hostable agents: ['474ccdf7-ab6c-405b-a3b2-dc7b05829902'], hosted agents: [] {{(pid=103304) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 26 21:38:36.845628 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fe75026-6bbe-487e-a4cd-b9d2d61049a5 tempest-ExtraDHCPOptionsTestJSON-146851852 tempest-ExtraDHCPOptionsTestJSON-146851852-project] Network 0695b30d-f73d-4997-95d6-4f02233bfcef is scheduled to be hosted by DHCP agent 474ccdf7-ab6c-405b-a3b2-dc7b05829902 with binding_index 1 {{(pid=103304) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 26 21:38:36.853820 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [None req-0fe75026-6bbe-487e-a4cd-b9d2d61049a5 tempest-ExtraDHCPOptionsTestJSON-146851852 tempest-ExtraDHCPOptionsTestJSON-146851852-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760453-5, 0695b30d-f73d-4997-95d6-4f02233bfcef) {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:38:36.857933 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fe75026-6bbe-487e-a4cd-b9d2d61049a5 tempest-ExtraDHCPOptionsTestJSON-146851852 tempest-ExtraDHCPOptionsTestJSON-146851852-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:38:36.858541 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-0fe75026-6bbe-487e-a4cd-b9d2d61049a5 tempest-ExtraDHCPOptionsTestJSON-146851852 tempest-ExtraDHCPOptionsTestJSON-146851852-project] Publish callbacks [] for subnet (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:38:36.865959 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8a01bf3-3532-4c8b-a426-4f48ebdf0e0b None None] Network 0695b30d-f73d-4997-95d6-4f02233bfcef requested from n-d-760453-5 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 26 21:38:36.878435 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-0fe75026-6bbe-487e-a4cd-b9d2d61049a5 tempest-ExtraDHCPOptionsTestJSON-146851852 tempest-ExtraDHCPOptionsTestJSON-146851852-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4260912 Jan 26 21:38:36.879371 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 32912) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:38:36.883683 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-be5da5ee-23ca-4ecc-80ec-45487a5fe4ec tempest-ExtraDHCPOptionsTestJSON-146851852 tempest-ExtraDHCPOptionsTestJSON-146851852-project] Request body: {'port': {'network_id': '0695b30d-f73d-4997-95d6-4f02233bfcef', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1856090409'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:38:36.985865 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25299930-19c2-44a5-a201-168ed85962d7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3c4099e8-8ffb-51d1-af7f-5868973e933f-0695b30d-f73d-4997-95d6-4f02233bfcef', 'network_id': '0695b30d-f73d-4997-95d6-4f02233bfcef', 'project_id': '57586102a3754862bfd7680bc11cb520', 'fixed_ips': [{'subnet_id': '05994a77-0f88-4deb-b165-de69f9d96753'}]}} from n-d-760453-5. {{(pid=103306) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 26 21:38:36.986743 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-25299930-19c2-44a5-a201-168ed85962d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (None), before_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:38:36.998743 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be5da5ee-23ca-4ecc-80ec-45487a5fe4ec tempest-ExtraDHCPOptionsTestJSON-146851852 tempest-ExtraDHCPOptionsTestJSON-146851852-project] Made reservation on behalf of 57586102a3754862bfd7680bc11cb520 for: {'port': 1} {{(pid=103304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 21:38:37.002106 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-be5da5ee-23ca-4ecc-80ec-45487a5fe4ec tempest-ExtraDHCPOptionsTestJSON-146851852 tempest-ExtraDHCPOptionsTestJSON-146851852-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:38:37.020611 n-d-760453-5 neutron-server[103304]: DEBUG neutron.notifiers.nova [None req-be5da5ee-23ca-4ecc-80ec-45487a5fe4ec tempest-ExtraDHCPOptionsTestJSON-146851852 tempest-ExtraDHCPOptionsTestJSON-146851852-project] device_id is not set on port 777cca1e-c604-4812-89ae-e4d42ee97bf5 yet. {{(pid=103304) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 26 21:38:37.141805 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.db_base_plugin_common [None req-be5da5ee-23ca-4ecc-80ec-45487a5fe4ec tempest-ExtraDHCPOptionsTestJSON-146851852 tempest-ExtraDHCPOptionsTestJSON-146851852-project] Allocated IP 172.20.0.11 (0695b30d-f73d-4997-95d6-4f02233bfcef/05994a77-0f88-4deb-b165-de69f9d96753/777cca1e-c604-4812-89ae-e4d42ee97bf5) {{(pid=103304) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 21:38:37.326950 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667aa1cb-bb10-4ea1-a63c-0a4724957457 req-4d563e70-68f7-4911-88fc-19cf9b2cb850 tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:38:37.329102 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-667aa1cb-bb10-4ea1-a63c-0a4724957457 req-4d563e70-68f7-4911-88fc-19cf9b2cb850 tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] 10.222.0.13 "GET /v2.0/ports?device_id=526228ab-339e-47d6-aa5d-64380963b4b6 HTTP/1.1" status: 200 len: 945 time: 0.0834773 Jan 26 21:38:37.351616 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-be5da5ee-23ca-4ecc-80ec-45487a5fe4ec tempest-ExtraDHCPOptionsTestJSON-146851852 tempest-ExtraDHCPOptionsTestJSON-146851852-project] Publish callbacks [] for port (777cca1e-c604-4812-89ae-e4d42ee97bf5), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:38:37.403987 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-667aa1cb-bb10-4ea1-a63c-0a4724957457 req-edef4cde-1768-475f-80f2-d233ad7fedbb tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] 10.222.0.13 "GET /v2.0/security-groups?id=c855b7af-ae6a-4b31-98b5-41bfc1142283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681329 Jan 26 21:38:37.428548 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-be5da5ee-23ca-4ecc-80ec-45487a5fe4ec tempest-ExtraDHCPOptionsTestJSON-146851852 tempest-ExtraDHCPOptionsTestJSON-146851852-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746560234527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9281553'] for port (777cca1e-c604-4812-89ae-e4d42ee97bf5), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:38:37.474951 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be5da5ee-23ca-4ecc-80ec-45487a5fe4ec tempest-ExtraDHCPOptionsTestJSON-146851852 tempest-ExtraDHCPOptionsTestJSON-146851852-project] Network 0695b30d-f73d-4997-95d6-4f02233bfcef is already hosted by enough agents. {{(pid=103304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 21:38:37.478002 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [None req-be5da5ee-23ca-4ecc-80ec-45487a5fe4ec tempest-ExtraDHCPOptionsTestJSON-146851852 tempest-ExtraDHCPOptionsTestJSON-146851852-project] Resources bound (agent type, host, resource id): {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:38:37.481693 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be5da5ee-23ca-4ecc-80ec-45487a5fe4ec tempest-ExtraDHCPOptionsTestJSON-146851852 tempest-ExtraDHCPOptionsTestJSON-146851852-project] Received port after_create {{(pid=103304) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 21:38:37.484215 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.db_base_plugin_common [None req-25299930-19c2-44a5-a201-168ed85962d7 None None] Allocated IP 172.20.0.2 (0695b30d-f73d-4997-95d6-4f02233bfcef/05994a77-0f88-4deb-b165-de69f9d96753/9c0b7170-e930-40f7-abb2-9a9eb37f5acc) {{(pid=103306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 21:38:37.523898 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5da5ee-23ca-4ecc-80ec-45487a5fe4ec tempest-ExtraDHCPOptionsTestJSON-146851852 tempest-ExtraDHCPOptionsTestJSON-146851852-project] Pushing event updated for resources: {'Port': ['ID=777cca1e-c604-4812-89ae-e4d42ee97bf5,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:38:37.545684 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be5da5ee-23ca-4ecc-80ec-45487a5fe4ec tempest-ExtraDHCPOptionsTestJSON-146851852 tempest-ExtraDHCPOptionsTestJSON-146851852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:38:37.561110 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-be5da5ee-23ca-4ecc-80ec-45487a5fe4ec tempest-ExtraDHCPOptionsTestJSON-146851852 tempest-ExtraDHCPOptionsTestJSON-146851852-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:38:37.596469 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 32948) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:38:37.597208 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-be5da5ee-23ca-4ecc-80ec-45487a5fe4ec tempest-ExtraDHCPOptionsTestJSON-146851852 tempest-ExtraDHCPOptionsTestJSON-146851852-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 0.7172713 Jan 26 21:38:37.602094 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-f1f2f965-8f54-4cfd-a04a-8ddb1b1748f6 tempest-ExtraDHCPOptionsTestJSON-146851852 tempest-ExtraDHCPOptionsTestJSON-146851852-project] Request body: {'port': {'network_id': '0695b30d-f73d-4997-95d6-4f02233bfcef', 'name': 'tempest-ExtraDHCPOptionsTestJSON-688346676', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:38:37.602659 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.api.validators [None req-f1f2f965-8f54-4cfd-a04a-8ddb1b1748f6 tempest-ExtraDHCPOptionsTestJSON-146851852 tempest-ExtraDHCPOptionsTestJSON-146851852-project] bootfile-name is not in valid_values {{(pid=103305) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Jan 26 21:38:37.603008 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.api.validators [None req-f1f2f965-8f54-4cfd-a04a-8ddb1b1748f6 tempest-ExtraDHCPOptionsTestJSON-146851852 tempest-ExtraDHCPOptionsTestJSON-146851852-project] tftp-server is not in valid_values {{(pid=103305) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Jan 26 21:38:37.603347 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.api.validators [None req-f1f2f965-8f54-4cfd-a04a-8ddb1b1748f6 tempest-ExtraDHCPOptionsTestJSON-146851852 tempest-ExtraDHCPOptionsTestJSON-146851852-project] server-ip-address is not in valid_values {{(pid=103305) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Jan 26 21:38:37.616281 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 32950) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:38:37.647019 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-25299930-19c2-44a5-a201-168ed85962d7 None None] Publish callbacks [] for port (9c0b7170-e930-40f7-abb2-9a9eb37f5acc), precommit_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:38:37.656602 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-25299930-19c2-44a5-a201-168ed85962d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746560234527'] for port (9c0b7170-e930-40f7-abb2-9a9eb37f5acc), after_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:38:37.703556 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25299930-19c2-44a5-a201-168ed85962d7 None None] Pushing event updated for resources: {'Port': ['ID=9c0b7170-e930-40f7-abb2-9a9eb37f5acc,revision_number=1']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:38:37.713179 n-d-760453-5 neutron-server[103306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25299930-19c2-44a5-a201-168ed85962d7 None None] Network 0695b30d-f73d-4997-95d6-4f02233bfcef is already hosted by enough agents. {{(pid=103306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 21:38:37.714598 n-d-760453-5 neutron-server[103306]: DEBUG neutron.scheduler.base_scheduler [None req-25299930-19c2-44a5-a201-168ed85962d7 None None] Resources bound (agent type, host, resource id): {{(pid=103306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:38:37.717837 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25299930-19c2-44a5-a201-168ed85962d7 None None] Received port after_create {{(pid=103306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 21:38:37.789675 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1f2f965-8f54-4cfd-a04a-8ddb1b1748f6 tempest-ExtraDHCPOptionsTestJSON-146851852 tempest-ExtraDHCPOptionsTestJSON-146851852-project] Made reservation on behalf of 57586102a3754862bfd7680bc11cb520 for: {'port': 1} {{(pid=103305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 21:38:37.792289 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-25299930-19c2-44a5-a201-168ed85962d7 None None] Attempting to bind port 9c0b7170-e930-40f7-abb2-9a9eb37f5acc on host n-d-760453-5 for vnic_type normal with profile {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 21:38:37.792919 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-25299930-19c2-44a5-a201-168ed85962d7 None None] Attempting to bind port 9c0b7170-e930-40f7-abb2-9a9eb37f5acc by drivers openvswitch,hyperv on host n-d-760453-5 at level 0 using segments [{'id': '41a0f7c8-c9e8-499e-9ddf-2fc01d896472', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '0695b30d-f73d-4997-95d6-4f02233bfcef'}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 26 21:38:37.794364 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-f1f2f965-8f54-4cfd-a04a-8ddb1b1748f6 tempest-ExtraDHCPOptionsTestJSON-146851852 tempest-ExtraDHCPOptionsTestJSON-146851852-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:38:37.794514 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25299930-19c2-44a5-a201-168ed85962d7 None None] Attempting to bind port 9c0b7170-e930-40f7-abb2-9a9eb37f5acc on network 0695b30d-f73d-4997-95d6-4f02233bfcef {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 21:38:37.808916 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25299930-19c2-44a5-a201-168ed85962d7 None None] Checking agent: {'id': 'fea0591a-627d-4c87-9a9a-01625ddf3277', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760453-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 20, 55, 25), 'started_at': datetime.datetime(2022, 1, 26, 20, 55, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 21, 38, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760453-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 26 21:38:37.810024 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25299930-19c2-44a5-a201-168ed85962d7 None None] Checking segment: {'id': '41a0f7c8-c9e8-499e-9ddf-2fc01d896472', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '0695b30d-f73d-4997-95d6-4f02233bfcef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 21:38:37.810445 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-25299930-19c2-44a5-a201-168ed85962d7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:38:37.810851 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25299930-19c2-44a5-a201-168ed85962d7 None None] Bound using segment: {'id': '41a0f7c8-c9e8-499e-9ddf-2fc01d896472', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '0695b30d-f73d-4997-95d6-4f02233bfcef'} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 26 21:38:37.811356 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-25299930-19c2-44a5-a201-168ed85962d7 None None] Bound port: 9c0b7170-e930-40f7-abb2-9a9eb37f5acc, host: n-d-760453-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '41a0f7c8-c9e8-499e-9ddf-2fc01d896472', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '0695b30d-f73d-4997-95d6-4f02233bfcef'}}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 26 21:38:37.811789 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-25299930-19c2-44a5-a201-168ed85962d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (9c0b7170-e930-40f7-abb2-9a9eb37f5acc), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:38:37.823850 n-d-760453-5 neutron-server[103305]: DEBUG neutron.notifiers.nova [None req-f1f2f965-8f54-4cfd-a04a-8ddb1b1748f6 tempest-ExtraDHCPOptionsTestJSON-146851852 tempest-ExtraDHCPOptionsTestJSON-146851852-project] device_id is not set on port 9c968a0d-5a4e-44af-bbce-a8f9d1f6a4b4 yet. {{(pid=103305) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 26 21:38:37.893930 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-25299930-19c2-44a5-a201-168ed85962d7 None None] For port 9c0b7170-e930-40f7-abb2-9a9eb37f5acc, host n-d-760453-5, cleared binding levels {{(pid=103306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 26 21:38:37.898139 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-25299930-19c2-44a5-a201-168ed85962d7 None None] For port 9c0b7170-e930-40f7-abb2-9a9eb37f5acc, host n-d-760453-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=9c0b7170-e930-40f7-abb2-9a9eb37f5acc,segment=NetworkSegment(41a0f7c8-c9e8-499e-9ddf-2fc01d896472),segment_id=41a0f7c8-c9e8-499e-9ddf-2fc01d896472)] {{(pid=103306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 26 21:38:37.909038 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-25299930-19c2-44a5-a201-168ed85962d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (9c0b7170-e930-40f7-abb2-9a9eb37f5acc), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:38:37.977055 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25299930-19c2-44a5-a201-168ed85962d7 None None] Pushing event updated for resources: {'Port': ['ID=9c0b7170-e930-40f7-abb2-9a9eb37f5acc,revision_number=2']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:38:37.997839 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.db_base_plugin_common [None req-f1f2f965-8f54-4cfd-a04a-8ddb1b1748f6 tempest-ExtraDHCPOptionsTestJSON-146851852 tempest-ExtraDHCPOptionsTestJSON-146851852-project] Allocated IP 172.20.0.3 (0695b30d-f73d-4997-95d6-4f02233bfcef/05994a77-0f88-4deb-b165-de69f9d96753/9c968a0d-5a4e-44af-bbce-a8f9d1f6a4b4) {{(pid=103305) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 21:38:38.196206 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-7fc2be3a-e626-4106-8564-43e3509c8eec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4110657'] for router_interface (7cdf208b-bd77-4970-a0dd-eeb8a3a8c3f9), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:38:38.265697 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-f1f2f965-8f54-4cfd-a04a-8ddb1b1748f6 tempest-ExtraDHCPOptionsTestJSON-146851852 tempest-ExtraDHCPOptionsTestJSON-146851852-project] Publish callbacks [] for port (9c968a0d-5a4e-44af-bbce-a8f9d1f6a4b4), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:38:38.347714 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-f1f2f965-8f54-4cfd-a04a-8ddb1b1748f6 tempest-ExtraDHCPOptionsTestJSON-146851852 tempest-ExtraDHCPOptionsTestJSON-146851852-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746560234527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11791543'] for port (9c968a0d-5a4e-44af-bbce-a8f9d1f6a4b4), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:38:38.403223 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (32ef628b-8417-46c5-8729-60fcabe358f1), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:38:38.455539 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Device 623e575a-c207-430f-bae8-a7f9a3ae93bc details requested by agent hyperv_n-h2-760453-5 with host n-h2-760453-5 {{(pid=103306) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 26 21:38:38.483668 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1f2f965-8f54-4cfd-a04a-8ddb1b1748f6 tempest-ExtraDHCPOptionsTestJSON-146851852 tempest-ExtraDHCPOptionsTestJSON-146851852-project] Network 0695b30d-f73d-4997-95d6-4f02233bfcef is already hosted by enough agents. {{(pid=103305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 21:38:38.493447 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [None req-f1f2f965-8f54-4cfd-a04a-8ddb1b1748f6 tempest-ExtraDHCPOptionsTestJSON-146851852 tempest-ExtraDHCPOptionsTestJSON-146851852-project] Resources bound (agent type, host, resource id): {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:38:38.497911 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1f2f965-8f54-4cfd-a04a-8ddb1b1748f6 tempest-ExtraDHCPOptionsTestJSON-146851852 tempest-ExtraDHCPOptionsTestJSON-146851852-project] Received port after_create {{(pid=103305) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 21:38:38.505798 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f2f965-8f54-4cfd-a04a-8ddb1b1748f6 tempest-ExtraDHCPOptionsTestJSON-146851852 tempest-ExtraDHCPOptionsTestJSON-146851852-project] Pushing event updated for resources: {'Port': ['ID=9c968a0d-5a4e-44af-bbce-a8f9d1f6a4b4,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:38:38.571808 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1f2f965-8f54-4cfd-a04a-8ddb1b1748f6 tempest-ExtraDHCPOptionsTestJSON-146851852 tempest-ExtraDHCPOptionsTestJSON-146851852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:38:38.577634 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-f1f2f965-8f54-4cfd-a04a-8ddb1b1748f6 tempest-ExtraDHCPOptionsTestJSON-146851852 tempest-ExtraDHCPOptionsTestJSON-146851852-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:38:38.609685 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-f1f2f965-8f54-4cfd-a04a-8ddb1b1748f6 tempest-ExtraDHCPOptionsTestJSON-146851852 tempest-ExtraDHCPOptionsTestJSON-146851852-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1151 time: 1.0087099 Jan 26 21:38:38.609685 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 32956) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:38:38.680960 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37922f51-0d16-4412-bf80-566a58c51548 req-0989431c-d96b-453a-b146-5db7abef980b tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:38:38.693682 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-37922f51-0d16-4412-bf80-566a58c51548 req-0989431c-d96b-453a-b146-5db7abef980b tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] 10.222.0.13 "GET /v2.0/ports?device_id=526228ab-339e-47d6-aa5d-64380963b4b6 HTTP/1.1" status: 200 len: 945 time: 0.1405871 Jan 26 21:38:38.700711 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] For port 623e575a-c207-430f-bae8-a7f9a3ae93bc, host n-h2-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-5',level=0,port_id=623e575a-c207-430f-bae8-a7f9a3ae93bc,segment=NetworkSegment(3717183c-69c6-44ee-ac2f-ec1e05ab35f5),segment_id=3717183c-69c6-44ee-ac2f-ec1e05ab35f5)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:38:38.726744 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Returning: {'device': '623e575a-c207-430f-bae8-a7f9a3ae93bc', 'network_id': 'e06aca25-0b6a-452f-bfd4-2129924c58a7', 'port_id': '623e575a-c207-430f-bae8-a7f9a3ae93bc', 'mac_address': 'fa:16:3e:ba:33:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 568, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '79317c4e-88a3-402c-975d-f004bf1d9b8b', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103306) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 26 21:38:38.739847 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-7fc2be3a-e626-4106-8564-43e3509c8eec admin admin] Deleting port d00e1ef7-12e4-41ba-a6b8-62298a9d0071 {{(pid=103304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 21:38:38.740196 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-7fc2be3a-e626-4106-8564-43e3509c8eec admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746560630878'] for port (d00e1ef7-12e4-41ba-a6b8-62298a9d0071), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:38:38.775233 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Current status of the port 623e575a-c207-430f-bae8-a7f9a3ae93bc is: ACTIVE; New status is: BUILD {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:38:38.775439 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64c8ea54-a07b-4db0-b946-8d7a6d2c25ce tempest-ExtraDHCPOptionsTestJSON-146851852 tempest-ExtraDHCPOptionsTestJSON-146851852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:38:38.775844 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (623e575a-c207-430f-bae8-a7f9a3ae93bc), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:38:38.782956 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64c8ea54-a07b-4db0-b946-8d7a6d2c25ce tempest-ExtraDHCPOptionsTestJSON-146851852 tempest-ExtraDHCPOptionsTestJSON-146851852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:38:38.788408 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64c8ea54-a07b-4db0-b946-8d7a6d2c25ce tempest-ExtraDHCPOptionsTestJSON-146851852 tempest-ExtraDHCPOptionsTestJSON-146851852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:38:38.790197 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-64c8ea54-a07b-4db0-b946-8d7a6d2c25ce tempest-ExtraDHCPOptionsTestJSON-146851852 tempest-ExtraDHCPOptionsTestJSON-146851852-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2616 time: 0.1798141 Jan 26 21:38:38.790499 n-d-760453-5 neutron-server[103306]: DEBUG neutron.notifiers.nova [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 623e575a-c207-430f-bae8-a7f9a3ae93bc {{(pid=103306) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 26 21:38:38.792905 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 32958) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:38:38.826397 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] For port 623e575a-c207-430f-bae8-a7f9a3ae93bc, host n-h2-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-5',level=0,port_id=623e575a-c207-430f-bae8-a7f9a3ae93bc,segment=NetworkSegment(3717183c-69c6-44ee-ac2f-ec1e05ab35f5),segment_id=3717183c-69c6-44ee-ac2f-ec1e05ab35f5)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:38:38.828774 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-37922f51-0d16-4412-bf80-566a58c51548 req-5479e4cd-fa8d-4e7f-9681-7847ba842e8a tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] 10.222.0.13 "GET /v2.0/security-groups?id=c855b7af-ae6a-4b31-98b5-41bfc1142283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1342399 Jan 26 21:38:38.833902 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (623e575a-c207-430f-bae8-a7f9a3ae93bc), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:38:38.882300 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [None req-7fc2be3a-e626-4106-8564-43e3509c8eec admin admin] For port d00e1ef7-12e4-41ba-a6b8-62298a9d0071, host n-d-760453-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=d00e1ef7-12e4-41ba-a6b8-62298a9d0071,segment=NetworkSegment(5a840bb3-33d1-4210-b233-2e7d717911d7),segment_id=5a840bb3-33d1-4210-b233-2e7d717911d7)] {{(pid=103304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:38:38.882690 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-7fc2be3a-e626-4106-8564-43e3509c8eec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4109658'] for port (d00e1ef7-12e4-41ba-a6b8-62298a9d0071), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:38:38.915416 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-7fc2be3a-e626-4106-8564-43e3509c8eec admin admin] Calling delete_port for d00e1ef7-12e4-41ba-a6b8-62298a9d0071 owned by network:router_interface {{(pid=103304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 21:38:38.917335 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] get_ports_and_sgs() called for port_ids ['623e575a-c207-430f-bae8-a7f9a3ae93bc'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 26 21:38:38.956814 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Pushing event updated for resources: {'Port': ['ID=623e575a-c207-430f-bae8-a7f9a3ae93bc,revision_number=6']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:38:38.981263 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-fb2b003e-ee71-4d19-8dd9-a025d8e3d2c3 tempest-ExtraDHCPOptionsTestJSON-146851852 tempest-ExtraDHCPOptionsTestJSON-146851852-project] Deleting port 9c968a0d-5a4e-44af-bbce-a8f9d1f6a4b4 {{(pid=103305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 21:38:38.985404 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-fb2b003e-ee71-4d19-8dd9-a025d8e3d2c3 tempest-ExtraDHCPOptionsTestJSON-146851852 tempest-ExtraDHCPOptionsTestJSON-146851852-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746560630878'] for port (9c968a0d-5a4e-44af-bbce-a8f9d1f6a4b4), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:38:39.161890 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-fb2b003e-ee71-4d19-8dd9-a025d8e3d2c3 tempest-ExtraDHCPOptionsTestJSON-146851852 tempest-ExtraDHCPOptionsTestJSON-146851852-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4109658'] for port (9c968a0d-5a4e-44af-bbce-a8f9d1f6a4b4), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:38:39.175728 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-7fc2be3a-e626-4106-8564-43e3509c8eec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746560636600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746560234536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9281553'] for port (d00e1ef7-12e4-41ba-a6b8-62298a9d0071), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:38:39.178538 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-fb2b003e-ee71-4d19-8dd9-a025d8e3d2c3 tempest-ExtraDHCPOptionsTestJSON-146851852 tempest-ExtraDHCPOptionsTestJSON-146851852-project] Calling delete_port for 9c968a0d-5a4e-44af-bbce-a8f9d1f6a4b4 owned by {{(pid=103305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 21:38:39.206363 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc2be3a-e626-4106-8564-43e3509c8eec admin admin] Pushing event deleted for resources: {'Port': ['ID=d00e1ef7-12e4-41ba-a6b8-62298a9d0071,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:38:39.410816 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-fb2b003e-ee71-4d19-8dd9-a025d8e3d2c3 tempest-ExtraDHCPOptionsTestJSON-146851852 tempest-ExtraDHCPOptionsTestJSON-146851852-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746560636600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746560234536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11791543'] for port (9c968a0d-5a4e-44af-bbce-a8f9d1f6a4b4), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:38:39.471191 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb2b003e-ee71-4d19-8dd9-a025d8e3d2c3 tempest-ExtraDHCPOptionsTestJSON-146851852 tempest-ExtraDHCPOptionsTestJSON-146851852-project] Pushing event deleted for resources: {'Port': ['ID=9c968a0d-5a4e-44af-bbce-a8f9d1f6a4b4,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:38:39.563941 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-7fc2be3a-e626-4106-8564-43e3509c8eec admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3709480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4110805'] for router_interface (7cdf208b-bd77-4970-a0dd-eeb8a3a8c3f9), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:38:39.625241 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a1ab9de-573f-479f-a1d2-88c0c2843f9f None None] Network 0695b30d-f73d-4997-95d6-4f02233bfcef requested from n-d-760453-5 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 26 21:38:39.632658 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-fb2b003e-ee71-4d19-8dd9-a025d8e3d2c3 tempest-ExtraDHCPOptionsTestJSON-146851852 tempest-ExtraDHCPOptionsTestJSON-146851852-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:38:39.640872 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-fb2b003e-ee71-4d19-8dd9-a025d8e3d2c3 tempest-ExtraDHCPOptionsTestJSON-146851852 tempest-ExtraDHCPOptionsTestJSON-146851852-project] 10.222.0.13 "DELETE /v2.0/ports/9c968a0d-5a4e-44af-bbce-a8f9d1f6a4b4 HTTP/1.1" status: 204 len: 168 time: 0.8457329 Jan 26 21:38:39.641619 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 32962) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:38:39.646935 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-afcb654d-ee47-4075-bc72-dbfa127ff7aa tempest-ExtraDHCPOptionsTestJSON-146851852 tempest-ExtraDHCPOptionsTestJSON-146851852-project] Request body: {'port': {'name': 'tempest-new-port-name-798063739', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:38:39.647423 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.api.validators [None req-afcb654d-ee47-4075-bc72-dbfa127ff7aa tempest-ExtraDHCPOptionsTestJSON-146851852 tempest-ExtraDHCPOptionsTestJSON-146851852-project] bootfile-name is not in valid_values {{(pid=103305) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Jan 26 21:38:39.648497 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.api.validators [None req-afcb654d-ee47-4075-bc72-dbfa127ff7aa tempest-ExtraDHCPOptionsTestJSON-146851852 tempest-ExtraDHCPOptionsTestJSON-146851852-project] tftp-server is not in valid_values {{(pid=103305) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Jan 26 21:38:39.648929 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.api.validators [None req-afcb654d-ee47-4075-bc72-dbfa127ff7aa tempest-ExtraDHCPOptionsTestJSON-146851852 tempest-ExtraDHCPOptionsTestJSON-146851852-project] server-ip-address is not in valid_values {{(pid=103305) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Jan 26 21:38:39.736350 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device 9c0b7170-e930-40f7-abb2-9a9eb37f5acc up at agent ovs-agent-n-d-760453-5 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 21:38:39.756842 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-afcb654d-ee47-4075-bc72-dbfa127ff7aa tempest-ExtraDHCPOptionsTestJSON-146851852 tempest-ExtraDHCPOptionsTestJSON-146851852-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (777cca1e-c604-4812-89ae-e4d42ee97bf5), before_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:38:39.794952 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-78cdfe82-8dfd-4328-81b3-62c5eebc3165 None None] Provisioning complete for port 9c0b7170-e930-40f7-abb2-9a9eb37f5acc triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:38:39.795456 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-78cdfe82-8dfd-4328-81b3-62c5eebc3165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (9c0b7170-e930-40f7-abb2-9a9eb37f5acc), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:38:39.901473 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7fc2be3a-e626-4106-8564-43e3509c8eec admin admin] Router 7cdf208b-bd77-4970-a0dd-eeb8a3a8c3f9 has already been hosted by L3 agent 09df100c-3af1-4b0a-bda8-05914c71c458 {{(pid=103304) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 26 21:38:39.984948 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Provisioning complete for port 9c0b7170-e930-40f7-abb2-9a9eb37f5acc triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:38:39.985849 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (9c0b7170-e930-40f7-abb2-9a9eb37f5acc), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:38:40.027824 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-afcb654d-ee47-4075-bc72-dbfa127ff7aa tempest-ExtraDHCPOptionsTestJSON-146851852 tempest-ExtraDHCPOptionsTestJSON-146851852-project] Publish callbacks [] for port (777cca1e-c604-4812-89ae-e4d42ee97bf5), precommit_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:38:40.039396 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-afcb654d-ee47-4075-bc72-dbfa127ff7aa tempest-ExtraDHCPOptionsTestJSON-146851852 tempest-ExtraDHCPOptionsTestJSON-146851852-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11791520'] for port (777cca1e-c604-4812-89ae-e4d42ee97bf5), after_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:38:40.055738 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-78cdfe82-8dfd-4328-81b3-62c5eebc3165 None None] Current status of the port 9c0b7170-e930-40f7-abb2-9a9eb37f5acc is: DOWN; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:38:40.056113 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-78cdfe82-8dfd-4328-81b3-62c5eebc3165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (9c0b7170-e930-40f7-abb2-9a9eb37f5acc), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:38:40.117878 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-78cdfe82-8dfd-4328-81b3-62c5eebc3165 None None] For port 9c0b7170-e930-40f7-abb2-9a9eb37f5acc, host n-d-760453-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=9c0b7170-e930-40f7-abb2-9a9eb37f5acc,segment=NetworkSegment(41a0f7c8-c9e8-499e-9ddf-2fc01d896472),segment_id=41a0f7c8-c9e8-499e-9ddf-2fc01d896472)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:38:40.134722 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c9a0cf-20dc-4094-9363-ec3199066b73 req-0fa687b8-0d2a-41fe-99d1-09a4d6b91673 tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:38:40.152986 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-48c9a0cf-20dc-4094-9363-ec3199066b73 req-0fa687b8-0d2a-41fe-99d1-09a4d6b91673 tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] 10.222.0.13 "GET /v2.0/ports?device_id=526228ab-339e-47d6-aa5d-64380963b4b6 HTTP/1.1" status: 200 len: 944 time: 0.1762474 Jan 26 21:38:40.155255 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-78cdfe82-8dfd-4328-81b3-62c5eebc3165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (9c0b7170-e930-40f7-abb2-9a9eb37f5acc), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:38:40.204466 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afcb654d-ee47-4075-bc72-dbfa127ff7aa tempest-ExtraDHCPOptionsTestJSON-146851852 tempest-ExtraDHCPOptionsTestJSON-146851852-project] Pushing event updated for resources: {'Port': ['ID=777cca1e-c604-4812-89ae-e4d42ee97bf5,revision_number=2']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:38:40.218287 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7fc2be3a-e626-4106-8564-43e3509c8eec admin admin] Notify agent at l3_agent.n-d-760453-5 the message routers_updated {{(pid=103304) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 26 21:38:40.229119 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78cdfe82-8dfd-4328-81b3-62c5eebc3165 None None] Pushing event updated for resources: {'Port': ['ID=9c0b7170-e930-40f7-abb2-9a9eb37f5acc,revision_number=3']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:38:40.230210 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-644fd39a-c9ef-41e4-8cd3-a9e59232572b None None] Sync routers for ids ['7cdf208b-bd77-4970-a0dd-eeb8a3a8c3f9'] in n-d-760453-5 {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 26 21:38:40.254572 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-644fd39a-c9ef-41e4-8cd3-a9e59232572b None None] Routers {'7cdf208b-bd77-4970-a0dd-eeb8a3a8c3f9'} bound to L3 agent in host n-d-760453-5 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 21:38:40.257456 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-644fd39a-c9ef-41e4-8cd3-a9e59232572b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-26T20:55:21Z,description=,heartbeat_timestamp=2022-01-26T21:38:21Z,host='n-d-760453-5',id=09df100c-3af1-4b0a-bda8-05914c71c458,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:55:21Z,topic='l3_agent')) {'router_ids': ['7cdf208b-bd77-4970-a0dd-eeb8a3a8c3f9'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:38:40.260869 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-7fc2be3a-e626-4106-8564-43e3509c8eec admin admin] 10.222.0.13 "PUT /v2.0/routers/7cdf208b-bd77-4970-a0dd-eeb8a3a8c3f9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6430151 Jan 26 21:38:40.266245 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 32966) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:38:40.285714 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Current status of the port 9c0b7170-e930-40f7-abb2-9a9eb37f5acc is: DOWN; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:38:40.288562 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (9c0b7170-e930-40f7-abb2-9a9eb37f5acc), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:38:40.323247 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-afcb654d-ee47-4075-bc72-dbfa127ff7aa tempest-ExtraDHCPOptionsTestJSON-146851852 tempest-ExtraDHCPOptionsTestJSON-146851852-project] In _notify_port_updated(), no bound segment for port 777cca1e-c604-4812-89ae-e4d42ee97bf5 on network 0695b30d-f73d-4997-95d6-4f02233bfcef {{(pid=103305) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:883}} Jan 26 21:38:40.338968 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afcb654d-ee47-4075-bc72-dbfa127ff7aa tempest-ExtraDHCPOptionsTestJSON-146851852 tempest-ExtraDHCPOptionsTestJSON-146851852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:38:40.340211 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-afcb654d-ee47-4075-bc72-dbfa127ff7aa tempest-ExtraDHCPOptionsTestJSON-146851852 tempest-ExtraDHCPOptionsTestJSON-146851852-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:38:40.345610 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-afcb654d-ee47-4075-bc72-dbfa127ff7aa tempest-ExtraDHCPOptionsTestJSON-146851852 tempest-ExtraDHCPOptionsTestJSON-146851852-project] 10.222.0.13 "PUT /v2.0/ports/777cca1e-c604-4812-89ae-e4d42ee97bf5 HTTP/1.1" status: 200 len: 1136 time: 0.7028382 Jan 26 21:38:40.346596 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 32968) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:38:40.439070 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb79bd26-0d3d-45dc-94dd-9fa75806402a tempest-ExtraDHCPOptionsTestJSON-146851852 tempest-ExtraDHCPOptionsTestJSON-146851852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:38:40.440920 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-cb79bd26-0d3d-45dc-94dd-9fa75806402a tempest-ExtraDHCPOptionsTestJSON-146851852 tempest-ExtraDHCPOptionsTestJSON-146851852-project] 10.222.0.13 "GET /v2.0/ports/777cca1e-c604-4812-89ae-e4d42ee97bf5 HTTP/1.1" status: 200 len: 1136 time: 0.0933638 Jan 26 21:38:40.444243 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 32970) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:38:40.452402 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.db.api [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103306) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 26 21:38:40.453035 n-d-760453-5 neutron-server[103306]: DEBUG oslo_db.api [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 26 21:38:40.477847 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Device 623e575a-c207-430f-bae8-a7f9a3ae93bc up at agent hyperv_n-h2-760453-5 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 21:38:40.482863 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-48c9a0cf-20dc-4094-9363-ec3199066b73 req-4429a6cb-6e65-42e4-9888-01321d795633 tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] 10.222.0.13 "GET /v2.0/security-groups?id=c855b7af-ae6a-4b31-98b5-41bfc1142283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3288033 Jan 26 21:38:40.499896 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-7e476a7d-8659-47ca-af67-2df8c764773a admin admin] Publish callbacks [] for router (7cdf208b-bd77-4970-a0dd-eeb8a3a8c3f9), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:38:40.562654 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_dvr_db [None req-644fd39a-c9ef-41e4-8cd3-a9e59232572b None None] Set router 7cdf208b-bd77-4970-a0dd-eeb8a3a8c3f9 gateway port host: n-d-760453-5 {{(pid=103307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 21:38:40.589512 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Provisioning complete for port 623e575a-c207-430f-bae8-a7f9a3ae93bc triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:38:40.596763 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (623e575a-c207-430f-bae8-a7f9a3ae93bc), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:38:40.674058 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-a23ca28c-5230-4353-b3c9-6c2b2e4f9fe4 tempest-ExtraDHCPOptionsTestJSON-146851852 tempest-ExtraDHCPOptionsTestJSON-146851852-project] Deleting port 777cca1e-c604-4812-89ae-e4d42ee97bf5 {{(pid=103305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 21:38:40.676940 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-a23ca28c-5230-4353-b3c9-6c2b2e4f9fe4 tempest-ExtraDHCPOptionsTestJSON-146851852 tempest-ExtraDHCPOptionsTestJSON-146851852-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746560630878'] for port (777cca1e-c604-4812-89ae-e4d42ee97bf5), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:38:40.717521 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-5826e444-1cac-4d23-b919-62cceb64506d None None] Provisioning complete for port 777cca1e-c604-4812-89ae-e4d42ee97bf5 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:38:40.719187 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-5826e444-1cac-4d23-b919-62cceb64506d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (777cca1e-c604-4812-89ae-e4d42ee97bf5), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:38:40.834788 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-5826e444-1cac-4d23-b919-62cceb64506d None None] Port 777cca1e-c604-4812-89ae-e4d42ee97bf5 cannot update to ACTIVE because it is not bound. {{(pid=103306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 26 21:38:40.894217 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-5826e444-1cac-4d23-b919-62cceb64506d None None] Provisioning complete for port 9c0b7170-e930-40f7-abb2-9a9eb37f5acc triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:38:40.894612 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-5826e444-1cac-4d23-b919-62cceb64506d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (9c0b7170-e930-40f7-abb2-9a9eb37f5acc), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:38:40.912272 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-7e476a7d-8659-47ca-af67-2df8c764773a admin admin] Publish callbacks [] for router_gateway (7cdf208b-bd77-4970-a0dd-eeb8a3a8c3f9), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:38:40.935852 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-a23ca28c-5230-4353-b3c9-6c2b2e4f9fe4 tempest-ExtraDHCPOptionsTestJSON-146851852 tempest-ExtraDHCPOptionsTestJSON-146851852-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4109658'] for port (777cca1e-c604-4812-89ae-e4d42ee97bf5), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:38:40.967251 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-a23ca28c-5230-4353-b3c9-6c2b2e4f9fe4 tempest-ExtraDHCPOptionsTestJSON-146851852 tempest-ExtraDHCPOptionsTestJSON-146851852-project] Calling delete_port for 777cca1e-c604-4812-89ae-e4d42ee97bf5 owned by {{(pid=103305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 21:38:41.026755 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-644fd39a-c9ef-41e4-8cd3-a9e59232572b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7cdf208b-bd77-4970-a0dd-eeb8a3a8c3f9', 'name': 'tempest-TestServerMultinode-1238485388-router', 'tenant_id': '0a26c2dfc93042458a10e31a85d10eb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'external_fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.239'}], 'enable_snat': True}, 'gw_port_id': '257347ec-c828-4adb-8158-78759ad9d3b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T21:37:45Z', 'updated_at': '2022-01-26T21:38:39Z', 'revision_number': 5, 'project_id': '0a26c2dfc93042458a10e31a85d10eb9', 'gw_port': {'id': '257347ec-c828-4adb-8158-78759ad9d3b4', 'name': '', 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:fc:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cdf208b-bd77-4970-a0dd-eeb8a3a8c3f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3169, 'fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:37:46Z', 'updated_at': '2022-01-26T21:37:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-5'}], 'n-d-760453-5', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:38:41.045460 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-7e476a7d-8659-47ca-af67-2df8c764773a admin admin] Deleting port 257347ec-c828-4adb-8158-78759ad9d3b4 {{(pid=103304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 21:38:41.045801 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-7e476a7d-8659-47ca-af67-2df8c764773a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746560630878'] for port (257347ec-c828-4adb-8158-78759ad9d3b4), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:38:41.111658 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-644fd39a-c9ef-41e4-8cd3-a9e59232572b None None] Checking router: 7cdf208b-bd77-4970-a0dd-eeb8a3a8c3f9 for host: n-d-760453-5 {{(pid=103307) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 26 21:38:41.133353 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-644fd39a-c9ef-41e4-8cd3-a9e59232572b None None] Routers {'7cdf208b-bd77-4970-a0dd-eeb8a3a8c3f9'} bound to L3 agent in host n-d-760453-5 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 21:38:41.134566 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-644fd39a-c9ef-41e4-8cd3-a9e59232572b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-26T20:55:21Z,description=,heartbeat_timestamp=2022-01-26T21:38:21Z,host='n-d-760453-5',id=09df100c-3af1-4b0a-bda8-05914c71c458,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:55:21Z,topic='l3_agent')) {'router_ids': ['7cdf208b-bd77-4970-a0dd-eeb8a3a8c3f9'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:38:41.162087 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Current status of the port 9c0b7170-e930-40f7-abb2-9a9eb37f5acc is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:38:41.183077 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Current status of the port 623e575a-c207-430f-bae8-a7f9a3ae93bc is: BUILD; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:38:41.183464 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (623e575a-c207-430f-bae8-a7f9a3ae93bc), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:38:41.240376 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-a23ca28c-5230-4353-b3c9-6c2b2e4f9fe4 tempest-ExtraDHCPOptionsTestJSON-146851852 tempest-ExtraDHCPOptionsTestJSON-146851852-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746560636600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746560234536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11791543'] for port (777cca1e-c604-4812-89ae-e4d42ee97bf5), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:38:41.268304 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [None req-7e476a7d-8659-47ca-af67-2df8c764773a admin admin] For port 257347ec-c828-4adb-8158-78759ad9d3b4, host n-d-760453-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=257347ec-c828-4adb-8158-78759ad9d3b4,segment=NetworkSegment(e17cb353-418f-48b9-b982-21a6233ee99b),segment_id=e17cb353-418f-48b9-b982-21a6233ee99b)] {{(pid=103304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:38:41.268984 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-7e476a7d-8659-47ca-af67-2df8c764773a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4109658'] for port (257347ec-c828-4adb-8158-78759ad9d3b4), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:38:41.272570 n-d-760453-5 neutron-server[103306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '526228ab-339e-47d6-aa5d-64380963b4b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '623e575a-c207-430f-bae8-a7f9a3ae93bc'}] {{(pid=103306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 21:38:41.294220 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23ca28c-5230-4353-b3c9-6c2b2e4f9fe4 tempest-ExtraDHCPOptionsTestJSON-146851852 tempest-ExtraDHCPOptionsTestJSON-146851852-project] Pushing event deleted for resources: {'Port': ['ID=777cca1e-c604-4812-89ae-e4d42ee97bf5,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:38:41.295694 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9d5d370febab655511bdd2ffe887e43e442d144a440368702bcc1e93af00b97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4afd654f-7d09-4151-bf65-bfe1d02eb069" -d '{"events": [{"server_uuid": "526228ab-339e-47d6-aa5d-64380963b4b6", "name": "network-vif-plugged", "status": "completed", "tag": "623e575a-c207-430f-bae8-a7f9a3ae93bc"}]}' {{(pid=103306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 21:38:41.300717 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-7e476a7d-8659-47ca-af67-2df8c764773a admin admin] Calling delete_port for 257347ec-c828-4adb-8158-78759ad9d3b4 owned by network:router_gateway {{(pid=103304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 21:38:41.316298 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_dvr_db [None req-644fd39a-c9ef-41e4-8cd3-a9e59232572b None None] Set router 7cdf208b-bd77-4970-a0dd-eeb8a3a8c3f9 gateway port host: None {{(pid=103307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 21:38:41.317769 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] For port 623e575a-c207-430f-bae8-a7f9a3ae93bc, host n-h2-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-5',level=0,port_id=623e575a-c207-430f-bae8-a7f9a3ae93bc,segment=NetworkSegment(3717183c-69c6-44ee-ac2f-ec1e05ab35f5),segment_id=3717183c-69c6-44ee-ac2f-ec1e05ab35f5)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:38:41.330306 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (623e575a-c207-430f-bae8-a7f9a3ae93bc), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:38:41.331112 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Device 7829b310-aa88-4cd0-b0b1-6f43b78b1316 no longer exists at agent hyperv_n-h2-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 26 21:38:41.358873 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-5826e444-1cac-4d23-b919-62cceb64506d None None] Current status of the port 9c0b7170-e930-40f7-abb2-9a9eb37f5acc is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:38:41.380911 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] No Port match for: 7829b310-aa88-4cd0-b0b1-6f43b78b1316 {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 26 21:38:41.381251 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Device 7829b310-aa88-4cd0-b0b1-6f43b78b1316 not bound to the agent host n-h2-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 26 21:38:41.387910 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Jan 2022 21:38:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28bc7c4e-6120-4480-a7af-e13e1e8d01d9 x-openstack-request-id: req-28bc7c4e-6120-4480-a7af-e13e1e8d01d9 {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 21:38:41.387910 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "526228ab-339e-47d6-aa5d-64380963b4b6", "name": "network-vif-plugged", "status": "completed", "tag": "623e575a-c207-430f-bae8-a7f9a3ae93bc", "code": 200}]} {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 21:38:41.387910 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-28bc7c4e-6120-4480-a7af-e13e1e8d01d9 {{(pid=103306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 21:38:41.387910 n-d-760453-5 neutron-server[103306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '526228ab-339e-47d6-aa5d-64380963b4b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '623e575a-c207-430f-bae8-a7f9a3ae93bc', 'code': 200} Jan 26 21:38:41.436079 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Pushing event updated for resources: {'Port': ['ID=623e575a-c207-430f-bae8-a7f9a3ae93bc,revision_number=7']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:38:41.470801 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-e9d94363-d3a1-44a2-9ac3-9b6fc5d2ff14 None None] Could not find standard attr ID for object 777cca1e-c604-4812-89ae-e4d42ee97bf5. {{(pid=103306) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 26 21:38:41.504877 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-644fd39a-c9ef-41e4-8cd3-a9e59232572b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7cdf208b-bd77-4970-a0dd-eeb8a3a8c3f9', 'name': 'tempest-TestServerMultinode-1238485388-router', 'tenant_id': '0a26c2dfc93042458a10e31a85d10eb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T21:37:45Z', 'updated_at': '2022-01-26T21:38:40Z', 'revision_number': 6, 'project_id': '0a26c2dfc93042458a10e31a85d10eb9', 'gw_port_host': None}], 'n-d-760453-5', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:38:41.513807 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-a23ca28c-5230-4353-b3c9-6c2b2e4f9fe4 tempest-ExtraDHCPOptionsTestJSON-146851852 tempest-ExtraDHCPOptionsTestJSON-146851852-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:38:41.518680 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-a23ca28c-5230-4353-b3c9-6c2b2e4f9fe4 tempest-ExtraDHCPOptionsTestJSON-146851852 tempest-ExtraDHCPOptionsTestJSON-146851852-project] 10.222.0.13 "DELETE /v2.0/ports/777cca1e-c604-4812-89ae-e4d42ee97bf5 HTTP/1.1" status: 204 len: 168 time: 1.0734458 Jan 26 21:38:41.521015 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 32978) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:38:41.543585 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-644fd39a-c9ef-41e4-8cd3-a9e59232572b None None] The sync data for ids ['7cdf208b-bd77-4970-a0dd-eeb8a3a8c3f9'] in n-d-760453-5 is: [{'id': '7cdf208b-bd77-4970-a0dd-eeb8a3a8c3f9', 'name': 'tempest-TestServerMultinode-1238485388-router', 'tenant_id': '0a26c2dfc93042458a10e31a85d10eb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T21:37:45Z', 'updated_at': '2022-01-26T21:38:40Z', 'revision_number': 6, 'project_id': '0a26c2dfc93042458a10e31a85d10eb9', 'gw_port_host': None}] {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 26 21:38:41.612506 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.db_base_plugin_v2 [None req-d66407f9-bc02-4167-99d1-5b6809452868 tempest-ExtraDHCPOptionsTestJSON-146851852 tempest-ExtraDHCPOptionsTestJSON-146851852-project] Deleting subnet 05994a77-0f88-4deb-b165-de69f9d96753 {{(pid=103305) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 26 21:38:41.626272 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-d66407f9-bc02-4167-99d1-5b6809452868 tempest-ExtraDHCPOptionsTestJSON-146851852 tempest-ExtraDHCPOptionsTestJSON-146851852-project] Publish callbacks [] for subnet (05994a77-0f88-4deb-b165-de69f9d96753), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:38:41.686461 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-d66407f9-bc02-4167-99d1-5b6809452868 tempest-ExtraDHCPOptionsTestJSON-146851852 tempest-ExtraDHCPOptionsTestJSON-146851852-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11788946'] for subnet (05994a77-0f88-4deb-b165-de69f9d96753), precommit_delete_associations {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:38:41.817869 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-d66407f9-bc02-4167-99d1-5b6809452868 tempest-ExtraDHCPOptionsTestJSON-146851852 tempest-ExtraDHCPOptionsTestJSON-146851852-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687316'] for subnet (05994a77-0f88-4deb-b165-de69f9d96753), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:38:41.821370 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80bd2cee-6207-4e2d-bf3f-2cff5b17ab7c req-b55cf312-d805-40ec-bd92-290bdc33cc5b tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:38:41.830050 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-80bd2cee-6207-4e2d-bf3f-2cff5b17ab7c req-b55cf312-d805-40ec-bd92-290bdc33cc5b tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] 10.222.0.13 "GET /v2.0/ports?device_id=526228ab-339e-47d6-aa5d-64380963b4b6 HTTP/1.1" status: 200 len: 945 time: 0.1387370 Jan 26 21:38:41.903671 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-80bd2cee-6207-4e2d-bf3f-2cff5b17ab7c req-63c8f3d2-4499-4a20-b4b4-e4355bbbec41 tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] 10.222.0.13 "GET /v2.0/security-groups?id=c855b7af-ae6a-4b31-98b5-41bfc1142283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690298 Jan 26 21:38:41.907639 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-7e476a7d-8659-47ca-af67-2df8c764773a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746560636600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746560234536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9281553'] for port (257347ec-c828-4adb-8158-78759ad9d3b4), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:38:41.969514 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device 9c0b7170-e930-40f7-abb2-9a9eb37f5acc up at agent ovs-agent-n-d-760453-5 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 21:38:41.972602 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-42be1e43-e536-4c67-95a2-a2d126682aa7 None None] Could not find standard attr ID for object 9c968a0d-5a4e-44af-bbce-a8f9d1f6a4b4. {{(pid=103306) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 26 21:38:42.030222 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-d66407f9-bc02-4167-99d1-5b6809452868 tempest-ExtraDHCPOptionsTestJSON-146851852 tempest-ExtraDHCPOptionsTestJSON-146851852-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11791594', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11599980'] for subnet (05994a77-0f88-4deb-b165-de69f9d96753), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:38:42.072406 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Provisioning complete for port 9c0b7170-e930-40f7-abb2-9a9eb37f5acc triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:38:42.072787 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (9c0b7170-e930-40f7-abb2-9a9eb37f5acc), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:38:42.095426 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-d66407f9-bc02-4167-99d1-5b6809452868 tempest-ExtraDHCPOptionsTestJSON-146851852 tempest-ExtraDHCPOptionsTestJSON-146851852-project] Publish callbacks [] for subnet (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:38:42.110917 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-d66407f9-bc02-4167-99d1-5b6809452868 tempest-ExtraDHCPOptionsTestJSON-146851852 tempest-ExtraDHCPOptionsTestJSON-146851852-project] 10.222.0.13 "DELETE /v2.0/subnets/05994a77-0f88-4deb-b165-de69f9d96753 HTTP/1.1" status: 204 len: 168 time: 0.5881388 Jan 26 21:38:42.111558 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 32982) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:38:42.112362 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66407f9-bc02-4167-99d1-5b6809452868 tempest-ExtraDHCPOptionsTestJSON-146851852 tempest-ExtraDHCPOptionsTestJSON-146851852-project] Pushing event deleted for resources: {'Subnet': ['ID=05994a77-0f88-4deb-b165-de69f9d96753,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:38:42.205514 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Current status of the port 9c0b7170-e930-40f7-abb2-9a9eb37f5acc is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:38:42.265637 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-4356ceb3-4e33-4d53-b98e-720ba3c6be53 tempest-ExtraDHCPOptionsTestJSON-146851852 tempest-ExtraDHCPOptionsTestJSON-146851852-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-748181'] for network (0695b30d-f73d-4997-95d6-4f02233bfcef), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:38:42.305410 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-813e2955-2a80-417e-bfe7-a3f01adc0e76 None None] Network 0695b30d-f73d-4997-95d6-4f02233bfcef requested from n-d-760453-5 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 26 21:38:42.368755 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-4356ceb3-4e33-4d53-b98e-720ba3c6be53 tempest-ExtraDHCPOptionsTestJSON-146851852 tempest-ExtraDHCPOptionsTestJSON-146851852-project] Deleting port 9c0b7170-e930-40f7-abb2-9a9eb37f5acc {{(pid=103305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 21:38:42.369165 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-4356ceb3-4e33-4d53-b98e-720ba3c6be53 tempest-ExtraDHCPOptionsTestJSON-146851852 tempest-ExtraDHCPOptionsTestJSON-146851852-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746560630878'] for port (9c0b7170-e930-40f7-abb2-9a9eb37f5acc), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:38:42.411456 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-74b700f1-4959-4ecd-a596-e513d052f06c None None] Could not find standard attr ID for object 777cca1e-c604-4812-89ae-e4d42ee97bf5. {{(pid=103306) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 26 21:38:42.453444 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e476a7d-8659-47ca-af67-2df8c764773a admin admin] Pushing event deleted for resources: {'Port': ['ID=257347ec-c828-4adb-8158-78759ad9d3b4,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:38:42.509864 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86102b4d-382d-4f4d-a333-20877fb159bd None None] DHCP port deletion for 0695b30d-f73d-4997-95d6-4f02233bfcef request from n-d-760453-5 {{(pid=103306) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 26 21:38:42.511114 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [None req-4356ceb3-4e33-4d53-b98e-720ba3c6be53 tempest-ExtraDHCPOptionsTestJSON-146851852 tempest-ExtraDHCPOptionsTestJSON-146851852-project] For port 9c0b7170-e930-40f7-abb2-9a9eb37f5acc, host n-d-760453-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=9c0b7170-e930-40f7-abb2-9a9eb37f5acc,segment=NetworkSegment(41a0f7c8-c9e8-499e-9ddf-2fc01d896472),segment_id=41a0f7c8-c9e8-499e-9ddf-2fc01d896472)] {{(pid=103305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:38:42.511501 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-4356ceb3-4e33-4d53-b98e-720ba3c6be53 tempest-ExtraDHCPOptionsTestJSON-146851852 tempest-ExtraDHCPOptionsTestJSON-146851852-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4109658'] for port (9c0b7170-e930-40f7-abb2-9a9eb37f5acc), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:38:42.524089 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-7e476a7d-8659-47ca-af67-2df8c764773a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4111291'] for router_gateway (7cdf208b-bd77-4970-a0dd-eeb8a3a8c3f9), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:38:42.543936 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-4356ceb3-4e33-4d53-b98e-720ba3c6be53 tempest-ExtraDHCPOptionsTestJSON-146851852 tempest-ExtraDHCPOptionsTestJSON-146851852-project] Calling delete_port for 9c0b7170-e930-40f7-abb2-9a9eb37f5acc owned by network:dhcp {{(pid=103305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 21:38:42.650852 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-86102b4d-382d-4f4d-a333-20877fb159bd None None] Deleting port 9c0b7170-e930-40f7-abb2-9a9eb37f5acc {{(pid=103306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 21:38:42.651118 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-86102b4d-382d-4f4d-a333-20877fb159bd None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746560630878'] for port (9c0b7170-e930-40f7-abb2-9a9eb37f5acc), before_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:38:42.675024 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-4356ceb3-4e33-4d53-b98e-720ba3c6be53 tempest-ExtraDHCPOptionsTestJSON-146851852 tempest-ExtraDHCPOptionsTestJSON-146851852-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746560636600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746560234536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11791543'] for port (9c0b7170-e930-40f7-abb2-9a9eb37f5acc), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:38:42.690428 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-7e476a7d-8659-47ca-af67-2df8c764773a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4105774', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13082'] for router (7cdf208b-bd77-4970-a0dd-eeb8a3a8c3f9), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:38:42.693016 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-7e476a7d-8659-47ca-af67-2df8c764773a admin admin] Publish callbacks [] for router_controller (7cdf208b-bd77-4970-a0dd-eeb8a3a8c3f9), precommit_delete_associations {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:38:42.713761 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4356ceb3-4e33-4d53-b98e-720ba3c6be53 tempest-ExtraDHCPOptionsTestJSON-146851852 tempest-ExtraDHCPOptionsTestJSON-146851852-project] Pushing event deleted for resources: {'Port': ['ID=9c0b7170-e930-40f7-abb2-9a9eb37f5acc,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:38:42.726175 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4356ceb3-4e33-4d53-b98e-720ba3c6be53 tempest-ExtraDHCPOptionsTestJSON-146851852 tempest-ExtraDHCPOptionsTestJSON-146851852-project] No DVR routers for this DVR port 9c0b7170-e930-40f7-abb2-9a9eb37f5acc on host n-d-760453-5 {{(pid=103305) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 26 21:38:42.774284 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-7e476a7d-8659-47ca-af67-2df8c764773a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4105767'] for router (7cdf208b-bd77-4970-a0dd-eeb8a3a8c3f9), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:38:42.774986 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e476a7d-8659-47ca-af67-2df8c764773a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7cdf208b-bd77-4970-a0dd-eeb8a3a8c3f9 {{(pid=103304) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 26 21:38:42.784071 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-7e476a7d-8659-47ca-af67-2df8c764773a admin admin] Publish callbacks [] for router (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:38:42.786306 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-7e476a7d-8659-47ca-af67-2df8c764773a admin admin] 10.222.0.13 "DELETE /v2.0/routers/7cdf208b-bd77-4970-a0dd-eeb8a3a8c3f9 HTTP/1.1" status: 204 len: 168 time: 2.5189490 Jan 26 21:38:42.789012 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 32984) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:38:42.789467 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-86102b4d-382d-4f4d-a333-20877fb159bd None None] For port 9c0b7170-e930-40f7-abb2-9a9eb37f5acc, host n-d-760453-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=9c0b7170-e930-40f7-abb2-9a9eb37f5acc,segment=NetworkSegment(41a0f7c8-c9e8-499e-9ddf-2fc01d896472),segment_id=41a0f7c8-c9e8-499e-9ddf-2fc01d896472)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:38:42.789877 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-86102b4d-382d-4f4d-a333-20877fb159bd None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4109658'] for port (9c0b7170-e930-40f7-abb2-9a9eb37f5acc), precommit_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:38:42.810832 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-86102b4d-382d-4f4d-a333-20877fb159bd None None] Calling delete_port for 9c0b7170-e930-40f7-abb2-9a9eb37f5acc owned by network:dhcp {{(pid=103306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 21:38:42.822791 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-4356ceb3-4e33-4d53-b98e-720ba3c6be53 tempest-ExtraDHCPOptionsTestJSON-146851852 tempest-ExtraDHCPOptionsTestJSON-146851852-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-686403', 'neutron.services.segments.db._delete_segments_for_network-8746560774018'] for network (0695b30d-f73d-4997-95d6-4f02233bfcef), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:38:42.841594 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.db_base_plugin_v2 [None req-b851d4fc-2aaf-40d7-80cf-ba56cd227b87 admin admin] Deleting subnet eb8dfdda-f1a7-46d6-be86-88a387dfcadd {{(pid=103304) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 26 21:38:42.848751 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-b851d4fc-2aaf-40d7-80cf-ba56cd227b87 admin admin] Publish callbacks [] for subnet (eb8dfdda-f1a7-46d6-be86-88a387dfcadd), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:38:42.883808 n-d-760453-5 neutron-server[103305]: DEBUG neutron.services.segments.db [None req-4356ceb3-4e33-4d53-b98e-720ba3c6be53 tempest-ExtraDHCPOptionsTestJSON-146851852 tempest-ExtraDHCPOptionsTestJSON-146851852-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0695b30d-f73d-4997-95d6-4f02233bfcef']}} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:38:42.907658 n-d-760453-5 neutron-server[103305]: DEBUG neutron.services.segments.db [None req-4356ceb3-4e33-4d53-b98e-720ba3c6be53 tempest-ExtraDHCPOptionsTestJSON-146851852 tempest-ExtraDHCPOptionsTestJSON-146851852-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '41a0f7c8-c9e8-499e-9ddf-2fc01d896472') {'for_net_delete': True} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:38:42.908020 n-d-760453-5 neutron-server[103305]: DEBUG neutron.services.segments.db [None req-4356ceb3-4e33-4d53-b98e-720ba3c6be53 tempest-ExtraDHCPOptionsTestJSON-146851852 tempest-ExtraDHCPOptionsTestJSON-146851852-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '41a0f7c8-c9e8-499e-9ddf-2fc01d896472') {} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:38:42.908891 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-86102b4d-382d-4f4d-a333-20877fb159bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746560636600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746560234536'] for port (9c0b7170-e930-40f7-abb2-9a9eb37f5acc), after_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:38:42.930401 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-4356ceb3-4e33-4d53-b98e-720ba3c6be53 tempest-ExtraDHCPOptionsTestJSON-146851852 tempest-ExtraDHCPOptionsTestJSON-146851852-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746560742283', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11788955'] for segment (41a0f7c8-c9e8-499e-9ddf-2fc01d896472), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:38:42.945358 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-b851d4fc-2aaf-40d7-80cf-ba56cd227b87 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8881284'] for subnet (eb8dfdda-f1a7-46d6-be86-88a387dfcadd), precommit_delete_associations {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:38:42.968405 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-4356ceb3-4e33-4d53-b98e-720ba3c6be53 tempest-ExtraDHCPOptionsTestJSON-146851852 tempest-ExtraDHCPOptionsTestJSON-146851852-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576559'] for segment (41a0f7c8-c9e8-499e-9ddf-2fc01d896472), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:38:42.985154 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4356ceb3-4e33-4d53-b98e-720ba3c6be53 tempest-ExtraDHCPOptionsTestJSON-146851852 tempest-ExtraDHCPOptionsTestJSON-146851852-project] Releasing vlan 554 on physical network physnet1 to pool {{(pid=103305) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 26 21:38:42.986834 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-4356ceb3-4e33-4d53-b98e-720ba3c6be53 tempest-ExtraDHCPOptionsTestJSON-146851852 tempest-ExtraDHCPOptionsTestJSON-146851852-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11791428'] for segment (41a0f7c8-c9e8-499e-9ddf-2fc01d896472), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:38:42.993646 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86102b4d-382d-4f4d-a333-20877fb159bd None None] Pushing event deleted for resources: {'Port': ['ID=9c0b7170-e930-40f7-abb2-9a9eb37f5acc,revision_number=None']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:38:42.995677 n-d-760453-5 neutron-server[103305]: Traceback (most recent call last): Jan 26 21:38:42.995677 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 26 21:38:42.995677 n-d-760453-5 neutron-server[103305]: timer() Jan 26 21:38:42.995677 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 26 21:38:42.995677 n-d-760453-5 neutron-server[103305]: cb(*args, **kw) Jan 26 21:38:42.995677 n-d-760453-5 neutron-server[103305]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 26 21:38:42.995677 n-d-760453-5 neutron-server[103305]: return func(*args, **kwargs) Jan 26 21:38:42.995677 n-d-760453-5 neutron-server[103305]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 26 21:38:42.995677 n-d-760453-5 neutron-server[103305]: self._notify() Jan 26 21:38:42.995677 n-d-760453-5 neutron-server[103305]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 26 21:38:42.995677 n-d-760453-5 neutron-server[103305]: self.callback(batched_events) Jan 26 21:38:42.995677 n-d-760453-5 neutron-server[103305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 26 21:38:42.995677 n-d-760453-5 neutron-server[103305]: event.method(event) Jan 26 21:38:42.995677 n-d-760453-5 neutron-server[103305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 26 21:38:42.995677 n-d-760453-5 neutron-server[103305]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 26 21:38:42.995677 n-d-760453-5 neutron-server[103305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 26 21:38:42.995677 n-d-760453-5 neutron-server[103305]: aggregate_uuid = self.p_client.list_aggregates( Jan 26 21:38:42.995677 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 26 21:38:42.995677 n-d-760453-5 neutron-server[103305]: return f(self, *a, **k) Jan 26 21:38:42.995677 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 26 21:38:42.995677 n-d-760453-5 neutron-server[103305]: return self._get(url).json() Jan 26 21:38:42.995677 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 26 21:38:42.995677 n-d-760453-5 neutron-server[103305]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 26 21:38:42.995677 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 26 21:38:42.995677 n-d-760453-5 neutron-server[103305]: return self.request(url, 'GET', **kwargs) Jan 26 21:38:42.995677 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 26 21:38:42.995677 n-d-760453-5 neutron-server[103305]: base_url = self.get_endpoint(auth, allow=allow, Jan 26 21:38:42.995677 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 26 21:38:42.995677 n-d-760453-5 neutron-server[103305]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 26 21:38:42.995677 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 26 21:38:42.995677 n-d-760453-5 neutron-server[103305]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 26 21:38:42.995677 n-d-760453-5 neutron-server[103305]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 26 21:38:42.999042 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86102b4d-382d-4f4d-a333-20877fb159bd None None] No DVR routers for this DVR port 9c0b7170-e930-40f7-abb2-9a9eb37f5acc on host n-d-760453-5 {{(pid=103306) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 26 21:38:43.107008 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-4356ceb3-4e33-4d53-b98e-720ba3c6be53 tempest-ExtraDHCPOptionsTestJSON-146851852 tempest-ExtraDHCPOptionsTestJSON-146851852-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4110931'] for network (0695b30d-f73d-4997-95d6-4f02233bfcef), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:38:43.115548 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-b851d4fc-2aaf-40d7-80cf-ba56cd227b87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687316'] for subnet (eb8dfdda-f1a7-46d6-be86-88a387dfcadd), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:38:43.116944 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-4356ceb3-4e33-4d53-b98e-720ba3c6be53 tempest-ExtraDHCPOptionsTestJSON-146851852 tempest-ExtraDHCPOptionsTestJSON-146851852-project] Publish callbacks [] for network (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:38:43.121373 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-4356ceb3-4e33-4d53-b98e-720ba3c6be53 tempest-ExtraDHCPOptionsTestJSON-146851852 tempest-ExtraDHCPOptionsTestJSON-146851852-project] 10.222.0.13 "DELETE /v2.0/networks/0695b30d-f73d-4997-95d6-4f02233bfcef HTTP/1.1" status: 204 len: 168 time: 1.0053067 Jan 26 21:38:43.132626 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4356ceb3-4e33-4d53-b98e-720ba3c6be53 tempest-ExtraDHCPOptionsTestJSON-146851852 tempest-ExtraDHCPOptionsTestJSON-146851852-project] Pushing event deleted for resources: {'Network': ['ID=0695b30d-f73d-4997-95d6-4f02233bfcef,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:38:43.176087 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55f9c8c-d1c1-491a-b532-49beefc1c78c req-d793e945-009c-4c9c-9e9e-d610207dbacb tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:38:43.178353 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-e55f9c8c-d1c1-491a-b532-49beefc1c78c req-d793e945-009c-4c9c-9e9e-d610207dbacb tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] 10.222.0.13 "GET /v2.0/ports?device_id=526228ab-339e-47d6-aa5d-64380963b4b6 HTTP/1.1" status: 200 len: 945 time: 0.1188102 Jan 26 21:38:43.250256 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-e55f9c8c-d1c1-491a-b532-49beefc1c78c req-1247a4e6-9298-4729-a963-c3d285272bbf tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] 10.222.0.13 "GET /v2.0/security-groups?id=c855b7af-ae6a-4b31-98b5-41bfc1142283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594645 Jan 26 21:38:43.252285 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-b851d4fc-2aaf-40d7-80cf-ba56cd227b87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9281612', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12215216'] for subnet (eb8dfdda-f1a7-46d6-be86-88a387dfcadd), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:38:43.290031 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b851d4fc-2aaf-40d7-80cf-ba56cd227b87 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=eb8dfdda-f1a7-46d6-be86-88a387dfcadd,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:38:43.299638 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-b851d4fc-2aaf-40d7-80cf-ba56cd227b87 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:38:43.304228 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c335663e-112a-4dec-98a7-625c967312a5 None None] Network 3a41c7dc-bf9a-47e9-b867-e0ce77f10e3d requested from n-d-760453-5 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 26 21:38:43.323520 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-b851d4fc-2aaf-40d7-80cf-ba56cd227b87 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/eb8dfdda-f1a7-46d6-be86-88a387dfcadd HTTP/1.1" status: 204 len: 168 time: 0.5331953 Jan 26 21:38:43.326270 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 32992) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:38:43.444713 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-55b09226-1fbb-4112-83b0-104fde6f9726 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-748181'] for network (3a41c7dc-bf9a-47e9-b867-e0ce77f10e3d), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:38:43.526686 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d54f6de-36de-4e9f-9696-84b3d358c2d2 None None] DHCP port deletion for 3a41c7dc-bf9a-47e9-b867-e0ce77f10e3d request from n-d-760453-5 {{(pid=103306) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 26 21:38:43.552246 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-55b09226-1fbb-4112-83b0-104fde6f9726 admin admin] Deleting port 6f42611e-96b1-49ba-b88c-795e2aa21f20 {{(pid=103304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 21:38:43.553020 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-55b09226-1fbb-4112-83b0-104fde6f9726 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746560630878'] for port (6f42611e-96b1-49ba-b88c-795e2aa21f20), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:38:43.566267 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device 257347ec-c828-4adb-8158-78759ad9d3b4 no longer exists at agent ovs-agent-n-d-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 26 21:38:43.594789 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] No Port match for: 257347ec-c828-4adb-8158-78759ad9d3b4 {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 26 21:38:43.595137 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device 257347ec-c828-4adb-8158-78759ad9d3b4 not bound to the agent host n-d-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 26 21:38:43.598196 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device 9c0b7170-e930-40f7-abb2-9a9eb37f5acc no longer exists at agent ovs-agent-n-d-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 26 21:38:43.610584 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 33000) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:38:43.638052 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [None req-55b09226-1fbb-4112-83b0-104fde6f9726 admin admin] For port 6f42611e-96b1-49ba-b88c-795e2aa21f20, host n-d-760453-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=6f42611e-96b1-49ba-b88c-795e2aa21f20,segment=NetworkSegment(5a840bb3-33d1-4210-b233-2e7d717911d7),segment_id=5a840bb3-33d1-4210-b233-2e7d717911d7)] {{(pid=103304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:38:43.638509 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-55b09226-1fbb-4112-83b0-104fde6f9726 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4109658'] for port (6f42611e-96b1-49ba-b88c-795e2aa21f20), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:38:43.645664 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] No Port match for: 9c0b7170-e930-40f7-abb2-9a9eb37f5acc {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 26 21:38:43.645840 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device 9c0b7170-e930-40f7-abb2-9a9eb37f5acc not bound to the agent host n-d-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 26 21:38:43.646749 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device d00e1ef7-12e4-41ba-a6b8-62298a9d0071 no longer exists at agent ovs-agent-n-d-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 26 21:38:43.654973 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-55b09226-1fbb-4112-83b0-104fde6f9726 admin admin] Calling delete_port for 6f42611e-96b1-49ba-b88c-795e2aa21f20 owned by network:dhcp {{(pid=103304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 21:38:43.680586 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] No Port match for: d00e1ef7-12e4-41ba-a6b8-62298a9d0071 {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 26 21:38:43.680949 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device d00e1ef7-12e4-41ba-a6b8-62298a9d0071 not bound to the agent host n-d-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 26 21:38:43.698179 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-0d54f6de-36de-4e9f-9696-84b3d358c2d2 None None] Deleting port 6f42611e-96b1-49ba-b88c-795e2aa21f20 {{(pid=103306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 21:38:43.698627 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-0d54f6de-36de-4e9f-9696-84b3d358c2d2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746560630878'] for port (6f42611e-96b1-49ba-b88c-795e2aa21f20), before_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:38:43.790549 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-0d54f6de-36de-4e9f-9696-84b3d358c2d2 None None] For port 6f42611e-96b1-49ba-b88c-795e2aa21f20, host n-d-760453-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=6f42611e-96b1-49ba-b88c-795e2aa21f20,segment=NetworkSegment(5a840bb3-33d1-4210-b233-2e7d717911d7),segment_id=5a840bb3-33d1-4210-b233-2e7d717911d7)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:38:43.791198 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-0d54f6de-36de-4e9f-9696-84b3d358c2d2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4109658'] for port (6f42611e-96b1-49ba-b88c-795e2aa21f20), precommit_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:38:43.808066 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-0d54f6de-36de-4e9f-9696-84b3d358c2d2 None None] Calling delete_port for 6f42611e-96b1-49ba-b88c-795e2aa21f20 owned by network:dhcp {{(pid=103306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 21:38:43.820368 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-a4bee4f2-25b8-4a6d-9d5d-43c9ff9a929f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=57586102a3754862bfd7680bc11cb520&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2081714 Jan 26 21:38:43.822817 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 33004) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:38:43.835407 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-55b09226-1fbb-4112-83b0-104fde6f9726 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746560636600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746560234536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9281553'] for port (6f42611e-96b1-49ba-b88c-795e2aa21f20), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:38:43.875698 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b09226-1fbb-4112-83b0-104fde6f9726 admin admin] Pushing event deleted for resources: {'Port': ['ID=6f42611e-96b1-49ba-b88c-795e2aa21f20,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:38:43.878901 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55b09226-1fbb-4112-83b0-104fde6f9726 admin admin] No DVR routers for this DVR port 6f42611e-96b1-49ba-b88c-795e2aa21f20 on host n-d-760453-5 {{(pid=103304) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 26 21:38:43.935937 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-0d54f6de-36de-4e9f-9696-84b3d358c2d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746560636600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746560234536'] for port (6f42611e-96b1-49ba-b88c-795e2aa21f20), after_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:38:43.969719 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d54f6de-36de-4e9f-9696-84b3d358c2d2 None None] Pushing event deleted for resources: {'Port': ['ID=6f42611e-96b1-49ba-b88c-795e2aa21f20,revision_number=None']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:38:43.975642 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d54f6de-36de-4e9f-9696-84b3d358c2d2 None None] No DVR routers for this DVR port 6f42611e-96b1-49ba-b88c-795e2aa21f20 on host n-d-760453-5 {{(pid=103306) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 26 21:38:43.994812 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-de90572a-e497-4d80-ba8a-5bfcdb2d592a admin admin] Publish callbacks [] for security_group (12271eb5-da8d-45cb-ae2f-2beb3527967a), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:38:44.003287 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-55b09226-1fbb-4112-83b0-104fde6f9726 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-686403', 'neutron.services.segments.db._delete_segments_for_network-8746560774018'] for network (3a41c7dc-bf9a-47e9-b867-e0ce77f10e3d), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:38:44.044075 n-d-760453-5 neutron-server[103304]: DEBUG neutron.services.segments.db [None req-55b09226-1fbb-4112-83b0-104fde6f9726 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3a41c7dc-bf9a-47e9-b867-e0ce77f10e3d']}} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:38:44.058332 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-de90572a-e497-4d80-ba8a-5bfcdb2d592a admin admin] Publish callbacks [] for security_group (12271eb5-da8d-45cb-ae2f-2beb3527967a), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:38:44.072128 n-d-760453-5 neutron-server[103304]: DEBUG neutron.services.segments.db [None req-55b09226-1fbb-4112-83b0-104fde6f9726 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5a840bb3-33d1-4210-b233-2e7d717911d7') {'for_net_delete': True} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:38:44.072514 n-d-760453-5 neutron-server[103304]: DEBUG neutron.services.segments.db [None req-55b09226-1fbb-4112-83b0-104fde6f9726 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5a840bb3-33d1-4210-b233-2e7d717911d7') {} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:38:44.088978 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-55b09226-1fbb-4112-83b0-104fde6f9726 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746560742283', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8881293'] for segment (5a840bb3-33d1-4210-b233-2e7d717911d7), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:38:44.116132 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-55b09226-1fbb-4112-83b0-104fde6f9726 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576559'] for segment (5a840bb3-33d1-4210-b233-2e7d717911d7), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:38:44.124001 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-55b09226-1fbb-4112-83b0-104fde6f9726 admin admin] Releasing vlan 569 on physical network physnet1 to pool {{(pid=103304) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 26 21:38:44.129177 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-55b09226-1fbb-4112-83b0-104fde6f9726 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9281762'] for segment (5a840bb3-33d1-4210-b233-2e7d717911d7), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:38:44.129177 n-d-760453-5 neutron-server[103304]: Traceback (most recent call last): Jan 26 21:38:44.129177 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 26 21:38:44.129177 n-d-760453-5 neutron-server[103304]: timer() Jan 26 21:38:44.129177 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 26 21:38:44.129177 n-d-760453-5 neutron-server[103304]: cb(*args, **kw) Jan 26 21:38:44.129177 n-d-760453-5 neutron-server[103304]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 26 21:38:44.129177 n-d-760453-5 neutron-server[103304]: return func(*args, **kwargs) Jan 26 21:38:44.129177 n-d-760453-5 neutron-server[103304]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 26 21:38:44.129177 n-d-760453-5 neutron-server[103304]: self._notify() Jan 26 21:38:44.129177 n-d-760453-5 neutron-server[103304]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 26 21:38:44.129177 n-d-760453-5 neutron-server[103304]: self.callback(batched_events) Jan 26 21:38:44.129177 n-d-760453-5 neutron-server[103304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 26 21:38:44.129177 n-d-760453-5 neutron-server[103304]: event.method(event) Jan 26 21:38:44.129177 n-d-760453-5 neutron-server[103304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 26 21:38:44.129177 n-d-760453-5 neutron-server[103304]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 26 21:38:44.129177 n-d-760453-5 neutron-server[103304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 26 21:38:44.129177 n-d-760453-5 neutron-server[103304]: aggregate_uuid = self.p_client.list_aggregates( Jan 26 21:38:44.129177 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 26 21:38:44.129177 n-d-760453-5 neutron-server[103304]: return f(self, *a, **k) Jan 26 21:38:44.129177 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 26 21:38:44.129177 n-d-760453-5 neutron-server[103304]: return self._get(url).json() Jan 26 21:38:44.129177 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 26 21:38:44.129177 n-d-760453-5 neutron-server[103304]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 26 21:38:44.129177 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 26 21:38:44.129177 n-d-760453-5 neutron-server[103304]: return self.request(url, 'GET', **kwargs) Jan 26 21:38:44.129177 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 26 21:38:44.129177 n-d-760453-5 neutron-server[103304]: base_url = self.get_endpoint(auth, allow=allow, Jan 26 21:38:44.129177 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 26 21:38:44.129177 n-d-760453-5 neutron-server[103304]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 26 21:38:44.129177 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 26 21:38:44.129177 n-d-760453-5 neutron-server[103304]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 26 21:38:44.129177 n-d-760453-5 neutron-server[103304]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 26 21:38:44.191052 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-de90572a-e497-4d80-ba8a-5bfcdb2d592a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (12271eb5-da8d-45cb-ae2f-2beb3527967a), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:38:44.194229 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-de90572a-e497-4d80-ba8a-5bfcdb2d592a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:38:44.204077 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-de90572a-e497-4d80-ba8a-5bfcdb2d592a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/12271eb5-da8d-45cb-ae2f-2beb3527967a HTTP/1.1" status: 204 len: 168 time: 0.3771617 Jan 26 21:38:44.212442 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de90572a-e497-4d80-ba8a-5bfcdb2d592a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12271eb5-da8d-45cb-ae2f-2beb3527967a,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:38:44.221268 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-55b09226-1fbb-4112-83b0-104fde6f9726 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4110931'] for network (3a41c7dc-bf9a-47e9-b867-e0ce77f10e3d), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:38:44.253995 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-55b09226-1fbb-4112-83b0-104fde6f9726 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:38:44.260970 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 33010) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:38:44.261223 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-55b09226-1fbb-4112-83b0-104fde6f9726 admin admin] 10.222.0.13 "DELETE /v2.0/networks/3a41c7dc-bf9a-47e9-b867-e0ce77f10e3d HTTP/1.1" status: 204 len: 168 time: 0.9336956 Jan 26 21:38:44.262350 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b09226-1fbb-4112-83b0-104fde6f9726 admin admin] Pushing event deleted for resources: {'Network': ['ID=3a41c7dc-bf9a-47e9-b867-e0ce77f10e3d,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:38:44.427616 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10391e3e-2872-4b12-aff1-70671ea11bbd req-b911dd03-52d8-4b45-935e-3e98cd2a1f1d tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:38:44.439368 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-10391e3e-2872-4b12-aff1-70671ea11bbd req-b911dd03-52d8-4b45-935e-3e98cd2a1f1d tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] 10.222.0.13 "GET /v2.0/ports?device_id=526228ab-339e-47d6-aa5d-64380963b4b6 HTTP/1.1" status: 200 len: 945 time: 0.0904608 Jan 26 21:38:44.519204 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-10391e3e-2872-4b12-aff1-70671ea11bbd req-460ebac0-b17c-43cd-98db-8104e666ab56 tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] 10.222.0.13 "GET /v2.0/security-groups?id=c855b7af-ae6a-4b31-98b5-41bfc1142283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723433 Jan 26 21:38:44.746903 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-0657c2bf-6c79-415f-aa45-3ec152125a14 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4110657'] for router_interface (bd689a44-bcf1-4a7e-b91f-8768d50c224e), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:38:45.136303 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-0657c2bf-6c79-415f-aa45-3ec152125a14 admin admin] Deleting port 1b11ee22-d694-4fca-828a-8b3859d8a6d9 {{(pid=103305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 21:38:45.136963 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-0657c2bf-6c79-415f-aa45-3ec152125a14 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746560630878'] for port (1b11ee22-d694-4fca-828a-8b3859d8a6d9), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:38:45.189251 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 33034) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:38:45.255927 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [None req-0657c2bf-6c79-415f-aa45-3ec152125a14 admin admin] For port 1b11ee22-d694-4fca-828a-8b3859d8a6d9, host n-d-760453-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=1b11ee22-d694-4fca-828a-8b3859d8a6d9,segment=NetworkSegment(5059f19f-f965-495c-9b45-363526cb05d0),segment_id=5059f19f-f965-495c-9b45-363526cb05d0)] {{(pid=103305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:38:45.256651 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-0657c2bf-6c79-415f-aa45-3ec152125a14 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4109658'] for port (1b11ee22-d694-4fca-828a-8b3859d8a6d9), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:38:45.276143 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-0657c2bf-6c79-415f-aa45-3ec152125a14 admin admin] Calling delete_port for 1b11ee22-d694-4fca-828a-8b3859d8a6d9 owned by network:router_interface {{(pid=103305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 21:38:45.487197 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-9e880c47-f85a-4dff-93fb-53ab171e82d1 tempest-FloatingIPNegativeTestJSON-1794322536 tempest-FloatingIPNegativeTestJSON-1794322536-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-1794899586'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:38:45.504559 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device 6f42611e-96b1-49ba-b88c-795e2aa21f20 no longer exists at agent ovs-agent-n-d-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 26 21:38:45.527836 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e880c47-f85a-4dff-93fb-53ab171e82d1 tempest-FloatingIPNegativeTestJSON-1794322536 tempest-FloatingIPNegativeTestJSON-1794322536-project] Made reservation on behalf of dfa51917266e4b9fba3d14be8dd4cb76 for: {'network': 1} {{(pid=103304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 21:38:45.542691 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-9e880c47-f85a-4dff-93fb-53ab171e82d1 tempest-FloatingIPNegativeTestJSON-1794322536 tempest-FloatingIPNegativeTestJSON-1794322536-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for network (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:38:45.551151 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] No Port match for: 6f42611e-96b1-49ba-b88c-795e2aa21f20 {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 26 21:38:45.551707 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device 6f42611e-96b1-49ba-b88c-795e2aa21f20 not bound to the agent host n-d-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 26 21:38:45.552651 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-0657c2bf-6c79-415f-aa45-3ec152125a14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746560636600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746560234536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11791543'] for port (1b11ee22-d694-4fca-828a-8b3859d8a6d9), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:38:45.564190 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-9e880c47-f85a-4dff-93fb-53ab171e82d1 tempest-FloatingIPNegativeTestJSON-1794322536 tempest-FloatingIPNegativeTestJSON-1794322536-project] Publish callbacks [] for security_group (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:38:45.589428 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0657c2bf-6c79-415f-aa45-3ec152125a14 admin admin] Pushing event deleted for resources: {'Port': ['ID=1b11ee22-d694-4fca-828a-8b3859d8a6d9,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:38:45.718182 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557593af-cb86-4a9d-8696-6a1b790dee8c req-bbbd4e39-83d7-466a-91be-23f1fe06aeb0 tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:38:45.732336 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-557593af-cb86-4a9d-8696-6a1b790dee8c req-bbbd4e39-83d7-466a-91be-23f1fe06aeb0 tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] 10.222.0.13 "GET /v2.0/ports?device_id=526228ab-339e-47d6-aa5d-64380963b4b6 HTTP/1.1" status: 200 len: 945 time: 0.1082504 Jan 26 21:38:45.824147 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-557593af-cb86-4a9d-8696-6a1b790dee8c req-a1ed5c63-84be-4a2c-bd80-94562495da0a tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] 10.222.0.13 "GET /v2.0/security-groups?id=c855b7af-ae6a-4b31-98b5-41bfc1142283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907359 Jan 26 21:38:45.838570 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-0657c2bf-6c79-415f-aa45-3ec152125a14 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3709480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4110805'] for router_interface (bd689a44-bcf1-4a7e-b91f-8768d50c224e), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:38:45.868797 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-9e880c47-f85a-4dff-93fb-53ab171e82d1 tempest-FloatingIPNegativeTestJSON-1794322536 tempest-FloatingIPNegativeTestJSON-1794322536-project] Publish callbacks [] for security_group (a3f69bc1-2139-4282-b918-49deb9414024), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:38:45.875902 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-9e880c47-f85a-4dff-93fb-53ab171e82d1 tempest-FloatingIPNegativeTestJSON-1794322536 tempest-FloatingIPNegativeTestJSON-1794322536-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (a3f69bc1-2139-4282-b918-49deb9414024), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:38:45.907817 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9e880c47-f85a-4dff-93fb-53ab171e82d1 tempest-FloatingIPNegativeTestJSON-1794322536 tempest-FloatingIPNegativeTestJSON-1794322536-project] vlan segment allocate from pool success with {'vlan_id': 585, 'physical_network': 'physnet1'} {{(pid=103304) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 26 21:38:45.923556 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e880c47-f85a-4dff-93fb-53ab171e82d1 tempest-FloatingIPNegativeTestJSON-1794322536 tempest-FloatingIPNegativeTestJSON-1794322536-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a3f69bc1-2139-4282-b918-49deb9414024,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:38:45.929897 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-9e880c47-f85a-4dff-93fb-53ab171e82d1 tempest-FloatingIPNegativeTestJSON-1794322536 tempest-FloatingIPNegativeTestJSON-1794322536-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576559'] for segment (39cdd6e9-8c6c-40c0-b351-049eb257b21d), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:38:45.930251 n-d-760453-5 neutron-server[103304]: INFO neutron.db.segments_db [None req-9e880c47-f85a-4dff-93fb-53ab171e82d1 tempest-FloatingIPNegativeTestJSON-1794322536 tempest-FloatingIPNegativeTestJSON-1794322536-project] Added segment 39cdd6e9-8c6c-40c0-b351-049eb257b21d of type vlan for network a5e4e511-fa83-4cd7-b22c-4c34db67f97c Jan 26 21:38:45.976343 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-9e880c47-f85a-4dff-93fb-53ab171e82d1 tempest-FloatingIPNegativeTestJSON-1794322536 tempest-FloatingIPNegativeTestJSON-1794322536-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746560256871'] for network (a5e4e511-fa83-4cd7-b22c-4c34db67f97c), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:38:46.015008 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-9e880c47-f85a-4dff-93fb-53ab171e82d1 tempest-FloatingIPNegativeTestJSON-1794322536 tempest-FloatingIPNegativeTestJSON-1794322536-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503'] for network (a5e4e511-fa83-4cd7-b22c-4c34db67f97c), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:38:46.021097 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e880c47-f85a-4dff-93fb-53ab171e82d1 tempest-FloatingIPNegativeTestJSON-1794322536 tempest-FloatingIPNegativeTestJSON-1794322536-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:38:46.021748 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-9e880c47-f85a-4dff-93fb-53ab171e82d1 tempest-FloatingIPNegativeTestJSON-1794322536 tempest-FloatingIPNegativeTestJSON-1794322536-project] Publish callbacks [] for network (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:38:46.089904 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-9e880c47-f85a-4dff-93fb-53ab171e82d1 tempest-FloatingIPNegativeTestJSON-1794322536 tempest-FloatingIPNegativeTestJSON-1794322536-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 0.8993788 Jan 26 21:38:46.092628 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 33040) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:38:46.100159 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-43f0cd76-6cba-4b0d-bdb3-fa1e196639ae tempest-FloatingIPNegativeTestJSON-1794322536 tempest-FloatingIPNegativeTestJSON-1794322536-project] Request body: {'subnet': {'network_id': 'a5e4e511-fa83-4cd7-b22c-4c34db67f97c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:38:46.120853 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e880c47-f85a-4dff-93fb-53ab171e82d1 tempest-FloatingIPNegativeTestJSON-1794322536 tempest-FloatingIPNegativeTestJSON-1794322536-project] Pushing event updated for resources: {'Network': ['ID=a5e4e511-fa83-4cd7-b22c-4c34db67f97c,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:38:46.133569 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Network a5e4e511-fa83-4cd7-b22c-4c34db67f97c details requested by agent ovs-agent-n-d-760453-5 with host n-d-760453-5 {{(pid=103306) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 26 21:38:46.245993 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43f0cd76-6cba-4b0d-bdb3-fa1e196639ae tempest-FloatingIPNegativeTestJSON-1794322536 tempest-FloatingIPNegativeTestJSON-1794322536-project] Made reservation on behalf of dfa51917266e4b9fba3d14be8dd4cb76 for: {'subnet': 1} {{(pid=103304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 21:38:46.250440 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-43f0cd76-6cba-4b0d-bdb3-fa1e196639ae tempest-FloatingIPNegativeTestJSON-1794322536 tempest-FloatingIPNegativeTestJSON-1794322536-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12215181'] for subnet (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:38:46.492489 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-43f0cd76-6cba-4b0d-bdb3-fa1e196639ae tempest-FloatingIPNegativeTestJSON-1794322536 tempest-FloatingIPNegativeTestJSON-1794322536-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9285249', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12215227'] for subnet (4ed9636e-9c64-413b-9ff2-0fb2ce00272b), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:38:46.510795 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0657c2bf-6c79-415f-aa45-3ec152125a14 admin admin] Router bd689a44-bcf1-4a7e-b91f-8768d50c224e has already been hosted by L3 agent 09df100c-3af1-4b0a-bda8-05914c71c458 {{(pid=103305) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 26 21:38:46.599069 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43f0cd76-6cba-4b0d-bdb3-fa1e196639ae tempest-FloatingIPNegativeTestJSON-1794322536 tempest-FloatingIPNegativeTestJSON-1794322536-project] Checking segment: {'id': '39cdd6e9-8c6c-40c0-b351-049eb257b21d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'a5e4e511-fa83-4cd7-b22c-4c34db67f97c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103304) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 21:38:46.599442 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43f0cd76-6cba-4b0d-bdb3-fa1e196639ae tempest-FloatingIPNegativeTestJSON-1794322536 tempest-FloatingIPNegativeTestJSON-1794322536-project] Network hostable DHCP agents. Network: a5e4e511-fa83-4cd7-b22c-4c34db67f97c, hostable agents: ['474ccdf7-ab6c-405b-a3b2-dc7b05829902'], hosted agents: [] {{(pid=103304) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 26 21:38:46.610188 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f0cd76-6cba-4b0d-bdb3-fa1e196639ae tempest-FloatingIPNegativeTestJSON-1794322536 tempest-FloatingIPNegativeTestJSON-1794322536-project] Pushing event updated for resources: {'Subnet': ['ID=4ed9636e-9c64-413b-9ff2-0fb2ce00272b,revision_number=0']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:38:46.635053 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-f4feca7a-dc50-4034-aabb-c58c0c866225 req-39fd3970-e90d-4ad9-b41d-dba975074f42 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=c947e2a6-4eb3-4b93-905b-515cc992a63b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0804315 Jan 26 21:38:46.641793 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43f0cd76-6cba-4b0d-bdb3-fa1e196639ae tempest-FloatingIPNegativeTestJSON-1794322536 tempest-FloatingIPNegativeTestJSON-1794322536-project] Network a5e4e511-fa83-4cd7-b22c-4c34db67f97c is scheduled to be hosted by DHCP agent 474ccdf7-ab6c-405b-a3b2-dc7b05829902 with binding_index 1 {{(pid=103304) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 26 21:38:46.642978 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0657c2bf-6c79-415f-aa45-3ec152125a14 admin admin] Notify agent at l3_agent.n-d-760453-5 the message routers_updated {{(pid=103305) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 26 21:38:46.651033 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-0657c2bf-6c79-415f-aa45-3ec152125a14 admin admin] 10.222.0.13 "PUT /v2.0/routers/bd689a44-bcf1-4a7e-b91f-8768d50c224e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3884540 Jan 26 21:38:46.652392 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 33044) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:38:46.662071 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [None req-43f0cd76-6cba-4b0d-bdb3-fa1e196639ae tempest-FloatingIPNegativeTestJSON-1794322536 tempest-FloatingIPNegativeTestJSON-1794322536-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760453-5, a5e4e511-fa83-4cd7-b22c-4c34db67f97c) {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:38:46.663410 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed2a98ee-132d-4128-ac71-666b14808d7c None None] Sync routers for ids ['bd689a44-bcf1-4a7e-b91f-8768d50c224e'] in n-d-760453-5 {{(pid=103306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 26 21:38:46.666905 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43f0cd76-6cba-4b0d-bdb3-fa1e196639ae tempest-FloatingIPNegativeTestJSON-1794322536 tempest-FloatingIPNegativeTestJSON-1794322536-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:38:46.667784 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-43f0cd76-6cba-4b0d-bdb3-fa1e196639ae tempest-FloatingIPNegativeTestJSON-1794322536 tempest-FloatingIPNegativeTestJSON-1794322536-project] Publish callbacks [] for subnet (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:38:46.678757 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce0bf6ea-eb2e-48bd-bfa8-f2943a6006ca None None] Network a5e4e511-fa83-4cd7-b22c-4c34db67f97c requested from n-d-760453-5 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 26 21:38:46.764052 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-43f0cd76-6cba-4b0d-bdb3-fa1e196639ae tempest-FloatingIPNegativeTestJSON-1794322536 tempest-FloatingIPNegativeTestJSON-1794322536-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6678557 Jan 26 21:38:46.765618 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 33046) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:38:46.771823 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-ebc25d9a-7031-4781-a981-809cdfa03fa3 tempest-FloatingIPNegativeTestJSON-1794322536 tempest-FloatingIPNegativeTestJSON-1794322536-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-849965310', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:38:46.790632 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed2a98ee-132d-4128-ac71-666b14808d7c None None] Routers {'bd689a44-bcf1-4a7e-b91f-8768d50c224e'} bound to L3 agent in host n-d-760453-5 {{(pid=103306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 21:38:46.791349 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-ed2a98ee-132d-4128-ac71-666b14808d7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-26T20:55:21Z,description=,heartbeat_timestamp=2022-01-26T21:38:21Z,host='n-d-760453-5',id=09df100c-3af1-4b0a-bda8-05914c71c458,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:55:21Z,topic='l3_agent')) {'router_ids': ['bd689a44-bcf1-4a7e-b91f-8768d50c224e'], 'active': True} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:38:46.799222 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-ebc25d9a-7031-4781-a981-809cdfa03fa3 tempest-FloatingIPNegativeTestJSON-1794322536 tempest-FloatingIPNegativeTestJSON-1794322536-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4104596', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13108'] for router (f597dcb3-1c1a-4450-ad6f-9f24ed7e8165), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:38:46.805681 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-ebc25d9a-7031-4781-a981-809cdfa03fa3 tempest-FloatingIPNegativeTestJSON-1794322536 tempest-FloatingIPNegativeTestJSON-1794322536-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4105828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4111306', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3733576', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13069'] for router (f597dcb3-1c1a-4450-ad6f-9f24ed7e8165), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:38:46.806404 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4feca7a-dc50-4034-aabb-c58c0c866225 req-7366fb96-c49e-4fe1-9165-09e9d826526e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:38:46.808258 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-f4feca7a-dc50-4034-aabb-c58c0c866225 req-7366fb96-c49e-4fe1-9165-09e9d826526e service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=949e29ec71a54b7f98dc62c402ac867e&device_id=c947e2a6-4eb3-4b93-905b-515cc992a63b HTTP/1.1" status: 200 len: 1095 time: 0.0992644 Jan 26 21:38:46.861920 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-eabc73a2-2089-4dc3-9606-648cd8088e55 admin admin] Publish callbacks [] for router (bd689a44-bcf1-4a7e-b91f-8768d50c224e), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:38:46.892168 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19885da9-b333-4b05-b8e6-77c23e1008a2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3c4099e8-8ffb-51d1-af7f-5868973e933f-a5e4e511-fa83-4cd7-b22c-4c34db67f97c', 'network_id': 'a5e4e511-fa83-4cd7-b22c-4c34db67f97c', 'project_id': 'dfa51917266e4b9fba3d14be8dd4cb76', 'fixed_ips': [{'subnet_id': '4ed9636e-9c64-413b-9ff2-0fb2ce00272b'}]}} from n-d-760453-5. {{(pid=103306) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 26 21:38:46.892944 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-19885da9-b333-4b05-b8e6-77c23e1008a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (None), before_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:38:46.920023 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-ebc25d9a-7031-4781-a981-809cdfa03fa3 tempest-FloatingIPNegativeTestJSON-1794322536 tempest-FloatingIPNegativeTestJSON-1794322536-project] Publish callbacks [] for router_controller (f597dcb3-1c1a-4450-ad6f-9f24ed7e8165), precommit_add_association {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:38:46.931624 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-ebc25d9a-7031-4781-a981-809cdfa03fa3 tempest-FloatingIPNegativeTestJSON-1794322536 tempest-FloatingIPNegativeTestJSON-1794322536-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4105757', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4111263'] for router (f597dcb3-1c1a-4450-ad6f-9f24ed7e8165), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:38:46.961761 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-ebc25d9a-7031-4781-a981-809cdfa03fa3 tempest-FloatingIPNegativeTestJSON-1794322536 tempest-FloatingIPNegativeTestJSON-1794322536-project] Publish callbacks [] for router (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:38:46.963502 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-ebc25d9a-7031-4781-a981-809cdfa03fa3 tempest-FloatingIPNegativeTestJSON-1794322536 tempest-FloatingIPNegativeTestJSON-1794322536-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 714 time: 0.1967332 Jan 26 21:38:46.968741 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 33050) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:38:47.119919 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvr_db [None req-ed2a98ee-132d-4128-ac71-666b14808d7c None None] Set router bd689a44-bcf1-4a7e-b91f-8768d50c224e gateway port host: n-d-760453-5 {{(pid=103306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 21:38:47.172982 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953259f1-e54d-4ecc-bea6-7b4aac347c62 req-c35c0785-d3d0-4b09-a227-e75414877607 tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:38:47.172982 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-953259f1-e54d-4ecc-bea6-7b4aac347c62 req-c35c0785-d3d0-4b09-a227-e75414877607 tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] 10.222.0.13 "GET /v2.0/ports?device_id=526228ab-339e-47d6-aa5d-64380963b4b6 HTTP/1.1" status: 200 len: 945 time: 0.2098448 Jan 26 21:38:47.172982 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4feca7a-dc50-4034-aabb-c58c0c866225 req-93147e48-868d-466f-8da9-f7f2815e0b2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:38:47.175525 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-f4feca7a-dc50-4034-aabb-c58c0c866225 req-93147e48-868d-466f-8da9-f7f2815e0b2a service neutron] 10.222.0.66 "GET /v2.0/networks?id=e06aca25-0b6a-452f-bfd4-2129924c58a7 HTTP/1.1" status: 200 len: 912 time: 0.3325305 Jan 26 21:38:47.195203 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-eabc73a2-2089-4dc3-9606-648cd8088e55 admin admin] Publish callbacks [] for router_gateway (bd689a44-bcf1-4a7e-b91f-8768d50c224e), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:38:47.295279 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-953259f1-e54d-4ecc-bea6-7b4aac347c62 req-fed5d342-43fe-47f2-8894-bc4710d2845f tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] 10.222.0.13 "GET /v2.0/security-groups?id=c855b7af-ae6a-4b31-98b5-41bfc1142283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036417 Jan 26 21:38:47.355546 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-f4feca7a-dc50-4034-aabb-c58c0c866225 req-376f5e1b-b3b7-44db-a01f-c37a41c16860 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=76b67d01-e977-4af8-80e0-0024bcb18a45 HTTP/1.1" status: 200 len: 999 time: 0.1749959 Jan 26 21:38:47.371882 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-89c01dc2-b47e-455b-aabf-f327a35b8319 tempest-FloatingIPNegativeTestJSON-1794322536 tempest-FloatingIPNegativeTestJSON-1794322536-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:38:47.416592 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4feca7a-dc50-4034-aabb-c58c0c866225 req-37413bb1-6229-47d9-90bf-fbfa79e64c4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:38:47.419159 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-f4feca7a-dc50-4034-aabb-c58c0c866225 req-37413bb1-6229-47d9-90bf-fbfa79e64c4f service neutron] 10.222.0.66 "GET /v2.0/subnets?id=79317c4e-88a3-402c-975d-f004bf1d9b8b HTTP/1.1" status: 200 len: 850 time: 0.0573294 Jan 26 21:38:47.438180 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.db_base_plugin_common [None req-19885da9-b333-4b05-b8e6-77c23e1008a2 None None] Allocated IP 172.20.0.2 (a5e4e511-fa83-4cd7-b22c-4c34db67f97c/4ed9636e-9c64-413b-9ff2-0fb2ce00272b/7c882559-f816-465f-ac1b-185225d91353) {{(pid=103306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 21:38:47.480615 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-eabc73a2-2089-4dc3-9606-648cd8088e55 admin admin] Deleting port a5aaa1ab-0593-4246-b893-359bb8135809 {{(pid=103304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 21:38:47.481104 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-eabc73a2-2089-4dc3-9606-648cd8088e55 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746560630878'] for port (a5aaa1ab-0593-4246-b893-359bb8135809), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:38:47.500454 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4feca7a-dc50-4034-aabb-c58c0c866225 req-13f22383-6369-4b48-9637-bc21fab11182 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:38:47.502251 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-f4feca7a-dc50-4034-aabb-c58c0c866225 req-13f22383-6369-4b48-9637-bc21fab11182 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=e06aca25-0b6a-452f-bfd4-2129924c58a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0698783 Jan 26 21:38:47.526204 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-ed2a98ee-132d-4128-ac71-666b14808d7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd689a44-bcf1-4a7e-b91f-8768d50c224e', 'name': 'tempest-TestServerMultinode-239465286-router', 'tenant_id': 'ad63beab819f4ebcbe4f176ac2e611f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'external_fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.67'}], 'enable_snat': True}, 'gw_port_id': 'a5aaa1ab-0593-4246-b893-359bb8135809', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T21:37:54Z', 'updated_at': '2022-01-26T21:38:45Z', 'revision_number': 5, 'project_id': 'ad63beab819f4ebcbe4f176ac2e611f3', 'gw_port': {'id': 'a5aaa1ab-0593-4246-b893-359bb8135809', 'name': '', 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:8b:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd689a44-bcf1-4a7e-b91f-8768d50c224e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3192, 'fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:37:55Z', 'updated_at': '2022-01-26T21:38:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-5'}], 'n-d-760453-5', False) {} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:38:47.558287 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed2a98ee-132d-4128-ac71-666b14808d7c None None] Checking router: bd689a44-bcf1-4a7e-b91f-8768d50c224e for host: n-d-760453-5 {{(pid=103306) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 26 21:38:47.581553 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed2a98ee-132d-4128-ac71-666b14808d7c None None] Routers {'bd689a44-bcf1-4a7e-b91f-8768d50c224e'} bound to L3 agent in host n-d-760453-5 {{(pid=103306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 21:38:47.582422 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-ed2a98ee-132d-4128-ac71-666b14808d7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-26T20:55:21Z,description=,heartbeat_timestamp=2022-01-26T21:38:21Z,host='n-d-760453-5',id=09df100c-3af1-4b0a-bda8-05914c71c458,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:55:21Z,topic='l3_agent')) {'router_ids': ['bd689a44-bcf1-4a7e-b91f-8768d50c224e'], 'active': True} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:38:47.657919 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [None req-eabc73a2-2089-4dc3-9606-648cd8088e55 admin admin] For port a5aaa1ab-0593-4246-b893-359bb8135809, host n-d-760453-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=a5aaa1ab-0593-4246-b893-359bb8135809,segment=NetworkSegment(e17cb353-418f-48b9-b982-21a6233ee99b),segment_id=e17cb353-418f-48b9-b982-21a6233ee99b)] {{(pid=103304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:38:47.657919 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-eabc73a2-2089-4dc3-9606-648cd8088e55 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4109658'] for port (a5aaa1ab-0593-4246-b893-359bb8135809), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:38:47.678477 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-eabc73a2-2089-4dc3-9606-648cd8088e55 admin admin] Calling delete_port for a5aaa1ab-0593-4246-b893-359bb8135809 owned by network:router_gateway {{(pid=103304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 21:38:47.681760 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-f4feca7a-dc50-4034-aabb-c58c0c866225 req-ecfb8c04-30ee-4e6a-a620-d2d6a0e390fe service neutron] 10.222.0.66 "GET /v2.0/networks/e06aca25-0b6a-452f-bfd4-2129924c58a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1458995 Jan 26 21:38:47.731468 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvr_db [None req-ed2a98ee-132d-4128-ac71-666b14808d7c None None] Set router bd689a44-bcf1-4a7e-b91f-8768d50c224e gateway port host: None {{(pid=103306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 21:38:47.791129 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-ed2a98ee-132d-4128-ac71-666b14808d7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd689a44-bcf1-4a7e-b91f-8768d50c224e', 'name': 'tempest-TestServerMultinode-239465286-router', 'tenant_id': 'ad63beab819f4ebcbe4f176ac2e611f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T21:37:54Z', 'updated_at': '2022-01-26T21:38:47Z', 'revision_number': 6, 'project_id': 'ad63beab819f4ebcbe4f176ac2e611f3', 'gw_port_host': None}], 'n-d-760453-5', False) {} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:38:47.824309 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed2a98ee-132d-4128-ac71-666b14808d7c None None] The sync data for ids ['bd689a44-bcf1-4a7e-b91f-8768d50c224e'] in n-d-760453-5 is: [{'id': 'bd689a44-bcf1-4a7e-b91f-8768d50c224e', 'name': 'tempest-TestServerMultinode-239465286-router', 'tenant_id': 'ad63beab819f4ebcbe4f176ac2e611f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T21:37:54Z', 'updated_at': '2022-01-26T21:38:47Z', 'revision_number': 6, 'project_id': 'ad63beab819f4ebcbe4f176ac2e611f3', 'gw_port_host': None}] {{(pid=103306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 26 21:38:47.843970 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-19885da9-b333-4b05-b8e6-77c23e1008a2 None None] Publish callbacks [] for port (7c882559-f816-465f-ac1b-185225d91353), precommit_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:38:47.853991 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-19885da9-b333-4b05-b8e6-77c23e1008a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746560234527'] for port (7c882559-f816-465f-ac1b-185225d91353), after_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:38:47.928377 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-f4feca7a-dc50-4034-aabb-c58c0c866225 req-0aeae6d8-450a-45c3-b8e9-8f5e5caa3ab7 service neutron] 10.222.0.66 "GET /v2.0/networks/e06aca25-0b6a-452f-bfd4-2129924c58a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2384484 Jan 26 21:38:47.971417 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19885da9-b333-4b05-b8e6-77c23e1008a2 None None] Pushing event updated for resources: {'Port': ['ID=7c882559-f816-465f-ac1b-185225d91353,revision_number=1']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:38:47.999563 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.db_base_plugin_common [None req-89c01dc2-b47e-455b-aabf-f327a35b8319 tempest-FloatingIPNegativeTestJSON-1794322536 tempest-FloatingIPNegativeTestJSON-1794322536-project] Allocated IP 172.20.0.1 (a5e4e511-fa83-4cd7-b22c-4c34db67f97c/4ed9636e-9c64-413b-9ff2-0fb2ce00272b/dd5e81b5-b280-4c30-ac21-e2178364d9b8) {{(pid=103305) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 21:38:48.013341 n-d-760453-5 neutron-server[103306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19885da9-b333-4b05-b8e6-77c23e1008a2 None None] Network a5e4e511-fa83-4cd7-b22c-4c34db67f97c is already hosted by enough agents. {{(pid=103306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 21:38:48.014993 n-d-760453-5 neutron-server[103306]: DEBUG neutron.scheduler.base_scheduler [None req-19885da9-b333-4b05-b8e6-77c23e1008a2 None None] Resources bound (agent type, host, resource id): {{(pid=103306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:38:48.018085 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19885da9-b333-4b05-b8e6-77c23e1008a2 None None] Received port after_create {{(pid=103306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 21:38:48.038345 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-eabc73a2-2089-4dc3-9606-648cd8088e55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746560636600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746560234536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9281553'] for port (a5aaa1ab-0593-4246-b893-359bb8135809), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:38:48.090351 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eabc73a2-2089-4dc3-9606-648cd8088e55 admin admin] Pushing event deleted for resources: {'Port': ['ID=a5aaa1ab-0593-4246-b893-359bb8135809,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:38:48.132414 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-19885da9-b333-4b05-b8e6-77c23e1008a2 None None] Attempting to bind port 7c882559-f816-465f-ac1b-185225d91353 on host n-d-760453-5 for vnic_type normal with profile {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 21:38:48.133032 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-19885da9-b333-4b05-b8e6-77c23e1008a2 None None] Attempting to bind port 7c882559-f816-465f-ac1b-185225d91353 by drivers openvswitch,hyperv on host n-d-760453-5 at level 0 using segments [{'id': '39cdd6e9-8c6c-40c0-b351-049eb257b21d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'a5e4e511-fa83-4cd7-b22c-4c34db67f97c'}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 26 21:38:48.133576 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19885da9-b333-4b05-b8e6-77c23e1008a2 None None] Attempting to bind port 7c882559-f816-465f-ac1b-185225d91353 on network a5e4e511-fa83-4cd7-b22c-4c34db67f97c {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 21:38:48.141586 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19885da9-b333-4b05-b8e6-77c23e1008a2 None None] Checking agent: {'id': 'fea0591a-627d-4c87-9a9a-01625ddf3277', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760453-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 20, 55, 25), 'started_at': datetime.datetime(2022, 1, 26, 20, 55, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 21, 38, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760453-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 26 21:38:48.145171 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19885da9-b333-4b05-b8e6-77c23e1008a2 None None] Checking segment: {'id': '39cdd6e9-8c6c-40c0-b351-049eb257b21d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'a5e4e511-fa83-4cd7-b22c-4c34db67f97c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 21:38:48.145778 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-19885da9-b333-4b05-b8e6-77c23e1008a2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:38:48.146339 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19885da9-b333-4b05-b8e6-77c23e1008a2 None None] Bound using segment: {'id': '39cdd6e9-8c6c-40c0-b351-049eb257b21d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'a5e4e511-fa83-4cd7-b22c-4c34db67f97c'} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 26 21:38:48.154347 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-19885da9-b333-4b05-b8e6-77c23e1008a2 None None] Bound port: 7c882559-f816-465f-ac1b-185225d91353, host: n-d-760453-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39cdd6e9-8c6c-40c0-b351-049eb257b21d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'a5e4e511-fa83-4cd7-b22c-4c34db67f97c'}}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 26 21:38:48.156433 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-19885da9-b333-4b05-b8e6-77c23e1008a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (7c882559-f816-465f-ac1b-185225d91353), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:38:48.192673 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-89c01dc2-b47e-455b-aabf-f327a35b8319 tempest-FloatingIPNegativeTestJSON-1794322536 tempest-FloatingIPNegativeTestJSON-1794322536-project] Publish callbacks [] for port (dd5e81b5-b280-4c30-ac21-e2178364d9b8), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:38:48.224010 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-eabc73a2-2089-4dc3-9606-648cd8088e55 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4111291'] for router_gateway (bd689a44-bcf1-4a7e-b91f-8768d50c224e), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:38:48.259277 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-19885da9-b333-4b05-b8e6-77c23e1008a2 None None] For port 7c882559-f816-465f-ac1b-185225d91353, host n-d-760453-5, cleared binding levels {{(pid=103306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 26 21:38:48.263250 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-19885da9-b333-4b05-b8e6-77c23e1008a2 None None] For port 7c882559-f816-465f-ac1b-185225d91353, host n-d-760453-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=7c882559-f816-465f-ac1b-185225d91353,segment=NetworkSegment(39cdd6e9-8c6c-40c0-b351-049eb257b21d),segment_id=39cdd6e9-8c6c-40c0-b351-049eb257b21d)] {{(pid=103306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 26 21:38:48.271387 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-19885da9-b333-4b05-b8e6-77c23e1008a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (7c882559-f816-465f-ac1b-185225d91353), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:38:48.278467 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-89c01dc2-b47e-455b-aabf-f327a35b8319 tempest-FloatingIPNegativeTestJSON-1794322536 tempest-FloatingIPNegativeTestJSON-1794322536-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746560234527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11791543'] for port (dd5e81b5-b280-4c30-ac21-e2178364d9b8), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:38:48.341987 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89c01dc2-b47e-455b-aabf-f327a35b8319 tempest-FloatingIPNegativeTestJSON-1794322536 tempest-FloatingIPNegativeTestJSON-1794322536-project] Network a5e4e511-fa83-4cd7-b22c-4c34db67f97c is already hosted by enough agents. {{(pid=103305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 21:38:48.348295 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19885da9-b333-4b05-b8e6-77c23e1008a2 None None] Pushing event updated for resources: {'Port': ['ID=7c882559-f816-465f-ac1b-185225d91353,revision_number=2']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:38:48.376767 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [None req-89c01dc2-b47e-455b-aabf-f327a35b8319 tempest-FloatingIPNegativeTestJSON-1794322536 tempest-FloatingIPNegativeTestJSON-1794322536-project] Resources bound (agent type, host, resource id): {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:38:48.384054 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89c01dc2-b47e-455b-aabf-f327a35b8319 tempest-FloatingIPNegativeTestJSON-1794322536 tempest-FloatingIPNegativeTestJSON-1794322536-project] Received port after_create {{(pid=103305) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 21:38:48.462354 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c01dc2-b47e-455b-aabf-f327a35b8319 tempest-FloatingIPNegativeTestJSON-1794322536 tempest-FloatingIPNegativeTestJSON-1794322536-project] Pushing event updated for resources: {'Port': ['ID=dd5e81b5-b280-4c30-ac21-e2178364d9b8,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:38:48.500280 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-89c01dc2-b47e-455b-aabf-f327a35b8319 tempest-FloatingIPNegativeTestJSON-1794322536 tempest-FloatingIPNegativeTestJSON-1794322536-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4111050'] for router_interface (f597dcb3-1c1a-4450-ad6f-9f24ed7e8165), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:38:48.509764 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-eabc73a2-2089-4dc3-9606-648cd8088e55 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4105774', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13082'] for router (bd689a44-bcf1-4a7e-b91f-8768d50c224e), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:38:48.514937 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-eabc73a2-2089-4dc3-9606-648cd8088e55 admin admin] Publish callbacks [] for router_controller (bd689a44-bcf1-4a7e-b91f-8768d50c224e), precommit_delete_associations {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:38:48.605621 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-eabc73a2-2089-4dc3-9606-648cd8088e55 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4105767'] for router (bd689a44-bcf1-4a7e-b91f-8768d50c224e), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:38:48.606413 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eabc73a2-2089-4dc3-9606-648cd8088e55 admin admin] Fanout notify agent at l3_agent the message router_deleted on router bd689a44-bcf1-4a7e-b91f-8768d50c224e {{(pid=103304) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 26 21:38:48.640799 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-eabc73a2-2089-4dc3-9606-648cd8088e55 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:38:48.642918 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-eabc73a2-2089-4dc3-9606-648cd8088e55 admin admin] 10.222.0.13 "DELETE /v2.0/routers/bd689a44-bcf1-4a7e-b91f-8768d50c224e HTTP/1.1" status: 204 len: 168 time: 1.9893725 Jan 26 21:38:48.646592 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 33064) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:38:48.683382 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad699e2-1372-4d23-9607-88c39ad12178 req-2226c81d-5acc-4d20-bc62-e21d8a4a9614 tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:38:48.685213 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-9ad699e2-1372-4d23-9607-88c39ad12178 req-2226c81d-5acc-4d20-bc62-e21d8a4a9614 tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] 10.222.0.13 "GET /v2.0/ports?device_id=526228ab-339e-47d6-aa5d-64380963b4b6 HTTP/1.1" status: 200 len: 945 time: 0.0934906 Jan 26 21:38:48.711804 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-89c01dc2-b47e-455b-aabf-f327a35b8319 tempest-FloatingIPNegativeTestJSON-1794322536 tempest-FloatingIPNegativeTestJSON-1794322536-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (dd5e81b5-b280-4c30-ac21-e2178364d9b8), before_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:38:48.820082 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-9ad699e2-1372-4d23-9607-88c39ad12178 req-99cebba9-5973-47ae-9cf4-62b6107d5c99 tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] 10.222.0.13 "GET /v2.0/security-groups?id=c855b7af-ae6a-4b31-98b5-41bfc1142283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1241038 Jan 26 21:38:48.826309 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.db_base_plugin_v2 [None req-f5c22f95-ed39-49f4-8c99-576aad12eaa6 admin admin] Deleting subnet 25fa01e7-16fd-47bb-85bd-67955fc33a71 {{(pid=103305) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 26 21:38:48.835365 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-f5c22f95-ed39-49f4-8c99-576aad12eaa6 admin admin] Publish callbacks [] for subnet (25fa01e7-16fd-47bb-85bd-67955fc33a71), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:38:48.913418 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-6ded9d68-bbe5-4e40-8034-1c93a09a39e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (474ccdf7-ab6c-405b-a3b2-dc7b05829902), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:38:49.011834 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-f5c22f95-ed39-49f4-8c99-576aad12eaa6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11788946'] for subnet (25fa01e7-16fd-47bb-85bd-67955fc33a71), precommit_delete_associations {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:38:49.271198 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-f5c22f95-ed39-49f4-8c99-576aad12eaa6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687316'] for subnet (25fa01e7-16fd-47bb-85bd-67955fc33a71), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:38:49.399979 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-89c01dc2-b47e-455b-aabf-f327a35b8319 tempest-FloatingIPNegativeTestJSON-1794322536 tempest-FloatingIPNegativeTestJSON-1794322536-project] Publish callbacks [] for port (dd5e81b5-b280-4c30-ac21-e2178364d9b8), precommit_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:38:49.409062 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-89c01dc2-b47e-455b-aabf-f327a35b8319 tempest-FloatingIPNegativeTestJSON-1794322536 tempest-FloatingIPNegativeTestJSON-1794322536-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11791520'] for port (dd5e81b5-b280-4c30-ac21-e2178364d9b8), after_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:38:49.479051 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-89c01dc2-b47e-455b-aabf-f327a35b8319 tempest-FloatingIPNegativeTestJSON-1794322536 tempest-FloatingIPNegativeTestJSON-1794322536-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3709457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4110682'] for router_interface (f597dcb3-1c1a-4450-ad6f-9f24ed7e8165), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:38:49.507086 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-f5c22f95-ed39-49f4-8c99-576aad12eaa6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11791594', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11599980'] for subnet (25fa01e7-16fd-47bb-85bd-67955fc33a71), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:38:49.563202 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c01dc2-b47e-455b-aabf-f327a35b8319 tempest-FloatingIPNegativeTestJSON-1794322536 tempest-FloatingIPNegativeTestJSON-1794322536-project] Pushing event updated for resources: {'Port': ['ID=dd5e81b5-b280-4c30-ac21-e2178364d9b8,revision_number=2']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:38:49.571830 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d0053c0-dc03-4001-9106-56bac75d7d45 None None] Network f6f7f03f-e628-4806-b564-92500ca81eff requested from n-d-760453-5 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 26 21:38:49.583559 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-f5c22f95-ed39-49f4-8c99-576aad12eaa6 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:38:49.589871 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 33068) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:38:49.606050 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-f5c22f95-ed39-49f4-8c99-576aad12eaa6 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/25fa01e7-16fd-47bb-85bd-67955fc33a71 HTTP/1.1" status: 204 len: 168 time: 0.9005673 Jan 26 21:38:49.616720 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c22f95-ed39-49f4-8c99-576aad12eaa6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=25fa01e7-16fd-47bb-85bd-67955fc33a71,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:38:49.709389 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device 7c882559-f816-465f-ac1b-185225d91353 up at agent ovs-agent-n-d-760453-5 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 21:38:49.743143 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-3270041f-71c0-4151-ac69-b5cb4fddd998 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-748181'] for network (f6f7f03f-e628-4806-b564-92500ca81eff), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:38:49.792521 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Provisioning complete for port 7c882559-f816-465f-ac1b-185225d91353 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:38:49.792817 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (7c882559-f816-465f-ac1b-185225d91353), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:38:49.801400 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89c01dc2-b47e-455b-aabf-f327a35b8319 tempest-FloatingIPNegativeTestJSON-1794322536 tempest-FloatingIPNegativeTestJSON-1794322536-project] Network a5e4e511-fa83-4cd7-b22c-4c34db67f97c is already hosted by enough agents. {{(pid=103305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 21:38:49.804612 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [None req-89c01dc2-b47e-455b-aabf-f327a35b8319 tempest-FloatingIPNegativeTestJSON-1794322536 tempest-FloatingIPNegativeTestJSON-1794322536-project] Resources bound (agent type, host, resource id): {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:38:49.860272 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-3270041f-71c0-4151-ac69-b5cb4fddd998 admin admin] Deleting port 4775548d-a6ce-469c-b3c5-320bbf3c75a0 {{(pid=103304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 21:38:49.860403 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-3270041f-71c0-4151-ac69-b5cb4fddd998 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746560630878'] for port (4775548d-a6ce-469c-b3c5-320bbf3c75a0), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:38:49.967108 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Current status of the port 7c882559-f816-465f-ac1b-185225d91353 is: DOWN; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:38:49.969432 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (7c882559-f816-465f-ac1b-185225d91353), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:38:49.971998 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d23e242-8671-4398-9680-23b133c2d0bf None None] DHCP port deletion for f6f7f03f-e628-4806-b564-92500ca81eff request from n-d-760453-5 {{(pid=103306) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 26 21:38:49.999121 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [None req-3270041f-71c0-4151-ac69-b5cb4fddd998 admin admin] For port 4775548d-a6ce-469c-b3c5-320bbf3c75a0, host n-d-760453-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=4775548d-a6ce-469c-b3c5-320bbf3c75a0,segment=NetworkSegment(5059f19f-f965-495c-9b45-363526cb05d0),segment_id=5059f19f-f965-495c-9b45-363526cb05d0)] {{(pid=103304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:38:49.999490 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-3270041f-71c0-4151-ac69-b5cb4fddd998 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4109658'] for port (4775548d-a6ce-469c-b3c5-320bbf3c75a0), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:38:50.025168 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] For port 7c882559-f816-465f-ac1b-185225d91353, host n-d-760453-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=7c882559-f816-465f-ac1b-185225d91353,segment=NetworkSegment(39cdd6e9-8c6c-40c0-b351-049eb257b21d),segment_id=39cdd6e9-8c6c-40c0-b351-049eb257b21d)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:38:50.051227 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-3270041f-71c0-4151-ac69-b5cb4fddd998 admin admin] Calling delete_port for 4775548d-a6ce-469c-b3c5-320bbf3c75a0 owned by network:dhcp {{(pid=103304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 21:38:50.060911 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (7c882559-f816-465f-ac1b-185225d91353), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:38:50.166663 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89c01dc2-b47e-455b-aabf-f327a35b8319 tempest-FloatingIPNegativeTestJSON-1794322536 tempest-FloatingIPNegativeTestJSON-1794322536-project] Router f597dcb3-1c1a-4450-ad6f-9f24ed7e8165 is scheduled to L3 agent 09df100c-3af1-4b0a-bda8-05914c71c458 with binding_index 1 {{(pid=103305) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 26 21:38:50.172271 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08cd10c3-91cb-4fc1-87fa-7a08f561ad13 req-4f7f288f-4407-48b6-86f5-07abac19e557 tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:38:50.173942 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-08cd10c3-91cb-4fc1-87fa-7a08f561ad13 req-4f7f288f-4407-48b6-86f5-07abac19e557 tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] 10.222.0.13 "GET /v2.0/ports?device_id=526228ab-339e-47d6-aa5d-64380963b4b6 HTTP/1.1" status: 200 len: 945 time: 0.1604340 Jan 26 21:38:50.225831 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Pushing event updated for resources: {'Port': ['ID=7c882559-f816-465f-ac1b-185225d91353,revision_number=3']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:38:50.238676 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device a5aaa1ab-0593-4246-b893-359bb8135809 no longer exists at agent ovs-agent-n-d-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 26 21:38:50.271334 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-08cd10c3-91cb-4fc1-87fa-7a08f561ad13 req-3f72ebc7-09ef-4269-bf88-d95c61276a25 tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] 10.222.0.13 "GET /v2.0/security-groups?id=c855b7af-ae6a-4b31-98b5-41bfc1142283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912812 Jan 26 21:38:50.273529 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-3270041f-71c0-4151-ac69-b5cb4fddd998 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746560636600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746560234536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9281553'] for port (4775548d-a6ce-469c-b3c5-320bbf3c75a0), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:38:50.280529 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] No Port match for: a5aaa1ab-0593-4246-b893-359bb8135809 {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 26 21:38:50.286117 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device a5aaa1ab-0593-4246-b893-359bb8135809 not bound to the agent host n-d-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 26 21:38:50.288914 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device 1b11ee22-d694-4fca-828a-8b3859d8a6d9 no longer exists at agent ovs-agent-n-d-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 26 21:38:50.317691 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3270041f-71c0-4151-ac69-b5cb4fddd998 admin admin] Pushing event deleted for resources: {'Port': ['ID=4775548d-a6ce-469c-b3c5-320bbf3c75a0,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:38:50.321999 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3270041f-71c0-4151-ac69-b5cb4fddd998 admin admin] No DVR routers for this DVR port 4775548d-a6ce-469c-b3c5-320bbf3c75a0 on host n-d-760453-5 {{(pid=103304) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 26 21:38:50.338528 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] No Port match for: 1b11ee22-d694-4fca-828a-8b3859d8a6d9 {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 26 21:38:50.338885 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device 1b11ee22-d694-4fca-828a-8b3859d8a6d9 not bound to the agent host n-d-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 26 21:38:50.345066 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66ced760-47d7-49e3-ad93-bcdbb33cae7a None None] Network a5e4e511-fa83-4cd7-b22c-4c34db67f97c requested from n-d-760453-5 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 26 21:38:50.394822 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89c01dc2-b47e-455b-aabf-f327a35b8319 tempest-FloatingIPNegativeTestJSON-1794322536 tempest-FloatingIPNegativeTestJSON-1794322536-project] Notify agent at l3_agent.n-d-760453-5 the message routers_updated {{(pid=103305) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 26 21:38:50.405179 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18537297-54ef-476e-b7c5-28b22e7320fb None None] Sync routers for ids ['f597dcb3-1c1a-4450-ad6f-9f24ed7e8165'] in n-d-760453-5 {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 26 21:38:50.410812 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-89c01dc2-b47e-455b-aabf-f327a35b8319 tempest-FloatingIPNegativeTestJSON-1794322536 tempest-FloatingIPNegativeTestJSON-1794322536-project] 10.222.0.13 "PUT /v2.0/routers/f597dcb3-1c1a-4450-ad6f-9f24ed7e8165/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4384487 Jan 26 21:38:50.411046 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 33072) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:38:50.418391 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-b6f8b113-1da3-4699-8013-7231f70d89bf tempest-FloatingIPNegativeTestJSON-1794322536 tempest-FloatingIPNegativeTestJSON-1794322536-project] Request body: {'port': {'network_id': 'a5e4e511-fa83-4cd7-b22c-4c34db67f97c', 'name': 'tempest-FloatingIPNegativeTestJSON-1912425775'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:38:50.419589 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-3270041f-71c0-4151-ac69-b5cb4fddd998 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-686403', 'neutron.services.segments.db._delete_segments_for_network-8746560774018'] for network (f6f7f03f-e628-4806-b564-92500ca81eff), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:38:50.426983 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18537297-54ef-476e-b7c5-28b22e7320fb None None] Routers {'f597dcb3-1c1a-4450-ad6f-9f24ed7e8165'} bound to L3 agent in host n-d-760453-5 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 21:38:50.427653 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-18537297-54ef-476e-b7c5-28b22e7320fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-26T20:55:21Z,description=,heartbeat_timestamp=2022-01-26T21:38:21Z,host='n-d-760453-5',id=09df100c-3af1-4b0a-bda8-05914c71c458,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:55:21Z,topic='l3_agent')) {'router_ids': ['f597dcb3-1c1a-4450-ad6f-9f24ed7e8165'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:38:50.453658 n-d-760453-5 neutron-server[103304]: DEBUG neutron.services.segments.db [None req-3270041f-71c0-4151-ac69-b5cb4fddd998 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f6f7f03f-e628-4806-b564-92500ca81eff']}} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:38:50.470373 n-d-760453-5 neutron-server[103304]: DEBUG neutron.services.segments.db [None req-3270041f-71c0-4151-ac69-b5cb4fddd998 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5059f19f-f965-495c-9b45-363526cb05d0') {'for_net_delete': True} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:38:50.470817 n-d-760453-5 neutron-server[103304]: DEBUG neutron.services.segments.db [None req-3270041f-71c0-4151-ac69-b5cb4fddd998 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5059f19f-f965-495c-9b45-363526cb05d0') {} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:38:50.485640 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-3270041f-71c0-4151-ac69-b5cb4fddd998 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746560742283', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8881293'] for segment (5059f19f-f965-495c-9b45-363526cb05d0), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:38:50.498153 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-244f3908-7f13-4f25-a263-a9331065b207 None None] Provisioning complete for port 7c882559-f816-465f-ac1b-185225d91353 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:38:50.498948 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-244f3908-7f13-4f25-a263-a9331065b207 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (7c882559-f816-465f-ac1b-185225d91353), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:38:50.508366 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-3270041f-71c0-4151-ac69-b5cb4fddd998 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576559'] for segment (5059f19f-f965-495c-9b45-363526cb05d0), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:38:50.508659 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-6d23e242-8671-4398-9680-23b133c2d0bf None None] Deleting port 4775548d-a6ce-469c-b3c5-320bbf3c75a0 {{(pid=103306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 21:38:50.509169 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-6d23e242-8671-4398-9680-23b133c2d0bf None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746560630878'] for port (4775548d-a6ce-469c-b3c5-320bbf3c75a0), before_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:38:50.523658 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-18537297-54ef-476e-b7c5-28b22e7320fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760453-5', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:38:50.524560 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3270041f-71c0-4151-ac69-b5cb4fddd998 admin admin] Releasing vlan 562 on physical network physnet1 to pool {{(pid=103304) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 26 21:38:50.525224 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-3270041f-71c0-4151-ac69-b5cb4fddd998 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9281762'] for segment (5059f19f-f965-495c-9b45-363526cb05d0), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:38:50.555282 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18537297-54ef-476e-b7c5-28b22e7320fb None None] Routers {'f597dcb3-1c1a-4450-ad6f-9f24ed7e8165'} bound to L3 agent in host n-d-760453-5 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 21:38:50.555884 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-18537297-54ef-476e-b7c5-28b22e7320fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-26T20:55:21Z,description=,heartbeat_timestamp=2022-01-26T21:38:21Z,host='n-d-760453-5',id=09df100c-3af1-4b0a-bda8-05914c71c458,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:55:21Z,topic='l3_agent')) {'router_ids': ['f597dcb3-1c1a-4450-ad6f-9f24ed7e8165'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:38:50.586630 n-d-760453-5 neutron-server[103304]: Traceback (most recent call last): Jan 26 21:38:50.586630 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 26 21:38:50.586630 n-d-760453-5 neutron-server[103304]: timer() Jan 26 21:38:50.586630 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 26 21:38:50.586630 n-d-760453-5 neutron-server[103304]: cb(*args, **kw) Jan 26 21:38:50.586630 n-d-760453-5 neutron-server[103304]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 26 21:38:50.586630 n-d-760453-5 neutron-server[103304]: return func(*args, **kwargs) Jan 26 21:38:50.586630 n-d-760453-5 neutron-server[103304]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 26 21:38:50.586630 n-d-760453-5 neutron-server[103304]: self._notify() Jan 26 21:38:50.586630 n-d-760453-5 neutron-server[103304]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 26 21:38:50.586630 n-d-760453-5 neutron-server[103304]: self.callback(batched_events) Jan 26 21:38:50.586630 n-d-760453-5 neutron-server[103304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 26 21:38:50.586630 n-d-760453-5 neutron-server[103304]: event.method(event) Jan 26 21:38:50.586630 n-d-760453-5 neutron-server[103304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 26 21:38:50.586630 n-d-760453-5 neutron-server[103304]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 26 21:38:50.586630 n-d-760453-5 neutron-server[103304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 26 21:38:50.586630 n-d-760453-5 neutron-server[103304]: aggregate_uuid = self.p_client.list_aggregates( Jan 26 21:38:50.586630 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 26 21:38:50.586630 n-d-760453-5 neutron-server[103304]: return f(self, *a, **k) Jan 26 21:38:50.586630 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 26 21:38:50.586630 n-d-760453-5 neutron-server[103304]: return self._get(url).json() Jan 26 21:38:50.586630 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 26 21:38:50.586630 n-d-760453-5 neutron-server[103304]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 26 21:38:50.586630 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 26 21:38:50.586630 n-d-760453-5 neutron-server[103304]: return self.request(url, 'GET', **kwargs) Jan 26 21:38:50.586630 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 26 21:38:50.586630 n-d-760453-5 neutron-server[103304]: base_url = self.get_endpoint(auth, allow=allow, Jan 26 21:38:50.586630 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 26 21:38:50.586630 n-d-760453-5 neutron-server[103304]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 26 21:38:50.586630 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 26 21:38:50.586630 n-d-760453-5 neutron-server[103304]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 26 21:38:50.586630 n-d-760453-5 neutron-server[103304]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 26 21:38:50.590948 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6f8b113-1da3-4699-8013-7231f70d89bf tempest-FloatingIPNegativeTestJSON-1794322536 tempest-FloatingIPNegativeTestJSON-1794322536-project] Made reservation on behalf of dfa51917266e4b9fba3d14be8dd4cb76 for: {'port': 1} {{(pid=103305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 21:38:50.597706 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-b6f8b113-1da3-4699-8013-7231f70d89bf tempest-FloatingIPNegativeTestJSON-1794322536 tempest-FloatingIPNegativeTestJSON-1794322536-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:38:50.605320 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-3270041f-71c0-4151-ac69-b5cb4fddd998 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4110931'] for network (f6f7f03f-e628-4806-b564-92500ca81eff), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:38:50.631222 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-3270041f-71c0-4151-ac69-b5cb4fddd998 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:38:50.642698 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-3270041f-71c0-4151-ac69-b5cb4fddd998 admin admin] 10.222.0.13 "DELETE /v2.0/networks/f6f7f03f-e628-4806-b564-92500ca81eff HTTP/1.1" status: 204 len: 168 time: 1.0511594 Jan 26 21:38:50.643181 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3270041f-71c0-4151-ac69-b5cb4fddd998 admin admin] Pushing event deleted for resources: {'Network': ['ID=f6f7f03f-e628-4806-b564-92500ca81eff,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:38:50.644646 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-18537297-54ef-476e-b7c5-28b22e7320fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760453-5', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:38:50.650709 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-6d23e242-8671-4398-9680-23b133c2d0bf None None] For port 4775548d-a6ce-469c-b3c5-320bbf3c75a0, host n-d-760453-5, got binding levels [] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:38:50.652060 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-6d23e242-8671-4398-9680-23b133c2d0bf None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4109658'] for port (4775548d-a6ce-469c-b3c5-320bbf3c75a0), precommit_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:38:50.653350 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18537297-54ef-476e-b7c5-28b22e7320fb None None] The sync data for ids ['f597dcb3-1c1a-4450-ad6f-9f24ed7e8165'] in n-d-760453-5 is: [] {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 26 21:38:50.656658 n-d-760453-5 neutron-server[103305]: DEBUG neutron.notifiers.nova [None req-b6f8b113-1da3-4699-8013-7231f70d89bf tempest-FloatingIPNegativeTestJSON-1794322536 tempest-FloatingIPNegativeTestJSON-1794322536-project] device_id is not set on port 026da343-5f6f-4eb8-ad0d-a5c4ae1f393d yet. {{(pid=103305) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 26 21:38:50.701217 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-6d23e242-8671-4398-9680-23b133c2d0bf None None] Calling delete_port for 4775548d-a6ce-469c-b3c5-320bbf3c75a0 owned by network:dhcp {{(pid=103306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 21:38:50.709722 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.ipam_backend_mixin [None req-6d23e242-8671-4398-9680-23b133c2d0bf None None] Port 4775548d-a6ce-469c-b3c5-320bbf3c75a0 was not found and therefore no delete operation was performed {{(pid=103306) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jan 26 21:38:50.720187 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-6d23e242-8671-4398-9680-23b133c2d0bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746560636600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746560234536'] for port (4775548d-a6ce-469c-b3c5-320bbf3c75a0), after_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:38:50.830791 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-6d23e242-8671-4398-9680-23b133c2d0bf None None] Network f6f7f03f-e628-4806-b564-92500ca81eff is not hosted by any dhcp agent {{(pid=103306) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jan 26 21:38:50.831259 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d23e242-8671-4398-9680-23b133c2d0bf None None] No DVR routers for this DVR port 4775548d-a6ce-469c-b3c5-320bbf3c75a0 on host n-d-760453-5 {{(pid=103306) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 26 21:38:50.845034 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.db_base_plugin_common [None req-b6f8b113-1da3-4699-8013-7231f70d89bf tempest-FloatingIPNegativeTestJSON-1794322536 tempest-FloatingIPNegativeTestJSON-1794322536-project] Allocated IP 172.20.0.8 (a5e4e511-fa83-4cd7-b22c-4c34db67f97c/4ed9636e-9c64-413b-9ff2-0fb2ce00272b/026da343-5f6f-4eb8-ad0d-a5c4ae1f393d) {{(pid=103305) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 21:38:50.850599 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d23e242-8671-4398-9680-23b133c2d0bf None None] Pushing event deleted for resources: {'Port': ['ID=4775548d-a6ce-469c-b3c5-320bbf3c75a0,revision_number=None']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:38:50.882816 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-244f3908-7f13-4f25-a263-a9331065b207 None None] Current status of the port 7c882559-f816-465f-ac1b-185225d91353 is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:38:50.966836 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 33078) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:38:51.054548 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-00ca8ec3-5fea-4af2-af74-877ee913f2fa admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=0a26c2dfc93042458a10e31a85d10eb9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0796916 Jan 26 21:38:51.058441 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 33080) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:38:51.120548 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-b6f8b113-1da3-4699-8013-7231f70d89bf tempest-FloatingIPNegativeTestJSON-1794322536 tempest-FloatingIPNegativeTestJSON-1794322536-project] Publish callbacks [] for port (026da343-5f6f-4eb8-ad0d-a5c4ae1f393d), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:38:51.123350 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-198522ac-e820-43a9-a0d5-e8cf1e5986c5 None None] Provisioning complete for port dd5e81b5-b280-4c30-ac21-e2178364d9b8 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:38:51.123904 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-198522ac-e820-43a9-a0d5-e8cf1e5986c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (dd5e81b5-b280-4c30-ac21-e2178364d9b8), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:38:51.175995 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-0e3988da-d18d-4600-8101-cf439d173ca6 admin admin] Publish callbacks [] for security_group (2d7fc56d-53ad-4259-9856-3bd346786dcb), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:38:51.201084 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-198522ac-e820-43a9-a0d5-e8cf1e5986c5 None None] Port dd5e81b5-b280-4c30-ac21-e2178364d9b8 cannot update to ACTIVE because it is not bound. {{(pid=103306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 26 21:38:51.210805 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-b6f8b113-1da3-4699-8013-7231f70d89bf tempest-FloatingIPNegativeTestJSON-1794322536 tempest-FloatingIPNegativeTestJSON-1794322536-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746560234527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11791543'] for port (026da343-5f6f-4eb8-ad0d-a5c4ae1f393d), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:38:51.214590 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-198522ac-e820-43a9-a0d5-e8cf1e5986c5 None None] Provisioning complete for port 7c882559-f816-465f-ac1b-185225d91353 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:38:51.215244 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-198522ac-e820-43a9-a0d5-e8cf1e5986c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (7c882559-f816-465f-ac1b-185225d91353), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:38:51.275281 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-0e3988da-d18d-4600-8101-cf439d173ca6 admin admin] Publish callbacks [] for security_group (2d7fc56d-53ad-4259-9856-3bd346786dcb), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:38:51.277491 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f8b113-1da3-4699-8013-7231f70d89bf tempest-FloatingIPNegativeTestJSON-1794322536 tempest-FloatingIPNegativeTestJSON-1794322536-project] Pushing event updated for resources: {'Port': ['ID=026da343-5f6f-4eb8-ad0d-a5c4ae1f393d,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:38:51.294151 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6f8b113-1da3-4699-8013-7231f70d89bf tempest-FloatingIPNegativeTestJSON-1794322536 tempest-FloatingIPNegativeTestJSON-1794322536-project] Network a5e4e511-fa83-4cd7-b22c-4c34db67f97c is already hosted by enough agents. {{(pid=103305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 21:38:51.297539 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [None req-b6f8b113-1da3-4699-8013-7231f70d89bf tempest-FloatingIPNegativeTestJSON-1794322536 tempest-FloatingIPNegativeTestJSON-1794322536-project] Resources bound (agent type, host, resource id): {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:38:51.299140 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-0c13e7fb-4b93-4807-bdfb-17a8edca9d4b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (09df100c-3af1-4b0a-bda8-05914c71c458), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:38:51.302070 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6f8b113-1da3-4699-8013-7231f70d89bf tempest-FloatingIPNegativeTestJSON-1794322536 tempest-FloatingIPNegativeTestJSON-1794322536-project] Received port after_create {{(pid=103305) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 21:38:51.376600 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-198522ac-e820-43a9-a0d5-e8cf1e5986c5 None None] Current status of the port 7c882559-f816-465f-ac1b-185225d91353 is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:38:51.377778 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6f8b113-1da3-4699-8013-7231f70d89bf tempest-FloatingIPNegativeTestJSON-1794322536 tempest-FloatingIPNegativeTestJSON-1794322536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:38:51.378516 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-b6f8b113-1da3-4699-8013-7231f70d89bf tempest-FloatingIPNegativeTestJSON-1794322536 tempest-FloatingIPNegativeTestJSON-1794322536-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:38:51.411991 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-b6f8b113-1da3-4699-8013-7231f70d89bf tempest-FloatingIPNegativeTestJSON-1794322536 tempest-FloatingIPNegativeTestJSON-1794322536-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.9998386 Jan 26 21:38:51.412983 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 33084) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:38:51.420180 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-73ebc5b3-e0a3-4f59-b6ef-dab189d1eeeb tempest-FloatingIPNegativeTestJSON-1794322536 tempest-FloatingIPNegativeTestJSON-1794322536-project] Request body: {'floatingip': {'floating_network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:38:51.450348 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-0e3988da-d18d-4600-8101-cf439d173ca6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (2d7fc56d-53ad-4259-9856-3bd346786dcb), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:38:51.454729 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-0e3988da-d18d-4600-8101-cf439d173ca6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:38:51.456386 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-0e3988da-d18d-4600-8101-cf439d173ca6 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/2d7fc56d-53ad-4259-9856-3bd346786dcb HTTP/1.1" status: 204 len: 168 time: 0.3966930 Jan 26 21:38:51.467097 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e3988da-d18d-4600-8101-cf439d173ca6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d7fc56d-53ad-4259-9856-3bd346786dcb,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:38:51.469957 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-73ebc5b3-e0a3-4f59-b6ef-dab189d1eeeb tempest-FloatingIPNegativeTestJSON-1794322536 tempest-FloatingIPNegativeTestJSON-1794322536-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:38:51.515842 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-dfef74fc-fb80-4c1e-aacc-f15cd22c74a8 None None] Provisioning complete for port dd5e81b5-b280-4c30-ac21-e2178364d9b8 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:38:51.516223 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-dfef74fc-fb80-4c1e-aacc-f15cd22c74a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (dd5e81b5-b280-4c30-ac21-e2178364d9b8), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:38:51.517135 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb399f16-b32c-4606-8345-ea478b766915 req-bad9d377-a8c2-44fa-a6d9-246855be1511 tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:38:51.528643 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-cb399f16-b32c-4606-8345-ea478b766915 req-bad9d377-a8c2-44fa-a6d9-246855be1511 tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] 10.222.0.13 "GET /v2.0/ports?device_id=526228ab-339e-47d6-aa5d-64380963b4b6 HTTP/1.1" status: 200 len: 945 time: 0.1341374 Jan 26 21:38:51.568295 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device 7c882559-f816-465f-ac1b-185225d91353 up at agent ovs-agent-n-d-760453-5 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 21:38:51.614417 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-cb399f16-b32c-4606-8345-ea478b766915 req-2d778cb4-c61f-4f04-ac17-3fd18aa11abb tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] 10.222.0.13 "GET /v2.0/security-groups?id=c855b7af-ae6a-4b31-98b5-41bfc1142283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801728 Jan 26 21:38:51.634998 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-dfef74fc-fb80-4c1e-aacc-f15cd22c74a8 None None] Port dd5e81b5-b280-4c30-ac21-e2178364d9b8 cannot update to ACTIVE because it is not bound. {{(pid=103306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 26 21:38:51.638927 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Provisioning complete for port 7c882559-f816-465f-ac1b-185225d91353 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:38:51.639307 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (7c882559-f816-465f-ac1b-185225d91353), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:38:51.717196 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-73ebc5b3-e0a3-4f59-b6ef-dab189d1eeeb tempest-FloatingIPNegativeTestJSON-1794322536 tempest-FloatingIPNegativeTestJSON-1794322536-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:38:51.743887 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Current status of the port 7c882559-f816-465f-ac1b-185225d91353 is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:38:51.834591 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device 4775548d-a6ce-469c-b3c5-320bbf3c75a0 no longer exists at agent ovs-agent-n-d-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 26 21:38:51.871998 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] No Port match for: 4775548d-a6ce-469c-b3c5-320bbf3c75a0 {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 26 21:38:51.872623 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device 4775548d-a6ce-469c-b3c5-320bbf3c75a0 not bound to the agent host n-d-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 26 21:38:51.904992 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-ee042ed9-68b4-4779-a611-4b0b844feeeb None None] Provisioning complete for port dd5e81b5-b280-4c30-ac21-e2178364d9b8 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:38:51.905582 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-ee042ed9-68b4-4779-a611-4b0b844feeeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (dd5e81b5-b280-4c30-ac21-e2178364d9b8), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:38:51.977204 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.db_base_plugin_common [None req-73ebc5b3-e0a3-4f59-b6ef-dab189d1eeeb tempest-FloatingIPNegativeTestJSON-1794322536 tempest-FloatingIPNegativeTestJSON-1794322536-project] Allocated IP 172.25.1.189 (4140a1f1-c93a-4bea-83a0-68953a54f299/e48251a1-e30d-4820-8396-00c6f6aeb601/d38992a0-9953-4ce1-8b6f-e8d43babf7b2) {{(pid=103305) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 21:38:51.981536 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-ee042ed9-68b4-4779-a611-4b0b844feeeb None None] Port dd5e81b5-b280-4c30-ac21-e2178364d9b8 cannot update to ACTIVE because it is not bound. {{(pid=103306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 26 21:38:52.107211 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-5d4d98bc-d6a5-429b-8fec-879110b90347 None None] Provisioning complete for port 026da343-5f6f-4eb8-ad0d-a5c4ae1f393d triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:38:52.107596 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-5d4d98bc-d6a5-429b-8fec-879110b90347 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (026da343-5f6f-4eb8-ad0d-a5c4ae1f393d), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:38:52.128762 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 33092) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:38:52.150237 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-5d4d98bc-d6a5-429b-8fec-879110b90347 None None] Port 026da343-5f6f-4eb8-ad0d-a5c4ae1f393d cannot update to ACTIVE because it is not bound. {{(pid=103306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 26 21:38:52.151482 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-73ebc5b3-e0a3-4f59-b6ef-dab189d1eeeb tempest-FloatingIPNegativeTestJSON-1794322536 tempest-FloatingIPNegativeTestJSON-1794322536-project] Publish callbacks [] for port (d38992a0-9953-4ce1-8b6f-e8d43babf7b2), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:38:52.188723 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-87328b51-bdf6-4155-9ca4-d690e49b9dd9 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ad63beab819f4ebcbe4f176ac2e611f3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0593240 Jan 26 21:38:52.191407 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 33094) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:38:52.217144 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-73ebc5b3-e0a3-4f59-b6ef-dab189d1eeeb tempest-FloatingIPNegativeTestJSON-1794322536 tempest-FloatingIPNegativeTestJSON-1794322536-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746560234527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11791543'] for port (d38992a0-9953-4ce1-8b6f-e8d43babf7b2), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:38:52.271153 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-841f5991-a4d8-4d4b-b215-cbc6bab5427b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (aa7ee9d2-08eb-4e12-b895-24c57300dfec), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:38:52.281455 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73ebc5b3-e0a3-4f59-b6ef-dab189d1eeeb tempest-FloatingIPNegativeTestJSON-1794322536 tempest-FloatingIPNegativeTestJSON-1794322536-project] Network 4140a1f1-c93a-4bea-83a0-68953a54f299 is already hosted by enough agents. {{(pid=103305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 21:38:52.289229 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [None req-73ebc5b3-e0a3-4f59-b6ef-dab189d1eeeb tempest-FloatingIPNegativeTestJSON-1794322536 tempest-FloatingIPNegativeTestJSON-1794322536-project] Resources bound (agent type, host, resource id): {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:38:52.291954 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73ebc5b3-e0a3-4f59-b6ef-dab189d1eeeb tempest-FloatingIPNegativeTestJSON-1794322536 tempest-FloatingIPNegativeTestJSON-1794322536-project] Received port after_create {{(pid=103305) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 21:38:52.336762 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ebc5b3-e0a3-4f59-b6ef-dab189d1eeeb tempest-FloatingIPNegativeTestJSON-1794322536 tempest-FloatingIPNegativeTestJSON-1794322536-project] Pushing event updated for resources: {'Port': ['ID=d38992a0-9953-4ce1-8b6f-e8d43babf7b2,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:38:52.345919 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-7ef6daf0-87be-404e-b125-186467ad2558 admin admin] Publish callbacks [] for security_group (a054c284-9859-451f-a00a-c33cf1db0121), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:38:52.382154 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-7ef6daf0-87be-404e-b125-186467ad2558 admin admin] Publish callbacks [] for security_group (a054c284-9859-451f-a00a-c33cf1db0121), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:38:52.527124 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-73ebc5b3-e0a3-4f59-b6ef-dab189d1eeeb tempest-FloatingIPNegativeTestJSON-1794322536 tempest-FloatingIPNegativeTestJSON-1794322536-project] Publish callbacks [] for floatingip (b2afb727-53bb-402a-a085-4247e3b44a7e), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:38:52.568553 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-7ef6daf0-87be-404e-b125-186467ad2558 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (a054c284-9859-451f-a00a-c33cf1db0121), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:38:52.571375 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-7ef6daf0-87be-404e-b125-186467ad2558 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:38:52.573350 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-7ef6daf0-87be-404e-b125-186467ad2558 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a054c284-9859-451f-a00a-c33cf1db0121 HTTP/1.1" status: 204 len: 168 time: 0.3797421 Jan 26 21:38:52.583253 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-73ebc5b3-e0a3-4f59-b6ef-dab189d1eeeb tempest-FloatingIPNegativeTestJSON-1794322536 tempest-FloatingIPNegativeTestJSON-1794322536-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (d38992a0-9953-4ce1-8b6f-e8d43babf7b2), before_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:38:52.589757 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef6daf0-87be-404e-b125-186467ad2558 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a054c284-9859-451f-a00a-c33cf1db0121,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:38:52.789215 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58b9b8d-b70f-442f-af40-5bd0b86cf64a req-512fa8fc-6522-4da0-a7ed-38340fd0c7ed tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:38:52.796886 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-d58b9b8d-b70f-442f-af40-5bd0b86cf64a req-512fa8fc-6522-4da0-a7ed-38340fd0c7ed tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] 10.222.0.13 "GET /v2.0/ports?device_id=526228ab-339e-47d6-aa5d-64380963b4b6 HTTP/1.1" status: 200 len: 945 time: 0.0989463 Jan 26 21:38:52.888259 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-d58b9b8d-b70f-442f-af40-5bd0b86cf64a req-5b3e9b43-47c3-4ce5-ab7e-f47d8346b3e9 tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] 10.222.0.13 "GET /v2.0/security-groups?id=c855b7af-ae6a-4b31-98b5-41bfc1142283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902348 Jan 26 21:38:52.928255 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-73ebc5b3-e0a3-4f59-b6ef-dab189d1eeeb tempest-FloatingIPNegativeTestJSON-1794322536 tempest-FloatingIPNegativeTestJSON-1794322536-project] Publish callbacks [] for port (d38992a0-9953-4ce1-8b6f-e8d43babf7b2), precommit_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:38:52.938062 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-73ebc5b3-e0a3-4f59-b6ef-dab189d1eeeb tempest-FloatingIPNegativeTestJSON-1794322536 tempest-FloatingIPNegativeTestJSON-1794322536-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11791520'] for port (d38992a0-9953-4ce1-8b6f-e8d43babf7b2), after_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:38:53.003213 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ebc5b3-e0a3-4f59-b6ef-dab189d1eeeb tempest-FloatingIPNegativeTestJSON-1794322536 tempest-FloatingIPNegativeTestJSON-1794322536-project] Pushing event updated for resources: {'Port': ['ID=d38992a0-9953-4ce1-8b6f-e8d43babf7b2,revision_number=2']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:38:53.074433 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (4d619873-4b60-439f-9b5a-b155dc8bbc34), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:38:53.079169 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-73ebc5b3-e0a3-4f59-b6ef-dab189d1eeeb tempest-FloatingIPNegativeTestJSON-1794322536 tempest-FloatingIPNegativeTestJSON-1794322536-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4110913'] for floatingip (b2afb727-53bb-402a-a085-4247e3b44a7e), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:38:53.099142 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-73ebc5b3-e0a3-4f59-b6ef-dab189d1eeeb tempest-FloatingIPNegativeTestJSON-1794322536 tempest-FloatingIPNegativeTestJSON-1794322536-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for floatingip (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:38:53.101363 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-73ebc5b3-e0a3-4f59-b6ef-dab189d1eeeb tempest-FloatingIPNegativeTestJSON-1794322536 tempest-FloatingIPNegativeTestJSON-1794322536-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.6857359 Jan 26 21:38:53.103152 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 33112) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:38:53.108832 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-48b06612-b5ff-4634-9e42-5745e371a2a5 tempest-FloatingIPNegativeTestJSON-1794322536 tempest-FloatingIPNegativeTestJSON-1794322536-project] Request body: {'floatingip': {'port_id': '026da343-5f6f-4eb8-ad0d-a5c4ae1f393d', 'fixed_ip_address': '172.20.0.8'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:38:53.157770 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-48b06612-b5ff-4634-9e42-5745e371a2a5 tempest-FloatingIPNegativeTestJSON-1794322536 tempest-FloatingIPNegativeTestJSON-1794322536-project] Publish callbacks [] for floatingip (b2afb727-53bb-402a-a085-4247e3b44a7e), before_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:38:53.275520 n-d-760453-5 neutron-server[103305]: INFO neutron.api.v2.resource [None req-48b06612-b5ff-4634-9e42-5745e371a2a5 tempest-FloatingIPNegativeTestJSON-1794322536 tempest-FloatingIPNegativeTestJSON-1794322536-project] update failed (client error): The resource could not be found. Jan 26 21:38:53.276745 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-48b06612-b5ff-4634-9e42-5745e371a2a5 tempest-FloatingIPNegativeTestJSON-1794322536 tempest-FloatingIPNegativeTestJSON-1794322536-project] 10.222.0.13 "PUT /v2.0/floatingips/b2afb727-53bb-402a-a085-4247e3b44a7e HTTP/1.1" status: 404 len: 507 time: 0.1724401 Jan 26 21:38:53.279369 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 33118) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:38:53.404925 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-cf14077d-be6b-4168-bf0a-fd7c7b9ab88b tempest-FloatingIPNegativeTestJSON-1794322536 tempest-FloatingIPNegativeTestJSON-1794322536-project] Deleting port d38992a0-9953-4ce1-8b6f-e8d43babf7b2 {{(pid=103305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 21:38:53.405746 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-cf14077d-be6b-4168-bf0a-fd7c7b9ab88b tempest-FloatingIPNegativeTestJSON-1794322536 tempest-FloatingIPNegativeTestJSON-1794322536-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746560630878'] for port (d38992a0-9953-4ce1-8b6f-e8d43babf7b2), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:38:53.480167 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-cf14077d-be6b-4168-bf0a-fd7c7b9ab88b tempest-FloatingIPNegativeTestJSON-1794322536 tempest-FloatingIPNegativeTestJSON-1794322536-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4109658'] for port (d38992a0-9953-4ce1-8b6f-e8d43babf7b2), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:38:53.480493 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-cf14077d-be6b-4168-bf0a-fd7c7b9ab88b tempest-FloatingIPNegativeTestJSON-1794322536 tempest-FloatingIPNegativeTestJSON-1794322536-project] Publish callbacks [] for floatingip (d38992a0-9953-4ce1-8b6f-e8d43babf7b2), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:38:53.492673 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-cf14077d-be6b-4168-bf0a-fd7c7b9ab88b tempest-FloatingIPNegativeTestJSON-1794322536 tempest-FloatingIPNegativeTestJSON-1794322536-project] Calling delete_port for d38992a0-9953-4ce1-8b6f-e8d43babf7b2 owned by network:floatingip {{(pid=103305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 21:38:53.625793 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-cf14077d-be6b-4168-bf0a-fd7c7b9ab88b tempest-FloatingIPNegativeTestJSON-1794322536 tempest-FloatingIPNegativeTestJSON-1794322536-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746560636600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746560234536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11791543'] for port (d38992a0-9953-4ce1-8b6f-e8d43babf7b2), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:38:53.650839 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf14077d-be6b-4168-bf0a-fd7c7b9ab88b tempest-FloatingIPNegativeTestJSON-1794322536 tempest-FloatingIPNegativeTestJSON-1794322536-project] Pushing event deleted for resources: {'Port': ['ID=d38992a0-9953-4ce1-8b6f-e8d43babf7b2,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:38:53.714311 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-cf14077d-be6b-4168-bf0a-fd7c7b9ab88b tempest-FloatingIPNegativeTestJSON-1794322536 tempest-FloatingIPNegativeTestJSON-1794322536-project] Publish callbacks [] for floatingip (b2afb727-53bb-402a-a085-4247e3b44a7e), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:38:53.716336 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af743f10-e0d1-4119-94bf-dd18fe85d0fa req-fd673e46-38e2-49d4-b11a-5d3b0e471f54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:38:53.717253 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-cf14077d-be6b-4168-bf0a-fd7c7b9ab88b tempest-FloatingIPNegativeTestJSON-1794322536 tempest-FloatingIPNegativeTestJSON-1794322536-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for floatingip (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:38:53.718440 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-af743f10-e0d1-4119-94bf-dd18fe85d0fa req-fd673e46-38e2-49d4-b11a-5d3b0e471f54 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=949e29ec71a54b7f98dc62c402ac867e&device_id=526228ab-339e-47d6-aa5d-64380963b4b6 HTTP/1.1" status: 200 len: 1096 time: 0.0417047 Jan 26 21:38:53.719867 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-cf14077d-be6b-4168-bf0a-fd7c7b9ab88b tempest-FloatingIPNegativeTestJSON-1794322536 tempest-FloatingIPNegativeTestJSON-1794322536-project] 10.222.0.13 "DELETE /v2.0/floatingips/b2afb727-53bb-402a-a085-4247e3b44a7e HTTP/1.1" status: 204 len: 168 time: 0.4388204 Jan 26 21:38:53.724293 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 33120) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:38:53.729005 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-0a1d8040-101f-4d0b-ac81-f2ef70326570 tempest-FloatingIPNegativeTestJSON-1794322536 tempest-FloatingIPNegativeTestJSON-1794322536-project] Request body: {'floatingip': {'floating_network_id': 'a5e4e511-fa83-4cd7-b22c-4c34db67f97c', 'port_id': '026da343-5f6f-4eb8-ad0d-a5c4ae1f393d', 'fixed_ip_address': '172.20.0.8'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:38:53.749067 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-0a1d8040-101f-4d0b-ac81-f2ef70326570 tempest-FloatingIPNegativeTestJSON-1794322536 tempest-FloatingIPNegativeTestJSON-1794322536-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:38:53.812558 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af743f10-e0d1-4119-94bf-dd18fe85d0fa req-d9b4d46d-d7b5-4fbf-a8d7-088a79bc40a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:38:53.814255 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-af743f10-e0d1-4119-94bf-dd18fe85d0fa req-d9b4d46d-d7b5-4fbf-a8d7-088a79bc40a8 service neutron] 10.222.0.57 "GET /v2.0/networks?id=e06aca25-0b6a-452f-bfd4-2129924c58a7 HTTP/1.1" status: 200 len: 912 time: 0.0899732 Jan 26 21:38:53.856799 n-d-760453-5 neutron-server[103305]: INFO neutron.api.v2.resource [None req-0a1d8040-101f-4d0b-ac81-f2ef70326570 tempest-FloatingIPNegativeTestJSON-1794322536 tempest-FloatingIPNegativeTestJSON-1794322536-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 26 21:38:53.857928 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-0a1d8040-101f-4d0b-ac81-f2ef70326570 tempest-FloatingIPNegativeTestJSON-1794322536 tempest-FloatingIPNegativeTestJSON-1794322536-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.1325421 Jan 26 21:38:53.861846 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 33122) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:38:53.866546 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-a66ca449-a777-4bd2-8ded-56fa094cd8a6 tempest-FloatingIPNegativeTestJSON-1794322536 tempest-FloatingIPNegativeTestJSON-1794322536-project] Request body: {'floatingip': {'floating_network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'port_id': '026da343-5f6f-4eb8-ad0d-a5c4ae1f393d', 'fixed_ip_address': '172.20.0.8'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:38:53.888220 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-a66ca449-a777-4bd2-8ded-56fa094cd8a6 tempest-FloatingIPNegativeTestJSON-1794322536 tempest-FloatingIPNegativeTestJSON-1794322536-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:38:54.123107 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-839dd188-ec69-470c-9ab0-d318dc1a2e96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (e79b4fc6-6c71-44b2-a6d0-ff3e1f4dfd0d), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:38:54.173214 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-af743f10-e0d1-4119-94bf-dd18fe85d0fa req-91423d9b-1b69-4bc9-852f-3f732cf2d2e4 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=623e575a-c207-430f-bae8-a7f9a3ae93bc HTTP/1.1" status: 200 len: 217 time: 0.3522158 Jan 26 21:38:54.250406 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af743f10-e0d1-4119-94bf-dd18fe85d0fa req-d3d26919-f198-4eaf-b24c-6c70ad819dd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:38:54.251907 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-af743f10-e0d1-4119-94bf-dd18fe85d0fa req-d3d26919-f198-4eaf-b24c-6c70ad819dd7 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=79317c4e-88a3-402c-975d-f004bf1d9b8b HTTP/1.1" status: 200 len: 850 time: 0.0710938 Jan 26 21:38:54.261546 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60dfe90-3546-4002-b08d-90eb4c2ff90c req-86bf7639-ce39-4a62-9b87-6b7bdab9bfb1 tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:38:54.262981 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-d60dfe90-3546-4002-b08d-90eb4c2ff90c req-86bf7639-ce39-4a62-9b87-6b7bdab9bfb1 tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] 10.222.0.13 "GET /v2.0/ports?device_id=526228ab-339e-47d6-aa5d-64380963b4b6 HTTP/1.1" status: 200 len: 945 time: 0.0925081 Jan 26 21:38:54.305063 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-a66ca449-a777-4bd2-8ded-56fa094cd8a6 tempest-FloatingIPNegativeTestJSON-1794322536 tempest-FloatingIPNegativeTestJSON-1794322536-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:38:54.334006 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af743f10-e0d1-4119-94bf-dd18fe85d0fa req-f1b4e88c-e6af-4851-9f5b-27eb06277f28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:38:54.335523 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-af743f10-e0d1-4119-94bf-dd18fe85d0fa req-f1b4e88c-e6af-4851-9f5b-27eb06277f28 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=e06aca25-0b6a-452f-bfd4-2129924c58a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0716872 Jan 26 21:38:54.338715 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-d60dfe90-3546-4002-b08d-90eb4c2ff90c req-8c01ee19-94cc-45da-aac2-334c3b34322a tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] 10.222.0.13 "GET /v2.0/security-groups?id=c855b7af-ae6a-4b31-98b5-41bfc1142283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662413 Jan 26 21:38:54.413393 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.db_base_plugin_common [None req-a66ca449-a777-4bd2-8ded-56fa094cd8a6 tempest-FloatingIPNegativeTestJSON-1794322536 tempest-FloatingIPNegativeTestJSON-1794322536-project] Allocated IP 172.25.1.247 (4140a1f1-c93a-4bea-83a0-68953a54f299/e48251a1-e30d-4820-8396-00c6f6aeb601/c6c4fc4e-4835-4d3c-a9a8-dfb74934ebe2) {{(pid=103305) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 21:38:54.434784 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-af743f10-e0d1-4119-94bf-dd18fe85d0fa req-2be1849a-35a8-40cf-9c6d-db88a2a24ab6 service neutron] 10.222.0.57 "GET /v2.0/networks/e06aca25-0b6a-452f-bfd4-2129924c58a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923178 Jan 26 21:38:54.517248 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-a66ca449-a777-4bd2-8ded-56fa094cd8a6 tempest-FloatingIPNegativeTestJSON-1794322536 tempest-FloatingIPNegativeTestJSON-1794322536-project] Publish callbacks [] for port (c6c4fc4e-4835-4d3c-a9a8-dfb74934ebe2), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:38:54.522412 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-af743f10-e0d1-4119-94bf-dd18fe85d0fa req-673f3cd6-e9bd-4d39-b107-7ad7a0aaa2e2 service neutron] 10.222.0.57 "GET /v2.0/networks/e06aca25-0b6a-452f-bfd4-2129924c58a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814435 Jan 26 21:38:54.551643 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-a66ca449-a777-4bd2-8ded-56fa094cd8a6 tempest-FloatingIPNegativeTestJSON-1794322536 tempest-FloatingIPNegativeTestJSON-1794322536-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746560234527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11791543'] for port (c6c4fc4e-4835-4d3c-a9a8-dfb74934ebe2), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:38:54.587971 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a66ca449-a777-4bd2-8ded-56fa094cd8a6 tempest-FloatingIPNegativeTestJSON-1794322536 tempest-FloatingIPNegativeTestJSON-1794322536-project] Network 4140a1f1-c93a-4bea-83a0-68953a54f299 is already hosted by enough agents. {{(pid=103305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 21:38:54.590735 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [None req-a66ca449-a777-4bd2-8ded-56fa094cd8a6 tempest-FloatingIPNegativeTestJSON-1794322536 tempest-FloatingIPNegativeTestJSON-1794322536-project] Resources bound (agent type, host, resource id): {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:38:54.594653 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a66ca449-a777-4bd2-8ded-56fa094cd8a6 tempest-FloatingIPNegativeTestJSON-1794322536 tempest-FloatingIPNegativeTestJSON-1794322536-project] Received port after_create {{(pid=103305) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 21:38:54.619999 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a66ca449-a777-4bd2-8ded-56fa094cd8a6 tempest-FloatingIPNegativeTestJSON-1794322536 tempest-FloatingIPNegativeTestJSON-1794322536-project] Pushing event updated for resources: {'Port': ['ID=c6c4fc4e-4835-4d3c-a9a8-dfb74934ebe2,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:38:54.755158 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-a66ca449-a777-4bd2-8ded-56fa094cd8a6 tempest-FloatingIPNegativeTestJSON-1794322536 tempest-FloatingIPNegativeTestJSON-1794322536-project] Deleting port c6c4fc4e-4835-4d3c-a9a8-dfb74934ebe2 {{(pid=103305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 21:38:54.755426 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-a66ca449-a777-4bd2-8ded-56fa094cd8a6 tempest-FloatingIPNegativeTestJSON-1794322536 tempest-FloatingIPNegativeTestJSON-1794322536-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746560630878'] for port (c6c4fc4e-4835-4d3c-a9a8-dfb74934ebe2), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:38:54.833145 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-a66ca449-a777-4bd2-8ded-56fa094cd8a6 tempest-FloatingIPNegativeTestJSON-1794322536 tempest-FloatingIPNegativeTestJSON-1794322536-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4109658'] for port (c6c4fc4e-4835-4d3c-a9a8-dfb74934ebe2), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:38:54.833510 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-a66ca449-a777-4bd2-8ded-56fa094cd8a6 tempest-FloatingIPNegativeTestJSON-1794322536 tempest-FloatingIPNegativeTestJSON-1794322536-project] Publish callbacks [] for floatingip (c6c4fc4e-4835-4d3c-a9a8-dfb74934ebe2), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:38:54.846166 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-a66ca449-a777-4bd2-8ded-56fa094cd8a6 tempest-FloatingIPNegativeTestJSON-1794322536 tempest-FloatingIPNegativeTestJSON-1794322536-project] Calling delete_port for c6c4fc4e-4835-4d3c-a9a8-dfb74934ebe2 owned by network:floatingip {{(pid=103305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 21:38:54.963459 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-a66ca449-a777-4bd2-8ded-56fa094cd8a6 tempest-FloatingIPNegativeTestJSON-1794322536 tempest-FloatingIPNegativeTestJSON-1794322536-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746560636600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746560234536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11791543'] for port (c6c4fc4e-4835-4d3c-a9a8-dfb74934ebe2), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:38:54.993223 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a66ca449-a777-4bd2-8ded-56fa094cd8a6 tempest-FloatingIPNegativeTestJSON-1794322536 tempest-FloatingIPNegativeTestJSON-1794322536-project] Pushing event deleted for resources: {'Port': ['ID=c6c4fc4e-4835-4d3c-a9a8-dfb74934ebe2,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:38:55.064026 n-d-760453-5 neutron-server[103305]: INFO neutron.api.v2.resource [None req-a66ca449-a777-4bd2-8ded-56fa094cd8a6 tempest-FloatingIPNegativeTestJSON-1794322536 tempest-FloatingIPNegativeTestJSON-1794322536-project] create failed (client error): The resource could not be found. Jan 26 21:38:55.065092 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-a66ca449-a777-4bd2-8ded-56fa094cd8a6 tempest-FloatingIPNegativeTestJSON-1794322536 tempest-FloatingIPNegativeTestJSON-1794322536-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 1.2023036 Jan 26 21:38:55.068817 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 33128) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:38:55.154209 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-6ebd0213-9425-43d3-b962-af2e00872f46 tempest-FloatingIPNegativeTestJSON-1794322536 tempest-FloatingIPNegativeTestJSON-1794322536-project] Deleting port 026da343-5f6f-4eb8-ad0d-a5c4ae1f393d {{(pid=103305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 21:38:55.154679 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-6ebd0213-9425-43d3-b962-af2e00872f46 tempest-FloatingIPNegativeTestJSON-1794322536 tempest-FloatingIPNegativeTestJSON-1794322536-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746560630878'] for port (026da343-5f6f-4eb8-ad0d-a5c4ae1f393d), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:38:55.244991 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-6ebd0213-9425-43d3-b962-af2e00872f46 tempest-FloatingIPNegativeTestJSON-1794322536 tempest-FloatingIPNegativeTestJSON-1794322536-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4109658'] for port (026da343-5f6f-4eb8-ad0d-a5c4ae1f393d), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:38:55.257081 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-6ebd0213-9425-43d3-b962-af2e00872f46 tempest-FloatingIPNegativeTestJSON-1794322536 tempest-FloatingIPNegativeTestJSON-1794322536-project] Calling delete_port for 026da343-5f6f-4eb8-ad0d-a5c4ae1f393d owned by {{(pid=103305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 21:38:55.303639 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (fea0591a-627d-4c87-9a9a-01625ddf3277), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:38:55.390550 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-6ebd0213-9425-43d3-b962-af2e00872f46 tempest-FloatingIPNegativeTestJSON-1794322536 tempest-FloatingIPNegativeTestJSON-1794322536-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746560636600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746560234536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11791543'] for port (026da343-5f6f-4eb8-ad0d-a5c4ae1f393d), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:38:55.417313 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ebd0213-9425-43d3-b962-af2e00872f46 tempest-FloatingIPNegativeTestJSON-1794322536 tempest-FloatingIPNegativeTestJSON-1794322536-project] Pushing event deleted for resources: {'Port': ['ID=026da343-5f6f-4eb8-ad0d-a5c4ae1f393d,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:38:55.464001 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124346d6-ef69-4cf6-a08e-d53507249c79 req-fe8ac2f2-9109-45b9-bd63-c7e9d7d9e2ba tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:38:55.465595 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-124346d6-ef69-4cf6-a08e-d53507249c79 req-fe8ac2f2-9109-45b9-bd63-c7e9d7d9e2ba tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] 10.222.0.13 "GET /v2.0/ports?device_id=526228ab-339e-47d6-aa5d-64380963b4b6 HTTP/1.1" status: 200 len: 945 time: 0.0570197 Jan 26 21:38:55.497926 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-6ebd0213-9425-43d3-b962-af2e00872f46 tempest-FloatingIPNegativeTestJSON-1794322536 tempest-FloatingIPNegativeTestJSON-1794322536-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:38:55.502139 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-6ebd0213-9425-43d3-b962-af2e00872f46 tempest-FloatingIPNegativeTestJSON-1794322536 tempest-FloatingIPNegativeTestJSON-1794322536-project] 10.222.0.13 "DELETE /v2.0/ports/026da343-5f6f-4eb8-ad0d-a5c4ae1f393d HTTP/1.1" status: 204 len: 168 time: 0.4323332 Jan 26 21:38:55.504626 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 33134) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:38:55.520784 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-124346d6-ef69-4cf6-a08e-d53507249c79 req-50a0b067-4ca5-45ca-8299-65427623a99a tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] 10.222.0.13 "GET /v2.0/security-groups?id=c855b7af-ae6a-4b31-98b5-41bfc1142283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491347 Jan 26 21:38:55.554485 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a1ec625-2a78-4819-b2b9-e8ea1561d7ec tempest-FloatingIPNegativeTestJSON-1794322536 tempest-FloatingIPNegativeTestJSON-1794322536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:38:55.556105 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-2a1ec625-2a78-4819-b2b9-e8ea1561d7ec tempest-FloatingIPNegativeTestJSON-1794322536 tempest-FloatingIPNegativeTestJSON-1794322536-project] 10.222.0.13 "GET /v2.0/ports?device_id=f597dcb3-1c1a-4450-ad6f-9f24ed7e8165 HTTP/1.1" status: 200 len: 913 time: 0.0504727 Jan 26 21:38:55.558694 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 33136) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:38:55.867974 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-ae5b024e-f6c3-49b6-937c-2c0ef833dc3e tempest-FloatingIPNegativeTestJSON-1794322536 tempest-FloatingIPNegativeTestJSON-1794322536-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4110657'] for router_interface (f597dcb3-1c1a-4450-ad6f-9f24ed7e8165), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:38:56.104278 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-ae5b024e-f6c3-49b6-937c-2c0ef833dc3e tempest-FloatingIPNegativeTestJSON-1794322536 tempest-FloatingIPNegativeTestJSON-1794322536-project] Deleting port dd5e81b5-b280-4c30-ac21-e2178364d9b8 {{(pid=103305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 21:38:56.104624 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-ae5b024e-f6c3-49b6-937c-2c0ef833dc3e tempest-FloatingIPNegativeTestJSON-1794322536 tempest-FloatingIPNegativeTestJSON-1794322536-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746560630878'] for port (dd5e81b5-b280-4c30-ac21-e2178364d9b8), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:38:56.188289 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-ae5b024e-f6c3-49b6-937c-2c0ef833dc3e tempest-FloatingIPNegativeTestJSON-1794322536 tempest-FloatingIPNegativeTestJSON-1794322536-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4109658'] for port (dd5e81b5-b280-4c30-ac21-e2178364d9b8), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:38:56.200204 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-ae5b024e-f6c3-49b6-937c-2c0ef833dc3e tempest-FloatingIPNegativeTestJSON-1794322536 tempest-FloatingIPNegativeTestJSON-1794322536-project] Calling delete_port for dd5e81b5-b280-4c30-ac21-e2178364d9b8 owned by network:router_interface {{(pid=103305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 21:38:56.381173 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-ae5b024e-f6c3-49b6-937c-2c0ef833dc3e tempest-FloatingIPNegativeTestJSON-1794322536 tempest-FloatingIPNegativeTestJSON-1794322536-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746560636600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746560234536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11791543'] for port (dd5e81b5-b280-4c30-ac21-e2178364d9b8), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:38:56.414228 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae5b024e-f6c3-49b6-937c-2c0ef833dc3e tempest-FloatingIPNegativeTestJSON-1794322536 tempest-FloatingIPNegativeTestJSON-1794322536-project] Pushing event deleted for resources: {'Port': ['ID=dd5e81b5-b280-4c30-ac21-e2178364d9b8,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:38:56.545174 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-ae5b024e-f6c3-49b6-937c-2c0ef833dc3e tempest-FloatingIPNegativeTestJSON-1794322536 tempest-FloatingIPNegativeTestJSON-1794322536-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3709480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4110805'] for router_interface (f597dcb3-1c1a-4450-ad6f-9f24ed7e8165), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:38:56.654396 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69a363d-f937-47a0-afc7-6a8f1a1d1565 req-2232210e-4274-4464-a72c-3ff83d224b3c tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:38:56.657366 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-d69a363d-f937-47a0-afc7-6a8f1a1d1565 req-2232210e-4274-4464-a72c-3ff83d224b3c tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] 10.222.0.13 "GET /v2.0/ports?device_id=526228ab-339e-47d6-aa5d-64380963b4b6 HTTP/1.1" status: 200 len: 945 time: 0.0574780 Jan 26 21:38:56.705678 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-d69a363d-f937-47a0-afc7-6a8f1a1d1565 req-c24910af-cf9e-4553-907d-5ee447edfa18 tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] 10.222.0.13 "GET /v2.0/security-groups?id=c855b7af-ae6a-4b31-98b5-41bfc1142283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418272 Jan 26 21:38:56.712461 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae5b024e-f6c3-49b6-937c-2c0ef833dc3e tempest-FloatingIPNegativeTestJSON-1794322536 tempest-FloatingIPNegativeTestJSON-1794322536-project] Router f597dcb3-1c1a-4450-ad6f-9f24ed7e8165 has already been hosted by L3 agent 09df100c-3af1-4b0a-bda8-05914c71c458 {{(pid=103305) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 26 21:38:56.785384 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae5b024e-f6c3-49b6-937c-2c0ef833dc3e tempest-FloatingIPNegativeTestJSON-1794322536 tempest-FloatingIPNegativeTestJSON-1794322536-project] Notify agent at l3_agent.n-d-760453-5 the message routers_updated {{(pid=103305) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 26 21:38:56.790412 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-ae5b024e-f6c3-49b6-937c-2c0ef833dc3e tempest-FloatingIPNegativeTestJSON-1794322536 tempest-FloatingIPNegativeTestJSON-1794322536-project] 10.222.0.13 "PUT /v2.0/routers/f597dcb3-1c1a-4450-ad6f-9f24ed7e8165/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.2307730 Jan 26 21:38:56.792981 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 33144) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:38:56.796037 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ef7c1b4-936e-4f6e-a544-799aa7aeaf90 None None] Sync routers for ids ['f597dcb3-1c1a-4450-ad6f-9f24ed7e8165'] in n-d-760453-5 {{(pid=103306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 26 21:38:56.807842 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ef7c1b4-936e-4f6e-a544-799aa7aeaf90 None None] Routers {'f597dcb3-1c1a-4450-ad6f-9f24ed7e8165'} bound to L3 agent in host n-d-760453-5 {{(pid=103306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 21:38:56.808809 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-3ef7c1b4-936e-4f6e-a544-799aa7aeaf90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-26T20:55:21Z,description=,heartbeat_timestamp=2022-01-26T21:38:51Z,host='n-d-760453-5',id=09df100c-3af1-4b0a-bda8-05914c71c458,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:55:21Z,topic='l3_agent')) {'router_ids': ['f597dcb3-1c1a-4450-ad6f-9f24ed7e8165'], 'active': True} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:38:56.824932 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a08803c-bb05-42fc-9a0a-41d8d5f6dc6d req-7826b0d9-1199-4e85-87f2-fab930e25b9e tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:38:56.826493 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-3a08803c-bb05-42fc-9a0a-41d8d5f6dc6d req-7826b0d9-1199-4e85-87f2-fab930e25b9e tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] 10.222.0.13 "GET /v2.0/ports?device_id=c947e2a6-4eb3-4b93-905b-515cc992a63b HTTP/1.1" status: 200 len: 944 time: 0.0513341 Jan 26 21:38:56.845633 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-3ef7c1b4-936e-4f6e-a544-799aa7aeaf90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760453-5', False) {} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:38:56.855068 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ef7c1b4-936e-4f6e-a544-799aa7aeaf90 None None] Routers {'f597dcb3-1c1a-4450-ad6f-9f24ed7e8165'} bound to L3 agent in host n-d-760453-5 {{(pid=103306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 21:38:56.856040 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-3ef7c1b4-936e-4f6e-a544-799aa7aeaf90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-26T20:55:21Z,description=,heartbeat_timestamp=2022-01-26T21:38:51Z,host='n-d-760453-5',id=09df100c-3af1-4b0a-bda8-05914c71c458,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:55:21Z,topic='l3_agent')) {'router_ids': ['f597dcb3-1c1a-4450-ad6f-9f24ed7e8165'], 'active': True} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:38:56.869910 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-ef8463aa-fbc4-4812-8f2c-68360bd89028 tempest-FloatingIPNegativeTestJSON-1794322536 tempest-FloatingIPNegativeTestJSON-1794322536-project] Publish callbacks [] for router (f597dcb3-1c1a-4450-ad6f-9f24ed7e8165), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:38:56.878679 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-3a08803c-bb05-42fc-9a0a-41d8d5f6dc6d req-61439699-1c70-4f6c-acc9-309b72d1c7b5 tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] 10.222.0.13 "GET /v2.0/security-groups?id=d37b3ff7-2317-46ab-9f4f-b0d217809a4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458498 Jan 26 21:38:56.895615 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-3ef7c1b4-936e-4f6e-a544-799aa7aeaf90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760453-5', False) {} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:38:56.896278 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ef7c1b4-936e-4f6e-a544-799aa7aeaf90 None None] The sync data for ids ['f597dcb3-1c1a-4450-ad6f-9f24ed7e8165'] in n-d-760453-5 is: [] {{(pid=103306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 26 21:38:57.000519 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67bece5f-9985-4c63-adb7-a34480a714da req-077723fe-c41f-49d9-9706-dcee95f8336b tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:38:57.001947 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-67bece5f-9985-4c63-adb7-a34480a714da req-077723fe-c41f-49d9-9706-dcee95f8336b tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] 10.222.0.13 "GET /v2.0/ports?device_id=c947e2a6-4eb3-4b93-905b-515cc992a63b HTTP/1.1" status: 200 len: 944 time: 0.0525067 Jan 26 21:38:57.032006 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-ef8463aa-fbc4-4812-8f2c-68360bd89028 tempest-FloatingIPNegativeTestJSON-1794322536 tempest-FloatingIPNegativeTestJSON-1794322536-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4105774', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13082'] for router (f597dcb3-1c1a-4450-ad6f-9f24ed7e8165), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:38:57.034194 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-ef8463aa-fbc4-4812-8f2c-68360bd89028 tempest-FloatingIPNegativeTestJSON-1794322536 tempest-FloatingIPNegativeTestJSON-1794322536-project] Publish callbacks [] for router_controller (f597dcb3-1c1a-4450-ad6f-9f24ed7e8165), precommit_delete_associations {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:38:57.049524 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-67bece5f-9985-4c63-adb7-a34480a714da req-471535b9-d0e2-4c6f-a27a-4a8aad18a3ca tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] 10.222.0.13 "GET /v2.0/security-groups?id=d37b3ff7-2317-46ab-9f4f-b0d217809a4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407937 Jan 26 21:38:57.077374 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-ef8463aa-fbc4-4812-8f2c-68360bd89028 tempest-FloatingIPNegativeTestJSON-1794322536 tempest-FloatingIPNegativeTestJSON-1794322536-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4105767'] for router (f597dcb3-1c1a-4450-ad6f-9f24ed7e8165), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:38:57.078023 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef8463aa-fbc4-4812-8f2c-68360bd89028 tempest-FloatingIPNegativeTestJSON-1794322536 tempest-FloatingIPNegativeTestJSON-1794322536-project] Fanout notify agent at l3_agent the message router_deleted on router f597dcb3-1c1a-4450-ad6f-9f24ed7e8165 {{(pid=103305) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 26 21:38:57.085329 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-ef8463aa-fbc4-4812-8f2c-68360bd89028 tempest-FloatingIPNegativeTestJSON-1794322536 tempest-FloatingIPNegativeTestJSON-1794322536-project] Publish callbacks [] for router (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:38:57.086464 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-ef8463aa-fbc4-4812-8f2c-68360bd89028 tempest-FloatingIPNegativeTestJSON-1794322536 tempest-FloatingIPNegativeTestJSON-1794322536-project] 10.222.0.13 "DELETE /v2.0/routers/f597dcb3-1c1a-4450-ad6f-9f24ed7e8165 HTTP/1.1" status: 204 len: 168 time: 0.2923682 Jan 26 21:38:57.088942 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 33150) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:38:57.144148 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.db_base_plugin_v2 [None req-8f1830dc-a492-4165-96d3-4a9b88fb39be tempest-FloatingIPNegativeTestJSON-1794322536 tempest-FloatingIPNegativeTestJSON-1794322536-project] Deleting subnet 4ed9636e-9c64-413b-9ff2-0fb2ce00272b {{(pid=103305) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 26 21:38:57.147436 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-8f1830dc-a492-4165-96d3-4a9b88fb39be tempest-FloatingIPNegativeTestJSON-1794322536 tempest-FloatingIPNegativeTestJSON-1794322536-project] Publish callbacks [] for subnet (4ed9636e-9c64-413b-9ff2-0fb2ce00272b), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:38:57.188567 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-8f1830dc-a492-4165-96d3-4a9b88fb39be tempest-FloatingIPNegativeTestJSON-1794322536 tempest-FloatingIPNegativeTestJSON-1794322536-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11788946'] for subnet (4ed9636e-9c64-413b-9ff2-0fb2ce00272b), precommit_delete_associations {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:38:57.252550 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f59107d-d5c1-4726-95a5-98f48047a25e req-3d4ff9c8-752b-48e9-9ce3-a6888aa9975c tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:38:57.254109 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-7f59107d-d5c1-4726-95a5-98f48047a25e req-3d4ff9c8-752b-48e9-9ce3-a6888aa9975c tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] 10.222.0.13 "GET /v2.0/ports?device_id=c947e2a6-4eb3-4b93-905b-515cc992a63b HTTP/1.1" status: 200 len: 944 time: 0.0489278 Jan 26 21:38:57.272461 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-8f1830dc-a492-4165-96d3-4a9b88fb39be tempest-FloatingIPNegativeTestJSON-1794322536 tempest-FloatingIPNegativeTestJSON-1794322536-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687316'] for subnet (4ed9636e-9c64-413b-9ff2-0fb2ce00272b), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:38:57.315512 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-7f59107d-d5c1-4726-95a5-98f48047a25e req-dc67501f-399d-4a73-9168-dbdfa7411b41 tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] 10.222.0.13 "GET /v2.0/security-groups?id=d37b3ff7-2317-46ab-9f4f-b0d217809a4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491078 Jan 26 21:38:57.349828 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-8f1830dc-a492-4165-96d3-4a9b88fb39be tempest-FloatingIPNegativeTestJSON-1794322536 tempest-FloatingIPNegativeTestJSON-1794322536-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11791594', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11599980'] for subnet (4ed9636e-9c64-413b-9ff2-0fb2ce00272b), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:38:57.377193 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1830dc-a492-4165-96d3-4a9b88fb39be tempest-FloatingIPNegativeTestJSON-1794322536 tempest-FloatingIPNegativeTestJSON-1794322536-project] Pushing event deleted for resources: {'Subnet': ['ID=4ed9636e-9c64-413b-9ff2-0fb2ce00272b,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:38:57.380729 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-8f1830dc-a492-4165-96d3-4a9b88fb39be tempest-FloatingIPNegativeTestJSON-1794322536 tempest-FloatingIPNegativeTestJSON-1794322536-project] Publish callbacks [] for subnet (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:38:57.386254 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-8f1830dc-a492-4165-96d3-4a9b88fb39be tempest-FloatingIPNegativeTestJSON-1794322536 tempest-FloatingIPNegativeTestJSON-1794322536-project] 10.222.0.13 "DELETE /v2.0/subnets/4ed9636e-9c64-413b-9ff2-0fb2ce00272b HTTP/1.1" status: 204 len: 168 time: 0.2956207 Jan 26 21:38:57.386870 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 33156) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:38:57.387966 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0787240-ecab-4339-ae2a-c930998081fa None None] Network a5e4e511-fa83-4cd7-b22c-4c34db67f97c requested from n-d-760453-5 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 26 21:38:57.461091 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-da695248-9094-4f4b-9428-275267bcb834 tempest-FloatingIPNegativeTestJSON-1794322536 tempest-FloatingIPNegativeTestJSON-1794322536-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-748181'] for network (a5e4e511-fa83-4cd7-b22c-4c34db67f97c), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:38:57.514804 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-da695248-9094-4f4b-9428-275267bcb834 tempest-FloatingIPNegativeTestJSON-1794322536 tempest-FloatingIPNegativeTestJSON-1794322536-project] Deleting port 7c882559-f816-465f-ac1b-185225d91353 {{(pid=103305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 21:38:57.515142 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-da695248-9094-4f4b-9428-275267bcb834 tempest-FloatingIPNegativeTestJSON-1794322536 tempest-FloatingIPNegativeTestJSON-1794322536-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746560630878'] for port (7c882559-f816-465f-ac1b-185225d91353), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:38:57.536479 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbfd95ec-6267-4b19-83bc-20414cf785b4 None None] DHCP port deletion for a5e4e511-fa83-4cd7-b22c-4c34db67f97c request from n-d-760453-5 {{(pid=103306) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 26 21:38:57.580702 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [None req-da695248-9094-4f4b-9428-275267bcb834 tempest-FloatingIPNegativeTestJSON-1794322536 tempest-FloatingIPNegativeTestJSON-1794322536-project] For port 7c882559-f816-465f-ac1b-185225d91353, host n-d-760453-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=7c882559-f816-465f-ac1b-185225d91353,segment=NetworkSegment(39cdd6e9-8c6c-40c0-b351-049eb257b21d),segment_id=39cdd6e9-8c6c-40c0-b351-049eb257b21d)] {{(pid=103305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:38:57.581074 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-da695248-9094-4f4b-9428-275267bcb834 tempest-FloatingIPNegativeTestJSON-1794322536 tempest-FloatingIPNegativeTestJSON-1794322536-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4109658'] for port (7c882559-f816-465f-ac1b-185225d91353), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:38:57.587837 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-cbfd95ec-6267-4b19-83bc-20414cf785b4 None None] Deleting port 7c882559-f816-465f-ac1b-185225d91353 {{(pid=103306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 21:38:57.588208 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-cbfd95ec-6267-4b19-83bc-20414cf785b4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746560630878'] for port (7c882559-f816-465f-ac1b-185225d91353), before_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:38:57.595135 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-da695248-9094-4f4b-9428-275267bcb834 tempest-FloatingIPNegativeTestJSON-1794322536 tempest-FloatingIPNegativeTestJSON-1794322536-project] Calling delete_port for 7c882559-f816-465f-ac1b-185225d91353 owned by network:dhcp {{(pid=103305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 21:38:57.649329 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-cbfd95ec-6267-4b19-83bc-20414cf785b4 None None] For port 7c882559-f816-465f-ac1b-185225d91353, host n-d-760453-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=7c882559-f816-465f-ac1b-185225d91353,segment=NetworkSegment(39cdd6e9-8c6c-40c0-b351-049eb257b21d),segment_id=39cdd6e9-8c6c-40c0-b351-049eb257b21d)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:38:57.650013 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-cbfd95ec-6267-4b19-83bc-20414cf785b4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4109658'] for port (7c882559-f816-465f-ac1b-185225d91353), precommit_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:38:57.663711 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-cbfd95ec-6267-4b19-83bc-20414cf785b4 None None] Calling delete_port for 7c882559-f816-465f-ac1b-185225d91353 owned by network:dhcp {{(pid=103306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 21:38:57.675404 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-da695248-9094-4f4b-9428-275267bcb834 tempest-FloatingIPNegativeTestJSON-1794322536 tempest-FloatingIPNegativeTestJSON-1794322536-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746560636600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746560234536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11791543'] for port (7c882559-f816-465f-ac1b-185225d91353), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:38:57.705477 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da695248-9094-4f4b-9428-275267bcb834 tempest-FloatingIPNegativeTestJSON-1794322536 tempest-FloatingIPNegativeTestJSON-1794322536-project] Pushing event deleted for resources: {'Port': ['ID=7c882559-f816-465f-ac1b-185225d91353,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:38:57.707396 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da695248-9094-4f4b-9428-275267bcb834 tempest-FloatingIPNegativeTestJSON-1794322536 tempest-FloatingIPNegativeTestJSON-1794322536-project] No DVR routers for this DVR port 7c882559-f816-465f-ac1b-185225d91353 on host n-d-760453-5 {{(pid=103305) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 26 21:38:57.749158 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-cbfd95ec-6267-4b19-83bc-20414cf785b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746560636600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746560234536'] for port (7c882559-f816-465f-ac1b-185225d91353), after_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:38:57.773659 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbfd95ec-6267-4b19-83bc-20414cf785b4 None None] Pushing event deleted for resources: {'Port': ['ID=7c882559-f816-465f-ac1b-185225d91353,revision_number=None']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:38:57.777140 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbfd95ec-6267-4b19-83bc-20414cf785b4 None None] No DVR routers for this DVR port 7c882559-f816-465f-ac1b-185225d91353 on host n-d-760453-5 {{(pid=103306) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 26 21:38:57.785770 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-da695248-9094-4f4b-9428-275267bcb834 tempest-FloatingIPNegativeTestJSON-1794322536 tempest-FloatingIPNegativeTestJSON-1794322536-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-686403', 'neutron.services.segments.db._delete_segments_for_network-8746560774018'] for network (a5e4e511-fa83-4cd7-b22c-4c34db67f97c), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:38:57.806363 n-d-760453-5 neutron-server[103305]: DEBUG neutron.services.segments.db [None req-da695248-9094-4f4b-9428-275267bcb834 tempest-FloatingIPNegativeTestJSON-1794322536 tempest-FloatingIPNegativeTestJSON-1794322536-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a5e4e511-fa83-4cd7-b22c-4c34db67f97c']}} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:38:57.815657 n-d-760453-5 neutron-server[103305]: DEBUG neutron.services.segments.db [None req-da695248-9094-4f4b-9428-275267bcb834 tempest-FloatingIPNegativeTestJSON-1794322536 tempest-FloatingIPNegativeTestJSON-1794322536-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '39cdd6e9-8c6c-40c0-b351-049eb257b21d') {'for_net_delete': True} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:38:57.815957 n-d-760453-5 neutron-server[103305]: DEBUG neutron.services.segments.db [None req-da695248-9094-4f4b-9428-275267bcb834 tempest-FloatingIPNegativeTestJSON-1794322536 tempest-FloatingIPNegativeTestJSON-1794322536-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '39cdd6e9-8c6c-40c0-b351-049eb257b21d') {} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:38:57.825139 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-da695248-9094-4f4b-9428-275267bcb834 tempest-FloatingIPNegativeTestJSON-1794322536 tempest-FloatingIPNegativeTestJSON-1794322536-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746560742283', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11788955'] for segment (39cdd6e9-8c6c-40c0-b351-049eb257b21d), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:38:57.838662 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-da695248-9094-4f4b-9428-275267bcb834 tempest-FloatingIPNegativeTestJSON-1794322536 tempest-FloatingIPNegativeTestJSON-1794322536-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576559'] for segment (39cdd6e9-8c6c-40c0-b351-049eb257b21d), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:38:57.845109 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-da695248-9094-4f4b-9428-275267bcb834 tempest-FloatingIPNegativeTestJSON-1794322536 tempest-FloatingIPNegativeTestJSON-1794322536-project] Releasing vlan 585 on physical network physnet1 to pool {{(pid=103305) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 26 21:38:57.845524 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-da695248-9094-4f4b-9428-275267bcb834 tempest-FloatingIPNegativeTestJSON-1794322536 tempest-FloatingIPNegativeTestJSON-1794322536-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11791428'] for segment (39cdd6e9-8c6c-40c0-b351-049eb257b21d), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:38:57.848559 n-d-760453-5 neutron-server[103305]: Traceback (most recent call last): Jan 26 21:38:57.848559 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 26 21:38:57.848559 n-d-760453-5 neutron-server[103305]: timer() Jan 26 21:38:57.848559 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 26 21:38:57.848559 n-d-760453-5 neutron-server[103305]: cb(*args, **kw) Jan 26 21:38:57.848559 n-d-760453-5 neutron-server[103305]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 26 21:38:57.848559 n-d-760453-5 neutron-server[103305]: return func(*args, **kwargs) Jan 26 21:38:57.848559 n-d-760453-5 neutron-server[103305]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 26 21:38:57.848559 n-d-760453-5 neutron-server[103305]: self._notify() Jan 26 21:38:57.848559 n-d-760453-5 neutron-server[103305]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 26 21:38:57.848559 n-d-760453-5 neutron-server[103305]: self.callback(batched_events) Jan 26 21:38:57.848559 n-d-760453-5 neutron-server[103305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 26 21:38:57.848559 n-d-760453-5 neutron-server[103305]: event.method(event) Jan 26 21:38:57.848559 n-d-760453-5 neutron-server[103305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 26 21:38:57.848559 n-d-760453-5 neutron-server[103305]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 26 21:38:57.848559 n-d-760453-5 neutron-server[103305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 26 21:38:57.848559 n-d-760453-5 neutron-server[103305]: aggregate_uuid = self.p_client.list_aggregates( Jan 26 21:38:57.848559 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 26 21:38:57.848559 n-d-760453-5 neutron-server[103305]: return f(self, *a, **k) Jan 26 21:38:57.848559 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 26 21:38:57.848559 n-d-760453-5 neutron-server[103305]: return self._get(url).json() Jan 26 21:38:57.848559 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 26 21:38:57.848559 n-d-760453-5 neutron-server[103305]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 26 21:38:57.848559 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 26 21:38:57.848559 n-d-760453-5 neutron-server[103305]: return self.request(url, 'GET', **kwargs) Jan 26 21:38:57.848559 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 26 21:38:57.848559 n-d-760453-5 neutron-server[103305]: base_url = self.get_endpoint(auth, allow=allow, Jan 26 21:38:57.848559 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 26 21:38:57.848559 n-d-760453-5 neutron-server[103305]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 26 21:38:57.848559 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 26 21:38:57.848559 n-d-760453-5 neutron-server[103305]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 26 21:38:57.848559 n-d-760453-5 neutron-server[103305]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 26 21:38:57.913889 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-da695248-9094-4f4b-9428-275267bcb834 tempest-FloatingIPNegativeTestJSON-1794322536 tempest-FloatingIPNegativeTestJSON-1794322536-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4110931'] for network (a5e4e511-fa83-4cd7-b22c-4c34db67f97c), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:38:57.922025 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-da695248-9094-4f4b-9428-275267bcb834 tempest-FloatingIPNegativeTestJSON-1794322536 tempest-FloatingIPNegativeTestJSON-1794322536-project] Publish callbacks [] for network (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:38:57.925171 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-da695248-9094-4f4b-9428-275267bcb834 tempest-FloatingIPNegativeTestJSON-1794322536 tempest-FloatingIPNegativeTestJSON-1794322536-project] 10.222.0.13 "DELETE /v2.0/networks/a5e4e511-fa83-4cd7-b22c-4c34db67f97c HTTP/1.1" status: 204 len: 168 time: 0.5373783 Jan 26 21:38:57.937595 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da695248-9094-4f4b-9428-275267bcb834 tempest-FloatingIPNegativeTestJSON-1794322536 tempest-FloatingIPNegativeTestJSON-1794322536-project] Pushing event deleted for resources: {'Network': ['ID=a5e4e511-fa83-4cd7-b22c-4c34db67f97c,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:38:58.165128 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 33162) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:38:58.294268 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-a81088c9-05b2-42f9-bae3-b5b99faef2ae admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=dfa51917266e4b9fba3d14be8dd4cb76&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1279259 Jan 26 21:38:58.296797 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 33166) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:38:58.344617 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-8fdaf316-a368-4837-8e84-c94c89f3dd81 admin admin] Publish callbacks [] for security_group (a3f69bc1-2139-4282-b918-49deb9414024), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:38:58.367650 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-8fdaf316-a368-4837-8e84-c94c89f3dd81 admin admin] Publish callbacks [] for security_group (a3f69bc1-2139-4282-b918-49deb9414024), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:38:58.418005 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-8fdaf316-a368-4837-8e84-c94c89f3dd81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (a3f69bc1-2139-4282-b918-49deb9414024), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:38:58.423252 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-8fdaf316-a368-4837-8e84-c94c89f3dd81 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:38:58.426809 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-8fdaf316-a368-4837-8e84-c94c89f3dd81 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a3f69bc1-2139-4282-b918-49deb9414024 HTTP/1.1" status: 204 len: 168 time: 0.1267204 Jan 26 21:38:58.434047 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fdaf316-a368-4837-8e84-c94c89f3dd81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3f69bc1-2139-4282-b918-49deb9414024,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:38:58.445887 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a3c1e5-e109-4f3f-80e4-0ae7b4034ed3 req-a1b6120c-09eb-420d-b372-127c18db7e45 tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:38:58.450415 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-85a3c1e5-e109-4f3f-80e4-0ae7b4034ed3 req-a1b6120c-09eb-420d-b372-127c18db7e45 tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] 10.222.0.13 "GET /v2.0/ports?device_id=c947e2a6-4eb3-4b93-905b-515cc992a63b HTTP/1.1" status: 200 len: 944 time: 0.0553734 Jan 26 21:38:58.504196 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-85a3c1e5-e109-4f3f-80e4-0ae7b4034ed3 req-81a3e9b0-19f6-4410-9e71-9bc4a3412429 tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] 10.222.0.13 "GET /v2.0/security-groups?id=d37b3ff7-2317-46ab-9f4f-b0d217809a4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500283 Jan 26 21:38:58.584468 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Device 623e575a-c207-430f-bae8-a7f9a3ae93bc no longer exists at agent hyperv_n-h2-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 26 21:38:58.660531 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Current status of the port 623e575a-c207-430f-bae8-a7f9a3ae93bc is: ACTIVE; New status is: DOWN {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:38:58.660921 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (623e575a-c207-430f-bae8-a7f9a3ae93bc), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:38:58.688687 n-d-760453-5 neutron-server[103306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '526228ab-339e-47d6-aa5d-64380963b4b6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '623e575a-c207-430f-bae8-a7f9a3ae93bc'}] {{(pid=103306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 21:38:58.691078 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9d5d370febab655511bdd2ffe887e43e442d144a440368702bcc1e93af00b97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e70029a8-5208-433f-aad0-e5fcd9c42e9a" -d '{"events": [{"server_uuid": "526228ab-339e-47d6-aa5d-64380963b4b6", "name": "network-vif-unplugged", "status": "completed", "tag": "623e575a-c207-430f-bae8-a7f9a3ae93bc"}]}' {{(pid=103306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 21:38:58.704459 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] For port 623e575a-c207-430f-bae8-a7f9a3ae93bc, host n-h2-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-5',level=0,port_id=623e575a-c207-430f-bae8-a7f9a3ae93bc,segment=NetworkSegment(3717183c-69c6-44ee-ac2f-ec1e05ab35f5),segment_id=3717183c-69c6-44ee-ac2f-ec1e05ab35f5)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:38:58.710133 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (623e575a-c207-430f-bae8-a7f9a3ae93bc), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:38:58.736295 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 26 Jan 2022 21:38:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d587589-48c4-4c1b-96e9-7333839cb38d x-openstack-request-id: req-1d587589-48c4-4c1b-96e9-7333839cb38d {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 21:38:58.736614 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "526228ab-339e-47d6-aa5d-64380963b4b6", "name": "network-vif-unplugged", "status": "failed", "tag": "623e575a-c207-430f-bae8-a7f9a3ae93bc", "code": 422}]} {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 21:38:58.736848 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-1d587589-48c4-4c1b-96e9-7333839cb38d {{(pid=103306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 21:38:58.737246 n-d-760453-5 neutron-server[103306]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '526228ab-339e-47d6-aa5d-64380963b4b6', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '623e575a-c207-430f-bae8-a7f9a3ae93bc', 'code': 422} returned with failed status Jan 26 21:38:58.763940 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Pushing event updated for resources: {'Port': ['ID=623e575a-c207-430f-bae8-a7f9a3ae93bc,revision_number=8']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:38:59.053428 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 33194) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:38:59.148217 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-a913bf29-1272-464f-b028-b80a803f5396 tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Request body: {'network': {'name': 'tempest-RoutersTest-2000612987'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:38:59.168452 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a913bf29-1272-464f-b028-b80a803f5396 tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Made reservation on behalf of 0e80f135b66f46baaae5354dcc5fe05e for: {'network': 1} {{(pid=103305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 21:38:59.172555 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-a913bf29-1272-464f-b028-b80a803f5396 tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for network (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:38:59.184483 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-a913bf29-1272-464f-b028-b80a803f5396 tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Publish callbacks [] for security_group (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:38:59.256315 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-a913bf29-1272-464f-b028-b80a803f5396 tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Publish callbacks [] for security_group (3c0b1f27-eb7b-422d-a42f-7224d172b083), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:38:59.259991 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-a913bf29-1272-464f-b028-b80a803f5396 tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (3c0b1f27-eb7b-422d-a42f-7224d172b083), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:38:59.282740 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a913bf29-1272-464f-b028-b80a803f5396 tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] vlan segment allocate from pool success with {'vlan_id': 573, 'physical_network': 'physnet1'} {{(pid=103305) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 26 21:38:59.297846 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a913bf29-1272-464f-b028-b80a803f5396 tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3c0b1f27-eb7b-422d-a42f-7224d172b083,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:38:59.300705 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-a913bf29-1272-464f-b028-b80a803f5396 tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576559'] for segment (09e0a835-61f4-4424-9932-350f632afbb0), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:38:59.301051 n-d-760453-5 neutron-server[103305]: INFO neutron.db.segments_db [None req-a913bf29-1272-464f-b028-b80a803f5396 tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Added segment 09e0a835-61f4-4424-9932-350f632afbb0 of type vlan for network d19ec3c7-dc07-4654-b51d-0ca289396ba0 Jan 26 21:38:59.340338 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-a913bf29-1272-464f-b028-b80a803f5396 tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746560256871'] for network (d19ec3c7-dc07-4654-b51d-0ca289396ba0), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:38:59.365257 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-a913bf29-1272-464f-b028-b80a803f5396 tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503'] for network (d19ec3c7-dc07-4654-b51d-0ca289396ba0), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:38:59.370287 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a913bf29-1272-464f-b028-b80a803f5396 tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:38:59.370814 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-a913bf29-1272-464f-b028-b80a803f5396 tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Publish callbacks [] for network (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:38:59.425418 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-a913bf29-1272-464f-b028-b80a803f5396 tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.3683271 Jan 26 21:38:59.426938 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 33200) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:38:59.440164 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-1cdc3bad-0e78-4194-ab03-2a564a37a2fe tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Request body: {'network': {'name': 'tempest-RoutersTest-778312342'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:38:59.453855 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a913bf29-1272-464f-b028-b80a803f5396 tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Pushing event updated for resources: {'Network': ['ID=d19ec3c7-dc07-4654-b51d-0ca289396ba0,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:38:59.465246 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Network d19ec3c7-dc07-4654-b51d-0ca289396ba0 details requested by agent ovs-agent-n-d-760453-5 with host n-d-760453-5 {{(pid=103306) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 26 21:38:59.477936 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1cdc3bad-0e78-4194-ab03-2a564a37a2fe tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Made reservation on behalf of 0e80f135b66f46baaae5354dcc5fe05e for: {'network': 1} {{(pid=103304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 21:38:59.482202 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-1cdc3bad-0e78-4194-ab03-2a564a37a2fe tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for network (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:38:59.486948 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device 7c882559-f816-465f-ac1b-185225d91353 no longer exists at agent ovs-agent-n-d-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 26 21:38:59.507951 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1cdc3bad-0e78-4194-ab03-2a564a37a2fe tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] vlan segment allocate from pool success with {'vlan_id': 566, 'physical_network': 'physnet1'} {{(pid=103304) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 26 21:38:59.518002 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-1cdc3bad-0e78-4194-ab03-2a564a37a2fe tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576559'] for segment (828533d6-21b5-4858-a40f-a41bca196622), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:38:59.518347 n-d-760453-5 neutron-server[103304]: INFO neutron.db.segments_db [None req-1cdc3bad-0e78-4194-ab03-2a564a37a2fe tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Added segment 828533d6-21b5-4858-a40f-a41bca196622 of type vlan for network 50e31ecd-0d94-44b2-814a-b8e125f8d6df Jan 26 21:38:59.540980 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] No Port match for: 7c882559-f816-465f-ac1b-185225d91353 {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 26 21:38:59.541366 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device 7c882559-f816-465f-ac1b-185225d91353 not bound to the agent host n-d-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 26 21:38:59.561985 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-1cdc3bad-0e78-4194-ab03-2a564a37a2fe tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746560256871'] for network (50e31ecd-0d94-44b2-814a-b8e125f8d6df), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:38:59.610926 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-1cdc3bad-0e78-4194-ab03-2a564a37a2fe tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503'] for network (50e31ecd-0d94-44b2-814a-b8e125f8d6df), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:38:59.615826 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cdc3bad-0e78-4194-ab03-2a564a37a2fe tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:38:59.616404 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-1cdc3bad-0e78-4194-ab03-2a564a37a2fe tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Publish callbacks [] for network (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:38:59.694496 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-1cdc3bad-0e78-4194-ab03-2a564a37a2fe tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.2656381 Jan 26 21:38:59.697284 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 33204) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:38:59.702930 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-b9391d30-1424-4b3f-998c-1068e0cbdece tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Request body: {'subnet': {'network_id': 'd19ec3c7-dc07-4654-b51d-0ca289396ba0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:38:59.705218 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96720528-5762-4104-a426-8d0c8324ee6c req-6ad6f376-1b55-42a3-91fb-e09317e3a940 tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:38:59.706693 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-96720528-5762-4104-a426-8d0c8324ee6c req-6ad6f376-1b55-42a3-91fb-e09317e3a940 tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] 10.222.0.13 "GET /v2.0/ports?device_id=c947e2a6-4eb3-4b93-905b-515cc992a63b HTTP/1.1" status: 200 len: 944 time: 0.1262312 Jan 26 21:38:59.708826 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cdc3bad-0e78-4194-ab03-2a564a37a2fe tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Pushing event updated for resources: {'Network': ['ID=50e31ecd-0d94-44b2-814a-b8e125f8d6df,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:38:59.722569 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Network 50e31ecd-0d94-44b2-814a-b8e125f8d6df details requested by agent ovs-agent-n-d-760453-5 with host n-d-760453-5 {{(pid=103306) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 26 21:38:59.758221 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-96720528-5762-4104-a426-8d0c8324ee6c req-50355417-8197-4abd-b1e1-bc7491d13145 tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] 10.222.0.13 "GET /v2.0/security-groups?id=d37b3ff7-2317-46ab-9f4f-b0d217809a4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441856 Jan 26 21:38:59.796125 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9391d30-1424-4b3f-998c-1068e0cbdece tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Made reservation on behalf of 0e80f135b66f46baaae5354dcc5fe05e for: {'subnet': 1} {{(pid=103305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 21:38:59.800045 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-b9391d30-1424-4b3f-998c-1068e0cbdece tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11599953'] for subnet (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:38:59.980088 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-b9391d30-1424-4b3f-998c-1068e0cbdece tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11788839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11599975'] for subnet (9ce41e9f-6fa0-4493-8e2e-33545c50cd5e), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:39:00.037164 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9391d30-1424-4b3f-998c-1068e0cbdece tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Pushing event updated for resources: {'Subnet': ['ID=9ce41e9f-6fa0-4493-8e2e-33545c50cd5e,revision_number=0']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:39:00.047112 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9391d30-1424-4b3f-998c-1068e0cbdece tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Checking segment: {'id': '09e0a835-61f4-4424-9932-350f632afbb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': 'd19ec3c7-dc07-4654-b51d-0ca289396ba0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103305) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 21:39:00.047473 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9391d30-1424-4b3f-998c-1068e0cbdece tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Network hostable DHCP agents. Network: d19ec3c7-dc07-4654-b51d-0ca289396ba0, hostable agents: ['474ccdf7-ab6c-405b-a3b2-dc7b05829902'], hosted agents: [] {{(pid=103305) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 26 21:39:00.063219 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9391d30-1424-4b3f-998c-1068e0cbdece tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Network d19ec3c7-dc07-4654-b51d-0ca289396ba0 is scheduled to be hosted by DHCP agent 474ccdf7-ab6c-405b-a3b2-dc7b05829902 with binding_index 1 {{(pid=103305) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 26 21:39:00.071394 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [None req-b9391d30-1424-4b3f-998c-1068e0cbdece tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760453-5, d19ec3c7-dc07-4654-b51d-0ca289396ba0) {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:39:00.076002 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9391d30-1424-4b3f-998c-1068e0cbdece tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:39:00.077538 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-b9391d30-1424-4b3f-998c-1068e0cbdece tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Publish callbacks [] for subnet (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:39:00.080652 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b363e617-2f7c-4703-8dd7-2ddf19918478 None None] Network d19ec3c7-dc07-4654-b51d-0ca289396ba0 requested from n-d-760453-5 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 26 21:39:00.093709 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-b9391d30-1424-4b3f-998c-1068e0cbdece tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.3952250 Jan 26 21:39:00.096506 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 33206) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:39:00.101612 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-9e3c1d39-b12d-4399-80c8-0d22135b8bfb tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Request body: {'subnet': {'network_id': '50e31ecd-0d94-44b2-814a-b8e125f8d6df', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:39:00.181837 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac47bfed-53cd-45d0-9ec1-7100e9f4c621 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3c4099e8-8ffb-51d1-af7f-5868973e933f-d19ec3c7-dc07-4654-b51d-0ca289396ba0', 'network_id': 'd19ec3c7-dc07-4654-b51d-0ca289396ba0', 'project_id': '0e80f135b66f46baaae5354dcc5fe05e', 'fixed_ips': [{'subnet_id': '9ce41e9f-6fa0-4493-8e2e-33545c50cd5e'}]}} from n-d-760453-5. {{(pid=103306) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 26 21:39:00.182998 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-ac47bfed-53cd-45d0-9ec1-7100e9f4c621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (None), before_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:39:00.191481 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e3c1d39-b12d-4399-80c8-0d22135b8bfb tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Made reservation on behalf of 0e80f135b66f46baaae5354dcc5fe05e for: {'subnet': 1} {{(pid=103305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 21:39:00.194946 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-9e3c1d39-b12d-4399-80c8-0d22135b8bfb tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11599953'] for subnet (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:39:00.318169 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.db_base_plugin_common [None req-ac47bfed-53cd-45d0-9ec1-7100e9f4c621 None None] Allocated IP 172.20.0.2 (d19ec3c7-dc07-4654-b51d-0ca289396ba0/9ce41e9f-6fa0-4493-8e2e-33545c50cd5e/d02d7757-41ba-4b7e-a887-4d9e56d2aedf) {{(pid=103306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 21:39:00.379242 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-9e3c1d39-b12d-4399-80c8-0d22135b8bfb tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11788839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11599975'] for subnet (cb298533-390d-4ac8-9ee7-d954bc54943c), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:39:00.440848 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e3c1d39-b12d-4399-80c8-0d22135b8bfb tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Pushing event updated for resources: {'Subnet': ['ID=cb298533-390d-4ac8-9ee7-d954bc54943c,revision_number=0']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:39:00.449917 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e3c1d39-b12d-4399-80c8-0d22135b8bfb tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Checking segment: {'id': '828533d6-21b5-4858-a40f-a41bca196622', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '50e31ecd-0d94-44b2-814a-b8e125f8d6df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103305) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 21:39:00.450284 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e3c1d39-b12d-4399-80c8-0d22135b8bfb tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Network hostable DHCP agents. Network: 50e31ecd-0d94-44b2-814a-b8e125f8d6df, hostable agents: ['474ccdf7-ab6c-405b-a3b2-dc7b05829902'], hosted agents: [] {{(pid=103305) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 26 21:39:00.466371 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-ac47bfed-53cd-45d0-9ec1-7100e9f4c621 None None] Publish callbacks [] for port (d02d7757-41ba-4b7e-a887-4d9e56d2aedf), precommit_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:39:00.467676 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e3c1d39-b12d-4399-80c8-0d22135b8bfb tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Network 50e31ecd-0d94-44b2-814a-b8e125f8d6df is scheduled to be hosted by DHCP agent 474ccdf7-ab6c-405b-a3b2-dc7b05829902 with binding_index 1 {{(pid=103305) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 26 21:39:00.471852 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-ac47bfed-53cd-45d0-9ec1-7100e9f4c621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746560234527'] for port (d02d7757-41ba-4b7e-a887-4d9e56d2aedf), after_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:39:00.477316 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [None req-9e3c1d39-b12d-4399-80c8-0d22135b8bfb tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760453-5, 50e31ecd-0d94-44b2-814a-b8e125f8d6df) {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:39:00.483956 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e3c1d39-b12d-4399-80c8-0d22135b8bfb tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:39:00.484591 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-9e3c1d39-b12d-4399-80c8-0d22135b8bfb tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Publish callbacks [] for subnet (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:39:00.506668 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-9e3c1d39-b12d-4399-80c8-0d22135b8bfb tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4061708 Jan 26 21:39:00.506893 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 33210) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:39:00.511325 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-4f34529d-b9e9-42ed-92e4-7701fb03f9dc tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1514997971', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:39:00.516273 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-924ffa39-70ec-40d0-ac5d-8de5e07e9bee None None] Network 50e31ecd-0d94-44b2-814a-b8e125f8d6df requested from n-d-760453-5 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 26 21:39:00.532185 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-4f34529d-b9e9-42ed-92e4-7701fb03f9dc tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4104596', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13108'] for router (41a1cbf2-926f-4ba0-a207-b0441f2ff916), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:39:00.533232 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-4f34529d-b9e9-42ed-92e4-7701fb03f9dc tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4105828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4111306', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3733576', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13069'] for router (41a1cbf2-926f-4ba0-a207-b0441f2ff916), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:39:00.576526 n-d-760453-5 neutron-server[103306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac47bfed-53cd-45d0-9ec1-7100e9f4c621 None None] Network d19ec3c7-dc07-4654-b51d-0ca289396ba0 is already hosted by enough agents. {{(pid=103306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 21:39:00.584273 n-d-760453-5 neutron-server[103306]: DEBUG neutron.scheduler.base_scheduler [None req-ac47bfed-53cd-45d0-9ec1-7100e9f4c621 None None] Resources bound (agent type, host, resource id): {{(pid=103306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:39:00.587777 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac47bfed-53cd-45d0-9ec1-7100e9f4c621 None None] Pushing event updated for resources: {'Port': ['ID=d02d7757-41ba-4b7e-a887-4d9e56d2aedf,revision_number=1']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:39:00.591087 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-4f34529d-b9e9-42ed-92e4-7701fb03f9dc tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Publish callbacks [] for router_controller (41a1cbf2-926f-4ba0-a207-b0441f2ff916), precommit_add_association {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:39:00.591462 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac47bfed-53cd-45d0-9ec1-7100e9f4c621 None None] Received port after_create {{(pid=103306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 21:39:00.596907 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-4f34529d-b9e9-42ed-92e4-7701fb03f9dc tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4105757', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4111263'] for router (41a1cbf2-926f-4ba0-a207-b0441f2ff916), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:39:00.616559 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-4f34529d-b9e9-42ed-92e4-7701fb03f9dc tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Publish callbacks [] for router (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:39:00.617809 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-4f34529d-b9e9-42ed-92e4-7701fb03f9dc tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.1100640 Jan 26 21:39:00.620803 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 33212) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:39:00.682095 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-ac47bfed-53cd-45d0-9ec1-7100e9f4c621 None None] Attempting to bind port d02d7757-41ba-4b7e-a887-4d9e56d2aedf on host n-d-760453-5 for vnic_type normal with profile {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 21:39:00.682624 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-ac47bfed-53cd-45d0-9ec1-7100e9f4c621 None None] Attempting to bind port d02d7757-41ba-4b7e-a887-4d9e56d2aedf by drivers openvswitch,hyperv on host n-d-760453-5 at level 0 using segments [{'id': '09e0a835-61f4-4424-9932-350f632afbb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': 'd19ec3c7-dc07-4654-b51d-0ca289396ba0'}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 26 21:39:00.682827 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac47bfed-53cd-45d0-9ec1-7100e9f4c621 None None] Attempting to bind port d02d7757-41ba-4b7e-a887-4d9e56d2aedf on network d19ec3c7-dc07-4654-b51d-0ca289396ba0 {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 21:39:00.689541 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d746c83f-c919-44ff-8d02-9f5a2047e45f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3c4099e8-8ffb-51d1-af7f-5868973e933f-50e31ecd-0d94-44b2-814a-b8e125f8d6df', 'network_id': '50e31ecd-0d94-44b2-814a-b8e125f8d6df', 'project_id': '0e80f135b66f46baaae5354dcc5fe05e', 'fixed_ips': [{'subnet_id': 'cb298533-390d-4ac8-9ee7-d954bc54943c'}]}} from n-d-760453-5. {{(pid=103306) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 26 21:39:00.690377 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d746c83f-c919-44ff-8d02-9f5a2047e45f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (None), before_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:39:00.693626 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac47bfed-53cd-45d0-9ec1-7100e9f4c621 None None] Checking agent: {'id': 'fea0591a-627d-4c87-9a9a-01625ddf3277', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760453-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 20, 55, 25), 'started_at': datetime.datetime(2022, 1, 26, 20, 55, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 21, 38, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760453-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 26 21:39:00.694002 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac47bfed-53cd-45d0-9ec1-7100e9f4c621 None None] Checking segment: {'id': '09e0a835-61f4-4424-9932-350f632afbb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': 'd19ec3c7-dc07-4654-b51d-0ca289396ba0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 21:39:00.694398 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-ac47bfed-53cd-45d0-9ec1-7100e9f4c621 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:39:00.694789 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac47bfed-53cd-45d0-9ec1-7100e9f4c621 None None] Bound using segment: {'id': '09e0a835-61f4-4424-9932-350f632afbb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': 'd19ec3c7-dc07-4654-b51d-0ca289396ba0'} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 26 21:39:00.695266 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-ac47bfed-53cd-45d0-9ec1-7100e9f4c621 None None] Bound port: d02d7757-41ba-4b7e-a887-4d9e56d2aedf, host: n-d-760453-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '09e0a835-61f4-4424-9932-350f632afbb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': 'd19ec3c7-dc07-4654-b51d-0ca289396ba0'}}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 26 21:39:00.695642 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-ac47bfed-53cd-45d0-9ec1-7100e9f4c621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (d02d7757-41ba-4b7e-a887-4d9e56d2aedf), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:39:00.836650 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-ac47bfed-53cd-45d0-9ec1-7100e9f4c621 None None] For port d02d7757-41ba-4b7e-a887-4d9e56d2aedf, host n-d-760453-5, cleared binding levels {{(pid=103306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 26 21:39:00.871041 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-ac47bfed-53cd-45d0-9ec1-7100e9f4c621 None None] For port d02d7757-41ba-4b7e-a887-4d9e56d2aedf, host n-d-760453-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=d02d7757-41ba-4b7e-a887-4d9e56d2aedf,segment=NetworkSegment(09e0a835-61f4-4424-9932-350f632afbb0),segment_id=09e0a835-61f4-4424-9932-350f632afbb0)] {{(pid=103306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 26 21:39:00.878784 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-ac47bfed-53cd-45d0-9ec1-7100e9f4c621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (d02d7757-41ba-4b7e-a887-4d9e56d2aedf), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:39:00.912491 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c490aa7-d0ee-4712-9b67-a88d7d1c5774 req-05470eac-36e1-40ef-8659-71075fbdf9a7 tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:39:00.914520 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-67e645eb-e4f9-445b-9a57-f78e1e3152d6 tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:39:00.914775 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-6c490aa7-d0ee-4712-9b67-a88d7d1c5774 req-05470eac-36e1-40ef-8659-71075fbdf9a7 tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] 10.222.0.13 "GET /v2.0/ports?device_id=c947e2a6-4eb3-4b93-905b-515cc992a63b HTTP/1.1" status: 200 len: 944 time: 0.0608928 Jan 26 21:39:00.918396 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.db_base_plugin_common [None req-d746c83f-c919-44ff-8d02-9f5a2047e45f None None] Allocated IP 172.21.0.2 (50e31ecd-0d94-44b2-814a-b8e125f8d6df/cb298533-390d-4ac8-9ee7-d954bc54943c/ba89128d-4ec9-42c7-b06c-4301f52a437d) {{(pid=103306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 21:39:00.965801 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac47bfed-53cd-45d0-9ec1-7100e9f4c621 None None] Pushing event updated for resources: {'Port': ['ID=d02d7757-41ba-4b7e-a887-4d9e56d2aedf,revision_number=2']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:39:00.989879 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-6c490aa7-d0ee-4712-9b67-a88d7d1c5774 req-ea7e27ea-5014-4e58-9230-8f6d1d876d89 tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] 10.222.0.13 "GET /v2.0/security-groups?id=d37b3ff7-2317-46ab-9f4f-b0d217809a4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0622473 Jan 26 21:39:01.112531 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d746c83f-c919-44ff-8d02-9f5a2047e45f None None] Publish callbacks [] for port (ba89128d-4ec9-42c7-b06c-4301f52a437d), precommit_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:39:01.119777 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d746c83f-c919-44ff-8d02-9f5a2047e45f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746560234527'] for port (ba89128d-4ec9-42c7-b06c-4301f52a437d), after_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:39:01.174073 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d746c83f-c919-44ff-8d02-9f5a2047e45f None None] Pushing event updated for resources: {'Port': ['ID=ba89128d-4ec9-42c7-b06c-4301f52a437d,revision_number=1']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:39:01.184012 n-d-760453-5 neutron-server[103306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d746c83f-c919-44ff-8d02-9f5a2047e45f None None] Network 50e31ecd-0d94-44b2-814a-b8e125f8d6df is already hosted by enough agents. {{(pid=103306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 21:39:01.185599 n-d-760453-5 neutron-server[103306]: DEBUG neutron.scheduler.base_scheduler [None req-d746c83f-c919-44ff-8d02-9f5a2047e45f None None] Resources bound (agent type, host, resource id): {{(pid=103306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:39:01.188240 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d746c83f-c919-44ff-8d02-9f5a2047e45f None None] Received port after_create {{(pid=103306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 21:39:01.251300 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-d746c83f-c919-44ff-8d02-9f5a2047e45f None None] Attempting to bind port ba89128d-4ec9-42c7-b06c-4301f52a437d on host n-d-760453-5 for vnic_type normal with profile {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 21:39:01.251764 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-d746c83f-c919-44ff-8d02-9f5a2047e45f None None] Attempting to bind port ba89128d-4ec9-42c7-b06c-4301f52a437d by drivers openvswitch,hyperv on host n-d-760453-5 at level 0 using segments [{'id': '828533d6-21b5-4858-a40f-a41bca196622', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '50e31ecd-0d94-44b2-814a-b8e125f8d6df'}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 26 21:39:01.252196 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d746c83f-c919-44ff-8d02-9f5a2047e45f None None] Attempting to bind port ba89128d-4ec9-42c7-b06c-4301f52a437d on network 50e31ecd-0d94-44b2-814a-b8e125f8d6df {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 21:39:01.258348 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d746c83f-c919-44ff-8d02-9f5a2047e45f None None] Checking agent: {'id': 'fea0591a-627d-4c87-9a9a-01625ddf3277', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760453-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 20, 55, 25), 'started_at': datetime.datetime(2022, 1, 26, 20, 55, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 21, 38, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760453-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 26 21:39:01.258677 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d746c83f-c919-44ff-8d02-9f5a2047e45f None None] Checking segment: {'id': '828533d6-21b5-4858-a40f-a41bca196622', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '50e31ecd-0d94-44b2-814a-b8e125f8d6df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 21:39:01.259756 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d746c83f-c919-44ff-8d02-9f5a2047e45f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:39:01.260226 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d746c83f-c919-44ff-8d02-9f5a2047e45f None None] Bound using segment: {'id': '828533d6-21b5-4858-a40f-a41bca196622', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '50e31ecd-0d94-44b2-814a-b8e125f8d6df'} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 26 21:39:01.260772 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-d746c83f-c919-44ff-8d02-9f5a2047e45f None None] Bound port: ba89128d-4ec9-42c7-b06c-4301f52a437d, host: n-d-760453-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '828533d6-21b5-4858-a40f-a41bca196622', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '50e31ecd-0d94-44b2-814a-b8e125f8d6df'}}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 26 21:39:01.261221 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d746c83f-c919-44ff-8d02-9f5a2047e45f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (ba89128d-4ec9-42c7-b06c-4301f52a437d), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:39:01.490545 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-d746c83f-c919-44ff-8d02-9f5a2047e45f None None] For port ba89128d-4ec9-42c7-b06c-4301f52a437d, host n-d-760453-5, cleared binding levels {{(pid=103306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 26 21:39:01.493685 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-d746c83f-c919-44ff-8d02-9f5a2047e45f None None] For port ba89128d-4ec9-42c7-b06c-4301f52a437d, host n-d-760453-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=ba89128d-4ec9-42c7-b06c-4301f52a437d,segment=NetworkSegment(828533d6-21b5-4858-a40f-a41bca196622),segment_id=828533d6-21b5-4858-a40f-a41bca196622)] {{(pid=103306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 26 21:39:01.501165 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d746c83f-c919-44ff-8d02-9f5a2047e45f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (ba89128d-4ec9-42c7-b06c-4301f52a437d), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:39:01.534095 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.db_base_plugin_common [None req-67e645eb-e4f9-445b-9a57-f78e1e3152d6 tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Allocated IP 172.20.0.1 (d19ec3c7-dc07-4654-b51d-0ca289396ba0/9ce41e9f-6fa0-4493-8e2e-33545c50cd5e/62f3c63e-ec74-4038-a38c-b34f98707a34) {{(pid=103305) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 21:39:01.571053 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d746c83f-c919-44ff-8d02-9f5a2047e45f None None] Pushing event updated for resources: {'Port': ['ID=ba89128d-4ec9-42c7-b06c-4301f52a437d,revision_number=2']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:39:01.578815 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device d02d7757-41ba-4b7e-a887-4d9e56d2aedf up at agent ovs-agent-n-d-760453-5 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 21:39:01.633552 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Provisioning complete for port d02d7757-41ba-4b7e-a887-4d9e56d2aedf triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:39:01.633929 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (d02d7757-41ba-4b7e-a887-4d9e56d2aedf), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:39:01.672050 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-67e645eb-e4f9-445b-9a57-f78e1e3152d6 tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Publish callbacks [] for port (62f3c63e-ec74-4038-a38c-b34f98707a34), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:39:01.714225 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-67e645eb-e4f9-445b-9a57-f78e1e3152d6 tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746560234527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11791543'] for port (62f3c63e-ec74-4038-a38c-b34f98707a34), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:39:01.721262 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Current status of the port d02d7757-41ba-4b7e-a887-4d9e56d2aedf is: DOWN; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:39:01.721262 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (d02d7757-41ba-4b7e-a887-4d9e56d2aedf), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:39:01.756909 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67e645eb-e4f9-445b-9a57-f78e1e3152d6 tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Network d19ec3c7-dc07-4654-b51d-0ca289396ba0 is already hosted by enough agents. {{(pid=103305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 21:39:01.758764 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] For port d02d7757-41ba-4b7e-a887-4d9e56d2aedf, host n-d-760453-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=d02d7757-41ba-4b7e-a887-4d9e56d2aedf,segment=NetworkSegment(09e0a835-61f4-4424-9932-350f632afbb0),segment_id=09e0a835-61f4-4424-9932-350f632afbb0)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:39:01.760146 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [None req-67e645eb-e4f9-445b-9a57-f78e1e3152d6 tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Resources bound (agent type, host, resource id): {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:39:01.764215 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (d02d7757-41ba-4b7e-a887-4d9e56d2aedf), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:39:01.767393 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67e645eb-e4f9-445b-9a57-f78e1e3152d6 tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Received port after_create {{(pid=103305) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 21:39:01.774396 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e645eb-e4f9-445b-9a57-f78e1e3152d6 tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Pushing event updated for resources: {'Port': ['ID=62f3c63e-ec74-4038-a38c-b34f98707a34,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:39:01.821415 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Pushing event updated for resources: {'Port': ['ID=d02d7757-41ba-4b7e-a887-4d9e56d2aedf,revision_number=3']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:39:01.821671 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-67e645eb-e4f9-445b-9a57-f78e1e3152d6 tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4111050'] for router_interface (41a1cbf2-926f-4ba0-a207-b0441f2ff916), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:39:01.965686 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-67e645eb-e4f9-445b-9a57-f78e1e3152d6 tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (62f3c63e-ec74-4038-a38c-b34f98707a34), before_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:39:02.130032 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5326fe99-ccf7-4a82-ad8e-bca456706c2a req-3ebb9a2d-0fd5-4f85-8f20-95c85c481aff tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:39:02.131647 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-5326fe99-ccf7-4a82-ad8e-bca456706c2a req-3ebb9a2d-0fd5-4f85-8f20-95c85c481aff tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] 10.222.0.13 "GET /v2.0/ports?device_id=c947e2a6-4eb3-4b93-905b-515cc992a63b HTTP/1.1" status: 200 len: 944 time: 0.0615478 Jan 26 21:39:02.151054 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78698e19-5ce3-4874-b358-dae2c7742539 None None] Network d19ec3c7-dc07-4654-b51d-0ca289396ba0 requested from n-d-760453-5 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 26 21:39:02.185084 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-5326fe99-ccf7-4a82-ad8e-bca456706c2a req-fe08575d-776a-46da-b708-282e41b44273 tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] 10.222.0.13 "GET /v2.0/security-groups?id=d37b3ff7-2317-46ab-9f4f-b0d217809a4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474639 Jan 26 21:39:02.260058 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-67e645eb-e4f9-445b-9a57-f78e1e3152d6 tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Publish callbacks [] for port (62f3c63e-ec74-4038-a38c-b34f98707a34), precommit_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:39:02.264829 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-67e645eb-e4f9-445b-9a57-f78e1e3152d6 tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11791520'] for port (62f3c63e-ec74-4038-a38c-b34f98707a34), after_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:39:02.274492 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-8efe9957-7a9e-4373-b068-06ef8f739dcf None None] Provisioning complete for port d02d7757-41ba-4b7e-a887-4d9e56d2aedf triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:39:02.274866 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-8efe9957-7a9e-4373-b068-06ef8f739dcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (d02d7757-41ba-4b7e-a887-4d9e56d2aedf), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:39:02.345947 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-67e645eb-e4f9-445b-9a57-f78e1e3152d6 tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3709457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4110682'] for router_interface (41a1cbf2-926f-4ba0-a207-b0441f2ff916), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:39:02.347738 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e645eb-e4f9-445b-9a57-f78e1e3152d6 tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Pushing event updated for resources: {'Port': ['ID=62f3c63e-ec74-4038-a38c-b34f98707a34,revision_number=2']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:39:02.366183 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-8efe9957-7a9e-4373-b068-06ef8f739dcf None None] Current status of the port d02d7757-41ba-4b7e-a887-4d9e56d2aedf is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:39:02.443845 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67e645eb-e4f9-445b-9a57-f78e1e3152d6 tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Network d19ec3c7-dc07-4654-b51d-0ca289396ba0 is already hosted by enough agents. {{(pid=103305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 21:39:02.445349 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [None req-67e645eb-e4f9-445b-9a57-f78e1e3152d6 tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Resources bound (agent type, host, resource id): {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:39:02.568629 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67e645eb-e4f9-445b-9a57-f78e1e3152d6 tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Router 41a1cbf2-926f-4ba0-a207-b0441f2ff916 is scheduled to L3 agent 09df100c-3af1-4b0a-bda8-05914c71c458 with binding_index 1 {{(pid=103305) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 26 21:39:02.598068 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-2d3b11f8-94da-48e8-9e54-cb11d21f5c34 None None] Provisioning complete for port d02d7757-41ba-4b7e-a887-4d9e56d2aedf triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:39:02.598442 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2d3b11f8-94da-48e8-9e54-cb11d21f5c34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (d02d7757-41ba-4b7e-a887-4d9e56d2aedf), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:39:02.690983 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2d3b11f8-94da-48e8-9e54-cb11d21f5c34 None None] Current status of the port d02d7757-41ba-4b7e-a887-4d9e56d2aedf is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:39:02.691491 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67e645eb-e4f9-445b-9a57-f78e1e3152d6 tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Notify agent at l3_agent.n-d-760453-5 the message routers_updated {{(pid=103305) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 26 21:39:02.702412 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66a3bcc5-4bb8-4f40-814c-58c950b7729b None None] Sync routers for ids ['41a1cbf2-926f-4ba0-a207-b0441f2ff916'] in n-d-760453-5 {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 26 21:39:02.702952 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 33222) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:39:02.715934 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-67e645eb-e4f9-445b-9a57-f78e1e3152d6 tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] 10.222.0.13 "PUT /v2.0/routers/41a1cbf2-926f-4ba0-a207-b0441f2ff916/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0938072 Jan 26 21:39:02.719646 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66a3bcc5-4bb8-4f40-814c-58c950b7729b None None] Routers {'41a1cbf2-926f-4ba0-a207-b0441f2ff916'} bound to L3 agent in host n-d-760453-5 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 21:39:02.720291 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-66a3bcc5-4bb8-4f40-814c-58c950b7729b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-26T20:55:21Z,description=,heartbeat_timestamp=2022-01-26T21:38:51Z,host='n-d-760453-5',id=09df100c-3af1-4b0a-bda8-05914c71c458,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:55:21Z,topic='l3_agent')) {'router_ids': ['41a1cbf2-926f-4ba0-a207-b0441f2ff916'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:39:02.728426 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-2d3b11f8-94da-48e8-9e54-cb11d21f5c34 None None] Provisioning complete for port 62f3c63e-ec74-4038-a38c-b34f98707a34 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:39:02.728802 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2d3b11f8-94da-48e8-9e54-cb11d21f5c34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (62f3c63e-ec74-4038-a38c-b34f98707a34), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:39:02.761066 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-271b018d-197b-466f-9e15-2e4e336c340a tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:39:02.766215 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 33224) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:39:02.773892 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-271b018d-197b-466f-9e15-2e4e336c340a tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] 10.222.0.13 "GET /v2.0/ports/62f3c63e-ec74-4038-a38c-b34f98707a34 HTTP/1.1" status: 200 len: 910 time: 0.0697622 Jan 26 21:39:02.789428 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-66a3bcc5-4bb8-4f40-814c-58c950b7729b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760453-5', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:39:02.798756 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66a3bcc5-4bb8-4f40-814c-58c950b7729b None None] Routers {'41a1cbf2-926f-4ba0-a207-b0441f2ff916'} bound to L3 agent in host n-d-760453-5 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 21:39:02.799603 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-66a3bcc5-4bb8-4f40-814c-58c950b7729b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-26T20:55:21Z,description=,heartbeat_timestamp=2022-01-26T21:38:51Z,host='n-d-760453-5',id=09df100c-3af1-4b0a-bda8-05914c71c458,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:55:21Z,topic='l3_agent')) {'router_ids': ['41a1cbf2-926f-4ba0-a207-b0441f2ff916'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:39:02.800856 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2d3b11f8-94da-48e8-9e54-cb11d21f5c34 None None] Port 62f3c63e-ec74-4038-a38c-b34f98707a34 cannot update to ACTIVE because it is not bound. {{(pid=103306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 26 21:39:02.844121 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-66a3bcc5-4bb8-4f40-814c-58c950b7729b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760453-5', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:39:02.845792 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66a3bcc5-4bb8-4f40-814c-58c950b7729b None None] The sync data for ids ['41a1cbf2-926f-4ba0-a207-b0441f2ff916'] in n-d-760453-5 is: [] {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 26 21:39:02.891539 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73e5caca-063d-45c6-a9e7-2784dd4cdfdb None None] Network 50e31ecd-0d94-44b2-814a-b8e125f8d6df requested from n-d-760453-5 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 26 21:39:02.976572 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-4bb9b91f-e335-4460-9df8-34a331728c55 None None] Provisioning complete for port ba89128d-4ec9-42c7-b06c-4301f52a437d triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:39:02.976948 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-4bb9b91f-e335-4460-9df8-34a331728c55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (ba89128d-4ec9-42c7-b06c-4301f52a437d), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:39:03.095371 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-4bb9b91f-e335-4460-9df8-34a331728c55 None None] Current status of the port ba89128d-4ec9-42c7-b06c-4301f52a437d is: DOWN; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:39:03.095762 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-4bb9b91f-e335-4460-9df8-34a331728c55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (ba89128d-4ec9-42c7-b06c-4301f52a437d), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:39:03.130025 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-4bb9b91f-e335-4460-9df8-34a331728c55 None None] For port ba89128d-4ec9-42c7-b06c-4301f52a437d, host n-d-760453-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=ba89128d-4ec9-42c7-b06c-4301f52a437d,segment=NetworkSegment(828533d6-21b5-4858-a40f-a41bca196622),segment_id=828533d6-21b5-4858-a40f-a41bca196622)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:39:03.134684 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-4bb9b91f-e335-4460-9df8-34a331728c55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (ba89128d-4ec9-42c7-b06c-4301f52a437d), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:39:03.146566 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-bc99f8b7-f517-4c20-b92d-c5178d44ae3f tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:39:03.181763 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-4bb9b91f-e335-4460-9df8-34a331728c55 None None] Provisioning complete for port 62f3c63e-ec74-4038-a38c-b34f98707a34 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:39:03.182338 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-4bb9b91f-e335-4460-9df8-34a331728c55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (62f3c63e-ec74-4038-a38c-b34f98707a34), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:39:03.217199 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb9b91f-e335-4460-9df8-34a331728c55 None None] Pushing event updated for resources: {'Port': ['ID=ba89128d-4ec9-42c7-b06c-4301f52a437d,revision_number=3']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:39:03.231534 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-4bb9b91f-e335-4460-9df8-34a331728c55 None None] Port 62f3c63e-ec74-4038-a38c-b34f98707a34 cannot update to ACTIVE because it is not bound. {{(pid=103306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 26 21:39:03.314107 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f73119-47ed-459c-9e7f-852322b84a14 req-51df6c59-cf24-4a6b-a26c-5bd8232fbfc6 tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:39:03.316042 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-a3f73119-47ed-459c-9e7f-852322b84a14 req-51df6c59-cf24-4a6b-a26c-5bd8232fbfc6 tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] 10.222.0.13 "GET /v2.0/ports?device_id=c947e2a6-4eb3-4b93-905b-515cc992a63b HTTP/1.1" status: 200 len: 944 time: 0.0507541 Jan 26 21:39:03.350703 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-54ce2cd7-f17f-4f1e-81b3-389956c30e02 None None] Provisioning complete for port ba89128d-4ec9-42c7-b06c-4301f52a437d triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:39:03.351079 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-54ce2cd7-f17f-4f1e-81b3-389956c30e02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (ba89128d-4ec9-42c7-b06c-4301f52a437d), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:39:03.364799 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-a3f73119-47ed-459c-9e7f-852322b84a14 req-51d60c76-1b7e-47de-bbc5-af96f0bf9dba tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] 10.222.0.13 "GET /v2.0/security-groups?id=d37b3ff7-2317-46ab-9f4f-b0d217809a4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429852 Jan 26 21:39:03.429889 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-54ce2cd7-f17f-4f1e-81b3-389956c30e02 None None] Current status of the port ba89128d-4ec9-42c7-b06c-4301f52a437d is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:39:03.437959 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.db_base_plugin_common [None req-bc99f8b7-f517-4c20-b92d-c5178d44ae3f tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Allocated IP 172.21.0.1 (50e31ecd-0d94-44b2-814a-b8e125f8d6df/cb298533-390d-4ac8-9ee7-d954bc54943c/21252964-72ed-4896-b694-eb533ff2621f) {{(pid=103305) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 21:39:03.444593 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-54ce2cd7-f17f-4f1e-81b3-389956c30e02 None None] Provisioning complete for port 62f3c63e-ec74-4038-a38c-b34f98707a34 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:39:03.444850 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-54ce2cd7-f17f-4f1e-81b3-389956c30e02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (62f3c63e-ec74-4038-a38c-b34f98707a34), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:39:03.480841 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-54ce2cd7-f17f-4f1e-81b3-389956c30e02 None None] Port 62f3c63e-ec74-4038-a38c-b34f98707a34 cannot update to ACTIVE because it is not bound. {{(pid=103306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 26 21:39:03.562832 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-bc99f8b7-f517-4c20-b92d-c5178d44ae3f tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Publish callbacks [] for port (21252964-72ed-4896-b694-eb533ff2621f), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:39:03.585754 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device ba89128d-4ec9-42c7-b06c-4301f52a437d up at agent ovs-agent-n-d-760453-5 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 21:39:03.601221 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-bc99f8b7-f517-4c20-b92d-c5178d44ae3f tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746560234527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11791543'] for port (21252964-72ed-4896-b694-eb533ff2621f), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:39:03.641944 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Provisioning complete for port ba89128d-4ec9-42c7-b06c-4301f52a437d triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:39:03.642295 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc99f8b7-f517-4c20-b92d-c5178d44ae3f tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Network 50e31ecd-0d94-44b2-814a-b8e125f8d6df is already hosted by enough agents. {{(pid=103305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 21:39:03.642430 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (ba89128d-4ec9-42c7-b06c-4301f52a437d), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:39:03.645379 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [None req-bc99f8b7-f517-4c20-b92d-c5178d44ae3f tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Resources bound (agent type, host, resource id): {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:39:03.651312 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc99f8b7-f517-4c20-b92d-c5178d44ae3f tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Received port after_create {{(pid=103305) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 21:39:03.678261 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc99f8b7-f517-4c20-b92d-c5178d44ae3f tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Pushing event updated for resources: {'Port': ['ID=21252964-72ed-4896-b694-eb533ff2621f,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:39:03.706644 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-bc99f8b7-f517-4c20-b92d-c5178d44ae3f tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4111050'] for router_interface (41a1cbf2-926f-4ba0-a207-b0441f2ff916), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:39:03.723420 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Current status of the port ba89128d-4ec9-42c7-b06c-4301f52a437d is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:39:03.724528 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device d02d7757-41ba-4b7e-a887-4d9e56d2aedf up at agent ovs-agent-n-d-760453-5 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 21:39:03.776668 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Provisioning complete for port d02d7757-41ba-4b7e-a887-4d9e56d2aedf triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:39:03.777316 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (d02d7757-41ba-4b7e-a887-4d9e56d2aedf), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:39:03.849644 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-bc99f8b7-f517-4c20-b92d-c5178d44ae3f tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (21252964-72ed-4896-b694-eb533ff2621f), before_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:39:03.870801 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Current status of the port d02d7757-41ba-4b7e-a887-4d9e56d2aedf is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:39:03.900646 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-0c74467a-c484-4e50-a18a-16b10a3b65ec None None] Provisioning complete for port 21252964-72ed-4896-b694-eb533ff2621f triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:39:03.901017 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-0c74467a-c484-4e50-a18a-16b10a3b65ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (21252964-72ed-4896-b694-eb533ff2621f), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:39:03.936273 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-0c74467a-c484-4e50-a18a-16b10a3b65ec None None] Port 21252964-72ed-4896-b694-eb533ff2621f cannot update to ACTIVE because it is not bound. {{(pid=103306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 26 21:39:04.116241 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-bc99f8b7-f517-4c20-b92d-c5178d44ae3f tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Publish callbacks [] for port (21252964-72ed-4896-b694-eb533ff2621f), precommit_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:39:04.120581 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-bc99f8b7-f517-4c20-b92d-c5178d44ae3f tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11791520'] for port (21252964-72ed-4896-b694-eb533ff2621f), after_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:39:04.193616 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-bc99f8b7-f517-4c20-b92d-c5178d44ae3f tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3709457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4110682'] for router_interface (41a1cbf2-926f-4ba0-a207-b0441f2ff916), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:39:04.195500 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc99f8b7-f517-4c20-b92d-c5178d44ae3f tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Pushing event updated for resources: {'Port': ['ID=21252964-72ed-4896-b694-eb533ff2621f,revision_number=2']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:39:04.289132 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc99f8b7-f517-4c20-b92d-c5178d44ae3f tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Network 50e31ecd-0d94-44b2-814a-b8e125f8d6df is already hosted by enough agents. {{(pid=103305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 21:39:04.290510 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [None req-bc99f8b7-f517-4c20-b92d-c5178d44ae3f tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Resources bound (agent type, host, resource id): {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:39:04.392770 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc99f8b7-f517-4c20-b92d-c5178d44ae3f tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Router 41a1cbf2-926f-4ba0-a207-b0441f2ff916 has already been hosted by L3 agent 09df100c-3af1-4b0a-bda8-05914c71c458 {{(pid=103305) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 26 21:39:04.490179 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc99f8b7-f517-4c20-b92d-c5178d44ae3f tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Notify agent at l3_agent.n-d-760453-5 the message routers_updated {{(pid=103305) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 26 21:39:04.493063 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a63fc5-6c8b-4585-a0c1-7c5d9b3d43da req-9c06e984-0eea-4d2e-8c1e-86482ab6ce27 tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:39:04.494843 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-b4a63fc5-6c8b-4585-a0c1-7c5d9b3d43da req-9c06e984-0eea-4d2e-8c1e-86482ab6ce27 tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] 10.222.0.13 "GET /v2.0/ports?device_id=c947e2a6-4eb3-4b93-905b-515cc992a63b HTTP/1.1" status: 200 len: 944 time: 0.0509858 Jan 26 21:39:04.495211 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-bc99f8b7-f517-4c20-b92d-c5178d44ae3f tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] 10.222.0.13 "PUT /v2.0/routers/41a1cbf2-926f-4ba0-a207-b0441f2ff916/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7279677 Jan 26 21:39:04.498054 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 33232) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:39:04.501744 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-529f82be-a192-4b5b-9303-d5f590dc1c58 None None] Sync routers for ids ['41a1cbf2-926f-4ba0-a207-b0441f2ff916'] in n-d-760453-5 {{(pid=103306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 26 21:39:04.512664 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-529f82be-a192-4b5b-9303-d5f590dc1c58 None None] Routers {'41a1cbf2-926f-4ba0-a207-b0441f2ff916'} bound to L3 agent in host n-d-760453-5 {{(pid=103306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 21:39:04.513321 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-529f82be-a192-4b5b-9303-d5f590dc1c58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-26T20:55:21Z,description=,heartbeat_timestamp=2022-01-26T21:38:51Z,host='n-d-760453-5',id=09df100c-3af1-4b0a-bda8-05914c71c458,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:55:21Z,topic='l3_agent')) {'router_ids': ['41a1cbf2-926f-4ba0-a207-b0441f2ff916'], 'active': True} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:39:04.551779 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-529f82be-a192-4b5b-9303-d5f590dc1c58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760453-5', False) {} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:39:04.558731 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ce2e775-45a7-4520-b97f-b5837f3439db tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:39:04.563572 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-3ce2e775-45a7-4520-b97f-b5837f3439db tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] 10.222.0.13 "GET /v2.0/ports/21252964-72ed-4896-b694-eb533ff2621f HTTP/1.1" status: 200 len: 910 time: 0.0605996 Jan 26 21:39:04.563890 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 33234) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:39:04.570547 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-529f82be-a192-4b5b-9303-d5f590dc1c58 None None] Routers {'41a1cbf2-926f-4ba0-a207-b0441f2ff916'} bound to L3 agent in host n-d-760453-5 {{(pid=103306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 21:39:04.570929 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-529f82be-a192-4b5b-9303-d5f590dc1c58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-26T20:55:21Z,description=,heartbeat_timestamp=2022-01-26T21:38:51Z,host='n-d-760453-5',id=09df100c-3af1-4b0a-bda8-05914c71c458,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:55:21Z,topic='l3_agent')) {'router_ids': ['41a1cbf2-926f-4ba0-a207-b0441f2ff916'], 'active': True} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:39:04.573869 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-e77d17db-fe24-4571-b484-f168e497eb9b None None] Provisioning complete for port 21252964-72ed-4896-b694-eb533ff2621f triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:39:04.574230 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-e77d17db-fe24-4571-b484-f168e497eb9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (21252964-72ed-4896-b694-eb533ff2621f), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:39:04.588422 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-b4a63fc5-6c8b-4585-a0c1-7c5d9b3d43da req-37383737-ebbd-4349-a796-1cd0c540b8d2 tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] 10.222.0.13 "GET /v2.0/security-groups?id=d37b3ff7-2317-46ab-9f4f-b0d217809a4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0786591 Jan 26 21:39:04.622488 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-529f82be-a192-4b5b-9303-d5f590dc1c58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760453-5', False) {} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:39:04.623080 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-529f82be-a192-4b5b-9303-d5f590dc1c58 None None] The sync data for ids ['41a1cbf2-926f-4ba0-a207-b0441f2ff916'] in n-d-760453-5 is: [] {{(pid=103306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 26 21:39:04.640086 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-e77d17db-fe24-4571-b484-f168e497eb9b None None] Port 21252964-72ed-4896-b694-eb533ff2621f cannot update to ACTIVE because it is not bound. {{(pid=103306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 26 21:39:04.894905 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-9389dc16-09cf-4d52-a7d9-981d01036f54 tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4110657'] for router_interface (41a1cbf2-926f-4ba0-a207-b0441f2ff916), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:39:05.136856 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-9389dc16-09cf-4d52-a7d9-981d01036f54 tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Deleting port 21252964-72ed-4896-b694-eb533ff2621f {{(pid=103305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 21:39:05.137197 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-9389dc16-09cf-4d52-a7d9-981d01036f54 tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746560630878'] for port (21252964-72ed-4896-b694-eb533ff2621f), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:39:05.220278 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-9389dc16-09cf-4d52-a7d9-981d01036f54 tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4109658'] for port (21252964-72ed-4896-b694-eb533ff2621f), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:39:05.231827 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-9389dc16-09cf-4d52-a7d9-981d01036f54 tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Calling delete_port for 21252964-72ed-4896-b694-eb533ff2621f owned by network:router_interface {{(pid=103305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 21:39:05.397525 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-9389dc16-09cf-4d52-a7d9-981d01036f54 tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746560636600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746560234536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11791543'] for port (21252964-72ed-4896-b694-eb533ff2621f), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:39:05.429261 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9389dc16-09cf-4d52-a7d9-981d01036f54 tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Pushing event deleted for resources: {'Port': ['ID=21252964-72ed-4896-b694-eb533ff2621f,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:39:05.709233 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b039cb05-1939-423d-b7a3-0bc75946dfaa req-dc3c6d01-8821-489f-86c7-db363507336b tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:39:05.710799 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-b039cb05-1939-423d-b7a3-0bc75946dfaa req-dc3c6d01-8821-489f-86c7-db363507336b tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] 10.222.0.13 "GET /v2.0/ports?device_id=c947e2a6-4eb3-4b93-905b-515cc992a63b HTTP/1.1" status: 200 len: 944 time: 0.0521400 Jan 26 21:39:05.760655 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-b039cb05-1939-423d-b7a3-0bc75946dfaa req-00d1a542-50a3-4a71-a2e4-3f8fbae20b73 tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] 10.222.0.13 "GET /v2.0/security-groups?id=d37b3ff7-2317-46ab-9f4f-b0d217809a4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441186 Jan 26 21:39:05.882760 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-9389dc16-09cf-4d52-a7d9-981d01036f54 tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3709480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4110805'] for router_interface (41a1cbf2-926f-4ba0-a207-b0441f2ff916), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:39:06.069437 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9389dc16-09cf-4d52-a7d9-981d01036f54 tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Router 41a1cbf2-926f-4ba0-a207-b0441f2ff916 has already been hosted by L3 agent 09df100c-3af1-4b0a-bda8-05914c71c458 {{(pid=103305) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 26 21:39:06.159761 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9389dc16-09cf-4d52-a7d9-981d01036f54 tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Notify agent at l3_agent.n-d-760453-5 the message routers_updated {{(pid=103305) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 26 21:39:06.164772 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-9389dc16-09cf-4d52-a7d9-981d01036f54 tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] 10.222.0.13 "PUT /v2.0/routers/41a1cbf2-926f-4ba0-a207-b0441f2ff916/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5998392 Jan 26 21:39:06.167534 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 33242) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:39:06.170648 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa730e3d-b8cf-45ed-b567-f76b1e29d435 None None] Sync routers for ids ['41a1cbf2-926f-4ba0-a207-b0441f2ff916'] in n-d-760453-5 {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 26 21:39:06.180101 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa730e3d-b8cf-45ed-b567-f76b1e29d435 None None] Routers {'41a1cbf2-926f-4ba0-a207-b0441f2ff916'} bound to L3 agent in host n-d-760453-5 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 21:39:06.181036 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-aa730e3d-b8cf-45ed-b567-f76b1e29d435 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-26T20:55:21Z,description=,heartbeat_timestamp=2022-01-26T21:38:51Z,host='n-d-760453-5',id=09df100c-3af1-4b0a-bda8-05914c71c458,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:55:21Z,topic='l3_agent')) {'router_ids': ['41a1cbf2-926f-4ba0-a207-b0441f2ff916'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:39:06.214320 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-aa730e3d-b8cf-45ed-b567-f76b1e29d435 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760453-5', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:39:06.222921 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa730e3d-b8cf-45ed-b567-f76b1e29d435 None None] Routers {'41a1cbf2-926f-4ba0-a207-b0441f2ff916'} bound to L3 agent in host n-d-760453-5 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 21:39:06.223513 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-aa730e3d-b8cf-45ed-b567-f76b1e29d435 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-26T20:55:21Z,description=,heartbeat_timestamp=2022-01-26T21:38:51Z,host='n-d-760453-5',id=09df100c-3af1-4b0a-bda8-05914c71c458,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:55:21Z,topic='l3_agent')) {'router_ids': ['41a1cbf2-926f-4ba0-a207-b0441f2ff916'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:39:06.258834 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-aa730e3d-b8cf-45ed-b567-f76b1e29d435 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760453-5', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:39:06.259485 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa730e3d-b8cf-45ed-b567-f76b1e29d435 None None] The sync data for ids ['41a1cbf2-926f-4ba0-a207-b0441f2ff916'] in n-d-760453-5 is: [] {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 26 21:39:06.479347 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-b9cdd871-b2cd-4719-be9a-b5bba3f8bd8d tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4110657'] for router_interface (41a1cbf2-926f-4ba0-a207-b0441f2ff916), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:39:06.712388 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-b9cdd871-b2cd-4719-be9a-b5bba3f8bd8d tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Deleting port 62f3c63e-ec74-4038-a38c-b34f98707a34 {{(pid=103305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 21:39:06.712651 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-b9cdd871-b2cd-4719-be9a-b5bba3f8bd8d tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746560630878'] for port (62f3c63e-ec74-4038-a38c-b34f98707a34), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:39:06.796587 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-b9cdd871-b2cd-4719-be9a-b5bba3f8bd8d tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4109658'] for port (62f3c63e-ec74-4038-a38c-b34f98707a34), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:39:06.808833 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-b9cdd871-b2cd-4719-be9a-b5bba3f8bd8d tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Calling delete_port for 62f3c63e-ec74-4038-a38c-b34f98707a34 owned by network:router_interface {{(pid=103305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 21:39:06.876822 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1230deaf-07e0-4240-80e2-978158ba85bf req-dc8fb522-d0bb-4f6c-adda-4a386e21fc55 tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:39:06.878360 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-1230deaf-07e0-4240-80e2-978158ba85bf req-dc8fb522-d0bb-4f6c-adda-4a386e21fc55 tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] 10.222.0.13 "GET /v2.0/ports?device_id=c947e2a6-4eb3-4b93-905b-515cc992a63b HTTP/1.1" status: 200 len: 944 time: 0.0492647 Jan 26 21:39:06.931432 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-1230deaf-07e0-4240-80e2-978158ba85bf req-ed1d04cc-43ba-4c7b-a660-c3d67f00c5cd tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] 10.222.0.13 "GET /v2.0/security-groups?id=d37b3ff7-2317-46ab-9f4f-b0d217809a4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470197 Jan 26 21:39:06.986832 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-b9cdd871-b2cd-4719-be9a-b5bba3f8bd8d tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746560636600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746560234536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11791543'] for port (62f3c63e-ec74-4038-a38c-b34f98707a34), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:39:07.015058 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9cdd871-b2cd-4719-be9a-b5bba3f8bd8d tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Pushing event deleted for resources: {'Port': ['ID=62f3c63e-ec74-4038-a38c-b34f98707a34,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:39:07.152801 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-b9cdd871-b2cd-4719-be9a-b5bba3f8bd8d tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3709480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4110805'] for router_interface (41a1cbf2-926f-4ba0-a207-b0441f2ff916), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:39:07.305477 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9cdd871-b2cd-4719-be9a-b5bba3f8bd8d tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Router 41a1cbf2-926f-4ba0-a207-b0441f2ff916 has already been hosted by L3 agent 09df100c-3af1-4b0a-bda8-05914c71c458 {{(pid=103305) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 26 21:39:07.377519 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9cdd871-b2cd-4719-be9a-b5bba3f8bd8d tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Notify agent at l3_agent.n-d-760453-5 the message routers_updated {{(pid=103305) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 26 21:39:07.382456 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-b9cdd871-b2cd-4719-be9a-b5bba3f8bd8d tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] 10.222.0.13 "PUT /v2.0/routers/41a1cbf2-926f-4ba0-a207-b0441f2ff916/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.2139611 Jan 26 21:39:07.385817 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 33248) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:39:07.388306 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83732229-eaaf-4e36-b4f1-b82e76d5dc24 None None] Sync routers for ids ['41a1cbf2-926f-4ba0-a207-b0441f2ff916'] in n-d-760453-5 {{(pid=103306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 26 21:39:07.399158 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83732229-eaaf-4e36-b4f1-b82e76d5dc24 None None] Routers {'41a1cbf2-926f-4ba0-a207-b0441f2ff916'} bound to L3 agent in host n-d-760453-5 {{(pid=103306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 21:39:07.399993 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-83732229-eaaf-4e36-b4f1-b82e76d5dc24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-26T20:55:21Z,description=,heartbeat_timestamp=2022-01-26T21:38:51Z,host='n-d-760453-5',id=09df100c-3af1-4b0a-bda8-05914c71c458,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:55:21Z,topic='l3_agent')) {'router_ids': ['41a1cbf2-926f-4ba0-a207-b0441f2ff916'], 'active': True} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:39:07.417078 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-bfbf6165-f9d4-4a66-a2df-9bf295a9c5ba tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] 10.222.0.13 "GET /v2.0/ports?device_id=41a1cbf2-926f-4ba0-a207-b0441f2ff916 HTTP/1.1" status: 200 len: 205 time: 0.0296023 Jan 26 21:39:07.419356 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 33250) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:39:07.442837 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-83732229-eaaf-4e36-b4f1-b82e76d5dc24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760453-5', False) {} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:39:07.452245 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83732229-eaaf-4e36-b4f1-b82e76d5dc24 None None] Routers {'41a1cbf2-926f-4ba0-a207-b0441f2ff916'} bound to L3 agent in host n-d-760453-5 {{(pid=103306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 21:39:07.452854 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-83732229-eaaf-4e36-b4f1-b82e76d5dc24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-26T20:55:21Z,description=,heartbeat_timestamp=2022-01-26T21:38:51Z,host='n-d-760453-5',id=09df100c-3af1-4b0a-bda8-05914c71c458,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:55:21Z,topic='l3_agent')) {'router_ids': ['41a1cbf2-926f-4ba0-a207-b0441f2ff916'], 'active': True} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:39:07.483277 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.agents_db [None req-569f1ced-6396-4ddf-b79f-e03b0b2146ab None None] Agent healthcheck: found 7 active agents {{(pid=103307) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 26 21:39:07.488397 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-83732229-eaaf-4e36-b4f1-b82e76d5dc24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760453-5', False) {} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:39:07.489267 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83732229-eaaf-4e36-b4f1-b82e76d5dc24 None None] The sync data for ids ['41a1cbf2-926f-4ba0-a207-b0441f2ff916'] in n-d-760453-5 is: [] {{(pid=103306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 26 21:39:07.497930 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-8a5ae8ff-0a09-4589-9853-9bce7644457c tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Publish callbacks [] for router (41a1cbf2-926f-4ba0-a207-b0441f2ff916), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:39:07.657203 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-8a5ae8ff-0a09-4589-9853-9bce7644457c tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4105774', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13082'] for router (41a1cbf2-926f-4ba0-a207-b0441f2ff916), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:39:07.659297 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-8a5ae8ff-0a09-4589-9853-9bce7644457c tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Publish callbacks [] for router_controller (41a1cbf2-926f-4ba0-a207-b0441f2ff916), precommit_delete_associations {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:39:07.706973 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-8a5ae8ff-0a09-4589-9853-9bce7644457c tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4105767'] for router (41a1cbf2-926f-4ba0-a207-b0441f2ff916), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:39:07.707571 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a5ae8ff-0a09-4589-9853-9bce7644457c tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Fanout notify agent at l3_agent the message router_deleted on router 41a1cbf2-926f-4ba0-a207-b0441f2ff916 {{(pid=103304) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 26 21:39:07.714494 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-8a5ae8ff-0a09-4589-9853-9bce7644457c tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Publish callbacks [] for router (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:39:07.715676 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-8a5ae8ff-0a09-4589-9853-9bce7644457c tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] 10.222.0.13 "DELETE /v2.0/routers/41a1cbf2-926f-4ba0-a207-b0441f2ff916 HTTP/1.1" status: 204 len: 168 time: 0.2944915 Jan 26 21:39:07.718645 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 33252) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:39:07.769161 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.db_base_plugin_v2 [None req-ab4b0847-b475-4f77-a9da-45d03f4fedfc tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Deleting subnet cb298533-390d-4ac8-9ee7-d954bc54943c {{(pid=103304) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 26 21:39:07.772269 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-ab4b0847-b475-4f77-a9da-45d03f4fedfc tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Publish callbacks [] for subnet (cb298533-390d-4ac8-9ee7-d954bc54943c), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:39:07.811186 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-ab4b0847-b475-4f77-a9da-45d03f4fedfc tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8881284'] for subnet (cb298533-390d-4ac8-9ee7-d954bc54943c), precommit_delete_associations {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:39:07.896024 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-ab4b0847-b475-4f77-a9da-45d03f4fedfc tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687316'] for subnet (cb298533-390d-4ac8-9ee7-d954bc54943c), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:39:07.959585 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-ab4b0847-b475-4f77-a9da-45d03f4fedfc tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9281612', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12215216'] for subnet (cb298533-390d-4ac8-9ee7-d954bc54943c), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:39:07.989258 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-ab4b0847-b475-4f77-a9da-45d03f4fedfc tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Publish callbacks [] for subnet (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:39:07.995056 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-ab4b0847-b475-4f77-a9da-45d03f4fedfc tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] 10.222.0.13 "DELETE /v2.0/subnets/cb298533-390d-4ac8-9ee7-d954bc54943c HTTP/1.1" status: 204 len: 168 time: 0.2729666 Jan 26 21:39:07.995056 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4b0847-b475-4f77-a9da-45d03f4fedfc tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Pushing event deleted for resources: {'Subnet': ['ID=cb298533-390d-4ac8-9ee7-d954bc54943c,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:39:07.995438 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84fa40c2-09c9-4eb6-8c4d-746e6a316e44 None None] Network 50e31ecd-0d94-44b2-814a-b8e125f8d6df requested from n-d-760453-5 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 26 21:39:07.996129 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 33256) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:39:08.054298 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead5e292-6be4-4f1b-a47c-c267e98f7c96 req-e249af88-db29-4ae1-9637-4e11e20880b4 tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:39:08.056093 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-ead5e292-6be4-4f1b-a47c-c267e98f7c96 req-e249af88-db29-4ae1-9637-4e11e20880b4 tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] 10.222.0.13 "GET /v2.0/ports?device_id=c947e2a6-4eb3-4b93-905b-515cc992a63b HTTP/1.1" status: 200 len: 944 time: 0.0574763 Jan 26 21:39:08.058852 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.db_base_plugin_v2 [None req-a38a3866-24d0-429e-8f73-57abc3555ec0 tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Deleting subnet 9ce41e9f-6fa0-4493-8e2e-33545c50cd5e {{(pid=103305) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 26 21:39:08.065980 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-a38a3866-24d0-429e-8f73-57abc3555ec0 tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Publish callbacks [] for subnet (9ce41e9f-6fa0-4493-8e2e-33545c50cd5e), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:39:08.117871 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-a38a3866-24d0-429e-8f73-57abc3555ec0 tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11788946'] for subnet (9ce41e9f-6fa0-4493-8e2e-33545c50cd5e), precommit_delete_associations {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:39:08.125550 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-ead5e292-6be4-4f1b-a47c-c267e98f7c96 req-e7641bd0-0280-4a00-97e3-6c22bcc0b5b7 tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] 10.222.0.13 "GET /v2.0/security-groups?id=d37b3ff7-2317-46ab-9f4f-b0d217809a4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0622518 Jan 26 21:39:08.187489 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f754f1c-2bdc-4d6c-b724-bbc55120da5a None None] DHCP port deletion for 50e31ecd-0d94-44b2-814a-b8e125f8d6df request from n-d-760453-5 {{(pid=103306) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 26 21:39:08.209467 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-a38a3866-24d0-429e-8f73-57abc3555ec0 tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687316'] for subnet (9ce41e9f-6fa0-4493-8e2e-33545c50cd5e), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:39:08.244379 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-4f754f1c-2bdc-4d6c-b724-bbc55120da5a None None] Deleting port ba89128d-4ec9-42c7-b06c-4301f52a437d {{(pid=103306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 21:39:08.244709 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-4f754f1c-2bdc-4d6c-b724-bbc55120da5a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746560630878'] for port (ba89128d-4ec9-42c7-b06c-4301f52a437d), before_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:39:08.292231 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-a38a3866-24d0-429e-8f73-57abc3555ec0 tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11791594', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11599980'] for subnet (9ce41e9f-6fa0-4493-8e2e-33545c50cd5e), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:39:08.318389 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-4f754f1c-2bdc-4d6c-b724-bbc55120da5a None None] For port ba89128d-4ec9-42c7-b06c-4301f52a437d, host n-d-760453-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=ba89128d-4ec9-42c7-b06c-4301f52a437d,segment=NetworkSegment(828533d6-21b5-4858-a40f-a41bca196622),segment_id=828533d6-21b5-4858-a40f-a41bca196622)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:39:08.318876 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-4f754f1c-2bdc-4d6c-b724-bbc55120da5a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4109658'] for port (ba89128d-4ec9-42c7-b06c-4301f52a437d), precommit_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:39:08.323734 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a38a3866-24d0-429e-8f73-57abc3555ec0 tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Pushing event deleted for resources: {'Subnet': ['ID=9ce41e9f-6fa0-4493-8e2e-33545c50cd5e,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:39:08.328348 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-a38a3866-24d0-429e-8f73-57abc3555ec0 tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Publish callbacks [] for subnet (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:39:08.334123 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-4f754f1c-2bdc-4d6c-b724-bbc55120da5a None None] Calling delete_port for ba89128d-4ec9-42c7-b06c-4301f52a437d owned by network:dhcp {{(pid=103306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 21:39:08.337630 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1acdbbc9-74fa-4bee-a1eb-b674d47ef15f None None] Network d19ec3c7-dc07-4654-b51d-0ca289396ba0 requested from n-d-760453-5 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 26 21:39:08.337761 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 33264) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:39:08.339679 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-a38a3866-24d0-429e-8f73-57abc3555ec0 tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] 10.222.0.13 "DELETE /v2.0/subnets/9ce41e9f-6fa0-4493-8e2e-33545c50cd5e HTTP/1.1" status: 204 len: 168 time: 0.3394918 Jan 26 21:39:08.448718 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (32ef628b-8417-46c5-8729-60fcabe358f1), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:39:08.453766 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50140ef-56ec-4981-95b5-53ca5b008390 req-030b5eff-c52d-4b5b-b26f-cdea5c85e0ac tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:39:08.455320 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-e50140ef-56ec-4981-95b5-53ca5b008390 req-030b5eff-c52d-4b5b-b26f-cdea5c85e0ac tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] 10.222.0.13 "GET /v2.0/ports?device_id=c947e2a6-4eb3-4b93-905b-515cc992a63b HTTP/1.1" status: 200 len: 944 time: 0.1679268 Jan 26 21:39:08.480914 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-9d56e37d-87d6-4d69-b2b5-715e0683cd67 tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-748181'] for network (50e31ecd-0d94-44b2-814a-b8e125f8d6df), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:39:08.501355 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb417c3b-e88c-4c05-a3e6-e2c1c99bc010 req-f6278cdf-174d-408e-bcb9-1789a5167ce3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:39:08.502880 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-cb417c3b-e88c-4c05-a3e6-e2c1c99bc010 req-f6278cdf-174d-408e-bcb9-1789a5167ce3 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=949e29ec71a54b7f98dc62c402ac867e&device_id=c947e2a6-4eb3-4b93-905b-515cc992a63b HTTP/1.1" status: 200 len: 1095 time: 0.1053083 Jan 26 21:39:08.510067 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-4f754f1c-2bdc-4d6c-b724-bbc55120da5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746560636600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746560234536'] for port (ba89128d-4ec9-42c7-b06c-4301f52a437d), after_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:39:08.536750 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f754f1c-2bdc-4d6c-b724-bbc55120da5a None None] Pushing event deleted for resources: {'Port': ['ID=ba89128d-4ec9-42c7-b06c-4301f52a437d,revision_number=None']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:39:08.540285 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f754f1c-2bdc-4d6c-b724-bbc55120da5a None None] No DVR routers for this DVR port ba89128d-4ec9-42c7-b06c-4301f52a437d on host n-d-760453-5 {{(pid=103306) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 26 21:39:08.549696 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-e50140ef-56ec-4981-95b5-53ca5b008390 req-9a51dfe1-b009-4fdc-bc21-19a5b5ddba7b tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] 10.222.0.13 "GET /v2.0/security-groups?id=d37b3ff7-2317-46ab-9f4f-b0d217809a4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0832946 Jan 26 21:39:08.561961 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b3ee199-6bb6-47b3-ada6-8fc90b1552d3 None None] DHCP port deletion for d19ec3c7-dc07-4654-b51d-0ca289396ba0 request from n-d-760453-5 {{(pid=103306) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 26 21:39:08.618269 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-7b3ee199-6bb6-47b3-ada6-8fc90b1552d3 None None] Deleting port d02d7757-41ba-4b7e-a887-4d9e56d2aedf {{(pid=103306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 21:39:08.618946 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-7b3ee199-6bb6-47b3-ada6-8fc90b1552d3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746560630878'] for port (d02d7757-41ba-4b7e-a887-4d9e56d2aedf), before_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:39:08.680141 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-7b3ee199-6bb6-47b3-ada6-8fc90b1552d3 None None] For port d02d7757-41ba-4b7e-a887-4d9e56d2aedf, host n-d-760453-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=d02d7757-41ba-4b7e-a887-4d9e56d2aedf,segment=NetworkSegment(09e0a835-61f4-4424-9932-350f632afbb0),segment_id=09e0a835-61f4-4424-9932-350f632afbb0)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:39:08.680528 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-7b3ee199-6bb6-47b3-ada6-8fc90b1552d3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4109658'] for port (d02d7757-41ba-4b7e-a887-4d9e56d2aedf), precommit_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:39:08.682593 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-9d56e37d-87d6-4d69-b2b5-715e0683cd67 tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-686403', 'neutron.services.segments.db._delete_segments_for_network-8746560774018'] for network (50e31ecd-0d94-44b2-814a-b8e125f8d6df), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:39:08.693224 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-7b3ee199-6bb6-47b3-ada6-8fc90b1552d3 None None] Calling delete_port for d02d7757-41ba-4b7e-a887-4d9e56d2aedf owned by network:dhcp {{(pid=103306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 21:39:08.716025 n-d-760453-5 neutron-server[103304]: DEBUG neutron.services.segments.db [None req-9d56e37d-87d6-4d69-b2b5-715e0683cd67 tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['50e31ecd-0d94-44b2-814a-b8e125f8d6df']}} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:39:08.725159 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb417c3b-e88c-4c05-a3e6-e2c1c99bc010 req-31eb9d6f-3821-4804-ae86-2134ef6ad60a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:39:08.726672 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-cb417c3b-e88c-4c05-a3e6-e2c1c99bc010 req-31eb9d6f-3821-4804-ae86-2134ef6ad60a service neutron] 10.222.0.66 "GET /v2.0/networks?id=e06aca25-0b6a-452f-bfd4-2129924c58a7 HTTP/1.1" status: 200 len: 912 time: 0.2177556 Jan 26 21:39:08.729866 n-d-760453-5 neutron-server[103304]: DEBUG neutron.services.segments.db [None req-9d56e37d-87d6-4d69-b2b5-715e0683cd67 tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '828533d6-21b5-4858-a40f-a41bca196622') {'for_net_delete': True} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:39:08.730168 n-d-760453-5 neutron-server[103304]: DEBUG neutron.services.segments.db [None req-9d56e37d-87d6-4d69-b2b5-715e0683cd67 tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '828533d6-21b5-4858-a40f-a41bca196622') {} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:39:08.746406 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-9d56e37d-87d6-4d69-b2b5-715e0683cd67 tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746560742283', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8881293'] for segment (828533d6-21b5-4858-a40f-a41bca196622), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:39:08.773804 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-7b3ee199-6bb6-47b3-ada6-8fc90b1552d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746560636600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746560234536'] for port (d02d7757-41ba-4b7e-a887-4d9e56d2aedf), after_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:39:08.798030 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-9d56e37d-87d6-4d69-b2b5-715e0683cd67 tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576559'] for segment (828533d6-21b5-4858-a40f-a41bca196622), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:39:08.798842 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b3ee199-6bb6-47b3-ada6-8fc90b1552d3 None None] Pushing event deleted for resources: {'Port': ['ID=d02d7757-41ba-4b7e-a887-4d9e56d2aedf,revision_number=None']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:39:08.803036 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b3ee199-6bb6-47b3-ada6-8fc90b1552d3 None None] No DVR routers for this DVR port d02d7757-41ba-4b7e-a887-4d9e56d2aedf on host n-d-760453-5 {{(pid=103306) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 26 21:39:08.814517 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9d56e37d-87d6-4d69-b2b5-715e0683cd67 tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Releasing vlan 566 on physical network physnet1 to pool {{(pid=103304) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 26 21:39:08.814993 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-9d56e37d-87d6-4d69-b2b5-715e0683cd67 tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9281762'] for segment (828533d6-21b5-4858-a40f-a41bca196622), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:39:08.818193 n-d-760453-5 neutron-server[103304]: Traceback (most recent call last): Jan 26 21:39:08.818193 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 26 21:39:08.818193 n-d-760453-5 neutron-server[103304]: timer() Jan 26 21:39:08.818193 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 26 21:39:08.818193 n-d-760453-5 neutron-server[103304]: cb(*args, **kw) Jan 26 21:39:08.818193 n-d-760453-5 neutron-server[103304]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 26 21:39:08.818193 n-d-760453-5 neutron-server[103304]: return func(*args, **kwargs) Jan 26 21:39:08.818193 n-d-760453-5 neutron-server[103304]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 26 21:39:08.818193 n-d-760453-5 neutron-server[103304]: self._notify() Jan 26 21:39:08.818193 n-d-760453-5 neutron-server[103304]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 26 21:39:08.818193 n-d-760453-5 neutron-server[103304]: self.callback(batched_events) Jan 26 21:39:08.818193 n-d-760453-5 neutron-server[103304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 26 21:39:08.818193 n-d-760453-5 neutron-server[103304]: event.method(event) Jan 26 21:39:08.818193 n-d-760453-5 neutron-server[103304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 26 21:39:08.818193 n-d-760453-5 neutron-server[103304]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 26 21:39:08.818193 n-d-760453-5 neutron-server[103304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 26 21:39:08.818193 n-d-760453-5 neutron-server[103304]: aggregate_uuid = self.p_client.list_aggregates( Jan 26 21:39:08.818193 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 26 21:39:08.818193 n-d-760453-5 neutron-server[103304]: return f(self, *a, **k) Jan 26 21:39:08.818193 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 26 21:39:08.818193 n-d-760453-5 neutron-server[103304]: return self._get(url).json() Jan 26 21:39:08.818193 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 26 21:39:08.818193 n-d-760453-5 neutron-server[103304]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 26 21:39:08.818193 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 26 21:39:08.818193 n-d-760453-5 neutron-server[103304]: return self.request(url, 'GET', **kwargs) Jan 26 21:39:08.818193 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 26 21:39:08.818193 n-d-760453-5 neutron-server[103304]: base_url = self.get_endpoint(auth, allow=allow, Jan 26 21:39:08.818193 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 26 21:39:08.818193 n-d-760453-5 neutron-server[103304]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 26 21:39:08.818193 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 26 21:39:08.818193 n-d-760453-5 neutron-server[103304]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 26 21:39:08.818193 n-d-760453-5 neutron-server[103304]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 26 21:39:08.835508 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-cb417c3b-e88c-4c05-a3e6-e2c1c99bc010 req-f574d210-184e-44d9-b6fc-073d86569a51 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=76b67d01-e977-4af8-80e0-0024bcb18a45 HTTP/1.1" status: 200 len: 999 time: 0.0988076 Jan 26 21:39:08.916692 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb417c3b-e88c-4c05-a3e6-e2c1c99bc010 req-a9de0503-8a76-437a-b61d-3ded399a3eea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:39:08.918380 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-cb417c3b-e88c-4c05-a3e6-e2c1c99bc010 req-a9de0503-8a76-437a-b61d-3ded399a3eea service neutron] 10.222.0.66 "GET /v2.0/subnets?id=79317c4e-88a3-402c-975d-f004bf1d9b8b HTTP/1.1" status: 200 len: 850 time: 0.0573397 Jan 26 21:39:08.919396 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-9d56e37d-87d6-4d69-b2b5-715e0683cd67 tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4110931'] for network (50e31ecd-0d94-44b2-814a-b8e125f8d6df), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:39:08.927157 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-9d56e37d-87d6-4d69-b2b5-715e0683cd67 tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Publish callbacks [] for network (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:39:08.930202 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-9d56e37d-87d6-4d69-b2b5-715e0683cd67 tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] 10.222.0.13 "DELETE /v2.0/networks/50e31ecd-0d94-44b2-814a-b8e125f8d6df HTTP/1.1" status: 204 len: 168 time: 0.5913243 Jan 26 21:39:08.933801 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 33266) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:39:08.966688 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d56e37d-87d6-4d69-b2b5-715e0683cd67 tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Pushing event deleted for resources: {'Network': ['ID=50e31ecd-0d94-44b2-814a-b8e125f8d6df,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:39:08.983721 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb417c3b-e88c-4c05-a3e6-e2c1c99bc010 req-d92527b8-a0a2-42a7-8f9b-c46059608946 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:39:08.985233 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-cb417c3b-e88c-4c05-a3e6-e2c1c99bc010 req-d92527b8-a0a2-42a7-8f9b-c46059608946 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=e06aca25-0b6a-452f-bfd4-2129924c58a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0592787 Jan 26 21:39:09.012613 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-f19902e9-081a-43b0-8247-305417b6bada tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-748181'] for network (d19ec3c7-dc07-4654-b51d-0ca289396ba0), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:39:09.073337 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-cb417c3b-e88c-4c05-a3e6-e2c1c99bc010 req-45cce020-c241-4bb4-993e-3a817c24466a service neutron] 10.222.0.66 "GET /v2.0/networks/e06aca25-0b6a-452f-bfd4-2129924c58a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815322 Jan 26 21:39:09.096322 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-f19902e9-081a-43b0-8247-305417b6bada tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-686403', 'neutron.services.segments.db._delete_segments_for_network-8746560774018'] for network (d19ec3c7-dc07-4654-b51d-0ca289396ba0), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:39:09.117567 n-d-760453-5 neutron-server[103305]: DEBUG neutron.services.segments.db [None req-f19902e9-081a-43b0-8247-305417b6bada tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d19ec3c7-dc07-4654-b51d-0ca289396ba0']}} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:39:09.128093 n-d-760453-5 neutron-server[103305]: DEBUG neutron.services.segments.db [None req-f19902e9-081a-43b0-8247-305417b6bada tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '09e0a835-61f4-4424-9932-350f632afbb0') {'for_net_delete': True} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:39:09.128297 n-d-760453-5 neutron-server[103305]: DEBUG neutron.services.segments.db [None req-f19902e9-081a-43b0-8247-305417b6bada tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '09e0a835-61f4-4424-9932-350f632afbb0') {} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:39:09.138406 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-f19902e9-081a-43b0-8247-305417b6bada tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746560742283', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11788955'] for segment (09e0a835-61f4-4424-9932-350f632afbb0), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:39:09.153663 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-f19902e9-081a-43b0-8247-305417b6bada tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576559'] for segment (09e0a835-61f4-4424-9932-350f632afbb0), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:39:09.159911 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f19902e9-081a-43b0-8247-305417b6bada tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Releasing vlan 573 on physical network physnet1 to pool {{(pid=103305) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 26 21:39:09.160396 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-f19902e9-081a-43b0-8247-305417b6bada tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11791428'] for segment (09e0a835-61f4-4424-9932-350f632afbb0), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:39:09.163363 n-d-760453-5 neutron-server[103305]: Traceback (most recent call last): Jan 26 21:39:09.163363 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 26 21:39:09.163363 n-d-760453-5 neutron-server[103305]: timer() Jan 26 21:39:09.163363 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 26 21:39:09.163363 n-d-760453-5 neutron-server[103305]: cb(*args, **kw) Jan 26 21:39:09.163363 n-d-760453-5 neutron-server[103305]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 26 21:39:09.163363 n-d-760453-5 neutron-server[103305]: return func(*args, **kwargs) Jan 26 21:39:09.163363 n-d-760453-5 neutron-server[103305]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 26 21:39:09.163363 n-d-760453-5 neutron-server[103305]: self._notify() Jan 26 21:39:09.163363 n-d-760453-5 neutron-server[103305]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 26 21:39:09.163363 n-d-760453-5 neutron-server[103305]: self.callback(batched_events) Jan 26 21:39:09.163363 n-d-760453-5 neutron-server[103305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 26 21:39:09.163363 n-d-760453-5 neutron-server[103305]: event.method(event) Jan 26 21:39:09.163363 n-d-760453-5 neutron-server[103305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 26 21:39:09.163363 n-d-760453-5 neutron-server[103305]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 26 21:39:09.163363 n-d-760453-5 neutron-server[103305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 26 21:39:09.163363 n-d-760453-5 neutron-server[103305]: aggregate_uuid = self.p_client.list_aggregates( Jan 26 21:39:09.163363 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 26 21:39:09.163363 n-d-760453-5 neutron-server[103305]: return f(self, *a, **k) Jan 26 21:39:09.163363 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 26 21:39:09.163363 n-d-760453-5 neutron-server[103305]: return self._get(url).json() Jan 26 21:39:09.163363 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 26 21:39:09.163363 n-d-760453-5 neutron-server[103305]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 26 21:39:09.163363 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 26 21:39:09.163363 n-d-760453-5 neutron-server[103305]: return self.request(url, 'GET', **kwargs) Jan 26 21:39:09.163363 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 26 21:39:09.163363 n-d-760453-5 neutron-server[103305]: base_url = self.get_endpoint(auth, allow=allow, Jan 26 21:39:09.163363 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 26 21:39:09.163363 n-d-760453-5 neutron-server[103305]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 26 21:39:09.163363 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 26 21:39:09.163363 n-d-760453-5 neutron-server[103305]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 26 21:39:09.163363 n-d-760453-5 neutron-server[103305]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 26 21:39:09.179786 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-cb417c3b-e88c-4c05-a3e6-e2c1c99bc010 req-55fdb64d-a43c-48ac-9170-8f645ddb1d39 service neutron] 10.222.0.66 "GET /v2.0/networks/e06aca25-0b6a-452f-bfd4-2129924c58a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0996621 Jan 26 21:39:09.225497 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-f19902e9-081a-43b0-8247-305417b6bada tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4110931'] for network (d19ec3c7-dc07-4654-b51d-0ca289396ba0), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:39:09.234034 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-f19902e9-081a-43b0-8247-305417b6bada tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Publish callbacks [] for network (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:39:09.237478 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-f19902e9-081a-43b0-8247-305417b6bada tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] 10.222.0.13 "DELETE /v2.0/networks/d19ec3c7-dc07-4654-b51d-0ca289396ba0 HTTP/1.1" status: 204 len: 168 time: 0.3025844 Jan 26 21:39:09.241432 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 33270) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:39:09.246541 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-c99e353d-7afa-4040-b627-f9a18e8c8404 tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Request body: {'network': {'name': 'tempest-RoutersTest-830580465'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:39:09.247343 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f19902e9-081a-43b0-8247-305417b6bada tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Pushing event deleted for resources: {'Network': ['ID=d19ec3c7-dc07-4654-b51d-0ca289396ba0,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:39:09.266770 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c99e353d-7afa-4040-b627-f9a18e8c8404 tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Made reservation on behalf of 0e80f135b66f46baaae5354dcc5fe05e for: {'network': 1} {{(pid=103304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 21:39:09.269969 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-c99e353d-7afa-4040-b627-f9a18e8c8404 tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for network (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:39:09.293836 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c99e353d-7afa-4040-b627-f9a18e8c8404 tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] vlan segment allocate from pool success with {'vlan_id': 567, 'physical_network': 'physnet1'} {{(pid=103304) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 26 21:39:09.303369 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-c99e353d-7afa-4040-b627-f9a18e8c8404 tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576559'] for segment (4386e9ad-92ca-4cc7-8629-94c220dec54b), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:39:09.303716 n-d-760453-5 neutron-server[103304]: INFO neutron.db.segments_db [None req-c99e353d-7afa-4040-b627-f9a18e8c8404 tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Added segment 4386e9ad-92ca-4cc7-8629-94c220dec54b of type vlan for network f8721382-d483-4175-ae15-aa02a1e7ddcc Jan 26 21:39:09.343808 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-c99e353d-7afa-4040-b627-f9a18e8c8404 tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746560256871'] for network (f8721382-d483-4175-ae15-aa02a1e7ddcc), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:39:09.368413 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-c99e353d-7afa-4040-b627-f9a18e8c8404 tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503'] for network (f8721382-d483-4175-ae15-aa02a1e7ddcc), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:39:09.373926 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c99e353d-7afa-4040-b627-f9a18e8c8404 tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:39:09.374506 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-c99e353d-7afa-4040-b627-f9a18e8c8404 tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Publish callbacks [] for network (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:39:09.431793 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-c99e353d-7afa-4040-b627-f9a18e8c8404 tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.1891704 Jan 26 21:39:09.434660 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 33272) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:39:09.440424 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-9ca5d91c-971a-418d-bf11-ba09c42978bd tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Request body: {'subnet': {'network_id': 'f8721382-d483-4175-ae15-aa02a1e7ddcc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:39:09.468803 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99e353d-7afa-4040-b627-f9a18e8c8404 tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Pushing event updated for resources: {'Network': ['ID=f8721382-d483-4175-ae15-aa02a1e7ddcc,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:39:09.480180 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Network f8721382-d483-4175-ae15-aa02a1e7ddcc details requested by agent ovs-agent-n-d-760453-5 with host n-d-760453-5 {{(pid=103306) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 26 21:39:09.483854 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device ba89128d-4ec9-42c7-b06c-4301f52a437d no longer exists at agent ovs-agent-n-d-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 26 21:39:09.542574 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ca5d91c-971a-418d-bf11-ba09c42978bd tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Made reservation on behalf of 0e80f135b66f46baaae5354dcc5fe05e for: {'subnet': 1} {{(pid=103304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 21:39:09.545798 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] No Port match for: ba89128d-4ec9-42c7-b06c-4301f52a437d {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 26 21:39:09.545990 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-9ca5d91c-971a-418d-bf11-ba09c42978bd tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12215181'] for subnet (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:39:09.546133 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device ba89128d-4ec9-42c7-b06c-4301f52a437d not bound to the agent host n-d-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 26 21:39:09.546535 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device d02d7757-41ba-4b7e-a887-4d9e56d2aedf no longer exists at agent ovs-agent-n-d-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 26 21:39:09.568686 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] No Port match for: d02d7757-41ba-4b7e-a887-4d9e56d2aedf {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 26 21:39:09.569023 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device d02d7757-41ba-4b7e-a887-4d9e56d2aedf not bound to the agent host n-d-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 26 21:39:09.714468 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9547265c-6ca8-4162-8f4b-d32d602387d2 req-7d3f64f9-6c1b-4727-a243-c127d7ed19e1 tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:39:09.715946 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-9547265c-6ca8-4162-8f4b-d32d602387d2 req-7d3f64f9-6c1b-4727-a243-c127d7ed19e1 tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] 10.222.0.13 "GET /v2.0/ports?device_id=c947e2a6-4eb3-4b93-905b-515cc992a63b HTTP/1.1" status: 200 len: 944 time: 0.0858214 Jan 26 21:39:09.809917 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-9547265c-6ca8-4162-8f4b-d32d602387d2 req-88e768d7-d5cf-4fda-bd04-a529ef88d2cd tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] 10.222.0.13 "GET /v2.0/security-groups?id=d37b3ff7-2317-46ab-9f4f-b0d217809a4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0872550 Jan 26 21:39:09.811644 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-9ca5d91c-971a-418d-bf11-ba09c42978bd tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9285249', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12215227'] for subnet (36fa8334-4b00-4cdb-ae0a-3b5434845dcc), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:39:09.870245 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca5d91c-971a-418d-bf11-ba09c42978bd tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Pushing event updated for resources: {'Subnet': ['ID=36fa8334-4b00-4cdb-ae0a-3b5434845dcc,revision_number=0']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:39:09.885625 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ca5d91c-971a-418d-bf11-ba09c42978bd tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Checking segment: {'id': '4386e9ad-92ca-4cc7-8629-94c220dec54b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'f8721382-d483-4175-ae15-aa02a1e7ddcc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103304) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 21:39:09.885977 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ca5d91c-971a-418d-bf11-ba09c42978bd tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Network hostable DHCP agents. Network: f8721382-d483-4175-ae15-aa02a1e7ddcc, hostable agents: ['474ccdf7-ab6c-405b-a3b2-dc7b05829902'], hosted agents: [] {{(pid=103304) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 26 21:39:09.902626 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ca5d91c-971a-418d-bf11-ba09c42978bd tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Network f8721382-d483-4175-ae15-aa02a1e7ddcc is scheduled to be hosted by DHCP agent 474ccdf7-ab6c-405b-a3b2-dc7b05829902 with binding_index 1 {{(pid=103304) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 26 21:39:09.911237 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [None req-9ca5d91c-971a-418d-bf11-ba09c42978bd tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760453-5, f8721382-d483-4175-ae15-aa02a1e7ddcc) {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:39:09.915339 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ca5d91c-971a-418d-bf11-ba09c42978bd tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:39:09.915924 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-9ca5d91c-971a-418d-bf11-ba09c42978bd tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Publish callbacks [] for subnet (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:39:09.919942 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d1a113d-aee0-47e8-a752-590855283da4 None None] Network f8721382-d483-4175-ae15-aa02a1e7ddcc requested from n-d-760453-5 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 26 21:39:09.931593 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-9ca5d91c-971a-418d-bf11-ba09c42978bd tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4958687 Jan 26 21:39:09.934233 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 33276) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:39:09.939467 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-dcdbe58f-ad59-4a2d-863f-258a4d8b3a4c tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-781338019', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:39:09.960188 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-dcdbe58f-ad59-4a2d-863f-258a4d8b3a4c tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4104596', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13108'] for router (a28c75d9-2905-4b2a-8954-b01255baa8a4), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:39:09.961193 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-dcdbe58f-ad59-4a2d-863f-258a4d8b3a4c tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4105828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4111306', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3733576', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13069'] for router (a28c75d9-2905-4b2a-8954-b01255baa8a4), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:39:10.016178 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-dcdbe58f-ad59-4a2d-863f-258a4d8b3a4c tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Publish callbacks [] for router_controller (a28c75d9-2905-4b2a-8954-b01255baa8a4), precommit_add_association {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:39:10.021415 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-dcdbe58f-ad59-4a2d-863f-258a4d8b3a4c tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4105757', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4111263'] for router (a28c75d9-2905-4b2a-8954-b01255baa8a4), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:39:10.024830 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-847a4a19-81a7-462f-b9ae-c9bd261739ea None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3c4099e8-8ffb-51d1-af7f-5868973e933f-f8721382-d483-4175-ae15-aa02a1e7ddcc', 'network_id': 'f8721382-d483-4175-ae15-aa02a1e7ddcc', 'project_id': '0e80f135b66f46baaae5354dcc5fe05e', 'fixed_ips': [{'subnet_id': '36fa8334-4b00-4cdb-ae0a-3b5434845dcc'}]}} from n-d-760453-5. {{(pid=103306) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 26 21:39:10.025930 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-847a4a19-81a7-462f-b9ae-c9bd261739ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (None), before_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:39:10.041462 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-dcdbe58f-ad59-4a2d-863f-258a4d8b3a4c tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Publish callbacks [] for router (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:39:10.042695 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-dcdbe58f-ad59-4a2d-863f-258a4d8b3a4c tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.1074586 Jan 26 21:39:10.045618 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 33278) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:39:10.050766 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-421436a7-124d-40d5-aacc-cdf67acfaecf tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Request body: {'port': {'network_id': 'f8721382-d483-4175-ae15-aa02a1e7ddcc', 'name': 'tempest-RoutersTest-900763854'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:39:10.170341 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-421436a7-124d-40d5-aacc-cdf67acfaecf tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Made reservation on behalf of 0e80f135b66f46baaae5354dcc5fe05e for: {'port': 1} {{(pid=103304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 21:39:10.174060 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-421436a7-124d-40d5-aacc-cdf67acfaecf tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:39:10.181874 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.db_base_plugin_common [None req-847a4a19-81a7-462f-b9ae-c9bd261739ea None None] Allocated IP 172.20.0.2 (f8721382-d483-4175-ae15-aa02a1e7ddcc/36fa8334-4b00-4cdb-ae0a-3b5434845dcc/d9f27ec2-8fde-495a-80a4-f9421267c7ef) {{(pid=103306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 21:39:10.197784 n-d-760453-5 neutron-server[103304]: DEBUG neutron.notifiers.nova [None req-421436a7-124d-40d5-aacc-cdf67acfaecf tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] device_id is not set on port 1b1273e2-2055-4f71-9253-baf64965f8f7 yet. {{(pid=103304) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 26 21:39:10.496415 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-847a4a19-81a7-462f-b9ae-c9bd261739ea None None] Publish callbacks [] for port (d9f27ec2-8fde-495a-80a4-f9421267c7ef), precommit_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:39:10.502877 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-847a4a19-81a7-462f-b9ae-c9bd261739ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746560234527'] for port (d9f27ec2-8fde-495a-80a4-f9421267c7ef), after_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:39:10.542825 n-d-760453-5 neutron-server[103306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-847a4a19-81a7-462f-b9ae-c9bd261739ea None None] Network f8721382-d483-4175-ae15-aa02a1e7ddcc is already hosted by enough agents. {{(pid=103306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 21:39:10.550143 n-d-760453-5 neutron-server[103306]: DEBUG neutron.scheduler.base_scheduler [None req-847a4a19-81a7-462f-b9ae-c9bd261739ea None None] Resources bound (agent type, host, resource id): {{(pid=103306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:39:10.554767 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-847a4a19-81a7-462f-b9ae-c9bd261739ea None None] Received port after_create {{(pid=103306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 21:39:10.556671 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.db_base_plugin_common [None req-421436a7-124d-40d5-aacc-cdf67acfaecf tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Allocated IP 172.20.0.11 (f8721382-d483-4175-ae15-aa02a1e7ddcc/36fa8334-4b00-4cdb-ae0a-3b5434845dcc/1b1273e2-2055-4f71-9253-baf64965f8f7) {{(pid=103304) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 21:39:10.556790 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847a4a19-81a7-462f-b9ae-c9bd261739ea None None] Pushing event updated for resources: {'Port': ['ID=d9f27ec2-8fde-495a-80a4-f9421267c7ef,revision_number=1']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:39:10.616327 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-847a4a19-81a7-462f-b9ae-c9bd261739ea None None] Attempting to bind port d9f27ec2-8fde-495a-80a4-f9421267c7ef on host n-d-760453-5 for vnic_type normal with profile {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 21:39:10.616942 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-847a4a19-81a7-462f-b9ae-c9bd261739ea None None] Attempting to bind port d9f27ec2-8fde-495a-80a4-f9421267c7ef by drivers openvswitch,hyperv on host n-d-760453-5 at level 0 using segments [{'id': '4386e9ad-92ca-4cc7-8629-94c220dec54b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'f8721382-d483-4175-ae15-aa02a1e7ddcc'}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 26 21:39:10.617496 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-847a4a19-81a7-462f-b9ae-c9bd261739ea None None] Attempting to bind port d9f27ec2-8fde-495a-80a4-f9421267c7ef on network f8721382-d483-4175-ae15-aa02a1e7ddcc {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 21:39:10.622661 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-847a4a19-81a7-462f-b9ae-c9bd261739ea None None] Checking agent: {'id': 'fea0591a-627d-4c87-9a9a-01625ddf3277', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760453-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 20, 55, 25), 'started_at': datetime.datetime(2022, 1, 26, 20, 55, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 21, 38, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760453-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 26 21:39:10.623587 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-847a4a19-81a7-462f-b9ae-c9bd261739ea None None] Checking segment: {'id': '4386e9ad-92ca-4cc7-8629-94c220dec54b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'f8721382-d483-4175-ae15-aa02a1e7ddcc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 21:39:10.623994 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-847a4a19-81a7-462f-b9ae-c9bd261739ea None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:39:10.624387 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-847a4a19-81a7-462f-b9ae-c9bd261739ea None None] Bound using segment: {'id': '4386e9ad-92ca-4cc7-8629-94c220dec54b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'f8721382-d483-4175-ae15-aa02a1e7ddcc'} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 26 21:39:10.624858 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-847a4a19-81a7-462f-b9ae-c9bd261739ea None None] Bound port: d9f27ec2-8fde-495a-80a4-f9421267c7ef, host: n-d-760453-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4386e9ad-92ca-4cc7-8629-94c220dec54b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'f8721382-d483-4175-ae15-aa02a1e7ddcc'}}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 26 21:39:10.625244 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-847a4a19-81a7-462f-b9ae-c9bd261739ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (d9f27ec2-8fde-495a-80a4-f9421267c7ef), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:39:10.688915 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-847a4a19-81a7-462f-b9ae-c9bd261739ea None None] For port d9f27ec2-8fde-495a-80a4-f9421267c7ef, host n-d-760453-5, cleared binding levels {{(pid=103306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 26 21:39:10.692288 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-847a4a19-81a7-462f-b9ae-c9bd261739ea None None] For port d9f27ec2-8fde-495a-80a4-f9421267c7ef, host n-d-760453-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=d9f27ec2-8fde-495a-80a4-f9421267c7ef,segment=NetworkSegment(4386e9ad-92ca-4cc7-8629-94c220dec54b),segment_id=4386e9ad-92ca-4cc7-8629-94c220dec54b)] {{(pid=103306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 26 21:39:10.696212 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-847a4a19-81a7-462f-b9ae-c9bd261739ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (d9f27ec2-8fde-495a-80a4-f9421267c7ef), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:39:10.722423 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-421436a7-124d-40d5-aacc-cdf67acfaecf tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Publish callbacks [] for port (1b1273e2-2055-4f71-9253-baf64965f8f7), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:39:10.755234 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847a4a19-81a7-462f-b9ae-c9bd261739ea None None] Pushing event updated for resources: {'Port': ['ID=d9f27ec2-8fde-495a-80a4-f9421267c7ef,revision_number=2']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:39:10.773438 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-421436a7-124d-40d5-aacc-cdf67acfaecf tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746560234527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9281553'] for port (1b1273e2-2055-4f71-9253-baf64965f8f7), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:39:10.820912 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-421436a7-124d-40d5-aacc-cdf67acfaecf tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Network f8721382-d483-4175-ae15-aa02a1e7ddcc is already hosted by enough agents. {{(pid=103304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 21:39:10.826628 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [None req-421436a7-124d-40d5-aacc-cdf67acfaecf tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Resources bound (agent type, host, resource id): {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:39:10.831306 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-421436a7-124d-40d5-aacc-cdf67acfaecf tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Received port after_create {{(pid=103304) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 21:39:10.836805 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421436a7-124d-40d5-aacc-cdf67acfaecf tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Pushing event updated for resources: {'Port': ['ID=1b1273e2-2055-4f71-9253-baf64965f8f7,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:39:10.891826 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-421436a7-124d-40d5-aacc-cdf67acfaecf tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:39:10.892106 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-421436a7-124d-40d5-aacc-cdf67acfaecf tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:39:10.934494 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 33284) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:39:10.941979 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-421436a7-124d-40d5-aacc-cdf67acfaecf tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 0.8951237 Jan 26 21:39:10.997780 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a04197-0134-4473-adc2-edb878c3f39a req-fc033dd6-6a41-4453-bc17-b51c1071e982 tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:39:10.999997 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-02a04197-0134-4473-adc2-edb878c3f39a req-fc033dd6-6a41-4453-bc17-b51c1071e982 tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] 10.222.0.13 "GET /v2.0/ports?device_id=c947e2a6-4eb3-4b93-905b-515cc992a63b HTTP/1.1" status: 200 len: 944 time: 0.0561504 Jan 26 21:39:11.061440 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-02a04197-0134-4473-adc2-edb878c3f39a req-6aa43210-cbf6-485a-804e-79e7e3527d44 tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] 10.222.0.13 "GET /v2.0/security-groups?id=d37b3ff7-2317-46ab-9f4f-b0d217809a4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0550685 Jan 26 21:39:11.198821 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07df53ff-33cf-4057-8708-b095fa1502bc req-c09e0c51-4b33-4b2a-90d7-a21cd5185d42 tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:39:11.200384 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-07df53ff-33cf-4057-8708-b095fa1502bc req-c09e0c51-4b33-4b2a-90d7-a21cd5185d42 tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] 10.222.0.13 "GET /v2.0/ports?device_id=c947e2a6-4eb3-4b93-905b-515cc992a63b HTTP/1.1" status: 200 len: 944 time: 0.0532432 Jan 26 21:39:11.259558 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-07df53ff-33cf-4057-8708-b095fa1502bc req-e068d82f-1ae1-4699-b52b-3c4a074de5d7 tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] 10.222.0.13 "GET /v2.0/security-groups?id=d37b3ff7-2317-46ab-9f4f-b0d217809a4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532825 Jan 26 21:39:11.299015 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-b653dfb8-ed67-4741-82b4-5d12c3ae2409 tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (1b1273e2-2055-4f71-9253-baf64965f8f7), before_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:39:11.396663 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dce7ef6-0927-4eea-ab2c-019af59b385f req-c889d23e-10b0-46ec-9be2-22211acb4d4c tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:39:11.401086 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-5dce7ef6-0927-4eea-ab2c-019af59b385f req-c889d23e-10b0-46ec-9be2-22211acb4d4c tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] 10.222.0.13 "GET /v2.0/ports?device_id=c947e2a6-4eb3-4b93-905b-515cc992a63b HTTP/1.1" status: 200 len: 944 time: 0.0620232 Jan 26 21:39:11.458212 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-5dce7ef6-0927-4eea-ab2c-019af59b385f req-faeb61de-3641-4341-99f5-293b843f370b tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] 10.222.0.13 "GET /v2.0/security-groups?id=d37b3ff7-2317-46ab-9f4f-b0d217809a4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500495 Jan 26 21:39:11.611582 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device d9f27ec2-8fde-495a-80a4-f9421267c7ef up at agent ovs-agent-n-d-760453-5 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 21:39:11.742230 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Provisioning complete for port d9f27ec2-8fde-495a-80a4-f9421267c7ef triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:39:11.742977 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (d9f27ec2-8fde-495a-80a4-f9421267c7ef), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:39:11.829913 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4be423-f3c9-4e70-9de7-e4946b887159 req-ed7c41d9-3b19-498f-bc51-566dc98219f0 tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:39:11.831191 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-6a4be423-f3c9-4e70-9de7-e4946b887159 req-ed7c41d9-3b19-498f-bc51-566dc98219f0 tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] 10.222.0.13 "GET /v2.0/ports?device_id=c947e2a6-4eb3-4b93-905b-515cc992a63b HTTP/1.1" status: 200 len: 944 time: 0.0849817 Jan 26 21:39:11.865256 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Current status of the port d9f27ec2-8fde-495a-80a4-f9421267c7ef is: DOWN; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:39:11.866296 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (d9f27ec2-8fde-495a-80a4-f9421267c7ef), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:39:11.895665 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-6a4be423-f3c9-4e70-9de7-e4946b887159 req-a87fc0b7-3a68-4665-9dfa-d9017066750b tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] 10.222.0.13 "GET /v2.0/security-groups?id=d37b3ff7-2317-46ab-9f4f-b0d217809a4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552011 Jan 26 21:39:11.918719 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] For port d9f27ec2-8fde-495a-80a4-f9421267c7ef, host n-d-760453-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=d9f27ec2-8fde-495a-80a4-f9421267c7ef,segment=NetworkSegment(4386e9ad-92ca-4cc7-8629-94c220dec54b),segment_id=4386e9ad-92ca-4cc7-8629-94c220dec54b)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:39:11.926312 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (d9f27ec2-8fde-495a-80a4-f9421267c7ef), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:39:11.979045 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-b653dfb8-ed67-4741-82b4-5d12c3ae2409 tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Publish callbacks [] for port (1b1273e2-2055-4f71-9253-baf64965f8f7), precommit_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:39:11.987296 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-b653dfb8-ed67-4741-82b4-5d12c3ae2409 tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11791520'] for port (1b1273e2-2055-4f71-9253-baf64965f8f7), after_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:39:11.987498 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Pushing event updated for resources: {'Port': ['ID=d9f27ec2-8fde-495a-80a4-f9421267c7ef,revision_number=3']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:39:12.073194 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b653dfb8-ed67-4741-82b4-5d12c3ae2409 tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Pushing event updated for resources: {'Port': ['ID=1b1273e2-2055-4f71-9253-baf64965f8f7,revision_number=2']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:39:12.113470 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70269387-f671-458e-ba47-2cd68d9de4ea None None] Network f8721382-d483-4175-ae15-aa02a1e7ddcc requested from n-d-760453-5 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 26 21:39:12.213195 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-b653dfb8-ed67-4741-82b4-5d12c3ae2409 tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4111050'] for router_interface (a28c75d9-2905-4b2a-8954-b01255baa8a4), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:39:12.221832 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-15e7abad-2dc5-42cd-af6e-692890ffd0a0 None None] Provisioning complete for port d9f27ec2-8fde-495a-80a4-f9421267c7ef triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:39:12.222202 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-15e7abad-2dc5-42cd-af6e-692890ffd0a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (d9f27ec2-8fde-495a-80a4-f9421267c7ef), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:39:12.315986 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-15e7abad-2dc5-42cd-af6e-692890ffd0a0 None None] Current status of the port d9f27ec2-8fde-495a-80a4-f9421267c7ef is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:39:12.349773 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-b653dfb8-ed67-4741-82b4-5d12c3ae2409 tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (1b1273e2-2055-4f71-9253-baf64965f8f7), before_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:39:12.551588 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-29fbc616-f5c4-429c-b9ca-bde9ebd7d704 None None] Provisioning complete for port 1b1273e2-2055-4f71-9253-baf64965f8f7 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:39:12.552043 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-29fbc616-f5c4-429c-b9ca-bde9ebd7d704 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (1b1273e2-2055-4f71-9253-baf64965f8f7), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:39:12.605737 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-29fbc616-f5c4-429c-b9ca-bde9ebd7d704 None None] Port 1b1273e2-2055-4f71-9253-baf64965f8f7 cannot update to ACTIVE because it is not bound. {{(pid=103306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 26 21:39:12.619548 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-29fbc616-f5c4-429c-b9ca-bde9ebd7d704 None None] Provisioning complete for port d9f27ec2-8fde-495a-80a4-f9421267c7ef triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:39:12.621003 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-29fbc616-f5c4-429c-b9ca-bde9ebd7d704 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (d9f27ec2-8fde-495a-80a4-f9421267c7ef), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:39:12.637158 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-b653dfb8-ed67-4741-82b4-5d12c3ae2409 tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Publish callbacks [] for port (1b1273e2-2055-4f71-9253-baf64965f8f7), precommit_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:39:12.642247 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-b653dfb8-ed67-4741-82b4-5d12c3ae2409 tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11791520'] for port (1b1273e2-2055-4f71-9253-baf64965f8f7), after_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:39:12.711589 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-29fbc616-f5c4-429c-b9ca-bde9ebd7d704 None None] Current status of the port d9f27ec2-8fde-495a-80a4-f9421267c7ef is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:39:12.718774 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-b653dfb8-ed67-4741-82b4-5d12c3ae2409 tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3709457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4110682'] for router_interface (a28c75d9-2905-4b2a-8954-b01255baa8a4), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:39:12.720662 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b653dfb8-ed67-4741-82b4-5d12c3ae2409 tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Pushing event updated for resources: {'Port': ['ID=1b1273e2-2055-4f71-9253-baf64965f8f7,revision_number=3']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:39:12.818847 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b653dfb8-ed67-4741-82b4-5d12c3ae2409 tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Network f8721382-d483-4175-ae15-aa02a1e7ddcc is already hosted by enough agents. {{(pid=103305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 21:39:12.820366 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [None req-b653dfb8-ed67-4741-82b4-5d12c3ae2409 tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Resources bound (agent type, host, resource id): {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:39:12.832982 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-5db94c0b-e979-4ab5-842b-37aa52869a19 None None] Provisioning complete for port 1b1273e2-2055-4f71-9253-baf64965f8f7 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:39:12.833461 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-5db94c0b-e979-4ab5-842b-37aa52869a19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (1b1273e2-2055-4f71-9253-baf64965f8f7), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:39:12.876262 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-5db94c0b-e979-4ab5-842b-37aa52869a19 None None] Port 1b1273e2-2055-4f71-9253-baf64965f8f7 cannot update to ACTIVE because it is not bound. {{(pid=103306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 26 21:39:12.946897 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b653dfb8-ed67-4741-82b4-5d12c3ae2409 tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Router a28c75d9-2905-4b2a-8954-b01255baa8a4 is scheduled to L3 agent 09df100c-3af1-4b0a-bda8-05914c71c458 with binding_index 1 {{(pid=103305) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 26 21:39:13.012706 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-fe1b3f86-5c10-4a21-93b5-37b2bf5fb6fd None None] Provisioning complete for port 1b1273e2-2055-4f71-9253-baf64965f8f7 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:39:13.013083 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fe1b3f86-5c10-4a21-93b5-37b2bf5fb6fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (1b1273e2-2055-4f71-9253-baf64965f8f7), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:39:13.046533 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b653dfb8-ed67-4741-82b4-5d12c3ae2409 tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Notify agent at l3_agent.n-d-760453-5 the message routers_updated {{(pid=103305) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 26 21:39:13.050529 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6eb487b-019e-45f0-bc4e-77c43352a3f4 req-a6ef816b-43cd-40cb-bf3a-0e86dde35354 tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:39:13.052121 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-d6eb487b-019e-45f0-bc4e-77c43352a3f4 req-a6ef816b-43cd-40cb-bf3a-0e86dde35354 tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] 10.222.0.13 "GET /v2.0/ports?device_id=c947e2a6-4eb3-4b93-905b-515cc992a63b HTTP/1.1" status: 200 len: 944 time: 0.0797555 Jan 26 21:39:13.057586 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-b653dfb8-ed67-4741-82b4-5d12c3ae2409 tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] 10.222.0.13 "PUT /v2.0/routers/a28c75d9-2905-4b2a-8954-b01255baa8a4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1208541 Jan 26 21:39:13.058938 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-fe1b3f86-5c10-4a21-93b5-37b2bf5fb6fd None None] Port 1b1273e2-2055-4f71-9253-baf64965f8f7 cannot update to ACTIVE because it is not bound. {{(pid=103306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 26 21:39:13.059773 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-855b165d-3bf4-4317-b568-3649a11190e6 None None] Sync routers for ids ['a28c75d9-2905-4b2a-8954-b01255baa8a4'] in n-d-760453-5 {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 26 21:39:13.060735 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 33300) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:39:13.074669 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-855b165d-3bf4-4317-b568-3649a11190e6 None None] Routers {'a28c75d9-2905-4b2a-8954-b01255baa8a4'} bound to L3 agent in host n-d-760453-5 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 21:39:13.075432 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-855b165d-3bf4-4317-b568-3649a11190e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-26T20:55:21Z,description=,heartbeat_timestamp=2022-01-26T21:38:51Z,host='n-d-760453-5',id=09df100c-3af1-4b0a-bda8-05914c71c458,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:55:21Z,topic='l3_agent')) {'router_ids': ['a28c75d9-2905-4b2a-8954-b01255baa8a4'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:39:13.109504 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-855b165d-3bf4-4317-b568-3649a11190e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760453-5', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:39:13.110269 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ad55042-7d37-4820-8293-087fb28fcfd6 tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:39:13.112712 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-3ad55042-7d37-4820-8293-087fb28fcfd6 tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] 10.222.0.13 "GET /v2.0/ports/1b1273e2-2055-4f71-9253-baf64965f8f7 HTTP/1.1" status: 200 len: 977 time: 0.0504124 Jan 26 21:39:13.112835 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-d6eb487b-019e-45f0-bc4e-77c43352a3f4 req-923da8bb-f323-4772-a27c-2f83710993d8 tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] 10.222.0.13 "GET /v2.0/security-groups?id=d37b3ff7-2317-46ab-9f4f-b0d217809a4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504367 Jan 26 21:39:13.114430 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 33302) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:39:13.120540 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-855b165d-3bf4-4317-b568-3649a11190e6 None None] Routers {'a28c75d9-2905-4b2a-8954-b01255baa8a4'} bound to L3 agent in host n-d-760453-5 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 21:39:13.121386 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-855b165d-3bf4-4317-b568-3649a11190e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-26T20:55:21Z,description=,heartbeat_timestamp=2022-01-26T21:38:51Z,host='n-d-760453-5',id=09df100c-3af1-4b0a-bda8-05914c71c458,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:55:21Z,topic='l3_agent')) {'router_ids': ['a28c75d9-2905-4b2a-8954-b01255baa8a4'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:39:13.157127 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-855b165d-3bf4-4317-b568-3649a11190e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760453-5', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:39:13.157804 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-855b165d-3bf4-4317-b568-3649a11190e6 None None] The sync data for ids ['a28c75d9-2905-4b2a-8954-b01255baa8a4'] in n-d-760453-5 is: [] {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 26 21:39:13.180557 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-eecb8e70-ed67-458b-b6f0-708da3693faf None None] Provisioning complete for port 1b1273e2-2055-4f71-9253-baf64965f8f7 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:39:13.181036 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-eecb8e70-ed67-458b-b6f0-708da3693faf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (1b1273e2-2055-4f71-9253-baf64965f8f7), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:39:13.221615 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-eecb8e70-ed67-458b-b6f0-708da3693faf None None] Port 1b1273e2-2055-4f71-9253-baf64965f8f7 cannot update to ACTIVE because it is not bound. {{(pid=103306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 26 21:39:13.327736 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a1e8b5-6874-4324-9498-b5c6e3822c2f req-d968ace5-709f-44cf-8b0d-6ecdfdebb495 tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:39:13.329246 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-a4a1e8b5-6874-4324-9498-b5c6e3822c2f req-d968ace5-709f-44cf-8b0d-6ecdfdebb495 tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] 10.222.0.13 "GET /v2.0/ports?device_id=c947e2a6-4eb3-4b93-905b-515cc992a63b HTTP/1.1" status: 200 len: 944 time: 0.0516238 Jan 26 21:39:13.400064 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092e70f1-0bdd-42ba-b4c0-6895fe91715f req-1700119f-4307-4537-94c4-644c34e84eff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:39:13.401590 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-092e70f1-0bdd-42ba-b4c0-6895fe91715f req-1700119f-4307-4537-94c4-644c34e84eff service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=949e29ec71a54b7f98dc62c402ac867e&device_id=c947e2a6-4eb3-4b93-905b-515cc992a63b HTTP/1.1" status: 200 len: 1095 time: 0.0714264 Jan 26 21:39:13.404730 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-a4a1e8b5-6874-4324-9498-b5c6e3822c2f req-d79993fb-b9fd-456d-a86a-5151288258e6 tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] 10.222.0.13 "GET /v2.0/security-groups?id=d37b3ff7-2317-46ab-9f4f-b0d217809a4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0668378 Jan 26 21:39:13.509744 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device d9f27ec2-8fde-495a-80a4-f9421267c7ef up at agent ovs-agent-n-d-760453-5 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 21:39:13.517014 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092e70f1-0bdd-42ba-b4c0-6895fe91715f req-8f81ad15-6acb-4e56-9b7c-2ba7bb36bb92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:39:13.518664 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-092e70f1-0bdd-42ba-b4c0-6895fe91715f req-8f81ad15-6acb-4e56-9b7c-2ba7bb36bb92 service neutron] 10.222.0.66 "GET /v2.0/networks?id=e06aca25-0b6a-452f-bfd4-2129924c58a7 HTTP/1.1" status: 200 len: 912 time: 0.1112227 Jan 26 21:39:13.554919 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-a08df21f-0dad-4b0a-9437-eab3fbaffd38 tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4110657'] for router_interface (a28c75d9-2905-4b2a-8954-b01255baa8a4), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:39:13.559256 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Provisioning complete for port d9f27ec2-8fde-495a-80a4-f9421267c7ef triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:39:13.559748 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (d9f27ec2-8fde-495a-80a4-f9421267c7ef), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:39:13.584322 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-092e70f1-0bdd-42ba-b4c0-6895fe91715f req-20fe3622-ba16-43d4-89d4-eca7e32f2408 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=76b67d01-e977-4af8-80e0-0024bcb18a45 HTTP/1.1" status: 200 len: 999 time: 0.0596037 Jan 26 21:39:13.640979 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092e70f1-0bdd-42ba-b4c0-6895fe91715f req-63ee0f27-3a14-41d8-896a-bdbbfbb9556a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:39:13.642432 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-092e70f1-0bdd-42ba-b4c0-6895fe91715f req-63ee0f27-3a14-41d8-896a-bdbbfbb9556a service neutron] 10.222.0.66 "GET /v2.0/subnets?id=79317c4e-88a3-402c-975d-f004bf1d9b8b HTTP/1.1" status: 200 len: 850 time: 0.0511410 Jan 26 21:39:13.649257 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Current status of the port d9f27ec2-8fde-495a-80a4-f9421267c7ef is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:39:13.687743 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092e70f1-0bdd-42ba-b4c0-6895fe91715f req-bf032b07-9d69-4df2-b076-6ac46f8a5896 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:39:13.689251 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-092e70f1-0bdd-42ba-b4c0-6895fe91715f req-bf032b07-9d69-4df2-b076-6ac46f8a5896 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=e06aca25-0b6a-452f-bfd4-2129924c58a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0412543 Jan 26 21:39:13.766030 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-a08df21f-0dad-4b0a-9437-eab3fbaffd38 tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Deleting port 1b1273e2-2055-4f71-9253-baf64965f8f7 {{(pid=103305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 21:39:13.766374 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-a08df21f-0dad-4b0a-9437-eab3fbaffd38 tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746560630878'] for port (1b1273e2-2055-4f71-9253-baf64965f8f7), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:39:13.778668 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-092e70f1-0bdd-42ba-b4c0-6895fe91715f req-8620101b-986a-4fde-8d9e-529721139c7f service neutron] 10.222.0.66 "GET /v2.0/networks/e06aca25-0b6a-452f-bfd4-2129924c58a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827947 Jan 26 21:39:13.855045 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-a08df21f-0dad-4b0a-9437-eab3fbaffd38 tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4109658'] for port (1b1273e2-2055-4f71-9253-baf64965f8f7), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:39:13.868712 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-a08df21f-0dad-4b0a-9437-eab3fbaffd38 tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Calling delete_port for 1b1273e2-2055-4f71-9253-baf64965f8f7 owned by network:router_interface {{(pid=103305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 21:39:14.044786 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-a08df21f-0dad-4b0a-9437-eab3fbaffd38 tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746560636600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746560234536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11791543'] for port (1b1273e2-2055-4f71-9253-baf64965f8f7), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:39:14.074221 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a08df21f-0dad-4b0a-9437-eab3fbaffd38 tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Pushing event deleted for resources: {'Port': ['ID=1b1273e2-2055-4f71-9253-baf64965f8f7,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:39:14.186982 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-092e70f1-0bdd-42ba-b4c0-6895fe91715f req-8dd04292-9761-4960-92c1-f4766f9b1ce1 service neutron] 10.222.0.66 "GET /v2.0/networks/e06aca25-0b6a-452f-bfd4-2129924c58a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4025156 Jan 26 21:39:14.215512 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-a08df21f-0dad-4b0a-9437-eab3fbaffd38 tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3709480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4110805'] for router_interface (a28c75d9-2905-4b2a-8954-b01255baa8a4), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:39:14.369160 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a08df21f-0dad-4b0a-9437-eab3fbaffd38 tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Router a28c75d9-2905-4b2a-8954-b01255baa8a4 has already been hosted by L3 agent 09df100c-3af1-4b0a-bda8-05914c71c458 {{(pid=103305) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 26 21:39:14.444902 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a08df21f-0dad-4b0a-9437-eab3fbaffd38 tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Notify agent at l3_agent.n-d-760453-5 the message routers_updated {{(pid=103305) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 26 21:39:14.449943 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-a08df21f-0dad-4b0a-9437-eab3fbaffd38 tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] 10.222.0.13 "PUT /v2.0/routers/a28c75d9-2905-4b2a-8954-b01255baa8a4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3343530 Jan 26 21:39:14.453830 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 33312) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:39:14.457104 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52de4b7f-3426-4a9a-a319-1d8b99d01159 None None] Sync routers for ids ['a28c75d9-2905-4b2a-8954-b01255baa8a4'] in n-d-760453-5 {{(pid=103306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 26 21:39:14.469112 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52de4b7f-3426-4a9a-a319-1d8b99d01159 None None] Routers {'a28c75d9-2905-4b2a-8954-b01255baa8a4'} bound to L3 agent in host n-d-760453-5 {{(pid=103306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 21:39:14.469321 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-52de4b7f-3426-4a9a-a319-1d8b99d01159 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-26T20:55:21Z,description=,heartbeat_timestamp=2022-01-26T21:38:51Z,host='n-d-760453-5',id=09df100c-3af1-4b0a-bda8-05914c71c458,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:55:21Z,topic='l3_agent')) {'router_ids': ['a28c75d9-2905-4b2a-8954-b01255baa8a4'], 'active': True} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:39:14.503181 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-52de4b7f-3426-4a9a-a319-1d8b99d01159 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760453-5', False) {} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:39:14.512325 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52de4b7f-3426-4a9a-a319-1d8b99d01159 None None] Routers {'a28c75d9-2905-4b2a-8954-b01255baa8a4'} bound to L3 agent in host n-d-760453-5 {{(pid=103306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 21:39:14.512929 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-52de4b7f-3426-4a9a-a319-1d8b99d01159 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-26T20:55:21Z,description=,heartbeat_timestamp=2022-01-26T21:38:51Z,host='n-d-760453-5',id=09df100c-3af1-4b0a-bda8-05914c71c458,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:55:21Z,topic='l3_agent')) {'router_ids': ['a28c75d9-2905-4b2a-8954-b01255baa8a4'], 'active': True} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:39:14.545451 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-52de4b7f-3426-4a9a-a319-1d8b99d01159 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760453-5', False) {} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:39:14.546108 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52de4b7f-3426-4a9a-a319-1d8b99d01159 None None] The sync data for ids ['a28c75d9-2905-4b2a-8954-b01255baa8a4'] in n-d-760453-5 is: [] {{(pid=103306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 26 21:39:14.656687 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc18687-494f-4449-897f-8922eaa5ccbd req-7e493a22-2d60-4b62-9f81-c8c5c5a7b536 tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:39:14.658203 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-0bc18687-494f-4449-897f-8922eaa5ccbd req-7e493a22-2d60-4b62-9f81-c8c5c5a7b536 tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] 10.222.0.13 "GET /v2.0/ports?device_id=c947e2a6-4eb3-4b93-905b-515cc992a63b HTTP/1.1" status: 200 len: 944 time: 0.1652718 Jan 26 21:39:14.722966 n-d-760453-5 neutron-server[103304]: INFO neutron.api.v2.resource [None req-379d5dd6-8d39-4bef-bc37-44f89c64333a tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] remove_router_interface failed (client error): The resource could not be found. Jan 26 21:39:14.723994 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-379d5dd6-8d39-4bef-bc37-44f89c64333a tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] 10.222.0.13 "PUT /v2.0/routers/a28c75d9-2905-4b2a-8954-b01255baa8a4/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.2691541 Jan 26 21:39:14.726955 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 33316) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:39:14.754968 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-0bc18687-494f-4449-897f-8922eaa5ccbd req-91482dd4-c477-4c1b-97f8-d40a12d5fabd tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] 10.222.0.13 "GET /v2.0/security-groups?id=d37b3ff7-2317-46ab-9f4f-b0d217809a4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0787892 Jan 26 21:39:14.755172 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-7f402fc9-afbb-4c95-90c0-cf72e634f50a tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] 10.222.0.13 "GET /v2.0/ports?device_id=a28c75d9-2905-4b2a-8954-b01255baa8a4 HTTP/1.1" status: 200 len: 205 time: 0.0263515 Jan 26 21:39:14.757229 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 33318) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:39:15.128837 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-1851a8dd-7d8e-4829-96e9-07acee9015c2 tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Publish callbacks [] for router (a28c75d9-2905-4b2a-8954-b01255baa8a4), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:39:15.289092 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-1851a8dd-7d8e-4829-96e9-07acee9015c2 tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4105774', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13082'] for router (a28c75d9-2905-4b2a-8954-b01255baa8a4), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:39:15.291228 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-1851a8dd-7d8e-4829-96e9-07acee9015c2 tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Publish callbacks [] for router_controller (a28c75d9-2905-4b2a-8954-b01255baa8a4), precommit_delete_associations {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:39:15.333469 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-1851a8dd-7d8e-4829-96e9-07acee9015c2 tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4105767'] for router (a28c75d9-2905-4b2a-8954-b01255baa8a4), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:39:15.333996 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1851a8dd-7d8e-4829-96e9-07acee9015c2 tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Fanout notify agent at l3_agent the message router_deleted on router a28c75d9-2905-4b2a-8954-b01255baa8a4 {{(pid=103305) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 26 21:39:15.340428 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-1851a8dd-7d8e-4829-96e9-07acee9015c2 tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Publish callbacks [] for router (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:39:15.342138 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-1851a8dd-7d8e-4829-96e9-07acee9015c2 tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] 10.222.0.13 "DELETE /v2.0/routers/a28c75d9-2905-4b2a-8954-b01255baa8a4 HTTP/1.1" status: 204 len: 168 time: 0.5835030 Jan 26 21:39:15.344743 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 33320) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:39:15.394260 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.db_base_plugin_v2 [None req-a32322ef-3745-409b-bd90-728ee8e8b819 tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Deleting subnet 36fa8334-4b00-4cdb-ae0a-3b5434845dcc {{(pid=103305) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 26 21:39:15.397382 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-a32322ef-3745-409b-bd90-728ee8e8b819 tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Publish callbacks [] for subnet (36fa8334-4b00-4cdb-ae0a-3b5434845dcc), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:39:15.436484 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-a32322ef-3745-409b-bd90-728ee8e8b819 tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11788946'] for subnet (36fa8334-4b00-4cdb-ae0a-3b5434845dcc), precommit_delete_associations {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:39:15.521559 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-a32322ef-3745-409b-bd90-728ee8e8b819 tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687316'] for subnet (36fa8334-4b00-4cdb-ae0a-3b5434845dcc), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:39:15.579646 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-a32322ef-3745-409b-bd90-728ee8e8b819 tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11791594', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11599980'] for subnet (36fa8334-4b00-4cdb-ae0a-3b5434845dcc), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:39:15.608183 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a32322ef-3745-409b-bd90-728ee8e8b819 tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Pushing event deleted for resources: {'Subnet': ['ID=36fa8334-4b00-4cdb-ae0a-3b5434845dcc,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:39:15.610193 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-a32322ef-3745-409b-bd90-728ee8e8b819 tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Publish callbacks [] for subnet (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:39:15.613665 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-a32322ef-3745-409b-bd90-728ee8e8b819 tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] 10.222.0.13 "DELETE /v2.0/subnets/36fa8334-4b00-4cdb-ae0a-3b5434845dcc HTTP/1.1" status: 204 len: 168 time: 0.2676821 Jan 26 21:39:15.615926 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 33324) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:39:15.618511 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d64ddc69-9a98-4d81-a46c-c5fc0791639f None None] Network f8721382-d483-4175-ae15-aa02a1e7ddcc requested from n-d-760453-5 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 26 21:39:15.695616 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-a5340722-2e22-4263-be55-a49cbb89ba18 tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-748181'] for network (f8721382-d483-4175-ae15-aa02a1e7ddcc), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:39:15.753333 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-a5340722-2e22-4263-be55-a49cbb89ba18 tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Deleting port d9f27ec2-8fde-495a-80a4-f9421267c7ef {{(pid=103305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 21:39:15.753677 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-a5340722-2e22-4263-be55-a49cbb89ba18 tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746560630878'] for port (d9f27ec2-8fde-495a-80a4-f9421267c7ef), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:39:15.761833 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed2f2e3c-d047-4fd6-9488-46039335f391 None None] DHCP port deletion for f8721382-d483-4175-ae15-aa02a1e7ddcc request from n-d-760453-5 {{(pid=103306) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 26 21:39:15.814910 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-ed2f2e3c-d047-4fd6-9488-46039335f391 None None] Deleting port d9f27ec2-8fde-495a-80a4-f9421267c7ef {{(pid=103306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 21:39:15.815384 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-ed2f2e3c-d047-4fd6-9488-46039335f391 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746560630878'] for port (d9f27ec2-8fde-495a-80a4-f9421267c7ef), before_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:39:15.818375 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [None req-a5340722-2e22-4263-be55-a49cbb89ba18 tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] For port d9f27ec2-8fde-495a-80a4-f9421267c7ef, host n-d-760453-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=d9f27ec2-8fde-495a-80a4-f9421267c7ef,segment=NetworkSegment(4386e9ad-92ca-4cc7-8629-94c220dec54b),segment_id=4386e9ad-92ca-4cc7-8629-94c220dec54b)] {{(pid=103305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:39:15.818739 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-a5340722-2e22-4263-be55-a49cbb89ba18 tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4109658'] for port (d9f27ec2-8fde-495a-80a4-f9421267c7ef), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:39:15.832515 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-a5340722-2e22-4263-be55-a49cbb89ba18 tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Calling delete_port for d9f27ec2-8fde-495a-80a4-f9421267c7ef owned by network:dhcp {{(pid=103305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 21:39:15.872798 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3cf0282-033d-4937-a668-fb44e1c7cec8 req-d74ebf60-a4d7-49cc-841a-878bd38652d9 tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:39:15.875038 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-b3cf0282-033d-4937-a668-fb44e1c7cec8 req-d74ebf60-a4d7-49cc-841a-878bd38652d9 tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] 10.222.0.13 "GET /v2.0/ports?device_id=c947e2a6-4eb3-4b93-905b-515cc992a63b HTTP/1.1" status: 200 len: 944 time: 0.0522876 Jan 26 21:39:15.878992 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-ed2f2e3c-d047-4fd6-9488-46039335f391 None None] For port d9f27ec2-8fde-495a-80a4-f9421267c7ef, host n-d-760453-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=d9f27ec2-8fde-495a-80a4-f9421267c7ef,segment=NetworkSegment(4386e9ad-92ca-4cc7-8629-94c220dec54b),segment_id=4386e9ad-92ca-4cc7-8629-94c220dec54b)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:39:15.879465 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-ed2f2e3c-d047-4fd6-9488-46039335f391 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4109658'] for port (d9f27ec2-8fde-495a-80a4-f9421267c7ef), precommit_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:39:15.892931 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-ed2f2e3c-d047-4fd6-9488-46039335f391 None None] Calling delete_port for d9f27ec2-8fde-495a-80a4-f9421267c7ef owned by network:dhcp {{(pid=103306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 21:39:15.921708 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-a5340722-2e22-4263-be55-a49cbb89ba18 tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746560636600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746560234536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11791543'] for port (d9f27ec2-8fde-495a-80a4-f9421267c7ef), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:39:15.926200 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-b3cf0282-033d-4937-a668-fb44e1c7cec8 req-a0575f7c-4222-4e11-a250-8c872d43497c tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] 10.222.0.13 "GET /v2.0/security-groups?id=d37b3ff7-2317-46ab-9f4f-b0d217809a4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439556 Jan 26 21:39:15.951617 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5340722-2e22-4263-be55-a49cbb89ba18 tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] No DVR routers for this DVR port d9f27ec2-8fde-495a-80a4-f9421267c7ef on host n-d-760453-5 {{(pid=103305) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 26 21:39:15.976343 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5340722-2e22-4263-be55-a49cbb89ba18 tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Pushing event deleted for resources: {'Port': ['ID=d9f27ec2-8fde-495a-80a4-f9421267c7ef,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:39:15.985119 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-ed2f2e3c-d047-4fd6-9488-46039335f391 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746560636600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746560234536'] for port (d9f27ec2-8fde-495a-80a4-f9421267c7ef), after_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:39:16.015670 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed2f2e3c-d047-4fd6-9488-46039335f391 None None] Pushing event deleted for resources: {'Port': ['ID=d9f27ec2-8fde-495a-80a4-f9421267c7ef,revision_number=None']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:39:16.019379 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed2f2e3c-d047-4fd6-9488-46039335f391 None None] No DVR routers for this DVR port d9f27ec2-8fde-495a-80a4-f9421267c7ef on host n-d-760453-5 {{(pid=103306) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 26 21:39:16.045063 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-a5340722-2e22-4263-be55-a49cbb89ba18 tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-686403', 'neutron.services.segments.db._delete_segments_for_network-8746560774018'] for network (f8721382-d483-4175-ae15-aa02a1e7ddcc), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:39:16.061320 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced20e3b-215f-4a6c-863d-6c614ba00500 req-cbd17162-1bdf-426d-91c3-9b87d688d64c tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:39:16.062862 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-ced20e3b-215f-4a6c-863d-6c614ba00500 req-cbd17162-1bdf-426d-91c3-9b87d688d64c tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] 10.222.0.13 "GET /v2.0/ports?device_id=c947e2a6-4eb3-4b93-905b-515cc992a63b HTTP/1.1" status: 200 len: 944 time: 0.0613542 Jan 26 21:39:16.067851 n-d-760453-5 neutron-server[103305]: DEBUG neutron.services.segments.db [None req-a5340722-2e22-4263-be55-a49cbb89ba18 tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f8721382-d483-4175-ae15-aa02a1e7ddcc']}} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:39:16.077871 n-d-760453-5 neutron-server[103305]: DEBUG neutron.services.segments.db [None req-a5340722-2e22-4263-be55-a49cbb89ba18 tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4386e9ad-92ca-4cc7-8629-94c220dec54b') {'for_net_delete': True} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:39:16.078171 n-d-760453-5 neutron-server[103305]: DEBUG neutron.services.segments.db [None req-a5340722-2e22-4263-be55-a49cbb89ba18 tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4386e9ad-92ca-4cc7-8629-94c220dec54b') {} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:39:16.087743 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-a5340722-2e22-4263-be55-a49cbb89ba18 tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746560742283', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11788955'] for segment (4386e9ad-92ca-4cc7-8629-94c220dec54b), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:39:16.101137 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-a5340722-2e22-4263-be55-a49cbb89ba18 tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576559'] for segment (4386e9ad-92ca-4cc7-8629-94c220dec54b), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:39:16.107334 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a5340722-2e22-4263-be55-a49cbb89ba18 tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Releasing vlan 567 on physical network physnet1 to pool {{(pid=103305) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 26 21:39:16.107722 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-a5340722-2e22-4263-be55-a49cbb89ba18 tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11791428'] for segment (4386e9ad-92ca-4cc7-8629-94c220dec54b), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:39:16.111047 n-d-760453-5 neutron-server[103305]: Traceback (most recent call last): Jan 26 21:39:16.111047 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 26 21:39:16.111047 n-d-760453-5 neutron-server[103305]: timer() Jan 26 21:39:16.111047 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 26 21:39:16.111047 n-d-760453-5 neutron-server[103305]: cb(*args, **kw) Jan 26 21:39:16.111047 n-d-760453-5 neutron-server[103305]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 26 21:39:16.111047 n-d-760453-5 neutron-server[103305]: return func(*args, **kwargs) Jan 26 21:39:16.111047 n-d-760453-5 neutron-server[103305]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 26 21:39:16.111047 n-d-760453-5 neutron-server[103305]: self._notify() Jan 26 21:39:16.111047 n-d-760453-5 neutron-server[103305]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 26 21:39:16.111047 n-d-760453-5 neutron-server[103305]: self.callback(batched_events) Jan 26 21:39:16.111047 n-d-760453-5 neutron-server[103305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 26 21:39:16.111047 n-d-760453-5 neutron-server[103305]: event.method(event) Jan 26 21:39:16.111047 n-d-760453-5 neutron-server[103305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 26 21:39:16.111047 n-d-760453-5 neutron-server[103305]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 26 21:39:16.111047 n-d-760453-5 neutron-server[103305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 26 21:39:16.111047 n-d-760453-5 neutron-server[103305]: aggregate_uuid = self.p_client.list_aggregates( Jan 26 21:39:16.111047 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 26 21:39:16.111047 n-d-760453-5 neutron-server[103305]: return f(self, *a, **k) Jan 26 21:39:16.111047 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 26 21:39:16.111047 n-d-760453-5 neutron-server[103305]: return self._get(url).json() Jan 26 21:39:16.111047 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 26 21:39:16.111047 n-d-760453-5 neutron-server[103305]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 26 21:39:16.111047 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 26 21:39:16.111047 n-d-760453-5 neutron-server[103305]: return self.request(url, 'GET', **kwargs) Jan 26 21:39:16.111047 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 26 21:39:16.111047 n-d-760453-5 neutron-server[103305]: base_url = self.get_endpoint(auth, allow=allow, Jan 26 21:39:16.111047 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 26 21:39:16.111047 n-d-760453-5 neutron-server[103305]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 26 21:39:16.111047 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 26 21:39:16.111047 n-d-760453-5 neutron-server[103305]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 26 21:39:16.111047 n-d-760453-5 neutron-server[103305]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 26 21:39:16.117999 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-ced20e3b-215f-4a6c-863d-6c614ba00500 req-ce84fc9e-d37b-43f0-810a-f37c18b03aa0 tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] 10.222.0.13 "GET /v2.0/security-groups?id=d37b3ff7-2317-46ab-9f4f-b0d217809a4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485857 Jan 26 21:39:16.168846 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-a5340722-2e22-4263-be55-a49cbb89ba18 tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4110931'] for network (f8721382-d483-4175-ae15-aa02a1e7ddcc), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:39:16.177356 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-a5340722-2e22-4263-be55-a49cbb89ba18 tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Publish callbacks [] for network (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:39:16.180485 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-a5340722-2e22-4263-be55-a49cbb89ba18 tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] 10.222.0.13 "DELETE /v2.0/networks/f8721382-d483-4175-ae15-aa02a1e7ddcc HTTP/1.1" status: 204 len: 168 time: 0.5636451 Jan 26 21:39:16.185078 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 33332) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:39:16.191293 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5340722-2e22-4263-be55-a49cbb89ba18 tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Pushing event deleted for resources: {'Network': ['ID=f8721382-d483-4175-ae15-aa02a1e7ddcc,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:39:16.192279 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-3daa5de8-0af2-4907-8f57-7b77ea91ca27 tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Request body: {'network': {'name': 'tempest-RoutersTest-701588169'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:39:16.200167 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5340722-2e22-4263-be55-a49cbb89ba18 tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:39:16.200529 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5340722-2e22-4263-be55-a49cbb89ba18 tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:39:16.201428 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5340722-2e22-4263-be55-a49cbb89ba18 tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:39:16.201826 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5340722-2e22-4263-be55-a49cbb89ba18 tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:39:16.202114 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5340722-2e22-4263-be55-a49cbb89ba18 tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:39:16.203128 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5340722-2e22-4263-be55-a49cbb89ba18 tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:39:16.203515 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5340722-2e22-4263-be55-a49cbb89ba18 tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:39:16.203853 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5340722-2e22-4263-be55-a49cbb89ba18 tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:39:16.204876 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5340722-2e22-4263-be55-a49cbb89ba18 tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:39:16.204876 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5340722-2e22-4263-be55-a49cbb89ba18 tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:39:16.205223 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5340722-2e22-4263-be55-a49cbb89ba18 tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:39:16.205529 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5340722-2e22-4263-be55-a49cbb89ba18 tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:39:16.205939 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5340722-2e22-4263-be55-a49cbb89ba18 tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:39:16.215543 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3daa5de8-0af2-4907-8f57-7b77ea91ca27 tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Made reservation on behalf of 0e80f135b66f46baaae5354dcc5fe05e for: {'network': 1} {{(pid=103304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 21:39:16.219670 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-3daa5de8-0af2-4907-8f57-7b77ea91ca27 tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for network (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:39:16.245907 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3daa5de8-0af2-4907-8f57-7b77ea91ca27 tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] vlan segment allocate from pool success with {'vlan_id': 553, 'physical_network': 'physnet1'} {{(pid=103304) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 26 21:39:16.261555 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-3daa5de8-0af2-4907-8f57-7b77ea91ca27 tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576559'] for segment (cb94a995-dbb2-4125-880f-e0964d32016e), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:39:16.262066 n-d-760453-5 neutron-server[103304]: INFO neutron.db.segments_db [None req-3daa5de8-0af2-4907-8f57-7b77ea91ca27 tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Added segment cb94a995-dbb2-4125-880f-e0964d32016e of type vlan for network 290fa17a-df30-4b54-871b-8d08eed5ed72 Jan 26 21:39:16.303728 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-3daa5de8-0af2-4907-8f57-7b77ea91ca27 tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746560256871'] for network (290fa17a-df30-4b54-871b-8d08eed5ed72), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:39:16.329931 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-3daa5de8-0af2-4907-8f57-7b77ea91ca27 tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503'] for network (290fa17a-df30-4b54-871b-8d08eed5ed72), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:39:16.335287 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3daa5de8-0af2-4907-8f57-7b77ea91ca27 tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:39:16.335886 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-3daa5de8-0af2-4907-8f57-7b77ea91ca27 tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Publish callbacks [] for network (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:39:16.397230 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-3daa5de8-0af2-4907-8f57-7b77ea91ca27 tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.2108462 Jan 26 21:39:16.400078 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 33344) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:39:16.405518 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-094a9bc2-af26-49d2-a165-fb45f55e172b tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Request body: {'subnet': {'network_id': '290fa17a-df30-4b54-871b-8d08eed5ed72', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:39:16.411098 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3daa5de8-0af2-4907-8f57-7b77ea91ca27 tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Pushing event updated for resources: {'Network': ['ID=290fa17a-df30-4b54-871b-8d08eed5ed72,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:39:16.419403 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3daa5de8-0af2-4907-8f57-7b77ea91ca27 tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:39:16.419784 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3daa5de8-0af2-4907-8f57-7b77ea91ca27 tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:39:16.420121 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3daa5de8-0af2-4907-8f57-7b77ea91ca27 tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:39:16.420458 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3daa5de8-0af2-4907-8f57-7b77ea91ca27 tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:39:16.420790 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3daa5de8-0af2-4907-8f57-7b77ea91ca27 tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:39:16.421113 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3daa5de8-0af2-4907-8f57-7b77ea91ca27 tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:39:16.421491 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3daa5de8-0af2-4907-8f57-7b77ea91ca27 tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:39:16.421812 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3daa5de8-0af2-4907-8f57-7b77ea91ca27 tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:39:16.422900 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3daa5de8-0af2-4907-8f57-7b77ea91ca27 tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:39:16.422900 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3daa5de8-0af2-4907-8f57-7b77ea91ca27 tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:39:16.422900 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3daa5de8-0af2-4907-8f57-7b77ea91ca27 tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:39:16.423125 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3daa5de8-0af2-4907-8f57-7b77ea91ca27 tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:39:16.423357 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3daa5de8-0af2-4907-8f57-7b77ea91ca27 tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:39:16.436275 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Network 290fa17a-df30-4b54-871b-8d08eed5ed72 details requested by agent ovs-agent-n-d-760453-5 with host n-d-760453-5 {{(pid=103306) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 26 21:39:16.515317 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-094a9bc2-af26-49d2-a165-fb45f55e172b tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Made reservation on behalf of 0e80f135b66f46baaae5354dcc5fe05e for: {'subnet': 1} {{(pid=103305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 21:39:16.518881 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-094a9bc2-af26-49d2-a165-fb45f55e172b tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11599953'] for subnet (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:39:16.723520 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-094a9bc2-af26-49d2-a165-fb45f55e172b tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11788839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11599975'] for subnet (a68c19f9-a0f9-416c-84ae-105aa026cad0), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:39:16.788625 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-094a9bc2-af26-49d2-a165-fb45f55e172b tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Pushing event updated for resources: {'Subnet': ['ID=a68c19f9-a0f9-416c-84ae-105aa026cad0,revision_number=0']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:39:16.799419 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-094a9bc2-af26-49d2-a165-fb45f55e172b tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Checking segment: {'id': 'cb94a995-dbb2-4125-880f-e0964d32016e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '290fa17a-df30-4b54-871b-8d08eed5ed72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103305) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 21:39:16.799785 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-094a9bc2-af26-49d2-a165-fb45f55e172b tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Network hostable DHCP agents. Network: 290fa17a-df30-4b54-871b-8d08eed5ed72, hostable agents: ['474ccdf7-ab6c-405b-a3b2-dc7b05829902'], hosted agents: [] {{(pid=103305) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 26 21:39:16.818317 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-094a9bc2-af26-49d2-a165-fb45f55e172b tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Network 290fa17a-df30-4b54-871b-8d08eed5ed72 is scheduled to be hosted by DHCP agent 474ccdf7-ab6c-405b-a3b2-dc7b05829902 with binding_index 1 {{(pid=103305) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 26 21:39:16.827642 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [None req-094a9bc2-af26-49d2-a165-fb45f55e172b tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760453-5, 290fa17a-df30-4b54-871b-8d08eed5ed72) {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:39:16.833377 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-094a9bc2-af26-49d2-a165-fb45f55e172b tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:39:16.834408 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-094a9bc2-af26-49d2-a165-fb45f55e172b tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Publish callbacks [] for subnet (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:39:16.838992 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84204324-7bf6-4a83-80dd-2364c80c3249 None None] Network 290fa17a-df30-4b54-871b-8d08eed5ed72 requested from n-d-760453-5 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 26 21:39:16.853428 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-094a9bc2-af26-49d2-a165-fb45f55e172b tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4521990 Jan 26 21:39:16.856573 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 33374) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:39:16.862427 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-51b65f06-11ce-4140-95bb-fd9c540ec5ab tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-2114447181', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:39:16.868209 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f2c0a1-1c41-4740-9267-f0dfdb95e5fd req-f6915366-b7a4-4647-8b97-011260d84716 tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:39:16.870100 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-c2f2c0a1-1c41-4740-9267-f0dfdb95e5fd req-f6915366-b7a4-4647-8b97-011260d84716 tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] 10.222.0.13 "GET /v2.0/ports?device_id=526228ab-339e-47d6-aa5d-64380963b4b6 HTTP/1.1" status: 200 len: 943 time: 0.0596819 Jan 26 21:39:16.885198 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-51b65f06-11ce-4140-95bb-fd9c540ec5ab tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4104596', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13108'] for router (4b1b512f-4dc1-4645-bda5-6c350451dd54), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:39:16.886650 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-51b65f06-11ce-4140-95bb-fd9c540ec5ab tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4105828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4111306', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3733576', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13069'] for router (4b1b512f-4dc1-4645-bda5-6c350451dd54), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:39:16.950869 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-51b65f06-11ce-4140-95bb-fd9c540ec5ab tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Publish callbacks [] for router_controller (4b1b512f-4dc1-4645-bda5-6c350451dd54), precommit_add_association {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:39:16.955818 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-51b65f06-11ce-4140-95bb-fd9c540ec5ab tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4105757', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4111263'] for router (4b1b512f-4dc1-4645-bda5-6c350451dd54), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:39:16.956721 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47db8860-ee7c-4df6-89bf-b8f79b40cba0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3c4099e8-8ffb-51d1-af7f-5868973e933f-290fa17a-df30-4b54-871b-8d08eed5ed72', 'network_id': '290fa17a-df30-4b54-871b-8d08eed5ed72', 'project_id': '0e80f135b66f46baaae5354dcc5fe05e', 'fixed_ips': [{'subnet_id': 'a68c19f9-a0f9-416c-84ae-105aa026cad0'}]}} from n-d-760453-5. {{(pid=103306) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 26 21:39:16.957653 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-47db8860-ee7c-4df6-89bf-b8f79b40cba0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (None), before_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:39:16.975329 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-51b65f06-11ce-4140-95bb-fd9c540ec5ab tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Publish callbacks [] for router (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:39:16.979145 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-51b65f06-11ce-4140-95bb-fd9c540ec5ab tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.1181152 Jan 26 21:39:16.979447 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [req-c2f2c0a1-1c41-4740-9267-f0dfdb95e5fd req-c16c5d8e-fc58-49e7-9725-f4e864da6adb tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] Deleting port 623e575a-c207-430f-bae8-a7f9a3ae93bc {{(pid=103304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 21:39:16.979928 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 33376) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:39:16.980007 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-c2f2c0a1-1c41-4740-9267-f0dfdb95e5fd req-c16c5d8e-fc58-49e7-9725-f4e864da6adb tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746560630878'] for port (623e575a-c207-430f-bae8-a7f9a3ae93bc), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:39:17.080218 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [req-c2f2c0a1-1c41-4740-9267-f0dfdb95e5fd req-c16c5d8e-fc58-49e7-9725-f4e864da6adb tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] For port 623e575a-c207-430f-bae8-a7f9a3ae93bc, host n-h2-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-5',level=0,port_id=623e575a-c207-430f-bae8-a7f9a3ae93bc,segment=NetworkSegment(3717183c-69c6-44ee-ac2f-ec1e05ab35f5),segment_id=3717183c-69c6-44ee-ac2f-ec1e05ab35f5)] {{(pid=103304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:39:17.080583 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-c2f2c0a1-1c41-4740-9267-f0dfdb95e5fd req-c16c5d8e-fc58-49e7-9725-f4e864da6adb tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4109658'] for port (623e575a-c207-430f-bae8-a7f9a3ae93bc), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:39:17.094494 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [req-c2f2c0a1-1c41-4740-9267-f0dfdb95e5fd req-c16c5d8e-fc58-49e7-9725-f4e864da6adb tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] Calling delete_port for 623e575a-c207-430f-bae8-a7f9a3ae93bc owned by compute:nova {{(pid=103304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 21:39:17.098042 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.db_base_plugin_common [None req-47db8860-ee7c-4df6-89bf-b8f79b40cba0 None None] Allocated IP 172.20.0.2 (290fa17a-df30-4b54-871b-8d08eed5ed72/a68c19f9-a0f9-416c-84ae-105aa026cad0/bbe6fc91-bfb3-40d6-9a0a-0674b57ca72b) {{(pid=103306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 21:39:17.236642 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-c2f2c0a1-1c41-4740-9267-f0dfdb95e5fd req-c16c5d8e-fc58-49e7-9725-f4e864da6adb tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746560636600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746560234536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9281553'] for port (623e575a-c207-430f-bae8-a7f9a3ae93bc), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:39:17.251058 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-47db8860-ee7c-4df6-89bf-b8f79b40cba0 None None] Publish callbacks [] for port (bbe6fc91-bfb3-40d6-9a0a-0674b57ca72b), precommit_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:39:17.256244 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-47db8860-ee7c-4df6-89bf-b8f79b40cba0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746560234527'] for port (bbe6fc91-bfb3-40d6-9a0a-0674b57ca72b), after_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:39:17.268854 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-483cad3b-3942-4c86-85a2-74b9018a913b tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:39:17.274746 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c16c5d8e-fc58-49e7-9725-f4e864da6adb tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] Pushing event deleted for resources: {'Port': ['ID=623e575a-c207-430f-bae8-a7f9a3ae93bc,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:39:17.296777 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] get_ports_and_sgs() called for port_ids ['c06cbb5f-14e9-4f5d-9dc8-30f59f753822', 'aecd53f4-1503-422d-8f60-7356a8122a80'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 26 21:39:17.313996 n-d-760453-5 neutron-server[103306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47db8860-ee7c-4df6-89bf-b8f79b40cba0 None None] Network 290fa17a-df30-4b54-871b-8d08eed5ed72 is already hosted by enough agents. {{(pid=103306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 21:39:17.328096 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2f2c0a1-1c41-4740-9267-f0dfdb95e5fd req-c16c5d8e-fc58-49e7-9725-f4e864da6adb tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] No DVR routers for this DVR port 623e575a-c207-430f-bae8-a7f9a3ae93bc on host n-h2-760453-5 {{(pid=103304) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 26 21:39:17.330881 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-c2f2c0a1-1c41-4740-9267-f0dfdb95e5fd req-c16c5d8e-fc58-49e7-9725-f4e864da6adb tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:39:17.340612 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-c2f2c0a1-1c41-4740-9267-f0dfdb95e5fd req-c16c5d8e-fc58-49e7-9725-f4e864da6adb tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] 10.222.0.13 "DELETE /v2.0/ports/623e575a-c207-430f-bae8-a7f9a3ae93bc HTTP/1.1" status: 204 len: 173 time: 0.4644802 Jan 26 21:39:17.341606 n-d-760453-5 neutron-server[103304]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '526228ab-339e-47d6-aa5d-64380963b4b6', 'name': 'network-vif-deleted', 'tag': '623e575a-c207-430f-bae8-a7f9a3ae93bc'}] {{(pid=103304) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 21:39:17.344533 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d52b45f1943fcd332af9527eb73ff93c8d715d44383a3f6d18de73b4cfcf87b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f50f3f65-3513-4321-be71-d8b764ec82fb" -d '{"events": [{"server_uuid": "526228ab-339e-47d6-aa5d-64380963b4b6", "name": "network-vif-deleted", "tag": "623e575a-c207-430f-bae8-a7f9a3ae93bc"}]}' {{(pid=103304) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 21:39:17.355321 n-d-760453-5 neutron-server[103306]: DEBUG neutron.scheduler.base_scheduler [None req-47db8860-ee7c-4df6-89bf-b8f79b40cba0 None None] Resources bound (agent type, host, resource id): {{(pid=103306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:39:17.361995 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47db8860-ee7c-4df6-89bf-b8f79b40cba0 None None] Pushing event updated for resources: {'Port': ['ID=bbe6fc91-bfb3-40d6-9a0a-0674b57ca72b,revision_number=1']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:39:17.366363 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47db8860-ee7c-4df6-89bf-b8f79b40cba0 None None] Received port after_create {{(pid=103306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 21:39:17.419295 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Wed, 26 Jan 2022 21:39:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c3c98f1-c79b-43e2-a066-e575e6fd7cfd x-openstack-request-id: req-2c3c98f1-c79b-43e2-a066-e575e6fd7cfd {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 21:39:17.419617 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "526228ab-339e-47d6-aa5d-64380963b4b6", "name": "network-vif-deleted", "tag": "623e575a-c207-430f-bae8-a7f9a3ae93bc", "status": "failed", "code": 422}]} {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 21:39:17.419871 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-2c3c98f1-c79b-43e2-a066-e575e6fd7cfd {{(pid=103304) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 21:39:17.420287 n-d-760453-5 neutron-server[103304]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '526228ab-339e-47d6-aa5d-64380963b4b6', 'name': 'network-vif-deleted', 'tag': '623e575a-c207-430f-bae8-a7f9a3ae93bc', 'status': 'failed', 'code': 422} returned with failed status Jan 26 21:39:17.506202 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-47db8860-ee7c-4df6-89bf-b8f79b40cba0 None None] Attempting to bind port bbe6fc91-bfb3-40d6-9a0a-0674b57ca72b on host n-d-760453-5 for vnic_type normal with profile {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 21:39:17.506500 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-47db8860-ee7c-4df6-89bf-b8f79b40cba0 None None] Attempting to bind port bbe6fc91-bfb3-40d6-9a0a-0674b57ca72b by drivers openvswitch,hyperv on host n-d-760453-5 at level 0 using segments [{'id': 'cb94a995-dbb2-4125-880f-e0964d32016e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '290fa17a-df30-4b54-871b-8d08eed5ed72'}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 26 21:39:17.506867 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47db8860-ee7c-4df6-89bf-b8f79b40cba0 None None] Attempting to bind port bbe6fc91-bfb3-40d6-9a0a-0674b57ca72b on network 290fa17a-df30-4b54-871b-8d08eed5ed72 {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 21:39:17.517052 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47db8860-ee7c-4df6-89bf-b8f79b40cba0 None None] Checking agent: {'id': 'fea0591a-627d-4c87-9a9a-01625ddf3277', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760453-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 20, 55, 25), 'started_at': datetime.datetime(2022, 1, 26, 20, 55, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 21, 38, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760453-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 26 21:39:17.517487 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47db8860-ee7c-4df6-89bf-b8f79b40cba0 None None] Checking segment: {'id': 'cb94a995-dbb2-4125-880f-e0964d32016e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '290fa17a-df30-4b54-871b-8d08eed5ed72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 21:39:17.517870 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-47db8860-ee7c-4df6-89bf-b8f79b40cba0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:39:17.519112 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47db8860-ee7c-4df6-89bf-b8f79b40cba0 None None] Bound using segment: {'id': 'cb94a995-dbb2-4125-880f-e0964d32016e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '290fa17a-df30-4b54-871b-8d08eed5ed72'} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 26 21:39:17.519112 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-47db8860-ee7c-4df6-89bf-b8f79b40cba0 None None] Bound port: bbe6fc91-bfb3-40d6-9a0a-0674b57ca72b, host: n-d-760453-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb94a995-dbb2-4125-880f-e0964d32016e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '290fa17a-df30-4b54-871b-8d08eed5ed72'}}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 26 21:39:17.519112 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-47db8860-ee7c-4df6-89bf-b8f79b40cba0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (bbe6fc91-bfb3-40d6-9a0a-0674b57ca72b), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:39:17.524357 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device d9f27ec2-8fde-495a-80a4-f9421267c7ef no longer exists at agent ovs-agent-n-d-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 26 21:39:17.593143 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] No Port match for: d9f27ec2-8fde-495a-80a4-f9421267c7ef {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 26 21:39:17.593521 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device d9f27ec2-8fde-495a-80a4-f9421267c7ef not bound to the agent host n-d-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 26 21:39:17.603561 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.db_base_plugin_common [None req-483cad3b-3942-4c86-85a2-74b9018a913b tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Allocated IP 172.20.0.1 (290fa17a-df30-4b54-871b-8d08eed5ed72/a68c19f9-a0f9-416c-84ae-105aa026cad0/e41c1530-d2b7-47d3-90a0-ffd1b029a27a) {{(pid=103305) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 21:39:17.667799 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-47db8860-ee7c-4df6-89bf-b8f79b40cba0 None None] For port bbe6fc91-bfb3-40d6-9a0a-0674b57ca72b, host n-d-760453-5, cleared binding levels {{(pid=103306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 26 21:39:17.690771 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-47db8860-ee7c-4df6-89bf-b8f79b40cba0 None None] For port bbe6fc91-bfb3-40d6-9a0a-0674b57ca72b, host n-d-760453-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=bbe6fc91-bfb3-40d6-9a0a-0674b57ca72b,segment=NetworkSegment(cb94a995-dbb2-4125-880f-e0964d32016e),segment_id=cb94a995-dbb2-4125-880f-e0964d32016e)] {{(pid=103306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 26 21:39:17.701249 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-47db8860-ee7c-4df6-89bf-b8f79b40cba0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (bbe6fc91-bfb3-40d6-9a0a-0674b57ca72b), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:39:17.755005 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-483cad3b-3942-4c86-85a2-74b9018a913b tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Publish callbacks [] for port (e41c1530-d2b7-47d3-90a0-ffd1b029a27a), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:39:17.810831 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-483cad3b-3942-4c86-85a2-74b9018a913b tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746560234527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11791543'] for port (e41c1530-d2b7-47d3-90a0-ffd1b029a27a), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:39:17.818989 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47db8860-ee7c-4df6-89bf-b8f79b40cba0 None None] Pushing event updated for resources: {'Port': ['ID=bbe6fc91-bfb3-40d6-9a0a-0674b57ca72b,revision_number=2']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:39:17.853512 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-483cad3b-3942-4c86-85a2-74b9018a913b tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Network 290fa17a-df30-4b54-871b-8d08eed5ed72 is already hosted by enough agents. {{(pid=103305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 21:39:17.858048 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [None req-483cad3b-3942-4c86-85a2-74b9018a913b tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Resources bound (agent type, host, resource id): {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:39:17.862309 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-483cad3b-3942-4c86-85a2-74b9018a913b tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Received port after_create {{(pid=103305) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 21:39:17.906383 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483cad3b-3942-4c86-85a2-74b9018a913b tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Pushing event updated for resources: {'Port': ['ID=e41c1530-d2b7-47d3-90a0-ffd1b029a27a,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:39:17.930015 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-483cad3b-3942-4c86-85a2-74b9018a913b tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4111050'] for router_interface (4b1b512f-4dc1-4645-bda5-6c350451dd54), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:39:18.063428 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3df3f7-ef73-4244-9b93-9ae6210f513f req-b8f5161d-e55a-448a-a4fc-6cbf247488db tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:39:18.066629 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-0f3df3f7-ef73-4244-9b93-9ae6210f513f req-b8f5161d-e55a-448a-a4fc-6cbf247488db tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] 10.222.0.13 "GET /v2.0/ports?device_id=dd921538-61f8-4032-962d-8ba0579556bb HTTP/1.1" status: 200 len: 908 time: 0.0532575 Jan 26 21:39:18.085414 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-483cad3b-3942-4c86-85a2-74b9018a913b tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (e41c1530-d2b7-47d3-90a0-ffd1b029a27a), before_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:39:18.346955 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-483cad3b-3942-4c86-85a2-74b9018a913b tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Publish callbacks [] for port (e41c1530-d2b7-47d3-90a0-ffd1b029a27a), precommit_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:39:18.351516 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-483cad3b-3942-4c86-85a2-74b9018a913b tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11791520'] for port (e41c1530-d2b7-47d3-90a0-ffd1b029a27a), after_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:39:18.423060 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483cad3b-3942-4c86-85a2-74b9018a913b tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Pushing event updated for resources: {'Port': ['ID=e41c1530-d2b7-47d3-90a0-ffd1b029a27a,revision_number=2']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:39:18.425480 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-483cad3b-3942-4c86-85a2-74b9018a913b tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3709457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4110682'] for router_interface (4b1b512f-4dc1-4645-bda5-6c350451dd54), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:39:18.522067 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-483cad3b-3942-4c86-85a2-74b9018a913b tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Network 290fa17a-df30-4b54-871b-8d08eed5ed72 is already hosted by enough agents. {{(pid=103305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 21:39:18.523716 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [None req-483cad3b-3942-4c86-85a2-74b9018a913b tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Resources bound (agent type, host, resource id): {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:39:18.646705 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-483cad3b-3942-4c86-85a2-74b9018a913b tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Router 4b1b512f-4dc1-4645-bda5-6c350451dd54 is scheduled to L3 agent 09df100c-3af1-4b0a-bda8-05914c71c458 with binding_index 1 {{(pid=103305) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 26 21:39:18.741997 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-483cad3b-3942-4c86-85a2-74b9018a913b tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Notify agent at l3_agent.n-d-760453-5 the message routers_updated {{(pid=103305) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 26 21:39:18.749193 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-483cad3b-3942-4c86-85a2-74b9018a913b tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] 10.222.0.13 "PUT /v2.0/routers/4b1b512f-4dc1-4645-bda5-6c350451dd54/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7680044 Jan 26 21:39:18.751567 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 33392) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:39:18.754100 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-922038f1-da17-42bb-a3d0-deff9ca96df3 None None] Sync routers for ids ['4b1b512f-4dc1-4645-bda5-6c350451dd54'] in n-d-760453-5 {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 26 21:39:18.765056 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-922038f1-da17-42bb-a3d0-deff9ca96df3 None None] Routers {'4b1b512f-4dc1-4645-bda5-6c350451dd54'} bound to L3 agent in host n-d-760453-5 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 21:39:18.765726 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-922038f1-da17-42bb-a3d0-deff9ca96df3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-26T20:55:21Z,description=,heartbeat_timestamp=2022-01-26T21:38:51Z,host='n-d-760453-5',id=09df100c-3af1-4b0a-bda8-05914c71c458,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:55:21Z,topic='l3_agent')) {'router_ids': ['4b1b512f-4dc1-4645-bda5-6c350451dd54'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:39:18.794696 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b135edde-2220-4f77-b7c5-3f5b4fbb697d tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:39:18.798911 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-b135edde-2220-4f77-b7c5-3f5b4fbb697d tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] 10.222.0.13 "GET /v2.0/ports/e41c1530-d2b7-47d3-90a0-ffd1b029a27a HTTP/1.1" status: 200 len: 910 time: 0.0438330 Jan 26 21:39:18.799659 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 33396) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:39:18.799819 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-922038f1-da17-42bb-a3d0-deff9ca96df3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760453-5', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:39:18.808515 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-922038f1-da17-42bb-a3d0-deff9ca96df3 None None] Routers {'4b1b512f-4dc1-4645-bda5-6c350451dd54'} bound to L3 agent in host n-d-760453-5 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 21:39:18.809021 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-922038f1-da17-42bb-a3d0-deff9ca96df3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-26T20:55:21Z,description=,heartbeat_timestamp=2022-01-26T21:38:51Z,host='n-d-760453-5',id=09df100c-3af1-4b0a-bda8-05914c71c458,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:55:21Z,topic='l3_agent')) {'router_ids': ['4b1b512f-4dc1-4645-bda5-6c350451dd54'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:39:18.823726 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8638b4d-647e-40ac-a131-2d34f2665cf2 None None] Network 290fa17a-df30-4b54-871b-8d08eed5ed72 requested from n-d-760453-5 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 26 21:39:18.843712 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-922038f1-da17-42bb-a3d0-deff9ca96df3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760453-5', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:39:18.844352 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-922038f1-da17-42bb-a3d0-deff9ca96df3 None None] The sync data for ids ['4b1b512f-4dc1-4645-bda5-6c350451dd54'] in n-d-760453-5 is: [] {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 26 21:39:18.918989 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-f855a3ba-44af-4e25-8d96-77ecc946a3af None None] Provisioning complete for port bbe6fc91-bfb3-40d6-9a0a-0674b57ca72b triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:39:18.919376 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-f855a3ba-44af-4e25-8d96-77ecc946a3af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (bbe6fc91-bfb3-40d6-9a0a-0674b57ca72b), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:39:18.920911 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-707967ab-8fea-41f4-9456-aa2b3e73b16f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (474ccdf7-ab6c-405b-a3b2-dc7b05829902), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:39:19.033174 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-f855a3ba-44af-4e25-8d96-77ecc946a3af None None] Current status of the port bbe6fc91-bfb3-40d6-9a0a-0674b57ca72b is: DOWN; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:39:19.033604 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-f855a3ba-44af-4e25-8d96-77ecc946a3af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (bbe6fc91-bfb3-40d6-9a0a-0674b57ca72b), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:39:19.069069 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-f855a3ba-44af-4e25-8d96-77ecc946a3af None None] For port bbe6fc91-bfb3-40d6-9a0a-0674b57ca72b, host n-d-760453-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=bbe6fc91-bfb3-40d6-9a0a-0674b57ca72b,segment=NetworkSegment(cb94a995-dbb2-4125-880f-e0964d32016e),segment_id=cb94a995-dbb2-4125-880f-e0964d32016e)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:39:19.074342 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-f855a3ba-44af-4e25-8d96-77ecc946a3af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (bbe6fc91-bfb3-40d6-9a0a-0674b57ca72b), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:39:19.130018 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f855a3ba-44af-4e25-8d96-77ecc946a3af None None] Pushing event updated for resources: {'Port': ['ID=bbe6fc91-bfb3-40d6-9a0a-0674b57ca72b,revision_number=3']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:39:19.152885 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-b1c8d96b-ce95-4314-963f-2c95d665cffd tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4110657'] for router_interface (4b1b512f-4dc1-4645-bda5-6c350451dd54), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:39:19.278585 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64bf5f48-b160-44e7-999d-f71f6b7ac03e req-9f2fe5d8-4bfc-47ee-b297-17fee44a51bb tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:39:19.280148 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-64bf5f48-b160-44e7-999d-f71f6b7ac03e req-9f2fe5d8-4bfc-47ee-b297-17fee44a51bb tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] 10.222.0.13 "GET /v2.0/ports?device_id=dd921538-61f8-4032-962d-8ba0579556bb HTTP/1.1" status: 200 len: 908 time: 0.1249387 Jan 26 21:39:19.299183 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-94c5adaa-b271-4245-be78-7f0cdf1b3be3 None None] Provisioning complete for port bbe6fc91-bfb3-40d6-9a0a-0674b57ca72b triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:39:19.299856 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-94c5adaa-b271-4245-be78-7f0cdf1b3be3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (bbe6fc91-bfb3-40d6-9a0a-0674b57ca72b), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:39:19.391710 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-94c5adaa-b271-4245-be78-7f0cdf1b3be3 None None] Current status of the port bbe6fc91-bfb3-40d6-9a0a-0674b57ca72b is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:39:19.402763 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-94c5adaa-b271-4245-be78-7f0cdf1b3be3 None None] Provisioning complete for port e41c1530-d2b7-47d3-90a0-ffd1b029a27a triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:39:19.403645 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-94c5adaa-b271-4245-be78-7f0cdf1b3be3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (e41c1530-d2b7-47d3-90a0-ffd1b029a27a), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:39:19.441576 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-94c5adaa-b271-4245-be78-7f0cdf1b3be3 None None] Port e41c1530-d2b7-47d3-90a0-ffd1b029a27a cannot update to ACTIVE because it is not bound. {{(pid=103306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 26 21:39:19.464999 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-b1c8d96b-ce95-4314-963f-2c95d665cffd tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Deleting port e41c1530-d2b7-47d3-90a0-ffd1b029a27a {{(pid=103304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 21:39:19.465509 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-b1c8d96b-ce95-4314-963f-2c95d665cffd tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746560630878'] for port (e41c1530-d2b7-47d3-90a0-ffd1b029a27a), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:39:19.571015 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-cb2ee8ed-c95f-4da4-bbf6-f9a22cb4aab1 None None] Provisioning complete for port e41c1530-d2b7-47d3-90a0-ffd1b029a27a triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:39:19.571498 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-cb2ee8ed-c95f-4da4-bbf6-f9a22cb4aab1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (e41c1530-d2b7-47d3-90a0-ffd1b029a27a), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:39:19.576964 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-b1c8d96b-ce95-4314-963f-2c95d665cffd tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4109658'] for port (e41c1530-d2b7-47d3-90a0-ffd1b029a27a), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:39:19.595988 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-b1c8d96b-ce95-4314-963f-2c95d665cffd tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Calling delete_port for e41c1530-d2b7-47d3-90a0-ffd1b029a27a owned by network:router_interface {{(pid=103304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 21:39:19.599651 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device bbe6fc91-bfb3-40d6-9a0a-0674b57ca72b up at agent ovs-agent-n-d-760453-5 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 21:39:19.637887 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-cb2ee8ed-c95f-4da4-bbf6-f9a22cb4aab1 None None] Port e41c1530-d2b7-47d3-90a0-ffd1b029a27a cannot update to ACTIVE because it is not bound. {{(pid=103306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 26 21:39:19.659174 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Provisioning complete for port bbe6fc91-bfb3-40d6-9a0a-0674b57ca72b triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:39:19.659614 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (bbe6fc91-bfb3-40d6-9a0a-0674b57ca72b), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:39:19.739305 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Current status of the port bbe6fc91-bfb3-40d6-9a0a-0674b57ca72b is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:39:19.755234 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-292bbff7-c260-4912-b779-3f7ad3325b06 None None] Provisioning complete for port e41c1530-d2b7-47d3-90a0-ffd1b029a27a triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:39:19.755607 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-292bbff7-c260-4912-b779-3f7ad3325b06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (e41c1530-d2b7-47d3-90a0-ffd1b029a27a), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:39:19.770989 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-b1c8d96b-ce95-4314-963f-2c95d665cffd tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746560636600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746560234536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9281553'] for port (e41c1530-d2b7-47d3-90a0-ffd1b029a27a), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:39:19.790856 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-292bbff7-c260-4912-b779-3f7ad3325b06 None None] Port e41c1530-d2b7-47d3-90a0-ffd1b029a27a cannot update to ACTIVE because it is not bound. {{(pid=103306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 26 21:39:19.807376 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c8d96b-ce95-4314-963f-2c95d665cffd tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Pushing event deleted for resources: {'Port': ['ID=e41c1530-d2b7-47d3-90a0-ffd1b029a27a,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:39:19.901152 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611938c7-6035-4616-866c-5e5c82ece650 req-5ddbcb82-ad4d-4f5b-a5f2-18eb16be4d0a tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:39:19.902993 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-611938c7-6035-4616-866c-5e5c82ece650 req-5ddbcb82-ad4d-4f5b-a5f2-18eb16be4d0a tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] 10.222.0.66 "GET /v2.0/ports?device_id=dd921538-61f8-4032-962d-8ba0579556bb HTTP/1.1" status: 200 len: 908 time: 0.1049404 Jan 26 21:39:20.011851 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-b1c8d96b-ce95-4314-963f-2c95d665cffd tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3709480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4110805'] for router_interface (4b1b512f-4dc1-4645-bda5-6c350451dd54), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:39:20.156976 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [req-611938c7-6035-4616-866c-5e5c82ece650 req-b4d36fa4-a869-472f-b934-266a65d7f5ae tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] Deleting port 6baf16e3-53c6-426c-b430-c823ac0ae67d {{(pid=103304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 21:39:20.157677 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-611938c7-6035-4616-866c-5e5c82ece650 req-b4d36fa4-a869-472f-b934-266a65d7f5ae tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746560630878'] for port (6baf16e3-53c6-426c-b430-c823ac0ae67d), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:39:20.242589 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1c8d96b-ce95-4314-963f-2c95d665cffd tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Router 4b1b512f-4dc1-4645-bda5-6c350451dd54 has already been hosted by L3 agent 09df100c-3af1-4b0a-bda8-05914c71c458 {{(pid=103304) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 26 21:39:20.649835 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1c8d96b-ce95-4314-963f-2c95d665cffd tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Notify agent at l3_agent.n-d-760453-5 the message routers_updated {{(pid=103304) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 26 21:39:20.659574 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-356b9622-f5c2-4079-9aa1-384a2bfc7410 None None] Sync routers for ids ['4b1b512f-4dc1-4645-bda5-6c350451dd54'] in n-d-760453-5 {{(pid=103306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 26 21:39:20.665174 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [req-611938c7-6035-4616-866c-5e5c82ece650 req-b4d36fa4-a869-472f-b934-266a65d7f5ae tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] For port 6baf16e3-53c6-426c-b430-c823ac0ae67d, host n-h1-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-5',level=0,port_id=6baf16e3-53c6-426c-b430-c823ac0ae67d,segment=NetworkSegment(3717183c-69c6-44ee-ac2f-ec1e05ab35f5),segment_id=3717183c-69c6-44ee-ac2f-ec1e05ab35f5)] {{(pid=103304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:39:20.665575 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-611938c7-6035-4616-866c-5e5c82ece650 req-b4d36fa4-a869-472f-b934-266a65d7f5ae tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4109658'] for port (6baf16e3-53c6-426c-b430-c823ac0ae67d), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:39:20.670545 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-356b9622-f5c2-4079-9aa1-384a2bfc7410 None None] Routers {'4b1b512f-4dc1-4645-bda5-6c350451dd54'} bound to L3 agent in host n-d-760453-5 {{(pid=103306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 21:39:20.671268 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-b1c8d96b-ce95-4314-963f-2c95d665cffd tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] 10.222.0.13 "PUT /v2.0/routers/4b1b512f-4dc1-4645-bda5-6c350451dd54/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8709631 Jan 26 21:39:20.671382 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-356b9622-f5c2-4079-9aa1-384a2bfc7410 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-26T20:55:21Z,description=,heartbeat_timestamp=2022-01-26T21:38:51Z,host='n-d-760453-5',id=09df100c-3af1-4b0a-bda8-05914c71c458,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:55:21Z,topic='l3_agent')) {'router_ids': ['4b1b512f-4dc1-4645-bda5-6c350451dd54'], 'active': True} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:39:20.674565 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 33404) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:39:20.685123 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [req-611938c7-6035-4616-866c-5e5c82ece650 req-b4d36fa4-a869-472f-b934-266a65d7f5ae tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] Calling delete_port for 6baf16e3-53c6-426c-b430-c823ac0ae67d owned by compute:nova {{(pid=103304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 21:39:20.703548 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-d4741c29-f756-4cb0-acb8-b7ffc60bdd38 tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] 10.222.0.13 "GET /v2.0/ports?device_id=4b1b512f-4dc1-4645-bda5-6c350451dd54 HTTP/1.1" status: 200 len: 205 time: 0.0280735 Jan 26 21:39:20.706008 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 33406) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:39:20.718239 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-356b9622-f5c2-4079-9aa1-384a2bfc7410 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760453-5', False) {} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:39:20.727342 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-356b9622-f5c2-4079-9aa1-384a2bfc7410 None None] Routers {'4b1b512f-4dc1-4645-bda5-6c350451dd54'} bound to L3 agent in host n-d-760453-5 {{(pid=103306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 21:39:20.727945 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-356b9622-f5c2-4079-9aa1-384a2bfc7410 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-26T20:55:21Z,description=,heartbeat_timestamp=2022-01-26T21:38:51Z,host='n-d-760453-5',id=09df100c-3af1-4b0a-bda8-05914c71c458,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:55:21Z,topic='l3_agent')) {'router_ids': ['4b1b512f-4dc1-4645-bda5-6c350451dd54'], 'active': True} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:39:20.746960 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e947ca-7639-4975-8ff6-6ad7502d759e req-c811ec87-b89c-41fc-8a79-b72a4a16fed4 tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:39:20.748204 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-c5e947ca-7639-4975-8ff6-6ad7502d759e req-c811ec87-b89c-41fc-8a79-b72a4a16fed4 tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] 10.222.0.13 "GET /v2.0/ports?device_id=dd921538-61f8-4032-962d-8ba0579556bb HTTP/1.1" status: 200 len: 908 time: 0.1194038 Jan 26 21:39:20.759965 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-356b9622-f5c2-4079-9aa1-384a2bfc7410 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760453-5', False) {} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:39:20.760629 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-356b9622-f5c2-4079-9aa1-384a2bfc7410 None None] The sync data for ids ['4b1b512f-4dc1-4645-bda5-6c350451dd54'] in n-d-760453-5 is: [] {{(pid=103306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 26 21:39:20.782359 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-b6590cd2-d0ed-4307-8783-6e5d9cc11f93 tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Publish callbacks [] for router (4b1b512f-4dc1-4645-bda5-6c350451dd54), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:39:20.840133 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-611938c7-6035-4616-866c-5e5c82ece650 req-b4d36fa4-a869-472f-b934-266a65d7f5ae tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746560636600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746560234536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9281553'] for port (6baf16e3-53c6-426c-b430-c823ac0ae67d), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:39:20.867241 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d36fa4-a869-472f-b934-266a65d7f5ae tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] Pushing event deleted for resources: {'Port': ['ID=6baf16e3-53c6-426c-b430-c823ac0ae67d,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:39:20.920164 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [req-611938c7-6035-4616-866c-5e5c82ece650 req-b4d36fa4-a869-472f-b934-266a65d7f5ae tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] No DVR routers for this DVR port 6baf16e3-53c6-426c-b430-c823ac0ae67d on host n-h1-760453-5 {{(pid=103304) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 26 21:39:20.922919 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-611938c7-6035-4616-866c-5e5c82ece650 req-b4d36fa4-a869-472f-b934-266a65d7f5ae tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:39:20.926858 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-611938c7-6035-4616-866c-5e5c82ece650 req-b4d36fa4-a869-472f-b934-266a65d7f5ae tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] 10.222.0.66 "DELETE /v2.0/ports/6baf16e3-53c6-426c-b430-c823ac0ae67d HTTP/1.1" status: 204 len: 173 time: 1.0170925 Jan 26 21:39:20.927471 n-d-760453-5 neutron-server[103304]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd921538-61f8-4032-962d-8ba0579556bb', 'name': 'network-vif-deleted', 'tag': '6baf16e3-53c6-426c-b430-c823ac0ae67d'}] {{(pid=103304) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 21:39:20.930495 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d52b45f1943fcd332af9527eb73ff93c8d715d44383a3f6d18de73b4cfcf87b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb3fc53a-fd31-4a71-a38a-0b7a7bab4f34" -d '{"events": [{"server_uuid": "dd921538-61f8-4032-962d-8ba0579556bb", "name": "network-vif-deleted", "tag": "6baf16e3-53c6-426c-b430-c823ac0ae67d"}]}' {{(pid=103304) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 21:39:20.949106 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-b6590cd2-d0ed-4307-8783-6e5d9cc11f93 tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4105774', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13082'] for router (4b1b512f-4dc1-4645-bda5-6c350451dd54), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:39:20.951740 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-b6590cd2-d0ed-4307-8783-6e5d9cc11f93 tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Publish callbacks [] for router_controller (4b1b512f-4dc1-4645-bda5-6c350451dd54), precommit_delete_associations {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:39:20.978650 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Jan 2022 21:39:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2be27b3-a94d-4656-9aba-a4209ea110bd x-openstack-request-id: req-e2be27b3-a94d-4656-9aba-a4209ea110bd {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 21:39:20.979433 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd921538-61f8-4032-962d-8ba0579556bb", "name": "network-vif-deleted", "tag": "6baf16e3-53c6-426c-b430-c823ac0ae67d", "status": "completed", "code": 200}]} {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 21:39:20.979995 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e2be27b3-a94d-4656-9aba-a4209ea110bd {{(pid=103304) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 21:39:20.980651 n-d-760453-5 neutron-server[103304]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd921538-61f8-4032-962d-8ba0579556bb', 'name': 'network-vif-deleted', 'tag': '6baf16e3-53c6-426c-b430-c823ac0ae67d', 'status': 'completed', 'code': 200} Jan 26 21:39:21.004019 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-b6590cd2-d0ed-4307-8783-6e5d9cc11f93 tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4105767'] for router (4b1b512f-4dc1-4645-bda5-6c350451dd54), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:39:21.005961 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6590cd2-d0ed-4307-8783-6e5d9cc11f93 tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Fanout notify agent at l3_agent the message router_deleted on router 4b1b512f-4dc1-4645-bda5-6c350451dd54 {{(pid=103305) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 26 21:39:21.016777 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-b6590cd2-d0ed-4307-8783-6e5d9cc11f93 tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Publish callbacks [] for router (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:39:21.018085 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-b6590cd2-d0ed-4307-8783-6e5d9cc11f93 tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] 10.222.0.13 "DELETE /v2.0/routers/4b1b512f-4dc1-4645-bda5-6c350451dd54 HTTP/1.1" status: 204 len: 168 time: 0.3111634 Jan 26 21:39:21.020752 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 33412) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:39:21.079963 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.db_base_plugin_v2 [None req-99c70fe8-c058-4e5e-86bd-420dccce8112 tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Deleting subnet a68c19f9-a0f9-416c-84ae-105aa026cad0 {{(pid=103304) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 26 21:39:21.083794 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-99c70fe8-c058-4e5e-86bd-420dccce8112 tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Publish callbacks [] for subnet (a68c19f9-a0f9-416c-84ae-105aa026cad0), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:39:21.127065 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-99c70fe8-c058-4e5e-86bd-420dccce8112 tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8881284'] for subnet (a68c19f9-a0f9-416c-84ae-105aa026cad0), precommit_delete_associations {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:39:21.207261 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-99c70fe8-c058-4e5e-86bd-420dccce8112 tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687316'] for subnet (a68c19f9-a0f9-416c-84ae-105aa026cad0), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:39:21.251872 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-0511dd31-e098-4506-90d7-56443aa65549 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (09df100c-3af1-4b0a-bda8-05914c71c458), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:39:21.271300 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-99c70fe8-c058-4e5e-86bd-420dccce8112 tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9281612', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12215216'] for subnet (a68c19f9-a0f9-416c-84ae-105aa026cad0), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:39:21.299529 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c70fe8-c058-4e5e-86bd-420dccce8112 tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Pushing event deleted for resources: {'Subnet': ['ID=a68c19f9-a0f9-416c-84ae-105aa026cad0,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:39:21.301534 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-99c70fe8-c058-4e5e-86bd-420dccce8112 tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Publish callbacks [] for subnet (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:39:21.305284 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-99c70fe8-c058-4e5e-86bd-420dccce8112 tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] 10.222.0.13 "DELETE /v2.0/subnets/a68c19f9-a0f9-416c-84ae-105aa026cad0 HTTP/1.1" status: 204 len: 168 time: 0.2834675 Jan 26 21:39:21.307370 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18a19d53-70f5-4f28-ac04-ec36586897cd None None] Network 290fa17a-df30-4b54-871b-8d08eed5ed72 requested from n-d-760453-5 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 26 21:39:21.307522 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 33414) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:39:21.391225 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-cccb01ae-515a-407f-879c-b0115a842665 tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-748181'] for network (290fa17a-df30-4b54-871b-8d08eed5ed72), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:39:21.450255 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-cccb01ae-515a-407f-879c-b0115a842665 tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Deleting port bbe6fc91-bfb3-40d6-9a0a-0674b57ca72b {{(pid=103305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 21:39:21.451144 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-cccb01ae-515a-407f-879c-b0115a842665 tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746560630878'] for port (bbe6fc91-bfb3-40d6-9a0a-0674b57ca72b), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:39:21.494516 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e42a5304-e146-41a4-a0f7-f04f6cce00c3 None None] DHCP port deletion for 290fa17a-df30-4b54-871b-8d08eed5ed72 request from n-d-760453-5 {{(pid=103306) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 26 21:39:21.515191 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [None req-cccb01ae-515a-407f-879c-b0115a842665 tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] For port bbe6fc91-bfb3-40d6-9a0a-0674b57ca72b, host n-d-760453-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=bbe6fc91-bfb3-40d6-9a0a-0674b57ca72b,segment=NetworkSegment(cb94a995-dbb2-4125-880f-e0964d32016e),segment_id=cb94a995-dbb2-4125-880f-e0964d32016e)] {{(pid=103305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:39:21.515558 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-cccb01ae-515a-407f-879c-b0115a842665 tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4109658'] for port (bbe6fc91-bfb3-40d6-9a0a-0674b57ca72b), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:39:21.534455 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-cccb01ae-515a-407f-879c-b0115a842665 tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Calling delete_port for bbe6fc91-bfb3-40d6-9a0a-0674b57ca72b owned by network:dhcp {{(pid=103305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 21:39:21.546009 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-e42a5304-e146-41a4-a0f7-f04f6cce00c3 None None] Deleting port bbe6fc91-bfb3-40d6-9a0a-0674b57ca72b {{(pid=103306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 21:39:21.546384 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-e42a5304-e146-41a4-a0f7-f04f6cce00c3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746560630878'] for port (bbe6fc91-bfb3-40d6-9a0a-0674b57ca72b), before_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:39:21.612554 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-e42a5304-e146-41a4-a0f7-f04f6cce00c3 None None] For port bbe6fc91-bfb3-40d6-9a0a-0674b57ca72b, host n-d-760453-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=bbe6fc91-bfb3-40d6-9a0a-0674b57ca72b,segment=NetworkSegment(cb94a995-dbb2-4125-880f-e0964d32016e),segment_id=cb94a995-dbb2-4125-880f-e0964d32016e)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:39:21.613030 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-e42a5304-e146-41a4-a0f7-f04f6cce00c3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4109658'] for port (bbe6fc91-bfb3-40d6-9a0a-0674b57ca72b), precommit_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:39:21.613740 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-cccb01ae-515a-407f-879c-b0115a842665 tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746560636600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746560234536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11791543'] for port (bbe6fc91-bfb3-40d6-9a0a-0674b57ca72b), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:39:21.626039 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-e42a5304-e146-41a4-a0f7-f04f6cce00c3 None None] Calling delete_port for bbe6fc91-bfb3-40d6-9a0a-0674b57ca72b owned by network:dhcp {{(pid=103306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 21:39:21.637468 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cccb01ae-515a-407f-879c-b0115a842665 tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Pushing event deleted for resources: {'Port': ['ID=bbe6fc91-bfb3-40d6-9a0a-0674b57ca72b,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:39:21.643642 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cccb01ae-515a-407f-879c-b0115a842665 tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] No DVR routers for this DVR port bbe6fc91-bfb3-40d6-9a0a-0674b57ca72b on host n-d-760453-5 {{(pid=103305) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 26 21:39:21.703719 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-e42a5304-e146-41a4-a0f7-f04f6cce00c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746560636600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746560234536'] for port (bbe6fc91-bfb3-40d6-9a0a-0674b57ca72b), after_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:39:21.723181 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-cccb01ae-515a-407f-879c-b0115a842665 tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-686403', 'neutron.services.segments.db._delete_segments_for_network-8746560774018'] for network (290fa17a-df30-4b54-871b-8d08eed5ed72), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:39:21.732165 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e42a5304-e146-41a4-a0f7-f04f6cce00c3 None None] Pushing event deleted for resources: {'Port': ['ID=bbe6fc91-bfb3-40d6-9a0a-0674b57ca72b,revision_number=None']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:39:21.735819 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e42a5304-e146-41a4-a0f7-f04f6cce00c3 None None] No DVR routers for this DVR port bbe6fc91-bfb3-40d6-9a0a-0674b57ca72b on host n-d-760453-5 {{(pid=103306) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 26 21:39:21.746518 n-d-760453-5 neutron-server[103305]: DEBUG neutron.services.segments.db [None req-cccb01ae-515a-407f-879c-b0115a842665 tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['290fa17a-df30-4b54-871b-8d08eed5ed72']}} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:39:21.756675 n-d-760453-5 neutron-server[103305]: DEBUG neutron.services.segments.db [None req-cccb01ae-515a-407f-879c-b0115a842665 tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cb94a995-dbb2-4125-880f-e0964d32016e') {'for_net_delete': True} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:39:21.756976 n-d-760453-5 neutron-server[103305]: DEBUG neutron.services.segments.db [None req-cccb01ae-515a-407f-879c-b0115a842665 tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cb94a995-dbb2-4125-880f-e0964d32016e') {} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:39:21.766285 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-cccb01ae-515a-407f-879c-b0115a842665 tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746560742283', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11788955'] for segment (cb94a995-dbb2-4125-880f-e0964d32016e), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:39:21.780151 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-cccb01ae-515a-407f-879c-b0115a842665 tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576559'] for segment (cb94a995-dbb2-4125-880f-e0964d32016e), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:39:21.786379 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cccb01ae-515a-407f-879c-b0115a842665 tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Releasing vlan 553 on physical network physnet1 to pool {{(pid=103305) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 26 21:39:21.786779 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-cccb01ae-515a-407f-879c-b0115a842665 tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11791428'] for segment (cb94a995-dbb2-4125-880f-e0964d32016e), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:39:21.789770 n-d-760453-5 neutron-server[103305]: Traceback (most recent call last): Jan 26 21:39:21.789770 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 26 21:39:21.789770 n-d-760453-5 neutron-server[103305]: timer() Jan 26 21:39:21.789770 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 26 21:39:21.789770 n-d-760453-5 neutron-server[103305]: cb(*args, **kw) Jan 26 21:39:21.789770 n-d-760453-5 neutron-server[103305]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 26 21:39:21.789770 n-d-760453-5 neutron-server[103305]: return func(*args, **kwargs) Jan 26 21:39:21.789770 n-d-760453-5 neutron-server[103305]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 26 21:39:21.789770 n-d-760453-5 neutron-server[103305]: self._notify() Jan 26 21:39:21.789770 n-d-760453-5 neutron-server[103305]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 26 21:39:21.789770 n-d-760453-5 neutron-server[103305]: self.callback(batched_events) Jan 26 21:39:21.789770 n-d-760453-5 neutron-server[103305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 26 21:39:21.789770 n-d-760453-5 neutron-server[103305]: event.method(event) Jan 26 21:39:21.789770 n-d-760453-5 neutron-server[103305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 26 21:39:21.789770 n-d-760453-5 neutron-server[103305]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 26 21:39:21.789770 n-d-760453-5 neutron-server[103305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 26 21:39:21.789770 n-d-760453-5 neutron-server[103305]: aggregate_uuid = self.p_client.list_aggregates( Jan 26 21:39:21.789770 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 26 21:39:21.789770 n-d-760453-5 neutron-server[103305]: return f(self, *a, **k) Jan 26 21:39:21.789770 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 26 21:39:21.789770 n-d-760453-5 neutron-server[103305]: return self._get(url).json() Jan 26 21:39:21.789770 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 26 21:39:21.789770 n-d-760453-5 neutron-server[103305]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 26 21:39:21.789770 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 26 21:39:21.789770 n-d-760453-5 neutron-server[103305]: return self.request(url, 'GET', **kwargs) Jan 26 21:39:21.789770 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 26 21:39:21.789770 n-d-760453-5 neutron-server[103305]: base_url = self.get_endpoint(auth, allow=allow, Jan 26 21:39:21.789770 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 26 21:39:21.789770 n-d-760453-5 neutron-server[103305]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 26 21:39:21.789770 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 26 21:39:21.789770 n-d-760453-5 neutron-server[103305]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 26 21:39:21.789770 n-d-760453-5 neutron-server[103305]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 26 21:39:21.849245 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-cccb01ae-515a-407f-879c-b0115a842665 tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4110931'] for network (290fa17a-df30-4b54-871b-8d08eed5ed72), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:39:21.856720 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-cccb01ae-515a-407f-879c-b0115a842665 tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Publish callbacks [] for network (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:39:21.863835 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-cccb01ae-515a-407f-879c-b0115a842665 tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] 10.222.0.13 "DELETE /v2.0/networks/290fa17a-df30-4b54-871b-8d08eed5ed72 HTTP/1.1" status: 204 len: 168 time: 0.5518451 Jan 26 21:39:21.864064 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 33420) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:39:21.877119 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-fb88fffb-788a-4817-94a0-d33a60a3080b tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-717642063', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299'}, 'admin_state_up': False}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:39:21.884873 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cccb01ae-515a-407f-879c-b0115a842665 tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Pushing event deleted for resources: {'Network': ['ID=290fa17a-df30-4b54-871b-8d08eed5ed72,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:39:21.899975 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-fb88fffb-788a-4817-94a0-d33a60a3080b tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4104596', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13108'] for router (a3e31ee9-4d41-4bed-aea2-4a42726d5a74), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:39:21.901022 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-fb88fffb-788a-4817-94a0-d33a60a3080b tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4105828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4111306', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3733576', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13069'] for router (a3e31ee9-4d41-4bed-aea2-4a42726d5a74), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:39:21.962362 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-fb88fffb-788a-4817-94a0-d33a60a3080b tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Publish callbacks [] for router_controller (a3e31ee9-4d41-4bed-aea2-4a42726d5a74), precommit_add_association {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:39:22.044812 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96bb818-5880-4fa5-a33f-75506f776bbe req-eae2d2e7-6cf4-47f8-b5a9-59ea531848ee tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:39:22.046705 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-d96bb818-5880-4fa5-a33f-75506f776bbe req-eae2d2e7-6cf4-47f8-b5a9-59ea531848ee tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] 10.222.0.13 "GET /v2.0/ports?device_id=c44e864c-84de-496b-9de2-e70f3dad303e HTTP/1.1" status: 200 len: 945 time: 0.0509202 Jan 26 21:39:22.105575 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-d96bb818-5880-4fa5-a33f-75506f776bbe req-d91d34ed-3ed1-48de-9f12-2707f5e88b06 tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] 10.222.0.13 "GET /v2.0/security-groups?id=c855b7af-ae6a-4b31-98b5-41bfc1142283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521722 Jan 26 21:39:22.422985 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-841f5991-a4d8-4d4b-b215-cbc6bab5427b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (aa7ee9d2-08eb-4e12-b895-24c57300dfec), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:39:22.427995 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-fb88fffb-788a-4817-94a0-d33a60a3080b tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Publish callbacks [] for router_gateway (a3e31ee9-4d41-4bed-aea2-4a42726d5a74), precommit_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:39:22.616593 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-fb88fffb-788a-4817-94a0-d33a60a3080b tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Publish callbacks [] for router_gateway (a3e31ee9-4d41-4bed-aea2-4a42726d5a74), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:39:22.634886 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-fb88fffb-788a-4817-94a0-d33a60a3080b tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:39:22.739151 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.db_base_plugin_common [None req-fb88fffb-788a-4817-94a0-d33a60a3080b tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Allocated IP 172.25.1.172 (4140a1f1-c93a-4bea-83a0-68953a54f299/e48251a1-e30d-4820-8396-00c6f6aeb601/26d5d92c-9b56-461a-ae36-cd4f2947a2ba) {{(pid=103305) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 21:39:22.836475 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-fb88fffb-788a-4817-94a0-d33a60a3080b tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Publish callbacks [] for port (26d5d92c-9b56-461a-ae36-cd4f2947a2ba), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:39:22.869891 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-fb88fffb-788a-4817-94a0-d33a60a3080b tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746560234527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11791543'] for port (26d5d92c-9b56-461a-ae36-cd4f2947a2ba), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:39:22.912805 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb88fffb-788a-4817-94a0-d33a60a3080b tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Network 4140a1f1-c93a-4bea-83a0-68953a54f299 is already hosted by enough agents. {{(pid=103305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 21:39:22.915623 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [None req-fb88fffb-788a-4817-94a0-d33a60a3080b tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Resources bound (agent type, host, resource id): {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:39:22.917986 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb88fffb-788a-4817-94a0-d33a60a3080b tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Received port after_create {{(pid=103305) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 21:39:22.946218 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb88fffb-788a-4817-94a0-d33a60a3080b tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Pushing event updated for resources: {'Port': ['ID=26d5d92c-9b56-461a-ae36-cd4f2947a2ba,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:39:23.054269 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (4d619873-4b60-439f-9b5a-b155dc8bbc34), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:39:23.171748 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-fb88fffb-788a-4817-94a0-d33a60a3080b tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Publish callbacks [] for router_gateway (a3e31ee9-4d41-4bed-aea2-4a42726d5a74), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:39:23.229794 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd6cbac-8942-4424-a491-befd798ad363 req-a2646850-a0a4-4745-bcaf-7183e65f5dda tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:39:23.231330 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-ebd6cbac-8942-4424-a491-befd798ad363 req-a2646850-a0a4-4745-bcaf-7183e65f5dda tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] 10.222.0.13 "GET /v2.0/ports?device_id=c44e864c-84de-496b-9de2-e70f3dad303e HTTP/1.1" status: 200 len: 945 time: 0.0495799 Jan 26 21:39:23.282359 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-ebd6cbac-8942-4424-a491-befd798ad363 req-1258667c-f6a4-4874-98e8-f8f38be2192f tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] 10.222.0.13 "GET /v2.0/security-groups?id=c855b7af-ae6a-4b31-98b5-41bfc1142283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453911 Jan 26 21:39:23.371876 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-fb88fffb-788a-4817-94a0-d33a60a3080b tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4105757', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4111263'] for router (a3e31ee9-4d41-4bed-aea2-4a42726d5a74), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:39:23.484924 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device bbe6fc91-bfb3-40d6-9a0a-0674b57ca72b no longer exists at agent ovs-agent-n-d-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 26 21:39:23.501824 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb88fffb-788a-4817-94a0-d33a60a3080b tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Router a3e31ee9-4d41-4bed-aea2-4a42726d5a74 is scheduled to L3 agent 09df100c-3af1-4b0a-bda8-05914c71c458 with binding_index 1 {{(pid=103305) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 26 21:39:23.505756 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] No Port match for: bbe6fc91-bfb3-40d6-9a0a-0674b57ca72b {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 26 21:39:23.506161 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device bbe6fc91-bfb3-40d6-9a0a-0674b57ca72b not bound to the agent host n-d-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 26 21:39:23.609989 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb88fffb-788a-4817-94a0-d33a60a3080b tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Notify agent at l3_agent.n-d-760453-5 the message routers_updated {{(pid=103305) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 26 21:39:23.619100 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dab7865-ebb8-4e9c-9add-72e0919331ec None None] Sync routers for ids ['a3e31ee9-4d41-4bed-aea2-4a42726d5a74'] in n-d-760453-5 {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 26 21:39:23.628427 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dab7865-ebb8-4e9c-9add-72e0919331ec None None] Routers {'a3e31ee9-4d41-4bed-aea2-4a42726d5a74'} bound to L3 agent in host n-d-760453-5 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 21:39:23.629033 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-0dab7865-ebb8-4e9c-9add-72e0919331ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-26T20:55:21Z,description=,heartbeat_timestamp=2022-01-26T21:39:21Z,host='n-d-760453-5',id=09df100c-3af1-4b0a-bda8-05914c71c458,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:55:21Z,topic='l3_agent')) {'router_ids': ['a3e31ee9-4d41-4bed-aea2-4a42726d5a74'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:39:23.629334 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-fb88fffb-788a-4817-94a0-d33a60a3080b tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Publish callbacks [] for router (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:39:23.631044 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-fb88fffb-788a-4817-94a0-d33a60a3080b tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 879 time: 1.7660508 Jan 26 21:39:23.633709 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 33430) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:39:23.662706 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-0dab7865-ebb8-4e9c-9add-72e0919331ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760453-5', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:39:23.672116 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dab7865-ebb8-4e9c-9add-72e0919331ec None None] Routers {'a3e31ee9-4d41-4bed-aea2-4a42726d5a74'} bound to L3 agent in host n-d-760453-5 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 21:39:23.672809 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-0dab7865-ebb8-4e9c-9add-72e0919331ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-26T20:55:21Z,description=,heartbeat_timestamp=2022-01-26T21:39:21Z,host='n-d-760453-5',id=09df100c-3af1-4b0a-bda8-05914c71c458,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:55:21Z,topic='l3_agent')) {'router_ids': ['a3e31ee9-4d41-4bed-aea2-4a42726d5a74'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:39:23.696676 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e58474-d78e-4eb1-af3e-13fd6e1beab6 req-93211815-d8f5-4f75-9391-73ea47e9bc6c tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:39:23.698202 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-58e58474-d78e-4eb1-af3e-13fd6e1beab6 req-93211815-d8f5-4f75-9391-73ea47e9bc6c tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] 10.222.0.66 "GET /v2.0/ports?device_id=c44e864c-84de-496b-9de2-e70f3dad303e HTTP/1.1" status: 200 len: 945 time: 0.0500097 Jan 26 21:39:23.704771 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-0dab7865-ebb8-4e9c-9add-72e0919331ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760453-5', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:39:23.705440 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dab7865-ebb8-4e9c-9add-72e0919331ec None None] The sync data for ids ['a3e31ee9-4d41-4bed-aea2-4a42726d5a74'] in n-d-760453-5 is: [] {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 26 21:39:23.745477 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-1b72da25-cc57-4e56-a865-4ad28d87084b tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] 10.222.0.13 "GET /v2.0/routers/a3e31ee9-4d41-4bed-aea2-4a42726d5a74 HTTP/1.1" status: 200 len: 880 time: 0.1105514 Jan 26 21:39:23.747752 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 33432) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:39:23.789703 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [req-58e58474-d78e-4eb1-af3e-13fd6e1beab6 req-c7343c79-3f01-47d2-b71d-01ac7211f825 tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] Deleting port aecd53f4-1503-422d-8f60-7356a8122a80 {{(pid=103304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 21:39:23.790054 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-58e58474-d78e-4eb1-af3e-13fd6e1beab6 req-c7343c79-3f01-47d2-b71d-01ac7211f825 tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746560630878'] for port (aecd53f4-1503-422d-8f60-7356a8122a80), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:39:23.881336 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [req-58e58474-d78e-4eb1-af3e-13fd6e1beab6 req-c7343c79-3f01-47d2-b71d-01ac7211f825 tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] For port aecd53f4-1503-422d-8f60-7356a8122a80, host n-h1-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-5',level=0,port_id=aecd53f4-1503-422d-8f60-7356a8122a80,segment=NetworkSegment(3717183c-69c6-44ee-ac2f-ec1e05ab35f5),segment_id=3717183c-69c6-44ee-ac2f-ec1e05ab35f5)] {{(pid=103304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:39:23.881705 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-58e58474-d78e-4eb1-af3e-13fd6e1beab6 req-c7343c79-3f01-47d2-b71d-01ac7211f825 tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4109658'] for port (aecd53f4-1503-422d-8f60-7356a8122a80), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:39:23.894412 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [req-58e58474-d78e-4eb1-af3e-13fd6e1beab6 req-c7343c79-3f01-47d2-b71d-01ac7211f825 tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] Calling delete_port for aecd53f4-1503-422d-8f60-7356a8122a80 owned by compute:nova {{(pid=103304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 21:39:23.975929 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-94b19fc6-eb83-463b-8eeb-955ad143e8f6 tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 883 time: 0.2270305 Jan 26 21:39:23.978363 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 33434) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:39:23.983296 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-4b928b74-9710-457f-8226-ff8bb11ce8dd tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-717642063'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:39:24.026616 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-58e58474-d78e-4eb1-af3e-13fd6e1beab6 req-c7343c79-3f01-47d2-b71d-01ac7211f825 tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746560636600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746560234536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9281553'] for port (aecd53f4-1503-422d-8f60-7356a8122a80), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:39:24.054478 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7343c79-3f01-47d2-b71d-01ac7211f825 tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] Pushing event deleted for resources: {'Port': ['ID=aecd53f4-1503-422d-8f60-7356a8122a80,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:39:24.069724 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] get_ports_and_sgs() called for port_ids ['c06cbb5f-14e9-4f5d-9dc8-30f59f753822', 'aecd53f4-1503-422d-8f60-7356a8122a80'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 26 21:39:24.099252 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [req-58e58474-d78e-4eb1-af3e-13fd6e1beab6 req-c7343c79-3f01-47d2-b71d-01ac7211f825 tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] No DVR routers for this DVR port aecd53f4-1503-422d-8f60-7356a8122a80 on host n-h1-760453-5 {{(pid=103304) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 26 21:39:24.101831 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-58e58474-d78e-4eb1-af3e-13fd6e1beab6 req-c7343c79-3f01-47d2-b71d-01ac7211f825 tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:39:24.105194 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-58e58474-d78e-4eb1-af3e-13fd6e1beab6 req-c7343c79-3f01-47d2-b71d-01ac7211f825 tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] 10.222.0.66 "DELETE /v2.0/ports/aecd53f4-1503-422d-8f60-7356a8122a80 HTTP/1.1" status: 204 len: 173 time: 0.4013991 Jan 26 21:39:24.105681 n-d-760453-5 neutron-server[103304]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c44e864c-84de-496b-9de2-e70f3dad303e', 'name': 'network-vif-deleted', 'tag': 'aecd53f4-1503-422d-8f60-7356a8122a80'}] {{(pid=103304) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 21:39:24.108571 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d52b45f1943fcd332af9527eb73ff93c8d715d44383a3f6d18de73b4cfcf87b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c229fd2-0344-479c-a20c-e8a311f545b6" -d '{"events": [{"server_uuid": "c44e864c-84de-496b-9de2-e70f3dad303e", "name": "network-vif-deleted", "tag": "aecd53f4-1503-422d-8f60-7356a8122a80"}]}' {{(pid=103304) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 21:39:24.141058 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-839dd188-ec69-470c-9ab0-d318dc1a2e96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (e79b4fc6-6c71-44b2-a6d0-ff3e1f4dfd0d), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:39:24.154500 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Jan 2022 21:39:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60325d28-d7e1-4e85-9723-af78af6adfeb x-openstack-request-id: req-60325d28-d7e1-4e85-9723-af78af6adfeb {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 21:39:24.155164 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c44e864c-84de-496b-9de2-e70f3dad303e", "name": "network-vif-deleted", "tag": "aecd53f4-1503-422d-8f60-7356a8122a80", "status": "completed", "code": 200}]} {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 21:39:24.155435 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-60325d28-d7e1-4e85-9723-af78af6adfeb {{(pid=103304) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 21:39:24.156298 n-d-760453-5 neutron-server[103304]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c44e864c-84de-496b-9de2-e70f3dad303e', 'name': 'network-vif-deleted', 'tag': 'aecd53f4-1503-422d-8f60-7356a8122a80', 'status': 'completed', 'code': 200} Jan 26 21:39:24.327923 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-4b928b74-9710-457f-8226-ff8bb11ce8dd tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4111352', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4105746', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13075'] for router (a3e31ee9-4d41-4bed-aea2-4a42726d5a74), precommit_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:39:24.339460 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-4b928b74-9710-457f-8226-ff8bb11ce8dd tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4111263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-4111345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-4111334', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-4105739'] for router (a3e31ee9-4d41-4bed-aea2-4a42726d5a74), after_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:39:24.392457 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-b61dcb40-5822-476c-9e95-615f763d77c0 req-a8e0679e-33aa-4fb2-938d-f24aee7dcaae tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] 10.222.0.13 "GET /v2.0/ports?device_id=c44e864c-84de-496b-9de2-e70f3dad303e HTTP/1.1" status: 200 len: 210 time: 0.0287890 Jan 26 21:39:24.764499 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b928b74-9710-457f-8226-ff8bb11ce8dd tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Router a3e31ee9-4d41-4bed-aea2-4a42726d5a74 has already been hosted by L3 agent 09df100c-3af1-4b0a-bda8-05914c71c458 {{(pid=103305) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 26 21:39:24.870610 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b928b74-9710-457f-8226-ff8bb11ce8dd tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Notify agent at l3_agent.n-d-760453-5 the message routers_updated {{(pid=103305) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 26 21:39:24.877329 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-4b928b74-9710-457f-8226-ff8bb11ce8dd tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Publish callbacks [] for router (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:39:24.878645 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-4b928b74-9710-457f-8226-ff8bb11ce8dd tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] 10.222.0.13 "PUT /v2.0/routers/a3e31ee9-4d41-4bed-aea2-4a42726d5a74 HTTP/1.1" status: 200 len: 887 time: 0.8993223 Jan 26 21:39:24.879990 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea2777b6-20de-4b40-bc6a-b371c1b17fd3 None None] Sync routers for ids ['a3e31ee9-4d41-4bed-aea2-4a42726d5a74'] in n-d-760453-5 {{(pid=103306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 26 21:39:24.881329 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 33442) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:39:24.892545 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Device 6baf16e3-53c6-426c-b430-c823ac0ae67d no longer exists at agent hyperv_n-h1-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 26 21:39:24.895619 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea2777b6-20de-4b40-bc6a-b371c1b17fd3 None None] Routers {'a3e31ee9-4d41-4bed-aea2-4a42726d5a74'} bound to L3 agent in host n-d-760453-5 {{(pid=103306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 21:39:24.896238 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-ea2777b6-20de-4b40-bc6a-b371c1b17fd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-26T20:55:21Z,description=,heartbeat_timestamp=2022-01-26T21:39:21Z,host='n-d-760453-5',id=09df100c-3af1-4b0a-bda8-05914c71c458,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:55:21Z,topic='l3_agent')) {'router_ids': ['a3e31ee9-4d41-4bed-aea2-4a42726d5a74'], 'active': True} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:39:24.916666 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] No Port match for: 6baf16e3-53c6-426c-b430-c823ac0ae67d {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 26 21:39:24.917015 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Device 6baf16e3-53c6-426c-b430-c823ac0ae67d not bound to the agent host n-h1-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 26 21:39:24.951825 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-ea2777b6-20de-4b40-bc6a-b371c1b17fd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760453-5', False) {} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:39:24.960832 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea2777b6-20de-4b40-bc6a-b371c1b17fd3 None None] Routers {'a3e31ee9-4d41-4bed-aea2-4a42726d5a74'} bound to L3 agent in host n-d-760453-5 {{(pid=103306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 21:39:24.961545 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-ea2777b6-20de-4b40-bc6a-b371c1b17fd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-26T20:55:21Z,description=,heartbeat_timestamp=2022-01-26T21:39:21Z,host='n-d-760453-5',id=09df100c-3af1-4b0a-bda8-05914c71c458,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:55:21Z,topic='l3_agent')) {'router_ids': ['a3e31ee9-4d41-4bed-aea2-4a42726d5a74'], 'active': True} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:39:24.998759 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-ea434d80-cdab-428f-8440-f2acaf4f8a68 tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] 10.222.0.13 "GET /v2.0/routers/a3e31ee9-4d41-4bed-aea2-4a42726d5a74 HTTP/1.1" status: 200 len: 887 time: 0.1139011 Jan 26 21:39:24.998988 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-ea2777b6-20de-4b40-bc6a-b371c1b17fd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760453-5', False) {} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:39:24.998988 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea2777b6-20de-4b40-bc6a-b371c1b17fd3 None None] The sync data for ids ['a3e31ee9-4d41-4bed-aea2-4a42726d5a74'] in n-d-760453-5 is: [] {{(pid=103306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 26 21:39:24.999153 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 33444) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:39:25.025824 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-ef30434e-58b6-4afb-a7ac-056bf8900b21 tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] 10.222.0.13 "GET /v2.0/ports?device_id=a3e31ee9-4d41-4bed-aea2-4a42726d5a74 HTTP/1.1" status: 200 len: 205 time: 0.0256937 Jan 26 21:39:25.028139 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 33446) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:39:25.132034 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-20c38ce3-c440-4408-b242-ed4e4d9dfc04 tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Publish callbacks [] for router (a3e31ee9-4d41-4bed-aea2-4a42726d5a74), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:39:25.234339 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-20c38ce3-c440-4408-b242-ed4e4d9dfc04 tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Publish callbacks [] for router_gateway (a3e31ee9-4d41-4bed-aea2-4a42726d5a74), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:39:25.287042 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-20c38ce3-c440-4408-b242-ed4e4d9dfc04 tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Deleting port 26d5d92c-9b56-461a-ae36-cd4f2947a2ba {{(pid=103305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 21:39:25.287391 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-20c38ce3-c440-4408-b242-ed4e4d9dfc04 tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746560630878'] for port (26d5d92c-9b56-461a-ae36-cd4f2947a2ba), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:39:25.307062 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (fea0591a-627d-4c87-9a9a-01625ddf3277), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:39:25.365422 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-20c38ce3-c440-4408-b242-ed4e4d9dfc04 tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4109658'] for port (26d5d92c-9b56-461a-ae36-cd4f2947a2ba), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:39:25.377695 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-20c38ce3-c440-4408-b242-ed4e4d9dfc04 tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Calling delete_port for 26d5d92c-9b56-461a-ae36-cd4f2947a2ba owned by network:router_gateway {{(pid=103305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 21:39:25.545574 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-20c38ce3-c440-4408-b242-ed4e4d9dfc04 tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746560636600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746560234536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11791543'] for port (26d5d92c-9b56-461a-ae36-cd4f2947a2ba), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:39:25.580748 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c38ce3-c440-4408-b242-ed4e4d9dfc04 tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Pushing event deleted for resources: {'Port': ['ID=26d5d92c-9b56-461a-ae36-cd4f2947a2ba,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:39:25.642049 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-20c38ce3-c440-4408-b242-ed4e4d9dfc04 tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4111291'] for router_gateway (a3e31ee9-4d41-4bed-aea2-4a42726d5a74), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:39:25.673428 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3782549f-9da8-4157-9a38-f12690c458dd req-eede0741-38a2-41d1-9651-3903894d0288 tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:39:25.674934 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-3782549f-9da8-4157-9a38-f12690c458dd req-eede0741-38a2-41d1-9651-3903894d0288 tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] 10.222.0.13 "GET /v2.0/ports?device_id=0f60c6ee-6258-42ba-be50-39a409584134 HTTP/1.1" status: 200 len: 946 time: 0.0489941 Jan 26 21:39:25.726394 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-3782549f-9da8-4157-9a38-f12690c458dd req-bc01ffe9-5803-4d6a-ad88-7f14f2024db5 tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] 10.222.0.13 "GET /v2.0/security-groups?id=c855b7af-ae6a-4b31-98b5-41bfc1142283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456536 Jan 26 21:39:25.733249 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-20c38ce3-c440-4408-b242-ed4e4d9dfc04 tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4105774', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13082'] for router (a3e31ee9-4d41-4bed-aea2-4a42726d5a74), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:39:25.735407 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-20c38ce3-c440-4408-b242-ed4e4d9dfc04 tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Publish callbacks [] for router_controller (a3e31ee9-4d41-4bed-aea2-4a42726d5a74), precommit_delete_associations {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:39:25.782066 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-20c38ce3-c440-4408-b242-ed4e4d9dfc04 tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4105767'] for router (a3e31ee9-4d41-4bed-aea2-4a42726d5a74), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:39:25.782773 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20c38ce3-c440-4408-b242-ed4e4d9dfc04 tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Fanout notify agent at l3_agent the message router_deleted on router a3e31ee9-4d41-4bed-aea2-4a42726d5a74 {{(pid=103305) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 26 21:39:25.789105 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-20c38ce3-c440-4408-b242-ed4e4d9dfc04 tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Publish callbacks [] for router (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:39:25.790316 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-20c38ce3-c440-4408-b242-ed4e4d9dfc04 tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] 10.222.0.13 "DELETE /v2.0/routers/a3e31ee9-4d41-4bed-aea2-4a42726d5a74 HTTP/1.1" status: 204 len: 168 time: 0.7611494 Jan 26 21:39:25.793779 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 33456) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:39:25.798541 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-26c2854e-9e2f-433a-b6f0-70dc3ebf8b92 tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Request body: {'network': {'name': 'tempest-RoutersTest-1622336819'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:39:25.816923 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26c2854e-9e2f-433a-b6f0-70dc3ebf8b92 tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Made reservation on behalf of 0e80f135b66f46baaae5354dcc5fe05e for: {'network': 1} {{(pid=103305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 21:39:25.820202 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-26c2854e-9e2f-433a-b6f0-70dc3ebf8b92 tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for network (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:39:25.844302 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-26c2854e-9e2f-433a-b6f0-70dc3ebf8b92 tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] vlan segment allocate from pool success with {'vlan_id': 550, 'physical_network': 'physnet1'} {{(pid=103305) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 26 21:39:25.853145 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-26c2854e-9e2f-433a-b6f0-70dc3ebf8b92 tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576559'] for segment (82ecb595-6eff-4afb-b6fd-cc2787b98a1f), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:39:25.853520 n-d-760453-5 neutron-server[103305]: INFO neutron.db.segments_db [None req-26c2854e-9e2f-433a-b6f0-70dc3ebf8b92 tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Added segment 82ecb595-6eff-4afb-b6fd-cc2787b98a1f of type vlan for network cf32b2b2-677a-4a3c-98fb-cc3e31fb17e1 Jan 26 21:39:25.892386 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-26c2854e-9e2f-433a-b6f0-70dc3ebf8b92 tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746560256871'] for network (cf32b2b2-677a-4a3c-98fb-cc3e31fb17e1), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:39:25.916779 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-26c2854e-9e2f-433a-b6f0-70dc3ebf8b92 tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503'] for network (cf32b2b2-677a-4a3c-98fb-cc3e31fb17e1), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:39:25.921774 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26c2854e-9e2f-433a-b6f0-70dc3ebf8b92 tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:39:25.922360 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-26c2854e-9e2f-433a-b6f0-70dc3ebf8b92 tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Publish callbacks [] for network (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:39:25.972726 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-26c2854e-9e2f-433a-b6f0-70dc3ebf8b92 tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.1779296 Jan 26 21:39:25.976254 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 33458) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:39:25.981668 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-2df5fd70-7bcd-4f80-a8ee-6e4cb02b1e59 tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Request body: {'subnet': {'network_id': 'cf32b2b2-677a-4a3c-98fb-cc3e31fb17e1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:39:25.990047 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c2854e-9e2f-433a-b6f0-70dc3ebf8b92 tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Pushing event updated for resources: {'Network': ['ID=cf32b2b2-677a-4a3c-98fb-cc3e31fb17e1,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:39:26.000319 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Network cf32b2b2-677a-4a3c-98fb-cc3e31fb17e1 details requested by agent ovs-agent-n-d-760453-5 with host n-d-760453-5 {{(pid=103306) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 26 21:39:26.067822 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2df5fd70-7bcd-4f80-a8ee-6e4cb02b1e59 tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Made reservation on behalf of 0e80f135b66f46baaae5354dcc5fe05e for: {'subnet': 1} {{(pid=103304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 21:39:26.071487 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-2df5fd70-7bcd-4f80-a8ee-6e4cb02b1e59 tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12215181'] for subnet (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:39:26.252809 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-2df5fd70-7bcd-4f80-a8ee-6e4cb02b1e59 tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9285249', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12215227'] for subnet (bb34ed8c-6b77-44be-a576-1a36859cb6fe), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:39:26.318040 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df5fd70-7bcd-4f80-a8ee-6e4cb02b1e59 tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Pushing event updated for resources: {'Subnet': ['ID=bb34ed8c-6b77-44be-a576-1a36859cb6fe,revision_number=0']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:39:26.326313 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2df5fd70-7bcd-4f80-a8ee-6e4cb02b1e59 tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Checking segment: {'id': '82ecb595-6eff-4afb-b6fd-cc2787b98a1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'cf32b2b2-677a-4a3c-98fb-cc3e31fb17e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103304) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 21:39:26.326677 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2df5fd70-7bcd-4f80-a8ee-6e4cb02b1e59 tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Network hostable DHCP agents. Network: cf32b2b2-677a-4a3c-98fb-cc3e31fb17e1, hostable agents: ['474ccdf7-ab6c-405b-a3b2-dc7b05829902'], hosted agents: [] {{(pid=103304) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 26 21:39:26.344600 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2df5fd70-7bcd-4f80-a8ee-6e4cb02b1e59 tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Network cf32b2b2-677a-4a3c-98fb-cc3e31fb17e1 is scheduled to be hosted by DHCP agent 474ccdf7-ab6c-405b-a3b2-dc7b05829902 with binding_index 1 {{(pid=103304) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 26 21:39:26.353701 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [None req-2df5fd70-7bcd-4f80-a8ee-6e4cb02b1e59 tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760453-5, cf32b2b2-677a-4a3c-98fb-cc3e31fb17e1) {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:39:26.357915 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2df5fd70-7bcd-4f80-a8ee-6e4cb02b1e59 tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:39:26.358591 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-2df5fd70-7bcd-4f80-a8ee-6e4cb02b1e59 tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Publish callbacks [] for subnet (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:39:26.364123 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d61fb57-c4f1-4003-96ae-9ebcffc74d09 None None] Network cf32b2b2-677a-4a3c-98fb-cc3e31fb17e1 requested from n-d-760453-5 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 26 21:39:26.377334 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-2df5fd70-7bcd-4f80-a8ee-6e4cb02b1e59 tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.3992484 Jan 26 21:39:26.379316 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 33462) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:39:26.384142 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-2d9a4db4-a5db-49a9-b7f7-97870a8778cc tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-539390646', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:39:26.405988 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-2d9a4db4-a5db-49a9-b7f7-97870a8778cc tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4104596', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13108'] for router (a22b6923-100e-4c05-92d3-3195be0b6e45), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:39:26.407011 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-2d9a4db4-a5db-49a9-b7f7-97870a8778cc tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4105828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4111306', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3733576', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13069'] for router (a22b6923-100e-4c05-92d3-3195be0b6e45), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:39:26.476166 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55c515cc-8daf-4f96-91e7-22a65ab9afcb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3c4099e8-8ffb-51d1-af7f-5868973e933f-cf32b2b2-677a-4a3c-98fb-cc3e31fb17e1', 'network_id': 'cf32b2b2-677a-4a3c-98fb-cc3e31fb17e1', 'project_id': '0e80f135b66f46baaae5354dcc5fe05e', 'fixed_ips': [{'subnet_id': 'bb34ed8c-6b77-44be-a576-1a36859cb6fe'}]}} from n-d-760453-5. {{(pid=103306) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 26 21:39:26.477153 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-55c515cc-8daf-4f96-91e7-22a65ab9afcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (None), before_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:39:26.488068 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-2d9a4db4-a5db-49a9-b7f7-97870a8778cc tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Publish callbacks [] for router_controller (a22b6923-100e-4c05-92d3-3195be0b6e45), precommit_add_association {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:39:26.501644 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8086e5-0fd4-4621-a352-7cc3b43b7159 req-995b42b5-fa8b-47fd-bc21-5902e59e1de9 tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:39:26.502344 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-0b8086e5-0fd4-4621-a352-7cc3b43b7159 req-995b42b5-fa8b-47fd-bc21-5902e59e1de9 tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] 10.222.0.66 "GET /v2.0/ports?device_id=0f60c6ee-6258-42ba-be50-39a409584134 HTTP/1.1" status: 200 len: 946 time: 0.0869267 Jan 26 21:39:26.503538 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-2d9a4db4-a5db-49a9-b7f7-97870a8778cc tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4105757', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4111263'] for router (a22b6923-100e-4c05-92d3-3195be0b6e45), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:39:26.551380 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-2d9a4db4-a5db-49a9-b7f7-97870a8778cc tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Publish callbacks [] for router (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:39:26.552600 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-2d9a4db4-a5db-49a9-b7f7-97870a8778cc tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.1721730 Jan 26 21:39:26.555487 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 33464) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:39:26.608307 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [req-0b8086e5-0fd4-4621-a352-7cc3b43b7159 req-ef975561-5807-4899-b0c9-d7fd557bed3a tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] Deleting port c06cbb5f-14e9-4f5d-9dc8-30f59f753822 {{(pid=103304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 21:39:26.608660 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-0b8086e5-0fd4-4621-a352-7cc3b43b7159 req-ef975561-5807-4899-b0c9-d7fd557bed3a tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746560630878'] for port (c06cbb5f-14e9-4f5d-9dc8-30f59f753822), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:39:26.624678 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.db_base_plugin_common [None req-55c515cc-8daf-4f96-91e7-22a65ab9afcb None None] Allocated IP 172.20.0.2 (cf32b2b2-677a-4a3c-98fb-cc3e31fb17e1/bb34ed8c-6b77-44be-a576-1a36859cb6fe/c7309238-d0f1-4a85-9f42-1739ff598276) {{(pid=103306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 21:39:26.703538 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [req-0b8086e5-0fd4-4621-a352-7cc3b43b7159 req-ef975561-5807-4899-b0c9-d7fd557bed3a tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] For port c06cbb5f-14e9-4f5d-9dc8-30f59f753822, host n-h1-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-5',level=0,port_id=c06cbb5f-14e9-4f5d-9dc8-30f59f753822,segment=NetworkSegment(3717183c-69c6-44ee-ac2f-ec1e05ab35f5),segment_id=3717183c-69c6-44ee-ac2f-ec1e05ab35f5)] {{(pid=103304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:39:26.704148 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-0b8086e5-0fd4-4621-a352-7cc3b43b7159 req-ef975561-5807-4899-b0c9-d7fd557bed3a tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4109658'] for port (c06cbb5f-14e9-4f5d-9dc8-30f59f753822), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:39:26.718092 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [req-0b8086e5-0fd4-4621-a352-7cc3b43b7159 req-ef975561-5807-4899-b0c9-d7fd557bed3a tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] Calling delete_port for c06cbb5f-14e9-4f5d-9dc8-30f59f753822 owned by compute:nova {{(pid=103304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 21:39:26.779745 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-55c515cc-8daf-4f96-91e7-22a65ab9afcb None None] Publish callbacks [] for port (c7309238-d0f1-4a85-9f42-1739ff598276), precommit_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:39:26.788208 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-55c515cc-8daf-4f96-91e7-22a65ab9afcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746560234527'] for port (c7309238-d0f1-4a85-9f42-1739ff598276), after_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:39:26.826593 n-d-760453-5 neutron-server[103306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55c515cc-8daf-4f96-91e7-22a65ab9afcb None None] Network cf32b2b2-677a-4a3c-98fb-cc3e31fb17e1 is already hosted by enough agents. {{(pid=103306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 21:39:26.831213 n-d-760453-5 neutron-server[103306]: DEBUG neutron.scheduler.base_scheduler [None req-55c515cc-8daf-4f96-91e7-22a65ab9afcb None None] Resources bound (agent type, host, resource id): {{(pid=103306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:39:26.835336 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55c515cc-8daf-4f96-91e7-22a65ab9afcb None None] Received port after_create {{(pid=103306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 21:39:26.848216 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-107819f5-3354-4a8b-a62b-f786ae296f19 tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:39:26.870532 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c515cc-8daf-4f96-91e7-22a65ab9afcb None None] Pushing event updated for resources: {'Port': ['ID=c7309238-d0f1-4a85-9f42-1739ff598276,revision_number=1']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:39:26.888679 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Device aecd53f4-1503-422d-8f60-7356a8122a80 no longer exists at agent hyperv_n-h1-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 26 21:39:26.899718 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-0b8086e5-0fd4-4621-a352-7cc3b43b7159 req-ef975561-5807-4899-b0c9-d7fd557bed3a tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746560636600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746560234536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9281553'] for port (c06cbb5f-14e9-4f5d-9dc8-30f59f753822), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:39:26.915513 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98414240-9cdb-464d-8435-394e200ec5cd req-4aa70dd2-884a-495d-b599-f497ee65c9b3 tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:39:26.917153 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-98414240-9cdb-464d-8435-394e200ec5cd req-4aa70dd2-884a-495d-b599-f497ee65c9b3 tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] 10.222.0.13 "GET /v2.0/ports?device_id=0f60c6ee-6258-42ba-be50-39a409584134 HTTP/1.1" status: 200 len: 946 time: 0.1022770 Jan 26 21:39:26.924864 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55c515cc-8daf-4f96-91e7-22a65ab9afcb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:39:26.925309 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55c515cc-8daf-4f96-91e7-22a65ab9afcb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:39:26.925742 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55c515cc-8daf-4f96-91e7-22a65ab9afcb None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:39:26.926149 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55c515cc-8daf-4f96-91e7-22a65ab9afcb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:39:26.926548 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55c515cc-8daf-4f96-91e7-22a65ab9afcb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:39:26.926948 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55c515cc-8daf-4f96-91e7-22a65ab9afcb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:39:26.927340 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55c515cc-8daf-4f96-91e7-22a65ab9afcb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:39:26.927730 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55c515cc-8daf-4f96-91e7-22a65ab9afcb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:39:26.928120 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55c515cc-8daf-4f96-91e7-22a65ab9afcb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:39:26.928510 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55c515cc-8daf-4f96-91e7-22a65ab9afcb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:39:26.928898 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55c515cc-8daf-4f96-91e7-22a65ab9afcb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:39:26.929319 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55c515cc-8daf-4f96-91e7-22a65ab9afcb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:39:26.929720 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55c515cc-8daf-4f96-91e7-22a65ab9afcb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:39:26.936248 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] No Port match for: aecd53f4-1503-422d-8f60-7356a8122a80 {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 26 21:39:26.936502 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Device aecd53f4-1503-422d-8f60-7356a8122a80 not bound to the agent host n-h1-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 26 21:39:26.938305 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] get_ports_and_sgs() called for port_ids ['c06cbb5f-14e9-4f5d-9dc8-30f59f753822'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 26 21:39:26.947594 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef975561-5807-4899-b0c9-d7fd557bed3a tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] Pushing event deleted for resources: {'Port': ['ID=c06cbb5f-14e9-4f5d-9dc8-30f59f753822,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:39:26.962695 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-55c515cc-8daf-4f96-91e7-22a65ab9afcb None None] Attempting to bind port c7309238-d0f1-4a85-9f42-1739ff598276 on host n-d-760453-5 for vnic_type normal with profile {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 21:39:26.963239 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-55c515cc-8daf-4f96-91e7-22a65ab9afcb None None] Attempting to bind port c7309238-d0f1-4a85-9f42-1739ff598276 by drivers openvswitch,hyperv on host n-d-760453-5 at level 0 using segments [{'id': '82ecb595-6eff-4afb-b6fd-cc2787b98a1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'cf32b2b2-677a-4a3c-98fb-cc3e31fb17e1'}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 26 21:39:26.963679 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55c515cc-8daf-4f96-91e7-22a65ab9afcb None None] Attempting to bind port c7309238-d0f1-4a85-9f42-1739ff598276 on network cf32b2b2-677a-4a3c-98fb-cc3e31fb17e1 {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 21:39:26.970403 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55c515cc-8daf-4f96-91e7-22a65ab9afcb None None] Checking agent: {'id': 'fea0591a-627d-4c87-9a9a-01625ddf3277', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760453-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 20, 55, 25), 'started_at': datetime.datetime(2022, 1, 26, 20, 55, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 21, 39, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760453-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 26 21:39:26.971766 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55c515cc-8daf-4f96-91e7-22a65ab9afcb None None] Checking segment: {'id': '82ecb595-6eff-4afb-b6fd-cc2787b98a1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'cf32b2b2-677a-4a3c-98fb-cc3e31fb17e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 21:39:26.971766 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-55c515cc-8daf-4f96-91e7-22a65ab9afcb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:39:26.971766 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55c515cc-8daf-4f96-91e7-22a65ab9afcb None None] Bound using segment: {'id': '82ecb595-6eff-4afb-b6fd-cc2787b98a1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'cf32b2b2-677a-4a3c-98fb-cc3e31fb17e1'} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 26 21:39:26.972265 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-55c515cc-8daf-4f96-91e7-22a65ab9afcb None None] Bound port: c7309238-d0f1-4a85-9f42-1739ff598276, host: n-d-760453-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82ecb595-6eff-4afb-b6fd-cc2787b98a1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'cf32b2b2-677a-4a3c-98fb-cc3e31fb17e1'}}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 26 21:39:26.972748 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-55c515cc-8daf-4f96-91e7-22a65ab9afcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (c7309238-d0f1-4a85-9f42-1739ff598276), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:39:27.019837 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b8086e5-0fd4-4621-a352-7cc3b43b7159 req-ef975561-5807-4899-b0c9-d7fd557bed3a tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] No DVR routers for this DVR port c06cbb5f-14e9-4f5d-9dc8-30f59f753822 on host n-h1-760453-5 {{(pid=103304) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 26 21:39:27.024707 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-0b8086e5-0fd4-4621-a352-7cc3b43b7159 req-ef975561-5807-4899-b0c9-d7fd557bed3a tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:39:27.028147 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-0b8086e5-0fd4-4621-a352-7cc3b43b7159 req-ef975561-5807-4899-b0c9-d7fd557bed3a tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] 10.222.0.66 "DELETE /v2.0/ports/c06cbb5f-14e9-4f5d-9dc8-30f59f753822 HTTP/1.1" status: 204 len: 173 time: 0.5200224 Jan 26 21:39:27.029255 n-d-760453-5 neutron-server[103304]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f60c6ee-6258-42ba-be50-39a409584134', 'name': 'network-vif-deleted', 'tag': 'c06cbb5f-14e9-4f5d-9dc8-30f59f753822'}] {{(pid=103304) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 21:39:27.039508 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d52b45f1943fcd332af9527eb73ff93c8d715d44383a3f6d18de73b4cfcf87b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2c74914-1e0a-4fde-91ea-5fa09d1a5ff6" -d '{"events": [{"server_uuid": "0f60c6ee-6258-42ba-be50-39a409584134", "name": "network-vif-deleted", "tag": "c06cbb5f-14e9-4f5d-9dc8-30f59f753822"}]}' {{(pid=103304) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 21:39:27.048493 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-55c515cc-8daf-4f96-91e7-22a65ab9afcb None None] For port c7309238-d0f1-4a85-9f42-1739ff598276, host n-d-760453-5, cleared binding levels {{(pid=103306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 26 21:39:27.056408 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-55c515cc-8daf-4f96-91e7-22a65ab9afcb None None] For port c7309238-d0f1-4a85-9f42-1739ff598276, host n-d-760453-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=c7309238-d0f1-4a85-9f42-1739ff598276,segment=NetworkSegment(82ecb595-6eff-4afb-b6fd-cc2787b98a1f),segment_id=82ecb595-6eff-4afb-b6fd-cc2787b98a1f)] {{(pid=103306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 26 21:39:27.062188 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-98414240-9cdb-464d-8435-394e200ec5cd req-9c7692d6-df06-47d6-bebe-47d1915fd31f tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] 10.222.0.13 "GET /v2.0/security-groups?id=c855b7af-ae6a-4b31-98b5-41bfc1142283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164658 Jan 26 21:39:27.064659 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-55c515cc-8daf-4f96-91e7-22a65ab9afcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (c7309238-d0f1-4a85-9f42-1739ff598276), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:39:27.114070 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Jan 2022 21:39:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75a2ae45-e024-44e8-b171-23b3181fc1af x-openstack-request-id: req-75a2ae45-e024-44e8-b171-23b3181fc1af {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 21:39:27.114455 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f60c6ee-6258-42ba-be50-39a409584134", "name": "network-vif-deleted", "tag": "c06cbb5f-14e9-4f5d-9dc8-30f59f753822", "status": "completed", "code": 200}]} {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 21:39:27.114878 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-75a2ae45-e024-44e8-b171-23b3181fc1af {{(pid=103304) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 21:39:27.115351 n-d-760453-5 neutron-server[103304]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f60c6ee-6258-42ba-be50-39a409584134', 'name': 'network-vif-deleted', 'tag': 'c06cbb5f-14e9-4f5d-9dc8-30f59f753822', 'status': 'completed', 'code': 200} Jan 26 21:39:27.150032 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c515cc-8daf-4f96-91e7-22a65ab9afcb None None] Pushing event updated for resources: {'Port': ['ID=c7309238-d0f1-4a85-9f42-1739ff598276,revision_number=2']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:39:27.174519 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.db_base_plugin_common [None req-107819f5-3354-4a8b-a62b-f786ae296f19 tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Allocated IP 172.20.0.1 (cf32b2b2-677a-4a3c-98fb-cc3e31fb17e1/bb34ed8c-6b77-44be-a576-1a36859cb6fe/40631539-1392-43e0-8ec8-82dde19940b0) {{(pid=103305) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 21:39:27.302442 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-107819f5-3354-4a8b-a62b-f786ae296f19 tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Publish callbacks [] for port (40631539-1392-43e0-8ec8-82dde19940b0), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:39:27.354406 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-107819f5-3354-4a8b-a62b-f786ae296f19 tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746560234527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11791543'] for port (40631539-1392-43e0-8ec8-82dde19940b0), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:39:27.404804 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-107819f5-3354-4a8b-a62b-f786ae296f19 tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Network cf32b2b2-677a-4a3c-98fb-cc3e31fb17e1 is already hosted by enough agents. {{(pid=103305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 21:39:27.409533 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [None req-107819f5-3354-4a8b-a62b-f786ae296f19 tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Resources bound (agent type, host, resource id): {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:39:27.415895 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-107819f5-3354-4a8b-a62b-f786ae296f19 tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Received port after_create {{(pid=103305) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 21:39:27.440508 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107819f5-3354-4a8b-a62b-f786ae296f19 tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Pushing event updated for resources: {'Port': ['ID=40631539-1392-43e0-8ec8-82dde19940b0,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:39:27.468028 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-107819f5-3354-4a8b-a62b-f786ae296f19 tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4111050'] for router_interface (a22b6923-100e-4c05-92d3-3195be0b6e45), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:39:27.554678 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device c7309238-d0f1-4a85-9f42-1739ff598276 up at agent ovs-agent-n-d-760453-5 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 21:39:27.607348 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-107819f5-3354-4a8b-a62b-f786ae296f19 tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (40631539-1392-43e0-8ec8-82dde19940b0), before_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:39:27.611010 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Provisioning complete for port c7309238-d0f1-4a85-9f42-1739ff598276 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:39:27.611352 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (c7309238-d0f1-4a85-9f42-1739ff598276), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:39:27.697274 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Current status of the port c7309238-d0f1-4a85-9f42-1739ff598276 is: DOWN; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:39:27.697807 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (c7309238-d0f1-4a85-9f42-1739ff598276), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:39:27.731232 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] For port c7309238-d0f1-4a85-9f42-1739ff598276, host n-d-760453-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=c7309238-d0f1-4a85-9f42-1739ff598276,segment=NetworkSegment(82ecb595-6eff-4afb-b6fd-cc2787b98a1f),segment_id=82ecb595-6eff-4afb-b6fd-cc2787b98a1f)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:39:27.735361 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (c7309238-d0f1-4a85-9f42-1739ff598276), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:39:27.786415 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Pushing event updated for resources: {'Port': ['ID=c7309238-d0f1-4a85-9f42-1739ff598276,revision_number=3']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:39:27.874429 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-107819f5-3354-4a8b-a62b-f786ae296f19 tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Publish callbacks [] for port (40631539-1392-43e0-8ec8-82dde19940b0), precommit_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:39:27.879616 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-107819f5-3354-4a8b-a62b-f786ae296f19 tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11791520'] for port (40631539-1392-43e0-8ec8-82dde19940b0), after_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:39:27.957932 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107819f5-3354-4a8b-a62b-f786ae296f19 tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Pushing event updated for resources: {'Port': ['ID=40631539-1392-43e0-8ec8-82dde19940b0,revision_number=2']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:39:27.960339 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-107819f5-3354-4a8b-a62b-f786ae296f19 tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3709457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4110682'] for router_interface (a22b6923-100e-4c05-92d3-3195be0b6e45), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:39:28.053816 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-107819f5-3354-4a8b-a62b-f786ae296f19 tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Network cf32b2b2-677a-4a3c-98fb-cc3e31fb17e1 is already hosted by enough agents. {{(pid=103305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 21:39:28.055192 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [None req-107819f5-3354-4a8b-a62b-f786ae296f19 tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Resources bound (agent type, host, resource id): {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:39:28.158244 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29455e88-0746-4b02-ae86-ddbe0f6fda8b None None] Network cf32b2b2-677a-4a3c-98fb-cc3e31fb17e1 requested from n-d-760453-5 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 26 21:39:28.185749 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-107819f5-3354-4a8b-a62b-f786ae296f19 tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Router a22b6923-100e-4c05-92d3-3195be0b6e45 is scheduled to L3 agent 09df100c-3af1-4b0a-bda8-05914c71c458 with binding_index 1 {{(pid=103305) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 26 21:39:28.226763 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-60af8d98-5be3-4064-9928-21e5ba30d38e None None] Provisioning complete for port c7309238-d0f1-4a85-9f42-1739ff598276 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:39:28.227132 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-60af8d98-5be3-4064-9928-21e5ba30d38e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (c7309238-d0f1-4a85-9f42-1739ff598276), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:39:28.301393 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-107819f5-3354-4a8b-a62b-f786ae296f19 tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Notify agent at l3_agent.n-d-760453-5 the message routers_updated {{(pid=103305) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 26 21:39:28.311141 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 33478) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:39:28.311786 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-107819f5-3354-4a8b-a62b-f786ae296f19 tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] 10.222.0.13 "PUT /v2.0/routers/a22b6923-100e-4c05-92d3-3195be0b6e45/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7546377 Jan 26 21:39:28.319892 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05ea971b-6b29-4195-80af-4e917a1bc928 None None] Sync routers for ids ['a22b6923-100e-4c05-92d3-3195be0b6e45'] in n-d-760453-5 {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 26 21:39:28.334320 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05ea971b-6b29-4195-80af-4e917a1bc928 None None] Routers {'a22b6923-100e-4c05-92d3-3195be0b6e45'} bound to L3 agent in host n-d-760453-5 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 21:39:28.335026 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-05ea971b-6b29-4195-80af-4e917a1bc928 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-26T20:55:21Z,description=,heartbeat_timestamp=2022-01-26T21:39:21Z,host='n-d-760453-5',id=09df100c-3af1-4b0a-bda8-05914c71c458,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:55:21Z,topic='l3_agent')) {'router_ids': ['a22b6923-100e-4c05-92d3-3195be0b6e45'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:39:28.352986 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-60af8d98-5be3-4064-9928-21e5ba30d38e None None] Current status of the port c7309238-d0f1-4a85-9f42-1739ff598276 is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:39:28.372844 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d92ef327-3b42-4fa7-aa15-51b0d71cb299 tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:39:28.374601 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-d92ef327-3b42-4fa7-aa15-51b0d71cb299 tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] 10.222.0.13 "GET /v2.0/ports/40631539-1392-43e0-8ec8-82dde19940b0 HTTP/1.1" status: 200 len: 910 time: 0.0616777 Jan 26 21:39:28.377165 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 33480) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:39:28.379212 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-05ea971b-6b29-4195-80af-4e917a1bc928 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760453-5', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:39:28.382752 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-4b55bbe5-d1c0-40ab-a2a7-34f91796e88f tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'bb34ed8c-6b77-44be-a576-1a36859cb6fe'}]}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:39:28.388469 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05ea971b-6b29-4195-80af-4e917a1bc928 None None] Routers {'a22b6923-100e-4c05-92d3-3195be0b6e45'} bound to L3 agent in host n-d-760453-5 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 21:39:28.389022 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-05ea971b-6b29-4195-80af-4e917a1bc928 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-26T20:55:21Z,description=,heartbeat_timestamp=2022-01-26T21:39:21Z,host='n-d-760453-5',id=09df100c-3af1-4b0a-bda8-05914c71c458,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:55:21Z,topic='l3_agent')) {'router_ids': ['a22b6923-100e-4c05-92d3-3195be0b6e45'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:39:28.422463 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-05ea971b-6b29-4195-80af-4e917a1bc928 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760453-5', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:39:28.423353 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05ea971b-6b29-4195-80af-4e917a1bc928 None None] The sync data for ids ['a22b6923-100e-4c05-92d3-3195be0b6e45'] in n-d-760453-5 is: [] {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 26 21:39:28.491189 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5603f5-4746-455c-8e4c-efa6be8d7d2c req-74c2bc84-144e-4ba3-ab65-f099e0a0cd13 tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:39:28.492289 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-3a5603f5-4746-455c-8e4c-efa6be8d7d2c req-74c2bc84-144e-4ba3-ab65-f099e0a0cd13 tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] 10.222.0.13 "GET /v2.0/ports?device_id=c947e2a6-4eb3-4b93-905b-515cc992a63b HTTP/1.1" status: 200 len: 944 time: 0.1377187 Jan 26 21:39:28.581559 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-73eb961f-4170-4ede-97b9-4d39551c8a96 None None] Provisioning complete for port c7309238-d0f1-4a85-9f42-1739ff598276 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:39:28.582147 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-73eb961f-4170-4ede-97b9-4d39551c8a96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (c7309238-d0f1-4a85-9f42-1739ff598276), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:39:28.596183 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-3a5603f5-4746-455c-8e4c-efa6be8d7d2c req-51df4ec7-9afb-40c8-be66-cff3dd007914 tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] 10.222.0.13 "GET /v2.0/security-groups?id=d37b3ff7-2317-46ab-9f4f-b0d217809a4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0924299 Jan 26 21:39:28.601546 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-4b55bbe5-d1c0-40ab-a2a7-34f91796e88f tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (40631539-1392-43e0-8ec8-82dde19940b0), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:39:28.672735 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-73eb961f-4170-4ede-97b9-4d39551c8a96 None None] Current status of the port c7309238-d0f1-4a85-9f42-1739ff598276 is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:39:28.684112 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-73eb961f-4170-4ede-97b9-4d39551c8a96 None None] Provisioning complete for port 40631539-1392-43e0-8ec8-82dde19940b0 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:39:28.685175 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-73eb961f-4170-4ede-97b9-4d39551c8a96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (40631539-1392-43e0-8ec8-82dde19940b0), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:39:28.722301 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-73eb961f-4170-4ede-97b9-4d39551c8a96 None None] Port 40631539-1392-43e0-8ec8-82dde19940b0 cannot update to ACTIVE because it is not bound. {{(pid=103306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 26 21:39:28.844634 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-f67fd2d3-b825-4f22-805a-e3f126e46a9f None None] Provisioning complete for port 40631539-1392-43e0-8ec8-82dde19940b0 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:39:28.845310 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-f67fd2d3-b825-4f22-805a-e3f126e46a9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (40631539-1392-43e0-8ec8-82dde19940b0), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:39:28.885433 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-f67fd2d3-b825-4f22-805a-e3f126e46a9f None None] Port 40631539-1392-43e0-8ec8-82dde19940b0 cannot update to ACTIVE because it is not bound. {{(pid=103306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 26 21:39:29.022222 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-d93b064d-2517-4d0e-9ed0-e4d418811100 None None] Provisioning complete for port 40631539-1392-43e0-8ec8-82dde19940b0 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:39:29.022589 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d93b064d-2517-4d0e-9ed0-e4d418811100 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (40631539-1392-43e0-8ec8-82dde19940b0), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:39:29.031429 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-4b55bbe5-d1c0-40ab-a2a7-34f91796e88f tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Publish callbacks [] for port (40631539-1392-43e0-8ec8-82dde19940b0), precommit_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:39:29.039158 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-4b55bbe5-d1c0-40ab-a2a7-34f91796e88f tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9281542'] for port (40631539-1392-43e0-8ec8-82dde19940b0), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:39:29.066377 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-d93b064d-2517-4d0e-9ed0-e4d418811100 None None] Port 40631539-1392-43e0-8ec8-82dde19940b0 cannot update to ACTIVE because it is not bound. {{(pid=103306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 26 21:39:29.116009 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b55bbe5-d1c0-40ab-a2a7-34f91796e88f tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Pushing event updated for resources: {'Port': ['ID=40631539-1392-43e0-8ec8-82dde19940b0,revision_number=3']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:39:29.124161 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b55bbe5-d1c0-40ab-a2a7-34f91796e88f tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:39:29.124595 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-4b55bbe5-d1c0-40ab-a2a7-34f91796e88f tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:39:29.126045 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-4b55bbe5-d1c0-40ab-a2a7-34f91796e88f tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] 10.222.0.13 "PUT /v2.0/ports/40631539-1392-43e0-8ec8-82dde19940b0 HTTP/1.1" status: 200 len: 910 time: 0.7477436 Jan 26 21:39:29.129050 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 33484) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:39:29.435019 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-16804314-d414-4d65-9433-99a906941345 tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4110657'] for router_interface (a22b6923-100e-4c05-92d3-3195be0b6e45), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:39:29.489057 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device c7309238-d0f1-4a85-9f42-1739ff598276 up at agent ovs-agent-n-d-760453-5 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 21:39:29.541378 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Provisioning complete for port c7309238-d0f1-4a85-9f42-1739ff598276 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:39:29.541768 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (c7309238-d0f1-4a85-9f42-1739ff598276), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:39:29.624754 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Current status of the port c7309238-d0f1-4a85-9f42-1739ff598276 is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:39:29.708456 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-16804314-d414-4d65-9433-99a906941345 tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Deleting port 40631539-1392-43e0-8ec8-82dde19940b0 {{(pid=103304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 21:39:29.708791 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-16804314-d414-4d65-9433-99a906941345 tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746560630878'] for port (40631539-1392-43e0-8ec8-82dde19940b0), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:39:29.771441 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e838160-e738-44b8-b99d-4d7341ace51a req-451e68dd-fa8a-43a3-a871-c6c12c8b0812 tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:39:29.772927 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-0e838160-e738-44b8-b99d-4d7341ace51a req-451e68dd-fa8a-43a3-a871-c6c12c8b0812 tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] 10.222.0.13 "GET /v2.0/ports?device_id=c947e2a6-4eb3-4b93-905b-515cc992a63b HTTP/1.1" status: 200 len: 944 time: 0.1021075 Jan 26 21:39:29.828402 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-16804314-d414-4d65-9433-99a906941345 tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4109658'] for port (40631539-1392-43e0-8ec8-82dde19940b0), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:39:29.850834 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-16804314-d414-4d65-9433-99a906941345 tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Calling delete_port for 40631539-1392-43e0-8ec8-82dde19940b0 owned by network:router_interface {{(pid=103304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 21:39:29.861222 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-0e838160-e738-44b8-b99d-4d7341ace51a req-d9f14168-4af1-495d-af4b-e6e68146b5b6 tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] 10.222.0.13 "GET /v2.0/security-groups?id=d37b3ff7-2317-46ab-9f4f-b0d217809a4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0806684 Jan 26 21:39:30.023124 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-16804314-d414-4d65-9433-99a906941345 tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746560636600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746560234536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9281553'] for port (40631539-1392-43e0-8ec8-82dde19940b0), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:39:30.052994 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16804314-d414-4d65-9433-99a906941345 tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Pushing event deleted for resources: {'Port': ['ID=40631539-1392-43e0-8ec8-82dde19940b0,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:39:30.198097 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1347a093-f9ff-4c64-be23-fa554aa7291f req-1bffd069-14aa-4d41-9525-95fe881481d7 tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:39:30.199612 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-1347a093-f9ff-4c64-be23-fa554aa7291f req-1bffd069-14aa-4d41-9525-95fe881481d7 tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] 10.222.0.66 "GET /v2.0/ports?device_id=c947e2a6-4eb3-4b93-905b-515cc992a63b HTTP/1.1" status: 200 len: 944 time: 0.1186967 Jan 26 21:39:30.253598 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-16804314-d414-4d65-9433-99a906941345 tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3709480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4110805'] for router_interface (a22b6923-100e-4c05-92d3-3195be0b6e45), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:39:30.446526 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [req-1347a093-f9ff-4c64-be23-fa554aa7291f req-8beca09c-26f9-443e-a015-446a49dacacf tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] Deleting port 76b67d01-e977-4af8-80e0-0024bcb18a45 {{(pid=103304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 21:39:30.447176 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-1347a093-f9ff-4c64-be23-fa554aa7291f req-8beca09c-26f9-443e-a015-446a49dacacf tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746560630878'] for port (76b67d01-e977-4af8-80e0-0024bcb18a45), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:39:30.467632 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16804314-d414-4d65-9433-99a906941345 tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Router a22b6923-100e-4c05-92d3-3195be0b6e45 has already been hosted by L3 agent 09df100c-3af1-4b0a-bda8-05914c71c458 {{(pid=103304) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 26 21:39:30.597975 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16804314-d414-4d65-9433-99a906941345 tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Notify agent at l3_agent.n-d-760453-5 the message routers_updated {{(pid=103304) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 26 21:39:30.608612 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4df56f0-dde9-4d0d-b1b6-f975b762449e None None] Sync routers for ids ['a22b6923-100e-4c05-92d3-3195be0b6e45'] in n-d-760453-5 {{(pid=103306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 26 21:39:30.609398 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-16804314-d414-4d65-9433-99a906941345 tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] 10.222.0.13 "PUT /v2.0/routers/a22b6923-100e-4c05-92d3-3195be0b6e45/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4792125 Jan 26 21:39:30.610124 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 33492) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:39:30.618702 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [req-1347a093-f9ff-4c64-be23-fa554aa7291f req-8beca09c-26f9-443e-a015-446a49dacacf tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] For port 76b67d01-e977-4af8-80e0-0024bcb18a45, host n-h1-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-5',level=0,port_id=76b67d01-e977-4af8-80e0-0024bcb18a45,segment=NetworkSegment(3717183c-69c6-44ee-ac2f-ec1e05ab35f5),segment_id=3717183c-69c6-44ee-ac2f-ec1e05ab35f5)] {{(pid=103304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:39:30.619073 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-1347a093-f9ff-4c64-be23-fa554aa7291f req-8beca09c-26f9-443e-a015-446a49dacacf tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4109658'] for port (76b67d01-e977-4af8-80e0-0024bcb18a45), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:39:30.634617 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4df56f0-dde9-4d0d-b1b6-f975b762449e None None] Routers {'a22b6923-100e-4c05-92d3-3195be0b6e45'} bound to L3 agent in host n-d-760453-5 {{(pid=103306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 21:39:30.636042 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-c4df56f0-dde9-4d0d-b1b6-f975b762449e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-26T20:55:21Z,description=,heartbeat_timestamp=2022-01-26T21:39:21Z,host='n-d-760453-5',id=09df100c-3af1-4b0a-bda8-05914c71c458,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:55:21Z,topic='l3_agent')) {'router_ids': ['a22b6923-100e-4c05-92d3-3195be0b6e45'], 'active': True} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:39:30.647151 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-0e1bfec3-39d6-4190-968e-2b087930b14c tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] 10.222.0.13 "GET /v2.0/ports?device_id=a22b6923-100e-4c05-92d3-3195be0b6e45 HTTP/1.1" status: 200 len: 205 time: 0.0354784 Jan 26 21:39:30.649536 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 33494) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:39:30.678092 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-c4df56f0-dde9-4d0d-b1b6-f975b762449e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760453-5', False) {} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:39:30.688029 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4df56f0-dde9-4d0d-b1b6-f975b762449e None None] Routers {'a22b6923-100e-4c05-92d3-3195be0b6e45'} bound to L3 agent in host n-d-760453-5 {{(pid=103306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 21:39:30.688675 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-c4df56f0-dde9-4d0d-b1b6-f975b762449e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-26T20:55:21Z,description=,heartbeat_timestamp=2022-01-26T21:39:21Z,host='n-d-760453-5',id=09df100c-3af1-4b0a-bda8-05914c71c458,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:55:21Z,topic='l3_agent')) {'router_ids': ['a22b6923-100e-4c05-92d3-3195be0b6e45'], 'active': True} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:39:30.722365 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-c4df56f0-dde9-4d0d-b1b6-f975b762449e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760453-5', False) {} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:39:30.723035 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4df56f0-dde9-4d0d-b1b6-f975b762449e None None] The sync data for ids ['a22b6923-100e-4c05-92d3-3195be0b6e45'] in n-d-760453-5 is: [] {{(pid=103306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 26 21:39:30.730623 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-10365777-9a5e-472e-a071-ea3cdc29a4de tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Publish callbacks [] for router (a22b6923-100e-4c05-92d3-3195be0b6e45), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:39:30.896328 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-10365777-9a5e-472e-a071-ea3cdc29a4de tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4105774', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13082'] for router (a22b6923-100e-4c05-92d3-3195be0b6e45), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:39:30.899159 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-10365777-9a5e-472e-a071-ea3cdc29a4de tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Publish callbacks [] for router_controller (a22b6923-100e-4c05-92d3-3195be0b6e45), precommit_delete_associations {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:39:30.913327 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Device c06cbb5f-14e9-4f5d-9dc8-30f59f753822 no longer exists at agent hyperv_n-h1-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 26 21:39:30.941269 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] No Port match for: c06cbb5f-14e9-4f5d-9dc8-30f59f753822 {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 26 21:39:30.941763 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Device c06cbb5f-14e9-4f5d-9dc8-30f59f753822 not bound to the agent host n-h1-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 26 21:39:30.949232 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-10365777-9a5e-472e-a071-ea3cdc29a4de tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4105767'] for router (a22b6923-100e-4c05-92d3-3195be0b6e45), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:39:30.949814 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10365777-9a5e-472e-a071-ea3cdc29a4de tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Fanout notify agent at l3_agent the message router_deleted on router a22b6923-100e-4c05-92d3-3195be0b6e45 {{(pid=103305) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 26 21:39:30.958021 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-10365777-9a5e-472e-a071-ea3cdc29a4de tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Publish callbacks [] for router (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:39:30.962160 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-10365777-9a5e-472e-a071-ea3cdc29a4de tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] 10.222.0.13 "DELETE /v2.0/routers/a22b6923-100e-4c05-92d3-3195be0b6e45 HTTP/1.1" status: 204 len: 168 time: 0.3086419 Jan 26 21:39:30.962160 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 33498) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:39:31.016534 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.db_base_plugin_v2 [None req-b8d1ee28-b16d-41d3-9de5-e1967b45125f tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Deleting subnet bb34ed8c-6b77-44be-a576-1a36859cb6fe {{(pid=103305) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 26 21:39:31.019684 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-b8d1ee28-b16d-41d3-9de5-e1967b45125f tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Publish callbacks [] for subnet (bb34ed8c-6b77-44be-a576-1a36859cb6fe), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:39:31.082229 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b15d3a-d577-4ff3-8baf-c1c06e94eb88 req-375d2ab2-ebc1-400a-b1d6-a618d3915abe tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:39:31.084067 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-24b15d3a-d577-4ff3-8baf-c1c06e94eb88 req-375d2ab2-ebc1-400a-b1d6-a618d3915abe tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] 10.222.0.13 "GET /v2.0/ports?device_id=c947e2a6-4eb3-4b93-905b-515cc992a63b HTTP/1.1" status: 200 len: 944 time: 0.1017771 Jan 26 21:39:31.187615 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-1347a093-f9ff-4c64-be23-fa554aa7291f req-8beca09c-26f9-443e-a015-446a49dacacf tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:39:31.187888 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-1347a093-f9ff-4c64-be23-fa554aa7291f req-8beca09c-26f9-443e-a015-446a49dacacf tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4110913'] for floatingip (19ad2f59-2da6-4c35-8085-8120f66141c5), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:39:31.188213 n-d-760453-5 neutron-server[103304]: INFO neutron.db.l3_db [req-1347a093-f9ff-4c64-be23-fa554aa7291f req-8beca09c-26f9-443e-a015-446a49dacacf tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] Floating IP 19ad2f59-2da6-4c35-8085-8120f66141c5 disassociated. External IP: 172.25.1.214, port: 76b67d01-e977-4af8-80e0-0024bcb18a45. Jan 26 21:39:31.188585 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [req-1347a093-f9ff-4c64-be23-fa554aa7291f req-8beca09c-26f9-443e-a015-446a49dacacf tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] Calling delete_port for 76b67d01-e977-4af8-80e0-0024bcb18a45 owned by compute:nova {{(pid=103304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 21:39:31.193232 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-24b15d3a-d577-4ff3-8baf-c1c06e94eb88 req-5532a99c-3d4a-4fba-b155-9454217e7e38 tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] 10.222.0.13 "GET /v2.0/security-groups?id=d37b3ff7-2317-46ab-9f4f-b0d217809a4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0988321 Jan 26 21:39:31.328600 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-1347a093-f9ff-4c64-be23-fa554aa7291f req-8beca09c-26f9-443e-a015-446a49dacacf tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746560636600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746560234536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9281553'] for port (76b67d01-e977-4af8-80e0-0024bcb18a45), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:39:31.357580 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8beca09c-26f9-443e-a015-446a49dacacf tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] Pushing event deleted for resources: {'Port': ['ID=76b67d01-e977-4af8-80e0-0024bcb18a45,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:39:31.379764 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-b8d1ee28-b16d-41d3-9de5-e1967b45125f tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11788946'] for subnet (bb34ed8c-6b77-44be-a576-1a36859cb6fe), precommit_delete_associations {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:39:31.478436 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-b8d1ee28-b16d-41d3-9de5-e1967b45125f tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687316'] for subnet (bb34ed8c-6b77-44be-a576-1a36859cb6fe), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:39:31.489849 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1347a093-f9ff-4c64-be23-fa554aa7291f req-8beca09c-26f9-443e-a015-446a49dacacf tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] Router 14caafeb-e7a5-460d-891b-1a174bf1bc26 has already been hosted by L3 agent 09df100c-3af1-4b0a-bda8-05914c71c458 {{(pid=103304) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 26 21:39:31.544271 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-b8d1ee28-b16d-41d3-9de5-e1967b45125f tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11791594', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11599980'] for subnet (bb34ed8c-6b77-44be-a576-1a36859cb6fe), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:39:31.572765 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d1ee28-b16d-41d3-9de5-e1967b45125f tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Pushing event deleted for resources: {'Subnet': ['ID=bb34ed8c-6b77-44be-a576-1a36859cb6fe,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:39:31.577275 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-b8d1ee28-b16d-41d3-9de5-e1967b45125f tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Publish callbacks [] for subnet (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:39:31.580602 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-b8d1ee28-b16d-41d3-9de5-e1967b45125f tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] 10.222.0.13 "DELETE /v2.0/subnets/bb34ed8c-6b77-44be-a576-1a36859cb6fe HTTP/1.1" status: 204 len: 168 time: 0.6176894 Jan 26 21:39:31.585516 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd6e13cc-149a-448e-aeca-de9319a4d546 None None] Network cf32b2b2-677a-4a3c-98fb-cc3e31fb17e1 requested from n-d-760453-5 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 26 21:39:31.585682 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 33500) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:39:31.609787 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1347a093-f9ff-4c64-be23-fa554aa7291f req-8beca09c-26f9-443e-a015-446a49dacacf tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] Notify agent at l3_agent.n-d-760453-5 the message routers_updated {{(pid=103304) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 26 21:39:31.619731 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd16b7d5-8511-4714-a133-1b390a345be6 None None] Sync routers for ids ['14caafeb-e7a5-460d-891b-1a174bf1bc26'] in n-d-760453-5 {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 26 21:39:31.631388 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd16b7d5-8511-4714-a133-1b390a345be6 None None] Routers {'14caafeb-e7a5-460d-891b-1a174bf1bc26'} bound to L3 agent in host n-d-760453-5 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 21:39:31.632275 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-dd16b7d5-8511-4714-a133-1b390a345be6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-26T20:55:21Z,description=,heartbeat_timestamp=2022-01-26T21:39:21Z,host='n-d-760453-5',id=09df100c-3af1-4b0a-bda8-05914c71c458,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:55:21Z,topic='l3_agent')) {'router_ids': ['14caafeb-e7a5-460d-891b-1a174bf1bc26'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:39:31.672983 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [req-1347a093-f9ff-4c64-be23-fa554aa7291f req-8beca09c-26f9-443e-a015-446a49dacacf tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] No DVR routers for this DVR port 76b67d01-e977-4af8-80e0-0024bcb18a45 on host n-h1-760453-5 {{(pid=103304) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 26 21:39:31.678457 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-1347a093-f9ff-4c64-be23-fa554aa7291f req-8beca09c-26f9-443e-a015-446a49dacacf tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:39:31.680638 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-c21126e1-a03c-4fad-81c7-2e8e95e0ef0e tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-748181'] for network (cf32b2b2-677a-4a3c-98fb-cc3e31fb17e1), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:39:31.689618 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-1347a093-f9ff-4c64-be23-fa554aa7291f req-8beca09c-26f9-443e-a015-446a49dacacf tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] 10.222.0.66 "DELETE /v2.0/ports/76b67d01-e977-4af8-80e0-0024bcb18a45 HTTP/1.1" status: 204 len: 173 time: 1.4557979 Jan 26 21:39:31.690113 n-d-760453-5 neutron-server[103304]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c947e2a6-4eb3-4b93-905b-515cc992a63b', 'name': 'network-vif-deleted', 'tag': '76b67d01-e977-4af8-80e0-0024bcb18a45'}] {{(pid=103304) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 21:39:31.694743 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d52b45f1943fcd332af9527eb73ff93c8d715d44383a3f6d18de73b4cfcf87b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb3bc34c-5c6c-4307-ab0d-fc9e8e8b62fb" -d '{"events": [{"server_uuid": "c947e2a6-4eb3-4b93-905b-515cc992a63b", "name": "network-vif-deleted", "tag": "76b67d01-e977-4af8-80e0-0024bcb18a45"}]}' {{(pid=103304) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 21:39:31.763055 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Jan 2022 21:39:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c2b7b3b-884a-473a-bb4c-4a26609703c6 x-openstack-request-id: req-7c2b7b3b-884a-473a-bb4c-4a26609703c6 {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 21:39:31.763359 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c947e2a6-4eb3-4b93-905b-515cc992a63b", "name": "network-vif-deleted", "tag": "76b67d01-e977-4af8-80e0-0024bcb18a45", "status": "completed", "code": 200}]} {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 21:39:31.763613 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-7c2b7b3b-884a-473a-bb4c-4a26609703c6 {{(pid=103304) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 21:39:31.764021 n-d-760453-5 neutron-server[103304]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c947e2a6-4eb3-4b93-905b-515cc992a63b', 'name': 'network-vif-deleted', 'tag': '76b67d01-e977-4af8-80e0-0024bcb18a45', 'status': 'completed', 'code': 200} Jan 26 21:39:31.773855 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4bbc99a-47d9-47a1-9b3e-f37e254b21d9 None None] DHCP port deletion for cf32b2b2-677a-4a3c-98fb-cc3e31fb17e1 request from n-d-760453-5 {{(pid=103306) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 26 21:39:31.780783 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-c21126e1-a03c-4fad-81c7-2e8e95e0ef0e tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Deleting port c7309238-d0f1-4a85-9f42-1739ff598276 {{(pid=103305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 21:39:31.780971 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-c21126e1-a03c-4fad-81c7-2e8e95e0ef0e tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746560630878'] for port (c7309238-d0f1-4a85-9f42-1739ff598276), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:39:31.792999 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_dvr_db [None req-dd16b7d5-8511-4714-a133-1b390a345be6 None None] Set router 14caafeb-e7a5-460d-891b-1a174bf1bc26 gateway port host: n-d-760453-5 {{(pid=103307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 21:39:31.841207 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-e4bbc99a-47d9-47a1-9b3e-f37e254b21d9 None None] Deleting port c7309238-d0f1-4a85-9f42-1739ff598276 {{(pid=103306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 21:39:31.841769 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-e4bbc99a-47d9-47a1-9b3e-f37e254b21d9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746560630878'] for port (c7309238-d0f1-4a85-9f42-1739ff598276), before_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:39:31.854301 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [None req-c21126e1-a03c-4fad-81c7-2e8e95e0ef0e tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] For port c7309238-d0f1-4a85-9f42-1739ff598276, host n-d-760453-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=c7309238-d0f1-4a85-9f42-1739ff598276,segment=NetworkSegment(82ecb595-6eff-4afb-b6fd-cc2787b98a1f),segment_id=82ecb595-6eff-4afb-b6fd-cc2787b98a1f)] {{(pid=103305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:39:31.854924 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-c21126e1-a03c-4fad-81c7-2e8e95e0ef0e tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4109658'] for port (c7309238-d0f1-4a85-9f42-1739ff598276), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:39:31.874314 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-c21126e1-a03c-4fad-81c7-2e8e95e0ef0e tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Calling delete_port for c7309238-d0f1-4a85-9f42-1739ff598276 owned by network:dhcp {{(pid=103305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 21:39:31.906946 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-e4bbc99a-47d9-47a1-9b3e-f37e254b21d9 None None] For port c7309238-d0f1-4a85-9f42-1739ff598276, host n-d-760453-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=c7309238-d0f1-4a85-9f42-1739ff598276,segment=NetworkSegment(82ecb595-6eff-4afb-b6fd-cc2787b98a1f),segment_id=82ecb595-6eff-4afb-b6fd-cc2787b98a1f)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:39:31.907732 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-e4bbc99a-47d9-47a1-9b3e-f37e254b21d9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4109658'] for port (c7309238-d0f1-4a85-9f42-1739ff598276), precommit_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:39:31.921561 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-e4bbc99a-47d9-47a1-9b3e-f37e254b21d9 None None] Calling delete_port for c7309238-d0f1-4a85-9f42-1739ff598276 owned by network:dhcp {{(pid=103306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 21:39:31.964133 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-c21126e1-a03c-4fad-81c7-2e8e95e0ef0e tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746560636600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746560234536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11791543'] for port (c7309238-d0f1-4a85-9f42-1739ff598276), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:39:31.996009 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21126e1-a03c-4fad-81c7-2e8e95e0ef0e tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Pushing event deleted for resources: {'Port': ['ID=c7309238-d0f1-4a85-9f42-1739ff598276,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:39:31.998345 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c21126e1-a03c-4fad-81c7-2e8e95e0ef0e tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] No DVR routers for this DVR port c7309238-d0f1-4a85-9f42-1739ff598276 on host n-d-760453-5 {{(pid=103305) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 26 21:39:32.006569 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-e4bbc99a-47d9-47a1-9b3e-f37e254b21d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746560636600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746560234536'] for port (c7309238-d0f1-4a85-9f42-1739ff598276), after_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:39:32.031175 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-dd16b7d5-8511-4714-a133-1b390a345be6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14caafeb-e7a5-460d-891b-1a174bf1bc26', 'name': 'tempest-ServerActionsTestJSON-986027459-router', 'tenant_id': '949e29ec71a54b7f98dc62c402ac867e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'external_fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.100'}], 'enable_snat': True}, 'gw_port_id': 'f0a53282-ef13-4052-a984-d173931634ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T21:29:27Z', 'updated_at': '2022-01-26T21:29:33Z', 'revision_number': 4, 'project_id': '949e29ec71a54b7f98dc62c402ac867e', 'gw_port': {'id': 'f0a53282-ef13-4052-a984-d173931634ed', 'name': '', 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:c8:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14caafeb-e7a5-460d-891b-1a174bf1bc26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2584, 'fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:29:27Z', 'updated_at': '2022-01-26T21:29:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-5', '_interfaces': [{'id': 'ed93e5d4-ae8e-4cad-9e44-2867b1ab0cb6', 'name': '', 'network_id': 'e06aca25-0b6a-452f-bfd4-2129924c58a7', 'tenant_id': '949e29ec71a54b7f98dc62c402ac867e', 'mac_address': 'fa:16:3e:dc:6c:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14caafeb-e7a5-460d-891b-1a174bf1bc26', 'device_owner': 'network:router_interface', 'standard_attr_id': 2587, 'fixed_ips': [{'subnet_id': '79317c4e-88a3-402c-975d-f004bf1d9b8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:29:32Z', 'updated_at': '2022-01-26T21:29:38Z', 'revision_number': 5, 'project_id': '949e29ec71a54b7f98dc62c402ac867e', 'subnets': [{'id': '79317c4e-88a3-402c-975d-f004bf1d9b8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760453-5', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:39:32.037803 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4bbc99a-47d9-47a1-9b3e-f37e254b21d9 None None] No DVR routers for this DVR port c7309238-d0f1-4a85-9f42-1739ff598276 on host n-d-760453-5 {{(pid=103306) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 26 21:39:32.039679 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4bbc99a-47d9-47a1-9b3e-f37e254b21d9 None None] Pushing event deleted for resources: {'Port': ['ID=c7309238-d0f1-4a85-9f42-1739ff598276,revision_number=None']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:39:32.062679 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd16b7d5-8511-4714-a133-1b390a345be6 None None] Checking router: 14caafeb-e7a5-460d-891b-1a174bf1bc26 for host: n-d-760453-5 {{(pid=103307) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 26 21:39:32.072151 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd16b7d5-8511-4714-a133-1b390a345be6 None None] Routers {'14caafeb-e7a5-460d-891b-1a174bf1bc26'} bound to L3 agent in host n-d-760453-5 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 21:39:32.073540 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-dd16b7d5-8511-4714-a133-1b390a345be6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-26T20:55:21Z,description=,heartbeat_timestamp=2022-01-26T21:39:21Z,host='n-d-760453-5',id=09df100c-3af1-4b0a-bda8-05914c71c458,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:55:21Z,topic='l3_agent')) {'router_ids': ['14caafeb-e7a5-460d-891b-1a174bf1bc26'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:39:32.079624 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-c21126e1-a03c-4fad-81c7-2e8e95e0ef0e tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-686403', 'neutron.services.segments.db._delete_segments_for_network-8746560774018'] for network (cf32b2b2-677a-4a3c-98fb-cc3e31fb17e1), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:39:32.104886 n-d-760453-5 neutron-server[103305]: DEBUG neutron.services.segments.db [None req-c21126e1-a03c-4fad-81c7-2e8e95e0ef0e tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cf32b2b2-677a-4a3c-98fb-cc3e31fb17e1']}} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:39:32.118019 n-d-760453-5 neutron-server[103305]: DEBUG neutron.services.segments.db [None req-c21126e1-a03c-4fad-81c7-2e8e95e0ef0e tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '82ecb595-6eff-4afb-b6fd-cc2787b98a1f') {'for_net_delete': True} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:39:32.118454 n-d-760453-5 neutron-server[103305]: DEBUG neutron.services.segments.db [None req-c21126e1-a03c-4fad-81c7-2e8e95e0ef0e tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '82ecb595-6eff-4afb-b6fd-cc2787b98a1f') {} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:39:32.130213 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-c21126e1-a03c-4fad-81c7-2e8e95e0ef0e tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746560742283', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11788955'] for segment (82ecb595-6eff-4afb-b6fd-cc2787b98a1f), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:39:32.146129 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-c21126e1-a03c-4fad-81c7-2e8e95e0ef0e tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576559'] for segment (82ecb595-6eff-4afb-b6fd-cc2787b98a1f), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:39:32.155325 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c21126e1-a03c-4fad-81c7-2e8e95e0ef0e tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Releasing vlan 550 on physical network physnet1 to pool {{(pid=103305) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 26 21:39:32.155765 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-c21126e1-a03c-4fad-81c7-2e8e95e0ef0e tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11791428'] for segment (82ecb595-6eff-4afb-b6fd-cc2787b98a1f), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:39:32.159592 n-d-760453-5 neutron-server[103305]: Traceback (most recent call last): Jan 26 21:39:32.159592 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 26 21:39:32.159592 n-d-760453-5 neutron-server[103305]: timer() Jan 26 21:39:32.159592 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 26 21:39:32.159592 n-d-760453-5 neutron-server[103305]: cb(*args, **kw) Jan 26 21:39:32.159592 n-d-760453-5 neutron-server[103305]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 26 21:39:32.159592 n-d-760453-5 neutron-server[103305]: return func(*args, **kwargs) Jan 26 21:39:32.159592 n-d-760453-5 neutron-server[103305]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 26 21:39:32.159592 n-d-760453-5 neutron-server[103305]: self._notify() Jan 26 21:39:32.159592 n-d-760453-5 neutron-server[103305]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 26 21:39:32.159592 n-d-760453-5 neutron-server[103305]: self.callback(batched_events) Jan 26 21:39:32.159592 n-d-760453-5 neutron-server[103305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 26 21:39:32.159592 n-d-760453-5 neutron-server[103305]: event.method(event) Jan 26 21:39:32.159592 n-d-760453-5 neutron-server[103305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 26 21:39:32.159592 n-d-760453-5 neutron-server[103305]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 26 21:39:32.159592 n-d-760453-5 neutron-server[103305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 26 21:39:32.159592 n-d-760453-5 neutron-server[103305]: aggregate_uuid = self.p_client.list_aggregates( Jan 26 21:39:32.159592 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 26 21:39:32.159592 n-d-760453-5 neutron-server[103305]: return f(self, *a, **k) Jan 26 21:39:32.159592 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 26 21:39:32.159592 n-d-760453-5 neutron-server[103305]: return self._get(url).json() Jan 26 21:39:32.159592 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 26 21:39:32.159592 n-d-760453-5 neutron-server[103305]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 26 21:39:32.159592 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 26 21:39:32.159592 n-d-760453-5 neutron-server[103305]: return self.request(url, 'GET', **kwargs) Jan 26 21:39:32.159592 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 26 21:39:32.159592 n-d-760453-5 neutron-server[103305]: base_url = self.get_endpoint(auth, allow=allow, Jan 26 21:39:32.159592 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 26 21:39:32.159592 n-d-760453-5 neutron-server[103305]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 26 21:39:32.159592 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 26 21:39:32.159592 n-d-760453-5 neutron-server[103305]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 26 21:39:32.159592 n-d-760453-5 neutron-server[103305]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 26 21:39:32.238516 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-c21126e1-a03c-4fad-81c7-2e8e95e0ef0e tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4110931'] for network (cf32b2b2-677a-4a3c-98fb-cc3e31fb17e1), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:39:32.250539 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-c21126e1-a03c-4fad-81c7-2e8e95e0ef0e tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Publish callbacks [] for network (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:39:32.266720 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-c21126e1-a03c-4fad-81c7-2e8e95e0ef0e tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] 10.222.0.13 "DELETE /v2.0/networks/cf32b2b2-677a-4a3c-98fb-cc3e31fb17e1 HTTP/1.1" status: 204 len: 168 time: 0.6762161 Jan 26 21:39:32.267876 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 33510) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:39:32.273110 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-2bcab482-d036-458d-b2d9-61271fee446a tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-234420378', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:39:32.277578 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21126e1-a03c-4fad-81c7-2e8e95e0ef0e tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Pushing event deleted for resources: {'Network': ['ID=cf32b2b2-677a-4a3c-98fb-cc3e31fb17e1,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:39:32.301834 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-2bcab482-d036-458d-b2d9-61271fee446a tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4104596', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13108'] for router (099f2125-0882-4fde-9014-0f487e304c12), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:39:32.302960 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-2bcab482-d036-458d-b2d9-61271fee446a tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4105828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4111306', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3733576', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13069'] for router (099f2125-0882-4fde-9014-0f487e304c12), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:39:32.305909 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 33512) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:39:32.306588 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_dvr_db [None req-dd16b7d5-8511-4714-a133-1b390a345be6 None None] Set router 14caafeb-e7a5-460d-891b-1a174bf1bc26 gateway port host: n-d-760453-5 {{(pid=103307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 21:39:32.359910 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-2bcab482-d036-458d-b2d9-61271fee446a tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Publish callbacks [] for router_controller (099f2125-0882-4fde-9014-0f487e304c12), precommit_add_association {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:39:32.364517 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-421627d6-cc16-4cd7-9061-60b891d7aad0 tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] Publish callbacks [] for security_group (d37b3ff7-2317-46ab-9f4f-b0d217809a4a), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:39:32.364819 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-2bcab482-d036-458d-b2d9-61271fee446a tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4105757', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4111263'] for router (099f2125-0882-4fde-9014-0f487e304c12), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:39:32.388285 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-2bcab482-d036-458d-b2d9-61271fee446a tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Publish callbacks [] for router (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:39:32.388285 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-2bcab482-d036-458d-b2d9-61271fee446a tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 698 time: 0.1165638 Jan 26 21:39:32.388572 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 33514) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:39:32.393690 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-0745ee88-14a1-4083-ac4b-d5e274cd2e16 tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Request body: {'network': {'name': 'tempest-RoutersTest-428041223'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:39:32.404394 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-421627d6-cc16-4cd7-9061-60b891d7aad0 tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] Publish callbacks [] for security_group (d37b3ff7-2317-46ab-9f4f-b0d217809a4a), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:39:32.414067 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0745ee88-14a1-4083-ac4b-d5e274cd2e16 tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Made reservation on behalf of 0e80f135b66f46baaae5354dcc5fe05e for: {'network': 1} {{(pid=103304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 21:39:32.417644 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-0745ee88-14a1-4083-ac4b-d5e274cd2e16 tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for network (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:39:32.442136 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0745ee88-14a1-4083-ac4b-d5e274cd2e16 tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] vlan segment allocate from pool success with {'vlan_id': 565, 'physical_network': 'physnet1'} {{(pid=103304) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 26 21:39:32.452482 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-0745ee88-14a1-4083-ac4b-d5e274cd2e16 tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576559'] for segment (ca634129-b90f-4eb5-94d3-c4cb309d0116), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:39:32.452924 n-d-760453-5 neutron-server[103304]: INFO neutron.db.segments_db [None req-0745ee88-14a1-4083-ac4b-d5e274cd2e16 tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Added segment ca634129-b90f-4eb5-94d3-c4cb309d0116 of type vlan for network 31fd2470-ea18-41d7-84b0-015a4e02445e Jan 26 21:39:32.462991 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-421627d6-cc16-4cd7-9061-60b891d7aad0 tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (d37b3ff7-2317-46ab-9f4f-b0d217809a4a), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:39:32.466179 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-421627d6-cc16-4cd7-9061-60b891d7aad0 tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] Publish callbacks [] for security_group (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:39:32.469843 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-421627d6-cc16-4cd7-9061-60b891d7aad0 tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] 10.222.0.13 "DELETE /v2.0/security-groups/d37b3ff7-2317-46ab-9f4f-b0d217809a4a HTTP/1.1" status: 204 len: 168 time: 0.1604378 Jan 26 21:39:32.472295 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 33516) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:39:32.484616 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421627d6-cc16-4cd7-9061-60b891d7aad0 tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d37b3ff7-2317-46ab-9f4f-b0d217809a4a,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:39:32.492318 n-d-760453-5 neutron-server[103305]: INFO neutron.api.v2.resource [None req-0cdb7b35-48ea-4f9c-ac1a-00e4cbc180fa tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] show failed (client error): The resource could not be found. Jan 26 21:39:32.496139 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-0cdb7b35-48ea-4f9c-ac1a-00e4cbc180fa tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] 10.222.0.13 "GET /v2.0/security-groups/d37b3ff7-2317-46ab-9f4f-b0d217809a4a HTTP/1.1" status: 404 len: 347 time: 0.0202324 Jan 26 21:39:32.496738 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 33518) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:39:32.498513 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-0745ee88-14a1-4083-ac4b-d5e274cd2e16 tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746560256871'] for network (31fd2470-ea18-41d7-84b0-015a4e02445e), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:39:32.532689 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-0745ee88-14a1-4083-ac4b-d5e274cd2e16 tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503'] for network (31fd2470-ea18-41d7-84b0-015a4e02445e), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:39:32.535934 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-dd16b7d5-8511-4714-a133-1b390a345be6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14caafeb-e7a5-460d-891b-1a174bf1bc26', 'name': 'tempest-ServerActionsTestJSON-986027459-router', 'tenant_id': '949e29ec71a54b7f98dc62c402ac867e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'external_fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.100'}], 'enable_snat': True}, 'gw_port_id': 'f0a53282-ef13-4052-a984-d173931634ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T21:29:27Z', 'updated_at': '2022-01-26T21:29:33Z', 'revision_number': 4, 'project_id': '949e29ec71a54b7f98dc62c402ac867e', 'gw_port': {'id': 'f0a53282-ef13-4052-a984-d173931634ed', 'name': '', 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:c8:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14caafeb-e7a5-460d-891b-1a174bf1bc26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2584, 'fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:29:27Z', 'updated_at': '2022-01-26T21:29:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-5', '_interfaces': [{'id': 'ed93e5d4-ae8e-4cad-9e44-2867b1ab0cb6', 'name': '', 'network_id': 'e06aca25-0b6a-452f-bfd4-2129924c58a7', 'tenant_id': '949e29ec71a54b7f98dc62c402ac867e', 'mac_address': 'fa:16:3e:dc:6c:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14caafeb-e7a5-460d-891b-1a174bf1bc26', 'device_owner': 'network:router_interface', 'standard_attr_id': 2587, 'fixed_ips': [{'subnet_id': '79317c4e-88a3-402c-975d-f004bf1d9b8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:29:32Z', 'updated_at': '2022-01-26T21:29:38Z', 'revision_number': 5, 'project_id': '949e29ec71a54b7f98dc62c402ac867e', 'subnets': [{'id': '79317c4e-88a3-402c-975d-f004bf1d9b8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760453-5', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:39:32.538654 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0745ee88-14a1-4083-ac4b-d5e274cd2e16 tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:39:32.539256 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-0745ee88-14a1-4083-ac4b-d5e274cd2e16 tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Publish callbacks [] for network (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:39:32.563283 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd16b7d5-8511-4714-a133-1b390a345be6 None None] The sync data for ids ['14caafeb-e7a5-460d-891b-1a174bf1bc26'] in n-d-760453-5 is: [{'id': '14caafeb-e7a5-460d-891b-1a174bf1bc26', 'name': 'tempest-ServerActionsTestJSON-986027459-router', 'tenant_id': '949e29ec71a54b7f98dc62c402ac867e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'external_fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.100'}], 'enable_snat': True}, 'gw_port_id': 'f0a53282-ef13-4052-a984-d173931634ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T21:29:27Z', 'updated_at': '2022-01-26T21:29:33Z', 'revision_number': 4, 'project_id': '949e29ec71a54b7f98dc62c402ac867e', 'gw_port': {'id': 'f0a53282-ef13-4052-a984-d173931634ed', 'name': '', 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:c8:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14caafeb-e7a5-460d-891b-1a174bf1bc26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2584, 'fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:29:27Z', 'updated_at': '2022-01-26T21:29:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-5', '_interfaces': [{'id': 'ed93e5d4-ae8e-4cad-9e44-2867b1ab0cb6', 'name': '', 'network_id': 'e06aca25-0b6a-452f-bfd4-2129924c58a7', 'tenant_id': '949e29ec71a54b7f98dc62c402ac867e', 'mac_address': 'fa:16:3e:dc:6c:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14caafeb-e7a5-460d-891b-1a174bf1bc26', 'device_owner': 'network:router_interface', 'standard_attr_id': 2587, 'fixed_ips': [{'subnet_id': '79317c4e-88a3-402c-975d-f004bf1d9b8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:29:32Z', 'updated_at': '2022-01-26T21:29:38Z', 'revision_number': 5, 'project_id': '949e29ec71a54b7f98dc62c402ac867e', 'subnets': [{'id': '79317c4e-88a3-402c-975d-f004bf1d9b8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 26 21:39:32.598919 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-0745ee88-14a1-4083-ac4b-d5e274cd2e16 tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.2089376 Jan 26 21:39:32.605851 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 33520) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:39:32.612081 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-5df94ea6-56e5-4710-a099-2e53c55912c9 tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Request body: {'subnet': {'network_id': '31fd2470-ea18-41d7-84b0-015a4e02445e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:39:32.641539 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-79b83a7e-049c-45d4-b668-c4c103e5b890 tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] Deleting port 5abe1487-16cd-4aca-898f-fc6f43b8d06a {{(pid=103305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 21:39:32.641970 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-79b83a7e-049c-45d4-b668-c4c103e5b890 tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746560630878'] for port (5abe1487-16cd-4aca-898f-fc6f43b8d06a), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:39:32.660345 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0745ee88-14a1-4083-ac4b-d5e274cd2e16 tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Pushing event updated for resources: {'Network': ['ID=31fd2470-ea18-41d7-84b0-015a4e02445e,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:39:32.672905 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Network 31fd2470-ea18-41d7-84b0-015a4e02445e details requested by agent ovs-agent-n-d-760453-5 with host n-d-760453-5 {{(pid=103306) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 26 21:39:32.718444 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5df94ea6-56e5-4710-a099-2e53c55912c9 tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Made reservation on behalf of 0e80f135b66f46baaae5354dcc5fe05e for: {'subnet': 1} {{(pid=103304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 21:39:32.722391 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-5df94ea6-56e5-4710-a099-2e53c55912c9 tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12215181'] for subnet (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:39:32.725642 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-79b83a7e-049c-45d4-b668-c4c103e5b890 tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4109658'] for port (5abe1487-16cd-4aca-898f-fc6f43b8d06a), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:39:32.726153 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-79b83a7e-049c-45d4-b668-c4c103e5b890 tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] Publish callbacks [] for floatingip (5abe1487-16cd-4aca-898f-fc6f43b8d06a), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:39:32.739338 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-79b83a7e-049c-45d4-b668-c4c103e5b890 tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] Calling delete_port for 5abe1487-16cd-4aca-898f-fc6f43b8d06a owned by network:floatingip {{(pid=103305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 21:39:32.895908 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30bbed8f-08c7-47a7-aecf-a1a6c1914feb None None] New status for floating IP 19ad2f59-2da6-4c35-8085-8120f66141c5: DOWN {{(pid=103306) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 26 21:39:32.896597 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-79b83a7e-049c-45d4-b668-c4c103e5b890 tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746560636600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746560234536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11791543'] for port (5abe1487-16cd-4aca-898f-fc6f43b8d06a), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:39:32.928635 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b83a7e-049c-45d4-b668-c4c103e5b890 tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] Pushing event deleted for resources: {'Port': ['ID=5abe1487-16cd-4aca-898f-fc6f43b8d06a,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:39:32.944009 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-5df94ea6-56e5-4710-a099-2e53c55912c9 tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9285249', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12215227'] for subnet (f6080c85-b283-478b-8f27-76ab3dd8a9d9), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:39:32.999698 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-79b83a7e-049c-45d4-b668-c4c103e5b890 tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] Publish callbacks [] for floatingip (19ad2f59-2da6-4c35-8085-8120f66141c5), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:39:33.002470 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-79b83a7e-049c-45d4-b668-c4c103e5b890 tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for floatingip (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:39:33.005338 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-79b83a7e-049c-45d4-b668-c4c103e5b890 tempest-ServerActionsTestJSON-1716785375 tempest-ServerActionsTestJSON-1716785375-project] 10.222.0.13 "DELETE /v2.0/floatingips/19ad2f59-2da6-4c35-8085-8120f66141c5 HTTP/1.1" status: 204 len: 168 time: 0.5062661 Jan 26 21:39:33.006690 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 33524) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:39:33.012780 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df94ea6-56e5-4710-a099-2e53c55912c9 tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Pushing event updated for resources: {'Subnet': ['ID=f6080c85-b283-478b-8f27-76ab3dd8a9d9,revision_number=0']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:39:33.021577 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5df94ea6-56e5-4710-a099-2e53c55912c9 tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Checking segment: {'id': 'ca634129-b90f-4eb5-94d3-c4cb309d0116', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '31fd2470-ea18-41d7-84b0-015a4e02445e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103304) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 21:39:33.021946 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5df94ea6-56e5-4710-a099-2e53c55912c9 tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Network hostable DHCP agents. Network: 31fd2470-ea18-41d7-84b0-015a4e02445e, hostable agents: ['474ccdf7-ab6c-405b-a3b2-dc7b05829902'], hosted agents: [] {{(pid=103304) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 26 21:39:33.039103 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5df94ea6-56e5-4710-a099-2e53c55912c9 tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Network 31fd2470-ea18-41d7-84b0-015a4e02445e is scheduled to be hosted by DHCP agent 474ccdf7-ab6c-405b-a3b2-dc7b05829902 with binding_index 1 {{(pid=103304) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 26 21:39:33.048359 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [None req-5df94ea6-56e5-4710-a099-2e53c55912c9 tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760453-5, 31fd2470-ea18-41d7-84b0-015a4e02445e) {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:39:33.052662 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5df94ea6-56e5-4710-a099-2e53c55912c9 tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:39:33.053421 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-5df94ea6-56e5-4710-a099-2e53c55912c9 tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Publish callbacks [] for subnet (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:39:33.058607 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccd8970e-64dc-4905-ba7b-a4d4e0ac6400 None None] Network 31fd2470-ea18-41d7-84b0-015a4e02445e requested from n-d-760453-5 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 26 21:39:33.072801 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-5df94ea6-56e5-4710-a099-2e53c55912c9 tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4662447 Jan 26 21:39:33.075837 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 33528) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:39:33.319433 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6a40fad-4eba-49db-a5d5-b5a4266f8198 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3c4099e8-8ffb-51d1-af7f-5868973e933f-31fd2470-ea18-41d7-84b0-015a4e02445e', 'network_id': '31fd2470-ea18-41d7-84b0-015a4e02445e', 'project_id': '0e80f135b66f46baaae5354dcc5fe05e', 'fixed_ips': [{'subnet_id': 'f6080c85-b283-478b-8f27-76ab3dd8a9d9'}]}} from n-d-760453-5. {{(pid=103306) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 26 21:39:33.320266 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-f6a40fad-4eba-49db-a5d5-b5a4266f8198 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (None), before_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:39:33.456091 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.db_base_plugin_common [None req-f6a40fad-4eba-49db-a5d5-b5a4266f8198 None None] Allocated IP 172.20.0.2 (31fd2470-ea18-41d7-84b0-015a4e02445e/f6080c85-b283-478b-8f27-76ab3dd8a9d9/870314a6-6372-417d-a63a-dd846f51debe) {{(pid=103306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 21:39:33.500958 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-0d55f575-d9d9-44b7-8bd1-c7a8da39c2e4 tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:39:33.518244 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device c7309238-d0f1-4a85-9f42-1739ff598276 no longer exists at agent ovs-agent-n-d-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 26 21:39:33.539402 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] No Port match for: c7309238-d0f1-4a85-9f42-1739ff598276 {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 26 21:39:33.539603 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device c7309238-d0f1-4a85-9f42-1739ff598276 not bound to the agent host n-d-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 26 21:39:33.628812 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-f6a40fad-4eba-49db-a5d5-b5a4266f8198 None None] Publish callbacks [] for port (870314a6-6372-417d-a63a-dd846f51debe), precommit_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:39:33.634627 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-f6a40fad-4eba-49db-a5d5-b5a4266f8198 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746560234527'] for port (870314a6-6372-417d-a63a-dd846f51debe), after_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:39:33.672269 n-d-760453-5 neutron-server[103306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6a40fad-4eba-49db-a5d5-b5a4266f8198 None None] Network 31fd2470-ea18-41d7-84b0-015a4e02445e is already hosted by enough agents. {{(pid=103306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 21:39:33.674990 n-d-760453-5 neutron-server[103306]: DEBUG neutron.scheduler.base_scheduler [None req-f6a40fad-4eba-49db-a5d5-b5a4266f8198 None None] Resources bound (agent type, host, resource id): {{(pid=103306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:39:33.681656 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6a40fad-4eba-49db-a5d5-b5a4266f8198 None None] Received port after_create {{(pid=103306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 21:39:33.687097 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a40fad-4eba-49db-a5d5-b5a4266f8198 None None] Pushing event updated for resources: {'Port': ['ID=870314a6-6372-417d-a63a-dd846f51debe,revision_number=1']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:39:33.738768 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-f6a40fad-4eba-49db-a5d5-b5a4266f8198 None None] Attempting to bind port 870314a6-6372-417d-a63a-dd846f51debe on host n-d-760453-5 for vnic_type normal with profile {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 21:39:33.739140 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-f6a40fad-4eba-49db-a5d5-b5a4266f8198 None None] Attempting to bind port 870314a6-6372-417d-a63a-dd846f51debe by drivers openvswitch,hyperv on host n-d-760453-5 at level 0 using segments [{'id': 'ca634129-b90f-4eb5-94d3-c4cb309d0116', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '31fd2470-ea18-41d7-84b0-015a4e02445e'}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 26 21:39:33.739505 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6a40fad-4eba-49db-a5d5-b5a4266f8198 None None] Attempting to bind port 870314a6-6372-417d-a63a-dd846f51debe on network 31fd2470-ea18-41d7-84b0-015a4e02445e {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 21:39:33.744428 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6a40fad-4eba-49db-a5d5-b5a4266f8198 None None] Checking agent: {'id': 'fea0591a-627d-4c87-9a9a-01625ddf3277', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760453-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 20, 55, 25), 'started_at': datetime.datetime(2022, 1, 26, 20, 55, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 21, 39, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760453-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 26 21:39:33.744808 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6a40fad-4eba-49db-a5d5-b5a4266f8198 None None] Checking segment: {'id': 'ca634129-b90f-4eb5-94d3-c4cb309d0116', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '31fd2470-ea18-41d7-84b0-015a4e02445e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 21:39:33.745213 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-f6a40fad-4eba-49db-a5d5-b5a4266f8198 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:39:33.745646 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6a40fad-4eba-49db-a5d5-b5a4266f8198 None None] Bound using segment: {'id': 'ca634129-b90f-4eb5-94d3-c4cb309d0116', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '31fd2470-ea18-41d7-84b0-015a4e02445e'} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 26 21:39:33.746114 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-f6a40fad-4eba-49db-a5d5-b5a4266f8198 None None] Bound port: 870314a6-6372-417d-a63a-dd846f51debe, host: n-d-760453-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca634129-b90f-4eb5-94d3-c4cb309d0116', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '31fd2470-ea18-41d7-84b0-015a4e02445e'}}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 26 21:39:33.746496 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-f6a40fad-4eba-49db-a5d5-b5a4266f8198 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (870314a6-6372-417d-a63a-dd846f51debe), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:39:33.811167 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-f6a40fad-4eba-49db-a5d5-b5a4266f8198 None None] For port 870314a6-6372-417d-a63a-dd846f51debe, host n-d-760453-5, cleared binding levels {{(pid=103306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 26 21:39:33.814181 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-f6a40fad-4eba-49db-a5d5-b5a4266f8198 None None] For port 870314a6-6372-417d-a63a-dd846f51debe, host n-d-760453-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=870314a6-6372-417d-a63a-dd846f51debe,segment=NetworkSegment(ca634129-b90f-4eb5-94d3-c4cb309d0116),segment_id=ca634129-b90f-4eb5-94d3-c4cb309d0116)] {{(pid=103306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 26 21:39:33.818547 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-f6a40fad-4eba-49db-a5d5-b5a4266f8198 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (870314a6-6372-417d-a63a-dd846f51debe), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:39:33.840294 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.db_base_plugin_common [None req-0d55f575-d9d9-44b7-8bd1-c7a8da39c2e4 tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Allocated IP 172.20.0.1 (31fd2470-ea18-41d7-84b0-015a4e02445e/f6080c85-b283-478b-8f27-76ab3dd8a9d9/062f4c4f-bde1-4073-87fb-6aafe30ff0ab) {{(pid=103305) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 21:39:33.879529 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a40fad-4eba-49db-a5d5-b5a4266f8198 None None] Pushing event updated for resources: {'Port': ['ID=870314a6-6372-417d-a63a-dd846f51debe,revision_number=2']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:39:33.992951 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-b091b3bd-1b52-4fd7-b5a6-05e94e8866a0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4110657'] for router_interface (14caafeb-e7a5-460d-891b-1a174bf1bc26), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:39:34.036935 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-0d55f575-d9d9-44b7-8bd1-c7a8da39c2e4 tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Publish callbacks [] for port (062f4c4f-bde1-4073-87fb-6aafe30ff0ab), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:39:34.138136 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-0d55f575-d9d9-44b7-8bd1-c7a8da39c2e4 tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746560234527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11791543'] for port (062f4c4f-bde1-4073-87fb-6aafe30ff0ab), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:39:34.236845 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d55f575-d9d9-44b7-8bd1-c7a8da39c2e4 tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Network 31fd2470-ea18-41d7-84b0-015a4e02445e is already hosted by enough agents. {{(pid=103305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 21:39:34.243447 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [None req-0d55f575-d9d9-44b7-8bd1-c7a8da39c2e4 tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Resources bound (agent type, host, resource id): {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:39:34.245994 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d55f575-d9d9-44b7-8bd1-c7a8da39c2e4 tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Received port after_create {{(pid=103305) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 21:39:34.251316 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d55f575-d9d9-44b7-8bd1-c7a8da39c2e4 tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Pushing event updated for resources: {'Port': ['ID=062f4c4f-bde1-4073-87fb-6aafe30ff0ab,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:39:34.296758 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-0d55f575-d9d9-44b7-8bd1-c7a8da39c2e4 tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4111050'] for router_interface (099f2125-0882-4fde-9014-0f487e304c12), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:39:34.462168 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-0d55f575-d9d9-44b7-8bd1-c7a8da39c2e4 tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (062f4c4f-bde1-4073-87fb-6aafe30ff0ab), before_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:39:34.485838 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-b091b3bd-1b52-4fd7-b5a6-05e94e8866a0 admin admin] Deleting port ed93e5d4-ae8e-4cad-9e44-2867b1ab0cb6 {{(pid=103305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 21:39:34.486174 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-b091b3bd-1b52-4fd7-b5a6-05e94e8866a0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746560630878'] for port (ed93e5d4-ae8e-4cad-9e44-2867b1ab0cb6), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:39:34.666937 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [None req-b091b3bd-1b52-4fd7-b5a6-05e94e8866a0 admin admin] For port ed93e5d4-ae8e-4cad-9e44-2867b1ab0cb6, host n-d-760453-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=ed93e5d4-ae8e-4cad-9e44-2867b1ab0cb6,segment=NetworkSegment(3717183c-69c6-44ee-ac2f-ec1e05ab35f5),segment_id=3717183c-69c6-44ee-ac2f-ec1e05ab35f5)] {{(pid=103305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:39:34.667309 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-b091b3bd-1b52-4fd7-b5a6-05e94e8866a0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4109658'] for port (ed93e5d4-ae8e-4cad-9e44-2867b1ab0cb6), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:39:34.690336 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-b091b3bd-1b52-4fd7-b5a6-05e94e8866a0 admin admin] Calling delete_port for ed93e5d4-ae8e-4cad-9e44-2867b1ab0cb6 owned by network:router_interface {{(pid=103305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 21:39:34.829016 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01a8f8fd-27ab-4b95-860b-06df3e7e6089 None None] Network 31fd2470-ea18-41d7-84b0-015a4e02445e requested from n-d-760453-5 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 26 21:39:34.908661 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-0d55f575-d9d9-44b7-8bd1-c7a8da39c2e4 tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Publish callbacks [] for port (062f4c4f-bde1-4073-87fb-6aafe30ff0ab), precommit_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:39:34.923801 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-0d55f575-d9d9-44b7-8bd1-c7a8da39c2e4 tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11791520'] for port (062f4c4f-bde1-4073-87fb-6aafe30ff0ab), after_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:39:34.924721 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Device 76b67d01-e977-4af8-80e0-0024bcb18a45 no longer exists at agent hyperv_n-h1-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 26 21:39:34.954876 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] No Port match for: 76b67d01-e977-4af8-80e0-0024bcb18a45 {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 26 21:39:34.955264 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Device 76b67d01-e977-4af8-80e0-0024bcb18a45 not bound to the agent host n-h1-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 26 21:39:34.966062 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-37959b9a-4552-4ebc-9645-726d214766b7 None None] Provisioning complete for port 870314a6-6372-417d-a63a-dd846f51debe triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:39:34.966579 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-37959b9a-4552-4ebc-9645-726d214766b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (870314a6-6372-417d-a63a-dd846f51debe), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:39:35.029887 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d55f575-d9d9-44b7-8bd1-c7a8da39c2e4 tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Pushing event updated for resources: {'Port': ['ID=062f4c4f-bde1-4073-87fb-6aafe30ff0ab,revision_number=2']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:39:35.042925 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-0d55f575-d9d9-44b7-8bd1-c7a8da39c2e4 tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3709457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4110682'] for router_interface (099f2125-0882-4fde-9014-0f487e304c12), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:39:35.057877 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-37959b9a-4552-4ebc-9645-726d214766b7 None None] Current status of the port 870314a6-6372-417d-a63a-dd846f51debe is: DOWN; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:39:35.058368 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-37959b9a-4552-4ebc-9645-726d214766b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (870314a6-6372-417d-a63a-dd846f51debe), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:39:35.098762 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-37959b9a-4552-4ebc-9645-726d214766b7 None None] For port 870314a6-6372-417d-a63a-dd846f51debe, host n-d-760453-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=870314a6-6372-417d-a63a-dd846f51debe,segment=NetworkSegment(ca634129-b90f-4eb5-94d3-c4cb309d0116),segment_id=ca634129-b90f-4eb5-94d3-c4cb309d0116)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:39:35.103369 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-b091b3bd-1b52-4fd7-b5a6-05e94e8866a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746560636600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746560234536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11791543'] for port (ed93e5d4-ae8e-4cad-9e44-2867b1ab0cb6), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:39:35.104551 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-37959b9a-4552-4ebc-9645-726d214766b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (870314a6-6372-417d-a63a-dd846f51debe), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:39:35.129067 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b091b3bd-1b52-4fd7-b5a6-05e94e8866a0 admin admin] Pushing event deleted for resources: {'Port': ['ID=ed93e5d4-ae8e-4cad-9e44-2867b1ab0cb6,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:39:35.161234 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37959b9a-4552-4ebc-9645-726d214766b7 None None] Pushing event updated for resources: {'Port': ['ID=870314a6-6372-417d-a63a-dd846f51debe,revision_number=3']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:39:35.228031 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d55f575-d9d9-44b7-8bd1-c7a8da39c2e4 tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Network 31fd2470-ea18-41d7-84b0-015a4e02445e is already hosted by enough agents. {{(pid=103305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 21:39:35.231636 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [None req-0d55f575-d9d9-44b7-8bd1-c7a8da39c2e4 tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Resources bound (agent type, host, resource id): {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:39:35.327536 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-f312d42b-dd71-48dd-9f90-7c1921187756 None None] Provisioning complete for port 870314a6-6372-417d-a63a-dd846f51debe triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:39:35.327701 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-f312d42b-dd71-48dd-9f90-7c1921187756 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (870314a6-6372-417d-a63a-dd846f51debe), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:39:35.421145 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-f312d42b-dd71-48dd-9f90-7c1921187756 None None] Current status of the port 870314a6-6372-417d-a63a-dd846f51debe is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:39:35.436604 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-f312d42b-dd71-48dd-9f90-7c1921187756 None None] Provisioning complete for port 062f4c4f-bde1-4073-87fb-6aafe30ff0ab triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:39:35.437313 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-f312d42b-dd71-48dd-9f90-7c1921187756 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (062f4c4f-bde1-4073-87fb-6aafe30ff0ab), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:39:35.506553 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-f312d42b-dd71-48dd-9f90-7c1921187756 None None] Port 062f4c4f-bde1-4073-87fb-6aafe30ff0ab cannot update to ACTIVE because it is not bound. {{(pid=103306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 26 21:39:35.629374 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device 870314a6-6372-417d-a63a-dd846f51debe up at agent ovs-agent-n-d-760453-5 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 21:39:35.656558 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-f6ef41bd-4315-4a8a-a239-1b3ae34aa90c None None] Provisioning complete for port 062f4c4f-bde1-4073-87fb-6aafe30ff0ab triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:39:35.657030 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-f6ef41bd-4315-4a8a-a239-1b3ae34aa90c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (062f4c4f-bde1-4073-87fb-6aafe30ff0ab), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:39:35.705602 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-f6ef41bd-4315-4a8a-a239-1b3ae34aa90c None None] Port 062f4c4f-bde1-4073-87fb-6aafe30ff0ab cannot update to ACTIVE because it is not bound. {{(pid=103306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 26 21:39:35.718123 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Provisioning complete for port 870314a6-6372-417d-a63a-dd846f51debe triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:39:35.718566 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (870314a6-6372-417d-a63a-dd846f51debe), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:39:35.758878 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-b091b3bd-1b52-4fd7-b5a6-05e94e8866a0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3709480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4110805'] for router_interface (14caafeb-e7a5-460d-891b-1a174bf1bc26), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:39:35.799772 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Current status of the port 870314a6-6372-417d-a63a-dd846f51debe is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:39:35.820185 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d55f575-d9d9-44b7-8bd1-c7a8da39c2e4 tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Router 099f2125-0882-4fde-9014-0f487e304c12 is scheduled to L3 agent 09df100c-3af1-4b0a-bda8-05914c71c458 with binding_index 1 {{(pid=103305) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 26 21:39:35.825528 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-00056222-23f5-4534-88fd-e34ad043a055 None None] Provisioning complete for port 062f4c4f-bde1-4073-87fb-6aafe30ff0ab triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:39:35.825909 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-00056222-23f5-4534-88fd-e34ad043a055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (062f4c4f-bde1-4073-87fb-6aafe30ff0ab), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:39:35.860082 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-00056222-23f5-4534-88fd-e34ad043a055 None None] Port 062f4c4f-bde1-4073-87fb-6aafe30ff0ab cannot update to ACTIVE because it is not bound. {{(pid=103306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 26 21:39:35.968832 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d55f575-d9d9-44b7-8bd1-c7a8da39c2e4 tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Notify agent at l3_agent.n-d-760453-5 the message routers_updated {{(pid=103305) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 26 21:39:35.974144 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-0d55f575-d9d9-44b7-8bd1-c7a8da39c2e4 tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] 10.222.0.13 "PUT /v2.0/routers/099f2125-0882-4fde-9014-0f487e304c12/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8970056 Jan 26 21:39:35.976901 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 33534) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:39:35.980267 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b520d5f8-f437-4396-ac6c-b7cc49d71c19 None None] Sync routers for ids ['099f2125-0882-4fde-9014-0f487e304c12'] in n-d-760453-5 {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 26 21:39:35.982485 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-549d1e35-5b32-45cb-acfc-5f03ccdeff6c tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Request body: {'network': {'name': 'tempest-RoutersTest-635979512'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:39:35.990481 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b520d5f8-f437-4396-ac6c-b7cc49d71c19 None None] Routers {'099f2125-0882-4fde-9014-0f487e304c12'} bound to L3 agent in host n-d-760453-5 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 21:39:35.991103 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-b520d5f8-f437-4396-ac6c-b7cc49d71c19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-26T20:55:21Z,description=,heartbeat_timestamp=2022-01-26T21:39:21Z,host='n-d-760453-5',id=09df100c-3af1-4b0a-bda8-05914c71c458,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:55:21Z,topic='l3_agent')) {'router_ids': ['099f2125-0882-4fde-9014-0f487e304c12'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:39:36.007223 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-549d1e35-5b32-45cb-acfc-5f03ccdeff6c tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Made reservation on behalf of 0e80f135b66f46baaae5354dcc5fe05e for: {'network': 1} {{(pid=103304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 21:39:36.011292 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-549d1e35-5b32-45cb-acfc-5f03ccdeff6c tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for network (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:39:36.039976 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-549d1e35-5b32-45cb-acfc-5f03ccdeff6c tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] vlan segment allocate from pool success with {'vlan_id': 552, 'physical_network': 'physnet1'} {{(pid=103304) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 26 21:39:36.051759 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-549d1e35-5b32-45cb-acfc-5f03ccdeff6c tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576559'] for segment (10c27c8b-1246-4eb4-94d2-39655ea8c2c2), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:39:36.052239 n-d-760453-5 neutron-server[103304]: INFO neutron.db.segments_db [None req-549d1e35-5b32-45cb-acfc-5f03ccdeff6c tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Added segment 10c27c8b-1246-4eb4-94d2-39655ea8c2c2 of type vlan for network d3067897-eb6e-4f90-a652-1918e4660e5d Jan 26 21:39:36.093329 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_dvr_db [None req-b520d5f8-f437-4396-ac6c-b7cc49d71c19 None None] Set router 099f2125-0882-4fde-9014-0f487e304c12 gateway port host: None {{(pid=103307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 21:39:36.102488 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-549d1e35-5b32-45cb-acfc-5f03ccdeff6c tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746560256871'] for network (d3067897-eb6e-4f90-a652-1918e4660e5d), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:39:36.105396 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b091b3bd-1b52-4fd7-b5a6-05e94e8866a0 admin admin] Router 14caafeb-e7a5-460d-891b-1a174bf1bc26 has already been hosted by L3 agent 09df100c-3af1-4b0a-bda8-05914c71c458 {{(pid=103305) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 26 21:39:36.131554 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-549d1e35-5b32-45cb-acfc-5f03ccdeff6c tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503'] for network (d3067897-eb6e-4f90-a652-1918e4660e5d), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:39:36.136796 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-549d1e35-5b32-45cb-acfc-5f03ccdeff6c tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:39:36.138028 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-549d1e35-5b32-45cb-acfc-5f03ccdeff6c tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Publish callbacks [] for network (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:39:36.197301 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-549d1e35-5b32-45cb-acfc-5f03ccdeff6c tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.2190523 Jan 26 21:39:36.200622 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 33538) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:39:36.205507 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-7ed58bb7-0d09-4a8f-8478-e391a6ddd75a tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Request body: {'subnet': {'network_id': 'd3067897-eb6e-4f90-a652-1918e4660e5d', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:39:36.235179 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b091b3bd-1b52-4fd7-b5a6-05e94e8866a0 admin admin] Notify agent at l3_agent.n-d-760453-5 the message routers_updated {{(pid=103305) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 26 21:39:36.240350 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-b091b3bd-1b52-4fd7-b5a6-05e94e8866a0 admin admin] 10.222.0.13 "PUT /v2.0/routers/14caafeb-e7a5-460d-891b-1a174bf1bc26/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2325032 Jan 26 21:39:36.242865 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 33540) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:39:36.247437 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8620f0f0-faec-4207-89a2-8e6d313c90a2 None None] Sync routers for ids ['14caafeb-e7a5-460d-891b-1a174bf1bc26'] in n-d-760453-5 {{(pid=103306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 26 21:39:36.257936 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8620f0f0-faec-4207-89a2-8e6d313c90a2 None None] Routers {'14caafeb-e7a5-460d-891b-1a174bf1bc26'} bound to L3 agent in host n-d-760453-5 {{(pid=103306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 21:39:36.258787 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-8620f0f0-faec-4207-89a2-8e6d313c90a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-26T20:55:21Z,description=,heartbeat_timestamp=2022-01-26T21:39:21Z,host='n-d-760453-5',id=09df100c-3af1-4b0a-bda8-05914c71c458,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:55:21Z,topic='l3_agent')) {'router_ids': ['14caafeb-e7a5-460d-891b-1a174bf1bc26'], 'active': True} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:39:36.259828 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-549d1e35-5b32-45cb-acfc-5f03ccdeff6c tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Pushing event updated for resources: {'Network': ['ID=d3067897-eb6e-4f90-a652-1918e4660e5d,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:39:36.302439 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Network d3067897-eb6e-4f90-a652-1918e4660e5d details requested by agent ovs-agent-n-d-760453-5 with host n-d-760453-5 {{(pid=103306) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 26 21:39:36.313199 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ed58bb7-0d09-4a8f-8478-e391a6ddd75a tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Made reservation on behalf of 0e80f135b66f46baaae5354dcc5fe05e for: {'subnet': 1} {{(pid=103304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 21:39:36.317153 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-7ed58bb7-0d09-4a8f-8478-e391a6ddd75a tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12215181'] for subnet (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:39:36.377918 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-b520d5f8-f437-4396-ac6c-b7cc49d71c19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '099f2125-0882-4fde-9014-0f487e304c12', 'name': 'tempest-RoutersTest-router-234420378', 'tenant_id': '0e80f135b66f46baaae5354dcc5fe05e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T21:39:32Z', 'updated_at': '2022-01-26T21:39:34Z', 'revision_number': 2, 'project_id': '0e80f135b66f46baaae5354dcc5fe05e', 'gw_port_host': None, '_interfaces': [{'id': '062f4c4f-bde1-4073-87fb-6aafe30ff0ab', 'name': '', 'network_id': '31fd2470-ea18-41d7-84b0-015a4e02445e', 'tenant_id': '0e80f135b66f46baaae5354dcc5fe05e', 'mac_address': 'fa:16:3e:86:9c:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '099f2125-0882-4fde-9014-0f487e304c12', 'device_owner': 'network:router_interface', 'standard_attr_id': 3336, 'fixed_ips': [{'subnet_id': 'f6080c85-b283-478b-8f27-76ab3dd8a9d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:39:33Z', 'updated_at': '2022-01-26T21:39:34Z', 'revision_number': 2, 'project_id': '0e80f135b66f46baaae5354dcc5fe05e', 'subnets': [{'id': 'f6080c85-b283-478b-8f27-76ab3dd8a9d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760453-5', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:39:36.380258 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-a33d0d62-54f6-402f-899e-28ea37b25021 admin admin] Publish callbacks [] for router (14caafeb-e7a5-460d-891b-1a174bf1bc26), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:39:36.417621 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b520d5f8-f437-4396-ac6c-b7cc49d71c19 None None] Checking router: 099f2125-0882-4fde-9014-0f487e304c12 for host: n-d-760453-5 {{(pid=103307) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 26 21:39:36.417958 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b520d5f8-f437-4396-ac6c-b7cc49d71c19 None None] Updating router 099f2125-0882-4fde-9014-0f487e304c12 port 062f4c4f-bde1-4073-87fb-6aafe30ff0ab binding host n-d-760453-5 {{(pid=103307) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 26 21:39:36.453065 n-d-760453-5 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-b520d5f8-f437-4396-ac6c-b7cc49d71c19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (062f4c4f-bde1-4073-87fb-6aafe30ff0ab), before_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:39:36.453759 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvr_db [None req-8620f0f0-faec-4207-89a2-8e6d313c90a2 None None] Set router 14caafeb-e7a5-460d-891b-1a174bf1bc26 gateway port host: n-d-760453-5 {{(pid=103306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 21:39:36.510752 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-a33d0d62-54f6-402f-899e-28ea37b25021 admin admin] Publish callbacks [] for router_gateway (14caafeb-e7a5-460d-891b-1a174bf1bc26), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:39:36.559059 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-7ed58bb7-0d09-4a8f-8478-e391a6ddd75a tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9285249', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12215227'] for subnet (fbba8953-6ff8-485c-8ccb-169c345b9186), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:39:36.567017 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-a33d0d62-54f6-402f-899e-28ea37b25021 admin admin] Deleting port f0a53282-ef13-4052-a984-d173931634ed {{(pid=103305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 21:39:36.567488 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-a33d0d62-54f6-402f-899e-28ea37b25021 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746560630878'] for port (f0a53282-ef13-4052-a984-d173931634ed), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:39:36.630882 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed58bb7-0d09-4a8f-8478-e391a6ddd75a tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Pushing event updated for resources: {'Subnet': ['ID=fbba8953-6ff8-485c-8ccb-169c345b9186,revision_number=0']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:39:36.640538 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ed58bb7-0d09-4a8f-8478-e391a6ddd75a tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Checking segment: {'id': '10c27c8b-1246-4eb4-94d2-39655ea8c2c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'd3067897-eb6e-4f90-a652-1918e4660e5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103304) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 21:39:36.641075 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ed58bb7-0d09-4a8f-8478-e391a6ddd75a tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Network hostable DHCP agents. Network: d3067897-eb6e-4f90-a652-1918e4660e5d, hostable agents: ['474ccdf7-ab6c-405b-a3b2-dc7b05829902'], hosted agents: [] {{(pid=103304) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 26 21:39:36.660998 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ed58bb7-0d09-4a8f-8478-e391a6ddd75a tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Network d3067897-eb6e-4f90-a652-1918e4660e5d is scheduled to be hosted by DHCP agent 474ccdf7-ab6c-405b-a3b2-dc7b05829902 with binding_index 1 {{(pid=103304) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 26 21:39:36.662021 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [None req-a33d0d62-54f6-402f-899e-28ea37b25021 admin admin] For port f0a53282-ef13-4052-a984-d173931634ed, host n-d-760453-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=f0a53282-ef13-4052-a984-d173931634ed,segment=NetworkSegment(e17cb353-418f-48b9-b982-21a6233ee99b),segment_id=e17cb353-418f-48b9-b982-21a6233ee99b)] {{(pid=103305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:39:36.662513 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-a33d0d62-54f6-402f-899e-28ea37b25021 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4109658'] for port (f0a53282-ef13-4052-a984-d173931634ed), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:39:36.674757 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [None req-7ed58bb7-0d09-4a8f-8478-e391a6ddd75a tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760453-5, d3067897-eb6e-4f90-a652-1918e4660e5d) {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:39:36.676367 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-a33d0d62-54f6-402f-899e-28ea37b25021 admin admin] Calling delete_port for f0a53282-ef13-4052-a984-d173931634ed owned by network:router_gateway {{(pid=103305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 21:39:36.679437 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ed58bb7-0d09-4a8f-8478-e391a6ddd75a tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:39:36.680483 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-7ed58bb7-0d09-4a8f-8478-e391a6ddd75a tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Publish callbacks [] for subnet (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:39:36.690022 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-8620f0f0-faec-4207-89a2-8e6d313c90a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14caafeb-e7a5-460d-891b-1a174bf1bc26', 'name': 'tempest-ServerActionsTestJSON-986027459-router', 'tenant_id': '949e29ec71a54b7f98dc62c402ac867e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'external_fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.100'}], 'enable_snat': True}, 'gw_port_id': 'f0a53282-ef13-4052-a984-d173931634ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T21:29:27Z', 'updated_at': '2022-01-26T21:39:34Z', 'revision_number': 5, 'project_id': '949e29ec71a54b7f98dc62c402ac867e', 'gw_port': {'id': 'f0a53282-ef13-4052-a984-d173931634ed', 'name': '', 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:c8:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14caafeb-e7a5-460d-891b-1a174bf1bc26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2584, 'fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:29:27Z', 'updated_at': '2022-01-26T21:29:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-5'}], 'n-d-760453-5', False) {} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:39:36.692630 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbe97fc7-3909-4fb9-b58e-cc33df032aa9 None None] Network d3067897-eb6e-4f90-a652-1918e4660e5d requested from n-d-760453-5 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 26 21:39:36.703609 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-7ed58bb7-0d09-4a8f-8478-e391a6ddd75a tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5011127 Jan 26 21:39:36.705484 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 33542) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:39:36.737923 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8620f0f0-faec-4207-89a2-8e6d313c90a2 None None] Checking router: 14caafeb-e7a5-460d-891b-1a174bf1bc26 for host: n-d-760453-5 {{(pid=103306) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 26 21:39:36.791473 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8620f0f0-faec-4207-89a2-8e6d313c90a2 None None] Routers {'14caafeb-e7a5-460d-891b-1a174bf1bc26'} bound to L3 agent in host n-d-760453-5 {{(pid=103306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 21:39:36.792112 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-8620f0f0-faec-4207-89a2-8e6d313c90a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-26T20:55:21Z,description=,heartbeat_timestamp=2022-01-26T21:39:21Z,host='n-d-760453-5',id=09df100c-3af1-4b0a-bda8-05914c71c458,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:55:21Z,topic='l3_agent')) {'router_ids': ['14caafeb-e7a5-460d-891b-1a174bf1bc26'], 'active': True} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:39:36.822218 n-d-760453-5 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-b520d5f8-f437-4396-ac6c-b7cc49d71c19 None None] Publish callbacks [] for port (062f4c4f-bde1-4073-87fb-6aafe30ff0ab), precommit_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:39:36.830254 n-d-760453-5 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-b520d5f8-f437-4396-ac6c-b7cc49d71c19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (062f4c4f-bde1-4073-87fb-6aafe30ff0ab), after_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:39:36.865619 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-a33d0d62-54f6-402f-899e-28ea37b25021 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746560636600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746560234536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11791543'] for port (f0a53282-ef13-4052-a984-d173931634ed), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:39:36.899910 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c584baa-df30-4f50-be28-50c6f86067a7 None None] Pushing event updated for resources: {'Port': ['ID=062f4c4f-bde1-4073-87fb-6aafe30ff0ab,revision_number=3']} {{(pid=103307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:39:36.919086 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c584baa-df30-4f50-be28-50c6f86067a7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:39:36.919435 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c584baa-df30-4f50-be28-50c6f86067a7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:39:36.921227 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c584baa-df30-4f50-be28-50c6f86067a7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:39:36.921619 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c584baa-df30-4f50-be28-50c6f86067a7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:39:36.921960 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c584baa-df30-4f50-be28-50c6f86067a7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:39:36.922294 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c584baa-df30-4f50-be28-50c6f86067a7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:39:36.922752 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c584baa-df30-4f50-be28-50c6f86067a7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:39:36.923080 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c584baa-df30-4f50-be28-50c6f86067a7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:39:36.923524 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c584baa-df30-4f50-be28-50c6f86067a7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:39:36.923849 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c584baa-df30-4f50-be28-50c6f86067a7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:39:36.925444 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c584baa-df30-4f50-be28-50c6f86067a7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:39:36.925897 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c584baa-df30-4f50-be28-50c6f86067a7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:39:36.926229 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c584baa-df30-4f50-be28-50c6f86067a7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:39:36.928704 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvr_db [None req-8620f0f0-faec-4207-89a2-8e6d313c90a2 None None] Set router 14caafeb-e7a5-460d-891b-1a174bf1bc26 gateway port host: None {{(pid=103306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 21:39:36.948899 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a33d0d62-54f6-402f-899e-28ea37b25021 admin admin] Pushing event deleted for resources: {'Port': ['ID=f0a53282-ef13-4052-a984-d173931634ed,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:39:36.964236 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab0efd6b-dc53-4144-8a37-ebd525fee97b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3c4099e8-8ffb-51d1-af7f-5868973e933f-d3067897-eb6e-4f90-a652-1918e4660e5d', 'network_id': 'd3067897-eb6e-4f90-a652-1918e4660e5d', 'project_id': '0e80f135b66f46baaae5354dcc5fe05e', 'fixed_ips': [{'subnet_id': 'fbba8953-6ff8-485c-8ccb-169c345b9186'}]}} from n-d-760453-5. {{(pid=103306) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 26 21:39:36.965108 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-ab0efd6b-dc53-4144-8a37-ebd525fee97b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (None), before_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:39:37.002707 n-d-760453-5 neutron-server[103307]: DEBUG neutron.plugins.ml2.managers [None req-b520d5f8-f437-4396-ac6c-b7cc49d71c19 None None] Attempting to bind port 062f4c4f-bde1-4073-87fb-6aafe30ff0ab on host n-d-760453-5 for vnic_type normal with profile {{(pid=103307) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 21:39:37.003267 n-d-760453-5 neutron-server[103307]: DEBUG neutron.plugins.ml2.managers [None req-b520d5f8-f437-4396-ac6c-b7cc49d71c19 None None] Attempting to bind port 062f4c4f-bde1-4073-87fb-6aafe30ff0ab by drivers openvswitch,hyperv on host n-d-760453-5 at level 0 using segments [{'id': 'ca634129-b90f-4eb5-94d3-c4cb309d0116', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '31fd2470-ea18-41d7-84b0-015a4e02445e'}] {{(pid=103307) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 26 21:39:37.003460 n-d-760453-5 neutron-server[103307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b520d5f8-f437-4396-ac6c-b7cc49d71c19 None None] Attempting to bind port 062f4c4f-bde1-4073-87fb-6aafe30ff0ab on network 31fd2470-ea18-41d7-84b0-015a4e02445e {{(pid=103307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 21:39:37.007051 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-a33d0d62-54f6-402f-899e-28ea37b25021 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4111291'] for router_gateway (14caafeb-e7a5-460d-891b-1a174bf1bc26), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:39:37.011387 n-d-760453-5 neutron-server[103307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b520d5f8-f437-4396-ac6c-b7cc49d71c19 None None] Checking agent: {'id': 'fea0591a-627d-4c87-9a9a-01625ddf3277', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760453-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 20, 55, 25), 'started_at': datetime.datetime(2022, 1, 26, 20, 55, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 21, 39, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760453-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 26 21:39:37.011778 n-d-760453-5 neutron-server[103307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b520d5f8-f437-4396-ac6c-b7cc49d71c19 None None] Checking segment: {'id': 'ca634129-b90f-4eb5-94d3-c4cb309d0116', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '31fd2470-ea18-41d7-84b0-015a4e02445e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103307) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 21:39:37.012913 n-d-760453-5 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-b520d5f8-f437-4396-ac6c-b7cc49d71c19 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:39:37.013335 n-d-760453-5 neutron-server[103307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b520d5f8-f437-4396-ac6c-b7cc49d71c19 None None] Bound using segment: {'id': 'ca634129-b90f-4eb5-94d3-c4cb309d0116', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '31fd2470-ea18-41d7-84b0-015a4e02445e'} {{(pid=103307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 26 21:39:37.013813 n-d-760453-5 neutron-server[103307]: DEBUG neutron.plugins.ml2.managers [None req-b520d5f8-f437-4396-ac6c-b7cc49d71c19 None None] Bound port: 062f4c4f-bde1-4073-87fb-6aafe30ff0ab, host: n-d-760453-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca634129-b90f-4eb5-94d3-c4cb309d0116', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '31fd2470-ea18-41d7-84b0-015a4e02445e'}}] {{(pid=103307) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 26 21:39:37.014459 n-d-760453-5 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-b520d5f8-f437-4396-ac6c-b7cc49d71c19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (062f4c4f-bde1-4073-87fb-6aafe30ff0ab), before_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:39:37.030134 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-8620f0f0-faec-4207-89a2-8e6d313c90a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14caafeb-e7a5-460d-891b-1a174bf1bc26', 'name': 'tempest-ServerActionsTestJSON-986027459-router', 'tenant_id': '949e29ec71a54b7f98dc62c402ac867e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T21:29:27Z', 'updated_at': '2022-01-26T21:39:36Z', 'revision_number': 6, 'project_id': '949e29ec71a54b7f98dc62c402ac867e', 'gw_port_host': None}], 'n-d-760453-5', False) {} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:39:37.078803 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8620f0f0-faec-4207-89a2-8e6d313c90a2 None None] The sync data for ids ['14caafeb-e7a5-460d-891b-1a174bf1bc26'] in n-d-760453-5 is: [{'id': '14caafeb-e7a5-460d-891b-1a174bf1bc26', 'name': 'tempest-ServerActionsTestJSON-986027459-router', 'tenant_id': '949e29ec71a54b7f98dc62c402ac867e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T21:29:27Z', 'updated_at': '2022-01-26T21:39:36Z', 'revision_number': 6, 'project_id': '949e29ec71a54b7f98dc62c402ac867e', 'gw_port_host': None}] {{(pid=103306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 26 21:39:37.108233 n-d-760453-5 neutron-server[103307]: DEBUG neutron.plugins.ml2.db [None req-b520d5f8-f437-4396-ac6c-b7cc49d71c19 None None] For port 062f4c4f-bde1-4073-87fb-6aafe30ff0ab, host n-d-760453-5, cleared binding levels {{(pid=103307) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 26 21:39:37.112678 n-d-760453-5 neutron-server[103307]: DEBUG neutron.plugins.ml2.db [None req-b520d5f8-f437-4396-ac6c-b7cc49d71c19 None None] For port 062f4c4f-bde1-4073-87fb-6aafe30ff0ab, host n-d-760453-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=062f4c4f-bde1-4073-87fb-6aafe30ff0ab,segment=NetworkSegment(ca634129-b90f-4eb5-94d3-c4cb309d0116),segment_id=ca634129-b90f-4eb5-94d3-c4cb309d0116)] {{(pid=103307) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 26 21:39:37.125061 n-d-760453-5 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-b520d5f8-f437-4396-ac6c-b7cc49d71c19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (062f4c4f-bde1-4073-87fb-6aafe30ff0ab), after_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:39:37.192497 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-261fc64c-0c11-4d73-bf47-36322fe5d7ef tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:39:37.206124 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b520d5f8-f437-4396-ac6c-b7cc49d71c19 None None] Routers {'099f2125-0882-4fde-9014-0f487e304c12'} bound to L3 agent in host n-d-760453-5 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 21:39:37.206942 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-b520d5f8-f437-4396-ac6c-b7cc49d71c19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-26T20:55:21Z,description=,heartbeat_timestamp=2022-01-26T21:39:21Z,host='n-d-760453-5',id=09df100c-3af1-4b0a-bda8-05914c71c458,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:55:21Z,topic='l3_agent')) {'router_ids': ['099f2125-0882-4fde-9014-0f487e304c12'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:39:37.210362 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c584baa-df30-4f50-be28-50c6f86067a7 None None] Pushing event updated for resources: {'Port': ['ID=062f4c4f-bde1-4073-87fb-6aafe30ff0ab,revision_number=4']} {{(pid=103307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:39:37.252338 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-a33d0d62-54f6-402f-899e-28ea37b25021 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4105774', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13082'] for router (14caafeb-e7a5-460d-891b-1a174bf1bc26), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:39:37.255035 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-a33d0d62-54f6-402f-899e-28ea37b25021 admin admin] Publish callbacks [] for router_controller (14caafeb-e7a5-460d-891b-1a174bf1bc26), precommit_delete_associations {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:39:37.307918 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.db_base_plugin_common [None req-ab0efd6b-dc53-4144-8a37-ebd525fee97b None None] Allocated IP 172.21.0.2 (d3067897-eb6e-4f90-a652-1918e4660e5d/fbba8953-6ff8-485c-8ccb-169c345b9186/ebe3a6e8-f619-44a9-8ab6-1620b4f13825) {{(pid=103306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 21:39:37.326806 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-a33d0d62-54f6-402f-899e-28ea37b25021 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4105767'] for router (14caafeb-e7a5-460d-891b-1a174bf1bc26), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:39:37.327029 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a33d0d62-54f6-402f-899e-28ea37b25021 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 14caafeb-e7a5-460d-891b-1a174bf1bc26 {{(pid=103305) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 26 21:39:37.338275 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-a33d0d62-54f6-402f-899e-28ea37b25021 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:39:37.342880 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-a33d0d62-54f6-402f-899e-28ea37b25021 admin admin] 10.222.0.13 "DELETE /v2.0/routers/14caafeb-e7a5-460d-891b-1a174bf1bc26 HTTP/1.1" status: 204 len: 168 time: 1.0956688 Jan 26 21:39:37.343031 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_dvr_db [None req-b520d5f8-f437-4396-ac6c-b7cc49d71c19 None None] Set router 099f2125-0882-4fde-9014-0f487e304c12 gateway port host: None {{(pid=103307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 21:39:37.343117 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 33546) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:39:37.428161 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-1a29819f-ae13-4de2-ba48-56ac9610f7ac None None] Provisioning complete for port 062f4c4f-bde1-4073-87fb-6aafe30ff0ab triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:39:37.428161 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-1a29819f-ae13-4de2-ba48-56ac9610f7ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (062f4c4f-bde1-4073-87fb-6aafe30ff0ab), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:39:37.456282 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.db_base_plugin_v2 [None req-b68dbc28-eb6b-4721-a3e2-c25342f97ae5 admin admin] Deleting subnet 79317c4e-88a3-402c-975d-f004bf1d9b8b {{(pid=103304) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 26 21:39:37.461887 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-b68dbc28-eb6b-4721-a3e2-c25342f97ae5 admin admin] Publish callbacks [] for subnet (79317c4e-88a3-402c-975d-f004bf1d9b8b), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:39:37.563601 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-b68dbc28-eb6b-4721-a3e2-c25342f97ae5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8881284'] for subnet (79317c4e-88a3-402c-975d-f004bf1d9b8b), precommit_delete_associations {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:39:37.617278 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device ed93e5d4-ae8e-4cad-9e44-2867b1ab0cb6 no longer exists at agent ovs-agent-n-d-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 26 21:39:37.656247 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] No Port match for: ed93e5d4-ae8e-4cad-9e44-2867b1ab0cb6 {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 26 21:39:37.656594 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device ed93e5d4-ae8e-4cad-9e44-2867b1ab0cb6 not bound to the agent host n-d-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 26 21:39:37.661205 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-1a29819f-ae13-4de2-ba48-56ac9610f7ac None None] Current status of the port 062f4c4f-bde1-4073-87fb-6aafe30ff0ab is: DOWN; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:39:37.661640 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-1a29819f-ae13-4de2-ba48-56ac9610f7ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (062f4c4f-bde1-4073-87fb-6aafe30ff0ab), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:39:37.664321 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-ab0efd6b-dc53-4144-8a37-ebd525fee97b None None] Publish callbacks [] for port (ebe3a6e8-f619-44a9-8ab6-1620b4f13825), precommit_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:39:37.676750 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-b520d5f8-f437-4396-ac6c-b7cc49d71c19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '099f2125-0882-4fde-9014-0f487e304c12', 'name': 'tempest-RoutersTest-router-234420378', 'tenant_id': '0e80f135b66f46baaae5354dcc5fe05e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T21:39:32Z', 'updated_at': '2022-01-26T21:39:34Z', 'revision_number': 2, 'project_id': '0e80f135b66f46baaae5354dcc5fe05e', 'gw_port_host': None, '_interfaces': [{'id': '062f4c4f-bde1-4073-87fb-6aafe30ff0ab', 'name': '', 'network_id': '31fd2470-ea18-41d7-84b0-015a4e02445e', 'tenant_id': '0e80f135b66f46baaae5354dcc5fe05e', 'mac_address': 'fa:16:3e:86:9c:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '099f2125-0882-4fde-9014-0f487e304c12', 'device_owner': 'network:router_interface', 'standard_attr_id': 3336, 'fixed_ips': [{'subnet_id': 'f6080c85-b283-478b-8f27-76ab3dd8a9d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:39:33Z', 'updated_at': '2022-01-26T21:39:37Z', 'revision_number': 4, 'project_id': '0e80f135b66f46baaae5354dcc5fe05e', 'subnets': [{'id': 'f6080c85-b283-478b-8f27-76ab3dd8a9d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760453-5', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:39:37.681175 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-ab0efd6b-dc53-4144-8a37-ebd525fee97b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746560234527'] for port (ebe3a6e8-f619-44a9-8ab6-1620b4f13825), after_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:39:37.705695 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b520d5f8-f437-4396-ac6c-b7cc49d71c19 None None] The sync data for ids ['099f2125-0882-4fde-9014-0f487e304c12'] in n-d-760453-5 is: [{'id': '099f2125-0882-4fde-9014-0f487e304c12', 'name': 'tempest-RoutersTest-router-234420378', 'tenant_id': '0e80f135b66f46baaae5354dcc5fe05e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T21:39:32Z', 'updated_at': '2022-01-26T21:39:34Z', 'revision_number': 2, 'project_id': '0e80f135b66f46baaae5354dcc5fe05e', 'gw_port_host': None, '_interfaces': [{'id': '062f4c4f-bde1-4073-87fb-6aafe30ff0ab', 'name': '', 'network_id': '31fd2470-ea18-41d7-84b0-015a4e02445e', 'tenant_id': '0e80f135b66f46baaae5354dcc5fe05e', 'mac_address': 'fa:16:3e:86:9c:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '099f2125-0882-4fde-9014-0f487e304c12', 'device_owner': 'network:router_interface', 'standard_attr_id': 3336, 'fixed_ips': [{'subnet_id': 'f6080c85-b283-478b-8f27-76ab3dd8a9d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:39:33Z', 'updated_at': '2022-01-26T21:39:37Z', 'revision_number': 4, 'project_id': '0e80f135b66f46baaae5354dcc5fe05e', 'subnets': [{'id': 'f6080c85-b283-478b-8f27-76ab3dd8a9d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 26 21:39:37.709668 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-b68dbc28-eb6b-4721-a3e2-c25342f97ae5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687316'] for subnet (79317c4e-88a3-402c-975d-f004bf1d9b8b), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:39:37.755273 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab0efd6b-dc53-4144-8a37-ebd525fee97b None None] Pushing event updated for resources: {'Port': ['ID=ebe3a6e8-f619-44a9-8ab6-1620b4f13825,revision_number=1']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:39:37.760370 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.db_base_plugin_common [None req-261fc64c-0c11-4d73-bf47-36322fe5d7ef tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Allocated IP 172.21.0.1 (d3067897-eb6e-4f90-a652-1918e4660e5d/fbba8953-6ff8-485c-8ccb-169c345b9186/a42953ae-1b92-430f-9acc-fd8483b66862) {{(pid=103304) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 21:39:37.766825 n-d-760453-5 neutron-server[103306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab0efd6b-dc53-4144-8a37-ebd525fee97b None None] Network d3067897-eb6e-4f90-a652-1918e4660e5d is already hosted by enough agents. {{(pid=103306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 21:39:37.769409 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-1a29819f-ae13-4de2-ba48-56ac9610f7ac None None] For port 062f4c4f-bde1-4073-87fb-6aafe30ff0ab, host n-d-760453-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=062f4c4f-bde1-4073-87fb-6aafe30ff0ab,segment=NetworkSegment(ca634129-b90f-4eb5-94d3-c4cb309d0116),segment_id=ca634129-b90f-4eb5-94d3-c4cb309d0116)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:39:37.771254 n-d-760453-5 neutron-server[103306]: DEBUG neutron.scheduler.base_scheduler [None req-ab0efd6b-dc53-4144-8a37-ebd525fee97b None None] Resources bound (agent type, host, resource id): {{(pid=103306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:39:37.773920 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab0efd6b-dc53-4144-8a37-ebd525fee97b None None] Received port after_create {{(pid=103306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 21:39:37.779994 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-1a29819f-ae13-4de2-ba48-56ac9610f7ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (062f4c4f-bde1-4073-87fb-6aafe30ff0ab), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:39:37.837037 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-b68dbc28-eb6b-4721-a3e2-c25342f97ae5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9281612', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12215216'] for subnet (79317c4e-88a3-402c-975d-f004bf1d9b8b), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:39:37.866008 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3620446-5172-407a-99e1-e90a92fe4b0d None None] Network e06aca25-0b6a-452f-bfd4-2129924c58a7 requested from n-d-760453-5 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 26 21:39:37.875499 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-b68dbc28-eb6b-4721-a3e2-c25342f97ae5 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:39:37.879121 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-b68dbc28-eb6b-4721-a3e2-c25342f97ae5 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/79317c4e-88a3-402c-975d-f004bf1d9b8b HTTP/1.1" status: 204 len: 168 time: 0.5351315 Jan 26 21:39:37.882185 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68dbc28-eb6b-4721-a3e2-c25342f97ae5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=79317c4e-88a3-402c-975d-f004bf1d9b8b,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:39:37.882446 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 33548) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:39:37.886803 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-ab0efd6b-dc53-4144-8a37-ebd525fee97b None None] Attempting to bind port ebe3a6e8-f619-44a9-8ab6-1620b4f13825 on host n-d-760453-5 for vnic_type normal with profile {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 21:39:37.887178 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-ab0efd6b-dc53-4144-8a37-ebd525fee97b None None] Attempting to bind port ebe3a6e8-f619-44a9-8ab6-1620b4f13825 by drivers openvswitch,hyperv on host n-d-760453-5 at level 0 using segments [{'id': '10c27c8b-1246-4eb4-94d2-39655ea8c2c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'd3067897-eb6e-4f90-a652-1918e4660e5d'}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 26 21:39:37.887697 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab0efd6b-dc53-4144-8a37-ebd525fee97b None None] Attempting to bind port ebe3a6e8-f619-44a9-8ab6-1620b4f13825 on network d3067897-eb6e-4f90-a652-1918e4660e5d {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 21:39:37.927317 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a29819f-ae13-4de2-ba48-56ac9610f7ac None None] Pushing event updated for resources: {'Port': ['ID=062f4c4f-bde1-4073-87fb-6aafe30ff0ab,revision_number=5']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:39:37.941645 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-261fc64c-0c11-4d73-bf47-36322fe5d7ef tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Publish callbacks [] for port (a42953ae-1b92-430f-9acc-fd8483b66862), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:39:37.941764 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab0efd6b-dc53-4144-8a37-ebd525fee97b None None] Checking agent: {'id': 'fea0591a-627d-4c87-9a9a-01625ddf3277', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760453-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 20, 55, 25), 'started_at': datetime.datetime(2022, 1, 26, 20, 55, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 21, 39, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760453-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 26 21:39:37.942231 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab0efd6b-dc53-4144-8a37-ebd525fee97b None None] Checking segment: {'id': '10c27c8b-1246-4eb4-94d2-39655ea8c2c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'd3067897-eb6e-4f90-a652-1918e4660e5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 21:39:37.942752 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-ab0efd6b-dc53-4144-8a37-ebd525fee97b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:39:37.942937 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab0efd6b-dc53-4144-8a37-ebd525fee97b None None] Bound using segment: {'id': '10c27c8b-1246-4eb4-94d2-39655ea8c2c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'd3067897-eb6e-4f90-a652-1918e4660e5d'} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 26 21:39:37.943394 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-ab0efd6b-dc53-4144-8a37-ebd525fee97b None None] Bound port: ebe3a6e8-f619-44a9-8ab6-1620b4f13825, host: n-d-760453-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '10c27c8b-1246-4eb4-94d2-39655ea8c2c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'd3067897-eb6e-4f90-a652-1918e4660e5d'}}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 26 21:39:37.943778 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-ab0efd6b-dc53-4144-8a37-ebd525fee97b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (ebe3a6e8-f619-44a9-8ab6-1620b4f13825), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:39:37.971921 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-6a1db015-1f1e-48d9-b62d-6d68c64ebbeb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-748181'] for network (e06aca25-0b6a-452f-bfd4-2129924c58a7), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:39:37.989096 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-261fc64c-0c11-4d73-bf47-36322fe5d7ef tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746560234527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9281553'] for port (a42953ae-1b92-430f-9acc-fd8483b66862), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:39:38.007984 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-261fc64c-0c11-4d73-bf47-36322fe5d7ef tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Network d3067897-eb6e-4f90-a652-1918e4660e5d is already hosted by enough agents. {{(pid=103304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 21:39:38.010315 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [None req-261fc64c-0c11-4d73-bf47-36322fe5d7ef tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Resources bound (agent type, host, resource id): {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:39:38.015687 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-322aae39-680c-4bef-b776-9997fc071cd1 None None] Provisioning complete for port 062f4c4f-bde1-4073-87fb-6aafe30ff0ab triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:39:38.016070 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-322aae39-680c-4bef-b776-9997fc071cd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (062f4c4f-bde1-4073-87fb-6aafe30ff0ab), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:39:38.039382 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-261fc64c-0c11-4d73-bf47-36322fe5d7ef tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Received port after_create {{(pid=103304) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 21:39:38.103626 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-261fc64c-0c11-4d73-bf47-36322fe5d7ef tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4111050'] for router_interface (099f2125-0882-4fde-9014-0f487e304c12), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:39:38.113047 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-6a1db015-1f1e-48d9-b62d-6d68c64ebbeb admin admin] Deleting port 0003dbb3-7d76-4f68-b80e-882b314986ac {{(pid=103305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 21:39:38.114012 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-6a1db015-1f1e-48d9-b62d-6d68c64ebbeb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746560630878'] for port (0003dbb3-7d76-4f68-b80e-882b314986ac), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:39:38.180194 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261fc64c-0c11-4d73-bf47-36322fe5d7ef tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Pushing event updated for resources: {'Port': ['ID=a42953ae-1b92-430f-9acc-fd8483b66862,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:39:38.216005 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [None req-6a1db015-1f1e-48d9-b62d-6d68c64ebbeb admin admin] For port 0003dbb3-7d76-4f68-b80e-882b314986ac, host n-d-760453-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=0003dbb3-7d76-4f68-b80e-882b314986ac,segment=NetworkSegment(3717183c-69c6-44ee-ac2f-ec1e05ab35f5),segment_id=3717183c-69c6-44ee-ac2f-ec1e05ab35f5)] {{(pid=103305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:39:38.216375 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-6a1db015-1f1e-48d9-b62d-6d68c64ebbeb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4109658'] for port (0003dbb3-7d76-4f68-b80e-882b314986ac), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:39:38.261521 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-6a1db015-1f1e-48d9-b62d-6d68c64ebbeb admin admin] Calling delete_port for 0003dbb3-7d76-4f68-b80e-882b314986ac owned by network:dhcp {{(pid=103305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 21:39:38.276931 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-ab0efd6b-dc53-4144-8a37-ebd525fee97b None None] For port ebe3a6e8-f619-44a9-8ab6-1620b4f13825, host n-d-760453-5, cleared binding levels {{(pid=103306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 26 21:39:38.284006 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-ab0efd6b-dc53-4144-8a37-ebd525fee97b None None] For port ebe3a6e8-f619-44a9-8ab6-1620b4f13825, host n-d-760453-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=ebe3a6e8-f619-44a9-8ab6-1620b4f13825,segment=NetworkSegment(10c27c8b-1246-4eb4-94d2-39655ea8c2c2),segment_id=10c27c8b-1246-4eb4-94d2-39655ea8c2c2)] {{(pid=103306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 26 21:39:38.296336 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-ab0efd6b-dc53-4144-8a37-ebd525fee97b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (ebe3a6e8-f619-44a9-8ab6-1620b4f13825), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:39:38.412431 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27f95c59-ea6d-4c60-8f15-02ae6cdf761b None None] DHCP port deletion for e06aca25-0b6a-452f-bfd4-2129924c58a7 request from n-d-760453-5 {{(pid=103306) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 26 21:39:38.421212 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-261fc64c-0c11-4d73-bf47-36322fe5d7ef tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (a42953ae-1b92-430f-9acc-fd8483b66862), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:39:38.439175 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab0efd6b-dc53-4144-8a37-ebd525fee97b None None] Pushing event updated for resources: {'Port': ['ID=ebe3a6e8-f619-44a9-8ab6-1620b4f13825,revision_number=2']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:39:38.445535 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-322aae39-680c-4bef-b776-9997fc071cd1 None None] Current status of the port 062f4c4f-bde1-4073-87fb-6aafe30ff0ab is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:39:38.459203 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-6a1db015-1f1e-48d9-b62d-6d68c64ebbeb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746560636600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746560234536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11791543'] for port (0003dbb3-7d76-4f68-b80e-882b314986ac), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:39:38.472589 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (32ef628b-8417-46c5-8729-60fcabe358f1), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:39:38.507914 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-27f95c59-ea6d-4c60-8f15-02ae6cdf761b None None] Deleting port 0003dbb3-7d76-4f68-b80e-882b314986ac {{(pid=103306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 21:39:38.509470 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-27f95c59-ea6d-4c60-8f15-02ae6cdf761b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746560630878'] for port (0003dbb3-7d76-4f68-b80e-882b314986ac), before_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:39:38.526324 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a1db015-1f1e-48d9-b62d-6d68c64ebbeb admin admin] Pushing event deleted for resources: {'Port': ['ID=0003dbb3-7d76-4f68-b80e-882b314986ac,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:39:38.536438 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a1db015-1f1e-48d9-b62d-6d68c64ebbeb admin admin] No DVR routers for this DVR port 0003dbb3-7d76-4f68-b80e-882b314986ac on host n-d-760453-5 {{(pid=103305) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 26 21:39:38.643130 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-6a1db015-1f1e-48d9-b62d-6d68c64ebbeb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-686403', 'neutron.services.segments.db._delete_segments_for_network-8746560774018'] for network (e06aca25-0b6a-452f-bfd4-2129924c58a7), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:39:38.646986 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-27f95c59-ea6d-4c60-8f15-02ae6cdf761b None None] For port 0003dbb3-7d76-4f68-b80e-882b314986ac, host n-d-760453-5, got binding levels [] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:39:38.647514 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-27f95c59-ea6d-4c60-8f15-02ae6cdf761b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4109658'] for port (0003dbb3-7d76-4f68-b80e-882b314986ac), precommit_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:39:38.663253 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-27f95c59-ea6d-4c60-8f15-02ae6cdf761b None None] Calling delete_port for 0003dbb3-7d76-4f68-b80e-882b314986ac owned by network:dhcp {{(pid=103306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 21:39:38.666484 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.ipam_backend_mixin [None req-27f95c59-ea6d-4c60-8f15-02ae6cdf761b None None] Port 0003dbb3-7d76-4f68-b80e-882b314986ac was not found and therefore no delete operation was performed {{(pid=103306) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jan 26 21:39:38.667992 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-27f95c59-ea6d-4c60-8f15-02ae6cdf761b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746560636600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746560234536'] for port (0003dbb3-7d76-4f68-b80e-882b314986ac), after_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:39:38.686550 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27f95c59-ea6d-4c60-8f15-02ae6cdf761b None None] No DVR routers for this DVR port 0003dbb3-7d76-4f68-b80e-882b314986ac on host n-d-760453-5 {{(pid=103306) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 26 21:39:38.700836 n-d-760453-5 neutron-server[103305]: DEBUG neutron.services.segments.db [None req-6a1db015-1f1e-48d9-b62d-6d68c64ebbeb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e06aca25-0b6a-452f-bfd4-2129924c58a7']}} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:39:38.721963 n-d-760453-5 neutron-server[103305]: DEBUG neutron.services.segments.db [None req-6a1db015-1f1e-48d9-b62d-6d68c64ebbeb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3717183c-69c6-44ee-ac2f-ec1e05ab35f5') {'for_net_delete': True} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:39:38.722494 n-d-760453-5 neutron-server[103305]: DEBUG neutron.services.segments.db [None req-6a1db015-1f1e-48d9-b62d-6d68c64ebbeb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3717183c-69c6-44ee-ac2f-ec1e05ab35f5') {} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:39:38.724942 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f95c59-ea6d-4c60-8f15-02ae6cdf761b None None] Pushing event deleted for resources: {'Port': ['ID=0003dbb3-7d76-4f68-b80e-882b314986ac,revision_number=None']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:39:38.738210 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-6a1db015-1f1e-48d9-b62d-6d68c64ebbeb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746560742283', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11788955'] for segment (3717183c-69c6-44ee-ac2f-ec1e05ab35f5), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:39:38.763215 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-6a1db015-1f1e-48d9-b62d-6d68c64ebbeb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576559'] for segment (3717183c-69c6-44ee-ac2f-ec1e05ab35f5), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:39:38.770155 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6a1db015-1f1e-48d9-b62d-6d68c64ebbeb admin admin] Releasing vlan 568 on physical network physnet1 to pool {{(pid=103305) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 26 21:39:38.770582 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-6a1db015-1f1e-48d9-b62d-6d68c64ebbeb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11791428'] for segment (3717183c-69c6-44ee-ac2f-ec1e05ab35f5), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:39:38.772337 n-d-760453-5 neutron-server[103305]: Traceback (most recent call last): Jan 26 21:39:38.772337 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 26 21:39:38.772337 n-d-760453-5 neutron-server[103305]: timer() Jan 26 21:39:38.772337 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 26 21:39:38.772337 n-d-760453-5 neutron-server[103305]: cb(*args, **kw) Jan 26 21:39:38.772337 n-d-760453-5 neutron-server[103305]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 26 21:39:38.772337 n-d-760453-5 neutron-server[103305]: return func(*args, **kwargs) Jan 26 21:39:38.772337 n-d-760453-5 neutron-server[103305]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 26 21:39:38.772337 n-d-760453-5 neutron-server[103305]: self._notify() Jan 26 21:39:38.772337 n-d-760453-5 neutron-server[103305]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 26 21:39:38.772337 n-d-760453-5 neutron-server[103305]: self.callback(batched_events) Jan 26 21:39:38.772337 n-d-760453-5 neutron-server[103305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 26 21:39:38.772337 n-d-760453-5 neutron-server[103305]: event.method(event) Jan 26 21:39:38.772337 n-d-760453-5 neutron-server[103305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 26 21:39:38.772337 n-d-760453-5 neutron-server[103305]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 26 21:39:38.772337 n-d-760453-5 neutron-server[103305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 26 21:39:38.772337 n-d-760453-5 neutron-server[103305]: aggregate_uuid = self.p_client.list_aggregates( Jan 26 21:39:38.772337 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 26 21:39:38.772337 n-d-760453-5 neutron-server[103305]: return f(self, *a, **k) Jan 26 21:39:38.772337 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 26 21:39:38.772337 n-d-760453-5 neutron-server[103305]: return self._get(url).json() Jan 26 21:39:38.772337 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 26 21:39:38.772337 n-d-760453-5 neutron-server[103305]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 26 21:39:38.772337 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 26 21:39:38.772337 n-d-760453-5 neutron-server[103305]: return self.request(url, 'GET', **kwargs) Jan 26 21:39:38.772337 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 26 21:39:38.772337 n-d-760453-5 neutron-server[103305]: base_url = self.get_endpoint(auth, allow=allow, Jan 26 21:39:38.772337 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 26 21:39:38.772337 n-d-760453-5 neutron-server[103305]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 26 21:39:38.772337 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 26 21:39:38.772337 n-d-760453-5 neutron-server[103305]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 26 21:39:38.772337 n-d-760453-5 neutron-server[103305]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 26 21:39:38.837519 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-6a1db015-1f1e-48d9-b62d-6d68c64ebbeb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4110931'] for network (e06aca25-0b6a-452f-bfd4-2129924c58a7), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:39:38.844236 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-6a1db015-1f1e-48d9-b62d-6d68c64ebbeb admin admin] Publish callbacks [] for network (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:39:38.853176 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-6a1db015-1f1e-48d9-b62d-6d68c64ebbeb admin admin] 10.222.0.13 "DELETE /v2.0/networks/e06aca25-0b6a-452f-bfd4-2129924c58a7 HTTP/1.1" status: 204 len: 168 time: 0.9665675 Jan 26 21:39:38.877900 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a1db015-1f1e-48d9-b62d-6d68c64ebbeb admin admin] Pushing event deleted for resources: {'Network': ['ID=e06aca25-0b6a-452f-bfd4-2129924c58a7,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:39:38.900954 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-261fc64c-0c11-4d73-bf47-36322fe5d7ef tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Publish callbacks [] for port (a42953ae-1b92-430f-9acc-fd8483b66862), precommit_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:39:38.916763 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-261fc64c-0c11-4d73-bf47-36322fe5d7ef tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9281542'] for port (a42953ae-1b92-430f-9acc-fd8483b66862), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:39:39.003191 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261fc64c-0c11-4d73-bf47-36322fe5d7ef tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Pushing event updated for resources: {'Port': ['ID=a42953ae-1b92-430f-9acc-fd8483b66862,revision_number=2']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:39:39.005772 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-261fc64c-0c11-4d73-bf47-36322fe5d7ef tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3709457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4110682'] for router_interface (099f2125-0882-4fde-9014-0f487e304c12), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:39:39.016869 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 33554) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:39:39.059621 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-f57fe6c7-7202-44ab-92f7-c321f765066d admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=949e29ec71a54b7f98dc62c402ac867e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0390720 Jan 26 21:39:39.059835 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 33556) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:39:39.099351 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-261fc64c-0c11-4d73-bf47-36322fe5d7ef tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Network d3067897-eb6e-4f90-a652-1918e4660e5d is already hosted by enough agents. {{(pid=103304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 21:39:39.100765 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [None req-261fc64c-0c11-4d73-bf47-36322fe5d7ef tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Resources bound (agent type, host, resource id): {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:39:39.108294 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-39d945e8-0f0e-4fb3-95c5-195a142a30b1 admin admin] Publish callbacks [] for security_group (c855b7af-ae6a-4b31-98b5-41bfc1142283), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:39:39.134267 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-39d945e8-0f0e-4fb3-95c5-195a142a30b1 admin admin] Publish callbacks [] for security_group (c855b7af-ae6a-4b31-98b5-41bfc1142283), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:39:39.182235 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-39d945e8-0f0e-4fb3-95c5-195a142a30b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (c855b7af-ae6a-4b31-98b5-41bfc1142283), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:39:39.185053 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-39d945e8-0f0e-4fb3-95c5-195a142a30b1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:39:39.186278 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-39d945e8-0f0e-4fb3-95c5-195a142a30b1 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/c855b7af-ae6a-4b31-98b5-41bfc1142283 HTTP/1.1" status: 204 len: 168 time: 0.1255987 Jan 26 21:39:39.193995 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d945e8-0f0e-4fb3-95c5-195a142a30b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c855b7af-ae6a-4b31-98b5-41bfc1142283,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:39:39.204528 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-261fc64c-0c11-4d73-bf47-36322fe5d7ef tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Router 099f2125-0882-4fde-9014-0f487e304c12 has already been hosted by L3 agent 09df100c-3af1-4b0a-bda8-05914c71c458 {{(pid=103304) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 26 21:39:39.297412 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-261fc64c-0c11-4d73-bf47-36322fe5d7ef tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Notify agent at l3_agent.n-d-760453-5 the message routers_updated {{(pid=103304) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 26 21:39:39.302556 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-261fc64c-0c11-4d73-bf47-36322fe5d7ef tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] 10.222.0.13 "PUT /v2.0/routers/099f2125-0882-4fde-9014-0f487e304c12/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5958223 Jan 26 21:39:39.305756 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 33560) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:39:39.310791 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-f861fa39-0321-467b-a27c-c5ae0e01882c tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Request body: {'network': {'name': 'tempest-RoutersTest-1228767714'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:39:39.337109 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f861fa39-0321-467b-a27c-c5ae0e01882c tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Made reservation on behalf of 0e80f135b66f46baaae5354dcc5fe05e for: {'network': 1} {{(pid=103305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 21:39:39.341474 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-f861fa39-0321-467b-a27c-c5ae0e01882c tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for network (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:39:39.369324 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f861fa39-0321-467b-a27c-c5ae0e01882c tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] vlan segment allocate from pool success with {'vlan_id': 569, 'physical_network': 'physnet1'} {{(pid=103305) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 26 21:39:39.378345 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-f861fa39-0321-467b-a27c-c5ae0e01882c tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576559'] for segment (82cae8ca-78f3-41a7-bcba-48c4e9672241), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:39:39.378647 n-d-760453-5 neutron-server[103305]: INFO neutron.db.segments_db [None req-f861fa39-0321-467b-a27c-c5ae0e01882c tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Added segment 82cae8ca-78f3-41a7-bcba-48c4e9672241 of type vlan for network 474dafc7-961c-4d25-9af5-450ccb0c9f59 Jan 26 21:39:39.431051 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-f861fa39-0321-467b-a27c-c5ae0e01882c tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746560256871'] for network (474dafc7-961c-4d25-9af5-450ccb0c9f59), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:39:39.496220 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-f861fa39-0321-467b-a27c-c5ae0e01882c tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503'] for network (474dafc7-961c-4d25-9af5-450ccb0c9f59), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:39:39.507528 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f861fa39-0321-467b-a27c-c5ae0e01882c tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:39:39.507528 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-f861fa39-0321-467b-a27c-c5ae0e01882c tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Publish callbacks [] for network (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:39:39.568959 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-f861fa39-0321-467b-a27c-c5ae0e01882c tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.2621653 Jan 26 21:39:39.573377 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 33570) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:39:39.581101 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f861fa39-0321-467b-a27c-c5ae0e01882c tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Pushing event updated for resources: {'Network': ['ID=474dafc7-961c-4d25-9af5-450ccb0c9f59,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:39:39.582162 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-89b5f813-3db3-4f2a-929c-e76c730615f4 tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Request body: {'subnet': {'network_id': '474dafc7-961c-4d25-9af5-450ccb0c9f59', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:39:39.601109 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Network 474dafc7-961c-4d25-9af5-450ccb0c9f59 details requested by agent ovs-agent-n-d-760453-5 with host n-d-760453-5 {{(pid=103306) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 26 21:39:39.689220 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device 062f4c4f-bde1-4073-87fb-6aafe30ff0ab up at agent ovs-agent-n-d-760453-5 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 21:39:39.723807 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89b5f813-3db3-4f2a-929c-e76c730615f4 tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Made reservation on behalf of 0e80f135b66f46baaae5354dcc5fe05e for: {'subnet': 1} {{(pid=103304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 21:39:39.727719 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-89b5f813-3db3-4f2a-929c-e76c730615f4 tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12215181'] for subnet (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:39:39.748187 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Provisioning complete for port 062f4c4f-bde1-4073-87fb-6aafe30ff0ab triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:39:39.748187 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (062f4c4f-bde1-4073-87fb-6aafe30ff0ab), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:39:39.851622 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Current status of the port 062f4c4f-bde1-4073-87fb-6aafe30ff0ab is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:39:39.853089 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device ebe3a6e8-f619-44a9-8ab6-1620b4f13825 up at agent ovs-agent-n-d-760453-5 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 21:39:39.943460 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Provisioning complete for port ebe3a6e8-f619-44a9-8ab6-1620b4f13825 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:39:39.943837 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (ebe3a6e8-f619-44a9-8ab6-1620b4f13825), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:39:39.967309 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-89b5f813-3db3-4f2a-929c-e76c730615f4 tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9285249', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12215227'] for subnet (2c112f07-fad1-44c6-905c-b9bc3dd49347), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:39:40.046155 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b5f813-3db3-4f2a-929c-e76c730615f4 tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Pushing event updated for resources: {'Subnet': ['ID=2c112f07-fad1-44c6-905c-b9bc3dd49347,revision_number=0']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:39:40.049720 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89b5f813-3db3-4f2a-929c-e76c730615f4 tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Checking segment: {'id': '82cae8ca-78f3-41a7-bcba-48c4e9672241', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '474dafc7-961c-4d25-9af5-450ccb0c9f59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103304) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 21:39:40.050083 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89b5f813-3db3-4f2a-929c-e76c730615f4 tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Network hostable DHCP agents. Network: 474dafc7-961c-4d25-9af5-450ccb0c9f59, hostable agents: ['474ccdf7-ab6c-405b-a3b2-dc7b05829902'], hosted agents: [] {{(pid=103304) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 26 21:39:40.055694 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Current status of the port ebe3a6e8-f619-44a9-8ab6-1620b4f13825 is: DOWN; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:39:40.056601 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (ebe3a6e8-f619-44a9-8ab6-1620b4f13825), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:39:40.071413 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89b5f813-3db3-4f2a-929c-e76c730615f4 tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Network 474dafc7-961c-4d25-9af5-450ccb0c9f59 is scheduled to be hosted by DHCP agent 474ccdf7-ab6c-405b-a3b2-dc7b05829902 with binding_index 1 {{(pid=103304) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 26 21:39:40.083978 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [None req-89b5f813-3db3-4f2a-929c-e76c730615f4 tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760453-5, 474dafc7-961c-4d25-9af5-450ccb0c9f59) {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:39:40.090928 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89b5f813-3db3-4f2a-929c-e76c730615f4 tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:39:40.092251 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-89b5f813-3db3-4f2a-929c-e76c730615f4 tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Publish callbacks [] for subnet (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:39:40.093791 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3e6ef46-eae6-4866-b233-83c3782bd162 None None] Network 474dafc7-961c-4d25-9af5-450ccb0c9f59 requested from n-d-760453-5 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 26 21:39:40.115046 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-89b5f813-3db3-4f2a-929c-e76c730615f4 tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5378304 Jan 26 21:39:40.115534 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 33584) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:39:40.116445 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] For port ebe3a6e8-f619-44a9-8ab6-1620b4f13825, host n-d-760453-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=ebe3a6e8-f619-44a9-8ab6-1620b4f13825,segment=NetworkSegment(10c27c8b-1246-4eb4-94d2-39655ea8c2c2),segment_id=10c27c8b-1246-4eb4-94d2-39655ea8c2c2)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:39:40.118041 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 33586) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:39:40.150281 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (ebe3a6e8-f619-44a9-8ab6-1620b4f13825), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:39:40.154013 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f43ed582-00d2-419d-b1e2-886a7a357ce0 None None] Sync routers for ids ['099f2125-0882-4fde-9014-0f487e304c12'] in n-d-760453-5 {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 26 21:39:40.174069 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f43ed582-00d2-419d-b1e2-886a7a357ce0 None None] Routers {'099f2125-0882-4fde-9014-0f487e304c12'} bound to L3 agent in host n-d-760453-5 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 21:39:40.174720 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-f43ed582-00d2-419d-b1e2-886a7a357ce0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-26T20:55:21Z,description=,heartbeat_timestamp=2022-01-26T21:39:21Z,host='n-d-760453-5',id=09df100c-3af1-4b0a-bda8-05914c71c458,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:55:21Z,topic='l3_agent')) {'router_ids': ['099f2125-0882-4fde-9014-0f487e304c12'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:39:40.237124 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device 0003dbb3-7d76-4f68-b80e-882b314986ac no longer exists at agent ovs-agent-n-d-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 26 21:39:40.282346 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Pushing event updated for resources: {'Port': ['ID=ebe3a6e8-f619-44a9-8ab6-1620b4f13825,revision_number=3']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:39:40.293131 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] No Port match for: 0003dbb3-7d76-4f68-b80e-882b314986ac {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 26 21:39:40.293838 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device 0003dbb3-7d76-4f68-b80e-882b314986ac not bound to the agent host n-d-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 26 21:39:40.294468 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device f0a53282-ef13-4052-a984-d173931634ed no longer exists at agent ovs-agent-n-d-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 26 21:39:40.321040 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] No Port match for: f0a53282-ef13-4052-a984-d173931634ed {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 26 21:39:40.321750 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device f0a53282-ef13-4052-a984-d173931634ed not bound to the agent host n-d-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 26 21:39:40.362721 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71538734-d938-47a0-899c-2d8c82297875 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3c4099e8-8ffb-51d1-af7f-5868973e933f-474dafc7-961c-4d25-9af5-450ccb0c9f59', 'network_id': '474dafc7-961c-4d25-9af5-450ccb0c9f59', 'project_id': '0e80f135b66f46baaae5354dcc5fe05e', 'fixed_ips': [{'subnet_id': '2c112f07-fad1-44c6-905c-b9bc3dd49347'}]}} from n-d-760453-5. {{(pid=103306) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 26 21:39:40.363750 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-71538734-d938-47a0-899c-2d8c82297875 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (None), before_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:39:40.420316 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_dvr_db [None req-f43ed582-00d2-419d-b1e2-886a7a357ce0 None None] Set router 099f2125-0882-4fde-9014-0f487e304c12 gateway port host: None {{(pid=103307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 21:39:40.482739 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e9680c4-b11d-4f4f-878f-931627a80d6d None None] Network d3067897-eb6e-4f90-a652-1918e4660e5d requested from n-d-760453-5 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 26 21:39:40.589234 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.db_base_plugin_common [None req-71538734-d938-47a0-899c-2d8c82297875 None None] Allocated IP 172.22.0.2 (474dafc7-961c-4d25-9af5-450ccb0c9f59/2c112f07-fad1-44c6-905c-b9bc3dd49347/4ee2bbc6-152f-4f53-b112-d23caf8f4e09) {{(pid=103306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 21:39:40.632063 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-1d21e001-b72b-4574-a2f8-aae1dd26a727 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSON-1626620647-network', 'tenant_id': 'd65311bf75e14ee0ba1fb382850563a2'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:39:40.633267 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-efa6253a-7d08-4779-bedc-710a2b332fcf None None] Provisioning complete for port ebe3a6e8-f619-44a9-8ab6-1620b4f13825 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:39:40.633267 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-efa6253a-7d08-4779-bedc-710a2b332fcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (ebe3a6e8-f619-44a9-8ab6-1620b4f13825), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:39:40.652090 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-f43ed582-00d2-419d-b1e2-886a7a357ce0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '099f2125-0882-4fde-9014-0f487e304c12', 'name': 'tempest-RoutersTest-router-234420378', 'tenant_id': '0e80f135b66f46baaae5354dcc5fe05e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T21:39:32Z', 'updated_at': '2022-01-26T21:39:38Z', 'revision_number': 3, 'project_id': '0e80f135b66f46baaae5354dcc5fe05e', 'gw_port_host': None, '_interfaces': [{'id': '062f4c4f-bde1-4073-87fb-6aafe30ff0ab', 'name': '', 'network_id': '31fd2470-ea18-41d7-84b0-015a4e02445e', 'tenant_id': '0e80f135b66f46baaae5354dcc5fe05e', 'mac_address': 'fa:16:3e:86:9c:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '099f2125-0882-4fde-9014-0f487e304c12', 'device_owner': 'network:router_interface', 'standard_attr_id': 3336, 'fixed_ips': [{'subnet_id': 'f6080c85-b283-478b-8f27-76ab3dd8a9d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:39:33Z', 'updated_at': '2022-01-26T21:39:37Z', 'revision_number': 5, 'project_id': '0e80f135b66f46baaae5354dcc5fe05e', 'subnets': [{'id': 'f6080c85-b283-478b-8f27-76ab3dd8a9d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a42953ae-1b92-430f-9acc-fd8483b66862', 'name': '', 'network_id': 'd3067897-eb6e-4f90-a652-1918e4660e5d', 'tenant_id': '0e80f135b66f46baaae5354dcc5fe05e', 'mac_address': 'fa:16:3e:95:ac:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '099f2125-0882-4fde-9014-0f487e304c12', 'device_owner': 'network:router_interface', 'standard_attr_id': 3341, 'fixed_ips': [{'subnet_id': 'fbba8953-6ff8-485c-8ccb-169c345b9186', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:39:37Z', 'updated_at': '2022-01-26T21:39:38Z', 'revision_number': 2, 'project_id': '0e80f135b66f46baaae5354dcc5fe05e', 'subnets': [{'id': 'fbba8953-6ff8-485c-8ccb-169c345b9186', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760453-5', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:39:40.679409 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f43ed582-00d2-419d-b1e2-886a7a357ce0 None None] Checking router: 099f2125-0882-4fde-9014-0f487e304c12 for host: n-d-760453-5 {{(pid=103307) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 26 21:39:40.679999 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f43ed582-00d2-419d-b1e2-886a7a357ce0 None None] Updating router 099f2125-0882-4fde-9014-0f487e304c12 port a42953ae-1b92-430f-9acc-fd8483b66862 binding host n-d-760453-5 {{(pid=103307) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 26 21:39:40.687925 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d21e001-b72b-4574-a2f8-aae1dd26a727 admin admin] Made reservation on behalf of d65311bf75e14ee0ba1fb382850563a2 for: {'network': 1} {{(pid=103304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 21:39:40.690368 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-1d21e001-b72b-4574-a2f8-aae1dd26a727 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for network (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:39:40.703142 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-1d21e001-b72b-4574-a2f8-aae1dd26a727 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:39:40.708145 n-d-760453-5 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-f43ed582-00d2-419d-b1e2-886a7a357ce0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (a42953ae-1b92-430f-9acc-fd8483b66862), before_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:39:40.842192 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-efa6253a-7d08-4779-bedc-710a2b332fcf None None] Current status of the port ebe3a6e8-f619-44a9-8ab6-1620b4f13825 is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:39:40.854751 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-71538734-d938-47a0-899c-2d8c82297875 None None] Publish callbacks [] for port (4ee2bbc6-152f-4f53-b112-d23caf8f4e09), precommit_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:39:40.862548 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-71538734-d938-47a0-899c-2d8c82297875 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746560234527'] for port (4ee2bbc6-152f-4f53-b112-d23caf8f4e09), after_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:39:40.910632 n-d-760453-5 neutron-server[103306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71538734-d938-47a0-899c-2d8c82297875 None None] Network 474dafc7-961c-4d25-9af5-450ccb0c9f59 is already hosted by enough agents. {{(pid=103306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 21:39:40.916011 n-d-760453-5 neutron-server[103306]: DEBUG neutron.scheduler.base_scheduler [None req-71538734-d938-47a0-899c-2d8c82297875 None None] Resources bound (agent type, host, resource id): {{(pid=103306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:39:40.922875 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71538734-d938-47a0-899c-2d8c82297875 None None] Received port after_create {{(pid=103306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 21:39:40.931543 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71538734-d938-47a0-899c-2d8c82297875 None None] Pushing event updated for resources: {'Port': ['ID=4ee2bbc6-152f-4f53-b112-d23caf8f4e09,revision_number=1']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:39:41.005963 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-71538734-d938-47a0-899c-2d8c82297875 None None] Attempting to bind port 4ee2bbc6-152f-4f53-b112-d23caf8f4e09 on host n-d-760453-5 for vnic_type normal with profile {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 21:39:41.006439 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-71538734-d938-47a0-899c-2d8c82297875 None None] Attempting to bind port 4ee2bbc6-152f-4f53-b112-d23caf8f4e09 by drivers openvswitch,hyperv on host n-d-760453-5 at level 0 using segments [{'id': '82cae8ca-78f3-41a7-bcba-48c4e9672241', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '474dafc7-961c-4d25-9af5-450ccb0c9f59'}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 26 21:39:41.006813 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71538734-d938-47a0-899c-2d8c82297875 None None] Attempting to bind port 4ee2bbc6-152f-4f53-b112-d23caf8f4e09 on network 474dafc7-961c-4d25-9af5-450ccb0c9f59 {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 21:39:41.017002 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71538734-d938-47a0-899c-2d8c82297875 None None] Checking agent: {'id': 'fea0591a-627d-4c87-9a9a-01625ddf3277', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760453-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 20, 55, 25), 'started_at': datetime.datetime(2022, 1, 26, 20, 55, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 21, 39, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760453-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 26 21:39:41.017420 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71538734-d938-47a0-899c-2d8c82297875 None None] Checking segment: {'id': '82cae8ca-78f3-41a7-bcba-48c4e9672241', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '474dafc7-961c-4d25-9af5-450ccb0c9f59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 21:39:41.017864 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-71538734-d938-47a0-899c-2d8c82297875 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:39:41.018063 n-d-760453-5 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-f43ed582-00d2-419d-b1e2-886a7a357ce0 None None] Publish callbacks [] for port (a42953ae-1b92-430f-9acc-fd8483b66862), precommit_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:39:41.019608 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71538734-d938-47a0-899c-2d8c82297875 None None] Bound using segment: {'id': '82cae8ca-78f3-41a7-bcba-48c4e9672241', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '474dafc7-961c-4d25-9af5-450ccb0c9f59'} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 26 21:39:41.020111 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-71538734-d938-47a0-899c-2d8c82297875 None None] Bound port: 4ee2bbc6-152f-4f53-b112-d23caf8f4e09, host: n-d-760453-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82cae8ca-78f3-41a7-bcba-48c4e9672241', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '474dafc7-961c-4d25-9af5-450ccb0c9f59'}}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 26 21:39:41.020498 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-71538734-d938-47a0-899c-2d8c82297875 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (4ee2bbc6-152f-4f53-b112-d23caf8f4e09), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:39:41.030571 n-d-760453-5 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-f43ed582-00d2-419d-b1e2-886a7a357ce0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (a42953ae-1b92-430f-9acc-fd8483b66862), after_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:39:41.054357 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-1d21e001-b72b-4574-a2f8-aae1dd26a727 admin admin] Publish callbacks [] for security_group (55d5c279-28a6-490d-81c0-a23ed4c85076), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:39:41.062812 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-1d21e001-b72b-4574-a2f8-aae1dd26a727 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (55d5c279-28a6-490d-81c0-a23ed4c85076), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:39:41.073955 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc5d4bf-1b0e-4e4a-bcf5-b3d70408ded7 None None] Pushing event updated for resources: {'Port': ['ID=a42953ae-1b92-430f-9acc-fd8483b66862,revision_number=3']} {{(pid=103307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:39:41.097547 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1d21e001-b72b-4574-a2f8-aae1dd26a727 admin admin] vlan segment allocate from pool success with {'vlan_id': 564, 'physical_network': 'physnet1'} {{(pid=103304) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 26 21:39:41.108565 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-ae09ff1a-e5cc-452b-b4e5-59f6c05d8f5d tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:39:41.117439 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-71538734-d938-47a0-899c-2d8c82297875 None None] For port 4ee2bbc6-152f-4f53-b112-d23caf8f4e09, host n-d-760453-5, cleared binding levels {{(pid=103306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 26 21:39:41.121200 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-71538734-d938-47a0-899c-2d8c82297875 None None] For port 4ee2bbc6-152f-4f53-b112-d23caf8f4e09, host n-d-760453-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=4ee2bbc6-152f-4f53-b112-d23caf8f4e09,segment=NetworkSegment(82cae8ca-78f3-41a7-bcba-48c4e9672241),segment_id=82cae8ca-78f3-41a7-bcba-48c4e9672241)] {{(pid=103306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 26 21:39:41.126913 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-71538734-d938-47a0-899c-2d8c82297875 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (4ee2bbc6-152f-4f53-b112-d23caf8f4e09), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:39:41.138565 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-1d21e001-b72b-4574-a2f8-aae1dd26a727 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576559'] for segment (41b3816c-cb87-4d44-b45c-c5bd6f138438), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:39:41.138949 n-d-760453-5 neutron-server[103304]: INFO neutron.db.segments_db [None req-1d21e001-b72b-4574-a2f8-aae1dd26a727 admin admin] Added segment 41b3816c-cb87-4d44-b45c-c5bd6f138438 of type vlan for network 1a9376b2-7adc-4904-a92e-f5c407e6f045 Jan 26 21:39:41.148100 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d21e001-b72b-4574-a2f8-aae1dd26a727 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55d5c279-28a6-490d-81c0-a23ed4c85076,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:39:41.166334 n-d-760453-5 neutron-server[103307]: DEBUG neutron.plugins.ml2.managers [None req-f43ed582-00d2-419d-b1e2-886a7a357ce0 None None] Attempting to bind port a42953ae-1b92-430f-9acc-fd8483b66862 on host n-d-760453-5 for vnic_type normal with profile {{(pid=103307) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 21:39:41.166847 n-d-760453-5 neutron-server[103307]: DEBUG neutron.plugins.ml2.managers [None req-f43ed582-00d2-419d-b1e2-886a7a357ce0 None None] Attempting to bind port a42953ae-1b92-430f-9acc-fd8483b66862 by drivers openvswitch,hyperv on host n-d-760453-5 at level 0 using segments [{'id': '10c27c8b-1246-4eb4-94d2-39655ea8c2c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'd3067897-eb6e-4f90-a652-1918e4660e5d'}] {{(pid=103307) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 26 21:39:41.167047 n-d-760453-5 neutron-server[103307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f43ed582-00d2-419d-b1e2-886a7a357ce0 None None] Attempting to bind port a42953ae-1b92-430f-9acc-fd8483b66862 on network d3067897-eb6e-4f90-a652-1918e4660e5d {{(pid=103307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 21:39:41.173964 n-d-760453-5 neutron-server[103307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f43ed582-00d2-419d-b1e2-886a7a357ce0 None None] Checking agent: {'id': 'fea0591a-627d-4c87-9a9a-01625ddf3277', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760453-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 20, 55, 25), 'started_at': datetime.datetime(2022, 1, 26, 20, 55, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 21, 39, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760453-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 26 21:39:41.174343 n-d-760453-5 neutron-server[103307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f43ed582-00d2-419d-b1e2-886a7a357ce0 None None] Checking segment: {'id': '10c27c8b-1246-4eb4-94d2-39655ea8c2c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'd3067897-eb6e-4f90-a652-1918e4660e5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103307) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 21:39:41.174746 n-d-760453-5 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-f43ed582-00d2-419d-b1e2-886a7a357ce0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:39:41.175291 n-d-760453-5 neutron-server[103307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f43ed582-00d2-419d-b1e2-886a7a357ce0 None None] Bound using segment: {'id': '10c27c8b-1246-4eb4-94d2-39655ea8c2c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'd3067897-eb6e-4f90-a652-1918e4660e5d'} {{(pid=103307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 26 21:39:41.176049 n-d-760453-5 neutron-server[103307]: DEBUG neutron.plugins.ml2.managers [None req-f43ed582-00d2-419d-b1e2-886a7a357ce0 None None] Bound port: a42953ae-1b92-430f-9acc-fd8483b66862, host: n-d-760453-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '10c27c8b-1246-4eb4-94d2-39655ea8c2c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'd3067897-eb6e-4f90-a652-1918e4660e5d'}}] {{(pid=103307) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 26 21:39:41.176893 n-d-760453-5 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-f43ed582-00d2-419d-b1e2-886a7a357ce0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (a42953ae-1b92-430f-9acc-fd8483b66862), before_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:39:41.220044 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-77646f44-0f45-496b-9962-a182e96613cc None None] Provisioning complete for port ebe3a6e8-f619-44a9-8ab6-1620b4f13825 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:39:41.220566 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-77646f44-0f45-496b-9962-a182e96613cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (ebe3a6e8-f619-44a9-8ab6-1620b4f13825), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:39:41.256953 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71538734-d938-47a0-899c-2d8c82297875 None None] Pushing event updated for resources: {'Port': ['ID=4ee2bbc6-152f-4f53-b112-d23caf8f4e09,revision_number=2']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:39:41.263879 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-1d21e001-b72b-4574-a2f8-aae1dd26a727 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746560256871'] for network (1a9376b2-7adc-4904-a92e-f5c407e6f045), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:39:41.281024 n-d-760453-5 neutron-server[103307]: DEBUG neutron.plugins.ml2.db [None req-f43ed582-00d2-419d-b1e2-886a7a357ce0 None None] For port a42953ae-1b92-430f-9acc-fd8483b66862, host n-d-760453-5, cleared binding levels {{(pid=103307) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 26 21:39:41.287551 n-d-760453-5 neutron-server[103307]: DEBUG neutron.plugins.ml2.db [None req-f43ed582-00d2-419d-b1e2-886a7a357ce0 None None] For port a42953ae-1b92-430f-9acc-fd8483b66862, host n-d-760453-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=a42953ae-1b92-430f-9acc-fd8483b66862,segment=NetworkSegment(10c27c8b-1246-4eb4-94d2-39655ea8c2c2),segment_id=10c27c8b-1246-4eb4-94d2-39655ea8c2c2)] {{(pid=103307) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 26 21:39:41.295408 n-d-760453-5 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-f43ed582-00d2-419d-b1e2-886a7a357ce0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (a42953ae-1b92-430f-9acc-fd8483b66862), after_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:39:41.321250 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-77646f44-0f45-496b-9962-a182e96613cc None None] Current status of the port ebe3a6e8-f619-44a9-8ab6-1620b4f13825 is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:39:41.338041 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-77646f44-0f45-496b-9962-a182e96613cc None None] Provisioning complete for port a42953ae-1b92-430f-9acc-fd8483b66862 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:39:41.338447 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-77646f44-0f45-496b-9962-a182e96613cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (a42953ae-1b92-430f-9acc-fd8483b66862), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:39:41.396706 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f43ed582-00d2-419d-b1e2-886a7a357ce0 None None] Routers {'099f2125-0882-4fde-9014-0f487e304c12'} bound to L3 agent in host n-d-760453-5 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 21:39:41.397450 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-f43ed582-00d2-419d-b1e2-886a7a357ce0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-26T20:55:21Z,description=,heartbeat_timestamp=2022-01-26T21:39:21Z,host='n-d-760453-5',id=09df100c-3af1-4b0a-bda8-05914c71c458,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:55:21Z,topic='l3_agent')) {'router_ids': ['099f2125-0882-4fde-9014-0f487e304c12'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:39:41.399541 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc5d4bf-1b0e-4e4a-bcf5-b3d70408ded7 None None] Pushing event updated for resources: {'Port': ['ID=a42953ae-1b92-430f-9acc-fd8483b66862,revision_number=4']} {{(pid=103307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:39:41.438531 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-77646f44-0f45-496b-9962-a182e96613cc None None] Current status of the port a42953ae-1b92-430f-9acc-fd8483b66862 is: DOWN; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:39:41.439100 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-77646f44-0f45-496b-9962-a182e96613cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (a42953ae-1b92-430f-9acc-fd8483b66862), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:39:41.486187 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-1d21e001-b72b-4574-a2f8-aae1dd26a727 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503'] for network (1a9376b2-7adc-4904-a92e-f5c407e6f045), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:39:41.487652 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d21e001-b72b-4574-a2f8-aae1dd26a727 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:39:41.489334 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-1d21e001-b72b-4574-a2f8-aae1dd26a727 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:39:41.506600 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-77646f44-0f45-496b-9962-a182e96613cc None None] For port a42953ae-1b92-430f-9acc-fd8483b66862, host n-d-760453-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=a42953ae-1b92-430f-9acc-fd8483b66862,segment=NetworkSegment(10c27c8b-1246-4eb4-94d2-39655ea8c2c2),segment_id=10c27c8b-1246-4eb4-94d2-39655ea8c2c2)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:39:41.516775 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-77646f44-0f45-496b-9962-a182e96613cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (a42953ae-1b92-430f-9acc-fd8483b66862), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:39:41.520602 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_dvr_db [None req-f43ed582-00d2-419d-b1e2-886a7a357ce0 None None] Set router 099f2125-0882-4fde-9014-0f487e304c12 gateway port host: None {{(pid=103307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 21:39:41.546224 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device ebe3a6e8-f619-44a9-8ab6-1620b4f13825 up at agent ovs-agent-n-d-760453-5 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 21:39:41.649849 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 33596) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:39:41.654880 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-9ffb45a9-e2bd-4f71-a10a-d1e7af2d9a1d admin admin] Request body: {'subnet': {'network_id': '1a9376b2-7adc-4904-a92e-f5c407e6f045', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSON-1626620647-subnet', 'tenant_id': 'd65311bf75e14ee0ba1fb382850563a2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:39:41.664681 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77646f44-0f45-496b-9962-a182e96613cc None None] Pushing event updated for resources: {'Port': ['ID=a42953ae-1b92-430f-9acc-fd8483b66862,revision_number=5']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:39:41.674443 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-1d21e001-b72b-4574-a2f8-aae1dd26a727 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.5531552 Jan 26 21:39:41.686732 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-78c1a84b-a916-405a-9cbb-7025c6db6b61 None None] Provisioning complete for port a42953ae-1b92-430f-9acc-fd8483b66862 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:39:41.687326 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-78c1a84b-a916-405a-9cbb-7025c6db6b61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (a42953ae-1b92-430f-9acc-fd8483b66862), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:39:41.708640 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ffb45a9-e2bd-4f71-a10a-d1e7af2d9a1d admin admin] Made reservation on behalf of d65311bf75e14ee0ba1fb382850563a2 for: {'subnet': 1} {{(pid=103305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 21:39:41.711254 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-9ffb45a9-e2bd-4f71-a10a-d1e7af2d9a1d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11599953'] for subnet (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:39:41.722251 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Provisioning complete for port ebe3a6e8-f619-44a9-8ab6-1620b4f13825 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:39:41.722800 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (ebe3a6e8-f619-44a9-8ab6-1620b4f13825), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:39:41.734885 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d21e001-b72b-4574-a2f8-aae1dd26a727 admin admin] Pushing event updated for resources: {'Network': ['ID=1a9376b2-7adc-4904-a92e-f5c407e6f045,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:39:41.773513 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Network 1a9376b2-7adc-4904-a92e-f5c407e6f045 details requested by agent ovs-agent-n-d-760453-5 with host n-d-760453-5 {{(pid=103306) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 26 21:39:41.786570 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.db_base_plugin_common [None req-ae09ff1a-e5cc-452b-b4e5-59f6c05d8f5d tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Allocated IP 172.22.0.1 (474dafc7-961c-4d25-9af5-450ccb0c9f59/2c112f07-fad1-44c6-905c-b9bc3dd49347/23dc59e1-4ea4-472c-9d74-51b3e9ef5bc7) {{(pid=103304) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 21:39:41.936031 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-f43ed582-00d2-419d-b1e2-886a7a357ce0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '099f2125-0882-4fde-9014-0f487e304c12', 'name': 'tempest-RoutersTest-router-234420378', 'tenant_id': '0e80f135b66f46baaae5354dcc5fe05e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T21:39:32Z', 'updated_at': '2022-01-26T21:39:38Z', 'revision_number': 3, 'project_id': '0e80f135b66f46baaae5354dcc5fe05e', 'gw_port_host': None, '_interfaces': [{'id': '062f4c4f-bde1-4073-87fb-6aafe30ff0ab', 'name': '', 'network_id': '31fd2470-ea18-41d7-84b0-015a4e02445e', 'tenant_id': '0e80f135b66f46baaae5354dcc5fe05e', 'mac_address': 'fa:16:3e:86:9c:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '099f2125-0882-4fde-9014-0f487e304c12', 'device_owner': 'network:router_interface', 'standard_attr_id': 3336, 'fixed_ips': [{'subnet_id': 'f6080c85-b283-478b-8f27-76ab3dd8a9d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:39:33Z', 'updated_at': '2022-01-26T21:39:37Z', 'revision_number': 5, 'project_id': '0e80f135b66f46baaae5354dcc5fe05e', 'subnets': [{'id': 'f6080c85-b283-478b-8f27-76ab3dd8a9d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a42953ae-1b92-430f-9acc-fd8483b66862', 'name': '', 'network_id': 'd3067897-eb6e-4f90-a652-1918e4660e5d', 'tenant_id': '0e80f135b66f46baaae5354dcc5fe05e', 'mac_address': 'fa:16:3e:95:ac:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '099f2125-0882-4fde-9014-0f487e304c12', 'device_owner': 'network:router_interface', 'standard_attr_id': 3341, 'fixed_ips': [{'subnet_id': 'fbba8953-6ff8-485c-8ccb-169c345b9186', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:39:37Z', 'updated_at': '2022-01-26T21:39:41Z', 'revision_number': 4, 'project_id': '0e80f135b66f46baaae5354dcc5fe05e', 'subnets': [{'id': 'fbba8953-6ff8-485c-8ccb-169c345b9186', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760453-5', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:39:41.980561 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f43ed582-00d2-419d-b1e2-886a7a357ce0 None None] The sync data for ids ['099f2125-0882-4fde-9014-0f487e304c12'] in n-d-760453-5 is: [{'id': '099f2125-0882-4fde-9014-0f487e304c12', 'name': 'tempest-RoutersTest-router-234420378', 'tenant_id': '0e80f135b66f46baaae5354dcc5fe05e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T21:39:32Z', 'updated_at': '2022-01-26T21:39:38Z', 'revision_number': 3, 'project_id': '0e80f135b66f46baaae5354dcc5fe05e', 'gw_port_host': None, '_interfaces': [{'id': '062f4c4f-bde1-4073-87fb-6aafe30ff0ab', 'name': '', 'network_id': '31fd2470-ea18-41d7-84b0-015a4e02445e', 'tenant_id': '0e80f135b66f46baaae5354dcc5fe05e', 'mac_address': 'fa:16:3e:86:9c:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '099f2125-0882-4fde-9014-0f487e304c12', 'device_owner': 'network:router_interface', 'standard_attr_id': 3336, 'fixed_ips': [{'subnet_id': 'f6080c85-b283-478b-8f27-76ab3dd8a9d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:39:33Z', 'updated_at': '2022-01-26T21:39:37Z', 'revision_number': 5, 'project_id': '0e80f135b66f46baaae5354dcc5fe05e', 'subnets': [{'id': 'f6080c85-b283-478b-8f27-76ab3dd8a9d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a42953ae-1b92-430f-9acc-fd8483b66862', 'name': '', 'network_id': 'd3067897-eb6e-4f90-a652-1918e4660e5d', 'tenant_id': '0e80f135b66f46baaae5354dcc5fe05e', 'mac_address': 'fa:16:3e:95:ac:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '099f2125-0882-4fde-9014-0f487e304c12', 'device_owner': 'network:router_interface', 'standard_attr_id': 3341, 'fixed_ips': [{'subnet_id': 'fbba8953-6ff8-485c-8ccb-169c345b9186', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:39:37Z', 'updated_at': '2022-01-26T21:39:41Z', 'revision_number': 4, 'project_id': '0e80f135b66f46baaae5354dcc5fe05e', 'subnets': [{'id': 'fbba8953-6ff8-485c-8ccb-169c345b9186', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 26 21:39:41.980998 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-ae09ff1a-e5cc-452b-b4e5-59f6c05d8f5d tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Publish callbacks [] for port (23dc59e1-4ea4-472c-9d74-51b3e9ef5bc7), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:39:42.029806 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-9ffb45a9-e2bd-4f71-a10a-d1e7af2d9a1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11788839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11599975'] for subnet (4bb7d044-11f9-4bd9-8814-43570999d47c), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:39:42.055238 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Current status of the port ebe3a6e8-f619-44a9-8ab6-1620b4f13825 is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:39:42.074226 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-ae09ff1a-e5cc-452b-b4e5-59f6c05d8f5d tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746560234527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9281553'] for port (23dc59e1-4ea4-472c-9d74-51b3e9ef5bc7), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:39:42.082228 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-78c1a84b-a916-405a-9cbb-7025c6db6b61 None None] Current status of the port a42953ae-1b92-430f-9acc-fd8483b66862 is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:39:42.105671 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ffb45a9-e2bd-4f71-a10a-d1e7af2d9a1d admin admin] Pushing event updated for resources: {'Subnet': ['ID=4bb7d044-11f9-4bd9-8814-43570999d47c,revision_number=0']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:39:42.160597 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ffb45a9-e2bd-4f71-a10a-d1e7af2d9a1d admin admin] Checking segment: {'id': '41b3816c-cb87-4d44-b45c-c5bd6f138438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '1a9376b2-7adc-4904-a92e-f5c407e6f045'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103305) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 21:39:42.160978 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ffb45a9-e2bd-4f71-a10a-d1e7af2d9a1d admin admin] Network hostable DHCP agents. Network: 1a9376b2-7adc-4904-a92e-f5c407e6f045, hostable agents: ['474ccdf7-ab6c-405b-a3b2-dc7b05829902'], hosted agents: [] {{(pid=103305) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 26 21:39:42.167182 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae09ff1a-e5cc-452b-b4e5-59f6c05d8f5d tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Network 474dafc7-961c-4d25-9af5-450ccb0c9f59 is already hosted by enough agents. {{(pid=103304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 21:39:42.172025 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [None req-ae09ff1a-e5cc-452b-b4e5-59f6c05d8f5d tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Resources bound (agent type, host, resource id): {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:39:42.174842 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae09ff1a-e5cc-452b-b4e5-59f6c05d8f5d tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Received port after_create {{(pid=103304) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 21:39:42.178002 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae09ff1a-e5cc-452b-b4e5-59f6c05d8f5d tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Pushing event updated for resources: {'Port': ['ID=23dc59e1-4ea4-472c-9d74-51b3e9ef5bc7,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:39:42.195822 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ffb45a9-e2bd-4f71-a10a-d1e7af2d9a1d admin admin] Network 1a9376b2-7adc-4904-a92e-f5c407e6f045 is scheduled to be hosted by DHCP agent 474ccdf7-ab6c-405b-a3b2-dc7b05829902 with binding_index 1 {{(pid=103305) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 26 21:39:42.217252 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [None req-9ffb45a9-e2bd-4f71-a10a-d1e7af2d9a1d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760453-5, 1a9376b2-7adc-4904-a92e-f5c407e6f045) {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:39:42.217878 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-44099e6f-1e89-43ab-825a-60a939f60fb6 None None] Provisioning complete for port a42953ae-1b92-430f-9acc-fd8483b66862 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:39:42.218485 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-44099e6f-1e89-43ab-825a-60a939f60fb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (a42953ae-1b92-430f-9acc-fd8483b66862), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:39:42.223365 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ffb45a9-e2bd-4f71-a10a-d1e7af2d9a1d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:39:42.225249 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-9ffb45a9-e2bd-4f71-a10a-d1e7af2d9a1d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:39:42.244803 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-ae09ff1a-e5cc-452b-b4e5-59f6c05d8f5d tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4111050'] for router_interface (099f2125-0882-4fde-9014-0f487e304c12), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:39:42.251427 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-9ffb45a9-e2bd-4f71-a10a-d1e7af2d9a1d admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6004553 Jan 26 21:39:42.255881 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 33598) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:39:42.260310 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-95a369fb-48d0-40a2-8c8a-a99129a962f7 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSON-1626620647-router', 'tenant_id': 'd65311bf75e14ee0ba1fb382850563a2', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299'}}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:39:42.290570 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29f650c1-7d33-40a8-bd94-484d9de43d68 None None] Network 1a9376b2-7adc-4904-a92e-f5c407e6f045 requested from n-d-760453-5 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 26 21:39:42.315706 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-95a369fb-48d0-40a2-8c8a-a99129a962f7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4104596', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13108'] for router (a108a2d8-6495-4d23-b875-fc6f1d7dec6b), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:39:42.317533 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-95a369fb-48d0-40a2-8c8a-a99129a962f7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4105828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4111306', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3733576', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13069'] for router (a108a2d8-6495-4d23-b875-fc6f1d7dec6b), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:39:42.383105 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-95a369fb-48d0-40a2-8c8a-a99129a962f7 admin admin] Publish callbacks [] for router_controller (a108a2d8-6495-4d23-b875-fc6f1d7dec6b), precommit_add_association {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:39:42.446969 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e21c54d2-486f-4f9e-8a39-f2f78aca09fc None None] Network 1a9376b2-7adc-4904-a92e-f5c407e6f045 requested from n-d-760453-5 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 26 21:39:42.525791 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-ae09ff1a-e5cc-452b-b4e5-59f6c05d8f5d tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (23dc59e1-4ea4-472c-9d74-51b3e9ef5bc7), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:39:42.588877 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-44099e6f-1e89-43ab-825a-60a939f60fb6 None None] Current status of the port a42953ae-1b92-430f-9acc-fd8483b66862 is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:39:42.698772 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-95a369fb-48d0-40a2-8c8a-a99129a962f7 admin admin] Publish callbacks [] for router_gateway (a108a2d8-6495-4d23-b875-fc6f1d7dec6b), precommit_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:39:42.760630 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-f1def90c-0ab2-47fa-aacf-e4830c0d6259 None None] Provisioning complete for port a42953ae-1b92-430f-9acc-fd8483b66862 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:39:42.761153 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-f1def90c-0ab2-47fa-aacf-e4830c0d6259 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (a42953ae-1b92-430f-9acc-fd8483b66862), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:39:42.889941 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-f1def90c-0ab2-47fa-aacf-e4830c0d6259 None None] Current status of the port a42953ae-1b92-430f-9acc-fd8483b66862 is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:39:42.948355 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-647bcf7d-2c10-4acc-aff4-c616e28ef165 None None] Network 474dafc7-961c-4d25-9af5-450ccb0c9f59 requested from n-d-760453-5 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 26 21:39:42.975141 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-ae09ff1a-e5cc-452b-b4e5-59f6c05d8f5d tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Publish callbacks [] for port (23dc59e1-4ea4-472c-9d74-51b3e9ef5bc7), precommit_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:39:42.981377 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-ae09ff1a-e5cc-452b-b4e5-59f6c05d8f5d tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9281542'] for port (23dc59e1-4ea4-472c-9d74-51b3e9ef5bc7), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:39:43.031900 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-95a369fb-48d0-40a2-8c8a-a99129a962f7 admin admin] Publish callbacks [] for router_gateway (a108a2d8-6495-4d23-b875-fc6f1d7dec6b), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:39:43.054475 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-95a369fb-48d0-40a2-8c8a-a99129a962f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:39:43.062919 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae09ff1a-e5cc-452b-b4e5-59f6c05d8f5d tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Pushing event updated for resources: {'Port': ['ID=23dc59e1-4ea4-472c-9d74-51b3e9ef5bc7,revision_number=2']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:39:43.065764 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-ae09ff1a-e5cc-452b-b4e5-59f6c05d8f5d tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3709457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4110682'] for router_interface (099f2125-0882-4fde-9014-0f487e304c12), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:39:43.179497 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.db_base_plugin_common [None req-95a369fb-48d0-40a2-8c8a-a99129a962f7 admin admin] Allocated IP 172.25.1.220 (4140a1f1-c93a-4bea-83a0-68953a54f299/e48251a1-e30d-4820-8396-00c6f6aeb601/c4a2246d-5fc1-4127-90eb-9a151f287568) {{(pid=103305) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 21:39:43.179710 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae09ff1a-e5cc-452b-b4e5-59f6c05d8f5d tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Network 474dafc7-961c-4d25-9af5-450ccb0c9f59 is already hosted by enough agents. {{(pid=103304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 21:39:43.181395 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [None req-ae09ff1a-e5cc-452b-b4e5-59f6c05d8f5d tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Resources bound (agent type, host, resource id): {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:39:43.188793 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-bfd9a84f-ce4d-4ced-98fc-27ffca7a0d78 None None] Provisioning complete for port 4ee2bbc6-152f-4f53-b112-d23caf8f4e09 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:39:43.189263 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-bfd9a84f-ce4d-4ced-98fc-27ffca7a0d78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (4ee2bbc6-152f-4f53-b112-d23caf8f4e09), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:39:43.288034 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae09ff1a-e5cc-452b-b4e5-59f6c05d8f5d tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Router 099f2125-0882-4fde-9014-0f487e304c12 has already been hosted by L3 agent 09df100c-3af1-4b0a-bda8-05914c71c458 {{(pid=103304) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 26 21:39:43.303408 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-95a369fb-48d0-40a2-8c8a-a99129a962f7 admin admin] Publish callbacks [] for port (c4a2246d-5fc1-4127-90eb-9a151f287568), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:39:43.310360 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-bfd9a84f-ce4d-4ced-98fc-27ffca7a0d78 None None] Current status of the port 4ee2bbc6-152f-4f53-b112-d23caf8f4e09 is: DOWN; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:39:43.310865 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-bfd9a84f-ce4d-4ced-98fc-27ffca7a0d78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (4ee2bbc6-152f-4f53-b112-d23caf8f4e09), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:39:43.349282 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-95a369fb-48d0-40a2-8c8a-a99129a962f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746560234527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11791543'] for port (c4a2246d-5fc1-4127-90eb-9a151f287568), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:39:43.354145 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-bfd9a84f-ce4d-4ced-98fc-27ffca7a0d78 None None] For port 4ee2bbc6-152f-4f53-b112-d23caf8f4e09, host n-d-760453-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=4ee2bbc6-152f-4f53-b112-d23caf8f4e09,segment=NetworkSegment(82cae8ca-78f3-41a7-bcba-48c4e9672241),segment_id=82cae8ca-78f3-41a7-bcba-48c4e9672241)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:39:43.359916 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-bfd9a84f-ce4d-4ced-98fc-27ffca7a0d78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (4ee2bbc6-152f-4f53-b112-d23caf8f4e09), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:39:43.392351 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95a369fb-48d0-40a2-8c8a-a99129a962f7 admin admin] Network 4140a1f1-c93a-4bea-83a0-68953a54f299 is already hosted by enough agents. {{(pid=103305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 21:39:43.394277 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae09ff1a-e5cc-452b-b4e5-59f6c05d8f5d tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Notify agent at l3_agent.n-d-760453-5 the message routers_updated {{(pid=103304) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 26 21:39:43.396122 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [None req-95a369fb-48d0-40a2-8c8a-a99129a962f7 admin admin] Resources bound (agent type, host, resource id): {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:39:43.399060 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95a369fb-48d0-40a2-8c8a-a99129a962f7 admin admin] Received port after_create {{(pid=103305) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 21:39:43.402967 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-ae09ff1a-e5cc-452b-b4e5-59f6c05d8f5d tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] 10.222.0.13 "PUT /v2.0/routers/099f2125-0882-4fde-9014-0f487e304c12/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2862713 Jan 26 21:39:43.403738 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 33602) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:39:43.408984 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-c60ad784-5edc-42f9-9950-07ed98565cb1 tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Request body: {'network': {'name': 'tempest-RoutersTest-422849165'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:39:43.420499 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f712c4ab-e0c4-487d-8a89-cd0bcca0f879 None None] Sync routers for ids ['099f2125-0882-4fde-9014-0f487e304c12'] in n-d-760453-5 {{(pid=103306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 26 21:39:43.440864 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c60ad784-5edc-42f9-9950-07ed98565cb1 tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Made reservation on behalf of 0e80f135b66f46baaae5354dcc5fe05e for: {'network': 1} {{(pid=103304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 21:39:43.442324 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f712c4ab-e0c4-487d-8a89-cd0bcca0f879 None None] Routers {'099f2125-0882-4fde-9014-0f487e304c12'} bound to L3 agent in host n-d-760453-5 {{(pid=103306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 21:39:43.443166 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-f712c4ab-e0c4-487d-8a89-cd0bcca0f879 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-26T20:55:21Z,description=,heartbeat_timestamp=2022-01-26T21:39:21Z,host='n-d-760453-5',id=09df100c-3af1-4b0a-bda8-05914c71c458,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:55:21Z,topic='l3_agent')) {'router_ids': ['099f2125-0882-4fde-9014-0f487e304c12'], 'active': True} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:39:43.445648 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-c60ad784-5edc-42f9-9950-07ed98565cb1 tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for network (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:39:43.492064 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c60ad784-5edc-42f9-9950-07ed98565cb1 tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] vlan segment allocate from pool success with {'vlan_id': 585, 'physical_network': 'physnet1'} {{(pid=103304) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 26 21:39:43.519079 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-c60ad784-5edc-42f9-9950-07ed98565cb1 tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576559'] for segment (fbec1de5-b39c-46c6-8f9f-9d0f9aaef2be), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:39:43.519430 n-d-760453-5 neutron-server[103304]: INFO neutron.db.segments_db [None req-c60ad784-5edc-42f9-9950-07ed98565cb1 tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Added segment fbec1de5-b39c-46c6-8f9f-9d0f9aaef2be of type vlan for network 2773a890-c0e1-4943-845c-d552c17b2c8c Jan 26 21:39:43.548449 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvr_db [None req-f712c4ab-e0c4-487d-8a89-cd0bcca0f879 None None] Set router 099f2125-0882-4fde-9014-0f487e304c12 gateway port host: None {{(pid=103306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 21:39:43.596834 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a369fb-48d0-40a2-8c8a-a99129a962f7 admin admin] Pushing event updated for resources: {'Port': ['ID=c4a2246d-5fc1-4127-90eb-9a151f287568,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:39:43.613940 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-c60ad784-5edc-42f9-9950-07ed98565cb1 tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746560256871'] for network (2773a890-c0e1-4943-845c-d552c17b2c8c), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:39:43.625183 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd9a84f-ce4d-4ced-98fc-27ffca7a0d78 None None] Pushing event updated for resources: {'Port': ['ID=4ee2bbc6-152f-4f53-b112-d23caf8f4e09,revision_number=3']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:39:43.659670 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-c60ad784-5edc-42f9-9950-07ed98565cb1 tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503'] for network (2773a890-c0e1-4943-845c-d552c17b2c8c), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:39:43.667159 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c60ad784-5edc-42f9-9950-07ed98565cb1 tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:39:43.668215 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-c60ad784-5edc-42f9-9950-07ed98565cb1 tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Publish callbacks [] for network (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:39:43.736421 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-95a369fb-48d0-40a2-8c8a-a99129a962f7 admin admin] Publish callbacks [] for router_gateway (a108a2d8-6495-4d23-b875-fc6f1d7dec6b), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:39:43.753128 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-c60ad784-5edc-42f9-9950-07ed98565cb1 tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.3474193 Jan 26 21:39:43.756821 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 33604) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:39:43.759615 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device a42953ae-1b92-430f-9acc-fd8483b66862 up at agent ovs-agent-n-d-760453-5 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 21:39:43.763850 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-655e9750-b113-4743-8d1c-c660f4e20a52 tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Request body: {'subnet': {'network_id': '2773a890-c0e1-4943-845c-d552c17b2c8c', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:39:43.767779 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-7c990c76-a431-4c2b-a42c-f29b83cdf4e0 None None] Provisioning complete for port 23dc59e1-4ea4-472c-9d74-51b3e9ef5bc7 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:39:43.768406 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-7c990c76-a431-4c2b-a42c-f29b83cdf4e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (23dc59e1-4ea4-472c-9d74-51b3e9ef5bc7), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:39:43.833499 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-7c990c76-a431-4c2b-a42c-f29b83cdf4e0 None None] Port 23dc59e1-4ea4-472c-9d74-51b3e9ef5bc7 cannot update to ACTIVE because it is not bound. {{(pid=103306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 26 21:39:43.841121 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c60ad784-5edc-42f9-9950-07ed98565cb1 tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Pushing event updated for resources: {'Network': ['ID=2773a890-c0e1-4943-845c-d552c17b2c8c,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:39:43.865165 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Network 2773a890-c0e1-4943-845c-d552c17b2c8c details requested by agent ovs-agent-n-d-760453-5 with host n-d-760453-5 {{(pid=103306) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 26 21:39:43.894231 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-655e9750-b113-4743-8d1c-c660f4e20a52 tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Made reservation on behalf of 0e80f135b66f46baaae5354dcc5fe05e for: {'subnet': 1} {{(pid=103304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 21:39:43.898667 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-655e9750-b113-4743-8d1c-c660f4e20a52 tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12215181'] for subnet (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:39:43.900540 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-7c990c76-a431-4c2b-a42c-f29b83cdf4e0 None None] Provisioning complete for port 4ee2bbc6-152f-4f53-b112-d23caf8f4e09 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:39:43.900995 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-7c990c76-a431-4c2b-a42c-f29b83cdf4e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (4ee2bbc6-152f-4f53-b112-d23caf8f4e09), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:39:44.079451 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Provisioning complete for port a42953ae-1b92-430f-9acc-fd8483b66862 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:39:44.080072 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (a42953ae-1b92-430f-9acc-fd8483b66862), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:39:44.180743 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-f712c4ab-e0c4-487d-8a89-cd0bcca0f879 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '099f2125-0882-4fde-9014-0f487e304c12', 'name': 'tempest-RoutersTest-router-234420378', 'tenant_id': '0e80f135b66f46baaae5354dcc5fe05e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T21:39:32Z', 'updated_at': '2022-01-26T21:39:42Z', 'revision_number': 4, 'project_id': '0e80f135b66f46baaae5354dcc5fe05e', 'gw_port_host': None, '_interfaces': [{'id': '062f4c4f-bde1-4073-87fb-6aafe30ff0ab', 'name': '', 'network_id': '31fd2470-ea18-41d7-84b0-015a4e02445e', 'tenant_id': '0e80f135b66f46baaae5354dcc5fe05e', 'mac_address': 'fa:16:3e:86:9c:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '099f2125-0882-4fde-9014-0f487e304c12', 'device_owner': 'network:router_interface', 'standard_attr_id': 3336, 'fixed_ips': [{'subnet_id': 'f6080c85-b283-478b-8f27-76ab3dd8a9d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:39:33Z', 'updated_at': '2022-01-26T21:39:37Z', 'revision_number': 5, 'project_id': '0e80f135b66f46baaae5354dcc5fe05e', 'subnets': [{'id': 'f6080c85-b283-478b-8f27-76ab3dd8a9d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '23dc59e1-4ea4-472c-9d74-51b3e9ef5bc7', 'name': '', 'network_id': '474dafc7-961c-4d25-9af5-450ccb0c9f59', 'tenant_id': '0e80f135b66f46baaae5354dcc5fe05e', 'mac_address': 'fa:16:3e:ca:d7:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '099f2125-0882-4fde-9014-0f487e304c12', 'device_owner': 'network:router_interface', 'standard_attr_id': 3353, 'fixed_ips': [{'subnet_id': '2c112f07-fad1-44c6-905c-b9bc3dd49347', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:39:41Z', 'updated_at': '2022-01-26T21:39:42Z', 'revision_number': 2, 'project_id': '0e80f135b66f46baaae5354dcc5fe05e', 'subnets': [{'id': '2c112f07-fad1-44c6-905c-b9bc3dd49347', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a42953ae-1b92-430f-9acc-fd8483b66862', 'name': '', 'network_id': 'd3067897-eb6e-4f90-a652-1918e4660e5d', 'tenant_id': '0e80f135b66f46baaae5354dcc5fe05e', 'mac_address': 'fa:16:3e:95:ac:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '099f2125-0882-4fde-9014-0f487e304c12', 'device_owner': 'network:router_interface', 'standard_attr_id': 3341, 'fixed_ips': [{'subnet_id': 'fbba8953-6ff8-485c-8ccb-169c345b9186', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:39:37Z', 'updated_at': '2022-01-26T21:39:41Z', 'revision_number': 5, 'project_id': '0e80f135b66f46baaae5354dcc5fe05e', 'subnets': [{'id': 'fbba8953-6ff8-485c-8ccb-169c345b9186', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760453-5', False) {} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:39:44.184492 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-7c990c76-a431-4c2b-a42c-f29b83cdf4e0 None None] Current status of the port 4ee2bbc6-152f-4f53-b112-d23caf8f4e09 is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:39:44.193316 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-655e9750-b113-4743-8d1c-c660f4e20a52 tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9285249', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12215227'] for subnet (a8f0e3f9-d254-4543-97ef-dc463d3b0fb3), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:39:44.224291 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f712c4ab-e0c4-487d-8a89-cd0bcca0f879 None None] Checking router: 099f2125-0882-4fde-9014-0f487e304c12 for host: n-d-760453-5 {{(pid=103306) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 26 21:39:44.224724 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f712c4ab-e0c4-487d-8a89-cd0bcca0f879 None None] Updating router 099f2125-0882-4fde-9014-0f487e304c12 port 23dc59e1-4ea4-472c-9d74-51b3e9ef5bc7 binding host n-d-760453-5 {{(pid=103306) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 26 21:39:44.256051 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-f712c4ab-e0c4-487d-8a89-cd0bcca0f879 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (23dc59e1-4ea4-472c-9d74-51b3e9ef5bc7), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:39:44.262831 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-655e9750-b113-4743-8d1c-c660f4e20a52 tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Pushing event updated for resources: {'Subnet': ['ID=a8f0e3f9-d254-4543-97ef-dc463d3b0fb3,revision_number=0']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:39:44.282177 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-655e9750-b113-4743-8d1c-c660f4e20a52 tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Checking segment: {'id': 'fbec1de5-b39c-46c6-8f9f-9d0f9aaef2be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '2773a890-c0e1-4943-845c-d552c17b2c8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103304) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 21:39:44.282633 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-655e9750-b113-4743-8d1c-c660f4e20a52 tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Network hostable DHCP agents. Network: 2773a890-c0e1-4943-845c-d552c17b2c8c, hostable agents: ['474ccdf7-ab6c-405b-a3b2-dc7b05829902'], hosted agents: [] {{(pid=103304) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 26 21:39:44.303385 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-655e9750-b113-4743-8d1c-c660f4e20a52 tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Network 2773a890-c0e1-4943-845c-d552c17b2c8c is scheduled to be hosted by DHCP agent 474ccdf7-ab6c-405b-a3b2-dc7b05829902 with binding_index 1 {{(pid=103304) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 26 21:39:44.314319 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [None req-655e9750-b113-4743-8d1c-c660f4e20a52 tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760453-5, 2773a890-c0e1-4943-845c-d552c17b2c8c) {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:39:44.319015 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-655e9750-b113-4743-8d1c-c660f4e20a52 tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:39:44.319699 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-655e9750-b113-4743-8d1c-c660f4e20a52 tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Publish callbacks [] for subnet (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:39:44.334881 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58e3f447-93af-4c54-a80d-c0fe1266b259 None None] Network 2773a890-c0e1-4943-845c-d552c17b2c8c requested from n-d-760453-5 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 26 21:39:44.337365 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Current status of the port a42953ae-1b92-430f-9acc-fd8483b66862 is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:39:44.339063 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device 4ee2bbc6-152f-4f53-b112-d23caf8f4e09 up at agent ovs-agent-n-d-760453-5 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 21:39:44.339201 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-655e9750-b113-4743-8d1c-c660f4e20a52 tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5808160 Jan 26 21:39:44.342171 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 33614) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:39:44.431347 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-0b986ff4-4ab9-46bc-9fdc-4678ac490664 None None] Provisioning complete for port 23dc59e1-4ea4-472c-9d74-51b3e9ef5bc7 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:39:44.431722 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-0b986ff4-4ab9-46bc-9fdc-4678ac490664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (23dc59e1-4ea4-472c-9d74-51b3e9ef5bc7), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:39:44.453678 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-95a369fb-48d0-40a2-8c8a-a99129a962f7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4105757', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4111263'] for router (a108a2d8-6495-4d23-b875-fc6f1d7dec6b), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:39:44.485671 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.agents_db [None req-569f1ced-6396-4ddf-b79f-e03b0b2146ab None None] Agent healthcheck: found 7 active agents {{(pid=103307) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 26 21:39:44.563870 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-0b986ff4-4ab9-46bc-9fdc-4678ac490664 None None] Port 23dc59e1-4ea4-472c-9d74-51b3e9ef5bc7 cannot update to ACTIVE because it is not bound. {{(pid=103306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 26 21:39:44.598247 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95a369fb-48d0-40a2-8c8a-a99129a962f7 admin admin] Router a108a2d8-6495-4d23-b875-fc6f1d7dec6b is scheduled to L3 agent 09df100c-3af1-4b0a-bda8-05914c71c458 with binding_index 1 {{(pid=103305) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 26 21:39:44.623593 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d88c3f7-c49d-4db8-8200-b42de67c609e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3c4099e8-8ffb-51d1-af7f-5868973e933f-2773a890-c0e1-4943-845c-d552c17b2c8c', 'network_id': '2773a890-c0e1-4943-845c-d552c17b2c8c', 'project_id': '0e80f135b66f46baaae5354dcc5fe05e', 'fixed_ips': [{'subnet_id': 'a8f0e3f9-d254-4543-97ef-dc463d3b0fb3'}]}} from n-d-760453-5. {{(pid=103306) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 26 21:39:44.623845 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-7d88c3f7-c49d-4db8-8200-b42de67c609e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (None), before_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:39:44.625714 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Provisioning complete for port 4ee2bbc6-152f-4f53-b112-d23caf8f4e09 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:39:44.626072 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (4ee2bbc6-152f-4f53-b112-d23caf8f4e09), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:39:44.714050 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95a369fb-48d0-40a2-8c8a-a99129a962f7 admin admin] Notify agent at l3_agent.n-d-760453-5 the message routers_updated {{(pid=103305) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 26 21:39:44.731435 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a3cedd2-4ea4-41d9-9b9d-6615a76f5b91 None None] Sync routers for ids ['a108a2d8-6495-4d23-b875-fc6f1d7dec6b'] in n-d-760453-5 {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 26 21:39:44.733057 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-0c11b081-5a22-4fb0-b980-1e1fd4d17ac5 tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:39:44.736030 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-95a369fb-48d0-40a2-8c8a-a99129a962f7 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:39:44.739717 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-95a369fb-48d0-40a2-8c8a-a99129a962f7 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.4802458 Jan 26 21:39:44.740279 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 33616) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:39:44.754371 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a3cedd2-4ea4-41d9-9b9d-6615a76f5b91 None None] Routers {'a108a2d8-6495-4d23-b875-fc6f1d7dec6b'} bound to L3 agent in host n-d-760453-5 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 21:39:44.755295 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-8a3cedd2-4ea4-41d9-9b9d-6615a76f5b91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-26T20:55:21Z,description=,heartbeat_timestamp=2022-01-26T21:39:21Z,host='n-d-760453-5',id=09df100c-3af1-4b0a-bda8-05914c71c458,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:55:21Z,topic='l3_agent')) {'router_ids': ['a108a2d8-6495-4d23-b875-fc6f1d7dec6b'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:39:44.911199 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_dvr_db [None req-8a3cedd2-4ea4-41d9-9b9d-6615a76f5b91 None None] Set router a108a2d8-6495-4d23-b875-fc6f1d7dec6b gateway port host: n-d-760453-5 {{(pid=103307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 21:39:45.118462 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Current status of the port 4ee2bbc6-152f-4f53-b112-d23caf8f4e09 is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:39:45.127552 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-f712c4ab-e0c4-487d-8a89-cd0bcca0f879 None None] Publish callbacks [] for port (23dc59e1-4ea4-472c-9d74-51b3e9ef5bc7), precommit_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:39:45.135765 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.db_base_plugin_common [None req-7d88c3f7-c49d-4db8-8200-b42de67c609e None None] Allocated IP 172.23.0.2 (2773a890-c0e1-4943-845c-d552c17b2c8c/a8f0e3f9-d254-4543-97ef-dc463d3b0fb3/481490a1-f064-4165-8704-791e8843f93c) {{(pid=103306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 21:39:45.141077 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-f712c4ab-e0c4-487d-8a89-cd0bcca0f879 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (23dc59e1-4ea4-472c-9d74-51b3e9ef5bc7), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:39:45.151667 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-8a3cedd2-4ea4-41d9-9b9d-6615a76f5b91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a108a2d8-6495-4d23-b875-fc6f1d7dec6b', 'name': 'tempest-ServerRescueTestJSON-1626620647-router', 'tenant_id': 'd65311bf75e14ee0ba1fb382850563a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'external_fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.220'}], 'enable_snat': True}, 'gw_port_id': 'c4a2246d-5fc1-4127-90eb-9a151f287568', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T21:39:42Z', 'updated_at': '2022-01-26T21:39:43Z', 'revision_number': 3, 'project_id': 'd65311bf75e14ee0ba1fb382850563a2', 'gw_port': {'id': 'c4a2246d-5fc1-4127-90eb-9a151f287568', 'name': '', 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:bd:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a108a2d8-6495-4d23-b875-fc6f1d7dec6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3356, 'fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:39:43Z', 'updated_at': '2022-01-26T21:39:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-5'}], 'n-d-760453-5', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:39:45.181729 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a3cedd2-4ea4-41d9-9b9d-6615a76f5b91 None None] Checking router: a108a2d8-6495-4d23-b875-fc6f1d7dec6b for host: n-d-760453-5 {{(pid=103307) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 26 21:39:45.182199 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a3cedd2-4ea4-41d9-9b9d-6615a76f5b91 None None] Updating router a108a2d8-6495-4d23-b875-fc6f1d7dec6b port c4a2246d-5fc1-4127-90eb-9a151f287568 binding host n-d-760453-5 {{(pid=103307) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 26 21:39:45.218259 n-d-760453-5 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-8a3cedd2-4ea4-41d9-9b9d-6615a76f5b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (c4a2246d-5fc1-4127-90eb-9a151f287568), before_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:39:45.403877 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-22227c39-8db1-4dc0-9713-e79a7ad5a13d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:39:45.411888 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc0661f-9bf6-48c0-8204-39b21a5147aa None None] Pushing event updated for resources: {'Port': ['ID=23dc59e1-4ea4-472c-9d74-51b3e9ef5bc7,revision_number=3']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:39:45.464590 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-7d88c3f7-c49d-4db8-8200-b42de67c609e None None] Publish callbacks [] for port (481490a1-f064-4165-8704-791e8843f93c), precommit_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:39:45.495478 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-f712c4ab-e0c4-487d-8a89-cd0bcca0f879 None None] Attempting to bind port 23dc59e1-4ea4-472c-9d74-51b3e9ef5bc7 on host n-d-760453-5 for vnic_type normal with profile {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 21:39:45.496167 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-f712c4ab-e0c4-487d-8a89-cd0bcca0f879 None None] Attempting to bind port 23dc59e1-4ea4-472c-9d74-51b3e9ef5bc7 by drivers openvswitch,hyperv on host n-d-760453-5 at level 0 using segments [{'id': '82cae8ca-78f3-41a7-bcba-48c4e9672241', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '474dafc7-961c-4d25-9af5-450ccb0c9f59'}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 26 21:39:45.497069 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f712c4ab-e0c4-487d-8a89-cd0bcca0f879 None None] Attempting to bind port 23dc59e1-4ea4-472c-9d74-51b3e9ef5bc7 on network 474dafc7-961c-4d25-9af5-450ccb0c9f59 {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 21:39:45.500537 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-7d88c3f7-c49d-4db8-8200-b42de67c609e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746560234527'] for port (481490a1-f064-4165-8704-791e8843f93c), after_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:39:45.534622 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f712c4ab-e0c4-487d-8a89-cd0bcca0f879 None None] Checking agent: {'id': 'fea0591a-627d-4c87-9a9a-01625ddf3277', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760453-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 20, 55, 25), 'started_at': datetime.datetime(2022, 1, 26, 20, 55, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 21, 39, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760453-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 26 21:39:45.534941 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f712c4ab-e0c4-487d-8a89-cd0bcca0f879 None None] Checking segment: {'id': '82cae8ca-78f3-41a7-bcba-48c4e9672241', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '474dafc7-961c-4d25-9af5-450ccb0c9f59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 21:39:45.535348 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-f712c4ab-e0c4-487d-8a89-cd0bcca0f879 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:39:45.535751 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f712c4ab-e0c4-487d-8a89-cd0bcca0f879 None None] Bound using segment: {'id': '82cae8ca-78f3-41a7-bcba-48c4e9672241', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '474dafc7-961c-4d25-9af5-450ccb0c9f59'} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 26 21:39:45.536250 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-f712c4ab-e0c4-487d-8a89-cd0bcca0f879 None None] Bound port: 23dc59e1-4ea4-472c-9d74-51b3e9ef5bc7, host: n-d-760453-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82cae8ca-78f3-41a7-bcba-48c4e9672241', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '474dafc7-961c-4d25-9af5-450ccb0c9f59'}}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 26 21:39:45.536641 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-f712c4ab-e0c4-487d-8a89-cd0bcca0f879 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (23dc59e1-4ea4-472c-9d74-51b3e9ef5bc7), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:39:45.598235 n-d-760453-5 neutron-server[103306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d88c3f7-c49d-4db8-8200-b42de67c609e None None] Network 2773a890-c0e1-4943-845c-d552c17b2c8c is already hosted by enough agents. {{(pid=103306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 21:39:45.608805 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.db_base_plugin_common [None req-0c11b081-5a22-4fb0-b980-1e1fd4d17ac5 tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Allocated IP 172.23.0.1 (2773a890-c0e1-4943-845c-d552c17b2c8c/a8f0e3f9-d254-4543-97ef-dc463d3b0fb3/9d5c5d15-445c-4272-84d1-72be9e889283) {{(pid=103304) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 21:39:45.611176 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d88c3f7-c49d-4db8-8200-b42de67c609e None None] Pushing event updated for resources: {'Port': ['ID=481490a1-f064-4165-8704-791e8843f93c,revision_number=1']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:39:45.614730 n-d-760453-5 neutron-server[103306]: DEBUG neutron.scheduler.base_scheduler [None req-7d88c3f7-c49d-4db8-8200-b42de67c609e None None] Resources bound (agent type, host, resource id): {{(pid=103306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:39:45.617233 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d88c3f7-c49d-4db8-8200-b42de67c609e None None] Received port after_create {{(pid=103306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 21:39:45.623604 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device 4ee2bbc6-152f-4f53-b112-d23caf8f4e09 up at agent ovs-agent-n-d-760453-5 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 21:39:45.758406 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.db_base_plugin_common [None req-22227c39-8db1-4dc0-9713-e79a7ad5a13d admin admin] Allocated IP 172.20.0.1 (1a9376b2-7adc-4904-a92e-f5c407e6f045/4bb7d044-11f9-4bd9-8814-43570999d47c/1bf289e0-4d24-4cda-8119-ba6b60ac3f21) {{(pid=103305) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 21:39:45.780080 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-f712c4ab-e0c4-487d-8a89-cd0bcca0f879 None None] For port 23dc59e1-4ea4-472c-9d74-51b3e9ef5bc7, host n-d-760453-5, cleared binding levels {{(pid=103306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 26 21:39:45.802647 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-f712c4ab-e0c4-487d-8a89-cd0bcca0f879 None None] For port 23dc59e1-4ea4-472c-9d74-51b3e9ef5bc7, host n-d-760453-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=23dc59e1-4ea4-472c-9d74-51b3e9ef5bc7,segment=NetworkSegment(82cae8ca-78f3-41a7-bcba-48c4e9672241),segment_id=82cae8ca-78f3-41a7-bcba-48c4e9672241)] {{(pid=103306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 26 21:39:45.804767 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-0c11b081-5a22-4fb0-b980-1e1fd4d17ac5 tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Publish callbacks [] for port (9d5c5d15-445c-4272-84d1-72be9e889283), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:39:45.804991 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-7d88c3f7-c49d-4db8-8200-b42de67c609e None None] Attempting to bind port 481490a1-f064-4165-8704-791e8843f93c on host n-d-760453-5 for vnic_type normal with profile {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 21:39:45.805444 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-7d88c3f7-c49d-4db8-8200-b42de67c609e None None] Attempting to bind port 481490a1-f064-4165-8704-791e8843f93c by drivers openvswitch,hyperv on host n-d-760453-5 at level 0 using segments [{'id': 'fbec1de5-b39c-46c6-8f9f-9d0f9aaef2be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '2773a890-c0e1-4943-845c-d552c17b2c8c'}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 26 21:39:45.805872 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d88c3f7-c49d-4db8-8200-b42de67c609e None None] Attempting to bind port 481490a1-f064-4165-8704-791e8843f93c on network 2773a890-c0e1-4943-845c-d552c17b2c8c {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 21:39:45.816911 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-f712c4ab-e0c4-487d-8a89-cd0bcca0f879 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (23dc59e1-4ea4-472c-9d74-51b3e9ef5bc7), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:39:45.826297 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d88c3f7-c49d-4db8-8200-b42de67c609e None None] Checking agent: {'id': 'fea0591a-627d-4c87-9a9a-01625ddf3277', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760453-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 20, 55, 25), 'started_at': datetime.datetime(2022, 1, 26, 20, 55, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 21, 39, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760453-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 26 21:39:45.826676 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d88c3f7-c49d-4db8-8200-b42de67c609e None None] Checking segment: {'id': 'fbec1de5-b39c-46c6-8f9f-9d0f9aaef2be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '2773a890-c0e1-4943-845c-d552c17b2c8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 21:39:45.827081 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-7d88c3f7-c49d-4db8-8200-b42de67c609e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:39:45.827482 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d88c3f7-c49d-4db8-8200-b42de67c609e None None] Bound using segment: {'id': 'fbec1de5-b39c-46c6-8f9f-9d0f9aaef2be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '2773a890-c0e1-4943-845c-d552c17b2c8c'} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 26 21:39:45.827970 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-7d88c3f7-c49d-4db8-8200-b42de67c609e None None] Bound port: 481490a1-f064-4165-8704-791e8843f93c, host: n-d-760453-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fbec1de5-b39c-46c6-8f9f-9d0f9aaef2be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '2773a890-c0e1-4943-845c-d552c17b2c8c'}}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 26 21:39:45.828356 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-7d88c3f7-c49d-4db8-8200-b42de67c609e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (481490a1-f064-4165-8704-791e8843f93c), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:39:45.857340 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-0c11b081-5a22-4fb0-b980-1e1fd4d17ac5 tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746560234527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9281553'] for port (9d5c5d15-445c-4272-84d1-72be9e889283), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:39:45.879664 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Provisioning complete for port 4ee2bbc6-152f-4f53-b112-d23caf8f4e09 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:39:45.880044 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (4ee2bbc6-152f-4f53-b112-d23caf8f4e09), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:39:45.881645 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-106849d8-38aa-4c16-8a5b-313e42a32ebe None None] Provisioning complete for port 23dc59e1-4ea4-472c-9d74-51b3e9ef5bc7 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:39:45.882009 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-106849d8-38aa-4c16-8a5b-313e42a32ebe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (23dc59e1-4ea4-472c-9d74-51b3e9ef5bc7), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:39:45.924037 n-d-760453-5 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-8a3cedd2-4ea4-41d9-9b9d-6615a76f5b91 None None] Publish callbacks [] for port (c4a2246d-5fc1-4127-90eb-9a151f287568), precommit_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:39:45.935551 n-d-760453-5 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-8a3cedd2-4ea4-41d9-9b9d-6615a76f5b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (c4a2246d-5fc1-4127-90eb-9a151f287568), after_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:39:45.943334 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c11b081-5a22-4fb0-b980-1e1fd4d17ac5 tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Network 2773a890-c0e1-4943-845c-d552c17b2c8c is already hosted by enough agents. {{(pid=103304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 21:39:45.950753 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [None req-0c11b081-5a22-4fb0-b980-1e1fd4d17ac5 tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Resources bound (agent type, host, resource id): {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:39:45.958560 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c11b081-5a22-4fb0-b980-1e1fd4d17ac5 tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Received port after_create {{(pid=103304) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 21:39:45.995351 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c11b081-5a22-4fb0-b980-1e1fd4d17ac5 tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Pushing event updated for resources: {'Port': ['ID=9d5c5d15-445c-4272-84d1-72be9e889283,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:39:46.012635 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-22227c39-8db1-4dc0-9713-e79a7ad5a13d admin admin] Publish callbacks [] for port (1bf289e0-4d24-4cda-8119-ba6b60ac3f21), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:39:46.031421 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-0c11b081-5a22-4fb0-b980-1e1fd4d17ac5 tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4111050'] for router_interface (099f2125-0882-4fde-9014-0f487e304c12), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:39:46.071188 n-d-760453-5 neutron-server[103307]: DEBUG neutron.plugins.ml2.managers [None req-8a3cedd2-4ea4-41d9-9b9d-6615a76f5b91 None None] Attempting to bind port c4a2246d-5fc1-4127-90eb-9a151f287568 on host n-d-760453-5 for vnic_type normal with profile {{(pid=103307) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 21:39:46.074140 n-d-760453-5 neutron-server[103307]: DEBUG neutron.plugins.ml2.managers [None req-8a3cedd2-4ea4-41d9-9b9d-6615a76f5b91 None None] Attempting to bind port c4a2246d-5fc1-4127-90eb-9a151f287568 by drivers openvswitch,hyperv on host n-d-760453-5 at level 0 using segments [{'id': 'e17cb353-418f-48b9-b982-21a6233ee99b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299'}] {{(pid=103307) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 26 21:39:46.076961 n-d-760453-5 neutron-server[103307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a3cedd2-4ea4-41d9-9b9d-6615a76f5b91 None None] Attempting to bind port c4a2246d-5fc1-4127-90eb-9a151f287568 on network 4140a1f1-c93a-4bea-83a0-68953a54f299 {{(pid=103307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 21:39:46.077702 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f712c4ab-e0c4-487d-8a89-cd0bcca0f879 None None] Routers {'099f2125-0882-4fde-9014-0f487e304c12'} bound to L3 agent in host n-d-760453-5 {{(pid=103306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 21:39:46.078372 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-f712c4ab-e0c4-487d-8a89-cd0bcca0f879 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-26T20:55:21Z,description=,heartbeat_timestamp=2022-01-26T21:39:21Z,host='n-d-760453-5',id=09df100c-3af1-4b0a-bda8-05914c71c458,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:55:21Z,topic='l3_agent')) {'router_ids': ['099f2125-0882-4fde-9014-0f487e304c12'], 'active': True} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:39:46.080241 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b8c517-10fe-4aa9-b878-4d889807c1c6 None None] Pushing event updated for resources: {'Port': ['ID=c4a2246d-5fc1-4127-90eb-9a151f287568,revision_number=2']} {{(pid=103307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:39:46.103238 n-d-760453-5 neutron-server[103307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a3cedd2-4ea4-41d9-9b9d-6615a76f5b91 None None] Checking agent: {'id': 'fea0591a-627d-4c87-9a9a-01625ddf3277', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760453-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 20, 55, 25), 'started_at': datetime.datetime(2022, 1, 26, 20, 55, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 21, 39, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760453-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 26 21:39:46.103657 n-d-760453-5 neutron-server[103307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a3cedd2-4ea4-41d9-9b9d-6615a76f5b91 None None] Checking segment: {'id': 'e17cb353-418f-48b9-b982-21a6233ee99b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103307) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 21:39:46.104086 n-d-760453-5 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-8a3cedd2-4ea4-41d9-9b9d-6615a76f5b91 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:39:46.104477 n-d-760453-5 neutron-server[103307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a3cedd2-4ea4-41d9-9b9d-6615a76f5b91 None None] Bound using segment: {'id': 'e17cb353-418f-48b9-b982-21a6233ee99b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299'} {{(pid=103307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 26 21:39:46.104576 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc0661f-9bf6-48c0-8204-39b21a5147aa None None] Pushing event updated for resources: {'Port': ['ID=23dc59e1-4ea4-472c-9d74-51b3e9ef5bc7,revision_number=4']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:39:46.104946 n-d-760453-5 neutron-server[103307]: DEBUG neutron.plugins.ml2.managers [None req-8a3cedd2-4ea4-41d9-9b9d-6615a76f5b91 None None] Bound port: c4a2246d-5fc1-4127-90eb-9a151f287568, host: n-d-760453-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e17cb353-418f-48b9-b982-21a6233ee99b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299'}}] {{(pid=103307) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 26 21:39:46.106908 n-d-760453-5 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-8a3cedd2-4ea4-41d9-9b9d-6615a76f5b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (c4a2246d-5fc1-4127-90eb-9a151f287568), before_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:39:46.112792 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-22227c39-8db1-4dc0-9713-e79a7ad5a13d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746560234527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11791543'] for port (1bf289e0-4d24-4cda-8119-ba6b60ac3f21), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:39:46.201512 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-0c11b081-5a22-4fb0-b980-1e1fd4d17ac5 tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (9d5c5d15-445c-4272-84d1-72be9e889283), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:39:46.223961 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22227c39-8db1-4dc0-9713-e79a7ad5a13d admin admin] Network 1a9376b2-7adc-4904-a92e-f5c407e6f045 is already hosted by enough agents. {{(pid=103305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 21:39:46.226891 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [None req-22227c39-8db1-4dc0-9713-e79a7ad5a13d admin admin] Resources bound (agent type, host, resource id): {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:39:46.245698 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22227c39-8db1-4dc0-9713-e79a7ad5a13d admin admin] Received port after_create {{(pid=103305) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 21:39:46.258311 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-7d88c3f7-c49d-4db8-8200-b42de67c609e None None] For port 481490a1-f064-4165-8704-791e8843f93c, host n-d-760453-5, cleared binding levels {{(pid=103306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 26 21:39:46.262365 n-d-760453-5 neutron-server[103307]: DEBUG neutron.plugins.ml2.db [None req-8a3cedd2-4ea4-41d9-9b9d-6615a76f5b91 None None] For port c4a2246d-5fc1-4127-90eb-9a151f287568, host n-d-760453-5, cleared binding levels {{(pid=103307) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 26 21:39:46.267752 n-d-760453-5 neutron-server[103307]: DEBUG neutron.plugins.ml2.db [None req-8a3cedd2-4ea4-41d9-9b9d-6615a76f5b91 None None] For port c4a2246d-5fc1-4127-90eb-9a151f287568, host n-d-760453-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=c4a2246d-5fc1-4127-90eb-9a151f287568,segment=NetworkSegment(e17cb353-418f-48b9-b982-21a6233ee99b),segment_id=e17cb353-418f-48b9-b982-21a6233ee99b)] {{(pid=103307) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 26 21:39:46.279001 n-d-760453-5 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-8a3cedd2-4ea4-41d9-9b9d-6615a76f5b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (c4a2246d-5fc1-4127-90eb-9a151f287568), after_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:39:46.281970 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-7d88c3f7-c49d-4db8-8200-b42de67c609e None None] For port 481490a1-f064-4165-8704-791e8843f93c, host n-d-760453-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=481490a1-f064-4165-8704-791e8843f93c,segment=NetworkSegment(fbec1de5-b39c-46c6-8f9f-9d0f9aaef2be),segment_id=fbec1de5-b39c-46c6-8f9f-9d0f9aaef2be)] {{(pid=103306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 26 21:39:46.319078 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-7d88c3f7-c49d-4db8-8200-b42de67c609e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (481490a1-f064-4165-8704-791e8843f93c), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:39:46.330033 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-22227c39-8db1-4dc0-9713-e79a7ad5a13d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4111050'] for router_interface (a108a2d8-6495-4d23-b875-fc6f1d7dec6b), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:39:46.396475 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvr_db [None req-f712c4ab-e0c4-487d-8a89-cd0bcca0f879 None None] Set router 099f2125-0882-4fde-9014-0f487e304c12 gateway port host: None {{(pid=103306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 21:39:46.413881 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a3cedd2-4ea4-41d9-9b9d-6615a76f5b91 None None] Routers {'a108a2d8-6495-4d23-b875-fc6f1d7dec6b'} bound to L3 agent in host n-d-760453-5 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 21:39:46.414511 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-8a3cedd2-4ea4-41d9-9b9d-6615a76f5b91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-26T20:55:21Z,description=,heartbeat_timestamp=2022-01-26T21:39:21Z,host='n-d-760453-5',id=09df100c-3af1-4b0a-bda8-05914c71c458,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:55:21Z,topic='l3_agent')) {'router_ids': ['a108a2d8-6495-4d23-b875-fc6f1d7dec6b'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:39:46.417918 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b8c517-10fe-4aa9-b878-4d889807c1c6 None None] Pushing event updated for resources: {'Port': ['ID=c4a2246d-5fc1-4127-90eb-9a151f287568,revision_number=3']} {{(pid=103307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:39:46.457352 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22227c39-8db1-4dc0-9713-e79a7ad5a13d admin admin] Pushing event updated for resources: {'Port': ['ID=1bf289e0-4d24-4cda-8119-ba6b60ac3f21,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:39:46.499619 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-106849d8-38aa-4c16-8a5b-313e42a32ebe None None] Current status of the port 23dc59e1-4ea4-472c-9d74-51b3e9ef5bc7 is: DOWN; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:39:46.500012 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-106849d8-38aa-4c16-8a5b-313e42a32ebe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (23dc59e1-4ea4-472c-9d74-51b3e9ef5bc7), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:39:46.567525 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Current status of the port 4ee2bbc6-152f-4f53-b112-d23caf8f4e09 is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:39:46.581485 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d88c3f7-c49d-4db8-8200-b42de67c609e None None] Pushing event updated for resources: {'Port': ['ID=481490a1-f064-4165-8704-791e8843f93c,revision_number=2']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:39:46.602749 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-0c11b081-5a22-4fb0-b980-1e1fd4d17ac5 tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Publish callbacks [] for port (9d5c5d15-445c-4272-84d1-72be9e889283), precommit_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:39:46.607804 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_dvr_db [None req-8a3cedd2-4ea4-41d9-9b9d-6615a76f5b91 None None] Set router a108a2d8-6495-4d23-b875-fc6f1d7dec6b gateway port host: n-d-760453-5 {{(pid=103307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 21:39:46.619827 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-0c11b081-5a22-4fb0-b980-1e1fd4d17ac5 tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9281542'] for port (9d5c5d15-445c-4272-84d1-72be9e889283), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:39:46.669961 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-22227c39-8db1-4dc0-9713-e79a7ad5a13d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (1bf289e0-4d24-4cda-8119-ba6b60ac3f21), before_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:39:46.689150 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-106849d8-38aa-4c16-8a5b-313e42a32ebe None None] For port 23dc59e1-4ea4-472c-9d74-51b3e9ef5bc7, host n-d-760453-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=23dc59e1-4ea4-472c-9d74-51b3e9ef5bc7,segment=NetworkSegment(82cae8ca-78f3-41a7-bcba-48c4e9672241),segment_id=82cae8ca-78f3-41a7-bcba-48c4e9672241)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:39:46.700637 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-106849d8-38aa-4c16-8a5b-313e42a32ebe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (23dc59e1-4ea4-472c-9d74-51b3e9ef5bc7), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:39:46.828579 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-0c11b081-5a22-4fb0-b980-1e1fd4d17ac5 tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3709457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4110682'] for router_interface (099f2125-0882-4fde-9014-0f487e304c12), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:39:46.859438 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c11b081-5a22-4fb0-b980-1e1fd4d17ac5 tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Pushing event updated for resources: {'Port': ['ID=9d5c5d15-445c-4272-84d1-72be9e889283,revision_number=2']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:39:46.943376 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-106849d8-38aa-4c16-8a5b-313e42a32ebe None None] Pushing event updated for resources: {'Port': ['ID=23dc59e1-4ea4-472c-9d74-51b3e9ef5bc7,revision_number=5']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:39:46.966360 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-032409b1-b255-49c9-9ae6-26fb4c0c969a None None] Provisioning complete for port 23dc59e1-4ea4-472c-9d74-51b3e9ef5bc7 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:39:46.966642 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-032409b1-b255-49c9-9ae6-26fb4c0c969a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (23dc59e1-4ea4-472c-9d74-51b3e9ef5bc7), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:39:46.991049 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-22227c39-8db1-4dc0-9713-e79a7ad5a13d admin admin] Publish callbacks [] for port (1bf289e0-4d24-4cda-8119-ba6b60ac3f21), precommit_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:39:46.994365 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-8a3cedd2-4ea4-41d9-9b9d-6615a76f5b91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a108a2d8-6495-4d23-b875-fc6f1d7dec6b', 'name': 'tempest-ServerRescueTestJSON-1626620647-router', 'tenant_id': 'd65311bf75e14ee0ba1fb382850563a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'external_fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.220'}], 'enable_snat': True}, 'gw_port_id': 'c4a2246d-5fc1-4127-90eb-9a151f287568', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T21:39:42Z', 'updated_at': '2022-01-26T21:39:43Z', 'revision_number': 3, 'project_id': 'd65311bf75e14ee0ba1fb382850563a2', 'gw_port': {'id': 'c4a2246d-5fc1-4127-90eb-9a151f287568', 'name': '', 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:bd:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a108a2d8-6495-4d23-b875-fc6f1d7dec6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3356, 'fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:39:43Z', 'updated_at': '2022-01-26T21:39:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-5'}], 'n-d-760453-5', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:39:47.018480 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-22227c39-8db1-4dc0-9713-e79a7ad5a13d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11791520'] for port (1bf289e0-4d24-4cda-8119-ba6b60ac3f21), after_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:39:47.045641 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-f712c4ab-e0c4-487d-8a89-cd0bcca0f879 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '099f2125-0882-4fde-9014-0f487e304c12', 'name': 'tempest-RoutersTest-router-234420378', 'tenant_id': '0e80f135b66f46baaae5354dcc5fe05e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T21:39:32Z', 'updated_at': '2022-01-26T21:39:42Z', 'revision_number': 4, 'project_id': '0e80f135b66f46baaae5354dcc5fe05e', 'gw_port_host': None, '_interfaces': [{'id': '062f4c4f-bde1-4073-87fb-6aafe30ff0ab', 'name': '', 'network_id': '31fd2470-ea18-41d7-84b0-015a4e02445e', 'tenant_id': '0e80f135b66f46baaae5354dcc5fe05e', 'mac_address': 'fa:16:3e:86:9c:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '099f2125-0882-4fde-9014-0f487e304c12', 'device_owner': 'network:router_interface', 'standard_attr_id': 3336, 'fixed_ips': [{'subnet_id': 'f6080c85-b283-478b-8f27-76ab3dd8a9d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:39:33Z', 'updated_at': '2022-01-26T21:39:37Z', 'revision_number': 5, 'project_id': '0e80f135b66f46baaae5354dcc5fe05e', 'subnets': [{'id': 'f6080c85-b283-478b-8f27-76ab3dd8a9d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '23dc59e1-4ea4-472c-9d74-51b3e9ef5bc7', 'name': '', 'network_id': '474dafc7-961c-4d25-9af5-450ccb0c9f59', 'tenant_id': '0e80f135b66f46baaae5354dcc5fe05e', 'mac_address': 'fa:16:3e:ca:d7:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '099f2125-0882-4fde-9014-0f487e304c12', 'device_owner': 'network:router_interface', 'standard_attr_id': 3353, 'fixed_ips': [{'subnet_id': '2c112f07-fad1-44c6-905c-b9bc3dd49347', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:39:41Z', 'updated_at': '2022-01-26T21:39:45Z', 'revision_number': 4, 'project_id': '0e80f135b66f46baaae5354dcc5fe05e', 'subnets': [{'id': '2c112f07-fad1-44c6-905c-b9bc3dd49347', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a42953ae-1b92-430f-9acc-fd8483b66862', 'name': '', 'network_id': 'd3067897-eb6e-4f90-a652-1918e4660e5d', 'tenant_id': '0e80f135b66f46baaae5354dcc5fe05e', 'mac_address': 'fa:16:3e:95:ac:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '099f2125-0882-4fde-9014-0f487e304c12', 'device_owner': 'network:router_interface', 'standard_attr_id': 3341, 'fixed_ips': [{'subnet_id': 'fbba8953-6ff8-485c-8ccb-169c345b9186', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:39:37Z', 'updated_at': '2022-01-26T21:39:41Z', 'revision_number': 5, 'project_id': '0e80f135b66f46baaae5354dcc5fe05e', 'subnets': [{'id': 'fbba8953-6ff8-485c-8ccb-169c345b9186', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760453-5', False) {} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:39:47.045913 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a3cedd2-4ea4-41d9-9b9d-6615a76f5b91 None None] The sync data for ids ['a108a2d8-6495-4d23-b875-fc6f1d7dec6b'] in n-d-760453-5 is: [{'id': 'a108a2d8-6495-4d23-b875-fc6f1d7dec6b', 'name': 'tempest-ServerRescueTestJSON-1626620647-router', 'tenant_id': 'd65311bf75e14ee0ba1fb382850563a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'external_fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.220'}], 'enable_snat': True}, 'gw_port_id': 'c4a2246d-5fc1-4127-90eb-9a151f287568', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T21:39:42Z', 'updated_at': '2022-01-26T21:39:43Z', 'revision_number': 3, 'project_id': 'd65311bf75e14ee0ba1fb382850563a2', 'gw_port': {'id': 'c4a2246d-5fc1-4127-90eb-9a151f287568', 'name': '', 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:bd:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a108a2d8-6495-4d23-b875-fc6f1d7dec6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3356, 'fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:39:43Z', 'updated_at': '2022-01-26T21:39:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-5'}] {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 26 21:39:47.057186 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c11b081-5a22-4fb0-b980-1e1fd4d17ac5 tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Network 2773a890-c0e1-4943-845c-d552c17b2c8c is already hosted by enough agents. {{(pid=103304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 21:39:47.062945 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [None req-0c11b081-5a22-4fb0-b980-1e1fd4d17ac5 tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Resources bound (agent type, host, resource id): {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:39:47.128787 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f712c4ab-e0c4-487d-8a89-cd0bcca0f879 None None] The sync data for ids ['099f2125-0882-4fde-9014-0f487e304c12'] in n-d-760453-5 is: [{'id': '099f2125-0882-4fde-9014-0f487e304c12', 'name': 'tempest-RoutersTest-router-234420378', 'tenant_id': '0e80f135b66f46baaae5354dcc5fe05e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T21:39:32Z', 'updated_at': '2022-01-26T21:39:42Z', 'revision_number': 4, 'project_id': '0e80f135b66f46baaae5354dcc5fe05e', 'gw_port_host': None, '_interfaces': [{'id': '062f4c4f-bde1-4073-87fb-6aafe30ff0ab', 'name': '', 'network_id': '31fd2470-ea18-41d7-84b0-015a4e02445e', 'tenant_id': '0e80f135b66f46baaae5354dcc5fe05e', 'mac_address': 'fa:16:3e:86:9c:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '099f2125-0882-4fde-9014-0f487e304c12', 'device_owner': 'network:router_interface', 'standard_attr_id': 3336, 'fixed_ips': [{'subnet_id': 'f6080c85-b283-478b-8f27-76ab3dd8a9d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:39:33Z', 'updated_at': '2022-01-26T21:39:37Z', 'revision_number': 5, 'project_id': '0e80f135b66f46baaae5354dcc5fe05e', 'subnets': [{'id': 'f6080c85-b283-478b-8f27-76ab3dd8a9d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '23dc59e1-4ea4-472c-9d74-51b3e9ef5bc7', 'name': '', 'network_id': '474dafc7-961c-4d25-9af5-450ccb0c9f59', 'tenant_id': '0e80f135b66f46baaae5354dcc5fe05e', 'mac_address': 'fa:16:3e:ca:d7:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '099f2125-0882-4fde-9014-0f487e304c12', 'device_owner': 'network:router_interface', 'standard_attr_id': 3353, 'fixed_ips': [{'subnet_id': '2c112f07-fad1-44c6-905c-b9bc3dd49347', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:39:41Z', 'updated_at': '2022-01-26T21:39:45Z', 'revision_number': 4, 'project_id': '0e80f135b66f46baaae5354dcc5fe05e', 'subnets': [{'id': '2c112f07-fad1-44c6-905c-b9bc3dd49347', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a42953ae-1b92-430f-9acc-fd8483b66862', 'name': '', 'network_id': 'd3067897-eb6e-4f90-a652-1918e4660e5d', 'tenant_id': '0e80f135b66f46baaae5354dcc5fe05e', 'mac_address': 'fa:16:3e:95:ac:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '099f2125-0882-4fde-9014-0f487e304c12', 'device_owner': 'network:router_interface', 'standard_attr_id': 3341, 'fixed_ips': [{'subnet_id': 'fbba8953-6ff8-485c-8ccb-169c345b9186', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:39:37Z', 'updated_at': '2022-01-26T21:39:41Z', 'revision_number': 5, 'project_id': '0e80f135b66f46baaae5354dcc5fe05e', 'subnets': [{'id': 'fbba8953-6ff8-485c-8ccb-169c345b9186', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 26 21:39:47.138189 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22227c39-8db1-4dc0-9713-e79a7ad5a13d admin admin] Pushing event updated for resources: {'Port': ['ID=1bf289e0-4d24-4cda-8119-ba6b60ac3f21,revision_number=2']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:39:47.146888 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-22227c39-8db1-4dc0-9713-e79a7ad5a13d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3709457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4110682'] for router_interface (a108a2d8-6495-4d23-b875-fc6f1d7dec6b), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:39:47.229195 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-032409b1-b255-49c9-9ae6-26fb4c0c969a None None] Current status of the port 23dc59e1-4ea4-472c-9d74-51b3e9ef5bc7 is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:39:47.316185 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c11b081-5a22-4fb0-b980-1e1fd4d17ac5 tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Router 099f2125-0882-4fde-9014-0f487e304c12 has already been hosted by L3 agent 09df100c-3af1-4b0a-bda8-05914c71c458 {{(pid=103304) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 26 21:39:47.436662 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22227c39-8db1-4dc0-9713-e79a7ad5a13d admin admin] Network 1a9376b2-7adc-4904-a92e-f5c407e6f045 is already hosted by enough agents. {{(pid=103305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 21:39:47.443082 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [None req-22227c39-8db1-4dc0-9713-e79a7ad5a13d admin admin] Resources bound (agent type, host, resource id): {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:39:47.696366 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22227c39-8db1-4dc0-9713-e79a7ad5a13d admin admin] Router a108a2d8-6495-4d23-b875-fc6f1d7dec6b has already been hosted by L3 agent 09df100c-3af1-4b0a-bda8-05914c71c458 {{(pid=103305) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 26 21:39:47.903380 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22227c39-8db1-4dc0-9713-e79a7ad5a13d admin admin] Notify agent at l3_agent.n-d-760453-5 the message routers_updated {{(pid=103305) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 26 21:39:47.910950 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device 23dc59e1-4ea4-472c-9d74-51b3e9ef5bc7 up at agent ovs-agent-n-d-760453-5 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 21:39:47.912656 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-22227c39-8db1-4dc0-9713-e79a7ad5a13d admin admin] 10.222.0.13 "PUT /v2.0/routers/a108a2d8-6495-4d23-b875-fc6f1d7dec6b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1707642 Jan 26 21:39:48.075396 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Provisioning complete for port 23dc59e1-4ea4-472c-9d74-51b3e9ef5bc7 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:39:48.075890 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (23dc59e1-4ea4-472c-9d74-51b3e9ef5bc7), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:39:48.218609 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Current status of the port 23dc59e1-4ea4-472c-9d74-51b3e9ef5bc7 is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:39:48.219777 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device c4a2246d-5fc1-4127-90eb-9a151f287568 up at agent ovs-agent-n-d-760453-5 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 21:39:48.298556 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcf870cb-753e-47c3-9d39-4256f6bd3854 None None] Network 2773a890-c0e1-4943-845c-d552c17b2c8c requested from n-d-760453-5 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 26 21:39:48.325683 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c11b081-5a22-4fb0-b980-1e1fd4d17ac5 tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Notify agent at l3_agent.n-d-760453-5 the message routers_updated {{(pid=103304) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 26 21:39:48.341311 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-0c11b081-5a22-4fb0-b980-1e1fd4d17ac5 tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] 10.222.0.13 "PUT /v2.0/routers/099f2125-0882-4fde-9014-0f487e304c12/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9966283 Jan 26 21:39:48.343405 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 33642) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:39:48.351879 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-3ded2f7d-398f-4f17-adde-b8e05bb0da4e tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:39:48.369466 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-6fefc85f-6d00-4fe5-b9de-cb72bbac55f5 None None] Provisioning complete for port 481490a1-f064-4165-8704-791e8843f93c triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:39:48.369845 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-6fefc85f-6d00-4fe5-b9de-cb72bbac55f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (481490a1-f064-4165-8704-791e8843f93c), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:39:48.442078 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Provisioning complete for port c4a2246d-5fc1-4127-90eb-9a151f287568 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:39:48.442428 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (c4a2246d-5fc1-4127-90eb-9a151f287568), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:39:48.602497 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-6fefc85f-6d00-4fe5-b9de-cb72bbac55f5 None None] Current status of the port 481490a1-f064-4165-8704-791e8843f93c is: DOWN; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:39:48.602893 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-6fefc85f-6d00-4fe5-b9de-cb72bbac55f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (481490a1-f064-4165-8704-791e8843f93c), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:39:48.685463 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Current status of the port c4a2246d-5fc1-4127-90eb-9a151f287568 is: DOWN; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:39:48.685848 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (c4a2246d-5fc1-4127-90eb-9a151f287568), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:39:48.724030 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] For port c4a2246d-5fc1-4127-90eb-9a151f287568, host n-d-760453-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=c4a2246d-5fc1-4127-90eb-9a151f287568,segment=NetworkSegment(e17cb353-418f-48b9-b982-21a6233ee99b),segment_id=e17cb353-418f-48b9-b982-21a6233ee99b)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:39:48.735306 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (c4a2246d-5fc1-4127-90eb-9a151f287568), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:39:48.736426 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device 481490a1-f064-4165-8704-791e8843f93c up at agent ovs-agent-n-d-760453-5 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 21:39:48.753068 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-6fefc85f-6d00-4fe5-b9de-cb72bbac55f5 None None] For port 481490a1-f064-4165-8704-791e8843f93c, host n-d-760453-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=481490a1-f064-4165-8704-791e8843f93c,segment=NetworkSegment(fbec1de5-b39c-46c6-8f9f-9d0f9aaef2be),segment_id=fbec1de5-b39c-46c6-8f9f-9d0f9aaef2be)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:39:48.774942 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fde7cdf-9ab9-4f8c-ac65-96607026a6ed req-7b5009cb-3920-4e61-a93e-91b37da48ade tempest-ServerRescueTestJSON-873841980 tempest-ServerRescueTestJSON-873841980-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:39:48.776673 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-6fde7cdf-9ab9-4f8c-ac65-96607026a6ed req-7b5009cb-3920-4e61-a93e-91b37da48ade tempest-ServerRescueTestJSON-873841980 tempest-ServerRescueTestJSON-873841980-project] 10.222.0.13 "GET /v2.0/networks?id=1a9376b2-7adc-4904-a92e-f5c407e6f045 HTTP/1.1" status: 200 len: 811 time: 0.2177744 Jan 26 21:39:48.802386 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-6fde7cdf-9ab9-4f8c-ac65-96607026a6ed req-91a970f8-8d52-4df6-a4dc-7f92f2ac9aba tempest-ServerRescueTestJSON-873841980 tempest-ServerRescueTestJSON-873841980-project] 10.222.0.13 "GET /v2.0/quotas/d65311bf75e14ee0ba1fb382850563a2 HTTP/1.1" status: 200 len: 375 time: 0.0185153 Jan 26 21:39:48.813767 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-6fefc85f-6d00-4fe5-b9de-cb72bbac55f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (481490a1-f064-4165-8704-791e8843f93c), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:39:48.828766 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca6bfeb0-acc9-49a2-838b-1e389861e37a None None] Sync routers for ids ['099f2125-0882-4fde-9014-0f487e304c12'] in n-d-760453-5 {{(pid=103306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 26 21:39:48.893249 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca6bfeb0-acc9-49a2-838b-1e389861e37a None None] Routers {'099f2125-0882-4fde-9014-0f487e304c12'} bound to L3 agent in host n-d-760453-5 {{(pid=103306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 21:39:48.893890 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-ca6bfeb0-acc9-49a2-838b-1e389861e37a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-26T20:55:21Z,description=,heartbeat_timestamp=2022-01-26T21:39:21Z,host='n-d-760453-5',id=09df100c-3af1-4b0a-bda8-05914c71c458,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:55:21Z,topic='l3_agent')) {'router_ids': ['099f2125-0882-4fde-9014-0f487e304c12'], 'active': True} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:39:48.898942 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-6fde7cdf-9ab9-4f8c-ac65-96607026a6ed req-93796dd1-7bd4-4fae-af9d-57a0aeb4119b tempest-ServerRescueTestJSON-873841980 tempest-ServerRescueTestJSON-873841980-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=d65311bf75e14ee0ba1fb382850563a2&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0846617 Jan 26 21:39:49.075085 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.extraroute_db [None req-3ded2f7d-398f-4f17-adde-b8e05bb0da4e tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Added routes are [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}] {{(pid=103305) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jan 26 21:39:49.094772 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.extraroute_db [None req-3ded2f7d-398f-4f17-adde-b8e05bb0da4e tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Removed routes are [] {{(pid=103305) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jan 26 21:39:49.095310 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-3ded2f7d-398f-4f17-adde-b8e05bb0da4e tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4111352', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4105746', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13075'] for router (099f2125-0882-4fde-9014-0f487e304c12), precommit_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:39:49.109840 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-6fde7cdf-9ab9-4f8c-ac65-96607026a6ed req-586fcbce-5427-4117-92cc-91cfd593a8c6 service neutron] 10.222.0.13 "GET /v2.0/networks/1a9376b2-7adc-4904-a92e-f5c407e6f045?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1993906 Jan 26 21:39:49.244405 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Pushing event updated for resources: {'Port': ['ID=c4a2246d-5fc1-4127-90eb-9a151f287568,revision_number=4']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:39:49.268218 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-6fde7cdf-9ab9-4f8c-ac65-96607026a6ed req-67d7cb52-1bdb-4acd-85c7-05185047e206 service neutron] 10.222.0.13 "GET /v2.0/networks/1a9376b2-7adc-4904-a92e-f5c407e6f045?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1510711 Jan 26 21:39:49.279481 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-3a34dc13-676a-4097-b1fb-2e836c8ca1a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (474ccdf7-ab6c-405b-a3b2-dc7b05829902), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:39:49.337076 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-07bbb906-552d-4a57-a359-6d501ee13d0b None None] Provisioning complete for port 9d5c5d15-445c-4272-84d1-72be9e889283 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:39:49.337674 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-07bbb906-552d-4a57-a359-6d501ee13d0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (9d5c5d15-445c-4272-84d1-72be9e889283), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:39:49.371004 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvr_db [None req-ca6bfeb0-acc9-49a2-838b-1e389861e37a None None] Set router 099f2125-0882-4fde-9014-0f487e304c12 gateway port host: None {{(pid=103306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 21:39:49.374025 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-3ded2f7d-398f-4f17-adde-b8e05bb0da4e tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4111352', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4105746', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13075'] for router (099f2125-0882-4fde-9014-0f487e304c12), precommit_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:39:49.379271 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-3ded2f7d-398f-4f17-adde-b8e05bb0da4e tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4111263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-4111345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-4111334', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-4105739'] for router (099f2125-0882-4fde-9014-0f487e304c12), after_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:39:49.506788 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Provisioning complete for port 481490a1-f064-4165-8704-791e8843f93c triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:39:49.508001 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (481490a1-f064-4165-8704-791e8843f93c), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:39:49.558313 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-cd1b4c86-cd0e-48f3-b631-056b8393f1aa req-a017cf9a-e9e6-47b8-8afb-b26b6028cdcd tempest-ServerRescueTestJSON-873841980 tempest-ServerRescueTestJSON-873841980-project] 10.222.0.13 "GET /v2.0/ports?device_id=3a4c4c44-4fcd-4b52-aab5-c9e4a63f34c6 HTTP/1.1" status: 200 len: 210 time: 0.0466790 Jan 26 21:39:49.565591 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-07bbb906-552d-4a57-a359-6d501ee13d0b None None] Port 9d5c5d15-445c-4272-84d1-72be9e889283 cannot update to ACTIVE because it is not bound. {{(pid=103306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 26 21:39:49.583553 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ded2f7d-398f-4f17-adde-b8e05bb0da4e tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Router 099f2125-0882-4fde-9014-0f487e304c12 has already been hosted by L3 agent 09df100c-3af1-4b0a-bda8-05914c71c458 {{(pid=103305) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 26 21:39:49.598116 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fefc85f-6d00-4fe5-b9de-cb72bbac55f5 None None] Pushing event updated for resources: {'Port': ['ID=481490a1-f064-4165-8704-791e8843f93c,revision_number=3']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:39:49.701507 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-07bbb906-552d-4a57-a359-6d501ee13d0b None None] Provisioning complete for port 481490a1-f064-4165-8704-791e8843f93c triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:39:49.701891 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-07bbb906-552d-4a57-a359-6d501ee13d0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (481490a1-f064-4165-8704-791e8843f93c), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:39:49.716142 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ded2f7d-398f-4f17-adde-b8e05bb0da4e tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Notify agent at l3_agent.n-d-760453-5 the message routers_updated {{(pid=103305) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 26 21:39:49.723245 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-3ded2f7d-398f-4f17-adde-b8e05bb0da4e tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Publish callbacks [] for router (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:39:49.727359 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 33672) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:39:49.727652 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-3ded2f7d-398f-4f17-adde-b8e05bb0da4e tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] 10.222.0.13 "PUT /v2.0/routers/099f2125-0882-4fde-9014-0f487e304c12 HTTP/1.1" status: 200 len: 933 time: 1.3798487 Jan 26 21:39:49.908825 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 33674) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:39:49.915814 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-c85c38dd-4475-4f8f-aaa8-1131d66e4acd tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Request body: {'router': {'routes': None}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:39:49.923956 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-345f1dc5-02e3-4d41-a971-d8423329951b tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] 10.222.0.13 "GET /v2.0/routers/099f2125-0882-4fde-9014-0f487e304c12 HTTP/1.1" status: 200 len: 933 time: 0.1945667 Jan 26 21:39:49.927583 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Current status of the port 481490a1-f064-4165-8704-791e8843f93c is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:39:49.969059 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-07bbb906-552d-4a57-a359-6d501ee13d0b None None] Current status of the port 481490a1-f064-4165-8704-791e8843f93c is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:39:50.013105 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-ca6bfeb0-acc9-49a2-838b-1e389861e37a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '099f2125-0882-4fde-9014-0f487e304c12', 'name': 'tempest-RoutersTest-router-234420378', 'tenant_id': '0e80f135b66f46baaae5354dcc5fe05e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T21:39:32Z', 'updated_at': '2022-01-26T21:39:46Z', 'revision_number': 5, 'project_id': '0e80f135b66f46baaae5354dcc5fe05e', 'gw_port_host': None, '_interfaces': [{'id': '062f4c4f-bde1-4073-87fb-6aafe30ff0ab', 'name': '', 'network_id': '31fd2470-ea18-41d7-84b0-015a4e02445e', 'tenant_id': '0e80f135b66f46baaae5354dcc5fe05e', 'mac_address': 'fa:16:3e:86:9c:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '099f2125-0882-4fde-9014-0f487e304c12', 'device_owner': 'network:router_interface', 'standard_attr_id': 3336, 'fixed_ips': [{'subnet_id': 'f6080c85-b283-478b-8f27-76ab3dd8a9d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:39:33Z', 'updated_at': '2022-01-26T21:39:37Z', 'revision_number': 5, 'project_id': '0e80f135b66f46baaae5354dcc5fe05e', 'subnets': [{'id': 'f6080c85-b283-478b-8f27-76ab3dd8a9d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '23dc59e1-4ea4-472c-9d74-51b3e9ef5bc7', 'name': '', 'network_id': '474dafc7-961c-4d25-9af5-450ccb0c9f59', 'tenant_id': '0e80f135b66f46baaae5354dcc5fe05e', 'mac_address': 'fa:16:3e:ca:d7:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '099f2125-0882-4fde-9014-0f487e304c12', 'device_owner': 'network:router_interface', 'standard_attr_id': 3353, 'fixed_ips': [{'subnet_id': '2c112f07-fad1-44c6-905c-b9bc3dd49347', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:39:41Z', 'updated_at': '2022-01-26T21:39:46Z', 'revision_number': 5, 'project_id': '0e80f135b66f46baaae5354dcc5fe05e', 'subnets': [{'id': '2c112f07-fad1-44c6-905c-b9bc3dd49347', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9d5c5d15-445c-4272-84d1-72be9e889283', 'name': '', 'network_id': '2773a890-c0e1-4943-845c-d552c17b2c8c', 'tenant_id': '0e80f135b66f46baaae5354dcc5fe05e', 'mac_address': 'fa:16:3e:0e:2a:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '099f2125-0882-4fde-9014-0f487e304c12', 'device_owner': 'network:router_interface', 'standard_attr_id': 3361, 'fixed_ips': [{'subnet_id': 'a8f0e3f9-d254-4543-97ef-dc463d3b0fb3', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:39:44Z', 'updated_at': '2022-01-26T21:39:46Z', 'revision_number': 2, 'project_id': '0e80f135b66f46baaae5354dcc5fe05e', 'subnets': [{'id': 'a8f0e3f9-d254-4543-97ef-dc463d3b0fb3', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a42953ae-1b92-430f-9acc-fd8483b66862', 'name': '', 'network_id': 'd3067897-eb6e-4f90-a652-1918e4660e5d', 'tenant_id': '0e80f135b66f46baaae5354dcc5fe05e', 'mac_address': 'fa:16:3e:95:ac:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '099f2125-0882-4fde-9014-0f487e304c12', 'device_owner': 'network:router_interface', 'standard_attr_id': 3341, 'fixed_ips': [{'subnet_id': 'fbba8953-6ff8-485c-8ccb-169c345b9186', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:39:37Z', 'updated_at': '2022-01-26T21:39:41Z', 'revision_number': 5, 'project_id': '0e80f135b66f46baaae5354dcc5fe05e', 'subnets': [{'id': 'fbba8953-6ff8-485c-8ccb-169c345b9186', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760453-5', False) {} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:39:50.066785 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca6bfeb0-acc9-49a2-838b-1e389861e37a None None] Checking router: 099f2125-0882-4fde-9014-0f487e304c12 for host: n-d-760453-5 {{(pid=103306) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 26 21:39:50.067467 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca6bfeb0-acc9-49a2-838b-1e389861e37a None None] Updating router 099f2125-0882-4fde-9014-0f487e304c12 port 9d5c5d15-445c-4272-84d1-72be9e889283 binding host n-d-760453-5 {{(pid=103306) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 26 21:39:50.134805 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-ca6bfeb0-acc9-49a2-838b-1e389861e37a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (9d5c5d15-445c-4272-84d1-72be9e889283), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:39:50.152418 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-b88eeffd-e156-4199-84b8-c0e8eee8eed2 None None] Provisioning complete for port 9d5c5d15-445c-4272-84d1-72be9e889283 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:39:50.152849 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b88eeffd-e156-4199-84b8-c0e8eee8eed2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (9d5c5d15-445c-4272-84d1-72be9e889283), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:39:50.212010 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device c4a2246d-5fc1-4127-90eb-9a151f287568 up at agent ovs-agent-n-d-760453-5 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 21:39:50.240283 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d313dd77-5617-4ff8-8b52-115534bf2b7d None None] Sync routers for ids ['a108a2d8-6495-4d23-b875-fc6f1d7dec6b'] in n-d-760453-5 {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 26 21:39:50.255088 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d313dd77-5617-4ff8-8b52-115534bf2b7d None None] Routers {'a108a2d8-6495-4d23-b875-fc6f1d7dec6b'} bound to L3 agent in host n-d-760453-5 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 21:39:50.255704 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-d313dd77-5617-4ff8-8b52-115534bf2b7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-26T20:55:21Z,description=,heartbeat_timestamp=2022-01-26T21:39:21Z,host='n-d-760453-5',id=09df100c-3af1-4b0a-bda8-05914c71c458,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:55:21Z,topic='l3_agent')) {'router_ids': ['a108a2d8-6495-4d23-b875-fc6f1d7dec6b'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:39:50.284376 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-b88eeffd-e156-4199-84b8-c0e8eee8eed2 None None] Port 9d5c5d15-445c-4272-84d1-72be9e889283 cannot update to ACTIVE because it is not bound. {{(pid=103306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 26 21:39:50.388598 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Provisioning complete for port c4a2246d-5fc1-4127-90eb-9a151f287568 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:39:50.388900 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (c4a2246d-5fc1-4127-90eb-9a151f287568), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:39:50.470309 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_dvr_db [None req-d313dd77-5617-4ff8-8b52-115534bf2b7d None None] Set router a108a2d8-6495-4d23-b875-fc6f1d7dec6b gateway port host: n-d-760453-5 {{(pid=103307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 21:39:50.596990 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Current status of the port c4a2246d-5fc1-4127-90eb-9a151f287568 is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:39:50.598147 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device 481490a1-f064-4165-8704-791e8843f93c up at agent ovs-agent-n-d-760453-5 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 21:39:50.609728 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.extraroute_db [None req-c85c38dd-4475-4f8f-aaa8-1131d66e4acd tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Added routes are [] {{(pid=103305) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jan 26 21:39:50.610677 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.extraroute_db [None req-c85c38dd-4475-4f8f-aaa8-1131d66e4acd tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Removed routes are [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}] {{(pid=103305) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jan 26 21:39:50.647089 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-c85c38dd-4475-4f8f-aaa8-1131d66e4acd tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4111352', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4105746', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13075'] for router (099f2125-0882-4fde-9014-0f487e304c12), precommit_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:39:50.690931 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-ca6bfeb0-acc9-49a2-838b-1e389861e37a None None] Publish callbacks [] for port (9d5c5d15-445c-4272-84d1-72be9e889283), precommit_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:39:50.701123 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Provisioning complete for port 481490a1-f064-4165-8704-791e8843f93c triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:39:50.701532 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (481490a1-f064-4165-8704-791e8843f93c), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:39:50.704468 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-ca6bfeb0-acc9-49a2-838b-1e389861e37a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (9d5c5d15-445c-4272-84d1-72be9e889283), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:39:50.727627 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-6e23c7b7-b7b3-4efe-9d90-06835714df18 req-ebc9c82e-43b5-4cb4-981d-f48baf7cfe66 tempest-ServerRescueTestJSON-873841980 tempest-ServerRescueTestJSON-873841980-project] 10.222.0.13 "GET /v2.0/ports?device_id=3a4c4c44-4fcd-4b52-aab5-c9e4a63f34c6 HTTP/1.1" status: 200 len: 210 time: 0.0541646 Jan 26 21:39:50.789617 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a1150c-4cd3-4a32-a0d0-3a33bb80de1b None None] Pushing event updated for resources: {'Port': ['ID=9d5c5d15-445c-4272-84d1-72be9e889283,revision_number=3']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:39:50.800257 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-d313dd77-5617-4ff8-8b52-115534bf2b7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a108a2d8-6495-4d23-b875-fc6f1d7dec6b', 'name': 'tempest-ServerRescueTestJSON-1626620647-router', 'tenant_id': 'd65311bf75e14ee0ba1fb382850563a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'external_fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.220'}], 'enable_snat': True}, 'gw_port_id': 'c4a2246d-5fc1-4127-90eb-9a151f287568', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T21:39:42Z', 'updated_at': '2022-01-26T21:39:46Z', 'revision_number': 4, 'project_id': 'd65311bf75e14ee0ba1fb382850563a2', 'gw_port': {'id': 'c4a2246d-5fc1-4127-90eb-9a151f287568', 'name': '', 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:bd:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a108a2d8-6495-4d23-b875-fc6f1d7dec6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3356, 'fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:39:43Z', 'updated_at': '2022-01-26T21:39:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-5', '_interfaces': [{'id': '1bf289e0-4d24-4cda-8119-ba6b60ac3f21', 'name': '', 'network_id': '1a9376b2-7adc-4904-a92e-f5c407e6f045', 'tenant_id': 'd65311bf75e14ee0ba1fb382850563a2', 'mac_address': 'fa:16:3e:33:46:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a108a2d8-6495-4d23-b875-fc6f1d7dec6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3362, 'fixed_ips': [{'subnet_id': '4bb7d044-11f9-4bd9-8814-43570999d47c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:39:45Z', 'updated_at': '2022-01-26T21:39:46Z', 'revision_number': 2, 'project_id': 'd65311bf75e14ee0ba1fb382850563a2', 'subnets': [{'id': '4bb7d044-11f9-4bd9-8814-43570999d47c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760453-5', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:39:50.836224 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d313dd77-5617-4ff8-8b52-115534bf2b7d None None] Checking router: a108a2d8-6495-4d23-b875-fc6f1d7dec6b for host: n-d-760453-5 {{(pid=103307) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 26 21:39:50.836792 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d313dd77-5617-4ff8-8b52-115534bf2b7d None None] Updating router a108a2d8-6495-4d23-b875-fc6f1d7dec6b port 1bf289e0-4d24-4cda-8119-ba6b60ac3f21 binding host n-d-760453-5 {{(pid=103307) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 26 21:39:50.876751 n-d-760453-5 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-d313dd77-5617-4ff8-8b52-115534bf2b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (1bf289e0-4d24-4cda-8119-ba6b60ac3f21), before_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:39:50.883369 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-ca6bfeb0-acc9-49a2-838b-1e389861e37a None None] Attempting to bind port 9d5c5d15-445c-4272-84d1-72be9e889283 on host n-d-760453-5 for vnic_type normal with profile {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 21:39:50.883864 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-ca6bfeb0-acc9-49a2-838b-1e389861e37a None None] Attempting to bind port 9d5c5d15-445c-4272-84d1-72be9e889283 by drivers openvswitch,hyperv on host n-d-760453-5 at level 0 using segments [{'id': 'fbec1de5-b39c-46c6-8f9f-9d0f9aaef2be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '2773a890-c0e1-4943-845c-d552c17b2c8c'}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 26 21:39:50.884243 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca6bfeb0-acc9-49a2-838b-1e389861e37a None None] Attempting to bind port 9d5c5d15-445c-4272-84d1-72be9e889283 on network 2773a890-c0e1-4943-845c-d552c17b2c8c {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 21:39:50.899202 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca6bfeb0-acc9-49a2-838b-1e389861e37a None None] Checking agent: {'id': 'fea0591a-627d-4c87-9a9a-01625ddf3277', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760453-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 20, 55, 25), 'started_at': datetime.datetime(2022, 1, 26, 20, 55, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 21, 39, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760453-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 26 21:39:50.899641 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca6bfeb0-acc9-49a2-838b-1e389861e37a None None] Checking segment: {'id': 'fbec1de5-b39c-46c6-8f9f-9d0f9aaef2be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '2773a890-c0e1-4943-845c-d552c17b2c8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 21:39:50.900615 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-ca6bfeb0-acc9-49a2-838b-1e389861e37a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:39:50.900615 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca6bfeb0-acc9-49a2-838b-1e389861e37a None None] Bound using segment: {'id': 'fbec1de5-b39c-46c6-8f9f-9d0f9aaef2be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '2773a890-c0e1-4943-845c-d552c17b2c8c'} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 26 21:39:50.901001 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-ca6bfeb0-acc9-49a2-838b-1e389861e37a None None] Bound port: 9d5c5d15-445c-4272-84d1-72be9e889283, host: n-d-760453-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fbec1de5-b39c-46c6-8f9f-9d0f9aaef2be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '2773a890-c0e1-4943-845c-d552c17b2c8c'}}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 26 21:39:50.901445 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-ca6bfeb0-acc9-49a2-838b-1e389861e37a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (9d5c5d15-445c-4272-84d1-72be9e889283), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:39:50.904988 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Current status of the port 481490a1-f064-4165-8704-791e8843f93c is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:39:50.991971 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-ca6bfeb0-acc9-49a2-838b-1e389861e37a None None] For port 9d5c5d15-445c-4272-84d1-72be9e889283, host n-d-760453-5, cleared binding levels {{(pid=103306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 26 21:39:50.997283 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-ca6bfeb0-acc9-49a2-838b-1e389861e37a None None] For port 9d5c5d15-445c-4272-84d1-72be9e889283, host n-d-760453-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=9d5c5d15-445c-4272-84d1-72be9e889283,segment=NetworkSegment(fbec1de5-b39c-46c6-8f9f-9d0f9aaef2be),segment_id=fbec1de5-b39c-46c6-8f9f-9d0f9aaef2be)] {{(pid=103306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 26 21:39:51.010747 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-ca6bfeb0-acc9-49a2-838b-1e389861e37a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (9d5c5d15-445c-4272-84d1-72be9e889283), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:39:51.157855 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca6bfeb0-acc9-49a2-838b-1e389861e37a None None] Routers {'099f2125-0882-4fde-9014-0f487e304c12'} bound to L3 agent in host n-d-760453-5 {{(pid=103306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 21:39:51.163930 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-ca6bfeb0-acc9-49a2-838b-1e389861e37a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-26T20:55:21Z,description=,heartbeat_timestamp=2022-01-26T21:39:21Z,host='n-d-760453-5',id=09df100c-3af1-4b0a-bda8-05914c71c458,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:55:21Z,topic='l3_agent')) {'router_ids': ['099f2125-0882-4fde-9014-0f487e304c12'], 'active': True} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:39:51.176102 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a1150c-4cd3-4a32-a0d0-3a33bb80de1b None None] Pushing event updated for resources: {'Port': ['ID=9d5c5d15-445c-4272-84d1-72be9e889283,revision_number=4']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:39:51.372201 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fde7cdf-9ab9-4f8c-ac65-96607026a6ed req-5e836604-bf27-4467-995b-b8597baf3790 tempest-ServerRescueTestJSON-873841980 tempest-ServerRescueTestJSON-873841980-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:39:51.374330 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-6fde7cdf-9ab9-4f8c-ac65-96607026a6ed req-5e836604-bf27-4467-995b-b8597baf3790 tempest-ServerRescueTestJSON-873841980 tempest-ServerRescueTestJSON-873841980-project] 10.222.0.66 "GET /v2.0/networks?id=1a9376b2-7adc-4904-a92e-f5c407e6f045 HTTP/1.1" status: 200 len: 811 time: 0.3064847 Jan 26 21:39:51.392927 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [req-6fde7cdf-9ab9-4f8c-ac65-96607026a6ed req-c3130f38-997b-4bcc-8fdf-f91bc8a9d318 tempest-ServerRescueTestJSON-873841980 tempest-ServerRescueTestJSON-873841980-project] Request body: {'port': {'device_id': '3a4c4c44-4fcd-4b52-aab5-c9e4a63f34c6', 'network_id': '1a9376b2-7adc-4904-a92e-f5c407e6f045', 'admin_state_up': True, 'tenant_id': 'd65311bf75e14ee0ba1fb382850563a2'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:39:51.403640 n-d-760453-5 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-d313dd77-5617-4ff8-8b52-115534bf2b7d None None] Publish callbacks [] for port (1bf289e0-4d24-4cda-8119-ba6b60ac3f21), precommit_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:39:51.407299 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvr_db [None req-ca6bfeb0-acc9-49a2-838b-1e389861e37a None None] Set router 099f2125-0882-4fde-9014-0f487e304c12 gateway port host: None {{(pid=103306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 21:39:51.419894 n-d-760453-5 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-d313dd77-5617-4ff8-8b52-115534bf2b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (1bf289e0-4d24-4cda-8119-ba6b60ac3f21), after_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:39:51.469784 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-c85c38dd-4475-4f8f-aaa8-1131d66e4acd tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4111352', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4105746', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13075'] for router (099f2125-0882-4fde-9014-0f487e304c12), precommit_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:39:51.473474 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [req-6819a83d-7b20-4052-9e33-741c11dd7dc3 req-6b42495d-277f-4ef9-878f-f5554ceced29 tempest-ImagesTestJSON-1623340881 tempest-ImagesTestJSON-1623340881-project] (103305) timed out ('10.222.0.57', 56485) {{(pid=103305) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jan 26 21:39:51.474642 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-c85c38dd-4475-4f8f-aaa8-1131d66e4acd tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4111263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-4111345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-4111334', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-4105739'] for router (099f2125-0882-4fde-9014-0f487e304c12), after_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:39:51.525393 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f273cc-7b09-4dc1-b9e0-02116a20e74f None None] Pushing event updated for resources: {'Port': ['ID=1bf289e0-4d24-4cda-8119-ba6b60ac3f21,revision_number=3']} {{(pid=103307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:39:51.590961 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c85c38dd-4475-4f8f-aaa8-1131d66e4acd tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Router 099f2125-0882-4fde-9014-0f487e304c12 has already been hosted by L3 agent 09df100c-3af1-4b0a-bda8-05914c71c458 {{(pid=103305) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 26 21:39:51.636666 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6fde7cdf-9ab9-4f8c-ac65-96607026a6ed req-c3130f38-997b-4bcc-8fdf-f91bc8a9d318 tempest-ServerRescueTestJSON-873841980 tempest-ServerRescueTestJSON-873841980-project] Made reservation on behalf of d65311bf75e14ee0ba1fb382850563a2 for: {'port': 1} {{(pid=103304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 21:39:51.644399 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-6fde7cdf-9ab9-4f8c-ac65-96607026a6ed req-c3130f38-997b-4bcc-8fdf-f91bc8a9d318 tempest-ServerRescueTestJSON-873841980 tempest-ServerRescueTestJSON-873841980-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:39:51.667424 n-d-760453-5 neutron-server[103307]: DEBUG neutron.plugins.ml2.managers [None req-d313dd77-5617-4ff8-8b52-115534bf2b7d None None] Attempting to bind port 1bf289e0-4d24-4cda-8119-ba6b60ac3f21 on host n-d-760453-5 for vnic_type normal with profile {{(pid=103307) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 21:39:51.669157 n-d-760453-5 neutron-server[103307]: DEBUG neutron.plugins.ml2.managers [None req-d313dd77-5617-4ff8-8b52-115534bf2b7d None None] Attempting to bind port 1bf289e0-4d24-4cda-8119-ba6b60ac3f21 by drivers openvswitch,hyperv on host n-d-760453-5 at level 0 using segments [{'id': '41b3816c-cb87-4d44-b45c-c5bd6f138438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '1a9376b2-7adc-4904-a92e-f5c407e6f045'}] {{(pid=103307) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 26 21:39:51.669733 n-d-760453-5 neutron-server[103307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d313dd77-5617-4ff8-8b52-115534bf2b7d None None] Attempting to bind port 1bf289e0-4d24-4cda-8119-ba6b60ac3f21 on network 1a9376b2-7adc-4904-a92e-f5c407e6f045 {{(pid=103307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 21:39:51.680437 n-d-760453-5 neutron-server[103307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d313dd77-5617-4ff8-8b52-115534bf2b7d None None] Checking agent: {'id': 'fea0591a-627d-4c87-9a9a-01625ddf3277', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760453-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 20, 55, 25), 'started_at': datetime.datetime(2022, 1, 26, 20, 55, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 21, 39, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760453-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 26 21:39:51.684200 n-d-760453-5 neutron-server[103307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d313dd77-5617-4ff8-8b52-115534bf2b7d None None] Checking segment: {'id': '41b3816c-cb87-4d44-b45c-c5bd6f138438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '1a9376b2-7adc-4904-a92e-f5c407e6f045'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103307) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 21:39:51.685947 n-d-760453-5 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-d313dd77-5617-4ff8-8b52-115534bf2b7d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:39:51.686496 n-d-760453-5 neutron-server[103307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d313dd77-5617-4ff8-8b52-115534bf2b7d None None] Bound using segment: {'id': '41b3816c-cb87-4d44-b45c-c5bd6f138438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '1a9376b2-7adc-4904-a92e-f5c407e6f045'} {{(pid=103307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 26 21:39:51.690537 n-d-760453-5 neutron-server[103307]: DEBUG neutron.plugins.ml2.managers [None req-d313dd77-5617-4ff8-8b52-115534bf2b7d None None] Bound port: 1bf289e0-4d24-4cda-8119-ba6b60ac3f21, host: n-d-760453-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '41b3816c-cb87-4d44-b45c-c5bd6f138438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '1a9376b2-7adc-4904-a92e-f5c407e6f045'}}] {{(pid=103307) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 26 21:39:51.691111 n-d-760453-5 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-d313dd77-5617-4ff8-8b52-115534bf2b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (1bf289e0-4d24-4cda-8119-ba6b60ac3f21), before_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:39:51.710828 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c85c38dd-4475-4f8f-aaa8-1131d66e4acd tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Notify agent at l3_agent.n-d-760453-5 the message routers_updated {{(pid=103305) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 26 21:39:51.723311 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-0ac46024-3e40-4b37-b9aa-2c0be6da8c2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (09df100c-3af1-4b0a-bda8-05914c71c458), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:39:51.726749 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-c85c38dd-4475-4f8f-aaa8-1131d66e4acd tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Publish callbacks [] for router (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:39:51.730552 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-0ba99122-9a0d-4dba-9e6c-cdd26eb9efbe None None] Provisioning complete for port 9d5c5d15-445c-4272-84d1-72be9e889283 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:39:51.730826 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-c85c38dd-4475-4f8f-aaa8-1131d66e4acd tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] 10.222.0.13 "PUT /v2.0/routers/099f2125-0882-4fde-9014-0f487e304c12 HTTP/1.1" status: 200 len: 699 time: 1.8207450 Jan 26 21:39:51.730951 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-0ba99122-9a0d-4dba-9e6c-cdd26eb9efbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (9d5c5d15-445c-4272-84d1-72be9e889283), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:39:51.736723 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 33684) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:39:51.814747 n-d-760453-5 neutron-server[103307]: DEBUG neutron.plugins.ml2.db [None req-d313dd77-5617-4ff8-8b52-115534bf2b7d None None] For port 1bf289e0-4d24-4cda-8119-ba6b60ac3f21, host n-d-760453-5, cleared binding levels {{(pid=103307) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 26 21:39:51.818105 n-d-760453-5 neutron-server[103307]: DEBUG neutron.plugins.ml2.db [None req-d313dd77-5617-4ff8-8b52-115534bf2b7d None None] For port 1bf289e0-4d24-4cda-8119-ba6b60ac3f21, host n-d-760453-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=1bf289e0-4d24-4cda-8119-ba6b60ac3f21,segment=NetworkSegment(41b3816c-cb87-4d44-b45c-c5bd6f138438),segment_id=41b3816c-cb87-4d44-b45c-c5bd6f138438)] {{(pid=103307) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 26 21:39:51.830921 n-d-760453-5 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-d313dd77-5617-4ff8-8b52-115534bf2b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (1bf289e0-4d24-4cda-8119-ba6b60ac3f21), after_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:39:51.862181 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.db_base_plugin_common [req-6fde7cdf-9ab9-4f8c-ac65-96607026a6ed req-c3130f38-997b-4bcc-8fdf-f91bc8a9d318 tempest-ServerRescueTestJSON-873841980 tempest-ServerRescueTestJSON-873841980-project] Allocated IP 172.20.0.7 (1a9376b2-7adc-4904-a92e-f5c407e6f045/4bb7d044-11f9-4bd9-8814-43570999d47c/676861a5-9331-4d55-ad8e-2b98dc8e42e4) {{(pid=103304) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 21:39:51.926923 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-ba76f4fd-9eb4-436a-90d5-0b62ea3c0452 tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] 10.222.0.13 "GET /v2.0/routers/099f2125-0882-4fde-9014-0f487e304c12 HTTP/1.1" status: 200 len: 699 time: 0.1886983 Jan 26 21:39:51.928067 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d313dd77-5617-4ff8-8b52-115534bf2b7d None None] Routers {'a108a2d8-6495-4d23-b875-fc6f1d7dec6b'} bound to L3 agent in host n-d-760453-5 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 21:39:51.928715 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-d313dd77-5617-4ff8-8b52-115534bf2b7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-26T20:55:21Z,description=,heartbeat_timestamp=2022-01-26T21:39:51Z,host='n-d-760453-5',id=09df100c-3af1-4b0a-bda8-05914c71c458,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:55:21Z,topic='l3_agent')) {'router_ids': ['a108a2d8-6495-4d23-b875-fc6f1d7dec6b'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:39:51.929338 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 33688) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:39:51.945511 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-8a6835d1-94f9-4d57-ab65-3bb06dfd36a8 req-8994aaf5-0a81-4a73-8cab-ef5ed0c77510 tempest-ServerRescueTestJSON-873841980 tempest-ServerRescueTestJSON-873841980-project] 10.222.0.13 "GET /v2.0/ports?device_id=3a4c4c44-4fcd-4b52-aab5-c9e4a63f34c6 HTTP/1.1" status: 200 len: 210 time: 0.0696895 Jan 26 21:39:52.050857 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f273cc-7b09-4dc1-b9e0-02116a20e74f None None] Pushing event updated for resources: {'Port': ['ID=1bf289e0-4d24-4cda-8119-ba6b60ac3f21,revision_number=4']} {{(pid=103307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:39:52.172016 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-ca6bfeb0-acc9-49a2-838b-1e389861e37a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '099f2125-0882-4fde-9014-0f487e304c12', 'name': 'tempest-RoutersTest-router-234420378', 'tenant_id': '0e80f135b66f46baaae5354dcc5fe05e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T21:39:32Z', 'updated_at': '2022-01-26T21:39:50Z', 'revision_number': 7, 'project_id': '0e80f135b66f46baaae5354dcc5fe05e', 'gw_port_host': None, '_interfaces': [{'id': '062f4c4f-bde1-4073-87fb-6aafe30ff0ab', 'name': '', 'network_id': '31fd2470-ea18-41d7-84b0-015a4e02445e', 'tenant_id': '0e80f135b66f46baaae5354dcc5fe05e', 'mac_address': 'fa:16:3e:86:9c:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '099f2125-0882-4fde-9014-0f487e304c12', 'device_owner': 'network:router_interface', 'standard_attr_id': 3336, 'fixed_ips': [{'subnet_id': 'f6080c85-b283-478b-8f27-76ab3dd8a9d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:39:33Z', 'updated_at': '2022-01-26T21:39:37Z', 'revision_number': 5, 'project_id': '0e80f135b66f46baaae5354dcc5fe05e', 'subnets': [{'id': 'f6080c85-b283-478b-8f27-76ab3dd8a9d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '23dc59e1-4ea4-472c-9d74-51b3e9ef5bc7', 'name': '', 'network_id': '474dafc7-961c-4d25-9af5-450ccb0c9f59', 'tenant_id': '0e80f135b66f46baaae5354dcc5fe05e', 'mac_address': 'fa:16:3e:ca:d7:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '099f2125-0882-4fde-9014-0f487e304c12', 'device_owner': 'network:router_interface', 'standard_attr_id': 3353, 'fixed_ips': [{'subnet_id': '2c112f07-fad1-44c6-905c-b9bc3dd49347', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:39:41Z', 'updated_at': '2022-01-26T21:39:46Z', 'revision_number': 5, 'project_id': '0e80f135b66f46baaae5354dcc5fe05e', 'subnets': [{'id': '2c112f07-fad1-44c6-905c-b9bc3dd49347', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9d5c5d15-445c-4272-84d1-72be9e889283', 'name': '', 'network_id': '2773a890-c0e1-4943-845c-d552c17b2c8c', 'tenant_id': '0e80f135b66f46baaae5354dcc5fe05e', 'mac_address': 'fa:16:3e:0e:2a:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '099f2125-0882-4fde-9014-0f487e304c12', 'device_owner': 'network:router_interface', 'standard_attr_id': 3361, 'fixed_ips': [{'subnet_id': 'a8f0e3f9-d254-4543-97ef-dc463d3b0fb3', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:39:44Z', 'updated_at': '2022-01-26T21:39:50Z', 'revision_number': 4, 'project_id': '0e80f135b66f46baaae5354dcc5fe05e', 'subnets': [{'id': 'a8f0e3f9-d254-4543-97ef-dc463d3b0fb3', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a42953ae-1b92-430f-9acc-fd8483b66862', 'name': '', 'network_id': 'd3067897-eb6e-4f90-a652-1918e4660e5d', 'tenant_id': '0e80f135b66f46baaae5354dcc5fe05e', 'mac_address': 'fa:16:3e:95:ac:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '099f2125-0882-4fde-9014-0f487e304c12', 'device_owner': 'network:router_interface', 'standard_attr_id': 3341, 'fixed_ips': [{'subnet_id': 'fbba8953-6ff8-485c-8ccb-169c345b9186', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:39:37Z', 'updated_at': '2022-01-26T21:39:41Z', 'revision_number': 5, 'project_id': '0e80f135b66f46baaae5354dcc5fe05e', 'subnets': [{'id': 'fbba8953-6ff8-485c-8ccb-169c345b9186', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760453-5', False) {} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:39:52.205345 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca6bfeb0-acc9-49a2-838b-1e389861e37a None None] The sync data for ids ['099f2125-0882-4fde-9014-0f487e304c12'] in n-d-760453-5 is: [{'id': '099f2125-0882-4fde-9014-0f487e304c12', 'name': 'tempest-RoutersTest-router-234420378', 'tenant_id': '0e80f135b66f46baaae5354dcc5fe05e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T21:39:32Z', 'updated_at': '2022-01-26T21:39:50Z', 'revision_number': 7, 'project_id': '0e80f135b66f46baaae5354dcc5fe05e', 'gw_port_host': None, '_interfaces': [{'id': '062f4c4f-bde1-4073-87fb-6aafe30ff0ab', 'name': '', 'network_id': '31fd2470-ea18-41d7-84b0-015a4e02445e', 'tenant_id': '0e80f135b66f46baaae5354dcc5fe05e', 'mac_address': 'fa:16:3e:86:9c:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '099f2125-0882-4fde-9014-0f487e304c12', 'device_owner': 'network:router_interface', 'standard_attr_id': 3336, 'fixed_ips': [{'subnet_id': 'f6080c85-b283-478b-8f27-76ab3dd8a9d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:39:33Z', 'updated_at': '2022-01-26T21:39:37Z', 'revision_number': 5, 'project_id': '0e80f135b66f46baaae5354dcc5fe05e', 'subnets': [{'id': 'f6080c85-b283-478b-8f27-76ab3dd8a9d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '23dc59e1-4ea4-472c-9d74-51b3e9ef5bc7', 'name': '', 'network_id': '474dafc7-961c-4d25-9af5-450ccb0c9f59', 'tenant_id': '0e80f135b66f46baaae5354dcc5fe05e', 'mac_address': 'fa:16:3e:ca:d7:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '099f2125-0882-4fde-9014-0f487e304c12', 'device_owner': 'network:router_interface', 'standard_attr_id': 3353, 'fixed_ips': [{'subnet_id': '2c112f07-fad1-44c6-905c-b9bc3dd49347', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:39:41Z', 'updated_at': '2022-01-26T21:39:46Z', 'revision_number': 5, 'project_id': '0e80f135b66f46baaae5354dcc5fe05e', 'subnets': [{'id': '2c112f07-fad1-44c6-905c-b9bc3dd49347', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9d5c5d15-445c-4272-84d1-72be9e889283', 'name': '', 'network_id': '2773a890-c0e1-4943-845c-d552c17b2c8c', 'tenant_id': '0e80f135b66f46baaae5354dcc5fe05e', 'mac_address': 'fa:16:3e:0e:2a:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '099f2125-0882-4fde-9014-0f487e304c12', 'device_owner': 'network:router_interface', 'standard_attr_id': 3361, 'fixed_ips': [{'subnet_id': 'a8f0e3f9-d254-4543-97ef-dc463d3b0fb3', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:39:44Z', 'updated_at': '2022-01-26T21:39:50Z', 'revision_number': 4, 'project_id': '0e80f135b66f46baaae5354dcc5fe05e', 'subnets': [{'id': 'a8f0e3f9-d254-4543-97ef-dc463d3b0fb3', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a42953ae-1b92-430f-9acc-fd8483b66862', 'name': '', 'network_id': 'd3067897-eb6e-4f90-a652-1918e4660e5d', 'tenant_id': '0e80f135b66f46baaae5354dcc5fe05e', 'mac_address': 'fa:16:3e:95:ac:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '099f2125-0882-4fde-9014-0f487e304c12', 'device_owner': 'network:router_interface', 'standard_attr_id': 3341, 'fixed_ips': [{'subnet_id': 'fbba8953-6ff8-485c-8ccb-169c345b9186', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:39:37Z', 'updated_at': '2022-01-26T21:39:41Z', 'revision_number': 5, 'project_id': '0e80f135b66f46baaae5354dcc5fe05e', 'subnets': [{'id': 'fbba8953-6ff8-485c-8ccb-169c345b9186', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 26 21:39:52.209447 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-0ba99122-9a0d-4dba-9e6c-cdd26eb9efbe None None] Current status of the port 9d5c5d15-445c-4272-84d1-72be9e889283 is: DOWN; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:39:52.210004 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-0ba99122-9a0d-4dba-9e6c-cdd26eb9efbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (9d5c5d15-445c-4272-84d1-72be9e889283), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:39:52.227270 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_dvr_db [None req-d313dd77-5617-4ff8-8b52-115534bf2b7d None None] Set router a108a2d8-6495-4d23-b875-fc6f1d7dec6b gateway port host: n-d-760453-5 {{(pid=103307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 21:39:52.228627 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-6fde7cdf-9ab9-4f8c-ac65-96607026a6ed req-c3130f38-997b-4bcc-8fdf-f91bc8a9d318 tempest-ServerRescueTestJSON-873841980 tempest-ServerRescueTestJSON-873841980-project] Publish callbacks [] for port (676861a5-9331-4d55-ad8e-2b98dc8e42e4), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:39:52.260239 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-0ba99122-9a0d-4dba-9e6c-cdd26eb9efbe None None] For port 9d5c5d15-445c-4272-84d1-72be9e889283, host n-d-760453-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=9d5c5d15-445c-4272-84d1-72be9e889283,segment=NetworkSegment(fbec1de5-b39c-46c6-8f9f-9d0f9aaef2be),segment_id=fbec1de5-b39c-46c6-8f9f-9d0f9aaef2be)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:39:52.284436 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-0ba99122-9a0d-4dba-9e6c-cdd26eb9efbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (9d5c5d15-445c-4272-84d1-72be9e889283), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:39:52.328257 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-6fde7cdf-9ab9-4f8c-ac65-96607026a6ed req-c3130f38-997b-4bcc-8fdf-f91bc8a9d318 tempest-ServerRescueTestJSON-873841980 tempest-ServerRescueTestJSON-873841980-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746560234527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9281553'] for port (676861a5-9331-4d55-ad8e-2b98dc8e42e4), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:39:52.366198 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-841f5991-a4d8-4d4b-b215-cbc6bab5427b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (aa7ee9d2-08eb-4e12-b895-24c57300dfec), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:39:52.390606 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6fde7cdf-9ab9-4f8c-ac65-96607026a6ed req-c3130f38-997b-4bcc-8fdf-f91bc8a9d318 tempest-ServerRescueTestJSON-873841980 tempest-ServerRescueTestJSON-873841980-project] Network 1a9376b2-7adc-4904-a92e-f5c407e6f045 is already hosted by enough agents. {{(pid=103304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 21:39:52.394364 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [req-6fde7cdf-9ab9-4f8c-ac65-96607026a6ed req-c3130f38-997b-4bcc-8fdf-f91bc8a9d318 tempest-ServerRescueTestJSON-873841980 tempest-ServerRescueTestJSON-873841980-project] Resources bound (agent type, host, resource id): {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:39:52.412188 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [req-6fde7cdf-9ab9-4f8c-ac65-96607026a6ed req-c3130f38-997b-4bcc-8fdf-f91bc8a9d318 tempest-ServerRescueTestJSON-873841980 tempest-ServerRescueTestJSON-873841980-project] Received port after_create {{(pid=103304) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 21:39:52.453214 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba99122-9a0d-4dba-9e6c-cdd26eb9efbe None None] Pushing event updated for resources: {'Port': ['ID=9d5c5d15-445c-4272-84d1-72be9e889283,revision_number=5']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:39:52.482936 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-368d339f-cbbe-4778-bf3d-197bb0f79eb3 None None] Provisioning complete for port 9d5c5d15-445c-4272-84d1-72be9e889283 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:39:52.483324 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-368d339f-cbbe-4778-bf3d-197bb0f79eb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (9d5c5d15-445c-4272-84d1-72be9e889283), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:39:52.562676 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fde7cdf-9ab9-4f8c-ac65-96607026a6ed req-c3130f38-997b-4bcc-8fdf-f91bc8a9d318 tempest-ServerRescueTestJSON-873841980 tempest-ServerRescueTestJSON-873841980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:39:52.564138 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-6fde7cdf-9ab9-4f8c-ac65-96607026a6ed req-c3130f38-997b-4bcc-8fdf-f91bc8a9d318 tempest-ServerRescueTestJSON-873841980 tempest-ServerRescueTestJSON-873841980-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:39:52.566671 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3130f38-997b-4bcc-8fdf-f91bc8a9d318 tempest-ServerRescueTestJSON-873841980 tempest-ServerRescueTestJSON-873841980-project] Pushing event updated for resources: {'Port': ['ID=676861a5-9331-4d55-ad8e-2b98dc8e42e4,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:39:52.617441 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-6fde7cdf-9ab9-4f8c-ac65-96607026a6ed req-c3130f38-997b-4bcc-8fdf-f91bc8a9d318 tempest-ServerRescueTestJSON-873841980 tempest-ServerRescueTestJSON-873841980-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2287905 Jan 26 21:39:52.637752 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [req-6fde7cdf-9ab9-4f8c-ac65-96607026a6ed req-7b2c59dc-6dc9-4531-82de-646ae04670c7 service neutron] Request body: {'port': {'device_id': '3a4c4c44-4fcd-4b52-aab5-c9e4a63f34c6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-760453-5'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:39:52.646785 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-368d339f-cbbe-4778-bf3d-197bb0f79eb3 None None] Current status of the port 9d5c5d15-445c-4272-84d1-72be9e889283 is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:39:52.688746 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-e5aff8da-3ff5-4784-a802-fe3d1fa1acc4 tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4110657'] for router_interface (099f2125-0882-4fde-9014-0f487e304c12), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:39:52.709231 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-6fde7cdf-9ab9-4f8c-ac65-96607026a6ed req-7b2c59dc-6dc9-4531-82de-646ae04670c7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (676861a5-9331-4d55-ad8e-2b98dc8e42e4), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:39:52.909109 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-d313dd77-5617-4ff8-8b52-115534bf2b7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a108a2d8-6495-4d23-b875-fc6f1d7dec6b', 'name': 'tempest-ServerRescueTestJSON-1626620647-router', 'tenant_id': 'd65311bf75e14ee0ba1fb382850563a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'external_fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.220'}], 'enable_snat': True}, 'gw_port_id': 'c4a2246d-5fc1-4127-90eb-9a151f287568', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T21:39:42Z', 'updated_at': '2022-01-26T21:39:46Z', 'revision_number': 4, 'project_id': 'd65311bf75e14ee0ba1fb382850563a2', 'gw_port': {'id': 'c4a2246d-5fc1-4127-90eb-9a151f287568', 'name': '', 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:bd:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a108a2d8-6495-4d23-b875-fc6f1d7dec6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3356, 'fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:39:43Z', 'updated_at': '2022-01-26T21:39:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-5', '_interfaces': [{'id': '1bf289e0-4d24-4cda-8119-ba6b60ac3f21', 'name': '', 'network_id': '1a9376b2-7adc-4904-a92e-f5c407e6f045', 'tenant_id': 'd65311bf75e14ee0ba1fb382850563a2', 'mac_address': 'fa:16:3e:33:46:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a108a2d8-6495-4d23-b875-fc6f1d7dec6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3362, 'fixed_ips': [{'subnet_id': '4bb7d044-11f9-4bd9-8814-43570999d47c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:39:45Z', 'updated_at': '2022-01-26T21:39:51Z', 'revision_number': 4, 'project_id': 'd65311bf75e14ee0ba1fb382850563a2', 'subnets': [{'id': '4bb7d044-11f9-4bd9-8814-43570999d47c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760453-5', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:39:52.961477 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d313dd77-5617-4ff8-8b52-115534bf2b7d None None] The sync data for ids ['a108a2d8-6495-4d23-b875-fc6f1d7dec6b'] in n-d-760453-5 is: [{'id': 'a108a2d8-6495-4d23-b875-fc6f1d7dec6b', 'name': 'tempest-ServerRescueTestJSON-1626620647-router', 'tenant_id': 'd65311bf75e14ee0ba1fb382850563a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'external_fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.220'}], 'enable_snat': True}, 'gw_port_id': 'c4a2246d-5fc1-4127-90eb-9a151f287568', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T21:39:42Z', 'updated_at': '2022-01-26T21:39:46Z', 'revision_number': 4, 'project_id': 'd65311bf75e14ee0ba1fb382850563a2', 'gw_port': {'id': 'c4a2246d-5fc1-4127-90eb-9a151f287568', 'name': '', 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:bd:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a108a2d8-6495-4d23-b875-fc6f1d7dec6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3356, 'fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:39:43Z', 'updated_at': '2022-01-26T21:39:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-5', '_interfaces': [{'id': '1bf289e0-4d24-4cda-8119-ba6b60ac3f21', 'name': '', 'network_id': '1a9376b2-7adc-4904-a92e-f5c407e6f045', 'tenant_id': 'd65311bf75e14ee0ba1fb382850563a2', 'mac_address': 'fa:16:3e:33:46:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a108a2d8-6495-4d23-b875-fc6f1d7dec6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3362, 'fixed_ips': [{'subnet_id': '4bb7d044-11f9-4bd9-8814-43570999d47c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:39:45Z', 'updated_at': '2022-01-26T21:39:51Z', 'revision_number': 4, 'project_id': 'd65311bf75e14ee0ba1fb382850563a2', 'subnets': [{'id': '4bb7d044-11f9-4bd9-8814-43570999d47c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 26 21:39:53.098377 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (4d619873-4b60-439f-9b5a-b155dc8bbc34), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:39:53.156630 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-e5aff8da-3ff5-4784-a802-fe3d1fa1acc4 tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Deleting port 9d5c5d15-445c-4272-84d1-72be9e889283 {{(pid=103305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 21:39:53.157170 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-e5aff8da-3ff5-4784-a802-fe3d1fa1acc4 tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746560630878'] for port (9d5c5d15-445c-4272-84d1-72be9e889283), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:39:53.182754 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25706e06-e55c-433f-8f99-483d8ff7840d req-80dbc512-49e4-4fe7-95ed-aa984568966a tempest-ServerRescueTestJSON-873841980 tempest-ServerRescueTestJSON-873841980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:39:53.183811 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-25706e06-e55c-433f-8f99-483d8ff7840d req-80dbc512-49e4-4fe7-95ed-aa984568966a tempest-ServerRescueTestJSON-873841980 tempest-ServerRescueTestJSON-873841980-project] 10.222.0.13 "GET /v2.0/ports?device_id=3a4c4c44-4fcd-4b52-aab5-c9e4a63f34c6 HTTP/1.1" status: 200 len: 931 time: 0.1005731 Jan 26 21:39:53.255890 n-d-760453-5 neutron-server[103304]: DEBUG neutron.notifiers.nova [req-6fde7cdf-9ab9-4f8c-ac65-96607026a6ed req-7b2c59dc-6dc9-4531-82de-646ae04670c7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 676861a5-9331-4d55-ad8e-2b98dc8e42e4 {{(pid=103304) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 26 21:39:53.270697 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-6fde7cdf-9ab9-4f8c-ac65-96607026a6ed req-7b2c59dc-6dc9-4531-82de-646ae04670c7 service neutron] Publish callbacks [] for port (676861a5-9331-4d55-ad8e-2b98dc8e42e4), precommit_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:39:53.282389 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-25706e06-e55c-433f-8f99-483d8ff7840d req-698883f9-f2dd-4efe-931f-3fec75cf32ba tempest-ServerRescueTestJSON-873841980 tempest-ServerRescueTestJSON-873841980-project] 10.222.0.13 "GET /v2.0/security-groups?id=55d5c279-28a6-490d-81c0-a23ed4c85076&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783973 Jan 26 21:39:53.283501 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [None req-e5aff8da-3ff5-4784-a802-fe3d1fa1acc4 tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] For port 9d5c5d15-445c-4272-84d1-72be9e889283, host n-d-760453-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=9d5c5d15-445c-4272-84d1-72be9e889283,segment=NetworkSegment(fbec1de5-b39c-46c6-8f9f-9d0f9aaef2be),segment_id=fbec1de5-b39c-46c6-8f9f-9d0f9aaef2be)] {{(pid=103305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:39:53.284041 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-e5aff8da-3ff5-4784-a802-fe3d1fa1acc4 tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4109658'] for port (9d5c5d15-445c-4272-84d1-72be9e889283), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:39:53.298468 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.provisioning_blocks [req-6fde7cdf-9ab9-4f8c-ac65-96607026a6ed req-7b2c59dc-6dc9-4531-82de-646ae04670c7 service neutron] Transition to ACTIVE for port object 676861a5-9331-4d55-ad8e-2b98dc8e42e4 will not be triggered until provisioned by entity L2. {{(pid=103304) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 21:39:53.305771 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-6fde7cdf-9ab9-4f8c-ac65-96607026a6ed req-7b2c59dc-6dc9-4531-82de-646ae04670c7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9281542'] for port (676861a5-9331-4d55-ad8e-2b98dc8e42e4), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:39:53.305922 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-e5aff8da-3ff5-4784-a802-fe3d1fa1acc4 tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Calling delete_port for 9d5c5d15-445c-4272-84d1-72be9e889283 owned by network:router_interface {{(pid=103305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 21:39:53.436696 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2c59dc-6dc9-4531-82de-646ae04670c7 service neutron] Pushing event updated for resources: {'Port': ['ID=676861a5-9331-4d55-ad8e-2b98dc8e42e4,revision_number=2']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:39:53.531015 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-e5aff8da-3ff5-4784-a802-fe3d1fa1acc4 tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746560636600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746560234536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11791543'] for port (9d5c5d15-445c-4272-84d1-72be9e889283), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:39:53.547720 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [req-6fde7cdf-9ab9-4f8c-ac65-96607026a6ed req-7b2c59dc-6dc9-4531-82de-646ae04670c7 service neutron] Attempting to bind port 676861a5-9331-4d55-ad8e-2b98dc8e42e4 on host n-h1-760453-5 for vnic_type normal with profile {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 21:39:53.548087 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [req-6fde7cdf-9ab9-4f8c-ac65-96607026a6ed req-7b2c59dc-6dc9-4531-82de-646ae04670c7 service neutron] Attempting to bind port 676861a5-9331-4d55-ad8e-2b98dc8e42e4 by drivers openvswitch,hyperv on host n-h1-760453-5 at level 0 using segments [{'id': '41b3816c-cb87-4d44-b45c-c5bd6f138438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '1a9376b2-7adc-4904-a92e-f5c407e6f045'}] {{(pid=103304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 26 21:39:53.548386 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fde7cdf-9ab9-4f8c-ac65-96607026a6ed req-7b2c59dc-6dc9-4531-82de-646ae04670c7 service neutron] Attempting to bind port 676861a5-9331-4d55-ad8e-2b98dc8e42e4 on network 1a9376b2-7adc-4904-a92e-f5c407e6f045 {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 21:39:53.558931 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fde7cdf-9ab9-4f8c-ac65-96607026a6ed req-7b2c59dc-6dc9-4531-82de-646ae04670c7 service neutron] Port 676861a5-9331-4d55-ad8e-2b98dc8e42e4 on network 1a9376b2-7adc-4904-a92e-f5c407e6f045 not bound, no agent of type Open vSwitch agent registered on host n-h1-760453-5 {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 26 21:39:53.559535 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fde7cdf-9ab9-4f8c-ac65-96607026a6ed req-7b2c59dc-6dc9-4531-82de-646ae04670c7 service neutron] Attempting to bind port 676861a5-9331-4d55-ad8e-2b98dc8e42e4 on network 1a9376b2-7adc-4904-a92e-f5c407e6f045 {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 21:39:53.566885 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fde7cdf-9ab9-4f8c-ac65-96607026a6ed req-7b2c59dc-6dc9-4531-82de-646ae04670c7 service neutron] Checking agent: {'id': '32ef628b-8417-46c5-8729-60fcabe358f1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-760453-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 21, 3, 8), 'started_at': datetime.datetime(2022, 1, 26, 21, 3, 8), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 21, 39, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 26 21:39:53.567232 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fde7cdf-9ab9-4f8c-ac65-96607026a6ed req-7b2c59dc-6dc9-4531-82de-646ae04670c7 service neutron] Checking segment: {'id': '41b3816c-cb87-4d44-b45c-c5bd6f138438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '1a9376b2-7adc-4904-a92e-f5c407e6f045'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103304) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 21:39:53.567627 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fde7cdf-9ab9-4f8c-ac65-96607026a6ed req-7b2c59dc-6dc9-4531-82de-646ae04670c7 service neutron] Bound using segment: {'id': '41b3816c-cb87-4d44-b45c-c5bd6f138438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '1a9376b2-7adc-4904-a92e-f5c407e6f045'} {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 26 21:39:53.568236 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [req-6fde7cdf-9ab9-4f8c-ac65-96607026a6ed req-7b2c59dc-6dc9-4531-82de-646ae04670c7 service neutron] Bound port: 676861a5-9331-4d55-ad8e-2b98dc8e42e4, host: n-h1-760453-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '41b3816c-cb87-4d44-b45c-c5bd6f138438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '1a9376b2-7adc-4904-a92e-f5c407e6f045'}}] {{(pid=103304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 26 21:39:53.568638 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-6fde7cdf-9ab9-4f8c-ac65-96607026a6ed req-7b2c59dc-6dc9-4531-82de-646ae04670c7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (676861a5-9331-4d55-ad8e-2b98dc8e42e4), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:39:53.571147 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5aff8da-3ff5-4784-a802-fe3d1fa1acc4 tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Pushing event deleted for resources: {'Port': ['ID=9d5c5d15-445c-4272-84d1-72be9e889283,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:39:53.653593 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [req-6fde7cdf-9ab9-4f8c-ac65-96607026a6ed req-7b2c59dc-6dc9-4531-82de-646ae04670c7 service neutron] For port 676861a5-9331-4d55-ad8e-2b98dc8e42e4, host n-h1-760453-5, cleared binding levels {{(pid=103304) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 26 21:39:53.658206 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [req-6fde7cdf-9ab9-4f8c-ac65-96607026a6ed req-7b2c59dc-6dc9-4531-82de-646ae04670c7 service neutron] For port 676861a5-9331-4d55-ad8e-2b98dc8e42e4, host n-h1-760453-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-5',level=0,port_id=676861a5-9331-4d55-ad8e-2b98dc8e42e4,segment=NetworkSegment(41b3816c-cb87-4d44-b45c-c5bd6f138438),segment_id=41b3816c-cb87-4d44-b45c-c5bd6f138438)] {{(pid=103304) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 26 21:39:53.665572 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-6fde7cdf-9ab9-4f8c-ac65-96607026a6ed req-7b2c59dc-6dc9-4531-82de-646ae04670c7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9281542'] for port (676861a5-9331-4d55-ad8e-2b98dc8e42e4), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:39:53.686430 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-703cc691-5a41-4a47-bb67-55df818e1d77 None None] Sync routers for ids ['099f2125-0882-4fde-9014-0f487e304c12'] in n-d-760453-5 {{(pid=103306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 26 21:39:53.698448 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-703cc691-5a41-4a47-bb67-55df818e1d77 None None] Routers {'099f2125-0882-4fde-9014-0f487e304c12'} bound to L3 agent in host n-d-760453-5 {{(pid=103306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 21:39:53.699768 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-703cc691-5a41-4a47-bb67-55df818e1d77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-26T20:55:21Z,description=,heartbeat_timestamp=2022-01-26T21:39:51Z,host='n-d-760453-5',id=09df100c-3af1-4b0a-bda8-05914c71c458,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:55:21Z,topic='l3_agent')) {'router_ids': ['099f2125-0882-4fde-9014-0f487e304c12'], 'active': True} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:39:53.758484 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2c59dc-6dc9-4531-82de-646ae04670c7 service neutron] Pushing event updated for resources: {'Port': ['ID=676861a5-9331-4d55-ad8e-2b98dc8e42e4,revision_number=3']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:39:53.774237 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fde7cdf-9ab9-4f8c-ac65-96607026a6ed req-7b2c59dc-6dc9-4531-82de-646ae04670c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:39:53.775017 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-6fde7cdf-9ab9-4f8c-ac65-96607026a6ed req-7b2c59dc-6dc9-4531-82de-646ae04670c7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:39:53.776729 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-6fde7cdf-9ab9-4f8c-ac65-96607026a6ed req-7b2c59dc-6dc9-4531-82de-646ae04670c7 service neutron] 10.222.0.66 "PUT /v2.0/ports/676861a5-9331-4d55-ad8e-2b98dc8e42e4 HTTP/1.1" status: 200 len: 1091 time: 1.1466827 Jan 26 21:39:53.777656 n-d-760453-5 neutron-server[103304]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a4c4c44-4fcd-4b52-aab5-c9e4a63f34c6', 'tag': '676861a5-9331-4d55-ad8e-2b98dc8e42e4'}] {{(pid=103304) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 21:39:53.780005 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d52b45f1943fcd332af9527eb73ff93c8d715d44383a3f6d18de73b4cfcf87b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5273bd39-7534-4c18-ac2e-c101a51ce622" -d '{"events": [{"name": "network-changed", "server_uuid": "3a4c4c44-4fcd-4b52-aab5-c9e4a63f34c6", "tag": "676861a5-9331-4d55-ad8e-2b98dc8e42e4"}]}' {{(pid=103304) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 21:39:53.855581 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-e5aff8da-3ff5-4784-a802-fe3d1fa1acc4 tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3709480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4110805'] for router_interface (099f2125-0882-4fde-9014-0f487e304c12), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:39:53.874229 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvr_db [None req-703cc691-5a41-4a47-bb67-55df818e1d77 None None] Set router 099f2125-0882-4fde-9014-0f487e304c12 gateway port host: None {{(pid=103306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 21:39:53.894017 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 26 Jan 2022 21:39:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b1dc124-8649-4c2f-aba9-d3c13e856c17 x-openstack-request-id: req-1b1dc124-8649-4c2f-aba9-d3c13e856c17 {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 21:39:53.894327 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3a4c4c44-4fcd-4b52-aab5-c9e4a63f34c6", "tag": "676861a5-9331-4d55-ad8e-2b98dc8e42e4", "status": "completed", "code": 200}]} {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 21:39:53.894570 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-1b1dc124-8649-4c2f-aba9-d3c13e856c17 {{(pid=103304) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 21:39:53.894998 n-d-760453-5 neutron-server[103304]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3a4c4c44-4fcd-4b52-aab5-c9e4a63f34c6', 'tag': '676861a5-9331-4d55-ad8e-2b98dc8e42e4', 'status': 'completed', 'code': 200} Jan 26 21:39:53.940173 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fde7cdf-9ab9-4f8c-ac65-96607026a6ed req-9304cd97-9ae2-42c5-b0ad-c72f2f96fad7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:39:53.941730 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-6fde7cdf-9ab9-4f8c-ac65-96607026a6ed req-9304cd97-9ae2-42c5-b0ad-c72f2f96fad7 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=d65311bf75e14ee0ba1fb382850563a2&device_id=3a4c4c44-4fcd-4b52-aab5-c9e4a63f34c6 HTTP/1.1" status: 200 len: 1094 time: 0.0943549 Jan 26 21:39:54.013372 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-6fde7cdf-9ab9-4f8c-ac65-96607026a6ed req-0147f6b4-bae6-4391-86c6-08eb9565a5cd service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=676861a5-9331-4d55-ad8e-2b98dc8e42e4 HTTP/1.1" status: 200 len: 217 time: 0.0584395 Jan 26 21:39:54.085443 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fde7cdf-9ab9-4f8c-ac65-96607026a6ed req-cdb642be-9141-4c27-9462-e0af54163dc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:39:54.087290 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-6fde7cdf-9ab9-4f8c-ac65-96607026a6ed req-cdb642be-9141-4c27-9462-e0af54163dc8 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=4bb7d044-11f9-4bd9-8814-43570999d47c HTTP/1.1" status: 200 len: 851 time: 0.0679324 Jan 26 21:39:54.104348 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5aff8da-3ff5-4784-a802-fe3d1fa1acc4 tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Router 099f2125-0882-4fde-9014-0f487e304c12 has already been hosted by L3 agent 09df100c-3af1-4b0a-bda8-05914c71c458 {{(pid=103305) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 26 21:39:54.153733 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-6fde7cdf-9ab9-4f8c-ac65-96607026a6ed req-2c4e57f4-9066-42c2-b5bf-6d1bc953b823 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=1a9376b2-7adc-4904-a92e-f5c407e6f045&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0594807 Jan 26 21:39:54.163533 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device 1bf289e0-4d24-4cda-8119-ba6b60ac3f21 up at agent ovs-agent-n-d-760453-5 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 21:39:54.224406 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-839dd188-ec69-470c-9ab0-d318dc1a2e96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (e79b4fc6-6c71-44b2-a6d0-ff3e1f4dfd0d), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:39:54.272843 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5aff8da-3ff5-4784-a802-fe3d1fa1acc4 tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Notify agent at l3_agent.n-d-760453-5 the message routers_updated {{(pid=103305) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 26 21:39:54.278257 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Provisioning complete for port 1bf289e0-4d24-4cda-8119-ba6b60ac3f21 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:39:54.278810 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (1bf289e0-4d24-4cda-8119-ba6b60ac3f21), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:39:54.279532 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-e5aff8da-3ff5-4784-a802-fe3d1fa1acc4 tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] 10.222.0.13 "PUT /v2.0/routers/099f2125-0882-4fde-9014-0f487e304c12/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3489766 Jan 26 21:39:54.282654 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 33698) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:39:54.380111 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-6fde7cdf-9ab9-4f8c-ac65-96607026a6ed req-6b55abdb-3eaa-49bb-b283-d677255e9900 service neutron] 10.222.0.66 "GET /v2.0/networks/1a9376b2-7adc-4904-a92e-f5c407e6f045?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2104490 Jan 26 21:39:54.393716 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.db_base_plugin_v2 [None req-7ddc1774-e4b3-4366-8add-d91724529a37 tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Deleting subnet a8f0e3f9-d254-4543-97ef-dc463d3b0fb3 {{(pid=103304) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 26 21:39:54.400494 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-703cc691-5a41-4a47-bb67-55df818e1d77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '099f2125-0882-4fde-9014-0f487e304c12', 'name': 'tempest-RoutersTest-router-234420378', 'tenant_id': '0e80f135b66f46baaae5354dcc5fe05e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T21:39:32Z', 'updated_at': '2022-01-26T21:39:53Z', 'revision_number': 8, 'project_id': '0e80f135b66f46baaae5354dcc5fe05e', 'gw_port_host': None, '_interfaces': [{'id': '062f4c4f-bde1-4073-87fb-6aafe30ff0ab', 'name': '', 'network_id': '31fd2470-ea18-41d7-84b0-015a4e02445e', 'tenant_id': '0e80f135b66f46baaae5354dcc5fe05e', 'mac_address': 'fa:16:3e:86:9c:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '099f2125-0882-4fde-9014-0f487e304c12', 'device_owner': 'network:router_interface', 'standard_attr_id': 3336, 'fixed_ips': [{'subnet_id': 'f6080c85-b283-478b-8f27-76ab3dd8a9d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:39:33Z', 'updated_at': '2022-01-26T21:39:37Z', 'revision_number': 5, 'project_id': '0e80f135b66f46baaae5354dcc5fe05e', 'subnets': [{'id': 'f6080c85-b283-478b-8f27-76ab3dd8a9d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '23dc59e1-4ea4-472c-9d74-51b3e9ef5bc7', 'name': '', 'network_id': '474dafc7-961c-4d25-9af5-450ccb0c9f59', 'tenant_id': '0e80f135b66f46baaae5354dcc5fe05e', 'mac_address': 'fa:16:3e:ca:d7:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '099f2125-0882-4fde-9014-0f487e304c12', 'device_owner': 'network:router_interface', 'standard_attr_id': 3353, 'fixed_ips': [{'subnet_id': '2c112f07-fad1-44c6-905c-b9bc3dd49347', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:39:41Z', 'updated_at': '2022-01-26T21:39:46Z', 'revision_number': 5, 'project_id': '0e80f135b66f46baaae5354dcc5fe05e', 'subnets': [{'id': '2c112f07-fad1-44c6-905c-b9bc3dd49347', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a42953ae-1b92-430f-9acc-fd8483b66862', 'name': '', 'network_id': 'd3067897-eb6e-4f90-a652-1918e4660e5d', 'tenant_id': '0e80f135b66f46baaae5354dcc5fe05e', 'mac_address': 'fa:16:3e:95:ac:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '099f2125-0882-4fde-9014-0f487e304c12', 'device_owner': 'network:router_interface', 'standard_attr_id': 3341, 'fixed_ips': [{'subnet_id': 'fbba8953-6ff8-485c-8ccb-169c345b9186', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:39:37Z', 'updated_at': '2022-01-26T21:39:41Z', 'revision_number': 5, 'project_id': '0e80f135b66f46baaae5354dcc5fe05e', 'subnets': [{'id': 'fbba8953-6ff8-485c-8ccb-169c345b9186', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760453-5', False) {} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:39:54.405877 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-7ddc1774-e4b3-4366-8add-d91724529a37 tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Publish callbacks [] for subnet (a8f0e3f9-d254-4543-97ef-dc463d3b0fb3), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:39:54.432570 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Current status of the port 1bf289e0-4d24-4cda-8119-ba6b60ac3f21 is: DOWN; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:39:54.432965 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (1bf289e0-4d24-4cda-8119-ba6b60ac3f21), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:39:54.435794 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-703cc691-5a41-4a47-bb67-55df818e1d77 None None] Checking router: 099f2125-0882-4fde-9014-0f487e304c12 for host: n-d-760453-5 {{(pid=103306) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 26 21:39:54.459604 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-703cc691-5a41-4a47-bb67-55df818e1d77 None None] Routers {'099f2125-0882-4fde-9014-0f487e304c12'} bound to L3 agent in host n-d-760453-5 {{(pid=103306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 21:39:54.460236 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-703cc691-5a41-4a47-bb67-55df818e1d77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-26T20:55:21Z,description=,heartbeat_timestamp=2022-01-26T21:39:51Z,host='n-d-760453-5',id=09df100c-3af1-4b0a-bda8-05914c71c458,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:55:21Z,topic='l3_agent')) {'router_ids': ['099f2125-0882-4fde-9014-0f487e304c12'], 'active': True} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:39:54.507598 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] For port 1bf289e0-4d24-4cda-8119-ba6b60ac3f21, host n-d-760453-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=1bf289e0-4d24-4cda-8119-ba6b60ac3f21,segment=NetworkSegment(41b3816c-cb87-4d44-b45c-c5bd6f138438),segment_id=41b3816c-cb87-4d44-b45c-c5bd6f138438)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:39:54.530986 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-7ddc1774-e4b3-4366-8add-d91724529a37 tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8881284'] for subnet (a8f0e3f9-d254-4543-97ef-dc463d3b0fb3), precommit_delete_associations {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:39:54.549763 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (1bf289e0-4d24-4cda-8119-ba6b60ac3f21), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:39:54.575427 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvr_db [None req-703cc691-5a41-4a47-bb67-55df818e1d77 None None] Set router 099f2125-0882-4fde-9014-0f487e304c12 gateway port host: None {{(pid=103306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 21:39:54.597030 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3698c585-0573-4757-a2ac-1811777c9b8a req-752ede08-1336-4055-85ca-870c3343094d tempest-ServerRescueTestJSON-873841980 tempest-ServerRescueTestJSON-873841980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:39:54.598600 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-3698c585-0573-4757-a2ac-1811777c9b8a req-752ede08-1336-4055-85ca-870c3343094d tempest-ServerRescueTestJSON-873841980 tempest-ServerRescueTestJSON-873841980-project] 10.222.0.13 "GET /v2.0/ports?device_id=3a4c4c44-4fcd-4b52-aab5-c9e4a63f34c6 HTTP/1.1" status: 200 len: 943 time: 0.2016664 Jan 26 21:39:54.701039 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-6fde7cdf-9ab9-4f8c-ac65-96607026a6ed req-2030be83-605f-41a7-bf15-d6038446b026 service neutron] 10.222.0.66 "GET /v2.0/networks/1a9376b2-7adc-4904-a92e-f5c407e6f045?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3120651 Jan 26 21:39:54.723065 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-3698c585-0573-4757-a2ac-1811777c9b8a req-307e72e5-7703-448f-b0f8-f5085e266eca tempest-ServerRescueTestJSON-873841980 tempest-ServerRescueTestJSON-873841980-project] 10.222.0.13 "GET /v2.0/security-groups?id=55d5c279-28a6-490d-81c0-a23ed4c85076&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985522 Jan 26 21:39:54.766101 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-7ddc1774-e4b3-4366-8add-d91724529a37 tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687316'] for subnet (a8f0e3f9-d254-4543-97ef-dc463d3b0fb3), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:39:54.767999 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Pushing event updated for resources: {'Port': ['ID=1bf289e0-4d24-4cda-8119-ba6b60ac3f21,revision_number=5']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:39:54.886372 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5273bd39-7534-4c18-ac2e-c101a51ce622 req-9a4e99e0-4ba0-48b2-9ad4-bf2918039c3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:39:54.886736 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-703cc691-5a41-4a47-bb67-55df818e1d77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '099f2125-0882-4fde-9014-0f487e304c12', 'name': 'tempest-RoutersTest-router-234420378', 'tenant_id': '0e80f135b66f46baaae5354dcc5fe05e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T21:39:32Z', 'updated_at': '2022-01-26T21:39:53Z', 'revision_number': 8, 'project_id': '0e80f135b66f46baaae5354dcc5fe05e', 'gw_port_host': None, '_interfaces': [{'id': '062f4c4f-bde1-4073-87fb-6aafe30ff0ab', 'name': '', 'network_id': '31fd2470-ea18-41d7-84b0-015a4e02445e', 'tenant_id': '0e80f135b66f46baaae5354dcc5fe05e', 'mac_address': 'fa:16:3e:86:9c:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '099f2125-0882-4fde-9014-0f487e304c12', 'device_owner': 'network:router_interface', 'standard_attr_id': 3336, 'fixed_ips': [{'subnet_id': 'f6080c85-b283-478b-8f27-76ab3dd8a9d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:39:33Z', 'updated_at': '2022-01-26T21:39:37Z', 'revision_number': 5, 'project_id': '0e80f135b66f46baaae5354dcc5fe05e', 'subnets': [{'id': 'f6080c85-b283-478b-8f27-76ab3dd8a9d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '23dc59e1-4ea4-472c-9d74-51b3e9ef5bc7', 'name': '', 'network_id': '474dafc7-961c-4d25-9af5-450ccb0c9f59', 'tenant_id': '0e80f135b66f46baaae5354dcc5fe05e', 'mac_address': 'fa:16:3e:ca:d7:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '099f2125-0882-4fde-9014-0f487e304c12', 'device_owner': 'network:router_interface', 'standard_attr_id': 3353, 'fixed_ips': [{'subnet_id': '2c112f07-fad1-44c6-905c-b9bc3dd49347', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:39:41Z', 'updated_at': '2022-01-26T21:39:46Z', 'revision_number': 5, 'project_id': '0e80f135b66f46baaae5354dcc5fe05e', 'subnets': [{'id': '2c112f07-fad1-44c6-905c-b9bc3dd49347', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a42953ae-1b92-430f-9acc-fd8483b66862', 'name': '', 'network_id': 'd3067897-eb6e-4f90-a652-1918e4660e5d', 'tenant_id': '0e80f135b66f46baaae5354dcc5fe05e', 'mac_address': 'fa:16:3e:95:ac:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '099f2125-0882-4fde-9014-0f487e304c12', 'device_owner': 'network:router_interface', 'standard_attr_id': 3341, 'fixed_ips': [{'subnet_id': 'fbba8953-6ff8-485c-8ccb-169c345b9186', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:39:37Z', 'updated_at': '2022-01-26T21:39:41Z', 'revision_number': 5, 'project_id': '0e80f135b66f46baaae5354dcc5fe05e', 'subnets': [{'id': 'fbba8953-6ff8-485c-8ccb-169c345b9186', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760453-5', False) {} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:39:54.888379 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-5273bd39-7534-4c18-ac2e-c101a51ce622 req-9a4e99e0-4ba0-48b2-9ad4-bf2918039c3e service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=d65311bf75e14ee0ba1fb382850563a2&device_id=3a4c4c44-4fcd-4b52-aab5-c9e4a63f34c6 HTTP/1.1" status: 200 len: 1094 time: 0.0747218 Jan 26 21:39:54.916497 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-703cc691-5a41-4a47-bb67-55df818e1d77 None None] The sync data for ids ['099f2125-0882-4fde-9014-0f487e304c12'] in n-d-760453-5 is: [{'id': '099f2125-0882-4fde-9014-0f487e304c12', 'name': 'tempest-RoutersTest-router-234420378', 'tenant_id': '0e80f135b66f46baaae5354dcc5fe05e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T21:39:32Z', 'updated_at': '2022-01-26T21:39:53Z', 'revision_number': 8, 'project_id': '0e80f135b66f46baaae5354dcc5fe05e', 'gw_port_host': None, '_interfaces': [{'id': '062f4c4f-bde1-4073-87fb-6aafe30ff0ab', 'name': '', 'network_id': '31fd2470-ea18-41d7-84b0-015a4e02445e', 'tenant_id': '0e80f135b66f46baaae5354dcc5fe05e', 'mac_address': 'fa:16:3e:86:9c:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '099f2125-0882-4fde-9014-0f487e304c12', 'device_owner': 'network:router_interface', 'standard_attr_id': 3336, 'fixed_ips': [{'subnet_id': 'f6080c85-b283-478b-8f27-76ab3dd8a9d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:39:33Z', 'updated_at': '2022-01-26T21:39:37Z', 'revision_number': 5, 'project_id': '0e80f135b66f46baaae5354dcc5fe05e', 'subnets': [{'id': 'f6080c85-b283-478b-8f27-76ab3dd8a9d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '23dc59e1-4ea4-472c-9d74-51b3e9ef5bc7', 'name': '', 'network_id': '474dafc7-961c-4d25-9af5-450ccb0c9f59', 'tenant_id': '0e80f135b66f46baaae5354dcc5fe05e', 'mac_address': 'fa:16:3e:ca:d7:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '099f2125-0882-4fde-9014-0f487e304c12', 'device_owner': 'network:router_interface', 'standard_attr_id': 3353, 'fixed_ips': [{'subnet_id': '2c112f07-fad1-44c6-905c-b9bc3dd49347', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:39:41Z', 'updated_at': '2022-01-26T21:39:46Z', 'revision_number': 5, 'project_id': '0e80f135b66f46baaae5354dcc5fe05e', 'subnets': [{'id': '2c112f07-fad1-44c6-905c-b9bc3dd49347', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a42953ae-1b92-430f-9acc-fd8483b66862', 'name': '', 'network_id': 'd3067897-eb6e-4f90-a652-1918e4660e5d', 'tenant_id': '0e80f135b66f46baaae5354dcc5fe05e', 'mac_address': 'fa:16:3e:95:ac:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '099f2125-0882-4fde-9014-0f487e304c12', 'device_owner': 'network:router_interface', 'standard_attr_id': 3341, 'fixed_ips': [{'subnet_id': 'fbba8953-6ff8-485c-8ccb-169c345b9186', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:39:37Z', 'updated_at': '2022-01-26T21:39:41Z', 'revision_number': 5, 'project_id': '0e80f135b66f46baaae5354dcc5fe05e', 'subnets': [{'id': 'fbba8953-6ff8-485c-8ccb-169c345b9186', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 26 21:39:54.930199 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-7ddc1774-e4b3-4366-8add-d91724529a37 tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9281612', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12215216'] for subnet (a8f0e3f9-d254-4543-97ef-dc463d3b0fb3), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:39:54.992133 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ddc1774-e4b3-4366-8add-d91724529a37 tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Pushing event deleted for resources: {'Subnet': ['ID=a8f0e3f9-d254-4543-97ef-dc463d3b0fb3,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:39:54.994276 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-7ddc1774-e4b3-4366-8add-d91724529a37 tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Publish callbacks [] for subnet (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:39:54.998210 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-7ddc1774-e4b3-4366-8add-d91724529a37 tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] 10.222.0.13 "DELETE /v2.0/subnets/a8f0e3f9-d254-4543-97ef-dc463d3b0fb3 HTTP/1.1" status: 204 len: 168 time: 0.7145820 Jan 26 21:39:55.001038 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 33704) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:39:55.003868 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0aabdb9a-6ee6-4212-93cf-14785dae0d93 None None] Network 2773a890-c0e1-4943-845c-d552c17b2c8c requested from n-d-760453-5 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 26 21:39:55.102509 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5273bd39-7534-4c18-ac2e-c101a51ce622 req-f0f3c347-29af-4217-995c-a4ee0b4a2675 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:39:55.104048 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-5273bd39-7534-4c18-ac2e-c101a51ce622 req-f0f3c347-29af-4217-995c-a4ee0b4a2675 service neutron] 10.222.0.66 "GET /v2.0/networks?id=1a9376b2-7adc-4904-a92e-f5c407e6f045 HTTP/1.1" status: 200 len: 912 time: 0.2049055 Jan 26 21:39:55.108075 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-0bdee5c1-728c-4165-acdb-97423affa996 tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-748181'] for network (2773a890-c0e1-4943-845c-d552c17b2c8c), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:39:55.149727 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-5273bd39-7534-4c18-ac2e-c101a51ce622 req-5c1687bf-fdf8-4ff5-bb3d-2ecdc561d1da service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=676861a5-9331-4d55-ad8e-2b98dc8e42e4 HTTP/1.1" status: 200 len: 217 time: 0.0387001 Jan 26 21:39:55.226551 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5273bd39-7534-4c18-ac2e-c101a51ce622 req-876c7085-1dc5-437f-a236-f82004a7d2a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:39:55.228102 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-5273bd39-7534-4c18-ac2e-c101a51ce622 req-876c7085-1dc5-437f-a236-f82004a7d2a4 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=4bb7d044-11f9-4bd9-8814-43570999d47c HTTP/1.1" status: 200 len: 851 time: 0.0732510 Jan 26 21:39:55.248335 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-0bdee5c1-728c-4165-acdb-97423affa996 tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Deleting port 481490a1-f064-4165-8704-791e8843f93c {{(pid=103304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 21:39:55.248680 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-0bdee5c1-728c-4165-acdb-97423affa996 tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746560630878'] for port (481490a1-f064-4165-8704-791e8843f93c), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:39:55.273045 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-5273bd39-7534-4c18-ac2e-c101a51ce622 req-224e87f9-09b0-400f-87a9-fd2db2034da7 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=1a9376b2-7adc-4904-a92e-f5c407e6f045&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0372844 Jan 26 21:39:55.316887 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-144bb5b7-4252-4076-b4d5-b2f084028810 None None] DHCP port deletion for 2773a890-c0e1-4943-845c-d552c17b2c8c request from n-d-760453-5 {{(pid=103306) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 26 21:39:55.351846 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (fea0591a-627d-4c87-9a9a-01625ddf3277), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:39:55.385219 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [None req-0bdee5c1-728c-4165-acdb-97423affa996 tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] For port 481490a1-f064-4165-8704-791e8843f93c, host n-d-760453-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=481490a1-f064-4165-8704-791e8843f93c,segment=NetworkSegment(fbec1de5-b39c-46c6-8f9f-9d0f9aaef2be),segment_id=fbec1de5-b39c-46c6-8f9f-9d0f9aaef2be)] {{(pid=103304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:39:55.385793 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-0bdee5c1-728c-4165-acdb-97423affa996 tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4109658'] for port (481490a1-f064-4165-8704-791e8843f93c), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:39:55.399975 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-144bb5b7-4252-4076-b4d5-b2f084028810 None None] Deleting port 481490a1-f064-4165-8704-791e8843f93c {{(pid=103306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 21:39:55.401976 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-144bb5b7-4252-4076-b4d5-b2f084028810 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746560630878'] for port (481490a1-f064-4165-8704-791e8843f93c), before_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:39:55.403831 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-0bdee5c1-728c-4165-acdb-97423affa996 tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Calling delete_port for 481490a1-f064-4165-8704-791e8843f93c owned by network:dhcp {{(pid=103304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 21:39:55.495234 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-5273bd39-7534-4c18-ac2e-c101a51ce622 req-9903ada9-741b-4421-9719-dc08f87e7d06 service neutron] 10.222.0.66 "GET /v2.0/networks/1a9376b2-7adc-4904-a92e-f5c407e6f045?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1848702 Jan 26 21:39:55.496593 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-144bb5b7-4252-4076-b4d5-b2f084028810 None None] For port 481490a1-f064-4165-8704-791e8843f93c, host n-d-760453-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=481490a1-f064-4165-8704-791e8843f93c,segment=NetworkSegment(fbec1de5-b39c-46c6-8f9f-9d0f9aaef2be),segment_id=fbec1de5-b39c-46c6-8f9f-9d0f9aaef2be)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:39:55.497005 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-144bb5b7-4252-4076-b4d5-b2f084028810 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4109658'] for port (481490a1-f064-4165-8704-791e8843f93c), precommit_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:39:55.514645 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-144bb5b7-4252-4076-b4d5-b2f084028810 None None] Calling delete_port for 481490a1-f064-4165-8704-791e8843f93c owned by network:dhcp {{(pid=103306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 21:39:55.602944 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-0bdee5c1-728c-4165-acdb-97423affa996 tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746560636600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746560234536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9281553'] for port (481490a1-f064-4165-8704-791e8843f93c), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:39:55.615054 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-144bb5b7-4252-4076-b4d5-b2f084028810 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746560636600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746560234536'] for port (481490a1-f064-4165-8704-791e8843f93c), after_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:39:55.646008 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-144bb5b7-4252-4076-b4d5-b2f084028810 None None] Pushing event deleted for resources: {'Port': ['ID=481490a1-f064-4165-8704-791e8843f93c,revision_number=None']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:39:55.648372 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-144bb5b7-4252-4076-b4d5-b2f084028810 None None] No DVR routers for this DVR port 481490a1-f064-4165-8704-791e8843f93c on host n-d-760453-5 {{(pid=103306) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 26 21:39:55.658094 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bdee5c1-728c-4165-acdb-97423affa996 tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] No DVR routers for this DVR port 481490a1-f064-4165-8704-791e8843f93c on host n-d-760453-5 {{(pid=103304) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 26 21:39:55.664151 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-5273bd39-7534-4c18-ac2e-c101a51ce622 req-5e9db5a6-86c0-4756-be7e-1a443695e8f7 service neutron] 10.222.0.66 "GET /v2.0/networks/1a9376b2-7adc-4904-a92e-f5c407e6f045?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1626604 Jan 26 21:39:55.666628 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bdee5c1-728c-4165-acdb-97423affa996 tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Pushing event deleted for resources: {'Port': ['ID=481490a1-f064-4165-8704-791e8843f93c,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:39:55.735687 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3a1dc3f-fcdb-43a0-b87a-e340a739e2a9 None None] Sync routers for ids ['099f2125-0882-4fde-9014-0f487e304c12'] in n-d-760453-5 {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 26 21:39:55.745928 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3a1dc3f-fcdb-43a0-b87a-e340a739e2a9 None None] Routers {'099f2125-0882-4fde-9014-0f487e304c12'} bound to L3 agent in host n-d-760453-5 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 21:39:55.746633 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-c3a1dc3f-fcdb-43a0-b87a-e340a739e2a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-26T20:55:21Z,description=,heartbeat_timestamp=2022-01-26T21:39:51Z,host='n-d-760453-5',id=09df100c-3af1-4b0a-bda8-05914c71c458,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:55:21Z,topic='l3_agent')) {'router_ids': ['099f2125-0882-4fde-9014-0f487e304c12'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:39:55.761187 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-0bdee5c1-728c-4165-acdb-97423affa996 tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-686403', 'neutron.services.segments.db._delete_segments_for_network-8746560774018'] for network (2773a890-c0e1-4943-845c-d552c17b2c8c), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:39:55.786297 n-d-760453-5 neutron-server[103304]: DEBUG neutron.services.segments.db [None req-0bdee5c1-728c-4165-acdb-97423affa996 tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2773a890-c0e1-4943-845c-d552c17b2c8c']}} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:39:55.802149 n-d-760453-5 neutron-server[103304]: DEBUG neutron.services.segments.db [None req-0bdee5c1-728c-4165-acdb-97423affa996 tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fbec1de5-b39c-46c6-8f9f-9d0f9aaef2be') {'for_net_delete': True} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:39:55.802560 n-d-760453-5 neutron-server[103304]: DEBUG neutron.services.segments.db [None req-0bdee5c1-728c-4165-acdb-97423affa996 tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fbec1de5-b39c-46c6-8f9f-9d0f9aaef2be') {} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:39:55.813158 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-0bdee5c1-728c-4165-acdb-97423affa996 tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746560742283', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8881293'] for segment (fbec1de5-b39c-46c6-8f9f-9d0f9aaef2be), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:39:55.841373 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_dvr_db [None req-c3a1dc3f-fcdb-43a0-b87a-e340a739e2a9 None None] Set router 099f2125-0882-4fde-9014-0f487e304c12 gateway port host: None {{(pid=103307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 21:39:55.854831 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-0bdee5c1-728c-4165-acdb-97423affa996 tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576559'] for segment (fbec1de5-b39c-46c6-8f9f-9d0f9aaef2be), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:39:55.864157 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0bdee5c1-728c-4165-acdb-97423affa996 tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Releasing vlan 585 on physical network physnet1 to pool {{(pid=103304) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 26 21:39:55.864575 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-0bdee5c1-728c-4165-acdb-97423affa996 tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9281762'] for segment (fbec1de5-b39c-46c6-8f9f-9d0f9aaef2be), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:39:55.867651 n-d-760453-5 neutron-server[103304]: Traceback (most recent call last): Jan 26 21:39:55.867651 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 26 21:39:55.867651 n-d-760453-5 neutron-server[103304]: timer() Jan 26 21:39:55.867651 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 26 21:39:55.867651 n-d-760453-5 neutron-server[103304]: cb(*args, **kw) Jan 26 21:39:55.867651 n-d-760453-5 neutron-server[103304]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 26 21:39:55.867651 n-d-760453-5 neutron-server[103304]: return func(*args, **kwargs) Jan 26 21:39:55.867651 n-d-760453-5 neutron-server[103304]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 26 21:39:55.867651 n-d-760453-5 neutron-server[103304]: self._notify() Jan 26 21:39:55.867651 n-d-760453-5 neutron-server[103304]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 26 21:39:55.867651 n-d-760453-5 neutron-server[103304]: self.callback(batched_events) Jan 26 21:39:55.867651 n-d-760453-5 neutron-server[103304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 26 21:39:55.867651 n-d-760453-5 neutron-server[103304]: event.method(event) Jan 26 21:39:55.867651 n-d-760453-5 neutron-server[103304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 26 21:39:55.867651 n-d-760453-5 neutron-server[103304]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 26 21:39:55.867651 n-d-760453-5 neutron-server[103304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 26 21:39:55.867651 n-d-760453-5 neutron-server[103304]: aggregate_uuid = self.p_client.list_aggregates( Jan 26 21:39:55.867651 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 26 21:39:55.867651 n-d-760453-5 neutron-server[103304]: return f(self, *a, **k) Jan 26 21:39:55.867651 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 26 21:39:55.867651 n-d-760453-5 neutron-server[103304]: return self._get(url).json() Jan 26 21:39:55.867651 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 26 21:39:55.867651 n-d-760453-5 neutron-server[103304]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 26 21:39:55.867651 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 26 21:39:55.867651 n-d-760453-5 neutron-server[103304]: return self.request(url, 'GET', **kwargs) Jan 26 21:39:55.867651 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 26 21:39:55.867651 n-d-760453-5 neutron-server[103304]: base_url = self.get_endpoint(auth, allow=allow, Jan 26 21:39:55.867651 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 26 21:39:55.867651 n-d-760453-5 neutron-server[103304]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 26 21:39:55.867651 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 26 21:39:55.867651 n-d-760453-5 neutron-server[103304]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 26 21:39:55.867651 n-d-760453-5 neutron-server[103304]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 26 21:39:55.925218 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202583dc-9432-4daa-a124-8916ae238378 req-61cbcb52-e7cf-4331-be78-e6f36472f02e tempest-ServerRescueTestJSON-873841980 tempest-ServerRescueTestJSON-873841980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:39:55.926715 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-202583dc-9432-4daa-a124-8916ae238378 req-61cbcb52-e7cf-4331-be78-e6f36472f02e tempest-ServerRescueTestJSON-873841980 tempest-ServerRescueTestJSON-873841980-project] 10.222.0.13 "GET /v2.0/ports?device_id=3a4c4c44-4fcd-4b52-aab5-c9e4a63f34c6 HTTP/1.1" status: 200 len: 943 time: 0.1115270 Jan 26 21:39:55.956050 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-0bdee5c1-728c-4165-acdb-97423affa996 tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4110931'] for network (2773a890-c0e1-4943-845c-d552c17b2c8c), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:39:55.972327 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-0bdee5c1-728c-4165-acdb-97423affa996 tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Publish callbacks [] for network (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:39:55.979719 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 33710) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:39:55.981031 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-0bdee5c1-728c-4165-acdb-97423affa996 tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] 10.222.0.13 "DELETE /v2.0/networks/2773a890-c0e1-4943-845c-d552c17b2c8c HTTP/1.1" status: 204 len: 168 time: 0.9789858 Jan 26 21:39:56.010517 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bdee5c1-728c-4165-acdb-97423affa996 tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Pushing event deleted for resources: {'Network': ['ID=2773a890-c0e1-4943-845c-d552c17b2c8c,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:39:56.031138 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-202583dc-9432-4daa-a124-8916ae238378 req-dd6849f8-1389-4ac3-a01a-39f5025faac6 tempest-ServerRescueTestJSON-873841980 tempest-ServerRescueTestJSON-873841980-project] 10.222.0.13 "GET /v2.0/security-groups?id=55d5c279-28a6-490d-81c0-a23ed4c85076&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916221 Jan 26 21:39:56.071676 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device 1bf289e0-4d24-4cda-8119-ba6b60ac3f21 up at agent ovs-agent-n-d-760453-5 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 21:39:56.130998 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Provisioning complete for port 1bf289e0-4d24-4cda-8119-ba6b60ac3f21 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:39:56.131284 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (1bf289e0-4d24-4cda-8119-ba6b60ac3f21), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:39:56.133323 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-c3a1dc3f-fcdb-43a0-b87a-e340a739e2a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '099f2125-0882-4fde-9014-0f487e304c12', 'name': 'tempest-RoutersTest-router-234420378', 'tenant_id': '0e80f135b66f46baaae5354dcc5fe05e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T21:39:32Z', 'updated_at': '2022-01-26T21:39:53Z', 'revision_number': 8, 'project_id': '0e80f135b66f46baaae5354dcc5fe05e', 'gw_port_host': None, '_interfaces': [{'id': '062f4c4f-bde1-4073-87fb-6aafe30ff0ab', 'name': '', 'network_id': '31fd2470-ea18-41d7-84b0-015a4e02445e', 'tenant_id': '0e80f135b66f46baaae5354dcc5fe05e', 'mac_address': 'fa:16:3e:86:9c:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '099f2125-0882-4fde-9014-0f487e304c12', 'device_owner': 'network:router_interface', 'standard_attr_id': 3336, 'fixed_ips': [{'subnet_id': 'f6080c85-b283-478b-8f27-76ab3dd8a9d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:39:33Z', 'updated_at': '2022-01-26T21:39:37Z', 'revision_number': 5, 'project_id': '0e80f135b66f46baaae5354dcc5fe05e', 'subnets': [{'id': 'f6080c85-b283-478b-8f27-76ab3dd8a9d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '23dc59e1-4ea4-472c-9d74-51b3e9ef5bc7', 'name': '', 'network_id': '474dafc7-961c-4d25-9af5-450ccb0c9f59', 'tenant_id': '0e80f135b66f46baaae5354dcc5fe05e', 'mac_address': 'fa:16:3e:ca:d7:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '099f2125-0882-4fde-9014-0f487e304c12', 'device_owner': 'network:router_interface', 'standard_attr_id': 3353, 'fixed_ips': [{'subnet_id': '2c112f07-fad1-44c6-905c-b9bc3dd49347', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:39:41Z', 'updated_at': '2022-01-26T21:39:46Z', 'revision_number': 5, 'project_id': '0e80f135b66f46baaae5354dcc5fe05e', 'subnets': [{'id': '2c112f07-fad1-44c6-905c-b9bc3dd49347', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a42953ae-1b92-430f-9acc-fd8483b66862', 'name': '', 'network_id': 'd3067897-eb6e-4f90-a652-1918e4660e5d', 'tenant_id': '0e80f135b66f46baaae5354dcc5fe05e', 'mac_address': 'fa:16:3e:95:ac:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '099f2125-0882-4fde-9014-0f487e304c12', 'device_owner': 'network:router_interface', 'standard_attr_id': 3341, 'fixed_ips': [{'subnet_id': 'fbba8953-6ff8-485c-8ccb-169c345b9186', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:39:37Z', 'updated_at': '2022-01-26T21:39:41Z', 'revision_number': 5, 'project_id': '0e80f135b66f46baaae5354dcc5fe05e', 'subnets': [{'id': 'fbba8953-6ff8-485c-8ccb-169c345b9186', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760453-5', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:39:56.166166 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3a1dc3f-fcdb-43a0-b87a-e340a739e2a9 None None] Checking router: 099f2125-0882-4fde-9014-0f487e304c12 for host: n-d-760453-5 {{(pid=103307) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 26 21:39:56.175019 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3a1dc3f-fcdb-43a0-b87a-e340a739e2a9 None None] Routers {'099f2125-0882-4fde-9014-0f487e304c12'} bound to L3 agent in host n-d-760453-5 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 21:39:56.175765 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-c3a1dc3f-fcdb-43a0-b87a-e340a739e2a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-26T20:55:21Z,description=,heartbeat_timestamp=2022-01-26T21:39:51Z,host='n-d-760453-5',id=09df100c-3af1-4b0a-bda8-05914c71c458,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:55:21Z,topic='l3_agent')) {'router_ids': ['099f2125-0882-4fde-9014-0f487e304c12'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:39:56.247590 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Current status of the port 1bf289e0-4d24-4cda-8119-ba6b60ac3f21 is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:39:56.292446 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_dvr_db [None req-c3a1dc3f-fcdb-43a0-b87a-e340a739e2a9 None None] Set router 099f2125-0882-4fde-9014-0f487e304c12 gateway port host: None {{(pid=103307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 21:39:56.332693 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device 9d5c5d15-445c-4272-84d1-72be9e889283 no longer exists at agent ovs-agent-n-d-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 26 21:39:56.358060 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] No Port match for: 9d5c5d15-445c-4272-84d1-72be9e889283 {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 26 21:39:56.358830 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device 9d5c5d15-445c-4272-84d1-72be9e889283 not bound to the agent host n-d-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 26 21:39:56.359419 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device 481490a1-f064-4165-8704-791e8843f93c no longer exists at agent ovs-agent-n-d-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 26 21:39:56.387901 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] No Port match for: 481490a1-f064-4165-8704-791e8843f93c {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 26 21:39:56.388166 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device 481490a1-f064-4165-8704-791e8843f93c not bound to the agent host n-d-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 26 21:39:56.426779 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-17e62de6-aecc-45b5-a788-96fb0790e258 tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4110657'] for router_interface (099f2125-0882-4fde-9014-0f487e304c12), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:39:56.518044 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-c3a1dc3f-fcdb-43a0-b87a-e340a739e2a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '099f2125-0882-4fde-9014-0f487e304c12', 'name': 'tempest-RoutersTest-router-234420378', 'tenant_id': '0e80f135b66f46baaae5354dcc5fe05e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T21:39:32Z', 'updated_at': '2022-01-26T21:39:53Z', 'revision_number': 8, 'project_id': '0e80f135b66f46baaae5354dcc5fe05e', 'gw_port_host': None, '_interfaces': [{'id': '062f4c4f-bde1-4073-87fb-6aafe30ff0ab', 'name': '', 'network_id': '31fd2470-ea18-41d7-84b0-015a4e02445e', 'tenant_id': '0e80f135b66f46baaae5354dcc5fe05e', 'mac_address': 'fa:16:3e:86:9c:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '099f2125-0882-4fde-9014-0f487e304c12', 'device_owner': 'network:router_interface', 'standard_attr_id': 3336, 'fixed_ips': [{'subnet_id': 'f6080c85-b283-478b-8f27-76ab3dd8a9d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:39:33Z', 'updated_at': '2022-01-26T21:39:37Z', 'revision_number': 5, 'project_id': '0e80f135b66f46baaae5354dcc5fe05e', 'subnets': [{'id': 'f6080c85-b283-478b-8f27-76ab3dd8a9d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '23dc59e1-4ea4-472c-9d74-51b3e9ef5bc7', 'name': '', 'network_id': '474dafc7-961c-4d25-9af5-450ccb0c9f59', 'tenant_id': '0e80f135b66f46baaae5354dcc5fe05e', 'mac_address': 'fa:16:3e:ca:d7:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '099f2125-0882-4fde-9014-0f487e304c12', 'device_owner': 'network:router_interface', 'standard_attr_id': 3353, 'fixed_ips': [{'subnet_id': '2c112f07-fad1-44c6-905c-b9bc3dd49347', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:39:41Z', 'updated_at': '2022-01-26T21:39:46Z', 'revision_number': 5, 'project_id': '0e80f135b66f46baaae5354dcc5fe05e', 'subnets': [{'id': '2c112f07-fad1-44c6-905c-b9bc3dd49347', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a42953ae-1b92-430f-9acc-fd8483b66862', 'name': '', 'network_id': 'd3067897-eb6e-4f90-a652-1918e4660e5d', 'tenant_id': '0e80f135b66f46baaae5354dcc5fe05e', 'mac_address': 'fa:16:3e:95:ac:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '099f2125-0882-4fde-9014-0f487e304c12', 'device_owner': 'network:router_interface', 'standard_attr_id': 3341, 'fixed_ips': [{'subnet_id': 'fbba8953-6ff8-485c-8ccb-169c345b9186', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:39:37Z', 'updated_at': '2022-01-26T21:39:41Z', 'revision_number': 5, 'project_id': '0e80f135b66f46baaae5354dcc5fe05e', 'subnets': [{'id': 'fbba8953-6ff8-485c-8ccb-169c345b9186', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760453-5', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:39:56.549743 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3a1dc3f-fcdb-43a0-b87a-e340a739e2a9 None None] The sync data for ids ['099f2125-0882-4fde-9014-0f487e304c12'] in n-d-760453-5 is: [{'id': '099f2125-0882-4fde-9014-0f487e304c12', 'name': 'tempest-RoutersTest-router-234420378', 'tenant_id': '0e80f135b66f46baaae5354dcc5fe05e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T21:39:32Z', 'updated_at': '2022-01-26T21:39:53Z', 'revision_number': 8, 'project_id': '0e80f135b66f46baaae5354dcc5fe05e', 'gw_port_host': None, '_interfaces': [{'id': '062f4c4f-bde1-4073-87fb-6aafe30ff0ab', 'name': '', 'network_id': '31fd2470-ea18-41d7-84b0-015a4e02445e', 'tenant_id': '0e80f135b66f46baaae5354dcc5fe05e', 'mac_address': 'fa:16:3e:86:9c:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '099f2125-0882-4fde-9014-0f487e304c12', 'device_owner': 'network:router_interface', 'standard_attr_id': 3336, 'fixed_ips': [{'subnet_id': 'f6080c85-b283-478b-8f27-76ab3dd8a9d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:39:33Z', 'updated_at': '2022-01-26T21:39:37Z', 'revision_number': 5, 'project_id': '0e80f135b66f46baaae5354dcc5fe05e', 'subnets': [{'id': 'f6080c85-b283-478b-8f27-76ab3dd8a9d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '23dc59e1-4ea4-472c-9d74-51b3e9ef5bc7', 'name': '', 'network_id': '474dafc7-961c-4d25-9af5-450ccb0c9f59', 'tenant_id': '0e80f135b66f46baaae5354dcc5fe05e', 'mac_address': 'fa:16:3e:ca:d7:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '099f2125-0882-4fde-9014-0f487e304c12', 'device_owner': 'network:router_interface', 'standard_attr_id': 3353, 'fixed_ips': [{'subnet_id': '2c112f07-fad1-44c6-905c-b9bc3dd49347', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:39:41Z', 'updated_at': '2022-01-26T21:39:46Z', 'revision_number': 5, 'project_id': '0e80f135b66f46baaae5354dcc5fe05e', 'subnets': [{'id': '2c112f07-fad1-44c6-905c-b9bc3dd49347', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a42953ae-1b92-430f-9acc-fd8483b66862', 'name': '', 'network_id': 'd3067897-eb6e-4f90-a652-1918e4660e5d', 'tenant_id': '0e80f135b66f46baaae5354dcc5fe05e', 'mac_address': 'fa:16:3e:95:ac:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '099f2125-0882-4fde-9014-0f487e304c12', 'device_owner': 'network:router_interface', 'standard_attr_id': 3341, 'fixed_ips': [{'subnet_id': 'fbba8953-6ff8-485c-8ccb-169c345b9186', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:39:37Z', 'updated_at': '2022-01-26T21:39:41Z', 'revision_number': 5, 'project_id': '0e80f135b66f46baaae5354dcc5fe05e', 'subnets': [{'id': 'fbba8953-6ff8-485c-8ccb-169c345b9186', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 26 21:39:56.695113 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-17e62de6-aecc-45b5-a788-96fb0790e258 tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Deleting port 23dc59e1-4ea4-472c-9d74-51b3e9ef5bc7 {{(pid=103305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 21:39:56.695442 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-17e62de6-aecc-45b5-a788-96fb0790e258 tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746560630878'] for port (23dc59e1-4ea4-472c-9d74-51b3e9ef5bc7), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:39:56.791367 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [None req-17e62de6-aecc-45b5-a788-96fb0790e258 tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] For port 23dc59e1-4ea4-472c-9d74-51b3e9ef5bc7, host n-d-760453-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=23dc59e1-4ea4-472c-9d74-51b3e9ef5bc7,segment=NetworkSegment(82cae8ca-78f3-41a7-bcba-48c4e9672241),segment_id=82cae8ca-78f3-41a7-bcba-48c4e9672241)] {{(pid=103305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:39:56.791730 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-17e62de6-aecc-45b5-a788-96fb0790e258 tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4109658'] for port (23dc59e1-4ea4-472c-9d74-51b3e9ef5bc7), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:39:56.804243 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-17e62de6-aecc-45b5-a788-96fb0790e258 tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Calling delete_port for 23dc59e1-4ea4-472c-9d74-51b3e9ef5bc7 owned by network:router_interface {{(pid=103305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 21:39:56.973967 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-17e62de6-aecc-45b5-a788-96fb0790e258 tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746560636600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746560234536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11791543'] for port (23dc59e1-4ea4-472c-9d74-51b3e9ef5bc7), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:39:56.998340 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e62de6-aecc-45b5-a788-96fb0790e258 tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Pushing event deleted for resources: {'Port': ['ID=23dc59e1-4ea4-472c-9d74-51b3e9ef5bc7,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:39:57.172374 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-17e62de6-aecc-45b5-a788-96fb0790e258 tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3709480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4110805'] for router_interface (099f2125-0882-4fde-9014-0f487e304c12), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:39:57.182041 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e6255f-bf17-4359-89fb-043fc1d85e24 req-53e7a404-f763-47b7-853e-a7937ec44d11 tempest-ServerRescueTestJSON-873841980 tempest-ServerRescueTestJSON-873841980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:39:57.191333 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-13e6255f-bf17-4359-89fb-043fc1d85e24 req-53e7a404-f763-47b7-853e-a7937ec44d11 tempest-ServerRescueTestJSON-873841980 tempest-ServerRescueTestJSON-873841980-project] 10.222.0.13 "GET /v2.0/ports?device_id=3a4c4c44-4fcd-4b52-aab5-c9e4a63f34c6 HTTP/1.1" status: 200 len: 943 time: 0.0732906 Jan 26 21:39:57.253411 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-13e6255f-bf17-4359-89fb-043fc1d85e24 req-93eaebc2-034d-4a9e-8e8e-2cfa63a3b468 tempest-ServerRescueTestJSON-873841980 tempest-ServerRescueTestJSON-873841980-project] 10.222.0.13 "GET /v2.0/security-groups?id=55d5c279-28a6-490d-81c0-a23ed4c85076&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611377 Jan 26 21:39:57.695915 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17e62de6-aecc-45b5-a788-96fb0790e258 tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Router 099f2125-0882-4fde-9014-0f487e304c12 has already been hosted by L3 agent 09df100c-3af1-4b0a-bda8-05914c71c458 {{(pid=103305) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 26 21:39:57.788917 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17e62de6-aecc-45b5-a788-96fb0790e258 tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Notify agent at l3_agent.n-d-760453-5 the message routers_updated {{(pid=103305) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 26 21:39:57.796932 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 33718) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:39:57.797057 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-17e62de6-aecc-45b5-a788-96fb0790e258 tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] 10.222.0.13 "PUT /v2.0/routers/099f2125-0882-4fde-9014-0f487e304c12/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8161051 Jan 26 21:39:57.800690 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f28895c2-0e85-4f24-8d7c-33b06ee37f15 None None] Sync routers for ids ['099f2125-0882-4fde-9014-0f487e304c12'] in n-d-760453-5 {{(pid=103306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 26 21:39:57.815622 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f28895c2-0e85-4f24-8d7c-33b06ee37f15 None None] Routers {'099f2125-0882-4fde-9014-0f487e304c12'} bound to L3 agent in host n-d-760453-5 {{(pid=103306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 21:39:57.816324 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-f28895c2-0e85-4f24-8d7c-33b06ee37f15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-26T20:55:21Z,description=,heartbeat_timestamp=2022-01-26T21:39:51Z,host='n-d-760453-5',id=09df100c-3af1-4b0a-bda8-05914c71c458,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:55:21Z,topic='l3_agent')) {'router_ids': ['099f2125-0882-4fde-9014-0f487e304c12'], 'active': True} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:39:57.852887 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.db_base_plugin_v2 [None req-b413eae1-05d3-4ad2-a43a-9a8eec7bea7a tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Deleting subnet 2c112f07-fad1-44c6-905c-b9bc3dd49347 {{(pid=103304) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 26 21:39:57.855989 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-b413eae1-05d3-4ad2-a43a-9a8eec7bea7a tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Publish callbacks [] for subnet (2c112f07-fad1-44c6-905c-b9bc3dd49347), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:39:57.895866 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-b413eae1-05d3-4ad2-a43a-9a8eec7bea7a tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8881284'] for subnet (2c112f07-fad1-44c6-905c-b9bc3dd49347), precommit_delete_associations {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:39:57.920038 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvr_db [None req-f28895c2-0e85-4f24-8d7c-33b06ee37f15 None None] Set router 099f2125-0882-4fde-9014-0f487e304c12 gateway port host: None {{(pid=103306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 21:39:57.993274 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-b413eae1-05d3-4ad2-a43a-9a8eec7bea7a tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687316'] for subnet (2c112f07-fad1-44c6-905c-b9bc3dd49347), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:39:58.059744 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-b413eae1-05d3-4ad2-a43a-9a8eec7bea7a tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9281612', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12215216'] for subnet (2c112f07-fad1-44c6-905c-b9bc3dd49347), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:39:58.089105 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b413eae1-05d3-4ad2-a43a-9a8eec7bea7a tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Pushing event deleted for resources: {'Subnet': ['ID=2c112f07-fad1-44c6-905c-b9bc3dd49347,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:39:58.092864 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-b413eae1-05d3-4ad2-a43a-9a8eec7bea7a tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Publish callbacks [] for subnet (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:39:58.099425 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 33720) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:39:58.109224 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-b413eae1-05d3-4ad2-a43a-9a8eec7bea7a tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] 10.222.0.13 "DELETE /v2.0/subnets/2c112f07-fad1-44c6-905c-b9bc3dd49347 HTTP/1.1" status: 204 len: 168 time: 0.3109488 Jan 26 21:39:58.113913 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-714c3ceb-d401-4307-b40e-413611371106 None None] Network 474dafc7-961c-4d25-9af5-450ccb0c9f59 requested from n-d-760453-5 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 26 21:39:58.176468 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-75231f93-f793-4937-9370-32757ea41323 tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-748181'] for network (474dafc7-961c-4d25-9af5-450ccb0c9f59), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:39:58.239916 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-f28895c2-0e85-4f24-8d7c-33b06ee37f15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '099f2125-0882-4fde-9014-0f487e304c12', 'name': 'tempest-RoutersTest-router-234420378', 'tenant_id': '0e80f135b66f46baaae5354dcc5fe05e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T21:39:32Z', 'updated_at': '2022-01-26T21:39:56Z', 'revision_number': 9, 'project_id': '0e80f135b66f46baaae5354dcc5fe05e', 'gw_port_host': None, '_interfaces': [{'id': '062f4c4f-bde1-4073-87fb-6aafe30ff0ab', 'name': '', 'network_id': '31fd2470-ea18-41d7-84b0-015a4e02445e', 'tenant_id': '0e80f135b66f46baaae5354dcc5fe05e', 'mac_address': 'fa:16:3e:86:9c:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '099f2125-0882-4fde-9014-0f487e304c12', 'device_owner': 'network:router_interface', 'standard_attr_id': 3336, 'fixed_ips': [{'subnet_id': 'f6080c85-b283-478b-8f27-76ab3dd8a9d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:39:33Z', 'updated_at': '2022-01-26T21:39:37Z', 'revision_number': 5, 'project_id': '0e80f135b66f46baaae5354dcc5fe05e', 'subnets': [{'id': 'f6080c85-b283-478b-8f27-76ab3dd8a9d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a42953ae-1b92-430f-9acc-fd8483b66862', 'name': '', 'network_id': 'd3067897-eb6e-4f90-a652-1918e4660e5d', 'tenant_id': '0e80f135b66f46baaae5354dcc5fe05e', 'mac_address': 'fa:16:3e:95:ac:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '099f2125-0882-4fde-9014-0f487e304c12', 'device_owner': 'network:router_interface', 'standard_attr_id': 3341, 'fixed_ips': [{'subnet_id': 'fbba8953-6ff8-485c-8ccb-169c345b9186', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:39:37Z', 'updated_at': '2022-01-26T21:39:41Z', 'revision_number': 5, 'project_id': '0e80f135b66f46baaae5354dcc5fe05e', 'subnets': [{'id': 'fbba8953-6ff8-485c-8ccb-169c345b9186', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760453-5', False) {} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:39:58.240259 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-75231f93-f793-4937-9370-32757ea41323 tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Deleting port 4ee2bbc6-152f-4f53-b112-d23caf8f4e09 {{(pid=103305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 21:39:58.240602 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-75231f93-f793-4937-9370-32757ea41323 tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746560630878'] for port (4ee2bbc6-152f-4f53-b112-d23caf8f4e09), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:39:58.268311 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f28895c2-0e85-4f24-8d7c-33b06ee37f15 None None] Checking router: 099f2125-0882-4fde-9014-0f487e304c12 for host: n-d-760453-5 {{(pid=103306) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 26 21:39:58.287423 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f28895c2-0e85-4f24-8d7c-33b06ee37f15 None None] Routers {'099f2125-0882-4fde-9014-0f487e304c12'} bound to L3 agent in host n-d-760453-5 {{(pid=103306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 21:39:58.288046 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-f28895c2-0e85-4f24-8d7c-33b06ee37f15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-26T20:55:21Z,description=,heartbeat_timestamp=2022-01-26T21:39:51Z,host='n-d-760453-5',id=09df100c-3af1-4b0a-bda8-05914c71c458,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:55:21Z,topic='l3_agent')) {'router_ids': ['099f2125-0882-4fde-9014-0f487e304c12'], 'active': True} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:39:58.334819 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-422eec76-48a0-4cf1-b7f0-e59f3832d7dd None None] DHCP port deletion for 474dafc7-961c-4d25-9af5-450ccb0c9f59 request from n-d-760453-5 {{(pid=103306) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 26 21:39:58.343417 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [None req-75231f93-f793-4937-9370-32757ea41323 tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] For port 4ee2bbc6-152f-4f53-b112-d23caf8f4e09, host n-d-760453-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=4ee2bbc6-152f-4f53-b112-d23caf8f4e09,segment=NetworkSegment(82cae8ca-78f3-41a7-bcba-48c4e9672241),segment_id=82cae8ca-78f3-41a7-bcba-48c4e9672241)] {{(pid=103305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:39:58.343962 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-75231f93-f793-4937-9370-32757ea41323 tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4109658'] for port (4ee2bbc6-152f-4f53-b112-d23caf8f4e09), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:39:58.364676 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-75231f93-f793-4937-9370-32757ea41323 tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Calling delete_port for 4ee2bbc6-152f-4f53-b112-d23caf8f4e09 owned by network:dhcp {{(pid=103305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 21:39:58.403390 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35fd8dfb-7041-46fd-8829-3c8411be1cf0 req-56a3df91-3d16-4c51-81a8-dd4e1eb9c69e tempest-ServerRescueTestJSON-873841980 tempest-ServerRescueTestJSON-873841980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:39:58.405743 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-35fd8dfb-7041-46fd-8829-3c8411be1cf0 req-56a3df91-3d16-4c51-81a8-dd4e1eb9c69e tempest-ServerRescueTestJSON-873841980 tempest-ServerRescueTestJSON-873841980-project] 10.222.0.13 "GET /v2.0/ports?device_id=3a4c4c44-4fcd-4b52-aab5-c9e4a63f34c6 HTTP/1.1" status: 200 len: 943 time: 0.0580401 Jan 26 21:39:58.472519 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-35fd8dfb-7041-46fd-8829-3c8411be1cf0 req-fe139a3f-d9a8-4dd8-9601-ca251ed9e9c4 tempest-ServerRescueTestJSON-873841980 tempest-ServerRescueTestJSON-873841980-project] 10.222.0.13 "GET /v2.0/security-groups?id=55d5c279-28a6-490d-81c0-a23ed4c85076&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606344 Jan 26 21:39:58.477176 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-75231f93-f793-4937-9370-32757ea41323 tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746560636600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746560234536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11791543'] for port (4ee2bbc6-152f-4f53-b112-d23caf8f4e09), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:39:58.507612 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75231f93-f793-4937-9370-32757ea41323 tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Pushing event deleted for resources: {'Port': ['ID=4ee2bbc6-152f-4f53-b112-d23caf8f4e09,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:39:58.516537 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75231f93-f793-4937-9370-32757ea41323 tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] No DVR routers for this DVR port 4ee2bbc6-152f-4f53-b112-d23caf8f4e09 on host n-d-760453-5 {{(pid=103305) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 26 21:39:58.566966 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvr_db [None req-f28895c2-0e85-4f24-8d7c-33b06ee37f15 None None] Set router 099f2125-0882-4fde-9014-0f487e304c12 gateway port host: None {{(pid=103306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 21:39:58.600747 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-75231f93-f793-4937-9370-32757ea41323 tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-686403', 'neutron.services.segments.db._delete_segments_for_network-8746560774018'] for network (474dafc7-961c-4d25-9af5-450ccb0c9f59), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:39:58.627581 n-d-760453-5 neutron-server[103305]: DEBUG neutron.services.segments.db [None req-75231f93-f793-4937-9370-32757ea41323 tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['474dafc7-961c-4d25-9af5-450ccb0c9f59']}} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:39:58.645933 n-d-760453-5 neutron-server[103305]: DEBUG neutron.services.segments.db [None req-75231f93-f793-4937-9370-32757ea41323 tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '82cae8ca-78f3-41a7-bcba-48c4e9672241') {'for_net_delete': True} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:39:58.645933 n-d-760453-5 neutron-server[103305]: DEBUG neutron.services.segments.db [None req-75231f93-f793-4937-9370-32757ea41323 tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '82cae8ca-78f3-41a7-bcba-48c4e9672241') {} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:39:58.657551 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-75231f93-f793-4937-9370-32757ea41323 tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746560742283', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11788955'] for segment (82cae8ca-78f3-41a7-bcba-48c4e9672241), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:39:58.672144 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-75231f93-f793-4937-9370-32757ea41323 tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576559'] for segment (82cae8ca-78f3-41a7-bcba-48c4e9672241), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:39:58.679248 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-75231f93-f793-4937-9370-32757ea41323 tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Releasing vlan 569 on physical network physnet1 to pool {{(pid=103305) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 26 21:39:58.679753 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-75231f93-f793-4937-9370-32757ea41323 tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11791428'] for segment (82cae8ca-78f3-41a7-bcba-48c4e9672241), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:39:58.683903 n-d-760453-5 neutron-server[103305]: Traceback (most recent call last): Jan 26 21:39:58.683903 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 26 21:39:58.683903 n-d-760453-5 neutron-server[103305]: timer() Jan 26 21:39:58.683903 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 26 21:39:58.683903 n-d-760453-5 neutron-server[103305]: cb(*args, **kw) Jan 26 21:39:58.683903 n-d-760453-5 neutron-server[103305]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 26 21:39:58.683903 n-d-760453-5 neutron-server[103305]: return func(*args, **kwargs) Jan 26 21:39:58.683903 n-d-760453-5 neutron-server[103305]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 26 21:39:58.683903 n-d-760453-5 neutron-server[103305]: self._notify() Jan 26 21:39:58.683903 n-d-760453-5 neutron-server[103305]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 26 21:39:58.683903 n-d-760453-5 neutron-server[103305]: self.callback(batched_events) Jan 26 21:39:58.683903 n-d-760453-5 neutron-server[103305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 26 21:39:58.683903 n-d-760453-5 neutron-server[103305]: event.method(event) Jan 26 21:39:58.683903 n-d-760453-5 neutron-server[103305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 26 21:39:58.683903 n-d-760453-5 neutron-server[103305]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 26 21:39:58.683903 n-d-760453-5 neutron-server[103305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 26 21:39:58.683903 n-d-760453-5 neutron-server[103305]: aggregate_uuid = self.p_client.list_aggregates( Jan 26 21:39:58.683903 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 26 21:39:58.683903 n-d-760453-5 neutron-server[103305]: return f(self, *a, **k) Jan 26 21:39:58.683903 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 26 21:39:58.683903 n-d-760453-5 neutron-server[103305]: return self._get(url).json() Jan 26 21:39:58.683903 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 26 21:39:58.683903 n-d-760453-5 neutron-server[103305]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 26 21:39:58.683903 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 26 21:39:58.683903 n-d-760453-5 neutron-server[103305]: return self.request(url, 'GET', **kwargs) Jan 26 21:39:58.683903 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 26 21:39:58.683903 n-d-760453-5 neutron-server[103305]: base_url = self.get_endpoint(auth, allow=allow, Jan 26 21:39:58.683903 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 26 21:39:58.683903 n-d-760453-5 neutron-server[103305]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 26 21:39:58.683903 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 26 21:39:58.683903 n-d-760453-5 neutron-server[103305]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 26 21:39:58.683903 n-d-760453-5 neutron-server[103305]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 26 21:39:58.747806 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-75231f93-f793-4937-9370-32757ea41323 tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4110931'] for network (474dafc7-961c-4d25-9af5-450ccb0c9f59), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:39:58.755191 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-75231f93-f793-4937-9370-32757ea41323 tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Publish callbacks [] for network (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:39:58.758441 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-75231f93-f793-4937-9370-32757ea41323 tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] 10.222.0.13 "DELETE /v2.0/networks/474dafc7-961c-4d25-9af5-450ccb0c9f59 HTTP/1.1" status: 204 len: 168 time: 0.6580093 Jan 26 21:39:58.761920 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 33724) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:39:58.771870 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75231f93-f793-4937-9370-32757ea41323 tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Pushing event deleted for resources: {'Network': ['ID=474dafc7-961c-4d25-9af5-450ccb0c9f59,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:39:58.779037 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-f28895c2-0e85-4f24-8d7c-33b06ee37f15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '099f2125-0882-4fde-9014-0f487e304c12', 'name': 'tempest-RoutersTest-router-234420378', 'tenant_id': '0e80f135b66f46baaae5354dcc5fe05e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T21:39:32Z', 'updated_at': '2022-01-26T21:39:56Z', 'revision_number': 9, 'project_id': '0e80f135b66f46baaae5354dcc5fe05e', 'gw_port_host': None, '_interfaces': [{'id': '062f4c4f-bde1-4073-87fb-6aafe30ff0ab', 'name': '', 'network_id': '31fd2470-ea18-41d7-84b0-015a4e02445e', 'tenant_id': '0e80f135b66f46baaae5354dcc5fe05e', 'mac_address': 'fa:16:3e:86:9c:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '099f2125-0882-4fde-9014-0f487e304c12', 'device_owner': 'network:router_interface', 'standard_attr_id': 3336, 'fixed_ips': [{'subnet_id': 'f6080c85-b283-478b-8f27-76ab3dd8a9d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:39:33Z', 'updated_at': '2022-01-26T21:39:37Z', 'revision_number': 5, 'project_id': '0e80f135b66f46baaae5354dcc5fe05e', 'subnets': [{'id': 'f6080c85-b283-478b-8f27-76ab3dd8a9d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a42953ae-1b92-430f-9acc-fd8483b66862', 'name': '', 'network_id': 'd3067897-eb6e-4f90-a652-1918e4660e5d', 'tenant_id': '0e80f135b66f46baaae5354dcc5fe05e', 'mac_address': 'fa:16:3e:95:ac:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '099f2125-0882-4fde-9014-0f487e304c12', 'device_owner': 'network:router_interface', 'standard_attr_id': 3341, 'fixed_ips': [{'subnet_id': 'fbba8953-6ff8-485c-8ccb-169c345b9186', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:39:37Z', 'updated_at': '2022-01-26T21:39:41Z', 'revision_number': 5, 'project_id': '0e80f135b66f46baaae5354dcc5fe05e', 'subnets': [{'id': 'fbba8953-6ff8-485c-8ccb-169c345b9186', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760453-5', False) {} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:39:58.811374 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f28895c2-0e85-4f24-8d7c-33b06ee37f15 None None] The sync data for ids ['099f2125-0882-4fde-9014-0f487e304c12'] in n-d-760453-5 is: [{'id': '099f2125-0882-4fde-9014-0f487e304c12', 'name': 'tempest-RoutersTest-router-234420378', 'tenant_id': '0e80f135b66f46baaae5354dcc5fe05e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T21:39:32Z', 'updated_at': '2022-01-26T21:39:56Z', 'revision_number': 9, 'project_id': '0e80f135b66f46baaae5354dcc5fe05e', 'gw_port_host': None, '_interfaces': [{'id': '062f4c4f-bde1-4073-87fb-6aafe30ff0ab', 'name': '', 'network_id': '31fd2470-ea18-41d7-84b0-015a4e02445e', 'tenant_id': '0e80f135b66f46baaae5354dcc5fe05e', 'mac_address': 'fa:16:3e:86:9c:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '099f2125-0882-4fde-9014-0f487e304c12', 'device_owner': 'network:router_interface', 'standard_attr_id': 3336, 'fixed_ips': [{'subnet_id': 'f6080c85-b283-478b-8f27-76ab3dd8a9d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:39:33Z', 'updated_at': '2022-01-26T21:39:37Z', 'revision_number': 5, 'project_id': '0e80f135b66f46baaae5354dcc5fe05e', 'subnets': [{'id': 'f6080c85-b283-478b-8f27-76ab3dd8a9d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a42953ae-1b92-430f-9acc-fd8483b66862', 'name': '', 'network_id': 'd3067897-eb6e-4f90-a652-1918e4660e5d', 'tenant_id': '0e80f135b66f46baaae5354dcc5fe05e', 'mac_address': 'fa:16:3e:95:ac:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '099f2125-0882-4fde-9014-0f487e304c12', 'device_owner': 'network:router_interface', 'standard_attr_id': 3341, 'fixed_ips': [{'subnet_id': 'fbba8953-6ff8-485c-8ccb-169c345b9186', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:39:37Z', 'updated_at': '2022-01-26T21:39:41Z', 'revision_number': 5, 'project_id': '0e80f135b66f46baaae5354dcc5fe05e', 'subnets': [{'id': 'fbba8953-6ff8-485c-8ccb-169c345b9186', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 26 21:39:59.007312 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Device 676861a5-9331-4d55-ad8e-2b98dc8e42e4 details requested by agent hyperv_n-h1-760453-5 with host n-h1-760453-5 {{(pid=103306) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 26 21:39:59.114241 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] For port 676861a5-9331-4d55-ad8e-2b98dc8e42e4, host n-h1-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-5',level=0,port_id=676861a5-9331-4d55-ad8e-2b98dc8e42e4,segment=NetworkSegment(41b3816c-cb87-4d44-b45c-c5bd6f138438),segment_id=41b3816c-cb87-4d44-b45c-c5bd6f138438)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:39:59.114715 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-60a43547-90f3-45c3-aa58-20da5bee515f tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4110657'] for router_interface (099f2125-0882-4fde-9014-0f487e304c12), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:39:59.129598 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Returning: {'device': '676861a5-9331-4d55-ad8e-2b98dc8e42e4', 'network_id': '1a9376b2-7adc-4904-a92e-f5c407e6f045', 'port_id': '676861a5-9331-4d55-ad8e-2b98dc8e42e4', 'mac_address': 'fa:16:3e:b0:aa:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 564, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4bb7d044-11f9-4bd9-8814-43570999d47c', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103306) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 26 21:39:59.188750 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Current status of the port 676861a5-9331-4d55-ad8e-2b98dc8e42e4 is: DOWN; New status is: BUILD {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:39:59.189145 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (676861a5-9331-4d55-ad8e-2b98dc8e42e4), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:39:59.203349 n-d-760453-5 neutron-server[103306]: DEBUG neutron.notifiers.nova [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 676861a5-9331-4d55-ad8e-2b98dc8e42e4 {{(pid=103306) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 26 21:39:59.228117 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] For port 676861a5-9331-4d55-ad8e-2b98dc8e42e4, host n-h1-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-5',level=0,port_id=676861a5-9331-4d55-ad8e-2b98dc8e42e4,segment=NetworkSegment(41b3816c-cb87-4d44-b45c-c5bd6f138438),segment_id=41b3816c-cb87-4d44-b45c-c5bd6f138438)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:39:59.233379 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (676861a5-9331-4d55-ad8e-2b98dc8e42e4), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:39:59.300827 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Pushing event updated for resources: {'Port': ['ID=676861a5-9331-4d55-ad8e-2b98dc8e42e4,revision_number=4']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:39:59.389241 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-60a43547-90f3-45c3-aa58-20da5bee515f tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Deleting port a42953ae-1b92-430f-9acc-fd8483b66862 {{(pid=103304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 21:39:59.389684 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-60a43547-90f3-45c3-aa58-20da5bee515f tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746560630878'] for port (a42953ae-1b92-430f-9acc-fd8483b66862), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:39:59.479864 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [None req-60a43547-90f3-45c3-aa58-20da5bee515f tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] For port a42953ae-1b92-430f-9acc-fd8483b66862, host n-d-760453-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=a42953ae-1b92-430f-9acc-fd8483b66862,segment=NetworkSegment(10c27c8b-1246-4eb4-94d2-39655ea8c2c2),segment_id=10c27c8b-1246-4eb4-94d2-39655ea8c2c2)] {{(pid=103304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:39:59.480590 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-60a43547-90f3-45c3-aa58-20da5bee515f tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4109658'] for port (a42953ae-1b92-430f-9acc-fd8483b66862), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:39:59.496885 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-60a43547-90f3-45c3-aa58-20da5bee515f tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Calling delete_port for a42953ae-1b92-430f-9acc-fd8483b66862 owned by network:router_interface {{(pid=103304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 21:39:59.593828 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] get_ports_and_sgs() called for port_ids ['676861a5-9331-4d55-ad8e-2b98dc8e42e4'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 26 21:39:59.977896 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85bfd3b-8544-4e4e-86fe-898e3133076c req-08aed351-c18d-4c86-a706-158f7285a74e tempest-ServerRescueTestJSON-873841980 tempest-ServerRescueTestJSON-873841980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:39:59.979389 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-a85bfd3b-8544-4e4e-86fe-898e3133076c req-08aed351-c18d-4c86-a706-158f7285a74e tempest-ServerRescueTestJSON-873841980 tempest-ServerRescueTestJSON-873841980-project] 10.222.0.13 "GET /v2.0/ports?device_id=3a4c4c44-4fcd-4b52-aab5-c9e4a63f34c6 HTTP/1.1" status: 200 len: 944 time: 0.0991907 Jan 26 21:40:00.012360 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device 23dc59e1-4ea4-472c-9d74-51b3e9ef5bc7 no longer exists at agent ovs-agent-n-d-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 26 21:40:00.037798 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] No Port match for: 23dc59e1-4ea4-472c-9d74-51b3e9ef5bc7 {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 26 21:40:00.038503 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device 23dc59e1-4ea4-472c-9d74-51b3e9ef5bc7 not bound to the agent host n-d-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 26 21:40:00.038993 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device 4ee2bbc6-152f-4f53-b112-d23caf8f4e09 no longer exists at agent ovs-agent-n-d-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 26 21:40:00.069036 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] No Port match for: 4ee2bbc6-152f-4f53-b112-d23caf8f4e09 {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 26 21:40:00.069624 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device 4ee2bbc6-152f-4f53-b112-d23caf8f4e09 not bound to the agent host n-d-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 26 21:40:00.070358 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-a85bfd3b-8544-4e4e-86fe-898e3133076c req-1b66f781-71ad-409b-b1c1-ccddf5606b54 tempest-ServerRescueTestJSON-873841980 tempest-ServerRescueTestJSON-873841980-project] 10.222.0.13 "GET /v2.0/security-groups?id=55d5c279-28a6-490d-81c0-a23ed4c85076&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791967 Jan 26 21:40:00.106673 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-60a43547-90f3-45c3-aa58-20da5bee515f tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746560636600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746560234536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9281553'] for port (a42953ae-1b92-430f-9acc-fd8483b66862), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:40:00.133904 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a43547-90f3-45c3-aa58-20da5bee515f tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Pushing event deleted for resources: {'Port': ['ID=a42953ae-1b92-430f-9acc-fd8483b66862,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:40:00.307922 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-60a43547-90f3-45c3-aa58-20da5bee515f tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3709480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4110805'] for router_interface (099f2125-0882-4fde-9014-0f487e304c12), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:40:00.524605 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60a43547-90f3-45c3-aa58-20da5bee515f tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Router 099f2125-0882-4fde-9014-0f487e304c12 has already been hosted by L3 agent 09df100c-3af1-4b0a-bda8-05914c71c458 {{(pid=103304) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 26 21:40:00.629388 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60a43547-90f3-45c3-aa58-20da5bee515f tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Notify agent at l3_agent.n-d-760453-5 the message routers_updated {{(pid=103304) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 26 21:40:00.638700 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-60a43547-90f3-45c3-aa58-20da5bee515f tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] 10.222.0.13 "PUT /v2.0/routers/099f2125-0882-4fde-9014-0f487e304c12/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8712311 Jan 26 21:40:00.638700 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 33732) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:40:00.640463 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28afece2-bfb4-42f0-999e-7624f8266317 None None] Sync routers for ids ['099f2125-0882-4fde-9014-0f487e304c12'] in n-d-760453-5 {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 26 21:40:00.652437 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28afece2-bfb4-42f0-999e-7624f8266317 None None] Routers {'099f2125-0882-4fde-9014-0f487e304c12'} bound to L3 agent in host n-d-760453-5 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 21:40:00.653066 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-28afece2-bfb4-42f0-999e-7624f8266317 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-26T20:55:21Z,description=,heartbeat_timestamp=2022-01-26T21:39:51Z,host='n-d-760453-5',id=09df100c-3af1-4b0a-bda8-05914c71c458,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:55:21Z,topic='l3_agent')) {'router_ids': ['099f2125-0882-4fde-9014-0f487e304c12'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:40:00.694214 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.db_base_plugin_v2 [None req-ff9b8c6b-5d3b-43c0-8608-93deaafc0aa4 tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Deleting subnet fbba8953-6ff8-485c-8ccb-169c345b9186 {{(pid=103304) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 26 21:40:00.698124 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-ff9b8c6b-5d3b-43c0-8608-93deaafc0aa4 tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Publish callbacks [] for subnet (fbba8953-6ff8-485c-8ccb-169c345b9186), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:40:00.743930 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_dvr_db [None req-28afece2-bfb4-42f0-999e-7624f8266317 None None] Set router 099f2125-0882-4fde-9014-0f487e304c12 gateway port host: None {{(pid=103307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 21:40:00.746699 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-ff9b8c6b-5d3b-43c0-8608-93deaafc0aa4 tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8881284'] for subnet (fbba8953-6ff8-485c-8ccb-169c345b9186), precommit_delete_associations {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:40:00.852602 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-ff9b8c6b-5d3b-43c0-8608-93deaafc0aa4 tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687316'] for subnet (fbba8953-6ff8-485c-8ccb-169c345b9186), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:40:00.931899 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-ff9b8c6b-5d3b-43c0-8608-93deaafc0aa4 tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9281612', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12215216'] for subnet (fbba8953-6ff8-485c-8ccb-169c345b9186), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:40:00.971381 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-ff9b8c6b-5d3b-43c0-8608-93deaafc0aa4 tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Publish callbacks [] for subnet (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:40:00.973626 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d1503a9-41bf-4c89-ab6e-48c2dea7a6d9 None None] Network d3067897-eb6e-4f90-a652-1918e4660e5d requested from n-d-760453-5 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 26 21:40:00.977333 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 33736) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:40:00.977857 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-ff9b8c6b-5d3b-43c0-8608-93deaafc0aa4 tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] 10.222.0.13 "DELETE /v2.0/subnets/fbba8953-6ff8-485c-8ccb-169c345b9186 HTTP/1.1" status: 204 len: 168 time: 0.3386228 Jan 26 21:40:00.979178 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff9b8c6b-5d3b-43c0-8608-93deaafc0aa4 tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Pushing event deleted for resources: {'Subnet': ['ID=fbba8953-6ff8-485c-8ccb-169c345b9186,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:40:01.034524 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Device 676861a5-9331-4d55-ad8e-2b98dc8e42e4 up at agent hyperv_n-h1-760453-5 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 21:40:01.042394 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-28afece2-bfb4-42f0-999e-7624f8266317 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '099f2125-0882-4fde-9014-0f487e304c12', 'name': 'tempest-RoutersTest-router-234420378', 'tenant_id': '0e80f135b66f46baaae5354dcc5fe05e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T21:39:32Z', 'updated_at': '2022-01-26T21:40:00Z', 'revision_number': 10, 'project_id': '0e80f135b66f46baaae5354dcc5fe05e', 'gw_port_host': None, '_interfaces': [{'id': '062f4c4f-bde1-4073-87fb-6aafe30ff0ab', 'name': '', 'network_id': '31fd2470-ea18-41d7-84b0-015a4e02445e', 'tenant_id': '0e80f135b66f46baaae5354dcc5fe05e', 'mac_address': 'fa:16:3e:86:9c:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '099f2125-0882-4fde-9014-0f487e304c12', 'device_owner': 'network:router_interface', 'standard_attr_id': 3336, 'fixed_ips': [{'subnet_id': 'f6080c85-b283-478b-8f27-76ab3dd8a9d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:39:33Z', 'updated_at': '2022-01-26T21:39:37Z', 'revision_number': 5, 'project_id': '0e80f135b66f46baaae5354dcc5fe05e', 'subnets': [{'id': 'f6080c85-b283-478b-8f27-76ab3dd8a9d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760453-5', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:40:01.079015 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28afece2-bfb4-42f0-999e-7624f8266317 None None] Checking router: 099f2125-0882-4fde-9014-0f487e304c12 for host: n-d-760453-5 {{(pid=103307) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 26 21:40:01.090532 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28afece2-bfb4-42f0-999e-7624f8266317 None None] Routers {'099f2125-0882-4fde-9014-0f487e304c12'} bound to L3 agent in host n-d-760453-5 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 21:40:01.091402 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-28afece2-bfb4-42f0-999e-7624f8266317 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-26T20:55:21Z,description=,heartbeat_timestamp=2022-01-26T21:39:51Z,host='n-d-760453-5',id=09df100c-3af1-4b0a-bda8-05914c71c458,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:55:21Z,topic='l3_agent')) {'router_ids': ['099f2125-0882-4fde-9014-0f487e304c12'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:40:01.137496 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-c7af3474-6067-4941-8d24-d2e52c6cabd7 tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-748181'] for network (d3067897-eb6e-4f90-a652-1918e4660e5d), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:40:01.155428 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Provisioning for port 676861a5-9331-4d55-ad8e-2b98dc8e42e4 completed by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 21:40:01.164094 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Provisioning complete for port 676861a5-9331-4d55-ad8e-2b98dc8e42e4 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:40:01.164094 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (676861a5-9331-4d55-ad8e-2b98dc8e42e4), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:40:01.203935 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_dvr_db [None req-28afece2-bfb4-42f0-999e-7624f8266317 None None] Set router 099f2125-0882-4fde-9014-0f487e304c12 gateway port host: None {{(pid=103307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 21:40:01.225331 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-c7af3474-6067-4941-8d24-d2e52c6cabd7 tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Deleting port ebe3a6e8-f619-44a9-8ab6-1620b4f13825 {{(pid=103305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 21:40:01.225848 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-c7af3474-6067-4941-8d24-d2e52c6cabd7 tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746560630878'] for port (ebe3a6e8-f619-44a9-8ab6-1620b4f13825), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:40:01.269843 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e451cde0-05ad-44a0-88c0-347b7c4eada8 req-c80eee99-502e-4917-8835-95157cdbf445 tempest-ServerRescueTestJSON-873841980 tempest-ServerRescueTestJSON-873841980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:40:01.271551 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-e451cde0-05ad-44a0-88c0-347b7c4eada8 req-c80eee99-502e-4917-8835-95157cdbf445 tempest-ServerRescueTestJSON-873841980 tempest-ServerRescueTestJSON-873841980-project] 10.222.0.13 "GET /v2.0/ports?device_id=3a4c4c44-4fcd-4b52-aab5-c9e4a63f34c6 HTTP/1.1" status: 200 len: 944 time: 0.0916650 Jan 26 21:40:01.279909 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Current status of the port 676861a5-9331-4d55-ad8e-2b98dc8e42e4 is: BUILD; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:40:01.280704 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (676861a5-9331-4d55-ad8e-2b98dc8e42e4), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:40:01.284689 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55a6710e-4747-4422-8b08-4c0a116f063a None None] DHCP port deletion for d3067897-eb6e-4f90-a652-1918e4660e5d request from n-d-760453-5 {{(pid=103306) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 26 21:40:01.327272 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [None req-c7af3474-6067-4941-8d24-d2e52c6cabd7 tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] For port ebe3a6e8-f619-44a9-8ab6-1620b4f13825, host n-d-760453-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=ebe3a6e8-f619-44a9-8ab6-1620b4f13825,segment=NetworkSegment(10c27c8b-1246-4eb4-94d2-39655ea8c2c2),segment_id=10c27c8b-1246-4eb4-94d2-39655ea8c2c2)] {{(pid=103305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:40:01.327958 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-c7af3474-6067-4941-8d24-d2e52c6cabd7 tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4109658'] for port (ebe3a6e8-f619-44a9-8ab6-1620b4f13825), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:40:01.331607 n-d-760453-5 neutron-server[103306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a4c4c44-4fcd-4b52-aab5-c9e4a63f34c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '676861a5-9331-4d55-ad8e-2b98dc8e42e4'}] {{(pid=103306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 21:40:01.334180 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9d5d370febab655511bdd2ffe887e43e442d144a440368702bcc1e93af00b97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0e4939b-ba97-41e4-a7e0-9536bf345e3e" -d '{"events": [{"server_uuid": "3a4c4c44-4fcd-4b52-aab5-c9e4a63f34c6", "name": "network-vif-plugged", "status": "completed", "tag": "676861a5-9331-4d55-ad8e-2b98dc8e42e4"}]}' {{(pid=103306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 21:40:01.354904 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] For port 676861a5-9331-4d55-ad8e-2b98dc8e42e4, host n-h1-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-5',level=0,port_id=676861a5-9331-4d55-ad8e-2b98dc8e42e4,segment=NetworkSegment(41b3816c-cb87-4d44-b45c-c5bd6f138438),segment_id=41b3816c-cb87-4d44-b45c-c5bd6f138438)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:40:01.360282 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-c7af3474-6067-4941-8d24-d2e52c6cabd7 tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Calling delete_port for ebe3a6e8-f619-44a9-8ab6-1620b4f13825 owned by network:dhcp {{(pid=103305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 21:40:01.364892 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (676861a5-9331-4d55-ad8e-2b98dc8e42e4), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:40:01.393145 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-e451cde0-05ad-44a0-88c0-347b7c4eada8 req-05b2f310-fd16-46b0-86a4-5ae5fd3d020e tempest-ServerRescueTestJSON-873841980 tempest-ServerRescueTestJSON-873841980-project] 10.222.0.13 "GET /v2.0/security-groups?id=55d5c279-28a6-490d-81c0-a23ed4c85076&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139982 Jan 26 21:40:01.408509 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-55a6710e-4747-4422-8b08-4c0a116f063a None None] Deleting port ebe3a6e8-f619-44a9-8ab6-1620b4f13825 {{(pid=103306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 21:40:01.408878 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-55a6710e-4747-4422-8b08-4c0a116f063a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746560630878'] for port (ebe3a6e8-f619-44a9-8ab6-1620b4f13825), before_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:40:01.474904 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Jan 2022 21:40:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-071bd602-3bb3-4aaa-b5d6-a3b416b534c1 x-openstack-request-id: req-071bd602-3bb3-4aaa-b5d6-a3b416b534c1 {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 21:40:01.475222 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a4c4c44-4fcd-4b52-aab5-c9e4a63f34c6", "name": "network-vif-plugged", "status": "completed", "tag": "676861a5-9331-4d55-ad8e-2b98dc8e42e4", "code": 200}]} {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 21:40:01.475469 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-071bd602-3bb3-4aaa-b5d6-a3b416b534c1 {{(pid=103306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 21:40:01.475828 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-c7af3474-6067-4941-8d24-d2e52c6cabd7 tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746560636600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746560234536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11791543'] for port (ebe3a6e8-f619-44a9-8ab6-1620b4f13825), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:40:01.476087 n-d-760453-5 neutron-server[103306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a4c4c44-4fcd-4b52-aab5-c9e4a63f34c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '676861a5-9331-4d55-ad8e-2b98dc8e42e4', 'code': 200} Jan 26 21:40:01.483031 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Pushing event updated for resources: {'Port': ['ID=676861a5-9331-4d55-ad8e-2b98dc8e42e4,revision_number=5']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:40:01.492537 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7af3474-6067-4941-8d24-d2e52c6cabd7 tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] No DVR routers for this DVR port ebe3a6e8-f619-44a9-8ab6-1620b4f13825 on host n-d-760453-5 {{(pid=103305) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 26 21:40:01.511926 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-55a6710e-4747-4422-8b08-4c0a116f063a None None] For port ebe3a6e8-f619-44a9-8ab6-1620b4f13825, host n-d-760453-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=ebe3a6e8-f619-44a9-8ab6-1620b4f13825,segment=NetworkSegment(10c27c8b-1246-4eb4-94d2-39655ea8c2c2),segment_id=10c27c8b-1246-4eb4-94d2-39655ea8c2c2)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:40:01.512326 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-55a6710e-4747-4422-8b08-4c0a116f063a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4109658'] for port (ebe3a6e8-f619-44a9-8ab6-1620b4f13825), precommit_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:40:01.518328 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7af3474-6067-4941-8d24-d2e52c6cabd7 tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Pushing event deleted for resources: {'Port': ['ID=ebe3a6e8-f619-44a9-8ab6-1620b4f13825,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:40:01.532283 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-55a6710e-4747-4422-8b08-4c0a116f063a None None] Calling delete_port for ebe3a6e8-f619-44a9-8ab6-1620b4f13825 owned by network:dhcp {{(pid=103306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 21:40:01.586176 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5570088d-5b67-4056-8633-60aac428eddd req-052ec546-1071-4658-b01c-890a5adfd766 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:40:01.587847 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-5570088d-5b67-4056-8633-60aac428eddd req-052ec546-1071-4658-b01c-890a5adfd766 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=3a4c4c44-4fcd-4b52-aab5-c9e4a63f34c6 HTTP/1.1" status: 200 len: 1096 time: 0.0463116 Jan 26 21:40:01.606802 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-c7af3474-6067-4941-8d24-d2e52c6cabd7 tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-686403', 'neutron.services.segments.db._delete_segments_for_network-8746560774018'] for network (d3067897-eb6e-4f90-a652-1918e4660e5d), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:40:01.609948 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-28afece2-bfb4-42f0-999e-7624f8266317 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '099f2125-0882-4fde-9014-0f487e304c12', 'name': 'tempest-RoutersTest-router-234420378', 'tenant_id': '0e80f135b66f46baaae5354dcc5fe05e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T21:39:32Z', 'updated_at': '2022-01-26T21:40:00Z', 'revision_number': 10, 'project_id': '0e80f135b66f46baaae5354dcc5fe05e', 'gw_port_host': None, '_interfaces': [{'id': '062f4c4f-bde1-4073-87fb-6aafe30ff0ab', 'name': '', 'network_id': '31fd2470-ea18-41d7-84b0-015a4e02445e', 'tenant_id': '0e80f135b66f46baaae5354dcc5fe05e', 'mac_address': 'fa:16:3e:86:9c:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '099f2125-0882-4fde-9014-0f487e304c12', 'device_owner': 'network:router_interface', 'standard_attr_id': 3336, 'fixed_ips': [{'subnet_id': 'f6080c85-b283-478b-8f27-76ab3dd8a9d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:39:33Z', 'updated_at': '2022-01-26T21:39:37Z', 'revision_number': 5, 'project_id': '0e80f135b66f46baaae5354dcc5fe05e', 'subnets': [{'id': 'f6080c85-b283-478b-8f27-76ab3dd8a9d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760453-5', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:40:01.625903 n-d-760453-5 neutron-server[103306]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 26 21:40:01.625903 n-d-760453-5 neutron-server[103306]: self.session.flush() Jan 26 21:40:01.625903 n-d-760453-5 neutron-server[103306]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 26 21:40:01.625903 n-d-760453-5 neutron-server[103306]: self.session.flush() Jan 26 21:40:01.625903 n-d-760453-5 neutron-server[103306]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 26 21:40:01.625903 n-d-760453-5 neutron-server[103306]: self.session.flush() Jan 26 21:40:01.625903 n-d-760453-5 neutron-server[103306]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 26 21:40:01.625903 n-d-760453-5 neutron-server[103306]: self.session.flush() Jan 26 21:40:01.625903 n-d-760453-5 neutron-server[103306]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 26 21:40:01.625903 n-d-760453-5 neutron-server[103306]: self.session.flush() Jan 26 21:40:01.625903 n-d-760453-5 neutron-server[103306]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 26 21:40:01.625903 n-d-760453-5 neutron-server[103306]: self.session.flush() Jan 26 21:40:01.625903 n-d-760453-5 neutron-server[103306]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 26 21:40:01.625903 n-d-760453-5 neutron-server[103306]: self.session.flush() Jan 26 21:40:01.625903 n-d-760453-5 neutron-server[103306]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 26 21:40:01.625903 n-d-760453-5 neutron-server[103306]: self.session.flush() Jan 26 21:40:01.625903 n-d-760453-5 neutron-server[103306]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 26 21:40:01.625903 n-d-760453-5 neutron-server[103306]: self.session.flush() Jan 26 21:40:01.625903 n-d-760453-5 neutron-server[103306]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 26 21:40:01.625903 n-d-760453-5 neutron-server[103306]: self.session.flush() Jan 26 21:40:01.625903 n-d-760453-5 neutron-server[103306]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 26 21:40:01.625903 n-d-760453-5 neutron-server[103306]: self.session.flush() Jan 26 21:40:01.625903 n-d-760453-5 neutron-server[103306]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 26 21:40:01.625903 n-d-760453-5 neutron-server[103306]: self.session.flush() Jan 26 21:40:01.625903 n-d-760453-5 neutron-server[103306]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 26 21:40:01.625903 n-d-760453-5 neutron-server[103306]: self.session.flush() Jan 26 21:40:01.625903 n-d-760453-5 neutron-server[103306]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 26 21:40:01.625903 n-d-760453-5 neutron-server[103306]: self.session.flush() Jan 26 21:40:01.625903 n-d-760453-5 neutron-server[103306]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 26 21:40:01.625903 n-d-760453-5 neutron-server[103306]: self.session.flush() Jan 26 21:40:01.625903 n-d-760453-5 neutron-server[103306]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 26 21:40:01.625903 n-d-760453-5 neutron-server[103306]: self.session.flush() Jan 26 21:40:01.625903 n-d-760453-5 neutron-server[103306]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 26 21:40:01.625903 n-d-760453-5 neutron-server[103306]: self.session.flush() Jan 26 21:40:01.625903 n-d-760453-5 neutron-server[103306]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 26 21:40:01.625903 n-d-760453-5 neutron-server[103306]: self.session.flush() Jan 26 21:40:01.625903 n-d-760453-5 neutron-server[103306]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 26 21:40:01.625903 n-d-760453-5 neutron-server[103306]: self.session.flush() Jan 26 21:40:01.625903 n-d-760453-5 neutron-server[103306]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 26 21:40:01.625903 n-d-760453-5 neutron-server[103306]: self.session.flush() Jan 26 21:40:01.625903 n-d-760453-5 neutron-server[103306]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 26 21:40:01.625903 n-d-760453-5 neutron-server[103306]: self.session.flush() Jan 26 21:40:01.625903 n-d-760453-5 neutron-server[103306]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 26 21:40:01.625903 n-d-760453-5 neutron-server[103306]: self.session.flush() Jan 26 21:40:01.625903 n-d-760453-5 neutron-server[103306]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 26 21:40:01.625903 n-d-760453-5 neutron-server[103306]: self.session.flush() Jan 26 21:40:01.625903 n-d-760453-5 neutron-server[103306]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 26 21:40:01.625903 n-d-760453-5 neutron-server[103306]: self.session.flush() Jan 26 21:40:01.625903 n-d-760453-5 neutron-server[103306]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 26 21:40:01.625903 n-d-760453-5 neutron-server[103306]: self.session.flush() Jan 26 21:40:01.625903 n-d-760453-5 neutron-server[103306]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 26 21:40:01.625903 n-d-760453-5 neutron-server[103306]: self.session.flush() Jan 26 21:40:01.625903 n-d-760453-5 neutron-server[103306]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 26 21:40:01.625903 n-d-760453-5 neutron-server[103306]: self.session.flush() Jan 26 21:40:01.636548 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-55a6710e-4747-4422-8b08-4c0a116f063a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746560636600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746560234536'] for port (ebe3a6e8-f619-44a9-8ab6-1620b4f13825), after_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:40:01.639357 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28afece2-bfb4-42f0-999e-7624f8266317 None None] The sync data for ids ['099f2125-0882-4fde-9014-0f487e304c12'] in n-d-760453-5 is: [{'id': '099f2125-0882-4fde-9014-0f487e304c12', 'name': 'tempest-RoutersTest-router-234420378', 'tenant_id': '0e80f135b66f46baaae5354dcc5fe05e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T21:39:32Z', 'updated_at': '2022-01-26T21:40:00Z', 'revision_number': 10, 'project_id': '0e80f135b66f46baaae5354dcc5fe05e', 'gw_port_host': None, '_interfaces': [{'id': '062f4c4f-bde1-4073-87fb-6aafe30ff0ab', 'name': '', 'network_id': '31fd2470-ea18-41d7-84b0-015a4e02445e', 'tenant_id': '0e80f135b66f46baaae5354dcc5fe05e', 'mac_address': 'fa:16:3e:86:9c:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '099f2125-0882-4fde-9014-0f487e304c12', 'device_owner': 'network:router_interface', 'standard_attr_id': 3336, 'fixed_ips': [{'subnet_id': 'f6080c85-b283-478b-8f27-76ab3dd8a9d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:39:33Z', 'updated_at': '2022-01-26T21:39:37Z', 'revision_number': 5, 'project_id': '0e80f135b66f46baaae5354dcc5fe05e', 'subnets': [{'id': 'f6080c85-b283-478b-8f27-76ab3dd8a9d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 26 21:40:01.645544 n-d-760453-5 neutron-server[103305]: DEBUG neutron.services.segments.db [None req-c7af3474-6067-4941-8d24-d2e52c6cabd7 tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d3067897-eb6e-4f90-a652-1918e4660e5d']}} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:40:01.655576 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-5570088d-5b67-4056-8633-60aac428eddd req-0d7f175f-27f2-4412-80d4-90ddea239029 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=55d5c279-28a6-490d-81c0-a23ed4c85076&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599718 Jan 26 21:40:01.656825 n-d-760453-5 neutron-server[103305]: DEBUG neutron.services.segments.db [None req-c7af3474-6067-4941-8d24-d2e52c6cabd7 tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '10c27c8b-1246-4eb4-94d2-39655ea8c2c2') {'for_net_delete': True} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:40:01.657129 n-d-760453-5 neutron-server[103305]: DEBUG neutron.services.segments.db [None req-c7af3474-6067-4941-8d24-d2e52c6cabd7 tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '10c27c8b-1246-4eb4-94d2-39655ea8c2c2') {} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:40:01.661964 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a6710e-4747-4422-8b08-4c0a116f063a None None] Pushing event deleted for resources: {'Port': ['ID=ebe3a6e8-f619-44a9-8ab6-1620b4f13825,revision_number=None']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:40:01.671547 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-c7af3474-6067-4941-8d24-d2e52c6cabd7 tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746560742283', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11788955'] for segment (10c27c8b-1246-4eb4-94d2-39655ea8c2c2), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:40:01.675799 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55a6710e-4747-4422-8b08-4c0a116f063a None None] No DVR routers for this DVR port ebe3a6e8-f619-44a9-8ab6-1620b4f13825 on host n-d-760453-5 {{(pid=103306) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 26 21:40:01.689244 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-c7af3474-6067-4941-8d24-d2e52c6cabd7 tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576559'] for segment (10c27c8b-1246-4eb4-94d2-39655ea8c2c2), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:40:01.695336 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c7af3474-6067-4941-8d24-d2e52c6cabd7 tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Releasing vlan 552 on physical network physnet1 to pool {{(pid=103305) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 26 21:40:01.695718 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-c7af3474-6067-4941-8d24-d2e52c6cabd7 tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11791428'] for segment (10c27c8b-1246-4eb4-94d2-39655ea8c2c2), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:40:01.698841 n-d-760453-5 neutron-server[103305]: Traceback (most recent call last): Jan 26 21:40:01.698841 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 26 21:40:01.698841 n-d-760453-5 neutron-server[103305]: timer() Jan 26 21:40:01.698841 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 26 21:40:01.698841 n-d-760453-5 neutron-server[103305]: cb(*args, **kw) Jan 26 21:40:01.698841 n-d-760453-5 neutron-server[103305]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 26 21:40:01.698841 n-d-760453-5 neutron-server[103305]: return func(*args, **kwargs) Jan 26 21:40:01.698841 n-d-760453-5 neutron-server[103305]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 26 21:40:01.698841 n-d-760453-5 neutron-server[103305]: self._notify() Jan 26 21:40:01.698841 n-d-760453-5 neutron-server[103305]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 26 21:40:01.698841 n-d-760453-5 neutron-server[103305]: self.callback(batched_events) Jan 26 21:40:01.698841 n-d-760453-5 neutron-server[103305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 26 21:40:01.698841 n-d-760453-5 neutron-server[103305]: event.method(event) Jan 26 21:40:01.698841 n-d-760453-5 neutron-server[103305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 26 21:40:01.698841 n-d-760453-5 neutron-server[103305]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 26 21:40:01.698841 n-d-760453-5 neutron-server[103305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 26 21:40:01.698841 n-d-760453-5 neutron-server[103305]: aggregate_uuid = self.p_client.list_aggregates( Jan 26 21:40:01.698841 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 26 21:40:01.698841 n-d-760453-5 neutron-server[103305]: return f(self, *a, **k) Jan 26 21:40:01.698841 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 26 21:40:01.698841 n-d-760453-5 neutron-server[103305]: return self._get(url).json() Jan 26 21:40:01.698841 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 26 21:40:01.698841 n-d-760453-5 neutron-server[103305]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 26 21:40:01.698841 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 26 21:40:01.698841 n-d-760453-5 neutron-server[103305]: return self.request(url, 'GET', **kwargs) Jan 26 21:40:01.698841 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 26 21:40:01.698841 n-d-760453-5 neutron-server[103305]: base_url = self.get_endpoint(auth, allow=allow, Jan 26 21:40:01.698841 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 26 21:40:01.698841 n-d-760453-5 neutron-server[103305]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 26 21:40:01.698841 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 26 21:40:01.698841 n-d-760453-5 neutron-server[103305]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 26 21:40:01.698841 n-d-760453-5 neutron-server[103305]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 26 21:40:01.757323 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-c7af3474-6067-4941-8d24-d2e52c6cabd7 tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4110931'] for network (d3067897-eb6e-4f90-a652-1918e4660e5d), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:40:01.764199 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-c7af3474-6067-4941-8d24-d2e52c6cabd7 tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Publish callbacks [] for network (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:40:01.767401 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-c7af3474-6067-4941-8d24-d2e52c6cabd7 tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] 10.222.0.13 "DELETE /v2.0/networks/d3067897-eb6e-4f90-a652-1918e4660e5d HTTP/1.1" status: 204 len: 168 time: 0.7883883 Jan 26 21:40:01.770277 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 33742) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:40:01.779101 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7af3474-6067-4941-8d24-d2e52c6cabd7 tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Pushing event deleted for resources: {'Network': ['ID=d3067897-eb6e-4f90-a652-1918e4660e5d,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:40:02.019133 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device a42953ae-1b92-430f-9acc-fd8483b66862 no longer exists at agent ovs-agent-n-d-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 26 21:40:02.046098 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] No Port match for: a42953ae-1b92-430f-9acc-fd8483b66862 {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 26 21:40:02.046724 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device a42953ae-1b92-430f-9acc-fd8483b66862 not bound to the agent host n-d-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 26 21:40:02.046833 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device ebe3a6e8-f619-44a9-8ab6-1620b4f13825 no longer exists at agent ovs-agent-n-d-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 26 21:40:02.067968 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] No Port match for: ebe3a6e8-f619-44a9-8ab6-1620b4f13825 {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 26 21:40:02.068317 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device ebe3a6e8-f619-44a9-8ab6-1620b4f13825 not bound to the agent host n-d-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 26 21:40:02.123238 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-6cd13002-a19b-4c2e-b161-2b4db6a412d1 tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4110657'] for router_interface (099f2125-0882-4fde-9014-0f487e304c12), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:40:02.367212 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-6cd13002-a19b-4c2e-b161-2b4db6a412d1 tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Deleting port 062f4c4f-bde1-4073-87fb-6aafe30ff0ab {{(pid=103304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 21:40:02.367556 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-6cd13002-a19b-4c2e-b161-2b4db6a412d1 tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746560630878'] for port (062f4c4f-bde1-4073-87fb-6aafe30ff0ab), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:40:02.460790 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [None req-6cd13002-a19b-4c2e-b161-2b4db6a412d1 tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] For port 062f4c4f-bde1-4073-87fb-6aafe30ff0ab, host n-d-760453-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=062f4c4f-bde1-4073-87fb-6aafe30ff0ab,segment=NetworkSegment(ca634129-b90f-4eb5-94d3-c4cb309d0116),segment_id=ca634129-b90f-4eb5-94d3-c4cb309d0116)] {{(pid=103304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:40:02.461137 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-6cd13002-a19b-4c2e-b161-2b4db6a412d1 tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4109658'] for port (062f4c4f-bde1-4073-87fb-6aafe30ff0ab), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:40:02.473692 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-6cd13002-a19b-4c2e-b161-2b4db6a412d1 tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Calling delete_port for 062f4c4f-bde1-4073-87fb-6aafe30ff0ab owned by network:router_interface {{(pid=103304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 21:40:02.576716 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7dd0820-82d8-4480-b1a3-099024144a4b req-94b5a61b-316d-497c-8206-2cc17ee1c616 tempest-ServerRescueTestJSON-873841980 tempest-ServerRescueTestJSON-873841980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:40:02.578182 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-e7dd0820-82d8-4480-b1a3-099024144a4b req-94b5a61b-316d-497c-8206-2cc17ee1c616 tempest-ServerRescueTestJSON-873841980 tempest-ServerRescueTestJSON-873841980-project] 10.222.0.13 "GET /v2.0/ports?device_id=3a4c4c44-4fcd-4b52-aab5-c9e4a63f34c6 HTTP/1.1" status: 200 len: 945 time: 0.0989769 Jan 26 21:40:02.669940 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-e7dd0820-82d8-4480-b1a3-099024144a4b req-ab305b16-989a-4379-bd45-374d4182478c tempest-ServerRescueTestJSON-873841980 tempest-ServerRescueTestJSON-873841980-project] 10.222.0.13 "GET /v2.0/security-groups?id=55d5c279-28a6-490d-81c0-a23ed4c85076&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845659 Jan 26 21:40:02.718863 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-6cd13002-a19b-4c2e-b161-2b4db6a412d1 tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746560636600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746560234536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9281553'] for port (062f4c4f-bde1-4073-87fb-6aafe30ff0ab), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:40:02.750528 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd13002-a19b-4c2e-b161-2b4db6a412d1 tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Pushing event deleted for resources: {'Port': ['ID=062f4c4f-bde1-4073-87fb-6aafe30ff0ab,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:40:02.890743 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-6cd13002-a19b-4c2e-b161-2b4db6a412d1 tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3709480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4110805'] for router_interface (099f2125-0882-4fde-9014-0f487e304c12), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:40:03.056015 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6cd13002-a19b-4c2e-b161-2b4db6a412d1 tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Router 099f2125-0882-4fde-9014-0f487e304c12 has already been hosted by L3 agent 09df100c-3af1-4b0a-bda8-05914c71c458 {{(pid=103304) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 26 21:40:03.132559 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6cd13002-a19b-4c2e-b161-2b4db6a412d1 tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Notify agent at l3_agent.n-d-760453-5 the message routers_updated {{(pid=103304) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 26 21:40:03.141468 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-6cd13002-a19b-4c2e-b161-2b4db6a412d1 tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] 10.222.0.13 "PUT /v2.0/routers/099f2125-0882-4fde-9014-0f487e304c12/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3676195 Jan 26 21:40:03.141833 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 33752) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:40:03.146027 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8b93ee4-3b3c-4835-bcd2-7470f7051fa3 None None] Sync routers for ids ['099f2125-0882-4fde-9014-0f487e304c12'] in n-d-760453-5 {{(pid=103306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 26 21:40:03.157528 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8b93ee4-3b3c-4835-bcd2-7470f7051fa3 None None] Routers {'099f2125-0882-4fde-9014-0f487e304c12'} bound to L3 agent in host n-d-760453-5 {{(pid=103306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 21:40:03.158485 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-d8b93ee4-3b3c-4835-bcd2-7470f7051fa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-26T20:55:21Z,description=,heartbeat_timestamp=2022-01-26T21:39:51Z,host='n-d-760453-5',id=09df100c-3af1-4b0a-bda8-05914c71c458,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:55:21Z,topic='l3_agent')) {'router_ids': ['099f2125-0882-4fde-9014-0f487e304c12'], 'active': True} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:40:03.195638 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.db_base_plugin_v2 [None req-db589206-ef91-455f-a7fb-d82ddd396954 tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Deleting subnet f6080c85-b283-478b-8f27-76ab3dd8a9d9 {{(pid=103305) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 26 21:40:03.199374 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-db589206-ef91-455f-a7fb-d82ddd396954 tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Publish callbacks [] for subnet (f6080c85-b283-478b-8f27-76ab3dd8a9d9), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:40:03.234577 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvr_db [None req-d8b93ee4-3b3c-4835-bcd2-7470f7051fa3 None None] Set router 099f2125-0882-4fde-9014-0f487e304c12 gateway port host: None {{(pid=103306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 21:40:03.244598 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-db589206-ef91-455f-a7fb-d82ddd396954 tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11788946'] for subnet (f6080c85-b283-478b-8f27-76ab3dd8a9d9), precommit_delete_associations {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:40:03.298306 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-d8b93ee4-3b3c-4835-bcd2-7470f7051fa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '099f2125-0882-4fde-9014-0f487e304c12', 'name': 'tempest-RoutersTest-router-234420378', 'tenant_id': '0e80f135b66f46baaae5354dcc5fe05e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T21:39:32Z', 'updated_at': '2022-01-26T21:40:02Z', 'revision_number': 11, 'project_id': '0e80f135b66f46baaae5354dcc5fe05e', 'gw_port_host': None}], 'n-d-760453-5', False) {} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:40:03.325405 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8b93ee4-3b3c-4835-bcd2-7470f7051fa3 None None] Checking router: 099f2125-0882-4fde-9014-0f487e304c12 for host: n-d-760453-5 {{(pid=103306) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 26 21:40:03.329580 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-db589206-ef91-455f-a7fb-d82ddd396954 tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687316'] for subnet (f6080c85-b283-478b-8f27-76ab3dd8a9d9), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:40:03.334613 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8b93ee4-3b3c-4835-bcd2-7470f7051fa3 None None] Routers {'099f2125-0882-4fde-9014-0f487e304c12'} bound to L3 agent in host n-d-760453-5 {{(pid=103306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 21:40:03.335438 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-d8b93ee4-3b3c-4835-bcd2-7470f7051fa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-26T20:55:21Z,description=,heartbeat_timestamp=2022-01-26T21:39:51Z,host='n-d-760453-5',id=09df100c-3af1-4b0a-bda8-05914c71c458,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:55:21Z,topic='l3_agent')) {'router_ids': ['099f2125-0882-4fde-9014-0f487e304c12'], 'active': True} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:40:03.397222 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-db589206-ef91-455f-a7fb-d82ddd396954 tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11791594', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11599980'] for subnet (f6080c85-b283-478b-8f27-76ab3dd8a9d9), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:40:03.424262 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvr_db [None req-d8b93ee4-3b3c-4835-bcd2-7470f7051fa3 None None] Set router 099f2125-0882-4fde-9014-0f487e304c12 gateway port host: None {{(pid=103306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 21:40:03.443193 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db589206-ef91-455f-a7fb-d82ddd396954 tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Pushing event deleted for resources: {'Subnet': ['ID=f6080c85-b283-478b-8f27-76ab3dd8a9d9,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:40:03.446960 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-db589206-ef91-455f-a7fb-d82ddd396954 tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Publish callbacks [] for subnet (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:40:03.450351 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-db589206-ef91-455f-a7fb-d82ddd396954 tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] 10.222.0.13 "DELETE /v2.0/subnets/f6080c85-b283-478b-8f27-76ab3dd8a9d9 HTTP/1.1" status: 204 len: 168 time: 0.3075027 Jan 26 21:40:03.452984 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 33754) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:40:03.482849 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a095111d-9c34-4f4b-afca-f269746a5d49 None None] Network 31fd2470-ea18-41d7-84b0-015a4e02445e requested from n-d-760453-5 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 26 21:40:03.485736 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-d8b93ee4-3b3c-4835-bcd2-7470f7051fa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '099f2125-0882-4fde-9014-0f487e304c12', 'name': 'tempest-RoutersTest-router-234420378', 'tenant_id': '0e80f135b66f46baaae5354dcc5fe05e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T21:39:32Z', 'updated_at': '2022-01-26T21:40:02Z', 'revision_number': 11, 'project_id': '0e80f135b66f46baaae5354dcc5fe05e', 'gw_port_host': None}], 'n-d-760453-5', False) {} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:40:03.527524 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-8e9e2e00-ce75-4cda-9c02-6413aaaa95df tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-748181'] for network (31fd2470-ea18-41d7-84b0-015a4e02445e), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:40:03.549361 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8b93ee4-3b3c-4835-bcd2-7470f7051fa3 None None] The sync data for ids ['099f2125-0882-4fde-9014-0f487e304c12'] in n-d-760453-5 is: [{'id': '099f2125-0882-4fde-9014-0f487e304c12', 'name': 'tempest-RoutersTest-router-234420378', 'tenant_id': '0e80f135b66f46baaae5354dcc5fe05e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T21:39:32Z', 'updated_at': '2022-01-26T21:40:02Z', 'revision_number': 11, 'project_id': '0e80f135b66f46baaae5354dcc5fe05e', 'gw_port_host': None}] {{(pid=103306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 26 21:40:03.582654 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-8e9e2e00-ce75-4cda-9c02-6413aaaa95df tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Deleting port 870314a6-6372-417d-a63a-dd846f51debe {{(pid=103305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 21:40:03.583713 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-8e9e2e00-ce75-4cda-9c02-6413aaaa95df tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746560630878'] for port (870314a6-6372-417d-a63a-dd846f51debe), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:40:03.650524 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [None req-8e9e2e00-ce75-4cda-9c02-6413aaaa95df tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] For port 870314a6-6372-417d-a63a-dd846f51debe, host n-d-760453-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=870314a6-6372-417d-a63a-dd846f51debe,segment=NetworkSegment(ca634129-b90f-4eb5-94d3-c4cb309d0116),segment_id=ca634129-b90f-4eb5-94d3-c4cb309d0116)] {{(pid=103305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:40:03.650830 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-8e9e2e00-ce75-4cda-9c02-6413aaaa95df tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4109658'] for port (870314a6-6372-417d-a63a-dd846f51debe), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:40:03.664148 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-8e9e2e00-ce75-4cda-9c02-6413aaaa95df tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Calling delete_port for 870314a6-6372-417d-a63a-dd846f51debe owned by network:dhcp {{(pid=103305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 21:40:03.745069 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-8e9e2e00-ce75-4cda-9c02-6413aaaa95df tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746560636600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746560234536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11791543'] for port (870314a6-6372-417d-a63a-dd846f51debe), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:40:03.771103 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9e2e00-ce75-4cda-9c02-6413aaaa95df tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Pushing event deleted for resources: {'Port': ['ID=870314a6-6372-417d-a63a-dd846f51debe,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:40:03.774749 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e9e2e00-ce75-4cda-9c02-6413aaaa95df tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] No DVR routers for this DVR port 870314a6-6372-417d-a63a-dd846f51debe on host n-d-760453-5 {{(pid=103305) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 26 21:40:03.791288 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f19697-7e2a-4ed1-b655-c6f8b8f33df6 req-c8e3d01c-bb61-4e9e-9951-b0181e393cd8 tempest-ServerRescueTestJSON-873841980 tempest-ServerRescueTestJSON-873841980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:40:03.793410 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-a3f19697-7e2a-4ed1-b655-c6f8b8f33df6 req-c8e3d01c-bb61-4e9e-9951-b0181e393cd8 tempest-ServerRescueTestJSON-873841980 tempest-ServerRescueTestJSON-873841980-project] 10.222.0.13 "GET /v2.0/ports?device_id=3a4c4c44-4fcd-4b52-aab5-c9e4a63f34c6 HTTP/1.1" status: 200 len: 945 time: 0.0537162 Jan 26 21:40:03.840968 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-a3f19697-7e2a-4ed1-b655-c6f8b8f33df6 req-c4f3da82-a06e-4626-ae79-2ee9496ebd88 tempest-ServerRescueTestJSON-873841980 tempest-ServerRescueTestJSON-873841980-project] 10.222.0.13 "GET /v2.0/security-groups?id=55d5c279-28a6-490d-81c0-a23ed4c85076&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415430 Jan 26 21:40:03.859609 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-8e9e2e00-ce75-4cda-9c02-6413aaaa95df tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-686403', 'neutron.services.segments.db._delete_segments_for_network-8746560774018'] for network (31fd2470-ea18-41d7-84b0-015a4e02445e), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:40:03.882272 n-d-760453-5 neutron-server[103305]: DEBUG neutron.services.segments.db [None req-8e9e2e00-ce75-4cda-9c02-6413aaaa95df tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['31fd2470-ea18-41d7-84b0-015a4e02445e']}} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:40:03.892953 n-d-760453-5 neutron-server[103305]: DEBUG neutron.services.segments.db [None req-8e9e2e00-ce75-4cda-9c02-6413aaaa95df tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ca634129-b90f-4eb5-94d3-c4cb309d0116') {'for_net_delete': True} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:40:03.893373 n-d-760453-5 neutron-server[103305]: DEBUG neutron.services.segments.db [None req-8e9e2e00-ce75-4cda-9c02-6413aaaa95df tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ca634129-b90f-4eb5-94d3-c4cb309d0116') {} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:40:03.900478 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e398564-981c-41b7-a681-0a19ce94b092 None None] DHCP port deletion for 31fd2470-ea18-41d7-84b0-015a4e02445e request from n-d-760453-5 {{(pid=103306) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 26 21:40:03.911713 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-8e9e2e00-ce75-4cda-9c02-6413aaaa95df tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746560742283', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11788955'] for segment (ca634129-b90f-4eb5-94d3-c4cb309d0116), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:40:03.929683 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-8e9e2e00-ce75-4cda-9c02-6413aaaa95df tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576559'] for segment (ca634129-b90f-4eb5-94d3-c4cb309d0116), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:40:03.936476 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8e9e2e00-ce75-4cda-9c02-6413aaaa95df tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Releasing vlan 565 on physical network physnet1 to pool {{(pid=103305) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 26 21:40:03.936966 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-8e9e2e00-ce75-4cda-9c02-6413aaaa95df tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11791428'] for segment (ca634129-b90f-4eb5-94d3-c4cb309d0116), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:40:03.941001 n-d-760453-5 neutron-server[103305]: Traceback (most recent call last): Jan 26 21:40:03.941001 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 26 21:40:03.941001 n-d-760453-5 neutron-server[103305]: timer() Jan 26 21:40:03.941001 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 26 21:40:03.941001 n-d-760453-5 neutron-server[103305]: cb(*args, **kw) Jan 26 21:40:03.941001 n-d-760453-5 neutron-server[103305]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 26 21:40:03.941001 n-d-760453-5 neutron-server[103305]: return func(*args, **kwargs) Jan 26 21:40:03.941001 n-d-760453-5 neutron-server[103305]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 26 21:40:03.941001 n-d-760453-5 neutron-server[103305]: self._notify() Jan 26 21:40:03.941001 n-d-760453-5 neutron-server[103305]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 26 21:40:03.941001 n-d-760453-5 neutron-server[103305]: self.callback(batched_events) Jan 26 21:40:03.941001 n-d-760453-5 neutron-server[103305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 26 21:40:03.941001 n-d-760453-5 neutron-server[103305]: event.method(event) Jan 26 21:40:03.941001 n-d-760453-5 neutron-server[103305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 26 21:40:03.941001 n-d-760453-5 neutron-server[103305]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 26 21:40:03.941001 n-d-760453-5 neutron-server[103305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 26 21:40:03.941001 n-d-760453-5 neutron-server[103305]: aggregate_uuid = self.p_client.list_aggregates( Jan 26 21:40:03.941001 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 26 21:40:03.941001 n-d-760453-5 neutron-server[103305]: return f(self, *a, **k) Jan 26 21:40:03.941001 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 26 21:40:03.941001 n-d-760453-5 neutron-server[103305]: return self._get(url).json() Jan 26 21:40:03.941001 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 26 21:40:03.941001 n-d-760453-5 neutron-server[103305]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 26 21:40:03.941001 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 26 21:40:03.941001 n-d-760453-5 neutron-server[103305]: return self.request(url, 'GET', **kwargs) Jan 26 21:40:03.941001 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 26 21:40:03.941001 n-d-760453-5 neutron-server[103305]: base_url = self.get_endpoint(auth, allow=allow, Jan 26 21:40:03.941001 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 26 21:40:03.941001 n-d-760453-5 neutron-server[103305]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 26 21:40:03.941001 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 26 21:40:03.941001 n-d-760453-5 neutron-server[103305]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 26 21:40:03.941001 n-d-760453-5 neutron-server[103305]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 26 21:40:04.019372 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-8e9e2e00-ce75-4cda-9c02-6413aaaa95df tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4110931'] for network (31fd2470-ea18-41d7-84b0-015a4e02445e), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:40:04.038303 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-8e9e2e00-ce75-4cda-9c02-6413aaaa95df tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Publish callbacks [] for network (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:40:04.043233 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-8e9e2e00-ce75-4cda-9c02-6413aaaa95df tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] 10.222.0.13 "DELETE /v2.0/networks/31fd2470-ea18-41d7-84b0-015a4e02445e HTTP/1.1" status: 204 len: 168 time: 0.5891442 Jan 26 21:40:04.047077 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 33762) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:40:04.049559 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device 062f4c4f-bde1-4073-87fb-6aafe30ff0ab no longer exists at agent ovs-agent-n-d-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 26 21:40:04.059701 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-664bf200-286c-484f-b304-25c914148804 tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Request body: {'router': {'routes': None}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:40:04.062110 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9e2e00-ce75-4cda-9c02-6413aaaa95df tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Pushing event deleted for resources: {'Network': ['ID=31fd2470-ea18-41d7-84b0-015a4e02445e,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:40:04.081008 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] No Port match for: 062f4c4f-bde1-4073-87fb-6aafe30ff0ab {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 26 21:40:04.081399 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device 062f4c4f-bde1-4073-87fb-6aafe30ff0ab not bound to the agent host n-d-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 26 21:40:04.081834 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device 870314a6-6372-417d-a63a-dd846f51debe no longer exists at agent ovs-agent-n-d-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 26 21:40:04.103836 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] No Port match for: 870314a6-6372-417d-a63a-dd846f51debe {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 26 21:40:04.104183 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device 870314a6-6372-417d-a63a-dd846f51debe not bound to the agent host n-d-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 26 21:40:04.618871 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.extraroute_db [None req-664bf200-286c-484f-b304-25c914148804 tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Added routes are [] {{(pid=103304) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jan 26 21:40:04.619180 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.extraroute_db [None req-664bf200-286c-484f-b304-25c914148804 tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Removed routes are [] {{(pid=103304) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jan 26 21:40:04.619580 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-664bf200-286c-484f-b304-25c914148804 tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4111352', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4105746', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13075'] for router (099f2125-0882-4fde-9014-0f487e304c12), precommit_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:40:04.629235 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49faa115-50db-4a20-a319-98065cb11a7a req-3c1eae72-978f-431c-b4ec-5ecc9cbf532b tempest-ServerRescueTestJSON-873841980 tempest-ServerRescueTestJSON-873841980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:40:04.630748 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-49faa115-50db-4a20-a319-98065cb11a7a req-3c1eae72-978f-431c-b4ec-5ecc9cbf532b tempest-ServerRescueTestJSON-873841980 tempest-ServerRescueTestJSON-873841980-project] 10.222.0.13 "GET /v2.0/ports?device_id=3a4c4c44-4fcd-4b52-aab5-c9e4a63f34c6 HTTP/1.1" status: 200 len: 945 time: 0.5198166 Jan 26 21:40:04.634461 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f199234-b140-43d4-8402-5af189574b54 req-e9798414-82b3-4e23-87a8-53fc65f7fb39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:40:04.635835 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-4f199234-b140-43d4-8402-5af189574b54 req-e9798414-82b3-4e23-87a8-53fc65f7fb39 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=d65311bf75e14ee0ba1fb382850563a2&device_id=3a4c4c44-4fcd-4b52-aab5-c9e4a63f34c6 HTTP/1.1" status: 200 len: 1096 time: 0.5260284 Jan 26 21:40:04.850104 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-664bf200-286c-484f-b304-25c914148804 tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4111352', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4105746', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13075'] for router (099f2125-0882-4fde-9014-0f487e304c12), precommit_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:40:04.864102 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-664bf200-286c-484f-b304-25c914148804 tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4111263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-4111345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-4111334', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-4105739'] for router (099f2125-0882-4fde-9014-0f487e304c12), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:40:04.876988 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-49faa115-50db-4a20-a319-98065cb11a7a req-00434bac-1be5-42d5-a7c7-aef80407fae7 tempest-ServerRescueTestJSON-873841980 tempest-ServerRescueTestJSON-873841980-project] 10.222.0.13 "GET /v2.0/security-groups?id=55d5c279-28a6-490d-81c0-a23ed4c85076&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2395947 Jan 26 21:40:04.928953 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f199234-b140-43d4-8402-5af189574b54 req-564383d9-7a6f-4b3c-8b93-1ba7470a9285 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:40:04.930506 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-4f199234-b140-43d4-8402-5af189574b54 req-564383d9-7a6f-4b3c-8b93-1ba7470a9285 service neutron] 10.222.0.66 "GET /v2.0/networks?id=1a9376b2-7adc-4904-a92e-f5c407e6f045 HTTP/1.1" status: 200 len: 912 time: 0.2523901 Jan 26 21:40:05.004693 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-4f199234-b140-43d4-8402-5af189574b54 req-0f971bc6-2676-46be-b8ab-6b8cafe1b8af service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=676861a5-9331-4d55-ad8e-2b98dc8e42e4 HTTP/1.1" status: 200 len: 217 time: 0.0402706 Jan 26 21:40:05.008649 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-664bf200-286c-484f-b304-25c914148804 tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Router 099f2125-0882-4fde-9014-0f487e304c12 has already been hosted by L3 agent 09df100c-3af1-4b0a-bda8-05914c71c458 {{(pid=103304) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 26 21:40:05.097327 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f199234-b140-43d4-8402-5af189574b54 req-567eb1b1-e5c4-4df2-8d3d-808cf15d4d48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:40:05.098876 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-4f199234-b140-43d4-8402-5af189574b54 req-567eb1b1-e5c4-4df2-8d3d-808cf15d4d48 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=4bb7d044-11f9-4bd9-8814-43570999d47c HTTP/1.1" status: 200 len: 851 time: 0.0891395 Jan 26 21:40:05.139822 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-664bf200-286c-484f-b304-25c914148804 tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Notify agent at l3_agent.n-d-760453-5 the message routers_updated {{(pid=103304) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 26 21:40:05.150753 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c582d6d-10a5-442c-82c9-698390c1b172 None None] Sync routers for ids ['099f2125-0882-4fde-9014-0f487e304c12'] in n-d-760453-5 {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 26 21:40:05.158413 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-664bf200-286c-484f-b304-25c914148804 tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Publish callbacks [] for router (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:40:05.159552 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-664bf200-286c-484f-b304-25c914148804 tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] 10.222.0.13 "PUT /v2.0/routers/099f2125-0882-4fde-9014-0f487e304c12 HTTP/1.1" status: 200 len: 700 time: 1.1112907 Jan 26 21:40:05.161657 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c582d6d-10a5-442c-82c9-698390c1b172 None None] Routers {'099f2125-0882-4fde-9014-0f487e304c12'} bound to L3 agent in host n-d-760453-5 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 21:40:05.165331 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-4f199234-b140-43d4-8402-5af189574b54 req-2c24ad16-a8c8-4532-95e8-80b089722480 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=1a9376b2-7adc-4904-a92e-f5c407e6f045&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0366213 Jan 26 21:40:05.165467 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-6c582d6d-10a5-442c-82c9-698390c1b172 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-26T20:55:21Z,description=,heartbeat_timestamp=2022-01-26T21:39:51Z,host='n-d-760453-5',id=09df100c-3af1-4b0a-bda8-05914c71c458,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:55:21Z,topic='l3_agent')) {'router_ids': ['099f2125-0882-4fde-9014-0f487e304c12'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:40:05.165622 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 33766) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:40:05.193341 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-497a9fae-3eb4-411f-9568-c0a3af4da271 tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] 10.222.0.13 "GET /v2.0/ports?device_id=099f2125-0882-4fde-9014-0f487e304c12 HTTP/1.1" status: 200 len: 205 time: 0.0277340 Jan 26 21:40:05.194096 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 33768) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:40:05.239781 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_dvr_db [None req-6c582d6d-10a5-442c-82c9-698390c1b172 None None] Set router 099f2125-0882-4fde-9014-0f487e304c12 gateway port host: None {{(pid=103307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 21:40:05.267010 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-4f199234-b140-43d4-8402-5af189574b54 req-9faae913-60dc-4d80-8bf2-10eebd6c6898 service neutron] 10.222.0.66 "GET /v2.0/networks/1a9376b2-7adc-4904-a92e-f5c407e6f045?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0991096 Jan 26 21:40:05.297191 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-7d8a8b96-28d5-4d38-901c-6107dbb49c81 tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Publish callbacks [] for router (099f2125-0882-4fde-9014-0f487e304c12), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:40:05.314548 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-6c582d6d-10a5-442c-82c9-698390c1b172 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '099f2125-0882-4fde-9014-0f487e304c12', 'name': 'tempest-RoutersTest-router-234420378', 'tenant_id': '0e80f135b66f46baaae5354dcc5fe05e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T21:39:32Z', 'updated_at': '2022-01-26T21:40:02Z', 'revision_number': 11, 'project_id': '0e80f135b66f46baaae5354dcc5fe05e', 'gw_port_host': None}], 'n-d-760453-5', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:40:05.352050 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c582d6d-10a5-442c-82c9-698390c1b172 None None] Checking router: 099f2125-0882-4fde-9014-0f487e304c12 for host: n-d-760453-5 {{(pid=103307) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 26 21:40:05.361682 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c582d6d-10a5-442c-82c9-698390c1b172 None None] Routers {'099f2125-0882-4fde-9014-0f487e304c12'} bound to L3 agent in host n-d-760453-5 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 21:40:05.362317 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-6c582d6d-10a5-442c-82c9-698390c1b172 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-26T20:55:21Z,description=,heartbeat_timestamp=2022-01-26T21:39:51Z,host='n-d-760453-5',id=09df100c-3af1-4b0a-bda8-05914c71c458,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:55:21Z,topic='l3_agent')) {'router_ids': ['099f2125-0882-4fde-9014-0f487e304c12'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:40:05.406821 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-4f199234-b140-43d4-8402-5af189574b54 req-7a51db1b-1fb1-44e0-9aaa-ae9e5a0c7522 service neutron] 10.222.0.66 "GET /v2.0/networks/1a9376b2-7adc-4904-a92e-f5c407e6f045?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1337287 Jan 26 21:40:05.441392 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_dvr_db [None req-6c582d6d-10a5-442c-82c9-698390c1b172 None None] Set router 099f2125-0882-4fde-9014-0f487e304c12 gateway port host: None {{(pid=103307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 21:40:05.499738 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-6c582d6d-10a5-442c-82c9-698390c1b172 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '099f2125-0882-4fde-9014-0f487e304c12', 'name': 'tempest-RoutersTest-router-234420378', 'tenant_id': '0e80f135b66f46baaae5354dcc5fe05e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T21:39:32Z', 'updated_at': '2022-01-26T21:40:02Z', 'revision_number': 11, 'project_id': '0e80f135b66f46baaae5354dcc5fe05e', 'gw_port_host': None}], 'n-d-760453-5', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:40:05.514739 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-7d8a8b96-28d5-4d38-901c-6107dbb49c81 tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4105774', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13082'] for router (099f2125-0882-4fde-9014-0f487e304c12), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:40:05.516874 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-7d8a8b96-28d5-4d38-901c-6107dbb49c81 tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Publish callbacks [] for router_controller (099f2125-0882-4fde-9014-0f487e304c12), precommit_delete_associations {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:40:05.526329 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c582d6d-10a5-442c-82c9-698390c1b172 None None] The sync data for ids ['099f2125-0882-4fde-9014-0f487e304c12'] in n-d-760453-5 is: [{'id': '099f2125-0882-4fde-9014-0f487e304c12', 'name': 'tempest-RoutersTest-router-234420378', 'tenant_id': '0e80f135b66f46baaae5354dcc5fe05e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T21:39:32Z', 'updated_at': '2022-01-26T21:40:02Z', 'revision_number': 11, 'project_id': '0e80f135b66f46baaae5354dcc5fe05e', 'gw_port_host': None}] {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 26 21:40:05.561954 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-7d8a8b96-28d5-4d38-901c-6107dbb49c81 tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4105767'] for router (099f2125-0882-4fde-9014-0f487e304c12), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:40:05.562762 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d8a8b96-28d5-4d38-901c-6107dbb49c81 tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Fanout notify agent at l3_agent the message router_deleted on router 099f2125-0882-4fde-9014-0f487e304c12 {{(pid=103305) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 26 21:40:05.570155 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-7d8a8b96-28d5-4d38-901c-6107dbb49c81 tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Publish callbacks [] for router (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:40:05.571299 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-7d8a8b96-28d5-4d38-901c-6107dbb49c81 tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] 10.222.0.13 "DELETE /v2.0/routers/099f2125-0882-4fde-9014-0f487e304c12 HTTP/1.1" status: 204 len: 168 time: 0.3762000 Jan 26 21:40:05.575816 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 33776) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:40:05.580968 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-d610f52b-fff0-432d-93a0-0688530fc28f tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1861767794', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:40:05.604034 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-d610f52b-fff0-432d-93a0-0688530fc28f tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4104596', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13108'] for router (6d9b49c5-7108-4b3e-a758-ade019cb5efb), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:40:05.605794 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-d610f52b-fff0-432d-93a0-0688530fc28f tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4105828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4111306', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3733576', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13069'] for router (6d9b49c5-7108-4b3e-a758-ade019cb5efb), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:40:05.663883 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-d610f52b-fff0-432d-93a0-0688530fc28f tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Publish callbacks [] for router_controller (6d9b49c5-7108-4b3e-a758-ade019cb5efb), precommit_add_association {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:40:05.669425 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-d610f52b-fff0-432d-93a0-0688530fc28f tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4105757', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4111263'] for router (6d9b49c5-7108-4b3e-a758-ade019cb5efb), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:40:05.688734 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-d610f52b-fff0-432d-93a0-0688530fc28f tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Publish callbacks [] for router (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:40:05.689980 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-d610f52b-fff0-432d-93a0-0688530fc28f tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.1126821 Jan 26 21:40:05.692798 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 33778) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:40:05.697022 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-4707576b-e12d-425e-97ea-261198e71812 tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Request body: {'router': {'admin_state_up': True}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:40:05.904945 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-4707576b-e12d-425e-97ea-261198e71812 tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4111352', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4105746', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13075'] for router (6d9b49c5-7108-4b3e-a758-ade019cb5efb), precommit_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:40:05.919101 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-4707576b-e12d-425e-97ea-261198e71812 tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4111263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-4111345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-4111334', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-4105739'] for router (6d9b49c5-7108-4b3e-a758-ade019cb5efb), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:40:06.047901 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f683bb-e552-4f88-b58d-90d3479323e3 req-4de98653-abd3-4d09-941e-c9dccbf9d77b tempest-ServerRescueTestJSON-873841980 tempest-ServerRescueTestJSON-873841980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:40:06.049415 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-42f683bb-e552-4f88-b58d-90d3479323e3 req-4de98653-abd3-4d09-941e-c9dccbf9d77b tempest-ServerRescueTestJSON-873841980 tempest-ServerRescueTestJSON-873841980-project] 10.222.0.13 "GET /v2.0/ports?device_id=3a4c4c44-4fcd-4b52-aab5-c9e4a63f34c6 HTTP/1.1" status: 200 len: 945 time: 0.0925605 Jan 26 21:40:06.071721 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4707576b-e12d-425e-97ea-261198e71812 tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Router 6d9b49c5-7108-4b3e-a758-ade019cb5efb is scheduled to L3 agent 09df100c-3af1-4b0a-bda8-05914c71c458 with binding_index 1 {{(pid=103304) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 26 21:40:06.138237 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-42f683bb-e552-4f88-b58d-90d3479323e3 req-a6d73228-bd76-48cd-a348-14d7fcea9063 tempest-ServerRescueTestJSON-873841980 tempest-ServerRescueTestJSON-873841980-project] 10.222.0.13 "GET /v2.0/security-groups?id=55d5c279-28a6-490d-81c0-a23ed4c85076&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812616 Jan 26 21:40:06.173369 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4707576b-e12d-425e-97ea-261198e71812 tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Notify agent at l3_agent.n-d-760453-5 the message routers_updated {{(pid=103304) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 26 21:40:06.179785 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-4707576b-e12d-425e-97ea-261198e71812 tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Publish callbacks [] for router (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:40:06.183501 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-4707576b-e12d-425e-97ea-261198e71812 tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] 10.222.0.13 "PUT /v2.0/routers/6d9b49c5-7108-4b3e-a758-ade019cb5efb HTTP/1.1" status: 200 len: 694 time: 0.4873881 Jan 26 21:40:06.183637 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c13ea8d-b16b-4ac5-9a50-588b3e163c44 None None] Sync routers for ids ['6d9b49c5-7108-4b3e-a758-ade019cb5efb'] in n-d-760453-5 {{(pid=103306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 26 21:40:06.184048 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 33782) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:40:06.195150 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c13ea8d-b16b-4ac5-9a50-588b3e163c44 None None] Routers {'6d9b49c5-7108-4b3e-a758-ade019cb5efb'} bound to L3 agent in host n-d-760453-5 {{(pid=103306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 21:40:06.195892 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-9c13ea8d-b16b-4ac5-9a50-588b3e163c44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-26T20:55:21Z,description=,heartbeat_timestamp=2022-01-26T21:39:51Z,host='n-d-760453-5',id=09df100c-3af1-4b0a-bda8-05914c71c458,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:55:21Z,topic='l3_agent')) {'router_ids': ['6d9b49c5-7108-4b3e-a758-ade019cb5efb'], 'active': True} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:40:06.264438 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-1aa59236-123a-4b23-bbc5-467d6e789175 tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] 10.222.0.13 "GET /v2.0/routers/6d9b49c5-7108-4b3e-a758-ade019cb5efb HTTP/1.1" status: 200 len: 700 time: 0.0796578 Jan 26 21:40:06.267025 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 33784) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:40:06.269910 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvr_db [None req-9c13ea8d-b16b-4ac5-9a50-588b3e163c44 None None] Set router 6d9b49c5-7108-4b3e-a758-ade019cb5efb gateway port host: None {{(pid=103306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 21:40:06.299968 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-5f2f47a7-7fbd-4aa1-8b3b-0685263723f2 tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] 10.222.0.13 "GET /v2.0/ports?device_id=6d9b49c5-7108-4b3e-a758-ade019cb5efb HTTP/1.1" status: 200 len: 205 time: 0.0316417 Jan 26 21:40:06.302415 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 33786) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:40:06.327296 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-9c13ea8d-b16b-4ac5-9a50-588b3e163c44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d9b49c5-7108-4b3e-a758-ade019cb5efb', 'name': 'tempest-RoutersTest-router-1861767794', 'tenant_id': '0e80f135b66f46baaae5354dcc5fe05e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T21:40:05Z', 'updated_at': '2022-01-26T21:40:05Z', 'revision_number': 2, 'project_id': '0e80f135b66f46baaae5354dcc5fe05e', 'gw_port_host': None}], 'n-d-760453-5', False) {} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:40:06.354866 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c13ea8d-b16b-4ac5-9a50-588b3e163c44 None None] Checking router: 6d9b49c5-7108-4b3e-a758-ade019cb5efb for host: n-d-760453-5 {{(pid=103306) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 26 21:40:06.364047 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c13ea8d-b16b-4ac5-9a50-588b3e163c44 None None] Routers {'6d9b49c5-7108-4b3e-a758-ade019cb5efb'} bound to L3 agent in host n-d-760453-5 {{(pid=103306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 21:40:06.364676 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-9c13ea8d-b16b-4ac5-9a50-588b3e163c44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-26T20:55:21Z,description=,heartbeat_timestamp=2022-01-26T21:39:51Z,host='n-d-760453-5',id=09df100c-3af1-4b0a-bda8-05914c71c458,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:55:21Z,topic='l3_agent')) {'router_ids': ['6d9b49c5-7108-4b3e-a758-ade019cb5efb'], 'active': True} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:40:06.379628 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-509eaad1-08c5-4ad2-b4bc-ada1a24453f1 tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Publish callbacks [] for router (6d9b49c5-7108-4b3e-a758-ade019cb5efb), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:40:06.436901 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvr_db [None req-9c13ea8d-b16b-4ac5-9a50-588b3e163c44 None None] Set router 6d9b49c5-7108-4b3e-a758-ade019cb5efb gateway port host: None {{(pid=103306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 21:40:06.490457 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-9c13ea8d-b16b-4ac5-9a50-588b3e163c44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d9b49c5-7108-4b3e-a758-ade019cb5efb', 'name': 'tempest-RoutersTest-router-1861767794', 'tenant_id': '0e80f135b66f46baaae5354dcc5fe05e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T21:40:05Z', 'updated_at': '2022-01-26T21:40:05Z', 'revision_number': 2, 'project_id': '0e80f135b66f46baaae5354dcc5fe05e', 'gw_port_host': None}], 'n-d-760453-5', False) {} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:40:06.551164 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-509eaad1-08c5-4ad2-b4bc-ada1a24453f1 tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4105774', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13082'] for router (6d9b49c5-7108-4b3e-a758-ade019cb5efb), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:40:06.554101 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-509eaad1-08c5-4ad2-b4bc-ada1a24453f1 tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Publish callbacks [] for router_controller (6d9b49c5-7108-4b3e-a758-ade019cb5efb), precommit_delete_associations {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:40:06.615754 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-509eaad1-08c5-4ad2-b4bc-ada1a24453f1 tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4105767'] for router (6d9b49c5-7108-4b3e-a758-ade019cb5efb), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:40:06.616359 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-509eaad1-08c5-4ad2-b4bc-ada1a24453f1 tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Fanout notify agent at l3_agent the message router_deleted on router 6d9b49c5-7108-4b3e-a758-ade019cb5efb {{(pid=103304) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 26 21:40:06.623743 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-509eaad1-08c5-4ad2-b4bc-ada1a24453f1 tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] Publish callbacks [] for router (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:40:06.629754 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-509eaad1-08c5-4ad2-b4bc-ada1a24453f1 tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] 10.222.0.13 "DELETE /v2.0/routers/6d9b49c5-7108-4b3e-a758-ade019cb5efb HTTP/1.1" status: 204 len: 168 time: 0.3215866 Jan 26 21:40:06.630115 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 33790) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:40:06.659263 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-f52656c3-af6c-4491-a1c3-bd152880ffe5 tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] 10.222.0.13 "GET /v2.0/ports?device_id=6d9b49c5-7108-4b3e-a758-ade019cb5efb HTTP/1.1" status: 200 len: 205 time: 0.0277736 Jan 26 21:40:06.662131 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 33792) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:40:06.705513 n-d-760453-5 neutron-server[103305]: INFO neutron.api.v2.resource [None req-dfb33b45-5c44-4bc2-a8d6-55542da45cb6 tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] delete failed (client error): The resource could not be found. Jan 26 21:40:06.705711 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c13ea8d-b16b-4ac5-9a50-588b3e163c44 None None] The sync data for ids ['6d9b49c5-7108-4b3e-a758-ade019cb5efb'] in n-d-760453-5 is: [{'id': '6d9b49c5-7108-4b3e-a758-ade019cb5efb', 'name': 'tempest-RoutersTest-router-1861767794', 'tenant_id': '0e80f135b66f46baaae5354dcc5fe05e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T21:40:05Z', 'updated_at': '2022-01-26T21:40:05Z', 'revision_number': 2, 'project_id': '0e80f135b66f46baaae5354dcc5fe05e', 'gw_port_host': None}] {{(pid=103306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 26 21:40:06.707725 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-dfb33b45-5c44-4bc2-a8d6-55542da45cb6 tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] 10.222.0.13 "DELETE /v2.0/routers/6d9b49c5-7108-4b3e-a758-ade019cb5efb HTTP/1.1" status: 404 len: 336 time: 0.0423336 Jan 26 21:40:06.710324 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 33794) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:40:06.738113 n-d-760453-5 neutron-server[103305]: INFO neutron.pecan_wsgi.hooks.translation [None req-a3c1d030-12e8-48ec-a5ce-8512fb80dc2a tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] DELETE failed (client error): The resource could not be found. Jan 26 21:40:06.738579 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a3c1d030-12e8-48ec-a5ce-8512fb80dc2a tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103305) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 26 21:40:06.741720 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-a3c1d030-12e8-48ec-a5ce-8512fb80dc2a tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] 10.222.0.13 "DELETE /v2.0/subnets/a8f0e3f9-d254-4543-97ef-dc463d3b0fb3 HTTP/1.1" status: 404 len: 337 time: 0.0305679 Jan 26 21:40:06.744852 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 33796) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:40:06.774058 n-d-760453-5 neutron-server[103304]: INFO neutron.pecan_wsgi.hooks.translation [None req-9cf96bc9-e7d0-48ee-9015-06f200b9c0a3 tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] DELETE failed (client error): The resource could not be found. Jan 26 21:40:06.774581 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9cf96bc9-e7d0-48ee-9015-06f200b9c0a3 tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103304) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 26 21:40:06.777864 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-9cf96bc9-e7d0-48ee-9015-06f200b9c0a3 tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] 10.222.0.13 "DELETE /v2.0/subnets/2c112f07-fad1-44c6-905c-b9bc3dd49347 HTTP/1.1" status: 404 len: 337 time: 0.0313900 Jan 26 21:40:06.780327 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 33798) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:40:06.814337 n-d-760453-5 neutron-server[103304]: INFO neutron.pecan_wsgi.hooks.translation [None req-a2beaaff-d35c-4b5a-90aa-013b5e1c4b93 tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] DELETE failed (client error): The resource could not be found. Jan 26 21:40:06.814803 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a2beaaff-d35c-4b5a-90aa-013b5e1c4b93 tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103304) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 26 21:40:06.817941 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-a2beaaff-d35c-4b5a-90aa-013b5e1c4b93 tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] 10.222.0.13 "DELETE /v2.0/subnets/fbba8953-6ff8-485c-8ccb-169c345b9186 HTTP/1.1" status: 404 len: 337 time: 0.0366657 Jan 26 21:40:06.820459 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 33800) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:40:06.847122 n-d-760453-5 neutron-server[103304]: INFO neutron.pecan_wsgi.hooks.translation [None req-f6f9ba89-4f5f-464d-97d9-f9ea8a46b9eb tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] DELETE failed (client error): The resource could not be found. Jan 26 21:40:06.847589 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f6f9ba89-4f5f-464d-97d9-f9ea8a46b9eb tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103304) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 26 21:40:06.850744 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-f6f9ba89-4f5f-464d-97d9-f9ea8a46b9eb tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] 10.222.0.13 "DELETE /v2.0/subnets/f6080c85-b283-478b-8f27-76ab3dd8a9d9 HTTP/1.1" status: 404 len: 337 time: 0.0293531 Jan 26 21:40:06.853454 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 33802) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:40:06.881446 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-594dd193-555c-4d27-9f9d-e11baee0573e tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] 10.222.0.13 "GET /v2.0/ports?device_id=099f2125-0882-4fde-9014-0f487e304c12 HTTP/1.1" status: 200 len: 205 time: 0.0269072 Jan 26 21:40:06.885124 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 33804) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:40:06.923952 n-d-760453-5 neutron-server[103304]: INFO neutron.api.v2.resource [None req-061bbed8-5e05-4a5c-b4cc-91954e49efa7 tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] delete failed (client error): The resource could not be found. Jan 26 21:40:06.925004 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-061bbed8-5e05-4a5c-b4cc-91954e49efa7 tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] 10.222.0.13 "DELETE /v2.0/routers/099f2125-0882-4fde-9014-0f487e304c12 HTTP/1.1" status: 404 len: 336 time: 0.0389519 Jan 26 21:40:06.927633 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 33806) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:40:06.957946 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-f2dddc96-2501-4641-a285-e2eb3206a528 tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] 10.222.0.13 "GET /v2.0/ports?device_id=a22b6923-100e-4c05-92d3-3195be0b6e45 HTTP/1.1" status: 200 len: 205 time: 0.0289059 Jan 26 21:40:06.960046 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 33808) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:40:07.328213 n-d-760453-5 neutron-server[103304]: INFO neutron.api.v2.resource [None req-efc67fa1-37bb-4853-a757-ab4c1cd10955 tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] delete failed (client error): The resource could not be found. Jan 26 21:40:07.329216 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-efc67fa1-37bb-4853-a757-ab4c1cd10955 tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] 10.222.0.13 "DELETE /v2.0/routers/a22b6923-100e-4c05-92d3-3195be0b6e45 HTTP/1.1" status: 404 len: 336 time: 0.3683009 Jan 26 21:40:07.331968 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 33812) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:40:07.363656 n-d-760453-5 neutron-server[103305]: INFO neutron.pecan_wsgi.hooks.translation [None req-7503cf4f-e714-4788-b513-4fb2ac4f1532 tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] DELETE failed (client error): The resource could not be found. Jan 26 21:40:07.364153 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7503cf4f-e714-4788-b513-4fb2ac4f1532 tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103305) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 26 21:40:07.367261 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-7503cf4f-e714-4788-b513-4fb2ac4f1532 tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] 10.222.0.13 "DELETE /v2.0/subnets/bb34ed8c-6b77-44be-a576-1a36859cb6fe HTTP/1.1" status: 404 len: 337 time: 0.0340233 Jan 26 21:40:07.369824 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 33814) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:40:07.377479 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3812277-68a0-4334-9a9a-e61f112803b7 req-218e41f1-00f6-4399-9fec-e0d66665db61 tempest-ServerRescueTestJSON-873841980 tempest-ServerRescueTestJSON-873841980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:40:07.378984 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-f3812277-68a0-4334-9a9a-e61f112803b7 req-218e41f1-00f6-4399-9fec-e0d66665db61 tempest-ServerRescueTestJSON-873841980 tempest-ServerRescueTestJSON-873841980-project] 10.222.0.13 "GET /v2.0/ports?device_id=3a4c4c44-4fcd-4b52-aab5-c9e4a63f34c6 HTTP/1.1" status: 200 len: 945 time: 0.0531905 Jan 26 21:40:07.399076 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-ca8cc7d0-4ff8-4a12-9c6b-30d76bdd315b tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] 10.222.0.13 "GET /v2.0/ports?device_id=a3e31ee9-4d41-4bed-aea2-4a42726d5a74 HTTP/1.1" status: 200 len: 205 time: 0.0281241 Jan 26 21:40:07.401966 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 33816) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:40:07.435277 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-f3812277-68a0-4334-9a9a-e61f112803b7 req-0dd77683-ec7f-4cbf-8a23-8335639357a1 tempest-ServerRescueTestJSON-873841980 tempest-ServerRescueTestJSON-873841980-project] 10.222.0.13 "GET /v2.0/security-groups?id=55d5c279-28a6-490d-81c0-a23ed4c85076&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485201 Jan 26 21:40:07.441320 n-d-760453-5 neutron-server[103305]: INFO neutron.api.v2.resource [None req-0f32984c-0137-4d88-a1dc-9498ceb48b3f tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] delete failed (client error): The resource could not be found. Jan 26 21:40:07.442615 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-0f32984c-0137-4d88-a1dc-9498ceb48b3f tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] 10.222.0.13 "DELETE /v2.0/routers/a3e31ee9-4d41-4bed-aea2-4a42726d5a74 HTTP/1.1" status: 404 len: 336 time: 0.0395641 Jan 26 21:40:07.446128 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 33820) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:40:07.484217 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-90ec417b-8f29-4f2c-acb9-c977612efbeb tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] 10.222.0.13 "GET /v2.0/ports?device_id=4b1b512f-4dc1-4645-bda5-6c350451dd54 HTTP/1.1" status: 200 len: 205 time: 0.0358241 Jan 26 21:40:07.486720 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 33824) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:40:07.528784 n-d-760453-5 neutron-server[103304]: INFO neutron.api.v2.resource [None req-76930b17-d03d-4986-a133-2576708013fa tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] delete failed (client error): The resource could not be found. Jan 26 21:40:07.530870 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-76930b17-d03d-4986-a133-2576708013fa tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] 10.222.0.13 "DELETE /v2.0/routers/4b1b512f-4dc1-4645-bda5-6c350451dd54 HTTP/1.1" status: 404 len: 336 time: 0.0422730 Jan 26 21:40:07.532435 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 33828) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:40:07.560498 n-d-760453-5 neutron-server[103304]: INFO neutron.pecan_wsgi.hooks.translation [None req-fd3c4f48-71a7-4f4d-a3bf-bd75d5be3068 tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] DELETE failed (client error): The resource could not be found. Jan 26 21:40:07.561031 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fd3c4f48-71a7-4f4d-a3bf-bd75d5be3068 tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103304) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 26 21:40:07.566710 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-fd3c4f48-71a7-4f4d-a3bf-bd75d5be3068 tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] 10.222.0.13 "DELETE /v2.0/subnets/a68c19f9-a0f9-416c-84ae-105aa026cad0 HTTP/1.1" status: 404 len: 337 time: 0.0306189 Jan 26 21:40:07.567490 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 33830) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:40:07.601507 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-cac33fac-f0fd-44f2-8880-f13b8c27f30f tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] 10.222.0.13 "GET /v2.0/ports?device_id=a28c75d9-2905-4b2a-8954-b01255baa8a4 HTTP/1.1" status: 200 len: 205 time: 0.0324819 Jan 26 21:40:07.603821 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 33832) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:40:07.647481 n-d-760453-5 neutron-server[103305]: INFO neutron.api.v2.resource [None req-8e49971e-7835-47f6-a493-7e0d8eb83751 tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] delete failed (client error): The resource could not be found. Jan 26 21:40:07.649383 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-8e49971e-7835-47f6-a493-7e0d8eb83751 tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] 10.222.0.13 "DELETE /v2.0/routers/a28c75d9-2905-4b2a-8954-b01255baa8a4 HTTP/1.1" status: 404 len: 336 time: 0.0436285 Jan 26 21:40:07.651637 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 33836) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:40:07.686193 n-d-760453-5 neutron-server[103304]: INFO neutron.pecan_wsgi.hooks.translation [None req-c8a9a5be-92a4-4791-ab73-034c81b55944 tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] DELETE failed (client error): The resource could not be found. Jan 26 21:40:07.686651 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c8a9a5be-92a4-4791-ab73-034c81b55944 tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103304) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 26 21:40:07.689957 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-c8a9a5be-92a4-4791-ab73-034c81b55944 tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] 10.222.0.13 "DELETE /v2.0/subnets/36fa8334-4b00-4cdb-ae0a-3b5434845dcc HTTP/1.1" status: 404 len: 337 time: 0.0369020 Jan 26 21:40:07.692401 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 33838) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:40:07.722927 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-d3cfb1a7-d509-4f41-9eaa-fdc65d25998e tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] 10.222.0.13 "GET /v2.0/ports?device_id=41a1cbf2-926f-4ba0-a207-b0441f2ff916 HTTP/1.1" status: 200 len: 205 time: 0.0293140 Jan 26 21:40:07.725245 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 33840) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:40:07.737910 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40196425-5e0f-4179-94a2-c02962685874 req-7fe3e62e-6cc1-40af-9f6b-917fcc584876 tempest-AttachVolumeTestJSON-1109332547 tempest-AttachVolumeTestJSON-1109332547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:40:07.739417 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-40196425-5e0f-4179-94a2-c02962685874 req-7fe3e62e-6cc1-40af-9f6b-917fcc584876 tempest-AttachVolumeTestJSON-1109332547 tempest-AttachVolumeTestJSON-1109332547-project] 10.222.0.13 "GET /v2.0/ports?device_id=04164ec0-d6ba-46ba-9f59-877902ccf7fd HTTP/1.1" status: 200 len: 946 time: 0.0552769 Jan 26 21:40:07.766366 n-d-760453-5 neutron-server[103305]: INFO neutron.api.v2.resource [None req-24a11681-3d4e-4147-bb97-0e943b11560b tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] delete failed (client error): The resource could not be found. Jan 26 21:40:07.767587 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-24a11681-3d4e-4147-bb97-0e943b11560b tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] 10.222.0.13 "DELETE /v2.0/routers/41a1cbf2-926f-4ba0-a207-b0441f2ff916 HTTP/1.1" status: 404 len: 336 time: 0.0413873 Jan 26 21:40:07.775734 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 33842) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:40:07.807478 n-d-760453-5 neutron-server[103304]: INFO neutron.pecan_wsgi.hooks.translation [None req-af7bcff1-81f5-475c-8177-0423c6406b3f tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] DELETE failed (client error): The resource could not be found. Jan 26 21:40:07.808500 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-af7bcff1-81f5-475c-8177-0423c6406b3f tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103304) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 26 21:40:07.811584 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-af7bcff1-81f5-475c-8177-0423c6406b3f tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] 10.222.0.13 "DELETE /v2.0/subnets/cb298533-390d-4ac8-9ee7-d954bc54943c HTTP/1.1" status: 404 len: 337 time: 0.0403059 Jan 26 21:40:07.814226 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 33844) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:40:07.819059 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-40196425-5e0f-4179-94a2-c02962685874 req-b56499b2-22b5-4f04-8f85-901420719d87 tempest-AttachVolumeTestJSON-1109332547 tempest-AttachVolumeTestJSON-1109332547-project] 10.222.0.13 "GET /v2.0/security-groups?id=67ba2225-7074-4a52-b681-4840b6b52ab5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0739620 Jan 26 21:40:07.840741 n-d-760453-5 neutron-server[103305]: INFO neutron.pecan_wsgi.hooks.translation [None req-849a978f-a0b4-4ccc-a8f1-9ad53298a81e tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] DELETE failed (client error): The resource could not be found. Jan 26 21:40:07.841385 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-849a978f-a0b4-4ccc-a8f1-9ad53298a81e tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103305) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 26 21:40:07.844314 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-849a978f-a0b4-4ccc-a8f1-9ad53298a81e tempest-RoutersTest-1152955885 tempest-RoutersTest-1152955885-project] 10.222.0.13 "DELETE /v2.0/subnets/9ce41e9f-6fa0-4493-8e2e-33545c50cd5e HTTP/1.1" status: 404 len: 337 time: 0.0290804 Jan 26 21:40:08.140270 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 33850) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:40:08.274653 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-2ab438c7-c108-4315-86f1-ac579b66573d admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=0e80f135b66f46baaae5354dcc5fe05e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1331463 Jan 26 21:40:08.277207 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 33854) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:40:08.326443 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-1d97fa43-24d9-4ca2-904d-fff2c2eed07b admin admin] Publish callbacks [] for security_group (3c0b1f27-eb7b-422d-a42f-7224d172b083), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:40:08.348948 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-1d97fa43-24d9-4ca2-904d-fff2c2eed07b admin admin] Publish callbacks [] for security_group (3c0b1f27-eb7b-422d-a42f-7224d172b083), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:40:08.382652 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (32ef628b-8417-46c5-8729-60fcabe358f1), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:40:08.405248 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-1d97fa43-24d9-4ca2-904d-fff2c2eed07b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (3c0b1f27-eb7b-422d-a42f-7224d172b083), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:40:08.408367 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-1d97fa43-24d9-4ca2-904d-fff2c2eed07b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:40:08.409666 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-1d97fa43-24d9-4ca2-904d-fff2c2eed07b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/3c0b1f27-eb7b-422d-a42f-7224d172b083 HTTP/1.1" status: 204 len: 168 time: 0.1314511 Jan 26 21:40:08.418442 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d97fa43-24d9-4ca2-904d-fff2c2eed07b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c0b1f27-eb7b-422d-a42f-7224d172b083,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:40:08.747296 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4d4baf-be4c-43bf-bfab-0bcf4466fdb3 req-82c4040f-6a69-4625-ac74-1b49350be269 tempest-ServerRescueTestJSON-873841980 tempest-ServerRescueTestJSON-873841980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:40:08.748871 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-1a4d4baf-be4c-43bf-bfab-0bcf4466fdb3 req-82c4040f-6a69-4625-ac74-1b49350be269 tempest-ServerRescueTestJSON-873841980 tempest-ServerRescueTestJSON-873841980-project] 10.222.0.13 "GET /v2.0/ports?device_id=3a4c4c44-4fcd-4b52-aab5-c9e4a63f34c6 HTTP/1.1" status: 200 len: 945 time: 0.2347319 Jan 26 21:40:08.801284 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-1a4d4baf-be4c-43bf-bfab-0bcf4466fdb3 req-7b6efce1-ec67-4cf3-a497-05a920d45b07 tempest-ServerRescueTestJSON-873841980 tempest-ServerRescueTestJSON-873841980-project] 10.222.0.13 "GET /v2.0/security-groups?id=55d5c279-28a6-490d-81c0-a23ed4c85076&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465512 Jan 26 21:40:09.120244 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d71c535-0caf-4010-90ca-e82f69ab8e94 req-3209654f-14c0-4822-8f22-136d670e1861 tempest-AttachVolumeTestJSON-1109332547 tempest-AttachVolumeTestJSON-1109332547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:40:09.121720 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-6d71c535-0caf-4010-90ca-e82f69ab8e94 req-3209654f-14c0-4822-8f22-136d670e1861 tempest-AttachVolumeTestJSON-1109332547 tempest-AttachVolumeTestJSON-1109332547-project] 10.222.0.13 "GET /v2.0/ports?device_id=04164ec0-d6ba-46ba-9f59-877902ccf7fd HTTP/1.1" status: 200 len: 946 time: 0.2249696 Jan 26 21:40:09.124989 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 33884) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:40:09.177721 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-6d71c535-0caf-4010-90ca-e82f69ab8e94 req-9a7cad1c-165b-40a5-9eb9-86853b855d71 tempest-AttachVolumeTestJSON-1109332547 tempest-AttachVolumeTestJSON-1109332547-project] 10.222.0.13 "GET /v2.0/security-groups?id=67ba2225-7074-4a52-b681-4840b6b52ab5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472307 Jan 26 21:40:09.219325 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-31f96127-b434-4644-a5dc-78d93825d93a tempest-DvrRoutersNegativeTest-358878539 tempest-DvrRoutersNegativeTest-358878539-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-216211348', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:40:09.221907 n-d-760453-5 neutron-server[103304]: DEBUG neutron.policy [None req-31f96127-b434-4644-a5dc-78d93825d93a tempest-DvrRoutersNegativeTest-358878539 tempest-DvrRoutersNegativeTest-358878539-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=103304) log_rule_list /opt/stack/neutron/neutron/policy.py:450}} Jan 26 21:40:09.222208 n-d-760453-5 neutron-server[103304]: DEBUG neutron.policy [None req-31f96127-b434-4644-a5dc-78d93825d93a tempest-DvrRoutersNegativeTest-358878539 tempest-DvrRoutersNegativeTest-358878539-project] Failed policy check for 'create_router' {{(pid=103304) enforce /opt/stack/neutron/neutron/policy.py:524}} Jan 26 21:40:09.222735 n-d-760453-5 neutron-server[103304]: INFO neutron.api.v2.resource [None req-31f96127-b434-4644-a5dc-78d93825d93a tempest-DvrRoutersNegativeTest-358878539 tempest-DvrRoutersNegativeTest-358878539-project] create failed (client error): Access was denied to this resource. Jan 26 21:40:09.223701 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-31f96127-b434-4644-a5dc-78d93825d93a tempest-DvrRoutersNegativeTest-358878539 tempest-DvrRoutersNegativeTest-358878539-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.0977561 Jan 26 21:40:09.469907 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 33892) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:40:09.574304 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-e2808ba2-0a25-47ac-9d5c-e3c250572333 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:40:09.650481 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-e2808ba2-0a25-47ac-9d5c-e3c250572333 admin admin] Publish callbacks [] for security_group (4c3e9eec-7d15-4a9a-9954-57447f9c9491), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:40:09.654121 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-e2808ba2-0a25-47ac-9d5c-e3c250572333 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (4c3e9eec-7d15-4a9a-9954-57447f9c9491), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:40:09.691672 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-e2808ba2-0a25-47ac-9d5c-e3c250572333 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=09bdbfdc2e234bbfa9efbdca8879709f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2206283 Jan 26 21:40:09.693584 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2808ba2-0a25-47ac-9d5c-e3c250572333 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c3e9eec-7d15-4a9a-9954-57447f9c9491,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:40:09.694449 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 33896) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:40:09.742715 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-718a9fff-cddd-4c14-a5e6-63634f33fb9e admin admin] Publish callbacks [] for security_group (4c3e9eec-7d15-4a9a-9954-57447f9c9491), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:40:09.768625 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-718a9fff-cddd-4c14-a5e6-63634f33fb9e admin admin] Publish callbacks [] for security_group (4c3e9eec-7d15-4a9a-9954-57447f9c9491), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:40:09.815486 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-718a9fff-cddd-4c14-a5e6-63634f33fb9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (4c3e9eec-7d15-4a9a-9954-57447f9c9491), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:40:09.818351 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-718a9fff-cddd-4c14-a5e6-63634f33fb9e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:40:09.819518 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-718a9fff-cddd-4c14-a5e6-63634f33fb9e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/4c3e9eec-7d15-4a9a-9954-57447f9c9491 HTTP/1.1" status: 204 len: 168 time: 0.1240623 Jan 26 21:40:09.827850 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718a9fff-cddd-4c14-a5e6-63634f33fb9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c3e9eec-7d15-4a9a-9954-57447f9c9491,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:40:09.943861 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c92449b-48b1-4cfa-8a88-b7937c38dddd req-f221c944-5ae1-4c32-a5b2-d5fed0991f12 tempest-ServerRescueTestJSON-873841980 tempest-ServerRescueTestJSON-873841980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:40:09.945399 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-7c92449b-48b1-4cfa-8a88-b7937c38dddd req-f221c944-5ae1-4c32-a5b2-d5fed0991f12 tempest-ServerRescueTestJSON-873841980 tempest-ServerRescueTestJSON-873841980-project] 10.222.0.13 "GET /v2.0/ports?device_id=3a4c4c44-4fcd-4b52-aab5-c9e4a63f34c6 HTTP/1.1" status: 200 len: 945 time: 0.0546250 Jan 26 21:40:09.995195 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-7c92449b-48b1-4cfa-8a88-b7937c38dddd req-b545f8e2-2b3f-4f82-be9b-7aeb8356990a tempest-ServerRescueTestJSON-873841980 tempest-ServerRescueTestJSON-873841980-project] 10.222.0.13 "GET /v2.0/security-groups?id=55d5c279-28a6-490d-81c0-a23ed4c85076&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435803 Jan 26 21:40:10.310820 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e491d5-4779-4b60-b215-b847f3ecb0dd req-92979f4a-2a5f-4526-aa64-d26bd918ee34 tempest-AttachVolumeTestJSON-1109332547 tempest-AttachVolumeTestJSON-1109332547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:40:10.313059 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-08e491d5-4779-4b60-b215-b847f3ecb0dd req-92979f4a-2a5f-4526-aa64-d26bd918ee34 tempest-AttachVolumeTestJSON-1109332547 tempest-AttachVolumeTestJSON-1109332547-project] 10.222.0.13 "GET /v2.0/ports?device_id=04164ec0-d6ba-46ba-9f59-877902ccf7fd HTTP/1.1" status: 200 len: 946 time: 0.0631299 Jan 26 21:40:10.375548 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-08e491d5-4779-4b60-b215-b847f3ecb0dd req-252683cb-ed48-4595-ae13-13953c336fce tempest-AttachVolumeTestJSON-1109332547 tempest-AttachVolumeTestJSON-1109332547-project] 10.222.0.13 "GET /v2.0/security-groups?id=67ba2225-7074-4a52-b681-4840b6b52ab5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0534978 Jan 26 21:40:10.565983 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 33922) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:40:10.667967 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-6087adec-49cf-4a0b-a16b-5388ab9985db tempest-RoutersNegativeTest-614320797 tempest-RoutersNegativeTest-614320797-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1120927252', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:40:10.689988 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-6087adec-49cf-4a0b-a16b-5388ab9985db tempest-RoutersNegativeTest-614320797 tempest-RoutersNegativeTest-614320797-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4104596', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13108'] for router (ae630215-f218-468d-b7ae-d117763a698e), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:40:10.691010 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-6087adec-49cf-4a0b-a16b-5388ab9985db tempest-RoutersNegativeTest-614320797 tempest-RoutersNegativeTest-614320797-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4105828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4111306', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3733576', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13069'] for router (ae630215-f218-468d-b7ae-d117763a698e), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:40:10.746140 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-6087adec-49cf-4a0b-a16b-5388ab9985db tempest-RoutersNegativeTest-614320797 tempest-RoutersNegativeTest-614320797-project] Publish callbacks [] for router_controller (ae630215-f218-468d-b7ae-d117763a698e), precommit_add_association {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:40:10.750435 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-6087adec-49cf-4a0b-a16b-5388ab9985db tempest-RoutersNegativeTest-614320797 tempest-RoutersNegativeTest-614320797-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4105757', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4111263'] for router (ae630215-f218-468d-b7ae-d117763a698e), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:40:10.768755 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-6087adec-49cf-4a0b-a16b-5388ab9985db tempest-RoutersNegativeTest-614320797 tempest-RoutersNegativeTest-614320797-project] Publish callbacks [] for router (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:40:10.770032 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-6087adec-49cf-4a0b-a16b-5388ab9985db tempest-RoutersNegativeTest-614320797 tempest-RoutersNegativeTest-614320797-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.2030106 Jan 26 21:40:10.772710 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 33926) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:40:10.778315 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-1ca28cc5-7c09-4c34-905e-7bb32c89d267 tempest-RoutersNegativeTest-614320797 tempest-RoutersNegativeTest-614320797-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1265064680'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:40:10.797314 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ca28cc5-7c09-4c34-905e-7bb32c89d267 tempest-RoutersNegativeTest-614320797 tempest-RoutersNegativeTest-614320797-project] Made reservation on behalf of c85d624ee6074a7f997c73cd6873fef1 for: {'network': 1} {{(pid=103304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 21:40:10.800620 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-1ca28cc5-7c09-4c34-905e-7bb32c89d267 tempest-RoutersNegativeTest-614320797 tempest-RoutersNegativeTest-614320797-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for network (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:40:10.809130 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-1ca28cc5-7c09-4c34-905e-7bb32c89d267 tempest-RoutersNegativeTest-614320797 tempest-RoutersNegativeTest-614320797-project] Publish callbacks [] for security_group (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:40:10.900800 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-1ca28cc5-7c09-4c34-905e-7bb32c89d267 tempest-RoutersNegativeTest-614320797 tempest-RoutersNegativeTest-614320797-project] Publish callbacks [] for security_group (c8da2773-41f3-4e8b-b4ab-a667eb9d4185), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:40:10.905859 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-1ca28cc5-7c09-4c34-905e-7bb32c89d267 tempest-RoutersNegativeTest-614320797 tempest-RoutersNegativeTest-614320797-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (c8da2773-41f3-4e8b-b4ab-a667eb9d4185), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:40:10.934669 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1ca28cc5-7c09-4c34-905e-7bb32c89d267 tempest-RoutersNegativeTest-614320797 tempest-RoutersNegativeTest-614320797-project] vlan segment allocate from pool success with {'vlan_id': 572, 'physical_network': 'physnet1'} {{(pid=103304) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 26 21:40:10.945053 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca28cc5-7c09-4c34-905e-7bb32c89d267 tempest-RoutersNegativeTest-614320797 tempest-RoutersNegativeTest-614320797-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c8da2773-41f3-4e8b-b4ab-a667eb9d4185,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:40:10.951462 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-1ca28cc5-7c09-4c34-905e-7bb32c89d267 tempest-RoutersNegativeTest-614320797 tempest-RoutersNegativeTest-614320797-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576559'] for segment (3960fe0e-d6a5-4aca-a7d9-55c3cd1eb02a), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:40:10.951859 n-d-760453-5 neutron-server[103304]: INFO neutron.db.segments_db [None req-1ca28cc5-7c09-4c34-905e-7bb32c89d267 tempest-RoutersNegativeTest-614320797 tempest-RoutersNegativeTest-614320797-project] Added segment 3960fe0e-d6a5-4aca-a7d9-55c3cd1eb02a of type vlan for network 6446bb83-cb20-48f6-b578-3e863877de81 Jan 26 21:40:10.995955 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-1ca28cc5-7c09-4c34-905e-7bb32c89d267 tempest-RoutersNegativeTest-614320797 tempest-RoutersNegativeTest-614320797-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746560256871'] for network (6446bb83-cb20-48f6-b578-3e863877de81), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:40:11.030105 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-1ca28cc5-7c09-4c34-905e-7bb32c89d267 tempest-RoutersNegativeTest-614320797 tempest-RoutersNegativeTest-614320797-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503'] for network (6446bb83-cb20-48f6-b578-3e863877de81), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:40:11.035936 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ca28cc5-7c09-4c34-905e-7bb32c89d267 tempest-RoutersNegativeTest-614320797 tempest-RoutersNegativeTest-614320797-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:40:11.036688 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-1ca28cc5-7c09-4c34-905e-7bb32c89d267 tempest-RoutersNegativeTest-614320797 tempest-RoutersNegativeTest-614320797-project] Publish callbacks [] for network (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:40:11.133425 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-1ca28cc5-7c09-4c34-905e-7bb32c89d267 tempest-RoutersNegativeTest-614320797 tempest-RoutersNegativeTest-614320797-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.3594902 Jan 26 21:40:11.137397 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 33930) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:40:11.139292 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca28cc5-7c09-4c34-905e-7bb32c89d267 tempest-RoutersNegativeTest-614320797 tempest-RoutersNegativeTest-614320797-project] Pushing event updated for resources: {'Network': ['ID=6446bb83-cb20-48f6-b578-3e863877de81,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:40:11.144232 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-771d93f9-98e2-4bd4-a231-7d7696ff8f37 tempest-RoutersNegativeTest-614320797 tempest-RoutersNegativeTest-614320797-project] Request body: {'subnet': {'network_id': '6446bb83-cb20-48f6-b578-3e863877de81', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:40:11.152190 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Network 6446bb83-cb20-48f6-b578-3e863877de81 details requested by agent ovs-agent-n-d-760453-5 with host n-d-760453-5 {{(pid=103306) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 26 21:40:11.170686 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdcb19ab-b197-42bd-abac-a0579e846393 req-b2aa03e3-c9b8-465f-a39e-52163f61a0ce tempest-ServerRescueTestJSON-873841980 tempest-ServerRescueTestJSON-873841980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:40:11.173152 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-cdcb19ab-b197-42bd-abac-a0579e846393 req-b2aa03e3-c9b8-465f-a39e-52163f61a0ce tempest-ServerRescueTestJSON-873841980 tempest-ServerRescueTestJSON-873841980-project] 10.222.0.13 "GET /v2.0/ports?device_id=3a4c4c44-4fcd-4b52-aab5-c9e4a63f34c6 HTTP/1.1" status: 200 len: 945 time: 0.0878944 Jan 26 21:40:11.235427 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-cdcb19ab-b197-42bd-abac-a0579e846393 req-25040ba7-8507-4c62-8f30-6dfb76d0c3bf tempest-ServerRescueTestJSON-873841980 tempest-ServerRescueTestJSON-873841980-project] 10.222.0.13 "GET /v2.0/security-groups?id=55d5c279-28a6-490d-81c0-a23ed4c85076&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562181 Jan 26 21:40:11.247441 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-771d93f9-98e2-4bd4-a231-7d7696ff8f37 tempest-RoutersNegativeTest-614320797 tempest-RoutersNegativeTest-614320797-project] Made reservation on behalf of c85d624ee6074a7f997c73cd6873fef1 for: {'subnet': 1} {{(pid=103305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 21:40:11.257389 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-771d93f9-98e2-4bd4-a231-7d7696ff8f37 tempest-RoutersNegativeTest-614320797 tempest-RoutersNegativeTest-614320797-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11599953'] for subnet (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:40:11.442899 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-771d93f9-98e2-4bd4-a231-7d7696ff8f37 tempest-RoutersNegativeTest-614320797 tempest-RoutersNegativeTest-614320797-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11788839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11599975'] for subnet (5059d4af-8b7e-4460-9564-d6173d9d9276), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:40:11.497515 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-771d93f9-98e2-4bd4-a231-7d7696ff8f37 tempest-RoutersNegativeTest-614320797 tempest-RoutersNegativeTest-614320797-project] Pushing event updated for resources: {'Subnet': ['ID=5059d4af-8b7e-4460-9564-d6173d9d9276,revision_number=0']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:40:11.505884 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5f6ef0-9821-436a-8fe1-d8873cd8b3cf req-26dd63ae-a730-48b9-8064-bbad8aa23e15 tempest-AttachVolumeTestJSON-1109332547 tempest-AttachVolumeTestJSON-1109332547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:40:11.507384 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-5d5f6ef0-9821-436a-8fe1-d8873cd8b3cf req-26dd63ae-a730-48b9-8064-bbad8aa23e15 tempest-AttachVolumeTestJSON-1109332547 tempest-AttachVolumeTestJSON-1109332547-project] 10.222.0.13 "GET /v2.0/ports?device_id=04164ec0-d6ba-46ba-9f59-877902ccf7fd HTTP/1.1" status: 200 len: 946 time: 0.0516219 Jan 26 21:40:11.517536 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-771d93f9-98e2-4bd4-a231-7d7696ff8f37 tempest-RoutersNegativeTest-614320797 tempest-RoutersNegativeTest-614320797-project] Checking segment: {'id': '3960fe0e-d6a5-4aca-a7d9-55c3cd1eb02a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '6446bb83-cb20-48f6-b578-3e863877de81'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103305) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 21:40:11.517907 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-771d93f9-98e2-4bd4-a231-7d7696ff8f37 tempest-RoutersNegativeTest-614320797 tempest-RoutersNegativeTest-614320797-project] Network hostable DHCP agents. Network: 6446bb83-cb20-48f6-b578-3e863877de81, hostable agents: ['474ccdf7-ab6c-405b-a3b2-dc7b05829902'], hosted agents: [] {{(pid=103305) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 26 21:40:11.535596 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-771d93f9-98e2-4bd4-a231-7d7696ff8f37 tempest-RoutersNegativeTest-614320797 tempest-RoutersNegativeTest-614320797-project] Network 6446bb83-cb20-48f6-b578-3e863877de81 is scheduled to be hosted by DHCP agent 474ccdf7-ab6c-405b-a3b2-dc7b05829902 with binding_index 1 {{(pid=103305) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 26 21:40:11.545729 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [None req-771d93f9-98e2-4bd4-a231-7d7696ff8f37 tempest-RoutersNegativeTest-614320797 tempest-RoutersNegativeTest-614320797-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760453-5, 6446bb83-cb20-48f6-b578-3e863877de81) {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:40:11.552425 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-771d93f9-98e2-4bd4-a231-7d7696ff8f37 tempest-RoutersNegativeTest-614320797 tempest-RoutersNegativeTest-614320797-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:40:11.557969 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-771d93f9-98e2-4bd4-a231-7d7696ff8f37 tempest-RoutersNegativeTest-614320797 tempest-RoutersNegativeTest-614320797-project] Publish callbacks [] for subnet (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:40:11.558145 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d1cedb6-6b9c-415c-9cd6-17badf77316f None None] Network 6446bb83-cb20-48f6-b578-3e863877de81 requested from n-d-760453-5 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 26 21:40:11.564626 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-5d5f6ef0-9821-436a-8fe1-d8873cd8b3cf req-99db5c8e-6280-4d51-9287-945966eccc23 tempest-AttachVolumeTestJSON-1109332547 tempest-AttachVolumeTestJSON-1109332547-project] 10.222.0.13 "GET /v2.0/security-groups?id=67ba2225-7074-4a52-b681-4840b6b52ab5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497780 Jan 26 21:40:11.578257 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-771d93f9-98e2-4bd4-a231-7d7696ff8f37 tempest-RoutersNegativeTest-614320797 tempest-RoutersNegativeTest-614320797-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4384506 Jan 26 21:40:11.581481 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 33934) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:40:11.586631 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-03d46693-dbef-4c87-ab1b-255a974a83ee tempest-RoutersNegativeTest-614320797 tempest-RoutersNegativeTest-614320797-project] Request body: {'network': {'name': 'tempest-router-network01--883785555'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:40:11.625642 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03d46693-dbef-4c87-ab1b-255a974a83ee tempest-RoutersNegativeTest-614320797 tempest-RoutersNegativeTest-614320797-project] Made reservation on behalf of c85d624ee6074a7f997c73cd6873fef1 for: {'network': 1} {{(pid=103305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 21:40:11.629354 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-03d46693-dbef-4c87-ab1b-255a974a83ee tempest-RoutersNegativeTest-614320797 tempest-RoutersNegativeTest-614320797-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for network (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:40:11.654843 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-03d46693-dbef-4c87-ab1b-255a974a83ee tempest-RoutersNegativeTest-614320797 tempest-RoutersNegativeTest-614320797-project] vlan segment allocate from pool success with {'vlan_id': 591, 'physical_network': 'physnet1'} {{(pid=103305) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 26 21:40:11.664730 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-03d46693-dbef-4c87-ab1b-255a974a83ee tempest-RoutersNegativeTest-614320797 tempest-RoutersNegativeTest-614320797-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576559'] for segment (1ec1e120-c373-453e-9313-14d60bb795df), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:40:11.665079 n-d-760453-5 neutron-server[103305]: INFO neutron.db.segments_db [None req-03d46693-dbef-4c87-ab1b-255a974a83ee tempest-RoutersNegativeTest-614320797 tempest-RoutersNegativeTest-614320797-project] Added segment 1ec1e120-c373-453e-9313-14d60bb795df of type vlan for network 9dc89745-cad2-442d-8151-6d3900f5cd5e Jan 26 21:40:11.683123 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-061b3e44-bc10-4101-a735-40c92bf18143 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3c4099e8-8ffb-51d1-af7f-5868973e933f-6446bb83-cb20-48f6-b578-3e863877de81', 'network_id': '6446bb83-cb20-48f6-b578-3e863877de81', 'project_id': 'c85d624ee6074a7f997c73cd6873fef1', 'fixed_ips': [{'subnet_id': '5059d4af-8b7e-4460-9564-d6173d9d9276'}]}} from n-d-760453-5. {{(pid=103306) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 26 21:40:11.684088 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-061b3e44-bc10-4101-a735-40c92bf18143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (None), before_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:40:11.708130 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-03d46693-dbef-4c87-ab1b-255a974a83ee tempest-RoutersNegativeTest-614320797 tempest-RoutersNegativeTest-614320797-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746560256871'] for network (9dc89745-cad2-442d-8151-6d3900f5cd5e), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:40:11.737638 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-03d46693-dbef-4c87-ab1b-255a974a83ee tempest-RoutersNegativeTest-614320797 tempest-RoutersNegativeTest-614320797-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503'] for network (9dc89745-cad2-442d-8151-6d3900f5cd5e), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:40:11.743199 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03d46693-dbef-4c87-ab1b-255a974a83ee tempest-RoutersNegativeTest-614320797 tempest-RoutersNegativeTest-614320797-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:40:11.743801 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-03d46693-dbef-4c87-ab1b-255a974a83ee tempest-RoutersNegativeTest-614320797 tempest-RoutersNegativeTest-614320797-project] Publish callbacks [] for network (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:40:11.804088 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-03d46693-dbef-4c87-ab1b-255a974a83ee tempest-RoutersNegativeTest-614320797 tempest-RoutersNegativeTest-614320797-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.2215428 Jan 26 21:40:11.806795 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 33936) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:40:11.812019 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-d41e6ccf-d0f3-49a6-a88b-ba8cc7355274 tempest-RoutersNegativeTest-614320797 tempest-RoutersNegativeTest-614320797-project] Request body: {'network': {'name': 'tempest-router-network02--334892828'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:40:11.825699 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d46693-dbef-4c87-ab1b-255a974a83ee tempest-RoutersNegativeTest-614320797 tempest-RoutersNegativeTest-614320797-project] Pushing event updated for resources: {'Network': ['ID=9dc89745-cad2-442d-8151-6d3900f5cd5e,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:40:11.834099 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.db_base_plugin_common [None req-061b3e44-bc10-4101-a735-40c92bf18143 None None] Allocated IP 172.20.0.2 (6446bb83-cb20-48f6-b578-3e863877de81/5059d4af-8b7e-4460-9564-d6173d9d9276/d273d377-202d-4454-b02b-66aac3e5027a) {{(pid=103306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 21:40:11.834266 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d41e6ccf-d0f3-49a6-a88b-ba8cc7355274 tempest-RoutersNegativeTest-614320797 tempest-RoutersNegativeTest-614320797-project] Made reservation on behalf of c85d624ee6074a7f997c73cd6873fef1 for: {'network': 1} {{(pid=103304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 21:40:11.839509 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-d41e6ccf-d0f3-49a6-a88b-ba8cc7355274 tempest-RoutersNegativeTest-614320797 tempest-RoutersNegativeTest-614320797-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for network (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:40:11.839966 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Network 9dc89745-cad2-442d-8151-6d3900f5cd5e details requested by agent ovs-agent-n-d-760453-5 with host n-d-760453-5 {{(pid=103306) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 26 21:40:11.869284 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d41e6ccf-d0f3-49a6-a88b-ba8cc7355274 tempest-RoutersNegativeTest-614320797 tempest-RoutersNegativeTest-614320797-project] vlan segment allocate from pool success with {'vlan_id': 552, 'physical_network': 'physnet1'} {{(pid=103304) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 26 21:40:11.880767 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-d41e6ccf-d0f3-49a6-a88b-ba8cc7355274 tempest-RoutersNegativeTest-614320797 tempest-RoutersNegativeTest-614320797-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576559'] for segment (919da471-a553-4b78-a350-bae6cc80d47b), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:40:11.881161 n-d-760453-5 neutron-server[103304]: INFO neutron.db.segments_db [None req-d41e6ccf-d0f3-49a6-a88b-ba8cc7355274 tempest-RoutersNegativeTest-614320797 tempest-RoutersNegativeTest-614320797-project] Added segment 919da471-a553-4b78-a350-bae6cc80d47b of type vlan for network 3e685705-bb15-4b1c-bc44-806a9a4b44e5 Jan 26 21:40:11.935587 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-d41e6ccf-d0f3-49a6-a88b-ba8cc7355274 tempest-RoutersNegativeTest-614320797 tempest-RoutersNegativeTest-614320797-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746560256871'] for network (3e685705-bb15-4b1c-bc44-806a9a4b44e5), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:40:11.965047 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-d41e6ccf-d0f3-49a6-a88b-ba8cc7355274 tempest-RoutersNegativeTest-614320797 tempest-RoutersNegativeTest-614320797-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503'] for network (3e685705-bb15-4b1c-bc44-806a9a4b44e5), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:40:11.970394 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d41e6ccf-d0f3-49a6-a88b-ba8cc7355274 tempest-RoutersNegativeTest-614320797 tempest-RoutersNegativeTest-614320797-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:40:11.971011 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-d41e6ccf-d0f3-49a6-a88b-ba8cc7355274 tempest-RoutersNegativeTest-614320797 tempest-RoutersNegativeTest-614320797-project] Publish callbacks [] for network (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:40:12.037535 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-d41e6ccf-d0f3-49a6-a88b-ba8cc7355274 tempest-RoutersNegativeTest-614320797 tempest-RoutersNegativeTest-614320797-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.2270067 Jan 26 21:40:12.038633 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 33938) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:40:12.046953 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-84302b19-b815-4564-90c6-29e5ef1df24e tempest-RoutersNegativeTest-614320797 tempest-RoutersNegativeTest-614320797-project] Request body: {'subnet': {'network_id': '9dc89745-cad2-442d-8151-6d3900f5cd5e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:40:12.054836 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-061b3e44-bc10-4101-a735-40c92bf18143 None None] Publish callbacks [] for port (d273d377-202d-4454-b02b-66aac3e5027a), precommit_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:40:12.062236 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-061b3e44-bc10-4101-a735-40c92bf18143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746560234527'] for port (d273d377-202d-4454-b02b-66aac3e5027a), after_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:40:12.065138 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d41e6ccf-d0f3-49a6-a88b-ba8cc7355274 tempest-RoutersNegativeTest-614320797 tempest-RoutersNegativeTest-614320797-project] Pushing event updated for resources: {'Network': ['ID=3e685705-bb15-4b1c-bc44-806a9a4b44e5,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:40:12.097011 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Network 3e685705-bb15-4b1c-bc44-806a9a4b44e5 details requested by agent ovs-agent-n-d-760453-5 with host n-d-760453-5 {{(pid=103306) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 26 21:40:12.151516 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84302b19-b815-4564-90c6-29e5ef1df24e tempest-RoutersNegativeTest-614320797 tempest-RoutersNegativeTest-614320797-project] Made reservation on behalf of c85d624ee6074a7f997c73cd6873fef1 for: {'subnet': 1} {{(pid=103304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 21:40:12.155167 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-84302b19-b815-4564-90c6-29e5ef1df24e tempest-RoutersNegativeTest-614320797 tempest-RoutersNegativeTest-614320797-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12215181'] for subnet (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:40:12.166135 n-d-760453-5 neutron-server[103306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-061b3e44-bc10-4101-a735-40c92bf18143 None None] Network 6446bb83-cb20-48f6-b578-3e863877de81 is already hosted by enough agents. {{(pid=103306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 21:40:12.172560 n-d-760453-5 neutron-server[103306]: DEBUG neutron.scheduler.base_scheduler [None req-061b3e44-bc10-4101-a735-40c92bf18143 None None] Resources bound (agent type, host, resource id): {{(pid=103306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:40:12.175115 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-061b3e44-bc10-4101-a735-40c92bf18143 None None] Received port after_create {{(pid=103306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 21:40:12.178054 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061b3e44-bc10-4101-a735-40c92bf18143 None None] Pushing event updated for resources: {'Port': ['ID=d273d377-202d-4454-b02b-66aac3e5027a,revision_number=1']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:40:12.247225 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-061b3e44-bc10-4101-a735-40c92bf18143 None None] Attempting to bind port d273d377-202d-4454-b02b-66aac3e5027a on host n-d-760453-5 for vnic_type normal with profile {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 21:40:12.247696 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-061b3e44-bc10-4101-a735-40c92bf18143 None None] Attempting to bind port d273d377-202d-4454-b02b-66aac3e5027a by drivers openvswitch,hyperv on host n-d-760453-5 at level 0 using segments [{'id': '3960fe0e-d6a5-4aca-a7d9-55c3cd1eb02a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '6446bb83-cb20-48f6-b578-3e863877de81'}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 26 21:40:12.248123 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-061b3e44-bc10-4101-a735-40c92bf18143 None None] Attempting to bind port d273d377-202d-4454-b02b-66aac3e5027a on network 6446bb83-cb20-48f6-b578-3e863877de81 {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 21:40:12.253409 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-061b3e44-bc10-4101-a735-40c92bf18143 None None] Checking agent: {'id': 'fea0591a-627d-4c87-9a9a-01625ddf3277', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760453-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 20, 55, 25), 'started_at': datetime.datetime(2022, 1, 26, 20, 55, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 21, 39, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760453-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 26 21:40:12.253786 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-061b3e44-bc10-4101-a735-40c92bf18143 None None] Checking segment: {'id': '3960fe0e-d6a5-4aca-a7d9-55c3cd1eb02a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '6446bb83-cb20-48f6-b578-3e863877de81'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 21:40:12.254187 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-061b3e44-bc10-4101-a735-40c92bf18143 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:40:12.254650 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-061b3e44-bc10-4101-a735-40c92bf18143 None None] Bound using segment: {'id': '3960fe0e-d6a5-4aca-a7d9-55c3cd1eb02a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '6446bb83-cb20-48f6-b578-3e863877de81'} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 26 21:40:12.255190 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-061b3e44-bc10-4101-a735-40c92bf18143 None None] Bound port: d273d377-202d-4454-b02b-66aac3e5027a, host: n-d-760453-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3960fe0e-d6a5-4aca-a7d9-55c3cd1eb02a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '6446bb83-cb20-48f6-b578-3e863877de81'}}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 26 21:40:12.255630 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-061b3e44-bc10-4101-a735-40c92bf18143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (d273d377-202d-4454-b02b-66aac3e5027a), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:40:12.320796 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-061b3e44-bc10-4101-a735-40c92bf18143 None None] For port d273d377-202d-4454-b02b-66aac3e5027a, host n-d-760453-5, cleared binding levels {{(pid=103306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 26 21:40:12.323894 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-061b3e44-bc10-4101-a735-40c92bf18143 None None] For port d273d377-202d-4454-b02b-66aac3e5027a, host n-d-760453-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=d273d377-202d-4454-b02b-66aac3e5027a,segment=NetworkSegment(3960fe0e-d6a5-4aca-a7d9-55c3cd1eb02a),segment_id=3960fe0e-d6a5-4aca-a7d9-55c3cd1eb02a)] {{(pid=103306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 26 21:40:12.327487 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-061b3e44-bc10-4101-a735-40c92bf18143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (d273d377-202d-4454-b02b-66aac3e5027a), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:40:12.390659 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb21f83-7195-46d1-ad12-b23c26ca4545 req-40465d5f-1d4d-43be-855e-ce03915530fe tempest-ServerRescueTestJSON-873841980 tempest-ServerRescueTestJSON-873841980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:40:12.392232 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-3cb21f83-7195-46d1-ad12-b23c26ca4545 req-40465d5f-1d4d-43be-855e-ce03915530fe tempest-ServerRescueTestJSON-873841980 tempest-ServerRescueTestJSON-873841980-project] 10.222.0.13 "GET /v2.0/ports?device_id=3a4c4c44-4fcd-4b52-aab5-c9e4a63f34c6 HTTP/1.1" status: 200 len: 945 time: 0.0713978 Jan 26 21:40:12.392434 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061b3e44-bc10-4101-a735-40c92bf18143 None None] Pushing event updated for resources: {'Port': ['ID=d273d377-202d-4454-b02b-66aac3e5027a,revision_number=2']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:40:12.393678 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-84302b19-b815-4564-90c6-29e5ef1df24e tempest-RoutersNegativeTest-614320797 tempest-RoutersNegativeTest-614320797-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9285249', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12215227'] for subnet (d4bb92e0-1c52-45ba-8ee4-fb94c8926e92), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:40:12.474965 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84302b19-b815-4564-90c6-29e5ef1df24e tempest-RoutersNegativeTest-614320797 tempest-RoutersNegativeTest-614320797-project] Pushing event updated for resources: {'Subnet': ['ID=d4bb92e0-1c52-45ba-8ee4-fb94c8926e92,revision_number=0']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:40:12.507254 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-3cb21f83-7195-46d1-ad12-b23c26ca4545 req-a7253e1f-a4f0-4842-a529-c54c9ed51bce tempest-ServerRescueTestJSON-873841980 tempest-ServerRescueTestJSON-873841980-project] 10.222.0.13 "GET /v2.0/security-groups?id=55d5c279-28a6-490d-81c0-a23ed4c85076&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088243 Jan 26 21:40:12.508140 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84302b19-b815-4564-90c6-29e5ef1df24e tempest-RoutersNegativeTest-614320797 tempest-RoutersNegativeTest-614320797-project] Checking segment: {'id': '1ec1e120-c373-453e-9313-14d60bb795df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '9dc89745-cad2-442d-8151-6d3900f5cd5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103304) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 21:40:12.508505 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84302b19-b815-4564-90c6-29e5ef1df24e tempest-RoutersNegativeTest-614320797 tempest-RoutersNegativeTest-614320797-project] Network hostable DHCP agents. Network: 9dc89745-cad2-442d-8151-6d3900f5cd5e, hostable agents: ['474ccdf7-ab6c-405b-a3b2-dc7b05829902'], hosted agents: [] {{(pid=103304) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 26 21:40:12.532358 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84302b19-b815-4564-90c6-29e5ef1df24e tempest-RoutersNegativeTest-614320797 tempest-RoutersNegativeTest-614320797-project] Network 9dc89745-cad2-442d-8151-6d3900f5cd5e is scheduled to be hosted by DHCP agent 474ccdf7-ab6c-405b-a3b2-dc7b05829902 with binding_index 1 {{(pid=103304) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 26 21:40:12.552186 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [None req-84302b19-b815-4564-90c6-29e5ef1df24e tempest-RoutersNegativeTest-614320797 tempest-RoutersNegativeTest-614320797-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760453-5, 9dc89745-cad2-442d-8151-6d3900f5cd5e) {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:40:12.558065 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84302b19-b815-4564-90c6-29e5ef1df24e tempest-RoutersNegativeTest-614320797 tempest-RoutersNegativeTest-614320797-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:40:12.558691 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-84302b19-b815-4564-90c6-29e5ef1df24e tempest-RoutersNegativeTest-614320797 tempest-RoutersNegativeTest-614320797-project] Publish callbacks [] for subnet (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:40:12.574163 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-072e30f7-9fcf-42b0-8edf-6aed99462ca8 None None] Network 9dc89745-cad2-442d-8151-6d3900f5cd5e requested from n-d-760453-5 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 26 21:40:12.584362 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-84302b19-b815-4564-90c6-29e5ef1df24e tempest-RoutersNegativeTest-614320797 tempest-RoutersNegativeTest-614320797-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5442886 Jan 26 21:40:12.587072 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 33942) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:40:12.594502 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-13c1d58d-0a6c-4dd9-a1d9-77760b168033 tempest-RoutersNegativeTest-614320797 tempest-RoutersNegativeTest-614320797-project] Request body: {'subnet': {'network_id': '3e685705-bb15-4b1c-bc44-806a9a4b44e5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:40:12.693892 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-971ceb91-f738-41bb-9f4a-325d46b396b3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3c4099e8-8ffb-51d1-af7f-5868973e933f-9dc89745-cad2-442d-8151-6d3900f5cd5e', 'network_id': '9dc89745-cad2-442d-8151-6d3900f5cd5e', 'project_id': 'c85d624ee6074a7f997c73cd6873fef1', 'fixed_ips': [{'subnet_id': 'd4bb92e0-1c52-45ba-8ee4-fb94c8926e92'}]}} from n-d-760453-5. {{(pid=103306) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 26 21:40:12.694777 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-971ceb91-f738-41bb-9f4a-325d46b396b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (None), before_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:40:12.716602 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13c1d58d-0a6c-4dd9-a1d9-77760b168033 tempest-RoutersNegativeTest-614320797 tempest-RoutersNegativeTest-614320797-project] Made reservation on behalf of c85d624ee6074a7f997c73cd6873fef1 for: {'subnet': 1} {{(pid=103305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 21:40:12.720556 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-13c1d58d-0a6c-4dd9-a1d9-77760b168033 tempest-RoutersNegativeTest-614320797 tempest-RoutersNegativeTest-614320797-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11599953'] for subnet (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:40:12.738414 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd8c586-eb1d-404c-ae13-104da81ac225 req-d235d28c-0da9-47fa-a2fd-476513e12114 tempest-AttachVolumeTestJSON-1109332547 tempest-AttachVolumeTestJSON-1109332547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:40:12.740561 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-5bd8c586-eb1d-404c-ae13-104da81ac225 req-d235d28c-0da9-47fa-a2fd-476513e12114 tempest-AttachVolumeTestJSON-1109332547 tempest-AttachVolumeTestJSON-1109332547-project] 10.222.0.13 "GET /v2.0/ports?device_id=04164ec0-d6ba-46ba-9f59-877902ccf7fd HTTP/1.1" status: 200 len: 946 time: 0.0748239 Jan 26 21:40:12.798947 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-5bd8c586-eb1d-404c-ae13-104da81ac225 req-4a90e1d2-a2b6-422a-bd11-3efc29941888 tempest-AttachVolumeTestJSON-1109332547 tempest-AttachVolumeTestJSON-1109332547-project] 10.222.0.13 "GET /v2.0/security-groups?id=67ba2225-7074-4a52-b681-4840b6b52ab5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0515208 Jan 26 21:40:12.852733 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.db_base_plugin_common [None req-971ceb91-f738-41bb-9f4a-325d46b396b3 None None] Allocated IP 172.20.0.2 (9dc89745-cad2-442d-8151-6d3900f5cd5e/d4bb92e0-1c52-45ba-8ee4-fb94c8926e92/a4dd9072-9790-465f-9702-19a4559b8684) {{(pid=103306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 21:40:12.947051 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-13c1d58d-0a6c-4dd9-a1d9-77760b168033 tempest-RoutersNegativeTest-614320797 tempest-RoutersNegativeTest-614320797-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11788839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11599975'] for subnet (45cb36dc-c420-4bfb-86cc-0b21073c3233), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:40:13.003880 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-971ceb91-f738-41bb-9f4a-325d46b396b3 None None] Publish callbacks [] for port (a4dd9072-9790-465f-9702-19a4559b8684), precommit_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:40:13.010468 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-971ceb91-f738-41bb-9f4a-325d46b396b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746560234527'] for port (a4dd9072-9790-465f-9702-19a4559b8684), after_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:40:13.012961 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c1d58d-0a6c-4dd9-a1d9-77760b168033 tempest-RoutersNegativeTest-614320797 tempest-RoutersNegativeTest-614320797-project] Pushing event updated for resources: {'Subnet': ['ID=45cb36dc-c420-4bfb-86cc-0b21073c3233,revision_number=0']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:40:13.021191 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13c1d58d-0a6c-4dd9-a1d9-77760b168033 tempest-RoutersNegativeTest-614320797 tempest-RoutersNegativeTest-614320797-project] Checking segment: {'id': '919da471-a553-4b78-a350-bae6cc80d47b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '3e685705-bb15-4b1c-bc44-806a9a4b44e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103305) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 21:40:13.021583 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13c1d58d-0a6c-4dd9-a1d9-77760b168033 tempest-RoutersNegativeTest-614320797 tempest-RoutersNegativeTest-614320797-project] Network hostable DHCP agents. Network: 3e685705-bb15-4b1c-bc44-806a9a4b44e5, hostable agents: ['474ccdf7-ab6c-405b-a3b2-dc7b05829902'], hosted agents: [] {{(pid=103305) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 26 21:40:13.038820 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13c1d58d-0a6c-4dd9-a1d9-77760b168033 tempest-RoutersNegativeTest-614320797 tempest-RoutersNegativeTest-614320797-project] Network 3e685705-bb15-4b1c-bc44-806a9a4b44e5 is scheduled to be hosted by DHCP agent 474ccdf7-ab6c-405b-a3b2-dc7b05829902 with binding_index 1 {{(pid=103305) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 26 21:40:13.051113 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [None req-13c1d58d-0a6c-4dd9-a1d9-77760b168033 tempest-RoutersNegativeTest-614320797 tempest-RoutersNegativeTest-614320797-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760453-5, 3e685705-bb15-4b1c-bc44-806a9a4b44e5) {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:40:13.053896 n-d-760453-5 neutron-server[103306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-971ceb91-f738-41bb-9f4a-325d46b396b3 None None] Network 9dc89745-cad2-442d-8151-6d3900f5cd5e is already hosted by enough agents. {{(pid=103306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 21:40:13.058850 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13c1d58d-0a6c-4dd9-a1d9-77760b168033 tempest-RoutersNegativeTest-614320797 tempest-RoutersNegativeTest-614320797-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:40:13.059714 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-13c1d58d-0a6c-4dd9-a1d9-77760b168033 tempest-RoutersNegativeTest-614320797 tempest-RoutersNegativeTest-614320797-project] Publish callbacks [] for subnet (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:40:13.065688 n-d-760453-5 neutron-server[103306]: DEBUG neutron.scheduler.base_scheduler [None req-971ceb91-f738-41bb-9f4a-325d46b396b3 None None] Resources bound (agent type, host, resource id): {{(pid=103306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:40:13.067873 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-971ceb91-f738-41bb-9f4a-325d46b396b3 None None] Received port after_create {{(pid=103306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 21:40:13.074218 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdc0fbbc-d54f-4cc3-8653-cd5cb79e5304 None None] Network 3e685705-bb15-4b1c-bc44-806a9a4b44e5 requested from n-d-760453-5 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 26 21:40:13.077791 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-13c1d58d-0a6c-4dd9-a1d9-77760b168033 tempest-RoutersNegativeTest-614320797 tempest-RoutersNegativeTest-614320797-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4893909 Jan 26 21:40:13.079496 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-971ceb91-f738-41bb-9f4a-325d46b396b3 None None] Pushing event updated for resources: {'Port': ['ID=a4dd9072-9790-465f-9702-19a4559b8684,revision_number=1']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:40:13.080694 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 33946) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:40:13.196566 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-971ceb91-f738-41bb-9f4a-325d46b396b3 None None] Attempting to bind port a4dd9072-9790-465f-9702-19a4559b8684 on host n-d-760453-5 for vnic_type normal with profile {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 21:40:13.197154 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-971ceb91-f738-41bb-9f4a-325d46b396b3 None None] Attempting to bind port a4dd9072-9790-465f-9702-19a4559b8684 by drivers openvswitch,hyperv on host n-d-760453-5 at level 0 using segments [{'id': '1ec1e120-c373-453e-9313-14d60bb795df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '9dc89745-cad2-442d-8151-6d3900f5cd5e'}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 26 21:40:13.197282 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-971ceb91-f738-41bb-9f4a-325d46b396b3 None None] Attempting to bind port a4dd9072-9790-465f-9702-19a4559b8684 on network 9dc89745-cad2-442d-8151-6d3900f5cd5e {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 21:40:13.210973 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-971ceb91-f738-41bb-9f4a-325d46b396b3 None None] Checking agent: {'id': 'fea0591a-627d-4c87-9a9a-01625ddf3277', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760453-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 20, 55, 25), 'started_at': datetime.datetime(2022, 1, 26, 20, 55, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 21, 39, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760453-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 26 21:40:13.211356 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-971ceb91-f738-41bb-9f4a-325d46b396b3 None None] Checking segment: {'id': '1ec1e120-c373-453e-9313-14d60bb795df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '9dc89745-cad2-442d-8151-6d3900f5cd5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 21:40:13.211768 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-971ceb91-f738-41bb-9f4a-325d46b396b3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:40:13.212168 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-971ceb91-f738-41bb-9f4a-325d46b396b3 None None] Bound using segment: {'id': '1ec1e120-c373-453e-9313-14d60bb795df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '9dc89745-cad2-442d-8151-6d3900f5cd5e'} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 26 21:40:13.212653 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-971ceb91-f738-41bb-9f4a-325d46b396b3 None None] Bound port: a4dd9072-9790-465f-9702-19a4559b8684, host: n-d-760453-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ec1e120-c373-453e-9313-14d60bb795df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '9dc89745-cad2-442d-8151-6d3900f5cd5e'}}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 26 21:40:13.213326 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-971ceb91-f738-41bb-9f4a-325d46b396b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (a4dd9072-9790-465f-9702-19a4559b8684), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:40:13.265278 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94df99a7-37d7-4beb-a5bb-a192e8718034 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3c4099e8-8ffb-51d1-af7f-5868973e933f-3e685705-bb15-4b1c-bc44-806a9a4b44e5', 'network_id': '3e685705-bb15-4b1c-bc44-806a9a4b44e5', 'project_id': 'c85d624ee6074a7f997c73cd6873fef1', 'fixed_ips': [{'subnet_id': '45cb36dc-c420-4bfb-86cc-0b21073c3233'}]}} from n-d-760453-5. {{(pid=103306) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 26 21:40:13.266164 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-94df99a7-37d7-4beb-a5bb-a192e8718034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (None), before_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:40:13.371417 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-971ceb91-f738-41bb-9f4a-325d46b396b3 None None] For port a4dd9072-9790-465f-9702-19a4559b8684, host n-d-760453-5, cleared binding levels {{(pid=103306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 26 21:40:13.389681 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-971ceb91-f738-41bb-9f4a-325d46b396b3 None None] For port a4dd9072-9790-465f-9702-19a4559b8684, host n-d-760453-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=a4dd9072-9790-465f-9702-19a4559b8684,segment=NetworkSegment(1ec1e120-c373-453e-9313-14d60bb795df),segment_id=1ec1e120-c373-453e-9313-14d60bb795df)] {{(pid=103306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 26 21:40:13.390328 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-2c20f4f5-d758-492b-b579-60c1e067eaf6 tempest-RoutersNegativeTest-614320797 tempest-RoutersNegativeTest-614320797-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:40:13.396678 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-971ceb91-f738-41bb-9f4a-325d46b396b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (a4dd9072-9790-465f-9702-19a4559b8684), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:40:13.498690 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-971ceb91-f738-41bb-9f4a-325d46b396b3 None None] Pushing event updated for resources: {'Port': ['ID=a4dd9072-9790-465f-9702-19a4559b8684,revision_number=2']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:40:13.501845 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.db_base_plugin_common [None req-94df99a7-37d7-4beb-a5bb-a192e8718034 None None] Allocated IP 172.20.0.2 (3e685705-bb15-4b1c-bc44-806a9a4b44e5/45cb36dc-c420-4bfb-86cc-0b21073c3233/62e5c448-90cc-416a-9302-264490bee5db) {{(pid=103306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 21:40:13.627735 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f05b7a5-b5be-4338-8b5e-96004de6be63 None None] Network 6446bb83-cb20-48f6-b578-3e863877de81 requested from n-d-760453-5 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 26 21:40:13.662478 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1b3d36-be7c-4a96-a49f-6bba2f8cfd9c req-5511a752-f2a3-4b16-bcdc-9cdb180b21d2 tempest-ServerRescueTestJSON-873841980 tempest-ServerRescueTestJSON-873841980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:40:13.664606 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-1d1b3d36-be7c-4a96-a49f-6bba2f8cfd9c req-5511a752-f2a3-4b16-bcdc-9cdb180b21d2 tempest-ServerRescueTestJSON-873841980 tempest-ServerRescueTestJSON-873841980-project] 10.222.0.13 "GET /v2.0/ports?device_id=3a4c4c44-4fcd-4b52-aab5-c9e4a63f34c6 HTTP/1.1" status: 200 len: 945 time: 0.0678720 Jan 26 21:40:13.703127 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.db_base_plugin_common [None req-2c20f4f5-d758-492b-b579-60c1e067eaf6 tempest-RoutersNegativeTest-614320797 tempest-RoutersNegativeTest-614320797-project] Allocated IP 172.20.0.1 (9dc89745-cad2-442d-8151-6d3900f5cd5e/d4bb92e0-1c52-45ba-8ee4-fb94c8926e92/e83d2e9d-581b-4bf3-a0bc-babcf41f3909) {{(pid=103305) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 21:40:13.747447 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-1d1b3d36-be7c-4a96-a49f-6bba2f8cfd9c req-cccb6c9c-d371-410b-be54-022df8bd3601 tempest-ServerRescueTestJSON-873841980 tempest-ServerRescueTestJSON-873841980-project] 10.222.0.13 "GET /v2.0/security-groups?id=55d5c279-28a6-490d-81c0-a23ed4c85076&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748668 Jan 26 21:40:13.773107 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-df45eaad-5f40-430a-8e87-eadee95d92f5 None None] Provisioning complete for port d273d377-202d-4454-b02b-66aac3e5027a triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:40:13.773510 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-df45eaad-5f40-430a-8e87-eadee95d92f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (d273d377-202d-4454-b02b-66aac3e5027a), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:40:13.784558 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-94df99a7-37d7-4beb-a5bb-a192e8718034 None None] Publish callbacks [] for port (62e5c448-90cc-416a-9302-264490bee5db), precommit_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:40:13.822663 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-94df99a7-37d7-4beb-a5bb-a192e8718034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746560234527'] for port (62e5c448-90cc-416a-9302-264490bee5db), after_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:40:13.856132 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-2c20f4f5-d758-492b-b579-60c1e067eaf6 tempest-RoutersNegativeTest-614320797 tempest-RoutersNegativeTest-614320797-project] Publish callbacks [] for port (e83d2e9d-581b-4bf3-a0bc-babcf41f3909), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:40:13.893652 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-2c20f4f5-d758-492b-b579-60c1e067eaf6 tempest-RoutersNegativeTest-614320797 tempest-RoutersNegativeTest-614320797-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746560234527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11791543'] for port (e83d2e9d-581b-4bf3-a0bc-babcf41f3909), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:40:13.905522 n-d-760453-5 neutron-server[103306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94df99a7-37d7-4beb-a5bb-a192e8718034 None None] Network 3e685705-bb15-4b1c-bc44-806a9a4b44e5 is already hosted by enough agents. {{(pid=103306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 21:40:13.916139 n-d-760453-5 neutron-server[103306]: DEBUG neutron.scheduler.base_scheduler [None req-94df99a7-37d7-4beb-a5bb-a192e8718034 None None] Resources bound (agent type, host, resource id): {{(pid=103306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:40:13.923476 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94df99a7-37d7-4beb-a5bb-a192e8718034 None None] Received port after_create {{(pid=103306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 21:40:13.928575 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94df99a7-37d7-4beb-a5bb-a192e8718034 None None] Pushing event updated for resources: {'Port': ['ID=62e5c448-90cc-416a-9302-264490bee5db,revision_number=1']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:40:13.948813 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c20f4f5-d758-492b-b579-60c1e067eaf6 tempest-RoutersNegativeTest-614320797 tempest-RoutersNegativeTest-614320797-project] Network 9dc89745-cad2-442d-8151-6d3900f5cd5e is already hosted by enough agents. {{(pid=103305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 21:40:13.954553 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [None req-2c20f4f5-d758-492b-b579-60c1e067eaf6 tempest-RoutersNegativeTest-614320797 tempest-RoutersNegativeTest-614320797-project] Resources bound (agent type, host, resource id): {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:40:13.957078 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c20f4f5-d758-492b-b579-60c1e067eaf6 tempest-RoutersNegativeTest-614320797 tempest-RoutersNegativeTest-614320797-project] Received port after_create {{(pid=103305) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 21:40:13.982501 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c20f4f5-d758-492b-b579-60c1e067eaf6 tempest-RoutersNegativeTest-614320797 tempest-RoutersNegativeTest-614320797-project] Pushing event updated for resources: {'Port': ['ID=e83d2e9d-581b-4bf3-a0bc-babcf41f3909,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:40:14.029513 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-94df99a7-37d7-4beb-a5bb-a192e8718034 None None] Attempting to bind port 62e5c448-90cc-416a-9302-264490bee5db on host n-d-760453-5 for vnic_type normal with profile {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 21:40:14.029895 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-94df99a7-37d7-4beb-a5bb-a192e8718034 None None] Attempting to bind port 62e5c448-90cc-416a-9302-264490bee5db by drivers openvswitch,hyperv on host n-d-760453-5 at level 0 using segments [{'id': '919da471-a553-4b78-a350-bae6cc80d47b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '3e685705-bb15-4b1c-bc44-806a9a4b44e5'}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 26 21:40:14.030266 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94df99a7-37d7-4beb-a5bb-a192e8718034 None None] Attempting to bind port 62e5c448-90cc-416a-9302-264490bee5db on network 3e685705-bb15-4b1c-bc44-806a9a4b44e5 {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 21:40:14.032402 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-df45eaad-5f40-430a-8e87-eadee95d92f5 None None] Current status of the port d273d377-202d-4454-b02b-66aac3e5027a is: DOWN; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:40:14.032610 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-df45eaad-5f40-430a-8e87-eadee95d92f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (d273d377-202d-4454-b02b-66aac3e5027a), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:40:14.033620 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efac1bcc-3109-4ab6-a124-5eed22603124 req-0faa0bba-0c10-48f7-b6f9-3ae44cd35af0 tempest-AttachVolumeTestJSON-1109332547 tempest-AttachVolumeTestJSON-1109332547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:40:14.036361 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-2c20f4f5-d758-492b-b579-60c1e067eaf6 tempest-RoutersNegativeTest-614320797 tempest-RoutersNegativeTest-614320797-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4111050'] for router_interface (ae630215-f218-468d-b7ae-d117763a698e), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:40:14.045281 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94df99a7-37d7-4beb-a5bb-a192e8718034 None None] Checking agent: {'id': 'fea0591a-627d-4c87-9a9a-01625ddf3277', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760453-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 20, 55, 25), 'started_at': datetime.datetime(2022, 1, 26, 20, 55, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 21, 39, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760453-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 26 21:40:14.045570 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94df99a7-37d7-4beb-a5bb-a192e8718034 None None] Checking segment: {'id': '919da471-a553-4b78-a350-bae6cc80d47b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '3e685705-bb15-4b1c-bc44-806a9a4b44e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 21:40:14.045966 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-94df99a7-37d7-4beb-a5bb-a192e8718034 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:40:14.046365 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94df99a7-37d7-4beb-a5bb-a192e8718034 None None] Bound using segment: {'id': '919da471-a553-4b78-a350-bae6cc80d47b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '3e685705-bb15-4b1c-bc44-806a9a4b44e5'} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 26 21:40:14.046861 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-94df99a7-37d7-4beb-a5bb-a192e8718034 None None] Bound port: 62e5c448-90cc-416a-9302-264490bee5db, host: n-d-760453-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '919da471-a553-4b78-a350-bae6cc80d47b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '3e685705-bb15-4b1c-bc44-806a9a4b44e5'}}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 26 21:40:14.047244 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-94df99a7-37d7-4beb-a5bb-a192e8718034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (62e5c448-90cc-416a-9302-264490bee5db), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:40:14.052121 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-efac1bcc-3109-4ab6-a124-5eed22603124 req-0faa0bba-0c10-48f7-b6f9-3ae44cd35af0 tempest-AttachVolumeTestJSON-1109332547 tempest-AttachVolumeTestJSON-1109332547-project] 10.222.0.13 "GET /v2.0/ports?device_id=04164ec0-d6ba-46ba-9f59-877902ccf7fd HTTP/1.1" status: 200 len: 946 time: 0.1501727 Jan 26 21:40:14.129191 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-df45eaad-5f40-430a-8e87-eadee95d92f5 None None] For port d273d377-202d-4454-b02b-66aac3e5027a, host n-d-760453-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=d273d377-202d-4454-b02b-66aac3e5027a,segment=NetworkSegment(3960fe0e-d6a5-4aca-a7d9-55c3cd1eb02a),segment_id=3960fe0e-d6a5-4aca-a7d9-55c3cd1eb02a)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:40:14.160533 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-efac1bcc-3109-4ab6-a124-5eed22603124 req-860c61e0-cb14-4709-967e-f476e80fddbd tempest-AttachVolumeTestJSON-1109332547 tempest-AttachVolumeTestJSON-1109332547-project] 10.222.0.13 "GET /v2.0/security-groups?id=67ba2225-7074-4a52-b681-4840b6b52ab5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1078484 Jan 26 21:40:14.164928 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-df45eaad-5f40-430a-8e87-eadee95d92f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (d273d377-202d-4454-b02b-66aac3e5027a), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:40:14.177388 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-94df99a7-37d7-4beb-a5bb-a192e8718034 None None] For port 62e5c448-90cc-416a-9302-264490bee5db, host n-d-760453-5, cleared binding levels {{(pid=103306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 26 21:40:14.217487 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-94df99a7-37d7-4beb-a5bb-a192e8718034 None None] For port 62e5c448-90cc-416a-9302-264490bee5db, host n-d-760453-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=62e5c448-90cc-416a-9302-264490bee5db,segment=NetworkSegment(919da471-a553-4b78-a350-bae6cc80d47b),segment_id=919da471-a553-4b78-a350-bae6cc80d47b)] {{(pid=103306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 26 21:40:14.228511 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-94df99a7-37d7-4beb-a5bb-a192e8718034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (62e5c448-90cc-416a-9302-264490bee5db), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:40:14.242937 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-2c20f4f5-d758-492b-b579-60c1e067eaf6 tempest-RoutersNegativeTest-614320797 tempest-RoutersNegativeTest-614320797-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (e83d2e9d-581b-4bf3-a0bc-babcf41f3909), before_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:40:14.247970 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device a4dd9072-9790-465f-9702-19a4559b8684 up at agent ovs-agent-n-d-760453-5 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 21:40:14.281816 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df45eaad-5f40-430a-8e87-eadee95d92f5 None None] Pushing event updated for resources: {'Port': ['ID=d273d377-202d-4454-b02b-66aac3e5027a,revision_number=3']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:40:14.346025 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94df99a7-37d7-4beb-a5bb-a192e8718034 None None] Pushing event updated for resources: {'Port': ['ID=62e5c448-90cc-416a-9302-264490bee5db,revision_number=2']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:40:14.363593 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Provisioning complete for port a4dd9072-9790-465f-9702-19a4559b8684 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:40:14.363970 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (a4dd9072-9790-465f-9702-19a4559b8684), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:40:14.468766 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Current status of the port a4dd9072-9790-465f-9702-19a4559b8684 is: DOWN; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:40:14.469160 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (a4dd9072-9790-465f-9702-19a4559b8684), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:40:14.528005 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-bd9a1c8f-e5af-4aad-8648-d933dfa7a9b8 None None] Provisioning complete for port d273d377-202d-4454-b02b-66aac3e5027a triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:40:14.528005 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-bd9a1c8f-e5af-4aad-8648-d933dfa7a9b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (d273d377-202d-4454-b02b-66aac3e5027a), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:40:14.572271 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] For port a4dd9072-9790-465f-9702-19a4559b8684, host n-d-760453-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=a4dd9072-9790-465f-9702-19a4559b8684,segment=NetworkSegment(1ec1e120-c373-453e-9313-14d60bb795df),segment_id=1ec1e120-c373-453e-9313-14d60bb795df)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:40:14.588643 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (a4dd9072-9790-465f-9702-19a4559b8684), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:40:14.589715 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device d273d377-202d-4454-b02b-66aac3e5027a up at agent ovs-agent-n-d-760453-5 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 21:40:14.782207 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [req-76874c9b-896e-45cd-a515-aed3fdff886e req-0fe5bdc5-38a2-4cbc-b295-d3260cef41e0 service neutron] (103305) timed out ('10.222.0.66', 57110) {{(pid=103305) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jan 26 21:40:14.897543 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e956aa-a994-4197-91a1-a684f3ec003e req-e5ebfcdd-ef2f-478e-880c-adeb6469a49b tempest-ServerRescueTestJSON-873841980 tempest-ServerRescueTestJSON-873841980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:40:14.899484 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-30e956aa-a994-4197-91a1-a684f3ec003e req-e5ebfcdd-ef2f-478e-880c-adeb6469a49b tempest-ServerRescueTestJSON-873841980 tempest-ServerRescueTestJSON-873841980-project] 10.222.0.13 "GET /v2.0/ports?device_id=3a4c4c44-4fcd-4b52-aab5-c9e4a63f34c6 HTTP/1.1" status: 200 len: 945 time: 0.0614772 Jan 26 21:40:14.956735 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Pushing event updated for resources: {'Port': ['ID=a4dd9072-9790-465f-9702-19a4559b8684,revision_number=3']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:40:14.974248 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-bd9a1c8f-e5af-4aad-8648-d933dfa7a9b8 None None] Current status of the port d273d377-202d-4454-b02b-66aac3e5027a is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:40:14.976601 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Provisioning complete for port d273d377-202d-4454-b02b-66aac3e5027a triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:40:14.976981 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (d273d377-202d-4454-b02b-66aac3e5027a), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:40:14.983264 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-2c20f4f5-d758-492b-b579-60c1e067eaf6 tempest-RoutersNegativeTest-614320797 tempest-RoutersNegativeTest-614320797-project] Publish callbacks [] for port (e83d2e9d-581b-4bf3-a0bc-babcf41f3909), precommit_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:40:14.988029 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-30e956aa-a994-4197-91a1-a684f3ec003e req-f7d35dce-7a78-46e6-83d8-fbad8134d569 tempest-ServerRescueTestJSON-873841980 tempest-ServerRescueTestJSON-873841980-project] 10.222.0.13 "GET /v2.0/security-groups?id=55d5c279-28a6-490d-81c0-a23ed4c85076&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823579 Jan 26 21:40:15.009555 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-2c20f4f5-d758-492b-b579-60c1e067eaf6 tempest-RoutersNegativeTest-614320797 tempest-RoutersNegativeTest-614320797-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11791520'] for port (e83d2e9d-581b-4bf3-a0bc-babcf41f3909), after_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:40:15.025646 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98c51c24-2673-4bcb-aacc-af7c8cf5ba48 None None] Network 9dc89745-cad2-442d-8151-6d3900f5cd5e requested from n-d-760453-5 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 26 21:40:15.096630 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-2c20f4f5-d758-492b-b579-60c1e067eaf6 tempest-RoutersNegativeTest-614320797 tempest-RoutersNegativeTest-614320797-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3709457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4110682'] for router_interface (ae630215-f218-468d-b7ae-d117763a698e), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:40:15.098513 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c20f4f5-d758-492b-b579-60c1e067eaf6 tempest-RoutersNegativeTest-614320797 tempest-RoutersNegativeTest-614320797-project] Pushing event updated for resources: {'Port': ['ID=e83d2e9d-581b-4bf3-a0bc-babcf41f3909,revision_number=2']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:40:15.129078 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-e03fe028-1df8-4c0b-a419-217cf64c1ea8 None None] Provisioning complete for port a4dd9072-9790-465f-9702-19a4559b8684 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:40:15.129466 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-e03fe028-1df8-4c0b-a419-217cf64c1ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (a4dd9072-9790-465f-9702-19a4559b8684), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:40:15.132906 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Current status of the port d273d377-202d-4454-b02b-66aac3e5027a is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:40:15.199075 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c20f4f5-d758-492b-b579-60c1e067eaf6 tempest-RoutersNegativeTest-614320797 tempest-RoutersNegativeTest-614320797-project] Network 9dc89745-cad2-442d-8151-6d3900f5cd5e is already hosted by enough agents. {{(pid=103305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 21:40:15.201079 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [None req-2c20f4f5-d758-492b-b579-60c1e067eaf6 tempest-RoutersNegativeTest-614320797 tempest-RoutersNegativeTest-614320797-project] Resources bound (agent type, host, resource id): {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:40:15.273473 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-e03fe028-1df8-4c0b-a419-217cf64c1ea8 None None] Current status of the port a4dd9072-9790-465f-9702-19a4559b8684 is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:40:15.340547 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b439e483-584d-4dc9-a4fc-e0da9dc535e8 req-b60d03bb-37a2-49aa-b427-3dcb485bf218 tempest-AttachVolumeTestJSON-1109332547 tempest-AttachVolumeTestJSON-1109332547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:40:15.342434 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-b439e483-584d-4dc9-a4fc-e0da9dc535e8 req-b60d03bb-37a2-49aa-b427-3dcb485bf218 tempest-AttachVolumeTestJSON-1109332547 tempest-AttachVolumeTestJSON-1109332547-project] 10.222.0.13 "GET /v2.0/ports?device_id=04164ec0-d6ba-46ba-9f59-877902ccf7fd HTTP/1.1" status: 200 len: 946 time: 0.0794563 Jan 26 21:40:15.343455 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c20f4f5-d758-492b-b579-60c1e067eaf6 tempest-RoutersNegativeTest-614320797 tempest-RoutersNegativeTest-614320797-project] Router ae630215-f218-468d-b7ae-d117763a698e is scheduled to L3 agent 09df100c-3af1-4b0a-bda8-05914c71c458 with binding_index 1 {{(pid=103305) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 26 21:40:15.405873 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-b439e483-584d-4dc9-a4fc-e0da9dc535e8 req-1cf1aabe-afbc-4777-a544-1c1a56504344 tempest-AttachVolumeTestJSON-1109332547 tempest-AttachVolumeTestJSON-1109332547-project] 10.222.0.13 "GET /v2.0/security-groups?id=67ba2225-7074-4a52-b681-4840b6b52ab5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0566263 Jan 26 21:40:15.457967 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c20f4f5-d758-492b-b579-60c1e067eaf6 tempest-RoutersNegativeTest-614320797 tempest-RoutersNegativeTest-614320797-project] Notify agent at l3_agent.n-d-760453-5 the message routers_updated {{(pid=103305) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 26 21:40:15.466434 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-2c20f4f5-d758-492b-b579-60c1e067eaf6 tempest-RoutersNegativeTest-614320797 tempest-RoutersNegativeTest-614320797-project] 10.222.0.13 "PUT /v2.0/routers/ae630215-f218-468d-b7ae-d117763a698e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3846045 Jan 26 21:40:15.466862 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 33956) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:40:15.468738 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eed292f4-b2bd-4bbc-b788-a011c1554c27 None None] Sync routers for ids ['ae630215-f218-468d-b7ae-d117763a698e'] in n-d-760453-5 {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 26 21:40:15.480628 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eed292f4-b2bd-4bbc-b788-a011c1554c27 None None] Routers {'ae630215-f218-468d-b7ae-d117763a698e'} bound to L3 agent in host n-d-760453-5 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 21:40:15.481259 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-eed292f4-b2bd-4bbc-b788-a011c1554c27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-26T20:55:21Z,description=,heartbeat_timestamp=2022-01-26T21:39:51Z,host='n-d-760453-5',id=09df100c-3af1-4b0a-bda8-05914c71c458,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:55:21Z,topic='l3_agent')) {'router_ids': ['ae630215-f218-468d-b7ae-d117763a698e'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:40:15.518575 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-eed292f4-b2bd-4bbc-b788-a011c1554c27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760453-5', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:40:15.528602 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eed292f4-b2bd-4bbc-b788-a011c1554c27 None None] Routers {'ae630215-f218-468d-b7ae-d117763a698e'} bound to L3 agent in host n-d-760453-5 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 21:40:15.529350 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-eed292f4-b2bd-4bbc-b788-a011c1554c27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-26T20:55:21Z,description=,heartbeat_timestamp=2022-01-26T21:39:51Z,host='n-d-760453-5',id=09df100c-3af1-4b0a-bda8-05914c71c458,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:55:21Z,topic='l3_agent')) {'router_ids': ['ae630215-f218-468d-b7ae-d117763a698e'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:40:15.563491 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-eed292f4-b2bd-4bbc-b788-a011c1554c27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760453-5', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:40:15.564173 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eed292f4-b2bd-4bbc-b788-a011c1554c27 None None] The sync data for ids ['ae630215-f218-468d-b7ae-d117763a698e'] in n-d-760453-5 is: [] {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 26 21:40:15.597689 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-81dc6e8c-e2ad-4436-890e-4b85a9a53cd8 None None] Provisioning complete for port a4dd9072-9790-465f-9702-19a4559b8684 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:40:15.597689 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-81dc6e8c-e2ad-4436-890e-4b85a9a53cd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (a4dd9072-9790-465f-9702-19a4559b8684), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:40:15.682014 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-81dc6e8c-e2ad-4436-890e-4b85a9a53cd8 None None] Current status of the port a4dd9072-9790-465f-9702-19a4559b8684 is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:40:15.693781 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-81dc6e8c-e2ad-4436-890e-4b85a9a53cd8 None None] Provisioning complete for port e83d2e9d-581b-4bf3-a0bc-babcf41f3909 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:40:15.694141 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-81dc6e8c-e2ad-4436-890e-4b85a9a53cd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (e83d2e9d-581b-4bf3-a0bc-babcf41f3909), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:40:15.728955 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2534bf1e-1b01-47be-917c-6515a69a7bf6 None None] Network 3e685705-bb15-4b1c-bc44-806a9a4b44e5 requested from n-d-760453-5 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 26 21:40:15.748157 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-81dc6e8c-e2ad-4436-890e-4b85a9a53cd8 None None] Port e83d2e9d-581b-4bf3-a0bc-babcf41f3909 cannot update to ACTIVE because it is not bound. {{(pid=103306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 26 21:40:15.873069 n-d-760453-5 neutron-server[103304]: INFO neutron.api.v2.resource [None req-431741b1-d8af-44f4-b2ba-f770646f66c2 tempest-RoutersNegativeTest-614320797 tempest-RoutersNegativeTest-614320797-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 26 21:40:15.874216 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-431741b1-d8af-44f4-b2ba-f770646f66c2 tempest-RoutersNegativeTest-614320797 tempest-RoutersNegativeTest-614320797-project] 10.222.0.13 "PUT /v2.0/routers/ae630215-f218-468d-b7ae-d117763a698e/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.4061577 Jan 26 21:40:15.876940 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 33958) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:40:15.878311 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-ce1c1ae9-3797-4eec-9664-f843975ffba9 None None] Provisioning complete for port e83d2e9d-581b-4bf3-a0bc-babcf41f3909 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:40:15.878681 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-ce1c1ae9-3797-4eec-9664-f843975ffba9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (e83d2e9d-581b-4bf3-a0bc-babcf41f3909), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:40:15.921874 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-ce1c1ae9-3797-4eec-9664-f843975ffba9 None None] Port e83d2e9d-581b-4bf3-a0bc-babcf41f3909 cannot update to ACTIVE because it is not bound. {{(pid=103306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 26 21:40:15.934260 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-ce1c1ae9-3797-4eec-9664-f843975ffba9 None None] Provisioning complete for port 62e5c448-90cc-416a-9302-264490bee5db triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:40:15.934593 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-ce1c1ae9-3797-4eec-9664-f843975ffba9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (62e5c448-90cc-416a-9302-264490bee5db), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:40:16.054659 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-ce1c1ae9-3797-4eec-9664-f843975ffba9 None None] Current status of the port 62e5c448-90cc-416a-9302-264490bee5db is: DOWN; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:40:16.055154 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-ce1c1ae9-3797-4eec-9664-f843975ffba9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (62e5c448-90cc-416a-9302-264490bee5db), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:40:16.124255 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-ce1c1ae9-3797-4eec-9664-f843975ffba9 None None] For port 62e5c448-90cc-416a-9302-264490bee5db, host n-d-760453-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=62e5c448-90cc-416a-9302-264490bee5db,segment=NetworkSegment(919da471-a553-4b78-a350-bae6cc80d47b),segment_id=919da471-a553-4b78-a350-bae6cc80d47b)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:40:16.138863 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-ce1c1ae9-3797-4eec-9664-f843975ffba9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (62e5c448-90cc-416a-9302-264490bee5db), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:40:16.205246 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device a4dd9072-9790-465f-9702-19a4559b8684 up at agent ovs-agent-n-d-760453-5 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 21:40:16.237090 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fdaa33d-eac6-48a0-81d8-b42a4c09aed9 req-c3952471-3fab-4ba9-a1d9-34e331c24625 tempest-ServerRescueTestJSON-873841980 tempest-ServerRescueTestJSON-873841980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:40:16.238752 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-2fdaa33d-eac6-48a0-81d8-b42a4c09aed9 req-c3952471-3fab-4ba9-a1d9-34e331c24625 tempest-ServerRescueTestJSON-873841980 tempest-ServerRescueTestJSON-873841980-project] 10.222.0.13 "GET /v2.0/ports?device_id=3a4c4c44-4fcd-4b52-aab5-c9e4a63f34c6 HTTP/1.1" status: 200 len: 945 time: 0.1200361 Jan 26 21:40:16.239416 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce1c1ae9-3797-4eec-9664-f843975ffba9 None None] Pushing event updated for resources: {'Port': ['ID=62e5c448-90cc-416a-9302-264490bee5db,revision_number=3']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:40:16.271949 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-ee6901a8-5d27-4b60-9a06-6f92ee53dda6 None None] Provisioning complete for port e83d2e9d-581b-4bf3-a0bc-babcf41f3909 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:40:16.272472 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-ee6901a8-5d27-4b60-9a06-6f92ee53dda6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (e83d2e9d-581b-4bf3-a0bc-babcf41f3909), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:40:16.307952 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Provisioning complete for port a4dd9072-9790-465f-9702-19a4559b8684 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:40:16.308659 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (a4dd9072-9790-465f-9702-19a4559b8684), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:40:16.328341 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-2fdaa33d-eac6-48a0-81d8-b42a4c09aed9 req-817e5e6b-bb7d-4af1-a6d9-f4ad8c6bc8dd tempest-ServerRescueTestJSON-873841980 tempest-ServerRescueTestJSON-873841980-project] 10.222.0.13 "GET /v2.0/security-groups?id=55d5c279-28a6-490d-81c0-a23ed4c85076&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817437 Jan 26 21:40:16.332345 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-ee6901a8-5d27-4b60-9a06-6f92ee53dda6 None None] Port e83d2e9d-581b-4bf3-a0bc-babcf41f3909 cannot update to ACTIVE because it is not bound. {{(pid=103306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 26 21:40:16.350839 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-53a14de0-c08e-4b23-9511-dd9a15d07d19 tempest-RoutersNegativeTest-614320797 tempest-RoutersNegativeTest-614320797-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4110657'] for router_interface (ae630215-f218-468d-b7ae-d117763a698e), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:40:16.360916 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-ee6901a8-5d27-4b60-9a06-6f92ee53dda6 None None] Provisioning complete for port 62e5c448-90cc-416a-9302-264490bee5db triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:40:16.361220 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-ee6901a8-5d27-4b60-9a06-6f92ee53dda6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (62e5c448-90cc-416a-9302-264490bee5db), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:40:16.438192 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Current status of the port a4dd9072-9790-465f-9702-19a4559b8684 is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:40:16.439248 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device 62e5c448-90cc-416a-9302-264490bee5db up at agent ovs-agent-n-d-760453-5 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 21:40:16.508157 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-ee6901a8-5d27-4b60-9a06-6f92ee53dda6 None None] Current status of the port 62e5c448-90cc-416a-9302-264490bee5db is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:40:16.519250 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Provisioning complete for port 62e5c448-90cc-416a-9302-264490bee5db triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:40:16.519619 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (62e5c448-90cc-416a-9302-264490bee5db), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:40:16.563346 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185e9877-b729-47fd-9e75-167de77523fa req-36cb56f2-2d42-43c8-8823-79c1fcd1c671 tempest-AttachVolumeTestJSON-1109332547 tempest-AttachVolumeTestJSON-1109332547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:40:16.564859 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-185e9877-b729-47fd-9e75-167de77523fa req-36cb56f2-2d42-43c8-8823-79c1fcd1c671 tempest-AttachVolumeTestJSON-1109332547 tempest-AttachVolumeTestJSON-1109332547-project] 10.222.0.13 "GET /v2.0/ports?device_id=04164ec0-d6ba-46ba-9f59-877902ccf7fd HTTP/1.1" status: 200 len: 946 time: 0.0764503 Jan 26 21:40:16.600911 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Current status of the port 62e5c448-90cc-416a-9302-264490bee5db is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:40:16.602024 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device d273d377-202d-4454-b02b-66aac3e5027a up at agent ovs-agent-n-d-760453-5 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 21:40:16.648720 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Provisioning complete for port d273d377-202d-4454-b02b-66aac3e5027a triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:40:16.649097 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (d273d377-202d-4454-b02b-66aac3e5027a), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:40:16.666190 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-185e9877-b729-47fd-9e75-167de77523fa req-6db3cc87-4706-4d30-8962-68dcdc4f42db tempest-AttachVolumeTestJSON-1109332547 tempest-AttachVolumeTestJSON-1109332547-project] 10.222.0.13 "GET /v2.0/security-groups?id=67ba2225-7074-4a52-b681-4840b6b52ab5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0940108 Jan 26 21:40:16.694067 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-53a14de0-c08e-4b23-9511-dd9a15d07d19 tempest-RoutersNegativeTest-614320797 tempest-RoutersNegativeTest-614320797-project] Deleting port e83d2e9d-581b-4bf3-a0bc-babcf41f3909 {{(pid=103304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 21:40:16.694409 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-53a14de0-c08e-4b23-9511-dd9a15d07d19 tempest-RoutersNegativeTest-614320797 tempest-RoutersNegativeTest-614320797-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746560630878'] for port (e83d2e9d-581b-4bf3-a0bc-babcf41f3909), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:40:16.728542 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Current status of the port d273d377-202d-4454-b02b-66aac3e5027a is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:40:16.780348 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-53a14de0-c08e-4b23-9511-dd9a15d07d19 tempest-RoutersNegativeTest-614320797 tempest-RoutersNegativeTest-614320797-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4109658'] for port (e83d2e9d-581b-4bf3-a0bc-babcf41f3909), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:40:16.792276 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-53a14de0-c08e-4b23-9511-dd9a15d07d19 tempest-RoutersNegativeTest-614320797 tempest-RoutersNegativeTest-614320797-project] Calling delete_port for e83d2e9d-581b-4bf3-a0bc-babcf41f3909 owned by network:router_interface {{(pid=103304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 21:40:16.960572 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-53a14de0-c08e-4b23-9511-dd9a15d07d19 tempest-RoutersNegativeTest-614320797 tempest-RoutersNegativeTest-614320797-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746560636600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746560234536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9281553'] for port (e83d2e9d-581b-4bf3-a0bc-babcf41f3909), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:40:16.991931 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a14de0-c08e-4b23-9511-dd9a15d07d19 tempest-RoutersNegativeTest-614320797 tempest-RoutersNegativeTest-614320797-project] Pushing event deleted for resources: {'Port': ['ID=e83d2e9d-581b-4bf3-a0bc-babcf41f3909,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:40:17.021026 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53a14de0-c08e-4b23-9511-dd9a15d07d19 tempest-RoutersNegativeTest-614320797 tempest-RoutersNegativeTest-614320797-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:40:17.021406 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53a14de0-c08e-4b23-9511-dd9a15d07d19 tempest-RoutersNegativeTest-614320797 tempest-RoutersNegativeTest-614320797-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:40:17.021754 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53a14de0-c08e-4b23-9511-dd9a15d07d19 tempest-RoutersNegativeTest-614320797 tempest-RoutersNegativeTest-614320797-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:40:17.022097 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53a14de0-c08e-4b23-9511-dd9a15d07d19 tempest-RoutersNegativeTest-614320797 tempest-RoutersNegativeTest-614320797-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:40:17.022434 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53a14de0-c08e-4b23-9511-dd9a15d07d19 tempest-RoutersNegativeTest-614320797 tempest-RoutersNegativeTest-614320797-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:40:17.022767 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53a14de0-c08e-4b23-9511-dd9a15d07d19 tempest-RoutersNegativeTest-614320797 tempest-RoutersNegativeTest-614320797-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:40:17.023100 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53a14de0-c08e-4b23-9511-dd9a15d07d19 tempest-RoutersNegativeTest-614320797 tempest-RoutersNegativeTest-614320797-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:40:17.023427 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53a14de0-c08e-4b23-9511-dd9a15d07d19 tempest-RoutersNegativeTest-614320797 tempest-RoutersNegativeTest-614320797-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:40:17.023754 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53a14de0-c08e-4b23-9511-dd9a15d07d19 tempest-RoutersNegativeTest-614320797 tempest-RoutersNegativeTest-614320797-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:40:17.024077 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53a14de0-c08e-4b23-9511-dd9a15d07d19 tempest-RoutersNegativeTest-614320797 tempest-RoutersNegativeTest-614320797-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:40:17.024408 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53a14de0-c08e-4b23-9511-dd9a15d07d19 tempest-RoutersNegativeTest-614320797 tempest-RoutersNegativeTest-614320797-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:40:17.024729 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53a14de0-c08e-4b23-9511-dd9a15d07d19 tempest-RoutersNegativeTest-614320797 tempest-RoutersNegativeTest-614320797-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:40:17.025054 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53a14de0-c08e-4b23-9511-dd9a15d07d19 tempest-RoutersNegativeTest-614320797 tempest-RoutersNegativeTest-614320797-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:40:17.144564 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-53a14de0-c08e-4b23-9511-dd9a15d07d19 tempest-RoutersNegativeTest-614320797 tempest-RoutersNegativeTest-614320797-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3709480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4110805'] for router_interface (ae630215-f218-468d-b7ae-d117763a698e), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:40:17.294798 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53a14de0-c08e-4b23-9511-dd9a15d07d19 tempest-RoutersNegativeTest-614320797 tempest-RoutersNegativeTest-614320797-project] Router ae630215-f218-468d-b7ae-d117763a698e has already been hosted by L3 agent 09df100c-3af1-4b0a-bda8-05914c71c458 {{(pid=103304) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 26 21:40:17.371308 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53a14de0-c08e-4b23-9511-dd9a15d07d19 tempest-RoutersNegativeTest-614320797 tempest-RoutersNegativeTest-614320797-project] Notify agent at l3_agent.n-d-760453-5 the message routers_updated {{(pid=103304) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 26 21:40:17.376326 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-53a14de0-c08e-4b23-9511-dd9a15d07d19 tempest-RoutersNegativeTest-614320797 tempest-RoutersNegativeTest-614320797-project] 10.222.0.13 "PUT /v2.0/routers/ae630215-f218-468d-b7ae-d117763a698e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4981444 Jan 26 21:40:17.381641 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 33966) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:40:17.383295 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25dfcf9e-dbf9-4fb1-9ea6-e8bec71cb4ed None None] Sync routers for ids ['ae630215-f218-468d-b7ae-d117763a698e'] in n-d-760453-5 {{(pid=103306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 26 21:40:17.394305 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25dfcf9e-dbf9-4fb1-9ea6-e8bec71cb4ed None None] Routers {'ae630215-f218-468d-b7ae-d117763a698e'} bound to L3 agent in host n-d-760453-5 {{(pid=103306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 21:40:17.394991 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-25dfcf9e-dbf9-4fb1-9ea6-e8bec71cb4ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-26T20:55:21Z,description=,heartbeat_timestamp=2022-01-26T21:39:51Z,host='n-d-760453-5',id=09df100c-3af1-4b0a-bda8-05914c71c458,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:55:21Z,topic='l3_agent')) {'router_ids': ['ae630215-f218-468d-b7ae-d117763a698e'], 'active': True} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:40:17.430110 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-25dfcf9e-dbf9-4fb1-9ea6-e8bec71cb4ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760453-5', False) {} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:40:17.431935 n-d-760453-5 neutron-server[103305]: INFO neutron.api.v2.resource [None req-9bb8ee12-0d4e-428a-90e3-28adc8a49988 tempest-RoutersNegativeTest-614320797 tempest-RoutersNegativeTest-614320797-project] delete failed (client error): The resource could not be found. Jan 26 21:40:17.437001 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-9bb8ee12-0d4e-428a-90e3-28adc8a49988 tempest-RoutersNegativeTest-614320797 tempest-RoutersNegativeTest-614320797-project] 10.222.0.13 "DELETE /v2.0/routers/tempest-non_exist_router-649698329 HTTP/1.1" status: 404 len: 334 time: 0.0508432 Jan 26 21:40:17.437175 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 33968) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:40:17.440102 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25dfcf9e-dbf9-4fb1-9ea6-e8bec71cb4ed None None] Routers {'ae630215-f218-468d-b7ae-d117763a698e'} bound to L3 agent in host n-d-760453-5 {{(pid=103306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 21:40:17.440782 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-25dfcf9e-dbf9-4fb1-9ea6-e8bec71cb4ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-26T20:55:21Z,description=,heartbeat_timestamp=2022-01-26T21:39:51Z,host='n-d-760453-5',id=09df100c-3af1-4b0a-bda8-05914c71c458,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:55:21Z,topic='l3_agent')) {'router_ids': ['ae630215-f218-468d-b7ae-d117763a698e'], 'active': True} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:40:17.441721 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-8987e674-cf59-4fea-9c07-4e4bc6fe60f0 tempest-RoutersNegativeTest-614320797 tempest-RoutersNegativeTest-614320797-project] Request body: {'router': {'external_gateway_info': {'network_id': 'ae630215-f218-468d-b7ae-d117763a698e'}}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:40:17.466676 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d1eace-6e25-498b-a7d1-d49c00173113 req-f8626886-e4cd-4a9b-8f58-108b8d73cbea tempest-ServerRescueTestJSON-873841980 tempest-ServerRescueTestJSON-873841980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:40:17.468551 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-b6d1eace-6e25-498b-a7d1-d49c00173113 req-f8626886-e4cd-4a9b-8f58-108b8d73cbea tempest-ServerRescueTestJSON-873841980 tempest-ServerRescueTestJSON-873841980-project] 10.222.0.13 "GET /v2.0/ports?device_id=3a4c4c44-4fcd-4b52-aab5-c9e4a63f34c6 HTTP/1.1" status: 200 len: 945 time: 0.0557477 Jan 26 21:40:17.474054 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-25dfcf9e-dbf9-4fb1-9ea6-e8bec71cb4ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760453-5', False) {} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:40:17.474789 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25dfcf9e-dbf9-4fb1-9ea6-e8bec71cb4ed None None] The sync data for ids ['ae630215-f218-468d-b7ae-d117763a698e'] in n-d-760453-5 is: [] {{(pid=103306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 26 21:40:17.517827 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-b6d1eace-6e25-498b-a7d1-d49c00173113 req-b5d9379e-17cc-47c2-99f2-9ec8c64e3185 tempest-ServerRescueTestJSON-873841980 tempest-ServerRescueTestJSON-873841980-project] 10.222.0.13 "GET /v2.0/security-groups?id=55d5c279-28a6-490d-81c0-a23ed4c85076&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437143 Jan 26 21:40:17.652181 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-8987e674-cf59-4fea-9c07-4e4bc6fe60f0 tempest-RoutersNegativeTest-614320797 tempest-RoutersNegativeTest-614320797-project] Publish callbacks [] for router_gateway (ae630215-f218-468d-b7ae-d117763a698e), precommit_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:40:17.670952 n-d-760453-5 neutron-server[103305]: INFO neutron.api.v2.resource [None req-8987e674-cf59-4fea-9c07-4e4bc6fe60f0 tempest-RoutersNegativeTest-614320797 tempest-RoutersNegativeTest-614320797-project] update failed (client error): The resource could not be found. Jan 26 21:40:17.672015 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-8987e674-cf59-4fea-9c07-4e4bc6fe60f0 tempest-RoutersNegativeTest-614320797 tempest-RoutersNegativeTest-614320797-project] 10.222.0.13 "PUT /v2.0/routers/ae630215-f218-468d-b7ae-d117763a698e HTTP/1.1" status: 404 len: 339 time: 0.2339981 Jan 26 21:40:17.675640 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 33970) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:40:17.791309 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509f48cc-9c0d-489e-9c00-1d0291299ae9 req-8c936289-dbcc-4b0f-94ea-5e6648ae47ea tempest-AttachVolumeTestJSON-1109332547 tempest-AttachVolumeTestJSON-1109332547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:40:17.792934 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-509f48cc-9c0d-489e-9c00-1d0291299ae9 req-8c936289-dbcc-4b0f-94ea-5e6648ae47ea tempest-AttachVolumeTestJSON-1109332547 tempest-AttachVolumeTestJSON-1109332547-project] 10.222.0.13 "GET /v2.0/ports?device_id=04164ec0-d6ba-46ba-9f59-877902ccf7fd HTTP/1.1" status: 200 len: 946 time: 0.0529976 Jan 26 21:40:17.840174 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-509f48cc-9c0d-489e-9c00-1d0291299ae9 req-bf3ff0da-b017-4965-9583-57182793a7ea tempest-AttachVolumeTestJSON-1109332547 tempest-AttachVolumeTestJSON-1109332547-project] 10.222.0.13 "GET /v2.0/security-groups?id=67ba2225-7074-4a52-b681-4840b6b52ab5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415339 Jan 26 21:40:17.963209 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-deef27c2-6df2-4a9f-9c29-57e165ebf10f tempest-RoutersNegativeTest-614320797 tempest-RoutersNegativeTest-614320797-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:40:18.020610 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device 62e5c448-90cc-416a-9302-264490bee5db up at agent ovs-agent-n-d-760453-5 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 21:40:18.073869 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Provisioning complete for port 62e5c448-90cc-416a-9302-264490bee5db triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:40:18.074299 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (62e5c448-90cc-416a-9302-264490bee5db), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:40:18.153943 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Current status of the port 62e5c448-90cc-416a-9302-264490bee5db is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:40:18.209921 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.db_base_plugin_common [None req-deef27c2-6df2-4a9f-9c29-57e165ebf10f tempest-RoutersNegativeTest-614320797 tempest-RoutersNegativeTest-614320797-project] Allocated IP 172.20.0.1 (6446bb83-cb20-48f6-b578-3e863877de81/5059d4af-8b7e-4460-9564-d6173d9d9276/b9f805e9-b00c-4ec2-a671-36b1fb172d1f) {{(pid=103305) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 21:40:18.321950 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-deef27c2-6df2-4a9f-9c29-57e165ebf10f tempest-RoutersNegativeTest-614320797 tempest-RoutersNegativeTest-614320797-project] Publish callbacks [] for port (b9f805e9-b00c-4ec2-a671-36b1fb172d1f), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:40:18.356576 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-deef27c2-6df2-4a9f-9c29-57e165ebf10f tempest-RoutersNegativeTest-614320797 tempest-RoutersNegativeTest-614320797-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746560234527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11791543'] for port (b9f805e9-b00c-4ec2-a671-36b1fb172d1f), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:40:18.396975 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-deef27c2-6df2-4a9f-9c29-57e165ebf10f tempest-RoutersNegativeTest-614320797 tempest-RoutersNegativeTest-614320797-project] Network 6446bb83-cb20-48f6-b578-3e863877de81 is already hosted by enough agents. {{(pid=103305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 21:40:18.399983 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [None req-deef27c2-6df2-4a9f-9c29-57e165ebf10f tempest-RoutersNegativeTest-614320797 tempest-RoutersNegativeTest-614320797-project] Resources bound (agent type, host, resource id): {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:40:18.407418 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-deef27c2-6df2-4a9f-9c29-57e165ebf10f tempest-RoutersNegativeTest-614320797 tempest-RoutersNegativeTest-614320797-project] Received port after_create {{(pid=103305) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 21:40:18.436619 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deef27c2-6df2-4a9f-9c29-57e165ebf10f tempest-RoutersNegativeTest-614320797 tempest-RoutersNegativeTest-614320797-project] Pushing event updated for resources: {'Port': ['ID=b9f805e9-b00c-4ec2-a671-36b1fb172d1f,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:40:18.451735 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deef27c2-6df2-4a9f-9c29-57e165ebf10f tempest-RoutersNegativeTest-614320797 tempest-RoutersNegativeTest-614320797-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:40:18.452086 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deef27c2-6df2-4a9f-9c29-57e165ebf10f tempest-RoutersNegativeTest-614320797 tempest-RoutersNegativeTest-614320797-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:40:18.452428 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deef27c2-6df2-4a9f-9c29-57e165ebf10f tempest-RoutersNegativeTest-614320797 tempest-RoutersNegativeTest-614320797-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:40:18.452770 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deef27c2-6df2-4a9f-9c29-57e165ebf10f tempest-RoutersNegativeTest-614320797 tempest-RoutersNegativeTest-614320797-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:40:18.453091 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deef27c2-6df2-4a9f-9c29-57e165ebf10f tempest-RoutersNegativeTest-614320797 tempest-RoutersNegativeTest-614320797-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:40:18.453446 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deef27c2-6df2-4a9f-9c29-57e165ebf10f tempest-RoutersNegativeTest-614320797 tempest-RoutersNegativeTest-614320797-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:40:18.453777 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deef27c2-6df2-4a9f-9c29-57e165ebf10f tempest-RoutersNegativeTest-614320797 tempest-RoutersNegativeTest-614320797-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:40:18.454102 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deef27c2-6df2-4a9f-9c29-57e165ebf10f tempest-RoutersNegativeTest-614320797 tempest-RoutersNegativeTest-614320797-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:40:18.454424 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deef27c2-6df2-4a9f-9c29-57e165ebf10f tempest-RoutersNegativeTest-614320797 tempest-RoutersNegativeTest-614320797-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:40:18.454741 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deef27c2-6df2-4a9f-9c29-57e165ebf10f tempest-RoutersNegativeTest-614320797 tempest-RoutersNegativeTest-614320797-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:40:18.455089 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deef27c2-6df2-4a9f-9c29-57e165ebf10f tempest-RoutersNegativeTest-614320797 tempest-RoutersNegativeTest-614320797-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:40:18.455416 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deef27c2-6df2-4a9f-9c29-57e165ebf10f tempest-RoutersNegativeTest-614320797 tempest-RoutersNegativeTest-614320797-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:40:18.455734 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deef27c2-6df2-4a9f-9c29-57e165ebf10f tempest-RoutersNegativeTest-614320797 tempest-RoutersNegativeTest-614320797-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:40:18.473560 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-deef27c2-6df2-4a9f-9c29-57e165ebf10f tempest-RoutersNegativeTest-614320797 tempest-RoutersNegativeTest-614320797-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4111050'] for router_interface (ae630215-f218-468d-b7ae-d117763a698e), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:40:18.597053 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-deef27c2-6df2-4a9f-9c29-57e165ebf10f tempest-RoutersNegativeTest-614320797 tempest-RoutersNegativeTest-614320797-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (b9f805e9-b00c-4ec2-a671-36b1fb172d1f), before_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:40:18.640687 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-cc6eb97b-ac69-4cf5-ba32-08747bc76495 None None] Provisioning complete for port b9f805e9-b00c-4ec2-a671-36b1fb172d1f triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:40:18.641323 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-cc6eb97b-ac69-4cf5-ba32-08747bc76495 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (b9f805e9-b00c-4ec2-a671-36b1fb172d1f), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:40:18.653033 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4561488-8cb4-42b3-973b-771f595f2ae9 req-0aebbfa5-c04b-4466-a3c3-a8741074bc26 tempest-ServerRescueTestJSON-873841980 tempest-ServerRescueTestJSON-873841980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:40:18.654999 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-b4561488-8cb4-42b3-973b-771f595f2ae9 req-0aebbfa5-c04b-4466-a3c3-a8741074bc26 tempest-ServerRescueTestJSON-873841980 tempest-ServerRescueTestJSON-873841980-project] 10.222.0.13 "GET /v2.0/ports?device_id=3a4c4c44-4fcd-4b52-aab5-c9e4a63f34c6 HTTP/1.1" status: 200 len: 945 time: 0.0564547 Jan 26 21:40:18.678972 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-cc6eb97b-ac69-4cf5-ba32-08747bc76495 None None] Port b9f805e9-b00c-4ec2-a671-36b1fb172d1f cannot update to ACTIVE because it is not bound. {{(pid=103306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 26 21:40:18.706529 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-b4561488-8cb4-42b3-973b-771f595f2ae9 req-a234b6e8-7564-4163-b586-c44e07e71b49 tempest-ServerRescueTestJSON-873841980 tempest-ServerRescueTestJSON-873841980-project] 10.222.0.13 "GET /v2.0/security-groups?id=55d5c279-28a6-490d-81c0-a23ed4c85076&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453162 Jan 26 21:40:18.870160 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-deef27c2-6df2-4a9f-9c29-57e165ebf10f tempest-RoutersNegativeTest-614320797 tempest-RoutersNegativeTest-614320797-project] Publish callbacks [] for port (b9f805e9-b00c-4ec2-a671-36b1fb172d1f), precommit_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:40:18.875363 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-deef27c2-6df2-4a9f-9c29-57e165ebf10f tempest-RoutersNegativeTest-614320797 tempest-RoutersNegativeTest-614320797-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11791520'] for port (b9f805e9-b00c-4ec2-a671-36b1fb172d1f), after_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:40:18.912874 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-f7562007-5a87-4dd0-ad7b-24881fc1e4be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (474ccdf7-ab6c-405b-a3b2-dc7b05829902), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:40:18.954698 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deef27c2-6df2-4a9f-9c29-57e165ebf10f tempest-RoutersNegativeTest-614320797 tempest-RoutersNegativeTest-614320797-project] Pushing event updated for resources: {'Port': ['ID=b9f805e9-b00c-4ec2-a671-36b1fb172d1f,revision_number=2']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:40:18.957588 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-deef27c2-6df2-4a9f-9c29-57e165ebf10f tempest-RoutersNegativeTest-614320797 tempest-RoutersNegativeTest-614320797-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3709457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4110682'] for router_interface (ae630215-f218-468d-b7ae-d117763a698e), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:40:18.974292 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57660284-c23f-48c2-ab34-378f7d9de53f req-c5a939a0-1525-4873-bdb9-bf1f0766abdd tempest-AttachVolumeTestJSON-1109332547 tempest-AttachVolumeTestJSON-1109332547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:40:18.975772 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-57660284-c23f-48c2-ab34-378f7d9de53f req-c5a939a0-1525-4873-bdb9-bf1f0766abdd tempest-AttachVolumeTestJSON-1109332547 tempest-AttachVolumeTestJSON-1109332547-project] 10.222.0.13 "GET /v2.0/ports?device_id=04164ec0-d6ba-46ba-9f59-877902ccf7fd HTTP/1.1" status: 200 len: 946 time: 0.0506320 Jan 26 21:40:19.027492 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-57660284-c23f-48c2-ab34-378f7d9de53f req-83c52bb6-7a68-4570-ab26-34570e8559ec tempest-AttachVolumeTestJSON-1109332547 tempest-AttachVolumeTestJSON-1109332547-project] 10.222.0.13 "GET /v2.0/security-groups?id=67ba2225-7074-4a52-b681-4840b6b52ab5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457788 Jan 26 21:40:19.052591 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-deef27c2-6df2-4a9f-9c29-57e165ebf10f tempest-RoutersNegativeTest-614320797 tempest-RoutersNegativeTest-614320797-project] Network 6446bb83-cb20-48f6-b578-3e863877de81 is already hosted by enough agents. {{(pid=103305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 21:40:19.054060 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [None req-deef27c2-6df2-4a9f-9c29-57e165ebf10f tempest-RoutersNegativeTest-614320797 tempest-RoutersNegativeTest-614320797-project] Resources bound (agent type, host, resource id): {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:40:19.184742 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-deef27c2-6df2-4a9f-9c29-57e165ebf10f tempest-RoutersNegativeTest-614320797 tempest-RoutersNegativeTest-614320797-project] Router ae630215-f218-468d-b7ae-d117763a698e has already been hosted by L3 agent 09df100c-3af1-4b0a-bda8-05914c71c458 {{(pid=103305) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 26 21:40:19.260646 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cbd453f-ea95-42af-9e7c-51911534de48 req-5c216304-ee47-4f23-94ee-ebe7ab47f10c tempest-AttachVolumeTestJSON-1109332547 tempest-AttachVolumeTestJSON-1109332547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:40:19.262264 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-9cbd453f-ea95-42af-9e7c-51911534de48 req-5c216304-ee47-4f23-94ee-ebe7ab47f10c tempest-AttachVolumeTestJSON-1109332547 tempest-AttachVolumeTestJSON-1109332547-project] 10.222.0.13 "GET /v2.0/ports?device_id=04164ec0-d6ba-46ba-9f59-877902ccf7fd HTTP/1.1" status: 200 len: 946 time: 0.0675101 Jan 26 21:40:19.296668 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-deef27c2-6df2-4a9f-9c29-57e165ebf10f tempest-RoutersNegativeTest-614320797 tempest-RoutersNegativeTest-614320797-project] Notify agent at l3_agent.n-d-760453-5 the message routers_updated {{(pid=103305) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 26 21:40:19.302682 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-deef27c2-6df2-4a9f-9c29-57e165ebf10f tempest-RoutersNegativeTest-614320797 tempest-RoutersNegativeTest-614320797-project] 10.222.0.13 "PUT /v2.0/routers/ae630215-f218-468d-b7ae-d117763a698e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6260695 Jan 26 21:40:19.305843 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 33982) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:40:19.308626 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31db0824-d633-4c4b-8699-48144eae751e None None] Sync routers for ids ['ae630215-f218-468d-b7ae-d117763a698e'] in n-d-760453-5 {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 26 21:40:19.317400 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7b77d5-79c2-44ee-8d0b-03a6839e533d req-1db46ab9-35c1-4e24-92e2-bfd326904873 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:40:19.318990 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-ae7b77d5-79c2-44ee-8d0b-03a6839e533d req-1db46ab9-35c1-4e24-92e2-bfd326904873 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=ef59326be6b94bd88981706bc324c818&device_id=04164ec0-d6ba-46ba-9f59-877902ccf7fd HTTP/1.1" status: 200 len: 1097 time: 0.0770388 Jan 26 21:40:19.319460 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-ec68b739-a859-457a-a8a0-98330e15d091 None None] Provisioning complete for port b9f805e9-b00c-4ec2-a671-36b1fb172d1f triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:40:19.319841 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-ec68b739-a859-457a-a8a0-98330e15d091 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (b9f805e9-b00c-4ec2-a671-36b1fb172d1f), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:40:19.320762 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31db0824-d633-4c4b-8699-48144eae751e None None] Routers {'ae630215-f218-468d-b7ae-d117763a698e'} bound to L3 agent in host n-d-760453-5 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 21:40:19.321455 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-31db0824-d633-4c4b-8699-48144eae751e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-26T20:55:21Z,description=,heartbeat_timestamp=2022-01-26T21:39:51Z,host='n-d-760453-5',id=09df100c-3af1-4b0a-bda8-05914c71c458,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:55:21Z,topic='l3_agent')) {'router_ids': ['ae630215-f218-468d-b7ae-d117763a698e'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:40:19.378898 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-31db0824-d633-4c4b-8699-48144eae751e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760453-5', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:40:19.394670 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31db0824-d633-4c4b-8699-48144eae751e None None] Routers {'ae630215-f218-468d-b7ae-d117763a698e'} bound to L3 agent in host n-d-760453-5 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 21:40:19.395136 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-9cbd453f-ea95-42af-9e7c-51911534de48 req-c320fb29-ab82-4ec7-9708-dc0ceeabc223 tempest-AttachVolumeTestJSON-1109332547 tempest-AttachVolumeTestJSON-1109332547-project] 10.222.0.13 "GET /v2.0/security-groups?id=67ba2225-7074-4a52-b681-4840b6b52ab5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1180286 Jan 26 21:40:19.395725 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-31db0824-d633-4c4b-8699-48144eae751e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-26T20:55:21Z,description=,heartbeat_timestamp=2022-01-26T21:39:51Z,host='n-d-760453-5',id=09df100c-3af1-4b0a-bda8-05914c71c458,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:55:21Z,topic='l3_agent')) {'router_ids': ['ae630215-f218-468d-b7ae-d117763a698e'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:40:19.399177 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-ec68b739-a859-457a-a8a0-98330e15d091 None None] Port b9f805e9-b00c-4ec2-a671-36b1fb172d1f cannot update to ACTIVE because it is not bound. {{(pid=103306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 26 21:40:19.422593 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-42ee379a-59f3-4670-bb86-4f694fb49bfc tempest-RoutersNegativeTest-614320797 tempest-RoutersNegativeTest-614320797-project] Publish callbacks [] for router (ae630215-f218-468d-b7ae-d117763a698e), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:40:19.433995 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-31db0824-d633-4c4b-8699-48144eae751e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760453-5', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:40:19.434886 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31db0824-d633-4c4b-8699-48144eae751e None None] The sync data for ids ['ae630215-f218-468d-b7ae-d117763a698e'] in n-d-760453-5 is: [] {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 26 21:40:19.456627 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7b77d5-79c2-44ee-8d0b-03a6839e533d req-e619262f-c339-49ac-9407-2611193f2db2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:40:19.458471 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-ae7b77d5-79c2-44ee-8d0b-03a6839e533d req-e619262f-c339-49ac-9407-2611193f2db2 service neutron] 10.222.0.57 "GET /v2.0/networks?id=069fa2c9-ac54-4596-8927-b190d062b8dc HTTP/1.1" status: 200 len: 912 time: 0.1326492 Jan 26 21:40:19.512285 n-d-760453-5 neutron-server[103305]: INFO neutron.api.v2.resource [None req-42ee379a-59f3-4670-bb86-4f694fb49bfc tempest-RoutersNegativeTest-614320797 tempest-RoutersNegativeTest-614320797-project] delete failed (client error): There was a conflict when trying to complete your request. Jan 26 21:40:19.513624 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-42ee379a-59f3-4670-bb86-4f694fb49bfc tempest-RoutersNegativeTest-614320797 tempest-RoutersNegativeTest-614320797-project] 10.222.0.13 "DELETE /v2.0/routers/ae630215-f218-468d-b7ae-d117763a698e HTTP/1.1" status: 409 len: 329 time: 0.2066121 Jan 26 21:40:19.516252 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 33984) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:40:19.523638 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-ae7b77d5-79c2-44ee-8d0b-03a6839e533d req-95fde3b2-0fb2-4ee6-aa4b-e641529e0ba4 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b9077506-20ea-4cbc-9bd2-4a80ac184874 HTTP/1.1" status: 200 len: 1001 time: 0.0590341 Jan 26 21:40:19.576760 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7b77d5-79c2-44ee-8d0b-03a6839e533d req-7b94913c-158d-46da-9271-d07bf71e555f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:40:19.578329 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-ae7b77d5-79c2-44ee-8d0b-03a6839e533d req-7b94913c-158d-46da-9271-d07bf71e555f service neutron] 10.222.0.57 "GET /v2.0/subnets?id=acbfa681-8e54-43e3-a66b-05705089f7e2 HTTP/1.1" status: 200 len: 850 time: 0.0490637 Jan 26 21:40:19.623593 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7b77d5-79c2-44ee-8d0b-03a6839e533d req-9e846306-77e2-4f34-a913-d24a2963fa29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:40:19.625143 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-ae7b77d5-79c2-44ee-8d0b-03a6839e533d req-9e846306-77e2-4f34-a913-d24a2963fa29 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=069fa2c9-ac54-4596-8927-b190d062b8dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0410955 Jan 26 21:40:19.714956 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-ae7b77d5-79c2-44ee-8d0b-03a6839e533d req-a9f97a7e-f8fc-4305-a135-f44d2202f371 service neutron] 10.222.0.57 "GET /v2.0/networks/069fa2c9-ac54-4596-8927-b190d062b8dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839143 Jan 26 21:40:19.830607 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-1d7be261-eaff-4bd8-b8d9-24cc6c0519ed tempest-RoutersNegativeTest-614320797 tempest-RoutersNegativeTest-614320797-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4110657'] for router_interface (ae630215-f218-468d-b7ae-d117763a698e), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:40:19.846289 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-ae7b77d5-79c2-44ee-8d0b-03a6839e533d req-0ba52e31-9a6f-47c1-910b-52d7490d704e service neutron] 10.222.0.57 "GET /v2.0/networks/069fa2c9-ac54-4596-8927-b190d062b8dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251316 Jan 26 21:40:19.855002 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73842a4-6f6b-423e-a5e5-abd2343993fb req-83e24c67-6e7f-418b-9d5c-3ee8690d60bd tempest-ServerRescueTestJSON-873841980 tempest-ServerRescueTestJSON-873841980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:40:19.856477 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-d73842a4-6f6b-423e-a5e5-abd2343993fb req-83e24c67-6e7f-418b-9d5c-3ee8690d60bd tempest-ServerRescueTestJSON-873841980 tempest-ServerRescueTestJSON-873841980-project] 10.222.0.13 "GET /v2.0/ports?device_id=3a4c4c44-4fcd-4b52-aab5-c9e4a63f34c6 HTTP/1.1" status: 200 len: 945 time: 0.0759149 Jan 26 21:40:19.907308 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-d73842a4-6f6b-423e-a5e5-abd2343993fb req-8c6481ac-a43f-4822-b1b3-bc58281272ee tempest-ServerRescueTestJSON-873841980 tempest-ServerRescueTestJSON-873841980-project] 10.222.0.13 "GET /v2.0/security-groups?id=55d5c279-28a6-490d-81c0-a23ed4c85076&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447447 Jan 26 21:40:20.072116 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-1d7be261-eaff-4bd8-b8d9-24cc6c0519ed tempest-RoutersNegativeTest-614320797 tempest-RoutersNegativeTest-614320797-project] Deleting port b9f805e9-b00c-4ec2-a671-36b1fb172d1f {{(pid=103305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 21:40:20.072451 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-1d7be261-eaff-4bd8-b8d9-24cc6c0519ed tempest-RoutersNegativeTest-614320797 tempest-RoutersNegativeTest-614320797-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746560630878'] for port (b9f805e9-b00c-4ec2-a671-36b1fb172d1f), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:40:20.162069 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-1d7be261-eaff-4bd8-b8d9-24cc6c0519ed tempest-RoutersNegativeTest-614320797 tempest-RoutersNegativeTest-614320797-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4109658'] for port (b9f805e9-b00c-4ec2-a671-36b1fb172d1f), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:40:20.174654 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-1d7be261-eaff-4bd8-b8d9-24cc6c0519ed tempest-RoutersNegativeTest-614320797 tempest-RoutersNegativeTest-614320797-project] Calling delete_port for b9f805e9-b00c-4ec2-a671-36b1fb172d1f owned by network:router_interface {{(pid=103305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 21:40:20.536042 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06d709c-4bdf-4167-a764-217c96bda12e req-99d1ba78-b98b-4352-813c-3e892a9b079c tempest-AttachVolumeTestJSON-1109332547 tempest-AttachVolumeTestJSON-1109332547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:40:20.537704 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-f06d709c-4bdf-4167-a764-217c96bda12e req-99d1ba78-b98b-4352-813c-3e892a9b079c tempest-AttachVolumeTestJSON-1109332547 tempest-AttachVolumeTestJSON-1109332547-project] 10.222.0.13 "GET /v2.0/ports?device_id=04164ec0-d6ba-46ba-9f59-877902ccf7fd HTTP/1.1" status: 200 len: 946 time: 0.0561144 Jan 26 21:40:20.587741 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-f06d709c-4bdf-4167-a764-217c96bda12e req-6eaff3a4-9b20-4706-a9df-c6886d4e098c tempest-AttachVolumeTestJSON-1109332547 tempest-AttachVolumeTestJSON-1109332547-project] 10.222.0.13 "GET /v2.0/security-groups?id=67ba2225-7074-4a52-b681-4840b6b52ab5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434027 Jan 26 21:40:20.679044 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-1d7be261-eaff-4bd8-b8d9-24cc6c0519ed tempest-RoutersNegativeTest-614320797 tempest-RoutersNegativeTest-614320797-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746560636600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746560234536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11791543'] for port (b9f805e9-b00c-4ec2-a671-36b1fb172d1f), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:40:20.704654 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d7be261-eaff-4bd8-b8d9-24cc6c0519ed tempest-RoutersNegativeTest-614320797 tempest-RoutersNegativeTest-614320797-project] Pushing event deleted for resources: {'Port': ['ID=b9f805e9-b00c-4ec2-a671-36b1fb172d1f,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:40:20.846571 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-1d7be261-eaff-4bd8-b8d9-24cc6c0519ed tempest-RoutersNegativeTest-614320797 tempest-RoutersNegativeTest-614320797-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3709480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4110805'] for router_interface (ae630215-f218-468d-b7ae-d117763a698e), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:40:21.008754 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d7be261-eaff-4bd8-b8d9-24cc6c0519ed tempest-RoutersNegativeTest-614320797 tempest-RoutersNegativeTest-614320797-project] Router ae630215-f218-468d-b7ae-d117763a698e has already been hosted by L3 agent 09df100c-3af1-4b0a-bda8-05914c71c458 {{(pid=103305) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 26 21:40:21.023312 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7a16aa-c622-4c1b-aeda-0acee27a3d11 req-040827d1-d9c8-4f56-aec9-01b2a4fb035d tempest-ServerRescueTestJSON-873841980 tempest-ServerRescueTestJSON-873841980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:40:21.024818 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-7b7a16aa-c622-4c1b-aeda-0acee27a3d11 req-040827d1-d9c8-4f56-aec9-01b2a4fb035d tempest-ServerRescueTestJSON-873841980 tempest-ServerRescueTestJSON-873841980-project] 10.222.0.13 "GET /v2.0/ports?device_id=3a4c4c44-4fcd-4b52-aab5-c9e4a63f34c6 HTTP/1.1" status: 200 len: 945 time: 0.0491612 Jan 26 21:40:21.072382 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-7b7a16aa-c622-4c1b-aeda-0acee27a3d11 req-ca589204-38f5-4101-9acf-813f0bbd2ddf tempest-ServerRescueTestJSON-873841980 tempest-ServerRescueTestJSON-873841980-project] 10.222.0.13 "GET /v2.0/security-groups?id=55d5c279-28a6-490d-81c0-a23ed4c85076&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412965 Jan 26 21:40:21.087677 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d7be261-eaff-4bd8-b8d9-24cc6c0519ed tempest-RoutersNegativeTest-614320797 tempest-RoutersNegativeTest-614320797-project] Notify agent at l3_agent.n-d-760453-5 the message routers_updated {{(pid=103305) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 26 21:40:21.096806 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-1d7be261-eaff-4bd8-b8d9-24cc6c0519ed tempest-RoutersNegativeTest-614320797 tempest-RoutersNegativeTest-614320797-project] 10.222.0.13 "PUT /v2.0/routers/ae630215-f218-468d-b7ae-d117763a698e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5761318 Jan 26 21:40:21.097552 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 33994) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:40:21.100302 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c92b784c-8159-4555-834e-24a13a1ca3bf None None] Sync routers for ids ['ae630215-f218-468d-b7ae-d117763a698e'] in n-d-760453-5 {{(pid=103306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 26 21:40:21.112183 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c92b784c-8159-4555-834e-24a13a1ca3bf None None] Routers {'ae630215-f218-468d-b7ae-d117763a698e'} bound to L3 agent in host n-d-760453-5 {{(pid=103306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 21:40:21.113191 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-c92b784c-8159-4555-834e-24a13a1ca3bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-26T20:55:21Z,description=,heartbeat_timestamp=2022-01-26T21:39:51Z,host='n-d-760453-5',id=09df100c-3af1-4b0a-bda8-05914c71c458,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:55:21Z,topic='l3_agent')) {'router_ids': ['ae630215-f218-468d-b7ae-d117763a698e'], 'active': True} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:40:21.154785 n-d-760453-5 neutron-server[103305]: INFO neutron.api.v2.resource [None req-dd17d3ab-cbf6-408d-bb90-ae66b85118e8 tempest-RoutersNegativeTest-614320797 tempest-RoutersNegativeTest-614320797-project] show failed (client error): The resource could not be found. Jan 26 21:40:21.156461 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-dd17d3ab-cbf6-408d-bb90-ae66b85118e8 tempest-RoutersNegativeTest-614320797 tempest-RoutersNegativeTest-614320797-project] 10.222.0.13 "GET /v2.0/routers/tempest-non_exist_router-599315925 HTTP/1.1" status: 404 len: 334 time: 0.0577581 Jan 26 21:40:21.160134 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 33996) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:40:21.167070 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-ec67eaa4-0478-45ec-83a1-d83448989c31 tempest-RoutersNegativeTest-614320797 tempest-RoutersNegativeTest-614320797-project] Request body: {'router': {'name': 'new_name'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:40:21.167241 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-c92b784c-8159-4555-834e-24a13a1ca3bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760453-5', False) {} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:40:21.177394 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c92b784c-8159-4555-834e-24a13a1ca3bf None None] Routers {'ae630215-f218-468d-b7ae-d117763a698e'} bound to L3 agent in host n-d-760453-5 {{(pid=103306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 21:40:21.177998 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-c92b784c-8159-4555-834e-24a13a1ca3bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-26T20:55:21Z,description=,heartbeat_timestamp=2022-01-26T21:39:51Z,host='n-d-760453-5',id=09df100c-3af1-4b0a-bda8-05914c71c458,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:55:21Z,topic='l3_agent')) {'router_ids': ['ae630215-f218-468d-b7ae-d117763a698e'], 'active': True} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:40:21.207398 n-d-760453-5 neutron-server[103305]: INFO neutron.api.v2.resource [None req-ec67eaa4-0478-45ec-83a1-d83448989c31 tempest-RoutersNegativeTest-614320797 tempest-RoutersNegativeTest-614320797-project] update failed (client error): The resource could not be found. Jan 26 21:40:21.208359 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-ec67eaa4-0478-45ec-83a1-d83448989c31 tempest-RoutersNegativeTest-614320797 tempest-RoutersNegativeTest-614320797-project] 10.222.0.13 "PUT /v2.0/routers/tempest-non_exist_router-1709291771 HTTP/1.1" status: 404 len: 335 time: 0.0469663 Jan 26 21:40:21.213010 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 33998) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:40:21.214929 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-c92b784c-8159-4555-834e-24a13a1ca3bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760453-5', False) {} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:40:21.215575 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c92b784c-8159-4555-834e-24a13a1ca3bf None None] The sync data for ids ['ae630215-f218-468d-b7ae-d117763a698e'] in n-d-760453-5 is: [] {{(pid=103306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 26 21:40:21.254489 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-373e8d55-d98d-442a-955c-be5f843951b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (09df100c-3af1-4b0a-bda8-05914c71c458), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:40:21.266069 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.db_base_plugin_v2 [None req-74dfef23-a5b9-47f1-a72e-b23fa591c83e tempest-RoutersNegativeTest-614320797 tempest-RoutersNegativeTest-614320797-project] Deleting subnet 45cb36dc-c420-4bfb-86cc-0b21073c3233 {{(pid=103305) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 26 21:40:21.269348 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-74dfef23-a5b9-47f1-a72e-b23fa591c83e tempest-RoutersNegativeTest-614320797 tempest-RoutersNegativeTest-614320797-project] Publish callbacks [] for subnet (45cb36dc-c420-4bfb-86cc-0b21073c3233), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:40:21.309567 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-74dfef23-a5b9-47f1-a72e-b23fa591c83e tempest-RoutersNegativeTest-614320797 tempest-RoutersNegativeTest-614320797-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11788946'] for subnet (45cb36dc-c420-4bfb-86cc-0b21073c3233), precommit_delete_associations {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:40:21.397639 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-74dfef23-a5b9-47f1-a72e-b23fa591c83e tempest-RoutersNegativeTest-614320797 tempest-RoutersNegativeTest-614320797-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687316'] for subnet (45cb36dc-c420-4bfb-86cc-0b21073c3233), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:40:21.456087 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-74dfef23-a5b9-47f1-a72e-b23fa591c83e tempest-RoutersNegativeTest-614320797 tempest-RoutersNegativeTest-614320797-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11791594', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11599980'] for subnet (45cb36dc-c420-4bfb-86cc-0b21073c3233), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:40:21.482942 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74dfef23-a5b9-47f1-a72e-b23fa591c83e tempest-RoutersNegativeTest-614320797 tempest-RoutersNegativeTest-614320797-project] Pushing event deleted for resources: {'Subnet': ['ID=45cb36dc-c420-4bfb-86cc-0b21073c3233,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:40:21.486213 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.agents_db [None req-569f1ced-6396-4ddf-b79f-e03b0b2146ab None None] Agent healthcheck: found 7 active agents {{(pid=103307) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 26 21:40:21.486766 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-74dfef23-a5b9-47f1-a72e-b23fa591c83e tempest-RoutersNegativeTest-614320797 tempest-RoutersNegativeTest-614320797-project] Publish callbacks [] for subnet (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:40:21.489729 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-74dfef23-a5b9-47f1-a72e-b23fa591c83e tempest-RoutersNegativeTest-614320797 tempest-RoutersNegativeTest-614320797-project] 10.222.0.13 "DELETE /v2.0/subnets/45cb36dc-c420-4bfb-86cc-0b21073c3233 HTTP/1.1" status: 204 len: 168 time: 0.2750633 Jan 26 21:40:21.492139 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 34000) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:40:21.498502 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-371da7e2-b866-4593-b7c2-bbfda27107bb None None] Network 3e685705-bb15-4b1c-bc44-806a9a4b44e5 requested from n-d-760453-5 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 26 21:40:21.543551 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.db_base_plugin_v2 [None req-00befe36-9ff2-4e94-b13e-771408df1412 tempest-RoutersNegativeTest-614320797 tempest-RoutersNegativeTest-614320797-project] Deleting subnet d4bb92e0-1c52-45ba-8ee4-fb94c8926e92 {{(pid=103305) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 26 21:40:21.546725 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-00befe36-9ff2-4e94-b13e-771408df1412 tempest-RoutersNegativeTest-614320797 tempest-RoutersNegativeTest-614320797-project] Publish callbacks [] for subnet (d4bb92e0-1c52-45ba-8ee4-fb94c8926e92), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:40:21.594144 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-00befe36-9ff2-4e94-b13e-771408df1412 tempest-RoutersNegativeTest-614320797 tempest-RoutersNegativeTest-614320797-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11788946'] for subnet (d4bb92e0-1c52-45ba-8ee4-fb94c8926e92), precommit_delete_associations {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:40:21.645264 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bba774f8-ce70-4d59-a889-8ce0d92ade12 None None] DHCP port deletion for 3e685705-bb15-4b1c-bc44-806a9a4b44e5 request from n-d-760453-5 {{(pid=103306) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 26 21:40:21.680017 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-00befe36-9ff2-4e94-b13e-771408df1412 tempest-RoutersNegativeTest-614320797 tempest-RoutersNegativeTest-614320797-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687316'] for subnet (d4bb92e0-1c52-45ba-8ee4-fb94c8926e92), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:40:21.693860 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-bba774f8-ce70-4d59-a889-8ce0d92ade12 None None] Deleting port 62e5c448-90cc-416a-9302-264490bee5db {{(pid=103306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 21:40:21.694227 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-bba774f8-ce70-4d59-a889-8ce0d92ade12 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746560630878'] for port (62e5c448-90cc-416a-9302-264490bee5db), before_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:40:21.739537 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-00befe36-9ff2-4e94-b13e-771408df1412 tempest-RoutersNegativeTest-614320797 tempest-RoutersNegativeTest-614320797-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11791594', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11599980'] for subnet (d4bb92e0-1c52-45ba-8ee4-fb94c8926e92), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:40:21.758107 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-bba774f8-ce70-4d59-a889-8ce0d92ade12 None None] For port 62e5c448-90cc-416a-9302-264490bee5db, host n-d-760453-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=62e5c448-90cc-416a-9302-264490bee5db,segment=NetworkSegment(919da471-a553-4b78-a350-bae6cc80d47b),segment_id=919da471-a553-4b78-a350-bae6cc80d47b)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:40:21.758660 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-bba774f8-ce70-4d59-a889-8ce0d92ade12 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4109658'] for port (62e5c448-90cc-416a-9302-264490bee5db), precommit_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:40:21.772049 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00befe36-9ff2-4e94-b13e-771408df1412 tempest-RoutersNegativeTest-614320797 tempest-RoutersNegativeTest-614320797-project] Pushing event deleted for resources: {'Subnet': ['ID=d4bb92e0-1c52-45ba-8ee4-fb94c8926e92,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:40:21.772280 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-bba774f8-ce70-4d59-a889-8ce0d92ade12 None None] Calling delete_port for 62e5c448-90cc-416a-9302-264490bee5db owned by network:dhcp {{(pid=103306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 21:40:21.775684 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-00befe36-9ff2-4e94-b13e-771408df1412 tempest-RoutersNegativeTest-614320797 tempest-RoutersNegativeTest-614320797-project] Publish callbacks [] for subnet (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:40:21.781147 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-00befe36-9ff2-4e94-b13e-771408df1412 tempest-RoutersNegativeTest-614320797 tempest-RoutersNegativeTest-614320797-project] 10.222.0.13 "DELETE /v2.0/subnets/d4bb92e0-1c52-45ba-8ee4-fb94c8926e92 HTTP/1.1" status: 204 len: 168 time: 0.2859006 Jan 26 21:40:21.781921 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 34002) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:40:21.786206 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43615ac3-6e36-4601-97db-8180a1297095 None None] Network 9dc89745-cad2-442d-8151-6d3900f5cd5e requested from n-d-760453-5 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 26 21:40:21.861045 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-0a1cdb6b-434c-4ed1-9183-209b00ab391b tempest-RoutersNegativeTest-614320797 tempest-RoutersNegativeTest-614320797-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-748181'] for network (3e685705-bb15-4b1c-bc44-806a9a4b44e5), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:40:21.915293 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-0a1cdb6b-434c-4ed1-9183-209b00ab391b tempest-RoutersNegativeTest-614320797 tempest-RoutersNegativeTest-614320797-project] Deleting port 62e5c448-90cc-416a-9302-264490bee5db {{(pid=103305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 21:40:21.915563 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-0a1cdb6b-434c-4ed1-9183-209b00ab391b tempest-RoutersNegativeTest-614320797 tempest-RoutersNegativeTest-614320797-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746560630878'] for port (62e5c448-90cc-416a-9302-264490bee5db), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:40:21.935870 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-bba774f8-ce70-4d59-a889-8ce0d92ade12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746560636600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746560234536'] for port (62e5c448-90cc-416a-9302-264490bee5db), after_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:40:21.962180 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba774f8-ce70-4d59-a889-8ce0d92ade12 None None] Pushing event deleted for resources: {'Port': ['ID=62e5c448-90cc-416a-9302-264490bee5db,revision_number=None']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:40:21.965818 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bba774f8-ce70-4d59-a889-8ce0d92ade12 None None] No DVR routers for this DVR port 62e5c448-90cc-416a-9302-264490bee5db on host n-d-760453-5 {{(pid=103306) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 26 21:40:21.990737 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [None req-0a1cdb6b-434c-4ed1-9183-209b00ab391b tempest-RoutersNegativeTest-614320797 tempest-RoutersNegativeTest-614320797-project] For port 62e5c448-90cc-416a-9302-264490bee5db, host n-d-760453-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=62e5c448-90cc-416a-9302-264490bee5db,segment=NetworkSegment(919da471-a553-4b78-a350-bae6cc80d47b),segment_id=919da471-a553-4b78-a350-bae6cc80d47b)] {{(pid=103305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:40:21.991084 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-0a1cdb6b-434c-4ed1-9183-209b00ab391b tempest-RoutersNegativeTest-614320797 tempest-RoutersNegativeTest-614320797-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4109658'] for port (62e5c448-90cc-416a-9302-264490bee5db), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:40:22.005373 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-0a1cdb6b-434c-4ed1-9183-209b00ab391b tempest-RoutersNegativeTest-614320797 tempest-RoutersNegativeTest-614320797-project] Calling delete_port for 62e5c448-90cc-416a-9302-264490bee5db owned by network:dhcp {{(pid=103305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 21:40:22.015631 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-816dcfec-b4cb-4fb8-adaf-bd57338886d3 None None] DHCP port deletion for 9dc89745-cad2-442d-8151-6d3900f5cd5e request from n-d-760453-5 {{(pid=103306) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 26 21:40:22.066720 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-816dcfec-b4cb-4fb8-adaf-bd57338886d3 None None] Deleting port a4dd9072-9790-465f-9702-19a4559b8684 {{(pid=103306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 21:40:22.067095 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-816dcfec-b4cb-4fb8-adaf-bd57338886d3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746560630878'] for port (a4dd9072-9790-465f-9702-19a4559b8684), before_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:40:22.080295 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device 62e5c448-90cc-416a-9302-264490bee5db no longer exists at agent ovs-agent-n-d-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 26 21:40:22.089703 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-0a1cdb6b-434c-4ed1-9183-209b00ab391b tempest-RoutersNegativeTest-614320797 tempest-RoutersNegativeTest-614320797-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746560636600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746560234536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11791543'] for port (62e5c448-90cc-416a-9302-264490bee5db), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:40:22.121269 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1cdb6b-434c-4ed1-9183-209b00ab391b tempest-RoutersNegativeTest-614320797 tempest-RoutersNegativeTest-614320797-project] Pushing event deleted for resources: {'Port': ['ID=62e5c448-90cc-416a-9302-264490bee5db,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:40:22.124944 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a1cdb6b-434c-4ed1-9183-209b00ab391b tempest-RoutersNegativeTest-614320797 tempest-RoutersNegativeTest-614320797-project] No DVR routers for this DVR port 62e5c448-90cc-416a-9302-264490bee5db on host n-d-760453-5 {{(pid=103305) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 26 21:40:22.161171 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] No Port match for: 62e5c448-90cc-416a-9302-264490bee5db {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 26 21:40:22.161803 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device 62e5c448-90cc-416a-9302-264490bee5db not bound to the agent host n-d-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 26 21:40:22.193001 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-816dcfec-b4cb-4fb8-adaf-bd57338886d3 None None] For port a4dd9072-9790-465f-9702-19a4559b8684, host n-d-760453-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=a4dd9072-9790-465f-9702-19a4559b8684,segment=NetworkSegment(1ec1e120-c373-453e-9313-14d60bb795df),segment_id=1ec1e120-c373-453e-9313-14d60bb795df)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:40:22.194051 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-816dcfec-b4cb-4fb8-adaf-bd57338886d3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4109658'] for port (a4dd9072-9790-465f-9702-19a4559b8684), precommit_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:40:22.211529 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-0a1cdb6b-434c-4ed1-9183-209b00ab391b tempest-RoutersNegativeTest-614320797 tempest-RoutersNegativeTest-614320797-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-686403', 'neutron.services.segments.db._delete_segments_for_network-8746560774018'] for network (3e685705-bb15-4b1c-bc44-806a9a4b44e5), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:40:22.212561 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc60e85-6d79-4ac4-a020-5af8032ce051 req-0347a670-e47b-4054-a25b-060193b79be9 tempest-ServerRescueTestJSON-873841980 tempest-ServerRescueTestJSON-873841980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:40:22.214270 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-ecc60e85-6d79-4ac4-a020-5af8032ce051 req-0347a670-e47b-4054-a25b-060193b79be9 tempest-ServerRescueTestJSON-873841980 tempest-ServerRescueTestJSON-873841980-project] 10.222.0.13 "GET /v2.0/ports?device_id=3a4c4c44-4fcd-4b52-aab5-c9e4a63f34c6 HTTP/1.1" status: 200 len: 945 time: 0.0599113 Jan 26 21:40:22.216421 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-816dcfec-b4cb-4fb8-adaf-bd57338886d3 None None] Calling delete_port for a4dd9072-9790-465f-9702-19a4559b8684 owned by network:dhcp {{(pid=103306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 21:40:22.236999 n-d-760453-5 neutron-server[103305]: DEBUG neutron.services.segments.db [None req-0a1cdb6b-434c-4ed1-9183-209b00ab391b tempest-RoutersNegativeTest-614320797 tempest-RoutersNegativeTest-614320797-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3e685705-bb15-4b1c-bc44-806a9a4b44e5']}} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:40:22.248905 n-d-760453-5 neutron-server[103305]: DEBUG neutron.services.segments.db [None req-0a1cdb6b-434c-4ed1-9183-209b00ab391b tempest-RoutersNegativeTest-614320797 tempest-RoutersNegativeTest-614320797-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '919da471-a553-4b78-a350-bae6cc80d47b') {'for_net_delete': True} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:40:22.249223 n-d-760453-5 neutron-server[103305]: DEBUG neutron.services.segments.db [None req-0a1cdb6b-434c-4ed1-9183-209b00ab391b tempest-RoutersNegativeTest-614320797 tempest-RoutersNegativeTest-614320797-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '919da471-a553-4b78-a350-bae6cc80d47b') {} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:40:22.261779 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-0a1cdb6b-434c-4ed1-9183-209b00ab391b tempest-RoutersNegativeTest-614320797 tempest-RoutersNegativeTest-614320797-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746560742283', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11788955'] for segment (919da471-a553-4b78-a350-bae6cc80d47b), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:40:22.276517 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-0a1cdb6b-434c-4ed1-9183-209b00ab391b tempest-RoutersNegativeTest-614320797 tempest-RoutersNegativeTest-614320797-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576559'] for segment (919da471-a553-4b78-a350-bae6cc80d47b), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:40:22.278125 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-ecc60e85-6d79-4ac4-a020-5af8032ce051 req-dcdd8d98-8d47-467b-b88b-602d23ee4b68 tempest-ServerRescueTestJSON-873841980 tempest-ServerRescueTestJSON-873841980-project] 10.222.0.13 "GET /v2.0/security-groups?id=55d5c279-28a6-490d-81c0-a23ed4c85076&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535545 Jan 26 21:40:22.283924 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0a1cdb6b-434c-4ed1-9183-209b00ab391b tempest-RoutersNegativeTest-614320797 tempest-RoutersNegativeTest-614320797-project] Releasing vlan 552 on physical network physnet1 to pool {{(pid=103305) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 26 21:40:22.284587 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-0a1cdb6b-434c-4ed1-9183-209b00ab391b tempest-RoutersNegativeTest-614320797 tempest-RoutersNegativeTest-614320797-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11791428'] for segment (919da471-a553-4b78-a350-bae6cc80d47b), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:40:22.288361 n-d-760453-5 neutron-server[103305]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 26 21:40:22.288361 n-d-760453-5 neutron-server[103305]: self.session.flush() Jan 26 21:40:22.288361 n-d-760453-5 neutron-server[103305]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 26 21:40:22.288361 n-d-760453-5 neutron-server[103305]: self.session.flush() Jan 26 21:40:22.288361 n-d-760453-5 neutron-server[103305]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 26 21:40:22.288361 n-d-760453-5 neutron-server[103305]: self.session.flush() Jan 26 21:40:22.288361 n-d-760453-5 neutron-server[103305]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 26 21:40:22.288361 n-d-760453-5 neutron-server[103305]: self.session.flush() Jan 26 21:40:22.288361 n-d-760453-5 neutron-server[103305]: Traceback (most recent call last): Jan 26 21:40:22.288361 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 26 21:40:22.288361 n-d-760453-5 neutron-server[103305]: timer() Jan 26 21:40:22.288361 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 26 21:40:22.288361 n-d-760453-5 neutron-server[103305]: cb(*args, **kw) Jan 26 21:40:22.288361 n-d-760453-5 neutron-server[103305]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 26 21:40:22.288361 n-d-760453-5 neutron-server[103305]: return func(*args, **kwargs) Jan 26 21:40:22.288361 n-d-760453-5 neutron-server[103305]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 26 21:40:22.288361 n-d-760453-5 neutron-server[103305]: self._notify() Jan 26 21:40:22.288361 n-d-760453-5 neutron-server[103305]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 26 21:40:22.288361 n-d-760453-5 neutron-server[103305]: self.callback(batched_events) Jan 26 21:40:22.288361 n-d-760453-5 neutron-server[103305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 26 21:40:22.288361 n-d-760453-5 neutron-server[103305]: event.method(event) Jan 26 21:40:22.288361 n-d-760453-5 neutron-server[103305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 26 21:40:22.288361 n-d-760453-5 neutron-server[103305]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 26 21:40:22.288361 n-d-760453-5 neutron-server[103305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 26 21:40:22.288361 n-d-760453-5 neutron-server[103305]: aggregate_uuid = self.p_client.list_aggregates( Jan 26 21:40:22.288361 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 26 21:40:22.288361 n-d-760453-5 neutron-server[103305]: return f(self, *a, **k) Jan 26 21:40:22.288361 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 26 21:40:22.288361 n-d-760453-5 neutron-server[103305]: return self._get(url).json() Jan 26 21:40:22.288361 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 26 21:40:22.288361 n-d-760453-5 neutron-server[103305]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 26 21:40:22.288361 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 26 21:40:22.288361 n-d-760453-5 neutron-server[103305]: return self.request(url, 'GET', **kwargs) Jan 26 21:40:22.288361 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 26 21:40:22.288361 n-d-760453-5 neutron-server[103305]: base_url = self.get_endpoint(auth, allow=allow, Jan 26 21:40:22.288361 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 26 21:40:22.288361 n-d-760453-5 neutron-server[103305]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 26 21:40:22.288361 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 26 21:40:22.288361 n-d-760453-5 neutron-server[103305]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 26 21:40:22.288361 n-d-760453-5 neutron-server[103305]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 26 21:40:22.320388 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-841f5991-a4d8-4d4b-b215-cbc6bab5427b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (aa7ee9d2-08eb-4e12-b895-24c57300dfec), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:40:22.355514 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-0a1cdb6b-434c-4ed1-9183-209b00ab391b tempest-RoutersNegativeTest-614320797 tempest-RoutersNegativeTest-614320797-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4110931'] for network (3e685705-bb15-4b1c-bc44-806a9a4b44e5), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:40:22.372222 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-816dcfec-b4cb-4fb8-adaf-bd57338886d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746560636600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746560234536'] for port (a4dd9072-9790-465f-9702-19a4559b8684), after_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:40:22.374974 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-0a1cdb6b-434c-4ed1-9183-209b00ab391b tempest-RoutersNegativeTest-614320797 tempest-RoutersNegativeTest-614320797-project] Publish callbacks [] for network (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:40:22.380509 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-0a1cdb6b-434c-4ed1-9183-209b00ab391b tempest-RoutersNegativeTest-614320797 tempest-RoutersNegativeTest-614320797-project] 10.222.0.13 "DELETE /v2.0/networks/3e685705-bb15-4b1c-bc44-806a9a4b44e5 HTTP/1.1" status: 204 len: 168 time: 0.5957556 Jan 26 21:40:22.380509 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1cdb6b-434c-4ed1-9183-209b00ab391b tempest-RoutersNegativeTest-614320797 tempest-RoutersNegativeTest-614320797-project] Pushing event deleted for resources: {'Network': ['ID=3e685705-bb15-4b1c-bc44-806a9a4b44e5,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:40:22.380851 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 34006) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:40:22.417555 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816dcfec-b4cb-4fb8-adaf-bd57338886d3 None None] Pushing event deleted for resources: {'Port': ['ID=a4dd9072-9790-465f-9702-19a4559b8684,revision_number=None']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:40:22.422190 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-816dcfec-b4cb-4fb8-adaf-bd57338886d3 None None] No DVR routers for this DVR port a4dd9072-9790-465f-9702-19a4559b8684 on host n-d-760453-5 {{(pid=103306) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 26 21:40:22.464003 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-2da5e718-9d05-4f5f-9f83-3d555f73122e tempest-RoutersNegativeTest-614320797 tempest-RoutersNegativeTest-614320797-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-748181'] for network (9dc89745-cad2-442d-8151-6d3900f5cd5e), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:40:22.553868 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-2da5e718-9d05-4f5f-9f83-3d555f73122e tempest-RoutersNegativeTest-614320797 tempest-RoutersNegativeTest-614320797-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-686403', 'neutron.services.segments.db._delete_segments_for_network-8746560774018'] for network (9dc89745-cad2-442d-8151-6d3900f5cd5e), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:40:22.575259 n-d-760453-5 neutron-server[103305]: DEBUG neutron.services.segments.db [None req-2da5e718-9d05-4f5f-9f83-3d555f73122e tempest-RoutersNegativeTest-614320797 tempest-RoutersNegativeTest-614320797-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9dc89745-cad2-442d-8151-6d3900f5cd5e']}} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:40:22.585086 n-d-760453-5 neutron-server[103305]: DEBUG neutron.services.segments.db [None req-2da5e718-9d05-4f5f-9f83-3d555f73122e tempest-RoutersNegativeTest-614320797 tempest-RoutersNegativeTest-614320797-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1ec1e120-c373-453e-9313-14d60bb795df') {'for_net_delete': True} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:40:22.585420 n-d-760453-5 neutron-server[103305]: DEBUG neutron.services.segments.db [None req-2da5e718-9d05-4f5f-9f83-3d555f73122e tempest-RoutersNegativeTest-614320797 tempest-RoutersNegativeTest-614320797-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1ec1e120-c373-453e-9313-14d60bb795df') {} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:40:22.595432 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-2da5e718-9d05-4f5f-9f83-3d555f73122e tempest-RoutersNegativeTest-614320797 tempest-RoutersNegativeTest-614320797-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746560742283', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11788955'] for segment (1ec1e120-c373-453e-9313-14d60bb795df), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:40:22.608548 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-2da5e718-9d05-4f5f-9f83-3d555f73122e tempest-RoutersNegativeTest-614320797 tempest-RoutersNegativeTest-614320797-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576559'] for segment (1ec1e120-c373-453e-9313-14d60bb795df), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:40:22.614528 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2da5e718-9d05-4f5f-9f83-3d555f73122e tempest-RoutersNegativeTest-614320797 tempest-RoutersNegativeTest-614320797-project] Releasing vlan 591 on physical network physnet1 to pool {{(pid=103305) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 26 21:40:22.614914 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-2da5e718-9d05-4f5f-9f83-3d555f73122e tempest-RoutersNegativeTest-614320797 tempest-RoutersNegativeTest-614320797-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11791428'] for segment (1ec1e120-c373-453e-9313-14d60bb795df), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:40:22.617806 n-d-760453-5 neutron-server[103305]: Traceback (most recent call last): Jan 26 21:40:22.617806 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 26 21:40:22.617806 n-d-760453-5 neutron-server[103305]: timer() Jan 26 21:40:22.617806 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 26 21:40:22.617806 n-d-760453-5 neutron-server[103305]: cb(*args, **kw) Jan 26 21:40:22.617806 n-d-760453-5 neutron-server[103305]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 26 21:40:22.617806 n-d-760453-5 neutron-server[103305]: return func(*args, **kwargs) Jan 26 21:40:22.617806 n-d-760453-5 neutron-server[103305]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 26 21:40:22.617806 n-d-760453-5 neutron-server[103305]: self._notify() Jan 26 21:40:22.617806 n-d-760453-5 neutron-server[103305]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 26 21:40:22.617806 n-d-760453-5 neutron-server[103305]: self.callback(batched_events) Jan 26 21:40:22.617806 n-d-760453-5 neutron-server[103305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 26 21:40:22.617806 n-d-760453-5 neutron-server[103305]: event.method(event) Jan 26 21:40:22.617806 n-d-760453-5 neutron-server[103305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 26 21:40:22.617806 n-d-760453-5 neutron-server[103305]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 26 21:40:22.617806 n-d-760453-5 neutron-server[103305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 26 21:40:22.617806 n-d-760453-5 neutron-server[103305]: aggregate_uuid = self.p_client.list_aggregates( Jan 26 21:40:22.617806 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 26 21:40:22.617806 n-d-760453-5 neutron-server[103305]: return f(self, *a, **k) Jan 26 21:40:22.617806 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 26 21:40:22.617806 n-d-760453-5 neutron-server[103305]: return self._get(url).json() Jan 26 21:40:22.617806 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 26 21:40:22.617806 n-d-760453-5 neutron-server[103305]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 26 21:40:22.617806 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 26 21:40:22.617806 n-d-760453-5 neutron-server[103305]: return self.request(url, 'GET', **kwargs) Jan 26 21:40:22.617806 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 26 21:40:22.617806 n-d-760453-5 neutron-server[103305]: base_url = self.get_endpoint(auth, allow=allow, Jan 26 21:40:22.617806 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 26 21:40:22.617806 n-d-760453-5 neutron-server[103305]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 26 21:40:22.617806 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 26 21:40:22.617806 n-d-760453-5 neutron-server[103305]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 26 21:40:22.617806 n-d-760453-5 neutron-server[103305]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 26 21:40:22.675088 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-2da5e718-9d05-4f5f-9f83-3d555f73122e tempest-RoutersNegativeTest-614320797 tempest-RoutersNegativeTest-614320797-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4110931'] for network (9dc89745-cad2-442d-8151-6d3900f5cd5e), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:40:22.679870 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-2da5e718-9d05-4f5f-9f83-3d555f73122e tempest-RoutersNegativeTest-614320797 tempest-RoutersNegativeTest-614320797-project] Publish callbacks [] for network (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:40:22.683405 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-2da5e718-9d05-4f5f-9f83-3d555f73122e tempest-RoutersNegativeTest-614320797 tempest-RoutersNegativeTest-614320797-project] 10.222.0.13 "DELETE /v2.0/networks/9dc89745-cad2-442d-8151-6d3900f5cd5e HTTP/1.1" status: 204 len: 168 time: 0.3016143 Jan 26 21:40:22.686034 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 34008) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:40:22.698913 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da5e718-9d05-4f5f-9f83-3d555f73122e tempest-RoutersNegativeTest-614320797 tempest-RoutersNegativeTest-614320797-project] Pushing event deleted for resources: {'Network': ['ID=9dc89745-cad2-442d-8151-6d3900f5cd5e,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:40:22.737971 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.db_base_plugin_v2 [None req-9933b559-6eb0-4fd8-a269-334586340daa tempest-RoutersNegativeTest-614320797 tempest-RoutersNegativeTest-614320797-project] Deleting subnet 5059d4af-8b7e-4460-9564-d6173d9d9276 {{(pid=103304) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 26 21:40:22.741151 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-9933b559-6eb0-4fd8-a269-334586340daa tempest-RoutersNegativeTest-614320797 tempest-RoutersNegativeTest-614320797-project] Publish callbacks [] for subnet (5059d4af-8b7e-4460-9564-d6173d9d9276), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:40:22.780944 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-9933b559-6eb0-4fd8-a269-334586340daa tempest-RoutersNegativeTest-614320797 tempest-RoutersNegativeTest-614320797-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8881284'] for subnet (5059d4af-8b7e-4460-9564-d6173d9d9276), precommit_delete_associations {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:40:22.866520 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-9933b559-6eb0-4fd8-a269-334586340daa tempest-RoutersNegativeTest-614320797 tempest-RoutersNegativeTest-614320797-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687316'] for subnet (5059d4af-8b7e-4460-9564-d6173d9d9276), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:40:22.923143 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-9933b559-6eb0-4fd8-a269-334586340daa tempest-RoutersNegativeTest-614320797 tempest-RoutersNegativeTest-614320797-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9281612', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12215216'] for subnet (5059d4af-8b7e-4460-9564-d6173d9d9276), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:40:22.948786 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9933b559-6eb0-4fd8-a269-334586340daa tempest-RoutersNegativeTest-614320797 tempest-RoutersNegativeTest-614320797-project] Pushing event deleted for resources: {'Subnet': ['ID=5059d4af-8b7e-4460-9564-d6173d9d9276,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:40:22.955735 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-9933b559-6eb0-4fd8-a269-334586340daa tempest-RoutersNegativeTest-614320797 tempest-RoutersNegativeTest-614320797-project] Publish callbacks [] for subnet (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:40:22.959267 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-9933b559-6eb0-4fd8-a269-334586340daa tempest-RoutersNegativeTest-614320797 tempest-RoutersNegativeTest-614320797-project] 10.222.0.13 "DELETE /v2.0/subnets/5059d4af-8b7e-4460-9564-d6173d9d9276 HTTP/1.1" status: 204 len: 168 time: 0.2721024 Jan 26 21:40:22.961808 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 34010) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:40:22.962278 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f240f1c7-5516-440c-a049-15717b9b934b None None] Network 6446bb83-cb20-48f6-b578-3e863877de81 requested from n-d-760453-5 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 26 21:40:23.042113 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-5f080a76-b5c8-4683-832e-3bd4de710afb tempest-RoutersNegativeTest-614320797 tempest-RoutersNegativeTest-614320797-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-748181'] for network (6446bb83-cb20-48f6-b578-3e863877de81), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:40:23.077904 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (4d619873-4b60-439f-9b5a-b155dc8bbc34), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:40:23.099704 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-5f080a76-b5c8-4683-832e-3bd4de710afb tempest-RoutersNegativeTest-614320797 tempest-RoutersNegativeTest-614320797-project] Deleting port d273d377-202d-4454-b02b-66aac3e5027a {{(pid=103304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 21:40:23.100042 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-5f080a76-b5c8-4683-832e-3bd4de710afb tempest-RoutersNegativeTest-614320797 tempest-RoutersNegativeTest-614320797-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746560630878'] for port (d273d377-202d-4454-b02b-66aac3e5027a), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:40:23.101249 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b7128f8-905c-4480-968c-0034b0eaf18c None None] DHCP port deletion for 6446bb83-cb20-48f6-b578-3e863877de81 request from n-d-760453-5 {{(pid=103306) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 26 21:40:23.161342 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-3b7128f8-905c-4480-968c-0034b0eaf18c None None] Deleting port d273d377-202d-4454-b02b-66aac3e5027a {{(pid=103306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 21:40:23.162029 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-3b7128f8-905c-4480-968c-0034b0eaf18c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746560630878'] for port (d273d377-202d-4454-b02b-66aac3e5027a), before_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:40:23.164267 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [None req-5f080a76-b5c8-4683-832e-3bd4de710afb tempest-RoutersNegativeTest-614320797 tempest-RoutersNegativeTest-614320797-project] For port d273d377-202d-4454-b02b-66aac3e5027a, host n-d-760453-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=d273d377-202d-4454-b02b-66aac3e5027a,segment=NetworkSegment(3960fe0e-d6a5-4aca-a7d9-55c3cd1eb02a),segment_id=3960fe0e-d6a5-4aca-a7d9-55c3cd1eb02a)] {{(pid=103304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:40:23.164633 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-5f080a76-b5c8-4683-832e-3bd4de710afb tempest-RoutersNegativeTest-614320797 tempest-RoutersNegativeTest-614320797-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4109658'] for port (d273d377-202d-4454-b02b-66aac3e5027a), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:40:23.179121 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-5f080a76-b5c8-4683-832e-3bd4de710afb tempest-RoutersNegativeTest-614320797 tempest-RoutersNegativeTest-614320797-project] Calling delete_port for d273d377-202d-4454-b02b-66aac3e5027a owned by network:dhcp {{(pid=103304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 21:40:23.223826 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-3b7128f8-905c-4480-968c-0034b0eaf18c None None] For port d273d377-202d-4454-b02b-66aac3e5027a, host n-d-760453-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=d273d377-202d-4454-b02b-66aac3e5027a,segment=NetworkSegment(3960fe0e-d6a5-4aca-a7d9-55c3cd1eb02a),segment_id=3960fe0e-d6a5-4aca-a7d9-55c3cd1eb02a)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:40:23.224229 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-3b7128f8-905c-4480-968c-0034b0eaf18c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4109658'] for port (d273d377-202d-4454-b02b-66aac3e5027a), precommit_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:40:23.237921 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-3b7128f8-905c-4480-968c-0034b0eaf18c None None] Calling delete_port for d273d377-202d-4454-b02b-66aac3e5027a owned by network:dhcp {{(pid=103306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 21:40:23.261181 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-5f080a76-b5c8-4683-832e-3bd4de710afb tempest-RoutersNegativeTest-614320797 tempest-RoutersNegativeTest-614320797-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746560636600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746560234536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9281553'] for port (d273d377-202d-4454-b02b-66aac3e5027a), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:40:23.285386 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f080a76-b5c8-4683-832e-3bd4de710afb tempest-RoutersNegativeTest-614320797 tempest-RoutersNegativeTest-614320797-project] Pushing event deleted for resources: {'Port': ['ID=d273d377-202d-4454-b02b-66aac3e5027a,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:40:23.291095 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f080a76-b5c8-4683-832e-3bd4de710afb tempest-RoutersNegativeTest-614320797 tempest-RoutersNegativeTest-614320797-project] No DVR routers for this DVR port d273d377-202d-4454-b02b-66aac3e5027a on host n-d-760453-5 {{(pid=103304) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 26 21:40:23.318040 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-3b7128f8-905c-4480-968c-0034b0eaf18c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746560636600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746560234536'] for port (d273d377-202d-4454-b02b-66aac3e5027a), after_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:40:23.344719 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b7128f8-905c-4480-968c-0034b0eaf18c None None] Pushing event deleted for resources: {'Port': ['ID=d273d377-202d-4454-b02b-66aac3e5027a,revision_number=None']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:40:23.348453 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b7128f8-905c-4480-968c-0034b0eaf18c None None] No DVR routers for this DVR port d273d377-202d-4454-b02b-66aac3e5027a on host n-d-760453-5 {{(pid=103306) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 26 21:40:23.406468 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-5f080a76-b5c8-4683-832e-3bd4de710afb tempest-RoutersNegativeTest-614320797 tempest-RoutersNegativeTest-614320797-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-686403', 'neutron.services.segments.db._delete_segments_for_network-8746560774018'] for network (6446bb83-cb20-48f6-b578-3e863877de81), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:40:23.433103 n-d-760453-5 neutron-server[103304]: DEBUG neutron.services.segments.db [None req-5f080a76-b5c8-4683-832e-3bd4de710afb tempest-RoutersNegativeTest-614320797 tempest-RoutersNegativeTest-614320797-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6446bb83-cb20-48f6-b578-3e863877de81']}} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:40:23.445239 n-d-760453-5 neutron-server[103304]: DEBUG neutron.services.segments.db [None req-5f080a76-b5c8-4683-832e-3bd4de710afb tempest-RoutersNegativeTest-614320797 tempest-RoutersNegativeTest-614320797-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3960fe0e-d6a5-4aca-a7d9-55c3cd1eb02a') {'for_net_delete': True} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:40:23.445568 n-d-760453-5 neutron-server[103304]: DEBUG neutron.services.segments.db [None req-5f080a76-b5c8-4683-832e-3bd4de710afb tempest-RoutersNegativeTest-614320797 tempest-RoutersNegativeTest-614320797-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3960fe0e-d6a5-4aca-a7d9-55c3cd1eb02a') {} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:40:23.458763 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ea3e82-8004-49b5-b78f-3255d5c03077 req-bf649a52-13dd-48cd-b298-7170860f2124 tempest-ServerRescueTestJSON-873841980 tempest-ServerRescueTestJSON-873841980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:40:23.460509 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-86ea3e82-8004-49b5-b78f-3255d5c03077 req-bf649a52-13dd-48cd-b298-7170860f2124 tempest-ServerRescueTestJSON-873841980 tempest-ServerRescueTestJSON-873841980-project] 10.222.0.13 "GET /v2.0/ports?device_id=3a4c4c44-4fcd-4b52-aab5-c9e4a63f34c6 HTTP/1.1" status: 200 len: 945 time: 0.0977452 Jan 26 21:40:23.464313 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-5f080a76-b5c8-4683-832e-3bd4de710afb tempest-RoutersNegativeTest-614320797 tempest-RoutersNegativeTest-614320797-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746560742283', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8881293'] for segment (3960fe0e-d6a5-4aca-a7d9-55c3cd1eb02a), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:40:23.488112 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-5f080a76-b5c8-4683-832e-3bd4de710afb tempest-RoutersNegativeTest-614320797 tempest-RoutersNegativeTest-614320797-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576559'] for segment (3960fe0e-d6a5-4aca-a7d9-55c3cd1eb02a), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:40:23.502033 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5f080a76-b5c8-4683-832e-3bd4de710afb tempest-RoutersNegativeTest-614320797 tempest-RoutersNegativeTest-614320797-project] Releasing vlan 572 on physical network physnet1 to pool {{(pid=103304) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 26 21:40:23.502432 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-5f080a76-b5c8-4683-832e-3bd4de710afb tempest-RoutersNegativeTest-614320797 tempest-RoutersNegativeTest-614320797-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9281762'] for segment (3960fe0e-d6a5-4aca-a7d9-55c3cd1eb02a), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:40:23.505382 n-d-760453-5 neutron-server[103304]: Traceback (most recent call last): Jan 26 21:40:23.505382 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 26 21:40:23.505382 n-d-760453-5 neutron-server[103304]: timer() Jan 26 21:40:23.505382 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 26 21:40:23.505382 n-d-760453-5 neutron-server[103304]: cb(*args, **kw) Jan 26 21:40:23.505382 n-d-760453-5 neutron-server[103304]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 26 21:40:23.505382 n-d-760453-5 neutron-server[103304]: return func(*args, **kwargs) Jan 26 21:40:23.505382 n-d-760453-5 neutron-server[103304]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 26 21:40:23.505382 n-d-760453-5 neutron-server[103304]: self._notify() Jan 26 21:40:23.505382 n-d-760453-5 neutron-server[103304]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 26 21:40:23.505382 n-d-760453-5 neutron-server[103304]: self.callback(batched_events) Jan 26 21:40:23.505382 n-d-760453-5 neutron-server[103304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 26 21:40:23.505382 n-d-760453-5 neutron-server[103304]: event.method(event) Jan 26 21:40:23.505382 n-d-760453-5 neutron-server[103304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 26 21:40:23.505382 n-d-760453-5 neutron-server[103304]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 26 21:40:23.505382 n-d-760453-5 neutron-server[103304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 26 21:40:23.505382 n-d-760453-5 neutron-server[103304]: aggregate_uuid = self.p_client.list_aggregates( Jan 26 21:40:23.505382 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 26 21:40:23.505382 n-d-760453-5 neutron-server[103304]: return f(self, *a, **k) Jan 26 21:40:23.505382 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 26 21:40:23.505382 n-d-760453-5 neutron-server[103304]: return self._get(url).json() Jan 26 21:40:23.505382 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 26 21:40:23.505382 n-d-760453-5 neutron-server[103304]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 26 21:40:23.505382 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 26 21:40:23.505382 n-d-760453-5 neutron-server[103304]: return self.request(url, 'GET', **kwargs) Jan 26 21:40:23.505382 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 26 21:40:23.505382 n-d-760453-5 neutron-server[103304]: base_url = self.get_endpoint(auth, allow=allow, Jan 26 21:40:23.505382 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 26 21:40:23.505382 n-d-760453-5 neutron-server[103304]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 26 21:40:23.505382 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 26 21:40:23.505382 n-d-760453-5 neutron-server[103304]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 26 21:40:23.505382 n-d-760453-5 neutron-server[103304]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 26 21:40:23.575650 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-86ea3e82-8004-49b5-b78f-3255d5c03077 req-f77cb895-8137-45fc-8aab-1b8240ccf3a9 tempest-ServerRescueTestJSON-873841980 tempest-ServerRescueTestJSON-873841980-project] 10.222.0.13 "GET /v2.0/security-groups?id=55d5c279-28a6-490d-81c0-a23ed4c85076&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093557 Jan 26 21:40:23.582801 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-5f080a76-b5c8-4683-832e-3bd4de710afb tempest-RoutersNegativeTest-614320797 tempest-RoutersNegativeTest-614320797-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4110931'] for network (6446bb83-cb20-48f6-b578-3e863877de81), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:40:23.596650 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-5f080a76-b5c8-4683-832e-3bd4de710afb tempest-RoutersNegativeTest-614320797 tempest-RoutersNegativeTest-614320797-project] Publish callbacks [] for network (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:40:23.596650 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-5f080a76-b5c8-4683-832e-3bd4de710afb tempest-RoutersNegativeTest-614320797 tempest-RoutersNegativeTest-614320797-project] 10.222.0.13 "DELETE /v2.0/networks/6446bb83-cb20-48f6-b578-3e863877de81 HTTP/1.1" status: 204 len: 168 time: 0.6312757 Jan 26 21:40:23.597022 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 34014) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:40:23.606087 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f080a76-b5c8-4683-832e-3bd4de710afb tempest-RoutersNegativeTest-614320797 tempest-RoutersNegativeTest-614320797-project] Pushing event deleted for resources: {'Network': ['ID=6446bb83-cb20-48f6-b578-3e863877de81,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:40:23.629481 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-191c599e-61a5-4756-b4de-705ca2e7cba4 tempest-RoutersNegativeTest-614320797 tempest-RoutersNegativeTest-614320797-project] 10.222.0.13 "GET /v2.0/ports?device_id=ae630215-f218-468d-b7ae-d117763a698e HTTP/1.1" status: 200 len: 205 time: 0.0314071 Jan 26 21:40:23.631814 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 34016) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:40:23.706147 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-bf324084-1a33-45f3-9cb0-18ab41de76a5 tempest-RoutersNegativeTest-614320797 tempest-RoutersNegativeTest-614320797-project] Publish callbacks [] for router (ae630215-f218-468d-b7ae-d117763a698e), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:40:23.862614 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-bf324084-1a33-45f3-9cb0-18ab41de76a5 tempest-RoutersNegativeTest-614320797 tempest-RoutersNegativeTest-614320797-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4105774', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13082'] for router (ae630215-f218-468d-b7ae-d117763a698e), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:40:23.864756 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-bf324084-1a33-45f3-9cb0-18ab41de76a5 tempest-RoutersNegativeTest-614320797 tempest-RoutersNegativeTest-614320797-project] Publish callbacks [] for router_controller (ae630215-f218-468d-b7ae-d117763a698e), precommit_delete_associations {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:40:23.908095 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-bf324084-1a33-45f3-9cb0-18ab41de76a5 tempest-RoutersNegativeTest-614320797 tempest-RoutersNegativeTest-614320797-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4105767'] for router (ae630215-f218-468d-b7ae-d117763a698e), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:40:23.908674 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf324084-1a33-45f3-9cb0-18ab41de76a5 tempest-RoutersNegativeTest-614320797 tempest-RoutersNegativeTest-614320797-project] Fanout notify agent at l3_agent the message router_deleted on router ae630215-f218-468d-b7ae-d117763a698e {{(pid=103305) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 26 21:40:23.917189 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-bf324084-1a33-45f3-9cb0-18ab41de76a5 tempest-RoutersNegativeTest-614320797 tempest-RoutersNegativeTest-614320797-project] Publish callbacks [] for router (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:40:23.918318 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-bf324084-1a33-45f3-9cb0-18ab41de76a5 tempest-RoutersNegativeTest-614320797 tempest-RoutersNegativeTest-614320797-project] 10.222.0.13 "DELETE /v2.0/routers/ae630215-f218-468d-b7ae-d117763a698e HTTP/1.1" status: 204 len: 168 time: 0.2856228 Jan 26 21:40:24.017856 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device a4dd9072-9790-465f-9702-19a4559b8684 no longer exists at agent ovs-agent-n-d-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 26 21:40:24.039178 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] No Port match for: a4dd9072-9790-465f-9702-19a4559b8684 {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 26 21:40:24.039526 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device a4dd9072-9790-465f-9702-19a4559b8684 not bound to the agent host n-d-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 26 21:40:24.039940 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device d273d377-202d-4454-b02b-66aac3e5027a no longer exists at agent ovs-agent-n-d-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 26 21:40:24.058642 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] No Port match for: d273d377-202d-4454-b02b-66aac3e5027a {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 26 21:40:24.059004 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device d273d377-202d-4454-b02b-66aac3e5027a not bound to the agent host n-d-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 26 21:40:24.131604 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-839dd188-ec69-470c-9ab0-d318dc1a2e96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (e79b4fc6-6c71-44b2-a6d0-ff3e1f4dfd0d), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:40:24.164229 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 34022) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:40:24.297608 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-59b318d6-8258-4c27-ad70-22aeced230ae admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c85d624ee6074a7f997c73cd6873fef1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1321990 Jan 26 21:40:24.300093 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 34026) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:40:24.347879 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-89a70ab5-dbcc-4a24-8ec3-b479a2ff5f60 admin admin] Publish callbacks [] for security_group (c8da2773-41f3-4e8b-b4ab-a667eb9d4185), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:40:24.368733 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-89a70ab5-dbcc-4a24-8ec3-b479a2ff5f60 admin admin] Publish callbacks [] for security_group (c8da2773-41f3-4e8b-b4ab-a667eb9d4185), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:40:24.416715 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-89a70ab5-dbcc-4a24-8ec3-b479a2ff5f60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (c8da2773-41f3-4e8b-b4ab-a667eb9d4185), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:40:24.419625 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-89a70ab5-dbcc-4a24-8ec3-b479a2ff5f60 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:40:24.420805 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-89a70ab5-dbcc-4a24-8ec3-b479a2ff5f60 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/c8da2773-41f3-4e8b-b4ab-a667eb9d4185 HTTP/1.1" status: 204 len: 168 time: 0.1197779 Jan 26 21:40:24.428875 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a70ab5-dbcc-4a24-8ec3-b479a2ff5f60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8da2773-41f3-4e8b-b4ab-a667eb9d4185,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:40:24.694932 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa8c50c-8a25-40d5-9f8c-21fd00fbd121 req-0b72ece1-146e-41c7-af76-8fad427f0aa9 tempest-ServerRescueTestJSON-873841980 tempest-ServerRescueTestJSON-873841980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:40:24.696455 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-eaa8c50c-8a25-40d5-9f8c-21fd00fbd121 req-0b72ece1-146e-41c7-af76-8fad427f0aa9 tempest-ServerRescueTestJSON-873841980 tempest-ServerRescueTestJSON-873841980-project] 10.222.0.13 "GET /v2.0/ports?device_id=3a4c4c44-4fcd-4b52-aab5-c9e4a63f34c6 HTTP/1.1" status: 200 len: 945 time: 0.0506072 Jan 26 21:40:24.745859 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-eaa8c50c-8a25-40d5-9f8c-21fd00fbd121 req-9ead6265-1451-438c-a4ad-48c10cac9f29 tempest-ServerRescueTestJSON-873841980 tempest-ServerRescueTestJSON-873841980-project] 10.222.0.13 "GET /v2.0/security-groups?id=55d5c279-28a6-490d-81c0-a23ed4c85076&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438511 Jan 26 21:40:25.316252 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (fea0591a-627d-4c87-9a9a-01625ddf3277), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:40:25.863673 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0bae165-1b07-43f8-a3df-e5ecc80d1127 req-43523b47-595f-4364-89f2-063aa22a455b tempest-ServerRescueTestJSON-873841980 tempest-ServerRescueTestJSON-873841980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:40:25.865192 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-e0bae165-1b07-43f8-a3df-e5ecc80d1127 req-43523b47-595f-4364-89f2-063aa22a455b tempest-ServerRescueTestJSON-873841980 tempest-ServerRescueTestJSON-873841980-project] 10.222.0.13 "GET /v2.0/ports?device_id=3a4c4c44-4fcd-4b52-aab5-c9e4a63f34c6 HTTP/1.1" status: 200 len: 945 time: 0.0479808 Jan 26 21:40:25.917921 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-e0bae165-1b07-43f8-a3df-e5ecc80d1127 req-1870377a-c6eb-4328-9c92-599f4b7a9af1 tempest-ServerRescueTestJSON-873841980 tempest-ServerRescueTestJSON-873841980-project] 10.222.0.13 "GET /v2.0/security-groups?id=55d5c279-28a6-490d-81c0-a23ed4c85076&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465920 Jan 26 21:40:26.059464 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 34080) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:40:26.168637 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-65a6bd7e-0522-44d6-a76b-0fcd314fa06f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:40:26.243466 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-65a6bd7e-0522-44d6-a76b-0fcd314fa06f admin admin] Publish callbacks [] for security_group (b477e409-420a-4e37-9929-b1bb938f2602), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:40:26.248071 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-65a6bd7e-0522-44d6-a76b-0fcd314fa06f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (b477e409-420a-4e37-9929-b1bb938f2602), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:40:26.290335 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-65a6bd7e-0522-44d6-a76b-0fcd314fa06f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a2fe37f2323e42479b4193c7a47263c6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2297595 Jan 26 21:40:26.291763 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a6bd7e-0522-44d6-a76b-0fcd314fa06f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b477e409-420a-4e37-9929-b1bb938f2602,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:40:26.293600 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 34084) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:40:26.345073 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-25671e52-d9f8-429a-9776-b9e72638f2c3 admin admin] Publish callbacks [] for security_group (b477e409-420a-4e37-9929-b1bb938f2602), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:40:26.367244 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-25671e52-d9f8-429a-9776-b9e72638f2c3 admin admin] Publish callbacks [] for security_group (b477e409-420a-4e37-9929-b1bb938f2602), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:40:26.414407 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-25671e52-d9f8-429a-9776-b9e72638f2c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (b477e409-420a-4e37-9929-b1bb938f2602), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:40:26.417645 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-25671e52-d9f8-429a-9776-b9e72638f2c3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:40:26.418814 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-25671e52-d9f8-429a-9776-b9e72638f2c3 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b477e409-420a-4e37-9929-b1bb938f2602 HTTP/1.1" status: 204 len: 168 time: 0.1242342 Jan 26 21:40:26.427361 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25671e52-d9f8-429a-9776-b9e72638f2c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b477e409-420a-4e37-9929-b1bb938f2602,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:40:26.684796 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 34090) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:40:26.698067 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-f1c5aa5b-41ff-4e35-9155-b46ed146490c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:40:26.774767 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-f1c5aa5b-41ff-4e35-9155-b46ed146490c admin admin] Publish callbacks [] for security_group (9e109198-682b-42bd-900b-320e1af48dc6), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:40:26.779069 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-f1c5aa5b-41ff-4e35-9155-b46ed146490c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (9e109198-682b-42bd-900b-320e1af48dc6), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:40:26.817882 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c5aa5b-41ff-4e35-9155-b46ed146490c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e109198-682b-42bd-900b-320e1af48dc6,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:40:26.822305 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-f1c5aa5b-41ff-4e35-9155-b46ed146490c admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=93481eeb56fb436ebd8c9f6b074586aa&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1364436 Jan 26 21:40:26.825231 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 34092) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:40:26.879717 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-6a10ae2d-25e1-4523-8a05-00a799f418e8 admin admin] Publish callbacks [] for security_group (9e109198-682b-42bd-900b-320e1af48dc6), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:40:27.231078 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-6a10ae2d-25e1-4523-8a05-00a799f418e8 admin admin] Publish callbacks [] for security_group (9e109198-682b-42bd-900b-320e1af48dc6), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:40:27.274361 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d28438f-6497-45e5-9a89-264c022e1ea2 req-ff711e97-99b0-451b-b126-678b13997cb6 tempest-ServerRescueTestJSON-873841980 tempest-ServerRescueTestJSON-873841980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:40:27.276412 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-6d28438f-6497-45e5-9a89-264c022e1ea2 req-ff711e97-99b0-451b-b126-678b13997cb6 tempest-ServerRescueTestJSON-873841980 tempest-ServerRescueTestJSON-873841980-project] 10.222.0.13 "GET /v2.0/ports?device_id=3a4c4c44-4fcd-4b52-aab5-c9e4a63f34c6 HTTP/1.1" status: 200 len: 945 time: 0.0804026 Jan 26 21:40:27.309699 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-6a10ae2d-25e1-4523-8a05-00a799f418e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (9e109198-682b-42bd-900b-320e1af48dc6), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:40:27.312219 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-6a10ae2d-25e1-4523-8a05-00a799f418e8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:40:27.313372 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-6a10ae2d-25e1-4523-8a05-00a799f418e8 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/9e109198-682b-42bd-900b-320e1af48dc6 HTTP/1.1" status: 204 len: 168 time: 0.4872887 Jan 26 21:40:27.328591 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a10ae2d-25e1-4523-8a05-00a799f418e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e109198-682b-42bd-900b-320e1af48dc6,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:40:27.340856 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-6d28438f-6497-45e5-9a89-264c022e1ea2 req-41601401-b88f-48bc-ba43-9ad4323c5667 tempest-ServerRescueTestJSON-873841980 tempest-ServerRescueTestJSON-873841980-project] 10.222.0.13 "GET /v2.0/security-groups?id=55d5c279-28a6-490d-81c0-a23ed4c85076&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581298 Jan 26 21:40:28.463046 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0eb5f9-9640-4fd3-8cbf-9d322907a5e8 req-fcb0698a-4ef0-4b50-9c82-985c89d09ae5 tempest-ServerRescueTestJSON-873841980 tempest-ServerRescueTestJSON-873841980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:40:28.465125 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-8e0eb5f9-9640-4fd3-8cbf-9d322907a5e8 req-fcb0698a-4ef0-4b50-9c82-985c89d09ae5 tempest-ServerRescueTestJSON-873841980 tempest-ServerRescueTestJSON-873841980-project] 10.222.0.13 "GET /v2.0/ports?device_id=3a4c4c44-4fcd-4b52-aab5-c9e4a63f34c6 HTTP/1.1" status: 200 len: 945 time: 0.0527215 Jan 26 21:40:28.511882 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-8e0eb5f9-9640-4fd3-8cbf-9d322907a5e8 req-70e0d432-09c8-4deb-93a5-0771c2f6a12f tempest-ServerRescueTestJSON-873841980 tempest-ServerRescueTestJSON-873841980-project] 10.222.0.13 "GET /v2.0/security-groups?id=55d5c279-28a6-490d-81c0-a23ed4c85076&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412133 Jan 26 21:40:29.626552 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4bcc96-5403-4776-89c1-0267d249f1f7 req-d563f481-6fb4-4672-9219-8afa84d7504d tempest-ServerRescueTestJSON-873841980 tempest-ServerRescueTestJSON-873841980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:40:29.628027 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-db4bcc96-5403-4776-89c1-0267d249f1f7 req-d563f481-6fb4-4672-9219-8afa84d7504d tempest-ServerRescueTestJSON-873841980 tempest-ServerRescueTestJSON-873841980-project] 10.222.0.13 "GET /v2.0/ports?device_id=3a4c4c44-4fcd-4b52-aab5-c9e4a63f34c6 HTTP/1.1" status: 200 len: 945 time: 0.0488770 Jan 26 21:40:29.674462 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-db4bcc96-5403-4776-89c1-0267d249f1f7 req-9667314b-276c-46e5-b0ea-71c169f0c87e tempest-ServerRescueTestJSON-873841980 tempest-ServerRescueTestJSON-873841980-project] 10.222.0.13 "GET /v2.0/security-groups?id=55d5c279-28a6-490d-81c0-a23ed4c85076&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404537 Jan 26 21:40:30.789200 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01da627f-cbb2-44da-ad06-405246382876 req-930506b1-01f2-4eb4-b558-2e9c60575442 tempest-ServerRescueTestJSON-873841980 tempest-ServerRescueTestJSON-873841980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:40:30.790738 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-01da627f-cbb2-44da-ad06-405246382876 req-930506b1-01f2-4eb4-b558-2e9c60575442 tempest-ServerRescueTestJSON-873841980 tempest-ServerRescueTestJSON-873841980-project] 10.222.0.13 "GET /v2.0/ports?device_id=3a4c4c44-4fcd-4b52-aab5-c9e4a63f34c6 HTTP/1.1" status: 200 len: 945 time: 0.0486853 Jan 26 21:40:30.845768 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-01da627f-cbb2-44da-ad06-405246382876 req-64d73cb3-8f0c-488c-8511-d85a7e276e72 tempest-ServerRescueTestJSON-873841980 tempest-ServerRescueTestJSON-873841980-project] 10.222.0.13 "GET /v2.0/security-groups?id=55d5c279-28a6-490d-81c0-a23ed4c85076&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494158 Jan 26 21:40:31.962622 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f0e45b-7b07-4a4a-ae6f-c97b337590e5 req-9524ba3e-d248-46e9-80fe-bbd400b9114c tempest-ServerRescueTestJSON-873841980 tempest-ServerRescueTestJSON-873841980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:40:31.964420 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-27f0e45b-7b07-4a4a-ae6f-c97b337590e5 req-9524ba3e-d248-46e9-80fe-bbd400b9114c tempest-ServerRescueTestJSON-873841980 tempest-ServerRescueTestJSON-873841980-project] 10.222.0.13 "GET /v2.0/ports?device_id=3a4c4c44-4fcd-4b52-aab5-c9e4a63f34c6 HTTP/1.1" status: 200 len: 945 time: 0.0500014 Jan 26 21:40:32.012360 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-27f0e45b-7b07-4a4a-ae6f-c97b337590e5 req-4f255585-2827-44b0-bc23-9b9d75a9e5ea tempest-ServerRescueTestJSON-873841980 tempest-ServerRescueTestJSON-873841980-project] 10.222.0.13 "GET /v2.0/security-groups?id=55d5c279-28a6-490d-81c0-a23ed4c85076&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423837 Jan 26 21:40:32.210499 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac1e0ae-6ac1-4e74-bcbe-028c7560f5d9 req-504bbaf5-262e-42ec-97e6-05882692c55e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:40:32.211927 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-bac1e0ae-6ac1-4e74-bcbe-028c7560f5d9 req-504bbaf5-262e-42ec-97e6-05882692c55e service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=3a4c4c44-4fcd-4b52-aab5-c9e4a63f34c6 HTTP/1.1" status: 200 len: 1096 time: 0.0420060 Jan 26 21:40:32.256683 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-bac1e0ae-6ac1-4e74-bcbe-028c7560f5d9 req-50a03dd0-d398-4a16-8b62-396c4b6aed1f service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=55d5c279-28a6-490d-81c0-a23ed4c85076&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388012 Jan 26 21:40:33.188846 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-bce643fb-9c2e-45c7-a1a3-cbaf45c0ae1d req-911d4521-2e55-48b5-9e1d-20b8fd99af06 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=04164ec0-d6ba-46ba-9f59-877902ccf7fd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0909612 Jan 26 21:40:33.209151 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5572aa28-cb33-4471-812e-fb1bff6bbfa7 req-d596fdce-7566-461f-b8f2-d339ba94665d tempest-ServerRescueTestJSON-873841980 tempest-ServerRescueTestJSON-873841980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:40:33.210691 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-5572aa28-cb33-4471-812e-fb1bff6bbfa7 req-d596fdce-7566-461f-b8f2-d339ba94665d tempest-ServerRescueTestJSON-873841980 tempest-ServerRescueTestJSON-873841980-project] 10.222.0.13 "GET /v2.0/ports?device_id=3a4c4c44-4fcd-4b52-aab5-c9e4a63f34c6 HTTP/1.1" status: 200 len: 945 time: 0.0726836 Jan 26 21:40:33.294421 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-5572aa28-cb33-4471-812e-fb1bff6bbfa7 req-eb14f878-a852-49f3-a90f-3670eea56f0b tempest-ServerRescueTestJSON-873841980 tempest-ServerRescueTestJSON-873841980-project] 10.222.0.13 "GET /v2.0/security-groups?id=55d5c279-28a6-490d-81c0-a23ed4c85076&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767670 Jan 26 21:40:33.304553 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce643fb-9c2e-45c7-a1a3-cbaf45c0ae1d req-365951ed-952a-4d4d-a1fc-47a64251ede4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:40:33.306233 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-bce643fb-9c2e-45c7-a1a3-cbaf45c0ae1d req-365951ed-952a-4d4d-a1fc-47a64251ede4 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=ef59326be6b94bd88981706bc324c818&device_id=04164ec0-d6ba-46ba-9f59-877902ccf7fd HTTP/1.1" status: 200 len: 1097 time: 0.0669320 Jan 26 21:40:33.460630 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce643fb-9c2e-45c7-a1a3-cbaf45c0ae1d req-9a7a73b2-76dc-4c45-bd89-8130e64de969 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:40:33.462548 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-bce643fb-9c2e-45c7-a1a3-cbaf45c0ae1d req-9a7a73b2-76dc-4c45-bd89-8130e64de969 service neutron] 10.222.0.57 "GET /v2.0/networks?id=069fa2c9-ac54-4596-8927-b190d062b8dc HTTP/1.1" status: 200 len: 912 time: 0.1295748 Jan 26 21:40:33.544120 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-bce643fb-9c2e-45c7-a1a3-cbaf45c0ae1d req-1d4c3862-4ece-4bd5-a3ec-6fc608810195 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b9077506-20ea-4cbc-9bd2-4a80ac184874 HTTP/1.1" status: 200 len: 1001 time: 0.0754640 Jan 26 21:40:33.610427 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce643fb-9c2e-45c7-a1a3-cbaf45c0ae1d req-689f3219-bf79-4087-8304-83b0638a6465 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:40:33.611839 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-bce643fb-9c2e-45c7-a1a3-cbaf45c0ae1d req-689f3219-bf79-4087-8304-83b0638a6465 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=acbfa681-8e54-43e3-a66b-05705089f7e2 HTTP/1.1" status: 200 len: 850 time: 0.0573342 Jan 26 21:40:33.659005 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce643fb-9c2e-45c7-a1a3-cbaf45c0ae1d req-888c5ad6-728d-47fe-b81a-53a7aed376b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:40:33.660600 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-bce643fb-9c2e-45c7-a1a3-cbaf45c0ae1d req-888c5ad6-728d-47fe-b81a-53a7aed376b8 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=069fa2c9-ac54-4596-8927-b190d062b8dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0427897 Jan 26 21:40:33.767433 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-bce643fb-9c2e-45c7-a1a3-cbaf45c0ae1d req-6b5b83f3-c32e-4895-8351-d6d7bca75be9 service neutron] 10.222.0.57 "GET /v2.0/networks/069fa2c9-ac54-4596-8927-b190d062b8dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1009836 Jan 26 21:40:33.888430 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-bce643fb-9c2e-45c7-a1a3-cbaf45c0ae1d req-2b5c7b1c-2019-4a64-970d-f8d077e0e00c service neutron] 10.222.0.57 "GET /v2.0/networks/069fa2c9-ac54-4596-8927-b190d062b8dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1077857 Jan 26 21:40:34.422045 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb13e669-5695-4fa5-9cac-25864f0c8a2b req-fa2bc9f4-908e-4102-9662-1196f5776265 tempest-ServerRescueTestJSON-873841980 tempest-ServerRescueTestJSON-873841980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:40:34.428008 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-cb13e669-5695-4fa5-9cac-25864f0c8a2b req-fa2bc9f4-908e-4102-9662-1196f5776265 tempest-ServerRescueTestJSON-873841980 tempest-ServerRescueTestJSON-873841980-project] 10.222.0.13 "GET /v2.0/ports?device_id=3a4c4c44-4fcd-4b52-aab5-c9e4a63f34c6 HTTP/1.1" status: 200 len: 945 time: 0.0510085 Jan 26 21:40:34.475078 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-cb13e669-5695-4fa5-9cac-25864f0c8a2b req-3c261362-f8c0-42eb-b03d-98e49f8e0452 tempest-ServerRescueTestJSON-873841980 tempest-ServerRescueTestJSON-873841980-project] 10.222.0.13 "GET /v2.0/security-groups?id=55d5c279-28a6-490d-81c0-a23ed4c85076&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432272 Jan 26 21:40:34.785599 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd55b7d6-24c7-4fc7-846e-e34d848338c9 req-4f2bf1fc-4c4e-47f1-aeff-cad1403c7d76 tempest-ServerRescueTestJSON-873841980 tempest-ServerRescueTestJSON-873841980-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:40:34.785599 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-fd55b7d6-24c7-4fc7-846e-e34d848338c9 req-4f2bf1fc-4c4e-47f1-aeff-cad1403c7d76 tempest-ServerRescueTestJSON-873841980 tempest-ServerRescueTestJSON-873841980-project] 10.222.0.13 "GET /v2.0/networks?id=1a9376b2-7adc-4904-a92e-f5c407e6f045 HTTP/1.1" status: 200 len: 811 time: 0.1152833 Jan 26 21:40:34.800687 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-fd55b7d6-24c7-4fc7-846e-e34d848338c9 req-4b8e7bc8-af61-4da2-9dfb-763b43d2067b tempest-ServerRescueTestJSON-873841980 tempest-ServerRescueTestJSON-873841980-project] 10.222.0.13 "GET /v2.0/quotas/d65311bf75e14ee0ba1fb382850563a2 HTTP/1.1" status: 200 len: 375 time: 0.0100820 Jan 26 21:40:34.855083 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-fd55b7d6-24c7-4fc7-846e-e34d848338c9 req-c7c0873f-ec61-4737-bed1-a02447628648 tempest-ServerRescueTestJSON-873841980 tempest-ServerRescueTestJSON-873841980-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=d65311bf75e14ee0ba1fb382850563a2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0490468 Jan 26 21:40:34.968868 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [req-fd55b7d6-24c7-4fc7-846e-e34d848338c9 req-76642118-8580-48b0-aa01-c8f47829353f service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=103304) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 26 21:40:34.973517 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-fd55b7d6-24c7-4fc7-846e-e34d848338c9 req-76642118-8580-48b0-aa01-c8f47829353f service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1111732 Jan 26 21:40:35.069989 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-fd55b7d6-24c7-4fc7-846e-e34d848338c9 req-9317d731-03de-47f5-a312-4edd9946878e service neutron] 10.222.0.13 "GET /v2.0/networks/1a9376b2-7adc-4904-a92e-f5c407e6f045?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881138 Jan 26 21:40:35.163606 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-fd55b7d6-24c7-4fc7-846e-e34d848338c9 req-d2c7a6c4-677f-4a6a-a021-a19498097d4e service neutron] 10.222.0.13 "GET /v2.0/networks/1a9376b2-7adc-4904-a92e-f5c407e6f045?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877628 Jan 26 21:40:35.360086 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-7c61a3c3-437a-48aa-8f19-eb930c045890 req-d258b0f4-0b2c-43db-acc0-b15a66d8003f tempest-ServerRescueTestJSON-873841980 tempest-ServerRescueTestJSON-873841980-project] 10.222.0.13 "GET /v2.0/ports?device_id=59b42260-4408-4b29-a46e-d74972293b8e HTTP/1.1" status: 200 len: 210 time: 0.0359902 Jan 26 21:40:36.353909 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd55b7d6-24c7-4fc7-846e-e34d848338c9 req-14cd15b3-659c-407c-944d-69f0f074d94d tempest-ServerRescueTestJSON-873841980 tempest-ServerRescueTestJSON-873841980-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:40:36.355414 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-fd55b7d6-24c7-4fc7-846e-e34d848338c9 req-14cd15b3-659c-407c-944d-69f0f074d94d tempest-ServerRescueTestJSON-873841980 tempest-ServerRescueTestJSON-873841980-project] 10.222.0.57 "GET /v2.0/networks?id=1a9376b2-7adc-4904-a92e-f5c407e6f045 HTTP/1.1" status: 200 len: 811 time: 0.1235585 Jan 26 21:40:36.367088 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [req-fd55b7d6-24c7-4fc7-846e-e34d848338c9 req-ff77bf41-5d24-4ef6-a50d-e130b2f54550 tempest-ServerRescueTestJSON-873841980 tempest-ServerRescueTestJSON-873841980-project] Request body: {'port': {'device_id': '59b42260-4408-4b29-a46e-d74972293b8e', 'network_id': '1a9376b2-7adc-4904-a92e-f5c407e6f045', 'admin_state_up': True, 'tenant_id': 'd65311bf75e14ee0ba1fb382850563a2'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:40:36.480028 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-1af1d94f-2ccd-49d4-90ba-ba589baeed95 req-904cc029-dfd2-4d6b-9d75-c41ce0bb5496 tempest-ServerRescueTestJSON-873841980 tempest-ServerRescueTestJSON-873841980-project] 10.222.0.13 "GET /v2.0/ports?device_id=59b42260-4408-4b29-a46e-d74972293b8e HTTP/1.1" status: 200 len: 210 time: 0.0394318 Jan 26 21:40:36.508493 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fd55b7d6-24c7-4fc7-846e-e34d848338c9 req-ff77bf41-5d24-4ef6-a50d-e130b2f54550 tempest-ServerRescueTestJSON-873841980 tempest-ServerRescueTestJSON-873841980-project] Made reservation on behalf of d65311bf75e14ee0ba1fb382850563a2 for: {'port': 1} {{(pid=103304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 21:40:36.513181 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-fd55b7d6-24c7-4fc7-846e-e34d848338c9 req-ff77bf41-5d24-4ef6-a50d-e130b2f54550 tempest-ServerRescueTestJSON-873841980 tempest-ServerRescueTestJSON-873841980-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:40:36.642301 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.db_base_plugin_common [req-fd55b7d6-24c7-4fc7-846e-e34d848338c9 req-ff77bf41-5d24-4ef6-a50d-e130b2f54550 tempest-ServerRescueTestJSON-873841980 tempest-ServerRescueTestJSON-873841980-project] Allocated IP 172.20.0.14 (1a9376b2-7adc-4904-a92e-f5c407e6f045/4bb7d044-11f9-4bd9-8814-43570999d47c/8e68eb0a-364b-4ab9-9ade-8d02215880a9) {{(pid=103304) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 21:40:36.797409 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-fd55b7d6-24c7-4fc7-846e-e34d848338c9 req-ff77bf41-5d24-4ef6-a50d-e130b2f54550 tempest-ServerRescueTestJSON-873841980 tempest-ServerRescueTestJSON-873841980-project] Publish callbacks [] for port (8e68eb0a-364b-4ab9-9ade-8d02215880a9), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:40:36.833624 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-fd55b7d6-24c7-4fc7-846e-e34d848338c9 req-ff77bf41-5d24-4ef6-a50d-e130b2f54550 tempest-ServerRescueTestJSON-873841980 tempest-ServerRescueTestJSON-873841980-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746560234527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9281553'] for port (8e68eb0a-364b-4ab9-9ade-8d02215880a9), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:40:36.866639 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] get_ports_and_sgs() called for port_ids ['676861a5-9331-4d55-ad8e-2b98dc8e42e4'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 26 21:40:36.878117 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fd55b7d6-24c7-4fc7-846e-e34d848338c9 req-ff77bf41-5d24-4ef6-a50d-e130b2f54550 tempest-ServerRescueTestJSON-873841980 tempest-ServerRescueTestJSON-873841980-project] Network 1a9376b2-7adc-4904-a92e-f5c407e6f045 is already hosted by enough agents. {{(pid=103304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 21:40:36.881071 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [req-fd55b7d6-24c7-4fc7-846e-e34d848338c9 req-ff77bf41-5d24-4ef6-a50d-e130b2f54550 tempest-ServerRescueTestJSON-873841980 tempest-ServerRescueTestJSON-873841980-project] Resources bound (agent type, host, resource id): {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:40:36.888080 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd55b7d6-24c7-4fc7-846e-e34d848338c9 req-ff77bf41-5d24-4ef6-a50d-e130b2f54550 tempest-ServerRescueTestJSON-873841980 tempest-ServerRescueTestJSON-873841980-project] Received port after_create {{(pid=103304) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 21:40:36.923305 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff77bf41-5d24-4ef6-a50d-e130b2f54550 tempest-ServerRescueTestJSON-873841980 tempest-ServerRescueTestJSON-873841980-project] Pushing event updated for resources: {'Port': ['ID=8e68eb0a-364b-4ab9-9ade-8d02215880a9,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:40:36.952561 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd55b7d6-24c7-4fc7-846e-e34d848338c9 req-ff77bf41-5d24-4ef6-a50d-e130b2f54550 tempest-ServerRescueTestJSON-873841980 tempest-ServerRescueTestJSON-873841980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:40:36.953364 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-fd55b7d6-24c7-4fc7-846e-e34d848338c9 req-ff77bf41-5d24-4ef6-a50d-e130b2f54550 tempest-ServerRescueTestJSON-873841980 tempest-ServerRescueTestJSON-873841980-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:40:36.975185 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-fd55b7d6-24c7-4fc7-846e-e34d848338c9 req-ff77bf41-5d24-4ef6-a50d-e130b2f54550 tempest-ServerRescueTestJSON-873841980 tempest-ServerRescueTestJSON-873841980-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6120481 Jan 26 21:40:36.988466 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [req-fd55b7d6-24c7-4fc7-846e-e34d848338c9 req-4bc4186c-6084-457a-a4cd-dcb94887b39d service neutron] Request body: {'port': {'device_id': '59b42260-4408-4b29-a46e-d74972293b8e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-760453-5'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:40:37.051504 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-fd55b7d6-24c7-4fc7-846e-e34d848338c9 req-4bc4186c-6084-457a-a4cd-dcb94887b39d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (8e68eb0a-364b-4ab9-9ade-8d02215880a9), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:40:37.351480 n-d-760453-5 neutron-server[103304]: DEBUG neutron.notifiers.nova [req-fd55b7d6-24c7-4fc7-846e-e34d848338c9 req-4bc4186c-6084-457a-a4cd-dcb94887b39d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8e68eb0a-364b-4ab9-9ade-8d02215880a9 {{(pid=103304) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 26 21:40:37.359367 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-fd55b7d6-24c7-4fc7-846e-e34d848338c9 req-4bc4186c-6084-457a-a4cd-dcb94887b39d service neutron] Publish callbacks [] for port (8e68eb0a-364b-4ab9-9ade-8d02215880a9), precommit_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:40:37.363742 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 34226) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:40:37.372945 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.provisioning_blocks [req-fd55b7d6-24c7-4fc7-846e-e34d848338c9 req-4bc4186c-6084-457a-a4cd-dcb94887b39d service neutron] Transition to ACTIVE for port object 8e68eb0a-364b-4ab9-9ade-8d02215880a9 will not be triggered until provisioned by entity L2. {{(pid=103304) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 21:40:37.378517 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-fd55b7d6-24c7-4fc7-846e-e34d848338c9 req-4bc4186c-6084-457a-a4cd-dcb94887b39d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9281542'] for port (8e68eb0a-364b-4ab9-9ade-8d02215880a9), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:40:37.473260 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc4186c-6084-457a-a4cd-dcb94887b39d service neutron] Pushing event updated for resources: {'Port': ['ID=8e68eb0a-364b-4ab9-9ade-8d02215880a9,revision_number=2']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:40:37.502046 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-6610d57a-1cb8-422b-bc26-d53d159f15bb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:40:37.509162 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [req-fd55b7d6-24c7-4fc7-846e-e34d848338c9 req-4bc4186c-6084-457a-a4cd-dcb94887b39d service neutron] Attempting to bind port 8e68eb0a-364b-4ab9-9ade-8d02215880a9 on host n-h2-760453-5 for vnic_type normal with profile {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 21:40:37.509526 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [req-fd55b7d6-24c7-4fc7-846e-e34d848338c9 req-4bc4186c-6084-457a-a4cd-dcb94887b39d service neutron] Attempting to bind port 8e68eb0a-364b-4ab9-9ade-8d02215880a9 by drivers openvswitch,hyperv on host n-h2-760453-5 at level 0 using segments [{'id': '41b3816c-cb87-4d44-b45c-c5bd6f138438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '1a9376b2-7adc-4904-a92e-f5c407e6f045'}] {{(pid=103304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 26 21:40:37.510028 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd55b7d6-24c7-4fc7-846e-e34d848338c9 req-4bc4186c-6084-457a-a4cd-dcb94887b39d service neutron] Attempting to bind port 8e68eb0a-364b-4ab9-9ade-8d02215880a9 on network 1a9376b2-7adc-4904-a92e-f5c407e6f045 {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 21:40:37.514645 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd55b7d6-24c7-4fc7-846e-e34d848338c9 req-4bc4186c-6084-457a-a4cd-dcb94887b39d service neutron] Port 8e68eb0a-364b-4ab9-9ade-8d02215880a9 on network 1a9376b2-7adc-4904-a92e-f5c407e6f045 not bound, no agent of type Open vSwitch agent registered on host n-h2-760453-5 {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 26 21:40:37.514968 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd55b7d6-24c7-4fc7-846e-e34d848338c9 req-4bc4186c-6084-457a-a4cd-dcb94887b39d service neutron] Attempting to bind port 8e68eb0a-364b-4ab9-9ade-8d02215880a9 on network 1a9376b2-7adc-4904-a92e-f5c407e6f045 {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 21:40:37.522277 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd55b7d6-24c7-4fc7-846e-e34d848338c9 req-4bc4186c-6084-457a-a4cd-dcb94887b39d service neutron] Checking agent: {'id': '4d619873-4b60-439f-9b5a-b155dc8bbc34', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-760453-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 21, 2, 53), 'started_at': datetime.datetime(2022, 1, 26, 21, 2, 53), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 21, 40, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 26 21:40:37.522626 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd55b7d6-24c7-4fc7-846e-e34d848338c9 req-4bc4186c-6084-457a-a4cd-dcb94887b39d service neutron] Checking segment: {'id': '41b3816c-cb87-4d44-b45c-c5bd6f138438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '1a9376b2-7adc-4904-a92e-f5c407e6f045'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103304) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 21:40:37.523018 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd55b7d6-24c7-4fc7-846e-e34d848338c9 req-4bc4186c-6084-457a-a4cd-dcb94887b39d service neutron] Bound using segment: {'id': '41b3816c-cb87-4d44-b45c-c5bd6f138438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '1a9376b2-7adc-4904-a92e-f5c407e6f045'} {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 26 21:40:37.523450 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [req-fd55b7d6-24c7-4fc7-846e-e34d848338c9 req-4bc4186c-6084-457a-a4cd-dcb94887b39d service neutron] Bound port: 8e68eb0a-364b-4ab9-9ade-8d02215880a9, host: n-h2-760453-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '41b3816c-cb87-4d44-b45c-c5bd6f138438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '1a9376b2-7adc-4904-a92e-f5c407e6f045'}}] {{(pid=103304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 26 21:40:37.523812 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-fd55b7d6-24c7-4fc7-846e-e34d848338c9 req-4bc4186c-6084-457a-a4cd-dcb94887b39d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (8e68eb0a-364b-4ab9-9ade-8d02215880a9), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:40:37.625664 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-6610d57a-1cb8-422b-bc26-d53d159f15bb admin admin] Publish callbacks [] for security_group (60d503e8-57f2-45cf-90e7-19b4e6b59d8b), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:40:37.631768 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-6610d57a-1cb8-422b-bc26-d53d159f15bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (60d503e8-57f2-45cf-90e7-19b4e6b59d8b), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:40:37.633648 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [req-fd55b7d6-24c7-4fc7-846e-e34d848338c9 req-4bc4186c-6084-457a-a4cd-dcb94887b39d service neutron] For port 8e68eb0a-364b-4ab9-9ade-8d02215880a9, host n-h2-760453-5, cleared binding levels {{(pid=103304) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 26 21:40:37.638141 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [req-fd55b7d6-24c7-4fc7-846e-e34d848338c9 req-4bc4186c-6084-457a-a4cd-dcb94887b39d service neutron] For port 8e68eb0a-364b-4ab9-9ade-8d02215880a9, host n-h2-760453-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-5',level=0,port_id=8e68eb0a-364b-4ab9-9ade-8d02215880a9,segment=NetworkSegment(41b3816c-cb87-4d44-b45c-c5bd6f138438),segment_id=41b3816c-cb87-4d44-b45c-c5bd6f138438)] {{(pid=103304) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 26 21:40:37.649653 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3b9275-8a47-4e2b-a2f1-2ad888b34585 req-ea61bb35-adab-416c-9460-6b5301a3b153 tempest-ServerRescueTestJSON-873841980 tempest-ServerRescueTestJSON-873841980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:40:37.651233 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-df3b9275-8a47-4e2b-a2f1-2ad888b34585 req-ea61bb35-adab-416c-9460-6b5301a3b153 tempest-ServerRescueTestJSON-873841980 tempest-ServerRescueTestJSON-873841980-project] 10.222.0.13 "GET /v2.0/ports?device_id=59b42260-4408-4b29-a46e-d74972293b8e HTTP/1.1" status: 200 len: 944 time: 0.0878775 Jan 26 21:40:37.652498 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-fd55b7d6-24c7-4fc7-846e-e34d848338c9 req-4bc4186c-6084-457a-a4cd-dcb94887b39d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9281542'] for port (8e68eb0a-364b-4ab9-9ade-8d02215880a9), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:40:37.685577 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-6610d57a-1cb8-422b-bc26-d53d159f15bb admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=756ed7813c454da5b56f9a5ac922fb11&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3196375 Jan 26 21:40:37.686963 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6610d57a-1cb8-422b-bc26-d53d159f15bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60d503e8-57f2-45cf-90e7-19b4e6b59d8b,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:40:37.690543 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 34232) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:40:37.705152 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd55b7d6-24c7-4fc7-846e-e34d848338c9 req-4bc4186c-6084-457a-a4cd-dcb94887b39d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:40:37.705811 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-fd55b7d6-24c7-4fc7-846e-e34d848338c9 req-4bc4186c-6084-457a-a4cd-dcb94887b39d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:40:37.707451 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-fd55b7d6-24c7-4fc7-846e-e34d848338c9 req-4bc4186c-6084-457a-a4cd-dcb94887b39d service neutron] 10.222.0.57 "PUT /v2.0/ports/8e68eb0a-364b-4ab9-9ade-8d02215880a9 HTTP/1.1" status: 200 len: 1092 time: 0.7239478 Jan 26 21:40:37.707909 n-d-760453-5 neutron-server[103304]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '59b42260-4408-4b29-a46e-d74972293b8e', 'tag': '8e68eb0a-364b-4ab9-9ade-8d02215880a9'}] {{(pid=103304) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 21:40:37.710239 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d52b45f1943fcd332af9527eb73ff93c8d715d44383a3f6d18de73b4cfcf87b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d5548b3-7ba8-406b-ad0d-9b2f104de4d0" -d '{"events": [{"name": "network-changed", "server_uuid": "59b42260-4408-4b29-a46e-d74972293b8e", "tag": "8e68eb0a-364b-4ab9-9ade-8d02215880a9"}]}' {{(pid=103304) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 21:40:37.760820 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-3c6ddf17-db49-44ff-bd26-a45c0038abc6 admin admin] Publish callbacks [] for security_group (60d503e8-57f2-45cf-90e7-19b4e6b59d8b), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:40:37.763190 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc4186c-6084-457a-a4cd-dcb94887b39d service neutron] Pushing event updated for resources: {'Port': ['ID=8e68eb0a-364b-4ab9-9ade-8d02215880a9,revision_number=3']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:40:37.778314 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 26 Jan 2022 21:40:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d0c09c0-7f36-4423-9333-a3155325357e x-openstack-request-id: req-0d0c09c0-7f36-4423-9333-a3155325357e {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 21:40:37.778314 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "59b42260-4408-4b29-a46e-d74972293b8e", "tag": "8e68eb0a-364b-4ab9-9ade-8d02215880a9", "status": "completed", "code": 200}]} {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 21:40:37.778590 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-0d0c09c0-7f36-4423-9333-a3155325357e {{(pid=103304) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 21:40:37.778942 n-d-760453-5 neutron-server[103304]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '59b42260-4408-4b29-a46e-d74972293b8e', 'tag': '8e68eb0a-364b-4ab9-9ade-8d02215880a9', 'status': 'completed', 'code': 200} Jan 26 21:40:37.799002 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-3c6ddf17-db49-44ff-bd26-a45c0038abc6 admin admin] Publish callbacks [] for security_group (60d503e8-57f2-45cf-90e7-19b4e6b59d8b), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:40:37.800490 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-df3b9275-8a47-4e2b-a2f1-2ad888b34585 req-d33bef74-85ba-4321-bb51-f4609e6fc70f tempest-ServerRescueTestJSON-873841980 tempest-ServerRescueTestJSON-873841980-project] 10.222.0.13 "GET /v2.0/security-groups?id=55d5c279-28a6-490d-81c0-a23ed4c85076&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199880 Jan 26 21:40:37.819127 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd55b7d6-24c7-4fc7-846e-e34d848338c9 req-1e099240-742c-4544-83f5-1bc02666b821 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:40:37.820731 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-fd55b7d6-24c7-4fc7-846e-e34d848338c9 req-1e099240-742c-4544-83f5-1bc02666b821 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=d65311bf75e14ee0ba1fb382850563a2&device_id=59b42260-4408-4b29-a46e-d74972293b8e HTTP/1.1" status: 200 len: 1095 time: 0.0586400 Jan 26 21:40:37.859087 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-3c6ddf17-db49-44ff-bd26-a45c0038abc6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (60d503e8-57f2-45cf-90e7-19b4e6b59d8b), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:40:37.862151 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-3c6ddf17-db49-44ff-bd26-a45c0038abc6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:40:37.863691 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-3c6ddf17-db49-44ff-bd26-a45c0038abc6 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/60d503e8-57f2-45cf-90e7-19b4e6b59d8b HTTP/1.1" status: 204 len: 168 time: 0.1721604 Jan 26 21:40:37.867756 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-fd55b7d6-24c7-4fc7-846e-e34d848338c9 req-606aa115-f8ae-4bd3-acbd-fe188ab9bef4 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8e68eb0a-364b-4ab9-9ade-8d02215880a9 HTTP/1.1" status: 200 len: 217 time: 0.0393622 Jan 26 21:40:37.873895 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c6ddf17-db49-44ff-bd26-a45c0038abc6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60d503e8-57f2-45cf-90e7-19b4e6b59d8b,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:40:37.928074 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd55b7d6-24c7-4fc7-846e-e34d848338c9 req-a260991e-3c78-42e5-bf85-e929df44c4a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:40:37.929755 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-fd55b7d6-24c7-4fc7-846e-e34d848338c9 req-a260991e-3c78-42e5-bf85-e929df44c4a1 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=4bb7d044-11f9-4bd9-8814-43570999d47c HTTP/1.1" status: 200 len: 851 time: 0.0558736 Jan 26 21:40:37.963239 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-fd55b7d6-24c7-4fc7-846e-e34d848338c9 req-58ccced4-68c8-407c-9f4c-2a54db8d8a9e service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=1a9376b2-7adc-4904-a92e-f5c407e6f045&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0262988 Jan 26 21:40:38.074279 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-fd55b7d6-24c7-4fc7-846e-e34d848338c9 req-d1adaeab-2a76-4aa5-a893-0a03334f9278 service neutron] 10.222.0.57 "GET /v2.0/networks/1a9376b2-7adc-4904-a92e-f5c407e6f045?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0996878 Jan 26 21:40:38.175999 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-fd55b7d6-24c7-4fc7-846e-e34d848338c9 req-2870c867-f1da-4a65-9b95-47da38b2cbf7 service neutron] 10.222.0.57 "GET /v2.0/networks/1a9376b2-7adc-4904-a92e-f5c407e6f045?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0948083 Jan 26 21:40:38.185384 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 34240) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:40:38.199341 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-24a82544-d3b0-41da-9067-e3a2662403ef admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:40:38.268606 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5548b3-7ba8-406b-ad0d-9b2f104de4d0 req-3d9fce36-43bc-41a6-958e-6a3ba678a38e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:40:38.270165 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-1d5548b3-7ba8-406b-ad0d-9b2f104de4d0 req-3d9fce36-43bc-41a6-958e-6a3ba678a38e service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=d65311bf75e14ee0ba1fb382850563a2&device_id=59b42260-4408-4b29-a46e-d74972293b8e HTTP/1.1" status: 200 len: 1095 time: 0.0492520 Jan 26 21:40:38.276675 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-24a82544-d3b0-41da-9067-e3a2662403ef admin admin] Publish callbacks [] for security_group (aaeacfe8-dc9b-47b9-a9f8-1712abb8ef48), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:40:38.281476 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-24a82544-d3b0-41da-9067-e3a2662403ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (aaeacfe8-dc9b-47b9-a9f8-1712abb8ef48), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:40:38.320964 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-24a82544-d3b0-41da-9067-e3a2662403ef admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ff388c2abadb476d9556e0fea2ecd42d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1343455 Jan 26 21:40:38.321887 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a82544-d3b0-41da-9067-e3a2662403ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aaeacfe8-dc9b-47b9-a9f8-1712abb8ef48,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:40:38.323614 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 34242) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:40:38.392629 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (32ef628b-8417-46c5-8729-60fcabe358f1), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:40:38.407838 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5548b3-7ba8-406b-ad0d-9b2f104de4d0 req-cff49730-2037-4555-8afd-65130c44c4a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:40:38.409271 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-1d5548b3-7ba8-406b-ad0d-9b2f104de4d0 req-cff49730-2037-4555-8afd-65130c44c4a9 service neutron] 10.222.0.57 "GET /v2.0/networks?id=1a9376b2-7adc-4904-a92e-f5c407e6f045 HTTP/1.1" status: 200 len: 912 time: 0.1316071 Jan 26 21:40:38.410067 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-acc23cd4-11e8-4855-bcd7-092aa9b5132d admin admin] Publish callbacks [] for security_group (aaeacfe8-dc9b-47b9-a9f8-1712abb8ef48), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:40:38.465075 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-1d5548b3-7ba8-406b-ad0d-9b2f104de4d0 req-d7a392f1-66b6-493e-83c9-f50ca1a5dcf4 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8e68eb0a-364b-4ab9-9ade-8d02215880a9 HTTP/1.1" status: 200 len: 217 time: 0.0454876 Jan 26 21:40:38.469684 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-acc23cd4-11e8-4855-bcd7-092aa9b5132d admin admin] Publish callbacks [] for security_group (aaeacfe8-dc9b-47b9-a9f8-1712abb8ef48), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:40:38.539465 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5548b3-7ba8-406b-ad0d-9b2f104de4d0 req-0fae3401-69ea-43da-88d5-3980d0130b4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:40:38.540902 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-1d5548b3-7ba8-406b-ad0d-9b2f104de4d0 req-0fae3401-69ea-43da-88d5-3980d0130b4e service neutron] 10.222.0.57 "GET /v2.0/subnets?id=4bb7d044-11f9-4bd9-8814-43570999d47c HTTP/1.1" status: 200 len: 851 time: 0.0647953 Jan 26 21:40:38.574384 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-1d5548b3-7ba8-406b-ad0d-9b2f104de4d0 req-447559a3-b94e-4856-9e2b-f7756331f5a4 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=1a9376b2-7adc-4904-a92e-f5c407e6f045&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0269976 Jan 26 21:40:38.576731 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-acc23cd4-11e8-4855-bcd7-092aa9b5132d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (aaeacfe8-dc9b-47b9-a9f8-1712abb8ef48), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:40:38.579906 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-acc23cd4-11e8-4855-bcd7-092aa9b5132d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:40:38.585180 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-acc23cd4-11e8-4855-bcd7-092aa9b5132d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/aaeacfe8-dc9b-47b9-a9f8-1712abb8ef48 HTTP/1.1" status: 204 len: 168 time: 0.2561877 Jan 26 21:40:38.610909 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc23cd4-11e8-4855-bcd7-092aa9b5132d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aaeacfe8-dc9b-47b9-a9f8-1712abb8ef48,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:40:38.682080 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-1d5548b3-7ba8-406b-ad0d-9b2f104de4d0 req-daf36837-8619-46cf-b105-eb8d57375384 service neutron] 10.222.0.57 "GET /v2.0/networks/1a9376b2-7adc-4904-a92e-f5c407e6f045?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0988755 Jan 26 21:40:38.775433 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-1d5548b3-7ba8-406b-ad0d-9b2f104de4d0 req-4ad15916-0756-4a42-9a3e-81f966e573c9 service neutron] 10.222.0.57 "GET /v2.0/networks/1a9376b2-7adc-4904-a92e-f5c407e6f045?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853930 Jan 26 21:40:38.938515 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4fd6139-4507-4ef2-831c-3e9e6f47aa3d req-e1c09a3e-697c-4682-bb5b-edf24028f66a tempest-ServerRescueTestJSON-873841980 tempest-ServerRescueTestJSON-873841980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:40:38.940333 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-d4fd6139-4507-4ef2-831c-3e9e6f47aa3d req-e1c09a3e-697c-4682-bb5b-edf24028f66a tempest-ServerRescueTestJSON-873841980 tempest-ServerRescueTestJSON-873841980-project] 10.222.0.13 "GET /v2.0/ports?device_id=59b42260-4408-4b29-a46e-d74972293b8e HTTP/1.1" status: 200 len: 944 time: 0.0565305 Jan 26 21:40:38.990598 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-d4fd6139-4507-4ef2-831c-3e9e6f47aa3d req-701c21f8-4d03-480e-81cc-23b6d576b141 tempest-ServerRescueTestJSON-873841980 tempest-ServerRescueTestJSON-873841980-project] 10.222.0.13 "GET /v2.0/security-groups?id=55d5c279-28a6-490d-81c0-a23ed4c85076&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445123 Jan 26 21:40:40.124023 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5d5d82-72a8-4aff-b925-05cff06ccc8a req-cd0debc1-2991-41fb-af60-beddd4e6ae56 tempest-ServerRescueTestJSON-873841980 tempest-ServerRescueTestJSON-873841980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:40:40.125599 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-6c5d5d82-72a8-4aff-b925-05cff06ccc8a req-cd0debc1-2991-41fb-af60-beddd4e6ae56 tempest-ServerRescueTestJSON-873841980 tempest-ServerRescueTestJSON-873841980-project] 10.222.0.13 "GET /v2.0/ports?device_id=59b42260-4408-4b29-a46e-d74972293b8e HTTP/1.1" status: 200 len: 944 time: 0.0614848 Jan 26 21:40:40.174906 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-6c5d5d82-72a8-4aff-b925-05cff06ccc8a req-9c4e099a-c0fb-4764-a37b-e5e73087c090 tempest-ServerRescueTestJSON-873841980 tempest-ServerRescueTestJSON-873841980-project] 10.222.0.13 "GET /v2.0/security-groups?id=55d5c279-28a6-490d-81c0-a23ed4c85076&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434418 Jan 26 21:40:41.094355 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Device 8e68eb0a-364b-4ab9-9ade-8d02215880a9 details requested by agent hyperv_n-h2-760453-5 with host n-h2-760453-5 {{(pid=103306) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 26 21:40:41.190932 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] For port 8e68eb0a-364b-4ab9-9ade-8d02215880a9, host n-h2-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-5',level=0,port_id=8e68eb0a-364b-4ab9-9ade-8d02215880a9,segment=NetworkSegment(41b3816c-cb87-4d44-b45c-c5bd6f138438),segment_id=41b3816c-cb87-4d44-b45c-c5bd6f138438)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:40:41.202976 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Returning: {'device': '8e68eb0a-364b-4ab9-9ade-8d02215880a9', 'network_id': '1a9376b2-7adc-4904-a92e-f5c407e6f045', 'port_id': '8e68eb0a-364b-4ab9-9ade-8d02215880a9', 'mac_address': 'fa:16:3e:2d:c4:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 564, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4bb7d044-11f9-4bd9-8814-43570999d47c', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103306) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 26 21:40:41.243590 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Current status of the port 8e68eb0a-364b-4ab9-9ade-8d02215880a9 is: DOWN; New status is: BUILD {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:40:41.244205 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (8e68eb0a-364b-4ab9-9ade-8d02215880a9), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:40:41.259646 n-d-760453-5 neutron-server[103306]: DEBUG neutron.notifiers.nova [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8e68eb0a-364b-4ab9-9ade-8d02215880a9 {{(pid=103306) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 26 21:40:41.285052 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] For port 8e68eb0a-364b-4ab9-9ade-8d02215880a9, host n-h2-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-5',level=0,port_id=8e68eb0a-364b-4ab9-9ade-8d02215880a9,segment=NetworkSegment(41b3816c-cb87-4d44-b45c-c5bd6f138438),segment_id=41b3816c-cb87-4d44-b45c-c5bd6f138438)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:40:41.289588 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (8e68eb0a-364b-4ab9-9ade-8d02215880a9), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:40:41.322166 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a91362-368f-40fe-b089-ce6796338c75 req-0b02b360-59c0-4f12-afe5-6bac63bcffe4 tempest-ServerRescueTestJSON-873841980 tempest-ServerRescueTestJSON-873841980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:40:41.323750 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-94a91362-368f-40fe-b089-ce6796338c75 req-0b02b360-59c0-4f12-afe5-6bac63bcffe4 tempest-ServerRescueTestJSON-873841980 tempest-ServerRescueTestJSON-873841980-project] 10.222.0.13 "GET /v2.0/ports?device_id=59b42260-4408-4b29-a46e-d74972293b8e HTTP/1.1" status: 200 len: 944 time: 0.0669732 Jan 26 21:40:41.358315 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Pushing event updated for resources: {'Port': ['ID=8e68eb0a-364b-4ab9-9ade-8d02215880a9,revision_number=4']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:40:41.367566 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:40:41.368060 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:40:41.368503 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:40:41.368940 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:40:41.370451 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:40:41.370451 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:40:41.370715 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:40:41.371146 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:40:41.371481 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:40:41.371894 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:40:41.372320 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:40:41.372642 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:40:41.372945 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:40:41.396808 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-94a91362-368f-40fe-b089-ce6796338c75 req-43bae967-e373-4238-be00-33296f4283c4 tempest-ServerRescueTestJSON-873841980 tempest-ServerRescueTestJSON-873841980-project] 10.222.0.13 "GET /v2.0/security-groups?id=55d5c279-28a6-490d-81c0-a23ed4c85076&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667882 Jan 26 21:40:41.552838 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] get_ports_and_sgs() called for port_ids ['8e68eb0a-364b-4ab9-9ade-8d02215880a9'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 26 21:40:42.550851 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3c3710-021a-4728-8dc8-1116b0613c2a req-3f194390-f9e1-4757-ad05-777135b8480f tempest-ServerRescueTestJSON-873841980 tempest-ServerRescueTestJSON-873841980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:40:42.552518 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-fb3c3710-021a-4728-8dc8-1116b0613c2a req-3f194390-f9e1-4757-ad05-777135b8480f tempest-ServerRescueTestJSON-873841980 tempest-ServerRescueTestJSON-873841980-project] 10.222.0.13 "GET /v2.0/ports?device_id=59b42260-4408-4b29-a46e-d74972293b8e HTTP/1.1" status: 200 len: 945 time: 0.0586255 Jan 26 21:40:42.609635 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-fb3c3710-021a-4728-8dc8-1116b0613c2a req-17ca5160-026e-40e3-b125-34d6642aacd2 tempest-ServerRescueTestJSON-873841980 tempest-ServerRescueTestJSON-873841980-project] 10.222.0.13 "GET /v2.0/security-groups?id=55d5c279-28a6-490d-81c0-a23ed4c85076&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498266 Jan 26 21:40:43.123071 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Device 8e68eb0a-364b-4ab9-9ade-8d02215880a9 up at agent hyperv_n-h2-760453-5 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 21:40:43.356111 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Provisioning for port 8e68eb0a-364b-4ab9-9ade-8d02215880a9 completed by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 21:40:43.361587 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Provisioning complete for port 8e68eb0a-364b-4ab9-9ade-8d02215880a9 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:40:43.362107 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (8e68eb0a-364b-4ab9-9ade-8d02215880a9), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:40:43.451471 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Current status of the port 8e68eb0a-364b-4ab9-9ade-8d02215880a9 is: BUILD; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:40:43.451856 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (8e68eb0a-364b-4ab9-9ade-8d02215880a9), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:40:43.480174 n-d-760453-5 neutron-server[103306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59b42260-4408-4b29-a46e-d74972293b8e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e68eb0a-364b-4ab9-9ade-8d02215880a9'}] {{(pid=103306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 21:40:43.482966 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9d5d370febab655511bdd2ffe887e43e442d144a440368702bcc1e93af00b97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39d5fa59-e7d9-41c6-bbad-1fd94e2092c3" -d '{"events": [{"server_uuid": "59b42260-4408-4b29-a46e-d74972293b8e", "name": "network-vif-plugged", "status": "completed", "tag": "8e68eb0a-364b-4ab9-9ade-8d02215880a9"}]}' {{(pid=103306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 21:40:43.503144 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] For port 8e68eb0a-364b-4ab9-9ade-8d02215880a9, host n-h2-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-5',level=0,port_id=8e68eb0a-364b-4ab9-9ade-8d02215880a9,segment=NetworkSegment(41b3816c-cb87-4d44-b45c-c5bd6f138438),segment_id=41b3816c-cb87-4d44-b45c-c5bd6f138438)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:40:43.509110 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (8e68eb0a-364b-4ab9-9ade-8d02215880a9), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:40:43.571918 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Jan 2022 21:40:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-953be274-16c7-4f5d-8347-c126340cf8d4 x-openstack-request-id: req-953be274-16c7-4f5d-8347-c126340cf8d4 {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 21:40:43.572293 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59b42260-4408-4b29-a46e-d74972293b8e", "name": "network-vif-plugged", "status": "completed", "tag": "8e68eb0a-364b-4ab9-9ade-8d02215880a9", "code": 200}]} {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 21:40:43.573021 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-953be274-16c7-4f5d-8347-c126340cf8d4 {{(pid=103306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 21:40:43.573568 n-d-760453-5 neutron-server[103306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59b42260-4408-4b29-a46e-d74972293b8e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e68eb0a-364b-4ab9-9ade-8d02215880a9', 'code': 200} Jan 26 21:40:43.594267 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Pushing event updated for resources: {'Port': ['ID=8e68eb0a-364b-4ab9-9ade-8d02215880a9,revision_number=5']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:40:43.693072 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eaee4f8-1646-40b6-a9ad-46d5096961a6 req-0340df7f-5f50-44ae-bef7-ac3256208218 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:40:43.694691 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-3eaee4f8-1646-40b6-a9ad-46d5096961a6 req-0340df7f-5f50-44ae-bef7-ac3256208218 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=59b42260-4408-4b29-a46e-d74972293b8e HTTP/1.1" status: 200 len: 1097 time: 0.0626261 Jan 26 21:40:43.793102 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ddd34f9-7dce-405d-b966-f633d663a190 req-61b876ee-2ed1-4922-88e2-70097a2aeb51 tempest-ServerRescueTestJSON-873841980 tempest-ServerRescueTestJSON-873841980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:40:43.794764 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-0ddd34f9-7dce-405d-b966-f633d663a190 req-61b876ee-2ed1-4922-88e2-70097a2aeb51 tempest-ServerRescueTestJSON-873841980 tempest-ServerRescueTestJSON-873841980-project] 10.222.0.13 "GET /v2.0/ports?device_id=59b42260-4408-4b29-a46e-d74972293b8e HTTP/1.1" status: 200 len: 946 time: 0.0927129 Jan 26 21:40:43.800155 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-3eaee4f8-1646-40b6-a9ad-46d5096961a6 req-92ee1d4d-6894-461c-a77d-ae475f00fb4d service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=55d5c279-28a6-490d-81c0-a23ed4c85076&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889170 Jan 26 21:40:43.857511 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-0ddd34f9-7dce-405d-b966-f633d663a190 req-b419f4b9-ab55-437a-9232-e8fda4932633 tempest-ServerRescueTestJSON-873841980 tempest-ServerRescueTestJSON-873841980-project] 10.222.0.13 "GET /v2.0/security-groups?id=55d5c279-28a6-490d-81c0-a23ed4c85076&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552902 Jan 26 21:40:45.009548 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9206401c-bc7f-4ba8-8421-a8d75cc02490 req-b7992f60-266c-41a5-b9b7-e73f0c4c656e tempest-ServerRescueTestJSON-873841980 tempest-ServerRescueTestJSON-873841980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:40:45.011114 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-9206401c-bc7f-4ba8-8421-a8d75cc02490 req-b7992f60-266c-41a5-b9b7-e73f0c4c656e tempest-ServerRescueTestJSON-873841980 tempest-ServerRescueTestJSON-873841980-project] 10.222.0.13 "GET /v2.0/ports?device_id=59b42260-4408-4b29-a46e-d74972293b8e HTTP/1.1" status: 200 len: 946 time: 0.0671191 Jan 26 21:40:45.066095 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-9206401c-bc7f-4ba8-8421-a8d75cc02490 req-45b1796f-8a48-4bf6-9856-e523523af0a1 tempest-ServerRescueTestJSON-873841980 tempest-ServerRescueTestJSON-873841980-project] 10.222.0.13 "GET /v2.0/security-groups?id=55d5c279-28a6-490d-81c0-a23ed4c85076&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465906 Jan 26 21:40:46.198036 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866b02ca-9fb5-41ad-aeb7-95de622a1882 req-efd85e8b-23ea-4779-a0a4-45d71f86b3ef tempest-ServerRescueTestJSON-873841980 tempest-ServerRescueTestJSON-873841980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:40:46.199658 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-866b02ca-9fb5-41ad-aeb7-95de622a1882 req-efd85e8b-23ea-4779-a0a4-45d71f86b3ef tempest-ServerRescueTestJSON-873841980 tempest-ServerRescueTestJSON-873841980-project] 10.222.0.13 "GET /v2.0/ports?device_id=59b42260-4408-4b29-a46e-d74972293b8e HTTP/1.1" status: 200 len: 946 time: 0.0574248 Jan 26 21:40:46.249759 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-866b02ca-9fb5-41ad-aeb7-95de622a1882 req-960c8990-1daf-4c12-a065-0971279d9a71 tempest-ServerRescueTestJSON-873841980 tempest-ServerRescueTestJSON-873841980-project] 10.222.0.13 "GET /v2.0/security-groups?id=55d5c279-28a6-490d-81c0-a23ed4c85076&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443001 Jan 26 21:40:46.522379 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ed4aa0-0222-414b-bf9d-255169bb55b9 req-c91ebef5-35fd-41fa-857d-be1a2adf4950 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:40:46.523900 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-f8ed4aa0-0222-414b-bf9d-255169bb55b9 req-c91ebef5-35fd-41fa-857d-be1a2adf4950 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=d65311bf75e14ee0ba1fb382850563a2&device_id=59b42260-4408-4b29-a46e-d74972293b8e HTTP/1.1" status: 200 len: 1097 time: 0.0790622 Jan 26 21:40:46.547261 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e1b827-baa2-49f3-a2e9-0d1db8a55e34 req-40bfaf40-9f86-42ee-9751-57ab08308827 tempest-ServerRescueTestJSON-873841980 tempest-ServerRescueTestJSON-873841980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:40:46.548893 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-a9e1b827-baa2-49f3-a2e9-0d1db8a55e34 req-40bfaf40-9f86-42ee-9751-57ab08308827 tempest-ServerRescueTestJSON-873841980 tempest-ServerRescueTestJSON-873841980-project] 10.222.0.13 "GET /v2.0/ports?device_id=59b42260-4408-4b29-a46e-d74972293b8e HTTP/1.1" status: 200 len: 946 time: 0.0743647 Jan 26 21:40:46.662829 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-a9e1b827-baa2-49f3-a2e9-0d1db8a55e34 req-dfb89865-523a-4fb6-a1d8-38ad19042b9b tempest-ServerRescueTestJSON-873841980 tempest-ServerRescueTestJSON-873841980-project] 10.222.0.13 "GET /v2.0/security-groups?id=55d5c279-28a6-490d-81c0-a23ed4c85076&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015627 Jan 26 21:40:46.679686 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ed4aa0-0222-414b-bf9d-255169bb55b9 req-2d18c332-469d-4504-9cb8-5f6730f9168e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:40:46.681562 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-f8ed4aa0-0222-414b-bf9d-255169bb55b9 req-2d18c332-469d-4504-9cb8-5f6730f9168e service neutron] 10.222.0.57 "GET /v2.0/networks?id=1a9376b2-7adc-4904-a92e-f5c407e6f045 HTTP/1.1" status: 200 len: 912 time: 0.1496012 Jan 26 21:40:46.728517 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-f8ed4aa0-0222-414b-bf9d-255169bb55b9 req-9f8136ab-5fe8-4b57-b307-043b2dced790 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8e68eb0a-364b-4ab9-9ade-8d02215880a9 HTTP/1.1" status: 200 len: 217 time: 0.0406609 Jan 26 21:40:46.779988 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ed4aa0-0222-414b-bf9d-255169bb55b9 req-7448cea2-d3d8-4563-aebd-3fb7dd03c77b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:40:46.781670 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-f8ed4aa0-0222-414b-bf9d-255169bb55b9 req-7448cea2-d3d8-4563-aebd-3fb7dd03c77b service neutron] 10.222.0.57 "GET /v2.0/subnets?id=4bb7d044-11f9-4bd9-8814-43570999d47c HTTP/1.1" status: 200 len: 851 time: 0.0468104 Jan 26 21:40:46.814317 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-f8ed4aa0-0222-414b-bf9d-255169bb55b9 req-06bd5cae-60c9-4eae-b622-6c71ea530158 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=1a9376b2-7adc-4904-a92e-f5c407e6f045&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0260861 Jan 26 21:40:46.907361 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-f8ed4aa0-0222-414b-bf9d-255169bb55b9 req-52a07954-f01f-443c-b645-617d6b2b5740 service neutron] 10.222.0.57 "GET /v2.0/networks/1a9376b2-7adc-4904-a92e-f5c407e6f045?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865598 Jan 26 21:40:47.006652 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-f8ed4aa0-0222-414b-bf9d-255169bb55b9 req-1ff39b25-a319-481c-96b4-8ca9506587db service neutron] 10.222.0.57 "GET /v2.0/networks/1a9376b2-7adc-4904-a92e-f5c407e6f045?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916324 Jan 26 21:40:47.786660 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a62d1e-13fc-4e08-a263-a2ca750d6fff req-773f5b85-1cbe-4663-83ba-754771666fee tempest-ServerRescueTestJSON-873841980 tempest-ServerRescueTestJSON-873841980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:40:47.788225 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-27a62d1e-13fc-4e08-a263-a2ca750d6fff req-773f5b85-1cbe-4663-83ba-754771666fee tempest-ServerRescueTestJSON-873841980 tempest-ServerRescueTestJSON-873841980-project] 10.222.0.13 "GET /v2.0/ports?device_id=59b42260-4408-4b29-a46e-d74972293b8e HTTP/1.1" status: 200 len: 946 time: 0.0498724 Jan 26 21:40:47.845867 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-27a62d1e-13fc-4e08-a263-a2ca750d6fff req-46b97f3c-a729-4e97-aec4-8217f6afa7ec tempest-ServerRescueTestJSON-873841980 tempest-ServerRescueTestJSON-873841980-project] 10.222.0.13 "GET /v2.0/security-groups?id=55d5c279-28a6-490d-81c0-a23ed4c85076&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495827 Jan 26 21:40:48.903073 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-0bf82fb7-d84a-4f42-8f55-da6a6049a693 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (474ccdf7-ab6c-405b-a3b2-dc7b05829902), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:40:48.992656 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb887806-cb14-4835-a2f6-118e2b58124d req-5007bc35-df31-491b-911a-fccc3122393b tempest-ServerRescueTestJSON-873841980 tempest-ServerRescueTestJSON-873841980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:40:48.995632 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-bb887806-cb14-4835-a2f6-118e2b58124d req-5007bc35-df31-491b-911a-fccc3122393b tempest-ServerRescueTestJSON-873841980 tempest-ServerRescueTestJSON-873841980-project] 10.222.0.13 "GET /v2.0/ports?device_id=59b42260-4408-4b29-a46e-d74972293b8e HTTP/1.1" status: 200 len: 946 time: 0.0689919 Jan 26 21:40:49.046905 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-bb887806-cb14-4835-a2f6-118e2b58124d req-96dc4650-fe4f-499d-bd13-4df8181d99cf tempest-ServerRescueTestJSON-873841980 tempest-ServerRescueTestJSON-873841980-project] 10.222.0.13 "GET /v2.0/security-groups?id=55d5c279-28a6-490d-81c0-a23ed4c85076&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457902 Jan 26 21:40:50.179058 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e7df37-b6d1-451a-84b9-4a7ee29c334f req-ad70361d-4375-4677-a597-029218173e0b tempest-ServerRescueTestJSON-873841980 tempest-ServerRescueTestJSON-873841980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:40:50.180586 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-23e7df37-b6d1-451a-84b9-4a7ee29c334f req-ad70361d-4375-4677-a597-029218173e0b tempest-ServerRescueTestJSON-873841980 tempest-ServerRescueTestJSON-873841980-project] 10.222.0.13 "GET /v2.0/ports?device_id=59b42260-4408-4b29-a46e-d74972293b8e HTTP/1.1" status: 200 len: 946 time: 0.0530691 Jan 26 21:40:50.232754 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-23e7df37-b6d1-451a-84b9-4a7ee29c334f req-3ef27b70-bb53-4830-b8ce-cd5d9514fa84 tempest-ServerRescueTestJSON-873841980 tempest-ServerRescueTestJSON-873841980-project] 10.222.0.13 "GET /v2.0/security-groups?id=55d5c279-28a6-490d-81c0-a23ed4c85076&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464690 Jan 26 21:40:50.291202 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-d7f53eb1-9650-4dcf-a63d-d8cc7f935436 req-d08d98e6-59e5-46f4-a93e-399918ca7269 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=3a4c4c44-4fcd-4b52-aab5-c9e4a63f34c6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0442152 Jan 26 21:40:50.398728 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f53eb1-9650-4dcf-a63d-d8cc7f935436 req-4dd90935-6f6a-44e5-885e-95079e46b38c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:40:50.400811 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-d7f53eb1-9650-4dcf-a63d-d8cc7f935436 req-4dd90935-6f6a-44e5-885e-95079e46b38c service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=d65311bf75e14ee0ba1fb382850563a2&device_id=3a4c4c44-4fcd-4b52-aab5-c9e4a63f34c6 HTTP/1.1" status: 200 len: 1096 time: 0.0470545 Jan 26 21:40:50.520824 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f53eb1-9650-4dcf-a63d-d8cc7f935436 req-ffcac6f0-7662-4022-a9c4-46a427451c08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:40:50.522450 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-d7f53eb1-9650-4dcf-a63d-d8cc7f935436 req-ffcac6f0-7662-4022-a9c4-46a427451c08 service neutron] 10.222.0.66 "GET /v2.0/networks?id=1a9376b2-7adc-4904-a92e-f5c407e6f045 HTTP/1.1" status: 200 len: 912 time: 0.0986671 Jan 26 21:40:50.571368 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-d7f53eb1-9650-4dcf-a63d-d8cc7f935436 req-c009169f-4efc-443b-a110-903908cdaf1a service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=676861a5-9331-4d55-ad8e-2b98dc8e42e4 HTTP/1.1" status: 200 len: 217 time: 0.0428989 Jan 26 21:40:50.630707 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f53eb1-9650-4dcf-a63d-d8cc7f935436 req-4231fcf8-872f-407e-9a91-8bc408bd1464 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:40:50.632244 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-d7f53eb1-9650-4dcf-a63d-d8cc7f935436 req-4231fcf8-872f-407e-9a91-8bc408bd1464 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=4bb7d044-11f9-4bd9-8814-43570999d47c HTTP/1.1" status: 200 len: 851 time: 0.0538106 Jan 26 21:40:50.668755 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-d7f53eb1-9650-4dcf-a63d-d8cc7f935436 req-8ea01266-e988-412c-8890-b95c9adc0454 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=1a9376b2-7adc-4904-a92e-f5c407e6f045&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0297053 Jan 26 21:40:50.770291 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-d7f53eb1-9650-4dcf-a63d-d8cc7f935436 req-96a7b83c-22e0-4c72-adc0-cac0a53ac440 service neutron] 10.222.0.66 "GET /v2.0/networks/1a9376b2-7adc-4904-a92e-f5c407e6f045?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0948265 Jan 26 21:40:50.869638 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-d7f53eb1-9650-4dcf-a63d-d8cc7f935436 req-a84fa07b-9c7c-4827-b2f4-a70debc2c5ee service neutron] 10.222.0.66 "GET /v2.0/networks/1a9376b2-7adc-4904-a92e-f5c407e6f045?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924053 Jan 26 21:40:51.255883 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-45cb10b8-61c3-48d9-b345-859514c34614 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (09df100c-3af1-4b0a-bda8-05914c71c458), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:40:51.363376 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55136904-8890-4226-a08b-9685572f8d46 req-7ecefe00-1bc7-4059-ac2d-cb65fc87a77e tempest-ServerRescueTestJSON-873841980 tempest-ServerRescueTestJSON-873841980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:40:51.364969 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-55136904-8890-4226-a08b-9685572f8d46 req-7ecefe00-1bc7-4059-ac2d-cb65fc87a77e tempest-ServerRescueTestJSON-873841980 tempest-ServerRescueTestJSON-873841980-project] 10.222.0.13 "GET /v2.0/ports?device_id=59b42260-4408-4b29-a46e-d74972293b8e HTTP/1.1" status: 200 len: 946 time: 0.0539360 Jan 26 21:40:51.425031 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-55136904-8890-4226-a08b-9685572f8d46 req-0571c2dc-5e4b-40d8-98cd-3f153401fadf tempest-ServerRescueTestJSON-873841980 tempest-ServerRescueTestJSON-873841980-project] 10.222.0.13 "GET /v2.0/security-groups?id=55d5c279-28a6-490d-81c0-a23ed4c85076&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507133 Jan 26 21:40:52.287881 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-841f5991-a4d8-4d4b-b215-cbc6bab5427b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (aa7ee9d2-08eb-4e12-b895-24c57300dfec), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:40:52.553332 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04023ff7-191c-4bd1-bbed-6d8aea9046de req-e07031a5-4679-40e8-950f-ec78f69a5d62 tempest-ServerRescueTestJSON-873841980 tempest-ServerRescueTestJSON-873841980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:40:52.554805 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-04023ff7-191c-4bd1-bbed-6d8aea9046de req-e07031a5-4679-40e8-950f-ec78f69a5d62 tempest-ServerRescueTestJSON-873841980 tempest-ServerRescueTestJSON-873841980-project] 10.222.0.13 "GET /v2.0/ports?device_id=59b42260-4408-4b29-a46e-d74972293b8e HTTP/1.1" status: 200 len: 946 time: 0.0588632 Jan 26 21:40:52.608507 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-04023ff7-191c-4bd1-bbed-6d8aea9046de req-e4d53513-e1e7-435d-95d1-f0f8670e499f tempest-ServerRescueTestJSON-873841980 tempest-ServerRescueTestJSON-873841980-project] 10.222.0.13 "GET /v2.0/security-groups?id=55d5c279-28a6-490d-81c0-a23ed4c85076&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477166 Jan 26 21:40:53.076320 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (4d619873-4b60-439f-9b5a-b155dc8bbc34), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:40:53.734515 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e805fbf-aad1-4a7b-b9dd-147edaf8a0b0 req-485eb45c-1562-4bce-8ea5-738a45480a6c tempest-ServerRescueTestJSON-873841980 tempest-ServerRescueTestJSON-873841980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:40:53.735925 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-6e805fbf-aad1-4a7b-b9dd-147edaf8a0b0 req-485eb45c-1562-4bce-8ea5-738a45480a6c tempest-ServerRescueTestJSON-873841980 tempest-ServerRescueTestJSON-873841980-project] 10.222.0.13 "GET /v2.0/ports?device_id=59b42260-4408-4b29-a46e-d74972293b8e HTTP/1.1" status: 200 len: 946 time: 0.0536249 Jan 26 21:40:53.785990 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-6e805fbf-aad1-4a7b-b9dd-147edaf8a0b0 req-8085a447-e7db-4967-9551-e9747d9bfac7 tempest-ServerRescueTestJSON-873841980 tempest-ServerRescueTestJSON-873841980-project] 10.222.0.13 "GET /v2.0/security-groups?id=55d5c279-28a6-490d-81c0-a23ed4c85076&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442812 Jan 26 21:40:54.139026 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-839dd188-ec69-470c-9ab0-d318dc1a2e96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (e79b4fc6-6c71-44b2-a6d0-ff3e1f4dfd0d), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:40:54.923811 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f430306-95c4-4335-b5af-50aadd009613 req-89723ad2-46dd-48e5-95c5-77b6ff117860 tempest-ServerRescueTestJSON-873841980 tempest-ServerRescueTestJSON-873841980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:40:54.925416 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-0f430306-95c4-4335-b5af-50aadd009613 req-89723ad2-46dd-48e5-95c5-77b6ff117860 tempest-ServerRescueTestJSON-873841980 tempest-ServerRescueTestJSON-873841980-project] 10.222.0.13 "GET /v2.0/ports?device_id=59b42260-4408-4b29-a46e-d74972293b8e HTTP/1.1" status: 200 len: 946 time: 0.0569324 Jan 26 21:40:54.997451 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-0f430306-95c4-4335-b5af-50aadd009613 req-1699df00-2e2b-4171-9a05-dd2d76a9ee90 tempest-ServerRescueTestJSON-873841980 tempest-ServerRescueTestJSON-873841980-project] 10.222.0.13 "GET /v2.0/security-groups?id=55d5c279-28a6-490d-81c0-a23ed4c85076&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610223 Jan 26 21:40:55.318075 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (fea0591a-627d-4c87-9a9a-01625ddf3277), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:40:56.136421 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b7127d-7fb5-4576-8987-e731ad92a03f req-e7dac6fb-b37b-44d6-832a-98e5551d2570 tempest-ServerRescueTestJSON-873841980 tempest-ServerRescueTestJSON-873841980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:40:56.138023 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-e6b7127d-7fb5-4576-8987-e731ad92a03f req-e7dac6fb-b37b-44d6-832a-98e5551d2570 tempest-ServerRescueTestJSON-873841980 tempest-ServerRescueTestJSON-873841980-project] 10.222.0.13 "GET /v2.0/ports?device_id=59b42260-4408-4b29-a46e-d74972293b8e HTTP/1.1" status: 200 len: 946 time: 0.0580149 Jan 26 21:40:56.188959 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-e6b7127d-7fb5-4576-8987-e731ad92a03f req-55e7c2c2-a203-46bb-8109-5f6fc54ae145 tempest-ServerRescueTestJSON-873841980 tempest-ServerRescueTestJSON-873841980-project] 10.222.0.13 "GET /v2.0/security-groups?id=55d5c279-28a6-490d-81c0-a23ed4c85076&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436680 Jan 26 21:40:57.314537 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a749c5f-5981-42c5-8a60-b68e76824008 req-dea57af9-83f4-4908-ac40-1fb6f0659be5 tempest-ServerRescueTestJSON-873841980 tempest-ServerRescueTestJSON-873841980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:40:57.316432 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-9a749c5f-5981-42c5-8a60-b68e76824008 req-dea57af9-83f4-4908-ac40-1fb6f0659be5 tempest-ServerRescueTestJSON-873841980 tempest-ServerRescueTestJSON-873841980-project] 10.222.0.13 "GET /v2.0/ports?device_id=59b42260-4408-4b29-a46e-d74972293b8e HTTP/1.1" status: 200 len: 946 time: 0.0514381 Jan 26 21:40:57.382124 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-9a749c5f-5981-42c5-8a60-b68e76824008 req-4ab36f81-5cbf-40f1-9002-9c9befae27d3 tempest-ServerRescueTestJSON-873841980 tempest-ServerRescueTestJSON-873841980-project] 10.222.0.13 "GET /v2.0/security-groups?id=55d5c279-28a6-490d-81c0-a23ed4c85076&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592153 Jan 26 21:40:58.489259 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.agents_db [None req-569f1ced-6396-4ddf-b79f-e03b0b2146ab None None] Agent healthcheck: found 7 active agents {{(pid=103307) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 26 21:40:58.518745 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b119834b-2b31-44fe-8417-11a80bdc9ee2 req-8c6fd108-ce8a-4e32-82c4-18a5997396c5 tempest-ServerRescueTestJSON-873841980 tempest-ServerRescueTestJSON-873841980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:40:58.520400 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-b119834b-2b31-44fe-8417-11a80bdc9ee2 req-8c6fd108-ce8a-4e32-82c4-18a5997396c5 tempest-ServerRescueTestJSON-873841980 tempest-ServerRescueTestJSON-873841980-project] 10.222.0.13 "GET /v2.0/ports?device_id=59b42260-4408-4b29-a46e-d74972293b8e HTTP/1.1" status: 200 len: 946 time: 0.0643263 Jan 26 21:40:58.572963 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-b119834b-2b31-44fe-8417-11a80bdc9ee2 req-51c40631-9d3b-487d-a532-7af8948622fb tempest-ServerRescueTestJSON-873841980 tempest-ServerRescueTestJSON-873841980-project] 10.222.0.13 "GET /v2.0/security-groups?id=55d5c279-28a6-490d-81c0-a23ed4c85076&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461218 Jan 26 21:40:59.723875 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363f5e41-2826-495a-b494-14f6e986f0a7 req-efef1256-d029-472e-9ecf-5da9e66ae7d8 tempest-ServerRescueTestJSON-873841980 tempest-ServerRescueTestJSON-873841980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:40:59.726097 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-363f5e41-2826-495a-b494-14f6e986f0a7 req-efef1256-d029-472e-9ecf-5da9e66ae7d8 tempest-ServerRescueTestJSON-873841980 tempest-ServerRescueTestJSON-873841980-project] 10.222.0.13 "GET /v2.0/ports?device_id=59b42260-4408-4b29-a46e-d74972293b8e HTTP/1.1" status: 200 len: 946 time: 0.0566759 Jan 26 21:40:59.781545 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-363f5e41-2826-495a-b494-14f6e986f0a7 req-b742e964-e7d8-4ca7-8f31-54b163bba2eb tempest-ServerRescueTestJSON-873841980 tempest-ServerRescueTestJSON-873841980-project] 10.222.0.13 "GET /v2.0/security-groups?id=55d5c279-28a6-490d-81c0-a23ed4c85076&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485640 Jan 26 21:41:00.924903 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72762f10-2d06-45c3-ae6e-2b2ab620d0e6 req-8a0ebea2-04cf-4b88-97ec-b17f6d9cede9 tempest-ServerRescueTestJSON-873841980 tempest-ServerRescueTestJSON-873841980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:41:00.927406 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-72762f10-2d06-45c3-ae6e-2b2ab620d0e6 req-8a0ebea2-04cf-4b88-97ec-b17f6d9cede9 tempest-ServerRescueTestJSON-873841980 tempest-ServerRescueTestJSON-873841980-project] 10.222.0.13 "GET /v2.0/ports?device_id=59b42260-4408-4b29-a46e-d74972293b8e HTTP/1.1" status: 200 len: 946 time: 0.0669351 Jan 26 21:41:00.977326 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-72762f10-2d06-45c3-ae6e-2b2ab620d0e6 req-cd3b341a-6294-4f51-81e4-6ca02ac39935 tempest-ServerRescueTestJSON-873841980 tempest-ServerRescueTestJSON-873841980-project] 10.222.0.13 "GET /v2.0/security-groups?id=55d5c279-28a6-490d-81c0-a23ed4c85076&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433893 Jan 26 21:41:02.121622 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f252236-e3d7-451d-8dcf-831f3a8ccfcb req-47c503cc-4ffe-4d8c-abbe-2ac9c271c7a3 tempest-ServerRescueTestJSON-873841980 tempest-ServerRescueTestJSON-873841980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:41:02.125929 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-6f252236-e3d7-451d-8dcf-831f3a8ccfcb req-47c503cc-4ffe-4d8c-abbe-2ac9c271c7a3 tempest-ServerRescueTestJSON-873841980 tempest-ServerRescueTestJSON-873841980-project] 10.222.0.13 "GET /v2.0/ports?device_id=59b42260-4408-4b29-a46e-d74972293b8e HTTP/1.1" status: 200 len: 946 time: 0.0727525 Jan 26 21:41:02.194532 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-6f252236-e3d7-451d-8dcf-831f3a8ccfcb req-481a9e34-819c-4e03-bbb1-50223158c531 tempest-ServerRescueTestJSON-873841980 tempest-ServerRescueTestJSON-873841980-project] 10.222.0.13 "GET /v2.0/security-groups?id=55d5c279-28a6-490d-81c0-a23ed4c85076&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617599 Jan 26 21:41:03.334775 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f434d2f-3cef-48bc-b3bc-9edc99611d56 req-96b10d8c-435b-4ebe-a476-4f3a480d00e1 tempest-ServerRescueTestJSON-873841980 tempest-ServerRescueTestJSON-873841980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:41:03.336220 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-1f434d2f-3cef-48bc-b3bc-9edc99611d56 req-96b10d8c-435b-4ebe-a476-4f3a480d00e1 tempest-ServerRescueTestJSON-873841980 tempest-ServerRescueTestJSON-873841980-project] 10.222.0.13 "GET /v2.0/ports?device_id=59b42260-4408-4b29-a46e-d74972293b8e HTTP/1.1" status: 200 len: 946 time: 0.0491323 Jan 26 21:41:03.393150 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-1f434d2f-3cef-48bc-b3bc-9edc99611d56 req-3fcd5993-dd66-49dd-ad38-e81fcca5725d tempest-ServerRescueTestJSON-873841980 tempest-ServerRescueTestJSON-873841980-project] 10.222.0.13 "GET /v2.0/security-groups?id=55d5c279-28a6-490d-81c0-a23ed4c85076&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498116 Jan 26 21:41:04.515520 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb781c2b-c505-499e-9f70-c5664c70ccda req-1e0c3598-5775-4259-9c61-acf4ddf4ded8 tempest-ServerRescueTestJSON-873841980 tempest-ServerRescueTestJSON-873841980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:41:04.517080 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-cb781c2b-c505-499e-9f70-c5664c70ccda req-1e0c3598-5775-4259-9c61-acf4ddf4ded8 tempest-ServerRescueTestJSON-873841980 tempest-ServerRescueTestJSON-873841980-project] 10.222.0.13 "GET /v2.0/ports?device_id=59b42260-4408-4b29-a46e-d74972293b8e HTTP/1.1" status: 200 len: 946 time: 0.0518298 Jan 26 21:41:04.569668 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-cb781c2b-c505-499e-9f70-c5664c70ccda req-332f12ad-f77c-4c50-9198-6cb9d34aa672 tempest-ServerRescueTestJSON-873841980 tempest-ServerRescueTestJSON-873841980-project] 10.222.0.13 "GET /v2.0/security-groups?id=55d5c279-28a6-490d-81c0-a23ed4c85076&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458524 Jan 26 21:41:05.725237 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff38ce7-f043-4a16-a89b-a7d703019ced req-1273aacd-5698-4e01-96de-2967fab59b20 tempest-ServerRescueTestJSON-873841980 tempest-ServerRescueTestJSON-873841980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:41:05.726858 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-bff38ce7-f043-4a16-a89b-a7d703019ced req-1273aacd-5698-4e01-96de-2967fab59b20 tempest-ServerRescueTestJSON-873841980 tempest-ServerRescueTestJSON-873841980-project] 10.222.0.13 "GET /v2.0/ports?device_id=59b42260-4408-4b29-a46e-d74972293b8e HTTP/1.1" status: 200 len: 946 time: 0.0667057 Jan 26 21:41:05.796820 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-bff38ce7-f043-4a16-a89b-a7d703019ced req-ceb020f7-dda4-48dd-baf2-525b7fac32ea tempest-ServerRescueTestJSON-873841980 tempest-ServerRescueTestJSON-873841980-project] 10.222.0.13 "GET /v2.0/security-groups?id=55d5c279-28a6-490d-81c0-a23ed4c85076&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560675 Jan 26 21:41:06.927822 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc66337-2959-4814-8575-2c92e793fcea req-3963a184-c358-48cc-bd4f-72428e9a128f tempest-ServerRescueTestJSON-873841980 tempest-ServerRescueTestJSON-873841980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:41:06.930016 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-7fc66337-2959-4814-8575-2c92e793fcea req-3963a184-c358-48cc-bd4f-72428e9a128f tempest-ServerRescueTestJSON-873841980 tempest-ServerRescueTestJSON-873841980-project] 10.222.0.13 "GET /v2.0/ports?device_id=59b42260-4408-4b29-a46e-d74972293b8e HTTP/1.1" status: 200 len: 946 time: 0.0693164 Jan 26 21:41:06.985899 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-7fc66337-2959-4814-8575-2c92e793fcea req-4dab8d1a-8a97-4c81-9bda-807af99a0535 tempest-ServerRescueTestJSON-873841980 tempest-ServerRescueTestJSON-873841980-project] 10.222.0.13 "GET /v2.0/security-groups?id=55d5c279-28a6-490d-81c0-a23ed4c85076&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498178 Jan 26 21:41:08.126989 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3fdc8e6-1399-4057-98fb-90f27f0788a3 req-8b6d292b-45a6-4edb-b54d-bbacc039a235 tempest-ServerRescueTestJSON-873841980 tempest-ServerRescueTestJSON-873841980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:41:08.128830 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-a3fdc8e6-1399-4057-98fb-90f27f0788a3 req-8b6d292b-45a6-4edb-b54d-bbacc039a235 tempest-ServerRescueTestJSON-873841980 tempest-ServerRescueTestJSON-873841980-project] 10.222.0.13 "GET /v2.0/ports?device_id=59b42260-4408-4b29-a46e-d74972293b8e HTTP/1.1" status: 200 len: 946 time: 0.0536249 Jan 26 21:41:08.188101 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-a3fdc8e6-1399-4057-98fb-90f27f0788a3 req-72f8a23e-452f-4c02-8a9d-00ccd8841cff tempest-ServerRescueTestJSON-873841980 tempest-ServerRescueTestJSON-873841980-project] 10.222.0.13 "GET /v2.0/security-groups?id=55d5c279-28a6-490d-81c0-a23ed4c85076&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523608 Jan 26 21:41:08.401541 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (32ef628b-8417-46c5-8729-60fcabe358f1), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:41:08.806699 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169112bc-d5f8-4f37-8d31-e55aef437efd req-d4eb28d2-0614-4e51-b9c1-8595690dad22 tempest-AttachVolumeTestJSON-1109332547 tempest-AttachVolumeTestJSON-1109332547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:41:08.808198 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-169112bc-d5f8-4f37-8d31-e55aef437efd req-d4eb28d2-0614-4e51-b9c1-8595690dad22 tempest-AttachVolumeTestJSON-1109332547 tempest-AttachVolumeTestJSON-1109332547-project] 10.222.0.13 "GET /v2.0/ports?device_id=04164ec0-d6ba-46ba-9f59-877902ccf7fd HTTP/1.1" status: 200 len: 946 time: 0.0587764 Jan 26 21:41:08.863456 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-169112bc-d5f8-4f37-8d31-e55aef437efd req-f92e852d-b381-468e-92e1-02397c41410f tempest-AttachVolumeTestJSON-1109332547 tempest-AttachVolumeTestJSON-1109332547-project] 10.222.0.13 "GET /v2.0/security-groups?id=67ba2225-7074-4a52-b681-4840b6b52ab5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479622 Jan 26 21:41:09.316141 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2cffd6-561b-4786-af85-cf1ae244f728 req-996c2e01-1c75-40ab-85f2-ff279e712230 tempest-ServerRescueTestJSON-873841980 tempest-ServerRescueTestJSON-873841980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:41:09.317704 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-ce2cffd6-561b-4786-af85-cf1ae244f728 req-996c2e01-1c75-40ab-85f2-ff279e712230 tempest-ServerRescueTestJSON-873841980 tempest-ServerRescueTestJSON-873841980-project] 10.222.0.13 "GET /v2.0/ports?device_id=59b42260-4408-4b29-a46e-d74972293b8e HTTP/1.1" status: 200 len: 946 time: 0.0517220 Jan 26 21:41:09.367212 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-ce2cffd6-561b-4786-af85-cf1ae244f728 req-08e35bf9-a225-488f-be16-23e66e79401a tempest-ServerRescueTestJSON-873841980 tempest-ServerRescueTestJSON-873841980-project] 10.222.0.13 "GET /v2.0/security-groups?id=55d5c279-28a6-490d-81c0-a23ed4c85076&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433359 Jan 26 21:41:09.993144 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd1bc8a-4f98-42e1-b669-2db585e3dcf7 req-e90996a3-86ea-4596-abb1-58aa3323c753 tempest-AttachVolumeTestJSON-1109332547 tempest-AttachVolumeTestJSON-1109332547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:41:09.995451 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-3cd1bc8a-4f98-42e1-b669-2db585e3dcf7 req-e90996a3-86ea-4596-abb1-58aa3323c753 tempest-AttachVolumeTestJSON-1109332547 tempest-AttachVolumeTestJSON-1109332547-project] 10.222.0.13 "GET /v2.0/ports?device_id=04164ec0-d6ba-46ba-9f59-877902ccf7fd HTTP/1.1" status: 200 len: 946 time: 0.0581031 Jan 26 21:41:10.051677 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-3cd1bc8a-4f98-42e1-b669-2db585e3dcf7 req-a30adbf5-137b-449f-bfa5-f1606b095589 tempest-AttachVolumeTestJSON-1109332547 tempest-AttachVolumeTestJSON-1109332547-project] 10.222.0.13 "GET /v2.0/security-groups?id=67ba2225-7074-4a52-b681-4840b6b52ab5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494516 Jan 26 21:41:10.503831 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6acc5568-4cdf-4a43-8025-140cde8909df req-7709ca6b-77ac-471e-ab7e-4efb2bb6330b tempest-ServerRescueTestJSON-873841980 tempest-ServerRescueTestJSON-873841980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:41:10.506410 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-6acc5568-4cdf-4a43-8025-140cde8909df req-7709ca6b-77ac-471e-ab7e-4efb2bb6330b tempest-ServerRescueTestJSON-873841980 tempest-ServerRescueTestJSON-873841980-project] 10.222.0.13 "GET /v2.0/ports?device_id=59b42260-4408-4b29-a46e-d74972293b8e HTTP/1.1" status: 200 len: 946 time: 0.0596809 Jan 26 21:41:10.565325 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-6acc5568-4cdf-4a43-8025-140cde8909df req-0af6bd8f-c8f9-4154-846e-12d258464d4d tempest-ServerRescueTestJSON-873841980 tempest-ServerRescueTestJSON-873841980-project] 10.222.0.13 "GET /v2.0/security-groups?id=55d5c279-28a6-490d-81c0-a23ed4c85076&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480616 Jan 26 21:41:11.179576 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e143cc42-2b10-4dd1-8473-085970a1c5e2 req-83756129-eadb-4dc3-85b1-66e03acb0e34 tempest-AttachVolumeTestJSON-1109332547 tempest-AttachVolumeTestJSON-1109332547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:41:11.181740 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-e143cc42-2b10-4dd1-8473-085970a1c5e2 req-83756129-eadb-4dc3-85b1-66e03acb0e34 tempest-AttachVolumeTestJSON-1109332547 tempest-AttachVolumeTestJSON-1109332547-project] 10.222.0.13 "GET /v2.0/ports?device_id=04164ec0-d6ba-46ba-9f59-877902ccf7fd HTTP/1.1" status: 200 len: 946 time: 0.0515568 Jan 26 21:41:11.234538 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-e143cc42-2b10-4dd1-8473-085970a1c5e2 req-f00fdab2-7afb-47e0-9e24-85c867b6bcd6 tempest-AttachVolumeTestJSON-1109332547 tempest-AttachVolumeTestJSON-1109332547-project] 10.222.0.13 "GET /v2.0/security-groups?id=67ba2225-7074-4a52-b681-4840b6b52ab5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460675 Jan 26 21:41:11.700981 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bcb459f-96ea-49d6-ba7b-1574f7604124 req-c5ed2589-c466-48d6-9848-ce888b4cfdbb tempest-ServerRescueTestJSON-873841980 tempest-ServerRescueTestJSON-873841980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:41:11.702534 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-3bcb459f-96ea-49d6-ba7b-1574f7604124 req-c5ed2589-c466-48d6-9848-ce888b4cfdbb tempest-ServerRescueTestJSON-873841980 tempest-ServerRescueTestJSON-873841980-project] 10.222.0.13 "GET /v2.0/ports?device_id=59b42260-4408-4b29-a46e-d74972293b8e HTTP/1.1" status: 200 len: 946 time: 0.0552332 Jan 26 21:41:12.109742 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-3bcb459f-96ea-49d6-ba7b-1574f7604124 req-bcd2055e-083c-4e20-b7e4-aebacf8e5c7f tempest-ServerRescueTestJSON-873841980 tempest-ServerRescueTestJSON-873841980-project] 10.222.0.13 "GET /v2.0/security-groups?id=55d5c279-28a6-490d-81c0-a23ed4c85076&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4007087 Jan 26 21:41:12.375350 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9435fd1a-cf61-40c8-a4ba-0c0b13654802 req-f7916570-5a59-495a-84f1-fb91cb58f529 tempest-AttachVolumeTestJSON-1109332547 tempest-AttachVolumeTestJSON-1109332547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:41:12.376927 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-9435fd1a-cf61-40c8-a4ba-0c0b13654802 req-f7916570-5a59-495a-84f1-fb91cb58f529 tempest-AttachVolumeTestJSON-1109332547 tempest-AttachVolumeTestJSON-1109332547-project] 10.222.0.13 "GET /v2.0/ports?device_id=04164ec0-d6ba-46ba-9f59-877902ccf7fd HTTP/1.1" status: 200 len: 946 time: 0.0638361 Jan 26 21:41:12.438532 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-9435fd1a-cf61-40c8-a4ba-0c0b13654802 req-863386d2-ef55-4d76-9dbf-7d2b6657c89d tempest-AttachVolumeTestJSON-1109332547 tempest-AttachVolumeTestJSON-1109332547-project] 10.222.0.13 "GET /v2.0/security-groups?id=67ba2225-7074-4a52-b681-4840b6b52ab5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0559981 Jan 26 21:41:13.228820 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1703893a-0dd8-4edf-a489-e0692d682738 req-2d8dd4e8-7916-40aa-9b8d-719e1432793d tempest-ServerRescueTestJSON-873841980 tempest-ServerRescueTestJSON-873841980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:41:13.230350 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-1703893a-0dd8-4edf-a489-e0692d682738 req-2d8dd4e8-7916-40aa-9b8d-719e1432793d tempest-ServerRescueTestJSON-873841980 tempest-ServerRescueTestJSON-873841980-project] 10.222.0.13 "GET /v2.0/ports?device_id=59b42260-4408-4b29-a46e-d74972293b8e HTTP/1.1" status: 200 len: 946 time: 0.0515037 Jan 26 21:41:13.286205 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-1703893a-0dd8-4edf-a489-e0692d682738 req-0ef18772-7eea-4ad3-a817-91a8ee0a3fb1 tempest-ServerRescueTestJSON-873841980 tempest-ServerRescueTestJSON-873841980-project] 10.222.0.13 "GET /v2.0/security-groups?id=55d5c279-28a6-490d-81c0-a23ed4c85076&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480134 Jan 26 21:41:13.566865 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96a46c9-15d1-4ede-a7e4-fe47ec5cbe85 req-67e960b8-093c-442d-8411-81a1b3e4c858 tempest-AttachVolumeTestJSON-1109332547 tempest-AttachVolumeTestJSON-1109332547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:41:13.568457 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-b96a46c9-15d1-4ede-a7e4-fe47ec5cbe85 req-67e960b8-093c-442d-8411-81a1b3e4c858 tempest-AttachVolumeTestJSON-1109332547 tempest-AttachVolumeTestJSON-1109332547-project] 10.222.0.13 "GET /v2.0/ports?device_id=04164ec0-d6ba-46ba-9f59-877902ccf7fd HTTP/1.1" status: 200 len: 946 time: 0.0544574 Jan 26 21:41:13.634811 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-b96a46c9-15d1-4ede-a7e4-fe47ec5cbe85 req-af33e78a-1661-421e-97b3-090d175f6b1d tempest-AttachVolumeTestJSON-1109332547 tempest-AttachVolumeTestJSON-1109332547-project] 10.222.0.13 "GET /v2.0/security-groups?id=67ba2225-7074-4a52-b681-4840b6b52ab5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0574665 Jan 26 21:41:14.416381 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773b2d79-864e-4d5c-9b55-2038bfec145a req-f04a2d9a-6ce9-4a23-9805-3b1ac90772d8 tempest-ServerRescueTestJSON-873841980 tempest-ServerRescueTestJSON-873841980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:41:14.416381 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-773b2d79-864e-4d5c-9b55-2038bfec145a req-f04a2d9a-6ce9-4a23-9805-3b1ac90772d8 tempest-ServerRescueTestJSON-873841980 tempest-ServerRescueTestJSON-873841980-project] 10.222.0.13 "GET /v2.0/ports?device_id=59b42260-4408-4b29-a46e-d74972293b8e HTTP/1.1" status: 200 len: 946 time: 0.0571399 Jan 26 21:41:14.470502 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-773b2d79-864e-4d5c-9b55-2038bfec145a req-acae57e3-13e6-4fe3-82ef-8d615146cd6a tempest-ServerRescueTestJSON-873841980 tempest-ServerRescueTestJSON-873841980-project] 10.222.0.13 "GET /v2.0/security-groups?id=55d5c279-28a6-490d-81c0-a23ed4c85076&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484467 Jan 26 21:41:14.778011 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed33021a-0c58-434f-b396-47fbd2b5ff38 req-dabdb361-22d7-405b-94d0-291c3f7925b8 tempest-AttachVolumeTestJSON-1109332547 tempest-AttachVolumeTestJSON-1109332547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:41:14.779512 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-ed33021a-0c58-434f-b396-47fbd2b5ff38 req-dabdb361-22d7-405b-94d0-291c3f7925b8 tempest-AttachVolumeTestJSON-1109332547 tempest-AttachVolumeTestJSON-1109332547-project] 10.222.0.13 "GET /v2.0/ports?device_id=04164ec0-d6ba-46ba-9f59-877902ccf7fd HTTP/1.1" status: 200 len: 946 time: 0.0597095 Jan 26 21:41:14.834334 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-ed33021a-0c58-434f-b396-47fbd2b5ff38 req-15224072-53c9-4df1-8c7b-59a7162e4749 tempest-AttachVolumeTestJSON-1109332547 tempest-AttachVolumeTestJSON-1109332547-project] 10.222.0.13 "GET /v2.0/security-groups?id=67ba2225-7074-4a52-b681-4840b6b52ab5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489905 Jan 26 21:41:15.600113 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6579da3d-745a-4b65-8caf-00569fb73f0f req-be256367-477a-4155-8020-9e46787b9ba1 tempest-ServerRescueTestJSON-873841980 tempest-ServerRescueTestJSON-873841980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:41:15.601596 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-6579da3d-745a-4b65-8caf-00569fb73f0f req-be256367-477a-4155-8020-9e46787b9ba1 tempest-ServerRescueTestJSON-873841980 tempest-ServerRescueTestJSON-873841980-project] 10.222.0.13 "GET /v2.0/ports?device_id=59b42260-4408-4b29-a46e-d74972293b8e HTTP/1.1" status: 200 len: 946 time: 0.0508223 Jan 26 21:41:15.652399 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-6579da3d-745a-4b65-8caf-00569fb73f0f req-a7cdd9bc-0a72-4be1-aa97-cd2c7ba07d13 tempest-ServerRescueTestJSON-873841980 tempest-ServerRescueTestJSON-873841980-project] 10.222.0.13 "GET /v2.0/security-groups?id=55d5c279-28a6-490d-81c0-a23ed4c85076&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443900 Jan 26 21:41:15.960449 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114bacee-fc3d-4625-a120-e754c06343af req-20ebe064-f79a-4970-ae06-c7c722cd5b7c tempest-AttachVolumeTestJSON-1109332547 tempest-AttachVolumeTestJSON-1109332547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:41:15.962728 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-114bacee-fc3d-4625-a120-e754c06343af req-20ebe064-f79a-4970-ae06-c7c722cd5b7c tempest-AttachVolumeTestJSON-1109332547 tempest-AttachVolumeTestJSON-1109332547-project] 10.222.0.13 "GET /v2.0/ports?device_id=04164ec0-d6ba-46ba-9f59-877902ccf7fd HTTP/1.1" status: 200 len: 946 time: 0.0526097 Jan 26 21:41:16.020318 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-114bacee-fc3d-4625-a120-e754c06343af req-4d7ffb25-19f0-4e1b-8f1b-741830505577 tempest-AttachVolumeTestJSON-1109332547 tempest-AttachVolumeTestJSON-1109332547-project] 10.222.0.13 "GET /v2.0/security-groups?id=67ba2225-7074-4a52-b681-4840b6b52ab5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512164 Jan 26 21:41:16.772807 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45490826-6388-4566-8534-a53ce6798451 req-57d59263-88af-425e-900f-479621a24bbf tempest-ServerRescueTestJSON-873841980 tempest-ServerRescueTestJSON-873841980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:41:16.775054 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-45490826-6388-4566-8534-a53ce6798451 req-57d59263-88af-425e-900f-479621a24bbf tempest-ServerRescueTestJSON-873841980 tempest-ServerRescueTestJSON-873841980-project] 10.222.0.13 "GET /v2.0/ports?device_id=59b42260-4408-4b29-a46e-d74972293b8e HTTP/1.1" status: 200 len: 946 time: 0.0519345 Jan 26 21:41:16.824318 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-45490826-6388-4566-8534-a53ce6798451 req-591c2b40-f994-4264-839c-86a6bfb151b1 tempest-ServerRescueTestJSON-873841980 tempest-ServerRescueTestJSON-873841980-project] 10.222.0.13 "GET /v2.0/security-groups?id=55d5c279-28a6-490d-81c0-a23ed4c85076&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437503 Jan 26 21:41:17.142385 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7289674c-6dba-401e-9f80-d0538098115a req-bb750633-0c3c-427a-8f7e-02d08e6d94da tempest-AttachVolumeTestJSON-1109332547 tempest-AttachVolumeTestJSON-1109332547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:41:17.143994 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-7289674c-6dba-401e-9f80-d0538098115a req-bb750633-0c3c-427a-8f7e-02d08e6d94da tempest-AttachVolumeTestJSON-1109332547 tempest-AttachVolumeTestJSON-1109332547-project] 10.222.0.13 "GET /v2.0/ports?device_id=04164ec0-d6ba-46ba-9f59-877902ccf7fd HTTP/1.1" status: 200 len: 946 time: 0.0518191 Jan 26 21:41:17.195079 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-7289674c-6dba-401e-9f80-d0538098115a req-d74d02f2-9b39-420f-b2b0-ab3c5dee77c9 tempest-AttachVolumeTestJSON-1109332547 tempest-AttachVolumeTestJSON-1109332547-project] 10.222.0.13 "GET /v2.0/security-groups?id=67ba2225-7074-4a52-b681-4840b6b52ab5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451989 Jan 26 21:41:17.966813 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a44e57-432c-4876-a15f-25505e64f6d2 req-1b930a95-c106-40d4-b2d8-9412178b8e90 tempest-ServerRescueTestJSON-873841980 tempest-ServerRescueTestJSON-873841980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:41:17.969897 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-35a44e57-432c-4876-a15f-25505e64f6d2 req-1b930a95-c106-40d4-b2d8-9412178b8e90 tempest-ServerRescueTestJSON-873841980 tempest-ServerRescueTestJSON-873841980-project] 10.222.0.13 "GET /v2.0/ports?device_id=59b42260-4408-4b29-a46e-d74972293b8e HTTP/1.1" status: 200 len: 946 time: 0.0662620 Jan 26 21:41:18.035786 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-35a44e57-432c-4876-a15f-25505e64f6d2 req-de3b63da-9153-485e-b3a8-a2aea4a49ce8 tempest-ServerRescueTestJSON-873841980 tempest-ServerRescueTestJSON-873841980-project] 10.222.0.13 "GET /v2.0/security-groups?id=55d5c279-28a6-490d-81c0-a23ed4c85076&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572839 Jan 26 21:41:18.123000 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ed921b-054e-4aa4-86bb-8f1501fa77aa req-08aba363-d004-4f31-9768-d962c2959cf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:41:18.124813 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-64ed921b-054e-4aa4-86bb-8f1501fa77aa req-08aba363-d004-4f31-9768-d962c2959cf0 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=59b42260-4408-4b29-a46e-d74972293b8e HTTP/1.1" status: 200 len: 1097 time: 0.0423748 Jan 26 21:41:18.172497 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-64ed921b-054e-4aa4-86bb-8f1501fa77aa req-4e489ddd-cc24-4731-887e-694a95193975 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=55d5c279-28a6-490d-81c0-a23ed4c85076&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421226 Jan 26 21:41:18.329277 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8f75ed-8aeb-4cdd-a61e-7566e9483acc req-a545ca94-0499-4523-9b12-9fe64017b2ef tempest-AttachVolumeTestJSON-1109332547 tempest-AttachVolumeTestJSON-1109332547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:41:18.330940 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-8a8f75ed-8aeb-4cdd-a61e-7566e9483acc req-a545ca94-0499-4523-9b12-9fe64017b2ef tempest-AttachVolumeTestJSON-1109332547 tempest-AttachVolumeTestJSON-1109332547-project] 10.222.0.13 "GET /v2.0/ports?device_id=04164ec0-d6ba-46ba-9f59-877902ccf7fd HTTP/1.1" status: 200 len: 946 time: 0.0615528 Jan 26 21:41:18.392885 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-8a8f75ed-8aeb-4cdd-a61e-7566e9483acc req-8b27de11-5f6a-4d8c-995d-c47f3bf9f531 tempest-AttachVolumeTestJSON-1109332547 tempest-AttachVolumeTestJSON-1109332547-project] 10.222.0.13 "GET /v2.0/security-groups?id=67ba2225-7074-4a52-b681-4840b6b52ab5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504622 Jan 26 21:41:18.902389 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-5c4320f1-03ba-4e69-a4cf-6a20f0b91977 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (474ccdf7-ab6c-405b-a3b2-dc7b05829902), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:41:19.214612 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec979c00-c0f4-4452-841d-2aa28738d5be req-622231c7-cd69-4e1e-8bc7-e869683ab66e tempest-ServerRescueTestJSON-873841980 tempest-ServerRescueTestJSON-873841980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:41:19.216788 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-ec979c00-c0f4-4452-841d-2aa28738d5be req-622231c7-cd69-4e1e-8bc7-e869683ab66e tempest-ServerRescueTestJSON-873841980 tempest-ServerRescueTestJSON-873841980-project] 10.222.0.13 "GET /v2.0/ports?device_id=59b42260-4408-4b29-a46e-d74972293b8e HTTP/1.1" status: 200 len: 946 time: 0.0790377 Jan 26 21:41:19.273044 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-ec979c00-c0f4-4452-841d-2aa28738d5be req-1f3ede42-c74d-4248-8bab-7dc39e549f16 tempest-ServerRescueTestJSON-873841980 tempest-ServerRescueTestJSON-873841980-project] 10.222.0.13 "GET /v2.0/security-groups?id=55d5c279-28a6-490d-81c0-a23ed4c85076&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505078 Jan 26 21:41:19.521606 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8573e8-0116-4c49-9f6a-b9627ebf98ed req-a9acc8fa-687d-4f5e-84f1-bbd457718c6a tempest-AttachVolumeTestJSON-1109332547 tempest-AttachVolumeTestJSON-1109332547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:41:19.523289 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-9c8573e8-0116-4c49-9f6a-b9627ebf98ed req-a9acc8fa-687d-4f5e-84f1-bbd457718c6a tempest-AttachVolumeTestJSON-1109332547 tempest-AttachVolumeTestJSON-1109332547-project] 10.222.0.13 "GET /v2.0/ports?device_id=04164ec0-d6ba-46ba-9f59-877902ccf7fd HTTP/1.1" status: 200 len: 946 time: 0.0573883 Jan 26 21:41:19.587332 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-9c8573e8-0116-4c49-9f6a-b9627ebf98ed req-ee32aeeb-22b2-4f1e-a7fa-39970053d235 tempest-AttachVolumeTestJSON-1109332547 tempest-AttachVolumeTestJSON-1109332547-project] 10.222.0.13 "GET /v2.0/security-groups?id=67ba2225-7074-4a52-b681-4840b6b52ab5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0573962 Jan 26 21:41:19.859376 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815e54dc-e828-4fd6-9410-d10f80a9e2b9 req-d034413f-6f71-4fd8-8bb0-5c8b369d0a28 tempest-AttachVolumeTestJSON-1109332547 tempest-AttachVolumeTestJSON-1109332547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:41:19.860935 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-815e54dc-e828-4fd6-9410-d10f80a9e2b9 req-d034413f-6f71-4fd8-8bb0-5c8b369d0a28 tempest-AttachVolumeTestJSON-1109332547 tempest-AttachVolumeTestJSON-1109332547-project] 10.222.0.13 "GET /v2.0/ports?device_id=04164ec0-d6ba-46ba-9f59-877902ccf7fd HTTP/1.1" status: 200 len: 946 time: 0.0838604 Jan 26 21:41:19.865971 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33cdb2e2-3d34-454d-bb31-b8114a515b78 req-1d4ed140-c3ba-4f31-8850-e60e101f7282 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:41:19.867413 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-33cdb2e2-3d34-454d-bb31-b8114a515b78 req-1d4ed140-c3ba-4f31-8850-e60e101f7282 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=ef59326be6b94bd88981706bc324c818&device_id=04164ec0-d6ba-46ba-9f59-877902ccf7fd HTTP/1.1" status: 200 len: 1097 time: 0.0612297 Jan 26 21:41:19.984694 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-815e54dc-e828-4fd6-9410-d10f80a9e2b9 req-cfe9c47e-d7a4-4284-8513-34758cf6d79b tempest-AttachVolumeTestJSON-1109332547 tempest-AttachVolumeTestJSON-1109332547-project] 10.222.0.13 "GET /v2.0/security-groups?id=67ba2225-7074-4a52-b681-4840b6b52ab5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1144490 Jan 26 21:41:20.006239 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33cdb2e2-3d34-454d-bb31-b8114a515b78 req-b3c037c6-8e7d-440d-99dc-299a10b93384 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:41:20.007736 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-33cdb2e2-3d34-454d-bb31-b8114a515b78 req-b3c037c6-8e7d-440d-99dc-299a10b93384 service neutron] 10.222.0.57 "GET /v2.0/networks?id=069fa2c9-ac54-4596-8927-b190d062b8dc HTTP/1.1" status: 200 len: 912 time: 0.1309505 Jan 26 21:41:20.076021 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-33cdb2e2-3d34-454d-bb31-b8114a515b78 req-43b7a525-b42e-402e-b03f-9c528e31247a service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b9077506-20ea-4cbc-9bd2-4a80ac184874 HTTP/1.1" status: 200 len: 1001 time: 0.0618358 Jan 26 21:41:20.135177 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33cdb2e2-3d34-454d-bb31-b8114a515b78 req-2877bc8d-3f52-41b2-a9a6-fda7bfc68cc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:41:20.136885 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-33cdb2e2-3d34-454d-bb31-b8114a515b78 req-2877bc8d-3f52-41b2-a9a6-fda7bfc68cc9 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=acbfa681-8e54-43e3-a66b-05705089f7e2 HTTP/1.1" status: 200 len: 850 time: 0.0544460 Jan 26 21:41:20.189071 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33cdb2e2-3d34-454d-bb31-b8114a515b78 req-136c7f40-f2cc-4537-ba38-894b9b2782a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:41:20.190657 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-33cdb2e2-3d34-454d-bb31-b8114a515b78 req-136c7f40-f2cc-4537-ba38-894b9b2782a4 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=069fa2c9-ac54-4596-8927-b190d062b8dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0483766 Jan 26 21:41:20.312588 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-33cdb2e2-3d34-454d-bb31-b8114a515b78 req-15065eed-72b4-4cb1-b1a3-762fdde8a724 service neutron] 10.222.0.57 "GET /v2.0/networks/069fa2c9-ac54-4596-8927-b190d062b8dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1144724 Jan 26 21:41:20.455007 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23991eaf-105c-47a2-ab4b-c6ea08391614 req-0bac1034-ab13-4d6f-8235-404a82e9d15c tempest-ServerRescueTestJSON-873841980 tempest-ServerRescueTestJSON-873841980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:41:20.456873 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-23991eaf-105c-47a2-ab4b-c6ea08391614 req-0bac1034-ab13-4d6f-8235-404a82e9d15c tempest-ServerRescueTestJSON-873841980 tempest-ServerRescueTestJSON-873841980-project] 10.222.0.13 "GET /v2.0/ports?device_id=59b42260-4408-4b29-a46e-d74972293b8e HTTP/1.1" status: 200 len: 946 time: 0.0847659 Jan 26 21:41:20.459542 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-33cdb2e2-3d34-454d-bb31-b8114a515b78 req-513cca42-0eff-41ab-8e98-3d4ead7dd92d service neutron] 10.222.0.57 "GET /v2.0/networks/069fa2c9-ac54-4596-8927-b190d062b8dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1401985 Jan 26 21:41:20.521311 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-23991eaf-105c-47a2-ab4b-c6ea08391614 req-6403d0ba-731d-4566-a1bc-0654ea076f44 tempest-ServerRescueTestJSON-873841980 tempest-ServerRescueTestJSON-873841980-project] 10.222.0.13 "GET /v2.0/security-groups?id=55d5c279-28a6-490d-81c0-a23ed4c85076&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587695 Jan 26 21:41:20.793059 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30b50d3-5349-4cd8-8e72-8e4f91fb0634 req-04054174-3b10-42cc-84a3-dbf30f4bd96d tempest-ServerRescueTestJSON-873841980 tempest-ServerRescueTestJSON-873841980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:41:20.794863 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-e30b50d3-5349-4cd8-8e72-8e4f91fb0634 req-04054174-3b10-42cc-84a3-dbf30f4bd96d tempest-ServerRescueTestJSON-873841980 tempest-ServerRescueTestJSON-873841980-project] 10.222.0.13 "GET /v2.0/ports?device_id=59b42260-4408-4b29-a46e-d74972293b8e HTTP/1.1" status: 200 len: 946 time: 0.0917413 Jan 26 21:41:20.804894 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a33f8d0-f6ae-4e82-a110-93a81029da3f req-3931a7d4-0ec4-4b8b-b3e1-c7a19685b686 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:41:20.807534 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-3a33f8d0-f6ae-4e82-a110-93a81029da3f req-3931a7d4-0ec4-4b8b-b3e1-c7a19685b686 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=d65311bf75e14ee0ba1fb382850563a2&device_id=59b42260-4408-4b29-a46e-d74972293b8e HTTP/1.1" status: 200 len: 1097 time: 0.0938902 Jan 26 21:41:20.919819 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-e30b50d3-5349-4cd8-8e72-8e4f91fb0634 req-f50eab52-9f97-4d93-a189-6dc2ebf81cbe tempest-ServerRescueTestJSON-873841980 tempest-ServerRescueTestJSON-873841980-project] 10.222.0.13 "GET /v2.0/security-groups?id=55d5c279-28a6-490d-81c0-a23ed4c85076&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054506 Jan 26 21:41:20.955709 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a33f8d0-f6ae-4e82-a110-93a81029da3f req-1426ef72-08cc-4328-b7c1-c909fc798b6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:41:20.957524 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-3a33f8d0-f6ae-4e82-a110-93a81029da3f req-1426ef72-08cc-4328-b7c1-c909fc798b6f service neutron] 10.222.0.57 "GET /v2.0/networks?id=1a9376b2-7adc-4904-a92e-f5c407e6f045 HTTP/1.1" status: 200 len: 912 time: 0.1409352 Jan 26 21:41:21.003404 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-3a33f8d0-f6ae-4e82-a110-93a81029da3f req-c0b581ff-6db7-49cb-bd58-ba5293ca5be9 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8e68eb0a-364b-4ab9-9ade-8d02215880a9 HTTP/1.1" status: 200 len: 217 time: 0.0395823 Jan 26 21:41:21.067674 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a33f8d0-f6ae-4e82-a110-93a81029da3f req-1ecac91a-a6b1-457f-a2a3-82ab2cb81630 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:41:21.069179 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-3a33f8d0-f6ae-4e82-a110-93a81029da3f req-1ecac91a-a6b1-457f-a2a3-82ab2cb81630 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=4bb7d044-11f9-4bd9-8814-43570999d47c HTTP/1.1" status: 200 len: 851 time: 0.0597031 Jan 26 21:41:21.131669 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-3a33f8d0-f6ae-4e82-a110-93a81029da3f req-7a9647ed-db17-485b-8a45-43f87a1ab23e service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=1a9376b2-7adc-4904-a92e-f5c407e6f045&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0488520 Jan 26 21:41:21.168812 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8cee100-703e-4a15-bd69-67c8fd943a3b req-69304649-b4e5-4ca3-9b55-10a9a5944113 tempest-AttachVolumeTestJSON-1109332547 tempest-AttachVolumeTestJSON-1109332547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:41:21.170299 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-c8cee100-703e-4a15-bd69-67c8fd943a3b req-69304649-b4e5-4ca3-9b55-10a9a5944113 tempest-AttachVolumeTestJSON-1109332547 tempest-AttachVolumeTestJSON-1109332547-project] 10.222.0.13 "GET /v2.0/ports?device_id=04164ec0-d6ba-46ba-9f59-877902ccf7fd HTTP/1.1" status: 200 len: 946 time: 0.1002071 Jan 26 21:41:21.260122 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-9169fbd4-aaec-4492-87cf-c71253914749 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (09df100c-3af1-4b0a-bda8-05914c71c458), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:41:21.280119 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-c8cee100-703e-4a15-bd69-67c8fd943a3b req-7e4dff37-8d31-4878-b020-a81cbbe4c4ae tempest-AttachVolumeTestJSON-1109332547 tempest-AttachVolumeTestJSON-1109332547-project] 10.222.0.13 "GET /v2.0/security-groups?id=67ba2225-7074-4a52-b681-4840b6b52ab5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0843484 Jan 26 21:41:21.292541 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-3a33f8d0-f6ae-4e82-a110-93a81029da3f req-261c77af-d70f-4642-8d20-caa10fd18513 service neutron] 10.222.0.57 "GET /v2.0/networks/1a9376b2-7adc-4904-a92e-f5c407e6f045?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1539729 Jan 26 21:41:21.395157 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-3a33f8d0-f6ae-4e82-a110-93a81029da3f req-f7aa069a-e6b0-4121-b152-fbdb4a61163e service neutron] 10.222.0.57 "GET /v2.0/networks/1a9376b2-7adc-4904-a92e-f5c407e6f045?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0958216 Jan 26 21:41:22.048850 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785c0cda-6fe3-4d6f-ad12-1a1b6f9eed6d req-e673d21d-c21b-4205-affb-eeb784bf2d01 tempest-ServerRescueTestJSON-873841980 tempest-ServerRescueTestJSON-873841980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:41:22.050602 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-785c0cda-6fe3-4d6f-ad12-1a1b6f9eed6d req-e673d21d-c21b-4205-affb-eeb784bf2d01 tempest-ServerRescueTestJSON-873841980 tempest-ServerRescueTestJSON-873841980-project] 10.222.0.13 "GET /v2.0/ports?device_id=59b42260-4408-4b29-a46e-d74972293b8e HTTP/1.1" status: 200 len: 946 time: 0.0528605 Jan 26 21:41:22.104657 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-785c0cda-6fe3-4d6f-ad12-1a1b6f9eed6d req-9ffc5d86-e4f5-4f4c-968e-b4f4910664d1 tempest-ServerRescueTestJSON-873841980 tempest-ServerRescueTestJSON-873841980-project] 10.222.0.13 "GET /v2.0/security-groups?id=55d5c279-28a6-490d-81c0-a23ed4c85076&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466077 Jan 26 21:41:22.283548 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-841f5991-a4d8-4d4b-b215-cbc6bab5427b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (aa7ee9d2-08eb-4e12-b895-24c57300dfec), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:41:23.091143 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (4d619873-4b60-439f-9b5a-b155dc8bbc34), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:41:23.255890 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe23a9bd-2f5a-4caa-829e-8c25600855b2 req-2be8cbe1-fc30-45dd-9b51-1826d3fc8fae tempest-ServerRescueTestJSON-873841980 tempest-ServerRescueTestJSON-873841980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:41:23.258274 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-fe23a9bd-2f5a-4caa-829e-8c25600855b2 req-2be8cbe1-fc30-45dd-9b51-1826d3fc8fae tempest-ServerRescueTestJSON-873841980 tempest-ServerRescueTestJSON-873841980-project] 10.222.0.13 "GET /v2.0/ports?device_id=59b42260-4408-4b29-a46e-d74972293b8e HTTP/1.1" status: 200 len: 946 time: 0.0706100 Jan 26 21:41:23.314707 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-fe23a9bd-2f5a-4caa-829e-8c25600855b2 req-99b0cb9d-3c6c-49ce-8d41-efabaab7e7d7 tempest-ServerRescueTestJSON-873841980 tempest-ServerRescueTestJSON-873841980-project] 10.222.0.13 "GET /v2.0/security-groups?id=55d5c279-28a6-490d-81c0-a23ed4c85076&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501928 Jan 26 21:41:23.613502 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eefa088-aa98-4539-8392-9ff4998c1104 req-34e354c9-ba3e-4750-80cb-c1f6afd03ab0 tempest-ServerRescueTestJSON-873841980 tempest-ServerRescueTestJSON-873841980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:41:23.615476 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-5eefa088-aa98-4539-8392-9ff4998c1104 req-34e354c9-ba3e-4750-80cb-c1f6afd03ab0 tempest-ServerRescueTestJSON-873841980 tempest-ServerRescueTestJSON-873841980-project] 10.222.0.13 "GET /v2.0/ports?device_id=59b42260-4408-4b29-a46e-d74972293b8e HTTP/1.1" status: 200 len: 946 time: 0.0610411 Jan 26 21:41:23.671329 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-5eefa088-aa98-4539-8392-9ff4998c1104 req-6df51b2d-54c9-403f-92aa-833b3fbf3c8a tempest-ServerRescueTestJSON-873841980 tempest-ServerRescueTestJSON-873841980-project] 10.222.0.13 "GET /v2.0/security-groups?id=55d5c279-28a6-490d-81c0-a23ed4c85076&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496895 Jan 26 21:41:24.136211 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-839dd188-ec69-470c-9ab0-d318dc1a2e96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (e79b4fc6-6c71-44b2-a6d0-ff3e1f4dfd0d), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:41:24.803724 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff768f87-1236-4a73-b450-024203df5314 req-e548e166-6161-4bd5-986d-54e9958b50a4 tempest-ServerRescueTestJSON-873841980 tempest-ServerRescueTestJSON-873841980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:41:24.805264 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-ff768f87-1236-4a73-b450-024203df5314 req-e548e166-6161-4bd5-986d-54e9958b50a4 tempest-ServerRescueTestJSON-873841980 tempest-ServerRescueTestJSON-873841980-project] 10.222.0.13 "GET /v2.0/ports?device_id=59b42260-4408-4b29-a46e-d74972293b8e HTTP/1.1" status: 200 len: 946 time: 0.0561664 Jan 26 21:41:24.869188 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-ff768f87-1236-4a73-b450-024203df5314 req-3913f9c0-1627-489e-bafe-4ba76c635061 tempest-ServerRescueTestJSON-873841980 tempest-ServerRescueTestJSON-873841980-project] 10.222.0.13 "GET /v2.0/security-groups?id=55d5c279-28a6-490d-81c0-a23ed4c85076&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567486 Jan 26 21:41:25.310737 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (fea0591a-627d-4c87-9a9a-01625ddf3277), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:41:25.990351 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86305cd-81d9-4f9e-9b1c-b9845fcf534c req-820ad604-c2c5-4667-9efa-f7be9bff4c8c tempest-ServerRescueTestJSON-873841980 tempest-ServerRescueTestJSON-873841980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:41:25.991771 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-a86305cd-81d9-4f9e-9b1c-b9845fcf534c req-820ad604-c2c5-4667-9efa-f7be9bff4c8c tempest-ServerRescueTestJSON-873841980 tempest-ServerRescueTestJSON-873841980-project] 10.222.0.13 "GET /v2.0/ports?device_id=59b42260-4408-4b29-a46e-d74972293b8e HTTP/1.1" status: 200 len: 946 time: 0.0513785 Jan 26 21:41:26.041210 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-a86305cd-81d9-4f9e-9b1c-b9845fcf534c req-66f0fe33-0b98-4c24-ad44-a13450315a9f tempest-ServerRescueTestJSON-873841980 tempest-ServerRescueTestJSON-873841980-project] 10.222.0.13 "GET /v2.0/security-groups?id=55d5c279-28a6-490d-81c0-a23ed4c85076&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430257 Jan 26 21:41:26.478216 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11034ec8-2164-4fb0-a6b0-0103317f759a req-ebca3a0e-4ff8-40b3-9ca5-c9ebf4a58d8b tempest-ServerRescueTestJSON-873841980 tempest-ServerRescueTestJSON-873841980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:41:26.479808 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-11034ec8-2164-4fb0-a6b0-0103317f759a req-ebca3a0e-4ff8-40b3-9ca5-c9ebf4a58d8b tempest-ServerRescueTestJSON-873841980 tempest-ServerRescueTestJSON-873841980-project] 10.222.0.57 "GET /v2.0/ports?device_id=59b42260-4408-4b29-a46e-d74972293b8e HTTP/1.1" status: 200 len: 946 time: 0.0525041 Jan 26 21:41:26.583332 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [req-11034ec8-2164-4fb0-a6b0-0103317f759a req-7d2aa92e-5ea3-402e-a41d-8ba42583c5d1 tempest-ServerRescueTestJSON-873841980 tempest-ServerRescueTestJSON-873841980-project] Deleting port 8e68eb0a-364b-4ab9-9ade-8d02215880a9 {{(pid=103304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 21:41:26.584017 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-11034ec8-2164-4fb0-a6b0-0103317f759a req-7d2aa92e-5ea3-402e-a41d-8ba42583c5d1 tempest-ServerRescueTestJSON-873841980 tempest-ServerRescueTestJSON-873841980-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746560630878'] for port (8e68eb0a-364b-4ab9-9ade-8d02215880a9), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:41:26.675015 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [req-11034ec8-2164-4fb0-a6b0-0103317f759a req-7d2aa92e-5ea3-402e-a41d-8ba42583c5d1 tempest-ServerRescueTestJSON-873841980 tempest-ServerRescueTestJSON-873841980-project] For port 8e68eb0a-364b-4ab9-9ade-8d02215880a9, host n-h2-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-5',level=0,port_id=8e68eb0a-364b-4ab9-9ade-8d02215880a9,segment=NetworkSegment(41b3816c-cb87-4d44-b45c-c5bd6f138438),segment_id=41b3816c-cb87-4d44-b45c-c5bd6f138438)] {{(pid=103304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:41:26.675297 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-11034ec8-2164-4fb0-a6b0-0103317f759a req-7d2aa92e-5ea3-402e-a41d-8ba42583c5d1 tempest-ServerRescueTestJSON-873841980 tempest-ServerRescueTestJSON-873841980-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4109658'] for port (8e68eb0a-364b-4ab9-9ade-8d02215880a9), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:41:26.690070 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [req-11034ec8-2164-4fb0-a6b0-0103317f759a req-7d2aa92e-5ea3-402e-a41d-8ba42583c5d1 tempest-ServerRescueTestJSON-873841980 tempest-ServerRescueTestJSON-873841980-project] Calling delete_port for 8e68eb0a-364b-4ab9-9ade-8d02215880a9 owned by compute:nova {{(pid=103304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 21:41:26.841612 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-11034ec8-2164-4fb0-a6b0-0103317f759a req-7d2aa92e-5ea3-402e-a41d-8ba42583c5d1 tempest-ServerRescueTestJSON-873841980 tempest-ServerRescueTestJSON-873841980-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746560636600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746560234536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9281553'] for port (8e68eb0a-364b-4ab9-9ade-8d02215880a9), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:41:26.855693 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] get_ports_and_sgs() called for port_ids ['8e68eb0a-364b-4ab9-9ade-8d02215880a9'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 26 21:41:26.877929 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d2aa92e-5ea3-402e-a41d-8ba42583c5d1 tempest-ServerRescueTestJSON-873841980 tempest-ServerRescueTestJSON-873841980-project] Pushing event deleted for resources: {'Port': ['ID=8e68eb0a-364b-4ab9-9ade-8d02215880a9,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:41:26.881343 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] get_ports_and_sgs() called for port_ids ['676861a5-9331-4d55-ad8e-2b98dc8e42e4'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 26 21:41:26.892163 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d2aa92e-5ea3-402e-a41d-8ba42583c5d1 tempest-ServerRescueTestJSON-873841980 tempest-ServerRescueTestJSON-873841980-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:41:26.892509 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d2aa92e-5ea3-402e-a41d-8ba42583c5d1 tempest-ServerRescueTestJSON-873841980 tempest-ServerRescueTestJSON-873841980-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:41:26.892853 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d2aa92e-5ea3-402e-a41d-8ba42583c5d1 tempest-ServerRescueTestJSON-873841980 tempest-ServerRescueTestJSON-873841980-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:41:26.893191 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d2aa92e-5ea3-402e-a41d-8ba42583c5d1 tempest-ServerRescueTestJSON-873841980 tempest-ServerRescueTestJSON-873841980-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:41:26.893583 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d2aa92e-5ea3-402e-a41d-8ba42583c5d1 tempest-ServerRescueTestJSON-873841980 tempest-ServerRescueTestJSON-873841980-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:41:26.893923 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d2aa92e-5ea3-402e-a41d-8ba42583c5d1 tempest-ServerRescueTestJSON-873841980 tempest-ServerRescueTestJSON-873841980-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:41:26.894251 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d2aa92e-5ea3-402e-a41d-8ba42583c5d1 tempest-ServerRescueTestJSON-873841980 tempest-ServerRescueTestJSON-873841980-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:41:26.894580 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d2aa92e-5ea3-402e-a41d-8ba42583c5d1 tempest-ServerRescueTestJSON-873841980 tempest-ServerRescueTestJSON-873841980-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:41:26.894907 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d2aa92e-5ea3-402e-a41d-8ba42583c5d1 tempest-ServerRescueTestJSON-873841980 tempest-ServerRescueTestJSON-873841980-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:41:26.895236 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d2aa92e-5ea3-402e-a41d-8ba42583c5d1 tempest-ServerRescueTestJSON-873841980 tempest-ServerRescueTestJSON-873841980-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:41:26.895564 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d2aa92e-5ea3-402e-a41d-8ba42583c5d1 tempest-ServerRescueTestJSON-873841980 tempest-ServerRescueTestJSON-873841980-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:41:26.895890 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d2aa92e-5ea3-402e-a41d-8ba42583c5d1 tempest-ServerRescueTestJSON-873841980 tempest-ServerRescueTestJSON-873841980-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:41:26.896213 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d2aa92e-5ea3-402e-a41d-8ba42583c5d1 tempest-ServerRescueTestJSON-873841980 tempest-ServerRescueTestJSON-873841980-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:41:26.943532 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [req-11034ec8-2164-4fb0-a6b0-0103317f759a req-7d2aa92e-5ea3-402e-a41d-8ba42583c5d1 tempest-ServerRescueTestJSON-873841980 tempest-ServerRescueTestJSON-873841980-project] No DVR routers for this DVR port 8e68eb0a-364b-4ab9-9ade-8d02215880a9 on host n-h2-760453-5 {{(pid=103304) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 26 21:41:26.946558 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-11034ec8-2164-4fb0-a6b0-0103317f759a req-7d2aa92e-5ea3-402e-a41d-8ba42583c5d1 tempest-ServerRescueTestJSON-873841980 tempest-ServerRescueTestJSON-873841980-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:41:26.950418 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-11034ec8-2164-4fb0-a6b0-0103317f759a req-7d2aa92e-5ea3-402e-a41d-8ba42583c5d1 tempest-ServerRescueTestJSON-873841980 tempest-ServerRescueTestJSON-873841980-project] 10.222.0.57 "DELETE /v2.0/ports/8e68eb0a-364b-4ab9-9ade-8d02215880a9 HTTP/1.1" status: 204 len: 173 time: 0.4647951 Jan 26 21:41:26.950974 n-d-760453-5 neutron-server[103304]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59b42260-4408-4b29-a46e-d74972293b8e', 'name': 'network-vif-deleted', 'tag': '8e68eb0a-364b-4ab9-9ade-8d02215880a9'}] {{(pid=103304) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 21:41:26.953865 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d52b45f1943fcd332af9527eb73ff93c8d715d44383a3f6d18de73b4cfcf87b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f24a9c00-454f-4950-b40f-b4cf7ab9e8b2" -d '{"events": [{"server_uuid": "59b42260-4408-4b29-a46e-d74972293b8e", "name": "network-vif-deleted", "tag": "8e68eb0a-364b-4ab9-9ade-8d02215880a9"}]}' {{(pid=103304) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 21:41:26.996540 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Jan 2022 21:41:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b81ada92-0ffb-4d85-9d22-f1d8a29218c3 x-openstack-request-id: req-b81ada92-0ffb-4d85-9d22-f1d8a29218c3 {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 21:41:26.997442 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59b42260-4408-4b29-a46e-d74972293b8e", "name": "network-vif-deleted", "tag": "8e68eb0a-364b-4ab9-9ade-8d02215880a9", "status": "completed", "code": 200}]} {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 21:41:26.997442 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b81ada92-0ffb-4d85-9d22-f1d8a29218c3 {{(pid=103304) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 21:41:26.997750 n-d-760453-5 neutron-server[103304]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59b42260-4408-4b29-a46e-d74972293b8e', 'name': 'network-vif-deleted', 'tag': '8e68eb0a-364b-4ab9-9ade-8d02215880a9', 'status': 'completed', 'code': 200} Jan 26 21:41:27.158030 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-d4e58882-8303-4a46-a8b7-a17a299bc33c req-44ea0d33-055d-4935-8035-aa8805214148 tempest-ServerRescueTestJSON-873841980 tempest-ServerRescueTestJSON-873841980-project] 10.222.0.13 "GET /v2.0/ports?device_id=59b42260-4408-4b29-a46e-d74972293b8e HTTP/1.1" status: 200 len: 210 time: 0.0283444 Jan 26 21:41:28.512363 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744ed2f5-1615-4527-93d3-debb807e1dd9 req-357db1a5-cb14-49b7-9685-ced5834614ad tempest-ServerRescueTestJSON-873841980 tempest-ServerRescueTestJSON-873841980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:41:28.513990 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-744ed2f5-1615-4527-93d3-debb807e1dd9 req-357db1a5-cb14-49b7-9685-ced5834614ad tempest-ServerRescueTestJSON-873841980 tempest-ServerRescueTestJSON-873841980-project] 10.222.0.13 "GET /v2.0/ports?device_id=3a4c4c44-4fcd-4b52-aab5-c9e4a63f34c6 HTTP/1.1" status: 200 len: 945 time: 0.0769994 Jan 26 21:41:28.566371 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-744ed2f5-1615-4527-93d3-debb807e1dd9 req-18f3541e-96d9-4d72-98a6-9ddef00bd6e2 tempest-ServerRescueTestJSON-873841980 tempest-ServerRescueTestJSON-873841980-project] 10.222.0.13 "GET /v2.0/security-groups?id=55d5c279-28a6-490d-81c0-a23ed4c85076&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462492 Jan 26 21:41:29.689763 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb47b72-1044-4e04-abc7-cfb94bbd3ea1 req-dca886a5-05c6-4ee1-837a-e38023bf77b9 tempest-ServerRescueTestJSON-873841980 tempest-ServerRescueTestJSON-873841980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:41:29.691227 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-4fb47b72-1044-4e04-abc7-cfb94bbd3ea1 req-dca886a5-05c6-4ee1-837a-e38023bf77b9 tempest-ServerRescueTestJSON-873841980 tempest-ServerRescueTestJSON-873841980-project] 10.222.0.13 "GET /v2.0/ports?device_id=3a4c4c44-4fcd-4b52-aab5-c9e4a63f34c6 HTTP/1.1" status: 200 len: 945 time: 0.0517087 Jan 26 21:41:29.744441 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-4fb47b72-1044-4e04-abc7-cfb94bbd3ea1 req-95f8111e-1590-40a9-8f16-e78b72a07034 tempest-ServerRescueTestJSON-873841980 tempest-ServerRescueTestJSON-873841980-project] 10.222.0.13 "GET /v2.0/security-groups?id=55d5c279-28a6-490d-81c0-a23ed4c85076&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476444 Jan 26 21:41:30.866663 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48efda24-3cc1-4fa5-b8bb-ff4c760fc5d3 req-7efec620-eeb2-484d-bc36-638946d2b0d5 tempest-ServerRescueTestJSON-873841980 tempest-ServerRescueTestJSON-873841980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:41:30.868792 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-48efda24-3cc1-4fa5-b8bb-ff4c760fc5d3 req-7efec620-eeb2-484d-bc36-638946d2b0d5 tempest-ServerRescueTestJSON-873841980 tempest-ServerRescueTestJSON-873841980-project] 10.222.0.13 "GET /v2.0/ports?device_id=3a4c4c44-4fcd-4b52-aab5-c9e4a63f34c6 HTTP/1.1" status: 200 len: 945 time: 0.0525787 Jan 26 21:41:30.955322 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-48efda24-3cc1-4fa5-b8bb-ff4c760fc5d3 req-709cd3e9-b02f-447e-9413-20825fd4f925 tempest-ServerRescueTestJSON-873841980 tempest-ServerRescueTestJSON-873841980-project] 10.222.0.13 "GET /v2.0/security-groups?id=55d5c279-28a6-490d-81c0-a23ed4c85076&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806270 Jan 26 21:41:30.966915 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593c4da5-8a13-4789-8e1a-6060513893e7 req-f8ce46f2-ca9d-4c13-abbc-cc93468040a4 tempest-ServerRescueTestJSON-873841980 tempest-ServerRescueTestJSON-873841980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:41:30.968185 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-593c4da5-8a13-4789-8e1a-6060513893e7 req-f8ce46f2-ca9d-4c13-abbc-cc93468040a4 tempest-ServerRescueTestJSON-873841980 tempest-ServerRescueTestJSON-873841980-project] 10.222.0.66 "GET /v2.0/ports?device_id=3a4c4c44-4fcd-4b52-aab5-c9e4a63f34c6 HTTP/1.1" status: 200 len: 945 time: 0.0739350 Jan 26 21:41:31.063274 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [req-593c4da5-8a13-4789-8e1a-6060513893e7 req-cfef0005-c856-4d17-ad3b-51d03345c25b tempest-ServerRescueTestJSON-873841980 tempest-ServerRescueTestJSON-873841980-project] Deleting port 676861a5-9331-4d55-ad8e-2b98dc8e42e4 {{(pid=103304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 21:41:31.063539 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-593c4da5-8a13-4789-8e1a-6060513893e7 req-cfef0005-c856-4d17-ad3b-51d03345c25b tempest-ServerRescueTestJSON-873841980 tempest-ServerRescueTestJSON-873841980-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746560630878'] for port (676861a5-9331-4d55-ad8e-2b98dc8e42e4), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:41:31.150918 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [req-593c4da5-8a13-4789-8e1a-6060513893e7 req-cfef0005-c856-4d17-ad3b-51d03345c25b tempest-ServerRescueTestJSON-873841980 tempest-ServerRescueTestJSON-873841980-project] For port 676861a5-9331-4d55-ad8e-2b98dc8e42e4, host n-h1-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-5',level=0,port_id=676861a5-9331-4d55-ad8e-2b98dc8e42e4,segment=NetworkSegment(41b3816c-cb87-4d44-b45c-c5bd6f138438),segment_id=41b3816c-cb87-4d44-b45c-c5bd6f138438)] {{(pid=103304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:41:31.151280 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-593c4da5-8a13-4789-8e1a-6060513893e7 req-cfef0005-c856-4d17-ad3b-51d03345c25b tempest-ServerRescueTestJSON-873841980 tempest-ServerRescueTestJSON-873841980-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4109658'] for port (676861a5-9331-4d55-ad8e-2b98dc8e42e4), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:41:31.163476 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [req-593c4da5-8a13-4789-8e1a-6060513893e7 req-cfef0005-c856-4d17-ad3b-51d03345c25b tempest-ServerRescueTestJSON-873841980 tempest-ServerRescueTestJSON-873841980-project] Calling delete_port for 676861a5-9331-4d55-ad8e-2b98dc8e42e4 owned by compute:nova {{(pid=103304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 21:41:31.297903 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-593c4da5-8a13-4789-8e1a-6060513893e7 req-cfef0005-c856-4d17-ad3b-51d03345c25b tempest-ServerRescueTestJSON-873841980 tempest-ServerRescueTestJSON-873841980-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746560636600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746560234536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9281553'] for port (676861a5-9331-4d55-ad8e-2b98dc8e42e4), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:41:31.328680 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfef0005-c856-4d17-ad3b-51d03345c25b tempest-ServerRescueTestJSON-873841980 tempest-ServerRescueTestJSON-873841980-project] Pushing event deleted for resources: {'Port': ['ID=676861a5-9331-4d55-ad8e-2b98dc8e42e4,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:41:31.336415 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] get_ports_and_sgs() called for port_ids ['676861a5-9331-4d55-ad8e-2b98dc8e42e4'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 26 21:41:31.373912 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [req-593c4da5-8a13-4789-8e1a-6060513893e7 req-cfef0005-c856-4d17-ad3b-51d03345c25b tempest-ServerRescueTestJSON-873841980 tempest-ServerRescueTestJSON-873841980-project] No DVR routers for this DVR port 676861a5-9331-4d55-ad8e-2b98dc8e42e4 on host n-h1-760453-5 {{(pid=103304) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 26 21:41:31.376509 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-593c4da5-8a13-4789-8e1a-6060513893e7 req-cfef0005-c856-4d17-ad3b-51d03345c25b tempest-ServerRescueTestJSON-873841980 tempest-ServerRescueTestJSON-873841980-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:41:31.379991 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-593c4da5-8a13-4789-8e1a-6060513893e7 req-cfef0005-c856-4d17-ad3b-51d03345c25b tempest-ServerRescueTestJSON-873841980 tempest-ServerRescueTestJSON-873841980-project] 10.222.0.66 "DELETE /v2.0/ports/676861a5-9331-4d55-ad8e-2b98dc8e42e4 HTTP/1.1" status: 204 len: 173 time: 0.4067466 Jan 26 21:41:31.380473 n-d-760453-5 neutron-server[103304]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a4c4c44-4fcd-4b52-aab5-c9e4a63f34c6', 'name': 'network-vif-deleted', 'tag': '676861a5-9331-4d55-ad8e-2b98dc8e42e4'}] {{(pid=103304) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 21:41:31.382949 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d52b45f1943fcd332af9527eb73ff93c8d715d44383a3f6d18de73b4cfcf87b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ef965f6-b6a0-4f5c-b5d7-063eeac102f2" -d '{"events": [{"server_uuid": "3a4c4c44-4fcd-4b52-aab5-c9e4a63f34c6", "name": "network-vif-deleted", "tag": "676861a5-9331-4d55-ad8e-2b98dc8e42e4"}]}' {{(pid=103304) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 21:41:31.402277 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Device 8e68eb0a-364b-4ab9-9ade-8d02215880a9 no longer exists at agent hyperv_n-h2-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 26 21:41:31.425636 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] No Port match for: 8e68eb0a-364b-4ab9-9ade-8d02215880a9 {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 26 21:41:31.426236 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Device 8e68eb0a-364b-4ab9-9ade-8d02215880a9 not bound to the agent host n-h2-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 26 21:41:31.449421 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Jan 2022 21:41:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27c6861c-d4a0-45cb-a4d4-db00ebd572e6 x-openstack-request-id: req-27c6861c-d4a0-45cb-a4d4-db00ebd572e6 {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 21:41:31.449822 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a4c4c44-4fcd-4b52-aab5-c9e4a63f34c6", "name": "network-vif-deleted", "tag": "676861a5-9331-4d55-ad8e-2b98dc8e42e4", "status": "completed", "code": 200}]} {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 21:41:31.450155 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-27c6861c-d4a0-45cb-a4d4-db00ebd572e6 {{(pid=103304) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 21:41:31.450625 n-d-760453-5 neutron-server[103304]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a4c4c44-4fcd-4b52-aab5-c9e4a63f34c6', 'name': 'network-vif-deleted', 'tag': '676861a5-9331-4d55-ad8e-2b98dc8e42e4', 'status': 'completed', 'code': 200} Jan 26 21:41:32.022668 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 35016) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:41:32.384792 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-df951a7d-4ef4-4c8c-bc52-295b642d9465 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4110657'] for router_interface (a108a2d8-6495-4d23-b875-fc6f1d7dec6b), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:41:32.633931 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-df951a7d-4ef4-4c8c-bc52-295b642d9465 admin admin] Deleting port 1bf289e0-4d24-4cda-8119-ba6b60ac3f21 {{(pid=103304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 21:41:32.634266 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-df951a7d-4ef4-4c8c-bc52-295b642d9465 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746560630878'] for port (1bf289e0-4d24-4cda-8119-ba6b60ac3f21), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:41:32.715969 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [None req-df951a7d-4ef4-4c8c-bc52-295b642d9465 admin admin] For port 1bf289e0-4d24-4cda-8119-ba6b60ac3f21, host n-d-760453-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=1bf289e0-4d24-4cda-8119-ba6b60ac3f21,segment=NetworkSegment(41b3816c-cb87-4d44-b45c-c5bd6f138438),segment_id=41b3816c-cb87-4d44-b45c-c5bd6f138438)] {{(pid=103304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:41:32.716300 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-df951a7d-4ef4-4c8c-bc52-295b642d9465 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4109658'] for port (1bf289e0-4d24-4cda-8119-ba6b60ac3f21), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:41:32.728217 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-df951a7d-4ef4-4c8c-bc52-295b642d9465 admin admin] Calling delete_port for 1bf289e0-4d24-4cda-8119-ba6b60ac3f21 owned by network:router_interface {{(pid=103304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 21:41:32.914458 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-df951a7d-4ef4-4c8c-bc52-295b642d9465 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746560636600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746560234536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9281553'] for port (1bf289e0-4d24-4cda-8119-ba6b60ac3f21), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:41:32.943038 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df951a7d-4ef4-4c8c-bc52-295b642d9465 admin admin] Pushing event deleted for resources: {'Port': ['ID=1bf289e0-4d24-4cda-8119-ba6b60ac3f21,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:41:33.115416 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-df951a7d-4ef4-4c8c-bc52-295b642d9465 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3709480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4110805'] for router_interface (a108a2d8-6495-4d23-b875-fc6f1d7dec6b), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:41:33.273224 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-1215fde0-526b-4508-bffd-db5e369cd943 req-c1624ea9-501e-4429-8bd1-59601e42d34b service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=04164ec0-d6ba-46ba-9f59-877902ccf7fd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1835370 Jan 26 21:41:33.719521 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1215fde0-526b-4508-bffd-db5e369cd943 req-ca971739-e80b-4c2a-a959-889d936103e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:41:33.720976 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-1215fde0-526b-4508-bffd-db5e369cd943 req-ca971739-e80b-4c2a-a959-889d936103e3 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=ef59326be6b94bd88981706bc324c818&device_id=04164ec0-d6ba-46ba-9f59-877902ccf7fd HTTP/1.1" status: 200 len: 1097 time: 0.3943286 Jan 26 21:41:33.724911 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df951a7d-4ef4-4c8c-bc52-295b642d9465 admin admin] Router a108a2d8-6495-4d23-b875-fc6f1d7dec6b has already been hosted by L3 agent 09df100c-3af1-4b0a-bda8-05914c71c458 {{(pid=103304) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 26 21:41:33.898578 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df951a7d-4ef4-4c8c-bc52-295b642d9465 admin admin] Notify agent at l3_agent.n-d-760453-5 the message routers_updated {{(pid=103304) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 26 21:41:33.904435 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-df951a7d-4ef4-4c8c-bc52-295b642d9465 admin admin] 10.222.0.13 "PUT /v2.0/routers/a108a2d8-6495-4d23-b875-fc6f1d7dec6b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8806522 Jan 26 21:41:33.906035 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1215fde0-526b-4508-bffd-db5e369cd943 req-e8821833-0cbd-4ccf-9b6f-1497e3353bcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:41:33.907357 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 35022) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:41:33.907866 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-1215fde0-526b-4508-bffd-db5e369cd943 req-e8821833-0cbd-4ccf-9b6f-1497e3353bcb service neutron] 10.222.0.57 "GET /v2.0/networks?id=069fa2c9-ac54-4596-8927-b190d062b8dc HTTP/1.1" status: 200 len: 912 time: 0.1410613 Jan 26 21:41:33.908444 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bd308e3-703d-4a8f-9aa5-ee4fd94ade28 None None] Sync routers for ids ['a108a2d8-6495-4d23-b875-fc6f1d7dec6b'] in n-d-760453-5 {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 26 21:41:33.921588 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bd308e3-703d-4a8f-9aa5-ee4fd94ade28 None None] Routers {'a108a2d8-6495-4d23-b875-fc6f1d7dec6b'} bound to L3 agent in host n-d-760453-5 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 21:41:33.922535 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-1bd308e3-703d-4a8f-9aa5-ee4fd94ade28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-26T20:55:21Z,description=,heartbeat_timestamp=2022-01-26T21:41:21Z,host='n-d-760453-5',id=09df100c-3af1-4b0a-bda8-05914c71c458,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:55:21Z,topic='l3_agent')) {'router_ids': ['a108a2d8-6495-4d23-b875-fc6f1d7dec6b'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:41:34.004866 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-1215fde0-526b-4508-bffd-db5e369cd943 req-c1f6c3b1-68e0-47db-98f0-bdbcc778c94d service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b9077506-20ea-4cbc-9bd2-4a80ac184874 HTTP/1.1" status: 200 len: 1001 time: 0.0864334 Jan 26 21:41:34.058614 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-93d10010-b37a-499a-9031-9c268ade6f78 admin admin] Publish callbacks [] for router (a108a2d8-6495-4d23-b875-fc6f1d7dec6b), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:41:34.063385 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1215fde0-526b-4508-bffd-db5e369cd943 req-a49f366f-cf3c-42a6-9c99-8c9aa605bde4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:41:34.065087 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-1215fde0-526b-4508-bffd-db5e369cd943 req-a49f366f-cf3c-42a6-9c99-8c9aa605bde4 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=acbfa681-8e54-43e3-a66b-05705089f7e2 HTTP/1.1" status: 200 len: 850 time: 0.0526981 Jan 26 21:41:34.094500 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_dvr_db [None req-1bd308e3-703d-4a8f-9aa5-ee4fd94ade28 None None] Set router a108a2d8-6495-4d23-b875-fc6f1d7dec6b gateway port host: n-d-760453-5 {{(pid=103307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 21:41:34.124324 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1215fde0-526b-4508-bffd-db5e369cd943 req-99706527-cd10-48a6-8cd6-65fe001f944c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:41:34.126580 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-1215fde0-526b-4508-bffd-db5e369cd943 req-99706527-cd10-48a6-8cd6-65fe001f944c service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=069fa2c9-ac54-4596-8927-b190d062b8dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0542295 Jan 26 21:41:34.198192 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-93d10010-b37a-499a-9031-9c268ade6f78 admin admin] Publish callbacks [] for router_gateway (a108a2d8-6495-4d23-b875-fc6f1d7dec6b), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:41:34.251200 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-1215fde0-526b-4508-bffd-db5e369cd943 req-3add3598-eaa4-4a96-964a-877e296d6ef1 service neutron] 10.222.0.57 "GET /v2.0/networks/069fa2c9-ac54-4596-8927-b190d062b8dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1160054 Jan 26 21:41:34.265513 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-93d10010-b37a-499a-9031-9c268ade6f78 admin admin] Deleting port c4a2246d-5fc1-4127-90eb-9a151f287568 {{(pid=103305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 21:41:34.265854 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-93d10010-b37a-499a-9031-9c268ade6f78 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746560630878'] for port (c4a2246d-5fc1-4127-90eb-9a151f287568), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:41:34.349678 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-1bd308e3-703d-4a8f-9aa5-ee4fd94ade28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a108a2d8-6495-4d23-b875-fc6f1d7dec6b', 'name': 'tempest-ServerRescueTestJSON-1626620647-router', 'tenant_id': 'd65311bf75e14ee0ba1fb382850563a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'external_fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.220'}], 'enable_snat': True}, 'gw_port_id': 'c4a2246d-5fc1-4127-90eb-9a151f287568', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T21:39:42Z', 'updated_at': '2022-01-26T21:41:32Z', 'revision_number': 5, 'project_id': 'd65311bf75e14ee0ba1fb382850563a2', 'gw_port': {'id': 'c4a2246d-5fc1-4127-90eb-9a151f287568', 'name': '', 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:bd:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a108a2d8-6495-4d23-b875-fc6f1d7dec6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3356, 'fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:39:43Z', 'updated_at': '2022-01-26T21:39:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-5'}], 'n-d-760453-5', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:41:34.378197 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-1215fde0-526b-4508-bffd-db5e369cd943 req-d638ba12-8293-44d0-8628-2b08301c3ed4 service neutron] 10.222.0.57 "GET /v2.0/networks/069fa2c9-ac54-4596-8927-b190d062b8dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1195450 Jan 26 21:41:34.378410 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [None req-93d10010-b37a-499a-9031-9c268ade6f78 admin admin] For port c4a2246d-5fc1-4127-90eb-9a151f287568, host n-d-760453-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=c4a2246d-5fc1-4127-90eb-9a151f287568,segment=NetworkSegment(e17cb353-418f-48b9-b982-21a6233ee99b),segment_id=e17cb353-418f-48b9-b982-21a6233ee99b)] {{(pid=103305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:41:34.378666 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-93d10010-b37a-499a-9031-9c268ade6f78 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4109658'] for port (c4a2246d-5fc1-4127-90eb-9a151f287568), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:41:34.385675 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bd308e3-703d-4a8f-9aa5-ee4fd94ade28 None None] Checking router: a108a2d8-6495-4d23-b875-fc6f1d7dec6b for host: n-d-760453-5 {{(pid=103307) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 26 21:41:34.395167 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-93d10010-b37a-499a-9031-9c268ade6f78 admin admin] Calling delete_port for c4a2246d-5fc1-4127-90eb-9a151f287568 owned by network:router_gateway {{(pid=103305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 21:41:34.396027 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bd308e3-703d-4a8f-9aa5-ee4fd94ade28 None None] Routers {'a108a2d8-6495-4d23-b875-fc6f1d7dec6b'} bound to L3 agent in host n-d-760453-5 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 21:41:34.396744 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-1bd308e3-703d-4a8f-9aa5-ee4fd94ade28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-26T20:55:21Z,description=,heartbeat_timestamp=2022-01-26T21:41:21Z,host='n-d-760453-5',id=09df100c-3af1-4b0a-bda8-05914c71c458,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:55:21Z,topic='l3_agent')) {'router_ids': ['a108a2d8-6495-4d23-b875-fc6f1d7dec6b'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:41:34.570766 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-93d10010-b37a-499a-9031-9c268ade6f78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746560636600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746560234536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11791543'] for port (c4a2246d-5fc1-4127-90eb-9a151f287568), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:41:34.590945 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_dvr_db [None req-1bd308e3-703d-4a8f-9aa5-ee4fd94ade28 None None] Set router a108a2d8-6495-4d23-b875-fc6f1d7dec6b gateway port host: None {{(pid=103307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 21:41:34.599370 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d10010-b37a-499a-9031-9c268ade6f78 admin admin] Pushing event deleted for resources: {'Port': ['ID=c4a2246d-5fc1-4127-90eb-9a151f287568,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:41:34.612841 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d10010-b37a-499a-9031-9c268ade6f78 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:41:34.613189 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d10010-b37a-499a-9031-9c268ade6f78 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:41:34.613556 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d10010-b37a-499a-9031-9c268ade6f78 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:41:34.613897 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d10010-b37a-499a-9031-9c268ade6f78 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:41:34.614241 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d10010-b37a-499a-9031-9c268ade6f78 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:41:34.614567 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d10010-b37a-499a-9031-9c268ade6f78 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:41:34.614892 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d10010-b37a-499a-9031-9c268ade6f78 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:41:34.615214 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d10010-b37a-499a-9031-9c268ade6f78 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:41:34.615536 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d10010-b37a-499a-9031-9c268ade6f78 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:41:34.615858 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d10010-b37a-499a-9031-9c268ade6f78 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:41:34.616180 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d10010-b37a-499a-9031-9c268ade6f78 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:41:34.616499 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d10010-b37a-499a-9031-9c268ade6f78 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:41:34.616822 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d10010-b37a-499a-9031-9c268ade6f78 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:41:34.653253 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-1bd308e3-703d-4a8f-9aa5-ee4fd94ade28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a108a2d8-6495-4d23-b875-fc6f1d7dec6b', 'name': 'tempest-ServerRescueTestJSON-1626620647-router', 'tenant_id': 'd65311bf75e14ee0ba1fb382850563a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T21:39:42Z', 'updated_at': '2022-01-26T21:41:34Z', 'revision_number': 6, 'project_id': 'd65311bf75e14ee0ba1fb382850563a2', 'gw_port_host': None}], 'n-d-760453-5', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:41:34.677864 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-93d10010-b37a-499a-9031-9c268ade6f78 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4111291'] for router_gateway (a108a2d8-6495-4d23-b875-fc6f1d7dec6b), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:41:34.682790 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bd308e3-703d-4a8f-9aa5-ee4fd94ade28 None None] The sync data for ids ['a108a2d8-6495-4d23-b875-fc6f1d7dec6b'] in n-d-760453-5 is: [{'id': 'a108a2d8-6495-4d23-b875-fc6f1d7dec6b', 'name': 'tempest-ServerRescueTestJSON-1626620647-router', 'tenant_id': 'd65311bf75e14ee0ba1fb382850563a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T21:39:42Z', 'updated_at': '2022-01-26T21:41:34Z', 'revision_number': 6, 'project_id': 'd65311bf75e14ee0ba1fb382850563a2', 'gw_port_host': None}] {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 26 21:41:34.771732 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-93d10010-b37a-499a-9031-9c268ade6f78 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4105774', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13082'] for router (a108a2d8-6495-4d23-b875-fc6f1d7dec6b), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:41:34.773946 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-93d10010-b37a-499a-9031-9c268ade6f78 admin admin] Publish callbacks [] for router_controller (a108a2d8-6495-4d23-b875-fc6f1d7dec6b), precommit_delete_associations {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:41:34.820124 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-93d10010-b37a-499a-9031-9c268ade6f78 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4105767'] for router (a108a2d8-6495-4d23-b875-fc6f1d7dec6b), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:41:34.820657 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93d10010-b37a-499a-9031-9c268ade6f78 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a108a2d8-6495-4d23-b875-fc6f1d7dec6b {{(pid=103305) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 26 21:41:34.826182 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-93d10010-b37a-499a-9031-9c268ade6f78 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:41:34.827492 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-93d10010-b37a-499a-9031-9c268ade6f78 admin admin] 10.222.0.13 "DELETE /v2.0/routers/a108a2d8-6495-4d23-b875-fc6f1d7dec6b HTTP/1.1" status: 204 len: 168 time: 0.9188976 Jan 26 21:41:34.830088 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 35038) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:41:34.884777 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.db_base_plugin_v2 [None req-7d8b43b3-6814-4466-8cae-bb7da8a97c6d admin admin] Deleting subnet 4bb7d044-11f9-4bd9-8814-43570999d47c {{(pid=103305) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 26 21:41:34.887916 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-7d8b43b3-6814-4466-8cae-bb7da8a97c6d admin admin] Publish callbacks [] for subnet (4bb7d044-11f9-4bd9-8814-43570999d47c), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:41:34.922195 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-7d8b43b3-6814-4466-8cae-bb7da8a97c6d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11788946'] for subnet (4bb7d044-11f9-4bd9-8814-43570999d47c), precommit_delete_associations {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:41:34.963352 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-7d8b43b3-6814-4466-8cae-bb7da8a97c6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687316'] for subnet (4bb7d044-11f9-4bd9-8814-43570999d47c), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:41:35.027024 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-7d8b43b3-6814-4466-8cae-bb7da8a97c6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11791594', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11599980'] for subnet (4bb7d044-11f9-4bd9-8814-43570999d47c), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:41:35.054201 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d8b43b3-6814-4466-8cae-bb7da8a97c6d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4bb7d044-11f9-4bd9-8814-43570999d47c,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:41:35.059441 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-7d8b43b3-6814-4466-8cae-bb7da8a97c6d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:41:35.065557 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-7d8b43b3-6814-4466-8cae-bb7da8a97c6d admin admin] 10.222.0.13 "DELETE /v2.0/subnets/4bb7d044-11f9-4bd9-8814-43570999d47c HTTP/1.1" status: 204 len: 168 time: 0.2320921 Jan 26 21:41:35.065838 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 35040) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:41:35.137342 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-96f1a599-e961-46f1-8fb4-d3847ec15cb1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-748181'] for network (1a9376b2-7adc-4904-a92e-f5c407e6f045), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:41:35.221052 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-96f1a599-e961-46f1-8fb4-d3847ec15cb1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-686403', 'neutron.services.segments.db._delete_segments_for_network-8746560774018'] for network (1a9376b2-7adc-4904-a92e-f5c407e6f045), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:41:35.241391 n-d-760453-5 neutron-server[103305]: DEBUG neutron.services.segments.db [None req-96f1a599-e961-46f1-8fb4-d3847ec15cb1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1a9376b2-7adc-4904-a92e-f5c407e6f045']}} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:41:35.251194 n-d-760453-5 neutron-server[103305]: DEBUG neutron.services.segments.db [None req-96f1a599-e961-46f1-8fb4-d3847ec15cb1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '41b3816c-cb87-4d44-b45c-c5bd6f138438') {'for_net_delete': True} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:41:35.251485 n-d-760453-5 neutron-server[103305]: DEBUG neutron.services.segments.db [None req-96f1a599-e961-46f1-8fb4-d3847ec15cb1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '41b3816c-cb87-4d44-b45c-c5bd6f138438') {} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:41:35.260577 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-96f1a599-e961-46f1-8fb4-d3847ec15cb1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746560742283', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11788955'] for segment (41b3816c-cb87-4d44-b45c-c5bd6f138438), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:41:35.274008 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-96f1a599-e961-46f1-8fb4-d3847ec15cb1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576559'] for segment (41b3816c-cb87-4d44-b45c-c5bd6f138438), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:41:35.279790 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-96f1a599-e961-46f1-8fb4-d3847ec15cb1 admin admin] Releasing vlan 564 on physical network physnet1 to pool {{(pid=103305) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 26 21:41:35.280175 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-96f1a599-e961-46f1-8fb4-d3847ec15cb1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11791428'] for segment (41b3816c-cb87-4d44-b45c-c5bd6f138438), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:41:35.281813 n-d-760453-5 neutron-server[103305]: Traceback (most recent call last): Jan 26 21:41:35.281813 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 26 21:41:35.281813 n-d-760453-5 neutron-server[103305]: timer() Jan 26 21:41:35.281813 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 26 21:41:35.281813 n-d-760453-5 neutron-server[103305]: cb(*args, **kw) Jan 26 21:41:35.281813 n-d-760453-5 neutron-server[103305]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 26 21:41:35.281813 n-d-760453-5 neutron-server[103305]: return func(*args, **kwargs) Jan 26 21:41:35.281813 n-d-760453-5 neutron-server[103305]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 26 21:41:35.281813 n-d-760453-5 neutron-server[103305]: self._notify() Jan 26 21:41:35.281813 n-d-760453-5 neutron-server[103305]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 26 21:41:35.281813 n-d-760453-5 neutron-server[103305]: self.callback(batched_events) Jan 26 21:41:35.281813 n-d-760453-5 neutron-server[103305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 26 21:41:35.281813 n-d-760453-5 neutron-server[103305]: event.method(event) Jan 26 21:41:35.281813 n-d-760453-5 neutron-server[103305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 26 21:41:35.281813 n-d-760453-5 neutron-server[103305]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 26 21:41:35.281813 n-d-760453-5 neutron-server[103305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 26 21:41:35.281813 n-d-760453-5 neutron-server[103305]: aggregate_uuid = self.p_client.list_aggregates( Jan 26 21:41:35.281813 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 26 21:41:35.281813 n-d-760453-5 neutron-server[103305]: return f(self, *a, **k) Jan 26 21:41:35.281813 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 26 21:41:35.281813 n-d-760453-5 neutron-server[103305]: return self._get(url).json() Jan 26 21:41:35.281813 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 26 21:41:35.281813 n-d-760453-5 neutron-server[103305]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 26 21:41:35.281813 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 26 21:41:35.281813 n-d-760453-5 neutron-server[103305]: return self.request(url, 'GET', **kwargs) Jan 26 21:41:35.281813 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 26 21:41:35.281813 n-d-760453-5 neutron-server[103305]: base_url = self.get_endpoint(auth, allow=allow, Jan 26 21:41:35.281813 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 26 21:41:35.281813 n-d-760453-5 neutron-server[103305]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 26 21:41:35.281813 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 26 21:41:35.281813 n-d-760453-5 neutron-server[103305]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 26 21:41:35.281813 n-d-760453-5 neutron-server[103305]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 26 21:41:35.336179 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-96f1a599-e961-46f1-8fb4-d3847ec15cb1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4110931'] for network (1a9376b2-7adc-4904-a92e-f5c407e6f045), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:41:35.342137 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-96f1a599-e961-46f1-8fb4-d3847ec15cb1 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:41:35.345283 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-96f1a599-e961-46f1-8fb4-d3847ec15cb1 admin admin] 10.222.0.13 "DELETE /v2.0/networks/1a9376b2-7adc-4904-a92e-f5c407e6f045 HTTP/1.1" status: 204 len: 168 time: 0.2784967 Jan 26 21:41:35.357234 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f1a599-e961-46f1-8fb4-d3847ec15cb1 admin admin] Pushing event deleted for resources: {'Network': ['ID=1a9376b2-7adc-4904-a92e-f5c407e6f045,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:41:35.466319 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Device 676861a5-9331-4d55-ad8e-2b98dc8e42e4 no longer exists at agent hyperv_n-h1-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 26 21:41:35.490281 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.agents_db [None req-569f1ced-6396-4ddf-b79f-e03b0b2146ab None None] Agent healthcheck: found 7 active agents {{(pid=103307) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 26 21:41:35.499431 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] No Port match for: 676861a5-9331-4d55-ad8e-2b98dc8e42e4 {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 26 21:41:35.500031 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Device 676861a5-9331-4d55-ad8e-2b98dc8e42e4 not bound to the agent host n-h1-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 26 21:41:35.558403 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 35050) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:41:35.621333 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-ae721a4f-718d-46b1-943d-b9a617e9784f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d65311bf75e14ee0ba1fb382850563a2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0603757 Jan 26 21:41:35.622485 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 35052) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:41:35.683649 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-31040f27-cb20-47de-92b8-e4b8093b9b21 admin admin] Publish callbacks [] for security_group (55d5c279-28a6-490d-81c0-a23ed4c85076), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:41:35.719490 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-31040f27-cb20-47de-92b8-e4b8093b9b21 admin admin] Publish callbacks [] for security_group (55d5c279-28a6-490d-81c0-a23ed4c85076), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:41:35.778785 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-31040f27-cb20-47de-92b8-e4b8093b9b21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (55d5c279-28a6-490d-81c0-a23ed4c85076), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:41:35.782075 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-31040f27-cb20-47de-92b8-e4b8093b9b21 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:41:35.783309 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-31040f27-cb20-47de-92b8-e4b8093b9b21 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/55d5c279-28a6-490d-81c0-a23ed4c85076 HTTP/1.1" status: 204 len: 168 time: 0.1597564 Jan 26 21:41:35.792445 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31040f27-cb20-47de-92b8-e4b8093b9b21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55d5c279-28a6-490d-81c0-a23ed4c85076,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:41:36.073457 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device 1bf289e0-4d24-4cda-8119-ba6b60ac3f21 no longer exists at agent ovs-agent-n-d-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 26 21:41:36.101556 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] No Port match for: 1bf289e0-4d24-4cda-8119-ba6b60ac3f21 {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 26 21:41:36.101915 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device 1bf289e0-4d24-4cda-8119-ba6b60ac3f21 not bound to the agent host n-d-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 26 21:41:36.102438 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device c4a2246d-5fc1-4127-90eb-9a151f287568 no longer exists at agent ovs-agent-n-d-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 26 21:41:36.124199 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] No Port match for: c4a2246d-5fc1-4127-90eb-9a151f287568 {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 26 21:41:36.124616 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device c4a2246d-5fc1-4127-90eb-9a151f287568 not bound to the agent host n-d-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 26 21:41:38.416952 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (32ef628b-8417-46c5-8729-60fcabe358f1), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:41:38.645282 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 35122) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:41:38.763156 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-6c423976-164f-434c-a296-53f2ab319ef1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:41:38.842303 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-6c423976-164f-434c-a296-53f2ab319ef1 admin admin] Publish callbacks [] for security_group (f573d007-ed90-4044-95e8-a5aa1dc27424), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:41:38.860057 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-6c423976-164f-434c-a296-53f2ab319ef1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (f573d007-ed90-4044-95e8-a5aa1dc27424), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:41:38.897926 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c423976-164f-434c-a296-53f2ab319ef1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f573d007-ed90-4044-95e8-a5aa1dc27424,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:41:38.903755 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-6c423976-164f-434c-a296-53f2ab319ef1 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=549a863525934a10a8db41530fc78103&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2572305 Jan 26 21:41:38.907042 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 35128) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:41:38.960572 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-8e5e505c-c6a6-4b92-8a71-956c7a3ff280 admin admin] Publish callbacks [] for security_group (f573d007-ed90-4044-95e8-a5aa1dc27424), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:41:38.987184 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-8e5e505c-c6a6-4b92-8a71-956c7a3ff280 admin admin] Publish callbacks [] for security_group (f573d007-ed90-4044-95e8-a5aa1dc27424), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:41:39.042775 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-8e5e505c-c6a6-4b92-8a71-956c7a3ff280 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (f573d007-ed90-4044-95e8-a5aa1dc27424), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:41:39.045794 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-8e5e505c-c6a6-4b92-8a71-956c7a3ff280 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:41:39.047582 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-8e5e505c-c6a6-4b92-8a71-956c7a3ff280 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/f573d007-ed90-4044-95e8-a5aa1dc27424 HTTP/1.1" status: 204 len: 168 time: 0.1396098 Jan 26 21:41:39.057228 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e5e505c-c6a6-4b92-8a71-956c7a3ff280 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f573d007-ed90-4044-95e8-a5aa1dc27424,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:41:39.324595 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 35134) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:41:39.338958 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-b555db52-e353-48aa-8b2f-3de7efe4e45f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:41:39.418622 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-b555db52-e353-48aa-8b2f-3de7efe4e45f admin admin] Publish callbacks [] for security_group (08e67806-1453-4e41-a1d7-d4085df91943), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:41:39.422503 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-b555db52-e353-48aa-8b2f-3de7efe4e45f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (08e67806-1453-4e41-a1d7-d4085df91943), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:41:39.460501 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-b555db52-e353-48aa-8b2f-3de7efe4e45f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=61bb0e0a8293472b901556c27e18123b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1345818 Jan 26 21:41:39.463228 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b555db52-e353-48aa-8b2f-3de7efe4e45f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08e67806-1453-4e41-a1d7-d4085df91943,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:41:39.463817 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 35136) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:41:39.525374 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-a5f43373-5154-4280-b2de-8ded1858e1f7 admin admin] Publish callbacks [] for security_group (08e67806-1453-4e41-a1d7-d4085df91943), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:41:39.547236 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-a5f43373-5154-4280-b2de-8ded1858e1f7 admin admin] Publish callbacks [] for security_group (08e67806-1453-4e41-a1d7-d4085df91943), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:41:39.595073 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-a5f43373-5154-4280-b2de-8ded1858e1f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (08e67806-1453-4e41-a1d7-d4085df91943), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:41:39.597914 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-a5f43373-5154-4280-b2de-8ded1858e1f7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:41:39.599167 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-a5f43373-5154-4280-b2de-8ded1858e1f7 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/08e67806-1453-4e41-a1d7-d4085df91943 HTTP/1.1" status: 204 len: 168 time: 0.1343369 Jan 26 21:41:39.609534 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f43373-5154-4280-b2de-8ded1858e1f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08e67806-1453-4e41-a1d7-d4085df91943,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:41:41.869125 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 35208) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:41:42.003539 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-e19778cd-cae6-4d92-8377-fec047c1721e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:41:42.089535 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-e19778cd-cae6-4d92-8377-fec047c1721e admin admin] Publish callbacks [] for security_group (dae8eaa0-7c89-431d-a295-5708a73be08e), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:41:42.096292 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-e19778cd-cae6-4d92-8377-fec047c1721e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (dae8eaa0-7c89-431d-a295-5708a73be08e), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:41:42.139998 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-e19778cd-cae6-4d92-8377-fec047c1721e admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=e89e1d0b2a284f0bb02ebf45640caf83&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2695293 Jan 26 21:41:42.140999 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19778cd-cae6-4d92-8377-fec047c1721e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dae8eaa0-7c89-431d-a295-5708a73be08e,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:41:42.142967 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 35214) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:41:42.199443 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-74c68dbe-9b2b-4aa9-847d-f3361e4236f2 admin admin] Publish callbacks [] for security_group (dae8eaa0-7c89-431d-a295-5708a73be08e), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:41:42.227928 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-74c68dbe-9b2b-4aa9-847d-f3361e4236f2 admin admin] Publish callbacks [] for security_group (dae8eaa0-7c89-431d-a295-5708a73be08e), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:41:42.275627 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-74c68dbe-9b2b-4aa9-847d-f3361e4236f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (dae8eaa0-7c89-431d-a295-5708a73be08e), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:41:42.278353 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-74c68dbe-9b2b-4aa9-847d-f3361e4236f2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:41:42.279597 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-74c68dbe-9b2b-4aa9-847d-f3361e4236f2 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/dae8eaa0-7c89-431d-a295-5708a73be08e HTTP/1.1" status: 204 len: 168 time: 0.1354184 Jan 26 21:41:42.288821 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c68dbe-9b2b-4aa9-847d-f3361e4236f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dae8eaa0-7c89-431d-a295-5708a73be08e,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:41:42.574801 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 35220) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:41:42.588859 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-e6f2cdcb-3ea5-4d4b-831e-b883c5a9d39d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:41:42.663613 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-e6f2cdcb-3ea5-4d4b-831e-b883c5a9d39d admin admin] Publish callbacks [] for security_group (bc8ce521-f58c-4639-9316-1f9a1f22c542), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:41:42.667994 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-e6f2cdcb-3ea5-4d4b-831e-b883c5a9d39d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (bc8ce521-f58c-4639-9316-1f9a1f22c542), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:41:42.707238 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-e6f2cdcb-3ea5-4d4b-831e-b883c5a9d39d admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f72abc62eef24ffa9cc9436da2fe3dae&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1312826 Jan 26 21:41:42.709476 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f2cdcb-3ea5-4d4b-831e-b883c5a9d39d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc8ce521-f58c-4639-9316-1f9a1f22c542,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:41:42.710706 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 35222) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:41:42.766658 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-15024b6c-cb3b-427d-907b-f679d8a9f733 admin admin] Publish callbacks [] for security_group (bc8ce521-f58c-4639-9316-1f9a1f22c542), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:41:42.788306 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-15024b6c-cb3b-427d-907b-f679d8a9f733 admin admin] Publish callbacks [] for security_group (bc8ce521-f58c-4639-9316-1f9a1f22c542), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:41:42.860896 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-15024b6c-cb3b-427d-907b-f679d8a9f733 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (bc8ce521-f58c-4639-9316-1f9a1f22c542), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:41:42.863863 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-15024b6c-cb3b-427d-907b-f679d8a9f733 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:41:42.865074 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-15024b6c-cb3b-427d-907b-f679d8a9f733 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/bc8ce521-f58c-4639-9316-1f9a1f22c542 HTTP/1.1" status: 204 len: 168 time: 0.1533337 Jan 26 21:41:42.874511 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15024b6c-cb3b-427d-907b-f679d8a9f733 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc8ce521-f58c-4639-9316-1f9a1f22c542,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:41:45.571976 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 35292) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:41:45.680293 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-81078ee1-de73-49c9-b6bb-8d85c4b2a914 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:41:45.762724 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-81078ee1-de73-49c9-b6bb-8d85c4b2a914 admin admin] Publish callbacks [] for security_group (1d43f26f-b513-44c5-800d-a36ba0206f25), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:41:45.766748 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-81078ee1-de73-49c9-b6bb-8d85c4b2a914 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (1d43f26f-b513-44c5-800d-a36ba0206f25), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:41:45.812980 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-81078ee1-de73-49c9-b6bb-8d85c4b2a914 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=760c6e045f7942d68bb37bb80d7c2ce7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2370794 Jan 26 21:41:45.812980 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81078ee1-de73-49c9-b6bb-8d85c4b2a914 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d43f26f-b513-44c5-800d-a36ba0206f25,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:41:45.813393 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 35296) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:41:45.861556 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-35b7eb0e-1793-42a0-85df-82f27357e3f1 admin admin] Publish callbacks [] for security_group (1d43f26f-b513-44c5-800d-a36ba0206f25), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:41:45.882454 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-35b7eb0e-1793-42a0-85df-82f27357e3f1 admin admin] Publish callbacks [] for security_group (1d43f26f-b513-44c5-800d-a36ba0206f25), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:41:45.929808 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-35b7eb0e-1793-42a0-85df-82f27357e3f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (1d43f26f-b513-44c5-800d-a36ba0206f25), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:41:45.932470 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-35b7eb0e-1793-42a0-85df-82f27357e3f1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:41:45.933642 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-35b7eb0e-1793-42a0-85df-82f27357e3f1 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/1d43f26f-b513-44c5-800d-a36ba0206f25 HTTP/1.1" status: 204 len: 168 time: 0.1193261 Jan 26 21:41:45.941659 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b7eb0e-1793-42a0-85df-82f27357e3f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d43f26f-b513-44c5-800d-a36ba0206f25,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:41:46.197061 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 35304) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:41:46.210733 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-a3e348c8-1ee5-4c78-b30b-da0a7fc08584 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:41:46.286598 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-a3e348c8-1ee5-4c78-b30b-da0a7fc08584 admin admin] Publish callbacks [] for security_group (840bfa08-04e6-4075-83c3-ae739ea458e4), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:41:46.291654 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-a3e348c8-1ee5-4c78-b30b-da0a7fc08584 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (840bfa08-04e6-4075-83c3-ae739ea458e4), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:41:46.330771 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-a3e348c8-1ee5-4c78-b30b-da0a7fc08584 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f379c2b3b54d4785bdcd58cc156c311b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1325300 Jan 26 21:41:46.331919 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e348c8-1ee5-4c78-b30b-da0a7fc08584 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=840bfa08-04e6-4075-83c3-ae739ea458e4,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:41:46.333828 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 35308) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:41:46.397044 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-41978117-9a25-4d88-aa61-7acd2a9c7959 admin admin] Publish callbacks [] for security_group (840bfa08-04e6-4075-83c3-ae739ea458e4), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:41:46.422282 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-41978117-9a25-4d88-aa61-7acd2a9c7959 admin admin] Publish callbacks [] for security_group (840bfa08-04e6-4075-83c3-ae739ea458e4), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:41:46.469408 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-41978117-9a25-4d88-aa61-7acd2a9c7959 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (840bfa08-04e6-4075-83c3-ae739ea458e4), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:41:46.472152 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-41978117-9a25-4d88-aa61-7acd2a9c7959 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:41:46.473342 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-41978117-9a25-4d88-aa61-7acd2a9c7959 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/840bfa08-04e6-4075-83c3-ae739ea458e4 HTTP/1.1" status: 204 len: 168 time: 0.1349716 Jan 26 21:41:46.482285 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41978117-9a25-4d88-aa61-7acd2a9c7959 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=840bfa08-04e6-4075-83c3-ae739ea458e4,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:41:48.516455 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 35370) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:41:48.620809 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-4d74892c-9e78-427d-bca5-6641b7252033 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:41:48.700287 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-4d74892c-9e78-427d-bca5-6641b7252033 admin admin] Publish callbacks [] for security_group (488652d0-095b-4052-8ab3-157899b96fd3), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:41:48.705077 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-4d74892c-9e78-427d-bca5-6641b7252033 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (488652d0-095b-4052-8ab3-157899b96fd3), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:41:48.749265 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-4d74892c-9e78-427d-bca5-6641b7252033 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=0fef19fe72234e949e5e5022cdb885e1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2312820 Jan 26 21:41:48.749759 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d74892c-9e78-427d-bca5-6641b7252033 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=488652d0-095b-4052-8ab3-157899b96fd3,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:41:48.751544 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 35374) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:41:48.805628 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-5eb9202c-c06a-4f51-bc3e-22e9bead9b63 admin admin] Publish callbacks [] for security_group (488652d0-095b-4052-8ab3-157899b96fd3), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:41:48.827866 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-5eb9202c-c06a-4f51-bc3e-22e9bead9b63 admin admin] Publish callbacks [] for security_group (488652d0-095b-4052-8ab3-157899b96fd3), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:41:48.877321 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-5eb9202c-c06a-4f51-bc3e-22e9bead9b63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (488652d0-095b-4052-8ab3-157899b96fd3), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:41:48.880122 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-5eb9202c-c06a-4f51-bc3e-22e9bead9b63 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:41:48.881283 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-5eb9202c-c06a-4f51-bc3e-22e9bead9b63 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/488652d0-095b-4052-8ab3-157899b96fd3 HTTP/1.1" status: 204 len: 168 time: 0.1287513 Jan 26 21:41:48.892395 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb9202c-c06a-4f51-bc3e-22e9bead9b63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=488652d0-095b-4052-8ab3-157899b96fd3,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:41:48.911993 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-0a115bb6-718c-4d23-87fa-b6767a71693b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (474ccdf7-ab6c-405b-a3b2-dc7b05829902), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:41:49.166180 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 35382) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:41:49.179760 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-1c23c2e7-74e0-4d31-9679-ea4a21ed150a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:41:49.257913 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-1c23c2e7-74e0-4d31-9679-ea4a21ed150a admin admin] Publish callbacks [] for security_group (8b9e46ae-55b8-4c70-93b7-95d03db7f5f0), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:41:49.261661 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-1c23c2e7-74e0-4d31-9679-ea4a21ed150a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (8b9e46ae-55b8-4c70-93b7-95d03db7f5f0), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:41:49.300604 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-1c23c2e7-74e0-4d31-9679-ea4a21ed150a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=215223d970dd4e839335074966ff3c25&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1332073 Jan 26 21:41:49.301498 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c23c2e7-74e0-4d31-9679-ea4a21ed150a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b9e46ae-55b8-4c70-93b7-95d03db7f5f0,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:41:49.303282 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 35384) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:41:49.359174 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-f1a77b33-5457-44fd-bac0-ca96ca1e6ac6 admin admin] Publish callbacks [] for security_group (8b9e46ae-55b8-4c70-93b7-95d03db7f5f0), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:41:49.381076 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-f1a77b33-5457-44fd-bac0-ca96ca1e6ac6 admin admin] Publish callbacks [] for security_group (8b9e46ae-55b8-4c70-93b7-95d03db7f5f0), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:41:49.438113 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-f1a77b33-5457-44fd-bac0-ca96ca1e6ac6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (8b9e46ae-55b8-4c70-93b7-95d03db7f5f0), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:41:49.440961 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-f1a77b33-5457-44fd-bac0-ca96ca1e6ac6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:41:49.442282 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-f1a77b33-5457-44fd-bac0-ca96ca1e6ac6 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/8b9e46ae-55b8-4c70-93b7-95d03db7f5f0 HTTP/1.1" status: 204 len: 168 time: 0.1361067 Jan 26 21:41:49.451396 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a77b33-5457-44fd-bac0-ca96ca1e6ac6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b9e46ae-55b8-4c70-93b7-95d03db7f5f0,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:41:51.268035 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-04daa170-d7e2-49cf-a70c-31c79e7c3daf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (09df100c-3af1-4b0a-bda8-05914c71c458), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:41:51.671509 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 35476) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:41:51.787677 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-2b9432d9-5841-414c-a496-604ca96f94ae admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:41:51.880358 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-2b9432d9-5841-414c-a496-604ca96f94ae admin admin] Publish callbacks [] for security_group (ebd7f457-eea3-441b-b657-ff4bc68d816d), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:41:51.884596 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-2b9432d9-5841-414c-a496-604ca96f94ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (ebd7f457-eea3-441b-b657-ff4bc68d816d), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:41:51.923181 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-2b9432d9-5841-414c-a496-604ca96f94ae admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=85f2c96034754925b3b7d1fe40232793&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2505608 Jan 26 21:41:51.925229 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b9432d9-5841-414c-a496-604ca96f94ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebd7f457-eea3-441b-b657-ff4bc68d816d,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:41:51.925979 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 35486) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:41:51.980660 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-b6e8597f-8b3d-44ae-95c9-10f0efc77bcc admin admin] Publish callbacks [] for security_group (ebd7f457-eea3-441b-b657-ff4bc68d816d), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:41:52.005324 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-b6e8597f-8b3d-44ae-95c9-10f0efc77bcc admin admin] Publish callbacks [] for security_group (ebd7f457-eea3-441b-b657-ff4bc68d816d), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:41:52.056656 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-b6e8597f-8b3d-44ae-95c9-10f0efc77bcc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (ebd7f457-eea3-441b-b657-ff4bc68d816d), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:41:52.062019 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-b6e8597f-8b3d-44ae-95c9-10f0efc77bcc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:41:52.063068 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-b6e8597f-8b3d-44ae-95c9-10f0efc77bcc admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ebd7f457-eea3-441b-b657-ff4bc68d816d HTTP/1.1" status: 204 len: 168 time: 0.1358292 Jan 26 21:41:52.071532 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e8597f-8b3d-44ae-95c9-10f0efc77bcc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebd7f457-eea3-441b-b657-ff4bc68d816d,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:41:52.290589 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-841f5991-a4d8-4d4b-b215-cbc6bab5427b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (aa7ee9d2-08eb-4e12-b895-24c57300dfec), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:41:52.363119 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 35502) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:41:52.377410 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-e4d25843-bce6-435c-82a7-8b0b54fa73ad admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:41:52.460182 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-e4d25843-bce6-435c-82a7-8b0b54fa73ad admin admin] Publish callbacks [] for security_group (71200f84-c799-4a27-bc2d-549b83dc4528), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:41:52.472739 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-e4d25843-bce6-435c-82a7-8b0b54fa73ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (71200f84-c799-4a27-bc2d-549b83dc4528), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:41:52.504344 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d25843-bce6-435c-82a7-8b0b54fa73ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71200f84-c799-4a27-bc2d-549b83dc4528,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:41:52.511822 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-e4d25843-bce6-435c-82a7-8b0b54fa73ad admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=36a2d2a21c1a458ebef51e0dff36b26d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1451924 Jan 26 21:41:52.512053 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 35508) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:41:52.568028 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-2c911987-77e3-46f6-bea8-557b31eb5aa1 admin admin] Publish callbacks [] for security_group (71200f84-c799-4a27-bc2d-549b83dc4528), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:41:52.591845 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-2c911987-77e3-46f6-bea8-557b31eb5aa1 admin admin] Publish callbacks [] for security_group (71200f84-c799-4a27-bc2d-549b83dc4528), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:41:52.639383 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-2c911987-77e3-46f6-bea8-557b31eb5aa1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (71200f84-c799-4a27-bc2d-549b83dc4528), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:41:52.642234 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-2c911987-77e3-46f6-bea8-557b31eb5aa1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:41:52.643591 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-2c911987-77e3-46f6-bea8-557b31eb5aa1 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/71200f84-c799-4a27-bc2d-549b83dc4528 HTTP/1.1" status: 204 len: 168 time: 0.1304815 Jan 26 21:41:52.652527 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c911987-77e3-46f6-bea8-557b31eb5aa1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71200f84-c799-4a27-bc2d-549b83dc4528,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:41:53.111259 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (4d619873-4b60-439f-9b5a-b155dc8bbc34), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:41:54.158272 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-839dd188-ec69-470c-9ab0-d318dc1a2e96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (e79b4fc6-6c71-44b2-a6d0-ff3e1f4dfd0d), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:41:54.562020 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ec64f1-435e-44c5-b482-f09b7583073f req-a733d4c9-a852-4414-94c5-ca5f97d60926 tempest-AttachVolumeTestJSON-1109332547 tempest-AttachVolumeTestJSON-1109332547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:41:54.564011 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-88ec64f1-435e-44c5-b482-f09b7583073f req-a733d4c9-a852-4414-94c5-ca5f97d60926 tempest-AttachVolumeTestJSON-1109332547 tempest-AttachVolumeTestJSON-1109332547-project] 10.222.0.13 "GET /v2.0/ports?device_id=04164ec0-d6ba-46ba-9f59-877902ccf7fd HTTP/1.1" status: 200 len: 946 time: 0.0661922 Jan 26 21:41:54.620924 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-88ec64f1-435e-44c5-b482-f09b7583073f req-eea0b367-a648-4d79-ba6f-c3f059287f99 tempest-AttachVolumeTestJSON-1109332547 tempest-AttachVolumeTestJSON-1109332547-project] 10.222.0.13 "GET /v2.0/security-groups?id=67ba2225-7074-4a52-b681-4840b6b52ab5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507185 Jan 26 21:41:55.316217 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (fea0591a-627d-4c87-9a9a-01625ddf3277), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:41:55.764782 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8c99e3-518f-438e-bd31-adeb678cd150 req-760210e5-352e-4c95-a612-1ccb6eb1ec26 tempest-AttachVolumeTestJSON-1109332547 tempest-AttachVolumeTestJSON-1109332547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:41:55.767060 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-5a8c99e3-518f-438e-bd31-adeb678cd150 req-760210e5-352e-4c95-a612-1ccb6eb1ec26 tempest-AttachVolumeTestJSON-1109332547 tempest-AttachVolumeTestJSON-1109332547-project] 10.222.0.13 "GET /v2.0/ports?device_id=04164ec0-d6ba-46ba-9f59-877902ccf7fd HTTP/1.1" status: 200 len: 946 time: 0.0524800 Jan 26 21:41:55.827176 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-5a8c99e3-518f-438e-bd31-adeb678cd150 req-22de0b9f-4767-44b3-bbbd-466974aa7ee2 tempest-AttachVolumeTestJSON-1109332547 tempest-AttachVolumeTestJSON-1109332547-project] 10.222.0.13 "GET /v2.0/security-groups?id=67ba2225-7074-4a52-b681-4840b6b52ab5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0531199 Jan 26 21:41:56.464042 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf8aac5-414b-4e37-acb8-c8fa99a45a6f req-8f17decc-015f-4639-9a4f-334ef34a3606 tempest-AttachVolumeTestJSON-1109332547 tempest-AttachVolumeTestJSON-1109332547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:41:56.465858 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-cbf8aac5-414b-4e37-acb8-c8fa99a45a6f req-8f17decc-015f-4639-9a4f-334ef34a3606 tempest-AttachVolumeTestJSON-1109332547 tempest-AttachVolumeTestJSON-1109332547-project] 10.222.0.57 "GET /v2.0/ports?device_id=04164ec0-d6ba-46ba-9f59-877902ccf7fd HTTP/1.1" status: 200 len: 946 time: 0.0558050 Jan 26 21:41:56.572020 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [req-cbf8aac5-414b-4e37-acb8-c8fa99a45a6f req-2683fd31-bb97-4cc0-a872-adae221646ad tempest-AttachVolumeTestJSON-1109332547 tempest-AttachVolumeTestJSON-1109332547-project] Deleting port b9077506-20ea-4cbc-9bd2-4a80ac184874 {{(pid=103304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 21:41:56.572526 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-cbf8aac5-414b-4e37-acb8-c8fa99a45a6f req-2683fd31-bb97-4cc0-a872-adae221646ad tempest-AttachVolumeTestJSON-1109332547 tempest-AttachVolumeTestJSON-1109332547-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746560630878'] for port (b9077506-20ea-4cbc-9bd2-4a80ac184874), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:41:56.679233 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [req-cbf8aac5-414b-4e37-acb8-c8fa99a45a6f req-2683fd31-bb97-4cc0-a872-adae221646ad tempest-AttachVolumeTestJSON-1109332547 tempest-AttachVolumeTestJSON-1109332547-project] For port b9077506-20ea-4cbc-9bd2-4a80ac184874, host n-h2-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-5',level=0,port_id=b9077506-20ea-4cbc-9bd2-4a80ac184874,segment=NetworkSegment(a4d6e827-808b-4b7a-9089-657edb9fdaab),segment_id=a4d6e827-808b-4b7a-9089-657edb9fdaab)] {{(pid=103304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:41:56.680206 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-cbf8aac5-414b-4e37-acb8-c8fa99a45a6f req-2683fd31-bb97-4cc0-a872-adae221646ad tempest-AttachVolumeTestJSON-1109332547 tempest-AttachVolumeTestJSON-1109332547-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4109658'] for port (b9077506-20ea-4cbc-9bd2-4a80ac184874), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:41:56.887124 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-cbf8aac5-414b-4e37-acb8-c8fa99a45a6f req-2683fd31-bb97-4cc0-a872-adae221646ad tempest-AttachVolumeTestJSON-1109332547 tempest-AttachVolumeTestJSON-1109332547-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:41:56.887830 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-cbf8aac5-414b-4e37-acb8-c8fa99a45a6f req-2683fd31-bb97-4cc0-a872-adae221646ad tempest-AttachVolumeTestJSON-1109332547 tempest-AttachVolumeTestJSON-1109332547-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4110913'] for floatingip (30e5b369-8d27-4768-8449-7c104825c110), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:41:56.887930 n-d-760453-5 neutron-server[103304]: INFO neutron.db.l3_db [req-cbf8aac5-414b-4e37-acb8-c8fa99a45a6f req-2683fd31-bb97-4cc0-a872-adae221646ad tempest-AttachVolumeTestJSON-1109332547 tempest-AttachVolumeTestJSON-1109332547-project] Floating IP 30e5b369-8d27-4768-8449-7c104825c110 disassociated. External IP: 172.25.1.23, port: b9077506-20ea-4cbc-9bd2-4a80ac184874. Jan 26 21:41:56.888235 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [req-cbf8aac5-414b-4e37-acb8-c8fa99a45a6f req-2683fd31-bb97-4cc0-a872-adae221646ad tempest-AttachVolumeTestJSON-1109332547 tempest-AttachVolumeTestJSON-1109332547-project] Calling delete_port for b9077506-20ea-4cbc-9bd2-4a80ac184874 owned by compute:nova {{(pid=103304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 21:41:57.024111 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1500d977-e14e-4621-ba3e-c291b2333e2b req-a7df3622-66b8-487f-bcba-fca162b90cf5 tempest-AttachVolumeTestJSON-1109332547 tempest-AttachVolumeTestJSON-1109332547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:41:57.027260 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-1500d977-e14e-4621-ba3e-c291b2333e2b req-a7df3622-66b8-487f-bcba-fca162b90cf5 tempest-AttachVolumeTestJSON-1109332547 tempest-AttachVolumeTestJSON-1109332547-project] 10.222.0.13 "GET /v2.0/ports?device_id=04164ec0-d6ba-46ba-9f59-877902ccf7fd HTTP/1.1" status: 200 len: 946 time: 0.0835845 Jan 26 21:41:57.121226 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-1500d977-e14e-4621-ba3e-c291b2333e2b req-0f5f5f4b-ccb8-4167-877e-e7d14cb1a854 tempest-AttachVolumeTestJSON-1109332547 tempest-AttachVolumeTestJSON-1109332547-project] 10.222.0.13 "GET /v2.0/security-groups?id=67ba2225-7074-4a52-b681-4840b6b52ab5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0866876 Jan 26 21:41:57.128865 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-cbf8aac5-414b-4e37-acb8-c8fa99a45a6f req-2683fd31-bb97-4cc0-a872-adae221646ad tempest-AttachVolumeTestJSON-1109332547 tempest-AttachVolumeTestJSON-1109332547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746560636600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746560234536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9281553'] for port (b9077506-20ea-4cbc-9bd2-4a80ac184874), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:41:57.170133 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2683fd31-bb97-4cc0-a872-adae221646ad tempest-AttachVolumeTestJSON-1109332547 tempest-AttachVolumeTestJSON-1109332547-project] Pushing event deleted for resources: {'Port': ['ID=b9077506-20ea-4cbc-9bd2-4a80ac184874,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:41:57.302715 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.l3_agent_scheduler [req-cbf8aac5-414b-4e37-acb8-c8fa99a45a6f req-2683fd31-bb97-4cc0-a872-adae221646ad tempest-AttachVolumeTestJSON-1109332547 tempest-AttachVolumeTestJSON-1109332547-project] Router 19fe0f86-abca-440b-b947-db1a4f296f9c has already been hosted by L3 agent 09df100c-3af1-4b0a-bda8-05914c71c458 {{(pid=103304) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 26 21:41:57.430406 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-cbf8aac5-414b-4e37-acb8-c8fa99a45a6f req-2683fd31-bb97-4cc0-a872-adae221646ad tempest-AttachVolumeTestJSON-1109332547 tempest-AttachVolumeTestJSON-1109332547-project] Notify agent at l3_agent.n-d-760453-5 the message routers_updated {{(pid=103304) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 26 21:41:57.442026 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec3fc2e3-3fd2-4ec5-a459-36ac25f8013f None None] Sync routers for ids ['19fe0f86-abca-440b-b947-db1a4f296f9c'] in n-d-760453-5 {{(pid=103306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 26 21:41:57.454851 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec3fc2e3-3fd2-4ec5-a459-36ac25f8013f None None] Routers {'19fe0f86-abca-440b-b947-db1a4f296f9c'} bound to L3 agent in host n-d-760453-5 {{(pid=103306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 21:41:57.455449 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-ec3fc2e3-3fd2-4ec5-a459-36ac25f8013f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-26T20:55:21Z,description=,heartbeat_timestamp=2022-01-26T21:41:51Z,host='n-d-760453-5',id=09df100c-3af1-4b0a-bda8-05914c71c458,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:55:21Z,topic='l3_agent')) {'router_ids': ['19fe0f86-abca-440b-b947-db1a4f296f9c'], 'active': True} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:41:57.477109 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [req-cbf8aac5-414b-4e37-acb8-c8fa99a45a6f req-2683fd31-bb97-4cc0-a872-adae221646ad tempest-AttachVolumeTestJSON-1109332547 tempest-AttachVolumeTestJSON-1109332547-project] No DVR routers for this DVR port b9077506-20ea-4cbc-9bd2-4a80ac184874 on host n-h2-760453-5 {{(pid=103304) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 26 21:41:57.479893 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-cbf8aac5-414b-4e37-acb8-c8fa99a45a6f req-2683fd31-bb97-4cc0-a872-adae221646ad tempest-AttachVolumeTestJSON-1109332547 tempest-AttachVolumeTestJSON-1109332547-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:41:57.483508 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-cbf8aac5-414b-4e37-acb8-c8fa99a45a6f req-2683fd31-bb97-4cc0-a872-adae221646ad tempest-AttachVolumeTestJSON-1109332547 tempest-AttachVolumeTestJSON-1109332547-project] 10.222.0.57 "DELETE /v2.0/ports/b9077506-20ea-4cbc-9bd2-4a80ac184874 HTTP/1.1" status: 204 len: 173 time: 1.0127816 Jan 26 21:41:57.483997 n-d-760453-5 neutron-server[103304]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04164ec0-d6ba-46ba-9f59-877902ccf7fd', 'name': 'network-vif-deleted', 'tag': 'b9077506-20ea-4cbc-9bd2-4a80ac184874'}] {{(pid=103304) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 21:41:57.486480 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d52b45f1943fcd332af9527eb73ff93c8d715d44383a3f6d18de73b4cfcf87b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f09d30a9-208e-4fe4-8e8e-d088a5480571" -d '{"events": [{"server_uuid": "04164ec0-d6ba-46ba-9f59-877902ccf7fd", "name": "network-vif-deleted", "tag": "b9077506-20ea-4cbc-9bd2-4a80ac184874"}]}' {{(pid=103304) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 21:41:57.539550 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Jan 2022 21:41:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d23f8f2-9e35-4488-a315-46bde5680ba9 x-openstack-request-id: req-6d23f8f2-9e35-4488-a315-46bde5680ba9 {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 21:41:57.540052 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "04164ec0-d6ba-46ba-9f59-877902ccf7fd", "name": "network-vif-deleted", "tag": "b9077506-20ea-4cbc-9bd2-4a80ac184874", "status": "completed", "code": 200}]} {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 21:41:57.540385 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-6d23f8f2-9e35-4488-a315-46bde5680ba9 {{(pid=103304) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 21:41:57.540867 n-d-760453-5 neutron-server[103304]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04164ec0-d6ba-46ba-9f59-877902ccf7fd', 'name': 'network-vif-deleted', 'tag': 'b9077506-20ea-4cbc-9bd2-4a80ac184874', 'status': 'completed', 'code': 200} Jan 26 21:41:57.620694 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvr_db [None req-ec3fc2e3-3fd2-4ec5-a459-36ac25f8013f None None] Set router 19fe0f86-abca-440b-b947-db1a4f296f9c gateway port host: n-d-760453-5 {{(pid=103306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 21:41:57.850565 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-ec3fc2e3-3fd2-4ec5-a459-36ac25f8013f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19fe0f86-abca-440b-b947-db1a4f296f9c', 'name': 'tempest-AttachVolumeTestJSON-1656343975-router', 'tenant_id': 'ef59326be6b94bd88981706bc324c818', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'external_fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.9'}], 'enable_snat': True}, 'gw_port_id': '134df0d3-ef07-4890-818d-62f6b68b54f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T21:37:39Z', 'updated_at': '2022-01-26T21:37:43Z', 'revision_number': 4, 'project_id': 'ef59326be6b94bd88981706bc324c818', 'gw_port': {'id': '134df0d3-ef07-4890-818d-62f6b68b54f7', 'name': '', 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:1f:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19fe0f86-abca-440b-b947-db1a4f296f9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3140, 'fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:37:40Z', 'updated_at': '2022-01-26T21:37:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-5', '_interfaces': [{'id': '43d54b9b-cd44-4452-b168-5eea9efdf961', 'name': '', 'network_id': '069fa2c9-ac54-4596-8927-b190d062b8dc', 'tenant_id': 'ef59326be6b94bd88981706bc324c818', 'mac_address': 'fa:16:3e:58:0e:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19fe0f86-abca-440b-b947-db1a4f296f9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3146, 'fixed_ips': [{'subnet_id': 'acbfa681-8e54-43e3-a66b-05705089f7e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:37:42Z', 'updated_at': '2022-01-26T21:37:49Z', 'revision_number': 5, 'project_id': 'ef59326be6b94bd88981706bc324c818', 'subnets': [{'id': 'acbfa681-8e54-43e3-a66b-05705089f7e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760453-5', False) {} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:41:57.878787 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec3fc2e3-3fd2-4ec5-a459-36ac25f8013f None None] Checking router: 19fe0f86-abca-440b-b947-db1a4f296f9c for host: n-d-760453-5 {{(pid=103306) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 26 21:41:57.890749 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec3fc2e3-3fd2-4ec5-a459-36ac25f8013f None None] Routers {'19fe0f86-abca-440b-b947-db1a4f296f9c'} bound to L3 agent in host n-d-760453-5 {{(pid=103306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 21:41:57.891254 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-ec3fc2e3-3fd2-4ec5-a459-36ac25f8013f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-26T20:55:21Z,description=,heartbeat_timestamp=2022-01-26T21:41:51Z,host='n-d-760453-5',id=09df100c-3af1-4b0a-bda8-05914c71c458,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:55:21Z,topic='l3_agent')) {'router_ids': ['19fe0f86-abca-440b-b947-db1a4f296f9c'], 'active': True} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:41:58.016205 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvr_db [None req-ec3fc2e3-3fd2-4ec5-a459-36ac25f8013f None None] Set router 19fe0f86-abca-440b-b947-db1a4f296f9c gateway port host: n-d-760453-5 {{(pid=103306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 21:41:58.220943 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 35752) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:41:58.258023 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-ec3fc2e3-3fd2-4ec5-a459-36ac25f8013f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19fe0f86-abca-440b-b947-db1a4f296f9c', 'name': 'tempest-AttachVolumeTestJSON-1656343975-router', 'tenant_id': 'ef59326be6b94bd88981706bc324c818', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'external_fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.9'}], 'enable_snat': True}, 'gw_port_id': '134df0d3-ef07-4890-818d-62f6b68b54f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T21:37:39Z', 'updated_at': '2022-01-26T21:37:43Z', 'revision_number': 4, 'project_id': 'ef59326be6b94bd88981706bc324c818', 'gw_port': {'id': '134df0d3-ef07-4890-818d-62f6b68b54f7', 'name': '', 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:1f:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19fe0f86-abca-440b-b947-db1a4f296f9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3140, 'fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:37:40Z', 'updated_at': '2022-01-26T21:37:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-5', '_interfaces': [{'id': '43d54b9b-cd44-4452-b168-5eea9efdf961', 'name': '', 'network_id': '069fa2c9-ac54-4596-8927-b190d062b8dc', 'tenant_id': 'ef59326be6b94bd88981706bc324c818', 'mac_address': 'fa:16:3e:58:0e:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19fe0f86-abca-440b-b947-db1a4f296f9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3146, 'fixed_ips': [{'subnet_id': 'acbfa681-8e54-43e3-a66b-05705089f7e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:37:42Z', 'updated_at': '2022-01-26T21:37:49Z', 'revision_number': 5, 'project_id': 'ef59326be6b94bd88981706bc324c818', 'subnets': [{'id': 'acbfa681-8e54-43e3-a66b-05705089f7e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760453-5', False) {} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:41:58.290687 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec3fc2e3-3fd2-4ec5-a459-36ac25f8013f None None] The sync data for ids ['19fe0f86-abca-440b-b947-db1a4f296f9c'] in n-d-760453-5 is: [{'id': '19fe0f86-abca-440b-b947-db1a4f296f9c', 'name': 'tempest-AttachVolumeTestJSON-1656343975-router', 'tenant_id': 'ef59326be6b94bd88981706bc324c818', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'external_fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.9'}], 'enable_snat': True}, 'gw_port_id': '134df0d3-ef07-4890-818d-62f6b68b54f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T21:37:39Z', 'updated_at': '2022-01-26T21:37:43Z', 'revision_number': 4, 'project_id': 'ef59326be6b94bd88981706bc324c818', 'gw_port': {'id': '134df0d3-ef07-4890-818d-62f6b68b54f7', 'name': '', 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:1f:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19fe0f86-abca-440b-b947-db1a4f296f9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3140, 'fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:37:40Z', 'updated_at': '2022-01-26T21:37:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-5', '_interfaces': [{'id': '43d54b9b-cd44-4452-b168-5eea9efdf961', 'name': '', 'network_id': '069fa2c9-ac54-4596-8927-b190d062b8dc', 'tenant_id': 'ef59326be6b94bd88981706bc324c818', 'mac_address': 'fa:16:3e:58:0e:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19fe0f86-abca-440b-b947-db1a4f296f9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3146, 'fixed_ips': [{'subnet_id': 'acbfa681-8e54-43e3-a66b-05705089f7e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:37:42Z', 'updated_at': '2022-01-26T21:37:49Z', 'revision_number': 5, 'project_id': 'ef59326be6b94bd88981706bc324c818', 'subnets': [{'id': 'acbfa681-8e54-43e3-a66b-05705089f7e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 26 21:41:58.290999 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-ec3ff8e8-ad62-4ce7-afad-1bed9c4a3324 tempest-AttachVolumeTestJSON-1109332547 tempest-AttachVolumeTestJSON-1109332547-project] Publish callbacks [] for security_group (67ba2225-7074-4a52-b681-4840b6b52ab5), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:41:58.319579 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-ec3ff8e8-ad62-4ce7-afad-1bed9c4a3324 tempest-AttachVolumeTestJSON-1109332547 tempest-AttachVolumeTestJSON-1109332547-project] Publish callbacks [] for security_group (67ba2225-7074-4a52-b681-4840b6b52ab5), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:41:58.402886 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-ec3ff8e8-ad62-4ce7-afad-1bed9c4a3324 tempest-AttachVolumeTestJSON-1109332547 tempest-AttachVolumeTestJSON-1109332547-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (67ba2225-7074-4a52-b681-4840b6b52ab5), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:41:58.405469 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-ec3ff8e8-ad62-4ce7-afad-1bed9c4a3324 tempest-AttachVolumeTestJSON-1109332547 tempest-AttachVolumeTestJSON-1109332547-project] Publish callbacks [] for security_group (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:41:58.406909 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-ec3ff8e8-ad62-4ce7-afad-1bed9c4a3324 tempest-AttachVolumeTestJSON-1109332547 tempest-AttachVolumeTestJSON-1109332547-project] 10.222.0.13 "DELETE /v2.0/security-groups/67ba2225-7074-4a52-b681-4840b6b52ab5 HTTP/1.1" status: 204 len: 168 time: 0.1848929 Jan 26 21:41:58.409765 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 35762) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:41:58.418064 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3ff8e8-ad62-4ce7-afad-1bed9c4a3324 tempest-AttachVolumeTestJSON-1109332547 tempest-AttachVolumeTestJSON-1109332547-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=67ba2225-7074-4a52-b681-4840b6b52ab5,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:41:58.455287 n-d-760453-5 neutron-server[103304]: INFO neutron.api.v2.resource [None req-0577f431-7480-45c1-b940-f82d980b5f2c tempest-AttachVolumeTestJSON-1109332547 tempest-AttachVolumeTestJSON-1109332547-project] show failed (client error): The resource could not be found. Jan 26 21:41:58.456649 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-0577f431-7480-45c1-b940-f82d980b5f2c tempest-AttachVolumeTestJSON-1109332547 tempest-AttachVolumeTestJSON-1109332547-project] 10.222.0.13 "GET /v2.0/security-groups/67ba2225-7074-4a52-b681-4840b6b52ab5 HTTP/1.1" status: 404 len: 347 time: 0.0458751 Jan 26 21:41:58.464380 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 35764) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:41:58.667842 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-88e29139-c022-4612-b842-1ee07ac69037 tempest-AttachVolumeTestJSON-1109332547 tempest-AttachVolumeTestJSON-1109332547-project] Deleting port 1615a1ab-9e84-47f6-b3e3-ca27a015bfe5 {{(pid=103305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 21:41:58.668640 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-88e29139-c022-4612-b842-1ee07ac69037 tempest-AttachVolumeTestJSON-1109332547 tempest-AttachVolumeTestJSON-1109332547-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746560630878'] for port (1615a1ab-9e84-47f6-b3e3-ca27a015bfe5), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:41:58.676223 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db2c5f14-a2a1-46a8-81c3-db15bc6a6907 None None] New status for floating IP 30e5b369-8d27-4768-8449-7c104825c110: DOWN {{(pid=103307) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 26 21:41:58.810216 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-88e29139-c022-4612-b842-1ee07ac69037 tempest-AttachVolumeTestJSON-1109332547 tempest-AttachVolumeTestJSON-1109332547-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4109658'] for port (1615a1ab-9e84-47f6-b3e3-ca27a015bfe5), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:41:58.811014 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-88e29139-c022-4612-b842-1ee07ac69037 tempest-AttachVolumeTestJSON-1109332547 tempest-AttachVolumeTestJSON-1109332547-project] Publish callbacks [] for floatingip (1615a1ab-9e84-47f6-b3e3-ca27a015bfe5), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:41:58.830667 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-88e29139-c022-4612-b842-1ee07ac69037 tempest-AttachVolumeTestJSON-1109332547 tempest-AttachVolumeTestJSON-1109332547-project] Calling delete_port for 1615a1ab-9e84-47f6-b3e3-ca27a015bfe5 owned by network:floatingip {{(pid=103305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 21:41:59.031498 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-88e29139-c022-4612-b842-1ee07ac69037 tempest-AttachVolumeTestJSON-1109332547 tempest-AttachVolumeTestJSON-1109332547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746560636600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746560234536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11791543'] for port (1615a1ab-9e84-47f6-b3e3-ca27a015bfe5), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:41:59.060943 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e29139-c022-4612-b842-1ee07ac69037 tempest-AttachVolumeTestJSON-1109332547 tempest-AttachVolumeTestJSON-1109332547-project] Pushing event deleted for resources: {'Port': ['ID=1615a1ab-9e84-47f6-b3e3-ca27a015bfe5,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:41:59.134756 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-88e29139-c022-4612-b842-1ee07ac69037 tempest-AttachVolumeTestJSON-1109332547 tempest-AttachVolumeTestJSON-1109332547-project] Publish callbacks [] for floatingip (30e5b369-8d27-4768-8449-7c104825c110), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:41:59.137464 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-88e29139-c022-4612-b842-1ee07ac69037 tempest-AttachVolumeTestJSON-1109332547 tempest-AttachVolumeTestJSON-1109332547-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for floatingip (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:41:59.141871 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-88e29139-c022-4612-b842-1ee07ac69037 tempest-AttachVolumeTestJSON-1109332547 tempest-AttachVolumeTestJSON-1109332547-project] 10.222.0.13 "DELETE /v2.0/floatingips/30e5b369-8d27-4768-8449-7c104825c110 HTTP/1.1" status: 204 len: 168 time: 0.6733162 Jan 26 21:41:59.436878 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 35798) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:41:59.441937 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-60a079bb-9dc9-4630-80cd-f1bbcee72529 tempest-AttachVolumeTestJSON-1109332547 tempest-AttachVolumeTestJSON-1109332547-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1980736775', 'description': 'tempest-description--721439484'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:41:59.469498 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-60a079bb-9dc9-4630-80cd-f1bbcee72529 tempest-AttachVolumeTestJSON-1109332547 tempest-AttachVolumeTestJSON-1109332547-project] Publish callbacks [] for security_group (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:41:59.569428 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-60a079bb-9dc9-4630-80cd-f1bbcee72529 tempest-AttachVolumeTestJSON-1109332547 tempest-AttachVolumeTestJSON-1109332547-project] Publish callbacks [] for security_group (7df0777a-a381-4458-9d56-3ea2dd8c3f5d), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:41:59.574215 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-60a079bb-9dc9-4630-80cd-f1bbcee72529 tempest-AttachVolumeTestJSON-1109332547 tempest-AttachVolumeTestJSON-1109332547-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (7df0777a-a381-4458-9d56-3ea2dd8c3f5d), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:41:59.608840 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-60a079bb-9dc9-4630-80cd-f1bbcee72529 tempest-AttachVolumeTestJSON-1109332547 tempest-AttachVolumeTestJSON-1109332547-project] Publish callbacks [] for security_group (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:41:59.610119 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-60a079bb-9dc9-4630-80cd-f1bbcee72529 tempest-AttachVolumeTestJSON-1109332547 tempest-AttachVolumeTestJSON-1109332547-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.1718175 Jan 26 21:41:59.613009 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 35806) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:41:59.619969 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-e00df195-29eb-4286-9fce-6b9b7cf80289 tempest-AttachVolumeTestJSON-1109332547 tempest-AttachVolumeTestJSON-1109332547-project] Request body: {'security_group_rule': {'security_group_id': '7df0777a-a381-4458-9d56-3ea2dd8c3f5d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:41:59.638845 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a079bb-9dc9-4630-80cd-f1bbcee72529 tempest-AttachVolumeTestJSON-1109332547 tempest-AttachVolumeTestJSON-1109332547-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7df0777a-a381-4458-9d56-3ea2dd8c3f5d,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:41:59.656474 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-e00df195-29eb-4286-9fce-6b9b7cf80289 tempest-AttachVolumeTestJSON-1109332547 tempest-AttachVolumeTestJSON-1109332547-project] Publish callbacks [] for security_group_rule (7b6b629e-33ba-430b-a2c5-05d88ebda44b), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:41:59.719688 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-e00df195-29eb-4286-9fce-6b9b7cf80289 tempest-AttachVolumeTestJSON-1109332547 tempest-AttachVolumeTestJSON-1109332547-project] Publish callbacks [] for security_group_rule (7b6b629e-33ba-430b-a2c5-05d88ebda44b), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:41:59.724036 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-e00df195-29eb-4286-9fce-6b9b7cf80289 tempest-AttachVolumeTestJSON-1109332547 tempest-AttachVolumeTestJSON-1109332547-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102715'] for security_group_rule (7b6b629e-33ba-430b-a2c5-05d88ebda44b), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:41:59.743469 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e00df195-29eb-4286-9fce-6b9b7cf80289 tempest-AttachVolumeTestJSON-1109332547 tempest-AttachVolumeTestJSON-1109332547-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7b6b629e-33ba-430b-a2c5-05d88ebda44b,revision_number=0']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:41:59.753752 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-e00df195-29eb-4286-9fce-6b9b7cf80289 tempest-AttachVolumeTestJSON-1109332547 tempest-AttachVolumeTestJSON-1109332547-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:41:59.755067 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-e00df195-29eb-4286-9fce-6b9b7cf80289 tempest-AttachVolumeTestJSON-1109332547 tempest-AttachVolumeTestJSON-1109332547-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1410801 Jan 26 21:41:59.757921 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 35812) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:41:59.763012 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-d7dd1ad6-b5b5-4130-a264-fb7dfac53b26 tempest-AttachVolumeTestJSON-1109332547 tempest-AttachVolumeTestJSON-1109332547-project] Request body: {'security_group_rule': {'security_group_id': '7df0777a-a381-4458-9d56-3ea2dd8c3f5d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:41:59.807083 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-d7dd1ad6-b5b5-4130-a264-fb7dfac53b26 tempest-AttachVolumeTestJSON-1109332547 tempest-AttachVolumeTestJSON-1109332547-project] Publish callbacks [] for security_group_rule (47f8723e-d3a1-4ba4-80fc-6b820864031c), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:41:59.847384 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 35816) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:41:59.872825 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-d7dd1ad6-b5b5-4130-a264-fb7dfac53b26 tempest-AttachVolumeTestJSON-1109332547 tempest-AttachVolumeTestJSON-1109332547-project] Publish callbacks [] for security_group_rule (47f8723e-d3a1-4ba4-80fc-6b820864031c), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:41:59.878510 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-d7dd1ad6-b5b5-4130-a264-fb7dfac53b26 tempest-AttachVolumeTestJSON-1109332547 tempest-AttachVolumeTestJSON-1109332547-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102715'] for security_group_rule (47f8723e-d3a1-4ba4-80fc-6b820864031c), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:41:59.903728 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7dd1ad6-b5b5-4130-a264-fb7dfac53b26 tempest-AttachVolumeTestJSON-1109332547 tempest-AttachVolumeTestJSON-1109332547-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=47f8723e-d3a1-4ba4-80fc-6b820864031c,revision_number=0']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:41:59.918296 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-d7dd1ad6-b5b5-4130-a264-fb7dfac53b26 tempest-AttachVolumeTestJSON-1109332547 tempest-AttachVolumeTestJSON-1109332547-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:41:59.920130 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-d7dd1ad6-b5b5-4130-a264-fb7dfac53b26 tempest-AttachVolumeTestJSON-1109332547 tempest-AttachVolumeTestJSON-1109332547-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1607230 Jan 26 21:41:59.923577 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 35820) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:41:59.928185 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-cfa6450a-e2fd-4997-b2db-a702d309091f tempest-AttachVolumeTestJSON-1109332547 tempest-AttachVolumeTestJSON-1109332547-project] Request body: {'floatingip': {'floating_network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:41:59.955305 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-cfa6450a-e2fd-4997-b2db-a702d309091f tempest-AttachVolumeTestJSON-1109332547 tempest-AttachVolumeTestJSON-1109332547-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:41:59.989896 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-64777ea4-52e6-460d-830a-42e45a79afe7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:42:00.144472 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-64777ea4-52e6-460d-830a-42e45a79afe7 admin admin] Publish callbacks [] for security_group (b0bd44df-06fe-4a17-aaf5-dc86b9782f3b), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:42:00.149361 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-64777ea4-52e6-460d-830a-42e45a79afe7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (b0bd44df-06fe-4a17-aaf5-dc86b9782f3b), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:42:00.164094 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-cfa6450a-e2fd-4997-b2db-a702d309091f tempest-AttachVolumeTestJSON-1109332547 tempest-AttachVolumeTestJSON-1109332547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:42:00.234847 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-64777ea4-52e6-460d-830a-42e45a79afe7 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=bdcd5022b2a44ec2b7041a1a46e98e6e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3862669 Jan 26 21:42:00.238181 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 35828) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:42:00.240285 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64777ea4-52e6-460d-830a-42e45a79afe7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0bd44df-06fe-4a17-aaf5-dc86b9782f3b,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:42:00.297142 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-cba60ce7-8553-434a-9eae-e2eb8f84d25b admin admin] Publish callbacks [] for security_group (b0bd44df-06fe-4a17-aaf5-dc86b9782f3b), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:42:00.322221 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.db_base_plugin_common [None req-cfa6450a-e2fd-4997-b2db-a702d309091f tempest-AttachVolumeTestJSON-1109332547 tempest-AttachVolumeTestJSON-1109332547-project] Allocated IP 172.25.1.234 (4140a1f1-c93a-4bea-83a0-68953a54f299/e48251a1-e30d-4820-8396-00c6f6aeb601/c8f64839-d565-4be8-a217-c98dd334d28f) {{(pid=103304) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 21:42:00.324300 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-cba60ce7-8553-434a-9eae-e2eb8f84d25b admin admin] Publish callbacks [] for security_group (b0bd44df-06fe-4a17-aaf5-dc86b9782f3b), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:42:00.390352 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-cba60ce7-8553-434a-9eae-e2eb8f84d25b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (b0bd44df-06fe-4a17-aaf5-dc86b9782f3b), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:42:00.394190 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-cba60ce7-8553-434a-9eae-e2eb8f84d25b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:42:00.397828 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-cba60ce7-8553-434a-9eae-e2eb8f84d25b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b0bd44df-06fe-4a17-aaf5-dc86b9782f3b HTTP/1.1" status: 204 len: 168 time: 0.1583011 Jan 26 21:42:00.412096 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba60ce7-8553-434a-9eae-e2eb8f84d25b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0bd44df-06fe-4a17-aaf5-dc86b9782f3b,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:42:00.474676 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-cfa6450a-e2fd-4997-b2db-a702d309091f tempest-AttachVolumeTestJSON-1109332547 tempest-AttachVolumeTestJSON-1109332547-project] Publish callbacks [] for port (c8f64839-d565-4be8-a217-c98dd334d28f), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:42:00.515166 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-cfa6450a-e2fd-4997-b2db-a702d309091f tempest-AttachVolumeTestJSON-1109332547 tempest-AttachVolumeTestJSON-1109332547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746560234527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9281553'] for port (c8f64839-d565-4be8-a217-c98dd334d28f), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:42:00.556538 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfa6450a-e2fd-4997-b2db-a702d309091f tempest-AttachVolumeTestJSON-1109332547 tempest-AttachVolumeTestJSON-1109332547-project] Network 4140a1f1-c93a-4bea-83a0-68953a54f299 is already hosted by enough agents. {{(pid=103304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 21:42:00.559890 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [None req-cfa6450a-e2fd-4997-b2db-a702d309091f tempest-AttachVolumeTestJSON-1109332547 tempest-AttachVolumeTestJSON-1109332547-project] Resources bound (agent type, host, resource id): {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:42:00.563816 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfa6450a-e2fd-4997-b2db-a702d309091f tempest-AttachVolumeTestJSON-1109332547 tempest-AttachVolumeTestJSON-1109332547-project] Received port after_create {{(pid=103304) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 21:42:00.596927 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa6450a-e2fd-4997-b2db-a702d309091f tempest-AttachVolumeTestJSON-1109332547 tempest-AttachVolumeTestJSON-1109332547-project] Pushing event updated for resources: {'Port': ['ID=c8f64839-d565-4be8-a217-c98dd334d28f,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:42:00.671820 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-cfa6450a-e2fd-4997-b2db-a702d309091f tempest-AttachVolumeTestJSON-1109332547 tempest-AttachVolumeTestJSON-1109332547-project] Publish callbacks [] for floatingip (919f7475-ccb7-48e9-bf34-46e8f83d588e), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:42:00.724489 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-cfa6450a-e2fd-4997-b2db-a702d309091f tempest-AttachVolumeTestJSON-1109332547 tempest-AttachVolumeTestJSON-1109332547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (c8f64839-d565-4be8-a217-c98dd334d28f), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:42:00.792520 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 35846) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:42:00.822197 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-d1dc54ef-dc74-466d-83a5-f3a6bfc55aa0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:42:00.922016 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-cfa6450a-e2fd-4997-b2db-a702d309091f tempest-AttachVolumeTestJSON-1109332547 tempest-AttachVolumeTestJSON-1109332547-project] Publish callbacks [] for port (c8f64839-d565-4be8-a217-c98dd334d28f), precommit_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:42:00.928284 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-cfa6450a-e2fd-4997-b2db-a702d309091f tempest-AttachVolumeTestJSON-1109332547 tempest-AttachVolumeTestJSON-1109332547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9281542'] for port (c8f64839-d565-4be8-a217-c98dd334d28f), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:42:01.023365 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa6450a-e2fd-4997-b2db-a702d309091f tempest-AttachVolumeTestJSON-1109332547 tempest-AttachVolumeTestJSON-1109332547-project] Pushing event updated for resources: {'Port': ['ID=c8f64839-d565-4be8-a217-c98dd334d28f,revision_number=2']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:42:01.040792 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-cfa6450a-e2fd-4997-b2db-a702d309091f tempest-AttachVolumeTestJSON-1109332547 tempest-AttachVolumeTestJSON-1109332547-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4110913'] for floatingip (919f7475-ccb7-48e9-bf34-46e8f83d588e), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:42:01.060681 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-cfa6450a-e2fd-4997-b2db-a702d309091f tempest-AttachVolumeTestJSON-1109332547 tempest-AttachVolumeTestJSON-1109332547-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for floatingip (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:42:01.071121 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-cfa6450a-e2fd-4997-b2db-a702d309091f tempest-AttachVolumeTestJSON-1109332547 tempest-AttachVolumeTestJSON-1109332547-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1375961 Jan 26 21:42:01.275094 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-d1dc54ef-dc74-466d-83a5-f3a6bfc55aa0 admin admin] Publish callbacks [] for security_group (bfbd81c0-c476-408d-b902-a69dd2012924), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:42:01.279701 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-d1dc54ef-dc74-466d-83a5-f3a6bfc55aa0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (bfbd81c0-c476-408d-b902-a69dd2012924), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:42:01.321832 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-d1dc54ef-dc74-466d-83a5-f3a6bfc55aa0 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=3032f701d92b470992c7b0b67a9e6a50&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5112436 Jan 26 21:42:01.321832 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1dc54ef-dc74-466d-83a5-f3a6bfc55aa0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bfbd81c0-c476-408d-b902-a69dd2012924,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:42:01.323857 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 35866) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:42:01.351540 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-710c8661-a4d9-4c8d-892c-56d67ee299d3 req-24d02240-fbd9-4be7-a201-8d76fbdd75d6 tempest-AttachVolumeTestJSON-1109332547 tempest-AttachVolumeTestJSON-1109332547-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--1980736775&fields=id&tenant_id=ef59326be6b94bd88981706bc324c818 HTTP/1.1" status: 200 len: 267 time: 0.0648603 Jan 26 21:42:01.374262 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-c02e3310-2937-49c7-a4b0-49307c354ed0 admin admin] Publish callbacks [] for security_group (bfbd81c0-c476-408d-b902-a69dd2012924), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:42:01.397604 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-c02e3310-2937-49c7-a4b0-49307c354ed0 admin admin] Publish callbacks [] for security_group (bfbd81c0-c476-408d-b902-a69dd2012924), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:42:01.448868 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-c02e3310-2937-49c7-a4b0-49307c354ed0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (bfbd81c0-c476-408d-b902-a69dd2012924), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:42:01.452755 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-c02e3310-2937-49c7-a4b0-49307c354ed0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:42:01.456584 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-c02e3310-2937-49c7-a4b0-49307c354ed0 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/bfbd81c0-c476-408d-b902-a69dd2012924 HTTP/1.1" status: 204 len: 168 time: 0.1292114 Jan 26 21:42:01.465731 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c02e3310-2937-49c7-a4b0-49307c354ed0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfbd81c0-c476-408d-b902-a69dd2012924,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:42:01.491803 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710c8661-a4d9-4c8d-892c-56d67ee299d3 req-d492fa8c-3f88-4c48-9420-34a41bead1ab tempest-AttachVolumeTestJSON-1109332547 tempest-AttachVolumeTestJSON-1109332547-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:42:01.498845 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-710c8661-a4d9-4c8d-892c-56d67ee299d3 req-d492fa8c-3f88-4c48-9420-34a41bead1ab tempest-AttachVolumeTestJSON-1109332547 tempest-AttachVolumeTestJSON-1109332547-project] 10.222.0.13 "GET /v2.0/networks?id=069fa2c9-ac54-4596-8927-b190d062b8dc HTTP/1.1" status: 200 len: 811 time: 0.1398365 Jan 26 21:42:01.512907 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-710c8661-a4d9-4c8d-892c-56d67ee299d3 req-883f47ba-34c6-4ebd-bf1c-2df0e20254ef tempest-AttachVolumeTestJSON-1109332547 tempest-AttachVolumeTestJSON-1109332547-project] 10.222.0.13 "GET /v2.0/quotas/ef59326be6b94bd88981706bc324c818 HTTP/1.1" status: 200 len: 375 time: 0.0117028 Jan 26 21:42:01.547363 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Device b9077506-20ea-4cbc-9bd2-4a80ac184874 no longer exists at agent hyperv_n-h2-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 26 21:42:01.570390 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] No Port match for: b9077506-20ea-4cbc-9bd2-4a80ac184874 {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 26 21:42:01.571803 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Device b9077506-20ea-4cbc-9bd2-4a80ac184874 not bound to the agent host n-h2-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 26 21:42:01.579766 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-710c8661-a4d9-4c8d-892c-56d67ee299d3 req-9ca41998-4f27-44a1-b912-c1efa3a51886 tempest-AttachVolumeTestJSON-1109332547 tempest-AttachVolumeTestJSON-1109332547-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=ef59326be6b94bd88981706bc324c818&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0544634 Jan 26 21:42:01.845690 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-710c8661-a4d9-4c8d-892c-56d67ee299d3 req-d3fd1d43-438b-4440-978c-8ab893fc15f1 service neutron] 10.222.0.13 "GET /v2.0/networks/069fa2c9-ac54-4596-8927-b190d062b8dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2531164 Jan 26 21:42:01.950235 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-710c8661-a4d9-4c8d-892c-56d67ee299d3 req-326eebc2-9de5-4704-9cd1-3fb4a97050d4 service neutron] 10.222.0.13 "GET /v2.0/networks/069fa2c9-ac54-4596-8927-b190d062b8dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0974145 Jan 26 21:42:02.165457 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-bd36eb8a-586b-47e9-86fd-bad1c46fe3c1 req-cc7adc3c-433b-4c9f-aaaf-9080109a9a65 tempest-AttachVolumeTestJSON-1109332547 tempest-AttachVolumeTestJSON-1109332547-project] 10.222.0.13 "GET /v2.0/ports?device_id=091ac65c-1c4b-4346-86a5-663967a3c8d0 HTTP/1.1" status: 200 len: 210 time: 0.0412738 Jan 26 21:42:02.684585 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 35920) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:42:02.800274 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-cf0ba42a-71ba-48de-8ea4-41e71e64580f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:42:02.886066 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-cf0ba42a-71ba-48de-8ea4-41e71e64580f admin admin] Publish callbacks [] for security_group (b9f44e38-bfd8-4b28-b34f-22eca83b0e82), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:42:02.891361 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-cf0ba42a-71ba-48de-8ea4-41e71e64580f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (b9f44e38-bfd8-4b28-b34f-22eca83b0e82), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:42:02.937157 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-cf0ba42a-71ba-48de-8ea4-41e71e64580f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=bd354c79b57f406ba7754bba78fc1d43&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2509480 Jan 26 21:42:02.938718 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf0ba42a-71ba-48de-8ea4-41e71e64580f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9f44e38-bfd8-4b28-b34f-22eca83b0e82,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:42:02.940341 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 35924) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:42:02.997750 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-75268ff6-6a93-449c-9b9b-fa6d3f9efc85 admin admin] Publish callbacks [] for security_group (b9f44e38-bfd8-4b28-b34f-22eca83b0e82), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:42:03.020501 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-75268ff6-6a93-449c-9b9b-fa6d3f9efc85 admin admin] Publish callbacks [] for security_group (b9f44e38-bfd8-4b28-b34f-22eca83b0e82), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:42:03.069230 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-75268ff6-6a93-449c-9b9b-fa6d3f9efc85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (b9f44e38-bfd8-4b28-b34f-22eca83b0e82), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:42:03.072597 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-75268ff6-6a93-449c-9b9b-fa6d3f9efc85 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:42:03.077197 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-75268ff6-6a93-449c-9b9b-fa6d3f9efc85 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b9f44e38-bfd8-4b28-b34f-22eca83b0e82 HTTP/1.1" status: 204 len: 168 time: 0.1323972 Jan 26 21:42:03.082599 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75268ff6-6a93-449c-9b9b-fa6d3f9efc85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9f44e38-bfd8-4b28-b34f-22eca83b0e82,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:42:03.271422 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-4e3ed17b-bb81-49fa-b4e1-3d862f637ae8 req-df467d0f-3318-4102-94df-495ac6e9b404 tempest-AttachVolumeTestJSON-1109332547 tempest-AttachVolumeTestJSON-1109332547-project] 10.222.0.13 "GET /v2.0/ports?device_id=091ac65c-1c4b-4346-86a5-663967a3c8d0 HTTP/1.1" status: 200 len: 210 time: 0.0279794 Jan 26 21:42:03.429608 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710c8661-a4d9-4c8d-892c-56d67ee299d3 req-c5a48487-5405-4a11-ab5e-370fae156b8a tempest-AttachVolumeTestJSON-1109332547 tempest-AttachVolumeTestJSON-1109332547-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:42:03.431145 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-710c8661-a4d9-4c8d-892c-56d67ee299d3 req-c5a48487-5405-4a11-ab5e-370fae156b8a tempest-AttachVolumeTestJSON-1109332547 tempest-AttachVolumeTestJSON-1109332547-project] 10.222.0.57 "GET /v2.0/networks?id=069fa2c9-ac54-4596-8927-b190d062b8dc HTTP/1.1" status: 200 len: 811 time: 0.1369090 Jan 26 21:42:03.507156 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-710c8661-a4d9-4c8d-892c-56d67ee299d3 req-889a9255-b00c-4e58-a59b-8070955ad026 tempest-AttachVolumeTestJSON-1109332547 tempest-AttachVolumeTestJSON-1109332547-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ef59326be6b94bd88981706bc324c818 HTTP/1.1" status: 200 len: 380 time: 0.0676053 Jan 26 21:42:03.515779 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [req-710c8661-a4d9-4c8d-892c-56d67ee299d3 req-e57fd976-4ac0-48e5-93ce-7d97d2305531 tempest-AttachVolumeTestJSON-1109332547 tempest-AttachVolumeTestJSON-1109332547-project] Request body: {'port': {'device_id': '091ac65c-1c4b-4346-86a5-663967a3c8d0', 'network_id': '069fa2c9-ac54-4596-8927-b190d062b8dc', 'admin_state_up': True, 'tenant_id': 'ef59326be6b94bd88981706bc324c818', 'security_groups': ['7df0777a-a381-4458-9d56-3ea2dd8c3f5d']}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:42:03.645278 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-710c8661-a4d9-4c8d-892c-56d67ee299d3 req-e57fd976-4ac0-48e5-93ce-7d97d2305531 tempest-AttachVolumeTestJSON-1109332547 tempest-AttachVolumeTestJSON-1109332547-project] Made reservation on behalf of ef59326be6b94bd88981706bc324c818 for: {'port': 1} {{(pid=103304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 21:42:03.648713 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-710c8661-a4d9-4c8d-892c-56d67ee299d3 req-e57fd976-4ac0-48e5-93ce-7d97d2305531 tempest-AttachVolumeTestJSON-1109332547 tempest-AttachVolumeTestJSON-1109332547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:42:03.789997 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.db_base_plugin_common [req-710c8661-a4d9-4c8d-892c-56d67ee299d3 req-e57fd976-4ac0-48e5-93ce-7d97d2305531 tempest-AttachVolumeTestJSON-1109332547 tempest-AttachVolumeTestJSON-1109332547-project] Allocated IP 172.20.0.9 (069fa2c9-ac54-4596-8927-b190d062b8dc/acbfa681-8e54-43e3-a66b-05705089f7e2/69ab9866-a657-4446-8585-30784fe301c6) {{(pid=103304) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 21:42:03.935622 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-710c8661-a4d9-4c8d-892c-56d67ee299d3 req-e57fd976-4ac0-48e5-93ce-7d97d2305531 tempest-AttachVolumeTestJSON-1109332547 tempest-AttachVolumeTestJSON-1109332547-project] Publish callbacks [] for port (69ab9866-a657-4446-8585-30784fe301c6), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:42:03.975082 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-710c8661-a4d9-4c8d-892c-56d67ee299d3 req-e57fd976-4ac0-48e5-93ce-7d97d2305531 tempest-AttachVolumeTestJSON-1109332547 tempest-AttachVolumeTestJSON-1109332547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746560234527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9281553'] for port (69ab9866-a657-4446-8585-30784fe301c6), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:42:04.016116 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-710c8661-a4d9-4c8d-892c-56d67ee299d3 req-e57fd976-4ac0-48e5-93ce-7d97d2305531 tempest-AttachVolumeTestJSON-1109332547 tempest-AttachVolumeTestJSON-1109332547-project] Network 069fa2c9-ac54-4596-8927-b190d062b8dc is already hosted by enough agents. {{(pid=103304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 21:42:04.019876 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [req-710c8661-a4d9-4c8d-892c-56d67ee299d3 req-e57fd976-4ac0-48e5-93ce-7d97d2305531 tempest-AttachVolumeTestJSON-1109332547 tempest-AttachVolumeTestJSON-1109332547-project] Resources bound (agent type, host, resource id): {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:42:04.024727 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [req-710c8661-a4d9-4c8d-892c-56d67ee299d3 req-e57fd976-4ac0-48e5-93ce-7d97d2305531 tempest-AttachVolumeTestJSON-1109332547 tempest-AttachVolumeTestJSON-1109332547-project] Received port after_create {{(pid=103304) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 21:42:04.083558 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e57fd976-4ac0-48e5-93ce-7d97d2305531 tempest-AttachVolumeTestJSON-1109332547 tempest-AttachVolumeTestJSON-1109332547-project] Pushing event updated for resources: {'Port': ['ID=69ab9866-a657-4446-8585-30784fe301c6,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:42:04.105931 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710c8661-a4d9-4c8d-892c-56d67ee299d3 req-e57fd976-4ac0-48e5-93ce-7d97d2305531 tempest-AttachVolumeTestJSON-1109332547 tempest-AttachVolumeTestJSON-1109332547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:42:04.107031 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-710c8661-a4d9-4c8d-892c-56d67ee299d3 req-e57fd976-4ac0-48e5-93ce-7d97d2305531 tempest-AttachVolumeTestJSON-1109332547 tempest-AttachVolumeTestJSON-1109332547-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:42:04.128850 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-710c8661-a4d9-4c8d-892c-56d67ee299d3 req-e57fd976-4ac0-48e5-93ce-7d97d2305531 tempest-AttachVolumeTestJSON-1109332547 tempest-AttachVolumeTestJSON-1109332547-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6170082 Jan 26 21:42:04.144868 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [req-710c8661-a4d9-4c8d-892c-56d67ee299d3 req-2d1abd89-ca0f-4e4a-84b6-f52868e7956f service neutron] Request body: {'port': {'device_id': '091ac65c-1c4b-4346-86a5-663967a3c8d0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-760453-5'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:42:04.211019 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-710c8661-a4d9-4c8d-892c-56d67ee299d3 req-2d1abd89-ca0f-4e4a-84b6-f52868e7956f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (69ab9866-a657-4446-8585-30784fe301c6), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:42:04.342137 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-853bd266-a1e2-4c1f-9079-abf194c40644 None None] Provisioning complete for port 69ab9866-a657-4446-8585-30784fe301c6 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:42:04.342754 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-853bd266-a1e2-4c1f-9079-abf194c40644 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (69ab9866-a657-4446-8585-30784fe301c6), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:42:04.402631 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-853bd266-a1e2-4c1f-9079-abf194c40644 None None] Port 69ab9866-a657-4446-8585-30784fe301c6 cannot update to ACTIVE because it is not bound. {{(pid=103306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 26 21:42:04.498996 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f689ebf3-160b-4074-ad1e-cfec462d10d5 req-c696922b-6de3-49f0-90f1-b2ce90c6e85f tempest-AttachVolumeTestJSON-1109332547 tempest-AttachVolumeTestJSON-1109332547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:42:04.501132 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-f689ebf3-160b-4074-ad1e-cfec462d10d5 req-c696922b-6de3-49f0-90f1-b2ce90c6e85f tempest-AttachVolumeTestJSON-1109332547 tempest-AttachVolumeTestJSON-1109332547-project] 10.222.0.13 "GET /v2.0/ports?device_id=091ac65c-1c4b-4346-86a5-663967a3c8d0 HTTP/1.1" status: 200 len: 931 time: 0.1347516 Jan 26 21:42:04.599509 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-f689ebf3-160b-4074-ad1e-cfec462d10d5 req-58dd6840-5ada-405a-8733-a629102c9550 tempest-AttachVolumeTestJSON-1109332547 tempest-AttachVolumeTestJSON-1109332547-project] 10.222.0.13 "GET /v2.0/security-groups?id=7df0777a-a381-4458-9d56-3ea2dd8c3f5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0874016 Jan 26 21:42:04.609235 n-d-760453-5 neutron-server[103304]: DEBUG neutron.notifiers.nova [req-710c8661-a4d9-4c8d-892c-56d67ee299d3 req-2d1abd89-ca0f-4e4a-84b6-f52868e7956f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 69ab9866-a657-4446-8585-30784fe301c6 {{(pid=103304) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 26 21:42:04.639645 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-710c8661-a4d9-4c8d-892c-56d67ee299d3 req-2d1abd89-ca0f-4e4a-84b6-f52868e7956f service neutron] Publish callbacks [] for port (69ab9866-a657-4446-8585-30784fe301c6), precommit_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:42:04.654408 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.provisioning_blocks [req-710c8661-a4d9-4c8d-892c-56d67ee299d3 req-2d1abd89-ca0f-4e4a-84b6-f52868e7956f service neutron] Transition to ACTIVE for port object 69ab9866-a657-4446-8585-30784fe301c6 will not be triggered until provisioned by entity L2. {{(pid=103304) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 21:42:04.659322 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-710c8661-a4d9-4c8d-892c-56d67ee299d3 req-2d1abd89-ca0f-4e4a-84b6-f52868e7956f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9281542'] for port (69ab9866-a657-4446-8585-30784fe301c6), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:42:04.724597 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1abd89-ca0f-4e4a-84b6-f52868e7956f service neutron] Pushing event updated for resources: {'Port': ['ID=69ab9866-a657-4446-8585-30784fe301c6,revision_number=2']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:42:04.811530 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [req-710c8661-a4d9-4c8d-892c-56d67ee299d3 req-2d1abd89-ca0f-4e4a-84b6-f52868e7956f service neutron] Attempting to bind port 69ab9866-a657-4446-8585-30784fe301c6 on host n-h2-760453-5 for vnic_type normal with profile {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 21:42:04.812147 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [req-710c8661-a4d9-4c8d-892c-56d67ee299d3 req-2d1abd89-ca0f-4e4a-84b6-f52868e7956f service neutron] Attempting to bind port 69ab9866-a657-4446-8585-30784fe301c6 by drivers openvswitch,hyperv on host n-h2-760453-5 at level 0 using segments [{'id': 'a4d6e827-808b-4b7a-9089-657edb9fdaab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '069fa2c9-ac54-4596-8927-b190d062b8dc'}] {{(pid=103304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 26 21:42:04.812675 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-710c8661-a4d9-4c8d-892c-56d67ee299d3 req-2d1abd89-ca0f-4e4a-84b6-f52868e7956f service neutron] Attempting to bind port 69ab9866-a657-4446-8585-30784fe301c6 on network 069fa2c9-ac54-4596-8927-b190d062b8dc {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 21:42:04.818274 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-710c8661-a4d9-4c8d-892c-56d67ee299d3 req-2d1abd89-ca0f-4e4a-84b6-f52868e7956f service neutron] Port 69ab9866-a657-4446-8585-30784fe301c6 on network 069fa2c9-ac54-4596-8927-b190d062b8dc not bound, no agent of type Open vSwitch agent registered on host n-h2-760453-5 {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 26 21:42:04.818823 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-710c8661-a4d9-4c8d-892c-56d67ee299d3 req-2d1abd89-ca0f-4e4a-84b6-f52868e7956f service neutron] Attempting to bind port 69ab9866-a657-4446-8585-30784fe301c6 on network 069fa2c9-ac54-4596-8927-b190d062b8dc {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 21:42:04.825318 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-710c8661-a4d9-4c8d-892c-56d67ee299d3 req-2d1abd89-ca0f-4e4a-84b6-f52868e7956f service neutron] Checking agent: {'id': '4d619873-4b60-439f-9b5a-b155dc8bbc34', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-760453-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 21, 2, 53), 'started_at': datetime.datetime(2022, 1, 26, 21, 2, 53), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 21, 41, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 26 21:42:04.825964 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-710c8661-a4d9-4c8d-892c-56d67ee299d3 req-2d1abd89-ca0f-4e4a-84b6-f52868e7956f service neutron] Checking segment: {'id': 'a4d6e827-808b-4b7a-9089-657edb9fdaab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '069fa2c9-ac54-4596-8927-b190d062b8dc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103304) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 21:42:04.826527 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-710c8661-a4d9-4c8d-892c-56d67ee299d3 req-2d1abd89-ca0f-4e4a-84b6-f52868e7956f service neutron] Bound using segment: {'id': 'a4d6e827-808b-4b7a-9089-657edb9fdaab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '069fa2c9-ac54-4596-8927-b190d062b8dc'} {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 26 21:42:04.827168 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [req-710c8661-a4d9-4c8d-892c-56d67ee299d3 req-2d1abd89-ca0f-4e4a-84b6-f52868e7956f service neutron] Bound port: 69ab9866-a657-4446-8585-30784fe301c6, host: n-h2-760453-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a4d6e827-808b-4b7a-9089-657edb9fdaab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '069fa2c9-ac54-4596-8927-b190d062b8dc'}}] {{(pid=103304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 26 21:42:04.827805 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-710c8661-a4d9-4c8d-892c-56d67ee299d3 req-2d1abd89-ca0f-4e4a-84b6-f52868e7956f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (69ab9866-a657-4446-8585-30784fe301c6), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:42:04.907789 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [req-710c8661-a4d9-4c8d-892c-56d67ee299d3 req-2d1abd89-ca0f-4e4a-84b6-f52868e7956f service neutron] For port 69ab9866-a657-4446-8585-30784fe301c6, host n-h2-760453-5, cleared binding levels {{(pid=103304) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 26 21:42:04.914672 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [req-710c8661-a4d9-4c8d-892c-56d67ee299d3 req-2d1abd89-ca0f-4e4a-84b6-f52868e7956f service neutron] For port 69ab9866-a657-4446-8585-30784fe301c6, host n-h2-760453-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-5',level=0,port_id=69ab9866-a657-4446-8585-30784fe301c6,segment=NetworkSegment(a4d6e827-808b-4b7a-9089-657edb9fdaab),segment_id=a4d6e827-808b-4b7a-9089-657edb9fdaab)] {{(pid=103304) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 26 21:42:04.928780 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-710c8661-a4d9-4c8d-892c-56d67ee299d3 req-2d1abd89-ca0f-4e4a-84b6-f52868e7956f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9281542'] for port (69ab9866-a657-4446-8585-30784fe301c6), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:42:04.967984 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710c8661-a4d9-4c8d-892c-56d67ee299d3 req-2d1abd89-ca0f-4e4a-84b6-f52868e7956f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:42:04.968797 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-710c8661-a4d9-4c8d-892c-56d67ee299d3 req-2d1abd89-ca0f-4e4a-84b6-f52868e7956f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:42:04.970655 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-710c8661-a4d9-4c8d-892c-56d67ee299d3 req-2d1abd89-ca0f-4e4a-84b6-f52868e7956f service neutron] 10.222.0.57 "PUT /v2.0/ports/69ab9866-a657-4446-8585-30784fe301c6 HTTP/1.1" status: 200 len: 1091 time: 0.8320572 Jan 26 21:42:04.973118 n-d-760453-5 neutron-server[103304]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '091ac65c-1c4b-4346-86a5-663967a3c8d0', 'tag': '69ab9866-a657-4446-8585-30784fe301c6'}] {{(pid=103304) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 21:42:04.977510 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d52b45f1943fcd332af9527eb73ff93c8d715d44383a3f6d18de73b4cfcf87b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff1b8b14-dda6-4846-b1a2-052bf1aa1b20" -d '{"events": [{"name": "network-changed", "server_uuid": "091ac65c-1c4b-4346-86a5-663967a3c8d0", "tag": "69ab9866-a657-4446-8585-30784fe301c6"}]}' {{(pid=103304) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 21:42:05.018476 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1abd89-ca0f-4e4a-84b6-f52868e7956f service neutron] Pushing event updated for resources: {'Port': ['ID=69ab9866-a657-4446-8585-30784fe301c6,revision_number=3']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:42:05.037366 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 26 Jan 2022 21:42:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a55ef1b8-b4fc-493d-822a-7a5523180517 x-openstack-request-id: req-a55ef1b8-b4fc-493d-822a-7a5523180517 {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 21:42:05.037734 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "091ac65c-1c4b-4346-86a5-663967a3c8d0", "tag": "69ab9866-a657-4446-8585-30784fe301c6", "status": "completed", "code": 200}]} {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 21:42:05.039168 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a55ef1b8-b4fc-493d-822a-7a5523180517 {{(pid=103304) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 21:42:05.039575 n-d-760453-5 neutron-server[103304]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '091ac65c-1c4b-4346-86a5-663967a3c8d0', 'tag': '69ab9866-a657-4446-8585-30784fe301c6', 'status': 'completed', 'code': 200} Jan 26 21:42:05.085028 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710c8661-a4d9-4c8d-892c-56d67ee299d3 req-26e962d8-0bb4-4bf2-b8b3-bc96a01ac540 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:42:05.087707 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-710c8661-a4d9-4c8d-892c-56d67ee299d3 req-26e962d8-0bb4-4bf2-b8b3-bc96a01ac540 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=ef59326be6b94bd88981706bc324c818&device_id=091ac65c-1c4b-4346-86a5-663967a3c8d0 HTTP/1.1" status: 200 len: 1094 time: 0.0642021 Jan 26 21:42:05.164047 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-710c8661-a4d9-4c8d-892c-56d67ee299d3 req-97193128-25cf-4f55-b453-6bc7b0521399 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=69ab9866-a657-4446-8585-30784fe301c6 HTTP/1.1" status: 200 len: 217 time: 0.0677853 Jan 26 21:42:05.223602 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710c8661-a4d9-4c8d-892c-56d67ee299d3 req-9586df7c-a611-4595-ba8b-73afc0964a3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:42:05.225363 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-710c8661-a4d9-4c8d-892c-56d67ee299d3 req-9586df7c-a611-4595-ba8b-73afc0964a3b service neutron] 10.222.0.57 "GET /v2.0/subnets?id=acbfa681-8e54-43e3-a66b-05705089f7e2 HTTP/1.1" status: 200 len: 850 time: 0.0565732 Jan 26 21:42:05.296485 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710c8661-a4d9-4c8d-892c-56d67ee299d3 req-4545928e-86a2-4e4a-affb-c5c08e2e8bb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:42:05.298146 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-710c8661-a4d9-4c8d-892c-56d67ee299d3 req-4545928e-86a2-4e4a-affb-c5c08e2e8bb9 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=069fa2c9-ac54-4596-8927-b190d062b8dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0667152 Jan 26 21:42:05.399671 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-710c8661-a4d9-4c8d-892c-56d67ee299d3 req-a554e51e-7764-4ba6-9406-ca067a73352b service neutron] 10.222.0.57 "GET /v2.0/networks/069fa2c9-ac54-4596-8927-b190d062b8dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0945547 Jan 26 21:42:05.514173 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-710c8661-a4d9-4c8d-892c-56d67ee299d3 req-1fe6a3b3-0433-494b-ac2d-9c989f2a73cf service neutron] 10.222.0.57 "GET /v2.0/networks/069fa2c9-ac54-4596-8927-b190d062b8dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1074932 Jan 26 21:42:05.607368 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1b8b14-dda6-4846-b1a2-052bf1aa1b20 req-285c4cbe-abdc-47f1-b2c2-bab4bddbdc1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:42:05.608894 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-ff1b8b14-dda6-4846-b1a2-052bf1aa1b20 req-285c4cbe-abdc-47f1-b2c2-bab4bddbdc1a service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=ef59326be6b94bd88981706bc324c818&device_id=091ac65c-1c4b-4346-86a5-663967a3c8d0 HTTP/1.1" status: 200 len: 1094 time: 0.0464966 Jan 26 21:42:05.774509 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5453df34-c182-41c7-a39c-98ecd2230556 req-becc6c0d-505d-4b28-a06b-60f853ce6b22 tempest-AttachVolumeTestJSON-1109332547 tempest-AttachVolumeTestJSON-1109332547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:42:05.776262 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-5453df34-c182-41c7-a39c-98ecd2230556 req-becc6c0d-505d-4b28-a06b-60f853ce6b22 tempest-AttachVolumeTestJSON-1109332547 tempest-AttachVolumeTestJSON-1109332547-project] 10.222.0.13 "GET /v2.0/ports?device_id=091ac65c-1c4b-4346-86a5-663967a3c8d0 HTTP/1.1" status: 200 len: 943 time: 0.0754483 Jan 26 21:42:05.778029 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1b8b14-dda6-4846-b1a2-052bf1aa1b20 req-8509d551-2d70-4032-9a72-eb186dbd5e5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:42:05.779563 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-ff1b8b14-dda6-4846-b1a2-052bf1aa1b20 req-8509d551-2d70-4032-9a72-eb186dbd5e5e service neutron] 10.222.0.57 "GET /v2.0/networks?id=069fa2c9-ac54-4596-8927-b190d062b8dc HTTP/1.1" status: 200 len: 912 time: 0.1637890 Jan 26 21:42:05.801736 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 36000) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:42:05.834764 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-ff1b8b14-dda6-4846-b1a2-052bf1aa1b20 req-3e0c00d0-4de7-4f6d-9c39-2a2d0e0c33e0 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=69ab9866-a657-4446-8585-30784fe301c6 HTTP/1.1" status: 200 len: 217 time: 0.0459440 Jan 26 21:42:05.921250 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-5453df34-c182-41c7-a39c-98ecd2230556 req-a285dea0-2f33-440e-b8df-0e1ebe5250d8 tempest-AttachVolumeTestJSON-1109332547 tempest-AttachVolumeTestJSON-1109332547-project] 10.222.0.13 "GET /v2.0/security-groups?id=7df0777a-a381-4458-9d56-3ea2dd8c3f5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1382554 Jan 26 21:42:05.930826 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1b8b14-dda6-4846-b1a2-052bf1aa1b20 req-c71cfb1a-fe4f-4f0e-9717-b5fd2629f48d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:42:05.932306 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-ff1b8b14-dda6-4846-b1a2-052bf1aa1b20 req-c71cfb1a-fe4f-4f0e-9717-b5fd2629f48d service neutron] 10.222.0.57 "GET /v2.0/subnets?id=acbfa681-8e54-43e3-a66b-05705089f7e2 HTTP/1.1" status: 200 len: 850 time: 0.0864234 Jan 26 21:42:05.983347 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-6c084fec-67e4-40c6-8edb-3217d291fc52 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:42:05.996344 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1b8b14-dda6-4846-b1a2-052bf1aa1b20 req-03b123ae-ee45-482d-b332-0e1a7401556f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:42:05.997997 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-ff1b8b14-dda6-4846-b1a2-052bf1aa1b20 req-03b123ae-ee45-482d-b332-0e1a7401556f service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=069fa2c9-ac54-4596-8927-b190d062b8dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0478995 Jan 26 21:42:06.098893 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-6c084fec-67e4-40c6-8edb-3217d291fc52 admin admin] Publish callbacks [] for security_group (26600913-07f1-46fe-a727-cfc307283910), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:42:06.106129 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-6c084fec-67e4-40c6-8edb-3217d291fc52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (26600913-07f1-46fe-a727-cfc307283910), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:42:06.114920 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-ff1b8b14-dda6-4846-b1a2-052bf1aa1b20 req-349dfff1-3da0-4738-a7f4-6a39c74119e1 service neutron] 10.222.0.57 "GET /v2.0/networks/069fa2c9-ac54-4596-8927-b190d062b8dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1101997 Jan 26 21:42:06.155924 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-6c084fec-67e4-40c6-8edb-3217d291fc52 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=924259148c924e2f8db22e4098432461&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3528688 Jan 26 21:42:06.156707 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c084fec-67e4-40c6-8edb-3217d291fc52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26600913-07f1-46fe-a727-cfc307283910,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:42:06.159050 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 36004) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:42:06.212745 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-3e404350-954f-4831-a4c4-dfdcb915177c admin admin] Publish callbacks [] for security_group (26600913-07f1-46fe-a727-cfc307283910), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:42:06.240092 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-3e404350-954f-4831-a4c4-dfdcb915177c admin admin] Publish callbacks [] for security_group (26600913-07f1-46fe-a727-cfc307283910), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:42:06.254484 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-ff1b8b14-dda6-4846-b1a2-052bf1aa1b20 req-be5ee30e-fa39-49c8-8734-d669e094a77d service neutron] 10.222.0.57 "GET /v2.0/networks/069fa2c9-ac54-4596-8927-b190d062b8dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1325705 Jan 26 21:42:06.310085 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-3e404350-954f-4831-a4c4-dfdcb915177c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (26600913-07f1-46fe-a727-cfc307283910), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:42:06.312710 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-3e404350-954f-4831-a4c4-dfdcb915177c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:42:06.316408 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-3e404350-954f-4831-a4c4-dfdcb915177c admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/26600913-07f1-46fe-a727-cfc307283910 HTTP/1.1" status: 204 len: 168 time: 0.1540532 Jan 26 21:42:06.323081 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e404350-954f-4831-a4c4-dfdcb915177c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26600913-07f1-46fe-a727-cfc307283910,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:42:07.061967 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff41fb0e-74c5-4d7f-82a3-d2ce605b84b2 req-ce74b117-3d19-4c50-a4c6-50759d9525b7 tempest-AttachVolumeTestJSON-1109332547 tempest-AttachVolumeTestJSON-1109332547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:42:07.064107 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-ff41fb0e-74c5-4d7f-82a3-d2ce605b84b2 req-ce74b117-3d19-4c50-a4c6-50759d9525b7 tempest-AttachVolumeTestJSON-1109332547 tempest-AttachVolumeTestJSON-1109332547-project] 10.222.0.13 "GET /v2.0/ports?device_id=091ac65c-1c4b-4346-86a5-663967a3c8d0 HTTP/1.1" status: 200 len: 943 time: 0.0589678 Jan 26 21:42:07.120894 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-ff41fb0e-74c5-4d7f-82a3-d2ce605b84b2 req-3ec4abac-00f4-49fd-9bc6-69c37f9bf42f tempest-AttachVolumeTestJSON-1109332547 tempest-AttachVolumeTestJSON-1109332547-project] 10.222.0.13 "GET /v2.0/security-groups?id=7df0777a-a381-4458-9d56-3ea2dd8c3f5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488601 Jan 26 21:42:07.264421 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 36036) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:42:07.378069 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-11729801-eefe-4971-b476-370305d7685b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:42:07.458305 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-11729801-eefe-4971-b476-370305d7685b admin admin] Publish callbacks [] for security_group (9448b75e-c0b4-4130-a3df-5568966b0630), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:42:07.463087 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-11729801-eefe-4971-b476-370305d7685b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (9448b75e-c0b4-4130-a3df-5568966b0630), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:42:07.502776 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-11729801-eefe-4971-b476-370305d7685b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=af42624207a74b43ad0584cbfc4dccd8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2372327 Jan 26 21:42:07.503644 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11729801-eefe-4971-b476-370305d7685b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9448b75e-c0b4-4130-a3df-5568966b0630,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:42:07.506061 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 36040) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:42:07.557026 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Device 69ab9866-a657-4446-8585-30784fe301c6 details requested by agent hyperv_n-h2-760453-5 with host n-h2-760453-5 {{(pid=103306) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 26 21:42:07.569695 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-91216551-a682-459f-a66e-03178e834d22 admin admin] Publish callbacks [] for security_group (9448b75e-c0b4-4130-a3df-5568966b0630), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:42:07.664959 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] For port 69ab9866-a657-4446-8585-30784fe301c6, host n-h2-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-5',level=0,port_id=69ab9866-a657-4446-8585-30784fe301c6,segment=NetworkSegment(a4d6e827-808b-4b7a-9089-657edb9fdaab),segment_id=a4d6e827-808b-4b7a-9089-657edb9fdaab)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:42:07.679852 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Returning: {'device': '69ab9866-a657-4446-8585-30784fe301c6', 'network_id': '069fa2c9-ac54-4596-8927-b190d062b8dc', 'port_id': '69ab9866-a657-4446-8585-30784fe301c6', 'mac_address': 'fa:16:3e:20:bd:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 595, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'acbfa681-8e54-43e3-a66b-05705089f7e2', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103306) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 26 21:42:07.728521 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Current status of the port 69ab9866-a657-4446-8585-30784fe301c6 is: DOWN; New status is: BUILD {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:42:07.728987 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (69ab9866-a657-4446-8585-30784fe301c6), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:42:07.748736 n-d-760453-5 neutron-server[103306]: DEBUG neutron.notifiers.nova [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 69ab9866-a657-4446-8585-30784fe301c6 {{(pid=103306) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 26 21:42:07.771474 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] For port 69ab9866-a657-4446-8585-30784fe301c6, host n-h2-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-5',level=0,port_id=69ab9866-a657-4446-8585-30784fe301c6,segment=NetworkSegment(a4d6e827-808b-4b7a-9089-657edb9fdaab),segment_id=a4d6e827-808b-4b7a-9089-657edb9fdaab)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:42:07.777190 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (69ab9866-a657-4446-8585-30784fe301c6), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:42:07.834892 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Pushing event updated for resources: {'Port': ['ID=69ab9866-a657-4446-8585-30784fe301c6,revision_number=4']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:42:07.844187 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:42:07.844588 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:42:07.844875 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:42:07.845263 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:42:07.846086 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:42:07.846086 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:42:07.846545 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:42:07.847013 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:42:07.847337 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:42:07.847670 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:42:07.848007 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:42:07.848360 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:42:07.848686 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:42:07.924235 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-91216551-a682-459f-a66e-03178e834d22 admin admin] Publish callbacks [] for security_group (9448b75e-c0b4-4130-a3df-5568966b0630), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:42:07.971815 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-91216551-a682-459f-a66e-03178e834d22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (9448b75e-c0b4-4130-a3df-5568966b0630), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:42:07.974632 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-91216551-a682-459f-a66e-03178e834d22 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:42:07.977035 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-91216551-a682-459f-a66e-03178e834d22 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/9448b75e-c0b4-4130-a3df-5568966b0630 HTTP/1.1" status: 204 len: 168 time: 0.4687393 Jan 26 21:42:07.985106 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91216551-a682-459f-a66e-03178e834d22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9448b75e-c0b4-4130-a3df-5568966b0630,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:42:08.010376 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] get_ports_and_sgs() called for port_ids ['69ab9866-a657-4446-8585-30784fe301c6'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 26 21:42:08.252919 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf2e231-8c2c-420d-b3bc-9cc8ee406864 req-010b34b7-687f-4aab-8f8b-835c32c8a970 tempest-AttachVolumeTestJSON-1109332547 tempest-AttachVolumeTestJSON-1109332547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:42:08.254548 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-ccf2e231-8c2c-420d-b3bc-9cc8ee406864 req-010b34b7-687f-4aab-8f8b-835c32c8a970 tempest-AttachVolumeTestJSON-1109332547 tempest-AttachVolumeTestJSON-1109332547-project] 10.222.0.13 "GET /v2.0/ports?device_id=091ac65c-1c4b-4346-86a5-663967a3c8d0 HTTP/1.1" status: 200 len: 944 time: 0.0515296 Jan 26 21:42:08.308667 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-ccf2e231-8c2c-420d-b3bc-9cc8ee406864 req-9a5186e8-625f-434f-8a64-d046d14cc3ea tempest-AttachVolumeTestJSON-1109332547 tempest-AttachVolumeTestJSON-1109332547-project] 10.222.0.13 "GET /v2.0/security-groups?id=7df0777a-a381-4458-9d56-3ea2dd8c3f5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477347 Jan 26 21:42:08.414747 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (32ef628b-8417-46c5-8729-60fcabe358f1), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:42:09.448857 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5bc1ca-129a-47aa-b67a-18d831c26f59 req-4711eb6f-e500-4427-9c9f-bc446e5c9aaa tempest-AttachVolumeTestJSON-1109332547 tempest-AttachVolumeTestJSON-1109332547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:42:09.450430 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-3a5bc1ca-129a-47aa-b67a-18d831c26f59 req-4711eb6f-e500-4427-9c9f-bc446e5c9aaa tempest-AttachVolumeTestJSON-1109332547 tempest-AttachVolumeTestJSON-1109332547-project] 10.222.0.13 "GET /v2.0/ports?device_id=091ac65c-1c4b-4346-86a5-663967a3c8d0 HTTP/1.1" status: 200 len: 944 time: 0.0667226 Jan 26 21:42:09.507499 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-3a5bc1ca-129a-47aa-b67a-18d831c26f59 req-bc4c607d-efb8-48b4-8ee8-01a864e13c32 tempest-AttachVolumeTestJSON-1109332547 tempest-AttachVolumeTestJSON-1109332547-project] 10.222.0.13 "GET /v2.0/security-groups?id=7df0777a-a381-4458-9d56-3ea2dd8c3f5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505288 Jan 26 21:42:09.588444 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Device 69ab9866-a657-4446-8585-30784fe301c6 up at agent hyperv_n-h2-760453-5 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 21:42:09.646250 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Provisioning for port 69ab9866-a657-4446-8585-30784fe301c6 completed by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 21:42:09.650975 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Provisioning complete for port 69ab9866-a657-4446-8585-30784fe301c6 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:42:09.651357 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (69ab9866-a657-4446-8585-30784fe301c6), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:42:09.738914 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Current status of the port 69ab9866-a657-4446-8585-30784fe301c6 is: BUILD; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:42:09.739319 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (69ab9866-a657-4446-8585-30784fe301c6), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:42:09.786262 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] For port 69ab9866-a657-4446-8585-30784fe301c6, host n-h2-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-5',level=0,port_id=69ab9866-a657-4446-8585-30784fe301c6,segment=NetworkSegment(a4d6e827-808b-4b7a-9089-657edb9fdaab),segment_id=a4d6e827-808b-4b7a-9089-657edb9fdaab)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:42:09.787738 n-d-760453-5 neutron-server[103306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '091ac65c-1c4b-4346-86a5-663967a3c8d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69ab9866-a657-4446-8585-30784fe301c6'}] {{(pid=103306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 21:42:09.790614 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9d5d370febab655511bdd2ffe887e43e442d144a440368702bcc1e93af00b97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e9bdd05-d1f0-45fe-a2ee-8634a261fa1b" -d '{"events": [{"server_uuid": "091ac65c-1c4b-4346-86a5-663967a3c8d0", "name": "network-vif-plugged", "status": "completed", "tag": "69ab9866-a657-4446-8585-30784fe301c6"}]}' {{(pid=103306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 21:42:09.794660 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (69ab9866-a657-4446-8585-30784fe301c6), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:42:09.850412 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Pushing event updated for resources: {'Port': ['ID=69ab9866-a657-4446-8585-30784fe301c6,revision_number=5']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:42:10.008205 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Jan 2022 21:42:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6858930-312f-4833-bfa6-d7e3adec329e x-openstack-request-id: req-a6858930-312f-4833-bfa6-d7e3adec329e {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 21:42:10.008726 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "091ac65c-1c4b-4346-86a5-663967a3c8d0", "name": "network-vif-plugged", "status": "completed", "tag": "69ab9866-a657-4446-8585-30784fe301c6", "code": 200}]} {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 21:42:10.009046 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a6858930-312f-4833-bfa6-d7e3adec329e {{(pid=103306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 21:42:10.009537 n-d-760453-5 neutron-server[103306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '091ac65c-1c4b-4346-86a5-663967a3c8d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69ab9866-a657-4446-8585-30784fe301c6', 'code': 200} Jan 26 21:42:10.031612 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 36128) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:42:10.129922 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f5e43c-1f33-4efb-8bf4-b02c482b8a61 req-fba00e18-d17c-4de9-9dab-7e1e7ef0f2d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:42:10.132625 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-e1f5e43c-1f33-4efb-8bf4-b02c482b8a61 req-fba00e18-d17c-4de9-9dab-7e1e7ef0f2d8 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=091ac65c-1c4b-4346-86a5-663967a3c8d0 HTTP/1.1" status: 200 len: 1096 time: 0.0581985 Jan 26 21:42:10.189578 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-e1f5e43c-1f33-4efb-8bf4-b02c482b8a61 req-94b3d83f-b9a4-487a-bdb1-86aa0134449e service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=7df0777a-a381-4458-9d56-3ea2dd8c3f5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514584 Jan 26 21:42:10.230198 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-6c9bf5d7-7638-4932-9ccc-f9cdda845756 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:42:10.310797 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-6c9bf5d7-7638-4932-9ccc-f9cdda845756 admin admin] Publish callbacks [] for security_group (83ba09d6-413b-4843-a318-a21e9b7a1a3f), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:42:10.314973 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-6c9bf5d7-7638-4932-9ccc-f9cdda845756 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (83ba09d6-413b-4843-a318-a21e9b7a1a3f), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:42:10.357239 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-6c9bf5d7-7638-4932-9ccc-f9cdda845756 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=3fa33e6c2c324b128b3baed95955b48f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3246176 Jan 26 21:42:10.358154 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c9bf5d7-7638-4932-9ccc-f9cdda845756 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83ba09d6-413b-4843-a318-a21e9b7a1a3f,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:42:10.360299 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 36132) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:42:10.440830 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-9dbd9a0d-eec6-4444-9dac-bd44a8dfc876 admin admin] Publish callbacks [] for security_group (83ba09d6-413b-4843-a318-a21e9b7a1a3f), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:42:10.465154 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-9dbd9a0d-eec6-4444-9dac-bd44a8dfc876 admin admin] Publish callbacks [] for security_group (83ba09d6-413b-4843-a318-a21e9b7a1a3f), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:42:10.513902 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-9dbd9a0d-eec6-4444-9dac-bd44a8dfc876 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (83ba09d6-413b-4843-a318-a21e9b7a1a3f), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:42:10.516665 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-9dbd9a0d-eec6-4444-9dac-bd44a8dfc876 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:42:10.520898 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-9dbd9a0d-eec6-4444-9dac-bd44a8dfc876 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/83ba09d6-413b-4843-a318-a21e9b7a1a3f HTTP/1.1" status: 204 len: 168 time: 0.1540449 Jan 26 21:42:10.541803 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dbd9a0d-eec6-4444-9dac-bd44a8dfc876 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83ba09d6-413b-4843-a318-a21e9b7a1a3f,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:42:10.672981 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf32520-76ff-4f6a-869c-70ddff733727 req-49863910-76a6-4968-97a0-83fd4a450111 tempest-AttachVolumeTestJSON-1109332547 tempest-AttachVolumeTestJSON-1109332547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:42:10.674983 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-6bf32520-76ff-4f6a-869c-70ddff733727 req-49863910-76a6-4968-97a0-83fd4a450111 tempest-AttachVolumeTestJSON-1109332547 tempest-AttachVolumeTestJSON-1109332547-project] 10.222.0.13 "GET /v2.0/ports?device_id=091ac65c-1c4b-4346-86a5-663967a3c8d0 HTTP/1.1" status: 200 len: 945 time: 0.0666070 Jan 26 21:42:10.744031 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-6bf32520-76ff-4f6a-869c-70ddff733727 req-3191f404-4688-4dbf-aae0-6a34718367f1 tempest-AttachVolumeTestJSON-1109332547 tempest-AttachVolumeTestJSON-1109332547-project] 10.222.0.13 "GET /v2.0/security-groups?id=7df0777a-a381-4458-9d56-3ea2dd8c3f5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0589216 Jan 26 21:42:10.872300 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 36142) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:42:10.886227 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-f66eac0e-2946-40ed-996e-4a5d104fc03d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:42:10.973605 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-f66eac0e-2946-40ed-996e-4a5d104fc03d admin admin] Publish callbacks [] for security_group (77cea28a-4ca9-4dd8-93c4-303754c2dbb9), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:42:10.977444 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-f66eac0e-2946-40ed-996e-4a5d104fc03d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (77cea28a-4ca9-4dd8-93c4-303754c2dbb9), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:42:11.020029 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-f66eac0e-2946-40ed-996e-4a5d104fc03d admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c4bf40f1fae84b73b474395041c82357&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1439891 Jan 26 21:42:11.020260 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 36144) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:42:11.026819 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f66eac0e-2946-40ed-996e-4a5d104fc03d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77cea28a-4ca9-4dd8-93c4-303754c2dbb9,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:42:11.079320 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-9c551564-d0f4-428c-9366-b4bb7e81fc81 admin admin] Publish callbacks [] for security_group (77cea28a-4ca9-4dd8-93c4-303754c2dbb9), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:42:11.108244 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-9c551564-d0f4-428c-9366-b4bb7e81fc81 admin admin] Publish callbacks [] for security_group (77cea28a-4ca9-4dd8-93c4-303754c2dbb9), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:42:11.166070 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-9c551564-d0f4-428c-9366-b4bb7e81fc81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (77cea28a-4ca9-4dd8-93c4-303754c2dbb9), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:42:11.169658 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-9c551564-d0f4-428c-9366-b4bb7e81fc81 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:42:11.173894 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-9c551564-d0f4-428c-9366-b4bb7e81fc81 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/77cea28a-4ca9-4dd8-93c4-303754c2dbb9 HTTP/1.1" status: 204 len: 168 time: 0.1501296 Jan 26 21:42:11.182461 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c551564-d0f4-428c-9366-b4bb7e81fc81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77cea28a-4ca9-4dd8-93c4-303754c2dbb9,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:42:11.884747 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0264961d-f493-4486-8d40-7371c16232a3 req-15b3bc97-c1af-4b82-86db-8fa6f3ed74d1 tempest-AttachVolumeTestJSON-1109332547 tempest-AttachVolumeTestJSON-1109332547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:42:11.886844 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-0264961d-f493-4486-8d40-7371c16232a3 req-15b3bc97-c1af-4b82-86db-8fa6f3ed74d1 tempest-AttachVolumeTestJSON-1109332547 tempest-AttachVolumeTestJSON-1109332547-project] 10.222.0.13 "GET /v2.0/ports?device_id=091ac65c-1c4b-4346-86a5-663967a3c8d0 HTTP/1.1" status: 200 len: 945 time: 0.0699463 Jan 26 21:42:11.951765 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-0264961d-f493-4486-8d40-7371c16232a3 req-edd50559-b9c3-4d60-890b-4242ce62349d tempest-AttachVolumeTestJSON-1109332547 tempest-AttachVolumeTestJSON-1109332547-project] 10.222.0.13 "GET /v2.0/security-groups?id=7df0777a-a381-4458-9d56-3ea2dd8c3f5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0577028 Jan 26 21:42:12.121619 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97b9a14-14b8-4ca6-a681-4cdb1cfaa822 req-d33d8628-6518-4a50-b988-c3d578420236 tempest-AttachVolumeTestJSON-1109332547 tempest-AttachVolumeTestJSON-1109332547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:42:12.130606 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-c97b9a14-14b8-4ca6-a681-4cdb1cfaa822 req-d33d8628-6518-4a50-b988-c3d578420236 tempest-AttachVolumeTestJSON-1109332547 tempest-AttachVolumeTestJSON-1109332547-project] 10.222.0.13 "GET /v2.0/ports?device_id=091ac65c-1c4b-4346-86a5-663967a3c8d0 HTTP/1.1" status: 200 len: 945 time: 0.0832844 Jan 26 21:42:12.143502 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 36194) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:42:12.154760 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-780428fc-8d77-4b00-91bf-48490813a0c3 tempest-AttachVolumeTestJSON-1109332547 tempest-AttachVolumeTestJSON-1109332547-project] Request body: {'floatingip': {'port_id': '69ab9866-a657-4446-8585-30784fe301c6'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:42:12.242754 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-780428fc-8d77-4b00-91bf-48490813a0c3 tempest-AttachVolumeTestJSON-1109332547 tempest-AttachVolumeTestJSON-1109332547-project] Publish callbacks [] for floatingip (919f7475-ccb7-48e9-bf34-46e8f83d588e), before_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:42:12.495513 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.agents_db [None req-569f1ced-6396-4ddf-b79f-e03b0b2146ab None None] Agent healthcheck: found 7 active agents {{(pid=103307) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 26 21:42:12.795415 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-780428fc-8d77-4b00-91bf-48490813a0c3 tempest-AttachVolumeTestJSON-1109332547 tempest-AttachVolumeTestJSON-1109332547-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:42:12.800828 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-780428fc-8d77-4b00-91bf-48490813a0c3 tempest-AttachVolumeTestJSON-1109332547 tempest-AttachVolumeTestJSON-1109332547-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4110913'] for floatingip (919f7475-ccb7-48e9-bf34-46e8f83d588e), after_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:42:12.909983 n-d-760453-5 neutron-server[103305]: INFO neutron.db.l3_db [None req-780428fc-8d77-4b00-91bf-48490813a0c3 tempest-AttachVolumeTestJSON-1109332547 tempest-AttachVolumeTestJSON-1109332547-project] Floating IP 919f7475-ccb7-48e9-bf34-46e8f83d588e associated. External IP: 172.25.1.234, port: 69ab9866-a657-4446-8585-30784fe301c6. Jan 26 21:42:13.171910 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-780428fc-8d77-4b00-91bf-48490813a0c3 tempest-AttachVolumeTestJSON-1109332547 tempest-AttachVolumeTestJSON-1109332547-project] Router 19fe0f86-abca-440b-b947-db1a4f296f9c has already been hosted by L3 agent 09df100c-3af1-4b0a-bda8-05914c71c458 {{(pid=103305) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 26 21:42:13.378395 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-780428fc-8d77-4b00-91bf-48490813a0c3 tempest-AttachVolumeTestJSON-1109332547 tempest-AttachVolumeTestJSON-1109332547-project] Notify agent at l3_agent.n-d-760453-5 the message routers_updated {{(pid=103305) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 26 21:42:13.392884 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-780428fc-8d77-4b00-91bf-48490813a0c3 tempest-AttachVolumeTestJSON-1109332547 tempest-AttachVolumeTestJSON-1109332547-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for floatingip (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:42:13.400196 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3782ab4-3723-431b-a62b-80925c890630 None None] Sync routers for ids ['19fe0f86-abca-440b-b947-db1a4f296f9c'] in n-d-760453-5 {{(pid=103306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 26 21:42:13.420950 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3782ab4-3723-431b-a62b-80925c890630 None None] Routers {'19fe0f86-abca-440b-b947-db1a4f296f9c'} bound to L3 agent in host n-d-760453-5 {{(pid=103306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 21:42:13.422468 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-f3782ab4-3723-431b-a62b-80925c890630 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-26T20:55:21Z,description=,heartbeat_timestamp=2022-01-26T21:41:51Z,host='n-d-760453-5',id=09df100c-3af1-4b0a-bda8-05914c71c458,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:55:21Z,topic='l3_agent')) {'router_ids': ['19fe0f86-abca-440b-b947-db1a4f296f9c'], 'active': True} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:42:13.471272 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-780428fc-8d77-4b00-91bf-48490813a0c3 tempest-AttachVolumeTestJSON-1109332547 tempest-AttachVolumeTestJSON-1109332547-project] 10.222.0.13 "PUT /v2.0/floatingips/919f7475-ccb7-48e9-bf34-46e8f83d588e HTTP/1.1" status: 200 len: 991 time: 1.3217113 Jan 26 21:42:13.471272 n-d-760453-5 neutron-server[103305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '091ac65c-1c4b-4346-86a5-663967a3c8d0', 'tag': '69ab9866-a657-4446-8585-30784fe301c6'}] {{(pid=103305) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 21:42:13.473974 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d4654568b7bf041e72ff8fe1c96d6d761d9c921f2b99bc7b3a26632be20cee0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56982535-5313-43dd-9af9-9c8e81d3febd" -d '{"events": [{"name": "network-changed", "server_uuid": "091ac65c-1c4b-4346-86a5-663967a3c8d0", "tag": "69ab9866-a657-4446-8585-30784fe301c6"}]}' {{(pid=103305) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 21:42:13.639307 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 26 Jan 2022 21:42:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3678fc6-29d9-4f94-8612-495ebb537226 x-openstack-request-id: req-c3678fc6-29d9-4f94-8612-495ebb537226 {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 21:42:13.639770 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "091ac65c-1c4b-4346-86a5-663967a3c8d0", "tag": "69ab9866-a657-4446-8585-30784fe301c6", "status": "completed", "code": 200}]} {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 21:42:13.641483 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c3678fc6-29d9-4f94-8612-495ebb537226 {{(pid=103305) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 21:42:13.642503 n-d-760453-5 neutron-server[103305]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '091ac65c-1c4b-4346-86a5-663967a3c8d0', 'tag': '69ab9866-a657-4446-8585-30784fe301c6', 'status': 'completed', 'code': 200} Jan 26 21:42:13.659809 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvr_db [None req-f3782ab4-3723-431b-a62b-80925c890630 None None] Set router 19fe0f86-abca-440b-b947-db1a4f296f9c gateway port host: n-d-760453-5 {{(pid=103306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 21:42:13.810931 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56982535-5313-43dd-9af9-9c8e81d3febd req-cfb1ecdc-25c5-49dc-9fc1-5b96c5738c0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:42:13.812991 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-56982535-5313-43dd-9af9-9c8e81d3febd req-cfb1ecdc-25c5-49dc-9fc1-5b96c5738c0d service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=ef59326be6b94bd88981706bc324c818&device_id=091ac65c-1c4b-4346-86a5-663967a3c8d0 HTTP/1.1" status: 200 len: 1096 time: 0.1457105 Jan 26 21:42:13.934488 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56982535-5313-43dd-9af9-9c8e81d3febd req-ae7d5a85-b4c6-43aa-9103-f00bd0161a76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:42:13.936224 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-56982535-5313-43dd-9af9-9c8e81d3febd req-ae7d5a85-b4c6-43aa-9103-f00bd0161a76 service neutron] 10.222.0.57 "GET /v2.0/networks?id=069fa2c9-ac54-4596-8927-b190d062b8dc HTTP/1.1" status: 200 len: 912 time: 0.1169329 Jan 26 21:42:14.030485 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-56982535-5313-43dd-9af9-9c8e81d3febd req-1633d6aa-9dce-417c-ada8-5b50b7459dd0 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=69ab9866-a657-4446-8585-30784fe301c6 HTTP/1.1" status: 200 len: 999 time: 0.0846589 Jan 26 21:42:14.160430 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56982535-5313-43dd-9af9-9c8e81d3febd req-5f757f8e-8b33-48ff-a8f5-deb21c724308 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:42:14.162151 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-56982535-5313-43dd-9af9-9c8e81d3febd req-5f757f8e-8b33-48ff-a8f5-deb21c724308 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=acbfa681-8e54-43e3-a66b-05705089f7e2 HTTP/1.1" status: 200 len: 850 time: 0.1293983 Jan 26 21:42:14.246750 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56982535-5313-43dd-9af9-9c8e81d3febd req-7f23fb9a-e5a4-44be-aff9-624ee4abbd3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:42:14.248378 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-56982535-5313-43dd-9af9-9c8e81d3febd req-7f23fb9a-e5a4-44be-aff9-624ee4abbd3f service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=069fa2c9-ac54-4596-8927-b190d062b8dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0805624 Jan 26 21:42:14.313924 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-f3782ab4-3723-431b-a62b-80925c890630 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19fe0f86-abca-440b-b947-db1a4f296f9c', 'name': 'tempest-AttachVolumeTestJSON-1656343975-router', 'tenant_id': 'ef59326be6b94bd88981706bc324c818', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'external_fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.9'}], 'enable_snat': True}, 'gw_port_id': '134df0d3-ef07-4890-818d-62f6b68b54f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T21:37:39Z', 'updated_at': '2022-01-26T21:37:43Z', 'revision_number': 4, 'project_id': 'ef59326be6b94bd88981706bc324c818', 'gw_port': {'id': '134df0d3-ef07-4890-818d-62f6b68b54f7', 'name': '', 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:1f:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19fe0f86-abca-440b-b947-db1a4f296f9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3140, 'fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:37:40Z', 'updated_at': '2022-01-26T21:37:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-5', '_floatingips': [{'id': '919f7475-ccb7-48e9-bf34-46e8f83d588e', 'tenant_id': 'ef59326be6b94bd88981706bc324c818', 'floating_ip_address': '172.25.1.234', 'floating_network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'router_id': '19fe0f86-abca-440b-b947-db1a4f296f9c', 'port_id': '69ab9866-a657-4446-8585-30784fe301c6', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3472, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '069fa2c9-ac54-4596-8927-b190d062b8dc', 'mac_address': 'fa:16:3e:20:bd:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '091ac65c-1c4b-4346-86a5-663967a3c8d0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-26T21:42:00Z', 'updated_at': '2022-01-26T21:42:12Z', 'revision_number': 1, 'project_id': 'ef59326be6b94bd88981706bc324c818', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '43d54b9b-cd44-4452-b168-5eea9efdf961', 'name': '', 'network_id': '069fa2c9-ac54-4596-8927-b190d062b8dc', 'tenant_id': 'ef59326be6b94bd88981706bc324c818', 'mac_address': 'fa:16:3e:58:0e:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19fe0f86-abca-440b-b947-db1a4f296f9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3146, 'fixed_ips': [{'subnet_id': 'acbfa681-8e54-43e3-a66b-05705089f7e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:37:42Z', 'updated_at': '2022-01-26T21:37:49Z', 'revision_number': 5, 'project_id': 'ef59326be6b94bd88981706bc324c818', 'subnets': [{'id': 'acbfa681-8e54-43e3-a66b-05705089f7e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760453-5', False) {} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:42:14.369666 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3782ab4-3723-431b-a62b-80925c890630 None None] Checking router: 19fe0f86-abca-440b-b947-db1a4f296f9c for host: n-d-760453-5 {{(pid=103306) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 26 21:42:14.382083 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3782ab4-3723-431b-a62b-80925c890630 None None] Routers {'19fe0f86-abca-440b-b947-db1a4f296f9c'} bound to L3 agent in host n-d-760453-5 {{(pid=103306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 21:42:14.382825 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-f3782ab4-3723-431b-a62b-80925c890630 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-26T20:55:21Z,description=,heartbeat_timestamp=2022-01-26T21:41:51Z,host='n-d-760453-5',id=09df100c-3af1-4b0a-bda8-05914c71c458,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:55:21Z,topic='l3_agent')) {'router_ids': ['19fe0f86-abca-440b-b947-db1a4f296f9c'], 'active': True} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:42:14.395396 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-56982535-5313-43dd-9af9-9c8e81d3febd req-7c278924-7e03-4405-82af-49573dfe8e71 service neutron] 10.222.0.57 "GET /v2.0/networks/069fa2c9-ac54-4596-8927-b190d062b8dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1402516 Jan 26 21:42:14.582072 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-56982535-5313-43dd-9af9-9c8e81d3febd req-30e6ed15-224c-4c34-b437-cf35ceb69fbf service neutron] 10.222.0.57 "GET /v2.0/networks/069fa2c9-ac54-4596-8927-b190d062b8dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1808412 Jan 26 21:42:14.597707 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvr_db [None req-f3782ab4-3723-431b-a62b-80925c890630 None None] Set router 19fe0f86-abca-440b-b947-db1a4f296f9c gateway port host: n-d-760453-5 {{(pid=103306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 21:42:15.001795 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-f3782ab4-3723-431b-a62b-80925c890630 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19fe0f86-abca-440b-b947-db1a4f296f9c', 'name': 'tempest-AttachVolumeTestJSON-1656343975-router', 'tenant_id': 'ef59326be6b94bd88981706bc324c818', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'external_fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.9'}], 'enable_snat': True}, 'gw_port_id': '134df0d3-ef07-4890-818d-62f6b68b54f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T21:37:39Z', 'updated_at': '2022-01-26T21:37:43Z', 'revision_number': 4, 'project_id': 'ef59326be6b94bd88981706bc324c818', 'gw_port': {'id': '134df0d3-ef07-4890-818d-62f6b68b54f7', 'name': '', 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:1f:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19fe0f86-abca-440b-b947-db1a4f296f9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3140, 'fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:37:40Z', 'updated_at': '2022-01-26T21:37:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-5', '_floatingips': [{'id': '919f7475-ccb7-48e9-bf34-46e8f83d588e', 'tenant_id': 'ef59326be6b94bd88981706bc324c818', 'floating_ip_address': '172.25.1.234', 'floating_network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'router_id': '19fe0f86-abca-440b-b947-db1a4f296f9c', 'port_id': '69ab9866-a657-4446-8585-30784fe301c6', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3472, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '069fa2c9-ac54-4596-8927-b190d062b8dc', 'mac_address': 'fa:16:3e:20:bd:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '091ac65c-1c4b-4346-86a5-663967a3c8d0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-26T21:42:00Z', 'updated_at': '2022-01-26T21:42:12Z', 'revision_number': 1, 'project_id': 'ef59326be6b94bd88981706bc324c818', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '43d54b9b-cd44-4452-b168-5eea9efdf961', 'name': '', 'network_id': '069fa2c9-ac54-4596-8927-b190d062b8dc', 'tenant_id': 'ef59326be6b94bd88981706bc324c818', 'mac_address': 'fa:16:3e:58:0e:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19fe0f86-abca-440b-b947-db1a4f296f9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3146, 'fixed_ips': [{'subnet_id': 'acbfa681-8e54-43e3-a66b-05705089f7e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:37:42Z', 'updated_at': '2022-01-26T21:37:49Z', 'revision_number': 5, 'project_id': 'ef59326be6b94bd88981706bc324c818', 'subnets': [{'id': 'acbfa681-8e54-43e3-a66b-05705089f7e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760453-5', False) {} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:42:15.044819 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3782ab4-3723-431b-a62b-80925c890630 None None] The sync data for ids ['19fe0f86-abca-440b-b947-db1a4f296f9c'] in n-d-760453-5 is: [{'id': '19fe0f86-abca-440b-b947-db1a4f296f9c', 'name': 'tempest-AttachVolumeTestJSON-1656343975-router', 'tenant_id': 'ef59326be6b94bd88981706bc324c818', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'external_fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.9'}], 'enable_snat': True}, 'gw_port_id': '134df0d3-ef07-4890-818d-62f6b68b54f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T21:37:39Z', 'updated_at': '2022-01-26T21:37:43Z', 'revision_number': 4, 'project_id': 'ef59326be6b94bd88981706bc324c818', 'gw_port': {'id': '134df0d3-ef07-4890-818d-62f6b68b54f7', 'name': '', 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:1f:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19fe0f86-abca-440b-b947-db1a4f296f9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3140, 'fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:37:40Z', 'updated_at': '2022-01-26T21:37:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-5', '_floatingips': [{'id': '919f7475-ccb7-48e9-bf34-46e8f83d588e', 'tenant_id': 'ef59326be6b94bd88981706bc324c818', 'floating_ip_address': '172.25.1.234', 'floating_network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'router_id': '19fe0f86-abca-440b-b947-db1a4f296f9c', 'port_id': '69ab9866-a657-4446-8585-30784fe301c6', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3472, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '069fa2c9-ac54-4596-8927-b190d062b8dc', 'mac_address': 'fa:16:3e:20:bd:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '091ac65c-1c4b-4346-86a5-663967a3c8d0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-26T21:42:00Z', 'updated_at': '2022-01-26T21:42:12Z', 'revision_number': 1, 'project_id': 'ef59326be6b94bd88981706bc324c818', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '43d54b9b-cd44-4452-b168-5eea9efdf961', 'name': '', 'network_id': '069fa2c9-ac54-4596-8927-b190d062b8dc', 'tenant_id': 'ef59326be6b94bd88981706bc324c818', 'mac_address': 'fa:16:3e:58:0e:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19fe0f86-abca-440b-b947-db1a4f296f9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3146, 'fixed_ips': [{'subnet_id': 'acbfa681-8e54-43e3-a66b-05705089f7e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:37:42Z', 'updated_at': '2022-01-26T21:37:49Z', 'revision_number': 5, 'project_id': 'ef59326be6b94bd88981706bc324c818', 'subnets': [{'id': 'acbfa681-8e54-43e3-a66b-05705089f7e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 26 21:42:15.479371 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-074529e4-02e2-41d6-92d4-81839f94d3f7 None None] New status for floating IP 919f7475-ccb7-48e9-bf34-46e8f83d588e: ACTIVE {{(pid=103307) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 26 21:42:16.423321 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 36652) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:42:16.606760 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-cbda9f64-a9ee-49d5-8474-ff6d3a6f2051 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:42:16.707548 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-cbda9f64-a9ee-49d5-8474-ff6d3a6f2051 admin admin] Publish callbacks [] for security_group (0377e9ce-6e7f-4e7d-94cb-766732587f36), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:42:16.713040 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-cbda9f64-a9ee-49d5-8474-ff6d3a6f2051 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (0377e9ce-6e7f-4e7d-94cb-766732587f36), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:42:16.755477 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbda9f64-a9ee-49d5-8474-ff6d3a6f2051 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0377e9ce-6e7f-4e7d-94cb-766732587f36,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:42:16.780265 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 36692) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:42:16.788669 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-cbda9f64-a9ee-49d5-8474-ff6d3a6f2051 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=58b11a189f894733b96b5212f8b7f594&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3639514 Jan 26 21:42:16.847446 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-5156097f-75d8-4267-b2fe-0cbf1cd49d79 admin admin] Publish callbacks [] for security_group (0377e9ce-6e7f-4e7d-94cb-766732587f36), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:42:16.874888 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-5156097f-75d8-4267-b2fe-0cbf1cd49d79 admin admin] Publish callbacks [] for security_group (0377e9ce-6e7f-4e7d-94cb-766732587f36), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:42:16.951958 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-5156097f-75d8-4267-b2fe-0cbf1cd49d79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (0377e9ce-6e7f-4e7d-94cb-766732587f36), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:42:16.959034 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-5156097f-75d8-4267-b2fe-0cbf1cd49d79 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:42:16.960947 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-5156097f-75d8-4267-b2fe-0cbf1cd49d79 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/0377e9ce-6e7f-4e7d-94cb-766732587f36 HTTP/1.1" status: 204 len: 168 time: 0.1796710 Jan 26 21:42:16.974293 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5156097f-75d8-4267-b2fe-0cbf1cd49d79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0377e9ce-6e7f-4e7d-94cb-766732587f36,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:42:18.913143 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-6271fd3c-55b2-4d5a-b6d8-f740b3f33a44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (474ccdf7-ab6c-405b-a3b2-dc7b05829902), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:42:21.262105 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d00f3281-3046-4572-aec0-c2a0df1e3453 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (09df100c-3af1-4b0a-bda8-05914c71c458), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:42:22.305016 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-841f5991-a4d8-4d4b-b215-cbc6bab5427b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (aa7ee9d2-08eb-4e12-b895-24c57300dfec), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:42:23.107385 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (4d619873-4b60-439f-9b5a-b155dc8bbc34), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:42:23.796373 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 37214) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:42:23.908666 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-256ca4ae-f28d-4bdd-8be6-3f29095d31e5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:42:23.993991 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-256ca4ae-f28d-4bdd-8be6-3f29095d31e5 admin admin] Publish callbacks [] for security_group (b001cbf1-3c09-4d3c-b9d9-f17d9526292a), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:42:23.998625 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-256ca4ae-f28d-4bdd-8be6-3f29095d31e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (b001cbf1-3c09-4d3c-b9d9-f17d9526292a), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:42:24.037127 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-256ca4ae-f28d-4bdd-8be6-3f29095d31e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b001cbf1-3c09-4d3c-b9d9-f17d9526292a,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:42:24.045444 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-256ca4ae-f28d-4bdd-8be6-3f29095d31e5 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=377dd1898303421c8397135a29a0ba2a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2479358 Jan 26 21:42:24.046042 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 37218) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:42:24.114771 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-11e7db7c-bf0c-4293-95c0-c555fff6b8af admin admin] Publish callbacks [] for security_group (b001cbf1-3c09-4d3c-b9d9-f17d9526292a), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:42:24.135815 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-839dd188-ec69-470c-9ab0-d318dc1a2e96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (e79b4fc6-6c71-44b2-a6d0-ff3e1f4dfd0d), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:42:24.143929 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-11e7db7c-bf0c-4293-95c0-c555fff6b8af admin admin] Publish callbacks [] for security_group (b001cbf1-3c09-4d3c-b9d9-f17d9526292a), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:42:24.216652 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-11e7db7c-bf0c-4293-95c0-c555fff6b8af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (b001cbf1-3c09-4d3c-b9d9-f17d9526292a), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:42:24.219948 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-11e7db7c-bf0c-4293-95c0-c555fff6b8af admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:42:24.221769 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-11e7db7c-bf0c-4293-95c0-c555fff6b8af admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b001cbf1-3c09-4d3c-b9d9-f17d9526292a HTTP/1.1" status: 204 len: 168 time: 0.1742787 Jan 26 21:42:24.232984 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e7db7c-bf0c-4293-95c0-c555fff6b8af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b001cbf1-3c09-4d3c-b9d9-f17d9526292a,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:42:25.319262 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (fea0591a-627d-4c87-9a9a-01625ddf3277), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:42:26.092078 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 37338) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:42:26.212592 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-9c7d44ba-d372-40a8-8fc6-001fa0dd5e15 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:42:26.300282 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-9c7d44ba-d372-40a8-8fc6-001fa0dd5e15 admin admin] Publish callbacks [] for security_group (e71fc02b-e693-4ca9-a7d1-a1346d96ef7d), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:42:26.304679 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-9c7d44ba-d372-40a8-8fc6-001fa0dd5e15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (e71fc02b-e693-4ca9-a7d1-a1346d96ef7d), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:42:26.342654 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7d44ba-d372-40a8-8fc6-001fa0dd5e15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e71fc02b-e693-4ca9-a7d1-a1346d96ef7d,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:42:26.356592 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-9c7d44ba-d372-40a8-8fc6-001fa0dd5e15 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b6314ba52f3642209ad4afa9c618b798&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2631912 Jan 26 21:42:26.356715 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 37346) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:42:26.413930 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-9263bcdd-7612-4b4a-b29b-7aac3292e60e admin admin] Publish callbacks [] for security_group (e71fc02b-e693-4ca9-a7d1-a1346d96ef7d), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:42:26.439152 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-9263bcdd-7612-4b4a-b29b-7aac3292e60e admin admin] Publish callbacks [] for security_group (e71fc02b-e693-4ca9-a7d1-a1346d96ef7d), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:42:26.488017 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-9263bcdd-7612-4b4a-b29b-7aac3292e60e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (e71fc02b-e693-4ca9-a7d1-a1346d96ef7d), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:42:26.491145 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-9263bcdd-7612-4b4a-b29b-7aac3292e60e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:42:26.493102 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-9263bcdd-7612-4b4a-b29b-7aac3292e60e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/e71fc02b-e693-4ca9-a7d1-a1346d96ef7d HTTP/1.1" status: 204 len: 168 time: 0.1354051 Jan 26 21:42:26.501393 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9263bcdd-7612-4b4a-b29b-7aac3292e60e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e71fc02b-e693-4ca9-a7d1-a1346d96ef7d,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:42:27.267634 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 37370) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:42:27.380401 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-ec573802-3dc1-4217-b2d2-adbbd65e8cd0 tempest-AllowedAddressPairTestJSON-25529853 tempest-AllowedAddressPairTestJSON-25529853-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-349169541'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:42:27.415719 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec573802-3dc1-4217-b2d2-adbbd65e8cd0 tempest-AllowedAddressPairTestJSON-25529853 tempest-AllowedAddressPairTestJSON-25529853-project] Made reservation on behalf of dfcadb5e143b42c1ab7836bd93ddaba2 for: {'network': 1} {{(pid=103304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 21:42:27.419974 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-ec573802-3dc1-4217-b2d2-adbbd65e8cd0 tempest-AllowedAddressPairTestJSON-25529853 tempest-AllowedAddressPairTestJSON-25529853-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for network (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:42:27.433272 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-ec573802-3dc1-4217-b2d2-adbbd65e8cd0 tempest-AllowedAddressPairTestJSON-25529853 tempest-AllowedAddressPairTestJSON-25529853-project] Publish callbacks [] for security_group (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:42:27.535682 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-ec573802-3dc1-4217-b2d2-adbbd65e8cd0 tempest-AllowedAddressPairTestJSON-25529853 tempest-AllowedAddressPairTestJSON-25529853-project] Publish callbacks [] for security_group (8253b83e-fa20-4c6c-8c0b-6d20555c7c3c), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:42:27.541195 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-ec573802-3dc1-4217-b2d2-adbbd65e8cd0 tempest-AllowedAddressPairTestJSON-25529853 tempest-AllowedAddressPairTestJSON-25529853-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (8253b83e-fa20-4c6c-8c0b-6d20555c7c3c), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:42:27.566101 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ec573802-3dc1-4217-b2d2-adbbd65e8cd0 tempest-AllowedAddressPairTestJSON-25529853 tempest-AllowedAddressPairTestJSON-25529853-project] vlan segment allocate from pool success with {'vlan_id': 573, 'physical_network': 'physnet1'} {{(pid=103304) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 26 21:42:27.583140 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec573802-3dc1-4217-b2d2-adbbd65e8cd0 tempest-AllowedAddressPairTestJSON-25529853 tempest-AllowedAddressPairTestJSON-25529853-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8253b83e-fa20-4c6c-8c0b-6d20555c7c3c,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:42:27.589506 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-ec573802-3dc1-4217-b2d2-adbbd65e8cd0 tempest-AllowedAddressPairTestJSON-25529853 tempest-AllowedAddressPairTestJSON-25529853-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576559'] for segment (763d7680-b545-4764-85b9-3dafbece9d9e), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:42:27.589854 n-d-760453-5 neutron-server[103304]: INFO neutron.db.segments_db [None req-ec573802-3dc1-4217-b2d2-adbbd65e8cd0 tempest-AllowedAddressPairTestJSON-25529853 tempest-AllowedAddressPairTestJSON-25529853-project] Added segment 763d7680-b545-4764-85b9-3dafbece9d9e of type vlan for network 74074a03-07ca-4d2b-87de-f6b7738b1e2c Jan 26 21:42:27.605975 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec573802-3dc1-4217-b2d2-adbbd65e8cd0 tempest-AllowedAddressPairTestJSON-25529853 tempest-AllowedAddressPairTestJSON-25529853-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:42:27.606326 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec573802-3dc1-4217-b2d2-adbbd65e8cd0 tempest-AllowedAddressPairTestJSON-25529853 tempest-AllowedAddressPairTestJSON-25529853-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:42:27.606811 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec573802-3dc1-4217-b2d2-adbbd65e8cd0 tempest-AllowedAddressPairTestJSON-25529853 tempest-AllowedAddressPairTestJSON-25529853-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:42:27.607162 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec573802-3dc1-4217-b2d2-adbbd65e8cd0 tempest-AllowedAddressPairTestJSON-25529853 tempest-AllowedAddressPairTestJSON-25529853-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:42:27.607495 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec573802-3dc1-4217-b2d2-adbbd65e8cd0 tempest-AllowedAddressPairTestJSON-25529853 tempest-AllowedAddressPairTestJSON-25529853-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:42:27.607959 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec573802-3dc1-4217-b2d2-adbbd65e8cd0 tempest-AllowedAddressPairTestJSON-25529853 tempest-AllowedAddressPairTestJSON-25529853-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:42:27.608374 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec573802-3dc1-4217-b2d2-adbbd65e8cd0 tempest-AllowedAddressPairTestJSON-25529853 tempest-AllowedAddressPairTestJSON-25529853-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:42:27.608703 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec573802-3dc1-4217-b2d2-adbbd65e8cd0 tempest-AllowedAddressPairTestJSON-25529853 tempest-AllowedAddressPairTestJSON-25529853-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:42:27.609164 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec573802-3dc1-4217-b2d2-adbbd65e8cd0 tempest-AllowedAddressPairTestJSON-25529853 tempest-AllowedAddressPairTestJSON-25529853-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:42:27.609520 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec573802-3dc1-4217-b2d2-adbbd65e8cd0 tempest-AllowedAddressPairTestJSON-25529853 tempest-AllowedAddressPairTestJSON-25529853-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:42:27.609897 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec573802-3dc1-4217-b2d2-adbbd65e8cd0 tempest-AllowedAddressPairTestJSON-25529853 tempest-AllowedAddressPairTestJSON-25529853-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:42:27.610226 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec573802-3dc1-4217-b2d2-adbbd65e8cd0 tempest-AllowedAddressPairTestJSON-25529853 tempest-AllowedAddressPairTestJSON-25529853-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:42:27.610625 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec573802-3dc1-4217-b2d2-adbbd65e8cd0 tempest-AllowedAddressPairTestJSON-25529853 tempest-AllowedAddressPairTestJSON-25529853-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:42:27.670730 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-ec573802-3dc1-4217-b2d2-adbbd65e8cd0 tempest-AllowedAddressPairTestJSON-25529853 tempest-AllowedAddressPairTestJSON-25529853-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746560256871'] for network (74074a03-07ca-4d2b-87de-f6b7738b1e2c), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:42:27.703601 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-ec573802-3dc1-4217-b2d2-adbbd65e8cd0 tempest-AllowedAddressPairTestJSON-25529853 tempest-AllowedAddressPairTestJSON-25529853-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503'] for network (74074a03-07ca-4d2b-87de-f6b7738b1e2c), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:42:27.709996 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec573802-3dc1-4217-b2d2-adbbd65e8cd0 tempest-AllowedAddressPairTestJSON-25529853 tempest-AllowedAddressPairTestJSON-25529853-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:42:27.710694 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-ec573802-3dc1-4217-b2d2-adbbd65e8cd0 tempest-AllowedAddressPairTestJSON-25529853 tempest-AllowedAddressPairTestJSON-25529853-project] Publish callbacks [] for network (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:42:27.769529 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-ec573802-3dc1-4217-b2d2-adbbd65e8cd0 tempest-AllowedAddressPairTestJSON-25529853 tempest-AllowedAddressPairTestJSON-25529853-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 0.5007191 Jan 26 21:42:27.773668 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 37376) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:42:27.781591 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-4f2684a2-9da7-47c4-a97c-78d30e3a6055 tempest-AllowedAddressPairTestJSON-25529853 tempest-AllowedAddressPairTestJSON-25529853-project] Request body: {'subnet': {'network_id': '74074a03-07ca-4d2b-87de-f6b7738b1e2c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:42:27.794410 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec573802-3dc1-4217-b2d2-adbbd65e8cd0 tempest-AllowedAddressPairTestJSON-25529853 tempest-AllowedAddressPairTestJSON-25529853-project] Pushing event updated for resources: {'Network': ['ID=74074a03-07ca-4d2b-87de-f6b7738b1e2c,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:42:27.805461 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Network 74074a03-07ca-4d2b-87de-f6b7738b1e2c details requested by agent ovs-agent-n-d-760453-5 with host n-d-760453-5 {{(pid=103306) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 26 21:42:27.892215 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f2684a2-9da7-47c4-a97c-78d30e3a6055 tempest-AllowedAddressPairTestJSON-25529853 tempest-AllowedAddressPairTestJSON-25529853-project] Made reservation on behalf of dfcadb5e143b42c1ab7836bd93ddaba2 for: {'subnet': 1} {{(pid=103305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 21:42:27.896024 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-4f2684a2-9da7-47c4-a97c-78d30e3a6055 tempest-AllowedAddressPairTestJSON-25529853 tempest-AllowedAddressPairTestJSON-25529853-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11599953'] for subnet (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:42:28.104541 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-4f2684a2-9da7-47c4-a97c-78d30e3a6055 tempest-AllowedAddressPairTestJSON-25529853 tempest-AllowedAddressPairTestJSON-25529853-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11788839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11599975'] for subnet (758a5b8f-2f09-457b-afc1-be38f7c4bc27), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:42:28.164363 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f2684a2-9da7-47c4-a97c-78d30e3a6055 tempest-AllowedAddressPairTestJSON-25529853 tempest-AllowedAddressPairTestJSON-25529853-project] Pushing event updated for resources: {'Subnet': ['ID=758a5b8f-2f09-457b-afc1-be38f7c4bc27,revision_number=0']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:42:28.175447 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f2684a2-9da7-47c4-a97c-78d30e3a6055 tempest-AllowedAddressPairTestJSON-25529853 tempest-AllowedAddressPairTestJSON-25529853-project] Checking segment: {'id': '763d7680-b545-4764-85b9-3dafbece9d9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '74074a03-07ca-4d2b-87de-f6b7738b1e2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103305) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 21:42:28.175810 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f2684a2-9da7-47c4-a97c-78d30e3a6055 tempest-AllowedAddressPairTestJSON-25529853 tempest-AllowedAddressPairTestJSON-25529853-project] Network hostable DHCP agents. Network: 74074a03-07ca-4d2b-87de-f6b7738b1e2c, hostable agents: ['474ccdf7-ab6c-405b-a3b2-dc7b05829902'], hosted agents: [] {{(pid=103305) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 26 21:42:28.195083 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f2684a2-9da7-47c4-a97c-78d30e3a6055 tempest-AllowedAddressPairTestJSON-25529853 tempest-AllowedAddressPairTestJSON-25529853-project] Network 74074a03-07ca-4d2b-87de-f6b7738b1e2c is scheduled to be hosted by DHCP agent 474ccdf7-ab6c-405b-a3b2-dc7b05829902 with binding_index 1 {{(pid=103305) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 26 21:42:28.206955 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [None req-4f2684a2-9da7-47c4-a97c-78d30e3a6055 tempest-AllowedAddressPairTestJSON-25529853 tempest-AllowedAddressPairTestJSON-25529853-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760453-5, 74074a03-07ca-4d2b-87de-f6b7738b1e2c) {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:42:28.217777 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-587fe74a-be91-49cf-8620-1465cce4c7e2 None None] Network 74074a03-07ca-4d2b-87de-f6b7738b1e2c requested from n-d-760453-5 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 26 21:42:28.222577 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f2684a2-9da7-47c4-a97c-78d30e3a6055 tempest-AllowedAddressPairTestJSON-25529853 tempest-AllowedAddressPairTestJSON-25529853-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:42:28.223175 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-4f2684a2-9da7-47c4-a97c-78d30e3a6055 tempest-AllowedAddressPairTestJSON-25529853 tempest-AllowedAddressPairTestJSON-25529853-project] Publish callbacks [] for subnet (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:42:28.247432 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-4f2684a2-9da7-47c4-a97c-78d30e3a6055 tempest-AllowedAddressPairTestJSON-25529853 tempest-AllowedAddressPairTestJSON-25529853-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4689107 Jan 26 21:42:28.247734 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 37380) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:42:28.252834 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-99f7c13d-1236-45b4-913c-a05dca651d3b tempest-AllowedAddressPairTestJSON-25529853 tempest-AllowedAddressPairTestJSON-25529853-project] Request body: {'port': {'network_id': '74074a03-07ca-4d2b-87de-f6b7738b1e2c', 'name': 'tempest-AllowedAddressPairTestJSON-932001875'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:42:28.344994 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e97230c-15eb-4370-ba94-342b8ed8a261 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3c4099e8-8ffb-51d1-af7f-5868973e933f-74074a03-07ca-4d2b-87de-f6b7738b1e2c', 'network_id': '74074a03-07ca-4d2b-87de-f6b7738b1e2c', 'project_id': 'dfcadb5e143b42c1ab7836bd93ddaba2', 'fixed_ips': [{'subnet_id': '758a5b8f-2f09-457b-afc1-be38f7c4bc27'}]}} from n-d-760453-5. {{(pid=103306) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 26 21:42:28.345957 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-6e97230c-15eb-4370-ba94-342b8ed8a261 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (None), before_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:42:28.392998 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99f7c13d-1236-45b4-913c-a05dca651d3b tempest-AllowedAddressPairTestJSON-25529853 tempest-AllowedAddressPairTestJSON-25529853-project] Made reservation on behalf of dfcadb5e143b42c1ab7836bd93ddaba2 for: {'port': 1} {{(pid=103305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 21:42:28.396723 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-99f7c13d-1236-45b4-913c-a05dca651d3b tempest-AllowedAddressPairTestJSON-25529853 tempest-AllowedAddressPairTestJSON-25529853-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:42:28.418433 n-d-760453-5 neutron-server[103305]: DEBUG neutron.notifiers.nova [None req-99f7c13d-1236-45b4-913c-a05dca651d3b tempest-AllowedAddressPairTestJSON-25529853 tempest-AllowedAddressPairTestJSON-25529853-project] device_id is not set on port 230b669f-8446-4f8a-86ac-4dfbeaf47f02 yet. {{(pid=103305) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 26 21:42:28.530530 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.db_base_plugin_common [None req-6e97230c-15eb-4370-ba94-342b8ed8a261 None None] Allocated IP 172.20.0.2 (74074a03-07ca-4d2b-87de-f6b7738b1e2c/758a5b8f-2f09-457b-afc1-be38f7c4bc27/50f2ca0d-e7fc-41b1-8b32-0901188e8c0b) {{(pid=103306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 21:42:28.683764 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-6e97230c-15eb-4370-ba94-342b8ed8a261 None None] Publish callbacks [] for port (50f2ca0d-e7fc-41b1-8b32-0901188e8c0b), precommit_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:42:28.690345 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-6e97230c-15eb-4370-ba94-342b8ed8a261 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746560234527'] for port (50f2ca0d-e7fc-41b1-8b32-0901188e8c0b), after_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:42:28.733018 n-d-760453-5 neutron-server[103306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e97230c-15eb-4370-ba94-342b8ed8a261 None None] Network 74074a03-07ca-4d2b-87de-f6b7738b1e2c is already hosted by enough agents. {{(pid=103306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 21:42:28.737977 n-d-760453-5 neutron-server[103306]: DEBUG neutron.scheduler.base_scheduler [None req-6e97230c-15eb-4370-ba94-342b8ed8a261 None None] Resources bound (agent type, host, resource id): {{(pid=103306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:42:28.742932 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e97230c-15eb-4370-ba94-342b8ed8a261 None None] Received port after_create {{(pid=103306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 21:42:28.746373 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e97230c-15eb-4370-ba94-342b8ed8a261 None None] Pushing event updated for resources: {'Port': ['ID=50f2ca0d-e7fc-41b1-8b32-0901188e8c0b,revision_number=1']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:42:28.750867 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.db_base_plugin_common [None req-99f7c13d-1236-45b4-913c-a05dca651d3b tempest-AllowedAddressPairTestJSON-25529853 tempest-AllowedAddressPairTestJSON-25529853-project] Allocated IP 172.20.0.14 (74074a03-07ca-4d2b-87de-f6b7738b1e2c/758a5b8f-2f09-457b-afc1-be38f7c4bc27/230b669f-8446-4f8a-86ac-4dfbeaf47f02) {{(pid=103305) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 21:42:28.804464 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-6e97230c-15eb-4370-ba94-342b8ed8a261 None None] Attempting to bind port 50f2ca0d-e7fc-41b1-8b32-0901188e8c0b on host n-d-760453-5 for vnic_type normal with profile {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 21:42:28.804828 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-6e97230c-15eb-4370-ba94-342b8ed8a261 None None] Attempting to bind port 50f2ca0d-e7fc-41b1-8b32-0901188e8c0b by drivers openvswitch,hyperv on host n-d-760453-5 at level 0 using segments [{'id': '763d7680-b545-4764-85b9-3dafbece9d9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '74074a03-07ca-4d2b-87de-f6b7738b1e2c'}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 26 21:42:28.805189 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e97230c-15eb-4370-ba94-342b8ed8a261 None None] Attempting to bind port 50f2ca0d-e7fc-41b1-8b32-0901188e8c0b on network 74074a03-07ca-4d2b-87de-f6b7738b1e2c {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 21:42:28.810701 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e97230c-15eb-4370-ba94-342b8ed8a261 None None] Checking agent: {'id': 'fea0591a-627d-4c87-9a9a-01625ddf3277', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760453-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 20, 55, 25), 'started_at': datetime.datetime(2022, 1, 26, 20, 55, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 21, 42, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760453-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 26 21:42:28.811474 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e97230c-15eb-4370-ba94-342b8ed8a261 None None] Checking segment: {'id': '763d7680-b545-4764-85b9-3dafbece9d9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '74074a03-07ca-4d2b-87de-f6b7738b1e2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 21:42:28.811721 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-6e97230c-15eb-4370-ba94-342b8ed8a261 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:42:28.812119 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e97230c-15eb-4370-ba94-342b8ed8a261 None None] Bound using segment: {'id': '763d7680-b545-4764-85b9-3dafbece9d9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '74074a03-07ca-4d2b-87de-f6b7738b1e2c'} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 26 21:42:28.812586 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-6e97230c-15eb-4370-ba94-342b8ed8a261 None None] Bound port: 50f2ca0d-e7fc-41b1-8b32-0901188e8c0b, host: n-d-760453-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '763d7680-b545-4764-85b9-3dafbece9d9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '74074a03-07ca-4d2b-87de-f6b7738b1e2c'}}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 26 21:42:28.812961 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-6e97230c-15eb-4370-ba94-342b8ed8a261 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (50f2ca0d-e7fc-41b1-8b32-0901188e8c0b), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:42:28.890357 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-6e97230c-15eb-4370-ba94-342b8ed8a261 None None] For port 50f2ca0d-e7fc-41b1-8b32-0901188e8c0b, host n-d-760453-5, cleared binding levels {{(pid=103306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 26 21:42:28.893984 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-6e97230c-15eb-4370-ba94-342b8ed8a261 None None] For port 50f2ca0d-e7fc-41b1-8b32-0901188e8c0b, host n-d-760453-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=50f2ca0d-e7fc-41b1-8b32-0901188e8c0b,segment=NetworkSegment(763d7680-b545-4764-85b9-3dafbece9d9e),segment_id=763d7680-b545-4764-85b9-3dafbece9d9e)] {{(pid=103306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 26 21:42:28.899306 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-6e97230c-15eb-4370-ba94-342b8ed8a261 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (50f2ca0d-e7fc-41b1-8b32-0901188e8c0b), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:42:28.935240 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-99f7c13d-1236-45b4-913c-a05dca651d3b tempest-AllowedAddressPairTestJSON-25529853 tempest-AllowedAddressPairTestJSON-25529853-project] Publish callbacks [] for port (230b669f-8446-4f8a-86ac-4dfbeaf47f02), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:42:28.977571 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e97230c-15eb-4370-ba94-342b8ed8a261 None None] Pushing event updated for resources: {'Port': ['ID=50f2ca0d-e7fc-41b1-8b32-0901188e8c0b,revision_number=2']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:42:28.979753 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-99f7c13d-1236-45b4-913c-a05dca651d3b tempest-AllowedAddressPairTestJSON-25529853 tempest-AllowedAddressPairTestJSON-25529853-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746560234527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11791543'] for port (230b669f-8446-4f8a-86ac-4dfbeaf47f02), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:42:29.044916 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99f7c13d-1236-45b4-913c-a05dca651d3b tempest-AllowedAddressPairTestJSON-25529853 tempest-AllowedAddressPairTestJSON-25529853-project] Network 74074a03-07ca-4d2b-87de-f6b7738b1e2c is already hosted by enough agents. {{(pid=103305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 21:42:29.048523 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [None req-99f7c13d-1236-45b4-913c-a05dca651d3b tempest-AllowedAddressPairTestJSON-25529853 tempest-AllowedAddressPairTestJSON-25529853-project] Resources bound (agent type, host, resource id): {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:42:29.056495 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99f7c13d-1236-45b4-913c-a05dca651d3b tempest-AllowedAddressPairTestJSON-25529853 tempest-AllowedAddressPairTestJSON-25529853-project] Received port after_create {{(pid=103305) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 21:42:29.082217 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f7c13d-1236-45b4-913c-a05dca651d3b tempest-AllowedAddressPairTestJSON-25529853 tempest-AllowedAddressPairTestJSON-25529853-project] Pushing event updated for resources: {'Port': ['ID=230b669f-8446-4f8a-86ac-4dfbeaf47f02,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:42:29.118434 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99f7c13d-1236-45b4-913c-a05dca651d3b tempest-AllowedAddressPairTestJSON-25529853 tempest-AllowedAddressPairTestJSON-25529853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:42:29.119238 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-99f7c13d-1236-45b4-913c-a05dca651d3b tempest-AllowedAddressPairTestJSON-25529853 tempest-AllowedAddressPairTestJSON-25529853-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:42:29.139924 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-99f7c13d-1236-45b4-913c-a05dca651d3b tempest-AllowedAddressPairTestJSON-25529853 tempest-AllowedAddressPairTestJSON-25529853-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.8904426 Jan 26 21:42:29.143115 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 37386) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:42:29.152352 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-5bdca365-cbb3-408d-8071-e9b7258cd37e tempest-AllowedAddressPairTestJSON-25529853 tempest-AllowedAddressPairTestJSON-25529853-project] Request body: {'port': {'network_id': '74074a03-07ca-4d2b-87de-f6b7738b1e2c', 'name': 'tempest-AllowedAddressPairTestJSON-450151654', 'allowed_address_pairs': [{'ip_address': '172.20.0.14', 'mac_address': 'fa:16:3e:42:c7:61'}]}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:42:29.336703 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5bdca365-cbb3-408d-8071-e9b7258cd37e tempest-AllowedAddressPairTestJSON-25529853 tempest-AllowedAddressPairTestJSON-25529853-project] Made reservation on behalf of dfcadb5e143b42c1ab7836bd93ddaba2 for: {'port': 1} {{(pid=103305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 21:42:29.496410 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-5bdca365-cbb3-408d-8071-e9b7258cd37e tempest-AllowedAddressPairTestJSON-25529853 tempest-AllowedAddressPairTestJSON-25529853-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:42:29.517180 n-d-760453-5 neutron-server[103305]: DEBUG neutron.notifiers.nova [None req-5bdca365-cbb3-408d-8071-e9b7258cd37e tempest-AllowedAddressPairTestJSON-25529853 tempest-AllowedAddressPairTestJSON-25529853-project] device_id is not set on port 01f0ff5e-6eb0-4e58-b7a4-90c3d3713d8c yet. {{(pid=103305) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 26 21:42:29.673950 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.db_base_plugin_common [None req-5bdca365-cbb3-408d-8071-e9b7258cd37e tempest-AllowedAddressPairTestJSON-25529853 tempest-AllowedAddressPairTestJSON-25529853-project] Allocated IP 172.20.0.6 (74074a03-07ca-4d2b-87de-f6b7738b1e2c/758a5b8f-2f09-457b-afc1-be38f7c4bc27/01f0ff5e-6eb0-4e58-b7a4-90c3d3713d8c) {{(pid=103305) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 21:42:29.846864 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-5bdca365-cbb3-408d-8071-e9b7258cd37e tempest-AllowedAddressPairTestJSON-25529853 tempest-AllowedAddressPairTestJSON-25529853-project] Publish callbacks [] for port (01f0ff5e-6eb0-4e58-b7a4-90c3d3713d8c), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:42:29.886914 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-5bdca365-cbb3-408d-8071-e9b7258cd37e tempest-AllowedAddressPairTestJSON-25529853 tempest-AllowedAddressPairTestJSON-25529853-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746560234527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11791543'] for port (01f0ff5e-6eb0-4e58-b7a4-90c3d3713d8c), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:42:29.930048 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bdca365-cbb3-408d-8071-e9b7258cd37e tempest-AllowedAddressPairTestJSON-25529853 tempest-AllowedAddressPairTestJSON-25529853-project] Network 74074a03-07ca-4d2b-87de-f6b7738b1e2c is already hosted by enough agents. {{(pid=103305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 21:42:29.933621 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [None req-5bdca365-cbb3-408d-8071-e9b7258cd37e tempest-AllowedAddressPairTestJSON-25529853 tempest-AllowedAddressPairTestJSON-25529853-project] Resources bound (agent type, host, resource id): {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:42:29.938096 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bdca365-cbb3-408d-8071-e9b7258cd37e tempest-AllowedAddressPairTestJSON-25529853 tempest-AllowedAddressPairTestJSON-25529853-project] Received port after_create {{(pid=103305) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 21:42:29.982006 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bdca365-cbb3-408d-8071-e9b7258cd37e tempest-AllowedAddressPairTestJSON-25529853 tempest-AllowedAddressPairTestJSON-25529853-project] Pushing event updated for resources: {'Port': ['ID=01f0ff5e-6eb0-4e58-b7a4-90c3d3713d8c,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:42:30.007261 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bdca365-cbb3-408d-8071-e9b7258cd37e tempest-AllowedAddressPairTestJSON-25529853 tempest-AllowedAddressPairTestJSON-25529853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:42:30.007928 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-5bdca365-cbb3-408d-8071-e9b7258cd37e tempest-AllowedAddressPairTestJSON-25529853 tempest-AllowedAddressPairTestJSON-25529853-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:42:30.041705 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-5bdca365-cbb3-408d-8071-e9b7258cd37e tempest-AllowedAddressPairTestJSON-25529853 tempest-AllowedAddressPairTestJSON-25529853-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 998 time: 0.8953729 Jan 26 21:42:30.042764 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 37392) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:42:30.179174 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6b8028a-74a7-4c4e-825f-72ea2d1a8278 tempest-AllowedAddressPairTestJSON-25529853 tempest-AllowedAddressPairTestJSON-25529853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:42:30.185481 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6b8028a-74a7-4c4e-825f-72ea2d1a8278 tempest-AllowedAddressPairTestJSON-25529853 tempest-AllowedAddressPairTestJSON-25529853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:42:30.193114 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6b8028a-74a7-4c4e-825f-72ea2d1a8278 tempest-AllowedAddressPairTestJSON-25529853 tempest-AllowedAddressPairTestJSON-25529853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:42:30.198119 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-b6b8028a-74a7-4c4e-825f-72ea2d1a8278 tempest-AllowedAddressPairTestJSON-25529853 tempest-AllowedAddressPairTestJSON-25529853-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2464 time: 0.1537373 Jan 26 21:42:30.198702 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 37394) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:42:30.246006 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device 50f2ca0d-e7fc-41b1-8b32-0901188e8c0b up at agent ovs-agent-n-d-760453-5 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 21:42:30.281068 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6b234c0-3655-4b99-9cbe-00b0e0775abf None None] Network 74074a03-07ca-4d2b-87de-f6b7738b1e2c requested from n-d-760453-5 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 26 21:42:30.341180 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-9a69e9d8-dc5d-4a62-a711-1d9b15303c0d tempest-AllowedAddressPairTestJSON-25529853 tempest-AllowedAddressPairTestJSON-25529853-project] Deleting port 01f0ff5e-6eb0-4e58-b7a4-90c3d3713d8c {{(pid=103305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 21:42:30.341727 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-9a69e9d8-dc5d-4a62-a711-1d9b15303c0d tempest-AllowedAddressPairTestJSON-25529853 tempest-AllowedAddressPairTestJSON-25529853-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746560630878'] for port (01f0ff5e-6eb0-4e58-b7a4-90c3d3713d8c), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:42:30.365799 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-a18ad1f1-c1bc-429c-9746-77de320c4337 None None] Provisioning complete for port 50f2ca0d-e7fc-41b1-8b32-0901188e8c0b triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:42:30.366546 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-a18ad1f1-c1bc-429c-9746-77de320c4337 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (50f2ca0d-e7fc-41b1-8b32-0901188e8c0b), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:42:30.444323 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Provisioning complete for port 50f2ca0d-e7fc-41b1-8b32-0901188e8c0b triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:42:30.445663 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (50f2ca0d-e7fc-41b1-8b32-0901188e8c0b), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:42:30.499720 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-9a69e9d8-dc5d-4a62-a711-1d9b15303c0d tempest-AllowedAddressPairTestJSON-25529853 tempest-AllowedAddressPairTestJSON-25529853-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4109658'] for port (01f0ff5e-6eb0-4e58-b7a4-90c3d3713d8c), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:42:30.516709 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-9a69e9d8-dc5d-4a62-a711-1d9b15303c0d tempest-AllowedAddressPairTestJSON-25529853 tempest-AllowedAddressPairTestJSON-25529853-project] Calling delete_port for 01f0ff5e-6eb0-4e58-b7a4-90c3d3713d8c owned by {{(pid=103305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 21:42:30.548555 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-a18ad1f1-c1bc-429c-9746-77de320c4337 None None] Current status of the port 50f2ca0d-e7fc-41b1-8b32-0901188e8c0b is: DOWN; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:42:30.548936 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-a18ad1f1-c1bc-429c-9746-77de320c4337 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (50f2ca0d-e7fc-41b1-8b32-0901188e8c0b), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:42:30.629147 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Current status of the port 50f2ca0d-e7fc-41b1-8b32-0901188e8c0b is: DOWN; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:42:30.630040 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (50f2ca0d-e7fc-41b1-8b32-0901188e8c0b), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:42:30.640129 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-a18ad1f1-c1bc-429c-9746-77de320c4337 None None] For port 50f2ca0d-e7fc-41b1-8b32-0901188e8c0b, host n-d-760453-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=50f2ca0d-e7fc-41b1-8b32-0901188e8c0b,segment=NetworkSegment(763d7680-b545-4764-85b9-3dafbece9d9e),segment_id=763d7680-b545-4764-85b9-3dafbece9d9e)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:42:30.656285 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-a18ad1f1-c1bc-429c-9746-77de320c4337 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (50f2ca0d-e7fc-41b1-8b32-0901188e8c0b), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:42:30.745258 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-9a69e9d8-dc5d-4a62-a711-1d9b15303c0d tempest-AllowedAddressPairTestJSON-25529853 tempest-AllowedAddressPairTestJSON-25529853-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746560636600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746560234536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11791543'] for port (01f0ff5e-6eb0-4e58-b7a4-90c3d3713d8c), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:42:30.777899 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a18ad1f1-c1bc-429c-9746-77de320c4337 None None] Pushing event updated for resources: {'Port': ['ID=50f2ca0d-e7fc-41b1-8b32-0901188e8c0b,revision_number=3']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:42:30.791393 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.db.api [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103306) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 26 21:42:30.791785 n-d-760453-5 neutron-server[103306]: DEBUG oslo_db.api [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 26 21:42:30.807346 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a69e9d8-dc5d-4a62-a711-1d9b15303c0d tempest-AllowedAddressPairTestJSON-25529853 tempest-AllowedAddressPairTestJSON-25529853-project] Pushing event deleted for resources: {'Port': ['ID=01f0ff5e-6eb0-4e58-b7a4-90c3d3713d8c,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:42:30.974021 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-64f16aab-802f-435f-be69-7f47d21a7b15 None None] Could not find standard attr ID for object 01f0ff5e-6eb0-4e58-b7a4-90c3d3713d8c. {{(pid=103306) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 26 21:42:30.993140 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-64f16aab-802f-435f-be69-7f47d21a7b15 None None] Provisioning complete for port 50f2ca0d-e7fc-41b1-8b32-0901188e8c0b triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:42:30.993603 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-64f16aab-802f-435f-be69-7f47d21a7b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (50f2ca0d-e7fc-41b1-8b32-0901188e8c0b), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:42:31.011590 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-9a69e9d8-dc5d-4a62-a711-1d9b15303c0d tempest-AllowedAddressPairTestJSON-25529853 tempest-AllowedAddressPairTestJSON-25529853-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:42:31.025342 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 37398) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:42:31.026939 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-9a69e9d8-dc5d-4a62-a711-1d9b15303c0d tempest-AllowedAddressPairTestJSON-25529853 tempest-AllowedAddressPairTestJSON-25529853-project] 10.222.0.13 "DELETE /v2.0/ports/01f0ff5e-6eb0-4e58-b7a4-90c3d3713d8c HTTP/1.1" status: 204 len: 168 time: 0.8267882 Jan 26 21:42:31.057658 n-d-760453-5 neutron-server[103304]: INFO neutron.pecan_wsgi.hooks.translation [None req-1c31bc1e-fa06-4446-a390-37f515f719c7 tempest-AllowedAddressPairTestJSON-25529853 tempest-AllowedAddressPairTestJSON-25529853-project] GET failed (client error): The resource could not be found. Jan 26 21:42:31.064196 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-1c31bc1e-fa06-4446-a390-37f515f719c7 tempest-AllowedAddressPairTestJSON-25529853 tempest-AllowedAddressPairTestJSON-25529853-project] 10.222.0.13 "GET /v2.0/ports/01f0ff5e-6eb0-4e58-b7a4-90c3d3713d8c HTTP/1.1" status: 404 len: 333 time: 0.0373528 Jan 26 21:42:31.064414 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 37400) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:42:31.070800 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-bb944741-0486-408f-b86d-0046b4ad7d9a tempest-AllowedAddressPairTestJSON-25529853 tempest-AllowedAddressPairTestJSON-25529853-project] Request body: {'port': {'network_id': '74074a03-07ca-4d2b-87de-f6b7738b1e2c', 'name': 'tempest-AllowedAddressPairTestJSON-1704631725'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:42:31.093250 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-64f16aab-802f-435f-be69-7f47d21a7b15 None None] Current status of the port 50f2ca0d-e7fc-41b1-8b32-0901188e8c0b is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:42:31.106225 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-64f16aab-802f-435f-be69-7f47d21a7b15 None None] Provisioning complete for port 230b669f-8446-4f8a-86ac-4dfbeaf47f02 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:42:31.106602 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-64f16aab-802f-435f-be69-7f47d21a7b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (230b669f-8446-4f8a-86ac-4dfbeaf47f02), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:42:31.187649 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-64f16aab-802f-435f-be69-7f47d21a7b15 None None] Port 230b669f-8446-4f8a-86ac-4dfbeaf47f02 cannot update to ACTIVE because it is not bound. {{(pid=103306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 26 21:42:31.238585 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb944741-0486-408f-b86d-0046b4ad7d9a tempest-AllowedAddressPairTestJSON-25529853 tempest-AllowedAddressPairTestJSON-25529853-project] Made reservation on behalf of dfcadb5e143b42c1ab7836bd93ddaba2 for: {'port': 1} {{(pid=103305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 21:42:31.243216 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-bb944741-0486-408f-b86d-0046b4ad7d9a tempest-AllowedAddressPairTestJSON-25529853 tempest-AllowedAddressPairTestJSON-25529853-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:42:31.269257 n-d-760453-5 neutron-server[103305]: DEBUG neutron.notifiers.nova [None req-bb944741-0486-408f-b86d-0046b4ad7d9a tempest-AllowedAddressPairTestJSON-25529853 tempest-AllowedAddressPairTestJSON-25529853-project] device_id is not set on port 72d2b375-8a9b-40a9-9543-73bfc65f8ea3 yet. {{(pid=103305) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 26 21:42:31.361580 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-ce1fdd11-e00b-47a3-987e-50da4b441200 None None] Provisioning complete for port 230b669f-8446-4f8a-86ac-4dfbeaf47f02 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:42:31.362428 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-ce1fdd11-e00b-47a3-987e-50da4b441200 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (230b669f-8446-4f8a-86ac-4dfbeaf47f02), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:42:31.405487 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Current status of the port 50f2ca0d-e7fc-41b1-8b32-0901188e8c0b is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:42:31.430710 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-ce1fdd11-e00b-47a3-987e-50da4b441200 None None] Port 230b669f-8446-4f8a-86ac-4dfbeaf47f02 cannot update to ACTIVE because it is not bound. {{(pid=103306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 26 21:42:31.441600 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.db_base_plugin_common [None req-bb944741-0486-408f-b86d-0046b4ad7d9a tempest-AllowedAddressPairTestJSON-25529853 tempest-AllowedAddressPairTestJSON-25529853-project] Allocated IP 172.20.0.4 (74074a03-07ca-4d2b-87de-f6b7738b1e2c/758a5b8f-2f09-457b-afc1-be38f7c4bc27/72d2b375-8a9b-40a9-9543-73bfc65f8ea3) {{(pid=103305) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 21:42:31.551505 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-71ed0fb6-6b3b-4074-b6ba-7c5f4a6ebcd9 None None] Could not find standard attr ID for object 01f0ff5e-6eb0-4e58-b7a4-90c3d3713d8c. {{(pid=103306) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 26 21:42:31.677341 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-bb944741-0486-408f-b86d-0046b4ad7d9a tempest-AllowedAddressPairTestJSON-25529853 tempest-AllowedAddressPairTestJSON-25529853-project] Publish callbacks [] for port (72d2b375-8a9b-40a9-9543-73bfc65f8ea3), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:42:31.732950 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-bb944741-0486-408f-b86d-0046b4ad7d9a tempest-AllowedAddressPairTestJSON-25529853 tempest-AllowedAddressPairTestJSON-25529853-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746560234527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11791543'] for port (72d2b375-8a9b-40a9-9543-73bfc65f8ea3), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:42:31.787072 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb944741-0486-408f-b86d-0046b4ad7d9a tempest-AllowedAddressPairTestJSON-25529853 tempest-AllowedAddressPairTestJSON-25529853-project] Network 74074a03-07ca-4d2b-87de-f6b7738b1e2c is already hosted by enough agents. {{(pid=103305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 21:42:31.793736 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [None req-bb944741-0486-408f-b86d-0046b4ad7d9a tempest-AllowedAddressPairTestJSON-25529853 tempest-AllowedAddressPairTestJSON-25529853-project] Resources bound (agent type, host, resource id): {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:42:31.798901 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb944741-0486-408f-b86d-0046b4ad7d9a tempest-AllowedAddressPairTestJSON-25529853 tempest-AllowedAddressPairTestJSON-25529853-project] Received port after_create {{(pid=103305) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 21:42:31.803666 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb944741-0486-408f-b86d-0046b4ad7d9a tempest-AllowedAddressPairTestJSON-25529853 tempest-AllowedAddressPairTestJSON-25529853-project] Pushing event updated for resources: {'Port': ['ID=72d2b375-8a9b-40a9-9543-73bfc65f8ea3,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:42:31.882598 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb944741-0486-408f-b86d-0046b4ad7d9a tempest-AllowedAddressPairTestJSON-25529853 tempest-AllowedAddressPairTestJSON-25529853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:42:31.883722 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-bb944741-0486-408f-b86d-0046b4ad7d9a tempest-AllowedAddressPairTestJSON-25529853 tempest-AllowedAddressPairTestJSON-25529853-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:42:31.910758 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-bb944741-0486-408f-b86d-0046b4ad7d9a tempest-AllowedAddressPairTestJSON-25529853 tempest-AllowedAddressPairTestJSON-25529853-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.8409164 Jan 26 21:42:31.911060 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 37408) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:42:31.920846 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-fd9b44dd-f482-46de-9711-4a222016d66b tempest-AllowedAddressPairTestJSON-25529853 tempest-AllowedAddressPairTestJSON-25529853-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.14', 'mac_address': 'fa:16:3e:42:c7:61'}]}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:42:32.026997 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-fd9b44dd-f482-46de-9711-4a222016d66b tempest-AllowedAddressPairTestJSON-25529853 tempest-AllowedAddressPairTestJSON-25529853-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (72d2b375-8a9b-40a9-9543-73bfc65f8ea3), before_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:42:32.155720 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device 50f2ca0d-e7fc-41b1-8b32-0901188e8c0b up at agent ovs-agent-n-d-760453-5 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 21:42:32.230577 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Provisioning complete for port 50f2ca0d-e7fc-41b1-8b32-0901188e8c0b triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:42:32.230949 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (50f2ca0d-e7fc-41b1-8b32-0901188e8c0b), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:42:32.290093 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-fd9b44dd-f482-46de-9711-4a222016d66b tempest-AllowedAddressPairTestJSON-25529853 tempest-AllowedAddressPairTestJSON-25529853-project] Publish callbacks [] for port (72d2b375-8a9b-40a9-9543-73bfc65f8ea3), precommit_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:42:32.296243 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-fd9b44dd-f482-46de-9711-4a222016d66b tempest-AllowedAddressPairTestJSON-25529853 tempest-AllowedAddressPairTestJSON-25529853-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11791520'] for port (72d2b375-8a9b-40a9-9543-73bfc65f8ea3), after_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:42:32.296765 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-9ecfe437-e2b0-4539-a6a2-7df79caa8a14 None None] Provisioning complete for port 72d2b375-8a9b-40a9-9543-73bfc65f8ea3 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:42:32.297362 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-9ecfe437-e2b0-4539-a6a2-7df79caa8a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (72d2b375-8a9b-40a9-9543-73bfc65f8ea3), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:42:32.381090 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd9b44dd-f482-46de-9711-4a222016d66b tempest-AllowedAddressPairTestJSON-25529853 tempest-AllowedAddressPairTestJSON-25529853-project] Pushing event updated for resources: {'Port': ['ID=72d2b375-8a9b-40a9-9543-73bfc65f8ea3,revision_number=2']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:42:32.395469 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-9ecfe437-e2b0-4539-a6a2-7df79caa8a14 None None] Port 72d2b375-8a9b-40a9-9543-73bfc65f8ea3 cannot update to ACTIVE because it is not bound. {{(pid=103306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 26 21:42:32.398603 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Current status of the port 50f2ca0d-e7fc-41b1-8b32-0901188e8c0b is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:42:32.421715 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-fd9b44dd-f482-46de-9711-4a222016d66b tempest-AllowedAddressPairTestJSON-25529853 tempest-AllowedAddressPairTestJSON-25529853-project] In _notify_port_updated(), no bound segment for port 72d2b375-8a9b-40a9-9543-73bfc65f8ea3 on network 74074a03-07ca-4d2b-87de-f6b7738b1e2c {{(pid=103305) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:883}} Jan 26 21:42:32.429988 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd9b44dd-f482-46de-9711-4a222016d66b tempest-AllowedAddressPairTestJSON-25529853 tempest-AllowedAddressPairTestJSON-25529853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:42:32.431135 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-fd9b44dd-f482-46de-9711-4a222016d66b tempest-AllowedAddressPairTestJSON-25529853 tempest-AllowedAddressPairTestJSON-25529853-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:42:32.433425 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-fd9b44dd-f482-46de-9711-4a222016d66b tempest-AllowedAddressPairTestJSON-25529853 tempest-AllowedAddressPairTestJSON-25529853-project] 10.222.0.13 "PUT /v2.0/ports/72d2b375-8a9b-40a9-9543-73bfc65f8ea3 HTTP/1.1" status: 200 len: 994 time: 0.5199606 Jan 26 21:42:32.440980 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 37412) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:42:32.570265 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-a42b5ff6-4aa6-4cf2-9c50-4da27fa6b2ff tempest-AllowedAddressPairTestJSON-25529853 tempest-AllowedAddressPairTestJSON-25529853-project] Deleting port 72d2b375-8a9b-40a9-9543-73bfc65f8ea3 {{(pid=103305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 21:42:32.570617 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-a42b5ff6-4aa6-4cf2-9c50-4da27fa6b2ff tempest-AllowedAddressPairTestJSON-25529853 tempest-AllowedAddressPairTestJSON-25529853-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746560630878'] for port (72d2b375-8a9b-40a9-9543-73bfc65f8ea3), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:42:32.631472 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-8643e30c-3244-4d41-b4c6-20ad9c0219ee None None] Provisioning complete for port 72d2b375-8a9b-40a9-9543-73bfc65f8ea3 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:42:32.631759 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-8643e30c-3244-4d41-b4c6-20ad9c0219ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (72d2b375-8a9b-40a9-9543-73bfc65f8ea3), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:42:32.680000 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-a42b5ff6-4aa6-4cf2-9c50-4da27fa6b2ff tempest-AllowedAddressPairTestJSON-25529853 tempest-AllowedAddressPairTestJSON-25529853-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4109658'] for port (72d2b375-8a9b-40a9-9543-73bfc65f8ea3), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:42:32.681768 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-8643e30c-3244-4d41-b4c6-20ad9c0219ee None None] Port 72d2b375-8a9b-40a9-9543-73bfc65f8ea3 cannot update to ACTIVE because it is not bound. {{(pid=103306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 26 21:42:32.694959 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-a42b5ff6-4aa6-4cf2-9c50-4da27fa6b2ff tempest-AllowedAddressPairTestJSON-25529853 tempest-AllowedAddressPairTestJSON-25529853-project] Calling delete_port for 72d2b375-8a9b-40a9-9543-73bfc65f8ea3 owned by {{(pid=103305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 21:42:32.851243 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-a42b5ff6-4aa6-4cf2-9c50-4da27fa6b2ff tempest-AllowedAddressPairTestJSON-25529853 tempest-AllowedAddressPairTestJSON-25529853-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746560636600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746560234536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11791543'] for port (72d2b375-8a9b-40a9-9543-73bfc65f8ea3), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:42:32.884455 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a42b5ff6-4aa6-4cf2-9c50-4da27fa6b2ff tempest-AllowedAddressPairTestJSON-25529853 tempest-AllowedAddressPairTestJSON-25529853-project] Pushing event deleted for resources: {'Port': ['ID=72d2b375-8a9b-40a9-9543-73bfc65f8ea3,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:42:33.046176 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-a42b5ff6-4aa6-4cf2-9c50-4da27fa6b2ff tempest-AllowedAddressPairTestJSON-25529853 tempest-AllowedAddressPairTestJSON-25529853-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:42:33.050223 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-a42b5ff6-4aa6-4cf2-9c50-4da27fa6b2ff tempest-AllowedAddressPairTestJSON-25529853 tempest-AllowedAddressPairTestJSON-25529853-project] 10.222.0.13 "DELETE /v2.0/ports/72d2b375-8a9b-40a9-9543-73bfc65f8ea3 HTTP/1.1" status: 204 len: 168 time: 0.6080358 Jan 26 21:42:33.056494 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 37416) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:42:33.086630 n-d-760453-5 neutron-server[103305]: INFO neutron.pecan_wsgi.hooks.translation [None req-86caaa35-548f-4418-8554-82f0b09572f0 tempest-AllowedAddressPairTestJSON-25529853 tempest-AllowedAddressPairTestJSON-25529853-project] GET failed (client error): The resource could not be found. Jan 26 21:42:33.093114 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-86caaa35-548f-4418-8554-82f0b09572f0 tempest-AllowedAddressPairTestJSON-25529853 tempest-AllowedAddressPairTestJSON-25529853-project] 10.222.0.13 "GET /v2.0/ports/72d2b375-8a9b-40a9-9543-73bfc65f8ea3 HTTP/1.1" status: 404 len: 333 time: 0.0300863 Jan 26 21:42:33.097471 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 37418) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:42:33.103907 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-c9fd5f29-e1c5-41a9-add5-6fe75260b283 tempest-AllowedAddressPairTestJSON-25529853 tempest-AllowedAddressPairTestJSON-25529853-project] Request body: {'port': {'network_id': '74074a03-07ca-4d2b-87de-f6b7738b1e2c', 'name': 'tempest-AllowedAddressPairTestJSON-906043265'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:42:33.159500 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-1748ee36-1f85-43fb-a11a-f1ae2e7050c7 req-fd9d5e52-905b-4511-bb97-9739bccfa72e service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=091ac65c-1c4b-4346-86a5-663967a3c8d0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0683408 Jan 26 21:42:33.272263 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9fd5f29-e1c5-41a9-add5-6fe75260b283 tempest-AllowedAddressPairTestJSON-25529853 tempest-AllowedAddressPairTestJSON-25529853-project] Made reservation on behalf of dfcadb5e143b42c1ab7836bd93ddaba2 for: {'port': 1} {{(pid=103305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 21:42:33.275713 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-c9fd5f29-e1c5-41a9-add5-6fe75260b283 tempest-AllowedAddressPairTestJSON-25529853 tempest-AllowedAddressPairTestJSON-25529853-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:42:33.288414 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1748ee36-1f85-43fb-a11a-f1ae2e7050c7 req-3e589fa9-0436-40cf-a590-f934f047c335 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:42:33.290486 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-1748ee36-1f85-43fb-a11a-f1ae2e7050c7 req-3e589fa9-0436-40cf-a590-f934f047c335 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=ef59326be6b94bd88981706bc324c818&device_id=091ac65c-1c4b-4346-86a5-663967a3c8d0 HTTP/1.1" status: 200 len: 1096 time: 0.0802271 Jan 26 21:42:33.296971 n-d-760453-5 neutron-server[103305]: DEBUG neutron.notifiers.nova [None req-c9fd5f29-e1c5-41a9-add5-6fe75260b283 tempest-AllowedAddressPairTestJSON-25529853 tempest-AllowedAddressPairTestJSON-25529853-project] device_id is not set on port 3d7e8e0d-3772-4f2e-9960-33ec1dc10825 yet. {{(pid=103305) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 26 21:42:33.474787 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1748ee36-1f85-43fb-a11a-f1ae2e7050c7 req-ddd96217-9aac-4578-ad50-d9965502c331 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:42:33.476714 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-1748ee36-1f85-43fb-a11a-f1ae2e7050c7 req-ddd96217-9aac-4578-ad50-d9965502c331 service neutron] 10.222.0.57 "GET /v2.0/networks?id=069fa2c9-ac54-4596-8927-b190d062b8dc HTTP/1.1" status: 200 len: 912 time: 0.1601899 Jan 26 21:42:33.502710 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.db_base_plugin_common [None req-c9fd5f29-e1c5-41a9-add5-6fe75260b283 tempest-AllowedAddressPairTestJSON-25529853 tempest-AllowedAddressPairTestJSON-25529853-project] Allocated IP 172.20.0.3 (74074a03-07ca-4d2b-87de-f6b7738b1e2c/758a5b8f-2f09-457b-afc1-be38f7c4bc27/3d7e8e0d-3772-4f2e-9960-33ec1dc10825) {{(pid=103305) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 21:42:33.607936 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-1748ee36-1f85-43fb-a11a-f1ae2e7050c7 req-e490fb82-5abf-40af-b34c-5adf04b0f1cf service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=69ab9866-a657-4446-8585-30784fe301c6 HTTP/1.1" status: 200 len: 1001 time: 0.1220930 Jan 26 21:42:33.675472 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1748ee36-1f85-43fb-a11a-f1ae2e7050c7 req-350b756d-ebb4-4ab9-8e47-5f18a238422f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:42:33.676925 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-1748ee36-1f85-43fb-a11a-f1ae2e7050c7 req-350b756d-ebb4-4ab9-8e47-5f18a238422f service neutron] 10.222.0.57 "GET /v2.0/subnets?id=acbfa681-8e54-43e3-a66b-05705089f7e2 HTTP/1.1" status: 200 len: 850 time: 0.0624127 Jan 26 21:42:33.729559 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1748ee36-1f85-43fb-a11a-f1ae2e7050c7 req-ea602fa2-3864-4c2f-8744-05cf0f0d2baa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:42:33.731881 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-1748ee36-1f85-43fb-a11a-f1ae2e7050c7 req-ea602fa2-3864-4c2f-8744-05cf0f0d2baa service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=069fa2c9-ac54-4596-8927-b190d062b8dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0482533 Jan 26 21:42:33.742972 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-c9fd5f29-e1c5-41a9-add5-6fe75260b283 tempest-AllowedAddressPairTestJSON-25529853 tempest-AllowedAddressPairTestJSON-25529853-project] Publish callbacks [] for port (3d7e8e0d-3772-4f2e-9960-33ec1dc10825), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:42:33.788898 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-c9fd5f29-e1c5-41a9-add5-6fe75260b283 tempest-AllowedAddressPairTestJSON-25529853 tempest-AllowedAddressPairTestJSON-25529853-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746560234527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11791543'] for port (3d7e8e0d-3772-4f2e-9960-33ec1dc10825), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:42:33.838770 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9fd5f29-e1c5-41a9-add5-6fe75260b283 tempest-AllowedAddressPairTestJSON-25529853 tempest-AllowedAddressPairTestJSON-25529853-project] Network 74074a03-07ca-4d2b-87de-f6b7738b1e2c is already hosted by enough agents. {{(pid=103305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 21:42:33.842269 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [None req-c9fd5f29-e1c5-41a9-add5-6fe75260b283 tempest-AllowedAddressPairTestJSON-25529853 tempest-AllowedAddressPairTestJSON-25529853-project] Resources bound (agent type, host, resource id): {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:42:33.845912 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-1748ee36-1f85-43fb-a11a-f1ae2e7050c7 req-9378c864-96c0-422a-a172-5cb79884b1a0 service neutron] 10.222.0.57 "GET /v2.0/networks/069fa2c9-ac54-4596-8927-b190d062b8dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1071534 Jan 26 21:42:33.846105 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9fd5f29-e1c5-41a9-add5-6fe75260b283 tempest-AllowedAddressPairTestJSON-25529853 tempest-AllowedAddressPairTestJSON-25529853-project] Received port after_create {{(pid=103305) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 21:42:33.885860 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9fd5f29-e1c5-41a9-add5-6fe75260b283 tempest-AllowedAddressPairTestJSON-25529853 tempest-AllowedAddressPairTestJSON-25529853-project] Pushing event updated for resources: {'Port': ['ID=3d7e8e0d-3772-4f2e-9960-33ec1dc10825,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:42:33.926105 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9fd5f29-e1c5-41a9-add5-6fe75260b283 tempest-AllowedAddressPairTestJSON-25529853 tempest-AllowedAddressPairTestJSON-25529853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:42:33.927322 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-c9fd5f29-e1c5-41a9-add5-6fe75260b283 tempest-AllowedAddressPairTestJSON-25529853 tempest-AllowedAddressPairTestJSON-25529853-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:42:33.968432 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-c9fd5f29-e1c5-41a9-add5-6fe75260b283 tempest-AllowedAddressPairTestJSON-25529853 tempest-AllowedAddressPairTestJSON-25529853-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 0.8674111 Jan 26 21:42:33.969040 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 37424) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:42:33.976939 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-1748ee36-1f85-43fb-a11a-f1ae2e7050c7 req-8a9c0e6a-f252-4ab7-b9af-d44a33915254 service neutron] 10.222.0.57 "GET /v2.0/networks/069fa2c9-ac54-4596-8927-b190d062b8dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234512 Jan 26 21:42:33.977177 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-4eb84054-f520-4ec8-9128-a2b5ceaf8435 tempest-AllowedAddressPairTestJSON-25529853 tempest-AllowedAddressPairTestJSON-25529853-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:42:c7:61'}]}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:42:34.076491 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-4eb84054-f520-4ec8-9128-a2b5ceaf8435 tempest-AllowedAddressPairTestJSON-25529853 tempest-AllowedAddressPairTestJSON-25529853-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (3d7e8e0d-3772-4f2e-9960-33ec1dc10825), before_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:42:34.221572 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-f6a460da-23d1-49f9-b0d2-7abb4690f730 None None] Provisioning complete for port 3d7e8e0d-3772-4f2e-9960-33ec1dc10825 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:42:34.222594 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-f6a460da-23d1-49f9-b0d2-7abb4690f730 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (3d7e8e0d-3772-4f2e-9960-33ec1dc10825), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:42:34.266275 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-f6a460da-23d1-49f9-b0d2-7abb4690f730 None None] Port 3d7e8e0d-3772-4f2e-9960-33ec1dc10825 cannot update to ACTIVE because it is not bound. {{(pid=103306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 26 21:42:34.339005 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-4eb84054-f520-4ec8-9128-a2b5ceaf8435 tempest-AllowedAddressPairTestJSON-25529853 tempest-AllowedAddressPairTestJSON-25529853-project] Publish callbacks [] for port (3d7e8e0d-3772-4f2e-9960-33ec1dc10825), precommit_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:42:34.345006 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-4eb84054-f520-4ec8-9128-a2b5ceaf8435 tempest-AllowedAddressPairTestJSON-25529853 tempest-AllowedAddressPairTestJSON-25529853-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11791520'] for port (3d7e8e0d-3772-4f2e-9960-33ec1dc10825), after_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:42:34.430252 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb84054-f520-4ec8-9128-a2b5ceaf8435 tempest-AllowedAddressPairTestJSON-25529853 tempest-AllowedAddressPairTestJSON-25529853-project] Pushing event updated for resources: {'Port': ['ID=3d7e8e0d-3772-4f2e-9960-33ec1dc10825,revision_number=2']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:42:34.465053 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-4eb84054-f520-4ec8-9128-a2b5ceaf8435 tempest-AllowedAddressPairTestJSON-25529853 tempest-AllowedAddressPairTestJSON-25529853-project] In _notify_port_updated(), no bound segment for port 3d7e8e0d-3772-4f2e-9960-33ec1dc10825 on network 74074a03-07ca-4d2b-87de-f6b7738b1e2c {{(pid=103305) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:883}} Jan 26 21:42:34.470741 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4eb84054-f520-4ec8-9128-a2b5ceaf8435 tempest-AllowedAddressPairTestJSON-25529853 tempest-AllowedAddressPairTestJSON-25529853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:42:34.471439 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-4eb84054-f520-4ec8-9128-a2b5ceaf8435 tempest-AllowedAddressPairTestJSON-25529853 tempest-AllowedAddressPairTestJSON-25529853-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:42:34.473117 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-4eb84054-f520-4ec8-9128-a2b5ceaf8435 tempest-AllowedAddressPairTestJSON-25529853 tempest-AllowedAddressPairTestJSON-25529853-project] 10.222.0.13 "PUT /v2.0/ports/3d7e8e0d-3772-4f2e-9960-33ec1dc10825 HTTP/1.1" status: 200 len: 995 time: 0.5028226 Jan 26 21:42:34.477612 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 37436) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:42:34.627082 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-c1043008-73b6-4e70-9878-b4f0dc9d5529 tempest-AllowedAddressPairTestJSON-25529853 tempest-AllowedAddressPairTestJSON-25529853-project] Deleting port 3d7e8e0d-3772-4f2e-9960-33ec1dc10825 {{(pid=103305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 21:42:34.627585 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-c1043008-73b6-4e70-9878-b4f0dc9d5529 tempest-AllowedAddressPairTestJSON-25529853 tempest-AllowedAddressPairTestJSON-25529853-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746560630878'] for port (3d7e8e0d-3772-4f2e-9960-33ec1dc10825), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:42:34.704850 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-822fabd5-6725-487f-af82-956be5e6f211 None None] Provisioning complete for port 3d7e8e0d-3772-4f2e-9960-33ec1dc10825 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:42:34.705907 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-822fabd5-6725-487f-af82-956be5e6f211 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (3d7e8e0d-3772-4f2e-9960-33ec1dc10825), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:42:34.747973 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-822fabd5-6725-487f-af82-956be5e6f211 None None] Port 3d7e8e0d-3772-4f2e-9960-33ec1dc10825 cannot update to ACTIVE because it is not bound. {{(pid=103306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 26 21:42:34.751714 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-c1043008-73b6-4e70-9878-b4f0dc9d5529 tempest-AllowedAddressPairTestJSON-25529853 tempest-AllowedAddressPairTestJSON-25529853-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4109658'] for port (3d7e8e0d-3772-4f2e-9960-33ec1dc10825), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:42:34.766011 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-c1043008-73b6-4e70-9878-b4f0dc9d5529 tempest-AllowedAddressPairTestJSON-25529853 tempest-AllowedAddressPairTestJSON-25529853-project] Calling delete_port for 3d7e8e0d-3772-4f2e-9960-33ec1dc10825 owned by {{(pid=103305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 21:42:35.265463 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-c1043008-73b6-4e70-9878-b4f0dc9d5529 tempest-AllowedAddressPairTestJSON-25529853 tempest-AllowedAddressPairTestJSON-25529853-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746560636600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746560234536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11791543'] for port (3d7e8e0d-3772-4f2e-9960-33ec1dc10825), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:42:35.293697 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1043008-73b6-4e70-9878-b4f0dc9d5529 tempest-AllowedAddressPairTestJSON-25529853 tempest-AllowedAddressPairTestJSON-25529853-project] Pushing event deleted for resources: {'Port': ['ID=3d7e8e0d-3772-4f2e-9960-33ec1dc10825,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:42:35.309659 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1043008-73b6-4e70-9878-b4f0dc9d5529 tempest-AllowedAddressPairTestJSON-25529853 tempest-AllowedAddressPairTestJSON-25529853-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:42:35.310066 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1043008-73b6-4e70-9878-b4f0dc9d5529 tempest-AllowedAddressPairTestJSON-25529853 tempest-AllowedAddressPairTestJSON-25529853-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:42:35.310361 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1043008-73b6-4e70-9878-b4f0dc9d5529 tempest-AllowedAddressPairTestJSON-25529853 tempest-AllowedAddressPairTestJSON-25529853-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:42:35.310702 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1043008-73b6-4e70-9878-b4f0dc9d5529 tempest-AllowedAddressPairTestJSON-25529853 tempest-AllowedAddressPairTestJSON-25529853-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:42:35.311034 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1043008-73b6-4e70-9878-b4f0dc9d5529 tempest-AllowedAddressPairTestJSON-25529853 tempest-AllowedAddressPairTestJSON-25529853-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:42:35.311368 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1043008-73b6-4e70-9878-b4f0dc9d5529 tempest-AllowedAddressPairTestJSON-25529853 tempest-AllowedAddressPairTestJSON-25529853-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:42:35.311702 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1043008-73b6-4e70-9878-b4f0dc9d5529 tempest-AllowedAddressPairTestJSON-25529853 tempest-AllowedAddressPairTestJSON-25529853-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:42:35.312073 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1043008-73b6-4e70-9878-b4f0dc9d5529 tempest-AllowedAddressPairTestJSON-25529853 tempest-AllowedAddressPairTestJSON-25529853-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:42:35.312368 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1043008-73b6-4e70-9878-b4f0dc9d5529 tempest-AllowedAddressPairTestJSON-25529853 tempest-AllowedAddressPairTestJSON-25529853-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:42:35.312674 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1043008-73b6-4e70-9878-b4f0dc9d5529 tempest-AllowedAddressPairTestJSON-25529853 tempest-AllowedAddressPairTestJSON-25529853-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:42:35.313000 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1043008-73b6-4e70-9878-b4f0dc9d5529 tempest-AllowedAddressPairTestJSON-25529853 tempest-AllowedAddressPairTestJSON-25529853-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:42:35.313341 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1043008-73b6-4e70-9878-b4f0dc9d5529 tempest-AllowedAddressPairTestJSON-25529853 tempest-AllowedAddressPairTestJSON-25529853-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:42:35.313664 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1043008-73b6-4e70-9878-b4f0dc9d5529 tempest-AllowedAddressPairTestJSON-25529853 tempest-AllowedAddressPairTestJSON-25529853-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:42:35.383274 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-c1043008-73b6-4e70-9878-b4f0dc9d5529 tempest-AllowedAddressPairTestJSON-25529853 tempest-AllowedAddressPairTestJSON-25529853-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:42:35.389858 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-c1043008-73b6-4e70-9878-b4f0dc9d5529 tempest-AllowedAddressPairTestJSON-25529853 tempest-AllowedAddressPairTestJSON-25529853-project] 10.222.0.13 "DELETE /v2.0/ports/3d7e8e0d-3772-4f2e-9960-33ec1dc10825 HTTP/1.1" status: 204 len: 168 time: 0.9082234 Jan 26 21:42:35.391054 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 37452) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:42:35.421091 n-d-760453-5 neutron-server[103305]: INFO neutron.pecan_wsgi.hooks.translation [None req-9b1b755d-f7cd-41fc-bb08-b477e4460189 tempest-AllowedAddressPairTestJSON-25529853 tempest-AllowedAddressPairTestJSON-25529853-project] GET failed (client error): The resource could not be found. Jan 26 21:42:35.422679 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-9b1b755d-f7cd-41fc-bb08-b477e4460189 tempest-AllowedAddressPairTestJSON-25529853 tempest-AllowedAddressPairTestJSON-25529853-project] 10.222.0.13 "GET /v2.0/ports/3d7e8e0d-3772-4f2e-9960-33ec1dc10825 HTTP/1.1" status: 404 len: 333 time: 0.0303435 Jan 26 21:42:35.427162 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 37454) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:42:35.435951 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-8c19e990-2d5a-4feb-90f3-237cb17bc14a tempest-AllowedAddressPairTestJSON-25529853 tempest-AllowedAddressPairTestJSON-25529853-project] Request body: {'port': {'network_id': '74074a03-07ca-4d2b-87de-f6b7738b1e2c', 'name': 'tempest-AllowedAddressPairTestJSON-1250063495'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:42:35.594331 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c19e990-2d5a-4feb-90f3-237cb17bc14a tempest-AllowedAddressPairTestJSON-25529853 tempest-AllowedAddressPairTestJSON-25529853-project] Made reservation on behalf of dfcadb5e143b42c1ab7836bd93ddaba2 for: {'port': 1} {{(pid=103304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 21:42:35.597786 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-8c19e990-2d5a-4feb-90f3-237cb17bc14a tempest-AllowedAddressPairTestJSON-25529853 tempest-AllowedAddressPairTestJSON-25529853-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:42:35.619032 n-d-760453-5 neutron-server[103304]: DEBUG neutron.notifiers.nova [None req-8c19e990-2d5a-4feb-90f3-237cb17bc14a tempest-AllowedAddressPairTestJSON-25529853 tempest-AllowedAddressPairTestJSON-25529853-project] device_id is not set on port df6f4e73-c786-4e54-a8ff-a565a43ea777 yet. {{(pid=103304) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 26 21:42:35.746471 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.db_base_plugin_common [None req-8c19e990-2d5a-4feb-90f3-237cb17bc14a tempest-AllowedAddressPairTestJSON-25529853 tempest-AllowedAddressPairTestJSON-25529853-project] Allocated IP 172.20.0.4 (74074a03-07ca-4d2b-87de-f6b7738b1e2c/758a5b8f-2f09-457b-afc1-be38f7c4bc27/df6f4e73-c786-4e54-a8ff-a565a43ea777) {{(pid=103304) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 21:42:35.908672 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-8c19e990-2d5a-4feb-90f3-237cb17bc14a tempest-AllowedAddressPairTestJSON-25529853 tempest-AllowedAddressPairTestJSON-25529853-project] Publish callbacks [] for port (df6f4e73-c786-4e54-a8ff-a565a43ea777), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:42:35.946342 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-8c19e990-2d5a-4feb-90f3-237cb17bc14a tempest-AllowedAddressPairTestJSON-25529853 tempest-AllowedAddressPairTestJSON-25529853-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746560234527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9281553'] for port (df6f4e73-c786-4e54-a8ff-a565a43ea777), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:42:35.997567 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c19e990-2d5a-4feb-90f3-237cb17bc14a tempest-AllowedAddressPairTestJSON-25529853 tempest-AllowedAddressPairTestJSON-25529853-project] Network 74074a03-07ca-4d2b-87de-f6b7738b1e2c is already hosted by enough agents. {{(pid=103304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 21:42:36.004017 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [None req-8c19e990-2d5a-4feb-90f3-237cb17bc14a tempest-AllowedAddressPairTestJSON-25529853 tempest-AllowedAddressPairTestJSON-25529853-project] Resources bound (agent type, host, resource id): {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:42:36.009349 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c19e990-2d5a-4feb-90f3-237cb17bc14a tempest-AllowedAddressPairTestJSON-25529853 tempest-AllowedAddressPairTestJSON-25529853-project] Received port after_create {{(pid=103304) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 21:42:36.033871 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c19e990-2d5a-4feb-90f3-237cb17bc14a tempest-AllowedAddressPairTestJSON-25529853 tempest-AllowedAddressPairTestJSON-25529853-project] Pushing event updated for resources: {'Port': ['ID=df6f4e73-c786-4e54-a8ff-a565a43ea777,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:42:36.075053 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c19e990-2d5a-4feb-90f3-237cb17bc14a tempest-AllowedAddressPairTestJSON-25529853 tempest-AllowedAddressPairTestJSON-25529853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:42:36.075815 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-8c19e990-2d5a-4feb-90f3-237cb17bc14a tempest-AllowedAddressPairTestJSON-25529853 tempest-AllowedAddressPairTestJSON-25529853-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:42:36.097851 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-8c19e990-2d5a-4feb-90f3-237cb17bc14a tempest-AllowedAddressPairTestJSON-25529853 tempest-AllowedAddressPairTestJSON-25529853-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.6689334 Jan 26 21:42:36.098587 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 37472) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:42:36.103758 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-217fa2d0-7520-406c-a22b-aeeb311b6f46 tempest-AllowedAddressPairTestJSON-25529853 tempest-AllowedAddressPairTestJSON-25529853-project] Request body: {'port': {'network_id': '74074a03-07ca-4d2b-87de-f6b7738b1e2c', 'name': 'tempest-AllowedAddressPairTestJSON-1181211570'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:42:36.230177 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-217fa2d0-7520-406c-a22b-aeeb311b6f46 tempest-AllowedAddressPairTestJSON-25529853 tempest-AllowedAddressPairTestJSON-25529853-project] Made reservation on behalf of dfcadb5e143b42c1ab7836bd93ddaba2 for: {'port': 1} {{(pid=103305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 21:42:36.233942 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-217fa2d0-7520-406c-a22b-aeeb311b6f46 tempest-AllowedAddressPairTestJSON-25529853 tempest-AllowedAddressPairTestJSON-25529853-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:42:36.253068 n-d-760453-5 neutron-server[103305]: DEBUG neutron.notifiers.nova [None req-217fa2d0-7520-406c-a22b-aeeb311b6f46 tempest-AllowedAddressPairTestJSON-25529853 tempest-AllowedAddressPairTestJSON-25529853-project] device_id is not set on port d46ecc45-ddbb-4690-a222-ef454a20e61c yet. {{(pid=103305) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 26 21:42:36.283102 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-49ed5187-428d-4cfd-8cd0-fb692556a068 None None] Provisioning complete for port df6f4e73-c786-4e54-a8ff-a565a43ea777 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:42:36.283518 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-49ed5187-428d-4cfd-8cd0-fb692556a068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (df6f4e73-c786-4e54-a8ff-a565a43ea777), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:42:36.326416 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-49ed5187-428d-4cfd-8cd0-fb692556a068 None None] Port df6f4e73-c786-4e54-a8ff-a565a43ea777 cannot update to ACTIVE because it is not bound. {{(pid=103306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 26 21:42:36.408055 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.db_base_plugin_common [None req-217fa2d0-7520-406c-a22b-aeeb311b6f46 tempest-AllowedAddressPairTestJSON-25529853 tempest-AllowedAddressPairTestJSON-25529853-project] Allocated IP 172.20.0.8 (74074a03-07ca-4d2b-87de-f6b7738b1e2c/758a5b8f-2f09-457b-afc1-be38f7c4bc27/d46ecc45-ddbb-4690-a222-ef454a20e61c) {{(pid=103305) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 21:42:36.599261 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-217fa2d0-7520-406c-a22b-aeeb311b6f46 tempest-AllowedAddressPairTestJSON-25529853 tempest-AllowedAddressPairTestJSON-25529853-project] Publish callbacks [] for port (d46ecc45-ddbb-4690-a222-ef454a20e61c), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:42:36.646340 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-217fa2d0-7520-406c-a22b-aeeb311b6f46 tempest-AllowedAddressPairTestJSON-25529853 tempest-AllowedAddressPairTestJSON-25529853-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746560234527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11791543'] for port (d46ecc45-ddbb-4690-a222-ef454a20e61c), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:42:36.701615 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-217fa2d0-7520-406c-a22b-aeeb311b6f46 tempest-AllowedAddressPairTestJSON-25529853 tempest-AllowedAddressPairTestJSON-25529853-project] Network 74074a03-07ca-4d2b-87de-f6b7738b1e2c is already hosted by enough agents. {{(pid=103305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 21:42:36.705321 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [None req-217fa2d0-7520-406c-a22b-aeeb311b6f46 tempest-AllowedAddressPairTestJSON-25529853 tempest-AllowedAddressPairTestJSON-25529853-project] Resources bound (agent type, host, resource id): {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:42:36.712202 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-217fa2d0-7520-406c-a22b-aeeb311b6f46 tempest-AllowedAddressPairTestJSON-25529853 tempest-AllowedAddressPairTestJSON-25529853-project] Received port after_create {{(pid=103305) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 21:42:36.744655 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-217fa2d0-7520-406c-a22b-aeeb311b6f46 tempest-AllowedAddressPairTestJSON-25529853 tempest-AllowedAddressPairTestJSON-25529853-project] Pushing event updated for resources: {'Port': ['ID=d46ecc45-ddbb-4690-a222-ef454a20e61c,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:42:36.768420 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-217fa2d0-7520-406c-a22b-aeeb311b6f46 tempest-AllowedAddressPairTestJSON-25529853 tempest-AllowedAddressPairTestJSON-25529853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:42:36.769103 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-217fa2d0-7520-406c-a22b-aeeb311b6f46 tempest-AllowedAddressPairTestJSON-25529853 tempest-AllowedAddressPairTestJSON-25529853-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:42:36.789035 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-217fa2d0-7520-406c-a22b-aeeb311b6f46 tempest-AllowedAddressPairTestJSON-25529853 tempest-AllowedAddressPairTestJSON-25529853-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.6892047 Jan 26 21:42:36.792805 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 37486) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:42:36.800511 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-95fba00c-b1e4-455e-bc4e-42e2f8afa795 tempest-AllowedAddressPairTestJSON-25529853 tempest-AllowedAddressPairTestJSON-25529853-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.14', 'mac_address': 'fa:16:3e:42:c7:61'}, {'ip_address': '172.20.0.4', 'mac_address': 'fa:16:3e:d9:38:f0'}]}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:42:36.976491 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-95fba00c-b1e4-455e-bc4e-42e2f8afa795 tempest-AllowedAddressPairTestJSON-25529853 tempest-AllowedAddressPairTestJSON-25529853-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (d46ecc45-ddbb-4690-a222-ef454a20e61c), before_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:42:37.055004 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-7e058fe8-7513-4e0d-9525-c6fa88862b60 None None] Provisioning complete for port d46ecc45-ddbb-4690-a222-ef454a20e61c triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:42:37.055369 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-7e058fe8-7513-4e0d-9525-c6fa88862b60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (d46ecc45-ddbb-4690-a222-ef454a20e61c), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:42:37.091492 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-7e058fe8-7513-4e0d-9525-c6fa88862b60 None None] Port d46ecc45-ddbb-4690-a222-ef454a20e61c cannot update to ACTIVE because it is not bound. {{(pid=103306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 26 21:42:37.167689 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-95fba00c-b1e4-455e-bc4e-42e2f8afa795 tempest-AllowedAddressPairTestJSON-25529853 tempest-AllowedAddressPairTestJSON-25529853-project] Publish callbacks [] for port (d46ecc45-ddbb-4690-a222-ef454a20e61c), precommit_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:42:37.172645 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-95fba00c-b1e4-455e-bc4e-42e2f8afa795 tempest-AllowedAddressPairTestJSON-25529853 tempest-AllowedAddressPairTestJSON-25529853-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11791520'] for port (d46ecc45-ddbb-4690-a222-ef454a20e61c), after_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:42:37.255719 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95fba00c-b1e4-455e-bc4e-42e2f8afa795 tempest-AllowedAddressPairTestJSON-25529853 tempest-AllowedAddressPairTestJSON-25529853-project] Pushing event updated for resources: {'Port': ['ID=d46ecc45-ddbb-4690-a222-ef454a20e61c,revision_number=2']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:42:37.271957 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-95fba00c-b1e4-455e-bc4e-42e2f8afa795 tempest-AllowedAddressPairTestJSON-25529853 tempest-AllowedAddressPairTestJSON-25529853-project] In _notify_port_updated(), no bound segment for port d46ecc45-ddbb-4690-a222-ef454a20e61c on network 74074a03-07ca-4d2b-87de-f6b7738b1e2c {{(pid=103305) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:883}} Jan 26 21:42:37.277241 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95fba00c-b1e4-455e-bc4e-42e2f8afa795 tempest-AllowedAddressPairTestJSON-25529853 tempest-AllowedAddressPairTestJSON-25529853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:42:37.277978 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-95fba00c-b1e4-455e-bc4e-42e2f8afa795 tempest-AllowedAddressPairTestJSON-25529853 tempest-AllowedAddressPairTestJSON-25529853-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:42:37.282567 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 37496) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:42:37.286575 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-95fba00c-b1e4-455e-bc4e-42e2f8afa795 tempest-AllowedAddressPairTestJSON-25529853 tempest-AllowedAddressPairTestJSON-25529853-project] 10.222.0.13 "PUT /v2.0/ports/d46ecc45-ddbb-4690-a222-ef454a20e61c HTTP/1.1" status: 200 len: 1056 time: 0.4912698 Jan 26 21:42:37.400996 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-03c8ac4b-de6f-4c0f-9c5e-81a381b5930a tempest-AllowedAddressPairTestJSON-25529853 tempest-AllowedAddressPairTestJSON-25529853-project] Deleting port d46ecc45-ddbb-4690-a222-ef454a20e61c {{(pid=103304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 21:42:37.401473 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-03c8ac4b-de6f-4c0f-9c5e-81a381b5930a tempest-AllowedAddressPairTestJSON-25529853 tempest-AllowedAddressPairTestJSON-25529853-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746560630878'] for port (d46ecc45-ddbb-4690-a222-ef454a20e61c), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:42:37.507799 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-03c8ac4b-de6f-4c0f-9c5e-81a381b5930a tempest-AllowedAddressPairTestJSON-25529853 tempest-AllowedAddressPairTestJSON-25529853-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4109658'] for port (d46ecc45-ddbb-4690-a222-ef454a20e61c), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:42:37.522346 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-16310f2e-e0e6-4fb5-a13c-2638943e8a18 None None] Provisioning complete for port d46ecc45-ddbb-4690-a222-ef454a20e61c triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:42:37.523532 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-16310f2e-e0e6-4fb5-a13c-2638943e8a18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (d46ecc45-ddbb-4690-a222-ef454a20e61c), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:42:37.528195 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-03c8ac4b-de6f-4c0f-9c5e-81a381b5930a tempest-AllowedAddressPairTestJSON-25529853 tempest-AllowedAddressPairTestJSON-25529853-project] Calling delete_port for d46ecc45-ddbb-4690-a222-ef454a20e61c owned by {{(pid=103304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 21:42:37.566091 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-16310f2e-e0e6-4fb5-a13c-2638943e8a18 None None] Port d46ecc45-ddbb-4690-a222-ef454a20e61c cannot update to ACTIVE because it is not bound. {{(pid=103306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 26 21:42:37.703648 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-03c8ac4b-de6f-4c0f-9c5e-81a381b5930a tempest-AllowedAddressPairTestJSON-25529853 tempest-AllowedAddressPairTestJSON-25529853-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746560636600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746560234536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9281553'] for port (d46ecc45-ddbb-4690-a222-ef454a20e61c), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:42:37.735996 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c8ac4b-de6f-4c0f-9c5e-81a381b5930a tempest-AllowedAddressPairTestJSON-25529853 tempest-AllowedAddressPairTestJSON-25529853-project] Pushing event deleted for resources: {'Port': ['ID=d46ecc45-ddbb-4690-a222-ef454a20e61c,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:42:38.002985 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-03c8ac4b-de6f-4c0f-9c5e-81a381b5930a tempest-AllowedAddressPairTestJSON-25529853 tempest-AllowedAddressPairTestJSON-25529853-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:42:38.006915 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-03c8ac4b-de6f-4c0f-9c5e-81a381b5930a tempest-AllowedAddressPairTestJSON-25529853 tempest-AllowedAddressPairTestJSON-25529853-project] 10.222.0.13 "DELETE /v2.0/ports/d46ecc45-ddbb-4690-a222-ef454a20e61c HTTP/1.1" status: 204 len: 168 time: 0.7233028 Jan 26 21:42:38.011222 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 37510) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:42:38.037244 n-d-760453-5 neutron-server[103304]: INFO neutron.pecan_wsgi.hooks.translation [None req-1e4f0384-90cc-4850-bd60-0000d071a62b tempest-AllowedAddressPairTestJSON-25529853 tempest-AllowedAddressPairTestJSON-25529853-project] GET failed (client error): The resource could not be found. Jan 26 21:42:38.038684 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-1e4f0384-90cc-4850-bd60-0000d071a62b tempest-AllowedAddressPairTestJSON-25529853 tempest-AllowedAddressPairTestJSON-25529853-project] 10.222.0.13 "GET /v2.0/ports/d46ecc45-ddbb-4690-a222-ef454a20e61c HTTP/1.1" status: 404 len: 333 time: 0.0264671 Jan 26 21:42:38.041797 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 37512) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:42:38.138696 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-a5a7a958-9833-4f22-96f2-d43136e805ea tempest-AllowedAddressPairTestJSON-25529853 tempest-AllowedAddressPairTestJSON-25529853-project] Deleting port df6f4e73-c786-4e54-a8ff-a565a43ea777 {{(pid=103305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 21:42:38.139048 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-a5a7a958-9833-4f22-96f2-d43136e805ea tempest-AllowedAddressPairTestJSON-25529853 tempest-AllowedAddressPairTestJSON-25529853-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746560630878'] for port (df6f4e73-c786-4e54-a8ff-a565a43ea777), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:42:38.241838 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-a5a7a958-9833-4f22-96f2-d43136e805ea tempest-AllowedAddressPairTestJSON-25529853 tempest-AllowedAddressPairTestJSON-25529853-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4109658'] for port (df6f4e73-c786-4e54-a8ff-a565a43ea777), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:42:38.254619 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-a5a7a958-9833-4f22-96f2-d43136e805ea tempest-AllowedAddressPairTestJSON-25529853 tempest-AllowedAddressPairTestJSON-25529853-project] Calling delete_port for df6f4e73-c786-4e54-a8ff-a565a43ea777 owned by {{(pid=103305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 21:42:38.391459 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-a5a7a958-9833-4f22-96f2-d43136e805ea tempest-AllowedAddressPairTestJSON-25529853 tempest-AllowedAddressPairTestJSON-25529853-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746560636600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746560234536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11791543'] for port (df6f4e73-c786-4e54-a8ff-a565a43ea777), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:42:38.426911 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a7a958-9833-4f22-96f2-d43136e805ea tempest-AllowedAddressPairTestJSON-25529853 tempest-AllowedAddressPairTestJSON-25529853-project] Pushing event deleted for resources: {'Port': ['ID=df6f4e73-c786-4e54-a8ff-a565a43ea777,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:42:38.539625 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-a5a7a958-9833-4f22-96f2-d43136e805ea tempest-AllowedAddressPairTestJSON-25529853 tempest-AllowedAddressPairTestJSON-25529853-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:42:38.544149 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-a5a7a958-9833-4f22-96f2-d43136e805ea tempest-AllowedAddressPairTestJSON-25529853 tempest-AllowedAddressPairTestJSON-25529853-project] 10.222.0.13 "DELETE /v2.0/ports/df6f4e73-c786-4e54-a8ff-a565a43ea777 HTTP/1.1" status: 204 len: 168 time: 0.5009472 Jan 26 21:42:38.546769 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 37522) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:42:38.582819 n-d-760453-5 neutron-server[103304]: INFO neutron.pecan_wsgi.hooks.translation [None req-c04b36eb-21c6-4e01-b056-8fd8cbef9b42 tempest-AllowedAddressPairTestJSON-25529853 tempest-AllowedAddressPairTestJSON-25529853-project] GET failed (client error): The resource could not be found. Jan 26 21:42:38.585368 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-c04b36eb-21c6-4e01-b056-8fd8cbef9b42 tempest-AllowedAddressPairTestJSON-25529853 tempest-AllowedAddressPairTestJSON-25529853-project] 10.222.0.13 "GET /v2.0/ports/df6f4e73-c786-4e54-a8ff-a565a43ea777 HTTP/1.1" status: 404 len: 333 time: 0.0373106 Jan 26 21:42:38.589326 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 37524) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:42:38.617420 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (32ef628b-8417-46c5-8729-60fcabe358f1), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:42:38.701201 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-a35a8a02-caf9-47c7-8fca-4c690979a7ea tempest-AllowedAddressPairTestJSON-25529853 tempest-AllowedAddressPairTestJSON-25529853-project] Deleting port 230b669f-8446-4f8a-86ac-4dfbeaf47f02 {{(pid=103304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 21:42:38.701653 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-a35a8a02-caf9-47c7-8fca-4c690979a7ea tempest-AllowedAddressPairTestJSON-25529853 tempest-AllowedAddressPairTestJSON-25529853-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746560630878'] for port (230b669f-8446-4f8a-86ac-4dfbeaf47f02), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:42:38.817152 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-a35a8a02-caf9-47c7-8fca-4c690979a7ea tempest-AllowedAddressPairTestJSON-25529853 tempest-AllowedAddressPairTestJSON-25529853-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4109658'] for port (230b669f-8446-4f8a-86ac-4dfbeaf47f02), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:42:38.831481 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-a35a8a02-caf9-47c7-8fca-4c690979a7ea tempest-AllowedAddressPairTestJSON-25529853 tempest-AllowedAddressPairTestJSON-25529853-project] Calling delete_port for 230b669f-8446-4f8a-86ac-4dfbeaf47f02 owned by {{(pid=103304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 21:42:38.964906 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-a35a8a02-caf9-47c7-8fca-4c690979a7ea tempest-AllowedAddressPairTestJSON-25529853 tempest-AllowedAddressPairTestJSON-25529853-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746560636600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746560234536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9281553'] for port (230b669f-8446-4f8a-86ac-4dfbeaf47f02), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:42:39.012367 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35a8a02-caf9-47c7-8fca-4c690979a7ea tempest-AllowedAddressPairTestJSON-25529853 tempest-AllowedAddressPairTestJSON-25529853-project] Pushing event deleted for resources: {'Port': ['ID=230b669f-8446-4f8a-86ac-4dfbeaf47f02,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:42:39.093834 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-a35a8a02-caf9-47c7-8fca-4c690979a7ea tempest-AllowedAddressPairTestJSON-25529853 tempest-AllowedAddressPairTestJSON-25529853-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:42:39.100983 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-a35a8a02-caf9-47c7-8fca-4c690979a7ea tempest-AllowedAddressPairTestJSON-25529853 tempest-AllowedAddressPairTestJSON-25529853-project] 10.222.0.13 "DELETE /v2.0/ports/230b669f-8446-4f8a-86ac-4dfbeaf47f02 HTTP/1.1" status: 204 len: 168 time: 0.5097916 Jan 26 21:42:39.103508 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 37538) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:42:39.170324 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.db_base_plugin_v2 [None req-e9d5b889-a680-424b-a463-8ba0c09f9bec tempest-AllowedAddressPairTestJSON-25529853 tempest-AllowedAddressPairTestJSON-25529853-project] Deleting subnet 758a5b8f-2f09-457b-afc1-be38f7c4bc27 {{(pid=103304) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 26 21:42:39.175845 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-e9d5b889-a680-424b-a463-8ba0c09f9bec tempest-AllowedAddressPairTestJSON-25529853 tempest-AllowedAddressPairTestJSON-25529853-project] Publish callbacks [] for subnet (758a5b8f-2f09-457b-afc1-be38f7c4bc27), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:42:39.247885 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-e9d5b889-a680-424b-a463-8ba0c09f9bec tempest-AllowedAddressPairTestJSON-25529853 tempest-AllowedAddressPairTestJSON-25529853-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8881284'] for subnet (758a5b8f-2f09-457b-afc1-be38f7c4bc27), precommit_delete_associations {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:42:39.371528 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-e9d5b889-a680-424b-a463-8ba0c09f9bec tempest-AllowedAddressPairTestJSON-25529853 tempest-AllowedAddressPairTestJSON-25529853-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687316'] for subnet (758a5b8f-2f09-457b-afc1-be38f7c4bc27), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:42:39.438258 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-e9d5b889-a680-424b-a463-8ba0c09f9bec tempest-AllowedAddressPairTestJSON-25529853 tempest-AllowedAddressPairTestJSON-25529853-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9281612', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12215216'] for subnet (758a5b8f-2f09-457b-afc1-be38f7c4bc27), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:42:39.464417 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d5b889-a680-424b-a463-8ba0c09f9bec tempest-AllowedAddressPairTestJSON-25529853 tempest-AllowedAddressPairTestJSON-25529853-project] Pushing event deleted for resources: {'Subnet': ['ID=758a5b8f-2f09-457b-afc1-be38f7c4bc27,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:42:39.471119 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-e9d5b889-a680-424b-a463-8ba0c09f9bec tempest-AllowedAddressPairTestJSON-25529853 tempest-AllowedAddressPairTestJSON-25529853-project] Publish callbacks [] for subnet (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:42:39.478119 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-e9d5b889-a680-424b-a463-8ba0c09f9bec tempest-AllowedAddressPairTestJSON-25529853 tempest-AllowedAddressPairTestJSON-25529853-project] 10.222.0.13 "DELETE /v2.0/subnets/758a5b8f-2f09-457b-afc1-be38f7c4bc27 HTTP/1.1" status: 204 len: 168 time: 0.3711631 Jan 26 21:42:39.478808 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 37544) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:42:39.480315 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-912a0097-c9a1-4eb6-a1e8-bfb0e2a6de1d None None] Network 74074a03-07ca-4d2b-87de-f6b7738b1e2c requested from n-d-760453-5 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 26 21:42:39.585929 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-a77675fa-3598-4853-988d-846c1ee1ef0c tempest-AllowedAddressPairTestJSON-25529853 tempest-AllowedAddressPairTestJSON-25529853-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-748181'] for network (74074a03-07ca-4d2b-87de-f6b7738b1e2c), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:42:39.652897 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-a77675fa-3598-4853-988d-846c1ee1ef0c tempest-AllowedAddressPairTestJSON-25529853 tempest-AllowedAddressPairTestJSON-25529853-project] Deleting port 50f2ca0d-e7fc-41b1-8b32-0901188e8c0b {{(pid=103304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 21:42:39.653242 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-a77675fa-3598-4853-988d-846c1ee1ef0c tempest-AllowedAddressPairTestJSON-25529853 tempest-AllowedAddressPairTestJSON-25529853-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746560630878'] for port (50f2ca0d-e7fc-41b1-8b32-0901188e8c0b), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:42:39.667769 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61839df9-ad6f-4816-bf5a-f642ed03cb39 None None] DHCP port deletion for 74074a03-07ca-4d2b-87de-f6b7738b1e2c request from n-d-760453-5 {{(pid=103306) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 26 21:42:39.724432 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-61839df9-ad6f-4816-bf5a-f642ed03cb39 None None] Deleting port 50f2ca0d-e7fc-41b1-8b32-0901188e8c0b {{(pid=103306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 21:42:39.724797 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-61839df9-ad6f-4816-bf5a-f642ed03cb39 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746560630878'] for port (50f2ca0d-e7fc-41b1-8b32-0901188e8c0b), before_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:42:39.727179 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [None req-a77675fa-3598-4853-988d-846c1ee1ef0c tempest-AllowedAddressPairTestJSON-25529853 tempest-AllowedAddressPairTestJSON-25529853-project] For port 50f2ca0d-e7fc-41b1-8b32-0901188e8c0b, host n-d-760453-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=50f2ca0d-e7fc-41b1-8b32-0901188e8c0b,segment=NetworkSegment(763d7680-b545-4764-85b9-3dafbece9d9e),segment_id=763d7680-b545-4764-85b9-3dafbece9d9e)] {{(pid=103304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:42:39.727551 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-a77675fa-3598-4853-988d-846c1ee1ef0c tempest-AllowedAddressPairTestJSON-25529853 tempest-AllowedAddressPairTestJSON-25529853-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4109658'] for port (50f2ca0d-e7fc-41b1-8b32-0901188e8c0b), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:42:39.742080 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-a77675fa-3598-4853-988d-846c1ee1ef0c tempest-AllowedAddressPairTestJSON-25529853 tempest-AllowedAddressPairTestJSON-25529853-project] Calling delete_port for 50f2ca0d-e7fc-41b1-8b32-0901188e8c0b owned by network:dhcp {{(pid=103304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 21:42:39.797919 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-61839df9-ad6f-4816-bf5a-f642ed03cb39 None None] For port 50f2ca0d-e7fc-41b1-8b32-0901188e8c0b, host n-d-760453-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=50f2ca0d-e7fc-41b1-8b32-0901188e8c0b,segment=NetworkSegment(763d7680-b545-4764-85b9-3dafbece9d9e),segment_id=763d7680-b545-4764-85b9-3dafbece9d9e)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:42:39.798594 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-61839df9-ad6f-4816-bf5a-f642ed03cb39 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4109658'] for port (50f2ca0d-e7fc-41b1-8b32-0901188e8c0b), precommit_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:42:39.820413 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-61839df9-ad6f-4816-bf5a-f642ed03cb39 None None] Calling delete_port for 50f2ca0d-e7fc-41b1-8b32-0901188e8c0b owned by network:dhcp {{(pid=103306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 21:42:39.855195 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-a77675fa-3598-4853-988d-846c1ee1ef0c tempest-AllowedAddressPairTestJSON-25529853 tempest-AllowedAddressPairTestJSON-25529853-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746560636600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746560234536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9281553'] for port (50f2ca0d-e7fc-41b1-8b32-0901188e8c0b), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:42:39.888002 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77675fa-3598-4853-988d-846c1ee1ef0c tempest-AllowedAddressPairTestJSON-25529853 tempest-AllowedAddressPairTestJSON-25529853-project] Pushing event deleted for resources: {'Port': ['ID=50f2ca0d-e7fc-41b1-8b32-0901188e8c0b,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:42:39.892328 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a77675fa-3598-4853-988d-846c1ee1ef0c tempest-AllowedAddressPairTestJSON-25529853 tempest-AllowedAddressPairTestJSON-25529853-project] No DVR routers for this DVR port 50f2ca0d-e7fc-41b1-8b32-0901188e8c0b on host n-d-760453-5 {{(pid=103304) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 26 21:42:39.931974 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-61839df9-ad6f-4816-bf5a-f642ed03cb39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746560636600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746560234536'] for port (50f2ca0d-e7fc-41b1-8b32-0901188e8c0b), after_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:42:39.975490 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61839df9-ad6f-4816-bf5a-f642ed03cb39 None None] Pushing event deleted for resources: {'Port': ['ID=50f2ca0d-e7fc-41b1-8b32-0901188e8c0b,revision_number=None']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:42:39.980857 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61839df9-ad6f-4816-bf5a-f642ed03cb39 None None] No DVR routers for this DVR port 50f2ca0d-e7fc-41b1-8b32-0901188e8c0b on host n-d-760453-5 {{(pid=103306) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 26 21:42:39.985499 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-a77675fa-3598-4853-988d-846c1ee1ef0c tempest-AllowedAddressPairTestJSON-25529853 tempest-AllowedAddressPairTestJSON-25529853-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-686403', 'neutron.services.segments.db._delete_segments_for_network-8746560774018'] for network (74074a03-07ca-4d2b-87de-f6b7738b1e2c), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:42:40.019557 n-d-760453-5 neutron-server[103304]: DEBUG neutron.services.segments.db [None req-a77675fa-3598-4853-988d-846c1ee1ef0c tempest-AllowedAddressPairTestJSON-25529853 tempest-AllowedAddressPairTestJSON-25529853-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['74074a03-07ca-4d2b-87de-f6b7738b1e2c']}} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:42:40.034380 n-d-760453-5 neutron-server[103304]: DEBUG neutron.services.segments.db [None req-a77675fa-3598-4853-988d-846c1ee1ef0c tempest-AllowedAddressPairTestJSON-25529853 tempest-AllowedAddressPairTestJSON-25529853-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '763d7680-b545-4764-85b9-3dafbece9d9e') {'for_net_delete': True} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:42:40.034810 n-d-760453-5 neutron-server[103304]: DEBUG neutron.services.segments.db [None req-a77675fa-3598-4853-988d-846c1ee1ef0c tempest-AllowedAddressPairTestJSON-25529853 tempest-AllowedAddressPairTestJSON-25529853-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '763d7680-b545-4764-85b9-3dafbece9d9e') {} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:42:40.055100 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-a77675fa-3598-4853-988d-846c1ee1ef0c tempest-AllowedAddressPairTestJSON-25529853 tempest-AllowedAddressPairTestJSON-25529853-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746560742283', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8881293'] for segment (763d7680-b545-4764-85b9-3dafbece9d9e), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:42:40.076379 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-a77675fa-3598-4853-988d-846c1ee1ef0c tempest-AllowedAddressPairTestJSON-25529853 tempest-AllowedAddressPairTestJSON-25529853-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576559'] for segment (763d7680-b545-4764-85b9-3dafbece9d9e), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:42:40.087824 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a77675fa-3598-4853-988d-846c1ee1ef0c tempest-AllowedAddressPairTestJSON-25529853 tempest-AllowedAddressPairTestJSON-25529853-project] Releasing vlan 573 on physical network physnet1 to pool {{(pid=103304) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 26 21:42:40.088550 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-a77675fa-3598-4853-988d-846c1ee1ef0c tempest-AllowedAddressPairTestJSON-25529853 tempest-AllowedAddressPairTestJSON-25529853-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9281762'] for segment (763d7680-b545-4764-85b9-3dafbece9d9e), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:42:40.103095 n-d-760453-5 neutron-server[103304]: Traceback (most recent call last): Jan 26 21:42:40.103095 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 26 21:42:40.103095 n-d-760453-5 neutron-server[103304]: timer() Jan 26 21:42:40.103095 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 26 21:42:40.103095 n-d-760453-5 neutron-server[103304]: cb(*args, **kw) Jan 26 21:42:40.103095 n-d-760453-5 neutron-server[103304]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 26 21:42:40.103095 n-d-760453-5 neutron-server[103304]: return func(*args, **kwargs) Jan 26 21:42:40.103095 n-d-760453-5 neutron-server[103304]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 26 21:42:40.103095 n-d-760453-5 neutron-server[103304]: self._notify() Jan 26 21:42:40.103095 n-d-760453-5 neutron-server[103304]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 26 21:42:40.103095 n-d-760453-5 neutron-server[103304]: self.callback(batched_events) Jan 26 21:42:40.103095 n-d-760453-5 neutron-server[103304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 26 21:42:40.103095 n-d-760453-5 neutron-server[103304]: event.method(event) Jan 26 21:42:40.103095 n-d-760453-5 neutron-server[103304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 26 21:42:40.103095 n-d-760453-5 neutron-server[103304]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 26 21:42:40.103095 n-d-760453-5 neutron-server[103304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 26 21:42:40.103095 n-d-760453-5 neutron-server[103304]: aggregate_uuid = self.p_client.list_aggregates( Jan 26 21:42:40.103095 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 26 21:42:40.103095 n-d-760453-5 neutron-server[103304]: return f(self, *a, **k) Jan 26 21:42:40.103095 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 26 21:42:40.103095 n-d-760453-5 neutron-server[103304]: return self._get(url).json() Jan 26 21:42:40.103095 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 26 21:42:40.103095 n-d-760453-5 neutron-server[103304]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 26 21:42:40.103095 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 26 21:42:40.103095 n-d-760453-5 neutron-server[103304]: return self.request(url, 'GET', **kwargs) Jan 26 21:42:40.103095 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 26 21:42:40.103095 n-d-760453-5 neutron-server[103304]: base_url = self.get_endpoint(auth, allow=allow, Jan 26 21:42:40.103095 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 26 21:42:40.103095 n-d-760453-5 neutron-server[103304]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 26 21:42:40.103095 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 26 21:42:40.103095 n-d-760453-5 neutron-server[103304]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 26 21:42:40.103095 n-d-760453-5 neutron-server[103304]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 26 21:42:40.174464 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-a77675fa-3598-4853-988d-846c1ee1ef0c tempest-AllowedAddressPairTestJSON-25529853 tempest-AllowedAddressPairTestJSON-25529853-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4110931'] for network (74074a03-07ca-4d2b-87de-f6b7738b1e2c), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:42:40.177058 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device 50f2ca0d-e7fc-41b1-8b32-0901188e8c0b no longer exists at agent ovs-agent-n-d-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 26 21:42:40.194141 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-a77675fa-3598-4853-988d-846c1ee1ef0c tempest-AllowedAddressPairTestJSON-25529853 tempest-AllowedAddressPairTestJSON-25529853-project] Publish callbacks [] for network (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:42:40.201330 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-a77675fa-3598-4853-988d-846c1ee1ef0c tempest-AllowedAddressPairTestJSON-25529853 tempest-AllowedAddressPairTestJSON-25529853-project] 10.222.0.13 "DELETE /v2.0/networks/74074a03-07ca-4d2b-87de-f6b7738b1e2c HTTP/1.1" status: 204 len: 168 time: 0.7216740 Jan 26 21:42:40.224478 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77675fa-3598-4853-988d-846c1ee1ef0c tempest-AllowedAddressPairTestJSON-25529853 tempest-AllowedAddressPairTestJSON-25529853-project] Pushing event deleted for resources: {'Network': ['ID=74074a03-07ca-4d2b-87de-f6b7738b1e2c,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:42:40.232110 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] No Port match for: 50f2ca0d-e7fc-41b1-8b32-0901188e8c0b {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 26 21:42:40.232683 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device 50f2ca0d-e7fc-41b1-8b32-0901188e8c0b not bound to the agent host n-d-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 26 21:42:40.513826 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 37570) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:42:40.659548 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-95adeef6-83bc-40ed-9c79-74edafad7b14 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=dfcadb5e143b42c1ab7836bd93ddaba2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1444416 Jan 26 21:42:40.662730 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 37576) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:42:40.718386 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-002c7d8e-00a0-4004-abc9-df8d59c8e087 admin admin] Publish callbacks [] for security_group (8253b83e-fa20-4c6c-8c0b-6d20555c7c3c), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:42:40.743059 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-002c7d8e-00a0-4004-abc9-df8d59c8e087 admin admin] Publish callbacks [] for security_group (8253b83e-fa20-4c6c-8c0b-6d20555c7c3c), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:42:40.807379 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-002c7d8e-00a0-4004-abc9-df8d59c8e087 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (8253b83e-fa20-4c6c-8c0b-6d20555c7c3c), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:42:40.810324 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-002c7d8e-00a0-4004-abc9-df8d59c8e087 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:42:40.811557 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-002c7d8e-00a0-4004-abc9-df8d59c8e087 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/8253b83e-fa20-4c6c-8c0b-6d20555c7c3c HTTP/1.1" status: 204 len: 168 time: 0.1478941 Jan 26 21:42:40.820008 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-002c7d8e-00a0-4004-abc9-df8d59c8e087 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8253b83e-fa20-4c6c-8c0b-6d20555c7c3c,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:42:41.663465 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 37616) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:42:41.768458 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-17a2fbe0-f6df-47e6-b913-1b94b655c06c tempest-NetworksTest-1459545445 tempest-NetworksTest-1459545445-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-244458629'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:42:41.790525 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17a2fbe0-f6df-47e6-b913-1b94b655c06c tempest-NetworksTest-1459545445 tempest-NetworksTest-1459545445-project] Made reservation on behalf of a005420d1d17477a9d2ba3ef1bf8969c for: {'network': 1} {{(pid=103304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 21:42:41.794399 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-17a2fbe0-f6df-47e6-b913-1b94b655c06c tempest-NetworksTest-1459545445 tempest-NetworksTest-1459545445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for network (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:42:41.805682 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-17a2fbe0-f6df-47e6-b913-1b94b655c06c tempest-NetworksTest-1459545445 tempest-NetworksTest-1459545445-project] Publish callbacks [] for security_group (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:42:41.899987 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-17a2fbe0-f6df-47e6-b913-1b94b655c06c tempest-NetworksTest-1459545445 tempest-NetworksTest-1459545445-project] Publish callbacks [] for security_group (45e62569-317d-4fd9-b9d5-15f408db0fc9), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:42:41.906262 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-17a2fbe0-f6df-47e6-b913-1b94b655c06c tempest-NetworksTest-1459545445 tempest-NetworksTest-1459545445-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (45e62569-317d-4fd9-b9d5-15f408db0fc9), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:42:41.939040 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-17a2fbe0-f6df-47e6-b913-1b94b655c06c tempest-NetworksTest-1459545445 tempest-NetworksTest-1459545445-project] vlan segment allocate from pool success with {'vlan_id': 563, 'physical_network': 'physnet1'} {{(pid=103304) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 26 21:42:41.956466 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a2fbe0-f6df-47e6-b913-1b94b655c06c tempest-NetworksTest-1459545445 tempest-NetworksTest-1459545445-project] Pushing event updated for resources: {'SecurityGroup': ['ID=45e62569-317d-4fd9-b9d5-15f408db0fc9,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:42:41.959505 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-17a2fbe0-f6df-47e6-b913-1b94b655c06c tempest-NetworksTest-1459545445 tempest-NetworksTest-1459545445-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576559'] for segment (3e067e91-331b-49fb-a93c-47ec8654c105), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:42:41.959875 n-d-760453-5 neutron-server[103304]: INFO neutron.db.segments_db [None req-17a2fbe0-f6df-47e6-b913-1b94b655c06c tempest-NetworksTest-1459545445 tempest-NetworksTest-1459545445-project] Added segment 3e067e91-331b-49fb-a93c-47ec8654c105 of type vlan for network 53baacac-dcf5-41fe-ab2f-9512c8aec406 Jan 26 21:42:42.006105 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-17a2fbe0-f6df-47e6-b913-1b94b655c06c tempest-NetworksTest-1459545445 tempest-NetworksTest-1459545445-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746560256871'] for network (53baacac-dcf5-41fe-ab2f-9512c8aec406), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:42:42.032929 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-17a2fbe0-f6df-47e6-b913-1b94b655c06c tempest-NetworksTest-1459545445 tempest-NetworksTest-1459545445-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503'] for network (53baacac-dcf5-41fe-ab2f-9512c8aec406), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:42:42.038031 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17a2fbe0-f6df-47e6-b913-1b94b655c06c tempest-NetworksTest-1459545445 tempest-NetworksTest-1459545445-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:42:42.038635 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-17a2fbe0-f6df-47e6-b913-1b94b655c06c tempest-NetworksTest-1459545445 tempest-NetworksTest-1459545445-project] Publish callbacks [] for network (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:42:42.099189 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-17a2fbe0-f6df-47e6-b913-1b94b655c06c tempest-NetworksTest-1459545445 tempest-NetworksTest-1459545445-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.4345336 Jan 26 21:42:42.111762 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a2fbe0-f6df-47e6-b913-1b94b655c06c tempest-NetworksTest-1459545445 tempest-NetworksTest-1459545445-project] Pushing event updated for resources: {'Network': ['ID=53baacac-dcf5-41fe-ab2f-9512c8aec406,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:42:42.123302 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Network 53baacac-dcf5-41fe-ab2f-9512c8aec406 details requested by agent ovs-agent-n-d-760453-5 with host n-d-760453-5 {{(pid=103306) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 26 21:42:42.226921 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 37630) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:42:42.232482 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-addd3ede-f86c-4b43-b14c-f047c2b52a33 tempest-NetworksTest-1459545445 tempest-NetworksTest-1459545445-project] Request body: {'subnet': {'network_id': '53baacac-dcf5-41fe-ab2f-9512c8aec406', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:42:42.328512 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-addd3ede-f86c-4b43-b14c-f047c2b52a33 tempest-NetworksTest-1459545445 tempest-NetworksTest-1459545445-project] Made reservation on behalf of a005420d1d17477a9d2ba3ef1bf8969c for: {'subnet': 1} {{(pid=103304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 21:42:42.332326 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-addd3ede-f86c-4b43-b14c-f047c2b52a33 tempest-NetworksTest-1459545445 tempest-NetworksTest-1459545445-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12215181'] for subnet (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:42:42.530399 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-addd3ede-f86c-4b43-b14c-f047c2b52a33 tempest-NetworksTest-1459545445 tempest-NetworksTest-1459545445-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9285249', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12215227'] for subnet (4e285702-4f9b-4c2a-a23e-2a48754b090f), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:42:42.594504 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-addd3ede-f86c-4b43-b14c-f047c2b52a33 tempest-NetworksTest-1459545445 tempest-NetworksTest-1459545445-project] Pushing event updated for resources: {'Subnet': ['ID=4e285702-4f9b-4c2a-a23e-2a48754b090f,revision_number=0']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:42:42.602525 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-addd3ede-f86c-4b43-b14c-f047c2b52a33 tempest-NetworksTest-1459545445 tempest-NetworksTest-1459545445-project] Checking segment: {'id': '3e067e91-331b-49fb-a93c-47ec8654c105', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '53baacac-dcf5-41fe-ab2f-9512c8aec406'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103304) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 21:42:42.602885 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-addd3ede-f86c-4b43-b14c-f047c2b52a33 tempest-NetworksTest-1459545445 tempest-NetworksTest-1459545445-project] Network hostable DHCP agents. Network: 53baacac-dcf5-41fe-ab2f-9512c8aec406, hostable agents: ['474ccdf7-ab6c-405b-a3b2-dc7b05829902'], hosted agents: [] {{(pid=103304) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 26 21:42:42.620940 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-addd3ede-f86c-4b43-b14c-f047c2b52a33 tempest-NetworksTest-1459545445 tempest-NetworksTest-1459545445-project] Network 53baacac-dcf5-41fe-ab2f-9512c8aec406 is scheduled to be hosted by DHCP agent 474ccdf7-ab6c-405b-a3b2-dc7b05829902 with binding_index 1 {{(pid=103304) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 26 21:42:42.630847 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [None req-addd3ede-f86c-4b43-b14c-f047c2b52a33 tempest-NetworksTest-1459545445 tempest-NetworksTest-1459545445-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760453-5, 53baacac-dcf5-41fe-ab2f-9512c8aec406) {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:42:42.634913 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-addd3ede-f86c-4b43-b14c-f047c2b52a33 tempest-NetworksTest-1459545445 tempest-NetworksTest-1459545445-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:42:42.635501 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-addd3ede-f86c-4b43-b14c-f047c2b52a33 tempest-NetworksTest-1459545445 tempest-NetworksTest-1459545445-project] Publish callbacks [] for subnet (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:42:42.641495 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5eae550-58a6-41c3-809e-7d6b4c743a31 None None] Network 53baacac-dcf5-41fe-ab2f-9512c8aec406 requested from n-d-760453-5 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 26 21:42:42.654701 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-addd3ede-f86c-4b43-b14c-f047c2b52a33 tempest-NetworksTest-1459545445 tempest-NetworksTest-1459545445-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 0.4266005 Jan 26 21:42:42.658438 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 37638) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:42:42.664172 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-a32528fe-2ec0-410c-9ea7-7c61b33ad751 tempest-NetworksTest-1459545445 tempest-NetworksTest-1459545445-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-171676467'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:42:42.687863 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a32528fe-2ec0-410c-9ea7-7c61b33ad751 tempest-NetworksTest-1459545445 tempest-NetworksTest-1459545445-project] Made reservation on behalf of a005420d1d17477a9d2ba3ef1bf8969c for: {'network': 1} {{(pid=103304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 21:42:42.691739 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-a32528fe-2ec0-410c-9ea7-7c61b33ad751 tempest-NetworksTest-1459545445 tempest-NetworksTest-1459545445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for network (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:42:42.725118 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a32528fe-2ec0-410c-9ea7-7c61b33ad751 tempest-NetworksTest-1459545445 tempest-NetworksTest-1459545445-project] vlan segment allocate from pool success with {'vlan_id': 599, 'physical_network': 'physnet1'} {{(pid=103304) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 26 21:42:42.743927 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-a32528fe-2ec0-410c-9ea7-7c61b33ad751 tempest-NetworksTest-1459545445 tempest-NetworksTest-1459545445-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576559'] for segment (5e159aec-5c70-4685-b4fc-3dcd781dc7a3), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:42:42.744469 n-d-760453-5 neutron-server[103304]: INFO neutron.db.segments_db [None req-a32528fe-2ec0-410c-9ea7-7c61b33ad751 tempest-NetworksTest-1459545445 tempest-NetworksTest-1459545445-project] Added segment 5e159aec-5c70-4685-b4fc-3dcd781dc7a3 of type vlan for network 7f837530-0c0c-4309-8b84-b26eeb7fec13 Jan 26 21:42:42.764298 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e6b6a40-c135-48b4-ba2c-13fe9ccf77e7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3c4099e8-8ffb-51d1-af7f-5868973e933f-53baacac-dcf5-41fe-ab2f-9512c8aec406', 'network_id': '53baacac-dcf5-41fe-ab2f-9512c8aec406', 'project_id': 'a005420d1d17477a9d2ba3ef1bf8969c', 'fixed_ips': [{'subnet_id': '4e285702-4f9b-4c2a-a23e-2a48754b090f'}]}} from n-d-760453-5. {{(pid=103306) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 26 21:42:42.765564 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e6b6a40-c135-48b4-ba2c-13fe9ccf77e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (None), before_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:42:42.799269 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-a32528fe-2ec0-410c-9ea7-7c61b33ad751 tempest-NetworksTest-1459545445 tempest-NetworksTest-1459545445-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746560256871'] for network (7f837530-0c0c-4309-8b84-b26eeb7fec13), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:42:42.826386 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-a32528fe-2ec0-410c-9ea7-7c61b33ad751 tempest-NetworksTest-1459545445 tempest-NetworksTest-1459545445-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503'] for network (7f837530-0c0c-4309-8b84-b26eeb7fec13), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:42:42.831791 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a32528fe-2ec0-410c-9ea7-7c61b33ad751 tempest-NetworksTest-1459545445 tempest-NetworksTest-1459545445-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:42:42.832520 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-a32528fe-2ec0-410c-9ea7-7c61b33ad751 tempest-NetworksTest-1459545445 tempest-NetworksTest-1459545445-project] Publish callbacks [] for network (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:42:42.906477 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-a32528fe-2ec0-410c-9ea7-7c61b33ad751 tempest-NetworksTest-1459545445 tempest-NetworksTest-1459545445-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.2469261 Jan 26 21:42:42.909546 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 37644) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:42:42.916532 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-c5eb1f8e-f654-4b51-836b-2422245b5f6b tempest-NetworksTest-1459545445 tempest-NetworksTest-1459545445-project] Request body: {'subnet': {'network_id': '7f837530-0c0c-4309-8b84-b26eeb7fec13', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:42:42.930403 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.db_base_plugin_common [None req-2e6b6a40-c135-48b4-ba2c-13fe9ccf77e7 None None] Allocated IP 172.20.255.242 (53baacac-dcf5-41fe-ab2f-9512c8aec406/4e285702-4f9b-4c2a-a23e-2a48754b090f/69087b7f-25be-4836-aae2-8e6f391b3741) {{(pid=103306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 21:42:42.978517 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a32528fe-2ec0-410c-9ea7-7c61b33ad751 tempest-NetworksTest-1459545445 tempest-NetworksTest-1459545445-project] Pushing event updated for resources: {'Network': ['ID=7f837530-0c0c-4309-8b84-b26eeb7fec13,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:42:42.998571 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Network 7f837530-0c0c-4309-8b84-b26eeb7fec13 details requested by agent ovs-agent-n-d-760453-5 with host n-d-760453-5 {{(pid=103306) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 26 21:42:43.019671 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5eb1f8e-f654-4b51-836b-2422245b5f6b tempest-NetworksTest-1459545445 tempest-NetworksTest-1459545445-project] Made reservation on behalf of a005420d1d17477a9d2ba3ef1bf8969c for: {'subnet': 1} {{(pid=103304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 21:42:43.025121 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-c5eb1f8e-f654-4b51-836b-2422245b5f6b tempest-NetworksTest-1459545445 tempest-NetworksTest-1459545445-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12215181'] for subnet (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:42:43.162333 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e6b6a40-c135-48b4-ba2c-13fe9ccf77e7 None None] Publish callbacks [] for port (69087b7f-25be-4836-aae2-8e6f391b3741), precommit_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:42:43.168893 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e6b6a40-c135-48b4-ba2c-13fe9ccf77e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746560234527'] for port (69087b7f-25be-4836-aae2-8e6f391b3741), after_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:42:43.211093 n-d-760453-5 neutron-server[103306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e6b6a40-c135-48b4-ba2c-13fe9ccf77e7 None None] Network 53baacac-dcf5-41fe-ab2f-9512c8aec406 is already hosted by enough agents. {{(pid=103306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 21:42:43.216512 n-d-760453-5 neutron-server[103306]: DEBUG neutron.scheduler.base_scheduler [None req-2e6b6a40-c135-48b4-ba2c-13fe9ccf77e7 None None] Resources bound (agent type, host, resource id): {{(pid=103306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:42:43.221140 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e6b6a40-c135-48b4-ba2c-13fe9ccf77e7 None None] Received port after_create {{(pid=103306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 21:42:43.227549 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e6b6a40-c135-48b4-ba2c-13fe9ccf77e7 None None] Pushing event updated for resources: {'Port': ['ID=69087b7f-25be-4836-aae2-8e6f391b3741,revision_number=1']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:42:43.271678 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-c5eb1f8e-f654-4b51-836b-2422245b5f6b tempest-NetworksTest-1459545445 tempest-NetworksTest-1459545445-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9285249', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12215227'] for subnet (e8f7a936-6bc0-47ba-af9b-d36bc30d9045), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:42:43.282770 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-2e6b6a40-c135-48b4-ba2c-13fe9ccf77e7 None None] Attempting to bind port 69087b7f-25be-4836-aae2-8e6f391b3741 on host n-d-760453-5 for vnic_type normal with profile {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 21:42:43.283140 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-2e6b6a40-c135-48b4-ba2c-13fe9ccf77e7 None None] Attempting to bind port 69087b7f-25be-4836-aae2-8e6f391b3741 by drivers openvswitch,hyperv on host n-d-760453-5 at level 0 using segments [{'id': '3e067e91-331b-49fb-a93c-47ec8654c105', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '53baacac-dcf5-41fe-ab2f-9512c8aec406'}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 26 21:42:43.283502 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e6b6a40-c135-48b4-ba2c-13fe9ccf77e7 None None] Attempting to bind port 69087b7f-25be-4836-aae2-8e6f391b3741 on network 53baacac-dcf5-41fe-ab2f-9512c8aec406 {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 21:42:43.289541 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e6b6a40-c135-48b4-ba2c-13fe9ccf77e7 None None] Checking agent: {'id': 'fea0591a-627d-4c87-9a9a-01625ddf3277', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760453-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 20, 55, 25), 'started_at': datetime.datetime(2022, 1, 26, 20, 55, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 21, 42, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760453-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 26 21:42:43.289922 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e6b6a40-c135-48b4-ba2c-13fe9ccf77e7 None None] Checking segment: {'id': '3e067e91-331b-49fb-a93c-47ec8654c105', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '53baacac-dcf5-41fe-ab2f-9512c8aec406'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 21:42:43.290330 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e6b6a40-c135-48b4-ba2c-13fe9ccf77e7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:42:43.290728 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e6b6a40-c135-48b4-ba2c-13fe9ccf77e7 None None] Bound using segment: {'id': '3e067e91-331b-49fb-a93c-47ec8654c105', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '53baacac-dcf5-41fe-ab2f-9512c8aec406'} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 26 21:42:43.291200 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-2e6b6a40-c135-48b4-ba2c-13fe9ccf77e7 None None] Bound port: 69087b7f-25be-4836-aae2-8e6f391b3741, host: n-d-760453-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e067e91-331b-49fb-a93c-47ec8654c105', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '53baacac-dcf5-41fe-ab2f-9512c8aec406'}}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 26 21:42:43.291583 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e6b6a40-c135-48b4-ba2c-13fe9ccf77e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (69087b7f-25be-4836-aae2-8e6f391b3741), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:42:43.343196 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5eb1f8e-f654-4b51-836b-2422245b5f6b tempest-NetworksTest-1459545445 tempest-NetworksTest-1459545445-project] Checking segment: {'id': '5e159aec-5c70-4685-b4fc-3dcd781dc7a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '7f837530-0c0c-4309-8b84-b26eeb7fec13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103304) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 21:42:43.343559 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5eb1f8e-f654-4b51-836b-2422245b5f6b tempest-NetworksTest-1459545445 tempest-NetworksTest-1459545445-project] Network hostable DHCP agents. Network: 7f837530-0c0c-4309-8b84-b26eeb7fec13, hostable agents: ['474ccdf7-ab6c-405b-a3b2-dc7b05829902'], hosted agents: [] {{(pid=103304) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 26 21:42:43.357338 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5eb1f8e-f654-4b51-836b-2422245b5f6b tempest-NetworksTest-1459545445 tempest-NetworksTest-1459545445-project] Pushing event updated for resources: {'Subnet': ['ID=e8f7a936-6bc0-47ba-af9b-d36bc30d9045,revision_number=0']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:42:43.372234 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5eb1f8e-f654-4b51-836b-2422245b5f6b tempest-NetworksTest-1459545445 tempest-NetworksTest-1459545445-project] Network 7f837530-0c0c-4309-8b84-b26eeb7fec13 is scheduled to be hosted by DHCP agent 474ccdf7-ab6c-405b-a3b2-dc7b05829902 with binding_index 1 {{(pid=103304) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 26 21:42:43.384973 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [None req-c5eb1f8e-f654-4b51-836b-2422245b5f6b tempest-NetworksTest-1459545445 tempest-NetworksTest-1459545445-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760453-5, 7f837530-0c0c-4309-8b84-b26eeb7fec13) {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:42:43.385158 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-2e6b6a40-c135-48b4-ba2c-13fe9ccf77e7 None None] For port 69087b7f-25be-4836-aae2-8e6f391b3741, host n-d-760453-5, cleared binding levels {{(pid=103306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 26 21:42:43.391562 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5eb1f8e-f654-4b51-836b-2422245b5f6b tempest-NetworksTest-1459545445 tempest-NetworksTest-1459545445-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:42:43.392547 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-c5eb1f8e-f654-4b51-836b-2422245b5f6b tempest-NetworksTest-1459545445 tempest-NetworksTest-1459545445-project] Publish callbacks [] for subnet (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:42:43.394269 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-2e6b6a40-c135-48b4-ba2c-13fe9ccf77e7 None None] For port 69087b7f-25be-4836-aae2-8e6f391b3741, host n-d-760453-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=69087b7f-25be-4836-aae2-8e6f391b3741,segment=NetworkSegment(3e067e91-331b-49fb-a93c-47ec8654c105),segment_id=3e067e91-331b-49fb-a93c-47ec8654c105)] {{(pid=103306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 26 21:42:43.409275 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2e6b6a40-c135-48b4-ba2c-13fe9ccf77e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (69087b7f-25be-4836-aae2-8e6f391b3741), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:42:43.419346 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-982617c2-0fa6-4c6e-98f3-17fb3b047791 None None] Network 7f837530-0c0c-4309-8b84-b26eeb7fec13 requested from n-d-760453-5 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 26 21:42:43.421174 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-c5eb1f8e-f654-4b51-836b-2422245b5f6b tempest-NetworksTest-1459545445 tempest-NetworksTest-1459545445-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 0.5105474 Jan 26 21:42:43.425785 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 37658) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:42:43.547412 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e6b6a40-c135-48b4-ba2c-13fe9ccf77e7 None None] Pushing event updated for resources: {'Port': ['ID=69087b7f-25be-4836-aae2-8e6f391b3741,revision_number=2']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:42:43.548471 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-9735bf44-50fb-477d-a46a-a2dd9f17d9a4 tempest-NetworksTest-1459545445 tempest-NetworksTest-1459545445-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-748181'] for network (7f837530-0c0c-4309-8b84-b26eeb7fec13), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:42:43.615125 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87eab50f-5420-4d47-b231-6cf17606e3da None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3c4099e8-8ffb-51d1-af7f-5868973e933f-7f837530-0c0c-4309-8b84-b26eeb7fec13', 'network_id': '7f837530-0c0c-4309-8b84-b26eeb7fec13', 'project_id': 'a005420d1d17477a9d2ba3ef1bf8969c', 'fixed_ips': [{'subnet_id': 'e8f7a936-6bc0-47ba-af9b-d36bc30d9045'}]}} from n-d-760453-5. {{(pid=103306) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 26 21:42:43.616009 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-87eab50f-5420-4d47-b231-6cf17606e3da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (None), before_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:42:43.621008 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-9735bf44-50fb-477d-a46a-a2dd9f17d9a4 tempest-NetworksTest-1459545445 tempest-NetworksTest-1459545445-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687316'] for subnet (e8f7a936-6bc0-47ba-af9b-d36bc30d9045), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:42:43.763718 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-9735bf44-50fb-477d-a46a-a2dd9f17d9a4 tempest-NetworksTest-1459545445 tempest-NetworksTest-1459545445-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11791594', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11599980'] for subnet (e8f7a936-6bc0-47ba-af9b-d36bc30d9045), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:42:43.777052 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server [None req-87eab50f-5420-4d47-b231-6cf17606e3da None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet e8f7a936-6bc0-47ba-af9b-d36bc30d9045: This subnet is being modified by another concurrent operation. Jan 26 21:42:43.777052 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jan 26 21:42:43.777052 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jan 26 21:42:43.777052 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jan 26 21:42:43.777052 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jan 26 21:42:43.777052 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jan 26 21:42:43.777052 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jan 26 21:42:43.777052 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jan 26 21:42:43.777052 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jan 26 21:42:43.777052 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jan 26 21:42:43.777052 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 26 21:42:43.777052 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 26 21:42:43.777052 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 26 21:42:43.777052 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 26 21:42:43.777052 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 26 21:42:43.777052 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server raise self.value Jan 26 21:42:43.777052 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 26 21:42:43.777052 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 26 21:42:43.777052 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 26 21:42:43.777052 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 26 21:42:43.777052 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 26 21:42:43.777052 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 26 21:42:43.777052 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 26 21:42:43.777052 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server raise self.value Jan 26 21:42:43.777052 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 26 21:42:43.777052 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 26 21:42:43.777052 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 26 21:42:43.777052 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 26 21:42:43.777052 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 26 21:42:43.777052 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 26 21:42:43.777052 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 26 21:42:43.777052 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server raise self.value Jan 26 21:42:43.777052 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 26 21:42:43.777052 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 26 21:42:43.777052 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jan 26 21:42:43.777052 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jan 26 21:42:43.777052 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 278, in create_dhcp_port Jan 26 21:42:43.777052 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jan 26 21:42:43.777052 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Jan 26 21:42:43.777052 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jan 26 21:42:43.777052 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jan 26 21:42:43.777052 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jan 26 21:42:43.777052 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Jan 26 21:42:43.777052 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 26 21:42:43.777052 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jan 26 21:42:43.777052 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 26 21:42:43.777052 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 26 21:42:43.777052 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 26 21:42:43.777052 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 26 21:42:43.777052 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 26 21:42:43.777052 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 26 21:42:43.777052 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server raise self.value Jan 26 21:42:43.777052 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 26 21:42:43.777052 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 26 21:42:43.777052 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 26 21:42:43.777052 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 26 21:42:43.777052 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 26 21:42:43.777052 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 26 21:42:43.777052 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 26 21:42:43.777052 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server raise self.value Jan 26 21:42:43.777052 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 26 21:42:43.777052 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 26 21:42:43.777052 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 26 21:42:43.777052 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 26 21:42:43.777052 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 26 21:42:43.777052 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 26 21:42:43.777052 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 26 21:42:43.777052 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server raise self.value Jan 26 21:42:43.777052 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 26 21:42:43.777052 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 26 21:42:43.777052 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1491, in create_port Jan 26 21:42:43.777052 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jan 26 21:42:43.777052 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1456, in _create_port_db Jan 26 21:42:43.777052 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jan 26 21:42:43.777052 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1466, in create_port_db Jan 26 21:42:43.777052 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jan 26 21:42:43.777052 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Jan 26 21:42:43.777052 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Jan 26 21:42:43.777052 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jan 26 21:42:43.777052 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 26 21:42:43.777052 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Jan 26 21:42:43.777052 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Jan 26 21:42:43.777052 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Jan 26 21:42:43.777052 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Jan 26 21:42:43.777052 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Jan 26 21:42:43.777052 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jan 26 21:42:43.777052 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jan 26 21:42:43.777052 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jan 26 21:42:43.777052 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jan 26 21:42:43.777052 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server raise exception Jan 26 21:42:43.777052 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet e8f7a936-6bc0-47ba-af9b-d36bc30d9045: This subnet is being modified by another concurrent operation. Jan 26 21:42:43.777052 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server Jan 26 21:42:43.807695 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-977a628b-e5e0-4169-8085-d21be095fcc5 None None] Network 7f837530-0c0c-4309-8b84-b26eeb7fec13 requested from n-d-760453-5 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 26 21:42:43.825902 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9735bf44-50fb-477d-a46a-a2dd9f17d9a4 tempest-NetworksTest-1459545445 tempest-NetworksTest-1459545445-project] Pushing event deleted for resources: {'Subnet': ['ID=e8f7a936-6bc0-47ba-af9b-d36bc30d9045,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:42:43.920235 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-9735bf44-50fb-477d-a46a-a2dd9f17d9a4 tempest-NetworksTest-1459545445 tempest-NetworksTest-1459545445-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-686403', 'neutron.services.segments.db._delete_segments_for_network-8746560774018'] for network (7f837530-0c0c-4309-8b84-b26eeb7fec13), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:42:43.950624 n-d-760453-5 neutron-server[103305]: DEBUG neutron.services.segments.db [None req-9735bf44-50fb-477d-a46a-a2dd9f17d9a4 tempest-NetworksTest-1459545445 tempest-NetworksTest-1459545445-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7f837530-0c0c-4309-8b84-b26eeb7fec13']}} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:42:43.964005 n-d-760453-5 neutron-server[103305]: DEBUG neutron.services.segments.db [None req-9735bf44-50fb-477d-a46a-a2dd9f17d9a4 tempest-NetworksTest-1459545445 tempest-NetworksTest-1459545445-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5e159aec-5c70-4685-b4fc-3dcd781dc7a3') {'for_net_delete': True} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:42:43.964674 n-d-760453-5 neutron-server[103305]: DEBUG neutron.services.segments.db [None req-9735bf44-50fb-477d-a46a-a2dd9f17d9a4 tempest-NetworksTest-1459545445 tempest-NetworksTest-1459545445-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5e159aec-5c70-4685-b4fc-3dcd781dc7a3') {} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:42:43.984046 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-9735bf44-50fb-477d-a46a-a2dd9f17d9a4 tempest-NetworksTest-1459545445 tempest-NetworksTest-1459545445-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746560742283', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11788955'] for segment (5e159aec-5c70-4685-b4fc-3dcd781dc7a3), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:42:44.001776 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-9735bf44-50fb-477d-a46a-a2dd9f17d9a4 tempest-NetworksTest-1459545445 tempest-NetworksTest-1459545445-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576559'] for segment (5e159aec-5c70-4685-b4fc-3dcd781dc7a3), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:42:44.012820 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9735bf44-50fb-477d-a46a-a2dd9f17d9a4 tempest-NetworksTest-1459545445 tempest-NetworksTest-1459545445-project] Releasing vlan 599 on physical network physnet1 to pool {{(pid=103305) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 26 21:42:44.013533 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-9735bf44-50fb-477d-a46a-a2dd9f17d9a4 tempest-NetworksTest-1459545445 tempest-NetworksTest-1459545445-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11791428'] for segment (5e159aec-5c70-4685-b4fc-3dcd781dc7a3), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:42:44.018931 n-d-760453-5 neutron-server[103305]: Traceback (most recent call last): Jan 26 21:42:44.018931 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 26 21:42:44.018931 n-d-760453-5 neutron-server[103305]: timer() Jan 26 21:42:44.018931 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 26 21:42:44.018931 n-d-760453-5 neutron-server[103305]: cb(*args, **kw) Jan 26 21:42:44.018931 n-d-760453-5 neutron-server[103305]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 26 21:42:44.018931 n-d-760453-5 neutron-server[103305]: return func(*args, **kwargs) Jan 26 21:42:44.018931 n-d-760453-5 neutron-server[103305]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 26 21:42:44.018931 n-d-760453-5 neutron-server[103305]: self._notify() Jan 26 21:42:44.018931 n-d-760453-5 neutron-server[103305]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 26 21:42:44.018931 n-d-760453-5 neutron-server[103305]: self.callback(batched_events) Jan 26 21:42:44.018931 n-d-760453-5 neutron-server[103305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 26 21:42:44.018931 n-d-760453-5 neutron-server[103305]: event.method(event) Jan 26 21:42:44.018931 n-d-760453-5 neutron-server[103305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 26 21:42:44.018931 n-d-760453-5 neutron-server[103305]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 26 21:42:44.018931 n-d-760453-5 neutron-server[103305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 26 21:42:44.018931 n-d-760453-5 neutron-server[103305]: aggregate_uuid = self.p_client.list_aggregates( Jan 26 21:42:44.018931 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 26 21:42:44.018931 n-d-760453-5 neutron-server[103305]: return f(self, *a, **k) Jan 26 21:42:44.018931 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 26 21:42:44.018931 n-d-760453-5 neutron-server[103305]: return self._get(url).json() Jan 26 21:42:44.018931 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 26 21:42:44.018931 n-d-760453-5 neutron-server[103305]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 26 21:42:44.018931 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 26 21:42:44.018931 n-d-760453-5 neutron-server[103305]: return self.request(url, 'GET', **kwargs) Jan 26 21:42:44.018931 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 26 21:42:44.018931 n-d-760453-5 neutron-server[103305]: base_url = self.get_endpoint(auth, allow=allow, Jan 26 21:42:44.018931 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 26 21:42:44.018931 n-d-760453-5 neutron-server[103305]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 26 21:42:44.018931 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 26 21:42:44.018931 n-d-760453-5 neutron-server[103305]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 26 21:42:44.018931 n-d-760453-5 neutron-server[103305]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 26 21:42:44.127697 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-9735bf44-50fb-477d-a46a-a2dd9f17d9a4 tempest-NetworksTest-1459545445 tempest-NetworksTest-1459545445-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4110931'] for network (7f837530-0c0c-4309-8b84-b26eeb7fec13), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:42:44.139020 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-9735bf44-50fb-477d-a46a-a2dd9f17d9a4 tempest-NetworksTest-1459545445 tempest-NetworksTest-1459545445-project] Publish callbacks [] for network (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:42:44.145430 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-9735bf44-50fb-477d-a46a-a2dd9f17d9a4 tempest-NetworksTest-1459545445 tempest-NetworksTest-1459545445-project] 10.222.0.13 "DELETE /v2.0/networks/7f837530-0c0c-4309-8b84-b26eeb7fec13 HTTP/1.1" status: 204 len: 168 time: 0.7161009 Jan 26 21:42:44.149578 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 37670) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:42:44.155033 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-18d9cb42-8db6-4d81-be4b-fefcb697e160 tempest-NetworksTest-1459545445 tempest-NetworksTest-1459545445-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1181675124'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:42:44.164606 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9735bf44-50fb-477d-a46a-a2dd9f17d9a4 tempest-NetworksTest-1459545445 tempest-NetworksTest-1459545445-project] Pushing event deleted for resources: {'Network': ['ID=7f837530-0c0c-4309-8b84-b26eeb7fec13,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:42:44.201012 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18d9cb42-8db6-4d81-be4b-fefcb697e160 tempest-NetworksTest-1459545445 tempest-NetworksTest-1459545445-project] Made reservation on behalf of a005420d1d17477a9d2ba3ef1bf8969c for: {'network': 1} {{(pid=103304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 21:42:44.207290 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-18d9cb42-8db6-4d81-be4b-fefcb697e160 tempest-NetworksTest-1459545445 tempest-NetworksTest-1459545445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for network (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:42:44.247251 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-18d9cb42-8db6-4d81-be4b-fefcb697e160 tempest-NetworksTest-1459545445 tempest-NetworksTest-1459545445-project] vlan segment allocate from pool success with {'vlan_id': 598, 'physical_network': 'physnet1'} {{(pid=103304) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 26 21:42:44.258906 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-18d9cb42-8db6-4d81-be4b-fefcb697e160 tempest-NetworksTest-1459545445 tempest-NetworksTest-1459545445-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576559'] for segment (150ba0d8-8d6f-40fb-8580-180525423f14), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:42:44.259383 n-d-760453-5 neutron-server[103304]: INFO neutron.db.segments_db [None req-18d9cb42-8db6-4d81-be4b-fefcb697e160 tempest-NetworksTest-1459545445 tempest-NetworksTest-1459545445-project] Added segment 150ba0d8-8d6f-40fb-8580-180525423f14 of type vlan for network 199e2b29-ffbf-4719-9fab-63545002459d Jan 26 21:42:44.264461 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device 69087b7f-25be-4836-aae2-8e6f391b3741 up at agent ovs-agent-n-d-760453-5 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 21:42:44.320467 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-18d9cb42-8db6-4d81-be4b-fefcb697e160 tempest-NetworksTest-1459545445 tempest-NetworksTest-1459545445-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746560256871'] for network (199e2b29-ffbf-4719-9fab-63545002459d), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:42:44.342770 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Provisioning complete for port 69087b7f-25be-4836-aae2-8e6f391b3741 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:42:44.343154 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (69087b7f-25be-4836-aae2-8e6f391b3741), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:42:44.356555 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-18d9cb42-8db6-4d81-be4b-fefcb697e160 tempest-NetworksTest-1459545445 tempest-NetworksTest-1459545445-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503'] for network (199e2b29-ffbf-4719-9fab-63545002459d), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:42:44.363309 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18d9cb42-8db6-4d81-be4b-fefcb697e160 tempest-NetworksTest-1459545445 tempest-NetworksTest-1459545445-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:42:44.364062 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-18d9cb42-8db6-4d81-be4b-fefcb697e160 tempest-NetworksTest-1459545445 tempest-NetworksTest-1459545445-project] Publish callbacks [] for network (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:42:44.451207 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 37676) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:42:44.453410 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-18d9cb42-8db6-4d81-be4b-fefcb697e160 tempest-NetworksTest-1459545445 tempest-NetworksTest-1459545445-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.2969611 Jan 26 21:42:44.469196 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-ad2eab9a-d17f-4f0b-b058-1d4d9e28ea90 tempest-NetworksTest-1459545445 tempest-NetworksTest-1459545445-project] Request body: {'subnet': {'network_id': '199e2b29-ffbf-4719-9fab-63545002459d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:42:44.478550 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Current status of the port 69087b7f-25be-4836-aae2-8e6f391b3741 is: DOWN; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:42:44.481030 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (69087b7f-25be-4836-aae2-8e6f391b3741), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:42:44.503779 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d9cb42-8db6-4d81-be4b-fefcb697e160 tempest-NetworksTest-1459545445 tempest-NetworksTest-1459545445-project] Pushing event updated for resources: {'Network': ['ID=199e2b29-ffbf-4719-9fab-63545002459d,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:42:44.518761 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Network 199e2b29-ffbf-4719-9fab-63545002459d details requested by agent ovs-agent-n-d-760453-5 with host n-d-760453-5 {{(pid=103306) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 26 21:42:44.585101 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] For port 69087b7f-25be-4836-aae2-8e6f391b3741, host n-d-760453-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=69087b7f-25be-4836-aae2-8e6f391b3741,segment=NetworkSegment(3e067e91-331b-49fb-a93c-47ec8654c105),segment_id=3e067e91-331b-49fb-a93c-47ec8654c105)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:42:44.594150 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (69087b7f-25be-4836-aae2-8e6f391b3741), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:42:44.636653 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad2eab9a-d17f-4f0b-b058-1d4d9e28ea90 tempest-NetworksTest-1459545445 tempest-NetworksTest-1459545445-project] Made reservation on behalf of a005420d1d17477a9d2ba3ef1bf8969c for: {'subnet': 1} {{(pid=103305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 21:42:44.641443 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-ad2eab9a-d17f-4f0b-b058-1d4d9e28ea90 tempest-NetworksTest-1459545445 tempest-NetworksTest-1459545445-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11599953'] for subnet (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:42:44.683687 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Pushing event updated for resources: {'Port': ['ID=69087b7f-25be-4836-aae2-8e6f391b3741,revision_number=3']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:42:44.738077 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.ipam_backend_mixin [None req-ad2eab9a-d17f-4f0b-b058-1d4d9e28ea90 tempest-NetworksTest-1459545445 tempest-NetworksTest-1459545445-project] Performing IP validity checks on allocation pools {{(pid=103305) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jan 26 21:42:44.738906 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.ipam_backend_mixin [None req-ad2eab9a-d17f-4f0b-b058-1d4d9e28ea90 tempest-NetworksTest-1459545445 tempest-NetworksTest-1459545445-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103305) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jan 26 21:42:44.928119 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-ad2eab9a-d17f-4f0b-b058-1d4d9e28ea90 tempest-NetworksTest-1459545445 tempest-NetworksTest-1459545445-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11788839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11599975'] for subnet (2d5980a1-19ad-4cb1-9bb3-049d820128ea), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:42:44.930699 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08c58d09-e649-473b-8a6d-f0adffbef88b None None] get_active_networks_info from n-d-760453-5 {{(pid=103306) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jan 26 21:42:45.002665 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2eab9a-d17f-4f0b-b058-1d4d9e28ea90 tempest-NetworksTest-1459545445 tempest-NetworksTest-1459545445-project] Pushing event updated for resources: {'Subnet': ['ID=2d5980a1-19ad-4cb1-9bb3-049d820128ea,revision_number=0']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:42:45.037764 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad2eab9a-d17f-4f0b-b058-1d4d9e28ea90 tempest-NetworksTest-1459545445 tempest-NetworksTest-1459545445-project] Checking segment: {'id': '150ba0d8-8d6f-40fb-8580-180525423f14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '199e2b29-ffbf-4719-9fab-63545002459d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103305) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 21:42:45.038617 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad2eab9a-d17f-4f0b-b058-1d4d9e28ea90 tempest-NetworksTest-1459545445 tempest-NetworksTest-1459545445-project] Network hostable DHCP agents. Network: 199e2b29-ffbf-4719-9fab-63545002459d, hostable agents: ['474ccdf7-ab6c-405b-a3b2-dc7b05829902'], hosted agents: [] {{(pid=103305) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 26 21:42:45.061867 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad2eab9a-d17f-4f0b-b058-1d4d9e28ea90 tempest-NetworksTest-1459545445 tempest-NetworksTest-1459545445-project] Network 199e2b29-ffbf-4719-9fab-63545002459d is scheduled to be hosted by DHCP agent 474ccdf7-ab6c-405b-a3b2-dc7b05829902 with binding_index 1 {{(pid=103305) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 26 21:42:45.073969 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [None req-ad2eab9a-d17f-4f0b-b058-1d4d9e28ea90 tempest-NetworksTest-1459545445 tempest-NetworksTest-1459545445-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760453-5, 199e2b29-ffbf-4719-9fab-63545002459d) {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:42:45.080803 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad2eab9a-d17f-4f0b-b058-1d4d9e28ea90 tempest-NetworksTest-1459545445 tempest-NetworksTest-1459545445-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:42:45.081491 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-ad2eab9a-d17f-4f0b-b058-1d4d9e28ea90 tempest-NetworksTest-1459545445 tempest-NetworksTest-1459545445-project] Publish callbacks [] for subnet (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:42:45.086772 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-7fa290e4-f05e-44f3-a53c-a646e1e29ca2 None None] Provisioning complete for port 69087b7f-25be-4836-aae2-8e6f391b3741 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:42:45.087157 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-7fa290e4-f05e-44f3-a53c-a646e1e29ca2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (69087b7f-25be-4836-aae2-8e6f391b3741), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:42:45.106918 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-ad2eab9a-d17f-4f0b-b058-1d4d9e28ea90 tempest-NetworksTest-1459545445 tempest-NetworksTest-1459545445-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 0.6545253 Jan 26 21:42:45.109570 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 37690) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:42:45.220851 n-d-760453-5 neutron-server[103306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08c58d09-e649-473b-8a6d-f0adffbef88b None None] Unable to find a vacant binding_index for network 199e2b29-ffbf-4719-9fab-63545002459d and agent 474ccdf7-ab6c-405b-a3b2-dc7b05829902 {{(pid=103306) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:209}} Jan 26 21:42:45.231468 n-d-760453-5 neutron-server[103306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08c58d09-e649-473b-8a6d-f0adffbef88b None None] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760453-5, 199e2b29-ffbf-4719-9fab-63545002459d) {{(pid=103306) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 26 21:42:45.237958 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-085e215f-e1b0-4d81-a8da-a13ac21c8f67 tempest-NetworksTest-1459545445 tempest-NetworksTest-1459545445-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-748181'] for network (199e2b29-ffbf-4719-9fab-63545002459d), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:42:45.243850 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-7fa290e4-f05e-44f3-a53c-a646e1e29ca2 None None] Current status of the port 69087b7f-25be-4836-aae2-8e6f391b3741 is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:42:45.300868 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-085e215f-e1b0-4d81-a8da-a13ac21c8f67 tempest-NetworksTest-1459545445 tempest-NetworksTest-1459545445-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687316'] for subnet (2d5980a1-19ad-4cb1-9bb3-049d820128ea), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:42:45.372249 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-085e215f-e1b0-4d81-a8da-a13ac21c8f67 tempest-NetworksTest-1459545445 tempest-NetworksTest-1459545445-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11791594', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11599980'] for subnet (2d5980a1-19ad-4cb1-9bb3-049d820128ea), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:42:45.405325 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085e215f-e1b0-4d81-a8da-a13ac21c8f67 tempest-NetworksTest-1459545445 tempest-NetworksTest-1459545445-project] Pushing event deleted for resources: {'Subnet': ['ID=2d5980a1-19ad-4cb1-9bb3-049d820128ea,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:42:45.440357 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4aaea041-590a-49bc-8554-e51927907b24 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3c4099e8-8ffb-51d1-af7f-5868973e933f-199e2b29-ffbf-4719-9fab-63545002459d', 'network_id': '199e2b29-ffbf-4719-9fab-63545002459d', 'project_id': 'a005420d1d17477a9d2ba3ef1bf8969c', 'fixed_ips': [{'subnet_id': '2d5980a1-19ad-4cb1-9bb3-049d820128ea'}]}} from n-d-760453-5. {{(pid=103306) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 26 21:42:45.441470 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-4aaea041-590a-49bc-8554-e51927907b24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (None), before_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:42:45.476063 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-085e215f-e1b0-4d81-a8da-a13ac21c8f67 tempest-NetworksTest-1459545445 tempest-NetworksTest-1459545445-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-686403', 'neutron.services.segments.db._delete_segments_for_network-8746560774018'] for network (199e2b29-ffbf-4719-9fab-63545002459d), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:42:45.499457 n-d-760453-5 neutron-server[103305]: DEBUG neutron.services.segments.db [None req-085e215f-e1b0-4d81-a8da-a13ac21c8f67 tempest-NetworksTest-1459545445 tempest-NetworksTest-1459545445-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['199e2b29-ffbf-4719-9fab-63545002459d']}} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:42:45.509780 n-d-760453-5 neutron-server[103305]: DEBUG neutron.services.segments.db [None req-085e215f-e1b0-4d81-a8da-a13ac21c8f67 tempest-NetworksTest-1459545445 tempest-NetworksTest-1459545445-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '150ba0d8-8d6f-40fb-8580-180525423f14') {'for_net_delete': True} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:42:45.510096 n-d-760453-5 neutron-server[103305]: DEBUG neutron.services.segments.db [None req-085e215f-e1b0-4d81-a8da-a13ac21c8f67 tempest-NetworksTest-1459545445 tempest-NetworksTest-1459545445-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '150ba0d8-8d6f-40fb-8580-180525423f14') {} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:42:45.520097 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-085e215f-e1b0-4d81-a8da-a13ac21c8f67 tempest-NetworksTest-1459545445 tempest-NetworksTest-1459545445-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746560742283', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11788955'] for segment (150ba0d8-8d6f-40fb-8580-180525423f14), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:42:45.534492 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-085e215f-e1b0-4d81-a8da-a13ac21c8f67 tempest-NetworksTest-1459545445 tempest-NetworksTest-1459545445-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576559'] for segment (150ba0d8-8d6f-40fb-8580-180525423f14), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:42:45.541589 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75472fb7-91c9-44d3-94db-137f1b0c2070 None None] Network 53baacac-dcf5-41fe-ab2f-9512c8aec406 requested from n-d-760453-5 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 26 21:42:45.542874 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-085e215f-e1b0-4d81-a8da-a13ac21c8f67 tempest-NetworksTest-1459545445 tempest-NetworksTest-1459545445-project] Releasing vlan 598 on physical network physnet1 to pool {{(pid=103305) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 26 21:42:45.544013 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-085e215f-e1b0-4d81-a8da-a13ac21c8f67 tempest-NetworksTest-1459545445 tempest-NetworksTest-1459545445-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11791428'] for segment (150ba0d8-8d6f-40fb-8580-180525423f14), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:42:45.545509 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67a80dd4-fe9e-40b3-82b3-f8b2b1b98143 None None] Network 199e2b29-ffbf-4719-9fab-63545002459d requested from n-d-760453-5 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 26 21:42:45.548633 n-d-760453-5 neutron-server[103305]: Traceback (most recent call last): Jan 26 21:42:45.548633 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 26 21:42:45.548633 n-d-760453-5 neutron-server[103305]: timer() Jan 26 21:42:45.548633 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 26 21:42:45.548633 n-d-760453-5 neutron-server[103305]: cb(*args, **kw) Jan 26 21:42:45.548633 n-d-760453-5 neutron-server[103305]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 26 21:42:45.548633 n-d-760453-5 neutron-server[103305]: return func(*args, **kwargs) Jan 26 21:42:45.548633 n-d-760453-5 neutron-server[103305]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 26 21:42:45.548633 n-d-760453-5 neutron-server[103305]: self._notify() Jan 26 21:42:45.548633 n-d-760453-5 neutron-server[103305]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 26 21:42:45.548633 n-d-760453-5 neutron-server[103305]: self.callback(batched_events) Jan 26 21:42:45.548633 n-d-760453-5 neutron-server[103305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 26 21:42:45.548633 n-d-760453-5 neutron-server[103305]: event.method(event) Jan 26 21:42:45.548633 n-d-760453-5 neutron-server[103305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 26 21:42:45.548633 n-d-760453-5 neutron-server[103305]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 26 21:42:45.548633 n-d-760453-5 neutron-server[103305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 26 21:42:45.548633 n-d-760453-5 neutron-server[103305]: aggregate_uuid = self.p_client.list_aggregates( Jan 26 21:42:45.548633 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 26 21:42:45.548633 n-d-760453-5 neutron-server[103305]: return f(self, *a, **k) Jan 26 21:42:45.548633 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 26 21:42:45.548633 n-d-760453-5 neutron-server[103305]: return self._get(url).json() Jan 26 21:42:45.548633 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 26 21:42:45.548633 n-d-760453-5 neutron-server[103305]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 26 21:42:45.548633 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 26 21:42:45.548633 n-d-760453-5 neutron-server[103305]: return self.request(url, 'GET', **kwargs) Jan 26 21:42:45.548633 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 26 21:42:45.548633 n-d-760453-5 neutron-server[103305]: base_url = self.get_endpoint(auth, allow=allow, Jan 26 21:42:45.548633 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 26 21:42:45.548633 n-d-760453-5 neutron-server[103305]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 26 21:42:45.548633 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 26 21:42:45.548633 n-d-760453-5 neutron-server[103305]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 26 21:42:45.548633 n-d-760453-5 neutron-server[103305]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 26 21:42:45.616928 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-085e215f-e1b0-4d81-a8da-a13ac21c8f67 tempest-NetworksTest-1459545445 tempest-NetworksTest-1459545445-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4110931'] for network (199e2b29-ffbf-4719-9fab-63545002459d), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:42:45.652715 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-085e215f-e1b0-4d81-a8da-a13ac21c8f67 tempest-NetworksTest-1459545445 tempest-NetworksTest-1459545445-project] Publish callbacks [] for network (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:42:45.656630 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-085e215f-e1b0-4d81-a8da-a13ac21c8f67 tempest-NetworksTest-1459545445 tempest-NetworksTest-1459545445-project] 10.222.0.13 "DELETE /v2.0/networks/199e2b29-ffbf-4719-9fab-63545002459d HTTP/1.1" status: 204 len: 168 time: 0.5458162 Jan 26 21:42:45.657825 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085e215f-e1b0-4d81-a8da-a13ac21c8f67 tempest-NetworksTest-1459545445 tempest-NetworksTest-1459545445-project] Pushing event deleted for resources: {'Network': ['ID=199e2b29-ffbf-4719-9fab-63545002459d,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:42:45.661478 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 37704) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:42:45.667080 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-f3488cd5-fe98-486a-b23f-d747a21114c7 tempest-NetworksTest-1459545445 tempest-NetworksTest-1459545445-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-287188203'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:42:45.688076 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3488cd5-fe98-486a-b23f-d747a21114c7 tempest-NetworksTest-1459545445 tempest-NetworksTest-1459545445-project] Made reservation on behalf of a005420d1d17477a9d2ba3ef1bf8969c for: {'network': 1} {{(pid=103304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 21:42:45.693362 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-f3488cd5-fe98-486a-b23f-d747a21114c7 tempest-NetworksTest-1459545445 tempest-NetworksTest-1459545445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for network (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:42:45.724935 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f3488cd5-fe98-486a-b23f-d747a21114c7 tempest-NetworksTest-1459545445 tempest-NetworksTest-1459545445-project] vlan segment allocate from pool success with {'vlan_id': 586, 'physical_network': 'physnet1'} {{(pid=103304) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 26 21:42:45.736816 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-f3488cd5-fe98-486a-b23f-d747a21114c7 tempest-NetworksTest-1459545445 tempest-NetworksTest-1459545445-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576559'] for segment (1c76101b-f9ef-45cf-82b4-eb9ef294b86e), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:42:45.737163 n-d-760453-5 neutron-server[103304]: INFO neutron.db.segments_db [None req-f3488cd5-fe98-486a-b23f-d747a21114c7 tempest-NetworksTest-1459545445 tempest-NetworksTest-1459545445-project] Added segment 1c76101b-f9ef-45cf-82b4-eb9ef294b86e of type vlan for network 16962161-9068-4123-8464-9f4cccc9f766 Jan 26 21:42:45.753739 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a2e9c6e-0a5f-407e-bb30-6fe50bb5e140 None None] Network 199e2b29-ffbf-4719-9fab-63545002459d requested from n-d-760453-5 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 26 21:42:45.769559 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a2e9c6e-0a5f-407e-bb30-6fe50bb5e140 None None] Network 199e2b29-ffbf-4719-9fab-63545002459d could not be found, it might have been deleted concurrently. {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Jan 26 21:42:45.791697 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-f3488cd5-fe98-486a-b23f-d747a21114c7 tempest-NetworksTest-1459545445 tempest-NetworksTest-1459545445-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746560256871'] for network (16962161-9068-4123-8464-9f4cccc9f766), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:42:45.818473 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-f3488cd5-fe98-486a-b23f-d747a21114c7 tempest-NetworksTest-1459545445 tempest-NetworksTest-1459545445-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503'] for network (16962161-9068-4123-8464-9f4cccc9f766), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:42:45.824153 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3488cd5-fe98-486a-b23f-d747a21114c7 tempest-NetworksTest-1459545445 tempest-NetworksTest-1459545445-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:42:45.824676 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-f3488cd5-fe98-486a-b23f-d747a21114c7 tempest-NetworksTest-1459545445 tempest-NetworksTest-1459545445-project] Publish callbacks [] for network (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:42:45.900238 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 37706) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:42:45.900448 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-f3488cd5-fe98-486a-b23f-d747a21114c7 tempest-NetworksTest-1459545445 tempest-NetworksTest-1459545445-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.2377470 Jan 26 21:42:45.909442 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-59986801-7e40-49fe-a054-a702fef0fa15 tempest-NetworksTest-1459545445 tempest-NetworksTest-1459545445-project] Request body: {'subnet': {'network_id': '16962161-9068-4123-8464-9f4cccc9f766', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:42:45.912696 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3488cd5-fe98-486a-b23f-d747a21114c7 tempest-NetworksTest-1459545445 tempest-NetworksTest-1459545445-project] Pushing event updated for resources: {'Network': ['ID=16962161-9068-4123-8464-9f4cccc9f766,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:42:45.923603 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Network 16962161-9068-4123-8464-9f4cccc9f766 details requested by agent ovs-agent-n-d-760453-5 with host n-d-760453-5 {{(pid=103306) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 26 21:42:46.028353 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59986801-7e40-49fe-a054-a702fef0fa15 tempest-NetworksTest-1459545445 tempest-NetworksTest-1459545445-project] Made reservation on behalf of a005420d1d17477a9d2ba3ef1bf8969c for: {'subnet': 1} {{(pid=103305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 21:42:46.032523 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-59986801-7e40-49fe-a054-a702fef0fa15 tempest-NetworksTest-1459545445 tempest-NetworksTest-1459545445-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11599953'] for subnet (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:42:46.189614 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-0647fb27-7ca5-4306-a289-e78b5ec74202 None None] Provisioning complete for port 69087b7f-25be-4836-aae2-8e6f391b3741 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:42:46.190145 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-0647fb27-7ca5-4306-a289-e78b5ec74202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (69087b7f-25be-4836-aae2-8e6f391b3741), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:42:46.216994 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device 69087b7f-25be-4836-aae2-8e6f391b3741 up at agent ovs-agent-n-d-760453-5 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 21:42:46.296605 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-59986801-7e40-49fe-a054-a702fef0fa15 tempest-NetworksTest-1459545445 tempest-NetworksTest-1459545445-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11788839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11599975'] for subnet (ae26561c-4533-4719-b6b7-4e24f1e6b8d1), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:42:46.309196 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Provisioning complete for port 69087b7f-25be-4836-aae2-8e6f391b3741 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:42:46.309607 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (69087b7f-25be-4836-aae2-8e6f391b3741), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:42:46.357565 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-0647fb27-7ca5-4306-a289-e78b5ec74202 None None] Current status of the port 69087b7f-25be-4836-aae2-8e6f391b3741 is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:42:46.363587 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59986801-7e40-49fe-a054-a702fef0fa15 tempest-NetworksTest-1459545445 tempest-NetworksTest-1459545445-project] Pushing event updated for resources: {'Subnet': ['ID=ae26561c-4533-4719-b6b7-4e24f1e6b8d1,revision_number=0']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:42:46.380759 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59986801-7e40-49fe-a054-a702fef0fa15 tempest-NetworksTest-1459545445 tempest-NetworksTest-1459545445-project] Checking segment: {'id': '1c76101b-f9ef-45cf-82b4-eb9ef294b86e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '16962161-9068-4123-8464-9f4cccc9f766'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103305) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 21:42:46.381116 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59986801-7e40-49fe-a054-a702fef0fa15 tempest-NetworksTest-1459545445 tempest-NetworksTest-1459545445-project] Network hostable DHCP agents. Network: 16962161-9068-4123-8464-9f4cccc9f766, hostable agents: ['474ccdf7-ab6c-405b-a3b2-dc7b05829902'], hosted agents: [] {{(pid=103305) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 26 21:42:46.407733 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59986801-7e40-49fe-a054-a702fef0fa15 tempest-NetworksTest-1459545445 tempest-NetworksTest-1459545445-project] Network 16962161-9068-4123-8464-9f4cccc9f766 is scheduled to be hosted by DHCP agent 474ccdf7-ab6c-405b-a3b2-dc7b05829902 with binding_index 1 {{(pid=103305) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 26 21:42:46.415148 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Current status of the port 69087b7f-25be-4836-aae2-8e6f391b3741 is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:42:46.420912 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [None req-59986801-7e40-49fe-a054-a702fef0fa15 tempest-NetworksTest-1459545445 tempest-NetworksTest-1459545445-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760453-5, 16962161-9068-4123-8464-9f4cccc9f766) {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:42:46.425458 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59986801-7e40-49fe-a054-a702fef0fa15 tempest-NetworksTest-1459545445 tempest-NetworksTest-1459545445-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:42:46.426212 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-59986801-7e40-49fe-a054-a702fef0fa15 tempest-NetworksTest-1459545445 tempest-NetworksTest-1459545445-project] Publish callbacks [] for subnet (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:42:46.443076 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48dd2acd-c9bd-4fcf-a92c-839466c392c0 None None] Network 16962161-9068-4123-8464-9f4cccc9f766 requested from n-d-760453-5 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 26 21:42:46.447599 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-59986801-7e40-49fe-a054-a702fef0fa15 tempest-NetworksTest-1459545445 tempest-NetworksTest-1459545445-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.5431607 Jan 26 21:42:46.447844 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 37714) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:42:46.558606 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cdac343-d3e6-4d88-8834-e4a659c67b91 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3c4099e8-8ffb-51d1-af7f-5868973e933f-16962161-9068-4123-8464-9f4cccc9f766', 'network_id': '16962161-9068-4123-8464-9f4cccc9f766', 'project_id': 'a005420d1d17477a9d2ba3ef1bf8969c', 'fixed_ips': [{'subnet_id': 'ae26561c-4533-4719-b6b7-4e24f1e6b8d1'}]}} from n-d-760453-5. {{(pid=103306) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 26 21:42:46.558908 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-1cdac343-d3e6-4d88-8834-e4a659c67b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (None), before_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:42:46.590965 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-f0138a81-db68-4531-9a13-856744c28aff tempest-NetworksTest-1459545445 tempest-NetworksTest-1459545445-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-748181'] for network (16962161-9068-4123-8464-9f4cccc9f766), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:42:46.648012 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-f0138a81-db68-4531-9a13-856744c28aff tempest-NetworksTest-1459545445 tempest-NetworksTest-1459545445-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687316'] for subnet (ae26561c-4533-4719-b6b7-4e24f1e6b8d1), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:42:46.715179 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.db_base_plugin_common [None req-1cdac343-d3e6-4d88-8834-e4a659c67b91 None None] Allocated IP 172.20.0.1 (16962161-9068-4123-8464-9f4cccc9f766/ae26561c-4533-4719-b6b7-4e24f1e6b8d1/c932ab9e-c5b1-4251-8a93-3069c53c87b2) {{(pid=103306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 21:42:46.872136 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-1cdac343-d3e6-4d88-8834-e4a659c67b91 None None] Publish callbacks [] for port (c932ab9e-c5b1-4251-8a93-3069c53c87b2), precommit_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:42:46.883112 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-1cdac343-d3e6-4d88-8834-e4a659c67b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746560234527'] for port (c932ab9e-c5b1-4251-8a93-3069c53c87b2), after_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:42:46.910800 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-f0138a81-db68-4531-9a13-856744c28aff tempest-NetworksTest-1459545445 tempest-NetworksTest-1459545445-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11791594', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11599980'] for subnet (ae26561c-4533-4719-b6b7-4e24f1e6b8d1), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:42:46.937305 n-d-760453-5 neutron-server[103306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cdac343-d3e6-4d88-8834-e4a659c67b91 None None] Network 16962161-9068-4123-8464-9f4cccc9f766 is already hosted by enough agents. {{(pid=103306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 21:42:46.943456 n-d-760453-5 neutron-server[103306]: DEBUG neutron.scheduler.base_scheduler [None req-1cdac343-d3e6-4d88-8834-e4a659c67b91 None None] Resources bound (agent type, host, resource id): {{(pid=103306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:42:46.948121 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cdac343-d3e6-4d88-8834-e4a659c67b91 None None] Received port after_create {{(pid=103306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 21:42:46.951498 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cdac343-d3e6-4d88-8834-e4a659c67b91 None None] Pushing event updated for resources: {'Port': ['ID=c932ab9e-c5b1-4251-8a93-3069c53c87b2,revision_number=1']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:42:46.955180 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0138a81-db68-4531-9a13-856744c28aff tempest-NetworksTest-1459545445 tempest-NetworksTest-1459545445-project] Pushing event deleted for resources: {'Subnet': ['ID=ae26561c-4533-4719-b6b7-4e24f1e6b8d1,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:42:47.009485 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-1cdac343-d3e6-4d88-8834-e4a659c67b91 None None] Attempting to bind port c932ab9e-c5b1-4251-8a93-3069c53c87b2 on host n-d-760453-5 for vnic_type normal with profile {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 21:42:47.010127 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-1cdac343-d3e6-4d88-8834-e4a659c67b91 None None] Attempting to bind port c932ab9e-c5b1-4251-8a93-3069c53c87b2 by drivers openvswitch,hyperv on host n-d-760453-5 at level 0 using segments [{'id': '1c76101b-f9ef-45cf-82b4-eb9ef294b86e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '16962161-9068-4123-8464-9f4cccc9f766'}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 26 21:42:47.010666 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cdac343-d3e6-4d88-8834-e4a659c67b91 None None] Attempting to bind port c932ab9e-c5b1-4251-8a93-3069c53c87b2 on network 16962161-9068-4123-8464-9f4cccc9f766 {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 21:42:47.016528 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cdac343-d3e6-4d88-8834-e4a659c67b91 None None] Checking agent: {'id': 'fea0591a-627d-4c87-9a9a-01625ddf3277', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760453-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 20, 55, 25), 'started_at': datetime.datetime(2022, 1, 26, 20, 55, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 21, 42, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760453-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 26 21:42:47.016913 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cdac343-d3e6-4d88-8834-e4a659c67b91 None None] Checking segment: {'id': '1c76101b-f9ef-45cf-82b4-eb9ef294b86e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '16962161-9068-4123-8464-9f4cccc9f766'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 21:42:47.017351 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-1cdac343-d3e6-4d88-8834-e4a659c67b91 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:42:47.017753 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cdac343-d3e6-4d88-8834-e4a659c67b91 None None] Bound using segment: {'id': '1c76101b-f9ef-45cf-82b4-eb9ef294b86e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '16962161-9068-4123-8464-9f4cccc9f766'} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 26 21:42:47.018232 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-1cdac343-d3e6-4d88-8834-e4a659c67b91 None None] Bound port: c932ab9e-c5b1-4251-8a93-3069c53c87b2, host: n-d-760453-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c76101b-f9ef-45cf-82b4-eb9ef294b86e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '16962161-9068-4123-8464-9f4cccc9f766'}}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 26 21:42:47.018616 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-1cdac343-d3e6-4d88-8834-e4a659c67b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (c932ab9e-c5b1-4251-8a93-3069c53c87b2), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:42:47.031060 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-f0138a81-db68-4531-9a13-856744c28aff tempest-NetworksTest-1459545445 tempest-NetworksTest-1459545445-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-686403', 'neutron.services.segments.db._delete_segments_for_network-8746560774018'] for network (16962161-9068-4123-8464-9f4cccc9f766), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:42:47.058417 n-d-760453-5 neutron-server[103305]: DEBUG neutron.services.segments.db [None req-f0138a81-db68-4531-9a13-856744c28aff tempest-NetworksTest-1459545445 tempest-NetworksTest-1459545445-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['16962161-9068-4123-8464-9f4cccc9f766']}} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:42:47.081202 n-d-760453-5 neutron-server[103305]: DEBUG neutron.services.segments.db [None req-f0138a81-db68-4531-9a13-856744c28aff tempest-NetworksTest-1459545445 tempest-NetworksTest-1459545445-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1c76101b-f9ef-45cf-82b4-eb9ef294b86e') {'for_net_delete': True} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:42:47.081998 n-d-760453-5 neutron-server[103305]: DEBUG neutron.services.segments.db [None req-f0138a81-db68-4531-9a13-856744c28aff tempest-NetworksTest-1459545445 tempest-NetworksTest-1459545445-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1c76101b-f9ef-45cf-82b4-eb9ef294b86e') {} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:42:47.094475 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-1cdac343-d3e6-4d88-8834-e4a659c67b91 None None] For port c932ab9e-c5b1-4251-8a93-3069c53c87b2, host n-d-760453-5, cleared binding levels {{(pid=103306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 26 21:42:47.094897 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-f0138a81-db68-4531-9a13-856744c28aff tempest-NetworksTest-1459545445 tempest-NetworksTest-1459545445-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746560742283', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11788955'] for segment (1c76101b-f9ef-45cf-82b4-eb9ef294b86e), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:42:47.099677 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-1cdac343-d3e6-4d88-8834-e4a659c67b91 None None] For port c932ab9e-c5b1-4251-8a93-3069c53c87b2, host n-d-760453-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=c932ab9e-c5b1-4251-8a93-3069c53c87b2,segment=NetworkSegment(1c76101b-f9ef-45cf-82b4-eb9ef294b86e),segment_id=1c76101b-f9ef-45cf-82b4-eb9ef294b86e)] {{(pid=103306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 26 21:42:47.108376 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-1cdac343-d3e6-4d88-8834-e4a659c67b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (c932ab9e-c5b1-4251-8a93-3069c53c87b2), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:42:47.120569 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-f0138a81-db68-4531-9a13-856744c28aff tempest-NetworksTest-1459545445 tempest-NetworksTest-1459545445-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576559'] for segment (1c76101b-f9ef-45cf-82b4-eb9ef294b86e), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:42:47.133595 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f0138a81-db68-4531-9a13-856744c28aff tempest-NetworksTest-1459545445 tempest-NetworksTest-1459545445-project] Releasing vlan 586 on physical network physnet1 to pool {{(pid=103305) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 26 21:42:47.134450 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-f0138a81-db68-4531-9a13-856744c28aff tempest-NetworksTest-1459545445 tempest-NetworksTest-1459545445-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11791428'] for segment (1c76101b-f9ef-45cf-82b4-eb9ef294b86e), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:42:47.140484 n-d-760453-5 neutron-server[103305]: Traceback (most recent call last): Jan 26 21:42:47.140484 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 26 21:42:47.140484 n-d-760453-5 neutron-server[103305]: timer() Jan 26 21:42:47.140484 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 26 21:42:47.140484 n-d-760453-5 neutron-server[103305]: cb(*args, **kw) Jan 26 21:42:47.140484 n-d-760453-5 neutron-server[103305]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 26 21:42:47.140484 n-d-760453-5 neutron-server[103305]: return func(*args, **kwargs) Jan 26 21:42:47.140484 n-d-760453-5 neutron-server[103305]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 26 21:42:47.140484 n-d-760453-5 neutron-server[103305]: self._notify() Jan 26 21:42:47.140484 n-d-760453-5 neutron-server[103305]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 26 21:42:47.140484 n-d-760453-5 neutron-server[103305]: self.callback(batched_events) Jan 26 21:42:47.140484 n-d-760453-5 neutron-server[103305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 26 21:42:47.140484 n-d-760453-5 neutron-server[103305]: event.method(event) Jan 26 21:42:47.140484 n-d-760453-5 neutron-server[103305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 26 21:42:47.140484 n-d-760453-5 neutron-server[103305]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 26 21:42:47.140484 n-d-760453-5 neutron-server[103305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 26 21:42:47.140484 n-d-760453-5 neutron-server[103305]: aggregate_uuid = self.p_client.list_aggregates( Jan 26 21:42:47.140484 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 26 21:42:47.140484 n-d-760453-5 neutron-server[103305]: return f(self, *a, **k) Jan 26 21:42:47.140484 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 26 21:42:47.140484 n-d-760453-5 neutron-server[103305]: return self._get(url).json() Jan 26 21:42:47.140484 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 26 21:42:47.140484 n-d-760453-5 neutron-server[103305]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 26 21:42:47.140484 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 26 21:42:47.140484 n-d-760453-5 neutron-server[103305]: return self.request(url, 'GET', **kwargs) Jan 26 21:42:47.140484 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 26 21:42:47.140484 n-d-760453-5 neutron-server[103305]: base_url = self.get_endpoint(auth, allow=allow, Jan 26 21:42:47.140484 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 26 21:42:47.140484 n-d-760453-5 neutron-server[103305]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 26 21:42:47.140484 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 26 21:42:47.140484 n-d-760453-5 neutron-server[103305]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 26 21:42:47.140484 n-d-760453-5 neutron-server[103305]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 26 21:42:47.219428 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.db.api [None req-f0138a81-db68-4531-9a13-856744c28aff tempest-NetworksTest-1459545445 tempest-NetworksTest-1459545445-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jan 26 21:42:47.219428 n-d-760453-5 neutron-server[103305]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jan 26 21:42:47.219428 n-d-760453-5 neutron-server[103305]: [parameters: {'id': '16962161-9068-4123-8464-9f4cccc9f766'}] Jan 26 21:42:47.219428 n-d-760453-5 neutron-server[103305]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103305) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 26 21:42:47.220245 n-d-760453-5 neutron-server[103305]: DEBUG oslo_db.api [None req-f0138a81-db68-4531-9a13-856744c28aff tempest-NetworksTest-1459545445 tempest-NetworksTest-1459545445-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 26 21:42:47.248656 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cdac343-d3e6-4d88-8834-e4a659c67b91 None None] Pushing event updated for resources: {'Port': ['ID=c932ab9e-c5b1-4251-8a93-3069c53c87b2,revision_number=2']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:42:47.265231 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98d03550-a7a6-4361-b85c-5edc438dd614 None None] get_active_networks_info from n-d-760453-5 {{(pid=103306) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jan 26 21:42:47.349878 n-d-760453-5 neutron-server[103306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98d03550-a7a6-4361-b85c-5edc438dd614 None None] Resources bound (agent type, host, resource id): {{(pid=103306) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 26 21:42:47.520384 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e5e82ed-f1b8-41f5-b8b9-9683cb032095 None None] Network 16962161-9068-4123-8464-9f4cccc9f766 requested from n-d-760453-5 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 26 21:42:47.721315 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-f0138a81-db68-4531-9a13-856744c28aff tempest-NetworksTest-1459545445 tempest-NetworksTest-1459545445-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-748181'] for network (16962161-9068-4123-8464-9f4cccc9f766), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:42:47.785054 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-f0138a81-db68-4531-9a13-856744c28aff tempest-NetworksTest-1459545445 tempest-NetworksTest-1459545445-project] Deleting port c932ab9e-c5b1-4251-8a93-3069c53c87b2 {{(pid=103305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 21:42:47.785432 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-f0138a81-db68-4531-9a13-856744c28aff tempest-NetworksTest-1459545445 tempest-NetworksTest-1459545445-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746560630878'] for port (c932ab9e-c5b1-4251-8a93-3069c53c87b2), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:42:47.851034 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [None req-f0138a81-db68-4531-9a13-856744c28aff tempest-NetworksTest-1459545445 tempest-NetworksTest-1459545445-project] For port c932ab9e-c5b1-4251-8a93-3069c53c87b2, host n-d-760453-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=c932ab9e-c5b1-4251-8a93-3069c53c87b2,segment=NetworkSegment(1c76101b-f9ef-45cf-82b4-eb9ef294b86e),segment_id=1c76101b-f9ef-45cf-82b4-eb9ef294b86e)] {{(pid=103305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:42:47.851401 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-f0138a81-db68-4531-9a13-856744c28aff tempest-NetworksTest-1459545445 tempest-NetworksTest-1459545445-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4109658'] for port (c932ab9e-c5b1-4251-8a93-3069c53c87b2), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:42:47.865187 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-f0138a81-db68-4531-9a13-856744c28aff tempest-NetworksTest-1459545445 tempest-NetworksTest-1459545445-project] Calling delete_port for c932ab9e-c5b1-4251-8a93-3069c53c87b2 owned by network:dhcp {{(pid=103305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 21:42:47.967906 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-f0138a81-db68-4531-9a13-856744c28aff tempest-NetworksTest-1459545445 tempest-NetworksTest-1459545445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746560636600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746560234536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11791543'] for port (c932ab9e-c5b1-4251-8a93-3069c53c87b2), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:42:47.997151 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0138a81-db68-4531-9a13-856744c28aff tempest-NetworksTest-1459545445 tempest-NetworksTest-1459545445-project] Pushing event deleted for resources: {'Port': ['ID=c932ab9e-c5b1-4251-8a93-3069c53c87b2,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:42:47.999100 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0138a81-db68-4531-9a13-856744c28aff tempest-NetworksTest-1459545445 tempest-NetworksTest-1459545445-project] No DVR routers for this DVR port c932ab9e-c5b1-4251-8a93-3069c53c87b2 on host n-d-760453-5 {{(pid=103305) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 26 21:42:48.099565 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-f0138a81-db68-4531-9a13-856744c28aff tempest-NetworksTest-1459545445 tempest-NetworksTest-1459545445-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-686403', 'neutron.services.segments.db._delete_segments_for_network-8746560774018'] for network (16962161-9068-4123-8464-9f4cccc9f766), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:42:48.123633 n-d-760453-5 neutron-server[103305]: DEBUG neutron.services.segments.db [None req-f0138a81-db68-4531-9a13-856744c28aff tempest-NetworksTest-1459545445 tempest-NetworksTest-1459545445-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['16962161-9068-4123-8464-9f4cccc9f766']}} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:42:48.134375 n-d-760453-5 neutron-server[103305]: DEBUG neutron.services.segments.db [None req-f0138a81-db68-4531-9a13-856744c28aff tempest-NetworksTest-1459545445 tempest-NetworksTest-1459545445-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1c76101b-f9ef-45cf-82b4-eb9ef294b86e') {'for_net_delete': True} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:42:48.134668 n-d-760453-5 neutron-server[103305]: DEBUG neutron.services.segments.db [None req-f0138a81-db68-4531-9a13-856744c28aff tempest-NetworksTest-1459545445 tempest-NetworksTest-1459545445-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1c76101b-f9ef-45cf-82b4-eb9ef294b86e') {} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:42:48.144990 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-f0138a81-db68-4531-9a13-856744c28aff tempest-NetworksTest-1459545445 tempest-NetworksTest-1459545445-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746560742283', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11788955'] for segment (1c76101b-f9ef-45cf-82b4-eb9ef294b86e), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:42:48.159345 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-f0138a81-db68-4531-9a13-856744c28aff tempest-NetworksTest-1459545445 tempest-NetworksTest-1459545445-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576559'] for segment (1c76101b-f9ef-45cf-82b4-eb9ef294b86e), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:42:48.166579 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f0138a81-db68-4531-9a13-856744c28aff tempest-NetworksTest-1459545445 tempest-NetworksTest-1459545445-project] Releasing vlan 586 on physical network physnet1 to pool {{(pid=103305) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 26 21:42:48.166996 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-f0138a81-db68-4531-9a13-856744c28aff tempest-NetworksTest-1459545445 tempest-NetworksTest-1459545445-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11791428'] for segment (1c76101b-f9ef-45cf-82b4-eb9ef294b86e), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:42:48.170273 n-d-760453-5 neutron-server[103305]: Traceback (most recent call last): Jan 26 21:42:48.170273 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 26 21:42:48.170273 n-d-760453-5 neutron-server[103305]: timer() Jan 26 21:42:48.170273 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 26 21:42:48.170273 n-d-760453-5 neutron-server[103305]: cb(*args, **kw) Jan 26 21:42:48.170273 n-d-760453-5 neutron-server[103305]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 26 21:42:48.170273 n-d-760453-5 neutron-server[103305]: return func(*args, **kwargs) Jan 26 21:42:48.170273 n-d-760453-5 neutron-server[103305]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 26 21:42:48.170273 n-d-760453-5 neutron-server[103305]: self._notify() Jan 26 21:42:48.170273 n-d-760453-5 neutron-server[103305]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 26 21:42:48.170273 n-d-760453-5 neutron-server[103305]: self.callback(batched_events) Jan 26 21:42:48.170273 n-d-760453-5 neutron-server[103305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 26 21:42:48.170273 n-d-760453-5 neutron-server[103305]: event.method(event) Jan 26 21:42:48.170273 n-d-760453-5 neutron-server[103305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 26 21:42:48.170273 n-d-760453-5 neutron-server[103305]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 26 21:42:48.170273 n-d-760453-5 neutron-server[103305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 26 21:42:48.170273 n-d-760453-5 neutron-server[103305]: aggregate_uuid = self.p_client.list_aggregates( Jan 26 21:42:48.170273 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 26 21:42:48.170273 n-d-760453-5 neutron-server[103305]: return f(self, *a, **k) Jan 26 21:42:48.170273 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 26 21:42:48.170273 n-d-760453-5 neutron-server[103305]: return self._get(url).json() Jan 26 21:42:48.170273 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 26 21:42:48.170273 n-d-760453-5 neutron-server[103305]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 26 21:42:48.170273 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 26 21:42:48.170273 n-d-760453-5 neutron-server[103305]: return self.request(url, 'GET', **kwargs) Jan 26 21:42:48.170273 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 26 21:42:48.170273 n-d-760453-5 neutron-server[103305]: base_url = self.get_endpoint(auth, allow=allow, Jan 26 21:42:48.170273 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 26 21:42:48.170273 n-d-760453-5 neutron-server[103305]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 26 21:42:48.170273 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 26 21:42:48.170273 n-d-760453-5 neutron-server[103305]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 26 21:42:48.170273 n-d-760453-5 neutron-server[103305]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 26 21:42:48.243087 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-f0138a81-db68-4531-9a13-856744c28aff tempest-NetworksTest-1459545445 tempest-NetworksTest-1459545445-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4110931'] for network (16962161-9068-4123-8464-9f4cccc9f766), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:42:48.252335 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-f0138a81-db68-4531-9a13-856744c28aff tempest-NetworksTest-1459545445 tempest-NetworksTest-1459545445-project] Publish callbacks [] for network (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:42:48.260677 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 37752) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:42:48.261959 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-f0138a81-db68-4531-9a13-856744c28aff tempest-NetworksTest-1459545445 tempest-NetworksTest-1459545445-project] 10.222.0.13 "DELETE /v2.0/networks/16962161-9068-4123-8464-9f4cccc9f766 HTTP/1.1" status: 204 len: 168 time: 1.8129230 Jan 26 21:42:48.266636 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-a7f82bb7-54a7-4f3e-86f5-c962454fdfb4 tempest-NetworksTest-1459545445 tempest-NetworksTest-1459545445-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-606264232'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:42:48.276692 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0138a81-db68-4531-9a13-856744c28aff tempest-NetworksTest-1459545445 tempest-NetworksTest-1459545445-project] Pushing event deleted for resources: {'Network': ['ID=16962161-9068-4123-8464-9f4cccc9f766,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:42:48.294076 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7f82bb7-54a7-4f3e-86f5-c962454fdfb4 tempest-NetworksTest-1459545445 tempest-NetworksTest-1459545445-project] Made reservation on behalf of a005420d1d17477a9d2ba3ef1bf8969c for: {'network': 1} {{(pid=103304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 21:42:48.297683 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-a7f82bb7-54a7-4f3e-86f5-c962454fdfb4 tempest-NetworksTest-1459545445 tempest-NetworksTest-1459545445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for network (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:42:48.325167 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a7f82bb7-54a7-4f3e-86f5-c962454fdfb4 tempest-NetworksTest-1459545445 tempest-NetworksTest-1459545445-project] vlan segment allocate from pool success with {'vlan_id': 591, 'physical_network': 'physnet1'} {{(pid=103304) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 26 21:42:48.335509 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-a7f82bb7-54a7-4f3e-86f5-c962454fdfb4 tempest-NetworksTest-1459545445 tempest-NetworksTest-1459545445-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576559'] for segment (64671944-957d-41d7-b4d5-7a02b1c53159), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:42:48.335851 n-d-760453-5 neutron-server[103304]: INFO neutron.db.segments_db [None req-a7f82bb7-54a7-4f3e-86f5-c962454fdfb4 tempest-NetworksTest-1459545445 tempest-NetworksTest-1459545445-project] Added segment 64671944-957d-41d7-b4d5-7a02b1c53159 of type vlan for network 1abf22e7-dbe8-400f-aceb-5c673762cfc2 Jan 26 21:42:48.381627 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-a7f82bb7-54a7-4f3e-86f5-c962454fdfb4 tempest-NetworksTest-1459545445 tempest-NetworksTest-1459545445-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746560256871'] for network (1abf22e7-dbe8-400f-aceb-5c673762cfc2), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:42:48.409144 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-a7f82bb7-54a7-4f3e-86f5-c962454fdfb4 tempest-NetworksTest-1459545445 tempest-NetworksTest-1459545445-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503'] for network (1abf22e7-dbe8-400f-aceb-5c673762cfc2), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:42:48.414559 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7f82bb7-54a7-4f3e-86f5-c962454fdfb4 tempest-NetworksTest-1459545445 tempest-NetworksTest-1459545445-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:42:48.415090 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-a7f82bb7-54a7-4f3e-86f5-c962454fdfb4 tempest-NetworksTest-1459545445 tempest-NetworksTest-1459545445-project] Publish callbacks [] for network (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:42:48.480397 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-a7f82bb7-54a7-4f3e-86f5-c962454fdfb4 tempest-NetworksTest-1459545445 tempest-NetworksTest-1459545445-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.2182975 Jan 26 21:42:48.482915 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 37758) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:42:48.488350 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-e9d13935-0056-4051-9fd8-0c0a5fda74d7 tempest-NetworksTest-1459545445 tempest-NetworksTest-1459545445-project] Request body: {'subnet': {'network_id': '1abf22e7-dbe8-400f-aceb-5c673762cfc2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:42:48.493369 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f82bb7-54a7-4f3e-86f5-c962454fdfb4 tempest-NetworksTest-1459545445 tempest-NetworksTest-1459545445-project] Pushing event updated for resources: {'Network': ['ID=1abf22e7-dbe8-400f-aceb-5c673762cfc2,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:42:48.505937 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Network 1abf22e7-dbe8-400f-aceb-5c673762cfc2 details requested by agent ovs-agent-n-d-760453-5 with host n-d-760453-5 {{(pid=103306) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 26 21:42:48.607029 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9d13935-0056-4051-9fd8-0c0a5fda74d7 tempest-NetworksTest-1459545445 tempest-NetworksTest-1459545445-project] Made reservation on behalf of a005420d1d17477a9d2ba3ef1bf8969c for: {'subnet': 1} {{(pid=103305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 21:42:48.610704 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-e9d13935-0056-4051-9fd8-0c0a5fda74d7 tempest-NetworksTest-1459545445 tempest-NetworksTest-1459545445-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11599953'] for subnet (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:42:48.808992 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-e9d13935-0056-4051-9fd8-0c0a5fda74d7 tempest-NetworksTest-1459545445 tempest-NetworksTest-1459545445-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11788839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11599975'] for subnet (d5830dc8-e5cf-4ad9-b737-2acc9d79eae6), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:42:48.887984 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d13935-0056-4051-9fd8-0c0a5fda74d7 tempest-NetworksTest-1459545445 tempest-NetworksTest-1459545445-project] Pushing event updated for resources: {'Subnet': ['ID=d5830dc8-e5cf-4ad9-b737-2acc9d79eae6,revision_number=0']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:42:48.900710 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9d13935-0056-4051-9fd8-0c0a5fda74d7 tempest-NetworksTest-1459545445 tempest-NetworksTest-1459545445-project] Checking segment: {'id': '64671944-957d-41d7-b4d5-7a02b1c53159', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '1abf22e7-dbe8-400f-aceb-5c673762cfc2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103305) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 21:42:48.901646 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9d13935-0056-4051-9fd8-0c0a5fda74d7 tempest-NetworksTest-1459545445 tempest-NetworksTest-1459545445-project] Network hostable DHCP agents. Network: 1abf22e7-dbe8-400f-aceb-5c673762cfc2, hostable agents: ['474ccdf7-ab6c-405b-a3b2-dc7b05829902'], hosted agents: [] {{(pid=103305) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 26 21:42:48.921609 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-8f6e6897-8953-474c-ac49-bbb71e62e64e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (474ccdf7-ab6c-405b-a3b2-dc7b05829902), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:42:48.925038 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9d13935-0056-4051-9fd8-0c0a5fda74d7 tempest-NetworksTest-1459545445 tempest-NetworksTest-1459545445-project] Network 1abf22e7-dbe8-400f-aceb-5c673762cfc2 is scheduled to be hosted by DHCP agent 474ccdf7-ab6c-405b-a3b2-dc7b05829902 with binding_index 1 {{(pid=103305) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 26 21:42:48.936583 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [None req-e9d13935-0056-4051-9fd8-0c0a5fda74d7 tempest-NetworksTest-1459545445 tempest-NetworksTest-1459545445-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760453-5, 1abf22e7-dbe8-400f-aceb-5c673762cfc2) {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:42:48.940863 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9d13935-0056-4051-9fd8-0c0a5fda74d7 tempest-NetworksTest-1459545445 tempest-NetworksTest-1459545445-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:42:48.941853 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-e9d13935-0056-4051-9fd8-0c0a5fda74d7 tempest-NetworksTest-1459545445 tempest-NetworksTest-1459545445-project] Publish callbacks [] for subnet (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:42:48.946730 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7d4b21b-904c-47ff-bc32-dd2faca47f12 None None] Network 1abf22e7-dbe8-400f-aceb-5c673762cfc2 requested from n-d-760453-5 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 26 21:42:48.975325 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 37764) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:42:48.976635 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-e9d13935-0056-4051-9fd8-0c0a5fda74d7 tempest-NetworksTest-1459545445 tempest-NetworksTest-1459545445-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4914010 Jan 26 21:42:49.079556 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-035e57f9-d874-43b4-99ea-0c0161823877 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3c4099e8-8ffb-51d1-af7f-5868973e933f-1abf22e7-dbe8-400f-aceb-5c673762cfc2', 'network_id': '1abf22e7-dbe8-400f-aceb-5c673762cfc2', 'project_id': 'a005420d1d17477a9d2ba3ef1bf8969c', 'fixed_ips': [{'subnet_id': 'd5830dc8-e5cf-4ad9-b737-2acc9d79eae6'}]}} from n-d-760453-5. {{(pid=103306) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 26 21:42:49.080459 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-035e57f9-d874-43b4-99ea-0c0161823877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (None), before_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:42:49.149143 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-1d8a72bf-c0dc-4b57-8f0a-eecdfc8b2986 tempest-NetworksTest-1459545445 tempest-NetworksTest-1459545445-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-748181'] for network (1abf22e7-dbe8-400f-aceb-5c673762cfc2), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:42:49.253552 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-1d8a72bf-c0dc-4b57-8f0a-eecdfc8b2986 tempest-NetworksTest-1459545445 tempest-NetworksTest-1459545445-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687316'] for subnet (d5830dc8-e5cf-4ad9-b737-2acc9d79eae6), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:42:49.283861 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.db_base_plugin_common [None req-035e57f9-d874-43b4-99ea-0c0161823877 None None] Allocated IP 172.20.0.2 (1abf22e7-dbe8-400f-aceb-5c673762cfc2/d5830dc8-e5cf-4ad9-b737-2acc9d79eae6/7ec877d1-a7ff-4e8a-8673-e8084bd1f347) {{(pid=103306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 21:42:49.447206 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-035e57f9-d874-43b4-99ea-0c0161823877 None None] Publish callbacks [] for port (7ec877d1-a7ff-4e8a-8673-e8084bd1f347), precommit_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:42:49.456296 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-035e57f9-d874-43b4-99ea-0c0161823877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746560234527'] for port (7ec877d1-a7ff-4e8a-8673-e8084bd1f347), after_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:42:49.475485 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-1d8a72bf-c0dc-4b57-8f0a-eecdfc8b2986 tempest-NetworksTest-1459545445 tempest-NetworksTest-1459545445-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9281612', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12215216'] for subnet (d5830dc8-e5cf-4ad9-b737-2acc9d79eae6), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:42:49.494530 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.agents_db [None req-569f1ced-6396-4ddf-b79f-e03b0b2146ab None None] Agent healthcheck: found 7 active agents {{(pid=103307) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 26 21:42:49.498979 n-d-760453-5 neutron-server[103306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-035e57f9-d874-43b4-99ea-0c0161823877 None None] Network 1abf22e7-dbe8-400f-aceb-5c673762cfc2 is already hosted by enough agents. {{(pid=103306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 21:42:49.506671 n-d-760453-5 neutron-server[103306]: DEBUG neutron.scheduler.base_scheduler [None req-035e57f9-d874-43b4-99ea-0c0161823877 None None] Resources bound (agent type, host, resource id): {{(pid=103306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:42:49.511378 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-035e57f9-d874-43b4-99ea-0c0161823877 None None] Received port after_create {{(pid=103306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 21:42:49.514413 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8a72bf-c0dc-4b57-8f0a-eecdfc8b2986 tempest-NetworksTest-1459545445 tempest-NetworksTest-1459545445-project] Pushing event deleted for resources: {'Subnet': ['ID=d5830dc8-e5cf-4ad9-b737-2acc9d79eae6,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:42:49.515421 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-035e57f9-d874-43b4-99ea-0c0161823877 None None] Pushing event updated for resources: {'Port': ['ID=7ec877d1-a7ff-4e8a-8673-e8084bd1f347,revision_number=1']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:42:49.576948 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-035e57f9-d874-43b4-99ea-0c0161823877 None None] Attempting to bind port 7ec877d1-a7ff-4e8a-8673-e8084bd1f347 on host n-d-760453-5 for vnic_type normal with profile {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 21:42:49.577362 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-035e57f9-d874-43b4-99ea-0c0161823877 None None] Attempting to bind port 7ec877d1-a7ff-4e8a-8673-e8084bd1f347 by drivers openvswitch,hyperv on host n-d-760453-5 at level 0 using segments [{'id': '64671944-957d-41d7-b4d5-7a02b1c53159', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '1abf22e7-dbe8-400f-aceb-5c673762cfc2'}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 26 21:42:49.577734 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-035e57f9-d874-43b4-99ea-0c0161823877 None None] Attempting to bind port 7ec877d1-a7ff-4e8a-8673-e8084bd1f347 on network 1abf22e7-dbe8-400f-aceb-5c673762cfc2 {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 21:42:49.584643 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-035e57f9-d874-43b4-99ea-0c0161823877 None None] Checking agent: {'id': 'fea0591a-627d-4c87-9a9a-01625ddf3277', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760453-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 20, 55, 25), 'started_at': datetime.datetime(2022, 1, 26, 20, 55, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 21, 42, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760453-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 26 21:42:49.585023 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-035e57f9-d874-43b4-99ea-0c0161823877 None None] Checking segment: {'id': '64671944-957d-41d7-b4d5-7a02b1c53159', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '1abf22e7-dbe8-400f-aceb-5c673762cfc2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 21:42:49.585635 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-035e57f9-d874-43b4-99ea-0c0161823877 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:42:49.586310 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-035e57f9-d874-43b4-99ea-0c0161823877 None None] Bound using segment: {'id': '64671944-957d-41d7-b4d5-7a02b1c53159', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '1abf22e7-dbe8-400f-aceb-5c673762cfc2'} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 26 21:42:49.586972 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-035e57f9-d874-43b4-99ea-0c0161823877 None None] Bound port: 7ec877d1-a7ff-4e8a-8673-e8084bd1f347, host: n-d-760453-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64671944-957d-41d7-b4d5-7a02b1c53159', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '1abf22e7-dbe8-400f-aceb-5c673762cfc2'}}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 26 21:42:49.587219 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-1d8a72bf-c0dc-4b57-8f0a-eecdfc8b2986 tempest-NetworksTest-1459545445 tempest-NetworksTest-1459545445-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-686403', 'neutron.services.segments.db._delete_segments_for_network-8746560774018'] for network (1abf22e7-dbe8-400f-aceb-5c673762cfc2), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:42:49.587399 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-035e57f9-d874-43b4-99ea-0c0161823877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (7ec877d1-a7ff-4e8a-8673-e8084bd1f347), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:42:49.667332 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-035e57f9-d874-43b4-99ea-0c0161823877 None None] For port 7ec877d1-a7ff-4e8a-8673-e8084bd1f347, host n-d-760453-5, cleared binding levels {{(pid=103306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 26 21:42:49.680089 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-035e57f9-d874-43b4-99ea-0c0161823877 None None] For port 7ec877d1-a7ff-4e8a-8673-e8084bd1f347, host n-d-760453-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=7ec877d1-a7ff-4e8a-8673-e8084bd1f347,segment=NetworkSegment(64671944-957d-41d7-b4d5-7a02b1c53159),segment_id=64671944-957d-41d7-b4d5-7a02b1c53159)] {{(pid=103306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 26 21:42:49.686228 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-035e57f9-d874-43b4-99ea-0c0161823877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (7ec877d1-a7ff-4e8a-8673-e8084bd1f347), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:42:49.782118 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-035e57f9-d874-43b4-99ea-0c0161823877 None None] Pushing event updated for resources: {'Port': ['ID=7ec877d1-a7ff-4e8a-8673-e8084bd1f347,revision_number=2']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:42:49.808341 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72d92eec-b16f-4b57-9b28-5a82f62f6d28 None None] get_active_networks_info from n-d-760453-5 {{(pid=103306) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jan 26 21:42:49.897078 n-d-760453-5 neutron-server[103306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72d92eec-b16f-4b57-9b28-5a82f62f6d28 None None] Resources bound (agent type, host, resource id): {{(pid=103306) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 26 21:42:49.983576 n-d-760453-5 neutron-server[103304]: DEBUG neutron.services.segments.db [None req-1d8a72bf-c0dc-4b57-8f0a-eecdfc8b2986 tempest-NetworksTest-1459545445 tempest-NetworksTest-1459545445-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1abf22e7-dbe8-400f-aceb-5c673762cfc2']}} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:42:49.995565 n-d-760453-5 neutron-server[103304]: DEBUG neutron.services.segments.db [None req-1d8a72bf-c0dc-4b57-8f0a-eecdfc8b2986 tempest-NetworksTest-1459545445 tempest-NetworksTest-1459545445-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '64671944-957d-41d7-b4d5-7a02b1c53159') {'for_net_delete': True} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:42:49.996399 n-d-760453-5 neutron-server[103304]: DEBUG neutron.services.segments.db [None req-1d8a72bf-c0dc-4b57-8f0a-eecdfc8b2986 tempest-NetworksTest-1459545445 tempest-NetworksTest-1459545445-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '64671944-957d-41d7-b4d5-7a02b1c53159') {} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:42:50.007935 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-1d8a72bf-c0dc-4b57-8f0a-eecdfc8b2986 tempest-NetworksTest-1459545445 tempest-NetworksTest-1459545445-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746560742283', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8881293'] for segment (64671944-957d-41d7-b4d5-7a02b1c53159), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:42:50.024852 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-1d8a72bf-c0dc-4b57-8f0a-eecdfc8b2986 tempest-NetworksTest-1459545445 tempest-NetworksTest-1459545445-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576559'] for segment (64671944-957d-41d7-b4d5-7a02b1c53159), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:42:50.031865 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1d8a72bf-c0dc-4b57-8f0a-eecdfc8b2986 tempest-NetworksTest-1459545445 tempest-NetworksTest-1459545445-project] Releasing vlan 591 on physical network physnet1 to pool {{(pid=103304) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 26 21:42:50.032550 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-1d8a72bf-c0dc-4b57-8f0a-eecdfc8b2986 tempest-NetworksTest-1459545445 tempest-NetworksTest-1459545445-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9281762'] for segment (64671944-957d-41d7-b4d5-7a02b1c53159), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:42:50.036019 n-d-760453-5 neutron-server[103304]: Traceback (most recent call last): Jan 26 21:42:50.036019 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 26 21:42:50.036019 n-d-760453-5 neutron-server[103304]: timer() Jan 26 21:42:50.036019 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 26 21:42:50.036019 n-d-760453-5 neutron-server[103304]: cb(*args, **kw) Jan 26 21:42:50.036019 n-d-760453-5 neutron-server[103304]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 26 21:42:50.036019 n-d-760453-5 neutron-server[103304]: return func(*args, **kwargs) Jan 26 21:42:50.036019 n-d-760453-5 neutron-server[103304]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 26 21:42:50.036019 n-d-760453-5 neutron-server[103304]: self._notify() Jan 26 21:42:50.036019 n-d-760453-5 neutron-server[103304]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 26 21:42:50.036019 n-d-760453-5 neutron-server[103304]: self.callback(batched_events) Jan 26 21:42:50.036019 n-d-760453-5 neutron-server[103304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 26 21:42:50.036019 n-d-760453-5 neutron-server[103304]: event.method(event) Jan 26 21:42:50.036019 n-d-760453-5 neutron-server[103304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 26 21:42:50.036019 n-d-760453-5 neutron-server[103304]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 26 21:42:50.036019 n-d-760453-5 neutron-server[103304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 26 21:42:50.036019 n-d-760453-5 neutron-server[103304]: aggregate_uuid = self.p_client.list_aggregates( Jan 26 21:42:50.036019 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 26 21:42:50.036019 n-d-760453-5 neutron-server[103304]: return f(self, *a, **k) Jan 26 21:42:50.036019 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 26 21:42:50.036019 n-d-760453-5 neutron-server[103304]: return self._get(url).json() Jan 26 21:42:50.036019 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 26 21:42:50.036019 n-d-760453-5 neutron-server[103304]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 26 21:42:50.036019 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 26 21:42:50.036019 n-d-760453-5 neutron-server[103304]: return self.request(url, 'GET', **kwargs) Jan 26 21:42:50.036019 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 26 21:42:50.036019 n-d-760453-5 neutron-server[103304]: base_url = self.get_endpoint(auth, allow=allow, Jan 26 21:42:50.036019 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 26 21:42:50.036019 n-d-760453-5 neutron-server[103304]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 26 21:42:50.036019 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 26 21:42:50.036019 n-d-760453-5 neutron-server[103304]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 26 21:42:50.036019 n-d-760453-5 neutron-server[103304]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 26 21:42:50.070811 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd858e6a-d28e-415e-b0a5-a956078e3023 None None] Network 1abf22e7-dbe8-400f-aceb-5c673762cfc2 requested from n-d-760453-5 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 26 21:42:50.099200 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.db.api [None req-1d8a72bf-c0dc-4b57-8f0a-eecdfc8b2986 tempest-NetworksTest-1459545445 tempest-NetworksTest-1459545445-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jan 26 21:42:50.099200 n-d-760453-5 neutron-server[103304]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jan 26 21:42:50.099200 n-d-760453-5 neutron-server[103304]: [parameters: {'id': '1abf22e7-dbe8-400f-aceb-5c673762cfc2'}] Jan 26 21:42:50.099200 n-d-760453-5 neutron-server[103304]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103304) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 26 21:42:50.099613 n-d-760453-5 neutron-server[103304]: DEBUG oslo_db.api [None req-1d8a72bf-c0dc-4b57-8f0a-eecdfc8b2986 tempest-NetworksTest-1459545445 tempest-NetworksTest-1459545445-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 26 21:42:50.601319 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-1d8a72bf-c0dc-4b57-8f0a-eecdfc8b2986 tempest-NetworksTest-1459545445 tempest-NetworksTest-1459545445-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-748181'] for network (1abf22e7-dbe8-400f-aceb-5c673762cfc2), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:42:50.657062 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-1d8a72bf-c0dc-4b57-8f0a-eecdfc8b2986 tempest-NetworksTest-1459545445 tempest-NetworksTest-1459545445-project] Deleting port 7ec877d1-a7ff-4e8a-8673-e8084bd1f347 {{(pid=103304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 21:42:50.657443 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-1d8a72bf-c0dc-4b57-8f0a-eecdfc8b2986 tempest-NetworksTest-1459545445 tempest-NetworksTest-1459545445-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746560630878'] for port (7ec877d1-a7ff-4e8a-8673-e8084bd1f347), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:42:50.727858 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [None req-1d8a72bf-c0dc-4b57-8f0a-eecdfc8b2986 tempest-NetworksTest-1459545445 tempest-NetworksTest-1459545445-project] For port 7ec877d1-a7ff-4e8a-8673-e8084bd1f347, host n-d-760453-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=7ec877d1-a7ff-4e8a-8673-e8084bd1f347,segment=NetworkSegment(64671944-957d-41d7-b4d5-7a02b1c53159),segment_id=64671944-957d-41d7-b4d5-7a02b1c53159)] {{(pid=103304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:42:50.728228 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-1d8a72bf-c0dc-4b57-8f0a-eecdfc8b2986 tempest-NetworksTest-1459545445 tempest-NetworksTest-1459545445-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4109658'] for port (7ec877d1-a7ff-4e8a-8673-e8084bd1f347), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:42:50.741907 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-1d8a72bf-c0dc-4b57-8f0a-eecdfc8b2986 tempest-NetworksTest-1459545445 tempest-NetworksTest-1459545445-project] Calling delete_port for 7ec877d1-a7ff-4e8a-8673-e8084bd1f347 owned by network:dhcp {{(pid=103304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 21:42:50.831128 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-1d8a72bf-c0dc-4b57-8f0a-eecdfc8b2986 tempest-NetworksTest-1459545445 tempest-NetworksTest-1459545445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746560636600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746560234536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9281553'] for port (7ec877d1-a7ff-4e8a-8673-e8084bd1f347), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:42:50.863982 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8a72bf-c0dc-4b57-8f0a-eecdfc8b2986 tempest-NetworksTest-1459545445 tempest-NetworksTest-1459545445-project] Pushing event deleted for resources: {'Port': ['ID=7ec877d1-a7ff-4e8a-8673-e8084bd1f347,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:42:50.868764 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d8a72bf-c0dc-4b57-8f0a-eecdfc8b2986 tempest-NetworksTest-1459545445 tempest-NetworksTest-1459545445-project] No DVR routers for this DVR port 7ec877d1-a7ff-4e8a-8673-e8084bd1f347 on host n-d-760453-5 {{(pid=103304) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 26 21:42:50.963969 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-1d8a72bf-c0dc-4b57-8f0a-eecdfc8b2986 tempest-NetworksTest-1459545445 tempest-NetworksTest-1459545445-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-686403', 'neutron.services.segments.db._delete_segments_for_network-8746560774018'] for network (1abf22e7-dbe8-400f-aceb-5c673762cfc2), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:42:50.986364 n-d-760453-5 neutron-server[103304]: DEBUG neutron.services.segments.db [None req-1d8a72bf-c0dc-4b57-8f0a-eecdfc8b2986 tempest-NetworksTest-1459545445 tempest-NetworksTest-1459545445-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1abf22e7-dbe8-400f-aceb-5c673762cfc2']}} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:42:50.997214 n-d-760453-5 neutron-server[103304]: DEBUG neutron.services.segments.db [None req-1d8a72bf-c0dc-4b57-8f0a-eecdfc8b2986 tempest-NetworksTest-1459545445 tempest-NetworksTest-1459545445-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '64671944-957d-41d7-b4d5-7a02b1c53159') {'for_net_delete': True} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:42:50.997574 n-d-760453-5 neutron-server[103304]: DEBUG neutron.services.segments.db [None req-1d8a72bf-c0dc-4b57-8f0a-eecdfc8b2986 tempest-NetworksTest-1459545445 tempest-NetworksTest-1459545445-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '64671944-957d-41d7-b4d5-7a02b1c53159') {} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:42:51.008586 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-1d8a72bf-c0dc-4b57-8f0a-eecdfc8b2986 tempest-NetworksTest-1459545445 tempest-NetworksTest-1459545445-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746560742283', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8881293'] for segment (64671944-957d-41d7-b4d5-7a02b1c53159), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:42:51.027788 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-1d8a72bf-c0dc-4b57-8f0a-eecdfc8b2986 tempest-NetworksTest-1459545445 tempest-NetworksTest-1459545445-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576559'] for segment (64671944-957d-41d7-b4d5-7a02b1c53159), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:42:51.034459 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1d8a72bf-c0dc-4b57-8f0a-eecdfc8b2986 tempest-NetworksTest-1459545445 tempest-NetworksTest-1459545445-project] Releasing vlan 591 on physical network physnet1 to pool {{(pid=103304) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 26 21:42:51.035168 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-1d8a72bf-c0dc-4b57-8f0a-eecdfc8b2986 tempest-NetworksTest-1459545445 tempest-NetworksTest-1459545445-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9281762'] for segment (64671944-957d-41d7-b4d5-7a02b1c53159), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:42:51.038728 n-d-760453-5 neutron-server[103304]: Traceback (most recent call last): Jan 26 21:42:51.038728 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 26 21:42:51.038728 n-d-760453-5 neutron-server[103304]: timer() Jan 26 21:42:51.038728 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 26 21:42:51.038728 n-d-760453-5 neutron-server[103304]: cb(*args, **kw) Jan 26 21:42:51.038728 n-d-760453-5 neutron-server[103304]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 26 21:42:51.038728 n-d-760453-5 neutron-server[103304]: return func(*args, **kwargs) Jan 26 21:42:51.038728 n-d-760453-5 neutron-server[103304]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 26 21:42:51.038728 n-d-760453-5 neutron-server[103304]: self._notify() Jan 26 21:42:51.038728 n-d-760453-5 neutron-server[103304]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 26 21:42:51.038728 n-d-760453-5 neutron-server[103304]: self.callback(batched_events) Jan 26 21:42:51.038728 n-d-760453-5 neutron-server[103304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 26 21:42:51.038728 n-d-760453-5 neutron-server[103304]: event.method(event) Jan 26 21:42:51.038728 n-d-760453-5 neutron-server[103304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 26 21:42:51.038728 n-d-760453-5 neutron-server[103304]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 26 21:42:51.038728 n-d-760453-5 neutron-server[103304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 26 21:42:51.038728 n-d-760453-5 neutron-server[103304]: aggregate_uuid = self.p_client.list_aggregates( Jan 26 21:42:51.038728 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 26 21:42:51.038728 n-d-760453-5 neutron-server[103304]: return f(self, *a, **k) Jan 26 21:42:51.038728 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 26 21:42:51.038728 n-d-760453-5 neutron-server[103304]: return self._get(url).json() Jan 26 21:42:51.038728 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 26 21:42:51.038728 n-d-760453-5 neutron-server[103304]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 26 21:42:51.038728 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 26 21:42:51.038728 n-d-760453-5 neutron-server[103304]: return self.request(url, 'GET', **kwargs) Jan 26 21:42:51.038728 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 26 21:42:51.038728 n-d-760453-5 neutron-server[103304]: base_url = self.get_endpoint(auth, allow=allow, Jan 26 21:42:51.038728 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 26 21:42:51.038728 n-d-760453-5 neutron-server[103304]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 26 21:42:51.038728 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 26 21:42:51.038728 n-d-760453-5 neutron-server[103304]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 26 21:42:51.038728 n-d-760453-5 neutron-server[103304]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 26 21:42:51.106974 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-1d8a72bf-c0dc-4b57-8f0a-eecdfc8b2986 tempest-NetworksTest-1459545445 tempest-NetworksTest-1459545445-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4110931'] for network (1abf22e7-dbe8-400f-aceb-5c673762cfc2), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:42:51.115155 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-1d8a72bf-c0dc-4b57-8f0a-eecdfc8b2986 tempest-NetworksTest-1459545445 tempest-NetworksTest-1459545445-project] Publish callbacks [] for network (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:42:51.119011 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-1d8a72bf-c0dc-4b57-8f0a-eecdfc8b2986 tempest-NetworksTest-1459545445 tempest-NetworksTest-1459545445-project] 10.222.0.13 "DELETE /v2.0/networks/1abf22e7-dbe8-400f-aceb-5c673762cfc2 HTTP/1.1" status: 204 len: 168 time: 2.1422853 Jan 26 21:42:51.122797 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 37806) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:42:51.128067 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-2f7cd1e6-80d3-439d-8bad-69f9f33a21f5 tempest-NetworksTest-1459545445 tempest-NetworksTest-1459545445-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1922407163'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:42:51.135482 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8a72bf-c0dc-4b57-8f0a-eecdfc8b2986 tempest-NetworksTest-1459545445 tempest-NetworksTest-1459545445-project] Pushing event deleted for resources: {'Network': ['ID=1abf22e7-dbe8-400f-aceb-5c673762cfc2,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:42:51.168242 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f7cd1e6-80d3-439d-8bad-69f9f33a21f5 tempest-NetworksTest-1459545445 tempest-NetworksTest-1459545445-project] Made reservation on behalf of a005420d1d17477a9d2ba3ef1bf8969c for: {'network': 1} {{(pid=103305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 21:42:51.171780 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-2f7cd1e6-80d3-439d-8bad-69f9f33a21f5 tempest-NetworksTest-1459545445 tempest-NetworksTest-1459545445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for network (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:42:51.200165 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2f7cd1e6-80d3-439d-8bad-69f9f33a21f5 tempest-NetworksTest-1459545445 tempest-NetworksTest-1459545445-project] vlan segment allocate from pool success with {'vlan_id': 576, 'physical_network': 'physnet1'} {{(pid=103305) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 26 21:42:51.212525 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-2f7cd1e6-80d3-439d-8bad-69f9f33a21f5 tempest-NetworksTest-1459545445 tempest-NetworksTest-1459545445-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576559'] for segment (fc4b9c1a-b476-458b-8bed-dcd04ea204a5), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:42:51.212889 n-d-760453-5 neutron-server[103305]: INFO neutron.db.segments_db [None req-2f7cd1e6-80d3-439d-8bad-69f9f33a21f5 tempest-NetworksTest-1459545445 tempest-NetworksTest-1459545445-project] Added segment fc4b9c1a-b476-458b-8bed-dcd04ea204a5 of type vlan for network 41f030c1-6758-422a-9bb8-c3fca3b096b3 Jan 26 21:42:51.258019 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-2f7cd1e6-80d3-439d-8bad-69f9f33a21f5 tempest-NetworksTest-1459545445 tempest-NetworksTest-1459545445-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746560256871'] for network (41f030c1-6758-422a-9bb8-c3fca3b096b3), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:42:51.270305 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2867eb80-b4be-4997-8c3a-1e7e7e6db063 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (09df100c-3af1-4b0a-bda8-05914c71c458), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:42:51.291545 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-2f7cd1e6-80d3-439d-8bad-69f9f33a21f5 tempest-NetworksTest-1459545445 tempest-NetworksTest-1459545445-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503'] for network (41f030c1-6758-422a-9bb8-c3fca3b096b3), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:42:51.296680 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f7cd1e6-80d3-439d-8bad-69f9f33a21f5 tempest-NetworksTest-1459545445 tempest-NetworksTest-1459545445-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:42:51.297314 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-2f7cd1e6-80d3-439d-8bad-69f9f33a21f5 tempest-NetworksTest-1459545445 tempest-NetworksTest-1459545445-project] Publish callbacks [] for network (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:42:51.372365 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-2f7cd1e6-80d3-439d-8bad-69f9f33a21f5 tempest-NetworksTest-1459545445 tempest-NetworksTest-1459545445-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.2482018 Jan 26 21:42:51.376998 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 37814) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:42:51.387847 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-7b3c37b3-82a8-44a9-aad8-3d4eef01d5b2 tempest-NetworksTest-1459545445 tempest-NetworksTest-1459545445-project] Request body: {'subnet': {'network_id': '41f030c1-6758-422a-9bb8-c3fca3b096b3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:42:51.388778 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7cd1e6-80d3-439d-8bad-69f9f33a21f5 tempest-NetworksTest-1459545445 tempest-NetworksTest-1459545445-project] Pushing event updated for resources: {'Network': ['ID=41f030c1-6758-422a-9bb8-c3fca3b096b3,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:42:51.400070 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Network 41f030c1-6758-422a-9bb8-c3fca3b096b3 details requested by agent ovs-agent-n-d-760453-5 with host n-d-760453-5 {{(pid=103306) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 26 21:42:51.520897 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b3c37b3-82a8-44a9-aad8-3d4eef01d5b2 tempest-NetworksTest-1459545445 tempest-NetworksTest-1459545445-project] Made reservation on behalf of a005420d1d17477a9d2ba3ef1bf8969c for: {'subnet': 1} {{(pid=103304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 21:42:51.526443 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-7b3c37b3-82a8-44a9-aad8-3d4eef01d5b2 tempest-NetworksTest-1459545445 tempest-NetworksTest-1459545445-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12215181'] for subnet (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:42:51.604744 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.ipam_backend_mixin [None req-7b3c37b3-82a8-44a9-aad8-3d4eef01d5b2 tempest-NetworksTest-1459545445 tempest-NetworksTest-1459545445-project] Performing IP validity checks on allocation pools {{(pid=103304) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jan 26 21:42:51.605480 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.ipam_backend_mixin [None req-7b3c37b3-82a8-44a9-aad8-3d4eef01d5b2 tempest-NetworksTest-1459545445 tempest-NetworksTest-1459545445-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103304) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jan 26 21:42:51.734460 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-7b3c37b3-82a8-44a9-aad8-3d4eef01d5b2 tempest-NetworksTest-1459545445 tempest-NetworksTest-1459545445-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9285249', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12215227'] for subnet (7d1e74e3-80fa-404c-b81d-bcf4aff1a757), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:42:51.808106 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b3c37b3-82a8-44a9-aad8-3d4eef01d5b2 tempest-NetworksTest-1459545445 tempest-NetworksTest-1459545445-project] Pushing event updated for resources: {'Subnet': ['ID=7d1e74e3-80fa-404c-b81d-bcf4aff1a757,revision_number=0']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:42:51.818115 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b3c37b3-82a8-44a9-aad8-3d4eef01d5b2 tempest-NetworksTest-1459545445 tempest-NetworksTest-1459545445-project] Checking segment: {'id': 'fc4b9c1a-b476-458b-8bed-dcd04ea204a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '41f030c1-6758-422a-9bb8-c3fca3b096b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103304) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 21:42:51.818472 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b3c37b3-82a8-44a9-aad8-3d4eef01d5b2 tempest-NetworksTest-1459545445 tempest-NetworksTest-1459545445-project] Network hostable DHCP agents. Network: 41f030c1-6758-422a-9bb8-c3fca3b096b3, hostable agents: ['474ccdf7-ab6c-405b-a3b2-dc7b05829902'], hosted agents: [] {{(pid=103304) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 26 21:42:51.841174 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b3c37b3-82a8-44a9-aad8-3d4eef01d5b2 tempest-NetworksTest-1459545445 tempest-NetworksTest-1459545445-project] Network 41f030c1-6758-422a-9bb8-c3fca3b096b3 is scheduled to be hosted by DHCP agent 474ccdf7-ab6c-405b-a3b2-dc7b05829902 with binding_index 1 {{(pid=103304) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 26 21:42:51.852283 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [None req-7b3c37b3-82a8-44a9-aad8-3d4eef01d5b2 tempest-NetworksTest-1459545445 tempest-NetworksTest-1459545445-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760453-5, 41f030c1-6758-422a-9bb8-c3fca3b096b3) {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:42:51.860186 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2cd79da-c872-4a08-9d22-f3d732692c07 None None] Network 41f030c1-6758-422a-9bb8-c3fca3b096b3 requested from n-d-760453-5 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 26 21:42:51.862790 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b3c37b3-82a8-44a9-aad8-3d4eef01d5b2 tempest-NetworksTest-1459545445 tempest-NetworksTest-1459545445-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:42:51.863520 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-7b3c37b3-82a8-44a9-aad8-3d4eef01d5b2 tempest-NetworksTest-1459545445 tempest-NetworksTest-1459545445-project] Publish callbacks [] for subnet (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:42:51.885157 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-7b3c37b3-82a8-44a9-aad8-3d4eef01d5b2 tempest-NetworksTest-1459545445 tempest-NetworksTest-1459545445-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 0.5067959 Jan 26 21:42:51.887793 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 37822) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:42:51.970223 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed72f1b2-da5b-466e-ab8f-aa2b2a7c7601 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3c4099e8-8ffb-51d1-af7f-5868973e933f-41f030c1-6758-422a-9bb8-c3fca3b096b3', 'network_id': '41f030c1-6758-422a-9bb8-c3fca3b096b3', 'project_id': 'a005420d1d17477a9d2ba3ef1bf8969c', 'fixed_ips': [{'subnet_id': '7d1e74e3-80fa-404c-b81d-bcf4aff1a757'}]}} from n-d-760453-5. {{(pid=103306) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 26 21:42:51.971614 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-ed72f1b2-da5b-466e-ab8f-aa2b2a7c7601 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (None), before_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:42:52.002970 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-48c2acab-b547-48cb-985c-e42067606f0c tempest-NetworksTest-1459545445 tempest-NetworksTest-1459545445-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-748181'] for network (41f030c1-6758-422a-9bb8-c3fca3b096b3), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:42:52.067187 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-48c2acab-b547-48cb-985c-e42067606f0c tempest-NetworksTest-1459545445 tempest-NetworksTest-1459545445-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687316'] for subnet (7d1e74e3-80fa-404c-b81d-bcf4aff1a757), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:42:52.128603 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.db_base_plugin_common [None req-ed72f1b2-da5b-466e-ab8f-aa2b2a7c7601 None None] Allocated IP 172.20.0.3 (41f030c1-6758-422a-9bb8-c3fca3b096b3/7d1e74e3-80fa-404c-b81d-bcf4aff1a757/65b78b56-7642-4f6d-abc5-76e2dc87e978) {{(pid=103306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 21:42:52.299617 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-841f5991-a4d8-4d4b-b215-cbc6bab5427b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (aa7ee9d2-08eb-4e12-b895-24c57300dfec), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:42:52.304744 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-ed72f1b2-da5b-466e-ab8f-aa2b2a7c7601 None None] Publish callbacks [] for port (65b78b56-7642-4f6d-abc5-76e2dc87e978), precommit_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:42:52.312728 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-ed72f1b2-da5b-466e-ab8f-aa2b2a7c7601 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746560234527'] for port (65b78b56-7642-4f6d-abc5-76e2dc87e978), after_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:42:52.338358 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-48c2acab-b547-48cb-985c-e42067606f0c tempest-NetworksTest-1459545445 tempest-NetworksTest-1459545445-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9281612', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12215216'] for subnet (7d1e74e3-80fa-404c-b81d-bcf4aff1a757), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:42:52.370403 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c2acab-b547-48cb-985c-e42067606f0c tempest-NetworksTest-1459545445 tempest-NetworksTest-1459545445-project] Pushing event deleted for resources: {'Subnet': ['ID=7d1e74e3-80fa-404c-b81d-bcf4aff1a757,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:42:52.392381 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed72f1b2-da5b-466e-ab8f-aa2b2a7c7601 None None] Pushing event updated for resources: {'Port': ['ID=65b78b56-7642-4f6d-abc5-76e2dc87e978,revision_number=1']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:42:52.409777 n-d-760453-5 neutron-server[103306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed72f1b2-da5b-466e-ab8f-aa2b2a7c7601 None None] Network 41f030c1-6758-422a-9bb8-c3fca3b096b3 is already hosted by enough agents. {{(pid=103306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 21:42:52.411291 n-d-760453-5 neutron-server[103306]: DEBUG neutron.scheduler.base_scheduler [None req-ed72f1b2-da5b-466e-ab8f-aa2b2a7c7601 None None] Resources bound (agent type, host, resource id): {{(pid=103306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:42:52.413682 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed72f1b2-da5b-466e-ab8f-aa2b2a7c7601 None None] Received port after_create {{(pid=103306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 21:42:52.461550 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-48c2acab-b547-48cb-985c-e42067606f0c tempest-NetworksTest-1459545445 tempest-NetworksTest-1459545445-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-686403', 'neutron.services.segments.db._delete_segments_for_network-8746560774018'] for network (41f030c1-6758-422a-9bb8-c3fca3b096b3), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:42:52.485685 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-ed72f1b2-da5b-466e-ab8f-aa2b2a7c7601 None None] Attempting to bind port 65b78b56-7642-4f6d-abc5-76e2dc87e978 on host n-d-760453-5 for vnic_type normal with profile {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 21:42:52.486402 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-ed72f1b2-da5b-466e-ab8f-aa2b2a7c7601 None None] Attempting to bind port 65b78b56-7642-4f6d-abc5-76e2dc87e978 by drivers openvswitch,hyperv on host n-d-760453-5 at level 0 using segments [{'id': 'fc4b9c1a-b476-458b-8bed-dcd04ea204a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '41f030c1-6758-422a-9bb8-c3fca3b096b3'}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 26 21:42:52.486772 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed72f1b2-da5b-466e-ab8f-aa2b2a7c7601 None None] Attempting to bind port 65b78b56-7642-4f6d-abc5-76e2dc87e978 on network 41f030c1-6758-422a-9bb8-c3fca3b096b3 {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 21:42:52.487366 n-d-760453-5 neutron-server[103304]: DEBUG neutron.services.segments.db [None req-48c2acab-b547-48cb-985c-e42067606f0c tempest-NetworksTest-1459545445 tempest-NetworksTest-1459545445-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['41f030c1-6758-422a-9bb8-c3fca3b096b3']}} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:42:52.492378 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed72f1b2-da5b-466e-ab8f-aa2b2a7c7601 None None] Checking agent: {'id': 'fea0591a-627d-4c87-9a9a-01625ddf3277', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760453-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 20, 55, 25), 'started_at': datetime.datetime(2022, 1, 26, 20, 55, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 21, 42, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760453-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 26 21:42:52.492942 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed72f1b2-da5b-466e-ab8f-aa2b2a7c7601 None None] Checking segment: {'id': 'fc4b9c1a-b476-458b-8bed-dcd04ea204a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '41f030c1-6758-422a-9bb8-c3fca3b096b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 21:42:52.493372 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-ed72f1b2-da5b-466e-ab8f-aa2b2a7c7601 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:42:52.493776 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed72f1b2-da5b-466e-ab8f-aa2b2a7c7601 None None] Bound using segment: {'id': 'fc4b9c1a-b476-458b-8bed-dcd04ea204a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '41f030c1-6758-422a-9bb8-c3fca3b096b3'} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 26 21:42:52.494261 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-ed72f1b2-da5b-466e-ab8f-aa2b2a7c7601 None None] Bound port: 65b78b56-7642-4f6d-abc5-76e2dc87e978, host: n-d-760453-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc4b9c1a-b476-458b-8bed-dcd04ea204a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '41f030c1-6758-422a-9bb8-c3fca3b096b3'}}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 26 21:42:52.494654 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-ed72f1b2-da5b-466e-ab8f-aa2b2a7c7601 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (65b78b56-7642-4f6d-abc5-76e2dc87e978), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:42:52.499234 n-d-760453-5 neutron-server[103304]: DEBUG neutron.services.segments.db [None req-48c2acab-b547-48cb-985c-e42067606f0c tempest-NetworksTest-1459545445 tempest-NetworksTest-1459545445-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fc4b9c1a-b476-458b-8bed-dcd04ea204a5') {'for_net_delete': True} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:42:52.499533 n-d-760453-5 neutron-server[103304]: DEBUG neutron.services.segments.db [None req-48c2acab-b547-48cb-985c-e42067606f0c tempest-NetworksTest-1459545445 tempest-NetworksTest-1459545445-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fc4b9c1a-b476-458b-8bed-dcd04ea204a5') {} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:42:52.511210 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-48c2acab-b547-48cb-985c-e42067606f0c tempest-NetworksTest-1459545445 tempest-NetworksTest-1459545445-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746560742283', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8881293'] for segment (fc4b9c1a-b476-458b-8bed-dcd04ea204a5), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:42:52.525947 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-48c2acab-b547-48cb-985c-e42067606f0c tempest-NetworksTest-1459545445 tempest-NetworksTest-1459545445-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576559'] for segment (fc4b9c1a-b476-458b-8bed-dcd04ea204a5), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:42:52.533187 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-48c2acab-b547-48cb-985c-e42067606f0c tempest-NetworksTest-1459545445 tempest-NetworksTest-1459545445-project] Releasing vlan 576 on physical network physnet1 to pool {{(pid=103304) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 26 21:42:52.533663 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-48c2acab-b547-48cb-985c-e42067606f0c tempest-NetworksTest-1459545445 tempest-NetworksTest-1459545445-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9281762'] for segment (fc4b9c1a-b476-458b-8bed-dcd04ea204a5), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:42:52.537276 n-d-760453-5 neutron-server[103304]: Traceback (most recent call last): Jan 26 21:42:52.537276 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 26 21:42:52.537276 n-d-760453-5 neutron-server[103304]: timer() Jan 26 21:42:52.537276 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 26 21:42:52.537276 n-d-760453-5 neutron-server[103304]: cb(*args, **kw) Jan 26 21:42:52.537276 n-d-760453-5 neutron-server[103304]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 26 21:42:52.537276 n-d-760453-5 neutron-server[103304]: return func(*args, **kwargs) Jan 26 21:42:52.537276 n-d-760453-5 neutron-server[103304]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 26 21:42:52.537276 n-d-760453-5 neutron-server[103304]: self._notify() Jan 26 21:42:52.537276 n-d-760453-5 neutron-server[103304]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 26 21:42:52.537276 n-d-760453-5 neutron-server[103304]: self.callback(batched_events) Jan 26 21:42:52.537276 n-d-760453-5 neutron-server[103304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 26 21:42:52.537276 n-d-760453-5 neutron-server[103304]: event.method(event) Jan 26 21:42:52.537276 n-d-760453-5 neutron-server[103304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 26 21:42:52.537276 n-d-760453-5 neutron-server[103304]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 26 21:42:52.537276 n-d-760453-5 neutron-server[103304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 26 21:42:52.537276 n-d-760453-5 neutron-server[103304]: aggregate_uuid = self.p_client.list_aggregates( Jan 26 21:42:52.537276 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 26 21:42:52.537276 n-d-760453-5 neutron-server[103304]: return f(self, *a, **k) Jan 26 21:42:52.537276 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 26 21:42:52.537276 n-d-760453-5 neutron-server[103304]: return self._get(url).json() Jan 26 21:42:52.537276 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 26 21:42:52.537276 n-d-760453-5 neutron-server[103304]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 26 21:42:52.537276 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 26 21:42:52.537276 n-d-760453-5 neutron-server[103304]: return self.request(url, 'GET', **kwargs) Jan 26 21:42:52.537276 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 26 21:42:52.537276 n-d-760453-5 neutron-server[103304]: base_url = self.get_endpoint(auth, allow=allow, Jan 26 21:42:52.537276 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 26 21:42:52.537276 n-d-760453-5 neutron-server[103304]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 26 21:42:52.537276 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 26 21:42:52.537276 n-d-760453-5 neutron-server[103304]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 26 21:42:52.537276 n-d-760453-5 neutron-server[103304]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 26 21:42:52.562068 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-ed72f1b2-da5b-466e-ab8f-aa2b2a7c7601 None None] For port 65b78b56-7642-4f6d-abc5-76e2dc87e978, host n-d-760453-5, cleared binding levels {{(pid=103306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 26 21:42:52.599088 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-ed72f1b2-da5b-466e-ab8f-aa2b2a7c7601 None None] For port 65b78b56-7642-4f6d-abc5-76e2dc87e978, host n-d-760453-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=65b78b56-7642-4f6d-abc5-76e2dc87e978,segment=NetworkSegment(fc4b9c1a-b476-458b-8bed-dcd04ea204a5),segment_id=fc4b9c1a-b476-458b-8bed-dcd04ea204a5)] {{(pid=103306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 26 21:42:52.603831 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-ed72f1b2-da5b-466e-ab8f-aa2b2a7c7601 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (65b78b56-7642-4f6d-abc5-76e2dc87e978), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:42:52.604030 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.db.api [None req-48c2acab-b547-48cb-985c-e42067606f0c tempest-NetworksTest-1459545445 tempest-NetworksTest-1459545445-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jan 26 21:42:52.604030 n-d-760453-5 neutron-server[103304]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jan 26 21:42:52.604030 n-d-760453-5 neutron-server[103304]: [parameters: {'id': '41f030c1-6758-422a-9bb8-c3fca3b096b3'}] Jan 26 21:42:52.604030 n-d-760453-5 neutron-server[103304]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103304) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 26 21:42:52.604356 n-d-760453-5 neutron-server[103304]: DEBUG oslo_db.api [None req-48c2acab-b547-48cb-985c-e42067606f0c tempest-NetworksTest-1459545445 tempest-NetworksTest-1459545445-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 26 21:42:52.693587 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed72f1b2-da5b-466e-ab8f-aa2b2a7c7601 None None] Pushing event updated for resources: {'Port': ['ID=65b78b56-7642-4f6d-abc5-76e2dc87e978,revision_number=2']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:42:52.707020 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42f7fd60-758a-4ef8-874f-69ee4fbb6e48 None None] get_active_networks_info from n-d-760453-5 {{(pid=103306) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jan 26 21:42:52.782597 n-d-760453-5 neutron-server[103306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42f7fd60-758a-4ef8-874f-69ee4fbb6e48 None None] Resources bound (agent type, host, resource id): {{(pid=103306) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 26 21:42:52.950348 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8a6ffc8-4e5a-42df-8b61-600490a44f33 None None] Network 41f030c1-6758-422a-9bb8-c3fca3b096b3 requested from n-d-760453-5 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 26 21:42:53.105790 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-48c2acab-b547-48cb-985c-e42067606f0c tempest-NetworksTest-1459545445 tempest-NetworksTest-1459545445-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-748181'] for network (41f030c1-6758-422a-9bb8-c3fca3b096b3), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:42:53.169398 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-48c2acab-b547-48cb-985c-e42067606f0c tempest-NetworksTest-1459545445 tempest-NetworksTest-1459545445-project] Deleting port 65b78b56-7642-4f6d-abc5-76e2dc87e978 {{(pid=103304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 21:42:53.169759 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-48c2acab-b547-48cb-985c-e42067606f0c tempest-NetworksTest-1459545445 tempest-NetworksTest-1459545445-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746560630878'] for port (65b78b56-7642-4f6d-abc5-76e2dc87e978), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:42:53.218511 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (4d619873-4b60-439f-9b5a-b155dc8bbc34), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:42:53.249917 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [None req-48c2acab-b547-48cb-985c-e42067606f0c tempest-NetworksTest-1459545445 tempest-NetworksTest-1459545445-project] For port 65b78b56-7642-4f6d-abc5-76e2dc87e978, host n-d-760453-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=65b78b56-7642-4f6d-abc5-76e2dc87e978,segment=NetworkSegment(fc4b9c1a-b476-458b-8bed-dcd04ea204a5),segment_id=fc4b9c1a-b476-458b-8bed-dcd04ea204a5)] {{(pid=103304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:42:53.250816 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-48c2acab-b547-48cb-985c-e42067606f0c tempest-NetworksTest-1459545445 tempest-NetworksTest-1459545445-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4109658'] for port (65b78b56-7642-4f6d-abc5-76e2dc87e978), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:42:53.271964 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-48c2acab-b547-48cb-985c-e42067606f0c tempest-NetworksTest-1459545445 tempest-NetworksTest-1459545445-project] Calling delete_port for 65b78b56-7642-4f6d-abc5-76e2dc87e978 owned by network:dhcp {{(pid=103304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 21:42:53.303637 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [req-2df24318-a794-4d27-a9ee-79b373fb746f req-9751ae7c-e392-42d7-965f-15a78c70ca2b service neutron] (103305) timed out ('10.222.0.13', 43026) {{(pid=103305) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jan 26 21:42:53.372566 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-48c2acab-b547-48cb-985c-e42067606f0c tempest-NetworksTest-1459545445 tempest-NetworksTest-1459545445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746560636600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746560234536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9281553'] for port (65b78b56-7642-4f6d-abc5-76e2dc87e978), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:42:53.397363 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c2acab-b547-48cb-985c-e42067606f0c tempest-NetworksTest-1459545445 tempest-NetworksTest-1459545445-project] Pushing event deleted for resources: {'Port': ['ID=65b78b56-7642-4f6d-abc5-76e2dc87e978,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:42:53.404030 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48c2acab-b547-48cb-985c-e42067606f0c tempest-NetworksTest-1459545445 tempest-NetworksTest-1459545445-project] No DVR routers for this DVR port 65b78b56-7642-4f6d-abc5-76e2dc87e978 on host n-d-760453-5 {{(pid=103304) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 26 21:42:53.542787 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-48c2acab-b547-48cb-985c-e42067606f0c tempest-NetworksTest-1459545445 tempest-NetworksTest-1459545445-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-686403', 'neutron.services.segments.db._delete_segments_for_network-8746560774018'] for network (41f030c1-6758-422a-9bb8-c3fca3b096b3), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:42:53.567708 n-d-760453-5 neutron-server[103304]: DEBUG neutron.services.segments.db [None req-48c2acab-b547-48cb-985c-e42067606f0c tempest-NetworksTest-1459545445 tempest-NetworksTest-1459545445-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['41f030c1-6758-422a-9bb8-c3fca3b096b3']}} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:42:53.578207 n-d-760453-5 neutron-server[103304]: DEBUG neutron.services.segments.db [None req-48c2acab-b547-48cb-985c-e42067606f0c tempest-NetworksTest-1459545445 tempest-NetworksTest-1459545445-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fc4b9c1a-b476-458b-8bed-dcd04ea204a5') {'for_net_delete': True} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:42:53.578716 n-d-760453-5 neutron-server[103304]: DEBUG neutron.services.segments.db [None req-48c2acab-b547-48cb-985c-e42067606f0c tempest-NetworksTest-1459545445 tempest-NetworksTest-1459545445-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fc4b9c1a-b476-458b-8bed-dcd04ea204a5') {} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:42:53.589948 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-48c2acab-b547-48cb-985c-e42067606f0c tempest-NetworksTest-1459545445 tempest-NetworksTest-1459545445-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746560742283', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8881293'] for segment (fc4b9c1a-b476-458b-8bed-dcd04ea204a5), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:42:53.604362 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-48c2acab-b547-48cb-985c-e42067606f0c tempest-NetworksTest-1459545445 tempest-NetworksTest-1459545445-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576559'] for segment (fc4b9c1a-b476-458b-8bed-dcd04ea204a5), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:42:53.610875 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-48c2acab-b547-48cb-985c-e42067606f0c tempest-NetworksTest-1459545445 tempest-NetworksTest-1459545445-project] Releasing vlan 576 on physical network physnet1 to pool {{(pid=103304) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 26 21:42:53.611279 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-48c2acab-b547-48cb-985c-e42067606f0c tempest-NetworksTest-1459545445 tempest-NetworksTest-1459545445-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9281762'] for segment (fc4b9c1a-b476-458b-8bed-dcd04ea204a5), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:42:53.614690 n-d-760453-5 neutron-server[103304]: Traceback (most recent call last): Jan 26 21:42:53.614690 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 26 21:42:53.614690 n-d-760453-5 neutron-server[103304]: timer() Jan 26 21:42:53.614690 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 26 21:42:53.614690 n-d-760453-5 neutron-server[103304]: cb(*args, **kw) Jan 26 21:42:53.614690 n-d-760453-5 neutron-server[103304]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 26 21:42:53.614690 n-d-760453-5 neutron-server[103304]: return func(*args, **kwargs) Jan 26 21:42:53.614690 n-d-760453-5 neutron-server[103304]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 26 21:42:53.614690 n-d-760453-5 neutron-server[103304]: self._notify() Jan 26 21:42:53.614690 n-d-760453-5 neutron-server[103304]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 26 21:42:53.614690 n-d-760453-5 neutron-server[103304]: self.callback(batched_events) Jan 26 21:42:53.614690 n-d-760453-5 neutron-server[103304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 26 21:42:53.614690 n-d-760453-5 neutron-server[103304]: event.method(event) Jan 26 21:42:53.614690 n-d-760453-5 neutron-server[103304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 26 21:42:53.614690 n-d-760453-5 neutron-server[103304]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 26 21:42:53.614690 n-d-760453-5 neutron-server[103304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 26 21:42:53.614690 n-d-760453-5 neutron-server[103304]: aggregate_uuid = self.p_client.list_aggregates( Jan 26 21:42:53.614690 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 26 21:42:53.614690 n-d-760453-5 neutron-server[103304]: return f(self, *a, **k) Jan 26 21:42:53.614690 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 26 21:42:53.614690 n-d-760453-5 neutron-server[103304]: return self._get(url).json() Jan 26 21:42:53.614690 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 26 21:42:53.614690 n-d-760453-5 neutron-server[103304]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 26 21:42:53.614690 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 26 21:42:53.614690 n-d-760453-5 neutron-server[103304]: return self.request(url, 'GET', **kwargs) Jan 26 21:42:53.614690 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 26 21:42:53.614690 n-d-760453-5 neutron-server[103304]: base_url = self.get_endpoint(auth, allow=allow, Jan 26 21:42:53.614690 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 26 21:42:53.614690 n-d-760453-5 neutron-server[103304]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 26 21:42:53.614690 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 26 21:42:53.614690 n-d-760453-5 neutron-server[103304]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 26 21:42:53.614690 n-d-760453-5 neutron-server[103304]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 26 21:42:53.676851 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-48c2acab-b547-48cb-985c-e42067606f0c tempest-NetworksTest-1459545445 tempest-NetworksTest-1459545445-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4110931'] for network (41f030c1-6758-422a-9bb8-c3fca3b096b3), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:42:53.681655 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-48c2acab-b547-48cb-985c-e42067606f0c tempest-NetworksTest-1459545445 tempest-NetworksTest-1459545445-project] Publish callbacks [] for network (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:42:53.685645 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-48c2acab-b547-48cb-985c-e42067606f0c tempest-NetworksTest-1459545445 tempest-NetworksTest-1459545445-project] 10.222.0.13 "DELETE /v2.0/networks/41f030c1-6758-422a-9bb8-c3fca3b096b3 HTTP/1.1" status: 204 len: 168 time: 1.7965448 Jan 26 21:42:53.688958 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 37858) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:42:53.695415 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-ac368c55-3831-488c-a4b2-de730396de31 tempest-NetworksTest-1459545445 tempest-NetworksTest-1459545445-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-742867272'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:42:53.704039 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c2acab-b547-48cb-985c-e42067606f0c tempest-NetworksTest-1459545445 tempest-NetworksTest-1459545445-project] Pushing event deleted for resources: {'Network': ['ID=41f030c1-6758-422a-9bb8-c3fca3b096b3,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:42:53.724007 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac368c55-3831-488c-a4b2-de730396de31 tempest-NetworksTest-1459545445 tempest-NetworksTest-1459545445-project] Made reservation on behalf of a005420d1d17477a9d2ba3ef1bf8969c for: {'network': 1} {{(pid=103305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 21:42:53.727649 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-ac368c55-3831-488c-a4b2-de730396de31 tempest-NetworksTest-1459545445 tempest-NetworksTest-1459545445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for network (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:42:53.765764 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ac368c55-3831-488c-a4b2-de730396de31 tempest-NetworksTest-1459545445 tempest-NetworksTest-1459545445-project] vlan segment allocate from pool success with {'vlan_id': 574, 'physical_network': 'physnet1'} {{(pid=103305) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 26 21:42:53.778303 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-ac368c55-3831-488c-a4b2-de730396de31 tempest-NetworksTest-1459545445 tempest-NetworksTest-1459545445-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576559'] for segment (3b42730d-3855-4767-bc98-5a82eaa0a26c), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:42:53.778745 n-d-760453-5 neutron-server[103305]: INFO neutron.db.segments_db [None req-ac368c55-3831-488c-a4b2-de730396de31 tempest-NetworksTest-1459545445 tempest-NetworksTest-1459545445-project] Added segment 3b42730d-3855-4767-bc98-5a82eaa0a26c of type vlan for network 59828191-e384-4cca-a484-e636b27c4379 Jan 26 21:42:53.822109 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-ac368c55-3831-488c-a4b2-de730396de31 tempest-NetworksTest-1459545445 tempest-NetworksTest-1459545445-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746560256871'] for network (59828191-e384-4cca-a484-e636b27c4379), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:42:53.851890 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-ac368c55-3831-488c-a4b2-de730396de31 tempest-NetworksTest-1459545445 tempest-NetworksTest-1459545445-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503'] for network (59828191-e384-4cca-a484-e636b27c4379), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:42:53.857485 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac368c55-3831-488c-a4b2-de730396de31 tempest-NetworksTest-1459545445 tempest-NetworksTest-1459545445-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:42:53.858121 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-ac368c55-3831-488c-a4b2-de730396de31 tempest-NetworksTest-1459545445 tempest-NetworksTest-1459545445-project] Publish callbacks [] for network (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:42:53.922869 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-ac368c55-3831-488c-a4b2-de730396de31 tempest-NetworksTest-1459545445 tempest-NetworksTest-1459545445-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.2327425 Jan 26 21:42:53.926970 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 37862) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:42:53.933993 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-7ad8f1c4-911f-488f-98b6-2c679d912566 tempest-NetworksTest-1459545445 tempest-NetworksTest-1459545445-project] Request body: {'subnet': {'network_id': '59828191-e384-4cca-a484-e636b27c4379', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:42:53.936546 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac368c55-3831-488c-a4b2-de730396de31 tempest-NetworksTest-1459545445 tempest-NetworksTest-1459545445-project] Pushing event updated for resources: {'Network': ['ID=59828191-e384-4cca-a484-e636b27c4379,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:42:53.948941 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Network 59828191-e384-4cca-a484-e636b27c4379 details requested by agent ovs-agent-n-d-760453-5 with host n-d-760453-5 {{(pid=103306) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 26 21:42:54.052492 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ad8f1c4-911f-488f-98b6-2c679d912566 tempest-NetworksTest-1459545445 tempest-NetworksTest-1459545445-project] Made reservation on behalf of a005420d1d17477a9d2ba3ef1bf8969c for: {'subnet': 1} {{(pid=103304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 21:42:54.056354 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-7ad8f1c4-911f-488f-98b6-2c679d912566 tempest-NetworksTest-1459545445 tempest-NetworksTest-1459545445-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12215181'] for subnet (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:42:54.140017 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-839dd188-ec69-470c-9ab0-d318dc1a2e96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (e79b4fc6-6c71-44b2-a6d0-ff3e1f4dfd0d), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:42:54.285345 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-7ad8f1c4-911f-488f-98b6-2c679d912566 tempest-NetworksTest-1459545445 tempest-NetworksTest-1459545445-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9285249', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12215227'] for subnet (13063cb9-8f63-48fc-90b5-1e342f144f21), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:42:54.354823 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad8f1c4-911f-488f-98b6-2c679d912566 tempest-NetworksTest-1459545445 tempest-NetworksTest-1459545445-project] Pushing event updated for resources: {'Subnet': ['ID=13063cb9-8f63-48fc-90b5-1e342f144f21,revision_number=0']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:42:54.368352 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ad8f1c4-911f-488f-98b6-2c679d912566 tempest-NetworksTest-1459545445 tempest-NetworksTest-1459545445-project] Checking segment: {'id': '3b42730d-3855-4767-bc98-5a82eaa0a26c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '59828191-e384-4cca-a484-e636b27c4379'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103304) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 21:42:54.368894 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ad8f1c4-911f-488f-98b6-2c679d912566 tempest-NetworksTest-1459545445 tempest-NetworksTest-1459545445-project] Network hostable DHCP agents. Network: 59828191-e384-4cca-a484-e636b27c4379, hostable agents: ['474ccdf7-ab6c-405b-a3b2-dc7b05829902'], hosted agents: [] {{(pid=103304) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 26 21:42:54.390002 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ad8f1c4-911f-488f-98b6-2c679d912566 tempest-NetworksTest-1459545445 tempest-NetworksTest-1459545445-project] Network 59828191-e384-4cca-a484-e636b27c4379 is scheduled to be hosted by DHCP agent 474ccdf7-ab6c-405b-a3b2-dc7b05829902 with binding_index 1 {{(pid=103304) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 26 21:42:54.402370 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [None req-7ad8f1c4-911f-488f-98b6-2c679d912566 tempest-NetworksTest-1459545445 tempest-NetworksTest-1459545445-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760453-5, 59828191-e384-4cca-a484-e636b27c4379) {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:42:54.407664 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ad8f1c4-911f-488f-98b6-2c679d912566 tempest-NetworksTest-1459545445 tempest-NetworksTest-1459545445-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:42:54.408289 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-7ad8f1c4-911f-488f-98b6-2c679d912566 tempest-NetworksTest-1459545445 tempest-NetworksTest-1459545445-project] Publish callbacks [] for subnet (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:42:54.413044 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3b43c33-a91b-4bb5-917c-15b52067c243 None None] Network 59828191-e384-4cca-a484-e636b27c4379 requested from n-d-760453-5 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 26 21:42:54.434724 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-7ad8f1c4-911f-488f-98b6-2c679d912566 tempest-NetworksTest-1459545445 tempest-NetworksTest-1459545445-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 0.5062234 Jan 26 21:42:54.437354 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 37874) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:42:54.530971 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6aa7790b-0c4e-4417-b636-679eef3e9899 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3c4099e8-8ffb-51d1-af7f-5868973e933f-59828191-e384-4cca-a484-e636b27c4379', 'network_id': '59828191-e384-4cca-a484-e636b27c4379', 'project_id': 'a005420d1d17477a9d2ba3ef1bf8969c', 'fixed_ips': [{'subnet_id': '13063cb9-8f63-48fc-90b5-1e342f144f21'}]}} from n-d-760453-5. {{(pid=103306) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 26 21:42:54.533635 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-6aa7790b-0c4e-4417-b636-679eef3e9899 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (None), before_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:42:54.560958 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-9a47e7a9-cc11-45b5-8e59-c576538c05ef tempest-NetworksTest-1459545445 tempest-NetworksTest-1459545445-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-748181'] for network (59828191-e384-4cca-a484-e636b27c4379), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:42:54.630892 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-9a47e7a9-cc11-45b5-8e59-c576538c05ef tempest-NetworksTest-1459545445 tempest-NetworksTest-1459545445-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687316'] for subnet (13063cb9-8f63-48fc-90b5-1e342f144f21), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:42:54.698689 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.db_base_plugin_common [None req-6aa7790b-0c4e-4417-b636-679eef3e9899 None None] Allocated IP 172.20.0.1 (59828191-e384-4cca-a484-e636b27c4379/13063cb9-8f63-48fc-90b5-1e342f144f21/1c97485a-6b00-41d1-aae4-ac757a490eab) {{(pid=103306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 21:42:54.875845 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-6aa7790b-0c4e-4417-b636-679eef3e9899 None None] Publish callbacks [] for port (1c97485a-6b00-41d1-aae4-ac757a490eab), precommit_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:42:54.891426 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-6aa7790b-0c4e-4417-b636-679eef3e9899 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746560234527'] for port (1c97485a-6b00-41d1-aae4-ac757a490eab), after_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:42:54.925127 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-9a47e7a9-cc11-45b5-8e59-c576538c05ef tempest-NetworksTest-1459545445 tempest-NetworksTest-1459545445-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9281612', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12215216'] for subnet (13063cb9-8f63-48fc-90b5-1e342f144f21), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:42:54.958645 n-d-760453-5 neutron-server[103306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6aa7790b-0c4e-4417-b636-679eef3e9899 None None] Network 59828191-e384-4cca-a484-e636b27c4379 is already hosted by enough agents. {{(pid=103306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 21:42:54.965088 n-d-760453-5 neutron-server[103306]: DEBUG neutron.scheduler.base_scheduler [None req-6aa7790b-0c4e-4417-b636-679eef3e9899 None None] Resources bound (agent type, host, resource id): {{(pid=103306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:42:54.976499 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6aa7790b-0c4e-4417-b636-679eef3e9899 None None] Received port after_create {{(pid=103306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 21:42:54.997545 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa7790b-0c4e-4417-b636-679eef3e9899 None None] Pushing event updated for resources: {'Port': ['ID=1c97485a-6b00-41d1-aae4-ac757a490eab,revision_number=1']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:42:55.019241 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a47e7a9-cc11-45b5-8e59-c576538c05ef tempest-NetworksTest-1459545445 tempest-NetworksTest-1459545445-project] Pushing event deleted for resources: {'Subnet': ['ID=13063cb9-8f63-48fc-90b5-1e342f144f21,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:42:55.038013 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-9a47e7a9-cc11-45b5-8e59-c576538c05ef tempest-NetworksTest-1459545445 tempest-NetworksTest-1459545445-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-686403', 'neutron.services.segments.db._delete_segments_for_network-8746560774018'] for network (59828191-e384-4cca-a484-e636b27c4379), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:42:55.060586 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-6aa7790b-0c4e-4417-b636-679eef3e9899 None None] Attempting to bind port 1c97485a-6b00-41d1-aae4-ac757a490eab on host n-d-760453-5 for vnic_type normal with profile {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 21:42:55.060958 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-6aa7790b-0c4e-4417-b636-679eef3e9899 None None] Attempting to bind port 1c97485a-6b00-41d1-aae4-ac757a490eab by drivers openvswitch,hyperv on host n-d-760453-5 at level 0 using segments [{'id': '3b42730d-3855-4767-bc98-5a82eaa0a26c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '59828191-e384-4cca-a484-e636b27c4379'}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 26 21:42:55.061432 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6aa7790b-0c4e-4417-b636-679eef3e9899 None None] Attempting to bind port 1c97485a-6b00-41d1-aae4-ac757a490eab on network 59828191-e384-4cca-a484-e636b27c4379 {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 21:42:55.063723 n-d-760453-5 neutron-server[103304]: DEBUG neutron.services.segments.db [None req-9a47e7a9-cc11-45b5-8e59-c576538c05ef tempest-NetworksTest-1459545445 tempest-NetworksTest-1459545445-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['59828191-e384-4cca-a484-e636b27c4379']}} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:42:55.069567 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6aa7790b-0c4e-4417-b636-679eef3e9899 None None] Checking agent: {'id': 'fea0591a-627d-4c87-9a9a-01625ddf3277', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760453-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 20, 55, 25), 'started_at': datetime.datetime(2022, 1, 26, 20, 55, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 21, 42, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760453-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 26 21:42:55.070135 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6aa7790b-0c4e-4417-b636-679eef3e9899 None None] Checking segment: {'id': '3b42730d-3855-4767-bc98-5a82eaa0a26c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '59828191-e384-4cca-a484-e636b27c4379'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 21:42:55.070760 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-6aa7790b-0c4e-4417-b636-679eef3e9899 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:42:55.071382 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6aa7790b-0c4e-4417-b636-679eef3e9899 None None] Bound using segment: {'id': '3b42730d-3855-4767-bc98-5a82eaa0a26c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '59828191-e384-4cca-a484-e636b27c4379'} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 26 21:42:55.072188 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-6aa7790b-0c4e-4417-b636-679eef3e9899 None None] Bound port: 1c97485a-6b00-41d1-aae4-ac757a490eab, host: n-d-760453-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b42730d-3855-4767-bc98-5a82eaa0a26c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '59828191-e384-4cca-a484-e636b27c4379'}}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 26 21:42:55.072957 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-6aa7790b-0c4e-4417-b636-679eef3e9899 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (1c97485a-6b00-41d1-aae4-ac757a490eab), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:42:55.074881 n-d-760453-5 neutron-server[103304]: DEBUG neutron.services.segments.db [None req-9a47e7a9-cc11-45b5-8e59-c576538c05ef tempest-NetworksTest-1459545445 tempest-NetworksTest-1459545445-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3b42730d-3855-4767-bc98-5a82eaa0a26c') {'for_net_delete': True} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:42:55.075363 n-d-760453-5 neutron-server[103304]: DEBUG neutron.services.segments.db [None req-9a47e7a9-cc11-45b5-8e59-c576538c05ef tempest-NetworksTest-1459545445 tempest-NetworksTest-1459545445-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3b42730d-3855-4767-bc98-5a82eaa0a26c') {} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:42:55.087667 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-9a47e7a9-cc11-45b5-8e59-c576538c05ef tempest-NetworksTest-1459545445 tempest-NetworksTest-1459545445-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746560742283', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8881293'] for segment (3b42730d-3855-4767-bc98-5a82eaa0a26c), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:42:55.104945 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-9a47e7a9-cc11-45b5-8e59-c576538c05ef tempest-NetworksTest-1459545445 tempest-NetworksTest-1459545445-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576559'] for segment (3b42730d-3855-4767-bc98-5a82eaa0a26c), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:42:55.115158 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9a47e7a9-cc11-45b5-8e59-c576538c05ef tempest-NetworksTest-1459545445 tempest-NetworksTest-1459545445-project] Releasing vlan 574 on physical network physnet1 to pool {{(pid=103304) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 26 21:42:55.115622 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-9a47e7a9-cc11-45b5-8e59-c576538c05ef tempest-NetworksTest-1459545445 tempest-NetworksTest-1459545445-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9281762'] for segment (3b42730d-3855-4767-bc98-5a82eaa0a26c), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:42:55.119606 n-d-760453-5 neutron-server[103304]: Traceback (most recent call last): Jan 26 21:42:55.119606 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 26 21:42:55.119606 n-d-760453-5 neutron-server[103304]: timer() Jan 26 21:42:55.119606 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 26 21:42:55.119606 n-d-760453-5 neutron-server[103304]: cb(*args, **kw) Jan 26 21:42:55.119606 n-d-760453-5 neutron-server[103304]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 26 21:42:55.119606 n-d-760453-5 neutron-server[103304]: return func(*args, **kwargs) Jan 26 21:42:55.119606 n-d-760453-5 neutron-server[103304]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 26 21:42:55.119606 n-d-760453-5 neutron-server[103304]: self._notify() Jan 26 21:42:55.119606 n-d-760453-5 neutron-server[103304]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 26 21:42:55.119606 n-d-760453-5 neutron-server[103304]: self.callback(batched_events) Jan 26 21:42:55.119606 n-d-760453-5 neutron-server[103304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 26 21:42:55.119606 n-d-760453-5 neutron-server[103304]: event.method(event) Jan 26 21:42:55.119606 n-d-760453-5 neutron-server[103304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 26 21:42:55.119606 n-d-760453-5 neutron-server[103304]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 26 21:42:55.119606 n-d-760453-5 neutron-server[103304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 26 21:42:55.119606 n-d-760453-5 neutron-server[103304]: aggregate_uuid = self.p_client.list_aggregates( Jan 26 21:42:55.119606 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 26 21:42:55.119606 n-d-760453-5 neutron-server[103304]: return f(self, *a, **k) Jan 26 21:42:55.119606 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 26 21:42:55.119606 n-d-760453-5 neutron-server[103304]: return self._get(url).json() Jan 26 21:42:55.119606 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 26 21:42:55.119606 n-d-760453-5 neutron-server[103304]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 26 21:42:55.119606 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 26 21:42:55.119606 n-d-760453-5 neutron-server[103304]: return self.request(url, 'GET', **kwargs) Jan 26 21:42:55.119606 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 26 21:42:55.119606 n-d-760453-5 neutron-server[103304]: base_url = self.get_endpoint(auth, allow=allow, Jan 26 21:42:55.119606 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 26 21:42:55.119606 n-d-760453-5 neutron-server[103304]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 26 21:42:55.119606 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 26 21:42:55.119606 n-d-760453-5 neutron-server[103304]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 26 21:42:55.119606 n-d-760453-5 neutron-server[103304]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 26 21:42:55.152721 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-6aa7790b-0c4e-4417-b636-679eef3e9899 None None] For port 1c97485a-6b00-41d1-aae4-ac757a490eab, host n-d-760453-5, cleared binding levels {{(pid=103306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 26 21:42:55.182232 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-6aa7790b-0c4e-4417-b636-679eef3e9899 None None] For port 1c97485a-6b00-41d1-aae4-ac757a490eab, host n-d-760453-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=1c97485a-6b00-41d1-aae4-ac757a490eab,segment=NetworkSegment(3b42730d-3855-4767-bc98-5a82eaa0a26c),segment_id=3b42730d-3855-4767-bc98-5a82eaa0a26c)] {{(pid=103306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 26 21:42:55.183205 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.db.api [None req-9a47e7a9-cc11-45b5-8e59-c576538c05ef tempest-NetworksTest-1459545445 tempest-NetworksTest-1459545445-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jan 26 21:42:55.183205 n-d-760453-5 neutron-server[103304]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jan 26 21:42:55.183205 n-d-760453-5 neutron-server[103304]: [parameters: {'id': '59828191-e384-4cca-a484-e636b27c4379'}] Jan 26 21:42:55.183205 n-d-760453-5 neutron-server[103304]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103304) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 26 21:42:55.183752 n-d-760453-5 neutron-server[103304]: DEBUG oslo_db.api [None req-9a47e7a9-cc11-45b5-8e59-c576538c05ef tempest-NetworksTest-1459545445 tempest-NetworksTest-1459545445-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 26 21:42:55.187907 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-6aa7790b-0c4e-4417-b636-679eef3e9899 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (1c97485a-6b00-41d1-aae4-ac757a490eab), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:42:55.270771 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa7790b-0c4e-4417-b636-679eef3e9899 None None] Pushing event updated for resources: {'Port': ['ID=1c97485a-6b00-41d1-aae4-ac757a490eab,revision_number=2']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:42:55.291198 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbb61fe1-7b43-4760-ae2c-d791357f55be None None] get_active_networks_info from n-d-760453-5 {{(pid=103306) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jan 26 21:42:55.347569 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (fea0591a-627d-4c87-9a9a-01625ddf3277), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:42:55.391832 n-d-760453-5 neutron-server[103306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbb61fe1-7b43-4760-ae2c-d791357f55be None None] Resources bound (agent type, host, resource id): {{(pid=103306) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 26 21:42:55.583866 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70f815fb-631f-4799-b11b-5b32d01bc5a2 None None] Network 59828191-e384-4cca-a484-e636b27c4379 requested from n-d-760453-5 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 26 21:42:55.685487 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-9a47e7a9-cc11-45b5-8e59-c576538c05ef tempest-NetworksTest-1459545445 tempest-NetworksTest-1459545445-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-748181'] for network (59828191-e384-4cca-a484-e636b27c4379), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:42:55.753517 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-9a47e7a9-cc11-45b5-8e59-c576538c05ef tempest-NetworksTest-1459545445 tempest-NetworksTest-1459545445-project] Deleting port 1c97485a-6b00-41d1-aae4-ac757a490eab {{(pid=103304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 21:42:55.753866 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-9a47e7a9-cc11-45b5-8e59-c576538c05ef tempest-NetworksTest-1459545445 tempest-NetworksTest-1459545445-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746560630878'] for port (1c97485a-6b00-41d1-aae4-ac757a490eab), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:42:55.824469 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [None req-9a47e7a9-cc11-45b5-8e59-c576538c05ef tempest-NetworksTest-1459545445 tempest-NetworksTest-1459545445-project] For port 1c97485a-6b00-41d1-aae4-ac757a490eab, host n-d-760453-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=1c97485a-6b00-41d1-aae4-ac757a490eab,segment=NetworkSegment(3b42730d-3855-4767-bc98-5a82eaa0a26c),segment_id=3b42730d-3855-4767-bc98-5a82eaa0a26c)] {{(pid=103304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:42:55.824842 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-9a47e7a9-cc11-45b5-8e59-c576538c05ef tempest-NetworksTest-1459545445 tempest-NetworksTest-1459545445-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4109658'] for port (1c97485a-6b00-41d1-aae4-ac757a490eab), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:42:55.839317 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-9a47e7a9-cc11-45b5-8e59-c576538c05ef tempest-NetworksTest-1459545445 tempest-NetworksTest-1459545445-project] Calling delete_port for 1c97485a-6b00-41d1-aae4-ac757a490eab owned by network:dhcp {{(pid=103304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 21:42:55.946864 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-9a47e7a9-cc11-45b5-8e59-c576538c05ef tempest-NetworksTest-1459545445 tempest-NetworksTest-1459545445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746560636600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746560234536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9281553'] for port (1c97485a-6b00-41d1-aae4-ac757a490eab), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:42:55.974276 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a47e7a9-cc11-45b5-8e59-c576538c05ef tempest-NetworksTest-1459545445 tempest-NetworksTest-1459545445-project] Pushing event deleted for resources: {'Port': ['ID=1c97485a-6b00-41d1-aae4-ac757a490eab,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:42:55.977713 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a47e7a9-cc11-45b5-8e59-c576538c05ef tempest-NetworksTest-1459545445 tempest-NetworksTest-1459545445-project] No DVR routers for this DVR port 1c97485a-6b00-41d1-aae4-ac757a490eab on host n-d-760453-5 {{(pid=103304) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 26 21:42:56.063612 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-9a47e7a9-cc11-45b5-8e59-c576538c05ef tempest-NetworksTest-1459545445 tempest-NetworksTest-1459545445-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-686403', 'neutron.services.segments.db._delete_segments_for_network-8746560774018'] for network (59828191-e384-4cca-a484-e636b27c4379), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:42:56.086205 n-d-760453-5 neutron-server[103304]: DEBUG neutron.services.segments.db [None req-9a47e7a9-cc11-45b5-8e59-c576538c05ef tempest-NetworksTest-1459545445 tempest-NetworksTest-1459545445-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['59828191-e384-4cca-a484-e636b27c4379']}} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:42:56.096139 n-d-760453-5 neutron-server[103304]: DEBUG neutron.services.segments.db [None req-9a47e7a9-cc11-45b5-8e59-c576538c05ef tempest-NetworksTest-1459545445 tempest-NetworksTest-1459545445-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3b42730d-3855-4767-bc98-5a82eaa0a26c') {'for_net_delete': True} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:42:56.096445 n-d-760453-5 neutron-server[103304]: DEBUG neutron.services.segments.db [None req-9a47e7a9-cc11-45b5-8e59-c576538c05ef tempest-NetworksTest-1459545445 tempest-NetworksTest-1459545445-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3b42730d-3855-4767-bc98-5a82eaa0a26c') {} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:42:56.112013 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-9a47e7a9-cc11-45b5-8e59-c576538c05ef tempest-NetworksTest-1459545445 tempest-NetworksTest-1459545445-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746560742283', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8881293'] for segment (3b42730d-3855-4767-bc98-5a82eaa0a26c), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:42:56.127843 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-9a47e7a9-cc11-45b5-8e59-c576538c05ef tempest-NetworksTest-1459545445 tempest-NetworksTest-1459545445-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576559'] for segment (3b42730d-3855-4767-bc98-5a82eaa0a26c), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:42:56.135067 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9a47e7a9-cc11-45b5-8e59-c576538c05ef tempest-NetworksTest-1459545445 tempest-NetworksTest-1459545445-project] Releasing vlan 574 on physical network physnet1 to pool {{(pid=103304) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 26 21:42:56.135473 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-9a47e7a9-cc11-45b5-8e59-c576538c05ef tempest-NetworksTest-1459545445 tempest-NetworksTest-1459545445-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9281762'] for segment (3b42730d-3855-4767-bc98-5a82eaa0a26c), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:42:56.139277 n-d-760453-5 neutron-server[103304]: Traceback (most recent call last): Jan 26 21:42:56.139277 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 26 21:42:56.139277 n-d-760453-5 neutron-server[103304]: timer() Jan 26 21:42:56.139277 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 26 21:42:56.139277 n-d-760453-5 neutron-server[103304]: cb(*args, **kw) Jan 26 21:42:56.139277 n-d-760453-5 neutron-server[103304]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 26 21:42:56.139277 n-d-760453-5 neutron-server[103304]: return func(*args, **kwargs) Jan 26 21:42:56.139277 n-d-760453-5 neutron-server[103304]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 26 21:42:56.139277 n-d-760453-5 neutron-server[103304]: self._notify() Jan 26 21:42:56.139277 n-d-760453-5 neutron-server[103304]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 26 21:42:56.139277 n-d-760453-5 neutron-server[103304]: self.callback(batched_events) Jan 26 21:42:56.139277 n-d-760453-5 neutron-server[103304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 26 21:42:56.139277 n-d-760453-5 neutron-server[103304]: event.method(event) Jan 26 21:42:56.139277 n-d-760453-5 neutron-server[103304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 26 21:42:56.139277 n-d-760453-5 neutron-server[103304]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 26 21:42:56.139277 n-d-760453-5 neutron-server[103304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 26 21:42:56.139277 n-d-760453-5 neutron-server[103304]: aggregate_uuid = self.p_client.list_aggregates( Jan 26 21:42:56.139277 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 26 21:42:56.139277 n-d-760453-5 neutron-server[103304]: return f(self, *a, **k) Jan 26 21:42:56.139277 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 26 21:42:56.139277 n-d-760453-5 neutron-server[103304]: return self._get(url).json() Jan 26 21:42:56.139277 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 26 21:42:56.139277 n-d-760453-5 neutron-server[103304]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 26 21:42:56.139277 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 26 21:42:56.139277 n-d-760453-5 neutron-server[103304]: return self.request(url, 'GET', **kwargs) Jan 26 21:42:56.139277 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 26 21:42:56.139277 n-d-760453-5 neutron-server[103304]: base_url = self.get_endpoint(auth, allow=allow, Jan 26 21:42:56.139277 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 26 21:42:56.139277 n-d-760453-5 neutron-server[103304]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 26 21:42:56.139277 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 26 21:42:56.139277 n-d-760453-5 neutron-server[103304]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 26 21:42:56.139277 n-d-760453-5 neutron-server[103304]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 26 21:42:56.203126 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-9a47e7a9-cc11-45b5-8e59-c576538c05ef tempest-NetworksTest-1459545445 tempest-NetworksTest-1459545445-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4110931'] for network (59828191-e384-4cca-a484-e636b27c4379), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:42:56.211666 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-9a47e7a9-cc11-45b5-8e59-c576538c05ef tempest-NetworksTest-1459545445 tempest-NetworksTest-1459545445-project] Publish callbacks [] for network (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:42:56.214961 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-9a47e7a9-cc11-45b5-8e59-c576538c05ef tempest-NetworksTest-1459545445 tempest-NetworksTest-1459545445-project] 10.222.0.13 "DELETE /v2.0/networks/59828191-e384-4cca-a484-e636b27c4379 HTTP/1.1" status: 204 len: 168 time: 1.7764702 Jan 26 21:42:56.218774 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 37908) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:42:56.234576 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-d5a7118a-d8c9-4e0c-a82c-4f3ab2c77224 tempest-NetworksTest-1459545445 tempest-NetworksTest-1459545445-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1303764584'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:42:56.239777 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a47e7a9-cc11-45b5-8e59-c576538c05ef tempest-NetworksTest-1459545445 tempest-NetworksTest-1459545445-project] Pushing event deleted for resources: {'Network': ['ID=59828191-e384-4cca-a484-e636b27c4379,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:42:56.257402 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5a7118a-d8c9-4e0c-a82c-4f3ab2c77224 tempest-NetworksTest-1459545445 tempest-NetworksTest-1459545445-project] Made reservation on behalf of a005420d1d17477a9d2ba3ef1bf8969c for: {'network': 1} {{(pid=103304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 21:42:56.260816 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-d5a7118a-d8c9-4e0c-a82c-4f3ab2c77224 tempest-NetworksTest-1459545445 tempest-NetworksTest-1459545445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for network (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:42:56.288307 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d5a7118a-d8c9-4e0c-a82c-4f3ab2c77224 tempest-NetworksTest-1459545445 tempest-NetworksTest-1459545445-project] vlan segment allocate from pool success with {'vlan_id': 569, 'physical_network': 'physnet1'} {{(pid=103304) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 26 21:42:56.302611 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-d5a7118a-d8c9-4e0c-a82c-4f3ab2c77224 tempest-NetworksTest-1459545445 tempest-NetworksTest-1459545445-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576559'] for segment (ec1bbd9d-9db3-4a6f-b22c-0e482611c888), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:42:56.303033 n-d-760453-5 neutron-server[103304]: INFO neutron.db.segments_db [None req-d5a7118a-d8c9-4e0c-a82c-4f3ab2c77224 tempest-NetworksTest-1459545445 tempest-NetworksTest-1459545445-project] Added segment ec1bbd9d-9db3-4a6f-b22c-0e482611c888 of type vlan for network bd9e8c38-3bf4-4647-a345-1f6be7f001ed Jan 26 21:42:56.348816 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-d5a7118a-d8c9-4e0c-a82c-4f3ab2c77224 tempest-NetworksTest-1459545445 tempest-NetworksTest-1459545445-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746560256871'] for network (bd9e8c38-3bf4-4647-a345-1f6be7f001ed), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:42:56.376470 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-d5a7118a-d8c9-4e0c-a82c-4f3ab2c77224 tempest-NetworksTest-1459545445 tempest-NetworksTest-1459545445-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503'] for network (bd9e8c38-3bf4-4647-a345-1f6be7f001ed), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:42:56.381945 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5a7118a-d8c9-4e0c-a82c-4f3ab2c77224 tempest-NetworksTest-1459545445 tempest-NetworksTest-1459545445-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:42:56.382875 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-d5a7118a-d8c9-4e0c-a82c-4f3ab2c77224 tempest-NetworksTest-1459545445 tempest-NetworksTest-1459545445-project] Publish callbacks [] for network (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:42:56.415217 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-d5a7118a-d8c9-4e0c-a82c-4f3ab2c77224 tempest-NetworksTest-1459545445 tempest-NetworksTest-1459545445-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.1948557 Jan 26 21:42:56.418480 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 37916) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:42:56.424868 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-5c4c03fc-77af-4fe6-9a1f-2bedf7494123 tempest-NetworksTest-1459545445 tempest-NetworksTest-1459545445-project] Request body: {'subnet': {'network_id': 'bd9e8c38-3bf4-4647-a345-1f6be7f001ed', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:42:56.465413 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a7118a-d8c9-4e0c-a82c-4f3ab2c77224 tempest-NetworksTest-1459545445 tempest-NetworksTest-1459545445-project] Pushing event updated for resources: {'Network': ['ID=bd9e8c38-3bf4-4647-a345-1f6be7f001ed,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:42:56.478321 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Network bd9e8c38-3bf4-4647-a345-1f6be7f001ed details requested by agent ovs-agent-n-d-760453-5 with host n-d-760453-5 {{(pid=103306) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 26 21:42:56.534281 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c4c03fc-77af-4fe6-9a1f-2bedf7494123 tempest-NetworksTest-1459545445 tempest-NetworksTest-1459545445-project] Made reservation on behalf of a005420d1d17477a9d2ba3ef1bf8969c for: {'subnet': 1} {{(pid=103305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 21:42:56.538628 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-5c4c03fc-77af-4fe6-9a1f-2bedf7494123 tempest-NetworksTest-1459545445 tempest-NetworksTest-1459545445-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11599953'] for subnet (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:42:56.757542 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-5c4c03fc-77af-4fe6-9a1f-2bedf7494123 tempest-NetworksTest-1459545445 tempest-NetworksTest-1459545445-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11788839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11599975'] for subnet (85d891e3-2283-4898-9b53-bf93b2fbb142), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:42:56.842168 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c4c03fc-77af-4fe6-9a1f-2bedf7494123 tempest-NetworksTest-1459545445 tempest-NetworksTest-1459545445-project] Pushing event updated for resources: {'Subnet': ['ID=85d891e3-2283-4898-9b53-bf93b2fbb142,revision_number=0']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:42:56.849739 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c4c03fc-77af-4fe6-9a1f-2bedf7494123 tempest-NetworksTest-1459545445 tempest-NetworksTest-1459545445-project] Checking segment: {'id': 'ec1bbd9d-9db3-4a6f-b22c-0e482611c888', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'bd9e8c38-3bf4-4647-a345-1f6be7f001ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103305) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 21:42:56.850106 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c4c03fc-77af-4fe6-9a1f-2bedf7494123 tempest-NetworksTest-1459545445 tempest-NetworksTest-1459545445-project] Network hostable DHCP agents. Network: bd9e8c38-3bf4-4647-a345-1f6be7f001ed, hostable agents: ['474ccdf7-ab6c-405b-a3b2-dc7b05829902'], hosted agents: [] {{(pid=103305) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 26 21:42:56.874039 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c4c03fc-77af-4fe6-9a1f-2bedf7494123 tempest-NetworksTest-1459545445 tempest-NetworksTest-1459545445-project] Network bd9e8c38-3bf4-4647-a345-1f6be7f001ed is scheduled to be hosted by DHCP agent 474ccdf7-ab6c-405b-a3b2-dc7b05829902 with binding_index 1 {{(pid=103305) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 26 21:42:56.886272 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [None req-5c4c03fc-77af-4fe6-9a1f-2bedf7494123 tempest-NetworksTest-1459545445 tempest-NetworksTest-1459545445-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760453-5, bd9e8c38-3bf4-4647-a345-1f6be7f001ed) {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:42:56.895650 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c4c03fc-77af-4fe6-9a1f-2bedf7494123 tempest-NetworksTest-1459545445 tempest-NetworksTest-1459545445-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:42:56.896306 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-5c4c03fc-77af-4fe6-9a1f-2bedf7494123 tempest-NetworksTest-1459545445 tempest-NetworksTest-1459545445-project] Publish callbacks [] for subnet (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:42:56.897602 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-869a4606-d8b1-4b88-99ec-cda32e516b5d None None] Network bd9e8c38-3bf4-4647-a345-1f6be7f001ed requested from n-d-760453-5 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 26 21:42:56.937406 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-5c4c03fc-77af-4fe6-9a1f-2bedf7494123 tempest-NetworksTest-1459545445 tempest-NetworksTest-1459545445-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.5150340 Jan 26 21:42:56.937739 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 37928) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:42:57.011688 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-969d40f6-abfa-469c-84ca-7ad7cbc13028 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3c4099e8-8ffb-51d1-af7f-5868973e933f-bd9e8c38-3bf4-4647-a345-1f6be7f001ed', 'network_id': 'bd9e8c38-3bf4-4647-a345-1f6be7f001ed', 'project_id': 'a005420d1d17477a9d2ba3ef1bf8969c', 'fixed_ips': [{'subnet_id': '85d891e3-2283-4898-9b53-bf93b2fbb142'}]}} from n-d-760453-5. {{(pid=103306) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 26 21:42:57.014523 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-969d40f6-abfa-469c-84ca-7ad7cbc13028 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (None), before_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:42:57.055278 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-7275ee85-fae7-4275-985e-f0538e18c617 tempest-NetworksTest-1459545445 tempest-NetworksTest-1459545445-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-748181'] for network (bd9e8c38-3bf4-4647-a345-1f6be7f001ed), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:42:57.113531 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-7275ee85-fae7-4275-985e-f0538e18c617 tempest-NetworksTest-1459545445 tempest-NetworksTest-1459545445-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687316'] for subnet (85d891e3-2283-4898-9b53-bf93b2fbb142), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:42:57.171794 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.db_base_plugin_common [None req-969d40f6-abfa-469c-84ca-7ad7cbc13028 None None] Allocated IP 172.20.0.1 (bd9e8c38-3bf4-4647-a345-1f6be7f001ed/85d891e3-2283-4898-9b53-bf93b2fbb142/8ec0d82f-36f8-49c9-84c1-fd6d3d23eca6) {{(pid=103306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 21:42:57.324428 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-969d40f6-abfa-469c-84ca-7ad7cbc13028 None None] Publish callbacks [] for port (8ec0d82f-36f8-49c9-84c1-fd6d3d23eca6), precommit_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:42:57.331557 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-969d40f6-abfa-469c-84ca-7ad7cbc13028 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746560234527'] for port (8ec0d82f-36f8-49c9-84c1-fd6d3d23eca6), after_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:42:57.352026 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-7275ee85-fae7-4275-985e-f0538e18c617 tempest-NetworksTest-1459545445 tempest-NetworksTest-1459545445-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11791594', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11599980'] for subnet (85d891e3-2283-4898-9b53-bf93b2fbb142), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:42:57.382358 n-d-760453-5 neutron-server[103306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-969d40f6-abfa-469c-84ca-7ad7cbc13028 None None] Network bd9e8c38-3bf4-4647-a345-1f6be7f001ed is already hosted by enough agents. {{(pid=103306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 21:42:57.385592 n-d-760453-5 neutron-server[103306]: DEBUG neutron.scheduler.base_scheduler [None req-969d40f6-abfa-469c-84ca-7ad7cbc13028 None None] Resources bound (agent type, host, resource id): {{(pid=103306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:42:57.392305 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-969d40f6-abfa-469c-84ca-7ad7cbc13028 None None] Received port after_create {{(pid=103306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 21:42:57.400156 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-969d40f6-abfa-469c-84ca-7ad7cbc13028 None None] Pushing event updated for resources: {'Port': ['ID=8ec0d82f-36f8-49c9-84c1-fd6d3d23eca6,revision_number=1']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:42:57.403481 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7275ee85-fae7-4275-985e-f0538e18c617 tempest-NetworksTest-1459545445 tempest-NetworksTest-1459545445-project] Pushing event deleted for resources: {'Subnet': ['ID=85d891e3-2283-4898-9b53-bf93b2fbb142,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:42:57.475963 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-969d40f6-abfa-469c-84ca-7ad7cbc13028 None None] Attempting to bind port 8ec0d82f-36f8-49c9-84c1-fd6d3d23eca6 on host n-d-760453-5 for vnic_type normal with profile {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 21:42:57.476455 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-969d40f6-abfa-469c-84ca-7ad7cbc13028 None None] Attempting to bind port 8ec0d82f-36f8-49c9-84c1-fd6d3d23eca6 by drivers openvswitch,hyperv on host n-d-760453-5 at level 0 using segments [{'id': 'ec1bbd9d-9db3-4a6f-b22c-0e482611c888', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'bd9e8c38-3bf4-4647-a345-1f6be7f001ed'}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 26 21:42:57.476832 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-969d40f6-abfa-469c-84ca-7ad7cbc13028 None None] Attempting to bind port 8ec0d82f-36f8-49c9-84c1-fd6d3d23eca6 on network bd9e8c38-3bf4-4647-a345-1f6be7f001ed {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 21:42:57.482105 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-7275ee85-fae7-4275-985e-f0538e18c617 tempest-NetworksTest-1459545445 tempest-NetworksTest-1459545445-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-686403', 'neutron.services.segments.db._delete_segments_for_network-8746560774018'] for network (bd9e8c38-3bf4-4647-a345-1f6be7f001ed), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:42:57.484562 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-969d40f6-abfa-469c-84ca-7ad7cbc13028 None None] Checking agent: {'id': 'fea0591a-627d-4c87-9a9a-01625ddf3277', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760453-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 20, 55, 25), 'started_at': datetime.datetime(2022, 1, 26, 20, 55, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 21, 42, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760453-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 26 21:42:57.485891 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-969d40f6-abfa-469c-84ca-7ad7cbc13028 None None] Checking segment: {'id': 'ec1bbd9d-9db3-4a6f-b22c-0e482611c888', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'bd9e8c38-3bf4-4647-a345-1f6be7f001ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 21:42:57.486306 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-969d40f6-abfa-469c-84ca-7ad7cbc13028 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:42:57.487006 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-969d40f6-abfa-469c-84ca-7ad7cbc13028 None None] Bound using segment: {'id': 'ec1bbd9d-9db3-4a6f-b22c-0e482611c888', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'bd9e8c38-3bf4-4647-a345-1f6be7f001ed'} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 26 21:42:57.487508 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-969d40f6-abfa-469c-84ca-7ad7cbc13028 None None] Bound port: 8ec0d82f-36f8-49c9-84c1-fd6d3d23eca6, host: n-d-760453-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec1bbd9d-9db3-4a6f-b22c-0e482611c888', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'bd9e8c38-3bf4-4647-a345-1f6be7f001ed'}}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 26 21:42:57.487897 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-969d40f6-abfa-469c-84ca-7ad7cbc13028 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (8ec0d82f-36f8-49c9-84c1-fd6d3d23eca6), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:42:57.519519 n-d-760453-5 neutron-server[103305]: DEBUG neutron.services.segments.db [None req-7275ee85-fae7-4275-985e-f0538e18c617 tempest-NetworksTest-1459545445 tempest-NetworksTest-1459545445-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bd9e8c38-3bf4-4647-a345-1f6be7f001ed']}} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:42:57.526279 n-d-760453-5 neutron-server[103305]: DEBUG neutron.services.segments.db [None req-7275ee85-fae7-4275-985e-f0538e18c617 tempest-NetworksTest-1459545445 tempest-NetworksTest-1459545445-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ec1bbd9d-9db3-4a6f-b22c-0e482611c888') {'for_net_delete': True} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:42:57.526279 n-d-760453-5 neutron-server[103305]: DEBUG neutron.services.segments.db [None req-7275ee85-fae7-4275-985e-f0538e18c617 tempest-NetworksTest-1459545445 tempest-NetworksTest-1459545445-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ec1bbd9d-9db3-4a6f-b22c-0e482611c888') {} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:42:57.537078 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-7275ee85-fae7-4275-985e-f0538e18c617 tempest-NetworksTest-1459545445 tempest-NetworksTest-1459545445-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746560742283', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11788955'] for segment (ec1bbd9d-9db3-4a6f-b22c-0e482611c888), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:42:57.550918 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-7275ee85-fae7-4275-985e-f0538e18c617 tempest-NetworksTest-1459545445 tempest-NetworksTest-1459545445-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576559'] for segment (ec1bbd9d-9db3-4a6f-b22c-0e482611c888), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:42:57.559215 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7275ee85-fae7-4275-985e-f0538e18c617 tempest-NetworksTest-1459545445 tempest-NetworksTest-1459545445-project] Releasing vlan 569 on physical network physnet1 to pool {{(pid=103305) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 26 21:42:57.559699 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-7275ee85-fae7-4275-985e-f0538e18c617 tempest-NetworksTest-1459545445 tempest-NetworksTest-1459545445-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11791428'] for segment (ec1bbd9d-9db3-4a6f-b22c-0e482611c888), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:42:57.564157 n-d-760453-5 neutron-server[103305]: Traceback (most recent call last): Jan 26 21:42:57.564157 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 26 21:42:57.564157 n-d-760453-5 neutron-server[103305]: timer() Jan 26 21:42:57.564157 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 26 21:42:57.564157 n-d-760453-5 neutron-server[103305]: cb(*args, **kw) Jan 26 21:42:57.564157 n-d-760453-5 neutron-server[103305]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 26 21:42:57.564157 n-d-760453-5 neutron-server[103305]: return func(*args, **kwargs) Jan 26 21:42:57.564157 n-d-760453-5 neutron-server[103305]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 26 21:42:57.564157 n-d-760453-5 neutron-server[103305]: self._notify() Jan 26 21:42:57.564157 n-d-760453-5 neutron-server[103305]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 26 21:42:57.564157 n-d-760453-5 neutron-server[103305]: self.callback(batched_events) Jan 26 21:42:57.564157 n-d-760453-5 neutron-server[103305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 26 21:42:57.564157 n-d-760453-5 neutron-server[103305]: event.method(event) Jan 26 21:42:57.564157 n-d-760453-5 neutron-server[103305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 26 21:42:57.564157 n-d-760453-5 neutron-server[103305]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 26 21:42:57.564157 n-d-760453-5 neutron-server[103305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 26 21:42:57.564157 n-d-760453-5 neutron-server[103305]: aggregate_uuid = self.p_client.list_aggregates( Jan 26 21:42:57.564157 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 26 21:42:57.564157 n-d-760453-5 neutron-server[103305]: return f(self, *a, **k) Jan 26 21:42:57.564157 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 26 21:42:57.564157 n-d-760453-5 neutron-server[103305]: return self._get(url).json() Jan 26 21:42:57.564157 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 26 21:42:57.564157 n-d-760453-5 neutron-server[103305]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 26 21:42:57.564157 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 26 21:42:57.564157 n-d-760453-5 neutron-server[103305]: return self.request(url, 'GET', **kwargs) Jan 26 21:42:57.564157 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 26 21:42:57.564157 n-d-760453-5 neutron-server[103305]: base_url = self.get_endpoint(auth, allow=allow, Jan 26 21:42:57.564157 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 26 21:42:57.564157 n-d-760453-5 neutron-server[103305]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 26 21:42:57.564157 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 26 21:42:57.564157 n-d-760453-5 neutron-server[103305]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 26 21:42:57.564157 n-d-760453-5 neutron-server[103305]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 26 21:42:57.580073 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-969d40f6-abfa-469c-84ca-7ad7cbc13028 None None] For port 8ec0d82f-36f8-49c9-84c1-fd6d3d23eca6, host n-d-760453-5, cleared binding levels {{(pid=103306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 26 21:42:57.624846 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-969d40f6-abfa-469c-84ca-7ad7cbc13028 None None] For port 8ec0d82f-36f8-49c9-84c1-fd6d3d23eca6, host n-d-760453-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=8ec0d82f-36f8-49c9-84c1-fd6d3d23eca6,segment=NetworkSegment(ec1bbd9d-9db3-4a6f-b22c-0e482611c888),segment_id=ec1bbd9d-9db3-4a6f-b22c-0e482611c888)] {{(pid=103306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 26 21:42:57.627183 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.db.api [None req-7275ee85-fae7-4275-985e-f0538e18c617 tempest-NetworksTest-1459545445 tempest-NetworksTest-1459545445-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jan 26 21:42:57.627183 n-d-760453-5 neutron-server[103305]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jan 26 21:42:57.627183 n-d-760453-5 neutron-server[103305]: [parameters: {'id': 'bd9e8c38-3bf4-4647-a345-1f6be7f001ed'}] Jan 26 21:42:57.627183 n-d-760453-5 neutron-server[103305]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103305) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 26 21:42:57.627741 n-d-760453-5 neutron-server[103305]: DEBUG oslo_db.api [None req-7275ee85-fae7-4275-985e-f0538e18c617 tempest-NetworksTest-1459545445 tempest-NetworksTest-1459545445-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 26 21:42:57.630888 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-969d40f6-abfa-469c-84ca-7ad7cbc13028 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (8ec0d82f-36f8-49c9-84c1-fd6d3d23eca6), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:42:57.718450 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-969d40f6-abfa-469c-84ca-7ad7cbc13028 None None] Pushing event updated for resources: {'Port': ['ID=8ec0d82f-36f8-49c9-84c1-fd6d3d23eca6,revision_number=2']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:42:57.740341 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef03a99d-0f22-436d-b96d-cb568ea4d439 None None] get_active_networks_info from n-d-760453-5 {{(pid=103306) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jan 26 21:42:57.833762 n-d-760453-5 neutron-server[103306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef03a99d-0f22-436d-b96d-cb568ea4d439 None None] Resources bound (agent type, host, resource id): {{(pid=103306) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 26 21:42:57.999875 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3f33dc7-3d84-461b-80df-526c289e9e1a None None] Network bd9e8c38-3bf4-4647-a345-1f6be7f001ed requested from n-d-760453-5 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 26 21:42:58.129531 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-7275ee85-fae7-4275-985e-f0538e18c617 tempest-NetworksTest-1459545445 tempest-NetworksTest-1459545445-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-748181'] for network (bd9e8c38-3bf4-4647-a345-1f6be7f001ed), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:42:58.184963 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-7275ee85-fae7-4275-985e-f0538e18c617 tempest-NetworksTest-1459545445 tempest-NetworksTest-1459545445-project] Deleting port 8ec0d82f-36f8-49c9-84c1-fd6d3d23eca6 {{(pid=103305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 21:42:58.185339 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-7275ee85-fae7-4275-985e-f0538e18c617 tempest-NetworksTest-1459545445 tempest-NetworksTest-1459545445-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746560630878'] for port (8ec0d82f-36f8-49c9-84c1-fd6d3d23eca6), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:42:58.258621 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [None req-7275ee85-fae7-4275-985e-f0538e18c617 tempest-NetworksTest-1459545445 tempest-NetworksTest-1459545445-project] For port 8ec0d82f-36f8-49c9-84c1-fd6d3d23eca6, host n-d-760453-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=8ec0d82f-36f8-49c9-84c1-fd6d3d23eca6,segment=NetworkSegment(ec1bbd9d-9db3-4a6f-b22c-0e482611c888),segment_id=ec1bbd9d-9db3-4a6f-b22c-0e482611c888)] {{(pid=103305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:42:58.258621 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-7275ee85-fae7-4275-985e-f0538e18c617 tempest-NetworksTest-1459545445 tempest-NetworksTest-1459545445-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4109658'] for port (8ec0d82f-36f8-49c9-84c1-fd6d3d23eca6), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:42:58.276653 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-7275ee85-fae7-4275-985e-f0538e18c617 tempest-NetworksTest-1459545445 tempest-NetworksTest-1459545445-project] Calling delete_port for 8ec0d82f-36f8-49c9-84c1-fd6d3d23eca6 owned by network:dhcp {{(pid=103305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 21:42:58.362048 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-7275ee85-fae7-4275-985e-f0538e18c617 tempest-NetworksTest-1459545445 tempest-NetworksTest-1459545445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746560636600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746560234536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11791543'] for port (8ec0d82f-36f8-49c9-84c1-fd6d3d23eca6), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:42:58.392385 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7275ee85-fae7-4275-985e-f0538e18c617 tempest-NetworksTest-1459545445 tempest-NetworksTest-1459545445-project] Pushing event deleted for resources: {'Port': ['ID=8ec0d82f-36f8-49c9-84c1-fd6d3d23eca6,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:42:58.398502 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7275ee85-fae7-4275-985e-f0538e18c617 tempest-NetworksTest-1459545445 tempest-NetworksTest-1459545445-project] No DVR routers for this DVR port 8ec0d82f-36f8-49c9-84c1-fd6d3d23eca6 on host n-d-760453-5 {{(pid=103305) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 26 21:42:58.495757 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-7275ee85-fae7-4275-985e-f0538e18c617 tempest-NetworksTest-1459545445 tempest-NetworksTest-1459545445-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-686403', 'neutron.services.segments.db._delete_segments_for_network-8746560774018'] for network (bd9e8c38-3bf4-4647-a345-1f6be7f001ed), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:42:58.526630 n-d-760453-5 neutron-server[103305]: DEBUG neutron.services.segments.db [None req-7275ee85-fae7-4275-985e-f0538e18c617 tempest-NetworksTest-1459545445 tempest-NetworksTest-1459545445-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bd9e8c38-3bf4-4647-a345-1f6be7f001ed']}} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:42:58.538869 n-d-760453-5 neutron-server[103305]: DEBUG neutron.services.segments.db [None req-7275ee85-fae7-4275-985e-f0538e18c617 tempest-NetworksTest-1459545445 tempest-NetworksTest-1459545445-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ec1bbd9d-9db3-4a6f-b22c-0e482611c888') {'for_net_delete': True} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:42:58.539139 n-d-760453-5 neutron-server[103305]: DEBUG neutron.services.segments.db [None req-7275ee85-fae7-4275-985e-f0538e18c617 tempest-NetworksTest-1459545445 tempest-NetworksTest-1459545445-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ec1bbd9d-9db3-4a6f-b22c-0e482611c888') {} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:42:58.550280 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-7275ee85-fae7-4275-985e-f0538e18c617 tempest-NetworksTest-1459545445 tempest-NetworksTest-1459545445-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746560742283', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11788955'] for segment (ec1bbd9d-9db3-4a6f-b22c-0e482611c888), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:42:58.569200 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-7275ee85-fae7-4275-985e-f0538e18c617 tempest-NetworksTest-1459545445 tempest-NetworksTest-1459545445-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576559'] for segment (ec1bbd9d-9db3-4a6f-b22c-0e482611c888), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:42:58.578359 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7275ee85-fae7-4275-985e-f0538e18c617 tempest-NetworksTest-1459545445 tempest-NetworksTest-1459545445-project] Releasing vlan 569 on physical network physnet1 to pool {{(pid=103305) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 26 21:42:58.578769 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-7275ee85-fae7-4275-985e-f0538e18c617 tempest-NetworksTest-1459545445 tempest-NetworksTest-1459545445-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11791428'] for segment (ec1bbd9d-9db3-4a6f-b22c-0e482611c888), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:42:58.582265 n-d-760453-5 neutron-server[103305]: Traceback (most recent call last): Jan 26 21:42:58.582265 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 26 21:42:58.582265 n-d-760453-5 neutron-server[103305]: timer() Jan 26 21:42:58.582265 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 26 21:42:58.582265 n-d-760453-5 neutron-server[103305]: cb(*args, **kw) Jan 26 21:42:58.582265 n-d-760453-5 neutron-server[103305]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 26 21:42:58.582265 n-d-760453-5 neutron-server[103305]: return func(*args, **kwargs) Jan 26 21:42:58.582265 n-d-760453-5 neutron-server[103305]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 26 21:42:58.582265 n-d-760453-5 neutron-server[103305]: self._notify() Jan 26 21:42:58.582265 n-d-760453-5 neutron-server[103305]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 26 21:42:58.582265 n-d-760453-5 neutron-server[103305]: self.callback(batched_events) Jan 26 21:42:58.582265 n-d-760453-5 neutron-server[103305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 26 21:42:58.582265 n-d-760453-5 neutron-server[103305]: event.method(event) Jan 26 21:42:58.582265 n-d-760453-5 neutron-server[103305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 26 21:42:58.582265 n-d-760453-5 neutron-server[103305]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 26 21:42:58.582265 n-d-760453-5 neutron-server[103305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 26 21:42:58.582265 n-d-760453-5 neutron-server[103305]: aggregate_uuid = self.p_client.list_aggregates( Jan 26 21:42:58.582265 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 26 21:42:58.582265 n-d-760453-5 neutron-server[103305]: return f(self, *a, **k) Jan 26 21:42:58.582265 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 26 21:42:58.582265 n-d-760453-5 neutron-server[103305]: return self._get(url).json() Jan 26 21:42:58.582265 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 26 21:42:58.582265 n-d-760453-5 neutron-server[103305]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 26 21:42:58.582265 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 26 21:42:58.582265 n-d-760453-5 neutron-server[103305]: return self.request(url, 'GET', **kwargs) Jan 26 21:42:58.582265 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 26 21:42:58.582265 n-d-760453-5 neutron-server[103305]: base_url = self.get_endpoint(auth, allow=allow, Jan 26 21:42:58.582265 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 26 21:42:58.582265 n-d-760453-5 neutron-server[103305]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 26 21:42:58.582265 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 26 21:42:58.582265 n-d-760453-5 neutron-server[103305]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 26 21:42:58.582265 n-d-760453-5 neutron-server[103305]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 26 21:42:58.646880 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-7275ee85-fae7-4275-985e-f0538e18c617 tempest-NetworksTest-1459545445 tempest-NetworksTest-1459545445-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4110931'] for network (bd9e8c38-3bf4-4647-a345-1f6be7f001ed), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:42:58.652027 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-7275ee85-fae7-4275-985e-f0538e18c617 tempest-NetworksTest-1459545445 tempest-NetworksTest-1459545445-project] Publish callbacks [] for network (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:42:58.655611 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-7275ee85-fae7-4275-985e-f0538e18c617 tempest-NetworksTest-1459545445 tempest-NetworksTest-1459545445-project] 10.222.0.13 "DELETE /v2.0/networks/bd9e8c38-3bf4-4647-a345-1f6be7f001ed HTTP/1.1" status: 204 len: 168 time: 1.7168343 Jan 26 21:42:58.659559 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 37960) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:42:58.664963 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-6de380b8-7e11-4973-a075-6078ce93bd89 tempest-NetworksTest-1459545445 tempest-NetworksTest-1459545445-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-739845254'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:42:58.682163 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7275ee85-fae7-4275-985e-f0538e18c617 tempest-NetworksTest-1459545445 tempest-NetworksTest-1459545445-project] Pushing event deleted for resources: {'Network': ['ID=bd9e8c38-3bf4-4647-a345-1f6be7f001ed,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:42:58.699351 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6de380b8-7e11-4973-a075-6078ce93bd89 tempest-NetworksTest-1459545445 tempest-NetworksTest-1459545445-project] Made reservation on behalf of a005420d1d17477a9d2ba3ef1bf8969c for: {'network': 1} {{(pid=103305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 21:42:58.702793 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-6de380b8-7e11-4973-a075-6078ce93bd89 tempest-NetworksTest-1459545445 tempest-NetworksTest-1459545445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for network (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:42:58.729028 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6de380b8-7e11-4973-a075-6078ce93bd89 tempest-NetworksTest-1459545445 tempest-NetworksTest-1459545445-project] vlan segment allocate from pool success with {'vlan_id': 580, 'physical_network': 'physnet1'} {{(pid=103305) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 26 21:42:58.739403 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-6de380b8-7e11-4973-a075-6078ce93bd89 tempest-NetworksTest-1459545445 tempest-NetworksTest-1459545445-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576559'] for segment (1c253acd-55d0-4874-8c08-3183b01fc2ba), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:42:58.739832 n-d-760453-5 neutron-server[103305]: INFO neutron.db.segments_db [None req-6de380b8-7e11-4973-a075-6078ce93bd89 tempest-NetworksTest-1459545445 tempest-NetworksTest-1459545445-project] Added segment 1c253acd-55d0-4874-8c08-3183b01fc2ba of type vlan for network 38d2e0b5-8287-4f20-994b-7fa91a125bfe Jan 26 21:42:58.782592 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-6de380b8-7e11-4973-a075-6078ce93bd89 tempest-NetworksTest-1459545445 tempest-NetworksTest-1459545445-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746560256871'] for network (38d2e0b5-8287-4f20-994b-7fa91a125bfe), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:42:58.812550 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-6de380b8-7e11-4973-a075-6078ce93bd89 tempest-NetworksTest-1459545445 tempest-NetworksTest-1459545445-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503'] for network (38d2e0b5-8287-4f20-994b-7fa91a125bfe), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:42:58.817774 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6de380b8-7e11-4973-a075-6078ce93bd89 tempest-NetworksTest-1459545445 tempest-NetworksTest-1459545445-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:42:58.819645 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-6de380b8-7e11-4973-a075-6078ce93bd89 tempest-NetworksTest-1459545445 tempest-NetworksTest-1459545445-project] Publish callbacks [] for network (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:42:58.887568 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-6de380b8-7e11-4973-a075-6078ce93bd89 tempest-NetworksTest-1459545445 tempest-NetworksTest-1459545445-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.2269402 Jan 26 21:42:58.891095 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 37968) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:42:58.897589 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de380b8-7e11-4973-a075-6078ce93bd89 tempest-NetworksTest-1459545445 tempest-NetworksTest-1459545445-project] Pushing event updated for resources: {'Network': ['ID=38d2e0b5-8287-4f20-994b-7fa91a125bfe,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:42:58.903027 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-22b05e35-32e8-4a3d-a6fc-c0ec21a28771 tempest-NetworksTest-1459545445 tempest-NetworksTest-1459545445-project] Request body: {'network': {'name': 'New_network'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:42:58.909972 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Network 38d2e0b5-8287-4f20-994b-7fa91a125bfe details requested by agent ovs-agent-n-d-760453-5 with host n-d-760453-5 {{(pid=103306) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 26 21:42:59.099030 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-22b05e35-32e8-4a3d-a6fc-c0ec21a28771 tempest-NetworksTest-1459545445 tempest-NetworksTest-1459545445-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746560256871'] for network (38d2e0b5-8287-4f20-994b-7fa91a125bfe), precommit_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:42:59.130151 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-22b05e35-32e8-4a3d-a6fc-c0ec21a28771 tempest-NetworksTest-1459545445 tempest-NetworksTest-1459545445-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503'] for network (38d2e0b5-8287-4f20-994b-7fa91a125bfe), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:42:59.166439 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-22b05e35-32e8-4a3d-a6fc-c0ec21a28771 tempest-NetworksTest-1459545445 tempest-NetworksTest-1459545445-project] Network 38d2e0b5-8287-4f20-994b-7fa91a125bfe is not hosted by any dhcp agent {{(pid=103304) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jan 26 21:42:59.174912 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22b05e35-32e8-4a3d-a6fc-c0ec21a28771 tempest-NetworksTest-1459545445 tempest-NetworksTest-1459545445-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:42:59.175886 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-22b05e35-32e8-4a3d-a6fc-c0ec21a28771 tempest-NetworksTest-1459545445 tempest-NetworksTest-1459545445-project] Publish callbacks [] for network (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:42:59.178213 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-22b05e35-32e8-4a3d-a6fc-c0ec21a28771 tempest-NetworksTest-1459545445 tempest-NetworksTest-1459545445-project] 10.222.0.13 "PUT /v2.0/networks/38d2e0b5-8287-4f20-994b-7fa91a125bfe HTTP/1.1" status: 200 len: 723 time: 0.2837737 Jan 26 21:42:59.181022 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 37974) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:42:59.186912 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-0e1056e6-91d1-4b8f-8f4a-314041f46542 tempest-NetworksTest-1459545445 tempest-NetworksTest-1459545445-project] Request body: {'subnet': {'network_id': '38d2e0b5-8287-4f20-994b-7fa91a125bfe', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:42:59.242469 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b05e35-32e8-4a3d-a6fc-c0ec21a28771 tempest-NetworksTest-1459545445 tempest-NetworksTest-1459545445-project] Pushing event updated for resources: {'Network': ['ID=38d2e0b5-8287-4f20-994b-7fa91a125bfe,revision_number=2']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:42:59.256429 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Network 38d2e0b5-8287-4f20-994b-7fa91a125bfe details requested by agent ovs-agent-n-d-760453-5 with host n-d-760453-5 {{(pid=103306) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 26 21:42:59.285318 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e1056e6-91d1-4b8f-8f4a-314041f46542 tempest-NetworksTest-1459545445 tempest-NetworksTest-1459545445-project] Made reservation on behalf of a005420d1d17477a9d2ba3ef1bf8969c for: {'subnet': 1} {{(pid=103305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 21:42:59.288883 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-0e1056e6-91d1-4b8f-8f4a-314041f46542 tempest-NetworksTest-1459545445 tempest-NetworksTest-1459545445-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11599953'] for subnet (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:42:59.875726 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-0e1056e6-91d1-4b8f-8f4a-314041f46542 tempest-NetworksTest-1459545445 tempest-NetworksTest-1459545445-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11788839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11599975'] for subnet (969f960c-7bbe-4d90-8460-c13c0e05d3de), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:42:59.996753 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e1056e6-91d1-4b8f-8f4a-314041f46542 tempest-NetworksTest-1459545445 tempest-NetworksTest-1459545445-project] Pushing event updated for resources: {'Subnet': ['ID=969f960c-7bbe-4d90-8460-c13c0e05d3de,revision_number=0']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:43:00.005155 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e1056e6-91d1-4b8f-8f4a-314041f46542 tempest-NetworksTest-1459545445 tempest-NetworksTest-1459545445-project] Checking segment: {'id': '1c253acd-55d0-4874-8c08-3183b01fc2ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '38d2e0b5-8287-4f20-994b-7fa91a125bfe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103305) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 21:43:00.005750 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e1056e6-91d1-4b8f-8f4a-314041f46542 tempest-NetworksTest-1459545445 tempest-NetworksTest-1459545445-project] Network hostable DHCP agents. Network: 38d2e0b5-8287-4f20-994b-7fa91a125bfe, hostable agents: ['474ccdf7-ab6c-405b-a3b2-dc7b05829902'], hosted agents: [] {{(pid=103305) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 26 21:43:00.036032 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e1056e6-91d1-4b8f-8f4a-314041f46542 tempest-NetworksTest-1459545445 tempest-NetworksTest-1459545445-project] Network 38d2e0b5-8287-4f20-994b-7fa91a125bfe is scheduled to be hosted by DHCP agent 474ccdf7-ab6c-405b-a3b2-dc7b05829902 with binding_index 1 {{(pid=103305) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 26 21:43:00.050258 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [None req-0e1056e6-91d1-4b8f-8f4a-314041f46542 tempest-NetworksTest-1459545445 tempest-NetworksTest-1459545445-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760453-5, 38d2e0b5-8287-4f20-994b-7fa91a125bfe) {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:43:00.056639 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e1056e6-91d1-4b8f-8f4a-314041f46542 tempest-NetworksTest-1459545445 tempest-NetworksTest-1459545445-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:43:00.057612 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-0e1056e6-91d1-4b8f-8f4a-314041f46542 tempest-NetworksTest-1459545445 tempest-NetworksTest-1459545445-project] Publish callbacks [] for subnet (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:43:00.065596 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7ec526c-6b94-41fa-bdcb-ee351deebb84 None None] Network 38d2e0b5-8287-4f20-994b-7fa91a125bfe requested from n-d-760453-5 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 26 21:43:00.086293 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-0e1056e6-91d1-4b8f-8f4a-314041f46542 tempest-NetworksTest-1459545445 tempest-NetworksTest-1459545445-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9038639 Jan 26 21:43:00.092614 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 37992) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:43:00.099655 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-f880381f-ea9a-4cb4-9d47-b1d6add5d371 tempest-NetworksTest-1459545445 tempest-NetworksTest-1459545445-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:43:00.215087 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f656f9af-19d8-49db-8ee3-72ed4b56bb00 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3c4099e8-8ffb-51d1-af7f-5868973e933f-38d2e0b5-8287-4f20-994b-7fa91a125bfe', 'network_id': '38d2e0b5-8287-4f20-994b-7fa91a125bfe', 'project_id': 'a005420d1d17477a9d2ba3ef1bf8969c', 'fixed_ips': [{'subnet_id': '969f960c-7bbe-4d90-8460-c13c0e05d3de'}]}} from n-d-760453-5. {{(pid=103306) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 26 21:43:00.216935 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-f656f9af-19d8-49db-8ee3-72ed4b56bb00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (None), before_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:43:00.241285 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-f880381f-ea9a-4cb4-9d47-b1d6add5d371 tempest-NetworksTest-1459545445 tempest-NetworksTest-1459545445-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-11599966'] for subnet (969f960c-7bbe-4d90-8460-c13c0e05d3de), before_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:43:00.449029 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-f880381f-ea9a-4cb4-9d47-b1d6add5d371 tempest-NetworksTest-1459545445 tempest-NetworksTest-1459545445-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8746560636609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-11791585'] for subnet (969f960c-7bbe-4d90-8460-c13c0e05d3de), after_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:43:00.504100 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.db_base_plugin_common [None req-f656f9af-19d8-49db-8ee3-72ed4b56bb00 None None] Allocated IP 172.20.0.2 (38d2e0b5-8287-4f20-994b-7fa91a125bfe/969f960c-7bbe-4d90-8460-c13c0e05d3de/72705c41-bdbd-4571-ae0e-be729c854934) {{(pid=103306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 21:43:00.539155 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f880381f-ea9a-4cb4-9d47-b1d6add5d371 tempest-NetworksTest-1459545445 tempest-NetworksTest-1459545445-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:43:00.540165 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-f880381f-ea9a-4cb4-9d47-b1d6add5d371 tempest-NetworksTest-1459545445 tempest-NetworksTest-1459545445-project] Publish callbacks [] for subnet (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:43:00.545949 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-f880381f-ea9a-4cb4-9d47-b1d6add5d371 tempest-NetworksTest-1459545445 tempest-NetworksTest-1459545445-project] 10.222.0.13 "PUT /v2.0/subnets/969f960c-7bbe-4d90-8460-c13c0e05d3de HTTP/1.1" status: 200 len: 806 time: 0.4484017 Jan 26 21:43:00.546429 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 38004) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:43:00.553773 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f880381f-ea9a-4cb4-9d47-b1d6add5d371 tempest-NetworksTest-1459545445 tempest-NetworksTest-1459545445-project] Pushing event updated for resources: {'Subnet': ['ID=969f960c-7bbe-4d90-8460-c13c0e05d3de,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:43:00.713772 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-19191e3b-7371-4ae5-b66e-89f41816ef44 tempest-NetworksTest-1459545445 tempest-NetworksTest-1459545445-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-748181'] for network (38d2e0b5-8287-4f20-994b-7fa91a125bfe), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:43:00.714042 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-f656f9af-19d8-49db-8ee3-72ed4b56bb00 None None] Publish callbacks [] for port (72705c41-bdbd-4571-ae0e-be729c854934), precommit_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:43:00.721768 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-f656f9af-19d8-49db-8ee3-72ed4b56bb00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746560234527'] for port (72705c41-bdbd-4571-ae0e-be729c854934), after_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:43:00.775297 n-d-760453-5 neutron-server[103306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f656f9af-19d8-49db-8ee3-72ed4b56bb00 None None] Network 38d2e0b5-8287-4f20-994b-7fa91a125bfe is already hosted by enough agents. {{(pid=103306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 21:43:00.786222 n-d-760453-5 neutron-server[103306]: DEBUG neutron.scheduler.base_scheduler [None req-f656f9af-19d8-49db-8ee3-72ed4b56bb00 None None] Resources bound (agent type, host, resource id): {{(pid=103306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:43:00.788949 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f656f9af-19d8-49db-8ee3-72ed4b56bb00 None None] Received port after_create {{(pid=103306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 21:43:00.794083 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-19191e3b-7371-4ae5-b66e-89f41816ef44 tempest-NetworksTest-1459545445 tempest-NetworksTest-1459545445-project] Deleting port 72705c41-bdbd-4571-ae0e-be729c854934 {{(pid=103304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 21:43:00.794431 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-19191e3b-7371-4ae5-b66e-89f41816ef44 tempest-NetworksTest-1459545445 tempest-NetworksTest-1459545445-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746560630878'] for port (72705c41-bdbd-4571-ae0e-be729c854934), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:43:00.807570 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f656f9af-19d8-49db-8ee3-72ed4b56bb00 None None] Pushing event updated for resources: {'Port': ['ID=72705c41-bdbd-4571-ae0e-be729c854934,revision_number=1']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:43:00.867652 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-f656f9af-19d8-49db-8ee3-72ed4b56bb00 None None] Attempting to bind port 72705c41-bdbd-4571-ae0e-be729c854934 on host n-d-760453-5 for vnic_type normal with profile {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 21:43:00.868041 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-f656f9af-19d8-49db-8ee3-72ed4b56bb00 None None] Attempting to bind port 72705c41-bdbd-4571-ae0e-be729c854934 by drivers openvswitch,hyperv on host n-d-760453-5 at level 0 using segments [{'id': '1c253acd-55d0-4874-8c08-3183b01fc2ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '38d2e0b5-8287-4f20-994b-7fa91a125bfe'}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 26 21:43:00.868396 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f656f9af-19d8-49db-8ee3-72ed4b56bb00 None None] Attempting to bind port 72705c41-bdbd-4571-ae0e-be729c854934 on network 38d2e0b5-8287-4f20-994b-7fa91a125bfe {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 21:43:00.876610 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f656f9af-19d8-49db-8ee3-72ed4b56bb00 None None] Checking agent: {'id': 'fea0591a-627d-4c87-9a9a-01625ddf3277', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760453-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 20, 55, 25), 'started_at': datetime.datetime(2022, 1, 26, 20, 55, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 21, 42, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760453-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 26 21:43:00.877892 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f656f9af-19d8-49db-8ee3-72ed4b56bb00 None None] Checking segment: {'id': '1c253acd-55d0-4874-8c08-3183b01fc2ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '38d2e0b5-8287-4f20-994b-7fa91a125bfe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 21:43:00.878811 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-f656f9af-19d8-49db-8ee3-72ed4b56bb00 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:43:00.880218 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f656f9af-19d8-49db-8ee3-72ed4b56bb00 None None] Bound using segment: {'id': '1c253acd-55d0-4874-8c08-3183b01fc2ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '38d2e0b5-8287-4f20-994b-7fa91a125bfe'} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 26 21:43:00.881074 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-f656f9af-19d8-49db-8ee3-72ed4b56bb00 None None] Bound port: 72705c41-bdbd-4571-ae0e-be729c854934, host: n-d-760453-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c253acd-55d0-4874-8c08-3183b01fc2ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '38d2e0b5-8287-4f20-994b-7fa91a125bfe'}}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 26 21:43:00.881802 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-f656f9af-19d8-49db-8ee3-72ed4b56bb00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (72705c41-bdbd-4571-ae0e-be729c854934), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:43:00.932532 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [None req-19191e3b-7371-4ae5-b66e-89f41816ef44 tempest-NetworksTest-1459545445 tempest-NetworksTest-1459545445-project] For port 72705c41-bdbd-4571-ae0e-be729c854934, host n-d-760453-5, got binding levels [] {{(pid=103304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:43:00.933047 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-19191e3b-7371-4ae5-b66e-89f41816ef44 tempest-NetworksTest-1459545445 tempest-NetworksTest-1459545445-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4109658'] for port (72705c41-bdbd-4571-ae0e-be729c854934), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:43:00.950730 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-19191e3b-7371-4ae5-b66e-89f41816ef44 tempest-NetworksTest-1459545445 tempest-NetworksTest-1459545445-project] Calling delete_port for 72705c41-bdbd-4571-ae0e-be729c854934 owned by network:dhcp {{(pid=103304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 21:43:00.977796 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-f656f9af-19d8-49db-8ee3-72ed4b56bb00 None None] For port 72705c41-bdbd-4571-ae0e-be729c854934, host n-d-760453-5, cleared binding levels {{(pid=103306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 26 21:43:00.982722 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-f656f9af-19d8-49db-8ee3-72ed4b56bb00 None None] For port 72705c41-bdbd-4571-ae0e-be729c854934, host n-d-760453-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=72705c41-bdbd-4571-ae0e-be729c854934,segment=NetworkSegment(1c253acd-55d0-4874-8c08-3183b01fc2ba),segment_id=1c253acd-55d0-4874-8c08-3183b01fc2ba)] {{(pid=103306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 26 21:43:00.989391 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-f656f9af-19d8-49db-8ee3-72ed4b56bb00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (72705c41-bdbd-4571-ae0e-be729c854934), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:43:01.078149 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f656f9af-19d8-49db-8ee3-72ed4b56bb00 None None] Pushing event updated for resources: {'Port': ['ID=72705c41-bdbd-4571-ae0e-be729c854934,revision_number=2']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:43:01.131511 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-19191e3b-7371-4ae5-b66e-89f41816ef44 tempest-NetworksTest-1459545445 tempest-NetworksTest-1459545445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746560636600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746560234536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9281553'] for port (72705c41-bdbd-4571-ae0e-be729c854934), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:43:01.173176 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19191e3b-7371-4ae5-b66e-89f41816ef44 tempest-NetworksTest-1459545445 tempest-NetworksTest-1459545445-project] Pushing event deleted for resources: {'Port': ['ID=72705c41-bdbd-4571-ae0e-be729c854934,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:43:01.225592 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19191e3b-7371-4ae5-b66e-89f41816ef44 tempest-NetworksTest-1459545445 tempest-NetworksTest-1459545445-project] No DVR routers for this DVR port 72705c41-bdbd-4571-ae0e-be729c854934 on host n-d-760453-5 {{(pid=103304) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 26 21:43:01.278308 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-19191e3b-7371-4ae5-b66e-89f41816ef44 tempest-NetworksTest-1459545445 tempest-NetworksTest-1459545445-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687316'] for subnet (969f960c-7bbe-4d90-8460-c13c0e05d3de), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:43:01.399738 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-19191e3b-7371-4ae5-b66e-89f41816ef44 tempest-NetworksTest-1459545445 tempest-NetworksTest-1459545445-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9281612', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12215216'] for subnet (969f960c-7bbe-4d90-8460-c13c0e05d3de), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:43:01.439454 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19191e3b-7371-4ae5-b66e-89f41816ef44 tempest-NetworksTest-1459545445 tempest-NetworksTest-1459545445-project] Pushing event deleted for resources: {'Subnet': ['ID=969f960c-7bbe-4d90-8460-c13c0e05d3de,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:43:01.537651 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-19191e3b-7371-4ae5-b66e-89f41816ef44 tempest-NetworksTest-1459545445 tempest-NetworksTest-1459545445-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-686403', 'neutron.services.segments.db._delete_segments_for_network-8746560774018'] for network (38d2e0b5-8287-4f20-994b-7fa91a125bfe), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:43:01.562436 n-d-760453-5 neutron-server[103304]: DEBUG neutron.services.segments.db [None req-19191e3b-7371-4ae5-b66e-89f41816ef44 tempest-NetworksTest-1459545445 tempest-NetworksTest-1459545445-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['38d2e0b5-8287-4f20-994b-7fa91a125bfe']}} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:43:01.574730 n-d-760453-5 neutron-server[103304]: DEBUG neutron.services.segments.db [None req-19191e3b-7371-4ae5-b66e-89f41816ef44 tempest-NetworksTest-1459545445 tempest-NetworksTest-1459545445-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1c253acd-55d0-4874-8c08-3183b01fc2ba') {'for_net_delete': True} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:43:01.575048 n-d-760453-5 neutron-server[103304]: DEBUG neutron.services.segments.db [None req-19191e3b-7371-4ae5-b66e-89f41816ef44 tempest-NetworksTest-1459545445 tempest-NetworksTest-1459545445-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1c253acd-55d0-4874-8c08-3183b01fc2ba') {} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:43:01.588835 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-19191e3b-7371-4ae5-b66e-89f41816ef44 tempest-NetworksTest-1459545445 tempest-NetworksTest-1459545445-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746560742283', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8881293'] for segment (1c253acd-55d0-4874-8c08-3183b01fc2ba), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:43:01.603607 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-19191e3b-7371-4ae5-b66e-89f41816ef44 tempest-NetworksTest-1459545445 tempest-NetworksTest-1459545445-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576559'] for segment (1c253acd-55d0-4874-8c08-3183b01fc2ba), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:43:01.610464 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-19191e3b-7371-4ae5-b66e-89f41816ef44 tempest-NetworksTest-1459545445 tempest-NetworksTest-1459545445-project] Releasing vlan 580 on physical network physnet1 to pool {{(pid=103304) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 26 21:43:01.610881 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-19191e3b-7371-4ae5-b66e-89f41816ef44 tempest-NetworksTest-1459545445 tempest-NetworksTest-1459545445-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9281762'] for segment (1c253acd-55d0-4874-8c08-3183b01fc2ba), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:43:01.615111 n-d-760453-5 neutron-server[103304]: Traceback (most recent call last): Jan 26 21:43:01.615111 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 26 21:43:01.615111 n-d-760453-5 neutron-server[103304]: timer() Jan 26 21:43:01.615111 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 26 21:43:01.615111 n-d-760453-5 neutron-server[103304]: cb(*args, **kw) Jan 26 21:43:01.615111 n-d-760453-5 neutron-server[103304]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 26 21:43:01.615111 n-d-760453-5 neutron-server[103304]: return func(*args, **kwargs) Jan 26 21:43:01.615111 n-d-760453-5 neutron-server[103304]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 26 21:43:01.615111 n-d-760453-5 neutron-server[103304]: self._notify() Jan 26 21:43:01.615111 n-d-760453-5 neutron-server[103304]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 26 21:43:01.615111 n-d-760453-5 neutron-server[103304]: self.callback(batched_events) Jan 26 21:43:01.615111 n-d-760453-5 neutron-server[103304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 26 21:43:01.615111 n-d-760453-5 neutron-server[103304]: event.method(event) Jan 26 21:43:01.615111 n-d-760453-5 neutron-server[103304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 26 21:43:01.615111 n-d-760453-5 neutron-server[103304]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 26 21:43:01.615111 n-d-760453-5 neutron-server[103304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 26 21:43:01.615111 n-d-760453-5 neutron-server[103304]: aggregate_uuid = self.p_client.list_aggregates( Jan 26 21:43:01.615111 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 26 21:43:01.615111 n-d-760453-5 neutron-server[103304]: return f(self, *a, **k) Jan 26 21:43:01.615111 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 26 21:43:01.615111 n-d-760453-5 neutron-server[103304]: return self._get(url).json() Jan 26 21:43:01.615111 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 26 21:43:01.615111 n-d-760453-5 neutron-server[103304]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 26 21:43:01.615111 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 26 21:43:01.615111 n-d-760453-5 neutron-server[103304]: return self.request(url, 'GET', **kwargs) Jan 26 21:43:01.615111 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 26 21:43:01.615111 n-d-760453-5 neutron-server[103304]: base_url = self.get_endpoint(auth, allow=allow, Jan 26 21:43:01.615111 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 26 21:43:01.615111 n-d-760453-5 neutron-server[103304]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 26 21:43:01.615111 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 26 21:43:01.615111 n-d-760453-5 neutron-server[103304]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 26 21:43:01.615111 n-d-760453-5 neutron-server[103304]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 26 21:43:01.689403 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-19191e3b-7371-4ae5-b66e-89f41816ef44 tempest-NetworksTest-1459545445 tempest-NetworksTest-1459545445-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4110931'] for network (38d2e0b5-8287-4f20-994b-7fa91a125bfe), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:43:01.696707 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-19191e3b-7371-4ae5-b66e-89f41816ef44 tempest-NetworksTest-1459545445 tempest-NetworksTest-1459545445-project] Publish callbacks [] for network (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:43:01.700007 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-19191e3b-7371-4ae5-b66e-89f41816ef44 tempest-NetworksTest-1459545445 tempest-NetworksTest-1459545445-project] 10.222.0.13 "DELETE /v2.0/networks/38d2e0b5-8287-4f20-994b-7fa91a125bfe HTTP/1.1" status: 204 len: 168 time: 1.1511683 Jan 26 21:43:01.702729 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 38022) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:43:01.722324 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19191e3b-7371-4ae5-b66e-89f41816ef44 tempest-NetworksTest-1459545445 tempest-NetworksTest-1459545445-project] Pushing event deleted for resources: {'Network': ['ID=38d2e0b5-8287-4f20-994b-7fa91a125bfe,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:43:01.735589 n-d-760453-5 neutron-server[103304]: INFO neutron.pecan_wsgi.hooks.translation [None req-bbacfb9e-97b6-4209-b858-49d376082495 tempest-NetworksTest-1459545445 tempest-NetworksTest-1459545445-project] DELETE failed (client error): The resource could not be found. Jan 26 21:43:01.736194 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bbacfb9e-97b6-4209-b858-49d376082495 tempest-NetworksTest-1459545445 tempest-NetworksTest-1459545445-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103304) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 26 21:43:01.740513 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-bbacfb9e-97b6-4209-b858-49d376082495 tempest-NetworksTest-1459545445 tempest-NetworksTest-1459545445-project] 10.222.0.13 "DELETE /v2.0/networks/38d2e0b5-8287-4f20-994b-7fa91a125bfe HTTP/1.1" status: 404 len: 339 time: 0.0367973 Jan 26 21:43:01.744616 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 38028) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:43:01.749919 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-557d09c6-08a1-43e1-8431-ad637d90acd9 tempest-NetworksTest-1459545445 tempest-NetworksTest-1459545445-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-99407671', 'description': 'd1'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:43:01.771557 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-557d09c6-08a1-43e1-8431-ad637d90acd9 tempest-NetworksTest-1459545445 tempest-NetworksTest-1459545445-project] Made reservation on behalf of a005420d1d17477a9d2ba3ef1bf8969c for: {'network': 1} {{(pid=103305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 21:43:01.775465 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-557d09c6-08a1-43e1-8431-ad637d90acd9 tempest-NetworksTest-1459545445 tempest-NetworksTest-1459545445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for network (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:43:01.808373 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-557d09c6-08a1-43e1-8431-ad637d90acd9 tempest-NetworksTest-1459545445 tempest-NetworksTest-1459545445-project] vlan segment allocate from pool success with {'vlan_id': 588, 'physical_network': 'physnet1'} {{(pid=103305) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 26 21:43:01.824564 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-557d09c6-08a1-43e1-8431-ad637d90acd9 tempest-NetworksTest-1459545445 tempest-NetworksTest-1459545445-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576559'] for segment (483c5cdf-42da-43b7-b422-6338fed0dbaa), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:43:01.825009 n-d-760453-5 neutron-server[103305]: INFO neutron.db.segments_db [None req-557d09c6-08a1-43e1-8431-ad637d90acd9 tempest-NetworksTest-1459545445 tempest-NetworksTest-1459545445-project] Added segment 483c5cdf-42da-43b7-b422-6338fed0dbaa of type vlan for network 323f7d58-a59d-4fd7-9d96-2e6b50a882cc Jan 26 21:43:01.871296 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-557d09c6-08a1-43e1-8431-ad637d90acd9 tempest-NetworksTest-1459545445 tempest-NetworksTest-1459545445-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746560256871'] for network (323f7d58-a59d-4fd7-9d96-2e6b50a882cc), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:43:01.898395 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-557d09c6-08a1-43e1-8431-ad637d90acd9 tempest-NetworksTest-1459545445 tempest-NetworksTest-1459545445-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503'] for network (323f7d58-a59d-4fd7-9d96-2e6b50a882cc), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:43:01.903487 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-557d09c6-08a1-43e1-8431-ad637d90acd9 tempest-NetworksTest-1459545445 tempest-NetworksTest-1459545445-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:43:01.904136 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-557d09c6-08a1-43e1-8431-ad637d90acd9 tempest-NetworksTest-1459545445 tempest-NetworksTest-1459545445-project] Publish callbacks [] for network (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:43:01.993157 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-557d09c6-08a1-43e1-8431-ad637d90acd9 tempest-NetworksTest-1459545445 tempest-NetworksTest-1459545445-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.2439916 Jan 26 21:43:01.993509 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 38030) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:43:01.993941 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557d09c6-08a1-43e1-8431-ad637d90acd9 tempest-NetworksTest-1459545445 tempest-NetworksTest-1459545445-project] Pushing event updated for resources: {'Network': ['ID=323f7d58-a59d-4fd7-9d96-2e6b50a882cc,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:43:02.013984 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Network 323f7d58-a59d-4fd7-9d96-2e6b50a882cc details requested by agent ovs-agent-n-d-760453-5 with host n-d-760453-5 {{(pid=103306) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 26 21:43:02.102952 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1f14045-04ef-475a-9f09-b845cecac9df tempest-NetworksTest-1459545445 tempest-NetworksTest-1459545445-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:43:02.104974 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-a1f14045-04ef-475a-9f09-b845cecac9df tempest-NetworksTest-1459545445 tempest-NetworksTest-1459545445-project] 10.222.0.13 "GET /v2.0/networks?id=323f7d58-a59d-4fd7-9d96-2e6b50a882cc HTTP/1.1" status: 200 len: 759 time: 0.1101899 Jan 26 21:43:02.108866 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 38036) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:43:02.115282 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-6ab74e2d-575e-439c-9ee7-7496584f5ac3 tempest-NetworksTest-1459545445 tempest-NetworksTest-1459545445-project] Request body: {'network': {'description': 'd2'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:43:02.346276 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-6ab74e2d-575e-439c-9ee7-7496584f5ac3 tempest-NetworksTest-1459545445 tempest-NetworksTest-1459545445-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746560256871'] for network (323f7d58-a59d-4fd7-9d96-2e6b50a882cc), precommit_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:43:02.362804 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-6ab74e2d-575e-439c-9ee7-7496584f5ac3 tempest-NetworksTest-1459545445 tempest-NetworksTest-1459545445-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503'] for network (323f7d58-a59d-4fd7-9d96-2e6b50a882cc), after_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:43:02.412813 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-6ab74e2d-575e-439c-9ee7-7496584f5ac3 tempest-NetworksTest-1459545445 tempest-NetworksTest-1459545445-project] Network 323f7d58-a59d-4fd7-9d96-2e6b50a882cc is not hosted by any dhcp agent {{(pid=103305) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jan 26 21:43:02.418209 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ab74e2d-575e-439c-9ee7-7496584f5ac3 tempest-NetworksTest-1459545445 tempest-NetworksTest-1459545445-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:43:02.418850 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-6ab74e2d-575e-439c-9ee7-7496584f5ac3 tempest-NetworksTest-1459545445 tempest-NetworksTest-1459545445-project] Publish callbacks [] for network (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:43:02.422667 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-6ab74e2d-575e-439c-9ee7-7496584f5ac3 tempest-NetworksTest-1459545445 tempest-NetworksTest-1459545445-project] 10.222.0.13 "PUT /v2.0/networks/323f7d58-a59d-4fd7-9d96-2e6b50a882cc HTTP/1.1" status: 200 len: 756 time: 0.3100376 Jan 26 21:43:02.423145 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 38040) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:43:02.445770 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab74e2d-575e-439c-9ee7-7496584f5ac3 tempest-NetworksTest-1459545445 tempest-NetworksTest-1459545445-project] Pushing event updated for resources: {'Network': ['ID=323f7d58-a59d-4fd7-9d96-2e6b50a882cc,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:43:02.461761 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Network 323f7d58-a59d-4fd7-9d96-2e6b50a882cc details requested by agent ovs-agent-n-d-760453-5 with host n-d-760453-5 {{(pid=103306) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 26 21:43:02.549823 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-512cf858-35da-4dbe-a397-05a4c59ec9ae tempest-NetworksTest-1459545445 tempest-NetworksTest-1459545445-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:43:02.551438 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-512cf858-35da-4dbe-a397-05a4c59ec9ae tempest-NetworksTest-1459545445 tempest-NetworksTest-1459545445-project] 10.222.0.13 "GET /v2.0/networks?id=323f7d58-a59d-4fd7-9d96-2e6b50a882cc HTTP/1.1" status: 200 len: 759 time: 0.1273816 Jan 26 21:43:02.558573 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 38048) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:43:02.564559 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-2aede146-1ed1-42ce-9ed7-f3b60f81a760 tempest-NetworksTest-1459545445 tempest-NetworksTest-1459545445-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1394022528'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:43:02.572321 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-e27b7726-0d2c-4ef7-8a57-3eb6010eb07f None None] Could not find standard attr ID for object 72705c41-bdbd-4571-ae0e-be729c854934. {{(pid=103306) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 26 21:43:02.584602 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c3a6793-9add-4c4f-ba5d-e00b78564ef4 None None] DHCP port deletion for 38d2e0b5-8287-4f20-994b-7fa91a125bfe request from n-d-760453-5 {{(pid=103306) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 26 21:43:02.596149 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2aede146-1ed1-42ce-9ed7-f3b60f81a760 tempest-NetworksTest-1459545445 tempest-NetworksTest-1459545445-project] Made reservation on behalf of a005420d1d17477a9d2ba3ef1bf8969c for: {'network': 1} {{(pid=103305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 21:43:02.600522 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-2aede146-1ed1-42ce-9ed7-f3b60f81a760 tempest-NetworksTest-1459545445 tempest-NetworksTest-1459545445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for network (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:43:02.621724 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6209d96-7495-4e8e-85f2-e368952617b2 None None] Network 38d2e0b5-8287-4f20-994b-7fa91a125bfe requested from n-d-760453-5 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 26 21:43:02.631472 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2aede146-1ed1-42ce-9ed7-f3b60f81a760 tempest-NetworksTest-1459545445 tempest-NetworksTest-1459545445-project] vlan segment allocate from pool success with {'vlan_id': 574, 'physical_network': 'physnet1'} {{(pid=103305) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 26 21:43:02.639682 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6209d96-7495-4e8e-85f2-e368952617b2 None None] Network 38d2e0b5-8287-4f20-994b-7fa91a125bfe could not be found, it might have been deleted concurrently. {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Jan 26 21:43:02.645769 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-2aede146-1ed1-42ce-9ed7-f3b60f81a760 tempest-NetworksTest-1459545445 tempest-NetworksTest-1459545445-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576559'] for segment (327c9153-1b57-4136-954a-2e2d1b727f89), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:43:02.646342 n-d-760453-5 neutron-server[103305]: INFO neutron.db.segments_db [None req-2aede146-1ed1-42ce-9ed7-f3b60f81a760 tempest-NetworksTest-1459545445 tempest-NetworksTest-1459545445-project] Added segment 327c9153-1b57-4136-954a-2e2d1b727f89 of type vlan for network 3b566a2e-5aa9-444b-b974-92234db334d4 Jan 26 21:43:02.650359 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f159c9a7-423f-4067-914d-2b61df81c442 None None] Network 38d2e0b5-8287-4f20-994b-7fa91a125bfe requested from n-d-760453-5 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 26 21:43:02.667398 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f159c9a7-423f-4067-914d-2b61df81c442 None None] Network 38d2e0b5-8287-4f20-994b-7fa91a125bfe could not be found, it might have been deleted concurrently. {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Jan 26 21:43:02.700342 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-2aede146-1ed1-42ce-9ed7-f3b60f81a760 tempest-NetworksTest-1459545445 tempest-NetworksTest-1459545445-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746560256871'] for network (3b566a2e-5aa9-444b-b974-92234db334d4), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:43:02.728614 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-2aede146-1ed1-42ce-9ed7-f3b60f81a760 tempest-NetworksTest-1459545445 tempest-NetworksTest-1459545445-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503'] for network (3b566a2e-5aa9-444b-b974-92234db334d4), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:43:02.733896 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2aede146-1ed1-42ce-9ed7-f3b60f81a760 tempest-NetworksTest-1459545445 tempest-NetworksTest-1459545445-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:43:02.734652 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-2aede146-1ed1-42ce-9ed7-f3b60f81a760 tempest-NetworksTest-1459545445 tempest-NetworksTest-1459545445-project] Publish callbacks [] for network (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:43:02.793516 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-2aede146-1ed1-42ce-9ed7-f3b60f81a760 tempest-NetworksTest-1459545445 tempest-NetworksTest-1459545445-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.2329488 Jan 26 21:43:02.795746 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 38054) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:43:02.801723 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-f62c8793-44f2-4dd4-a801-fae90cc0b71c tempest-NetworksTest-1459545445 tempest-NetworksTest-1459545445-project] Request body: {'subnet': {'network_id': '3b566a2e-5aa9-444b-b974-92234db334d4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:43:02.814479 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aede146-1ed1-42ce-9ed7-f3b60f81a760 tempest-NetworksTest-1459545445 tempest-NetworksTest-1459545445-project] Pushing event updated for resources: {'Network': ['ID=3b566a2e-5aa9-444b-b974-92234db334d4,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:43:02.835296 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Network 3b566a2e-5aa9-444b-b974-92234db334d4 details requested by agent ovs-agent-n-d-760453-5 with host n-d-760453-5 {{(pid=103306) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 26 21:43:02.941602 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f62c8793-44f2-4dd4-a801-fae90cc0b71c tempest-NetworksTest-1459545445 tempest-NetworksTest-1459545445-project] Made reservation on behalf of a005420d1d17477a9d2ba3ef1bf8969c for: {'subnet': 1} {{(pid=103304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 21:43:02.946233 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-f62c8793-44f2-4dd4-a801-fae90cc0b71c tempest-NetworksTest-1459545445 tempest-NetworksTest-1459545445-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12215181'] for subnet (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:43:03.153710 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-f62c8793-44f2-4dd4-a801-fae90cc0b71c tempest-NetworksTest-1459545445 tempest-NetworksTest-1459545445-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9285249', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12215227'] for subnet (8e8fe296-95cd-4b88-9cfc-5a3842e13bd4), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:43:03.214836 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f62c8793-44f2-4dd4-a801-fae90cc0b71c tempest-NetworksTest-1459545445 tempest-NetworksTest-1459545445-project] Pushing event updated for resources: {'Subnet': ['ID=8e8fe296-95cd-4b88-9cfc-5a3842e13bd4,revision_number=0']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:43:03.226525 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f62c8793-44f2-4dd4-a801-fae90cc0b71c tempest-NetworksTest-1459545445 tempest-NetworksTest-1459545445-project] Checking segment: {'id': '327c9153-1b57-4136-954a-2e2d1b727f89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '3b566a2e-5aa9-444b-b974-92234db334d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103304) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 21:43:03.226890 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f62c8793-44f2-4dd4-a801-fae90cc0b71c tempest-NetworksTest-1459545445 tempest-NetworksTest-1459545445-project] Network hostable DHCP agents. Network: 3b566a2e-5aa9-444b-b974-92234db334d4, hostable agents: ['474ccdf7-ab6c-405b-a3b2-dc7b05829902'], hosted agents: [] {{(pid=103304) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 26 21:43:03.246239 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f62c8793-44f2-4dd4-a801-fae90cc0b71c tempest-NetworksTest-1459545445 tempest-NetworksTest-1459545445-project] Network 3b566a2e-5aa9-444b-b974-92234db334d4 is scheduled to be hosted by DHCP agent 474ccdf7-ab6c-405b-a3b2-dc7b05829902 with binding_index 1 {{(pid=103304) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 26 21:43:03.263375 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [None req-f62c8793-44f2-4dd4-a801-fae90cc0b71c tempest-NetworksTest-1459545445 tempest-NetworksTest-1459545445-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760453-5, 3b566a2e-5aa9-444b-b974-92234db334d4) {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:43:03.267868 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f62c8793-44f2-4dd4-a801-fae90cc0b71c tempest-NetworksTest-1459545445 tempest-NetworksTest-1459545445-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:43:03.268435 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-f62c8793-44f2-4dd4-a801-fae90cc0b71c tempest-NetworksTest-1459545445 tempest-NetworksTest-1459545445-project] Publish callbacks [] for subnet (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:43:03.277097 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4200bd37-1a98-4895-91e9-0457ef14878c None None] Network 3b566a2e-5aa9-444b-b974-92234db334d4 requested from n-d-760453-5 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 26 21:43:03.311617 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-f62c8793-44f2-4dd4-a801-fae90cc0b71c tempest-NetworksTest-1459545445 tempest-NetworksTest-1459545445-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5127654 Jan 26 21:43:03.311986 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 38064) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:43:03.421344 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4fb3eba-091c-46cf-a21a-5850ab79ea56 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3c4099e8-8ffb-51d1-af7f-5868973e933f-3b566a2e-5aa9-444b-b974-92234db334d4', 'network_id': '3b566a2e-5aa9-444b-b974-92234db334d4', 'project_id': 'a005420d1d17477a9d2ba3ef1bf8969c', 'fixed_ips': [{'subnet_id': '8e8fe296-95cd-4b88-9cfc-5a3842e13bd4'}]}} from n-d-760453-5. {{(pid=103306) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 26 21:43:03.422553 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d4fb3eba-091c-46cf-a21a-5850ab79ea56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (None), before_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:43:03.482371 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-2538775d-d7ce-4be5-a4ac-a2eb76abc837 tempest-NetworksTest-1459545445 tempest-NetworksTest-1459545445-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-748181'] for network (3b566a2e-5aa9-444b-b974-92234db334d4), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:43:03.554343 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-2538775d-d7ce-4be5-a4ac-a2eb76abc837 tempest-NetworksTest-1459545445 tempest-NetworksTest-1459545445-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687316'] for subnet (8e8fe296-95cd-4b88-9cfc-5a3842e13bd4), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:43:03.765710 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.db_base_plugin_common [None req-d4fb3eba-091c-46cf-a21a-5850ab79ea56 None None] Allocated IP 172.20.0.2 (3b566a2e-5aa9-444b-b974-92234db334d4/8e8fe296-95cd-4b88-9cfc-5a3842e13bd4/3cf03531-bafe-4e8b-947e-9c6d7c963ec2) {{(pid=103306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 21:43:03.918532 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d4fb3eba-091c-46cf-a21a-5850ab79ea56 None None] Publish callbacks [] for port (3cf03531-bafe-4e8b-947e-9c6d7c963ec2), precommit_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:43:03.925002 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d4fb3eba-091c-46cf-a21a-5850ab79ea56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746560234527'] for port (3cf03531-bafe-4e8b-947e-9c6d7c963ec2), after_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:43:03.946029 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-2538775d-d7ce-4be5-a4ac-a2eb76abc837 tempest-NetworksTest-1459545445 tempest-NetworksTest-1459545445-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9281612', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12215216'] for subnet (8e8fe296-95cd-4b88-9cfc-5a3842e13bd4), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:43:03.978060 n-d-760453-5 neutron-server[103306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4fb3eba-091c-46cf-a21a-5850ab79ea56 None None] Network 3b566a2e-5aa9-444b-b974-92234db334d4 is already hosted by enough agents. {{(pid=103306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 21:43:03.981705 n-d-760453-5 neutron-server[103306]: DEBUG neutron.scheduler.base_scheduler [None req-d4fb3eba-091c-46cf-a21a-5850ab79ea56 None None] Resources bound (agent type, host, resource id): {{(pid=103306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:43:03.985715 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4fb3eba-091c-46cf-a21a-5850ab79ea56 None None] Received port after_create {{(pid=103306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 21:43:03.998420 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4fb3eba-091c-46cf-a21a-5850ab79ea56 None None] Pushing event updated for resources: {'Port': ['ID=3cf03531-bafe-4e8b-947e-9c6d7c963ec2,revision_number=1']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:43:04.001753 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2538775d-d7ce-4be5-a4ac-a2eb76abc837 tempest-NetworksTest-1459545445 tempest-NetworksTest-1459545445-project] Pushing event deleted for resources: {'Subnet': ['ID=8e8fe296-95cd-4b88-9cfc-5a3842e13bd4,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:43:04.053793 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-d4fb3eba-091c-46cf-a21a-5850ab79ea56 None None] Attempting to bind port 3cf03531-bafe-4e8b-947e-9c6d7c963ec2 on host n-d-760453-5 for vnic_type normal with profile {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 21:43:04.054217 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-d4fb3eba-091c-46cf-a21a-5850ab79ea56 None None] Attempting to bind port 3cf03531-bafe-4e8b-947e-9c6d7c963ec2 by drivers openvswitch,hyperv on host n-d-760453-5 at level 0 using segments [{'id': '327c9153-1b57-4136-954a-2e2d1b727f89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '3b566a2e-5aa9-444b-b974-92234db334d4'}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 26 21:43:04.054592 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4fb3eba-091c-46cf-a21a-5850ab79ea56 None None] Attempting to bind port 3cf03531-bafe-4e8b-947e-9c6d7c963ec2 on network 3b566a2e-5aa9-444b-b974-92234db334d4 {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 21:43:04.060489 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4fb3eba-091c-46cf-a21a-5850ab79ea56 None None] Checking agent: {'id': 'fea0591a-627d-4c87-9a9a-01625ddf3277', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760453-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 20, 55, 25), 'started_at': datetime.datetime(2022, 1, 26, 20, 55, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 21, 42, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760453-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 26 21:43:04.061199 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4fb3eba-091c-46cf-a21a-5850ab79ea56 None None] Checking segment: {'id': '327c9153-1b57-4136-954a-2e2d1b727f89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '3b566a2e-5aa9-444b-b974-92234db334d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 21:43:04.061642 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d4fb3eba-091c-46cf-a21a-5850ab79ea56 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:43:04.062195 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4fb3eba-091c-46cf-a21a-5850ab79ea56 None None] Bound using segment: {'id': '327c9153-1b57-4136-954a-2e2d1b727f89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '3b566a2e-5aa9-444b-b974-92234db334d4'} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 26 21:43:04.062682 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-d4fb3eba-091c-46cf-a21a-5850ab79ea56 None None] Bound port: 3cf03531-bafe-4e8b-947e-9c6d7c963ec2, host: n-d-760453-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '327c9153-1b57-4136-954a-2e2d1b727f89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '3b566a2e-5aa9-444b-b974-92234db334d4'}}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 26 21:43:04.063070 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d4fb3eba-091c-46cf-a21a-5850ab79ea56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (3cf03531-bafe-4e8b-947e-9c6d7c963ec2), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:43:04.065928 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-2538775d-d7ce-4be5-a4ac-a2eb76abc837 tempest-NetworksTest-1459545445 tempest-NetworksTest-1459545445-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-686403', 'neutron.services.segments.db._delete_segments_for_network-8746560774018'] for network (3b566a2e-5aa9-444b-b974-92234db334d4), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:43:04.089273 n-d-760453-5 neutron-server[103304]: DEBUG neutron.services.segments.db [None req-2538775d-d7ce-4be5-a4ac-a2eb76abc837 tempest-NetworksTest-1459545445 tempest-NetworksTest-1459545445-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3b566a2e-5aa9-444b-b974-92234db334d4']}} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:43:04.100168 n-d-760453-5 neutron-server[103304]: DEBUG neutron.services.segments.db [None req-2538775d-d7ce-4be5-a4ac-a2eb76abc837 tempest-NetworksTest-1459545445 tempest-NetworksTest-1459545445-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '327c9153-1b57-4136-954a-2e2d1b727f89') {'for_net_delete': True} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:43:04.100596 n-d-760453-5 neutron-server[103304]: DEBUG neutron.services.segments.db [None req-2538775d-d7ce-4be5-a4ac-a2eb76abc837 tempest-NetworksTest-1459545445 tempest-NetworksTest-1459545445-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '327c9153-1b57-4136-954a-2e2d1b727f89') {} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:43:04.111910 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-2538775d-d7ce-4be5-a4ac-a2eb76abc837 tempest-NetworksTest-1459545445 tempest-NetworksTest-1459545445-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746560742283', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8881293'] for segment (327c9153-1b57-4136-954a-2e2d1b727f89), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:43:04.127469 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-2538775d-d7ce-4be5-a4ac-a2eb76abc837 tempest-NetworksTest-1459545445 tempest-NetworksTest-1459545445-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576559'] for segment (327c9153-1b57-4136-954a-2e2d1b727f89), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:43:04.134207 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-d4fb3eba-091c-46cf-a21a-5850ab79ea56 None None] For port 3cf03531-bafe-4e8b-947e-9c6d7c963ec2, host n-d-760453-5, cleared binding levels {{(pid=103306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 26 21:43:04.140323 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2538775d-d7ce-4be5-a4ac-a2eb76abc837 tempest-NetworksTest-1459545445 tempest-NetworksTest-1459545445-project] Releasing vlan 574 on physical network physnet1 to pool {{(pid=103304) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 26 21:43:04.140742 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-2538775d-d7ce-4be5-a4ac-a2eb76abc837 tempest-NetworksTest-1459545445 tempest-NetworksTest-1459545445-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9281762'] for segment (327c9153-1b57-4136-954a-2e2d1b727f89), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:43:04.140867 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device 72705c41-bdbd-4571-ae0e-be729c854934 no longer exists at agent ovs-agent-n-d-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 26 21:43:04.144406 n-d-760453-5 neutron-server[103304]: Traceback (most recent call last): Jan 26 21:43:04.144406 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 26 21:43:04.144406 n-d-760453-5 neutron-server[103304]: timer() Jan 26 21:43:04.144406 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 26 21:43:04.144406 n-d-760453-5 neutron-server[103304]: cb(*args, **kw) Jan 26 21:43:04.144406 n-d-760453-5 neutron-server[103304]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 26 21:43:04.144406 n-d-760453-5 neutron-server[103304]: return func(*args, **kwargs) Jan 26 21:43:04.144406 n-d-760453-5 neutron-server[103304]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 26 21:43:04.144406 n-d-760453-5 neutron-server[103304]: self._notify() Jan 26 21:43:04.144406 n-d-760453-5 neutron-server[103304]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 26 21:43:04.144406 n-d-760453-5 neutron-server[103304]: self.callback(batched_events) Jan 26 21:43:04.144406 n-d-760453-5 neutron-server[103304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 26 21:43:04.144406 n-d-760453-5 neutron-server[103304]: event.method(event) Jan 26 21:43:04.144406 n-d-760453-5 neutron-server[103304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 26 21:43:04.144406 n-d-760453-5 neutron-server[103304]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 26 21:43:04.144406 n-d-760453-5 neutron-server[103304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 26 21:43:04.144406 n-d-760453-5 neutron-server[103304]: aggregate_uuid = self.p_client.list_aggregates( Jan 26 21:43:04.144406 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 26 21:43:04.144406 n-d-760453-5 neutron-server[103304]: return f(self, *a, **k) Jan 26 21:43:04.144406 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 26 21:43:04.144406 n-d-760453-5 neutron-server[103304]: return self._get(url).json() Jan 26 21:43:04.144406 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 26 21:43:04.144406 n-d-760453-5 neutron-server[103304]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 26 21:43:04.144406 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 26 21:43:04.144406 n-d-760453-5 neutron-server[103304]: return self.request(url, 'GET', **kwargs) Jan 26 21:43:04.144406 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 26 21:43:04.144406 n-d-760453-5 neutron-server[103304]: base_url = self.get_endpoint(auth, allow=allow, Jan 26 21:43:04.144406 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 26 21:43:04.144406 n-d-760453-5 neutron-server[103304]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 26 21:43:04.144406 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 26 21:43:04.144406 n-d-760453-5 neutron-server[103304]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 26 21:43:04.144406 n-d-760453-5 neutron-server[103304]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 26 21:43:04.166471 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] No Port match for: 72705c41-bdbd-4571-ae0e-be729c854934 {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 26 21:43:04.167611 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device 72705c41-bdbd-4571-ae0e-be729c854934 not bound to the agent host n-d-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 26 21:43:04.214676 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.db.api [None req-2538775d-d7ce-4be5-a4ac-a2eb76abc837 tempest-NetworksTest-1459545445 tempest-NetworksTest-1459545445-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jan 26 21:43:04.214676 n-d-760453-5 neutron-server[103304]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jan 26 21:43:04.214676 n-d-760453-5 neutron-server[103304]: [parameters: {'id': '3b566a2e-5aa9-444b-b974-92234db334d4'}] Jan 26 21:43:04.214676 n-d-760453-5 neutron-server[103304]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103304) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 26 21:43:04.215186 n-d-760453-5 neutron-server[103304]: DEBUG oslo_db.api [None req-2538775d-d7ce-4be5-a4ac-a2eb76abc837 tempest-NetworksTest-1459545445 tempest-NetworksTest-1459545445-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 26 21:43:04.225411 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-d4fb3eba-091c-46cf-a21a-5850ab79ea56 None None] For port 3cf03531-bafe-4e8b-947e-9c6d7c963ec2, host n-d-760453-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=3cf03531-bafe-4e8b-947e-9c6d7c963ec2,segment=NetworkSegment(327c9153-1b57-4136-954a-2e2d1b727f89),segment_id=327c9153-1b57-4136-954a-2e2d1b727f89)] {{(pid=103306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 26 21:43:04.230350 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d4fb3eba-091c-46cf-a21a-5850ab79ea56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (3cf03531-bafe-4e8b-947e-9c6d7c963ec2), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:43:04.324701 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4fb3eba-091c-46cf-a21a-5850ab79ea56 None None] Pushing event updated for resources: {'Port': ['ID=3cf03531-bafe-4e8b-947e-9c6d7c963ec2,revision_number=2']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:43:04.347255 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a3aedab-3030-4aa5-8a44-46d9a63600e4 None None] get_active_networks_info from n-d-760453-5 {{(pid=103306) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jan 26 21:43:04.448308 n-d-760453-5 neutron-server[103306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a3aedab-3030-4aa5-8a44-46d9a63600e4 None None] Resources bound (agent type, host, resource id): {{(pid=103306) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 26 21:43:04.626070 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31995eaa-3d95-4ab6-a0ab-a34c966e3615 None None] Network 3b566a2e-5aa9-444b-b974-92234db334d4 requested from n-d-760453-5 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 26 21:43:04.716467 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-2538775d-d7ce-4be5-a4ac-a2eb76abc837 tempest-NetworksTest-1459545445 tempest-NetworksTest-1459545445-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-748181'] for network (3b566a2e-5aa9-444b-b974-92234db334d4), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:43:04.781607 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-2538775d-d7ce-4be5-a4ac-a2eb76abc837 tempest-NetworksTest-1459545445 tempest-NetworksTest-1459545445-project] Deleting port 3cf03531-bafe-4e8b-947e-9c6d7c963ec2 {{(pid=103304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 21:43:04.781954 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-2538775d-d7ce-4be5-a4ac-a2eb76abc837 tempest-NetworksTest-1459545445 tempest-NetworksTest-1459545445-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746560630878'] for port (3cf03531-bafe-4e8b-947e-9c6d7c963ec2), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:43:04.853265 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [None req-2538775d-d7ce-4be5-a4ac-a2eb76abc837 tempest-NetworksTest-1459545445 tempest-NetworksTest-1459545445-project] For port 3cf03531-bafe-4e8b-947e-9c6d7c963ec2, host n-d-760453-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=3cf03531-bafe-4e8b-947e-9c6d7c963ec2,segment=NetworkSegment(327c9153-1b57-4136-954a-2e2d1b727f89),segment_id=327c9153-1b57-4136-954a-2e2d1b727f89)] {{(pid=103304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:43:04.853691 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-2538775d-d7ce-4be5-a4ac-a2eb76abc837 tempest-NetworksTest-1459545445 tempest-NetworksTest-1459545445-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4109658'] for port (3cf03531-bafe-4e8b-947e-9c6d7c963ec2), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:43:04.870269 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-2538775d-d7ce-4be5-a4ac-a2eb76abc837 tempest-NetworksTest-1459545445 tempest-NetworksTest-1459545445-project] Calling delete_port for 3cf03531-bafe-4e8b-947e-9c6d7c963ec2 owned by network:dhcp {{(pid=103304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 21:43:04.958689 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-2538775d-d7ce-4be5-a4ac-a2eb76abc837 tempest-NetworksTest-1459545445 tempest-NetworksTest-1459545445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746560636600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746560234536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9281553'] for port (3cf03531-bafe-4e8b-947e-9c6d7c963ec2), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:43:04.987358 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2538775d-d7ce-4be5-a4ac-a2eb76abc837 tempest-NetworksTest-1459545445 tempest-NetworksTest-1459545445-project] Pushing event deleted for resources: {'Port': ['ID=3cf03531-bafe-4e8b-947e-9c6d7c963ec2,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:43:04.989274 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2538775d-d7ce-4be5-a4ac-a2eb76abc837 tempest-NetworksTest-1459545445 tempest-NetworksTest-1459545445-project] No DVR routers for this DVR port 3cf03531-bafe-4e8b-947e-9c6d7c963ec2 on host n-d-760453-5 {{(pid=103304) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 26 21:43:05.078706 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-2538775d-d7ce-4be5-a4ac-a2eb76abc837 tempest-NetworksTest-1459545445 tempest-NetworksTest-1459545445-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-686403', 'neutron.services.segments.db._delete_segments_for_network-8746560774018'] for network (3b566a2e-5aa9-444b-b974-92234db334d4), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:43:05.105124 n-d-760453-5 neutron-server[103304]: DEBUG neutron.services.segments.db [None req-2538775d-d7ce-4be5-a4ac-a2eb76abc837 tempest-NetworksTest-1459545445 tempest-NetworksTest-1459545445-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3b566a2e-5aa9-444b-b974-92234db334d4']}} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:43:05.115427 n-d-760453-5 neutron-server[103304]: DEBUG neutron.services.segments.db [None req-2538775d-d7ce-4be5-a4ac-a2eb76abc837 tempest-NetworksTest-1459545445 tempest-NetworksTest-1459545445-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '327c9153-1b57-4136-954a-2e2d1b727f89') {'for_net_delete': True} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:43:05.115729 n-d-760453-5 neutron-server[103304]: DEBUG neutron.services.segments.db [None req-2538775d-d7ce-4be5-a4ac-a2eb76abc837 tempest-NetworksTest-1459545445 tempest-NetworksTest-1459545445-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '327c9153-1b57-4136-954a-2e2d1b727f89') {} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:43:05.128059 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-2538775d-d7ce-4be5-a4ac-a2eb76abc837 tempest-NetworksTest-1459545445 tempest-NetworksTest-1459545445-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746560742283', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8881293'] for segment (327c9153-1b57-4136-954a-2e2d1b727f89), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:43:05.143497 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-2538775d-d7ce-4be5-a4ac-a2eb76abc837 tempest-NetworksTest-1459545445 tempest-NetworksTest-1459545445-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576559'] for segment (327c9153-1b57-4136-954a-2e2d1b727f89), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:43:05.152218 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2538775d-d7ce-4be5-a4ac-a2eb76abc837 tempest-NetworksTest-1459545445 tempest-NetworksTest-1459545445-project] Releasing vlan 574 on physical network physnet1 to pool {{(pid=103304) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 26 21:43:05.152718 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-2538775d-d7ce-4be5-a4ac-a2eb76abc837 tempest-NetworksTest-1459545445 tempest-NetworksTest-1459545445-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9281762'] for segment (327c9153-1b57-4136-954a-2e2d1b727f89), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:43:05.157512 n-d-760453-5 neutron-server[103304]: Traceback (most recent call last): Jan 26 21:43:05.157512 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 26 21:43:05.157512 n-d-760453-5 neutron-server[103304]: timer() Jan 26 21:43:05.157512 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 26 21:43:05.157512 n-d-760453-5 neutron-server[103304]: cb(*args, **kw) Jan 26 21:43:05.157512 n-d-760453-5 neutron-server[103304]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 26 21:43:05.157512 n-d-760453-5 neutron-server[103304]: return func(*args, **kwargs) Jan 26 21:43:05.157512 n-d-760453-5 neutron-server[103304]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 26 21:43:05.157512 n-d-760453-5 neutron-server[103304]: self._notify() Jan 26 21:43:05.157512 n-d-760453-5 neutron-server[103304]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 26 21:43:05.157512 n-d-760453-5 neutron-server[103304]: self.callback(batched_events) Jan 26 21:43:05.157512 n-d-760453-5 neutron-server[103304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 26 21:43:05.157512 n-d-760453-5 neutron-server[103304]: event.method(event) Jan 26 21:43:05.157512 n-d-760453-5 neutron-server[103304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 26 21:43:05.157512 n-d-760453-5 neutron-server[103304]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 26 21:43:05.157512 n-d-760453-5 neutron-server[103304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 26 21:43:05.157512 n-d-760453-5 neutron-server[103304]: aggregate_uuid = self.p_client.list_aggregates( Jan 26 21:43:05.157512 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 26 21:43:05.157512 n-d-760453-5 neutron-server[103304]: return f(self, *a, **k) Jan 26 21:43:05.157512 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 26 21:43:05.157512 n-d-760453-5 neutron-server[103304]: return self._get(url).json() Jan 26 21:43:05.157512 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 26 21:43:05.157512 n-d-760453-5 neutron-server[103304]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 26 21:43:05.157512 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 26 21:43:05.157512 n-d-760453-5 neutron-server[103304]: return self.request(url, 'GET', **kwargs) Jan 26 21:43:05.157512 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 26 21:43:05.157512 n-d-760453-5 neutron-server[103304]: base_url = self.get_endpoint(auth, allow=allow, Jan 26 21:43:05.157512 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 26 21:43:05.157512 n-d-760453-5 neutron-server[103304]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 26 21:43:05.157512 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 26 21:43:05.157512 n-d-760453-5 neutron-server[103304]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 26 21:43:05.157512 n-d-760453-5 neutron-server[103304]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 26 21:43:05.223198 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-2538775d-d7ce-4be5-a4ac-a2eb76abc837 tempest-NetworksTest-1459545445 tempest-NetworksTest-1459545445-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4110931'] for network (3b566a2e-5aa9-444b-b974-92234db334d4), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:43:05.230425 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-2538775d-d7ce-4be5-a4ac-a2eb76abc837 tempest-NetworksTest-1459545445 tempest-NetworksTest-1459545445-project] Publish callbacks [] for network (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:43:05.237129 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-2538775d-d7ce-4be5-a4ac-a2eb76abc837 tempest-NetworksTest-1459545445 tempest-NetworksTest-1459545445-project] 10.222.0.13 "DELETE /v2.0/networks/3b566a2e-5aa9-444b-b974-92234db334d4 HTTP/1.1" status: 204 len: 168 time: 1.9205155 Jan 26 21:43:05.237663 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 38098) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:43:05.246624 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2538775d-d7ce-4be5-a4ac-a2eb76abc837 tempest-NetworksTest-1459545445 tempest-NetworksTest-1459545445-project] Pushing event deleted for resources: {'Network': ['ID=3b566a2e-5aa9-444b-b974-92234db334d4,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:43:05.272963 n-d-760453-5 neutron-server[103305]: INFO neutron.pecan_wsgi.hooks.translation [None req-a2445643-7749-47b1-ac42-c843dbd9d940 tempest-NetworksTest-1459545445 tempest-NetworksTest-1459545445-project] GET failed (client error): The resource could not be found. Jan 26 21:43:05.274378 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-a2445643-7749-47b1-ac42-c843dbd9d940 tempest-NetworksTest-1459545445 tempest-NetworksTest-1459545445-project] 10.222.0.13 "GET /v2.0/subnets/8e8fe296-95cd-4b88-9cfc-5a3842e13bd4 HTTP/1.1" status: 404 len: 337 time: 0.0355334 Jan 26 21:43:05.282700 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 38100) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:43:05.312798 n-d-760453-5 neutron-server[103305]: INFO neutron.pecan_wsgi.hooks.translation [None req-fe47cbcc-89dd-4817-99e9-bc0ca227d075 tempest-NetworksTest-1459545445 tempest-NetworksTest-1459545445-project] DELETE failed (client error): The resource could not be found. Jan 26 21:43:05.314030 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fe47cbcc-89dd-4817-99e9-bc0ca227d075 tempest-NetworksTest-1459545445 tempest-NetworksTest-1459545445-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103305) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 26 21:43:05.319925 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-fe47cbcc-89dd-4817-99e9-bc0ca227d075 tempest-NetworksTest-1459545445 tempest-NetworksTest-1459545445-project] 10.222.0.13 "DELETE /v2.0/networks/3b566a2e-5aa9-444b-b974-92234db334d4 HTTP/1.1" status: 404 len: 339 time: 0.0356536 Jan 26 21:43:05.323617 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 38102) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:43:05.532164 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86575c38-ef01-4476-956a-ed9d655ec658 tempest-NetworksTest-1459545445 tempest-NetworksTest-1459545445-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:43:05.533840 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-86575c38-ef01-4476-956a-ed9d655ec658 tempest-NetworksTest-1459545445 tempest-NetworksTest-1459545445-project] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.2088509 Jan 26 21:43:05.537460 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 38106) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:43:05.577282 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-e01c3437-3007-45e0-b29f-a269c7ed4259 tempest-NetworksTest-1459545445 tempest-NetworksTest-1459545445-project] 10.222.0.13 "GET /v2.0/subnets?network_id=4140a1f1-c93a-4bea-83a0-68953a54f299 HTTP/1.1" status: 200 len: 207 time: 0.0357463 Jan 26 21:43:05.578058 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 38108) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:43:05.782693 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47279f1b-531e-403f-ba48-d8901f5cc7d0 tempest-NetworksTest-1459545445 tempest-NetworksTest-1459545445-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:43:05.788166 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47279f1b-531e-403f-ba48-d8901f5cc7d0 tempest-NetworksTest-1459545445 tempest-NetworksTest-1459545445-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:43:05.793244 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47279f1b-531e-403f-ba48-d8901f5cc7d0 tempest-NetworksTest-1459545445 tempest-NetworksTest-1459545445-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:43:05.798576 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47279f1b-531e-403f-ba48-d8901f5cc7d0 tempest-NetworksTest-1459545445 tempest-NetworksTest-1459545445-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:43:05.800389 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-47279f1b-531e-403f-ba48-d8901f5cc7d0 tempest-NetworksTest-1459545445 tempest-NetworksTest-1459545445-project] 10.222.0.13 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2484 time: 0.2212625 Jan 26 21:43:05.805671 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 38112) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:43:05.956675 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 38114) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:43:05.956990 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-491b9bee-2d17-4197-bb72-1a6c4dc7586e tempest-NetworksTest-1459545445 tempest-NetworksTest-1459545445-project] 10.222.0.13 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 573 time: 0.1498384 Jan 26 21:43:06.027029 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2994c611-24f7-4c13-ac69-06fc5e84cdd5 tempest-NetworksTest-1459545445 tempest-NetworksTest-1459545445-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:43:06.028462 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2994c611-24f7-4c13-ac69-06fc5e84cdd5 tempest-NetworksTest-1459545445 tempest-NetworksTest-1459545445-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:43:06.030240 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-2994c611-24f7-4c13-ac69-06fc5e84cdd5 tempest-NetworksTest-1459545445 tempest-NetworksTest-1459545445-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.0711589 Jan 26 21:43:06.034102 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 38116) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:43:06.145151 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14507aab-ff11-466c-8856-df345f8834c7 tempest-NetworksTest-1459545445 tempest-NetworksTest-1459545445-project] Attributes excluded by policy engine: ['shared'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:43:06.146675 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14507aab-ff11-466c-8856-df345f8834c7 tempest-NetworksTest-1459545445 tempest-NetworksTest-1459545445-project] Attributes excluded by policy engine: ['shared'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:43:06.148269 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-14507aab-ff11-466c-8856-df345f8834c7 tempest-NetworksTest-1459545445 tempest-NetworksTest-1459545445-project] 10.222.0.13 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.1130173 Jan 26 21:43:06.152057 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 38118) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:43:06.274459 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52f801dd-7ffb-42ef-a413-da4e42d4ae1f tempest-NetworksTest-1459545445 tempest-NetworksTest-1459545445-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:43:06.277343 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-52f801dd-7ffb-42ef-a413-da4e42d4ae1f tempest-NetworksTest-1459545445 tempest-NetworksTest-1459545445-project] 10.222.0.13 "GET /v2.0/networks/53baacac-dcf5-41fe-ab2f-9512c8aec406 HTTP/1.1" status: 200 len: 799 time: 0.1241469 Jan 26 21:43:06.281633 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 38120) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:43:06.438659 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-6c74c0f5-438b-4c46-bc2d-c631b1cc4ebd tempest-NetworksTest-1459545445 tempest-NetworksTest-1459545445-project] 10.222.0.13 "GET /v2.0/networks/53baacac-dcf5-41fe-ab2f-9512c8aec406?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 315 time: 0.1557403 Jan 26 21:43:06.444856 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 38122) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:43:06.508214 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a46622b-2840-4c34-ba9e-0e9dffc0596f tempest-NetworksTest-1459545445 tempest-NetworksTest-1459545445-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:43:06.509831 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-1a46622b-2840-4c34-ba9e-0e9dffc0596f tempest-NetworksTest-1459545445 tempest-NetworksTest-1459545445-project] 10.222.0.13 "GET /v2.0/subnets/4e285702-4f9b-4c2a-a23e-2a48754b090f HTTP/1.1" status: 200 len: 811 time: 0.0632234 Jan 26 21:43:06.513976 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 38126) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:43:06.577121 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2787bc1-49f4-496a-84d0-5cd25eaefb74 tempest-NetworksTest-1459545445 tempest-NetworksTest-1459545445-project] Attributes excluded by policy engine: ['shared'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:43:06.579067 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-d2787bc1-49f4-496a-84d0-5cd25eaefb74 tempest-NetworksTest-1459545445 tempest-NetworksTest-1459545445-project] 10.222.0.13 "GET /v2.0/subnets/4e285702-4f9b-4c2a-a23e-2a48754b090f?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0640495 Jan 26 21:43:06.582995 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 38128) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:43:06.588513 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-0b1b19e1-c053-4cea-8b8a-3365e4db85d0 tempest-NetworksTest-1459545445 tempest-NetworksTest-1459545445-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-461855539'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:43:06.619540 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b1b19e1-c053-4cea-8b8a-3365e4db85d0 tempest-NetworksTest-1459545445 tempest-NetworksTest-1459545445-project] Made reservation on behalf of a005420d1d17477a9d2ba3ef1bf8969c for: {'network': 1} {{(pid=103305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 21:43:06.624427 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-0b1b19e1-c053-4cea-8b8a-3365e4db85d0 tempest-NetworksTest-1459545445 tempest-NetworksTest-1459545445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for network (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:43:06.685233 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0b1b19e1-c053-4cea-8b8a-3365e4db85d0 tempest-NetworksTest-1459545445 tempest-NetworksTest-1459545445-project] vlan segment allocate from pool success with {'vlan_id': 566, 'physical_network': 'physnet1'} {{(pid=103305) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 26 21:43:06.706325 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-0b1b19e1-c053-4cea-8b8a-3365e4db85d0 tempest-NetworksTest-1459545445 tempest-NetworksTest-1459545445-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576559'] for segment (3fa37f2c-f007-494f-88ac-92aa69dac485), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:43:06.706896 n-d-760453-5 neutron-server[103305]: INFO neutron.db.segments_db [None req-0b1b19e1-c053-4cea-8b8a-3365e4db85d0 tempest-NetworksTest-1459545445 tempest-NetworksTest-1459545445-project] Added segment 3fa37f2c-f007-494f-88ac-92aa69dac485 of type vlan for network 8c571353-d1a4-46ee-8855-b57da8bc9b41 Jan 26 21:43:06.759457 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-0b1b19e1-c053-4cea-8b8a-3365e4db85d0 tempest-NetworksTest-1459545445 tempest-NetworksTest-1459545445-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746560256871'] for network (8c571353-d1a4-46ee-8855-b57da8bc9b41), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:43:06.797312 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-0b1b19e1-c053-4cea-8b8a-3365e4db85d0 tempest-NetworksTest-1459545445 tempest-NetworksTest-1459545445-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503'] for network (8c571353-d1a4-46ee-8855-b57da8bc9b41), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:43:06.807558 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b1b19e1-c053-4cea-8b8a-3365e4db85d0 tempest-NetworksTest-1459545445 tempest-NetworksTest-1459545445-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:43:06.807878 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-0b1b19e1-c053-4cea-8b8a-3365e4db85d0 tempest-NetworksTest-1459545445 tempest-NetworksTest-1459545445-project] Publish callbacks [] for network (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:43:06.865253 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-0b1b19e1-c053-4cea-8b8a-3365e4db85d0 tempest-NetworksTest-1459545445 tempest-NetworksTest-1459545445-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.2795656 Jan 26 21:43:06.867140 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 38132) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:43:06.872320 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-e183a7a3-ebb1-4e22-ab4f-b896025027e2 tempest-NetworksTest-1459545445 tempest-NetworksTest-1459545445-project] Request body: {'subnet': {'network_id': '8c571353-d1a4-46ee-8855-b57da8bc9b41', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:43:06.888106 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b1b19e1-c053-4cea-8b8a-3365e4db85d0 tempest-NetworksTest-1459545445 tempest-NetworksTest-1459545445-project] Pushing event updated for resources: {'Network': ['ID=8c571353-d1a4-46ee-8855-b57da8bc9b41,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:43:06.899895 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Network 8c571353-d1a4-46ee-8855-b57da8bc9b41 details requested by agent ovs-agent-n-d-760453-5 with host n-d-760453-5 {{(pid=103306) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 26 21:43:06.977632 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e183a7a3-ebb1-4e22-ab4f-b896025027e2 tempest-NetworksTest-1459545445 tempest-NetworksTest-1459545445-project] Made reservation on behalf of a005420d1d17477a9d2ba3ef1bf8969c for: {'subnet': 1} {{(pid=103304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 21:43:06.982016 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-e183a7a3-ebb1-4e22-ab4f-b896025027e2 tempest-NetworksTest-1459545445 tempest-NetworksTest-1459545445-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12215181'] for subnet (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:43:07.048055 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.ipam_backend_mixin [None req-e183a7a3-ebb1-4e22-ab4f-b896025027e2 tempest-NetworksTest-1459545445 tempest-NetworksTest-1459545445-project] Performing IP validity checks on allocation pools {{(pid=103304) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jan 26 21:43:07.048716 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.ipam_backend_mixin [None req-e183a7a3-ebb1-4e22-ab4f-b896025027e2 tempest-NetworksTest-1459545445 tempest-NetworksTest-1459545445-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103304) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jan 26 21:43:07.212715 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-e183a7a3-ebb1-4e22-ab4f-b896025027e2 tempest-NetworksTest-1459545445 tempest-NetworksTest-1459545445-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9285249', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12215227'] for subnet (4c9e369c-1a82-43c2-80d8-14f239b8616b), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:43:07.284635 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e183a7a3-ebb1-4e22-ab4f-b896025027e2 tempest-NetworksTest-1459545445 tempest-NetworksTest-1459545445-project] Pushing event updated for resources: {'Subnet': ['ID=4c9e369c-1a82-43c2-80d8-14f239b8616b,revision_number=0']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:43:07.292812 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e183a7a3-ebb1-4e22-ab4f-b896025027e2 tempest-NetworksTest-1459545445 tempest-NetworksTest-1459545445-project] Checking segment: {'id': '3fa37f2c-f007-494f-88ac-92aa69dac485', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '8c571353-d1a4-46ee-8855-b57da8bc9b41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103304) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 21:43:07.293185 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e183a7a3-ebb1-4e22-ab4f-b896025027e2 tempest-NetworksTest-1459545445 tempest-NetworksTest-1459545445-project] Network hostable DHCP agents. Network: 8c571353-d1a4-46ee-8855-b57da8bc9b41, hostable agents: ['474ccdf7-ab6c-405b-a3b2-dc7b05829902'], hosted agents: [] {{(pid=103304) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 26 21:43:07.312257 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e183a7a3-ebb1-4e22-ab4f-b896025027e2 tempest-NetworksTest-1459545445 tempest-NetworksTest-1459545445-project] Network 8c571353-d1a4-46ee-8855-b57da8bc9b41 is scheduled to be hosted by DHCP agent 474ccdf7-ab6c-405b-a3b2-dc7b05829902 with binding_index 1 {{(pid=103304) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 26 21:43:07.327351 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [None req-e183a7a3-ebb1-4e22-ab4f-b896025027e2 tempest-NetworksTest-1459545445 tempest-NetworksTest-1459545445-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760453-5, 8c571353-d1a4-46ee-8855-b57da8bc9b41) {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:43:07.334255 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e183a7a3-ebb1-4e22-ab4f-b896025027e2 tempest-NetworksTest-1459545445 tempest-NetworksTest-1459545445-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:43:07.335438 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-e183a7a3-ebb1-4e22-ab4f-b896025027e2 tempest-NetworksTest-1459545445 tempest-NetworksTest-1459545445-project] Publish callbacks [] for subnet (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:43:07.339366 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-044d0f37-7fe1-47f6-bae8-acd9cb928e1e None None] Network 8c571353-d1a4-46ee-8855-b57da8bc9b41 requested from n-d-760453-5 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 26 21:43:07.362100 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-e183a7a3-ebb1-4e22-ab4f-b896025027e2 tempest-NetworksTest-1459545445 tempest-NetworksTest-1459545445-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 0.4936461 Jan 26 21:43:07.362373 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 38134) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:43:07.371774 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-934db835-5d2c-4bd3-a405-2fe2f54d00b4 tempest-NetworksTest-1459545445 tempest-NetworksTest-1459545445-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:43:07.480867 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0196ce5b-bddf-417d-b305-f0079cb69689 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3c4099e8-8ffb-51d1-af7f-5868973e933f-8c571353-d1a4-46ee-8855-b57da8bc9b41', 'network_id': '8c571353-d1a4-46ee-8855-b57da8bc9b41', 'project_id': 'a005420d1d17477a9d2ba3ef1bf8969c', 'fixed_ips': [{'subnet_id': '4c9e369c-1a82-43c2-80d8-14f239b8616b'}]}} from n-d-760453-5. {{(pid=103306) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 26 21:43:07.481862 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-0196ce5b-bddf-417d-b305-f0079cb69689 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (None), before_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:43:07.532046 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-934db835-5d2c-4bd3-a405-2fe2f54d00b4 tempest-NetworksTest-1459545445 tempest-NetworksTest-1459545445-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-11599966'] for subnet (4c9e369c-1a82-43c2-80d8-14f239b8616b), before_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:43:07.635875 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.db.api [None req-0196ce5b-bddf-417d-b305-f0079cb69689 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jan 26 21:43:07.635875 n-d-760453-5 neutron-server[103306]: [SQL: UPDATE subnets SET in_use=%(in_use)s WHERE subnets.id = %(id_1)s] Jan 26 21:43:07.635875 n-d-760453-5 neutron-server[103306]: [parameters: {'in_use': 1, 'id_1': '4c9e369c-1a82-43c2-80d8-14f239b8616b'}] Jan 26 21:43:07.635875 n-d-760453-5 neutron-server[103306]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=103306) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 26 21:43:07.636414 n-d-760453-5 neutron-server[103306]: DEBUG oslo_db.api [None req-0196ce5b-bddf-417d-b305-f0079cb69689 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 26 21:43:07.758878 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-934db835-5d2c-4bd3-a405-2fe2f54d00b4 tempest-NetworksTest-1459545445 tempest-NetworksTest-1459545445-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8746560636609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-11791585'] for subnet (4c9e369c-1a82-43c2-80d8-14f239b8616b), after_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:43:07.808721 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-934db835-5d2c-4bd3-a405-2fe2f54d00b4 tempest-NetworksTest-1459545445 tempest-NetworksTest-1459545445-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:43:07.809221 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-934db835-5d2c-4bd3-a405-2fe2f54d00b4 tempest-NetworksTest-1459545445 tempest-NetworksTest-1459545445-project] Publish callbacks [] for subnet (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:43:07.814595 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-934db835-5d2c-4bd3-a405-2fe2f54d00b4 tempest-NetworksTest-1459545445 tempest-NetworksTest-1459545445-project] 10.222.0.13 "PUT /v2.0/subnets/4c9e369c-1a82-43c2-80d8-14f239b8616b HTTP/1.1" status: 200 len: 877 time: 0.4468298 Jan 26 21:43:07.815131 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 38140) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:43:07.825966 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934db835-5d2c-4bd3-a405-2fe2f54d00b4 tempest-NetworksTest-1459545445 tempest-NetworksTest-1459545445-project] Pushing event updated for resources: {'Subnet': ['ID=4c9e369c-1a82-43c2-80d8-14f239b8616b,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:43:07.948725 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-a1672e2a-c0a0-42ad-b88f-510d308ee418 tempest-NetworksTest-1459545445 tempest-NetworksTest-1459545445-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-748181'] for network (8c571353-d1a4-46ee-8855-b57da8bc9b41), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:43:08.030113 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-a1672e2a-c0a0-42ad-b88f-510d308ee418 tempest-NetworksTest-1459545445 tempest-NetworksTest-1459545445-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687316'] for subnet (4c9e369c-1a82-43c2-80d8-14f239b8616b), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:43:08.117974 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-a1672e2a-c0a0-42ad-b88f-510d308ee418 tempest-NetworksTest-1459545445 tempest-NetworksTest-1459545445-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9281612', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12215216'] for subnet (4c9e369c-1a82-43c2-80d8-14f239b8616b), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:43:08.138485 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-0196ce5b-bddf-417d-b305-f0079cb69689 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (None), before_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:43:08.149730 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1672e2a-c0a0-42ad-b88f-510d308ee418 tempest-NetworksTest-1459545445 tempest-NetworksTest-1459545445-project] Pushing event deleted for resources: {'Subnet': ['ID=4c9e369c-1a82-43c2-80d8-14f239b8616b,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:43:08.233013 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-a1672e2a-c0a0-42ad-b88f-510d308ee418 tempest-NetworksTest-1459545445 tempest-NetworksTest-1459545445-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-686403', 'neutron.services.segments.db._delete_segments_for_network-8746560774018'] for network (8c571353-d1a4-46ee-8855-b57da8bc9b41), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:43:08.257703 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-861f59aa-c098-4624-95c6-6567b25f922a None None] Network 8c571353-d1a4-46ee-8855-b57da8bc9b41 requested from n-d-760453-5 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 26 21:43:08.270196 n-d-760453-5 neutron-server[103304]: DEBUG neutron.services.segments.db [None req-a1672e2a-c0a0-42ad-b88f-510d308ee418 tempest-NetworksTest-1459545445 tempest-NetworksTest-1459545445-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8c571353-d1a4-46ee-8855-b57da8bc9b41']}} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:43:08.283742 n-d-760453-5 neutron-server[103304]: DEBUG neutron.services.segments.db [None req-a1672e2a-c0a0-42ad-b88f-510d308ee418 tempest-NetworksTest-1459545445 tempest-NetworksTest-1459545445-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3fa37f2c-f007-494f-88ac-92aa69dac485') {'for_net_delete': True} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:43:08.283995 n-d-760453-5 neutron-server[103304]: DEBUG neutron.services.segments.db [None req-a1672e2a-c0a0-42ad-b88f-510d308ee418 tempest-NetworksTest-1459545445 tempest-NetworksTest-1459545445-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3fa37f2c-f007-494f-88ac-92aa69dac485') {} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:43:08.295575 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-a1672e2a-c0a0-42ad-b88f-510d308ee418 tempest-NetworksTest-1459545445 tempest-NetworksTest-1459545445-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746560742283', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8881293'] for segment (3fa37f2c-f007-494f-88ac-92aa69dac485), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:43:08.322633 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-a1672e2a-c0a0-42ad-b88f-510d308ee418 tempest-NetworksTest-1459545445 tempest-NetworksTest-1459545445-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576559'] for segment (3fa37f2c-f007-494f-88ac-92aa69dac485), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:43:08.334733 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a1672e2a-c0a0-42ad-b88f-510d308ee418 tempest-NetworksTest-1459545445 tempest-NetworksTest-1459545445-project] Releasing vlan 566 on physical network physnet1 to pool {{(pid=103304) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 26 21:43:08.335364 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-a1672e2a-c0a0-42ad-b88f-510d308ee418 tempest-NetworksTest-1459545445 tempest-NetworksTest-1459545445-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9281762'] for segment (3fa37f2c-f007-494f-88ac-92aa69dac485), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:43:08.357374 n-d-760453-5 neutron-server[103304]: Traceback (most recent call last): Jan 26 21:43:08.357374 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 26 21:43:08.357374 n-d-760453-5 neutron-server[103304]: timer() Jan 26 21:43:08.357374 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 26 21:43:08.357374 n-d-760453-5 neutron-server[103304]: cb(*args, **kw) Jan 26 21:43:08.357374 n-d-760453-5 neutron-server[103304]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 26 21:43:08.357374 n-d-760453-5 neutron-server[103304]: return func(*args, **kwargs) Jan 26 21:43:08.357374 n-d-760453-5 neutron-server[103304]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 26 21:43:08.357374 n-d-760453-5 neutron-server[103304]: self._notify() Jan 26 21:43:08.357374 n-d-760453-5 neutron-server[103304]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 26 21:43:08.357374 n-d-760453-5 neutron-server[103304]: self.callback(batched_events) Jan 26 21:43:08.357374 n-d-760453-5 neutron-server[103304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 26 21:43:08.357374 n-d-760453-5 neutron-server[103304]: event.method(event) Jan 26 21:43:08.357374 n-d-760453-5 neutron-server[103304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 26 21:43:08.357374 n-d-760453-5 neutron-server[103304]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 26 21:43:08.357374 n-d-760453-5 neutron-server[103304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 26 21:43:08.357374 n-d-760453-5 neutron-server[103304]: aggregate_uuid = self.p_client.list_aggregates( Jan 26 21:43:08.357374 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 26 21:43:08.357374 n-d-760453-5 neutron-server[103304]: return f(self, *a, **k) Jan 26 21:43:08.357374 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 26 21:43:08.357374 n-d-760453-5 neutron-server[103304]: return self._get(url).json() Jan 26 21:43:08.357374 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 26 21:43:08.357374 n-d-760453-5 neutron-server[103304]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 26 21:43:08.357374 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 26 21:43:08.357374 n-d-760453-5 neutron-server[103304]: return self.request(url, 'GET', **kwargs) Jan 26 21:43:08.357374 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 26 21:43:08.357374 n-d-760453-5 neutron-server[103304]: base_url = self.get_endpoint(auth, allow=allow, Jan 26 21:43:08.357374 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 26 21:43:08.357374 n-d-760453-5 neutron-server[103304]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 26 21:43:08.357374 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 26 21:43:08.357374 n-d-760453-5 neutron-server[103304]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 26 21:43:08.357374 n-d-760453-5 neutron-server[103304]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 26 21:43:08.366683 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-607e94c4-5d8e-47ab-b0c2-38d48b8753d7 None None] Network 8c571353-d1a4-46ee-8855-b57da8bc9b41 requested from n-d-760453-5 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 26 21:43:08.437675 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-a1672e2a-c0a0-42ad-b88f-510d308ee418 tempest-NetworksTest-1459545445 tempest-NetworksTest-1459545445-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4110931'] for network (8c571353-d1a4-46ee-8855-b57da8bc9b41), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:43:08.471778 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-a1672e2a-c0a0-42ad-b88f-510d308ee418 tempest-NetworksTest-1459545445 tempest-NetworksTest-1459545445-project] Publish callbacks [] for network (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:43:08.471778 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-a1672e2a-c0a0-42ad-b88f-510d308ee418 tempest-NetworksTest-1459545445 tempest-NetworksTest-1459545445-project] 10.222.0.13 "DELETE /v2.0/networks/8c571353-d1a4-46ee-8855-b57da8bc9b41 HTTP/1.1" status: 204 len: 168 time: 0.6490273 Jan 26 21:43:08.472358 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 38142) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:43:08.481363 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1672e2a-c0a0-42ad-b88f-510d308ee418 tempest-NetworksTest-1459545445 tempest-NetworksTest-1459545445-project] Pushing event deleted for resources: {'Network': ['ID=8c571353-d1a4-46ee-8855-b57da8bc9b41,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:43:08.500081 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (32ef628b-8417-46c5-8729-60fcabe358f1), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:43:08.512011 n-d-760453-5 neutron-server[103304]: INFO neutron.pecan_wsgi.hooks.translation [None req-11cfb178-04c6-436d-96fb-514bea06c6e1 tempest-NetworksTest-1459545445 tempest-NetworksTest-1459545445-project] DELETE failed (client error): The resource could not be found. Jan 26 21:43:08.512954 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-11cfb178-04c6-436d-96fb-514bea06c6e1 tempest-NetworksTest-1459545445 tempest-NetworksTest-1459545445-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103304) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 26 21:43:08.520484 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-11cfb178-04c6-436d-96fb-514bea06c6e1 tempest-NetworksTest-1459545445 tempest-NetworksTest-1459545445-project] 10.222.0.13 "DELETE /v2.0/subnets/4c9e369c-1a82-43c2-80d8-14f239b8616b HTTP/1.1" status: 404 len: 337 time: 0.0443153 Jan 26 21:43:08.521007 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 38144) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:43:08.549367 n-d-760453-5 neutron-server[103304]: INFO neutron.pecan_wsgi.hooks.translation [None req-8286c609-3c2a-4d95-85df-18c3f1493615 tempest-NetworksTest-1459545445 tempest-NetworksTest-1459545445-project] DELETE failed (client error): The resource could not be found. Jan 26 21:43:08.550152 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8286c609-3c2a-4d95-85df-18c3f1493615 tempest-NetworksTest-1459545445 tempest-NetworksTest-1459545445-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103304) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 26 21:43:08.559669 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-8286c609-3c2a-4d95-85df-18c3f1493615 tempest-NetworksTest-1459545445 tempest-NetworksTest-1459545445-project] 10.222.0.13 "DELETE /v2.0/networks/8c571353-d1a4-46ee-8855-b57da8bc9b41 HTTP/1.1" status: 404 len: 339 time: 0.0335393 Jan 26 21:43:08.559971 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 38146) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:43:08.600438 n-d-760453-5 neutron-server[103304]: INFO neutron.pecan_wsgi.hooks.translation [None req-f645d3f5-c12b-4e5b-a1d4-363df0366a5e tempest-NetworksTest-1459545445 tempest-NetworksTest-1459545445-project] DELETE failed (client error): The resource could not be found. Jan 26 21:43:08.601155 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f645d3f5-c12b-4e5b-a1d4-363df0366a5e tempest-NetworksTest-1459545445 tempest-NetworksTest-1459545445-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103304) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 26 21:43:08.609460 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-f645d3f5-c12b-4e5b-a1d4-363df0366a5e tempest-NetworksTest-1459545445 tempest-NetworksTest-1459545445-project] 10.222.0.13 "DELETE /v2.0/subnets/8e8fe296-95cd-4b88-9cfc-5a3842e13bd4 HTTP/1.1" status: 404 len: 337 time: 0.0451622 Jan 26 21:43:08.610018 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 38148) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:43:08.640089 n-d-760453-5 neutron-server[103304]: INFO neutron.pecan_wsgi.hooks.translation [None req-12db5c48-c24c-4699-ac82-0d4ccb6048b4 tempest-NetworksTest-1459545445 tempest-NetworksTest-1459545445-project] DELETE failed (client error): The resource could not be found. Jan 26 21:43:08.640643 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-12db5c48-c24c-4699-ac82-0d4ccb6048b4 tempest-NetworksTest-1459545445 tempest-NetworksTest-1459545445-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103304) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 26 21:43:08.644163 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-12db5c48-c24c-4699-ac82-0d4ccb6048b4 tempest-NetworksTest-1459545445 tempest-NetworksTest-1459545445-project] 10.222.0.13 "DELETE /v2.0/networks/3b566a2e-5aa9-444b-b974-92234db334d4 HTTP/1.1" status: 404 len: 339 time: 0.0328827 Jan 26 21:43:08.648009 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 38150) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:43:08.766613 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-a95e995b-92f0-4926-86e2-38230d88d8d9 tempest-NetworksTest-1459545445 tempest-NetworksTest-1459545445-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-748181'] for network (323f7d58-a59d-4fd7-9d96-2e6b50a882cc), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:43:09.218211 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-a95e995b-92f0-4926-86e2-38230d88d8d9 tempest-NetworksTest-1459545445 tempest-NetworksTest-1459545445-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-686403', 'neutron.services.segments.db._delete_segments_for_network-8746560774018'] for network (323f7d58-a59d-4fd7-9d96-2e6b50a882cc), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:43:09.244247 n-d-760453-5 neutron-server[103304]: DEBUG neutron.services.segments.db [None req-a95e995b-92f0-4926-86e2-38230d88d8d9 tempest-NetworksTest-1459545445 tempest-NetworksTest-1459545445-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['323f7d58-a59d-4fd7-9d96-2e6b50a882cc']}} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:43:09.258117 n-d-760453-5 neutron-server[103304]: DEBUG neutron.services.segments.db [None req-a95e995b-92f0-4926-86e2-38230d88d8d9 tempest-NetworksTest-1459545445 tempest-NetworksTest-1459545445-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '483c5cdf-42da-43b7-b422-6338fed0dbaa') {'for_net_delete': True} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:43:09.258454 n-d-760453-5 neutron-server[103304]: DEBUG neutron.services.segments.db [None req-a95e995b-92f0-4926-86e2-38230d88d8d9 tempest-NetworksTest-1459545445 tempest-NetworksTest-1459545445-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '483c5cdf-42da-43b7-b422-6338fed0dbaa') {} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:43:09.270251 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-a95e995b-92f0-4926-86e2-38230d88d8d9 tempest-NetworksTest-1459545445 tempest-NetworksTest-1459545445-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746560742283', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8881293'] for segment (483c5cdf-42da-43b7-b422-6338fed0dbaa), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:43:09.286299 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-a95e995b-92f0-4926-86e2-38230d88d8d9 tempest-NetworksTest-1459545445 tempest-NetworksTest-1459545445-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576559'] for segment (483c5cdf-42da-43b7-b422-6338fed0dbaa), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:43:09.297941 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a95e995b-92f0-4926-86e2-38230d88d8d9 tempest-NetworksTest-1459545445 tempest-NetworksTest-1459545445-project] Releasing vlan 588 on physical network physnet1 to pool {{(pid=103304) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 26 21:43:09.298361 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-a95e995b-92f0-4926-86e2-38230d88d8d9 tempest-NetworksTest-1459545445 tempest-NetworksTest-1459545445-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9281762'] for segment (483c5cdf-42da-43b7-b422-6338fed0dbaa), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:43:09.301558 n-d-760453-5 neutron-server[103304]: Traceback (most recent call last): Jan 26 21:43:09.301558 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 26 21:43:09.301558 n-d-760453-5 neutron-server[103304]: timer() Jan 26 21:43:09.301558 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 26 21:43:09.301558 n-d-760453-5 neutron-server[103304]: cb(*args, **kw) Jan 26 21:43:09.301558 n-d-760453-5 neutron-server[103304]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 26 21:43:09.301558 n-d-760453-5 neutron-server[103304]: return func(*args, **kwargs) Jan 26 21:43:09.301558 n-d-760453-5 neutron-server[103304]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 26 21:43:09.301558 n-d-760453-5 neutron-server[103304]: self._notify() Jan 26 21:43:09.301558 n-d-760453-5 neutron-server[103304]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 26 21:43:09.301558 n-d-760453-5 neutron-server[103304]: self.callback(batched_events) Jan 26 21:43:09.301558 n-d-760453-5 neutron-server[103304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 26 21:43:09.301558 n-d-760453-5 neutron-server[103304]: event.method(event) Jan 26 21:43:09.301558 n-d-760453-5 neutron-server[103304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 26 21:43:09.301558 n-d-760453-5 neutron-server[103304]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 26 21:43:09.301558 n-d-760453-5 neutron-server[103304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 26 21:43:09.301558 n-d-760453-5 neutron-server[103304]: aggregate_uuid = self.p_client.list_aggregates( Jan 26 21:43:09.301558 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 26 21:43:09.301558 n-d-760453-5 neutron-server[103304]: return f(self, *a, **k) Jan 26 21:43:09.301558 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 26 21:43:09.301558 n-d-760453-5 neutron-server[103304]: return self._get(url).json() Jan 26 21:43:09.301558 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 26 21:43:09.301558 n-d-760453-5 neutron-server[103304]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 26 21:43:09.301558 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 26 21:43:09.301558 n-d-760453-5 neutron-server[103304]: return self.request(url, 'GET', **kwargs) Jan 26 21:43:09.301558 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 26 21:43:09.301558 n-d-760453-5 neutron-server[103304]: base_url = self.get_endpoint(auth, allow=allow, Jan 26 21:43:09.301558 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 26 21:43:09.301558 n-d-760453-5 neutron-server[103304]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 26 21:43:09.301558 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 26 21:43:09.301558 n-d-760453-5 neutron-server[103304]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 26 21:43:09.301558 n-d-760453-5 neutron-server[103304]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 26 21:43:09.369823 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-a95e995b-92f0-4926-86e2-38230d88d8d9 tempest-NetworksTest-1459545445 tempest-NetworksTest-1459545445-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4110931'] for network (323f7d58-a59d-4fd7-9d96-2e6b50a882cc), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:43:09.380249 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-a95e995b-92f0-4926-86e2-38230d88d8d9 tempest-NetworksTest-1459545445 tempest-NetworksTest-1459545445-project] Publish callbacks [] for network (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:43:09.386048 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-a95e995b-92f0-4926-86e2-38230d88d8d9 tempest-NetworksTest-1459545445 tempest-NetworksTest-1459545445-project] 10.222.0.13 "DELETE /v2.0/networks/323f7d58-a59d-4fd7-9d96-2e6b50a882cc HTTP/1.1" status: 204 len: 168 time: 0.7344553 Jan 26 21:43:09.386387 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 38156) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:43:09.401559 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95e995b-92f0-4926-86e2-38230d88d8d9 tempest-NetworksTest-1459545445 tempest-NetworksTest-1459545445-project] Pushing event deleted for resources: {'Network': ['ID=323f7d58-a59d-4fd7-9d96-2e6b50a882cc,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:43:09.416985 n-d-760453-5 neutron-server[103305]: INFO neutron.pecan_wsgi.hooks.translation [None req-80689f3d-fe6e-4c4b-9634-5d16f7bf43d1 tempest-NetworksTest-1459545445 tempest-NetworksTest-1459545445-project] DELETE failed (client error): The resource could not be found. Jan 26 21:43:09.417486 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-80689f3d-fe6e-4c4b-9634-5d16f7bf43d1 tempest-NetworksTest-1459545445 tempest-NetworksTest-1459545445-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103305) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 26 21:43:09.420664 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-80689f3d-fe6e-4c4b-9634-5d16f7bf43d1 tempest-NetworksTest-1459545445 tempest-NetworksTest-1459545445-project] 10.222.0.13 "DELETE /v2.0/subnets/969f960c-7bbe-4d90-8460-c13c0e05d3de HTTP/1.1" status: 404 len: 337 time: 0.0327048 Jan 26 21:43:09.423257 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 38158) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:43:09.442916 n-d-760453-5 neutron-server[103305]: INFO neutron.pecan_wsgi.hooks.translation [None req-db2d8d91-befb-4db5-8ce3-fb1a401ca3da tempest-NetworksTest-1459545445 tempest-NetworksTest-1459545445-project] DELETE failed (client error): The resource could not be found. Jan 26 21:43:09.443424 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-db2d8d91-befb-4db5-8ce3-fb1a401ca3da tempest-NetworksTest-1459545445 tempest-NetworksTest-1459545445-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103305) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 26 21:43:09.446941 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-db2d8d91-befb-4db5-8ce3-fb1a401ca3da tempest-NetworksTest-1459545445 tempest-NetworksTest-1459545445-project] 10.222.0.13 "DELETE /v2.0/networks/38d2e0b5-8287-4f20-994b-7fa91a125bfe HTTP/1.1" status: 404 len: 339 time: 0.0224941 Jan 26 21:43:09.450224 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 38160) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:43:09.480651 n-d-760453-5 neutron-server[103305]: INFO neutron.pecan_wsgi.hooks.translation [None req-5c0e1f31-2fb9-4b03-a23b-a30e56d7cb90 tempest-NetworksTest-1459545445 tempest-NetworksTest-1459545445-project] DELETE failed (client error): The resource could not be found. Jan 26 21:43:09.481279 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5c0e1f31-2fb9-4b03-a23b-a30e56d7cb90 tempest-NetworksTest-1459545445 tempest-NetworksTest-1459545445-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103305) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 26 21:43:09.484534 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-5c0e1f31-2fb9-4b03-a23b-a30e56d7cb90 tempest-NetworksTest-1459545445 tempest-NetworksTest-1459545445-project] 10.222.0.13 "DELETE /v2.0/subnets/85d891e3-2283-4898-9b53-bf93b2fbb142 HTTP/1.1" status: 404 len: 337 time: 0.0332816 Jan 26 21:43:09.488579 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 38162) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:43:09.513668 n-d-760453-5 neutron-server[103305]: INFO neutron.pecan_wsgi.hooks.translation [None req-8aa1bf4c-43b1-4d65-839d-6fe5b4786d1e tempest-NetworksTest-1459545445 tempest-NetworksTest-1459545445-project] DELETE failed (client error): The resource could not be found. Jan 26 21:43:09.514474 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8aa1bf4c-43b1-4d65-839d-6fe5b4786d1e tempest-NetworksTest-1459545445 tempest-NetworksTest-1459545445-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103305) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 26 21:43:09.521945 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-8aa1bf4c-43b1-4d65-839d-6fe5b4786d1e tempest-NetworksTest-1459545445 tempest-NetworksTest-1459545445-project] 10.222.0.13 "DELETE /v2.0/networks/bd9e8c38-3bf4-4647-a345-1f6be7f001ed HTTP/1.1" status: 404 len: 339 time: 0.0307772 Jan 26 21:43:09.523665 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 38164) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:43:09.573641 n-d-760453-5 neutron-server[103305]: INFO neutron.pecan_wsgi.hooks.translation [None req-8ec44d44-9ecc-4dc6-83f5-2c5e933f3842 tempest-NetworksTest-1459545445 tempest-NetworksTest-1459545445-project] DELETE failed (client error): The resource could not be found. Jan 26 21:43:09.574387 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8ec44d44-9ecc-4dc6-83f5-2c5e933f3842 tempest-NetworksTest-1459545445 tempest-NetworksTest-1459545445-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103305) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 26 21:43:09.580117 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-8ec44d44-9ecc-4dc6-83f5-2c5e933f3842 tempest-NetworksTest-1459545445 tempest-NetworksTest-1459545445-project] 10.222.0.13 "DELETE /v2.0/subnets/13063cb9-8f63-48fc-90b5-1e342f144f21 HTTP/1.1" status: 404 len: 337 time: 0.0544760 Jan 26 21:43:09.583295 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 38166) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:43:09.604217 n-d-760453-5 neutron-server[103305]: INFO neutron.pecan_wsgi.hooks.translation [None req-0b816ed8-4046-4f07-9cd9-35afb994b509 tempest-NetworksTest-1459545445 tempest-NetworksTest-1459545445-project] DELETE failed (client error): The resource could not be found. Jan 26 21:43:09.604726 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0b816ed8-4046-4f07-9cd9-35afb994b509 tempest-NetworksTest-1459545445 tempest-NetworksTest-1459545445-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103305) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 26 21:43:09.608446 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-0b816ed8-4046-4f07-9cd9-35afb994b509 tempest-NetworksTest-1459545445 tempest-NetworksTest-1459545445-project] 10.222.0.13 "DELETE /v2.0/networks/59828191-e384-4cca-a484-e636b27c4379 HTTP/1.1" status: 404 len: 339 time: 0.0241570 Jan 26 21:43:09.611489 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 38168) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:43:09.638654 n-d-760453-5 neutron-server[103305]: INFO neutron.pecan_wsgi.hooks.translation [None req-cd8dfa8c-2c4f-4a9c-9061-748098413456 tempest-NetworksTest-1459545445 tempest-NetworksTest-1459545445-project] DELETE failed (client error): The resource could not be found. Jan 26 21:43:09.639209 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cd8dfa8c-2c4f-4a9c-9061-748098413456 tempest-NetworksTest-1459545445 tempest-NetworksTest-1459545445-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103305) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 26 21:43:09.643308 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-cd8dfa8c-2c4f-4a9c-9061-748098413456 tempest-NetworksTest-1459545445 tempest-NetworksTest-1459545445-project] 10.222.0.13 "DELETE /v2.0/subnets/7d1e74e3-80fa-404c-b81d-bcf4aff1a757 HTTP/1.1" status: 404 len: 337 time: 0.0307672 Jan 26 21:43:09.647210 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 38170) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:43:09.668914 n-d-760453-5 neutron-server[103305]: INFO neutron.pecan_wsgi.hooks.translation [None req-452bf1a0-c527-4f49-95f7-f5e708d19f28 tempest-NetworksTest-1459545445 tempest-NetworksTest-1459545445-project] DELETE failed (client error): The resource could not be found. Jan 26 21:43:09.669484 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-452bf1a0-c527-4f49-95f7-f5e708d19f28 tempest-NetworksTest-1459545445 tempest-NetworksTest-1459545445-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103305) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 26 21:43:09.673819 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-452bf1a0-c527-4f49-95f7-f5e708d19f28 tempest-NetworksTest-1459545445 tempest-NetworksTest-1459545445-project] 10.222.0.13 "DELETE /v2.0/networks/41f030c1-6758-422a-9bb8-c3fca3b096b3 HTTP/1.1" status: 404 len: 339 time: 0.0251944 Jan 26 21:43:09.675200 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 38172) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:43:09.711213 n-d-760453-5 neutron-server[103305]: INFO neutron.pecan_wsgi.hooks.translation [None req-d6bdde64-6142-442c-b006-a63d198b971e tempest-NetworksTest-1459545445 tempest-NetworksTest-1459545445-project] DELETE failed (client error): The resource could not be found. Jan 26 21:43:09.711690 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d6bdde64-6142-442c-b006-a63d198b971e tempest-NetworksTest-1459545445 tempest-NetworksTest-1459545445-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103305) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 26 21:43:09.715074 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-d6bdde64-6142-442c-b006-a63d198b971e tempest-NetworksTest-1459545445 tempest-NetworksTest-1459545445-project] 10.222.0.13 "DELETE /v2.0/subnets/d5830dc8-e5cf-4ad9-b737-2acc9d79eae6 HTTP/1.1" status: 404 len: 337 time: 0.0386479 Jan 26 21:43:09.718193 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 38174) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:43:09.738894 n-d-760453-5 neutron-server[103305]: INFO neutron.pecan_wsgi.hooks.translation [None req-4f7dec77-38dc-4049-bc9c-e152dda7e087 tempest-NetworksTest-1459545445 tempest-NetworksTest-1459545445-project] DELETE failed (client error): The resource could not be found. Jan 26 21:43:09.739323 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4f7dec77-38dc-4049-bc9c-e152dda7e087 tempest-NetworksTest-1459545445 tempest-NetworksTest-1459545445-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103305) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 26 21:43:09.742787 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-4f7dec77-38dc-4049-bc9c-e152dda7e087 tempest-NetworksTest-1459545445 tempest-NetworksTest-1459545445-project] 10.222.0.13 "DELETE /v2.0/networks/1abf22e7-dbe8-400f-aceb-5c673762cfc2 HTTP/1.1" status: 404 len: 339 time: 0.0233486 Jan 26 21:43:09.745859 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 38176) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:43:09.800258 n-d-760453-5 neutron-server[103305]: INFO neutron.pecan_wsgi.hooks.translation [None req-7c89f2f7-0d00-42b9-a524-59023509989e tempest-NetworksTest-1459545445 tempest-NetworksTest-1459545445-project] DELETE failed (client error): The resource could not be found. Jan 26 21:43:09.800727 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7c89f2f7-0d00-42b9-a524-59023509989e tempest-NetworksTest-1459545445 tempest-NetworksTest-1459545445-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103305) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 26 21:43:09.808071 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-7c89f2f7-0d00-42b9-a524-59023509989e tempest-NetworksTest-1459545445 tempest-NetworksTest-1459545445-project] 10.222.0.13 "DELETE /v2.0/subnets/ae26561c-4533-4719-b6b7-4e24f1e6b8d1 HTTP/1.1" status: 404 len: 337 time: 0.0580542 Jan 26 21:43:09.808520 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 38182) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:43:09.837219 n-d-760453-5 neutron-server[103304]: INFO neutron.pecan_wsgi.hooks.translation [None req-413823e7-c3be-46a9-be1f-7a627a375538 tempest-NetworksTest-1459545445 tempest-NetworksTest-1459545445-project] DELETE failed (client error): The resource could not be found. Jan 26 21:43:09.843039 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-413823e7-c3be-46a9-be1f-7a627a375538 tempest-NetworksTest-1459545445 tempest-NetworksTest-1459545445-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103304) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 26 21:43:09.846926 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-413823e7-c3be-46a9-be1f-7a627a375538 tempest-NetworksTest-1459545445 tempest-NetworksTest-1459545445-project] 10.222.0.13 "DELETE /v2.0/networks/16962161-9068-4123-8464-9f4cccc9f766 HTTP/1.1" status: 404 len: 339 time: 0.0370512 Jan 26 21:43:09.850228 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 38184) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:43:09.877497 n-d-760453-5 neutron-server[103304]: INFO neutron.pecan_wsgi.hooks.translation [None req-af0ddb7f-f33a-44a7-b926-af93116a26ac tempest-NetworksTest-1459545445 tempest-NetworksTest-1459545445-project] DELETE failed (client error): The resource could not be found. Jan 26 21:43:09.878088 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-af0ddb7f-f33a-44a7-b926-af93116a26ac tempest-NetworksTest-1459545445 tempest-NetworksTest-1459545445-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103304) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 26 21:43:09.881819 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-af0ddb7f-f33a-44a7-b926-af93116a26ac tempest-NetworksTest-1459545445 tempest-NetworksTest-1459545445-project] 10.222.0.13 "DELETE /v2.0/subnets/2d5980a1-19ad-4cb1-9bb3-049d820128ea HTTP/1.1" status: 404 len: 337 time: 0.0305915 Jan 26 21:43:09.885244 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 38186) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:43:09.905101 n-d-760453-5 neutron-server[103304]: INFO neutron.pecan_wsgi.hooks.translation [None req-8e5fd580-9eee-4e8d-9584-6642a4fc66df tempest-NetworksTest-1459545445 tempest-NetworksTest-1459545445-project] DELETE failed (client error): The resource could not be found. Jan 26 21:43:09.905661 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8e5fd580-9eee-4e8d-9584-6642a4fc66df tempest-NetworksTest-1459545445 tempest-NetworksTest-1459545445-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103304) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 26 21:43:09.908752 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-8e5fd580-9eee-4e8d-9584-6642a4fc66df tempest-NetworksTest-1459545445 tempest-NetworksTest-1459545445-project] 10.222.0.13 "DELETE /v2.0/networks/199e2b29-ffbf-4719-9fab-63545002459d HTTP/1.1" status: 404 len: 339 time: 0.0224645 Jan 26 21:43:09.912105 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 38188) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:43:09.944007 n-d-760453-5 neutron-server[103304]: INFO neutron.pecan_wsgi.hooks.translation [None req-45669788-cfc7-40e2-8113-5b0d7e2b442a tempest-NetworksTest-1459545445 tempest-NetworksTest-1459545445-project] DELETE failed (client error): The resource could not be found. Jan 26 21:43:09.944495 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-45669788-cfc7-40e2-8113-5b0d7e2b442a tempest-NetworksTest-1459545445 tempest-NetworksTest-1459545445-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103304) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 26 21:43:09.947738 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-45669788-cfc7-40e2-8113-5b0d7e2b442a tempest-NetworksTest-1459545445 tempest-NetworksTest-1459545445-project] 10.222.0.13 "DELETE /v2.0/subnets/e8f7a936-6bc0-47ba-af9b-d36bc30d9045 HTTP/1.1" status: 404 len: 337 time: 0.0344033 Jan 26 21:43:09.950390 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 38190) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:43:09.970574 n-d-760453-5 neutron-server[103304]: INFO neutron.pecan_wsgi.hooks.translation [None req-c52f1efc-50e3-43a7-b6d6-1453014a6071 tempest-NetworksTest-1459545445 tempest-NetworksTest-1459545445-project] DELETE failed (client error): The resource could not be found. Jan 26 21:43:09.971186 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c52f1efc-50e3-43a7-b6d6-1453014a6071 tempest-NetworksTest-1459545445 tempest-NetworksTest-1459545445-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103304) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 26 21:43:09.975261 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-c52f1efc-50e3-43a7-b6d6-1453014a6071 tempest-NetworksTest-1459545445 tempest-NetworksTest-1459545445-project] 10.222.0.13 "DELETE /v2.0/networks/7f837530-0c0c-4309-8b84-b26eeb7fec13 HTTP/1.1" status: 404 len: 339 time: 0.0238581 Jan 26 21:43:09.978910 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 38192) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:43:10.052095 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.db_base_plugin_v2 [None req-729c777f-bfbb-4d75-bf84-2e91f2c86fc7 tempest-NetworksTest-1459545445 tempest-NetworksTest-1459545445-project] Deleting subnet 4e285702-4f9b-4c2a-a23e-2a48754b090f {{(pid=103304) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 26 21:43:10.057708 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-729c777f-bfbb-4d75-bf84-2e91f2c86fc7 tempest-NetworksTest-1459545445 tempest-NetworksTest-1459545445-project] Publish callbacks [] for subnet (4e285702-4f9b-4c2a-a23e-2a48754b090f), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:43:10.129622 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-729c777f-bfbb-4d75-bf84-2e91f2c86fc7 tempest-NetworksTest-1459545445 tempest-NetworksTest-1459545445-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8881284'] for subnet (4e285702-4f9b-4c2a-a23e-2a48754b090f), precommit_delete_associations {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:43:10.266998 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-729c777f-bfbb-4d75-bf84-2e91f2c86fc7 tempest-NetworksTest-1459545445 tempest-NetworksTest-1459545445-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687316'] for subnet (4e285702-4f9b-4c2a-a23e-2a48754b090f), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:43:10.353527 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-729c777f-bfbb-4d75-bf84-2e91f2c86fc7 tempest-NetworksTest-1459545445 tempest-NetworksTest-1459545445-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9281612', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12215216'] for subnet (4e285702-4f9b-4c2a-a23e-2a48754b090f), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:43:10.391102 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-729c777f-bfbb-4d75-bf84-2e91f2c86fc7 tempest-NetworksTest-1459545445 tempest-NetworksTest-1459545445-project] Publish callbacks [] for subnet (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:43:10.397054 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 38194) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:43:10.397568 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-729c777f-bfbb-4d75-bf84-2e91f2c86fc7 tempest-NetworksTest-1459545445 tempest-NetworksTest-1459545445-project] 10.222.0.13 "DELETE /v2.0/subnets/4e285702-4f9b-4c2a-a23e-2a48754b090f HTTP/1.1" status: 204 len: 168 time: 0.4170442 Jan 26 21:43:10.398422 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-729c777f-bfbb-4d75-bf84-2e91f2c86fc7 tempest-NetworksTest-1459545445 tempest-NetworksTest-1459545445-project] Pushing event deleted for resources: {'Subnet': ['ID=4e285702-4f9b-4c2a-a23e-2a48754b090f,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:43:10.414703 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6becec9-d0e6-4e14-81e2-525e1dec2364 None None] Network 53baacac-dcf5-41fe-ab2f-9512c8aec406 requested from n-d-760453-5 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 26 21:43:10.566188 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-2b157b40-fe85-4622-a770-eb4956f4cf25 tempest-NetworksTest-1459545445 tempest-NetworksTest-1459545445-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-748181'] for network (53baacac-dcf5-41fe-ab2f-9512c8aec406), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:43:10.652878 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-2b157b40-fe85-4622-a770-eb4956f4cf25 tempest-NetworksTest-1459545445 tempest-NetworksTest-1459545445-project] Deleting port 69087b7f-25be-4836-aae2-8e6f391b3741 {{(pid=103305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 21:43:10.653258 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-2b157b40-fe85-4622-a770-eb4956f4cf25 tempest-NetworksTest-1459545445 tempest-NetworksTest-1459545445-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746560630878'] for port (69087b7f-25be-4836-aae2-8e6f391b3741), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:43:10.679334 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c0eacce-9346-4a6f-bc17-b064dce56861 None None] DHCP port deletion for 53baacac-dcf5-41fe-ab2f-9512c8aec406 request from n-d-760453-5 {{(pid=103306) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 26 21:43:10.735706 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [None req-2b157b40-fe85-4622-a770-eb4956f4cf25 tempest-NetworksTest-1459545445 tempest-NetworksTest-1459545445-project] For port 69087b7f-25be-4836-aae2-8e6f391b3741, host n-d-760453-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=69087b7f-25be-4836-aae2-8e6f391b3741,segment=NetworkSegment(3e067e91-331b-49fb-a93c-47ec8654c105),segment_id=3e067e91-331b-49fb-a93c-47ec8654c105)] {{(pid=103305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:43:10.736493 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-2b157b40-fe85-4622-a770-eb4956f4cf25 tempest-NetworksTest-1459545445 tempest-NetworksTest-1459545445-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4109658'] for port (69087b7f-25be-4836-aae2-8e6f391b3741), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:43:10.749848 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-3c0eacce-9346-4a6f-bc17-b064dce56861 None None] Deleting port 69087b7f-25be-4836-aae2-8e6f391b3741 {{(pid=103306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 21:43:10.750224 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-3c0eacce-9346-4a6f-bc17-b064dce56861 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746560630878'] for port (69087b7f-25be-4836-aae2-8e6f391b3741), before_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:43:10.758729 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-2b157b40-fe85-4622-a770-eb4956f4cf25 tempest-NetworksTest-1459545445 tempest-NetworksTest-1459545445-project] Calling delete_port for 69087b7f-25be-4836-aae2-8e6f391b3741 owned by network:dhcp {{(pid=103305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 21:43:10.843825 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-3c0eacce-9346-4a6f-bc17-b064dce56861 None None] For port 69087b7f-25be-4836-aae2-8e6f391b3741, host n-d-760453-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=69087b7f-25be-4836-aae2-8e6f391b3741,segment=NetworkSegment(3e067e91-331b-49fb-a93c-47ec8654c105),segment_id=3e067e91-331b-49fb-a93c-47ec8654c105)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:43:10.844504 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-3c0eacce-9346-4a6f-bc17-b064dce56861 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4109658'] for port (69087b7f-25be-4836-aae2-8e6f391b3741), precommit_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:43:10.862268 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-3c0eacce-9346-4a6f-bc17-b064dce56861 None None] Calling delete_port for 69087b7f-25be-4836-aae2-8e6f391b3741 owned by network:dhcp {{(pid=103306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 21:43:10.938540 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-2b157b40-fe85-4622-a770-eb4956f4cf25 tempest-NetworksTest-1459545445 tempest-NetworksTest-1459545445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746560636600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746560234536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11791543'] for port (69087b7f-25be-4836-aae2-8e6f391b3741), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:43:10.963894 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-3c0eacce-9346-4a6f-bc17-b064dce56861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746560636600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746560234536'] for port (69087b7f-25be-4836-aae2-8e6f391b3741), after_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:43:10.994790 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b157b40-fe85-4622-a770-eb4956f4cf25 tempest-NetworksTest-1459545445 tempest-NetworksTest-1459545445-project] No DVR routers for this DVR port 69087b7f-25be-4836-aae2-8e6f391b3741 on host n-d-760453-5 {{(pid=103305) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 26 21:43:10.996672 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b157b40-fe85-4622-a770-eb4956f4cf25 tempest-NetworksTest-1459545445 tempest-NetworksTest-1459545445-project] Pushing event deleted for resources: {'Port': ['ID=69087b7f-25be-4836-aae2-8e6f391b3741,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:43:11.007833 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c0eacce-9346-4a6f-bc17-b064dce56861 None None] Pushing event deleted for resources: {'Port': ['ID=69087b7f-25be-4836-aae2-8e6f391b3741,revision_number=None']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:43:11.016558 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c0eacce-9346-4a6f-bc17-b064dce56861 None None] No DVR routers for this DVR port 69087b7f-25be-4836-aae2-8e6f391b3741 on host n-d-760453-5 {{(pid=103306) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 26 21:43:11.025326 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c0eacce-9346-4a6f-bc17-b064dce56861 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:43:11.025857 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c0eacce-9346-4a6f-bc17-b064dce56861 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:43:11.026458 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c0eacce-9346-4a6f-bc17-b064dce56861 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:43:11.026907 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c0eacce-9346-4a6f-bc17-b064dce56861 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:43:11.027347 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c0eacce-9346-4a6f-bc17-b064dce56861 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:43:11.027788 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c0eacce-9346-4a6f-bc17-b064dce56861 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:43:11.028221 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c0eacce-9346-4a6f-bc17-b064dce56861 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:43:11.028650 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c0eacce-9346-4a6f-bc17-b064dce56861 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:43:11.029075 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c0eacce-9346-4a6f-bc17-b064dce56861 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:43:11.029554 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c0eacce-9346-4a6f-bc17-b064dce56861 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:43:11.029980 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c0eacce-9346-4a6f-bc17-b064dce56861 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:43:11.030853 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c0eacce-9346-4a6f-bc17-b064dce56861 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:43:11.031149 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c0eacce-9346-4a6f-bc17-b064dce56861 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:43:11.106971 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-2b157b40-fe85-4622-a770-eb4956f4cf25 tempest-NetworksTest-1459545445 tempest-NetworksTest-1459545445-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-686403', 'neutron.services.segments.db._delete_segments_for_network-8746560774018'] for network (53baacac-dcf5-41fe-ab2f-9512c8aec406), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:43:11.131841 n-d-760453-5 neutron-server[103305]: DEBUG neutron.services.segments.db [None req-2b157b40-fe85-4622-a770-eb4956f4cf25 tempest-NetworksTest-1459545445 tempest-NetworksTest-1459545445-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['53baacac-dcf5-41fe-ab2f-9512c8aec406']}} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:43:11.144107 n-d-760453-5 neutron-server[103305]: DEBUG neutron.services.segments.db [None req-2b157b40-fe85-4622-a770-eb4956f4cf25 tempest-NetworksTest-1459545445 tempest-NetworksTest-1459545445-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3e067e91-331b-49fb-a93c-47ec8654c105') {'for_net_delete': True} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:43:11.145099 n-d-760453-5 neutron-server[103305]: DEBUG neutron.services.segments.db [None req-2b157b40-fe85-4622-a770-eb4956f4cf25 tempest-NetworksTest-1459545445 tempest-NetworksTest-1459545445-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3e067e91-331b-49fb-a93c-47ec8654c105') {} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:43:11.160667 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-2b157b40-fe85-4622-a770-eb4956f4cf25 tempest-NetworksTest-1459545445 tempest-NetworksTest-1459545445-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746560742283', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11788955'] for segment (3e067e91-331b-49fb-a93c-47ec8654c105), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:43:11.178448 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-2b157b40-fe85-4622-a770-eb4956f4cf25 tempest-NetworksTest-1459545445 tempest-NetworksTest-1459545445-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576559'] for segment (3e067e91-331b-49fb-a93c-47ec8654c105), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:43:11.185945 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2b157b40-fe85-4622-a770-eb4956f4cf25 tempest-NetworksTest-1459545445 tempest-NetworksTest-1459545445-project] Releasing vlan 563 on physical network physnet1 to pool {{(pid=103305) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 26 21:43:11.186501 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-2b157b40-fe85-4622-a770-eb4956f4cf25 tempest-NetworksTest-1459545445 tempest-NetworksTest-1459545445-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11791428'] for segment (3e067e91-331b-49fb-a93c-47ec8654c105), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:43:11.189985 n-d-760453-5 neutron-server[103305]: Traceback (most recent call last): Jan 26 21:43:11.189985 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 26 21:43:11.189985 n-d-760453-5 neutron-server[103305]: timer() Jan 26 21:43:11.189985 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 26 21:43:11.189985 n-d-760453-5 neutron-server[103305]: cb(*args, **kw) Jan 26 21:43:11.189985 n-d-760453-5 neutron-server[103305]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 26 21:43:11.189985 n-d-760453-5 neutron-server[103305]: return func(*args, **kwargs) Jan 26 21:43:11.189985 n-d-760453-5 neutron-server[103305]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 26 21:43:11.189985 n-d-760453-5 neutron-server[103305]: self._notify() Jan 26 21:43:11.189985 n-d-760453-5 neutron-server[103305]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 26 21:43:11.189985 n-d-760453-5 neutron-server[103305]: self.callback(batched_events) Jan 26 21:43:11.189985 n-d-760453-5 neutron-server[103305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 26 21:43:11.189985 n-d-760453-5 neutron-server[103305]: event.method(event) Jan 26 21:43:11.189985 n-d-760453-5 neutron-server[103305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 26 21:43:11.189985 n-d-760453-5 neutron-server[103305]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 26 21:43:11.189985 n-d-760453-5 neutron-server[103305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 26 21:43:11.189985 n-d-760453-5 neutron-server[103305]: aggregate_uuid = self.p_client.list_aggregates( Jan 26 21:43:11.189985 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 26 21:43:11.189985 n-d-760453-5 neutron-server[103305]: return f(self, *a, **k) Jan 26 21:43:11.189985 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 26 21:43:11.189985 n-d-760453-5 neutron-server[103305]: return self._get(url).json() Jan 26 21:43:11.189985 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 26 21:43:11.189985 n-d-760453-5 neutron-server[103305]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 26 21:43:11.189985 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 26 21:43:11.189985 n-d-760453-5 neutron-server[103305]: return self.request(url, 'GET', **kwargs) Jan 26 21:43:11.189985 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 26 21:43:11.189985 n-d-760453-5 neutron-server[103305]: base_url = self.get_endpoint(auth, allow=allow, Jan 26 21:43:11.189985 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 26 21:43:11.189985 n-d-760453-5 neutron-server[103305]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 26 21:43:11.189985 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 26 21:43:11.189985 n-d-760453-5 neutron-server[103305]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 26 21:43:11.189985 n-d-760453-5 neutron-server[103305]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 26 21:43:11.280116 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-2b157b40-fe85-4622-a770-eb4956f4cf25 tempest-NetworksTest-1459545445 tempest-NetworksTest-1459545445-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4110931'] for network (53baacac-dcf5-41fe-ab2f-9512c8aec406), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:43:11.288818 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-2b157b40-fe85-4622-a770-eb4956f4cf25 tempest-NetworksTest-1459545445 tempest-NetworksTest-1459545445-project] Publish callbacks [] for network (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:43:11.292674 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-2b157b40-fe85-4622-a770-eb4956f4cf25 tempest-NetworksTest-1459545445 tempest-NetworksTest-1459545445-project] 10.222.0.13 "DELETE /v2.0/networks/53baacac-dcf5-41fe-ab2f-9512c8aec406 HTTP/1.1" status: 204 len: 168 time: 0.8935523 Jan 26 21:43:11.309684 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b157b40-fe85-4622-a770-eb4956f4cf25 tempest-NetworksTest-1459545445 tempest-NetworksTest-1459545445-project] Pushing event deleted for resources: {'Network': ['ID=53baacac-dcf5-41fe-ab2f-9512c8aec406,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:43:11.662608 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 38204) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:43:11.886169 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-0849a9cb-9d18-4a87-a265-fe9ae6d54994 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a005420d1d17477a9d2ba3ef1bf8969c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2211051 Jan 26 21:43:11.888844 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 38210) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:43:11.969915 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-c0abfd38-3604-4393-a130-5f89cb407b25 admin admin] Publish callbacks [] for security_group (45e62569-317d-4fd9-b9d5-15f408db0fc9), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:43:12.006615 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-c0abfd38-3604-4393-a130-5f89cb407b25 admin admin] Publish callbacks [] for security_group (45e62569-317d-4fd9-b9d5-15f408db0fc9), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:43:12.085904 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-c0abfd38-3604-4393-a130-5f89cb407b25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (45e62569-317d-4fd9-b9d5-15f408db0fc9), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:43:12.088926 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-c0abfd38-3604-4393-a130-5f89cb407b25 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:43:12.094016 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-c0abfd38-3604-4393-a130-5f89cb407b25 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/45e62569-317d-4fd9-b9d5-15f408db0fc9 HTTP/1.1" status: 204 len: 168 time: 0.2005317 Jan 26 21:43:12.099224 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0abfd38-3604-4393-a130-5f89cb407b25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45e62569-317d-4fd9-b9d5-15f408db0fc9,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:43:12.218688 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device 69087b7f-25be-4836-aae2-8e6f391b3741 no longer exists at agent ovs-agent-n-d-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 26 21:43:12.243295 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] No Port match for: 69087b7f-25be-4836-aae2-8e6f391b3741 {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 26 21:43:12.243733 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device 69087b7f-25be-4836-aae2-8e6f391b3741 not bound to the agent host n-d-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 26 21:43:12.994667 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 38236) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:43:13.119703 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-5dd7af4b-266a-4367-915d-89d149ef96a1 tempest-TagsTest-1762864939 tempest-TagsTest-1762864939-project] Request body: {'network': {'name': 'tempest-TagsTest-test-network-693896237'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:43:13.156454 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5dd7af4b-266a-4367-915d-89d149ef96a1 tempest-TagsTest-1762864939 tempest-TagsTest-1762864939-project] Made reservation on behalf of 1f09e0637c614855ba0331f17e452557 for: {'network': 1} {{(pid=103305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 21:43:13.160433 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-5dd7af4b-266a-4367-915d-89d149ef96a1 tempest-TagsTest-1762864939 tempest-TagsTest-1762864939-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for network (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:43:13.171738 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-5dd7af4b-266a-4367-915d-89d149ef96a1 tempest-TagsTest-1762864939 tempest-TagsTest-1762864939-project] Publish callbacks [] for security_group (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:43:13.278431 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-5dd7af4b-266a-4367-915d-89d149ef96a1 tempest-TagsTest-1762864939 tempest-TagsTest-1762864939-project] Publish callbacks [] for security_group (e7a41f57-257e-47f1-8a68-71a5ad49dd6d), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:43:13.283921 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-5dd7af4b-266a-4367-915d-89d149ef96a1 tempest-TagsTest-1762864939 tempest-TagsTest-1762864939-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (e7a41f57-257e-47f1-8a68-71a5ad49dd6d), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:43:13.328086 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5dd7af4b-266a-4367-915d-89d149ef96a1 tempest-TagsTest-1762864939 tempest-TagsTest-1762864939-project] vlan segment allocate from pool success with {'vlan_id': 552, 'physical_network': 'physnet1'} {{(pid=103305) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 26 21:43:13.352932 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd7af4b-266a-4367-915d-89d149ef96a1 tempest-TagsTest-1762864939 tempest-TagsTest-1762864939-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e7a41f57-257e-47f1-8a68-71a5ad49dd6d,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:43:13.362344 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-5dd7af4b-266a-4367-915d-89d149ef96a1 tempest-TagsTest-1762864939 tempest-TagsTest-1762864939-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576559'] for segment (173bab4f-9830-40c6-be25-c546f545152e), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:43:13.364555 n-d-760453-5 neutron-server[103305]: INFO neutron.db.segments_db [None req-5dd7af4b-266a-4367-915d-89d149ef96a1 tempest-TagsTest-1762864939 tempest-TagsTest-1762864939-project] Added segment 173bab4f-9830-40c6-be25-c546f545152e of type vlan for network 0b90659a-bdc5-49a1-8bd0-9be98d405195 Jan 26 21:43:13.417110 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-5dd7af4b-266a-4367-915d-89d149ef96a1 tempest-TagsTest-1762864939 tempest-TagsTest-1762864939-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746560256871'] for network (0b90659a-bdc5-49a1-8bd0-9be98d405195), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:43:13.451936 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-5dd7af4b-266a-4367-915d-89d149ef96a1 tempest-TagsTest-1762864939 tempest-TagsTest-1762864939-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503'] for network (0b90659a-bdc5-49a1-8bd0-9be98d405195), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:43:13.457572 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dd7af4b-266a-4367-915d-89d149ef96a1 tempest-TagsTest-1762864939 tempest-TagsTest-1762864939-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:43:13.458169 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-5dd7af4b-266a-4367-915d-89d149ef96a1 tempest-TagsTest-1762864939 tempest-TagsTest-1762864939-project] Publish callbacks [] for network (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:43:13.513025 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-5dd7af4b-266a-4367-915d-89d149ef96a1 tempest-TagsTest-1762864939 tempest-TagsTest-1762864939-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 775 time: 0.5165431 Jan 26 21:43:13.518096 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 38242) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:43:13.526069 n-d-760453-5 neutron-server[103304]: DEBUG neutron.services.tag.tag_plugin [None req-75ebc7f6-ea95-4235-84d6-0bc6b1219c3f tempest-TagsTest-1762864939 tempest-TagsTest-1762864939-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'networks', '0b90659a-bdc5-49a1-8bd0-9be98d405195', 'tempest-TagsTest-Tag-933002958') {} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:43:13.539131 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd7af4b-266a-4367-915d-89d149ef96a1 tempest-TagsTest-1762864939 tempest-TagsTest-1762864939-project] Pushing event updated for resources: {'Network': ['ID=0b90659a-bdc5-49a1-8bd0-9be98d405195,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:43:13.556255 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Network 0b90659a-bdc5-49a1-8bd0-9be98d405195 details requested by agent ovs-agent-n-d-760453-5 with host n-d-760453-5 {{(pid=103306) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 26 21:43:13.643478 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-75ebc7f6-ea95-4235-84d6-0bc6b1219c3f tempest-TagsTest-1762864939 tempest-TagsTest-1762864939-project] 10.222.0.13 "PUT /v2.0/networks/0b90659a-bdc5-49a1-8bd0-9be98d405195/tags/tempest-TagsTest-Tag-933002958 HTTP/1.1" status: 201 len: 201 time: 0.1219981 Jan 26 21:43:13.646331 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 38244) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:43:13.651736 n-d-760453-5 neutron-server[103305]: DEBUG neutron.services.tag.tag_plugin [None req-689af416-5f28-45ac-aa1e-2ff1e5af9b7e tempest-TagsTest-1762864939 tempest-TagsTest-1762864939-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '0b90659a-bdc5-49a1-8bd0-9be98d405195', 'tempest-TagsTest-Tag-933002958') {} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:43:13.754067 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-689af416-5f28-45ac-aa1e-2ff1e5af9b7e tempest-TagsTest-1762864939 tempest-TagsTest-1762864939-project] 10.222.0.13 "GET /v2.0/networks/0b90659a-bdc5-49a1-8bd0-9be98d405195/tags/tempest-TagsTest-Tag-933002958 HTTP/1.1" status: 204 len: 168 time: 0.1062453 Jan 26 21:43:13.757988 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 38246) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:43:13.766367 n-d-760453-5 neutron-server[103304]: DEBUG neutron.services.tag.tag_plugin [None req-be159e7b-2251-4bf8-ab26-ff9010a4e151 tempest-TagsTest-1762864939 tempest-TagsTest-1762864939-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'networks', '0b90659a-bdc5-49a1-8bd0-9be98d405195') {} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:43:13.882974 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-be159e7b-2251-4bf8-ab26-ff9010a4e151 tempest-TagsTest-1762864939 tempest-TagsTest-1762864939-project] 10.222.0.13 "GET /v2.0/networks/0b90659a-bdc5-49a1-8bd0-9be98d405195/tags HTTP/1.1" status: 200 len: 237 time: 0.1230166 Jan 26 21:43:13.886826 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 38248) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:43:13.892469 n-d-760453-5 neutron-server[103305]: DEBUG neutron.services.tag.tag_plugin [None req-2add0fcf-ae52-4c45-8367-711443152a5e tempest-TagsTest-1762864939 tempest-TagsTest-1762864939-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'networks', '0b90659a-bdc5-49a1-8bd0-9be98d405195', {'tags': ['tempest-TagsTest-Tag-2037764786', 'tempest-TagsTest-Tag-141023135', 'tempest-TagsTest-Tag-313794985']}) {} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:43:13.984850 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-2add0fcf-ae52-4c45-8367-711443152a5e tempest-TagsTest-1762864939 tempest-TagsTest-1762864939-project] 10.222.0.13 "PUT /v2.0/networks/0b90659a-bdc5-49a1-8bd0-9be98d405195/tags HTTP/1.1" status: 200 len: 307 time: 0.0961876 Jan 26 21:43:13.987641 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 38252) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:43:13.992945 n-d-760453-5 neutron-server[103305]: DEBUG neutron.services.tag.tag_plugin [None req-3855c45a-4469-4e7b-85d7-d6eec4fff791 tempest-TagsTest-1762864939 tempest-TagsTest-1762864939-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'networks', '0b90659a-bdc5-49a1-8bd0-9be98d405195', 'tempest-TagsTest-Tag-2037764786') {} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:43:14.095639 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-3855c45a-4469-4e7b-85d7-d6eec4fff791 tempest-TagsTest-1762864939 tempest-TagsTest-1762864939-project] 10.222.0.13 "DELETE /v2.0/networks/0b90659a-bdc5-49a1-8bd0-9be98d405195/tags/tempest-TagsTest-Tag-2037764786 HTTP/1.1" status: 204 len: 168 time: 0.1060047 Jan 26 21:43:14.099441 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 38254) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:43:14.103878 n-d-760453-5 neutron-server[103305]: DEBUG neutron.services.tag.tag_plugin [None req-55bc54ff-1557-4d1a-b55f-59cfb72797e0 tempest-TagsTest-1762864939 tempest-TagsTest-1762864939-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '0b90659a-bdc5-49a1-8bd0-9be98d405195', 'tempest-TagsTest-Tag-2037764786') {} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:43:14.179253 n-d-760453-5 neutron-server[103305]: INFO neutron.api.v2.resource [None req-55bc54ff-1557-4d1a-b55f-59cfb72797e0 tempest-TagsTest-1762864939 tempest-TagsTest-1762864939-project] show failed (client error): The resource could not be found. Jan 26 21:43:14.180213 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-55bc54ff-1557-4d1a-b55f-59cfb72797e0 tempest-TagsTest-1762864939 tempest-TagsTest-1762864939-project] 10.222.0.13 "GET /v2.0/networks/0b90659a-bdc5-49a1-8bd0-9be98d405195/tags/tempest-TagsTest-Tag-2037764786 HTTP/1.1" status: 404 len: 326 time: 0.0797276 Jan 26 21:43:14.184341 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 38258) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:43:14.188905 n-d-760453-5 neutron-server[103305]: DEBUG neutron.services.tag.tag_plugin [None req-d41ab06d-617e-4b3a-8950-ade9ae133565 tempest-TagsTest-1762864939 tempest-TagsTest-1762864939-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '0b90659a-bdc5-49a1-8bd0-9be98d405195', 'tempest-TagsTest-Tag-141023135') {} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:43:14.273688 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-d41ab06d-617e-4b3a-8950-ade9ae133565 tempest-TagsTest-1762864939 tempest-TagsTest-1762864939-project] 10.222.0.13 "GET /v2.0/networks/0b90659a-bdc5-49a1-8bd0-9be98d405195/tags/tempest-TagsTest-Tag-141023135 HTTP/1.1" status: 204 len: 168 time: 0.0883319 Jan 26 21:43:14.276872 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 38260) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:43:14.283839 n-d-760453-5 neutron-server[103305]: DEBUG neutron.services.tag.tag_plugin [None req-542dcdb2-8868-41e8-9fdf-22d1db206cad tempest-TagsTest-1762864939 tempest-TagsTest-1762864939-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '0b90659a-bdc5-49a1-8bd0-9be98d405195', 'tempest-TagsTest-Tag-313794985') {} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:43:14.368312 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-542dcdb2-8868-41e8-9fdf-22d1db206cad tempest-TagsTest-1762864939 tempest-TagsTest-1762864939-project] 10.222.0.13 "GET /v2.0/networks/0b90659a-bdc5-49a1-8bd0-9be98d405195/tags/tempest-TagsTest-Tag-313794985 HTTP/1.1" status: 204 len: 168 time: 0.0899587 Jan 26 21:43:14.371436 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 38262) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:43:14.376476 n-d-760453-5 neutron-server[103305]: DEBUG neutron.services.tag.tag_plugin [None req-dae296d1-716d-4c12-8470-1c3e7b0005c3 tempest-TagsTest-1762864939 tempest-TagsTest-1762864939-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '0b90659a-bdc5-49a1-8bd0-9be98d405195') {} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:43:14.472980 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-dae296d1-716d-4c12-8470-1c3e7b0005c3 tempest-TagsTest-1762864939 tempest-TagsTest-1762864939-project] 10.222.0.13 "DELETE /v2.0/networks/0b90659a-bdc5-49a1-8bd0-9be98d405195/tags HTTP/1.1" status: 204 len: 168 time: 0.0994158 Jan 26 21:43:14.476090 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 38264) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:43:14.480744 n-d-760453-5 neutron-server[103305]: DEBUG neutron.services.tag.tag_plugin [None req-edaa03bd-8c9a-4845-aa23-87b0b2fa1e21 tempest-TagsTest-1762864939 tempest-TagsTest-1762864939-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '0b90659a-bdc5-49a1-8bd0-9be98d405195', 'tempest-TagsTest-Tag-141023135') {} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:43:14.557234 n-d-760453-5 neutron-server[103305]: INFO neutron.api.v2.resource [None req-edaa03bd-8c9a-4845-aa23-87b0b2fa1e21 tempest-TagsTest-1762864939 tempest-TagsTest-1762864939-project] show failed (client error): The resource could not be found. Jan 26 21:43:14.558351 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-edaa03bd-8c9a-4845-aa23-87b0b2fa1e21 tempest-TagsTest-1762864939 tempest-TagsTest-1762864939-project] 10.222.0.13 "GET /v2.0/networks/0b90659a-bdc5-49a1-8bd0-9be98d405195/tags/tempest-TagsTest-Tag-141023135 HTTP/1.1" status: 404 len: 325 time: 0.0812194 Jan 26 21:43:14.561170 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 38266) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:43:14.565702 n-d-760453-5 neutron-server[103305]: DEBUG neutron.services.tag.tag_plugin [None req-c73401dc-139d-4b8d-a1eb-91e70fc59ee1 tempest-TagsTest-1762864939 tempest-TagsTest-1762864939-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '0b90659a-bdc5-49a1-8bd0-9be98d405195', 'tempest-TagsTest-Tag-313794985') {} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:43:14.653781 n-d-760453-5 neutron-server[103305]: INFO neutron.api.v2.resource [None req-c73401dc-139d-4b8d-a1eb-91e70fc59ee1 tempest-TagsTest-1762864939 tempest-TagsTest-1762864939-project] show failed (client error): The resource could not be found. Jan 26 21:43:14.656102 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-c73401dc-139d-4b8d-a1eb-91e70fc59ee1 tempest-TagsTest-1762864939 tempest-TagsTest-1762864939-project] 10.222.0.13 "GET /v2.0/networks/0b90659a-bdc5-49a1-8bd0-9be98d405195/tags/tempest-TagsTest-Tag-313794985 HTTP/1.1" status: 404 len: 325 time: 0.0932229 Jan 26 21:43:14.658607 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 38268) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:43:14.665751 n-d-760453-5 neutron-server[103305]: DEBUG neutron.services.tag.tag_plugin [None req-bf4f6d05-d0d4-4700-9021-def47a5a2ce6 tempest-TagsTest-1762864939 tempest-TagsTest-1762864939-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '0b90659a-bdc5-49a1-8bd0-9be98d405195') {} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:43:14.750162 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-bf4f6d05-d0d4-4700-9021-def47a5a2ce6 tempest-TagsTest-1762864939 tempest-TagsTest-1762864939-project] 10.222.0.13 "DELETE /v2.0/networks/0b90659a-bdc5-49a1-8bd0-9be98d405195/tags HTTP/1.1" status: 204 len: 168 time: 0.0895846 Jan 26 21:43:14.753723 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 38270) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:43:14.848772 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-544557fb-868d-41e9-b26e-18b8180d000f tempest-TagsTest-1762864939 tempest-TagsTest-1762864939-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-748181'] for network (0b90659a-bdc5-49a1-8bd0-9be98d405195), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:43:14.954976 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-544557fb-868d-41e9-b26e-18b8180d000f tempest-TagsTest-1762864939 tempest-TagsTest-1762864939-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-686403', 'neutron.services.segments.db._delete_segments_for_network-8746560774018'] for network (0b90659a-bdc5-49a1-8bd0-9be98d405195), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:43:14.998985 n-d-760453-5 neutron-server[103304]: DEBUG neutron.services.segments.db [None req-544557fb-868d-41e9-b26e-18b8180d000f tempest-TagsTest-1762864939 tempest-TagsTest-1762864939-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0b90659a-bdc5-49a1-8bd0-9be98d405195']}} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:43:15.011969 n-d-760453-5 neutron-server[103304]: DEBUG neutron.services.segments.db [None req-544557fb-868d-41e9-b26e-18b8180d000f tempest-TagsTest-1762864939 tempest-TagsTest-1762864939-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '173bab4f-9830-40c6-be25-c546f545152e') {'for_net_delete': True} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:43:15.012275 n-d-760453-5 neutron-server[103304]: DEBUG neutron.services.segments.db [None req-544557fb-868d-41e9-b26e-18b8180d000f tempest-TagsTest-1762864939 tempest-TagsTest-1762864939-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '173bab4f-9830-40c6-be25-c546f545152e') {} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:43:15.024159 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-544557fb-868d-41e9-b26e-18b8180d000f tempest-TagsTest-1762864939 tempest-TagsTest-1762864939-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746560742283', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8881293'] for segment (173bab4f-9830-40c6-be25-c546f545152e), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:43:15.042118 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-544557fb-868d-41e9-b26e-18b8180d000f tempest-TagsTest-1762864939 tempest-TagsTest-1762864939-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576559'] for segment (173bab4f-9830-40c6-be25-c546f545152e), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:43:15.051212 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-544557fb-868d-41e9-b26e-18b8180d000f tempest-TagsTest-1762864939 tempest-TagsTest-1762864939-project] Releasing vlan 552 on physical network physnet1 to pool {{(pid=103304) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 26 21:43:15.051627 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-544557fb-868d-41e9-b26e-18b8180d000f tempest-TagsTest-1762864939 tempest-TagsTest-1762864939-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9281762'] for segment (173bab4f-9830-40c6-be25-c546f545152e), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:43:15.055391 n-d-760453-5 neutron-server[103304]: Traceback (most recent call last): Jan 26 21:43:15.055391 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 26 21:43:15.055391 n-d-760453-5 neutron-server[103304]: timer() Jan 26 21:43:15.055391 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 26 21:43:15.055391 n-d-760453-5 neutron-server[103304]: cb(*args, **kw) Jan 26 21:43:15.055391 n-d-760453-5 neutron-server[103304]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 26 21:43:15.055391 n-d-760453-5 neutron-server[103304]: return func(*args, **kwargs) Jan 26 21:43:15.055391 n-d-760453-5 neutron-server[103304]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 26 21:43:15.055391 n-d-760453-5 neutron-server[103304]: self._notify() Jan 26 21:43:15.055391 n-d-760453-5 neutron-server[103304]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 26 21:43:15.055391 n-d-760453-5 neutron-server[103304]: self.callback(batched_events) Jan 26 21:43:15.055391 n-d-760453-5 neutron-server[103304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 26 21:43:15.055391 n-d-760453-5 neutron-server[103304]: event.method(event) Jan 26 21:43:15.055391 n-d-760453-5 neutron-server[103304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 26 21:43:15.055391 n-d-760453-5 neutron-server[103304]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 26 21:43:15.055391 n-d-760453-5 neutron-server[103304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 26 21:43:15.055391 n-d-760453-5 neutron-server[103304]: aggregate_uuid = self.p_client.list_aggregates( Jan 26 21:43:15.055391 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 26 21:43:15.055391 n-d-760453-5 neutron-server[103304]: return f(self, *a, **k) Jan 26 21:43:15.055391 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 26 21:43:15.055391 n-d-760453-5 neutron-server[103304]: return self._get(url).json() Jan 26 21:43:15.055391 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 26 21:43:15.055391 n-d-760453-5 neutron-server[103304]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 26 21:43:15.055391 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 26 21:43:15.055391 n-d-760453-5 neutron-server[103304]: return self.request(url, 'GET', **kwargs) Jan 26 21:43:15.055391 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 26 21:43:15.055391 n-d-760453-5 neutron-server[103304]: base_url = self.get_endpoint(auth, allow=allow, Jan 26 21:43:15.055391 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 26 21:43:15.055391 n-d-760453-5 neutron-server[103304]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 26 21:43:15.055391 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 26 21:43:15.055391 n-d-760453-5 neutron-server[103304]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 26 21:43:15.055391 n-d-760453-5 neutron-server[103304]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 26 21:43:15.125624 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-544557fb-868d-41e9-b26e-18b8180d000f tempest-TagsTest-1762864939 tempest-TagsTest-1762864939-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4110931'] for network (0b90659a-bdc5-49a1-8bd0-9be98d405195), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:43:15.133845 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-544557fb-868d-41e9-b26e-18b8180d000f tempest-TagsTest-1762864939 tempest-TagsTest-1762864939-project] Publish callbacks [] for network (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:43:15.137279 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-544557fb-868d-41e9-b26e-18b8180d000f tempest-TagsTest-1762864939 tempest-TagsTest-1762864939-project] 10.222.0.13 "DELETE /v2.0/networks/0b90659a-bdc5-49a1-8bd0-9be98d405195 HTTP/1.1" status: 204 len: 168 time: 0.3825257 Jan 26 21:43:15.152944 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-544557fb-868d-41e9-b26e-18b8180d000f tempest-TagsTest-1762864939 tempest-TagsTest-1762864939-project] Pushing event deleted for resources: {'Network': ['ID=0b90659a-bdc5-49a1-8bd0-9be98d405195,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:43:15.467156 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 38280) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:43:15.662550 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-ec2938d8-8850-4abf-b13a-8ed329f3ca8e admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=1f09e0637c614855ba0331f17e452557&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1941068 Jan 26 21:43:15.665878 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 38284) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:43:15.730663 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-fccab3d6-e841-4b49-b330-fa9820160f23 admin admin] Publish callbacks [] for security_group (e7a41f57-257e-47f1-8a68-71a5ad49dd6d), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:43:15.758066 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-fccab3d6-e841-4b49-b330-fa9820160f23 admin admin] Publish callbacks [] for security_group (e7a41f57-257e-47f1-8a68-71a5ad49dd6d), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:43:15.812584 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-fccab3d6-e841-4b49-b330-fa9820160f23 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (e7a41f57-257e-47f1-8a68-71a5ad49dd6d), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:43:15.815690 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-fccab3d6-e841-4b49-b330-fa9820160f23 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:43:15.817062 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-fccab3d6-e841-4b49-b330-fa9820160f23 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/e7a41f57-257e-47f1-8a68-71a5ad49dd6d HTTP/1.1" status: 204 len: 168 time: 0.1501665 Jan 26 21:43:15.826291 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fccab3d6-e841-4b49-b330-fa9820160f23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7a41f57-257e-47f1-8a68-71a5ad49dd6d,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:43:18.906905 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-e6ee4d71-e33f-4480-9bd5-e1d192bba31f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (474ccdf7-ab6c-405b-a3b2-dc7b05829902), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:43:21.268031 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-7de71e86-2b32-48a4-a30b-8ea35c0094a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (09df100c-3af1-4b0a-bda8-05914c71c458), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:43:22.290154 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-841f5991-a4d8-4d4b-b215-cbc6bab5427b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (aa7ee9d2-08eb-4e12-b895-24c57300dfec), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:43:23.123430 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (4d619873-4b60-439f-9b5a-b155dc8bbc34), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:43:24.157994 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-839dd188-ec69-470c-9ab0-d318dc1a2e96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (e79b4fc6-6c71-44b2-a6d0-ff3e1f4dfd0d), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:43:25.316037 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (fea0591a-627d-4c87-9a9a-01625ddf3277), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:43:26.495738 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.agents_db [None req-569f1ced-6396-4ddf-b79f-e03b0b2146ab None None] Agent healthcheck: found 7 active agents {{(pid=103307) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 26 21:43:31.546906 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 38950) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:43:31.672725 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-c5b3a39e-8a5f-47f3-a438-1336ad563890 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:43:31.750551 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-c5b3a39e-8a5f-47f3-a438-1336ad563890 admin admin] Publish callbacks [] for security_group (9a723ec9-70e4-4124-b516-de06024de187), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:43:31.756622 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-c5b3a39e-8a5f-47f3-a438-1336ad563890 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (9a723ec9-70e4-4124-b516-de06024de187), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:43:31.798966 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-c5b3a39e-8a5f-47f3-a438-1336ad563890 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=e4623c9f5a754b27989f407a87138878&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2479386 Jan 26 21:43:31.798966 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b3a39e-8a5f-47f3-a438-1336ad563890 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a723ec9-70e4-4124-b516-de06024de187,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:43:31.800308 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 38956) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:43:31.806316 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b3a39e-8a5f-47f3-a438-1336ad563890 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:43:31.806671 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b3a39e-8a5f-47f3-a438-1336ad563890 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:43:31.807017 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b3a39e-8a5f-47f3-a438-1336ad563890 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:43:31.807360 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b3a39e-8a5f-47f3-a438-1336ad563890 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:43:31.807697 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b3a39e-8a5f-47f3-a438-1336ad563890 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:43:31.808033 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b3a39e-8a5f-47f3-a438-1336ad563890 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:43:31.808364 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b3a39e-8a5f-47f3-a438-1336ad563890 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:43:31.808692 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b3a39e-8a5f-47f3-a438-1336ad563890 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:43:31.809037 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b3a39e-8a5f-47f3-a438-1336ad563890 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:43:31.809374 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b3a39e-8a5f-47f3-a438-1336ad563890 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:43:31.809702 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b3a39e-8a5f-47f3-a438-1336ad563890 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:43:31.810231 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b3a39e-8a5f-47f3-a438-1336ad563890 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:43:31.810736 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b3a39e-8a5f-47f3-a438-1336ad563890 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:43:31.862867 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-82199cde-da1c-42b5-992f-991929ae8c48 admin admin] Publish callbacks [] for security_group (9a723ec9-70e4-4124-b516-de06024de187), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:43:31.885423 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-82199cde-da1c-42b5-992f-991929ae8c48 admin admin] Publish callbacks [] for security_group (9a723ec9-70e4-4124-b516-de06024de187), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:43:31.934599 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-82199cde-da1c-42b5-992f-991929ae8c48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (9a723ec9-70e4-4124-b516-de06024de187), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:43:31.937373 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-82199cde-da1c-42b5-992f-991929ae8c48 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:43:31.941675 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-82199cde-da1c-42b5-992f-991929ae8c48 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/9a723ec9-70e4-4124-b516-de06024de187 HTTP/1.1" status: 204 len: 168 time: 0.1358624 Jan 26 21:43:31.951887 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82199cde-da1c-42b5-992f-991929ae8c48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a723ec9-70e4-4124-b516-de06024de187,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:43:32.275858 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 38962) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:43:32.290701 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-ccf69448-7071-477a-bba8-24425abcadb7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:43:32.388086 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-ccf69448-7071-477a-bba8-24425abcadb7 admin admin] Publish callbacks [] for security_group (bc3027f3-3923-49e9-94fc-5af8fe10fb27), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:43:32.399652 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-ccf69448-7071-477a-bba8-24425abcadb7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (bc3027f3-3923-49e9-94fc-5af8fe10fb27), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:43:32.445932 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-ccf69448-7071-477a-bba8-24425abcadb7 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d14da377d52d4e1895ec3daca0bc398d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1687489 Jan 26 21:43:32.446831 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf69448-7071-477a-bba8-24425abcadb7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc3027f3-3923-49e9-94fc-5af8fe10fb27,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:43:32.450921 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 38968) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:43:32.523432 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-f7652a84-a15c-4932-8315-90674465334f admin admin] Publish callbacks [] for security_group (bc3027f3-3923-49e9-94fc-5af8fe10fb27), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:43:32.546945 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-f7652a84-a15c-4932-8315-90674465334f admin admin] Publish callbacks [] for security_group (bc3027f3-3923-49e9-94fc-5af8fe10fb27), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:43:32.594654 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-f7652a84-a15c-4932-8315-90674465334f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (bc3027f3-3923-49e9-94fc-5af8fe10fb27), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:43:32.597829 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-f7652a84-a15c-4932-8315-90674465334f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:43:32.601431 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-f7652a84-a15c-4932-8315-90674465334f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/bc3027f3-3923-49e9-94fc-5af8fe10fb27 HTTP/1.1" status: 204 len: 168 time: 0.1470749 Jan 26 21:43:32.607223 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7652a84-a15c-4932-8315-90674465334f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc3027f3-3923-49e9-94fc-5af8fe10fb27,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:43:33.869858 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 39018) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:43:33.991971 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-2eb721e0-cb18-4b04-8710-e0cba3a02dec admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:43:34.075786 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-2eb721e0-cb18-4b04-8710-e0cba3a02dec admin admin] Publish callbacks [] for security_group (fe15caa6-dfa8-4e02-9b07-5d0bbbd3d72d), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:43:34.080316 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-2eb721e0-cb18-4b04-8710-e0cba3a02dec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (fe15caa6-dfa8-4e02-9b07-5d0bbbd3d72d), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:43:34.145499 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 39024) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:43:34.146195 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-2eb721e0-cb18-4b04-8710-e0cba3a02dec admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=779117da805a4bcf82676f740d5806ce&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2748303 Jan 26 21:43:34.147806 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb721e0-cb18-4b04-8710-e0cba3a02dec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe15caa6-dfa8-4e02-9b07-5d0bbbd3d72d,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:43:34.232414 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-f3f7761b-f6b3-40ab-ad27-b488d6d9eef3 admin admin] Publish callbacks [] for security_group (fe15caa6-dfa8-4e02-9b07-5d0bbbd3d72d), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:43:34.258398 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-f3f7761b-f6b3-40ab-ad27-b488d6d9eef3 admin admin] Publish callbacks [] for security_group (fe15caa6-dfa8-4e02-9b07-5d0bbbd3d72d), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:43:34.310550 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-f3f7761b-f6b3-40ab-ad27-b488d6d9eef3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (fe15caa6-dfa8-4e02-9b07-5d0bbbd3d72d), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:43:34.313602 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-f3f7761b-f6b3-40ab-ad27-b488d6d9eef3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:43:34.314850 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-f3f7761b-f6b3-40ab-ad27-b488d6d9eef3 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/fe15caa6-dfa8-4e02-9b07-5d0bbbd3d72d HTTP/1.1" status: 204 len: 168 time: 0.1672399 Jan 26 21:43:34.326014 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f7761b-f6b3-40ab-ad27-b488d6d9eef3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe15caa6-dfa8-4e02-9b07-5d0bbbd3d72d,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:43:34.639676 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 39030) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:43:34.653045 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-8b8a3ba6-5bbb-4048-84a1-132233e845fb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:43:34.729089 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-8b8a3ba6-5bbb-4048-84a1-132233e845fb admin admin] Publish callbacks [] for security_group (31c1157e-4a3d-490b-a525-981138a44c2b), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:43:34.732907 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-8b8a3ba6-5bbb-4048-84a1-132233e845fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (31c1157e-4a3d-490b-a525-981138a44c2b), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:43:34.771802 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-8b8a3ba6-5bbb-4048-84a1-132233e845fb admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=3703982080fb4209ac4562a24c92e45d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1311195 Jan 26 21:43:34.772760 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b8a3ba6-5bbb-4048-84a1-132233e845fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31c1157e-4a3d-490b-a525-981138a44c2b,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:43:34.775824 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 39032) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:43:34.833211 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-89b94726-7c7e-4828-91fe-9746c3a8006a admin admin] Publish callbacks [] for security_group (31c1157e-4a3d-490b-a525-981138a44c2b), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:43:34.870332 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-89b94726-7c7e-4828-91fe-9746c3a8006a admin admin] Publish callbacks [] for security_group (31c1157e-4a3d-490b-a525-981138a44c2b), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:43:34.923661 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-89b94726-7c7e-4828-91fe-9746c3a8006a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (31c1157e-4a3d-490b-a525-981138a44c2b), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:43:34.926965 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-89b94726-7c7e-4828-91fe-9746c3a8006a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:43:34.928614 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-89b94726-7c7e-4828-91fe-9746c3a8006a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/31c1157e-4a3d-490b-a525-981138a44c2b HTTP/1.1" status: 204 len: 168 time: 0.1510406 Jan 26 21:43:34.937981 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b94726-7c7e-4828-91fe-9746c3a8006a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31c1157e-4a3d-490b-a525-981138a44c2b,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:43:35.118674 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-7bfdf0df-3c4d-4a24-aed9-1a6d0f80fc57 req-105e806c-3b67-4269-b208-df3e0a0edee7 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=091ac65c-1c4b-4346-86a5-663967a3c8d0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0443172 Jan 26 21:43:35.207556 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bfdf0df-3c4d-4a24-aed9-1a6d0f80fc57 req-c3a7acd2-9ed0-4476-aff1-6b51440d7346 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:43:35.209099 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-7bfdf0df-3c4d-4a24-aed9-1a6d0f80fc57 req-c3a7acd2-9ed0-4476-aff1-6b51440d7346 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=ef59326be6b94bd88981706bc324c818&device_id=091ac65c-1c4b-4346-86a5-663967a3c8d0 HTTP/1.1" status: 200 len: 1096 time: 0.0448804 Jan 26 21:43:35.323180 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bfdf0df-3c4d-4a24-aed9-1a6d0f80fc57 req-e29dd628-5f82-4a7f-9813-b0b558395412 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:43:35.324936 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-7bfdf0df-3c4d-4a24-aed9-1a6d0f80fc57 req-e29dd628-5f82-4a7f-9813-b0b558395412 service neutron] 10.222.0.57 "GET /v2.0/networks?id=069fa2c9-ac54-4596-8927-b190d062b8dc HTTP/1.1" status: 200 len: 912 time: 0.0934806 Jan 26 21:43:35.398117 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-7bfdf0df-3c4d-4a24-aed9-1a6d0f80fc57 req-e8c41dfe-fddb-4a17-b62b-7ea8eee0cb1a service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=69ab9866-a657-4446-8585-30784fe301c6 HTTP/1.1" status: 200 len: 1001 time: 0.0671582 Jan 26 21:43:35.449471 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bfdf0df-3c4d-4a24-aed9-1a6d0f80fc57 req-e9caabf4-f884-48d3-84d6-e22c540418f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:43:35.450995 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-7bfdf0df-3c4d-4a24-aed9-1a6d0f80fc57 req-e9caabf4-f884-48d3-84d6-e22c540418f5 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=acbfa681-8e54-43e3-a66b-05705089f7e2 HTTP/1.1" status: 200 len: 850 time: 0.0474391 Jan 26 21:43:35.505797 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bfdf0df-3c4d-4a24-aed9-1a6d0f80fc57 req-82bad78b-4eb0-44aa-bbe0-40c3a959a708 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:43:35.507373 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-7bfdf0df-3c4d-4a24-aed9-1a6d0f80fc57 req-82bad78b-4eb0-44aa-bbe0-40c3a959a708 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=069fa2c9-ac54-4596-8927-b190d062b8dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0506976 Jan 26 21:43:35.598734 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-7bfdf0df-3c4d-4a24-aed9-1a6d0f80fc57 req-029d2fe4-f962-4134-a386-94782a5760fd service neutron] 10.222.0.57 "GET /v2.0/networks/069fa2c9-ac54-4596-8927-b190d062b8dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855875 Jan 26 21:43:35.692021 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-7bfdf0df-3c4d-4a24-aed9-1a6d0f80fc57 req-4c75ec17-c8be-431c-8b18-ac71ab6df8ff service neutron] 10.222.0.57 "GET /v2.0/networks/069fa2c9-ac54-4596-8927-b190d062b8dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880084 Jan 26 21:43:38.417542 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (32ef628b-8417-46c5-8729-60fcabe358f1), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:43:44.171778 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 39192) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:43:44.284754 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-3aef176b-78b4-4203-8e6a-ff766dcfcacf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:43:44.362220 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-3aef176b-78b4-4203-8e6a-ff766dcfcacf admin admin] Publish callbacks [] for security_group (0810d39e-c1e7-4e96-b7e8-8f29922b93d9), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:43:44.367924 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-3aef176b-78b4-4203-8e6a-ff766dcfcacf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (0810d39e-c1e7-4e96-b7e8-8f29922b93d9), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:43:44.414057 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 39198) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:43:44.427791 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-3aef176b-78b4-4203-8e6a-ff766dcfcacf admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=abcae898f334487c8648687654a2c11a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2539232 Jan 26 21:43:44.429072 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aef176b-78b4-4203-8e6a-ff766dcfcacf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0810d39e-c1e7-4e96-b7e8-8f29922b93d9,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:43:44.492613 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-99b33955-a735-4331-b7dc-26a20642c001 admin admin] Publish callbacks [] for security_group (0810d39e-c1e7-4e96-b7e8-8f29922b93d9), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:43:44.514454 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-99b33955-a735-4331-b7dc-26a20642c001 admin admin] Publish callbacks [] for security_group (0810d39e-c1e7-4e96-b7e8-8f29922b93d9), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:43:44.564335 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-99b33955-a735-4331-b7dc-26a20642c001 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (0810d39e-c1e7-4e96-b7e8-8f29922b93d9), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:43:44.568031 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-99b33955-a735-4331-b7dc-26a20642c001 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:43:44.572375 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-99b33955-a735-4331-b7dc-26a20642c001 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/0810d39e-c1e7-4e96-b7e8-8f29922b93d9 HTTP/1.1" status: 204 len: 168 time: 0.1543784 Jan 26 21:43:44.578463 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b33955-a735-4331-b7dc-26a20642c001 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0810d39e-c1e7-4e96-b7e8-8f29922b93d9,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:43:44.586814 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b33955-a735-4331-b7dc-26a20642c001 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:43:44.587186 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b33955-a735-4331-b7dc-26a20642c001 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:43:44.587520 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b33955-a735-4331-b7dc-26a20642c001 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:43:44.587863 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b33955-a735-4331-b7dc-26a20642c001 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:43:44.588212 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b33955-a735-4331-b7dc-26a20642c001 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:43:44.588539 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b33955-a735-4331-b7dc-26a20642c001 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:43:44.588873 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b33955-a735-4331-b7dc-26a20642c001 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:43:44.589196 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b33955-a735-4331-b7dc-26a20642c001 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:43:44.589737 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b33955-a735-4331-b7dc-26a20642c001 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:43:44.590439 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b33955-a735-4331-b7dc-26a20642c001 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:43:44.590927 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b33955-a735-4331-b7dc-26a20642c001 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:43:44.591422 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b33955-a735-4331-b7dc-26a20642c001 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:43:44.591906 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b33955-a735-4331-b7dc-26a20642c001 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:43:44.879313 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 39204) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:43:44.893520 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-be4c3b8d-1d28-4d72-96db-b0bf39bf9b48 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:43:44.973650 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-be4c3b8d-1d28-4d72-96db-b0bf39bf9b48 admin admin] Publish callbacks [] for security_group (391856b6-2805-4026-b800-17054ab5dd94), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:43:44.977744 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-be4c3b8d-1d28-4d72-96db-b0bf39bf9b48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (391856b6-2805-4026-b800-17054ab5dd94), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:43:45.019466 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-be4c3b8d-1d28-4d72-96db-b0bf39bf9b48 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b308bac85fc94e71987ad0ef251f93e5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1389415 Jan 26 21:43:45.020409 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4c3b8d-1d28-4d72-96db-b0bf39bf9b48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=391856b6-2805-4026-b800-17054ab5dd94,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:43:45.022225 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 39206) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:43:45.081225 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-3afca902-3e1b-4511-b661-948e3a1778e6 admin admin] Publish callbacks [] for security_group (391856b6-2805-4026-b800-17054ab5dd94), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:43:45.107586 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-3afca902-3e1b-4511-b661-948e3a1778e6 admin admin] Publish callbacks [] for security_group (391856b6-2805-4026-b800-17054ab5dd94), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:43:45.163441 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-3afca902-3e1b-4511-b661-948e3a1778e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (391856b6-2805-4026-b800-17054ab5dd94), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:43:45.166148 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-3afca902-3e1b-4511-b661-948e3a1778e6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:43:45.169584 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-3afca902-3e1b-4511-b661-948e3a1778e6 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/391856b6-2805-4026-b800-17054ab5dd94 HTTP/1.1" status: 204 len: 168 time: 0.1441081 Jan 26 21:43:45.176881 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3afca902-3e1b-4511-b661-948e3a1778e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=391856b6-2805-4026-b800-17054ab5dd94,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:43:46.935148 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 39268) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:43:47.046757 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-0957263b-872b-419b-9522-a7d4d8e7d372 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:43:47.128883 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-0957263b-872b-419b-9522-a7d4d8e7d372 admin admin] Publish callbacks [] for security_group (69f2254e-b871-467b-9fc9-aba13ac7f992), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:43:47.132877 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-0957263b-872b-419b-9522-a7d4d8e7d372 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (69f2254e-b871-467b-9fc9-aba13ac7f992), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:43:47.171953 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-0957263b-872b-419b-9522-a7d4d8e7d372 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=8b54dbfaa52e4aea88619b62acefbf28&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2356219 Jan 26 21:43:47.172776 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0957263b-872b-419b-9522-a7d4d8e7d372 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69f2254e-b871-467b-9fc9-aba13ac7f992,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:43:47.175580 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 39272) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:43:47.239334 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-beea1900-be82-46ce-9192-236e3beb4524 admin admin] Publish callbacks [] for security_group (69f2254e-b871-467b-9fc9-aba13ac7f992), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:43:47.263956 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-beea1900-be82-46ce-9192-236e3beb4524 admin admin] Publish callbacks [] for security_group (69f2254e-b871-467b-9fc9-aba13ac7f992), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:43:47.331265 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-beea1900-be82-46ce-9192-236e3beb4524 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (69f2254e-b871-467b-9fc9-aba13ac7f992), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:43:47.334548 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-beea1900-be82-46ce-9192-236e3beb4524 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:43:47.338783 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-beea1900-be82-46ce-9192-236e3beb4524 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/69f2254e-b871-467b-9fc9-aba13ac7f992 HTTP/1.1" status: 204 len: 168 time: 0.1599145 Jan 26 21:43:47.347805 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beea1900-be82-46ce-9192-236e3beb4524 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69f2254e-b871-467b-9fc9-aba13ac7f992,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:43:47.427647 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 39282) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:43:47.678324 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-ae63b56d-10ee-413b-b9c6-fde3fee4d5f1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:43:47.698411 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 39290) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:43:47.720073 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-13d619d0-6794-4e21-8924-b211ba14780d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:43:47.768073 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-ae63b56d-10ee-413b-b9c6-fde3fee4d5f1 admin admin] Publish callbacks [] for security_group (a2e4367c-2460-4c38-8069-60fbbda43206), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:43:47.771805 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-ae63b56d-10ee-413b-b9c6-fde3fee4d5f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (a2e4367c-2460-4c38-8069-60fbbda43206), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:43:47.808559 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-13d619d0-6794-4e21-8924-b211ba14780d admin admin] Publish callbacks [] for security_group (8d56f60e-195d-49ac-aa5c-79fe1b916216), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:43:47.811504 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-ae63b56d-10ee-413b-b9c6-fde3fee4d5f1 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=024bdb19901e4d43bce8eb007e4108f7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3826530 Jan 26 21:43:47.813732 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae63b56d-10ee-413b-b9c6-fde3fee4d5f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2e4367c-2460-4c38-8069-60fbbda43206,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:43:47.814571 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 39292) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:43:47.822453 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-13d619d0-6794-4e21-8924-b211ba14780d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (8d56f60e-195d-49ac-aa5c-79fe1b916216), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:43:47.877820 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-13d619d0-6794-4e21-8924-b211ba14780d admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=682997bd184040fca9d9582fccf96a38&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1769300 Jan 26 21:43:47.880416 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 39294) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:43:47.887606 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d619d0-6794-4e21-8924-b211ba14780d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d56f60e-195d-49ac-aa5c-79fe1b916216,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:43:47.907548 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-7a21720b-2fb1-4bae-8b26-77cfbb05048f admin admin] Publish callbacks [] for security_group (a2e4367c-2460-4c38-8069-60fbbda43206), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:43:47.936220 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-7a21720b-2fb1-4bae-8b26-77cfbb05048f admin admin] Publish callbacks [] for security_group (a2e4367c-2460-4c38-8069-60fbbda43206), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:43:47.944256 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-e88bb2c8-011b-4f09-af10-4df8b6fcd2ae admin admin] Publish callbacks [] for security_group (8d56f60e-195d-49ac-aa5c-79fe1b916216), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:43:47.983906 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-e88bb2c8-011b-4f09-af10-4df8b6fcd2ae admin admin] Publish callbacks [] for security_group (8d56f60e-195d-49ac-aa5c-79fe1b916216), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:43:47.989715 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-7a21720b-2fb1-4bae-8b26-77cfbb05048f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (a2e4367c-2460-4c38-8069-60fbbda43206), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:43:47.992767 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-7a21720b-2fb1-4bae-8b26-77cfbb05048f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:43:47.996318 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-7a21720b-2fb1-4bae-8b26-77cfbb05048f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a2e4367c-2460-4c38-8069-60fbbda43206 HTTP/1.1" status: 204 len: 168 time: 0.1777356 Jan 26 21:43:48.008877 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a21720b-2fb1-4bae-8b26-77cfbb05048f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2e4367c-2460-4c38-8069-60fbbda43206,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:43:48.049469 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-e88bb2c8-011b-4f09-af10-4df8b6fcd2ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (8d56f60e-195d-49ac-aa5c-79fe1b916216), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:43:48.053130 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-e88bb2c8-011b-4f09-af10-4df8b6fcd2ae admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:43:48.056381 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-e88bb2c8-011b-4f09-af10-4df8b6fcd2ae admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/8d56f60e-195d-49ac-aa5c-79fe1b916216 HTTP/1.1" status: 204 len: 168 time: 0.1743522 Jan 26 21:43:48.068158 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e88bb2c8-011b-4f09-af10-4df8b6fcd2ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d56f60e-195d-49ac-aa5c-79fe1b916216,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:43:48.905836 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-760041e5-32dc-4a1b-bdbd-5284203810c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (474ccdf7-ab6c-405b-a3b2-dc7b05829902), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:43:51.264974 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-a6991609-4081-4bdb-a275-0fb48bc7ed4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (09df100c-3af1-4b0a-bda8-05914c71c458), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:43:51.625117 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-d682622d-ae30-411d-b691-03a6684fde52 req-6587cb35-4cf4-4b58-9326-e11d616d2efa tempest-VolumesBackupsTest-726502179 tempest-VolumesBackupsTest-726502179-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=21597274a7544ad89acd4b47ec1a3b8a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0301192 Jan 26 21:43:51.809248 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d682622d-ae30-411d-b691-03a6684fde52 req-fb0cff16-7bf3-4343-8130-5a09cb6dc160 tempest-VolumesBackupsTest-726502179 tempest-VolumesBackupsTest-726502179-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:43:51.810787 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-d682622d-ae30-411d-b691-03a6684fde52 req-fb0cff16-7bf3-4343-8130-5a09cb6dc160 tempest-VolumesBackupsTest-726502179 tempest-VolumesBackupsTest-726502179-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1799409 Jan 26 21:43:51.825046 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-d682622d-ae30-411d-b691-03a6684fde52 req-36347b15-f449-476f-84b3-0aa6618a2d22 tempest-VolumesBackupsTest-726502179 tempest-VolumesBackupsTest-726502179-project] 10.222.0.13 "GET /v2.0/quotas/21597274a7544ad89acd4b47ec1a3b8a HTTP/1.1" status: 200 len: 375 time: 0.0089760 Jan 26 21:43:51.856735 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-d682622d-ae30-411d-b691-03a6684fde52 req-23b8ae9a-a398-4c08-a279-c382f2d6fe02 tempest-VolumesBackupsTest-726502179 tempest-VolumesBackupsTest-726502179-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=21597274a7544ad89acd4b47ec1a3b8a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0267794 Jan 26 21:43:52.024235 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-c4124cbd-e7d2-44e9-96e4-071caef64dd7 req-65d70a71-a09d-4a1a-9618-721ab97d1488 tempest-VolumesBackupsTest-726502179 tempest-VolumesBackupsTest-726502179-project] 10.222.0.13 "GET /v2.0/ports?device_id=5e89c0b4-e967-4671-bdb7-ee22959d1624 HTTP/1.1" status: 200 len: 210 time: 0.0309281 Jan 26 21:43:52.300330 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-841f5991-a4d8-4d4b-b215-cbc6bab5427b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (aa7ee9d2-08eb-4e12-b895-24c57300dfec), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:43:53.077202 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-d682622d-ae30-411d-b691-03a6684fde52 req-f4ffeb7b-3d29-4742-97b4-641b4b6cb50d tempest-VolumesBackupsTest-726502179 tempest-VolumesBackupsTest-726502179-project] 10.222.0.66 "GET /v2.0/networks?tenant_id=21597274a7544ad89acd4b47ec1a3b8a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0261765 Jan 26 21:43:53.132758 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (4d619873-4b60-439f-9b5a-b155dc8bbc34), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:43:53.182751 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-a626e9b7-797b-4ad1-a97d-593dcae160af req-25d67d8b-13e8-4eb3-b35b-275545a30bb0 tempest-VolumesBackupsTest-726502179 tempest-VolumesBackupsTest-726502179-project] 10.222.0.13 "GET /v2.0/ports?device_id=5e89c0b4-e967-4671-bdb7-ee22959d1624 HTTP/1.1" status: 200 len: 210 time: 0.0696685 Jan 26 21:43:53.229259 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d682622d-ae30-411d-b691-03a6684fde52 req-f3a33a22-da97-46c9-96e1-7b56cb3b6617 tempest-VolumesBackupsTest-726502179 tempest-VolumesBackupsTest-726502179-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:43:53.230758 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-d682622d-ae30-411d-b691-03a6684fde52 req-f3a33a22-da97-46c9-96e1-7b56cb3b6617 tempest-VolumesBackupsTest-726502179 tempest-VolumesBackupsTest-726502179-project] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1470883 Jan 26 21:43:53.262973 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [req-d682622d-ae30-411d-b691-03a6684fde52 req-357879ff-5f50-4bb9-8a64-ffb01e9474ff tempest-VolumesBackupsTest-726502179 tempest-VolumesBackupsTest-726502179-project] Request body: {'port': {'device_id': '5e89c0b4-e967-4671-bdb7-ee22959d1624', 'network_id': '7fbe9cf5-e12c-436d-b372-55a19c9faa30', 'admin_state_up': True, 'tenant_id': '21597274a7544ad89acd4b47ec1a3b8a'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:43:53.371100 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d682622d-ae30-411d-b691-03a6684fde52 req-357879ff-5f50-4bb9-8a64-ffb01e9474ff tempest-VolumesBackupsTest-726502179 tempest-VolumesBackupsTest-726502179-project] Made reservation on behalf of 21597274a7544ad89acd4b47ec1a3b8a for: {'port': 1} {{(pid=103304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 21:43:53.375189 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-d682622d-ae30-411d-b691-03a6684fde52 req-357879ff-5f50-4bb9-8a64-ffb01e9474ff tempest-VolumesBackupsTest-726502179 tempest-VolumesBackupsTest-726502179-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:43:53.386724 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-d682622d-ae30-411d-b691-03a6684fde52 req-357879ff-5f50-4bb9-8a64-ffb01e9474ff tempest-VolumesBackupsTest-726502179 tempest-VolumesBackupsTest-726502179-project] Publish callbacks [] for security_group (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:43:53.478998 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-d682622d-ae30-411d-b691-03a6684fde52 req-357879ff-5f50-4bb9-8a64-ffb01e9474ff tempest-VolumesBackupsTest-726502179 tempest-VolumesBackupsTest-726502179-project] Publish callbacks [] for security_group (ba2677a1-f03a-4b87-97c9-35e2c54fcb13), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:43:53.483536 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-d682622d-ae30-411d-b691-03a6684fde52 req-357879ff-5f50-4bb9-8a64-ffb01e9474ff tempest-VolumesBackupsTest-726502179 tempest-VolumesBackupsTest-726502179-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (ba2677a1-f03a-4b87-97c9-35e2c54fcb13), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:43:53.566079 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-357879ff-5f50-4bb9-8a64-ffb01e9474ff tempest-VolumesBackupsTest-726502179 tempest-VolumesBackupsTest-726502179-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ba2677a1-f03a-4b87-97c9-35e2c54fcb13,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:43:53.644406 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.db_base_plugin_common [req-d682622d-ae30-411d-b691-03a6684fde52 req-357879ff-5f50-4bb9-8a64-ffb01e9474ff tempest-VolumesBackupsTest-726502179 tempest-VolumesBackupsTest-726502179-project] Allocated IP 192.168.233.68 (7fbe9cf5-e12c-436d-b372-55a19c9faa30/fd77e534-75e6-4b90-950e-f5824d584430/96612fb2-28a6-4981-8c62-2bc503f2c5af) {{(pid=103304) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 21:43:53.860053 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-d682622d-ae30-411d-b691-03a6684fde52 req-357879ff-5f50-4bb9-8a64-ffb01e9474ff tempest-VolumesBackupsTest-726502179 tempest-VolumesBackupsTest-726502179-project] Publish callbacks [] for port (96612fb2-28a6-4981-8c62-2bc503f2c5af), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:43:53.906959 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-d682622d-ae30-411d-b691-03a6684fde52 req-357879ff-5f50-4bb9-8a64-ffb01e9474ff tempest-VolumesBackupsTest-726502179 tempest-VolumesBackupsTest-726502179-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746560234527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9281553'] for port (96612fb2-28a6-4981-8c62-2bc503f2c5af), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:43:53.969777 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d682622d-ae30-411d-b691-03a6684fde52 req-357879ff-5f50-4bb9-8a64-ffb01e9474ff tempest-VolumesBackupsTest-726502179 tempest-VolumesBackupsTest-726502179-project] Network 7fbe9cf5-e12c-436d-b372-55a19c9faa30 is already hosted by enough agents. {{(pid=103304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 21:43:53.974795 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [req-d682622d-ae30-411d-b691-03a6684fde52 req-357879ff-5f50-4bb9-8a64-ffb01e9474ff tempest-VolumesBackupsTest-726502179 tempest-VolumesBackupsTest-726502179-project] Resources bound (agent type, host, resource id): {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:43:53.977508 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [req-d682622d-ae30-411d-b691-03a6684fde52 req-357879ff-5f50-4bb9-8a64-ffb01e9474ff tempest-VolumesBackupsTest-726502179 tempest-VolumesBackupsTest-726502179-project] Received port after_create {{(pid=103304) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 21:43:53.980439 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-357879ff-5f50-4bb9-8a64-ffb01e9474ff tempest-VolumesBackupsTest-726502179 tempest-VolumesBackupsTest-726502179-project] Pushing event updated for resources: {'Port': ['ID=96612fb2-28a6-4981-8c62-2bc503f2c5af,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:43:54.042639 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d682622d-ae30-411d-b691-03a6684fde52 req-357879ff-5f50-4bb9-8a64-ffb01e9474ff tempest-VolumesBackupsTest-726502179 tempest-VolumesBackupsTest-726502179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:43:54.043678 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-d682622d-ae30-411d-b691-03a6684fde52 req-357879ff-5f50-4bb9-8a64-ffb01e9474ff tempest-VolumesBackupsTest-726502179 tempest-VolumesBackupsTest-726502179-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:43:54.081814 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-d682622d-ae30-411d-b691-03a6684fde52 req-357879ff-5f50-4bb9-8a64-ffb01e9474ff tempest-VolumesBackupsTest-726502179 tempest-VolumesBackupsTest-726502179-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.8223138 Jan 26 21:43:54.151223 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-839dd188-ec69-470c-9ab0-d318dc1a2e96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (e79b4fc6-6c71-44b2-a6d0-ff3e1f4dfd0d), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:43:54.323515 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [req-d682622d-ae30-411d-b691-03a6684fde52 req-5eb2d1c3-b8ff-44bb-888d-c84968c2a8a5 service neutron] Request body: {'port': {'device_id': '5e89c0b4-e967-4671-bdb7-ee22959d1624', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-760453-5'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:43:54.413007 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6593a568-d929-44cb-bf9d-370f837a4428 req-480a7dcb-4c9a-4058-993d-86ecdb3a66f0 tempest-VolumesBackupsTest-726502179 tempest-VolumesBackupsTest-726502179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:43:54.420667 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-6593a568-d929-44cb-bf9d-370f837a4428 req-480a7dcb-4c9a-4058-993d-86ecdb3a66f0 tempest-VolumesBackupsTest-726502179 tempest-VolumesBackupsTest-726502179-project] 10.222.0.13 "GET /v2.0/ports?device_id=5e89c0b4-e967-4671-bdb7-ee22959d1624 HTTP/1.1" status: 200 len: 935 time: 0.1262379 Jan 26 21:43:54.432616 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-d682622d-ae30-411d-b691-03a6684fde52 req-5eb2d1c3-b8ff-44bb-888d-c84968c2a8a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (96612fb2-28a6-4981-8c62-2bc503f2c5af), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:43:54.436443 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-7d89751d-710e-4137-b4bc-28b612d61161 None None] Provisioning complete for port 96612fb2-28a6-4981-8c62-2bc503f2c5af triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:43:54.436826 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-7d89751d-710e-4137-b4bc-28b612d61161 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (96612fb2-28a6-4981-8c62-2bc503f2c5af), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:43:54.520364 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-7d89751d-710e-4137-b4bc-28b612d61161 None None] Port 96612fb2-28a6-4981-8c62-2bc503f2c5af cannot update to ACTIVE because it is not bound. {{(pid=103306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 26 21:43:54.538421 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-6593a568-d929-44cb-bf9d-370f837a4428 req-1c7dff91-a8fc-4d63-bd04-6e43ebef9328 tempest-VolumesBackupsTest-726502179 tempest-VolumesBackupsTest-726502179-project] 10.222.0.13 "GET /v2.0/security-groups?id=ba2677a1-f03a-4b87-97c9-35e2c54fcb13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167781 Jan 26 21:43:54.894798 n-d-760453-5 neutron-server[103304]: DEBUG neutron.notifiers.nova [req-d682622d-ae30-411d-b691-03a6684fde52 req-5eb2d1c3-b8ff-44bb-888d-c84968c2a8a5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 96612fb2-28a6-4981-8c62-2bc503f2c5af {{(pid=103304) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 26 21:43:54.903122 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-d682622d-ae30-411d-b691-03a6684fde52 req-5eb2d1c3-b8ff-44bb-888d-c84968c2a8a5 service neutron] Publish callbacks [] for port (96612fb2-28a6-4981-8c62-2bc503f2c5af), precommit_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:43:54.917082 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.provisioning_blocks [req-d682622d-ae30-411d-b691-03a6684fde52 req-5eb2d1c3-b8ff-44bb-888d-c84968c2a8a5 service neutron] Transition to ACTIVE for port object 96612fb2-28a6-4981-8c62-2bc503f2c5af will not be triggered until provisioned by entity L2. {{(pid=103304) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 21:43:54.921641 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-d682622d-ae30-411d-b691-03a6684fde52 req-5eb2d1c3-b8ff-44bb-888d-c84968c2a8a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9281542'] for port (96612fb2-28a6-4981-8c62-2bc503f2c5af), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:43:55.022140 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb2d1c3-b8ff-44bb-888d-c84968c2a8a5 service neutron] Pushing event updated for resources: {'Port': ['ID=96612fb2-28a6-4981-8c62-2bc503f2c5af,revision_number=2']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:43:55.112874 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [req-d682622d-ae30-411d-b691-03a6684fde52 req-5eb2d1c3-b8ff-44bb-888d-c84968c2a8a5 service neutron] Attempting to bind port 96612fb2-28a6-4981-8c62-2bc503f2c5af on host n-h1-760453-5 for vnic_type normal with profile {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 21:43:55.113570 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [req-d682622d-ae30-411d-b691-03a6684fde52 req-5eb2d1c3-b8ff-44bb-888d-c84968c2a8a5 service neutron] Attempting to bind port 96612fb2-28a6-4981-8c62-2bc503f2c5af by drivers openvswitch,hyperv on host n-h1-760453-5 at level 0 using segments [{'id': '4eab25d6-89d9-4907-a1c2-51b06443ba33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '7fbe9cf5-e12c-436d-b372-55a19c9faa30'}] {{(pid=103304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 26 21:43:55.113570 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d682622d-ae30-411d-b691-03a6684fde52 req-5eb2d1c3-b8ff-44bb-888d-c84968c2a8a5 service neutron] Attempting to bind port 96612fb2-28a6-4981-8c62-2bc503f2c5af on network 7fbe9cf5-e12c-436d-b372-55a19c9faa30 {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 21:43:55.118393 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d682622d-ae30-411d-b691-03a6684fde52 req-5eb2d1c3-b8ff-44bb-888d-c84968c2a8a5 service neutron] Port 96612fb2-28a6-4981-8c62-2bc503f2c5af on network 7fbe9cf5-e12c-436d-b372-55a19c9faa30 not bound, no agent of type Open vSwitch agent registered on host n-h1-760453-5 {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 26 21:43:55.118717 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d682622d-ae30-411d-b691-03a6684fde52 req-5eb2d1c3-b8ff-44bb-888d-c84968c2a8a5 service neutron] Attempting to bind port 96612fb2-28a6-4981-8c62-2bc503f2c5af on network 7fbe9cf5-e12c-436d-b372-55a19c9faa30 {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 21:43:55.124011 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d682622d-ae30-411d-b691-03a6684fde52 req-5eb2d1c3-b8ff-44bb-888d-c84968c2a8a5 service neutron] Checking agent: {'id': '32ef628b-8417-46c5-8729-60fcabe358f1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-760453-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 21, 3, 8), 'started_at': datetime.datetime(2022, 1, 26, 21, 3, 8), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 21, 43, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 26 21:43:55.124360 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d682622d-ae30-411d-b691-03a6684fde52 req-5eb2d1c3-b8ff-44bb-888d-c84968c2a8a5 service neutron] Checking segment: {'id': '4eab25d6-89d9-4907-a1c2-51b06443ba33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '7fbe9cf5-e12c-436d-b372-55a19c9faa30'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103304) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 21:43:55.124754 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d682622d-ae30-411d-b691-03a6684fde52 req-5eb2d1c3-b8ff-44bb-888d-c84968c2a8a5 service neutron] Bound using segment: {'id': '4eab25d6-89d9-4907-a1c2-51b06443ba33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '7fbe9cf5-e12c-436d-b372-55a19c9faa30'} {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 26 21:43:55.125237 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [req-d682622d-ae30-411d-b691-03a6684fde52 req-5eb2d1c3-b8ff-44bb-888d-c84968c2a8a5 service neutron] Bound port: 96612fb2-28a6-4981-8c62-2bc503f2c5af, host: n-h1-760453-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4eab25d6-89d9-4907-a1c2-51b06443ba33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '7fbe9cf5-e12c-436d-b372-55a19c9faa30'}}] {{(pid=103304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 26 21:43:55.126194 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-d682622d-ae30-411d-b691-03a6684fde52 req-5eb2d1c3-b8ff-44bb-888d-c84968c2a8a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (96612fb2-28a6-4981-8c62-2bc503f2c5af), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:43:55.210814 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [req-d682622d-ae30-411d-b691-03a6684fde52 req-5eb2d1c3-b8ff-44bb-888d-c84968c2a8a5 service neutron] For port 96612fb2-28a6-4981-8c62-2bc503f2c5af, host n-h1-760453-5, cleared binding levels {{(pid=103304) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 26 21:43:55.214672 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [req-d682622d-ae30-411d-b691-03a6684fde52 req-5eb2d1c3-b8ff-44bb-888d-c84968c2a8a5 service neutron] For port 96612fb2-28a6-4981-8c62-2bc503f2c5af, host n-h1-760453-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-5',level=0,port_id=96612fb2-28a6-4981-8c62-2bc503f2c5af,segment=NetworkSegment(4eab25d6-89d9-4907-a1c2-51b06443ba33),segment_id=4eab25d6-89d9-4907-a1c2-51b06443ba33)] {{(pid=103304) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 26 21:43:55.221395 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-d682622d-ae30-411d-b691-03a6684fde52 req-5eb2d1c3-b8ff-44bb-888d-c84968c2a8a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9281542'] for port (96612fb2-28a6-4981-8c62-2bc503f2c5af), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:43:55.259972 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d682622d-ae30-411d-b691-03a6684fde52 req-5eb2d1c3-b8ff-44bb-888d-c84968c2a8a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:43:55.260708 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-d682622d-ae30-411d-b691-03a6684fde52 req-5eb2d1c3-b8ff-44bb-888d-c84968c2a8a5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:43:55.262266 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-d682622d-ae30-411d-b691-03a6684fde52 req-5eb2d1c3-b8ff-44bb-888d-c84968c2a8a5 service neutron] 10.222.0.66 "PUT /v2.0/ports/96612fb2-28a6-4981-8c62-2bc503f2c5af HTTP/1.1" status: 200 len: 1095 time: 1.1653290 Jan 26 21:43:55.262782 n-d-760453-5 neutron-server[103304]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5e89c0b4-e967-4671-bdb7-ee22959d1624', 'tag': '96612fb2-28a6-4981-8c62-2bc503f2c5af'}] {{(pid=103304) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 21:43:55.265365 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d52b45f1943fcd332af9527eb73ff93c8d715d44383a3f6d18de73b4cfcf87b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abdc3b8f-fe35-42e8-a0c5-c530ed4e2dd3" -d '{"events": [{"name": "network-changed", "server_uuid": "5e89c0b4-e967-4671-bdb7-ee22959d1624", "tag": "96612fb2-28a6-4981-8c62-2bc503f2c5af"}]}' {{(pid=103304) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 21:43:55.290187 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb2d1c3-b8ff-44bb-888d-c84968c2a8a5 service neutron] Pushing event updated for resources: {'Port': ['ID=96612fb2-28a6-4981-8c62-2bc503f2c5af,revision_number=3']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:43:55.317856 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (fea0591a-627d-4c87-9a9a-01625ddf3277), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:43:55.387549 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d682622d-ae30-411d-b691-03a6684fde52 req-b269f8d9-6607-4ad0-abec-094f9f6d964f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:43:55.393077 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-d682622d-ae30-411d-b691-03a6684fde52 req-b269f8d9-6607-4ad0-abec-094f9f6d964f service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=21597274a7544ad89acd4b47ec1a3b8a&device_id=5e89c0b4-e967-4671-bdb7-ee22959d1624 HTTP/1.1" status: 200 len: 1098 time: 0.0675857 Jan 26 21:43:55.467090 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-d682622d-ae30-411d-b691-03a6684fde52 req-4ca5262a-da4a-4e51-a909-516caa51df91 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.68&port_id=96612fb2-28a6-4981-8c62-2bc503f2c5af HTTP/1.1" status: 200 len: 217 time: 0.0603056 Jan 26 21:43:55.530897 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 26 Jan 2022 21:43:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efd83eff-7c62-464e-ba13-5d934b342096 x-openstack-request-id: req-efd83eff-7c62-464e-ba13-5d934b342096 {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 21:43:55.531193 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5e89c0b4-e967-4671-bdb7-ee22959d1624", "tag": "96612fb2-28a6-4981-8c62-2bc503f2c5af", "status": "completed", "code": 200}]} {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 21:43:55.531447 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-efd83eff-7c62-464e-ba13-5d934b342096 {{(pid=103304) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 21:43:55.531849 n-d-760453-5 neutron-server[103304]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5e89c0b4-e967-4671-bdb7-ee22959d1624', 'tag': '96612fb2-28a6-4981-8c62-2bc503f2c5af', 'status': 'completed', 'code': 200} Jan 26 21:43:55.545180 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d682622d-ae30-411d-b691-03a6684fde52 req-2c48be95-a6d6-4dd0-b4a7-19306bab66ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:43:55.546713 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-d682622d-ae30-411d-b691-03a6684fde52 req-2c48be95-a6d6-4dd0-b4a7-19306bab66ff service neutron] 10.222.0.66 "GET /v2.0/subnets?id=fd77e534-75e6-4b90-950e-f5824d584430 HTTP/1.1" status: 200 len: 843 time: 0.0722713 Jan 26 21:43:55.634081 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d682622d-ae30-411d-b691-03a6684fde52 req-3778d07f-e9fa-43c5-9438-c6556f4bc8d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:43:55.635603 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-d682622d-ae30-411d-b691-03a6684fde52 req-3778d07f-e9fa-43c5-9438-c6556f4bc8d6 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=7fbe9cf5-e12c-436d-b372-55a19c9faa30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0795007 Jan 26 21:43:55.724917 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a8aa0b-a614-411c-9e73-6d008db97553 req-d1ef6a27-d757-417a-b354-6c02aa947860 tempest-VolumesBackupsTest-726502179 tempest-VolumesBackupsTest-726502179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:43:55.726316 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-61a8aa0b-a614-411c-9e73-6d008db97553 req-d1ef6a27-d757-417a-b354-6c02aa947860 tempest-VolumesBackupsTest-726502179 tempest-VolumesBackupsTest-726502179-project] 10.222.0.13 "GET /v2.0/ports?device_id=5e89c0b4-e967-4671-bdb7-ee22959d1624 HTTP/1.1" status: 200 len: 947 time: 0.1091304 Jan 26 21:43:55.776182 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-d682622d-ae30-411d-b691-03a6684fde52 req-b298f751-08e9-441c-a466-a34e3aa9c572 service neutron] 10.222.0.66 "GET /v2.0/networks/7fbe9cf5-e12c-436d-b372-55a19c9faa30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1266835 Jan 26 21:43:55.839140 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-61a8aa0b-a614-411c-9e73-6d008db97553 req-4630fd11-9d7d-4e46-b69f-38fe18f9beab tempest-VolumesBackupsTest-726502179 tempest-VolumesBackupsTest-726502179-project] 10.222.0.13 "GET /v2.0/security-groups?id=ba2677a1-f03a-4b87-97c9-35e2c54fcb13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970485 Jan 26 21:43:55.899918 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-d682622d-ae30-411d-b691-03a6684fde52 req-12e48d61-d5ea-49a8-92f9-d75081ecb1ab service neutron] 10.222.0.66 "GET /v2.0/networks/7fbe9cf5-e12c-436d-b372-55a19c9faa30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1159902 Jan 26 21:43:56.082509 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abdc3b8f-fe35-42e8-a0c5-c530ed4e2dd3 req-097527d3-1e9f-42e8-a916-56ac8aeda6de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:43:56.084039 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-abdc3b8f-fe35-42e8-a0c5-c530ed4e2dd3 req-097527d3-1e9f-42e8-a916-56ac8aeda6de service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=21597274a7544ad89acd4b47ec1a3b8a&device_id=5e89c0b4-e967-4671-bdb7-ee22959d1624 HTTP/1.1" status: 200 len: 1098 time: 0.0495760 Jan 26 21:43:56.182184 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abdc3b8f-fe35-42e8-a0c5-c530ed4e2dd3 req-3ff80570-c5fd-4c7c-8e14-51234518eeb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:43:56.183796 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-abdc3b8f-fe35-42e8-a0c5-c530ed4e2dd3 req-3ff80570-c5fd-4c7c-8e14-51234518eeb5 service neutron] 10.222.0.66 "GET /v2.0/networks?id=7fbe9cf5-e12c-436d-b372-55a19c9faa30 HTTP/1.1" status: 200 len: 870 time: 0.0907662 Jan 26 21:43:56.234142 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-abdc3b8f-fe35-42e8-a0c5-c530ed4e2dd3 req-ee4290e5-5f5b-4cab-8df2-052703664222 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.68&port_id=96612fb2-28a6-4981-8c62-2bc503f2c5af HTTP/1.1" status: 200 len: 217 time: 0.0435166 Jan 26 21:43:56.287901 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abdc3b8f-fe35-42e8-a0c5-c530ed4e2dd3 req-d56fe31a-28ce-49d5-8b2d-27b98c106035 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:43:56.289930 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-abdc3b8f-fe35-42e8-a0c5-c530ed4e2dd3 req-d56fe31a-28ce-49d5-8b2d-27b98c106035 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=fd77e534-75e6-4b90-950e-f5824d584430 HTTP/1.1" status: 200 len: 843 time: 0.0491064 Jan 26 21:43:56.338756 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abdc3b8f-fe35-42e8-a0c5-c530ed4e2dd3 req-328c3f3a-a451-4521-a175-db93ac294c40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:43:56.340299 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-abdc3b8f-fe35-42e8-a0c5-c530ed4e2dd3 req-328c3f3a-a451-4521-a175-db93ac294c40 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=7fbe9cf5-e12c-436d-b372-55a19c9faa30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0442019 Jan 26 21:43:56.450708 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-abdc3b8f-fe35-42e8-a0c5-c530ed4e2dd3 req-bdc010e6-6ad5-4fc6-b8db-9246efc69526 service neutron] 10.222.0.66 "GET /v2.0/networks/7fbe9cf5-e12c-436d-b372-55a19c9faa30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1016293 Jan 26 21:43:56.551913 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-abdc3b8f-fe35-42e8-a0c5-c530ed4e2dd3 req-7b7b7094-3327-4239-a3c6-b2275a241570 service neutron] 10.222.0.66 "GET /v2.0/networks/7fbe9cf5-e12c-436d-b372-55a19c9faa30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0952575 Jan 26 21:43:57.001258 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faccb0fc-2199-4fad-9c74-7aaf30584c97 req-7cf97509-00e3-4c4f-a498-86aa177ffbbb tempest-VolumesBackupsTest-726502179 tempest-VolumesBackupsTest-726502179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:43:57.003570 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-faccb0fc-2199-4fad-9c74-7aaf30584c97 req-7cf97509-00e3-4c4f-a498-86aa177ffbbb tempest-VolumesBackupsTest-726502179 tempest-VolumesBackupsTest-726502179-project] 10.222.0.13 "GET /v2.0/ports?device_id=5e89c0b4-e967-4671-bdb7-ee22959d1624 HTTP/1.1" status: 200 len: 947 time: 0.0613716 Jan 26 21:43:57.065539 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-faccb0fc-2199-4fad-9c74-7aaf30584c97 req-e00571f8-3215-43cc-a6d3-ffe15b183718 tempest-VolumesBackupsTest-726502179 tempest-VolumesBackupsTest-726502179-project] 10.222.0.13 "GET /v2.0/security-groups?id=ba2677a1-f03a-4b87-97c9-35e2c54fcb13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549738 Jan 26 21:43:58.200271 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e5e286-f3ce-4a96-8250-f6f015f58c0a req-a4093eed-ae63-4f82-9fbf-8103a8b831db tempest-VolumesBackupsTest-726502179 tempest-VolumesBackupsTest-726502179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:43:58.202028 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-f2e5e286-f3ce-4a96-8250-f6f015f58c0a req-a4093eed-ae63-4f82-9fbf-8103a8b831db tempest-VolumesBackupsTest-726502179 tempest-VolumesBackupsTest-726502179-project] 10.222.0.13 "GET /v2.0/ports?device_id=5e89c0b4-e967-4671-bdb7-ee22959d1624 HTTP/1.1" status: 200 len: 947 time: 0.0578690 Jan 26 21:43:58.253896 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-f2e5e286-f3ce-4a96-8250-f6f015f58c0a req-811c70cd-0ad5-4c83-ba5b-4487750830f6 tempest-VolumesBackupsTest-726502179 tempest-VolumesBackupsTest-726502179-project] 10.222.0.13 "GET /v2.0/security-groups?id=ba2677a1-f03a-4b87-97c9-35e2c54fcb13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453737 Jan 26 21:43:59.425971 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280deda8-ec7d-48d9-89bd-b38dcf980d7d req-a5505cc8-68a0-43f7-9a62-018fddb71e11 tempest-VolumesBackupsTest-726502179 tempest-VolumesBackupsTest-726502179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:43:59.428866 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-280deda8-ec7d-48d9-89bd-b38dcf980d7d req-a5505cc8-68a0-43f7-9a62-018fddb71e11 tempest-VolumesBackupsTest-726502179 tempest-VolumesBackupsTest-726502179-project] 10.222.0.13 "GET /v2.0/ports?device_id=5e89c0b4-e967-4671-bdb7-ee22959d1624 HTTP/1.1" status: 200 len: 947 time: 0.0728981 Jan 26 21:43:59.498233 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-280deda8-ec7d-48d9-89bd-b38dcf980d7d req-73946a4f-9fdd-450c-bc93-8d02d482f348 tempest-VolumesBackupsTest-726502179 tempest-VolumesBackupsTest-726502179-project] 10.222.0.13 "GET /v2.0/security-groups?id=ba2677a1-f03a-4b87-97c9-35e2c54fcb13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623810 Jan 26 21:43:59.611427 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 39548) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:43:59.733096 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-804a4bda-3649-4eeb-ad64-82d11dba70ea admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:43:59.817774 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-804a4bda-3649-4eeb-ad64-82d11dba70ea admin admin] Publish callbacks [] for security_group (3cacdb32-957d-426b-9ef1-beb4e467ddf7), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:43:59.822979 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-804a4bda-3649-4eeb-ad64-82d11dba70ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (3cacdb32-957d-426b-9ef1-beb4e467ddf7), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:43:59.869083 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-804a4bda-3649-4eeb-ad64-82d11dba70ea admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=183a930a39e843dc8570cca79f9befcd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2538936 Jan 26 21:43:59.869083 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-804a4bda-3649-4eeb-ad64-82d11dba70ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3cacdb32-957d-426b-9ef1-beb4e467ddf7,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:43:59.870103 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 39552) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:43:59.935890 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-ebe7fb00-0a9f-48d3-838a-4d0e73cb2c29 admin admin] Publish callbacks [] for security_group (3cacdb32-957d-426b-9ef1-beb4e467ddf7), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:43:59.962361 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-ebe7fb00-0a9f-48d3-838a-4d0e73cb2c29 admin admin] Publish callbacks [] for security_group (3cacdb32-957d-426b-9ef1-beb4e467ddf7), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:44:00.015991 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-ebe7fb00-0a9f-48d3-838a-4d0e73cb2c29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (3cacdb32-957d-426b-9ef1-beb4e467ddf7), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:44:00.021071 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-ebe7fb00-0a9f-48d3-838a-4d0e73cb2c29 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:44:00.025332 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-ebe7fb00-0a9f-48d3-838a-4d0e73cb2c29 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/3cacdb32-957d-426b-9ef1-beb4e467ddf7 HTTP/1.1" status: 204 len: 168 time: 0.1537073 Jan 26 21:44:00.035052 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe7fb00-0a9f-48d3-838a-4d0e73cb2c29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3cacdb32-957d-426b-9ef1-beb4e467ddf7,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:44:00.084583 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Device 96612fb2-28a6-4981-8c62-2bc503f2c5af details requested by agent hyperv_n-h1-760453-5 with host n-h1-760453-5 {{(pid=103306) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 26 21:44:00.256550 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] For port 96612fb2-28a6-4981-8c62-2bc503f2c5af, host n-h1-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-5',level=0,port_id=96612fb2-28a6-4981-8c62-2bc503f2c5af,segment=NetworkSegment(4eab25d6-89d9-4907-a1c2-51b06443ba33),segment_id=4eab25d6-89d9-4907-a1c2-51b06443ba33)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:44:00.273560 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Returning: {'device': '96612fb2-28a6-4981-8c62-2bc503f2c5af', 'network_id': '7fbe9cf5-e12c-436d-b372-55a19c9faa30', 'port_id': '96612fb2-28a6-4981-8c62-2bc503f2c5af', 'mac_address': 'fa:16:3e:4a:43:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 561, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fd77e534-75e6-4b90-950e-f5824d584430', 'ip_address': '192.168.233.68'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103306) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 26 21:44:00.318491 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Current status of the port 96612fb2-28a6-4981-8c62-2bc503f2c5af is: DOWN; New status is: BUILD {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:44:00.319216 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (96612fb2-28a6-4981-8c62-2bc503f2c5af), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:44:00.336808 n-d-760453-5 neutron-server[103306]: DEBUG neutron.notifiers.nova [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 96612fb2-28a6-4981-8c62-2bc503f2c5af {{(pid=103306) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 26 21:44:00.362715 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] For port 96612fb2-28a6-4981-8c62-2bc503f2c5af, host n-h1-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-5',level=0,port_id=96612fb2-28a6-4981-8c62-2bc503f2c5af,segment=NetworkSegment(4eab25d6-89d9-4907-a1c2-51b06443ba33),segment_id=4eab25d6-89d9-4907-a1c2-51b06443ba33)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:44:00.369829 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (96612fb2-28a6-4981-8c62-2bc503f2c5af), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:44:00.428221 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 39560) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:44:00.444909 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-99575f36-c6f9-47bf-88b2-5689ee0ff6fd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:44:00.445178 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Pushing event updated for resources: {'Port': ['ID=96612fb2-28a6-4981-8c62-2bc503f2c5af,revision_number=4']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:44:00.553818 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-99575f36-c6f9-47bf-88b2-5689ee0ff6fd admin admin] Publish callbacks [] for security_group (4c5b884d-81d4-4bbe-b931-b500db36919a), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:44:00.559762 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-99575f36-c6f9-47bf-88b2-5689ee0ff6fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (4c5b884d-81d4-4bbe-b931-b500db36919a), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:44:00.609543 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-99575f36-c6f9-47bf-88b2-5689ee0ff6fd admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=66560f93afd048ef880fe0be8847911e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1801124 Jan 26 21:44:00.610532 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99575f36-c6f9-47bf-88b2-5689ee0ff6fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c5b884d-81d4-4bbe-b931-b500db36919a,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:44:00.612345 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 39564) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:44:00.669896 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-7304d7fe-f295-4425-a66b-675fbe1d78d8 admin admin] Publish callbacks [] for security_group (4c5b884d-81d4-4bbe-b931-b500db36919a), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:44:00.695499 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-7304d7fe-f295-4425-a66b-675fbe1d78d8 admin admin] Publish callbacks [] for security_group (4c5b884d-81d4-4bbe-b931-b500db36919a), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:44:00.697412 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754843bb-63c6-4901-898e-e9cc3b06dfd4 req-e0f9815c-837a-44af-bafb-4b94c6787630 tempest-VolumesBackupsTest-726502179 tempest-VolumesBackupsTest-726502179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:44:00.699101 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-754843bb-63c6-4901-898e-e9cc3b06dfd4 req-e0f9815c-837a-44af-bafb-4b94c6787630 tempest-VolumesBackupsTest-726502179 tempest-VolumesBackupsTest-726502179-project] 10.222.0.13 "GET /v2.0/ports?device_id=5e89c0b4-e967-4671-bdb7-ee22959d1624 HTTP/1.1" status: 200 len: 948 time: 0.0610101 Jan 26 21:44:00.752277 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-7304d7fe-f295-4425-a66b-675fbe1d78d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (4c5b884d-81d4-4bbe-b931-b500db36919a), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:44:00.755017 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-7304d7fe-f295-4425-a66b-675fbe1d78d8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:44:00.756464 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-7304d7fe-f295-4425-a66b-675fbe1d78d8 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/4c5b884d-81d4-4bbe-b931-b500db36919a HTTP/1.1" status: 204 len: 168 time: 0.1428971 Jan 26 21:44:00.766148 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7304d7fe-f295-4425-a66b-675fbe1d78d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c5b884d-81d4-4bbe-b931-b500db36919a,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:44:00.832579 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] get_ports_and_sgs() called for port_ids ['96612fb2-28a6-4981-8c62-2bc503f2c5af'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 26 21:44:01.118558 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-754843bb-63c6-4901-898e-e9cc3b06dfd4 req-b4eddabf-5e93-48b0-9104-843c190a3419 tempest-VolumesBackupsTest-726502179 tempest-VolumesBackupsTest-726502179-project] 10.222.0.13 "GET /v2.0/security-groups?id=ba2677a1-f03a-4b87-97c9-35e2c54fcb13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4124653 Jan 26 21:44:01.583530 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 39588) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:44:01.687917 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-045f10c0-0b30-49ba-abf6-af5478a69d58 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-630842170-network', 'tenant_id': '3e1e35f7248e4a01a833381d3c0aae20'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:44:01.707784 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-045f10c0-0b30-49ba-abf6-af5478a69d58 admin admin] Made reservation on behalf of 3e1e35f7248e4a01a833381d3c0aae20 for: {'network': 1} {{(pid=103305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 21:44:01.710197 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-045f10c0-0b30-49ba-abf6-af5478a69d58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for network (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:44:01.718404 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-045f10c0-0b30-49ba-abf6-af5478a69d58 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:44:01.794744 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-045f10c0-0b30-49ba-abf6-af5478a69d58 admin admin] Publish callbacks [] for security_group (b3b09f18-8076-445a-b966-8c28e0e0d92a), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:44:01.799580 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-045f10c0-0b30-49ba-abf6-af5478a69d58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (b3b09f18-8076-445a-b966-8c28e0e0d92a), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:44:01.823328 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-045f10c0-0b30-49ba-abf6-af5478a69d58 admin admin] vlan segment allocate from pool success with {'vlan_id': 564, 'physical_network': 'physnet1'} {{(pid=103305) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 26 21:44:01.833516 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-045f10c0-0b30-49ba-abf6-af5478a69d58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3b09f18-8076-445a-b966-8c28e0e0d92a,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:44:01.838226 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-045f10c0-0b30-49ba-abf6-af5478a69d58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576559'] for segment (85739972-b25e-48d8-9c28-4001e162dd5a), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:44:01.838564 n-d-760453-5 neutron-server[103305]: INFO neutron.db.segments_db [None req-045f10c0-0b30-49ba-abf6-af5478a69d58 admin admin] Added segment 85739972-b25e-48d8-9c28-4001e162dd5a of type vlan for network c7525968-b7af-4b3f-9049-4ead26118112 Jan 26 21:44:01.878745 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-045f10c0-0b30-49ba-abf6-af5478a69d58 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746560256871'] for network (c7525968-b7af-4b3f-9049-4ead26118112), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:44:01.904403 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-045f10c0-0b30-49ba-abf6-af5478a69d58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503'] for network (c7525968-b7af-4b3f-9049-4ead26118112), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:44:01.905470 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-045f10c0-0b30-49ba-abf6-af5478a69d58 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:44:01.906044 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-045f10c0-0b30-49ba-abf6-af5478a69d58 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:44:01.953130 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-045f10c0-0b30-49ba-abf6-af5478a69d58 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3684978 Jan 26 21:44:01.956922 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 39592) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:44:01.962543 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-abecfd9b-e8f1-4bce-bd83-149cee10f10c admin admin] Request body: {'subnet': {'network_id': 'c7525968-b7af-4b3f-9049-4ead26118112', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-630842170-subnet', 'tenant_id': '3e1e35f7248e4a01a833381d3c0aae20', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:44:01.969268 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-045f10c0-0b30-49ba-abf6-af5478a69d58 admin admin] Pushing event updated for resources: {'Network': ['ID=c7525968-b7af-4b3f-9049-4ead26118112,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:44:01.980134 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Network c7525968-b7af-4b3f-9049-4ead26118112 details requested by agent ovs-agent-n-d-760453-5 with host n-d-760453-5 {{(pid=103306) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 26 21:44:01.993147 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abecfd9b-e8f1-4bce-bd83-149cee10f10c admin admin] Made reservation on behalf of 3e1e35f7248e4a01a833381d3c0aae20 for: {'subnet': 1} {{(pid=103304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 21:44:01.995475 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-abecfd9b-e8f1-4bce-bd83-149cee10f10c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12215181'] for subnet (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:44:02.093343 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Device 96612fb2-28a6-4981-8c62-2bc503f2c5af up at agent hyperv_n-h1-760453-5 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 21:44:02.157205 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Provisioning for port 96612fb2-28a6-4981-8c62-2bc503f2c5af completed by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 21:44:02.168146 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Provisioning complete for port 96612fb2-28a6-4981-8c62-2bc503f2c5af triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:44:02.169440 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (96612fb2-28a6-4981-8c62-2bc503f2c5af), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:44:02.183442 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-abecfd9b-e8f1-4bce-bd83-149cee10f10c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9285249', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12215227'] for subnet (f299eb0f-ebc1-49a4-b017-5282447dc0d5), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:44:02.256706 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Current status of the port 96612fb2-28a6-4981-8c62-2bc503f2c5af is: BUILD; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:44:02.257104 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (96612fb2-28a6-4981-8c62-2bc503f2c5af), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:44:02.288826 n-d-760453-5 neutron-server[103306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e89c0b4-e967-4671-bdb7-ee22959d1624', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96612fb2-28a6-4981-8c62-2bc503f2c5af'}] {{(pid=103306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 21:44:02.291180 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9d5d370febab655511bdd2ffe887e43e442d144a440368702bcc1e93af00b97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9bb2ee4-e642-4d29-ac7d-5457eff41209" -d '{"events": [{"server_uuid": "5e89c0b4-e967-4671-bdb7-ee22959d1624", "name": "network-vif-plugged", "status": "completed", "tag": "96612fb2-28a6-4981-8c62-2bc503f2c5af"}]}' {{(pid=103306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 21:44:02.298543 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4d97f3-dab9-4a53-96a9-3082fb040d03 req-a1568ccc-4399-49bf-a4df-164ccdad9c83 tempest-VolumesBackupsTest-726502179 tempest-VolumesBackupsTest-726502179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:44:02.308686 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-ee4d97f3-dab9-4a53-96a9-3082fb040d03 req-a1568ccc-4399-49bf-a4df-164ccdad9c83 tempest-VolumesBackupsTest-726502179 tempest-VolumesBackupsTest-726502179-project] 10.222.0.13 "GET /v2.0/ports?device_id=5e89c0b4-e967-4671-bdb7-ee22959d1624 HTTP/1.1" status: 200 len: 948 time: 0.1202457 Jan 26 21:44:02.323123 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abecfd9b-e8f1-4bce-bd83-149cee10f10c admin admin] Pushing event updated for resources: {'Subnet': ['ID=f299eb0f-ebc1-49a4-b017-5282447dc0d5,revision_number=0']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:44:02.351339 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abecfd9b-e8f1-4bce-bd83-149cee10f10c admin admin] Checking segment: {'id': '85739972-b25e-48d8-9c28-4001e162dd5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'c7525968-b7af-4b3f-9049-4ead26118112'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103304) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 21:44:02.351863 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abecfd9b-e8f1-4bce-bd83-149cee10f10c admin admin] Network hostable DHCP agents. Network: c7525968-b7af-4b3f-9049-4ead26118112, hostable agents: ['474ccdf7-ab6c-405b-a3b2-dc7b05829902'], hosted agents: [] {{(pid=103304) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 26 21:44:02.400563 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abecfd9b-e8f1-4bce-bd83-149cee10f10c admin admin] Network c7525968-b7af-4b3f-9049-4ead26118112 is scheduled to be hosted by DHCP agent 474ccdf7-ab6c-405b-a3b2-dc7b05829902 with binding_index 1 {{(pid=103304) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 26 21:44:02.416274 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [None req-abecfd9b-e8f1-4bce-bd83-149cee10f10c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760453-5, c7525968-b7af-4b3f-9049-4ead26118112) {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:44:02.422965 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abecfd9b-e8f1-4bce-bd83-149cee10f10c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:44:02.426714 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-abecfd9b-e8f1-4bce-bd83-149cee10f10c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:44:02.451087 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-ee4d97f3-dab9-4a53-96a9-3082fb040d03 req-04937386-fba8-4a12-972c-4b1d833ae500 tempest-VolumesBackupsTest-726502179 tempest-VolumesBackupsTest-726502179-project] 10.222.0.13 "GET /v2.0/security-groups?id=ba2677a1-f03a-4b87-97c9-35e2c54fcb13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1414697 Jan 26 21:44:02.468019 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-abecfd9b-e8f1-4bce-bd83-149cee10f10c admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5092993 Jan 26 21:44:02.535351 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Jan 2022 21:44:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b022bf3b-23b7-4f4a-baf5-337ead6bf26a x-openstack-request-id: req-b022bf3b-23b7-4f4a-baf5-337ead6bf26a {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 21:44:02.535625 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e89c0b4-e967-4671-bdb7-ee22959d1624", "name": "network-vif-plugged", "status": "completed", "tag": "96612fb2-28a6-4981-8c62-2bc503f2c5af", "code": 200}]} {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 21:44:02.535865 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b022bf3b-23b7-4f4a-baf5-337ead6bf26a {{(pid=103306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 21:44:02.536249 n-d-760453-5 neutron-server[103306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e89c0b4-e967-4671-bdb7-ee22959d1624', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96612fb2-28a6-4981-8c62-2bc503f2c5af', 'code': 200} Jan 26 21:44:02.539301 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a787f0f-2e9c-4678-bb0c-ea99ce06dcd3 None None] Network c7525968-b7af-4b3f-9049-4ead26118112 requested from n-d-760453-5 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 26 21:44:02.544770 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] For port 96612fb2-28a6-4981-8c62-2bc503f2c5af, host n-h1-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-5',level=0,port_id=96612fb2-28a6-4981-8c62-2bc503f2c5af,segment=NetworkSegment(4eab25d6-89d9-4907-a1c2-51b06443ba33),segment_id=4eab25d6-89d9-4907-a1c2-51b06443ba33)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:44:02.557135 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (96612fb2-28a6-4981-8c62-2bc503f2c5af), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:44:02.560588 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351c836a-9228-4426-bb61-78cc61bec27a req-d26b69f3-0ac2-44fa-8020-139d5ee8de90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:44:02.562368 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-351c836a-9228-4426-bb61-78cc61bec27a req-d26b69f3-0ac2-44fa-8020-139d5ee8de90 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=5e89c0b4-e967-4671-bdb7-ee22959d1624 HTTP/1.1" status: 200 len: 1099 time: 0.0790291 Jan 26 21:44:02.623969 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-351c836a-9228-4426-bb61-78cc61bec27a req-a37be5b3-9980-4cf7-ad48-f064da89ae7a service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=ba2677a1-f03a-4b87-97c9-35e2c54fcb13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541425 Jan 26 21:44:02.635366 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Pushing event updated for resources: {'Port': ['ID=96612fb2-28a6-4981-8c62-2bc503f2c5af,revision_number=5']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:44:02.698560 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72ad6369-97b7-4874-a85b-645bd0706bc5 None None] Network c7525968-b7af-4b3f-9049-4ead26118112 requested from n-d-760453-5 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 26 21:44:02.988401 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 39614) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:44:02.993523 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-b18911c2-a750-457e-9d1a-03493e9d0e7a admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1767579162-network', 'tenant_id': 'efe435b947fb47dda5e9dd36d94b3c2e'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:44:03.014329 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b18911c2-a750-457e-9d1a-03493e9d0e7a admin admin] Made reservation on behalf of efe435b947fb47dda5e9dd36d94b3c2e for: {'network': 1} {{(pid=103305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 21:44:03.016747 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-b18911c2-a750-457e-9d1a-03493e9d0e7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for network (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:44:03.026360 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-b18911c2-a750-457e-9d1a-03493e9d0e7a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:44:03.103090 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-b18911c2-a750-457e-9d1a-03493e9d0e7a admin admin] Publish callbacks [] for security_group (9d67addd-41bc-45d2-a829-a22af7614966), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:44:03.107127 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-b18911c2-a750-457e-9d1a-03493e9d0e7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (9d67addd-41bc-45d2-a829-a22af7614966), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:44:03.131939 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b18911c2-a750-457e-9d1a-03493e9d0e7a admin admin] vlan segment allocate from pool success with {'vlan_id': 592, 'physical_network': 'physnet1'} {{(pid=103305) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 26 21:44:03.141615 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b18911c2-a750-457e-9d1a-03493e9d0e7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d67addd-41bc-45d2-a829-a22af7614966,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:44:03.147204 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-b18911c2-a750-457e-9d1a-03493e9d0e7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576559'] for segment (2ddbe5d1-4da9-442d-9428-47e503ba6e3d), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:44:03.147548 n-d-760453-5 neutron-server[103305]: INFO neutron.db.segments_db [None req-b18911c2-a750-457e-9d1a-03493e9d0e7a admin admin] Added segment 2ddbe5d1-4da9-442d-9428-47e503ba6e3d of type vlan for network 3f7d1ca8-8573-4663-81c4-e53de43bf803 Jan 26 21:44:03.187126 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-b18911c2-a750-457e-9d1a-03493e9d0e7a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746560256871'] for network (3f7d1ca8-8573-4663-81c4-e53de43bf803), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:44:03.212866 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-b18911c2-a750-457e-9d1a-03493e9d0e7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503'] for network (3f7d1ca8-8573-4663-81c4-e53de43bf803), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:44:03.213989 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b18911c2-a750-457e-9d1a-03493e9d0e7a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:44:03.214667 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-b18911c2-a750-457e-9d1a-03493e9d0e7a admin admin] Publish callbacks [] for network (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:44:03.269028 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-b18911c2-a750-457e-9d1a-03493e9d0e7a admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.2794943 Jan 26 21:44:03.272067 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 39616) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:44:03.276648 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b18911c2-a750-457e-9d1a-03493e9d0e7a admin admin] Pushing event updated for resources: {'Network': ['ID=3f7d1ca8-8573-4663-81c4-e53de43bf803,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:44:03.281234 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-ad40d7ae-1300-4e51-8c8f-11be32f883cb admin admin] Request body: {'subnet': {'network_id': '3f7d1ca8-8573-4663-81c4-e53de43bf803', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1767579162-subnet', 'tenant_id': 'efe435b947fb47dda5e9dd36d94b3c2e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:44:03.291191 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Network 3f7d1ca8-8573-4663-81c4-e53de43bf803 details requested by agent ovs-agent-n-d-760453-5 with host n-d-760453-5 {{(pid=103306) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 26 21:44:03.304470 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad40d7ae-1300-4e51-8c8f-11be32f883cb admin admin] Made reservation on behalf of efe435b947fb47dda5e9dd36d94b3c2e for: {'subnet': 1} {{(pid=103304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 21:44:03.308137 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-ad40d7ae-1300-4e51-8c8f-11be32f883cb admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12215181'] for subnet (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:44:03.498685 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.agents_db [None req-569f1ced-6396-4ddf-b79f-e03b0b2146ab None None] Agent healthcheck: found 7 active agents {{(pid=103307) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 26 21:44:03.502408 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-ad40d7ae-1300-4e51-8c8f-11be32f883cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9285249', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12215227'] for subnet (30614518-1e76-4995-b828-727a231e9ae9), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:44:03.590313 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad40d7ae-1300-4e51-8c8f-11be32f883cb admin admin] Pushing event updated for resources: {'Subnet': ['ID=30614518-1e76-4995-b828-727a231e9ae9,revision_number=0']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:44:03.605449 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad40d7ae-1300-4e51-8c8f-11be32f883cb admin admin] Checking segment: {'id': '2ddbe5d1-4da9-442d-9428-47e503ba6e3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '3f7d1ca8-8573-4663-81c4-e53de43bf803'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103304) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 21:44:03.605814 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad40d7ae-1300-4e51-8c8f-11be32f883cb admin admin] Network hostable DHCP agents. Network: 3f7d1ca8-8573-4663-81c4-e53de43bf803, hostable agents: ['474ccdf7-ab6c-405b-a3b2-dc7b05829902'], hosted agents: [] {{(pid=103304) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 26 21:44:03.621077 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f67c89c-6c79-4d96-acf4-802fa046a49c req-a96735fa-db8b-44ea-95b8-ea54f5aa790d tempest-VolumesBackupsTest-726502179 tempest-VolumesBackupsTest-726502179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:44:03.622664 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-1f67c89c-6c79-4d96-acf4-802fa046a49c req-a96735fa-db8b-44ea-95b8-ea54f5aa790d tempest-VolumesBackupsTest-726502179 tempest-VolumesBackupsTest-726502179-project] 10.222.0.13 "GET /v2.0/ports?device_id=5e89c0b4-e967-4671-bdb7-ee22959d1624 HTTP/1.1" status: 200 len: 949 time: 0.0851669 Jan 26 21:44:03.649233 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad40d7ae-1300-4e51-8c8f-11be32f883cb admin admin] Network 3f7d1ca8-8573-4663-81c4-e53de43bf803 is scheduled to be hosted by DHCP agent 474ccdf7-ab6c-405b-a3b2-dc7b05829902 with binding_index 1 {{(pid=103304) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 26 21:44:03.669067 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [None req-ad40d7ae-1300-4e51-8c8f-11be32f883cb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760453-5, 3f7d1ca8-8573-4663-81c4-e53de43bf803) {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:44:03.677223 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27955788-149b-4142-bc2c-da6d8607672d None None] Network 3f7d1ca8-8573-4663-81c4-e53de43bf803 requested from n-d-760453-5 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 26 21:44:03.680045 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad40d7ae-1300-4e51-8c8f-11be32f883cb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:44:03.680635 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-ad40d7ae-1300-4e51-8c8f-11be32f883cb admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:44:03.693804 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-1f67c89c-6c79-4d96-acf4-802fa046a49c req-e4ea4b6e-4a11-460d-8e3e-53784cb01fe4 tempest-VolumesBackupsTest-726502179 tempest-VolumesBackupsTest-726502179-project] 10.222.0.13 "GET /v2.0/security-groups?id=ba2677a1-f03a-4b87-97c9-35e2c54fcb13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648689 Jan 26 21:44:03.707160 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-ad40d7ae-1300-4e51-8c8f-11be32f883cb admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4320605 Jan 26 21:44:03.796471 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ca39ea2-9c8d-4b8b-8635-e9f6d8745779 None None] Network 3f7d1ca8-8573-4663-81c4-e53de43bf803 requested from n-d-760453-5 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 26 21:44:04.225265 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6391b3-8752-416a-9e8c-1fce3298e0ce req-aab0144d-3e0f-43a5-a2ef-0fb0e4bf8277 tempest-VolumesActionsTest-1436601303 tempest-VolumesActionsTest-1436601303-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:44:04.227065 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-6a6391b3-8752-416a-9e8c-1fce3298e0ce req-aab0144d-3e0f-43a5-a2ef-0fb0e4bf8277 tempest-VolumesActionsTest-1436601303 tempest-VolumesActionsTest-1436601303-project] 10.222.0.13 "GET /v2.0/networks?id=c7525968-b7af-4b3f-9049-4ead26118112 HTTP/1.1" status: 200 len: 808 time: 0.1063647 Jan 26 21:44:04.242065 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-6a6391b3-8752-416a-9e8c-1fce3298e0ce req-a462d89c-8594-4c46-ab0d-237a49d9e502 tempest-VolumesActionsTest-1436601303 tempest-VolumesActionsTest-1436601303-project] 10.222.0.13 "GET /v2.0/quotas/3e1e35f7248e4a01a833381d3c0aae20 HTTP/1.1" status: 200 len: 375 time: 0.0097055 Jan 26 21:44:04.274701 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-6a6391b3-8752-416a-9e8c-1fce3298e0ce req-26555de8-ef62-4f93-aed3-e5188b63c1e7 tempest-VolumesActionsTest-1436601303 tempest-VolumesActionsTest-1436601303-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=3e1e35f7248e4a01a833381d3c0aae20&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0276377 Jan 26 21:44:04.372226 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-6a6391b3-8752-416a-9e8c-1fce3298e0ce req-2fd9e0e6-d17a-44de-9bba-26dade868eb2 service neutron] 10.222.0.13 "GET /v2.0/networks/c7525968-b7af-4b3f-9049-4ead26118112?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910804 Jan 26 21:44:04.462704 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-6a6391b3-8752-416a-9e8c-1fce3298e0ce req-6d289ddc-b293-4a6b-a7b7-f482c9405da7 service neutron] 10.222.0.13 "GET /v2.0/networks/c7525968-b7af-4b3f-9049-4ead26118112?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841050 Jan 26 21:44:04.627462 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-6141db7b-cad3-40b0-a1e1-7006cc28e434 req-583cb6cf-6c6a-4cd7-bc03-a8fc1ac856ea tempest-VolumesActionsTest-1436601303 tempest-VolumesActionsTest-1436601303-project] 10.222.0.13 "GET /v2.0/ports?device_id=bf0dee5f-3a2c-469d-ac3a-b2c62ad10058 HTTP/1.1" status: 200 len: 210 time: 0.0323653 Jan 26 21:44:04.830923 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ee268b-4f20-41d5-9158-dcd13c4d93cd req-9c8183c4-4f10-4886-9376-77c828f71f4d tempest-VolumesBackupsTest-726502179 tempest-VolumesBackupsTest-726502179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:44:04.832439 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-33ee268b-4f20-41d5-9158-dcd13c4d93cd req-9c8183c4-4f10-4886-9376-77c828f71f4d tempest-VolumesBackupsTest-726502179 tempest-VolumesBackupsTest-726502179-project] 10.222.0.13 "GET /v2.0/ports?device_id=5e89c0b4-e967-4671-bdb7-ee22959d1624 HTTP/1.1" status: 200 len: 949 time: 0.0501044 Jan 26 21:44:04.882411 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-33ee268b-4f20-41d5-9158-dcd13c4d93cd req-e361dfee-cbed-499e-a63e-e060284bc8b2 tempest-VolumesBackupsTest-726502179 tempest-VolumesBackupsTest-726502179-project] 10.222.0.13 "GET /v2.0/security-groups?id=ba2677a1-f03a-4b87-97c9-35e2c54fcb13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439575 Jan 26 21:44:05.583208 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6391b3-8752-416a-9e8c-1fce3298e0ce req-6bd98d01-7c49-41ea-bd20-e90ed6f6b7bf tempest-VolumesActionsTest-1436601303 tempest-VolumesActionsTest-1436601303-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:44:05.585243 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-6a6391b3-8752-416a-9e8c-1fce3298e0ce req-6bd98d01-7c49-41ea-bd20-e90ed6f6b7bf tempest-VolumesActionsTest-1436601303 tempest-VolumesActionsTest-1436601303-project] 10.222.0.57 "GET /v2.0/networks?id=c7525968-b7af-4b3f-9049-4ead26118112 HTTP/1.1" status: 200 len: 808 time: 0.1351449 Jan 26 21:44:05.598175 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [req-6a6391b3-8752-416a-9e8c-1fce3298e0ce req-00ed0e75-6e12-4d4e-9880-203d686a9d4d tempest-VolumesActionsTest-1436601303 tempest-VolumesActionsTest-1436601303-project] Request body: {'port': {'device_id': 'bf0dee5f-3a2c-469d-ac3a-b2c62ad10058', 'network_id': 'c7525968-b7af-4b3f-9049-4ead26118112', 'admin_state_up': True, 'tenant_id': '3e1e35f7248e4a01a833381d3c0aae20'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:44:05.732248 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-1ab8fdd5-e009-46b9-9049-3bcbfb79d5bf req-57acede0-11af-4c37-b850-242ada93e6aa tempest-VolumesActionsTest-1436601303 tempest-VolumesActionsTest-1436601303-project] 10.222.0.13 "GET /v2.0/ports?device_id=bf0dee5f-3a2c-469d-ac3a-b2c62ad10058 HTTP/1.1" status: 200 len: 210 time: 0.0338709 Jan 26 21:44:05.739406 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6a6391b3-8752-416a-9e8c-1fce3298e0ce req-00ed0e75-6e12-4d4e-9880-203d686a9d4d tempest-VolumesActionsTest-1436601303 tempest-VolumesActionsTest-1436601303-project] Made reservation on behalf of 3e1e35f7248e4a01a833381d3c0aae20 for: {'port': 1} {{(pid=103304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 21:44:05.742705 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-6a6391b3-8752-416a-9e8c-1fce3298e0ce req-00ed0e75-6e12-4d4e-9880-203d686a9d4d tempest-VolumesActionsTest-1436601303 tempest-VolumesActionsTest-1436601303-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:44:05.884098 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.db_base_plugin_common [req-6a6391b3-8752-416a-9e8c-1fce3298e0ce req-00ed0e75-6e12-4d4e-9880-203d686a9d4d tempest-VolumesActionsTest-1436601303 tempest-VolumesActionsTest-1436601303-project] Allocated IP 172.20.0.8 (c7525968-b7af-4b3f-9049-4ead26118112/f299eb0f-ebc1-49a4-b017-5282447dc0d5/74a2403b-e6c6-4d08-a68c-80c523f62cee) {{(pid=103304) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 21:44:06.047145 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-6a6391b3-8752-416a-9e8c-1fce3298e0ce req-00ed0e75-6e12-4d4e-9880-203d686a9d4d tempest-VolumesActionsTest-1436601303 tempest-VolumesActionsTest-1436601303-project] Publish callbacks [] for port (74a2403b-e6c6-4d08-a68c-80c523f62cee), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:44:06.084131 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-6a6391b3-8752-416a-9e8c-1fce3298e0ce req-00ed0e75-6e12-4d4e-9880-203d686a9d4d tempest-VolumesActionsTest-1436601303 tempest-VolumesActionsTest-1436601303-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746560234527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9281553'] for port (74a2403b-e6c6-4d08-a68c-80c523f62cee), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:44:06.128038 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6a6391b3-8752-416a-9e8c-1fce3298e0ce req-00ed0e75-6e12-4d4e-9880-203d686a9d4d tempest-VolumesActionsTest-1436601303 tempest-VolumesActionsTest-1436601303-project] Network c7525968-b7af-4b3f-9049-4ead26118112 is already hosted by enough agents. {{(pid=103304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 21:44:06.130963 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [req-6a6391b3-8752-416a-9e8c-1fce3298e0ce req-00ed0e75-6e12-4d4e-9880-203d686a9d4d tempest-VolumesActionsTest-1436601303 tempest-VolumesActionsTest-1436601303-project] Resources bound (agent type, host, resource id): {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:44:06.136956 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a6391b3-8752-416a-9e8c-1fce3298e0ce req-00ed0e75-6e12-4d4e-9880-203d686a9d4d tempest-VolumesActionsTest-1436601303 tempest-VolumesActionsTest-1436601303-project] Received port after_create {{(pid=103304) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 21:44:06.144014 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ed0e75-6e12-4d4e-9880-203d686a9d4d tempest-VolumesActionsTest-1436601303 tempest-VolumesActionsTest-1436601303-project] Pushing event updated for resources: {'Port': ['ID=74a2403b-e6c6-4d08-a68c-80c523f62cee,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:44:06.189267 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6391b3-8752-416a-9e8c-1fce3298e0ce req-00ed0e75-6e12-4d4e-9880-203d686a9d4d tempest-VolumesActionsTest-1436601303 tempest-VolumesActionsTest-1436601303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:44:06.189924 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-6a6391b3-8752-416a-9e8c-1fce3298e0ce req-00ed0e75-6e12-4d4e-9880-203d686a9d4d tempest-VolumesActionsTest-1436601303 tempest-VolumesActionsTest-1436601303-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:44:06.206277 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-6a6391b3-8752-416a-9e8c-1fce3298e0ce req-00ed0e75-6e12-4d4e-9880-203d686a9d4d tempest-VolumesActionsTest-1436601303 tempest-VolumesActionsTest-1436601303-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6129975 Jan 26 21:44:06.217894 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [req-6a6391b3-8752-416a-9e8c-1fce3298e0ce req-dfde1581-2332-45bb-a6ab-97fea7c0b7ed service neutron] Request body: {'port': {'device_id': 'bf0dee5f-3a2c-469d-ac3a-b2c62ad10058', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-760453-5'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:44:06.274266 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-6a6391b3-8752-416a-9e8c-1fce3298e0ce req-dfde1581-2332-45bb-a6ab-97fea7c0b7ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (74a2403b-e6c6-4d08-a68c-80c523f62cee), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:44:06.551278 n-d-760453-5 neutron-server[103304]: DEBUG neutron.notifiers.nova [req-6a6391b3-8752-416a-9e8c-1fce3298e0ce req-dfde1581-2332-45bb-a6ab-97fea7c0b7ed service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 74a2403b-e6c6-4d08-a68c-80c523f62cee {{(pid=103304) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 26 21:44:06.558869 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-6a6391b3-8752-416a-9e8c-1fce3298e0ce req-dfde1581-2332-45bb-a6ab-97fea7c0b7ed service neutron] Publish callbacks [] for port (74a2403b-e6c6-4d08-a68c-80c523f62cee), precommit_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:44:06.571343 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.provisioning_blocks [req-6a6391b3-8752-416a-9e8c-1fce3298e0ce req-dfde1581-2332-45bb-a6ab-97fea7c0b7ed service neutron] Transition to ACTIVE for port object 74a2403b-e6c6-4d08-a68c-80c523f62cee will not be triggered until provisioned by entity L2. {{(pid=103304) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 21:44:06.575362 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-6a6391b3-8752-416a-9e8c-1fce3298e0ce req-dfde1581-2332-45bb-a6ab-97fea7c0b7ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9281542'] for port (74a2403b-e6c6-4d08-a68c-80c523f62cee), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:44:06.633242 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfde1581-2332-45bb-a6ab-97fea7c0b7ed service neutron] Pushing event updated for resources: {'Port': ['ID=74a2403b-e6c6-4d08-a68c-80c523f62cee,revision_number=2']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:44:06.699296 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [req-6a6391b3-8752-416a-9e8c-1fce3298e0ce req-dfde1581-2332-45bb-a6ab-97fea7c0b7ed service neutron] Attempting to bind port 74a2403b-e6c6-4d08-a68c-80c523f62cee on host n-h2-760453-5 for vnic_type normal with profile {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 21:44:06.699544 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [req-6a6391b3-8752-416a-9e8c-1fce3298e0ce req-dfde1581-2332-45bb-a6ab-97fea7c0b7ed service neutron] Attempting to bind port 74a2403b-e6c6-4d08-a68c-80c523f62cee by drivers openvswitch,hyperv on host n-h2-760453-5 at level 0 using segments [{'id': '85739972-b25e-48d8-9c28-4001e162dd5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'c7525968-b7af-4b3f-9049-4ead26118112'}] {{(pid=103304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 26 21:44:06.699864 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a6391b3-8752-416a-9e8c-1fce3298e0ce req-dfde1581-2332-45bb-a6ab-97fea7c0b7ed service neutron] Attempting to bind port 74a2403b-e6c6-4d08-a68c-80c523f62cee on network c7525968-b7af-4b3f-9049-4ead26118112 {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 21:44:06.704103 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a6391b3-8752-416a-9e8c-1fce3298e0ce req-dfde1581-2332-45bb-a6ab-97fea7c0b7ed service neutron] Port 74a2403b-e6c6-4d08-a68c-80c523f62cee on network c7525968-b7af-4b3f-9049-4ead26118112 not bound, no agent of type Open vSwitch agent registered on host n-h2-760453-5 {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 26 21:44:06.704440 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a6391b3-8752-416a-9e8c-1fce3298e0ce req-dfde1581-2332-45bb-a6ab-97fea7c0b7ed service neutron] Attempting to bind port 74a2403b-e6c6-4d08-a68c-80c523f62cee on network c7525968-b7af-4b3f-9049-4ead26118112 {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 21:44:06.709583 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a6391b3-8752-416a-9e8c-1fce3298e0ce req-dfde1581-2332-45bb-a6ab-97fea7c0b7ed service neutron] Checking agent: {'id': '4d619873-4b60-439f-9b5a-b155dc8bbc34', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-760453-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 21, 2, 53), 'started_at': datetime.datetime(2022, 1, 26, 21, 2, 53), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 21, 43, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 26 21:44:06.709917 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a6391b3-8752-416a-9e8c-1fce3298e0ce req-dfde1581-2332-45bb-a6ab-97fea7c0b7ed service neutron] Checking segment: {'id': '85739972-b25e-48d8-9c28-4001e162dd5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'c7525968-b7af-4b3f-9049-4ead26118112'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103304) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 21:44:06.710294 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a6391b3-8752-416a-9e8c-1fce3298e0ce req-dfde1581-2332-45bb-a6ab-97fea7c0b7ed service neutron] Bound using segment: {'id': '85739972-b25e-48d8-9c28-4001e162dd5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'c7525968-b7af-4b3f-9049-4ead26118112'} {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 26 21:44:06.710717 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [req-6a6391b3-8752-416a-9e8c-1fce3298e0ce req-dfde1581-2332-45bb-a6ab-97fea7c0b7ed service neutron] Bound port: 74a2403b-e6c6-4d08-a68c-80c523f62cee, host: n-h2-760453-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '85739972-b25e-48d8-9c28-4001e162dd5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'c7525968-b7af-4b3f-9049-4ead26118112'}}] {{(pid=103304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 26 21:44:06.711065 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-6a6391b3-8752-416a-9e8c-1fce3298e0ce req-dfde1581-2332-45bb-a6ab-97fea7c0b7ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (74a2403b-e6c6-4d08-a68c-80c523f62cee), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:44:06.776665 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [req-6a6391b3-8752-416a-9e8c-1fce3298e0ce req-dfde1581-2332-45bb-a6ab-97fea7c0b7ed service neutron] For port 74a2403b-e6c6-4d08-a68c-80c523f62cee, host n-h2-760453-5, cleared binding levels {{(pid=103304) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 26 21:44:06.786915 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [req-6a6391b3-8752-416a-9e8c-1fce3298e0ce req-dfde1581-2332-45bb-a6ab-97fea7c0b7ed service neutron] For port 74a2403b-e6c6-4d08-a68c-80c523f62cee, host n-h2-760453-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-5',level=0,port_id=74a2403b-e6c6-4d08-a68c-80c523f62cee,segment=NetworkSegment(85739972-b25e-48d8-9c28-4001e162dd5a),segment_id=85739972-b25e-48d8-9c28-4001e162dd5a)] {{(pid=103304) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 26 21:44:06.792930 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-6a6391b3-8752-416a-9e8c-1fce3298e0ce req-dfde1581-2332-45bb-a6ab-97fea7c0b7ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9281542'] for port (74a2403b-e6c6-4d08-a68c-80c523f62cee), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:44:06.844618 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6391b3-8752-416a-9e8c-1fce3298e0ce req-dfde1581-2332-45bb-a6ab-97fea7c0b7ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:44:06.844618 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-6a6391b3-8752-416a-9e8c-1fce3298e0ce req-dfde1581-2332-45bb-a6ab-97fea7c0b7ed service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:44:06.846087 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-6a6391b3-8752-416a-9e8c-1fce3298e0ce req-dfde1581-2332-45bb-a6ab-97fea7c0b7ed service neutron] 10.222.0.57 "PUT /v2.0/ports/74a2403b-e6c6-4d08-a68c-80c523f62cee HTTP/1.1" status: 200 len: 1091 time: 0.6326807 Jan 26 21:44:06.848389 n-d-760453-5 neutron-server[103304]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf0dee5f-3a2c-469d-ac3a-b2c62ad10058', 'tag': '74a2403b-e6c6-4d08-a68c-80c523f62cee'}] {{(pid=103304) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 21:44:06.850884 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d52b45f1943fcd332af9527eb73ff93c8d715d44383a3f6d18de73b4cfcf87b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da2822c3-2293-45c4-b913-2dcf7e8827f5" -d '{"events": [{"name": "network-changed", "server_uuid": "bf0dee5f-3a2c-469d-ac3a-b2c62ad10058", "tag": "74a2403b-e6c6-4d08-a68c-80c523f62cee"}]}' {{(pid=103304) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 21:44:06.909014 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfde1581-2332-45bb-a6ab-97fea7c0b7ed service neutron] Pushing event updated for resources: {'Port': ['ID=74a2403b-e6c6-4d08-a68c-80c523f62cee,revision_number=3']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:44:06.915083 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 26 Jan 2022 21:44:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5079d392-630b-4925-a48e-c667ed02723e x-openstack-request-id: req-5079d392-630b-4925-a48e-c667ed02723e {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 21:44:06.916003 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bf0dee5f-3a2c-469d-ac3a-b2c62ad10058", "tag": "74a2403b-e6c6-4d08-a68c-80c523f62cee", "status": "completed", "code": 200}]} {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 21:44:06.916003 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-5079d392-630b-4925-a48e-c667ed02723e {{(pid=103304) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 21:44:06.916003 n-d-760453-5 neutron-server[103304]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bf0dee5f-3a2c-469d-ac3a-b2c62ad10058', 'tag': '74a2403b-e6c6-4d08-a68c-80c523f62cee', 'status': 'completed', 'code': 200} Jan 26 21:44:06.950893 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b94b79-e354-4b64-b7cf-b196e63419a1 req-2196c5cc-4c64-44f1-9bf5-49ecb0a5d844 tempest-VolumesActionsTest-1436601303 tempest-VolumesActionsTest-1436601303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:44:06.952530 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-18b94b79-e354-4b64-b7cf-b196e63419a1 req-2196c5cc-4c64-44f1-9bf5-49ecb0a5d844 tempest-VolumesActionsTest-1436601303 tempest-VolumesActionsTest-1436601303-project] 10.222.0.13 "GET /v2.0/ports?device_id=bf0dee5f-3a2c-469d-ac3a-b2c62ad10058 HTTP/1.1" status: 200 len: 943 time: 0.1278343 Jan 26 21:44:06.966178 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6391b3-8752-416a-9e8c-1fce3298e0ce req-0eb647c8-7af8-465a-bee5-4b92a152a70d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:44:06.968159 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-6a6391b3-8752-416a-9e8c-1fce3298e0ce req-0eb647c8-7af8-465a-bee5-4b92a152a70d service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=3e1e35f7248e4a01a833381d3c0aae20&device_id=bf0dee5f-3a2c-469d-ac3a-b2c62ad10058 HTTP/1.1" status: 200 len: 1094 time: 0.0717804 Jan 26 21:44:07.022914 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-6a6391b3-8752-416a-9e8c-1fce3298e0ce req-d5723f2b-22bf-4780-a24e-866ab3d3adc1 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=74a2403b-e6c6-4d08-a68c-80c523f62cee HTTP/1.1" status: 200 len: 217 time: 0.0449929 Jan 26 21:44:07.094809 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-18b94b79-e354-4b64-b7cf-b196e63419a1 req-dfe27547-4bb2-410c-9f67-51a782bdea10 tempest-VolumesActionsTest-1436601303 tempest-VolumesActionsTest-1436601303-project] 10.222.0.13 "GET /v2.0/security-groups?id=b3b09f18-8076-445a-b966-8c28e0e0d92a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1311533 Jan 26 21:44:07.099610 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6391b3-8752-416a-9e8c-1fce3298e0ce req-d2eeaf2c-b138-4d2c-8c02-61c1274fff83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:44:07.100788 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-6a6391b3-8752-416a-9e8c-1fce3298e0ce req-d2eeaf2c-b138-4d2c-8c02-61c1274fff83 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=f299eb0f-ebc1-49a4-b017-5282447dc0d5 HTTP/1.1" status: 200 len: 848 time: 0.0726757 Jan 26 21:44:07.142288 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-6a6391b3-8752-416a-9e8c-1fce3298e0ce req-8d9c9aed-58f9-4e5d-bad8-4c117a9a34c9 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=c7525968-b7af-4b3f-9049-4ead26118112&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0346098 Jan 26 21:44:07.233953 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-6a6391b3-8752-416a-9e8c-1fce3298e0ce req-4fda0754-2106-4ab0-b37f-533812e31670 service neutron] 10.222.0.57 "GET /v2.0/networks/c7525968-b7af-4b3f-9049-4ead26118112?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849831 Jan 26 21:44:07.332623 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-6a6391b3-8752-416a-9e8c-1fce3298e0ce req-68fee1f8-0330-47b7-9d3f-f9000ccbd2ee service neutron] 10.222.0.57 "GET /v2.0/networks/c7525968-b7af-4b3f-9049-4ead26118112?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916674 Jan 26 21:44:07.420479 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2822c3-2293-45c4-b913-2dcf7e8827f5 req-0415ea15-7527-4004-84ca-db0d259e85d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:44:07.422046 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-da2822c3-2293-45c4-b913-2dcf7e8827f5 req-0415ea15-7527-4004-84ca-db0d259e85d6 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=3e1e35f7248e4a01a833381d3c0aae20&device_id=bf0dee5f-3a2c-469d-ac3a-b2c62ad10058 HTTP/1.1" status: 200 len: 1094 time: 0.0430927 Jan 26 21:44:07.517403 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2822c3-2293-45c4-b913-2dcf7e8827f5 req-b8db1d38-fd46-49f4-84cf-861120009846 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:44:07.518897 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-da2822c3-2293-45c4-b913-2dcf7e8827f5 req-b8db1d38-fd46-49f4-84cf-861120009846 service neutron] 10.222.0.57 "GET /v2.0/networks?id=c7525968-b7af-4b3f-9049-4ead26118112 HTTP/1.1" status: 200 len: 909 time: 0.0908275 Jan 26 21:44:07.559556 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-da2822c3-2293-45c4-b913-2dcf7e8827f5 req-c0a4a475-e887-446d-a7f1-a1aaecf387d5 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=74a2403b-e6c6-4d08-a68c-80c523f62cee HTTP/1.1" status: 200 len: 217 time: 0.0343807 Jan 26 21:44:07.607359 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2822c3-2293-45c4-b913-2dcf7e8827f5 req-5fa159f8-712e-40c4-b92a-754a77fac960 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:44:07.608813 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-da2822c3-2293-45c4-b913-2dcf7e8827f5 req-5fa159f8-712e-40c4-b92a-754a77fac960 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=f299eb0f-ebc1-49a4-b017-5282447dc0d5 HTTP/1.1" status: 200 len: 848 time: 0.0429454 Jan 26 21:44:07.641103 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-da2822c3-2293-45c4-b913-2dcf7e8827f5 req-065921cd-e071-4b31-a86e-87a65f3a59a2 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=c7525968-b7af-4b3f-9049-4ead26118112&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0253301 Jan 26 21:44:07.737431 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-da2822c3-2293-45c4-b913-2dcf7e8827f5 req-0130cfb2-30f2-4b4c-8127-ddb1b7f5e4b5 service neutron] 10.222.0.57 "GET /v2.0/networks/c7525968-b7af-4b3f-9049-4ead26118112?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891283 Jan 26 21:44:07.827550 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-da2822c3-2293-45c4-b913-2dcf7e8827f5 req-076cb9ec-3937-4f41-ada8-dbe8e7a17bab service neutron] 10.222.0.57 "GET /v2.0/networks/c7525968-b7af-4b3f-9049-4ead26118112?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833561 Jan 26 21:44:08.230175 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00eefa7-5a2a-446f-832e-48a085127ab6 req-9cbfee3d-dd07-419a-abc9-a108027adc8f tempest-VolumesActionsTest-1436601303 tempest-VolumesActionsTest-1436601303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:44:08.231693 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-a00eefa7-5a2a-446f-832e-48a085127ab6 req-9cbfee3d-dd07-419a-abc9-a108027adc8f tempest-VolumesActionsTest-1436601303 tempest-VolumesActionsTest-1436601303-project] 10.222.0.13 "GET /v2.0/ports?device_id=bf0dee5f-3a2c-469d-ac3a-b2c62ad10058 HTTP/1.1" status: 200 len: 943 time: 0.0548346 Jan 26 21:44:08.281206 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-a00eefa7-5a2a-446f-832e-48a085127ab6 req-4d1679dc-f21a-4a43-aba8-2dc144fbbf40 tempest-VolumesActionsTest-1436601303 tempest-VolumesActionsTest-1436601303-project] 10.222.0.13 "GET /v2.0/security-groups?id=b3b09f18-8076-445a-b966-8c28e0e0d92a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431671 Jan 26 21:44:08.409644 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (32ef628b-8417-46c5-8729-60fcabe358f1), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:44:09.408025 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50cf623b-9190-4da2-8bf2-fe6f3d63c3d9 req-94d49b4d-2ad2-4cf2-9607-3fe285ac1839 tempest-VolumesActionsTest-1436601303 tempest-VolumesActionsTest-1436601303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:44:09.409704 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-50cf623b-9190-4da2-8bf2-fe6f3d63c3d9 req-94d49b4d-2ad2-4cf2-9607-3fe285ac1839 tempest-VolumesActionsTest-1436601303 tempest-VolumesActionsTest-1436601303-project] 10.222.0.13 "GET /v2.0/ports?device_id=bf0dee5f-3a2c-469d-ac3a-b2c62ad10058 HTTP/1.1" status: 200 len: 943 time: 0.0597835 Jan 26 21:44:09.472316 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-50cf623b-9190-4da2-8bf2-fe6f3d63c3d9 req-591d66af-dbf3-4fcf-9a0e-9c5f15419999 tempest-VolumesActionsTest-1436601303 tempest-VolumesActionsTest-1436601303-project] 10.222.0.13 "GET /v2.0/security-groups?id=b3b09f18-8076-445a-b966-8c28e0e0d92a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563345 Jan 26 21:44:10.301920 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Device 74a2403b-e6c6-4d08-a68c-80c523f62cee details requested by agent hyperv_n-h2-760453-5 with host n-h2-760453-5 {{(pid=103306) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 26 21:44:10.409487 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] For port 74a2403b-e6c6-4d08-a68c-80c523f62cee, host n-h2-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-5',level=0,port_id=74a2403b-e6c6-4d08-a68c-80c523f62cee,segment=NetworkSegment(85739972-b25e-48d8-9c28-4001e162dd5a),segment_id=85739972-b25e-48d8-9c28-4001e162dd5a)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:44:10.426268 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Returning: {'device': '74a2403b-e6c6-4d08-a68c-80c523f62cee', 'network_id': 'c7525968-b7af-4b3f-9049-4ead26118112', 'port_id': '74a2403b-e6c6-4d08-a68c-80c523f62cee', 'mac_address': 'fa:16:3e:2c:77:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 564, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f299eb0f-ebc1-49a4-b017-5282447dc0d5', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103306) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 26 21:44:10.470884 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Current status of the port 74a2403b-e6c6-4d08-a68c-80c523f62cee is: DOWN; New status is: BUILD {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:44:10.471276 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (74a2403b-e6c6-4d08-a68c-80c523f62cee), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:44:10.486501 n-d-760453-5 neutron-server[103306]: DEBUG neutron.notifiers.nova [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 74a2403b-e6c6-4d08-a68c-80c523f62cee {{(pid=103306) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 26 21:44:10.540250 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] For port 74a2403b-e6c6-4d08-a68c-80c523f62cee, host n-h2-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-5',level=0,port_id=74a2403b-e6c6-4d08-a68c-80c523f62cee,segment=NetworkSegment(85739972-b25e-48d8-9c28-4001e162dd5a),segment_id=85739972-b25e-48d8-9c28-4001e162dd5a)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:44:10.549000 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (74a2403b-e6c6-4d08-a68c-80c523f62cee), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:44:10.643133 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Pushing event updated for resources: {'Port': ['ID=74a2403b-e6c6-4d08-a68c-80c523f62cee,revision_number=4']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:44:10.645193 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653dc8d3-c073-47d8-bb4b-3602aec4800b req-5aef8ae2-5ecb-4072-a3c1-b1332d18bd92 tempest-VolumesActionsTest-1436601303 tempest-VolumesActionsTest-1436601303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:44:10.648345 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-653dc8d3-c073-47d8-bb4b-3602aec4800b req-5aef8ae2-5ecb-4072-a3c1-b1332d18bd92 tempest-VolumesActionsTest-1436601303 tempest-VolumesActionsTest-1436601303-project] 10.222.0.13 "GET /v2.0/ports?device_id=bf0dee5f-3a2c-469d-ac3a-b2c62ad10058 HTTP/1.1" status: 200 len: 944 time: 0.0678811 Jan 26 21:44:10.708663 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-653dc8d3-c073-47d8-bb4b-3602aec4800b req-4f12a552-0070-4841-824f-cf87b9c285d6 tempest-VolumesActionsTest-1436601303 tempest-VolumesActionsTest-1436601303-project] 10.222.0.13 "GET /v2.0/security-groups?id=b3b09f18-8076-445a-b966-8c28e0e0d92a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545337 Jan 26 21:44:10.810033 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] get_ports_and_sgs() called for port_ids ['74a2403b-e6c6-4d08-a68c-80c523f62cee'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 26 21:44:11.849774 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77f7656-3445-4edf-950c-594dc1e89b60 req-94ec2561-c21b-405b-8c21-8abfb3d8c337 tempest-VolumesActionsTest-1436601303 tempest-VolumesActionsTest-1436601303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:44:11.851345 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-a77f7656-3445-4edf-950c-594dc1e89b60 req-94ec2561-c21b-405b-8c21-8abfb3d8c337 tempest-VolumesActionsTest-1436601303 tempest-VolumesActionsTest-1436601303-project] 10.222.0.13 "GET /v2.0/ports?device_id=bf0dee5f-3a2c-469d-ac3a-b2c62ad10058 HTTP/1.1" status: 200 len: 944 time: 0.0618267 Jan 26 21:44:11.903318 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-a77f7656-3445-4edf-950c-594dc1e89b60 req-773c2b30-c32c-4969-b956-d9e4c9eaef3d tempest-VolumesActionsTest-1436601303 tempest-VolumesActionsTest-1436601303-project] 10.222.0.13 "GET /v2.0/security-groups?id=b3b09f18-8076-445a-b966-8c28e0e0d92a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457239 Jan 26 21:44:12.318245 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Device 74a2403b-e6c6-4d08-a68c-80c523f62cee up at agent hyperv_n-h2-760453-5 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 21:44:12.372381 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Provisioning for port 74a2403b-e6c6-4d08-a68c-80c523f62cee completed by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 21:44:12.377205 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Provisioning complete for port 74a2403b-e6c6-4d08-a68c-80c523f62cee triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:44:12.377781 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (74a2403b-e6c6-4d08-a68c-80c523f62cee), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:44:12.479055 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Current status of the port 74a2403b-e6c6-4d08-a68c-80c523f62cee is: BUILD; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:44:12.479456 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (74a2403b-e6c6-4d08-a68c-80c523f62cee), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:44:12.511817 n-d-760453-5 neutron-server[103306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf0dee5f-3a2c-469d-ac3a-b2c62ad10058', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74a2403b-e6c6-4d08-a68c-80c523f62cee'}] {{(pid=103306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 21:44:12.514335 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9d5d370febab655511bdd2ffe887e43e442d144a440368702bcc1e93af00b97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-266a17f0-f18c-4f0b-af33-1ca2df181b4a" -d '{"events": [{"server_uuid": "bf0dee5f-3a2c-469d-ac3a-b2c62ad10058", "name": "network-vif-plugged", "status": "completed", "tag": "74a2403b-e6c6-4d08-a68c-80c523f62cee"}]}' {{(pid=103306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 21:44:12.535712 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] For port 74a2403b-e6c6-4d08-a68c-80c523f62cee, host n-h2-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-5',level=0,port_id=74a2403b-e6c6-4d08-a68c-80c523f62cee,segment=NetworkSegment(85739972-b25e-48d8-9c28-4001e162dd5a),segment_id=85739972-b25e-48d8-9c28-4001e162dd5a)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:44:12.542087 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (74a2403b-e6c6-4d08-a68c-80c523f62cee), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:44:12.582865 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Jan 2022 21:44:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0c7eee5-cb07-4011-836b-4668d873d895 x-openstack-request-id: req-e0c7eee5-cb07-4011-836b-4668d873d895 {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 21:44:12.582865 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf0dee5f-3a2c-469d-ac3a-b2c62ad10058", "name": "network-vif-plugged", "status": "completed", "tag": "74a2403b-e6c6-4d08-a68c-80c523f62cee", "code": 200}]} {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 21:44:12.582865 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e0c7eee5-cb07-4011-836b-4668d873d895 {{(pid=103306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 21:44:12.582865 n-d-760453-5 neutron-server[103306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf0dee5f-3a2c-469d-ac3a-b2c62ad10058', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74a2403b-e6c6-4d08-a68c-80c523f62cee', 'code': 200} Jan 26 21:44:12.612949 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Pushing event updated for resources: {'Port': ['ID=74a2403b-e6c6-4d08-a68c-80c523f62cee,revision_number=5']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:44:12.623347 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:44:12.623698 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:44:12.624055 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:44:12.624435 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:44:12.624815 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:44:12.625769 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:44:12.627085 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:44:12.627445 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:44:12.627825 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:44:12.628164 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:44:12.628498 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:44:12.628863 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:44:12.629255 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:44:12.692524 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a943e9e4-54ba-4b4a-84f6-d602d6e0f3e4 req-03e1ff6b-70e0-4d76-ae72-d7c25108e913 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:44:12.694220 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-a943e9e4-54ba-4b4a-84f6-d602d6e0f3e4 req-03e1ff6b-70e0-4d76-ae72-d7c25108e913 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=bf0dee5f-3a2c-469d-ac3a-b2c62ad10058 HTTP/1.1" status: 200 len: 1096 time: 0.0521157 Jan 26 21:44:12.746110 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-a943e9e4-54ba-4b4a-84f6-d602d6e0f3e4 req-817d1bd0-3c4a-4a6a-ba02-856c9b6126fc service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=b3b09f18-8076-445a-b966-8c28e0e0d92a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454173 Jan 26 21:44:13.038166 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76b8807-7cf4-42fe-8ad8-63282e8cd294 req-2f623150-5e7e-4028-8558-773fd615cdf4 tempest-VolumesActionsTest-1436601303 tempest-VolumesActionsTest-1436601303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:44:13.040078 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-b76b8807-7cf4-42fe-8ad8-63282e8cd294 req-2f623150-5e7e-4028-8558-773fd615cdf4 tempest-VolumesActionsTest-1436601303 tempest-VolumesActionsTest-1436601303-project] 10.222.0.13 "GET /v2.0/ports?device_id=bf0dee5f-3a2c-469d-ac3a-b2c62ad10058 HTTP/1.1" status: 200 len: 945 time: 0.0616267 Jan 26 21:44:13.099466 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-b76b8807-7cf4-42fe-8ad8-63282e8cd294 req-eb32691f-b409-4eb4-abbf-3cc4fabf8fe9 tempest-VolumesActionsTest-1436601303 tempest-VolumesActionsTest-1436601303-project] 10.222.0.13 "GET /v2.0/security-groups?id=b3b09f18-8076-445a-b966-8c28e0e0d92a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519590 Jan 26 21:44:14.224970 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db338fa5-c01b-41fa-9717-9ef9796684ea req-58c906ff-d6b7-4ffd-98cd-ae87f6b616ff tempest-VolumesActionsTest-1436601303 tempest-VolumesActionsTest-1436601303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:44:14.226547 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-db338fa5-c01b-41fa-9717-9ef9796684ea req-58c906ff-d6b7-4ffd-98cd-ae87f6b616ff tempest-VolumesActionsTest-1436601303 tempest-VolumesActionsTest-1436601303-project] 10.222.0.13 "GET /v2.0/ports?device_id=bf0dee5f-3a2c-469d-ac3a-b2c62ad10058 HTTP/1.1" status: 200 len: 945 time: 0.0498078 Jan 26 21:44:14.275147 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-db338fa5-c01b-41fa-9717-9ef9796684ea req-64e7afcc-c4a5-4825-9e46-9cb35f10a435 tempest-VolumesActionsTest-1436601303 tempest-VolumesActionsTest-1436601303-project] 10.222.0.13 "GET /v2.0/security-groups?id=b3b09f18-8076-445a-b966-8c28e0e0d92a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427685 Jan 26 21:44:18.849171 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3229ebb0-1ee3-437b-b19b-1f06b39cf18f req-b8b80b8c-373a-4e0a-99db-e4cd49c0709a tempest-VolumesActionsTest-1436601303 tempest-VolumesActionsTest-1436601303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:44:18.850636 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-3229ebb0-1ee3-437b-b19b-1f06b39cf18f req-b8b80b8c-373a-4e0a-99db-e4cd49c0709a tempest-VolumesActionsTest-1436601303 tempest-VolumesActionsTest-1436601303-project] 10.222.0.13 "GET /v2.0/ports?device_id=bf0dee5f-3a2c-469d-ac3a-b2c62ad10058 HTTP/1.1" status: 200 len: 945 time: 0.0553036 Jan 26 21:44:18.900801 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-81e4e653-fe49-4ae5-8064-52d118c06c02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (474ccdf7-ab6c-405b-a3b2-dc7b05829902), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:44:18.905874 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-3229ebb0-1ee3-437b-b19b-1f06b39cf18f req-5e7fd49d-f32d-4392-b515-881ca6404e87 tempest-VolumesActionsTest-1436601303 tempest-VolumesActionsTest-1436601303-project] 10.222.0.13 "GET /v2.0/security-groups?id=b3b09f18-8076-445a-b966-8c28e0e0d92a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485017 Jan 26 21:44:20.023140 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9b28f4-ff3a-44e9-ba26-8276723bad54 req-fd0f129a-19cc-49c6-b6bc-c9b7c3ee5f38 tempest-VolumesActionsTest-1436601303 tempest-VolumesActionsTest-1436601303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:44:20.024871 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-bd9b28f4-ff3a-44e9-ba26-8276723bad54 req-fd0f129a-19cc-49c6-b6bc-c9b7c3ee5f38 tempest-VolumesActionsTest-1436601303 tempest-VolumesActionsTest-1436601303-project] 10.222.0.13 "GET /v2.0/ports?device_id=bf0dee5f-3a2c-469d-ac3a-b2c62ad10058 HTTP/1.1" status: 200 len: 945 time: 0.0497832 Jan 26 21:44:20.073039 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-bd9b28f4-ff3a-44e9-ba26-8276723bad54 req-cb02fbec-eca0-4cb5-920d-5a3f2e7e69ab tempest-VolumesActionsTest-1436601303 tempest-VolumesActionsTest-1436601303-project] 10.222.0.13 "GET /v2.0/security-groups?id=b3b09f18-8076-445a-b966-8c28e0e0d92a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425491 Jan 26 21:44:20.162117 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428bb585-bfa8-4e07-8eb9-4a12610260f1 req-e0b54b59-e6df-4256-b10a-3ca94504f74f tempest-VolumesActionsTest-1436601303 tempest-VolumesActionsTest-1436601303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:44:20.163488 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-428bb585-bfa8-4e07-8eb9-4a12610260f1 req-e0b54b59-e6df-4256-b10a-3ca94504f74f tempest-VolumesActionsTest-1436601303 tempest-VolumesActionsTest-1436601303-project] 10.222.0.57 "GET /v2.0/ports?device_id=bf0dee5f-3a2c-469d-ac3a-b2c62ad10058 HTTP/1.1" status: 200 len: 945 time: 0.0502360 Jan 26 21:44:20.268124 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [req-428bb585-bfa8-4e07-8eb9-4a12610260f1 req-b06e0b45-35c4-40ea-80af-d526d0529481 tempest-VolumesActionsTest-1436601303 tempest-VolumesActionsTest-1436601303-project] Deleting port 74a2403b-e6c6-4d08-a68c-80c523f62cee {{(pid=103304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 21:44:20.268613 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-428bb585-bfa8-4e07-8eb9-4a12610260f1 req-b06e0b45-35c4-40ea-80af-d526d0529481 tempest-VolumesActionsTest-1436601303 tempest-VolumesActionsTest-1436601303-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746560630878'] for port (74a2403b-e6c6-4d08-a68c-80c523f62cee), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:44:20.372586 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [req-428bb585-bfa8-4e07-8eb9-4a12610260f1 req-b06e0b45-35c4-40ea-80af-d526d0529481 tempest-VolumesActionsTest-1436601303 tempest-VolumesActionsTest-1436601303-project] For port 74a2403b-e6c6-4d08-a68c-80c523f62cee, host n-h2-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-5',level=0,port_id=74a2403b-e6c6-4d08-a68c-80c523f62cee,segment=NetworkSegment(85739972-b25e-48d8-9c28-4001e162dd5a),segment_id=85739972-b25e-48d8-9c28-4001e162dd5a)] {{(pid=103304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:44:20.373518 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-428bb585-bfa8-4e07-8eb9-4a12610260f1 req-b06e0b45-35c4-40ea-80af-d526d0529481 tempest-VolumesActionsTest-1436601303 tempest-VolumesActionsTest-1436601303-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4109658'] for port (74a2403b-e6c6-4d08-a68c-80c523f62cee), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:44:20.395845 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [req-428bb585-bfa8-4e07-8eb9-4a12610260f1 req-b06e0b45-35c4-40ea-80af-d526d0529481 tempest-VolumesActionsTest-1436601303 tempest-VolumesActionsTest-1436601303-project] Calling delete_port for 74a2403b-e6c6-4d08-a68c-80c523f62cee owned by compute:nova {{(pid=103304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 21:44:20.546469 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-428bb585-bfa8-4e07-8eb9-4a12610260f1 req-b06e0b45-35c4-40ea-80af-d526d0529481 tempest-VolumesActionsTest-1436601303 tempest-VolumesActionsTest-1436601303-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746560636600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746560234536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9281553'] for port (74a2403b-e6c6-4d08-a68c-80c523f62cee), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:44:20.559151 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] get_ports_and_sgs() called for port_ids ['74a2403b-e6c6-4d08-a68c-80c523f62cee'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 26 21:44:20.579829 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06e0b45-35c4-40ea-80af-d526d0529481 tempest-VolumesActionsTest-1436601303 tempest-VolumesActionsTest-1436601303-project] Pushing event deleted for resources: {'Port': ['ID=74a2403b-e6c6-4d08-a68c-80c523f62cee,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:44:20.624646 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [req-428bb585-bfa8-4e07-8eb9-4a12610260f1 req-b06e0b45-35c4-40ea-80af-d526d0529481 tempest-VolumesActionsTest-1436601303 tempest-VolumesActionsTest-1436601303-project] No DVR routers for this DVR port 74a2403b-e6c6-4d08-a68c-80c523f62cee on host n-h2-760453-5 {{(pid=103304) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 26 21:44:20.627908 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-428bb585-bfa8-4e07-8eb9-4a12610260f1 req-b06e0b45-35c4-40ea-80af-d526d0529481 tempest-VolumesActionsTest-1436601303 tempest-VolumesActionsTest-1436601303-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:44:20.630656 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-428bb585-bfa8-4e07-8eb9-4a12610260f1 req-b06e0b45-35c4-40ea-80af-d526d0529481 tempest-VolumesActionsTest-1436601303 tempest-VolumesActionsTest-1436601303-project] 10.222.0.57 "DELETE /v2.0/ports/74a2403b-e6c6-4d08-a68c-80c523f62cee HTTP/1.1" status: 204 len: 173 time: 0.4622171 Jan 26 21:44:20.631172 n-d-760453-5 neutron-server[103304]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf0dee5f-3a2c-469d-ac3a-b2c62ad10058', 'name': 'network-vif-deleted', 'tag': '74a2403b-e6c6-4d08-a68c-80c523f62cee'}] {{(pid=103304) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 21:44:20.633500 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d52b45f1943fcd332af9527eb73ff93c8d715d44383a3f6d18de73b4cfcf87b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0de1a73-33b6-4779-8a1b-bec1e040bd0c" -d '{"events": [{"server_uuid": "bf0dee5f-3a2c-469d-ac3a-b2c62ad10058", "name": "network-vif-deleted", "tag": "74a2403b-e6c6-4d08-a68c-80c523f62cee"}]}' {{(pid=103304) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 21:44:20.683067 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Jan 2022 21:44:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f24eff6d-c226-4cfd-b12d-5f6a0d0c6e58 x-openstack-request-id: req-f24eff6d-c226-4cfd-b12d-5f6a0d0c6e58 {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 21:44:20.683424 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf0dee5f-3a2c-469d-ac3a-b2c62ad10058", "name": "network-vif-deleted", "tag": "74a2403b-e6c6-4d08-a68c-80c523f62cee", "status": "completed", "code": 200}]} {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 21:44:20.683900 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f24eff6d-c226-4cfd-b12d-5f6a0d0c6e58 {{(pid=103304) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 21:44:20.684304 n-d-760453-5 neutron-server[103304]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf0dee5f-3a2c-469d-ac3a-b2c62ad10058', 'name': 'network-vif-deleted', 'tag': '74a2403b-e6c6-4d08-a68c-80c523f62cee', 'status': 'completed', 'code': 200} Jan 26 21:44:21.268860 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-7726cf3d-70a9-474e-b8c2-441fefd72f65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (09df100c-3af1-4b0a-bda8-05914c71c458), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:44:22.297182 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-841f5991-a4d8-4d4b-b215-cbc6bab5427b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (aa7ee9d2-08eb-4e12-b895-24c57300dfec), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:44:23.117112 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (4d619873-4b60-439f-9b5a-b155dc8bbc34), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:44:24.158689 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-839dd188-ec69-470c-9ab0-d318dc1a2e96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (e79b4fc6-6c71-44b2-a6d0-ff3e1f4dfd0d), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:44:24.332142 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Device 74a2403b-e6c6-4d08-a68c-80c523f62cee no longer exists at agent hyperv_n-h2-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 26 21:44:24.355968 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] No Port match for: 74a2403b-e6c6-4d08-a68c-80c523f62cee {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 26 21:44:24.356561 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Device 74a2403b-e6c6-4d08-a68c-80c523f62cee not bound to the agent host n-h2-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 26 21:44:25.352463 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (fea0591a-627d-4c87-9a9a-01625ddf3277), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:44:35.128211 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-c0111a14-e4dd-49c7-aa4d-e30fa9c235d2 req-b84a8dcf-77ac-40a9-a6a4-ec4c64fbfae7 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=091ac65c-1c4b-4346-86a5-663967a3c8d0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0550048 Jan 26 21:44:35.281684 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0111a14-e4dd-49c7-aa4d-e30fa9c235d2 req-04ebb737-ec7d-43d9-a294-bd299e39902e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:44:35.283812 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-c0111a14-e4dd-49c7-aa4d-e30fa9c235d2 req-04ebb737-ec7d-43d9-a294-bd299e39902e service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=ef59326be6b94bd88981706bc324c818&device_id=091ac65c-1c4b-4346-86a5-663967a3c8d0 HTTP/1.1" status: 200 len: 1096 time: 0.0925875 Jan 26 21:44:35.591245 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0111a14-e4dd-49c7-aa4d-e30fa9c235d2 req-69e470f7-c7b4-4ad2-a623-2b579bdb44e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:44:35.592794 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-c0111a14-e4dd-49c7-aa4d-e30fa9c235d2 req-69e470f7-c7b4-4ad2-a623-2b579bdb44e8 service neutron] 10.222.0.57 "GET /v2.0/networks?id=069fa2c9-ac54-4596-8927-b190d062b8dc HTTP/1.1" status: 200 len: 912 time: 0.2828510 Jan 26 21:44:35.712195 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-c0111a14-e4dd-49c7-aa4d-e30fa9c235d2 req-a6e0ede5-4a13-42ff-8443-c7b4593e627c service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=69ab9866-a657-4446-8585-30784fe301c6 HTTP/1.1" status: 200 len: 1001 time: 0.1019459 Jan 26 21:44:35.771604 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0111a14-e4dd-49c7-aa4d-e30fa9c235d2 req-6547bfe8-c9d3-4698-9137-91170e9e4da1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:44:35.773652 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-c0111a14-e4dd-49c7-aa4d-e30fa9c235d2 req-6547bfe8-c9d3-4698-9137-91170e9e4da1 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=acbfa681-8e54-43e3-a66b-05705089f7e2 HTTP/1.1" status: 200 len: 850 time: 0.0538955 Jan 26 21:44:35.830350 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0111a14-e4dd-49c7-aa4d-e30fa9c235d2 req-75483f4b-8716-4d94-b98c-50ddb55599a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:44:35.831991 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-c0111a14-e4dd-49c7-aa4d-e30fa9c235d2 req-75483f4b-8716-4d94-b98c-50ddb55599a6 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=069fa2c9-ac54-4596-8927-b190d062b8dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0516813 Jan 26 21:44:35.943476 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-c0111a14-e4dd-49c7-aa4d-e30fa9c235d2 req-68e14961-5aea-4b63-bc25-c0d15ef01f36 service neutron] 10.222.0.57 "GET /v2.0/networks/069fa2c9-ac54-4596-8927-b190d062b8dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1057193 Jan 26 21:44:36.112149 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-c0111a14-e4dd-49c7-aa4d-e30fa9c235d2 req-0175031d-3da2-4a7a-9f30-c6fb31244d50 service neutron] 10.222.0.57 "GET /v2.0/networks/069fa2c9-ac54-4596-8927-b190d062b8dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1626422 Jan 26 21:44:38.410185 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (32ef628b-8417-46c5-8729-60fcabe358f1), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:44:40.498511 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.agents_db [None req-569f1ced-6396-4ddf-b79f-e03b0b2146ab None None] Agent healthcheck: found 7 active agents {{(pid=103307) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 26 21:44:48.907792 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-78e55f81-7b94-4206-b490-1f2c1d6c616d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (474ccdf7-ab6c-405b-a3b2-dc7b05829902), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:44:51.270330 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-f09e9df1-8e5f-49eb-be8a-93b5c5c44de7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (09df100c-3af1-4b0a-bda8-05914c71c458), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:44:51.583071 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-0b2197b5-2c99-4c9f-8044-e23e8bedf6b0 req-1161ff43-5b0c-4b42-8ab1-3697a51054fd service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=5e89c0b4-e967-4671-bdb7-ee22959d1624&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0452428 Jan 26 21:44:51.690466 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2197b5-2c99-4c9f-8044-e23e8bedf6b0 req-0c0091d7-ffd8-436b-9c40-872210204317 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:44:51.692223 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-0b2197b5-2c99-4c9f-8044-e23e8bedf6b0 req-0c0091d7-ffd8-436b-9c40-872210204317 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=21597274a7544ad89acd4b47ec1a3b8a&device_id=5e89c0b4-e967-4671-bdb7-ee22959d1624 HTTP/1.1" status: 200 len: 1100 time: 0.0465293 Jan 26 21:44:51.806747 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2197b5-2c99-4c9f-8044-e23e8bedf6b0 req-7add8594-432b-42b5-9dce-aed39085da84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:44:51.808426 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-0b2197b5-2c99-4c9f-8044-e23e8bedf6b0 req-7add8594-432b-42b5-9dce-aed39085da84 service neutron] 10.222.0.66 "GET /v2.0/networks?id=7fbe9cf5-e12c-436d-b372-55a19c9faa30 HTTP/1.1" status: 200 len: 870 time: 0.0931933 Jan 26 21:44:51.853913 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-0b2197b5-2c99-4c9f-8044-e23e8bedf6b0 req-e15e4637-8564-4f86-bb34-8949b1ba9a45 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.68&port_id=96612fb2-28a6-4981-8c62-2bc503f2c5af HTTP/1.1" status: 200 len: 217 time: 0.0359559 Jan 26 21:44:51.902537 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2197b5-2c99-4c9f-8044-e23e8bedf6b0 req-8455f70f-32dc-4796-ab02-f543fe930854 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:44:51.904066 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-0b2197b5-2c99-4c9f-8044-e23e8bedf6b0 req-8455f70f-32dc-4796-ab02-f543fe930854 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=fd77e534-75e6-4b90-950e-f5824d584430 HTTP/1.1" status: 200 len: 843 time: 0.0430601 Jan 26 21:44:51.943931 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [req-7b4f1e7f-d364-4e4e-92e8-aa2883ab6511 req-927a0992-a205-44b5-8786-58e36aaee68e service neutron] (103304) timed out ('10.222.0.13', 42926) {{(pid=103304) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jan 26 21:44:51.956631 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2197b5-2c99-4c9f-8044-e23e8bedf6b0 req-5163fde9-dce9-48e5-a251-be92561cc9fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:44:51.962215 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-0b2197b5-2c99-4c9f-8044-e23e8bedf6b0 req-5163fde9-dce9-48e5-a251-be92561cc9fd service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=7fbe9cf5-e12c-436d-b372-55a19c9faa30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0507855 Jan 26 21:44:52.069890 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-0b2197b5-2c99-4c9f-8044-e23e8bedf6b0 req-18900f5f-4d37-438f-abdf-7163a57bcfb9 service neutron] 10.222.0.66 "GET /v2.0/networks/7fbe9cf5-e12c-436d-b372-55a19c9faa30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0967236 Jan 26 21:44:52.179297 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-0b2197b5-2c99-4c9f-8044-e23e8bedf6b0 req-28bf12ac-f503-406f-85e5-1de2cceb3d59 service neutron] 10.222.0.66 "GET /v2.0/networks/7fbe9cf5-e12c-436d-b372-55a19c9faa30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1030548 Jan 26 21:44:52.297020 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-841f5991-a4d8-4d4b-b215-cbc6bab5427b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (aa7ee9d2-08eb-4e12-b895-24c57300dfec), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:44:53.132657 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (4d619873-4b60-439f-9b5a-b155dc8bbc34), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:44:54.156034 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-839dd188-ec69-470c-9ab0-d318dc1a2e96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (e79b4fc6-6c71-44b2-a6d0-ff3e1f4dfd0d), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:44:54.731206 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8041ab19-d713-4b56-9c9d-75818649f7b2 req-3b263fbd-d0bd-431e-a64a-1a41b4e5e7dd tempest-AttachVolumeTestJSON-1109332547 tempest-AttachVolumeTestJSON-1109332547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:44:54.732753 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-8041ab19-d713-4b56-9c9d-75818649f7b2 req-3b263fbd-d0bd-431e-a64a-1a41b4e5e7dd tempest-AttachVolumeTestJSON-1109332547 tempest-AttachVolumeTestJSON-1109332547-project] 10.222.0.13 "GET /v2.0/ports?device_id=091ac65c-1c4b-4346-86a5-663967a3c8d0 HTTP/1.1" status: 200 len: 945 time: 0.0525050 Jan 26 21:44:54.781328 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-8041ab19-d713-4b56-9c9d-75818649f7b2 req-d11bb6cd-598f-4500-9136-79f083975be5 tempest-AttachVolumeTestJSON-1109332547 tempest-AttachVolumeTestJSON-1109332547-project] 10.222.0.13 "GET /v2.0/security-groups?id=7df0777a-a381-4458-9d56-3ea2dd8c3f5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422289 Jan 26 21:44:55.321538 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (fea0591a-627d-4c87-9a9a-01625ddf3277), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:44:55.914882 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1272662-be76-43cf-9d20-bc7cb2c0f687 req-cbed195c-ea3b-4886-aea3-55b938c365d6 tempest-AttachVolumeTestJSON-1109332547 tempest-AttachVolumeTestJSON-1109332547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:44:55.916505 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-d1272662-be76-43cf-9d20-bc7cb2c0f687 req-cbed195c-ea3b-4886-aea3-55b938c365d6 tempest-AttachVolumeTestJSON-1109332547 tempest-AttachVolumeTestJSON-1109332547-project] 10.222.0.13 "GET /v2.0/ports?device_id=091ac65c-1c4b-4346-86a5-663967a3c8d0 HTTP/1.1" status: 200 len: 945 time: 0.0517483 Jan 26 21:44:55.970276 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-d1272662-be76-43cf-9d20-bc7cb2c0f687 req-6e3ab543-586e-4c81-be4b-d99b69da928d tempest-AttachVolumeTestJSON-1109332547 tempest-AttachVolumeTestJSON-1109332547-project] 10.222.0.13 "GET /v2.0/security-groups?id=7df0777a-a381-4458-9d56-3ea2dd8c3f5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467956 Jan 26 21:44:56.327599 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbdd64be-d81f-40bf-a342-792ea0e897d0 req-58614177-9d8d-406e-81ad-0b2d0af5e154 tempest-AttachVolumeTestJSON-1109332547 tempest-AttachVolumeTestJSON-1109332547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:44:56.330037 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-bbdd64be-d81f-40bf-a342-792ea0e897d0 req-58614177-9d8d-406e-81ad-0b2d0af5e154 tempest-AttachVolumeTestJSON-1109332547 tempest-AttachVolumeTestJSON-1109332547-project] 10.222.0.57 "GET /v2.0/ports?device_id=091ac65c-1c4b-4346-86a5-663967a3c8d0 HTTP/1.1" status: 200 len: 945 time: 0.0598783 Jan 26 21:44:56.462206 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [req-bbdd64be-d81f-40bf-a342-792ea0e897d0 req-2d9e42d1-a32b-4b9f-9814-895693ea8315 tempest-AttachVolumeTestJSON-1109332547 tempest-AttachVolumeTestJSON-1109332547-project] Deleting port 69ab9866-a657-4446-8585-30784fe301c6 {{(pid=103304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 21:44:56.462552 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-bbdd64be-d81f-40bf-a342-792ea0e897d0 req-2d9e42d1-a32b-4b9f-9814-895693ea8315 tempest-AttachVolumeTestJSON-1109332547 tempest-AttachVolumeTestJSON-1109332547-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746560630878'] for port (69ab9866-a657-4446-8585-30784fe301c6), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:44:56.564559 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [req-bbdd64be-d81f-40bf-a342-792ea0e897d0 req-2d9e42d1-a32b-4b9f-9814-895693ea8315 tempest-AttachVolumeTestJSON-1109332547 tempest-AttachVolumeTestJSON-1109332547-project] For port 69ab9866-a657-4446-8585-30784fe301c6, host n-h2-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-5',level=0,port_id=69ab9866-a657-4446-8585-30784fe301c6,segment=NetworkSegment(a4d6e827-808b-4b7a-9089-657edb9fdaab),segment_id=a4d6e827-808b-4b7a-9089-657edb9fdaab)] {{(pid=103304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:44:56.564927 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-bbdd64be-d81f-40bf-a342-792ea0e897d0 req-2d9e42d1-a32b-4b9f-9814-895693ea8315 tempest-AttachVolumeTestJSON-1109332547 tempest-AttachVolumeTestJSON-1109332547-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4109658'] for port (69ab9866-a657-4446-8585-30784fe301c6), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:44:56.753787 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-bbdd64be-d81f-40bf-a342-792ea0e897d0 req-2d9e42d1-a32b-4b9f-9814-895693ea8315 tempest-AttachVolumeTestJSON-1109332547 tempest-AttachVolumeTestJSON-1109332547-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:44:56.754265 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-bbdd64be-d81f-40bf-a342-792ea0e897d0 req-2d9e42d1-a32b-4b9f-9814-895693ea8315 tempest-AttachVolumeTestJSON-1109332547 tempest-AttachVolumeTestJSON-1109332547-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4110913'] for floatingip (919f7475-ccb7-48e9-bf34-46e8f83d588e), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:44:56.754592 n-d-760453-5 neutron-server[103304]: INFO neutron.db.l3_db [req-bbdd64be-d81f-40bf-a342-792ea0e897d0 req-2d9e42d1-a32b-4b9f-9814-895693ea8315 tempest-AttachVolumeTestJSON-1109332547 tempest-AttachVolumeTestJSON-1109332547-project] Floating IP 919f7475-ccb7-48e9-bf34-46e8f83d588e disassociated. External IP: 172.25.1.234, port: 69ab9866-a657-4446-8585-30784fe301c6. Jan 26 21:44:56.754944 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [req-bbdd64be-d81f-40bf-a342-792ea0e897d0 req-2d9e42d1-a32b-4b9f-9814-895693ea8315 tempest-AttachVolumeTestJSON-1109332547 tempest-AttachVolumeTestJSON-1109332547-project] Calling delete_port for 69ab9866-a657-4446-8585-30784fe301c6 owned by compute:nova {{(pid=103304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 21:44:56.906851 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-bbdd64be-d81f-40bf-a342-792ea0e897d0 req-2d9e42d1-a32b-4b9f-9814-895693ea8315 tempest-AttachVolumeTestJSON-1109332547 tempest-AttachVolumeTestJSON-1109332547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746560636600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746560234536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9281553'] for port (69ab9866-a657-4446-8585-30784fe301c6), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:44:56.939484 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9e42d1-a32b-4b9f-9814-895693ea8315 tempest-AttachVolumeTestJSON-1109332547 tempest-AttachVolumeTestJSON-1109332547-project] Pushing event deleted for resources: {'Port': ['ID=69ab9866-a657-4446-8585-30784fe301c6,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:44:56.952511 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d9e42d1-a32b-4b9f-9814-895693ea8315 tempest-AttachVolumeTestJSON-1109332547 tempest-AttachVolumeTestJSON-1109332547-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:44:56.952864 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d9e42d1-a32b-4b9f-9814-895693ea8315 tempest-AttachVolumeTestJSON-1109332547 tempest-AttachVolumeTestJSON-1109332547-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:44:56.953206 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d9e42d1-a32b-4b9f-9814-895693ea8315 tempest-AttachVolumeTestJSON-1109332547 tempest-AttachVolumeTestJSON-1109332547-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:44:56.953597 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d9e42d1-a32b-4b9f-9814-895693ea8315 tempest-AttachVolumeTestJSON-1109332547 tempest-AttachVolumeTestJSON-1109332547-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:44:56.953935 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d9e42d1-a32b-4b9f-9814-895693ea8315 tempest-AttachVolumeTestJSON-1109332547 tempest-AttachVolumeTestJSON-1109332547-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:44:56.954534 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d9e42d1-a32b-4b9f-9814-895693ea8315 tempest-AttachVolumeTestJSON-1109332547 tempest-AttachVolumeTestJSON-1109332547-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:44:56.954863 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d9e42d1-a32b-4b9f-9814-895693ea8315 tempest-AttachVolumeTestJSON-1109332547 tempest-AttachVolumeTestJSON-1109332547-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:44:56.955203 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d9e42d1-a32b-4b9f-9814-895693ea8315 tempest-AttachVolumeTestJSON-1109332547 tempest-AttachVolumeTestJSON-1109332547-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:44:56.955922 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d9e42d1-a32b-4b9f-9814-895693ea8315 tempest-AttachVolumeTestJSON-1109332547 tempest-AttachVolumeTestJSON-1109332547-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:44:56.956253 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d9e42d1-a32b-4b9f-9814-895693ea8315 tempest-AttachVolumeTestJSON-1109332547 tempest-AttachVolumeTestJSON-1109332547-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:44:56.956581 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d9e42d1-a32b-4b9f-9814-895693ea8315 tempest-AttachVolumeTestJSON-1109332547 tempest-AttachVolumeTestJSON-1109332547-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:44:56.956906 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d9e42d1-a32b-4b9f-9814-895693ea8315 tempest-AttachVolumeTestJSON-1109332547 tempest-AttachVolumeTestJSON-1109332547-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:44:56.957231 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d9e42d1-a32b-4b9f-9814-895693ea8315 tempest-AttachVolumeTestJSON-1109332547 tempest-AttachVolumeTestJSON-1109332547-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:44:57.440896 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-0457e0da-9e53-4cb7-bff8-c86a384c0d21 req-205da5c4-b4c5-4bea-817a-ce55d7a413b8 tempest-AttachVolumeTestJSON-1109332547 tempest-AttachVolumeTestJSON-1109332547-project] 10.222.0.13 "GET /v2.0/ports?device_id=091ac65c-1c4b-4346-86a5-663967a3c8d0 HTTP/1.1" status: 200 len: 210 time: 0.0396049 Jan 26 21:44:57.463735 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.l3_agent_scheduler [req-bbdd64be-d81f-40bf-a342-792ea0e897d0 req-2d9e42d1-a32b-4b9f-9814-895693ea8315 tempest-AttachVolumeTestJSON-1109332547 tempest-AttachVolumeTestJSON-1109332547-project] Router 19fe0f86-abca-440b-b947-db1a4f296f9c has already been hosted by L3 agent 09df100c-3af1-4b0a-bda8-05914c71c458 {{(pid=103304) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 26 21:44:57.583742 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-bbdd64be-d81f-40bf-a342-792ea0e897d0 req-2d9e42d1-a32b-4b9f-9814-895693ea8315 tempest-AttachVolumeTestJSON-1109332547 tempest-AttachVolumeTestJSON-1109332547-project] Notify agent at l3_agent.n-d-760453-5 the message routers_updated {{(pid=103304) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 26 21:44:57.594641 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae400db5-ee00-4353-8698-af4ae09078e6 None None] Sync routers for ids ['19fe0f86-abca-440b-b947-db1a4f296f9c'] in n-d-760453-5 {{(pid=103306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 26 21:44:57.605864 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae400db5-ee00-4353-8698-af4ae09078e6 None None] Routers {'19fe0f86-abca-440b-b947-db1a4f296f9c'} bound to L3 agent in host n-d-760453-5 {{(pid=103306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 21:44:57.606506 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-ae400db5-ee00-4353-8698-af4ae09078e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-26T20:55:21Z,description=,heartbeat_timestamp=2022-01-26T21:44:51Z,host='n-d-760453-5',id=09df100c-3af1-4b0a-bda8-05914c71c458,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:55:21Z,topic='l3_agent')) {'router_ids': ['19fe0f86-abca-440b-b947-db1a4f296f9c'], 'active': True} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:44:57.635586 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [req-bbdd64be-d81f-40bf-a342-792ea0e897d0 req-2d9e42d1-a32b-4b9f-9814-895693ea8315 tempest-AttachVolumeTestJSON-1109332547 tempest-AttachVolumeTestJSON-1109332547-project] No DVR routers for this DVR port 69ab9866-a657-4446-8585-30784fe301c6 on host n-h2-760453-5 {{(pid=103304) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 26 21:44:57.638497 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-bbdd64be-d81f-40bf-a342-792ea0e897d0 req-2d9e42d1-a32b-4b9f-9814-895693ea8315 tempest-AttachVolumeTestJSON-1109332547 tempest-AttachVolumeTestJSON-1109332547-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:44:57.642689 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-bbdd64be-d81f-40bf-a342-792ea0e897d0 req-2d9e42d1-a32b-4b9f-9814-895693ea8315 tempest-AttachVolumeTestJSON-1109332547 tempest-AttachVolumeTestJSON-1109332547-project] 10.222.0.57 "DELETE /v2.0/ports/69ab9866-a657-4446-8585-30784fe301c6 HTTP/1.1" status: 204 len: 173 time: 1.2945089 Jan 26 21:44:57.642957 n-d-760453-5 neutron-server[103304]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '091ac65c-1c4b-4346-86a5-663967a3c8d0', 'name': 'network-vif-deleted', 'tag': '69ab9866-a657-4446-8585-30784fe301c6'}] {{(pid=103304) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 21:44:57.645378 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d52b45f1943fcd332af9527eb73ff93c8d715d44383a3f6d18de73b4cfcf87b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d205e01-2d11-4a7a-99d2-5ea21efde7d1" -d '{"events": [{"server_uuid": "091ac65c-1c4b-4346-86a5-663967a3c8d0", "name": "network-vif-deleted", "tag": "69ab9866-a657-4446-8585-30784fe301c6"}]}' {{(pid=103304) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 21:44:57.690772 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Jan 2022 21:44:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b381d97-e8b0-45e4-aea3-f76daff1afd6 x-openstack-request-id: req-0b381d97-e8b0-45e4-aea3-f76daff1afd6 {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 21:44:57.691077 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "091ac65c-1c4b-4346-86a5-663967a3c8d0", "name": "network-vif-deleted", "tag": "69ab9866-a657-4446-8585-30784fe301c6", "status": "completed", "code": 200}]} {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 21:44:57.691344 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-0b381d97-e8b0-45e4-aea3-f76daff1afd6 {{(pid=103304) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 21:44:57.691778 n-d-760453-5 neutron-server[103304]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '091ac65c-1c4b-4346-86a5-663967a3c8d0', 'name': 'network-vif-deleted', 'tag': '69ab9866-a657-4446-8585-30784fe301c6', 'status': 'completed', 'code': 200} Jan 26 21:44:57.721689 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvr_db [None req-ae400db5-ee00-4353-8698-af4ae09078e6 None None] Set router 19fe0f86-abca-440b-b947-db1a4f296f9c gateway port host: n-d-760453-5 {{(pid=103306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 21:44:57.922508 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-ae400db5-ee00-4353-8698-af4ae09078e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19fe0f86-abca-440b-b947-db1a4f296f9c', 'name': 'tempest-AttachVolumeTestJSON-1656343975-router', 'tenant_id': 'ef59326be6b94bd88981706bc324c818', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'external_fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.9'}], 'enable_snat': True}, 'gw_port_id': '134df0d3-ef07-4890-818d-62f6b68b54f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T21:37:39Z', 'updated_at': '2022-01-26T21:37:43Z', 'revision_number': 4, 'project_id': 'ef59326be6b94bd88981706bc324c818', 'gw_port': {'id': '134df0d3-ef07-4890-818d-62f6b68b54f7', 'name': '', 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:1f:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19fe0f86-abca-440b-b947-db1a4f296f9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3140, 'fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:37:40Z', 'updated_at': '2022-01-26T21:37:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-5', '_interfaces': [{'id': '43d54b9b-cd44-4452-b168-5eea9efdf961', 'name': '', 'network_id': '069fa2c9-ac54-4596-8927-b190d062b8dc', 'tenant_id': 'ef59326be6b94bd88981706bc324c818', 'mac_address': 'fa:16:3e:58:0e:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19fe0f86-abca-440b-b947-db1a4f296f9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3146, 'fixed_ips': [{'subnet_id': 'acbfa681-8e54-43e3-a66b-05705089f7e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:37:42Z', 'updated_at': '2022-01-26T21:37:49Z', 'revision_number': 5, 'project_id': 'ef59326be6b94bd88981706bc324c818', 'subnets': [{'id': 'acbfa681-8e54-43e3-a66b-05705089f7e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760453-5', False) {} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:44:57.948671 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae400db5-ee00-4353-8698-af4ae09078e6 None None] Checking router: 19fe0f86-abca-440b-b947-db1a4f296f9c for host: n-d-760453-5 {{(pid=103306) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 26 21:44:57.957486 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae400db5-ee00-4353-8698-af4ae09078e6 None None] Routers {'19fe0f86-abca-440b-b947-db1a4f296f9c'} bound to L3 agent in host n-d-760453-5 {{(pid=103306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 21:44:57.958111 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-ae400db5-ee00-4353-8698-af4ae09078e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-26T20:55:21Z,description=,heartbeat_timestamp=2022-01-26T21:44:51Z,host='n-d-760453-5',id=09df100c-3af1-4b0a-bda8-05914c71c458,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:55:21Z,topic='l3_agent')) {'router_ids': ['19fe0f86-abca-440b-b947-db1a4f296f9c'], 'active': True} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:44:58.102285 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvr_db [None req-ae400db5-ee00-4353-8698-af4ae09078e6 None None] Set router 19fe0f86-abca-440b-b947-db1a4f296f9c gateway port host: n-d-760453-5 {{(pid=103306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 21:44:58.334382 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-ae400db5-ee00-4353-8698-af4ae09078e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19fe0f86-abca-440b-b947-db1a4f296f9c', 'name': 'tempest-AttachVolumeTestJSON-1656343975-router', 'tenant_id': 'ef59326be6b94bd88981706bc324c818', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'external_fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.9'}], 'enable_snat': True}, 'gw_port_id': '134df0d3-ef07-4890-818d-62f6b68b54f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T21:37:39Z', 'updated_at': '2022-01-26T21:37:43Z', 'revision_number': 4, 'project_id': 'ef59326be6b94bd88981706bc324c818', 'gw_port': {'id': '134df0d3-ef07-4890-818d-62f6b68b54f7', 'name': '', 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:1f:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19fe0f86-abca-440b-b947-db1a4f296f9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3140, 'fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:37:40Z', 'updated_at': '2022-01-26T21:37:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-5', '_interfaces': [{'id': '43d54b9b-cd44-4452-b168-5eea9efdf961', 'name': '', 'network_id': '069fa2c9-ac54-4596-8927-b190d062b8dc', 'tenant_id': 'ef59326be6b94bd88981706bc324c818', 'mac_address': 'fa:16:3e:58:0e:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19fe0f86-abca-440b-b947-db1a4f296f9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3146, 'fixed_ips': [{'subnet_id': 'acbfa681-8e54-43e3-a66b-05705089f7e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:37:42Z', 'updated_at': '2022-01-26T21:37:49Z', 'revision_number': 5, 'project_id': 'ef59326be6b94bd88981706bc324c818', 'subnets': [{'id': 'acbfa681-8e54-43e3-a66b-05705089f7e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760453-5', False) {} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:44:58.362337 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae400db5-ee00-4353-8698-af4ae09078e6 None None] The sync data for ids ['19fe0f86-abca-440b-b947-db1a4f296f9c'] in n-d-760453-5 is: [{'id': '19fe0f86-abca-440b-b947-db1a4f296f9c', 'name': 'tempest-AttachVolumeTestJSON-1656343975-router', 'tenant_id': 'ef59326be6b94bd88981706bc324c818', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'external_fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.9'}], 'enable_snat': True}, 'gw_port_id': '134df0d3-ef07-4890-818d-62f6b68b54f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T21:37:39Z', 'updated_at': '2022-01-26T21:37:43Z', 'revision_number': 4, 'project_id': 'ef59326be6b94bd88981706bc324c818', 'gw_port': {'id': '134df0d3-ef07-4890-818d-62f6b68b54f7', 'name': '', 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:1f:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19fe0f86-abca-440b-b947-db1a4f296f9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3140, 'fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:37:40Z', 'updated_at': '2022-01-26T21:37:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-5', '_interfaces': [{'id': '43d54b9b-cd44-4452-b168-5eea9efdf961', 'name': '', 'network_id': '069fa2c9-ac54-4596-8927-b190d062b8dc', 'tenant_id': 'ef59326be6b94bd88981706bc324c818', 'mac_address': 'fa:16:3e:58:0e:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19fe0f86-abca-440b-b947-db1a4f296f9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3146, 'fixed_ips': [{'subnet_id': 'acbfa681-8e54-43e3-a66b-05705089f7e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:37:42Z', 'updated_at': '2022-01-26T21:37:49Z', 'revision_number': 5, 'project_id': 'ef59326be6b94bd88981706bc324c818', 'subnets': [{'id': 'acbfa681-8e54-43e3-a66b-05705089f7e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 26 21:44:58.676459 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46ec41c6-dd50-454d-9ebc-8d94def20082 None None] New status for floating IP 919f7475-ccb7-48e9-bf34-46e8f83d588e: DOWN {{(pid=103307) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 26 21:44:59.559889 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 40196) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:44:59.619538 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-15a2894d-1e5c-40c5-9db7-eed4b0a7c122 tempest-AttachVolumeTestJSON-1109332547 tempest-AttachVolumeTestJSON-1109332547-project] Publish callbacks [] for security_group (7df0777a-a381-4458-9d56-3ea2dd8c3f5d), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:44:59.643052 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-15a2894d-1e5c-40c5-9db7-eed4b0a7c122 tempest-AttachVolumeTestJSON-1109332547 tempest-AttachVolumeTestJSON-1109332547-project] Publish callbacks [] for security_group (7df0777a-a381-4458-9d56-3ea2dd8c3f5d), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:44:59.681694 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 40200) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:44:59.691150 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-15a2894d-1e5c-40c5-9db7-eed4b0a7c122 tempest-AttachVolumeTestJSON-1109332547 tempest-AttachVolumeTestJSON-1109332547-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (7df0777a-a381-4458-9d56-3ea2dd8c3f5d), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:44:59.694951 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-15a2894d-1e5c-40c5-9db7-eed4b0a7c122 tempest-AttachVolumeTestJSON-1109332547 tempest-AttachVolumeTestJSON-1109332547-project] Publish callbacks [] for security_group (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:44:59.699160 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-15a2894d-1e5c-40c5-9db7-eed4b0a7c122 tempest-AttachVolumeTestJSON-1109332547 tempest-AttachVolumeTestJSON-1109332547-project] 10.222.0.13 "DELETE /v2.0/security-groups/7df0777a-a381-4458-9d56-3ea2dd8c3f5d HTTP/1.1" status: 204 len: 168 time: 0.1376984 Jan 26 21:44:59.699967 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 40202) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:44:59.721615 n-d-760453-5 neutron-server[103305]: INFO neutron.api.v2.resource [None req-45b7bfaf-8408-43ce-b1a9-640b2b2340b8 tempest-AttachVolumeTestJSON-1109332547 tempest-AttachVolumeTestJSON-1109332547-project] show failed (client error): The resource could not be found. Jan 26 21:44:59.722684 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-45b7bfaf-8408-43ce-b1a9-640b2b2340b8 tempest-AttachVolumeTestJSON-1109332547 tempest-AttachVolumeTestJSON-1109332547-project] 10.222.0.13 "GET /v2.0/security-groups/7df0777a-a381-4458-9d56-3ea2dd8c3f5d HTTP/1.1" status: 404 len: 347 time: 0.0183682 Jan 26 21:44:59.723602 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a2894d-1e5c-40c5-9db7-eed4b0a7c122 tempest-AttachVolumeTestJSON-1109332547 tempest-AttachVolumeTestJSON-1109332547-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7df0777a-a381-4458-9d56-3ea2dd8c3f5d,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:44:59.725550 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 40208) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:44:59.732752 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15a2894d-1e5c-40c5-9db7-eed4b0a7c122 tempest-AttachVolumeTestJSON-1109332547 tempest-AttachVolumeTestJSON-1109332547-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:44:59.733134 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15a2894d-1e5c-40c5-9db7-eed4b0a7c122 tempest-AttachVolumeTestJSON-1109332547 tempest-AttachVolumeTestJSON-1109332547-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:44:59.733514 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15a2894d-1e5c-40c5-9db7-eed4b0a7c122 tempest-AttachVolumeTestJSON-1109332547 tempest-AttachVolumeTestJSON-1109332547-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:44:59.733853 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15a2894d-1e5c-40c5-9db7-eed4b0a7c122 tempest-AttachVolumeTestJSON-1109332547 tempest-AttachVolumeTestJSON-1109332547-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:44:59.734191 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15a2894d-1e5c-40c5-9db7-eed4b0a7c122 tempest-AttachVolumeTestJSON-1109332547 tempest-AttachVolumeTestJSON-1109332547-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:44:59.734522 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15a2894d-1e5c-40c5-9db7-eed4b0a7c122 tempest-AttachVolumeTestJSON-1109332547 tempest-AttachVolumeTestJSON-1109332547-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:44:59.741957 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15a2894d-1e5c-40c5-9db7-eed4b0a7c122 tempest-AttachVolumeTestJSON-1109332547 tempest-AttachVolumeTestJSON-1109332547-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:44:59.742817 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15a2894d-1e5c-40c5-9db7-eed4b0a7c122 tempest-AttachVolumeTestJSON-1109332547 tempest-AttachVolumeTestJSON-1109332547-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:44:59.743604 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15a2894d-1e5c-40c5-9db7-eed4b0a7c122 tempest-AttachVolumeTestJSON-1109332547 tempest-AttachVolumeTestJSON-1109332547-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:44:59.744099 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15a2894d-1e5c-40c5-9db7-eed4b0a7c122 tempest-AttachVolumeTestJSON-1109332547 tempest-AttachVolumeTestJSON-1109332547-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:44:59.744766 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15a2894d-1e5c-40c5-9db7-eed4b0a7c122 tempest-AttachVolumeTestJSON-1109332547 tempest-AttachVolumeTestJSON-1109332547-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:44:59.745422 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15a2894d-1e5c-40c5-9db7-eed4b0a7c122 tempest-AttachVolumeTestJSON-1109332547 tempest-AttachVolumeTestJSON-1109332547-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:44:59.745972 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15a2894d-1e5c-40c5-9db7-eed4b0a7c122 tempest-AttachVolumeTestJSON-1109332547 tempest-AttachVolumeTestJSON-1109332547-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:44:59.796227 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.db_base_plugin_v2 [None req-f837b7bc-5be6-4b00-b4dd-f3a1927472f4 admin admin] Deleting subnet f299eb0f-ebc1-49a4-b017-5282447dc0d5 {{(pid=103304) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 26 21:44:59.800620 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-f837b7bc-5be6-4b00-b4dd-f3a1927472f4 admin admin] Publish callbacks [] for subnet (f299eb0f-ebc1-49a4-b017-5282447dc0d5), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:44:59.897184 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-f837b7bc-5be6-4b00-b4dd-f3a1927472f4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8881284'] for subnet (f299eb0f-ebc1-49a4-b017-5282447dc0d5), precommit_delete_associations {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:44:59.949935 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-f837b7bc-5be6-4b00-b4dd-f3a1927472f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687316'] for subnet (f299eb0f-ebc1-49a4-b017-5282447dc0d5), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:44:59.953173 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-d3a020f4-c47a-4dbc-bec8-eb800d0017e4 tempest-AttachVolumeTestJSON-1109332547 tempest-AttachVolumeTestJSON-1109332547-project] Deleting port c8f64839-d565-4be8-a217-c98dd334d28f {{(pid=103304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 21:44:59.953546 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-d3a020f4-c47a-4dbc-bec8-eb800d0017e4 tempest-AttachVolumeTestJSON-1109332547 tempest-AttachVolumeTestJSON-1109332547-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746560630878'] for port (c8f64839-d565-4be8-a217-c98dd334d28f), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:45:00.076272 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-f837b7bc-5be6-4b00-b4dd-f3a1927472f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9281612', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12215216'] for subnet (f299eb0f-ebc1-49a4-b017-5282447dc0d5), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:45:00.079813 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-d3a020f4-c47a-4dbc-bec8-eb800d0017e4 tempest-AttachVolumeTestJSON-1109332547 tempest-AttachVolumeTestJSON-1109332547-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4109658'] for port (c8f64839-d565-4be8-a217-c98dd334d28f), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:45:00.080064 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-d3a020f4-c47a-4dbc-bec8-eb800d0017e4 tempest-AttachVolumeTestJSON-1109332547 tempest-AttachVolumeTestJSON-1109332547-project] Publish callbacks [] for floatingip (c8f64839-d565-4be8-a217-c98dd334d28f), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:45:00.116989 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-d3a020f4-c47a-4dbc-bec8-eb800d0017e4 tempest-AttachVolumeTestJSON-1109332547 tempest-AttachVolumeTestJSON-1109332547-project] Calling delete_port for c8f64839-d565-4be8-a217-c98dd334d28f owned by network:floatingip {{(pid=103304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 21:45:00.122518 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f837b7bc-5be6-4b00-b4dd-f3a1927472f4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f299eb0f-ebc1-49a4-b017-5282447dc0d5,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:45:00.125022 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-f837b7bc-5be6-4b00-b4dd-f3a1927472f4 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:45:00.128380 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-f837b7bc-5be6-4b00-b4dd-f3a1927472f4 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/f299eb0f-ebc1-49a4-b017-5282447dc0d5 HTTP/1.1" status: 204 len: 168 time: 0.4439280 Jan 26 21:45:00.130983 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 40214) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:45:00.220870 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-b5040403-b2f5-46df-8e57-12a9cf89a7cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-748181'] for network (c7525968-b7af-4b3f-9049-4ead26118112), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:45:00.282452 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-d3a020f4-c47a-4dbc-bec8-eb800d0017e4 tempest-AttachVolumeTestJSON-1109332547 tempest-AttachVolumeTestJSON-1109332547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746560636600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746560234536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9281553'] for port (c8f64839-d565-4be8-a217-c98dd334d28f), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:45:00.313617 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a020f4-c47a-4dbc-bec8-eb800d0017e4 tempest-AttachVolumeTestJSON-1109332547 tempest-AttachVolumeTestJSON-1109332547-project] Pushing event deleted for resources: {'Port': ['ID=c8f64839-d565-4be8-a217-c98dd334d28f,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:45:00.331533 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-b5040403-b2f5-46df-8e57-12a9cf89a7cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-686403', 'neutron.services.segments.db._delete_segments_for_network-8746560774018'] for network (c7525968-b7af-4b3f-9049-4ead26118112), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:45:00.355957 n-d-760453-5 neutron-server[103305]: DEBUG neutron.services.segments.db [None req-b5040403-b2f5-46df-8e57-12a9cf89a7cf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c7525968-b7af-4b3f-9049-4ead26118112']}} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:45:00.367174 n-d-760453-5 neutron-server[103305]: DEBUG neutron.services.segments.db [None req-b5040403-b2f5-46df-8e57-12a9cf89a7cf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '85739972-b25e-48d8-9c28-4001e162dd5a') {'for_net_delete': True} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:45:00.367704 n-d-760453-5 neutron-server[103305]: DEBUG neutron.services.segments.db [None req-b5040403-b2f5-46df-8e57-12a9cf89a7cf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '85739972-b25e-48d8-9c28-4001e162dd5a') {} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:45:00.378247 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-b5040403-b2f5-46df-8e57-12a9cf89a7cf admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746560742283', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11788955'] for segment (85739972-b25e-48d8-9c28-4001e162dd5a), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:45:00.395904 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-d3a020f4-c47a-4dbc-bec8-eb800d0017e4 tempest-AttachVolumeTestJSON-1109332547 tempest-AttachVolumeTestJSON-1109332547-project] Publish callbacks [] for floatingip (919f7475-ccb7-48e9-bf34-46e8f83d588e), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:45:00.397917 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-b5040403-b2f5-46df-8e57-12a9cf89a7cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576559'] for segment (85739972-b25e-48d8-9c28-4001e162dd5a), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:45:00.398807 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-d3a020f4-c47a-4dbc-bec8-eb800d0017e4 tempest-AttachVolumeTestJSON-1109332547 tempest-AttachVolumeTestJSON-1109332547-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for floatingip (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:45:00.400245 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-d3a020f4-c47a-4dbc-bec8-eb800d0017e4 tempest-AttachVolumeTestJSON-1109332547 tempest-AttachVolumeTestJSON-1109332547-project] 10.222.0.13 "DELETE /v2.0/floatingips/919f7475-ccb7-48e9-bf34-46e8f83d588e HTTP/1.1" status: 204 len: 168 time: 0.6737132 Jan 26 21:45:00.407633 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b5040403-b2f5-46df-8e57-12a9cf89a7cf admin admin] Releasing vlan 564 on physical network physnet1 to pool {{(pid=103305) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 26 21:45:00.408317 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-b5040403-b2f5-46df-8e57-12a9cf89a7cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11791428'] for segment (85739972-b25e-48d8-9c28-4001e162dd5a), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:45:00.410486 n-d-760453-5 neutron-server[103305]: Traceback (most recent call last): Jan 26 21:45:00.410486 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 26 21:45:00.410486 n-d-760453-5 neutron-server[103305]: timer() Jan 26 21:45:00.410486 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 26 21:45:00.410486 n-d-760453-5 neutron-server[103305]: cb(*args, **kw) Jan 26 21:45:00.410486 n-d-760453-5 neutron-server[103305]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 26 21:45:00.410486 n-d-760453-5 neutron-server[103305]: return func(*args, **kwargs) Jan 26 21:45:00.410486 n-d-760453-5 neutron-server[103305]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 26 21:45:00.410486 n-d-760453-5 neutron-server[103305]: self._notify() Jan 26 21:45:00.410486 n-d-760453-5 neutron-server[103305]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 26 21:45:00.410486 n-d-760453-5 neutron-server[103305]: self.callback(batched_events) Jan 26 21:45:00.410486 n-d-760453-5 neutron-server[103305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 26 21:45:00.410486 n-d-760453-5 neutron-server[103305]: event.method(event) Jan 26 21:45:00.410486 n-d-760453-5 neutron-server[103305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 26 21:45:00.410486 n-d-760453-5 neutron-server[103305]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 26 21:45:00.410486 n-d-760453-5 neutron-server[103305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 26 21:45:00.410486 n-d-760453-5 neutron-server[103305]: aggregate_uuid = self.p_client.list_aggregates( Jan 26 21:45:00.410486 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 26 21:45:00.410486 n-d-760453-5 neutron-server[103305]: return f(self, *a, **k) Jan 26 21:45:00.410486 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 26 21:45:00.410486 n-d-760453-5 neutron-server[103305]: return self._get(url).json() Jan 26 21:45:00.410486 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 26 21:45:00.410486 n-d-760453-5 neutron-server[103305]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 26 21:45:00.410486 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 26 21:45:00.410486 n-d-760453-5 neutron-server[103305]: return self.request(url, 'GET', **kwargs) Jan 26 21:45:00.410486 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 26 21:45:00.410486 n-d-760453-5 neutron-server[103305]: base_url = self.get_endpoint(auth, allow=allow, Jan 26 21:45:00.410486 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 26 21:45:00.410486 n-d-760453-5 neutron-server[103305]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 26 21:45:00.410486 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 26 21:45:00.410486 n-d-760453-5 neutron-server[103305]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 26 21:45:00.410486 n-d-760453-5 neutron-server[103305]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 26 21:45:00.486413 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Device 69ab9866-a657-4446-8585-30784fe301c6 no longer exists at agent hyperv_n-h2-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 26 21:45:00.521767 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] No Port match for: 69ab9866-a657-4446-8585-30784fe301c6 {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 26 21:45:00.523007 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Device 69ab9866-a657-4446-8585-30784fe301c6 not bound to the agent host n-h2-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 26 21:45:00.531979 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-b5040403-b2f5-46df-8e57-12a9cf89a7cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4110931'] for network (c7525968-b7af-4b3f-9049-4ead26118112), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:45:00.538120 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-b5040403-b2f5-46df-8e57-12a9cf89a7cf admin admin] Publish callbacks [] for network (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:45:00.548878 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 40224) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:45:00.557720 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-b5040403-b2f5-46df-8e57-12a9cf89a7cf admin admin] 10.222.0.13 "DELETE /v2.0/networks/c7525968-b7af-4b3f-9049-4ead26118112 HTTP/1.1" status: 204 len: 168 time: 0.4252796 Jan 26 21:45:00.585722 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5040403-b2f5-46df-8e57-12a9cf89a7cf admin admin] Pushing event deleted for resources: {'Network': ['ID=c7525968-b7af-4b3f-9049-4ead26118112,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:45:00.616984 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.db_base_plugin_v2 [None req-fa319813-9616-4255-b174-939779e93620 admin admin] Deleting subnet 30614518-1e76-4995-b828-727a231e9ae9 {{(pid=103304) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 26 21:45:00.628218 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-fa319813-9616-4255-b174-939779e93620 admin admin] Publish callbacks [] for subnet (30614518-1e76-4995-b828-727a231e9ae9), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:45:00.662369 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-fa319813-9616-4255-b174-939779e93620 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8881284'] for subnet (30614518-1e76-4995-b828-727a231e9ae9), precommit_delete_associations {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:45:00.708966 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-fa319813-9616-4255-b174-939779e93620 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687316'] for subnet (30614518-1e76-4995-b828-727a231e9ae9), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:45:00.781417 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-fa319813-9616-4255-b174-939779e93620 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9281612', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12215216'] for subnet (30614518-1e76-4995-b828-727a231e9ae9), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:45:00.832343 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa319813-9616-4255-b174-939779e93620 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=30614518-1e76-4995-b828-727a231e9ae9,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:45:00.836228 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-fa319813-9616-4255-b174-939779e93620 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:45:00.843529 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 40232) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:45:00.850675 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-fa319813-9616-4255-b174-939779e93620 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/30614518-1e76-4995-b828-727a231e9ae9 HTTP/1.1" status: 204 len: 168 time: 0.3004050 Jan 26 21:45:00.915128 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-c74c70bd-1301-42cf-9881-e38030b38a8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-748181'] for network (3f7d1ca8-8573-4663-81c4-e53de43bf803), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:45:01.042415 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-c74c70bd-1301-42cf-9881-e38030b38a8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-686403', 'neutron.services.segments.db._delete_segments_for_network-8746560774018'] for network (3f7d1ca8-8573-4663-81c4-e53de43bf803), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:45:01.070905 n-d-760453-5 neutron-server[103305]: DEBUG neutron.services.segments.db [None req-c74c70bd-1301-42cf-9881-e38030b38a8b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3f7d1ca8-8573-4663-81c4-e53de43bf803']}} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:45:01.081793 n-d-760453-5 neutron-server[103305]: DEBUG neutron.services.segments.db [None req-c74c70bd-1301-42cf-9881-e38030b38a8b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2ddbe5d1-4da9-442d-9428-47e503ba6e3d') {'for_net_delete': True} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:45:01.082419 n-d-760453-5 neutron-server[103305]: DEBUG neutron.services.segments.db [None req-c74c70bd-1301-42cf-9881-e38030b38a8b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2ddbe5d1-4da9-442d-9428-47e503ba6e3d') {} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:45:01.097979 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-c74c70bd-1301-42cf-9881-e38030b38a8b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746560742283', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11788955'] for segment (2ddbe5d1-4da9-442d-9428-47e503ba6e3d), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:45:01.113720 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-c74c70bd-1301-42cf-9881-e38030b38a8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576559'] for segment (2ddbe5d1-4da9-442d-9428-47e503ba6e3d), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:45:01.121449 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c74c70bd-1301-42cf-9881-e38030b38a8b admin admin] Releasing vlan 592 on physical network physnet1 to pool {{(pid=103305) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 26 21:45:01.121848 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-c74c70bd-1301-42cf-9881-e38030b38a8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11791428'] for segment (2ddbe5d1-4da9-442d-9428-47e503ba6e3d), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:45:01.124595 n-d-760453-5 neutron-server[103305]: Traceback (most recent call last): Jan 26 21:45:01.124595 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 26 21:45:01.124595 n-d-760453-5 neutron-server[103305]: timer() Jan 26 21:45:01.124595 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 26 21:45:01.124595 n-d-760453-5 neutron-server[103305]: cb(*args, **kw) Jan 26 21:45:01.124595 n-d-760453-5 neutron-server[103305]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 26 21:45:01.124595 n-d-760453-5 neutron-server[103305]: return func(*args, **kwargs) Jan 26 21:45:01.124595 n-d-760453-5 neutron-server[103305]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 26 21:45:01.124595 n-d-760453-5 neutron-server[103305]: self._notify() Jan 26 21:45:01.124595 n-d-760453-5 neutron-server[103305]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 26 21:45:01.124595 n-d-760453-5 neutron-server[103305]: self.callback(batched_events) Jan 26 21:45:01.124595 n-d-760453-5 neutron-server[103305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 26 21:45:01.124595 n-d-760453-5 neutron-server[103305]: event.method(event) Jan 26 21:45:01.124595 n-d-760453-5 neutron-server[103305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 26 21:45:01.124595 n-d-760453-5 neutron-server[103305]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 26 21:45:01.124595 n-d-760453-5 neutron-server[103305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 26 21:45:01.124595 n-d-760453-5 neutron-server[103305]: aggregate_uuid = self.p_client.list_aggregates( Jan 26 21:45:01.124595 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 26 21:45:01.124595 n-d-760453-5 neutron-server[103305]: return f(self, *a, **k) Jan 26 21:45:01.124595 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 26 21:45:01.124595 n-d-760453-5 neutron-server[103305]: return self._get(url).json() Jan 26 21:45:01.124595 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 26 21:45:01.124595 n-d-760453-5 neutron-server[103305]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 26 21:45:01.124595 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 26 21:45:01.124595 n-d-760453-5 neutron-server[103305]: return self.request(url, 'GET', **kwargs) Jan 26 21:45:01.124595 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 26 21:45:01.124595 n-d-760453-5 neutron-server[103305]: base_url = self.get_endpoint(auth, allow=allow, Jan 26 21:45:01.124595 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 26 21:45:01.124595 n-d-760453-5 neutron-server[103305]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 26 21:45:01.124595 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 26 21:45:01.124595 n-d-760453-5 neutron-server[103305]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 26 21:45:01.124595 n-d-760453-5 neutron-server[103305]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 26 21:45:01.183148 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-c74c70bd-1301-42cf-9881-e38030b38a8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4110931'] for network (3f7d1ca8-8573-4663-81c4-e53de43bf803), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:45:01.190525 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-c74c70bd-1301-42cf-9881-e38030b38a8b admin admin] Publish callbacks [] for network (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:45:01.197330 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-c74c70bd-1301-42cf-9881-e38030b38a8b admin admin] 10.222.0.13 "DELETE /v2.0/networks/3f7d1ca8-8573-4663-81c4-e53de43bf803 HTTP/1.1" status: 204 len: 168 time: 0.3526866 Jan 26 21:45:01.210841 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74c70bd-1301-42cf-9881-e38030b38a8b admin admin] Pushing event deleted for resources: {'Network': ['ID=3f7d1ca8-8573-4663-81c4-e53de43bf803,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:45:01.383711 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 40244) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:45:01.439505 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-4d5068dd-8fbd-4218-9b2b-33f829a98274 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=3e1e35f7248e4a01a833381d3c0aae20&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0521848 Jan 26 21:45:01.439840 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 40246) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:45:01.495302 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-5ee073cb-ce35-4d48-8e22-3a2647405dfd admin admin] Publish callbacks [] for security_group (b3b09f18-8076-445a-b966-8c28e0e0d92a), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:45:01.521680 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-5ee073cb-ce35-4d48-8e22-3a2647405dfd admin admin] Publish callbacks [] for security_group (b3b09f18-8076-445a-b966-8c28e0e0d92a), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:45:01.574639 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-5ee073cb-ce35-4d48-8e22-3a2647405dfd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (b3b09f18-8076-445a-b966-8c28e0e0d92a), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:45:01.577544 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-5ee073cb-ce35-4d48-8e22-3a2647405dfd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:45:01.578779 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-5ee073cb-ce35-4d48-8e22-3a2647405dfd admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b3b09f18-8076-445a-b966-8c28e0e0d92a HTTP/1.1" status: 204 len: 168 time: 0.1379912 Jan 26 21:45:01.588494 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee073cb-ce35-4d48-8e22-3a2647405dfd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3b09f18-8076-445a-b966-8c28e0e0d92a,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:45:01.979959 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 40264) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:45:02.023511 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-eb754423-7e75-4098-ad2e-1e788d6040a2 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=efe435b947fb47dda5e9dd36d94b3c2e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0399766 Jan 26 21:45:02.023856 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 40266) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:45:02.071682 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-6d863215-1e11-49a7-9f70-b56562aca4ad admin admin] Publish callbacks [] for security_group (9d67addd-41bc-45d2-a829-a22af7614966), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:45:02.094672 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-6d863215-1e11-49a7-9f70-b56562aca4ad admin admin] Publish callbacks [] for security_group (9d67addd-41bc-45d2-a829-a22af7614966), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:45:02.146099 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-6d863215-1e11-49a7-9f70-b56562aca4ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (9d67addd-41bc-45d2-a829-a22af7614966), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:45:02.148983 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-6d863215-1e11-49a7-9f70-b56562aca4ad admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:45:02.150238 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-6d863215-1e11-49a7-9f70-b56562aca4ad admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/9d67addd-41bc-45d2-a829-a22af7614966 HTTP/1.1" status: 204 len: 168 time: 0.1253471 Jan 26 21:45:02.158850 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d863215-1e11-49a7-9f70-b56562aca4ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d67addd-41bc-45d2-a829-a22af7614966,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:45:08.416336 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (32ef628b-8417-46c5-8729-60fcabe358f1), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:45:17.501996 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.agents_db [None req-569f1ced-6396-4ddf-b79f-e03b0b2146ab None None] Agent healthcheck: found 7 active agents {{(pid=103307) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 26 21:45:18.002629 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 40712) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:45:18.923860 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-5bdd0332-62eb-4e8f-be9e-9b3bad37df23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (474ccdf7-ab6c-405b-a3b2-dc7b05829902), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:45:19.152426 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-e96805d7-3262-4001-a782-855984981cbe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4110657'] for router_interface (19fe0f86-abca-440b-b947-db1a4f296f9c), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:45:19.474057 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-e96805d7-3262-4001-a782-855984981cbe admin admin] Deleting port 43d54b9b-cd44-4452-b168-5eea9efdf961 {{(pid=103305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 21:45:19.474525 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-e96805d7-3262-4001-a782-855984981cbe admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746560630878'] for port (43d54b9b-cd44-4452-b168-5eea9efdf961), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:45:19.564508 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [None req-e96805d7-3262-4001-a782-855984981cbe admin admin] For port 43d54b9b-cd44-4452-b168-5eea9efdf961, host n-d-760453-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=43d54b9b-cd44-4452-b168-5eea9efdf961,segment=NetworkSegment(a4d6e827-808b-4b7a-9089-657edb9fdaab),segment_id=a4d6e827-808b-4b7a-9089-657edb9fdaab)] {{(pid=103305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:45:19.564950 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-e96805d7-3262-4001-a782-855984981cbe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4109658'] for port (43d54b9b-cd44-4452-b168-5eea9efdf961), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:45:19.586324 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-e96805d7-3262-4001-a782-855984981cbe admin admin] Calling delete_port for 43d54b9b-cd44-4452-b168-5eea9efdf961 owned by network:router_interface {{(pid=103305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 21:45:19.828702 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-e96805d7-3262-4001-a782-855984981cbe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746560636600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746560234536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11791543'] for port (43d54b9b-cd44-4452-b168-5eea9efdf961), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:45:19.860694 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e96805d7-3262-4001-a782-855984981cbe admin admin] Pushing event deleted for resources: {'Port': ['ID=43d54b9b-cd44-4452-b168-5eea9efdf961,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:45:20.097679 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-e96805d7-3262-4001-a782-855984981cbe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3709480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4110805'] for router_interface (19fe0f86-abca-440b-b947-db1a4f296f9c), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:45:20.394977 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e96805d7-3262-4001-a782-855984981cbe admin admin] Router 19fe0f86-abca-440b-b947-db1a4f296f9c has already been hosted by L3 agent 09df100c-3af1-4b0a-bda8-05914c71c458 {{(pid=103305) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 26 21:45:20.512281 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e96805d7-3262-4001-a782-855984981cbe admin admin] Notify agent at l3_agent.n-d-760453-5 the message routers_updated {{(pid=103305) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 26 21:45:20.520675 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 40752) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:45:20.525194 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d70277d7-ac1f-40de-95c4-f50659e26d51 None None] Sync routers for ids ['19fe0f86-abca-440b-b947-db1a4f296f9c'] in n-d-760453-5 {{(pid=103306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 26 21:45:20.527527 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-e96805d7-3262-4001-a782-855984981cbe admin admin] 10.222.0.13 "PUT /v2.0/routers/19fe0f86-abca-440b-b947-db1a4f296f9c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5229204 Jan 26 21:45:20.538247 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d70277d7-ac1f-40de-95c4-f50659e26d51 None None] Routers {'19fe0f86-abca-440b-b947-db1a4f296f9c'} bound to L3 agent in host n-d-760453-5 {{(pid=103306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 21:45:20.539141 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-d70277d7-ac1f-40de-95c4-f50659e26d51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-26T20:55:21Z,description=,heartbeat_timestamp=2022-01-26T21:44:51Z,host='n-d-760453-5',id=09df100c-3af1-4b0a-bda8-05914c71c458,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:55:21Z,topic='l3_agent')) {'router_ids': ['19fe0f86-abca-440b-b947-db1a4f296f9c'], 'active': True} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:45:20.633967 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-9ab455d2-44b6-4e2f-aaea-d74b3f20bad4 admin admin] Publish callbacks [] for router (19fe0f86-abca-440b-b947-db1a4f296f9c), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:45:20.830622 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-9ab455d2-44b6-4e2f-aaea-d74b3f20bad4 admin admin] Publish callbacks [] for router_gateway (19fe0f86-abca-440b-b947-db1a4f296f9c), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:45:20.847341 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvr_db [None req-d70277d7-ac1f-40de-95c4-f50659e26d51 None None] Set router 19fe0f86-abca-440b-b947-db1a4f296f9c gateway port host: n-d-760453-5 {{(pid=103306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 21:45:20.892535 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-9ab455d2-44b6-4e2f-aaea-d74b3f20bad4 admin admin] Deleting port 134df0d3-ef07-4890-818d-62f6b68b54f7 {{(pid=103304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 21:45:20.893149 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-9ab455d2-44b6-4e2f-aaea-d74b3f20bad4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746560630878'] for port (134df0d3-ef07-4890-818d-62f6b68b54f7), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:45:20.982212 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [None req-9ab455d2-44b6-4e2f-aaea-d74b3f20bad4 admin admin] For port 134df0d3-ef07-4890-818d-62f6b68b54f7, host n-d-760453-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=134df0d3-ef07-4890-818d-62f6b68b54f7,segment=NetworkSegment(e17cb353-418f-48b9-b982-21a6233ee99b),segment_id=e17cb353-418f-48b9-b982-21a6233ee99b)] {{(pid=103304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:45:20.982551 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-9ab455d2-44b6-4e2f-aaea-d74b3f20bad4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4109658'] for port (134df0d3-ef07-4890-818d-62f6b68b54f7), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:45:20.996017 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-9ab455d2-44b6-4e2f-aaea-d74b3f20bad4 admin admin] Calling delete_port for 134df0d3-ef07-4890-818d-62f6b68b54f7 owned by network:router_gateway {{(pid=103304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 21:45:21.093309 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-d70277d7-ac1f-40de-95c4-f50659e26d51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19fe0f86-abca-440b-b947-db1a4f296f9c', 'name': 'tempest-AttachVolumeTestJSON-1656343975-router', 'tenant_id': 'ef59326be6b94bd88981706bc324c818', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'external_fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.9'}], 'enable_snat': True}, 'gw_port_id': '134df0d3-ef07-4890-818d-62f6b68b54f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T21:37:39Z', 'updated_at': '2022-01-26T21:45:19Z', 'revision_number': 5, 'project_id': 'ef59326be6b94bd88981706bc324c818', 'gw_port': {'id': '134df0d3-ef07-4890-818d-62f6b68b54f7', 'name': '', 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:1f:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19fe0f86-abca-440b-b947-db1a4f296f9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3140, 'fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:37:40Z', 'updated_at': '2022-01-26T21:37:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-5'}], 'n-d-760453-5', False) {} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:45:21.127234 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d70277d7-ac1f-40de-95c4-f50659e26d51 None None] Checking router: 19fe0f86-abca-440b-b947-db1a4f296f9c for host: n-d-760453-5 {{(pid=103306) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 26 21:45:21.144640 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d70277d7-ac1f-40de-95c4-f50659e26d51 None None] Routers {'19fe0f86-abca-440b-b947-db1a4f296f9c'} bound to L3 agent in host n-d-760453-5 {{(pid=103306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 21:45:21.146618 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-d70277d7-ac1f-40de-95c4-f50659e26d51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-26T20:55:21Z,description=,heartbeat_timestamp=2022-01-26T21:44:51Z,host='n-d-760453-5',id=09df100c-3af1-4b0a-bda8-05914c71c458,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:55:21Z,topic='l3_agent')) {'router_ids': ['19fe0f86-abca-440b-b947-db1a4f296f9c'], 'active': True} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:45:21.204613 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-9ab455d2-44b6-4e2f-aaea-d74b3f20bad4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746560636600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746560234536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9281553'] for port (134df0d3-ef07-4890-818d-62f6b68b54f7), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:45:21.235431 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab455d2-44b6-4e2f-aaea-d74b3f20bad4 admin admin] Pushing event deleted for resources: {'Port': ['ID=134df0d3-ef07-4890-818d-62f6b68b54f7,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:45:21.258116 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvr_db [None req-d70277d7-ac1f-40de-95c4-f50659e26d51 None None] Set router 19fe0f86-abca-440b-b947-db1a4f296f9c gateway port host: None {{(pid=103306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 21:45:21.322933 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-9ab455d2-44b6-4e2f-aaea-d74b3f20bad4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4111291'] for router_gateway (19fe0f86-abca-440b-b947-db1a4f296f9c), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:45:21.333767 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-d70277d7-ac1f-40de-95c4-f50659e26d51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19fe0f86-abca-440b-b947-db1a4f296f9c', 'name': 'tempest-AttachVolumeTestJSON-1656343975-router', 'tenant_id': 'ef59326be6b94bd88981706bc324c818', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T21:37:39Z', 'updated_at': '2022-01-26T21:45:20Z', 'revision_number': 6, 'project_id': 'ef59326be6b94bd88981706bc324c818', 'gw_port_host': None}], 'n-d-760453-5', False) {} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:45:21.367218 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-3252cb0f-e03e-4042-bdbd-78cefc3ff920 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (09df100c-3af1-4b0a-bda8-05914c71c458), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:45:21.369208 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d70277d7-ac1f-40de-95c4-f50659e26d51 None None] The sync data for ids ['19fe0f86-abca-440b-b947-db1a4f296f9c'] in n-d-760453-5 is: [{'id': '19fe0f86-abca-440b-b947-db1a4f296f9c', 'name': 'tempest-AttachVolumeTestJSON-1656343975-router', 'tenant_id': 'ef59326be6b94bd88981706bc324c818', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T21:37:39Z', 'updated_at': '2022-01-26T21:45:20Z', 'revision_number': 6, 'project_id': 'ef59326be6b94bd88981706bc324c818', 'gw_port_host': None}] {{(pid=103306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 26 21:45:21.444808 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-9ab455d2-44b6-4e2f-aaea-d74b3f20bad4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4105774', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13082'] for router (19fe0f86-abca-440b-b947-db1a4f296f9c), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:45:21.447553 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-9ab455d2-44b6-4e2f-aaea-d74b3f20bad4 admin admin] Publish callbacks [] for router_controller (19fe0f86-abca-440b-b947-db1a4f296f9c), precommit_delete_associations {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:45:21.496585 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-9ab455d2-44b6-4e2f-aaea-d74b3f20bad4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4105767'] for router (19fe0f86-abca-440b-b947-db1a4f296f9c), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:45:21.498911 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ab455d2-44b6-4e2f-aaea-d74b3f20bad4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 19fe0f86-abca-440b-b947-db1a4f296f9c {{(pid=103304) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 26 21:45:21.504636 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-9ab455d2-44b6-4e2f-aaea-d74b3f20bad4 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:45:21.509136 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 40770) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:45:21.509683 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-9ab455d2-44b6-4e2f-aaea-d74b3f20bad4 admin admin] 10.222.0.13 "DELETE /v2.0/routers/19fe0f86-abca-440b-b947-db1a4f296f9c HTTP/1.1" status: 204 len: 168 time: 0.9873631 Jan 26 21:45:21.557027 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.db_base_plugin_v2 [None req-e3b403e0-5ffd-4602-a568-d8a269d8bd65 admin admin] Deleting subnet acbfa681-8e54-43e3-a66b-05705089f7e2 {{(pid=103305) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 26 21:45:21.560831 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-e3b403e0-5ffd-4602-a568-d8a269d8bd65 admin admin] Publish callbacks [] for subnet (acbfa681-8e54-43e3-a66b-05705089f7e2), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:45:21.598524 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-e3b403e0-5ffd-4602-a568-d8a269d8bd65 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11788946'] for subnet (acbfa681-8e54-43e3-a66b-05705089f7e2), precommit_delete_associations {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:45:21.688599 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-e3b403e0-5ffd-4602-a568-d8a269d8bd65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687316'] for subnet (acbfa681-8e54-43e3-a66b-05705089f7e2), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:45:21.746644 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-e3b403e0-5ffd-4602-a568-d8a269d8bd65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11791594', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11599980'] for subnet (acbfa681-8e54-43e3-a66b-05705089f7e2), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:45:21.772909 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b403e0-5ffd-4602-a568-d8a269d8bd65 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=acbfa681-8e54-43e3-a66b-05705089f7e2,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:45:21.776586 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-e3b403e0-5ffd-4602-a568-d8a269d8bd65 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:45:21.780490 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-e3b403e0-5ffd-4602-a568-d8a269d8bd65 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/acbfa681-8e54-43e3-a66b-05705089f7e2 HTTP/1.1" status: 204 len: 168 time: 0.2694721 Jan 26 21:45:21.783070 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 40776) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:45:21.784640 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f313232-91fd-4d25-8bc1-53ed83d2c184 None None] Network 069fa2c9-ac54-4596-8927-b190d062b8dc requested from n-d-760453-5 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 26 21:45:21.885479 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-67c33949-e0fb-42ae-93da-fd8c20c0da02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-748181'] for network (069fa2c9-ac54-4596-8927-b190d062b8dc), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:45:21.979764 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-67c33949-e0fb-42ae-93da-fd8c20c0da02 admin admin] Deleting port 45f6c2c8-c3d6-4ee7-9555-3a5f5899eaf0 {{(pid=103305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 21:45:21.981638 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-67c33949-e0fb-42ae-93da-fd8c20c0da02 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746560630878'] for port (45f6c2c8-c3d6-4ee7-9555-3a5f5899eaf0), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:45:22.083751 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [None req-67c33949-e0fb-42ae-93da-fd8c20c0da02 admin admin] For port 45f6c2c8-c3d6-4ee7-9555-3a5f5899eaf0, host n-d-760453-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=45f6c2c8-c3d6-4ee7-9555-3a5f5899eaf0,segment=NetworkSegment(a4d6e827-808b-4b7a-9089-657edb9fdaab),segment_id=a4d6e827-808b-4b7a-9089-657edb9fdaab)] {{(pid=103305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:45:22.084075 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-67c33949-e0fb-42ae-93da-fd8c20c0da02 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4109658'] for port (45f6c2c8-c3d6-4ee7-9555-3a5f5899eaf0), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:45:22.099895 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-67c33949-e0fb-42ae-93da-fd8c20c0da02 admin admin] Calling delete_port for 45f6c2c8-c3d6-4ee7-9555-3a5f5899eaf0 owned by network:dhcp {{(pid=103305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 21:45:22.206655 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-67c33949-e0fb-42ae-93da-fd8c20c0da02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746560636600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746560234536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11791543'] for port (45f6c2c8-c3d6-4ee7-9555-3a5f5899eaf0), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:45:22.238537 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67c33949-e0fb-42ae-93da-fd8c20c0da02 admin admin] No DVR routers for this DVR port 45f6c2c8-c3d6-4ee7-9555-3a5f5899eaf0 on host n-d-760453-5 {{(pid=103305) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 26 21:45:22.243369 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c33949-e0fb-42ae-93da-fd8c20c0da02 admin admin] Pushing event deleted for resources: {'Port': ['ID=45f6c2c8-c3d6-4ee7-9555-3a5f5899eaf0,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:45:22.331528 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-841f5991-a4d8-4d4b-b215-cbc6bab5427b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (aa7ee9d2-08eb-4e12-b895-24c57300dfec), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:45:22.357313 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ebb31be-fcf7-4fac-80b1-f8a406772c46 None None] DHCP port deletion for 069fa2c9-ac54-4596-8927-b190d062b8dc request from n-d-760453-5 {{(pid=103306) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 26 21:45:22.357903 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-67c33949-e0fb-42ae-93da-fd8c20c0da02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-686403', 'neutron.services.segments.db._delete_segments_for_network-8746560774018'] for network (069fa2c9-ac54-4596-8927-b190d062b8dc), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:45:22.421968 n-d-760453-5 neutron-server[103305]: DEBUG neutron.services.segments.db [None req-67c33949-e0fb-42ae-93da-fd8c20c0da02 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['069fa2c9-ac54-4596-8927-b190d062b8dc']}} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:45:22.446316 n-d-760453-5 neutron-server[103305]: DEBUG neutron.services.segments.db [None req-67c33949-e0fb-42ae-93da-fd8c20c0da02 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a4d6e827-808b-4b7a-9089-657edb9fdaab') {'for_net_delete': True} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:45:22.446643 n-d-760453-5 neutron-server[103305]: DEBUG neutron.services.segments.db [None req-67c33949-e0fb-42ae-93da-fd8c20c0da02 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a4d6e827-808b-4b7a-9089-657edb9fdaab') {} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:45:22.469089 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device 134df0d3-ef07-4890-818d-62f6b68b54f7 no longer exists at agent ovs-agent-n-d-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 26 21:45:22.478535 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-67c33949-e0fb-42ae-93da-fd8c20c0da02 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746560742283', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11788955'] for segment (a4d6e827-808b-4b7a-9089-657edb9fdaab), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:45:22.488985 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] No Port match for: 134df0d3-ef07-4890-818d-62f6b68b54f7 {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 26 21:45:22.489361 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device 134df0d3-ef07-4890-818d-62f6b68b54f7 not bound to the agent host n-d-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 26 21:45:22.489807 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device 45f6c2c8-c3d6-4ee7-9555-3a5f5899eaf0 no longer exists at agent ovs-agent-n-d-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 26 21:45:22.506720 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-67c33949-e0fb-42ae-93da-fd8c20c0da02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576559'] for segment (a4d6e827-808b-4b7a-9089-657edb9fdaab), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:45:22.520284 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-67c33949-e0fb-42ae-93da-fd8c20c0da02 admin admin] Releasing vlan 595 on physical network physnet1 to pool {{(pid=103305) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 26 21:45:22.521313 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-67c33949-e0fb-42ae-93da-fd8c20c0da02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11791428'] for segment (a4d6e827-808b-4b7a-9089-657edb9fdaab), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:45:22.524567 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] No Port match for: 45f6c2c8-c3d6-4ee7-9555-3a5f5899eaf0 {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 26 21:45:22.525029 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device 45f6c2c8-c3d6-4ee7-9555-3a5f5899eaf0 not bound to the agent host n-d-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 26 21:45:22.525680 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device 43d54b9b-cd44-4452-b168-5eea9efdf961 no longer exists at agent ovs-agent-n-d-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 26 21:45:22.526394 n-d-760453-5 neutron-server[103305]: Traceback (most recent call last): Jan 26 21:45:22.526394 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 26 21:45:22.526394 n-d-760453-5 neutron-server[103305]: timer() Jan 26 21:45:22.526394 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 26 21:45:22.526394 n-d-760453-5 neutron-server[103305]: cb(*args, **kw) Jan 26 21:45:22.526394 n-d-760453-5 neutron-server[103305]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 26 21:45:22.526394 n-d-760453-5 neutron-server[103305]: return func(*args, **kwargs) Jan 26 21:45:22.526394 n-d-760453-5 neutron-server[103305]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 26 21:45:22.526394 n-d-760453-5 neutron-server[103305]: self._notify() Jan 26 21:45:22.526394 n-d-760453-5 neutron-server[103305]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 26 21:45:22.526394 n-d-760453-5 neutron-server[103305]: self.callback(batched_events) Jan 26 21:45:22.526394 n-d-760453-5 neutron-server[103305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 26 21:45:22.526394 n-d-760453-5 neutron-server[103305]: event.method(event) Jan 26 21:45:22.526394 n-d-760453-5 neutron-server[103305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 26 21:45:22.526394 n-d-760453-5 neutron-server[103305]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 26 21:45:22.526394 n-d-760453-5 neutron-server[103305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 26 21:45:22.526394 n-d-760453-5 neutron-server[103305]: aggregate_uuid = self.p_client.list_aggregates( Jan 26 21:45:22.526394 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 26 21:45:22.526394 n-d-760453-5 neutron-server[103305]: return f(self, *a, **k) Jan 26 21:45:22.526394 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 26 21:45:22.526394 n-d-760453-5 neutron-server[103305]: return self._get(url).json() Jan 26 21:45:22.526394 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 26 21:45:22.526394 n-d-760453-5 neutron-server[103305]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 26 21:45:22.526394 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 26 21:45:22.526394 n-d-760453-5 neutron-server[103305]: return self.request(url, 'GET', **kwargs) Jan 26 21:45:22.526394 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 26 21:45:22.526394 n-d-760453-5 neutron-server[103305]: base_url = self.get_endpoint(auth, allow=allow, Jan 26 21:45:22.526394 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 26 21:45:22.526394 n-d-760453-5 neutron-server[103305]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 26 21:45:22.526394 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 26 21:45:22.526394 n-d-760453-5 neutron-server[103305]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 26 21:45:22.526394 n-d-760453-5 neutron-server[103305]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 26 21:45:22.548451 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] No Port match for: 43d54b9b-cd44-4452-b168-5eea9efdf961 {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 26 21:45:22.557754 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device 43d54b9b-cd44-4452-b168-5eea9efdf961 not bound to the agent host n-d-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 26 21:45:22.603516 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-67c33949-e0fb-42ae-93da-fd8c20c0da02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4110931'] for network (069fa2c9-ac54-4596-8927-b190d062b8dc), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:45:22.615845 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-67c33949-e0fb-42ae-93da-fd8c20c0da02 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:45:22.620924 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-67c33949-e0fb-42ae-93da-fd8c20c0da02 admin admin] 10.222.0.13 "DELETE /v2.0/networks/069fa2c9-ac54-4596-8927-b190d062b8dc HTTP/1.1" status: 204 len: 168 time: 0.8367324 Jan 26 21:45:22.653624 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c33949-e0fb-42ae-93da-fd8c20c0da02 admin admin] Pushing event deleted for resources: {'Network': ['ID=069fa2c9-ac54-4596-8927-b190d062b8dc,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:45:22.807906 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 40800) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:45:22.884895 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 40802) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:45:22.885153 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-a1428957-88cb-4b1b-a544-27f7a070d9c0 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ef59326be6b94bd88981706bc324c818&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0724008 Jan 26 21:45:22.939559 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-0c27cbd9-7f4a-4d82-b6f3-e58dc33ceff2 admin admin] Publish callbacks [] for security_group (cf23d23b-41a3-48a5-be11-fed3b4344bdd), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:45:22.964267 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-0c27cbd9-7f4a-4d82-b6f3-e58dc33ceff2 admin admin] Publish callbacks [] for security_group (cf23d23b-41a3-48a5-be11-fed3b4344bdd), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:45:23.030628 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-0c27cbd9-7f4a-4d82-b6f3-e58dc33ceff2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (cf23d23b-41a3-48a5-be11-fed3b4344bdd), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:45:23.033913 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-0c27cbd9-7f4a-4d82-b6f3-e58dc33ceff2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:45:23.035134 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-0c27cbd9-7f4a-4d82-b6f3-e58dc33ceff2 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/cf23d23b-41a3-48a5-be11-fed3b4344bdd HTTP/1.1" status: 204 len: 168 time: 0.1521859 Jan 26 21:45:23.075699 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c27cbd9-7f4a-4d82-b6f3-e58dc33ceff2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf23d23b-41a3-48a5-be11-fed3b4344bdd,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:45:23.174806 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (4d619873-4b60-439f-9b5a-b155dc8bbc34), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:45:24.157838 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-839dd188-ec69-470c-9ab0-d318dc1a2e96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (e79b4fc6-6c71-44b2-a6d0-ff3e1f4dfd0d), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:45:25.347013 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (fea0591a-627d-4c87-9a9a-01625ddf3277), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:45:26.490814 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 40920) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:45:26.608064 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-366842f1-e5bd-4ff8-b77f-3ac664744e0d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:45:26.685830 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-366842f1-e5bd-4ff8-b77f-3ac664744e0d admin admin] Publish callbacks [] for security_group (bcf2f483-d16f-4010-8ca7-29879dd6c6b7), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:45:26.692268 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-366842f1-e5bd-4ff8-b77f-3ac664744e0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (bcf2f483-d16f-4010-8ca7-29879dd6c6b7), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:45:26.729819 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-366842f1-e5bd-4ff8-b77f-3ac664744e0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bcf2f483-d16f-4010-8ca7-29879dd6c6b7,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:45:26.737021 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-366842f1-e5bd-4ff8-b77f-3ac664744e0d admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=2ba90bc769b748659f882a64f017fdf3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2428284 Jan 26 21:45:26.737242 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 40928) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:45:26.796840 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-725fb09c-a9a7-49c0-bc5f-7404fb066931 admin admin] Publish callbacks [] for security_group (bcf2f483-d16f-4010-8ca7-29879dd6c6b7), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:45:26.825234 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-725fb09c-a9a7-49c0-bc5f-7404fb066931 admin admin] Publish callbacks [] for security_group (bcf2f483-d16f-4010-8ca7-29879dd6c6b7), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:45:26.898246 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-725fb09c-a9a7-49c0-bc5f-7404fb066931 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (bcf2f483-d16f-4010-8ca7-29879dd6c6b7), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:45:26.901491 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-725fb09c-a9a7-49c0-bc5f-7404fb066931 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:45:26.902754 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-725fb09c-a9a7-49c0-bc5f-7404fb066931 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/bcf2f483-d16f-4010-8ca7-29879dd6c6b7 HTTP/1.1" status: 204 len: 168 time: 0.1645260 Jan 26 21:45:26.916146 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-725fb09c-a9a7-49c0-bc5f-7404fb066931 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bcf2f483-d16f-4010-8ca7-29879dd6c6b7,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:45:38.420149 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (32ef628b-8417-46c5-8729-60fcabe358f1), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:45:38.550772 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 41148) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:45:38.667974 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-09a8be08-7bb3-4072-a97a-5d9dc36110f4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:45:38.770087 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-09a8be08-7bb3-4072-a97a-5d9dc36110f4 admin admin] Publish callbacks [] for security_group (b238883c-4984-43c0-b4ea-ced74294fa77), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:45:38.776042 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-09a8be08-7bb3-4072-a97a-5d9dc36110f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (b238883c-4984-43c0-b4ea-ced74294fa77), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:45:38.826972 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-09a8be08-7bb3-4072-a97a-5d9dc36110f4 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=70ade2d138b148ce8ce9f231e3746654&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2737889 Jan 26 21:45:38.827323 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 41154) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:45:38.827838 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a8be08-7bb3-4072-a97a-5d9dc36110f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b238883c-4984-43c0-b4ea-ced74294fa77,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:45:38.890058 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-8f059eb5-e3d3-4e6b-bf48-cbacd09fcf11 admin admin] Publish callbacks [] for security_group (b238883c-4984-43c0-b4ea-ced74294fa77), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:45:38.913968 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-8f059eb5-e3d3-4e6b-bf48-cbacd09fcf11 admin admin] Publish callbacks [] for security_group (b238883c-4984-43c0-b4ea-ced74294fa77), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:45:38.967607 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-8f059eb5-e3d3-4e6b-bf48-cbacd09fcf11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (b238883c-4984-43c0-b4ea-ced74294fa77), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:45:38.971088 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-8f059eb5-e3d3-4e6b-bf48-cbacd09fcf11 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:45:38.987095 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-8f059eb5-e3d3-4e6b-bf48-cbacd09fcf11 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b238883c-4984-43c0-b4ea-ced74294fa77 HTTP/1.1" status: 204 len: 168 time: 0.1496029 Jan 26 21:45:39.004567 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f059eb5-e3d3-4e6b-bf48-cbacd09fcf11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b238883c-4984-43c0-b4ea-ced74294fa77,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:45:43.115251 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 41560) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:45:43.271201 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-41a07bb7-c2cc-433f-9e8c-d0247d43a2d8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:45:43.359240 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-41a07bb7-c2cc-433f-9e8c-d0247d43a2d8 admin admin] Publish callbacks [] for security_group (a7b98ed1-d809-4d5a-bc2d-33547e3519b4), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:45:43.367104 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-41a07bb7-c2cc-433f-9e8c-d0247d43a2d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (a7b98ed1-d809-4d5a-bc2d-33547e3519b4), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:45:43.413390 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a07bb7-c2cc-433f-9e8c-d0247d43a2d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7b98ed1-d809-4d5a-bc2d-33547e3519b4,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:45:43.421761 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-41a07bb7-c2cc-433f-9e8c-d0247d43a2d8 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=8193c2d8983d42109a865efbfbe12d3d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3053341 Jan 26 21:45:43.422127 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 41596) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:45:43.540275 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-af3b8c6f-3bc6-49ff-9aaa-b5aa42909022 admin admin] Publish callbacks [] for security_group (a7b98ed1-d809-4d5a-bc2d-33547e3519b4), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:45:43.580836 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-af3b8c6f-3bc6-49ff-9aaa-b5aa42909022 admin admin] Publish callbacks [] for security_group (a7b98ed1-d809-4d5a-bc2d-33547e3519b4), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:45:43.644069 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-af3b8c6f-3bc6-49ff-9aaa-b5aa42909022 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (a7b98ed1-d809-4d5a-bc2d-33547e3519b4), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:45:43.648661 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-af3b8c6f-3bc6-49ff-9aaa-b5aa42909022 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:45:43.650097 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-af3b8c6f-3bc6-49ff-9aaa-b5aa42909022 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a7b98ed1-d809-4d5a-bc2d-33547e3519b4 HTTP/1.1" status: 204 len: 168 time: 0.2249770 Jan 26 21:45:43.661587 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3b8c6f-3bc6-49ff-9aaa-b5aa42909022 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7b98ed1-d809-4d5a-bc2d-33547e3519b4,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:45:44.028269 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 41668) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:45:44.042980 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-0de7c7fd-0be8-43a7-b50e-c0a38b5d470e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:45:44.135882 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-0de7c7fd-0be8-43a7-b50e-c0a38b5d470e admin admin] Publish callbacks [] for security_group (49de34f1-a82a-497a-b742-77a534ca15c1), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:45:44.140651 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-0de7c7fd-0be8-43a7-b50e-c0a38b5d470e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (49de34f1-a82a-497a-b742-77a534ca15c1), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:45:44.194274 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 41692) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:45:44.194522 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-0de7c7fd-0be8-43a7-b50e-c0a38b5d470e admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=627683ff9f6847b6b6381206028363cb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1649501 Jan 26 21:45:44.195630 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de7c7fd-0be8-43a7-b50e-c0a38b5d470e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49de34f1-a82a-497a-b742-77a534ca15c1,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:45:44.263602 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-18035624-f793-44d5-9e43-59274666e162 admin admin] Publish callbacks [] for security_group (49de34f1-a82a-497a-b742-77a534ca15c1), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:45:44.291368 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-18035624-f793-44d5-9e43-59274666e162 admin admin] Publish callbacks [] for security_group (49de34f1-a82a-497a-b742-77a534ca15c1), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:45:44.364157 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-18035624-f793-44d5-9e43-59274666e162 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (49de34f1-a82a-497a-b742-77a534ca15c1), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:45:44.379471 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-18035624-f793-44d5-9e43-59274666e162 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:45:44.384605 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-18035624-f793-44d5-9e43-59274666e162 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/49de34f1-a82a-497a-b742-77a534ca15c1 HTTP/1.1" status: 204 len: 168 time: 0.1889517 Jan 26 21:45:44.402436 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18035624-f793-44d5-9e43-59274666e162 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49de34f1-a82a-497a-b742-77a534ca15c1,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:45:47.219100 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 41848) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:45:47.324532 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-b8283705-6bd4-4a9c-925f-17a6ae61ef74 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:45:47.399044 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-b8283705-6bd4-4a9c-925f-17a6ae61ef74 admin admin] Publish callbacks [] for security_group (6b5f5fea-1276-4533-936f-8560663e3bc2), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:45:47.403558 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-b8283705-6bd4-4a9c-925f-17a6ae61ef74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (6b5f5fea-1276-4533-936f-8560663e3bc2), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:45:47.442739 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-b8283705-6bd4-4a9c-925f-17a6ae61ef74 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=cf80df053cd44990aec9faa55d888046&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2223582 Jan 26 21:45:47.443814 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8283705-6bd4-4a9c-925f-17a6ae61ef74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b5f5fea-1276-4533-936f-8560663e3bc2,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:45:47.445334 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 41852) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:45:47.498830 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-1b00f0b9-d211-4f28-a71f-740c80f7f985 admin admin] Publish callbacks [] for security_group (6b5f5fea-1276-4533-936f-8560663e3bc2), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:45:47.522197 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-1b00f0b9-d211-4f28-a71f-740c80f7f985 admin admin] Publish callbacks [] for security_group (6b5f5fea-1276-4533-936f-8560663e3bc2), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:45:47.577492 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-1b00f0b9-d211-4f28-a71f-740c80f7f985 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (6b5f5fea-1276-4533-936f-8560663e3bc2), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:45:47.581329 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-1b00f0b9-d211-4f28-a71f-740c80f7f985 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:45:47.587177 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-1b00f0b9-d211-4f28-a71f-740c80f7f985 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/6b5f5fea-1276-4533-936f-8560663e3bc2 HTTP/1.1" status: 204 len: 168 time: 0.1389871 Jan 26 21:45:47.597941 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b00f0b9-d211-4f28-a71f-740c80f7f985 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b5f5fea-1276-4533-936f-8560663e3bc2,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:45:47.894854 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 41866) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:45:47.913006 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-1a13d22d-fcf5-4ae3-bbdf-f56319aed0a6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:45:47.995983 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-1a13d22d-fcf5-4ae3-bbdf-f56319aed0a6 admin admin] Publish callbacks [] for security_group (c9cce6f4-d4e7-4a76-a2ee-6c7f6ac38fa9), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:45:48.000793 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-1a13d22d-fcf5-4ae3-bbdf-f56319aed0a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (c9cce6f4-d4e7-4a76-a2ee-6c7f6ac38fa9), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:45:48.045366 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-1a13d22d-fcf5-4ae3-bbdf-f56319aed0a6 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=68e0ff60dcdb4572b0851908b580835f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1491153 Jan 26 21:45:48.047045 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a13d22d-fcf5-4ae3-bbdf-f56319aed0a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9cce6f4-d4e7-4a76-a2ee-6c7f6ac38fa9,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:45:48.047325 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 41868) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:45:48.101772 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-32633aed-22dc-4adb-8b64-16223a57eba9 admin admin] Publish callbacks [] for security_group (c9cce6f4-d4e7-4a76-a2ee-6c7f6ac38fa9), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:45:48.125557 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-32633aed-22dc-4adb-8b64-16223a57eba9 admin admin] Publish callbacks [] for security_group (c9cce6f4-d4e7-4a76-a2ee-6c7f6ac38fa9), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:45:48.175689 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-32633aed-22dc-4adb-8b64-16223a57eba9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (c9cce6f4-d4e7-4a76-a2ee-6c7f6ac38fa9), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:45:48.180066 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-32633aed-22dc-4adb-8b64-16223a57eba9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:45:48.185087 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-32633aed-22dc-4adb-8b64-16223a57eba9 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/c9cce6f4-d4e7-4a76-a2ee-6c7f6ac38fa9 HTTP/1.1" status: 204 len: 168 time: 0.1363602 Jan 26 21:45:48.194975 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32633aed-22dc-4adb-8b64-16223a57eba9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9cce6f4-d4e7-4a76-a2ee-6c7f6ac38fa9,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:45:48.902424 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-82a0df34-6b48-4f52-aec7-44aad5daeacf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (474ccdf7-ab6c-405b-a3b2-dc7b05829902), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:45:50.691589 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 41998) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:45:50.823185 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-8f5187a4-83ff-45ba-a38c-395a595cdc89 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:45:50.910322 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-8f5187a4-83ff-45ba-a38c-395a595cdc89 admin admin] Publish callbacks [] for security_group (3f7a3261-b9fd-4d00-9ee0-2f3eb123043d), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:45:50.923782 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-8f5187a4-83ff-45ba-a38c-395a595cdc89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (3f7a3261-b9fd-4d00-9ee0-2f3eb123043d), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:45:50.969137 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-8f5187a4-83ff-45ba-a38c-395a595cdc89 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a12c55b5ab924212aed4687d19545475&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2762332 Jan 26 21:45:50.971801 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 42006) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:45:50.974229 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f5187a4-83ff-45ba-a38c-395a595cdc89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f7a3261-b9fd-4d00-9ee0-2f3eb123043d,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:45:51.037874 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-a31f3bcf-4f92-4583-aa70-3bf274aaa01c admin admin] Publish callbacks [] for security_group (3f7a3261-b9fd-4d00-9ee0-2f3eb123043d), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:45:51.062399 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-a31f3bcf-4f92-4583-aa70-3bf274aaa01c admin admin] Publish callbacks [] for security_group (3f7a3261-b9fd-4d00-9ee0-2f3eb123043d), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:45:51.116736 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-a31f3bcf-4f92-4583-aa70-3bf274aaa01c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (3f7a3261-b9fd-4d00-9ee0-2f3eb123043d), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:45:51.120537 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-a31f3bcf-4f92-4583-aa70-3bf274aaa01c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:45:51.123404 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-a31f3bcf-4f92-4583-aa70-3bf274aaa01c admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/3f7a3261-b9fd-4d00-9ee0-2f3eb123043d HTTP/1.1" status: 204 len: 168 time: 0.1504481 Jan 26 21:45:51.132544 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31f3bcf-4f92-4583-aa70-3bf274aaa01c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f7a3261-b9fd-4d00-9ee0-2f3eb123043d,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:45:51.273145 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-3bc5bafb-be57-4f1b-9740-547fde1a78b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (09df100c-3af1-4b0a-bda8-05914c71c458), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:45:51.443139 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 42012) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:45:51.461153 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-8751e598-7fd7-452c-a4b7-0be952183c54 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:45:51.542339 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-8751e598-7fd7-452c-a4b7-0be952183c54 admin admin] Publish callbacks [] for security_group (a1b19d14-332e-499c-ba04-6f6ff6e436a0), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:45:51.547122 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-8751e598-7fd7-452c-a4b7-0be952183c54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (a1b19d14-332e-499c-ba04-6f6ff6e436a0), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:45:51.622485 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-8751e598-7fd7-452c-a4b7-0be952183c54 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d4bb873a5bc1483c93a5d230bd1d8d29&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1778944 Jan 26 21:45:51.624342 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8751e598-7fd7-452c-a4b7-0be952183c54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1b19d14-332e-499c-ba04-6f6ff6e436a0,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:45:51.625200 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 42014) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:45:51.665376 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-61628033-4770-4887-b36a-fdd12362e828 req-5714b289-89f2-4fad-aaf6-c555204b950a service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=5e89c0b4-e967-4671-bdb7-ee22959d1624&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1011443 Jan 26 21:45:51.683916 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-67392d34-59ac-4e30-9450-7ed81d620e89 admin admin] Publish callbacks [] for security_group (a1b19d14-332e-499c-ba04-6f6ff6e436a0), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:45:51.707810 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-67392d34-59ac-4e30-9450-7ed81d620e89 admin admin] Publish callbacks [] for security_group (a1b19d14-332e-499c-ba04-6f6ff6e436a0), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:45:51.760004 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-67392d34-59ac-4e30-9450-7ed81d620e89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (a1b19d14-332e-499c-ba04-6f6ff6e436a0), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:45:51.762869 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-67392d34-59ac-4e30-9450-7ed81d620e89 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:45:51.766078 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-67392d34-59ac-4e30-9450-7ed81d620e89 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a1b19d14-332e-499c-ba04-6f6ff6e436a0 HTTP/1.1" status: 204 len: 168 time: 0.1376331 Jan 26 21:45:51.784856 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67392d34-59ac-4e30-9450-7ed81d620e89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1b19d14-332e-499c-ba04-6f6ff6e436a0,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:45:51.825262 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61628033-4770-4887-b36a-fdd12362e828 req-a7e401cd-0114-4e90-a9bb-b73495d38bc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:45:51.827446 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-61628033-4770-4887-b36a-fdd12362e828 req-a7e401cd-0114-4e90-a9bb-b73495d38bc7 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=21597274a7544ad89acd4b47ec1a3b8a&device_id=5e89c0b4-e967-4671-bdb7-ee22959d1624 HTTP/1.1" status: 200 len: 1100 time: 0.0915906 Jan 26 21:45:51.986176 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61628033-4770-4887-b36a-fdd12362e828 req-c99b3062-3b14-44a0-b971-4c0d3fadb36e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:45:51.987696 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-61628033-4770-4887-b36a-fdd12362e828 req-c99b3062-3b14-44a0-b971-4c0d3fadb36e service neutron] 10.222.0.66 "GET /v2.0/networks?id=7fbe9cf5-e12c-436d-b372-55a19c9faa30 HTTP/1.1" status: 200 len: 870 time: 0.1403520 Jan 26 21:45:52.047261 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-61628033-4770-4887-b36a-fdd12362e828 req-2c7b43ba-1d64-46f4-895c-e2a3c984c057 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.68&port_id=96612fb2-28a6-4981-8c62-2bc503f2c5af HTTP/1.1" status: 200 len: 217 time: 0.0520113 Jan 26 21:45:52.105458 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61628033-4770-4887-b36a-fdd12362e828 req-b6c9c772-9362-4be4-9414-1ed609ba1b7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:45:52.107799 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-61628033-4770-4887-b36a-fdd12362e828 req-b6c9c772-9362-4be4-9414-1ed609ba1b7c service neutron] 10.222.0.66 "GET /v2.0/subnets?id=fd77e534-75e6-4b90-950e-f5824d584430 HTTP/1.1" status: 200 len: 843 time: 0.0544879 Jan 26 21:45:52.177568 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61628033-4770-4887-b36a-fdd12362e828 req-1269c268-10dd-470d-871e-004278f8a008 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:45:52.179180 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-61628033-4770-4887-b36a-fdd12362e828 req-1269c268-10dd-470d-871e-004278f8a008 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=7fbe9cf5-e12c-436d-b372-55a19c9faa30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0640080 Jan 26 21:45:52.306149 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-61628033-4770-4887-b36a-fdd12362e828 req-3afc3405-f1df-48c9-add0-f5b7f7ecc20e service neutron] 10.222.0.66 "GET /v2.0/networks/7fbe9cf5-e12c-436d-b372-55a19c9faa30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1184711 Jan 26 21:45:52.310511 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-841f5991-a4d8-4d4b-b215-cbc6bab5427b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (aa7ee9d2-08eb-4e12-b895-24c57300dfec), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:45:52.435656 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-61628033-4770-4887-b36a-fdd12362e828 req-6aa47c41-fb9f-40b1-911c-d8a05b6ceb59 service neutron] 10.222.0.66 "GET /v2.0/networks/7fbe9cf5-e12c-436d-b372-55a19c9faa30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1222453 Jan 26 21:45:53.178677 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (4d619873-4b60-439f-9b5a-b155dc8bbc34), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:45:54.156511 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-839dd188-ec69-470c-9ab0-d318dc1a2e96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (e79b4fc6-6c71-44b2-a6d0-ff3e1f4dfd0d), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:45:54.504908 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.agents_db [None req-569f1ced-6396-4ddf-b79f-e03b0b2146ab None None] Agent healthcheck: found 7 active agents {{(pid=103307) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 26 21:45:54.845419 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 42192) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:45:54.980009 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-926bf098-683d-4d88-b080-4307fdf4c842 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:45:55.076931 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-926bf098-683d-4d88-b080-4307fdf4c842 admin admin] Publish callbacks [] for security_group (ce11d4b7-c6fa-4561-b69d-18ad49021e35), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:45:55.082415 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-926bf098-683d-4d88-b080-4307fdf4c842 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (ce11d4b7-c6fa-4561-b69d-18ad49021e35), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:45:55.129383 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 42202) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:45:55.137259 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-926bf098-683d-4d88-b080-4307fdf4c842 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b00c861afc7d4bfa9f7cd52d3695a1f2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2905941 Jan 26 21:45:55.149792 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-926bf098-683d-4d88-b080-4307fdf4c842 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce11d4b7-c6fa-4561-b69d-18ad49021e35,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:45:55.208741 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-631ccfaf-df4e-49d4-9be4-7ce1ded46bbe admin admin] Publish callbacks [] for security_group (ce11d4b7-c6fa-4561-b69d-18ad49021e35), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:45:55.250067 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-631ccfaf-df4e-49d4-9be4-7ce1ded46bbe admin admin] Publish callbacks [] for security_group (ce11d4b7-c6fa-4561-b69d-18ad49021e35), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:45:55.259200 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 42208) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:45:55.327303 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (fea0591a-627d-4c87-9a9a-01625ddf3277), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:45:55.337638 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-631ccfaf-df4e-49d4-9be4-7ce1ded46bbe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (ce11d4b7-c6fa-4561-b69d-18ad49021e35), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:45:55.341583 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-631ccfaf-df4e-49d4-9be4-7ce1ded46bbe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:45:55.343207 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-631ccfaf-df4e-49d4-9be4-7ce1ded46bbe admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ce11d4b7-c6fa-4561-b69d-18ad49021e35 HTTP/1.1" status: 204 len: 168 time: 0.2118757 Jan 26 21:45:55.374975 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-631ccfaf-df4e-49d4-9be4-7ce1ded46bbe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce11d4b7-c6fa-4561-b69d-18ad49021e35,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:45:55.435781 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-67bf2e1a-5d1e-49e4-8f7f-c09815783582 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:45:55.463476 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be86d8b-fb83-4b07-aa2d-8c1e3433e698 req-c437fb33-a8a7-4480-b44b-6203ebebad09 tempest-VolumesBackupsTest-726502179 tempest-VolumesBackupsTest-726502179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:45:55.465673 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-1be86d8b-fb83-4b07-aa2d-8c1e3433e698 req-c437fb33-a8a7-4480-b44b-6203ebebad09 tempest-VolumesBackupsTest-726502179 tempest-VolumesBackupsTest-726502179-project] 10.222.0.13 "GET /v2.0/ports?device_id=5e89c0b4-e967-4671-bdb7-ee22959d1624 HTTP/1.1" status: 200 len: 949 time: 0.0782866 Jan 26 21:45:55.525370 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-1be86d8b-fb83-4b07-aa2d-8c1e3433e698 req-d82920d0-2d59-4201-bfad-e98b309b65a0 tempest-VolumesBackupsTest-726502179 tempest-VolumesBackupsTest-726502179-project] 10.222.0.13 "GET /v2.0/security-groups?id=ba2677a1-f03a-4b87-97c9-35e2c54fcb13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515811 Jan 26 21:45:55.535260 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-67bf2e1a-5d1e-49e4-8f7f-c09815783582 admin admin] Publish callbacks [] for security_group (4f89c262-e8ce-4482-878e-dec1a0f4a398), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:45:55.542147 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-67bf2e1a-5d1e-49e4-8f7f-c09815783582 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (4f89c262-e8ce-4482-878e-dec1a0f4a398), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:45:55.587173 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-67bf2e1a-5d1e-49e4-8f7f-c09815783582 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=951fe827f9954b20b5bbcb84b8558c95&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3265810 Jan 26 21:45:55.588076 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67bf2e1a-5d1e-49e4-8f7f-c09815783582 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f89c262-e8ce-4482-878e-dec1a0f4a398,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:45:55.590423 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 42218) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:45:55.641958 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-0ffe5990-9416-4e8c-9afa-622e13e75858 admin admin] Publish callbacks [] for security_group (4f89c262-e8ce-4482-878e-dec1a0f4a398), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:45:55.666886 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-0ffe5990-9416-4e8c-9afa-622e13e75858 admin admin] Publish callbacks [] for security_group (4f89c262-e8ce-4482-878e-dec1a0f4a398), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:45:55.721166 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-0ffe5990-9416-4e8c-9afa-622e13e75858 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (4f89c262-e8ce-4482-878e-dec1a0f4a398), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:45:55.723995 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-0ffe5990-9416-4e8c-9afa-622e13e75858 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:45:55.725251 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-0ffe5990-9416-4e8c-9afa-622e13e75858 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/4f89c262-e8ce-4482-878e-dec1a0f4a398 HTTP/1.1" status: 204 len: 168 time: 0.1336737 Jan 26 21:45:55.744089 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ffe5990-9416-4e8c-9afa-622e13e75858 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f89c262-e8ce-4482-878e-dec1a0f4a398,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:45:55.744951 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 42222) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:45:55.760046 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-41ccbe9c-844e-42f7-b7e2-12d9c8fc9a1b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:45:55.854653 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-41ccbe9c-844e-42f7-b7e2-12d9c8fc9a1b admin admin] Publish callbacks [] for security_group (8cd9d4ee-70d8-44f7-82d1-466614a86b69), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:45:55.858649 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-41ccbe9c-844e-42f7-b7e2-12d9c8fc9a1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (8cd9d4ee-70d8-44f7-82d1-466614a86b69), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:45:55.905891 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-41ccbe9c-844e-42f7-b7e2-12d9c8fc9a1b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=fd2e9ff9a4eb4498a44415c327c79b34&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1595845 Jan 26 21:45:55.908348 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 42226) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:45:55.915414 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ccbe9c-844e-42f7-b7e2-12d9c8fc9a1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8cd9d4ee-70d8-44f7-82d1-466614a86b69,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:45:55.976372 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-55fccc32-c82a-449f-ad36-7cf1d358ae9c admin admin] Publish callbacks [] for security_group (8cd9d4ee-70d8-44f7-82d1-466614a86b69), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:45:55.997967 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-55fccc32-c82a-449f-ad36-7cf1d358ae9c admin admin] Publish callbacks [] for security_group (8cd9d4ee-70d8-44f7-82d1-466614a86b69), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:45:56.048151 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-55fccc32-c82a-449f-ad36-7cf1d358ae9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (8cd9d4ee-70d8-44f7-82d1-466614a86b69), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:45:56.051262 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-55fccc32-c82a-449f-ad36-7cf1d358ae9c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:45:56.052439 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-55fccc32-c82a-449f-ad36-7cf1d358ae9c admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/8cd9d4ee-70d8-44f7-82d1-466614a86b69 HTTP/1.1" status: 204 len: 168 time: 0.1419837 Jan 26 21:45:56.061141 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55fccc32-c82a-449f-ad36-7cf1d358ae9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8cd9d4ee-70d8-44f7-82d1-466614a86b69,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:45:56.659579 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca35b72-aada-492d-bb60-3fd904b3a6f6 req-bb80f562-6978-4379-8a98-4434303b4b50 tempest-VolumesBackupsTest-726502179 tempest-VolumesBackupsTest-726502179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:45:56.661326 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-eca35b72-aada-492d-bb60-3fd904b3a6f6 req-bb80f562-6978-4379-8a98-4434303b4b50 tempest-VolumesBackupsTest-726502179 tempest-VolumesBackupsTest-726502179-project] 10.222.0.13 "GET /v2.0/ports?device_id=5e89c0b4-e967-4671-bdb7-ee22959d1624 HTTP/1.1" status: 200 len: 949 time: 0.0536916 Jan 26 21:45:56.728584 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-eca35b72-aada-492d-bb60-3fd904b3a6f6 req-6b25dc51-3b53-4aad-8ba9-181c09577a8d tempest-VolumesBackupsTest-726502179 tempest-VolumesBackupsTest-726502179-project] 10.222.0.13 "GET /v2.0/security-groups?id=ba2677a1-f03a-4b87-97c9-35e2c54fcb13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615647 Jan 26 21:45:57.101327 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 42288) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:45:57.293925 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-769c06ea-7d46-4ea4-a97d-2ad6789e128b tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] Request body: {'network': {'name': 'tempest-network-smoke--1190098859', 'project_id': '97d50071461f4511bd8bef3bc5cf8c61', 'port_security_enabled': True}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:45:57.313396 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-769c06ea-7d46-4ea4-a97d-2ad6789e128b tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] Made reservation on behalf of 97d50071461f4511bd8bef3bc5cf8c61 for: {'network': 1} {{(pid=103305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 21:45:57.316666 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-769c06ea-7d46-4ea4-a97d-2ad6789e128b tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for network (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:45:57.328791 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-769c06ea-7d46-4ea4-a97d-2ad6789e128b tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] Publish callbacks [] for security_group (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:45:57.381489 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 42298) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:45:57.413213 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-769c06ea-7d46-4ea4-a97d-2ad6789e128b tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] Publish callbacks [] for security_group (5329382c-f745-4f1b-b986-5466633faf11), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:45:57.417255 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-769c06ea-7d46-4ea4-a97d-2ad6789e128b tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (5329382c-f745-4f1b-b986-5466633faf11), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:45:57.427604 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8667a3-582b-4520-b876-be0b7a123625 req-6e134caf-0a13-4c10-848e-d861fa362287 tempest-VolumesBackupsTest-726502179 tempest-VolumesBackupsTest-726502179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:45:57.429482 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-4a8667a3-582b-4520-b876-be0b7a123625 req-6e134caf-0a13-4c10-848e-d861fa362287 tempest-VolumesBackupsTest-726502179 tempest-VolumesBackupsTest-726502179-project] 10.222.0.66 "GET /v2.0/ports?device_id=5e89c0b4-e967-4671-bdb7-ee22959d1624 HTTP/1.1" status: 200 len: 949 time: 0.0573587 Jan 26 21:45:57.451861 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-769c06ea-7d46-4ea4-a97d-2ad6789e128b tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] vlan segment allocate from pool success with {'vlan_id': 593, 'physical_network': 'physnet1'} {{(pid=103305) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 26 21:45:57.454375 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769c06ea-7d46-4ea4-a97d-2ad6789e128b tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5329382c-f745-4f1b-b986-5466633faf11,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:45:57.467032 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-769c06ea-7d46-4ea4-a97d-2ad6789e128b tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576559'] for segment (22c93a74-c2a1-4562-9e01-a466a4c3c0c2), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:45:57.467387 n-d-760453-5 neutron-server[103305]: INFO neutron.db.segments_db [None req-769c06ea-7d46-4ea4-a97d-2ad6789e128b tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] Added segment 22c93a74-c2a1-4562-9e01-a466a4c3c0c2 of type vlan for network 922fc8ea-5e9f-4e84-8a69-ae9eaae306af Jan 26 21:45:57.501044 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-4cba47eb-937e-498c-b434-9d60dac7acef tempest-ExternalNetworksAdminNegativeTestJSON-2122056329 tempest-ExternalNetworksAdminNegativeTestJSON-2122056329-project-admin] Request body: {'floatingip': {'floating_network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:45:57.525984 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-769c06ea-7d46-4ea4-a97d-2ad6789e128b tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746560256871'] for network (922fc8ea-5e9f-4e84-8a69-ae9eaae306af), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:45:57.534562 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [req-4a8667a3-582b-4520-b876-be0b7a123625 req-9010c1ea-c42e-435b-8e06-35ef31ad4c44 tempest-VolumesBackupsTest-726502179 tempest-VolumesBackupsTest-726502179-project] Deleting port 96612fb2-28a6-4981-8c62-2bc503f2c5af {{(pid=103304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 21:45:57.535058 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-4a8667a3-582b-4520-b876-be0b7a123625 req-9010c1ea-c42e-435b-8e06-35ef31ad4c44 tempest-VolumesBackupsTest-726502179 tempest-VolumesBackupsTest-726502179-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746560630878'] for port (96612fb2-28a6-4981-8c62-2bc503f2c5af), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:45:57.540630 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-4cba47eb-937e-498c-b434-9d60dac7acef tempest-ExternalNetworksAdminNegativeTestJSON-2122056329 tempest-ExternalNetworksAdminNegativeTestJSON-2122056329-project-admin] Publish callbacks [] for floatingip (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:45:57.587638 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-769c06ea-7d46-4ea4-a97d-2ad6789e128b tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503'] for network (922fc8ea-5e9f-4e84-8a69-ae9eaae306af), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:45:57.593085 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-769c06ea-7d46-4ea4-a97d-2ad6789e128b tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:45:57.593686 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-769c06ea-7d46-4ea4-a97d-2ad6789e128b tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] Publish callbacks [] for network (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:45:57.629309 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [req-4a8667a3-582b-4520-b876-be0b7a123625 req-9010c1ea-c42e-435b-8e06-35ef31ad4c44 tempest-VolumesBackupsTest-726502179 tempest-VolumesBackupsTest-726502179-project] For port 96612fb2-28a6-4981-8c62-2bc503f2c5af, host n-h1-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-5',level=0,port_id=96612fb2-28a6-4981-8c62-2bc503f2c5af,segment=NetworkSegment(4eab25d6-89d9-4907-a1c2-51b06443ba33),segment_id=4eab25d6-89d9-4907-a1c2-51b06443ba33)] {{(pid=103304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:45:57.629710 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-4a8667a3-582b-4520-b876-be0b7a123625 req-9010c1ea-c42e-435b-8e06-35ef31ad4c44 tempest-VolumesBackupsTest-726502179 tempest-VolumesBackupsTest-726502179-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4109658'] for port (96612fb2-28a6-4981-8c62-2bc503f2c5af), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:45:57.642540 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [req-4a8667a3-582b-4520-b876-be0b7a123625 req-9010c1ea-c42e-435b-8e06-35ef31ad4c44 tempest-VolumesBackupsTest-726502179 tempest-VolumesBackupsTest-726502179-project] Calling delete_port for 96612fb2-28a6-4981-8c62-2bc503f2c5af owned by compute:nova {{(pid=103304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 21:45:57.662999 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-769c06ea-7d46-4ea4-a97d-2ad6789e128b tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5605581 Jan 26 21:45:57.675160 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769c06ea-7d46-4ea4-a97d-2ad6789e128b tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] Pushing event updated for resources: {'Network': ['ID=922fc8ea-5e9f-4e84-8a69-ae9eaae306af,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:45:57.691485 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Network 922fc8ea-5e9f-4e84-8a69-ae9eaae306af details requested by agent ovs-agent-n-d-760453-5 with host n-d-760453-5 {{(pid=103306) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 26 21:45:57.724932 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-4cba47eb-937e-498c-b434-9d60dac7acef tempest-ExternalNetworksAdminNegativeTestJSON-2122056329 tempest-ExternalNetworksAdminNegativeTestJSON-2122056329-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:45:57.754266 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 42304) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:45:57.759857 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-1f20a5d8-bf66-4ffb-bf9a-d2519614b31f tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-770983181', 'admin_state_up': True, 'project_id': '97d50071461f4511bd8bef3bc5cf8c61', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299'}}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:45:57.784493 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-1f20a5d8-bf66-4ffb-bf9a-d2519614b31f tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4104596', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13108'] for router (b49af1d3-919d-4b53-a892-a676d1bb4b4b), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:45:57.785673 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-1f20a5d8-bf66-4ffb-bf9a-d2519614b31f tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4105828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4111306', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3733576', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13069'] for router (b49af1d3-919d-4b53-a892-a676d1bb4b4b), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:45:57.788503 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-4a8667a3-582b-4520-b876-be0b7a123625 req-9010c1ea-c42e-435b-8e06-35ef31ad4c44 tempest-VolumesBackupsTest-726502179 tempest-VolumesBackupsTest-726502179-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746560636600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746560234536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9281553'] for port (96612fb2-28a6-4981-8c62-2bc503f2c5af), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:45:57.832350 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] get_ports_and_sgs() called for port_ids ['96612fb2-28a6-4981-8c62-2bc503f2c5af'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 26 21:45:57.833846 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9010c1ea-c42e-435b-8e06-35ef31ad4c44 tempest-VolumesBackupsTest-726502179 tempest-VolumesBackupsTest-726502179-project] Pushing event deleted for resources: {'Port': ['ID=96612fb2-28a6-4981-8c62-2bc503f2c5af,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:45:57.878328 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-c27f3aa4-ed00-46a6-b742-78db06e1a2b1 req-daa15b83-067c-443c-b9cb-2212666bd11c tempest-VolumesBackupsTest-726502179 tempest-VolumesBackupsTest-726502179-project] 10.222.0.13 "GET /v2.0/ports?device_id=5e89c0b4-e967-4671-bdb7-ee22959d1624 HTTP/1.1" status: 200 len: 210 time: 0.0508180 Jan 26 21:45:57.893177 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9010c1ea-c42e-435b-8e06-35ef31ad4c44 tempest-VolumesBackupsTest-726502179 tempest-VolumesBackupsTest-726502179-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:45:57.893558 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9010c1ea-c42e-435b-8e06-35ef31ad4c44 tempest-VolumesBackupsTest-726502179 tempest-VolumesBackupsTest-726502179-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:45:57.893897 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9010c1ea-c42e-435b-8e06-35ef31ad4c44 tempest-VolumesBackupsTest-726502179 tempest-VolumesBackupsTest-726502179-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:45:57.894227 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9010c1ea-c42e-435b-8e06-35ef31ad4c44 tempest-VolumesBackupsTest-726502179 tempest-VolumesBackupsTest-726502179-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:45:57.894734 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9010c1ea-c42e-435b-8e06-35ef31ad4c44 tempest-VolumesBackupsTest-726502179 tempest-VolumesBackupsTest-726502179-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:45:57.895066 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9010c1ea-c42e-435b-8e06-35ef31ad4c44 tempest-VolumesBackupsTest-726502179 tempest-VolumesBackupsTest-726502179-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:45:57.895392 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9010c1ea-c42e-435b-8e06-35ef31ad4c44 tempest-VolumesBackupsTest-726502179 tempest-VolumesBackupsTest-726502179-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:45:57.895720 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9010c1ea-c42e-435b-8e06-35ef31ad4c44 tempest-VolumesBackupsTest-726502179 tempest-VolumesBackupsTest-726502179-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:45:57.896042 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9010c1ea-c42e-435b-8e06-35ef31ad4c44 tempest-VolumesBackupsTest-726502179 tempest-VolumesBackupsTest-726502179-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:45:57.896363 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9010c1ea-c42e-435b-8e06-35ef31ad4c44 tempest-VolumesBackupsTest-726502179 tempest-VolumesBackupsTest-726502179-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:45:57.896844 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9010c1ea-c42e-435b-8e06-35ef31ad4c44 tempest-VolumesBackupsTest-726502179 tempest-VolumesBackupsTest-726502179-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:45:57.897166 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9010c1ea-c42e-435b-8e06-35ef31ad4c44 tempest-VolumesBackupsTest-726502179 tempest-VolumesBackupsTest-726502179-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:45:57.897672 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9010c1ea-c42e-435b-8e06-35ef31ad4c44 tempest-VolumesBackupsTest-726502179 tempest-VolumesBackupsTest-726502179-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:45:57.919290 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-1f20a5d8-bf66-4ffb-bf9a-d2519614b31f tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] Publish callbacks [] for router_controller (b49af1d3-919d-4b53-a892-a676d1bb4b4b), precommit_add_association {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:45:57.923483 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a8667a3-582b-4520-b876-be0b7a123625 req-9010c1ea-c42e-435b-8e06-35ef31ad4c44 tempest-VolumesBackupsTest-726502179 tempest-VolumesBackupsTest-726502179-project] No DVR routers for this DVR port 96612fb2-28a6-4981-8c62-2bc503f2c5af on host n-h1-760453-5 {{(pid=103304) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 26 21:45:57.926528 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-4a8667a3-582b-4520-b876-be0b7a123625 req-9010c1ea-c42e-435b-8e06-35ef31ad4c44 tempest-VolumesBackupsTest-726502179 tempest-VolumesBackupsTest-726502179-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:45:57.929928 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-4a8667a3-582b-4520-b876-be0b7a123625 req-9010c1ea-c42e-435b-8e06-35ef31ad4c44 tempest-VolumesBackupsTest-726502179 tempest-VolumesBackupsTest-726502179-project] 10.222.0.66 "DELETE /v2.0/ports/96612fb2-28a6-4981-8c62-2bc503f2c5af HTTP/1.1" status: 204 len: 173 time: 0.4921725 Jan 26 21:45:57.930382 n-d-760453-5 neutron-server[103304]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e89c0b4-e967-4671-bdb7-ee22959d1624', 'name': 'network-vif-deleted', 'tag': '96612fb2-28a6-4981-8c62-2bc503f2c5af'}] {{(pid=103304) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 21:45:57.932619 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d52b45f1943fcd332af9527eb73ff93c8d715d44383a3f6d18de73b4cfcf87b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33b4113d-6191-41e7-a37a-4915c2404a7b" -d '{"events": [{"server_uuid": "5e89c0b4-e967-4671-bdb7-ee22959d1624", "name": "network-vif-deleted", "tag": "96612fb2-28a6-4981-8c62-2bc503f2c5af"}]}' {{(pid=103304) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 21:45:57.972001 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Jan 2022 21:45:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b8ea9b6-e3a9-46b2-a59d-d03a0df6c841 x-openstack-request-id: req-1b8ea9b6-e3a9-46b2-a59d-d03a0df6c841 {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 21:45:57.972581 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e89c0b4-e967-4671-bdb7-ee22959d1624", "name": "network-vif-deleted", "tag": "96612fb2-28a6-4981-8c62-2bc503f2c5af", "status": "completed", "code": 200}]} {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 21:45:57.972950 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-1b8ea9b6-e3a9-46b2-a59d-d03a0df6c841 {{(pid=103304) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 21:45:57.973570 n-d-760453-5 neutron-server[103304]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e89c0b4-e967-4671-bdb7-ee22959d1624', 'name': 'network-vif-deleted', 'tag': '96612fb2-28a6-4981-8c62-2bc503f2c5af', 'status': 'completed', 'code': 200} Jan 26 21:45:58.010750 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.db_base_plugin_common [None req-4cba47eb-937e-498c-b434-9d60dac7acef tempest-ExternalNetworksAdminNegativeTestJSON-2122056329 tempest-ExternalNetworksAdminNegativeTestJSON-2122056329-project-admin] Allocated IP 172.25.1.70 (4140a1f1-c93a-4bea-83a0-68953a54f299/e48251a1-e30d-4820-8396-00c6f6aeb601/d1efd91b-c94d-4a50-b651-a3cba9a09242) {{(pid=103305) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 21:45:58.089115 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-1f20a5d8-bf66-4ffb-bf9a-d2519614b31f tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] Publish callbacks [] for router_gateway (b49af1d3-919d-4b53-a892-a676d1bb4b4b), precommit_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:45:58.224850 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-4cba47eb-937e-498c-b434-9d60dac7acef tempest-ExternalNetworksAdminNegativeTestJSON-2122056329 tempest-ExternalNetworksAdminNegativeTestJSON-2122056329-project-admin] Publish callbacks [] for port (d1efd91b-c94d-4a50-b651-a3cba9a09242), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:45:58.282413 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-4cba47eb-937e-498c-b434-9d60dac7acef tempest-ExternalNetworksAdminNegativeTestJSON-2122056329 tempest-ExternalNetworksAdminNegativeTestJSON-2122056329-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746560234527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11791543'] for port (d1efd91b-c94d-4a50-b651-a3cba9a09242), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:45:58.363853 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cba47eb-937e-498c-b434-9d60dac7acef tempest-ExternalNetworksAdminNegativeTestJSON-2122056329 tempest-ExternalNetworksAdminNegativeTestJSON-2122056329-project-admin] Network 4140a1f1-c93a-4bea-83a0-68953a54f299 is already hosted by enough agents. {{(pid=103305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 21:45:58.373922 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [None req-4cba47eb-937e-498c-b434-9d60dac7acef tempest-ExternalNetworksAdminNegativeTestJSON-2122056329 tempest-ExternalNetworksAdminNegativeTestJSON-2122056329-project-admin] Resources bound (agent type, host, resource id): {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:45:58.401172 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cba47eb-937e-498c-b434-9d60dac7acef tempest-ExternalNetworksAdminNegativeTestJSON-2122056329 tempest-ExternalNetworksAdminNegativeTestJSON-2122056329-project-admin] Received port after_create {{(pid=103305) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 21:45:58.406711 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cba47eb-937e-498c-b434-9d60dac7acef tempest-ExternalNetworksAdminNegativeTestJSON-2122056329 tempest-ExternalNetworksAdminNegativeTestJSON-2122056329-project-admin] Pushing event updated for resources: {'Port': ['ID=d1efd91b-c94d-4a50-b651-a3cba9a09242,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:45:58.457275 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-1f20a5d8-bf66-4ffb-bf9a-d2519614b31f tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] Publish callbacks [] for router_gateway (b49af1d3-919d-4b53-a892-a676d1bb4b4b), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:45:58.482517 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-1f20a5d8-bf66-4ffb-bf9a-d2519614b31f tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:45:58.603165 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-4cba47eb-937e-498c-b434-9d60dac7acef tempest-ExternalNetworksAdminNegativeTestJSON-2122056329 tempest-ExternalNetworksAdminNegativeTestJSON-2122056329-project-admin] Publish callbacks [] for floatingip (9dd8f6d8-660a-4535-b2c0-dc31404a6847), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:45:58.646304 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.db_base_plugin_common [None req-1f20a5d8-bf66-4ffb-bf9a-d2519614b31f tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] Allocated IP 172.25.1.144 (4140a1f1-c93a-4bea-83a0-68953a54f299/e48251a1-e30d-4820-8396-00c6f6aeb601/b33a55d4-f7e1-4786-85ed-89159162ae4d) {{(pid=103305) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 21:45:58.657427 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-4cba47eb-937e-498c-b434-9d60dac7acef tempest-ExternalNetworksAdminNegativeTestJSON-2122056329 tempest-ExternalNetworksAdminNegativeTestJSON-2122056329-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (d1efd91b-c94d-4a50-b651-a3cba9a09242), before_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:45:58.832109 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-1f20a5d8-bf66-4ffb-bf9a-d2519614b31f tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] Publish callbacks [] for port (b33a55d4-f7e1-4786-85ed-89159162ae4d), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:45:58.897662 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-4cba47eb-937e-498c-b434-9d60dac7acef tempest-ExternalNetworksAdminNegativeTestJSON-2122056329 tempest-ExternalNetworksAdminNegativeTestJSON-2122056329-project-admin] Publish callbacks [] for port (d1efd91b-c94d-4a50-b651-a3cba9a09242), precommit_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:45:58.902367 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-4cba47eb-937e-498c-b434-9d60dac7acef tempest-ExternalNetworksAdminNegativeTestJSON-2122056329 tempest-ExternalNetworksAdminNegativeTestJSON-2122056329-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11791520'] for port (d1efd91b-c94d-4a50-b651-a3cba9a09242), after_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:45:58.908454 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-1f20a5d8-bf66-4ffb-bf9a-d2519614b31f tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746560234527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11791543'] for port (b33a55d4-f7e1-4786-85ed-89159162ae4d), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:45:58.990623 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f20a5d8-bf66-4ffb-bf9a-d2519614b31f tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] Network 4140a1f1-c93a-4bea-83a0-68953a54f299 is already hosted by enough agents. {{(pid=103305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 21:45:58.998683 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [None req-1f20a5d8-bf66-4ffb-bf9a-d2519614b31f tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] Resources bound (agent type, host, resource id): {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:45:59.001103 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f20a5d8-bf66-4ffb-bf9a-d2519614b31f tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] Received port after_create {{(pid=103305) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 21:45:59.007006 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cba47eb-937e-498c-b434-9d60dac7acef tempest-ExternalNetworksAdminNegativeTestJSON-2122056329 tempest-ExternalNetworksAdminNegativeTestJSON-2122056329-project-admin] Pushing event updated for resources: {'Port': ['ID=d1efd91b-c94d-4a50-b651-a3cba9a09242,revision_number=2']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:45:59.065594 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-4cba47eb-937e-498c-b434-9d60dac7acef tempest-ExternalNetworksAdminNegativeTestJSON-2122056329 tempest-ExternalNetworksAdminNegativeTestJSON-2122056329-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4110913'] for floatingip (9dd8f6d8-660a-4535-b2c0-dc31404a6847), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:45:59.096036 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f20a5d8-bf66-4ffb-bf9a-d2519614b31f tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] Pushing event updated for resources: {'Port': ['ID=b33a55d4-f7e1-4786-85ed-89159162ae4d,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:45:59.101972 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-4cba47eb-937e-498c-b434-9d60dac7acef tempest-ExternalNetworksAdminNegativeTestJSON-2122056329 tempest-ExternalNetworksAdminNegativeTestJSON-2122056329-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for floatingip (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:45:59.103214 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-4cba47eb-937e-498c-b434-9d60dac7acef tempest-ExternalNetworksAdminNegativeTestJSON-2122056329 tempest-ExternalNetworksAdminNegativeTestJSON-2122056329-project-admin] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.7199128 Jan 26 21:45:59.107520 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 42314) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:45:59.145949 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-615355e2-40cc-48f8-aec6-4143e43f9325 tempest-ExternalNetworksAdminNegativeTestJSON-2122056329 tempest-ExternalNetworksAdminNegativeTestJSON-2122056329-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-2098736041', 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'fixed_ips': [{'ip_address': '172.25.1.70'}]}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:45:59.215946 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-615355e2-40cc-48f8-aec6-4143e43f9325 tempest-ExternalNetworksAdminNegativeTestJSON-2122056329 tempest-ExternalNetworksAdminNegativeTestJSON-2122056329-project-admin] Made reservation on behalf of 192d3c97ea1f4a8e9aa8a43f9aa60953 for: {'port': 1} {{(pid=103305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 21:45:59.218306 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-615355e2-40cc-48f8-aec6-4143e43f9325 tempest-ExternalNetworksAdminNegativeTestJSON-2122056329 tempest-ExternalNetworksAdminNegativeTestJSON-2122056329-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:45:59.236186 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-615355e2-40cc-48f8-aec6-4143e43f9325 tempest-ExternalNetworksAdminNegativeTestJSON-2122056329 tempest-ExternalNetworksAdminNegativeTestJSON-2122056329-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:45:59.731095 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-1f20a5d8-bf66-4ffb-bf9a-d2519614b31f tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] Publish callbacks [] for router_gateway (b49af1d3-919d-4b53-a892-a676d1bb4b4b), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:45:59.788241 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-615355e2-40cc-48f8-aec6-4143e43f9325 tempest-ExternalNetworksAdminNegativeTestJSON-2122056329 tempest-ExternalNetworksAdminNegativeTestJSON-2122056329-project-admin] Publish callbacks [] for security_group (94825886-1019-4ce6-a841-93f12ecacfa1), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:45:59.794036 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-615355e2-40cc-48f8-aec6-4143e43f9325 tempest-ExternalNetworksAdminNegativeTestJSON-2122056329 tempest-ExternalNetworksAdminNegativeTestJSON-2122056329-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (94825886-1019-4ce6-a841-93f12ecacfa1), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:45:59.811042 n-d-760453-5 neutron-server[103305]: DEBUG neutron.notifiers.nova [None req-615355e2-40cc-48f8-aec6-4143e43f9325 tempest-ExternalNetworksAdminNegativeTestJSON-2122056329 tempest-ExternalNetworksAdminNegativeTestJSON-2122056329-project-admin] device_id is not set on port 31a8d33d-c5f1-47c9-b0b8-d446841738b2 yet. {{(pid=103305) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 26 21:45:59.952444 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-615355e2-40cc-48f8-aec6-4143e43f9325 tempest-ExternalNetworksAdminNegativeTestJSON-2122056329 tempest-ExternalNetworksAdminNegativeTestJSON-2122056329-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94825886-1019-4ce6-a841-93f12ecacfa1,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:46:00.008149 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-615355e2-40cc-48f8-aec6-4143e43f9325 tempest-ExternalNetworksAdminNegativeTestJSON-2122056329 tempest-ExternalNetworksAdminNegativeTestJSON-2122056329-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:46:00.008420 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-615355e2-40cc-48f8-aec6-4143e43f9325 tempest-ExternalNetworksAdminNegativeTestJSON-2122056329 tempest-ExternalNetworksAdminNegativeTestJSON-2122056329-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:46:00.008766 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-615355e2-40cc-48f8-aec6-4143e43f9325 tempest-ExternalNetworksAdminNegativeTestJSON-2122056329 tempest-ExternalNetworksAdminNegativeTestJSON-2122056329-project-admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:46:00.009110 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-615355e2-40cc-48f8-aec6-4143e43f9325 tempest-ExternalNetworksAdminNegativeTestJSON-2122056329 tempest-ExternalNetworksAdminNegativeTestJSON-2122056329-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:46:00.009480 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-615355e2-40cc-48f8-aec6-4143e43f9325 tempest-ExternalNetworksAdminNegativeTestJSON-2122056329 tempest-ExternalNetworksAdminNegativeTestJSON-2122056329-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:46:00.009821 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-615355e2-40cc-48f8-aec6-4143e43f9325 tempest-ExternalNetworksAdminNegativeTestJSON-2122056329 tempest-ExternalNetworksAdminNegativeTestJSON-2122056329-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:46:00.010152 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-615355e2-40cc-48f8-aec6-4143e43f9325 tempest-ExternalNetworksAdminNegativeTestJSON-2122056329 tempest-ExternalNetworksAdminNegativeTestJSON-2122056329-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:46:00.010484 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-615355e2-40cc-48f8-aec6-4143e43f9325 tempest-ExternalNetworksAdminNegativeTestJSON-2122056329 tempest-ExternalNetworksAdminNegativeTestJSON-2122056329-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:46:00.010810 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-615355e2-40cc-48f8-aec6-4143e43f9325 tempest-ExternalNetworksAdminNegativeTestJSON-2122056329 tempest-ExternalNetworksAdminNegativeTestJSON-2122056329-project-admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:46:00.011138 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-615355e2-40cc-48f8-aec6-4143e43f9325 tempest-ExternalNetworksAdminNegativeTestJSON-2122056329 tempest-ExternalNetworksAdminNegativeTestJSON-2122056329-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:46:00.012039 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-615355e2-40cc-48f8-aec6-4143e43f9325 tempest-ExternalNetworksAdminNegativeTestJSON-2122056329 tempest-ExternalNetworksAdminNegativeTestJSON-2122056329-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:46:00.012366 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-615355e2-40cc-48f8-aec6-4143e43f9325 tempest-ExternalNetworksAdminNegativeTestJSON-2122056329 tempest-ExternalNetworksAdminNegativeTestJSON-2122056329-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:46:00.012693 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-615355e2-40cc-48f8-aec6-4143e43f9325 tempest-ExternalNetworksAdminNegativeTestJSON-2122056329 tempest-ExternalNetworksAdminNegativeTestJSON-2122056329-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:46:00.170358 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-1f20a5d8-bf66-4ffb-bf9a-d2519614b31f tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4105757', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4111263'] for router (b49af1d3-919d-4b53-a892-a676d1bb4b4b), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:46:00.174201 n-d-760453-5 neutron-server[103305]: INFO neutron.pecan_wsgi.hooks.translation [None req-615355e2-40cc-48f8-aec6-4143e43f9325 tempest-ExternalNetworksAdminNegativeTestJSON-2122056329 tempest-ExternalNetworksAdminNegativeTestJSON-2122056329-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Jan 26 21:46:00.174710 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-615355e2-40cc-48f8-aec6-4143e43f9325 tempest-ExternalNetworksAdminNegativeTestJSON-2122056329 tempest-ExternalNetworksAdminNegativeTestJSON-2122056329-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=103305) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 26 21:46:00.232044 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-615355e2-40cc-48f8-aec6-4143e43f9325 tempest-ExternalNetworksAdminNegativeTestJSON-2122056329 tempest-ExternalNetworksAdminNegativeTestJSON-2122056329-project-admin] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 409 len: 371 time: 1.1213140 Jan 26 21:46:00.232286 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 42318) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:46:00.465402 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-5ce68221-e39c-4146-9fab-a2970424cac9 tempest-ExternalNetworksAdminNegativeTestJSON-2122056329 tempest-ExternalNetworksAdminNegativeTestJSON-2122056329-project-admin] Deleting port d1efd91b-c94d-4a50-b651-a3cba9a09242 {{(pid=103305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 21:46:00.466140 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-5ce68221-e39c-4146-9fab-a2970424cac9 tempest-ExternalNetworksAdminNegativeTestJSON-2122056329 tempest-ExternalNetworksAdminNegativeTestJSON-2122056329-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746560630878'] for port (d1efd91b-c94d-4a50-b651-a3cba9a09242), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:46:00.468451 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f20a5d8-bf66-4ffb-bf9a-d2519614b31f tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] Router b49af1d3-919d-4b53-a892-a676d1bb4b4b is scheduled to L3 agent 09df100c-3af1-4b0a-bda8-05914c71c458 with binding_index 1 {{(pid=103305) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 26 21:46:00.625357 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-5ce68221-e39c-4146-9fab-a2970424cac9 tempest-ExternalNetworksAdminNegativeTestJSON-2122056329 tempest-ExternalNetworksAdminNegativeTestJSON-2122056329-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4109658'] for port (d1efd91b-c94d-4a50-b651-a3cba9a09242), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:46:00.625699 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-5ce68221-e39c-4146-9fab-a2970424cac9 tempest-ExternalNetworksAdminNegativeTestJSON-2122056329 tempest-ExternalNetworksAdminNegativeTestJSON-2122056329-project-admin] Publish callbacks [] for floatingip (d1efd91b-c94d-4a50-b651-a3cba9a09242), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:46:00.644535 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-5ce68221-e39c-4146-9fab-a2970424cac9 tempest-ExternalNetworksAdminNegativeTestJSON-2122056329 tempest-ExternalNetworksAdminNegativeTestJSON-2122056329-project-admin] Calling delete_port for d1efd91b-c94d-4a50-b651-a3cba9a09242 owned by network:floatingip {{(pid=103305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 21:46:00.664686 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f20a5d8-bf66-4ffb-bf9a-d2519614b31f tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] Notify agent at l3_agent.n-d-760453-5 the message routers_updated {{(pid=103305) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 26 21:46:00.674834 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea6d5b2f-4a5a-41b1-86ca-8715e943d242 None None] Sync routers for ids ['b49af1d3-919d-4b53-a892-a676d1bb4b4b'] in n-d-760453-5 {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 26 21:46:00.686378 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea6d5b2f-4a5a-41b1-86ca-8715e943d242 None None] Routers {'b49af1d3-919d-4b53-a892-a676d1bb4b4b'} bound to L3 agent in host n-d-760453-5 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 21:46:00.687105 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-ea6d5b2f-4a5a-41b1-86ca-8715e943d242 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-26T20:55:21Z,description=,heartbeat_timestamp=2022-01-26T21:45:51Z,host='n-d-760453-5',id=09df100c-3af1-4b0a-bda8-05914c71c458,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:55:21Z,topic='l3_agent')) {'router_ids': ['b49af1d3-919d-4b53-a892-a676d1bb4b4b'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:46:00.711835 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Device 96612fb2-28a6-4981-8c62-2bc503f2c5af no longer exists at agent hyperv_n-h1-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 26 21:46:00.728452 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-1f20a5d8-bf66-4ffb-bf9a-d2519614b31f tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] Publish callbacks [] for router (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:46:00.733004 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 42320) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:46:00.733555 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-1f20a5d8-bf66-4ffb-bf9a-d2519614b31f tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.9776134 Jan 26 21:46:00.760740 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] No Port match for: 96612fb2-28a6-4981-8c62-2bc503f2c5af {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 26 21:46:00.761151 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Device 96612fb2-28a6-4981-8c62-2bc503f2c5af not bound to the agent host n-h1-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 26 21:46:00.798711 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_dvr_db [None req-ea6d5b2f-4a5a-41b1-86ca-8715e943d242 None None] Set router b49af1d3-919d-4b53-a892-a676d1bb4b4b gateway port host: n-d-760453-5 {{(pid=103307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 21:46:00.832389 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-5ce68221-e39c-4146-9fab-a2970424cac9 tempest-ExternalNetworksAdminNegativeTestJSON-2122056329 tempest-ExternalNetworksAdminNegativeTestJSON-2122056329-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746560636600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746560234536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11791543'] for port (d1efd91b-c94d-4a50-b651-a3cba9a09242), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:46:00.864938 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce68221-e39c-4146-9fab-a2970424cac9 tempest-ExternalNetworksAdminNegativeTestJSON-2122056329 tempest-ExternalNetworksAdminNegativeTestJSON-2122056329-project-admin] Pushing event deleted for resources: {'Port': ['ID=d1efd91b-c94d-4a50-b651-a3cba9a09242,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:46:00.900617 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-97fd3e64-76c3-419b-af46-1485114970fe tempest-TestNetworkBasicOps-1165376115 tempest-TestNetworkBasicOps-1165376115-project-admin] 10.222.0.13 "GET /v2.0/subnets?project_id=97d50071461f4511bd8bef3bc5cf8c61&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1661513 Jan 26 21:46:00.903681 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 42324) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:46:00.945899 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-5ce68221-e39c-4146-9fab-a2970424cac9 tempest-ExternalNetworksAdminNegativeTestJSON-2122056329 tempest-ExternalNetworksAdminNegativeTestJSON-2122056329-project-admin] Publish callbacks [] for floatingip (9dd8f6d8-660a-4535-b2c0-dc31404a6847), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:46:00.949919 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-5ce68221-e39c-4146-9fab-a2970424cac9 tempest-ExternalNetworksAdminNegativeTestJSON-2122056329 tempest-ExternalNetworksAdminNegativeTestJSON-2122056329-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for floatingip (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:46:00.951145 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-5ce68221-e39c-4146-9fab-a2970424cac9 tempest-ExternalNetworksAdminNegativeTestJSON-2122056329 tempest-ExternalNetworksAdminNegativeTestJSON-2122056329-project-admin] 10.222.0.13 "DELETE /v2.0/floatingips/9dd8f6d8-660a-4535-b2c0-dc31404a6847 HTTP/1.1" status: 204 len: 168 time: 0.7165501 Jan 26 21:46:00.993131 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-ea6d5b2f-4a5a-41b1-86ca-8715e943d242 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b49af1d3-919d-4b53-a892-a676d1bb4b4b', 'name': 'tempest-TestNetworkBasicOps-router-770983181', 'tenant_id': '97d50071461f4511bd8bef3bc5cf8c61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'external_fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.144'}], 'enable_snat': True}, 'gw_port_id': 'b33a55d4-f7e1-4786-85ed-89159162ae4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T21:45:57Z', 'updated_at': '2022-01-26T21:45:59Z', 'revision_number': 3, 'project_id': '97d50071461f4511bd8bef3bc5cf8c61', 'gw_port': {'id': 'b33a55d4-f7e1-4786-85ed-89159162ae4d', 'name': '', 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:90:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b49af1d3-919d-4b53-a892-a676d1bb4b4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3735, 'fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:45:58Z', 'updated_at': '2022-01-26T21:45:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-5'}], 'n-d-760453-5', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:46:01.023799 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea6d5b2f-4a5a-41b1-86ca-8715e943d242 None None] Checking router: b49af1d3-919d-4b53-a892-a676d1bb4b4b for host: n-d-760453-5 {{(pid=103307) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 26 21:46:01.024156 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea6d5b2f-4a5a-41b1-86ca-8715e943d242 None None] Updating router b49af1d3-919d-4b53-a892-a676d1bb4b4b port b33a55d4-f7e1-4786-85ed-89159162ae4d binding host n-d-760453-5 {{(pid=103307) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 26 21:46:01.050161 n-d-760453-5 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-ea6d5b2f-4a5a-41b1-86ca-8715e943d242 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (b33a55d4-f7e1-4786-85ed-89159162ae4d), before_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:46:01.121735 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-247d5b45-557d-4c5e-98d2-d80f2ae3346b tempest-TestNetworkBasicOps-1165376115 tempest-TestNetworkBasicOps-1165376115-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:46:01.129782 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-247d5b45-557d-4c5e-98d2-d80f2ae3346b tempest-TestNetworkBasicOps-1165376115 tempest-TestNetworkBasicOps-1165376115-project-admin] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2241638 Jan 26 21:46:01.131818 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 42330) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:46:01.199875 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-833a7b23-955c-4043-983c-2abde4733275 tempest-TestNetworkBasicOps-1165376115 tempest-TestNetworkBasicOps-1165376115-project-admin] 10.222.0.13 "GET /v2.0/subnets?network_id=4140a1f1-c93a-4bea-83a0-68953a54f299&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0667894 Jan 26 21:46:01.202574 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 42334) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:46:01.207905 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-8f4878ce-fd1a-4144-9b8f-4e8d31a2a6cb tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-760056551', 'network_id': '922fc8ea-5e9f-4e84-8a69-ae9eaae306af', 'project_id': '97d50071461f4511bd8bef3bc5cf8c61', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:46:01.260992 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 42336) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:46:01.306888 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f4878ce-fd1a-4144-9b8f-4e8d31a2a6cb tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] Made reservation on behalf of 97d50071461f4511bd8bef3bc5cf8c61 for: {'subnet': 1} {{(pid=103304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 21:46:01.313885 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-8f4878ce-fd1a-4144-9b8f-4e8d31a2a6cb tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12215181'] for subnet (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:46:01.347591 n-d-760453-5 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-ea6d5b2f-4a5a-41b1-86ca-8715e943d242 None None] Publish callbacks [] for port (b33a55d4-f7e1-4786-85ed-89159162ae4d), precommit_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:46:01.357496 n-d-760453-5 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-ea6d5b2f-4a5a-41b1-86ca-8715e943d242 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (b33a55d4-f7e1-4786-85ed-89159162ae4d), after_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:46:01.408797 n-d-760453-5 neutron-server[103307]: DEBUG neutron.plugins.ml2.managers [None req-ea6d5b2f-4a5a-41b1-86ca-8715e943d242 None None] Attempting to bind port b33a55d4-f7e1-4786-85ed-89159162ae4d on host n-d-760453-5 for vnic_type normal with profile {{(pid=103307) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 21:46:01.409499 n-d-760453-5 neutron-server[103307]: DEBUG neutron.plugins.ml2.managers [None req-ea6d5b2f-4a5a-41b1-86ca-8715e943d242 None None] Attempting to bind port b33a55d4-f7e1-4786-85ed-89159162ae4d by drivers openvswitch,hyperv on host n-d-760453-5 at level 0 using segments [{'id': 'e17cb353-418f-48b9-b982-21a6233ee99b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299'}] {{(pid=103307) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 26 21:46:01.410128 n-d-760453-5 neutron-server[103307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea6d5b2f-4a5a-41b1-86ca-8715e943d242 None None] Attempting to bind port b33a55d4-f7e1-4786-85ed-89159162ae4d on network 4140a1f1-c93a-4bea-83a0-68953a54f299 {{(pid=103307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 21:46:01.410532 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-53830f5b-4925-450d-b5fa-b92a943fe944 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:46:01.421555 n-d-760453-5 neutron-server[103307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea6d5b2f-4a5a-41b1-86ca-8715e943d242 None None] Checking agent: {'id': 'fea0591a-627d-4c87-9a9a-01625ddf3277', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760453-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 20, 55, 25), 'started_at': datetime.datetime(2022, 1, 26, 20, 55, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 21, 45, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760453-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 26 21:46:01.422299 n-d-760453-5 neutron-server[103307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea6d5b2f-4a5a-41b1-86ca-8715e943d242 None None] Checking segment: {'id': 'e17cb353-418f-48b9-b982-21a6233ee99b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103307) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 21:46:01.422767 n-d-760453-5 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-ea6d5b2f-4a5a-41b1-86ca-8715e943d242 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:46:01.423237 n-d-760453-5 neutron-server[103307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea6d5b2f-4a5a-41b1-86ca-8715e943d242 None None] Bound using segment: {'id': 'e17cb353-418f-48b9-b982-21a6233ee99b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299'} {{(pid=103307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 26 21:46:01.423800 n-d-760453-5 neutron-server[103307]: DEBUG neutron.plugins.ml2.managers [None req-ea6d5b2f-4a5a-41b1-86ca-8715e943d242 None None] Bound port: b33a55d4-f7e1-4786-85ed-89159162ae4d, host: n-d-760453-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e17cb353-418f-48b9-b982-21a6233ee99b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299'}}] {{(pid=103307) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 26 21:46:01.424695 n-d-760453-5 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-ea6d5b2f-4a5a-41b1-86ca-8715e943d242 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (b33a55d4-f7e1-4786-85ed-89159162ae4d), before_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:46:01.455832 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7548307-e274-4036-ae5c-3c8c6a2c0d11 None None] Pushing event updated for resources: {'Port': ['ID=b33a55d4-f7e1-4786-85ed-89159162ae4d,revision_number=2']} {{(pid=103307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:46:01.468395 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7548307-e274-4036-ae5c-3c8c6a2c0d11 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:46:01.468829 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7548307-e274-4036-ae5c-3c8c6a2c0d11 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:46:01.469235 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7548307-e274-4036-ae5c-3c8c6a2c0d11 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:46:01.469793 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7548307-e274-4036-ae5c-3c8c6a2c0d11 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:46:01.470201 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7548307-e274-4036-ae5c-3c8c6a2c0d11 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:46:01.470599 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7548307-e274-4036-ae5c-3c8c6a2c0d11 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:46:01.470993 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7548307-e274-4036-ae5c-3c8c6a2c0d11 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:46:01.471385 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7548307-e274-4036-ae5c-3c8c6a2c0d11 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:46:01.471776 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7548307-e274-4036-ae5c-3c8c6a2c0d11 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:46:01.472160 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7548307-e274-4036-ae5c-3c8c6a2c0d11 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:46:01.472551 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7548307-e274-4036-ae5c-3c8c6a2c0d11 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:46:01.472939 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7548307-e274-4036-ae5c-3c8c6a2c0d11 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:46:01.473410 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7548307-e274-4036-ae5c-3c8c6a2c0d11 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:46:01.505409 n-d-760453-5 neutron-server[103307]: DEBUG neutron.plugins.ml2.db [None req-ea6d5b2f-4a5a-41b1-86ca-8715e943d242 None None] For port b33a55d4-f7e1-4786-85ed-89159162ae4d, host n-d-760453-5, cleared binding levels {{(pid=103307) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 26 21:46:01.508827 n-d-760453-5 neutron-server[103307]: DEBUG neutron.plugins.ml2.db [None req-ea6d5b2f-4a5a-41b1-86ca-8715e943d242 None None] For port b33a55d4-f7e1-4786-85ed-89159162ae4d, host n-d-760453-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=b33a55d4-f7e1-4786-85ed-89159162ae4d,segment=NetworkSegment(e17cb353-418f-48b9-b982-21a6233ee99b),segment_id=e17cb353-418f-48b9-b982-21a6233ee99b)] {{(pid=103307) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 26 21:46:01.517209 n-d-760453-5 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-ea6d5b2f-4a5a-41b1-86ca-8715e943d242 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (b33a55d4-f7e1-4786-85ed-89159162ae4d), after_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:46:01.522947 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-53830f5b-4925-450d-b5fa-b92a943fe944 admin admin] Publish callbacks [] for security_group (4c793f14-449b-4f8d-b1f8-127d5fe2be44), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:46:01.528518 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-53830f5b-4925-450d-b5fa-b92a943fe944 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (4c793f14-449b-4f8d-b1f8-127d5fe2be44), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:46:01.571765 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-8f4878ce-fd1a-4144-9b8f-4e8d31a2a6cb tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9285249', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12215227'] for subnet (0493aa25-2f9b-48d6-9d5a-ad36370cd8c7), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:46:01.578893 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-53830f5b-4925-450d-b5fa-b92a943fe944 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=576de84a951f498f936305dd4094dd90&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3159864 Jan 26 21:46:01.579936 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53830f5b-4925-450d-b5fa-b92a943fe944 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c793f14-449b-4f8d-b1f8-127d5fe2be44,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:46:01.582581 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea6d5b2f-4a5a-41b1-86ca-8715e943d242 None None] Routers {'b49af1d3-919d-4b53-a892-a676d1bb4b4b'} bound to L3 agent in host n-d-760453-5 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 21:46:01.582767 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 42340) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:46:01.596127 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-ea6d5b2f-4a5a-41b1-86ca-8715e943d242 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-26T20:55:21Z,description=,heartbeat_timestamp=2022-01-26T21:45:51Z,host='n-d-760453-5',id=09df100c-3af1-4b0a-bda8-05914c71c458,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:55:21Z,topic='l3_agent')) {'router_ids': ['b49af1d3-919d-4b53-a892-a676d1bb4b4b'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:46:01.637623 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-c3f5afeb-7630-444f-b31d-6642bc76035e admin admin] Publish callbacks [] for security_group (4c793f14-449b-4f8d-b1f8-127d5fe2be44), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:46:01.648219 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7548307-e274-4036-ae5c-3c8c6a2c0d11 None None] Pushing event updated for resources: {'Port': ['ID=b33a55d4-f7e1-4786-85ed-89159162ae4d,revision_number=3']} {{(pid=103307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:46:01.668546 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-c3f5afeb-7630-444f-b31d-6642bc76035e admin admin] Publish callbacks [] for security_group (4c793f14-449b-4f8d-b1f8-127d5fe2be44), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:46:01.671518 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f4878ce-fd1a-4144-9b8f-4e8d31a2a6cb tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] Pushing event updated for resources: {'Subnet': ['ID=0493aa25-2f9b-48d6-9d5a-ad36370cd8c7,revision_number=0']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:46:01.675813 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f4878ce-fd1a-4144-9b8f-4e8d31a2a6cb tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] Checking segment: {'id': '22c93a74-c2a1-4562-9e01-a466a4c3c0c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '922fc8ea-5e9f-4e84-8a69-ae9eaae306af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103304) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 21:46:01.676368 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f4878ce-fd1a-4144-9b8f-4e8d31a2a6cb tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] Network hostable DHCP agents. Network: 922fc8ea-5e9f-4e84-8a69-ae9eaae306af, hostable agents: ['474ccdf7-ab6c-405b-a3b2-dc7b05829902'], hosted agents: [] {{(pid=103304) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 26 21:46:01.697038 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f4878ce-fd1a-4144-9b8f-4e8d31a2a6cb tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] Network 922fc8ea-5e9f-4e84-8a69-ae9eaae306af is scheduled to be hosted by DHCP agent 474ccdf7-ab6c-405b-a3b2-dc7b05829902 with binding_index 1 {{(pid=103304) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 26 21:46:01.715297 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [None req-8f4878ce-fd1a-4144-9b8f-4e8d31a2a6cb tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760453-5, 922fc8ea-5e9f-4e84-8a69-ae9eaae306af) {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:46:01.719981 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f4878ce-fd1a-4144-9b8f-4e8d31a2a6cb tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:46:01.721125 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-8f4878ce-fd1a-4144-9b8f-4e8d31a2a6cb tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] Publish callbacks [] for subnet (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:46:01.740716 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-c3f5afeb-7630-444f-b31d-6642bc76035e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (4c793f14-449b-4f8d-b1f8-127d5fe2be44), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:46:01.743915 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-c3f5afeb-7630-444f-b31d-6642bc76035e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:46:01.745368 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-c3f5afeb-7630-444f-b31d-6642bc76035e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/4c793f14-449b-4f8d-b1f8-127d5fe2be44 HTTP/1.1" status: 204 len: 168 time: 0.1617849 Jan 26 21:46:01.745806 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d73bfee7-d682-4b64-adde-0bb10205bf74 None None] Network 922fc8ea-5e9f-4e84-8a69-ae9eaae306af requested from n-d-760453-5 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 26 21:46:01.758483 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f5afeb-7630-444f-b31d-6642bc76035e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c793f14-449b-4f8d-b1f8-127d5fe2be44,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:46:01.770377 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-8f4878ce-fd1a-4144-9b8f-4e8d31a2a6cb tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.5666645 Jan 26 21:46:01.773057 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 42344) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:46:01.862739 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_dvr_db [None req-ea6d5b2f-4a5a-41b1-86ca-8715e943d242 None None] Set router b49af1d3-919d-4b53-a892-a676d1bb4b4b gateway port host: n-d-760453-5 {{(pid=103307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 21:46:01.899376 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-433d9a1c-0c21-40ed-88bb-9a3cda046578 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3c4099e8-8ffb-51d1-af7f-5868973e933f-922fc8ea-5e9f-4e84-8a69-ae9eaae306af', 'network_id': '922fc8ea-5e9f-4e84-8a69-ae9eaae306af', 'project_id': '97d50071461f4511bd8bef3bc5cf8c61', 'fixed_ips': [{'subnet_id': '0493aa25-2f9b-48d6-9d5a-ad36370cd8c7'}]}} from n-d-760453-5. {{(pid=103306) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 26 21:46:01.900260 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-433d9a1c-0c21-40ed-88bb-9a3cda046578 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (None), before_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:46:02.079094 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.db_base_plugin_common [None req-433d9a1c-0c21-40ed-88bb-9a3cda046578 None None] Allocated IP 172.20.0.2 (922fc8ea-5e9f-4e84-8a69-ae9eaae306af/0493aa25-2f9b-48d6-9d5a-ad36370cd8c7/b372c931-77e9-4047-8996-86949f3146d9) {{(pid=103306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 21:46:02.105618 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-ea6d5b2f-4a5a-41b1-86ca-8715e943d242 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b49af1d3-919d-4b53-a892-a676d1bb4b4b', 'name': 'tempest-TestNetworkBasicOps-router-770983181', 'tenant_id': '97d50071461f4511bd8bef3bc5cf8c61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'external_fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.144'}], 'enable_snat': True}, 'gw_port_id': 'b33a55d4-f7e1-4786-85ed-89159162ae4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T21:45:57Z', 'updated_at': '2022-01-26T21:45:59Z', 'revision_number': 3, 'project_id': '97d50071461f4511bd8bef3bc5cf8c61', 'gw_port': {'id': 'b33a55d4-f7e1-4786-85ed-89159162ae4d', 'name': '', 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:90:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b49af1d3-919d-4b53-a892-a676d1bb4b4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3735, 'fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:45:58Z', 'updated_at': '2022-01-26T21:46:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-5'}], 'n-d-760453-5', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:46:02.144737 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea6d5b2f-4a5a-41b1-86ca-8715e943d242 None None] The sync data for ids ['b49af1d3-919d-4b53-a892-a676d1bb4b4b'] in n-d-760453-5 is: [{'id': 'b49af1d3-919d-4b53-a892-a676d1bb4b4b', 'name': 'tempest-TestNetworkBasicOps-router-770983181', 'tenant_id': '97d50071461f4511bd8bef3bc5cf8c61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'external_fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.144'}], 'enable_snat': True}, 'gw_port_id': 'b33a55d4-f7e1-4786-85ed-89159162ae4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T21:45:57Z', 'updated_at': '2022-01-26T21:45:59Z', 'revision_number': 3, 'project_id': '97d50071461f4511bd8bef3bc5cf8c61', 'gw_port': {'id': 'b33a55d4-f7e1-4786-85ed-89159162ae4d', 'name': '', 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:90:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b49af1d3-919d-4b53-a892-a676d1bb4b4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3735, 'fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:45:58Z', 'updated_at': '2022-01-26T21:46:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-5'}] {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 26 21:46:02.256841 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 42350) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:46:02.325956 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-433d9a1c-0c21-40ed-88bb-9a3cda046578 None None] Publish callbacks [] for port (b372c931-77e9-4047-8996-86949f3146d9), precommit_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:46:02.329517 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-ead5b6c1-7101-4956-8110-e304fd7c571b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=192d3c97ea1f4a8e9aa8a43f9aa60953&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0704505 Jan 26 21:46:02.333009 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 42352) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:46:02.340605 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-433d9a1c-0c21-40ed-88bb-9a3cda046578 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746560234527'] for port (b372c931-77e9-4047-8996-86949f3146d9), after_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:46:02.390024 n-d-760453-5 neutron-server[103306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-433d9a1c-0c21-40ed-88bb-9a3cda046578 None None] Network 922fc8ea-5e9f-4e84-8a69-ae9eaae306af is already hosted by enough agents. {{(pid=103306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 21:46:02.393397 n-d-760453-5 neutron-server[103306]: DEBUG neutron.scheduler.base_scheduler [None req-433d9a1c-0c21-40ed-88bb-9a3cda046578 None None] Resources bound (agent type, host, resource id): {{(pid=103306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:46:02.396878 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-433d9a1c-0c21-40ed-88bb-9a3cda046578 None None] Received port after_create {{(pid=103306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 21:46:02.408772 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-433d9a1c-0c21-40ed-88bb-9a3cda046578 None None] Pushing event updated for resources: {'Port': ['ID=b372c931-77e9-4047-8996-86949f3146d9,revision_number=1']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:46:02.420965 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-d9e68e8e-317e-4220-be91-7a657c87432c admin admin] Publish callbacks [] for security_group (94825886-1019-4ce6-a841-93f12ecacfa1), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:46:02.452176 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-433d9a1c-0c21-40ed-88bb-9a3cda046578 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:46:02.452862 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-433d9a1c-0c21-40ed-88bb-9a3cda046578 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:46:02.453653 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-433d9a1c-0c21-40ed-88bb-9a3cda046578 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:46:02.454177 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-433d9a1c-0c21-40ed-88bb-9a3cda046578 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:46:02.454674 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-433d9a1c-0c21-40ed-88bb-9a3cda046578 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:46:02.455210 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-433d9a1c-0c21-40ed-88bb-9a3cda046578 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:46:02.455700 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-433d9a1c-0c21-40ed-88bb-9a3cda046578 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:46:02.456694 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-433d9a1c-0c21-40ed-88bb-9a3cda046578 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:46:02.457203 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-433d9a1c-0c21-40ed-88bb-9a3cda046578 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:46:02.457721 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-433d9a1c-0c21-40ed-88bb-9a3cda046578 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:46:02.458205 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-433d9a1c-0c21-40ed-88bb-9a3cda046578 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:46:02.458686 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-433d9a1c-0c21-40ed-88bb-9a3cda046578 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:46:02.459237 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-433d9a1c-0c21-40ed-88bb-9a3cda046578 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:46:02.462005 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-d9e68e8e-317e-4220-be91-7a657c87432c admin admin] Publish callbacks [] for security_group (94825886-1019-4ce6-a841-93f12ecacfa1), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:46:02.493918 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-06dfe2b0-a6cf-43bb-8b37-fa0d422cb75d tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:46:02.506322 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-433d9a1c-0c21-40ed-88bb-9a3cda046578 None None] Attempting to bind port b372c931-77e9-4047-8996-86949f3146d9 on host n-d-760453-5 for vnic_type normal with profile {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 21:46:02.506949 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-433d9a1c-0c21-40ed-88bb-9a3cda046578 None None] Attempting to bind port b372c931-77e9-4047-8996-86949f3146d9 by drivers openvswitch,hyperv on host n-d-760453-5 at level 0 using segments [{'id': '22c93a74-c2a1-4562-9e01-a466a4c3c0c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '922fc8ea-5e9f-4e84-8a69-ae9eaae306af'}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 26 21:46:02.507756 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-433d9a1c-0c21-40ed-88bb-9a3cda046578 None None] Attempting to bind port b372c931-77e9-4047-8996-86949f3146d9 on network 922fc8ea-5e9f-4e84-8a69-ae9eaae306af {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 21:46:02.515085 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-433d9a1c-0c21-40ed-88bb-9a3cda046578 None None] Checking agent: {'id': 'fea0591a-627d-4c87-9a9a-01625ddf3277', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760453-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 20, 55, 25), 'started_at': datetime.datetime(2022, 1, 26, 20, 55, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 21, 45, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760453-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 26 21:46:02.515473 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-433d9a1c-0c21-40ed-88bb-9a3cda046578 None None] Checking segment: {'id': '22c93a74-c2a1-4562-9e01-a466a4c3c0c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '922fc8ea-5e9f-4e84-8a69-ae9eaae306af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 21:46:02.515973 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-433d9a1c-0c21-40ed-88bb-9a3cda046578 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:46:02.516257 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-433d9a1c-0c21-40ed-88bb-9a3cda046578 None None] Bound using segment: {'id': '22c93a74-c2a1-4562-9e01-a466a4c3c0c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '922fc8ea-5e9f-4e84-8a69-ae9eaae306af'} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 26 21:46:02.516728 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-433d9a1c-0c21-40ed-88bb-9a3cda046578 None None] Bound port: b372c931-77e9-4047-8996-86949f3146d9, host: n-d-760453-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '22c93a74-c2a1-4562-9e01-a466a4c3c0c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '922fc8ea-5e9f-4e84-8a69-ae9eaae306af'}}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 26 21:46:02.517111 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-433d9a1c-0c21-40ed-88bb-9a3cda046578 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (b372c931-77e9-4047-8996-86949f3146d9), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:46:02.589323 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-d9e68e8e-317e-4220-be91-7a657c87432c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (94825886-1019-4ce6-a841-93f12ecacfa1), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:46:02.594565 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-d9e68e8e-317e-4220-be91-7a657c87432c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:46:02.613355 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-d9e68e8e-317e-4220-be91-7a657c87432c admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/94825886-1019-4ce6-a841-93f12ecacfa1 HTTP/1.1" status: 204 len: 168 time: 0.2642994 Jan 26 21:46:02.637257 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e68e8e-317e-4220-be91-7a657c87432c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94825886-1019-4ce6-a841-93f12ecacfa1,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:46:02.659994 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-433d9a1c-0c21-40ed-88bb-9a3cda046578 None None] For port b372c931-77e9-4047-8996-86949f3146d9, host n-d-760453-5, cleared binding levels {{(pid=103306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 26 21:46:02.701412 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-433d9a1c-0c21-40ed-88bb-9a3cda046578 None None] For port b372c931-77e9-4047-8996-86949f3146d9, host n-d-760453-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=b372c931-77e9-4047-8996-86949f3146d9,segment=NetworkSegment(22c93a74-c2a1-4562-9e01-a466a4c3c0c2),segment_id=22c93a74-c2a1-4562-9e01-a466a4c3c0c2)] {{(pid=103306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 26 21:46:02.711166 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-433d9a1c-0c21-40ed-88bb-9a3cda046578 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (b372c931-77e9-4047-8996-86949f3146d9), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:46:02.774939 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-433d9a1c-0c21-40ed-88bb-9a3cda046578 None None] Pushing event updated for resources: {'Port': ['ID=b372c931-77e9-4047-8996-86949f3146d9,revision_number=2']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:46:03.411909 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.db_base_plugin_common [None req-06dfe2b0-a6cf-43bb-8b37-fa0d422cb75d tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] Allocated IP 172.20.0.1 (922fc8ea-5e9f-4e84-8a69-ae9eaae306af/0493aa25-2f9b-48d6-9d5a-ad36370cd8c7/5839135a-9834-436b-a47b-055ca9a765aa) {{(pid=103304) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 21:46:03.561892 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-06dfe2b0-a6cf-43bb-8b37-fa0d422cb75d tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] Publish callbacks [] for port (5839135a-9834-436b-a47b-055ca9a765aa), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:46:03.607795 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-06dfe2b0-a6cf-43bb-8b37-fa0d422cb75d tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746560234527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9281553'] for port (5839135a-9834-436b-a47b-055ca9a765aa), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:46:03.649495 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06dfe2b0-a6cf-43bb-8b37-fa0d422cb75d tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] Network 922fc8ea-5e9f-4e84-8a69-ae9eaae306af is already hosted by enough agents. {{(pid=103304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 21:46:03.653998 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [None req-06dfe2b0-a6cf-43bb-8b37-fa0d422cb75d tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] Resources bound (agent type, host, resource id): {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:46:03.658165 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06dfe2b0-a6cf-43bb-8b37-fa0d422cb75d tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] Received port after_create {{(pid=103304) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 21:46:03.705468 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06dfe2b0-a6cf-43bb-8b37-fa0d422cb75d tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] Pushing event updated for resources: {'Port': ['ID=5839135a-9834-436b-a47b-055ca9a765aa,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:46:03.727508 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-06dfe2b0-a6cf-43bb-8b37-fa0d422cb75d tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4111050'] for router_interface (b49af1d3-919d-4b53-a892-a676d1bb4b4b), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:46:03.894222 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-06dfe2b0-a6cf-43bb-8b37-fa0d422cb75d tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (5839135a-9834-436b-a47b-055ca9a765aa), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:46:04.183923 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5efd0be5-93ba-4a9a-8053-ea613616ae0e None None] Network 922fc8ea-5e9f-4e84-8a69-ae9eaae306af requested from n-d-760453-5 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 26 21:46:04.278786 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-06dfe2b0-a6cf-43bb-8b37-fa0d422cb75d tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] Publish callbacks [] for port (5839135a-9834-436b-a47b-055ca9a765aa), precommit_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:46:04.290136 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-06dfe2b0-a6cf-43bb-8b37-fa0d422cb75d tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9281542'] for port (5839135a-9834-436b-a47b-055ca9a765aa), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:46:04.411693 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-695155b8-9fe2-4387-9fd5-848a5f8e9693 None None] Provisioning complete for port b372c931-77e9-4047-8996-86949f3146d9 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:46:04.412067 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-695155b8-9fe2-4387-9fd5-848a5f8e9693 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (b372c931-77e9-4047-8996-86949f3146d9), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:46:04.438790 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-06dfe2b0-a6cf-43bb-8b37-fa0d422cb75d tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3709457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4110682'] for router_interface (b49af1d3-919d-4b53-a892-a676d1bb4b4b), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:46:04.509197 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06dfe2b0-a6cf-43bb-8b37-fa0d422cb75d tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] Pushing event updated for resources: {'Port': ['ID=5839135a-9834-436b-a47b-055ca9a765aa,revision_number=2']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:46:04.529754 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device b372c931-77e9-4047-8996-86949f3146d9 up at agent ovs-agent-n-d-760453-5 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 21:46:04.585594 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06dfe2b0-a6cf-43bb-8b37-fa0d422cb75d tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] Network 922fc8ea-5e9f-4e84-8a69-ae9eaae306af is already hosted by enough agents. {{(pid=103304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 21:46:04.586344 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-695155b8-9fe2-4387-9fd5-848a5f8e9693 None None] Current status of the port b372c931-77e9-4047-8996-86949f3146d9 is: DOWN; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:46:04.586920 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-695155b8-9fe2-4387-9fd5-848a5f8e9693 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (b372c931-77e9-4047-8996-86949f3146d9), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:46:04.587425 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [None req-06dfe2b0-a6cf-43bb-8b37-fa0d422cb75d tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] Resources bound (agent type, host, resource id): {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:46:04.644480 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-695155b8-9fe2-4387-9fd5-848a5f8e9693 None None] For port b372c931-77e9-4047-8996-86949f3146d9, host n-d-760453-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=b372c931-77e9-4047-8996-86949f3146d9,segment=NetworkSegment(22c93a74-c2a1-4562-9e01-a466a4c3c0c2),segment_id=22c93a74-c2a1-4562-9e01-a466a4c3c0c2)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:46:04.657584 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-695155b8-9fe2-4387-9fd5-848a5f8e9693 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (b372c931-77e9-4047-8996-86949f3146d9), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:46:04.674471 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 42392) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:46:04.691866 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Provisioning complete for port b372c931-77e9-4047-8996-86949f3146d9 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:46:04.692470 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (b372c931-77e9-4047-8996-86949f3146d9), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:46:04.760045 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-695155b8-9fe2-4387-9fd5-848a5f8e9693 None None] Pushing event updated for resources: {'Port': ['ID=b372c931-77e9-4047-8996-86949f3146d9,revision_number=3']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:46:04.803054 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06dfe2b0-a6cf-43bb-8b37-fa0d422cb75d tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] Router b49af1d3-919d-4b53-a892-a676d1bb4b4b has already been hosted by L3 agent 09df100c-3af1-4b0a-bda8-05914c71c458 {{(pid=103304) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 26 21:46:04.818381 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Current status of the port b372c931-77e9-4047-8996-86949f3146d9 is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:46:04.819499 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device b33a55d4-f7e1-4786-85ed-89159162ae4d up at agent ovs-agent-n-d-760453-5 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 21:46:04.874864 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Provisioning complete for port b33a55d4-f7e1-4786-85ed-89159162ae4d triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:46:04.875325 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (b33a55d4-f7e1-4786-85ed-89159162ae4d), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:46:04.953023 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-65672af3-f8d6-464f-b6ab-95771b55c31d tempest-RoutersAdminNegativeIpV6Test-2061323510 tempest-RoutersAdminNegativeIpV6Test-2061323510-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-1253182977', 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:46:04.967446 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06dfe2b0-a6cf-43bb-8b37-fa0d422cb75d tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] Notify agent at l3_agent.n-d-760453-5 the message routers_updated {{(pid=103304) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 26 21:46:04.973138 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-06dfe2b0-a6cf-43bb-8b37-fa0d422cb75d tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] 10.222.0.13 "PUT /v2.0/routers/b49af1d3-919d-4b53-a892-a676d1bb4b4b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1990113 Jan 26 21:46:04.976579 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 42396) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:46:05.001187 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d535982b-a9ab-49e5-8f93-a655e2491610 None None] Sync routers for ids ['b49af1d3-919d-4b53-a892-a676d1bb4b4b'] in n-d-760453-5 {{(pid=103306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 26 21:46:05.033059 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Current status of the port b33a55d4-f7e1-4786-85ed-89159162ae4d is: DOWN; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:46:05.033622 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (b33a55d4-f7e1-4786-85ed-89159162ae4d), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:46:05.039706 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d535982b-a9ab-49e5-8f93-a655e2491610 None None] Routers {'b49af1d3-919d-4b53-a892-a676d1bb4b4b'} bound to L3 agent in host n-d-760453-5 {{(pid=103306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 21:46:05.040470 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-d535982b-a9ab-49e5-8f93-a655e2491610 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-26T20:55:21Z,description=,heartbeat_timestamp=2022-01-26T21:45:51Z,host='n-d-760453-5',id=09df100c-3af1-4b0a-bda8-05914c71c458,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:55:21Z,topic='l3_agent')) {'router_ids': ['b49af1d3-919d-4b53-a892-a676d1bb4b4b'], 'active': True} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:46:05.084545 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65672af3-f8d6-464f-b6ab-95771b55c31d tempest-RoutersAdminNegativeIpV6Test-2061323510 tempest-RoutersAdminNegativeIpV6Test-2061323510-project-admin] Made reservation on behalf of 62ba590bfd614bc8a5477068fbec411b for: {'port': 1} {{(pid=103305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 21:46:05.086931 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-65672af3-f8d6-464f-b6ab-95771b55c31d tempest-RoutersAdminNegativeIpV6Test-2061323510 tempest-RoutersAdminNegativeIpV6Test-2061323510-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:46:05.087228 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-c0e77ffb-bbca-4aaa-9697-59275d2aa658 None None] Provisioning complete for port b372c931-77e9-4047-8996-86949f3146d9 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:46:05.087859 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-c0e77ffb-bbca-4aaa-9697-59275d2aa658 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (b372c931-77e9-4047-8996-86949f3146d9), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:46:05.116743 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-65672af3-f8d6-464f-b6ab-95771b55c31d tempest-RoutersAdminNegativeIpV6Test-2061323510 tempest-RoutersAdminNegativeIpV6Test-2061323510-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:46:05.117827 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] For port b33a55d4-f7e1-4786-85ed-89159162ae4d, host n-d-760453-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=b33a55d4-f7e1-4786-85ed-89159162ae4d,segment=NetworkSegment(e17cb353-418f-48b9-b982-21a6233ee99b),segment_id=e17cb353-418f-48b9-b982-21a6233ee99b)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:46:05.135275 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (b33a55d4-f7e1-4786-85ed-89159162ae4d), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:46:05.266554 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-693dbef1-3a51-4794-9c1c-324d257cf645 tempest-TestNetworkBasicOps-1165376115 tempest-TestNetworkBasicOps-1165376115-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:46:05.266864 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-693dbef1-3a51-4794-9c1c-324d257cf645 tempest-TestNetworkBasicOps-1165376115 tempest-TestNetworkBasicOps-1165376115-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:46:05.267471 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-693dbef1-3a51-4794-9c1c-324d257cf645 tempest-TestNetworkBasicOps-1165376115 tempest-TestNetworkBasicOps-1165376115-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:46:05.267966 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-693dbef1-3a51-4794-9c1c-324d257cf645 tempest-TestNetworkBasicOps-1165376115 tempest-TestNetworkBasicOps-1165376115-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:46:05.269829 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-693dbef1-3a51-4794-9c1c-324d257cf645 tempest-TestNetworkBasicOps-1165376115 tempest-TestNetworkBasicOps-1165376115-project-admin] 10.222.0.13 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2886 time: 0.2922869 Jan 26 21:46:05.272748 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 42398) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:46:05.324025 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-65672af3-f8d6-464f-b6ab-95771b55c31d tempest-RoutersAdminNegativeIpV6Test-2061323510 tempest-RoutersAdminNegativeIpV6Test-2061323510-project-admin] Publish callbacks [] for security_group (0065de87-62a8-4c74-b879-c33908577032), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:46:05.336339 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-65672af3-f8d6-464f-b6ab-95771b55c31d tempest-RoutersAdminNegativeIpV6Test-2061323510 tempest-RoutersAdminNegativeIpV6Test-2061323510-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (0065de87-62a8-4c74-b879-c33908577032), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:46:05.342076 n-d-760453-5 neutron-server[103305]: DEBUG neutron.notifiers.nova [None req-65672af3-f8d6-464f-b6ab-95771b55c31d tempest-RoutersAdminNegativeIpV6Test-2061323510 tempest-RoutersAdminNegativeIpV6Test-2061323510-project-admin] device_id is not set on port edb4a763-25f0-4ef5-8830-d183f1ec971a yet. {{(pid=103305) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 26 21:46:05.361765 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa8aca2b-d0c6-4c8f-9127-e146d66ed2bf tempest-TestNetworkBasicOps-1165376115 tempest-TestNetworkBasicOps-1165376115-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:46:05.362489 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa8aca2b-d0c6-4c8f-9127-e146d66ed2bf tempest-TestNetworkBasicOps-1165376115 tempest-TestNetworkBasicOps-1165376115-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:46:05.362691 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa8aca2b-d0c6-4c8f-9127-e146d66ed2bf tempest-TestNetworkBasicOps-1165376115 tempest-TestNetworkBasicOps-1165376115-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:46:05.363146 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa8aca2b-d0c6-4c8f-9127-e146d66ed2bf tempest-TestNetworkBasicOps-1165376115 tempest-TestNetworkBasicOps-1165376115-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:46:05.364912 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-aa8aca2b-d0c6-4c8f-9127-e146d66ed2bf tempest-TestNetworkBasicOps-1165376115 tempest-TestNetworkBasicOps-1165376115-project-admin] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2727 time: 0.0908179 Jan 26 21:46:05.373168 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 42400) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:46:05.375071 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65672af3-f8d6-464f-b6ab-95771b55c31d tempest-RoutersAdminNegativeIpV6Test-2061323510 tempest-RoutersAdminNegativeIpV6Test-2061323510-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0065de87-62a8-4c74-b879-c33908577032,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:46:05.454061 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvr_db [None req-d535982b-a9ab-49e5-8f93-a655e2491610 None None] Set router b49af1d3-919d-4b53-a892-a676d1bb4b4b gateway port host: n-d-760453-5 {{(pid=103306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 21:46:05.481269 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Pushing event updated for resources: {'Port': ['ID=b33a55d4-f7e1-4786-85ed-89159162ae4d,revision_number=4']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:46:05.596141 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-c0e77ffb-bbca-4aaa-9697-59275d2aa658 None None] Current status of the port b372c931-77e9-4047-8996-86949f3146d9 is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:46:05.634273 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.db_base_plugin_common [None req-65672af3-f8d6-464f-b6ab-95771b55c31d tempest-RoutersAdminNegativeIpV6Test-2061323510 tempest-RoutersAdminNegativeIpV6Test-2061323510-project-admin] Allocated IP 172.25.1.245 (4140a1f1-c93a-4bea-83a0-68953a54f299/e48251a1-e30d-4820-8396-00c6f6aeb601/edb4a763-25f0-4ef5-8830-d183f1ec971a) {{(pid=103305) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 21:46:05.650405 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-c0e77ffb-bbca-4aaa-9697-59275d2aa658 None None] Provisioning complete for port 5839135a-9834-436b-a47b-055ca9a765aa triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:46:05.650684 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-c0e77ffb-bbca-4aaa-9697-59275d2aa658 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (5839135a-9834-436b-a47b-055ca9a765aa), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:46:05.750375 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-c0e77ffb-bbca-4aaa-9697-59275d2aa658 None None] Port 5839135a-9834-436b-a47b-055ca9a765aa cannot update to ACTIVE because it is not bound. {{(pid=103306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 26 21:46:05.772230 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-d535982b-a9ab-49e5-8f93-a655e2491610 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b49af1d3-919d-4b53-a892-a676d1bb4b4b', 'name': 'tempest-TestNetworkBasicOps-router-770983181', 'tenant_id': '97d50071461f4511bd8bef3bc5cf8c61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'external_fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.144'}], 'enable_snat': True}, 'gw_port_id': 'b33a55d4-f7e1-4786-85ed-89159162ae4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T21:45:57Z', 'updated_at': '2022-01-26T21:46:03Z', 'revision_number': 4, 'project_id': '97d50071461f4511bd8bef3bc5cf8c61', 'gw_port': {'id': 'b33a55d4-f7e1-4786-85ed-89159162ae4d', 'name': '', 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:90:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b49af1d3-919d-4b53-a892-a676d1bb4b4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3735, 'fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:45:58Z', 'updated_at': '2022-01-26T21:46:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-5', '_interfaces': [{'id': '5839135a-9834-436b-a47b-055ca9a765aa', 'name': '', 'network_id': '922fc8ea-5e9f-4e84-8a69-ae9eaae306af', 'tenant_id': '97d50071461f4511bd8bef3bc5cf8c61', 'mac_address': 'fa:16:3e:cc:24:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b49af1d3-919d-4b53-a892-a676d1bb4b4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3750, 'fixed_ips': [{'subnet_id': '0493aa25-2f9b-48d6-9d5a-ad36370cd8c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:46:03Z', 'updated_at': '2022-01-26T21:46:04Z', 'revision_number': 2, 'project_id': '97d50071461f4511bd8bef3bc5cf8c61', 'subnets': [{'id': '0493aa25-2f9b-48d6-9d5a-ad36370cd8c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760453-5', False) {} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:46:05.802776 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d535982b-a9ab-49e5-8f93-a655e2491610 None None] Checking router: b49af1d3-919d-4b53-a892-a676d1bb4b4b for host: n-d-760453-5 {{(pid=103306) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 26 21:46:05.803207 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d535982b-a9ab-49e5-8f93-a655e2491610 None None] Updating router b49af1d3-919d-4b53-a892-a676d1bb4b4b port 5839135a-9834-436b-a47b-055ca9a765aa binding host n-d-760453-5 {{(pid=103306) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 26 21:46:05.833675 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d535982b-a9ab-49e5-8f93-a655e2491610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (5839135a-9834-436b-a47b-055ca9a765aa), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:46:05.950784 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-65672af3-f8d6-464f-b6ab-95771b55c31d tempest-RoutersAdminNegativeIpV6Test-2061323510 tempest-RoutersAdminNegativeIpV6Test-2061323510-project-admin] Publish callbacks [] for port (edb4a763-25f0-4ef5-8830-d183f1ec971a), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:46:05.956158 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-e22f4be5-74e0-4f5d-bc3e-04db018b72f7 None None] Provisioning complete for port 5839135a-9834-436b-a47b-055ca9a765aa triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:46:05.956704 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-e22f4be5-74e0-4f5d-bc3e-04db018b72f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (5839135a-9834-436b-a47b-055ca9a765aa), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:46:05.959281 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-35bf3e73-3666-458a-a7ad-d96a977c33da tempest-TestNetworkBasicOps-1165376115 tempest-TestNetworkBasicOps-1165376115-project-admin] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1607 time: 0.5678828 Jan 26 21:46:06.021978 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-e22f4be5-74e0-4f5d-bc3e-04db018b72f7 None None] Port 5839135a-9834-436b-a47b-055ca9a765aa cannot update to ACTIVE because it is not bound. {{(pid=103306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 26 21:46:06.031107 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-65672af3-f8d6-464f-b6ab-95771b55c31d tempest-RoutersAdminNegativeIpV6Test-2061323510 tempest-RoutersAdminNegativeIpV6Test-2061323510-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746560234527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11791543'] for port (edb4a763-25f0-4ef5-8830-d183f1ec971a), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:46:06.074166 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65672af3-f8d6-464f-b6ab-95771b55c31d tempest-RoutersAdminNegativeIpV6Test-2061323510 tempest-RoutersAdminNegativeIpV6Test-2061323510-project-admin] Network 4140a1f1-c93a-4bea-83a0-68953a54f299 is already hosted by enough agents. {{(pid=103305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 21:46:06.077059 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [None req-65672af3-f8d6-464f-b6ab-95771b55c31d tempest-RoutersAdminNegativeIpV6Test-2061323510 tempest-RoutersAdminNegativeIpV6Test-2061323510-project-admin] Resources bound (agent type, host, resource id): {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:46:06.084170 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65672af3-f8d6-464f-b6ab-95771b55c31d tempest-RoutersAdminNegativeIpV6Test-2061323510 tempest-RoutersAdminNegativeIpV6Test-2061323510-project-admin] Received port after_create {{(pid=103305) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 21:46:06.090653 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65672af3-f8d6-464f-b6ab-95771b55c31d tempest-RoutersAdminNegativeIpV6Test-2061323510 tempest-RoutersAdminNegativeIpV6Test-2061323510-project-admin] Pushing event updated for resources: {'Port': ['ID=edb4a763-25f0-4ef5-8830-d183f1ec971a,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:46:06.165746 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65672af3-f8d6-464f-b6ab-95771b55c31d tempest-RoutersAdminNegativeIpV6Test-2061323510 tempest-RoutersAdminNegativeIpV6Test-2061323510-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:46:06.167341 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-65672af3-f8d6-464f-b6ab-95771b55c31d tempest-RoutersAdminNegativeIpV6Test-2061323510 tempest-RoutersAdminNegativeIpV6Test-2061323510-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:46:06.196502 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-65672af3-f8d6-464f-b6ab-95771b55c31d tempest-RoutersAdminNegativeIpV6Test-2061323510 tempest-RoutersAdminNegativeIpV6Test-2061323510-project-admin] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1037 time: 1.5198917 Jan 26 21:46:06.199443 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 42448) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:46:06.204499 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-af173a83-38e0-43b6-8a83-8a1433f26579 tempest-RoutersAdminNegativeIpV6Test-2061323510 tempest-RoutersAdminNegativeIpV6Test-2061323510-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'external_fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.245'}]}}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:46:06.221942 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d535982b-a9ab-49e5-8f93-a655e2491610 None None] Publish callbacks [] for port (5839135a-9834-436b-a47b-055ca9a765aa), precommit_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:46:06.237997 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d535982b-a9ab-49e5-8f93-a655e2491610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (5839135a-9834-436b-a47b-055ca9a765aa), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:46:06.271631 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-af173a83-38e0-43b6-8a83-8a1433f26579 tempest-RoutersAdminNegativeIpV6Test-2061323510 tempest-RoutersAdminNegativeIpV6Test-2061323510-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4104596', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13108'] for router (d9095957-b663-4409-b764-727d738b4353), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:46:06.273142 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-af173a83-38e0-43b6-8a83-8a1433f26579 tempest-RoutersAdminNegativeIpV6Test-2061323510 tempest-RoutersAdminNegativeIpV6Test-2061323510-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4105828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4111306', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3733576', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13069'] for router (d9095957-b663-4409-b764-727d738b4353), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:46:06.296590 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 42450) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:46:06.301373 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-d48ee074-e69b-48c7-b9c5-d42d10c727d8 tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-617015223', 'description': 'tempest-secgroup-smoke-617015223 description', 'project_id': '97d50071461f4511bd8bef3bc5cf8c61'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:46:06.326424 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-d48ee074-e69b-48c7-b9c5-d42d10c727d8 tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] Publish callbacks [] for security_group (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:46:06.339725 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e7d7e4-273a-41ac-b306-b8460c51f973 None None] Pushing event updated for resources: {'Port': ['ID=5839135a-9834-436b-a47b-055ca9a765aa,revision_number=3']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:46:06.409472 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device b372c931-77e9-4047-8996-86949f3146d9 up at agent ovs-agent-n-d-760453-5 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 21:46:06.414268 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-af173a83-38e0-43b6-8a83-8a1433f26579 tempest-RoutersAdminNegativeIpV6Test-2061323510 tempest-RoutersAdminNegativeIpV6Test-2061323510-project-admin] Publish callbacks [] for router_controller (d9095957-b663-4409-b764-727d738b4353), precommit_add_association {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:46:06.455825 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-d535982b-a9ab-49e5-8f93-a655e2491610 None None] Attempting to bind port 5839135a-9834-436b-a47b-055ca9a765aa on host n-d-760453-5 for vnic_type normal with profile {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 21:46:06.456384 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-d535982b-a9ab-49e5-8f93-a655e2491610 None None] Attempting to bind port 5839135a-9834-436b-a47b-055ca9a765aa by drivers openvswitch,hyperv on host n-d-760453-5 at level 0 using segments [{'id': '22c93a74-c2a1-4562-9e01-a466a4c3c0c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '922fc8ea-5e9f-4e84-8a69-ae9eaae306af'}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 26 21:46:06.456961 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d535982b-a9ab-49e5-8f93-a655e2491610 None None] Attempting to bind port 5839135a-9834-436b-a47b-055ca9a765aa on network 922fc8ea-5e9f-4e84-8a69-ae9eaae306af {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 21:46:06.488143 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-d48ee074-e69b-48c7-b9c5-d42d10c727d8 tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] Publish callbacks [] for security_group (8eb3b1c9-572e-4684-a0b8-0ff73e273367), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:46:06.495407 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-d48ee074-e69b-48c7-b9c5-d42d10c727d8 tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (8eb3b1c9-572e-4684-a0b8-0ff73e273367), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:46:06.542737 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d535982b-a9ab-49e5-8f93-a655e2491610 None None] Checking agent: {'id': 'fea0591a-627d-4c87-9a9a-01625ddf3277', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760453-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 20, 55, 25), 'started_at': datetime.datetime(2022, 1, 26, 20, 55, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 21, 45, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760453-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 26 21:46:06.543226 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d535982b-a9ab-49e5-8f93-a655e2491610 None None] Checking segment: {'id': '22c93a74-c2a1-4562-9e01-a466a4c3c0c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '922fc8ea-5e9f-4e84-8a69-ae9eaae306af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 21:46:06.543733 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d535982b-a9ab-49e5-8f93-a655e2491610 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:46:06.544232 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d535982b-a9ab-49e5-8f93-a655e2491610 None None] Bound using segment: {'id': '22c93a74-c2a1-4562-9e01-a466a4c3c0c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '922fc8ea-5e9f-4e84-8a69-ae9eaae306af'} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 26 21:46:06.545700 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-d535982b-a9ab-49e5-8f93-a655e2491610 None None] Bound port: 5839135a-9834-436b-a47b-055ca9a765aa, host: n-d-760453-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '22c93a74-c2a1-4562-9e01-a466a4c3c0c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '922fc8ea-5e9f-4e84-8a69-ae9eaae306af'}}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 26 21:46:06.546345 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d535982b-a9ab-49e5-8f93-a655e2491610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (5839135a-9834-436b-a47b-055ca9a765aa), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:46:06.572336 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Provisioning complete for port b372c931-77e9-4047-8996-86949f3146d9 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:46:06.572930 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (b372c931-77e9-4047-8996-86949f3146d9), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:46:06.603902 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d48ee074-e69b-48c7-b9c5-d42d10c727d8 tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8eb3b1c9-572e-4684-a0b8-0ff73e273367,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:46:06.613381 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-d48ee074-e69b-48c7-b9c5-d42d10c727d8 tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] Publish callbacks [] for security_group (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:46:06.621877 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-d48ee074-e69b-48c7-b9c5-d42d10c727d8 tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.3211010 Jan 26 21:46:06.622393 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 42476) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:46:06.637367 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-321217a2-7f8e-4688-833e-d222c8da9af1 tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] Request body: {'security_group_rule': {'security_group_id': '8eb3b1c9-572e-4684-a0b8-0ff73e273367', 'project_id': '97d50071461f4511bd8bef3bc5cf8c61', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:46:06.652815 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-af173a83-38e0-43b6-8a83-8a1433f26579 tempest-RoutersAdminNegativeIpV6Test-2061323510 tempest-RoutersAdminNegativeIpV6Test-2061323510-project-admin] Publish callbacks [] for router_gateway (d9095957-b663-4409-b764-727d738b4353), precommit_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:46:06.677845 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-321217a2-7f8e-4688-833e-d222c8da9af1 tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] Publish callbacks [] for security_group_rule (ea2546f7-9b01-4c86-93c5-f523da4ecb2e), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:46:06.704330 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-d535982b-a9ab-49e5-8f93-a655e2491610 None None] For port 5839135a-9834-436b-a47b-055ca9a765aa, host n-d-760453-5, cleared binding levels {{(pid=103306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 26 21:46:06.745807 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-d535982b-a9ab-49e5-8f93-a655e2491610 None None] For port 5839135a-9834-436b-a47b-055ca9a765aa, host n-d-760453-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=5839135a-9834-436b-a47b-055ca9a765aa,segment=NetworkSegment(22c93a74-c2a1-4562-9e01-a466a4c3c0c2),segment_id=22c93a74-c2a1-4562-9e01-a466a4c3c0c2)] {{(pid=103306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 26 21:46:06.767405 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d535982b-a9ab-49e5-8f93-a655e2491610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (5839135a-9834-436b-a47b-055ca9a765aa), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:46:06.772004 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Current status of the port b372c931-77e9-4047-8996-86949f3146d9 is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:46:06.773600 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device b33a55d4-f7e1-4786-85ed-89159162ae4d up at agent ovs-agent-n-d-760453-5 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 21:46:06.777850 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-d7c078c4-7bef-4e85-972b-1bc472c17421 None None] Provisioning complete for port 5839135a-9834-436b-a47b-055ca9a765aa triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:46:06.778432 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d7c078c4-7bef-4e85-972b-1bc472c17421 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (5839135a-9834-436b-a47b-055ca9a765aa), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:46:06.817254 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-321217a2-7f8e-4688-833e-d222c8da9af1 tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] Publish callbacks [] for security_group_rule (ea2546f7-9b01-4c86-93c5-f523da4ecb2e), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:46:06.827745 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-321217a2-7f8e-4688-833e-d222c8da9af1 tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102715'] for security_group_rule (ea2546f7-9b01-4c86-93c5-f523da4ecb2e), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:46:06.851860 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-321217a2-7f8e-4688-833e-d222c8da9af1 tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ea2546f7-9b01-4c86-93c5-f523da4ecb2e,revision_number=0']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:46:06.866367 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-321217a2-7f8e-4688-833e-d222c8da9af1 tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:46:06.871802 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 42486) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:46:06.872393 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-321217a2-7f8e-4688-833e-d222c8da9af1 tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2486773 Jan 26 21:46:06.878199 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-a7ded41a-1b23-4b9a-af21-512e75621fec tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] Request body: {'security_group_rule': {'security_group_id': '8eb3b1c9-572e-4684-a0b8-0ff73e273367', 'project_id': '97d50071461f4511bd8bef3bc5cf8c61', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:46:06.978586 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d535982b-a9ab-49e5-8f93-a655e2491610 None None] Routers {'b49af1d3-919d-4b53-a892-a676d1bb4b4b'} bound to L3 agent in host n-d-760453-5 {{(pid=103306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 21:46:06.979469 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-d535982b-a9ab-49e5-8f93-a655e2491610 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-26T20:55:21Z,description=,heartbeat_timestamp=2022-01-26T21:45:51Z,host='n-d-760453-5',id=09df100c-3af1-4b0a-bda8-05914c71c458,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:55:21Z,topic='l3_agent')) {'router_ids': ['b49af1d3-919d-4b53-a892-a676d1bb4b4b'], 'active': True} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:46:06.997958 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-a7ded41a-1b23-4b9a-af21-512e75621fec tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] Publish callbacks [] for security_group_rule (e58a0b08-b3a1-4bf1-934d-9189452dd314), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:46:07.038379 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e7d7e4-273a-41ac-b306-b8460c51f973 None None] Pushing event updated for resources: {'Port': ['ID=5839135a-9834-436b-a47b-055ca9a765aa,revision_number=4']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:46:07.083698 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-af173a83-38e0-43b6-8a83-8a1433f26579 tempest-RoutersAdminNegativeIpV6Test-2061323510 tempest-RoutersAdminNegativeIpV6Test-2061323510-project-admin] Publish callbacks [] for router_gateway (d9095957-b663-4409-b764-727d738b4353), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:46:07.111720 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Provisioning complete for port b33a55d4-f7e1-4786-85ed-89159162ae4d triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:46:07.112317 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (b33a55d4-f7e1-4786-85ed-89159162ae4d), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:46:07.113414 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-af173a83-38e0-43b6-8a83-8a1433f26579 tempest-RoutersAdminNegativeIpV6Test-2061323510 tempest-RoutersAdminNegativeIpV6Test-2061323510-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:46:07.168672 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-d7c078c4-7bef-4e85-972b-1bc472c17421 None None] Current status of the port 5839135a-9834-436b-a47b-055ca9a765aa is: DOWN; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:46:07.169063 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d7c078c4-7bef-4e85-972b-1bc472c17421 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (5839135a-9834-436b-a47b-055ca9a765aa), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:46:07.213629 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-a7ded41a-1b23-4b9a-af21-512e75621fec tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] Publish callbacks [] for security_group_rule (e58a0b08-b3a1-4bf1-934d-9189452dd314), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:46:07.226771 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvr_db [None req-d535982b-a9ab-49e5-8f93-a655e2491610 None None] Set router b49af1d3-919d-4b53-a892-a676d1bb4b4b gateway port host: n-d-760453-5 {{(pid=103306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 21:46:07.232489 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-a7ded41a-1b23-4b9a-af21-512e75621fec tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102715'] for security_group_rule (e58a0b08-b3a1-4bf1-934d-9189452dd314), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:46:07.273544 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ded41a-1b23-4b9a-af21-512e75621fec tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e58a0b08-b3a1-4bf1-934d-9189452dd314,revision_number=0']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:46:07.284182 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-d7c078c4-7bef-4e85-972b-1bc472c17421 None None] For port 5839135a-9834-436b-a47b-055ca9a765aa, host n-d-760453-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=5839135a-9834-436b-a47b-055ca9a765aa,segment=NetworkSegment(22c93a74-c2a1-4562-9e01-a466a4c3c0c2),segment_id=22c93a74-c2a1-4562-9e01-a466a4c3c0c2)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:46:07.315225 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-a7ded41a-1b23-4b9a-af21-512e75621fec tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:46:07.316594 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-a7ded41a-1b23-4b9a-af21-512e75621fec tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4424944 Jan 26 21:46:07.319607 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 42490) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:46:07.329334 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-60d8f574-e810-4491-a29b-0e1b35000d2f tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] Request body: {'security_group_rule': {'security_group_id': '8eb3b1c9-572e-4684-a0b8-0ff73e273367', 'project_id': '97d50071461f4511bd8bef3bc5cf8c61', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:46:07.332901 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d7c078c4-7bef-4e85-972b-1bc472c17421 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (5839135a-9834-436b-a47b-055ca9a765aa), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:46:07.398608 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-60d8f574-e810-4491-a29b-0e1b35000d2f tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] Publish callbacks [] for security_group_rule (781f5bee-ddbc-48d1-a4a5-96d28e88ec05), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:46:07.419707 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-af173a83-38e0-43b6-8a83-8a1433f26579 tempest-RoutersAdminNegativeIpV6Test-2061323510 tempest-RoutersAdminNegativeIpV6Test-2061323510-project-admin] Publish callbacks [] for router (d9095957-b663-4409-b764-727d738b4353), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:46:07.482681 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-60d8f574-e810-4491-a29b-0e1b35000d2f tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] Publish callbacks [] for security_group_rule (781f5bee-ddbc-48d1-a4a5-96d28e88ec05), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:46:07.483116 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Current status of the port b33a55d4-f7e1-4786-85ed-89159162ae4d is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:46:07.489831 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c078c4-7bef-4e85-972b-1bc472c17421 None None] Pushing event updated for resources: {'Port': ['ID=5839135a-9834-436b-a47b-055ca9a765aa,revision_number=5']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:46:07.497031 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-60d8f574-e810-4491-a29b-0e1b35000d2f tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102715'] for security_group_rule (781f5bee-ddbc-48d1-a4a5-96d28e88ec05), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:46:07.517381 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-89efd7b7-debc-4104-9f75-47372dbaf55b None None] Provisioning complete for port 5839135a-9834-436b-a47b-055ca9a765aa triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:46:07.517764 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-89efd7b7-debc-4104-9f75-47372dbaf55b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (5839135a-9834-436b-a47b-055ca9a765aa), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:46:07.541778 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d8f574-e810-4491-a29b-0e1b35000d2f tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=781f5bee-ddbc-48d1-a4a5-96d28e88ec05,revision_number=0']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:46:07.547732 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-60d8f574-e810-4491-a29b-0e1b35000d2f tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:46:07.556962 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-60d8f574-e810-4491-a29b-0e1b35000d2f tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2359815 Jan 26 21:46:07.559744 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 42492) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:46:07.571322 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-c3eb04a1-2a9f-4a55-bfc2-2da838d833be tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] Request body: {'security_group_rule': {'security_group_id': '8eb3b1c9-572e-4684-a0b8-0ff73e273367', 'project_id': '97d50071461f4511bd8bef3bc5cf8c61', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:46:07.631792 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-c3eb04a1-2a9f-4a55-bfc2-2da838d833be tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] Publish callbacks [] for security_group_rule (df8a2926-5ccc-4295-8620-60cf8337f19b), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:46:07.653787 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-d535982b-a9ab-49e5-8f93-a655e2491610 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b49af1d3-919d-4b53-a892-a676d1bb4b4b', 'name': 'tempest-TestNetworkBasicOps-router-770983181', 'tenant_id': '97d50071461f4511bd8bef3bc5cf8c61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'external_fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.144'}], 'enable_snat': True}, 'gw_port_id': 'b33a55d4-f7e1-4786-85ed-89159162ae4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T21:45:57Z', 'updated_at': '2022-01-26T21:46:03Z', 'revision_number': 4, 'project_id': '97d50071461f4511bd8bef3bc5cf8c61', 'gw_port': {'id': 'b33a55d4-f7e1-4786-85ed-89159162ae4d', 'name': '', 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:90:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b49af1d3-919d-4b53-a892-a676d1bb4b4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3735, 'fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:45:58Z', 'updated_at': '2022-01-26T21:46:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-5', '_interfaces': [{'id': '5839135a-9834-436b-a47b-055ca9a765aa', 'name': '', 'network_id': '922fc8ea-5e9f-4e84-8a69-ae9eaae306af', 'tenant_id': '97d50071461f4511bd8bef3bc5cf8c61', 'mac_address': 'fa:16:3e:cc:24:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b49af1d3-919d-4b53-a892-a676d1bb4b4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3750, 'fixed_ips': [{'subnet_id': '0493aa25-2f9b-48d6-9d5a-ad36370cd8c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:46:03Z', 'updated_at': '2022-01-26T21:46:06Z', 'revision_number': 4, 'project_id': '97d50071461f4511bd8bef3bc5cf8c61', 'subnets': [{'id': '0493aa25-2f9b-48d6-9d5a-ad36370cd8c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760453-5', False) {} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:46:07.657892 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-89efd7b7-debc-4104-9f75-47372dbaf55b None None] Current status of the port 5839135a-9834-436b-a47b-055ca9a765aa is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:46:07.706061 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d535982b-a9ab-49e5-8f93-a655e2491610 None None] The sync data for ids ['b49af1d3-919d-4b53-a892-a676d1bb4b4b'] in n-d-760453-5 is: [{'id': 'b49af1d3-919d-4b53-a892-a676d1bb4b4b', 'name': 'tempest-TestNetworkBasicOps-router-770983181', 'tenant_id': '97d50071461f4511bd8bef3bc5cf8c61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'external_fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.144'}], 'enable_snat': True}, 'gw_port_id': 'b33a55d4-f7e1-4786-85ed-89159162ae4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T21:45:57Z', 'updated_at': '2022-01-26T21:46:03Z', 'revision_number': 4, 'project_id': '97d50071461f4511bd8bef3bc5cf8c61', 'gw_port': {'id': 'b33a55d4-f7e1-4786-85ed-89159162ae4d', 'name': '', 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:90:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b49af1d3-919d-4b53-a892-a676d1bb4b4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3735, 'fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:45:58Z', 'updated_at': '2022-01-26T21:46:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-5', '_interfaces': [{'id': '5839135a-9834-436b-a47b-055ca9a765aa', 'name': '', 'network_id': '922fc8ea-5e9f-4e84-8a69-ae9eaae306af', 'tenant_id': '97d50071461f4511bd8bef3bc5cf8c61', 'mac_address': 'fa:16:3e:cc:24:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b49af1d3-919d-4b53-a892-a676d1bb4b4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3750, 'fixed_ips': [{'subnet_id': '0493aa25-2f9b-48d6-9d5a-ad36370cd8c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:46:03Z', 'updated_at': '2022-01-26T21:46:06Z', 'revision_number': 4, 'project_id': '97d50071461f4511bd8bef3bc5cf8c61', 'subnets': [{'id': '0493aa25-2f9b-48d6-9d5a-ad36370cd8c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 26 21:46:07.765941 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-c3eb04a1-2a9f-4a55-bfc2-2da838d833be tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] Publish callbacks [] for security_group_rule (df8a2926-5ccc-4295-8620-60cf8337f19b), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:46:07.770810 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-af173a83-38e0-43b6-8a83-8a1433f26579 tempest-RoutersAdminNegativeIpV6Test-2061323510 tempest-RoutersAdminNegativeIpV6Test-2061323510-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4105774', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13082'] for router (d9095957-b663-4409-b764-727d738b4353), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:46:07.773960 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-af173a83-38e0-43b6-8a83-8a1433f26579 tempest-RoutersAdminNegativeIpV6Test-2061323510 tempest-RoutersAdminNegativeIpV6Test-2061323510-project-admin] Publish callbacks [] for router_controller (d9095957-b663-4409-b764-727d738b4353), precommit_delete_associations {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:46:07.780775 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-c3eb04a1-2a9f-4a55-bfc2-2da838d833be tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102715'] for security_group_rule (df8a2926-5ccc-4295-8620-60cf8337f19b), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:46:07.853990 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3eb04a1-2a9f-4a55-bfc2-2da838d833be tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=df8a2926-5ccc-4295-8620-60cf8337f19b,revision_number=0']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:46:07.873785 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-af173a83-38e0-43b6-8a83-8a1433f26579 tempest-RoutersAdminNegativeIpV6Test-2061323510 tempest-RoutersAdminNegativeIpV6Test-2061323510-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4105767'] for router (d9095957-b663-4409-b764-727d738b4353), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:46:07.874312 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af173a83-38e0-43b6-8a83-8a1433f26579 tempest-RoutersAdminNegativeIpV6Test-2061323510 tempest-RoutersAdminNegativeIpV6Test-2061323510-project-admin] Fanout notify agent at l3_agent the message router_deleted on router d9095957-b663-4409-b764-727d738b4353 {{(pid=103304) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 26 21:46:07.875483 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-c3eb04a1-2a9f-4a55-bfc2-2da838d833be tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:46:07.876914 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-c3eb04a1-2a9f-4a55-bfc2-2da838d833be tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3161170 Jan 26 21:46:07.881686 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 42494) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:46:07.887882 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-3418b8be-2a1c-4e16-bb35-e79a9e8e23ac tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] Request body: {'security_group_rule': {'security_group_id': '8eb3b1c9-572e-4684-a0b8-0ff73e273367', 'project_id': '97d50071461f4511bd8bef3bc5cf8c61', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:46:07.931148 n-d-760453-5 neutron-server[103304]: INFO neutron.api.v2.resource [None req-af173a83-38e0-43b6-8a83-8a1433f26579 tempest-RoutersAdminNegativeIpV6Test-2061323510 tempest-RoutersAdminNegativeIpV6Test-2061323510-project-admin] create failed (client error): There was a conflict when trying to complete your request. Jan 26 21:46:07.932279 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-af173a83-38e0-43b6-8a83-8a1433f26579 tempest-RoutersAdminNegativeIpV6Test-2061323510 tempest-RoutersAdminNegativeIpV6Test-2061323510-project-admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 1.7317479 Jan 26 21:46:07.935668 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 42496) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:46:07.942842 n-d-760453-5 neutron-server[103304]: INFO neutron.db.securitygroups_db [None req-3418b8be-2a1c-4e16-bb35-e79a9e8e23ac tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] Project 97d50071461f4511bd8bef3bc5cf8c61 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 26 21:46:07.952516 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-3418b8be-2a1c-4e16-bb35-e79a9e8e23ac tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] Publish callbacks [] for security_group_rule (dceb3226-9126-4e77-922f-5964fd10d17d), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:46:08.042553 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-3418b8be-2a1c-4e16-bb35-e79a9e8e23ac tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] Publish callbacks [] for security_group_rule (dceb3226-9126-4e77-922f-5964fd10d17d), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:46:08.048445 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-3418b8be-2a1c-4e16-bb35-e79a9e8e23ac tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102715'] for security_group_rule (dceb3226-9126-4e77-922f-5964fd10d17d), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:46:08.086369 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3418b8be-2a1c-4e16-bb35-e79a9e8e23ac tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dceb3226-9126-4e77-922f-5964fd10d17d,revision_number=0']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:46:08.126811 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-3418b8be-2a1c-4e16-bb35-e79a9e8e23ac tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:46:08.132376 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-3418b8be-2a1c-4e16-bb35-e79a9e8e23ac tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2493935 Jan 26 21:46:08.133438 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 42498) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:46:08.139867 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-bfd5bffa-866d-40fd-a40b-df38f86cfd53 tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] Request body: {'security_group_rule': {'security_group_id': '8eb3b1c9-572e-4684-a0b8-0ff73e273367', 'project_id': '97d50071461f4511bd8bef3bc5cf8c61', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:46:08.141996 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-cd187ecb-086d-4f6a-8011-d3b65c98f91d tempest-RoutersAdminNegativeIpV6Test-2061323510 tempest-RoutersAdminNegativeIpV6Test-2061323510-project-admin] Deleting port edb4a763-25f0-4ef5-8830-d183f1ec971a {{(pid=103305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 21:46:08.142593 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-cd187ecb-086d-4f6a-8011-d3b65c98f91d tempest-RoutersAdminNegativeIpV6Test-2061323510 tempest-RoutersAdminNegativeIpV6Test-2061323510-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746560630878'] for port (edb4a763-25f0-4ef5-8830-d183f1ec971a), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:46:08.168646 n-d-760453-5 neutron-server[103304]: INFO neutron.db.securitygroups_db [None req-bfd5bffa-866d-40fd-a40b-df38f86cfd53 tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] Project 97d50071461f4511bd8bef3bc5cf8c61 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 26 21:46:08.178084 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-bfd5bffa-866d-40fd-a40b-df38f86cfd53 tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] Publish callbacks [] for security_group_rule (e7ed441b-0f78-419c-bda1-3195f0cc29ea), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:46:08.248645 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-cd187ecb-086d-4f6a-8011-d3b65c98f91d tempest-RoutersAdminNegativeIpV6Test-2061323510 tempest-RoutersAdminNegativeIpV6Test-2061323510-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4109658'] for port (edb4a763-25f0-4ef5-8830-d183f1ec971a), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:46:08.266195 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-cd187ecb-086d-4f6a-8011-d3b65c98f91d tempest-RoutersAdminNegativeIpV6Test-2061323510 tempest-RoutersAdminNegativeIpV6Test-2061323510-project-admin] Calling delete_port for edb4a763-25f0-4ef5-8830-d183f1ec971a owned by {{(pid=103305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 21:46:08.275980 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-bfd5bffa-866d-40fd-a40b-df38f86cfd53 tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] Publish callbacks [] for security_group_rule (e7ed441b-0f78-419c-bda1-3195f0cc29ea), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:46:08.286988 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-bfd5bffa-866d-40fd-a40b-df38f86cfd53 tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102715'] for security_group_rule (e7ed441b-0f78-419c-bda1-3195f0cc29ea), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:46:08.311610 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd5bffa-866d-40fd-a40b-df38f86cfd53 tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e7ed441b-0f78-419c-bda1-3195f0cc29ea,revision_number=0']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:46:08.318518 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-bfd5bffa-866d-40fd-a40b-df38f86cfd53 tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:46:08.319897 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-bfd5bffa-866d-40fd-a40b-df38f86cfd53 tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1850746 Jan 26 21:46:08.389820 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device 5839135a-9834-436b-a47b-055ca9a765aa up at agent ovs-agent-n-d-760453-5 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 21:46:08.481545 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (32ef628b-8417-46c5-8729-60fcabe358f1), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:46:08.504098 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Provisioning complete for port 5839135a-9834-436b-a47b-055ca9a765aa triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:46:08.504803 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (5839135a-9834-436b-a47b-055ca9a765aa), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:46:08.522765 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-cd187ecb-086d-4f6a-8011-d3b65c98f91d tempest-RoutersAdminNegativeIpV6Test-2061323510 tempest-RoutersAdminNegativeIpV6Test-2061323510-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746560636600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746560234536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11791543'] for port (edb4a763-25f0-4ef5-8830-d183f1ec971a), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:46:08.566249 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd187ecb-086d-4f6a-8011-d3b65c98f91d tempest-RoutersAdminNegativeIpV6Test-2061323510 tempest-RoutersAdminNegativeIpV6Test-2061323510-project-admin] Pushing event deleted for resources: {'Port': ['ID=edb4a763-25f0-4ef5-8830-d183f1ec971a,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:46:08.640283 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Current status of the port 5839135a-9834-436b-a47b-055ca9a765aa is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:46:08.658866 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-cd187ecb-086d-4f6a-8011-d3b65c98f91d tempest-RoutersAdminNegativeIpV6Test-2061323510 tempest-RoutersAdminNegativeIpV6Test-2061323510-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:46:08.666480 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-cd187ecb-086d-4f6a-8011-d3b65c98f91d tempest-RoutersAdminNegativeIpV6Test-2061323510 tempest-RoutersAdminNegativeIpV6Test-2061323510-project-admin] 10.222.0.13 "DELETE /v2.0/ports/edb4a763-25f0-4ef5-8830-d183f1ec971a HTTP/1.1" status: 204 len: 168 time: 0.7297003 Jan 26 21:46:08.671900 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-be160424-c81d-4b43-ac7c-720960dd75ed req-9be6b932-ecb3-44f6-9442-b7ca28ce76e6 tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-617015223&fields=id&tenant_id=97d50071461f4511bd8bef3bc5cf8c61 HTTP/1.1" status: 200 len: 267 time: 0.0743773 Jan 26 21:46:08.810471 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be160424-c81d-4b43-ac7c-720960dd75ed req-37c842b8-a4bb-4528-bf33-b87b27b00f9f tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:46:08.815738 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-be160424-c81d-4b43-ac7c-720960dd75ed req-37c842b8-a4bb-4528-bf33-b87b27b00f9f tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] 10.222.0.13 "GET /v2.0/networks?id=922fc8ea-5e9f-4e84-8a69-ae9eaae306af HTTP/1.1" status: 200 len: 797 time: 0.1360571 Jan 26 21:46:08.835954 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-be160424-c81d-4b43-ac7c-720960dd75ed req-66d4b1c1-46fa-43e9-8743-8baeaa8c5715 tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] 10.222.0.13 "GET /v2.0/quotas/97d50071461f4511bd8bef3bc5cf8c61 HTTP/1.1" status: 200 len: 375 time: 0.0147715 Jan 26 21:46:08.907162 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-be160424-c81d-4b43-ac7c-720960dd75ed req-3955af57-4d17-49f0-a71a-6899507d089d tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=97d50071461f4511bd8bef3bc5cf8c61&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0620675 Jan 26 21:46:09.012529 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 42520) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:46:09.128895 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-1615ce3f-697a-4e6a-a6e7-adf985d30f32 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:46:09.198491 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-be160424-c81d-4b43-ac7c-720960dd75ed req-04c31688-2408-4266-a12a-5a45c689118e service neutron] 10.222.0.13 "GET /v2.0/networks/922fc8ea-5e9f-4e84-8a69-ae9eaae306af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2784555 Jan 26 21:46:09.304490 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-1615ce3f-697a-4e6a-a6e7-adf985d30f32 admin admin] Publish callbacks [] for security_group (4afc3704-4040-4805-8030-2ca89edc439b), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:46:09.311193 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-1615ce3f-697a-4e6a-a6e7-adf985d30f32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (4afc3704-4040-4805-8030-2ca89edc439b), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:46:09.357558 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-be160424-c81d-4b43-ac7c-720960dd75ed req-71e5a4ad-7325-4bac-99a3-e3b7112802af service neutron] 10.222.0.13 "GET /v2.0/networks/922fc8ea-5e9f-4e84-8a69-ae9eaae306af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1465518 Jan 26 21:46:09.358151 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1615ce3f-697a-4e6a-a6e7-adf985d30f32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4afc3704-4040-4805-8030-2ca89edc439b,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:46:09.374165 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 42524) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:46:09.374310 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-1615ce3f-697a-4e6a-a6e7-adf985d30f32 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=09d80d122b40414b82632d1efe53896b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3600357 Jan 26 21:46:09.444485 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-c410bc7a-348a-4021-ac2c-2dac4c30ad57 admin admin] Publish callbacks [] for security_group (4afc3704-4040-4805-8030-2ca89edc439b), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:46:09.471979 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-c410bc7a-348a-4021-ac2c-2dac4c30ad57 admin admin] Publish callbacks [] for security_group (4afc3704-4040-4805-8030-2ca89edc439b), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:46:09.537324 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-c410bc7a-348a-4021-ac2c-2dac4c30ad57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (4afc3704-4040-4805-8030-2ca89edc439b), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:46:09.540037 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-c410bc7a-348a-4021-ac2c-2dac4c30ad57 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:46:09.541254 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-c410bc7a-348a-4021-ac2c-2dac4c30ad57 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/4afc3704-4040-4805-8030-2ca89edc439b HTTP/1.1" status: 204 len: 168 time: 0.1658468 Jan 26 21:46:09.559126 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c410bc7a-348a-4021-ac2c-2dac4c30ad57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4afc3704-4040-4805-8030-2ca89edc439b,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:46:09.646382 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-6e29acb7-7083-4b25-a295-c968654f7a12 req-1309914f-51ea-42e7-a506-fe2c3b99f309 tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] 10.222.0.13 "GET /v2.0/ports?device_id=09cf288f-426b-43cf-9827-2646fdb883f7 HTTP/1.1" status: 200 len: 210 time: 0.0535223 Jan 26 21:46:09.893803 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 42542) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:46:09.940538 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-853b72d1-4bce-4f81-a483-77a1876f099c admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=62ba590bfd614bc8a5477068fbec411b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0454865 Jan 26 21:46:09.943114 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 42544) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:46:09.998382 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-f2c83268-f6a2-4820-b23b-c7d3ba3872b7 admin admin] Publish callbacks [] for security_group (0065de87-62a8-4c74-b879-c33908577032), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:46:10.023594 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-f2c83268-f6a2-4820-b23b-c7d3ba3872b7 admin admin] Publish callbacks [] for security_group (0065de87-62a8-4c74-b879-c33908577032), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:46:10.086735 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-f2c83268-f6a2-4820-b23b-c7d3ba3872b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (0065de87-62a8-4c74-b879-c33908577032), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:46:10.097222 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-f2c83268-f6a2-4820-b23b-c7d3ba3872b7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:46:10.101764 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-f2c83268-f6a2-4820-b23b-c7d3ba3872b7 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/0065de87-62a8-4c74-b879-c33908577032 HTTP/1.1" status: 204 len: 168 time: 0.1553926 Jan 26 21:46:10.113483 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c83268-f6a2-4820-b23b-c7d3ba3872b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0065de87-62a8-4c74-b879-c33908577032,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:46:10.752324 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be160424-c81d-4b43-ac7c-720960dd75ed req-ab0c1b5d-6ccc-42b0-af3c-bb9133f27eb1 tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:46:10.759369 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-be160424-c81d-4b43-ac7c-720960dd75ed req-ab0c1b5d-6ccc-42b0-af3c-bb9133f27eb1 tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] 10.222.0.57 "GET /v2.0/networks?id=922fc8ea-5e9f-4e84-8a69-ae9eaae306af HTTP/1.1" status: 200 len: 797 time: 0.1377470 Jan 26 21:46:10.864414 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-234944a2-3c4f-479f-8f36-1fdcf7e1ce52 req-f0a575aa-109d-4575-b3a3-ee2c8b9c013c tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] 10.222.0.13 "GET /v2.0/ports?device_id=09cf288f-426b-43cf-9827-2646fdb883f7 HTTP/1.1" status: 200 len: 210 time: 0.0771966 Jan 26 21:46:10.871772 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-be160424-c81d-4b43-ac7c-720960dd75ed req-7d35eddb-6376-48dc-b270-1d49287f43a5 tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=97d50071461f4511bd8bef3bc5cf8c61 HTTP/1.1" status: 200 len: 379 time: 0.1042678 Jan 26 21:46:10.885049 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [req-be160424-c81d-4b43-ac7c-720960dd75ed req-c8e6bc3d-673a-4798-bd93-8a58b81a3838 tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] Request body: {'port': {'device_id': '09cf288f-426b-43cf-9827-2646fdb883f7', 'network_id': '922fc8ea-5e9f-4e84-8a69-ae9eaae306af', 'admin_state_up': True, 'tenant_id': '97d50071461f4511bd8bef3bc5cf8c61', 'security_groups': ['8eb3b1c9-572e-4684-a0b8-0ff73e273367']}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:46:11.040898 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-be160424-c81d-4b43-ac7c-720960dd75ed req-c8e6bc3d-673a-4798-bd93-8a58b81a3838 tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] Made reservation on behalf of 97d50071461f4511bd8bef3bc5cf8c61 for: {'port': 1} {{(pid=103304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 21:46:11.046863 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-be160424-c81d-4b43-ac7c-720960dd75ed req-c8e6bc3d-673a-4798-bd93-8a58b81a3838 tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:46:11.124248 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 42570) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:46:11.206837 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.db_base_plugin_common [req-be160424-c81d-4b43-ac7c-720960dd75ed req-c8e6bc3d-673a-4798-bd93-8a58b81a3838 tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] Allocated IP 172.20.0.11 (922fc8ea-5e9f-4e84-8a69-ae9eaae306af/0493aa25-2f9b-48d6-9d5a-ad36370cd8c7/094ec750-33e1-4c70-8ca3-18efe67da65a) {{(pid=103304) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 21:46:11.252057 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-36ddd078-3523-4347-8092-1335bf072052 tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1781634425'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:46:11.275260 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36ddd078-3523-4347-8092-1335bf072052 tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Made reservation on behalf of 875729a301494bb99d4fc208a57de2a1 for: {'network': 1} {{(pid=103305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 21:46:11.279414 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-36ddd078-3523-4347-8092-1335bf072052 tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for network (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:46:11.289790 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-36ddd078-3523-4347-8092-1335bf072052 tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Publish callbacks [] for security_group (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:46:11.403464 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-36ddd078-3523-4347-8092-1335bf072052 tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Publish callbacks [] for security_group (1e2a3a1d-71ab-40fb-a63c-56817889653c), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:46:11.405479 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-be160424-c81d-4b43-ac7c-720960dd75ed req-c8e6bc3d-673a-4798-bd93-8a58b81a3838 tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] Publish callbacks [] for port (094ec750-33e1-4c70-8ca3-18efe67da65a), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:46:11.408648 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-36ddd078-3523-4347-8092-1335bf072052 tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (1e2a3a1d-71ab-40fb-a63c-56817889653c), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:46:11.439626 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-36ddd078-3523-4347-8092-1335bf072052 tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] vlan segment allocate from pool success with {'vlan_id': 598, 'physical_network': 'physnet1'} {{(pid=103305) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 26 21:46:11.461366 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-be160424-c81d-4b43-ac7c-720960dd75ed req-c8e6bc3d-673a-4798-bd93-8a58b81a3838 tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746560234527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9281553'] for port (094ec750-33e1-4c70-8ca3-18efe67da65a), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:46:11.463516 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-36ddd078-3523-4347-8092-1335bf072052 tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576559'] for segment (1e1410ca-4d96-40f0-a4d4-2551260ec6c3), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:46:11.463968 n-d-760453-5 neutron-server[103305]: INFO neutron.db.segments_db [None req-36ddd078-3523-4347-8092-1335bf072052 tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Added segment 1e1410ca-4d96-40f0-a4d4-2551260ec6c3 of type vlan for network 5c2c24e8-3085-4e75-adfc-22c5383e577a Jan 26 21:46:11.504357 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ddd078-3523-4347-8092-1335bf072052 tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1e2a3a1d-71ab-40fb-a63c-56817889653c,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:46:11.516050 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-be160424-c81d-4b43-ac7c-720960dd75ed req-c8e6bc3d-673a-4798-bd93-8a58b81a3838 tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] Network 922fc8ea-5e9f-4e84-8a69-ae9eaae306af is already hosted by enough agents. {{(pid=103304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 21:46:11.521658 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [req-be160424-c81d-4b43-ac7c-720960dd75ed req-c8e6bc3d-673a-4798-bd93-8a58b81a3838 tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] Resources bound (agent type, host, resource id): {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:46:11.522095 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-36ddd078-3523-4347-8092-1335bf072052 tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746560256871'] for network (5c2c24e8-3085-4e75-adfc-22c5383e577a), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:46:11.527055 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [req-be160424-c81d-4b43-ac7c-720960dd75ed req-c8e6bc3d-673a-4798-bd93-8a58b81a3838 tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] Received port after_create {{(pid=103304) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 21:46:11.576722 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-36ddd078-3523-4347-8092-1335bf072052 tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503'] for network (5c2c24e8-3085-4e75-adfc-22c5383e577a), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:46:11.587322 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e6bc3d-673a-4798-bd93-8a58b81a3838 tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] Pushing event updated for resources: {'Port': ['ID=094ec750-33e1-4c70-8ca3-18efe67da65a,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:46:11.589896 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36ddd078-3523-4347-8092-1335bf072052 tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:46:11.590403 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-36ddd078-3523-4347-8092-1335bf072052 tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Publish callbacks [] for network (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:46:11.604182 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be160424-c81d-4b43-ac7c-720960dd75ed req-c8e6bc3d-673a-4798-bd93-8a58b81a3838 tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:46:11.605909 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-be160424-c81d-4b43-ac7c-720960dd75ed req-c8e6bc3d-673a-4798-bd93-8a58b81a3838 tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:46:11.634224 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-be160424-c81d-4b43-ac7c-720960dd75ed req-c8e6bc3d-673a-4798-bd93-8a58b81a3838 tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7536557 Jan 26 21:46:11.646289 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [req-be160424-c81d-4b43-ac7c-720960dd75ed req-feeb7db6-13e8-49fb-90ca-49eb08047a2f service neutron] Request body: {'port': {'device_id': '09cf288f-426b-43cf-9827-2646fdb883f7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-760453-5'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:46:11.646917 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-36ddd078-3523-4347-8092-1335bf072052 tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.5150125 Jan 26 21:46:11.652755 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 42576) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:46:11.672580 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-00d37028-e7ff-4682-91ea-8037e784d14b tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1090074928'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:46:11.716312 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00d37028-e7ff-4682-91ea-8037e784d14b tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Made reservation on behalf of 875729a301494bb99d4fc208a57de2a1 for: {'network': 1} {{(pid=103304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 21:46:11.719979 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-00d37028-e7ff-4682-91ea-8037e784d14b tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for network (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:46:11.771073 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ddd078-3523-4347-8092-1335bf072052 tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Pushing event updated for resources: {'Network': ['ID=5c2c24e8-3085-4e75-adfc-22c5383e577a,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:46:11.781736 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Network 5c2c24e8-3085-4e75-adfc-22c5383e577a details requested by agent ovs-agent-n-d-760453-5 with host n-d-760453-5 {{(pid=103306) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 26 21:46:11.805908 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-00d37028-e7ff-4682-91ea-8037e784d14b tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] vlan segment allocate from pool success with {'vlan_id': 590, 'physical_network': 'physnet1'} {{(pid=103304) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 26 21:46:11.813198 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-be160424-c81d-4b43-ac7c-720960dd75ed req-feeb7db6-13e8-49fb-90ca-49eb08047a2f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (094ec750-33e1-4c70-8ca3-18efe67da65a), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:46:11.826856 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-00d37028-e7ff-4682-91ea-8037e784d14b tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576559'] for segment (2c2401aa-9b6a-4682-a64c-a97629e9f5c0), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:46:11.827200 n-d-760453-5 neutron-server[103304]: INFO neutron.db.segments_db [None req-00d37028-e7ff-4682-91ea-8037e784d14b tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Added segment 2c2401aa-9b6a-4682-a64c-a97629e9f5c0 of type vlan for network 5271d08e-0654-4721-bab3-e2270dbfb33b Jan 26 21:46:11.887445 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-f1a55da3-3545-41d4-baee-b356da1efc1f None None] Provisioning complete for port 094ec750-33e1-4c70-8ca3-18efe67da65a triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:46:11.887805 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-f1a55da3-3545-41d4-baee-b356da1efc1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (094ec750-33e1-4c70-8ca3-18efe67da65a), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:46:11.928229 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-00d37028-e7ff-4682-91ea-8037e784d14b tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746560256871'] for network (5271d08e-0654-4721-bab3-e2270dbfb33b), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:46:11.929961 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-f1a55da3-3545-41d4-baee-b356da1efc1f None None] Port 094ec750-33e1-4c70-8ca3-18efe67da65a cannot update to ACTIVE because it is not bound. {{(pid=103306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 26 21:46:12.049567 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-00d37028-e7ff-4682-91ea-8037e784d14b tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503'] for network (5271d08e-0654-4721-bab3-e2270dbfb33b), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:46:12.054530 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00d37028-e7ff-4682-91ea-8037e784d14b tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:46:12.055130 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-00d37028-e7ff-4682-91ea-8037e784d14b tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Publish callbacks [] for network (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:46:12.491230 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-00d37028-e7ff-4682-91ea-8037e784d14b tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.8341255 Jan 26 21:46:12.494208 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 42580) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:46:12.499478 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-f554b152-36d3-4657-91e1-3386598ac496 tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Request body: {'subnet': {'network_id': '5c2c24e8-3085-4e75-adfc-22c5383e577a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:46:12.509143 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21028458-510a-487d-b761-f0335885d9bf req-f20241d8-30bd-46e7-8408-96a5e18ae3b6 tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:46:12.511195 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-21028458-510a-487d-b761-f0335885d9bf req-f20241d8-30bd-46e7-8408-96a5e18ae3b6 tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] 10.222.0.13 "GET /v2.0/ports?device_id=09cf288f-426b-43cf-9827-2646fdb883f7 HTTP/1.1" status: 200 len: 932 time: 0.5595777 Jan 26 21:46:12.563084 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d37028-e7ff-4682-91ea-8037e784d14b tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Pushing event updated for resources: {'Network': ['ID=5271d08e-0654-4721-bab3-e2270dbfb33b,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:46:12.575586 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Network 5271d08e-0654-4721-bab3-e2270dbfb33b details requested by agent ovs-agent-n-d-760453-5 with host n-d-760453-5 {{(pid=103306) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 26 21:46:12.610460 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f554b152-36d3-4657-91e1-3386598ac496 tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Made reservation on behalf of 875729a301494bb99d4fc208a57de2a1 for: {'subnet': 1} {{(pid=103305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 21:46:12.616228 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-f554b152-36d3-4657-91e1-3386598ac496 tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11599953'] for subnet (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:46:12.619091 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-21028458-510a-487d-b761-f0335885d9bf req-255e8814-2a95-41c1-add2-ac510b943f98 tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] 10.222.0.13 "GET /v2.0/security-groups?id=8eb3b1c9-572e-4684-a0b8-0ff73e273367&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0790873 Jan 26 21:46:12.711582 n-d-760453-5 neutron-server[103304]: DEBUG neutron.notifiers.nova [req-be160424-c81d-4b43-ac7c-720960dd75ed req-feeb7db6-13e8-49fb-90ca-49eb08047a2f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 094ec750-33e1-4c70-8ca3-18efe67da65a {{(pid=103304) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 26 21:46:12.713230 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-be160424-c81d-4b43-ac7c-720960dd75ed req-feeb7db6-13e8-49fb-90ca-49eb08047a2f service neutron] Publish callbacks [] for port (094ec750-33e1-4c70-8ca3-18efe67da65a), precommit_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:46:12.730110 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.provisioning_blocks [req-be160424-c81d-4b43-ac7c-720960dd75ed req-feeb7db6-13e8-49fb-90ca-49eb08047a2f service neutron] Transition to ACTIVE for port object 094ec750-33e1-4c70-8ca3-18efe67da65a will not be triggered until provisioned by entity L2. {{(pid=103304) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 21:46:12.734412 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-be160424-c81d-4b43-ac7c-720960dd75ed req-feeb7db6-13e8-49fb-90ca-49eb08047a2f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9281542'] for port (094ec750-33e1-4c70-8ca3-18efe67da65a), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:46:12.790103 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feeb7db6-13e8-49fb-90ca-49eb08047a2f service neutron] Pushing event updated for resources: {'Port': ['ID=094ec750-33e1-4c70-8ca3-18efe67da65a,revision_number=2']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:46:12.859341 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-f554b152-36d3-4657-91e1-3386598ac496 tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11788839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11599975'] for subnet (d8ec4f90-b639-4582-976b-8025be75c432), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:46:12.882344 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [req-be160424-c81d-4b43-ac7c-720960dd75ed req-feeb7db6-13e8-49fb-90ca-49eb08047a2f service neutron] Attempting to bind port 094ec750-33e1-4c70-8ca3-18efe67da65a on host n-h2-760453-5 for vnic_type normal with profile {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 21:46:12.882907 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [req-be160424-c81d-4b43-ac7c-720960dd75ed req-feeb7db6-13e8-49fb-90ca-49eb08047a2f service neutron] Attempting to bind port 094ec750-33e1-4c70-8ca3-18efe67da65a by drivers openvswitch,hyperv on host n-h2-760453-5 at level 0 using segments [{'id': '22c93a74-c2a1-4562-9e01-a466a4c3c0c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '922fc8ea-5e9f-4e84-8a69-ae9eaae306af'}] {{(pid=103304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 26 21:46:12.883270 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be160424-c81d-4b43-ac7c-720960dd75ed req-feeb7db6-13e8-49fb-90ca-49eb08047a2f service neutron] Attempting to bind port 094ec750-33e1-4c70-8ca3-18efe67da65a on network 922fc8ea-5e9f-4e84-8a69-ae9eaae306af {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 21:46:12.890098 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be160424-c81d-4b43-ac7c-720960dd75ed req-feeb7db6-13e8-49fb-90ca-49eb08047a2f service neutron] Port 094ec750-33e1-4c70-8ca3-18efe67da65a on network 922fc8ea-5e9f-4e84-8a69-ae9eaae306af not bound, no agent of type Open vSwitch agent registered on host n-h2-760453-5 {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 26 21:46:12.890703 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be160424-c81d-4b43-ac7c-720960dd75ed req-feeb7db6-13e8-49fb-90ca-49eb08047a2f service neutron] Attempting to bind port 094ec750-33e1-4c70-8ca3-18efe67da65a on network 922fc8ea-5e9f-4e84-8a69-ae9eaae306af {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 21:46:12.898197 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be160424-c81d-4b43-ac7c-720960dd75ed req-feeb7db6-13e8-49fb-90ca-49eb08047a2f service neutron] Checking agent: {'id': '4d619873-4b60-439f-9b5a-b155dc8bbc34', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-760453-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 21, 2, 53), 'started_at': datetime.datetime(2022, 1, 26, 21, 2, 53), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 21, 45, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 26 21:46:12.899333 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be160424-c81d-4b43-ac7c-720960dd75ed req-feeb7db6-13e8-49fb-90ca-49eb08047a2f service neutron] Checking segment: {'id': '22c93a74-c2a1-4562-9e01-a466a4c3c0c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '922fc8ea-5e9f-4e84-8a69-ae9eaae306af'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103304) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 21:46:12.899747 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be160424-c81d-4b43-ac7c-720960dd75ed req-feeb7db6-13e8-49fb-90ca-49eb08047a2f service neutron] Bound using segment: {'id': '22c93a74-c2a1-4562-9e01-a466a4c3c0c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '922fc8ea-5e9f-4e84-8a69-ae9eaae306af'} {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 26 21:46:12.900465 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [req-be160424-c81d-4b43-ac7c-720960dd75ed req-feeb7db6-13e8-49fb-90ca-49eb08047a2f service neutron] Bound port: 094ec750-33e1-4c70-8ca3-18efe67da65a, host: n-h2-760453-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '22c93a74-c2a1-4562-9e01-a466a4c3c0c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '922fc8ea-5e9f-4e84-8a69-ae9eaae306af'}}] {{(pid=103304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 26 21:46:12.900846 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-be160424-c81d-4b43-ac7c-720960dd75ed req-feeb7db6-13e8-49fb-90ca-49eb08047a2f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (094ec750-33e1-4c70-8ca3-18efe67da65a), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:46:12.955834 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f554b152-36d3-4657-91e1-3386598ac496 tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Checking segment: {'id': '1e1410ca-4d96-40f0-a4d4-2551260ec6c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '5c2c24e8-3085-4e75-adfc-22c5383e577a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103305) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 21:46:12.956248 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f554b152-36d3-4657-91e1-3386598ac496 tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Network hostable DHCP agents. Network: 5c2c24e8-3085-4e75-adfc-22c5383e577a, hostable agents: ['474ccdf7-ab6c-405b-a3b2-dc7b05829902'], hosted agents: [] {{(pid=103305) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 26 21:46:12.959007 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f554b152-36d3-4657-91e1-3386598ac496 tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Pushing event updated for resources: {'Subnet': ['ID=d8ec4f90-b639-4582-976b-8025be75c432,revision_number=0']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:46:12.980979 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f554b152-36d3-4657-91e1-3386598ac496 tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Network 5c2c24e8-3085-4e75-adfc-22c5383e577a is scheduled to be hosted by DHCP agent 474ccdf7-ab6c-405b-a3b2-dc7b05829902 with binding_index 1 {{(pid=103305) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 26 21:46:12.995941 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [None req-f554b152-36d3-4657-91e1-3386598ac496 tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760453-5, 5c2c24e8-3085-4e75-adfc-22c5383e577a) {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:46:12.998514 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [req-be160424-c81d-4b43-ac7c-720960dd75ed req-feeb7db6-13e8-49fb-90ca-49eb08047a2f service neutron] For port 094ec750-33e1-4c70-8ca3-18efe67da65a, host n-h2-760453-5, cleared binding levels {{(pid=103304) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 26 21:46:13.002693 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f554b152-36d3-4657-91e1-3386598ac496 tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:46:13.003245 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-f554b152-36d3-4657-91e1-3386598ac496 tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Publish callbacks [] for subnet (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:46:13.004457 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [req-be160424-c81d-4b43-ac7c-720960dd75ed req-feeb7db6-13e8-49fb-90ca-49eb08047a2f service neutron] For port 094ec750-33e1-4c70-8ca3-18efe67da65a, host n-h2-760453-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-5',level=0,port_id=094ec750-33e1-4c70-8ca3-18efe67da65a,segment=NetworkSegment(22c93a74-c2a1-4562-9e01-a466a4c3c0c2),segment_id=22c93a74-c2a1-4562-9e01-a466a4c3c0c2)] {{(pid=103304) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 26 21:46:13.009220 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f1d4f76-a67c-49e9-9179-0f2b482ef69d None None] Network 5c2c24e8-3085-4e75-adfc-22c5383e577a requested from n-d-760453-5 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 26 21:46:13.013184 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-be160424-c81d-4b43-ac7c-720960dd75ed req-feeb7db6-13e8-49fb-90ca-49eb08047a2f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9281542'] for port (094ec750-33e1-4c70-8ca3-18efe67da65a), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:46:13.027957 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-f554b152-36d3-4657-91e1-3386598ac496 tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5324337 Jan 26 21:46:13.028452 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 42584) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:46:13.037486 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-a81db98b-7dfd-447c-93d3-d1a1bb1805d1 tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Request body: {'subnet': {'network_id': '5271d08e-0654-4721-bab3-e2270dbfb33b', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:46:13.067228 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be160424-c81d-4b43-ac7c-720960dd75ed req-feeb7db6-13e8-49fb-90ca-49eb08047a2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:46:13.067930 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-be160424-c81d-4b43-ac7c-720960dd75ed req-feeb7db6-13e8-49fb-90ca-49eb08047a2f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:46:13.069577 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-be160424-c81d-4b43-ac7c-720960dd75ed req-feeb7db6-13e8-49fb-90ca-49eb08047a2f service neutron] 10.222.0.57 "PUT /v2.0/ports/094ec750-33e1-4c70-8ca3-18efe67da65a HTTP/1.1" status: 200 len: 1092 time: 1.4280751 Jan 26 21:46:13.070253 n-d-760453-5 neutron-server[103304]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '09cf288f-426b-43cf-9827-2646fdb883f7', 'tag': '094ec750-33e1-4c70-8ca3-18efe67da65a'}] {{(pid=103304) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 21:46:13.072781 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d52b45f1943fcd332af9527eb73ff93c8d715d44383a3f6d18de73b4cfcf87b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c61ca7b-ae58-48cb-aaf6-8684530becee" -d '{"events": [{"name": "network-changed", "server_uuid": "09cf288f-426b-43cf-9827-2646fdb883f7", "tag": "094ec750-33e1-4c70-8ca3-18efe67da65a"}]}' {{(pid=103304) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 21:46:13.105826 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feeb7db6-13e8-49fb-90ca-49eb08047a2f service neutron] Pushing event updated for resources: {'Port': ['ID=094ec750-33e1-4c70-8ca3-18efe67da65a,revision_number=3']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:46:13.180880 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 26 Jan 2022 21:46:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32f37f90-470b-4dcc-b426-4547f18feba5 x-openstack-request-id: req-32f37f90-470b-4dcc-b426-4547f18feba5 {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 21:46:13.181492 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "09cf288f-426b-43cf-9827-2646fdb883f7", "tag": "094ec750-33e1-4c70-8ca3-18efe67da65a", "status": "completed", "code": 200}]} {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 21:46:13.181907 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-32f37f90-470b-4dcc-b426-4547f18feba5 {{(pid=103304) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 21:46:13.182543 n-d-760453-5 neutron-server[103304]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '09cf288f-426b-43cf-9827-2646fdb883f7', 'tag': '094ec750-33e1-4c70-8ca3-18efe67da65a', 'status': 'completed', 'code': 200} Jan 26 21:46:13.195362 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b795084-9d36-43b8-8142-d3c82c1db08e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3c4099e8-8ffb-51d1-af7f-5868973e933f-5c2c24e8-3085-4e75-adfc-22c5383e577a', 'network_id': '5c2c24e8-3085-4e75-adfc-22c5383e577a', 'project_id': '875729a301494bb99d4fc208a57de2a1', 'fixed_ips': [{'subnet_id': 'd8ec4f90-b639-4582-976b-8025be75c432'}]}} from n-d-760453-5. {{(pid=103306) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 26 21:46:13.196828 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-0b795084-9d36-43b8-8142-d3c82c1db08e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (None), before_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:46:13.226934 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be160424-c81d-4b43-ac7c-720960dd75ed req-f4b917e3-379f-46bb-bf29-8c64b9b0a5ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:46:13.230630 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-be160424-c81d-4b43-ac7c-720960dd75ed req-f4b917e3-379f-46bb-bf29-8c64b9b0a5ef service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=97d50071461f4511bd8bef3bc5cf8c61&device_id=09cf288f-426b-43cf-9827-2646fdb883f7 HTTP/1.1" status: 200 len: 1095 time: 0.0967910 Jan 26 21:46:13.299409 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-be160424-c81d-4b43-ac7c-720960dd75ed req-3a15420d-8f89-4d81-a35e-69be32ad2e01 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=094ec750-33e1-4c70-8ca3-18efe67da65a HTTP/1.1" status: 200 len: 217 time: 0.0617878 Jan 26 21:46:13.368654 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be160424-c81d-4b43-ac7c-720960dd75ed req-2f1ef0b8-f944-4b9d-b277-08dd7c1ef22b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:46:13.370895 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-be160424-c81d-4b43-ac7c-720960dd75ed req-2f1ef0b8-f944-4b9d-b277-08dd7c1ef22b service neutron] 10.222.0.57 "GET /v2.0/subnets?id=0493aa25-2f9b-48d6-9d5a-ad36370cd8c7 HTTP/1.1" status: 200 len: 834 time: 0.0641639 Jan 26 21:46:13.372769 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.db_base_plugin_common [None req-0b795084-9d36-43b8-8142-d3c82c1db08e None None] Allocated IP 2001:db8::2 (5c2c24e8-3085-4e75-adfc-22c5383e577a/d8ec4f90-b639-4582-976b-8025be75c432/7a1ad45d-f882-4edd-b4bc-7c83d6333bbf) {{(pid=103306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 21:46:13.437232 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be160424-c81d-4b43-ac7c-720960dd75ed req-fffd50ec-0c30-4d56-9476-aedb40d20ec2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:46:13.439010 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-be160424-c81d-4b43-ac7c-720960dd75ed req-fffd50ec-0c30-4d56-9476-aedb40d20ec2 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=922fc8ea-5e9f-4e84-8a69-ae9eaae306af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0627244 Jan 26 21:46:13.554141 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-be160424-c81d-4b43-ac7c-720960dd75ed req-483c0821-31e7-401e-b4b8-6c9df4ba095f service neutron] 10.222.0.57 "GET /v2.0/networks/922fc8ea-5e9f-4e84-8a69-ae9eaae306af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1077580 Jan 26 21:46:13.606744 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-0b795084-9d36-43b8-8142-d3c82c1db08e None None] Publish callbacks [] for port (7a1ad45d-f882-4edd-b4bc-7c83d6333bbf), precommit_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:46:13.613400 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a81db98b-7dfd-447c-93d3-d1a1bb1805d1 tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Made reservation on behalf of 875729a301494bb99d4fc208a57de2a1 for: {'subnet': 1} {{(pid=103305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 21:46:13.617044 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-0b795084-9d36-43b8-8142-d3c82c1db08e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746560234527'] for port (7a1ad45d-f882-4edd-b4bc-7c83d6333bbf), after_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:46:13.619251 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-a81db98b-7dfd-447c-93d3-d1a1bb1805d1 tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11599953'] for subnet (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:46:13.663871 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-be160424-c81d-4b43-ac7c-720960dd75ed req-173db7ab-e9e0-441d-a927-a05cdb3b6108 service neutron] 10.222.0.57 "GET /v2.0/networks/922fc8ea-5e9f-4e84-8a69-ae9eaae306af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1037917 Jan 26 21:46:13.835730 n-d-760453-5 neutron-server[103306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b795084-9d36-43b8-8142-d3c82c1db08e None None] Network 5c2c24e8-3085-4e75-adfc-22c5383e577a is already hosted by enough agents. {{(pid=103306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 21:46:13.838814 n-d-760453-5 neutron-server[103306]: DEBUG neutron.scheduler.base_scheduler [None req-0b795084-9d36-43b8-8142-d3c82c1db08e None None] Resources bound (agent type, host, resource id): {{(pid=103306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:46:13.842836 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b795084-9d36-43b8-8142-d3c82c1db08e None None] Received port after_create {{(pid=103306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 21:46:13.855191 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c61ca7b-ae58-48cb-aaf6-8684530becee req-f02861b2-89e7-47ab-8434-5ae197c8f738 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:46:13.856712 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-9c61ca7b-ae58-48cb-aaf6-8684530becee req-f02861b2-89e7-47ab-8434-5ae197c8f738 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=97d50071461f4511bd8bef3bc5cf8c61&device_id=09cf288f-426b-43cf-9827-2646fdb883f7 HTTP/1.1" status: 200 len: 1095 time: 0.1273844 Jan 26 21:46:13.861877 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b795084-9d36-43b8-8142-d3c82c1db08e None None] Pushing event updated for resources: {'Port': ['ID=7a1ad45d-f882-4edd-b4bc-7c83d6333bbf,revision_number=1']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:46:13.879904 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f999f3e-7860-4f34-8387-3ef6859cdc2c req-b9b5501d-0cff-4f74-b1ae-46a8e1948524 tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:46:13.888600 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-0f999f3e-7860-4f34-8387-3ef6859cdc2c req-b9b5501d-0cff-4f74-b1ae-46a8e1948524 tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] 10.222.0.13 "GET /v2.0/ports?device_id=09cf288f-426b-43cf-9827-2646fdb883f7 HTTP/1.1" status: 200 len: 944 time: 0.0999241 Jan 26 21:46:13.910944 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-0b795084-9d36-43b8-8142-d3c82c1db08e None None] Attempting to bind port 7a1ad45d-f882-4edd-b4bc-7c83d6333bbf on host n-d-760453-5 for vnic_type normal with profile {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 21:46:13.911325 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-0b795084-9d36-43b8-8142-d3c82c1db08e None None] Attempting to bind port 7a1ad45d-f882-4edd-b4bc-7c83d6333bbf by drivers openvswitch,hyperv on host n-d-760453-5 at level 0 using segments [{'id': '1e1410ca-4d96-40f0-a4d4-2551260ec6c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '5c2c24e8-3085-4e75-adfc-22c5383e577a'}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 26 21:46:13.911705 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b795084-9d36-43b8-8142-d3c82c1db08e None None] Attempting to bind port 7a1ad45d-f882-4edd-b4bc-7c83d6333bbf on network 5c2c24e8-3085-4e75-adfc-22c5383e577a {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 21:46:13.915317 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-a81db98b-7dfd-447c-93d3-d1a1bb1805d1 tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11788839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11599975'] for subnet (19184f0e-875d-4c20-9122-85df5081d752), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:46:13.918103 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b795084-9d36-43b8-8142-d3c82c1db08e None None] Checking agent: {'id': 'fea0591a-627d-4c87-9a9a-01625ddf3277', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760453-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 20, 55, 25), 'started_at': datetime.datetime(2022, 1, 26, 20, 55, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 21, 45, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760453-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 26 21:46:13.918507 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b795084-9d36-43b8-8142-d3c82c1db08e None None] Checking segment: {'id': '1e1410ca-4d96-40f0-a4d4-2551260ec6c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '5c2c24e8-3085-4e75-adfc-22c5383e577a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 21:46:13.918704 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-0b795084-9d36-43b8-8142-d3c82c1db08e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:46:13.919012 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b795084-9d36-43b8-8142-d3c82c1db08e None None] Bound using segment: {'id': '1e1410ca-4d96-40f0-a4d4-2551260ec6c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '5c2c24e8-3085-4e75-adfc-22c5383e577a'} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 26 21:46:13.919422 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-0b795084-9d36-43b8-8142-d3c82c1db08e None None] Bound port: 7a1ad45d-f882-4edd-b4bc-7c83d6333bbf, host: n-d-760453-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e1410ca-4d96-40f0-a4d4-2551260ec6c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '5c2c24e8-3085-4e75-adfc-22c5383e577a'}}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 26 21:46:13.919814 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-0b795084-9d36-43b8-8142-d3c82c1db08e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (7a1ad45d-f882-4edd-b4bc-7c83d6333bbf), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:46:13.998925 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a81db98b-7dfd-447c-93d3-d1a1bb1805d1 tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Checking segment: {'id': '2c2401aa-9b6a-4682-a64c-a97629e9f5c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '5271d08e-0654-4721-bab3-e2270dbfb33b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103305) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 21:46:13.999430 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a81db98b-7dfd-447c-93d3-d1a1bb1805d1 tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Network hostable DHCP agents. Network: 5271d08e-0654-4721-bab3-e2270dbfb33b, hostable agents: ['474ccdf7-ab6c-405b-a3b2-dc7b05829902'], hosted agents: [] {{(pid=103305) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 26 21:46:14.003475 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81db98b-7dfd-447c-93d3-d1a1bb1805d1 tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Pushing event updated for resources: {'Subnet': ['ID=19184f0e-875d-4c20-9122-85df5081d752,revision_number=0']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:46:14.021855 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-0f999f3e-7860-4f34-8387-3ef6859cdc2c req-664425aa-b620-4c86-8489-16fb699312b5 tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] 10.222.0.13 "GET /v2.0/security-groups?id=8eb3b1c9-572e-4684-a0b8-0ff73e273367&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1323473 Jan 26 21:46:14.022003 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-0b795084-9d36-43b8-8142-d3c82c1db08e None None] For port 7a1ad45d-f882-4edd-b4bc-7c83d6333bbf, host n-d-760453-5, cleared binding levels {{(pid=103306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 26 21:46:14.025828 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a81db98b-7dfd-447c-93d3-d1a1bb1805d1 tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Network 5271d08e-0654-4721-bab3-e2270dbfb33b is scheduled to be hosted by DHCP agent 474ccdf7-ab6c-405b-a3b2-dc7b05829902 with binding_index 1 {{(pid=103305) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 26 21:46:14.027678 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-0b795084-9d36-43b8-8142-d3c82c1db08e None None] For port 7a1ad45d-f882-4edd-b4bc-7c83d6333bbf, host n-d-760453-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=7a1ad45d-f882-4edd-b4bc-7c83d6333bbf,segment=NetworkSegment(1e1410ca-4d96-40f0-a4d4-2551260ec6c3),segment_id=1e1410ca-4d96-40f0-a4d4-2551260ec6c3)] {{(pid=103306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 26 21:46:14.037163 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-0b795084-9d36-43b8-8142-d3c82c1db08e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (7a1ad45d-f882-4edd-b4bc-7c83d6333bbf), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:46:14.044622 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [None req-a81db98b-7dfd-447c-93d3-d1a1bb1805d1 tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760453-5, 5271d08e-0654-4721-bab3-e2270dbfb33b) {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:46:14.047312 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c61ca7b-ae58-48cb-aaf6-8684530becee req-fd26a7df-2c52-42c9-ae0e-c3b78ca2443d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:46:14.049465 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-9c61ca7b-ae58-48cb-aaf6-8684530becee req-fd26a7df-2c52-42c9-ae0e-c3b78ca2443d service neutron] 10.222.0.57 "GET /v2.0/networks?id=922fc8ea-5e9f-4e84-8a69-ae9eaae306af HTTP/1.1" status: 200 len: 898 time: 0.1837935 Jan 26 21:46:14.050390 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a81db98b-7dfd-447c-93d3-d1a1bb1805d1 tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:46:14.051007 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-a81db98b-7dfd-447c-93d3-d1a1bb1805d1 tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Publish callbacks [] for subnet (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:46:14.059447 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d5ec8f0-7558-48e6-b21f-00e648b3ce4d None None] Network 5271d08e-0654-4721-bab3-e2270dbfb33b requested from n-d-760453-5 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 26 21:46:14.078858 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-a81db98b-7dfd-447c-93d3-d1a1bb1805d1 tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.0487351 Jan 26 21:46:14.079492 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 42594) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:46:14.085550 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-ae476962-8f71-4761-8336-ffa63a8b1b88 tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-936585328', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:46:14.113574 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-9c61ca7b-ae58-48cb-aaf6-8684530becee req-9371f472-26e0-4fa0-9b4a-80f7490edc59 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=094ec750-33e1-4c70-8ca3-18efe67da65a HTTP/1.1" status: 200 len: 217 time: 0.0548930 Jan 26 21:46:14.117084 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-ae476962-8f71-4761-8336-ffa63a8b1b88 tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4104596', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13108'] for router (74c714c4-cefd-49ed-8f3d-0590779783b9), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:46:14.118184 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-ae476962-8f71-4761-8336-ffa63a8b1b88 tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4105828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4111306', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3733576', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13069'] for router (74c714c4-cefd-49ed-8f3d-0590779783b9), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:46:14.187287 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c61ca7b-ae58-48cb-aaf6-8684530becee req-7618ace0-308c-444d-8378-64c0c59a75bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:46:14.192402 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-9c61ca7b-ae58-48cb-aaf6-8684530becee req-7618ace0-308c-444d-8378-64c0c59a75bf service neutron] 10.222.0.57 "GET /v2.0/subnets?id=0493aa25-2f9b-48d6-9d5a-ad36370cd8c7 HTTP/1.1" status: 200 len: 834 time: 0.0720334 Jan 26 21:46:14.194862 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b795084-9d36-43b8-8142-d3c82c1db08e None None] Pushing event updated for resources: {'Port': ['ID=7a1ad45d-f882-4edd-b4bc-7c83d6333bbf,revision_number=2']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:46:14.208685 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-ae476962-8f71-4761-8336-ffa63a8b1b88 tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Publish callbacks [] for router_controller (74c714c4-cefd-49ed-8f3d-0590779783b9), precommit_add_association {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:46:14.217565 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-ae476962-8f71-4761-8336-ffa63a8b1b88 tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4105757', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4111263'] for router (74c714c4-cefd-49ed-8f3d-0590779783b9), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:46:14.239965 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ca7c7b6-45a8-4c49-a165-7d2f8ce0f05f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3c4099e8-8ffb-51d1-af7f-5868973e933f-5271d08e-0654-4721-bab3-e2270dbfb33b', 'network_id': '5271d08e-0654-4721-bab3-e2270dbfb33b', 'project_id': '875729a301494bb99d4fc208a57de2a1', 'fixed_ips': [{'subnet_id': '19184f0e-875d-4c20-9122-85df5081d752'}]}} from n-d-760453-5. {{(pid=103306) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 26 21:46:14.240838 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-9ca7c7b6-45a8-4c49-a165-7d2f8ce0f05f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (None), before_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:46:14.242322 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-ae476962-8f71-4761-8336-ffa63a8b1b88 tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Publish callbacks [] for router (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:46:14.243953 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-ae476962-8f71-4761-8336-ffa63a8b1b88 tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.1631818 Jan 26 21:46:14.246897 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 42596) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:46:14.294327 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c61ca7b-ae58-48cb-aaf6-8684530becee req-37f0cea7-f342-430b-a720-f30bf33ea3a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:46:14.296600 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-9c61ca7b-ae58-48cb-aaf6-8684530becee req-37f0cea7-f342-430b-a720-f30bf33ea3a6 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=922fc8ea-5e9f-4e84-8a69-ae9eaae306af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0957386 Jan 26 21:46:14.478980 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.db_base_plugin_common [None req-9ca7c7b6-45a8-4c49-a165-7d2f8ce0f05f None None] Allocated IP 2001:db8:1::2 (5271d08e-0654-4721-bab3-e2270dbfb33b/19184f0e-875d-4c20-9122-85df5081d752/86aefa14-ab15-4545-9f87-36781c5a96b3) {{(pid=103306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 21:46:14.501796 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-9c61ca7b-ae58-48cb-aaf6-8684530becee req-09c9690b-4b8f-4601-956a-72d6a814f9ab service neutron] 10.222.0.57 "GET /v2.0/networks/922fc8ea-5e9f-4e84-8a69-ae9eaae306af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1972504 Jan 26 21:46:14.617824 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-9c61ca7b-ae58-48cb-aaf6-8684530becee req-dec23278-263e-41cf-aef5-09ffe4a72db8 service neutron] 10.222.0.57 "GET /v2.0/networks/922fc8ea-5e9f-4e84-8a69-ae9eaae306af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1071949 Jan 26 21:46:14.675618 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-1768e4f5-00f8-4100-b265-d3573a2e6bef tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:46:14.703132 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-9ca7c7b6-45a8-4c49-a165-7d2f8ce0f05f None None] Publish callbacks [] for port (86aefa14-ab15-4545-9f87-36781c5a96b3), precommit_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:46:14.710416 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-9ca7c7b6-45a8-4c49-a165-7d2f8ce0f05f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746560234527'] for port (86aefa14-ab15-4545-9f87-36781c5a96b3), after_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:46:14.757608 n-d-760453-5 neutron-server[103306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ca7c7b6-45a8-4c49-a165-7d2f8ce0f05f None None] Network 5271d08e-0654-4721-bab3-e2270dbfb33b is already hosted by enough agents. {{(pid=103306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 21:46:14.762133 n-d-760453-5 neutron-server[103306]: DEBUG neutron.scheduler.base_scheduler [None req-9ca7c7b6-45a8-4c49-a165-7d2f8ce0f05f None None] Resources bound (agent type, host, resource id): {{(pid=103306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:46:14.764381 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca7c7b6-45a8-4c49-a165-7d2f8ce0f05f None None] Pushing event updated for resources: {'Port': ['ID=86aefa14-ab15-4545-9f87-36781c5a96b3,revision_number=1']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:46:14.767330 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ca7c7b6-45a8-4c49-a165-7d2f8ce0f05f None None] Received port after_create {{(pid=103306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 21:46:14.844173 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-9ca7c7b6-45a8-4c49-a165-7d2f8ce0f05f None None] Attempting to bind port 86aefa14-ab15-4545-9f87-36781c5a96b3 on host n-d-760453-5 for vnic_type normal with profile {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 21:46:14.845275 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-9ca7c7b6-45a8-4c49-a165-7d2f8ce0f05f None None] Attempting to bind port 86aefa14-ab15-4545-9f87-36781c5a96b3 by drivers openvswitch,hyperv on host n-d-760453-5 at level 0 using segments [{'id': '2c2401aa-9b6a-4682-a64c-a97629e9f5c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '5271d08e-0654-4721-bab3-e2270dbfb33b'}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 26 21:46:14.846176 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ca7c7b6-45a8-4c49-a165-7d2f8ce0f05f None None] Attempting to bind port 86aefa14-ab15-4545-9f87-36781c5a96b3 on network 5271d08e-0654-4721-bab3-e2270dbfb33b {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 21:46:14.853764 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ca7c7b6-45a8-4c49-a165-7d2f8ce0f05f None None] Checking agent: {'id': 'fea0591a-627d-4c87-9a9a-01625ddf3277', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760453-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 20, 55, 25), 'started_at': datetime.datetime(2022, 1, 26, 20, 55, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 21, 45, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760453-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 26 21:46:14.854150 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ca7c7b6-45a8-4c49-a165-7d2f8ce0f05f None None] Checking segment: {'id': '2c2401aa-9b6a-4682-a64c-a97629e9f5c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '5271d08e-0654-4721-bab3-e2270dbfb33b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 21:46:14.854599 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-9ca7c7b6-45a8-4c49-a165-7d2f8ce0f05f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:46:14.854993 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ca7c7b6-45a8-4c49-a165-7d2f8ce0f05f None None] Bound using segment: {'id': '2c2401aa-9b6a-4682-a64c-a97629e9f5c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '5271d08e-0654-4721-bab3-e2270dbfb33b'} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 26 21:46:14.855458 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-9ca7c7b6-45a8-4c49-a165-7d2f8ce0f05f None None] Bound port: 86aefa14-ab15-4545-9f87-36781c5a96b3, host: n-d-760453-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c2401aa-9b6a-4682-a64c-a97629e9f5c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '5271d08e-0654-4721-bab3-e2270dbfb33b'}}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 26 21:46:14.855831 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-9ca7c7b6-45a8-4c49-a165-7d2f8ce0f05f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (86aefa14-ab15-4545-9f87-36781c5a96b3), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:46:14.924009 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-9ca7c7b6-45a8-4c49-a165-7d2f8ce0f05f None None] For port 86aefa14-ab15-4545-9f87-36781c5a96b3, host n-d-760453-5, cleared binding levels {{(pid=103306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 26 21:46:14.928048 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-9ca7c7b6-45a8-4c49-a165-7d2f8ce0f05f None None] For port 86aefa14-ab15-4545-9f87-36781c5a96b3, host n-d-760453-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=86aefa14-ab15-4545-9f87-36781c5a96b3,segment=NetworkSegment(2c2401aa-9b6a-4682-a64c-a97629e9f5c0),segment_id=2c2401aa-9b6a-4682-a64c-a97629e9f5c0)] {{(pid=103306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 26 21:46:14.933656 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-9ca7c7b6-45a8-4c49-a165-7d2f8ce0f05f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (86aefa14-ab15-4545-9f87-36781c5a96b3), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:46:14.997592 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca7c7b6-45a8-4c49-a165-7d2f8ce0f05f None None] Pushing event updated for resources: {'Port': ['ID=86aefa14-ab15-4545-9f87-36781c5a96b3,revision_number=2']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:46:15.026037 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.db_base_plugin_common [None req-1768e4f5-00f8-4100-b265-d3573a2e6bef tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Allocated IP 2001:db8::1 (5c2c24e8-3085-4e75-adfc-22c5383e577a/d8ec4f90-b639-4582-976b-8025be75c432/09c9cd0e-dfec-4327-b4b2-1635e6ac47ac) {{(pid=103305) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 21:46:15.167448 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82662c11-ca2b-4e99-a492-8e223730f35b req-a2539e12-ee31-4aba-a1ac-f34bba66b789 tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:46:15.169383 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-82662c11-ca2b-4e99-a492-8e223730f35b req-a2539e12-ee31-4aba-a1ac-f34bba66b789 tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] 10.222.0.13 "GET /v2.0/ports?device_id=09cf288f-426b-43cf-9827-2646fdb883f7 HTTP/1.1" status: 200 len: 944 time: 0.0586572 Jan 26 21:46:15.208591 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-1768e4f5-00f8-4100-b265-d3573a2e6bef tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Publish callbacks [] for port (09c9cd0e-dfec-4327-b4b2-1635e6ac47ac), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:46:15.263825 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-1768e4f5-00f8-4100-b265-d3573a2e6bef tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746560234527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11791543'] for port (09c9cd0e-dfec-4327-b4b2-1635e6ac47ac), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:46:15.285584 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-82662c11-ca2b-4e99-a492-8e223730f35b req-6535fcf4-a5eb-4c81-ad85-d95d0b4e60c7 tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] 10.222.0.13 "GET /v2.0/security-groups?id=8eb3b1c9-572e-4684-a0b8-0ff73e273367&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1066172 Jan 26 21:46:15.341663 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1768e4f5-00f8-4100-b265-d3573a2e6bef tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Network 5c2c24e8-3085-4e75-adfc-22c5383e577a is already hosted by enough agents. {{(pid=103305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 21:46:15.345400 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [None req-1768e4f5-00f8-4100-b265-d3573a2e6bef tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Resources bound (agent type, host, resource id): {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:46:15.349012 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1768e4f5-00f8-4100-b265-d3573a2e6bef tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Received port after_create {{(pid=103305) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 21:46:15.349665 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-1768e4f5-00f8-4100-b265-d3573a2e6bef tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4111050'] for router_interface (74c714c4-cefd-49ed-8f3d-0590779783b9), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:46:15.430513 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1768e4f5-00f8-4100-b265-d3573a2e6bef tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Pushing event updated for resources: {'Port': ['ID=09c9cd0e-dfec-4327-b4b2-1635e6ac47ac,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:46:15.537327 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-1768e4f5-00f8-4100-b265-d3573a2e6bef tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (09c9cd0e-dfec-4327-b4b2-1635e6ac47ac), before_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:46:15.566557 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ede8fb2-86de-4def-ad90-bef0a532eb18 None None] Network 5c2c24e8-3085-4e75-adfc-22c5383e577a requested from n-d-760453-5 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 26 21:46:15.646567 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-a77e29c1-965e-4599-bced-f589e1e04766 None None] Provisioning complete for port 7a1ad45d-f882-4edd-b4bc-7c83d6333bbf triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:46:15.647186 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-a77e29c1-965e-4599-bced-f589e1e04766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (7a1ad45d-f882-4edd-b4bc-7c83d6333bbf), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:46:15.787006 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-a77e29c1-965e-4599-bced-f589e1e04766 None None] Current status of the port 7a1ad45d-f882-4edd-b4bc-7c83d6333bbf is: DOWN; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:46:15.787539 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-a77e29c1-965e-4599-bced-f589e1e04766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (7a1ad45d-f882-4edd-b4bc-7c83d6333bbf), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:46:15.835983 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-a77e29c1-965e-4599-bced-f589e1e04766 None None] For port 7a1ad45d-f882-4edd-b4bc-7c83d6333bbf, host n-d-760453-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=7a1ad45d-f882-4edd-b4bc-7c83d6333bbf,segment=NetworkSegment(1e1410ca-4d96-40f0-a4d4-2551260ec6c3),segment_id=1e1410ca-4d96-40f0-a4d4-2551260ec6c3)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:46:15.842755 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-a77e29c1-965e-4599-bced-f589e1e04766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (7a1ad45d-f882-4edd-b4bc-7c83d6333bbf), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:46:15.857002 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-1768e4f5-00f8-4100-b265-d3573a2e6bef tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Publish callbacks [] for port (09c9cd0e-dfec-4327-b4b2-1635e6ac47ac), precommit_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:46:15.872702 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-1768e4f5-00f8-4100-b265-d3573a2e6bef tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11791520'] for port (09c9cd0e-dfec-4327-b4b2-1635e6ac47ac), after_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:46:15.873590 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-1768e4f5-00f8-4100-b265-d3573a2e6bef tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3709457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4110682'] for router_interface (74c714c4-cefd-49ed-8f3d-0590779783b9), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:46:15.915794 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77e29c1-965e-4599-bced-f589e1e04766 None None] Pushing event updated for resources: {'Port': ['ID=7a1ad45d-f882-4edd-b4bc-7c83d6333bbf,revision_number=3']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:46:16.014726 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1768e4f5-00f8-4100-b265-d3573a2e6bef tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Pushing event updated for resources: {'Port': ['ID=09c9cd0e-dfec-4327-b4b2-1635e6ac47ac,revision_number=2']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:46:16.065329 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1768e4f5-00f8-4100-b265-d3573a2e6bef tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Network 5c2c24e8-3085-4e75-adfc-22c5383e577a is already hosted by enough agents. {{(pid=103305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 21:46:16.066943 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [None req-1768e4f5-00f8-4100-b265-d3573a2e6bef tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Resources bound (agent type, host, resource id): {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:46:16.188225 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-7be91f31-c0f2-445e-b8f9-63ac1f450bec None None] Provisioning complete for port 7a1ad45d-f882-4edd-b4bc-7c83d6333bbf triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:46:16.188744 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-7be91f31-c0f2-445e-b8f9-63ac1f450bec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (7a1ad45d-f882-4edd-b4bc-7c83d6333bbf), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:46:16.246845 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1768e4f5-00f8-4100-b265-d3573a2e6bef tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Router 74c714c4-cefd-49ed-8f3d-0590779783b9 is scheduled to L3 agent 09df100c-3af1-4b0a-bda8-05914c71c458 with binding_index 1 {{(pid=103305) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 26 21:46:16.313990 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-7be91f31-c0f2-445e-b8f9-63ac1f450bec None None] Current status of the port 7a1ad45d-f882-4edd-b4bc-7c83d6333bbf is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:46:16.344912 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-7be91f31-c0f2-445e-b8f9-63ac1f450bec None None] Provisioning complete for port 09c9cd0e-dfec-4327-b4b2-1635e6ac47ac triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:46:16.345316 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-7be91f31-c0f2-445e-b8f9-63ac1f450bec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (09c9cd0e-dfec-4327-b4b2-1635e6ac47ac), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:46:16.435015 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-7be91f31-c0f2-445e-b8f9-63ac1f450bec None None] Port 09c9cd0e-dfec-4327-b4b2-1635e6ac47ac cannot update to ACTIVE because it is not bound. {{(pid=103306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 26 21:46:16.447629 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0523043a-1aba-4b6e-87b9-db955e4d676a None None] Network 5271d08e-0654-4721-bab3-e2270dbfb33b requested from n-d-760453-5 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 26 21:46:16.453670 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1980587-c8d7-4f0f-942f-a8114eea6945 req-9662e4c9-dcdc-4b6e-b86c-87277ab405df tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:46:16.456154 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-a1980587-c8d7-4f0f-942f-a8114eea6945 req-9662e4c9-dcdc-4b6e-b86c-87277ab405df tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] 10.222.0.13 "GET /v2.0/ports?device_id=09cf288f-426b-43cf-9827-2646fdb883f7 HTTP/1.1" status: 200 len: 944 time: 0.0798357 Jan 26 21:46:16.510033 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1768e4f5-00f8-4100-b265-d3573a2e6bef tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Notify agent at l3_agent.n-d-760453-5 the message routers_updated {{(pid=103305) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 26 21:46:16.520933 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-1768e4f5-00f8-4100-b265-d3573a2e6bef tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] 10.222.0.13 "PUT /v2.0/routers/74c714c4-cefd-49ed-8f3d-0590779783b9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2703643 Jan 26 21:46:16.521267 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 42606) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:46:16.530986 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef810a65-892c-4580-80e7-c10f4e2e41ce None None] Sync routers for ids ['74c714c4-cefd-49ed-8f3d-0590779783b9'] in n-d-760453-5 {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 26 21:46:16.548182 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef810a65-892c-4580-80e7-c10f4e2e41ce None None] Routers {'74c714c4-cefd-49ed-8f3d-0590779783b9'} bound to L3 agent in host n-d-760453-5 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 21:46:16.550153 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-ef810a65-892c-4580-80e7-c10f4e2e41ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-26T20:55:21Z,description=,heartbeat_timestamp=2022-01-26T21:45:51Z,host='n-d-760453-5',id=09df100c-3af1-4b0a-bda8-05914c71c458,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:55:21Z,topic='l3_agent')) {'router_ids': ['74c714c4-cefd-49ed-8f3d-0590779783b9'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:46:16.558901 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device 86aefa14-ab15-4545-9f87-36781c5a96b3 up at agent ovs-agent-n-d-760453-5 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 21:46:16.593889 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-962b8d5a-26cc-4ec6-9596-4fd825029e6c tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:46:16.597860 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-962b8d5a-26cc-4ec6-9596-4fd825029e6c tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] 10.222.0.13 "GET /v2.0/ports/09c9cd0e-dfec-4327-b4b2-1635e6ac47ac HTTP/1.1" status: 200 len: 911 time: 0.0731249 Jan 26 21:46:16.598938 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 42608) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:46:16.603038 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-ef810a65-892c-4580-80e7-c10f4e2e41ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760453-5', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:46:16.622850 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-a1980587-c8d7-4f0f-942f-a8114eea6945 req-4777f281-6ef7-4d44-8f92-e32c9fde2755 tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] 10.222.0.13 "GET /v2.0/security-groups?id=8eb3b1c9-572e-4684-a0b8-0ff73e273367&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1568000 Jan 26 21:46:16.634944 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef810a65-892c-4580-80e7-c10f4e2e41ce None None] Routers {'74c714c4-cefd-49ed-8f3d-0590779783b9'} bound to L3 agent in host n-d-760453-5 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 21:46:16.635905 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-ef810a65-892c-4580-80e7-c10f4e2e41ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-26T20:55:21Z,description=,heartbeat_timestamp=2022-01-26T21:45:51Z,host='n-d-760453-5',id=09df100c-3af1-4b0a-bda8-05914c71c458,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:55:21Z,topic='l3_agent')) {'router_ids': ['74c714c4-cefd-49ed-8f3d-0590779783b9'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:46:16.679850 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-ef810a65-892c-4580-80e7-c10f4e2e41ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760453-5', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:46:16.680814 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef810a65-892c-4580-80e7-c10f4e2e41ce None None] The sync data for ids ['74c714c4-cefd-49ed-8f3d-0590779783b9'] in n-d-760453-5 is: [] {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 26 21:46:16.689775 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-e259567d-9918-4138-a3f5-f45cadd41307 None None] Provisioning complete for port 86aefa14-ab15-4545-9f87-36781c5a96b3 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:46:16.690266 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-e259567d-9918-4138-a3f5-f45cadd41307 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (86aefa14-ab15-4545-9f87-36781c5a96b3), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:46:16.766281 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Provisioning complete for port 86aefa14-ab15-4545-9f87-36781c5a96b3 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:46:16.766657 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (86aefa14-ab15-4545-9f87-36781c5a96b3), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:46:16.838188 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Device 094ec750-33e1-4c70-8ca3-18efe67da65a details requested by agent hyperv_n-h2-760453-5 with host n-h2-760453-5 {{(pid=103306) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 26 21:46:16.868286 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-e259567d-9918-4138-a3f5-f45cadd41307 None None] Current status of the port 86aefa14-ab15-4545-9f87-36781c5a96b3 is: DOWN; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:46:16.868672 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-e259567d-9918-4138-a3f5-f45cadd41307 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (86aefa14-ab15-4545-9f87-36781c5a96b3), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:46:16.993779 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-e259567d-9918-4138-a3f5-f45cadd41307 None None] For port 86aefa14-ab15-4545-9f87-36781c5a96b3, host n-d-760453-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=86aefa14-ab15-4545-9f87-36781c5a96b3,segment=NetworkSegment(2c2401aa-9b6a-4682-a64c-a97629e9f5c0),segment_id=2c2401aa-9b6a-4682-a64c-a97629e9f5c0)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:46:17.008296 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Current status of the port 86aefa14-ab15-4545-9f87-36781c5a96b3 is: DOWN; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:46:17.008296 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (86aefa14-ab15-4545-9f87-36781c5a96b3), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:46:17.008296 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-e259567d-9918-4138-a3f5-f45cadd41307 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (86aefa14-ab15-4545-9f87-36781c5a96b3), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:46:17.096662 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] For port 094ec750-33e1-4c70-8ca3-18efe67da65a, host n-h2-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-5',level=0,port_id=094ec750-33e1-4c70-8ca3-18efe67da65a,segment=NetworkSegment(22c93a74-c2a1-4562-9e01-a466a4c3c0c2),segment_id=22c93a74-c2a1-4562-9e01-a466a4c3c0c2)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:46:17.099265 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-0d8342ed-a05a-435f-97fd-72cc3b258168 tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:46:17.107859 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-e259567d-9918-4138-a3f5-f45cadd41307 None None] Provisioning complete for port 09c9cd0e-dfec-4327-b4b2-1635e6ac47ac triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:46:17.108235 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-e259567d-9918-4138-a3f5-f45cadd41307 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (09c9cd0e-dfec-4327-b4b2-1635e6ac47ac), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:46:17.161205 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Returning: {'device': '094ec750-33e1-4c70-8ca3-18efe67da65a', 'network_id': '922fc8ea-5e9f-4e84-8a69-ae9eaae306af', 'port_id': '094ec750-33e1-4c70-8ca3-18efe67da65a', 'mac_address': 'fa:16:3e:3f:5c:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 593, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0493aa25-2f9b-48d6-9d5a-ad36370cd8c7', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103306) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 26 21:46:17.173024 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e259567d-9918-4138-a3f5-f45cadd41307 None None] Pushing event updated for resources: {'Port': ['ID=86aefa14-ab15-4545-9f87-36781c5a96b3,revision_number=3']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:46:17.212030 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.db.api [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103306) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 26 21:46:17.212385 n-d-760453-5 neutron-server[103306]: DEBUG oslo_db.api [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 26 21:46:17.214727 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-e259567d-9918-4138-a3f5-f45cadd41307 None None] Port 09c9cd0e-dfec-4327-b4b2-1635e6ac47ac cannot update to ACTIVE because it is not bound. {{(pid=103306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 26 21:46:17.231690 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Current status of the port 094ec750-33e1-4c70-8ca3-18efe67da65a is: DOWN; New status is: BUILD {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:46:17.232169 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (094ec750-33e1-4c70-8ca3-18efe67da65a), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:46:17.249881 n-d-760453-5 neutron-server[103306]: DEBUG neutron.notifiers.nova [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 094ec750-33e1-4c70-8ca3-18efe67da65a {{(pid=103306) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 26 21:46:17.274210 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] For port 094ec750-33e1-4c70-8ca3-18efe67da65a, host n-h2-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-5',level=0,port_id=094ec750-33e1-4c70-8ca3-18efe67da65a,segment=NetworkSegment(22c93a74-c2a1-4562-9e01-a466a4c3c0c2),segment_id=22c93a74-c2a1-4562-9e01-a466a4c3c0c2)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:46:17.279308 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (094ec750-33e1-4c70-8ca3-18efe67da65a), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:46:17.345059 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Pushing event updated for resources: {'Port': ['ID=094ec750-33e1-4c70-8ca3-18efe67da65a,revision_number=4']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:46:17.363422 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-02df57cb-1658-4900-8f0e-950da32c4b55 None None] Provisioning complete for port 86aefa14-ab15-4545-9f87-36781c5a96b3 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:46:17.363813 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-02df57cb-1658-4900-8f0e-950da32c4b55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (86aefa14-ab15-4545-9f87-36781c5a96b3), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:46:17.471262 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-02df57cb-1658-4900-8f0e-950da32c4b55 None None] Current status of the port 86aefa14-ab15-4545-9f87-36781c5a96b3 is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:46:17.484074 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-02df57cb-1658-4900-8f0e-950da32c4b55 None None] Provisioning complete for port 09c9cd0e-dfec-4327-b4b2-1635e6ac47ac triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:46:17.484454 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-02df57cb-1658-4900-8f0e-950da32c4b55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (09c9cd0e-dfec-4327-b4b2-1635e6ac47ac), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:46:17.488746 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] get_ports_and_sgs() called for port_ids ['094ec750-33e1-4c70-8ca3-18efe67da65a'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 26 21:46:17.550589 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-02df57cb-1658-4900-8f0e-950da32c4b55 None None] Port 09c9cd0e-dfec-4327-b4b2-1635e6ac47ac cannot update to ACTIVE because it is not bound. {{(pid=103306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 26 21:46:17.654260 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.db_base_plugin_common [None req-0d8342ed-a05a-435f-97fd-72cc3b258168 tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Allocated IP 2001:db8:1::1 (5271d08e-0654-4721-bab3-e2270dbfb33b/19184f0e-875d-4c20-9122-85df5081d752/d24fe009-d699-460d-88ba-a32e01b6f3e6) {{(pid=103305) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 21:46:17.753679 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63deb162-5303-4387-966e-9560c50f8c4d req-bcfba98e-6161-4039-bdca-07913db71545 tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:46:17.756305 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-63deb162-5303-4387-966e-9560c50f8c4d req-bcfba98e-6161-4039-bdca-07913db71545 tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] 10.222.0.13 "GET /v2.0/ports?device_id=09cf288f-426b-43cf-9827-2646fdb883f7 HTTP/1.1" status: 200 len: 945 time: 0.0669904 Jan 26 21:46:17.784675 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Current status of the port 86aefa14-ab15-4545-9f87-36781c5a96b3 is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:46:17.785754 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device 7a1ad45d-f882-4edd-b4bc-7c83d6333bbf up at agent ovs-agent-n-d-760453-5 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 21:46:17.815157 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-0d8342ed-a05a-435f-97fd-72cc3b258168 tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Publish callbacks [] for port (d24fe009-d699-460d-88ba-a32e01b6f3e6), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:46:17.827030 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-63deb162-5303-4387-966e-9560c50f8c4d req-a7248b10-d216-4bf5-9f21-18bde935a9cc tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] 10.222.0.13 "GET /v2.0/security-groups?id=8eb3b1c9-572e-4684-a0b8-0ff73e273367&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0643730 Jan 26 21:46:17.868961 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-0d8342ed-a05a-435f-97fd-72cc3b258168 tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746560234527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11791543'] for port (d24fe009-d699-460d-88ba-a32e01b6f3e6), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:46:17.869194 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Provisioning complete for port 7a1ad45d-f882-4edd-b4bc-7c83d6333bbf triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:46:17.869492 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (7a1ad45d-f882-4edd-b4bc-7c83d6333bbf), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:46:17.910293 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d8342ed-a05a-435f-97fd-72cc3b258168 tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Network 5271d08e-0654-4721-bab3-e2270dbfb33b is already hosted by enough agents. {{(pid=103305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 21:46:17.913424 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [None req-0d8342ed-a05a-435f-97fd-72cc3b258168 tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Resources bound (agent type, host, resource id): {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:46:17.916004 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d8342ed-a05a-435f-97fd-72cc3b258168 tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Received port after_create {{(pid=103305) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 21:46:17.917476 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-0d8342ed-a05a-435f-97fd-72cc3b258168 tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4111050'] for router_interface (74c714c4-cefd-49ed-8f3d-0590779783b9), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:46:17.960204 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Current status of the port 7a1ad45d-f882-4edd-b4bc-7c83d6333bbf is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:46:17.968214 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d8342ed-a05a-435f-97fd-72cc3b258168 tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Pushing event updated for resources: {'Port': ['ID=d24fe009-d699-460d-88ba-a32e01b6f3e6,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:46:18.087895 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-0d8342ed-a05a-435f-97fd-72cc3b258168 tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (d24fe009-d699-460d-88ba-a32e01b6f3e6), before_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:46:18.281748 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-3974f5d1-0004-4881-814a-9630f2a95e6b None None] Provisioning complete for port d24fe009-d699-460d-88ba-a32e01b6f3e6 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:46:18.286856 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-3974f5d1-0004-4881-814a-9630f2a95e6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (d24fe009-d699-460d-88ba-a32e01b6f3e6), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:46:18.330331 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device 86aefa14-ab15-4545-9f87-36781c5a96b3 up at agent ovs-agent-n-d-760453-5 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 21:46:18.371444 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-3974f5d1-0004-4881-814a-9630f2a95e6b None None] Port d24fe009-d699-460d-88ba-a32e01b6f3e6 cannot update to ACTIVE because it is not bound. {{(pid=103306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 26 21:46:18.401039 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Provisioning complete for port 86aefa14-ab15-4545-9f87-36781c5a96b3 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:46:18.401944 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (86aefa14-ab15-4545-9f87-36781c5a96b3), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:46:18.412798 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-0d8342ed-a05a-435f-97fd-72cc3b258168 tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Publish callbacks [] for port (d24fe009-d699-460d-88ba-a32e01b6f3e6), precommit_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:46:18.423485 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-0d8342ed-a05a-435f-97fd-72cc3b258168 tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11791520'] for port (d24fe009-d699-460d-88ba-a32e01b6f3e6), after_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:46:18.424653 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-0d8342ed-a05a-435f-97fd-72cc3b258168 tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3709457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4110682'] for router_interface (74c714c4-cefd-49ed-8f3d-0590779783b9), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:46:18.486731 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Current status of the port 86aefa14-ab15-4545-9f87-36781c5a96b3 is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:46:18.516062 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d8342ed-a05a-435f-97fd-72cc3b258168 tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Pushing event updated for resources: {'Port': ['ID=d24fe009-d699-460d-88ba-a32e01b6f3e6,revision_number=2']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:46:18.562303 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d8342ed-a05a-435f-97fd-72cc3b258168 tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Network 5271d08e-0654-4721-bab3-e2270dbfb33b is already hosted by enough agents. {{(pid=103305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 21:46:18.563834 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [None req-0d8342ed-a05a-435f-97fd-72cc3b258168 tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Resources bound (agent type, host, resource id): {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:46:18.670598 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d8342ed-a05a-435f-97fd-72cc3b258168 tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Router 74c714c4-cefd-49ed-8f3d-0590779783b9 has already been hosted by L3 agent 09df100c-3af1-4b0a-bda8-05914c71c458 {{(pid=103305) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 26 21:46:18.772049 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d8342ed-a05a-435f-97fd-72cc3b258168 tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Notify agent at l3_agent.n-d-760453-5 the message routers_updated {{(pid=103305) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 26 21:46:18.783202 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dde286de-5a47-47dd-8873-479a3a589ab0 None None] Sync routers for ids ['74c714c4-cefd-49ed-8f3d-0590779783b9'] in n-d-760453-5 {{(pid=103306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 26 21:46:18.789182 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-0d8342ed-a05a-435f-97fd-72cc3b258168 tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] 10.222.0.13 "PUT /v2.0/routers/74c714c4-cefd-49ed-8f3d-0590779783b9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1888163 Jan 26 21:46:18.791681 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 42616) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:46:18.810058 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dde286de-5a47-47dd-8873-479a3a589ab0 None None] Routers {'74c714c4-cefd-49ed-8f3d-0590779783b9'} bound to L3 agent in host n-d-760453-5 {{(pid=103306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 21:46:18.810709 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-dde286de-5a47-47dd-8873-479a3a589ab0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-26T20:55:21Z,description=,heartbeat_timestamp=2022-01-26T21:45:51Z,host='n-d-760453-5',id=09df100c-3af1-4b0a-bda8-05914c71c458,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:55:21Z,topic='l3_agent')) {'router_ids': ['74c714c4-cefd-49ed-8f3d-0590779783b9'], 'active': True} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:46:18.838249 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0ea074e-2e7a-418b-bb25-2e9ea388f9ff tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:46:18.843137 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 42618) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:46:18.843663 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-a0ea074e-2e7a-418b-bb25-2e9ea388f9ff tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] 10.222.0.13 "GET /v2.0/ports/d24fe009-d699-460d-88ba-a32e01b6f3e6 HTTP/1.1" status: 200 len: 913 time: 0.0498283 Jan 26 21:46:18.851480 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Device 094ec750-33e1-4c70-8ca3-18efe67da65a up at agent hyperv_n-h2-760453-5 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 21:46:18.855502 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-dde286de-5a47-47dd-8873-479a3a589ab0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760453-5', False) {} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:46:18.857603 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-140c34a0-de3c-4f78-9a07-151cbf932753 None None] Provisioning complete for port d24fe009-d699-460d-88ba-a32e01b6f3e6 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:46:18.857977 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-140c34a0-de3c-4f78-9a07-151cbf932753 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (d24fe009-d699-460d-88ba-a32e01b6f3e6), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:46:18.918368 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dde286de-5a47-47dd-8873-479a3a589ab0 None None] Routers {'74c714c4-cefd-49ed-8f3d-0590779783b9'} bound to L3 agent in host n-d-760453-5 {{(pid=103306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 21:46:18.919006 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-dde286de-5a47-47dd-8873-479a3a589ab0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-26T20:55:21Z,description=,heartbeat_timestamp=2022-01-26T21:45:51Z,host='n-d-760453-5',id=09df100c-3af1-4b0a-bda8-05914c71c458,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:55:21Z,topic='l3_agent')) {'router_ids': ['74c714c4-cefd-49ed-8f3d-0590779783b9'], 'active': True} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:46:19.075598 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60c5e78-3f08-47c5-a315-a69b962eee6e req-6c210f1f-0bd7-4264-9a98-5c813c4bc32d tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:46:19.077123 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-a60c5e78-3f08-47c5-a315-a69b962eee6e req-6c210f1f-0bd7-4264-9a98-5c813c4bc32d tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] 10.222.0.13 "GET /v2.0/ports?device_id=09cf288f-426b-43cf-9827-2646fdb883f7 HTTP/1.1" status: 200 len: 945 time: 0.1422205 Jan 26 21:46:19.155232 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-dde286de-5a47-47dd-8873-479a3a589ab0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760453-5', False) {} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:46:19.155900 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dde286de-5a47-47dd-8873-479a3a589ab0 None None] The sync data for ids ['74c714c4-cefd-49ed-8f3d-0590779783b9'] in n-d-760453-5 is: [] {{(pid=103306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 26 21:46:19.160764 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b156cea0-d581-473a-b4db-fc8624083810 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (474ccdf7-ab6c-405b-a3b2-dc7b05829902), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:46:19.163007 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-140c34a0-de3c-4f78-9a07-151cbf932753 None None] Port d24fe009-d699-460d-88ba-a32e01b6f3e6 cannot update to ACTIVE because it is not bound. {{(pid=103306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 26 21:46:19.177358 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-a60c5e78-3f08-47c5-a315-a69b962eee6e req-c8f41dde-6db2-487d-9937-d2aa2caa338a tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] 10.222.0.13 "GET /v2.0/security-groups?id=8eb3b1c9-572e-4684-a0b8-0ff73e273367&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0924709 Jan 26 21:46:19.186663 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Provisioning for port 094ec750-33e1-4c70-8ca3-18efe67da65a completed by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 21:46:19.190715 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Provisioning complete for port 094ec750-33e1-4c70-8ca3-18efe67da65a triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:46:19.191095 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (094ec750-33e1-4c70-8ca3-18efe67da65a), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:46:19.280905 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-0a679f65-3cb2-46a1-b041-e476486e175f tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4110657'] for router_interface (74c714c4-cefd-49ed-8f3d-0590779783b9), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:46:19.281176 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Current status of the port 094ec750-33e1-4c70-8ca3-18efe67da65a is: BUILD; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:46:19.281342 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (094ec750-33e1-4c70-8ca3-18efe67da65a), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:46:19.309563 n-d-760453-5 neutron-server[103306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09cf288f-426b-43cf-9827-2646fdb883f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '094ec750-33e1-4c70-8ca3-18efe67da65a'}] {{(pid=103306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 21:46:19.311858 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9d5d370febab655511bdd2ffe887e43e442d144a440368702bcc1e93af00b97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b392bd0-a59c-4dcd-b892-e39d7d51f8de" -d '{"events": [{"server_uuid": "09cf288f-426b-43cf-9827-2646fdb883f7", "name": "network-vif-plugged", "status": "completed", "tag": "094ec750-33e1-4c70-8ca3-18efe67da65a"}]}' {{(pid=103306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 21:46:19.325995 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] For port 094ec750-33e1-4c70-8ca3-18efe67da65a, host n-h2-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-5',level=0,port_id=094ec750-33e1-4c70-8ca3-18efe67da65a,segment=NetworkSegment(22c93a74-c2a1-4562-9e01-a466a4c3c0c2),segment_id=22c93a74-c2a1-4562-9e01-a466a4c3c0c2)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:46:19.331274 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (094ec750-33e1-4c70-8ca3-18efe67da65a), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:46:19.377811 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Jan 2022 21:46:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec34e4f9-56ce-4fa8-9881-f9226f10aa28 x-openstack-request-id: req-ec34e4f9-56ce-4fa8-9881-f9226f10aa28 {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 21:46:19.377811 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09cf288f-426b-43cf-9827-2646fdb883f7", "name": "network-vif-plugged", "status": "completed", "tag": "094ec750-33e1-4c70-8ca3-18efe67da65a", "code": 200}]} {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 21:46:19.377811 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ec34e4f9-56ce-4fa8-9881-f9226f10aa28 {{(pid=103306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 21:46:19.377811 n-d-760453-5 neutron-server[103306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09cf288f-426b-43cf-9827-2646fdb883f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '094ec750-33e1-4c70-8ca3-18efe67da65a', 'code': 200} Jan 26 21:46:19.409740 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Pushing event updated for resources: {'Port': ['ID=094ec750-33e1-4c70-8ca3-18efe67da65a,revision_number=5']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:46:19.500515 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f17c27-56a3-4db3-933a-111c3b43ef90 req-9620a5e0-eade-45c5-9ca2-cf2c58f6680e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:46:19.502219 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-12f17c27-56a3-4db3-933a-111c3b43ef90 req-9620a5e0-eade-45c5-9ca2-cf2c58f6680e service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=09cf288f-426b-43cf-9827-2646fdb883f7 HTTP/1.1" status: 200 len: 1097 time: 0.0695446 Jan 26 21:46:19.584313 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-12f17c27-56a3-4db3-933a-111c3b43ef90 req-bbda401f-69f8-4590-9693-0dd753998af1 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=8eb3b1c9-572e-4684-a0b8-0ff73e273367&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0726070 Jan 26 21:46:19.634843 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-0a679f65-3cb2-46a1-b041-e476486e175f tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Deleting port d24fe009-d699-460d-88ba-a32e01b6f3e6 {{(pid=103304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 21:46:19.635421 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-0a679f65-3cb2-46a1-b041-e476486e175f tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746560630878'] for port (d24fe009-d699-460d-88ba-a32e01b6f3e6), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:46:19.725080 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-0a679f65-3cb2-46a1-b041-e476486e175f tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4109658'] for port (d24fe009-d699-460d-88ba-a32e01b6f3e6), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:46:19.739757 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-0a679f65-3cb2-46a1-b041-e476486e175f tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Calling delete_port for d24fe009-d699-460d-88ba-a32e01b6f3e6 owned by network:router_interface {{(pid=103304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 21:46:19.915751 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-0a679f65-3cb2-46a1-b041-e476486e175f tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746560636600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746560234536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9281553'] for port (d24fe009-d699-460d-88ba-a32e01b6f3e6), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:46:19.944563 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a679f65-3cb2-46a1-b041-e476486e175f tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Pushing event deleted for resources: {'Port': ['ID=d24fe009-d699-460d-88ba-a32e01b6f3e6,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:46:20.071431 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-0a679f65-3cb2-46a1-b041-e476486e175f tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3709480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4110805'] for router_interface (74c714c4-cefd-49ed-8f3d-0590779783b9), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:46:20.314174 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a679f65-3cb2-46a1-b041-e476486e175f tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Router 74c714c4-cefd-49ed-8f3d-0590779783b9 has already been hosted by L3 agent 09df100c-3af1-4b0a-bda8-05914c71c458 {{(pid=103304) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 26 21:46:20.342012 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d50964-a240-4d58-85e4-16cd7cc70980 req-9c54c6ea-e5d0-4327-809a-33bf77d1bd51 tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:46:20.343527 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-70d50964-a240-4d58-85e4-16cd7cc70980 req-9c54c6ea-e5d0-4327-809a-33bf77d1bd51 tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] 10.222.0.13 "GET /v2.0/ports?device_id=09cf288f-426b-43cf-9827-2646fdb883f7 HTTP/1.1" status: 200 len: 946 time: 0.0751014 Jan 26 21:46:20.459278 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a679f65-3cb2-46a1-b041-e476486e175f tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Notify agent at l3_agent.n-d-760453-5 the message routers_updated {{(pid=103304) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 26 21:46:20.463925 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-70d50964-a240-4d58-85e4-16cd7cc70980 req-2a871ae1-4960-4a82-a0a5-0b8fd40761a0 tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] 10.222.0.13 "GET /v2.0/security-groups?id=8eb3b1c9-572e-4684-a0b8-0ff73e273367&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0900476 Jan 26 21:46:20.467530 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-0a679f65-3cb2-46a1-b041-e476486e175f tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] 10.222.0.13 "PUT /v2.0/routers/74c714c4-cefd-49ed-8f3d-0590779783b9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6226664 Jan 26 21:46:20.470237 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 42630) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:46:20.475515 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e8f7103-6cde-4664-aea2-eff33e2962e0 None None] Sync routers for ids ['74c714c4-cefd-49ed-8f3d-0590779783b9'] in n-d-760453-5 {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 26 21:46:20.502156 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e8f7103-6cde-4664-aea2-eff33e2962e0 None None] Routers {'74c714c4-cefd-49ed-8f3d-0590779783b9'} bound to L3 agent in host n-d-760453-5 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 21:46:20.502796 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-0e8f7103-6cde-4664-aea2-eff33e2962e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-26T20:55:21Z,description=,heartbeat_timestamp=2022-01-26T21:45:51Z,host='n-d-760453-5',id=09df100c-3af1-4b0a-bda8-05914c71c458,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:55:21Z,topic='l3_agent')) {'router_ids': ['74c714c4-cefd-49ed-8f3d-0590779783b9'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:46:20.554743 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-0e8f7103-6cde-4664-aea2-eff33e2962e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760453-5', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:46:20.579837 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e8f7103-6cde-4664-aea2-eff33e2962e0 None None] Routers {'74c714c4-cefd-49ed-8f3d-0590779783b9'} bound to L3 agent in host n-d-760453-5 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 21:46:20.580467 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-0e8f7103-6cde-4664-aea2-eff33e2962e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-26T20:55:21Z,description=,heartbeat_timestamp=2022-01-26T21:45:51Z,host='n-d-760453-5',id=09df100c-3af1-4b0a-bda8-05914c71c458,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:55:21Z,topic='l3_agent')) {'router_ids': ['74c714c4-cefd-49ed-8f3d-0590779783b9'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:46:20.622686 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-0e8f7103-6cde-4664-aea2-eff33e2962e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760453-5', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:46:20.623333 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e8f7103-6cde-4664-aea2-eff33e2962e0 None None] The sync data for ids ['74c714c4-cefd-49ed-8f3d-0590779783b9'] in n-d-760453-5 is: [] {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 26 21:46:20.857550 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-7fbf05ec-2a23-41ae-9588-2d3663e39345 tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4110657'] for router_interface (74c714c4-cefd-49ed-8f3d-0590779783b9), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:46:21.104376 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-7fbf05ec-2a23-41ae-9588-2d3663e39345 tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Deleting port 09c9cd0e-dfec-4327-b4b2-1635e6ac47ac {{(pid=103304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 21:46:21.105201 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-7fbf05ec-2a23-41ae-9588-2d3663e39345 tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746560630878'] for port (09c9cd0e-dfec-4327-b4b2-1635e6ac47ac), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:46:21.193979 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-7fbf05ec-2a23-41ae-9588-2d3663e39345 tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4109658'] for port (09c9cd0e-dfec-4327-b4b2-1635e6ac47ac), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:46:21.206962 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-7fbf05ec-2a23-41ae-9588-2d3663e39345 tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Calling delete_port for 09c9cd0e-dfec-4327-b4b2-1635e6ac47ac owned by network:router_interface {{(pid=103304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 21:46:21.266301 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-550602d9-e269-479d-8c27-3469e528799c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (09df100c-3af1-4b0a-bda8-05914c71c458), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:46:21.392384 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-7fbf05ec-2a23-41ae-9588-2d3663e39345 tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746560636600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746560234536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9281553'] for port (09c9cd0e-dfec-4327-b4b2-1635e6ac47ac), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:46:21.419514 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fbf05ec-2a23-41ae-9588-2d3663e39345 tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Pushing event deleted for resources: {'Port': ['ID=09c9cd0e-dfec-4327-b4b2-1635e6ac47ac,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:46:21.528241 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-7fbf05ec-2a23-41ae-9588-2d3663e39345 tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3709480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4110805'] for router_interface (74c714c4-cefd-49ed-8f3d-0590779783b9), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:46:22.038266 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73aefa88-5780-43ba-b33d-e5a230eccd5f req-28b3ce17-8d7a-407a-9482-73d96ca62cd5 tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:46:22.039679 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-73aefa88-5780-43ba-b33d-e5a230eccd5f req-28b3ce17-8d7a-407a-9482-73d96ca62cd5 tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] 10.222.0.13 "GET /v2.0/ports?device_id=09cf288f-426b-43cf-9827-2646fdb883f7 HTTP/1.1" status: 200 len: 946 time: 0.4668279 Jan 26 21:46:22.096093 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7fbf05ec-2a23-41ae-9588-2d3663e39345 tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Router 74c714c4-cefd-49ed-8f3d-0590779783b9 has already been hosted by L3 agent 09df100c-3af1-4b0a-bda8-05914c71c458 {{(pid=103304) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 26 21:46:22.132134 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-73aefa88-5780-43ba-b33d-e5a230eccd5f req-dbbaa4fc-1c26-4e0e-81b7-a1baf70df30a tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] 10.222.0.13 "GET /v2.0/security-groups?id=8eb3b1c9-572e-4684-a0b8-0ff73e273367&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0604188 Jan 26 21:46:22.200905 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7fbf05ec-2a23-41ae-9588-2d3663e39345 tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Notify agent at l3_agent.n-d-760453-5 the message routers_updated {{(pid=103304) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 26 21:46:22.207672 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-7fbf05ec-2a23-41ae-9588-2d3663e39345 tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] 10.222.0.13 "PUT /v2.0/routers/74c714c4-cefd-49ed-8f3d-0590779783b9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7363913 Jan 26 21:46:22.210448 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 42654) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:46:22.215671 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8310acf2-78d8-4eb0-bb16-f0f6f272d259 None None] Sync routers for ids ['74c714c4-cefd-49ed-8f3d-0590779783b9'] in n-d-760453-5 {{(pid=103306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 26 21:46:22.225228 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8310acf2-78d8-4eb0-bb16-f0f6f272d259 None None] Routers {'74c714c4-cefd-49ed-8f3d-0590779783b9'} bound to L3 agent in host n-d-760453-5 {{(pid=103306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 21:46:22.226147 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-8310acf2-78d8-4eb0-bb16-f0f6f272d259 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-26T20:55:21Z,description=,heartbeat_timestamp=2022-01-26T21:46:21Z,host='n-d-760453-5',id=09df100c-3af1-4b0a-bda8-05914c71c458,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:55:21Z,topic='l3_agent')) {'router_ids': ['74c714c4-cefd-49ed-8f3d-0590779783b9'], 'active': True} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:46:22.245646 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 42656) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:46:22.246285 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-ec208605-a3e3-4d7b-90e3-9fb3de63d281 tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] 10.222.0.13 "GET /v2.0/ports?device_id=74c714c4-cefd-49ed-8f3d-0590779783b9 HTTP/1.1" status: 200 len: 205 time: 0.0331404 Jan 26 21:46:22.262114 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-8310acf2-78d8-4eb0-bb16-f0f6f272d259 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760453-5', False) {} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:46:22.272085 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8310acf2-78d8-4eb0-bb16-f0f6f272d259 None None] Routers {'74c714c4-cefd-49ed-8f3d-0590779783b9'} bound to L3 agent in host n-d-760453-5 {{(pid=103306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 21:46:22.273336 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-8310acf2-78d8-4eb0-bb16-f0f6f272d259 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-26T20:55:21Z,description=,heartbeat_timestamp=2022-01-26T21:46:21Z,host='n-d-760453-5',id=09df100c-3af1-4b0a-bda8-05914c71c458,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:55:21Z,topic='l3_agent')) {'router_ids': ['74c714c4-cefd-49ed-8f3d-0590779783b9'], 'active': True} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:46:22.316722 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-8310acf2-78d8-4eb0-bb16-f0f6f272d259 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760453-5', False) {} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:46:22.317414 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8310acf2-78d8-4eb0-bb16-f0f6f272d259 None None] The sync data for ids ['74c714c4-cefd-49ed-8f3d-0590779783b9'] in n-d-760453-5 is: [] {{(pid=103306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 26 21:46:22.331911 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-841f5991-a4d8-4d4b-b215-cbc6bab5427b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (aa7ee9d2-08eb-4e12-b895-24c57300dfec), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:46:22.341973 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2331dc2c-64f3-4f3e-ba02-50f513b1aa67 req-43dad1de-8d1f-4794-b6e1-a298b3aa3746 tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:46:22.343500 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-2331dc2c-64f3-4f3e-ba02-50f513b1aa67 req-43dad1de-8d1f-4794-b6e1-a298b3aa3746 tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] 10.222.0.13 "GET /v2.0/ports?device_id=09cf288f-426b-43cf-9827-2646fdb883f7 HTTP/1.1" status: 200 len: 946 time: 0.1407480 Jan 26 21:46:22.350025 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-b7db806a-e855-4247-9430-4c880c40db6c tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Publish callbacks [] for router (74c714c4-cefd-49ed-8f3d-0590779783b9), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:46:22.545596 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-2331dc2c-64f3-4f3e-ba02-50f513b1aa67 req-d518b637-b981-4d3f-a641-4d563209516d tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] 10.222.0.13 "GET /v2.0/security-groups?id=8eb3b1c9-572e-4684-a0b8-0ff73e273367&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1931589 Jan 26 21:46:22.549608 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-b7db806a-e855-4247-9430-4c880c40db6c tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4105774', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13082'] for router (74c714c4-cefd-49ed-8f3d-0590779783b9), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:46:22.552035 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-b7db806a-e855-4247-9430-4c880c40db6c tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Publish callbacks [] for router_controller (74c714c4-cefd-49ed-8f3d-0590779783b9), precommit_delete_associations {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:46:22.567933 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 42660) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:46:22.603277 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-b7db806a-e855-4247-9430-4c880c40db6c tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4105767'] for router (74c714c4-cefd-49ed-8f3d-0590779783b9), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:46:22.603863 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7db806a-e855-4247-9430-4c880c40db6c tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Fanout notify agent at l3_agent the message router_deleted on router 74c714c4-cefd-49ed-8f3d-0590779783b9 {{(pid=103304) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 26 21:46:22.611229 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-b7db806a-e855-4247-9430-4c880c40db6c tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Publish callbacks [] for router (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:46:22.612678 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-b7db806a-e855-4247-9430-4c880c40db6c tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] 10.222.0.13 "DELETE /v2.0/routers/74c714c4-cefd-49ed-8f3d-0590779783b9 HTTP/1.1" status: 204 len: 168 time: 0.3642821 Jan 26 21:46:22.614883 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 42662) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:46:22.644058 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec6f8995-59b9-4ffd-aa2f-81fbcc3e5dbb tempest-TestNetworkBasicOps-1165376115 tempest-TestNetworkBasicOps-1165376115-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:46:22.648735 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-ec6f8995-59b9-4ffd-aa2f-81fbcc3e5dbb tempest-TestNetworkBasicOps-1165376115 tempest-TestNetworkBasicOps-1165376115-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=09cf288f-426b-43cf-9827-2646fdb883f7 HTTP/1.1" status: 200 len: 1092 time: 0.0780938 Jan 26 21:46:22.649127 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 42664) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:46:22.655377 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-59648a3b-ef2a-4bb1-999f-c6c72396e82a tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] Request body: {'floatingip': {'floating_network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'port_id': '094ec750-33e1-4c70-8ca3-18efe67da65a', 'tenant_id': '97d50071461f4511bd8bef3bc5cf8c61', 'fixed_ip_address': '172.20.0.11'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:46:22.675934 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-59648a3b-ef2a-4bb1-999f-c6c72396e82a tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:46:22.676291 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.db_base_plugin_v2 [None req-a9e1b6ea-17b1-499e-bf40-929421454f5d tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Deleting subnet 19184f0e-875d-4c20-9122-85df5081d752 {{(pid=103304) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 26 21:46:22.679890 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-a9e1b6ea-17b1-499e-bf40-929421454f5d tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Publish callbacks [] for subnet (19184f0e-875d-4c20-9122-85df5081d752), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:46:22.720790 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-a9e1b6ea-17b1-499e-bf40-929421454f5d tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8881284'] for subnet (19184f0e-875d-4c20-9122-85df5081d752), precommit_delete_associations {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:46:22.777863 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-59648a3b-ef2a-4bb1-999f-c6c72396e82a tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:46:22.808767 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-a9e1b6ea-17b1-499e-bf40-929421454f5d tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687316'] for subnet (19184f0e-875d-4c20-9122-85df5081d752), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:46:22.878844 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-a9e1b6ea-17b1-499e-bf40-929421454f5d tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9281612', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12215216'] for subnet (19184f0e-875d-4c20-9122-85df5081d752), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:46:22.902411 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.db_base_plugin_common [None req-59648a3b-ef2a-4bb1-999f-c6c72396e82a tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] Allocated IP 172.25.1.64 (4140a1f1-c93a-4bea-83a0-68953a54f299/e48251a1-e30d-4820-8396-00c6f6aeb601/df1b83d8-6d7f-435a-987b-9c44468c2d61) {{(pid=103305) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 21:46:22.911239 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-a9e1b6ea-17b1-499e-bf40-929421454f5d tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Publish callbacks [] for subnet (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:46:22.917857 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-a9e1b6ea-17b1-499e-bf40-929421454f5d tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] 10.222.0.13 "DELETE /v2.0/subnets/19184f0e-875d-4c20-9122-85df5081d752 HTTP/1.1" status: 204 len: 168 time: 0.3018649 Jan 26 21:46:22.919842 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e1b6ea-17b1-499e-bf40-929421454f5d tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Pushing event deleted for resources: {'Subnet': ['ID=19184f0e-875d-4c20-9122-85df5081d752,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:46:22.920929 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-191036ff-d4a3-4c6a-96f0-af338458a7b7 None None] Network 5271d08e-0654-4721-bab3-e2270dbfb33b requested from n-d-760453-5 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 26 21:46:22.923905 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 42666) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:46:23.018572 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.db_base_plugin_v2 [None req-03366846-bfab-45f8-b9ab-0ae3ff0e465e tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Deleting subnet d8ec4f90-b639-4582-976b-8025be75c432 {{(pid=103305) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 26 21:46:23.023508 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-03366846-bfab-45f8-b9ab-0ae3ff0e465e tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Publish callbacks [] for subnet (d8ec4f90-b639-4582-976b-8025be75c432), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:46:23.090318 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-03366846-bfab-45f8-b9ab-0ae3ff0e465e tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11788946'] for subnet (d8ec4f90-b639-4582-976b-8025be75c432), precommit_delete_associations {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:46:23.102192 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dfc62ea-e59b-4ae5-aab7-746e38ea84da None None] DHCP port deletion for 5271d08e-0654-4721-bab3-e2270dbfb33b request from n-d-760453-5 {{(pid=103306) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 26 21:46:23.121868 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-59648a3b-ef2a-4bb1-999f-c6c72396e82a tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] Publish callbacks [] for port (df1b83d8-6d7f-435a-987b-9c44468c2d61), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:46:23.165758 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-0dfc62ea-e59b-4ae5-aab7-746e38ea84da None None] Deleting port 86aefa14-ab15-4545-9f87-36781c5a96b3 {{(pid=103306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 21:46:23.166072 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-0dfc62ea-e59b-4ae5-aab7-746e38ea84da None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746560630878'] for port (86aefa14-ab15-4545-9f87-36781c5a96b3), before_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:46:23.168903 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (4d619873-4b60-439f-9b5a-b155dc8bbc34), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:46:23.204517 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-03366846-bfab-45f8-b9ab-0ae3ff0e465e tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687316'] for subnet (d8ec4f90-b639-4582-976b-8025be75c432), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:46:23.207899 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-59648a3b-ef2a-4bb1-999f-c6c72396e82a tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746560234527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11791543'] for port (df1b83d8-6d7f-435a-987b-9c44468c2d61), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:46:23.229474 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-0dfc62ea-e59b-4ae5-aab7-746e38ea84da None None] For port 86aefa14-ab15-4545-9f87-36781c5a96b3, host n-d-760453-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=86aefa14-ab15-4545-9f87-36781c5a96b3,segment=NetworkSegment(2c2401aa-9b6a-4682-a64c-a97629e9f5c0),segment_id=2c2401aa-9b6a-4682-a64c-a97629e9f5c0)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:46:23.229875 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-0dfc62ea-e59b-4ae5-aab7-746e38ea84da None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4109658'] for port (86aefa14-ab15-4545-9f87-36781c5a96b3), precommit_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:46:23.243439 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-0dfc62ea-e59b-4ae5-aab7-746e38ea84da None None] Calling delete_port for 86aefa14-ab15-4545-9f87-36781c5a96b3 owned by network:dhcp {{(pid=103306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 21:46:23.281256 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59648a3b-ef2a-4bb1-999f-c6c72396e82a tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] Network 4140a1f1-c93a-4bea-83a0-68953a54f299 is already hosted by enough agents. {{(pid=103305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 21:46:23.290358 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [None req-59648a3b-ef2a-4bb1-999f-c6c72396e82a tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] Resources bound (agent type, host, resource id): {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:46:23.296004 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59648a3b-ef2a-4bb1-999f-c6c72396e82a tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] Received port after_create {{(pid=103305) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 21:46:23.298007 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59648a3b-ef2a-4bb1-999f-c6c72396e82a tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] Pushing event updated for resources: {'Port': ['ID=df1b83d8-6d7f-435a-987b-9c44468c2d61,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:46:23.348145 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-03366846-bfab-45f8-b9ab-0ae3ff0e465e tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11791594', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11599980'] for subnet (d8ec4f90-b639-4582-976b-8025be75c432), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:46:23.358402 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-0dfc62ea-e59b-4ae5-aab7-746e38ea84da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746560636600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746560234536'] for port (86aefa14-ab15-4545-9f87-36781c5a96b3), after_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:46:23.382126 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-03366846-bfab-45f8-b9ab-0ae3ff0e465e tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Publish callbacks [] for subnet (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:46:23.388413 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-03366846-bfab-45f8-b9ab-0ae3ff0e465e tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] 10.222.0.13 "DELETE /v2.0/subnets/d8ec4f90-b639-4582-976b-8025be75c432 HTTP/1.1" status: 204 len: 168 time: 0.4603806 Jan 26 21:46:23.390519 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 42670) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:46:23.406957 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03366846-bfab-45f8-b9ab-0ae3ff0e465e tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Pushing event deleted for resources: {'Subnet': ['ID=d8ec4f90-b639-4582-976b-8025be75c432,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:46:23.418572 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f7bf0a1-4031-4123-aa7e-ac29d6f54f35 None None] Network 5c2c24e8-3085-4e75-adfc-22c5383e577a requested from n-d-760453-5 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 26 21:46:23.422492 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dfc62ea-e59b-4ae5-aab7-746e38ea84da None None] No DVR routers for this DVR port 86aefa14-ab15-4545-9f87-36781c5a96b3 on host n-d-760453-5 {{(pid=103306) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 26 21:46:23.435817 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dfc62ea-e59b-4ae5-aab7-746e38ea84da None None] Pushing event deleted for resources: {'Port': ['ID=86aefa14-ab15-4545-9f87-36781c5a96b3,revision_number=None']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:46:23.491530 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-01ee4e47-5d56-4ce1-94d6-bdb388f0ee60 tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-748181'] for network (5271d08e-0654-4721-bab3-e2270dbfb33b), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:46:23.618762 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-01ee4e47-5d56-4ce1-94d6-bdb388f0ee60 tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-686403', 'neutron.services.segments.db._delete_segments_for_network-8746560774018'] for network (5271d08e-0654-4721-bab3-e2270dbfb33b), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:46:23.642719 n-d-760453-5 neutron-server[103304]: DEBUG neutron.services.segments.db [None req-01ee4e47-5d56-4ce1-94d6-bdb388f0ee60 tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5271d08e-0654-4721-bab3-e2270dbfb33b']}} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:46:23.649586 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62a9909c-299c-4d77-8884-e5121e8e0a41 None None] DHCP port deletion for 5c2c24e8-3085-4e75-adfc-22c5383e577a request from n-d-760453-5 {{(pid=103306) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 26 21:46:23.653815 n-d-760453-5 neutron-server[103304]: DEBUG neutron.services.segments.db [None req-01ee4e47-5d56-4ce1-94d6-bdb388f0ee60 tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2c2401aa-9b6a-4682-a64c-a97629e9f5c0') {'for_net_delete': True} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:46:23.654118 n-d-760453-5 neutron-server[103304]: DEBUG neutron.services.segments.db [None req-01ee4e47-5d56-4ce1-94d6-bdb388f0ee60 tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2c2401aa-9b6a-4682-a64c-a97629e9f5c0') {} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:46:23.663802 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-01ee4e47-5d56-4ce1-94d6-bdb388f0ee60 tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746560742283', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8881293'] for segment (2c2401aa-9b6a-4682-a64c-a97629e9f5c0), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:46:23.679442 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-01ee4e47-5d56-4ce1-94d6-bdb388f0ee60 tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576559'] for segment (2c2401aa-9b6a-4682-a64c-a97629e9f5c0), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:46:23.694020 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-01ee4e47-5d56-4ce1-94d6-bdb388f0ee60 tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Releasing vlan 590 on physical network physnet1 to pool {{(pid=103304) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 26 21:46:23.695526 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-01ee4e47-5d56-4ce1-94d6-bdb388f0ee60 tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9281762'] for segment (2c2401aa-9b6a-4682-a64c-a97629e9f5c0), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:46:23.714057 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-62a9909c-299c-4d77-8884-e5121e8e0a41 None None] Deleting port 7a1ad45d-f882-4edd-b4bc-7c83d6333bbf {{(pid=103306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 21:46:23.714436 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-62a9909c-299c-4d77-8884-e5121e8e0a41 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746560630878'] for port (7a1ad45d-f882-4edd-b4bc-7c83d6333bbf), before_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:46:23.753319 n-d-760453-5 neutron-server[103304]: Traceback (most recent call last): Jan 26 21:46:23.753319 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 26 21:46:23.753319 n-d-760453-5 neutron-server[103304]: timer() Jan 26 21:46:23.753319 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 26 21:46:23.753319 n-d-760453-5 neutron-server[103304]: cb(*args, **kw) Jan 26 21:46:23.753319 n-d-760453-5 neutron-server[103304]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 26 21:46:23.753319 n-d-760453-5 neutron-server[103304]: return func(*args, **kwargs) Jan 26 21:46:23.753319 n-d-760453-5 neutron-server[103304]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 26 21:46:23.753319 n-d-760453-5 neutron-server[103304]: self._notify() Jan 26 21:46:23.753319 n-d-760453-5 neutron-server[103304]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 26 21:46:23.753319 n-d-760453-5 neutron-server[103304]: self.callback(batched_events) Jan 26 21:46:23.753319 n-d-760453-5 neutron-server[103304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 26 21:46:23.753319 n-d-760453-5 neutron-server[103304]: event.method(event) Jan 26 21:46:23.753319 n-d-760453-5 neutron-server[103304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 26 21:46:23.753319 n-d-760453-5 neutron-server[103304]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 26 21:46:23.753319 n-d-760453-5 neutron-server[103304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 26 21:46:23.753319 n-d-760453-5 neutron-server[103304]: aggregate_uuid = self.p_client.list_aggregates( Jan 26 21:46:23.753319 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 26 21:46:23.753319 n-d-760453-5 neutron-server[103304]: return f(self, *a, **k) Jan 26 21:46:23.753319 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 26 21:46:23.753319 n-d-760453-5 neutron-server[103304]: return self._get(url).json() Jan 26 21:46:23.753319 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 26 21:46:23.753319 n-d-760453-5 neutron-server[103304]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 26 21:46:23.753319 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 26 21:46:23.753319 n-d-760453-5 neutron-server[103304]: return self.request(url, 'GET', **kwargs) Jan 26 21:46:23.753319 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 26 21:46:23.753319 n-d-760453-5 neutron-server[103304]: base_url = self.get_endpoint(auth, allow=allow, Jan 26 21:46:23.753319 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 26 21:46:23.753319 n-d-760453-5 neutron-server[103304]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 26 21:46:23.753319 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 26 21:46:23.753319 n-d-760453-5 neutron-server[103304]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 26 21:46:23.753319 n-d-760453-5 neutron-server[103304]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 26 21:46:23.755530 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-59648a3b-ef2a-4bb1-999f-c6c72396e82a tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] Publish callbacks [] for floatingip (14364732-acca-4311-864a-0a49088f0243), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:46:23.780164 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-01ee4e47-5d56-4ce1-94d6-bdb388f0ee60 tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4110931'] for network (5271d08e-0654-4721-bab3-e2270dbfb33b), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:46:23.782570 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-62a9909c-299c-4d77-8884-e5121e8e0a41 None None] For port 7a1ad45d-f882-4edd-b4bc-7c83d6333bbf, host n-d-760453-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=7a1ad45d-f882-4edd-b4bc-7c83d6333bbf,segment=NetworkSegment(1e1410ca-4d96-40f0-a4d4-2551260ec6c3),segment_id=1e1410ca-4d96-40f0-a4d4-2551260ec6c3)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:46:23.782972 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-62a9909c-299c-4d77-8884-e5121e8e0a41 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4109658'] for port (7a1ad45d-f882-4edd-b4bc-7c83d6333bbf), precommit_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:46:23.798112 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-01ee4e47-5d56-4ce1-94d6-bdb388f0ee60 tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Publish callbacks [] for network (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:46:23.799234 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-62a9909c-299c-4d77-8884-e5121e8e0a41 None None] Calling delete_port for 7a1ad45d-f882-4edd-b4bc-7c83d6333bbf owned by network:dhcp {{(pid=103306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 21:46:23.802816 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-01ee4e47-5d56-4ce1-94d6-bdb388f0ee60 tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] 10.222.0.13 "DELETE /v2.0/networks/5271d08e-0654-4721-bab3-e2270dbfb33b HTTP/1.1" status: 204 len: 168 time: 0.4110374 Jan 26 21:46:23.805214 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 42672) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:46:23.839460 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ee4e47-5d56-4ce1-94d6-bdb388f0ee60 tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Pushing event deleted for resources: {'Network': ['ID=5271d08e-0654-4721-bab3-e2270dbfb33b,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:46:23.842225 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-59648a3b-ef2a-4bb1-999f-c6c72396e82a tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (df1b83d8-6d7f-435a-987b-9c44468c2d61), before_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:46:23.896653 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-62a9909c-299c-4d77-8884-e5121e8e0a41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746560636600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746560234536'] for port (7a1ad45d-f882-4edd-b4bc-7c83d6333bbf), after_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:46:23.924269 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-3ed51783-cd87-4778-903d-2a3b9a2865eb tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-748181'] for network (5c2c24e8-3085-4e75-adfc-22c5383e577a), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:46:23.926019 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a9909c-299c-4d77-8884-e5121e8e0a41 None None] Pushing event deleted for resources: {'Port': ['ID=7a1ad45d-f882-4edd-b4bc-7c83d6333bbf,revision_number=None']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:46:23.927973 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62a9909c-299c-4d77-8884-e5121e8e0a41 None None] No DVR routers for this DVR port 7a1ad45d-f882-4edd-b4bc-7c83d6333bbf on host n-d-760453-5 {{(pid=103306) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 26 21:46:24.033504 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-59648a3b-ef2a-4bb1-999f-c6c72396e82a tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] Publish callbacks [] for port (df1b83d8-6d7f-435a-987b-9c44468c2d61), precommit_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:46:24.035800 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-3ed51783-cd87-4778-903d-2a3b9a2865eb tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-686403', 'neutron.services.segments.db._delete_segments_for_network-8746560774018'] for network (5c2c24e8-3085-4e75-adfc-22c5383e577a), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:46:24.038189 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-59648a3b-ef2a-4bb1-999f-c6c72396e82a tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11791520'] for port (df1b83d8-6d7f-435a-987b-9c44468c2d61), after_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:46:24.069953 n-d-760453-5 neutron-server[103304]: DEBUG neutron.services.segments.db [None req-3ed51783-cd87-4778-903d-2a3b9a2865eb tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5c2c24e8-3085-4e75-adfc-22c5383e577a']}} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:46:24.074695 n-d-760453-5 neutron-server[103304]: DEBUG neutron.services.segments.db [None req-3ed51783-cd87-4778-903d-2a3b9a2865eb tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1e1410ca-4d96-40f0-a4d4-2551260ec6c3') {'for_net_delete': True} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:46:24.075005 n-d-760453-5 neutron-server[103304]: DEBUG neutron.services.segments.db [None req-3ed51783-cd87-4778-903d-2a3b9a2865eb tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1e1410ca-4d96-40f0-a4d4-2551260ec6c3') {} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:46:24.092736 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-3ed51783-cd87-4778-903d-2a3b9a2865eb tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746560742283', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8881293'] for segment (1e1410ca-4d96-40f0-a4d4-2551260ec6c3), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:46:24.109847 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-3ed51783-cd87-4778-903d-2a3b9a2865eb tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576559'] for segment (1e1410ca-4d96-40f0-a4d4-2551260ec6c3), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:46:24.117335 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3ed51783-cd87-4778-903d-2a3b9a2865eb tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Releasing vlan 598 on physical network physnet1 to pool {{(pid=103304) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 26 21:46:24.117556 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-3ed51783-cd87-4778-903d-2a3b9a2865eb tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9281762'] for segment (1e1410ca-4d96-40f0-a4d4-2551260ec6c3), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:46:24.122352 n-d-760453-5 neutron-server[103304]: Traceback (most recent call last): Jan 26 21:46:24.122352 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 26 21:46:24.122352 n-d-760453-5 neutron-server[103304]: timer() Jan 26 21:46:24.122352 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 26 21:46:24.122352 n-d-760453-5 neutron-server[103304]: cb(*args, **kw) Jan 26 21:46:24.122352 n-d-760453-5 neutron-server[103304]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 26 21:46:24.122352 n-d-760453-5 neutron-server[103304]: return func(*args, **kwargs) Jan 26 21:46:24.122352 n-d-760453-5 neutron-server[103304]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 26 21:46:24.122352 n-d-760453-5 neutron-server[103304]: self._notify() Jan 26 21:46:24.122352 n-d-760453-5 neutron-server[103304]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 26 21:46:24.122352 n-d-760453-5 neutron-server[103304]: self.callback(batched_events) Jan 26 21:46:24.122352 n-d-760453-5 neutron-server[103304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 26 21:46:24.122352 n-d-760453-5 neutron-server[103304]: event.method(event) Jan 26 21:46:24.122352 n-d-760453-5 neutron-server[103304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 26 21:46:24.122352 n-d-760453-5 neutron-server[103304]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 26 21:46:24.122352 n-d-760453-5 neutron-server[103304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 26 21:46:24.122352 n-d-760453-5 neutron-server[103304]: aggregate_uuid = self.p_client.list_aggregates( Jan 26 21:46:24.122352 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 26 21:46:24.122352 n-d-760453-5 neutron-server[103304]: return f(self, *a, **k) Jan 26 21:46:24.122352 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 26 21:46:24.122352 n-d-760453-5 neutron-server[103304]: return self._get(url).json() Jan 26 21:46:24.122352 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 26 21:46:24.122352 n-d-760453-5 neutron-server[103304]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 26 21:46:24.122352 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 26 21:46:24.122352 n-d-760453-5 neutron-server[103304]: return self.request(url, 'GET', **kwargs) Jan 26 21:46:24.122352 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 26 21:46:24.122352 n-d-760453-5 neutron-server[103304]: base_url = self.get_endpoint(auth, allow=allow, Jan 26 21:46:24.122352 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 26 21:46:24.122352 n-d-760453-5 neutron-server[103304]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 26 21:46:24.122352 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 26 21:46:24.122352 n-d-760453-5 neutron-server[103304]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 26 21:46:24.122352 n-d-760453-5 neutron-server[103304]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 26 21:46:24.129917 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59648a3b-ef2a-4bb1-999f-c6c72396e82a tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] Pushing event updated for resources: {'Port': ['ID=df1b83d8-6d7f-435a-987b-9c44468c2d61,revision_number=2']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:46:24.141204 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-59648a3b-ef2a-4bb1-999f-c6c72396e82a tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4110913'] for floatingip (14364732-acca-4311-864a-0a49088f0243), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:46:24.161666 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-839dd188-ec69-470c-9ab0-d318dc1a2e96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (e79b4fc6-6c71-44b2-a6d0-ff3e1f4dfd0d), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:46:24.194169 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-3ed51783-cd87-4778-903d-2a3b9a2865eb tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4110931'] for network (5c2c24e8-3085-4e75-adfc-22c5383e577a), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:46:24.205434 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-3ed51783-cd87-4778-903d-2a3b9a2865eb tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Publish callbacks [] for network (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:46:24.208719 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-3ed51783-cd87-4778-903d-2a3b9a2865eb tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] 10.222.0.13 "DELETE /v2.0/networks/5c2c24e8-3085-4e75-adfc-22c5383e577a HTTP/1.1" status: 204 len: 168 time: 0.4018250 Jan 26 21:46:24.222666 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 42678) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:46:24.228073 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-c2444fb0-759a-4e2e-9a04-6d21fa30762e tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-250102414'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:46:24.232562 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed51783-cd87-4778-903d-2a3b9a2865eb tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Pushing event deleted for resources: {'Network': ['ID=5c2c24e8-3085-4e75-adfc-22c5383e577a,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:46:24.252897 n-d-760453-5 neutron-server[103305]: INFO neutron.db.l3_db [None req-59648a3b-ef2a-4bb1-999f-c6c72396e82a tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] Floating IP 14364732-acca-4311-864a-0a49088f0243 associated. External IP: 172.25.1.64, port: 094ec750-33e1-4c70-8ca3-18efe67da65a. Jan 26 21:46:24.254740 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2444fb0-759a-4e2e-9a04-6d21fa30762e tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Made reservation on behalf of 875729a301494bb99d4fc208a57de2a1 for: {'network': 1} {{(pid=103304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 21:46:24.258166 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-c2444fb0-759a-4e2e-9a04-6d21fa30762e tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for network (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:46:24.284333 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c2444fb0-759a-4e2e-9a04-6d21fa30762e tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] vlan segment allocate from pool success with {'vlan_id': 569, 'physical_network': 'physnet1'} {{(pid=103304) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 26 21:46:24.295337 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-c2444fb0-759a-4e2e-9a04-6d21fa30762e tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576559'] for segment (362a9d2f-114f-45c2-bd06-767686cc32bc), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:46:24.295725 n-d-760453-5 neutron-server[103304]: INFO neutron.db.segments_db [None req-c2444fb0-759a-4e2e-9a04-6d21fa30762e tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Added segment 362a9d2f-114f-45c2-bd06-767686cc32bc of type vlan for network 9ab9392f-f3c4-4aaa-b788-725476d4bb36 Jan 26 21:46:24.336944 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device 86aefa14-ab15-4545-9f87-36781c5a96b3 no longer exists at agent ovs-agent-n-d-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 26 21:46:24.348343 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-c2444fb0-759a-4e2e-9a04-6d21fa30762e tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746560256871'] for network (9ab9392f-f3c4-4aaa-b788-725476d4bb36), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:46:24.361226 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] No Port match for: 86aefa14-ab15-4545-9f87-36781c5a96b3 {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 26 21:46:24.361799 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device 86aefa14-ab15-4545-9f87-36781c5a96b3 not bound to the agent host n-d-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 26 21:46:24.362052 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device 7a1ad45d-f882-4edd-b4bc-7c83d6333bbf no longer exists at agent ovs-agent-n-d-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 26 21:46:24.379006 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-c2444fb0-759a-4e2e-9a04-6d21fa30762e tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503'] for network (9ab9392f-f3c4-4aaa-b788-725476d4bb36), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:46:24.384423 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2444fb0-759a-4e2e-9a04-6d21fa30762e tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:46:24.385086 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-c2444fb0-759a-4e2e-9a04-6d21fa30762e tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Publish callbacks [] for network (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:46:24.394226 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] No Port match for: 7a1ad45d-f882-4edd-b4bc-7c83d6333bbf {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 26 21:46:24.394572 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device 7a1ad45d-f882-4edd-b4bc-7c83d6333bbf not bound to the agent host n-d-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 26 21:46:24.478135 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-c2444fb0-759a-4e2e-9a04-6d21fa30762e tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2511899 Jan 26 21:46:24.479429 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 42686) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:46:24.486476 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-a3a7b837-cef5-45d7-b4c2-40076ae13364 tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Request body: {'subnet': {'network_id': '9ab9392f-f3c4-4aaa-b788-725476d4bb36', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:46:24.504730 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2444fb0-759a-4e2e-9a04-6d21fa30762e tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Pushing event updated for resources: {'Network': ['ID=9ab9392f-f3c4-4aaa-b788-725476d4bb36,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:46:24.518377 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Network 9ab9392f-f3c4-4aaa-b788-725476d4bb36 details requested by agent ovs-agent-n-d-760453-5 with host n-d-760453-5 {{(pid=103306) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 26 21:46:24.528222 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59648a3b-ef2a-4bb1-999f-c6c72396e82a tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] Router b49af1d3-919d-4b53-a892-a676d1bb4b4b has already been hosted by L3 agent 09df100c-3af1-4b0a-bda8-05914c71c458 {{(pid=103305) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 26 21:46:24.590449 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3a7b837-cef5-45d7-b4c2-40076ae13364 tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Made reservation on behalf of 875729a301494bb99d4fc208a57de2a1 for: {'subnet': 1} {{(pid=103304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 21:46:24.595167 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-a3a7b837-cef5-45d7-b4c2-40076ae13364 tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12215181'] for subnet (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:46:24.797056 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-a3a7b837-cef5-45d7-b4c2-40076ae13364 tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9285249', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12215227'] for subnet (b8f7c72f-dfad-41f2-bf3d-45c4a4a02c29), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:46:24.863580 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a7b837-cef5-45d7-b4c2-40076ae13364 tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Pushing event updated for resources: {'Subnet': ['ID=b8f7c72f-dfad-41f2-bf3d-45c4a4a02c29,revision_number=0']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:46:24.879728 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3a7b837-cef5-45d7-b4c2-40076ae13364 tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Checking segment: {'id': '362a9d2f-114f-45c2-bd06-767686cc32bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '9ab9392f-f3c4-4aaa-b788-725476d4bb36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103304) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 21:46:24.880206 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3a7b837-cef5-45d7-b4c2-40076ae13364 tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Network hostable DHCP agents. Network: 9ab9392f-f3c4-4aaa-b788-725476d4bb36, hostable agents: ['474ccdf7-ab6c-405b-a3b2-dc7b05829902'], hosted agents: [] {{(pid=103304) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 26 21:46:24.899550 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3a7b837-cef5-45d7-b4c2-40076ae13364 tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Network 9ab9392f-f3c4-4aaa-b788-725476d4bb36 is scheduled to be hosted by DHCP agent 474ccdf7-ab6c-405b-a3b2-dc7b05829902 with binding_index 1 {{(pid=103304) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 26 21:46:24.910146 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [None req-a3a7b837-cef5-45d7-b4c2-40076ae13364 tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760453-5, 9ab9392f-f3c4-4aaa-b788-725476d4bb36) {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:46:24.911041 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59648a3b-ef2a-4bb1-999f-c6c72396e82a tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] Notify agent at l3_agent.n-d-760453-5 the message routers_updated {{(pid=103305) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 26 21:46:24.914588 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3a7b837-cef5-45d7-b4c2-40076ae13364 tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:46:24.915354 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-a3a7b837-cef5-45d7-b4c2-40076ae13364 tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Publish callbacks [] for subnet (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:46:24.933055 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-59648a3b-ef2a-4bb1-999f-c6c72396e82a tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for floatingip (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:46:24.934461 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-a3a7b837-cef5-45d7-b4c2-40076ae13364 tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4539559 Jan 26 21:46:24.935448 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e96b039c-da93-4831-9038-b75760f5e3c0 None None] Network 9ab9392f-f3c4-4aaa-b788-725476d4bb36 requested from n-d-760453-5 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 26 21:46:24.937386 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 42688) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:46:24.941529 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-ed5a0268-1409-49bf-bbdf-a48db6d67d03 tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-309753895', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:46:24.943738 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-929ae2b1-eb18-4e50-99dc-4ed3f107fe43 None None] Sync routers for ids ['b49af1d3-919d-4b53-a892-a676d1bb4b4b'] in n-d-760453-5 {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 26 21:46:24.964748 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-929ae2b1-eb18-4e50-99dc-4ed3f107fe43 None None] Routers {'b49af1d3-919d-4b53-a892-a676d1bb4b4b'} bound to L3 agent in host n-d-760453-5 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 21:46:24.966404 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-929ae2b1-eb18-4e50-99dc-4ed3f107fe43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-26T20:55:21Z,description=,heartbeat_timestamp=2022-01-26T21:46:21Z,host='n-d-760453-5',id=09df100c-3af1-4b0a-bda8-05914c71c458,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:55:21Z,topic='l3_agent')) {'router_ids': ['b49af1d3-919d-4b53-a892-a676d1bb4b4b'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:46:24.969873 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-59648a3b-ef2a-4bb1-999f-c6c72396e82a tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3194544 Jan 26 21:46:24.970819 n-d-760453-5 neutron-server[103305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '09cf288f-426b-43cf-9827-2646fdb883f7', 'tag': '094ec750-33e1-4c70-8ca3-18efe67da65a'}] {{(pid=103305) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 21:46:24.972736 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-ed5a0268-1409-49bf-bbdf-a48db6d67d03 tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4104596', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13108'] for router (b02c426e-abca-4b9f-9466-9a84a109566f), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:46:24.974431 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d4654568b7bf041e72ff8fe1c96d6d761d9c921f2b99bc7b3a26632be20cee0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84f650c9-b8a0-44ed-87f5-78c0446bcf49" -d '{"events": [{"name": "network-changed", "server_uuid": "09cf288f-426b-43cf-9827-2646fdb883f7", "tag": "094ec750-33e1-4c70-8ca3-18efe67da65a"}]}' {{(pid=103305) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 21:46:24.976369 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-ed5a0268-1409-49bf-bbdf-a48db6d67d03 tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4105828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4111306', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3733576', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13069'] for router (b02c426e-abca-4b9f-9466-9a84a109566f), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:46:24.977651 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 42690) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:46:25.092837 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-2a3f00b8-5af6-482d-ac3c-519b79d8a9aa tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] 10.222.0.13 "GET /v2.0/floatingips/14364732-acca-4311-864a-0a49088f0243 HTTP/1.1" status: 200 len: 991 time: 0.1080728 Jan 26 21:46:25.107851 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-ed5a0268-1409-49bf-bbdf-a48db6d67d03 tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Publish callbacks [] for router_controller (b02c426e-abca-4b9f-9466-9a84a109566f), precommit_add_association {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:46:25.109815 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_dvr_db [None req-929ae2b1-eb18-4e50-99dc-4ed3f107fe43 None None] Set router b49af1d3-919d-4b53-a892-a676d1bb4b4b gateway port host: n-d-760453-5 {{(pid=103307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 21:46:25.115654 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-ed5a0268-1409-49bf-bbdf-a48db6d67d03 tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4105757', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4111263'] for router (b02c426e-abca-4b9f-9466-9a84a109566f), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:46:25.120645 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-728fc77b-52b7-4fb0-8aeb-756f22994201 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3c4099e8-8ffb-51d1-af7f-5868973e933f-9ab9392f-f3c4-4aaa-b788-725476d4bb36', 'network_id': '9ab9392f-f3c4-4aaa-b788-725476d4bb36', 'project_id': '875729a301494bb99d4fc208a57de2a1', 'fixed_ips': [{'subnet_id': 'b8f7c72f-dfad-41f2-bf3d-45c4a4a02c29'}]}} from n-d-760453-5. {{(pid=103306) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 26 21:46:25.121868 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-728fc77b-52b7-4fb0-8aeb-756f22994201 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (None), before_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:46:25.159039 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-ed5a0268-1409-49bf-bbdf-a48db6d67d03 tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Publish callbacks [] for router (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:46:25.162750 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 42696) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:46:25.163577 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-ed5a0268-1409-49bf-bbdf-a48db6d67d03 tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.2255504 Jan 26 21:46:25.168072 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-80f40a3d-c082-44a0-a2d2-0f33eecda7a9 tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Request body: {'port': {'network_id': '9ab9392f-f3c4-4aaa-b788-725476d4bb36', 'name': 'tempest-RoutersIpV6Test-2123305123'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:46:25.275478 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 26 Jan 2022 21:46:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16456e37-7be8-49ff-aec6-ee7c16c081a9 x-openstack-request-id: req-16456e37-7be8-49ff-aec6-ee7c16c081a9 {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 21:46:25.276331 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "09cf288f-426b-43cf-9827-2646fdb883f7", "tag": "094ec750-33e1-4c70-8ca3-18efe67da65a", "status": "completed", "code": 200}]} {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 21:46:25.277100 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-16456e37-7be8-49ff-aec6-ee7c16c081a9 {{(pid=103305) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 21:46:25.277541 n-d-760453-5 neutron-server[103305]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '09cf288f-426b-43cf-9827-2646fdb883f7', 'tag': '094ec750-33e1-4c70-8ca3-18efe67da65a', 'status': 'completed', 'code': 200} Jan 26 21:46:25.362027 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f650c9-b8a0-44ed-87f5-78c0446bcf49 req-7cbd2279-fa78-4702-8582-d2f392b5d607 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:46:25.363245 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (fea0591a-627d-4c87-9a9a-01625ddf3277), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:46:25.365451 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-84f650c9-b8a0-44ed-87f5-78c0446bcf49 req-7cbd2279-fa78-4702-8582-d2f392b5d607 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=97d50071461f4511bd8bef3bc5cf8c61&device_id=09cf288f-426b-43cf-9827-2646fdb883f7 HTTP/1.1" status: 200 len: 1097 time: 0.0697329 Jan 26 21:46:25.376644 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80f40a3d-c082-44a0-a2d2-0f33eecda7a9 tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Made reservation on behalf of 875729a301494bb99d4fc208a57de2a1 for: {'port': 1} {{(pid=103305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 21:46:25.380884 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-80f40a3d-c082-44a0-a2d2-0f33eecda7a9 tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:46:25.399396 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.db_base_plugin_common [None req-728fc77b-52b7-4fb0-8aeb-756f22994201 None None] Allocated IP 2001:db8::2 (9ab9392f-f3c4-4aaa-b788-725476d4bb36/b8f7c72f-dfad-41f2-bf3d-45c4a4a02c29/483e1d95-bc94-497d-a5e2-d3c47b4954fd) {{(pid=103306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 21:46:25.410416 n-d-760453-5 neutron-server[103305]: DEBUG neutron.notifiers.nova [None req-80f40a3d-c082-44a0-a2d2-0f33eecda7a9 tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] device_id is not set on port 5ed3135c-30e1-4fc5-bdbf-bfba4a523991 yet. {{(pid=103305) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 26 21:46:25.515113 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f650c9-b8a0-44ed-87f5-78c0446bcf49 req-156d153e-bd33-49d6-a478-853def8c0827 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:46:25.515710 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-929ae2b1-eb18-4e50-99dc-4ed3f107fe43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b49af1d3-919d-4b53-a892-a676d1bb4b4b', 'name': 'tempest-TestNetworkBasicOps-router-770983181', 'tenant_id': '97d50071461f4511bd8bef3bc5cf8c61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'external_fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.144'}], 'enable_snat': True}, 'gw_port_id': 'b33a55d4-f7e1-4786-85ed-89159162ae4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T21:45:57Z', 'updated_at': '2022-01-26T21:46:03Z', 'revision_number': 4, 'project_id': '97d50071461f4511bd8bef3bc5cf8c61', 'gw_port': {'id': 'b33a55d4-f7e1-4786-85ed-89159162ae4d', 'name': '', 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:90:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b49af1d3-919d-4b53-a892-a676d1bb4b4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3735, 'fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:45:58Z', 'updated_at': '2022-01-26T21:46:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-5', '_floatingips': [{'id': '14364732-acca-4311-864a-0a49088f0243', 'tenant_id': '97d50071461f4511bd8bef3bc5cf8c61', 'floating_ip_address': '172.25.1.64', 'floating_network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'router_id': 'b49af1d3-919d-4b53-a892-a676d1bb4b4b', 'port_id': '094ec750-33e1-4c70-8ca3-18efe67da65a', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3791, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '922fc8ea-5e9f-4e84-8a69-ae9eaae306af', 'mac_address': 'fa:16:3e:3f:5c:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09cf288f-426b-43cf-9827-2646fdb883f7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-26T21:46:23Z', 'updated_at': '2022-01-26T21:46:23Z', 'revision_number': 0, 'project_id': '97d50071461f4511bd8bef3bc5cf8c61', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5839135a-9834-436b-a47b-055ca9a765aa', 'name': '', 'network_id': '922fc8ea-5e9f-4e84-8a69-ae9eaae306af', 'tenant_id': '97d50071461f4511bd8bef3bc5cf8c61', 'mac_address': 'fa:16:3e:cc:24:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b49af1d3-919d-4b53-a892-a676d1bb4b4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3750, 'fixed_ips': [{'subnet_id': '0493aa25-2f9b-48d6-9d5a-ad36370cd8c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:46:03Z', 'updated_at': '2022-01-26T21:46:07Z', 'revision_number': 5, 'project_id': '97d50071461f4511bd8bef3bc5cf8c61', 'subnets': [{'id': '0493aa25-2f9b-48d6-9d5a-ad36370cd8c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760453-5', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:46:25.517576 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-84f650c9-b8a0-44ed-87f5-78c0446bcf49 req-156d153e-bd33-49d6-a478-853def8c0827 service neutron] 10.222.0.57 "GET /v2.0/networks?id=922fc8ea-5e9f-4e84-8a69-ae9eaae306af HTTP/1.1" status: 200 len: 898 time: 0.1463382 Jan 26 21:46:25.559248 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-929ae2b1-eb18-4e50-99dc-4ed3f107fe43 None None] Checking router: b49af1d3-919d-4b53-a892-a676d1bb4b4b for host: n-d-760453-5 {{(pid=103307) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 26 21:46:25.569132 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-929ae2b1-eb18-4e50-99dc-4ed3f107fe43 None None] Routers {'b49af1d3-919d-4b53-a892-a676d1bb4b4b'} bound to L3 agent in host n-d-760453-5 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 21:46:25.570051 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-929ae2b1-eb18-4e50-99dc-4ed3f107fe43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-26T20:55:21Z,description=,heartbeat_timestamp=2022-01-26T21:46:21Z,host='n-d-760453-5',id=09df100c-3af1-4b0a-bda8-05914c71c458,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:55:21Z,topic='l3_agent')) {'router_ids': ['b49af1d3-919d-4b53-a892-a676d1bb4b4b'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:46:25.598938 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-84f650c9-b8a0-44ed-87f5-78c0446bcf49 req-048f7ace-4a3d-4575-bf20-b230acbd379a service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=094ec750-33e1-4c70-8ca3-18efe67da65a HTTP/1.1" status: 200 len: 999 time: 0.0738554 Jan 26 21:46:25.643221 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-728fc77b-52b7-4fb0-8aeb-756f22994201 None None] Publish callbacks [] for port (483e1d95-bc94-497d-a5e2-d3c47b4954fd), precommit_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:46:25.654399 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-728fc77b-52b7-4fb0-8aeb-756f22994201 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746560234527'] for port (483e1d95-bc94-497d-a5e2-d3c47b4954fd), after_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:46:25.670183 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f650c9-b8a0-44ed-87f5-78c0446bcf49 req-f701c859-0028-46ad-ab15-55ce71bd367a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:46:25.680134 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-84f650c9-b8a0-44ed-87f5-78c0446bcf49 req-f701c859-0028-46ad-ab15-55ce71bd367a service neutron] 10.222.0.57 "GET /v2.0/subnets?id=0493aa25-2f9b-48d6-9d5a-ad36370cd8c7 HTTP/1.1" status: 200 len: 834 time: 0.0754459 Jan 26 21:46:25.710726 n-d-760453-5 neutron-server[103306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-728fc77b-52b7-4fb0-8aeb-756f22994201 None None] Network 9ab9392f-f3c4-4aaa-b788-725476d4bb36 is already hosted by enough agents. {{(pid=103306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 21:46:25.727323 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_dvr_db [None req-929ae2b1-eb18-4e50-99dc-4ed3f107fe43 None None] Set router b49af1d3-919d-4b53-a892-a676d1bb4b4b gateway port host: n-d-760453-5 {{(pid=103307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 21:46:25.733952 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-728fc77b-52b7-4fb0-8aeb-756f22994201 None None] Pushing event updated for resources: {'Port': ['ID=483e1d95-bc94-497d-a5e2-d3c47b4954fd,revision_number=1']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:46:25.736911 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.db_base_plugin_common [None req-80f40a3d-c082-44a0-a2d2-0f33eecda7a9 tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Allocated IP 2001:db8::1fe (9ab9392f-f3c4-4aaa-b788-725476d4bb36/b8f7c72f-dfad-41f2-bf3d-45c4a4a02c29/5ed3135c-30e1-4fc5-bdbf-bfba4a523991) {{(pid=103305) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 21:46:25.742745 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f650c9-b8a0-44ed-87f5-78c0446bcf49 req-a8bb33d4-59a3-4721-9986-909ebffaf6d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:46:25.744308 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-84f650c9-b8a0-44ed-87f5-78c0446bcf49 req-a8bb33d4-59a3-4721-9986-909ebffaf6d3 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=922fc8ea-5e9f-4e84-8a69-ae9eaae306af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0581775 Jan 26 21:46:25.746664 n-d-760453-5 neutron-server[103306]: DEBUG neutron.scheduler.base_scheduler [None req-728fc77b-52b7-4fb0-8aeb-756f22994201 None None] Resources bound (agent type, host, resource id): {{(pid=103306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:46:25.750936 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-728fc77b-52b7-4fb0-8aeb-756f22994201 None None] Received port after_create {{(pid=103306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 21:46:25.854691 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-728fc77b-52b7-4fb0-8aeb-756f22994201 None None] Attempting to bind port 483e1d95-bc94-497d-a5e2-d3c47b4954fd on host n-d-760453-5 for vnic_type normal with profile {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 21:46:25.855585 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-728fc77b-52b7-4fb0-8aeb-756f22994201 None None] Attempting to bind port 483e1d95-bc94-497d-a5e2-d3c47b4954fd by drivers openvswitch,hyperv on host n-d-760453-5 at level 0 using segments [{'id': '362a9d2f-114f-45c2-bd06-767686cc32bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '9ab9392f-f3c4-4aaa-b788-725476d4bb36'}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 26 21:46:25.856702 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-728fc77b-52b7-4fb0-8aeb-756f22994201 None None] Attempting to bind port 483e1d95-bc94-497d-a5e2-d3c47b4954fd on network 9ab9392f-f3c4-4aaa-b788-725476d4bb36 {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 21:46:25.863296 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-84f650c9-b8a0-44ed-87f5-78c0446bcf49 req-1801fc71-eb77-467c-b18f-f1dce53ef07a service neutron] 10.222.0.57 "GET /v2.0/networks/922fc8ea-5e9f-4e84-8a69-ae9eaae306af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1104875 Jan 26 21:46:25.864210 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-728fc77b-52b7-4fb0-8aeb-756f22994201 None None] Checking agent: {'id': 'fea0591a-627d-4c87-9a9a-01625ddf3277', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760453-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 20, 55, 25), 'started_at': datetime.datetime(2022, 1, 26, 20, 55, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 21, 46, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760453-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 26 21:46:25.864670 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-728fc77b-52b7-4fb0-8aeb-756f22994201 None None] Checking segment: {'id': '362a9d2f-114f-45c2-bd06-767686cc32bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '9ab9392f-f3c4-4aaa-b788-725476d4bb36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 21:46:25.865142 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-728fc77b-52b7-4fb0-8aeb-756f22994201 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:46:25.865851 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-728fc77b-52b7-4fb0-8aeb-756f22994201 None None] Bound using segment: {'id': '362a9d2f-114f-45c2-bd06-767686cc32bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '9ab9392f-f3c4-4aaa-b788-725476d4bb36'} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 26 21:46:25.866384 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-728fc77b-52b7-4fb0-8aeb-756f22994201 None None] Bound port: 483e1d95-bc94-497d-a5e2-d3c47b4954fd, host: n-d-760453-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '362a9d2f-114f-45c2-bd06-767686cc32bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '9ab9392f-f3c4-4aaa-b788-725476d4bb36'}}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 26 21:46:25.866833 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-728fc77b-52b7-4fb0-8aeb-756f22994201 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (483e1d95-bc94-497d-a5e2-d3c47b4954fd), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:46:25.976324 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-84f650c9-b8a0-44ed-87f5-78c0446bcf49 req-8a6de37d-5441-4edc-bddf-ce7c746a5959 service neutron] 10.222.0.57 "GET /v2.0/networks/922fc8ea-5e9f-4e84-8a69-ae9eaae306af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1071458 Jan 26 21:46:25.986422 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-80f40a3d-c082-44a0-a2d2-0f33eecda7a9 tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Publish callbacks [] for port (5ed3135c-30e1-4fc5-bdbf-bfba4a523991), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:46:26.005590 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-728fc77b-52b7-4fb0-8aeb-756f22994201 None None] For port 483e1d95-bc94-497d-a5e2-d3c47b4954fd, host n-d-760453-5, cleared binding levels {{(pid=103306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 26 21:46:26.015454 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-728fc77b-52b7-4fb0-8aeb-756f22994201 None None] For port 483e1d95-bc94-497d-a5e2-d3c47b4954fd, host n-d-760453-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=483e1d95-bc94-497d-a5e2-d3c47b4954fd,segment=NetworkSegment(362a9d2f-114f-45c2-bd06-767686cc32bc),segment_id=362a9d2f-114f-45c2-bd06-767686cc32bc)] {{(pid=103306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 26 21:46:26.022285 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-728fc77b-52b7-4fb0-8aeb-756f22994201 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (483e1d95-bc94-497d-a5e2-d3c47b4954fd), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:46:26.036779 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-80f40a3d-c082-44a0-a2d2-0f33eecda7a9 tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746560234527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11791543'] for port (5ed3135c-30e1-4fc5-bdbf-bfba4a523991), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:46:26.094517 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-728fc77b-52b7-4fb0-8aeb-756f22994201 None None] Pushing event updated for resources: {'Port': ['ID=483e1d95-bc94-497d-a5e2-d3c47b4954fd,revision_number=2']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:46:26.094754 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 42700) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:46:26.115376 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f40a3d-c082-44a0-a2d2-0f33eecda7a9 tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Pushing event updated for resources: {'Port': ['ID=5ed3135c-30e1-4fc5-bdbf-bfba4a523991,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:46:26.126817 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-929ae2b1-eb18-4e50-99dc-4ed3f107fe43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b49af1d3-919d-4b53-a892-a676d1bb4b4b', 'name': 'tempest-TestNetworkBasicOps-router-770983181', 'tenant_id': '97d50071461f4511bd8bef3bc5cf8c61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'external_fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.144'}], 'enable_snat': True}, 'gw_port_id': 'b33a55d4-f7e1-4786-85ed-89159162ae4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T21:45:57Z', 'updated_at': '2022-01-26T21:46:03Z', 'revision_number': 4, 'project_id': '97d50071461f4511bd8bef3bc5cf8c61', 'gw_port': {'id': 'b33a55d4-f7e1-4786-85ed-89159162ae4d', 'name': '', 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:90:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b49af1d3-919d-4b53-a892-a676d1bb4b4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3735, 'fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:45:58Z', 'updated_at': '2022-01-26T21:46:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-5', '_floatingips': [{'id': '14364732-acca-4311-864a-0a49088f0243', 'tenant_id': '97d50071461f4511bd8bef3bc5cf8c61', 'floating_ip_address': '172.25.1.64', 'floating_network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'router_id': 'b49af1d3-919d-4b53-a892-a676d1bb4b4b', 'port_id': '094ec750-33e1-4c70-8ca3-18efe67da65a', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3791, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '922fc8ea-5e9f-4e84-8a69-ae9eaae306af', 'mac_address': 'fa:16:3e:3f:5c:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09cf288f-426b-43cf-9827-2646fdb883f7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-26T21:46:23Z', 'updated_at': '2022-01-26T21:46:23Z', 'revision_number': 0, 'project_id': '97d50071461f4511bd8bef3bc5cf8c61', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5839135a-9834-436b-a47b-055ca9a765aa', 'name': '', 'network_id': '922fc8ea-5e9f-4e84-8a69-ae9eaae306af', 'tenant_id': '97d50071461f4511bd8bef3bc5cf8c61', 'mac_address': 'fa:16:3e:cc:24:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b49af1d3-919d-4b53-a892-a676d1bb4b4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3750, 'fixed_ips': [{'subnet_id': '0493aa25-2f9b-48d6-9d5a-ad36370cd8c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:46:03Z', 'updated_at': '2022-01-26T21:46:07Z', 'revision_number': 5, 'project_id': '97d50071461f4511bd8bef3bc5cf8c61', 'subnets': [{'id': '0493aa25-2f9b-48d6-9d5a-ad36370cd8c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760453-5', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:46:26.139719 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80f40a3d-c082-44a0-a2d2-0f33eecda7a9 tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Network 9ab9392f-f3c4-4aaa-b788-725476d4bb36 is already hosted by enough agents. {{(pid=103305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 21:46:26.141172 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [None req-80f40a3d-c082-44a0-a2d2-0f33eecda7a9 tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Resources bound (agent type, host, resource id): {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:46:26.153417 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80f40a3d-c082-44a0-a2d2-0f33eecda7a9 tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Received port after_create {{(pid=103305) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 21:46:26.161639 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80f40a3d-c082-44a0-a2d2-0f33eecda7a9 tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:46:26.163396 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-80f40a3d-c082-44a0-a2d2-0f33eecda7a9 tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:46:26.164755 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-929ae2b1-eb18-4e50-99dc-4ed3f107fe43 None None] The sync data for ids ['b49af1d3-919d-4b53-a892-a676d1bb4b4b'] in n-d-760453-5 is: [{'id': 'b49af1d3-919d-4b53-a892-a676d1bb4b4b', 'name': 'tempest-TestNetworkBasicOps-router-770983181', 'tenant_id': '97d50071461f4511bd8bef3bc5cf8c61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'external_fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.144'}], 'enable_snat': True}, 'gw_port_id': 'b33a55d4-f7e1-4786-85ed-89159162ae4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T21:45:57Z', 'updated_at': '2022-01-26T21:46:03Z', 'revision_number': 4, 'project_id': '97d50071461f4511bd8bef3bc5cf8c61', 'gw_port': {'id': 'b33a55d4-f7e1-4786-85ed-89159162ae4d', 'name': '', 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:90:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b49af1d3-919d-4b53-a892-a676d1bb4b4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3735, 'fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:45:58Z', 'updated_at': '2022-01-26T21:46:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-5', '_floatingips': [{'id': '14364732-acca-4311-864a-0a49088f0243', 'tenant_id': '97d50071461f4511bd8bef3bc5cf8c61', 'floating_ip_address': '172.25.1.64', 'floating_network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'router_id': 'b49af1d3-919d-4b53-a892-a676d1bb4b4b', 'port_id': '094ec750-33e1-4c70-8ca3-18efe67da65a', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3791, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '922fc8ea-5e9f-4e84-8a69-ae9eaae306af', 'mac_address': 'fa:16:3e:3f:5c:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09cf288f-426b-43cf-9827-2646fdb883f7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-26T21:46:23Z', 'updated_at': '2022-01-26T21:46:23Z', 'revision_number': 0, 'project_id': '97d50071461f4511bd8bef3bc5cf8c61', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5839135a-9834-436b-a47b-055ca9a765aa', 'name': '', 'network_id': '922fc8ea-5e9f-4e84-8a69-ae9eaae306af', 'tenant_id': '97d50071461f4511bd8bef3bc5cf8c61', 'mac_address': 'fa:16:3e:cc:24:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b49af1d3-919d-4b53-a892-a676d1bb4b4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3750, 'fixed_ips': [{'subnet_id': '0493aa25-2f9b-48d6-9d5a-ad36370cd8c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:46:03Z', 'updated_at': '2022-01-26T21:46:07Z', 'revision_number': 5, 'project_id': '97d50071461f4511bd8bef3bc5cf8c61', 'subnets': [{'id': '0493aa25-2f9b-48d6-9d5a-ad36370cd8c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 26 21:46:26.195115 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-80f40a3d-c082-44a0-a2d2-0f33eecda7a9 tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.0311966 Jan 26 21:46:26.198593 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 42702) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:46:26.252415 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-771a06f0-5f86-429d-96b4-ed41d5e1e8b2 tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] 10.222.0.13 "GET /v2.0/floatingips/14364732-acca-4311-864a-0a49088f0243 HTTP/1.1" status: 200 len: 991 time: 0.1566942 Jan 26 21:46:26.540613 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-333a72f1-ff15-4405-b823-0b21381e959a None None] New status for floating IP 14364732-acca-4311-864a-0a49088f0243: ACTIVE {{(pid=103306) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 26 21:46:26.647498 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-18e70a51-9fca-49a4-9212-2389a5fadc1c tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (5ed3135c-30e1-4fc5-bdbf-bfba4a523991), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:46:26.909070 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-18e70a51-9fca-49a4-9212-2389a5fadc1c tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Publish callbacks [] for port (5ed3135c-30e1-4fc5-bdbf-bfba4a523991), precommit_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:46:26.914527 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-18e70a51-9fca-49a4-9212-2389a5fadc1c tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9281542'] for port (5ed3135c-30e1-4fc5-bdbf-bfba4a523991), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:46:27.024581 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e70a51-9fca-49a4-9212-2389a5fadc1c tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Pushing event updated for resources: {'Port': ['ID=5ed3135c-30e1-4fc5-bdbf-bfba4a523991,revision_number=2']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:46:27.106241 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-18e70a51-9fca-49a4-9212-2389a5fadc1c tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4111050'] for router_interface (b02c426e-abca-4b9f-9466-9a84a109566f), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:46:27.230496 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-18e70a51-9fca-49a4-9212-2389a5fadc1c tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (5ed3135c-30e1-4fc5-bdbf-bfba4a523991), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:46:27.256033 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 42706) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:46:27.293216 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebb2a3aa-2434-417d-bdb6-32b118871569 None None] Network 9ab9392f-f3c4-4aaa-b788-725476d4bb36 requested from n-d-760453-5 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 26 21:46:27.334825 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-84cc2698-5c12-47f2-a687-c48a81c83933 tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] 10.222.0.13 "GET /v2.0/floatingips/14364732-acca-4311-864a-0a49088f0243 HTTP/1.1" status: 200 len: 993 time: 0.0771844 Jan 26 21:46:27.372064 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-8adfce05-c170-468d-9bdb-5a76384cf3eb None None] Provisioning complete for port 483e1d95-bc94-497d-a5e2-d3c47b4954fd triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:46:27.372438 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-8adfce05-c170-468d-9bdb-5a76384cf3eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (483e1d95-bc94-497d-a5e2-d3c47b4954fd), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:46:27.485267 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-8adfce05-c170-468d-9bdb-5a76384cf3eb None None] Current status of the port 483e1d95-bc94-497d-a5e2-d3c47b4954fd is: DOWN; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:46:27.485690 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-8adfce05-c170-468d-9bdb-5a76384cf3eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (483e1d95-bc94-497d-a5e2-d3c47b4954fd), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:46:27.524140 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-8adfce05-c170-468d-9bdb-5a76384cf3eb None None] For port 483e1d95-bc94-497d-a5e2-d3c47b4954fd, host n-d-760453-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=483e1d95-bc94-497d-a5e2-d3c47b4954fd,segment=NetworkSegment(362a9d2f-114f-45c2-bd06-767686cc32bc),segment_id=362a9d2f-114f-45c2-bd06-767686cc32bc)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:46:27.530107 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-8adfce05-c170-468d-9bdb-5a76384cf3eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (483e1d95-bc94-497d-a5e2-d3c47b4954fd), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:46:27.564348 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-18e70a51-9fca-49a4-9212-2389a5fadc1c tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Publish callbacks [] for port (5ed3135c-30e1-4fc5-bdbf-bfba4a523991), precommit_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:46:27.570115 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-18e70a51-9fca-49a4-9212-2389a5fadc1c tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9281542'] for port (5ed3135c-30e1-4fc5-bdbf-bfba4a523991), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:46:27.570970 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-18e70a51-9fca-49a4-9212-2389a5fadc1c tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3709457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4110682'] for router_interface (b02c426e-abca-4b9f-9466-9a84a109566f), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:46:27.593858 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8adfce05-c170-468d-9bdb-5a76384cf3eb None None] Pushing event updated for resources: {'Port': ['ID=483e1d95-bc94-497d-a5e2-d3c47b4954fd,revision_number=3']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:46:27.692537 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e70a51-9fca-49a4-9212-2389a5fadc1c tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Pushing event updated for resources: {'Port': ['ID=5ed3135c-30e1-4fc5-bdbf-bfba4a523991,revision_number=3']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:46:27.742468 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18e70a51-9fca-49a4-9212-2389a5fadc1c tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Network 9ab9392f-f3c4-4aaa-b788-725476d4bb36 is already hosted by enough agents. {{(pid=103304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 21:46:27.743904 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [None req-18e70a51-9fca-49a4-9212-2389a5fadc1c tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Resources bound (agent type, host, resource id): {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:46:27.757651 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-02f4e166-f8d9-4c26-99e0-2598e8a1235f None None] Provisioning complete for port 5ed3135c-30e1-4fc5-bdbf-bfba4a523991 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:46:27.758086 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-02f4e166-f8d9-4c26-99e0-2598e8a1235f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (5ed3135c-30e1-4fc5-bdbf-bfba4a523991), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:46:27.800751 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-02f4e166-f8d9-4c26-99e0-2598e8a1235f None None] Port 5ed3135c-30e1-4fc5-bdbf-bfba4a523991 cannot update to ACTIVE because it is not bound. {{(pid=103306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 26 21:46:27.812534 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-02f4e166-f8d9-4c26-99e0-2598e8a1235f None None] Provisioning complete for port 483e1d95-bc94-497d-a5e2-d3c47b4954fd triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:46:27.813094 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-02f4e166-f8d9-4c26-99e0-2598e8a1235f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (483e1d95-bc94-497d-a5e2-d3c47b4954fd), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:46:27.885587 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18e70a51-9fca-49a4-9212-2389a5fadc1c tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Router b02c426e-abca-4b9f-9466-9a84a109566f is scheduled to L3 agent 09df100c-3af1-4b0a-bda8-05914c71c458 with binding_index 1 {{(pid=103304) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 26 21:46:27.910144 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-02f4e166-f8d9-4c26-99e0-2598e8a1235f None None] Current status of the port 483e1d95-bc94-497d-a5e2-d3c47b4954fd is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:46:28.007236 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18e70a51-9fca-49a4-9212-2389a5fadc1c tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Notify agent at l3_agent.n-d-760453-5 the message routers_updated {{(pid=103304) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 26 21:46:28.015476 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 42710) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:46:28.015668 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-18e70a51-9fca-49a4-9212-2389a5fadc1c tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] 10.222.0.13 "PUT /v2.0/routers/b02c426e-abca-4b9f-9466-9a84a109566f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8158038 Jan 26 21:46:28.021319 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c16ac79e-5bfa-4e86-bf8b-5750eff29bd9 None None] Sync routers for ids ['b02c426e-abca-4b9f-9466-9a84a109566f'] in n-d-760453-5 {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 26 21:46:28.034936 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c16ac79e-5bfa-4e86-bf8b-5750eff29bd9 None None] Routers {'b02c426e-abca-4b9f-9466-9a84a109566f'} bound to L3 agent in host n-d-760453-5 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 21:46:28.037674 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-c16ac79e-5bfa-4e86-bf8b-5750eff29bd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-26T20:55:21Z,description=,heartbeat_timestamp=2022-01-26T21:46:21Z,host='n-d-760453-5',id=09df100c-3af1-4b0a-bda8-05914c71c458,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:55:21Z,topic='l3_agent')) {'router_ids': ['b02c426e-abca-4b9f-9466-9a84a109566f'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:46:28.050142 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-bfc7c978-6157-482c-ae4b-13404afba5f4 None None] Provisioning complete for port 5ed3135c-30e1-4fc5-bdbf-bfba4a523991 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:46:28.050519 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-bfc7c978-6157-482c-ae4b-13404afba5f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (5ed3135c-30e1-4fc5-bdbf-bfba4a523991), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:46:28.074454 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10ea206a-5bca-4cdc-a898-1ffe58f4a673 tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:46:28.079870 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 42712) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:46:28.081847 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-c16ac79e-5bfa-4e86-bf8b-5750eff29bd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760453-5', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:46:28.088930 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-10ea206a-5bca-4cdc-a898-1ffe58f4a673 tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] 10.222.0.13 "GET /v2.0/ports/5ed3135c-30e1-4fc5-bdbf-bfba4a523991 HTTP/1.1" status: 200 len: 984 time: 0.0723312 Jan 26 21:46:28.099062 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c16ac79e-5bfa-4e86-bf8b-5750eff29bd9 None None] Routers {'b02c426e-abca-4b9f-9466-9a84a109566f'} bound to L3 agent in host n-d-760453-5 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 21:46:28.099677 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-c16ac79e-5bfa-4e86-bf8b-5750eff29bd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-26T20:55:21Z,description=,heartbeat_timestamp=2022-01-26T21:46:21Z,host='n-d-760453-5',id=09df100c-3af1-4b0a-bda8-05914c71c458,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:55:21Z,topic='l3_agent')) {'router_ids': ['b02c426e-abca-4b9f-9466-9a84a109566f'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:46:28.112757 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-bfc7c978-6157-482c-ae4b-13404afba5f4 None None] Port 5ed3135c-30e1-4fc5-bdbf-bfba4a523991 cannot update to ACTIVE because it is not bound. {{(pid=103306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 26 21:46:28.142932 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-c16ac79e-5bfa-4e86-bf8b-5750eff29bd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760453-5', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:46:28.143580 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c16ac79e-5bfa-4e86-bf8b-5750eff29bd9 None None] The sync data for ids ['b02c426e-abca-4b9f-9466-9a84a109566f'] in n-d-760453-5 is: [] {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 26 21:46:28.340413 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-7a54ba5a-7868-4cdd-8369-153f7ce37ae8 None None] Provisioning complete for port 5ed3135c-30e1-4fc5-bdbf-bfba4a523991 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:46:28.340904 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-7a54ba5a-7868-4cdd-8369-153f7ce37ae8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (5ed3135c-30e1-4fc5-bdbf-bfba4a523991), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:46:28.401474 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-7a54ba5a-7868-4cdd-8369-153f7ce37ae8 None None] Port 5ed3135c-30e1-4fc5-bdbf-bfba4a523991 cannot update to ACTIVE because it is not bound. {{(pid=103306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 26 21:46:28.404764 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device 483e1d95-bc94-497d-a5e2-d3c47b4954fd up at agent ovs-agent-n-d-760453-5 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 21:46:28.468429 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Provisioning complete for port 483e1d95-bc94-497d-a5e2-d3c47b4954fd triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:46:28.468815 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (483e1d95-bc94-497d-a5e2-d3c47b4954fd), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:46:28.577671 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Current status of the port 483e1d95-bc94-497d-a5e2-d3c47b4954fd is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:46:28.621964 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-b8571b9c-8104-410b-9e91-7d7335e8eb04 None None] Provisioning complete for port 5ed3135c-30e1-4fc5-bdbf-bfba4a523991 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:46:28.622648 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b8571b9c-8104-410b-9e91-7d7335e8eb04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (5ed3135c-30e1-4fc5-bdbf-bfba4a523991), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:46:28.660641 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-b8571b9c-8104-410b-9e91-7d7335e8eb04 None None] Port 5ed3135c-30e1-4fc5-bdbf-bfba4a523991 cannot update to ACTIVE because it is not bound. {{(pid=103306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 26 21:46:28.965365 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-eb75124b-81f0-4733-9a99-8f153ccc51b0 tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4110657'] for router_interface (b02c426e-abca-4b9f-9466-9a84a109566f), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:46:29.224300 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-eb75124b-81f0-4733-9a99-8f153ccc51b0 tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Deleting port 5ed3135c-30e1-4fc5-bdbf-bfba4a523991 {{(pid=103304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 21:46:29.224563 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-eb75124b-81f0-4733-9a99-8f153ccc51b0 tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746560630878'] for port (5ed3135c-30e1-4fc5-bdbf-bfba4a523991), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:46:29.310175 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-eb75124b-81f0-4733-9a99-8f153ccc51b0 tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4109658'] for port (5ed3135c-30e1-4fc5-bdbf-bfba4a523991), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:46:29.322230 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-eb75124b-81f0-4733-9a99-8f153ccc51b0 tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Calling delete_port for 5ed3135c-30e1-4fc5-bdbf-bfba4a523991 owned by network:router_interface {{(pid=103304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 21:46:29.519120 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-eb75124b-81f0-4733-9a99-8f153ccc51b0 tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746560636600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746560234536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9281553'] for port (5ed3135c-30e1-4fc5-bdbf-bfba4a523991), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:46:29.555409 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb75124b-81f0-4733-9a99-8f153ccc51b0 tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Pushing event deleted for resources: {'Port': ['ID=5ed3135c-30e1-4fc5-bdbf-bfba4a523991,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:46:29.655073 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-eb75124b-81f0-4733-9a99-8f153ccc51b0 tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3709480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4110805'] for router_interface (b02c426e-abca-4b9f-9466-9a84a109566f), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:46:29.826257 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb75124b-81f0-4733-9a99-8f153ccc51b0 tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Router b02c426e-abca-4b9f-9466-9a84a109566f has already been hosted by L3 agent 09df100c-3af1-4b0a-bda8-05914c71c458 {{(pid=103304) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 26 21:46:29.908072 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb75124b-81f0-4733-9a99-8f153ccc51b0 tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Notify agent at l3_agent.n-d-760453-5 the message routers_updated {{(pid=103304) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 26 21:46:29.917250 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-eb75124b-81f0-4733-9a99-8f153ccc51b0 tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] 10.222.0.13 "PUT /v2.0/routers/b02c426e-abca-4b9f-9466-9a84a109566f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8326313 Jan 26 21:46:29.917250 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 42718) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:46:29.920027 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79d38665-5999-418d-a044-9807897e08d8 None None] Sync routers for ids ['b02c426e-abca-4b9f-9466-9a84a109566f'] in n-d-760453-5 {{(pid=103306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 26 21:46:29.933595 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79d38665-5999-418d-a044-9807897e08d8 None None] Routers {'b02c426e-abca-4b9f-9466-9a84a109566f'} bound to L3 agent in host n-d-760453-5 {{(pid=103306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 21:46:29.934607 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-79d38665-5999-418d-a044-9807897e08d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-26T20:55:21Z,description=,heartbeat_timestamp=2022-01-26T21:46:21Z,host='n-d-760453-5',id=09df100c-3af1-4b0a-bda8-05914c71c458,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:55:21Z,topic='l3_agent')) {'router_ids': ['b02c426e-abca-4b9f-9466-9a84a109566f'], 'active': True} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:46:29.975470 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-79d38665-5999-418d-a044-9807897e08d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760453-5', False) {} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:46:29.984384 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79d38665-5999-418d-a044-9807897e08d8 None None] Routers {'b02c426e-abca-4b9f-9466-9a84a109566f'} bound to L3 agent in host n-d-760453-5 {{(pid=103306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 21:46:29.984990 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-79d38665-5999-418d-a044-9807897e08d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-26T20:55:21Z,description=,heartbeat_timestamp=2022-01-26T21:46:21Z,host='n-d-760453-5',id=09df100c-3af1-4b0a-bda8-05914c71c458,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:55:21Z,topic='l3_agent')) {'router_ids': ['b02c426e-abca-4b9f-9466-9a84a109566f'], 'active': True} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:46:30.020568 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-79d38665-5999-418d-a044-9807897e08d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760453-5', False) {} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:46:30.021214 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79d38665-5999-418d-a044-9807897e08d8 None None] The sync data for ids ['b02c426e-abca-4b9f-9466-9a84a109566f'] in n-d-760453-5 is: [] {{(pid=103306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 26 21:46:30.106281 n-d-760453-5 neutron-server[103304]: INFO neutron.api.v2.resource [None req-f11bfa5f-0b3d-4171-8db4-6042e9ad50a0 tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] remove_router_interface failed (client error): The resource could not be found. Jan 26 21:46:30.107354 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-f11bfa5f-0b3d-4171-8db4-6042e9ad50a0 tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] 10.222.0.13 "PUT /v2.0/routers/b02c426e-abca-4b9f-9466-9a84a109566f/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.1898668 Jan 26 21:46:30.110333 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 42720) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:46:30.137747 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-faadc579-848d-4886-8251-a300eca0a95d tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] 10.222.0.13 "GET /v2.0/ports?device_id=b02c426e-abca-4b9f-9466-9a84a109566f HTTP/1.1" status: 200 len: 205 time: 0.0263250 Jan 26 21:46:30.140183 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 42722) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:46:30.219645 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-9bf610c7-d2fb-40b3-9672-9e1e2d1ac2be tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Publish callbacks [] for router (b02c426e-abca-4b9f-9466-9a84a109566f), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:46:30.384156 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-9bf610c7-d2fb-40b3-9672-9e1e2d1ac2be tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4105774', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13082'] for router (b02c426e-abca-4b9f-9466-9a84a109566f), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:46:30.386473 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-9bf610c7-d2fb-40b3-9672-9e1e2d1ac2be tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Publish callbacks [] for router_controller (b02c426e-abca-4b9f-9466-9a84a109566f), precommit_delete_associations {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:46:30.433061 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-9bf610c7-d2fb-40b3-9672-9e1e2d1ac2be tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4105767'] for router (b02c426e-abca-4b9f-9466-9a84a109566f), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:46:30.433610 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9bf610c7-d2fb-40b3-9672-9e1e2d1ac2be tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Fanout notify agent at l3_agent the message router_deleted on router b02c426e-abca-4b9f-9466-9a84a109566f {{(pid=103304) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 26 21:46:30.440865 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-9bf610c7-d2fb-40b3-9672-9e1e2d1ac2be tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Publish callbacks [] for router (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:46:30.442034 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-9bf610c7-d2fb-40b3-9672-9e1e2d1ac2be tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] 10.222.0.13 "DELETE /v2.0/routers/b02c426e-abca-4b9f-9466-9a84a109566f HTTP/1.1" status: 204 len: 168 time: 0.3009501 Jan 26 21:46:30.444710 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 42724) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:46:30.496861 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.db_base_plugin_v2 [None req-54429f25-7b00-4376-8712-afdd1dfbf2d2 tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Deleting subnet b8f7c72f-dfad-41f2-bf3d-45c4a4a02c29 {{(pid=103304) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 26 21:46:30.499979 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-54429f25-7b00-4376-8712-afdd1dfbf2d2 tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Publish callbacks [] for subnet (b8f7c72f-dfad-41f2-bf3d-45c4a4a02c29), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:46:30.543838 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-54429f25-7b00-4376-8712-afdd1dfbf2d2 tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8881284'] for subnet (b8f7c72f-dfad-41f2-bf3d-45c4a4a02c29), precommit_delete_associations {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:46:30.626683 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-54429f25-7b00-4376-8712-afdd1dfbf2d2 tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687316'] for subnet (b8f7c72f-dfad-41f2-bf3d-45c4a4a02c29), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:46:30.685001 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-54429f25-7b00-4376-8712-afdd1dfbf2d2 tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9281612', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12215216'] for subnet (b8f7c72f-dfad-41f2-bf3d-45c4a4a02c29), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:46:30.718077 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54429f25-7b00-4376-8712-afdd1dfbf2d2 tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Pushing event deleted for resources: {'Subnet': ['ID=b8f7c72f-dfad-41f2-bf3d-45c4a4a02c29,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:46:30.720068 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-54429f25-7b00-4376-8712-afdd1dfbf2d2 tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Publish callbacks [] for subnet (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:46:30.723493 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-54429f25-7b00-4376-8712-afdd1dfbf2d2 tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] 10.222.0.13 "DELETE /v2.0/subnets/b8f7c72f-dfad-41f2-bf3d-45c4a4a02c29 HTTP/1.1" status: 204 len: 168 time: 0.2776170 Jan 26 21:46:30.724269 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63f9c1d2-f055-404a-b62a-fd05ef7d435b None None] Network 9ab9392f-f3c4-4aaa-b788-725476d4bb36 requested from n-d-760453-5 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 26 21:46:30.725892 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 42726) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:46:30.801578 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-c979a2f8-877c-4b6d-b891-4e891da278d6 tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-748181'] for network (9ab9392f-f3c4-4aaa-b788-725476d4bb36), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:46:30.857511 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-c979a2f8-877c-4b6d-b891-4e891da278d6 tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Deleting port 483e1d95-bc94-497d-a5e2-d3c47b4954fd {{(pid=103304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 21:46:30.857857 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-c979a2f8-877c-4b6d-b891-4e891da278d6 tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746560630878'] for port (483e1d95-bc94-497d-a5e2-d3c47b4954fd), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:46:30.878654 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba61d186-7708-4680-95a8-2098299899c9 None None] DHCP port deletion for 9ab9392f-f3c4-4aaa-b788-725476d4bb36 request from n-d-760453-5 {{(pid=103306) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 26 21:46:30.931602 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-ba61d186-7708-4680-95a8-2098299899c9 None None] Deleting port 483e1d95-bc94-497d-a5e2-d3c47b4954fd {{(pid=103306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 21:46:30.932520 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-ba61d186-7708-4680-95a8-2098299899c9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746560630878'] for port (483e1d95-bc94-497d-a5e2-d3c47b4954fd), before_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:46:30.940861 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [None req-c979a2f8-877c-4b6d-b891-4e891da278d6 tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] For port 483e1d95-bc94-497d-a5e2-d3c47b4954fd, host n-d-760453-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=483e1d95-bc94-497d-a5e2-d3c47b4954fd,segment=NetworkSegment(362a9d2f-114f-45c2-bd06-767686cc32bc),segment_id=362a9d2f-114f-45c2-bd06-767686cc32bc)] {{(pid=103304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:46:30.941278 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-c979a2f8-877c-4b6d-b891-4e891da278d6 tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4109658'] for port (483e1d95-bc94-497d-a5e2-d3c47b4954fd), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:46:30.956708 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-c979a2f8-877c-4b6d-b891-4e891da278d6 tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Calling delete_port for 483e1d95-bc94-497d-a5e2-d3c47b4954fd owned by network:dhcp {{(pid=103304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 21:46:31.004203 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-ba61d186-7708-4680-95a8-2098299899c9 None None] For port 483e1d95-bc94-497d-a5e2-d3c47b4954fd, host n-d-760453-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=483e1d95-bc94-497d-a5e2-d3c47b4954fd,segment=NetworkSegment(362a9d2f-114f-45c2-bd06-767686cc32bc),segment_id=362a9d2f-114f-45c2-bd06-767686cc32bc)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:46:31.004613 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-ba61d186-7708-4680-95a8-2098299899c9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4109658'] for port (483e1d95-bc94-497d-a5e2-d3c47b4954fd), precommit_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:46:31.048171 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-c979a2f8-877c-4b6d-b891-4e891da278d6 tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746560636600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746560234536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9281553'] for port (483e1d95-bc94-497d-a5e2-d3c47b4954fd), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:46:31.092858 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c979a2f8-877c-4b6d-b891-4e891da278d6 tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Pushing event deleted for resources: {'Port': ['ID=483e1d95-bc94-497d-a5e2-d3c47b4954fd,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:46:31.098076 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c979a2f8-877c-4b6d-b891-4e891da278d6 tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] No DVR routers for this DVR port 483e1d95-bc94-497d-a5e2-d3c47b4954fd on host n-d-760453-5 {{(pid=103304) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 26 21:46:31.187131 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-ba61d186-7708-4680-95a8-2098299899c9 None None] Calling delete_port for 483e1d95-bc94-497d-a5e2-d3c47b4954fd owned by network:dhcp {{(pid=103306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 21:46:31.189632 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-c979a2f8-877c-4b6d-b891-4e891da278d6 tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-686403', 'neutron.services.segments.db._delete_segments_for_network-8746560774018'] for network (9ab9392f-f3c4-4aaa-b788-725476d4bb36), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:46:31.212779 n-d-760453-5 neutron-server[103304]: DEBUG neutron.services.segments.db [None req-c979a2f8-877c-4b6d-b891-4e891da278d6 tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9ab9392f-f3c4-4aaa-b788-725476d4bb36']}} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:46:31.223790 n-d-760453-5 neutron-server[103304]: DEBUG neutron.services.segments.db [None req-c979a2f8-877c-4b6d-b891-4e891da278d6 tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '362a9d2f-114f-45c2-bd06-767686cc32bc') {'for_net_delete': True} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:46:31.224157 n-d-760453-5 neutron-server[103304]: DEBUG neutron.services.segments.db [None req-c979a2f8-877c-4b6d-b891-4e891da278d6 tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '362a9d2f-114f-45c2-bd06-767686cc32bc') {} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:46:31.234476 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-c979a2f8-877c-4b6d-b891-4e891da278d6 tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746560742283', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8881293'] for segment (362a9d2f-114f-45c2-bd06-767686cc32bc), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:46:31.248625 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-c979a2f8-877c-4b6d-b891-4e891da278d6 tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576559'] for segment (362a9d2f-114f-45c2-bd06-767686cc32bc), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:46:31.257072 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c979a2f8-877c-4b6d-b891-4e891da278d6 tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Releasing vlan 569 on physical network physnet1 to pool {{(pid=103304) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 26 21:46:31.257839 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-c979a2f8-877c-4b6d-b891-4e891da278d6 tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9281762'] for segment (362a9d2f-114f-45c2-bd06-767686cc32bc), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:46:31.263243 n-d-760453-5 neutron-server[103304]: Traceback (most recent call last): Jan 26 21:46:31.263243 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 26 21:46:31.263243 n-d-760453-5 neutron-server[103304]: timer() Jan 26 21:46:31.263243 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 26 21:46:31.263243 n-d-760453-5 neutron-server[103304]: cb(*args, **kw) Jan 26 21:46:31.263243 n-d-760453-5 neutron-server[103304]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 26 21:46:31.263243 n-d-760453-5 neutron-server[103304]: return func(*args, **kwargs) Jan 26 21:46:31.263243 n-d-760453-5 neutron-server[103304]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 26 21:46:31.263243 n-d-760453-5 neutron-server[103304]: self._notify() Jan 26 21:46:31.263243 n-d-760453-5 neutron-server[103304]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 26 21:46:31.263243 n-d-760453-5 neutron-server[103304]: self.callback(batched_events) Jan 26 21:46:31.263243 n-d-760453-5 neutron-server[103304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 26 21:46:31.263243 n-d-760453-5 neutron-server[103304]: event.method(event) Jan 26 21:46:31.263243 n-d-760453-5 neutron-server[103304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 26 21:46:31.263243 n-d-760453-5 neutron-server[103304]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 26 21:46:31.263243 n-d-760453-5 neutron-server[103304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 26 21:46:31.263243 n-d-760453-5 neutron-server[103304]: aggregate_uuid = self.p_client.list_aggregates( Jan 26 21:46:31.263243 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 26 21:46:31.263243 n-d-760453-5 neutron-server[103304]: return f(self, *a, **k) Jan 26 21:46:31.263243 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 26 21:46:31.263243 n-d-760453-5 neutron-server[103304]: return self._get(url).json() Jan 26 21:46:31.263243 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 26 21:46:31.263243 n-d-760453-5 neutron-server[103304]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 26 21:46:31.263243 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 26 21:46:31.263243 n-d-760453-5 neutron-server[103304]: return self.request(url, 'GET', **kwargs) Jan 26 21:46:31.263243 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 26 21:46:31.263243 n-d-760453-5 neutron-server[103304]: base_url = self.get_endpoint(auth, allow=allow, Jan 26 21:46:31.263243 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 26 21:46:31.263243 n-d-760453-5 neutron-server[103304]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 26 21:46:31.263243 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 26 21:46:31.263243 n-d-760453-5 neutron-server[103304]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 26 21:46:31.263243 n-d-760453-5 neutron-server[103304]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 26 21:46:31.270455 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-ba61d186-7708-4680-95a8-2098299899c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746560636600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746560234536'] for port (483e1d95-bc94-497d-a5e2-d3c47b4954fd), after_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:46:31.297581 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba61d186-7708-4680-95a8-2098299899c9 None None] Pushing event deleted for resources: {'Port': ['ID=483e1d95-bc94-497d-a5e2-d3c47b4954fd,revision_number=None']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:46:31.301464 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba61d186-7708-4680-95a8-2098299899c9 None None] No DVR routers for this DVR port 483e1d95-bc94-497d-a5e2-d3c47b4954fd on host n-d-760453-5 {{(pid=103306) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 26 21:46:31.337549 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-c979a2f8-877c-4b6d-b891-4e891da278d6 tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4110931'] for network (9ab9392f-f3c4-4aaa-b788-725476d4bb36), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:46:31.345181 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-c979a2f8-877c-4b6d-b891-4e891da278d6 tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Publish callbacks [] for network (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:46:31.348421 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-c979a2f8-877c-4b6d-b891-4e891da278d6 tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] 10.222.0.13 "DELETE /v2.0/networks/9ab9392f-f3c4-4aaa-b788-725476d4bb36 HTTP/1.1" status: 204 len: 168 time: 0.6214211 Jan 26 21:46:31.352183 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 42736) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:46:31.357217 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-6199e167-044a-4545-ba4d-b5f3873d4ab5 tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1234476757'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:46:31.364530 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c979a2f8-877c-4b6d-b891-4e891da278d6 tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Pushing event deleted for resources: {'Network': ['ID=9ab9392f-f3c4-4aaa-b788-725476d4bb36,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:46:31.378763 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6199e167-044a-4545-ba4d-b5f3873d4ab5 tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Made reservation on behalf of 875729a301494bb99d4fc208a57de2a1 for: {'network': 1} {{(pid=103305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 21:46:31.382156 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-6199e167-044a-4545-ba4d-b5f3873d4ab5 tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for network (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:46:31.413189 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6199e167-044a-4545-ba4d-b5f3873d4ab5 tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] vlan segment allocate from pool success with {'vlan_id': 585, 'physical_network': 'physnet1'} {{(pid=103305) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 26 21:46:31.423279 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-6199e167-044a-4545-ba4d-b5f3873d4ab5 tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576559'] for segment (a08d9c88-738b-4e86-8fb0-a36e2e293db3), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:46:31.423873 n-d-760453-5 neutron-server[103305]: INFO neutron.db.segments_db [None req-6199e167-044a-4545-ba4d-b5f3873d4ab5 tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Added segment a08d9c88-738b-4e86-8fb0-a36e2e293db3 of type vlan for network c64d9d7e-3f5c-48bb-8eb1-e229178c6211 Jan 26 21:46:31.470936 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-6199e167-044a-4545-ba4d-b5f3873d4ab5 tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746560256871'] for network (c64d9d7e-3f5c-48bb-8eb1-e229178c6211), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:46:31.496191 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-6199e167-044a-4545-ba4d-b5f3873d4ab5 tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503'] for network (c64d9d7e-3f5c-48bb-8eb1-e229178c6211), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:46:31.501356 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6199e167-044a-4545-ba4d-b5f3873d4ab5 tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:46:31.502113 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-6199e167-044a-4545-ba4d-b5f3873d4ab5 tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Publish callbacks [] for network (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:46:31.571245 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-6199e167-044a-4545-ba4d-b5f3873d4ab5 tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.2152183 Jan 26 21:46:31.572065 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 42738) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:46:31.580472 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-f35e0938-7715-4e43-aef0-68406006305a tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Request body: {'subnet': {'network_id': 'c64d9d7e-3f5c-48bb-8eb1-e229178c6211', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:46:31.598027 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.agents_db [None req-569f1ced-6396-4ddf-b79f-e03b0b2146ab None None] Agent healthcheck: found 7 active agents {{(pid=103307) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 26 21:46:31.602185 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6199e167-044a-4545-ba4d-b5f3873d4ab5 tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Pushing event updated for resources: {'Network': ['ID=c64d9d7e-3f5c-48bb-8eb1-e229178c6211,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:46:31.612528 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Network c64d9d7e-3f5c-48bb-8eb1-e229178c6211 details requested by agent ovs-agent-n-d-760453-5 with host n-d-760453-5 {{(pid=103306) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 26 21:46:31.674331 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f35e0938-7715-4e43-aef0-68406006305a tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Made reservation on behalf of 875729a301494bb99d4fc208a57de2a1 for: {'subnet': 1} {{(pid=103305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 21:46:31.678190 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-f35e0938-7715-4e43-aef0-68406006305a tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11599953'] for subnet (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:46:31.861176 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-f35e0938-7715-4e43-aef0-68406006305a tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11788839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11599975'] for subnet (44c2fab6-3c47-4c6c-97db-b58c9829b9a1), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:46:31.927652 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35e0938-7715-4e43-aef0-68406006305a tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Pushing event updated for resources: {'Subnet': ['ID=44c2fab6-3c47-4c6c-97db-b58c9829b9a1,revision_number=0']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:46:31.938060 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f35e0938-7715-4e43-aef0-68406006305a tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Checking segment: {'id': 'a08d9c88-738b-4e86-8fb0-a36e2e293db3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'c64d9d7e-3f5c-48bb-8eb1-e229178c6211'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103305) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 21:46:31.938424 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f35e0938-7715-4e43-aef0-68406006305a tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Network hostable DHCP agents. Network: c64d9d7e-3f5c-48bb-8eb1-e229178c6211, hostable agents: ['474ccdf7-ab6c-405b-a3b2-dc7b05829902'], hosted agents: [] {{(pid=103305) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 26 21:46:31.956009 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f35e0938-7715-4e43-aef0-68406006305a tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Network c64d9d7e-3f5c-48bb-8eb1-e229178c6211 is scheduled to be hosted by DHCP agent 474ccdf7-ab6c-405b-a3b2-dc7b05829902 with binding_index 1 {{(pid=103305) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 26 21:46:31.965727 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [None req-f35e0938-7715-4e43-aef0-68406006305a tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760453-5, c64d9d7e-3f5c-48bb-8eb1-e229178c6211) {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:46:31.970518 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f35e0938-7715-4e43-aef0-68406006305a tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:46:31.971225 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-f35e0938-7715-4e43-aef0-68406006305a tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Publish callbacks [] for subnet (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:46:31.975943 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4434efe-65f2-4eaa-9301-03957d350db9 None None] Network c64d9d7e-3f5c-48bb-8eb1-e229178c6211 requested from n-d-760453-5 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 26 21:46:31.989820 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-f35e0938-7715-4e43-aef0-68406006305a tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4158835 Jan 26 21:46:31.992330 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 42740) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:46:31.997636 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-08729ca7-8fea-450b-8aac-dcd3716d5350 tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1595980261', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:46:32.018249 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-08729ca7-8fea-450b-8aac-dcd3716d5350 tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4104596', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13108'] for router (65cf4d57-b956-47ef-a195-7e654dbf5171), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:46:32.019253 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-08729ca7-8fea-450b-8aac-dcd3716d5350 tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4105828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4111306', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3733576', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13069'] for router (65cf4d57-b956-47ef-a195-7e654dbf5171), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:46:32.073409 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-08729ca7-8fea-450b-8aac-dcd3716d5350 tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Publish callbacks [] for router_controller (65cf4d57-b956-47ef-a195-7e654dbf5171), precommit_add_association {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:46:32.082011 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-08729ca7-8fea-450b-8aac-dcd3716d5350 tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4105757', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4111263'] for router (65cf4d57-b956-47ef-a195-7e654dbf5171), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:46:32.093141 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-309cd29f-1173-4384-ac16-cbea7393c1b5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3c4099e8-8ffb-51d1-af7f-5868973e933f-c64d9d7e-3f5c-48bb-8eb1-e229178c6211', 'network_id': 'c64d9d7e-3f5c-48bb-8eb1-e229178c6211', 'project_id': '875729a301494bb99d4fc208a57de2a1', 'fixed_ips': [{'subnet_id': '44c2fab6-3c47-4c6c-97db-b58c9829b9a1'}]}} from n-d-760453-5. {{(pid=103306) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 26 21:46:32.094355 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-309cd29f-1173-4384-ac16-cbea7393c1b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (None), before_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:46:32.100247 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-08729ca7-8fea-450b-8aac-dcd3716d5350 tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Publish callbacks [] for router (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:46:32.104529 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-08729ca7-8fea-450b-8aac-dcd3716d5350 tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.1081462 Jan 26 21:46:32.104971 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 42744) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:46:32.239226 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.db_base_plugin_common [None req-309cd29f-1173-4384-ac16-cbea7393c1b5 None None] Allocated IP 2001:db8::2 (c64d9d7e-3f5c-48bb-8eb1-e229178c6211/44c2fab6-3c47-4c6c-97db-b58c9829b9a1/e0b8f22e-3edc-4c1d-8ec5-ba27a7f63060) {{(pid=103306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 21:46:32.324821 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device 483e1d95-bc94-497d-a5e2-d3c47b4954fd no longer exists at agent ovs-agent-n-d-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 26 21:46:32.356855 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] No Port match for: 483e1d95-bc94-497d-a5e2-d3c47b4954fd {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 26 21:46:32.357198 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device 483e1d95-bc94-497d-a5e2-d3c47b4954fd not bound to the agent host n-d-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 26 21:46:32.406662 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-b1cb83bd-4191-4e7c-9a4f-f94494e1b51c tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:46:32.445241 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-309cd29f-1173-4384-ac16-cbea7393c1b5 None None] Publish callbacks [] for port (e0b8f22e-3edc-4c1d-8ec5-ba27a7f63060), precommit_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:46:32.451384 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-309cd29f-1173-4384-ac16-cbea7393c1b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746560234527'] for port (e0b8f22e-3edc-4c1d-8ec5-ba27a7f63060), after_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:46:32.491990 n-d-760453-5 neutron-server[103306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-309cd29f-1173-4384-ac16-cbea7393c1b5 None None] Network c64d9d7e-3f5c-48bb-8eb1-e229178c6211 is already hosted by enough agents. {{(pid=103306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 21:46:32.496810 n-d-760453-5 neutron-server[103306]: DEBUG neutron.scheduler.base_scheduler [None req-309cd29f-1173-4384-ac16-cbea7393c1b5 None None] Resources bound (agent type, host, resource id): {{(pid=103306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:46:32.501321 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-309cd29f-1173-4384-ac16-cbea7393c1b5 None None] Received port after_create {{(pid=103306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 21:46:32.506698 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-309cd29f-1173-4384-ac16-cbea7393c1b5 None None] Pushing event updated for resources: {'Port': ['ID=e0b8f22e-3edc-4c1d-8ec5-ba27a7f63060,revision_number=1']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:46:32.557047 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-309cd29f-1173-4384-ac16-cbea7393c1b5 None None] Attempting to bind port e0b8f22e-3edc-4c1d-8ec5-ba27a7f63060 on host n-d-760453-5 for vnic_type normal with profile {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 21:46:32.557463 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-309cd29f-1173-4384-ac16-cbea7393c1b5 None None] Attempting to bind port e0b8f22e-3edc-4c1d-8ec5-ba27a7f63060 by drivers openvswitch,hyperv on host n-d-760453-5 at level 0 using segments [{'id': 'a08d9c88-738b-4e86-8fb0-a36e2e293db3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'c64d9d7e-3f5c-48bb-8eb1-e229178c6211'}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 26 21:46:32.557801 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-309cd29f-1173-4384-ac16-cbea7393c1b5 None None] Attempting to bind port e0b8f22e-3edc-4c1d-8ec5-ba27a7f63060 on network c64d9d7e-3f5c-48bb-8eb1-e229178c6211 {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 21:46:32.563047 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-309cd29f-1173-4384-ac16-cbea7393c1b5 None None] Checking agent: {'id': 'fea0591a-627d-4c87-9a9a-01625ddf3277', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760453-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 20, 55, 25), 'started_at': datetime.datetime(2022, 1, 26, 20, 55, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 21, 46, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760453-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 26 21:46:32.563418 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-309cd29f-1173-4384-ac16-cbea7393c1b5 None None] Checking segment: {'id': 'a08d9c88-738b-4e86-8fb0-a36e2e293db3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'c64d9d7e-3f5c-48bb-8eb1-e229178c6211'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 21:46:32.563814 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-309cd29f-1173-4384-ac16-cbea7393c1b5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:46:32.564200 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-309cd29f-1173-4384-ac16-cbea7393c1b5 None None] Bound using segment: {'id': 'a08d9c88-738b-4e86-8fb0-a36e2e293db3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'c64d9d7e-3f5c-48bb-8eb1-e229178c6211'} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 26 21:46:32.564658 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-309cd29f-1173-4384-ac16-cbea7393c1b5 None None] Bound port: e0b8f22e-3edc-4c1d-8ec5-ba27a7f63060, host: n-d-760453-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a08d9c88-738b-4e86-8fb0-a36e2e293db3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'c64d9d7e-3f5c-48bb-8eb1-e229178c6211'}}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 26 21:46:32.565031 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-309cd29f-1173-4384-ac16-cbea7393c1b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (e0b8f22e-3edc-4c1d-8ec5-ba27a7f63060), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:46:32.631878 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-309cd29f-1173-4384-ac16-cbea7393c1b5 None None] For port e0b8f22e-3edc-4c1d-8ec5-ba27a7f63060, host n-d-760453-5, cleared binding levels {{(pid=103306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 26 21:46:32.636416 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-309cd29f-1173-4384-ac16-cbea7393c1b5 None None] For port e0b8f22e-3edc-4c1d-8ec5-ba27a7f63060, host n-d-760453-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=e0b8f22e-3edc-4c1d-8ec5-ba27a7f63060,segment=NetworkSegment(a08d9c88-738b-4e86-8fb0-a36e2e293db3),segment_id=a08d9c88-738b-4e86-8fb0-a36e2e293db3)] {{(pid=103306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 26 21:46:32.641449 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-309cd29f-1173-4384-ac16-cbea7393c1b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (e0b8f22e-3edc-4c1d-8ec5-ba27a7f63060), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:46:32.709915 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-309cd29f-1173-4384-ac16-cbea7393c1b5 None None] Pushing event updated for resources: {'Port': ['ID=e0b8f22e-3edc-4c1d-8ec5-ba27a7f63060,revision_number=2']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:46:32.726108 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.db_base_plugin_common [None req-b1cb83bd-4191-4e7c-9a4f-f94494e1b51c tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Allocated IP 2001:db8::1 (c64d9d7e-3f5c-48bb-8eb1-e229178c6211/44c2fab6-3c47-4c6c-97db-b58c9829b9a1/69ca40fd-ce91-427c-81a9-5bf9035ef798) {{(pid=103304) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 21:46:32.845215 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-b1cb83bd-4191-4e7c-9a4f-f94494e1b51c tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Publish callbacks [] for port (69ca40fd-ce91-427c-81a9-5bf9035ef798), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:46:32.898442 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-b1cb83bd-4191-4e7c-9a4f-f94494e1b51c tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746560234527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9281553'] for port (69ca40fd-ce91-427c-81a9-5bf9035ef798), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:46:32.953564 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1cb83bd-4191-4e7c-9a4f-f94494e1b51c tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Network c64d9d7e-3f5c-48bb-8eb1-e229178c6211 is already hosted by enough agents. {{(pid=103304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 21:46:32.964676 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [None req-b1cb83bd-4191-4e7c-9a4f-f94494e1b51c tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Resources bound (agent type, host, resource id): {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:46:32.967603 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1cb83bd-4191-4e7c-9a4f-f94494e1b51c tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Received port after_create {{(pid=103304) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 21:46:32.968443 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-b1cb83bd-4191-4e7c-9a4f-f94494e1b51c tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4111050'] for router_interface (65cf4d57-b956-47ef-a195-7e654dbf5171), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:46:32.980997 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1cb83bd-4191-4e7c-9a4f-f94494e1b51c tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Pushing event updated for resources: {'Port': ['ID=69ca40fd-ce91-427c-81a9-5bf9035ef798,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:46:33.107428 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-b1cb83bd-4191-4e7c-9a4f-f94494e1b51c tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (69ca40fd-ce91-427c-81a9-5bf9035ef798), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:46:33.378726 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-b1cb83bd-4191-4e7c-9a4f-f94494e1b51c tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Publish callbacks [] for port (69ca40fd-ce91-427c-81a9-5bf9035ef798), precommit_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:46:33.383778 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-b1cb83bd-4191-4e7c-9a4f-f94494e1b51c tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9281542'] for port (69ca40fd-ce91-427c-81a9-5bf9035ef798), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:46:33.384939 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-b1cb83bd-4191-4e7c-9a4f-f94494e1b51c tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3709457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4110682'] for router_interface (65cf4d57-b956-47ef-a195-7e654dbf5171), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:46:33.771399 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-866d006c-6ffb-4ef0-a033-c8c0ff4f890d None None] Network c64d9d7e-3f5c-48bb-8eb1-e229178c6211 requested from n-d-760453-5 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 26 21:46:33.839757 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1cb83bd-4191-4e7c-9a4f-f94494e1b51c tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Pushing event updated for resources: {'Port': ['ID=69ca40fd-ce91-427c-81a9-5bf9035ef798,revision_number=2']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:46:33.849437 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-b5da8b08-70fd-4062-bb58-1eca7998181a None None] Provisioning complete for port e0b8f22e-3edc-4c1d-8ec5-ba27a7f63060 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:46:33.850068 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b5da8b08-70fd-4062-bb58-1eca7998181a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (e0b8f22e-3edc-4c1d-8ec5-ba27a7f63060), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:46:33.877912 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1cb83bd-4191-4e7c-9a4f-f94494e1b51c tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Network c64d9d7e-3f5c-48bb-8eb1-e229178c6211 is already hosted by enough agents. {{(pid=103304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 21:46:33.879481 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [None req-b1cb83bd-4191-4e7c-9a4f-f94494e1b51c tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Resources bound (agent type, host, resource id): {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:46:33.981011 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-b5da8b08-70fd-4062-bb58-1eca7998181a None None] Current status of the port e0b8f22e-3edc-4c1d-8ec5-ba27a7f63060 is: DOWN; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:46:33.981330 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b5da8b08-70fd-4062-bb58-1eca7998181a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (e0b8f22e-3edc-4c1d-8ec5-ba27a7f63060), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:46:34.020546 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-b5da8b08-70fd-4062-bb58-1eca7998181a None None] For port e0b8f22e-3edc-4c1d-8ec5-ba27a7f63060, host n-d-760453-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=e0b8f22e-3edc-4c1d-8ec5-ba27a7f63060,segment=NetworkSegment(a08d9c88-738b-4e86-8fb0-a36e2e293db3),segment_id=a08d9c88-738b-4e86-8fb0-a36e2e293db3)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:46:34.028169 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1cb83bd-4191-4e7c-9a4f-f94494e1b51c tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Router 65cf4d57-b956-47ef-a195-7e654dbf5171 is scheduled to L3 agent 09df100c-3af1-4b0a-bda8-05914c71c458 with binding_index 1 {{(pid=103304) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 26 21:46:34.031282 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b5da8b08-70fd-4062-bb58-1eca7998181a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (e0b8f22e-3edc-4c1d-8ec5-ba27a7f63060), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:46:34.093828 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5da8b08-70fd-4062-bb58-1eca7998181a None None] Pushing event updated for resources: {'Port': ['ID=e0b8f22e-3edc-4c1d-8ec5-ba27a7f63060,revision_number=3']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:46:34.154776 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1cb83bd-4191-4e7c-9a4f-f94494e1b51c tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Notify agent at l3_agent.n-d-760453-5 the message routers_updated {{(pid=103304) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 26 21:46:34.160097 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-b1cb83bd-4191-4e7c-9a4f-f94494e1b51c tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] 10.222.0.13 "PUT /v2.0/routers/65cf4d57-b956-47ef-a195-7e654dbf5171/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0538099 Jan 26 21:46:34.162543 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 42750) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:46:34.168729 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa3f7f1c-7065-420f-b7cf-12f9babeb377 None None] Sync routers for ids ['65cf4d57-b956-47ef-a195-7e654dbf5171'] in n-d-760453-5 {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 26 21:46:34.178708 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa3f7f1c-7065-420f-b7cf-12f9babeb377 None None] Routers {'65cf4d57-b956-47ef-a195-7e654dbf5171'} bound to L3 agent in host n-d-760453-5 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 21:46:34.179411 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-fa3f7f1c-7065-420f-b7cf-12f9babeb377 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-26T20:55:21Z,description=,heartbeat_timestamp=2022-01-26T21:46:21Z,host='n-d-760453-5',id=09df100c-3af1-4b0a-bda8-05914c71c458,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:55:21Z,topic='l3_agent')) {'router_ids': ['65cf4d57-b956-47ef-a195-7e654dbf5171'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:46:34.214154 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-fa3f7f1c-7065-420f-b7cf-12f9babeb377 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760453-5', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:46:34.220024 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad0eebc3-1be8-4181-b552-fad812c4fdca tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:46:34.221815 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-ad0eebc3-1be8-4181-b552-fad812c4fdca tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] 10.222.0.13 "GET /v2.0/ports/69ca40fd-ce91-427c-81a9-5bf9035ef798 HTTP/1.1" status: 200 len: 911 time: 0.0582707 Jan 26 21:46:34.224572 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 42752) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:46:34.226596 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa3f7f1c-7065-420f-b7cf-12f9babeb377 None None] Routers {'65cf4d57-b956-47ef-a195-7e654dbf5171'} bound to L3 agent in host n-d-760453-5 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 21:46:34.227227 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-fa3f7f1c-7065-420f-b7cf-12f9babeb377 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-26T20:55:21Z,description=,heartbeat_timestamp=2022-01-26T21:46:21Z,host='n-d-760453-5',id=09df100c-3af1-4b0a-bda8-05914c71c458,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:55:21Z,topic='l3_agent')) {'router_ids': ['65cf4d57-b956-47ef-a195-7e654dbf5171'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:46:34.272810 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-fa3f7f1c-7065-420f-b7cf-12f9babeb377 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760453-5', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:46:34.273940 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa3f7f1c-7065-420f-b7cf-12f9babeb377 None None] The sync data for ids ['65cf4d57-b956-47ef-a195-7e654dbf5171'] in n-d-760453-5 is: [] {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 26 21:46:34.366248 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-abcc8e6d-3927-4f0d-a0d8-fdf5d43d2b65 None None] Provisioning complete for port e0b8f22e-3edc-4c1d-8ec5-ba27a7f63060 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:46:34.366850 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-abcc8e6d-3927-4f0d-a0d8-fdf5d43d2b65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (e0b8f22e-3edc-4c1d-8ec5-ba27a7f63060), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:46:34.440510 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device e0b8f22e-3edc-4c1d-8ec5-ba27a7f63060 up at agent ovs-agent-n-d-760453-5 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 21:46:34.527918 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-abcc8e6d-3927-4f0d-a0d8-fdf5d43d2b65 None None] Current status of the port e0b8f22e-3edc-4c1d-8ec5-ba27a7f63060 is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:46:34.540850 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-abcc8e6d-3927-4f0d-a0d8-fdf5d43d2b65 None None] Provisioning complete for port 69ca40fd-ce91-427c-81a9-5bf9035ef798 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:46:34.541799 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-abcc8e6d-3927-4f0d-a0d8-fdf5d43d2b65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (69ca40fd-ce91-427c-81a9-5bf9035ef798), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:46:34.589435 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-abcc8e6d-3927-4f0d-a0d8-fdf5d43d2b65 None None] Port 69ca40fd-ce91-427c-81a9-5bf9035ef798 cannot update to ACTIVE because it is not bound. {{(pid=103306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 26 21:46:34.592479 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Provisioning complete for port e0b8f22e-3edc-4c1d-8ec5-ba27a7f63060 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:46:34.592866 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (e0b8f22e-3edc-4c1d-8ec5-ba27a7f63060), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:46:34.644519 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-470c699f-7fbd-48ca-a646-225243bb316a tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4110657'] for router_interface (65cf4d57-b956-47ef-a195-7e654dbf5171), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:46:34.681263 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Current status of the port e0b8f22e-3edc-4c1d-8ec5-ba27a7f63060 is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:46:34.714200 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-bdd8eb9d-79cf-4482-860f-24098cae2493 None None] Provisioning complete for port 69ca40fd-ce91-427c-81a9-5bf9035ef798 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:46:34.714945 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-bdd8eb9d-79cf-4482-860f-24098cae2493 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (69ca40fd-ce91-427c-81a9-5bf9035ef798), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:46:34.763814 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-bdd8eb9d-79cf-4482-860f-24098cae2493 None None] Port 69ca40fd-ce91-427c-81a9-5bf9035ef798 cannot update to ACTIVE because it is not bound. {{(pid=103306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 26 21:46:34.886832 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-18e08c6d-c4c2-4a33-b26b-f2de9c56b465 None None] Provisioning complete for port 69ca40fd-ce91-427c-81a9-5bf9035ef798 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:46:34.888043 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-18e08c6d-c4c2-4a33-b26b-f2de9c56b465 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (69ca40fd-ce91-427c-81a9-5bf9035ef798), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:46:34.925285 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-470c699f-7fbd-48ca-a646-225243bb316a tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Deleting port 69ca40fd-ce91-427c-81a9-5bf9035ef798 {{(pid=103305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 21:46:34.925549 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-18e08c6d-c4c2-4a33-b26b-f2de9c56b465 None None] Port 69ca40fd-ce91-427c-81a9-5bf9035ef798 cannot update to ACTIVE because it is not bound. {{(pid=103306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 26 21:46:34.926222 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-470c699f-7fbd-48ca-a646-225243bb316a tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746560630878'] for port (69ca40fd-ce91-427c-81a9-5bf9035ef798), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:46:35.017539 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-470c699f-7fbd-48ca-a646-225243bb316a tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4109658'] for port (69ca40fd-ce91-427c-81a9-5bf9035ef798), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:46:35.030454 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-470c699f-7fbd-48ca-a646-225243bb316a tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Calling delete_port for 69ca40fd-ce91-427c-81a9-5bf9035ef798 owned by network:router_interface {{(pid=103305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 21:46:35.203358 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-470c699f-7fbd-48ca-a646-225243bb316a tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746560636600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746560234536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11791543'] for port (69ca40fd-ce91-427c-81a9-5bf9035ef798), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:46:35.232490 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-470c699f-7fbd-48ca-a646-225243bb316a tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Pushing event deleted for resources: {'Port': ['ID=69ca40fd-ce91-427c-81a9-5bf9035ef798,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:46:35.333503 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-470c699f-7fbd-48ca-a646-225243bb316a tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3709480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4110805'] for router_interface (65cf4d57-b956-47ef-a195-7e654dbf5171), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:46:35.507570 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-470c699f-7fbd-48ca-a646-225243bb316a tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Router 65cf4d57-b956-47ef-a195-7e654dbf5171 has already been hosted by L3 agent 09df100c-3af1-4b0a-bda8-05914c71c458 {{(pid=103305) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 26 21:46:35.584514 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-470c699f-7fbd-48ca-a646-225243bb316a tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Notify agent at l3_agent.n-d-760453-5 the message routers_updated {{(pid=103305) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 26 21:46:35.590628 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-470c699f-7fbd-48ca-a646-225243bb316a tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] 10.222.0.13 "PUT /v2.0/routers/65cf4d57-b956-47ef-a195-7e654dbf5171/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3642826 Jan 26 21:46:35.594070 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 42756) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:46:35.603641 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11341efa-0936-4acd-939f-76ff9a1b7fc6 None None] Sync routers for ids ['65cf4d57-b956-47ef-a195-7e654dbf5171'] in n-d-760453-5 {{(pid=103306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 26 21:46:35.615977 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11341efa-0936-4acd-939f-76ff9a1b7fc6 None None] Routers {'65cf4d57-b956-47ef-a195-7e654dbf5171'} bound to L3 agent in host n-d-760453-5 {{(pid=103306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 21:46:35.616749 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-11341efa-0936-4acd-939f-76ff9a1b7fc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-26T20:55:21Z,description=,heartbeat_timestamp=2022-01-26T21:46:21Z,host='n-d-760453-5',id=09df100c-3af1-4b0a-bda8-05914c71c458,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:55:21Z,topic='l3_agent')) {'router_ids': ['65cf4d57-b956-47ef-a195-7e654dbf5171'], 'active': True} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:46:35.625661 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-31efc6ed-bbec-46d8-b657-2d46d517440c tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] 10.222.0.13 "GET /v2.0/ports?device_id=65cf4d57-b956-47ef-a195-7e654dbf5171 HTTP/1.1" status: 200 len: 205 time: 0.0280998 Jan 26 21:46:35.625941 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 42758) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:46:35.652950 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-11341efa-0936-4acd-939f-76ff9a1b7fc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760453-5', False) {} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:46:35.662585 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11341efa-0936-4acd-939f-76ff9a1b7fc6 None None] Routers {'65cf4d57-b956-47ef-a195-7e654dbf5171'} bound to L3 agent in host n-d-760453-5 {{(pid=103306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 21:46:35.663359 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-11341efa-0936-4acd-939f-76ff9a1b7fc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-26T20:55:21Z,description=,heartbeat_timestamp=2022-01-26T21:46:21Z,host='n-d-760453-5',id=09df100c-3af1-4b0a-bda8-05914c71c458,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:55:21Z,topic='l3_agent')) {'router_ids': ['65cf4d57-b956-47ef-a195-7e654dbf5171'], 'active': True} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:46:35.701550 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-11341efa-0936-4acd-939f-76ff9a1b7fc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760453-5', False) {} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:46:35.702355 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11341efa-0936-4acd-939f-76ff9a1b7fc6 None None] The sync data for ids ['65cf4d57-b956-47ef-a195-7e654dbf5171'] in n-d-760453-5 is: [] {{(pid=103306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 26 21:46:35.709391 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-adfaf302-a9f3-4d67-bdb1-9e85f16ee84e tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Publish callbacks [] for router (65cf4d57-b956-47ef-a195-7e654dbf5171), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:46:35.871192 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-adfaf302-a9f3-4d67-bdb1-9e85f16ee84e tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4105774', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13082'] for router (65cf4d57-b956-47ef-a195-7e654dbf5171), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:46:35.873329 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-adfaf302-a9f3-4d67-bdb1-9e85f16ee84e tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Publish callbacks [] for router_controller (65cf4d57-b956-47ef-a195-7e654dbf5171), precommit_delete_associations {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:46:35.917318 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-adfaf302-a9f3-4d67-bdb1-9e85f16ee84e tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4105767'] for router (65cf4d57-b956-47ef-a195-7e654dbf5171), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:46:35.917860 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-adfaf302-a9f3-4d67-bdb1-9e85f16ee84e tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Fanout notify agent at l3_agent the message router_deleted on router 65cf4d57-b956-47ef-a195-7e654dbf5171 {{(pid=103305) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 26 21:46:35.924416 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-adfaf302-a9f3-4d67-bdb1-9e85f16ee84e tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Publish callbacks [] for router (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:46:35.925552 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-adfaf302-a9f3-4d67-bdb1-9e85f16ee84e tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] 10.222.0.13 "DELETE /v2.0/routers/65cf4d57-b956-47ef-a195-7e654dbf5171 HTTP/1.1" status: 204 len: 168 time: 0.2985144 Jan 26 21:46:35.928207 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 42760) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:46:35.980363 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.db_base_plugin_v2 [None req-f3a8c30e-7dd4-4b11-a792-48fa56f99f35 tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Deleting subnet 44c2fab6-3c47-4c6c-97db-b58c9829b9a1 {{(pid=103305) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 26 21:46:35.983601 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-f3a8c30e-7dd4-4b11-a792-48fa56f99f35 tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Publish callbacks [] for subnet (44c2fab6-3c47-4c6c-97db-b58c9829b9a1), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:46:36.027243 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-f3a8c30e-7dd4-4b11-a792-48fa56f99f35 tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11788946'] for subnet (44c2fab6-3c47-4c6c-97db-b58c9829b9a1), precommit_delete_associations {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:46:36.110568 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-f3a8c30e-7dd4-4b11-a792-48fa56f99f35 tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687316'] for subnet (44c2fab6-3c47-4c6c-97db-b58c9829b9a1), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:46:36.165645 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-f3a8c30e-7dd4-4b11-a792-48fa56f99f35 tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11791594', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11599980'] for subnet (44c2fab6-3c47-4c6c-97db-b58c9829b9a1), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:46:36.196238 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a8c30e-7dd4-4b11-a792-48fa56f99f35 tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Pushing event deleted for resources: {'Subnet': ['ID=44c2fab6-3c47-4c6c-97db-b58c9829b9a1,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:46:36.200440 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-f3a8c30e-7dd4-4b11-a792-48fa56f99f35 tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Publish callbacks [] for subnet (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:46:36.206373 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e1ad49b-49fd-4136-8f7e-bfb1592185b7 None None] Network c64d9d7e-3f5c-48bb-8eb1-e229178c6211 requested from n-d-760453-5 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 26 21:46:36.207255 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 42764) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:46:36.213715 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-f3a8c30e-7dd4-4b11-a792-48fa56f99f35 tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] 10.222.0.13 "DELETE /v2.0/subnets/44c2fab6-3c47-4c6c-97db-b58c9829b9a1 HTTP/1.1" status: 204 len: 168 time: 0.2753077 Jan 26 21:46:36.303957 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-238023fd-b618-4414-bad4-3097490b24c2 tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-748181'] for network (c64d9d7e-3f5c-48bb-8eb1-e229178c6211), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:46:36.358884 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-238023fd-b618-4414-bad4-3097490b24c2 tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Deleting port e0b8f22e-3edc-4c1d-8ec5-ba27a7f63060 {{(pid=103304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 21:46:36.359544 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-238023fd-b618-4414-bad4-3097490b24c2 tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746560630878'] for port (e0b8f22e-3edc-4c1d-8ec5-ba27a7f63060), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:46:36.370158 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50731c90-68e8-47b0-84d9-cee09687ebdf None None] DHCP port deletion for c64d9d7e-3f5c-48bb-8eb1-e229178c6211 request from n-d-760453-5 {{(pid=103306) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 26 21:46:36.432241 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-50731c90-68e8-47b0-84d9-cee09687ebdf None None] Deleting port e0b8f22e-3edc-4c1d-8ec5-ba27a7f63060 {{(pid=103306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 21:46:36.432904 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-50731c90-68e8-47b0-84d9-cee09687ebdf None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746560630878'] for port (e0b8f22e-3edc-4c1d-8ec5-ba27a7f63060), before_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:46:36.436565 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [None req-238023fd-b618-4414-bad4-3097490b24c2 tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] For port e0b8f22e-3edc-4c1d-8ec5-ba27a7f63060, host n-d-760453-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=e0b8f22e-3edc-4c1d-8ec5-ba27a7f63060,segment=NetworkSegment(a08d9c88-738b-4e86-8fb0-a36e2e293db3),segment_id=a08d9c88-738b-4e86-8fb0-a36e2e293db3)] {{(pid=103304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:46:36.436936 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-238023fd-b618-4414-bad4-3097490b24c2 tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4109658'] for port (e0b8f22e-3edc-4c1d-8ec5-ba27a7f63060), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:46:36.451356 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-238023fd-b618-4414-bad4-3097490b24c2 tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Calling delete_port for e0b8f22e-3edc-4c1d-8ec5-ba27a7f63060 owned by network:dhcp {{(pid=103304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 21:46:36.502374 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-50731c90-68e8-47b0-84d9-cee09687ebdf None None] For port e0b8f22e-3edc-4c1d-8ec5-ba27a7f63060, host n-d-760453-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=e0b8f22e-3edc-4c1d-8ec5-ba27a7f63060,segment=NetworkSegment(a08d9c88-738b-4e86-8fb0-a36e2e293db3),segment_id=a08d9c88-738b-4e86-8fb0-a36e2e293db3)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:46:36.503300 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-50731c90-68e8-47b0-84d9-cee09687ebdf None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4109658'] for port (e0b8f22e-3edc-4c1d-8ec5-ba27a7f63060), precommit_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:46:36.522437 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-50731c90-68e8-47b0-84d9-cee09687ebdf None None] Calling delete_port for e0b8f22e-3edc-4c1d-8ec5-ba27a7f63060 owned by network:dhcp {{(pid=103306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 21:46:36.537177 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-238023fd-b618-4414-bad4-3097490b24c2 tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746560636600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746560234536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9281553'] for port (e0b8f22e-3edc-4c1d-8ec5-ba27a7f63060), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:46:36.567928 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238023fd-b618-4414-bad4-3097490b24c2 tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Pushing event deleted for resources: {'Port': ['ID=e0b8f22e-3edc-4c1d-8ec5-ba27a7f63060,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:46:36.574771 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-238023fd-b618-4414-bad4-3097490b24c2 tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] No DVR routers for this DVR port e0b8f22e-3edc-4c1d-8ec5-ba27a7f63060 on host n-d-760453-5 {{(pid=103304) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 26 21:46:36.615296 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-50731c90-68e8-47b0-84d9-cee09687ebdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746560636600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746560234536'] for port (e0b8f22e-3edc-4c1d-8ec5-ba27a7f63060), after_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:46:36.641425 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50731c90-68e8-47b0-84d9-cee09687ebdf None None] Pushing event deleted for resources: {'Port': ['ID=e0b8f22e-3edc-4c1d-8ec5-ba27a7f63060,revision_number=None']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:46:36.644696 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50731c90-68e8-47b0-84d9-cee09687ebdf None None] No DVR routers for this DVR port e0b8f22e-3edc-4c1d-8ec5-ba27a7f63060 on host n-d-760453-5 {{(pid=103306) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 26 21:46:36.655922 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-238023fd-b618-4414-bad4-3097490b24c2 tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-686403', 'neutron.services.segments.db._delete_segments_for_network-8746560774018'] for network (c64d9d7e-3f5c-48bb-8eb1-e229178c6211), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:46:36.676950 n-d-760453-5 neutron-server[103304]: DEBUG neutron.services.segments.db [None req-238023fd-b618-4414-bad4-3097490b24c2 tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c64d9d7e-3f5c-48bb-8eb1-e229178c6211']}} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:46:36.686957 n-d-760453-5 neutron-server[103304]: DEBUG neutron.services.segments.db [None req-238023fd-b618-4414-bad4-3097490b24c2 tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a08d9c88-738b-4e86-8fb0-a36e2e293db3') {'for_net_delete': True} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:46:36.687187 n-d-760453-5 neutron-server[103304]: DEBUG neutron.services.segments.db [None req-238023fd-b618-4414-bad4-3097490b24c2 tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a08d9c88-738b-4e86-8fb0-a36e2e293db3') {} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:46:36.696374 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-238023fd-b618-4414-bad4-3097490b24c2 tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746560742283', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8881293'] for segment (a08d9c88-738b-4e86-8fb0-a36e2e293db3), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:46:36.710564 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-238023fd-b618-4414-bad4-3097490b24c2 tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576559'] for segment (a08d9c88-738b-4e86-8fb0-a36e2e293db3), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:46:36.720934 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-238023fd-b618-4414-bad4-3097490b24c2 tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Releasing vlan 585 on physical network physnet1 to pool {{(pid=103304) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 26 21:46:36.720934 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-238023fd-b618-4414-bad4-3097490b24c2 tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9281762'] for segment (a08d9c88-738b-4e86-8fb0-a36e2e293db3), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:46:36.720934 n-d-760453-5 neutron-server[103304]: Traceback (most recent call last): Jan 26 21:46:36.720934 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 26 21:46:36.720934 n-d-760453-5 neutron-server[103304]: timer() Jan 26 21:46:36.720934 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 26 21:46:36.720934 n-d-760453-5 neutron-server[103304]: cb(*args, **kw) Jan 26 21:46:36.720934 n-d-760453-5 neutron-server[103304]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 26 21:46:36.720934 n-d-760453-5 neutron-server[103304]: return func(*args, **kwargs) Jan 26 21:46:36.720934 n-d-760453-5 neutron-server[103304]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 26 21:46:36.720934 n-d-760453-5 neutron-server[103304]: self._notify() Jan 26 21:46:36.720934 n-d-760453-5 neutron-server[103304]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 26 21:46:36.720934 n-d-760453-5 neutron-server[103304]: self.callback(batched_events) Jan 26 21:46:36.720934 n-d-760453-5 neutron-server[103304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 26 21:46:36.720934 n-d-760453-5 neutron-server[103304]: event.method(event) Jan 26 21:46:36.720934 n-d-760453-5 neutron-server[103304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 26 21:46:36.720934 n-d-760453-5 neutron-server[103304]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 26 21:46:36.720934 n-d-760453-5 neutron-server[103304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 26 21:46:36.720934 n-d-760453-5 neutron-server[103304]: aggregate_uuid = self.p_client.list_aggregates( Jan 26 21:46:36.720934 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 26 21:46:36.720934 n-d-760453-5 neutron-server[103304]: return f(self, *a, **k) Jan 26 21:46:36.720934 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 26 21:46:36.720934 n-d-760453-5 neutron-server[103304]: return self._get(url).json() Jan 26 21:46:36.720934 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 26 21:46:36.720934 n-d-760453-5 neutron-server[103304]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 26 21:46:36.720934 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 26 21:46:36.720934 n-d-760453-5 neutron-server[103304]: return self.request(url, 'GET', **kwargs) Jan 26 21:46:36.720934 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 26 21:46:36.720934 n-d-760453-5 neutron-server[103304]: base_url = self.get_endpoint(auth, allow=allow, Jan 26 21:46:36.720934 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 26 21:46:36.720934 n-d-760453-5 neutron-server[103304]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 26 21:46:36.720934 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 26 21:46:36.720934 n-d-760453-5 neutron-server[103304]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 26 21:46:36.720934 n-d-760453-5 neutron-server[103304]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 26 21:46:36.784018 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-238023fd-b618-4414-bad4-3097490b24c2 tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4110931'] for network (c64d9d7e-3f5c-48bb-8eb1-e229178c6211), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:46:36.791163 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-238023fd-b618-4414-bad4-3097490b24c2 tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Publish callbacks [] for network (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:46:36.794388 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-238023fd-b618-4414-bad4-3097490b24c2 tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] 10.222.0.13 "DELETE /v2.0/networks/c64d9d7e-3f5c-48bb-8eb1-e229178c6211 HTTP/1.1" status: 204 len: 168 time: 0.5853789 Jan 26 21:46:36.798168 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 42768) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:46:36.802866 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-842cef5a-6957-4e71-b44d-826bef09e888 tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1389551636', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299'}, 'admin_state_up': False}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:46:36.811119 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238023fd-b618-4414-bad4-3097490b24c2 tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Pushing event deleted for resources: {'Network': ['ID=c64d9d7e-3f5c-48bb-8eb1-e229178c6211,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:46:36.825497 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-842cef5a-6957-4e71-b44d-826bef09e888 tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4104596', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13108'] for router (c0bc8320-70cb-40bb-abea-7bb42f2775fd), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:46:36.826520 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-842cef5a-6957-4e71-b44d-826bef09e888 tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4105828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4111306', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3733576', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13069'] for router (c0bc8320-70cb-40bb-abea-7bb42f2775fd), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:46:36.876476 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-842cef5a-6957-4e71-b44d-826bef09e888 tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Publish callbacks [] for router_controller (c0bc8320-70cb-40bb-abea-7bb42f2775fd), precommit_add_association {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:46:37.178859 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-f7fdc72b-be2c-447e-90c7-d620f2d81384 req-257f8367-d6bf-4829-9a1a-da40454dc1d6 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=09cf288f-426b-43cf-9827-2646fdb883f7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1157341 Jan 26 21:46:37.272898 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7fdc72b-be2c-447e-90c7-d620f2d81384 req-3581e665-3be4-4564-953e-eda8044f1e78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:46:37.274710 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-f7fdc72b-be2c-447e-90c7-d620f2d81384 req-3581e665-3be4-4564-953e-eda8044f1e78 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=97d50071461f4511bd8bef3bc5cf8c61&device_id=09cf288f-426b-43cf-9827-2646fdb883f7 HTTP/1.1" status: 200 len: 1097 time: 0.0459659 Jan 26 21:46:37.292669 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-842cef5a-6957-4e71-b44d-826bef09e888 tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Publish callbacks [] for router_gateway (c0bc8320-70cb-40bb-abea-7bb42f2775fd), precommit_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:46:37.399282 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7fdc72b-be2c-447e-90c7-d620f2d81384 req-64dc8880-d22a-45cf-92af-212eb68fe875 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:46:37.400994 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-f7fdc72b-be2c-447e-90c7-d620f2d81384 req-64dc8880-d22a-45cf-92af-212eb68fe875 service neutron] 10.222.0.57 "GET /v2.0/networks?id=922fc8ea-5e9f-4e84-8a69-ae9eaae306af HTTP/1.1" status: 200 len: 898 time: 0.1082916 Jan 26 21:46:37.472951 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-f7fdc72b-be2c-447e-90c7-d620f2d81384 req-211f98b2-e4b9-426c-8bbd-1cc52eb17596 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=094ec750-33e1-4c70-8ca3-18efe67da65a HTTP/1.1" status: 200 len: 1001 time: 0.0643959 Jan 26 21:46:37.518847 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-842cef5a-6957-4e71-b44d-826bef09e888 tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Publish callbacks [] for router_gateway (c0bc8320-70cb-40bb-abea-7bb42f2775fd), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:46:37.528148 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7fdc72b-be2c-447e-90c7-d620f2d81384 req-650d58a6-b987-44bc-8a53-aa5848b0b2b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:46:37.529774 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-f7fdc72b-be2c-447e-90c7-d620f2d81384 req-650d58a6-b987-44bc-8a53-aa5848b0b2b8 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=0493aa25-2f9b-48d6-9d5a-ad36370cd8c7 HTTP/1.1" status: 200 len: 834 time: 0.0507891 Jan 26 21:46:37.537502 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-842cef5a-6957-4e71-b44d-826bef09e888 tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:46:37.580920 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7fdc72b-be2c-447e-90c7-d620f2d81384 req-6ce6ffa2-5826-4f6c-ab12-47783196a7d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:46:37.582662 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-f7fdc72b-be2c-447e-90c7-d620f2d81384 req-6ce6ffa2-5826-4f6c-ab12-47783196a7d8 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=922fc8ea-5e9f-4e84-8a69-ae9eaae306af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0454798 Jan 26 21:46:37.594615 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [req-f7fdc72b-be2c-447e-90c7-d620f2d81384 req-90b9d486-55b8-4ffb-ac61-8e47230874ed service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=103304) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 26 21:46:37.595612 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-f7fdc72b-be2c-447e-90c7-d620f2d81384 req-90b9d486-55b8-4ffb-ac61-8e47230874ed service neutron] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0070775 Jan 26 21:46:37.650550 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.db_base_plugin_common [None req-842cef5a-6957-4e71-b44d-826bef09e888 tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Allocated IP 172.25.1.6 (4140a1f1-c93a-4bea-83a0-68953a54f299/e48251a1-e30d-4820-8396-00c6f6aeb601/8296f8bc-475b-457f-904c-469dbadb8c88) {{(pid=103305) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 21:46:37.695032 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-f7fdc72b-be2c-447e-90c7-d620f2d81384 req-28024cf7-09de-47f5-a3c8-72a3752c38eb service neutron] 10.222.0.57 "GET /v2.0/networks/922fc8ea-5e9f-4e84-8a69-ae9eaae306af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921931 Jan 26 21:46:37.753244 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-842cef5a-6957-4e71-b44d-826bef09e888 tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Publish callbacks [] for port (8296f8bc-475b-457f-904c-469dbadb8c88), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:46:37.791716 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-f7fdc72b-be2c-447e-90c7-d620f2d81384 req-afb001fe-373b-44d4-9147-ad75c8e4d989 service neutron] 10.222.0.57 "GET /v2.0/networks/922fc8ea-5e9f-4e84-8a69-ae9eaae306af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907545 Jan 26 21:46:37.800132 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-842cef5a-6957-4e71-b44d-826bef09e888 tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746560234527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11791543'] for port (8296f8bc-475b-457f-904c-469dbadb8c88), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:46:37.841183 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-842cef5a-6957-4e71-b44d-826bef09e888 tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Network 4140a1f1-c93a-4bea-83a0-68953a54f299 is already hosted by enough agents. {{(pid=103305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 21:46:37.844262 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [None req-842cef5a-6957-4e71-b44d-826bef09e888 tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Resources bound (agent type, host, resource id): {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:46:37.847464 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-842cef5a-6957-4e71-b44d-826bef09e888 tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Received port after_create {{(pid=103305) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 21:46:37.873559 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-842cef5a-6957-4e71-b44d-826bef09e888 tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Pushing event updated for resources: {'Port': ['ID=8296f8bc-475b-457f-904c-469dbadb8c88,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:46:38.105256 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-842cef5a-6957-4e71-b44d-826bef09e888 tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Publish callbacks [] for router_gateway (c0bc8320-70cb-40bb-abea-7bb42f2775fd), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:46:38.310606 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-842cef5a-6957-4e71-b44d-826bef09e888 tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4105757', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4111263'] for router (c0bc8320-70cb-40bb-abea-7bb42f2775fd), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:46:38.326316 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device e0b8f22e-3edc-4c1d-8ec5-ba27a7f63060 no longer exists at agent ovs-agent-n-d-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 26 21:46:38.347239 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] No Port match for: e0b8f22e-3edc-4c1d-8ec5-ba27a7f63060 {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 26 21:46:38.347586 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device e0b8f22e-3edc-4c1d-8ec5-ba27a7f63060 not bound to the agent host n-d-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 26 21:46:38.419141 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (32ef628b-8417-46c5-8729-60fcabe358f1), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:46:38.445828 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-842cef5a-6957-4e71-b44d-826bef09e888 tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Router c0bc8320-70cb-40bb-abea-7bb42f2775fd is scheduled to L3 agent 09df100c-3af1-4b0a-bda8-05914c71c458 with binding_index 1 {{(pid=103305) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 26 21:46:38.552483 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-842cef5a-6957-4e71-b44d-826bef09e888 tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Notify agent at l3_agent.n-d-760453-5 the message routers_updated {{(pid=103305) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 26 21:46:38.563023 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a327093-e015-4203-abf3-7414719b9d05 None None] Sync routers for ids ['c0bc8320-70cb-40bb-abea-7bb42f2775fd'] in n-d-760453-5 {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 26 21:46:38.574141 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-842cef5a-6957-4e71-b44d-826bef09e888 tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Publish callbacks [] for router (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:46:38.578346 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a327093-e015-4203-abf3-7414719b9d05 None None] Routers {'c0bc8320-70cb-40bb-abea-7bb42f2775fd'} bound to L3 agent in host n-d-760453-5 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 21:46:38.578496 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-842cef5a-6957-4e71-b44d-826bef09e888 tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 882 time: 1.7763879 Jan 26 21:46:38.578595 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-0a327093-e015-4203-abf3-7414719b9d05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-26T20:55:21Z,description=,heartbeat_timestamp=2022-01-26T21:46:21Z,host='n-d-760453-5',id=09df100c-3af1-4b0a-bda8-05914c71c458,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:55:21Z,topic='l3_agent')) {'router_ids': ['c0bc8320-70cb-40bb-abea-7bb42f2775fd'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:46:38.579726 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 42776) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:46:38.608771 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-0a327093-e015-4203-abf3-7414719b9d05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760453-5', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:46:38.617382 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a327093-e015-4203-abf3-7414719b9d05 None None] Routers {'c0bc8320-70cb-40bb-abea-7bb42f2775fd'} bound to L3 agent in host n-d-760453-5 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 21:46:38.617986 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-0a327093-e015-4203-abf3-7414719b9d05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-26T20:55:21Z,description=,heartbeat_timestamp=2022-01-26T21:46:21Z,host='n-d-760453-5',id=09df100c-3af1-4b0a-bda8-05914c71c458,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:55:21Z,topic='l3_agent')) {'router_ids': ['c0bc8320-70cb-40bb-abea-7bb42f2775fd'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:46:38.651019 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-0a327093-e015-4203-abf3-7414719b9d05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760453-5', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:46:38.651663 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a327093-e015-4203-abf3-7414719b9d05 None None] The sync data for ids ['c0bc8320-70cb-40bb-abea-7bb42f2775fd'] in n-d-760453-5 is: [] {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 26 21:46:38.692465 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-4aac0cc1-af67-4bbd-90a1-ca49350bed25 tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] 10.222.0.13 "GET /v2.0/routers/c0bc8320-70cb-40bb-abea-7bb42f2775fd HTTP/1.1" status: 200 len: 883 time: 0.1116269 Jan 26 21:46:38.694929 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 42778) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:46:38.923761 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-1ce875bc-680a-4888-8ce8-ee40248cc9a7 tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 886 time: 0.2275639 Jan 26 21:46:38.926192 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 42780) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:46:38.930518 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-14a94b54-86cb-4cdd-bb39-434c969da323 tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-1389551636'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:46:39.504911 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-14a94b54-86cb-4cdd-bb39-434c969da323 tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4111352', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4105746', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13075'] for router (c0bc8320-70cb-40bb-abea-7bb42f2775fd), precommit_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:46:39.516509 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-14a94b54-86cb-4cdd-bb39-434c969da323 tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4111263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-4111345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-4111334', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-4105739'] for router (c0bc8320-70cb-40bb-abea-7bb42f2775fd), after_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:46:39.620383 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14a94b54-86cb-4cdd-bb39-434c969da323 tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Router c0bc8320-70cb-40bb-abea-7bb42f2775fd has already been hosted by L3 agent 09df100c-3af1-4b0a-bda8-05914c71c458 {{(pid=103305) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 26 21:46:39.729018 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14a94b54-86cb-4cdd-bb39-434c969da323 tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Notify agent at l3_agent.n-d-760453-5 the message routers_updated {{(pid=103305) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 26 21:46:39.736148 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-14a94b54-86cb-4cdd-bb39-434c969da323 tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Publish callbacks [] for router (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:46:39.736808 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-14a94b54-86cb-4cdd-bb39-434c969da323 tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] 10.222.0.13 "PUT /v2.0/routers/c0bc8320-70cb-40bb-abea-7bb42f2775fd HTTP/1.1" status: 200 len: 890 time: 0.8097074 Jan 26 21:46:39.738631 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c61ac12-f534-4419-b5c5-a7aca5673938 None None] Sync routers for ids ['c0bc8320-70cb-40bb-abea-7bb42f2775fd'] in n-d-760453-5 {{(pid=103306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 26 21:46:39.739715 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 42784) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:46:39.749735 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c61ac12-f534-4419-b5c5-a7aca5673938 None None] Routers {'c0bc8320-70cb-40bb-abea-7bb42f2775fd'} bound to L3 agent in host n-d-760453-5 {{(pid=103306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 21:46:39.750356 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-7c61ac12-f534-4419-b5c5-a7aca5673938 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-26T20:55:21Z,description=,heartbeat_timestamp=2022-01-26T21:46:21Z,host='n-d-760453-5',id=09df100c-3af1-4b0a-bda8-05914c71c458,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:55:21Z,topic='l3_agent')) {'router_ids': ['c0bc8320-70cb-40bb-abea-7bb42f2775fd'], 'active': True} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:46:39.784923 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-7c61ac12-f534-4419-b5c5-a7aca5673938 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760453-5', False) {} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:46:39.794216 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c61ac12-f534-4419-b5c5-a7aca5673938 None None] Routers {'c0bc8320-70cb-40bb-abea-7bb42f2775fd'} bound to L3 agent in host n-d-760453-5 {{(pid=103306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 21:46:39.794826 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-7c61ac12-f534-4419-b5c5-a7aca5673938 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-26T20:55:21Z,description=,heartbeat_timestamp=2022-01-26T21:46:21Z,host='n-d-760453-5',id=09df100c-3af1-4b0a-bda8-05914c71c458,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:55:21Z,topic='l3_agent')) {'router_ids': ['c0bc8320-70cb-40bb-abea-7bb42f2775fd'], 'active': True} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:46:39.826214 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-7c61ac12-f534-4419-b5c5-a7aca5673938 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760453-5', False) {} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:46:39.826869 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c61ac12-f534-4419-b5c5-a7aca5673938 None None] The sync data for ids ['c0bc8320-70cb-40bb-abea-7bb42f2775fd'] in n-d-760453-5 is: [] {{(pid=103306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 26 21:46:39.878155 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-5317bb7a-df33-4ae0-926b-17edd7ed23a6 tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] 10.222.0.13 "GET /v2.0/routers/c0bc8320-70cb-40bb-abea-7bb42f2775fd HTTP/1.1" status: 200 len: 890 time: 0.1367595 Jan 26 21:46:39.880734 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 42786) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:46:39.907838 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-25a69adb-c4c7-4388-99e3-ee0a0929bb18 tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] 10.222.0.13 "GET /v2.0/ports?device_id=c0bc8320-70cb-40bb-abea-7bb42f2775fd HTTP/1.1" status: 200 len: 205 time: 0.0258605 Jan 26 21:46:39.910170 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 42788) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:46:40.017130 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-50986793-df3e-435a-a215-601e2790272a tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Publish callbacks [] for router (c0bc8320-70cb-40bb-abea-7bb42f2775fd), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:46:40.122479 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-50986793-df3e-435a-a215-601e2790272a tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Publish callbacks [] for router_gateway (c0bc8320-70cb-40bb-abea-7bb42f2775fd), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:46:40.174479 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-50986793-df3e-435a-a215-601e2790272a tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Deleting port 8296f8bc-475b-457f-904c-469dbadb8c88 {{(pid=103304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 21:46:40.174827 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-50986793-df3e-435a-a215-601e2790272a tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746560630878'] for port (8296f8bc-475b-457f-904c-469dbadb8c88), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:46:40.252415 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-50986793-df3e-435a-a215-601e2790272a tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4109658'] for port (8296f8bc-475b-457f-904c-469dbadb8c88), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:46:40.264612 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-50986793-df3e-435a-a215-601e2790272a tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Calling delete_port for 8296f8bc-475b-457f-904c-469dbadb8c88 owned by network:router_gateway {{(pid=103304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 21:46:40.430041 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-50986793-df3e-435a-a215-601e2790272a tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746560636600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746560234536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9281553'] for port (8296f8bc-475b-457f-904c-469dbadb8c88), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:46:40.455189 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50986793-df3e-435a-a215-601e2790272a tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Pushing event deleted for resources: {'Port': ['ID=8296f8bc-475b-457f-904c-469dbadb8c88,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:46:40.521066 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-50986793-df3e-435a-a215-601e2790272a tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4111291'] for router_gateway (c0bc8320-70cb-40bb-abea-7bb42f2775fd), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:46:40.614496 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-50986793-df3e-435a-a215-601e2790272a tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4105774', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13082'] for router (c0bc8320-70cb-40bb-abea-7bb42f2775fd), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:46:40.616786 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-50986793-df3e-435a-a215-601e2790272a tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Publish callbacks [] for router_controller (c0bc8320-70cb-40bb-abea-7bb42f2775fd), precommit_delete_associations {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:46:40.662898 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-50986793-df3e-435a-a215-601e2790272a tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4105767'] for router (c0bc8320-70cb-40bb-abea-7bb42f2775fd), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:46:40.663369 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50986793-df3e-435a-a215-601e2790272a tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Fanout notify agent at l3_agent the message router_deleted on router c0bc8320-70cb-40bb-abea-7bb42f2775fd {{(pid=103304) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 26 21:46:40.671106 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-50986793-df3e-435a-a215-601e2790272a tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Publish callbacks [] for router (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:46:40.672319 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-50986793-df3e-435a-a215-601e2790272a tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] 10.222.0.13 "DELETE /v2.0/routers/c0bc8320-70cb-40bb-abea-7bb42f2775fd HTTP/1.1" status: 204 len: 168 time: 0.7612395 Jan 26 21:46:40.676461 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 42792) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:46:40.682663 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-c4df09d2-cf0c-428f-843f-3c1bfb2e57bc tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1440579930'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:46:40.707507 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4df09d2-cf0c-428f-843f-3c1bfb2e57bc tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Made reservation on behalf of 875729a301494bb99d4fc208a57de2a1 for: {'network': 1} {{(pid=103304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 21:46:40.707507 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-c4df09d2-cf0c-428f-843f-3c1bfb2e57bc tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for network (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:46:40.733468 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c4df09d2-cf0c-428f-843f-3c1bfb2e57bc tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] vlan segment allocate from pool success with {'vlan_id': 550, 'physical_network': 'physnet1'} {{(pid=103304) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 26 21:46:40.742923 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-c4df09d2-cf0c-428f-843f-3c1bfb2e57bc tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576559'] for segment (379d1e6d-ad5e-4574-9641-7432369f5589), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:46:40.744460 n-d-760453-5 neutron-server[103304]: INFO neutron.db.segments_db [None req-c4df09d2-cf0c-428f-843f-3c1bfb2e57bc tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Added segment 379d1e6d-ad5e-4574-9641-7432369f5589 of type vlan for network 02f14a34-411a-4961-a8ac-535d1f96be69 Jan 26 21:46:40.786386 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-c4df09d2-cf0c-428f-843f-3c1bfb2e57bc tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746560256871'] for network (02f14a34-411a-4961-a8ac-535d1f96be69), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:46:40.811388 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-c4df09d2-cf0c-428f-843f-3c1bfb2e57bc tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503'] for network (02f14a34-411a-4961-a8ac-535d1f96be69), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:46:40.816829 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4df09d2-cf0c-428f-843f-3c1bfb2e57bc tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:46:40.817431 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-c4df09d2-cf0c-428f-843f-3c1bfb2e57bc tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Publish callbacks [] for network (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:46:40.879099 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-c4df09d2-cf0c-428f-843f-3c1bfb2e57bc tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.2012811 Jan 26 21:46:40.881888 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 42796) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:46:40.887656 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-23d92b45-6019-455d-b7df-0a9917adea6b tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Request body: {'subnet': {'network_id': '02f14a34-411a-4961-a8ac-535d1f96be69', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:46:40.904046 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4df09d2-cf0c-428f-843f-3c1bfb2e57bc tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Pushing event updated for resources: {'Network': ['ID=02f14a34-411a-4961-a8ac-535d1f96be69,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:46:40.914429 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Network 02f14a34-411a-4961-a8ac-535d1f96be69 details requested by agent ovs-agent-n-d-760453-5 with host n-d-760453-5 {{(pid=103306) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 26 21:46:41.006121 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23d92b45-6019-455d-b7df-0a9917adea6b tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Made reservation on behalf of 875729a301494bb99d4fc208a57de2a1 for: {'subnet': 1} {{(pid=103305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 21:46:41.010283 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-23d92b45-6019-455d-b7df-0a9917adea6b tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11599953'] for subnet (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:46:41.205340 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-23d92b45-6019-455d-b7df-0a9917adea6b tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11788839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11599975'] for subnet (8bd980af-1d60-4c76-a5c4-485ae131c3fb), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:46:41.266063 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d92b45-6019-455d-b7df-0a9917adea6b tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Pushing event updated for resources: {'Subnet': ['ID=8bd980af-1d60-4c76-a5c4-485ae131c3fb,revision_number=0']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:46:41.273196 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23d92b45-6019-455d-b7df-0a9917adea6b tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Checking segment: {'id': '379d1e6d-ad5e-4574-9641-7432369f5589', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '02f14a34-411a-4961-a8ac-535d1f96be69'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103305) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 21:46:41.273594 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23d92b45-6019-455d-b7df-0a9917adea6b tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Network hostable DHCP agents. Network: 02f14a34-411a-4961-a8ac-535d1f96be69, hostable agents: ['474ccdf7-ab6c-405b-a3b2-dc7b05829902'], hosted agents: [] {{(pid=103305) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 26 21:46:41.290969 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23d92b45-6019-455d-b7df-0a9917adea6b tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Network 02f14a34-411a-4961-a8ac-535d1f96be69 is scheduled to be hosted by DHCP agent 474ccdf7-ab6c-405b-a3b2-dc7b05829902 with binding_index 1 {{(pid=103305) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 26 21:46:41.300860 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [None req-23d92b45-6019-455d-b7df-0a9917adea6b tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760453-5, 02f14a34-411a-4961-a8ac-535d1f96be69) {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:46:41.305823 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23d92b45-6019-455d-b7df-0a9917adea6b tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:46:41.309272 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-23d92b45-6019-455d-b7df-0a9917adea6b tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Publish callbacks [] for subnet (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:46:41.309916 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa5b53e8-fb54-456d-93e1-f6d49efb0620 None None] Network 02f14a34-411a-4961-a8ac-535d1f96be69 requested from n-d-760453-5 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 26 21:46:41.328226 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-23d92b45-6019-455d-b7df-0a9917adea6b tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4450192 Jan 26 21:46:41.330782 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 42800) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:46:41.335399 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-0693bbd6-1a00-4d11-9d45-bef2a35677d5 tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-440286909', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:46:41.357921 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-0693bbd6-1a00-4d11-9d45-bef2a35677d5 tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4104596', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13108'] for router (152ae676-bfa5-4c25-bfaf-4b39e058f4af), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:46:41.358983 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-0693bbd6-1a00-4d11-9d45-bef2a35677d5 tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4105828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4111306', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3733576', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13069'] for router (152ae676-bfa5-4c25-bfaf-4b39e058f4af), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:46:41.416528 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-0693bbd6-1a00-4d11-9d45-bef2a35677d5 tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Publish callbacks [] for router_controller (152ae676-bfa5-4c25-bfaf-4b39e058f4af), precommit_add_association {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:46:41.421627 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-0693bbd6-1a00-4d11-9d45-bef2a35677d5 tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4105757', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4111263'] for router (152ae676-bfa5-4c25-bfaf-4b39e058f4af), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:46:41.435531 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbb35867-268d-46c0-8157-ce33898efe3a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3c4099e8-8ffb-51d1-af7f-5868973e933f-02f14a34-411a-4961-a8ac-535d1f96be69', 'network_id': '02f14a34-411a-4961-a8ac-535d1f96be69', 'project_id': '875729a301494bb99d4fc208a57de2a1', 'fixed_ips': [{'subnet_id': '8bd980af-1d60-4c76-a5c4-485ae131c3fb'}]}} from n-d-760453-5. {{(pid=103306) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 26 21:46:41.436468 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-cbb35867-268d-46c0-8157-ce33898efe3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (None), before_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:46:41.439847 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-0693bbd6-1a00-4d11-9d45-bef2a35677d5 tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Publish callbacks [] for router (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:46:41.441080 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-0693bbd6-1a00-4d11-9d45-bef2a35677d5 tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.1092100 Jan 26 21:46:41.443910 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 42802) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:46:41.570643 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.db_base_plugin_common [None req-cbb35867-268d-46c0-8157-ce33898efe3a None None] Allocated IP 2001:db8::2 (02f14a34-411a-4961-a8ac-535d1f96be69/8bd980af-1d60-4c76-a5c4-485ae131c3fb/9cf621e5-2d38-4d04-8d7c-4f853457118e) {{(pid=103306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 21:46:41.710708 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-cbb35867-268d-46c0-8157-ce33898efe3a None None] Publish callbacks [] for port (9cf621e5-2d38-4d04-8d7c-4f853457118e), precommit_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:46:41.716418 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-cbb35867-268d-46c0-8157-ce33898efe3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746560234527'] for port (9cf621e5-2d38-4d04-8d7c-4f853457118e), after_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:46:41.731993 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-835e8933-1ece-4b99-888b-b7eb87788ec8 tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:46:41.755493 n-d-760453-5 neutron-server[103306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbb35867-268d-46c0-8157-ce33898efe3a None None] Network 02f14a34-411a-4961-a8ac-535d1f96be69 is already hosted by enough agents. {{(pid=103306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 21:46:41.758306 n-d-760453-5 neutron-server[103306]: DEBUG neutron.scheduler.base_scheduler [None req-cbb35867-268d-46c0-8157-ce33898efe3a None None] Resources bound (agent type, host, resource id): {{(pid=103306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:46:41.764275 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbb35867-268d-46c0-8157-ce33898efe3a None None] Received port after_create {{(pid=103306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 21:46:41.771057 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb35867-268d-46c0-8157-ce33898efe3a None None] Pushing event updated for resources: {'Port': ['ID=9cf621e5-2d38-4d04-8d7c-4f853457118e,revision_number=1']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:46:41.826911 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-cbb35867-268d-46c0-8157-ce33898efe3a None None] Attempting to bind port 9cf621e5-2d38-4d04-8d7c-4f853457118e on host n-d-760453-5 for vnic_type normal with profile {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 21:46:41.827328 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-cbb35867-268d-46c0-8157-ce33898efe3a None None] Attempting to bind port 9cf621e5-2d38-4d04-8d7c-4f853457118e by drivers openvswitch,hyperv on host n-d-760453-5 at level 0 using segments [{'id': '379d1e6d-ad5e-4574-9641-7432369f5589', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '02f14a34-411a-4961-a8ac-535d1f96be69'}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 26 21:46:41.827760 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbb35867-268d-46c0-8157-ce33898efe3a None None] Attempting to bind port 9cf621e5-2d38-4d04-8d7c-4f853457118e on network 02f14a34-411a-4961-a8ac-535d1f96be69 {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 21:46:41.833278 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbb35867-268d-46c0-8157-ce33898efe3a None None] Checking agent: {'id': 'fea0591a-627d-4c87-9a9a-01625ddf3277', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760453-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 20, 55, 25), 'started_at': datetime.datetime(2022, 1, 26, 20, 55, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 21, 46, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760453-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 26 21:46:41.833687 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbb35867-268d-46c0-8157-ce33898efe3a None None] Checking segment: {'id': '379d1e6d-ad5e-4574-9641-7432369f5589', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '02f14a34-411a-4961-a8ac-535d1f96be69'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 21:46:41.834090 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-cbb35867-268d-46c0-8157-ce33898efe3a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:46:41.834487 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbb35867-268d-46c0-8157-ce33898efe3a None None] Bound using segment: {'id': '379d1e6d-ad5e-4574-9641-7432369f5589', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '02f14a34-411a-4961-a8ac-535d1f96be69'} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 26 21:46:41.834953 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-cbb35867-268d-46c0-8157-ce33898efe3a None None] Bound port: 9cf621e5-2d38-4d04-8d7c-4f853457118e, host: n-d-760453-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '379d1e6d-ad5e-4574-9641-7432369f5589', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '02f14a34-411a-4961-a8ac-535d1f96be69'}}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 26 21:46:41.835335 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-cbb35867-268d-46c0-8157-ce33898efe3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (9cf621e5-2d38-4d04-8d7c-4f853457118e), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:46:41.898339 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-cbb35867-268d-46c0-8157-ce33898efe3a None None] For port 9cf621e5-2d38-4d04-8d7c-4f853457118e, host n-d-760453-5, cleared binding levels {{(pid=103306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 26 21:46:41.901488 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-cbb35867-268d-46c0-8157-ce33898efe3a None None] For port 9cf621e5-2d38-4d04-8d7c-4f853457118e, host n-d-760453-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=9cf621e5-2d38-4d04-8d7c-4f853457118e,segment=NetworkSegment(379d1e6d-ad5e-4574-9641-7432369f5589),segment_id=379d1e6d-ad5e-4574-9641-7432369f5589)] {{(pid=103306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 26 21:46:41.907185 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-cbb35867-268d-46c0-8157-ce33898efe3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (9cf621e5-2d38-4d04-8d7c-4f853457118e), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:46:41.970035 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb35867-268d-46c0-8157-ce33898efe3a None None] Pushing event updated for resources: {'Port': ['ID=9cf621e5-2d38-4d04-8d7c-4f853457118e,revision_number=2']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:46:41.973441 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.db_base_plugin_common [None req-835e8933-1ece-4b99-888b-b7eb87788ec8 tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Allocated IP 2001:db8::1 (02f14a34-411a-4961-a8ac-535d1f96be69/8bd980af-1d60-4c76-a5c4-485ae131c3fb/9d24ee19-5291-41eb-bb4a-05a19e643169) {{(pid=103305) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 21:46:42.103560 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-835e8933-1ece-4b99-888b-b7eb87788ec8 tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Publish callbacks [] for port (9d24ee19-5291-41eb-bb4a-05a19e643169), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:46:42.162694 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-835e8933-1ece-4b99-888b-b7eb87788ec8 tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746560234527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11791543'] for port (9d24ee19-5291-41eb-bb4a-05a19e643169), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:46:42.204526 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-835e8933-1ece-4b99-888b-b7eb87788ec8 tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Network 02f14a34-411a-4961-a8ac-535d1f96be69 is already hosted by enough agents. {{(pid=103305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 21:46:42.207392 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [None req-835e8933-1ece-4b99-888b-b7eb87788ec8 tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Resources bound (agent type, host, resource id): {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:46:42.211033 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-835e8933-1ece-4b99-888b-b7eb87788ec8 tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Received port after_create {{(pid=103305) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 21:46:42.211563 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-835e8933-1ece-4b99-888b-b7eb87788ec8 tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4111050'] for router_interface (152ae676-bfa5-4c25-bfaf-4b39e058f4af), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:46:42.255500 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-835e8933-1ece-4b99-888b-b7eb87788ec8 tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Pushing event updated for resources: {'Port': ['ID=9d24ee19-5291-41eb-bb4a-05a19e643169,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:46:42.360018 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-835e8933-1ece-4b99-888b-b7eb87788ec8 tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (9d24ee19-5291-41eb-bb4a-05a19e643169), before_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:46:42.433427 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device 9cf621e5-2d38-4d04-8d7c-4f853457118e up at agent ovs-agent-n-d-760453-5 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 21:46:42.490334 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Provisioning complete for port 9cf621e5-2d38-4d04-8d7c-4f853457118e triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:46:42.490782 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (9cf621e5-2d38-4d04-8d7c-4f853457118e), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:46:42.581721 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Current status of the port 9cf621e5-2d38-4d04-8d7c-4f853457118e is: DOWN; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:46:42.582437 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (9cf621e5-2d38-4d04-8d7c-4f853457118e), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:46:42.617449 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] For port 9cf621e5-2d38-4d04-8d7c-4f853457118e, host n-d-760453-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=9cf621e5-2d38-4d04-8d7c-4f853457118e,segment=NetworkSegment(379d1e6d-ad5e-4574-9641-7432369f5589),segment_id=379d1e6d-ad5e-4574-9641-7432369f5589)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:46:42.623503 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (9cf621e5-2d38-4d04-8d7c-4f853457118e), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:46:42.669558 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-835e8933-1ece-4b99-888b-b7eb87788ec8 tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Publish callbacks [] for port (9d24ee19-5291-41eb-bb4a-05a19e643169), precommit_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:46:42.675833 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-835e8933-1ece-4b99-888b-b7eb87788ec8 tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11791520'] for port (9d24ee19-5291-41eb-bb4a-05a19e643169), after_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:46:42.676701 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-835e8933-1ece-4b99-888b-b7eb87788ec8 tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3709457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4110682'] for router_interface (152ae676-bfa5-4c25-bfaf-4b39e058f4af), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:46:42.683510 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Pushing event updated for resources: {'Port': ['ID=9cf621e5-2d38-4d04-8d7c-4f853457118e,revision_number=3']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:46:42.767421 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-835e8933-1ece-4b99-888b-b7eb87788ec8 tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Pushing event updated for resources: {'Port': ['ID=9d24ee19-5291-41eb-bb4a-05a19e643169,revision_number=2']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:46:42.814654 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-835e8933-1ece-4b99-888b-b7eb87788ec8 tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Network 02f14a34-411a-4961-a8ac-535d1f96be69 is already hosted by enough agents. {{(pid=103305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 21:46:42.816240 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [None req-835e8933-1ece-4b99-888b-b7eb87788ec8 tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Resources bound (agent type, host, resource id): {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:46:42.943007 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-835e8933-1ece-4b99-888b-b7eb87788ec8 tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Router 152ae676-bfa5-4c25-bfaf-4b39e058f4af is scheduled to L3 agent 09df100c-3af1-4b0a-bda8-05914c71c458 with binding_index 1 {{(pid=103305) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 26 21:46:43.051009 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-835e8933-1ece-4b99-888b-b7eb87788ec8 tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Notify agent at l3_agent.n-d-760453-5 the message routers_updated {{(pid=103305) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 26 21:46:43.057395 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-835e8933-1ece-4b99-888b-b7eb87788ec8 tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] 10.222.0.13 "PUT /v2.0/routers/152ae676-bfa5-4c25-bfaf-4b39e058f4af/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6115870 Jan 26 21:46:43.059836 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 42816) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:46:43.062640 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f06f2f22-6c90-48c8-a152-4b597e531585 None None] Sync routers for ids ['152ae676-bfa5-4c25-bfaf-4b39e058f4af'] in n-d-760453-5 {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 26 21:46:43.072763 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f06f2f22-6c90-48c8-a152-4b597e531585 None None] Routers {'152ae676-bfa5-4c25-bfaf-4b39e058f4af'} bound to L3 agent in host n-d-760453-5 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 21:46:43.073423 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-f06f2f22-6c90-48c8-a152-4b597e531585 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-26T20:55:21Z,description=,heartbeat_timestamp=2022-01-26T21:46:21Z,host='n-d-760453-5',id=09df100c-3af1-4b0a-bda8-05914c71c458,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:55:21Z,topic='l3_agent')) {'router_ids': ['152ae676-bfa5-4c25-bfaf-4b39e058f4af'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:46:43.106561 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71b271de-33ee-436c-bada-fb733b675d5c None None] Network 02f14a34-411a-4961-a8ac-535d1f96be69 requested from n-d-760453-5 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 26 21:46:43.108084 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-f06f2f22-6c90-48c8-a152-4b597e531585 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760453-5', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:46:43.117744 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f06f2f22-6c90-48c8-a152-4b597e531585 None None] Routers {'152ae676-bfa5-4c25-bfaf-4b39e058f4af'} bound to L3 agent in host n-d-760453-5 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 21:46:43.118586 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-f06f2f22-6c90-48c8-a152-4b597e531585 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-26T20:55:21Z,description=,heartbeat_timestamp=2022-01-26T21:46:21Z,host='n-d-760453-5',id=09df100c-3af1-4b0a-bda8-05914c71c458,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:55:21Z,topic='l3_agent')) {'router_ids': ['152ae676-bfa5-4c25-bfaf-4b39e058f4af'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:46:43.136736 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3987b69-9c5a-485f-95ca-64a205dc2349 tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:46:43.140875 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 42818) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:46:43.141020 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-f3987b69-9c5a-485f-95ca-64a205dc2349 tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] 10.222.0.13 "GET /v2.0/ports/9d24ee19-5291-41eb-bb4a-05a19e643169 HTTP/1.1" status: 200 len: 911 time: 0.0784647 Jan 26 21:46:43.147780 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-ea1a8013-c926-4f28-a892-e415c34cded2 tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '8bd980af-1d60-4c76-a5c4-485ae131c3fb'}]}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:46:43.154366 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-f06f2f22-6c90-48c8-a152-4b597e531585 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760453-5', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:46:43.155011 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f06f2f22-6c90-48c8-a152-4b597e531585 None None] The sync data for ids ['152ae676-bfa5-4c25-bfaf-4b39e058f4af'] in n-d-760453-5 is: [] {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 26 21:46:43.205018 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-f0649f57-554d-4280-954a-736327b3fcbd None None] Provisioning complete for port 9cf621e5-2d38-4d04-8d7c-4f853457118e triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:46:43.207637 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-f0649f57-554d-4280-954a-736327b3fcbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (9cf621e5-2d38-4d04-8d7c-4f853457118e), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:46:43.315615 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-ea1a8013-c926-4f28-a892-e415c34cded2 tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (9d24ee19-5291-41eb-bb4a-05a19e643169), before_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:46:43.332282 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-f0649f57-554d-4280-954a-736327b3fcbd None None] Current status of the port 9cf621e5-2d38-4d04-8d7c-4f853457118e is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:46:43.660974 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-f353faf6-05ce-4402-b59b-34f1a40bcef0 None None] Provisioning complete for port 9d24ee19-5291-41eb-bb4a-05a19e643169 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:46:43.661483 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-f353faf6-05ce-4402-b59b-34f1a40bcef0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (9d24ee19-5291-41eb-bb4a-05a19e643169), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:46:43.702231 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-f353faf6-05ce-4402-b59b-34f1a40bcef0 None None] Port 9d24ee19-5291-41eb-bb4a-05a19e643169 cannot update to ACTIVE because it is not bound. {{(pid=103306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 26 21:46:43.713036 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-f353faf6-05ce-4402-b59b-34f1a40bcef0 None None] Provisioning complete for port 9cf621e5-2d38-4d04-8d7c-4f853457118e triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:46:43.713590 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-f353faf6-05ce-4402-b59b-34f1a40bcef0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (9cf621e5-2d38-4d04-8d7c-4f853457118e), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:46:43.720645 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-ea1a8013-c926-4f28-a892-e415c34cded2 tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Publish callbacks [] for port (9d24ee19-5291-41eb-bb4a-05a19e643169), precommit_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:46:43.735279 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-ea1a8013-c926-4f28-a892-e415c34cded2 tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11791520'] for port (9d24ee19-5291-41eb-bb4a-05a19e643169), after_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:46:43.741847 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea1a8013-c926-4f28-a892-e415c34cded2 tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:46:43.742606 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-ea1a8013-c926-4f28-a892-e415c34cded2 tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:46:43.744719 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-ea1a8013-c926-4f28-a892-e415c34cded2 tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] 10.222.0.13 "PUT /v2.0/ports/9d24ee19-5291-41eb-bb4a-05a19e643169 HTTP/1.1" status: 200 len: 911 time: 0.6014428 Jan 26 21:46:43.750640 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 42834) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:46:43.834872 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-f353faf6-05ce-4402-b59b-34f1a40bcef0 None None] Current status of the port 9cf621e5-2d38-4d04-8d7c-4f853457118e is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:46:43.846649 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea1a8013-c926-4f28-a892-e415c34cded2 tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Pushing event updated for resources: {'Port': ['ID=9d24ee19-5291-41eb-bb4a-05a19e643169,revision_number=3']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:46:43.968380 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-e41ad2d2-38ce-4a52-82e8-f848118a1d57 None None] Provisioning complete for port 9d24ee19-5291-41eb-bb4a-05a19e643169 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:46:43.968762 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-e41ad2d2-38ce-4a52-82e8-f848118a1d57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (9d24ee19-5291-41eb-bb4a-05a19e643169), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:46:44.015861 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-e41ad2d2-38ce-4a52-82e8-f848118a1d57 None None] Port 9d24ee19-5291-41eb-bb4a-05a19e643169 cannot update to ACTIVE because it is not bound. {{(pid=103306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 26 21:46:44.128588 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-59db6028-db6f-4bf5-9cb5-26e0f664df35 tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4110657'] for router_interface (152ae676-bfa5-4c25-bfaf-4b39e058f4af), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:46:44.135649 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-ac77bdbc-81cd-43d2-ab26-9c189cd34de0 None None] Provisioning complete for port 9d24ee19-5291-41eb-bb4a-05a19e643169 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:46:44.136504 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-ac77bdbc-81cd-43d2-ab26-9c189cd34de0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (9d24ee19-5291-41eb-bb4a-05a19e643169), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:46:44.174629 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-ac77bdbc-81cd-43d2-ab26-9c189cd34de0 None None] Port 9d24ee19-5291-41eb-bb4a-05a19e643169 cannot update to ACTIVE because it is not bound. {{(pid=103306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 26 21:46:44.318055 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device 9cf621e5-2d38-4d04-8d7c-4f853457118e up at agent ovs-agent-n-d-760453-5 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 21:46:44.374148 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Provisioning complete for port 9cf621e5-2d38-4d04-8d7c-4f853457118e triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:46:44.374668 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (9cf621e5-2d38-4d04-8d7c-4f853457118e), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:46:44.471765 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Current status of the port 9cf621e5-2d38-4d04-8d7c-4f853457118e is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:46:44.612817 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-59db6028-db6f-4bf5-9cb5-26e0f664df35 tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Deleting port 9d24ee19-5291-41eb-bb4a-05a19e643169 {{(pid=103304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 21:46:44.613141 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-59db6028-db6f-4bf5-9cb5-26e0f664df35 tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746560630878'] for port (9d24ee19-5291-41eb-bb4a-05a19e643169), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:46:44.697151 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-59db6028-db6f-4bf5-9cb5-26e0f664df35 tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4109658'] for port (9d24ee19-5291-41eb-bb4a-05a19e643169), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:46:44.709180 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-59db6028-db6f-4bf5-9cb5-26e0f664df35 tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Calling delete_port for 9d24ee19-5291-41eb-bb4a-05a19e643169 owned by network:router_interface {{(pid=103304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 21:46:44.874692 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-59db6028-db6f-4bf5-9cb5-26e0f664df35 tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746560636600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746560234536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9281553'] for port (9d24ee19-5291-41eb-bb4a-05a19e643169), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:46:44.903223 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59db6028-db6f-4bf5-9cb5-26e0f664df35 tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Pushing event deleted for resources: {'Port': ['ID=9d24ee19-5291-41eb-bb4a-05a19e643169,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:46:45.000889 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-59db6028-db6f-4bf5-9cb5-26e0f664df35 tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3709480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4110805'] for router_interface (152ae676-bfa5-4c25-bfaf-4b39e058f4af), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:46:45.167115 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59db6028-db6f-4bf5-9cb5-26e0f664df35 tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Router 152ae676-bfa5-4c25-bfaf-4b39e058f4af has already been hosted by L3 agent 09df100c-3af1-4b0a-bda8-05914c71c458 {{(pid=103304) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 26 21:46:45.243627 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59db6028-db6f-4bf5-9cb5-26e0f664df35 tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Notify agent at l3_agent.n-d-760453-5 the message routers_updated {{(pid=103304) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 26 21:46:45.248602 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-59db6028-db6f-4bf5-9cb5-26e0f664df35 tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] 10.222.0.13 "PUT /v2.0/routers/152ae676-bfa5-4c25-bfaf-4b39e058f4af/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4969351 Jan 26 21:46:45.251531 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 42842) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:46:45.257481 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73d7eafb-3778-49b4-a470-2f33bb267c57 None None] Sync routers for ids ['152ae676-bfa5-4c25-bfaf-4b39e058f4af'] in n-d-760453-5 {{(pid=103306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 26 21:46:45.269507 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73d7eafb-3778-49b4-a470-2f33bb267c57 None None] Routers {'152ae676-bfa5-4c25-bfaf-4b39e058f4af'} bound to L3 agent in host n-d-760453-5 {{(pid=103306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 21:46:45.270135 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-73d7eafb-3778-49b4-a470-2f33bb267c57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-26T20:55:21Z,description=,heartbeat_timestamp=2022-01-26T21:46:21Z,host='n-d-760453-5',id=09df100c-3af1-4b0a-bda8-05914c71c458,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:55:21Z,topic='l3_agent')) {'router_ids': ['152ae676-bfa5-4c25-bfaf-4b39e058f4af'], 'active': True} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:46:45.287119 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-fd52c226-60b8-42ca-a31b-4508552b5629 tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] 10.222.0.13 "GET /v2.0/ports?device_id=152ae676-bfa5-4c25-bfaf-4b39e058f4af HTTP/1.1" status: 200 len: 205 time: 0.0320461 Jan 26 21:46:45.287330 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 42844) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:46:45.368258 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-35845358-9407-417e-8628-954add9211f5 tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Publish callbacks [] for router (152ae676-bfa5-4c25-bfaf-4b39e058f4af), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:46:45.465017 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-73d7eafb-3778-49b4-a470-2f33bb267c57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760453-5', False) {} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:46:45.475095 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73d7eafb-3778-49b4-a470-2f33bb267c57 None None] Routers {'152ae676-bfa5-4c25-bfaf-4b39e058f4af'} bound to L3 agent in host n-d-760453-5 {{(pid=103306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 21:46:45.475774 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-73d7eafb-3778-49b4-a470-2f33bb267c57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-26T20:55:21Z,description=,heartbeat_timestamp=2022-01-26T21:46:21Z,host='n-d-760453-5',id=09df100c-3af1-4b0a-bda8-05914c71c458,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:55:21Z,topic='l3_agent')) {'router_ids': ['152ae676-bfa5-4c25-bfaf-4b39e058f4af'], 'active': True} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:46:45.508027 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-73d7eafb-3778-49b4-a470-2f33bb267c57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760453-5', False) {} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:46:45.508674 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73d7eafb-3778-49b4-a470-2f33bb267c57 None None] The sync data for ids ['152ae676-bfa5-4c25-bfaf-4b39e058f4af'] in n-d-760453-5 is: [] {{(pid=103306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 26 21:46:45.541652 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-35845358-9407-417e-8628-954add9211f5 tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4105774', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13082'] for router (152ae676-bfa5-4c25-bfaf-4b39e058f4af), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:46:45.543845 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-35845358-9407-417e-8628-954add9211f5 tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Publish callbacks [] for router_controller (152ae676-bfa5-4c25-bfaf-4b39e058f4af), precommit_delete_associations {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:46:45.587847 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-35845358-9407-417e-8628-954add9211f5 tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4105767'] for router (152ae676-bfa5-4c25-bfaf-4b39e058f4af), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:46:45.588462 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35845358-9407-417e-8628-954add9211f5 tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Fanout notify agent at l3_agent the message router_deleted on router 152ae676-bfa5-4c25-bfaf-4b39e058f4af {{(pid=103305) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 26 21:46:45.597017 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-35845358-9407-417e-8628-954add9211f5 tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Publish callbacks [] for router (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:46:45.601106 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 42852) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:46:45.609885 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-35845358-9407-417e-8628-954add9211f5 tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] 10.222.0.13 "DELETE /v2.0/routers/152ae676-bfa5-4c25-bfaf-4b39e058f4af HTTP/1.1" status: 204 len: 168 time: 0.3215117 Jan 26 21:46:45.654105 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.db_base_plugin_v2 [None req-90199367-2437-40ad-94de-72dcc1930b71 tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Deleting subnet 8bd980af-1d60-4c76-a5c4-485ae131c3fb {{(pid=103304) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 26 21:46:45.657371 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-90199367-2437-40ad-94de-72dcc1930b71 tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Publish callbacks [] for subnet (8bd980af-1d60-4c76-a5c4-485ae131c3fb), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:46:45.698511 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-90199367-2437-40ad-94de-72dcc1930b71 tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8881284'] for subnet (8bd980af-1d60-4c76-a5c4-485ae131c3fb), precommit_delete_associations {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:46:45.783089 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-90199367-2437-40ad-94de-72dcc1930b71 tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687316'] for subnet (8bd980af-1d60-4c76-a5c4-485ae131c3fb), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:46:45.839169 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-90199367-2437-40ad-94de-72dcc1930b71 tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9281612', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12215216'] for subnet (8bd980af-1d60-4c76-a5c4-485ae131c3fb), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:46:45.866259 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90199367-2437-40ad-94de-72dcc1930b71 tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Pushing event deleted for resources: {'Subnet': ['ID=8bd980af-1d60-4c76-a5c4-485ae131c3fb,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:46:45.870518 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-90199367-2437-40ad-94de-72dcc1930b71 tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Publish callbacks [] for subnet (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:46:45.876233 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-90199367-2437-40ad-94de-72dcc1930b71 tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] 10.222.0.13 "DELETE /v2.0/subnets/8bd980af-1d60-4c76-a5c4-485ae131c3fb HTTP/1.1" status: 204 len: 168 time: 0.2717059 Jan 26 21:46:45.876488 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 42854) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:46:45.880487 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-713fd376-7e90-4b30-b95b-0948e14c8406 None None] Network 02f14a34-411a-4961-a8ac-535d1f96be69 requested from n-d-760453-5 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 26 21:46:45.965039 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-7a78c251-f427-4d45-88ee-c57c8c8b4054 tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-748181'] for network (02f14a34-411a-4961-a8ac-535d1f96be69), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:46:46.024180 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-7a78c251-f427-4d45-88ee-c57c8c8b4054 tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Deleting port 9cf621e5-2d38-4d04-8d7c-4f853457118e {{(pid=103304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 21:46:46.024647 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-7a78c251-f427-4d45-88ee-c57c8c8b4054 tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746560630878'] for port (9cf621e5-2d38-4d04-8d7c-4f853457118e), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:46:46.035419 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f6d969e-e2f5-425b-b56b-44f6e21231ca None None] DHCP port deletion for 02f14a34-411a-4961-a8ac-535d1f96be69 request from n-d-760453-5 {{(pid=103306) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 26 21:46:46.083888 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2f6d969e-e2f5-425b-b56b-44f6e21231ca None None] Deleting port 9cf621e5-2d38-4d04-8d7c-4f853457118e {{(pid=103306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 21:46:46.084359 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2f6d969e-e2f5-425b-b56b-44f6e21231ca None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746560630878'] for port (9cf621e5-2d38-4d04-8d7c-4f853457118e), before_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:46:46.090577 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [None req-7a78c251-f427-4d45-88ee-c57c8c8b4054 tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] For port 9cf621e5-2d38-4d04-8d7c-4f853457118e, host n-d-760453-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=9cf621e5-2d38-4d04-8d7c-4f853457118e,segment=NetworkSegment(379d1e6d-ad5e-4574-9641-7432369f5589),segment_id=379d1e6d-ad5e-4574-9641-7432369f5589)] {{(pid=103304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:46:46.090955 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-7a78c251-f427-4d45-88ee-c57c8c8b4054 tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4109658'] for port (9cf621e5-2d38-4d04-8d7c-4f853457118e), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:46:46.104520 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-7a78c251-f427-4d45-88ee-c57c8c8b4054 tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Calling delete_port for 9cf621e5-2d38-4d04-8d7c-4f853457118e owned by network:dhcp {{(pid=103304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 21:46:46.149241 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-2f6d969e-e2f5-425b-b56b-44f6e21231ca None None] For port 9cf621e5-2d38-4d04-8d7c-4f853457118e, host n-d-760453-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=9cf621e5-2d38-4d04-8d7c-4f853457118e,segment=NetworkSegment(379d1e6d-ad5e-4574-9641-7432369f5589),segment_id=379d1e6d-ad5e-4574-9641-7432369f5589)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:46:46.149899 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2f6d969e-e2f5-425b-b56b-44f6e21231ca None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4109658'] for port (9cf621e5-2d38-4d04-8d7c-4f853457118e), precommit_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:46:46.162553 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2f6d969e-e2f5-425b-b56b-44f6e21231ca None None] Calling delete_port for 9cf621e5-2d38-4d04-8d7c-4f853457118e owned by network:dhcp {{(pid=103306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 21:46:46.188048 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-7a78c251-f427-4d45-88ee-c57c8c8b4054 tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746560636600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746560234536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9281553'] for port (9cf621e5-2d38-4d04-8d7c-4f853457118e), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:46:46.214756 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a78c251-f427-4d45-88ee-c57c8c8b4054 tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Pushing event deleted for resources: {'Port': ['ID=9cf621e5-2d38-4d04-8d7c-4f853457118e,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:46:46.218408 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a78c251-f427-4d45-88ee-c57c8c8b4054 tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] No DVR routers for this DVR port 9cf621e5-2d38-4d04-8d7c-4f853457118e on host n-d-760453-5 {{(pid=103304) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 26 21:46:46.242464 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2f6d969e-e2f5-425b-b56b-44f6e21231ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746560636600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746560234536'] for port (9cf621e5-2d38-4d04-8d7c-4f853457118e), after_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:46:46.266025 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f6d969e-e2f5-425b-b56b-44f6e21231ca None None] Pushing event deleted for resources: {'Port': ['ID=9cf621e5-2d38-4d04-8d7c-4f853457118e,revision_number=None']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:46:46.272672 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f6d969e-e2f5-425b-b56b-44f6e21231ca None None] No DVR routers for this DVR port 9cf621e5-2d38-4d04-8d7c-4f853457118e on host n-d-760453-5 {{(pid=103306) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 26 21:46:46.310056 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-7a78c251-f427-4d45-88ee-c57c8c8b4054 tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-686403', 'neutron.services.segments.db._delete_segments_for_network-8746560774018'] for network (02f14a34-411a-4961-a8ac-535d1f96be69), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:46:46.333652 n-d-760453-5 neutron-server[103304]: DEBUG neutron.services.segments.db [None req-7a78c251-f427-4d45-88ee-c57c8c8b4054 tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['02f14a34-411a-4961-a8ac-535d1f96be69']}} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:46:46.344171 n-d-760453-5 neutron-server[103304]: DEBUG neutron.services.segments.db [None req-7a78c251-f427-4d45-88ee-c57c8c8b4054 tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '379d1e6d-ad5e-4574-9641-7432369f5589') {'for_net_delete': True} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:46:46.344684 n-d-760453-5 neutron-server[103304]: DEBUG neutron.services.segments.db [None req-7a78c251-f427-4d45-88ee-c57c8c8b4054 tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '379d1e6d-ad5e-4574-9641-7432369f5589') {} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:46:46.354988 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-7a78c251-f427-4d45-88ee-c57c8c8b4054 tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746560742283', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8881293'] for segment (379d1e6d-ad5e-4574-9641-7432369f5589), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:46:46.368245 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-7a78c251-f427-4d45-88ee-c57c8c8b4054 tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576559'] for segment (379d1e6d-ad5e-4574-9641-7432369f5589), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:46:46.370529 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device 9cf621e5-2d38-4d04-8d7c-4f853457118e no longer exists at agent ovs-agent-n-d-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 26 21:46:46.375398 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7a78c251-f427-4d45-88ee-c57c8c8b4054 tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Releasing vlan 550 on physical network physnet1 to pool {{(pid=103304) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 26 21:46:46.375791 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-7a78c251-f427-4d45-88ee-c57c8c8b4054 tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9281762'] for segment (379d1e6d-ad5e-4574-9641-7432369f5589), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:46:46.379025 n-d-760453-5 neutron-server[103304]: Traceback (most recent call last): Jan 26 21:46:46.379025 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 26 21:46:46.379025 n-d-760453-5 neutron-server[103304]: timer() Jan 26 21:46:46.379025 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 26 21:46:46.379025 n-d-760453-5 neutron-server[103304]: cb(*args, **kw) Jan 26 21:46:46.379025 n-d-760453-5 neutron-server[103304]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 26 21:46:46.379025 n-d-760453-5 neutron-server[103304]: return func(*args, **kwargs) Jan 26 21:46:46.379025 n-d-760453-5 neutron-server[103304]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 26 21:46:46.379025 n-d-760453-5 neutron-server[103304]: self._notify() Jan 26 21:46:46.379025 n-d-760453-5 neutron-server[103304]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 26 21:46:46.379025 n-d-760453-5 neutron-server[103304]: self.callback(batched_events) Jan 26 21:46:46.379025 n-d-760453-5 neutron-server[103304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 26 21:46:46.379025 n-d-760453-5 neutron-server[103304]: event.method(event) Jan 26 21:46:46.379025 n-d-760453-5 neutron-server[103304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 26 21:46:46.379025 n-d-760453-5 neutron-server[103304]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 26 21:46:46.379025 n-d-760453-5 neutron-server[103304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 26 21:46:46.379025 n-d-760453-5 neutron-server[103304]: aggregate_uuid = self.p_client.list_aggregates( Jan 26 21:46:46.379025 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 26 21:46:46.379025 n-d-760453-5 neutron-server[103304]: return f(self, *a, **k) Jan 26 21:46:46.379025 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 26 21:46:46.379025 n-d-760453-5 neutron-server[103304]: return self._get(url).json() Jan 26 21:46:46.379025 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 26 21:46:46.379025 n-d-760453-5 neutron-server[103304]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 26 21:46:46.379025 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 26 21:46:46.379025 n-d-760453-5 neutron-server[103304]: return self.request(url, 'GET', **kwargs) Jan 26 21:46:46.379025 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 26 21:46:46.379025 n-d-760453-5 neutron-server[103304]: base_url = self.get_endpoint(auth, allow=allow, Jan 26 21:46:46.379025 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 26 21:46:46.379025 n-d-760453-5 neutron-server[103304]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 26 21:46:46.379025 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 26 21:46:46.379025 n-d-760453-5 neutron-server[103304]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 26 21:46:46.379025 n-d-760453-5 neutron-server[103304]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 26 21:46:46.395981 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] No Port match for: 9cf621e5-2d38-4d04-8d7c-4f853457118e {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 26 21:46:46.396429 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device 9cf621e5-2d38-4d04-8d7c-4f853457118e not bound to the agent host n-d-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 26 21:46:46.443715 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-7a78c251-f427-4d45-88ee-c57c8c8b4054 tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4110931'] for network (02f14a34-411a-4961-a8ac-535d1f96be69), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:46:46.449432 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-7a78c251-f427-4d45-88ee-c57c8c8b4054 tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Publish callbacks [] for network (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:46:46.453311 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-7a78c251-f427-4d45-88ee-c57c8c8b4054 tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] 10.222.0.13 "DELETE /v2.0/networks/02f14a34-411a-4961-a8ac-535d1f96be69 HTTP/1.1" status: 204 len: 168 time: 0.5756359 Jan 26 21:46:46.457645 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 42856) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:46:46.462181 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-c2a16a58-ad39-4944-817d-b52cbf3dea33 tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1807611014', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:46:46.469253 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a78c251-f427-4d45-88ee-c57c8c8b4054 tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Pushing event deleted for resources: {'Network': ['ID=02f14a34-411a-4961-a8ac-535d1f96be69,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:46:46.491671 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-c2a16a58-ad39-4944-817d-b52cbf3dea33 tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4104596', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13108'] for router (de7562c0-2983-44c4-89b5-e07fab2a3a93), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:46:46.493076 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-c2a16a58-ad39-4944-817d-b52cbf3dea33 tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4105828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4111306', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3733576', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13069'] for router (de7562c0-2983-44c4-89b5-e07fab2a3a93), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:46:46.549893 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-c2a16a58-ad39-4944-817d-b52cbf3dea33 tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Publish callbacks [] for router_controller (de7562c0-2983-44c4-89b5-e07fab2a3a93), precommit_add_association {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:46:46.554274 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-c2a16a58-ad39-4944-817d-b52cbf3dea33 tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4105757', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4111263'] for router (de7562c0-2983-44c4-89b5-e07fab2a3a93), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:46:46.571410 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-c2a16a58-ad39-4944-817d-b52cbf3dea33 tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Publish callbacks [] for router (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:46:46.573159 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-c2a16a58-ad39-4944-817d-b52cbf3dea33 tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.1144240 Jan 26 21:46:46.575800 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 42860) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:46:46.580710 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-8c11b457-4006-4048-93d6-7bcf5f5db5f0 tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1769009881'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:46:46.599626 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c11b457-4006-4048-93d6-7bcf5f5db5f0 tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Made reservation on behalf of 875729a301494bb99d4fc208a57de2a1 for: {'network': 1} {{(pid=103305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 21:46:46.603086 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-8c11b457-4006-4048-93d6-7bcf5f5db5f0 tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for network (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:46:46.626619 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8c11b457-4006-4048-93d6-7bcf5f5db5f0 tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] vlan segment allocate from pool success with {'vlan_id': 585, 'physical_network': 'physnet1'} {{(pid=103305) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 26 21:46:46.635862 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-8c11b457-4006-4048-93d6-7bcf5f5db5f0 tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576559'] for segment (a8074dfa-49c4-4814-b947-192e979b4723), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:46:46.636800 n-d-760453-5 neutron-server[103305]: INFO neutron.db.segments_db [None req-8c11b457-4006-4048-93d6-7bcf5f5db5f0 tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Added segment a8074dfa-49c4-4814-b947-192e979b4723 of type vlan for network e3afdf88-b4b3-44f3-9b79-c32856979517 Jan 26 21:46:46.677512 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-8c11b457-4006-4048-93d6-7bcf5f5db5f0 tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746560256871'] for network (e3afdf88-b4b3-44f3-9b79-c32856979517), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:46:46.704632 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-8c11b457-4006-4048-93d6-7bcf5f5db5f0 tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503'] for network (e3afdf88-b4b3-44f3-9b79-c32856979517), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:46:46.709628 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c11b457-4006-4048-93d6-7bcf5f5db5f0 tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:46:46.710218 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-8c11b457-4006-4048-93d6-7bcf5f5db5f0 tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Publish callbacks [] for network (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:46:46.768517 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-8c11b457-4006-4048-93d6-7bcf5f5db5f0 tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.1916864 Jan 26 21:46:46.771340 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 42866) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:46:46.778792 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-1d76886f-2b40-4a64-bd9d-a0900017ce66 tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Request body: {'subnet': {'network_id': 'e3afdf88-b4b3-44f3-9b79-c32856979517', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:46:47.088824 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c11b457-4006-4048-93d6-7bcf5f5db5f0 tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Pushing event updated for resources: {'Network': ['ID=e3afdf88-b4b3-44f3-9b79-c32856979517,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:46:47.099013 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Network e3afdf88-b4b3-44f3-9b79-c32856979517 details requested by agent ovs-agent-n-d-760453-5 with host n-d-760453-5 {{(pid=103306) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 26 21:46:47.160548 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d76886f-2b40-4a64-bd9d-a0900017ce66 tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Made reservation on behalf of 875729a301494bb99d4fc208a57de2a1 for: {'subnet': 1} {{(pid=103305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 21:46:47.164490 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-1d76886f-2b40-4a64-bd9d-a0900017ce66 tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11599953'] for subnet (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:46:47.356129 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-1d76886f-2b40-4a64-bd9d-a0900017ce66 tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11788839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11599975'] for subnet (ccffbf1d-5684-4d94-b9b0-2b4e0aa38e03), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:46:47.418029 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d76886f-2b40-4a64-bd9d-a0900017ce66 tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Pushing event updated for resources: {'Subnet': ['ID=ccffbf1d-5684-4d94-b9b0-2b4e0aa38e03,revision_number=0']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:46:47.431592 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d76886f-2b40-4a64-bd9d-a0900017ce66 tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Checking segment: {'id': 'a8074dfa-49c4-4814-b947-192e979b4723', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'e3afdf88-b4b3-44f3-9b79-c32856979517'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103305) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 21:46:47.431959 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d76886f-2b40-4a64-bd9d-a0900017ce66 tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Network hostable DHCP agents. Network: e3afdf88-b4b3-44f3-9b79-c32856979517, hostable agents: ['474ccdf7-ab6c-405b-a3b2-dc7b05829902'], hosted agents: [] {{(pid=103305) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 26 21:46:47.451093 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d76886f-2b40-4a64-bd9d-a0900017ce66 tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Network e3afdf88-b4b3-44f3-9b79-c32856979517 is scheduled to be hosted by DHCP agent 474ccdf7-ab6c-405b-a3b2-dc7b05829902 with binding_index 1 {{(pid=103305) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 26 21:46:47.463220 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [None req-1d76886f-2b40-4a64-bd9d-a0900017ce66 tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760453-5, e3afdf88-b4b3-44f3-9b79-c32856979517) {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:46:47.466732 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d76886f-2b40-4a64-bd9d-a0900017ce66 tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:46:47.467534 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-1d76886f-2b40-4a64-bd9d-a0900017ce66 tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Publish callbacks [] for subnet (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:46:47.472900 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce8f19bb-37d9-4981-8a32-4a494545ceb9 None None] Network e3afdf88-b4b3-44f3-9b79-c32856979517 requested from n-d-760453-5 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 26 21:46:47.490472 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-1d76886f-2b40-4a64-bd9d-a0900017ce66 tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7154212 Jan 26 21:46:47.490683 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 42880) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:46:47.592681 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d751a456-1f8d-4dca-a462-9b73cfa7fe3e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3c4099e8-8ffb-51d1-af7f-5868973e933f-e3afdf88-b4b3-44f3-9b79-c32856979517', 'network_id': 'e3afdf88-b4b3-44f3-9b79-c32856979517', 'project_id': '875729a301494bb99d4fc208a57de2a1', 'fixed_ips': [{'subnet_id': 'ccffbf1d-5684-4d94-b9b0-2b4e0aa38e03'}]}} from n-d-760453-5. {{(pid=103306) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 26 21:46:47.593582 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d751a456-1f8d-4dca-a462-9b73cfa7fe3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (None), before_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:46:47.739960 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.db_base_plugin_common [None req-d751a456-1f8d-4dca-a462-9b73cfa7fe3e None None] Allocated IP 2001:db8::2 (e3afdf88-b4b3-44f3-9b79-c32856979517/ccffbf1d-5684-4d94-b9b0-2b4e0aa38e03/9d75d904-9a6c-470b-982f-da2fed1d80f0) {{(pid=103306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 21:46:47.818525 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-6a2e9365-589f-4624-b567-99d5060be1f8 tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:46:47.886427 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d751a456-1f8d-4dca-a462-9b73cfa7fe3e None None] Publish callbacks [] for port (9d75d904-9a6c-470b-982f-da2fed1d80f0), precommit_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:46:47.892606 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d751a456-1f8d-4dca-a462-9b73cfa7fe3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746560234527'] for port (9d75d904-9a6c-470b-982f-da2fed1d80f0), after_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:46:47.940420 n-d-760453-5 neutron-server[103306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d751a456-1f8d-4dca-a462-9b73cfa7fe3e None None] Network e3afdf88-b4b3-44f3-9b79-c32856979517 is already hosted by enough agents. {{(pid=103306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 21:46:47.945055 n-d-760453-5 neutron-server[103306]: DEBUG neutron.scheduler.base_scheduler [None req-d751a456-1f8d-4dca-a462-9b73cfa7fe3e None None] Resources bound (agent type, host, resource id): {{(pid=103306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:46:47.951429 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d751a456-1f8d-4dca-a462-9b73cfa7fe3e None None] Received port after_create {{(pid=103306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 21:46:47.953776 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d751a456-1f8d-4dca-a462-9b73cfa7fe3e None None] Pushing event updated for resources: {'Port': ['ID=9d75d904-9a6c-470b-982f-da2fed1d80f0,revision_number=1']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:46:48.015993 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-d751a456-1f8d-4dca-a462-9b73cfa7fe3e None None] Attempting to bind port 9d75d904-9a6c-470b-982f-da2fed1d80f0 on host n-d-760453-5 for vnic_type normal with profile {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 21:46:48.016402 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-d751a456-1f8d-4dca-a462-9b73cfa7fe3e None None] Attempting to bind port 9d75d904-9a6c-470b-982f-da2fed1d80f0 by drivers openvswitch,hyperv on host n-d-760453-5 at level 0 using segments [{'id': 'a8074dfa-49c4-4814-b947-192e979b4723', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'e3afdf88-b4b3-44f3-9b79-c32856979517'}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 26 21:46:48.016774 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d751a456-1f8d-4dca-a462-9b73cfa7fe3e None None] Attempting to bind port 9d75d904-9a6c-470b-982f-da2fed1d80f0 on network e3afdf88-b4b3-44f3-9b79-c32856979517 {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 21:46:48.021950 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d751a456-1f8d-4dca-a462-9b73cfa7fe3e None None] Checking agent: {'id': 'fea0591a-627d-4c87-9a9a-01625ddf3277', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760453-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 20, 55, 25), 'started_at': datetime.datetime(2022, 1, 26, 20, 55, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 21, 46, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760453-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 26 21:46:48.022327 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d751a456-1f8d-4dca-a462-9b73cfa7fe3e None None] Checking segment: {'id': 'a8074dfa-49c4-4814-b947-192e979b4723', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'e3afdf88-b4b3-44f3-9b79-c32856979517'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 21:46:48.022733 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d751a456-1f8d-4dca-a462-9b73cfa7fe3e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:46:48.023122 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d751a456-1f8d-4dca-a462-9b73cfa7fe3e None None] Bound using segment: {'id': 'a8074dfa-49c4-4814-b947-192e979b4723', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'e3afdf88-b4b3-44f3-9b79-c32856979517'} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 26 21:46:48.023594 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-d751a456-1f8d-4dca-a462-9b73cfa7fe3e None None] Bound port: 9d75d904-9a6c-470b-982f-da2fed1d80f0, host: n-d-760453-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a8074dfa-49c4-4814-b947-192e979b4723', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'e3afdf88-b4b3-44f3-9b79-c32856979517'}}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 26 21:46:48.023972 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d751a456-1f8d-4dca-a462-9b73cfa7fe3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (9d75d904-9a6c-470b-982f-da2fed1d80f0), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:46:48.084421 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.db_base_plugin_common [None req-6a2e9365-589f-4624-b567-99d5060be1f8 tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Allocated IP 2001:db8::1 (e3afdf88-b4b3-44f3-9b79-c32856979517/ccffbf1d-5684-4d94-b9b0-2b4e0aa38e03/a63d5986-91b0-4022-a9c7-6a651ae33003) {{(pid=103305) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 21:46:48.089558 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-d751a456-1f8d-4dca-a462-9b73cfa7fe3e None None] For port 9d75d904-9a6c-470b-982f-da2fed1d80f0, host n-d-760453-5, cleared binding levels {{(pid=103306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 26 21:46:48.093334 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-d751a456-1f8d-4dca-a462-9b73cfa7fe3e None None] For port 9d75d904-9a6c-470b-982f-da2fed1d80f0, host n-d-760453-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=9d75d904-9a6c-470b-982f-da2fed1d80f0,segment=NetworkSegment(a8074dfa-49c4-4814-b947-192e979b4723),segment_id=a8074dfa-49c4-4814-b947-192e979b4723)] {{(pid=103306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 26 21:46:48.098574 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d751a456-1f8d-4dca-a462-9b73cfa7fe3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (9d75d904-9a6c-470b-982f-da2fed1d80f0), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:46:48.165590 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d751a456-1f8d-4dca-a462-9b73cfa7fe3e None None] Pushing event updated for resources: {'Port': ['ID=9d75d904-9a6c-470b-982f-da2fed1d80f0,revision_number=2']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:46:48.220930 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-6a2e9365-589f-4624-b567-99d5060be1f8 tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Publish callbacks [] for port (a63d5986-91b0-4022-a9c7-6a651ae33003), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:46:48.259508 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-6a2e9365-589f-4624-b567-99d5060be1f8 tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746560234527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11791543'] for port (a63d5986-91b0-4022-a9c7-6a651ae33003), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:46:48.306770 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a2e9365-589f-4624-b567-99d5060be1f8 tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Network e3afdf88-b4b3-44f3-9b79-c32856979517 is already hosted by enough agents. {{(pid=103305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 21:46:48.310101 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [None req-6a2e9365-589f-4624-b567-99d5060be1f8 tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Resources bound (agent type, host, resource id): {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:46:48.313921 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a2e9365-589f-4624-b567-99d5060be1f8 tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Received port after_create {{(pid=103305) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 21:46:48.314527 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-6a2e9365-589f-4624-b567-99d5060be1f8 tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4111050'] for router_interface (de7562c0-2983-44c4-89b5-e07fab2a3a93), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:46:48.361155 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a2e9365-589f-4624-b567-99d5060be1f8 tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Pushing event updated for resources: {'Port': ['ID=a63d5986-91b0-4022-a9c7-6a651ae33003,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:46:48.472043 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-6a2e9365-589f-4624-b567-99d5060be1f8 tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (a63d5986-91b0-4022-a9c7-6a651ae33003), before_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:46:48.750969 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-6a2e9365-589f-4624-b567-99d5060be1f8 tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Publish callbacks [] for port (a63d5986-91b0-4022-a9c7-6a651ae33003), precommit_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:46:48.756080 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-6a2e9365-589f-4624-b567-99d5060be1f8 tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11791520'] for port (a63d5986-91b0-4022-a9c7-6a651ae33003), after_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:46:48.756911 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-6a2e9365-589f-4624-b567-99d5060be1f8 tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3709457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4110682'] for router_interface (de7562c0-2983-44c4-89b5-e07fab2a3a93), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:46:48.844609 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a2e9365-589f-4624-b567-99d5060be1f8 tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Pushing event updated for resources: {'Port': ['ID=a63d5986-91b0-4022-a9c7-6a651ae33003,revision_number=2']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:46:48.903288 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b90542d7-c74c-4ed4-ae40-7a2a83c6d97d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (474ccdf7-ab6c-405b-a3b2-dc7b05829902), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:46:48.908226 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a2e9365-589f-4624-b567-99d5060be1f8 tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Network e3afdf88-b4b3-44f3-9b79-c32856979517 is already hosted by enough agents. {{(pid=103305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 21:46:48.909944 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [None req-6a2e9365-589f-4624-b567-99d5060be1f8 tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Resources bound (agent type, host, resource id): {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:46:49.060152 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a2e9365-589f-4624-b567-99d5060be1f8 tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Router de7562c0-2983-44c4-89b5-e07fab2a3a93 is scheduled to L3 agent 09df100c-3af1-4b0a-bda8-05914c71c458 with binding_index 1 {{(pid=103305) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 26 21:46:49.188798 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a2e9365-589f-4624-b567-99d5060be1f8 tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Notify agent at l3_agent.n-d-760453-5 the message routers_updated {{(pid=103305) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 26 21:46:49.194171 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-6a2e9365-589f-4624-b567-99d5060be1f8 tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] 10.222.0.13 "PUT /v2.0/routers/de7562c0-2983-44c4-89b5-e07fab2a3a93/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7013130 Jan 26 21:46:49.196758 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 42914) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:46:49.198862 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a4e368a-e196-447d-993b-3483bbb563b7 None None] Sync routers for ids ['de7562c0-2983-44c4-89b5-e07fab2a3a93'] in n-d-760453-5 {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 26 21:46:49.202336 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-64da5b26-bcd9-4b81-80b2-c3c3b99b6512 tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-928380486'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:46:49.209909 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a4e368a-e196-447d-993b-3483bbb563b7 None None] Routers {'de7562c0-2983-44c4-89b5-e07fab2a3a93'} bound to L3 agent in host n-d-760453-5 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 21:46:49.210633 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-8a4e368a-e196-447d-993b-3483bbb563b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-26T20:55:21Z,description=,heartbeat_timestamp=2022-01-26T21:46:21Z,host='n-d-760453-5',id=09df100c-3af1-4b0a-bda8-05914c71c458,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:55:21Z,topic='l3_agent')) {'router_ids': ['de7562c0-2983-44c4-89b5-e07fab2a3a93'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:46:49.224874 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64da5b26-bcd9-4b81-80b2-c3c3b99b6512 tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Made reservation on behalf of 875729a301494bb99d4fc208a57de2a1 for: {'network': 1} {{(pid=103305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 21:46:49.250297 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-64da5b26-bcd9-4b81-80b2-c3c3b99b6512 tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for network (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:46:49.281695 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c55f8c17-1faf-4cd3-8acf-057b820b69b9 None None] Network e3afdf88-b4b3-44f3-9b79-c32856979517 requested from n-d-760453-5 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 26 21:46:49.284920 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-64da5b26-bcd9-4b81-80b2-c3c3b99b6512 tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] vlan segment allocate from pool success with {'vlan_id': 574, 'physical_network': 'physnet1'} {{(pid=103305) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 26 21:46:49.296090 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-64da5b26-bcd9-4b81-80b2-c3c3b99b6512 tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576559'] for segment (386725a6-d678-47d3-86ec-a9aee9d35512), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:46:49.296732 n-d-760453-5 neutron-server[103305]: INFO neutron.db.segments_db [None req-64da5b26-bcd9-4b81-80b2-c3c3b99b6512 tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Added segment 386725a6-d678-47d3-86ec-a9aee9d35512 of type vlan for network 66d68c2c-c9c8-4952-a852-8011ef52bfe7 Jan 26 21:46:49.311535 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_dvr_db [None req-8a4e368a-e196-447d-993b-3483bbb563b7 None None] Set router de7562c0-2983-44c4-89b5-e07fab2a3a93 gateway port host: None {{(pid=103307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 21:46:49.349339 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-64da5b26-bcd9-4b81-80b2-c3c3b99b6512 tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746560256871'] for network (66d68c2c-c9c8-4952-a852-8011ef52bfe7), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:46:49.365639 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-f58319f7-1ed7-499f-bced-50065701e16a None None] Provisioning complete for port 9d75d904-9a6c-470b-982f-da2fed1d80f0 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:46:49.366384 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-f58319f7-1ed7-499f-bced-50065701e16a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (9d75d904-9a6c-470b-982f-da2fed1d80f0), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:46:49.387254 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-64da5b26-bcd9-4b81-80b2-c3c3b99b6512 tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503'] for network (66d68c2c-c9c8-4952-a852-8011ef52bfe7), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:46:49.389776 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64da5b26-bcd9-4b81-80b2-c3c3b99b6512 tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:46:49.390681 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-64da5b26-bcd9-4b81-80b2-c3c3b99b6512 tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Publish callbacks [] for network (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:46:49.460940 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 42916) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:46:49.461886 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-64da5b26-bcd9-4b81-80b2-c3c3b99b6512 tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2635753 Jan 26 21:46:49.466785 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-bedebfcf-4471-45dc-82ca-6da20a0c7113 tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Request body: {'subnet': {'network_id': '66d68c2c-c9c8-4952-a852-8011ef52bfe7', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:46:49.487124 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64da5b26-bcd9-4b81-80b2-c3c3b99b6512 tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Pushing event updated for resources: {'Network': ['ID=66d68c2c-c9c8-4952-a852-8011ef52bfe7,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:46:49.506193 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Network 66d68c2c-c9c8-4952-a852-8011ef52bfe7 details requested by agent ovs-agent-n-d-760453-5 with host n-d-760453-5 {{(pid=103306) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 26 21:46:49.543755 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-8a4e368a-e196-447d-993b-3483bbb563b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de7562c0-2983-44c4-89b5-e07fab2a3a93', 'name': 'tempest-RoutersIpV6Test-router-1807611014', 'tenant_id': '875729a301494bb99d4fc208a57de2a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T21:46:46Z', 'updated_at': '2022-01-26T21:46:48Z', 'revision_number': 2, 'project_id': '875729a301494bb99d4fc208a57de2a1', 'gw_port_host': None, '_interfaces': [{'id': 'a63d5986-91b0-4022-a9c7-6a651ae33003', 'name': '', 'network_id': 'e3afdf88-b4b3-44f3-9b79-c32856979517', 'tenant_id': '875729a301494bb99d4fc208a57de2a1', 'mac_address': 'fa:16:3e:da:f1:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de7562c0-2983-44c4-89b5-e07fab2a3a93', 'device_owner': 'network:router_interface', 'standard_attr_id': 3817, 'fixed_ips': [{'subnet_id': 'ccffbf1d-5684-4d94-b9b0-2b4e0aa38e03', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:46:47Z', 'updated_at': '2022-01-26T21:46:48Z', 'revision_number': 2, 'project_id': '875729a301494bb99d4fc208a57de2a1', 'subnets': [{'id': 'ccffbf1d-5684-4d94-b9b0-2b4e0aa38e03', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760453-5', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:46:49.586371 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a4e368a-e196-447d-993b-3483bbb563b7 None None] Checking router: de7562c0-2983-44c4-89b5-e07fab2a3a93 for host: n-d-760453-5 {{(pid=103307) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 26 21:46:49.586733 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a4e368a-e196-447d-993b-3483bbb563b7 None None] Updating router de7562c0-2983-44c4-89b5-e07fab2a3a93 port a63d5986-91b0-4022-a9c7-6a651ae33003 binding host n-d-760453-5 {{(pid=103307) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 26 21:46:49.622713 n-d-760453-5 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-8a4e368a-e196-447d-993b-3483bbb563b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (a63d5986-91b0-4022-a9c7-6a651ae33003), before_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:46:49.623425 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-f58319f7-1ed7-499f-bced-50065701e16a None None] Current status of the port 9d75d904-9a6c-470b-982f-da2fed1d80f0 is: DOWN; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:46:49.623425 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-f58319f7-1ed7-499f-bced-50065701e16a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (9d75d904-9a6c-470b-982f-da2fed1d80f0), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:46:49.663701 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bedebfcf-4471-45dc-82ca-6da20a0c7113 tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Made reservation on behalf of 875729a301494bb99d4fc208a57de2a1 for: {'subnet': 1} {{(pid=103304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 21:46:49.671215 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-bedebfcf-4471-45dc-82ca-6da20a0c7113 tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12215181'] for subnet (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:46:49.677578 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-f58319f7-1ed7-499f-bced-50065701e16a None None] For port 9d75d904-9a6c-470b-982f-da2fed1d80f0, host n-d-760453-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=9d75d904-9a6c-470b-982f-da2fed1d80f0,segment=NetworkSegment(a8074dfa-49c4-4814-b947-192e979b4723),segment_id=a8074dfa-49c4-4814-b947-192e979b4723)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:46:49.683988 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-f58319f7-1ed7-499f-bced-50065701e16a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (9d75d904-9a6c-470b-982f-da2fed1d80f0), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:46:49.754906 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f58319f7-1ed7-499f-bced-50065701e16a None None] Pushing event updated for resources: {'Port': ['ID=9d75d904-9a6c-470b-982f-da2fed1d80f0,revision_number=3']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:46:49.933215 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-bedebfcf-4471-45dc-82ca-6da20a0c7113 tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9285249', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12215227'] for subnet (014bdb6c-8274-4192-8dcd-b6436b0b3c5c), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:46:49.972824 n-d-760453-5 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-8a4e368a-e196-447d-993b-3483bbb563b7 None None] Publish callbacks [] for port (a63d5986-91b0-4022-a9c7-6a651ae33003), precommit_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:46:49.983519 n-d-760453-5 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-8a4e368a-e196-447d-993b-3483bbb563b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (a63d5986-91b0-4022-a9c7-6a651ae33003), after_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:46:50.014665 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-cacc79dc-6950-4578-8622-8cd387fd3366 None None] Provisioning complete for port 9d75d904-9a6c-470b-982f-da2fed1d80f0 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:46:50.015850 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-cacc79dc-6950-4578-8622-8cd387fd3366 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (9d75d904-9a6c-470b-982f-da2fed1d80f0), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:46:50.023512 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bedebfcf-4471-45dc-82ca-6da20a0c7113 tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Pushing event updated for resources: {'Subnet': ['ID=014bdb6c-8274-4192-8dcd-b6436b0b3c5c,revision_number=0']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:46:50.033998 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bedebfcf-4471-45dc-82ca-6da20a0c7113 tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Checking segment: {'id': '386725a6-d678-47d3-86ec-a9aee9d35512', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '66d68c2c-c9c8-4952-a852-8011ef52bfe7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103304) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 21:46:50.035306 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bedebfcf-4471-45dc-82ca-6da20a0c7113 tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Network hostable DHCP agents. Network: 66d68c2c-c9c8-4952-a852-8011ef52bfe7, hostable agents: ['474ccdf7-ab6c-405b-a3b2-dc7b05829902'], hosted agents: [] {{(pid=103304) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 26 21:46:50.055349 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-245cd0f8-8b55-41ec-b413-c7e1a6882efc None None] Pushing event updated for resources: {'Port': ['ID=a63d5986-91b0-4022-a9c7-6a651ae33003,revision_number=3']} {{(pid=103307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:46:50.059016 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bedebfcf-4471-45dc-82ca-6da20a0c7113 tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Network 66d68c2c-c9c8-4952-a852-8011ef52bfe7 is scheduled to be hosted by DHCP agent 474ccdf7-ab6c-405b-a3b2-dc7b05829902 with binding_index 1 {{(pid=103304) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 26 21:46:50.076377 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [None req-bedebfcf-4471-45dc-82ca-6da20a0c7113 tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760453-5, 66d68c2c-c9c8-4952-a852-8011ef52bfe7) {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:46:50.085869 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bedebfcf-4471-45dc-82ca-6da20a0c7113 tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:46:50.086993 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b3463b2-3017-4da5-99e4-5a351da30720 None None] Network 66d68c2c-c9c8-4952-a852-8011ef52bfe7 requested from n-d-760453-5 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 26 21:46:50.088091 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-bedebfcf-4471-45dc-82ca-6da20a0c7113 tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Publish callbacks [] for subnet (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:46:50.119613 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 42926) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:46:50.130016 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-bedebfcf-4471-45dc-82ca-6da20a0c7113 tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.6678021 Jan 26 21:46:50.134704 n-d-760453-5 neutron-server[103307]: DEBUG neutron.plugins.ml2.managers [None req-8a4e368a-e196-447d-993b-3483bbb563b7 None None] Attempting to bind port a63d5986-91b0-4022-a9c7-6a651ae33003 on host n-d-760453-5 for vnic_type normal with profile {{(pid=103307) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 21:46:50.135287 n-d-760453-5 neutron-server[103307]: DEBUG neutron.plugins.ml2.managers [None req-8a4e368a-e196-447d-993b-3483bbb563b7 None None] Attempting to bind port a63d5986-91b0-4022-a9c7-6a651ae33003 by drivers openvswitch,hyperv on host n-d-760453-5 at level 0 using segments [{'id': 'a8074dfa-49c4-4814-b947-192e979b4723', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'e3afdf88-b4b3-44f3-9b79-c32856979517'}] {{(pid=103307) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 26 21:46:50.135845 n-d-760453-5 neutron-server[103307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a4e368a-e196-447d-993b-3483bbb563b7 None None] Attempting to bind port a63d5986-91b0-4022-a9c7-6a651ae33003 on network e3afdf88-b4b3-44f3-9b79-c32856979517 {{(pid=103307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 21:46:50.145202 n-d-760453-5 neutron-server[103307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a4e368a-e196-447d-993b-3483bbb563b7 None None] Checking agent: {'id': 'fea0591a-627d-4c87-9a9a-01625ddf3277', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760453-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 20, 55, 25), 'started_at': datetime.datetime(2022, 1, 26, 20, 55, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 21, 46, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760453-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 26 21:46:50.145864 n-d-760453-5 neutron-server[103307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a4e368a-e196-447d-993b-3483bbb563b7 None None] Checking segment: {'id': 'a8074dfa-49c4-4814-b947-192e979b4723', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'e3afdf88-b4b3-44f3-9b79-c32856979517'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103307) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 21:46:50.146439 n-d-760453-5 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-8a4e368a-e196-447d-993b-3483bbb563b7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:46:50.146997 n-d-760453-5 neutron-server[103307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a4e368a-e196-447d-993b-3483bbb563b7 None None] Bound using segment: {'id': 'a8074dfa-49c4-4814-b947-192e979b4723', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'e3afdf88-b4b3-44f3-9b79-c32856979517'} {{(pid=103307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 26 21:46:50.147613 n-d-760453-5 neutron-server[103307]: DEBUG neutron.plugins.ml2.managers [None req-8a4e368a-e196-447d-993b-3483bbb563b7 None None] Bound port: a63d5986-91b0-4022-a9c7-6a651ae33003, host: n-d-760453-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a8074dfa-49c4-4814-b947-192e979b4723', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'e3afdf88-b4b3-44f3-9b79-c32856979517'}}] {{(pid=103307) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 26 21:46:50.148141 n-d-760453-5 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-8a4e368a-e196-447d-993b-3483bbb563b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (a63d5986-91b0-4022-a9c7-6a651ae33003), before_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:46:50.246930 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-cacc79dc-6950-4578-8622-8cd387fd3366 None None] Current status of the port 9d75d904-9a6c-470b-982f-da2fed1d80f0 is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:46:50.269769 n-d-760453-5 neutron-server[103307]: DEBUG neutron.plugins.ml2.db [None req-8a4e368a-e196-447d-993b-3483bbb563b7 None None] For port a63d5986-91b0-4022-a9c7-6a651ae33003, host n-d-760453-5, cleared binding levels {{(pid=103307) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 26 21:46:50.275723 n-d-760453-5 neutron-server[103307]: DEBUG neutron.plugins.ml2.db [None req-8a4e368a-e196-447d-993b-3483bbb563b7 None None] For port a63d5986-91b0-4022-a9c7-6a651ae33003, host n-d-760453-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=a63d5986-91b0-4022-a9c7-6a651ae33003,segment=NetworkSegment(a8074dfa-49c4-4814-b947-192e979b4723),segment_id=a8074dfa-49c4-4814-b947-192e979b4723)] {{(pid=103307) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 26 21:46:50.281774 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-cacc79dc-6950-4578-8622-8cd387fd3366 None None] Provisioning complete for port a63d5986-91b0-4022-a9c7-6a651ae33003 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:46:50.282081 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-cacc79dc-6950-4578-8622-8cd387fd3366 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (a63d5986-91b0-4022-a9c7-6a651ae33003), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:46:50.287764 n-d-760453-5 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-8a4e368a-e196-447d-993b-3483bbb563b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (a63d5986-91b0-4022-a9c7-6a651ae33003), after_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:46:50.296532 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a12a293-8bf5-4142-919e-df6749cc0c4f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3c4099e8-8ffb-51d1-af7f-5868973e933f-66d68c2c-c9c8-4952-a852-8011ef52bfe7', 'network_id': '66d68c2c-c9c8-4952-a852-8011ef52bfe7', 'project_id': '875729a301494bb99d4fc208a57de2a1', 'fixed_ips': [{'subnet_id': '014bdb6c-8274-4192-8dcd-b6436b0b3c5c'}]}} from n-d-760453-5. {{(pid=103306) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 26 21:46:50.297645 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-1a12a293-8bf5-4142-919e-df6749cc0c4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (None), before_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:46:50.402962 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-245cd0f8-8b55-41ec-b413-c7e1a6882efc None None] Pushing event updated for resources: {'Port': ['ID=a63d5986-91b0-4022-a9c7-6a651ae33003,revision_number=4']} {{(pid=103307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:46:50.411671 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-cacc79dc-6950-4578-8622-8cd387fd3366 None None] Port a63d5986-91b0-4022-a9c7-6a651ae33003 cannot update to ACTIVE because it is not bound. {{(pid=103306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 26 21:46:50.415335 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a4e368a-e196-447d-993b-3483bbb563b7 None None] Routers {'de7562c0-2983-44c4-89b5-e07fab2a3a93'} bound to L3 agent in host n-d-760453-5 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 21:46:50.416168 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-8a4e368a-e196-447d-993b-3483bbb563b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-26T20:55:21Z,description=,heartbeat_timestamp=2022-01-26T21:46:21Z,host='n-d-760453-5',id=09df100c-3af1-4b0a-bda8-05914c71c458,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:55:21Z,topic='l3_agent')) {'router_ids': ['de7562c0-2983-44c4-89b5-e07fab2a3a93'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:46:50.503589 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device 9d75d904-9a6c-470b-982f-da2fed1d80f0 up at agent ovs-agent-n-d-760453-5 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 21:46:50.543552 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_dvr_db [None req-8a4e368a-e196-447d-993b-3483bbb563b7 None None] Set router de7562c0-2983-44c4-89b5-e07fab2a3a93 gateway port host: None {{(pid=103307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 21:46:50.644303 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-b8793c2e-a1bc-4ea9-a650-8ce77e6d0e17 None None] Provisioning complete for port a63d5986-91b0-4022-a9c7-6a651ae33003 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:46:50.644813 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b8793c2e-a1bc-4ea9-a650-8ce77e6d0e17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (a63d5986-91b0-4022-a9c7-6a651ae33003), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:46:50.716751 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.db_base_plugin_common [None req-1a12a293-8bf5-4142-919e-df6749cc0c4f None None] Allocated IP 2001:db8:1::2 (66d68c2c-c9c8-4952-a852-8011ef52bfe7/014bdb6c-8274-4192-8dcd-b6436b0b3c5c/5bf60a98-e5ee-44a1-a9b9-63a90da58f0a) {{(pid=103306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 21:46:50.723101 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Provisioning complete for port 9d75d904-9a6c-470b-982f-da2fed1d80f0 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:46:50.723101 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (9d75d904-9a6c-470b-982f-da2fed1d80f0), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:46:50.735877 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-a5a55451-5a4d-48bd-bb81-84bf0b4421f9 tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:46:50.895939 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-b8793c2e-a1bc-4ea9-a650-8ce77e6d0e17 None None] Current status of the port a63d5986-91b0-4022-a9c7-6a651ae33003 is: DOWN; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:46:50.896498 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b8793c2e-a1bc-4ea9-a650-8ce77e6d0e17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (a63d5986-91b0-4022-a9c7-6a651ae33003), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:46:50.936350 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-8a4e368a-e196-447d-993b-3483bbb563b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de7562c0-2983-44c4-89b5-e07fab2a3a93', 'name': 'tempest-RoutersIpV6Test-router-1807611014', 'tenant_id': '875729a301494bb99d4fc208a57de2a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T21:46:46Z', 'updated_at': '2022-01-26T21:46:48Z', 'revision_number': 2, 'project_id': '875729a301494bb99d4fc208a57de2a1', 'gw_port_host': None, '_interfaces': [{'id': 'a63d5986-91b0-4022-a9c7-6a651ae33003', 'name': '', 'network_id': 'e3afdf88-b4b3-44f3-9b79-c32856979517', 'tenant_id': '875729a301494bb99d4fc208a57de2a1', 'mac_address': 'fa:16:3e:da:f1:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de7562c0-2983-44c4-89b5-e07fab2a3a93', 'device_owner': 'network:router_interface', 'standard_attr_id': 3817, 'fixed_ips': [{'subnet_id': 'ccffbf1d-5684-4d94-b9b0-2b4e0aa38e03', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:46:47Z', 'updated_at': '2022-01-26T21:46:50Z', 'revision_number': 4, 'project_id': '875729a301494bb99d4fc208a57de2a1', 'subnets': [{'id': 'ccffbf1d-5684-4d94-b9b0-2b4e0aa38e03', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760453-5', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:46:50.972295 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a4e368a-e196-447d-993b-3483bbb563b7 None None] The sync data for ids ['de7562c0-2983-44c4-89b5-e07fab2a3a93'] in n-d-760453-5 is: [{'id': 'de7562c0-2983-44c4-89b5-e07fab2a3a93', 'name': 'tempest-RoutersIpV6Test-router-1807611014', 'tenant_id': '875729a301494bb99d4fc208a57de2a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T21:46:46Z', 'updated_at': '2022-01-26T21:46:48Z', 'revision_number': 2, 'project_id': '875729a301494bb99d4fc208a57de2a1', 'gw_port_host': None, '_interfaces': [{'id': 'a63d5986-91b0-4022-a9c7-6a651ae33003', 'name': '', 'network_id': 'e3afdf88-b4b3-44f3-9b79-c32856979517', 'tenant_id': '875729a301494bb99d4fc208a57de2a1', 'mac_address': 'fa:16:3e:da:f1:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de7562c0-2983-44c4-89b5-e07fab2a3a93', 'device_owner': 'network:router_interface', 'standard_attr_id': 3817, 'fixed_ips': [{'subnet_id': 'ccffbf1d-5684-4d94-b9b0-2b4e0aa38e03', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:46:47Z', 'updated_at': '2022-01-26T21:46:50Z', 'revision_number': 4, 'project_id': '875729a301494bb99d4fc208a57de2a1', 'subnets': [{'id': 'ccffbf1d-5684-4d94-b9b0-2b4e0aa38e03', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 26 21:46:51.042506 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-b8793c2e-a1bc-4ea9-a650-8ce77e6d0e17 None None] For port a63d5986-91b0-4022-a9c7-6a651ae33003, host n-d-760453-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=a63d5986-91b0-4022-a9c7-6a651ae33003,segment=NetworkSegment(a8074dfa-49c4-4814-b947-192e979b4723),segment_id=a8074dfa-49c4-4814-b947-192e979b4723)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:46:51.060731 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b8793c2e-a1bc-4ea9-a650-8ce77e6d0e17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (a63d5986-91b0-4022-a9c7-6a651ae33003), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:46:51.391358 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Current status of the port 9d75d904-9a6c-470b-982f-da2fed1d80f0 is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:46:51.429575 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-1a12a293-8bf5-4142-919e-df6749cc0c4f None None] Publish callbacks [] for port (5bf60a98-e5ee-44a1-a9b9-63a90da58f0a), precommit_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:46:51.433163 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-93d22bf7-6d3a-4ef4-b553-7b0454da270e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (09df100c-3af1-4b0a-bda8-05914c71c458), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:46:51.437671 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-7a7fe178-5480-412f-a61a-acfd93a97690 None None] Provisioning complete for port a63d5986-91b0-4022-a9c7-6a651ae33003 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:46:51.438300 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-7a7fe178-5480-412f-a61a-acfd93a97690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (a63d5986-91b0-4022-a9c7-6a651ae33003), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:46:51.444601 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8793c2e-a1bc-4ea9-a650-8ce77e6d0e17 None None] Pushing event updated for resources: {'Port': ['ID=a63d5986-91b0-4022-a9c7-6a651ae33003,revision_number=5']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:46:51.448393 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-1a12a293-8bf5-4142-919e-df6749cc0c4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746560234527'] for port (5bf60a98-e5ee-44a1-a9b9-63a90da58f0a), after_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:46:51.520226 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.db_base_plugin_common [None req-a5a55451-5a4d-48bd-bb81-84bf0b4421f9 tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Allocated IP 2001:db8:1::1 (66d68c2c-c9c8-4952-a852-8011ef52bfe7/014bdb6c-8274-4192-8dcd-b6436b0b3c5c/54705ca0-beb2-4cf9-90ae-4dfac2c43448) {{(pid=103305) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 21:46:51.533729 n-d-760453-5 neutron-server[103306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a12a293-8bf5-4142-919e-df6749cc0c4f None None] Network 66d68c2c-c9c8-4952-a852-8011ef52bfe7 is already hosted by enough agents. {{(pid=103306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 21:46:51.543558 n-d-760453-5 neutron-server[103306]: DEBUG neutron.scheduler.base_scheduler [None req-1a12a293-8bf5-4142-919e-df6749cc0c4f None None] Resources bound (agent type, host, resource id): {{(pid=103306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:46:51.549703 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a12a293-8bf5-4142-919e-df6749cc0c4f None None] Received port after_create {{(pid=103306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 21:46:51.553842 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a12a293-8bf5-4142-919e-df6749cc0c4f None None] Pushing event updated for resources: {'Port': ['ID=5bf60a98-e5ee-44a1-a9b9-63a90da58f0a,revision_number=1']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:46:51.658999 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-1a12a293-8bf5-4142-919e-df6749cc0c4f None None] Attempting to bind port 5bf60a98-e5ee-44a1-a9b9-63a90da58f0a on host n-d-760453-5 for vnic_type normal with profile {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 21:46:51.659576 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-1a12a293-8bf5-4142-919e-df6749cc0c4f None None] Attempting to bind port 5bf60a98-e5ee-44a1-a9b9-63a90da58f0a by drivers openvswitch,hyperv on host n-d-760453-5 at level 0 using segments [{'id': '386725a6-d678-47d3-86ec-a9aee9d35512', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '66d68c2c-c9c8-4952-a852-8011ef52bfe7'}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 26 21:46:51.660133 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a12a293-8bf5-4142-919e-df6749cc0c4f None None] Attempting to bind port 5bf60a98-e5ee-44a1-a9b9-63a90da58f0a on network 66d68c2c-c9c8-4952-a852-8011ef52bfe7 {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 21:46:51.670372 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a12a293-8bf5-4142-919e-df6749cc0c4f None None] Checking agent: {'id': 'fea0591a-627d-4c87-9a9a-01625ddf3277', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760453-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 20, 55, 25), 'started_at': datetime.datetime(2022, 1, 26, 20, 55, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 21, 46, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760453-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 26 21:46:51.671195 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a12a293-8bf5-4142-919e-df6749cc0c4f None None] Checking segment: {'id': '386725a6-d678-47d3-86ec-a9aee9d35512', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '66d68c2c-c9c8-4952-a852-8011ef52bfe7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 21:46:51.671780 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-1a12a293-8bf5-4142-919e-df6749cc0c4f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:46:51.672338 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a12a293-8bf5-4142-919e-df6749cc0c4f None None] Bound using segment: {'id': '386725a6-d678-47d3-86ec-a9aee9d35512', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '66d68c2c-c9c8-4952-a852-8011ef52bfe7'} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 26 21:46:51.672995 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-1a12a293-8bf5-4142-919e-df6749cc0c4f None None] Bound port: 5bf60a98-e5ee-44a1-a9b9-63a90da58f0a, host: n-d-760453-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '386725a6-d678-47d3-86ec-a9aee9d35512', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '66d68c2c-c9c8-4952-a852-8011ef52bfe7'}}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 26 21:46:51.673270 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-a5a55451-5a4d-48bd-bb81-84bf0b4421f9 tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Publish callbacks [] for port (54705ca0-beb2-4cf9-90ae-4dfac2c43448), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:46:51.673772 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-1a12a293-8bf5-4142-919e-df6749cc0c4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (5bf60a98-e5ee-44a1-a9b9-63a90da58f0a), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:46:51.691225 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-7a7fe178-5480-412f-a61a-acfd93a97690 None None] Current status of the port a63d5986-91b0-4022-a9c7-6a651ae33003 is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:46:51.721230 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-a5a55451-5a4d-48bd-bb81-84bf0b4421f9 tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746560234527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11791543'] for port (54705ca0-beb2-4cf9-90ae-4dfac2c43448), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:46:51.758207 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-1a12a293-8bf5-4142-919e-df6749cc0c4f None None] For port 5bf60a98-e5ee-44a1-a9b9-63a90da58f0a, host n-d-760453-5, cleared binding levels {{(pid=103306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 26 21:46:51.762974 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-1a12a293-8bf5-4142-919e-df6749cc0c4f None None] For port 5bf60a98-e5ee-44a1-a9b9-63a90da58f0a, host n-d-760453-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=5bf60a98-e5ee-44a1-a9b9-63a90da58f0a,segment=NetworkSegment(386725a6-d678-47d3-86ec-a9aee9d35512),segment_id=386725a6-d678-47d3-86ec-a9aee9d35512)] {{(pid=103306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 26 21:46:51.769833 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-1a12a293-8bf5-4142-919e-df6749cc0c4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (5bf60a98-e5ee-44a1-a9b9-63a90da58f0a), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:46:51.770514 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5a55451-5a4d-48bd-bb81-84bf0b4421f9 tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Network 66d68c2c-c9c8-4952-a852-8011ef52bfe7 is already hosted by enough agents. {{(pid=103305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 21:46:51.774094 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [None req-a5a55451-5a4d-48bd-bb81-84bf0b4421f9 tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Resources bound (agent type, host, resource id): {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:46:51.779076 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5a55451-5a4d-48bd-bb81-84bf0b4421f9 tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Received port after_create {{(pid=103305) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 21:46:51.779627 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-a5a55451-5a4d-48bd-bb81-84bf0b4421f9 tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4111050'] for router_interface (de7562c0-2983-44c4-89b5-e07fab2a3a93), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:46:51.849470 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a55451-5a4d-48bd-bb81-84bf0b4421f9 tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Pushing event updated for resources: {'Port': ['ID=54705ca0-beb2-4cf9-90ae-4dfac2c43448,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:46:51.858501 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a12a293-8bf5-4142-919e-df6749cc0c4f None None] Pushing event updated for resources: {'Port': ['ID=5bf60a98-e5ee-44a1-a9b9-63a90da58f0a,revision_number=2']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:46:51.862890 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-426af771-7080-459e-9bf5-8436dea669fe None None] Provisioning complete for port a63d5986-91b0-4022-a9c7-6a651ae33003 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:46:51.863396 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-426af771-7080-459e-9bf5-8436dea669fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (a63d5986-91b0-4022-a9c7-6a651ae33003), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:46:51.964773 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-a5a55451-5a4d-48bd-bb81-84bf0b4421f9 tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (54705ca0-beb2-4cf9-90ae-4dfac2c43448), before_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:46:51.973911 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-426af771-7080-459e-9bf5-8436dea669fe None None] Current status of the port a63d5986-91b0-4022-a9c7-6a651ae33003 is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:46:52.325343 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-841f5991-a4d8-4d4b-b215-cbc6bab5427b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (aa7ee9d2-08eb-4e12-b895-24c57300dfec), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:46:52.346474 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-a5a55451-5a4d-48bd-bb81-84bf0b4421f9 tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Publish callbacks [] for port (54705ca0-beb2-4cf9-90ae-4dfac2c43448), precommit_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:46:52.352051 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-a5a55451-5a4d-48bd-bb81-84bf0b4421f9 tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11791520'] for port (54705ca0-beb2-4cf9-90ae-4dfac2c43448), after_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:46:52.353130 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-a5a55451-5a4d-48bd-bb81-84bf0b4421f9 tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3709457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4110682'] for router_interface (de7562c0-2983-44c4-89b5-e07fab2a3a93), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:46:52.478033 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device 5bf60a98-e5ee-44a1-a9b9-63a90da58f0a up at agent ovs-agent-n-d-760453-5 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 21:46:52.540787 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Provisioning complete for port 5bf60a98-e5ee-44a1-a9b9-63a90da58f0a triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:46:52.541256 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (5bf60a98-e5ee-44a1-a9b9-63a90da58f0a), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:46:52.627469 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Current status of the port 5bf60a98-e5ee-44a1-a9b9-63a90da58f0a is: DOWN; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:46:52.627822 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (5bf60a98-e5ee-44a1-a9b9-63a90da58f0a), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:46:52.665582 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] For port 5bf60a98-e5ee-44a1-a9b9-63a90da58f0a, host n-d-760453-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=5bf60a98-e5ee-44a1-a9b9-63a90da58f0a,segment=NetworkSegment(386725a6-d678-47d3-86ec-a9aee9d35512),segment_id=386725a6-d678-47d3-86ec-a9aee9d35512)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:46:52.681445 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (5bf60a98-e5ee-44a1-a9b9-63a90da58f0a), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:46:52.684706 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device a63d5986-91b0-4022-a9c7-6a651ae33003 up at agent ovs-agent-n-d-760453-5 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 21:46:52.747817 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a55451-5a4d-48bd-bb81-84bf0b4421f9 tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Pushing event updated for resources: {'Port': ['ID=54705ca0-beb2-4cf9-90ae-4dfac2c43448,revision_number=2']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:46:52.799342 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Pushing event updated for resources: {'Port': ['ID=5bf60a98-e5ee-44a1-a9b9-63a90da58f0a,revision_number=3']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:46:52.801557 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5a55451-5a4d-48bd-bb81-84bf0b4421f9 tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Network 66d68c2c-c9c8-4952-a852-8011ef52bfe7 is already hosted by enough agents. {{(pid=103305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 21:46:52.811209 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [None req-a5a55451-5a4d-48bd-bb81-84bf0b4421f9 tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Resources bound (agent type, host, resource id): {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:46:52.818248 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Provisioning complete for port a63d5986-91b0-4022-a9c7-6a651ae33003 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:46:52.818865 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (a63d5986-91b0-4022-a9c7-6a651ae33003), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:46:52.924724 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5a55451-5a4d-48bd-bb81-84bf0b4421f9 tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Router de7562c0-2983-44c4-89b5-e07fab2a3a93 has already been hosted by L3 agent 09df100c-3af1-4b0a-bda8-05914c71c458 {{(pid=103305) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 26 21:46:52.940129 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Current status of the port a63d5986-91b0-4022-a9c7-6a651ae33003 is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:46:53.030460 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5a55451-5a4d-48bd-bb81-84bf0b4421f9 tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Notify agent at l3_agent.n-d-760453-5 the message routers_updated {{(pid=103305) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 26 21:46:53.036166 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-a5a55451-5a4d-48bd-bb81-84bf0b4421f9 tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] 10.222.0.13 "PUT /v2.0/routers/de7562c0-2983-44c4-89b5-e07fab2a3a93/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9148762 Jan 26 21:46:53.038975 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 42942) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:46:53.044625 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-fddf9b76-d745-4335-a13c-9c995630d7f9 tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-461111850'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:46:53.068107 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fddf9b76-d745-4335-a13c-9c995630d7f9 tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Made reservation on behalf of 875729a301494bb99d4fc208a57de2a1 for: {'network': 1} {{(pid=103304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 21:46:53.072749 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-fddf9b76-d745-4335-a13c-9c995630d7f9 tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for network (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:46:53.106540 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fddf9b76-d745-4335-a13c-9c995630d7f9 tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] vlan segment allocate from pool success with {'vlan_id': 576, 'physical_network': 'physnet1'} {{(pid=103304) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 26 21:46:53.116227 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5c3fb9e-2730-4a56-b9c1-48c63cf1d3fc None None] Network 66d68c2c-c9c8-4952-a852-8011ef52bfe7 requested from n-d-760453-5 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 26 21:46:53.117950 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-fddf9b76-d745-4335-a13c-9c995630d7f9 tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576559'] for segment (31e2af56-8173-43ec-b255-85d3d30ffd48), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:46:53.119008 n-d-760453-5 neutron-server[103304]: INFO neutron.db.segments_db [None req-fddf9b76-d745-4335-a13c-9c995630d7f9 tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Added segment 31e2af56-8173-43ec-b255-85d3d30ffd48 of type vlan for network cd614f9b-e51b-4900-babd-c3ace5cf4668 Jan 26 21:46:53.165919 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-fddf9b76-d745-4335-a13c-9c995630d7f9 tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746560256871'] for network (cd614f9b-e51b-4900-babd-c3ace5cf4668), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:46:53.200967 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-fddf9b76-d745-4335-a13c-9c995630d7f9 tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503'] for network (cd614f9b-e51b-4900-babd-c3ace5cf4668), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:46:53.204726 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (4d619873-4b60-439f-9b5a-b155dc8bbc34), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:46:53.206791 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fddf9b76-d745-4335-a13c-9c995630d7f9 tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:46:53.207531 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-fddf9b76-d745-4335-a13c-9c995630d7f9 tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Publish callbacks [] for network (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:46:53.237817 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-9a9631eb-d2af-404d-81b8-2f53f163c175 None None] Provisioning complete for port 5bf60a98-e5ee-44a1-a9b9-63a90da58f0a triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:46:53.237817 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-9a9631eb-d2af-404d-81b8-2f53f163c175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (5bf60a98-e5ee-44a1-a9b9-63a90da58f0a), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:46:53.288470 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee0ae00b-a328-4fc9-940f-53fc74115551 None None] Sync routers for ids ['de7562c0-2983-44c4-89b5-e07fab2a3a93'] in n-d-760453-5 {{(pid=103306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 26 21:46:53.296064 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-fddf9b76-d745-4335-a13c-9c995630d7f9 tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2557557 Jan 26 21:46:53.297035 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fddf9b76-d745-4335-a13c-9c995630d7f9 tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Pushing event updated for resources: {'Network': ['ID=cd614f9b-e51b-4900-babd-c3ace5cf4668,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:46:53.299618 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 42948) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:46:53.306552 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-f9591a36-d05b-44d0-89a8-82235f09398c tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Request body: {'subnet': {'network_id': 'cd614f9b-e51b-4900-babd-c3ace5cf4668', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:46:53.311348 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Network cd614f9b-e51b-4900-babd-c3ace5cf4668 details requested by agent ovs-agent-n-d-760453-5 with host n-d-760453-5 {{(pid=103306) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 26 21:46:53.334777 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee0ae00b-a328-4fc9-940f-53fc74115551 None None] Routers {'de7562c0-2983-44c4-89b5-e07fab2a3a93'} bound to L3 agent in host n-d-760453-5 {{(pid=103306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 21:46:53.335506 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-ee0ae00b-a328-4fc9-940f-53fc74115551 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-26T20:55:21Z,description=,heartbeat_timestamp=2022-01-26T21:46:51Z,host='n-d-760453-5',id=09df100c-3af1-4b0a-bda8-05914c71c458,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:55:21Z,topic='l3_agent')) {'router_ids': ['de7562c0-2983-44c4-89b5-e07fab2a3a93'], 'active': True} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:46:53.405599 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9591a36-d05b-44d0-89a8-82235f09398c tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Made reservation on behalf of 875729a301494bb99d4fc208a57de2a1 for: {'subnet': 1} {{(pid=103305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 21:46:53.410030 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-f9591a36-d05b-44d0-89a8-82235f09398c tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11599953'] for subnet (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:46:53.531951 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvr_db [None req-ee0ae00b-a328-4fc9-940f-53fc74115551 None None] Set router de7562c0-2983-44c4-89b5-e07fab2a3a93 gateway port host: None {{(pid=103306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 21:46:53.561142 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-9a9631eb-d2af-404d-81b8-2f53f163c175 None None] Current status of the port 5bf60a98-e5ee-44a1-a9b9-63a90da58f0a is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:46:53.661725 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-f9591a36-d05b-44d0-89a8-82235f09398c tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11788839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11599975'] for subnet (3e123813-b324-49c8-88ef-3b76fc46a368), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:46:53.726125 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9591a36-d05b-44d0-89a8-82235f09398c tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Pushing event updated for resources: {'Subnet': ['ID=3e123813-b324-49c8-88ef-3b76fc46a368,revision_number=0']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:46:53.735352 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-c79fbd12-7d1b-4f84-88f2-b6b3cb05232b None None] Provisioning complete for port 54705ca0-beb2-4cf9-90ae-4dfac2c43448 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:46:53.735815 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-c79fbd12-7d1b-4f84-88f2-b6b3cb05232b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (54705ca0-beb2-4cf9-90ae-4dfac2c43448), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:46:53.778921 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9591a36-d05b-44d0-89a8-82235f09398c tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Checking segment: {'id': '31e2af56-8173-43ec-b255-85d3d30ffd48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'cd614f9b-e51b-4900-babd-c3ace5cf4668'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103305) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 21:46:53.779554 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9591a36-d05b-44d0-89a8-82235f09398c tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Network hostable DHCP agents. Network: cd614f9b-e51b-4900-babd-c3ace5cf4668, hostable agents: ['474ccdf7-ab6c-405b-a3b2-dc7b05829902'], hosted agents: [] {{(pid=103305) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 26 21:46:53.800593 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-c79fbd12-7d1b-4f84-88f2-b6b3cb05232b None None] Port 54705ca0-beb2-4cf9-90ae-4dfac2c43448 cannot update to ACTIVE because it is not bound. {{(pid=103306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 26 21:46:53.803194 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9591a36-d05b-44d0-89a8-82235f09398c tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Network cd614f9b-e51b-4900-babd-c3ace5cf4668 is scheduled to be hosted by DHCP agent 474ccdf7-ab6c-405b-a3b2-dc7b05829902 with binding_index 1 {{(pid=103305) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 26 21:46:53.820010 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-c79fbd12-7d1b-4f84-88f2-b6b3cb05232b None None] Provisioning complete for port 5bf60a98-e5ee-44a1-a9b9-63a90da58f0a triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:46:53.820570 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-c79fbd12-7d1b-4f84-88f2-b6b3cb05232b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (5bf60a98-e5ee-44a1-a9b9-63a90da58f0a), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:46:53.822972 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [None req-f9591a36-d05b-44d0-89a8-82235f09398c tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760453-5, cd614f9b-e51b-4900-babd-c3ace5cf4668) {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:46:53.834204 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9591a36-d05b-44d0-89a8-82235f09398c tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:46:53.834949 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-f9591a36-d05b-44d0-89a8-82235f09398c tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Publish callbacks [] for subnet (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:46:53.862260 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73a9cb03-ed23-4021-b591-fc1dae7f234f None None] Network cd614f9b-e51b-4900-babd-c3ace5cf4668 requested from n-d-760453-5 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 26 21:46:53.862511 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-f9591a36-d05b-44d0-89a8-82235f09398c tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.5555980 Jan 26 21:46:53.862638 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 42954) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:46:53.868560 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 42956) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:46:53.914335 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-ee0ae00b-a328-4fc9-940f-53fc74115551 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de7562c0-2983-44c4-89b5-e07fab2a3a93', 'name': 'tempest-RoutersIpV6Test-router-1807611014', 'tenant_id': '875729a301494bb99d4fc208a57de2a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T21:46:46Z', 'updated_at': '2022-01-26T21:46:51Z', 'revision_number': 3, 'project_id': '875729a301494bb99d4fc208a57de2a1', 'gw_port_host': None, '_interfaces': [{'id': '54705ca0-beb2-4cf9-90ae-4dfac2c43448', 'name': '', 'network_id': '66d68c2c-c9c8-4952-a852-8011ef52bfe7', 'tenant_id': '875729a301494bb99d4fc208a57de2a1', 'mac_address': 'fa:16:3e:d9:11:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de7562c0-2983-44c4-89b5-e07fab2a3a93', 'device_owner': 'network:router_interface', 'standard_attr_id': 3822, 'fixed_ips': [{'subnet_id': '014bdb6c-8274-4192-8dcd-b6436b0b3c5c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:46:50Z', 'updated_at': '2022-01-26T21:46:52Z', 'revision_number': 2, 'project_id': '875729a301494bb99d4fc208a57de2a1', 'subnets': [{'id': '014bdb6c-8274-4192-8dcd-b6436b0b3c5c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a63d5986-91b0-4022-a9c7-6a651ae33003', 'name': '', 'network_id': 'e3afdf88-b4b3-44f3-9b79-c32856979517', 'tenant_id': '875729a301494bb99d4fc208a57de2a1', 'mac_address': 'fa:16:3e:da:f1:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de7562c0-2983-44c4-89b5-e07fab2a3a93', 'device_owner': 'network:router_interface', 'standard_attr_id': 3817, 'fixed_ips': [{'subnet_id': 'ccffbf1d-5684-4d94-b9b0-2b4e0aa38e03', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:46:47Z', 'updated_at': '2022-01-26T21:46:50Z', 'revision_number': 5, 'project_id': '875729a301494bb99d4fc208a57de2a1', 'subnets': [{'id': 'ccffbf1d-5684-4d94-b9b0-2b4e0aa38e03', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760453-5', False) {} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:46:53.955939 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee0ae00b-a328-4fc9-940f-53fc74115551 None None] Checking router: de7562c0-2983-44c4-89b5-e07fab2a3a93 for host: n-d-760453-5 {{(pid=103306) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 26 21:46:53.956318 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee0ae00b-a328-4fc9-940f-53fc74115551 None None] Updating router de7562c0-2983-44c4-89b5-e07fab2a3a93 port 54705ca0-beb2-4cf9-90ae-4dfac2c43448 binding host n-d-760453-5 {{(pid=103306) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 26 21:46:54.011845 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-ee0ae00b-a328-4fc9-940f-53fc74115551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (54705ca0-beb2-4cf9-90ae-4dfac2c43448), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:46:54.048949 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0464b15a-21ae-4e16-92c1-3019bbe44f78 tempest-TestNetworkBasicOps-1165376115 tempest-TestNetworkBasicOps-1165376115-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:46:54.050132 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0464b15a-21ae-4e16-92c1-3019bbe44f78 tempest-TestNetworkBasicOps-1165376115 tempest-TestNetworkBasicOps-1165376115-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:46:54.050978 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0464b15a-21ae-4e16-92c1-3019bbe44f78 tempest-TestNetworkBasicOps-1165376115 tempest-TestNetworkBasicOps-1165376115-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:46:54.061954 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-0464b15a-21ae-4e16-92c1-3019bbe44f78 tempest-TestNetworkBasicOps-1165376115 tempest-TestNetworkBasicOps-1165376115-project-admin] 10.222.0.13 "GET /v2.0/ports?project_id=97d50071461f4511bd8bef3bc5cf8c61&network_id=922fc8ea-5e9f-4e84-8a69-ae9eaae306af HTTP/1.1" status: 200 len: 2970 time: 0.1922007 Jan 26 21:46:54.097132 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4694f47d-cd7d-4f23-b495-f5986868a188 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3c4099e8-8ffb-51d1-af7f-5868973e933f-cd614f9b-e51b-4900-babd-c3ace5cf4668', 'network_id': 'cd614f9b-e51b-4900-babd-c3ace5cf4668', 'project_id': '875729a301494bb99d4fc208a57de2a1', 'fixed_ips': [{'subnet_id': '3e123813-b324-49c8-88ef-3b76fc46a368'}]}} from n-d-760453-5. {{(pid=103306) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 26 21:46:54.098599 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-4694f47d-cd7d-4f23-b495-f5986868a188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (None), before_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:46:54.197225 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-c79fbd12-7d1b-4f84-88f2-b6b3cb05232b None None] Current status of the port 5bf60a98-e5ee-44a1-a9b9-63a90da58f0a is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:46:54.273603 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-839dd188-ec69-470c-9ab0-d318dc1a2e96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (e79b4fc6-6c71-44b2-a6d0-ff3e1f4dfd0d), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:46:54.454526 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-813eea6d-a2b5-4288-94a2-2de303ea888c tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:46:54.536440 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device 5bf60a98-e5ee-44a1-a9b9-63a90da58f0a up at agent ovs-agent-n-d-760453-5 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 21:46:54.608313 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-b92f6361-492a-4ca6-9808-2d400c4c80f3 None None] Provisioning complete for port 54705ca0-beb2-4cf9-90ae-4dfac2c43448 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:46:54.608563 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b92f6361-492a-4ca6-9808-2d400c4c80f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (54705ca0-beb2-4cf9-90ae-4dfac2c43448), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:46:54.619434 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.db_base_plugin_common [None req-4694f47d-cd7d-4f23-b495-f5986868a188 None None] Allocated IP 2001:db8:2::2 (cd614f9b-e51b-4900-babd-c3ace5cf4668/3e123813-b324-49c8-88ef-3b76fc46a368/f8b7abd0-6999-4c4a-a95c-f4a86b9be3bf) {{(pid=103306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 21:46:54.730551 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-b92f6361-492a-4ca6-9808-2d400c4c80f3 None None] Port 54705ca0-beb2-4cf9-90ae-4dfac2c43448 cannot update to ACTIVE because it is not bound. {{(pid=103306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 26 21:46:54.752377 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Provisioning complete for port 5bf60a98-e5ee-44a1-a9b9-63a90da58f0a triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:46:54.752750 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (5bf60a98-e5ee-44a1-a9b9-63a90da58f0a), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:46:54.840374 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-ee0ae00b-a328-4fc9-940f-53fc74115551 None None] Publish callbacks [] for port (54705ca0-beb2-4cf9-90ae-4dfac2c43448), precommit_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:46:54.857555 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-ee0ae00b-a328-4fc9-940f-53fc74115551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (54705ca0-beb2-4cf9-90ae-4dfac2c43448), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:46:54.975618 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb85118-8a81-4b3a-833f-7aefece0e93f None None] Pushing event updated for resources: {'Port': ['ID=54705ca0-beb2-4cf9-90ae-4dfac2c43448,revision_number=3']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:46:54.991194 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-4694f47d-cd7d-4f23-b495-f5986868a188 None None] Publish callbacks [] for port (f8b7abd0-6999-4c4a-a95c-f4a86b9be3bf), precommit_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:46:55.013963 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Current status of the port 5bf60a98-e5ee-44a1-a9b9-63a90da58f0a is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:46:55.033544 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-4694f47d-cd7d-4f23-b495-f5986868a188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746560234527'] for port (f8b7abd0-6999-4c4a-a95c-f4a86b9be3bf), after_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:46:55.082766 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-ee0ae00b-a328-4fc9-940f-53fc74115551 None None] Attempting to bind port 54705ca0-beb2-4cf9-90ae-4dfac2c43448 on host n-d-760453-5 for vnic_type normal with profile {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 21:46:55.083142 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-ee0ae00b-a328-4fc9-940f-53fc74115551 None None] Attempting to bind port 54705ca0-beb2-4cf9-90ae-4dfac2c43448 by drivers openvswitch,hyperv on host n-d-760453-5 at level 0 using segments [{'id': '386725a6-d678-47d3-86ec-a9aee9d35512', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '66d68c2c-c9c8-4952-a852-8011ef52bfe7'}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 26 21:46:55.083513 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee0ae00b-a328-4fc9-940f-53fc74115551 None None] Attempting to bind port 54705ca0-beb2-4cf9-90ae-4dfac2c43448 on network 66d68c2c-c9c8-4952-a852-8011ef52bfe7 {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 21:46:55.091729 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.db_base_plugin_common [None req-813eea6d-a2b5-4288-94a2-2de303ea888c tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Allocated IP 2001:db8:2::1 (cd614f9b-e51b-4900-babd-c3ace5cf4668/3e123813-b324-49c8-88ef-3b76fc46a368/839d2084-36f3-4cc5-bed4-138ef3c3bd05) {{(pid=103304) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 21:46:55.092330 n-d-760453-5 neutron-server[103306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4694f47d-cd7d-4f23-b495-f5986868a188 None None] Network cd614f9b-e51b-4900-babd-c3ace5cf4668 is already hosted by enough agents. {{(pid=103306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 21:46:55.099292 n-d-760453-5 neutron-server[103306]: DEBUG neutron.scheduler.base_scheduler [None req-4694f47d-cd7d-4f23-b495-f5986868a188 None None] Resources bound (agent type, host, resource id): {{(pid=103306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:46:55.101442 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee0ae00b-a328-4fc9-940f-53fc74115551 None None] Checking agent: {'id': 'fea0591a-627d-4c87-9a9a-01625ddf3277', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760453-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 20, 55, 25), 'started_at': datetime.datetime(2022, 1, 26, 20, 55, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 21, 46, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760453-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 26 21:46:55.102195 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee0ae00b-a328-4fc9-940f-53fc74115551 None None] Checking segment: {'id': '386725a6-d678-47d3-86ec-a9aee9d35512', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '66d68c2c-c9c8-4952-a852-8011ef52bfe7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 21:46:55.102195 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-ee0ae00b-a328-4fc9-940f-53fc74115551 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:46:55.102629 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee0ae00b-a328-4fc9-940f-53fc74115551 None None] Bound using segment: {'id': '386725a6-d678-47d3-86ec-a9aee9d35512', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '66d68c2c-c9c8-4952-a852-8011ef52bfe7'} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 26 21:46:55.103153 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-ee0ae00b-a328-4fc9-940f-53fc74115551 None None] Bound port: 54705ca0-beb2-4cf9-90ae-4dfac2c43448, host: n-d-760453-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '386725a6-d678-47d3-86ec-a9aee9d35512', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '66d68c2c-c9c8-4952-a852-8011ef52bfe7'}}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 26 21:46:55.103511 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-ee0ae00b-a328-4fc9-940f-53fc74115551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (54705ca0-beb2-4cf9-90ae-4dfac2c43448), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:46:55.105580 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4694f47d-cd7d-4f23-b495-f5986868a188 None None] Received port after_create {{(pid=103306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 21:46:55.120198 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4694f47d-cd7d-4f23-b495-f5986868a188 None None] Pushing event updated for resources: {'Port': ['ID=f8b7abd0-6999-4c4a-a95c-f4a86b9be3bf,revision_number=1']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:46:55.198496 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-4694f47d-cd7d-4f23-b495-f5986868a188 None None] Attempting to bind port f8b7abd0-6999-4c4a-a95c-f4a86b9be3bf on host n-d-760453-5 for vnic_type normal with profile {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 21:46:55.198925 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-4694f47d-cd7d-4f23-b495-f5986868a188 None None] Attempting to bind port f8b7abd0-6999-4c4a-a95c-f4a86b9be3bf by drivers openvswitch,hyperv on host n-d-760453-5 at level 0 using segments [{'id': '31e2af56-8173-43ec-b255-85d3d30ffd48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'cd614f9b-e51b-4900-babd-c3ace5cf4668'}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 26 21:46:55.199224 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4694f47d-cd7d-4f23-b495-f5986868a188 None None] Attempting to bind port f8b7abd0-6999-4c4a-a95c-f4a86b9be3bf on network cd614f9b-e51b-4900-babd-c3ace5cf4668 {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 21:46:55.209870 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4694f47d-cd7d-4f23-b495-f5986868a188 None None] Checking agent: {'id': 'fea0591a-627d-4c87-9a9a-01625ddf3277', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760453-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 20, 55, 25), 'started_at': datetime.datetime(2022, 1, 26, 20, 55, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 21, 46, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760453-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 26 21:46:55.210167 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4694f47d-cd7d-4f23-b495-f5986868a188 None None] Checking segment: {'id': '31e2af56-8173-43ec-b255-85d3d30ffd48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'cd614f9b-e51b-4900-babd-c3ace5cf4668'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 21:46:55.210569 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-4694f47d-cd7d-4f23-b495-f5986868a188 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:46:55.211091 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4694f47d-cd7d-4f23-b495-f5986868a188 None None] Bound using segment: {'id': '31e2af56-8173-43ec-b255-85d3d30ffd48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'cd614f9b-e51b-4900-babd-c3ace5cf4668'} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 26 21:46:55.212993 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-4694f47d-cd7d-4f23-b495-f5986868a188 None None] Bound port: f8b7abd0-6999-4c4a-a95c-f4a86b9be3bf, host: n-d-760453-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31e2af56-8173-43ec-b255-85d3d30ffd48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'cd614f9b-e51b-4900-babd-c3ace5cf4668'}}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 26 21:46:55.213409 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-4694f47d-cd7d-4f23-b495-f5986868a188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (f8b7abd0-6999-4c4a-a95c-f4a86b9be3bf), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:46:55.226198 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-813eea6d-a2b5-4288-94a2-2de303ea888c tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Publish callbacks [] for port (839d2084-36f3-4cc5-bed4-138ef3c3bd05), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:46:55.275173 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-813eea6d-a2b5-4288-94a2-2de303ea888c tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746560234527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9281553'] for port (839d2084-36f3-4cc5-bed4-138ef3c3bd05), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:46:55.280828 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-ee0ae00b-a328-4fc9-940f-53fc74115551 None None] For port 54705ca0-beb2-4cf9-90ae-4dfac2c43448, host n-d-760453-5, cleared binding levels {{(pid=103306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 26 21:46:55.316335 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-813eea6d-a2b5-4288-94a2-2de303ea888c tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Network cd614f9b-e51b-4900-babd-c3ace5cf4668 is already hosted by enough agents. {{(pid=103304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 21:46:55.317961 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-ee0ae00b-a328-4fc9-940f-53fc74115551 None None] For port 54705ca0-beb2-4cf9-90ae-4dfac2c43448, host n-d-760453-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=54705ca0-beb2-4cf9-90ae-4dfac2c43448,segment=NetworkSegment(386725a6-d678-47d3-86ec-a9aee9d35512),segment_id=386725a6-d678-47d3-86ec-a9aee9d35512)] {{(pid=103306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 26 21:46:55.319627 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-60e7faa0-ff08-4c19-937e-f8737aa633e2 None None] Provisioning complete for port 54705ca0-beb2-4cf9-90ae-4dfac2c43448 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:46:55.319806 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-60e7faa0-ff08-4c19-937e-f8737aa633e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (54705ca0-beb2-4cf9-90ae-4dfac2c43448), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:46:55.323470 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [None req-813eea6d-a2b5-4288-94a2-2de303ea888c tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Resources bound (agent type, host, resource id): {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:46:55.328086 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-813eea6d-a2b5-4288-94a2-2de303ea888c tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Received port after_create {{(pid=103304) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 21:46:55.328869 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-813eea6d-a2b5-4288-94a2-2de303ea888c tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4111050'] for router_interface (de7562c0-2983-44c4-89b5-e07fab2a3a93), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:46:55.359139 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-60e7faa0-ff08-4c19-937e-f8737aa633e2 None None] Port 54705ca0-beb2-4cf9-90ae-4dfac2c43448 cannot update to ACTIVE because it is not bound. {{(pid=103306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 26 21:46:55.365840 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-ee0ae00b-a328-4fc9-940f-53fc74115551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (54705ca0-beb2-4cf9-90ae-4dfac2c43448), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:46:55.394872 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-813eea6d-a2b5-4288-94a2-2de303ea888c tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Pushing event updated for resources: {'Port': ['ID=839d2084-36f3-4cc5-bed4-138ef3c3bd05,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:46:55.401505 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-4694f47d-cd7d-4f23-b495-f5986868a188 None None] For port f8b7abd0-6999-4c4a-a95c-f4a86b9be3bf, host n-d-760453-5, cleared binding levels {{(pid=103306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 26 21:46:55.408553 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (fea0591a-627d-4c87-9a9a-01625ddf3277), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:46:55.428414 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-4694f47d-cd7d-4f23-b495-f5986868a188 None None] For port f8b7abd0-6999-4c4a-a95c-f4a86b9be3bf, host n-d-760453-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=f8b7abd0-6999-4c4a-a95c-f4a86b9be3bf,segment=NetworkSegment(31e2af56-8173-43ec-b255-85d3d30ffd48),segment_id=31e2af56-8173-43ec-b255-85d3d30ffd48)] {{(pid=103306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 26 21:46:55.447638 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-4694f47d-cd7d-4f23-b495-f5986868a188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (f8b7abd0-6999-4c4a-a95c-f4a86b9be3bf), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:46:55.449823 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb85118-8a81-4b3a-833f-7aefece0e93f None None] Pushing event updated for resources: {'Port': ['ID=54705ca0-beb2-4cf9-90ae-4dfac2c43448,revision_number=4']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:46:55.490454 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee0ae00b-a328-4fc9-940f-53fc74115551 None None] Routers {'de7562c0-2983-44c4-89b5-e07fab2a3a93'} bound to L3 agent in host n-d-760453-5 {{(pid=103306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 21:46:55.491096 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-ee0ae00b-a328-4fc9-940f-53fc74115551 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-26T20:55:21Z,description=,heartbeat_timestamp=2022-01-26T21:46:51Z,host='n-d-760453-5',id=09df100c-3af1-4b0a-bda8-05914c71c458,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:55:21Z,topic='l3_agent')) {'router_ids': ['de7562c0-2983-44c4-89b5-e07fab2a3a93'], 'active': True} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:46:55.524953 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-813eea6d-a2b5-4288-94a2-2de303ea888c tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (839d2084-36f3-4cc5-bed4-138ef3c3bd05), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:46:55.631306 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4694f47d-cd7d-4f23-b495-f5986868a188 None None] Pushing event updated for resources: {'Port': ['ID=f8b7abd0-6999-4c4a-a95c-f4a86b9be3bf,revision_number=2']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:46:55.658956 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvr_db [None req-ee0ae00b-a328-4fc9-940f-53fc74115551 None None] Set router de7562c0-2983-44c4-89b5-e07fab2a3a93 gateway port host: None {{(pid=103306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 21:46:55.850840 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-9bd8515c-84ed-49f9-a90e-6f66a4fe209d None None] Provisioning complete for port 54705ca0-beb2-4cf9-90ae-4dfac2c43448 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:46:55.851222 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-9bd8515c-84ed-49f9-a90e-6f66a4fe209d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (54705ca0-beb2-4cf9-90ae-4dfac2c43448), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:46:56.028979 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-9bd8515c-84ed-49f9-a90e-6f66a4fe209d None None] Current status of the port 54705ca0-beb2-4cf9-90ae-4dfac2c43448 is: DOWN; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:46:56.029673 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-9bd8515c-84ed-49f9-a90e-6f66a4fe209d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (54705ca0-beb2-4cf9-90ae-4dfac2c43448), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:46:56.058302 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-ee0ae00b-a328-4fc9-940f-53fc74115551 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de7562c0-2983-44c4-89b5-e07fab2a3a93', 'name': 'tempest-RoutersIpV6Test-router-1807611014', 'tenant_id': '875729a301494bb99d4fc208a57de2a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T21:46:46Z', 'updated_at': '2022-01-26T21:46:55Z', 'revision_number': 4, 'project_id': '875729a301494bb99d4fc208a57de2a1', 'gw_port_host': None, '_interfaces': [{'id': '54705ca0-beb2-4cf9-90ae-4dfac2c43448', 'name': '', 'network_id': '66d68c2c-c9c8-4952-a852-8011ef52bfe7', 'tenant_id': '875729a301494bb99d4fc208a57de2a1', 'mac_address': 'fa:16:3e:d9:11:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de7562c0-2983-44c4-89b5-e07fab2a3a93', 'device_owner': 'network:router_interface', 'standard_attr_id': 3822, 'fixed_ips': [{'subnet_id': '014bdb6c-8274-4192-8dcd-b6436b0b3c5c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:46:50Z', 'updated_at': '2022-01-26T21:46:55Z', 'revision_number': 4, 'project_id': '875729a301494bb99d4fc208a57de2a1', 'subnets': [{'id': '014bdb6c-8274-4192-8dcd-b6436b0b3c5c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '839d2084-36f3-4cc5-bed4-138ef3c3bd05', 'name': '', 'network_id': 'cd614f9b-e51b-4900-babd-c3ace5cf4668', 'tenant_id': '875729a301494bb99d4fc208a57de2a1', 'mac_address': 'fa:16:3e:35:f0:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de7562c0-2983-44c4-89b5-e07fab2a3a93', 'device_owner': 'network:router_interface', 'standard_attr_id': 3827, 'fixed_ips': [{'subnet_id': '3e123813-b324-49c8-88ef-3b76fc46a368', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:46:54Z', 'updated_at': '2022-01-26T21:46:55Z', 'revision_number': 1, 'project_id': '875729a301494bb99d4fc208a57de2a1', 'subnets': [{'id': '3e123813-b324-49c8-88ef-3b76fc46a368', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a63d5986-91b0-4022-a9c7-6a651ae33003', 'name': '', 'network_id': 'e3afdf88-b4b3-44f3-9b79-c32856979517', 'tenant_id': '875729a301494bb99d4fc208a57de2a1', 'mac_address': 'fa:16:3e:da:f1:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de7562c0-2983-44c4-89b5-e07fab2a3a93', 'device_owner': 'network:router_interface', 'standard_attr_id': 3817, 'fixed_ips': [{'subnet_id': 'ccffbf1d-5684-4d94-b9b0-2b4e0aa38e03', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:46:47Z', 'updated_at': '2022-01-26T21:46:50Z', 'revision_number': 5, 'project_id': '875729a301494bb99d4fc208a57de2a1', 'subnets': [{'id': 'ccffbf1d-5684-4d94-b9b0-2b4e0aa38e03', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760453-5', False) {} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:46:56.096994 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee0ae00b-a328-4fc9-940f-53fc74115551 None None] The sync data for ids ['de7562c0-2983-44c4-89b5-e07fab2a3a93'] in n-d-760453-5 is: [{'id': 'de7562c0-2983-44c4-89b5-e07fab2a3a93', 'name': 'tempest-RoutersIpV6Test-router-1807611014', 'tenant_id': '875729a301494bb99d4fc208a57de2a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T21:46:46Z', 'updated_at': '2022-01-26T21:46:55Z', 'revision_number': 4, 'project_id': '875729a301494bb99d4fc208a57de2a1', 'gw_port_host': None, '_interfaces': [{'id': '54705ca0-beb2-4cf9-90ae-4dfac2c43448', 'name': '', 'network_id': '66d68c2c-c9c8-4952-a852-8011ef52bfe7', 'tenant_id': '875729a301494bb99d4fc208a57de2a1', 'mac_address': 'fa:16:3e:d9:11:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de7562c0-2983-44c4-89b5-e07fab2a3a93', 'device_owner': 'network:router_interface', 'standard_attr_id': 3822, 'fixed_ips': [{'subnet_id': '014bdb6c-8274-4192-8dcd-b6436b0b3c5c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:46:50Z', 'updated_at': '2022-01-26T21:46:55Z', 'revision_number': 4, 'project_id': '875729a301494bb99d4fc208a57de2a1', 'subnets': [{'id': '014bdb6c-8274-4192-8dcd-b6436b0b3c5c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '839d2084-36f3-4cc5-bed4-138ef3c3bd05', 'name': '', 'network_id': 'cd614f9b-e51b-4900-babd-c3ace5cf4668', 'tenant_id': '875729a301494bb99d4fc208a57de2a1', 'mac_address': 'fa:16:3e:35:f0:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de7562c0-2983-44c4-89b5-e07fab2a3a93', 'device_owner': 'network:router_interface', 'standard_attr_id': 3827, 'fixed_ips': [{'subnet_id': '3e123813-b324-49c8-88ef-3b76fc46a368', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:46:54Z', 'updated_at': '2022-01-26T21:46:55Z', 'revision_number': 1, 'project_id': '875729a301494bb99d4fc208a57de2a1', 'subnets': [{'id': '3e123813-b324-49c8-88ef-3b76fc46a368', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a63d5986-91b0-4022-a9c7-6a651ae33003', 'name': '', 'network_id': 'e3afdf88-b4b3-44f3-9b79-c32856979517', 'tenant_id': '875729a301494bb99d4fc208a57de2a1', 'mac_address': 'fa:16:3e:da:f1:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de7562c0-2983-44c4-89b5-e07fab2a3a93', 'device_owner': 'network:router_interface', 'standard_attr_id': 3817, 'fixed_ips': [{'subnet_id': 'ccffbf1d-5684-4d94-b9b0-2b4e0aa38e03', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:46:47Z', 'updated_at': '2022-01-26T21:46:50Z', 'revision_number': 5, 'project_id': '875729a301494bb99d4fc208a57de2a1', 'subnets': [{'id': 'ccffbf1d-5684-4d94-b9b0-2b4e0aa38e03', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 26 21:46:56.102649 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-9bd8515c-84ed-49f9-a90e-6f66a4fe209d None None] For port 54705ca0-beb2-4cf9-90ae-4dfac2c43448, host n-d-760453-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=54705ca0-beb2-4cf9-90ae-4dfac2c43448,segment=NetworkSegment(386725a6-d678-47d3-86ec-a9aee9d35512),segment_id=386725a6-d678-47d3-86ec-a9aee9d35512)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:46:56.110674 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-9bd8515c-84ed-49f9-a90e-6f66a4fe209d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (54705ca0-beb2-4cf9-90ae-4dfac2c43448), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:46:56.179478 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd8515c-84ed-49f9-a90e-6f66a4fe209d None None] Pushing event updated for resources: {'Port': ['ID=54705ca0-beb2-4cf9-90ae-4dfac2c43448,revision_number=5']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:46:56.241600 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-813eea6d-a2b5-4288-94a2-2de303ea888c tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Publish callbacks [] for port (839d2084-36f3-4cc5-bed4-138ef3c3bd05), precommit_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:46:56.248668 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-813eea6d-a2b5-4288-94a2-2de303ea888c tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9281542'] for port (839d2084-36f3-4cc5-bed4-138ef3c3bd05), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:46:56.249687 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-813eea6d-a2b5-4288-94a2-2de303ea888c tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3709457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4110682'] for router_interface (de7562c0-2983-44c4-89b5-e07fab2a3a93), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:46:56.370749 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-813eea6d-a2b5-4288-94a2-2de303ea888c tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Pushing event updated for resources: {'Port': ['ID=839d2084-36f3-4cc5-bed4-138ef3c3bd05,revision_number=2']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:46:56.417284 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-813eea6d-a2b5-4288-94a2-2de303ea888c tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Network cd614f9b-e51b-4900-babd-c3ace5cf4668 is already hosted by enough agents. {{(pid=103304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 21:46:56.419056 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [None req-813eea6d-a2b5-4288-94a2-2de303ea888c tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Resources bound (agent type, host, resource id): {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:46:56.532277 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device f8b7abd0-6999-4c4a-a95c-f4a86b9be3bf up at agent ovs-agent-n-d-760453-5 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 21:46:56.548630 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-813eea6d-a2b5-4288-94a2-2de303ea888c tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Router de7562c0-2983-44c4-89b5-e07fab2a3a93 has already been hosted by L3 agent 09df100c-3af1-4b0a-bda8-05914c71c458 {{(pid=103304) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 26 21:46:56.591678 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Provisioning complete for port f8b7abd0-6999-4c4a-a95c-f4a86b9be3bf triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:46:56.592062 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (f8b7abd0-6999-4c4a-a95c-f4a86b9be3bf), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:46:56.690337 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-813eea6d-a2b5-4288-94a2-2de303ea888c tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Notify agent at l3_agent.n-d-760453-5 the message routers_updated {{(pid=103304) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 26 21:46:56.699734 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-813eea6d-a2b5-4288-94a2-2de303ea888c tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] 10.222.0.13 "PUT /v2.0/routers/de7562c0-2983-44c4-89b5-e07fab2a3a93/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8370998 Jan 26 21:46:56.701829 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 42984) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:46:56.707937 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-b68edc99-f236-46dc-b569-8b11b6b8b642 tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-630782713'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:46:56.718662 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Current status of the port f8b7abd0-6999-4c4a-a95c-f4a86b9be3bf is: DOWN; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:46:56.719609 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (f8b7abd0-6999-4c4a-a95c-f4a86b9be3bf), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:46:56.737780 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b68edc99-f236-46dc-b569-8b11b6b8b642 tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Made reservation on behalf of 875729a301494bb99d4fc208a57de2a1 for: {'network': 1} {{(pid=103305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 21:46:56.743471 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-b68edc99-f236-46dc-b569-8b11b6b8b642 tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for network (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:46:56.787622 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] For port f8b7abd0-6999-4c4a-a95c-f4a86b9be3bf, host n-d-760453-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=f8b7abd0-6999-4c4a-a95c-f4a86b9be3bf,segment=NetworkSegment(31e2af56-8173-43ec-b255-85d3d30ffd48),segment_id=31e2af56-8173-43ec-b255-85d3d30ffd48)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:46:56.792303 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b68edc99-f236-46dc-b569-8b11b6b8b642 tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] vlan segment allocate from pool success with {'vlan_id': 554, 'physical_network': 'physnet1'} {{(pid=103305) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 26 21:46:56.795743 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (f8b7abd0-6999-4c4a-a95c-f4a86b9be3bf), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:46:56.796694 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device 54705ca0-beb2-4cf9-90ae-4dfac2c43448 up at agent ovs-agent-n-d-760453-5 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 21:46:56.804272 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-b68edc99-f236-46dc-b569-8b11b6b8b642 tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576559'] for segment (bda3ff0d-7eb0-46b2-b711-ae033705888d), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:46:56.804272 n-d-760453-5 neutron-server[103305]: INFO neutron.db.segments_db [None req-b68edc99-f236-46dc-b569-8b11b6b8b642 tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Added segment bda3ff0d-7eb0-46b2-b711-ae033705888d of type vlan for network f7b7ba9a-358f-446c-bb65-4095d87dc641 Jan 26 21:46:56.886250 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-b68edc99-f236-46dc-b569-8b11b6b8b642 tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746560256871'] for network (f7b7ba9a-358f-446c-bb65-4095d87dc641), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:46:56.908027 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Pushing event updated for resources: {'Port': ['ID=f8b7abd0-6999-4c4a-a95c-f4a86b9be3bf,revision_number=3']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:46:56.936709 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Provisioning complete for port 54705ca0-beb2-4cf9-90ae-4dfac2c43448 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:46:56.937597 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (54705ca0-beb2-4cf9-90ae-4dfac2c43448), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:46:56.950309 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-b68edc99-f236-46dc-b569-8b11b6b8b642 tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503'] for network (f7b7ba9a-358f-446c-bb65-4095d87dc641), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:46:56.956450 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b68edc99-f236-46dc-b569-8b11b6b8b642 tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:46:56.958790 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-b68edc99-f236-46dc-b569-8b11b6b8b642 tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Publish callbacks [] for network (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:46:57.059313 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Current status of the port 54705ca0-beb2-4cf9-90ae-4dfac2c43448 is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:46:57.078695 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68edc99-f236-46dc-b569-8b11b6b8b642 tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Pushing event updated for resources: {'Network': ['ID=f7b7ba9a-358f-446c-bb65-4095d87dc641,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:46:57.092129 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Network f7b7ba9a-358f-446c-bb65-4095d87dc641 details requested by agent ovs-agent-n-d-760453-5 with host n-d-760453-5 {{(pid=103306) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 26 21:46:57.111702 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 42988) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:46:57.111978 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-b68edc99-f236-46dc-b569-8b11b6b8b642 tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4080198 Jan 26 21:46:57.118313 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-650823e4-2732-46f9-b79e-fc957144f6be tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Request body: {'subnet': {'network_id': 'f7b7ba9a-358f-446c-bb65-4095d87dc641', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:46:57.266655 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-650823e4-2732-46f9-b79e-fc957144f6be tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Made reservation on behalf of 875729a301494bb99d4fc208a57de2a1 for: {'subnet': 1} {{(pid=103304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 21:46:57.271891 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-650823e4-2732-46f9-b79e-fc957144f6be tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12215181'] for subnet (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:46:57.329907 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a8cfd4d-553b-4268-9e64-46a4a371ec12 None None] Network cd614f9b-e51b-4900-babd-c3ace5cf4668 requested from n-d-760453-5 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 26 21:46:57.418670 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-6afffc0a-d4e1-4afe-bddc-f802ddcc0de4 None None] Provisioning complete for port f8b7abd0-6999-4c4a-a95c-f4a86b9be3bf triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:46:57.418670 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-6afffc0a-d4e1-4afe-bddc-f802ddcc0de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (f8b7abd0-6999-4c4a-a95c-f4a86b9be3bf), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:46:57.473275 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 42990) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:46:57.533175 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-650823e4-2732-46f9-b79e-fc957144f6be tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9285249', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12215227'] for subnet (cf1c37d0-d302-4c65-a23c-34deb4af387b), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:46:57.573030 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-6afffc0a-d4e1-4afe-bddc-f802ddcc0de4 None None] Current status of the port f8b7abd0-6999-4c4a-a95c-f4a86b9be3bf is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:46:57.611516 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6dc9c36-2ddd-4da8-8c53-3f084ba32c99 tempest-TestNetworkBasicOps-1165376115 tempest-TestNetworkBasicOps-1165376115-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:46:57.613200 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-e6dc9c36-2ddd-4da8-8c53-3f084ba32c99 tempest-TestNetworkBasicOps-1165376115 tempest-TestNetworkBasicOps-1165376115-project-admin] 10.222.0.13 "GET /v2.0/subnets?network_id=4140a1f1-c93a-4bea-83a0-68953a54f299 HTTP/1.1" status: 200 len: 814 time: 0.1387358 Jan 26 21:46:57.632936 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-650823e4-2732-46f9-b79e-fc957144f6be tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Checking segment: {'id': 'bda3ff0d-7eb0-46b2-b711-ae033705888d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': 'f7b7ba9a-358f-446c-bb65-4095d87dc641'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103304) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 21:46:57.634291 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-650823e4-2732-46f9-b79e-fc957144f6be tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Network hostable DHCP agents. Network: f7b7ba9a-358f-446c-bb65-4095d87dc641, hostable agents: ['474ccdf7-ab6c-405b-a3b2-dc7b05829902'], hosted agents: [] {{(pid=103304) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 26 21:46:57.670417 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-650823e4-2732-46f9-b79e-fc957144f6be tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Pushing event updated for resources: {'Subnet': ['ID=cf1c37d0-d302-4c65-a23c-34deb4af387b,revision_number=0']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:46:57.694728 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-650823e4-2732-46f9-b79e-fc957144f6be tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Network f7b7ba9a-358f-446c-bb65-4095d87dc641 is scheduled to be hosted by DHCP agent 474ccdf7-ab6c-405b-a3b2-dc7b05829902 with binding_index 1 {{(pid=103304) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 26 21:46:57.714594 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [None req-650823e4-2732-46f9-b79e-fc957144f6be tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760453-5, f7b7ba9a-358f-446c-bb65-4095d87dc641) {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:46:57.719559 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-650823e4-2732-46f9-b79e-fc957144f6be tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:46:57.720472 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-650823e4-2732-46f9-b79e-fc957144f6be tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Publish callbacks [] for subnet (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:46:57.724850 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8861f03d-eac3-4626-ae3f-93b627acbc00 None None] Network f7b7ba9a-358f-446c-bb65-4095d87dc641 requested from n-d-760453-5 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 26 21:46:57.768610 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-650823e4-2732-46f9-b79e-fc957144f6be tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.6526134 Jan 26 21:46:57.768980 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 42998) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:46:57.881270 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b71ff6a-4cbe-4c36-a4c6-b7757917567f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3c4099e8-8ffb-51d1-af7f-5868973e933f-f7b7ba9a-358f-446c-bb65-4095d87dc641', 'network_id': 'f7b7ba9a-358f-446c-bb65-4095d87dc641', 'project_id': '875729a301494bb99d4fc208a57de2a1', 'fixed_ips': [{'subnet_id': 'cf1c37d0-d302-4c65-a23c-34deb4af387b'}]}} from n-d-760453-5. {{(pid=103306) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 26 21:46:57.882924 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2b71ff6a-4cbe-4c36-a4c6-b7757917567f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (None), before_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:46:58.028317 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cdecb5e-f3f1-40d8-9b19-97d62610748d None None] Sync routers for ids ['de7562c0-2983-44c4-89b5-e07fab2a3a93'] in n-d-760453-5 {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 26 21:46:58.042287 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cdecb5e-f3f1-40d8-9b19-97d62610748d None None] Routers {'de7562c0-2983-44c4-89b5-e07fab2a3a93'} bound to L3 agent in host n-d-760453-5 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 21:46:58.043203 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-0cdecb5e-f3f1-40d8-9b19-97d62610748d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-26T20:55:21Z,description=,heartbeat_timestamp=2022-01-26T21:46:51Z,host='n-d-760453-5',id=09df100c-3af1-4b0a-bda8-05914c71c458,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:55:21Z,topic='l3_agent')) {'router_ids': ['de7562c0-2983-44c4-89b5-e07fab2a3a93'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:46:58.053827 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-b9f383ed-0867-4827-b582-9d6f24db4861 None None] Provisioning complete for port 839d2084-36f3-4cc5-bed4-138ef3c3bd05 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:46:58.054441 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b9f383ed-0867-4827-b582-9d6f24db4861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (839d2084-36f3-4cc5-bed4-138ef3c3bd05), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:46:58.093150 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-b9f383ed-0867-4827-b582-9d6f24db4861 None None] Port 839d2084-36f3-4cc5-bed4-138ef3c3bd05 cannot update to ACTIVE because it is not bound. {{(pid=103306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 26 21:46:58.111365 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-b9f383ed-0867-4827-b582-9d6f24db4861 None None] Provisioning complete for port f8b7abd0-6999-4c4a-a95c-f4a86b9be3bf triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:46:58.111953 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b9f383ed-0867-4827-b582-9d6f24db4861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (f8b7abd0-6999-4c4a-a95c-f4a86b9be3bf), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:46:58.143440 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.db_base_plugin_common [None req-2b71ff6a-4cbe-4c36-a4c6-b7757917567f None None] Allocated IP 2001:db8:3::2 (f7b7ba9a-358f-446c-bb65-4095d87dc641/cf1c37d0-d302-4c65-a23c-34deb4af387b/21eac3c4-3242-4830-aae0-e1b96dd9b295) {{(pid=103306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 21:46:58.209631 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_dvr_db [None req-0cdecb5e-f3f1-40d8-9b19-97d62610748d None None] Set router de7562c0-2983-44c4-89b5-e07fab2a3a93 gateway port host: None {{(pid=103307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 21:46:58.277550 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-b9f383ed-0867-4827-b582-9d6f24db4861 None None] Current status of the port f8b7abd0-6999-4c4a-a95c-f4a86b9be3bf is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:46:58.285331 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-60c2b023-5630-4c52-ad77-0544bd4a4bf4 tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:46:58.404538 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device f8b7abd0-6999-4c4a-a95c-f4a86b9be3bf up at agent ovs-agent-n-d-760453-5 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 21:46:58.494742 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2b71ff6a-4cbe-4c36-a4c6-b7757917567f None None] Publish callbacks [] for port (21eac3c4-3242-4830-aae0-e1b96dd9b295), precommit_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:46:58.512858 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-0cdecb5e-f3f1-40d8-9b19-97d62610748d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de7562c0-2983-44c4-89b5-e07fab2a3a93', 'name': 'tempest-RoutersIpV6Test-router-1807611014', 'tenant_id': '875729a301494bb99d4fc208a57de2a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T21:46:46Z', 'updated_at': '2022-01-26T21:46:55Z', 'revision_number': 4, 'project_id': '875729a301494bb99d4fc208a57de2a1', 'gw_port_host': None, '_interfaces': [{'id': '54705ca0-beb2-4cf9-90ae-4dfac2c43448', 'name': '', 'network_id': '66d68c2c-c9c8-4952-a852-8011ef52bfe7', 'tenant_id': '875729a301494bb99d4fc208a57de2a1', 'mac_address': 'fa:16:3e:d9:11:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de7562c0-2983-44c4-89b5-e07fab2a3a93', 'device_owner': 'network:router_interface', 'standard_attr_id': 3822, 'fixed_ips': [{'subnet_id': '014bdb6c-8274-4192-8dcd-b6436b0b3c5c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:46:50Z', 'updated_at': '2022-01-26T21:46:56Z', 'revision_number': 5, 'project_id': '875729a301494bb99d4fc208a57de2a1', 'subnets': [{'id': '014bdb6c-8274-4192-8dcd-b6436b0b3c5c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '839d2084-36f3-4cc5-bed4-138ef3c3bd05', 'name': '', 'network_id': 'cd614f9b-e51b-4900-babd-c3ace5cf4668', 'tenant_id': '875729a301494bb99d4fc208a57de2a1', 'mac_address': 'fa:16:3e:35:f0:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de7562c0-2983-44c4-89b5-e07fab2a3a93', 'device_owner': 'network:router_interface', 'standard_attr_id': 3827, 'fixed_ips': [{'subnet_id': '3e123813-b324-49c8-88ef-3b76fc46a368', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:46:54Z', 'updated_at': '2022-01-26T21:46:55Z', 'revision_number': 2, 'project_id': '875729a301494bb99d4fc208a57de2a1', 'subnets': [{'id': '3e123813-b324-49c8-88ef-3b76fc46a368', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a63d5986-91b0-4022-a9c7-6a651ae33003', 'name': '', 'network_id': 'e3afdf88-b4b3-44f3-9b79-c32856979517', 'tenant_id': '875729a301494bb99d4fc208a57de2a1', 'mac_address': 'fa:16:3e:da:f1:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de7562c0-2983-44c4-89b5-e07fab2a3a93', 'device_owner': 'network:router_interface', 'standard_attr_id': 3817, 'fixed_ips': [{'subnet_id': 'ccffbf1d-5684-4d94-b9b0-2b4e0aa38e03', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:46:47Z', 'updated_at': '2022-01-26T21:46:50Z', 'revision_number': 5, 'project_id': '875729a301494bb99d4fc208a57de2a1', 'subnets': [{'id': 'ccffbf1d-5684-4d94-b9b0-2b4e0aa38e03', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760453-5', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:46:58.514282 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2b71ff6a-4cbe-4c36-a4c6-b7757917567f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746560234527'] for port (21eac3c4-3242-4830-aae0-e1b96dd9b295), after_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:46:58.546924 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cdecb5e-f3f1-40d8-9b19-97d62610748d None None] Checking router: de7562c0-2983-44c4-89b5-e07fab2a3a93 for host: n-d-760453-5 {{(pid=103307) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 26 21:46:58.547282 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cdecb5e-f3f1-40d8-9b19-97d62610748d None None] Updating router de7562c0-2983-44c4-89b5-e07fab2a3a93 port 839d2084-36f3-4cc5-bed4-138ef3c3bd05 binding host n-d-760453-5 {{(pid=103307) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 26 21:46:58.563031 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-5cbaf2f1-217b-4de5-a388-6f8a8c52d634 None None] Provisioning complete for port 839d2084-36f3-4cc5-bed4-138ef3c3bd05 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:46:58.563685 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-5cbaf2f1-217b-4de5-a388-6f8a8c52d634 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (839d2084-36f3-4cc5-bed4-138ef3c3bd05), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:46:58.578546 n-d-760453-5 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-0cdecb5e-f3f1-40d8-9b19-97d62610748d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (839d2084-36f3-4cc5-bed4-138ef3c3bd05), before_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:46:58.579109 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 43008) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:46:58.584841 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-9986aa72-2895-4483-a30d-b43044c7747e tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] Request body: {'network': {'name': 'tempest-network-smoke--1818899037', 'project_id': '97d50071461f4511bd8bef3bc5cf8c61', 'port_security_enabled': True}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:46:58.645209 n-d-760453-5 neutron-server[103306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b71ff6a-4cbe-4c36-a4c6-b7757917567f None None] Network f7b7ba9a-358f-446c-bb65-4095d87dc641 is already hosted by enough agents. {{(pid=103306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 21:46:58.651138 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Provisioning complete for port f8b7abd0-6999-4c4a-a95c-f4a86b9be3bf triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:46:58.651447 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (f8b7abd0-6999-4c4a-a95c-f4a86b9be3bf), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:46:58.655509 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9986aa72-2895-4483-a30d-b43044c7747e tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] Made reservation on behalf of 97d50071461f4511bd8bef3bc5cf8c61 for: {'network': 1} {{(pid=103304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 21:46:58.658964 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-9986aa72-2895-4483-a30d-b43044c7747e tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for network (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:46:58.691302 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.db_base_plugin_common [None req-60c2b023-5630-4c52-ad77-0544bd4a4bf4 tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Allocated IP 2001:db8:3::1 (f7b7ba9a-358f-446c-bb65-4095d87dc641/cf1c37d0-d302-4c65-a23c-34deb4af387b/24e9dfd6-2f02-4a3c-b5df-e30d8f11f0b3) {{(pid=103305) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 21:46:58.705086 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9986aa72-2895-4483-a30d-b43044c7747e tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] vlan segment allocate from pool success with {'vlan_id': 571, 'physical_network': 'physnet1'} {{(pid=103304) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 26 21:46:58.723746 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-9986aa72-2895-4483-a30d-b43044c7747e tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576559'] for segment (bff444a4-beb1-4f53-a690-c33dd7eeacf8), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:46:58.726132 n-d-760453-5 neutron-server[103304]: INFO neutron.db.segments_db [None req-9986aa72-2895-4483-a30d-b43044c7747e tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] Added segment bff444a4-beb1-4f53-a690-c33dd7eeacf8 of type vlan for network e99ff163-7abb-45f5-a67b-861b243f04e0 Jan 26 21:46:58.732221 n-d-760453-5 neutron-server[103306]: DEBUG neutron.scheduler.base_scheduler [None req-2b71ff6a-4cbe-4c36-a4c6-b7757917567f None None] Resources bound (agent type, host, resource id): {{(pid=103306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:46:58.740231 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b71ff6a-4cbe-4c36-a4c6-b7757917567f None None] Received port after_create {{(pid=103306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 21:46:58.757676 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b71ff6a-4cbe-4c36-a4c6-b7757917567f None None] Pushing event updated for resources: {'Port': ['ID=21eac3c4-3242-4830-aae0-e1b96dd9b295,revision_number=1']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:46:58.788586 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-9986aa72-2895-4483-a30d-b43044c7747e tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746560256871'] for network (e99ff163-7abb-45f5-a67b-861b243f04e0), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:46:58.793322 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-5cbaf2f1-217b-4de5-a388-6f8a8c52d634 None None] Port 839d2084-36f3-4cc5-bed4-138ef3c3bd05 cannot update to ACTIVE because it is not bound. {{(pid=103306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 26 21:46:58.833756 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-9986aa72-2895-4483-a30d-b43044c7747e tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503'] for network (e99ff163-7abb-45f5-a67b-861b243f04e0), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:46:58.842241 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9986aa72-2895-4483-a30d-b43044c7747e tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:46:58.842919 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-9986aa72-2895-4483-a30d-b43044c7747e tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] Publish callbacks [] for network (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:46:58.886741 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Current status of the port f8b7abd0-6999-4c4a-a95c-f4a86b9be3bf is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:46:58.912872 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-2b71ff6a-4cbe-4c36-a4c6-b7757917567f None None] Attempting to bind port 21eac3c4-3242-4830-aae0-e1b96dd9b295 on host n-d-760453-5 for vnic_type normal with profile {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 21:46:58.913238 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-2b71ff6a-4cbe-4c36-a4c6-b7757917567f None None] Attempting to bind port 21eac3c4-3242-4830-aae0-e1b96dd9b295 by drivers openvswitch,hyperv on host n-d-760453-5 at level 0 using segments [{'id': 'bda3ff0d-7eb0-46b2-b711-ae033705888d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': 'f7b7ba9a-358f-446c-bb65-4095d87dc641'}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 26 21:46:58.913870 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b71ff6a-4cbe-4c36-a4c6-b7757917567f None None] Attempting to bind port 21eac3c4-3242-4830-aae0-e1b96dd9b295 on network f7b7ba9a-358f-446c-bb65-4095d87dc641 {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 21:46:58.921922 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-60c2b023-5630-4c52-ad77-0544bd4a4bf4 tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Publish callbacks [] for port (24e9dfd6-2f02-4a3c-b5df-e30d8f11f0b3), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:46:58.926797 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-3db9a46d-c8c1-436f-b3df-aa5746764eef None None] Provisioning complete for port 839d2084-36f3-4cc5-bed4-138ef3c3bd05 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:46:58.927172 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-3db9a46d-c8c1-436f-b3df-aa5746764eef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (839d2084-36f3-4cc5-bed4-138ef3c3bd05), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:46:58.941403 n-d-760453-5 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-0cdecb5e-f3f1-40d8-9b19-97d62610748d None None] Publish callbacks [] for port (839d2084-36f3-4cc5-bed4-138ef3c3bd05), precommit_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:46:58.955232 n-d-760453-5 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-0cdecb5e-f3f1-40d8-9b19-97d62610748d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (839d2084-36f3-4cc5-bed4-138ef3c3bd05), after_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:46:58.972707 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-9986aa72-2895-4483-a30d-b43044c7747e tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3920801 Jan 26 21:46:58.976309 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 43012) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:46:58.980056 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b71ff6a-4cbe-4c36-a4c6-b7757917567f None None] Checking agent: {'id': 'fea0591a-627d-4c87-9a9a-01625ddf3277', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760453-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 20, 55, 25), 'started_at': datetime.datetime(2022, 1, 26, 20, 55, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 21, 46, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760453-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 26 21:46:58.980806 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b71ff6a-4cbe-4c36-a4c6-b7757917567f None None] Checking segment: {'id': 'bda3ff0d-7eb0-46b2-b711-ae033705888d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': 'f7b7ba9a-358f-446c-bb65-4095d87dc641'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 21:46:58.981272 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2b71ff6a-4cbe-4c36-a4c6-b7757917567f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:46:58.981824 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b71ff6a-4cbe-4c36-a4c6-b7757917567f None None] Bound using segment: {'id': 'bda3ff0d-7eb0-46b2-b711-ae033705888d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': 'f7b7ba9a-358f-446c-bb65-4095d87dc641'} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 26 21:46:58.982325 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-2b71ff6a-4cbe-4c36-a4c6-b7757917567f None None] Bound port: 21eac3c4-3242-4830-aae0-e1b96dd9b295, host: n-d-760453-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bda3ff0d-7eb0-46b2-b711-ae033705888d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': 'f7b7ba9a-358f-446c-bb65-4095d87dc641'}}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 26 21:46:58.982708 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2b71ff6a-4cbe-4c36-a4c6-b7757917567f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (21eac3c4-3242-4830-aae0-e1b96dd9b295), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:46:58.986847 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-3db9a46d-c8c1-436f-b3df-aa5746764eef None None] Port 839d2084-36f3-4cc5-bed4-138ef3c3bd05 cannot update to ACTIVE because it is not bound. {{(pid=103306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 26 21:46:59.012610 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-60c2b023-5630-4c52-ad77-0544bd4a4bf4 tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746560234527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11791543'] for port (24e9dfd6-2f02-4a3c-b5df-e30d8f11f0b3), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:46:59.028952 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9986aa72-2895-4483-a30d-b43044c7747e tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] Pushing event updated for resources: {'Network': ['ID=e99ff163-7abb-45f5-a67b-861b243f04e0,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:46:59.050583 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb449c09-52f8-4a12-a882-8fdf37d6cabb None None] Pushing event updated for resources: {'Port': ['ID=839d2084-36f3-4cc5-bed4-138ef3c3bd05,revision_number=3']} {{(pid=103307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:46:59.061016 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-2b71ff6a-4cbe-4c36-a4c6-b7757917567f None None] For port 21eac3c4-3242-4830-aae0-e1b96dd9b295, host n-d-760453-5, cleared binding levels {{(pid=103306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 26 21:46:59.065330 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-2b71ff6a-4cbe-4c36-a4c6-b7757917567f None None] For port 21eac3c4-3242-4830-aae0-e1b96dd9b295, host n-d-760453-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=21eac3c4-3242-4830-aae0-e1b96dd9b295,segment=NetworkSegment(bda3ff0d-7eb0-46b2-b711-ae033705888d),segment_id=bda3ff0d-7eb0-46b2-b711-ae033705888d)] {{(pid=103306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 26 21:46:59.074331 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2b71ff6a-4cbe-4c36-a4c6-b7757917567f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (21eac3c4-3242-4830-aae0-e1b96dd9b295), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:46:59.095065 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9986aa72-2895-4483-a30d-b43044c7747e tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:46:59.095662 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9986aa72-2895-4483-a30d-b43044c7747e tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:46:59.096369 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9986aa72-2895-4483-a30d-b43044c7747e tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:46:59.096887 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9986aa72-2895-4483-a30d-b43044c7747e tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:46:59.097472 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9986aa72-2895-4483-a30d-b43044c7747e tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:46:59.097986 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9986aa72-2895-4483-a30d-b43044c7747e tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:46:59.098487 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9986aa72-2895-4483-a30d-b43044c7747e tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:46:59.099116 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9986aa72-2895-4483-a30d-b43044c7747e tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:46:59.099626 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9986aa72-2895-4483-a30d-b43044c7747e tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:46:59.100167 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9986aa72-2895-4483-a30d-b43044c7747e tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:46:59.100662 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9986aa72-2895-4483-a30d-b43044c7747e tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:46:59.101170 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9986aa72-2895-4483-a30d-b43044c7747e tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:46:59.101412 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60c2b023-5630-4c52-ad77-0544bd4a4bf4 tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Network f7b7ba9a-358f-446c-bb65-4095d87dc641 is already hosted by enough agents. {{(pid=103305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 21:46:59.101954 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9986aa72-2895-4483-a30d-b43044c7747e tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:46:59.109972 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [None req-60c2b023-5630-4c52-ad77-0544bd4a4bf4 tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Resources bound (agent type, host, resource id): {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:46:59.115034 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60c2b023-5630-4c52-ad77-0544bd4a4bf4 tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Received port after_create {{(pid=103305) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 21:46:59.115517 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-60c2b023-5630-4c52-ad77-0544bd4a4bf4 tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4111050'] for router_interface (de7562c0-2983-44c4-89b5-e07fab2a3a93), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:46:59.123385 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Network e99ff163-7abb-45f5-a67b-861b243f04e0 details requested by agent ovs-agent-n-d-760453-5 with host n-d-760453-5 {{(pid=103306) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 26 21:46:59.143294 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a7a0a7f-3137-4bb1-8c53-351efbc2c91b tempest-TestNetworkBasicOps-1165376115 tempest-TestNetworkBasicOps-1165376115-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:46:59.146081 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-0a7a0a7f-3137-4bb1-8c53-351efbc2c91b tempest-TestNetworkBasicOps-1165376115 tempest-TestNetworkBasicOps-1165376115-project-admin] 10.222.0.13 "GET /v2.0/subnets?project_id=97d50071461f4511bd8bef3bc5cf8c61&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 829 time: 0.1686449 Jan 26 21:46:59.149794 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 43014) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:46:59.184285 n-d-760453-5 neutron-server[103307]: DEBUG neutron.plugins.ml2.managers [None req-0cdecb5e-f3f1-40d8-9b19-97d62610748d None None] Attempting to bind port 839d2084-36f3-4cc5-bed4-138ef3c3bd05 on host n-d-760453-5 for vnic_type normal with profile {{(pid=103307) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 21:46:59.184595 n-d-760453-5 neutron-server[103307]: DEBUG neutron.plugins.ml2.managers [None req-0cdecb5e-f3f1-40d8-9b19-97d62610748d None None] Attempting to bind port 839d2084-36f3-4cc5-bed4-138ef3c3bd05 by drivers openvswitch,hyperv on host n-d-760453-5 at level 0 using segments [{'id': '31e2af56-8173-43ec-b255-85d3d30ffd48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'cd614f9b-e51b-4900-babd-c3ace5cf4668'}] {{(pid=103307) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 26 21:46:59.184918 n-d-760453-5 neutron-server[103307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cdecb5e-f3f1-40d8-9b19-97d62610748d None None] Attempting to bind port 839d2084-36f3-4cc5-bed4-138ef3c3bd05 on network cd614f9b-e51b-4900-babd-c3ace5cf4668 {{(pid=103307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 21:46:59.190627 n-d-760453-5 neutron-server[103307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cdecb5e-f3f1-40d8-9b19-97d62610748d None None] Checking agent: {'id': 'fea0591a-627d-4c87-9a9a-01625ddf3277', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760453-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 20, 55, 25), 'started_at': datetime.datetime(2022, 1, 26, 20, 55, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 21, 46, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760453-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 26 21:46:59.191072 n-d-760453-5 neutron-server[103307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cdecb5e-f3f1-40d8-9b19-97d62610748d None None] Checking segment: {'id': '31e2af56-8173-43ec-b255-85d3d30ffd48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'cd614f9b-e51b-4900-babd-c3ace5cf4668'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103307) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 21:46:59.191400 n-d-760453-5 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-0cdecb5e-f3f1-40d8-9b19-97d62610748d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:46:59.191790 n-d-760453-5 neutron-server[103307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cdecb5e-f3f1-40d8-9b19-97d62610748d None None] Bound using segment: {'id': '31e2af56-8173-43ec-b255-85d3d30ffd48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'cd614f9b-e51b-4900-babd-c3ace5cf4668'} {{(pid=103307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 26 21:46:59.192256 n-d-760453-5 neutron-server[103307]: DEBUG neutron.plugins.ml2.managers [None req-0cdecb5e-f3f1-40d8-9b19-97d62610748d None None] Bound port: 839d2084-36f3-4cc5-bed4-138ef3c3bd05, host: n-d-760453-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31e2af56-8173-43ec-b255-85d3d30ffd48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'cd614f9b-e51b-4900-babd-c3ace5cf4668'}}] {{(pid=103307) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 26 21:46:59.192629 n-d-760453-5 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-0cdecb5e-f3f1-40d8-9b19-97d62610748d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (839d2084-36f3-4cc5-bed4-138ef3c3bd05), before_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:46:59.222353 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c2b023-5630-4c52-ad77-0544bd4a4bf4 tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Pushing event updated for resources: {'Port': ['ID=24e9dfd6-2f02-4a3c-b5df-e30d8f11f0b3,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:46:59.266870 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b71ff6a-4cbe-4c36-a4c6-b7757917567f None None] Pushing event updated for resources: {'Port': ['ID=21eac3c4-3242-4830-aae0-e1b96dd9b295,revision_number=2']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:46:59.331330 n-d-760453-5 neutron-server[103307]: DEBUG neutron.plugins.ml2.db [None req-0cdecb5e-f3f1-40d8-9b19-97d62610748d None None] For port 839d2084-36f3-4cc5-bed4-138ef3c3bd05, host n-d-760453-5, cleared binding levels {{(pid=103307) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 26 21:46:59.337701 n-d-760453-5 neutron-server[103307]: DEBUG neutron.plugins.ml2.db [None req-0cdecb5e-f3f1-40d8-9b19-97d62610748d None None] For port 839d2084-36f3-4cc5-bed4-138ef3c3bd05, host n-d-760453-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=839d2084-36f3-4cc5-bed4-138ef3c3bd05,segment=NetworkSegment(31e2af56-8173-43ec-b255-85d3d30ffd48),segment_id=31e2af56-8173-43ec-b255-85d3d30ffd48)] {{(pid=103307) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 26 21:46:59.343242 n-d-760453-5 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-0cdecb5e-f3f1-40d8-9b19-97d62610748d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (839d2084-36f3-4cc5-bed4-138ef3c3bd05), after_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:46:59.433569 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb449c09-52f8-4a12-a882-8fdf37d6cabb None None] Pushing event updated for resources: {'Port': ['ID=839d2084-36f3-4cc5-bed4-138ef3c3bd05,revision_number=4']} {{(pid=103307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:46:59.439980 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6df817e0-b674-4141-9cd3-9035ce77159d tempest-TestNetworkBasicOps-1165376115 tempest-TestNetworkBasicOps-1165376115-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:46:59.443119 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-60c2b023-5630-4c52-ad77-0544bd4a4bf4 tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (24e9dfd6-2f02-4a3c-b5df-e30d8f11f0b3), before_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:46:59.444940 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-6df817e0-b674-4141-9cd3-9035ce77159d tempest-TestNetworkBasicOps-1165376115 tempest-TestNetworkBasicOps-1165376115-project-admin] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2938623 Jan 26 21:46:59.445067 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 43016) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:46:59.453150 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cdecb5e-f3f1-40d8-9b19-97d62610748d None None] Routers {'de7562c0-2983-44c4-89b5-e07fab2a3a93'} bound to L3 agent in host n-d-760453-5 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 21:46:59.454001 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-0cdecb5e-f3f1-40d8-9b19-97d62610748d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-26T20:55:21Z,description=,heartbeat_timestamp=2022-01-26T21:46:51Z,host='n-d-760453-5',id=09df100c-3af1-4b0a-bda8-05914c71c458,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:55:21Z,topic='l3_agent')) {'router_ids': ['de7562c0-2983-44c4-89b5-e07fab2a3a93'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:46:59.502452 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-1acd318b-9619-48e1-abe1-e58cc4fffb69 tempest-TestNetworkBasicOps-1165376115 tempest-TestNetworkBasicOps-1165376115-project-admin] 10.222.0.13 "GET /v2.0/subnets?network_id=4140a1f1-c93a-4bea-83a0-68953a54f299&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0536788 Jan 26 21:46:59.502912 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 43018) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:46:59.572243 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-ed7a45fa-9b34-4d27-8f55-c07d86bd3c3f None None] Provisioning complete for port 839d2084-36f3-4cc5-bed4-138ef3c3bd05 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:46:59.572750 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-ed7a45fa-9b34-4d27-8f55-c07d86bd3c3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (839d2084-36f3-4cc5-bed4-138ef3c3bd05), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:46:59.605725 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_dvr_db [None req-0cdecb5e-f3f1-40d8-9b19-97d62610748d None None] Set router de7562c0-2983-44c4-89b5-e07fab2a3a93 gateway port host: None {{(pid=103307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 21:46:59.606374 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-a5e01900-f0be-43ea-b370-89d6b768b3b8 tempest-TestNetworkBasicOps-1165376115 tempest-TestNetworkBasicOps-1165376115-project-admin] 10.222.0.13 "GET /v2.0/subnets?project_id=97d50071461f4511bd8bef3bc5cf8c61&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1021171 Jan 26 21:46:59.608963 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 43020) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:46:59.769631 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72f8b489-6ddb-4219-979b-83d017a9a754 tempest-TestNetworkBasicOps-1165376115 tempest-TestNetworkBasicOps-1165376115-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:46:59.771180 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-72f8b489-6ddb-4219-979b-83d017a9a754 tempest-TestNetworkBasicOps-1165376115 tempest-TestNetworkBasicOps-1165376115-project-admin] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1587987 Jan 26 21:46:59.775010 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 43022) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:46:59.791012 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-ed7a45fa-9b34-4d27-8f55-c07d86bd3c3f None None] Current status of the port 839d2084-36f3-4cc5-bed4-138ef3c3bd05 is: DOWN; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:46:59.791606 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-ed7a45fa-9b34-4d27-8f55-c07d86bd3c3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (839d2084-36f3-4cc5-bed4-138ef3c3bd05), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:46:59.842733 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-ed7a45fa-9b34-4d27-8f55-c07d86bd3c3f None None] For port 839d2084-36f3-4cc5-bed4-138ef3c3bd05, host n-d-760453-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=839d2084-36f3-4cc5-bed4-138ef3c3bd05,segment=NetworkSegment(31e2af56-8173-43ec-b255-85d3d30ffd48),segment_id=31e2af56-8173-43ec-b255-85d3d30ffd48)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:46:59.863769 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-ed7a45fa-9b34-4d27-8f55-c07d86bd3c3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (839d2084-36f3-4cc5-bed4-138ef3c3bd05), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:46:59.877056 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-05e5a97c-9155-4189-b0d1-d94195c31a92 tempest-TestNetworkBasicOps-1165376115 tempest-TestNetworkBasicOps-1165376115-project-admin] 10.222.0.13 "GET /v2.0/subnets?network_id=4140a1f1-c93a-4bea-83a0-68953a54f299&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0984707 Jan 26 21:46:59.877259 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 43024) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:46:59.882246 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-9404e7fa-53d6-4b55-8d9f-d8185434777c tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-660478669', 'network_id': 'e99ff163-7abb-45f5-a67b-861b243f04e0', 'project_id': '97d50071461f4511bd8bef3bc5cf8c61', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:46:59.955029 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed7a45fa-9b34-4d27-8f55-c07d86bd3c3f None None] Pushing event updated for resources: {'Port': ['ID=839d2084-36f3-4cc5-bed4-138ef3c3bd05,revision_number=5']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:47:00.020948 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-0cdecb5e-f3f1-40d8-9b19-97d62610748d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de7562c0-2983-44c4-89b5-e07fab2a3a93', 'name': 'tempest-RoutersIpV6Test-router-1807611014', 'tenant_id': '875729a301494bb99d4fc208a57de2a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T21:46:46Z', 'updated_at': '2022-01-26T21:46:59Z', 'revision_number': 5, 'project_id': '875729a301494bb99d4fc208a57de2a1', 'gw_port_host': None, '_interfaces': [{'id': '24e9dfd6-2f02-4a3c-b5df-e30d8f11f0b3', 'name': '', 'network_id': 'f7b7ba9a-358f-446c-bb65-4095d87dc641', 'tenant_id': '875729a301494bb99d4fc208a57de2a1', 'mac_address': 'fa:16:3e:e6:16:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de7562c0-2983-44c4-89b5-e07fab2a3a93', 'device_owner': 'network:router_interface', 'standard_attr_id': 3832, 'fixed_ips': [{'subnet_id': 'cf1c37d0-d302-4c65-a23c-34deb4af387b', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:46:58Z', 'updated_at': '2022-01-26T21:46:58Z', 'revision_number': 1, 'project_id': '875729a301494bb99d4fc208a57de2a1', 'subnets': [{'id': 'cf1c37d0-d302-4c65-a23c-34deb4af387b', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '54705ca0-beb2-4cf9-90ae-4dfac2c43448', 'name': '', 'network_id': '66d68c2c-c9c8-4952-a852-8011ef52bfe7', 'tenant_id': '875729a301494bb99d4fc208a57de2a1', 'mac_address': 'fa:16:3e:d9:11:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de7562c0-2983-44c4-89b5-e07fab2a3a93', 'device_owner': 'network:router_interface', 'standard_attr_id': 3822, 'fixed_ips': [{'subnet_id': '014bdb6c-8274-4192-8dcd-b6436b0b3c5c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:46:50Z', 'updated_at': '2022-01-26T21:46:56Z', 'revision_number': 5, 'project_id': '875729a301494bb99d4fc208a57de2a1', 'subnets': [{'id': '014bdb6c-8274-4192-8dcd-b6436b0b3c5c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '839d2084-36f3-4cc5-bed4-138ef3c3bd05', 'name': '', 'network_id': 'cd614f9b-e51b-4900-babd-c3ace5cf4668', 'tenant_id': '875729a301494bb99d4fc208a57de2a1', 'mac_address': 'fa:16:3e:35:f0:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de7562c0-2983-44c4-89b5-e07fab2a3a93', 'device_owner': 'network:router_interface', 'standard_attr_id': 3827, 'fixed_ips': [{'subnet_id': '3e123813-b324-49c8-88ef-3b76fc46a368', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:46:54Z', 'updated_at': '2022-01-26T21:46:59Z', 'revision_number': 4, 'project_id': '875729a301494bb99d4fc208a57de2a1', 'subnets': [{'id': '3e123813-b324-49c8-88ef-3b76fc46a368', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a63d5986-91b0-4022-a9c7-6a651ae33003', 'name': '', 'network_id': 'e3afdf88-b4b3-44f3-9b79-c32856979517', 'tenant_id': '875729a301494bb99d4fc208a57de2a1', 'mac_address': 'fa:16:3e:da:f1:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de7562c0-2983-44c4-89b5-e07fab2a3a93', 'device_owner': 'network:router_interface', 'standard_attr_id': 3817, 'fixed_ips': [{'subnet_id': 'ccffbf1d-5684-4d94-b9b0-2b4e0aa38e03', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:46:47Z', 'updated_at': '2022-01-26T21:46:50Z', 'revision_number': 5, 'project_id': '875729a301494bb99d4fc208a57de2a1', 'subnets': [{'id': 'ccffbf1d-5684-4d94-b9b0-2b4e0aa38e03', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760453-5', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:47:00.027043 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-60c2b023-5630-4c52-ad77-0544bd4a4bf4 tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Publish callbacks [] for port (24e9dfd6-2f02-4a3c-b5df-e30d8f11f0b3), precommit_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:47:00.035875 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-60c2b023-5630-4c52-ad77-0544bd4a4bf4 tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11791520'] for port (24e9dfd6-2f02-4a3c-b5df-e30d8f11f0b3), after_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:47:00.036641 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-60c2b023-5630-4c52-ad77-0544bd4a4bf4 tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3709457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4110682'] for router_interface (de7562c0-2983-44c4-89b5-e07fab2a3a93), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:47:00.049202 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cdecb5e-f3f1-40d8-9b19-97d62610748d None None] The sync data for ids ['de7562c0-2983-44c4-89b5-e07fab2a3a93'] in n-d-760453-5 is: [{'id': 'de7562c0-2983-44c4-89b5-e07fab2a3a93', 'name': 'tempest-RoutersIpV6Test-router-1807611014', 'tenant_id': '875729a301494bb99d4fc208a57de2a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T21:46:46Z', 'updated_at': '2022-01-26T21:46:59Z', 'revision_number': 5, 'project_id': '875729a301494bb99d4fc208a57de2a1', 'gw_port_host': None, '_interfaces': [{'id': '24e9dfd6-2f02-4a3c-b5df-e30d8f11f0b3', 'name': '', 'network_id': 'f7b7ba9a-358f-446c-bb65-4095d87dc641', 'tenant_id': '875729a301494bb99d4fc208a57de2a1', 'mac_address': 'fa:16:3e:e6:16:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de7562c0-2983-44c4-89b5-e07fab2a3a93', 'device_owner': 'network:router_interface', 'standard_attr_id': 3832, 'fixed_ips': [{'subnet_id': 'cf1c37d0-d302-4c65-a23c-34deb4af387b', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:46:58Z', 'updated_at': '2022-01-26T21:46:58Z', 'revision_number': 1, 'project_id': '875729a301494bb99d4fc208a57de2a1', 'subnets': [{'id': 'cf1c37d0-d302-4c65-a23c-34deb4af387b', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '54705ca0-beb2-4cf9-90ae-4dfac2c43448', 'name': '', 'network_id': '66d68c2c-c9c8-4952-a852-8011ef52bfe7', 'tenant_id': '875729a301494bb99d4fc208a57de2a1', 'mac_address': 'fa:16:3e:d9:11:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de7562c0-2983-44c4-89b5-e07fab2a3a93', 'device_owner': 'network:router_interface', 'standard_attr_id': 3822, 'fixed_ips': [{'subnet_id': '014bdb6c-8274-4192-8dcd-b6436b0b3c5c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:46:50Z', 'updated_at': '2022-01-26T21:46:56Z', 'revision_number': 5, 'project_id': '875729a301494bb99d4fc208a57de2a1', 'subnets': [{'id': '014bdb6c-8274-4192-8dcd-b6436b0b3c5c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '839d2084-36f3-4cc5-bed4-138ef3c3bd05', 'name': '', 'network_id': 'cd614f9b-e51b-4900-babd-c3ace5cf4668', 'tenant_id': '875729a301494bb99d4fc208a57de2a1', 'mac_address': 'fa:16:3e:35:f0:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de7562c0-2983-44c4-89b5-e07fab2a3a93', 'device_owner': 'network:router_interface', 'standard_attr_id': 3827, 'fixed_ips': [{'subnet_id': '3e123813-b324-49c8-88ef-3b76fc46a368', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:46:54Z', 'updated_at': '2022-01-26T21:46:59Z', 'revision_number': 4, 'project_id': '875729a301494bb99d4fc208a57de2a1', 'subnets': [{'id': '3e123813-b324-49c8-88ef-3b76fc46a368', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a63d5986-91b0-4022-a9c7-6a651ae33003', 'name': '', 'network_id': 'e3afdf88-b4b3-44f3-9b79-c32856979517', 'tenant_id': '875729a301494bb99d4fc208a57de2a1', 'mac_address': 'fa:16:3e:da:f1:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de7562c0-2983-44c4-89b5-e07fab2a3a93', 'device_owner': 'network:router_interface', 'standard_attr_id': 3817, 'fixed_ips': [{'subnet_id': 'ccffbf1d-5684-4d94-b9b0-2b4e0aa38e03', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:46:47Z', 'updated_at': '2022-01-26T21:46:50Z', 'revision_number': 5, 'project_id': '875729a301494bb99d4fc208a57de2a1', 'subnets': [{'id': 'ccffbf1d-5684-4d94-b9b0-2b4e0aa38e03', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 26 21:47:00.056667 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9404e7fa-53d6-4b55-8d9f-d8185434777c tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] Made reservation on behalf of 97d50071461f4511bd8bef3bc5cf8c61 for: {'subnet': 1} {{(pid=103304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 21:47:00.060203 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-9404e7fa-53d6-4b55-8d9f-d8185434777c tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12215181'] for subnet (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:47:00.090503 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-85cd7846-eba6-4209-8e1a-d791deee634f None None] Provisioning complete for port 839d2084-36f3-4cc5-bed4-138ef3c3bd05 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:47:00.090881 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-85cd7846-eba6-4209-8e1a-d791deee634f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (839d2084-36f3-4cc5-bed4-138ef3c3bd05), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:47:00.180762 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c2b023-5630-4c52-ad77-0544bd4a4bf4 tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Pushing event updated for resources: {'Port': ['ID=24e9dfd6-2f02-4a3c-b5df-e30d8f11f0b3,revision_number=2']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:47:00.195431 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60c2b023-5630-4c52-ad77-0544bd4a4bf4 tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:47:00.196686 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60c2b023-5630-4c52-ad77-0544bd4a4bf4 tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:47:00.197149 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60c2b023-5630-4c52-ad77-0544bd4a4bf4 tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:47:00.197671 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60c2b023-5630-4c52-ad77-0544bd4a4bf4 tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:47:00.198166 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60c2b023-5630-4c52-ad77-0544bd4a4bf4 tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:47:00.199005 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60c2b023-5630-4c52-ad77-0544bd4a4bf4 tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:47:00.199005 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60c2b023-5630-4c52-ad77-0544bd4a4bf4 tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:47:00.199389 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60c2b023-5630-4c52-ad77-0544bd4a4bf4 tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:47:00.199818 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60c2b023-5630-4c52-ad77-0544bd4a4bf4 tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:47:00.200316 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60c2b023-5630-4c52-ad77-0544bd4a4bf4 tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:47:00.200743 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60c2b023-5630-4c52-ad77-0544bd4a4bf4 tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:47:00.201166 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60c2b023-5630-4c52-ad77-0544bd4a4bf4 tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:47:00.201729 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60c2b023-5630-4c52-ad77-0544bd4a4bf4 tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:47:00.226087 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-85cd7846-eba6-4209-8e1a-d791deee634f None None] Current status of the port 839d2084-36f3-4cc5-bed4-138ef3c3bd05 is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:47:00.280330 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60c2b023-5630-4c52-ad77-0544bd4a4bf4 tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Network f7b7ba9a-358f-446c-bb65-4095d87dc641 is already hosted by enough agents. {{(pid=103305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 21:47:00.282595 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [None req-60c2b023-5630-4c52-ad77-0544bd4a4bf4 tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Resources bound (agent type, host, resource id): {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:47:00.448426 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-9404e7fa-53d6-4b55-8d9f-d8185434777c tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9285249', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12215227'] for subnet (8c498db6-5f89-483d-8866-e6650462a149), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:47:00.488376 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60c2b023-5630-4c52-ad77-0544bd4a4bf4 tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Router de7562c0-2983-44c4-89b5-e07fab2a3a93 has already been hosted by L3 agent 09df100c-3af1-4b0a-bda8-05914c71c458 {{(pid=103305) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 26 21:47:00.545229 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9404e7fa-53d6-4b55-8d9f-d8185434777c tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] Pushing event updated for resources: {'Subnet': ['ID=8c498db6-5f89-483d-8866-e6650462a149,revision_number=0']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:47:00.567450 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9404e7fa-53d6-4b55-8d9f-d8185434777c tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] Checking segment: {'id': 'bff444a4-beb1-4f53-a690-c33dd7eeacf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'e99ff163-7abb-45f5-a67b-861b243f04e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103304) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 21:47:00.567808 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9404e7fa-53d6-4b55-8d9f-d8185434777c tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] Network hostable DHCP agents. Network: e99ff163-7abb-45f5-a67b-861b243f04e0, hostable agents: ['474ccdf7-ab6c-405b-a3b2-dc7b05829902'], hosted agents: [] {{(pid=103304) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 26 21:47:00.592230 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9404e7fa-53d6-4b55-8d9f-d8185434777c tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] Network e99ff163-7abb-45f5-a67b-861b243f04e0 is scheduled to be hosted by DHCP agent 474ccdf7-ab6c-405b-a3b2-dc7b05829902 with binding_index 1 {{(pid=103304) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 26 21:47:00.609070 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [None req-9404e7fa-53d6-4b55-8d9f-d8185434777c tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760453-5, e99ff163-7abb-45f5-a67b-861b243f04e0) {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:47:00.616839 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9404e7fa-53d6-4b55-8d9f-d8185434777c tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:47:00.618810 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-9404e7fa-53d6-4b55-8d9f-d8185434777c tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] Publish callbacks [] for subnet (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:47:00.651878 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-9404e7fa-53d6-4b55-8d9f-d8185434777c tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.7703238 Jan 26 21:47:00.685414 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aebace88-0a4e-49b6-a903-0004ca5f8ecf None None] Network e99ff163-7abb-45f5-a67b-861b243f04e0 requested from n-d-760453-5 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 26 21:47:00.706710 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60c2b023-5630-4c52-ad77-0544bd4a4bf4 tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Notify agent at l3_agent.n-d-760453-5 the message routers_updated {{(pid=103305) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 26 21:47:00.722297 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-60c2b023-5630-4c52-ad77-0544bd4a4bf4 tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] 10.222.0.13 "PUT /v2.0/routers/de7562c0-2983-44c4-89b5-e07fab2a3a93/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9512408 Jan 26 21:47:00.724253 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 43034) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:47:00.730781 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-e368fcdb-8792-4a1e-a49d-40c29d750ba5 tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:47:00.782188 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device 839d2084-36f3-4cc5-bed4-138ef3c3bd05 up at agent ovs-agent-n-d-760453-5 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 21:47:01.005208 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Provisioning complete for port 839d2084-36f3-4cc5-bed4-138ef3c3bd05 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:47:01.005772 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (839d2084-36f3-4cc5-bed4-138ef3c3bd05), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:47:01.061982 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08011e4c-20c3-4887-b212-3bf437c6d1ec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3c4099e8-8ffb-51d1-af7f-5868973e933f-e99ff163-7abb-45f5-a67b-861b243f04e0', 'network_id': 'e99ff163-7abb-45f5-a67b-861b243f04e0', 'project_id': '97d50071461f4511bd8bef3bc5cf8c61', 'fixed_ips': [{'subnet_id': '8c498db6-5f89-483d-8866-e6650462a149'}]}} from n-d-760453-5. {{(pid=103306) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 26 21:47:01.062847 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-08011e4c-20c3-4887-b212-3bf437c6d1ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (None), before_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:47:01.076376 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a72829e9-ec02-4898-9041-79843de0d0d4 None None] Network f7b7ba9a-358f-446c-bb65-4095d87dc641 requested from n-d-760453-5 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 26 21:47:01.123199 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 43038) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:47:01.128308 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-83d763a5-1133-47c0-b7dd-1271fa60d2c8 tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1666115782', 'description': 'tempest-secgroup-smoke-1666115782 description', 'project_id': '97d50071461f4511bd8bef3bc5cf8c61'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:47:01.186918 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-83d763a5-1133-47c0-b7dd-1271fa60d2c8 tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] Publish callbacks [] for security_group (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:47:01.217628 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-461f13b5-328a-4eb4-8ed7-ce7564f837d7 None None] Provisioning complete for port 21eac3c4-3242-4830-aae0-e1b96dd9b295 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:47:01.218003 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-461f13b5-328a-4eb4-8ed7-ce7564f837d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (21eac3c4-3242-4830-aae0-e1b96dd9b295), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:47:01.296735 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-83d763a5-1133-47c0-b7dd-1271fa60d2c8 tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] Publish callbacks [] for security_group (829f4a56-3c21-4dc4-ba95-ce243443cb97), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:47:01.303162 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Current status of the port 839d2084-36f3-4cc5-bed4-138ef3c3bd05 is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:47:01.304363 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device 21eac3c4-3242-4830-aae0-e1b96dd9b295 up at agent ovs-agent-n-d-760453-5 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 21:47:01.304564 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-83d763a5-1133-47c0-b7dd-1271fa60d2c8 tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (829f4a56-3c21-4dc4-ba95-ce243443cb97), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:47:01.348909 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d763a5-1133-47c0-b7dd-1271fa60d2c8 tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] Pushing event updated for resources: {'SecurityGroup': ['ID=829f4a56-3c21-4dc4-ba95-ce243443cb97,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:47:01.358825 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.extraroute_db [None req-e368fcdb-8792-4a1e-a49d-40c29d750ba5 tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Added routes are [{'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}] {{(pid=103304) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jan 26 21:47:01.372881 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b60f41a3-6431-4637-a886-b810e24d7e9f None None] Sync routers for ids ['de7562c0-2983-44c4-89b5-e07fab2a3a93'] in n-d-760453-5 {{(pid=103306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 26 21:47:01.378053 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.extraroute_db [None req-e368fcdb-8792-4a1e-a49d-40c29d750ba5 tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Removed routes are [] {{(pid=103304) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jan 26 21:47:01.378989 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-e368fcdb-8792-4a1e-a49d-40c29d750ba5 tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4111352', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4105746', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13075'] for router (de7562c0-2983-44c4-89b5-e07fab2a3a93), precommit_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:47:01.396582 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-83d763a5-1133-47c0-b7dd-1271fa60d2c8 tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] Publish callbacks [] for security_group (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:47:01.398150 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-83d763a5-1133-47c0-b7dd-1271fa60d2c8 tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.2733724 Jan 26 21:47:01.401189 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 43042) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:47:01.408287 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-1dd1947d-9c6d-4122-b8fa-7a5013128946 tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] Request body: {'security_group_rule': {'security_group_id': '829f4a56-3c21-4dc4-ba95-ce243443cb97', 'project_id': '97d50071461f4511bd8bef3bc5cf8c61', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:47:01.451297 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-1dd1947d-9c6d-4122-b8fa-7a5013128946 tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] Publish callbacks [] for security_group_rule (d152cb51-f752-479e-a7b6-077086d95684), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:47:01.467145 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b60f41a3-6431-4637-a886-b810e24d7e9f None None] Routers {'de7562c0-2983-44c4-89b5-e07fab2a3a93'} bound to L3 agent in host n-d-760453-5 {{(pid=103306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 21:47:01.467787 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-b60f41a3-6431-4637-a886-b810e24d7e9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-26T20:55:21Z,description=,heartbeat_timestamp=2022-01-26T21:46:51Z,host='n-d-760453-5',id=09df100c-3af1-4b0a-bda8-05914c71c458,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:55:21Z,topic='l3_agent')) {'router_ids': ['de7562c0-2983-44c4-89b5-e07fab2a3a93'], 'active': True} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:47:01.526874 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-1dd1947d-9c6d-4122-b8fa-7a5013128946 tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] Publish callbacks [] for security_group_rule (d152cb51-f752-479e-a7b6-077086d95684), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:47:01.542886 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-1dd1947d-9c6d-4122-b8fa-7a5013128946 tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102715'] for security_group_rule (d152cb51-f752-479e-a7b6-077086d95684), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:47:01.561724 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd1947d-9c6d-4122-b8fa-7a5013128946 tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d152cb51-f752-479e-a7b6-077086d95684,revision_number=0']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:47:01.586988 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-1dd1947d-9c6d-4122-b8fa-7a5013128946 tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:47:01.588507 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-1dd1947d-9c6d-4122-b8fa-7a5013128946 tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1863217 Jan 26 21:47:01.592033 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 43046) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:47:01.599121 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-57f7d882-b5cf-4f8a-9100-701205cc845a tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] Request body: {'security_group_rule': {'security_group_id': '829f4a56-3c21-4dc4-ba95-ce243443cb97', 'project_id': '97d50071461f4511bd8bef3bc5cf8c61', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:47:01.638560 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-57f7d882-b5cf-4f8a-9100-701205cc845a tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] Publish callbacks [] for security_group_rule (9d8eba4b-2aaf-4873-9768-09033de1d8d0), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:47:01.729419 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-57f7d882-b5cf-4f8a-9100-701205cc845a tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] Publish callbacks [] for security_group_rule (9d8eba4b-2aaf-4873-9768-09033de1d8d0), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:47:01.736731 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-57f7d882-b5cf-4f8a-9100-701205cc845a tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102715'] for security_group_rule (9d8eba4b-2aaf-4873-9768-09033de1d8d0), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:47:01.757847 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f7d882-b5cf-4f8a-9100-701205cc845a tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9d8eba4b-2aaf-4873-9768-09033de1d8d0,revision_number=0']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:47:01.768873 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-57f7d882-b5cf-4f8a-9100-701205cc845a tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:47:01.773565 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-57f7d882-b5cf-4f8a-9100-701205cc845a tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1802225 Jan 26 21:47:01.774689 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 43048) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:47:01.781653 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-dccfeb7b-d929-4621-acff-21426d2e9f6a tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] Request body: {'security_group_rule': {'security_group_id': '829f4a56-3c21-4dc4-ba95-ce243443cb97', 'project_id': '97d50071461f4511bd8bef3bc5cf8c61', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:47:01.783534 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Provisioning complete for port 21eac3c4-3242-4830-aae0-e1b96dd9b295 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:47:01.784018 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (21eac3c4-3242-4830-aae0-e1b96dd9b295), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:47:01.800642 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.db_base_plugin_common [None req-08011e4c-20c3-4887-b212-3bf437c6d1ec None None] Allocated IP 172.20.0.18 (e99ff163-7abb-45f5-a67b-861b243f04e0/8c498db6-5f89-483d-8866-e6650462a149/a0f15b01-213e-4dca-92f9-d363230b2db2) {{(pid=103306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 21:47:01.815308 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-dccfeb7b-d929-4621-acff-21426d2e9f6a tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] Publish callbacks [] for security_group_rule (b678c3a2-c52f-414a-a057-292c00968066), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:47:01.879763 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-dccfeb7b-d929-4621-acff-21426d2e9f6a tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] Publish callbacks [] for security_group_rule (b678c3a2-c52f-414a-a057-292c00968066), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:47:01.885725 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-dccfeb7b-d929-4621-acff-21426d2e9f6a tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102715'] for security_group_rule (b678c3a2-c52f-414a-a057-292c00968066), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:47:01.904089 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dccfeb7b-d929-4621-acff-21426d2e9f6a tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b678c3a2-c52f-414a-a057-292c00968066,revision_number=0']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:47:01.916358 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-e368fcdb-8792-4a1e-a49d-40c29d750ba5 tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4111352', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4105746', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13075'] for router (de7562c0-2983-44c4-89b5-e07fab2a3a93), precommit_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:47:01.922066 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-e368fcdb-8792-4a1e-a49d-40c29d750ba5 tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4111263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-4111345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-4111334', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-4105739'] for router (de7562c0-2983-44c4-89b5-e07fab2a3a93), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:47:01.923178 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-461f13b5-328a-4eb4-8ed7-ce7564f837d7 None None] Current status of the port 21eac3c4-3242-4830-aae0-e1b96dd9b295 is: DOWN; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:47:01.923665 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-461f13b5-328a-4eb4-8ed7-ce7564f837d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (21eac3c4-3242-4830-aae0-e1b96dd9b295), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:47:01.924682 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-dccfeb7b-d929-4621-acff-21426d2e9f6a tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:47:01.929490 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 43050) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:47:01.930812 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-dccfeb7b-d929-4621-acff-21426d2e9f6a tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1539176 Jan 26 21:47:01.934149 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-9552c56d-bc2d-468d-afd0-825d22eea3d0 tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] Request body: {'security_group_rule': {'security_group_id': '829f4a56-3c21-4dc4-ba95-ce243443cb97', 'project_id': '97d50071461f4511bd8bef3bc5cf8c61', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:47:01.988559 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvr_db [None req-b60f41a3-6431-4637-a886-b810e24d7e9f None None] Set router de7562c0-2983-44c4-89b5-e07fab2a3a93 gateway port host: None {{(pid=103306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 21:47:02.015984 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-461f13b5-328a-4eb4-8ed7-ce7564f837d7 None None] For port 21eac3c4-3242-4830-aae0-e1b96dd9b295, host n-d-760453-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=21eac3c4-3242-4830-aae0-e1b96dd9b295,segment=NetworkSegment(bda3ff0d-7eb0-46b2-b711-ae033705888d),segment_id=bda3ff0d-7eb0-46b2-b711-ae033705888d)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:47:02.042088 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-9552c56d-bc2d-468d-afd0-825d22eea3d0 tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] Publish callbacks [] for security_group_rule (40ae5022-63a3-4507-98a2-f4317fbcd3b7), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:47:02.061668 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-461f13b5-328a-4eb4-8ed7-ce7564f837d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (21eac3c4-3242-4830-aae0-e1b96dd9b295), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:47:02.061950 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e368fcdb-8792-4a1e-a49d-40c29d750ba5 tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Router de7562c0-2983-44c4-89b5-e07fab2a3a93 has already been hosted by L3 agent 09df100c-3af1-4b0a-bda8-05914c71c458 {{(pid=103304) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 26 21:47:02.137796 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-08011e4c-20c3-4887-b212-3bf437c6d1ec None None] Publish callbacks [] for port (a0f15b01-213e-4dca-92f9-d363230b2db2), precommit_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:47:02.203838 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e368fcdb-8792-4a1e-a49d-40c29d750ba5 tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Notify agent at l3_agent.n-d-760453-5 the message routers_updated {{(pid=103304) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 26 21:47:02.206666 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-9552c56d-bc2d-468d-afd0-825d22eea3d0 tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] Publish callbacks [] for security_group_rule (40ae5022-63a3-4507-98a2-f4317fbcd3b7), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:47:02.213339 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-e368fcdb-8792-4a1e-a49d-40c29d750ba5 tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Publish callbacks [] for router (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:47:02.217544 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-e368fcdb-8792-4a1e-a49d-40c29d750ba5 tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] 10.222.0.13 "PUT /v2.0/routers/de7562c0-2983-44c4-89b5-e07fab2a3a93 HTTP/1.1" status: 200 len: 954 time: 1.4921901 Jan 26 21:47:02.218072 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 43054) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:47:02.219420 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-9552c56d-bc2d-468d-afd0-825d22eea3d0 tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102715'] for security_group_rule (40ae5022-63a3-4507-98a2-f4317fbcd3b7), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:47:02.240089 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9552c56d-bc2d-468d-afd0-825d22eea3d0 tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=40ae5022-63a3-4507-98a2-f4317fbcd3b7,revision_number=0']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:47:02.259525 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-9552c56d-bc2d-468d-afd0-825d22eea3d0 tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:47:02.260875 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-9552c56d-bc2d-468d-afd0-825d22eea3d0 tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3303795 Jan 26 21:47:02.263714 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 43056) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:47:02.269562 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-22c75be4-57f5-4d38-854a-cd7715c37af8 tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] Request body: {'security_group_rule': {'security_group_id': '829f4a56-3c21-4dc4-ba95-ce243443cb97', 'project_id': '97d50071461f4511bd8bef3bc5cf8c61', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:47:02.311877 n-d-760453-5 neutron-server[103304]: INFO neutron.db.securitygroups_db [None req-22c75be4-57f5-4d38-854a-cd7715c37af8 tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] Project 97d50071461f4511bd8bef3bc5cf8c61 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 26 21:47:02.324718 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-22c75be4-57f5-4d38-854a-cd7715c37af8 tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] Publish callbacks [] for security_group_rule (f93cd907-089e-452a-8ec6-f42d34fe98f3), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:47:02.363333 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-a88bb208-ade3-42a3-b8a1-3f61d8ffe51e tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] 10.222.0.13 "GET /v2.0/routers/de7562c0-2983-44c4-89b5-e07fab2a3a93 HTTP/1.1" status: 200 len: 954 time: 0.1405919 Jan 26 21:47:02.364170 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 43058) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:47:02.368650 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-08011e4c-20c3-4887-b212-3bf437c6d1ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746560234527'] for port (a0f15b01-213e-4dca-92f9-d363230b2db2), after_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:47:02.372570 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-5af6fc7d-0979-4317-925c-329d298339e3 tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Request body: {'router': {'routes': None}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:47:02.410687 n-d-760453-5 neutron-server[103306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08011e4c-20c3-4887-b212-3bf437c6d1ec None None] Network e99ff163-7abb-45f5-a67b-861b243f04e0 is already hosted by enough agents. {{(pid=103306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 21:47:02.421400 n-d-760453-5 neutron-server[103306]: DEBUG neutron.scheduler.base_scheduler [None req-08011e4c-20c3-4887-b212-3bf437c6d1ec None None] Resources bound (agent type, host, resource id): {{(pid=103306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:47:02.427478 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08011e4c-20c3-4887-b212-3bf437c6d1ec None None] Received port after_create {{(pid=103306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 21:47:02.463262 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-22c75be4-57f5-4d38-854a-cd7715c37af8 tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] Publish callbacks [] for security_group_rule (f93cd907-089e-452a-8ec6-f42d34fe98f3), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:47:02.471480 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-3b8fdc62-2eb0-4126-a07e-7d1eb843f4db None None] Provisioning complete for port 21eac3c4-3242-4830-aae0-e1b96dd9b295 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:47:02.472351 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-3b8fdc62-2eb0-4126-a07e-7d1eb843f4db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (21eac3c4-3242-4830-aae0-e1b96dd9b295), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:47:02.475914 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-22c75be4-57f5-4d38-854a-cd7715c37af8 tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102715'] for security_group_rule (f93cd907-089e-452a-8ec6-f42d34fe98f3), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:47:02.495669 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c75be4-57f5-4d38-854a-cd7715c37af8 tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f93cd907-089e-452a-8ec6-f42d34fe98f3,revision_number=0']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:47:02.521092 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-22c75be4-57f5-4d38-854a-cd7715c37af8 tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:47:02.523370 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-22c75be4-57f5-4d38-854a-cd7715c37af8 tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2584853 Jan 26 21:47:02.526815 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 43064) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:47:02.531573 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-b824ab9a-f083-4e9e-acd3-d05359796960 tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] Request body: {'security_group_rule': {'security_group_id': '829f4a56-3c21-4dc4-ba95-ce243443cb97', 'project_id': '97d50071461f4511bd8bef3bc5cf8c61', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:47:02.564426 n-d-760453-5 neutron-server[103304]: INFO neutron.db.securitygroups_db [None req-b824ab9a-f083-4e9e-acd3-d05359796960 tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] Project 97d50071461f4511bd8bef3bc5cf8c61 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 26 21:47:02.572086 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-b824ab9a-f083-4e9e-acd3-d05359796960 tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] Publish callbacks [] for security_group_rule (d63f653c-4af1-462a-9d30-5246453006e2), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:47:02.608101 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Current status of the port 21eac3c4-3242-4830-aae0-e1b96dd9b295 is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:47:02.654296 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-461f13b5-328a-4eb4-8ed7-ce7564f837d7 None None] Pushing event updated for resources: {'Port': ['ID=21eac3c4-3242-4830-aae0-e1b96dd9b295,revision_number=3']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:47:02.659761 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-b824ab9a-f083-4e9e-acd3-d05359796960 tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] Publish callbacks [] for security_group_rule (d63f653c-4af1-462a-9d30-5246453006e2), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:47:02.664712 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-b824ab9a-f083-4e9e-acd3-d05359796960 tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102715'] for security_group_rule (d63f653c-4af1-462a-9d30-5246453006e2), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:47:02.680564 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-461f13b5-328a-4eb4-8ed7-ce7564f837d7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:47:02.681117 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-461f13b5-328a-4eb4-8ed7-ce7564f837d7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:47:02.681645 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-461f13b5-328a-4eb4-8ed7-ce7564f837d7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:47:02.682319 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-461f13b5-328a-4eb4-8ed7-ce7564f837d7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:47:02.682995 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-461f13b5-328a-4eb4-8ed7-ce7564f837d7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:47:02.683503 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-461f13b5-328a-4eb4-8ed7-ce7564f837d7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:47:02.684043 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-461f13b5-328a-4eb4-8ed7-ce7564f837d7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:47:02.685146 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-461f13b5-328a-4eb4-8ed7-ce7564f837d7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:47:02.686044 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b824ab9a-f083-4e9e-acd3-d05359796960 tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d63f653c-4af1-462a-9d30-5246453006e2,revision_number=0']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:47:02.686277 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-461f13b5-328a-4eb4-8ed7-ce7564f837d7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:47:02.686631 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-461f13b5-328a-4eb4-8ed7-ce7564f837d7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:47:02.687047 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-461f13b5-328a-4eb4-8ed7-ce7564f837d7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:47:02.697687 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-461f13b5-328a-4eb4-8ed7-ce7564f837d7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:47:02.698113 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-461f13b5-328a-4eb4-8ed7-ce7564f837d7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:47:02.699539 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-b824ab9a-f083-4e9e-acd3-d05359796960 tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:47:02.701140 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-b824ab9a-f083-4e9e-acd3-d05359796960 tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1732039 Jan 26 21:47:02.760759 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-08011e4c-20c3-4887-b212-3bf437c6d1ec None None] Attempting to bind port a0f15b01-213e-4dca-92f9-d363230b2db2 on host n-d-760453-5 for vnic_type normal with profile {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 21:47:02.761281 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-08011e4c-20c3-4887-b212-3bf437c6d1ec None None] Attempting to bind port a0f15b01-213e-4dca-92f9-d363230b2db2 by drivers openvswitch,hyperv on host n-d-760453-5 at level 0 using segments [{'id': 'bff444a4-beb1-4f53-a690-c33dd7eeacf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'e99ff163-7abb-45f5-a67b-861b243f04e0'}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 26 21:47:02.761676 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08011e4c-20c3-4887-b212-3bf437c6d1ec None None] Attempting to bind port a0f15b01-213e-4dca-92f9-d363230b2db2 on network e99ff163-7abb-45f5-a67b-861b243f04e0 {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 21:47:02.793642 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08011e4c-20c3-4887-b212-3bf437c6d1ec None None] Checking agent: {'id': 'fea0591a-627d-4c87-9a9a-01625ddf3277', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760453-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 20, 55, 25), 'started_at': datetime.datetime(2022, 1, 26, 20, 55, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 21, 46, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760453-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 26 21:47:02.794026 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08011e4c-20c3-4887-b212-3bf437c6d1ec None None] Checking segment: {'id': 'bff444a4-beb1-4f53-a690-c33dd7eeacf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'e99ff163-7abb-45f5-a67b-861b243f04e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 21:47:02.794435 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-08011e4c-20c3-4887-b212-3bf437c6d1ec None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:47:02.794836 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08011e4c-20c3-4887-b212-3bf437c6d1ec None None] Bound using segment: {'id': 'bff444a4-beb1-4f53-a690-c33dd7eeacf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'e99ff163-7abb-45f5-a67b-861b243f04e0'} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 26 21:47:02.795325 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-08011e4c-20c3-4887-b212-3bf437c6d1ec None None] Bound port: a0f15b01-213e-4dca-92f9-d363230b2db2, host: n-d-760453-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bff444a4-beb1-4f53-a690-c33dd7eeacf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'e99ff163-7abb-45f5-a67b-861b243f04e0'}}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 26 21:47:02.795712 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-08011e4c-20c3-4887-b212-3bf437c6d1ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (a0f15b01-213e-4dca-92f9-d363230b2db2), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:47:02.838453 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-3b8fdc62-2eb0-4126-a07e-7d1eb843f4db None None] Current status of the port 21eac3c4-3242-4830-aae0-e1b96dd9b295 is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:47:02.910382 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-08011e4c-20c3-4887-b212-3bf437c6d1ec None None] For port a0f15b01-213e-4dca-92f9-d363230b2db2, host n-d-760453-5, cleared binding levels {{(pid=103306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 26 21:47:02.914018 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-08011e4c-20c3-4887-b212-3bf437c6d1ec None None] For port a0f15b01-213e-4dca-92f9-d363230b2db2, host n-d-760453-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=a0f15b01-213e-4dca-92f9-d363230b2db2,segment=NetworkSegment(bff444a4-beb1-4f53-a690-c33dd7eeacf8),segment_id=bff444a4-beb1-4f53-a690-c33dd7eeacf8)] {{(pid=103306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 26 21:47:02.915992 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08011e4c-20c3-4887-b212-3bf437c6d1ec None None] Pushing event updated for resources: {'Port': ['ID=a0f15b01-213e-4dca-92f9-d363230b2db2,revision_number=1']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:47:02.927935 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-08011e4c-20c3-4887-b212-3bf437c6d1ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (a0f15b01-213e-4dca-92f9-d363230b2db2), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:47:02.935803 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-b60f41a3-6431-4637-a886-b810e24d7e9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de7562c0-2983-44c4-89b5-e07fab2a3a93', 'name': 'tempest-RoutersIpV6Test-router-1807611014', 'tenant_id': '875729a301494bb99d4fc208a57de2a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T21:46:46Z', 'updated_at': '2022-01-26T21:47:01Z', 'revision_number': 6, 'project_id': '875729a301494bb99d4fc208a57de2a1', 'gw_port_host': None, '_interfaces': [{'id': '24e9dfd6-2f02-4a3c-b5df-e30d8f11f0b3', 'name': '', 'network_id': 'f7b7ba9a-358f-446c-bb65-4095d87dc641', 'tenant_id': '875729a301494bb99d4fc208a57de2a1', 'mac_address': 'fa:16:3e:e6:16:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de7562c0-2983-44c4-89b5-e07fab2a3a93', 'device_owner': 'network:router_interface', 'standard_attr_id': 3832, 'fixed_ips': [{'subnet_id': 'cf1c37d0-d302-4c65-a23c-34deb4af387b', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:46:58Z', 'updated_at': '2022-01-26T21:46:59Z', 'revision_number': 2, 'project_id': '875729a301494bb99d4fc208a57de2a1', 'subnets': [{'id': 'cf1c37d0-d302-4c65-a23c-34deb4af387b', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '54705ca0-beb2-4cf9-90ae-4dfac2c43448', 'name': '', 'network_id': '66d68c2c-c9c8-4952-a852-8011ef52bfe7', 'tenant_id': '875729a301494bb99d4fc208a57de2a1', 'mac_address': 'fa:16:3e:d9:11:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de7562c0-2983-44c4-89b5-e07fab2a3a93', 'device_owner': 'network:router_interface', 'standard_attr_id': 3822, 'fixed_ips': [{'subnet_id': '014bdb6c-8274-4192-8dcd-b6436b0b3c5c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:46:50Z', 'updated_at': '2022-01-26T21:46:56Z', 'revision_number': 5, 'project_id': '875729a301494bb99d4fc208a57de2a1', 'subnets': [{'id': '014bdb6c-8274-4192-8dcd-b6436b0b3c5c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '839d2084-36f3-4cc5-bed4-138ef3c3bd05', 'name': '', 'network_id': 'cd614f9b-e51b-4900-babd-c3ace5cf4668', 'tenant_id': '875729a301494bb99d4fc208a57de2a1', 'mac_address': 'fa:16:3e:35:f0:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de7562c0-2983-44c4-89b5-e07fab2a3a93', 'device_owner': 'network:router_interface', 'standard_attr_id': 3827, 'fixed_ips': [{'subnet_id': '3e123813-b324-49c8-88ef-3b76fc46a368', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:46:54Z', 'updated_at': '2022-01-26T21:46:59Z', 'revision_number': 5, 'project_id': '875729a301494bb99d4fc208a57de2a1', 'subnets': [{'id': '3e123813-b324-49c8-88ef-3b76fc46a368', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a63d5986-91b0-4022-a9c7-6a651ae33003', 'name': '', 'network_id': 'e3afdf88-b4b3-44f3-9b79-c32856979517', 'tenant_id': '875729a301494bb99d4fc208a57de2a1', 'mac_address': 'fa:16:3e:da:f1:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de7562c0-2983-44c4-89b5-e07fab2a3a93', 'device_owner': 'network:router_interface', 'standard_attr_id': 3817, 'fixed_ips': [{'subnet_id': 'ccffbf1d-5684-4d94-b9b0-2b4e0aa38e03', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:46:47Z', 'updated_at': '2022-01-26T21:46:50Z', 'revision_number': 5, 'project_id': '875729a301494bb99d4fc208a57de2a1', 'subnets': [{'id': 'ccffbf1d-5684-4d94-b9b0-2b4e0aa38e03', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760453-5', False) {} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:47:03.020476 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b60f41a3-6431-4637-a886-b810e24d7e9f None None] Checking router: de7562c0-2983-44c4-89b5-e07fab2a3a93 for host: n-d-760453-5 {{(pid=103306) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 26 21:47:03.021128 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b60f41a3-6431-4637-a886-b810e24d7e9f None None] Updating router de7562c0-2983-44c4-89b5-e07fab2a3a93 port 24e9dfd6-2f02-4a3c-b5df-e30d8f11f0b3 binding host n-d-760453-5 {{(pid=103306) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 26 21:47:03.033977 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-3b8fdc62-2eb0-4126-a07e-7d1eb843f4db None None] Provisioning complete for port 24e9dfd6-2f02-4a3c-b5df-e30d8f11f0b3 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:47:03.034361 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-3b8fdc62-2eb0-4126-a07e-7d1eb843f4db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (24e9dfd6-2f02-4a3c-b5df-e30d8f11f0b3), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:47:03.058879 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.extraroute_db [None req-5af6fc7d-0979-4317-925c-329d298339e3 tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Added routes are [] {{(pid=103305) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jan 26 21:47:03.058879 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.extraroute_db [None req-5af6fc7d-0979-4317-925c-329d298339e3 tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Removed routes are [{'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}] {{(pid=103305) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jan 26 21:47:03.076743 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-ac053999-e938-4dd3-95a6-1099b8870154 req-7b6a3b63-ce97-42cc-a363-3d704352493c tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1666115782&fields=id&tenant_id=97d50071461f4511bd8bef3bc5cf8c61 HTTP/1.1" status: 200 len: 267 time: 0.0845373 Jan 26 21:47:03.091746 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-5af6fc7d-0979-4317-925c-329d298339e3 tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4111352', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4105746', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13075'] for router (de7562c0-2983-44c4-89b5-e07fab2a3a93), precommit_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:47:03.125572 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08011e4c-20c3-4887-b212-3bf437c6d1ec None None] Pushing event updated for resources: {'Port': ['ID=a0f15b01-213e-4dca-92f9-d363230b2db2,revision_number=2']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:47:03.129032 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b60f41a3-6431-4637-a886-b810e24d7e9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (24e9dfd6-2f02-4a3c-b5df-e30d8f11f0b3), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:47:03.147196 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-3b8fdc62-2eb0-4126-a07e-7d1eb843f4db None None] Port 24e9dfd6-2f02-4a3c-b5df-e30d8f11f0b3 cannot update to ACTIVE because it is not bound. {{(pid=103306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 26 21:47:03.274388 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac053999-e938-4dd3-95a6-1099b8870154 req-09653e21-6414-44dc-afc3-00ef7368b09e tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:47:03.281909 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-ac053999-e938-4dd3-95a6-1099b8870154 req-09653e21-6414-44dc-afc3-00ef7368b09e tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] 10.222.0.13 "GET /v2.0/networks?id=e99ff163-7abb-45f5-a67b-861b243f04e0 HTTP/1.1" status: 200 len: 797 time: 0.1966441 Jan 26 21:47:03.286822 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-27cf7482-fbed-48d1-a5af-ec97a08004dd None None] Provisioning complete for port 24e9dfd6-2f02-4a3c-b5df-e30d8f11f0b3 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:47:03.287353 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-27cf7482-fbed-48d1-a5af-ec97a08004dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (24e9dfd6-2f02-4a3c-b5df-e30d8f11f0b3), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:47:03.329789 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-ac053999-e938-4dd3-95a6-1099b8870154 req-ba9518ad-e723-4c7f-a685-a2850740b50e tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] 10.222.0.13 "GET /v2.0/quotas/97d50071461f4511bd8bef3bc5cf8c61 HTTP/1.1" status: 200 len: 375 time: 0.0394154 Jan 26 21:47:03.390142 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-5af6fc7d-0979-4317-925c-329d298339e3 tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4111352', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4105746', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13075'] for router (de7562c0-2983-44c4-89b5-e07fab2a3a93), precommit_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:47:03.393695 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-5af6fc7d-0979-4317-925c-329d298339e3 tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4111263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-4111345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-4111334', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-4105739'] for router (de7562c0-2983-44c4-89b5-e07fab2a3a93), after_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:47:03.410548 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-27cf7482-fbed-48d1-a5af-ec97a08004dd None None] Port 24e9dfd6-2f02-4a3c-b5df-e30d8f11f0b3 cannot update to ACTIVE because it is not bound. {{(pid=103306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 26 21:47:03.473729 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-ac053999-e938-4dd3-95a6-1099b8870154 req-97e18197-3e4f-49f4-8a59-08b1dc716212 tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=97d50071461f4511bd8bef3bc5cf8c61&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1219528 Jan 26 21:47:03.560448 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [req-ac053999-e938-4dd3-95a6-1099b8870154 req-d13a2f28-c02d-44c2-a89e-211e9046c045 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=103304) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 26 21:47:03.561472 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-ac053999-e938-4dd3-95a6-1099b8870154 req-d13a2f28-c02d-44c2-a89e-211e9046c045 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0750670 Jan 26 21:47:03.597595 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b60f41a3-6431-4637-a886-b810e24d7e9f None None] Publish callbacks [] for port (24e9dfd6-2f02-4a3c-b5df-e30d8f11f0b3), precommit_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:47:03.610326 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b60f41a3-6431-4637-a886-b810e24d7e9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (24e9dfd6-2f02-4a3c-b5df-e30d8f11f0b3), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:47:03.686380 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-211cbe40-49c5-4a87-a300-f1a8ce4fffd5 None None] Pushing event updated for resources: {'Port': ['ID=24e9dfd6-2f02-4a3c-b5df-e30d8f11f0b3,revision_number=3']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:47:03.729574 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-ac053999-e938-4dd3-95a6-1099b8870154 req-774a6ac5-09d6-4347-85c2-b38aeb114608 service neutron] 10.222.0.13 "GET /v2.0/networks/e99ff163-7abb-45f5-a67b-861b243f04e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1606894 Jan 26 21:47:03.782394 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-b60f41a3-6431-4637-a886-b810e24d7e9f None None] Attempting to bind port 24e9dfd6-2f02-4a3c-b5df-e30d8f11f0b3 on host n-d-760453-5 for vnic_type normal with profile {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 21:47:03.783085 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-b60f41a3-6431-4637-a886-b810e24d7e9f None None] Attempting to bind port 24e9dfd6-2f02-4a3c-b5df-e30d8f11f0b3 by drivers openvswitch,hyperv on host n-d-760453-5 at level 0 using segments [{'id': 'bda3ff0d-7eb0-46b2-b711-ae033705888d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': 'f7b7ba9a-358f-446c-bb65-4095d87dc641'}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 26 21:47:03.783739 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b60f41a3-6431-4637-a886-b810e24d7e9f None None] Attempting to bind port 24e9dfd6-2f02-4a3c-b5df-e30d8f11f0b3 on network f7b7ba9a-358f-446c-bb65-4095d87dc641 {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 21:47:03.798647 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b60f41a3-6431-4637-a886-b810e24d7e9f None None] Checking agent: {'id': 'fea0591a-627d-4c87-9a9a-01625ddf3277', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760453-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 20, 55, 25), 'started_at': datetime.datetime(2022, 1, 26, 20, 55, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 21, 46, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760453-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 26 21:47:03.799948 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b60f41a3-6431-4637-a886-b810e24d7e9f None None] Checking segment: {'id': 'bda3ff0d-7eb0-46b2-b711-ae033705888d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': 'f7b7ba9a-358f-446c-bb65-4095d87dc641'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 21:47:03.800571 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b60f41a3-6431-4637-a886-b810e24d7e9f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:47:03.801671 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b60f41a3-6431-4637-a886-b810e24d7e9f None None] Bound using segment: {'id': 'bda3ff0d-7eb0-46b2-b711-ae033705888d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': 'f7b7ba9a-358f-446c-bb65-4095d87dc641'} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 26 21:47:03.802360 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-b60f41a3-6431-4637-a886-b810e24d7e9f None None] Bound port: 24e9dfd6-2f02-4a3c-b5df-e30d8f11f0b3, host: n-d-760453-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bda3ff0d-7eb0-46b2-b711-ae033705888d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': 'f7b7ba9a-358f-446c-bb65-4095d87dc641'}}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 26 21:47:03.803911 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b60f41a3-6431-4637-a886-b810e24d7e9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (24e9dfd6-2f02-4a3c-b5df-e30d8f11f0b3), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:47:03.869485 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-ac053999-e938-4dd3-95a6-1099b8870154 req-9bd2afb2-bcd2-4f0e-ae67-e77ed7ae0253 service neutron] 10.222.0.13 "GET /v2.0/networks/e99ff163-7abb-45f5-a67b-861b243f04e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1326406 Jan 26 21:47:03.927231 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-b60f41a3-6431-4637-a886-b810e24d7e9f None None] For port 24e9dfd6-2f02-4a3c-b5df-e30d8f11f0b3, host n-d-760453-5, cleared binding levels {{(pid=103306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 26 21:47:03.931362 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-b60f41a3-6431-4637-a886-b810e24d7e9f None None] For port 24e9dfd6-2f02-4a3c-b5df-e30d8f11f0b3, host n-d-760453-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=24e9dfd6-2f02-4a3c-b5df-e30d8f11f0b3,segment=NetworkSegment(bda3ff0d-7eb0-46b2-b711-ae033705888d),segment_id=bda3ff0d-7eb0-46b2-b711-ae033705888d)] {{(pid=103306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 26 21:47:03.941433 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b60f41a3-6431-4637-a886-b810e24d7e9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (24e9dfd6-2f02-4a3c-b5df-e30d8f11f0b3), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:47:03.948669 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5af6fc7d-0979-4317-925c-329d298339e3 tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Router de7562c0-2983-44c4-89b5-e07fab2a3a93 has already been hosted by L3 agent 09df100c-3af1-4b0a-bda8-05914c71c458 {{(pid=103305) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 26 21:47:04.047124 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b60f41a3-6431-4637-a886-b810e24d7e9f None None] Routers {'de7562c0-2983-44c4-89b5-e07fab2a3a93'} bound to L3 agent in host n-d-760453-5 {{(pid=103306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 21:47:04.047864 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-b60f41a3-6431-4637-a886-b810e24d7e9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-26T20:55:21Z,description=,heartbeat_timestamp=2022-01-26T21:46:51Z,host='n-d-760453-5',id=09df100c-3af1-4b0a-bda8-05914c71c458,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:55:21Z,topic='l3_agent')) {'router_ids': ['de7562c0-2983-44c4-89b5-e07fab2a3a93'], 'active': True} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:47:04.107151 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-211cbe40-49c5-4a87-a300-f1a8ce4fffd5 None None] Pushing event updated for resources: {'Port': ['ID=24e9dfd6-2f02-4a3c-b5df-e30d8f11f0b3,revision_number=4']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:47:04.118065 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-eccb77af-2d29-4324-8b32-0c5ab7318d4a req-4c4bf79c-2d71-4a89-86f3-4ad1498b9c23 tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] 10.222.0.13 "GET /v2.0/ports?device_id=08f8fbae-eb22-4afd-b006-5023d324bcfa HTTP/1.1" status: 200 len: 210 time: 0.0727026 Jan 26 21:47:04.146792 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5af6fc7d-0979-4317-925c-329d298339e3 tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Notify agent at l3_agent.n-d-760453-5 the message routers_updated {{(pid=103305) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 26 21:47:04.163896 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-5af6fc7d-0979-4317-925c-329d298339e3 tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Publish callbacks [] for router (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:47:04.169061 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 43094) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:47:04.178042 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-5af6fc7d-0979-4317-925c-329d298339e3 tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] 10.222.0.13 "PUT /v2.0/routers/de7562c0-2983-44c4-89b5-e07fab2a3a93 HTTP/1.1" status: 200 len: 704 time: 1.8128126 Jan 26 21:47:04.269236 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-91a4ca39-86d0-4b01-b1a3-38f2f437153d None None] Provisioning complete for port 24e9dfd6-2f02-4a3c-b5df-e30d8f11f0b3 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:47:04.273417 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-91a4ca39-86d0-4b01-b1a3-38f2f437153d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (24e9dfd6-2f02-4a3c-b5df-e30d8f11f0b3), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:47:04.337348 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-e96f3f12-e6ab-48b1-a904-db11cddd2dcc tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] 10.222.0.13 "GET /v2.0/routers/de7562c0-2983-44c4-89b5-e07fab2a3a93 HTTP/1.1" status: 200 len: 704 time: 0.1651764 Jan 26 21:47:04.338490 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 43096) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:47:04.355161 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvr_db [None req-b60f41a3-6431-4637-a886-b810e24d7e9f None None] Set router de7562c0-2983-44c4-89b5-e07fab2a3a93 gateway port host: None {{(pid=103306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 21:47:04.619355 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-91a4ca39-86d0-4b01-b1a3-38f2f437153d None None] Current status of the port 24e9dfd6-2f02-4a3c-b5df-e30d8f11f0b3 is: DOWN; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:47:04.619888 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-91a4ca39-86d0-4b01-b1a3-38f2f437153d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (24e9dfd6-2f02-4a3c-b5df-e30d8f11f0b3), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:47:04.910410 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e22fdc9b-39b6-4641-a0eb-7b56e0e02351 None None] Network e99ff163-7abb-45f5-a67b-861b243f04e0 requested from n-d-760453-5 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 26 21:47:04.957856 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-4bbc4e8e-6ed8-45a5-af7b-baa48caa7740 tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4110657'] for router_interface (de7562c0-2983-44c4-89b5-e07fab2a3a93), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:47:05.047571 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-91a4ca39-86d0-4b01-b1a3-38f2f437153d None None] For port 24e9dfd6-2f02-4a3c-b5df-e30d8f11f0b3, host n-d-760453-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=24e9dfd6-2f02-4a3c-b5df-e30d8f11f0b3,segment=NetworkSegment(bda3ff0d-7eb0-46b2-b711-ae033705888d),segment_id=bda3ff0d-7eb0-46b2-b711-ae033705888d)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:47:05.068638 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device a0f15b01-213e-4dca-92f9-d363230b2db2 up at agent ovs-agent-n-d-760453-5 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 21:47:05.074750 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-91a4ca39-86d0-4b01-b1a3-38f2f437153d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (24e9dfd6-2f02-4a3c-b5df-e30d8f11f0b3), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:47:05.278000 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-c8c174f8-b4f2-4a18-8ab7-c7161b719d60 req-5a5a940d-2dfd-4172-901e-7a6ed8250632 tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] 10.222.0.13 "GET /v2.0/ports?device_id=08f8fbae-eb22-4afd-b006-5023d324bcfa HTTP/1.1" status: 200 len: 210 time: 0.0438569 Jan 26 21:47:05.279215 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a4ca39-86d0-4b01-b1a3-38f2f437153d None None] Pushing event updated for resources: {'Port': ['ID=24e9dfd6-2f02-4a3c-b5df-e30d8f11f0b3,revision_number=5']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:47:05.292936 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-30be62e5-dadd-4175-83d9-dfdde200c7c7 None None] Provisioning complete for port a0f15b01-213e-4dca-92f9-d363230b2db2 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:47:05.293584 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-30be62e5-dadd-4175-83d9-dfdde200c7c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (a0f15b01-213e-4dca-92f9-d363230b2db2), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:47:05.304706 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-4bbc4e8e-6ed8-45a5-af7b-baa48caa7740 tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Deleting port 24e9dfd6-2f02-4a3c-b5df-e30d8f11f0b3 {{(pid=103305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 21:47:05.305191 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-4bbc4e8e-6ed8-45a5-af7b-baa48caa7740 tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746560630878'] for port (24e9dfd6-2f02-4a3c-b5df-e30d8f11f0b3), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:47:05.327202 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-b60f41a3-6431-4637-a886-b810e24d7e9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de7562c0-2983-44c4-89b5-e07fab2a3a93', 'name': 'tempest-RoutersIpV6Test-router-1807611014', 'tenant_id': '875729a301494bb99d4fc208a57de2a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T21:46:46Z', 'updated_at': '2022-01-26T21:47:03Z', 'revision_number': 7, 'project_id': '875729a301494bb99d4fc208a57de2a1', 'gw_port_host': None, '_interfaces': [{'id': '24e9dfd6-2f02-4a3c-b5df-e30d8f11f0b3', 'name': '', 'network_id': 'f7b7ba9a-358f-446c-bb65-4095d87dc641', 'tenant_id': '875729a301494bb99d4fc208a57de2a1', 'mac_address': 'fa:16:3e:e6:16:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de7562c0-2983-44c4-89b5-e07fab2a3a93', 'device_owner': 'network:router_interface', 'standard_attr_id': 3832, 'fixed_ips': [{'subnet_id': 'cf1c37d0-d302-4c65-a23c-34deb4af387b', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:46:58Z', 'updated_at': '2022-01-26T21:47:03Z', 'revision_number': 4, 'project_id': '875729a301494bb99d4fc208a57de2a1', 'subnets': [{'id': 'cf1c37d0-d302-4c65-a23c-34deb4af387b', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '54705ca0-beb2-4cf9-90ae-4dfac2c43448', 'name': '', 'network_id': '66d68c2c-c9c8-4952-a852-8011ef52bfe7', 'tenant_id': '875729a301494bb99d4fc208a57de2a1', 'mac_address': 'fa:16:3e:d9:11:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de7562c0-2983-44c4-89b5-e07fab2a3a93', 'device_owner': 'network:router_interface', 'standard_attr_id': 3822, 'fixed_ips': [{'subnet_id': '014bdb6c-8274-4192-8dcd-b6436b0b3c5c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:46:50Z', 'updated_at': '2022-01-26T21:46:56Z', 'revision_number': 5, 'project_id': '875729a301494bb99d4fc208a57de2a1', 'subnets': [{'id': '014bdb6c-8274-4192-8dcd-b6436b0b3c5c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '839d2084-36f3-4cc5-bed4-138ef3c3bd05', 'name': '', 'network_id': 'cd614f9b-e51b-4900-babd-c3ace5cf4668', 'tenant_id': '875729a301494bb99d4fc208a57de2a1', 'mac_address': 'fa:16:3e:35:f0:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de7562c0-2983-44c4-89b5-e07fab2a3a93', 'device_owner': 'network:router_interface', 'standard_attr_id': 3827, 'fixed_ips': [{'subnet_id': '3e123813-b324-49c8-88ef-3b76fc46a368', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:46:54Z', 'updated_at': '2022-01-26T21:46:59Z', 'revision_number': 5, 'project_id': '875729a301494bb99d4fc208a57de2a1', 'subnets': [{'id': '3e123813-b324-49c8-88ef-3b76fc46a368', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a63d5986-91b0-4022-a9c7-6a651ae33003', 'name': '', 'network_id': 'e3afdf88-b4b3-44f3-9b79-c32856979517', 'tenant_id': '875729a301494bb99d4fc208a57de2a1', 'mac_address': 'fa:16:3e:da:f1:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de7562c0-2983-44c4-89b5-e07fab2a3a93', 'device_owner': 'network:router_interface', 'standard_attr_id': 3817, 'fixed_ips': [{'subnet_id': 'ccffbf1d-5684-4d94-b9b0-2b4e0aa38e03', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:46:47Z', 'updated_at': '2022-01-26T21:46:50Z', 'revision_number': 5, 'project_id': '875729a301494bb99d4fc208a57de2a1', 'subnets': [{'id': 'ccffbf1d-5684-4d94-b9b0-2b4e0aa38e03', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760453-5', False) {} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:47:05.368133 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b60f41a3-6431-4637-a886-b810e24d7e9f None None] The sync data for ids ['de7562c0-2983-44c4-89b5-e07fab2a3a93'] in n-d-760453-5 is: [{'id': 'de7562c0-2983-44c4-89b5-e07fab2a3a93', 'name': 'tempest-RoutersIpV6Test-router-1807611014', 'tenant_id': '875729a301494bb99d4fc208a57de2a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T21:46:46Z', 'updated_at': '2022-01-26T21:47:03Z', 'revision_number': 7, 'project_id': '875729a301494bb99d4fc208a57de2a1', 'gw_port_host': None, '_interfaces': [{'id': '24e9dfd6-2f02-4a3c-b5df-e30d8f11f0b3', 'name': '', 'network_id': 'f7b7ba9a-358f-446c-bb65-4095d87dc641', 'tenant_id': '875729a301494bb99d4fc208a57de2a1', 'mac_address': 'fa:16:3e:e6:16:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de7562c0-2983-44c4-89b5-e07fab2a3a93', 'device_owner': 'network:router_interface', 'standard_attr_id': 3832, 'fixed_ips': [{'subnet_id': 'cf1c37d0-d302-4c65-a23c-34deb4af387b', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:46:58Z', 'updated_at': '2022-01-26T21:47:03Z', 'revision_number': 4, 'project_id': '875729a301494bb99d4fc208a57de2a1', 'subnets': [{'id': 'cf1c37d0-d302-4c65-a23c-34deb4af387b', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '54705ca0-beb2-4cf9-90ae-4dfac2c43448', 'name': '', 'network_id': '66d68c2c-c9c8-4952-a852-8011ef52bfe7', 'tenant_id': '875729a301494bb99d4fc208a57de2a1', 'mac_address': 'fa:16:3e:d9:11:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de7562c0-2983-44c4-89b5-e07fab2a3a93', 'device_owner': 'network:router_interface', 'standard_attr_id': 3822, 'fixed_ips': [{'subnet_id': '014bdb6c-8274-4192-8dcd-b6436b0b3c5c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:46:50Z', 'updated_at': '2022-01-26T21:46:56Z', 'revision_number': 5, 'project_id': '875729a301494bb99d4fc208a57de2a1', 'subnets': [{'id': '014bdb6c-8274-4192-8dcd-b6436b0b3c5c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '839d2084-36f3-4cc5-bed4-138ef3c3bd05', 'name': '', 'network_id': 'cd614f9b-e51b-4900-babd-c3ace5cf4668', 'tenant_id': '875729a301494bb99d4fc208a57de2a1', 'mac_address': 'fa:16:3e:35:f0:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de7562c0-2983-44c4-89b5-e07fab2a3a93', 'device_owner': 'network:router_interface', 'standard_attr_id': 3827, 'fixed_ips': [{'subnet_id': '3e123813-b324-49c8-88ef-3b76fc46a368', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:46:54Z', 'updated_at': '2022-01-26T21:46:59Z', 'revision_number': 5, 'project_id': '875729a301494bb99d4fc208a57de2a1', 'subnets': [{'id': '3e123813-b324-49c8-88ef-3b76fc46a368', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a63d5986-91b0-4022-a9c7-6a651ae33003', 'name': '', 'network_id': 'e3afdf88-b4b3-44f3-9b79-c32856979517', 'tenant_id': '875729a301494bb99d4fc208a57de2a1', 'mac_address': 'fa:16:3e:da:f1:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de7562c0-2983-44c4-89b5-e07fab2a3a93', 'device_owner': 'network:router_interface', 'standard_attr_id': 3817, 'fixed_ips': [{'subnet_id': 'ccffbf1d-5684-4d94-b9b0-2b4e0aa38e03', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:46:47Z', 'updated_at': '2022-01-26T21:46:50Z', 'revision_number': 5, 'project_id': '875729a301494bb99d4fc208a57de2a1', 'subnets': [{'id': 'ccffbf1d-5684-4d94-b9b0-2b4e0aa38e03', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 26 21:47:05.369904 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Provisioning complete for port a0f15b01-213e-4dca-92f9-d363230b2db2 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:47:05.370273 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (a0f15b01-213e-4dca-92f9-d363230b2db2), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:47:05.439130 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [None req-4bbc4e8e-6ed8-45a5-af7b-baa48caa7740 tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] For port 24e9dfd6-2f02-4a3c-b5df-e30d8f11f0b3, host n-d-760453-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=24e9dfd6-2f02-4a3c-b5df-e30d8f11f0b3,segment=NetworkSegment(bda3ff0d-7eb0-46b2-b711-ae033705888d),segment_id=bda3ff0d-7eb0-46b2-b711-ae033705888d)] {{(pid=103305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:47:05.439581 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-4bbc4e8e-6ed8-45a5-af7b-baa48caa7740 tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4109658'] for port (24e9dfd6-2f02-4a3c-b5df-e30d8f11f0b3), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:47:05.455012 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-4bbc4e8e-6ed8-45a5-af7b-baa48caa7740 tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Calling delete_port for 24e9dfd6-2f02-4a3c-b5df-e30d8f11f0b3 owned by network:router_interface {{(pid=103305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 21:47:05.479296 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-30be62e5-dadd-4175-83d9-dfdde200c7c7 None None] Current status of the port a0f15b01-213e-4dca-92f9-d363230b2db2 is: DOWN; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:47:05.479943 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-30be62e5-dadd-4175-83d9-dfdde200c7c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (a0f15b01-213e-4dca-92f9-d363230b2db2), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:47:05.596989 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Current status of the port a0f15b01-213e-4dca-92f9-d363230b2db2 is: DOWN; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:47:05.597617 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (a0f15b01-213e-4dca-92f9-d363230b2db2), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:47:05.636922 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-30be62e5-dadd-4175-83d9-dfdde200c7c7 None None] For port a0f15b01-213e-4dca-92f9-d363230b2db2, host n-d-760453-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=a0f15b01-213e-4dca-92f9-d363230b2db2,segment=NetworkSegment(bff444a4-beb1-4f53-a690-c33dd7eeacf8),segment_id=bff444a4-beb1-4f53-a690-c33dd7eeacf8)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:47:05.644963 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-30be62e5-dadd-4175-83d9-dfdde200c7c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (a0f15b01-213e-4dca-92f9-d363230b2db2), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:47:05.670649 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89bdb16b-f1e5-49ab-a4e7-531d6d7dfea8 None None] Sync routers for ids ['de7562c0-2983-44c4-89b5-e07fab2a3a93'] in n-d-760453-5 {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 26 21:47:05.684392 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89bdb16b-f1e5-49ab-a4e7-531d6d7dfea8 None None] Routers {'de7562c0-2983-44c4-89b5-e07fab2a3a93'} bound to L3 agent in host n-d-760453-5 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 21:47:05.684938 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-89bdb16b-f1e5-49ab-a4e7-531d6d7dfea8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-26T20:55:21Z,description=,heartbeat_timestamp=2022-01-26T21:46:51Z,host='n-d-760453-5',id=09df100c-3af1-4b0a-bda8-05914c71c458,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:55:21Z,topic='l3_agent')) {'router_ids': ['de7562c0-2983-44c4-89b5-e07fab2a3a93'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:47:05.724026 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-4bbc4e8e-6ed8-45a5-af7b-baa48caa7740 tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746560636600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746560234536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11791543'] for port (24e9dfd6-2f02-4a3c-b5df-e30d8f11f0b3), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:47:05.768789 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-30be62e5-dadd-4175-83d9-dfdde200c7c7 None None] Provisioning complete for port 24e9dfd6-2f02-4a3c-b5df-e30d8f11f0b3 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:47:05.769071 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-30be62e5-dadd-4175-83d9-dfdde200c7c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (24e9dfd6-2f02-4a3c-b5df-e30d8f11f0b3), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:47:05.830155 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-30be62e5-dadd-4175-83d9-dfdde200c7c7 None None] Port 24e9dfd6-2f02-4a3c-b5df-e30d8f11f0b3 was deleted so its status cannot be updated. {{(pid=103306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:336}} Jan 26 21:47:05.840025 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30be62e5-dadd-4175-83d9-dfdde200c7c7 None None] Pushing event updated for resources: {'Port': ['ID=a0f15b01-213e-4dca-92f9-d363230b2db2,revision_number=3']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:47:05.846768 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.db.api [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103306) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 26 21:47:05.847122 n-d-760453-5 neutron-server[103306]: DEBUG oslo_db.api [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 26 21:47:05.868290 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bbc4e8e-6ed8-45a5-af7b-baa48caa7740 tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Pushing event deleted for resources: {'Port': ['ID=24e9dfd6-2f02-4a3c-b5df-e30d8f11f0b3,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:47:05.915900 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_dvr_db [None req-89bdb16b-f1e5-49ab-a4e7-531d6d7dfea8 None None] Set router de7562c0-2983-44c4-89b5-e07fab2a3a93 gateway port host: None {{(pid=103307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 21:47:05.928563 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac053999-e938-4dd3-95a6-1099b8870154 req-f93b3f63-f847-4f58-9ff8-5ea9b46cd3a1 tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:47:05.931754 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-ac053999-e938-4dd3-95a6-1099b8870154 req-f93b3f63-f847-4f58-9ff8-5ea9b46cd3a1 tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] 10.222.0.66 "GET /v2.0/networks?id=e99ff163-7abb-45f5-a67b-861b243f04e0 HTTP/1.1" status: 200 len: 797 time: 0.2256291 Jan 26 21:47:05.996616 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-a3e029b4-e2f4-4f62-9fd2-2996d001be24 None None] Provisioning complete for port a0f15b01-213e-4dca-92f9-d363230b2db2 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:47:05.997023 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-a3e029b4-e2f4-4f62-9fd2-2996d001be24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (a0f15b01-213e-4dca-92f9-d363230b2db2), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:47:06.105694 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-4bbc4e8e-6ed8-45a5-af7b-baa48caa7740 tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3709480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4110805'] for router_interface (de7562c0-2983-44c4-89b5-e07fab2a3a93), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:47:06.112206 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-ac053999-e938-4dd3-95a6-1099b8870154 req-6eed8801-6cc6-4c44-9d10-a53c37f254e8 tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] 10.222.0.66 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=97d50071461f4511bd8bef3bc5cf8c61 HTTP/1.1" status: 200 len: 472 time: 0.1649120 Jan 26 21:47:06.122885 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-a3e029b4-e2f4-4f62-9fd2-2996d001be24 None None] Current status of the port a0f15b01-213e-4dca-92f9-d363230b2db2 is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:47:06.128888 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [req-ac053999-e938-4dd3-95a6-1099b8870154 req-7893f55e-0c70-415c-94ef-e1d27c8ef595 tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] Request body: {'port': {'device_id': '08f8fbae-eb22-4afd-b006-5023d324bcfa', 'network_id': 'e99ff163-7abb-45f5-a67b-861b243f04e0', 'admin_state_up': True, 'tenant_id': '97d50071461f4511bd8bef3bc5cf8c61', 'security_groups': ['829f4a56-3c21-4dc4-ba95-ce243443cb97']}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:47:06.280001 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-89bdb16b-f1e5-49ab-a4e7-531d6d7dfea8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de7562c0-2983-44c4-89b5-e07fab2a3a93', 'name': 'tempest-RoutersIpV6Test-router-1807611014', 'tenant_id': '875729a301494bb99d4fc208a57de2a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T21:46:46Z', 'updated_at': '2022-01-26T21:47:03Z', 'revision_number': 7, 'project_id': '875729a301494bb99d4fc208a57de2a1', 'gw_port_host': None, '_interfaces': [{'id': '24e9dfd6-2f02-4a3c-b5df-e30d8f11f0b3', 'name': '', 'network_id': 'f7b7ba9a-358f-446c-bb65-4095d87dc641', 'tenant_id': '875729a301494bb99d4fc208a57de2a1', 'mac_address': 'fa:16:3e:e6:16:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de7562c0-2983-44c4-89b5-e07fab2a3a93', 'device_owner': 'network:router_interface', 'standard_attr_id': 3832, 'fixed_ips': [{'subnet_id': 'cf1c37d0-d302-4c65-a23c-34deb4af387b', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:46:58Z', 'updated_at': '2022-01-26T21:47:04Z', 'revision_number': 5, 'project_id': '875729a301494bb99d4fc208a57de2a1', 'subnets': [{'id': 'cf1c37d0-d302-4c65-a23c-34deb4af387b', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '54705ca0-beb2-4cf9-90ae-4dfac2c43448', 'name': '', 'network_id': '66d68c2c-c9c8-4952-a852-8011ef52bfe7', 'tenant_id': '875729a301494bb99d4fc208a57de2a1', 'mac_address': 'fa:16:3e:d9:11:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de7562c0-2983-44c4-89b5-e07fab2a3a93', 'device_owner': 'network:router_interface', 'standard_attr_id': 3822, 'fixed_ips': [{'subnet_id': '014bdb6c-8274-4192-8dcd-b6436b0b3c5c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:46:50Z', 'updated_at': '2022-01-26T21:46:56Z', 'revision_number': 5, 'project_id': '875729a301494bb99d4fc208a57de2a1', 'subnets': [{'id': '014bdb6c-8274-4192-8dcd-b6436b0b3c5c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '839d2084-36f3-4cc5-bed4-138ef3c3bd05', 'name': '', 'network_id': 'cd614f9b-e51b-4900-babd-c3ace5cf4668', 'tenant_id': '875729a301494bb99d4fc208a57de2a1', 'mac_address': 'fa:16:3e:35:f0:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de7562c0-2983-44c4-89b5-e07fab2a3a93', 'device_owner': 'network:router_interface', 'standard_attr_id': 3827, 'fixed_ips': [{'subnet_id': '3e123813-b324-49c8-88ef-3b76fc46a368', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:46:54Z', 'updated_at': '2022-01-26T21:46:59Z', 'revision_number': 5, 'project_id': '875729a301494bb99d4fc208a57de2a1', 'subnets': [{'id': '3e123813-b324-49c8-88ef-3b76fc46a368', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a63d5986-91b0-4022-a9c7-6a651ae33003', 'name': '', 'network_id': 'e3afdf88-b4b3-44f3-9b79-c32856979517', 'tenant_id': '875729a301494bb99d4fc208a57de2a1', 'mac_address': 'fa:16:3e:da:f1:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de7562c0-2983-44c4-89b5-e07fab2a3a93', 'device_owner': 'network:router_interface', 'standard_attr_id': 3817, 'fixed_ips': [{'subnet_id': 'ccffbf1d-5684-4d94-b9b0-2b4e0aa38e03', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:46:47Z', 'updated_at': '2022-01-26T21:46:50Z', 'revision_number': 5, 'project_id': '875729a301494bb99d4fc208a57de2a1', 'subnets': [{'id': 'ccffbf1d-5684-4d94-b9b0-2b4e0aa38e03', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760453-5', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:47:06.291239 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ac053999-e938-4dd3-95a6-1099b8870154 req-7893f55e-0c70-415c-94ef-e1d27c8ef595 tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] Made reservation on behalf of 97d50071461f4511bd8bef3bc5cf8c61 for: {'port': 1} {{(pid=103304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 21:47:06.295540 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-ac053999-e938-4dd3-95a6-1099b8870154 req-7893f55e-0c70-415c-94ef-e1d27c8ef595 tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:47:06.308853 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89bdb16b-f1e5-49ab-a4e7-531d6d7dfea8 None None] Checking router: de7562c0-2983-44c4-89b5-e07fab2a3a93 for host: n-d-760453-5 {{(pid=103307) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 26 21:47:06.341959 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89bdb16b-f1e5-49ab-a4e7-531d6d7dfea8 None None] Routers {'de7562c0-2983-44c4-89b5-e07fab2a3a93'} bound to L3 agent in host n-d-760453-5 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 21:47:06.344013 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-89bdb16b-f1e5-49ab-a4e7-531d6d7dfea8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-26T20:55:21Z,description=,heartbeat_timestamp=2022-01-26T21:46:51Z,host='n-d-760453-5',id=09df100c-3af1-4b0a-bda8-05914c71c458,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:55:21Z,topic='l3_agent')) {'router_ids': ['de7562c0-2983-44c4-89b5-e07fab2a3a93'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:47:06.366557 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4bbc4e8e-6ed8-45a5-af7b-baa48caa7740 tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Router de7562c0-2983-44c4-89b5-e07fab2a3a93 has already been hosted by L3 agent 09df100c-3af1-4b0a-bda8-05914c71c458 {{(pid=103305) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 26 21:47:06.437072 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Current status of the port a0f15b01-213e-4dca-92f9-d363230b2db2 is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:47:06.438629 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device 21eac3c4-3242-4830-aae0-e1b96dd9b295 up at agent ovs-agent-n-d-760453-5 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 21:47:06.482510 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-9f88edf5-6b34-4b9e-958a-9eddda816139 req-31870223-ae12-4d3f-84b5-d4a6d8692c3f tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] 10.222.0.13 "GET /v2.0/ports?device_id=08f8fbae-eb22-4afd-b006-5023d324bcfa HTTP/1.1" status: 200 len: 210 time: 0.0528176 Jan 26 21:47:06.502992 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4bbc4e8e-6ed8-45a5-af7b-baa48caa7740 tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Notify agent at l3_agent.n-d-760453-5 the message routers_updated {{(pid=103305) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 26 21:47:06.507663 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-4bbc4e8e-6ed8-45a5-af7b-baa48caa7740 tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] 10.222.0.13 "PUT /v2.0/routers/de7562c0-2983-44c4-89b5-e07fab2a3a93/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1681106 Jan 26 21:47:06.510956 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 43120) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:47:06.515719 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Provisioning complete for port 21eac3c4-3242-4830-aae0-e1b96dd9b295 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:47:06.517081 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_dvr_db [None req-89bdb16b-f1e5-49ab-a4e7-531d6d7dfea8 None None] Set router de7562c0-2983-44c4-89b5-e07fab2a3a93 gateway port host: None {{(pid=103307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 21:47:06.517574 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (21eac3c4-3242-4830-aae0-e1b96dd9b295), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:47:06.575783 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.db_base_plugin_common [req-ac053999-e938-4dd3-95a6-1099b8870154 req-7893f55e-0c70-415c-94ef-e1d27c8ef595 tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] Allocated IP 172.20.0.21 (e99ff163-7abb-45f5-a67b-861b243f04e0/8c498db6-5f89-483d-8866-e6650462a149/82da13e3-7ef2-420c-a4db-4e301a55a9cd) {{(pid=103304) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 21:47:06.580584 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.db_base_plugin_v2 [None req-33e299fc-efee-426f-9987-2fbeec4504a9 tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Deleting subnet cf1c37d0-d302-4c65-a23c-34deb4af387b {{(pid=103305) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 26 21:47:06.585386 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-33e299fc-efee-426f-9987-2fbeec4504a9 tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Publish callbacks [] for subnet (cf1c37d0-d302-4c65-a23c-34deb4af387b), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:47:06.662434 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Current status of the port 21eac3c4-3242-4830-aae0-e1b96dd9b295 is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:47:06.664460 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device 24e9dfd6-2f02-4a3c-b5df-e30d8f11f0b3 up at agent ovs-agent-n-d-760453-5 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 21:47:06.679219 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-33e299fc-efee-426f-9987-2fbeec4504a9 tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11788946'] for subnet (cf1c37d0-d302-4c65-a23c-34deb4af387b), precommit_delete_associations {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:47:06.690363 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] No Port match for: 24e9dfd6-2f02-4a3c-b5df-e30d8f11f0b3 {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 26 21:47:06.690794 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device 24e9dfd6-2f02-4a3c-b5df-e30d8f11f0b3 not bound to the agent host n-d-760453-5 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Jan 26 21:47:06.713750 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Port 24e9dfd6-2f02-4a3c-b5df-e30d8f11f0b3 not found, will not notify nova. {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Jan 26 21:47:06.792351 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-89bdb16b-f1e5-49ab-a4e7-531d6d7dfea8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de7562c0-2983-44c4-89b5-e07fab2a3a93', 'name': 'tempest-RoutersIpV6Test-router-1807611014', 'tenant_id': '875729a301494bb99d4fc208a57de2a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T21:46:46Z', 'updated_at': '2022-01-26T21:47:05Z', 'revision_number': 8, 'project_id': '875729a301494bb99d4fc208a57de2a1', 'gw_port_host': None, '_interfaces': [{'id': '54705ca0-beb2-4cf9-90ae-4dfac2c43448', 'name': '', 'network_id': '66d68c2c-c9c8-4952-a852-8011ef52bfe7', 'tenant_id': '875729a301494bb99d4fc208a57de2a1', 'mac_address': 'fa:16:3e:d9:11:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de7562c0-2983-44c4-89b5-e07fab2a3a93', 'device_owner': 'network:router_interface', 'standard_attr_id': 3822, 'fixed_ips': [{'subnet_id': '014bdb6c-8274-4192-8dcd-b6436b0b3c5c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:46:50Z', 'updated_at': '2022-01-26T21:46:56Z', 'revision_number': 5, 'project_id': '875729a301494bb99d4fc208a57de2a1', 'subnets': [{'id': '014bdb6c-8274-4192-8dcd-b6436b0b3c5c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '839d2084-36f3-4cc5-bed4-138ef3c3bd05', 'name': '', 'network_id': 'cd614f9b-e51b-4900-babd-c3ace5cf4668', 'tenant_id': '875729a301494bb99d4fc208a57de2a1', 'mac_address': 'fa:16:3e:35:f0:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de7562c0-2983-44c4-89b5-e07fab2a3a93', 'device_owner': 'network:router_interface', 'standard_attr_id': 3827, 'fixed_ips': [{'subnet_id': '3e123813-b324-49c8-88ef-3b76fc46a368', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:46:54Z', 'updated_at': '2022-01-26T21:46:59Z', 'revision_number': 5, 'project_id': '875729a301494bb99d4fc208a57de2a1', 'subnets': [{'id': '3e123813-b324-49c8-88ef-3b76fc46a368', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a63d5986-91b0-4022-a9c7-6a651ae33003', 'name': '', 'network_id': 'e3afdf88-b4b3-44f3-9b79-c32856979517', 'tenant_id': '875729a301494bb99d4fc208a57de2a1', 'mac_address': 'fa:16:3e:da:f1:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de7562c0-2983-44c4-89b5-e07fab2a3a93', 'device_owner': 'network:router_interface', 'standard_attr_id': 3817, 'fixed_ips': [{'subnet_id': 'ccffbf1d-5684-4d94-b9b0-2b4e0aa38e03', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:46:47Z', 'updated_at': '2022-01-26T21:46:50Z', 'revision_number': 5, 'project_id': '875729a301494bb99d4fc208a57de2a1', 'subnets': [{'id': 'ccffbf1d-5684-4d94-b9b0-2b4e0aa38e03', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760453-5', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:47:06.820352 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-33e299fc-efee-426f-9987-2fbeec4504a9 tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687316'] for subnet (cf1c37d0-d302-4c65-a23c-34deb4af387b), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:47:06.824591 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89bdb16b-f1e5-49ab-a4e7-531d6d7dfea8 None None] The sync data for ids ['de7562c0-2983-44c4-89b5-e07fab2a3a93'] in n-d-760453-5 is: [{'id': 'de7562c0-2983-44c4-89b5-e07fab2a3a93', 'name': 'tempest-RoutersIpV6Test-router-1807611014', 'tenant_id': '875729a301494bb99d4fc208a57de2a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T21:46:46Z', 'updated_at': '2022-01-26T21:47:05Z', 'revision_number': 8, 'project_id': '875729a301494bb99d4fc208a57de2a1', 'gw_port_host': None, '_interfaces': [{'id': '54705ca0-beb2-4cf9-90ae-4dfac2c43448', 'name': '', 'network_id': '66d68c2c-c9c8-4952-a852-8011ef52bfe7', 'tenant_id': '875729a301494bb99d4fc208a57de2a1', 'mac_address': 'fa:16:3e:d9:11:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de7562c0-2983-44c4-89b5-e07fab2a3a93', 'device_owner': 'network:router_interface', 'standard_attr_id': 3822, 'fixed_ips': [{'subnet_id': '014bdb6c-8274-4192-8dcd-b6436b0b3c5c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:46:50Z', 'updated_at': '2022-01-26T21:46:56Z', 'revision_number': 5, 'project_id': '875729a301494bb99d4fc208a57de2a1', 'subnets': [{'id': '014bdb6c-8274-4192-8dcd-b6436b0b3c5c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '839d2084-36f3-4cc5-bed4-138ef3c3bd05', 'name': '', 'network_id': 'cd614f9b-e51b-4900-babd-c3ace5cf4668', 'tenant_id': '875729a301494bb99d4fc208a57de2a1', 'mac_address': 'fa:16:3e:35:f0:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de7562c0-2983-44c4-89b5-e07fab2a3a93', 'device_owner': 'network:router_interface', 'standard_attr_id': 3827, 'fixed_ips': [{'subnet_id': '3e123813-b324-49c8-88ef-3b76fc46a368', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:46:54Z', 'updated_at': '2022-01-26T21:46:59Z', 'revision_number': 5, 'project_id': '875729a301494bb99d4fc208a57de2a1', 'subnets': [{'id': '3e123813-b324-49c8-88ef-3b76fc46a368', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a63d5986-91b0-4022-a9c7-6a651ae33003', 'name': '', 'network_id': 'e3afdf88-b4b3-44f3-9b79-c32856979517', 'tenant_id': '875729a301494bb99d4fc208a57de2a1', 'mac_address': 'fa:16:3e:da:f1:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de7562c0-2983-44c4-89b5-e07fab2a3a93', 'device_owner': 'network:router_interface', 'standard_attr_id': 3817, 'fixed_ips': [{'subnet_id': 'ccffbf1d-5684-4d94-b9b0-2b4e0aa38e03', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:46:47Z', 'updated_at': '2022-01-26T21:46:50Z', 'revision_number': 5, 'project_id': '875729a301494bb99d4fc208a57de2a1', 'subnets': [{'id': 'ccffbf1d-5684-4d94-b9b0-2b4e0aa38e03', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 26 21:47:06.860591 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-ac053999-e938-4dd3-95a6-1099b8870154 req-7893f55e-0c70-415c-94ef-e1d27c8ef595 tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] Publish callbacks [] for port (82da13e3-7ef2-420c-a4db-4e301a55a9cd), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:47:06.906638 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-33e299fc-efee-426f-9987-2fbeec4504a9 tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11791594', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11599980'] for subnet (cf1c37d0-d302-4c65-a23c-34deb4af387b), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:47:06.908041 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-ac053999-e938-4dd3-95a6-1099b8870154 req-7893f55e-0c70-415c-94ef-e1d27c8ef595 tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746560234527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9281553'] for port (82da13e3-7ef2-420c-a4db-4e301a55a9cd), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:47:06.952082 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e299fc-efee-426f-9987-2fbeec4504a9 tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Pushing event deleted for resources: {'Subnet': ['ID=cf1c37d0-d302-4c65-a23c-34deb4af387b,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:47:06.957919 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ac053999-e938-4dd3-95a6-1099b8870154 req-7893f55e-0c70-415c-94ef-e1d27c8ef595 tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] Network e99ff163-7abb-45f5-a67b-861b243f04e0 is already hosted by enough agents. {{(pid=103304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 21:47:06.958284 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-33e299fc-efee-426f-9987-2fbeec4504a9 tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Publish callbacks [] for subnet (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:47:06.960984 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [req-ac053999-e938-4dd3-95a6-1099b8870154 req-7893f55e-0c70-415c-94ef-e1d27c8ef595 tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] Resources bound (agent type, host, resource id): {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:47:06.962595 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-33e299fc-efee-426f-9987-2fbeec4504a9 tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] 10.222.0.13 "DELETE /v2.0/subnets/cf1c37d0-d302-4c65-a23c-34deb4af387b HTTP/1.1" status: 204 len: 168 time: 0.4506631 Jan 26 21:47:06.965144 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 43126) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:47:06.965671 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac053999-e938-4dd3-95a6-1099b8870154 req-7893f55e-0c70-415c-94ef-e1d27c8ef595 tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] Received port after_create {{(pid=103304) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 21:47:06.966920 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c21b9d4e-4a6a-41b0-b024-086eea700ff4 None None] Network f7b7ba9a-358f-446c-bb65-4095d87dc641 requested from n-d-760453-5 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 26 21:47:07.001329 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7893f55e-0c70-415c-94ef-e1d27c8ef595 tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] Pushing event updated for resources: {'Port': ['ID=82da13e3-7ef2-420c-a4db-4e301a55a9cd,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:47:07.032245 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac053999-e938-4dd3-95a6-1099b8870154 req-7893f55e-0c70-415c-94ef-e1d27c8ef595 tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:47:07.032245 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-ac053999-e938-4dd3-95a6-1099b8870154 req-7893f55e-0c70-415c-94ef-e1d27c8ef595 tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:47:07.058872 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-ac053999-e938-4dd3-95a6-1099b8870154 req-7893f55e-0c70-415c-94ef-e1d27c8ef595 tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9364195 Jan 26 21:47:07.059777 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-26158455-62c5-4dac-b023-4c544b60318d tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-748181'] for network (f7b7ba9a-358f-446c-bb65-4095d87dc641), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:47:07.069630 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [req-ac053999-e938-4dd3-95a6-1099b8870154 req-ca71ab52-a499-46bd-b737-ce4c3193a8f8 tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=103304) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 26 21:47:07.071471 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-ac053999-e938-4dd3-95a6-1099b8870154 req-ca71ab52-a499-46bd-b737-ce4c3193a8f8 tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0060430 Jan 26 21:47:07.097909 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [req-ac053999-e938-4dd3-95a6-1099b8870154 req-b0084b87-3e3d-468d-9934-ab5b4ebe2f8d service neutron] Request body: {'port': {'device_id': '08f8fbae-eb22-4afd-b006-5023d324bcfa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-760453-5'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:47:07.135381 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-26158455-62c5-4dac-b023-4c544b60318d tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Deleting port 21eac3c4-3242-4830-aae0-e1b96dd9b295 {{(pid=103305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 21:47:07.135851 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-26158455-62c5-4dac-b023-4c544b60318d tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746560630878'] for port (21eac3c4-3242-4830-aae0-e1b96dd9b295), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:47:07.233767 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-505b4ce0-106d-4f77-bad0-6bd2a08772de None None] DHCP port deletion for f7b7ba9a-358f-446c-bb65-4095d87dc641 request from n-d-760453-5 {{(pid=103306) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 26 21:47:07.240454 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-ac053999-e938-4dd3-95a6-1099b8870154 req-b0084b87-3e3d-468d-9934-ab5b4ebe2f8d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (82da13e3-7ef2-420c-a4db-4e301a55a9cd), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:47:07.251069 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [None req-26158455-62c5-4dac-b023-4c544b60318d tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] For port 21eac3c4-3242-4830-aae0-e1b96dd9b295, host n-d-760453-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=21eac3c4-3242-4830-aae0-e1b96dd9b295,segment=NetworkSegment(bda3ff0d-7eb0-46b2-b711-ae033705888d),segment_id=bda3ff0d-7eb0-46b2-b711-ae033705888d)] {{(pid=103305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:47:07.251617 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-26158455-62c5-4dac-b023-4c544b60318d tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4109658'] for port (21eac3c4-3242-4830-aae0-e1b96dd9b295), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:47:07.283569 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device a0f15b01-213e-4dca-92f9-d363230b2db2 up at agent ovs-agent-n-d-760453-5 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 21:47:07.297951 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-26158455-62c5-4dac-b023-4c544b60318d tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Calling delete_port for 21eac3c4-3242-4830-aae0-e1b96dd9b295 owned by network:dhcp {{(pid=103305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 21:47:07.370756 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-505b4ce0-106d-4f77-bad0-6bd2a08772de None None] Deleting port 21eac3c4-3242-4830-aae0-e1b96dd9b295 {{(pid=103306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 21:47:07.371532 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-505b4ce0-106d-4f77-bad0-6bd2a08772de None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746560630878'] for port (21eac3c4-3242-4830-aae0-e1b96dd9b295), before_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:47:07.458194 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-26158455-62c5-4dac-b023-4c544b60318d tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746560636600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746560234536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11791543'] for port (21eac3c4-3242-4830-aae0-e1b96dd9b295), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:47:07.462680 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Provisioning complete for port a0f15b01-213e-4dca-92f9-d363230b2db2 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:47:07.463302 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (a0f15b01-213e-4dca-92f9-d363230b2db2), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:47:07.464948 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-bb7fbb77-e65b-43a2-9726-48c96c9e539b None None] Provisioning complete for port 82da13e3-7ef2-420c-a4db-4e301a55a9cd triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:47:07.465379 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-bb7fbb77-e65b-43a2-9726-48c96c9e539b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (82da13e3-7ef2-420c-a4db-4e301a55a9cd), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:47:07.496630 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26158455-62c5-4dac-b023-4c544b60318d tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Pushing event deleted for resources: {'Port': ['ID=21eac3c4-3242-4830-aae0-e1b96dd9b295,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:47:07.513797 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26158455-62c5-4dac-b023-4c544b60318d tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] No DVR routers for this DVR port 21eac3c4-3242-4830-aae0-e1b96dd9b295 on host n-d-760453-5 {{(pid=103305) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 26 21:47:07.519605 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-bb7fbb77-e65b-43a2-9726-48c96c9e539b None None] Port 82da13e3-7ef2-420c-a4db-4e301a55a9cd cannot update to ACTIVE because it is not bound. {{(pid=103306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 26 21:47:07.578132 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-505b4ce0-106d-4f77-bad0-6bd2a08772de None None] For port 21eac3c4-3242-4830-aae0-e1b96dd9b295, host n-d-760453-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=21eac3c4-3242-4830-aae0-e1b96dd9b295,segment=NetworkSegment(bda3ff0d-7eb0-46b2-b711-ae033705888d),segment_id=bda3ff0d-7eb0-46b2-b711-ae033705888d)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:47:07.578701 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-505b4ce0-106d-4f77-bad0-6bd2a08772de None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4109658'] for port (21eac3c4-3242-4830-aae0-e1b96dd9b295), precommit_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:47:07.594649 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-505b4ce0-106d-4f77-bad0-6bd2a08772de None None] Calling delete_port for 21eac3c4-3242-4830-aae0-e1b96dd9b295 owned by network:dhcp {{(pid=103306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 21:47:07.611783 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a8fc334-e77f-4f50-959f-9ee507525865 None None] Sync routers for ids ['de7562c0-2983-44c4-89b5-e07fab2a3a93'] in n-d-760453-5 {{(pid=103306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 26 21:47:07.627223 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a8fc334-e77f-4f50-959f-9ee507525865 None None] Routers {'de7562c0-2983-44c4-89b5-e07fab2a3a93'} bound to L3 agent in host n-d-760453-5 {{(pid=103306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 21:47:07.628039 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-3a8fc334-e77f-4f50-959f-9ee507525865 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-26T20:55:21Z,description=,heartbeat_timestamp=2022-01-26T21:46:51Z,host='n-d-760453-5',id=09df100c-3af1-4b0a-bda8-05914c71c458,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:55:21Z,topic='l3_agent')) {'router_ids': ['de7562c0-2983-44c4-89b5-e07fab2a3a93'], 'active': True} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:47:07.639320 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-26158455-62c5-4dac-b023-4c544b60318d tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-686403', 'neutron.services.segments.db._delete_segments_for_network-8746560774018'] for network (f7b7ba9a-358f-446c-bb65-4095d87dc641), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:47:07.670034 n-d-760453-5 neutron-server[103304]: DEBUG neutron.notifiers.nova [req-ac053999-e938-4dd3-95a6-1099b8870154 req-b0084b87-3e3d-468d-9934-ab5b4ebe2f8d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 82da13e3-7ef2-420c-a4db-4e301a55a9cd {{(pid=103304) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 26 21:47:07.676093 n-d-760453-5 neutron-server[103305]: DEBUG neutron.services.segments.db [None req-26158455-62c5-4dac-b023-4c544b60318d tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f7b7ba9a-358f-446c-bb65-4095d87dc641']}} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:47:07.682451 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-ac053999-e938-4dd3-95a6-1099b8870154 req-b0084b87-3e3d-468d-9934-ab5b4ebe2f8d service neutron] Publish callbacks [] for port (82da13e3-7ef2-420c-a4db-4e301a55a9cd), precommit_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:47:07.689154 n-d-760453-5 neutron-server[103305]: DEBUG neutron.services.segments.db [None req-26158455-62c5-4dac-b023-4c544b60318d tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bda3ff0d-7eb0-46b2-b711-ae033705888d') {'for_net_delete': True} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:47:07.689726 n-d-760453-5 neutron-server[103305]: DEBUG neutron.services.segments.db [None req-26158455-62c5-4dac-b023-4c544b60318d tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bda3ff0d-7eb0-46b2-b711-ae033705888d') {} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:47:07.701460 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-26158455-62c5-4dac-b023-4c544b60318d tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746560742283', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11788955'] for segment (bda3ff0d-7eb0-46b2-b711-ae033705888d), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:47:07.713043 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ddcca2-2674-4fbf-a02a-9c56efd7ac6d req-98094000-c6ce-4ea1-8d1e-11ea912f65cc tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:47:07.715029 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-19ddcca2-2674-4fbf-a02a-9c56efd7ac6d req-98094000-c6ce-4ea1-8d1e-11ea912f65cc tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] 10.222.0.13 "GET /v2.0/ports?device_id=08f8fbae-eb22-4afd-b006-5023d324bcfa HTTP/1.1" status: 200 len: 932 time: 0.0878797 Jan 26 21:47:07.718040 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.provisioning_blocks [req-ac053999-e938-4dd3-95a6-1099b8870154 req-b0084b87-3e3d-468d-9934-ab5b4ebe2f8d service neutron] Transition to ACTIVE for port object 82da13e3-7ef2-420c-a4db-4e301a55a9cd will not be triggered until provisioned by entity L2. {{(pid=103304) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 21:47:07.724907 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-26158455-62c5-4dac-b023-4c544b60318d tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576559'] for segment (bda3ff0d-7eb0-46b2-b711-ae033705888d), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:47:07.731558 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-ac053999-e938-4dd3-95a6-1099b8870154 req-b0084b87-3e3d-468d-9934-ab5b4ebe2f8d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9281542'] for port (82da13e3-7ef2-420c-a4db-4e301a55a9cd), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:47:07.733422 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-26158455-62c5-4dac-b023-4c544b60318d tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Releasing vlan 554 on physical network physnet1 to pool {{(pid=103305) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 26 21:47:07.734028 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-26158455-62c5-4dac-b023-4c544b60318d tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11791428'] for segment (bda3ff0d-7eb0-46b2-b711-ae033705888d), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:47:07.736193 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Current status of the port a0f15b01-213e-4dca-92f9-d363230b2db2 is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:47:07.815280 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvr_db [None req-3a8fc334-e77f-4f50-959f-9ee507525865 None None] Set router de7562c0-2983-44c4-89b5-e07fab2a3a93 gateway port host: None {{(pid=103306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 21:47:07.838630 n-d-760453-5 neutron-server[103305]: Traceback (most recent call last): Jan 26 21:47:07.838630 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 26 21:47:07.838630 n-d-760453-5 neutron-server[103305]: timer() Jan 26 21:47:07.838630 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 26 21:47:07.838630 n-d-760453-5 neutron-server[103305]: cb(*args, **kw) Jan 26 21:47:07.838630 n-d-760453-5 neutron-server[103305]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 26 21:47:07.838630 n-d-760453-5 neutron-server[103305]: return func(*args, **kwargs) Jan 26 21:47:07.838630 n-d-760453-5 neutron-server[103305]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 26 21:47:07.838630 n-d-760453-5 neutron-server[103305]: self._notify() Jan 26 21:47:07.838630 n-d-760453-5 neutron-server[103305]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 26 21:47:07.838630 n-d-760453-5 neutron-server[103305]: self.callback(batched_events) Jan 26 21:47:07.838630 n-d-760453-5 neutron-server[103305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 26 21:47:07.838630 n-d-760453-5 neutron-server[103305]: event.method(event) Jan 26 21:47:07.838630 n-d-760453-5 neutron-server[103305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 26 21:47:07.838630 n-d-760453-5 neutron-server[103305]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 26 21:47:07.838630 n-d-760453-5 neutron-server[103305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 26 21:47:07.838630 n-d-760453-5 neutron-server[103305]: aggregate_uuid = self.p_client.list_aggregates( Jan 26 21:47:07.838630 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 26 21:47:07.838630 n-d-760453-5 neutron-server[103305]: return f(self, *a, **k) Jan 26 21:47:07.838630 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 26 21:47:07.838630 n-d-760453-5 neutron-server[103305]: return self._get(url).json() Jan 26 21:47:07.838630 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 26 21:47:07.838630 n-d-760453-5 neutron-server[103305]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 26 21:47:07.838630 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 26 21:47:07.838630 n-d-760453-5 neutron-server[103305]: return self.request(url, 'GET', **kwargs) Jan 26 21:47:07.838630 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 26 21:47:07.838630 n-d-760453-5 neutron-server[103305]: base_url = self.get_endpoint(auth, allow=allow, Jan 26 21:47:07.838630 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 26 21:47:07.838630 n-d-760453-5 neutron-server[103305]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 26 21:47:07.838630 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 26 21:47:07.838630 n-d-760453-5 neutron-server[103305]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 26 21:47:07.838630 n-d-760453-5 neutron-server[103305]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 26 21:47:07.846617 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-26158455-62c5-4dac-b023-4c544b60318d tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4110931'] for network (f7b7ba9a-358f-446c-bb65-4095d87dc641), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:47:07.863897 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-26158455-62c5-4dac-b023-4c544b60318d tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Publish callbacks [] for network (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:47:07.868374 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-26158455-62c5-4dac-b023-4c544b60318d tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] 10.222.0.13 "DELETE /v2.0/networks/f7b7ba9a-358f-446c-bb65-4095d87dc641 HTTP/1.1" status: 204 len: 168 time: 0.9019737 Jan 26 21:47:07.889663 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 43132) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:47:07.898068 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26158455-62c5-4dac-b023-4c544b60318d tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Pushing event deleted for resources: {'Network': ['ID=f7b7ba9a-358f-446c-bb65-4095d87dc641,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:47:07.914872 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0084b87-3e3d-468d-9934-ab5b4ebe2f8d service neutron] Pushing event updated for resources: {'Port': ['ID=82da13e3-7ef2-420c-a4db-4e301a55a9cd,revision_number=2']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:47:07.922219 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-505b4ce0-106d-4f77-bad0-6bd2a08772de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746560636600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746560234536'] for port (21eac3c4-3242-4830-aae0-e1b96dd9b295), after_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:47:07.937942 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-19ddcca2-2674-4fbf-a02a-9c56efd7ac6d req-4871cd83-679f-4566-9d0c-4a120ae3a710 tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] 10.222.0.13 "GET /v2.0/security-groups?id=829f4a56-3c21-4dc4-ba95-ce243443cb97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2160177 Jan 26 21:47:07.944895 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [req-ac053999-e938-4dd3-95a6-1099b8870154 req-b0084b87-3e3d-468d-9934-ab5b4ebe2f8d service neutron] Attempting to bind port 82da13e3-7ef2-420c-a4db-4e301a55a9cd on host n-h1-760453-5 for vnic_type normal with profile {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 21:47:07.945232 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [req-ac053999-e938-4dd3-95a6-1099b8870154 req-b0084b87-3e3d-468d-9934-ab5b4ebe2f8d service neutron] Attempting to bind port 82da13e3-7ef2-420c-a4db-4e301a55a9cd by drivers openvswitch,hyperv on host n-h1-760453-5 at level 0 using segments [{'id': 'bff444a4-beb1-4f53-a690-c33dd7eeacf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'e99ff163-7abb-45f5-a67b-861b243f04e0'}] {{(pid=103304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 26 21:47:07.946566 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac053999-e938-4dd3-95a6-1099b8870154 req-b0084b87-3e3d-468d-9934-ab5b4ebe2f8d service neutron] Attempting to bind port 82da13e3-7ef2-420c-a4db-4e301a55a9cd on network e99ff163-7abb-45f5-a67b-861b243f04e0 {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 21:47:07.951305 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac053999-e938-4dd3-95a6-1099b8870154 req-b0084b87-3e3d-468d-9934-ab5b4ebe2f8d service neutron] Port 82da13e3-7ef2-420c-a4db-4e301a55a9cd on network e99ff163-7abb-45f5-a67b-861b243f04e0 not bound, no agent of type Open vSwitch agent registered on host n-h1-760453-5 {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 26 21:47:07.951886 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac053999-e938-4dd3-95a6-1099b8870154 req-b0084b87-3e3d-468d-9934-ab5b4ebe2f8d service neutron] Attempting to bind port 82da13e3-7ef2-420c-a4db-4e301a55a9cd on network e99ff163-7abb-45f5-a67b-861b243f04e0 {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 21:47:07.960023 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac053999-e938-4dd3-95a6-1099b8870154 req-b0084b87-3e3d-468d-9934-ab5b4ebe2f8d service neutron] Checking agent: {'id': '32ef628b-8417-46c5-8729-60fcabe358f1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-760453-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 21, 3, 8), 'started_at': datetime.datetime(2022, 1, 26, 21, 3, 8), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 21, 46, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 26 21:47:07.960441 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac053999-e938-4dd3-95a6-1099b8870154 req-b0084b87-3e3d-468d-9934-ab5b4ebe2f8d service neutron] Checking segment: {'id': 'bff444a4-beb1-4f53-a690-c33dd7eeacf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'e99ff163-7abb-45f5-a67b-861b243f04e0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103304) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 21:47:07.960890 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac053999-e938-4dd3-95a6-1099b8870154 req-b0084b87-3e3d-468d-9934-ab5b4ebe2f8d service neutron] Bound using segment: {'id': 'bff444a4-beb1-4f53-a690-c33dd7eeacf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'e99ff163-7abb-45f5-a67b-861b243f04e0'} {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 26 21:47:07.962193 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [req-ac053999-e938-4dd3-95a6-1099b8870154 req-b0084b87-3e3d-468d-9934-ab5b4ebe2f8d service neutron] Bound port: 82da13e3-7ef2-420c-a4db-4e301a55a9cd, host: n-h1-760453-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bff444a4-beb1-4f53-a690-c33dd7eeacf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'e99ff163-7abb-45f5-a67b-861b243f04e0'}}] {{(pid=103304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 26 21:47:07.962879 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-ac053999-e938-4dd3-95a6-1099b8870154 req-b0084b87-3e3d-468d-9934-ab5b4ebe2f8d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (82da13e3-7ef2-420c-a4db-4e301a55a9cd), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:47:07.979775 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-505b4ce0-106d-4f77-bad0-6bd2a08772de None None] Network f7b7ba9a-358f-446c-bb65-4095d87dc641 is not hosted by any dhcp agent {{(pid=103306) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jan 26 21:47:07.980393 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-505b4ce0-106d-4f77-bad0-6bd2a08772de None None] No DVR routers for this DVR port 21eac3c4-3242-4830-aae0-e1b96dd9b295 on host n-d-760453-5 {{(pid=103306) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 26 21:47:08.027655 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-505b4ce0-106d-4f77-bad0-6bd2a08772de None None] Pushing event deleted for resources: {'Port': ['ID=21eac3c4-3242-4830-aae0-e1b96dd9b295,revision_number=None']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:47:08.056250 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [req-ac053999-e938-4dd3-95a6-1099b8870154 req-b0084b87-3e3d-468d-9934-ab5b4ebe2f8d service neutron] For port 82da13e3-7ef2-420c-a4db-4e301a55a9cd, host n-h1-760453-5, cleared binding levels {{(pid=103304) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 26 21:47:08.061143 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [req-ac053999-e938-4dd3-95a6-1099b8870154 req-b0084b87-3e3d-468d-9934-ab5b4ebe2f8d service neutron] For port 82da13e3-7ef2-420c-a4db-4e301a55a9cd, host n-h1-760453-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-5',level=0,port_id=82da13e3-7ef2-420c-a4db-4e301a55a9cd,segment=NetworkSegment(bff444a4-beb1-4f53-a690-c33dd7eeacf8),segment_id=bff444a4-beb1-4f53-a690-c33dd7eeacf8)] {{(pid=103304) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 26 21:47:08.077915 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-ac053999-e938-4dd3-95a6-1099b8870154 req-b0084b87-3e3d-468d-9934-ab5b4ebe2f8d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9281542'] for port (82da13e3-7ef2-420c-a4db-4e301a55a9cd), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:47:08.132554 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac053999-e938-4dd3-95a6-1099b8870154 req-b0084b87-3e3d-468d-9934-ab5b4ebe2f8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:47:08.133882 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-ac053999-e938-4dd3-95a6-1099b8870154 req-b0084b87-3e3d-468d-9934-ab5b4ebe2f8d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:47:08.136549 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-ac053999-e938-4dd3-95a6-1099b8870154 req-b0084b87-3e3d-468d-9934-ab5b4ebe2f8d service neutron] 10.222.0.66 "PUT /v2.0/ports/82da13e3-7ef2-420c-a4db-4e301a55a9cd HTTP/1.1" status: 200 len: 1092 time: 1.0520802 Jan 26 21:47:08.136549 n-d-760453-5 neutron-server[103304]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '08f8fbae-eb22-4afd-b006-5023d324bcfa', 'tag': '82da13e3-7ef2-420c-a4db-4e301a55a9cd'}] {{(pid=103304) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 21:47:08.141000 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d52b45f1943fcd332af9527eb73ff93c8d715d44383a3f6d18de73b4cfcf87b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f53cd04-b469-4b50-92cc-39e11e47596b" -d '{"events": [{"name": "network-changed", "server_uuid": "08f8fbae-eb22-4afd-b006-5023d324bcfa", "tag": "82da13e3-7ef2-420c-a4db-4e301a55a9cd"}]}' {{(pid=103304) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 21:47:08.242207 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 26 Jan 2022 21:47:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ffc8daa-6680-4f5a-aaab-877aadd4f589 x-openstack-request-id: req-6ffc8daa-6680-4f5a-aaab-877aadd4f589 {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 21:47:08.242541 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "08f8fbae-eb22-4afd-b006-5023d324bcfa", "tag": "82da13e3-7ef2-420c-a4db-4e301a55a9cd", "status": "completed", "code": 200}]} {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 21:47:08.242803 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-6ffc8daa-6680-4f5a-aaab-877aadd4f589 {{(pid=103304) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 21:47:08.243218 n-d-760453-5 neutron-server[103304]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '08f8fbae-eb22-4afd-b006-5023d324bcfa', 'tag': '82da13e3-7ef2-420c-a4db-4e301a55a9cd', 'status': 'completed', 'code': 200} Jan 26 21:47:08.266575 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0084b87-3e3d-468d-9934-ab5b4ebe2f8d service neutron] Pushing event updated for resources: {'Port': ['ID=82da13e3-7ef2-420c-a4db-4e301a55a9cd,revision_number=3']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:47:08.304314 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-3a8fc334-e77f-4f50-959f-9ee507525865 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de7562c0-2983-44c4-89b5-e07fab2a3a93', 'name': 'tempest-RoutersIpV6Test-router-1807611014', 'tenant_id': '875729a301494bb99d4fc208a57de2a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T21:46:46Z', 'updated_at': '2022-01-26T21:47:05Z', 'revision_number': 8, 'project_id': '875729a301494bb99d4fc208a57de2a1', 'gw_port_host': None, '_interfaces': [{'id': '54705ca0-beb2-4cf9-90ae-4dfac2c43448', 'name': '', 'network_id': '66d68c2c-c9c8-4952-a852-8011ef52bfe7', 'tenant_id': '875729a301494bb99d4fc208a57de2a1', 'mac_address': 'fa:16:3e:d9:11:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de7562c0-2983-44c4-89b5-e07fab2a3a93', 'device_owner': 'network:router_interface', 'standard_attr_id': 3822, 'fixed_ips': [{'subnet_id': '014bdb6c-8274-4192-8dcd-b6436b0b3c5c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:46:50Z', 'updated_at': '2022-01-26T21:46:56Z', 'revision_number': 5, 'project_id': '875729a301494bb99d4fc208a57de2a1', 'subnets': [{'id': '014bdb6c-8274-4192-8dcd-b6436b0b3c5c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '839d2084-36f3-4cc5-bed4-138ef3c3bd05', 'name': '', 'network_id': 'cd614f9b-e51b-4900-babd-c3ace5cf4668', 'tenant_id': '875729a301494bb99d4fc208a57de2a1', 'mac_address': 'fa:16:3e:35:f0:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de7562c0-2983-44c4-89b5-e07fab2a3a93', 'device_owner': 'network:router_interface', 'standard_attr_id': 3827, 'fixed_ips': [{'subnet_id': '3e123813-b324-49c8-88ef-3b76fc46a368', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:46:54Z', 'updated_at': '2022-01-26T21:46:59Z', 'revision_number': 5, 'project_id': '875729a301494bb99d4fc208a57de2a1', 'subnets': [{'id': '3e123813-b324-49c8-88ef-3b76fc46a368', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a63d5986-91b0-4022-a9c7-6a651ae33003', 'name': '', 'network_id': 'e3afdf88-b4b3-44f3-9b79-c32856979517', 'tenant_id': '875729a301494bb99d4fc208a57de2a1', 'mac_address': 'fa:16:3e:da:f1:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de7562c0-2983-44c4-89b5-e07fab2a3a93', 'device_owner': 'network:router_interface', 'standard_attr_id': 3817, 'fixed_ips': [{'subnet_id': 'ccffbf1d-5684-4d94-b9b0-2b4e0aa38e03', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:46:47Z', 'updated_at': '2022-01-26T21:46:50Z', 'revision_number': 5, 'project_id': '875729a301494bb99d4fc208a57de2a1', 'subnets': [{'id': 'ccffbf1d-5684-4d94-b9b0-2b4e0aa38e03', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760453-5', False) {} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:47:08.334110 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac053999-e938-4dd3-95a6-1099b8870154 req-03ce6e4d-594f-408e-b84c-313bace48dd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:47:08.335658 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-ac053999-e938-4dd3-95a6-1099b8870154 req-03ce6e4d-594f-408e-b84c-313bace48dd3 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=97d50071461f4511bd8bef3bc5cf8c61&device_id=08f8fbae-eb22-4afd-b006-5023d324bcfa HTTP/1.1" status: 200 len: 1095 time: 0.0915985 Jan 26 21:47:08.347335 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a8fc334-e77f-4f50-959f-9ee507525865 None None] Checking router: de7562c0-2983-44c4-89b5-e07fab2a3a93 for host: n-d-760453-5 {{(pid=103306) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 26 21:47:08.366218 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a8fc334-e77f-4f50-959f-9ee507525865 None None] Routers {'de7562c0-2983-44c4-89b5-e07fab2a3a93'} bound to L3 agent in host n-d-760453-5 {{(pid=103306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 21:47:08.371527 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-3a8fc334-e77f-4f50-959f-9ee507525865 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-26T20:55:21Z,description=,heartbeat_timestamp=2022-01-26T21:46:51Z,host='n-d-760453-5',id=09df100c-3af1-4b0a-bda8-05914c71c458,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:55:21Z,topic='l3_agent')) {'router_ids': ['de7562c0-2983-44c4-89b5-e07fab2a3a93'], 'active': True} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:47:08.427990 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-ac053999-e938-4dd3-95a6-1099b8870154 req-9682de04-7494-4735-b634-d784877782a0 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.21&port_id=82da13e3-7ef2-420c-a4db-4e301a55a9cd HTTP/1.1" status: 200 len: 217 time: 0.0774941 Jan 26 21:47:08.498031 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (32ef628b-8417-46c5-8729-60fcabe358f1), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:47:08.508049 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.agents_db [None req-569f1ced-6396-4ddf-b79f-e03b0b2146ab None None] Agent healthcheck: found 7 active agents {{(pid=103307) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 26 21:47:08.524388 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac053999-e938-4dd3-95a6-1099b8870154 req-bf20ab45-0f18-4c53-9021-02261f293d20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:47:08.526623 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-ac053999-e938-4dd3-95a6-1099b8870154 req-bf20ab45-0f18-4c53-9021-02261f293d20 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=8c498db6-5f89-483d-8866-e6650462a149 HTTP/1.1" status: 200 len: 837 time: 0.0856552 Jan 26 21:47:08.546096 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvr_db [None req-3a8fc334-e77f-4f50-959f-9ee507525865 None None] Set router de7562c0-2983-44c4-89b5-e07fab2a3a93 gateway port host: None {{(pid=103306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 21:47:08.604544 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-157fc33a-94c5-475f-80b7-e7ffe1edc027 tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4110657'] for router_interface (de7562c0-2983-44c4-89b5-e07fab2a3a93), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:47:08.619894 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac053999-e938-4dd3-95a6-1099b8870154 req-b88369c5-2f60-4342-8f58-94a6b638bd9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:47:08.622159 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-ac053999-e938-4dd3-95a6-1099b8870154 req-b88369c5-2f60-4342-8f58-94a6b638bd9e service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=e99ff163-7abb-45f5-a67b-861b243f04e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0871165 Jan 26 21:47:08.731866 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-ac053999-e938-4dd3-95a6-1099b8870154 req-294697e8-24e9-417c-8b11-bf2ae27255ff service neutron] 10.222.0.66 "GET /v2.0/networks/e99ff163-7abb-45f5-a67b-861b243f04e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1017513 Jan 26 21:47:08.866821 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device 21eac3c4-3242-4830-aae0-e1b96dd9b295 no longer exists at agent ovs-agent-n-d-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 26 21:47:08.878181 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-ac053999-e938-4dd3-95a6-1099b8870154 req-0cf4522b-aa98-414b-9c52-9a021576c8ba service neutron] 10.222.0.66 "GET /v2.0/networks/e99ff163-7abb-45f5-a67b-861b243f04e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1394925 Jan 26 21:47:08.907130 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] No Port match for: 21eac3c4-3242-4830-aae0-e1b96dd9b295 {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 26 21:47:08.908489 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device 21eac3c4-3242-4830-aae0-e1b96dd9b295 not bound to the agent host n-d-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 26 21:47:08.909054 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device 24e9dfd6-2f02-4a3c-b5df-e30d8f11f0b3 no longer exists at agent ovs-agent-n-d-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 26 21:47:08.963267 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] No Port match for: 24e9dfd6-2f02-4a3c-b5df-e30d8f11f0b3 {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 26 21:47:08.963959 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device 24e9dfd6-2f02-4a3c-b5df-e30d8f11f0b3 not bound to the agent host n-d-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 26 21:47:09.076318 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f53cd04-b469-4b50-92cc-39e11e47596b req-9e588906-7f5c-412a-9f85-3f1ffde5df9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:47:09.078041 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-4f53cd04-b469-4b50-92cc-39e11e47596b req-9e588906-7f5c-412a-9f85-3f1ffde5df9d service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=97d50071461f4511bd8bef3bc5cf8c61&device_id=08f8fbae-eb22-4afd-b006-5023d324bcfa HTTP/1.1" status: 200 len: 1095 time: 0.0724161 Jan 26 21:47:09.121974 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-3a8fc334-e77f-4f50-959f-9ee507525865 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de7562c0-2983-44c4-89b5-e07fab2a3a93', 'name': 'tempest-RoutersIpV6Test-router-1807611014', 'tenant_id': '875729a301494bb99d4fc208a57de2a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T21:46:46Z', 'updated_at': '2022-01-26T21:47:05Z', 'revision_number': 8, 'project_id': '875729a301494bb99d4fc208a57de2a1', 'gw_port_host': None, '_interfaces': [{'id': '54705ca0-beb2-4cf9-90ae-4dfac2c43448', 'name': '', 'network_id': '66d68c2c-c9c8-4952-a852-8011ef52bfe7', 'tenant_id': '875729a301494bb99d4fc208a57de2a1', 'mac_address': 'fa:16:3e:d9:11:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de7562c0-2983-44c4-89b5-e07fab2a3a93', 'device_owner': 'network:router_interface', 'standard_attr_id': 3822, 'fixed_ips': [{'subnet_id': '014bdb6c-8274-4192-8dcd-b6436b0b3c5c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:46:50Z', 'updated_at': '2022-01-26T21:46:56Z', 'revision_number': 5, 'project_id': '875729a301494bb99d4fc208a57de2a1', 'subnets': [{'id': '014bdb6c-8274-4192-8dcd-b6436b0b3c5c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '839d2084-36f3-4cc5-bed4-138ef3c3bd05', 'name': '', 'network_id': 'cd614f9b-e51b-4900-babd-c3ace5cf4668', 'tenant_id': '875729a301494bb99d4fc208a57de2a1', 'mac_address': 'fa:16:3e:35:f0:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de7562c0-2983-44c4-89b5-e07fab2a3a93', 'device_owner': 'network:router_interface', 'standard_attr_id': 3827, 'fixed_ips': [{'subnet_id': '3e123813-b324-49c8-88ef-3b76fc46a368', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:46:54Z', 'updated_at': '2022-01-26T21:46:59Z', 'revision_number': 5, 'project_id': '875729a301494bb99d4fc208a57de2a1', 'subnets': [{'id': '3e123813-b324-49c8-88ef-3b76fc46a368', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a63d5986-91b0-4022-a9c7-6a651ae33003', 'name': '', 'network_id': 'e3afdf88-b4b3-44f3-9b79-c32856979517', 'tenant_id': '875729a301494bb99d4fc208a57de2a1', 'mac_address': 'fa:16:3e:da:f1:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de7562c0-2983-44c4-89b5-e07fab2a3a93', 'device_owner': 'network:router_interface', 'standard_attr_id': 3817, 'fixed_ips': [{'subnet_id': 'ccffbf1d-5684-4d94-b9b0-2b4e0aa38e03', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:46:47Z', 'updated_at': '2022-01-26T21:46:50Z', 'revision_number': 5, 'project_id': '875729a301494bb99d4fc208a57de2a1', 'subnets': [{'id': 'ccffbf1d-5684-4d94-b9b0-2b4e0aa38e03', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760453-5', False) {} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:47:09.155973 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a8fc334-e77f-4f50-959f-9ee507525865 None None] The sync data for ids ['de7562c0-2983-44c4-89b5-e07fab2a3a93'] in n-d-760453-5 is: [{'id': 'de7562c0-2983-44c4-89b5-e07fab2a3a93', 'name': 'tempest-RoutersIpV6Test-router-1807611014', 'tenant_id': '875729a301494bb99d4fc208a57de2a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T21:46:46Z', 'updated_at': '2022-01-26T21:47:05Z', 'revision_number': 8, 'project_id': '875729a301494bb99d4fc208a57de2a1', 'gw_port_host': None, '_interfaces': [{'id': '54705ca0-beb2-4cf9-90ae-4dfac2c43448', 'name': '', 'network_id': '66d68c2c-c9c8-4952-a852-8011ef52bfe7', 'tenant_id': '875729a301494bb99d4fc208a57de2a1', 'mac_address': 'fa:16:3e:d9:11:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de7562c0-2983-44c4-89b5-e07fab2a3a93', 'device_owner': 'network:router_interface', 'standard_attr_id': 3822, 'fixed_ips': [{'subnet_id': '014bdb6c-8274-4192-8dcd-b6436b0b3c5c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:46:50Z', 'updated_at': '2022-01-26T21:46:56Z', 'revision_number': 5, 'project_id': '875729a301494bb99d4fc208a57de2a1', 'subnets': [{'id': '014bdb6c-8274-4192-8dcd-b6436b0b3c5c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '839d2084-36f3-4cc5-bed4-138ef3c3bd05', 'name': '', 'network_id': 'cd614f9b-e51b-4900-babd-c3ace5cf4668', 'tenant_id': '875729a301494bb99d4fc208a57de2a1', 'mac_address': 'fa:16:3e:35:f0:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de7562c0-2983-44c4-89b5-e07fab2a3a93', 'device_owner': 'network:router_interface', 'standard_attr_id': 3827, 'fixed_ips': [{'subnet_id': '3e123813-b324-49c8-88ef-3b76fc46a368', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:46:54Z', 'updated_at': '2022-01-26T21:46:59Z', 'revision_number': 5, 'project_id': '875729a301494bb99d4fc208a57de2a1', 'subnets': [{'id': '3e123813-b324-49c8-88ef-3b76fc46a368', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a63d5986-91b0-4022-a9c7-6a651ae33003', 'name': '', 'network_id': 'e3afdf88-b4b3-44f3-9b79-c32856979517', 'tenant_id': '875729a301494bb99d4fc208a57de2a1', 'mac_address': 'fa:16:3e:da:f1:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de7562c0-2983-44c4-89b5-e07fab2a3a93', 'device_owner': 'network:router_interface', 'standard_attr_id': 3817, 'fixed_ips': [{'subnet_id': 'ccffbf1d-5684-4d94-b9b0-2b4e0aa38e03', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:46:47Z', 'updated_at': '2022-01-26T21:46:50Z', 'revision_number': 5, 'project_id': '875729a301494bb99d4fc208a57de2a1', 'subnets': [{'id': 'ccffbf1d-5684-4d94-b9b0-2b4e0aa38e03', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 26 21:47:09.178633 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf1b3a3-5a54-4982-b8b3-811f231c4eb2 req-8a3ab5f7-68cd-4dd7-8804-08286fa47869 tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:47:09.185802 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-caf1b3a3-5a54-4982-b8b3-811f231c4eb2 req-8a3ab5f7-68cd-4dd7-8804-08286fa47869 tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] 10.222.0.13 "GET /v2.0/ports?device_id=08f8fbae-eb22-4afd-b006-5023d324bcfa HTTP/1.1" status: 200 len: 944 time: 0.1229539 Jan 26 21:47:09.235059 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f53cd04-b469-4b50-92cc-39e11e47596b req-64c82760-8895-485b-b9c0-89eed11c1249 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:47:09.236543 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-4f53cd04-b469-4b50-92cc-39e11e47596b req-64c82760-8895-485b-b9c0-89eed11c1249 service neutron] 10.222.0.66 "GET /v2.0/networks?id=e99ff163-7abb-45f5-a67b-861b243f04e0 HTTP/1.1" status: 200 len: 898 time: 0.1434608 Jan 26 21:47:09.286101 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-157fc33a-94c5-475f-80b7-e7ffe1edc027 tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Deleting port 839d2084-36f3-4cc5-bed4-138ef3c3bd05 {{(pid=103305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 21:47:09.286548 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-157fc33a-94c5-475f-80b7-e7ffe1edc027 tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746560630878'] for port (839d2084-36f3-4cc5-bed4-138ef3c3bd05), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:47:09.301366 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-caf1b3a3-5a54-4982-b8b3-811f231c4eb2 req-2bb64ea6-d1b2-4b43-9d51-376a2400279f tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] 10.222.0.13 "GET /v2.0/security-groups?id=829f4a56-3c21-4dc4-ba95-ce243443cb97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1103175 Jan 26 21:47:09.306941 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-4f53cd04-b469-4b50-92cc-39e11e47596b req-bbcd4dd8-4c80-4572-9870-97ac456d4867 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.21&port_id=82da13e3-7ef2-420c-a4db-4e301a55a9cd HTTP/1.1" status: 200 len: 217 time: 0.0603375 Jan 26 21:47:09.364189 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f53cd04-b469-4b50-92cc-39e11e47596b req-abb10f2c-76f8-41cf-8fe8-819baa561b15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:47:09.365740 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-4f53cd04-b469-4b50-92cc-39e11e47596b req-abb10f2c-76f8-41cf-8fe8-819baa561b15 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=8c498db6-5f89-483d-8866-e6650462a149 HTTP/1.1" status: 200 len: 837 time: 0.0512919 Jan 26 21:47:09.394898 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [None req-157fc33a-94c5-475f-80b7-e7ffe1edc027 tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] For port 839d2084-36f3-4cc5-bed4-138ef3c3bd05, host n-d-760453-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=839d2084-36f3-4cc5-bed4-138ef3c3bd05,segment=NetworkSegment(31e2af56-8173-43ec-b255-85d3d30ffd48),segment_id=31e2af56-8173-43ec-b255-85d3d30ffd48)] {{(pid=103305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:47:09.395276 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-157fc33a-94c5-475f-80b7-e7ffe1edc027 tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4109658'] for port (839d2084-36f3-4cc5-bed4-138ef3c3bd05), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:47:09.409640 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-157fc33a-94c5-475f-80b7-e7ffe1edc027 tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Calling delete_port for 839d2084-36f3-4cc5-bed4-138ef3c3bd05 owned by network:router_interface {{(pid=103305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 21:47:09.418274 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f53cd04-b469-4b50-92cc-39e11e47596b req-cb6aeb65-7923-4056-a9da-9aa402e1811f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:47:09.420027 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-4f53cd04-b469-4b50-92cc-39e11e47596b req-cb6aeb65-7923-4056-a9da-9aa402e1811f service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=e99ff163-7abb-45f5-a67b-861b243f04e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0476999 Jan 26 21:47:09.516284 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-4f53cd04-b469-4b50-92cc-39e11e47596b req-0a1f839c-8dcf-4d8d-9fac-2e066ee854ce service neutron] 10.222.0.66 "GET /v2.0/networks/e99ff163-7abb-45f5-a67b-861b243f04e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899122 Jan 26 21:47:09.582440 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-157fc33a-94c5-475f-80b7-e7ffe1edc027 tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746560636600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746560234536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11791543'] for port (839d2084-36f3-4cc5-bed4-138ef3c3bd05), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:47:09.615068 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-157fc33a-94c5-475f-80b7-e7ffe1edc027 tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Pushing event deleted for resources: {'Port': ['ID=839d2084-36f3-4cc5-bed4-138ef3c3bd05,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:47:09.627294 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-4f53cd04-b469-4b50-92cc-39e11e47596b req-810b7e08-9dc5-4b96-ad5a-82dd807aa299 service neutron] 10.222.0.66 "GET /v2.0/networks/e99ff163-7abb-45f5-a67b-861b243f04e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1040783 Jan 26 21:47:09.727969 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-157fc33a-94c5-475f-80b7-e7ffe1edc027 tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3709480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4110805'] for router_interface (de7562c0-2983-44c4-89b5-e07fab2a3a93), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:47:09.927221 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-157fc33a-94c5-475f-80b7-e7ffe1edc027 tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Router de7562c0-2983-44c4-89b5-e07fab2a3a93 has already been hosted by L3 agent 09df100c-3af1-4b0a-bda8-05914c71c458 {{(pid=103305) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 26 21:47:10.029153 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-157fc33a-94c5-475f-80b7-e7ffe1edc027 tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Notify agent at l3_agent.n-d-760453-5 the message routers_updated {{(pid=103305) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 26 21:47:10.038086 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-157fc33a-94c5-475f-80b7-e7ffe1edc027 tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] 10.222.0.13 "PUT /v2.0/routers/de7562c0-2983-44c4-89b5-e07fab2a3a93/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1467650 Jan 26 21:47:10.038347 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 43150) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:47:10.039073 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2091583-46b1-43dd-8862-419b9b9bdfac None None] Sync routers for ids ['de7562c0-2983-44c4-89b5-e07fab2a3a93'] in n-d-760453-5 {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 26 21:47:10.050586 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2091583-46b1-43dd-8862-419b9b9bdfac None None] Routers {'de7562c0-2983-44c4-89b5-e07fab2a3a93'} bound to L3 agent in host n-d-760453-5 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 21:47:10.051201 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-b2091583-46b1-43dd-8862-419b9b9bdfac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-26T20:55:21Z,description=,heartbeat_timestamp=2022-01-26T21:46:51Z,host='n-d-760453-5',id=09df100c-3af1-4b0a-bda8-05914c71c458,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:55:21Z,topic='l3_agent')) {'router_ids': ['de7562c0-2983-44c4-89b5-e07fab2a3a93'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:47:10.110284 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.db_base_plugin_v2 [None req-23fc2c84-ba2a-44a2-be28-3ad07698a162 tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Deleting subnet 3e123813-b324-49c8-88ef-3b76fc46a368 {{(pid=103304) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 26 21:47:10.113961 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-23fc2c84-ba2a-44a2-be28-3ad07698a162 tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Publish callbacks [] for subnet (3e123813-b324-49c8-88ef-3b76fc46a368), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:47:10.145097 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_dvr_db [None req-b2091583-46b1-43dd-8862-419b9b9bdfac None None] Set router de7562c0-2983-44c4-89b5-e07fab2a3a93 gateway port host: None {{(pid=103307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 21:47:10.167313 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-23fc2c84-ba2a-44a2-be28-3ad07698a162 tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8881284'] for subnet (3e123813-b324-49c8-88ef-3b76fc46a368), precommit_delete_associations {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:47:10.271763 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-23fc2c84-ba2a-44a2-be28-3ad07698a162 tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687316'] for subnet (3e123813-b324-49c8-88ef-3b76fc46a368), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:47:10.355534 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-23fc2c84-ba2a-44a2-be28-3ad07698a162 tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9281612', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12215216'] for subnet (3e123813-b324-49c8-88ef-3b76fc46a368), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:47:10.396943 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-b2091583-46b1-43dd-8862-419b9b9bdfac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de7562c0-2983-44c4-89b5-e07fab2a3a93', 'name': 'tempest-RoutersIpV6Test-router-1807611014', 'tenant_id': '875729a301494bb99d4fc208a57de2a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T21:46:46Z', 'updated_at': '2022-01-26T21:47:09Z', 'revision_number': 9, 'project_id': '875729a301494bb99d4fc208a57de2a1', 'gw_port_host': None, '_interfaces': [{'id': '54705ca0-beb2-4cf9-90ae-4dfac2c43448', 'name': '', 'network_id': '66d68c2c-c9c8-4952-a852-8011ef52bfe7', 'tenant_id': '875729a301494bb99d4fc208a57de2a1', 'mac_address': 'fa:16:3e:d9:11:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de7562c0-2983-44c4-89b5-e07fab2a3a93', 'device_owner': 'network:router_interface', 'standard_attr_id': 3822, 'fixed_ips': [{'subnet_id': '014bdb6c-8274-4192-8dcd-b6436b0b3c5c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:46:50Z', 'updated_at': '2022-01-26T21:46:56Z', 'revision_number': 5, 'project_id': '875729a301494bb99d4fc208a57de2a1', 'subnets': [{'id': '014bdb6c-8274-4192-8dcd-b6436b0b3c5c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a63d5986-91b0-4022-a9c7-6a651ae33003', 'name': '', 'network_id': 'e3afdf88-b4b3-44f3-9b79-c32856979517', 'tenant_id': '875729a301494bb99d4fc208a57de2a1', 'mac_address': 'fa:16:3e:da:f1:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de7562c0-2983-44c4-89b5-e07fab2a3a93', 'device_owner': 'network:router_interface', 'standard_attr_id': 3817, 'fixed_ips': [{'subnet_id': 'ccffbf1d-5684-4d94-b9b0-2b4e0aa38e03', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:46:47Z', 'updated_at': '2022-01-26T21:46:50Z', 'revision_number': 5, 'project_id': '875729a301494bb99d4fc208a57de2a1', 'subnets': [{'id': 'ccffbf1d-5684-4d94-b9b0-2b4e0aa38e03', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760453-5', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:47:10.403857 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23fc2c84-ba2a-44a2-be28-3ad07698a162 tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Pushing event deleted for resources: {'Subnet': ['ID=3e123813-b324-49c8-88ef-3b76fc46a368,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:47:10.430943 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-23fc2c84-ba2a-44a2-be28-3ad07698a162 tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Publish callbacks [] for subnet (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:47:10.436203 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c03a128-e7f9-4014-98d5-a55e448c35a9 None None] Network cd614f9b-e51b-4900-babd-c3ace5cf4668 requested from n-d-760453-5 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 26 21:47:10.437352 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 43156) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:47:10.437566 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-23fc2c84-ba2a-44a2-be28-3ad07698a162 tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] 10.222.0.13 "DELETE /v2.0/subnets/3e123813-b324-49c8-88ef-3b76fc46a368 HTTP/1.1" status: 204 len: 168 time: 0.3981328 Jan 26 21:47:10.443049 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2091583-46b1-43dd-8862-419b9b9bdfac None None] Checking router: de7562c0-2983-44c4-89b5-e07fab2a3a93 for host: n-d-760453-5 {{(pid=103307) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 26 21:47:10.466128 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2091583-46b1-43dd-8862-419b9b9bdfac None None] Routers {'de7562c0-2983-44c4-89b5-e07fab2a3a93'} bound to L3 agent in host n-d-760453-5 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 21:47:10.466751 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-b2091583-46b1-43dd-8862-419b9b9bdfac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-26T20:55:21Z,description=,heartbeat_timestamp=2022-01-26T21:46:51Z,host='n-d-760453-5',id=09df100c-3af1-4b0a-bda8-05914c71c458,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:55:21Z,topic='l3_agent')) {'router_ids': ['de7562c0-2983-44c4-89b5-e07fab2a3a93'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:47:10.478483 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1693cc77-c4bb-4220-b200-f2812712eb17 req-e625e323-52dd-42c6-ba24-8fd59629f382 tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:47:10.490933 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-1693cc77-c4bb-4220-b200-f2812712eb17 req-e625e323-52dd-42c6-ba24-8fd59629f382 tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] 10.222.0.13 "GET /v2.0/ports?device_id=08f8fbae-eb22-4afd-b006-5023d324bcfa HTTP/1.1" status: 200 len: 944 time: 0.1035769 Jan 26 21:47:10.562369 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-4be14e1d-768d-4a67-8def-4210d1dd2d0b tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-748181'] for network (cd614f9b-e51b-4900-babd-c3ace5cf4668), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:47:10.590811 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_dvr_db [None req-b2091583-46b1-43dd-8862-419b9b9bdfac None None] Set router de7562c0-2983-44c4-89b5-e07fab2a3a93 gateway port host: None {{(pid=103307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 21:47:10.592687 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-1693cc77-c4bb-4220-b200-f2812712eb17 req-2285fd36-4db2-431d-bac5-6d5f74565cd9 tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] 10.222.0.13 "GET /v2.0/security-groups?id=829f4a56-3c21-4dc4-ba95-ce243443cb97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0974350 Jan 26 21:47:10.668868 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-4be14e1d-768d-4a67-8def-4210d1dd2d0b tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Deleting port f8b7abd0-6999-4c4a-a95c-f4a86b9be3bf {{(pid=103305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 21:47:10.669489 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-4be14e1d-768d-4a67-8def-4210d1dd2d0b tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746560630878'] for port (f8b7abd0-6999-4c4a-a95c-f4a86b9be3bf), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:47:10.718558 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad8e1aa0-3bff-4ff6-9df3-fb41993998b6 None None] DHCP port deletion for cd614f9b-e51b-4900-babd-c3ace5cf4668 request from n-d-760453-5 {{(pid=103306) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 26 21:47:10.807725 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [None req-4be14e1d-768d-4a67-8def-4210d1dd2d0b tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] For port f8b7abd0-6999-4c4a-a95c-f4a86b9be3bf, host n-d-760453-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=f8b7abd0-6999-4c4a-a95c-f4a86b9be3bf,segment=NetworkSegment(31e2af56-8173-43ec-b255-85d3d30ffd48),segment_id=31e2af56-8173-43ec-b255-85d3d30ffd48)] {{(pid=103305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:47:10.808105 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-4be14e1d-768d-4a67-8def-4210d1dd2d0b tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4109658'] for port (f8b7abd0-6999-4c4a-a95c-f4a86b9be3bf), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:47:10.823501 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-4be14e1d-768d-4a67-8def-4210d1dd2d0b tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Calling delete_port for f8b7abd0-6999-4c4a-a95c-f4a86b9be3bf owned by network:dhcp {{(pid=103305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 21:47:10.824278 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-ad8e1aa0-3bff-4ff6-9df3-fb41993998b6 None None] Deleting port f8b7abd0-6999-4c4a-a95c-f4a86b9be3bf {{(pid=103306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 21:47:10.825061 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-ad8e1aa0-3bff-4ff6-9df3-fb41993998b6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746560630878'] for port (f8b7abd0-6999-4c4a-a95c-f4a86b9be3bf), before_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:47:10.919272 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-4be14e1d-768d-4a67-8def-4210d1dd2d0b tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746560636600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746560234536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11791543'] for port (f8b7abd0-6999-4c4a-a95c-f4a86b9be3bf), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:47:10.947471 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-b2091583-46b1-43dd-8862-419b9b9bdfac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de7562c0-2983-44c4-89b5-e07fab2a3a93', 'name': 'tempest-RoutersIpV6Test-router-1807611014', 'tenant_id': '875729a301494bb99d4fc208a57de2a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T21:46:46Z', 'updated_at': '2022-01-26T21:47:09Z', 'revision_number': 9, 'project_id': '875729a301494bb99d4fc208a57de2a1', 'gw_port_host': None, '_interfaces': [{'id': '54705ca0-beb2-4cf9-90ae-4dfac2c43448', 'name': '', 'network_id': '66d68c2c-c9c8-4952-a852-8011ef52bfe7', 'tenant_id': '875729a301494bb99d4fc208a57de2a1', 'mac_address': 'fa:16:3e:d9:11:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de7562c0-2983-44c4-89b5-e07fab2a3a93', 'device_owner': 'network:router_interface', 'standard_attr_id': 3822, 'fixed_ips': [{'subnet_id': '014bdb6c-8274-4192-8dcd-b6436b0b3c5c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:46:50Z', 'updated_at': '2022-01-26T21:46:56Z', 'revision_number': 5, 'project_id': '875729a301494bb99d4fc208a57de2a1', 'subnets': [{'id': '014bdb6c-8274-4192-8dcd-b6436b0b3c5c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a63d5986-91b0-4022-a9c7-6a651ae33003', 'name': '', 'network_id': 'e3afdf88-b4b3-44f3-9b79-c32856979517', 'tenant_id': '875729a301494bb99d4fc208a57de2a1', 'mac_address': 'fa:16:3e:da:f1:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de7562c0-2983-44c4-89b5-e07fab2a3a93', 'device_owner': 'network:router_interface', 'standard_attr_id': 3817, 'fixed_ips': [{'subnet_id': 'ccffbf1d-5684-4d94-b9b0-2b4e0aa38e03', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:46:47Z', 'updated_at': '2022-01-26T21:46:50Z', 'revision_number': 5, 'project_id': '875729a301494bb99d4fc208a57de2a1', 'subnets': [{'id': 'ccffbf1d-5684-4d94-b9b0-2b4e0aa38e03', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760453-5', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:47:10.960879 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be14e1d-768d-4a67-8def-4210d1dd2d0b tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Pushing event deleted for resources: {'Port': ['ID=f8b7abd0-6999-4c4a-a95c-f4a86b9be3bf,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:47:10.962573 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-ad8e1aa0-3bff-4ff6-9df3-fb41993998b6 None None] For port f8b7abd0-6999-4c4a-a95c-f4a86b9be3bf, host n-d-760453-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=f8b7abd0-6999-4c4a-a95c-f4a86b9be3bf,segment=NetworkSegment(31e2af56-8173-43ec-b255-85d3d30ffd48),segment_id=31e2af56-8173-43ec-b255-85d3d30ffd48)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:47:10.963157 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-ad8e1aa0-3bff-4ff6-9df3-fb41993998b6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4109658'] for port (f8b7abd0-6999-4c4a-a95c-f4a86b9be3bf), precommit_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:47:10.971452 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4be14e1d-768d-4a67-8def-4210d1dd2d0b tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] No DVR routers for this DVR port f8b7abd0-6999-4c4a-a95c-f4a86b9be3bf on host n-d-760453-5 {{(pid=103305) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 26 21:47:10.990835 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device f8b7abd0-6999-4c4a-a95c-f4a86b9be3bf no longer exists at agent ovs-agent-n-d-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 26 21:47:10.997012 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2091583-46b1-43dd-8862-419b9b9bdfac None None] The sync data for ids ['de7562c0-2983-44c4-89b5-e07fab2a3a93'] in n-d-760453-5 is: [{'id': 'de7562c0-2983-44c4-89b5-e07fab2a3a93', 'name': 'tempest-RoutersIpV6Test-router-1807611014', 'tenant_id': '875729a301494bb99d4fc208a57de2a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T21:46:46Z', 'updated_at': '2022-01-26T21:47:09Z', 'revision_number': 9, 'project_id': '875729a301494bb99d4fc208a57de2a1', 'gw_port_host': None, '_interfaces': [{'id': '54705ca0-beb2-4cf9-90ae-4dfac2c43448', 'name': '', 'network_id': '66d68c2c-c9c8-4952-a852-8011ef52bfe7', 'tenant_id': '875729a301494bb99d4fc208a57de2a1', 'mac_address': 'fa:16:3e:d9:11:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de7562c0-2983-44c4-89b5-e07fab2a3a93', 'device_owner': 'network:router_interface', 'standard_attr_id': 3822, 'fixed_ips': [{'subnet_id': '014bdb6c-8274-4192-8dcd-b6436b0b3c5c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:46:50Z', 'updated_at': '2022-01-26T21:46:56Z', 'revision_number': 5, 'project_id': '875729a301494bb99d4fc208a57de2a1', 'subnets': [{'id': '014bdb6c-8274-4192-8dcd-b6436b0b3c5c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a63d5986-91b0-4022-a9c7-6a651ae33003', 'name': '', 'network_id': 'e3afdf88-b4b3-44f3-9b79-c32856979517', 'tenant_id': '875729a301494bb99d4fc208a57de2a1', 'mac_address': 'fa:16:3e:da:f1:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de7562c0-2983-44c4-89b5-e07fab2a3a93', 'device_owner': 'network:router_interface', 'standard_attr_id': 3817, 'fixed_ips': [{'subnet_id': 'ccffbf1d-5684-4d94-b9b0-2b4e0aa38e03', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:46:47Z', 'updated_at': '2022-01-26T21:46:50Z', 'revision_number': 5, 'project_id': '875729a301494bb99d4fc208a57de2a1', 'subnets': [{'id': 'ccffbf1d-5684-4d94-b9b0-2b4e0aa38e03', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 26 21:47:11.030398 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] No Port match for: f8b7abd0-6999-4c4a-a95c-f4a86b9be3bf {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 26 21:47:11.031129 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device f8b7abd0-6999-4c4a-a95c-f4a86b9be3bf not bound to the agent host n-d-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 26 21:47:11.047691 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-ad8e1aa0-3bff-4ff6-9df3-fb41993998b6 None None] Calling delete_port for f8b7abd0-6999-4c4a-a95c-f4a86b9be3bf owned by network:dhcp {{(pid=103306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 21:47:11.080304 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-4be14e1d-768d-4a67-8def-4210d1dd2d0b tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-686403', 'neutron.services.segments.db._delete_segments_for_network-8746560774018'] for network (cd614f9b-e51b-4900-babd-c3ace5cf4668), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:47:11.111113 n-d-760453-5 neutron-server[103305]: DEBUG neutron.services.segments.db [None req-4be14e1d-768d-4a67-8def-4210d1dd2d0b tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cd614f9b-e51b-4900-babd-c3ace5cf4668']}} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:47:11.124141 n-d-760453-5 neutron-server[103305]: DEBUG neutron.services.segments.db [None req-4be14e1d-768d-4a67-8def-4210d1dd2d0b tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '31e2af56-8173-43ec-b255-85d3d30ffd48') {'for_net_delete': True} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:47:11.124454 n-d-760453-5 neutron-server[103305]: DEBUG neutron.services.segments.db [None req-4be14e1d-768d-4a67-8def-4210d1dd2d0b tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '31e2af56-8173-43ec-b255-85d3d30ffd48') {} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:47:11.137534 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-4be14e1d-768d-4a67-8def-4210d1dd2d0b tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746560742283', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11788955'] for segment (31e2af56-8173-43ec-b255-85d3d30ffd48), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:47:11.141956 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-ad8e1aa0-3bff-4ff6-9df3-fb41993998b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746560636600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746560234536'] for port (f8b7abd0-6999-4c4a-a95c-f4a86b9be3bf), after_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:47:11.154085 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-4be14e1d-768d-4a67-8def-4210d1dd2d0b tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576559'] for segment (31e2af56-8173-43ec-b255-85d3d30ffd48), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:47:11.156668 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad8e1aa0-3bff-4ff6-9df3-fb41993998b6 None None] No DVR routers for this DVR port f8b7abd0-6999-4c4a-a95c-f4a86b9be3bf on host n-d-760453-5 {{(pid=103306) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 26 21:47:11.166701 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4be14e1d-768d-4a67-8def-4210d1dd2d0b tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Releasing vlan 576 on physical network physnet1 to pool {{(pid=103305) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 26 21:47:11.167393 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-4be14e1d-768d-4a67-8def-4210d1dd2d0b tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11791428'] for segment (31e2af56-8173-43ec-b255-85d3d30ffd48), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:47:11.170941 n-d-760453-5 neutron-server[103305]: Traceback (most recent call last): Jan 26 21:47:11.170941 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 26 21:47:11.170941 n-d-760453-5 neutron-server[103305]: timer() Jan 26 21:47:11.170941 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 26 21:47:11.170941 n-d-760453-5 neutron-server[103305]: cb(*args, **kw) Jan 26 21:47:11.170941 n-d-760453-5 neutron-server[103305]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 26 21:47:11.170941 n-d-760453-5 neutron-server[103305]: return func(*args, **kwargs) Jan 26 21:47:11.170941 n-d-760453-5 neutron-server[103305]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 26 21:47:11.170941 n-d-760453-5 neutron-server[103305]: self._notify() Jan 26 21:47:11.170941 n-d-760453-5 neutron-server[103305]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 26 21:47:11.170941 n-d-760453-5 neutron-server[103305]: self.callback(batched_events) Jan 26 21:47:11.170941 n-d-760453-5 neutron-server[103305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 26 21:47:11.170941 n-d-760453-5 neutron-server[103305]: event.method(event) Jan 26 21:47:11.170941 n-d-760453-5 neutron-server[103305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 26 21:47:11.170941 n-d-760453-5 neutron-server[103305]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 26 21:47:11.170941 n-d-760453-5 neutron-server[103305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 26 21:47:11.170941 n-d-760453-5 neutron-server[103305]: aggregate_uuid = self.p_client.list_aggregates( Jan 26 21:47:11.170941 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 26 21:47:11.170941 n-d-760453-5 neutron-server[103305]: return f(self, *a, **k) Jan 26 21:47:11.170941 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 26 21:47:11.170941 n-d-760453-5 neutron-server[103305]: return self._get(url).json() Jan 26 21:47:11.170941 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 26 21:47:11.170941 n-d-760453-5 neutron-server[103305]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 26 21:47:11.170941 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 26 21:47:11.170941 n-d-760453-5 neutron-server[103305]: return self.request(url, 'GET', **kwargs) Jan 26 21:47:11.170941 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 26 21:47:11.170941 n-d-760453-5 neutron-server[103305]: base_url = self.get_endpoint(auth, allow=allow, Jan 26 21:47:11.170941 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 26 21:47:11.170941 n-d-760453-5 neutron-server[103305]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 26 21:47:11.170941 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 26 21:47:11.170941 n-d-760453-5 neutron-server[103305]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 26 21:47:11.170941 n-d-760453-5 neutron-server[103305]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 26 21:47:11.178044 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad8e1aa0-3bff-4ff6-9df3-fb41993998b6 None None] Pushing event deleted for resources: {'Port': ['ID=f8b7abd0-6999-4c4a-a95c-f4a86b9be3bf,revision_number=None']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:47:11.244203 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-4be14e1d-768d-4a67-8def-4210d1dd2d0b tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4110931'] for network (cd614f9b-e51b-4900-babd-c3ace5cf4668), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:47:11.259916 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-4be14e1d-768d-4a67-8def-4210d1dd2d0b tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Publish callbacks [] for network (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:47:11.266462 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 43160) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:47:11.268066 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-4be14e1d-768d-4a67-8def-4210d1dd2d0b tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] 10.222.0.13 "DELETE /v2.0/networks/cd614f9b-e51b-4900-babd-c3ace5cf4668 HTTP/1.1" status: 204 len: 168 time: 0.8274181 Jan 26 21:47:11.283926 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be14e1d-768d-4a67-8def-4210d1dd2d0b tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Pushing event deleted for resources: {'Network': ['ID=cd614f9b-e51b-4900-babd-c3ace5cf4668,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:47:12.015629 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4b27ac-7541-48e9-b704-ca57e22a61e2 req-5e53c44a-cc57-425f-9dbf-4ccec6fbd4c6 tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:47:12.017875 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-4d4b27ac-7541-48e9-b704-ca57e22a61e2 req-5e53c44a-cc57-425f-9dbf-4ccec6fbd4c6 tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] 10.222.0.13 "GET /v2.0/ports?device_id=08f8fbae-eb22-4afd-b006-5023d324bcfa HTTP/1.1" status: 200 len: 944 time: 0.1243374 Jan 26 21:47:12.122671 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-4d4b27ac-7541-48e9-b704-ca57e22a61e2 req-f34bb23c-8443-4d28-b6e2-27c4daee5a0e tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] 10.222.0.13 "GET /v2.0/security-groups?id=829f4a56-3c21-4dc4-ba95-ce243443cb97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0940924 Jan 26 21:47:12.198323 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-ca9c41c8-3446-43e8-a51b-26eccb9c9b75 tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4110657'] for router_interface (de7562c0-2983-44c4-89b5-e07fab2a3a93), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:47:12.479573 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-ca9c41c8-3446-43e8-a51b-26eccb9c9b75 tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Deleting port 54705ca0-beb2-4cf9-90ae-4dfac2c43448 {{(pid=103304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 21:47:12.480237 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-ca9c41c8-3446-43e8-a51b-26eccb9c9b75 tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746560630878'] for port (54705ca0-beb2-4cf9-90ae-4dfac2c43448), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:47:12.570989 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [None req-ca9c41c8-3446-43e8-a51b-26eccb9c9b75 tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] For port 54705ca0-beb2-4cf9-90ae-4dfac2c43448, host n-d-760453-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=54705ca0-beb2-4cf9-90ae-4dfac2c43448,segment=NetworkSegment(386725a6-d678-47d3-86ec-a9aee9d35512),segment_id=386725a6-d678-47d3-86ec-a9aee9d35512)] {{(pid=103304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:47:12.571364 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-ca9c41c8-3446-43e8-a51b-26eccb9c9b75 tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4109658'] for port (54705ca0-beb2-4cf9-90ae-4dfac2c43448), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:47:12.587785 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-ca9c41c8-3446-43e8-a51b-26eccb9c9b75 tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Calling delete_port for 54705ca0-beb2-4cf9-90ae-4dfac2c43448 owned by network:router_interface {{(pid=103304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 21:47:12.751090 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device 839d2084-36f3-4cc5-bed4-138ef3c3bd05 no longer exists at agent ovs-agent-n-d-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 26 21:47:12.760221 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-ca9c41c8-3446-43e8-a51b-26eccb9c9b75 tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746560636600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746560234536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9281553'] for port (54705ca0-beb2-4cf9-90ae-4dfac2c43448), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:47:12.771514 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] No Port match for: 839d2084-36f3-4cc5-bed4-138ef3c3bd05 {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 26 21:47:12.771870 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device 839d2084-36f3-4cc5-bed4-138ef3c3bd05 not bound to the agent host n-d-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 26 21:47:12.793060 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca9c41c8-3446-43e8-a51b-26eccb9c9b75 tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Pushing event deleted for resources: {'Port': ['ID=54705ca0-beb2-4cf9-90ae-4dfac2c43448,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:47:12.909975 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-ca9c41c8-3446-43e8-a51b-26eccb9c9b75 tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3709480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4110805'] for router_interface (de7562c0-2983-44c4-89b5-e07fab2a3a93), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:47:13.022522 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Device 82da13e3-7ef2-420c-a4db-4e301a55a9cd details requested by agent hyperv_n-h1-760453-5 with host n-h1-760453-5 {{(pid=103306) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 26 21:47:13.105507 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca9c41c8-3446-43e8-a51b-26eccb9c9b75 tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Router de7562c0-2983-44c4-89b5-e07fab2a3a93 has already been hosted by L3 agent 09df100c-3af1-4b0a-bda8-05914c71c458 {{(pid=103304) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 26 21:47:13.127948 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] For port 82da13e3-7ef2-420c-a4db-4e301a55a9cd, host n-h1-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-5',level=0,port_id=82da13e3-7ef2-420c-a4db-4e301a55a9cd,segment=NetworkSegment(bff444a4-beb1-4f53-a690-c33dd7eeacf8),segment_id=bff444a4-beb1-4f53-a690-c33dd7eeacf8)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:47:13.140700 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Returning: {'device': '82da13e3-7ef2-420c-a4db-4e301a55a9cd', 'network_id': 'e99ff163-7abb-45f5-a67b-861b243f04e0', 'port_id': '82da13e3-7ef2-420c-a4db-4e301a55a9cd', 'mac_address': 'fa:16:3e:ba:2e:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 571, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8c498db6-5f89-483d-8866-e6650462a149', 'ip_address': '172.20.0.21'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103306) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 26 21:47:13.182032 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Current status of the port 82da13e3-7ef2-420c-a4db-4e301a55a9cd is: DOWN; New status is: BUILD {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:47:13.182431 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (82da13e3-7ef2-420c-a4db-4e301a55a9cd), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:47:13.197347 n-d-760453-5 neutron-server[103306]: DEBUG neutron.notifiers.nova [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 82da13e3-7ef2-420c-a4db-4e301a55a9cd {{(pid=103306) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 26 21:47:13.205479 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca9c41c8-3446-43e8-a51b-26eccb9c9b75 tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Notify agent at l3_agent.n-d-760453-5 the message routers_updated {{(pid=103304) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 26 21:47:13.215608 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 43176) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:47:13.216082 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-ca9c41c8-3446-43e8-a51b-26eccb9c9b75 tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] 10.222.0.13 "PUT /v2.0/routers/de7562c0-2983-44c4-89b5-e07fab2a3a93/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9480891 Jan 26 21:47:13.219344 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02faaec9-625d-47e5-bb74-c82a967a70c0 None None] Sync routers for ids ['de7562c0-2983-44c4-89b5-e07fab2a3a93'] in n-d-760453-5 {{(pid=103306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 26 21:47:13.231730 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] For port 82da13e3-7ef2-420c-a4db-4e301a55a9cd, host n-h1-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-5',level=0,port_id=82da13e3-7ef2-420c-a4db-4e301a55a9cd,segment=NetworkSegment(bff444a4-beb1-4f53-a690-c33dd7eeacf8),segment_id=bff444a4-beb1-4f53-a690-c33dd7eeacf8)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:47:13.240170 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02faaec9-625d-47e5-bb74-c82a967a70c0 None None] Routers {'de7562c0-2983-44c4-89b5-e07fab2a3a93'} bound to L3 agent in host n-d-760453-5 {{(pid=103306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 21:47:13.240803 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-02faaec9-625d-47e5-bb74-c82a967a70c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-26T20:55:21Z,description=,heartbeat_timestamp=2022-01-26T21:46:51Z,host='n-d-760453-5',id=09df100c-3af1-4b0a-bda8-05914c71c458,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:55:21Z,topic='l3_agent')) {'router_ids': ['de7562c0-2983-44c4-89b5-e07fab2a3a93'], 'active': True} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:47:13.244640 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (82da13e3-7ef2-420c-a4db-4e301a55a9cd), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:47:13.283319 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.db_base_plugin_v2 [None req-4acd6d19-c406-4a2e-b6e5-ed1bb8283d30 tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Deleting subnet 014bdb6c-8274-4192-8dcd-b6436b0b3c5c {{(pid=103305) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 26 21:47:13.286870 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-4acd6d19-c406-4a2e-b6e5-ed1bb8283d30 tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Publish callbacks [] for subnet (014bdb6c-8274-4192-8dcd-b6436b0b3c5c), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:47:13.295772 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998d5f4f-9f65-4166-8416-4cd7d6feda9b req-7d16aaa9-7476-469e-a4f8-cc7d9ef41497 tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:47:13.303636 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-998d5f4f-9f65-4166-8416-4cd7d6feda9b req-7d16aaa9-7476-469e-a4f8-cc7d9ef41497 tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] 10.222.0.13 "GET /v2.0/ports?device_id=08f8fbae-eb22-4afd-b006-5023d324bcfa HTTP/1.1" status: 200 len: 945 time: 0.0684857 Jan 26 21:47:13.339874 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-4acd6d19-c406-4a2e-b6e5-ed1bb8283d30 tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11788946'] for subnet (014bdb6c-8274-4192-8dcd-b6436b0b3c5c), precommit_delete_associations {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:47:13.378725 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-998d5f4f-9f65-4166-8416-4cd7d6feda9b req-bdc506c7-131d-4ea6-acee-c61e33737d4a tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] 10.222.0.13 "GET /v2.0/security-groups?id=829f4a56-3c21-4dc4-ba95-ce243443cb97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0738668 Jan 26 21:47:13.380071 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Pushing event updated for resources: {'Port': ['ID=82da13e3-7ef2-420c-a4db-4e301a55a9cd,revision_number=4']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:47:13.404771 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvr_db [None req-02faaec9-625d-47e5-bb74-c82a967a70c0 None None] Set router de7562c0-2983-44c4-89b5-e07fab2a3a93 gateway port host: None {{(pid=103306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 21:47:13.451048 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-4acd6d19-c406-4a2e-b6e5-ed1bb8283d30 tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687316'] for subnet (014bdb6c-8274-4192-8dcd-b6436b0b3c5c), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:47:13.524834 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-4acd6d19-c406-4a2e-b6e5-ed1bb8283d30 tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11791594', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11599980'] for subnet (014bdb6c-8274-4192-8dcd-b6436b0b3c5c), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:47:13.559183 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4acd6d19-c406-4a2e-b6e5-ed1bb8283d30 tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Pushing event deleted for resources: {'Subnet': ['ID=014bdb6c-8274-4192-8dcd-b6436b0b3c5c,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:47:13.563174 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-4acd6d19-c406-4a2e-b6e5-ed1bb8283d30 tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Publish callbacks [] for subnet (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:47:13.569127 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 43184) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:47:13.569728 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-4acd6d19-c406-4a2e-b6e5-ed1bb8283d30 tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] 10.222.0.13 "DELETE /v2.0/subnets/014bdb6c-8274-4192-8dcd-b6436b0b3c5c HTTP/1.1" status: 204 len: 168 time: 0.3522437 Jan 26 21:47:13.577328 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57f1314a-8a8d-47f8-a477-885dc55c4fd0 None None] Network 66d68c2c-c9c8-4952-a852-8011ef52bfe7 requested from n-d-760453-5 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 26 21:47:13.647075 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-41dc983a-21eb-419c-881e-447a4173f86f tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-748181'] for network (66d68c2c-c9c8-4952-a852-8011ef52bfe7), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:47:13.693085 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] get_ports_and_sgs() called for port_ids ['82da13e3-7ef2-420c-a4db-4e301a55a9cd'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 26 21:47:13.712247 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-41dc983a-21eb-419c-881e-447a4173f86f tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Deleting port 5bf60a98-e5ee-44a1-a9b9-63a90da58f0a {{(pid=103304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 21:47:13.712597 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-41dc983a-21eb-419c-881e-447a4173f86f tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746560630878'] for port (5bf60a98-e5ee-44a1-a9b9-63a90da58f0a), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:47:13.768854 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-02faaec9-625d-47e5-bb74-c82a967a70c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de7562c0-2983-44c4-89b5-e07fab2a3a93', 'name': 'tempest-RoutersIpV6Test-router-1807611014', 'tenant_id': '875729a301494bb99d4fc208a57de2a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T21:46:46Z', 'updated_at': '2022-01-26T21:47:12Z', 'revision_number': 10, 'project_id': '875729a301494bb99d4fc208a57de2a1', 'gw_port_host': None, '_interfaces': [{'id': 'a63d5986-91b0-4022-a9c7-6a651ae33003', 'name': '', 'network_id': 'e3afdf88-b4b3-44f3-9b79-c32856979517', 'tenant_id': '875729a301494bb99d4fc208a57de2a1', 'mac_address': 'fa:16:3e:da:f1:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de7562c0-2983-44c4-89b5-e07fab2a3a93', 'device_owner': 'network:router_interface', 'standard_attr_id': 3817, 'fixed_ips': [{'subnet_id': 'ccffbf1d-5684-4d94-b9b0-2b4e0aa38e03', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:46:47Z', 'updated_at': '2022-01-26T21:46:50Z', 'revision_number': 5, 'project_id': '875729a301494bb99d4fc208a57de2a1', 'subnets': [{'id': 'ccffbf1d-5684-4d94-b9b0-2b4e0aa38e03', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760453-5', False) {} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:47:13.787844 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [None req-41dc983a-21eb-419c-881e-447a4173f86f tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] For port 5bf60a98-e5ee-44a1-a9b9-63a90da58f0a, host n-d-760453-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=5bf60a98-e5ee-44a1-a9b9-63a90da58f0a,segment=NetworkSegment(386725a6-d678-47d3-86ec-a9aee9d35512),segment_id=386725a6-d678-47d3-86ec-a9aee9d35512)] {{(pid=103304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:47:13.788212 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-41dc983a-21eb-419c-881e-447a4173f86f tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4109658'] for port (5bf60a98-e5ee-44a1-a9b9-63a90da58f0a), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:47:13.803294 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-41dc983a-21eb-419c-881e-447a4173f86f tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Calling delete_port for 5bf60a98-e5ee-44a1-a9b9-63a90da58f0a owned by network:dhcp {{(pid=103304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 21:47:13.808845 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02faaec9-625d-47e5-bb74-c82a967a70c0 None None] Checking router: de7562c0-2983-44c4-89b5-e07fab2a3a93 for host: n-d-760453-5 {{(pid=103306) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 26 21:47:13.824307 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b5a1cff-27db-4adf-a28e-890ccf27ef2f None None] DHCP port deletion for 66d68c2c-c9c8-4952-a852-8011ef52bfe7 request from n-d-760453-5 {{(pid=103306) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 26 21:47:13.839579 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02faaec9-625d-47e5-bb74-c82a967a70c0 None None] Routers {'de7562c0-2983-44c4-89b5-e07fab2a3a93'} bound to L3 agent in host n-d-760453-5 {{(pid=103306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 21:47:13.840201 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-02faaec9-625d-47e5-bb74-c82a967a70c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-26T20:55:21Z,description=,heartbeat_timestamp=2022-01-26T21:46:51Z,host='n-d-760453-5',id=09df100c-3af1-4b0a-bda8-05914c71c458,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:55:21Z,topic='l3_agent')) {'router_ids': ['de7562c0-2983-44c4-89b5-e07fab2a3a93'], 'active': True} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:47:13.893009 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-41dc983a-21eb-419c-881e-447a4173f86f tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746560636600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746560234536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9281553'] for port (5bf60a98-e5ee-44a1-a9b9-63a90da58f0a), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:47:13.925149 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41dc983a-21eb-419c-881e-447a4173f86f tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Pushing event deleted for resources: {'Port': ['ID=5bf60a98-e5ee-44a1-a9b9-63a90da58f0a,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:47:13.929052 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41dc983a-21eb-419c-881e-447a4173f86f tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] No DVR routers for this DVR port 5bf60a98-e5ee-44a1-a9b9-63a90da58f0a on host n-d-760453-5 {{(pid=103304) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 26 21:47:13.990625 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvr_db [None req-02faaec9-625d-47e5-bb74-c82a967a70c0 None None] Set router de7562c0-2983-44c4-89b5-e07fab2a3a93 gateway port host: None {{(pid=103306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 21:47:14.014945 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-41dc983a-21eb-419c-881e-447a4173f86f tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-686403', 'neutron.services.segments.db._delete_segments_for_network-8746560774018'] for network (66d68c2c-c9c8-4952-a852-8011ef52bfe7), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:47:14.037432 n-d-760453-5 neutron-server[103304]: DEBUG neutron.services.segments.db [None req-41dc983a-21eb-419c-881e-447a4173f86f tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['66d68c2c-c9c8-4952-a852-8011ef52bfe7']}} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:47:14.047093 n-d-760453-5 neutron-server[103304]: DEBUG neutron.services.segments.db [None req-41dc983a-21eb-419c-881e-447a4173f86f tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '386725a6-d678-47d3-86ec-a9aee9d35512') {'for_net_delete': True} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:47:14.047366 n-d-760453-5 neutron-server[103304]: DEBUG neutron.services.segments.db [None req-41dc983a-21eb-419c-881e-447a4173f86f tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '386725a6-d678-47d3-86ec-a9aee9d35512') {} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:47:14.061942 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-41dc983a-21eb-419c-881e-447a4173f86f tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746560742283', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8881293'] for segment (386725a6-d678-47d3-86ec-a9aee9d35512), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:47:14.075997 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-41dc983a-21eb-419c-881e-447a4173f86f tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576559'] for segment (386725a6-d678-47d3-86ec-a9aee9d35512), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:47:14.083111 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2b5a1cff-27db-4adf-a28e-890ccf27ef2f None None] Deleting port 5bf60a98-e5ee-44a1-a9b9-63a90da58f0a {{(pid=103306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 21:47:14.083482 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2b5a1cff-27db-4adf-a28e-890ccf27ef2f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746560630878'] for port (5bf60a98-e5ee-44a1-a9b9-63a90da58f0a), before_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:47:14.083737 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-41dc983a-21eb-419c-881e-447a4173f86f tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Releasing vlan 574 on physical network physnet1 to pool {{(pid=103304) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 26 21:47:14.084238 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-41dc983a-21eb-419c-881e-447a4173f86f tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9281762'] for segment (386725a6-d678-47d3-86ec-a9aee9d35512), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:47:14.088550 n-d-760453-5 neutron-server[103304]: Traceback (most recent call last): Jan 26 21:47:14.088550 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 26 21:47:14.088550 n-d-760453-5 neutron-server[103304]: timer() Jan 26 21:47:14.088550 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 26 21:47:14.088550 n-d-760453-5 neutron-server[103304]: cb(*args, **kw) Jan 26 21:47:14.088550 n-d-760453-5 neutron-server[103304]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 26 21:47:14.088550 n-d-760453-5 neutron-server[103304]: return func(*args, **kwargs) Jan 26 21:47:14.088550 n-d-760453-5 neutron-server[103304]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 26 21:47:14.088550 n-d-760453-5 neutron-server[103304]: self._notify() Jan 26 21:47:14.088550 n-d-760453-5 neutron-server[103304]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 26 21:47:14.088550 n-d-760453-5 neutron-server[103304]: self.callback(batched_events) Jan 26 21:47:14.088550 n-d-760453-5 neutron-server[103304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 26 21:47:14.088550 n-d-760453-5 neutron-server[103304]: event.method(event) Jan 26 21:47:14.088550 n-d-760453-5 neutron-server[103304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 26 21:47:14.088550 n-d-760453-5 neutron-server[103304]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 26 21:47:14.088550 n-d-760453-5 neutron-server[103304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 26 21:47:14.088550 n-d-760453-5 neutron-server[103304]: aggregate_uuid = self.p_client.list_aggregates( Jan 26 21:47:14.088550 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 26 21:47:14.088550 n-d-760453-5 neutron-server[103304]: return f(self, *a, **k) Jan 26 21:47:14.088550 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 26 21:47:14.088550 n-d-760453-5 neutron-server[103304]: return self._get(url).json() Jan 26 21:47:14.088550 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 26 21:47:14.088550 n-d-760453-5 neutron-server[103304]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 26 21:47:14.088550 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 26 21:47:14.088550 n-d-760453-5 neutron-server[103304]: return self.request(url, 'GET', **kwargs) Jan 26 21:47:14.088550 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 26 21:47:14.088550 n-d-760453-5 neutron-server[103304]: base_url = self.get_endpoint(auth, allow=allow, Jan 26 21:47:14.088550 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 26 21:47:14.088550 n-d-760453-5 neutron-server[103304]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 26 21:47:14.088550 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 26 21:47:14.088550 n-d-760453-5 neutron-server[103304]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 26 21:47:14.088550 n-d-760453-5 neutron-server[103304]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 26 21:47:14.150817 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-41dc983a-21eb-419c-881e-447a4173f86f tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4110931'] for network (66d68c2c-c9c8-4952-a852-8011ef52bfe7), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:47:14.162309 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-41dc983a-21eb-419c-881e-447a4173f86f tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Publish callbacks [] for network (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:47:14.165981 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-41dc983a-21eb-419c-881e-447a4173f86f tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] 10.222.0.13 "DELETE /v2.0/networks/66d68c2c-c9c8-4952-a852-8011ef52bfe7 HTTP/1.1" status: 204 len: 168 time: 0.5958209 Jan 26 21:47:14.168835 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 43186) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:47:14.176715 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41dc983a-21eb-419c-881e-447a4173f86f tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Pushing event deleted for resources: {'Network': ['ID=66d68c2c-c9c8-4952-a852-8011ef52bfe7,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:47:14.246331 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-2b5a1cff-27db-4adf-a28e-890ccf27ef2f None None] For port 5bf60a98-e5ee-44a1-a9b9-63a90da58f0a, host n-d-760453-5, got binding levels [] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:47:14.246681 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2b5a1cff-27db-4adf-a28e-890ccf27ef2f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4109658'] for port (5bf60a98-e5ee-44a1-a9b9-63a90da58f0a), precommit_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:47:14.266410 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2b5a1cff-27db-4adf-a28e-890ccf27ef2f None None] Calling delete_port for 5bf60a98-e5ee-44a1-a9b9-63a90da58f0a owned by network:dhcp {{(pid=103306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 21:47:14.273178 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.ipam_backend_mixin [None req-2b5a1cff-27db-4adf-a28e-890ccf27ef2f None None] Port 5bf60a98-e5ee-44a1-a9b9-63a90da58f0a was not found and therefore no delete operation was performed {{(pid=103306) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jan 26 21:47:14.286883 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2b5a1cff-27db-4adf-a28e-890ccf27ef2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746560636600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746560234536'] for port (5bf60a98-e5ee-44a1-a9b9-63a90da58f0a), after_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:47:14.521087 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-2b5a1cff-27db-4adf-a28e-890ccf27ef2f None None] Network 66d68c2c-c9c8-4952-a852-8011ef52bfe7 is not hosted by any dhcp agent {{(pid=103306) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jan 26 21:47:14.521580 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b5a1cff-27db-4adf-a28e-890ccf27ef2f None None] No DVR routers for this DVR port 5bf60a98-e5ee-44a1-a9b9-63a90da58f0a on host n-d-760453-5 {{(pid=103306) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 26 21:47:14.522363 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f55b75d-cf10-4065-bbce-18785a7a4662 req-1aba401a-b8e1-4044-a149-fd643d31b9af tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:47:14.524073 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-4f55b75d-cf10-4065-bbce-18785a7a4662 req-1aba401a-b8e1-4044-a149-fd643d31b9af tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] 10.222.0.13 "GET /v2.0/ports?device_id=08f8fbae-eb22-4afd-b006-5023d324bcfa HTTP/1.1" status: 200 len: 945 time: 0.0549622 Jan 26 21:47:14.526044 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b5a1cff-27db-4adf-a28e-890ccf27ef2f None None] Pushing event deleted for resources: {'Port': ['ID=5bf60a98-e5ee-44a1-a9b9-63a90da58f0a,revision_number=None']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:47:14.584375 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-02faaec9-625d-47e5-bb74-c82a967a70c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de7562c0-2983-44c4-89b5-e07fab2a3a93', 'name': 'tempest-RoutersIpV6Test-router-1807611014', 'tenant_id': '875729a301494bb99d4fc208a57de2a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T21:46:46Z', 'updated_at': '2022-01-26T21:47:12Z', 'revision_number': 10, 'project_id': '875729a301494bb99d4fc208a57de2a1', 'gw_port_host': None, '_interfaces': [{'id': 'a63d5986-91b0-4022-a9c7-6a651ae33003', 'name': '', 'network_id': 'e3afdf88-b4b3-44f3-9b79-c32856979517', 'tenant_id': '875729a301494bb99d4fc208a57de2a1', 'mac_address': 'fa:16:3e:da:f1:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de7562c0-2983-44c4-89b5-e07fab2a3a93', 'device_owner': 'network:router_interface', 'standard_attr_id': 3817, 'fixed_ips': [{'subnet_id': 'ccffbf1d-5684-4d94-b9b0-2b4e0aa38e03', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:46:47Z', 'updated_at': '2022-01-26T21:46:50Z', 'revision_number': 5, 'project_id': '875729a301494bb99d4fc208a57de2a1', 'subnets': [{'id': 'ccffbf1d-5684-4d94-b9b0-2b4e0aa38e03', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760453-5', False) {} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:47:14.589615 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-5e99e9ac-9383-4caa-acc7-b092bd00d5cb tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4110657'] for router_interface (de7562c0-2983-44c4-89b5-e07fab2a3a93), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:47:14.614618 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02faaec9-625d-47e5-bb74-c82a967a70c0 None None] The sync data for ids ['de7562c0-2983-44c4-89b5-e07fab2a3a93'] in n-d-760453-5 is: [{'id': 'de7562c0-2983-44c4-89b5-e07fab2a3a93', 'name': 'tempest-RoutersIpV6Test-router-1807611014', 'tenant_id': '875729a301494bb99d4fc208a57de2a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T21:46:46Z', 'updated_at': '2022-01-26T21:47:12Z', 'revision_number': 10, 'project_id': '875729a301494bb99d4fc208a57de2a1', 'gw_port_host': None, '_interfaces': [{'id': 'a63d5986-91b0-4022-a9c7-6a651ae33003', 'name': '', 'network_id': 'e3afdf88-b4b3-44f3-9b79-c32856979517', 'tenant_id': '875729a301494bb99d4fc208a57de2a1', 'mac_address': 'fa:16:3e:da:f1:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de7562c0-2983-44c4-89b5-e07fab2a3a93', 'device_owner': 'network:router_interface', 'standard_attr_id': 3817, 'fixed_ips': [{'subnet_id': 'ccffbf1d-5684-4d94-b9b0-2b4e0aa38e03', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:46:47Z', 'updated_at': '2022-01-26T21:46:50Z', 'revision_number': 5, 'project_id': '875729a301494bb99d4fc208a57de2a1', 'subnets': [{'id': 'ccffbf1d-5684-4d94-b9b0-2b4e0aa38e03', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 26 21:47:14.632898 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-4f55b75d-cf10-4065-bbce-18785a7a4662 req-8e13c4c1-5040-4f38-a89b-4b9423c88120 tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] 10.222.0.13 "GET /v2.0/security-groups?id=829f4a56-3c21-4dc4-ba95-ce243443cb97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0840535 Jan 26 21:47:14.823397 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device 5bf60a98-e5ee-44a1-a9b9-63a90da58f0a no longer exists at agent ovs-agent-n-d-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 26 21:47:14.850513 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] No Port match for: 5bf60a98-e5ee-44a1-a9b9-63a90da58f0a {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 26 21:47:14.851064 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device 5bf60a98-e5ee-44a1-a9b9-63a90da58f0a not bound to the agent host n-d-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 26 21:47:14.851792 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device 54705ca0-beb2-4cf9-90ae-4dfac2c43448 no longer exists at agent ovs-agent-n-d-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 26 21:47:14.863099 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-5e99e9ac-9383-4caa-acc7-b092bd00d5cb tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Deleting port a63d5986-91b0-4022-a9c7-6a651ae33003 {{(pid=103305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 21:47:14.863526 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-5e99e9ac-9383-4caa-acc7-b092bd00d5cb tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746560630878'] for port (a63d5986-91b0-4022-a9c7-6a651ae33003), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:47:14.875240 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] No Port match for: 54705ca0-beb2-4cf9-90ae-4dfac2c43448 {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 26 21:47:14.875830 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device 54705ca0-beb2-4cf9-90ae-4dfac2c43448 not bound to the agent host n-d-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 26 21:47:14.961321 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [None req-5e99e9ac-9383-4caa-acc7-b092bd00d5cb tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] For port a63d5986-91b0-4022-a9c7-6a651ae33003, host n-d-760453-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=a63d5986-91b0-4022-a9c7-6a651ae33003,segment=NetworkSegment(a8074dfa-49c4-4814-b947-192e979b4723),segment_id=a8074dfa-49c4-4814-b947-192e979b4723)] {{(pid=103305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:47:14.961804 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-5e99e9ac-9383-4caa-acc7-b092bd00d5cb tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4109658'] for port (a63d5986-91b0-4022-a9c7-6a651ae33003), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:47:14.981797 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-5e99e9ac-9383-4caa-acc7-b092bd00d5cb tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Calling delete_port for a63d5986-91b0-4022-a9c7-6a651ae33003 owned by network:router_interface {{(pid=103305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 21:47:15.150285 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-5e99e9ac-9383-4caa-acc7-b092bd00d5cb tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746560636600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746560234536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11791543'] for port (a63d5986-91b0-4022-a9c7-6a651ae33003), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:47:15.176575 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e99e9ac-9383-4caa-acc7-b092bd00d5cb tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Pushing event deleted for resources: {'Port': ['ID=a63d5986-91b0-4022-a9c7-6a651ae33003,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:47:15.280933 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-5e99e9ac-9383-4caa-acc7-b092bd00d5cb tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3709480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4110805'] for router_interface (de7562c0-2983-44c4-89b5-e07fab2a3a93), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:47:15.447037 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e99e9ac-9383-4caa-acc7-b092bd00d5cb tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Router de7562c0-2983-44c4-89b5-e07fab2a3a93 has already been hosted by L3 agent 09df100c-3af1-4b0a-bda8-05914c71c458 {{(pid=103305) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 26 21:47:15.526186 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e99e9ac-9383-4caa-acc7-b092bd00d5cb tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Notify agent at l3_agent.n-d-760453-5 the message routers_updated {{(pid=103305) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 26 21:47:15.531774 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-5e99e9ac-9383-4caa-acc7-b092bd00d5cb tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] 10.222.0.13 "PUT /v2.0/routers/de7562c0-2983-44c4-89b5-e07fab2a3a93/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3618965 Jan 26 21:47:15.534444 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 43202) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:47:15.538825 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b44793b7-d330-43de-a951-a777a0a14455 None None] Sync routers for ids ['de7562c0-2983-44c4-89b5-e07fab2a3a93'] in n-d-760453-5 {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 26 21:47:15.549254 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b44793b7-d330-43de-a951-a777a0a14455 None None] Routers {'de7562c0-2983-44c4-89b5-e07fab2a3a93'} bound to L3 agent in host n-d-760453-5 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 21:47:15.550010 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-b44793b7-d330-43de-a951-a777a0a14455 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-26T20:55:21Z,description=,heartbeat_timestamp=2022-01-26T21:46:51Z,host='n-d-760453-5',id=09df100c-3af1-4b0a-bda8-05914c71c458,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:55:21Z,topic='l3_agent')) {'router_ids': ['de7562c0-2983-44c4-89b5-e07fab2a3a93'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:47:15.588364 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.db_base_plugin_v2 [None req-120dce70-5dc9-4384-ad9c-d330465f2693 tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Deleting subnet ccffbf1d-5684-4d94-b9b0-2b4e0aa38e03 {{(pid=103305) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 26 21:47:15.592452 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-120dce70-5dc9-4384-ad9c-d330465f2693 tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Publish callbacks [] for subnet (ccffbf1d-5684-4d94-b9b0-2b4e0aa38e03), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:47:15.623169 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_dvr_db [None req-b44793b7-d330-43de-a951-a777a0a14455 None None] Set router de7562c0-2983-44c4-89b5-e07fab2a3a93 gateway port host: None {{(pid=103307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 21:47:15.645825 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-120dce70-5dc9-4384-ad9c-d330465f2693 tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11788946'] for subnet (ccffbf1d-5684-4d94-b9b0-2b4e0aa38e03), precommit_delete_associations {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:47:15.714311 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-b44793b7-d330-43de-a951-a777a0a14455 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de7562c0-2983-44c4-89b5-e07fab2a3a93', 'name': 'tempest-RoutersIpV6Test-router-1807611014', 'tenant_id': '875729a301494bb99d4fc208a57de2a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T21:46:46Z', 'updated_at': '2022-01-26T21:47:15Z', 'revision_number': 11, 'project_id': '875729a301494bb99d4fc208a57de2a1', 'gw_port_host': None}], 'n-d-760453-5', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:47:15.750400 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b44793b7-d330-43de-a951-a777a0a14455 None None] Checking router: de7562c0-2983-44c4-89b5-e07fab2a3a93 for host: n-d-760453-5 {{(pid=103307) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 26 21:47:15.752516 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-120dce70-5dc9-4384-ad9c-d330465f2693 tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687316'] for subnet (ccffbf1d-5684-4d94-b9b0-2b4e0aa38e03), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:47:15.753534 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c30451a-e4ca-4013-a46f-03f7a404345e req-5aa5ae2d-0b00-483c-b69c-1c7a78964098 tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:47:15.755317 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-4c30451a-e4ca-4013-a46f-03f7a404345e req-5aa5ae2d-0b00-483c-b69c-1c7a78964098 tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] 10.222.0.13 "GET /v2.0/ports?device_id=08f8fbae-eb22-4afd-b006-5023d324bcfa HTTP/1.1" status: 200 len: 945 time: 0.0625751 Jan 26 21:47:15.766179 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b44793b7-d330-43de-a951-a777a0a14455 None None] Routers {'de7562c0-2983-44c4-89b5-e07fab2a3a93'} bound to L3 agent in host n-d-760453-5 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 21:47:15.766773 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-b44793b7-d330-43de-a951-a777a0a14455 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-26T20:55:21Z,description=,heartbeat_timestamp=2022-01-26T21:46:51Z,host='n-d-760453-5',id=09df100c-3af1-4b0a-bda8-05914c71c458,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:55:21Z,topic='l3_agent')) {'router_ids': ['de7562c0-2983-44c4-89b5-e07fab2a3a93'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:47:15.822734 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-120dce70-5dc9-4384-ad9c-d330465f2693 tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11791594', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11599980'] for subnet (ccffbf1d-5684-4d94-b9b0-2b4e0aa38e03), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:47:15.822983 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-4c30451a-e4ca-4013-a46f-03f7a404345e req-f6e2df71-dd01-408f-903f-a4bc4c64068a tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] 10.222.0.13 "GET /v2.0/security-groups?id=829f4a56-3c21-4dc4-ba95-ce243443cb97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0614209 Jan 26 21:47:15.857757 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120dce70-5dc9-4384-ad9c-d330465f2693 tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Pushing event deleted for resources: {'Subnet': ['ID=ccffbf1d-5684-4d94-b9b0-2b4e0aa38e03,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:47:15.867758 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-120dce70-5dc9-4384-ad9c-d330465f2693 tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Publish callbacks [] for subnet (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:47:15.872689 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-120dce70-5dc9-4384-ad9c-d330465f2693 tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] 10.222.0.13 "DELETE /v2.0/subnets/ccffbf1d-5684-4d94-b9b0-2b4e0aa38e03 HTTP/1.1" status: 204 len: 168 time: 0.3372469 Jan 26 21:47:15.875082 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b50e8466-606b-4cad-b4d7-8d05278d5294 None None] Network e3afdf88-b4b3-44f3-9b79-c32856979517 requested from n-d-760453-5 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 26 21:47:15.876049 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 43208) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:47:15.944534 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_dvr_db [None req-b44793b7-d330-43de-a951-a777a0a14455 None None] Set router de7562c0-2983-44c4-89b5-e07fab2a3a93 gateway port host: None {{(pid=103307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 21:47:15.964013 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-67f380e8-d90f-4c4a-a3db-79b403ae8bc1 tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-748181'] for network (e3afdf88-b4b3-44f3-9b79-c32856979517), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:47:16.005963 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-b44793b7-d330-43de-a951-a777a0a14455 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de7562c0-2983-44c4-89b5-e07fab2a3a93', 'name': 'tempest-RoutersIpV6Test-router-1807611014', 'tenant_id': '875729a301494bb99d4fc208a57de2a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T21:46:46Z', 'updated_at': '2022-01-26T21:47:15Z', 'revision_number': 11, 'project_id': '875729a301494bb99d4fc208a57de2a1', 'gw_port_host': None}], 'n-d-760453-5', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:47:16.038736 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-67f380e8-d90f-4c4a-a3db-79b403ae8bc1 tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Deleting port 9d75d904-9a6c-470b-982f-da2fed1d80f0 {{(pid=103304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 21:47:16.039929 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-67f380e8-d90f-4c4a-a3db-79b403ae8bc1 tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746560630878'] for port (9d75d904-9a6c-470b-982f-da2fed1d80f0), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:47:16.040864 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b44793b7-d330-43de-a951-a777a0a14455 None None] The sync data for ids ['de7562c0-2983-44c4-89b5-e07fab2a3a93'] in n-d-760453-5 is: [{'id': 'de7562c0-2983-44c4-89b5-e07fab2a3a93', 'name': 'tempest-RoutersIpV6Test-router-1807611014', 'tenant_id': '875729a301494bb99d4fc208a57de2a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T21:46:46Z', 'updated_at': '2022-01-26T21:47:15Z', 'revision_number': 11, 'project_id': '875729a301494bb99d4fc208a57de2a1', 'gw_port_host': None}] {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 26 21:47:16.110585 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [None req-67f380e8-d90f-4c4a-a3db-79b403ae8bc1 tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] For port 9d75d904-9a6c-470b-982f-da2fed1d80f0, host n-d-760453-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=9d75d904-9a6c-470b-982f-da2fed1d80f0,segment=NetworkSegment(a8074dfa-49c4-4814-b947-192e979b4723),segment_id=a8074dfa-49c4-4814-b947-192e979b4723)] {{(pid=103304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:47:16.110968 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-67f380e8-d90f-4c4a-a3db-79b403ae8bc1 tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4109658'] for port (9d75d904-9a6c-470b-982f-da2fed1d80f0), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:47:16.127251 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-67f380e8-d90f-4c4a-a3db-79b403ae8bc1 tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Calling delete_port for 9d75d904-9a6c-470b-982f-da2fed1d80f0 owned by network:dhcp {{(pid=103304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 21:47:16.234689 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-67f380e8-d90f-4c4a-a3db-79b403ae8bc1 tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746560636600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746560234536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9281553'] for port (9d75d904-9a6c-470b-982f-da2fed1d80f0), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:47:16.261455 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f380e8-d90f-4c4a-a3db-79b403ae8bc1 tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Pushing event deleted for resources: {'Port': ['ID=9d75d904-9a6c-470b-982f-da2fed1d80f0,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:47:16.264835 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67f380e8-d90f-4c4a-a3db-79b403ae8bc1 tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] No DVR routers for this DVR port 9d75d904-9a6c-470b-982f-da2fed1d80f0 on host n-d-760453-5 {{(pid=103304) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 26 21:47:16.346171 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-67f380e8-d90f-4c4a-a3db-79b403ae8bc1 tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-686403', 'neutron.services.segments.db._delete_segments_for_network-8746560774018'] for network (e3afdf88-b4b3-44f3-9b79-c32856979517), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:47:16.374310 n-d-760453-5 neutron-server[103304]: DEBUG neutron.services.segments.db [None req-67f380e8-d90f-4c4a-a3db-79b403ae8bc1 tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e3afdf88-b4b3-44f3-9b79-c32856979517']}} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:47:16.386708 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aafe18c3-6cb2-41af-a4a2-c34f6fc4129d None None] DHCP port deletion for e3afdf88-b4b3-44f3-9b79-c32856979517 request from n-d-760453-5 {{(pid=103306) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 26 21:47:16.389739 n-d-760453-5 neutron-server[103304]: DEBUG neutron.services.segments.db [None req-67f380e8-d90f-4c4a-a3db-79b403ae8bc1 tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a8074dfa-49c4-4814-b947-192e979b4723') {'for_net_delete': True} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:47:16.390106 n-d-760453-5 neutron-server[103304]: DEBUG neutron.services.segments.db [None req-67f380e8-d90f-4c4a-a3db-79b403ae8bc1 tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a8074dfa-49c4-4814-b947-192e979b4723') {} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:47:16.402720 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-67f380e8-d90f-4c4a-a3db-79b403ae8bc1 tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746560742283', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8881293'] for segment (a8074dfa-49c4-4814-b947-192e979b4723), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:47:16.416746 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-67f380e8-d90f-4c4a-a3db-79b403ae8bc1 tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576559'] for segment (a8074dfa-49c4-4814-b947-192e979b4723), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:47:16.423183 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-67f380e8-d90f-4c4a-a3db-79b403ae8bc1 tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Releasing vlan 585 on physical network physnet1 to pool {{(pid=103304) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 26 21:47:16.423584 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-67f380e8-d90f-4c4a-a3db-79b403ae8bc1 tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9281762'] for segment (a8074dfa-49c4-4814-b947-192e979b4723), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:47:16.427634 n-d-760453-5 neutron-server[103304]: Traceback (most recent call last): Jan 26 21:47:16.427634 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 26 21:47:16.427634 n-d-760453-5 neutron-server[103304]: timer() Jan 26 21:47:16.427634 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 26 21:47:16.427634 n-d-760453-5 neutron-server[103304]: cb(*args, **kw) Jan 26 21:47:16.427634 n-d-760453-5 neutron-server[103304]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 26 21:47:16.427634 n-d-760453-5 neutron-server[103304]: return func(*args, **kwargs) Jan 26 21:47:16.427634 n-d-760453-5 neutron-server[103304]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 26 21:47:16.427634 n-d-760453-5 neutron-server[103304]: self._notify() Jan 26 21:47:16.427634 n-d-760453-5 neutron-server[103304]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 26 21:47:16.427634 n-d-760453-5 neutron-server[103304]: self.callback(batched_events) Jan 26 21:47:16.427634 n-d-760453-5 neutron-server[103304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 26 21:47:16.427634 n-d-760453-5 neutron-server[103304]: event.method(event) Jan 26 21:47:16.427634 n-d-760453-5 neutron-server[103304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 26 21:47:16.427634 n-d-760453-5 neutron-server[103304]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 26 21:47:16.427634 n-d-760453-5 neutron-server[103304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 26 21:47:16.427634 n-d-760453-5 neutron-server[103304]: aggregate_uuid = self.p_client.list_aggregates( Jan 26 21:47:16.427634 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 26 21:47:16.427634 n-d-760453-5 neutron-server[103304]: return f(self, *a, **k) Jan 26 21:47:16.427634 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 26 21:47:16.427634 n-d-760453-5 neutron-server[103304]: return self._get(url).json() Jan 26 21:47:16.427634 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 26 21:47:16.427634 n-d-760453-5 neutron-server[103304]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 26 21:47:16.427634 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 26 21:47:16.427634 n-d-760453-5 neutron-server[103304]: return self.request(url, 'GET', **kwargs) Jan 26 21:47:16.427634 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 26 21:47:16.427634 n-d-760453-5 neutron-server[103304]: base_url = self.get_endpoint(auth, allow=allow, Jan 26 21:47:16.427634 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 26 21:47:16.427634 n-d-760453-5 neutron-server[103304]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 26 21:47:16.427634 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 26 21:47:16.427634 n-d-760453-5 neutron-server[103304]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 26 21:47:16.427634 n-d-760453-5 neutron-server[103304]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 26 21:47:16.494825 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-67f380e8-d90f-4c4a-a3db-79b403ae8bc1 tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4110931'] for network (e3afdf88-b4b3-44f3-9b79-c32856979517), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:47:16.514472 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-67f380e8-d90f-4c4a-a3db-79b403ae8bc1 tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Publish callbacks [] for network (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:47:16.517768 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-67f380e8-d90f-4c4a-a3db-79b403ae8bc1 tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] 10.222.0.13 "DELETE /v2.0/networks/e3afdf88-b4b3-44f3-9b79-c32856979517 HTTP/1.1" status: 204 len: 168 time: 0.6405997 Jan 26 21:47:16.520530 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 43216) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:47:16.527479 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-b70d0b2c-eb13-4a24-a070-6d277ac5367a tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Request body: {'router': {'routes': None}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:47:16.529917 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f380e8-d90f-4c4a-a3db-79b403ae8bc1 tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Pushing event deleted for resources: {'Network': ['ID=e3afdf88-b4b3-44f3-9b79-c32856979517,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:47:16.689597 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.extraroute_db [None req-b70d0b2c-eb13-4a24-a070-6d277ac5367a tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Added routes are [] {{(pid=103305) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jan 26 21:47:16.690199 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.extraroute_db [None req-b70d0b2c-eb13-4a24-a070-6d277ac5367a tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Removed routes are [] {{(pid=103305) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jan 26 21:47:16.690303 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-b70d0b2c-eb13-4a24-a070-6d277ac5367a tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4111352', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4105746', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13075'] for router (de7562c0-2983-44c4-89b5-e07fab2a3a93), precommit_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:47:16.800552 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device a63d5986-91b0-4022-a9c7-6a651ae33003 no longer exists at agent ovs-agent-n-d-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 26 21:47:16.820944 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] No Port match for: a63d5986-91b0-4022-a9c7-6a651ae33003 {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 26 21:47:16.821279 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device a63d5986-91b0-4022-a9c7-6a651ae33003 not bound to the agent host n-d-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 26 21:47:16.821714 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device 9d75d904-9a6c-470b-982f-da2fed1d80f0 no longer exists at agent ovs-agent-n-d-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 26 21:47:16.831617 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-b70d0b2c-eb13-4a24-a070-6d277ac5367a tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4111352', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4105746', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13075'] for router (de7562c0-2983-44c4-89b5-e07fab2a3a93), precommit_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:47:16.835095 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-b70d0b2c-eb13-4a24-a070-6d277ac5367a tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4111263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-4111345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-4111334', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-4105739'] for router (de7562c0-2983-44c4-89b5-e07fab2a3a93), after_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:47:16.842063 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] No Port match for: 9d75d904-9a6c-470b-982f-da2fed1d80f0 {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 26 21:47:16.842422 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device 9d75d904-9a6c-470b-982f-da2fed1d80f0 not bound to the agent host n-d-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 26 21:47:16.918329 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b70d0b2c-eb13-4a24-a070-6d277ac5367a tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Router de7562c0-2983-44c4-89b5-e07fab2a3a93 has already been hosted by L3 agent 09df100c-3af1-4b0a-bda8-05914c71c458 {{(pid=103305) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 26 21:47:16.943801 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba85001-582c-46a5-802a-a3abe68ded4c req-f667c49e-ae87-45c7-9a5d-dbcace325444 tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:47:16.945976 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-8ba85001-582c-46a5-802a-a3abe68ded4c req-f667c49e-ae87-45c7-9a5d-dbcace325444 tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] 10.222.0.13 "GET /v2.0/ports?device_id=08f8fbae-eb22-4afd-b006-5023d324bcfa HTTP/1.1" status: 200 len: 945 time: 0.0508397 Jan 26 21:47:17.002157 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b70d0b2c-eb13-4a24-a070-6d277ac5367a tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Notify agent at l3_agent.n-d-760453-5 the message routers_updated {{(pid=103305) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 26 21:47:17.004042 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-8ba85001-582c-46a5-802a-a3abe68ded4c req-4f6ddb48-1f42-46b6-8b91-988c7d816cfe tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] 10.222.0.13 "GET /v2.0/security-groups?id=829f4a56-3c21-4dc4-ba95-ce243443cb97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522215 Jan 26 21:47:17.011517 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-b70d0b2c-eb13-4a24-a070-6d277ac5367a tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Publish callbacks [] for router (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:47:17.013122 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-b70d0b2c-eb13-4a24-a070-6d277ac5367a tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] 10.222.0.13 "PUT /v2.0/routers/de7562c0-2983-44c4-89b5-e07fab2a3a93 HTTP/1.1" status: 200 len: 705 time: 0.4906759 Jan 26 21:47:17.016013 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 43222) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:47:17.016225 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5633ba2b-6827-4ae3-af23-c37995b35092 None None] Sync routers for ids ['de7562c0-2983-44c4-89b5-e07fab2a3a93'] in n-d-760453-5 {{(pid=103306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 26 21:47:17.029465 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Device 82da13e3-7ef2-420c-a4db-4e301a55a9cd up at agent hyperv_n-h1-760453-5 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 21:47:17.056586 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-a6f00635-171e-4f84-915f-7c6c3db2ee85 tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] 10.222.0.13 "GET /v2.0/ports?device_id=de7562c0-2983-44c4-89b5-e07fab2a3a93 HTTP/1.1" status: 200 len: 205 time: 0.0391672 Jan 26 21:47:17.058924 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 43224) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:47:17.082565 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5633ba2b-6827-4ae3-af23-c37995b35092 None None] Routers {'de7562c0-2983-44c4-89b5-e07fab2a3a93'} bound to L3 agent in host n-d-760453-5 {{(pid=103306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 21:47:17.082744 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-5633ba2b-6827-4ae3-af23-c37995b35092 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-26T20:55:21Z,description=,heartbeat_timestamp=2022-01-26T21:46:51Z,host='n-d-760453-5',id=09df100c-3af1-4b0a-bda8-05914c71c458,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:55:21Z,topic='l3_agent')) {'router_ids': ['de7562c0-2983-44c4-89b5-e07fab2a3a93'], 'active': True} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:47:17.136550 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-d9316884-9c68-42dc-81db-76956f46e4fc tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Publish callbacks [] for router (de7562c0-2983-44c4-89b5-e07fab2a3a93), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:47:17.162672 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvr_db [None req-5633ba2b-6827-4ae3-af23-c37995b35092 None None] Set router de7562c0-2983-44c4-89b5-e07fab2a3a93 gateway port host: None {{(pid=103306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 21:47:17.194526 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Provisioning for port 82da13e3-7ef2-420c-a4db-4e301a55a9cd completed by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 21:47:17.225020 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Provisioning complete for port 82da13e3-7ef2-420c-a4db-4e301a55a9cd triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:47:17.225441 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (82da13e3-7ef2-420c-a4db-4e301a55a9cd), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:47:17.227603 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-5633ba2b-6827-4ae3-af23-c37995b35092 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de7562c0-2983-44c4-89b5-e07fab2a3a93', 'name': 'tempest-RoutersIpV6Test-router-1807611014', 'tenant_id': '875729a301494bb99d4fc208a57de2a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T21:46:46Z', 'updated_at': '2022-01-26T21:47:15Z', 'revision_number': 11, 'project_id': '875729a301494bb99d4fc208a57de2a1', 'gw_port_host': None}], 'n-d-760453-5', False) {} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:47:17.273637 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5633ba2b-6827-4ae3-af23-c37995b35092 None None] Checking router: de7562c0-2983-44c4-89b5-e07fab2a3a93 for host: n-d-760453-5 {{(pid=103306) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 26 21:47:17.292388 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5633ba2b-6827-4ae3-af23-c37995b35092 None None] Routers {'de7562c0-2983-44c4-89b5-e07fab2a3a93'} bound to L3 agent in host n-d-760453-5 {{(pid=103306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 21:47:17.293003 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-5633ba2b-6827-4ae3-af23-c37995b35092 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-26T20:55:21Z,description=,heartbeat_timestamp=2022-01-26T21:46:51Z,host='n-d-760453-5',id=09df100c-3af1-4b0a-bda8-05914c71c458,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:55:21Z,topic='l3_agent')) {'router_ids': ['de7562c0-2983-44c4-89b5-e07fab2a3a93'], 'active': True} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:47:17.300528 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-d9316884-9c68-42dc-81db-76956f46e4fc tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4105774', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13082'] for router (de7562c0-2983-44c4-89b5-e07fab2a3a93), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:47:17.302772 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-d9316884-9c68-42dc-81db-76956f46e4fc tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Publish callbacks [] for router_controller (de7562c0-2983-44c4-89b5-e07fab2a3a93), precommit_delete_associations {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:47:17.350194 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-d9316884-9c68-42dc-81db-76956f46e4fc tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4105767'] for router (de7562c0-2983-44c4-89b5-e07fab2a3a93), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:47:17.350732 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9316884-9c68-42dc-81db-76956f46e4fc tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Fanout notify agent at l3_agent the message router_deleted on router de7562c0-2983-44c4-89b5-e07fab2a3a93 {{(pid=103305) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 26 21:47:17.358074 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-d9316884-9c68-42dc-81db-76956f46e4fc tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Publish callbacks [] for router (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:47:17.364607 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 43228) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:47:17.364803 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-d9316884-9c68-42dc-81db-76956f46e4fc tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] 10.222.0.13 "DELETE /v2.0/routers/de7562c0-2983-44c4-89b5-e07fab2a3a93 HTTP/1.1" status: 204 len: 168 time: 0.3019359 Jan 26 21:47:17.368584 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-7414b53f-a069-4001-95b3-291506111060 tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1995047847', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:47:17.370828 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvr_db [None req-5633ba2b-6827-4ae3-af23-c37995b35092 None None] Set router de7562c0-2983-44c4-89b5-e07fab2a3a93 gateway port host: None {{(pid=103306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 21:47:17.390573 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-7414b53f-a069-4001-95b3-291506111060 tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4104596', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13108'] for router (0270bf96-bd39-414e-b480-883f33272e49), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:47:17.391754 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-7414b53f-a069-4001-95b3-291506111060 tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4105828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4111306', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3733576', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13069'] for router (0270bf96-bd39-414e-b480-883f33272e49), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:47:17.445731 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-5633ba2b-6827-4ae3-af23-c37995b35092 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de7562c0-2983-44c4-89b5-e07fab2a3a93', 'name': 'tempest-RoutersIpV6Test-router-1807611014', 'tenant_id': '875729a301494bb99d4fc208a57de2a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T21:46:46Z', 'updated_at': '2022-01-26T21:47:15Z', 'revision_number': 11, 'project_id': '875729a301494bb99d4fc208a57de2a1', 'gw_port_host': None}], 'n-d-760453-5', False) {} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:47:17.447552 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-7414b53f-a069-4001-95b3-291506111060 tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Publish callbacks [] for router_controller (0270bf96-bd39-414e-b480-883f33272e49), precommit_add_association {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:47:17.452238 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-7414b53f-a069-4001-95b3-291506111060 tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4105757', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4111263'] for router (0270bf96-bd39-414e-b480-883f33272e49), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:47:17.472202 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-7414b53f-a069-4001-95b3-291506111060 tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Publish callbacks [] for router (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:47:17.473538 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-7414b53f-a069-4001-95b3-291506111060 tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.1085138 Jan 26 21:47:17.476122 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 43230) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:47:17.481349 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-8b185490-84c1-40dd-87b1-96da848ef4bf tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Request body: {'router': {'admin_state_up': True}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:47:17.487178 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5633ba2b-6827-4ae3-af23-c37995b35092 None None] The sync data for ids ['de7562c0-2983-44c4-89b5-e07fab2a3a93'] in n-d-760453-5 is: [{'id': 'de7562c0-2983-44c4-89b5-e07fab2a3a93', 'name': 'tempest-RoutersIpV6Test-router-1807611014', 'tenant_id': '875729a301494bb99d4fc208a57de2a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T21:46:46Z', 'updated_at': '2022-01-26T21:47:15Z', 'revision_number': 11, 'project_id': '875729a301494bb99d4fc208a57de2a1', 'gw_port_host': None}] {{(pid=103306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 26 21:47:17.490566 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Current status of the port 82da13e3-7ef2-420c-a4db-4e301a55a9cd is: BUILD; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:47:17.490955 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (82da13e3-7ef2-420c-a4db-4e301a55a9cd), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:47:17.515990 n-d-760453-5 neutron-server[103306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08f8fbae-eb22-4afd-b006-5023d324bcfa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82da13e3-7ef2-420c-a4db-4e301a55a9cd'}] {{(pid=103306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 21:47:17.518397 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9d5d370febab655511bdd2ffe887e43e442d144a440368702bcc1e93af00b97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a279d1f-e8dd-4b52-bd5b-34bae2df7ebc" -d '{"events": [{"server_uuid": "08f8fbae-eb22-4afd-b006-5023d324bcfa", "name": "network-vif-plugged", "status": "completed", "tag": "82da13e3-7ef2-420c-a4db-4e301a55a9cd"}]}' {{(pid=103306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 21:47:17.532927 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] For port 82da13e3-7ef2-420c-a4db-4e301a55a9cd, host n-h1-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-5',level=0,port_id=82da13e3-7ef2-420c-a4db-4e301a55a9cd,segment=NetworkSegment(bff444a4-beb1-4f53-a690-c33dd7eeacf8),segment_id=bff444a4-beb1-4f53-a690-c33dd7eeacf8)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:47:17.540579 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (82da13e3-7ef2-420c-a4db-4e301a55a9cd), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:47:17.608749 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Pushing event updated for resources: {'Port': ['ID=82da13e3-7ef2-420c-a4db-4e301a55a9cd,revision_number=5']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:47:17.706095 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Jan 2022 21:47:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe03e125-6c0e-4b20-9adf-e7575fbfca2c x-openstack-request-id: req-fe03e125-6c0e-4b20-9adf-e7575fbfca2c {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 21:47:17.706274 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08f8fbae-eb22-4afd-b006-5023d324bcfa", "name": "network-vif-plugged", "status": "completed", "tag": "82da13e3-7ef2-420c-a4db-4e301a55a9cd", "code": 200}]} {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 21:47:17.706461 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-fe03e125-6c0e-4b20-9adf-e7575fbfca2c {{(pid=103306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 21:47:17.706811 n-d-760453-5 neutron-server[103306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08f8fbae-eb22-4afd-b006-5023d324bcfa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82da13e3-7ef2-420c-a4db-4e301a55a9cd', 'code': 200} Jan 26 21:47:17.739944 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-8b185490-84c1-40dd-87b1-96da848ef4bf tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4111352', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4105746', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13075'] for router (0270bf96-bd39-414e-b480-883f33272e49), precommit_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:47:17.752033 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-8b185490-84c1-40dd-87b1-96da848ef4bf tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4111263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-4111345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-4111334', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-4105739'] for router (0270bf96-bd39-414e-b480-883f33272e49), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:47:17.877444 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af3593f-e1cc-4614-997e-26fee347806c req-91aa4231-ba95-430f-8fb6-eefc9239db5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:47:17.878851 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-4af3593f-e1cc-4614-997e-26fee347806c req-91aa4231-ba95-430f-8fb6-eefc9239db5a service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=08f8fbae-eb22-4afd-b006-5023d324bcfa HTTP/1.1" status: 200 len: 1097 time: 0.0589156 Jan 26 21:47:17.892731 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b185490-84c1-40dd-87b1-96da848ef4bf tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Router 0270bf96-bd39-414e-b480-883f33272e49 is scheduled to L3 agent 09df100c-3af1-4b0a-bda8-05914c71c458 with binding_index 1 {{(pid=103304) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 26 21:47:17.995211 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-4af3593f-e1cc-4614-997e-26fee347806c req-831d301a-eede-4f39-951e-1f745a008220 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=829f4a56-3c21-4dc4-ba95-ce243443cb97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1095357 Jan 26 21:47:17.997762 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b185490-84c1-40dd-87b1-96da848ef4bf tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Notify agent at l3_agent.n-d-760453-5 the message routers_updated {{(pid=103304) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 26 21:47:18.004482 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-8b185490-84c1-40dd-87b1-96da848ef4bf tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Publish callbacks [] for router (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:47:18.005547 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-8b185490-84c1-40dd-87b1-96da848ef4bf tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] 10.222.0.13 "PUT /v2.0/routers/0270bf96-bd39-414e-b480-883f33272e49 HTTP/1.1" status: 200 len: 698 time: 0.5278320 Jan 26 21:47:18.008377 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 43238) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:47:18.008951 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc1a6382-f58b-47fd-806f-15a162ca947f None None] Sync routers for ids ['0270bf96-bd39-414e-b480-883f33272e49'] in n-d-760453-5 {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 26 21:47:18.024449 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc1a6382-f58b-47fd-806f-15a162ca947f None None] Routers {'0270bf96-bd39-414e-b480-883f33272e49'} bound to L3 agent in host n-d-760453-5 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 21:47:18.025089 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-dc1a6382-f58b-47fd-806f-15a162ca947f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-26T20:55:21Z,description=,heartbeat_timestamp=2022-01-26T21:46:51Z,host='n-d-760453-5',id=09df100c-3af1-4b0a-bda8-05914c71c458,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:55:21Z,topic='l3_agent')) {'router_ids': ['0270bf96-bd39-414e-b480-883f33272e49'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:47:18.107812 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_dvr_db [None req-dc1a6382-f58b-47fd-806f-15a162ca947f None None] Set router 0270bf96-bd39-414e-b480-883f33272e49 gateway port host: None {{(pid=103307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 21:47:18.187831 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-dc1a6382-f58b-47fd-806f-15a162ca947f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0270bf96-bd39-414e-b480-883f33272e49', 'name': 'tempest-RoutersIpV6Test-router-1995047847', 'tenant_id': '875729a301494bb99d4fc208a57de2a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T21:47:17Z', 'updated_at': '2022-01-26T21:47:17Z', 'revision_number': 2, 'project_id': '875729a301494bb99d4fc208a57de2a1', 'gw_port_host': None}], 'n-d-760453-5', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:47:18.239373 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc1a6382-f58b-47fd-806f-15a162ca947f None None] Checking router: 0270bf96-bd39-414e-b480-883f33272e49 for host: n-d-760453-5 {{(pid=103307) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 26 21:47:18.251277 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc1a6382-f58b-47fd-806f-15a162ca947f None None] Routers {'0270bf96-bd39-414e-b480-883f33272e49'} bound to L3 agent in host n-d-760453-5 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 21:47:18.252023 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-dc1a6382-f58b-47fd-806f-15a162ca947f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-26T20:55:21Z,description=,heartbeat_timestamp=2022-01-26T21:46:51Z,host='n-d-760453-5',id=09df100c-3af1-4b0a-bda8-05914c71c458,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:55:21Z,topic='l3_agent')) {'router_ids': ['0270bf96-bd39-414e-b480-883f33272e49'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:47:18.341933 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_dvr_db [None req-dc1a6382-f58b-47fd-806f-15a162ca947f None None] Set router 0270bf96-bd39-414e-b480-883f33272e49 gateway port host: None {{(pid=103307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 21:47:18.392230 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-ceca4056-73e8-4cf5-83ce-875dab639a2e tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] 10.222.0.13 "GET /v2.0/routers/0270bf96-bd39-414e-b480-883f33272e49 HTTP/1.1" status: 200 len: 704 time: 0.3825812 Jan 26 21:47:18.394725 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 43246) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:47:18.404613 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-dc1a6382-f58b-47fd-806f-15a162ca947f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0270bf96-bd39-414e-b480-883f33272e49', 'name': 'tempest-RoutersIpV6Test-router-1995047847', 'tenant_id': '875729a301494bb99d4fc208a57de2a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T21:47:17Z', 'updated_at': '2022-01-26T21:47:17Z', 'revision_number': 2, 'project_id': '875729a301494bb99d4fc208a57de2a1', 'gw_port_host': None}], 'n-d-760453-5', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:47:18.423148 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-8691cbc0-5c77-4060-9a07-538f6d748934 tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] 10.222.0.13 "GET /v2.0/ports?device_id=0270bf96-bd39-414e-b480-883f33272e49 HTTP/1.1" status: 200 len: 205 time: 0.0272374 Jan 26 21:47:18.425056 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 43248) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:47:18.442413 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc1a6382-f58b-47fd-806f-15a162ca947f None None] The sync data for ids ['0270bf96-bd39-414e-b480-883f33272e49'] in n-d-760453-5 is: [{'id': '0270bf96-bd39-414e-b480-883f33272e49', 'name': 'tempest-RoutersIpV6Test-router-1995047847', 'tenant_id': '875729a301494bb99d4fc208a57de2a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T21:47:17Z', 'updated_at': '2022-01-26T21:47:17Z', 'revision_number': 2, 'project_id': '875729a301494bb99d4fc208a57de2a1', 'gw_port_host': None}] {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 26 21:47:18.467230 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25087f5d-6d35-40f4-9123-8f960a593bf5 req-eacf2cb2-1752-4a81-89e7-694561d7b998 tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:47:18.468820 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-25087f5d-6d35-40f4-9123-8f960a593bf5 req-eacf2cb2-1752-4a81-89e7-694561d7b998 tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] 10.222.0.13 "GET /v2.0/ports?device_id=08f8fbae-eb22-4afd-b006-5023d324bcfa HTTP/1.1" status: 200 len: 946 time: 0.3499517 Jan 26 21:47:18.516031 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-ed3bc4fc-f9d9-485a-afa8-739fbc42e7e0 tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Publish callbacks [] for router (0270bf96-bd39-414e-b480-883f33272e49), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:47:18.524954 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-25087f5d-6d35-40f4-9123-8f960a593bf5 req-09f53fdd-baa8-4435-9763-a32d66ed5de8 tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] 10.222.0.13 "GET /v2.0/security-groups?id=829f4a56-3c21-4dc4-ba95-ce243443cb97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489340 Jan 26 21:47:18.689081 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-ed3bc4fc-f9d9-485a-afa8-739fbc42e7e0 tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4105774', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13082'] for router (0270bf96-bd39-414e-b480-883f33272e49), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:47:18.691358 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-ed3bc4fc-f9d9-485a-afa8-739fbc42e7e0 tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Publish callbacks [] for router_controller (0270bf96-bd39-414e-b480-883f33272e49), precommit_delete_associations {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:47:18.735801 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-ed3bc4fc-f9d9-485a-afa8-739fbc42e7e0 tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4105767'] for router (0270bf96-bd39-414e-b480-883f33272e49), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:47:18.736332 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed3bc4fc-f9d9-485a-afa8-739fbc42e7e0 tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Fanout notify agent at l3_agent the message router_deleted on router 0270bf96-bd39-414e-b480-883f33272e49 {{(pid=103305) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 26 21:47:18.743505 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-ed3bc4fc-f9d9-485a-afa8-739fbc42e7e0 tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] Publish callbacks [] for router (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:47:18.744621 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-ed3bc4fc-f9d9-485a-afa8-739fbc42e7e0 tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] 10.222.0.13 "DELETE /v2.0/routers/0270bf96-bd39-414e-b480-883f33272e49 HTTP/1.1" status: 204 len: 168 time: 0.3185534 Jan 26 21:47:18.748644 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 43252) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:47:18.776249 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-80407a2e-bd61-4c79-ae0f-26427aa88422 tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] 10.222.0.13 "GET /v2.0/ports?device_id=0270bf96-bd39-414e-b480-883f33272e49 HTTP/1.1" status: 200 len: 205 time: 0.0264380 Jan 26 21:47:18.778474 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 43254) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:47:18.815661 n-d-760453-5 neutron-server[103305]: INFO neutron.api.v2.resource [None req-1607b134-7145-43a2-8deb-fbd0ec3d21fe tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] delete failed (client error): The resource could not be found. Jan 26 21:47:18.816674 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-1607b134-7145-43a2-8deb-fbd0ec3d21fe tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] 10.222.0.13 "DELETE /v2.0/routers/0270bf96-bd39-414e-b480-883f33272e49 HTTP/1.1" status: 404 len: 336 time: 0.0373015 Jan 26 21:47:18.819093 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 43256) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:47:18.848956 n-d-760453-5 neutron-server[103305]: INFO neutron.pecan_wsgi.hooks.translation [None req-cdc2aac6-d82f-4f9d-b6ec-9636421376a2 tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] DELETE failed (client error): The resource could not be found. Jan 26 21:47:18.849433 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cdc2aac6-d82f-4f9d-b6ec-9636421376a2 tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103305) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 26 21:47:18.852432 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-cdc2aac6-d82f-4f9d-b6ec-9636421376a2 tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] 10.222.0.13 "DELETE /v2.0/subnets/cf1c37d0-d302-4c65-a23c-34deb4af387b HTTP/1.1" status: 404 len: 337 time: 0.0324593 Jan 26 21:47:18.854833 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 43258) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:47:18.881285 n-d-760453-5 neutron-server[103305]: INFO neutron.pecan_wsgi.hooks.translation [None req-ef9e6c97-51e4-41a8-9e53-75690eaa3b46 tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] DELETE failed (client error): The resource could not be found. Jan 26 21:47:18.881779 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ef9e6c97-51e4-41a8-9e53-75690eaa3b46 tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103305) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 26 21:47:18.885640 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-ef9e6c97-51e4-41a8-9e53-75690eaa3b46 tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] 10.222.0.13 "DELETE /v2.0/subnets/3e123813-b324-49c8-88ef-3b76fc46a368 HTTP/1.1" status: 404 len: 337 time: 0.0297284 Jan 26 21:47:18.887964 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 43260) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:47:18.917489 n-d-760453-5 neutron-server[103305]: INFO neutron.pecan_wsgi.hooks.translation [None req-87ec1aa6-eb18-4842-889f-1f2210f80d7e tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] DELETE failed (client error): The resource could not be found. Jan 26 21:47:18.918086 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-87ec1aa6-eb18-4842-889f-1f2210f80d7e tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103305) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 26 21:47:18.919181 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-8f2a2542-29ab-4eef-a4ba-5b9a02b02fe3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (474ccdf7-ab6c-405b-a3b2-dc7b05829902), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:47:18.923904 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-87ec1aa6-eb18-4842-889f-1f2210f80d7e tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] 10.222.0.13 "DELETE /v2.0/subnets/014bdb6c-8274-4192-8dcd-b6436b0b3c5c HTTP/1.1" status: 404 len: 337 time: 0.0349393 Jan 26 21:47:18.926535 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 43266) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:47:18.954676 n-d-760453-5 neutron-server[103304]: INFO neutron.pecan_wsgi.hooks.translation [None req-e1ab4e1b-13f1-45b9-9f0a-249a2a90811d tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] DELETE failed (client error): The resource could not be found. Jan 26 21:47:18.955128 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e1ab4e1b-13f1-45b9-9f0a-249a2a90811d tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103304) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 26 21:47:18.958166 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-e1ab4e1b-13f1-45b9-9f0a-249a2a90811d tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] 10.222.0.13 "DELETE /v2.0/subnets/ccffbf1d-5684-4d94-b9b0-2b4e0aa38e03 HTTP/1.1" status: 404 len: 337 time: 0.0303831 Jan 26 21:47:18.960871 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 43268) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:47:18.994469 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-cf26c73a-53aa-45d3-b51d-9853b531687f tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] 10.222.0.13 "GET /v2.0/ports?device_id=de7562c0-2983-44c4-89b5-e07fab2a3a93 HTTP/1.1" status: 200 len: 205 time: 0.0322108 Jan 26 21:47:18.996728 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 43270) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:47:19.037166 n-d-760453-5 neutron-server[103304]: INFO neutron.api.v2.resource [None req-052b0aee-facf-4337-b1d4-a99394d7b18a tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] delete failed (client error): The resource could not be found. Jan 26 21:47:19.038426 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-052b0aee-facf-4337-b1d4-a99394d7b18a tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] 10.222.0.13 "DELETE /v2.0/routers/de7562c0-2983-44c4-89b5-e07fab2a3a93 HTTP/1.1" status: 404 len: 336 time: 0.0406613 Jan 26 21:47:19.041391 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 43272) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:47:19.068734 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-15c85381-86e2-4613-b70d-13ada480d106 tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] 10.222.0.13 "GET /v2.0/ports?device_id=152ae676-bfa5-4c25-bfaf-4b39e058f4af HTTP/1.1" status: 200 len: 205 time: 0.0262804 Jan 26 21:47:19.071088 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 43274) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:47:19.108291 n-d-760453-5 neutron-server[103304]: INFO neutron.api.v2.resource [None req-bb06d166-4759-45f1-b7a2-6a20252dbbb8 tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] delete failed (client error): The resource could not be found. Jan 26 21:47:19.109368 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-bb06d166-4759-45f1-b7a2-6a20252dbbb8 tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] 10.222.0.13 "DELETE /v2.0/routers/152ae676-bfa5-4c25-bfaf-4b39e058f4af HTTP/1.1" status: 404 len: 336 time: 0.0373664 Jan 26 21:47:19.111896 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 43276) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:47:19.138272 n-d-760453-5 neutron-server[103304]: INFO neutron.pecan_wsgi.hooks.translation [None req-030ae9f1-ceb9-4885-819b-a595e6c2698a tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] DELETE failed (client error): The resource could not be found. Jan 26 21:47:19.138722 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-030ae9f1-ceb9-4885-819b-a595e6c2698a tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103304) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 26 21:47:19.144224 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-030ae9f1-ceb9-4885-819b-a595e6c2698a tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] 10.222.0.13 "DELETE /v2.0/subnets/8bd980af-1d60-4c76-a5c4-485ae131c3fb HTTP/1.1" status: 404 len: 337 time: 0.0289395 Jan 26 21:47:19.144423 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 43278) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:47:19.180242 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-a93baec4-72bc-4692-a2b8-f20d4c37b4ec tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] 10.222.0.13 "GET /v2.0/ports?device_id=c0bc8320-70cb-40bb-abea-7bb42f2775fd HTTP/1.1" status: 200 len: 205 time: 0.0339768 Jan 26 21:47:19.182547 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 43280) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:47:19.219569 n-d-760453-5 neutron-server[103304]: INFO neutron.api.v2.resource [None req-c5721b11-b163-4954-a88b-07f33e2d76c4 tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] delete failed (client error): The resource could not be found. Jan 26 21:47:19.220619 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-c5721b11-b163-4954-a88b-07f33e2d76c4 tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] 10.222.0.13 "DELETE /v2.0/routers/c0bc8320-70cb-40bb-abea-7bb42f2775fd HTTP/1.1" status: 404 len: 336 time: 0.0372801 Jan 26 21:47:19.223285 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 43282) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:47:19.251709 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-b9e04aad-0987-4758-babe-ee1c270caccc tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] 10.222.0.13 "GET /v2.0/ports?device_id=65cf4d57-b956-47ef-a195-7e654dbf5171 HTTP/1.1" status: 200 len: 205 time: 0.0271254 Jan 26 21:47:19.253817 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 43284) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:47:19.294641 n-d-760453-5 neutron-server[103304]: INFO neutron.api.v2.resource [None req-1897c978-d4f1-4678-bb13-40029bf258b3 tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] delete failed (client error): The resource could not be found. Jan 26 21:47:19.295711 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-1897c978-d4f1-4678-bb13-40029bf258b3 tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] 10.222.0.13 "DELETE /v2.0/routers/65cf4d57-b956-47ef-a195-7e654dbf5171 HTTP/1.1" status: 404 len: 336 time: 0.0409858 Jan 26 21:47:19.298265 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 43286) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:47:19.324218 n-d-760453-5 neutron-server[103304]: INFO neutron.pecan_wsgi.hooks.translation [None req-b34c9562-5ab0-4fcd-a463-624302f98cf0 tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] DELETE failed (client error): The resource could not be found. Jan 26 21:47:19.324676 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b34c9562-5ab0-4fcd-a463-624302f98cf0 tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103304) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 26 21:47:19.328141 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-b34c9562-5ab0-4fcd-a463-624302f98cf0 tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] 10.222.0.13 "DELETE /v2.0/subnets/44c2fab6-3c47-4c6c-97db-b58c9829b9a1 HTTP/1.1" status: 404 len: 337 time: 0.0289738 Jan 26 21:47:19.330833 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 43288) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:47:19.360199 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-9e6ce930-59fb-4446-b051-1fddc4c3ad11 tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] 10.222.0.13 "GET /v2.0/ports?device_id=b02c426e-abca-4b9f-9466-9a84a109566f HTTP/1.1" status: 200 len: 205 time: 0.0281224 Jan 26 21:47:19.362774 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 43290) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:47:19.407926 n-d-760453-5 neutron-server[103304]: INFO neutron.api.v2.resource [None req-7ed71dec-d8de-4ac0-a5f9-a3cab5bc1b56 tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] delete failed (client error): The resource could not be found. Jan 26 21:47:19.409360 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-7ed71dec-d8de-4ac0-a5f9-a3cab5bc1b56 tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] 10.222.0.13 "DELETE /v2.0/routers/b02c426e-abca-4b9f-9466-9a84a109566f HTTP/1.1" status: 404 len: 336 time: 0.0450423 Jan 26 21:47:19.411730 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 43292) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:47:19.440916 n-d-760453-5 neutron-server[103304]: INFO neutron.pecan_wsgi.hooks.translation [None req-05773e2a-3597-4ab9-b365-520f661669f4 tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] DELETE failed (client error): The resource could not be found. Jan 26 21:47:19.441409 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-05773e2a-3597-4ab9-b365-520f661669f4 tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103304) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 26 21:47:19.445318 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-05773e2a-3597-4ab9-b365-520f661669f4 tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] 10.222.0.13 "DELETE /v2.0/subnets/b8f7c72f-dfad-41f2-bf3d-45c4a4a02c29 HTTP/1.1" status: 404 len: 337 time: 0.0324762 Jan 26 21:47:19.448306 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 43294) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:47:19.484029 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-c33f5a1d-f11f-4a46-872c-ea297a3bea21 tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] 10.222.0.13 "GET /v2.0/ports?device_id=74c714c4-cefd-49ed-8f3d-0590779783b9 HTTP/1.1" status: 200 len: 205 time: 0.0346358 Jan 26 21:47:19.486959 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 43296) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:47:19.527932 n-d-760453-5 neutron-server[103304]: INFO neutron.api.v2.resource [None req-22f6d8b1-bbad-4266-be29-9e17765adb51 tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] delete failed (client error): The resource could not be found. Jan 26 21:47:19.530396 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-22f6d8b1-bbad-4266-be29-9e17765adb51 tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] 10.222.0.13 "DELETE /v2.0/routers/74c714c4-cefd-49ed-8f3d-0590779783b9 HTTP/1.1" status: 404 len: 336 time: 0.0410233 Jan 26 21:47:19.531402 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 43298) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:47:19.559338 n-d-760453-5 neutron-server[103304]: INFO neutron.pecan_wsgi.hooks.translation [None req-6b889d8f-de73-4543-bb6a-587ed89e809d tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] DELETE failed (client error): The resource could not be found. Jan 26 21:47:19.559940 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6b889d8f-de73-4543-bb6a-587ed89e809d tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103304) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 26 21:47:19.565798 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-6b889d8f-de73-4543-bb6a-587ed89e809d tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] 10.222.0.13 "DELETE /v2.0/subnets/19184f0e-875d-4c20-9122-85df5081d752 HTTP/1.1" status: 404 len: 337 time: 0.0334275 Jan 26 21:47:19.566157 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 43302) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:47:19.596285 n-d-760453-5 neutron-server[103305]: INFO neutron.pecan_wsgi.hooks.translation [None req-0f641aeb-c253-455c-88ba-6f22e223ef9e tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] DELETE failed (client error): The resource could not be found. Jan 26 21:47:19.596838 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0f641aeb-c253-455c-88ba-6f22e223ef9e tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103305) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 26 21:47:19.602544 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-0f641aeb-c253-455c-88ba-6f22e223ef9e tempest-RoutersIpV6Test-1179309390 tempest-RoutersIpV6Test-1179309390-project] 10.222.0.13 "DELETE /v2.0/subnets/d8ec4f90-b639-4582-976b-8025be75c432 HTTP/1.1" status: 404 len: 337 time: 0.0324190 Jan 26 21:47:19.664575 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e820e9-2447-4074-a3d8-d6df5f9e4930 req-1e1870d5-4edd-4377-9ea3-84fbb1ea19fa tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:47:19.666141 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-90e820e9-2447-4074-a3d8-d6df5f9e4930 req-1e1870d5-4edd-4377-9ea3-84fbb1ea19fa tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] 10.222.0.13 "GET /v2.0/ports?device_id=08f8fbae-eb22-4afd-b006-5023d324bcfa HTTP/1.1" status: 200 len: 946 time: 0.0639751 Jan 26 21:47:19.723619 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-90e820e9-2447-4074-a3d8-d6df5f9e4930 req-54bc04d3-a13e-406a-9296-27eb2ff685cd tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] 10.222.0.13 "GET /v2.0/security-groups?id=829f4a56-3c21-4dc4-ba95-ce243443cb97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517509 Jan 26 21:47:19.853033 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8c6230-fc13-46ab-b593-47b1b9dc5767 req-237810f9-e727-4947-9b09-516629788621 tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:47:19.854582 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-3f8c6230-fc13-46ab-b593-47b1b9dc5767 req-237810f9-e727-4947-9b09-516629788621 tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] 10.222.0.13 "GET /v2.0/ports?device_id=08f8fbae-eb22-4afd-b006-5023d324bcfa HTTP/1.1" status: 200 len: 946 time: 0.0535300 Jan 26 21:47:19.905346 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-3f8c6230-fc13-46ab-b593-47b1b9dc5767 req-c115a0dc-6756-4248-8c76-e4faabce9c36 tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] 10.222.0.13 "GET /v2.0/security-groups?id=829f4a56-3c21-4dc4-ba95-ce243443cb97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444086 Jan 26 21:47:19.937860 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 43316) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:47:20.073634 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-ee2e4d07-5b27-4e14-9a2c-e066052699e5 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=875729a301494bb99d4fc208a57de2a1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1382384 Jan 26 21:47:20.075952 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 43324) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:47:20.123693 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-4ca0fa17-1f37-4bab-9ffa-377944194a30 admin admin] Publish callbacks [] for security_group (1e2a3a1d-71ab-40fb-a63c-56817889653c), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:47:20.145107 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-4ca0fa17-1f37-4bab-9ffa-377944194a30 admin admin] Publish callbacks [] for security_group (1e2a3a1d-71ab-40fb-a63c-56817889653c), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:47:20.191954 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-4ca0fa17-1f37-4bab-9ffa-377944194a30 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (1e2a3a1d-71ab-40fb-a63c-56817889653c), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:47:20.194688 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-4ca0fa17-1f37-4bab-9ffa-377944194a30 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:47:20.196010 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-4ca0fa17-1f37-4bab-9ffa-377944194a30 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/1e2a3a1d-71ab-40fb-a63c-56817889653c HTTP/1.1" status: 204 len: 168 time: 0.1190946 Jan 26 21:47:20.206022 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca0fa17-1f37-4bab-9ffa-377944194a30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e2a3a1d-71ab-40fb-a63c-56817889653c,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:47:20.874348 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 43352) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:47:20.976044 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-7b2805c7-cba8-4539-a13d-38b6b3356e79 tempest-ServiceProvidersTest-376309348 tempest-ServiceProvidersTest-376309348-project] 10.222.0.13 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.1004448 Jan 26 21:47:21.216712 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 43360) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:47:21.266484 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-3e269e94-131f-43f5-ba7f-f1a88e9da309 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (09df100c-3af1-4b0a-bda8-05914c71c458), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:47:21.328599 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-d15924e1-4248-4d6c-98ce-ab1e79a555df admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:47:21.409125 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-d15924e1-4248-4d6c-98ce-ab1e79a555df admin admin] Publish callbacks [] for security_group (b13fa6d2-eccd-4881-8628-749d145b1678), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:47:21.412997 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-d15924e1-4248-4d6c-98ce-ab1e79a555df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (b13fa6d2-eccd-4881-8628-749d145b1678), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:47:21.436998 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 43366) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:47:21.459090 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-d15924e1-4248-4d6c-98ce-ab1e79a555df admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c2005ea93e3d4024b82ea19578afb596&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2412729 Jan 26 21:47:21.460078 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d15924e1-4248-4d6c-98ce-ab1e79a555df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b13fa6d2-eccd-4881-8628-749d145b1678,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:47:21.463171 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 43368) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:47:21.526905 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-420c4a7b-61f0-453a-8ef6-68c9263a2569 admin admin] Publish callbacks [] for security_group (b13fa6d2-eccd-4881-8628-749d145b1678), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:47:21.551923 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-420c4a7b-61f0-453a-8ef6-68c9263a2569 admin admin] Publish callbacks [] for security_group (b13fa6d2-eccd-4881-8628-749d145b1678), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:47:21.604922 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-420c4a7b-61f0-453a-8ef6-68c9263a2569 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (b13fa6d2-eccd-4881-8628-749d145b1678), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:47:21.608828 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-420c4a7b-61f0-453a-8ef6-68c9263a2569 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:47:21.612719 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-420c4a7b-61f0-453a-8ef6-68c9263a2569 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b13fa6d2-eccd-4881-8628-749d145b1678 HTTP/1.1" status: 204 len: 168 time: 0.1437469 Jan 26 21:47:21.620880 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-420c4a7b-61f0-453a-8ef6-68c9263a2569 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b13fa6d2-eccd-4881-8628-749d145b1678,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:47:21.942756 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-fe2d5d3b-553e-4d46-9b50-a5302f825f47 tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:47:22.263547 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.db_base_plugin_common [None req-fe2d5d3b-553e-4d46-9b50-a5302f825f47 tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] Allocated IP 172.20.0.17 (e99ff163-7abb-45f5-a67b-861b243f04e0/8c498db6-5f89-483d-8866-e6650462a149/3874892c-50a5-43ff-b5dd-5dffcb0b9fc0) {{(pid=103304) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 21:47:22.317129 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 43398) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:47:22.320976 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-841f5991-a4d8-4d4b-b215-cbc6bab5427b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (aa7ee9d2-08eb-4e12-b895-24c57300dfec), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:47:22.386152 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-fe2d5d3b-553e-4d46-9b50-a5302f825f47 tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] Publish callbacks [] for port (3874892c-50a5-43ff-b5dd-5dffcb0b9fc0), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:47:22.421337 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-fe2d5d3b-553e-4d46-9b50-a5302f825f47 tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746560234527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9281553'] for port (3874892c-50a5-43ff-b5dd-5dffcb0b9fc0), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:47:22.436664 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-59f40a49-36bd-452e-8705-d53dd677bf37 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-2118592050-network', 'tenant_id': 'fac5c089428f4ed4b2118d6c27820b65'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:47:22.456136 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59f40a49-36bd-452e-8705-d53dd677bf37 admin admin] Made reservation on behalf of fac5c089428f4ed4b2118d6c27820b65 for: {'network': 1} {{(pid=103305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 21:47:22.457172 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe2d5d3b-553e-4d46-9b50-a5302f825f47 tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] Network e99ff163-7abb-45f5-a67b-861b243f04e0 is already hosted by enough agents. {{(pid=103304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 21:47:22.458847 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-59f40a49-36bd-452e-8705-d53dd677bf37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for network (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:47:22.462850 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [None req-fe2d5d3b-553e-4d46-9b50-a5302f825f47 tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] Resources bound (agent type, host, resource id): {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:47:22.466781 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe2d5d3b-553e-4d46-9b50-a5302f825f47 tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] Received port after_create {{(pid=103304) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 21:47:22.481303 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-59f40a49-36bd-452e-8705-d53dd677bf37 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:47:22.509241 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2d5d3b-553e-4d46-9b50-a5302f825f47 tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] Pushing event updated for resources: {'Port': ['ID=3874892c-50a5-43ff-b5dd-5dffcb0b9fc0,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:47:22.525139 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-fe2d5d3b-553e-4d46-9b50-a5302f825f47 tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4111050'] for router_interface (b49af1d3-919d-4b53-a892-a676d1bb4b4b), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:47:22.593124 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-59f40a49-36bd-452e-8705-d53dd677bf37 admin admin] Publish callbacks [] for security_group (e65e66c8-351d-452d-8ad5-05614471b71d), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:47:22.598487 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-59f40a49-36bd-452e-8705-d53dd677bf37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (e65e66c8-351d-452d-8ad5-05614471b71d), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:47:22.624322 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-59f40a49-36bd-452e-8705-d53dd677bf37 admin admin] vlan segment allocate from pool success with {'vlan_id': 580, 'physical_network': 'physnet1'} {{(pid=103305) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 26 21:47:22.641275 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f40a49-36bd-452e-8705-d53dd677bf37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e65e66c8-351d-452d-8ad5-05614471b71d,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:47:22.646596 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-59f40a49-36bd-452e-8705-d53dd677bf37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576559'] for segment (e3171cf2-4297-4ef0-98bc-204d99c65564), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:47:22.646770 n-d-760453-5 neutron-server[103305]: INFO neutron.db.segments_db [None req-59f40a49-36bd-452e-8705-d53dd677bf37 admin admin] Added segment e3171cf2-4297-4ef0-98bc-204d99c65564 of type vlan for network 4b943c06-80a6-4abe-a46a-40d3c9978dfe Jan 26 21:47:22.703719 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-59f40a49-36bd-452e-8705-d53dd677bf37 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746560256871'] for network (4b943c06-80a6-4abe-a46a-40d3c9978dfe), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:47:22.714502 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-fe2d5d3b-553e-4d46-9b50-a5302f825f47 tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (3874892c-50a5-43ff-b5dd-5dffcb0b9fc0), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:47:22.744269 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-59f40a49-36bd-452e-8705-d53dd677bf37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503'] for network (4b943c06-80a6-4abe-a46a-40d3c9978dfe), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:47:22.745943 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59f40a49-36bd-452e-8705-d53dd677bf37 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:47:22.747094 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-59f40a49-36bd-452e-8705-d53dd677bf37 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:47:22.810551 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-59f40a49-36bd-452e-8705-d53dd677bf37 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.4923177 Jan 26 21:47:22.814694 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 43404) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:47:22.823794 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-66c0fec9-fe7b-4c15-966a-781b9ef5a464 admin admin] Request body: {'subnet': {'network_id': '4b943c06-80a6-4abe-a46a-40d3c9978dfe', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-2118592050-subnet', 'tenant_id': 'fac5c089428f4ed4b2118d6c27820b65', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:47:22.845379 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f40a49-36bd-452e-8705-d53dd677bf37 admin admin] Pushing event updated for resources: {'Network': ['ID=4b943c06-80a6-4abe-a46a-40d3c9978dfe,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:47:22.857723 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-9bcb1877-7638-4620-a762-369d6765e23b None None] Provisioning complete for port 3874892c-50a5-43ff-b5dd-5dffcb0b9fc0 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:47:22.858148 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-9bcb1877-7638-4620-a762-369d6765e23b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (3874892c-50a5-43ff-b5dd-5dffcb0b9fc0), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:47:22.861742 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66c0fec9-fe7b-4c15-966a-781b9ef5a464 admin admin] Made reservation on behalf of fac5c089428f4ed4b2118d6c27820b65 for: {'subnet': 1} {{(pid=103305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 21:47:22.864280 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-66c0fec9-fe7b-4c15-966a-781b9ef5a464 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11599953'] for subnet (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:47:22.867896 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Network 4b943c06-80a6-4abe-a46a-40d3c9978dfe details requested by agent ovs-agent-n-d-760453-5 with host n-d-760453-5 {{(pid=103306) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 26 21:47:22.980596 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-9bcb1877-7638-4620-a762-369d6765e23b None None] Port 3874892c-50a5-43ff-b5dd-5dffcb0b9fc0 cannot update to ACTIVE because it is not bound. {{(pid=103306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 26 21:47:23.042724 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-fe2d5d3b-553e-4d46-9b50-a5302f825f47 tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] Publish callbacks [] for port (3874892c-50a5-43ff-b5dd-5dffcb0b9fc0), precommit_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:47:23.047347 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-fe2d5d3b-553e-4d46-9b50-a5302f825f47 tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9281542'] for port (3874892c-50a5-43ff-b5dd-5dffcb0b9fc0), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:47:23.069511 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-66c0fec9-fe7b-4c15-966a-781b9ef5a464 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11788839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11599975'] for subnet (06db98c5-0e4e-4876-ad63-e8d014b21188), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:47:23.118303 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-fe2d5d3b-553e-4d46-9b50-a5302f825f47 tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3709457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4110682'] for router_interface (b49af1d3-919d-4b53-a892-a676d1bb4b4b), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:47:23.123262 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c0fec9-fe7b-4c15-966a-781b9ef5a464 admin admin] Pushing event updated for resources: {'Subnet': ['ID=06db98c5-0e4e-4876-ad63-e8d014b21188,revision_number=0']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:47:23.132186 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2d5d3b-553e-4d46-9b50-a5302f825f47 tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] Pushing event updated for resources: {'Port': ['ID=3874892c-50a5-43ff-b5dd-5dffcb0b9fc0,revision_number=2']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:47:23.139731 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66c0fec9-fe7b-4c15-966a-781b9ef5a464 admin admin] Checking segment: {'id': 'e3171cf2-4297-4ef0-98bc-204d99c65564', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '4b943c06-80a6-4abe-a46a-40d3c9978dfe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103305) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 21:47:23.140180 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66c0fec9-fe7b-4c15-966a-781b9ef5a464 admin admin] Network hostable DHCP agents. Network: 4b943c06-80a6-4abe-a46a-40d3c9978dfe, hostable agents: ['474ccdf7-ab6c-405b-a3b2-dc7b05829902'], hosted agents: [] {{(pid=103305) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 26 21:47:23.159513 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66c0fec9-fe7b-4c15-966a-781b9ef5a464 admin admin] Network 4b943c06-80a6-4abe-a46a-40d3c9978dfe is scheduled to be hosted by DHCP agent 474ccdf7-ab6c-405b-a3b2-dc7b05829902 with binding_index 1 {{(pid=103305) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 26 21:47:23.172125 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [None req-66c0fec9-fe7b-4c15-966a-781b9ef5a464 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760453-5, 4b943c06-80a6-4abe-a46a-40d3c9978dfe) {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:47:23.176681 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66c0fec9-fe7b-4c15-966a-781b9ef5a464 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:47:23.177320 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-66c0fec9-fe7b-4c15-966a-781b9ef5a464 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:47:23.186089 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b315ea77-0339-46ae-981f-423b42fbf812 None None] Network 4b943c06-80a6-4abe-a46a-40d3c9978dfe requested from n-d-760453-5 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 26 21:47:23.193258 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (4d619873-4b60-439f-9b5a-b155dc8bbc34), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:47:23.205818 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-66c0fec9-fe7b-4c15-966a-781b9ef5a464 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.3893492 Jan 26 21:47:23.267640 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe2d5d3b-553e-4d46-9b50-a5302f825f47 tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] Network e99ff163-7abb-45f5-a67b-861b243f04e0 is already hosted by enough agents. {{(pid=103304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 21:47:23.269172 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [None req-fe2d5d3b-553e-4d46-9b50-a5302f825f47 tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] Resources bound (agent type, host, resource id): {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:47:23.327944 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a774737f-e18c-462a-aa0a-a97a0707bad6 None None] Network 4b943c06-80a6-4abe-a46a-40d3c9978dfe requested from n-d-760453-5 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 26 21:47:23.477575 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe2d5d3b-553e-4d46-9b50-a5302f825f47 tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] Router b49af1d3-919d-4b53-a892-a676d1bb4b4b has already been hosted by L3 agent 09df100c-3af1-4b0a-bda8-05914c71c458 {{(pid=103304) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 26 21:47:23.607183 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-c87e76ae-c56d-457d-8e88-5a93ad36b21b None None] Provisioning complete for port 3874892c-50a5-43ff-b5dd-5dffcb0b9fc0 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:47:23.607766 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-c87e76ae-c56d-457d-8e88-5a93ad36b21b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (3874892c-50a5-43ff-b5dd-5dffcb0b9fc0), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:47:23.622514 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe2d5d3b-553e-4d46-9b50-a5302f825f47 tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] Notify agent at l3_agent.n-d-760453-5 the message routers_updated {{(pid=103304) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 26 21:47:23.636706 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-fe2d5d3b-553e-4d46-9b50-a5302f825f47 tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] 10.222.0.13 "PUT /v2.0/routers/b49af1d3-919d-4b53-a892-a676d1bb4b4b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1978264 Jan 26 21:47:23.640819 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-153ea361-7fcc-4647-b61d-edbe907abdb6 None None] Sync routers for ids ['b49af1d3-919d-4b53-a892-a676d1bb4b4b'] in n-d-760453-5 {{(pid=103306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 26 21:47:23.667614 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-153ea361-7fcc-4647-b61d-edbe907abdb6 None None] Routers {'b49af1d3-919d-4b53-a892-a676d1bb4b4b'} bound to L3 agent in host n-d-760453-5 {{(pid=103306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 21:47:23.668258 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-153ea361-7fcc-4647-b61d-edbe907abdb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-26T20:55:21Z,description=,heartbeat_timestamp=2022-01-26T21:47:21Z,host='n-d-760453-5',id=09df100c-3af1-4b0a-bda8-05914c71c458,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:55:21Z,topic='l3_agent')) {'router_ids': ['b49af1d3-919d-4b53-a892-a676d1bb4b4b'], 'active': True} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:47:23.670052 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-c87e76ae-c56d-457d-8e88-5a93ad36b21b None None] Port 3874892c-50a5-43ff-b5dd-5dffcb0b9fc0 cannot update to ACTIVE because it is not bound. {{(pid=103306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 26 21:47:23.794450 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvr_db [None req-153ea361-7fcc-4647-b61d-edbe907abdb6 None None] Set router b49af1d3-919d-4b53-a892-a676d1bb4b4b gateway port host: n-d-760453-5 {{(pid=103306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 21:47:23.809918 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 43430) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:47:23.814876 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-0eccaeee-9922-469d-b263-441d9cb84093 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1941349095-network', 'tenant_id': 'd17e20bb087542a1815b49776d8d1937'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:47:23.836026 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0eccaeee-9922-469d-b263-441d9cb84093 admin admin] Made reservation on behalf of d17e20bb087542a1815b49776d8d1937 for: {'network': 1} {{(pid=103305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 21:47:23.838609 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-0eccaeee-9922-469d-b263-441d9cb84093 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for network (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:47:23.848077 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-0eccaeee-9922-469d-b263-441d9cb84093 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:47:23.937715 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-0eccaeee-9922-469d-b263-441d9cb84093 admin admin] Publish callbacks [] for security_group (c739ec82-ed9e-40a4-852b-42a48be3ff14), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:47:23.942680 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-0eccaeee-9922-469d-b263-441d9cb84093 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (c739ec82-ed9e-40a4-852b-42a48be3ff14), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:47:23.962386 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0eccaeee-9922-469d-b263-441d9cb84093 admin admin] vlan segment allocate from pool success with {'vlan_id': 596, 'physical_network': 'physnet1'} {{(pid=103305) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 26 21:47:23.980612 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-0eccaeee-9922-469d-b263-441d9cb84093 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576559'] for segment (44333aef-d94d-4fc2-b03b-e7cc1999d3c1), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:47:23.981046 n-d-760453-5 neutron-server[103305]: INFO neutron.db.segments_db [None req-0eccaeee-9922-469d-b263-441d9cb84093 admin admin] Added segment 44333aef-d94d-4fc2-b03b-e7cc1999d3c1 of type vlan for network adc6228a-06b1-469c-8743-feca5f42a355 Jan 26 21:47:23.982501 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eccaeee-9922-469d-b263-441d9cb84093 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c739ec82-ed9e-40a4-852b-42a48be3ff14,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:47:24.034647 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-0eccaeee-9922-469d-b263-441d9cb84093 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746560256871'] for network (adc6228a-06b1-469c-8743-feca5f42a355), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:47:24.062298 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-0eccaeee-9922-469d-b263-441d9cb84093 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503'] for network (adc6228a-06b1-469c-8743-feca5f42a355), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:47:24.063283 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0eccaeee-9922-469d-b263-441d9cb84093 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:47:24.063867 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-0eccaeee-9922-469d-b263-441d9cb84093 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:47:24.071165 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-153ea361-7fcc-4647-b61d-edbe907abdb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b49af1d3-919d-4b53-a892-a676d1bb4b4b', 'name': 'tempest-TestNetworkBasicOps-router-770983181', 'tenant_id': '97d50071461f4511bd8bef3bc5cf8c61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'external_fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.144'}], 'enable_snat': True}, 'gw_port_id': 'b33a55d4-f7e1-4786-85ed-89159162ae4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T21:45:57Z', 'updated_at': '2022-01-26T21:47:22Z', 'revision_number': 5, 'project_id': '97d50071461f4511bd8bef3bc5cf8c61', 'gw_port': {'id': 'b33a55d4-f7e1-4786-85ed-89159162ae4d', 'name': '', 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:90:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b49af1d3-919d-4b53-a892-a676d1bb4b4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3735, 'fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:45:58Z', 'updated_at': '2022-01-26T21:46:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-5', '_floatingips': [{'id': '14364732-acca-4311-864a-0a49088f0243', 'tenant_id': '97d50071461f4511bd8bef3bc5cf8c61', 'floating_ip_address': '172.25.1.64', 'floating_network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'router_id': 'b49af1d3-919d-4b53-a892-a676d1bb4b4b', 'port_id': '094ec750-33e1-4c70-8ca3-18efe67da65a', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 3791, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '922fc8ea-5e9f-4e84-8a69-ae9eaae306af', 'mac_address': 'fa:16:3e:3f:5c:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09cf288f-426b-43cf-9827-2646fdb883f7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-26T21:46:23Z', 'updated_at': '2022-01-26T21:46:26Z', 'revision_number': 1, 'project_id': '97d50071461f4511bd8bef3bc5cf8c61', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3874892c-50a5-43ff-b5dd-5dffcb0b9fc0', 'name': '', 'network_id': 'e99ff163-7abb-45f5-a67b-861b243f04e0', 'tenant_id': '97d50071461f4511bd8bef3bc5cf8c61', 'mac_address': 'fa:16:3e:6c:28:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b49af1d3-919d-4b53-a892-a676d1bb4b4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3853, 'fixed_ips': [{'subnet_id': '8c498db6-5f89-483d-8866-e6650462a149', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:47:22Z', 'updated_at': '2022-01-26T21:47:22Z', 'revision_number': 2, 'project_id': '97d50071461f4511bd8bef3bc5cf8c61', 'subnets': [{'id': '8c498db6-5f89-483d-8866-e6650462a149', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5839135a-9834-436b-a47b-055ca9a765aa', 'name': '', 'network_id': '922fc8ea-5e9f-4e84-8a69-ae9eaae306af', 'tenant_id': '97d50071461f4511bd8bef3bc5cf8c61', 'mac_address': 'fa:16:3e:cc:24:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b49af1d3-919d-4b53-a892-a676d1bb4b4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3750, 'fixed_ips': [{'subnet_id': '0493aa25-2f9b-48d6-9d5a-ad36370cd8c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:46:03Z', 'updated_at': '2022-01-26T21:46:07Z', 'revision_number': 5, 'project_id': '97d50071461f4511bd8bef3bc5cf8c61', 'subnets': [{'id': '0493aa25-2f9b-48d6-9d5a-ad36370cd8c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760453-5', False) {} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:47:24.103109 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-153ea361-7fcc-4647-b61d-edbe907abdb6 None None] Checking router: b49af1d3-919d-4b53-a892-a676d1bb4b4b for host: n-d-760453-5 {{(pid=103306) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 26 21:47:24.103673 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-153ea361-7fcc-4647-b61d-edbe907abdb6 None None] Updating router b49af1d3-919d-4b53-a892-a676d1bb4b4b port 3874892c-50a5-43ff-b5dd-5dffcb0b9fc0 binding host n-d-760453-5 {{(pid=103306) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 26 21:47:24.116727 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-0eccaeee-9922-469d-b263-441d9cb84093 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.3056030 Jan 26 21:47:24.119526 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 43436) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:47:24.126058 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-99204953-a290-4afb-82e9-12d64da64c8d admin admin] Request body: {'subnet': {'network_id': 'adc6228a-06b1-469c-8743-feca5f42a355', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1941349095-subnet', 'tenant_id': 'd17e20bb087542a1815b49776d8d1937', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:47:24.129669 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-153ea361-7fcc-4647-b61d-edbe907abdb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (3874892c-50a5-43ff-b5dd-5dffcb0b9fc0), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:47:24.143484 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eccaeee-9922-469d-b263-441d9cb84093 admin admin] Pushing event updated for resources: {'Network': ['ID=adc6228a-06b1-469c-8743-feca5f42a355,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:47:24.149921 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99204953-a290-4afb-82e9-12d64da64c8d admin admin] Made reservation on behalf of d17e20bb087542a1815b49776d8d1937 for: {'subnet': 1} {{(pid=103304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 21:47:24.153440 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-99204953-a290-4afb-82e9-12d64da64c8d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12215181'] for subnet (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:47:24.164036 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Network adc6228a-06b1-469c-8743-feca5f42a355 details requested by agent ovs-agent-n-d-760453-5 with host n-d-760453-5 {{(pid=103306) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 26 21:47:24.199629 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-839dd188-ec69-470c-9ab0-d318dc1a2e96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (e79b4fc6-6c71-44b2-a6d0-ff3e1f4dfd0d), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:47:24.350176 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-99204953-a290-4afb-82e9-12d64da64c8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9285249', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12215227'] for subnet (d800e67f-3797-4715-86ca-88a29da28517), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:47:24.410433 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99204953-a290-4afb-82e9-12d64da64c8d admin admin] Pushing event updated for resources: {'Subnet': ['ID=d800e67f-3797-4715-86ca-88a29da28517,revision_number=0']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:47:24.421434 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99204953-a290-4afb-82e9-12d64da64c8d admin admin] Checking segment: {'id': '44333aef-d94d-4fc2-b03b-e7cc1999d3c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'adc6228a-06b1-469c-8743-feca5f42a355'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103304) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 21:47:24.421805 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99204953-a290-4afb-82e9-12d64da64c8d admin admin] Network hostable DHCP agents. Network: adc6228a-06b1-469c-8743-feca5f42a355, hostable agents: ['474ccdf7-ab6c-405b-a3b2-dc7b05829902'], hosted agents: [] {{(pid=103304) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 26 21:47:24.442725 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99204953-a290-4afb-82e9-12d64da64c8d admin admin] Network adc6228a-06b1-469c-8743-feca5f42a355 is scheduled to be hosted by DHCP agent 474ccdf7-ab6c-405b-a3b2-dc7b05829902 with binding_index 1 {{(pid=103304) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 26 21:47:24.452159 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [None req-99204953-a290-4afb-82e9-12d64da64c8d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760453-5, adc6228a-06b1-469c-8743-feca5f42a355) {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:47:24.457107 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99204953-a290-4afb-82e9-12d64da64c8d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:47:24.457748 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-99204953-a290-4afb-82e9-12d64da64c8d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:47:24.463947 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30031e4d-c236-4547-b23d-dfd9c92a9d91 None None] Network adc6228a-06b1-469c-8743-feca5f42a355 requested from n-d-760453-5 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 26 21:47:24.478822 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-99204953-a290-4afb-82e9-12d64da64c8d admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.3580453 Jan 26 21:47:24.540164 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-153ea361-7fcc-4647-b61d-edbe907abdb6 None None] Publish callbacks [] for port (3874892c-50a5-43ff-b5dd-5dffcb0b9fc0), precommit_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:47:24.551026 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-153ea361-7fcc-4647-b61d-edbe907abdb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (3874892c-50a5-43ff-b5dd-5dffcb0b9fc0), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:47:24.604986 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 43440) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:47:24.627017 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea0286cb-3347-49d0-a183-973df09045e4 None None] Network adc6228a-06b1-469c-8743-feca5f42a355 requested from n-d-760453-5 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 26 21:47:24.652605 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62601031-2f6c-4ca0-97d2-d23a677b6901 None None] Pushing event updated for resources: {'Port': ['ID=3874892c-50a5-43ff-b5dd-5dffcb0b9fc0,revision_number=3']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:47:24.655029 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.db_base_plugin_v2 [None req-59c4648e-1b7a-4e6f-971d-981045938727 admin admin] Deleting subnet 06db98c5-0e4e-4876-ad63-e8d014b21188 {{(pid=103304) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 26 21:47:24.666246 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-59c4648e-1b7a-4e6f-971d-981045938727 admin admin] Publish callbacks [] for subnet (06db98c5-0e4e-4876-ad63-e8d014b21188), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:47:24.707723 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-59c4648e-1b7a-4e6f-971d-981045938727 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8881284'] for subnet (06db98c5-0e4e-4876-ad63-e8d014b21188), precommit_delete_associations {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:47:24.751727 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-153ea361-7fcc-4647-b61d-edbe907abdb6 None None] Attempting to bind port 3874892c-50a5-43ff-b5dd-5dffcb0b9fc0 on host n-d-760453-5 for vnic_type normal with profile {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 21:47:24.752105 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-153ea361-7fcc-4647-b61d-edbe907abdb6 None None] Attempting to bind port 3874892c-50a5-43ff-b5dd-5dffcb0b9fc0 by drivers openvswitch,hyperv on host n-d-760453-5 at level 0 using segments [{'id': 'bff444a4-beb1-4f53-a690-c33dd7eeacf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'e99ff163-7abb-45f5-a67b-861b243f04e0'}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 26 21:47:24.752475 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-153ea361-7fcc-4647-b61d-edbe907abdb6 None None] Attempting to bind port 3874892c-50a5-43ff-b5dd-5dffcb0b9fc0 on network e99ff163-7abb-45f5-a67b-861b243f04e0 {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 21:47:24.759214 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-59c4648e-1b7a-4e6f-971d-981045938727 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687316'] for subnet (06db98c5-0e4e-4876-ad63-e8d014b21188), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:47:24.791512 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-153ea361-7fcc-4647-b61d-edbe907abdb6 None None] Checking agent: {'id': 'fea0591a-627d-4c87-9a9a-01625ddf3277', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760453-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 20, 55, 25), 'started_at': datetime.datetime(2022, 1, 26, 20, 55, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 21, 46, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760453-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 26 21:47:24.791951 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-153ea361-7fcc-4647-b61d-edbe907abdb6 None None] Checking segment: {'id': 'bff444a4-beb1-4f53-a690-c33dd7eeacf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'e99ff163-7abb-45f5-a67b-861b243f04e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 21:47:24.792298 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-153ea361-7fcc-4647-b61d-edbe907abdb6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:47:24.792732 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-153ea361-7fcc-4647-b61d-edbe907abdb6 None None] Bound using segment: {'id': 'bff444a4-beb1-4f53-a690-c33dd7eeacf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'e99ff163-7abb-45f5-a67b-861b243f04e0'} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 26 21:47:24.793225 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-153ea361-7fcc-4647-b61d-edbe907abdb6 None None] Bound port: 3874892c-50a5-43ff-b5dd-5dffcb0b9fc0, host: n-d-760453-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bff444a4-beb1-4f53-a690-c33dd7eeacf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'e99ff163-7abb-45f5-a67b-861b243f04e0'}}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 26 21:47:24.793632 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-153ea361-7fcc-4647-b61d-edbe907abdb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (3874892c-50a5-43ff-b5dd-5dffcb0b9fc0), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:47:24.834468 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-59c4648e-1b7a-4e6f-971d-981045938727 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9281612', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12215216'] for subnet (06db98c5-0e4e-4876-ad63-e8d014b21188), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:47:24.866939 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c4648e-1b7a-4e6f-971d-981045938727 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=06db98c5-0e4e-4876-ad63-e8d014b21188,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:47:24.871297 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-59c4648e-1b7a-4e6f-971d-981045938727 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:47:24.875734 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-59c4648e-1b7a-4e6f-971d-981045938727 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/06db98c5-0e4e-4876-ad63-e8d014b21188 HTTP/1.1" status: 204 len: 168 time: 0.2693126 Jan 26 21:47:24.878347 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 43444) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:47:24.982498 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-ccfbd5b1-538e-4682-b583-58ebc18d3272 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-748181'] for network (4b943c06-80a6-4abe-a46a-40d3c9978dfe), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:47:25.041207 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-7f47cf19-463d-4c4b-b4ed-b5dc598e4e5f None None] Provisioning complete for port 3874892c-50a5-43ff-b5dd-5dffcb0b9fc0 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:47:25.041670 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-7f47cf19-463d-4c4b-b4ed-b5dc598e4e5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (3874892c-50a5-43ff-b5dd-5dffcb0b9fc0), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:47:25.045494 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-153ea361-7fcc-4647-b61d-edbe907abdb6 None None] For port 3874892c-50a5-43ff-b5dd-5dffcb0b9fc0, host n-d-760453-5, cleared binding levels {{(pid=103306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 26 21:47:25.048734 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-153ea361-7fcc-4647-b61d-edbe907abdb6 None None] For port 3874892c-50a5-43ff-b5dd-5dffcb0b9fc0, host n-d-760453-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=3874892c-50a5-43ff-b5dd-5dffcb0b9fc0,segment=NetworkSegment(bff444a4-beb1-4f53-a690-c33dd7eeacf8),segment_id=bff444a4-beb1-4f53-a690-c33dd7eeacf8)] {{(pid=103306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 26 21:47:25.066764 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-ccfbd5b1-538e-4682-b583-58ebc18d3272 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-686403', 'neutron.services.segments.db._delete_segments_for_network-8746560774018'] for network (4b943c06-80a6-4abe-a46a-40d3c9978dfe), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:47:25.068217 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-153ea361-7fcc-4647-b61d-edbe907abdb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (3874892c-50a5-43ff-b5dd-5dffcb0b9fc0), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:47:25.088736 n-d-760453-5 neutron-server[103305]: DEBUG neutron.services.segments.db [None req-ccfbd5b1-538e-4682-b583-58ebc18d3272 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4b943c06-80a6-4abe-a46a-40d3c9978dfe']}} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:47:25.099278 n-d-760453-5 neutron-server[103305]: DEBUG neutron.services.segments.db [None req-ccfbd5b1-538e-4682-b583-58ebc18d3272 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e3171cf2-4297-4ef0-98bc-204d99c65564') {'for_net_delete': True} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:47:25.100627 n-d-760453-5 neutron-server[103305]: DEBUG neutron.services.segments.db [None req-ccfbd5b1-538e-4682-b583-58ebc18d3272 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e3171cf2-4297-4ef0-98bc-204d99c65564') {} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:47:25.115881 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-ccfbd5b1-538e-4682-b583-58ebc18d3272 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746560742283', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11788955'] for segment (e3171cf2-4297-4ef0-98bc-204d99c65564), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:47:25.130143 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-7f47cf19-463d-4c4b-b4ed-b5dc598e4e5f None None] Port 3874892c-50a5-43ff-b5dd-5dffcb0b9fc0 cannot update to ACTIVE because it is not bound. {{(pid=103306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 26 21:47:25.137573 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-ccfbd5b1-538e-4682-b583-58ebc18d3272 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576559'] for segment (e3171cf2-4297-4ef0-98bc-204d99c65564), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:47:25.144615 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62601031-2f6c-4ca0-97d2-d23a677b6901 None None] Pushing event updated for resources: {'Port': ['ID=3874892c-50a5-43ff-b5dd-5dffcb0b9fc0,revision_number=4']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:47:25.149092 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-153ea361-7fcc-4647-b61d-edbe907abdb6 None None] Routers {'b49af1d3-919d-4b53-a892-a676d1bb4b4b'} bound to L3 agent in host n-d-760453-5 {{(pid=103306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 21:47:25.149608 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-153ea361-7fcc-4647-b61d-edbe907abdb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-26T20:55:21Z,description=,heartbeat_timestamp=2022-01-26T21:47:21Z,host='n-d-760453-5',id=09df100c-3af1-4b0a-bda8-05914c71c458,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:55:21Z,topic='l3_agent')) {'router_ids': ['b49af1d3-919d-4b53-a892-a676d1bb4b4b'], 'active': True} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:47:25.151273 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ccfbd5b1-538e-4682-b583-58ebc18d3272 admin admin] Releasing vlan 580 on physical network physnet1 to pool {{(pid=103305) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 26 21:47:25.151273 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-ccfbd5b1-538e-4682-b583-58ebc18d3272 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11791428'] for segment (e3171cf2-4297-4ef0-98bc-204d99c65564), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:47:25.153741 n-d-760453-5 neutron-server[103305]: Traceback (most recent call last): Jan 26 21:47:25.153741 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 26 21:47:25.153741 n-d-760453-5 neutron-server[103305]: timer() Jan 26 21:47:25.153741 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 26 21:47:25.153741 n-d-760453-5 neutron-server[103305]: cb(*args, **kw) Jan 26 21:47:25.153741 n-d-760453-5 neutron-server[103305]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 26 21:47:25.153741 n-d-760453-5 neutron-server[103305]: return func(*args, **kwargs) Jan 26 21:47:25.153741 n-d-760453-5 neutron-server[103305]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 26 21:47:25.153741 n-d-760453-5 neutron-server[103305]: self._notify() Jan 26 21:47:25.153741 n-d-760453-5 neutron-server[103305]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 26 21:47:25.153741 n-d-760453-5 neutron-server[103305]: self.callback(batched_events) Jan 26 21:47:25.153741 n-d-760453-5 neutron-server[103305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 26 21:47:25.153741 n-d-760453-5 neutron-server[103305]: event.method(event) Jan 26 21:47:25.153741 n-d-760453-5 neutron-server[103305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 26 21:47:25.153741 n-d-760453-5 neutron-server[103305]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 26 21:47:25.153741 n-d-760453-5 neutron-server[103305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 26 21:47:25.153741 n-d-760453-5 neutron-server[103305]: aggregate_uuid = self.p_client.list_aggregates( Jan 26 21:47:25.153741 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 26 21:47:25.153741 n-d-760453-5 neutron-server[103305]: return f(self, *a, **k) Jan 26 21:47:25.153741 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 26 21:47:25.153741 n-d-760453-5 neutron-server[103305]: return self._get(url).json() Jan 26 21:47:25.153741 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 26 21:47:25.153741 n-d-760453-5 neutron-server[103305]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 26 21:47:25.153741 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 26 21:47:25.153741 n-d-760453-5 neutron-server[103305]: return self.request(url, 'GET', **kwargs) Jan 26 21:47:25.153741 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 26 21:47:25.153741 n-d-760453-5 neutron-server[103305]: base_url = self.get_endpoint(auth, allow=allow, Jan 26 21:47:25.153741 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 26 21:47:25.153741 n-d-760453-5 neutron-server[103305]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 26 21:47:25.153741 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 26 21:47:25.153741 n-d-760453-5 neutron-server[103305]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 26 21:47:25.153741 n-d-760453-5 neutron-server[103305]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 26 21:47:25.229325 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-ccfbd5b1-538e-4682-b583-58ebc18d3272 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4110931'] for network (4b943c06-80a6-4abe-a46a-40d3c9978dfe), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:47:25.244989 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-ccfbd5b1-538e-4682-b583-58ebc18d3272 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:47:25.249802 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-ccfbd5b1-538e-4682-b583-58ebc18d3272 admin admin] 10.222.0.13 "DELETE /v2.0/networks/4b943c06-80a6-4abe-a46a-40d3c9978dfe HTTP/1.1" status: 204 len: 168 time: 0.3694441 Jan 26 21:47:25.252610 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 43450) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:47:25.287452 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccfbd5b1-538e-4682-b583-58ebc18d3272 admin admin] Pushing event deleted for resources: {'Network': ['ID=4b943c06-80a6-4abe-a46a-40d3c9978dfe,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:47:25.317249 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvr_db [None req-153ea361-7fcc-4647-b61d-edbe907abdb6 None None] Set router b49af1d3-919d-4b53-a892-a676d1bb4b4b gateway port host: n-d-760453-5 {{(pid=103306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 21:47:25.321416 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.db_base_plugin_v2 [None req-34127ad5-2e0b-4c64-a8ba-79b7afa8cfcd admin admin] Deleting subnet d800e67f-3797-4715-86ca-88a29da28517 {{(pid=103304) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 26 21:47:25.325355 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-34127ad5-2e0b-4c64-a8ba-79b7afa8cfcd admin admin] Publish callbacks [] for subnet (d800e67f-3797-4715-86ca-88a29da28517), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:47:25.347146 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (fea0591a-627d-4c87-9a9a-01625ddf3277), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:47:25.377429 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-34127ad5-2e0b-4c64-a8ba-79b7afa8cfcd admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8881284'] for subnet (d800e67f-3797-4715-86ca-88a29da28517), precommit_delete_associations {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:47:25.430119 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-34127ad5-2e0b-4c64-a8ba-79b7afa8cfcd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687316'] for subnet (d800e67f-3797-4715-86ca-88a29da28517), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:47:25.489674 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-34127ad5-2e0b-4c64-a8ba-79b7afa8cfcd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9281612', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12215216'] for subnet (d800e67f-3797-4715-86ca-88a29da28517), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:47:25.506698 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-dbc5e6eb-3d00-489c-b746-fcec518df037 None None] Provisioning complete for port 3874892c-50a5-43ff-b5dd-5dffcb0b9fc0 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:47:25.507857 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-dbc5e6eb-3d00-489c-b746-fcec518df037 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (3874892c-50a5-43ff-b5dd-5dffcb0b9fc0), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:47:25.654191 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-dbc5e6eb-3d00-489c-b746-fcec518df037 None None] Current status of the port 3874892c-50a5-43ff-b5dd-5dffcb0b9fc0 is: DOWN; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:47:25.654522 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-dbc5e6eb-3d00-489c-b746-fcec518df037 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (3874892c-50a5-43ff-b5dd-5dffcb0b9fc0), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:47:25.697456 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-153ea361-7fcc-4647-b61d-edbe907abdb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b49af1d3-919d-4b53-a892-a676d1bb4b4b', 'name': 'tempest-TestNetworkBasicOps-router-770983181', 'tenant_id': '97d50071461f4511bd8bef3bc5cf8c61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'external_fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.144'}], 'enable_snat': True}, 'gw_port_id': 'b33a55d4-f7e1-4786-85ed-89159162ae4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T21:45:57Z', 'updated_at': '2022-01-26T21:47:22Z', 'revision_number': 5, 'project_id': '97d50071461f4511bd8bef3bc5cf8c61', 'gw_port': {'id': 'b33a55d4-f7e1-4786-85ed-89159162ae4d', 'name': '', 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:90:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b49af1d3-919d-4b53-a892-a676d1bb4b4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3735, 'fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:45:58Z', 'updated_at': '2022-01-26T21:46:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-5', '_floatingips': [{'id': '14364732-acca-4311-864a-0a49088f0243', 'tenant_id': '97d50071461f4511bd8bef3bc5cf8c61', 'floating_ip_address': '172.25.1.64', 'floating_network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'router_id': 'b49af1d3-919d-4b53-a892-a676d1bb4b4b', 'port_id': '094ec750-33e1-4c70-8ca3-18efe67da65a', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 3791, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '922fc8ea-5e9f-4e84-8a69-ae9eaae306af', 'mac_address': 'fa:16:3e:3f:5c:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09cf288f-426b-43cf-9827-2646fdb883f7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-26T21:46:23Z', 'updated_at': '2022-01-26T21:46:26Z', 'revision_number': 1, 'project_id': '97d50071461f4511bd8bef3bc5cf8c61', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3874892c-50a5-43ff-b5dd-5dffcb0b9fc0', 'name': '', 'network_id': 'e99ff163-7abb-45f5-a67b-861b243f04e0', 'tenant_id': '97d50071461f4511bd8bef3bc5cf8c61', 'mac_address': 'fa:16:3e:6c:28:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b49af1d3-919d-4b53-a892-a676d1bb4b4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3853, 'fixed_ips': [{'subnet_id': '8c498db6-5f89-483d-8866-e6650462a149', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:47:22Z', 'updated_at': '2022-01-26T21:47:25Z', 'revision_number': 4, 'project_id': '97d50071461f4511bd8bef3bc5cf8c61', 'subnets': [{'id': '8c498db6-5f89-483d-8866-e6650462a149', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5839135a-9834-436b-a47b-055ca9a765aa', 'name': '', 'network_id': '922fc8ea-5e9f-4e84-8a69-ae9eaae306af', 'tenant_id': '97d50071461f4511bd8bef3bc5cf8c61', 'mac_address': 'fa:16:3e:cc:24:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b49af1d3-919d-4b53-a892-a676d1bb4b4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3750, 'fixed_ips': [{'subnet_id': '0493aa25-2f9b-48d6-9d5a-ad36370cd8c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:46:03Z', 'updated_at': '2022-01-26T21:46:07Z', 'revision_number': 5, 'project_id': '97d50071461f4511bd8bef3bc5cf8c61', 'subnets': [{'id': '0493aa25-2f9b-48d6-9d5a-ad36370cd8c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760453-5', False) {} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:47:25.700397 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-dbc5e6eb-3d00-489c-b746-fcec518df037 None None] For port 3874892c-50a5-43ff-b5dd-5dffcb0b9fc0, host n-d-760453-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=3874892c-50a5-43ff-b5dd-5dffcb0b9fc0,segment=NetworkSegment(bff444a4-beb1-4f53-a690-c33dd7eeacf8),segment_id=bff444a4-beb1-4f53-a690-c33dd7eeacf8)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:47:25.729489 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-dbc5e6eb-3d00-489c-b746-fcec518df037 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (3874892c-50a5-43ff-b5dd-5dffcb0b9fc0), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:47:25.733098 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-153ea361-7fcc-4647-b61d-edbe907abdb6 None None] The sync data for ids ['b49af1d3-919d-4b53-a892-a676d1bb4b4b'] in n-d-760453-5 is: [{'id': 'b49af1d3-919d-4b53-a892-a676d1bb4b4b', 'name': 'tempest-TestNetworkBasicOps-router-770983181', 'tenant_id': '97d50071461f4511bd8bef3bc5cf8c61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'external_fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.144'}], 'enable_snat': True}, 'gw_port_id': 'b33a55d4-f7e1-4786-85ed-89159162ae4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T21:45:57Z', 'updated_at': '2022-01-26T21:47:22Z', 'revision_number': 5, 'project_id': '97d50071461f4511bd8bef3bc5cf8c61', 'gw_port': {'id': 'b33a55d4-f7e1-4786-85ed-89159162ae4d', 'name': '', 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:90:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b49af1d3-919d-4b53-a892-a676d1bb4b4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3735, 'fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:45:58Z', 'updated_at': '2022-01-26T21:46:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-5', '_floatingips': [{'id': '14364732-acca-4311-864a-0a49088f0243', 'tenant_id': '97d50071461f4511bd8bef3bc5cf8c61', 'floating_ip_address': '172.25.1.64', 'floating_network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'router_id': 'b49af1d3-919d-4b53-a892-a676d1bb4b4b', 'port_id': '094ec750-33e1-4c70-8ca3-18efe67da65a', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 3791, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '922fc8ea-5e9f-4e84-8a69-ae9eaae306af', 'mac_address': 'fa:16:3e:3f:5c:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09cf288f-426b-43cf-9827-2646fdb883f7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-26T21:46:23Z', 'updated_at': '2022-01-26T21:46:26Z', 'revision_number': 1, 'project_id': '97d50071461f4511bd8bef3bc5cf8c61', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3874892c-50a5-43ff-b5dd-5dffcb0b9fc0', 'name': '', 'network_id': 'e99ff163-7abb-45f5-a67b-861b243f04e0', 'tenant_id': '97d50071461f4511bd8bef3bc5cf8c61', 'mac_address': 'fa:16:3e:6c:28:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b49af1d3-919d-4b53-a892-a676d1bb4b4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3853, 'fixed_ips': [{'subnet_id': '8c498db6-5f89-483d-8866-e6650462a149', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:47:22Z', 'updated_at': '2022-01-26T21:47:25Z', 'revision_number': 4, 'project_id': '97d50071461f4511bd8bef3bc5cf8c61', 'subnets': [{'id': '8c498db6-5f89-483d-8866-e6650462a149', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5839135a-9834-436b-a47b-055ca9a765aa', 'name': '', 'network_id': '922fc8ea-5e9f-4e84-8a69-ae9eaae306af', 'tenant_id': '97d50071461f4511bd8bef3bc5cf8c61', 'mac_address': 'fa:16:3e:cc:24:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b49af1d3-919d-4b53-a892-a676d1bb4b4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3750, 'fixed_ips': [{'subnet_id': '0493aa25-2f9b-48d6-9d5a-ad36370cd8c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:46:03Z', 'updated_at': '2022-01-26T21:46:07Z', 'revision_number': 5, 'project_id': '97d50071461f4511bd8bef3bc5cf8c61', 'subnets': [{'id': '0493aa25-2f9b-48d6-9d5a-ad36370cd8c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 26 21:47:25.776269 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34127ad5-2e0b-4c64-a8ba-79b7afa8cfcd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d800e67f-3797-4715-86ca-88a29da28517,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:47:25.780429 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-34127ad5-2e0b-4c64-a8ba-79b7afa8cfcd admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:47:25.784252 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-34127ad5-2e0b-4c64-a8ba-79b7afa8cfcd admin admin] 10.222.0.13 "DELETE /v2.0/subnets/d800e67f-3797-4715-86ca-88a29da28517 HTTP/1.1" status: 204 len: 168 time: 0.5305221 Jan 26 21:47:25.786810 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 43454) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:47:25.804393 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc5e6eb-3d00-489c-b746-fcec518df037 None None] Pushing event updated for resources: {'Port': ['ID=3874892c-50a5-43ff-b5dd-5dffcb0b9fc0,revision_number=5']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:47:25.870503 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-446f0855-2e74-46a1-a903-bd67ab855789 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-748181'] for network (adc6228a-06b1-469c-8743-feca5f42a355), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:47:25.964248 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-446f0855-2e74-46a1-a903-bd67ab855789 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-686403', 'neutron.services.segments.db._delete_segments_for_network-8746560774018'] for network (adc6228a-06b1-469c-8743-feca5f42a355), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:47:25.987977 n-d-760453-5 neutron-server[103305]: DEBUG neutron.services.segments.db [None req-446f0855-2e74-46a1-a903-bd67ab855789 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['adc6228a-06b1-469c-8743-feca5f42a355']}} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:47:26.004181 n-d-760453-5 neutron-server[103305]: DEBUG neutron.services.segments.db [None req-446f0855-2e74-46a1-a903-bd67ab855789 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '44333aef-d94d-4fc2-b03b-e7cc1999d3c1') {'for_net_delete': True} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:47:26.004606 n-d-760453-5 neutron-server[103305]: DEBUG neutron.services.segments.db [None req-446f0855-2e74-46a1-a903-bd67ab855789 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '44333aef-d94d-4fc2-b03b-e7cc1999d3c1') {} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:47:26.016825 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-446f0855-2e74-46a1-a903-bd67ab855789 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746560742283', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11788955'] for segment (44333aef-d94d-4fc2-b03b-e7cc1999d3c1), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:47:26.035036 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-446f0855-2e74-46a1-a903-bd67ab855789 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576559'] for segment (44333aef-d94d-4fc2-b03b-e7cc1999d3c1), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:47:26.041624 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-446f0855-2e74-46a1-a903-bd67ab855789 admin admin] Releasing vlan 596 on physical network physnet1 to pool {{(pid=103305) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 26 21:47:26.042290 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-446f0855-2e74-46a1-a903-bd67ab855789 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11791428'] for segment (44333aef-d94d-4fc2-b03b-e7cc1999d3c1), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:47:26.044476 n-d-760453-5 neutron-server[103305]: Traceback (most recent call last): Jan 26 21:47:26.044476 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 26 21:47:26.044476 n-d-760453-5 neutron-server[103305]: timer() Jan 26 21:47:26.044476 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 26 21:47:26.044476 n-d-760453-5 neutron-server[103305]: cb(*args, **kw) Jan 26 21:47:26.044476 n-d-760453-5 neutron-server[103305]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 26 21:47:26.044476 n-d-760453-5 neutron-server[103305]: return func(*args, **kwargs) Jan 26 21:47:26.044476 n-d-760453-5 neutron-server[103305]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 26 21:47:26.044476 n-d-760453-5 neutron-server[103305]: self._notify() Jan 26 21:47:26.044476 n-d-760453-5 neutron-server[103305]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 26 21:47:26.044476 n-d-760453-5 neutron-server[103305]: self.callback(batched_events) Jan 26 21:47:26.044476 n-d-760453-5 neutron-server[103305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 26 21:47:26.044476 n-d-760453-5 neutron-server[103305]: event.method(event) Jan 26 21:47:26.044476 n-d-760453-5 neutron-server[103305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 26 21:47:26.044476 n-d-760453-5 neutron-server[103305]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 26 21:47:26.044476 n-d-760453-5 neutron-server[103305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 26 21:47:26.044476 n-d-760453-5 neutron-server[103305]: aggregate_uuid = self.p_client.list_aggregates( Jan 26 21:47:26.044476 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 26 21:47:26.044476 n-d-760453-5 neutron-server[103305]: return f(self, *a, **k) Jan 26 21:47:26.044476 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 26 21:47:26.044476 n-d-760453-5 neutron-server[103305]: return self._get(url).json() Jan 26 21:47:26.044476 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 26 21:47:26.044476 n-d-760453-5 neutron-server[103305]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 26 21:47:26.044476 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 26 21:47:26.044476 n-d-760453-5 neutron-server[103305]: return self.request(url, 'GET', **kwargs) Jan 26 21:47:26.044476 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 26 21:47:26.044476 n-d-760453-5 neutron-server[103305]: base_url = self.get_endpoint(auth, allow=allow, Jan 26 21:47:26.044476 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 26 21:47:26.044476 n-d-760453-5 neutron-server[103305]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 26 21:47:26.044476 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 26 21:47:26.044476 n-d-760453-5 neutron-server[103305]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 26 21:47:26.044476 n-d-760453-5 neutron-server[103305]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 26 21:47:26.110484 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-446f0855-2e74-46a1-a903-bd67ab855789 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4110931'] for network (adc6228a-06b1-469c-8743-feca5f42a355), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:47:26.116200 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-446f0855-2e74-46a1-a903-bd67ab855789 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:47:26.123313 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-446f0855-2e74-46a1-a903-bd67ab855789 admin admin] 10.222.0.13 "DELETE /v2.0/networks/adc6228a-06b1-469c-8743-feca5f42a355 HTTP/1.1" status: 204 len: 168 time: 0.3351629 Jan 26 21:47:26.136289 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-446f0855-2e74-46a1-a903-bd67ab855789 admin admin] Pushing event deleted for resources: {'Network': ['ID=adc6228a-06b1-469c-8743-feca5f42a355,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:47:26.313824 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 43464) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:47:26.374088 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-805a9e8e-662f-4421-9347-ef589b9b9fc5 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=fac5c089428f4ed4b2118d6c27820b65&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0587301 Jan 26 21:47:26.376421 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 43466) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:47:26.438483 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-5003b8a8-7029-41fd-a2c5-acb1b7f47d39 admin admin] Publish callbacks [] for security_group (e65e66c8-351d-452d-8ad5-05614471b71d), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:47:26.462680 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-5003b8a8-7029-41fd-a2c5-acb1b7f47d39 admin admin] Publish callbacks [] for security_group (e65e66c8-351d-452d-8ad5-05614471b71d), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:47:26.515139 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-5003b8a8-7029-41fd-a2c5-acb1b7f47d39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (e65e66c8-351d-452d-8ad5-05614471b71d), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:47:26.518026 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-5003b8a8-7029-41fd-a2c5-acb1b7f47d39 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:47:26.521576 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-5003b8a8-7029-41fd-a2c5-acb1b7f47d39 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/e65e66c8-351d-452d-8ad5-05614471b71d HTTP/1.1" status: 204 len: 168 time: 0.1415243 Jan 26 21:47:26.528498 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5003b8a8-7029-41fd-a2c5-acb1b7f47d39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e65e66c8-351d-452d-8ad5-05614471b71d,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:47:26.851436 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device 3874892c-50a5-43ff-b5dd-5dffcb0b9fc0 up at agent ovs-agent-n-d-760453-5 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 21:47:26.883739 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 43474) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:47:26.905035 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Provisioning complete for port 3874892c-50a5-43ff-b5dd-5dffcb0b9fc0 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:47:26.905995 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (3874892c-50a5-43ff-b5dd-5dffcb0b9fc0), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:47:26.926539 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-65a1f053-1655-4c23-9c7c-4f8b1ee98be6 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d17e20bb087542a1815b49776d8d1937&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0391686 Jan 26 21:47:26.926749 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 43476) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:47:26.975563 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-95d372b1-c590-4ef9-af0c-eeaecbfecf68 admin admin] Publish callbacks [] for security_group (c739ec82-ed9e-40a4-852b-42a48be3ff14), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:47:26.995932 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Current status of the port 3874892c-50a5-43ff-b5dd-5dffcb0b9fc0 is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:47:26.996828 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-95d372b1-c590-4ef9-af0c-eeaecbfecf68 admin admin] Publish callbacks [] for security_group (c739ec82-ed9e-40a4-852b-42a48be3ff14), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:47:27.043060 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-95d372b1-c590-4ef9-af0c-eeaecbfecf68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (c739ec82-ed9e-40a4-852b-42a48be3ff14), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:47:27.045793 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-95d372b1-c590-4ef9-af0c-eeaecbfecf68 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:47:27.046944 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-95d372b1-c590-4ef9-af0c-eeaecbfecf68 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/c739ec82-ed9e-40a4-852b-42a48be3ff14 HTTP/1.1" status: 204 len: 168 time: 0.1192183 Jan 26 21:47:27.055136 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d372b1-c590-4ef9-af0c-eeaecbfecf68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c739ec82-ed9e-40a4-852b-42a48be3ff14,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:47:32.035172 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 43636) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:47:32.144326 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-347b6f2a-d346-4dbd-91aa-c37de7264520 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:47:32.219821 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-347b6f2a-d346-4dbd-91aa-c37de7264520 admin admin] Publish callbacks [] for security_group (b835e655-8ec5-4920-9b63-08c988a6052b), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:47:32.223616 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-347b6f2a-d346-4dbd-91aa-c37de7264520 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (b835e655-8ec5-4920-9b63-08c988a6052b), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:47:32.261996 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-347b6f2a-d346-4dbd-91aa-c37de7264520 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=60d77c16f1574c5c85bdc6d1d5d9ee70&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2257006 Jan 26 21:47:32.262801 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-347b6f2a-d346-4dbd-91aa-c37de7264520 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b835e655-8ec5-4920-9b63-08c988a6052b,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:47:32.264765 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 43640) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:47:32.314394 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-c317b2d4-c518-49d4-ad87-22b1f56a126a admin admin] Publish callbacks [] for security_group (b835e655-8ec5-4920-9b63-08c988a6052b), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:47:32.336132 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-c317b2d4-c518-49d4-ad87-22b1f56a126a admin admin] Publish callbacks [] for security_group (b835e655-8ec5-4920-9b63-08c988a6052b), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:47:32.385240 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-c317b2d4-c518-49d4-ad87-22b1f56a126a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (b835e655-8ec5-4920-9b63-08c988a6052b), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:47:32.388214 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-c317b2d4-c518-49d4-ad87-22b1f56a126a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:47:32.392070 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-c317b2d4-c518-49d4-ad87-22b1f56a126a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b835e655-8ec5-4920-9b63-08c988a6052b HTTP/1.1" status: 204 len: 168 time: 0.1261926 Jan 26 21:47:32.400467 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c317b2d4-c518-49d4-ad87-22b1f56a126a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b835e655-8ec5-4920-9b63-08c988a6052b,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:47:32.657607 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 43654) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:47:32.671443 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-577e66cc-9791-42a8-8082-3bdaf5ef1352 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:47:32.751896 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-577e66cc-9791-42a8-8082-3bdaf5ef1352 admin admin] Publish callbacks [] for security_group (3b8702b3-a8e7-47a1-b285-3e0e2008d2e6), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:47:32.755676 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-577e66cc-9791-42a8-8082-3bdaf5ef1352 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (3b8702b3-a8e7-47a1-b285-3e0e2008d2e6), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:47:32.800605 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-577e66cc-9791-42a8-8082-3bdaf5ef1352 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b6a06c0f5b824fb2ad903bc95e5109e2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1396151 Jan 26 21:47:32.800605 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-577e66cc-9791-42a8-8082-3bdaf5ef1352 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b8702b3-a8e7-47a1-b285-3e0e2008d2e6,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:47:32.800977 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 43656) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:47:32.854078 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-650f1c46-2d17-4b30-8178-445614b89fbd admin admin] Publish callbacks [] for security_group (3b8702b3-a8e7-47a1-b285-3e0e2008d2e6), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:47:32.876040 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-650f1c46-2d17-4b30-8178-445614b89fbd admin admin] Publish callbacks [] for security_group (3b8702b3-a8e7-47a1-b285-3e0e2008d2e6), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:47:32.922495 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-650f1c46-2d17-4b30-8178-445614b89fbd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (3b8702b3-a8e7-47a1-b285-3e0e2008d2e6), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:47:32.925276 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-650f1c46-2d17-4b30-8178-445614b89fbd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:47:32.926507 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-650f1c46-2d17-4b30-8178-445614b89fbd admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/3b8702b3-a8e7-47a1-b285-3e0e2008d2e6 HTTP/1.1" status: 204 len: 168 time: 0.1242962 Jan 26 21:47:32.935339 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-650f1c46-2d17-4b30-8178-445614b89fbd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b8702b3-a8e7-47a1-b285-3e0e2008d2e6,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:47:34.899712 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 43746) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:47:35.011264 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-3454d37f-4ac6-44c9-826a-4a56ac9d2872 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:47:35.096043 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-3454d37f-4ac6-44c9-826a-4a56ac9d2872 admin admin] Publish callbacks [] for security_group (02c93077-bafb-491b-a136-ef519bcef011), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:47:35.100030 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-3454d37f-4ac6-44c9-826a-4a56ac9d2872 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (02c93077-bafb-491b-a136-ef519bcef011), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:47:35.137995 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3454d37f-4ac6-44c9-826a-4a56ac9d2872 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02c93077-bafb-491b-a136-ef519bcef011,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:47:35.143608 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-3454d37f-4ac6-44c9-826a-4a56ac9d2872 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=6c1eae0da8864cb88028b9bdf8709b76&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2426336 Jan 26 21:47:35.146206 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 43754) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:47:35.197098 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-c9994db0-3ac2-4bf1-9ee8-9a33b929f765 admin admin] Publish callbacks [] for security_group (02c93077-bafb-491b-a136-ef519bcef011), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:47:35.218828 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-c9994db0-3ac2-4bf1-9ee8-9a33b929f765 admin admin] Publish callbacks [] for security_group (02c93077-bafb-491b-a136-ef519bcef011), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:47:35.265202 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-c9994db0-3ac2-4bf1-9ee8-9a33b929f765 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (02c93077-bafb-491b-a136-ef519bcef011), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:47:35.267914 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-c9994db0-3ac2-4bf1-9ee8-9a33b929f765 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:47:35.269802 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-c9994db0-3ac2-4bf1-9ee8-9a33b929f765 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/02c93077-bafb-491b-a136-ef519bcef011 HTTP/1.1" status: 204 len: 168 time: 0.1222718 Jan 26 21:47:35.278699 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9994db0-3ac2-4bf1-9ee8-9a33b929f765 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02c93077-bafb-491b-a136-ef519bcef011,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:47:35.544795 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 43764) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:47:35.559853 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-b93d5b6f-e01a-4529-9195-f890e8730fed admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:47:35.653508 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-b93d5b6f-e01a-4529-9195-f890e8730fed admin admin] Publish callbacks [] for security_group (d3d97b4f-0add-4a70-9f7d-4c78ea9cb63a), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:47:35.657662 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-b93d5b6f-e01a-4529-9195-f890e8730fed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (d3d97b4f-0add-4a70-9f7d-4c78ea9cb63a), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:47:35.695376 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b93d5b6f-e01a-4529-9195-f890e8730fed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3d97b4f-0add-4a70-9f7d-4c78ea9cb63a,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:47:35.701821 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-b93d5b6f-e01a-4529-9195-f890e8730fed admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=53b505bf2fe34777b7dc13a1129fe8b0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1559339 Jan 26 21:47:35.702614 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 43766) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:47:35.751150 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-0dfdbd05-c070-4bde-b0cc-27f2fe235905 admin admin] Publish callbacks [] for security_group (d3d97b4f-0add-4a70-9f7d-4c78ea9cb63a), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:47:35.772647 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-0dfdbd05-c070-4bde-b0cc-27f2fe235905 admin admin] Publish callbacks [] for security_group (d3d97b4f-0add-4a70-9f7d-4c78ea9cb63a), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:47:35.822374 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-0dfdbd05-c070-4bde-b0cc-27f2fe235905 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (d3d97b4f-0add-4a70-9f7d-4c78ea9cb63a), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:47:35.824982 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-0dfdbd05-c070-4bde-b0cc-27f2fe235905 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:47:35.826166 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-0dfdbd05-c070-4bde-b0cc-27f2fe235905 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d3d97b4f-0add-4a70-9f7d-4c78ea9cb63a HTTP/1.1" status: 204 len: 168 time: 0.1222312 Jan 26 21:47:35.836665 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dfdbd05-c070-4bde-b0cc-27f2fe235905 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3d97b4f-0add-4a70-9f7d-4c78ea9cb63a,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:47:36.903839 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 43814) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:47:37.011813 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-09c4b1d1-f430-49ba-b70e-ce4e3fd969fd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:47:37.096762 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-09c4b1d1-f430-49ba-b70e-ce4e3fd969fd admin admin] Publish callbacks [] for security_group (b22cb9a2-50d8-40ca-98da-ef11b3f90658), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:47:37.101354 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-09c4b1d1-f430-49ba-b70e-ce4e3fd969fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (b22cb9a2-50d8-40ca-98da-ef11b3f90658), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:47:37.138603 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c4b1d1-f430-49ba-b70e-ce4e3fd969fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b22cb9a2-50d8-40ca-98da-ef11b3f90658,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:47:37.142965 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-09c4b1d1-f430-49ba-b70e-ce4e3fd969fd admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=1f293f0e4d03493ba22932b9ee54ad9f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2380359 Jan 26 21:47:37.145622 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 43824) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:47:37.194543 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-4d6b1936-4224-4c53-bd54-39e223db18cb admin admin] Publish callbacks [] for security_group (b22cb9a2-50d8-40ca-98da-ef11b3f90658), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:47:37.215685 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-4d6b1936-4224-4c53-bd54-39e223db18cb admin admin] Publish callbacks [] for security_group (b22cb9a2-50d8-40ca-98da-ef11b3f90658), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:47:37.261860 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-4d6b1936-4224-4c53-bd54-39e223db18cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (b22cb9a2-50d8-40ca-98da-ef11b3f90658), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:47:37.264549 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-4d6b1936-4224-4c53-bd54-39e223db18cb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:47:37.265744 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-4d6b1936-4224-4c53-bd54-39e223db18cb admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b22cb9a2-50d8-40ca-98da-ef11b3f90658 HTTP/1.1" status: 204 len: 168 time: 0.1192362 Jan 26 21:47:37.276216 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d6b1936-4224-4c53-bd54-39e223db18cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b22cb9a2-50d8-40ca-98da-ef11b3f90658,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:47:37.718969 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-85c39ccb-90ad-4c8b-82e3-a06595a41244 req-a3adab06-efe5-4683-b1b6-f429d56917d2 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=09cf288f-426b-43cf-9827-2646fdb883f7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0487263 Jan 26 21:47:37.809872 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c39ccb-90ad-4c8b-82e3-a06595a41244 req-2e2a2c10-869c-42ff-804a-33fccd1a1540 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:47:37.811544 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-85c39ccb-90ad-4c8b-82e3-a06595a41244 req-2e2a2c10-869c-42ff-804a-33fccd1a1540 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=97d50071461f4511bd8bef3bc5cf8c61&device_id=09cf288f-426b-43cf-9827-2646fdb883f7 HTTP/1.1" status: 200 len: 1097 time: 0.0487177 Jan 26 21:47:37.926538 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c39ccb-90ad-4c8b-82e3-a06595a41244 req-2b5573a7-ec76-4d1d-b354-68b1fef15c6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:47:37.928070 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-85c39ccb-90ad-4c8b-82e3-a06595a41244 req-2b5573a7-ec76-4d1d-b354-68b1fef15c6b service neutron] 10.222.0.57 "GET /v2.0/networks?id=922fc8ea-5e9f-4e84-8a69-ae9eaae306af HTTP/1.1" status: 200 len: 898 time: 0.0977862 Jan 26 21:47:38.007409 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-85c39ccb-90ad-4c8b-82e3-a06595a41244 req-bdbb2028-a19a-4971-83a8-07cc5ab404f8 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=094ec750-33e1-4c70-8ca3-18efe67da65a HTTP/1.1" status: 200 len: 1001 time: 0.0724657 Jan 26 21:47:38.056630 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c39ccb-90ad-4c8b-82e3-a06595a41244 req-7b9a9c49-1405-40ae-b774-036a7c120844 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:47:38.058316 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-85c39ccb-90ad-4c8b-82e3-a06595a41244 req-7b9a9c49-1405-40ae-b774-036a7c120844 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=0493aa25-2f9b-48d6-9d5a-ad36370cd8c7 HTTP/1.1" status: 200 len: 834 time: 0.0460072 Jan 26 21:47:38.107786 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c39ccb-90ad-4c8b-82e3-a06595a41244 req-b757561b-255d-4045-accd-c51f0ba05813 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:47:38.111216 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-85c39ccb-90ad-4c8b-82e3-a06595a41244 req-b757561b-255d-4045-accd-c51f0ba05813 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=922fc8ea-5e9f-4e84-8a69-ae9eaae306af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0470955 Jan 26 21:47:38.235399 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-85c39ccb-90ad-4c8b-82e3-a06595a41244 req-4509419c-9052-4866-9878-888763303614 service neutron] 10.222.0.57 "GET /v2.0/networks/922fc8ea-5e9f-4e84-8a69-ae9eaae306af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1167974 Jan 26 21:47:38.335457 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-85c39ccb-90ad-4c8b-82e3-a06595a41244 req-0ff43a84-e52e-48d5-a064-5afb0de18aec service neutron] 10.222.0.57 "GET /v2.0/networks/922fc8ea-5e9f-4e84-8a69-ae9eaae306af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0934296 Jan 26 21:47:38.387197 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 43882) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:47:38.447300 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (32ef628b-8417-46c5-8729-60fcabe358f1), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:47:38.504111 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-dcb293a3-9b2c-4738-9500-10c02536a30b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:47:38.581590 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-dcb293a3-9b2c-4738-9500-10c02536a30b admin admin] Publish callbacks [] for security_group (eed13916-d3c7-4426-95d2-d13a85f1586d), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:47:38.586544 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-dcb293a3-9b2c-4738-9500-10c02536a30b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (eed13916-d3c7-4426-95d2-d13a85f1586d), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:47:38.626397 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-dcb293a3-9b2c-4738-9500-10c02536a30b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f19707cce9dc4d15a5f7a9c7bc53c8e7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2381520 Jan 26 21:47:38.627135 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb293a3-9b2c-4738-9500-10c02536a30b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eed13916-d3c7-4426-95d2-d13a85f1586d,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:47:38.629909 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 43890) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:47:38.691121 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-8ac2019c-fed4-4c82-bdce-f1463c402072 admin admin] Publish callbacks [] for security_group (eed13916-d3c7-4426-95d2-d13a85f1586d), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:47:38.716203 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-8ac2019c-fed4-4c82-bdce-f1463c402072 admin admin] Publish callbacks [] for security_group (eed13916-d3c7-4426-95d2-d13a85f1586d), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:47:38.762662 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-8ac2019c-fed4-4c82-bdce-f1463c402072 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (eed13916-d3c7-4426-95d2-d13a85f1586d), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:47:38.765364 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-8ac2019c-fed4-4c82-bdce-f1463c402072 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:47:38.766573 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-8ac2019c-fed4-4c82-bdce-f1463c402072 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/eed13916-d3c7-4426-95d2-d13a85f1586d HTTP/1.1" status: 204 len: 168 time: 0.1352909 Jan 26 21:47:38.776177 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac2019c-fed4-4c82-bdce-f1463c402072 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eed13916-d3c7-4426-95d2-d13a85f1586d,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:47:39.422259 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 43928) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:47:39.525016 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-adeb128e-bec8-4ce9-b9fe-a37dc8610203 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-328487957-network', 'tenant_id': '8ddcdfbc447b49128536ff1aeb070c64'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:47:39.545484 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-adeb128e-bec8-4ce9-b9fe-a37dc8610203 admin admin] Made reservation on behalf of 8ddcdfbc447b49128536ff1aeb070c64 for: {'network': 1} {{(pid=103304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 21:47:39.547785 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-adeb128e-bec8-4ce9-b9fe-a37dc8610203 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for network (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:47:39.556972 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-adeb128e-bec8-4ce9-b9fe-a37dc8610203 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:47:39.630917 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-adeb128e-bec8-4ce9-b9fe-a37dc8610203 admin admin] Publish callbacks [] for security_group (91f0c191-da0e-47e3-b07a-c942747fe78d), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:47:39.634948 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-adeb128e-bec8-4ce9-b9fe-a37dc8610203 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (91f0c191-da0e-47e3-b07a-c942747fe78d), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:47:39.661173 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-adeb128e-bec8-4ce9-b9fe-a37dc8610203 admin admin] vlan segment allocate from pool success with {'vlan_id': 576, 'physical_network': 'physnet1'} {{(pid=103304) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 26 21:47:39.671406 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adeb128e-bec8-4ce9-b9fe-a37dc8610203 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91f0c191-da0e-47e3-b07a-c942747fe78d,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:47:39.679423 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-adeb128e-bec8-4ce9-b9fe-a37dc8610203 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576559'] for segment (45371176-20a0-47cd-8cb2-51d581f4c1bb), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:47:39.679587 n-d-760453-5 neutron-server[103304]: INFO neutron.db.segments_db [None req-adeb128e-bec8-4ce9-b9fe-a37dc8610203 admin admin] Added segment 45371176-20a0-47cd-8cb2-51d581f4c1bb of type vlan for network b6434550-eac0-4b96-8164-1e09c842f9da Jan 26 21:47:39.726886 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-adeb128e-bec8-4ce9-b9fe-a37dc8610203 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746560256871'] for network (b6434550-eac0-4b96-8164-1e09c842f9da), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:47:39.754977 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-adeb128e-bec8-4ce9-b9fe-a37dc8610203 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503'] for network (b6434550-eac0-4b96-8164-1e09c842f9da), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:47:39.756031 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adeb128e-bec8-4ce9-b9fe-a37dc8610203 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:47:39.756643 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-adeb128e-bec8-4ce9-b9fe-a37dc8610203 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:47:39.838588 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-adeb128e-bec8-4ce9-b9fe-a37dc8610203 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4150603 Jan 26 21:47:39.855019 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adeb128e-bec8-4ce9-b9fe-a37dc8610203 admin admin] Pushing event updated for resources: {'Network': ['ID=b6434550-eac0-4b96-8164-1e09c842f9da,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:47:39.888166 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Network b6434550-eac0-4b96-8164-1e09c842f9da details requested by agent ovs-agent-n-d-760453-5 with host n-d-760453-5 {{(pid=103306) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 26 21:47:39.932841 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 43940) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:47:39.938039 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-03e801f9-21be-4dc1-83b7-305c79c59b9b admin admin] Request body: {'subnet': {'network_id': 'b6434550-eac0-4b96-8164-1e09c842f9da', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-328487957-subnet', 'tenant_id': '8ddcdfbc447b49128536ff1aeb070c64', 'ip_version': 4}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:47:39.968516 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03e801f9-21be-4dc1-83b7-305c79c59b9b admin admin] Made reservation on behalf of 8ddcdfbc447b49128536ff1aeb070c64 for: {'subnet': 1} {{(pid=103305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 21:47:39.971292 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-03e801f9-21be-4dc1-83b7-305c79c59b9b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11599953'] for subnet (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:47:40.148438 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-03e801f9-21be-4dc1-83b7-305c79c59b9b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11788839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11599975'] for subnet (fae830e9-0a9b-4056-b084-e83740194f2c), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:47:40.216771 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e801f9-21be-4dc1-83b7-305c79c59b9b admin admin] Pushing event updated for resources: {'Subnet': ['ID=fae830e9-0a9b-4056-b084-e83740194f2c,revision_number=0']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:47:40.226303 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03e801f9-21be-4dc1-83b7-305c79c59b9b admin admin] Checking segment: {'id': '45371176-20a0-47cd-8cb2-51d581f4c1bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'b6434550-eac0-4b96-8164-1e09c842f9da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103305) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 21:47:40.226670 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03e801f9-21be-4dc1-83b7-305c79c59b9b admin admin] Network hostable DHCP agents. Network: b6434550-eac0-4b96-8164-1e09c842f9da, hostable agents: ['474ccdf7-ab6c-405b-a3b2-dc7b05829902'], hosted agents: [] {{(pid=103305) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 26 21:47:40.247487 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03e801f9-21be-4dc1-83b7-305c79c59b9b admin admin] Network b6434550-eac0-4b96-8164-1e09c842f9da is scheduled to be hosted by DHCP agent 474ccdf7-ab6c-405b-a3b2-dc7b05829902 with binding_index 1 {{(pid=103305) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 26 21:47:40.257323 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [None req-03e801f9-21be-4dc1-83b7-305c79c59b9b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760453-5, b6434550-eac0-4b96-8164-1e09c842f9da) {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:47:40.262653 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03e801f9-21be-4dc1-83b7-305c79c59b9b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:47:40.263281 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-03e801f9-21be-4dc1-83b7-305c79c59b9b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:47:40.267545 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2e09b63-86d5-4d5d-aa13-bfe5f55decbb None None] Network b6434550-eac0-4b96-8164-1e09c842f9da requested from n-d-760453-5 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 26 21:47:40.281375 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-03e801f9-21be-4dc1-83b7-305c79c59b9b admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3467064 Jan 26 21:47:40.283670 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 43948) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:47:40.288950 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-d16e178e-3434-4079-b3d5-f553a6698431 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-328487957-router', 'tenant_id': '8ddcdfbc447b49128536ff1aeb070c64', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299'}}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:47:40.308437 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-d16e178e-3434-4079-b3d5-f553a6698431 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4104596', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13108'] for router (e3a1cb2f-d640-4af8-8126-c67e36effc0d), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:47:40.309432 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-d16e178e-3434-4079-b3d5-f553a6698431 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4105828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4111306', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3733576', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13069'] for router (e3a1cb2f-d640-4af8-8126-c67e36effc0d), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:47:40.376161 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2fbcda6-3349-4a7f-b83e-7200ddb84c5c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3c4099e8-8ffb-51d1-af7f-5868973e933f-b6434550-eac0-4b96-8164-1e09c842f9da', 'network_id': 'b6434550-eac0-4b96-8164-1e09c842f9da', 'project_id': '8ddcdfbc447b49128536ff1aeb070c64', 'fixed_ips': [{'subnet_id': 'fae830e9-0a9b-4056-b084-e83740194f2c'}]}} from n-d-760453-5. {{(pid=103306) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 26 21:47:40.377005 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-d16e178e-3434-4079-b3d5-f553a6698431 admin admin] Publish callbacks [] for router_controller (e3a1cb2f-d640-4af8-8126-c67e36effc0d), precommit_add_association {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:47:40.377772 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d2fbcda6-3349-4a7f-b83e-7200ddb84c5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (None), before_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:47:40.526978 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-d16e178e-3434-4079-b3d5-f553a6698431 admin admin] Publish callbacks [] for router_gateway (e3a1cb2f-d640-4af8-8126-c67e36effc0d), precommit_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:47:40.529310 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.db_base_plugin_common [None req-d2fbcda6-3349-4a7f-b83e-7200ddb84c5c None None] Allocated IP 172.20.0.2 (b6434550-eac0-4b96-8164-1e09c842f9da/fae830e9-0a9b-4056-b084-e83740194f2c/3cb07f41-b7f3-45bd-b417-d1406eb5d374) {{(pid=103306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 21:47:40.676503 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d2fbcda6-3349-4a7f-b83e-7200ddb84c5c None None] Publish callbacks [] for port (3cb07f41-b7f3-45bd-b417-d1406eb5d374), precommit_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:47:40.683386 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d2fbcda6-3349-4a7f-b83e-7200ddb84c5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746560234527'] for port (3cb07f41-b7f3-45bd-b417-d1406eb5d374), after_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:47:40.727423 n-d-760453-5 neutron-server[103306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2fbcda6-3349-4a7f-b83e-7200ddb84c5c None None] Network b6434550-eac0-4b96-8164-1e09c842f9da is already hosted by enough agents. {{(pid=103306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 21:47:40.732420 n-d-760453-5 neutron-server[103306]: DEBUG neutron.scheduler.base_scheduler [None req-d2fbcda6-3349-4a7f-b83e-7200ddb84c5c None None] Resources bound (agent type, host, resource id): {{(pid=103306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:47:40.736718 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2fbcda6-3349-4a7f-b83e-7200ddb84c5c None None] Received port after_create {{(pid=103306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 21:47:40.739892 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2fbcda6-3349-4a7f-b83e-7200ddb84c5c None None] Pushing event updated for resources: {'Port': ['ID=3cb07f41-b7f3-45bd-b417-d1406eb5d374,revision_number=1']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:47:40.743517 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-d16e178e-3434-4079-b3d5-f553a6698431 admin admin] Publish callbacks [] for router_gateway (e3a1cb2f-d640-4af8-8126-c67e36effc0d), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:47:40.768178 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-d16e178e-3434-4079-b3d5-f553a6698431 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:47:40.794624 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-d2fbcda6-3349-4a7f-b83e-7200ddb84c5c None None] Attempting to bind port 3cb07f41-b7f3-45bd-b417-d1406eb5d374 on host n-d-760453-5 for vnic_type normal with profile {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 21:47:40.794998 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-d2fbcda6-3349-4a7f-b83e-7200ddb84c5c None None] Attempting to bind port 3cb07f41-b7f3-45bd-b417-d1406eb5d374 by drivers openvswitch,hyperv on host n-d-760453-5 at level 0 using segments [{'id': '45371176-20a0-47cd-8cb2-51d581f4c1bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'b6434550-eac0-4b96-8164-1e09c842f9da'}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 26 21:47:40.795356 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2fbcda6-3349-4a7f-b83e-7200ddb84c5c None None] Attempting to bind port 3cb07f41-b7f3-45bd-b417-d1406eb5d374 on network b6434550-eac0-4b96-8164-1e09c842f9da {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 21:47:40.800815 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2fbcda6-3349-4a7f-b83e-7200ddb84c5c None None] Checking agent: {'id': 'fea0591a-627d-4c87-9a9a-01625ddf3277', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760453-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 20, 55, 25), 'started_at': datetime.datetime(2022, 1, 26, 20, 55, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 21, 47, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760453-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 26 21:47:40.801186 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2fbcda6-3349-4a7f-b83e-7200ddb84c5c None None] Checking segment: {'id': '45371176-20a0-47cd-8cb2-51d581f4c1bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'b6434550-eac0-4b96-8164-1e09c842f9da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 21:47:40.801613 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d2fbcda6-3349-4a7f-b83e-7200ddb84c5c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:47:40.802008 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2fbcda6-3349-4a7f-b83e-7200ddb84c5c None None] Bound using segment: {'id': '45371176-20a0-47cd-8cb2-51d581f4c1bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'b6434550-eac0-4b96-8164-1e09c842f9da'} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 26 21:47:40.802473 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-d2fbcda6-3349-4a7f-b83e-7200ddb84c5c None None] Bound port: 3cb07f41-b7f3-45bd-b417-d1406eb5d374, host: n-d-760453-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '45371176-20a0-47cd-8cb2-51d581f4c1bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'b6434550-eac0-4b96-8164-1e09c842f9da'}}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 26 21:47:40.802848 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d2fbcda6-3349-4a7f-b83e-7200ddb84c5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (3cb07f41-b7f3-45bd-b417-d1406eb5d374), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:47:40.870085 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-d2fbcda6-3349-4a7f-b83e-7200ddb84c5c None None] For port 3cb07f41-b7f3-45bd-b417-d1406eb5d374, host n-d-760453-5, cleared binding levels {{(pid=103306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 26 21:47:40.873444 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-d2fbcda6-3349-4a7f-b83e-7200ddb84c5c None None] For port 3cb07f41-b7f3-45bd-b417-d1406eb5d374, host n-d-760453-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=3cb07f41-b7f3-45bd-b417-d1406eb5d374,segment=NetworkSegment(45371176-20a0-47cd-8cb2-51d581f4c1bb),segment_id=45371176-20a0-47cd-8cb2-51d581f4c1bb)] {{(pid=103306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 26 21:47:40.879227 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d2fbcda6-3349-4a7f-b83e-7200ddb84c5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (3cb07f41-b7f3-45bd-b417-d1406eb5d374), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:47:40.913822 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.db_base_plugin_common [None req-d16e178e-3434-4079-b3d5-f553a6698431 admin admin] Allocated IP 172.25.1.205 (4140a1f1-c93a-4bea-83a0-68953a54f299/e48251a1-e30d-4820-8396-00c6f6aeb601/7582db77-7857-47a6-a6b6-3af9c9f27f61) {{(pid=103304) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 21:47:40.942123 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2fbcda6-3349-4a7f-b83e-7200ddb84c5c None None] Pushing event updated for resources: {'Port': ['ID=3cb07f41-b7f3-45bd-b417-d1406eb5d374,revision_number=2']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:47:41.056213 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-d16e178e-3434-4079-b3d5-f553a6698431 admin admin] Publish callbacks [] for port (7582db77-7857-47a6-a6b6-3af9c9f27f61), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:47:41.094355 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-d16e178e-3434-4079-b3d5-f553a6698431 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746560234527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9281553'] for port (7582db77-7857-47a6-a6b6-3af9c9f27f61), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:47:41.170502 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d16e178e-3434-4079-b3d5-f553a6698431 admin admin] Network 4140a1f1-c93a-4bea-83a0-68953a54f299 is already hosted by enough agents. {{(pid=103304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 21:47:41.176433 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [None req-d16e178e-3434-4079-b3d5-f553a6698431 admin admin] Resources bound (agent type, host, resource id): {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:47:41.180257 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d16e178e-3434-4079-b3d5-f553a6698431 admin admin] Received port after_create {{(pid=103304) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 21:47:41.184606 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d16e178e-3434-4079-b3d5-f553a6698431 admin admin] Pushing event updated for resources: {'Port': ['ID=7582db77-7857-47a6-a6b6-3af9c9f27f61,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:47:41.462875 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-d16e178e-3434-4079-b3d5-f553a6698431 admin admin] Publish callbacks [] for router_gateway (e3a1cb2f-d640-4af8-8126-c67e36effc0d), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:47:41.673928 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-d16e178e-3434-4079-b3d5-f553a6698431 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4105757', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4111263'] for router (e3a1cb2f-d640-4af8-8126-c67e36effc0d), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:47:41.823732 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d16e178e-3434-4079-b3d5-f553a6698431 admin admin] Router e3a1cb2f-d640-4af8-8126-c67e36effc0d is scheduled to L3 agent 09df100c-3af1-4b0a-bda8-05914c71c458 with binding_index 1 {{(pid=103304) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 26 21:47:41.946756 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d16e178e-3434-4079-b3d5-f553a6698431 admin admin] Notify agent at l3_agent.n-d-760453-5 the message routers_updated {{(pid=103304) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 26 21:47:41.960225 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff802154-d566-42b8-9a20-afce485b536c None None] Sync routers for ids ['e3a1cb2f-d640-4af8-8126-c67e36effc0d'] in n-d-760453-5 {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 26 21:47:41.969206 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-d16e178e-3434-4079-b3d5-f553a6698431 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:47:41.973967 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 43978) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:47:41.974529 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff802154-d566-42b8-9a20-afce485b536c None None] Routers {'e3a1cb2f-d640-4af8-8126-c67e36effc0d'} bound to L3 agent in host n-d-760453-5 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 21:47:41.974652 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-d16e178e-3434-4079-b3d5-f553a6698431 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.6894288 Jan 26 21:47:41.974748 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-ff802154-d566-42b8-9a20-afce485b536c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-26T20:55:21Z,description=,heartbeat_timestamp=2022-01-26T21:47:21Z,host='n-d-760453-5',id=09df100c-3af1-4b0a-bda8-05914c71c458,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:55:21Z,topic='l3_agent')) {'router_ids': ['e3a1cb2f-d640-4af8-8126-c67e36effc0d'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:47:42.101916 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_dvr_db [None req-ff802154-d566-42b8-9a20-afce485b536c None None] Set router e3a1cb2f-d640-4af8-8126-c67e36effc0d gateway port host: n-d-760453-5 {{(pid=103307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 21:47:42.134718 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e9e371c-f1d1-4b2a-8d76-7998ac5d3071 None None] Network b6434550-eac0-4b96-8164-1e09c842f9da requested from n-d-760453-5 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 26 21:47:42.225204 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-47222201-1d39-4517-8437-e7f2428bf093 None None] Provisioning complete for port 3cb07f41-b7f3-45bd-b417-d1406eb5d374 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:47:42.226342 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-47222201-1d39-4517-8437-e7f2428bf093 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (3cb07f41-b7f3-45bd-b417-d1406eb5d374), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:47:42.314607 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-ff802154-d566-42b8-9a20-afce485b536c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3a1cb2f-d640-4af8-8126-c67e36effc0d', 'name': 'tempest-TestAggregatesBasicOps-328487957-router', 'tenant_id': '8ddcdfbc447b49128536ff1aeb070c64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'external_fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.205'}], 'enable_snat': True}, 'gw_port_id': '7582db77-7857-47a6-a6b6-3af9c9f27f61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T21:47:40Z', 'updated_at': '2022-01-26T21:47:41Z', 'revision_number': 3, 'project_id': '8ddcdfbc447b49128536ff1aeb070c64', 'gw_port': {'id': '7582db77-7857-47a6-a6b6-3af9c9f27f61', 'name': '', 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:cd:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3a1cb2f-d640-4af8-8126-c67e36effc0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3910, 'fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:47:40Z', 'updated_at': '2022-01-26T21:47:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-5'}], 'n-d-760453-5', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:47:42.352512 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff802154-d566-42b8-9a20-afce485b536c None None] Checking router: e3a1cb2f-d640-4af8-8126-c67e36effc0d for host: n-d-760453-5 {{(pid=103307) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 26 21:47:42.353511 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff802154-d566-42b8-9a20-afce485b536c None None] Updating router e3a1cb2f-d640-4af8-8126-c67e36effc0d port 7582db77-7857-47a6-a6b6-3af9c9f27f61 binding host n-d-760453-5 {{(pid=103307) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 26 21:47:42.357489 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-47222201-1d39-4517-8437-e7f2428bf093 None None] Current status of the port 3cb07f41-b7f3-45bd-b417-d1406eb5d374 is: DOWN; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:47:42.358007 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-47222201-1d39-4517-8437-e7f2428bf093 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (3cb07f41-b7f3-45bd-b417-d1406eb5d374), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:47:42.386185 n-d-760453-5 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-ff802154-d566-42b8-9a20-afce485b536c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (7582db77-7857-47a6-a6b6-3af9c9f27f61), before_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:47:42.416256 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-47222201-1d39-4517-8437-e7f2428bf093 None None] For port 3cb07f41-b7f3-45bd-b417-d1406eb5d374, host n-d-760453-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=3cb07f41-b7f3-45bd-b417-d1406eb5d374,segment=NetworkSegment(45371176-20a0-47cd-8cb2-51d581f4c1bb),segment_id=45371176-20a0-47cd-8cb2-51d581f4c1bb)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:47:42.427930 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-47222201-1d39-4517-8437-e7f2428bf093 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (3cb07f41-b7f3-45bd-b417-d1406eb5d374), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:47:42.502791 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-909e7c7b-4e5f-41aa-b8b2-b311b045425d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:47:42.521102 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47222201-1d39-4517-8437-e7f2428bf093 None None] Pushing event updated for resources: {'Port': ['ID=3cb07f41-b7f3-45bd-b417-d1406eb5d374,revision_number=3']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:47:42.672024 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-b6bc135e-1afd-4a03-a4e4-0f59c73336ca None None] Provisioning complete for port 3cb07f41-b7f3-45bd-b417-d1406eb5d374 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:47:42.673543 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b6bc135e-1afd-4a03-a4e4-0f59c73336ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (3cb07f41-b7f3-45bd-b417-d1406eb5d374), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:47:42.718836 n-d-760453-5 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-ff802154-d566-42b8-9a20-afce485b536c None None] Publish callbacks [] for port (7582db77-7857-47a6-a6b6-3af9c9f27f61), precommit_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:47:42.727044 n-d-760453-5 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-ff802154-d566-42b8-9a20-afce485b536c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (7582db77-7857-47a6-a6b6-3af9c9f27f61), after_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:47:42.739327 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.db_base_plugin_common [None req-909e7c7b-4e5f-41aa-b8b2-b311b045425d admin admin] Allocated IP 172.20.0.1 (b6434550-eac0-4b96-8164-1e09c842f9da/fae830e9-0a9b-4056-b084-e83740194f2c/8195d0b4-24fc-487e-8bb5-c300beda90b1) {{(pid=103305) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 21:47:42.772734 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-b6bc135e-1afd-4a03-a4e4-0f59c73336ca None None] Current status of the port 3cb07f41-b7f3-45bd-b417-d1406eb5d374 is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:47:42.800379 n-d-760453-5 neutron-server[103307]: DEBUG neutron.plugins.ml2.managers [None req-ff802154-d566-42b8-9a20-afce485b536c None None] Attempting to bind port 7582db77-7857-47a6-a6b6-3af9c9f27f61 on host n-d-760453-5 for vnic_type normal with profile {{(pid=103307) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 21:47:42.801025 n-d-760453-5 neutron-server[103307]: DEBUG neutron.plugins.ml2.managers [None req-ff802154-d566-42b8-9a20-afce485b536c None None] Attempting to bind port 7582db77-7857-47a6-a6b6-3af9c9f27f61 by drivers openvswitch,hyperv on host n-d-760453-5 at level 0 using segments [{'id': 'e17cb353-418f-48b9-b982-21a6233ee99b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299'}] {{(pid=103307) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 26 21:47:42.801333 n-d-760453-5 neutron-server[103307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff802154-d566-42b8-9a20-afce485b536c None None] Attempting to bind port 7582db77-7857-47a6-a6b6-3af9c9f27f61 on network 4140a1f1-c93a-4bea-83a0-68953a54f299 {{(pid=103307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 21:47:42.807328 n-d-760453-5 neutron-server[103307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff802154-d566-42b8-9a20-afce485b536c None None] Checking agent: {'id': 'fea0591a-627d-4c87-9a9a-01625ddf3277', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760453-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 20, 55, 25), 'started_at': datetime.datetime(2022, 1, 26, 20, 55, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 21, 47, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760453-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 26 21:47:42.808146 n-d-760453-5 neutron-server[103307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff802154-d566-42b8-9a20-afce485b536c None None] Checking segment: {'id': 'e17cb353-418f-48b9-b982-21a6233ee99b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103307) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 21:47:42.808292 n-d-760453-5 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-ff802154-d566-42b8-9a20-afce485b536c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:47:42.808788 n-d-760453-5 neutron-server[103307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff802154-d566-42b8-9a20-afce485b536c None None] Bound using segment: {'id': 'e17cb353-418f-48b9-b982-21a6233ee99b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299'} {{(pid=103307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 26 21:47:42.809380 n-d-760453-5 neutron-server[103307]: DEBUG neutron.plugins.ml2.managers [None req-ff802154-d566-42b8-9a20-afce485b536c None None] Bound port: 7582db77-7857-47a6-a6b6-3af9c9f27f61, host: n-d-760453-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e17cb353-418f-48b9-b982-21a6233ee99b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299'}}] {{(pid=103307) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 26 21:47:42.809904 n-d-760453-5 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-ff802154-d566-42b8-9a20-afce485b536c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (7582db77-7857-47a6-a6b6-3af9c9f27f61), before_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:47:42.812843 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54858b16-7dee-4de0-b166-fb17ac6df76d None None] Pushing event updated for resources: {'Port': ['ID=7582db77-7857-47a6-a6b6-3af9c9f27f61,revision_number=2']} {{(pid=103307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:47:42.842367 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54858b16-7dee-4de0-b166-fb17ac6df76d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:47:42.849931 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54858b16-7dee-4de0-b166-fb17ac6df76d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:47:42.849931 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54858b16-7dee-4de0-b166-fb17ac6df76d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:47:42.849931 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54858b16-7dee-4de0-b166-fb17ac6df76d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:47:42.849931 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54858b16-7dee-4de0-b166-fb17ac6df76d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:47:42.849931 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54858b16-7dee-4de0-b166-fb17ac6df76d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:47:42.849931 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54858b16-7dee-4de0-b166-fb17ac6df76d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:47:42.849931 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54858b16-7dee-4de0-b166-fb17ac6df76d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:47:42.849931 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54858b16-7dee-4de0-b166-fb17ac6df76d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:47:42.849931 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54858b16-7dee-4de0-b166-fb17ac6df76d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:47:42.849931 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54858b16-7dee-4de0-b166-fb17ac6df76d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:47:42.849931 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54858b16-7dee-4de0-b166-fb17ac6df76d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:47:42.849931 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54858b16-7dee-4de0-b166-fb17ac6df76d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:47:42.883869 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-909e7c7b-4e5f-41aa-b8b2-b311b045425d admin admin] Publish callbacks [] for port (8195d0b4-24fc-487e-8bb5-c300beda90b1), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:47:42.889764 n-d-760453-5 neutron-server[103307]: DEBUG neutron.plugins.ml2.db [None req-ff802154-d566-42b8-9a20-afce485b536c None None] For port 7582db77-7857-47a6-a6b6-3af9c9f27f61, host n-d-760453-5, cleared binding levels {{(pid=103307) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 26 21:47:42.894233 n-d-760453-5 neutron-server[103307]: DEBUG neutron.plugins.ml2.db [None req-ff802154-d566-42b8-9a20-afce485b536c None None] For port 7582db77-7857-47a6-a6b6-3af9c9f27f61, host n-d-760453-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=7582db77-7857-47a6-a6b6-3af9c9f27f61,segment=NetworkSegment(e17cb353-418f-48b9-b982-21a6233ee99b),segment_id=e17cb353-418f-48b9-b982-21a6233ee99b)] {{(pid=103307) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 26 21:47:42.910374 n-d-760453-5 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-ff802154-d566-42b8-9a20-afce485b536c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (7582db77-7857-47a6-a6b6-3af9c9f27f61), after_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:47:42.923478 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-909e7c7b-4e5f-41aa-b8b2-b311b045425d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746560234527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11791543'] for port (8195d0b4-24fc-487e-8bb5-c300beda90b1), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:47:42.947554 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device 3cb07f41-b7f3-45bd-b417-d1406eb5d374 up at agent ovs-agent-n-d-760453-5 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 21:47:42.962856 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-909e7c7b-4e5f-41aa-b8b2-b311b045425d admin admin] Network b6434550-eac0-4b96-8164-1e09c842f9da is already hosted by enough agents. {{(pid=103305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 21:47:42.965955 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [None req-909e7c7b-4e5f-41aa-b8b2-b311b045425d admin admin] Resources bound (agent type, host, resource id): {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:47:42.969832 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-909e7c7b-4e5f-41aa-b8b2-b311b045425d admin admin] Received port after_create {{(pid=103305) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 21:47:42.996119 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54858b16-7dee-4de0-b166-fb17ac6df76d None None] Pushing event updated for resources: {'Port': ['ID=7582db77-7857-47a6-a6b6-3af9c9f27f61,revision_number=3']} {{(pid=103307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:47:43.005436 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff802154-d566-42b8-9a20-afce485b536c None None] Routers {'e3a1cb2f-d640-4af8-8126-c67e36effc0d'} bound to L3 agent in host n-d-760453-5 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 21:47:43.006120 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-ff802154-d566-42b8-9a20-afce485b536c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-26T20:55:21Z,description=,heartbeat_timestamp=2022-01-26T21:47:21Z,host='n-d-760453-5',id=09df100c-3af1-4b0a-bda8-05914c71c458,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:55:21Z,topic='l3_agent')) {'router_ids': ['e3a1cb2f-d640-4af8-8126-c67e36effc0d'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:47:43.027333 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Provisioning complete for port 3cb07f41-b7f3-45bd-b417-d1406eb5d374 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:47:43.027961 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (3cb07f41-b7f3-45bd-b417-d1406eb5d374), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:47:43.034268 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-909e7c7b-4e5f-41aa-b8b2-b311b045425d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4111050'] for router_interface (e3a1cb2f-d640-4af8-8126-c67e36effc0d), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:47:43.099518 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-909e7c7b-4e5f-41aa-b8b2-b311b045425d admin admin] Pushing event updated for resources: {'Port': ['ID=8195d0b4-24fc-487e-8bb5-c300beda90b1,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:47:43.148268 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Current status of the port 3cb07f41-b7f3-45bd-b417-d1406eb5d374 is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:47:43.238961 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-909e7c7b-4e5f-41aa-b8b2-b311b045425d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (8195d0b4-24fc-487e-8bb5-c300beda90b1), before_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:47:43.297115 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_dvr_db [None req-ff802154-d566-42b8-9a20-afce485b536c None None] Set router e3a1cb2f-d640-4af8-8126-c67e36effc0d gateway port host: n-d-760453-5 {{(pid=103307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 21:47:43.311726 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-f46d38d6-8a39-4940-a965-3f4076e3bf40 None None] Provisioning complete for port 8195d0b4-24fc-487e-8bb5-c300beda90b1 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:47:43.312421 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-f46d38d6-8a39-4940-a965-3f4076e3bf40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (8195d0b4-24fc-487e-8bb5-c300beda90b1), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:47:43.350887 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-f46d38d6-8a39-4940-a965-3f4076e3bf40 None None] Port 8195d0b4-24fc-487e-8bb5-c300beda90b1 cannot update to ACTIVE because it is not bound. {{(pid=103306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 26 21:47:43.457895 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-909e7c7b-4e5f-41aa-b8b2-b311b045425d admin admin] Publish callbacks [] for port (8195d0b4-24fc-487e-8bb5-c300beda90b1), precommit_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:47:43.463625 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-909e7c7b-4e5f-41aa-b8b2-b311b045425d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11791520'] for port (8195d0b4-24fc-487e-8bb5-c300beda90b1), after_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:47:43.491175 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-ff802154-d566-42b8-9a20-afce485b536c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3a1cb2f-d640-4af8-8126-c67e36effc0d', 'name': 'tempest-TestAggregatesBasicOps-328487957-router', 'tenant_id': '8ddcdfbc447b49128536ff1aeb070c64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'external_fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.205'}], 'enable_snat': True}, 'gw_port_id': '7582db77-7857-47a6-a6b6-3af9c9f27f61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T21:47:40Z', 'updated_at': '2022-01-26T21:47:41Z', 'revision_number': 3, 'project_id': '8ddcdfbc447b49128536ff1aeb070c64', 'gw_port': {'id': '7582db77-7857-47a6-a6b6-3af9c9f27f61', 'name': '', 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:cd:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3a1cb2f-d640-4af8-8126-c67e36effc0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3910, 'fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:47:40Z', 'updated_at': '2022-01-26T21:47:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-5'}], 'n-d-760453-5', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:47:43.520490 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff802154-d566-42b8-9a20-afce485b536c None None] The sync data for ids ['e3a1cb2f-d640-4af8-8126-c67e36effc0d'] in n-d-760453-5 is: [{'id': 'e3a1cb2f-d640-4af8-8126-c67e36effc0d', 'name': 'tempest-TestAggregatesBasicOps-328487957-router', 'tenant_id': '8ddcdfbc447b49128536ff1aeb070c64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'external_fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.205'}], 'enable_snat': True}, 'gw_port_id': '7582db77-7857-47a6-a6b6-3af9c9f27f61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T21:47:40Z', 'updated_at': '2022-01-26T21:47:41Z', 'revision_number': 3, 'project_id': '8ddcdfbc447b49128536ff1aeb070c64', 'gw_port': {'id': '7582db77-7857-47a6-a6b6-3af9c9f27f61', 'name': '', 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:cd:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3a1cb2f-d640-4af8-8126-c67e36effc0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3910, 'fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:47:40Z', 'updated_at': '2022-01-26T21:47:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-5'}] {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 26 21:47:43.537422 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-909e7c7b-4e5f-41aa-b8b2-b311b045425d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3709457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4110682'] for router_interface (e3a1cb2f-d640-4af8-8126-c67e36effc0d), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:47:43.540060 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-909e7c7b-4e5f-41aa-b8b2-b311b045425d admin admin] Pushing event updated for resources: {'Port': ['ID=8195d0b4-24fc-487e-8bb5-c300beda90b1,revision_number=2']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:47:43.969795 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-909e7c7b-4e5f-41aa-b8b2-b311b045425d admin admin] Network b6434550-eac0-4b96-8164-1e09c842f9da is already hosted by enough agents. {{(pid=103305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 21:47:43.971342 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [None req-909e7c7b-4e5f-41aa-b8b2-b311b045425d admin admin] Resources bound (agent type, host, resource id): {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:47:44.105503 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-909e7c7b-4e5f-41aa-b8b2-b311b045425d admin admin] Router e3a1cb2f-d640-4af8-8126-c67e36effc0d has already been hosted by L3 agent 09df100c-3af1-4b0a-bda8-05914c71c458 {{(pid=103305) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 26 21:47:44.235991 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-909e7c7b-4e5f-41aa-b8b2-b311b045425d admin admin] Notify agent at l3_agent.n-d-760453-5 the message routers_updated {{(pid=103305) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 26 21:47:44.248864 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-909e7c7b-4e5f-41aa-b8b2-b311b045425d admin admin] 10.222.0.13 "PUT /v2.0/routers/e3a1cb2f-d640-4af8-8126-c67e36effc0d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2647214 Jan 26 21:47:44.285431 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-fc397145-9aff-498b-aa35-14d77ef58a00 None None] Provisioning complete for port 8195d0b4-24fc-487e-8bb5-c300beda90b1 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:47:44.285944 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fc397145-9aff-498b-aa35-14d77ef58a00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (8195d0b4-24fc-487e-8bb5-c300beda90b1), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:47:44.526747 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-fc397145-9aff-498b-aa35-14d77ef58a00 None None] Port 8195d0b4-24fc-487e-8bb5-c300beda90b1 cannot update to ACTIVE because it is not bound. {{(pid=103306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 26 21:47:44.810698 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 44044) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:47:44.816091 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-5b7c5f23-5386-4ac8-9c43-728635e497bf admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-1024135853-network', 'tenant_id': '187ade22ef3e4f4f8c3bd0fc4c7f946e'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:47:44.838221 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b7c5f23-5386-4ac8-9c43-728635e497bf admin admin] Made reservation on behalf of 187ade22ef3e4f4f8c3bd0fc4c7f946e for: {'network': 1} {{(pid=103305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 21:47:44.840706 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-5b7c5f23-5386-4ac8-9c43-728635e497bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for network (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:47:44.852420 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-5b7c5f23-5386-4ac8-9c43-728635e497bf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:47:44.882767 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device 7582db77-7857-47a6-a6b6-3af9c9f27f61 up at agent ovs-agent-n-d-760453-5 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 21:47:44.933220 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Provisioning complete for port 7582db77-7857-47a6-a6b6-3af9c9f27f61 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:47:44.933798 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (7582db77-7857-47a6-a6b6-3af9c9f27f61), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:47:44.956601 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-5b7c5f23-5386-4ac8-9c43-728635e497bf admin admin] Publish callbacks [] for security_group (ffc31cca-9a9c-457d-b857-997651b69878), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:47:44.961889 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-5b7c5f23-5386-4ac8-9c43-728635e497bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (ffc31cca-9a9c-457d-b857-997651b69878), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:47:44.985768 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5b7c5f23-5386-4ac8-9c43-728635e497bf admin admin] vlan segment allocate from pool success with {'vlan_id': 591, 'physical_network': 'physnet1'} {{(pid=103305) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 26 21:47:45.003423 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b7c5f23-5386-4ac8-9c43-728635e497bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ffc31cca-9a9c-457d-b857-997651b69878,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:47:45.007509 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-5b7c5f23-5386-4ac8-9c43-728635e497bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576559'] for segment (52924232-48c5-4933-abee-08e332fcd71d), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:47:45.007924 n-d-760453-5 neutron-server[103305]: INFO neutron.db.segments_db [None req-5b7c5f23-5386-4ac8-9c43-728635e497bf admin admin] Added segment 52924232-48c5-4933-abee-08e332fcd71d of type vlan for network afefa97f-baf2-44f4-829b-fac74d71d43b Jan 26 21:47:45.048415 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Current status of the port 7582db77-7857-47a6-a6b6-3af9c9f27f61 is: DOWN; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:47:45.048807 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (7582db77-7857-47a6-a6b6-3af9c9f27f61), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:47:45.056691 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-5b7c5f23-5386-4ac8-9c43-728635e497bf admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746560256871'] for network (afefa97f-baf2-44f4-829b-fac74d71d43b), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:47:45.078486 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] For port 7582db77-7857-47a6-a6b6-3af9c9f27f61, host n-d-760453-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=7582db77-7857-47a6-a6b6-3af9c9f27f61,segment=NetworkSegment(e17cb353-418f-48b9-b982-21a6233ee99b),segment_id=e17cb353-418f-48b9-b982-21a6233ee99b)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:47:45.084846 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (7582db77-7857-47a6-a6b6-3af9c9f27f61), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:47:45.106568 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-5b7c5f23-5386-4ac8-9c43-728635e497bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503'] for network (afefa97f-baf2-44f4-829b-fac74d71d43b), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:47:45.107870 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b7c5f23-5386-4ac8-9c43-728635e497bf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:47:45.108527 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-5b7c5f23-5386-4ac8-9c43-728635e497bf admin admin] Publish callbacks [] for network (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:47:45.148815 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Pushing event updated for resources: {'Port': ['ID=7582db77-7857-47a6-a6b6-3af9c9f27f61,revision_number=4']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:47:45.173726 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b7c5f23-5386-4ac8-9c43-728635e497bf admin admin] Pushing event updated for resources: {'Network': ['ID=afefa97f-baf2-44f4-829b-fac74d71d43b,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:47:45.181653 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-5b7c5f23-5386-4ac8-9c43-728635e497bf admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.3679972 Jan 26 21:47:45.183061 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 44050) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:47:45.189722 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Network afefa97f-baf2-44f4-829b-fac74d71d43b details requested by agent ovs-agent-n-d-760453-5 with host n-d-760453-5 {{(pid=103306) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 26 21:47:45.190180 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-d073067e-5d5e-4639-b20e-4d0d631eb261 admin admin] Request body: {'subnet': {'network_id': 'afefa97f-baf2-44f4-829b-fac74d71d43b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-1024135853-subnet', 'tenant_id': '187ade22ef3e4f4f8c3bd0fc4c7f946e', 'ip_version': 4}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:47:45.214028 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d073067e-5d5e-4639-b20e-4d0d631eb261 admin admin] Made reservation on behalf of 187ade22ef3e4f4f8c3bd0fc4c7f946e for: {'subnet': 1} {{(pid=103304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 21:47:45.216782 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-d073067e-5d5e-4639-b20e-4d0d631eb261 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12215181'] for subnet (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:47:45.411263 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-d073067e-5d5e-4639-b20e-4d0d631eb261 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9285249', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12215227'] for subnet (5507ced0-f683-4abc-a7e9-ee9e94c0f65a), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:47:45.472478 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d073067e-5d5e-4639-b20e-4d0d631eb261 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5507ced0-f683-4abc-a7e9-ee9e94c0f65a,revision_number=0']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:47:45.478630 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d073067e-5d5e-4639-b20e-4d0d631eb261 admin admin] Checking segment: {'id': '52924232-48c5-4933-abee-08e332fcd71d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'afefa97f-baf2-44f4-829b-fac74d71d43b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103304) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 21:47:45.478999 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d073067e-5d5e-4639-b20e-4d0d631eb261 admin admin] Network hostable DHCP agents. Network: afefa97f-baf2-44f4-829b-fac74d71d43b, hostable agents: ['474ccdf7-ab6c-405b-a3b2-dc7b05829902'], hosted agents: [] {{(pid=103304) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 26 21:47:45.480250 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7422f398-02fc-4320-a5e3-bba0f73ca483 None None] Sync routers for ids ['e3a1cb2f-d640-4af8-8126-c67e36effc0d'] in n-d-760453-5 {{(pid=103306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 26 21:47:45.496610 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7422f398-02fc-4320-a5e3-bba0f73ca483 None None] Routers {'e3a1cb2f-d640-4af8-8126-c67e36effc0d'} bound to L3 agent in host n-d-760453-5 {{(pid=103306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 21:47:45.497521 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d073067e-5d5e-4639-b20e-4d0d631eb261 admin admin] Network afefa97f-baf2-44f4-829b-fac74d71d43b is scheduled to be hosted by DHCP agent 474ccdf7-ab6c-405b-a3b2-dc7b05829902 with binding_index 1 {{(pid=103304) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 26 21:47:45.497789 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-7422f398-02fc-4320-a5e3-bba0f73ca483 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-26T20:55:21Z,description=,heartbeat_timestamp=2022-01-26T21:47:21Z,host='n-d-760453-5',id=09df100c-3af1-4b0a-bda8-05914c71c458,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:55:21Z,topic='l3_agent')) {'router_ids': ['e3a1cb2f-d640-4af8-8126-c67e36effc0d'], 'active': True} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:47:45.508158 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [None req-d073067e-5d5e-4639-b20e-4d0d631eb261 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760453-5, afefa97f-baf2-44f4-829b-fac74d71d43b) {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:47:45.508672 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.agents_db [None req-569f1ced-6396-4ddf-b79f-e03b0b2146ab None None] Agent healthcheck: found 7 active agents {{(pid=103307) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 26 21:47:45.512928 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d073067e-5d5e-4639-b20e-4d0d631eb261 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:47:45.513761 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-d073067e-5d5e-4639-b20e-4d0d631eb261 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:47:45.531498 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-d073067e-5d5e-4639-b20e-4d0d631eb261 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3471804 Jan 26 21:47:45.534185 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 44058) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:47:45.539620 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-5ed1d951-f65c-44cd-ab13-6f8644ff65ba admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-1024135853-router', 'tenant_id': '187ade22ef3e4f4f8c3bd0fc4c7f946e', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299'}}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:47:45.541838 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b49b9d05-0f85-454a-9ad3-7535e701911c None None] Network afefa97f-baf2-44f4-829b-fac74d71d43b requested from n-d-760453-5 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 26 21:47:45.561058 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-5ed1d951-f65c-44cd-ab13-6f8644ff65ba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4104596', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13108'] for router (5532a7c7-b87f-48a5-915a-cae4bb72e525), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:47:45.562078 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-5ed1d951-f65c-44cd-ab13-6f8644ff65ba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4105828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4111306', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3733576', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13069'] for router (5532a7c7-b87f-48a5-915a-cae4bb72e525), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:47:45.628675 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-5ed1d951-f65c-44cd-ab13-6f8644ff65ba admin admin] Publish callbacks [] for router_controller (5532a7c7-b87f-48a5-915a-cae4bb72e525), precommit_add_association {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:47:45.708201 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvr_db [None req-7422f398-02fc-4320-a5e3-bba0f73ca483 None None] Set router e3a1cb2f-d640-4af8-8126-c67e36effc0d gateway port host: n-d-760453-5 {{(pid=103306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 21:47:45.737979 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b73db2fa-c2b1-422e-8bac-5d525d5d468b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3c4099e8-8ffb-51d1-af7f-5868973e933f-afefa97f-baf2-44f4-829b-fac74d71d43b', 'network_id': 'afefa97f-baf2-44f4-829b-fac74d71d43b', 'project_id': '187ade22ef3e4f4f8c3bd0fc4c7f946e', 'fixed_ips': [{'subnet_id': '5507ced0-f683-4abc-a7e9-ee9e94c0f65a'}]}} from n-d-760453-5. {{(pid=103306) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 26 21:47:45.738841 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b73db2fa-c2b1-422e-8bac-5d525d5d468b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (None), before_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:47:45.784103 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-5ed1d951-f65c-44cd-ab13-6f8644ff65ba admin admin] Publish callbacks [] for router_gateway (5532a7c7-b87f-48a5-915a-cae4bb72e525), precommit_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:47:46.008431 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-5ed1d951-f65c-44cd-ab13-6f8644ff65ba admin admin] Publish callbacks [] for router_gateway (5532a7c7-b87f-48a5-915a-cae4bb72e525), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:47:46.021261 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.db_base_plugin_common [None req-b73db2fa-c2b1-422e-8bac-5d525d5d468b None None] Allocated IP 172.20.0.2 (afefa97f-baf2-44f4-829b-fac74d71d43b/5507ced0-f683-4abc-a7e9-ee9e94c0f65a/e51ccc6a-4ce9-48d5-9699-55598e1e903a) {{(pid=103306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 21:47:46.033032 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-5ed1d951-f65c-44cd-ab13-6f8644ff65ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:47:46.099974 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-7422f398-02fc-4320-a5e3-bba0f73ca483 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3a1cb2f-d640-4af8-8126-c67e36effc0d', 'name': 'tempest-TestAggregatesBasicOps-328487957-router', 'tenant_id': '8ddcdfbc447b49128536ff1aeb070c64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'external_fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.205'}], 'enable_snat': True}, 'gw_port_id': '7582db77-7857-47a6-a6b6-3af9c9f27f61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T21:47:40Z', 'updated_at': '2022-01-26T21:47:43Z', 'revision_number': 4, 'project_id': '8ddcdfbc447b49128536ff1aeb070c64', 'gw_port': {'id': '7582db77-7857-47a6-a6b6-3af9c9f27f61', 'name': '', 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:cd:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3a1cb2f-d640-4af8-8126-c67e36effc0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3910, 'fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:47:40Z', 'updated_at': '2022-01-26T21:47:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-5', '_interfaces': [{'id': '8195d0b4-24fc-487e-8bb5-c300beda90b1', 'name': '', 'network_id': 'b6434550-eac0-4b96-8164-1e09c842f9da', 'tenant_id': '8ddcdfbc447b49128536ff1aeb070c64', 'mac_address': 'fa:16:3e:0b:60:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3a1cb2f-d640-4af8-8126-c67e36effc0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3911, 'fixed_ips': [{'subnet_id': 'fae830e9-0a9b-4056-b084-e83740194f2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:47:42Z', 'updated_at': '2022-01-26T21:47:43Z', 'revision_number': 2, 'project_id': '8ddcdfbc447b49128536ff1aeb070c64', 'subnets': [{'id': 'fae830e9-0a9b-4056-b084-e83740194f2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760453-5', False) {} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:47:46.132772 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7422f398-02fc-4320-a5e3-bba0f73ca483 None None] Checking router: e3a1cb2f-d640-4af8-8126-c67e36effc0d for host: n-d-760453-5 {{(pid=103306) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 26 21:47:46.133126 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7422f398-02fc-4320-a5e3-bba0f73ca483 None None] Updating router e3a1cb2f-d640-4af8-8126-c67e36effc0d port 8195d0b4-24fc-487e-8bb5-c300beda90b1 binding host n-d-760453-5 {{(pid=103306) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 26 21:47:46.148540 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.db_base_plugin_common [None req-5ed1d951-f65c-44cd-ab13-6f8644ff65ba admin admin] Allocated IP 172.25.1.176 (4140a1f1-c93a-4bea-83a0-68953a54f299/e48251a1-e30d-4820-8396-00c6f6aeb601/06485ca3-3541-462a-a474-37d66fa69c41) {{(pid=103305) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 21:47:46.177415 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-7422f398-02fc-4320-a5e3-bba0f73ca483 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (8195d0b4-24fc-487e-8bb5-c300beda90b1), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:47:46.264801 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-5ed1d951-f65c-44cd-ab13-6f8644ff65ba admin admin] Publish callbacks [] for port (06485ca3-3541-462a-a474-37d66fa69c41), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:47:46.266195 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b73db2fa-c2b1-422e-8bac-5d525d5d468b None None] Publish callbacks [] for port (e51ccc6a-4ce9-48d5-9699-55598e1e903a), precommit_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:47:46.305704 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-5ed1d951-f65c-44cd-ab13-6f8644ff65ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746560234527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11791543'] for port (06485ca3-3541-462a-a474-37d66fa69c41), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:47:46.321517 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b73db2fa-c2b1-422e-8bac-5d525d5d468b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746560234527'] for port (e51ccc6a-4ce9-48d5-9699-55598e1e903a), after_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:47:46.352625 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed1d951-f65c-44cd-ab13-6f8644ff65ba admin admin] Pushing event updated for resources: {'Port': ['ID=06485ca3-3541-462a-a474-37d66fa69c41,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:47:46.376738 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ed1d951-f65c-44cd-ab13-6f8644ff65ba admin admin] Network 4140a1f1-c93a-4bea-83a0-68953a54f299 is already hosted by enough agents. {{(pid=103305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 21:47:46.378681 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [None req-5ed1d951-f65c-44cd-ab13-6f8644ff65ba admin admin] Resources bound (agent type, host, resource id): {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:47:46.383561 n-d-760453-5 neutron-server[103306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b73db2fa-c2b1-422e-8bac-5d525d5d468b None None] Network afefa97f-baf2-44f4-829b-fac74d71d43b is already hosted by enough agents. {{(pid=103306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 21:47:46.385767 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ed1d951-f65c-44cd-ab13-6f8644ff65ba admin admin] Received port after_create {{(pid=103305) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 21:47:46.385938 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b73db2fa-c2b1-422e-8bac-5d525d5d468b None None] Pushing event updated for resources: {'Port': ['ID=e51ccc6a-4ce9-48d5-9699-55598e1e903a,revision_number=1']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:47:46.399822 n-d-760453-5 neutron-server[103306]: DEBUG neutron.scheduler.base_scheduler [None req-b73db2fa-c2b1-422e-8bac-5d525d5d468b None None] Resources bound (agent type, host, resource id): {{(pid=103306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:47:46.424828 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b73db2fa-c2b1-422e-8bac-5d525d5d468b None None] Received port after_create {{(pid=103306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 21:47:46.508255 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-b73db2fa-c2b1-422e-8bac-5d525d5d468b None None] Attempting to bind port e51ccc6a-4ce9-48d5-9699-55598e1e903a on host n-d-760453-5 for vnic_type normal with profile {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 21:47:46.508958 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-b73db2fa-c2b1-422e-8bac-5d525d5d468b None None] Attempting to bind port e51ccc6a-4ce9-48d5-9699-55598e1e903a by drivers openvswitch,hyperv on host n-d-760453-5 at level 0 using segments [{'id': '52924232-48c5-4933-abee-08e332fcd71d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'afefa97f-baf2-44f4-829b-fac74d71d43b'}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 26 21:47:46.508958 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b73db2fa-c2b1-422e-8bac-5d525d5d468b None None] Attempting to bind port e51ccc6a-4ce9-48d5-9699-55598e1e903a on network afefa97f-baf2-44f4-829b-fac74d71d43b {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 21:47:46.524736 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b73db2fa-c2b1-422e-8bac-5d525d5d468b None None] Checking agent: {'id': 'fea0591a-627d-4c87-9a9a-01625ddf3277', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760453-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 20, 55, 25), 'started_at': datetime.datetime(2022, 1, 26, 20, 55, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 21, 47, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760453-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 26 21:47:46.525116 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b73db2fa-c2b1-422e-8bac-5d525d5d468b None None] Checking segment: {'id': '52924232-48c5-4933-abee-08e332fcd71d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'afefa97f-baf2-44f4-829b-fac74d71d43b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 21:47:46.525544 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b73db2fa-c2b1-422e-8bac-5d525d5d468b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:47:46.525937 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b73db2fa-c2b1-422e-8bac-5d525d5d468b None None] Bound using segment: {'id': '52924232-48c5-4933-abee-08e332fcd71d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'afefa97f-baf2-44f4-829b-fac74d71d43b'} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 26 21:47:46.526414 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-b73db2fa-c2b1-422e-8bac-5d525d5d468b None None] Bound port: e51ccc6a-4ce9-48d5-9699-55598e1e903a, host: n-d-760453-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52924232-48c5-4933-abee-08e332fcd71d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'afefa97f-baf2-44f4-829b-fac74d71d43b'}}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 26 21:47:46.526794 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b73db2fa-c2b1-422e-8bac-5d525d5d468b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (e51ccc6a-4ce9-48d5-9699-55598e1e903a), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:47:46.637331 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-7422f398-02fc-4320-a5e3-bba0f73ca483 None None] Publish callbacks [] for port (8195d0b4-24fc-487e-8bb5-c300beda90b1), precommit_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:47:46.642940 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-b73db2fa-c2b1-422e-8bac-5d525d5d468b None None] For port e51ccc6a-4ce9-48d5-9699-55598e1e903a, host n-d-760453-5, cleared binding levels {{(pid=103306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 26 21:47:46.644190 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-5ed1d951-f65c-44cd-ab13-6f8644ff65ba admin admin] Publish callbacks [] for router_gateway (5532a7c7-b87f-48a5-915a-cae4bb72e525), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:47:46.648242 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-b73db2fa-c2b1-422e-8bac-5d525d5d468b None None] For port e51ccc6a-4ce9-48d5-9699-55598e1e903a, host n-d-760453-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=e51ccc6a-4ce9-48d5-9699-55598e1e903a,segment=NetworkSegment(52924232-48c5-4933-abee-08e332fcd71d),segment_id=52924232-48c5-4933-abee-08e332fcd71d)] {{(pid=103306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 26 21:47:46.649282 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-7422f398-02fc-4320-a5e3-bba0f73ca483 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (8195d0b4-24fc-487e-8bb5-c300beda90b1), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:47:46.658263 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b73db2fa-c2b1-422e-8bac-5d525d5d468b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (e51ccc6a-4ce9-48d5-9699-55598e1e903a), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:47:46.717451 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1aca87f-fdef-45ee-8475-1435971b80af None None] Pushing event updated for resources: {'Port': ['ID=8195d0b4-24fc-487e-8bb5-c300beda90b1,revision_number=3']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:47:46.857803 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b73db2fa-c2b1-422e-8bac-5d525d5d468b None None] Pushing event updated for resources: {'Port': ['ID=e51ccc6a-4ce9-48d5-9699-55598e1e903a,revision_number=2']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:47:46.889373 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device 7582db77-7857-47a6-a6b6-3af9c9f27f61 up at agent ovs-agent-n-d-760453-5 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 21:47:46.895250 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-7422f398-02fc-4320-a5e3-bba0f73ca483 None None] Attempting to bind port 8195d0b4-24fc-487e-8bb5-c300beda90b1 on host n-d-760453-5 for vnic_type normal with profile {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 21:47:46.895625 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-7422f398-02fc-4320-a5e3-bba0f73ca483 None None] Attempting to bind port 8195d0b4-24fc-487e-8bb5-c300beda90b1 by drivers openvswitch,hyperv on host n-d-760453-5 at level 0 using segments [{'id': '45371176-20a0-47cd-8cb2-51d581f4c1bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'b6434550-eac0-4b96-8164-1e09c842f9da'}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 26 21:47:46.895991 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7422f398-02fc-4320-a5e3-bba0f73ca483 None None] Attempting to bind port 8195d0b4-24fc-487e-8bb5-c300beda90b1 on network b6434550-eac0-4b96-8164-1e09c842f9da {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 21:47:46.929222 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7422f398-02fc-4320-a5e3-bba0f73ca483 None None] Checking agent: {'id': 'fea0591a-627d-4c87-9a9a-01625ddf3277', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760453-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 20, 55, 25), 'started_at': datetime.datetime(2022, 1, 26, 20, 55, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 21, 47, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760453-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 26 21:47:46.929688 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7422f398-02fc-4320-a5e3-bba0f73ca483 None None] Checking segment: {'id': '45371176-20a0-47cd-8cb2-51d581f4c1bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'b6434550-eac0-4b96-8164-1e09c842f9da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 21:47:46.930177 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-7422f398-02fc-4320-a5e3-bba0f73ca483 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:47:46.930581 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7422f398-02fc-4320-a5e3-bba0f73ca483 None None] Bound using segment: {'id': '45371176-20a0-47cd-8cb2-51d581f4c1bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'b6434550-eac0-4b96-8164-1e09c842f9da'} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 26 21:47:46.931468 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-7422f398-02fc-4320-a5e3-bba0f73ca483 None None] Bound port: 8195d0b4-24fc-487e-8bb5-c300beda90b1, host: n-d-760453-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '45371176-20a0-47cd-8cb2-51d581f4c1bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'b6434550-eac0-4b96-8164-1e09c842f9da'}}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 26 21:47:46.931860 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-7422f398-02fc-4320-a5e3-bba0f73ca483 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (8195d0b4-24fc-487e-8bb5-c300beda90b1), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:47:46.956982 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-5ed1d951-f65c-44cd-ab13-6f8644ff65ba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4105757', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4111263'] for router (5532a7c7-b87f-48a5-915a-cae4bb72e525), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:47:47.015993 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-7422f398-02fc-4320-a5e3-bba0f73ca483 None None] For port 8195d0b4-24fc-487e-8bb5-c300beda90b1, host n-d-760453-5, cleared binding levels {{(pid=103306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 26 21:47:47.019902 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-7422f398-02fc-4320-a5e3-bba0f73ca483 None None] For port 8195d0b4-24fc-487e-8bb5-c300beda90b1, host n-d-760453-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=8195d0b4-24fc-487e-8bb5-c300beda90b1,segment=NetworkSegment(45371176-20a0-47cd-8cb2-51d581f4c1bb),segment_id=45371176-20a0-47cd-8cb2-51d581f4c1bb)] {{(pid=103306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 26 21:47:47.033184 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-7422f398-02fc-4320-a5e3-bba0f73ca483 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (8195d0b4-24fc-487e-8bb5-c300beda90b1), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:47:47.176545 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7422f398-02fc-4320-a5e3-bba0f73ca483 None None] Routers {'e3a1cb2f-d640-4af8-8126-c67e36effc0d'} bound to L3 agent in host n-d-760453-5 {{(pid=103306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 21:47:47.177198 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-7422f398-02fc-4320-a5e3-bba0f73ca483 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-26T20:55:21Z,description=,heartbeat_timestamp=2022-01-26T21:47:21Z,host='n-d-760453-5',id=09df100c-3af1-4b0a-bda8-05914c71c458,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:55:21Z,topic='l3_agent')) {'router_ids': ['e3a1cb2f-d640-4af8-8126-c67e36effc0d'], 'active': True} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:47:47.202470 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ed1d951-f65c-44cd-ab13-6f8644ff65ba admin admin] Router 5532a7c7-b87f-48a5-915a-cae4bb72e525 is scheduled to L3 agent 09df100c-3af1-4b0a-bda8-05914c71c458 with binding_index 1 {{(pid=103305) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 26 21:47:47.230734 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1aca87f-fdef-45ee-8475-1435971b80af None None] Pushing event updated for resources: {'Port': ['ID=8195d0b4-24fc-487e-8bb5-c300beda90b1,revision_number=4']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:47:47.233728 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-fd7c4661-2069-49b1-823d-b22ed713c109 None None] Provisioning complete for port 8195d0b4-24fc-487e-8bb5-c300beda90b1 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:47:47.234103 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fd7c4661-2069-49b1-823d-b22ed713c109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (8195d0b4-24fc-487e-8bb5-c300beda90b1), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:47:47.264511 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Provisioning complete for port 7582db77-7857-47a6-a6b6-3af9c9f27f61 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:47:47.265411 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (7582db77-7857-47a6-a6b6-3af9c9f27f61), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:47:47.354516 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ed1d951-f65c-44cd-ab13-6f8644ff65ba admin admin] Notify agent at l3_agent.n-d-760453-5 the message routers_updated {{(pid=103305) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 26 21:47:47.375911 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1db4f67d-d7f3-4fb7-824d-251e45ed8f5b None None] Sync routers for ids ['5532a7c7-b87f-48a5-915a-cae4bb72e525'] in n-d-760453-5 {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 26 21:47:47.392327 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-5ed1d951-f65c-44cd-ab13-6f8644ff65ba admin admin] Publish callbacks [] for router (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:47:47.398034 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 44082) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:47:47.398541 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-5ed1d951-f65c-44cd-ab13-6f8644ff65ba admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 1.8631606 Jan 26 21:47:47.407359 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1db4f67d-d7f3-4fb7-824d-251e45ed8f5b None None] Routers {'5532a7c7-b87f-48a5-915a-cae4bb72e525'} bound to L3 agent in host n-d-760453-5 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 21:47:47.408056 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-1db4f67d-d7f3-4fb7-824d-251e45ed8f5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-26T20:55:21Z,description=,heartbeat_timestamp=2022-01-26T21:47:21Z,host='n-d-760453-5',id=09df100c-3af1-4b0a-bda8-05914c71c458,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:55:21Z,topic='l3_agent')) {'router_ids': ['5532a7c7-b87f-48a5-915a-cae4bb72e525'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:47:47.420002 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvr_db [None req-7422f398-02fc-4320-a5e3-bba0f73ca483 None None] Set router e3a1cb2f-d640-4af8-8126-c67e36effc0d gateway port host: n-d-760453-5 {{(pid=103306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 21:47:47.537439 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_dvr_db [None req-1db4f67d-d7f3-4fb7-824d-251e45ed8f5b None None] Set router 5532a7c7-b87f-48a5-915a-cae4bb72e525 gateway port host: n-d-760453-5 {{(pid=103307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 21:47:47.751025 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-1db4f67d-d7f3-4fb7-824d-251e45ed8f5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5532a7c7-b87f-48a5-915a-cae4bb72e525', 'name': 'tempest-TestAggregatesBasicOps-1024135853-router', 'tenant_id': '187ade22ef3e4f4f8c3bd0fc4c7f946e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'external_fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.176'}], 'enable_snat': True}, 'gw_port_id': '06485ca3-3541-462a-a474-37d66fa69c41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T21:47:45Z', 'updated_at': '2022-01-26T21:47:46Z', 'revision_number': 3, 'project_id': '187ade22ef3e4f4f8c3bd0fc4c7f946e', 'gw_port': {'id': '06485ca3-3541-462a-a474-37d66fa69c41', 'name': '', 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:b0:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5532a7c7-b87f-48a5-915a-cae4bb72e525', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3922, 'fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:47:46Z', 'updated_at': '2022-01-26T21:47:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-5'}], 'n-d-760453-5', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:47:47.791434 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1db4f67d-d7f3-4fb7-824d-251e45ed8f5b None None] Checking router: 5532a7c7-b87f-48a5-915a-cae4bb72e525 for host: n-d-760453-5 {{(pid=103307) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 26 21:47:47.792126 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1db4f67d-d7f3-4fb7-824d-251e45ed8f5b None None] Updating router 5532a7c7-b87f-48a5-915a-cae4bb72e525 port 06485ca3-3541-462a-a474-37d66fa69c41 binding host n-d-760453-5 {{(pid=103307) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 26 21:47:47.822983 n-d-760453-5 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-1db4f67d-d7f3-4fb7-824d-251e45ed8f5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (06485ca3-3541-462a-a474-37d66fa69c41), before_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:47:47.882358 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Current status of the port 7582db77-7857-47a6-a6b6-3af9c9f27f61 is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:47:47.903954 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-fd7c4661-2069-49b1-823d-b22ed713c109 None None] Current status of the port 8195d0b4-24fc-487e-8bb5-c300beda90b1 is: DOWN; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:47:47.904605 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fd7c4661-2069-49b1-823d-b22ed713c109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (8195d0b4-24fc-487e-8bb5-c300beda90b1), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:47:48.023009 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-fd7c4661-2069-49b1-823d-b22ed713c109 None None] For port 8195d0b4-24fc-487e-8bb5-c300beda90b1, host n-d-760453-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=8195d0b4-24fc-487e-8bb5-c300beda90b1,segment=NetworkSegment(45371176-20a0-47cd-8cb2-51d581f4c1bb),segment_id=45371176-20a0-47cd-8cb2-51d581f4c1bb)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:47:48.036179 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fd7c4661-2069-49b1-823d-b22ed713c109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (8195d0b4-24fc-487e-8bb5-c300beda90b1), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:47:48.071162 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-7422f398-02fc-4320-a5e3-bba0f73ca483 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3a1cb2f-d640-4af8-8126-c67e36effc0d', 'name': 'tempest-TestAggregatesBasicOps-328487957-router', 'tenant_id': '8ddcdfbc447b49128536ff1aeb070c64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'external_fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.205'}], 'enable_snat': True}, 'gw_port_id': '7582db77-7857-47a6-a6b6-3af9c9f27f61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T21:47:40Z', 'updated_at': '2022-01-26T21:47:43Z', 'revision_number': 4, 'project_id': '8ddcdfbc447b49128536ff1aeb070c64', 'gw_port': {'id': '7582db77-7857-47a6-a6b6-3af9c9f27f61', 'name': '', 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:cd:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3a1cb2f-d640-4af8-8126-c67e36effc0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3910, 'fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:47:40Z', 'updated_at': '2022-01-26T21:47:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-5', '_interfaces': [{'id': '8195d0b4-24fc-487e-8bb5-c300beda90b1', 'name': '', 'network_id': 'b6434550-eac0-4b96-8164-1e09c842f9da', 'tenant_id': '8ddcdfbc447b49128536ff1aeb070c64', 'mac_address': 'fa:16:3e:0b:60:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3a1cb2f-d640-4af8-8126-c67e36effc0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3911, 'fixed_ips': [{'subnet_id': 'fae830e9-0a9b-4056-b084-e83740194f2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:47:42Z', 'updated_at': '2022-01-26T21:47:47Z', 'revision_number': 4, 'project_id': '8ddcdfbc447b49128536ff1aeb070c64', 'subnets': [{'id': 'fae830e9-0a9b-4056-b084-e83740194f2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760453-5', False) {} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:47:48.105770 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7422f398-02fc-4320-a5e3-bba0f73ca483 None None] The sync data for ids ['e3a1cb2f-d640-4af8-8126-c67e36effc0d'] in n-d-760453-5 is: [{'id': 'e3a1cb2f-d640-4af8-8126-c67e36effc0d', 'name': 'tempest-TestAggregatesBasicOps-328487957-router', 'tenant_id': '8ddcdfbc447b49128536ff1aeb070c64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'external_fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.205'}], 'enable_snat': True}, 'gw_port_id': '7582db77-7857-47a6-a6b6-3af9c9f27f61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T21:47:40Z', 'updated_at': '2022-01-26T21:47:43Z', 'revision_number': 4, 'project_id': '8ddcdfbc447b49128536ff1aeb070c64', 'gw_port': {'id': '7582db77-7857-47a6-a6b6-3af9c9f27f61', 'name': '', 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:cd:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3a1cb2f-d640-4af8-8126-c67e36effc0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3910, 'fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:47:40Z', 'updated_at': '2022-01-26T21:47:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-5', '_interfaces': [{'id': '8195d0b4-24fc-487e-8bb5-c300beda90b1', 'name': '', 'network_id': 'b6434550-eac0-4b96-8164-1e09c842f9da', 'tenant_id': '8ddcdfbc447b49128536ff1aeb070c64', 'mac_address': 'fa:16:3e:0b:60:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3a1cb2f-d640-4af8-8126-c67e36effc0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3911, 'fixed_ips': [{'subnet_id': 'fae830e9-0a9b-4056-b084-e83740194f2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:47:42Z', 'updated_at': '2022-01-26T21:47:47Z', 'revision_number': 4, 'project_id': '8ddcdfbc447b49128536ff1aeb070c64', 'subnets': [{'id': 'fae830e9-0a9b-4056-b084-e83740194f2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 26 21:47:48.203985 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd7c4661-2069-49b1-823d-b22ed713c109 None None] Pushing event updated for resources: {'Port': ['ID=8195d0b4-24fc-487e-8bb5-c300beda90b1,revision_number=5']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:47:48.223554 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-6e0118d4-bdc1-44d1-9fbf-f31366f12563 None None] Provisioning complete for port 8195d0b4-24fc-487e-8bb5-c300beda90b1 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:47:48.223923 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-6e0118d4-bdc1-44d1-9fbf-f31366f12563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (8195d0b4-24fc-487e-8bb5-c300beda90b1), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:47:48.292055 n-d-760453-5 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-1db4f67d-d7f3-4fb7-824d-251e45ed8f5b None None] Publish callbacks [] for port (06485ca3-3541-462a-a474-37d66fa69c41), precommit_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:47:48.304746 n-d-760453-5 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-1db4f67d-d7f3-4fb7-824d-251e45ed8f5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (06485ca3-3541-462a-a474-37d66fa69c41), after_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:47:48.320778 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-a43830cf-21d4-4ad2-8f79-7e467d93dae7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:47:48.369587 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-6e0118d4-bdc1-44d1-9fbf-f31366f12563 None None] Current status of the port 8195d0b4-24fc-487e-8bb5-c300beda90b1 is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:47:48.384541 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b258acd-822b-4474-a1e9-af55a310977b None None] Pushing event updated for resources: {'Port': ['ID=06485ca3-3541-462a-a474-37d66fa69c41,revision_number=2']} {{(pid=103307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:47:48.439595 n-d-760453-5 neutron-server[103307]: DEBUG neutron.plugins.ml2.managers [None req-1db4f67d-d7f3-4fb7-824d-251e45ed8f5b None None] Attempting to bind port 06485ca3-3541-462a-a474-37d66fa69c41 on host n-d-760453-5 for vnic_type normal with profile {{(pid=103307) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 21:47:48.440428 n-d-760453-5 neutron-server[103307]: DEBUG neutron.plugins.ml2.managers [None req-1db4f67d-d7f3-4fb7-824d-251e45ed8f5b None None] Attempting to bind port 06485ca3-3541-462a-a474-37d66fa69c41 by drivers openvswitch,hyperv on host n-d-760453-5 at level 0 using segments [{'id': 'e17cb353-418f-48b9-b982-21a6233ee99b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299'}] {{(pid=103307) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 26 21:47:48.441046 n-d-760453-5 neutron-server[103307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1db4f67d-d7f3-4fb7-824d-251e45ed8f5b None None] Attempting to bind port 06485ca3-3541-462a-a474-37d66fa69c41 on network 4140a1f1-c93a-4bea-83a0-68953a54f299 {{(pid=103307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 21:47:48.451015 n-d-760453-5 neutron-server[103307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1db4f67d-d7f3-4fb7-824d-251e45ed8f5b None None] Checking agent: {'id': 'fea0591a-627d-4c87-9a9a-01625ddf3277', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760453-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 20, 55, 25), 'started_at': datetime.datetime(2022, 1, 26, 20, 55, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 21, 47, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760453-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 26 21:47:48.451415 n-d-760453-5 neutron-server[103307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1db4f67d-d7f3-4fb7-824d-251e45ed8f5b None None] Checking segment: {'id': 'e17cb353-418f-48b9-b982-21a6233ee99b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103307) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 21:47:48.451781 n-d-760453-5 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-1db4f67d-d7f3-4fb7-824d-251e45ed8f5b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:47:48.452579 n-d-760453-5 neutron-server[103307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1db4f67d-d7f3-4fb7-824d-251e45ed8f5b None None] Bound using segment: {'id': 'e17cb353-418f-48b9-b982-21a6233ee99b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299'} {{(pid=103307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 26 21:47:48.453051 n-d-760453-5 neutron-server[103307]: DEBUG neutron.plugins.ml2.managers [None req-1db4f67d-d7f3-4fb7-824d-251e45ed8f5b None None] Bound port: 06485ca3-3541-462a-a474-37d66fa69c41, host: n-d-760453-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e17cb353-418f-48b9-b982-21a6233ee99b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299'}}] {{(pid=103307) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 26 21:47:48.453474 n-d-760453-5 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-1db4f67d-d7f3-4fb7-824d-251e45ed8f5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (06485ca3-3541-462a-a474-37d66fa69c41), before_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:47:48.468614 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45dd116e-abd2-4aa0-b4e2-9dc2e08be1c6 None None] Network afefa97f-baf2-44f4-829b-fac74d71d43b requested from n-d-760453-5 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 26 21:47:48.541418 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-a3c6539b-7e67-4264-9019-6c78da9f1a3d None None] Provisioning complete for port e51ccc6a-4ce9-48d5-9699-55598e1e903a triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:47:48.541726 n-d-760453-5 neutron-server[103307]: DEBUG neutron.plugins.ml2.db [None req-1db4f67d-d7f3-4fb7-824d-251e45ed8f5b None None] For port 06485ca3-3541-462a-a474-37d66fa69c41, host n-d-760453-5, cleared binding levels {{(pid=103307) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 26 21:47:48.541875 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-a3c6539b-7e67-4264-9019-6c78da9f1a3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (e51ccc6a-4ce9-48d5-9699-55598e1e903a), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:47:48.551098 n-d-760453-5 neutron-server[103307]: DEBUG neutron.plugins.ml2.db [None req-1db4f67d-d7f3-4fb7-824d-251e45ed8f5b None None] For port 06485ca3-3541-462a-a474-37d66fa69c41, host n-d-760453-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=06485ca3-3541-462a-a474-37d66fa69c41,segment=NetworkSegment(e17cb353-418f-48b9-b982-21a6233ee99b),segment_id=e17cb353-418f-48b9-b982-21a6233ee99b)] {{(pid=103307) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 26 21:47:48.558410 n-d-760453-5 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-1db4f67d-d7f3-4fb7-824d-251e45ed8f5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (06485ca3-3541-462a-a474-37d66fa69c41), after_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:47:48.625831 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.db_base_plugin_common [None req-a43830cf-21d4-4ad2-8f79-7e467d93dae7 admin admin] Allocated IP 172.20.0.1 (afefa97f-baf2-44f4-829b-fac74d71d43b/5507ced0-f683-4abc-a7e9-ee9e94c0f65a/33157909-4c3c-43fe-8735-d928aa5c3dd8) {{(pid=103304) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 21:47:48.666786 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1db4f67d-d7f3-4fb7-824d-251e45ed8f5b None None] Routers {'5532a7c7-b87f-48a5-915a-cae4bb72e525'} bound to L3 agent in host n-d-760453-5 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 21:47:48.671952 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-1db4f67d-d7f3-4fb7-824d-251e45ed8f5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-26T20:55:21Z,description=,heartbeat_timestamp=2022-01-26T21:47:21Z,host='n-d-760453-5',id=09df100c-3af1-4b0a-bda8-05914c71c458,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:55:21Z,topic='l3_agent')) {'router_ids': ['5532a7c7-b87f-48a5-915a-cae4bb72e525'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:47:48.674521 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b258acd-822b-4474-a1e9-af55a310977b None None] Pushing event updated for resources: {'Port': ['ID=06485ca3-3541-462a-a474-37d66fa69c41,revision_number=3']} {{(pid=103307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:47:48.703901 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-a3c6539b-7e67-4264-9019-6c78da9f1a3d None None] Current status of the port e51ccc6a-4ce9-48d5-9699-55598e1e903a is: DOWN; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:47:48.704521 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-a3c6539b-7e67-4264-9019-6c78da9f1a3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (e51ccc6a-4ce9-48d5-9699-55598e1e903a), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:47:48.742782 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-a3c6539b-7e67-4264-9019-6c78da9f1a3d None None] For port e51ccc6a-4ce9-48d5-9699-55598e1e903a, host n-d-760453-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=e51ccc6a-4ce9-48d5-9699-55598e1e903a,segment=NetworkSegment(52924232-48c5-4933-abee-08e332fcd71d),segment_id=52924232-48c5-4933-abee-08e332fcd71d)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:47:48.751436 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-a3c6539b-7e67-4264-9019-6c78da9f1a3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (e51ccc6a-4ce9-48d5-9699-55598e1e903a), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:47:48.842749 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-a43830cf-21d4-4ad2-8f79-7e467d93dae7 admin admin] Publish callbacks [] for port (33157909-4c3c-43fe-8735-d928aa5c3dd8), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:47:48.894437 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c6539b-7e67-4264-9019-6c78da9f1a3d None None] Pushing event updated for resources: {'Port': ['ID=e51ccc6a-4ce9-48d5-9699-55598e1e903a,revision_number=3']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:47:48.901223 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-a43830cf-21d4-4ad2-8f79-7e467d93dae7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746560234527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9281553'] for port (33157909-4c3c-43fe-8735-d928aa5c3dd8), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:47:48.932190 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_dvr_db [None req-1db4f67d-d7f3-4fb7-824d-251e45ed8f5b None None] Set router 5532a7c7-b87f-48a5-915a-cae4bb72e525 gateway port host: n-d-760453-5 {{(pid=103307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 21:47:48.950626 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-63d7237e-6c12-4331-8974-15260ea0be48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (474ccdf7-ab6c-405b-a3b2-dc7b05829902), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:47:48.977803 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a43830cf-21d4-4ad2-8f79-7e467d93dae7 admin admin] Network afefa97f-baf2-44f4-829b-fac74d71d43b is already hosted by enough agents. {{(pid=103304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 21:47:48.982549 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [None req-a43830cf-21d4-4ad2-8f79-7e467d93dae7 admin admin] Resources bound (agent type, host, resource id): {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:47:49.014631 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a43830cf-21d4-4ad2-8f79-7e467d93dae7 admin admin] Pushing event updated for resources: {'Port': ['ID=33157909-4c3c-43fe-8735-d928aa5c3dd8,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:47:49.025144 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a43830cf-21d4-4ad2-8f79-7e467d93dae7 admin admin] Received port after_create {{(pid=103304) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 21:47:49.092212 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device e51ccc6a-4ce9-48d5-9699-55598e1e903a up at agent ovs-agent-n-d-760453-5 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 21:47:49.094643 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-5471d068-1e06-4719-b0b4-a264bd428638 None None] Provisioning complete for port e51ccc6a-4ce9-48d5-9699-55598e1e903a triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:47:49.095019 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-5471d068-1e06-4719-b0b4-a264bd428638 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (e51ccc6a-4ce9-48d5-9699-55598e1e903a), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:47:49.106211 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-a43830cf-21d4-4ad2-8f79-7e467d93dae7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4111050'] for router_interface (5532a7c7-b87f-48a5-915a-cae4bb72e525), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:47:49.255716 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-1db4f67d-d7f3-4fb7-824d-251e45ed8f5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5532a7c7-b87f-48a5-915a-cae4bb72e525', 'name': 'tempest-TestAggregatesBasicOps-1024135853-router', 'tenant_id': '187ade22ef3e4f4f8c3bd0fc4c7f946e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'external_fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.176'}], 'enable_snat': True}, 'gw_port_id': '06485ca3-3541-462a-a474-37d66fa69c41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T21:47:45Z', 'updated_at': '2022-01-26T21:47:46Z', 'revision_number': 3, 'project_id': '187ade22ef3e4f4f8c3bd0fc4c7f946e', 'gw_port': {'id': '06485ca3-3541-462a-a474-37d66fa69c41', 'name': '', 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:b0:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5532a7c7-b87f-48a5-915a-cae4bb72e525', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3922, 'fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:47:46Z', 'updated_at': '2022-01-26T21:47:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-5'}], 'n-d-760453-5', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:47:49.312795 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1db4f67d-d7f3-4fb7-824d-251e45ed8f5b None None] The sync data for ids ['5532a7c7-b87f-48a5-915a-cae4bb72e525'] in n-d-760453-5 is: [{'id': '5532a7c7-b87f-48a5-915a-cae4bb72e525', 'name': 'tempest-TestAggregatesBasicOps-1024135853-router', 'tenant_id': '187ade22ef3e4f4f8c3bd0fc4c7f946e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'external_fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.176'}], 'enable_snat': True}, 'gw_port_id': '06485ca3-3541-462a-a474-37d66fa69c41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T21:47:45Z', 'updated_at': '2022-01-26T21:47:46Z', 'revision_number': 3, 'project_id': '187ade22ef3e4f4f8c3bd0fc4c7f946e', 'gw_port': {'id': '06485ca3-3541-462a-a474-37d66fa69c41', 'name': '', 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:b0:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5532a7c7-b87f-48a5-915a-cae4bb72e525', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3922, 'fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:47:46Z', 'updated_at': '2022-01-26T21:47:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-5'}] {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 26 21:47:49.348955 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-5471d068-1e06-4719-b0b4-a264bd428638 None None] Current status of the port e51ccc6a-4ce9-48d5-9699-55598e1e903a is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:47:49.352903 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-a43830cf-21d4-4ad2-8f79-7e467d93dae7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (33157909-4c3c-43fe-8735-d928aa5c3dd8), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:47:49.364363 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Provisioning complete for port e51ccc6a-4ce9-48d5-9699-55598e1e903a triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:47:49.364751 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (e51ccc6a-4ce9-48d5-9699-55598e1e903a), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:47:49.513048 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Current status of the port e51ccc6a-4ce9-48d5-9699-55598e1e903a is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:47:49.514455 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device 8195d0b4-24fc-487e-8bb5-c300beda90b1 up at agent ovs-agent-n-d-760453-5 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 21:47:49.521031 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-48579dbe-2220-4f8b-b239-e7803f564c15 None None] Provisioning complete for port 33157909-4c3c-43fe-8735-d928aa5c3dd8 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:47:49.521600 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-48579dbe-2220-4f8b-b239-e7803f564c15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (33157909-4c3c-43fe-8735-d928aa5c3dd8), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:47:49.590013 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-a43830cf-21d4-4ad2-8f79-7e467d93dae7 admin admin] Publish callbacks [] for port (33157909-4c3c-43fe-8735-d928aa5c3dd8), precommit_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:47:49.602507 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-a43830cf-21d4-4ad2-8f79-7e467d93dae7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9281542'] for port (33157909-4c3c-43fe-8735-d928aa5c3dd8), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:47:49.632107 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-48579dbe-2220-4f8b-b239-e7803f564c15 None None] Port 33157909-4c3c-43fe-8735-d928aa5c3dd8 cannot update to ACTIVE because it is not bound. {{(pid=103306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 26 21:47:49.708309 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Provisioning complete for port 8195d0b4-24fc-487e-8bb5-c300beda90b1 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:47:49.708697 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (8195d0b4-24fc-487e-8bb5-c300beda90b1), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:47:49.720904 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a43830cf-21d4-4ad2-8f79-7e467d93dae7 admin admin] Pushing event updated for resources: {'Port': ['ID=33157909-4c3c-43fe-8735-d928aa5c3dd8,revision_number=2']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:47:49.723496 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-a43830cf-21d4-4ad2-8f79-7e467d93dae7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3709457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4110682'] for router_interface (5532a7c7-b87f-48a5-915a-cae4bb72e525), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:47:49.861491 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Current status of the port 8195d0b4-24fc-487e-8bb5-c300beda90b1 is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:47:49.882971 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a43830cf-21d4-4ad2-8f79-7e467d93dae7 admin admin] Network afefa97f-baf2-44f4-829b-fac74d71d43b is already hosted by enough agents. {{(pid=103304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 21:47:49.884691 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [None req-a43830cf-21d4-4ad2-8f79-7e467d93dae7 admin admin] Resources bound (agent type, host, resource id): {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:47:50.086293 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a43830cf-21d4-4ad2-8f79-7e467d93dae7 admin admin] Router 5532a7c7-b87f-48a5-915a-cae4bb72e525 has already been hosted by L3 agent 09df100c-3af1-4b0a-bda8-05914c71c458 {{(pid=103304) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 26 21:47:50.219075 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a43830cf-21d4-4ad2-8f79-7e467d93dae7 admin admin] Notify agent at l3_agent.n-d-760453-5 the message routers_updated {{(pid=103304) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 26 21:47:50.229400 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-a43830cf-21d4-4ad2-8f79-7e467d93dae7 admin admin] 10.222.0.13 "PUT /v2.0/routers/5532a7c7-b87f-48a5-915a-cae4bb72e525/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8278518 Jan 26 21:47:50.256390 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-ee51aa6f-f23f-4a5a-83e4-bb02be66f84d None None] Provisioning complete for port 33157909-4c3c-43fe-8735-d928aa5c3dd8 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:47:50.256965 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-ee51aa6f-f23f-4a5a-83e4-bb02be66f84d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (33157909-4c3c-43fe-8735-d928aa5c3dd8), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:47:50.292922 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-ee51aa6f-f23f-4a5a-83e4-bb02be66f84d None None] Port 33157909-4c3c-43fe-8735-d928aa5c3dd8 cannot update to ACTIVE because it is not bound. {{(pid=103306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 26 21:47:50.949807 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device 06485ca3-3541-462a-a474-37d66fa69c41 up at agent ovs-agent-n-d-760453-5 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 21:47:51.018176 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Provisioning complete for port 06485ca3-3541-462a-a474-37d66fa69c41 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:47:51.018716 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (06485ca3-3541-462a-a474-37d66fa69c41), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:47:51.119131 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Current status of the port 06485ca3-3541-462a-a474-37d66fa69c41 is: DOWN; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:47:51.119855 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (06485ca3-3541-462a-a474-37d66fa69c41), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:47:51.143000 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] For port 06485ca3-3541-462a-a474-37d66fa69c41, host n-d-760453-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=06485ca3-3541-462a-a474-37d66fa69c41,segment=NetworkSegment(e17cb353-418f-48b9-b982-21a6233ee99b),segment_id=e17cb353-418f-48b9-b982-21a6233ee99b)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:47:51.147734 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (06485ca3-3541-462a-a474-37d66fa69c41), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:47:51.148764 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device e51ccc6a-4ce9-48d5-9699-55598e1e903a up at agent ovs-agent-n-d-760453-5 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 21:47:51.244682 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Pushing event updated for resources: {'Port': ['ID=06485ca3-3541-462a-a474-37d66fa69c41,revision_number=4']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:47:51.270946 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Provisioning complete for port e51ccc6a-4ce9-48d5-9699-55598e1e903a triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:47:51.271578 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (e51ccc6a-4ce9-48d5-9699-55598e1e903a), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:47:51.296285 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-7257a098-25fb-4f5a-a717-d82f335ffb93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (09df100c-3af1-4b0a-bda8-05914c71c458), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:47:51.366646 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Current status of the port e51ccc6a-4ce9-48d5-9699-55598e1e903a is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:47:51.413849 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 44138) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:47:51.680107 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a5aaf91-55eb-47a7-8d38-1024f01c8537 None None] Sync routers for ids ['5532a7c7-b87f-48a5-915a-cae4bb72e525'] in n-d-760453-5 {{(pid=103306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 26 21:47:51.689892 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a5aaf91-55eb-47a7-8d38-1024f01c8537 None None] Routers {'5532a7c7-b87f-48a5-915a-cae4bb72e525'} bound to L3 agent in host n-d-760453-5 {{(pid=103306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 21:47:51.690624 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-0a5aaf91-55eb-47a7-8d38-1024f01c8537 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-26T20:55:21Z,description=,heartbeat_timestamp=2022-01-26T21:47:51Z,host='n-d-760453-5',id=09df100c-3af1-4b0a-bda8-05914c71c458,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:55:21Z,topic='l3_agent')) {'router_ids': ['5532a7c7-b87f-48a5-915a-cae4bb72e525'], 'active': True} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:47:51.788872 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-719a24c1-6859-458f-8bfb-4b90b75f6536 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4110657'] for router_interface (e3a1cb2f-d640-4af8-8126-c67e36effc0d), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:47:51.807317 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvr_db [None req-0a5aaf91-55eb-47a7-8d38-1024f01c8537 None None] Set router 5532a7c7-b87f-48a5-915a-cae4bb72e525 gateway port host: n-d-760453-5 {{(pid=103306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 21:47:52.029630 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-0a5aaf91-55eb-47a7-8d38-1024f01c8537 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5532a7c7-b87f-48a5-915a-cae4bb72e525', 'name': 'tempest-TestAggregatesBasicOps-1024135853-router', 'tenant_id': '187ade22ef3e4f4f8c3bd0fc4c7f946e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'external_fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.176'}], 'enable_snat': True}, 'gw_port_id': '06485ca3-3541-462a-a474-37d66fa69c41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T21:47:45Z', 'updated_at': '2022-01-26T21:47:49Z', 'revision_number': 4, 'project_id': '187ade22ef3e4f4f8c3bd0fc4c7f946e', 'gw_port': {'id': '06485ca3-3541-462a-a474-37d66fa69c41', 'name': '', 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:b0:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5532a7c7-b87f-48a5-915a-cae4bb72e525', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3922, 'fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:47:46Z', 'updated_at': '2022-01-26T21:47:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-5', '_interfaces': [{'id': '33157909-4c3c-43fe-8735-d928aa5c3dd8', 'name': '', 'network_id': 'afefa97f-baf2-44f4-829b-fac74d71d43b', 'tenant_id': '187ade22ef3e4f4f8c3bd0fc4c7f946e', 'mac_address': 'fa:16:3e:c0:a3:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5532a7c7-b87f-48a5-915a-cae4bb72e525', 'device_owner': 'network:router_interface', 'standard_attr_id': 3923, 'fixed_ips': [{'subnet_id': '5507ced0-f683-4abc-a7e9-ee9e94c0f65a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:47:48Z', 'updated_at': '2022-01-26T21:47:49Z', 'revision_number': 2, 'project_id': '187ade22ef3e4f4f8c3bd0fc4c7f946e', 'subnets': [{'id': '5507ced0-f683-4abc-a7e9-ee9e94c0f65a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760453-5', False) {} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:47:52.057034 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a5aaf91-55eb-47a7-8d38-1024f01c8537 None None] Checking router: 5532a7c7-b87f-48a5-915a-cae4bb72e525 for host: n-d-760453-5 {{(pid=103306) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 26 21:47:52.057358 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a5aaf91-55eb-47a7-8d38-1024f01c8537 None None] Updating router 5532a7c7-b87f-48a5-915a-cae4bb72e525 port 33157909-4c3c-43fe-8735-d928aa5c3dd8 binding host n-d-760453-5 {{(pid=103306) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 26 21:47:52.064445 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-719a24c1-6859-458f-8bfb-4b90b75f6536 admin admin] Deleting port 8195d0b4-24fc-487e-8bb5-c300beda90b1 {{(pid=103304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 21:47:52.064794 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-719a24c1-6859-458f-8bfb-4b90b75f6536 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746560630878'] for port (8195d0b4-24fc-487e-8bb5-c300beda90b1), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:47:52.081956 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-0a5aaf91-55eb-47a7-8d38-1024f01c8537 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (33157909-4c3c-43fe-8735-d928aa5c3dd8), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:47:52.147870 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [None req-719a24c1-6859-458f-8bfb-4b90b75f6536 admin admin] For port 8195d0b4-24fc-487e-8bb5-c300beda90b1, host n-d-760453-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=8195d0b4-24fc-487e-8bb5-c300beda90b1,segment=NetworkSegment(45371176-20a0-47cd-8cb2-51d581f4c1bb),segment_id=45371176-20a0-47cd-8cb2-51d581f4c1bb)] {{(pid=103304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:47:52.148269 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-719a24c1-6859-458f-8bfb-4b90b75f6536 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4109658'] for port (8195d0b4-24fc-487e-8bb5-c300beda90b1), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:47:52.161530 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-719a24c1-6859-458f-8bfb-4b90b75f6536 admin admin] Calling delete_port for 8195d0b4-24fc-487e-8bb5-c300beda90b1 owned by network:router_interface {{(pid=103304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 21:47:52.353012 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-719a24c1-6859-458f-8bfb-4b90b75f6536 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746560636600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746560234536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9281553'] for port (8195d0b4-24fc-487e-8bb5-c300beda90b1), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:47:52.353256 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-841f5991-a4d8-4d4b-b215-cbc6bab5427b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (aa7ee9d2-08eb-4e12-b895-24c57300dfec), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:47:52.371938 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-0a5aaf91-55eb-47a7-8d38-1024f01c8537 None None] Publish callbacks [] for port (33157909-4c3c-43fe-8735-d928aa5c3dd8), precommit_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:47:52.378139 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-0a5aaf91-55eb-47a7-8d38-1024f01c8537 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (33157909-4c3c-43fe-8735-d928aa5c3dd8), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:47:52.393365 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719a24c1-6859-458f-8bfb-4b90b75f6536 admin admin] Pushing event deleted for resources: {'Port': ['ID=8195d0b4-24fc-487e-8bb5-c300beda90b1,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:47:52.441900 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-722942cc-7682-4d33-adbf-608a2505385d None None] Pushing event updated for resources: {'Port': ['ID=33157909-4c3c-43fe-8735-d928aa5c3dd8,revision_number=3']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:47:52.512812 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-0a5aaf91-55eb-47a7-8d38-1024f01c8537 None None] Attempting to bind port 33157909-4c3c-43fe-8735-d928aa5c3dd8 on host n-d-760453-5 for vnic_type normal with profile {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 21:47:52.513856 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-0a5aaf91-55eb-47a7-8d38-1024f01c8537 None None] Attempting to bind port 33157909-4c3c-43fe-8735-d928aa5c3dd8 by drivers openvswitch,hyperv on host n-d-760453-5 at level 0 using segments [{'id': '52924232-48c5-4933-abee-08e332fcd71d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'afefa97f-baf2-44f4-829b-fac74d71d43b'}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 26 21:47:52.514488 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a5aaf91-55eb-47a7-8d38-1024f01c8537 None None] Attempting to bind port 33157909-4c3c-43fe-8735-d928aa5c3dd8 on network afefa97f-baf2-44f4-829b-fac74d71d43b {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 21:47:52.520568 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a5aaf91-55eb-47a7-8d38-1024f01c8537 None None] Checking agent: {'id': 'fea0591a-627d-4c87-9a9a-01625ddf3277', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760453-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 20, 55, 25), 'started_at': datetime.datetime(2022, 1, 26, 20, 55, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 21, 47, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760453-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 26 21:47:52.521213 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a5aaf91-55eb-47a7-8d38-1024f01c8537 None None] Checking segment: {'id': '52924232-48c5-4933-abee-08e332fcd71d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'afefa97f-baf2-44f4-829b-fac74d71d43b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 21:47:52.521877 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-0a5aaf91-55eb-47a7-8d38-1024f01c8537 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:47:52.522446 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a5aaf91-55eb-47a7-8d38-1024f01c8537 None None] Bound using segment: {'id': '52924232-48c5-4933-abee-08e332fcd71d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'afefa97f-baf2-44f4-829b-fac74d71d43b'} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 26 21:47:52.523090 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-0a5aaf91-55eb-47a7-8d38-1024f01c8537 None None] Bound port: 33157909-4c3c-43fe-8735-d928aa5c3dd8, host: n-d-760453-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52924232-48c5-4933-abee-08e332fcd71d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'afefa97f-baf2-44f4-829b-fac74d71d43b'}}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 26 21:47:52.524192 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-0a5aaf91-55eb-47a7-8d38-1024f01c8537 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (33157909-4c3c-43fe-8735-d928aa5c3dd8), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:47:52.612753 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-0a5aaf91-55eb-47a7-8d38-1024f01c8537 None None] For port 33157909-4c3c-43fe-8735-d928aa5c3dd8, host n-d-760453-5, cleared binding levels {{(pid=103306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 26 21:47:52.617249 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-0a5aaf91-55eb-47a7-8d38-1024f01c8537 None None] For port 33157909-4c3c-43fe-8735-d928aa5c3dd8, host n-d-760453-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=33157909-4c3c-43fe-8735-d928aa5c3dd8,segment=NetworkSegment(52924232-48c5-4933-abee-08e332fcd71d),segment_id=52924232-48c5-4933-abee-08e332fcd71d)] {{(pid=103306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 26 21:47:52.623050 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-0a5aaf91-55eb-47a7-8d38-1024f01c8537 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (33157909-4c3c-43fe-8735-d928aa5c3dd8), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:47:52.643093 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-719a24c1-6859-458f-8bfb-4b90b75f6536 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3709480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4110805'] for router_interface (e3a1cb2f-d640-4af8-8126-c67e36effc0d), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:47:52.699061 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-722942cc-7682-4d33-adbf-608a2505385d None None] Pushing event updated for resources: {'Port': ['ID=33157909-4c3c-43fe-8735-d928aa5c3dd8,revision_number=4']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:47:52.719769 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a5aaf91-55eb-47a7-8d38-1024f01c8537 None None] Routers {'5532a7c7-b87f-48a5-915a-cae4bb72e525'} bound to L3 agent in host n-d-760453-5 {{(pid=103306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 21:47:52.720408 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-0a5aaf91-55eb-47a7-8d38-1024f01c8537 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-26T20:55:21Z,description=,heartbeat_timestamp=2022-01-26T21:47:51Z,host='n-d-760453-5',id=09df100c-3af1-4b0a-bda8-05914c71c458,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:55:21Z,topic='l3_agent')) {'router_ids': ['5532a7c7-b87f-48a5-915a-cae4bb72e525'], 'active': True} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:47:52.892678 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-185cd854-4eb9-464b-a6b9-158d614a8bde None None] Provisioning complete for port 33157909-4c3c-43fe-8735-d928aa5c3dd8 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:47:52.893063 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-185cd854-4eb9-464b-a6b9-158d614a8bde None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (33157909-4c3c-43fe-8735-d928aa5c3dd8), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:47:52.895778 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvr_db [None req-0a5aaf91-55eb-47a7-8d38-1024f01c8537 None None] Set router 5532a7c7-b87f-48a5-915a-cae4bb72e525 gateway port host: n-d-760453-5 {{(pid=103306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 21:47:52.963836 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device 06485ca3-3541-462a-a474-37d66fa69c41 up at agent ovs-agent-n-d-760453-5 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 21:47:52.984754 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-719a24c1-6859-458f-8bfb-4b90b75f6536 admin admin] Router e3a1cb2f-d640-4af8-8126-c67e36effc0d has already been hosted by L3 agent 09df100c-3af1-4b0a-bda8-05914c71c458 {{(pid=103304) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 26 21:47:53.112717 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-719a24c1-6859-458f-8bfb-4b90b75f6536 admin admin] Notify agent at l3_agent.n-d-760453-5 the message routers_updated {{(pid=103304) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 26 21:47:53.119402 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-719a24c1-6859-458f-8bfb-4b90b75f6536 admin admin] 10.222.0.13 "PUT /v2.0/routers/e3a1cb2f-d640-4af8-8126-c67e36effc0d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7082412 Jan 26 21:47:53.121612 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 44146) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:47:53.127803 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f96010d9-2e31-4cbd-b957-633a46c16a16 None None] Sync routers for ids ['e3a1cb2f-d640-4af8-8126-c67e36effc0d'] in n-d-760453-5 {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 26 21:47:53.146898 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f96010d9-2e31-4cbd-b957-633a46c16a16 None None] Routers {'e3a1cb2f-d640-4af8-8126-c67e36effc0d'} bound to L3 agent in host n-d-760453-5 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 21:47:53.158449 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-f96010d9-2e31-4cbd-b957-633a46c16a16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-26T20:55:21Z,description=,heartbeat_timestamp=2022-01-26T21:47:51Z,host='n-d-760453-5',id=09df100c-3af1-4b0a-bda8-05914c71c458,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:55:21Z,topic='l3_agent')) {'router_ids': ['e3a1cb2f-d640-4af8-8126-c67e36effc0d'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:47:53.182405 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Provisioning complete for port 06485ca3-3541-462a-a474-37d66fa69c41 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:47:53.182781 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (06485ca3-3541-462a-a474-37d66fa69c41), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:47:53.253492 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-3a098541-7067-459a-bef0-99f67a301c0c admin admin] Publish callbacks [] for router (e3a1cb2f-d640-4af8-8126-c67e36effc0d), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:47:53.371772 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-3a098541-7067-459a-bef0-99f67a301c0c admin admin] Publish callbacks [] for router_gateway (e3a1cb2f-d640-4af8-8126-c67e36effc0d), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:47:53.378032 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_dvr_db [None req-f96010d9-2e31-4cbd-b957-633a46c16a16 None None] Set router e3a1cb2f-d640-4af8-8126-c67e36effc0d gateway port host: n-d-760453-5 {{(pid=103307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 21:47:53.440118 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-185cd854-4eb9-464b-a6b9-158d614a8bde None None] Current status of the port 33157909-4c3c-43fe-8735-d928aa5c3dd8 is: DOWN; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:47:53.440716 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-185cd854-4eb9-464b-a6b9-158d614a8bde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (33157909-4c3c-43fe-8735-d928aa5c3dd8), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:47:53.471381 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (4d619873-4b60-439f-9b5a-b155dc8bbc34), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:47:53.547798 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-185cd854-4eb9-464b-a6b9-158d614a8bde None None] For port 33157909-4c3c-43fe-8735-d928aa5c3dd8, host n-d-760453-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=33157909-4c3c-43fe-8735-d928aa5c3dd8,segment=NetworkSegment(52924232-48c5-4933-abee-08e332fcd71d),segment_id=52924232-48c5-4933-abee-08e332fcd71d)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:47:53.559999 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-185cd854-4eb9-464b-a6b9-158d614a8bde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (33157909-4c3c-43fe-8735-d928aa5c3dd8), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:47:53.637107 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-f96010d9-2e31-4cbd-b957-633a46c16a16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3a1cb2f-d640-4af8-8126-c67e36effc0d', 'name': 'tempest-TestAggregatesBasicOps-328487957-router', 'tenant_id': '8ddcdfbc447b49128536ff1aeb070c64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'external_fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.205'}], 'enable_snat': True}, 'gw_port_id': '7582db77-7857-47a6-a6b6-3af9c9f27f61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T21:47:40Z', 'updated_at': '2022-01-26T21:47:52Z', 'revision_number': 5, 'project_id': '8ddcdfbc447b49128536ff1aeb070c64', 'gw_port': {'id': '7582db77-7857-47a6-a6b6-3af9c9f27f61', 'name': '', 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:cd:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3a1cb2f-d640-4af8-8126-c67e36effc0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3910, 'fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:47:40Z', 'updated_at': '2022-01-26T21:47:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-5'}], 'n-d-760453-5', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:47:53.653208 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Current status of the port 06485ca3-3541-462a-a474-37d66fa69c41 is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:47:53.681597 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f96010d9-2e31-4cbd-b957-633a46c16a16 None None] Checking router: e3a1cb2f-d640-4af8-8126-c67e36effc0d for host: n-d-760453-5 {{(pid=103307) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 26 21:47:53.694012 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f96010d9-2e31-4cbd-b957-633a46c16a16 None None] Routers {'e3a1cb2f-d640-4af8-8126-c67e36effc0d'} bound to L3 agent in host n-d-760453-5 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 21:47:53.694543 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-0a5aaf91-55eb-47a7-8d38-1024f01c8537 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5532a7c7-b87f-48a5-915a-cae4bb72e525', 'name': 'tempest-TestAggregatesBasicOps-1024135853-router', 'tenant_id': '187ade22ef3e4f4f8c3bd0fc4c7f946e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'external_fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.176'}], 'enable_snat': True}, 'gw_port_id': '06485ca3-3541-462a-a474-37d66fa69c41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T21:47:45Z', 'updated_at': '2022-01-26T21:47:49Z', 'revision_number': 4, 'project_id': '187ade22ef3e4f4f8c3bd0fc4c7f946e', 'gw_port': {'id': '06485ca3-3541-462a-a474-37d66fa69c41', 'name': '', 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:b0:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5532a7c7-b87f-48a5-915a-cae4bb72e525', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3922, 'fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:47:46Z', 'updated_at': '2022-01-26T21:47:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-5', '_interfaces': [{'id': '33157909-4c3c-43fe-8735-d928aa5c3dd8', 'name': '', 'network_id': 'afefa97f-baf2-44f4-829b-fac74d71d43b', 'tenant_id': '187ade22ef3e4f4f8c3bd0fc4c7f946e', 'mac_address': 'fa:16:3e:c0:a3:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5532a7c7-b87f-48a5-915a-cae4bb72e525', 'device_owner': 'network:router_interface', 'standard_attr_id': 3923, 'fixed_ips': [{'subnet_id': '5507ced0-f683-4abc-a7e9-ee9e94c0f65a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:47:48Z', 'updated_at': '2022-01-26T21:47:52Z', 'revision_number': 4, 'project_id': '187ade22ef3e4f4f8c3bd0fc4c7f946e', 'subnets': [{'id': '5507ced0-f683-4abc-a7e9-ee9e94c0f65a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760453-5', False) {} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:47:53.694917 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-f96010d9-2e31-4cbd-b957-633a46c16a16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-26T20:55:21Z,description=,heartbeat_timestamp=2022-01-26T21:47:51Z,host='n-d-760453-5',id=09df100c-3af1-4b0a-bda8-05914c71c458,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:55:21Z,topic='l3_agent')) {'router_ids': ['e3a1cb2f-d640-4af8-8126-c67e36effc0d'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:47:53.747609 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-45617ee9-8650-4037-9ad5-7de3f7164bca None None] Provisioning complete for port 33157909-4c3c-43fe-8735-d928aa5c3dd8 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:47:53.747987 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-45617ee9-8650-4037-9ad5-7de3f7164bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (33157909-4c3c-43fe-8735-d928aa5c3dd8), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:47:53.756366 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-185cd854-4eb9-464b-a6b9-158d614a8bde None None] Pushing event updated for resources: {'Port': ['ID=33157909-4c3c-43fe-8735-d928aa5c3dd8,revision_number=5']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:47:53.787618 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a5aaf91-55eb-47a7-8d38-1024f01c8537 None None] The sync data for ids ['5532a7c7-b87f-48a5-915a-cae4bb72e525'] in n-d-760453-5 is: [{'id': '5532a7c7-b87f-48a5-915a-cae4bb72e525', 'name': 'tempest-TestAggregatesBasicOps-1024135853-router', 'tenant_id': '187ade22ef3e4f4f8c3bd0fc4c7f946e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'external_fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.176'}], 'enable_snat': True}, 'gw_port_id': '06485ca3-3541-462a-a474-37d66fa69c41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T21:47:45Z', 'updated_at': '2022-01-26T21:47:49Z', 'revision_number': 4, 'project_id': '187ade22ef3e4f4f8c3bd0fc4c7f946e', 'gw_port': {'id': '06485ca3-3541-462a-a474-37d66fa69c41', 'name': '', 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:b0:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5532a7c7-b87f-48a5-915a-cae4bb72e525', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3922, 'fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:47:46Z', 'updated_at': '2022-01-26T21:47:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-5', '_interfaces': [{'id': '33157909-4c3c-43fe-8735-d928aa5c3dd8', 'name': '', 'network_id': 'afefa97f-baf2-44f4-829b-fac74d71d43b', 'tenant_id': '187ade22ef3e4f4f8c3bd0fc4c7f946e', 'mac_address': 'fa:16:3e:c0:a3:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5532a7c7-b87f-48a5-915a-cae4bb72e525', 'device_owner': 'network:router_interface', 'standard_attr_id': 3923, 'fixed_ips': [{'subnet_id': '5507ced0-f683-4abc-a7e9-ee9e94c0f65a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:47:48Z', 'updated_at': '2022-01-26T21:47:52Z', 'revision_number': 4, 'project_id': '187ade22ef3e4f4f8c3bd0fc4c7f946e', 'subnets': [{'id': '5507ced0-f683-4abc-a7e9-ee9e94c0f65a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 26 21:47:53.809436 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-3a098541-7067-459a-bef0-99f67a301c0c admin admin] Deleting port 7582db77-7857-47a6-a6b6-3af9c9f27f61 {{(pid=103305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 21:47:53.810084 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-3a098541-7067-459a-bef0-99f67a301c0c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746560630878'] for port (7582db77-7857-47a6-a6b6-3af9c9f27f61), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:47:53.866274 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_dvr_db [None req-f96010d9-2e31-4cbd-b957-633a46c16a16 None None] Set router e3a1cb2f-d640-4af8-8126-c67e36effc0d gateway port host: None {{(pid=103307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 21:47:53.881149 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-45617ee9-8650-4037-9ad5-7de3f7164bca None None] Current status of the port 33157909-4c3c-43fe-8735-d928aa5c3dd8 is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:47:53.934172 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [None req-3a098541-7067-459a-bef0-99f67a301c0c admin admin] For port 7582db77-7857-47a6-a6b6-3af9c9f27f61, host n-d-760453-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=7582db77-7857-47a6-a6b6-3af9c9f27f61,segment=NetworkSegment(e17cb353-418f-48b9-b982-21a6233ee99b),segment_id=e17cb353-418f-48b9-b982-21a6233ee99b)] {{(pid=103305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:47:53.934760 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-3a098541-7067-459a-bef0-99f67a301c0c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4109658'] for port (7582db77-7857-47a6-a6b6-3af9c9f27f61), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:47:53.957204 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-f96010d9-2e31-4cbd-b957-633a46c16a16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3a1cb2f-d640-4af8-8126-c67e36effc0d', 'name': 'tempest-TestAggregatesBasicOps-328487957-router', 'tenant_id': '8ddcdfbc447b49128536ff1aeb070c64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T21:47:40Z', 'updated_at': '2022-01-26T21:47:53Z', 'revision_number': 6, 'project_id': '8ddcdfbc447b49128536ff1aeb070c64', 'gw_port_host': None}], 'n-d-760453-5', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:47:53.958643 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-3a098541-7067-459a-bef0-99f67a301c0c admin admin] Calling delete_port for 7582db77-7857-47a6-a6b6-3af9c9f27f61 owned by network:router_gateway {{(pid=103305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 21:47:53.986223 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f96010d9-2e31-4cbd-b957-633a46c16a16 None None] The sync data for ids ['e3a1cb2f-d640-4af8-8126-c67e36effc0d'] in n-d-760453-5 is: [{'id': 'e3a1cb2f-d640-4af8-8126-c67e36effc0d', 'name': 'tempest-TestAggregatesBasicOps-328487957-router', 'tenant_id': '8ddcdfbc447b49128536ff1aeb070c64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T21:47:40Z', 'updated_at': '2022-01-26T21:47:53Z', 'revision_number': 6, 'project_id': '8ddcdfbc447b49128536ff1aeb070c64', 'gw_port_host': None}] {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 26 21:47:54.162998 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-839dd188-ec69-470c-9ab0-d318dc1a2e96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (e79b4fc6-6c71-44b2-a6d0-ff3e1f4dfd0d), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:47:54.201961 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-3a098541-7067-459a-bef0-99f67a301c0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746560636600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746560234536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11791543'] for port (7582db77-7857-47a6-a6b6-3af9c9f27f61), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:47:54.230141 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a098541-7067-459a-bef0-99f67a301c0c admin admin] Pushing event deleted for resources: {'Port': ['ID=7582db77-7857-47a6-a6b6-3af9c9f27f61,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:47:54.314731 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-3a098541-7067-459a-bef0-99f67a301c0c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4111291'] for router_gateway (e3a1cb2f-d640-4af8-8126-c67e36effc0d), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:47:54.413396 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-3a098541-7067-459a-bef0-99f67a301c0c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4105774', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13082'] for router (e3a1cb2f-d640-4af8-8126-c67e36effc0d), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:47:54.415534 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-3a098541-7067-459a-bef0-99f67a301c0c admin admin] Publish callbacks [] for router_controller (e3a1cb2f-d640-4af8-8126-c67e36effc0d), precommit_delete_associations {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:47:54.471937 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-3a098541-7067-459a-bef0-99f67a301c0c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4105767'] for router (e3a1cb2f-d640-4af8-8126-c67e36effc0d), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:47:54.472633 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a098541-7067-459a-bef0-99f67a301c0c admin admin] Fanout notify agent at l3_agent the message router_deleted on router e3a1cb2f-d640-4af8-8126-c67e36effc0d {{(pid=103305) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 26 21:47:54.482268 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-3a098541-7067-459a-bef0-99f67a301c0c admin admin] Publish callbacks [] for router (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:47:54.485765 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-3a098541-7067-459a-bef0-99f67a301c0c admin admin] 10.222.0.13 "DELETE /v2.0/routers/e3a1cb2f-d640-4af8-8126-c67e36effc0d HTTP/1.1" status: 204 len: 168 time: 1.3534994 Jan 26 21:47:54.486037 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 44150) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:47:54.534281 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.db_base_plugin_v2 [None req-fa86f610-285e-4401-af19-7465444f64b3 admin admin] Deleting subnet fae830e9-0a9b-4056-b084-e83740194f2c {{(pid=103305) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 26 21:47:54.537844 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-fa86f610-285e-4401-af19-7465444f64b3 admin admin] Publish callbacks [] for subnet (fae830e9-0a9b-4056-b084-e83740194f2c), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:47:54.578498 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-fa86f610-285e-4401-af19-7465444f64b3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11788946'] for subnet (fae830e9-0a9b-4056-b084-e83740194f2c), precommit_delete_associations {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:47:54.667046 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-fa86f610-285e-4401-af19-7465444f64b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687316'] for subnet (fae830e9-0a9b-4056-b084-e83740194f2c), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:47:54.724604 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-fa86f610-285e-4401-af19-7465444f64b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11791594', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11599980'] for subnet (fae830e9-0a9b-4056-b084-e83740194f2c), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:47:54.744523 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10b63cc8-1d8d-4ffa-9945-9a9e6a5f471a None None] Network b6434550-eac0-4b96-8164-1e09c842f9da requested from n-d-760453-5 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 26 21:47:54.753942 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-fa86f610-285e-4401-af19-7465444f64b3 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:47:54.760058 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-fa86f610-285e-4401-af19-7465444f64b3 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/fae830e9-0a9b-4056-b084-e83740194f2c HTTP/1.1" status: 204 len: 168 time: 0.2703047 Jan 26 21:47:54.760342 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 44154) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:47:54.834780 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-aa82fd65-a2c4-4f22-8257-529f940ae2f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-748181'] for network (b6434550-eac0-4b96-8164-1e09c842f9da), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:47:54.836623 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa86f610-285e-4401-af19-7465444f64b3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fae830e9-0a9b-4056-b084-e83740194f2c,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:47:54.925091 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-aa82fd65-a2c4-4f22-8257-529f940ae2f0 admin admin] Deleting port 3cb07f41-b7f3-45bd-b417-d1406eb5d374 {{(pid=103305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 21:47:54.925481 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-aa82fd65-a2c4-4f22-8257-529f940ae2f0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746560630878'] for port (3cb07f41-b7f3-45bd-b417-d1406eb5d374), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:47:54.965122 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25e2a286-bcac-4fed-87e4-cce4d3812491 None None] DHCP port deletion for b6434550-eac0-4b96-8164-1e09c842f9da request from n-d-760453-5 {{(pid=103306) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 26 21:47:55.016234 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [None req-aa82fd65-a2c4-4f22-8257-529f940ae2f0 admin admin] For port 3cb07f41-b7f3-45bd-b417-d1406eb5d374, host n-d-760453-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=3cb07f41-b7f3-45bd-b417-d1406eb5d374,segment=NetworkSegment(45371176-20a0-47cd-8cb2-51d581f4c1bb),segment_id=45371176-20a0-47cd-8cb2-51d581f4c1bb)] {{(pid=103305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:47:55.016933 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-aa82fd65-a2c4-4f22-8257-529f940ae2f0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4109658'] for port (3cb07f41-b7f3-45bd-b417-d1406eb5d374), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:47:55.028275 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device 33157909-4c3c-43fe-8735-d928aa5c3dd8 up at agent ovs-agent-n-d-760453-5 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 21:47:55.039579 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-aa82fd65-a2c4-4f22-8257-529f940ae2f0 admin admin] Calling delete_port for 3cb07f41-b7f3-45bd-b417-d1406eb5d374 owned by network:dhcp {{(pid=103305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 21:47:55.100943 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Provisioning complete for port 33157909-4c3c-43fe-8735-d928aa5c3dd8 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:47:55.101342 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (33157909-4c3c-43fe-8735-d928aa5c3dd8), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:47:55.123255 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-25e2a286-bcac-4fed-87e4-cce4d3812491 None None] Deleting port 3cb07f41-b7f3-45bd-b417-d1406eb5d374 {{(pid=103306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 21:47:55.123636 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-25e2a286-bcac-4fed-87e4-cce4d3812491 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746560630878'] for port (3cb07f41-b7f3-45bd-b417-d1406eb5d374), before_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:47:55.167396 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-aa82fd65-a2c4-4f22-8257-529f940ae2f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746560636600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746560234536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11791543'] for port (3cb07f41-b7f3-45bd-b417-d1406eb5d374), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:47:55.210463 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa82fd65-a2c4-4f22-8257-529f940ae2f0 admin admin] Pushing event deleted for resources: {'Port': ['ID=3cb07f41-b7f3-45bd-b417-d1406eb5d374,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:47:55.222400 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa82fd65-a2c4-4f22-8257-529f940ae2f0 admin admin] No DVR routers for this DVR port 3cb07f41-b7f3-45bd-b417-d1406eb5d374 on host n-d-760453-5 {{(pid=103305) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 26 21:47:55.225648 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-25e2a286-bcac-4fed-87e4-cce4d3812491 None None] For port 3cb07f41-b7f3-45bd-b417-d1406eb5d374, host n-d-760453-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=3cb07f41-b7f3-45bd-b417-d1406eb5d374,segment=NetworkSegment(45371176-20a0-47cd-8cb2-51d581f4c1bb),segment_id=45371176-20a0-47cd-8cb2-51d581f4c1bb)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:47:55.226078 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-25e2a286-bcac-4fed-87e4-cce4d3812491 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4109658'] for port (3cb07f41-b7f3-45bd-b417-d1406eb5d374), precommit_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:47:55.245844 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-25e2a286-bcac-4fed-87e4-cce4d3812491 None None] Calling delete_port for 3cb07f41-b7f3-45bd-b417-d1406eb5d374 owned by network:dhcp {{(pid=103306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 21:47:55.337158 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-aa82fd65-a2c4-4f22-8257-529f940ae2f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-686403', 'neutron.services.segments.db._delete_segments_for_network-8746560774018'] for network (b6434550-eac0-4b96-8164-1e09c842f9da), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:47:55.372192 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (fea0591a-627d-4c87-9a9a-01625ddf3277), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:47:55.376711 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Current status of the port 33157909-4c3c-43fe-8735-d928aa5c3dd8 is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:47:55.382702 n-d-760453-5 neutron-server[103305]: DEBUG neutron.services.segments.db [None req-aa82fd65-a2c4-4f22-8257-529f940ae2f0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b6434550-eac0-4b96-8164-1e09c842f9da']}} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:47:55.401084 n-d-760453-5 neutron-server[103305]: DEBUG neutron.services.segments.db [None req-aa82fd65-a2c4-4f22-8257-529f940ae2f0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '45371176-20a0-47cd-8cb2-51d581f4c1bb') {'for_net_delete': True} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:47:55.401430 n-d-760453-5 neutron-server[103305]: DEBUG neutron.services.segments.db [None req-aa82fd65-a2c4-4f22-8257-529f940ae2f0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '45371176-20a0-47cd-8cb2-51d581f4c1bb') {} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:47:55.413305 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-aa82fd65-a2c4-4f22-8257-529f940ae2f0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746560742283', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11788955'] for segment (45371176-20a0-47cd-8cb2-51d581f4c1bb), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:47:55.416236 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-25e2a286-bcac-4fed-87e4-cce4d3812491 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746560636600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746560234536'] for port (3cb07f41-b7f3-45bd-b417-d1406eb5d374), after_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:47:55.441242 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-aa82fd65-a2c4-4f22-8257-529f940ae2f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576559'] for segment (45371176-20a0-47cd-8cb2-51d581f4c1bb), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:47:55.450172 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aa82fd65-a2c4-4f22-8257-529f940ae2f0 admin admin] Releasing vlan 576 on physical network physnet1 to pool {{(pid=103305) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 26 21:47:55.450877 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-aa82fd65-a2c4-4f22-8257-529f940ae2f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11791428'] for segment (45371176-20a0-47cd-8cb2-51d581f4c1bb), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:47:55.453264 n-d-760453-5 neutron-server[103305]: Traceback (most recent call last): Jan 26 21:47:55.453264 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 26 21:47:55.453264 n-d-760453-5 neutron-server[103305]: timer() Jan 26 21:47:55.453264 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 26 21:47:55.453264 n-d-760453-5 neutron-server[103305]: cb(*args, **kw) Jan 26 21:47:55.453264 n-d-760453-5 neutron-server[103305]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 26 21:47:55.453264 n-d-760453-5 neutron-server[103305]: return func(*args, **kwargs) Jan 26 21:47:55.453264 n-d-760453-5 neutron-server[103305]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 26 21:47:55.453264 n-d-760453-5 neutron-server[103305]: self._notify() Jan 26 21:47:55.453264 n-d-760453-5 neutron-server[103305]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 26 21:47:55.453264 n-d-760453-5 neutron-server[103305]: self.callback(batched_events) Jan 26 21:47:55.453264 n-d-760453-5 neutron-server[103305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 26 21:47:55.453264 n-d-760453-5 neutron-server[103305]: event.method(event) Jan 26 21:47:55.453264 n-d-760453-5 neutron-server[103305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 26 21:47:55.453264 n-d-760453-5 neutron-server[103305]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 26 21:47:55.453264 n-d-760453-5 neutron-server[103305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 26 21:47:55.453264 n-d-760453-5 neutron-server[103305]: aggregate_uuid = self.p_client.list_aggregates( Jan 26 21:47:55.453264 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 26 21:47:55.453264 n-d-760453-5 neutron-server[103305]: return f(self, *a, **k) Jan 26 21:47:55.453264 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 26 21:47:55.453264 n-d-760453-5 neutron-server[103305]: return self._get(url).json() Jan 26 21:47:55.453264 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 26 21:47:55.453264 n-d-760453-5 neutron-server[103305]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 26 21:47:55.453264 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 26 21:47:55.453264 n-d-760453-5 neutron-server[103305]: return self.request(url, 'GET', **kwargs) Jan 26 21:47:55.453264 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 26 21:47:55.453264 n-d-760453-5 neutron-server[103305]: base_url = self.get_endpoint(auth, allow=allow, Jan 26 21:47:55.453264 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 26 21:47:55.453264 n-d-760453-5 neutron-server[103305]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 26 21:47:55.453264 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 26 21:47:55.453264 n-d-760453-5 neutron-server[103305]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 26 21:47:55.453264 n-d-760453-5 neutron-server[103305]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 26 21:47:55.463252 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e2a286-bcac-4fed-87e4-cce4d3812491 None None] Pushing event deleted for resources: {'Port': ['ID=3cb07f41-b7f3-45bd-b417-d1406eb5d374,revision_number=None']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:47:55.473926 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25e2a286-bcac-4fed-87e4-cce4d3812491 None None] No DVR routers for this DVR port 3cb07f41-b7f3-45bd-b417-d1406eb5d374 on host n-d-760453-5 {{(pid=103306) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 26 21:47:55.484441 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device 7582db77-7857-47a6-a6b6-3af9c9f27f61 no longer exists at agent ovs-agent-n-d-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 26 21:47:55.512319 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] No Port match for: 7582db77-7857-47a6-a6b6-3af9c9f27f61 {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 26 21:47:55.512953 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device 7582db77-7857-47a6-a6b6-3af9c9f27f61 not bound to the agent host n-d-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 26 21:47:55.513557 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device 8195d0b4-24fc-487e-8bb5-c300beda90b1 no longer exists at agent ovs-agent-n-d-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 26 21:47:55.536460 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] No Port match for: 8195d0b4-24fc-487e-8bb5-c300beda90b1 {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 26 21:47:55.537740 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device 8195d0b4-24fc-487e-8bb5-c300beda90b1 not bound to the agent host n-d-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 26 21:47:55.567769 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-5cfa05d9-ed99-41db-b585-fb8868fd96fe req-b0d93679-544e-4e8e-ab34-9b5f73967099 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=08f8fbae-eb22-4afd-b006-5023d324bcfa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0563717 Jan 26 21:47:55.582412 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-aa82fd65-a2c4-4f22-8257-529f940ae2f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4110931'] for network (b6434550-eac0-4b96-8164-1e09c842f9da), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:47:55.588397 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-aa82fd65-a2c4-4f22-8257-529f940ae2f0 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:47:55.595617 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-aa82fd65-a2c4-4f22-8257-529f940ae2f0 admin admin] 10.222.0.13 "DELETE /v2.0/networks/b6434550-eac0-4b96-8164-1e09c842f9da HTTP/1.1" status: 204 len: 168 time: 0.8343472 Jan 26 21:47:55.596315 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 44158) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:47:55.651180 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa82fd65-a2c4-4f22-8257-529f940ae2f0 admin admin] Pushing event deleted for resources: {'Network': ['ID=b6434550-eac0-4b96-8164-1e09c842f9da,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:47:55.708101 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cfa05d9-ed99-41db-b585-fb8868fd96fe req-c62987fa-cd26-4dec-ba23-4cc61b2f8e57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:47:55.710122 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-5cfa05d9-ed99-41db-b585-fb8868fd96fe req-c62987fa-cd26-4dec-ba23-4cc61b2f8e57 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=97d50071461f4511bd8bef3bc5cf8c61&device_id=08f8fbae-eb22-4afd-b006-5023d324bcfa HTTP/1.1" status: 200 len: 1097 time: 0.0705183 Jan 26 21:47:55.829347 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cfa05d9-ed99-41db-b585-fb8868fd96fe req-696945ad-e9a0-4ce5-8041-586db3e07103 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:47:55.830908 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-5cfa05d9-ed99-41db-b585-fb8868fd96fe req-696945ad-e9a0-4ce5-8041-586db3e07103 service neutron] 10.222.0.66 "GET /v2.0/networks?id=e99ff163-7abb-45f5-a67b-861b243f04e0 HTTP/1.1" status: 200 len: 898 time: 0.1019263 Jan 26 21:47:55.877780 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-5cfa05d9-ed99-41db-b585-fb8868fd96fe req-0bf49c1c-e63f-4009-9509-12711b44adea service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.21&port_id=82da13e3-7ef2-420c-a4db-4e301a55a9cd HTTP/1.1" status: 200 len: 217 time: 0.0397954 Jan 26 21:47:55.931759 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [req-d7d47162-9fc5-4f45-a57a-3d1a260b0ee4 req-a0fbe383-61ad-413a-98be-5c02d86e5f7c service neutron] (103305) timed out ('10.222.0.13', 54948) {{(pid=103305) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jan 26 21:47:55.936794 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cfa05d9-ed99-41db-b585-fb8868fd96fe req-f5c5b83d-78f8-4451-a1d6-35baf66d5207 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:47:55.938526 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-5cfa05d9-ed99-41db-b585-fb8868fd96fe req-f5c5b83d-78f8-4451-a1d6-35baf66d5207 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=8c498db6-5f89-483d-8866-e6650462a149 HTTP/1.1" status: 200 len: 837 time: 0.0512133 Jan 26 21:47:55.991448 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-db3334b4-c79f-4eda-834a-c07a2a5e2f3e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4110657'] for router_interface (5532a7c7-b87f-48a5-915a-cae4bb72e525), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:47:55.992741 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cfa05d9-ed99-41db-b585-fb8868fd96fe req-bb8cc77f-2d78-479f-be96-2a12b85067f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:47:55.994203 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-5cfa05d9-ed99-41db-b585-fb8868fd96fe req-bb8cc77f-2d78-479f-be96-2a12b85067f3 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=e99ff163-7abb-45f5-a67b-861b243f04e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0494084 Jan 26 21:47:56.093592 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-5cfa05d9-ed99-41db-b585-fb8868fd96fe req-2d6a79d5-b42e-4b0f-b21e-6ce69d5bbb5b service neutron] 10.222.0.66 "GET /v2.0/networks/e99ff163-7abb-45f5-a67b-861b243f04e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923760 Jan 26 21:47:56.192236 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-5cfa05d9-ed99-41db-b585-fb8868fd96fe req-3bdb1feb-8007-441c-984e-124b130289bd service neutron] 10.222.0.66 "GET /v2.0/networks/e99ff163-7abb-45f5-a67b-861b243f04e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914690 Jan 26 21:47:56.246119 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-db3334b4-c79f-4eda-834a-c07a2a5e2f3e admin admin] Deleting port 33157909-4c3c-43fe-8735-d928aa5c3dd8 {{(pid=103305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 21:47:56.246710 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-db3334b4-c79f-4eda-834a-c07a2a5e2f3e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746560630878'] for port (33157909-4c3c-43fe-8735-d928aa5c3dd8), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:47:56.328290 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [None req-db3334b4-c79f-4eda-834a-c07a2a5e2f3e admin admin] For port 33157909-4c3c-43fe-8735-d928aa5c3dd8, host n-d-760453-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=33157909-4c3c-43fe-8735-d928aa5c3dd8,segment=NetworkSegment(52924232-48c5-4933-abee-08e332fcd71d),segment_id=52924232-48c5-4933-abee-08e332fcd71d)] {{(pid=103305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:47:56.328658 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-db3334b4-c79f-4eda-834a-c07a2a5e2f3e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4109658'] for port (33157909-4c3c-43fe-8735-d928aa5c3dd8), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:47:56.341210 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-db3334b4-c79f-4eda-834a-c07a2a5e2f3e admin admin] Calling delete_port for 33157909-4c3c-43fe-8735-d928aa5c3dd8 owned by network:router_interface {{(pid=103305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 21:47:56.527072 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-db3334b4-c79f-4eda-834a-c07a2a5e2f3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746560636600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746560234536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11791543'] for port (33157909-4c3c-43fe-8735-d928aa5c3dd8), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:47:56.553874 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db3334b4-c79f-4eda-834a-c07a2a5e2f3e admin admin] Pushing event deleted for resources: {'Port': ['ID=33157909-4c3c-43fe-8735-d928aa5c3dd8,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:47:56.782091 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-db3334b4-c79f-4eda-834a-c07a2a5e2f3e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3709480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4110805'] for router_interface (5532a7c7-b87f-48a5-915a-cae4bb72e525), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:47:56.900290 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device 3cb07f41-b7f3-45bd-b417-d1406eb5d374 no longer exists at agent ovs-agent-n-d-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 26 21:47:56.921484 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] No Port match for: 3cb07f41-b7f3-45bd-b417-d1406eb5d374 {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 26 21:47:56.921916 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device 3cb07f41-b7f3-45bd-b417-d1406eb5d374 not bound to the agent host n-d-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 26 21:47:57.011383 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db3334b4-c79f-4eda-834a-c07a2a5e2f3e admin admin] Router 5532a7c7-b87f-48a5-915a-cae4bb72e525 has already been hosted by L3 agent 09df100c-3af1-4b0a-bda8-05914c71c458 {{(pid=103305) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 26 21:47:57.119245 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db3334b4-c79f-4eda-834a-c07a2a5e2f3e admin admin] Notify agent at l3_agent.n-d-760453-5 the message routers_updated {{(pid=103305) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 26 21:47:57.124234 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-db3334b4-c79f-4eda-834a-c07a2a5e2f3e admin admin] 10.222.0.13 "PUT /v2.0/routers/5532a7c7-b87f-48a5-915a-cae4bb72e525/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5245440 Jan 26 21:47:57.126659 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 44166) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:47:57.129178 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a49f7d75-3961-486d-88c7-c6a9f8e4621f None None] Sync routers for ids ['5532a7c7-b87f-48a5-915a-cae4bb72e525'] in n-d-760453-5 {{(pid=103306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 26 21:47:57.142792 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a49f7d75-3961-486d-88c7-c6a9f8e4621f None None] Routers {'5532a7c7-b87f-48a5-915a-cae4bb72e525'} bound to L3 agent in host n-d-760453-5 {{(pid=103306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 21:47:57.143487 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-a49f7d75-3961-486d-88c7-c6a9f8e4621f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-26T20:55:21Z,description=,heartbeat_timestamp=2022-01-26T21:47:51Z,host='n-d-760453-5',id=09df100c-3af1-4b0a-bda8-05914c71c458,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:55:21Z,topic='l3_agent')) {'router_ids': ['5532a7c7-b87f-48a5-915a-cae4bb72e525'], 'active': True} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:47:57.235208 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-e8e187dc-d394-4eec-833d-a739949b53b5 admin admin] Publish callbacks [] for router (5532a7c7-b87f-48a5-915a-cae4bb72e525), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:47:57.250740 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvr_db [None req-a49f7d75-3961-486d-88c7-c6a9f8e4621f None None] Set router 5532a7c7-b87f-48a5-915a-cae4bb72e525 gateway port host: n-d-760453-5 {{(pid=103306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 21:47:57.341157 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-e8e187dc-d394-4eec-833d-a739949b53b5 admin admin] Publish callbacks [] for router_gateway (5532a7c7-b87f-48a5-915a-cae4bb72e525), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:47:57.398972 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-e8e187dc-d394-4eec-833d-a739949b53b5 admin admin] Deleting port 06485ca3-3541-462a-a474-37d66fa69c41 {{(pid=103305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 21:47:57.399314 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-e8e187dc-d394-4eec-833d-a739949b53b5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746560630878'] for port (06485ca3-3541-462a-a474-37d66fa69c41), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:47:57.449424 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-a49f7d75-3961-486d-88c7-c6a9f8e4621f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5532a7c7-b87f-48a5-915a-cae4bb72e525', 'name': 'tempest-TestAggregatesBasicOps-1024135853-router', 'tenant_id': '187ade22ef3e4f4f8c3bd0fc4c7f946e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'external_fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.176'}], 'enable_snat': True}, 'gw_port_id': '06485ca3-3541-462a-a474-37d66fa69c41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T21:47:45Z', 'updated_at': '2022-01-26T21:47:56Z', 'revision_number': 5, 'project_id': '187ade22ef3e4f4f8c3bd0fc4c7f946e', 'gw_port': {'id': '06485ca3-3541-462a-a474-37d66fa69c41', 'name': '', 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:b0:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5532a7c7-b87f-48a5-915a-cae4bb72e525', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3922, 'fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:47:46Z', 'updated_at': '2022-01-26T21:47:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-5'}], 'n-d-760453-5', False) {} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:47:57.477922 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a49f7d75-3961-486d-88c7-c6a9f8e4621f None None] Checking router: 5532a7c7-b87f-48a5-915a-cae4bb72e525 for host: n-d-760453-5 {{(pid=103306) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 26 21:47:57.487161 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a49f7d75-3961-486d-88c7-c6a9f8e4621f None None] Routers {'5532a7c7-b87f-48a5-915a-cae4bb72e525'} bound to L3 agent in host n-d-760453-5 {{(pid=103306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 21:47:57.487802 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-a49f7d75-3961-486d-88c7-c6a9f8e4621f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-26T20:55:21Z,description=,heartbeat_timestamp=2022-01-26T21:47:51Z,host='n-d-760453-5',id=09df100c-3af1-4b0a-bda8-05914c71c458,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:55:21Z,topic='l3_agent')) {'router_ids': ['5532a7c7-b87f-48a5-915a-cae4bb72e525'], 'active': True} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:47:57.494262 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [None req-e8e187dc-d394-4eec-833d-a739949b53b5 admin admin] For port 06485ca3-3541-462a-a474-37d66fa69c41, host n-d-760453-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=06485ca3-3541-462a-a474-37d66fa69c41,segment=NetworkSegment(e17cb353-418f-48b9-b982-21a6233ee99b),segment_id=e17cb353-418f-48b9-b982-21a6233ee99b)] {{(pid=103305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:47:57.494636 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-e8e187dc-d394-4eec-833d-a739949b53b5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4109658'] for port (06485ca3-3541-462a-a474-37d66fa69c41), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:47:57.509772 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-e8e187dc-d394-4eec-833d-a739949b53b5 admin admin] Calling delete_port for 06485ca3-3541-462a-a474-37d66fa69c41 owned by network:router_gateway {{(pid=103305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 21:47:57.580860 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvr_db [None req-a49f7d75-3961-486d-88c7-c6a9f8e4621f None None] Set router 5532a7c7-b87f-48a5-915a-cae4bb72e525 gateway port host: None {{(pid=103306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 21:47:57.637098 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-a49f7d75-3961-486d-88c7-c6a9f8e4621f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5532a7c7-b87f-48a5-915a-cae4bb72e525', 'name': 'tempest-TestAggregatesBasicOps-1024135853-router', 'tenant_id': '187ade22ef3e4f4f8c3bd0fc4c7f946e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T21:47:45Z', 'updated_at': '2022-01-26T21:47:57Z', 'revision_number': 6, 'project_id': '187ade22ef3e4f4f8c3bd0fc4c7f946e', 'gw_port_host': None}], 'n-d-760453-5', False) {} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:47:57.663066 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a49f7d75-3961-486d-88c7-c6a9f8e4621f None None] The sync data for ids ['5532a7c7-b87f-48a5-915a-cae4bb72e525'] in n-d-760453-5 is: [{'id': '5532a7c7-b87f-48a5-915a-cae4bb72e525', 'name': 'tempest-TestAggregatesBasicOps-1024135853-router', 'tenant_id': '187ade22ef3e4f4f8c3bd0fc4c7f946e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T21:47:45Z', 'updated_at': '2022-01-26T21:47:57Z', 'revision_number': 6, 'project_id': '187ade22ef3e4f4f8c3bd0fc4c7f946e', 'gw_port_host': None}] {{(pid=103306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 26 21:47:57.690576 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-e8e187dc-d394-4eec-833d-a739949b53b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746560636600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746560234536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11791543'] for port (06485ca3-3541-462a-a474-37d66fa69c41), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:47:57.715138 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e187dc-d394-4eec-833d-a739949b53b5 admin admin] Pushing event deleted for resources: {'Port': ['ID=06485ca3-3541-462a-a474-37d66fa69c41,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:47:57.777556 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-e8e187dc-d394-4eec-833d-a739949b53b5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4111291'] for router_gateway (5532a7c7-b87f-48a5-915a-cae4bb72e525), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:47:57.870644 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-e8e187dc-d394-4eec-833d-a739949b53b5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4105774', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13082'] for router (5532a7c7-b87f-48a5-915a-cae4bb72e525), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:47:57.872827 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-e8e187dc-d394-4eec-833d-a739949b53b5 admin admin] Publish callbacks [] for router_controller (5532a7c7-b87f-48a5-915a-cae4bb72e525), precommit_delete_associations {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:47:57.921180 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-e8e187dc-d394-4eec-833d-a739949b53b5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4105767'] for router (5532a7c7-b87f-48a5-915a-cae4bb72e525), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:47:57.921675 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8e187dc-d394-4eec-833d-a739949b53b5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5532a7c7-b87f-48a5-915a-cae4bb72e525 {{(pid=103305) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 26 21:47:57.926061 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-e8e187dc-d394-4eec-833d-a739949b53b5 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:47:57.930223 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-e8e187dc-d394-4eec-833d-a739949b53b5 admin admin] 10.222.0.13 "DELETE /v2.0/routers/5532a7c7-b87f-48a5-915a-cae4bb72e525 HTTP/1.1" status: 204 len: 168 time: 0.7995465 Jan 26 21:47:57.930404 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 44174) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:47:57.976768 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.db_base_plugin_v2 [None req-8ccb5570-ca79-45ad-bcf6-4ad1b05f1e31 admin admin] Deleting subnet 5507ced0-f683-4abc-a7e9-ee9e94c0f65a {{(pid=103305) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 26 21:47:57.980001 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-8ccb5570-ca79-45ad-bcf6-4ad1b05f1e31 admin admin] Publish callbacks [] for subnet (5507ced0-f683-4abc-a7e9-ee9e94c0f65a), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:47:58.017962 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-8ccb5570-ca79-45ad-bcf6-4ad1b05f1e31 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11788946'] for subnet (5507ced0-f683-4abc-a7e9-ee9e94c0f65a), precommit_delete_associations {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:47:58.110443 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-8ccb5570-ca79-45ad-bcf6-4ad1b05f1e31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687316'] for subnet (5507ced0-f683-4abc-a7e9-ee9e94c0f65a), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:47:58.168139 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-8ccb5570-ca79-45ad-bcf6-4ad1b05f1e31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11791594', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11599980'] for subnet (5507ced0-f683-4abc-a7e9-ee9e94c0f65a), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:47:58.197078 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-8ccb5570-ca79-45ad-bcf6-4ad1b05f1e31 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:47:58.201789 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-8ccb5570-ca79-45ad-bcf6-4ad1b05f1e31 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/5507ced0-f683-4abc-a7e9-ee9e94c0f65a HTTP/1.1" status: 204 len: 168 time: 0.2703626 Jan 26 21:47:58.203001 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b95c478-2432-4d89-be85-0b5b9e300055 None None] Network afefa97f-baf2-44f4-829b-fac74d71d43b requested from n-d-760453-5 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 26 21:47:58.204030 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ccb5570-ca79-45ad-bcf6-4ad1b05f1e31 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5507ced0-f683-4abc-a7e9-ee9e94c0f65a,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:47:58.204342 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 44182) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:47:58.475010 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c50247c-b17a-4337-9868-eea35d4264b6 None None] DHCP port deletion for afefa97f-baf2-44f4-829b-fac74d71d43b request from n-d-760453-5 {{(pid=103306) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 26 21:47:58.531249 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-4c50247c-b17a-4337-9868-eea35d4264b6 None None] Deleting port e51ccc6a-4ce9-48d5-9699-55598e1e903a {{(pid=103306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 21:47:58.532288 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-4c50247c-b17a-4337-9868-eea35d4264b6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746560630878'] for port (e51ccc6a-4ce9-48d5-9699-55598e1e903a), before_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:47:58.575509 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-333b6a0c-148f-4059-b730-3b94bdfc32c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-748181'] for network (afefa97f-baf2-44f4-829b-fac74d71d43b), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:47:58.604641 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-4c50247c-b17a-4337-9868-eea35d4264b6 None None] For port e51ccc6a-4ce9-48d5-9699-55598e1e903a, host n-d-760453-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=e51ccc6a-4ce9-48d5-9699-55598e1e903a,segment=NetworkSegment(52924232-48c5-4933-abee-08e332fcd71d),segment_id=52924232-48c5-4933-abee-08e332fcd71d)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:47:58.605034 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-4c50247c-b17a-4337-9868-eea35d4264b6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4109658'] for port (e51ccc6a-4ce9-48d5-9699-55598e1e903a), precommit_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:47:58.619528 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-4c50247c-b17a-4337-9868-eea35d4264b6 None None] Calling delete_port for e51ccc6a-4ce9-48d5-9699-55598e1e903a owned by network:dhcp {{(pid=103306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 21:47:58.633662 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-333b6a0c-148f-4059-b730-3b94bdfc32c8 admin admin] Deleting port e51ccc6a-4ce9-48d5-9699-55598e1e903a {{(pid=103304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 21:47:58.634132 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-333b6a0c-148f-4059-b730-3b94bdfc32c8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746560630878'] for port (e51ccc6a-4ce9-48d5-9699-55598e1e903a), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:47:58.703820 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-4c50247c-b17a-4337-9868-eea35d4264b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746560636600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746560234536'] for port (e51ccc6a-4ce9-48d5-9699-55598e1e903a), after_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:47:58.704945 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [None req-333b6a0c-148f-4059-b730-3b94bdfc32c8 admin admin] For port e51ccc6a-4ce9-48d5-9699-55598e1e903a, host n-d-760453-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=e51ccc6a-4ce9-48d5-9699-55598e1e903a,segment=NetworkSegment(52924232-48c5-4933-abee-08e332fcd71d),segment_id=52924232-48c5-4933-abee-08e332fcd71d)] {{(pid=103304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:47:58.705415 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-333b6a0c-148f-4059-b730-3b94bdfc32c8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4109658'] for port (e51ccc6a-4ce9-48d5-9699-55598e1e903a), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:47:58.718668 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-333b6a0c-148f-4059-b730-3b94bdfc32c8 admin admin] Calling delete_port for e51ccc6a-4ce9-48d5-9699-55598e1e903a owned by network:dhcp {{(pid=103304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 21:47:58.738047 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c50247c-b17a-4337-9868-eea35d4264b6 None None] Pushing event deleted for resources: {'Port': ['ID=e51ccc6a-4ce9-48d5-9699-55598e1e903a,revision_number=None']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:47:58.746940 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c50247c-b17a-4337-9868-eea35d4264b6 None None] No DVR routers for this DVR port e51ccc6a-4ce9-48d5-9699-55598e1e903a on host n-d-760453-5 {{(pid=103306) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 26 21:47:58.816498 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-333b6a0c-148f-4059-b730-3b94bdfc32c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746560636600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746560234536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9281553'] for port (e51ccc6a-4ce9-48d5-9699-55598e1e903a), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:47:58.840866 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device 33157909-4c3c-43fe-8735-d928aa5c3dd8 no longer exists at agent ovs-agent-n-d-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 26 21:47:58.863418 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-333b6a0c-148f-4059-b730-3b94bdfc32c8 admin admin] No DVR routers for this DVR port e51ccc6a-4ce9-48d5-9699-55598e1e903a on host n-d-760453-5 {{(pid=103304) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 26 21:47:58.866994 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] No Port match for: 33157909-4c3c-43fe-8735-d928aa5c3dd8 {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 26 21:47:58.867296 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device 33157909-4c3c-43fe-8735-d928aa5c3dd8 not bound to the agent host n-d-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 26 21:47:58.867717 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device 06485ca3-3541-462a-a474-37d66fa69c41 no longer exists at agent ovs-agent-n-d-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 26 21:47:58.870028 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333b6a0c-148f-4059-b730-3b94bdfc32c8 admin admin] Pushing event deleted for resources: {'Port': ['ID=e51ccc6a-4ce9-48d5-9699-55598e1e903a,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:47:58.897548 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] No Port match for: 06485ca3-3541-462a-a474-37d66fa69c41 {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 26 21:47:58.898023 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device 06485ca3-3541-462a-a474-37d66fa69c41 not bound to the agent host n-d-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 26 21:47:58.898351 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device e51ccc6a-4ce9-48d5-9699-55598e1e903a no longer exists at agent ovs-agent-n-d-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 26 21:47:58.920731 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] No Port match for: e51ccc6a-4ce9-48d5-9699-55598e1e903a {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 26 21:47:58.921049 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device e51ccc6a-4ce9-48d5-9699-55598e1e903a not bound to the agent host n-d-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 26 21:47:58.962044 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-333b6a0c-148f-4059-b730-3b94bdfc32c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-686403', 'neutron.services.segments.db._delete_segments_for_network-8746560774018'] for network (afefa97f-baf2-44f4-829b-fac74d71d43b), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:47:58.989137 n-d-760453-5 neutron-server[103304]: DEBUG neutron.services.segments.db [None req-333b6a0c-148f-4059-b730-3b94bdfc32c8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['afefa97f-baf2-44f4-829b-fac74d71d43b']}} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:47:59.000161 n-d-760453-5 neutron-server[103304]: DEBUG neutron.services.segments.db [None req-333b6a0c-148f-4059-b730-3b94bdfc32c8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '52924232-48c5-4933-abee-08e332fcd71d') {'for_net_delete': True} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:47:59.000460 n-d-760453-5 neutron-server[103304]: DEBUG neutron.services.segments.db [None req-333b6a0c-148f-4059-b730-3b94bdfc32c8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '52924232-48c5-4933-abee-08e332fcd71d') {} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:47:59.009983 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-333b6a0c-148f-4059-b730-3b94bdfc32c8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746560742283', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8881293'] for segment (52924232-48c5-4933-abee-08e332fcd71d), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:47:59.024950 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-333b6a0c-148f-4059-b730-3b94bdfc32c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576559'] for segment (52924232-48c5-4933-abee-08e332fcd71d), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:47:59.032829 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-333b6a0c-148f-4059-b730-3b94bdfc32c8 admin admin] Releasing vlan 591 on physical network physnet1 to pool {{(pid=103304) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 26 21:47:59.033736 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-333b6a0c-148f-4059-b730-3b94bdfc32c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9281762'] for segment (52924232-48c5-4933-abee-08e332fcd71d), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:47:59.035954 n-d-760453-5 neutron-server[103304]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 26 21:47:59.035954 n-d-760453-5 neutron-server[103304]: self.session.flush() Jan 26 21:47:59.035954 n-d-760453-5 neutron-server[103304]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 26 21:47:59.035954 n-d-760453-5 neutron-server[103304]: self.session.flush() Jan 26 21:47:59.035954 n-d-760453-5 neutron-server[103304]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 26 21:47:59.035954 n-d-760453-5 neutron-server[103304]: self.session.flush() Jan 26 21:47:59.035954 n-d-760453-5 neutron-server[103304]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 26 21:47:59.035954 n-d-760453-5 neutron-server[103304]: self.session.flush() Jan 26 21:47:59.035954 n-d-760453-5 neutron-server[103304]: Traceback (most recent call last): Jan 26 21:47:59.035954 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 26 21:47:59.035954 n-d-760453-5 neutron-server[103304]: timer() Jan 26 21:47:59.035954 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 26 21:47:59.035954 n-d-760453-5 neutron-server[103304]: cb(*args, **kw) Jan 26 21:47:59.035954 n-d-760453-5 neutron-server[103304]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 26 21:47:59.035954 n-d-760453-5 neutron-server[103304]: return func(*args, **kwargs) Jan 26 21:47:59.035954 n-d-760453-5 neutron-server[103304]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 26 21:47:59.035954 n-d-760453-5 neutron-server[103304]: self._notify() Jan 26 21:47:59.035954 n-d-760453-5 neutron-server[103304]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 26 21:47:59.035954 n-d-760453-5 neutron-server[103304]: self.callback(batched_events) Jan 26 21:47:59.035954 n-d-760453-5 neutron-server[103304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 26 21:47:59.035954 n-d-760453-5 neutron-server[103304]: event.method(event) Jan 26 21:47:59.035954 n-d-760453-5 neutron-server[103304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 26 21:47:59.035954 n-d-760453-5 neutron-server[103304]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 26 21:47:59.035954 n-d-760453-5 neutron-server[103304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 26 21:47:59.035954 n-d-760453-5 neutron-server[103304]: aggregate_uuid = self.p_client.list_aggregates( Jan 26 21:47:59.035954 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 26 21:47:59.035954 n-d-760453-5 neutron-server[103304]: return f(self, *a, **k) Jan 26 21:47:59.035954 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 26 21:47:59.035954 n-d-760453-5 neutron-server[103304]: return self._get(url).json() Jan 26 21:47:59.035954 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 26 21:47:59.035954 n-d-760453-5 neutron-server[103304]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 26 21:47:59.035954 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 26 21:47:59.035954 n-d-760453-5 neutron-server[103304]: return self.request(url, 'GET', **kwargs) Jan 26 21:47:59.035954 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 26 21:47:59.035954 n-d-760453-5 neutron-server[103304]: base_url = self.get_endpoint(auth, allow=allow, Jan 26 21:47:59.035954 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 26 21:47:59.035954 n-d-760453-5 neutron-server[103304]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 26 21:47:59.035954 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 26 21:47:59.035954 n-d-760453-5 neutron-server[103304]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 26 21:47:59.035954 n-d-760453-5 neutron-server[103304]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 26 21:47:59.096695 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-333b6a0c-148f-4059-b730-3b94bdfc32c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4110931'] for network (afefa97f-baf2-44f4-829b-fac74d71d43b), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:47:59.103134 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-333b6a0c-148f-4059-b730-3b94bdfc32c8 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:47:59.106534 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-333b6a0c-148f-4059-b730-3b94bdfc32c8 admin admin] 10.222.0.13 "DELETE /v2.0/networks/afefa97f-baf2-44f4-829b-fac74d71d43b HTTP/1.1" status: 204 len: 168 time: 0.9011858 Jan 26 21:47:59.120112 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333b6a0c-148f-4059-b730-3b94bdfc32c8 admin admin] Pushing event deleted for resources: {'Network': ['ID=afefa97f-baf2-44f4-829b-fac74d71d43b,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:47:59.127798 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-333b6a0c-148f-4059-b730-3b94bdfc32c8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:47:59.128148 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-333b6a0c-148f-4059-b730-3b94bdfc32c8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:47:59.128490 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-333b6a0c-148f-4059-b730-3b94bdfc32c8 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:47:59.128831 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-333b6a0c-148f-4059-b730-3b94bdfc32c8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:47:59.129160 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-333b6a0c-148f-4059-b730-3b94bdfc32c8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:47:59.129513 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-333b6a0c-148f-4059-b730-3b94bdfc32c8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:47:59.129852 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-333b6a0c-148f-4059-b730-3b94bdfc32c8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:47:59.130174 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-333b6a0c-148f-4059-b730-3b94bdfc32c8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:47:59.130489 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-333b6a0c-148f-4059-b730-3b94bdfc32c8 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:47:59.130826 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-333b6a0c-148f-4059-b730-3b94bdfc32c8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:47:59.131137 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-333b6a0c-148f-4059-b730-3b94bdfc32c8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:47:59.131451 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-333b6a0c-148f-4059-b730-3b94bdfc32c8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:47:59.131774 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-333b6a0c-148f-4059-b730-3b94bdfc32c8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:47:59.272147 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 44186) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:47:59.321104 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-ce653fd4-a320-4abe-9dce-a76557b5f1a1 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=8ddcdfbc447b49128536ff1aeb070c64&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0455611 Jan 26 21:47:59.323155 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 44190) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:47:59.377484 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-e77d23d1-e201-41d0-80b7-63777a489bcd admin admin] Publish callbacks [] for security_group (91f0c191-da0e-47e3-b07a-c942747fe78d), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:47:59.401182 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-e77d23d1-e201-41d0-80b7-63777a489bcd admin admin] Publish callbacks [] for security_group (91f0c191-da0e-47e3-b07a-c942747fe78d), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:47:59.451491 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-e77d23d1-e201-41d0-80b7-63777a489bcd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (91f0c191-da0e-47e3-b07a-c942747fe78d), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:47:59.454534 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-e77d23d1-e201-41d0-80b7-63777a489bcd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:47:59.455731 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-e77d23d1-e201-41d0-80b7-63777a489bcd admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/91f0c191-da0e-47e3-b07a-c942747fe78d HTTP/1.1" status: 204 len: 168 time: 0.1325285 Jan 26 21:47:59.464786 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e77d23d1-e201-41d0-80b7-63777a489bcd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91f0c191-da0e-47e3-b07a-c942747fe78d,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:47:59.690260 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 44196) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:47:59.769935 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 44198) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:47:59.810198 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-0abd3179-db6e-426e-9b7e-9fbc86b61abd admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=187ade22ef3e4f4f8c3bd0fc4c7f946e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0390282 Jan 26 21:47:59.812751 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 44200) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:47:59.861010 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-82b2645d-f33f-4d16-bd59-3dbb4e98f5ed admin admin] Publish callbacks [] for security_group (ffc31cca-9a9c-457d-b857-997651b69878), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:47:59.883123 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-82b2645d-f33f-4d16-bd59-3dbb4e98f5ed admin admin] Publish callbacks [] for security_group (ffc31cca-9a9c-457d-b857-997651b69878), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:47:59.930203 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-82b2645d-f33f-4d16-bd59-3dbb4e98f5ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (ffc31cca-9a9c-457d-b857-997651b69878), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:47:59.932973 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-82b2645d-f33f-4d16-bd59-3dbb4e98f5ed admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:47:59.934113 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-82b2645d-f33f-4d16-bd59-3dbb4e98f5ed admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ffc31cca-9a9c-457d-b857-997651b69878 HTTP/1.1" status: 204 len: 168 time: 0.1204269 Jan 26 21:47:59.942135 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b2645d-f33f-4d16-bd59-3dbb4e98f5ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffc31cca-9a9c-457d-b857-997651b69878,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:48:00.076910 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-0b6146a4-dc2b-4a30-9479-e05e42d2bc9f tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4110657'] for router_interface (b49af1d3-919d-4b53-a892-a676d1bb4b4b), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:48:00.704332 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 44224) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:48:00.729009 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-0b6146a4-dc2b-4a30-9479-e05e42d2bc9f tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] Deleting port 3874892c-50a5-43ff-b5dd-5dffcb0b9fc0 {{(pid=103305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 21:48:00.729611 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-0b6146a4-dc2b-4a30-9479-e05e42d2bc9f tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746560630878'] for port (3874892c-50a5-43ff-b5dd-5dffcb0b9fc0), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:48:00.807079 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-5d698d31-8f6a-4f6c-8a70-0b03ef319cfe admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-972056660-network', 'tenant_id': 'bc63455dcf49482fa53286dc14f91835'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:48:00.830837 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [None req-0b6146a4-dc2b-4a30-9479-e05e42d2bc9f tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] For port 3874892c-50a5-43ff-b5dd-5dffcb0b9fc0, host n-d-760453-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=3874892c-50a5-43ff-b5dd-5dffcb0b9fc0,segment=NetworkSegment(bff444a4-beb1-4f53-a690-c33dd7eeacf8),segment_id=bff444a4-beb1-4f53-a690-c33dd7eeacf8)] {{(pid=103305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:48:00.831187 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-0b6146a4-dc2b-4a30-9479-e05e42d2bc9f tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4109658'] for port (3874892c-50a5-43ff-b5dd-5dffcb0b9fc0), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:48:00.831321 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d698d31-8f6a-4f6c-8a70-0b03ef319cfe admin admin] Made reservation on behalf of bc63455dcf49482fa53286dc14f91835 for: {'network': 1} {{(pid=103304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 21:48:00.834362 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-5d698d31-8f6a-4f6c-8a70-0b03ef319cfe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for network (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:48:00.843339 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-5d698d31-8f6a-4f6c-8a70-0b03ef319cfe admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:48:00.845153 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-0b6146a4-dc2b-4a30-9479-e05e42d2bc9f tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] Calling delete_port for 3874892c-50a5-43ff-b5dd-5dffcb0b9fc0 owned by network:router_interface {{(pid=103305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 21:48:00.924444 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-5d698d31-8f6a-4f6c-8a70-0b03ef319cfe admin admin] Publish callbacks [] for security_group (fc3c904c-ba97-4f39-a366-73263c07da15), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:48:00.928205 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-5d698d31-8f6a-4f6c-8a70-0b03ef319cfe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (fc3c904c-ba97-4f39-a366-73263c07da15), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:48:00.949726 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5d698d31-8f6a-4f6c-8a70-0b03ef319cfe admin admin] vlan segment allocate from pool success with {'vlan_id': 568, 'physical_network': 'physnet1'} {{(pid=103304) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 26 21:48:00.966640 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d698d31-8f6a-4f6c-8a70-0b03ef319cfe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc3c904c-ba97-4f39-a366-73263c07da15,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:48:00.971657 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-5d698d31-8f6a-4f6c-8a70-0b03ef319cfe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576559'] for segment (9a2f9f82-c041-418b-a55c-16c7f60d3f23), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:48:00.972225 n-d-760453-5 neutron-server[103304]: INFO neutron.db.segments_db [None req-5d698d31-8f6a-4f6c-8a70-0b03ef319cfe admin admin] Added segment 9a2f9f82-c041-418b-a55c-16c7f60d3f23 of type vlan for network e866a34e-1552-4423-ada4-1491d39ac585 Jan 26 21:48:01.024373 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-5d698d31-8f6a-4f6c-8a70-0b03ef319cfe admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746560256871'] for network (e866a34e-1552-4423-ada4-1491d39ac585), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:48:01.051159 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-5d698d31-8f6a-4f6c-8a70-0b03ef319cfe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503'] for network (e866a34e-1552-4423-ada4-1491d39ac585), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:48:01.052122 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d698d31-8f6a-4f6c-8a70-0b03ef319cfe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:48:01.052912 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-5d698d31-8f6a-4f6c-8a70-0b03ef319cfe admin admin] Publish callbacks [] for network (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:48:01.053590 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-0b6146a4-dc2b-4a30-9479-e05e42d2bc9f tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746560636600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746560234536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11791543'] for port (3874892c-50a5-43ff-b5dd-5dffcb0b9fc0), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:48:01.082557 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b6146a4-dc2b-4a30-9479-e05e42d2bc9f tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] Pushing event deleted for resources: {'Port': ['ID=3874892c-50a5-43ff-b5dd-5dffcb0b9fc0,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:48:01.107048 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b6146a4-dc2b-4a30-9479-e05e42d2bc9f tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:48:01.107399 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b6146a4-dc2b-4a30-9479-e05e42d2bc9f tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:48:01.107740 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b6146a4-dc2b-4a30-9479-e05e42d2bc9f tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:48:01.108076 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b6146a4-dc2b-4a30-9479-e05e42d2bc9f tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:48:01.108414 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b6146a4-dc2b-4a30-9479-e05e42d2bc9f tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:48:01.108740 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b6146a4-dc2b-4a30-9479-e05e42d2bc9f tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:48:01.109071 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b6146a4-dc2b-4a30-9479-e05e42d2bc9f tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:48:01.109420 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b6146a4-dc2b-4a30-9479-e05e42d2bc9f tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:48:01.109753 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b6146a4-dc2b-4a30-9479-e05e42d2bc9f tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:48:01.110076 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b6146a4-dc2b-4a30-9479-e05e42d2bc9f tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:48:01.110399 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b6146a4-dc2b-4a30-9479-e05e42d2bc9f tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:48:01.110721 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b6146a4-dc2b-4a30-9479-e05e42d2bc9f tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:48:01.111041 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b6146a4-dc2b-4a30-9479-e05e42d2bc9f tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:48:01.136305 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-5d698d31-8f6a-4f6c-8a70-0b03ef319cfe admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.4308167 Jan 26 21:48:01.141519 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 44230) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:48:01.147873 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-1f00ae84-c77d-4236-88d7-9055390fdd14 admin admin] Request body: {'subnet': {'network_id': 'e866a34e-1552-4423-ada4-1491d39ac585', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-972056660-subnet', 'tenant_id': 'bc63455dcf49482fa53286dc14f91835', 'ip_version': 4}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:48:01.160826 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d698d31-8f6a-4f6c-8a70-0b03ef319cfe admin admin] Pushing event updated for resources: {'Network': ['ID=e866a34e-1552-4423-ada4-1491d39ac585,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:48:01.170838 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Network e866a34e-1552-4423-ada4-1491d39ac585 details requested by agent ovs-agent-n-d-760453-5 with host n-d-760453-5 {{(pid=103306) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 26 21:48:01.196599 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f00ae84-c77d-4236-88d7-9055390fdd14 admin admin] Made reservation on behalf of bc63455dcf49482fa53286dc14f91835 for: {'subnet': 1} {{(pid=103304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 21:48:01.199087 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-1f00ae84-c77d-4236-88d7-9055390fdd14 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12215181'] for subnet (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:48:01.328072 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-0b6146a4-dc2b-4a30-9479-e05e42d2bc9f tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3709480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4110805'] for router_interface (b49af1d3-919d-4b53-a892-a676d1bb4b4b), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:48:01.462857 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-1f00ae84-c77d-4236-88d7-9055390fdd14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9285249', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12215227'] for subnet (96a6ba37-129e-4936-9d0e-9f67f00a39ac), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:48:01.532033 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f00ae84-c77d-4236-88d7-9055390fdd14 admin admin] Pushing event updated for resources: {'Subnet': ['ID=96a6ba37-129e-4936-9d0e-9f67f00a39ac,revision_number=0']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:48:01.541011 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f00ae84-c77d-4236-88d7-9055390fdd14 admin admin] Checking segment: {'id': '9a2f9f82-c041-418b-a55c-16c7f60d3f23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'e866a34e-1552-4423-ada4-1491d39ac585'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103304) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 21:48:01.541416 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f00ae84-c77d-4236-88d7-9055390fdd14 admin admin] Network hostable DHCP agents. Network: e866a34e-1552-4423-ada4-1491d39ac585, hostable agents: ['474ccdf7-ab6c-405b-a3b2-dc7b05829902'], hosted agents: [] {{(pid=103304) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 26 21:48:01.559068 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f00ae84-c77d-4236-88d7-9055390fdd14 admin admin] Network e866a34e-1552-4423-ada4-1491d39ac585 is scheduled to be hosted by DHCP agent 474ccdf7-ab6c-405b-a3b2-dc7b05829902 with binding_index 1 {{(pid=103304) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 26 21:48:01.568675 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [None req-1f00ae84-c77d-4236-88d7-9055390fdd14 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760453-5, e866a34e-1552-4423-ada4-1491d39ac585) {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:48:01.572879 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f00ae84-c77d-4236-88d7-9055390fdd14 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:48:01.573517 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-1f00ae84-c77d-4236-88d7-9055390fdd14 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:48:01.582181 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13cbdb80-263a-4fc0-b59e-c248f23d9fd4 None None] Network e866a34e-1552-4423-ada4-1491d39ac585 requested from n-d-760453-5 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 26 21:48:01.595635 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b6146a4-dc2b-4a30-9479-e05e42d2bc9f tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] Router b49af1d3-919d-4b53-a892-a676d1bb4b4b has already been hosted by L3 agent 09df100c-3af1-4b0a-bda8-05914c71c458 {{(pid=103305) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 26 21:48:01.597054 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-1f00ae84-c77d-4236-88d7-9055390fdd14 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.4532554 Jan 26 21:48:01.598632 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 44232) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:48:01.603945 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-94e34411-bb31-4922-97b5-24643ac45245 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-972056660-router', 'tenant_id': 'bc63455dcf49482fa53286dc14f91835', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299'}}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:48:01.667912 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-94e34411-bb31-4922-97b5-24643ac45245 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4104596', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13108'] for router (b53db9fd-ed60-4165-810f-ec69979c7538), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:48:01.669008 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-94e34411-bb31-4922-97b5-24643ac45245 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4105828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4111306', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3733576', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13069'] for router (b53db9fd-ed60-4165-810f-ec69979c7538), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:48:01.699602 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43859a0a-949f-4e38-9dc1-7def1ae95b72 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3c4099e8-8ffb-51d1-af7f-5868973e933f-e866a34e-1552-4423-ada4-1491d39ac585', 'network_id': 'e866a34e-1552-4423-ada4-1491d39ac585', 'project_id': 'bc63455dcf49482fa53286dc14f91835', 'fixed_ips': [{'subnet_id': '96a6ba37-129e-4936-9d0e-9f67f00a39ac'}]}} from n-d-760453-5. {{(pid=103306) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 26 21:48:01.700516 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-43859a0a-949f-4e38-9dc1-7def1ae95b72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (None), before_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:48:01.768383 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-94e34411-bb31-4922-97b5-24643ac45245 admin admin] Publish callbacks [] for router_controller (b53db9fd-ed60-4165-810f-ec69979c7538), precommit_add_association {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:48:01.779230 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b6146a4-dc2b-4a30-9479-e05e42d2bc9f tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] Notify agent at l3_agent.n-d-760453-5 the message routers_updated {{(pid=103305) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 26 21:48:01.796824 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7052e685-8afc-4aac-a0aa-d3283b99c26d None None] Sync routers for ids ['b49af1d3-919d-4b53-a892-a676d1bb4b4b'] in n-d-760453-5 {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 26 21:48:01.814435 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-0b6146a4-dc2b-4a30-9479-e05e42d2bc9f tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] 10.222.0.13 "PUT /v2.0/routers/b49af1d3-919d-4b53-a892-a676d1bb4b4b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1230268 Jan 26 21:48:01.814939 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7052e685-8afc-4aac-a0aa-d3283b99c26d None None] Routers {'b49af1d3-919d-4b53-a892-a676d1bb4b4b'} bound to L3 agent in host n-d-760453-5 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 21:48:01.815738 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-7052e685-8afc-4aac-a0aa-d3283b99c26d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-26T20:55:21Z,description=,heartbeat_timestamp=2022-01-26T21:47:51Z,host='n-d-760453-5',id=09df100c-3af1-4b0a-bda8-05914c71c458,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:55:21Z,topic='l3_agent')) {'router_ids': ['b49af1d3-919d-4b53-a892-a676d1bb4b4b'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:48:01.889679 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.db_base_plugin_common [None req-43859a0a-949f-4e38-9dc1-7def1ae95b72 None None] Allocated IP 172.20.0.2 (e866a34e-1552-4423-ada4-1491d39ac585/96a6ba37-129e-4936-9d0e-9f67f00a39ac/9c1b5c88-cc2a-4c15-9d80-5c2f5d4b9813) {{(pid=103306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 21:48:01.931167 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-94e34411-bb31-4922-97b5-24643ac45245 admin admin] Publish callbacks [] for router_gateway (b53db9fd-ed60-4165-810f-ec69979c7538), precommit_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:48:01.967833 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_dvr_db [None req-7052e685-8afc-4aac-a0aa-d3283b99c26d None None] Set router b49af1d3-919d-4b53-a892-a676d1bb4b4b gateway port host: n-d-760453-5 {{(pid=103307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 21:48:02.169830 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-43859a0a-949f-4e38-9dc1-7def1ae95b72 None None] Publish callbacks [] for port (9c1b5c88-cc2a-4c15-9d80-5c2f5d4b9813), precommit_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:48:02.179862 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-43859a0a-949f-4e38-9dc1-7def1ae95b72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746560234527'] for port (9c1b5c88-cc2a-4c15-9d80-5c2f5d4b9813), after_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:48:02.220779 n-d-760453-5 neutron-server[103306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43859a0a-949f-4e38-9dc1-7def1ae95b72 None None] Network e866a34e-1552-4423-ada4-1491d39ac585 is already hosted by enough agents. {{(pid=103306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 21:48:02.223746 n-d-760453-5 neutron-server[103306]: DEBUG neutron.scheduler.base_scheduler [None req-43859a0a-949f-4e38-9dc1-7def1ae95b72 None None] Resources bound (agent type, host, resource id): {{(pid=103306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:48:02.233474 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43859a0a-949f-4e38-9dc1-7def1ae95b72 None None] Received port after_create {{(pid=103306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 21:48:02.241072 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43859a0a-949f-4e38-9dc1-7def1ae95b72 None None] Pushing event updated for resources: {'Port': ['ID=9c1b5c88-cc2a-4c15-9d80-5c2f5d4b9813,revision_number=1']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:48:02.259225 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7993967e-70fe-493e-ae80-b50d6f3c8b30 req-5ba9fca1-e7f0-41a5-bc90-6735be7791c6 tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:48:02.264639 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-7993967e-70fe-493e-ae80-b50d6f3c8b30 req-5ba9fca1-e7f0-41a5-bc90-6735be7791c6 tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] 10.222.0.13 "GET /v2.0/ports?device_id=08f8fbae-eb22-4afd-b006-5023d324bcfa HTTP/1.1" status: 200 len: 946 time: 0.1090474 Jan 26 21:48:02.277116 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-94e34411-bb31-4922-97b5-24643ac45245 admin admin] Publish callbacks [] for router_gateway (b53db9fd-ed60-4165-810f-ec69979c7538), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:48:02.289678 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-7052e685-8afc-4aac-a0aa-d3283b99c26d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b49af1d3-919d-4b53-a892-a676d1bb4b4b', 'name': 'tempest-TestNetworkBasicOps-router-770983181', 'tenant_id': '97d50071461f4511bd8bef3bc5cf8c61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'external_fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.144'}], 'enable_snat': True}, 'gw_port_id': 'b33a55d4-f7e1-4786-85ed-89159162ae4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T21:45:57Z', 'updated_at': '2022-01-26T21:48:01Z', 'revision_number': 6, 'project_id': '97d50071461f4511bd8bef3bc5cf8c61', 'gw_port': {'id': 'b33a55d4-f7e1-4786-85ed-89159162ae4d', 'name': '', 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:90:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b49af1d3-919d-4b53-a892-a676d1bb4b4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3735, 'fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:45:58Z', 'updated_at': '2022-01-26T21:46:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-5', '_floatingips': [{'id': '14364732-acca-4311-864a-0a49088f0243', 'tenant_id': '97d50071461f4511bd8bef3bc5cf8c61', 'floating_ip_address': '172.25.1.64', 'floating_network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'router_id': 'b49af1d3-919d-4b53-a892-a676d1bb4b4b', 'port_id': '094ec750-33e1-4c70-8ca3-18efe67da65a', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 3791, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '922fc8ea-5e9f-4e84-8a69-ae9eaae306af', 'mac_address': 'fa:16:3e:3f:5c:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09cf288f-426b-43cf-9827-2646fdb883f7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-26T21:46:23Z', 'updated_at': '2022-01-26T21:46:26Z', 'revision_number': 1, 'project_id': '97d50071461f4511bd8bef3bc5cf8c61', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5839135a-9834-436b-a47b-055ca9a765aa', 'name': '', 'network_id': '922fc8ea-5e9f-4e84-8a69-ae9eaae306af', 'tenant_id': '97d50071461f4511bd8bef3bc5cf8c61', 'mac_address': 'fa:16:3e:cc:24:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b49af1d3-919d-4b53-a892-a676d1bb4b4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3750, 'fixed_ips': [{'subnet_id': '0493aa25-2f9b-48d6-9d5a-ad36370cd8c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:46:03Z', 'updated_at': '2022-01-26T21:46:07Z', 'revision_number': 5, 'project_id': '97d50071461f4511bd8bef3bc5cf8c61', 'subnets': [{'id': '0493aa25-2f9b-48d6-9d5a-ad36370cd8c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760453-5', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:48:02.302613 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-94e34411-bb31-4922-97b5-24643ac45245 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:48:02.319070 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7052e685-8afc-4aac-a0aa-d3283b99c26d None None] Checking router: b49af1d3-919d-4b53-a892-a676d1bb4b4b for host: n-d-760453-5 {{(pid=103307) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 26 21:48:02.323649 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-43859a0a-949f-4e38-9dc1-7def1ae95b72 None None] Attempting to bind port 9c1b5c88-cc2a-4c15-9d80-5c2f5d4b9813 on host n-d-760453-5 for vnic_type normal with profile {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 21:48:02.326260 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-43859a0a-949f-4e38-9dc1-7def1ae95b72 None None] Attempting to bind port 9c1b5c88-cc2a-4c15-9d80-5c2f5d4b9813 by drivers openvswitch,hyperv on host n-d-760453-5 at level 0 using segments [{'id': '9a2f9f82-c041-418b-a55c-16c7f60d3f23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'e866a34e-1552-4423-ada4-1491d39ac585'}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 26 21:48:02.326548 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43859a0a-949f-4e38-9dc1-7def1ae95b72 None None] Attempting to bind port 9c1b5c88-cc2a-4c15-9d80-5c2f5d4b9813 on network e866a34e-1552-4423-ada4-1491d39ac585 {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 21:48:02.329718 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7052e685-8afc-4aac-a0aa-d3283b99c26d None None] Routers {'b49af1d3-919d-4b53-a892-a676d1bb4b4b'} bound to L3 agent in host n-d-760453-5 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 21:48:02.330437 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-7052e685-8afc-4aac-a0aa-d3283b99c26d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-26T20:55:21Z,description=,heartbeat_timestamp=2022-01-26T21:47:51Z,host='n-d-760453-5',id=09df100c-3af1-4b0a-bda8-05914c71c458,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:55:21Z,topic='l3_agent')) {'router_ids': ['b49af1d3-919d-4b53-a892-a676d1bb4b4b'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:48:02.340182 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43859a0a-949f-4e38-9dc1-7def1ae95b72 None None] Checking agent: {'id': 'fea0591a-627d-4c87-9a9a-01625ddf3277', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760453-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 20, 55, 25), 'started_at': datetime.datetime(2022, 1, 26, 20, 55, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 21, 47, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760453-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 26 21:48:02.340567 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43859a0a-949f-4e38-9dc1-7def1ae95b72 None None] Checking segment: {'id': '9a2f9f82-c041-418b-a55c-16c7f60d3f23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'e866a34e-1552-4423-ada4-1491d39ac585'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 21:48:02.340975 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-43859a0a-949f-4e38-9dc1-7def1ae95b72 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:48:02.341396 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43859a0a-949f-4e38-9dc1-7def1ae95b72 None None] Bound using segment: {'id': '9a2f9f82-c041-418b-a55c-16c7f60d3f23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'e866a34e-1552-4423-ada4-1491d39ac585'} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 26 21:48:02.341871 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-43859a0a-949f-4e38-9dc1-7def1ae95b72 None None] Bound port: 9c1b5c88-cc2a-4c15-9d80-5c2f5d4b9813, host: n-d-760453-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9a2f9f82-c041-418b-a55c-16c7f60d3f23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'e866a34e-1552-4423-ada4-1491d39ac585'}}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 26 21:48:02.342252 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-43859a0a-949f-4e38-9dc1-7def1ae95b72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (9c1b5c88-cc2a-4c15-9d80-5c2f5d4b9813), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:48:02.373003 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-7993967e-70fe-493e-ae80-b50d6f3c8b30 req-03a21de0-3053-496e-845b-bb0047a9967b tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] 10.222.0.13 "GET /v2.0/security-groups?id=829f4a56-3c21-4dc4-ba95-ce243443cb97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1033745 Jan 26 21:48:02.438319 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-43859a0a-949f-4e38-9dc1-7def1ae95b72 None None] For port 9c1b5c88-cc2a-4c15-9d80-5c2f5d4b9813, host n-d-760453-5, cleared binding levels {{(pid=103306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 26 21:48:02.446102 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.db_base_plugin_common [None req-94e34411-bb31-4922-97b5-24643ac45245 admin admin] Allocated IP 172.25.1.201 (4140a1f1-c93a-4bea-83a0-68953a54f299/e48251a1-e30d-4820-8396-00c6f6aeb601/620fd9d7-cce4-4759-a591-266ae679fb91) {{(pid=103305) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 21:48:02.447092 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-43859a0a-949f-4e38-9dc1-7def1ae95b72 None None] For port 9c1b5c88-cc2a-4c15-9d80-5c2f5d4b9813, host n-d-760453-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=9c1b5c88-cc2a-4c15-9d80-5c2f5d4b9813,segment=NetworkSegment(9a2f9f82-c041-418b-a55c-16c7f60d3f23),segment_id=9a2f9f82-c041-418b-a55c-16c7f60d3f23)] {{(pid=103306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 26 21:48:02.454510 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-43859a0a-949f-4e38-9dc1-7def1ae95b72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (9c1b5c88-cc2a-4c15-9d80-5c2f5d4b9813), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:48:02.468754 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_dvr_db [None req-7052e685-8afc-4aac-a0aa-d3283b99c26d None None] Set router b49af1d3-919d-4b53-a892-a676d1bb4b4b gateway port host: n-d-760453-5 {{(pid=103307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 21:48:02.528959 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43859a0a-949f-4e38-9dc1-7def1ae95b72 None None] Pushing event updated for resources: {'Port': ['ID=9c1b5c88-cc2a-4c15-9d80-5c2f5d4b9813,revision_number=2']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:48:02.593458 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-94e34411-bb31-4922-97b5-24643ac45245 admin admin] Publish callbacks [] for port (620fd9d7-cce4-4759-a591-266ae679fb91), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:48:02.636027 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-94e34411-bb31-4922-97b5-24643ac45245 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746560234527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11791543'] for port (620fd9d7-cce4-4759-a591-266ae679fb91), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:48:02.684132 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94e34411-bb31-4922-97b5-24643ac45245 admin admin] Network 4140a1f1-c93a-4bea-83a0-68953a54f299 is already hosted by enough agents. {{(pid=103305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 21:48:02.687207 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [None req-94e34411-bb31-4922-97b5-24643ac45245 admin admin] Resources bound (agent type, host, resource id): {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:48:02.691315 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94e34411-bb31-4922-97b5-24643ac45245 admin admin] Received port after_create {{(pid=103305) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 21:48:02.723951 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e34411-bb31-4922-97b5-24643ac45245 admin admin] Pushing event updated for resources: {'Port': ['ID=620fd9d7-cce4-4759-a591-266ae679fb91,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:48:02.773775 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-7052e685-8afc-4aac-a0aa-d3283b99c26d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b49af1d3-919d-4b53-a892-a676d1bb4b4b', 'name': 'tempest-TestNetworkBasicOps-router-770983181', 'tenant_id': '97d50071461f4511bd8bef3bc5cf8c61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'external_fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.144'}], 'enable_snat': True}, 'gw_port_id': 'b33a55d4-f7e1-4786-85ed-89159162ae4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T21:45:57Z', 'updated_at': '2022-01-26T21:48:01Z', 'revision_number': 6, 'project_id': '97d50071461f4511bd8bef3bc5cf8c61', 'gw_port': {'id': 'b33a55d4-f7e1-4786-85ed-89159162ae4d', 'name': '', 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:90:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b49af1d3-919d-4b53-a892-a676d1bb4b4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3735, 'fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:45:58Z', 'updated_at': '2022-01-26T21:46:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-5', '_floatingips': [{'id': '14364732-acca-4311-864a-0a49088f0243', 'tenant_id': '97d50071461f4511bd8bef3bc5cf8c61', 'floating_ip_address': '172.25.1.64', 'floating_network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'router_id': 'b49af1d3-919d-4b53-a892-a676d1bb4b4b', 'port_id': '094ec750-33e1-4c70-8ca3-18efe67da65a', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 3791, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '922fc8ea-5e9f-4e84-8a69-ae9eaae306af', 'mac_address': 'fa:16:3e:3f:5c:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09cf288f-426b-43cf-9827-2646fdb883f7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-26T21:46:23Z', 'updated_at': '2022-01-26T21:46:26Z', 'revision_number': 1, 'project_id': '97d50071461f4511bd8bef3bc5cf8c61', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5839135a-9834-436b-a47b-055ca9a765aa', 'name': '', 'network_id': '922fc8ea-5e9f-4e84-8a69-ae9eaae306af', 'tenant_id': '97d50071461f4511bd8bef3bc5cf8c61', 'mac_address': 'fa:16:3e:cc:24:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b49af1d3-919d-4b53-a892-a676d1bb4b4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3750, 'fixed_ips': [{'subnet_id': '0493aa25-2f9b-48d6-9d5a-ad36370cd8c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:46:03Z', 'updated_at': '2022-01-26T21:46:07Z', 'revision_number': 5, 'project_id': '97d50071461f4511bd8bef3bc5cf8c61', 'subnets': [{'id': '0493aa25-2f9b-48d6-9d5a-ad36370cd8c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760453-5', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:48:02.819759 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7052e685-8afc-4aac-a0aa-d3283b99c26d None None] The sync data for ids ['b49af1d3-919d-4b53-a892-a676d1bb4b4b'] in n-d-760453-5 is: [{'id': 'b49af1d3-919d-4b53-a892-a676d1bb4b4b', 'name': 'tempest-TestNetworkBasicOps-router-770983181', 'tenant_id': '97d50071461f4511bd8bef3bc5cf8c61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'external_fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.144'}], 'enable_snat': True}, 'gw_port_id': 'b33a55d4-f7e1-4786-85ed-89159162ae4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T21:45:57Z', 'updated_at': '2022-01-26T21:48:01Z', 'revision_number': 6, 'project_id': '97d50071461f4511bd8bef3bc5cf8c61', 'gw_port': {'id': 'b33a55d4-f7e1-4786-85ed-89159162ae4d', 'name': '', 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:90:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b49af1d3-919d-4b53-a892-a676d1bb4b4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3735, 'fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:45:58Z', 'updated_at': '2022-01-26T21:46:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-5', '_floatingips': [{'id': '14364732-acca-4311-864a-0a49088f0243', 'tenant_id': '97d50071461f4511bd8bef3bc5cf8c61', 'floating_ip_address': '172.25.1.64', 'floating_network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'router_id': 'b49af1d3-919d-4b53-a892-a676d1bb4b4b', 'port_id': '094ec750-33e1-4c70-8ca3-18efe67da65a', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 3791, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '922fc8ea-5e9f-4e84-8a69-ae9eaae306af', 'mac_address': 'fa:16:3e:3f:5c:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09cf288f-426b-43cf-9827-2646fdb883f7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-26T21:46:23Z', 'updated_at': '2022-01-26T21:46:26Z', 'revision_number': 1, 'project_id': '97d50071461f4511bd8bef3bc5cf8c61', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5839135a-9834-436b-a47b-055ca9a765aa', 'name': '', 'network_id': '922fc8ea-5e9f-4e84-8a69-ae9eaae306af', 'tenant_id': '97d50071461f4511bd8bef3bc5cf8c61', 'mac_address': 'fa:16:3e:cc:24:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b49af1d3-919d-4b53-a892-a676d1bb4b4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3750, 'fixed_ips': [{'subnet_id': '0493aa25-2f9b-48d6-9d5a-ad36370cd8c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:46:03Z', 'updated_at': '2022-01-26T21:46:07Z', 'revision_number': 5, 'project_id': '97d50071461f4511bd8bef3bc5cf8c61', 'subnets': [{'id': '0493aa25-2f9b-48d6-9d5a-ad36370cd8c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 26 21:48:03.041687 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-94e34411-bb31-4922-97b5-24643ac45245 admin admin] Publish callbacks [] for router_gateway (b53db9fd-ed60-4165-810f-ec69979c7538), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:48:03.269773 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-94e34411-bb31-4922-97b5-24643ac45245 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4105757', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4111263'] for router (b53db9fd-ed60-4165-810f-ec69979c7538), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:48:03.398936 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device 9c1b5c88-cc2a-4c15-9d80-5c2f5d4b9813 up at agent ovs-agent-n-d-760453-5 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 21:48:03.464862 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94e34411-bb31-4922-97b5-24643ac45245 admin admin] Router b53db9fd-ed60-4165-810f-ec69979c7538 is scheduled to L3 agent 09df100c-3af1-4b0a-bda8-05914c71c458 with binding_index 1 {{(pid=103305) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 26 21:48:03.504445 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Provisioning complete for port 9c1b5c88-cc2a-4c15-9d80-5c2f5d4b9813 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:48:03.504835 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (9c1b5c88-cc2a-4c15-9d80-5c2f5d4b9813), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:48:03.578540 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b09c7c9-6a89-4f9b-b083-21e8f07324e7 req-fd1b9642-fe95-4feb-b6ab-38440882ee68 tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:48:03.587670 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-2b09c7c9-6a89-4f9b-b083-21e8f07324e7 req-fd1b9642-fe95-4feb-b6ab-38440882ee68 tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] 10.222.0.13 "GET /v2.0/ports?device_id=08f8fbae-eb22-4afd-b006-5023d324bcfa HTTP/1.1" status: 200 len: 946 time: 0.0967333 Jan 26 21:48:03.645402 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Current status of the port 9c1b5c88-cc2a-4c15-9d80-5c2f5d4b9813 is: DOWN; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:48:03.645803 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (9c1b5c88-cc2a-4c15-9d80-5c2f5d4b9813), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:48:03.660867 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-2b09c7c9-6a89-4f9b-b083-21e8f07324e7 req-6c999c3b-c5a9-4793-b05f-0e928969d7ff tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] 10.222.0.13 "GET /v2.0/security-groups?id=829f4a56-3c21-4dc4-ba95-ce243443cb97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0719562 Jan 26 21:48:03.712413 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] For port 9c1b5c88-cc2a-4c15-9d80-5c2f5d4b9813, host n-d-760453-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=9c1b5c88-cc2a-4c15-9d80-5c2f5d4b9813,segment=NetworkSegment(9a2f9f82-c041-418b-a55c-16c7f60d3f23),segment_id=9a2f9f82-c041-418b-a55c-16c7f60d3f23)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:48:03.717525 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (9c1b5c88-cc2a-4c15-9d80-5c2f5d4b9813), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:48:03.784799 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Pushing event updated for resources: {'Port': ['ID=9c1b5c88-cc2a-4c15-9d80-5c2f5d4b9813,revision_number=3']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:48:03.794443 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:48:03.794692 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:48:03.794916 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:48:03.795291 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:48:03.796226 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:48:03.796354 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:48:03.796783 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:48:03.797178 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:48:03.797479 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:48:03.797801 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:48:03.798129 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:48:03.798451 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:48:03.798768 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:48:03.881824 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d216818d-cd21-49f6-98e1-abf8c12e58c5 None None] Network e866a34e-1552-4423-ada4-1491d39ac585 requested from n-d-760453-5 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 26 21:48:03.897501 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3aa9a7b-6206-412b-affd-ef722d400c77 req-2987f980-7849-42ed-bb8f-1e6f4980521f tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:48:03.900046 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-f3aa9a7b-6206-412b-affd-ef722d400c77 req-2987f980-7849-42ed-bb8f-1e6f4980521f tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] 10.222.0.66 "GET /v2.0/ports?device_id=08f8fbae-eb22-4afd-b006-5023d324bcfa HTTP/1.1" status: 200 len: 946 time: 0.0678048 Jan 26 21:48:03.948452 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-5e01eca4-0519-4b6a-bd20-784b969a47fa None None] Provisioning complete for port 9c1b5c88-cc2a-4c15-9d80-5c2f5d4b9813 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:48:03.948850 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-5e01eca4-0519-4b6a-bd20-784b969a47fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (9c1b5c88-cc2a-4c15-9d80-5c2f5d4b9813), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:48:03.956593 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94e34411-bb31-4922-97b5-24643ac45245 admin admin] Notify agent at l3_agent.n-d-760453-5 the message routers_updated {{(pid=103305) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 26 21:48:03.975690 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fe0c702-f7a7-414b-ad83-404924fcf926 None None] Sync routers for ids ['b53db9fd-ed60-4165-810f-ec69979c7538'] in n-d-760453-5 {{(pid=103306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 26 21:48:03.977037 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-94e34411-bb31-4922-97b5-24643ac45245 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:48:03.981842 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-94e34411-bb31-4922-97b5-24643ac45245 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.3817232 Jan 26 21:48:03.982664 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 44246) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:48:04.017287 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fe0c702-f7a7-414b-ad83-404924fcf926 None None] Routers {'b53db9fd-ed60-4165-810f-ec69979c7538'} bound to L3 agent in host n-d-760453-5 {{(pid=103306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 21:48:04.018246 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-4fe0c702-f7a7-414b-ad83-404924fcf926 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-26T20:55:21Z,description=,heartbeat_timestamp=2022-01-26T21:47:51Z,host='n-d-760453-5',id=09df100c-3af1-4b0a-bda8-05914c71c458,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:55:21Z,topic='l3_agent')) {'router_ids': ['b53db9fd-ed60-4165-810f-ec69979c7538'], 'active': True} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:48:04.032912 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [req-f3aa9a7b-6206-412b-affd-ef722d400c77 req-97fe15f8-ce6c-4dde-b27a-45d15f598519 tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] Deleting port 82da13e3-7ef2-420c-a4db-4e301a55a9cd {{(pid=103304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 21:48:04.033564 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-f3aa9a7b-6206-412b-affd-ef722d400c77 req-97fe15f8-ce6c-4dde-b27a-45d15f598519 tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746560630878'] for port (82da13e3-7ef2-420c-a4db-4e301a55a9cd), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:48:04.153692 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-5e01eca4-0519-4b6a-bd20-784b969a47fa None None] Current status of the port 9c1b5c88-cc2a-4c15-9d80-5c2f5d4b9813 is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:48:04.161534 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [req-f3aa9a7b-6206-412b-affd-ef722d400c77 req-97fe15f8-ce6c-4dde-b27a-45d15f598519 tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] For port 82da13e3-7ef2-420c-a4db-4e301a55a9cd, host n-h1-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-5',level=0,port_id=82da13e3-7ef2-420c-a4db-4e301a55a9cd,segment=NetworkSegment(bff444a4-beb1-4f53-a690-c33dd7eeacf8),segment_id=bff444a4-beb1-4f53-a690-c33dd7eeacf8)] {{(pid=103304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:48:04.162045 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-f3aa9a7b-6206-412b-affd-ef722d400c77 req-97fe15f8-ce6c-4dde-b27a-45d15f598519 tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4109658'] for port (82da13e3-7ef2-420c-a4db-4e301a55a9cd), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:48:04.175674 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [req-f3aa9a7b-6206-412b-affd-ef722d400c77 req-97fe15f8-ce6c-4dde-b27a-45d15f598519 tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] Calling delete_port for 82da13e3-7ef2-420c-a4db-4e301a55a9cd owned by compute:nova {{(pid=103304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 21:48:04.240904 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvr_db [None req-4fe0c702-f7a7-414b-ad83-404924fcf926 None None] Set router b53db9fd-ed60-4165-810f-ec69979c7538 gateway port host: n-d-760453-5 {{(pid=103306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 21:48:04.387579 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-f3aa9a7b-6206-412b-affd-ef722d400c77 req-97fe15f8-ce6c-4dde-b27a-45d15f598519 tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746560636600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746560234536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9281553'] for port (82da13e3-7ef2-420c-a4db-4e301a55a9cd), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:48:04.471491 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97fe15f8-ce6c-4dde-b27a-45d15f598519 tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] Pushing event deleted for resources: {'Port': ['ID=82da13e3-7ef2-420c-a4db-4e301a55a9cd,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:48:04.489036 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3aa9a7b-6206-412b-affd-ef722d400c77 req-97fe15f8-ce6c-4dde-b27a-45d15f598519 tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] No DVR routers for this DVR port 82da13e3-7ef2-420c-a4db-4e301a55a9cd on host n-h1-760453-5 {{(pid=103304) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 26 21:48:04.492268 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-f3aa9a7b-6206-412b-affd-ef722d400c77 req-97fe15f8-ce6c-4dde-b27a-45d15f598519 tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:48:04.496111 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-f3aa9a7b-6206-412b-affd-ef722d400c77 req-97fe15f8-ce6c-4dde-b27a-45d15f598519 tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] 10.222.0.66 "DELETE /v2.0/ports/82da13e3-7ef2-420c-a4db-4e301a55a9cd HTTP/1.1" status: 204 len: 173 time: 0.5908830 Jan 26 21:48:04.496630 n-d-760453-5 neutron-server[103304]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08f8fbae-eb22-4afd-b006-5023d324bcfa', 'name': 'network-vif-deleted', 'tag': '82da13e3-7ef2-420c-a4db-4e301a55a9cd'}] {{(pid=103304) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 21:48:04.498985 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d52b45f1943fcd332af9527eb73ff93c8d715d44383a3f6d18de73b4cfcf87b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38f4b7e8-d7ce-4656-b475-574b81bf0063" -d '{"events": [{"server_uuid": "08f8fbae-eb22-4afd-b006-5023d324bcfa", "name": "network-vif-deleted", "tag": "82da13e3-7ef2-420c-a4db-4e301a55a9cd"}]}' {{(pid=103304) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 21:48:04.531344 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-4fe0c702-f7a7-414b-ad83-404924fcf926 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b53db9fd-ed60-4165-810f-ec69979c7538', 'name': 'tempest-TestVolumeBootPattern-972056660-router', 'tenant_id': 'bc63455dcf49482fa53286dc14f91835', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'external_fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.201'}], 'enable_snat': True}, 'gw_port_id': '620fd9d7-cce4-4759-a591-266ae679fb91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T21:48:01Z', 'updated_at': '2022-01-26T21:48:02Z', 'revision_number': 3, 'project_id': 'bc63455dcf49482fa53286dc14f91835', 'gw_port': {'id': '620fd9d7-cce4-4759-a591-266ae679fb91', 'name': '', 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:76:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b53db9fd-ed60-4165-810f-ec69979c7538', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3934, 'fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:48:02Z', 'updated_at': '2022-01-26T21:48:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-5'}], 'n-d-760453-5', False) {} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:48:04.543836 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Jan 2022 21:48:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45abf323-bde9-400a-9bbc-5afd3f6d7766 x-openstack-request-id: req-45abf323-bde9-400a-9bbc-5afd3f6d7766 {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 21:48:04.544105 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08f8fbae-eb22-4afd-b006-5023d324bcfa", "name": "network-vif-deleted", "tag": "82da13e3-7ef2-420c-a4db-4e301a55a9cd", "status": "completed", "code": 200}]} {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 21:48:04.544362 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-45abf323-bde9-400a-9bbc-5afd3f6d7766 {{(pid=103304) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 21:48:04.544772 n-d-760453-5 neutron-server[103304]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08f8fbae-eb22-4afd-b006-5023d324bcfa', 'name': 'network-vif-deleted', 'tag': '82da13e3-7ef2-420c-a4db-4e301a55a9cd', 'status': 'completed', 'code': 200} Jan 26 21:48:04.566022 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fe0c702-f7a7-414b-ad83-404924fcf926 None None] Checking router: b53db9fd-ed60-4165-810f-ec69979c7538 for host: n-d-760453-5 {{(pid=103306) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 26 21:48:04.566873 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fe0c702-f7a7-414b-ad83-404924fcf926 None None] Updating router b53db9fd-ed60-4165-810f-ec69979c7538 port 620fd9d7-cce4-4759-a591-266ae679fb91 binding host n-d-760453-5 {{(pid=103306) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 26 21:48:04.604727 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-4fe0c702-f7a7-414b-ad83-404924fcf926 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (620fd9d7-cce4-4759-a591-266ae679fb91), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:48:04.640330 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-4055ef70-e1c3-474e-9966-fb1c53dd2c1d None None] Provisioning complete for port 9c1b5c88-cc2a-4c15-9d80-5c2f5d4b9813 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:48:04.640866 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-4055ef70-e1c3-474e-9966-fb1c53dd2c1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (9c1b5c88-cc2a-4c15-9d80-5c2f5d4b9813), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:48:04.642646 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-cf91aa34-b309-4b25-8a49-ee8e7e6d2100 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:48:04.832081 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-fc75bf79-a474-4061-ab5b-3ec5ed950cc3 req-05cc2b7b-64a6-4872-8e71-3c8de5cf0710 tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] 10.222.0.13 "GET /v2.0/ports?device_id=08f8fbae-eb22-4afd-b006-5023d324bcfa HTTP/1.1" status: 200 len: 210 time: 0.0474710 Jan 26 21:48:04.889006 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.db_base_plugin_common [None req-cf91aa34-b309-4b25-8a49-ee8e7e6d2100 admin admin] Allocated IP 172.20.0.1 (e866a34e-1552-4423-ada4-1491d39ac585/96a6ba37-129e-4936-9d0e-9f67f00a39ac/84a3ebcb-bbbf-45c6-ace8-525a3dfbde12) {{(pid=103305) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 21:48:04.937039 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device 9c1b5c88-cc2a-4c15-9d80-5c2f5d4b9813 up at agent ovs-agent-n-d-760453-5 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 21:48:05.007364 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-4055ef70-e1c3-474e-9966-fb1c53dd2c1d None None] Current status of the port 9c1b5c88-cc2a-4c15-9d80-5c2f5d4b9813 is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:48:05.038374 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-cf91aa34-b309-4b25-8a49-ee8e7e6d2100 admin admin] Publish callbacks [] for port (84a3ebcb-bbbf-45c6-ace8-525a3dfbde12), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:48:05.088522 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-4fe0c702-f7a7-414b-ad83-404924fcf926 None None] Publish callbacks [] for port (620fd9d7-cce4-4759-a591-266ae679fb91), precommit_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:48:05.111942 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-4fe0c702-f7a7-414b-ad83-404924fcf926 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (620fd9d7-cce4-4759-a591-266ae679fb91), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:48:05.117015 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-cf91aa34-b309-4b25-8a49-ee8e7e6d2100 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746560234527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11791543'] for port (84a3ebcb-bbbf-45c6-ace8-525a3dfbde12), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:48:05.133774 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Provisioning complete for port 9c1b5c88-cc2a-4c15-9d80-5c2f5d4b9813 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:48:05.135076 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (9c1b5c88-cc2a-4c15-9d80-5c2f5d4b9813), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:48:05.165727 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf91aa34-b309-4b25-8a49-ee8e7e6d2100 admin admin] Pushing event updated for resources: {'Port': ['ID=84a3ebcb-bbbf-45c6-ace8-525a3dfbde12,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:48:05.173879 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf91aa34-b309-4b25-8a49-ee8e7e6d2100 admin admin] Network e866a34e-1552-4423-ada4-1491d39ac585 is already hosted by enough agents. {{(pid=103305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 21:48:05.175310 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [None req-cf91aa34-b309-4b25-8a49-ee8e7e6d2100 admin admin] Resources bound (agent type, host, resource id): {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:48:05.177837 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf91aa34-b309-4b25-8a49-ee8e7e6d2100 admin admin] Received port after_create {{(pid=103305) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 21:48:05.225848 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626551eb-2df2-4dcd-bf27-51239cfbf79e None None] Pushing event updated for resources: {'Port': ['ID=620fd9d7-cce4-4759-a591-266ae679fb91,revision_number=2']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:48:05.226065 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-cf91aa34-b309-4b25-8a49-ee8e7e6d2100 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4111050'] for router_interface (b53db9fd-ed60-4165-810f-ec69979c7538), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:48:05.244739 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-4fe0c702-f7a7-414b-ad83-404924fcf926 None None] Attempting to bind port 620fd9d7-cce4-4759-a591-266ae679fb91 on host n-d-760453-5 for vnic_type normal with profile {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 21:48:05.245126 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-4fe0c702-f7a7-414b-ad83-404924fcf926 None None] Attempting to bind port 620fd9d7-cce4-4759-a591-266ae679fb91 by drivers openvswitch,hyperv on host n-d-760453-5 at level 0 using segments [{'id': 'e17cb353-418f-48b9-b982-21a6233ee99b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299'}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 26 21:48:05.245503 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fe0c702-f7a7-414b-ad83-404924fcf926 None None] Attempting to bind port 620fd9d7-cce4-4759-a591-266ae679fb91 on network 4140a1f1-c93a-4bea-83a0-68953a54f299 {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 21:48:05.251117 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fe0c702-f7a7-414b-ad83-404924fcf926 None None] Checking agent: {'id': 'fea0591a-627d-4c87-9a9a-01625ddf3277', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760453-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 20, 55, 25), 'started_at': datetime.datetime(2022, 1, 26, 20, 55, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 21, 47, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760453-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 26 21:48:05.251490 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fe0c702-f7a7-414b-ad83-404924fcf926 None None] Checking segment: {'id': 'e17cb353-418f-48b9-b982-21a6233ee99b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 21:48:05.252204 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-4fe0c702-f7a7-414b-ad83-404924fcf926 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:48:05.252598 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fe0c702-f7a7-414b-ad83-404924fcf926 None None] Bound using segment: {'id': 'e17cb353-418f-48b9-b982-21a6233ee99b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299'} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 26 21:48:05.253303 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-4fe0c702-f7a7-414b-ad83-404924fcf926 None None] Bound port: 620fd9d7-cce4-4759-a591-266ae679fb91, host: n-d-760453-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e17cb353-418f-48b9-b982-21a6233ee99b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299'}}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 26 21:48:05.253749 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-4fe0c702-f7a7-414b-ad83-404924fcf926 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (620fd9d7-cce4-4759-a591-266ae679fb91), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:48:05.362735 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-4fe0c702-f7a7-414b-ad83-404924fcf926 None None] For port 620fd9d7-cce4-4759-a591-266ae679fb91, host n-d-760453-5, cleared binding levels {{(pid=103306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 26 21:48:05.378531 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-4fe0c702-f7a7-414b-ad83-404924fcf926 None None] For port 620fd9d7-cce4-4759-a591-266ae679fb91, host n-d-760453-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=620fd9d7-cce4-4759-a591-266ae679fb91,segment=NetworkSegment(e17cb353-418f-48b9-b982-21a6233ee99b),segment_id=e17cb353-418f-48b9-b982-21a6233ee99b)] {{(pid=103306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 26 21:48:05.380324 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Current status of the port 9c1b5c88-cc2a-4c15-9d80-5c2f5d4b9813 is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:48:05.390164 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-cf91aa34-b309-4b25-8a49-ee8e7e6d2100 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (84a3ebcb-bbbf-45c6-ace8-525a3dfbde12), before_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:48:05.395033 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-4fe0c702-f7a7-414b-ad83-404924fcf926 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (620fd9d7-cce4-4759-a591-266ae679fb91), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:48:05.404266 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device 3874892c-50a5-43ff-b5dd-5dffcb0b9fc0 no longer exists at agent ovs-agent-n-d-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 26 21:48:05.464649 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] No Port match for: 3874892c-50a5-43ff-b5dd-5dffcb0b9fc0 {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 26 21:48:05.465498 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device 3874892c-50a5-43ff-b5dd-5dffcb0b9fc0 not bound to the agent host n-d-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 26 21:48:05.498841 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fe0c702-f7a7-414b-ad83-404924fcf926 None None] Routers {'b53db9fd-ed60-4165-810f-ec69979c7538'} bound to L3 agent in host n-d-760453-5 {{(pid=103306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 21:48:05.499636 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-4fe0c702-f7a7-414b-ad83-404924fcf926 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-26T20:55:21Z,description=,heartbeat_timestamp=2022-01-26T21:47:51Z,host='n-d-760453-5',id=09df100c-3af1-4b0a-bda8-05914c71c458,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:55:21Z,topic='l3_agent')) {'router_ids': ['b53db9fd-ed60-4165-810f-ec69979c7538'], 'active': True} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:48:05.547623 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626551eb-2df2-4dcd-bf27-51239cfbf79e None None] Pushing event updated for resources: {'Port': ['ID=620fd9d7-cce4-4759-a591-266ae679fb91,revision_number=3']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:48:05.586828 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-cf91aa34-b309-4b25-8a49-ee8e7e6d2100 admin admin] Publish callbacks [] for port (84a3ebcb-bbbf-45c6-ace8-525a3dfbde12), precommit_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:48:05.593571 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-cf91aa34-b309-4b25-8a49-ee8e7e6d2100 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11791520'] for port (84a3ebcb-bbbf-45c6-ace8-525a3dfbde12), after_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:48:05.600574 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-404e49d6-a6de-4757-8848-78301050dfbc None None] Provisioning complete for port 84a3ebcb-bbbf-45c6-ace8-525a3dfbde12 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:48:05.600574 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-404e49d6-a6de-4757-8848-78301050dfbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (84a3ebcb-bbbf-45c6-ace8-525a3dfbde12), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:48:05.657278 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvr_db [None req-4fe0c702-f7a7-414b-ad83-404924fcf926 None None] Set router b53db9fd-ed60-4165-810f-ec69979c7538 gateway port host: n-d-760453-5 {{(pid=103306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 21:48:05.659573 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-404e49d6-a6de-4757-8848-78301050dfbc None None] Port 84a3ebcb-bbbf-45c6-ace8-525a3dfbde12 cannot update to ACTIVE because it is not bound. {{(pid=103306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 26 21:48:05.663239 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf91aa34-b309-4b25-8a49-ee8e7e6d2100 admin admin] Pushing event updated for resources: {'Port': ['ID=84a3ebcb-bbbf-45c6-ace8-525a3dfbde12,revision_number=2']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:48:05.665999 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-cf91aa34-b309-4b25-8a49-ee8e7e6d2100 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3709457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4110682'] for router_interface (b53db9fd-ed60-4165-810f-ec69979c7538), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:48:05.764443 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf91aa34-b309-4b25-8a49-ee8e7e6d2100 admin admin] Network e866a34e-1552-4423-ada4-1491d39ac585 is already hosted by enough agents. {{(pid=103305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 21:48:05.765996 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [None req-cf91aa34-b309-4b25-8a49-ee8e7e6d2100 admin admin] Resources bound (agent type, host, resource id): {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:48:05.891896 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf91aa34-b309-4b25-8a49-ee8e7e6d2100 admin admin] Router b53db9fd-ed60-4165-810f-ec69979c7538 has already been hosted by L3 agent 09df100c-3af1-4b0a-bda8-05914c71c458 {{(pid=103305) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 26 21:48:05.933080 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 44258) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:48:06.034477 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-87086f34-d577-461e-a62e-b0719a9fc95e tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] Publish callbacks [] for security_group (829f4a56-3c21-4dc4-ba95-ce243443cb97), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:48:06.045923 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf91aa34-b309-4b25-8a49-ee8e7e6d2100 admin admin] Notify agent at l3_agent.n-d-760453-5 the message routers_updated {{(pid=103305) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 26 21:48:06.056911 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-cf91aa34-b309-4b25-8a49-ee8e7e6d2100 admin admin] 10.222.0.13 "PUT /v2.0/routers/b53db9fd-ed60-4165-810f-ec69979c7538/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0725462 Jan 26 21:48:06.070197 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-87086f34-d577-461e-a62e-b0719a9fc95e tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] Publish callbacks [] for security_group (829f4a56-3c21-4dc4-ba95-ce243443cb97), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:48:06.087197 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-4fe0c702-f7a7-414b-ad83-404924fcf926 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b53db9fd-ed60-4165-810f-ec69979c7538', 'name': 'tempest-TestVolumeBootPattern-972056660-router', 'tenant_id': 'bc63455dcf49482fa53286dc14f91835', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'external_fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.201'}], 'enable_snat': True}, 'gw_port_id': '620fd9d7-cce4-4759-a591-266ae679fb91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T21:48:01Z', 'updated_at': '2022-01-26T21:48:05Z', 'revision_number': 4, 'project_id': 'bc63455dcf49482fa53286dc14f91835', 'gw_port': {'id': '620fd9d7-cce4-4759-a591-266ae679fb91', 'name': '', 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:76:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b53db9fd-ed60-4165-810f-ec69979c7538', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3934, 'fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:48:02Z', 'updated_at': '2022-01-26T21:48:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-5', '_interfaces': [{'id': '84a3ebcb-bbbf-45c6-ace8-525a3dfbde12', 'name': '', 'network_id': 'e866a34e-1552-4423-ada4-1491d39ac585', 'tenant_id': 'bc63455dcf49482fa53286dc14f91835', 'mac_address': 'fa:16:3e:75:07:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b53db9fd-ed60-4165-810f-ec69979c7538', 'device_owner': 'network:router_interface', 'standard_attr_id': 3935, 'fixed_ips': [{'subnet_id': '96a6ba37-129e-4936-9d0e-9f67f00a39ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:48:04Z', 'updated_at': '2022-01-26T21:48:04Z', 'revision_number': 1, 'project_id': 'bc63455dcf49482fa53286dc14f91835', 'subnets': [{'id': '96a6ba37-129e-4936-9d0e-9f67f00a39ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760453-5', False) {} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:48:06.117412 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fe0c702-f7a7-414b-ad83-404924fcf926 None None] The sync data for ids ['b53db9fd-ed60-4165-810f-ec69979c7538'] in n-d-760453-5 is: [{'id': 'b53db9fd-ed60-4165-810f-ec69979c7538', 'name': 'tempest-TestVolumeBootPattern-972056660-router', 'tenant_id': 'bc63455dcf49482fa53286dc14f91835', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'external_fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.201'}], 'enable_snat': True}, 'gw_port_id': '620fd9d7-cce4-4759-a591-266ae679fb91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T21:48:01Z', 'updated_at': '2022-01-26T21:48:05Z', 'revision_number': 4, 'project_id': 'bc63455dcf49482fa53286dc14f91835', 'gw_port': {'id': '620fd9d7-cce4-4759-a591-266ae679fb91', 'name': '', 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:76:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b53db9fd-ed60-4165-810f-ec69979c7538', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3934, 'fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:48:02Z', 'updated_at': '2022-01-26T21:48:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-5', '_interfaces': [{'id': '84a3ebcb-bbbf-45c6-ace8-525a3dfbde12', 'name': '', 'network_id': 'e866a34e-1552-4423-ada4-1491d39ac585', 'tenant_id': 'bc63455dcf49482fa53286dc14f91835', 'mac_address': 'fa:16:3e:75:07:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b53db9fd-ed60-4165-810f-ec69979c7538', 'device_owner': 'network:router_interface', 'standard_attr_id': 3935, 'fixed_ips': [{'subnet_id': '96a6ba37-129e-4936-9d0e-9f67f00a39ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:48:04Z', 'updated_at': '2022-01-26T21:48:04Z', 'revision_number': 1, 'project_id': 'bc63455dcf49482fa53286dc14f91835', 'subnets': [{'id': '96a6ba37-129e-4936-9d0e-9f67f00a39ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 26 21:48:06.156767 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-87086f34-d577-461e-a62e-b0719a9fc95e tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (829f4a56-3c21-4dc4-ba95-ce243443cb97), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:48:06.161811 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-87086f34-d577-461e-a62e-b0719a9fc95e tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] Publish callbacks [] for security_group (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:48:06.163490 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-87086f34-d577-461e-a62e-b0719a9fc95e tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] 10.222.0.13 "DELETE /v2.0/security-groups/829f4a56-3c21-4dc4-ba95-ce243443cb97 HTTP/1.1" status: 204 len: 168 time: 0.2285845 Jan 26 21:48:06.176289 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87086f34-d577-461e-a62e-b0719a9fc95e tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=829f4a56-3c21-4dc4-ba95-ce243443cb97,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:48:06.217650 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 44264) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:48:06.251526 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-48b364c6-8b97-4d34-990a-9f2da9b3ed81 None None] Provisioning complete for port 84a3ebcb-bbbf-45c6-ace8-525a3dfbde12 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:48:06.251913 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-48b364c6-8b97-4d34-990a-9f2da9b3ed81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (84a3ebcb-bbbf-45c6-ace8-525a3dfbde12), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:48:06.319997 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.db_base_plugin_v2 [None req-0d4f5c8c-1425-4625-bd77-479f0e697556 tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] Deleting subnet 8c498db6-5f89-483d-8866-e6650462a149 {{(pid=103305) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 26 21:48:06.329648 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-48b364c6-8b97-4d34-990a-9f2da9b3ed81 None None] Port 84a3ebcb-bbbf-45c6-ace8-525a3dfbde12 cannot update to ACTIVE because it is not bound. {{(pid=103306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 26 21:48:06.330396 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-0d4f5c8c-1425-4625-bd77-479f0e697556 tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] Publish callbacks [] for subnet (8c498db6-5f89-483d-8866-e6650462a149), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:48:06.384340 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-0d4f5c8c-1425-4625-bd77-479f0e697556 tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11788946'] for subnet (8c498db6-5f89-483d-8866-e6650462a149), precommit_delete_associations {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:48:06.520962 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-0d4f5c8c-1425-4625-bd77-479f0e697556 tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687316'] for subnet (8c498db6-5f89-483d-8866-e6650462a149), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:48:06.619312 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-0d4f5c8c-1425-4625-bd77-479f0e697556 tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11791594', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11599980'] for subnet (8c498db6-5f89-483d-8866-e6650462a149), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:48:06.653607 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4f5c8c-1425-4625-bd77-479f0e697556 tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] Pushing event deleted for resources: {'Subnet': ['ID=8c498db6-5f89-483d-8866-e6650462a149,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:48:06.655766 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-0d4f5c8c-1425-4625-bd77-479f0e697556 tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] Publish callbacks [] for subnet (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:48:06.659176 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-0d4f5c8c-1425-4625-bd77-479f0e697556 tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] 10.222.0.13 "DELETE /v2.0/subnets/8c498db6-5f89-483d-8866-e6650462a149 HTTP/1.1" status: 204 len: 168 time: 0.4405687 Jan 26 21:48:06.662432 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 44280) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:48:06.679043 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d868fb3-9927-4d00-a9e9-800e63bfaf72 None None] Network e99ff163-7abb-45f5-a67b-861b243f04e0 requested from n-d-760453-5 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 26 21:48:06.770414 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-e7f978ba-687b-4f9f-8c63-19115937eedf tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-748181'] for network (e99ff163-7abb-45f5-a67b-861b243f04e0), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:48:06.805896 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 44284) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:48:06.810967 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-79832bce-3a7b-4b1f-82cb-b7f62f76d9cd admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-977946304-network', 'tenant_id': '39c7464eebcc45b0b32336b596c9006b'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:48:06.856034 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-e7f978ba-687b-4f9f-8c63-19115937eedf tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] Deleting port a0f15b01-213e-4dca-92f9-d363230b2db2 {{(pid=103305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 21:48:06.856562 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-e7f978ba-687b-4f9f-8c63-19115937eedf tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746560630878'] for port (a0f15b01-213e-4dca-92f9-d363230b2db2), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:48:06.857058 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79832bce-3a7b-4b1f-82cb-b7f62f76d9cd admin admin] Made reservation on behalf of 39c7464eebcc45b0b32336b596c9006b for: {'network': 1} {{(pid=103304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 21:48:06.859520 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-79832bce-3a7b-4b1f-82cb-b7f62f76d9cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for network (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:48:06.872837 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-79832bce-3a7b-4b1f-82cb-b7f62f76d9cd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:48:06.941213 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f97b2bf-8e2a-4fd4-8f25-e1f6992f80e0 None None] DHCP port deletion for e99ff163-7abb-45f5-a67b-861b243f04e0 request from n-d-760453-5 {{(pid=103306) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 26 21:48:06.944132 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [None req-e7f978ba-687b-4f9f-8c63-19115937eedf tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] For port a0f15b01-213e-4dca-92f9-d363230b2db2, host n-d-760453-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=a0f15b01-213e-4dca-92f9-d363230b2db2,segment=NetworkSegment(bff444a4-beb1-4f53-a690-c33dd7eeacf8),segment_id=bff444a4-beb1-4f53-a690-c33dd7eeacf8)] {{(pid=103305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:48:06.944508 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-e7f978ba-687b-4f9f-8c63-19115937eedf tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4109658'] for port (a0f15b01-213e-4dca-92f9-d363230b2db2), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:48:06.962521 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-e7f978ba-687b-4f9f-8c63-19115937eedf tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] Calling delete_port for a0f15b01-213e-4dca-92f9-d363230b2db2 owned by network:dhcp {{(pid=103305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 21:48:06.992375 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-79832bce-3a7b-4b1f-82cb-b7f62f76d9cd admin admin] Publish callbacks [] for security_group (a6b2bd80-12fc-4c9c-8759-5abb9751eb7a), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:48:06.997525 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-79832bce-3a7b-4b1f-82cb-b7f62f76d9cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (a6b2bd80-12fc-4c9c-8759-5abb9751eb7a), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:48:07.007248 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-1f97b2bf-8e2a-4fd4-8f25-e1f6992f80e0 None None] Deleting port a0f15b01-213e-4dca-92f9-d363230b2db2 {{(pid=103306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 21:48:07.007697 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-1f97b2bf-8e2a-4fd4-8f25-e1f6992f80e0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746560630878'] for port (a0f15b01-213e-4dca-92f9-d363230b2db2), before_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:48:07.029559 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-79832bce-3a7b-4b1f-82cb-b7f62f76d9cd admin admin] vlan segment allocate from pool success with {'vlan_id': 572, 'physical_network': 'physnet1'} {{(pid=103304) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 26 21:48:07.047846 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79832bce-3a7b-4b1f-82cb-b7f62f76d9cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6b2bd80-12fc-4c9c-8759-5abb9751eb7a,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:48:07.072268 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-79832bce-3a7b-4b1f-82cb-b7f62f76d9cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576559'] for segment (fa4963e7-b90c-4602-9ab9-dab7d87a491a), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:48:07.073571 n-d-760453-5 neutron-server[103304]: INFO neutron.db.segments_db [None req-79832bce-3a7b-4b1f-82cb-b7f62f76d9cd admin admin] Added segment fa4963e7-b90c-4602-9ab9-dab7d87a491a of type vlan for network 75008cfc-541e-4da9-bd03-6b81acb2ad74 Jan 26 21:48:07.081775 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-e7f978ba-687b-4f9f-8c63-19115937eedf tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746560636600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746560234536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11791543'] for port (a0f15b01-213e-4dca-92f9-d363230b2db2), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:48:07.109901 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-1f97b2bf-8e2a-4fd4-8f25-e1f6992f80e0 None None] For port a0f15b01-213e-4dca-92f9-d363230b2db2, host n-d-760453-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=a0f15b01-213e-4dca-92f9-d363230b2db2,segment=NetworkSegment(bff444a4-beb1-4f53-a690-c33dd7eeacf8),segment_id=bff444a4-beb1-4f53-a690-c33dd7eeacf8)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:48:07.110443 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-1f97b2bf-8e2a-4fd4-8f25-e1f6992f80e0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4109658'] for port (a0f15b01-213e-4dca-92f9-d363230b2db2), precommit_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:48:07.122292 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f978ba-687b-4f9f-8c63-19115937eedf tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] Pushing event deleted for resources: {'Port': ['ID=a0f15b01-213e-4dca-92f9-d363230b2db2,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:48:07.124202 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7f978ba-687b-4f9f-8c63-19115937eedf tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] No DVR routers for this DVR port a0f15b01-213e-4dca-92f9-d363230b2db2 on host n-d-760453-5 {{(pid=103305) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 26 21:48:07.141112 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-1f97b2bf-8e2a-4fd4-8f25-e1f6992f80e0 None None] Calling delete_port for a0f15b01-213e-4dca-92f9-d363230b2db2 owned by network:dhcp {{(pid=103306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 21:48:07.147194 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-79832bce-3a7b-4b1f-82cb-b7f62f76d9cd admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746560256871'] for network (75008cfc-541e-4da9-bd03-6b81acb2ad74), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:48:07.179925 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-79832bce-3a7b-4b1f-82cb-b7f62f76d9cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503'] for network (75008cfc-541e-4da9-bd03-6b81acb2ad74), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:48:07.181217 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79832bce-3a7b-4b1f-82cb-b7f62f76d9cd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:48:07.182190 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-79832bce-3a7b-4b1f-82cb-b7f62f76d9cd admin admin] Publish callbacks [] for network (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:48:07.249124 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Device 82da13e3-7ef2-420c-a4db-4e301a55a9cd no longer exists at agent hyperv_n-h1-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 26 21:48:07.273172 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79832bce-3a7b-4b1f-82cb-b7f62f76d9cd admin admin] Pushing event updated for resources: {'Network': ['ID=75008cfc-541e-4da9-bd03-6b81acb2ad74,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:48:07.274381 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-e7f978ba-687b-4f9f-8c63-19115937eedf tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-686403', 'neutron.services.segments.db._delete_segments_for_network-8746560774018'] for network (e99ff163-7abb-45f5-a67b-861b243f04e0), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:48:07.288316 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] No Port match for: 82da13e3-7ef2-420c-a4db-4e301a55a9cd {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 26 21:48:07.288673 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Device 82da13e3-7ef2-420c-a4db-4e301a55a9cd not bound to the agent host n-h1-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 26 21:48:07.293464 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Network 75008cfc-541e-4da9-bd03-6b81acb2ad74 details requested by agent ovs-agent-n-d-760453-5 with host n-d-760453-5 {{(pid=103306) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 26 21:48:07.294714 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-79832bce-3a7b-4b1f-82cb-b7f62f76d9cd admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.4876482 Jan 26 21:48:07.295623 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 44286) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:48:07.304694 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-60d59072-b956-4e19-887e-b569696da5dd admin admin] Request body: {'subnet': {'network_id': '75008cfc-541e-4da9-bd03-6b81acb2ad74', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-977946304-subnet', 'tenant_id': '39c7464eebcc45b0b32336b596c9006b', 'ip_version': 4}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:48:07.311635 n-d-760453-5 neutron-server[103305]: DEBUG neutron.services.segments.db [None req-e7f978ba-687b-4f9f-8c63-19115937eedf tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e99ff163-7abb-45f5-a67b-861b243f04e0']}} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:48:07.322504 n-d-760453-5 neutron-server[103305]: DEBUG neutron.services.segments.db [None req-e7f978ba-687b-4f9f-8c63-19115937eedf tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bff444a4-beb1-4f53-a690-c33dd7eeacf8') {'for_net_delete': True} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:48:07.322939 n-d-760453-5 neutron-server[103305]: DEBUG neutron.services.segments.db [None req-e7f978ba-687b-4f9f-8c63-19115937eedf tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bff444a4-beb1-4f53-a690-c33dd7eeacf8') {} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:48:07.333669 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-e7f978ba-687b-4f9f-8c63-19115937eedf tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746560742283', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11788955'] for segment (bff444a4-beb1-4f53-a690-c33dd7eeacf8), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:48:07.353099 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60d59072-b956-4e19-887e-b569696da5dd admin admin] Made reservation on behalf of 39c7464eebcc45b0b32336b596c9006b for: {'subnet': 1} {{(pid=103304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 21:48:07.356636 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-e7f978ba-687b-4f9f-8c63-19115937eedf tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576559'] for segment (bff444a4-beb1-4f53-a690-c33dd7eeacf8), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:48:07.357550 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-60d59072-b956-4e19-887e-b569696da5dd admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12215181'] for subnet (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:48:07.371825 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e7f978ba-687b-4f9f-8c63-19115937eedf tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] Releasing vlan 571 on physical network physnet1 to pool {{(pid=103305) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 26 21:48:07.373803 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-e7f978ba-687b-4f9f-8c63-19115937eedf tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11791428'] for segment (bff444a4-beb1-4f53-a690-c33dd7eeacf8), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:48:07.400705 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-1f97b2bf-8e2a-4fd4-8f25-e1f6992f80e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746560636600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746560234536'] for port (a0f15b01-213e-4dca-92f9-d363230b2db2), after_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:48:07.414204 n-d-760453-5 neutron-server[103305]: Traceback (most recent call last): Jan 26 21:48:07.414204 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 26 21:48:07.414204 n-d-760453-5 neutron-server[103305]: timer() Jan 26 21:48:07.414204 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 26 21:48:07.414204 n-d-760453-5 neutron-server[103305]: cb(*args, **kw) Jan 26 21:48:07.414204 n-d-760453-5 neutron-server[103305]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 26 21:48:07.414204 n-d-760453-5 neutron-server[103305]: return func(*args, **kwargs) Jan 26 21:48:07.414204 n-d-760453-5 neutron-server[103305]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 26 21:48:07.414204 n-d-760453-5 neutron-server[103305]: self._notify() Jan 26 21:48:07.414204 n-d-760453-5 neutron-server[103305]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 26 21:48:07.414204 n-d-760453-5 neutron-server[103305]: self.callback(batched_events) Jan 26 21:48:07.414204 n-d-760453-5 neutron-server[103305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 26 21:48:07.414204 n-d-760453-5 neutron-server[103305]: event.method(event) Jan 26 21:48:07.414204 n-d-760453-5 neutron-server[103305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 26 21:48:07.414204 n-d-760453-5 neutron-server[103305]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 26 21:48:07.414204 n-d-760453-5 neutron-server[103305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 26 21:48:07.414204 n-d-760453-5 neutron-server[103305]: aggregate_uuid = self.p_client.list_aggregates( Jan 26 21:48:07.414204 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 26 21:48:07.414204 n-d-760453-5 neutron-server[103305]: return f(self, *a, **k) Jan 26 21:48:07.414204 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 26 21:48:07.414204 n-d-760453-5 neutron-server[103305]: return self._get(url).json() Jan 26 21:48:07.414204 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 26 21:48:07.414204 n-d-760453-5 neutron-server[103305]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 26 21:48:07.414204 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 26 21:48:07.414204 n-d-760453-5 neutron-server[103305]: return self.request(url, 'GET', **kwargs) Jan 26 21:48:07.414204 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 26 21:48:07.414204 n-d-760453-5 neutron-server[103305]: base_url = self.get_endpoint(auth, allow=allow, Jan 26 21:48:07.414204 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 26 21:48:07.414204 n-d-760453-5 neutron-server[103305]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 26 21:48:07.414204 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 26 21:48:07.414204 n-d-760453-5 neutron-server[103305]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 26 21:48:07.414204 n-d-760453-5 neutron-server[103305]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 26 21:48:07.457543 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f97b2bf-8e2a-4fd4-8f25-e1f6992f80e0 None None] No DVR routers for this DVR port a0f15b01-213e-4dca-92f9-d363230b2db2 on host n-d-760453-5 {{(pid=103306) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 26 21:48:07.473541 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f97b2bf-8e2a-4fd4-8f25-e1f6992f80e0 None None] Pushing event deleted for resources: {'Port': ['ID=a0f15b01-213e-4dca-92f9-d363230b2db2,revision_number=None']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:48:07.497444 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-e7f978ba-687b-4f9f-8c63-19115937eedf tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4110931'] for network (e99ff163-7abb-45f5-a67b-861b243f04e0), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:48:07.529246 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-e7f978ba-687b-4f9f-8c63-19115937eedf tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] Publish callbacks [] for network (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:48:07.533695 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-e7f978ba-687b-4f9f-8c63-19115937eedf tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] 10.222.0.13 "DELETE /v2.0/networks/e99ff163-7abb-45f5-a67b-861b243f04e0 HTTP/1.1" status: 204 len: 168 time: 0.8699303 Jan 26 21:48:07.536260 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 44290) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:48:07.555977 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f978ba-687b-4f9f-8c63-19115937eedf tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] Pushing event deleted for resources: {'Network': ['ID=e99ff163-7abb-45f5-a67b-861b243f04e0,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:48:07.643516 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-60d59072-b956-4e19-887e-b569696da5dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9285249', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12215227'] for subnet (2c5f53dc-28fc-4664-85fb-646dbe90cf51), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:48:07.726455 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d59072-b956-4e19-887e-b569696da5dd admin admin] Pushing event updated for resources: {'Subnet': ['ID=2c5f53dc-28fc-4664-85fb-646dbe90cf51,revision_number=0']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:48:07.739974 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60d59072-b956-4e19-887e-b569696da5dd admin admin] Checking segment: {'id': 'fa4963e7-b90c-4602-9ab9-dab7d87a491a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '75008cfc-541e-4da9-bd03-6b81acb2ad74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103304) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 21:48:07.740336 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60d59072-b956-4e19-887e-b569696da5dd admin admin] Network hostable DHCP agents. Network: 75008cfc-541e-4da9-bd03-6b81acb2ad74, hostable agents: ['474ccdf7-ab6c-405b-a3b2-dc7b05829902'], hosted agents: [] {{(pid=103304) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 26 21:48:07.757558 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-e05c0f09-ab8f-49c4-8856-59a8b6241ecc tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] Deleting port df1b83d8-6d7f-435a-987b-9c44468c2d61 {{(pid=103305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 21:48:07.757925 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-e05c0f09-ab8f-49c4-8856-59a8b6241ecc tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746560630878'] for port (df1b83d8-6d7f-435a-987b-9c44468c2d61), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:48:07.770013 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60d59072-b956-4e19-887e-b569696da5dd admin admin] Network 75008cfc-541e-4da9-bd03-6b81acb2ad74 is scheduled to be hosted by DHCP agent 474ccdf7-ab6c-405b-a3b2-dc7b05829902 with binding_index 1 {{(pid=103304) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 26 21:48:07.783298 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [None req-60d59072-b956-4e19-887e-b569696da5dd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760453-5, 75008cfc-541e-4da9-bd03-6b81acb2ad74) {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:48:07.788202 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60d59072-b956-4e19-887e-b569696da5dd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:48:07.788859 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-60d59072-b956-4e19-887e-b569696da5dd admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:48:07.795436 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3f43ac5-3502-48fe-a92f-6ae6e364e285 None None] Network 75008cfc-541e-4da9-bd03-6b81acb2ad74 requested from n-d-760453-5 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 26 21:48:07.808618 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-60d59072-b956-4e19-887e-b569696da5dd admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.5112073 Jan 26 21:48:07.811158 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 44292) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:48:07.819707 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-a0a3f1d9-9704-4dff-a2dd-bc85333f32d6 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-977946304-router', 'tenant_id': '39c7464eebcc45b0b32336b596c9006b', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299'}}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:48:07.872937 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-a0a3f1d9-9704-4dff-a2dd-bc85333f32d6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4104596', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13108'] for router (2091faed-df01-4ce6-bfa3-4c333419ecb5), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:48:07.874547 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-a0a3f1d9-9704-4dff-a2dd-bc85333f32d6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4105828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4111306', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3733576', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13069'] for router (2091faed-df01-4ce6-bfa3-4c333419ecb5), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:48:07.886219 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-e05c0f09-ab8f-49c4-8856-59a8b6241ecc tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4109658'] for port (df1b83d8-6d7f-435a-987b-9c44468c2d61), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:48:07.886814 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-e05c0f09-ab8f-49c4-8856-59a8b6241ecc tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] Publish callbacks [] for floatingip (df1b83d8-6d7f-435a-987b-9c44468c2d61), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:48:07.908874 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-e05c0f09-ab8f-49c4-8856-59a8b6241ecc tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] Calling delete_port for df1b83d8-6d7f-435a-987b-9c44468c2d61 owned by network:floatingip {{(pid=103305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 21:48:07.944906 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb6f7d0a-65bd-4c9a-968f-d6f1117f98c1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3c4099e8-8ffb-51d1-af7f-5868973e933f-75008cfc-541e-4da9-bd03-6b81acb2ad74', 'network_id': '75008cfc-541e-4da9-bd03-6b81acb2ad74', 'project_id': '39c7464eebcc45b0b32336b596c9006b', 'fixed_ips': [{'subnet_id': '2c5f53dc-28fc-4664-85fb-646dbe90cf51'}]}} from n-d-760453-5. {{(pid=103306) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 26 21:48:07.945813 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-bb6f7d0a-65bd-4c9a-968f-d6f1117f98c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (None), before_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:48:07.981926 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-a0a3f1d9-9704-4dff-a2dd-bc85333f32d6 admin admin] Publish callbacks [] for router_controller (2091faed-df01-4ce6-bfa3-4c333419ecb5), precommit_add_association {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:48:08.122375 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.db_base_plugin_common [None req-bb6f7d0a-65bd-4c9a-968f-d6f1117f98c1 None None] Allocated IP 172.20.0.2 (75008cfc-541e-4da9-bd03-6b81acb2ad74/2c5f53dc-28fc-4664-85fb-646dbe90cf51/c53907d6-b486-48c3-8f88-d1374eee5372) {{(pid=103306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 21:48:08.220812 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-a0a3f1d9-9704-4dff-a2dd-bc85333f32d6 admin admin] Publish callbacks [] for router_gateway (2091faed-df01-4ce6-bfa3-4c333419ecb5), precommit_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:48:08.462666 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (32ef628b-8417-46c5-8729-60fcabe358f1), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:48:08.636619 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-bb6f7d0a-65bd-4c9a-968f-d6f1117f98c1 None None] Publish callbacks [] for port (c53907d6-b486-48c3-8f88-d1374eee5372), precommit_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:48:08.637030 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-e05c0f09-ab8f-49c4-8856-59a8b6241ecc tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746560636600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746560234536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11791543'] for port (df1b83d8-6d7f-435a-987b-9c44468c2d61), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:48:08.643478 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-bb6f7d0a-65bd-4c9a-968f-d6f1117f98c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746560234527'] for port (c53907d6-b486-48c3-8f88-d1374eee5372), after_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:48:08.687243 n-d-760453-5 neutron-server[103306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb6f7d0a-65bd-4c9a-968f-d6f1117f98c1 None None] Network 75008cfc-541e-4da9-bd03-6b81acb2ad74 is already hosted by enough agents. {{(pid=103306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 21:48:08.690578 n-d-760453-5 neutron-server[103306]: DEBUG neutron.scheduler.base_scheduler [None req-bb6f7d0a-65bd-4c9a-968f-d6f1117f98c1 None None] Resources bound (agent type, host, resource id): {{(pid=103306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:48:08.697873 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05c0f09-ab8f-49c4-8856-59a8b6241ecc tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] Pushing event deleted for resources: {'Port': ['ID=df1b83d8-6d7f-435a-987b-9c44468c2d61,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:48:08.702654 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb6f7d0a-65bd-4c9a-968f-d6f1117f98c1 None None] Received port after_create {{(pid=103306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 21:48:08.745046 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb6f7d0a-65bd-4c9a-968f-d6f1117f98c1 None None] Pushing event updated for resources: {'Port': ['ID=c53907d6-b486-48c3-8f88-d1374eee5372,revision_number=1']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:48:08.797944 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-bb6f7d0a-65bd-4c9a-968f-d6f1117f98c1 None None] Attempting to bind port c53907d6-b486-48c3-8f88-d1374eee5372 on host n-d-760453-5 for vnic_type normal with profile {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 21:48:08.798566 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-bb6f7d0a-65bd-4c9a-968f-d6f1117f98c1 None None] Attempting to bind port c53907d6-b486-48c3-8f88-d1374eee5372 by drivers openvswitch,hyperv on host n-d-760453-5 at level 0 using segments [{'id': 'fa4963e7-b90c-4602-9ab9-dab7d87a491a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '75008cfc-541e-4da9-bd03-6b81acb2ad74'}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 26 21:48:08.798669 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb6f7d0a-65bd-4c9a-968f-d6f1117f98c1 None None] Attempting to bind port c53907d6-b486-48c3-8f88-d1374eee5372 on network 75008cfc-541e-4da9-bd03-6b81acb2ad74 {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 21:48:08.804962 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb6f7d0a-65bd-4c9a-968f-d6f1117f98c1 None None] Checking agent: {'id': 'fea0591a-627d-4c87-9a9a-01625ddf3277', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760453-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 20, 55, 25), 'started_at': datetime.datetime(2022, 1, 26, 20, 55, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 21, 47, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760453-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 26 21:48:08.805591 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb6f7d0a-65bd-4c9a-968f-d6f1117f98c1 None None] Checking segment: {'id': 'fa4963e7-b90c-4602-9ab9-dab7d87a491a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '75008cfc-541e-4da9-bd03-6b81acb2ad74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 21:48:08.806152 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-bb6f7d0a-65bd-4c9a-968f-d6f1117f98c1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:48:08.806707 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb6f7d0a-65bd-4c9a-968f-d6f1117f98c1 None None] Bound using segment: {'id': 'fa4963e7-b90c-4602-9ab9-dab7d87a491a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '75008cfc-541e-4da9-bd03-6b81acb2ad74'} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 26 21:48:08.807849 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-bb6f7d0a-65bd-4c9a-968f-d6f1117f98c1 None None] Bound port: c53907d6-b486-48c3-8f88-d1374eee5372, host: n-d-760453-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa4963e7-b90c-4602-9ab9-dab7d87a491a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '75008cfc-541e-4da9-bd03-6b81acb2ad74'}}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 26 21:48:08.808429 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-bb6f7d0a-65bd-4c9a-968f-d6f1117f98c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (c53907d6-b486-48c3-8f88-d1374eee5372), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:48:08.912775 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-bb6f7d0a-65bd-4c9a-968f-d6f1117f98c1 None None] For port c53907d6-b486-48c3-8f88-d1374eee5372, host n-d-760453-5, cleared binding levels {{(pid=103306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 26 21:48:08.916076 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-bb6f7d0a-65bd-4c9a-968f-d6f1117f98c1 None None] For port c53907d6-b486-48c3-8f88-d1374eee5372, host n-d-760453-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=c53907d6-b486-48c3-8f88-d1374eee5372,segment=NetworkSegment(fa4963e7-b90c-4602-9ab9-dab7d87a491a),segment_id=fa4963e7-b90c-4602-9ab9-dab7d87a491a)] {{(pid=103306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 26 21:48:08.924074 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-bb6f7d0a-65bd-4c9a-968f-d6f1117f98c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (c53907d6-b486-48c3-8f88-d1374eee5372), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:48:08.950353 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-e05c0f09-ab8f-49c4-8856-59a8b6241ecc tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] Publish callbacks [] for floatingip (14364732-acca-4311-864a-0a49088f0243), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:48:08.950955 n-d-760453-5 neutron-server[103305]: INFO neutron.db.l3_db [None req-e05c0f09-ab8f-49c4-8856-59a8b6241ecc tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] Floating IP 14364732-acca-4311-864a-0a49088f0243 disassociated (deleted). External IP: 172.25.1.64, port: 094ec750-33e1-4c70-8ca3-18efe67da65a. Jan 26 21:48:08.999302 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device 620fd9d7-cce4-4759-a591-266ae679fb91 up at agent ovs-agent-n-d-760453-5 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 21:48:09.069988 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb6f7d0a-65bd-4c9a-968f-d6f1117f98c1 None None] Pushing event updated for resources: {'Port': ['ID=c53907d6-b486-48c3-8f88-d1374eee5372,revision_number=2']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:48:09.074292 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-a0a3f1d9-9704-4dff-a2dd-bc85333f32d6 admin admin] Publish callbacks [] for router_gateway (2091faed-df01-4ce6-bfa3-4c333419ecb5), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:48:09.122801 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Provisioning complete for port 620fd9d7-cce4-4759-a591-266ae679fb91 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:48:09.126100 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (620fd9d7-cce4-4759-a591-266ae679fb91), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:48:09.133328 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-a0a3f1d9-9704-4dff-a2dd-bc85333f32d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:48:09.258976 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Current status of the port 620fd9d7-cce4-4759-a591-266ae679fb91 is: DOWN; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:48:09.259315 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (620fd9d7-cce4-4759-a591-266ae679fb91), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:48:09.289087 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] For port 620fd9d7-cce4-4759-a591-266ae679fb91, host n-d-760453-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=620fd9d7-cce4-4759-a591-266ae679fb91,segment=NetworkSegment(e17cb353-418f-48b9-b982-21a6233ee99b),segment_id=e17cb353-418f-48b9-b982-21a6233ee99b)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:48:09.294280 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (620fd9d7-cce4-4759-a591-266ae679fb91), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:48:09.373176 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Pushing event updated for resources: {'Port': ['ID=620fd9d7-cce4-4759-a591-266ae679fb91,revision_number=4']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:48:09.413213 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b528d560-b2a7-45fb-9d0a-5e6f385d7dda None None] Sync routers for ids ['b53db9fd-ed60-4165-810f-ec69979c7538'] in n-d-760453-5 {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 26 21:48:09.440098 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.db_base_plugin_common [None req-a0a3f1d9-9704-4dff-a2dd-bc85333f32d6 admin admin] Allocated IP 172.25.1.225 (4140a1f1-c93a-4bea-83a0-68953a54f299/e48251a1-e30d-4820-8396-00c6f6aeb601/a857852b-2c38-4f43-9be2-17eddac9bbac) {{(pid=103305) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 21:48:09.441945 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b528d560-b2a7-45fb-9d0a-5e6f385d7dda None None] Routers {'b53db9fd-ed60-4165-810f-ec69979c7538'} bound to L3 agent in host n-d-760453-5 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 21:48:09.448659 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-b528d560-b2a7-45fb-9d0a-5e6f385d7dda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-26T20:55:21Z,description=,heartbeat_timestamp=2022-01-26T21:47:51Z,host='n-d-760453-5',id=09df100c-3af1-4b0a-bda8-05914c71c458,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:55:21Z,topic='l3_agent')) {'router_ids': ['b53db9fd-ed60-4165-810f-ec69979c7538'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:48:09.607617 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_dvr_db [None req-b528d560-b2a7-45fb-9d0a-5e6f385d7dda None None] Set router b53db9fd-ed60-4165-810f-ec69979c7538 gateway port host: n-d-760453-5 {{(pid=103307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 21:48:09.641082 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device a0f15b01-213e-4dca-92f9-d363230b2db2 no longer exists at agent ovs-agent-n-d-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 26 21:48:09.645359 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e05c0f09-ab8f-49c4-8856-59a8b6241ecc tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] Router b49af1d3-919d-4b53-a892-a676d1bb4b4b has already been hosted by L3 agent 09df100c-3af1-4b0a-bda8-05914c71c458 {{(pid=103305) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 26 21:48:09.664488 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] No Port match for: a0f15b01-213e-4dca-92f9-d363230b2db2 {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 26 21:48:09.664924 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device a0f15b01-213e-4dca-92f9-d363230b2db2 not bound to the agent host n-d-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 26 21:48:09.721975 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-a0a3f1d9-9704-4dff-a2dd-bc85333f32d6 admin admin] Publish callbacks [] for port (a857852b-2c38-4f43-9be2-17eddac9bbac), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:48:09.813942 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e05c0f09-ab8f-49c4-8856-59a8b6241ecc tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] Notify agent at l3_agent.n-d-760453-5 the message routers_updated {{(pid=103305) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 26 21:48:09.819910 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-e05c0f09-ab8f-49c4-8856-59a8b6241ecc tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for floatingip (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:48:09.824209 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-a0a3f1d9-9704-4dff-a2dd-bc85333f32d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746560234527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11791543'] for port (a857852b-2c38-4f43-9be2-17eddac9bbac), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:48:09.829194 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8c9206e-b0d2-455e-9f6e-c7d90f4209c9 None None] Sync routers for ids ['b49af1d3-919d-4b53-a892-a676d1bb4b4b'] in n-d-760453-5 {{(pid=103306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 26 21:48:09.850978 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8c9206e-b0d2-455e-9f6e-c7d90f4209c9 None None] Routers {'b49af1d3-919d-4b53-a892-a676d1bb4b4b'} bound to L3 agent in host n-d-760453-5 {{(pid=103306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 21:48:09.851867 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-f8c9206e-b0d2-455e-9f6e-c7d90f4209c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-26T20:55:21Z,description=,heartbeat_timestamp=2022-01-26T21:47:51Z,host='n-d-760453-5',id=09df100c-3af1-4b0a-bda8-05914c71c458,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:55:21Z,topic='l3_agent')) {'router_ids': ['b49af1d3-919d-4b53-a892-a676d1bb4b4b'], 'active': True} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:48:09.857681 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-b528d560-b2a7-45fb-9d0a-5e6f385d7dda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b53db9fd-ed60-4165-810f-ec69979c7538', 'name': 'tempest-TestVolumeBootPattern-972056660-router', 'tenant_id': 'bc63455dcf49482fa53286dc14f91835', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'external_fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.201'}], 'enable_snat': True}, 'gw_port_id': '620fd9d7-cce4-4759-a591-266ae679fb91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T21:48:01Z', 'updated_at': '2022-01-26T21:48:05Z', 'revision_number': 4, 'project_id': 'bc63455dcf49482fa53286dc14f91835', 'gw_port': {'id': '620fd9d7-cce4-4759-a591-266ae679fb91', 'name': '', 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:76:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b53db9fd-ed60-4165-810f-ec69979c7538', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3934, 'fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:48:02Z', 'updated_at': '2022-01-26T21:48:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-5', '_interfaces': [{'id': '84a3ebcb-bbbf-45c6-ace8-525a3dfbde12', 'name': '', 'network_id': 'e866a34e-1552-4423-ada4-1491d39ac585', 'tenant_id': 'bc63455dcf49482fa53286dc14f91835', 'mac_address': 'fa:16:3e:75:07:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b53db9fd-ed60-4165-810f-ec69979c7538', 'device_owner': 'network:router_interface', 'standard_attr_id': 3935, 'fixed_ips': [{'subnet_id': '96a6ba37-129e-4936-9d0e-9f67f00a39ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:48:04Z', 'updated_at': '2022-01-26T21:48:05Z', 'revision_number': 2, 'project_id': 'bc63455dcf49482fa53286dc14f91835', 'subnets': [{'id': '96a6ba37-129e-4936-9d0e-9f67f00a39ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760453-5', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:48:09.892196 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-e05c0f09-ab8f-49c4-8856-59a8b6241ecc tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] 10.222.0.13 "DELETE /v2.0/floatingips/14364732-acca-4311-864a-0a49088f0243 HTTP/1.1" status: 204 len: 168 time: 2.3544512 Jan 26 21:48:09.896963 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0a3f1d9-9704-4dff-a2dd-bc85333f32d6 admin admin] Network 4140a1f1-c93a-4bea-83a0-68953a54f299 is already hosted by enough agents. {{(pid=103305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 21:48:09.897640 n-d-760453-5 neutron-server[103305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '09cf288f-426b-43cf-9827-2646fdb883f7', 'tag': '094ec750-33e1-4c70-8ca3-18efe67da65a'}] {{(pid=103305) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 21:48:09.900574 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d4654568b7bf041e72ff8fe1c96d6d761d9c921f2b99bc7b3a26632be20cee0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9c97e5c-06e5-4662-a839-a70666e74a58" -d '{"events": [{"name": "network-changed", "server_uuid": "09cf288f-426b-43cf-9827-2646fdb883f7", "tag": "094ec750-33e1-4c70-8ca3-18efe67da65a"}]}' {{(pid=103305) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 21:48:09.915049 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [None req-a0a3f1d9-9704-4dff-a2dd-bc85333f32d6 admin admin] Resources bound (agent type, host, resource id): {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:48:09.917812 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0a3f1d9-9704-4dff-a2dd-bc85333f32d6 admin admin] Received port after_create {{(pid=103305) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 21:48:09.921809 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a3f1d9-9704-4dff-a2dd-bc85333f32d6 admin admin] Pushing event updated for resources: {'Port': ['ID=a857852b-2c38-4f43-9be2-17eddac9bbac,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:48:09.934918 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b528d560-b2a7-45fb-9d0a-5e6f385d7dda None None] Checking router: b53db9fd-ed60-4165-810f-ec69979c7538 for host: n-d-760453-5 {{(pid=103307) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 26 21:48:09.936407 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b528d560-b2a7-45fb-9d0a-5e6f385d7dda None None] Updating router b53db9fd-ed60-4165-810f-ec69979c7538 port 84a3ebcb-bbbf-45c6-ace8-525a3dfbde12 binding host n-d-760453-5 {{(pid=103307) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 26 21:48:09.998088 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvr_db [None req-f8c9206e-b0d2-455e-9f6e-c7d90f4209c9 None None] Set router b49af1d3-919d-4b53-a892-a676d1bb4b4b gateway port host: n-d-760453-5 {{(pid=103306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 21:48:10.020430 n-d-760453-5 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-b528d560-b2a7-45fb-9d0a-5e6f385d7dda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (84a3ebcb-bbbf-45c6-ace8-525a3dfbde12), before_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:48:10.134220 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c97e5c-06e5-4662-a839-a70666e74a58 req-89395af6-1bf9-4cf6-8e07-c151d21c94c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:48:10.142528 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-f9c97e5c-06e5-4662-a839-a70666e74a58 req-89395af6-1bf9-4cf6-8e07-c151d21c94c7 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=97d50071461f4511bd8bef3bc5cf8c61&device_id=09cf288f-426b-43cf-9827-2646fdb883f7 HTTP/1.1" status: 200 len: 1097 time: 0.0885813 Jan 26 21:48:10.195927 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 26 Jan 2022 21:48:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e7f161b-573e-49d2-8273-baf89c22089a x-openstack-request-id: req-6e7f161b-573e-49d2-8273-baf89c22089a {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 21:48:10.196536 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "09cf288f-426b-43cf-9827-2646fdb883f7", "tag": "094ec750-33e1-4c70-8ca3-18efe67da65a", "status": "completed", "code": 200}]} {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 21:48:10.196666 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-6e7f161b-573e-49d2-8273-baf89c22089a {{(pid=103305) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 21:48:10.197172 n-d-760453-5 neutron-server[103305]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '09cf288f-426b-43cf-9827-2646fdb883f7', 'tag': '094ec750-33e1-4c70-8ca3-18efe67da65a', 'status': 'completed', 'code': 200} Jan 26 21:48:10.384141 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c97e5c-06e5-4662-a839-a70666e74a58 req-dfcdb8d6-71a8-472b-95f9-ba6a9d66585b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:48:10.385682 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-f9c97e5c-06e5-4662-a839-a70666e74a58 req-dfcdb8d6-71a8-472b-95f9-ba6a9d66585b service neutron] 10.222.0.57 "GET /v2.0/networks?id=922fc8ea-5e9f-4e84-8a69-ae9eaae306af HTTP/1.1" status: 200 len: 898 time: 0.2421393 Jan 26 21:48:10.452830 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-f8c9206e-b0d2-455e-9f6e-c7d90f4209c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b49af1d3-919d-4b53-a892-a676d1bb4b4b', 'name': 'tempest-TestNetworkBasicOps-router-770983181', 'tenant_id': '97d50071461f4511bd8bef3bc5cf8c61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'external_fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.144'}], 'enable_snat': True}, 'gw_port_id': 'b33a55d4-f7e1-4786-85ed-89159162ae4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T21:45:57Z', 'updated_at': '2022-01-26T21:48:01Z', 'revision_number': 6, 'project_id': '97d50071461f4511bd8bef3bc5cf8c61', 'gw_port': {'id': 'b33a55d4-f7e1-4786-85ed-89159162ae4d', 'name': '', 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:90:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b49af1d3-919d-4b53-a892-a676d1bb4b4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3735, 'fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:45:58Z', 'updated_at': '2022-01-26T21:46:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-5', '_interfaces': [{'id': '5839135a-9834-436b-a47b-055ca9a765aa', 'name': '', 'network_id': '922fc8ea-5e9f-4e84-8a69-ae9eaae306af', 'tenant_id': '97d50071461f4511bd8bef3bc5cf8c61', 'mac_address': 'fa:16:3e:cc:24:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b49af1d3-919d-4b53-a892-a676d1bb4b4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3750, 'fixed_ips': [{'subnet_id': '0493aa25-2f9b-48d6-9d5a-ad36370cd8c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:46:03Z', 'updated_at': '2022-01-26T21:46:07Z', 'revision_number': 5, 'project_id': '97d50071461f4511bd8bef3bc5cf8c61', 'subnets': [{'id': '0493aa25-2f9b-48d6-9d5a-ad36370cd8c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760453-5', False) {} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:48:10.514480 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8c9206e-b0d2-455e-9f6e-c7d90f4209c9 None None] Checking router: b49af1d3-919d-4b53-a892-a676d1bb4b4b for host: n-d-760453-5 {{(pid=103306) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 26 21:48:10.520312 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-f9c97e5c-06e5-4662-a839-a70666e74a58 req-32cb3f09-ac8a-4110-8978-f7e2d82ebce4 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=094ec750-33e1-4c70-8ca3-18efe67da65a HTTP/1.1" status: 200 len: 217 time: 0.1047306 Jan 26 21:48:10.540997 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-a0a3f1d9-9704-4dff-a2dd-bc85333f32d6 admin admin] Publish callbacks [] for router_gateway (2091faed-df01-4ce6-bfa3-4c333419ecb5), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:48:10.542932 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8c9206e-b0d2-455e-9f6e-c7d90f4209c9 None None] Routers {'b49af1d3-919d-4b53-a892-a676d1bb4b4b'} bound to L3 agent in host n-d-760453-5 {{(pid=103306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 21:48:10.545778 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-f8c9206e-b0d2-455e-9f6e-c7d90f4209c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-26T20:55:21Z,description=,heartbeat_timestamp=2022-01-26T21:47:51Z,host='n-d-760453-5',id=09df100c-3af1-4b0a-bda8-05914c71c458,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:55:21Z,topic='l3_agent')) {'router_ids': ['b49af1d3-919d-4b53-a892-a676d1bb4b4b'], 'active': True} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:48:10.605204 n-d-760453-5 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-b528d560-b2a7-45fb-9d0a-5e6f385d7dda None None] Publish callbacks [] for port (84a3ebcb-bbbf-45c6-ace8-525a3dfbde12), precommit_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:48:10.608968 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c97e5c-06e5-4662-a839-a70666e74a58 req-e40928fe-cd58-444a-a5b6-89526318ca8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:48:10.611130 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-f9c97e5c-06e5-4662-a839-a70666e74a58 req-e40928fe-cd58-444a-a5b6-89526318ca8d service neutron] 10.222.0.57 "GET /v2.0/subnets?id=0493aa25-2f9b-48d6-9d5a-ad36370cd8c7 HTTP/1.1" status: 200 len: 834 time: 0.0788646 Jan 26 21:48:10.619008 n-d-760453-5 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-b528d560-b2a7-45fb-9d0a-5e6f385d7dda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (84a3ebcb-bbbf-45c6-ace8-525a3dfbde12), after_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:48:10.684449 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e19740-5ec5-4f3d-823e-ec830cbf03ca req-cc6c314d-6769-49f4-ac40-462c1e798694 tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:48:10.693869 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-88e19740-5ec5-4f3d-823e-ec830cbf03ca req-cc6c314d-6769-49f4-ac40-462c1e798694 tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] 10.222.0.13 "GET /v2.0/ports?device_id=09cf288f-426b-43cf-9827-2646fdb883f7 HTTP/1.1" status: 200 len: 946 time: 0.3512623 Jan 26 21:48:10.741772 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvr_db [None req-f8c9206e-b0d2-455e-9f6e-c7d90f4209c9 None None] Set router b49af1d3-919d-4b53-a892-a676d1bb4b4b gateway port host: n-d-760453-5 {{(pid=103306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 21:48:10.839248 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c97e5c-06e5-4662-a839-a70666e74a58 req-5ff8d95f-d1bf-4c7a-a5d5-4e677d144b95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:48:10.842982 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-f9c97e5c-06e5-4662-a839-a70666e74a58 req-5ff8d95f-d1bf-4c7a-a5d5-4e677d144b95 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=922fc8ea-5e9f-4e84-8a69-ae9eaae306af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2158375 Jan 26 21:48:10.890999 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f5047cb-8e1d-44f1-9cb3-4c626d51c852 None None] Network 75008cfc-541e-4da9-bd03-6b81acb2ad74 requested from n-d-760453-5 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 26 21:48:10.978759 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bbb02a0-5c4e-4efe-81af-0de40c2cb140 None None] Pushing event updated for resources: {'Port': ['ID=84a3ebcb-bbbf-45c6-ace8-525a3dfbde12,revision_number=3']} {{(pid=103307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:48:11.017657 n-d-760453-5 neutron-server[103307]: DEBUG neutron.plugins.ml2.managers [None req-b528d560-b2a7-45fb-9d0a-5e6f385d7dda None None] Attempting to bind port 84a3ebcb-bbbf-45c6-ace8-525a3dfbde12 on host n-d-760453-5 for vnic_type normal with profile {{(pid=103307) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 21:48:11.018050 n-d-760453-5 neutron-server[103307]: DEBUG neutron.plugins.ml2.managers [None req-b528d560-b2a7-45fb-9d0a-5e6f385d7dda None None] Attempting to bind port 84a3ebcb-bbbf-45c6-ace8-525a3dfbde12 by drivers openvswitch,hyperv on host n-d-760453-5 at level 0 using segments [{'id': '9a2f9f82-c041-418b-a55c-16c7f60d3f23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'e866a34e-1552-4423-ada4-1491d39ac585'}] {{(pid=103307) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 26 21:48:11.018390 n-d-760453-5 neutron-server[103307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b528d560-b2a7-45fb-9d0a-5e6f385d7dda None None] Attempting to bind port 84a3ebcb-bbbf-45c6-ace8-525a3dfbde12 on network e866a34e-1552-4423-ada4-1491d39ac585 {{(pid=103307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 21:48:11.044290 n-d-760453-5 neutron-server[103307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b528d560-b2a7-45fb-9d0a-5e6f385d7dda None None] Checking agent: {'id': 'fea0591a-627d-4c87-9a9a-01625ddf3277', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760453-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 20, 55, 25), 'started_at': datetime.datetime(2022, 1, 26, 20, 55, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 21, 47, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760453-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 26 21:48:11.044677 n-d-760453-5 neutron-server[103307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b528d560-b2a7-45fb-9d0a-5e6f385d7dda None None] Checking segment: {'id': '9a2f9f82-c041-418b-a55c-16c7f60d3f23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'e866a34e-1552-4423-ada4-1491d39ac585'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103307) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 21:48:11.045087 n-d-760453-5 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-b528d560-b2a7-45fb-9d0a-5e6f385d7dda None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:48:11.045508 n-d-760453-5 neutron-server[103307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b528d560-b2a7-45fb-9d0a-5e6f385d7dda None None] Bound using segment: {'id': '9a2f9f82-c041-418b-a55c-16c7f60d3f23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'e866a34e-1552-4423-ada4-1491d39ac585'} {{(pid=103307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 26 21:48:11.046000 n-d-760453-5 neutron-server[103307]: DEBUG neutron.plugins.ml2.managers [None req-b528d560-b2a7-45fb-9d0a-5e6f385d7dda None None] Bound port: 84a3ebcb-bbbf-45c6-ace8-525a3dfbde12, host: n-d-760453-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9a2f9f82-c041-418b-a55c-16c7f60d3f23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'e866a34e-1552-4423-ada4-1491d39ac585'}}] {{(pid=103307) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 26 21:48:11.046366 n-d-760453-5 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-b528d560-b2a7-45fb-9d0a-5e6f385d7dda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (84a3ebcb-bbbf-45c6-ace8-525a3dfbde12), before_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:48:11.063610 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-a0a3f1d9-9704-4dff-a2dd-bc85333f32d6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4105757', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4111263'] for router (2091faed-df01-4ce6-bfa3-4c333419ecb5), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:48:11.071800 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-f9c97e5c-06e5-4662-a839-a70666e74a58 req-9e26d2df-891a-4e78-8ffd-b9ee8d3dfb79 service neutron] 10.222.0.57 "GET /v2.0/networks/922fc8ea-5e9f-4e84-8a69-ae9eaae306af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2147515 Jan 26 21:48:11.160244 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-88e19740-5ec5-4f3d-823e-ec830cbf03ca req-686e38bd-5e09-4083-8ecb-f1a0a84547c3 tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] 10.222.0.13 "GET /v2.0/security-groups?id=8eb3b1c9-572e-4684-a0b8-0ff73e273367&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4568706 Jan 26 21:48:11.160974 n-d-760453-5 neutron-server[103307]: DEBUG neutron.plugins.ml2.db [None req-b528d560-b2a7-45fb-9d0a-5e6f385d7dda None None] For port 84a3ebcb-bbbf-45c6-ace8-525a3dfbde12, host n-d-760453-5, cleared binding levels {{(pid=103307) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 26 21:48:11.163095 n-d-760453-5 neutron-server[103307]: DEBUG neutron.plugins.ml2.db [None req-b528d560-b2a7-45fb-9d0a-5e6f385d7dda None None] For port 84a3ebcb-bbbf-45c6-ace8-525a3dfbde12, host n-d-760453-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=84a3ebcb-bbbf-45c6-ace8-525a3dfbde12,segment=NetworkSegment(9a2f9f82-c041-418b-a55c-16c7f60d3f23),segment_id=9a2f9f82-c041-418b-a55c-16c7f60d3f23)] {{(pid=103307) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 26 21:48:11.171973 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-0b1f3649-dbbf-46f2-a8a3-59c4d294b22d None None] Provisioning complete for port c53907d6-b486-48c3-8f88-d1374eee5372 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:48:11.172321 n-d-760453-5 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-b528d560-b2a7-45fb-9d0a-5e6f385d7dda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (84a3ebcb-bbbf-45c6-ace8-525a3dfbde12), after_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:48:11.172585 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-0b1f3649-dbbf-46f2-a8a3-59c4d294b22d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (c53907d6-b486-48c3-8f88-d1374eee5372), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:48:11.174182 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device c53907d6-b486-48c3-8f88-d1374eee5372 up at agent ovs-agent-n-d-760453-5 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 21:48:11.246607 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b528d560-b2a7-45fb-9d0a-5e6f385d7dda None None] Routers {'b53db9fd-ed60-4165-810f-ec69979c7538'} bound to L3 agent in host n-d-760453-5 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 21:48:11.247209 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-b528d560-b2a7-45fb-9d0a-5e6f385d7dda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-26T20:55:21Z,description=,heartbeat_timestamp=2022-01-26T21:47:51Z,host='n-d-760453-5',id=09df100c-3af1-4b0a-bda8-05914c71c458,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:55:21Z,topic='l3_agent')) {'router_ids': ['b53db9fd-ed60-4165-810f-ec69979c7538'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:48:11.294474 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-f9c97e5c-06e5-4662-a839-a70666e74a58 req-9df9fbfd-e9d0-4828-a042-03e014e65b97 service neutron] 10.222.0.57 "GET /v2.0/networks/922fc8ea-5e9f-4e84-8a69-ae9eaae306af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2110364 Jan 26 21:48:11.382697 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0a3f1d9-9704-4dff-a2dd-bc85333f32d6 admin admin] Router 2091faed-df01-4ce6-bfa3-4c333419ecb5 is scheduled to L3 agent 09df100c-3af1-4b0a-bda8-05914c71c458 with binding_index 1 {{(pid=103305) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 26 21:48:11.386238 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_dvr_db [None req-b528d560-b2a7-45fb-9d0a-5e6f385d7dda None None] Set router b53db9fd-ed60-4165-810f-ec69979c7538 gateway port host: n-d-760453-5 {{(pid=103307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 21:48:11.583736 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bbb02a0-5c4e-4efe-81af-0de40c2cb140 None None] Pushing event updated for resources: {'Port': ['ID=84a3ebcb-bbbf-45c6-ace8-525a3dfbde12,revision_number=4']} {{(pid=103307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:48:11.634959 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99cc0a0f-c12b-4934-ba7d-58295d0e8fd0 req-2b714152-9e46-40a0-a04d-5162c5009ff1 tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:48:11.638336 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-99cc0a0f-c12b-4934-ba7d-58295d0e8fd0 req-2b714152-9e46-40a0-a04d-5162c5009ff1 tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] 10.222.0.57 "GET /v2.0/ports?device_id=09cf288f-426b-43cf-9827-2646fdb883f7 HTTP/1.1" status: 200 len: 946 time: 0.1370184 Jan 26 21:48:11.669583 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-0b1f3649-dbbf-46f2-a8a3-59c4d294b22d None None] Current status of the port c53907d6-b486-48c3-8f88-d1374eee5372 is: DOWN; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:48:11.669980 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-0b1f3649-dbbf-46f2-a8a3-59c4d294b22d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (c53907d6-b486-48c3-8f88-d1374eee5372), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:48:11.680465 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0a3f1d9-9704-4dff-a2dd-bc85333f32d6 admin admin] Notify agent at l3_agent.n-d-760453-5 the message routers_updated {{(pid=103305) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 26 21:48:11.697733 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Provisioning complete for port c53907d6-b486-48c3-8f88-d1374eee5372 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:48:11.698109 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (c53907d6-b486-48c3-8f88-d1374eee5372), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:48:11.712905 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-a0a3f1d9-9704-4dff-a2dd-bc85333f32d6 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:48:11.718958 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-a0a3f1d9-9704-4dff-a2dd-bc85333f32d6 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.9031813 Jan 26 21:48:11.718958 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 44308) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:48:11.746466 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-505ef285-dab6-474d-a7de-dbcfd5bfd782 None None] Sync routers for ids ['2091faed-df01-4ce6-bfa3-4c333419ecb5'] in n-d-760453-5 {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 26 21:48:11.770402 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-505ef285-dab6-474d-a7de-dbcfd5bfd782 None None] Routers {'2091faed-df01-4ce6-bfa3-4c333419ecb5'} bound to L3 agent in host n-d-760453-5 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 21:48:11.771650 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-505ef285-dab6-474d-a7de-dbcfd5bfd782 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-26T20:55:21Z,description=,heartbeat_timestamp=2022-01-26T21:47:51Z,host='n-d-760453-5',id=09df100c-3af1-4b0a-bda8-05914c71c458,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:55:21Z,topic='l3_agent')) {'router_ids': ['2091faed-df01-4ce6-bfa3-4c333419ecb5'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:48:11.830174 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-0b1f3649-dbbf-46f2-a8a3-59c4d294b22d None None] For port c53907d6-b486-48c3-8f88-d1374eee5372, host n-d-760453-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=c53907d6-b486-48c3-8f88-d1374eee5372,segment=NetworkSegment(fa4963e7-b90c-4602-9ab9-dab7d87a491a),segment_id=fa4963e7-b90c-4602-9ab9-dab7d87a491a)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:48:11.842312 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [req-99cc0a0f-c12b-4934-ba7d-58295d0e8fd0 req-a7db6e1a-5989-4a49-9cca-b8279e9e892f tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] Deleting port 094ec750-33e1-4c70-8ca3-18efe67da65a {{(pid=103304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 21:48:11.842678 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-99cc0a0f-c12b-4934-ba7d-58295d0e8fd0 req-a7db6e1a-5989-4a49-9cca-b8279e9e892f tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746560630878'] for port (094ec750-33e1-4c70-8ca3-18efe67da65a), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:48:11.846972 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-0b1f3649-dbbf-46f2-a8a3-59c4d294b22d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (c53907d6-b486-48c3-8f88-d1374eee5372), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:48:11.863969 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-f8c9206e-b0d2-455e-9f6e-c7d90f4209c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b49af1d3-919d-4b53-a892-a676d1bb4b4b', 'name': 'tempest-TestNetworkBasicOps-router-770983181', 'tenant_id': '97d50071461f4511bd8bef3bc5cf8c61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'external_fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.144'}], 'enable_snat': True}, 'gw_port_id': 'b33a55d4-f7e1-4786-85ed-89159162ae4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T21:45:57Z', 'updated_at': '2022-01-26T21:48:01Z', 'revision_number': 6, 'project_id': '97d50071461f4511bd8bef3bc5cf8c61', 'gw_port': {'id': 'b33a55d4-f7e1-4786-85ed-89159162ae4d', 'name': '', 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:90:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b49af1d3-919d-4b53-a892-a676d1bb4b4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3735, 'fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:45:58Z', 'updated_at': '2022-01-26T21:46:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-5', '_interfaces': [{'id': '5839135a-9834-436b-a47b-055ca9a765aa', 'name': '', 'network_id': '922fc8ea-5e9f-4e84-8a69-ae9eaae306af', 'tenant_id': '97d50071461f4511bd8bef3bc5cf8c61', 'mac_address': 'fa:16:3e:cc:24:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b49af1d3-919d-4b53-a892-a676d1bb4b4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3750, 'fixed_ips': [{'subnet_id': '0493aa25-2f9b-48d6-9d5a-ad36370cd8c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:46:03Z', 'updated_at': '2022-01-26T21:46:07Z', 'revision_number': 5, 'project_id': '97d50071461f4511bd8bef3bc5cf8c61', 'subnets': [{'id': '0493aa25-2f9b-48d6-9d5a-ad36370cd8c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760453-5', False) {} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:48:11.940379 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8c9206e-b0d2-455e-9f6e-c7d90f4209c9 None None] The sync data for ids ['b49af1d3-919d-4b53-a892-a676d1bb4b4b'] in n-d-760453-5 is: [{'id': 'b49af1d3-919d-4b53-a892-a676d1bb4b4b', 'name': 'tempest-TestNetworkBasicOps-router-770983181', 'tenant_id': '97d50071461f4511bd8bef3bc5cf8c61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'external_fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.144'}], 'enable_snat': True}, 'gw_port_id': 'b33a55d4-f7e1-4786-85ed-89159162ae4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T21:45:57Z', 'updated_at': '2022-01-26T21:48:01Z', 'revision_number': 6, 'project_id': '97d50071461f4511bd8bef3bc5cf8c61', 'gw_port': {'id': 'b33a55d4-f7e1-4786-85ed-89159162ae4d', 'name': '', 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:90:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b49af1d3-919d-4b53-a892-a676d1bb4b4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3735, 'fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:45:58Z', 'updated_at': '2022-01-26T21:46:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-5', '_interfaces': [{'id': '5839135a-9834-436b-a47b-055ca9a765aa', 'name': '', 'network_id': '922fc8ea-5e9f-4e84-8a69-ae9eaae306af', 'tenant_id': '97d50071461f4511bd8bef3bc5cf8c61', 'mac_address': 'fa:16:3e:cc:24:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b49af1d3-919d-4b53-a892-a676d1bb4b4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3750, 'fixed_ips': [{'subnet_id': '0493aa25-2f9b-48d6-9d5a-ad36370cd8c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:46:03Z', 'updated_at': '2022-01-26T21:46:07Z', 'revision_number': 5, 'project_id': '97d50071461f4511bd8bef3bc5cf8c61', 'subnets': [{'id': '0493aa25-2f9b-48d6-9d5a-ad36370cd8c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 26 21:48:12.051129 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_dvr_db [None req-505ef285-dab6-474d-a7de-dbcfd5bfd782 None None] Set router 2091faed-df01-4ce6-bfa3-4c333419ecb5 gateway port host: n-d-760453-5 {{(pid=103307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 21:48:12.054061 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [req-99cc0a0f-c12b-4934-ba7d-58295d0e8fd0 req-a7db6e1a-5989-4a49-9cca-b8279e9e892f tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] For port 094ec750-33e1-4c70-8ca3-18efe67da65a, host n-h2-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-5',level=0,port_id=094ec750-33e1-4c70-8ca3-18efe67da65a,segment=NetworkSegment(22c93a74-c2a1-4562-9e01-a466a4c3c0c2),segment_id=22c93a74-c2a1-4562-9e01-a466a4c3c0c2)] {{(pid=103304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:48:12.054547 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-99cc0a0f-c12b-4934-ba7d-58295d0e8fd0 req-a7db6e1a-5989-4a49-9cca-b8279e9e892f tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4109658'] for port (094ec750-33e1-4c70-8ca3-18efe67da65a), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:48:12.068977 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [req-99cc0a0f-c12b-4934-ba7d-58295d0e8fd0 req-a7db6e1a-5989-4a49-9cca-b8279e9e892f tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] Calling delete_port for 094ec750-33e1-4c70-8ca3-18efe67da65a owned by compute:nova {{(pid=103304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 21:48:12.324858 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b1f3649-dbbf-46f2-a8a3-59c4d294b22d None None] Pushing event updated for resources: {'Port': ['ID=c53907d6-b486-48c3-8f88-d1374eee5372,revision_number=3']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:48:12.335977 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-99cc0a0f-c12b-4934-ba7d-58295d0e8fd0 req-a7db6e1a-5989-4a49-9cca-b8279e9e892f tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746560636600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746560234536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9281553'] for port (094ec750-33e1-4c70-8ca3-18efe67da65a), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:48:12.345448 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Current status of the port c53907d6-b486-48c3-8f88-d1374eee5372 is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:48:12.346758 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device 620fd9d7-cce4-4759-a591-266ae679fb91 up at agent ovs-agent-n-d-760453-5 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 21:48:12.350031 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-a57abc1d-5e17-4057-91c4-18306467be8d None None] Provisioning complete for port 84a3ebcb-bbbf-45c6-ace8-525a3dfbde12 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:48:12.350496 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-a57abc1d-5e17-4057-91c4-18306467be8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (84a3ebcb-bbbf-45c6-ace8-525a3dfbde12), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:48:12.358422 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-b528d560-b2a7-45fb-9d0a-5e6f385d7dda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b53db9fd-ed60-4165-810f-ec69979c7538', 'name': 'tempest-TestVolumeBootPattern-972056660-router', 'tenant_id': 'bc63455dcf49482fa53286dc14f91835', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'external_fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.201'}], 'enable_snat': True}, 'gw_port_id': '620fd9d7-cce4-4759-a591-266ae679fb91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T21:48:01Z', 'updated_at': '2022-01-26T21:48:05Z', 'revision_number': 4, 'project_id': 'bc63455dcf49482fa53286dc14f91835', 'gw_port': {'id': '620fd9d7-cce4-4759-a591-266ae679fb91', 'name': '', 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:76:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b53db9fd-ed60-4165-810f-ec69979c7538', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3934, 'fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:48:02Z', 'updated_at': '2022-01-26T21:48:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-5', '_interfaces': [{'id': '84a3ebcb-bbbf-45c6-ace8-525a3dfbde12', 'name': '', 'network_id': 'e866a34e-1552-4423-ada4-1491d39ac585', 'tenant_id': 'bc63455dcf49482fa53286dc14f91835', 'mac_address': 'fa:16:3e:75:07:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b53db9fd-ed60-4165-810f-ec69979c7538', 'device_owner': 'network:router_interface', 'standard_attr_id': 3935, 'fixed_ips': [{'subnet_id': '96a6ba37-129e-4936-9d0e-9f67f00a39ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:48:04Z', 'updated_at': '2022-01-26T21:48:11Z', 'revision_number': 4, 'project_id': 'bc63455dcf49482fa53286dc14f91835', 'subnets': [{'id': '96a6ba37-129e-4936-9d0e-9f67f00a39ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760453-5', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:48:12.405823 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-e05ce343-07da-4f12-b863-ecc0bcd02336 req-47419821-6886-4f54-80cb-1c9da1afe657 tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] 10.222.0.13 "GET /v2.0/ports?device_id=09cf288f-426b-43cf-9827-2646fdb883f7 HTTP/1.1" status: 200 len: 210 time: 0.0935845 Jan 26 21:48:12.447255 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b528d560-b2a7-45fb-9d0a-5e6f385d7dda None None] The sync data for ids ['b53db9fd-ed60-4165-810f-ec69979c7538'] in n-d-760453-5 is: [{'id': 'b53db9fd-ed60-4165-810f-ec69979c7538', 'name': 'tempest-TestVolumeBootPattern-972056660-router', 'tenant_id': 'bc63455dcf49482fa53286dc14f91835', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'external_fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.201'}], 'enable_snat': True}, 'gw_port_id': '620fd9d7-cce4-4759-a591-266ae679fb91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T21:48:01Z', 'updated_at': '2022-01-26T21:48:05Z', 'revision_number': 4, 'project_id': 'bc63455dcf49482fa53286dc14f91835', 'gw_port': {'id': '620fd9d7-cce4-4759-a591-266ae679fb91', 'name': '', 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:76:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b53db9fd-ed60-4165-810f-ec69979c7538', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3934, 'fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:48:02Z', 'updated_at': '2022-01-26T21:48:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-5', '_interfaces': [{'id': '84a3ebcb-bbbf-45c6-ace8-525a3dfbde12', 'name': '', 'network_id': 'e866a34e-1552-4423-ada4-1491d39ac585', 'tenant_id': 'bc63455dcf49482fa53286dc14f91835', 'mac_address': 'fa:16:3e:75:07:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b53db9fd-ed60-4165-810f-ec69979c7538', 'device_owner': 'network:router_interface', 'standard_attr_id': 3935, 'fixed_ips': [{'subnet_id': '96a6ba37-129e-4936-9d0e-9f67f00a39ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:48:04Z', 'updated_at': '2022-01-26T21:48:11Z', 'revision_number': 4, 'project_id': 'bc63455dcf49482fa53286dc14f91835', 'subnets': [{'id': '96a6ba37-129e-4936-9d0e-9f67f00a39ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 26 21:48:12.479204 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7db6e1a-5989-4a49-9cca-b8279e9e892f tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] Pushing event deleted for resources: {'Port': ['ID=094ec750-33e1-4c70-8ca3-18efe67da65a,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:48:12.481504 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Provisioning complete for port 620fd9d7-cce4-4759-a591-266ae679fb91 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:48:12.481886 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (620fd9d7-cce4-4759-a591-266ae679fb91), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:48:12.509893 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-283cff62-a8b6-4381-a4f0-7cc62029e4c0 None None] New status for floating IP 14364732-acca-4311-864a-0a49088f0243: DOWN {{(pid=103306) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 26 21:48:12.630449 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [req-99cc0a0f-c12b-4934-ba7d-58295d0e8fd0 req-a7db6e1a-5989-4a49-9cca-b8279e9e892f tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] No DVR routers for this DVR port 094ec750-33e1-4c70-8ca3-18efe67da65a on host n-h2-760453-5 {{(pid=103304) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 26 21:48:12.640985 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-99cc0a0f-c12b-4934-ba7d-58295d0e8fd0 req-a7db6e1a-5989-4a49-9cca-b8279e9e892f tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:48:12.648976 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-99cc0a0f-c12b-4934-ba7d-58295d0e8fd0 req-a7db6e1a-5989-4a49-9cca-b8279e9e892f tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] 10.222.0.57 "DELETE /v2.0/ports/094ec750-33e1-4c70-8ca3-18efe67da65a HTTP/1.1" status: 204 len: 173 time: 1.0029819 Jan 26 21:48:12.649665 n-d-760453-5 neutron-server[103304]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09cf288f-426b-43cf-9827-2646fdb883f7', 'name': 'network-vif-deleted', 'tag': '094ec750-33e1-4c70-8ca3-18efe67da65a'}] {{(pid=103304) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 21:48:12.653608 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d52b45f1943fcd332af9527eb73ff93c8d715d44383a3f6d18de73b4cfcf87b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-033126d3-cc84-4e90-b9cd-fb147dbc86eb" -d '{"events": [{"server_uuid": "09cf288f-426b-43cf-9827-2646fdb883f7", "name": "network-vif-deleted", "tag": "094ec750-33e1-4c70-8ca3-18efe67da65a"}]}' {{(pid=103304) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 21:48:12.671640 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-505ef285-dab6-474d-a7de-dbcfd5bfd782 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2091faed-df01-4ce6-bfa3-4c333419ecb5', 'name': 'tempest-TestVolumeBootPattern-977946304-router', 'tenant_id': '39c7464eebcc45b0b32336b596c9006b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'external_fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.225'}], 'enable_snat': True}, 'gw_port_id': 'a857852b-2c38-4f43-9be2-17eddac9bbac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T21:48:07Z', 'updated_at': '2022-01-26T21:48:10Z', 'revision_number': 3, 'project_id': '39c7464eebcc45b0b32336b596c9006b', 'gw_port': {'id': 'a857852b-2c38-4f43-9be2-17eddac9bbac', 'name': '', 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:7e:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2091faed-df01-4ce6-bfa3-4c333419ecb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3946, 'fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:48:09Z', 'updated_at': '2022-01-26T21:48:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-5'}], 'n-d-760453-5', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:48:12.715739 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-505ef285-dab6-474d-a7de-dbcfd5bfd782 None None] Checking router: 2091faed-df01-4ce6-bfa3-4c333419ecb5 for host: n-d-760453-5 {{(pid=103307) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 26 21:48:12.716292 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-505ef285-dab6-474d-a7de-dbcfd5bfd782 None None] Updating router 2091faed-df01-4ce6-bfa3-4c333419ecb5 port a857852b-2c38-4f43-9be2-17eddac9bbac binding host n-d-760453-5 {{(pid=103307) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 26 21:48:12.738844 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Jan 2022 21:48:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b8b8618-92d8-4f92-9ddf-0c78f976e287 x-openstack-request-id: req-6b8b8618-92d8-4f92-9ddf-0c78f976e287 {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 21:48:12.739883 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09cf288f-426b-43cf-9827-2646fdb883f7", "name": "network-vif-deleted", "tag": "094ec750-33e1-4c70-8ca3-18efe67da65a", "status": "completed", "code": 200}]} {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 21:48:12.741094 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-6b8b8618-92d8-4f92-9ddf-0c78f976e287 {{(pid=103304) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 21:48:12.741599 n-d-760453-5 neutron-server[103304]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09cf288f-426b-43cf-9827-2646fdb883f7', 'name': 'network-vif-deleted', 'tag': '094ec750-33e1-4c70-8ca3-18efe67da65a', 'status': 'completed', 'code': 200} Jan 26 21:48:12.760373 n-d-760453-5 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-505ef285-dab6-474d-a7de-dbcfd5bfd782 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (a857852b-2c38-4f43-9be2-17eddac9bbac), before_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:48:12.762679 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-a57abc1d-5e17-4057-91c4-18306467be8d None None] Current status of the port 84a3ebcb-bbbf-45c6-ace8-525a3dfbde12 is: DOWN; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:48:12.764180 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-a57abc1d-5e17-4057-91c4-18306467be8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (84a3ebcb-bbbf-45c6-ace8-525a3dfbde12), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:48:12.878712 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-9fae1f7a-e12d-4840-88bf-d303cb286357 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:48:12.879297 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-a57abc1d-5e17-4057-91c4-18306467be8d None None] For port 84a3ebcb-bbbf-45c6-ace8-525a3dfbde12, host n-d-760453-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=84a3ebcb-bbbf-45c6-ace8-525a3dfbde12,segment=NetworkSegment(9a2f9f82-c041-418b-a55c-16c7f60d3f23),segment_id=9a2f9f82-c041-418b-a55c-16c7f60d3f23)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:48:12.986565 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Current status of the port 620fd9d7-cce4-4759-a591-266ae679fb91 is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:48:12.988969 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-a57abc1d-5e17-4057-91c4-18306467be8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (84a3ebcb-bbbf-45c6-ace8-525a3dfbde12), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:48:13.109270 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-a57abc1d-5e17-4057-91c4-18306467be8d None None] Provisioning complete for port c53907d6-b486-48c3-8f88-d1374eee5372 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:48:13.109642 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-a57abc1d-5e17-4057-91c4-18306467be8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (c53907d6-b486-48c3-8f88-d1374eee5372), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:48:13.286812 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device 84a3ebcb-bbbf-45c6-ace8-525a3dfbde12 up at agent ovs-agent-n-d-760453-5 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 21:48:13.360354 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.db_base_plugin_common [None req-9fae1f7a-e12d-4840-88bf-d303cb286357 admin admin] Allocated IP 172.20.0.1 (75008cfc-541e-4da9-bd03-6b81acb2ad74/2c5f53dc-28fc-4664-85fb-646dbe90cf51/bc74d77a-9322-497b-b476-0e7f879f5165) {{(pid=103305) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 21:48:13.363232 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a57abc1d-5e17-4057-91c4-18306467be8d None None] Pushing event updated for resources: {'Port': ['ID=84a3ebcb-bbbf-45c6-ace8-525a3dfbde12,revision_number=5']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:48:13.405274 n-d-760453-5 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-505ef285-dab6-474d-a7de-dbcfd5bfd782 None None] Publish callbacks [] for port (a857852b-2c38-4f43-9be2-17eddac9bbac), precommit_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:48:13.417001 n-d-760453-5 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-505ef285-dab6-474d-a7de-dbcfd5bfd782 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (a857852b-2c38-4f43-9be2-17eddac9bbac), after_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:48:13.489007 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-a57abc1d-5e17-4057-91c4-18306467be8d None None] Current status of the port c53907d6-b486-48c3-8f88-d1374eee5372 is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:48:13.493173 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Provisioning complete for port 84a3ebcb-bbbf-45c6-ace8-525a3dfbde12 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:48:13.493493 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (84a3ebcb-bbbf-45c6-ace8-525a3dfbde12), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:48:13.499350 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 44318) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:48:13.522211 n-d-760453-5 neutron-server[103307]: DEBUG neutron.plugins.ml2.managers [None req-505ef285-dab6-474d-a7de-dbcfd5bfd782 None None] Attempting to bind port a857852b-2c38-4f43-9be2-17eddac9bbac on host n-d-760453-5 for vnic_type normal with profile {{(pid=103307) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 21:48:13.522580 n-d-760453-5 neutron-server[103307]: DEBUG neutron.plugins.ml2.managers [None req-505ef285-dab6-474d-a7de-dbcfd5bfd782 None None] Attempting to bind port a857852b-2c38-4f43-9be2-17eddac9bbac by drivers openvswitch,hyperv on host n-d-760453-5 at level 0 using segments [{'id': 'e17cb353-418f-48b9-b982-21a6233ee99b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299'}] {{(pid=103307) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 26 21:48:13.523080 n-d-760453-5 neutron-server[103307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-505ef285-dab6-474d-a7de-dbcfd5bfd782 None None] Attempting to bind port a857852b-2c38-4f43-9be2-17eddac9bbac on network 4140a1f1-c93a-4bea-83a0-68953a54f299 {{(pid=103307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 21:48:13.530429 n-d-760453-5 neutron-server[103307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-505ef285-dab6-474d-a7de-dbcfd5bfd782 None None] Checking agent: {'id': 'fea0591a-627d-4c87-9a9a-01625ddf3277', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760453-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 20, 55, 25), 'started_at': datetime.datetime(2022, 1, 26, 20, 55, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 21, 47, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760453-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 26 21:48:13.530834 n-d-760453-5 neutron-server[103307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-505ef285-dab6-474d-a7de-dbcfd5bfd782 None None] Checking segment: {'id': 'e17cb353-418f-48b9-b982-21a6233ee99b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103307) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 21:48:13.531203 n-d-760453-5 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-505ef285-dab6-474d-a7de-dbcfd5bfd782 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:48:13.531595 n-d-760453-5 neutron-server[103307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-505ef285-dab6-474d-a7de-dbcfd5bfd782 None None] Bound using segment: {'id': 'e17cb353-418f-48b9-b982-21a6233ee99b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299'} {{(pid=103307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 26 21:48:13.532067 n-d-760453-5 neutron-server[103307]: DEBUG neutron.plugins.ml2.managers [None req-505ef285-dab6-474d-a7de-dbcfd5bfd782 None None] Bound port: a857852b-2c38-4f43-9be2-17eddac9bbac, host: n-d-760453-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e17cb353-418f-48b9-b982-21a6233ee99b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299'}}] {{(pid=103307) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 26 21:48:13.532777 n-d-760453-5 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-505ef285-dab6-474d-a7de-dbcfd5bfd782 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (a857852b-2c38-4f43-9be2-17eddac9bbac), before_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:48:13.588799 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb358bf2-5a0d-47e0-ac26-b0c8337ebc19 None None] Pushing event updated for resources: {'Port': ['ID=a857852b-2c38-4f43-9be2-17eddac9bbac,revision_number=2']} {{(pid=103307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:48:13.627800 n-d-760453-5 neutron-server[103307]: DEBUG neutron.plugins.ml2.db [None req-505ef285-dab6-474d-a7de-dbcfd5bfd782 None None] For port a857852b-2c38-4f43-9be2-17eddac9bbac, host n-d-760453-5, cleared binding levels {{(pid=103307) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 26 21:48:13.627800 n-d-760453-5 neutron-server[103307]: DEBUG neutron.plugins.ml2.db [None req-505ef285-dab6-474d-a7de-dbcfd5bfd782 None None] For port a857852b-2c38-4f43-9be2-17eddac9bbac, host n-d-760453-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=a857852b-2c38-4f43-9be2-17eddac9bbac,segment=NetworkSegment(e17cb353-418f-48b9-b982-21a6233ee99b),segment_id=e17cb353-418f-48b9-b982-21a6233ee99b)] {{(pid=103307) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 26 21:48:13.632883 n-d-760453-5 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-505ef285-dab6-474d-a7de-dbcfd5bfd782 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (a857852b-2c38-4f43-9be2-17eddac9bbac), after_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:48:13.650491 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-9fae1f7a-e12d-4840-88bf-d303cb286357 admin admin] Publish callbacks [] for port (bc74d77a-9322-497b-b476-0e7f879f5165), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:48:13.682941 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-3b1cc4e3-fefb-4644-a7dd-79a149f97422 tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] Publish callbacks [] for security_group (8eb3b1c9-572e-4684-a0b8-0ff73e273367), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:48:13.684375 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Current status of the port 84a3ebcb-bbbf-45c6-ace8-525a3dfbde12 is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:48:13.685524 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device c53907d6-b486-48c3-8f88-d1374eee5372 up at agent ovs-agent-n-d-760453-5 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 21:48:13.706668 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-505ef285-dab6-474d-a7de-dbcfd5bfd782 None None] Routers {'2091faed-df01-4ce6-bfa3-4c333419ecb5'} bound to L3 agent in host n-d-760453-5 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 21:48:13.707627 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-505ef285-dab6-474d-a7de-dbcfd5bfd782 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-26T20:55:21Z,description=,heartbeat_timestamp=2022-01-26T21:47:51Z,host='n-d-760453-5',id=09df100c-3af1-4b0a-bda8-05914c71c458,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:55:21Z,topic='l3_agent')) {'router_ids': ['2091faed-df01-4ce6-bfa3-4c333419ecb5'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:48:13.734534 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-9fae1f7a-e12d-4840-88bf-d303cb286357 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746560234527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11791543'] for port (bc74d77a-9322-497b-b476-0e7f879f5165), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:48:13.744811 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-3b1cc4e3-fefb-4644-a7dd-79a149f97422 tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] Publish callbacks [] for security_group (8eb3b1c9-572e-4684-a0b8-0ff73e273367), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:48:13.798654 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Provisioning complete for port c53907d6-b486-48c3-8f88-d1374eee5372 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:48:13.799292 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (c53907d6-b486-48c3-8f88-d1374eee5372), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:48:13.818355 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fae1f7a-e12d-4840-88bf-d303cb286357 admin admin] Network 75008cfc-541e-4da9-bd03-6b81acb2ad74 is already hosted by enough agents. {{(pid=103305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 21:48:13.822504 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [None req-9fae1f7a-e12d-4840-88bf-d303cb286357 admin admin] Resources bound (agent type, host, resource id): {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:48:13.827126 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fae1f7a-e12d-4840-88bf-d303cb286357 admin admin] Received port after_create {{(pid=103305) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 21:48:13.863946 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_dvr_db [None req-505ef285-dab6-474d-a7de-dbcfd5bfd782 None None] Set router 2091faed-df01-4ce6-bfa3-4c333419ecb5 gateway port host: n-d-760453-5 {{(pid=103307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 21:48:13.886882 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-3b1cc4e3-fefb-4644-a7dd-79a149f97422 tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (8eb3b1c9-572e-4684-a0b8-0ff73e273367), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:48:13.889857 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-3b1cc4e3-fefb-4644-a7dd-79a149f97422 tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] Publish callbacks [] for security_group (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:48:13.899877 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-3b1cc4e3-fefb-4644-a7dd-79a149f97422 tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] 10.222.0.13 "DELETE /v2.0/security-groups/8eb3b1c9-572e-4684-a0b8-0ff73e273367 HTTP/1.1" status: 204 len: 168 time: 0.3994546 Jan 26 21:48:13.919022 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b1cc4e3-fefb-4644-a7dd-79a149f97422 tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8eb3b1c9-572e-4684-a0b8-0ff73e273367,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:48:13.934332 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fae1f7a-e12d-4840-88bf-d303cb286357 admin admin] Pushing event updated for resources: {'Port': ['ID=bc74d77a-9322-497b-b476-0e7f879f5165,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:48:13.959351 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 44326) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:48:13.977796 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-9fae1f7a-e12d-4840-88bf-d303cb286357 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4111050'] for router_interface (2091faed-df01-4ce6-bfa3-4c333419ecb5), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:48:14.059501 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Current status of the port c53907d6-b486-48c3-8f88-d1374eee5372 is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:48:14.217858 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-9fae1f7a-e12d-4840-88bf-d303cb286357 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (bc74d77a-9322-497b-b476-0e7f879f5165), before_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:48:14.321923 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-5d399670-6717-429c-9e86-9fa44a92b9d9 None None] Provisioning complete for port bc74d77a-9322-497b-b476-0e7f879f5165 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:48:14.322297 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-5d399670-6717-429c-9e86-9fa44a92b9d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (bc74d77a-9322-497b-b476-0e7f879f5165), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:48:14.356355 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb358bf2-5a0d-47e0-ac26-b0c8337ebc19 None None] Pushing event updated for resources: {'Port': ['ID=a857852b-2c38-4f43-9be2-17eddac9bbac,revision_number=3']} {{(pid=103307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:48:14.365119 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-5d399670-6717-429c-9e86-9fa44a92b9d9 None None] Port bc74d77a-9322-497b-b476-0e7f879f5165 cannot update to ACTIVE because it is not bound. {{(pid=103306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 26 21:48:14.404765 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-505ef285-dab6-474d-a7de-dbcfd5bfd782 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2091faed-df01-4ce6-bfa3-4c333419ecb5', 'name': 'tempest-TestVolumeBootPattern-977946304-router', 'tenant_id': '39c7464eebcc45b0b32336b596c9006b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'external_fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.225'}], 'enable_snat': True}, 'gw_port_id': 'a857852b-2c38-4f43-9be2-17eddac9bbac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T21:48:07Z', 'updated_at': '2022-01-26T21:48:10Z', 'revision_number': 3, 'project_id': '39c7464eebcc45b0b32336b596c9006b', 'gw_port': {'id': 'a857852b-2c38-4f43-9be2-17eddac9bbac', 'name': '', 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:7e:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2091faed-df01-4ce6-bfa3-4c333419ecb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3946, 'fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:48:09Z', 'updated_at': '2022-01-26T21:48:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-5'}], 'n-d-760453-5', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:48:14.453558 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-505ef285-dab6-474d-a7de-dbcfd5bfd782 None None] The sync data for ids ['2091faed-df01-4ce6-bfa3-4c333419ecb5'] in n-d-760453-5 is: [{'id': '2091faed-df01-4ce6-bfa3-4c333419ecb5', 'name': 'tempest-TestVolumeBootPattern-977946304-router', 'tenant_id': '39c7464eebcc45b0b32336b596c9006b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'external_fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.225'}], 'enable_snat': True}, 'gw_port_id': 'a857852b-2c38-4f43-9be2-17eddac9bbac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T21:48:07Z', 'updated_at': '2022-01-26T21:48:10Z', 'revision_number': 3, 'project_id': '39c7464eebcc45b0b32336b596c9006b', 'gw_port': {'id': 'a857852b-2c38-4f43-9be2-17eddac9bbac', 'name': '', 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:7e:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2091faed-df01-4ce6-bfa3-4c333419ecb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3946, 'fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:48:09Z', 'updated_at': '2022-01-26T21:48:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-5'}] {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 26 21:48:14.480032 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-9fae1f7a-e12d-4840-88bf-d303cb286357 admin admin] Publish callbacks [] for port (bc74d77a-9322-497b-b476-0e7f879f5165), precommit_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:48:14.488404 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-9fae1f7a-e12d-4840-88bf-d303cb286357 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11791520'] for port (bc74d77a-9322-497b-b476-0e7f879f5165), after_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:48:14.559920 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-8ab61fbe-624c-48ab-8044-88a3fd7aa8f2 tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4110657'] for router_interface (b49af1d3-919d-4b53-a892-a676d1bb4b4b), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:48:14.564418 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-9fae1f7a-e12d-4840-88bf-d303cb286357 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3709457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4110682'] for router_interface (2091faed-df01-4ce6-bfa3-4c333419ecb5), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:48:14.566427 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fae1f7a-e12d-4840-88bf-d303cb286357 admin admin] Pushing event updated for resources: {'Port': ['ID=bc74d77a-9322-497b-b476-0e7f879f5165,revision_number=2']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:48:14.680777 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fae1f7a-e12d-4840-88bf-d303cb286357 admin admin] Network 75008cfc-541e-4da9-bd03-6b81acb2ad74 is already hosted by enough agents. {{(pid=103305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 21:48:14.682271 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [None req-9fae1f7a-e12d-4840-88bf-d303cb286357 admin admin] Resources bound (agent type, host, resource id): {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:48:14.939279 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-8ab61fbe-624c-48ab-8044-88a3fd7aa8f2 tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] Deleting port 5839135a-9834-436b-a47b-055ca9a765aa {{(pid=103304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 21:48:14.939640 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-8ab61fbe-624c-48ab-8044-88a3fd7aa8f2 tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746560630878'] for port (5839135a-9834-436b-a47b-055ca9a765aa), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:48:15.022743 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-635034c9-6268-4cd9-853c-42c44583a80e None None] Provisioning complete for port bc74d77a-9322-497b-b476-0e7f879f5165 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:48:15.026202 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-635034c9-6268-4cd9-853c-42c44583a80e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (bc74d77a-9322-497b-b476-0e7f879f5165), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:48:15.108697 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-635034c9-6268-4cd9-853c-42c44583a80e None None] Port bc74d77a-9322-497b-b476-0e7f879f5165 cannot update to ACTIVE because it is not bound. {{(pid=103306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 26 21:48:15.117229 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [None req-8ab61fbe-624c-48ab-8044-88a3fd7aa8f2 tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] For port 5839135a-9834-436b-a47b-055ca9a765aa, host n-d-760453-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=5839135a-9834-436b-a47b-055ca9a765aa,segment=NetworkSegment(22c93a74-c2a1-4562-9e01-a466a4c3c0c2),segment_id=22c93a74-c2a1-4562-9e01-a466a4c3c0c2)] {{(pid=103304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:48:15.118086 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-8ab61fbe-624c-48ab-8044-88a3fd7aa8f2 tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4109658'] for port (5839135a-9834-436b-a47b-055ca9a765aa), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:48:15.145069 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-8ab61fbe-624c-48ab-8044-88a3fd7aa8f2 tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] Calling delete_port for 5839135a-9834-436b-a47b-055ca9a765aa owned by network:router_interface {{(pid=103304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 21:48:15.223092 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9fae1f7a-e12d-4840-88bf-d303cb286357 admin admin] Router 2091faed-df01-4ce6-bfa3-4c333419ecb5 has already been hosted by L3 agent 09df100c-3af1-4b0a-bda8-05914c71c458 {{(pid=103305) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 26 21:48:15.257157 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device 84a3ebcb-bbbf-45c6-ace8-525a3dfbde12 up at agent ovs-agent-n-d-760453-5 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 21:48:15.330755 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Provisioning complete for port 84a3ebcb-bbbf-45c6-ace8-525a3dfbde12 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:48:15.331063 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (84a3ebcb-bbbf-45c6-ace8-525a3dfbde12), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:48:15.381003 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9fae1f7a-e12d-4840-88bf-d303cb286357 admin admin] Notify agent at l3_agent.n-d-760453-5 the message routers_updated {{(pid=103305) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 26 21:48:15.388337 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-9fae1f7a-e12d-4840-88bf-d303cb286357 admin admin] 10.222.0.13 "PUT /v2.0/routers/2091faed-df01-4ce6-bfa3-4c333419ecb5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6690712 Jan 26 21:48:15.403202 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Device 094ec750-33e1-4c70-8ca3-18efe67da65a no longer exists at agent hyperv_n-h2-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 26 21:48:15.440995 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-8ab61fbe-624c-48ab-8044-88a3fd7aa8f2 tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746560636600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746560234536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9281553'] for port (5839135a-9834-436b-a47b-055ca9a765aa), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:48:15.447071 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] No Port match for: 094ec750-33e1-4c70-8ca3-18efe67da65a {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 26 21:48:15.447670 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Device 094ec750-33e1-4c70-8ca3-18efe67da65a not bound to the agent host n-h2-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 26 21:48:15.491533 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab61fbe-624c-48ab-8044-88a3fd7aa8f2 tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] Pushing event deleted for resources: {'Port': ['ID=5839135a-9834-436b-a47b-055ca9a765aa,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:48:15.515211 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Current status of the port 84a3ebcb-bbbf-45c6-ace8-525a3dfbde12 is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:48:15.524884 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device a857852b-2c38-4f43-9be2-17eddac9bbac up at agent ovs-agent-n-d-760453-5 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 21:48:15.617621 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Provisioning complete for port a857852b-2c38-4f43-9be2-17eddac9bbac triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:48:15.625096 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (a857852b-2c38-4f43-9be2-17eddac9bbac), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:48:15.784978 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Current status of the port a857852b-2c38-4f43-9be2-17eddac9bbac is: DOWN; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:48:15.785483 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (a857852b-2c38-4f43-9be2-17eddac9bbac), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:48:15.809797 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] For port a857852b-2c38-4f43-9be2-17eddac9bbac, host n-d-760453-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=a857852b-2c38-4f43-9be2-17eddac9bbac,segment=NetworkSegment(e17cb353-418f-48b9-b982-21a6233ee99b),segment_id=e17cb353-418f-48b9-b982-21a6233ee99b)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:48:15.812110 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-8ab61fbe-624c-48ab-8044-88a3fd7aa8f2 tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3709480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4110805'] for router_interface (b49af1d3-919d-4b53-a892-a676d1bb4b4b), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:48:15.818797 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (a857852b-2c38-4f43-9be2-17eddac9bbac), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:48:15.909215 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Pushing event updated for resources: {'Port': ['ID=a857852b-2c38-4f43-9be2-17eddac9bbac,revision_number=4']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:48:16.376101 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ab61fbe-624c-48ab-8044-88a3fd7aa8f2 tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] Router b49af1d3-919d-4b53-a892-a676d1bb4b4b has already been hosted by L3 agent 09df100c-3af1-4b0a-bda8-05914c71c458 {{(pid=103304) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 26 21:48:16.641543 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ab61fbe-624c-48ab-8044-88a3fd7aa8f2 tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] Notify agent at l3_agent.n-d-760453-5 the message routers_updated {{(pid=103304) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 26 21:48:16.641543 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-8ab61fbe-624c-48ab-8044-88a3fd7aa8f2 tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] 10.222.0.13 "PUT /v2.0/routers/b49af1d3-919d-4b53-a892-a676d1bb4b4b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5896115 Jan 26 21:48:16.641543 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 44358) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:48:16.646061 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdfdb7a4-a324-43a2-a16b-3f33c240985f None None] Sync routers for ids ['b49af1d3-919d-4b53-a892-a676d1bb4b4b'] in n-d-760453-5 {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 26 21:48:16.646061 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdfdb7a4-a324-43a2-a16b-3f33c240985f None None] Routers {'b49af1d3-919d-4b53-a892-a676d1bb4b4b'} bound to L3 agent in host n-d-760453-5 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 21:48:16.646061 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-bdfdb7a4-a324-43a2-a16b-3f33c240985f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-26T20:55:21Z,description=,heartbeat_timestamp=2022-01-26T21:47:51Z,host='n-d-760453-5',id=09df100c-3af1-4b0a-bda8-05914c71c458,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:55:21Z,topic='l3_agent')) {'router_ids': ['b49af1d3-919d-4b53-a892-a676d1bb4b4b'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:48:16.687187 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.db_base_plugin_v2 [None req-706f3863-2584-4e02-9f9b-a6632acc1b98 tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] Deleting subnet 0493aa25-2f9b-48d6-9d5a-ad36370cd8c7 {{(pid=103304) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 26 21:48:16.699926 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-706f3863-2584-4e02-9f9b-a6632acc1b98 tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] Publish callbacks [] for subnet (0493aa25-2f9b-48d6-9d5a-ad36370cd8c7), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:48:16.767496 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-706f3863-2584-4e02-9f9b-a6632acc1b98 tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8881284'] for subnet (0493aa25-2f9b-48d6-9d5a-ad36370cd8c7), precommit_delete_associations {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:48:16.775882 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_dvr_db [None req-bdfdb7a4-a324-43a2-a16b-3f33c240985f None None] Set router b49af1d3-919d-4b53-a892-a676d1bb4b4b gateway port host: n-d-760453-5 {{(pid=103307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 21:48:16.888945 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-706f3863-2584-4e02-9f9b-a6632acc1b98 tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687316'] for subnet (0493aa25-2f9b-48d6-9d5a-ad36370cd8c7), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:48:16.982559 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2027e983-89c2-4778-b07c-41409a422ca9 None None] Sync routers for ids ['2091faed-df01-4ce6-bfa3-4c333419ecb5'] in n-d-760453-5 {{(pid=103306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 26 21:48:16.999157 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-706f3863-2584-4e02-9f9b-a6632acc1b98 tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9281612', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12215216'] for subnet (0493aa25-2f9b-48d6-9d5a-ad36370cd8c7), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:48:17.008288 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2027e983-89c2-4778-b07c-41409a422ca9 None None] Routers {'2091faed-df01-4ce6-bfa3-4c333419ecb5'} bound to L3 agent in host n-d-760453-5 {{(pid=103306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 21:48:17.009303 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-2027e983-89c2-4778-b07c-41409a422ca9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-26T20:55:21Z,description=,heartbeat_timestamp=2022-01-26T21:47:51Z,host='n-d-760453-5',id=09df100c-3af1-4b0a-bda8-05914c71c458,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:55:21Z,topic='l3_agent')) {'router_ids': ['2091faed-df01-4ce6-bfa3-4c333419ecb5'], 'active': True} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:48:17.057085 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-706f3863-2584-4e02-9f9b-a6632acc1b98 tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] Publish callbacks [] for subnet (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:48:17.065496 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-706f3863-2584-4e02-9f9b-a6632acc1b98 tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] 10.222.0.13 "DELETE /v2.0/subnets/0493aa25-2f9b-48d6-9d5a-ad36370cd8c7 HTTP/1.1" status: 204 len: 168 time: 0.5005462 Jan 26 21:48:17.065496 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-706f3863-2584-4e02-9f9b-a6632acc1b98 tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] Pushing event deleted for resources: {'Subnet': ['ID=0493aa25-2f9b-48d6-9d5a-ad36370cd8c7,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:48:17.065851 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 44370) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:48:17.066345 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-bdfdb7a4-a324-43a2-a16b-3f33c240985f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b49af1d3-919d-4b53-a892-a676d1bb4b4b', 'name': 'tempest-TestNetworkBasicOps-router-770983181', 'tenant_id': '97d50071461f4511bd8bef3bc5cf8c61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'external_fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.144'}], 'enable_snat': True}, 'gw_port_id': 'b33a55d4-f7e1-4786-85ed-89159162ae4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T21:45:57Z', 'updated_at': '2022-01-26T21:48:15Z', 'revision_number': 7, 'project_id': '97d50071461f4511bd8bef3bc5cf8c61', 'gw_port': {'id': 'b33a55d4-f7e1-4786-85ed-89159162ae4d', 'name': '', 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:90:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b49af1d3-919d-4b53-a892-a676d1bb4b4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3735, 'fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:45:58Z', 'updated_at': '2022-01-26T21:46:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-5'}], 'n-d-760453-5', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:48:17.094434 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-322b7201-917a-47eb-b6a3-818eab739d1c None None] Network 922fc8ea-5e9f-4e84-8a69-ae9eaae306af requested from n-d-760453-5 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 26 21:48:17.106519 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdfdb7a4-a324-43a2-a16b-3f33c240985f None None] Checking router: b49af1d3-919d-4b53-a892-a676d1bb4b4b for host: n-d-760453-5 {{(pid=103307) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 26 21:48:17.137329 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdfdb7a4-a324-43a2-a16b-3f33c240985f None None] Routers {'b49af1d3-919d-4b53-a892-a676d1bb4b4b'} bound to L3 agent in host n-d-760453-5 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 21:48:17.138433 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-bdfdb7a4-a324-43a2-a16b-3f33c240985f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-26T20:55:21Z,description=,heartbeat_timestamp=2022-01-26T21:47:51Z,host='n-d-760453-5',id=09df100c-3af1-4b0a-bda8-05914c71c458,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:55:21Z,topic='l3_agent')) {'router_ids': ['b49af1d3-919d-4b53-a892-a676d1bb4b4b'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:48:17.283755 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_dvr_db [None req-bdfdb7a4-a324-43a2-a16b-3f33c240985f None None] Set router b49af1d3-919d-4b53-a892-a676d1bb4b4b gateway port host: n-d-760453-5 {{(pid=103307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 21:48:17.302689 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device a857852b-2c38-4f43-9be2-17eddac9bbac up at agent ovs-agent-n-d-760453-5 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 21:48:17.313595 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-8b583525-9eea-410e-ba92-8b701e821e63 tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] Publish callbacks [] for router (b49af1d3-919d-4b53-a892-a676d1bb4b4b), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:48:17.333951 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvr_db [None req-2027e983-89c2-4778-b07c-41409a422ca9 None None] Set router 2091faed-df01-4ce6-bfa3-4c333419ecb5 gateway port host: n-d-760453-5 {{(pid=103306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 21:48:17.462994 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-8b583525-9eea-410e-ba92-8b701e821e63 tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] Publish callbacks [] for router_gateway (b49af1d3-919d-4b53-a892-a676d1bb4b4b), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:48:17.549041 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-8b583525-9eea-410e-ba92-8b701e821e63 tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] Deleting port b33a55d4-f7e1-4786-85ed-89159162ae4d {{(pid=103305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 21:48:17.549704 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-8b583525-9eea-410e-ba92-8b701e821e63 tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746560630878'] for port (b33a55d4-f7e1-4786-85ed-89159162ae4d), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:48:17.571372 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acc6da23-d1b8-4287-b615-76deebc02d71 None None] DHCP port deletion for 922fc8ea-5e9f-4e84-8a69-ae9eaae306af request from n-d-760453-5 {{(pid=103306) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 26 21:48:17.602860 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-bdfdb7a4-a324-43a2-a16b-3f33c240985f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b49af1d3-919d-4b53-a892-a676d1bb4b4b', 'name': 'tempest-TestNetworkBasicOps-router-770983181', 'tenant_id': '97d50071461f4511bd8bef3bc5cf8c61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'external_fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.144'}], 'enable_snat': True}, 'gw_port_id': 'b33a55d4-f7e1-4786-85ed-89159162ae4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T21:45:57Z', 'updated_at': '2022-01-26T21:48:15Z', 'revision_number': 7, 'project_id': '97d50071461f4511bd8bef3bc5cf8c61', 'gw_port': {'id': 'b33a55d4-f7e1-4786-85ed-89159162ae4d', 'name': '', 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:90:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b49af1d3-919d-4b53-a892-a676d1bb4b4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3735, 'fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:45:58Z', 'updated_at': '2022-01-26T21:46:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-5'}], 'n-d-760453-5', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:48:17.637719 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [None req-8b583525-9eea-410e-ba92-8b701e821e63 tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] For port b33a55d4-f7e1-4786-85ed-89159162ae4d, host n-d-760453-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=b33a55d4-f7e1-4786-85ed-89159162ae4d,segment=NetworkSegment(e17cb353-418f-48b9-b982-21a6233ee99b),segment_id=e17cb353-418f-48b9-b982-21a6233ee99b)] {{(pid=103305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:48:17.638514 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-8b583525-9eea-410e-ba92-8b701e821e63 tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4109658'] for port (b33a55d4-f7e1-4786-85ed-89159162ae4d), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:48:17.639441 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdfdb7a4-a324-43a2-a16b-3f33c240985f None None] The sync data for ids ['b49af1d3-919d-4b53-a892-a676d1bb4b4b'] in n-d-760453-5 is: [{'id': 'b49af1d3-919d-4b53-a892-a676d1bb4b4b', 'name': 'tempest-TestNetworkBasicOps-router-770983181', 'tenant_id': '97d50071461f4511bd8bef3bc5cf8c61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'external_fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.144'}], 'enable_snat': True}, 'gw_port_id': 'b33a55d4-f7e1-4786-85ed-89159162ae4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T21:45:57Z', 'updated_at': '2022-01-26T21:48:15Z', 'revision_number': 7, 'project_id': '97d50071461f4511bd8bef3bc5cf8c61', 'gw_port': {'id': 'b33a55d4-f7e1-4786-85ed-89159162ae4d', 'name': '', 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:90:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b49af1d3-919d-4b53-a892-a676d1bb4b4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3735, 'fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:45:58Z', 'updated_at': '2022-01-26T21:46:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-5'}] {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 26 21:48:17.655543 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-8b583525-9eea-410e-ba92-8b701e821e63 tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] Calling delete_port for b33a55d4-f7e1-4786-85ed-89159162ae4d owned by network:router_gateway {{(pid=103305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 21:48:17.684042 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Provisioning complete for port a857852b-2c38-4f43-9be2-17eddac9bbac triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:48:17.684419 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (a857852b-2c38-4f43-9be2-17eddac9bbac), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:48:17.830667 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-acc6da23-d1b8-4287-b615-76deebc02d71 None None] Deleting port b372c931-77e9-4047-8996-86949f3146d9 {{(pid=103306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 21:48:17.830989 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-acc6da23-d1b8-4287-b615-76deebc02d71 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746560630878'] for port (b372c931-77e9-4047-8996-86949f3146d9), before_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:48:17.895055 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-8b583525-9eea-410e-ba92-8b701e821e63 tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746560636600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746560234536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11791543'] for port (b33a55d4-f7e1-4786-85ed-89159162ae4d), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:48:17.999735 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b583525-9eea-410e-ba92-8b701e821e63 tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] Pushing event deleted for resources: {'Port': ['ID=b33a55d4-f7e1-4786-85ed-89159162ae4d,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:48:18.057604 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-8b583525-9eea-410e-ba92-8b701e821e63 tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4111291'] for router_gateway (b49af1d3-919d-4b53-a892-a676d1bb4b4b), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:48:18.096462 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Current status of the port a857852b-2c38-4f43-9be2-17eddac9bbac is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:48:18.132438 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-2027e983-89c2-4778-b07c-41409a422ca9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2091faed-df01-4ce6-bfa3-4c333419ecb5', 'name': 'tempest-TestVolumeBootPattern-977946304-router', 'tenant_id': '39c7464eebcc45b0b32336b596c9006b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'external_fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.225'}], 'enable_snat': True}, 'gw_port_id': 'a857852b-2c38-4f43-9be2-17eddac9bbac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T21:48:07Z', 'updated_at': '2022-01-26T21:48:14Z', 'revision_number': 4, 'project_id': '39c7464eebcc45b0b32336b596c9006b', 'gw_port': {'id': 'a857852b-2c38-4f43-9be2-17eddac9bbac', 'name': '', 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:7e:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2091faed-df01-4ce6-bfa3-4c333419ecb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3946, 'fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:48:09Z', 'updated_at': '2022-01-26T21:48:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-5', '_interfaces': [{'id': 'bc74d77a-9322-497b-b476-0e7f879f5165', 'name': '', 'network_id': '75008cfc-541e-4da9-bd03-6b81acb2ad74', 'tenant_id': '39c7464eebcc45b0b32336b596c9006b', 'mac_address': 'fa:16:3e:c0:0c:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2091faed-df01-4ce6-bfa3-4c333419ecb5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3947, 'fixed_ips': [{'subnet_id': '2c5f53dc-28fc-4664-85fb-646dbe90cf51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:48:12Z', 'updated_at': '2022-01-26T21:48:14Z', 'revision_number': 2, 'project_id': '39c7464eebcc45b0b32336b596c9006b', 'subnets': [{'id': '2c5f53dc-28fc-4664-85fb-646dbe90cf51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760453-5', False) {} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:48:18.180614 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2027e983-89c2-4778-b07c-41409a422ca9 None None] Checking router: 2091faed-df01-4ce6-bfa3-4c333419ecb5 for host: n-d-760453-5 {{(pid=103306) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 26 21:48:18.181231 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2027e983-89c2-4778-b07c-41409a422ca9 None None] Updating router 2091faed-df01-4ce6-bfa3-4c333419ecb5 port bc74d77a-9322-497b-b476-0e7f879f5165 binding host n-d-760453-5 {{(pid=103306) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 26 21:48:18.187089 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-acc6da23-d1b8-4287-b615-76deebc02d71 None None] For port b372c931-77e9-4047-8996-86949f3146d9, host n-d-760453-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=b372c931-77e9-4047-8996-86949f3146d9,segment=NetworkSegment(22c93a74-c2a1-4562-9e01-a466a4c3c0c2),segment_id=22c93a74-c2a1-4562-9e01-a466a4c3c0c2)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:48:18.187769 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-acc6da23-d1b8-4287-b615-76deebc02d71 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4109658'] for port (b372c931-77e9-4047-8996-86949f3146d9), precommit_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:48:18.234846 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-8b583525-9eea-410e-ba92-8b701e821e63 tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4105774', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13082'] for router (b49af1d3-919d-4b53-a892-a676d1bb4b4b), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:48:18.237785 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-8b583525-9eea-410e-ba92-8b701e821e63 tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] Publish callbacks [] for router_controller (b49af1d3-919d-4b53-a892-a676d1bb4b4b), precommit_delete_associations {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:48:18.239931 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-acc6da23-d1b8-4287-b615-76deebc02d71 None None] Calling delete_port for b372c931-77e9-4047-8996-86949f3146d9 owned by network:dhcp {{(pid=103306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 21:48:18.246121 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2027e983-89c2-4778-b07c-41409a422ca9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (bc74d77a-9322-497b-b476-0e7f879f5165), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:48:18.293908 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-8b583525-9eea-410e-ba92-8b701e821e63 tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4105767'] for router (b49af1d3-919d-4b53-a892-a676d1bb4b4b), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:48:18.294709 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b583525-9eea-410e-ba92-8b701e821e63 tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] Fanout notify agent at l3_agent the message router_deleted on router b49af1d3-919d-4b53-a892-a676d1bb4b4b {{(pid=103305) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 26 21:48:18.310174 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-8b583525-9eea-410e-ba92-8b701e821e63 tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] Publish callbacks [] for router (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:48:18.314111 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 44390) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:48:18.314576 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-8b583525-9eea-410e-ba92-8b701e821e63 tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] 10.222.0.13 "DELETE /v2.0/routers/b49af1d3-919d-4b53-a892-a676d1bb4b4b HTTP/1.1" status: 204 len: 168 time: 1.2466452 Jan 26 21:48:18.416226 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-44d628f2-8888-4f2a-b74e-711a3029f303 tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-748181'] for network (922fc8ea-5e9f-4e84-8a69-ae9eaae306af), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:48:18.495798 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-44d628f2-8888-4f2a-b74e-711a3029f303 tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] Deleting port b372c931-77e9-4047-8996-86949f3146d9 {{(pid=103304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 21:48:18.496151 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-44d628f2-8888-4f2a-b74e-711a3029f303 tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746560630878'] for port (b372c931-77e9-4047-8996-86949f3146d9), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:48:18.581778 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [None req-44d628f2-8888-4f2a-b74e-711a3029f303 tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] For port b372c931-77e9-4047-8996-86949f3146d9, host n-d-760453-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=b372c931-77e9-4047-8996-86949f3146d9,segment=NetworkSegment(22c93a74-c2a1-4562-9e01-a466a4c3c0c2),segment_id=22c93a74-c2a1-4562-9e01-a466a4c3c0c2)] {{(pid=103304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:48:18.584397 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-44d628f2-8888-4f2a-b74e-711a3029f303 tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4109658'] for port (b372c931-77e9-4047-8996-86949f3146d9), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:48:18.621841 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-44d628f2-8888-4f2a-b74e-711a3029f303 tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] Calling delete_port for b372c931-77e9-4047-8996-86949f3146d9 owned by network:dhcp {{(pid=103304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 21:48:18.639995 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-acc6da23-d1b8-4287-b615-76deebc02d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746560636600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746560234536'] for port (b372c931-77e9-4047-8996-86949f3146d9), after_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:48:18.682183 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc6da23-d1b8-4287-b615-76deebc02d71 None None] Pushing event deleted for resources: {'Port': ['ID=b372c931-77e9-4047-8996-86949f3146d9,revision_number=None']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:48:18.711281 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acc6da23-d1b8-4287-b615-76deebc02d71 None None] No DVR routers for this DVR port b372c931-77e9-4047-8996-86949f3146d9 on host n-d-760453-5 {{(pid=103306) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 26 21:48:18.756460 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-44d628f2-8888-4f2a-b74e-711a3029f303 tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746560636600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746560234536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9281553'] for port (b372c931-77e9-4047-8996-86949f3146d9), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:48:18.762498 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2027e983-89c2-4778-b07c-41409a422ca9 None None] Publish callbacks [] for port (bc74d77a-9322-497b-b476-0e7f879f5165), precommit_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:48:18.771972 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2027e983-89c2-4778-b07c-41409a422ca9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (bc74d77a-9322-497b-b476-0e7f879f5165), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:48:18.777922 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44d628f2-8888-4f2a-b74e-711a3029f303 tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] No DVR routers for this DVR port b372c931-77e9-4047-8996-86949f3146d9 on host n-d-760453-5 {{(pid=103304) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 26 21:48:18.813896 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d628f2-8888-4f2a-b74e-711a3029f303 tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] Pushing event deleted for resources: {'Port': ['ID=b372c931-77e9-4047-8996-86949f3146d9,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:48:18.904705 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49265768-7caf-48b5-8327-56804eb1747b None None] Pushing event updated for resources: {'Port': ['ID=bc74d77a-9322-497b-b476-0e7f879f5165,revision_number=3']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:48:18.955651 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-44d628f2-8888-4f2a-b74e-711a3029f303 tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-686403', 'neutron.services.segments.db._delete_segments_for_network-8746560774018'] for network (922fc8ea-5e9f-4e84-8a69-ae9eaae306af), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:48:18.982509 n-d-760453-5 neutron-server[103304]: DEBUG neutron.services.segments.db [None req-44d628f2-8888-4f2a-b74e-711a3029f303 tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['922fc8ea-5e9f-4e84-8a69-ae9eaae306af']}} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:48:18.984398 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-1dfe34e6-9723-490d-a332-924e01baffb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (474ccdf7-ab6c-405b-a3b2-dc7b05829902), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:48:18.986348 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-2027e983-89c2-4778-b07c-41409a422ca9 None None] Attempting to bind port bc74d77a-9322-497b-b476-0e7f879f5165 on host n-d-760453-5 for vnic_type normal with profile {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 21:48:18.987052 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-2027e983-89c2-4778-b07c-41409a422ca9 None None] Attempting to bind port bc74d77a-9322-497b-b476-0e7f879f5165 by drivers openvswitch,hyperv on host n-d-760453-5 at level 0 using segments [{'id': 'fa4963e7-b90c-4602-9ab9-dab7d87a491a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '75008cfc-541e-4da9-bd03-6b81acb2ad74'}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 26 21:48:18.987588 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2027e983-89c2-4778-b07c-41409a422ca9 None None] Attempting to bind port bc74d77a-9322-497b-b476-0e7f879f5165 on network 75008cfc-541e-4da9-bd03-6b81acb2ad74 {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 21:48:18.995027 n-d-760453-5 neutron-server[103304]: DEBUG neutron.services.segments.db [None req-44d628f2-8888-4f2a-b74e-711a3029f303 tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '22c93a74-c2a1-4562-9e01-a466a4c3c0c2') {'for_net_delete': True} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:48:18.995332 n-d-760453-5 neutron-server[103304]: DEBUG neutron.services.segments.db [None req-44d628f2-8888-4f2a-b74e-711a3029f303 tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '22c93a74-c2a1-4562-9e01-a466a4c3c0c2') {} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:48:19.000266 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2027e983-89c2-4778-b07c-41409a422ca9 None None] Checking agent: {'id': 'fea0591a-627d-4c87-9a9a-01625ddf3277', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760453-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 20, 55, 25), 'started_at': datetime.datetime(2022, 1, 26, 20, 55, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 21, 47, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760453-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 26 21:48:19.000914 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2027e983-89c2-4778-b07c-41409a422ca9 None None] Checking segment: {'id': 'fa4963e7-b90c-4602-9ab9-dab7d87a491a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '75008cfc-541e-4da9-bd03-6b81acb2ad74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 21:48:19.001433 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2027e983-89c2-4778-b07c-41409a422ca9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:48:19.001901 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2027e983-89c2-4778-b07c-41409a422ca9 None None] Bound using segment: {'id': 'fa4963e7-b90c-4602-9ab9-dab7d87a491a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '75008cfc-541e-4da9-bd03-6b81acb2ad74'} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 26 21:48:19.002464 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-2027e983-89c2-4778-b07c-41409a422ca9 None None] Bound port: bc74d77a-9322-497b-b476-0e7f879f5165, host: n-d-760453-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa4963e7-b90c-4602-9ab9-dab7d87a491a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '75008cfc-541e-4da9-bd03-6b81acb2ad74'}}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 26 21:48:19.002921 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2027e983-89c2-4778-b07c-41409a422ca9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (bc74d77a-9322-497b-b476-0e7f879f5165), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:48:19.007849 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-44d628f2-8888-4f2a-b74e-711a3029f303 tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746560742283', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8881293'] for segment (22c93a74-c2a1-4562-9e01-a466a4c3c0c2), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:48:19.092813 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-2027e983-89c2-4778-b07c-41409a422ca9 None None] For port bc74d77a-9322-497b-b476-0e7f879f5165, host n-d-760453-5, cleared binding levels {{(pid=103306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 26 21:48:19.112738 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-2027e983-89c2-4778-b07c-41409a422ca9 None None] For port bc74d77a-9322-497b-b476-0e7f879f5165, host n-d-760453-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=bc74d77a-9322-497b-b476-0e7f879f5165,segment=NetworkSegment(fa4963e7-b90c-4602-9ab9-dab7d87a491a),segment_id=fa4963e7-b90c-4602-9ab9-dab7d87a491a)] {{(pid=103306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 26 21:48:19.123659 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2027e983-89c2-4778-b07c-41409a422ca9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (bc74d77a-9322-497b-b476-0e7f879f5165), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:48:19.144290 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-44d628f2-8888-4f2a-b74e-711a3029f303 tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576559'] for segment (22c93a74-c2a1-4562-9e01-a466a4c3c0c2), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:48:19.161508 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-44d628f2-8888-4f2a-b74e-711a3029f303 tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] Releasing vlan 593 on physical network physnet1 to pool {{(pid=103304) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 26 21:48:19.162177 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-44d628f2-8888-4f2a-b74e-711a3029f303 tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9281762'] for segment (22c93a74-c2a1-4562-9e01-a466a4c3c0c2), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:48:19.165638 n-d-760453-5 neutron-server[103304]: Traceback (most recent call last): Jan 26 21:48:19.165638 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 26 21:48:19.165638 n-d-760453-5 neutron-server[103304]: timer() Jan 26 21:48:19.165638 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 26 21:48:19.165638 n-d-760453-5 neutron-server[103304]: cb(*args, **kw) Jan 26 21:48:19.165638 n-d-760453-5 neutron-server[103304]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 26 21:48:19.165638 n-d-760453-5 neutron-server[103304]: return func(*args, **kwargs) Jan 26 21:48:19.165638 n-d-760453-5 neutron-server[103304]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 26 21:48:19.165638 n-d-760453-5 neutron-server[103304]: self._notify() Jan 26 21:48:19.165638 n-d-760453-5 neutron-server[103304]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 26 21:48:19.165638 n-d-760453-5 neutron-server[103304]: self.callback(batched_events) Jan 26 21:48:19.165638 n-d-760453-5 neutron-server[103304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 26 21:48:19.165638 n-d-760453-5 neutron-server[103304]: event.method(event) Jan 26 21:48:19.165638 n-d-760453-5 neutron-server[103304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 26 21:48:19.165638 n-d-760453-5 neutron-server[103304]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 26 21:48:19.165638 n-d-760453-5 neutron-server[103304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 26 21:48:19.165638 n-d-760453-5 neutron-server[103304]: aggregate_uuid = self.p_client.list_aggregates( Jan 26 21:48:19.165638 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 26 21:48:19.165638 n-d-760453-5 neutron-server[103304]: return f(self, *a, **k) Jan 26 21:48:19.165638 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 26 21:48:19.165638 n-d-760453-5 neutron-server[103304]: return self._get(url).json() Jan 26 21:48:19.165638 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 26 21:48:19.165638 n-d-760453-5 neutron-server[103304]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 26 21:48:19.165638 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 26 21:48:19.165638 n-d-760453-5 neutron-server[103304]: return self.request(url, 'GET', **kwargs) Jan 26 21:48:19.165638 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 26 21:48:19.165638 n-d-760453-5 neutron-server[103304]: base_url = self.get_endpoint(auth, allow=allow, Jan 26 21:48:19.165638 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 26 21:48:19.165638 n-d-760453-5 neutron-server[103304]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 26 21:48:19.165638 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 26 21:48:19.165638 n-d-760453-5 neutron-server[103304]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 26 21:48:19.165638 n-d-760453-5 neutron-server[103304]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 26 21:48:19.171656 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device b372c931-77e9-4047-8996-86949f3146d9 no longer exists at agent ovs-agent-n-d-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 26 21:48:19.226799 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] No Port match for: b372c931-77e9-4047-8996-86949f3146d9 {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 26 21:48:19.227144 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device b372c931-77e9-4047-8996-86949f3146d9 not bound to the agent host n-d-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 26 21:48:19.227562 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device b33a55d4-f7e1-4786-85ed-89159162ae4d no longer exists at agent ovs-agent-n-d-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 26 21:48:19.253612 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68091a98-93a0-495d-bc3c-21156219726d req-237206c5-5c2e-4566-a654-3c1fcbe7b714 tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:48:19.255260 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-68091a98-93a0-495d-bc3c-21156219726d req-237206c5-5c2e-4566-a654-3c1fcbe7b714 tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] 10.222.0.13 "GET /v2.0/networks?id=e866a34e-1552-4423-ada4-1491d39ac585 HTTP/1.1" status: 200 len: 811 time: 0.3393576 Jan 26 21:48:19.268832 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] No Port match for: b33a55d4-f7e1-4786-85ed-89159162ae4d {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 26 21:48:19.269175 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device b33a55d4-f7e1-4786-85ed-89159162ae4d not bound to the agent host n-d-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 26 21:48:19.269624 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device 5839135a-9834-436b-a47b-055ca9a765aa no longer exists at agent ovs-agent-n-d-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 26 21:48:19.271346 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-72f343b5-3950-44ac-a35d-99549a59d563 None None] Provisioning complete for port bc74d77a-9322-497b-b476-0e7f879f5165 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:48:19.271710 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-72f343b5-3950-44ac-a35d-99549a59d563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (bc74d77a-9322-497b-b476-0e7f879f5165), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:48:19.272767 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-68091a98-93a0-495d-bc3c-21156219726d req-f04ad5ca-0006-4f72-81cc-f5c8da99f0b3 tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] 10.222.0.13 "GET /v2.0/quotas/bc63455dcf49482fa53286dc14f91835 HTTP/1.1" status: 200 len: 375 time: 0.0113323 Jan 26 21:48:19.302926 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2027e983-89c2-4778-b07c-41409a422ca9 None None] Routers {'2091faed-df01-4ce6-bfa3-4c333419ecb5'} bound to L3 agent in host n-d-760453-5 {{(pid=103306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 21:48:19.304087 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-2027e983-89c2-4778-b07c-41409a422ca9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-26T20:55:21Z,description=,heartbeat_timestamp=2022-01-26T21:47:51Z,host='n-d-760453-5',id=09df100c-3af1-4b0a-bda8-05914c71c458,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:55:21Z,topic='l3_agent')) {'router_ids': ['2091faed-df01-4ce6-bfa3-4c333419ecb5'], 'active': True} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:48:19.320906 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-44d628f2-8888-4f2a-b74e-711a3029f303 tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4110931'] for network (922fc8ea-5e9f-4e84-8a69-ae9eaae306af), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:48:19.328223 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-44d628f2-8888-4f2a-b74e-711a3029f303 tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] Publish callbacks [] for network (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:48:19.336593 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-44d628f2-8888-4f2a-b74e-711a3029f303 tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] 10.222.0.13 "DELETE /v2.0/networks/922fc8ea-5e9f-4e84-8a69-ae9eaae306af HTTP/1.1" status: 204 len: 168 time: 1.0204725 Jan 26 21:48:19.362208 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 44418) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:48:19.363733 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49265768-7caf-48b5-8327-56804eb1747b None None] Pushing event updated for resources: {'Port': ['ID=bc74d77a-9322-497b-b476-0e7f879f5165,revision_number=4']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:48:19.378889 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d628f2-8888-4f2a-b74e-711a3029f303 tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] Pushing event deleted for resources: {'Network': ['ID=922fc8ea-5e9f-4e84-8a69-ae9eaae306af,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:48:19.379241 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] No Port match for: 5839135a-9834-436b-a47b-055ca9a765aa {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 26 21:48:19.379819 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device 5839135a-9834-436b-a47b-055ca9a765aa not bound to the agent host n-d-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 26 21:48:19.380146 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-9a81ad9a-0d63-499c-913f-e9f26ae2a96c tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] Request body: {'network': {'name': 'tempest-network-smoke--72216150', 'project_id': '97d50071461f4511bd8bef3bc5cf8c61', 'port_security_enabled': True}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:48:19.402867 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-68091a98-93a0-495d-bc3c-21156219726d req-da47b312-8156-4e86-b5ad-ad2fa641708f tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=bc63455dcf49482fa53286dc14f91835&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1229374 Jan 26 21:48:19.446418 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a81ad9a-0d63-499c-913f-e9f26ae2a96c tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] Made reservation on behalf of 97d50071461f4511bd8bef3bc5cf8c61 for: {'network': 1} {{(pid=103305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 21:48:19.450676 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-9a81ad9a-0d63-499c-913f-e9f26ae2a96c tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for network (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:48:19.499880 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9a81ad9a-0d63-499c-913f-e9f26ae2a96c tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] vlan segment allocate from pool success with {'vlan_id': 558, 'physical_network': 'physnet1'} {{(pid=103305) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 26 21:48:19.509414 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-9a81ad9a-0d63-499c-913f-e9f26ae2a96c tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576559'] for segment (142d4df4-82b3-491e-9d0e-61b8edae363e), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:48:19.510072 n-d-760453-5 neutron-server[103305]: INFO neutron.db.segments_db [None req-9a81ad9a-0d63-499c-913f-e9f26ae2a96c tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] Added segment 142d4df4-82b3-491e-9d0e-61b8edae363e of type vlan for network 6c3cc4b5-a11d-48af-b45e-41ba9c545f81 Jan 26 21:48:19.520737 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvr_db [None req-2027e983-89c2-4778-b07c-41409a422ca9 None None] Set router 2091faed-df01-4ce6-bfa3-4c333419ecb5 gateway port host: n-d-760453-5 {{(pid=103306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 21:48:19.556825 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-9a81ad9a-0d63-499c-913f-e9f26ae2a96c tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746560256871'] for network (6c3cc4b5-a11d-48af-b45e-41ba9c545f81), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:48:19.584566 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-72f343b5-3950-44ac-a35d-99549a59d563 None None] Current status of the port bc74d77a-9322-497b-b476-0e7f879f5165 is: DOWN; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:48:19.584798 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-72f343b5-3950-44ac-a35d-99549a59d563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (bc74d77a-9322-497b-b476-0e7f879f5165), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:48:19.588852 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-68091a98-93a0-495d-bc3c-21156219726d req-5d9c2f5d-028c-4b4f-9af2-e3ff90eb0c94 service neutron] 10.222.0.13 "GET /v2.0/networks/e866a34e-1552-4423-ada4-1491d39ac585?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1846836 Jan 26 21:48:19.596190 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-9a81ad9a-0d63-499c-913f-e9f26ae2a96c tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503'] for network (6c3cc4b5-a11d-48af-b45e-41ba9c545f81), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:48:19.602810 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a81ad9a-0d63-499c-913f-e9f26ae2a96c tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:48:19.603942 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-9a81ad9a-0d63-499c-913f-e9f26ae2a96c tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] Publish callbacks [] for network (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:48:19.668000 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-72f343b5-3950-44ac-a35d-99549a59d563 None None] For port bc74d77a-9322-497b-b476-0e7f879f5165, host n-d-760453-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=bc74d77a-9322-497b-b476-0e7f879f5165,segment=NetworkSegment(fa4963e7-b90c-4602-9ab9-dab7d87a491a),segment_id=fa4963e7-b90c-4602-9ab9-dab7d87a491a)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:48:19.691604 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a81ad9a-0d63-499c-913f-e9f26ae2a96c tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] Pushing event updated for resources: {'Network': ['ID=6c3cc4b5-a11d-48af-b45e-41ba9c545f81,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:48:19.704197 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-72f343b5-3950-44ac-a35d-99549a59d563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (bc74d77a-9322-497b-b476-0e7f879f5165), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:48:19.712213 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Network 6c3cc4b5-a11d-48af-b45e-41ba9c545f81 details requested by agent ovs-agent-n-d-760453-5 with host n-d-760453-5 {{(pid=103306) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 26 21:48:19.717716 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-9a81ad9a-0d63-499c-913f-e9f26ae2a96c tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.3527324 Jan 26 21:48:19.718732 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 44422) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:48:19.726543 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-68091a98-93a0-495d-bc3c-21156219726d req-3636f4b5-1b3e-4d2f-aa2e-7aaa5ebd0f68 service neutron] 10.222.0.13 "GET /v2.0/networks/e866a34e-1552-4423-ada4-1491d39ac585?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1309962 Jan 26 21:48:19.742854 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-f0ada838-886b-439b-ba46-1607829e3623 tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1173112100', 'admin_state_up': True, 'project_id': '97d50071461f4511bd8bef3bc5cf8c61', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299'}}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:48:19.774320 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-f0ada838-886b-439b-ba46-1607829e3623 tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4104596', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13108'] for router (0a20fc88-d082-4a20-bfaa-ee873d9fe781), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:48:19.775666 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-f0ada838-886b-439b-ba46-1607829e3623 tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4105828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4111306', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3733576', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13069'] for router (0a20fc88-d082-4a20-bfaa-ee873d9fe781), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:48:19.861262 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-f0ada838-886b-439b-ba46-1607829e3623 tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] Publish callbacks [] for router_controller (0a20fc88-d082-4a20-bfaa-ee873d9fe781), precommit_add_association {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:48:19.898812 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f343b5-3950-44ac-a35d-99549a59d563 None None] Pushing event updated for resources: {'Port': ['ID=bc74d77a-9322-497b-b476-0e7f879f5165,revision_number=5']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:48:19.914736 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-69adf7db-41c4-4942-951a-529220c18cf1 None None] Provisioning complete for port bc74d77a-9322-497b-b476-0e7f879f5165 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:48:19.914970 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-69adf7db-41c4-4942-951a-529220c18cf1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (bc74d77a-9322-497b-b476-0e7f879f5165), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:48:20.023607 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-2027e983-89c2-4778-b07c-41409a422ca9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2091faed-df01-4ce6-bfa3-4c333419ecb5', 'name': 'tempest-TestVolumeBootPattern-977946304-router', 'tenant_id': '39c7464eebcc45b0b32336b596c9006b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'external_fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.225'}], 'enable_snat': True}, 'gw_port_id': 'a857852b-2c38-4f43-9be2-17eddac9bbac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T21:48:07Z', 'updated_at': '2022-01-26T21:48:14Z', 'revision_number': 4, 'project_id': '39c7464eebcc45b0b32336b596c9006b', 'gw_port': {'id': 'a857852b-2c38-4f43-9be2-17eddac9bbac', 'name': '', 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:7e:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2091faed-df01-4ce6-bfa3-4c333419ecb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3946, 'fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:48:09Z', 'updated_at': '2022-01-26T21:48:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-5', '_interfaces': [{'id': 'bc74d77a-9322-497b-b476-0e7f879f5165', 'name': '', 'network_id': '75008cfc-541e-4da9-bd03-6b81acb2ad74', 'tenant_id': '39c7464eebcc45b0b32336b596c9006b', 'mac_address': 'fa:16:3e:c0:0c:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2091faed-df01-4ce6-bfa3-4c333419ecb5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3947, 'fixed_ips': [{'subnet_id': '2c5f53dc-28fc-4664-85fb-646dbe90cf51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:48:12Z', 'updated_at': '2022-01-26T21:48:19Z', 'revision_number': 4, 'project_id': '39c7464eebcc45b0b32336b596c9006b', 'subnets': [{'id': '2c5f53dc-28fc-4664-85fb-646dbe90cf51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760453-5', False) {} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:48:20.034785 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-f0ada838-886b-439b-ba46-1607829e3623 tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] Publish callbacks [] for router_gateway (0a20fc88-d082-4a20-bfaa-ee873d9fe781), precommit_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:48:20.076596 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2027e983-89c2-4778-b07c-41409a422ca9 None None] The sync data for ids ['2091faed-df01-4ce6-bfa3-4c333419ecb5'] in n-d-760453-5 is: [{'id': '2091faed-df01-4ce6-bfa3-4c333419ecb5', 'name': 'tempest-TestVolumeBootPattern-977946304-router', 'tenant_id': '39c7464eebcc45b0b32336b596c9006b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'external_fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.225'}], 'enable_snat': True}, 'gw_port_id': 'a857852b-2c38-4f43-9be2-17eddac9bbac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T21:48:07Z', 'updated_at': '2022-01-26T21:48:14Z', 'revision_number': 4, 'project_id': '39c7464eebcc45b0b32336b596c9006b', 'gw_port': {'id': 'a857852b-2c38-4f43-9be2-17eddac9bbac', 'name': '', 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:7e:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2091faed-df01-4ce6-bfa3-4c333419ecb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3946, 'fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:48:09Z', 'updated_at': '2022-01-26T21:48:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-5', '_interfaces': [{'id': 'bc74d77a-9322-497b-b476-0e7f879f5165', 'name': '', 'network_id': '75008cfc-541e-4da9-bd03-6b81acb2ad74', 'tenant_id': '39c7464eebcc45b0b32336b596c9006b', 'mac_address': 'fa:16:3e:c0:0c:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2091faed-df01-4ce6-bfa3-4c333419ecb5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3947, 'fixed_ips': [{'subnet_id': '2c5f53dc-28fc-4664-85fb-646dbe90cf51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:48:12Z', 'updated_at': '2022-01-26T21:48:19Z', 'revision_number': 4, 'project_id': '39c7464eebcc45b0b32336b596c9006b', 'subnets': [{'id': '2c5f53dc-28fc-4664-85fb-646dbe90cf51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 26 21:48:20.167385 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-69adf7db-41c4-4942-951a-529220c18cf1 None None] Current status of the port bc74d77a-9322-497b-b476-0e7f879f5165 is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:48:20.188188 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-d1ab7511-536c-40a2-af27-0c9b2fc208db req-92593708-4269-468c-8c21-de5b4e30ca03 tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] 10.222.0.13 "GET /v2.0/ports?device_id=6aff047d-5f34-4c21-95a6-c04ec04b761e HTTP/1.1" status: 200 len: 210 time: 0.0681074 Jan 26 21:48:20.362537 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-f0ada838-886b-439b-ba46-1607829e3623 tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] Publish callbacks [] for router_gateway (0a20fc88-d082-4a20-bfaa-ee873d9fe781), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:48:20.383623 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-f0ada838-886b-439b-ba46-1607829e3623 tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:48:20.525155 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.db_base_plugin_common [None req-f0ada838-886b-439b-ba46-1607829e3623 tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] Allocated IP 172.25.1.48 (4140a1f1-c93a-4bea-83a0-68953a54f299/e48251a1-e30d-4820-8396-00c6f6aeb601/f7a0ad54-002d-4db2-b5ff-7dbe8ab23628) {{(pid=103305) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 21:48:20.653942 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-f0ada838-886b-439b-ba46-1607829e3623 tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] Publish callbacks [] for port (f7a0ad54-002d-4db2-b5ff-7dbe8ab23628), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:48:20.722653 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-f0ada838-886b-439b-ba46-1607829e3623 tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746560234527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11791543'] for port (f7a0ad54-002d-4db2-b5ff-7dbe8ab23628), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:48:20.767533 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0ada838-886b-439b-ba46-1607829e3623 tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] Network 4140a1f1-c93a-4bea-83a0-68953a54f299 is already hosted by enough agents. {{(pid=103305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 21:48:20.772738 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [None req-f0ada838-886b-439b-ba46-1607829e3623 tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] Resources bound (agent type, host, resource id): {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:48:20.779094 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0ada838-886b-439b-ba46-1607829e3623 tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] Received port after_create {{(pid=103305) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 21:48:20.811719 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ada838-886b-439b-ba46-1607829e3623 tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] Pushing event updated for resources: {'Port': ['ID=f7a0ad54-002d-4db2-b5ff-7dbe8ab23628,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:48:21.130208 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device bc74d77a-9322-497b-b476-0e7f879f5165 up at agent ovs-agent-n-d-760453-5 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 21:48:21.159080 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-f0ada838-886b-439b-ba46-1607829e3623 tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] Publish callbacks [] for router_gateway (0a20fc88-d082-4a20-bfaa-ee873d9fe781), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:48:21.298062 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-884f4b54-ca19-4737-8333-4b81fe16bf5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (09df100c-3af1-4b0a-bda8-05914c71c458), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:48:21.302991 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Provisioning complete for port bc74d77a-9322-497b-b476-0e7f879f5165 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:48:21.303456 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (bc74d77a-9322-497b-b476-0e7f879f5165), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:48:21.397646 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-6eda68d0-9693-4e7d-997b-37ee43d66ea7 req-c309e304-1442-45e3-a83a-a225bd5a4b26 tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] 10.222.0.13 "GET /v2.0/ports?device_id=6aff047d-5f34-4c21-95a6-c04ec04b761e HTTP/1.1" status: 200 len: 210 time: 0.0560222 Jan 26 21:48:21.478988 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68091a98-93a0-495d-bc3c-21156219726d req-44b1ad08-f5f2-44ec-8a64-24cca2531570 tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:48:21.487707 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Current status of the port bc74d77a-9322-497b-b476-0e7f879f5165 is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:48:21.487915 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-68091a98-93a0-495d-bc3c-21156219726d req-44b1ad08-f5f2-44ec-8a64-24cca2531570 tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] 10.222.0.57 "GET /v2.0/networks?id=e866a34e-1552-4423-ada4-1491d39ac585 HTTP/1.1" status: 200 len: 811 time: 0.2169147 Jan 26 21:48:21.495671 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [req-68091a98-93a0-495d-bc3c-21156219726d req-b8068165-5c56-462f-8443-df52cd34fce2 tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] Request body: {'port': {'device_id': '6aff047d-5f34-4c21-95a6-c04ec04b761e', 'network_id': 'e866a34e-1552-4423-ada4-1491d39ac585', 'admin_state_up': True, 'tenant_id': 'bc63455dcf49482fa53286dc14f91835'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:48:21.591171 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-f0ada838-886b-439b-ba46-1607829e3623 tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4105757', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4111263'] for router (0a20fc88-d082-4a20-bfaa-ee873d9fe781), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:48:21.697833 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-68091a98-93a0-495d-bc3c-21156219726d req-b8068165-5c56-462f-8443-df52cd34fce2 tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] Made reservation on behalf of bc63455dcf49482fa53286dc14f91835 for: {'port': 1} {{(pid=103304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 21:48:21.701721 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-68091a98-93a0-495d-bc3c-21156219726d req-b8068165-5c56-462f-8443-df52cd34fce2 tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:48:21.794369 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0ada838-886b-439b-ba46-1607829e3623 tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] Router 0a20fc88-d082-4a20-bfaa-ee873d9fe781 is scheduled to L3 agent 09df100c-3af1-4b0a-bda8-05914c71c458 with binding_index 1 {{(pid=103305) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 26 21:48:21.942393 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.db_base_plugin_common [req-68091a98-93a0-495d-bc3c-21156219726d req-b8068165-5c56-462f-8443-df52cd34fce2 tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] Allocated IP 172.20.0.8 (e866a34e-1552-4423-ada4-1491d39ac585/96a6ba37-129e-4936-9d0e-9f67f00a39ac/67d9bb91-5d3e-492f-91b9-764e24df0ac1) {{(pid=103304) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 21:48:21.962491 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0ada838-886b-439b-ba46-1607829e3623 tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] Notify agent at l3_agent.n-d-760453-5 the message routers_updated {{(pid=103305) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 26 21:48:21.972598 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c8f1e88-20dc-429a-9efc-79bdf9141cda None None] Sync routers for ids ['0a20fc88-d082-4a20-bfaa-ee873d9fe781'] in n-d-760453-5 {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 26 21:48:21.984606 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c8f1e88-20dc-429a-9efc-79bdf9141cda None None] Routers {'0a20fc88-d082-4a20-bfaa-ee873d9fe781'} bound to L3 agent in host n-d-760453-5 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 21:48:21.985239 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-4c8f1e88-20dc-429a-9efc-79bdf9141cda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-26T20:55:21Z,description=,heartbeat_timestamp=2022-01-26T21:48:21Z,host='n-d-760453-5',id=09df100c-3af1-4b0a-bda8-05914c71c458,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:55:21Z,topic='l3_agent')) {'router_ids': ['0a20fc88-d082-4a20-bfaa-ee873d9fe781'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:48:21.993791 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-f0ada838-886b-439b-ba46-1607829e3623 tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] Publish callbacks [] for router (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:48:21.999009 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 44472) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:48:21.999867 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-f0ada838-886b-439b-ba46-1607829e3623 tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.2786465 Jan 26 21:48:22.056973 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-e834d9da-09e1-4e73-a061-83a0ecf6651b tempest-TestNetworkBasicOps-1165376115 tempest-TestNetworkBasicOps-1165376115-project-admin] 10.222.0.13 "GET /v2.0/subnets?project_id=97d50071461f4511bd8bef3bc5cf8c61&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0558016 Jan 26 21:48:22.059822 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 44474) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:48:22.155666 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_dvr_db [None req-4c8f1e88-20dc-429a-9efc-79bdf9141cda None None] Set router 0a20fc88-d082-4a20-bfaa-ee873d9fe781 gateway port host: n-d-760453-5 {{(pid=103307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 21:48:22.252362 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-68091a98-93a0-495d-bc3c-21156219726d req-b8068165-5c56-462f-8443-df52cd34fce2 tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] Publish callbacks [] for port (67d9bb91-5d3e-492f-91b9-764e24df0ac1), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:48:22.328981 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-68091a98-93a0-495d-bc3c-21156219726d req-b8068165-5c56-462f-8443-df52cd34fce2 tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746560234527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9281553'] for port (67d9bb91-5d3e-492f-91b9-764e24df0ac1), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:48:22.335045 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-841f5991-a4d8-4d4b-b215-cbc6bab5427b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (aa7ee9d2-08eb-4e12-b895-24c57300dfec), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:48:22.342768 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-654f24da-ec2f-4073-8f62-2048202813e8 tempest-TestNetworkBasicOps-1165376115 tempest-TestNetworkBasicOps-1165376115-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:48:22.344584 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-654f24da-ec2f-4073-8f62-2048202813e8 tempest-TestNetworkBasicOps-1165376115 tempest-TestNetworkBasicOps-1165376115-project-admin] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2837298 Jan 26 21:48:22.347462 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 44480) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:48:22.392647 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-68091a98-93a0-495d-bc3c-21156219726d req-b8068165-5c56-462f-8443-df52cd34fce2 tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] Network e866a34e-1552-4423-ada4-1491d39ac585 is already hosted by enough agents. {{(pid=103304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 21:48:22.400753 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [req-68091a98-93a0-495d-bc3c-21156219726d req-b8068165-5c56-462f-8443-df52cd34fce2 tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] Resources bound (agent type, host, resource id): {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:48:22.419065 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-e1c8c421-5b0f-4b8d-8168-f2e167fd84cd tempest-TestNetworkBasicOps-1165376115 tempest-TestNetworkBasicOps-1165376115-project-admin] 10.222.0.13 "GET /v2.0/subnets?network_id=4140a1f1-c93a-4bea-83a0-68953a54f299&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0677118 Jan 26 21:48:22.425464 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [req-68091a98-93a0-495d-bc3c-21156219726d req-b8068165-5c56-462f-8443-df52cd34fce2 tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] Received port after_create {{(pid=103304) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 21:48:22.429260 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 44484) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:48:22.437395 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-58c500f5-3832-4399-9b1e-b3fd32931549 tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-373394623', 'network_id': '6c3cc4b5-a11d-48af-b45e-41ba9c545f81', 'project_id': '97d50071461f4511bd8bef3bc5cf8c61', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:48:22.498259 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-4c8f1e88-20dc-429a-9efc-79bdf9141cda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a20fc88-d082-4a20-bfaa-ee873d9fe781', 'name': 'tempest-TestNetworkBasicOps-router-1173112100', 'tenant_id': '97d50071461f4511bd8bef3bc5cf8c61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'external_fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.48'}], 'enable_snat': True}, 'gw_port_id': 'f7a0ad54-002d-4db2-b5ff-7dbe8ab23628', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T21:48:19Z', 'updated_at': '2022-01-26T21:48:20Z', 'revision_number': 3, 'project_id': '97d50071461f4511bd8bef3bc5cf8c61', 'gw_port': {'id': 'f7a0ad54-002d-4db2-b5ff-7dbe8ab23628', 'name': '', 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:dc:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a20fc88-d082-4a20-bfaa-ee873d9fe781', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3951, 'fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:48:20Z', 'updated_at': '2022-01-26T21:48:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-5'}], 'n-d-760453-5', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:48:22.518831 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8068165-5c56-462f-8443-df52cd34fce2 tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] Pushing event updated for resources: {'Port': ['ID=67d9bb91-5d3e-492f-91b9-764e24df0ac1,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:48:22.545312 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c8f1e88-20dc-429a-9efc-79bdf9141cda None None] Checking router: 0a20fc88-d082-4a20-bfaa-ee873d9fe781 for host: n-d-760453-5 {{(pid=103307) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 26 21:48:22.545930 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c8f1e88-20dc-429a-9efc-79bdf9141cda None None] Updating router 0a20fc88-d082-4a20-bfaa-ee873d9fe781 port f7a0ad54-002d-4db2-b5ff-7dbe8ab23628 binding host n-d-760453-5 {{(pid=103307) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 26 21:48:22.549747 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.agents_db [None req-569f1ced-6396-4ddf-b79f-e03b0b2146ab None None] Agent healthcheck: found 7 active agents {{(pid=103307) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 26 21:48:22.574365 n-d-760453-5 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-4c8f1e88-20dc-429a-9efc-79bdf9141cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (f7a0ad54-002d-4db2-b5ff-7dbe8ab23628), before_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:48:22.617927 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68091a98-93a0-495d-bc3c-21156219726d req-b8068165-5c56-462f-8443-df52cd34fce2 tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:48:22.618555 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-68091a98-93a0-495d-bc3c-21156219726d req-b8068165-5c56-462f-8443-df52cd34fce2 tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:48:22.672812 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce7cd37-7d4c-4acb-bd80-0dd83664a9ff req-d7bfc985-0c89-4009-9be9-2c6c0ae8ed1a tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:48:22.674573 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-8ce7cd37-7d4c-4acb-bd80-0dd83664a9ff req-d7bfc985-0c89-4009-9be9-2c6c0ae8ed1a tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] 10.222.0.13 "GET /v2.0/ports?device_id=6aff047d-5f34-4c21-95a6-c04ec04b761e HTTP/1.1" status: 200 len: 931 time: 0.1658206 Jan 26 21:48:22.680467 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-68091a98-93a0-495d-bc3c-21156219726d req-b8068165-5c56-462f-8443-df52cd34fce2 tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1889420 Jan 26 21:48:22.716353 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [req-68091a98-93a0-495d-bc3c-21156219726d req-9f3d27db-fcd4-4454-9a9d-2b0797d08619 service neutron] Request body: {'port': {'device_id': '6aff047d-5f34-4c21-95a6-c04ec04b761e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-760453-5'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:48:22.721791 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58c500f5-3832-4399-9b1e-b3fd32931549 tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] Made reservation on behalf of 97d50071461f4511bd8bef3bc5cf8c61 for: {'subnet': 1} {{(pid=103304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 21:48:22.736357 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-58c500f5-3832-4399-9b1e-b3fd32931549 tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12215181'] for subnet (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:48:22.818712 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-158294d2-b1eb-406c-b597-7f42d7424293 None None] Provisioning complete for port 67d9bb91-5d3e-492f-91b9-764e24df0ac1 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:48:22.819364 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-158294d2-b1eb-406c-b597-7f42d7424293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (67d9bb91-5d3e-492f-91b9-764e24df0ac1), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:48:22.884898 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-158294d2-b1eb-406c-b597-7f42d7424293 None None] Port 67d9bb91-5d3e-492f-91b9-764e24df0ac1 cannot update to ACTIVE because it is not bound. {{(pid=103306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 26 21:48:22.890874 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-8ce7cd37-7d4c-4acb-bd80-0dd83664a9ff req-c0576d5d-335f-469d-8fb0-fcf93a3f4084 tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] 10.222.0.13 "GET /v2.0/security-groups?id=fc3c904c-ba97-4f39-a366-73263c07da15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2093124 Jan 26 21:48:22.908029 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-68091a98-93a0-495d-bc3c-21156219726d req-9f3d27db-fcd4-4454-9a9d-2b0797d08619 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (67d9bb91-5d3e-492f-91b9-764e24df0ac1), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:48:22.992264 n-d-760453-5 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-4c8f1e88-20dc-429a-9efc-79bdf9141cda None None] Publish callbacks [] for port (f7a0ad54-002d-4db2-b5ff-7dbe8ab23628), precommit_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:48:22.998182 n-d-760453-5 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-4c8f1e88-20dc-429a-9efc-79bdf9141cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (f7a0ad54-002d-4db2-b5ff-7dbe8ab23628), after_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:48:23.081916 n-d-760453-5 neutron-server[103307]: DEBUG neutron.plugins.ml2.managers [None req-4c8f1e88-20dc-429a-9efc-79bdf9141cda None None] Attempting to bind port f7a0ad54-002d-4db2-b5ff-7dbe8ab23628 on host n-d-760453-5 for vnic_type normal with profile {{(pid=103307) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 21:48:23.081916 n-d-760453-5 neutron-server[103307]: DEBUG neutron.plugins.ml2.managers [None req-4c8f1e88-20dc-429a-9efc-79bdf9141cda None None] Attempting to bind port f7a0ad54-002d-4db2-b5ff-7dbe8ab23628 by drivers openvswitch,hyperv on host n-d-760453-5 at level 0 using segments [{'id': 'e17cb353-418f-48b9-b982-21a6233ee99b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299'}] {{(pid=103307) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 26 21:48:23.082286 n-d-760453-5 neutron-server[103307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c8f1e88-20dc-429a-9efc-79bdf9141cda None None] Attempting to bind port f7a0ad54-002d-4db2-b5ff-7dbe8ab23628 on network 4140a1f1-c93a-4bea-83a0-68953a54f299 {{(pid=103307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 21:48:23.090954 n-d-760453-5 neutron-server[103307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c8f1e88-20dc-429a-9efc-79bdf9141cda None None] Checking agent: {'id': 'fea0591a-627d-4c87-9a9a-01625ddf3277', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760453-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 20, 55, 25), 'started_at': datetime.datetime(2022, 1, 26, 20, 55, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 21, 47, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760453-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 26 21:48:23.091339 n-d-760453-5 neutron-server[103307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c8f1e88-20dc-429a-9efc-79bdf9141cda None None] Checking segment: {'id': 'e17cb353-418f-48b9-b982-21a6233ee99b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103307) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 21:48:23.091751 n-d-760453-5 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-4c8f1e88-20dc-429a-9efc-79bdf9141cda None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:48:23.092883 n-d-760453-5 neutron-server[103307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c8f1e88-20dc-429a-9efc-79bdf9141cda None None] Bound using segment: {'id': 'e17cb353-418f-48b9-b982-21a6233ee99b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299'} {{(pid=103307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 26 21:48:23.093963 n-d-760453-5 neutron-server[103307]: DEBUG neutron.plugins.ml2.managers [None req-4c8f1e88-20dc-429a-9efc-79bdf9141cda None None] Bound port: f7a0ad54-002d-4db2-b5ff-7dbe8ab23628, host: n-d-760453-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e17cb353-418f-48b9-b982-21a6233ee99b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299'}}] {{(pid=103307) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 26 21:48:23.093963 n-d-760453-5 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-4c8f1e88-20dc-429a-9efc-79bdf9141cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (f7a0ad54-002d-4db2-b5ff-7dbe8ab23628), before_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:48:23.097686 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d510024-5772-46c2-97e5-9d5515d441a3 None None] Pushing event updated for resources: {'Port': ['ID=f7a0ad54-002d-4db2-b5ff-7dbe8ab23628,revision_number=2']} {{(pid=103307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:48:23.188301 n-d-760453-5 neutron-server[103307]: DEBUG neutron.plugins.ml2.db [None req-4c8f1e88-20dc-429a-9efc-79bdf9141cda None None] For port f7a0ad54-002d-4db2-b5ff-7dbe8ab23628, host n-d-760453-5, cleared binding levels {{(pid=103307) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 26 21:48:23.189422 n-d-760453-5 neutron-server[103307]: DEBUG neutron.plugins.ml2.db [None req-4c8f1e88-20dc-429a-9efc-79bdf9141cda None None] For port f7a0ad54-002d-4db2-b5ff-7dbe8ab23628, host n-d-760453-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=f7a0ad54-002d-4db2-b5ff-7dbe8ab23628,segment=NetworkSegment(e17cb353-418f-48b9-b982-21a6233ee99b),segment_id=e17cb353-418f-48b9-b982-21a6233ee99b)] {{(pid=103307) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 26 21:48:23.195832 n-d-760453-5 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-4c8f1e88-20dc-429a-9efc-79bdf9141cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (f7a0ad54-002d-4db2-b5ff-7dbe8ab23628), after_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:48:23.200314 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-58c500f5-3832-4399-9b1e-b3fd32931549 tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9285249', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12215227'] for subnet (f3782d9d-f073-45f9-8aac-ebdc2c48dbe8), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:48:23.232495 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (4d619873-4b60-439f-9b5a-b155dc8bbc34), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:48:23.248182 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c8f1e88-20dc-429a-9efc-79bdf9141cda None None] Routers {'0a20fc88-d082-4a20-bfaa-ee873d9fe781'} bound to L3 agent in host n-d-760453-5 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 21:48:23.248813 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-4c8f1e88-20dc-429a-9efc-79bdf9141cda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-26T20:55:21Z,description=,heartbeat_timestamp=2022-01-26T21:48:21Z,host='n-d-760453-5',id=09df100c-3af1-4b0a-bda8-05914c71c458,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:55:21Z,topic='l3_agent')) {'router_ids': ['0a20fc88-d082-4a20-bfaa-ee873d9fe781'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:48:23.319862 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d510024-5772-46c2-97e5-9d5515d441a3 None None] Pushing event updated for resources: {'Port': ['ID=f7a0ad54-002d-4db2-b5ff-7dbe8ab23628,revision_number=3']} {{(pid=103307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:48:23.322813 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c500f5-3832-4399-9b1e-b3fd32931549 tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] Pushing event updated for resources: {'Subnet': ['ID=f3782d9d-f073-45f9-8aac-ebdc2c48dbe8,revision_number=0']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:48:23.336003 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58c500f5-3832-4399-9b1e-b3fd32931549 tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] Checking segment: {'id': '142d4df4-82b3-491e-9d0e-61b8edae363e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '6c3cc4b5-a11d-48af-b45e-41ba9c545f81'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103304) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 21:48:23.336373 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58c500f5-3832-4399-9b1e-b3fd32931549 tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] Network hostable DHCP agents. Network: 6c3cc4b5-a11d-48af-b45e-41ba9c545f81, hostable agents: ['474ccdf7-ab6c-405b-a3b2-dc7b05829902'], hosted agents: [] {{(pid=103304) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 26 21:48:23.407813 n-d-760453-5 neutron-server[103304]: DEBUG neutron.notifiers.nova [req-68091a98-93a0-495d-bc3c-21156219726d req-9f3d27db-fcd4-4454-9a9d-2b0797d08619 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 67d9bb91-5d3e-492f-91b9-764e24df0ac1 {{(pid=103304) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 26 21:48:23.418167 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-68091a98-93a0-495d-bc3c-21156219726d req-9f3d27db-fcd4-4454-9a9d-2b0797d08619 service neutron] Publish callbacks [] for port (67d9bb91-5d3e-492f-91b9-764e24df0ac1), precommit_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:48:23.440583 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.provisioning_blocks [req-68091a98-93a0-495d-bc3c-21156219726d req-9f3d27db-fcd4-4454-9a9d-2b0797d08619 service neutron] Transition to ACTIVE for port object 67d9bb91-5d3e-492f-91b9-764e24df0ac1 will not be triggered until provisioned by entity L2. {{(pid=103304) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 21:48:23.457168 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-68091a98-93a0-495d-bc3c-21156219726d req-9f3d27db-fcd4-4454-9a9d-2b0797d08619 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9281542'] for port (67d9bb91-5d3e-492f-91b9-764e24df0ac1), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:48:23.498039 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58c500f5-3832-4399-9b1e-b3fd32931549 tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] Network 6c3cc4b5-a11d-48af-b45e-41ba9c545f81 is scheduled to be hosted by DHCP agent 474ccdf7-ab6c-405b-a3b2-dc7b05829902 with binding_index 1 {{(pid=103304) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 26 21:48:23.547726 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [None req-58c500f5-3832-4399-9b1e-b3fd32931549 tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760453-5, 6c3cc4b5-a11d-48af-b45e-41ba9c545f81) {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:48:23.561477 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58c500f5-3832-4399-9b1e-b3fd32931549 tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:48:23.564484 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-58c500f5-3832-4399-9b1e-b3fd32931549 tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] Publish callbacks [] for subnet (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:48:23.579179 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_dvr_db [None req-4c8f1e88-20dc-429a-9efc-79bdf9141cda None None] Set router 0a20fc88-d082-4a20-bfaa-ee873d9fe781 gateway port host: n-d-760453-5 {{(pid=103307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 21:48:23.599559 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b7ca0de-f240-4499-bfa0-552016daddbb None None] Network 6c3cc4b5-a11d-48af-b45e-41ba9c545f81 requested from n-d-760453-5 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 26 21:48:23.642275 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3d27db-fcd4-4454-9a9d-2b0797d08619 service neutron] Pushing event updated for resources: {'Port': ['ID=67d9bb91-5d3e-492f-91b9-764e24df0ac1,revision_number=2']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:48:23.698166 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-58c500f5-3832-4399-9b1e-b3fd32931549 tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.2662678 Jan 26 21:48:23.700777 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 44500) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:48:23.875697 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c2b0f39-2186-4bbb-b0f3-6b3fd5d897c2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3c4099e8-8ffb-51d1-af7f-5868973e933f-6c3cc4b5-a11d-48af-b45e-41ba9c545f81', 'network_id': '6c3cc4b5-a11d-48af-b45e-41ba9c545f81', 'project_id': '97d50071461f4511bd8bef3bc5cf8c61', 'fixed_ips': [{'subnet_id': 'f3782d9d-f073-45f9-8aac-ebdc2c48dbe8'}]}} from n-d-760453-5. {{(pid=103306) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 26 21:48:23.876647 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-9c2b0f39-2186-4bbb-b0f3-6b3fd5d897c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (None), before_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:48:23.897999 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [req-68091a98-93a0-495d-bc3c-21156219726d req-9f3d27db-fcd4-4454-9a9d-2b0797d08619 service neutron] Attempting to bind port 67d9bb91-5d3e-492f-91b9-764e24df0ac1 on host n-h2-760453-5 for vnic_type normal with profile {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 21:48:23.902648 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [req-68091a98-93a0-495d-bc3c-21156219726d req-9f3d27db-fcd4-4454-9a9d-2b0797d08619 service neutron] Attempting to bind port 67d9bb91-5d3e-492f-91b9-764e24df0ac1 by drivers openvswitch,hyperv on host n-h2-760453-5 at level 0 using segments [{'id': '9a2f9f82-c041-418b-a55c-16c7f60d3f23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'e866a34e-1552-4423-ada4-1491d39ac585'}] {{(pid=103304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 26 21:48:23.903249 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68091a98-93a0-495d-bc3c-21156219726d req-9f3d27db-fcd4-4454-9a9d-2b0797d08619 service neutron] Attempting to bind port 67d9bb91-5d3e-492f-91b9-764e24df0ac1 on network e866a34e-1552-4423-ada4-1491d39ac585 {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 21:48:23.920239 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68091a98-93a0-495d-bc3c-21156219726d req-9f3d27db-fcd4-4454-9a9d-2b0797d08619 service neutron] Port 67d9bb91-5d3e-492f-91b9-764e24df0ac1 on network e866a34e-1552-4423-ada4-1491d39ac585 not bound, no agent of type Open vSwitch agent registered on host n-h2-760453-5 {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 26 21:48:23.920746 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68091a98-93a0-495d-bc3c-21156219726d req-9f3d27db-fcd4-4454-9a9d-2b0797d08619 service neutron] Attempting to bind port 67d9bb91-5d3e-492f-91b9-764e24df0ac1 on network e866a34e-1552-4423-ada4-1491d39ac585 {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 21:48:23.930357 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68091a98-93a0-495d-bc3c-21156219726d req-9f3d27db-fcd4-4454-9a9d-2b0797d08619 service neutron] Checking agent: {'id': '4d619873-4b60-439f-9b5a-b155dc8bbc34', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-760453-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 21, 2, 53), 'started_at': datetime.datetime(2022, 1, 26, 21, 2, 53), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 21, 48, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 26 21:48:23.930949 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68091a98-93a0-495d-bc3c-21156219726d req-9f3d27db-fcd4-4454-9a9d-2b0797d08619 service neutron] Checking segment: {'id': '9a2f9f82-c041-418b-a55c-16c7f60d3f23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'e866a34e-1552-4423-ada4-1491d39ac585'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103304) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 21:48:23.931508 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68091a98-93a0-495d-bc3c-21156219726d req-9f3d27db-fcd4-4454-9a9d-2b0797d08619 service neutron] Bound using segment: {'id': '9a2f9f82-c041-418b-a55c-16c7f60d3f23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'e866a34e-1552-4423-ada4-1491d39ac585'} {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 26 21:48:23.932240 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [req-68091a98-93a0-495d-bc3c-21156219726d req-9f3d27db-fcd4-4454-9a9d-2b0797d08619 service neutron] Bound port: 67d9bb91-5d3e-492f-91b9-764e24df0ac1, host: n-h2-760453-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9a2f9f82-c041-418b-a55c-16c7f60d3f23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'e866a34e-1552-4423-ada4-1491d39ac585'}}] {{(pid=103304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 26 21:48:23.933430 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-68091a98-93a0-495d-bc3c-21156219726d req-9f3d27db-fcd4-4454-9a9d-2b0797d08619 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (67d9bb91-5d3e-492f-91b9-764e24df0ac1), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:48:24.011513 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-4c8f1e88-20dc-429a-9efc-79bdf9141cda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a20fc88-d082-4a20-bfaa-ee873d9fe781', 'name': 'tempest-TestNetworkBasicOps-router-1173112100', 'tenant_id': '97d50071461f4511bd8bef3bc5cf8c61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'external_fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.48'}], 'enable_snat': True}, 'gw_port_id': 'f7a0ad54-002d-4db2-b5ff-7dbe8ab23628', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T21:48:19Z', 'updated_at': '2022-01-26T21:48:20Z', 'revision_number': 3, 'project_id': '97d50071461f4511bd8bef3bc5cf8c61', 'gw_port': {'id': 'f7a0ad54-002d-4db2-b5ff-7dbe8ab23628', 'name': '', 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:dc:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a20fc88-d082-4a20-bfaa-ee873d9fe781', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3951, 'fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:48:20Z', 'updated_at': '2022-01-26T21:48:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-5'}], 'n-d-760453-5', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:48:24.075532 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c8f1e88-20dc-429a-9efc-79bdf9141cda None None] The sync data for ids ['0a20fc88-d082-4a20-bfaa-ee873d9fe781'] in n-d-760453-5 is: [{'id': '0a20fc88-d082-4a20-bfaa-ee873d9fe781', 'name': 'tempest-TestNetworkBasicOps-router-1173112100', 'tenant_id': '97d50071461f4511bd8bef3bc5cf8c61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'external_fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.48'}], 'enable_snat': True}, 'gw_port_id': 'f7a0ad54-002d-4db2-b5ff-7dbe8ab23628', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T21:48:19Z', 'updated_at': '2022-01-26T21:48:20Z', 'revision_number': 3, 'project_id': '97d50071461f4511bd8bef3bc5cf8c61', 'gw_port': {'id': 'f7a0ad54-002d-4db2-b5ff-7dbe8ab23628', 'name': '', 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:dc:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a20fc88-d082-4a20-bfaa-ee873d9fe781', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3951, 'fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:48:20Z', 'updated_at': '2022-01-26T21:48:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-5'}] {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 26 21:48:24.164455 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [req-68091a98-93a0-495d-bc3c-21156219726d req-9f3d27db-fcd4-4454-9a9d-2b0797d08619 service neutron] For port 67d9bb91-5d3e-492f-91b9-764e24df0ac1, host n-h2-760453-5, cleared binding levels {{(pid=103304) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 26 21:48:24.169211 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [req-68091a98-93a0-495d-bc3c-21156219726d req-9f3d27db-fcd4-4454-9a9d-2b0797d08619 service neutron] For port 67d9bb91-5d3e-492f-91b9-764e24df0ac1, host n-h2-760453-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-5',level=0,port_id=67d9bb91-5d3e-492f-91b9-764e24df0ac1,segment=NetworkSegment(9a2f9f82-c041-418b-a55c-16c7f60d3f23),segment_id=9a2f9f82-c041-418b-a55c-16c7f60d3f23)] {{(pid=103304) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 26 21:48:24.178720 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9833023d-b80c-4343-945d-ad4b9daf9245 req-e049ad80-c687-4242-8573-ee14dd1b106e tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:48:24.180315 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-9833023d-b80c-4343-945d-ad4b9daf9245 req-e049ad80-c687-4242-8573-ee14dd1b106e tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] 10.222.0.13 "GET /v2.0/ports?device_id=6aff047d-5f34-4c21-95a6-c04ec04b761e HTTP/1.1" status: 200 len: 943 time: 0.1407590 Jan 26 21:48:24.203176 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-68091a98-93a0-495d-bc3c-21156219726d req-9f3d27db-fcd4-4454-9a9d-2b0797d08619 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9281542'] for port (67d9bb91-5d3e-492f-91b9-764e24df0ac1), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:48:24.225317 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.db_base_plugin_common [None req-9c2b0f39-2186-4bbb-b0f3-6b3fd5d897c2 None None] Allocated IP 172.20.0.2 (6c3cc4b5-a11d-48af-b45e-41ba9c545f81/f3782d9d-f073-45f9-8aac-ebdc2c48dbe8/3688b04a-7350-48ed-858e-177c0f1712ce) {{(pid=103306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 21:48:24.295495 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68091a98-93a0-495d-bc3c-21156219726d req-9f3d27db-fcd4-4454-9a9d-2b0797d08619 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:48:24.296123 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-68091a98-93a0-495d-bc3c-21156219726d req-9f3d27db-fcd4-4454-9a9d-2b0797d08619 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:48:24.298232 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-68091a98-93a0-495d-bc3c-21156219726d req-9f3d27db-fcd4-4454-9a9d-2b0797d08619 service neutron] 10.222.0.57 "PUT /v2.0/ports/67d9bb91-5d3e-492f-91b9-764e24df0ac1 HTTP/1.1" status: 200 len: 1091 time: 1.5878749 Jan 26 21:48:24.314114 n-d-760453-5 neutron-server[103304]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6aff047d-5f34-4c21-95a6-c04ec04b761e', 'tag': '67d9bb91-5d3e-492f-91b9-764e24df0ac1'}] {{(pid=103304) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 21:48:24.319562 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d52b45f1943fcd332af9527eb73ff93c8d715d44383a3f6d18de73b4cfcf87b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8b6f0e1-27ec-4587-91bc-51f34bd6abdb" -d '{"events": [{"name": "network-changed", "server_uuid": "6aff047d-5f34-4c21-95a6-c04ec04b761e", "tag": "67d9bb91-5d3e-492f-91b9-764e24df0ac1"}]}' {{(pid=103304) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 21:48:24.433011 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-9c2b0f39-2186-4bbb-b0f3-6b3fd5d897c2 None None] Publish callbacks [] for port (3688b04a-7350-48ed-858e-177c0f1712ce), precommit_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:48:24.450983 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 26 Jan 2022 21:48:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29cef81a-b35c-4b80-ae5c-1d480b4559f1 x-openstack-request-id: req-29cef81a-b35c-4b80-ae5c-1d480b4559f1 {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 21:48:24.450983 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6aff047d-5f34-4c21-95a6-c04ec04b761e", "tag": "67d9bb91-5d3e-492f-91b9-764e24df0ac1", "status": "completed", "code": 200}]} {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 21:48:24.450983 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-29cef81a-b35c-4b80-ae5c-1d480b4559f1 {{(pid=103304) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 21:48:24.451683 n-d-760453-5 neutron-server[103304]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6aff047d-5f34-4c21-95a6-c04ec04b761e', 'tag': '67d9bb91-5d3e-492f-91b9-764e24df0ac1', 'status': 'completed', 'code': 200} Jan 26 21:48:24.459876 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-9c2b0f39-2186-4bbb-b0f3-6b3fd5d897c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746560234527'] for port (3688b04a-7350-48ed-858e-177c0f1712ce), after_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:48:24.518585 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3d27db-fcd4-4454-9a9d-2b0797d08619 service neutron] Pushing event updated for resources: {'Port': ['ID=67d9bb91-5d3e-492f-91b9-764e24df0ac1,revision_number=3']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:48:24.566590 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-839dd188-ec69-470c-9ab0-d318dc1a2e96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (e79b4fc6-6c71-44b2-a6d0-ff3e1f4dfd0d), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:48:24.573888 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-9833023d-b80c-4343-945d-ad4b9daf9245 req-371fe38c-c3cf-4244-8cb1-36d2b24f9444 tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] 10.222.0.13 "GET /v2.0/security-groups?id=fc3c904c-ba97-4f39-a366-73263c07da15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3795507 Jan 26 21:48:24.585913 n-d-760453-5 neutron-server[103306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c2b0f39-2186-4bbb-b0f3-6b3fd5d897c2 None None] Network 6c3cc4b5-a11d-48af-b45e-41ba9c545f81 is already hosted by enough agents. {{(pid=103306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 21:48:24.600189 n-d-760453-5 neutron-server[103306]: DEBUG neutron.scheduler.base_scheduler [None req-9c2b0f39-2186-4bbb-b0f3-6b3fd5d897c2 None None] Resources bound (agent type, host, resource id): {{(pid=103306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:48:24.612541 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c2b0f39-2186-4bbb-b0f3-6b3fd5d897c2 None None] Received port after_create {{(pid=103306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 21:48:24.629662 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68091a98-93a0-495d-bc3c-21156219726d req-9677db87-e9c3-4963-889f-7b65fbc1f1f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:48:24.631195 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-68091a98-93a0-495d-bc3c-21156219726d req-9677db87-e9c3-4963-889f-7b65fbc1f1f2 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=bc63455dcf49482fa53286dc14f91835&device_id=6aff047d-5f34-4c21-95a6-c04ec04b761e HTTP/1.1" status: 200 len: 1094 time: 0.2270267 Jan 26 21:48:24.638658 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c2b0f39-2186-4bbb-b0f3-6b3fd5d897c2 None None] Pushing event updated for resources: {'Port': ['ID=3688b04a-7350-48ed-858e-177c0f1712ce,revision_number=1']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:48:24.737134 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-68091a98-93a0-495d-bc3c-21156219726d req-6b957d07-c06d-4d70-b165-8cd9e1c4b7ce service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=67d9bb91-5d3e-492f-91b9-764e24df0ac1 HTTP/1.1" status: 200 len: 217 time: 0.0968192 Jan 26 21:48:24.737803 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-9c2b0f39-2186-4bbb-b0f3-6b3fd5d897c2 None None] Attempting to bind port 3688b04a-7350-48ed-858e-177c0f1712ce on host n-d-760453-5 for vnic_type normal with profile {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 21:48:24.738295 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-9c2b0f39-2186-4bbb-b0f3-6b3fd5d897c2 None None] Attempting to bind port 3688b04a-7350-48ed-858e-177c0f1712ce by drivers openvswitch,hyperv on host n-d-760453-5 at level 0 using segments [{'id': '142d4df4-82b3-491e-9d0e-61b8edae363e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '6c3cc4b5-a11d-48af-b45e-41ba9c545f81'}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 26 21:48:24.738797 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c2b0f39-2186-4bbb-b0f3-6b3fd5d897c2 None None] Attempting to bind port 3688b04a-7350-48ed-858e-177c0f1712ce on network 6c3cc4b5-a11d-48af-b45e-41ba9c545f81 {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 21:48:24.764730 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c2b0f39-2186-4bbb-b0f3-6b3fd5d897c2 None None] Checking agent: {'id': 'fea0591a-627d-4c87-9a9a-01625ddf3277', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760453-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 20, 55, 25), 'started_at': datetime.datetime(2022, 1, 26, 20, 55, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 21, 47, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760453-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 26 21:48:24.765325 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c2b0f39-2186-4bbb-b0f3-6b3fd5d897c2 None None] Checking segment: {'id': '142d4df4-82b3-491e-9d0e-61b8edae363e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '6c3cc4b5-a11d-48af-b45e-41ba9c545f81'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 21:48:24.765840 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-9c2b0f39-2186-4bbb-b0f3-6b3fd5d897c2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:48:24.766791 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c2b0f39-2186-4bbb-b0f3-6b3fd5d897c2 None None] Bound using segment: {'id': '142d4df4-82b3-491e-9d0e-61b8edae363e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '6c3cc4b5-a11d-48af-b45e-41ba9c545f81'} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 26 21:48:24.767857 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-9c2b0f39-2186-4bbb-b0f3-6b3fd5d897c2 None None] Bound port: 3688b04a-7350-48ed-858e-177c0f1712ce, host: n-d-760453-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '142d4df4-82b3-491e-9d0e-61b8edae363e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '6c3cc4b5-a11d-48af-b45e-41ba9c545f81'}}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 26 21:48:24.772899 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-9c2b0f39-2186-4bbb-b0f3-6b3fd5d897c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (3688b04a-7350-48ed-858e-177c0f1712ce), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:48:24.816946 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-b45221ae-e91f-49b4-8c0f-75c38278788c tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:48:24.843916 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68091a98-93a0-495d-bc3c-21156219726d req-b6973120-d45f-440f-88dd-8c2d888939d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:48:24.858398 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-68091a98-93a0-495d-bc3c-21156219726d req-b6973120-d45f-440f-88dd-8c2d888939d9 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=96a6ba37-129e-4936-9d0e-9f67f00a39ac HTTP/1.1" status: 200 len: 850 time: 0.1025887 Jan 26 21:48:24.940118 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-9c2b0f39-2186-4bbb-b0f3-6b3fd5d897c2 None None] For port 3688b04a-7350-48ed-858e-177c0f1712ce, host n-d-760453-5, cleared binding levels {{(pid=103306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 26 21:48:24.944670 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-9c2b0f39-2186-4bbb-b0f3-6b3fd5d897c2 None None] For port 3688b04a-7350-48ed-858e-177c0f1712ce, host n-d-760453-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=3688b04a-7350-48ed-858e-177c0f1712ce,segment=NetworkSegment(142d4df4-82b3-491e-9d0e-61b8edae363e),segment_id=142d4df4-82b3-491e-9d0e-61b8edae363e)] {{(pid=103306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 26 21:48:24.949838 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68091a98-93a0-495d-bc3c-21156219726d req-81194e27-d39c-44ab-a50e-7855fe6083e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:48:24.952303 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-68091a98-93a0-495d-bc3c-21156219726d req-81194e27-d39c-44ab-a50e-7855fe6083e8 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=e866a34e-1552-4423-ada4-1491d39ac585&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0928102 Jan 26 21:48:24.953864 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-9c2b0f39-2186-4bbb-b0f3-6b3fd5d897c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (3688b04a-7350-48ed-858e-177c0f1712ce), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:48:25.100494 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c2b0f39-2186-4bbb-b0f3-6b3fd5d897c2 None None] Pushing event updated for resources: {'Port': ['ID=3688b04a-7350-48ed-858e-177c0f1712ce,revision_number=2']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:48:25.238198 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-68091a98-93a0-495d-bc3c-21156219726d req-789e2906-d76e-4cc6-b744-964e7baa1223 service neutron] 10.222.0.57 "GET /v2.0/networks/e866a34e-1552-4423-ada4-1491d39ac585?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2781971 Jan 26 21:48:25.280223 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device f7a0ad54-002d-4db2-b5ff-7dbe8ab23628 up at agent ovs-agent-n-d-760453-5 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 21:48:25.393119 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (fea0591a-627d-4c87-9a9a-01625ddf3277), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:48:25.449732 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-68091a98-93a0-495d-bc3c-21156219726d req-518e3ca9-1e50-40c1-bd05-37517f93e4bf service neutron] 10.222.0.57 "GET /v2.0/networks/e866a34e-1552-4423-ada4-1491d39ac585?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2023039 Jan 26 21:48:25.506513 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Provisioning complete for port f7a0ad54-002d-4db2-b5ff-7dbe8ab23628 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:48:25.518311 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (f7a0ad54-002d-4db2-b5ff-7dbe8ab23628), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:48:25.581371 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b6f0e1-27ec-4587-91bc-51f34bd6abdb req-9686ff81-8499-4376-b689-48c39a6c46e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:48:25.583594 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-a8b6f0e1-27ec-4587-91bc-51f34bd6abdb req-9686ff81-8499-4376-b689-48c39a6c46e5 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=bc63455dcf49482fa53286dc14f91835&device_id=6aff047d-5f34-4c21-95a6-c04ec04b761e HTTP/1.1" status: 200 len: 1094 time: 0.0758166 Jan 26 21:48:25.777383 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Current status of the port f7a0ad54-002d-4db2-b5ff-7dbe8ab23628 is: DOWN; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:48:25.777844 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (f7a0ad54-002d-4db2-b5ff-7dbe8ab23628), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:48:25.839351 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] For port f7a0ad54-002d-4db2-b5ff-7dbe8ab23628, host n-d-760453-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=f7a0ad54-002d-4db2-b5ff-7dbe8ab23628,segment=NetworkSegment(e17cb353-418f-48b9-b982-21a6233ee99b),segment_id=e17cb353-418f-48b9-b982-21a6233ee99b)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:48:25.845139 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (f7a0ad54-002d-4db2-b5ff-7dbe8ab23628), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:48:25.893612 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b6f0e1-27ec-4587-91bc-51f34bd6abdb req-7398cea1-d662-4b8e-a1b7-23bc23f200be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:48:25.898410 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-a8b6f0e1-27ec-4587-91bc-51f34bd6abdb req-7398cea1-d662-4b8e-a1b7-23bc23f200be service neutron] 10.222.0.57 "GET /v2.0/networks?id=e866a34e-1552-4423-ada4-1491d39ac585 HTTP/1.1" status: 200 len: 912 time: 0.2902725 Jan 26 21:48:25.937732 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.db_base_plugin_common [None req-b45221ae-e91f-49b4-8c0f-75c38278788c tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] Allocated IP 172.20.0.1 (6c3cc4b5-a11d-48af-b45e-41ba9c545f81/f3782d9d-f073-45f9-8aac-ebdc2c48dbe8/81c964b2-ad8f-49c9-88df-966fc1c4a0dc) {{(pid=103305) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 21:48:25.953337 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Pushing event updated for resources: {'Port': ['ID=f7a0ad54-002d-4db2-b5ff-7dbe8ab23628,revision_number=4']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:48:25.979229 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-a8b6f0e1-27ec-4587-91bc-51f34bd6abdb req-13399956-44ca-4c76-99e9-2dffc6f27fe2 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=67d9bb91-5d3e-492f-91b9-764e24df0ac1 HTTP/1.1" status: 200 len: 217 time: 0.0720258 Jan 26 21:48:25.994355 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbe403c-8c03-4236-8d9c-fd8beb896cf5 req-329054be-89cc-459c-ac16-3e258dbdd68d tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:48:25.997854 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-7dbe403c-8c03-4236-8d9c-fd8beb896cf5 req-329054be-89cc-459c-ac16-3e258dbdd68d tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] 10.222.0.13 "GET /v2.0/ports?device_id=6aff047d-5f34-4c21-95a6-c04ec04b761e HTTP/1.1" status: 200 len: 943 time: 0.2792842 Jan 26 21:48:26.137664 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-b45221ae-e91f-49b4-8c0f-75c38278788c tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] Publish callbacks [] for port (81c964b2-ad8f-49c9-88df-966fc1c4a0dc), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:48:26.146983 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-7dbe403c-8c03-4236-8d9c-fd8beb896cf5 req-d104e0c5-0e7c-478f-b053-380828598c4a tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] 10.222.0.13 "GET /v2.0/security-groups?id=fc3c904c-ba97-4f39-a366-73263c07da15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1297908 Jan 26 21:48:26.152287 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b6f0e1-27ec-4587-91bc-51f34bd6abdb req-9ef42f26-62dc-4a32-ae70-3aa1239814b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:48:26.153831 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-a8b6f0e1-27ec-4587-91bc-51f34bd6abdb req-9ef42f26-62dc-4a32-ae70-3aa1239814b7 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=96a6ba37-129e-4936-9d0e-9f67f00a39ac HTTP/1.1" status: 200 len: 850 time: 0.1456041 Jan 26 21:48:26.217848 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-b45221ae-e91f-49b4-8c0f-75c38278788c tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746560234527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11791543'] for port (81c964b2-ad8f-49c9-88df-966fc1c4a0dc), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:48:26.226588 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b6f0e1-27ec-4587-91bc-51f34bd6abdb req-6587f98d-de00-4455-8494-7420827d6c3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:48:26.228302 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-a8b6f0e1-27ec-4587-91bc-51f34bd6abdb req-6587f98d-de00-4455-8494-7420827d6c3b service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=e866a34e-1552-4423-ada4-1491d39ac585&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0661614 Jan 26 21:48:26.278852 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b45221ae-e91f-49b4-8c0f-75c38278788c tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] Network 6c3cc4b5-a11d-48af-b45e-41ba9c545f81 is already hosted by enough agents. {{(pid=103305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 21:48:26.286660 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [None req-b45221ae-e91f-49b4-8c0f-75c38278788c tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] Resources bound (agent type, host, resource id): {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:48:26.289823 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b45221ae-e91f-49b4-8c0f-75c38278788c tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] Received port after_create {{(pid=103305) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 21:48:26.358107 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b45221ae-e91f-49b4-8c0f-75c38278788c tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] Pushing event updated for resources: {'Port': ['ID=81c964b2-ad8f-49c9-88df-966fc1c4a0dc,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:48:26.378021 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-b45221ae-e91f-49b4-8c0f-75c38278788c tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4111050'] for router_interface (0a20fc88-d082-4a20-bfaa-ee873d9fe781), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:48:26.406835 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-a8b6f0e1-27ec-4587-91bc-51f34bd6abdb req-2d978f08-7e6e-4eb8-9d9e-9070fe4e9fa9 service neutron] 10.222.0.57 "GET /v2.0/networks/e866a34e-1552-4423-ada4-1491d39ac585?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1691496 Jan 26 21:48:26.563163 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-a8b6f0e1-27ec-4587-91bc-51f34bd6abdb req-7e286f0a-efa8-4524-a869-a9029052e7f9 service neutron] 10.222.0.57 "GET /v2.0/networks/e866a34e-1552-4423-ada4-1491d39ac585?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1471481 Jan 26 21:48:26.594339 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-b45221ae-e91f-49b4-8c0f-75c38278788c tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (81c964b2-ad8f-49c9-88df-966fc1c4a0dc), before_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:48:26.841181 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01e9ad57-52c3-4dd2-adbb-84c205cdf68b None None] Network 6c3cc4b5-a11d-48af-b45e-41ba9c545f81 requested from n-d-760453-5 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 26 21:48:27.024692 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-b45221ae-e91f-49b4-8c0f-75c38278788c tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] Publish callbacks [] for port (81c964b2-ad8f-49c9-88df-966fc1c4a0dc), precommit_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:48:27.036501 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-b45221ae-e91f-49b4-8c0f-75c38278788c tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11791520'] for port (81c964b2-ad8f-49c9-88df-966fc1c4a0dc), after_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:48:27.143420 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-6426057f-cda9-44fd-866d-b9510fc2443a None None] Provisioning complete for port 3688b04a-7350-48ed-858e-177c0f1712ce triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:48:27.143796 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-6426057f-cda9-44fd-866d-b9510fc2443a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (3688b04a-7350-48ed-858e-177c0f1712ce), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:48:27.184378 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-b45221ae-e91f-49b4-8c0f-75c38278788c tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3709457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4110682'] for router_interface (0a20fc88-d082-4a20-bfaa-ee873d9fe781), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:48:27.291921 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b45221ae-e91f-49b4-8c0f-75c38278788c tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] Pushing event updated for resources: {'Port': ['ID=81c964b2-ad8f-49c9-88df-966fc1c4a0dc,revision_number=2']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:48:27.421575 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d914f21-e223-4449-a878-661405f074f9 req-c3f0f0bc-bfe6-43d6-82c3-c8e0f7ff5ca9 tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:48:27.426041 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-9d914f21-e223-4449-a878-661405f074f9 req-c3f0f0bc-bfe6-43d6-82c3-c8e0f7ff5ca9 tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] 10.222.0.13 "GET /v2.0/ports?device_id=6aff047d-5f34-4c21-95a6-c04ec04b761e HTTP/1.1" status: 200 len: 943 time: 0.1012280 Jan 26 21:48:27.429044 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b45221ae-e91f-49b4-8c0f-75c38278788c tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] Network 6c3cc4b5-a11d-48af-b45e-41ba9c545f81 is already hosted by enough agents. {{(pid=103305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 21:48:27.430916 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [None req-b45221ae-e91f-49b4-8c0f-75c38278788c tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] Resources bound (agent type, host, resource id): {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:48:27.435746 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device 3688b04a-7350-48ed-858e-177c0f1712ce up at agent ovs-agent-n-d-760453-5 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 21:48:27.508766 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-6426057f-cda9-44fd-866d-b9510fc2443a None None] Current status of the port 3688b04a-7350-48ed-858e-177c0f1712ce is: DOWN; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:48:27.509479 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-6426057f-cda9-44fd-866d-b9510fc2443a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (3688b04a-7350-48ed-858e-177c0f1712ce), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:48:27.559437 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-9d914f21-e223-4449-a878-661405f074f9 req-5ff760c8-8569-4cc7-ab9b-145382953b94 tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] 10.222.0.13 "GET /v2.0/security-groups?id=fc3c904c-ba97-4f39-a366-73263c07da15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1240873 Jan 26 21:48:27.636685 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-6426057f-cda9-44fd-866d-b9510fc2443a None None] For port 3688b04a-7350-48ed-858e-177c0f1712ce, host n-d-760453-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=3688b04a-7350-48ed-858e-177c0f1712ce,segment=NetworkSegment(142d4df4-82b3-491e-9d0e-61b8edae363e),segment_id=142d4df4-82b3-491e-9d0e-61b8edae363e)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:48:27.642760 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Provisioning complete for port 3688b04a-7350-48ed-858e-177c0f1712ce triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:48:27.644129 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (3688b04a-7350-48ed-858e-177c0f1712ce), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:48:27.652770 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-6426057f-cda9-44fd-866d-b9510fc2443a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (3688b04a-7350-48ed-858e-177c0f1712ce), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:48:27.728286 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b45221ae-e91f-49b4-8c0f-75c38278788c tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] Router 0a20fc88-d082-4a20-bfaa-ee873d9fe781 has already been hosted by L3 agent 09df100c-3af1-4b0a-bda8-05914c71c458 {{(pid=103305) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 26 21:48:27.773146 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6426057f-cda9-44fd-866d-b9510fc2443a None None] Pushing event updated for resources: {'Port': ['ID=3688b04a-7350-48ed-858e-177c0f1712ce,revision_number=3']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:48:27.895316 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Current status of the port 3688b04a-7350-48ed-858e-177c0f1712ce is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:48:27.896471 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device f7a0ad54-002d-4db2-b5ff-7dbe8ab23628 up at agent ovs-agent-n-d-760453-5 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 21:48:27.897045 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b45221ae-e91f-49b4-8c0f-75c38278788c tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] Notify agent at l3_agent.n-d-760453-5 the message routers_updated {{(pid=103305) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 26 21:48:27.904355 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-b45221ae-e91f-49b4-8c0f-75c38278788c tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] 10.222.0.13 "PUT /v2.0/routers/0a20fc88-d082-4a20-bfaa-ee873d9fe781/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2021122 Jan 26 21:48:27.906681 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 44556) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:48:27.938076 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4164a5d-2cd6-45c5-88d7-1a59f418be15 None None] Sync routers for ids ['0a20fc88-d082-4a20-bfaa-ee873d9fe781'] in n-d-760453-5 {{(pid=103306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 26 21:48:27.953860 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4164a5d-2cd6-45c5-88d7-1a59f418be15 None None] Routers {'0a20fc88-d082-4a20-bfaa-ee873d9fe781'} bound to L3 agent in host n-d-760453-5 {{(pid=103306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 21:48:27.954514 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-e4164a5d-2cd6-45c5-88d7-1a59f418be15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-26T20:55:21Z,description=,heartbeat_timestamp=2022-01-26T21:48:21Z,host='n-d-760453-5',id=09df100c-3af1-4b0a-bda8-05914c71c458,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:55:21Z,topic='l3_agent')) {'router_ids': ['0a20fc88-d082-4a20-bfaa-ee873d9fe781'], 'active': True} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:48:27.960675 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-3139f555-3b5a-4bad-b07c-e6e86f56d848 None None] Provisioning complete for port 3688b04a-7350-48ed-858e-177c0f1712ce triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:48:27.961056 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-3139f555-3b5a-4bad-b07c-e6e86f56d848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (3688b04a-7350-48ed-858e-177c0f1712ce), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:48:28.220739 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvr_db [None req-e4164a5d-2cd6-45c5-88d7-1a59f418be15 None None] Set router 0a20fc88-d082-4a20-bfaa-ee873d9fe781 gateway port host: n-d-760453-5 {{(pid=103306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 21:48:28.468981 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Provisioning complete for port f7a0ad54-002d-4db2-b5ff-7dbe8ab23628 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:48:28.469494 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (f7a0ad54-002d-4db2-b5ff-7dbe8ab23628), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:48:28.502279 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cefe3acc-6d9a-440b-a268-88c056cfaa6e tempest-TestNetworkBasicOps-1165376115 tempest-TestNetworkBasicOps-1165376115-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:48:28.502842 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cefe3acc-6d9a-440b-a268-88c056cfaa6e tempest-TestNetworkBasicOps-1165376115 tempest-TestNetworkBasicOps-1165376115-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:48:28.503249 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cefe3acc-6d9a-440b-a268-88c056cfaa6e tempest-TestNetworkBasicOps-1165376115 tempest-TestNetworkBasicOps-1165376115-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:48:28.503709 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cefe3acc-6d9a-440b-a268-88c056cfaa6e tempest-TestNetworkBasicOps-1165376115 tempest-TestNetworkBasicOps-1165376115-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:48:28.504206 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cefe3acc-6d9a-440b-a268-88c056cfaa6e tempest-TestNetworkBasicOps-1165376115 tempest-TestNetworkBasicOps-1165376115-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:48:28.504665 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cefe3acc-6d9a-440b-a268-88c056cfaa6e tempest-TestNetworkBasicOps-1165376115 tempest-TestNetworkBasicOps-1165376115-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:48:28.509466 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 44568) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:48:28.509974 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-cefe3acc-6d9a-440b-a268-88c056cfaa6e tempest-TestNetworkBasicOps-1165376115 tempest-TestNetworkBasicOps-1165376115-project-admin] 10.222.0.13 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4282 time: 0.6016228 Jan 26 21:48:28.547489 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-3139f555-3b5a-4bad-b07c-e6e86f56d848 None None] Current status of the port 3688b04a-7350-48ed-858e-177c0f1712ce is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:48:28.613185 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-3139f555-3b5a-4bad-b07c-e6e86f56d848 None None] Provisioning complete for port 81c964b2-ad8f-49c9-88df-966fc1c4a0dc triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:48:28.613834 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-3139f555-3b5a-4bad-b07c-e6e86f56d848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (81c964b2-ad8f-49c9-88df-966fc1c4a0dc), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:48:28.647547 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06595e4a-aa44-4e3d-9957-8afc9b41fd9a tempest-TestNetworkBasicOps-1165376115 tempest-TestNetworkBasicOps-1165376115-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:48:28.648124 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06595e4a-aa44-4e3d-9957-8afc9b41fd9a tempest-TestNetworkBasicOps-1165376115 tempest-TestNetworkBasicOps-1165376115-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:48:28.649186 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06595e4a-aa44-4e3d-9957-8afc9b41fd9a tempest-TestNetworkBasicOps-1165376115 tempest-TestNetworkBasicOps-1165376115-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:48:28.649680 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06595e4a-aa44-4e3d-9957-8afc9b41fd9a tempest-TestNetworkBasicOps-1165376115 tempest-TestNetworkBasicOps-1165376115-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:48:28.650138 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06595e4a-aa44-4e3d-9957-8afc9b41fd9a tempest-TestNetworkBasicOps-1165376115 tempest-TestNetworkBasicOps-1165376115-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:48:28.650587 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06595e4a-aa44-4e3d-9957-8afc9b41fd9a tempest-TestNetworkBasicOps-1165376115 tempest-TestNetworkBasicOps-1165376115-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:48:28.652630 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-06595e4a-aa44-4e3d-9957-8afc9b41fd9a tempest-TestNetworkBasicOps-1165376115 tempest-TestNetworkBasicOps-1165376115-project-admin] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4003 time: 0.1419718 Jan 26 21:48:28.655592 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 44574) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:48:28.702678 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-3139f555-3b5a-4bad-b07c-e6e86f56d848 None None] Port 81c964b2-ad8f-49c9-88df-966fc1c4a0dc cannot update to ACTIVE because it is not bound. {{(pid=103306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 26 21:48:28.713448 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Current status of the port f7a0ad54-002d-4db2-b5ff-7dbe8ab23628 is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:48:28.731980 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-e4164a5d-2cd6-45c5-88d7-1a59f418be15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a20fc88-d082-4a20-bfaa-ee873d9fe781', 'name': 'tempest-TestNetworkBasicOps-router-1173112100', 'tenant_id': '97d50071461f4511bd8bef3bc5cf8c61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'external_fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.48'}], 'enable_snat': True}, 'gw_port_id': 'f7a0ad54-002d-4db2-b5ff-7dbe8ab23628', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T21:48:19Z', 'updated_at': '2022-01-26T21:48:26Z', 'revision_number': 4, 'project_id': '97d50071461f4511bd8bef3bc5cf8c61', 'gw_port': {'id': 'f7a0ad54-002d-4db2-b5ff-7dbe8ab23628', 'name': '', 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:dc:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a20fc88-d082-4a20-bfaa-ee873d9fe781', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3951, 'fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:48:20Z', 'updated_at': '2022-01-26T21:48:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-5', '_interfaces': [{'id': '81c964b2-ad8f-49c9-88df-966fc1c4a0dc', 'name': '', 'network_id': '6c3cc4b5-a11d-48af-b45e-41ba9c545f81', 'tenant_id': '97d50071461f4511bd8bef3bc5cf8c61', 'mac_address': 'fa:16:3e:eb:67:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a20fc88-d082-4a20-bfaa-ee873d9fe781', 'device_owner': 'network:router_interface', 'standard_attr_id': 3955, 'fixed_ips': [{'subnet_id': 'f3782d9d-f073-45f9-8aac-ebdc2c48dbe8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:48:25Z', 'updated_at': '2022-01-26T21:48:26Z', 'revision_number': 2, 'project_id': '97d50071461f4511bd8bef3bc5cf8c61', 'subnets': [{'id': 'f3782d9d-f073-45f9-8aac-ebdc2c48dbe8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760453-5', False) {} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:48:28.766852 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4164a5d-2cd6-45c5-88d7-1a59f418be15 None None] Checking router: 0a20fc88-d082-4a20-bfaa-ee873d9fe781 for host: n-d-760453-5 {{(pid=103306) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 26 21:48:28.768029 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4164a5d-2cd6-45c5-88d7-1a59f418be15 None None] Updating router 0a20fc88-d082-4a20-bfaa-ee873d9fe781 port 81c964b2-ad8f-49c9-88df-966fc1c4a0dc binding host n-d-760453-5 {{(pid=103306) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 26 21:48:28.798974 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-e4164a5d-2cd6-45c5-88d7-1a59f418be15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (81c964b2-ad8f-49c9-88df-966fc1c4a0dc), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:48:28.822433 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52673637-0a73-40c0-b9b0-a7dd54c18498 req-4247de60-6e75-47e1-b854-21562d9a2161 tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:48:28.824028 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-52673637-0a73-40c0-b9b0-a7dd54c18498 req-4247de60-6e75-47e1-b854-21562d9a2161 tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] 10.222.0.13 "GET /v2.0/ports?device_id=6aff047d-5f34-4c21-95a6-c04ec04b761e HTTP/1.1" status: 200 len: 943 time: 0.1396315 Jan 26 21:48:28.945062 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-4a8c0bf3-ed3b-4e7b-9a4f-eea6c346ed70 None None] Provisioning complete for port 81c964b2-ad8f-49c9-88df-966fc1c4a0dc triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:48:28.945726 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-4a8c0bf3-ed3b-4e7b-9a4f-eea6c346ed70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (81c964b2-ad8f-49c9-88df-966fc1c4a0dc), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:48:28.977471 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-52673637-0a73-40c0-b9b0-a7dd54c18498 req-ce88c2d8-c41d-48bf-a2db-7dd1dc362306 tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] 10.222.0.13 "GET /v2.0/security-groups?id=fc3c904c-ba97-4f39-a366-73263c07da15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1433487 Jan 26 21:48:29.039668 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-4a8c0bf3-ed3b-4e7b-9a4f-eea6c346ed70 None None] Port 81c964b2-ad8f-49c9-88df-966fc1c4a0dc cannot update to ACTIVE because it is not bound. {{(pid=103306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 26 21:48:29.072242 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-707b45ff-c107-4c0e-8dbb-b63758d72748 tempest-TestNetworkBasicOps-1165376115 tempest-TestNetworkBasicOps-1165376115-project-admin] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3047 time: 0.4154301 Jan 26 21:48:29.165077 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device 3688b04a-7350-48ed-858e-177c0f1712ce up at agent ovs-agent-n-d-760453-5 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 21:48:29.304629 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-e4164a5d-2cd6-45c5-88d7-1a59f418be15 None None] Publish callbacks [] for port (81c964b2-ad8f-49c9-88df-966fc1c4a0dc), precommit_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:48:29.309116 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Provisioning complete for port 3688b04a-7350-48ed-858e-177c0f1712ce triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:48:29.309589 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (3688b04a-7350-48ed-858e-177c0f1712ce), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:48:29.312441 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-e4164a5d-2cd6-45c5-88d7-1a59f418be15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (81c964b2-ad8f-49c9-88df-966fc1c4a0dc), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:48:29.415365 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f4cc56a-b126-48d7-aa9b-12712ac17d65 None None] Pushing event updated for resources: {'Port': ['ID=81c964b2-ad8f-49c9-88df-966fc1c4a0dc,revision_number=3']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:48:29.508004 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-e4164a5d-2cd6-45c5-88d7-1a59f418be15 None None] Attempting to bind port 81c964b2-ad8f-49c9-88df-966fc1c4a0dc on host n-d-760453-5 for vnic_type normal with profile {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 21:48:29.508742 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-e4164a5d-2cd6-45c5-88d7-1a59f418be15 None None] Attempting to bind port 81c964b2-ad8f-49c9-88df-966fc1c4a0dc by drivers openvswitch,hyperv on host n-d-760453-5 at level 0 using segments [{'id': '142d4df4-82b3-491e-9d0e-61b8edae363e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '6c3cc4b5-a11d-48af-b45e-41ba9c545f81'}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 26 21:48:29.509386 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4164a5d-2cd6-45c5-88d7-1a59f418be15 None None] Attempting to bind port 81c964b2-ad8f-49c9-88df-966fc1c4a0dc on network 6c3cc4b5-a11d-48af-b45e-41ba9c545f81 {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 21:48:29.557121 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4164a5d-2cd6-45c5-88d7-1a59f418be15 None None] Checking agent: {'id': 'fea0591a-627d-4c87-9a9a-01625ddf3277', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760453-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 20, 55, 25), 'started_at': datetime.datetime(2022, 1, 26, 20, 55, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 21, 48, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760453-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 26 21:48:29.557727 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4164a5d-2cd6-45c5-88d7-1a59f418be15 None None] Checking segment: {'id': '142d4df4-82b3-491e-9d0e-61b8edae363e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '6c3cc4b5-a11d-48af-b45e-41ba9c545f81'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 21:48:29.558209 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-e4164a5d-2cd6-45c5-88d7-1a59f418be15 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:48:29.558759 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4164a5d-2cd6-45c5-88d7-1a59f418be15 None None] Bound using segment: {'id': '142d4df4-82b3-491e-9d0e-61b8edae363e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '6c3cc4b5-a11d-48af-b45e-41ba9c545f81'} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 26 21:48:29.559408 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-e4164a5d-2cd6-45c5-88d7-1a59f418be15 None None] Bound port: 81c964b2-ad8f-49c9-88df-966fc1c4a0dc, host: n-d-760453-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '142d4df4-82b3-491e-9d0e-61b8edae363e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '6c3cc4b5-a11d-48af-b45e-41ba9c545f81'}}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 26 21:48:29.559903 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-e4164a5d-2cd6-45c5-88d7-1a59f418be15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (81c964b2-ad8f-49c9-88df-966fc1c4a0dc), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:48:29.567673 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 44592) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:48:29.576525 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-c0bb8b1a-126b-4f5f-a810-a127519444f3 tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1773886536', 'description': 'tempest-secgroup-smoke-1773886536 description', 'project_id': '97d50071461f4511bd8bef3bc5cf8c61'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:48:29.590089 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Current status of the port 3688b04a-7350-48ed-858e-177c0f1712ce is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:48:29.631542 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-c0bb8b1a-126b-4f5f-a810-a127519444f3 tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] Publish callbacks [] for security_group (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:48:29.660693 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-e4164a5d-2cd6-45c5-88d7-1a59f418be15 None None] For port 81c964b2-ad8f-49c9-88df-966fc1c4a0dc, host n-d-760453-5, cleared binding levels {{(pid=103306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 26 21:48:29.664812 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-e4164a5d-2cd6-45c5-88d7-1a59f418be15 None None] For port 81c964b2-ad8f-49c9-88df-966fc1c4a0dc, host n-d-760453-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=81c964b2-ad8f-49c9-88df-966fc1c4a0dc,segment=NetworkSegment(142d4df4-82b3-491e-9d0e-61b8edae363e),segment_id=142d4df4-82b3-491e-9d0e-61b8edae363e)] {{(pid=103306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 26 21:48:29.671460 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-e4164a5d-2cd6-45c5-88d7-1a59f418be15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (81c964b2-ad8f-49c9-88df-966fc1c4a0dc), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:48:29.723910 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4164a5d-2cd6-45c5-88d7-1a59f418be15 None None] Routers {'0a20fc88-d082-4a20-bfaa-ee873d9fe781'} bound to L3 agent in host n-d-760453-5 {{(pid=103306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 21:48:29.725469 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-e4164a5d-2cd6-45c5-88d7-1a59f418be15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-26T20:55:21Z,description=,heartbeat_timestamp=2022-01-26T21:48:21Z,host='n-d-760453-5',id=09df100c-3af1-4b0a-bda8-05914c71c458,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:55:21Z,topic='l3_agent')) {'router_ids': ['0a20fc88-d082-4a20-bfaa-ee873d9fe781'], 'active': True} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:48:29.770162 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-c0bb8b1a-126b-4f5f-a810-a127519444f3 tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] Publish callbacks [] for security_group (de038782-3c00-4d10-bffa-72e6d7e67a42), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:48:29.793789 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-c0bb8b1a-126b-4f5f-a810-a127519444f3 tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (de038782-3c00-4d10-bffa-72e6d7e67a42), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:48:29.842843 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-c0bb8b1a-126b-4f5f-a810-a127519444f3 tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] Publish callbacks [] for security_group (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:48:29.848825 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 44598) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:48:29.849406 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-c0bb8b1a-126b-4f5f-a810-a127519444f3 tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.2804103 Jan 26 21:48:29.855452 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-61990fa3-13aa-436b-bf5e-bf5aaacc9fa9 tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] Request body: {'security_group_rule': {'security_group_id': 'de038782-3c00-4d10-bffa-72e6d7e67a42', 'project_id': '97d50071461f4511bd8bef3bc5cf8c61', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:48:29.862998 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0bb8b1a-126b-4f5f-a810-a127519444f3 tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] Pushing event updated for resources: {'SecurityGroup': ['ID=de038782-3c00-4d10-bffa-72e6d7e67a42,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:48:29.907104 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-61990fa3-13aa-436b-bf5e-bf5aaacc9fa9 tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] Publish callbacks [] for security_group_rule (b16ed5a4-d678-451a-8c57-1e92da9c688a), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:48:29.942320 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvr_db [None req-e4164a5d-2cd6-45c5-88d7-1a59f418be15 None None] Set router 0a20fc88-d082-4a20-bfaa-ee873d9fe781 gateway port host: n-d-760453-5 {{(pid=103306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 21:48:30.042074 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-61990fa3-13aa-436b-bf5e-bf5aaacc9fa9 tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] Publish callbacks [] for security_group_rule (b16ed5a4-d678-451a-8c57-1e92da9c688a), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:48:30.054707 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-61990fa3-13aa-436b-bf5e-bf5aaacc9fa9 tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102715'] for security_group_rule (b16ed5a4-d678-451a-8c57-1e92da9c688a), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:48:30.092401 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61990fa3-13aa-436b-bf5e-bf5aaacc9fa9 tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b16ed5a4-d678-451a-8c57-1e92da9c688a,revision_number=0']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:48:30.103533 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-61990fa3-13aa-436b-bf5e-bf5aaacc9fa9 tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:48:30.105221 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-61990fa3-13aa-436b-bf5e-bf5aaacc9fa9 tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2545254 Jan 26 21:48:30.108162 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 44604) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:48:30.114842 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-c812bad0-b995-422e-bb69-fff1be7a2008 tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] Request body: {'security_group_rule': {'security_group_id': 'de038782-3c00-4d10-bffa-72e6d7e67a42', 'project_id': '97d50071461f4511bd8bef3bc5cf8c61', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:48:30.162209 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-c812bad0-b995-422e-bb69-fff1be7a2008 tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] Publish callbacks [] for security_group_rule (ff728767-b50f-40c7-826f-fd6b42488cad), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:48:30.247076 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189c4cc4-e6d3-4d9b-9b1e-9b60398a2bcd req-6b57bddb-48d9-4a23-b387-e7778c7c68ca tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:48:30.258160 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-189c4cc4-e6d3-4d9b-9b1e-9b60398a2bcd req-6b57bddb-48d9-4a23-b387-e7778c7c68ca tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] 10.222.0.13 "GET /v2.0/ports?device_id=6aff047d-5f34-4c21-95a6-c04ec04b761e HTTP/1.1" status: 200 len: 943 time: 0.1138687 Jan 26 21:48:30.273747 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-c812bad0-b995-422e-bb69-fff1be7a2008 tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] Publish callbacks [] for security_group_rule (ff728767-b50f-40c7-826f-fd6b42488cad), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:48:30.282948 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-c812bad0-b995-422e-bb69-fff1be7a2008 tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102715'] for security_group_rule (ff728767-b50f-40c7-826f-fd6b42488cad), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:48:30.316483 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c812bad0-b995-422e-bb69-fff1be7a2008 tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ff728767-b50f-40c7-826f-fd6b42488cad,revision_number=0']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:48:30.335537 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-c812bad0-b995-422e-bb69-fff1be7a2008 tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:48:30.337414 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-c812bad0-b995-422e-bb69-fff1be7a2008 tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2276287 Jan 26 21:48:30.339850 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 44612) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:48:30.345831 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-7417dacc-a550-4c97-9b9a-7c653ca82812 tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] Request body: {'security_group_rule': {'security_group_id': 'de038782-3c00-4d10-bffa-72e6d7e67a42', 'project_id': '97d50071461f4511bd8bef3bc5cf8c61', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:48:30.370948 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-189c4cc4-e6d3-4d9b-9b1e-9b60398a2bcd req-c359effe-10be-40b4-a724-1dbbca955479 tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] 10.222.0.13 "GET /v2.0/security-groups?id=fc3c904c-ba97-4f39-a366-73263c07da15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116643 Jan 26 21:48:30.375982 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-7417dacc-a550-4c97-9b9a-7c653ca82812 tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] Publish callbacks [] for security_group_rule (65f16472-fd20-48f9-a0ac-c44910762aaf), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:48:30.400231 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f4cc56a-b126-48d7-aa9b-12712ac17d65 None None] Pushing event updated for resources: {'Port': ['ID=81c964b2-ad8f-49c9-88df-966fc1c4a0dc,revision_number=4']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:48:30.434365 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-f254dce4-f509-471f-98e1-7c8b568ff5e4 None None] Provisioning complete for port 81c964b2-ad8f-49c9-88df-966fc1c4a0dc triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:48:30.434742 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-f254dce4-f509-471f-98e1-7c8b568ff5e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (81c964b2-ad8f-49c9-88df-966fc1c4a0dc), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:48:30.450238 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-7417dacc-a550-4c97-9b9a-7c653ca82812 tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] Publish callbacks [] for security_group_rule (65f16472-fd20-48f9-a0ac-c44910762aaf), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:48:30.462948 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-7417dacc-a550-4c97-9b9a-7c653ca82812 tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102715'] for security_group_rule (65f16472-fd20-48f9-a0ac-c44910762aaf), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:48:30.490085 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7417dacc-a550-4c97-9b9a-7c653ca82812 tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=65f16472-fd20-48f9-a0ac-c44910762aaf,revision_number=0']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:48:30.503178 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-7417dacc-a550-4c97-9b9a-7c653ca82812 tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:48:30.504435 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-7417dacc-a550-4c97-9b9a-7c653ca82812 tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1632791 Jan 26 21:48:30.507150 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 44618) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:48:30.511536 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-907ad172-ffdf-49f2-a9cd-c2796f89b1a2 tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] Request body: {'security_group_rule': {'security_group_id': 'de038782-3c00-4d10-bffa-72e6d7e67a42', 'project_id': '97d50071461f4511bd8bef3bc5cf8c61', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:48:30.516919 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-e4164a5d-2cd6-45c5-88d7-1a59f418be15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a20fc88-d082-4a20-bfaa-ee873d9fe781', 'name': 'tempest-TestNetworkBasicOps-router-1173112100', 'tenant_id': '97d50071461f4511bd8bef3bc5cf8c61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'external_fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.48'}], 'enable_snat': True}, 'gw_port_id': 'f7a0ad54-002d-4db2-b5ff-7dbe8ab23628', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T21:48:19Z', 'updated_at': '2022-01-26T21:48:26Z', 'revision_number': 4, 'project_id': '97d50071461f4511bd8bef3bc5cf8c61', 'gw_port': {'id': 'f7a0ad54-002d-4db2-b5ff-7dbe8ab23628', 'name': '', 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:dc:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a20fc88-d082-4a20-bfaa-ee873d9fe781', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3951, 'fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:48:20Z', 'updated_at': '2022-01-26T21:48:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-5', '_interfaces': [{'id': '81c964b2-ad8f-49c9-88df-966fc1c4a0dc', 'name': '', 'network_id': '6c3cc4b5-a11d-48af-b45e-41ba9c545f81', 'tenant_id': '97d50071461f4511bd8bef3bc5cf8c61', 'mac_address': 'fa:16:3e:eb:67:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a20fc88-d082-4a20-bfaa-ee873d9fe781', 'device_owner': 'network:router_interface', 'standard_attr_id': 3955, 'fixed_ips': [{'subnet_id': 'f3782d9d-f073-45f9-8aac-ebdc2c48dbe8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:48:25Z', 'updated_at': '2022-01-26T21:48:29Z', 'revision_number': 4, 'project_id': '97d50071461f4511bd8bef3bc5cf8c61', 'subnets': [{'id': 'f3782d9d-f073-45f9-8aac-ebdc2c48dbe8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760453-5', False) {} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:48:30.541189 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-907ad172-ffdf-49f2-a9cd-c2796f89b1a2 tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] Publish callbacks [] for security_group_rule (d0994465-9f69-4110-a838-b46b1cfe6e16), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:48:30.565675 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4164a5d-2cd6-45c5-88d7-1a59f418be15 None None] The sync data for ids ['0a20fc88-d082-4a20-bfaa-ee873d9fe781'] in n-d-760453-5 is: [{'id': '0a20fc88-d082-4a20-bfaa-ee873d9fe781', 'name': 'tempest-TestNetworkBasicOps-router-1173112100', 'tenant_id': '97d50071461f4511bd8bef3bc5cf8c61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'external_fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.48'}], 'enable_snat': True}, 'gw_port_id': 'f7a0ad54-002d-4db2-b5ff-7dbe8ab23628', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T21:48:19Z', 'updated_at': '2022-01-26T21:48:26Z', 'revision_number': 4, 'project_id': '97d50071461f4511bd8bef3bc5cf8c61', 'gw_port': {'id': 'f7a0ad54-002d-4db2-b5ff-7dbe8ab23628', 'name': '', 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:dc:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a20fc88-d082-4a20-bfaa-ee873d9fe781', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3951, 'fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:48:20Z', 'updated_at': '2022-01-26T21:48:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-5', '_interfaces': [{'id': '81c964b2-ad8f-49c9-88df-966fc1c4a0dc', 'name': '', 'network_id': '6c3cc4b5-a11d-48af-b45e-41ba9c545f81', 'tenant_id': '97d50071461f4511bd8bef3bc5cf8c61', 'mac_address': 'fa:16:3e:eb:67:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a20fc88-d082-4a20-bfaa-ee873d9fe781', 'device_owner': 'network:router_interface', 'standard_attr_id': 3955, 'fixed_ips': [{'subnet_id': 'f3782d9d-f073-45f9-8aac-ebdc2c48dbe8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:48:25Z', 'updated_at': '2022-01-26T21:48:29Z', 'revision_number': 4, 'project_id': '97d50071461f4511bd8bef3bc5cf8c61', 'subnets': [{'id': 'f3782d9d-f073-45f9-8aac-ebdc2c48dbe8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 26 21:48:30.596337 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-f254dce4-f509-471f-98e1-7c8b568ff5e4 None None] Current status of the port 81c964b2-ad8f-49c9-88df-966fc1c4a0dc is: DOWN; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:48:30.596737 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-f254dce4-f509-471f-98e1-7c8b568ff5e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (81c964b2-ad8f-49c9-88df-966fc1c4a0dc), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:48:30.661284 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-f254dce4-f509-471f-98e1-7c8b568ff5e4 None None] For port 81c964b2-ad8f-49c9-88df-966fc1c4a0dc, host n-d-760453-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=81c964b2-ad8f-49c9-88df-966fc1c4a0dc,segment=NetworkSegment(142d4df4-82b3-491e-9d0e-61b8edae363e),segment_id=142d4df4-82b3-491e-9d0e-61b8edae363e)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:48:30.672002 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-f254dce4-f509-471f-98e1-7c8b568ff5e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (81c964b2-ad8f-49c9-88df-966fc1c4a0dc), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:48:30.713175 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-907ad172-ffdf-49f2-a9cd-c2796f89b1a2 tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] Publish callbacks [] for security_group_rule (d0994465-9f69-4110-a838-b46b1cfe6e16), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:48:30.718478 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-907ad172-ffdf-49f2-a9cd-c2796f89b1a2 tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102715'] for security_group_rule (d0994465-9f69-4110-a838-b46b1cfe6e16), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:48:30.753484 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-907ad172-ffdf-49f2-a9cd-c2796f89b1a2 tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d0994465-9f69-4110-a838-b46b1cfe6e16,revision_number=0']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:48:30.769162 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f254dce4-f509-471f-98e1-7c8b568ff5e4 None None] Pushing event updated for resources: {'Port': ['ID=81c964b2-ad8f-49c9-88df-966fc1c4a0dc,revision_number=5']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:48:30.773524 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-907ad172-ffdf-49f2-a9cd-c2796f89b1a2 tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:48:30.777803 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 44624) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:48:30.778310 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-907ad172-ffdf-49f2-a9cd-c2796f89b1a2 tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2698791 Jan 26 21:48:30.783077 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-686416ae-481c-46c9-be17-58793ca32b60 tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] Request body: {'security_group_rule': {'security_group_id': 'de038782-3c00-4d10-bffa-72e6d7e67a42', 'project_id': '97d50071461f4511bd8bef3bc5cf8c61', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:48:30.794450 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-aa25571f-959b-4f0b-907e-c4550482e24e None None] Provisioning complete for port 81c964b2-ad8f-49c9-88df-966fc1c4a0dc triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:48:30.794867 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-aa25571f-959b-4f0b-907e-c4550482e24e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (81c964b2-ad8f-49c9-88df-966fc1c4a0dc), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:48:30.856726 n-d-760453-5 neutron-server[103304]: INFO neutron.db.securitygroups_db [None req-686416ae-481c-46c9-be17-58793ca32b60 tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] Project 97d50071461f4511bd8bef3bc5cf8c61 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 26 21:48:30.866876 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-686416ae-481c-46c9-be17-58793ca32b60 tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] Publish callbacks [] for security_group_rule (2a1e802d-aa8a-49ae-8a96-412367eb6112), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:48:30.905868 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-aa25571f-959b-4f0b-907e-c4550482e24e None None] Current status of the port 81c964b2-ad8f-49c9-88df-966fc1c4a0dc is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:48:30.954475 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-686416ae-481c-46c9-be17-58793ca32b60 tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] Publish callbacks [] for security_group_rule (2a1e802d-aa8a-49ae-8a96-412367eb6112), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:48:30.961033 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-686416ae-481c-46c9-be17-58793ca32b60 tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102715'] for security_group_rule (2a1e802d-aa8a-49ae-8a96-412367eb6112), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:48:30.978021 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-686416ae-481c-46c9-be17-58793ca32b60 tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2a1e802d-aa8a-49ae-8a96-412367eb6112,revision_number=0']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:48:31.027900 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-686416ae-481c-46c9-be17-58793ca32b60 tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:48:31.029549 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-686416ae-481c-46c9-be17-58793ca32b60 tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2498260 Jan 26 21:48:31.032250 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 44630) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:48:31.045490 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-7703926a-1756-42ce-a361-c387ab5ad151 tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] Request body: {'security_group_rule': {'security_group_id': 'de038782-3c00-4d10-bffa-72e6d7e67a42', 'project_id': '97d50071461f4511bd8bef3bc5cf8c61', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:48:31.079901 n-d-760453-5 neutron-server[103305]: INFO neutron.db.securitygroups_db [None req-7703926a-1756-42ce-a361-c387ab5ad151 tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] Project 97d50071461f4511bd8bef3bc5cf8c61 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 26 21:48:31.088733 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-7703926a-1756-42ce-a361-c387ab5ad151 tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] Publish callbacks [] for security_group_rule (223dd797-fa1a-49ec-89cb-a7a0f4128b0e), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:48:31.187808 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-7703926a-1756-42ce-a361-c387ab5ad151 tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] Publish callbacks [] for security_group_rule (223dd797-fa1a-49ec-89cb-a7a0f4128b0e), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:48:31.192040 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device 81c964b2-ad8f-49c9-88df-966fc1c4a0dc up at agent ovs-agent-n-d-760453-5 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 21:48:31.204990 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-7703926a-1756-42ce-a361-c387ab5ad151 tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102715'] for security_group_rule (223dd797-fa1a-49ec-89cb-a7a0f4128b0e), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:48:31.239683 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7703926a-1756-42ce-a361-c387ab5ad151 tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=223dd797-fa1a-49ec-89cb-a7a0f4128b0e,revision_number=0']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:48:31.268930 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-7703926a-1756-42ce-a361-c387ab5ad151 tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:48:31.273007 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-7703926a-1756-42ce-a361-c387ab5ad151 tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2324941 Jan 26 21:48:31.317110 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Provisioning complete for port 81c964b2-ad8f-49c9-88df-966fc1c4a0dc triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:48:31.317316 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (81c964b2-ad8f-49c9-88df-966fc1c4a0dc), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:48:31.414389 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Current status of the port 81c964b2-ad8f-49c9-88df-966fc1c4a0dc is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:48:31.622166 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44703fda-9408-4f54-aa01-20452ac4adb4 req-d65cc516-ba58-4df4-9ab7-414f3b74e8ed tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:48:31.624761 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-44703fda-9408-4f54-aa01-20452ac4adb4 req-d65cc516-ba58-4df4-9ab7-414f3b74e8ed tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] 10.222.0.13 "GET /v2.0/ports?device_id=6aff047d-5f34-4c21-95a6-c04ec04b761e HTTP/1.1" status: 200 len: 943 time: 0.1457157 Jan 26 21:48:31.655794 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-831b8ea6-ca59-43fd-8125-6091357d1818 req-b2629d14-028a-46a6-8895-8d87b63a65db tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1773886536&fields=id&tenant_id=97d50071461f4511bd8bef3bc5cf8c61 HTTP/1.1" status: 200 len: 267 time: 0.0939367 Jan 26 21:48:31.793866 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-44703fda-9408-4f54-aa01-20452ac4adb4 req-b87b1f35-0414-4a54-8a20-12c8177c1046 tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] 10.222.0.13 "GET /v2.0/security-groups?id=fc3c904c-ba97-4f39-a366-73263c07da15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1602643 Jan 26 21:48:31.859962 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831b8ea6-ca59-43fd-8125-6091357d1818 req-55089d25-c962-4e60-9736-f7e298a17555 tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:48:31.867466 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-831b8ea6-ca59-43fd-8125-6091357d1818 req-55089d25-c962-4e60-9736-f7e298a17555 tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] 10.222.0.13 "GET /v2.0/networks?id=6c3cc4b5-a11d-48af-b45e-41ba9c545f81 HTTP/1.1" status: 200 len: 795 time: 0.1934199 Jan 26 21:48:31.885279 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-831b8ea6-ca59-43fd-8125-6091357d1818 req-bf5355b6-e713-4053-b016-087c4bd0828a tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] 10.222.0.13 "GET /v2.0/quotas/97d50071461f4511bd8bef3bc5cf8c61 HTTP/1.1" status: 200 len: 375 time: 0.0165126 Jan 26 21:48:31.950006 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-831b8ea6-ca59-43fd-8125-6091357d1818 req-d17a68ee-8a81-404c-aa90-49dc2557cb01 tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=97d50071461f4511bd8bef3bc5cf8c61&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0553346 Jan 26 21:48:32.055889 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-831b8ea6-ca59-43fd-8125-6091357d1818 req-516143e2-c5b5-4d0d-aefe-ca0c472a20f9 service neutron] 10.222.0.13 "GET /v2.0/networks/6c3cc4b5-a11d-48af-b45e-41ba9c545f81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1049488 Jan 26 21:48:32.189734 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-831b8ea6-ca59-43fd-8125-6091357d1818 req-4d8e78ef-44de-4c87-8ce6-eca30c10ec93 service neutron] 10.222.0.13 "GET /v2.0/networks/6c3cc4b5-a11d-48af-b45e-41ba9c545f81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243069 Jan 26 21:48:32.444754 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-8ff94c9d-cd31-48d2-b9ae-7f7bf413b533 req-e717275a-0ee6-4f22-8539-143e271c7ecf tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] 10.222.0.13 "GET /v2.0/ports?device_id=cf0bceda-e551-4fc0-b042-195de062fe8c HTTP/1.1" status: 200 len: 210 time: 0.0806808 Jan 26 21:48:32.949243 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1627ab-3612-4303-adc3-d7a02750302f req-1e42f2d6-34a2-4190-bc91-07267d1ecec8 tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:48:32.951156 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-ce1627ab-3612-4303-adc3-d7a02750302f req-1e42f2d6-34a2-4190-bc91-07267d1ecec8 tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] 10.222.0.13 "GET /v2.0/ports?device_id=6aff047d-5f34-4c21-95a6-c04ec04b761e HTTP/1.1" status: 200 len: 943 time: 0.0640771 Jan 26 21:48:33.043711 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-ce1627ab-3612-4303-adc3-d7a02750302f req-62e813ab-30fe-42da-b9d3-b7f003208838 tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] 10.222.0.13 "GET /v2.0/security-groups?id=fc3c904c-ba97-4f39-a366-73263c07da15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813007 Jan 26 21:48:33.639519 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-97fe775e-05ee-4a63-9e92-75ccfda58c5d req-6681478b-0a01-45f7-9394-278ba04c5c3b tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] 10.222.0.13 "GET /v2.0/ports?device_id=cf0bceda-e551-4fc0-b042-195de062fe8c HTTP/1.1" status: 200 len: 210 time: 0.0572927 Jan 26 21:48:33.696754 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831b8ea6-ca59-43fd-8125-6091357d1818 req-2eb5dac4-b3dd-45f6-a5c9-2a31d6b5119b tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:48:33.698872 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-831b8ea6-ca59-43fd-8125-6091357d1818 req-2eb5dac4-b3dd-45f6-a5c9-2a31d6b5119b tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] 10.222.0.66 "GET /v2.0/networks?id=6c3cc4b5-a11d-48af-b45e-41ba9c545f81 HTTP/1.1" status: 200 len: 795 time: 0.2074018 Jan 26 21:48:33.794825 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-831b8ea6-ca59-43fd-8125-6091357d1818 req-b7775b1e-48e8-45a9-9b66-4a5faae5abe7 tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] 10.222.0.66 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=97d50071461f4511bd8bef3bc5cf8c61 HTTP/1.1" status: 200 len: 380 time: 0.0631666 Jan 26 21:48:33.804371 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [req-831b8ea6-ca59-43fd-8125-6091357d1818 req-80ca48c0-a7e6-4475-a6f5-243743ca05af tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] Request body: {'port': {'device_id': 'cf0bceda-e551-4fc0-b042-195de062fe8c', 'network_id': '6c3cc4b5-a11d-48af-b45e-41ba9c545f81', 'admin_state_up': True, 'tenant_id': '97d50071461f4511bd8bef3bc5cf8c61', 'security_groups': ['de038782-3c00-4d10-bffa-72e6d7e67a42']}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:48:33.922747 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-831b8ea6-ca59-43fd-8125-6091357d1818 req-80ca48c0-a7e6-4475-a6f5-243743ca05af tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] Made reservation on behalf of 97d50071461f4511bd8bef3bc5cf8c61 for: {'port': 1} {{(pid=103304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 21:48:33.927491 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-831b8ea6-ca59-43fd-8125-6091357d1818 req-80ca48c0-a7e6-4475-a6f5-243743ca05af tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:48:34.069926 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.db_base_plugin_common [req-831b8ea6-ca59-43fd-8125-6091357d1818 req-80ca48c0-a7e6-4475-a6f5-243743ca05af tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] Allocated IP 172.20.0.9 (6c3cc4b5-a11d-48af-b45e-41ba9c545f81/f3782d9d-f073-45f9-8aac-ebdc2c48dbe8/42b0d1dd-71e0-4253-acf1-8ec59615c70e) {{(pid=103304) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 21:48:34.219015 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e9aeea-9f35-4cb3-a763-0a06b6612f06 req-4b0f0829-6dca-47a1-a955-4b49f8f9618f tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:48:34.220491 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-85e9aeea-9f35-4cb3-a763-0a06b6612f06 req-4b0f0829-6dca-47a1-a955-4b49f8f9618f tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] 10.222.0.13 "GET /v2.0/ports?device_id=6aff047d-5f34-4c21-95a6-c04ec04b761e HTTP/1.1" status: 200 len: 943 time: 0.1027329 Jan 26 21:48:34.286457 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-831b8ea6-ca59-43fd-8125-6091357d1818 req-80ca48c0-a7e6-4475-a6f5-243743ca05af tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] Publish callbacks [] for port (42b0d1dd-71e0-4253-acf1-8ec59615c70e), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:48:34.304773 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-85e9aeea-9f35-4cb3-a763-0a06b6612f06 req-61c0fdcb-28e0-480a-8188-5d917a86387f tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] 10.222.0.13 "GET /v2.0/security-groups?id=fc3c904c-ba97-4f39-a366-73263c07da15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739095 Jan 26 21:48:34.338980 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-831b8ea6-ca59-43fd-8125-6091357d1818 req-80ca48c0-a7e6-4475-a6f5-243743ca05af tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746560234527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9281553'] for port (42b0d1dd-71e0-4253-acf1-8ec59615c70e), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:48:34.390347 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-831b8ea6-ca59-43fd-8125-6091357d1818 req-80ca48c0-a7e6-4475-a6f5-243743ca05af tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] Network 6c3cc4b5-a11d-48af-b45e-41ba9c545f81 is already hosted by enough agents. {{(pid=103304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 21:48:34.393531 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [req-831b8ea6-ca59-43fd-8125-6091357d1818 req-80ca48c0-a7e6-4475-a6f5-243743ca05af tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] Resources bound (agent type, host, resource id): {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:48:34.396145 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [req-831b8ea6-ca59-43fd-8125-6091357d1818 req-80ca48c0-a7e6-4475-a6f5-243743ca05af tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] Received port after_create {{(pid=103304) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 21:48:34.426938 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ca48c0-a7e6-4475-a6f5-243743ca05af tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] Pushing event updated for resources: {'Port': ['ID=42b0d1dd-71e0-4253-acf1-8ec59615c70e,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:48:34.462401 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831b8ea6-ca59-43fd-8125-6091357d1818 req-80ca48c0-a7e6-4475-a6f5-243743ca05af tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:48:34.463490 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-831b8ea6-ca59-43fd-8125-6091357d1818 req-80ca48c0-a7e6-4475-a6f5-243743ca05af tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:48:34.482718 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-831b8ea6-ca59-43fd-8125-6091357d1818 req-80ca48c0-a7e6-4475-a6f5-243743ca05af tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6823962 Jan 26 21:48:34.501591 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [req-831b8ea6-ca59-43fd-8125-6091357d1818 req-d9050b24-3e41-4950-a0be-73a77b5592d1 service neutron] Request body: {'port': {'device_id': 'cf0bceda-e551-4fc0-b042-195de062fe8c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-760453-5'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:48:34.571268 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-831b8ea6-ca59-43fd-8125-6091357d1818 req-d9050b24-3e41-4950-a0be-73a77b5592d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (42b0d1dd-71e0-4253-acf1-8ec59615c70e), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:48:34.784144 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-f60fb69f-0c2c-496d-a35d-47c58be5c672 None None] Provisioning complete for port 42b0d1dd-71e0-4253-acf1-8ec59615c70e triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:48:34.784792 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-f60fb69f-0c2c-496d-a35d-47c58be5c672 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (42b0d1dd-71e0-4253-acf1-8ec59615c70e), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:48:34.828567 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-f60fb69f-0c2c-496d-a35d-47c58be5c672 None None] Port 42b0d1dd-71e0-4253-acf1-8ec59615c70e cannot update to ACTIVE because it is not bound. {{(pid=103306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 26 21:48:34.871951 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baac06ba-25ca-4f70-b52a-8d92c887802c req-8d93c90d-10d6-477d-8d63-02c2d468dbcc tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:48:34.873652 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-baac06ba-25ca-4f70-b52a-8d92c887802c req-8d93c90d-10d6-477d-8d63-02c2d468dbcc tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] 10.222.0.13 "GET /v2.0/ports?device_id=cf0bceda-e551-4fc0-b042-195de062fe8c HTTP/1.1" status: 200 len: 931 time: 0.1247416 Jan 26 21:48:34.949416 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-baac06ba-25ca-4f70-b52a-8d92c887802c req-2bbe1935-4a14-4280-89a5-295c870a9855 tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] 10.222.0.13 "GET /v2.0/security-groups?id=de038782-3c00-4d10-bffa-72e6d7e67a42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0663385 Jan 26 21:48:35.040264 n-d-760453-5 neutron-server[103304]: DEBUG neutron.notifiers.nova [req-831b8ea6-ca59-43fd-8125-6091357d1818 req-d9050b24-3e41-4950-a0be-73a77b5592d1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 42b0d1dd-71e0-4253-acf1-8ec59615c70e {{(pid=103304) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 26 21:48:35.048356 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-831b8ea6-ca59-43fd-8125-6091357d1818 req-d9050b24-3e41-4950-a0be-73a77b5592d1 service neutron] Publish callbacks [] for port (42b0d1dd-71e0-4253-acf1-8ec59615c70e), precommit_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:48:35.062165 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.provisioning_blocks [req-831b8ea6-ca59-43fd-8125-6091357d1818 req-d9050b24-3e41-4950-a0be-73a77b5592d1 service neutron] Transition to ACTIVE for port object 42b0d1dd-71e0-4253-acf1-8ec59615c70e will not be triggered until provisioned by entity L2. {{(pid=103304) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 21:48:35.066008 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-831b8ea6-ca59-43fd-8125-6091357d1818 req-d9050b24-3e41-4950-a0be-73a77b5592d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9281542'] for port (42b0d1dd-71e0-4253-acf1-8ec59615c70e), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:48:35.194464 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9050b24-3e41-4950-a0be-73a77b5592d1 service neutron] Pushing event updated for resources: {'Port': ['ID=42b0d1dd-71e0-4253-acf1-8ec59615c70e,revision_number=2']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:48:35.202669 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [req-831b8ea6-ca59-43fd-8125-6091357d1818 req-d9050b24-3e41-4950-a0be-73a77b5592d1 service neutron] Attempting to bind port 42b0d1dd-71e0-4253-acf1-8ec59615c70e on host n-h1-760453-5 for vnic_type normal with profile {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 21:48:35.202929 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [req-831b8ea6-ca59-43fd-8125-6091357d1818 req-d9050b24-3e41-4950-a0be-73a77b5592d1 service neutron] Attempting to bind port 42b0d1dd-71e0-4253-acf1-8ec59615c70e by drivers openvswitch,hyperv on host n-h1-760453-5 at level 0 using segments [{'id': '142d4df4-82b3-491e-9d0e-61b8edae363e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '6c3cc4b5-a11d-48af-b45e-41ba9c545f81'}] {{(pid=103304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 26 21:48:35.203261 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-831b8ea6-ca59-43fd-8125-6091357d1818 req-d9050b24-3e41-4950-a0be-73a77b5592d1 service neutron] Attempting to bind port 42b0d1dd-71e0-4253-acf1-8ec59615c70e on network 6c3cc4b5-a11d-48af-b45e-41ba9c545f81 {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 21:48:35.208861 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-831b8ea6-ca59-43fd-8125-6091357d1818 req-d9050b24-3e41-4950-a0be-73a77b5592d1 service neutron] Port 42b0d1dd-71e0-4253-acf1-8ec59615c70e on network 6c3cc4b5-a11d-48af-b45e-41ba9c545f81 not bound, no agent of type Open vSwitch agent registered on host n-h1-760453-5 {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 26 21:48:35.209195 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-831b8ea6-ca59-43fd-8125-6091357d1818 req-d9050b24-3e41-4950-a0be-73a77b5592d1 service neutron] Attempting to bind port 42b0d1dd-71e0-4253-acf1-8ec59615c70e on network 6c3cc4b5-a11d-48af-b45e-41ba9c545f81 {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 21:48:35.214920 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-831b8ea6-ca59-43fd-8125-6091357d1818 req-d9050b24-3e41-4950-a0be-73a77b5592d1 service neutron] Checking agent: {'id': '32ef628b-8417-46c5-8729-60fcabe358f1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-760453-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 21, 3, 8), 'started_at': datetime.datetime(2022, 1, 26, 21, 3, 8), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 21, 48, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 26 21:48:35.215273 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-831b8ea6-ca59-43fd-8125-6091357d1818 req-d9050b24-3e41-4950-a0be-73a77b5592d1 service neutron] Checking segment: {'id': '142d4df4-82b3-491e-9d0e-61b8edae363e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '6c3cc4b5-a11d-48af-b45e-41ba9c545f81'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103304) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 21:48:35.215665 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-831b8ea6-ca59-43fd-8125-6091357d1818 req-d9050b24-3e41-4950-a0be-73a77b5592d1 service neutron] Bound using segment: {'id': '142d4df4-82b3-491e-9d0e-61b8edae363e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '6c3cc4b5-a11d-48af-b45e-41ba9c545f81'} {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 26 21:48:35.216155 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [req-831b8ea6-ca59-43fd-8125-6091357d1818 req-d9050b24-3e41-4950-a0be-73a77b5592d1 service neutron] Bound port: 42b0d1dd-71e0-4253-acf1-8ec59615c70e, host: n-h1-760453-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '142d4df4-82b3-491e-9d0e-61b8edae363e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '6c3cc4b5-a11d-48af-b45e-41ba9c545f81'}}] {{(pid=103304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 26 21:48:35.216527 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-831b8ea6-ca59-43fd-8125-6091357d1818 req-d9050b24-3e41-4950-a0be-73a77b5592d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (42b0d1dd-71e0-4253-acf1-8ec59615c70e), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:48:35.297665 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [req-831b8ea6-ca59-43fd-8125-6091357d1818 req-d9050b24-3e41-4950-a0be-73a77b5592d1 service neutron] For port 42b0d1dd-71e0-4253-acf1-8ec59615c70e, host n-h1-760453-5, cleared binding levels {{(pid=103304) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 26 21:48:35.301963 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [req-831b8ea6-ca59-43fd-8125-6091357d1818 req-d9050b24-3e41-4950-a0be-73a77b5592d1 service neutron] For port 42b0d1dd-71e0-4253-acf1-8ec59615c70e, host n-h1-760453-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-5',level=0,port_id=42b0d1dd-71e0-4253-acf1-8ec59615c70e,segment=NetworkSegment(142d4df4-82b3-491e-9d0e-61b8edae363e),segment_id=142d4df4-82b3-491e-9d0e-61b8edae363e)] {{(pid=103304) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 26 21:48:35.311307 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-831b8ea6-ca59-43fd-8125-6091357d1818 req-d9050b24-3e41-4950-a0be-73a77b5592d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9281542'] for port (42b0d1dd-71e0-4253-acf1-8ec59615c70e), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:48:35.362859 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831b8ea6-ca59-43fd-8125-6091357d1818 req-d9050b24-3e41-4950-a0be-73a77b5592d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:48:35.364430 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-831b8ea6-ca59-43fd-8125-6091357d1818 req-d9050b24-3e41-4950-a0be-73a77b5592d1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:48:35.366162 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-831b8ea6-ca59-43fd-8125-6091357d1818 req-d9050b24-3e41-4950-a0be-73a77b5592d1 service neutron] 10.222.0.66 "PUT /v2.0/ports/42b0d1dd-71e0-4253-acf1-8ec59615c70e HTTP/1.1" status: 200 len: 1091 time: 0.8690259 Jan 26 21:48:35.369029 n-d-760453-5 neutron-server[103304]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cf0bceda-e551-4fc0-b042-195de062fe8c', 'tag': '42b0d1dd-71e0-4253-acf1-8ec59615c70e'}] {{(pid=103304) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 21:48:35.372038 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d52b45f1943fcd332af9527eb73ff93c8d715d44383a3f6d18de73b4cfcf87b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f85c074-a19b-491e-b0dc-ba7bd8c0b152" -d '{"events": [{"name": "network-changed", "server_uuid": "cf0bceda-e551-4fc0-b042-195de062fe8c", "tag": "42b0d1dd-71e0-4253-acf1-8ec59615c70e"}]}' {{(pid=103304) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 21:48:35.406231 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9050b24-3e41-4950-a0be-73a77b5592d1 service neutron] Pushing event updated for resources: {'Port': ['ID=42b0d1dd-71e0-4253-acf1-8ec59615c70e,revision_number=3']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:48:35.526907 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 26 Jan 2022 21:48:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-841ece56-9304-456a-8349-520e95a61f4e x-openstack-request-id: req-841ece56-9304-456a-8349-520e95a61f4e {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 21:48:35.527485 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cf0bceda-e551-4fc0-b042-195de062fe8c", "tag": "42b0d1dd-71e0-4253-acf1-8ec59615c70e", "status": "completed", "code": 200}]} {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 21:48:35.528047 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-841ece56-9304-456a-8349-520e95a61f4e {{(pid=103304) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 21:48:35.528670 n-d-760453-5 neutron-server[103304]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cf0bceda-e551-4fc0-b042-195de062fe8c', 'tag': '42b0d1dd-71e0-4253-acf1-8ec59615c70e', 'status': 'completed', 'code': 200} Jan 26 21:48:35.538320 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831b8ea6-ca59-43fd-8125-6091357d1818 req-1b0067c6-74fe-4fb0-928d-3566ed949b69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:48:35.540379 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-831b8ea6-ca59-43fd-8125-6091357d1818 req-1b0067c6-74fe-4fb0-928d-3566ed949b69 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=97d50071461f4511bd8bef3bc5cf8c61&device_id=cf0bceda-e551-4fc0-b042-195de062fe8c HTTP/1.1" status: 200 len: 1094 time: 0.1066861 Jan 26 21:48:35.561801 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4ff211-3193-4060-b39b-a32dc0fdf048 req-75e6475d-01f4-4fb7-ae38-7f7020cf0294 tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:48:35.570361 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-7c4ff211-3193-4060-b39b-a32dc0fdf048 req-75e6475d-01f4-4fb7-ae38-7f7020cf0294 tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] 10.222.0.13 "GET /v2.0/ports?device_id=6aff047d-5f34-4c21-95a6-c04ec04b761e HTTP/1.1" status: 200 len: 943 time: 0.0861623 Jan 26 21:48:35.656011 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-831b8ea6-ca59-43fd-8125-6091357d1818 req-cf4f5ed8-46a7-4157-a67e-94b7710cc482 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=42b0d1dd-71e0-4253-acf1-8ec59615c70e HTTP/1.1" status: 200 len: 217 time: 0.0621405 Jan 26 21:48:35.702582 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-7c4ff211-3193-4060-b39b-a32dc0fdf048 req-c5870f1b-6239-42e3-84aa-0d901a5e7793 tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] 10.222.0.13 "GET /v2.0/security-groups?id=fc3c904c-ba97-4f39-a366-73263c07da15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1310468 Jan 26 21:48:35.726354 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831b8ea6-ca59-43fd-8125-6091357d1818 req-d5a39259-2c54-4df2-b60b-81554d23389e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:48:35.728096 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-831b8ea6-ca59-43fd-8125-6091357d1818 req-d5a39259-2c54-4df2-b60b-81554d23389e service neutron] 10.222.0.66 "GET /v2.0/subnets?id=f3782d9d-f073-45f9-8aac-ebdc2c48dbe8 HTTP/1.1" status: 200 len: 834 time: 0.0602591 Jan 26 21:48:35.780869 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831b8ea6-ca59-43fd-8125-6091357d1818 req-ff3786d1-ca1c-4032-ac07-a0681ae7051d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:48:35.782507 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-831b8ea6-ca59-43fd-8125-6091357d1818 req-ff3786d1-ca1c-4032-ac07-a0681ae7051d service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=6c3cc4b5-a11d-48af-b45e-41ba9c545f81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0473411 Jan 26 21:48:35.887424 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-831b8ea6-ca59-43fd-8125-6091357d1818 req-642e89ca-3043-4d64-9fde-e1b914a0e19c service neutron] 10.222.0.66 "GET /v2.0/networks/6c3cc4b5-a11d-48af-b45e-41ba9c545f81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0974913 Jan 26 21:48:35.979104 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-831b8ea6-ca59-43fd-8125-6091357d1818 req-81faa4aa-d34a-4106-add0-7476e35fbfa9 service neutron] 10.222.0.66 "GET /v2.0/networks/6c3cc4b5-a11d-48af-b45e-41ba9c545f81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832901 Jan 26 21:48:36.091998 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e1b300-b851-4b33-9922-f52ab7036ee2 req-242b8228-2317-4710-bbb0-b9173c4bd543 tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:48:36.093506 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-98e1b300-b851-4b33-9922-f52ab7036ee2 req-242b8228-2317-4710-bbb0-b9173c4bd543 tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] 10.222.0.13 "GET /v2.0/ports?device_id=cf0bceda-e551-4fc0-b042-195de062fe8c HTTP/1.1" status: 200 len: 943 time: 0.0625498 Jan 26 21:48:36.154748 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f85c074-a19b-491e-b0dc-ba7bd8c0b152 req-b6f231b2-0078-4e66-a3c6-1e6997a31b35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:48:36.156765 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-2f85c074-a19b-491e-b0dc-ba7bd8c0b152 req-b6f231b2-0078-4e66-a3c6-1e6997a31b35 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=97d50071461f4511bd8bef3bc5cf8c61&device_id=cf0bceda-e551-4fc0-b042-195de062fe8c HTTP/1.1" status: 200 len: 1094 time: 0.0805655 Jan 26 21:48:36.179326 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-98e1b300-b851-4b33-9922-f52ab7036ee2 req-25eddfb4-b368-4d17-b65d-4b32a68c053b tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] 10.222.0.13 "GET /v2.0/security-groups?id=de038782-3c00-4d10-bffa-72e6d7e67a42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0646579 Jan 26 21:48:36.256352 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f85c074-a19b-491e-b0dc-ba7bd8c0b152 req-aba16fd8-431f-4c5f-8f74-0ed48321ab4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:48:36.257832 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-2f85c074-a19b-491e-b0dc-ba7bd8c0b152 req-aba16fd8-431f-4c5f-8f74-0ed48321ab4c service neutron] 10.222.0.66 "GET /v2.0/networks?id=6c3cc4b5-a11d-48af-b45e-41ba9c545f81 HTTP/1.1" status: 200 len: 896 time: 0.0911033 Jan 26 21:48:36.303492 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-2f85c074-a19b-491e-b0dc-ba7bd8c0b152 req-0e08729a-aa1d-4a1e-aa32-1e3ea478b0c2 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=42b0d1dd-71e0-4253-acf1-8ec59615c70e HTTP/1.1" status: 200 len: 217 time: 0.0389636 Jan 26 21:48:36.355502 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f85c074-a19b-491e-b0dc-ba7bd8c0b152 req-c8e59119-0c92-4572-8526-8db2651794bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:48:36.357071 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-2f85c074-a19b-491e-b0dc-ba7bd8c0b152 req-c8e59119-0c92-4572-8526-8db2651794bc service neutron] 10.222.0.66 "GET /v2.0/subnets?id=f3782d9d-f073-45f9-8aac-ebdc2c48dbe8 HTTP/1.1" status: 200 len: 834 time: 0.0470192 Jan 26 21:48:36.403583 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f85c074-a19b-491e-b0dc-ba7bd8c0b152 req-7c27ea35-e15c-4e39-a8f1-97583350d2b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:48:36.405094 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-2f85c074-a19b-491e-b0dc-ba7bd8c0b152 req-7c27ea35-e15c-4e39-a8f1-97583350d2b0 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=6c3cc4b5-a11d-48af-b45e-41ba9c545f81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0418067 Jan 26 21:48:36.499950 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-2f85c074-a19b-491e-b0dc-ba7bd8c0b152 req-ae1375f8-7f77-4deb-9a6c-b93f1bc739d5 service neutron] 10.222.0.66 "GET /v2.0/networks/6c3cc4b5-a11d-48af-b45e-41ba9c545f81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866489 Jan 26 21:48:36.593824 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-2f85c074-a19b-491e-b0dc-ba7bd8c0b152 req-7cf6e872-2a48-4664-a4b0-3b4b92514425 service neutron] 10.222.0.66 "GET /v2.0/networks/6c3cc4b5-a11d-48af-b45e-41ba9c545f81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876606 Jan 26 21:48:36.826546 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2fe8fe-d80a-4cb6-967b-54691ae535f6 req-960e865f-c63b-4ff3-ad3d-fe5eb767a3d8 tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:48:36.828246 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-5f2fe8fe-d80a-4cb6-967b-54691ae535f6 req-960e865f-c63b-4ff3-ad3d-fe5eb767a3d8 tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] 10.222.0.13 "GET /v2.0/ports?device_id=6aff047d-5f34-4c21-95a6-c04ec04b761e HTTP/1.1" status: 200 len: 943 time: 0.0499802 Jan 26 21:48:36.878903 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-5f2fe8fe-d80a-4cb6-967b-54691ae535f6 req-65b8a2ee-c9dd-4f7e-a546-7ee7f4078a53 tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] 10.222.0.13 "GET /v2.0/security-groups?id=fc3c904c-ba97-4f39-a366-73263c07da15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449085 Jan 26 21:48:37.295653 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478a451c-c2b5-4a19-a0f6-95e2b626c354 req-a7f2eda7-1ca6-4e52-8c0e-1008196184c0 tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:48:37.297166 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-478a451c-c2b5-4a19-a0f6-95e2b626c354 req-a7f2eda7-1ca6-4e52-8c0e-1008196184c0 tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] 10.222.0.13 "GET /v2.0/ports?device_id=cf0bceda-e551-4fc0-b042-195de062fe8c HTTP/1.1" status: 200 len: 943 time: 0.0484145 Jan 26 21:48:37.346205 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-478a451c-c2b5-4a19-a0f6-95e2b626c354 req-048c4aa1-412a-4d6c-a090-908ae662a057 tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] 10.222.0.13 "GET /v2.0/security-groups?id=de038782-3c00-4d10-bffa-72e6d7e67a42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434730 Jan 26 21:48:37.994313 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ac90de-500b-4cf3-8645-057819a4d7d4 req-bb28c706-737a-499c-a7bd-e1869b982304 tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:48:37.995908 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-58ac90de-500b-4cf3-8645-057819a4d7d4 req-bb28c706-737a-499c-a7bd-e1869b982304 tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] 10.222.0.13 "GET /v2.0/ports?device_id=6aff047d-5f34-4c21-95a6-c04ec04b761e HTTP/1.1" status: 200 len: 943 time: 0.0496376 Jan 26 21:48:38.042107 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-58ac90de-500b-4cf3-8645-057819a4d7d4 req-31efe521-b1ff-43a6-9b47-d5d7b3c1d527 tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] 10.222.0.13 "GET /v2.0/security-groups?id=fc3c904c-ba97-4f39-a366-73263c07da15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406194 Jan 26 21:48:38.464716 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d920c8bc-f77e-4b6c-98b8-fe3f5518dc77 req-73df9e2e-4f49-48fc-84a9-71726df4792b tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:48:38.466438 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-d920c8bc-f77e-4b6c-98b8-fe3f5518dc77 req-73df9e2e-4f49-48fc-84a9-71726df4792b tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] 10.222.0.13 "GET /v2.0/ports?device_id=cf0bceda-e551-4fc0-b042-195de062fe8c HTTP/1.1" status: 200 len: 943 time: 0.0530930 Jan 26 21:48:38.467143 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (32ef628b-8417-46c5-8729-60fcabe358f1), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:48:38.516766 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-d920c8bc-f77e-4b6c-98b8-fe3f5518dc77 req-825de6f9-d609-41a5-909c-cfab19b7acab tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] 10.222.0.13 "GET /v2.0/security-groups?id=de038782-3c00-4d10-bffa-72e6d7e67a42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433252 Jan 26 21:48:39.158084 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265c31ee-9e2d-4c53-90cc-b70832362ac3 req-4415492b-7f6f-4cfc-9a53-f072fd27400f tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:48:39.159560 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-265c31ee-9e2d-4c53-90cc-b70832362ac3 req-4415492b-7f6f-4cfc-9a53-f072fd27400f tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] 10.222.0.13 "GET /v2.0/ports?device_id=6aff047d-5f34-4c21-95a6-c04ec04b761e HTTP/1.1" status: 200 len: 943 time: 0.0482428 Jan 26 21:48:39.209866 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-265c31ee-9e2d-4c53-90cc-b70832362ac3 req-d27572c4-78ae-4432-bd81-324f685d2fa4 tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] 10.222.0.13 "GET /v2.0/security-groups?id=fc3c904c-ba97-4f39-a366-73263c07da15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446639 Jan 26 21:48:39.428855 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Device 42b0d1dd-71e0-4253-acf1-8ec59615c70e details requested by agent hyperv_n-h1-760453-5 with host n-h1-760453-5 {{(pid=103306) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 26 21:48:39.525588 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] For port 42b0d1dd-71e0-4253-acf1-8ec59615c70e, host n-h1-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-5',level=0,port_id=42b0d1dd-71e0-4253-acf1-8ec59615c70e,segment=NetworkSegment(142d4df4-82b3-491e-9d0e-61b8edae363e),segment_id=142d4df4-82b3-491e-9d0e-61b8edae363e)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:48:39.537469 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Returning: {'device': '42b0d1dd-71e0-4253-acf1-8ec59615c70e', 'network_id': '6c3cc4b5-a11d-48af-b45e-41ba9c545f81', 'port_id': '42b0d1dd-71e0-4253-acf1-8ec59615c70e', 'mac_address': 'fa:16:3e:f2:9f:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 558, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f3782d9d-f073-45f9-8aac-ebdc2c48dbe8', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103306) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 26 21:48:39.580896 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Current status of the port 42b0d1dd-71e0-4253-acf1-8ec59615c70e is: DOWN; New status is: BUILD {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:48:39.581366 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (42b0d1dd-71e0-4253-acf1-8ec59615c70e), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:48:39.595929 n-d-760453-5 neutron-server[103306]: DEBUG neutron.notifiers.nova [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 42b0d1dd-71e0-4253-acf1-8ec59615c70e {{(pid=103306) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 26 21:48:39.618710 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] For port 42b0d1dd-71e0-4253-acf1-8ec59615c70e, host n-h1-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-5',level=0,port_id=42b0d1dd-71e0-4253-acf1-8ec59615c70e,segment=NetworkSegment(142d4df4-82b3-491e-9d0e-61b8edae363e),segment_id=142d4df4-82b3-491e-9d0e-61b8edae363e)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:48:39.623001 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (42b0d1dd-71e0-4253-acf1-8ec59615c70e), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:48:39.641114 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f241464a-0b6f-4348-8e06-3a22a2138111 req-03c1674a-9c08-4081-9fa2-e19cab204791 tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:48:39.646231 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-f241464a-0b6f-4348-8e06-3a22a2138111 req-03c1674a-9c08-4081-9fa2-e19cab204791 tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] 10.222.0.13 "GET /v2.0/ports?device_id=cf0bceda-e551-4fc0-b042-195de062fe8c HTTP/1.1" status: 200 len: 943 time: 0.0554047 Jan 26 21:48:39.671440 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Pushing event updated for resources: {'Port': ['ID=42b0d1dd-71e0-4253-acf1-8ec59615c70e,revision_number=4']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:48:39.970327 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-f241464a-0b6f-4348-8e06-3a22a2138111 req-5d87afbc-8ac3-49d1-a253-3961d0b81245 tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] 10.222.0.13 "GET /v2.0/security-groups?id=de038782-3c00-4d10-bffa-72e6d7e67a42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3214228 Jan 26 21:48:40.009395 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] get_ports_and_sgs() called for port_ids ['42b0d1dd-71e0-4253-acf1-8ec59615c70e'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 26 21:48:40.323638 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b053149c-db86-4907-a104-fa2530b66078 req-8bab2619-3d2b-4cdc-a74c-1c536fa92d8e tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:48:40.325129 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-b053149c-db86-4907-a104-fa2530b66078 req-8bab2619-3d2b-4cdc-a74c-1c536fa92d8e tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] 10.222.0.13 "GET /v2.0/ports?device_id=6aff047d-5f34-4c21-95a6-c04ec04b761e HTTP/1.1" status: 200 len: 943 time: 0.0481350 Jan 26 21:48:40.374540 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-b053149c-db86-4907-a104-fa2530b66078 req-bc43812e-95ca-468e-8095-8aa13e1c8fc9 tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] 10.222.0.13 "GET /v2.0/security-groups?id=fc3c904c-ba97-4f39-a366-73263c07da15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432031 Jan 26 21:48:41.086672 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed3d7ba-dacc-4a93-9c63-24f90fdaff2f req-ec98934a-c213-4152-982a-f05b12a105ad tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:48:41.088172 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-2ed3d7ba-dacc-4a93-9c63-24f90fdaff2f req-ec98934a-c213-4152-982a-f05b12a105ad tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] 10.222.0.13 "GET /v2.0/ports?device_id=cf0bceda-e551-4fc0-b042-195de062fe8c HTTP/1.1" status: 200 len: 944 time: 0.0485101 Jan 26 21:48:41.137393 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-2ed3d7ba-dacc-4a93-9c63-24f90fdaff2f req-e15c4c96-800b-42c8-bdb9-f96e884a5595 tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] 10.222.0.13 "GET /v2.0/security-groups?id=de038782-3c00-4d10-bffa-72e6d7e67a42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434082 Jan 26 21:48:41.444744 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Device 42b0d1dd-71e0-4253-acf1-8ec59615c70e up at agent hyperv_n-h1-760453-5 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 21:48:41.496061 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbcb33bc-309e-41b9-be0b-d1ce0c78be58 req-7184b967-ae4e-45b4-8cb3-20c485dcbf45 tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:48:41.498271 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-bbcb33bc-309e-41b9-be0b-d1ce0c78be58 req-7184b967-ae4e-45b4-8cb3-20c485dcbf45 tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] 10.222.0.13 "GET /v2.0/ports?device_id=6aff047d-5f34-4c21-95a6-c04ec04b761e HTTP/1.1" status: 200 len: 943 time: 0.0563099 Jan 26 21:48:41.502140 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Provisioning for port 42b0d1dd-71e0-4253-acf1-8ec59615c70e completed by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 21:48:41.506482 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Provisioning complete for port 42b0d1dd-71e0-4253-acf1-8ec59615c70e triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:48:41.506853 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (42b0d1dd-71e0-4253-acf1-8ec59615c70e), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:48:41.553779 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-bbcb33bc-309e-41b9-be0b-d1ce0c78be58 req-af720eb9-dccc-4035-a441-bf468759b924 tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] 10.222.0.13 "GET /v2.0/security-groups?id=fc3c904c-ba97-4f39-a366-73263c07da15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488815 Jan 26 21:48:41.592757 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Current status of the port 42b0d1dd-71e0-4253-acf1-8ec59615c70e is: BUILD; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:48:41.593146 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (42b0d1dd-71e0-4253-acf1-8ec59615c70e), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:48:41.615830 n-d-760453-5 neutron-server[103306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf0bceda-e551-4fc0-b042-195de062fe8c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42b0d1dd-71e0-4253-acf1-8ec59615c70e'}] {{(pid=103306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 21:48:41.618071 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9d5d370febab655511bdd2ffe887e43e442d144a440368702bcc1e93af00b97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec8430e1-528d-44d7-bfd5-c61027bb2238" -d '{"events": [{"server_uuid": "cf0bceda-e551-4fc0-b042-195de062fe8c", "name": "network-vif-plugged", "status": "completed", "tag": "42b0d1dd-71e0-4253-acf1-8ec59615c70e"}]}' {{(pid=103306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 21:48:41.631231 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] For port 42b0d1dd-71e0-4253-acf1-8ec59615c70e, host n-h1-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-5',level=0,port_id=42b0d1dd-71e0-4253-acf1-8ec59615c70e,segment=NetworkSegment(142d4df4-82b3-491e-9d0e-61b8edae363e),segment_id=142d4df4-82b3-491e-9d0e-61b8edae363e)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:48:41.635833 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (42b0d1dd-71e0-4253-acf1-8ec59615c70e), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:48:41.667890 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Jan 2022 21:48:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e68bc422-9e18-4b2d-8f54-722a113facce x-openstack-request-id: req-e68bc422-9e18-4b2d-8f54-722a113facce {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 21:48:41.668185 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf0bceda-e551-4fc0-b042-195de062fe8c", "name": "network-vif-plugged", "status": "completed", "tag": "42b0d1dd-71e0-4253-acf1-8ec59615c70e", "code": 200}]} {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 21:48:41.668438 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e68bc422-9e18-4b2d-8f54-722a113facce {{(pid=103306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 21:48:41.668829 n-d-760453-5 neutron-server[103306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf0bceda-e551-4fc0-b042-195de062fe8c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42b0d1dd-71e0-4253-acf1-8ec59615c70e', 'code': 200} Jan 26 21:48:41.695414 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Pushing event updated for resources: {'Port': ['ID=42b0d1dd-71e0-4253-acf1-8ec59615c70e,revision_number=5']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:48:41.790141 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8dee8c2-9983-4506-9b76-c053c7fbea57 req-92a4c722-9951-4ff0-a65f-8a1c9a720e15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:48:41.791656 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-b8dee8c2-9983-4506-9b76-c053c7fbea57 req-92a4c722-9951-4ff0-a65f-8a1c9a720e15 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=cf0bceda-e551-4fc0-b042-195de062fe8c HTTP/1.1" status: 200 len: 1096 time: 0.0401139 Jan 26 21:48:41.838621 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-b8dee8c2-9983-4506-9b76-c053c7fbea57 req-eaa62e46-bed9-45cd-ba64-bb8b1966fd70 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=de038782-3c00-4d10-bffa-72e6d7e67a42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405364 Jan 26 21:48:42.253858 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11bbfe85-c299-4d23-aad8-02c37d87b5b0 req-bb584089-df0c-4494-a8ce-774a05675ada tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:48:42.255364 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-11bbfe85-c299-4d23-aad8-02c37d87b5b0 req-bb584089-df0c-4494-a8ce-774a05675ada tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] 10.222.0.13 "GET /v2.0/ports?device_id=cf0bceda-e551-4fc0-b042-195de062fe8c HTTP/1.1" status: 200 len: 945 time: 0.0515869 Jan 26 21:48:42.304198 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-11bbfe85-c299-4d23-aad8-02c37d87b5b0 req-5f7417d0-869e-426d-bbfe-256b3a60da8c tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] 10.222.0.13 "GET /v2.0/security-groups?id=de038782-3c00-4d10-bffa-72e6d7e67a42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429406 Jan 26 21:48:42.672243 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc3ca5a-5740-48dc-8997-463352eee472 req-24359a36-988a-49f0-83b8-92b52f19f846 tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:48:42.673836 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-acc3ca5a-5740-48dc-8997-463352eee472 req-24359a36-988a-49f0-83b8-92b52f19f846 tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] 10.222.0.13 "GET /v2.0/ports?device_id=6aff047d-5f34-4c21-95a6-c04ec04b761e HTTP/1.1" status: 200 len: 943 time: 0.0483036 Jan 26 21:48:42.721614 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-acc3ca5a-5740-48dc-8997-463352eee472 req-9f08ebc2-301d-43fd-8676-86b6426883c7 tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] 10.222.0.13 "GET /v2.0/security-groups?id=fc3c904c-ba97-4f39-a366-73263c07da15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407603 Jan 26 21:48:43.422419 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57788c4e-8d79-44b9-9a92-11566bf236ae req-b1b0a14e-1cc4-4c4d-9be0-25ef3db4745f tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:48:43.428427 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-57788c4e-8d79-44b9-9a92-11566bf236ae req-b1b0a14e-1cc4-4c4d-9be0-25ef3db4745f tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] 10.222.0.13 "GET /v2.0/ports?device_id=cf0bceda-e551-4fc0-b042-195de062fe8c HTTP/1.1" status: 200 len: 945 time: 0.0495644 Jan 26 21:48:43.482554 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-57788c4e-8d79-44b9-9a92-11566bf236ae req-94b11ba0-53c4-4108-a675-e6186d69482f tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] 10.222.0.13 "GET /v2.0/security-groups?id=de038782-3c00-4d10-bffa-72e6d7e67a42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476291 Jan 26 21:48:43.536898 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Device 67d9bb91-5d3e-492f-91b9-764e24df0ac1 details requested by agent hyperv_n-h2-760453-5 with host n-h2-760453-5 {{(pid=103306) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 26 21:48:43.601560 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100a0e9f-3315-4473-9215-9bd1f60b8e10 req-69e48d0a-844f-4881-a6d4-4662a8cbb00d tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:48:43.603103 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-100a0e9f-3315-4473-9215-9bd1f60b8e10 req-69e48d0a-844f-4881-a6d4-4662a8cbb00d tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] 10.222.0.13 "GET /v2.0/ports?device_id=cf0bceda-e551-4fc0-b042-195de062fe8c HTTP/1.1" status: 200 len: 945 time: 0.0514235 Jan 26 21:48:43.638764 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] For port 67d9bb91-5d3e-492f-91b9-764e24df0ac1, host n-h2-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-5',level=0,port_id=67d9bb91-5d3e-492f-91b9-764e24df0ac1,segment=NetworkSegment(9a2f9f82-c041-418b-a55c-16c7f60d3f23),segment_id=9a2f9f82-c041-418b-a55c-16c7f60d3f23)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:48:43.650857 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Returning: {'device': '67d9bb91-5d3e-492f-91b9-764e24df0ac1', 'network_id': 'e866a34e-1552-4423-ada4-1491d39ac585', 'port_id': '67d9bb91-5d3e-492f-91b9-764e24df0ac1', 'mac_address': 'fa:16:3e:c0:d7:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 568, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '96a6ba37-129e-4936-9d0e-9f67f00a39ac', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103306) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 26 21:48:43.653474 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-100a0e9f-3315-4473-9215-9bd1f60b8e10 req-c3849251-fe8e-4f15-a860-23ad884b9d74 tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] 10.222.0.13 "GET /v2.0/security-groups?id=de038782-3c00-4d10-bffa-72e6d7e67a42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448279 Jan 26 21:48:43.676417 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 44778) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:48:43.702154 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Current status of the port 67d9bb91-5d3e-492f-91b9-764e24df0ac1 is: DOWN; New status is: BUILD {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:48:43.702660 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (67d9bb91-5d3e-492f-91b9-764e24df0ac1), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:48:43.719424 n-d-760453-5 neutron-server[103306]: DEBUG neutron.notifiers.nova [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 67d9bb91-5d3e-492f-91b9-764e24df0ac1 {{(pid=103306) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 26 21:48:43.719651 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99efc646-1c2a-4d40-8ae8-4844ffc39145 tempest-TestNetworkBasicOps-1165376115 tempest-TestNetworkBasicOps-1165376115-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:48:43.723796 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-99efc646-1c2a-4d40-8ae8-4844ffc39145 tempest-TestNetworkBasicOps-1165376115 tempest-TestNetworkBasicOps-1165376115-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=cf0bceda-e551-4fc0-b042-195de062fe8c HTTP/1.1" status: 200 len: 1091 time: 0.0435293 Jan 26 21:48:43.724508 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 44782) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:48:43.729158 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-3419b2f5-65a3-4c8e-9094-9d0767d79149 tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] Request body: {'floatingip': {'floating_network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'port_id': '42b0d1dd-71e0-4253-acf1-8ec59615c70e', 'tenant_id': '97d50071461f4511bd8bef3bc5cf8c61', 'fixed_ip_address': '172.20.0.9'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:48:43.741234 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] For port 67d9bb91-5d3e-492f-91b9-764e24df0ac1, host n-h2-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-5',level=0,port_id=67d9bb91-5d3e-492f-91b9-764e24df0ac1,segment=NetworkSegment(9a2f9f82-c041-418b-a55c-16c7f60d3f23),segment_id=9a2f9f82-c041-418b-a55c-16c7f60d3f23)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:48:43.747854 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (67d9bb91-5d3e-492f-91b9-764e24df0ac1), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:48:43.751407 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-3419b2f5-65a3-4c8e-9094-9d0767d79149 tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:48:43.803642 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Pushing event updated for resources: {'Port': ['ID=67d9bb91-5d3e-492f-91b9-764e24df0ac1,revision_number=4']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:48:43.845669 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3913c1-f60d-4d12-8ed3-2ca46900f0a4 req-0e046575-602d-4e58-a081-07e988bc0ec6 tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:48:43.847364 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-7f3913c1-f60d-4d12-8ed3-2ca46900f0a4 req-0e046575-602d-4e58-a081-07e988bc0ec6 tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] 10.222.0.13 "GET /v2.0/ports?device_id=6aff047d-5f34-4c21-95a6-c04ec04b761e HTTP/1.1" status: 200 len: 944 time: 0.0509810 Jan 26 21:48:43.862249 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-3419b2f5-65a3-4c8e-9094-9d0767d79149 tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:48:43.901165 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-7f3913c1-f60d-4d12-8ed3-2ca46900f0a4 req-a0664247-aab4-42f2-88a6-a02658f672f5 tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] 10.222.0.13 "GET /v2.0/security-groups?id=fc3c904c-ba97-4f39-a366-73263c07da15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459805 Jan 26 21:48:43.972980 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.db_base_plugin_common [None req-3419b2f5-65a3-4c8e-9094-9d0767d79149 tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] Allocated IP 172.25.1.80 (4140a1f1-c93a-4bea-83a0-68953a54f299/e48251a1-e30d-4820-8396-00c6f6aeb601/dddfad00-c40a-4a98-99c6-eb57443a72c0) {{(pid=103305) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 21:48:43.974480 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] get_ports_and_sgs() called for port_ids ['67d9bb91-5d3e-492f-91b9-764e24df0ac1'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 26 21:48:44.077563 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-3419b2f5-65a3-4c8e-9094-9d0767d79149 tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] Publish callbacks [] for port (dddfad00-c40a-4a98-99c6-eb57443a72c0), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:48:44.114495 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-3419b2f5-65a3-4c8e-9094-9d0767d79149 tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746560234527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11791543'] for port (dddfad00-c40a-4a98-99c6-eb57443a72c0), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:48:44.157974 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3419b2f5-65a3-4c8e-9094-9d0767d79149 tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] Network 4140a1f1-c93a-4bea-83a0-68953a54f299 is already hosted by enough agents. {{(pid=103305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 21:48:44.162286 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [None req-3419b2f5-65a3-4c8e-9094-9d0767d79149 tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] Resources bound (agent type, host, resource id): {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:48:44.165966 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3419b2f5-65a3-4c8e-9094-9d0767d79149 tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] Received port after_create {{(pid=103305) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 21:48:44.199272 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3419b2f5-65a3-4c8e-9094-9d0767d79149 tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] Pushing event updated for resources: {'Port': ['ID=dddfad00-c40a-4a98-99c6-eb57443a72c0,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:48:44.541247 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-3419b2f5-65a3-4c8e-9094-9d0767d79149 tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] Publish callbacks [] for floatingip (6a2e5176-970b-4eae-8178-d303a1780dba), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:48:44.608650 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-3419b2f5-65a3-4c8e-9094-9d0767d79149 tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (dddfad00-c40a-4a98-99c6-eb57443a72c0), before_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:48:44.757594 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-3419b2f5-65a3-4c8e-9094-9d0767d79149 tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] Publish callbacks [] for port (dddfad00-c40a-4a98-99c6-eb57443a72c0), precommit_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:48:44.762229 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-3419b2f5-65a3-4c8e-9094-9d0767d79149 tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11791520'] for port (dddfad00-c40a-4a98-99c6-eb57443a72c0), after_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:48:44.835777 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3419b2f5-65a3-4c8e-9094-9d0767d79149 tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] Pushing event updated for resources: {'Port': ['ID=dddfad00-c40a-4a98-99c6-eb57443a72c0,revision_number=2']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:48:44.844010 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-3419b2f5-65a3-4c8e-9094-9d0767d79149 tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4110913'] for floatingip (6a2e5176-970b-4eae-8178-d303a1780dba), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:48:44.959969 n-d-760453-5 neutron-server[103305]: INFO neutron.db.l3_db [None req-3419b2f5-65a3-4c8e-9094-9d0767d79149 tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] Floating IP 6a2e5176-970b-4eae-8178-d303a1780dba associated. External IP: 172.25.1.80, port: 42b0d1dd-71e0-4253-acf1-8ec59615c70e. Jan 26 21:48:45.046395 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba335ee-b12a-4b44-949a-f2644476cf13 req-f521bf7a-3689-4859-9ea4-17c3d6b97b9e tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:48:45.048066 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-dba335ee-b12a-4b44-949a-f2644476cf13 req-f521bf7a-3689-4859-9ea4-17c3d6b97b9e tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] 10.222.0.13 "GET /v2.0/ports?device_id=6aff047d-5f34-4c21-95a6-c04ec04b761e HTTP/1.1" status: 200 len: 944 time: 0.0594914 Jan 26 21:48:45.100270 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-dba335ee-b12a-4b44-949a-f2644476cf13 req-3bfb2ce7-0bf5-495a-9ac7-9d9dfb1da202 tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] 10.222.0.13 "GET /v2.0/security-groups?id=fc3c904c-ba97-4f39-a366-73263c07da15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450668 Jan 26 21:48:45.189701 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3419b2f5-65a3-4c8e-9094-9d0767d79149 tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] Router 0a20fc88-d082-4a20-bfaa-ee873d9fe781 has already been hosted by L3 agent 09df100c-3af1-4b0a-bda8-05914c71c458 {{(pid=103305) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 26 21:48:45.297371 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3419b2f5-65a3-4c8e-9094-9d0767d79149 tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] Notify agent at l3_agent.n-d-760453-5 the message routers_updated {{(pid=103305) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 26 21:48:45.308058 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a9d9ec7-9621-4136-9907-3773142ab094 None None] Sync routers for ids ['0a20fc88-d082-4a20-bfaa-ee873d9fe781'] in n-d-760453-5 {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 26 21:48:45.316628 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-3419b2f5-65a3-4c8e-9094-9d0767d79149 tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for floatingip (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:48:45.318338 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a9d9ec7-9621-4136-9907-3773142ab094 None None] Routers {'0a20fc88-d082-4a20-bfaa-ee873d9fe781'} bound to L3 agent in host n-d-760453-5 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 21:48:45.318937 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-4a9d9ec7-9621-4136-9907-3773142ab094 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-26T20:55:21Z,description=,heartbeat_timestamp=2022-01-26T21:48:21Z,host='n-d-760453-5',id=09df100c-3af1-4b0a-bda8-05914c71c458,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:55:21Z,topic='l3_agent')) {'router_ids': ['0a20fc88-d082-4a20-bfaa-ee873d9fe781'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:48:45.344597 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-3419b2f5-65a3-4c8e-9094-9d0767d79149 tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.6189868 Jan 26 21:48:45.345178 n-d-760453-5 neutron-server[103305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cf0bceda-e551-4fc0-b042-195de062fe8c', 'tag': '42b0d1dd-71e0-4253-acf1-8ec59615c70e'}] {{(pid=103305) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 21:48:45.347422 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 44798) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:48:45.354235 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d4654568b7bf041e72ff8fe1c96d6d761d9c921f2b99bc7b3a26632be20cee0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffeb52ba-0ec0-4cce-bbbc-f0a63d8e991b" -d '{"events": [{"name": "network-changed", "server_uuid": "cf0bceda-e551-4fc0-b042-195de062fe8c", "tag": "42b0d1dd-71e0-4253-acf1-8ec59615c70e"}]}' {{(pid=103305) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 21:48:45.396754 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 26 Jan 2022 21:48:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7276bd5-7aba-4ac8-b1e8-f4e876ef8968 x-openstack-request-id: req-a7276bd5-7aba-4ac8-b1e8-f4e876ef8968 {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 21:48:45.397146 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cf0bceda-e551-4fc0-b042-195de062fe8c", "tag": "42b0d1dd-71e0-4253-acf1-8ec59615c70e", "status": "completed", "code": 200}]} {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 21:48:45.397545 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a7276bd5-7aba-4ac8-b1e8-f4e876ef8968 {{(pid=103305) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 21:48:45.398256 n-d-760453-5 neutron-server[103305]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cf0bceda-e551-4fc0-b042-195de062fe8c', 'tag': '42b0d1dd-71e0-4253-acf1-8ec59615c70e', 'status': 'completed', 'code': 200} Jan 26 21:48:45.432860 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_dvr_db [None req-4a9d9ec7-9621-4136-9907-3773142ab094 None None] Set router 0a20fc88-d082-4a20-bfaa-ee873d9fe781 gateway port host: n-d-760453-5 {{(pid=103307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 21:48:45.477617 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-87493a8a-24ca-4c65-8800-6f19e71b0f89 tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] 10.222.0.13 "GET /v2.0/floatingips/6a2e5176-970b-4eae-8178-d303a1780dba HTTP/1.1" status: 200 len: 990 time: 0.1286144 Jan 26 21:48:45.493181 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffeb52ba-0ec0-4cce-bbbc-f0a63d8e991b req-182042d7-4165-488b-a5ef-d7ec1a96fd27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:48:45.494952 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-ffeb52ba-0ec0-4cce-bbbc-f0a63d8e991b req-182042d7-4165-488b-a5ef-d7ec1a96fd27 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=97d50071461f4511bd8bef3bc5cf8c61&device_id=cf0bceda-e551-4fc0-b042-195de062fe8c HTTP/1.1" status: 200 len: 1096 time: 0.0540040 Jan 26 21:48:45.538059 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Device 67d9bb91-5d3e-492f-91b9-764e24df0ac1 up at agent hyperv_n-h2-760453-5 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 21:48:45.590783 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffeb52ba-0ec0-4cce-bbbc-f0a63d8e991b req-e33926c2-f5b2-4aee-979f-ce0ec97596f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:48:45.593246 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-ffeb52ba-0ec0-4cce-bbbc-f0a63d8e991b req-e33926c2-f5b2-4aee-979f-ce0ec97596f8 service neutron] 10.222.0.66 "GET /v2.0/networks?id=6c3cc4b5-a11d-48af-b45e-41ba9c545f81 HTTP/1.1" status: 200 len: 896 time: 0.0915098 Jan 26 21:48:45.594408 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Provisioning for port 67d9bb91-5d3e-492f-91b9-764e24df0ac1 completed by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 21:48:45.600323 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Provisioning complete for port 67d9bb91-5d3e-492f-91b9-764e24df0ac1 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:48:45.600699 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (67d9bb91-5d3e-492f-91b9-764e24df0ac1), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:48:45.672410 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-ffeb52ba-0ec0-4cce-bbbc-f0a63d8e991b req-dc727bde-5782-4415-9829-e177d15d9240 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=42b0d1dd-71e0-4253-acf1-8ec59615c70e HTTP/1.1" status: 200 len: 998 time: 0.0713599 Jan 26 21:48:45.693171 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Current status of the port 67d9bb91-5d3e-492f-91b9-764e24df0ac1 is: BUILD; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:48:45.693616 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (67d9bb91-5d3e-492f-91b9-764e24df0ac1), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:48:45.720848 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-4a9d9ec7-9621-4136-9907-3773142ab094 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a20fc88-d082-4a20-bfaa-ee873d9fe781', 'name': 'tempest-TestNetworkBasicOps-router-1173112100', 'tenant_id': '97d50071461f4511bd8bef3bc5cf8c61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'external_fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.48'}], 'enable_snat': True}, 'gw_port_id': 'f7a0ad54-002d-4db2-b5ff-7dbe8ab23628', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T21:48:19Z', 'updated_at': '2022-01-26T21:48:26Z', 'revision_number': 4, 'project_id': '97d50071461f4511bd8bef3bc5cf8c61', 'gw_port': {'id': 'f7a0ad54-002d-4db2-b5ff-7dbe8ab23628', 'name': '', 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:dc:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a20fc88-d082-4a20-bfaa-ee873d9fe781', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3951, 'fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:48:20Z', 'updated_at': '2022-01-26T21:48:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-5', '_floatingips': [{'id': '6a2e5176-970b-4eae-8178-d303a1780dba', 'tenant_id': '97d50071461f4511bd8bef3bc5cf8c61', 'floating_ip_address': '172.25.1.80', 'floating_network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'router_id': '0a20fc88-d082-4a20-bfaa-ee873d9fe781', 'port_id': '42b0d1dd-71e0-4253-acf1-8ec59615c70e', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3967, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6c3cc4b5-a11d-48af-b45e-41ba9c545f81', 'mac_address': 'fa:16:3e:f2:9f:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf0bceda-e551-4fc0-b042-195de062fe8c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-26T21:48:44Z', 'updated_at': '2022-01-26T21:48:44Z', 'revision_number': 0, 'project_id': '97d50071461f4511bd8bef3bc5cf8c61', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '81c964b2-ad8f-49c9-88df-966fc1c4a0dc', 'name': '', 'network_id': '6c3cc4b5-a11d-48af-b45e-41ba9c545f81', 'tenant_id': '97d50071461f4511bd8bef3bc5cf8c61', 'mac_address': 'fa:16:3e:eb:67:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a20fc88-d082-4a20-bfaa-ee873d9fe781', 'device_owner': 'network:router_interface', 'standard_attr_id': 3955, 'fixed_ips': [{'subnet_id': 'f3782d9d-f073-45f9-8aac-ebdc2c48dbe8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:48:25Z', 'updated_at': '2022-01-26T21:48:30Z', 'revision_number': 5, 'project_id': '97d50071461f4511bd8bef3bc5cf8c61', 'subnets': [{'id': 'f3782d9d-f073-45f9-8aac-ebdc2c48dbe8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760453-5', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:48:45.731401 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] For port 67d9bb91-5d3e-492f-91b9-764e24df0ac1, host n-h2-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-5',level=0,port_id=67d9bb91-5d3e-492f-91b9-764e24df0ac1,segment=NetworkSegment(9a2f9f82-c041-418b-a55c-16c7f60d3f23),segment_id=9a2f9f82-c041-418b-a55c-16c7f60d3f23)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:48:45.732360 n-d-760453-5 neutron-server[103306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6aff047d-5f34-4c21-95a6-c04ec04b761e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67d9bb91-5d3e-492f-91b9-764e24df0ac1'}] {{(pid=103306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 21:48:45.732780 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffeb52ba-0ec0-4cce-bbbc-f0a63d8e991b req-092cb630-d12d-44ed-9896-d0b7abc2504a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:48:45.734768 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9d5d370febab655511bdd2ffe887e43e442d144a440368702bcc1e93af00b97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1bd82ce-bcca-472a-baf4-ba6804e2afb2" -d '{"events": [{"server_uuid": "6aff047d-5f34-4c21-95a6-c04ec04b761e", "name": "network-vif-plugged", "status": "completed", "tag": "67d9bb91-5d3e-492f-91b9-764e24df0ac1"}]}' {{(pid=103306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 21:48:45.735251 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-ffeb52ba-0ec0-4cce-bbbc-f0a63d8e991b req-092cb630-d12d-44ed-9896-d0b7abc2504a service neutron] 10.222.0.66 "GET /v2.0/subnets?id=f3782d9d-f073-45f9-8aac-ebdc2c48dbe8 HTTP/1.1" status: 200 len: 834 time: 0.0536726 Jan 26 21:48:45.740289 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (67d9bb91-5d3e-492f-91b9-764e24df0ac1), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:48:45.755376 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a9d9ec7-9621-4136-9907-3773142ab094 None None] Checking router: 0a20fc88-d082-4a20-bfaa-ee873d9fe781 for host: n-d-760453-5 {{(pid=103307) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 26 21:48:45.764698 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a9d9ec7-9621-4136-9907-3773142ab094 None None] Routers {'0a20fc88-d082-4a20-bfaa-ee873d9fe781'} bound to L3 agent in host n-d-760453-5 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 21:48:45.765319 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-4a9d9ec7-9621-4136-9907-3773142ab094 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-26T20:55:21Z,description=,heartbeat_timestamp=2022-01-26T21:48:21Z,host='n-d-760453-5',id=09df100c-3af1-4b0a-bda8-05914c71c458,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:55:21Z,topic='l3_agent')) {'router_ids': ['0a20fc88-d082-4a20-bfaa-ee873d9fe781'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:48:45.799264 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Jan 2022 21:48:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24aa7ad4-bd21-4c08-8feb-5ffa71740975 x-openstack-request-id: req-24aa7ad4-bd21-4c08-8feb-5ffa71740975 {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 21:48:45.799643 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6aff047d-5f34-4c21-95a6-c04ec04b761e", "name": "network-vif-plugged", "status": "completed", "tag": "67d9bb91-5d3e-492f-91b9-764e24df0ac1", "code": 200}]} {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 21:48:45.799837 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-24aa7ad4-bd21-4c08-8feb-5ffa71740975 {{(pid=103306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 21:48:45.801774 n-d-760453-5 neutron-server[103306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6aff047d-5f34-4c21-95a6-c04ec04b761e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67d9bb91-5d3e-492f-91b9-764e24df0ac1', 'code': 200} Jan 26 21:48:45.819766 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffeb52ba-0ec0-4cce-bbbc-f0a63d8e991b req-3c0d92c7-baa2-417e-876f-9809079c7c1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:48:45.822074 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-ffeb52ba-0ec0-4cce-bbbc-f0a63d8e991b req-3c0d92c7-baa2-417e-876f-9809079c7c1d service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=6c3cc4b5-a11d-48af-b45e-41ba9c545f81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0755687 Jan 26 21:48:45.854822 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Pushing event updated for resources: {'Port': ['ID=67d9bb91-5d3e-492f-91b9-764e24df0ac1,revision_number=5']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:48:45.894991 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_dvr_db [None req-4a9d9ec7-9621-4136-9907-3773142ab094 None None] Set router 0a20fc88-d082-4a20-bfaa-ee873d9fe781 gateway port host: n-d-760453-5 {{(pid=103307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 21:48:45.945112 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707fbabb-6715-41e4-8385-dc6b3c1b8b76 req-75b3fbc8-520a-4872-8f11-ef97b1796a90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:48:45.946768 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-707fbabb-6715-41e4-8385-dc6b3c1b8b76 req-75b3fbc8-520a-4872-8f11-ef97b1796a90 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=6aff047d-5f34-4c21-95a6-c04ec04b761e HTTP/1.1" status: 200 len: 1096 time: 0.0947313 Jan 26 21:48:45.967761 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-ffeb52ba-0ec0-4cce-bbbc-f0a63d8e991b req-bb0b53e3-2fe4-466e-b4ce-6bba544cd8d8 service neutron] 10.222.0.66 "GET /v2.0/networks/6c3cc4b5-a11d-48af-b45e-41ba9c545f81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1366873 Jan 26 21:48:46.073057 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-707fbabb-6715-41e4-8385-dc6b3c1b8b76 req-2a0f544d-1983-4782-a2a3-2662507b949e service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=fc3c904c-ba97-4f39-a366-73263c07da15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042163 Jan 26 21:48:46.101025 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-ffeb52ba-0ec0-4cce-bbbc-f0a63d8e991b req-f1ad8294-2f52-41c5-8d2e-581dada31dbb service neutron] 10.222.0.66 "GET /v2.0/networks/6c3cc4b5-a11d-48af-b45e-41ba9c545f81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1256034 Jan 26 21:48:46.149028 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-4a9d9ec7-9621-4136-9907-3773142ab094 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a20fc88-d082-4a20-bfaa-ee873d9fe781', 'name': 'tempest-TestNetworkBasicOps-router-1173112100', 'tenant_id': '97d50071461f4511bd8bef3bc5cf8c61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'external_fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.48'}], 'enable_snat': True}, 'gw_port_id': 'f7a0ad54-002d-4db2-b5ff-7dbe8ab23628', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T21:48:19Z', 'updated_at': '2022-01-26T21:48:26Z', 'revision_number': 4, 'project_id': '97d50071461f4511bd8bef3bc5cf8c61', 'gw_port': {'id': 'f7a0ad54-002d-4db2-b5ff-7dbe8ab23628', 'name': '', 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:dc:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a20fc88-d082-4a20-bfaa-ee873d9fe781', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3951, 'fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:48:20Z', 'updated_at': '2022-01-26T21:48:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-5', '_floatingips': [{'id': '6a2e5176-970b-4eae-8178-d303a1780dba', 'tenant_id': '97d50071461f4511bd8bef3bc5cf8c61', 'floating_ip_address': '172.25.1.80', 'floating_network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'router_id': '0a20fc88-d082-4a20-bfaa-ee873d9fe781', 'port_id': '42b0d1dd-71e0-4253-acf1-8ec59615c70e', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3967, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6c3cc4b5-a11d-48af-b45e-41ba9c545f81', 'mac_address': 'fa:16:3e:f2:9f:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf0bceda-e551-4fc0-b042-195de062fe8c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-26T21:48:44Z', 'updated_at': '2022-01-26T21:48:44Z', 'revision_number': 0, 'project_id': '97d50071461f4511bd8bef3bc5cf8c61', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '81c964b2-ad8f-49c9-88df-966fc1c4a0dc', 'name': '', 'network_id': '6c3cc4b5-a11d-48af-b45e-41ba9c545f81', 'tenant_id': '97d50071461f4511bd8bef3bc5cf8c61', 'mac_address': 'fa:16:3e:eb:67:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a20fc88-d082-4a20-bfaa-ee873d9fe781', 'device_owner': 'network:router_interface', 'standard_attr_id': 3955, 'fixed_ips': [{'subnet_id': 'f3782d9d-f073-45f9-8aac-ebdc2c48dbe8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:48:25Z', 'updated_at': '2022-01-26T21:48:30Z', 'revision_number': 5, 'project_id': '97d50071461f4511bd8bef3bc5cf8c61', 'subnets': [{'id': 'f3782d9d-f073-45f9-8aac-ebdc2c48dbe8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760453-5', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:48:46.176626 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a9d9ec7-9621-4136-9907-3773142ab094 None None] The sync data for ids ['0a20fc88-d082-4a20-bfaa-ee873d9fe781'] in n-d-760453-5 is: [{'id': '0a20fc88-d082-4a20-bfaa-ee873d9fe781', 'name': 'tempest-TestNetworkBasicOps-router-1173112100', 'tenant_id': '97d50071461f4511bd8bef3bc5cf8c61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'external_fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.48'}], 'enable_snat': True}, 'gw_port_id': 'f7a0ad54-002d-4db2-b5ff-7dbe8ab23628', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T21:48:19Z', 'updated_at': '2022-01-26T21:48:26Z', 'revision_number': 4, 'project_id': '97d50071461f4511bd8bef3bc5cf8c61', 'gw_port': {'id': 'f7a0ad54-002d-4db2-b5ff-7dbe8ab23628', 'name': '', 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:dc:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a20fc88-d082-4a20-bfaa-ee873d9fe781', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3951, 'fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:48:20Z', 'updated_at': '2022-01-26T21:48:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-5', '_floatingips': [{'id': '6a2e5176-970b-4eae-8178-d303a1780dba', 'tenant_id': '97d50071461f4511bd8bef3bc5cf8c61', 'floating_ip_address': '172.25.1.80', 'floating_network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'router_id': '0a20fc88-d082-4a20-bfaa-ee873d9fe781', 'port_id': '42b0d1dd-71e0-4253-acf1-8ec59615c70e', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3967, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6c3cc4b5-a11d-48af-b45e-41ba9c545f81', 'mac_address': 'fa:16:3e:f2:9f:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf0bceda-e551-4fc0-b042-195de062fe8c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-26T21:48:44Z', 'updated_at': '2022-01-26T21:48:44Z', 'revision_number': 0, 'project_id': '97d50071461f4511bd8bef3bc5cf8c61', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '81c964b2-ad8f-49c9-88df-966fc1c4a0dc', 'name': '', 'network_id': '6c3cc4b5-a11d-48af-b45e-41ba9c545f81', 'tenant_id': '97d50071461f4511bd8bef3bc5cf8c61', 'mac_address': 'fa:16:3e:eb:67:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a20fc88-d082-4a20-bfaa-ee873d9fe781', 'device_owner': 'network:router_interface', 'standard_attr_id': 3955, 'fixed_ips': [{'subnet_id': 'f3782d9d-f073-45f9-8aac-ebdc2c48dbe8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:48:25Z', 'updated_at': '2022-01-26T21:48:30Z', 'revision_number': 5, 'project_id': '97d50071461f4511bd8bef3bc5cf8c61', 'subnets': [{'id': 'f3782d9d-f073-45f9-8aac-ebdc2c48dbe8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 26 21:48:46.224342 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc3e0ba-497f-4a40-aaa8-5bb9c770184c req-ecc13472-1175-482f-b8a9-15c0d81cacc4 tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:48:46.226008 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-3cc3e0ba-497f-4a40-aaa8-5bb9c770184c req-ecc13472-1175-482f-b8a9-15c0d81cacc4 tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] 10.222.0.13 "GET /v2.0/ports?device_id=6aff047d-5f34-4c21-95a6-c04ec04b761e HTTP/1.1" status: 200 len: 945 time: 0.0563943 Jan 26 21:48:46.276219 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-3cc3e0ba-497f-4a40-aaa8-5bb9c770184c req-75470133-8c9f-47b5-a685-948c6a8638db tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] 10.222.0.13 "GET /v2.0/security-groups?id=fc3c904c-ba97-4f39-a366-73263c07da15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441291 Jan 26 21:48:46.399992 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5993584-ebb5-4ec9-a371-6a60eec4fbe6 None None] New status for floating IP 6a2e5176-970b-4eae-8178-d303a1780dba: ACTIVE {{(pid=103306) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 26 21:48:46.479345 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 44808) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:48:46.549858 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-29ef4a83-a9c2-4424-9fc8-a143b96f71db tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] 10.222.0.13 "GET /v2.0/floatingips/6a2e5176-970b-4eae-8178-d303a1780dba HTTP/1.1" status: 200 len: 990 time: 0.0691152 Jan 26 21:48:47.395699 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd2b6f0-56f6-4063-9047-a8f13f2217bd req-dc79393e-dd41-4497-a4be-1d95854a392e tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:48:47.397258 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-7bd2b6f0-56f6-4063-9047-a8f13f2217bd req-dc79393e-dd41-4497-a4be-1d95854a392e tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] 10.222.0.13 "GET /v2.0/ports?device_id=6aff047d-5f34-4c21-95a6-c04ec04b761e HTTP/1.1" status: 200 len: 945 time: 0.0493309 Jan 26 21:48:47.444448 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-7bd2b6f0-56f6-4063-9047-a8f13f2217bd req-93a1e30e-ba53-421a-b932-45cdfdf86076 tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] 10.222.0.13 "GET /v2.0/security-groups?id=fc3c904c-ba97-4f39-a366-73263c07da15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415757 Jan 26 21:48:47.553734 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 44816) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:48:47.571885 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379d0bdc-df85-4807-8188-e1f81eeee17c req-bcdcc8a6-845e-41c1-a30b-b26792d08b86 tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:48:47.573473 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-379d0bdc-df85-4807-8188-e1f81eeee17c req-bcdcc8a6-845e-41c1-a30b-b26792d08b86 tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] 10.222.0.13 "GET /v2.0/ports?device_id=6aff047d-5f34-4c21-95a6-c04ec04b761e HTTP/1.1" status: 200 len: 945 time: 0.0586956 Jan 26 21:48:47.650765 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-05f08ce4-2656-4a57-ae40-afe44d09a192 tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] 10.222.0.13 "GET /v2.0/floatingips/6a2e5176-970b-4eae-8178-d303a1780dba HTTP/1.1" status: 200 len: 992 time: 0.0959058 Jan 26 21:48:47.668216 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-379d0bdc-df85-4807-8188-e1f81eeee17c req-0a10c345-a8e2-47fe-a513-9e45aa3c4128 tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] 10.222.0.13 "GET /v2.0/security-groups?id=fc3c904c-ba97-4f39-a366-73263c07da15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656168 Jan 26 21:48:47.780980 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce283919-535b-46db-bfd8-9c6259b615c3 req-052d0078-01ec-4a0f-ae73-7eba74173e7f tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:48:47.782512 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-ce283919-535b-46db-bfd8-9c6259b615c3 req-052d0078-01ec-4a0f-ae73-7eba74173e7f tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] 10.222.0.13 "GET /v2.0/ports?device_id=6aff047d-5f34-4c21-95a6-c04ec04b761e HTTP/1.1" status: 200 len: 945 time: 0.0494969 Jan 26 21:48:47.834688 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-ce283919-535b-46db-bfd8-9c6259b615c3 req-bdd33fc4-ef0f-4059-b793-735c41a19406 tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] 10.222.0.13 "GET /v2.0/security-groups?id=fc3c904c-ba97-4f39-a366-73263c07da15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460911 Jan 26 21:48:48.068282 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078a1857-5808-4cfd-8aca-00755e45b221 req-8e1775f5-8f2a-4ead-8f9b-224669dd8fbd tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:48:48.069807 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-078a1857-5808-4cfd-8aca-00755e45b221 req-8e1775f5-8f2a-4ead-8f9b-224669dd8fbd tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] 10.222.0.13 "GET /v2.0/ports?device_id=6aff047d-5f34-4c21-95a6-c04ec04b761e HTTP/1.1" status: 200 len: 945 time: 0.0556881 Jan 26 21:48:48.118453 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-078a1857-5808-4cfd-8aca-00755e45b221 req-277ffa5a-d415-49a3-9f13-8caba3aca1c6 tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] 10.222.0.13 "GET /v2.0/security-groups?id=fc3c904c-ba97-4f39-a366-73263c07da15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424502 Jan 26 21:48:48.898602 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-14f4c31e-ee4b-4825-ae50-1659e762ee31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (474ccdf7-ab6c-405b-a3b2-dc7b05829902), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:48:49.241638 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27b3450-c5c6-4202-8a98-9686c3751cb2 req-5a3aedcb-f314-47a3-af9d-92d961b337a4 tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:48:49.243326 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-e27b3450-c5c6-4202-8a98-9686c3751cb2 req-5a3aedcb-f314-47a3-af9d-92d961b337a4 tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] 10.222.0.13 "GET /v2.0/ports?device_id=6aff047d-5f34-4c21-95a6-c04ec04b761e HTTP/1.1" status: 200 len: 945 time: 0.0547040 Jan 26 21:48:49.292604 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-e27b3450-c5c6-4202-8a98-9686c3751cb2 req-76f363a2-7936-4086-82a4-05855bf978e7 tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] 10.222.0.13 "GET /v2.0/security-groups?id=fc3c904c-ba97-4f39-a366-73263c07da15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434420 Jan 26 21:48:49.478977 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0760d52e-54ae-4880-ba1e-a43c42f2c2f1 req-9bd55baa-f149-4290-a5de-efd192011abb tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:48:49.480412 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-0760d52e-54ae-4880-ba1e-a43c42f2c2f1 req-9bd55baa-f149-4290-a5de-efd192011abb tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] 10.222.0.57 "GET /v2.0/ports?device_id=6aff047d-5f34-4c21-95a6-c04ec04b761e HTTP/1.1" status: 200 len: 945 time: 0.0532658 Jan 26 21:48:49.577676 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [req-0760d52e-54ae-4880-ba1e-a43c42f2c2f1 req-28d9b036-bc1b-4014-a330-c73b8e18de43 tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] Deleting port 67d9bb91-5d3e-492f-91b9-764e24df0ac1 {{(pid=103304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 21:48:49.578022 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-0760d52e-54ae-4880-ba1e-a43c42f2c2f1 req-28d9b036-bc1b-4014-a330-c73b8e18de43 tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746560630878'] for port (67d9bb91-5d3e-492f-91b9-764e24df0ac1), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:48:49.675494 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [req-0760d52e-54ae-4880-ba1e-a43c42f2c2f1 req-28d9b036-bc1b-4014-a330-c73b8e18de43 tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] For port 67d9bb91-5d3e-492f-91b9-764e24df0ac1, host n-h2-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-5',level=0,port_id=67d9bb91-5d3e-492f-91b9-764e24df0ac1,segment=NetworkSegment(9a2f9f82-c041-418b-a55c-16c7f60d3f23),segment_id=9a2f9f82-c041-418b-a55c-16c7f60d3f23)] {{(pid=103304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:48:49.676102 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-0760d52e-54ae-4880-ba1e-a43c42f2c2f1 req-28d9b036-bc1b-4014-a330-c73b8e18de43 tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4109658'] for port (67d9bb91-5d3e-492f-91b9-764e24df0ac1), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:48:49.689475 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [req-0760d52e-54ae-4880-ba1e-a43c42f2c2f1 req-28d9b036-bc1b-4014-a330-c73b8e18de43 tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] Calling delete_port for 67d9bb91-5d3e-492f-91b9-764e24df0ac1 owned by compute:nova {{(pid=103304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 21:48:49.823225 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-0760d52e-54ae-4880-ba1e-a43c42f2c2f1 req-28d9b036-bc1b-4014-a330-c73b8e18de43 tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746560636600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746560234536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9281553'] for port (67d9bb91-5d3e-492f-91b9-764e24df0ac1), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:48:49.836069 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] get_ports_and_sgs() called for port_ids ['67d9bb91-5d3e-492f-91b9-764e24df0ac1'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 26 21:48:49.871032 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d9b036-bc1b-4014-a330-c73b8e18de43 tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] Pushing event deleted for resources: {'Port': ['ID=67d9bb91-5d3e-492f-91b9-764e24df0ac1,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:48:49.917782 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [req-0760d52e-54ae-4880-ba1e-a43c42f2c2f1 req-28d9b036-bc1b-4014-a330-c73b8e18de43 tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] No DVR routers for this DVR port 67d9bb91-5d3e-492f-91b9-764e24df0ac1 on host n-h2-760453-5 {{(pid=103304) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 26 21:48:49.920584 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-0760d52e-54ae-4880-ba1e-a43c42f2c2f1 req-28d9b036-bc1b-4014-a330-c73b8e18de43 tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:48:49.924125 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-0760d52e-54ae-4880-ba1e-a43c42f2c2f1 req-28d9b036-bc1b-4014-a330-c73b8e18de43 tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] 10.222.0.57 "DELETE /v2.0/ports/67d9bb91-5d3e-492f-91b9-764e24df0ac1 HTTP/1.1" status: 204 len: 173 time: 0.4379110 Jan 26 21:48:49.924580 n-d-760453-5 neutron-server[103304]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6aff047d-5f34-4c21-95a6-c04ec04b761e', 'name': 'network-vif-deleted', 'tag': '67d9bb91-5d3e-492f-91b9-764e24df0ac1'}] {{(pid=103304) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 21:48:49.927245 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d52b45f1943fcd332af9527eb73ff93c8d715d44383a3f6d18de73b4cfcf87b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c66a066-7ece-4bb1-8913-a8920ecaf5aa" -d '{"events": [{"server_uuid": "6aff047d-5f34-4c21-95a6-c04ec04b761e", "name": "network-vif-deleted", "tag": "67d9bb91-5d3e-492f-91b9-764e24df0ac1"}]}' {{(pid=103304) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 21:48:49.984010 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Jan 2022 21:48:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-780b01a7-0c98-4254-ab91-930cf4b504ef x-openstack-request-id: req-780b01a7-0c98-4254-ab91-930cf4b504ef {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 21:48:49.984378 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6aff047d-5f34-4c21-95a6-c04ec04b761e", "name": "network-vif-deleted", "tag": "67d9bb91-5d3e-492f-91b9-764e24df0ac1", "status": "completed", "code": 200}]} {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 21:48:49.984705 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-780b01a7-0c98-4254-ab91-930cf4b504ef {{(pid=103304) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 21:48:49.985766 n-d-760453-5 neutron-server[103304]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6aff047d-5f34-4c21-95a6-c04ec04b761e', 'name': 'network-vif-deleted', 'tag': '67d9bb91-5d3e-492f-91b9-764e24df0ac1', 'status': 'completed', 'code': 200} Jan 26 21:48:50.453764 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-8faaf974-6501-40c9-b01e-d063a3a7c7dc req-069b67e3-af29-4b9e-82c7-7c6a3c599a38 tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] 10.222.0.13 "GET /v2.0/ports?device_id=6aff047d-5f34-4c21-95a6-c04ec04b761e HTTP/1.1" status: 200 len: 210 time: 0.0717022 Jan 26 21:48:51.272207 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d28afa9e-ff3b-4653-a32e-8f3fb6685881 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (09df100c-3af1-4b0a-bda8-05914c71c458), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:48:51.587505 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-29e35619-4d8b-4bab-8c82-3e63ac3de775 req-a5140a51-88a1-4f87-ad17-4ae870ab27e4 tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] 10.222.0.13 "GET /v2.0/ports?device_id=6aff047d-5f34-4c21-95a6-c04ec04b761e HTTP/1.1" status: 200 len: 210 time: 0.0385129 Jan 26 21:48:51.965788 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [req-482af46f-4deb-4b12-97f4-c19f6abf0b74 req-9638f2cb-e5ec-4d60-8b29-23e388d3bb76 service neutron] (103305) timed out ('10.222.0.13', 44578) {{(pid=103305) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jan 26 21:48:52.325554 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-841f5991-a4d8-4d4b-b215-cbc6bab5427b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (aa7ee9d2-08eb-4e12-b895-24c57300dfec), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:48:52.683045 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-e4d57843-bd17-456a-8872-e437bbba686d req-d0af87a0-c0be-489d-8929-b3ef064393f7 tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] 10.222.0.13 "GET /v2.0/ports?device_id=6aff047d-5f34-4c21-95a6-c04ec04b761e HTTP/1.1" status: 200 len: 210 time: 0.0291207 Jan 26 21:48:53.208787 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (4d619873-4b60-439f-9b5a-b155dc8bbc34), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:48:53.553233 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Device 67d9bb91-5d3e-492f-91b9-764e24df0ac1 no longer exists at agent hyperv_n-h2-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 26 21:48:53.573905 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] No Port match for: 67d9bb91-5d3e-492f-91b9-764e24df0ac1 {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 26 21:48:53.574364 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Device 67d9bb91-5d3e-492f-91b9-764e24df0ac1 not bound to the agent host n-h2-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 26 21:48:53.795274 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-0ad57213-8cb2-4bee-92e9-2dba5073c18f req-7973db7f-2b7a-4348-bf58-456efa7b7962 tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] 10.222.0.13 "GET /v2.0/ports?device_id=6aff047d-5f34-4c21-95a6-c04ec04b761e HTTP/1.1" status: 200 len: 210 time: 0.0384712 Jan 26 21:48:54.165032 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-839dd188-ec69-470c-9ab0-d318dc1a2e96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (e79b4fc6-6c71-44b2-a6d0-ff3e1f4dfd0d), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:48:54.908205 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-7ce92b90-8495-430a-a75c-ab7f97e8c4dc req-46e9b6e2-4e56-48e5-8b82-b6c57ab45304 tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] 10.222.0.13 "GET /v2.0/ports?device_id=6aff047d-5f34-4c21-95a6-c04ec04b761e HTTP/1.1" status: 200 len: 210 time: 0.0307388 Jan 26 21:48:55.313597 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (fea0591a-627d-4c87-9a9a-01625ddf3277), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:48:56.034005 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-b1a0d835-8bac-42e4-a174-295215909a86 req-f4af5536-1462-46b1-9fb0-6ea0321f2f83 tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] 10.222.0.13 "GET /v2.0/ports?device_id=6aff047d-5f34-4c21-95a6-c04ec04b761e HTTP/1.1" status: 200 len: 210 time: 0.0426650 Jan 26 21:48:56.675930 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-223ec82e-867a-47da-a6e3-52db919a1f53 req-5d85769f-bbc2-4d38-80c2-9c14990a191a service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=cf0bceda-e551-4fc0-b042-195de062fe8c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1445580 Jan 26 21:48:56.780965 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223ec82e-867a-47da-a6e3-52db919a1f53 req-27659877-f741-4673-a908-7f0f29e2069e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:48:56.782706 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-223ec82e-867a-47da-a6e3-52db919a1f53 req-27659877-f741-4673-a908-7f0f29e2069e service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=97d50071461f4511bd8bef3bc5cf8c61&device_id=cf0bceda-e551-4fc0-b042-195de062fe8c HTTP/1.1" status: 200 len: 1096 time: 0.0442443 Jan 26 21:48:56.893446 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223ec82e-867a-47da-a6e3-52db919a1f53 req-890d59cf-d9ef-4fbd-9dd4-be5886b35f1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:48:56.895479 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-223ec82e-867a-47da-a6e3-52db919a1f53 req-890d59cf-d9ef-4fbd-9dd4-be5886b35f1f service neutron] 10.222.0.66 "GET /v2.0/networks?id=6c3cc4b5-a11d-48af-b45e-41ba9c545f81 HTTP/1.1" status: 200 len: 896 time: 0.0924225 Jan 26 21:48:56.963022 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-223ec82e-867a-47da-a6e3-52db919a1f53 req-6fac07a6-074d-4aef-8a9e-4d34d730bbb6 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=42b0d1dd-71e0-4253-acf1-8ec59615c70e HTTP/1.1" status: 200 len: 1000 time: 0.0605755 Jan 26 21:48:57.017094 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223ec82e-867a-47da-a6e3-52db919a1f53 req-5c692942-79bf-4660-80b4-7c9f41378837 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:48:57.019799 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-223ec82e-867a-47da-a6e3-52db919a1f53 req-5c692942-79bf-4660-80b4-7c9f41378837 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=f3782d9d-f073-45f9-8aac-ebdc2c48dbe8 HTTP/1.1" status: 200 len: 834 time: 0.0503416 Jan 26 21:48:57.079650 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223ec82e-867a-47da-a6e3-52db919a1f53 req-5c570a44-8eaa-4dc9-9d9e-77292dc17211 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:48:57.082828 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-223ec82e-867a-47da-a6e3-52db919a1f53 req-5c570a44-8eaa-4dc9-9d9e-77292dc17211 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=6c3cc4b5-a11d-48af-b45e-41ba9c545f81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0499492 Jan 26 21:48:57.172442 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-d4fcf532-ec2a-4641-a9db-23527705f27f req-f9d4815d-9e7b-4ab8-b70c-787431ff0259 tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] 10.222.0.13 "GET /v2.0/ports?device_id=6aff047d-5f34-4c21-95a6-c04ec04b761e HTTP/1.1" status: 200 len: 210 time: 0.0573864 Jan 26 21:48:57.213610 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-223ec82e-867a-47da-a6e3-52db919a1f53 req-05f9939e-4110-4464-a79f-1ba1633955c5 service neutron] 10.222.0.66 "GET /v2.0/networks/6c3cc4b5-a11d-48af-b45e-41ba9c545f81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1190877 Jan 26 21:48:57.308491 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-223ec82e-867a-47da-a6e3-52db919a1f53 req-bce61b6b-5845-46f6-990e-119972c4e6c8 service neutron] 10.222.0.66 "GET /v2.0/networks/6c3cc4b5-a11d-48af-b45e-41ba9c545f81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887601 Jan 26 21:48:58.267381 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-b247e0df-1a53-43b7-8637-ed4ca0a54987 req-b5c5c117-7be9-41a9-88c8-a0bfb26c609c tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] 10.222.0.13 "GET /v2.0/ports?device_id=6aff047d-5f34-4c21-95a6-c04ec04b761e HTTP/1.1" status: 200 len: 210 time: 0.0278051 Jan 26 21:48:59.510141 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.agents_db [None req-569f1ced-6396-4ddf-b79f-e03b0b2146ab None None] Agent healthcheck: found 7 active agents {{(pid=103307) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 26 21:49:08.476103 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (32ef628b-8417-46c5-8729-60fcabe358f1), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:49:18.902341 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-beceb20e-598c-42dd-bae9-d0aef4e6efbb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (474ccdf7-ab6c-405b-a3b2-dc7b05829902), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:49:21.277756 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-cd4ff4d3-145e-46ce-bc72-ed9805fcf18f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (09df100c-3af1-4b0a-bda8-05914c71c458), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:49:22.329537 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-841f5991-a4d8-4d4b-b215-cbc6bab5427b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (aa7ee9d2-08eb-4e12-b895-24c57300dfec), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:49:23.223526 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (4d619873-4b60-439f-9b5a-b155dc8bbc34), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:49:24.166921 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-839dd188-ec69-470c-9ab0-d318dc1a2e96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (e79b4fc6-6c71-44b2-a6d0-ff3e1f4dfd0d), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:49:25.318094 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (fea0591a-627d-4c87-9a9a-01625ddf3277), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:49:33.092485 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0232da-497a-4e8d-a21a-0f1c287a75c7 req-3ee5e372-5d20-441c-ba7d-57d59eb0c304 tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:49:33.094012 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-5c0232da-497a-4e8d-a21a-0f1c287a75c7 req-3ee5e372-5d20-441c-ba7d-57d59eb0c304 tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] 10.222.0.13 "GET /v2.0/networks?id=e866a34e-1552-4423-ada4-1491d39ac585 HTTP/1.1" status: 200 len: 811 time: 0.1125295 Jan 26 21:49:33.109420 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-5c0232da-497a-4e8d-a21a-0f1c287a75c7 req-66557908-34e4-46f0-af84-96a285c32ea6 tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] 10.222.0.13 "GET /v2.0/quotas/bc63455dcf49482fa53286dc14f91835 HTTP/1.1" status: 200 len: 375 time: 0.0092945 Jan 26 21:49:33.160425 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-5c0232da-497a-4e8d-a21a-0f1c287a75c7 req-70a6c9ab-df2e-4f59-a8b8-1a0ef411538f tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=bc63455dcf49482fa53286dc14f91835&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0458174 Jan 26 21:49:33.253739 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-5c0232da-497a-4e8d-a21a-0f1c287a75c7 req-a8726840-a069-4f23-a8ea-094930271890 service neutron] 10.222.0.13 "GET /v2.0/networks/e866a34e-1552-4423-ada4-1491d39ac585?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862398 Jan 26 21:49:33.352112 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-5c0232da-497a-4e8d-a21a-0f1c287a75c7 req-66677000-8927-4a1b-850c-28d2b0625022 service neutron] 10.222.0.13 "GET /v2.0/networks/e866a34e-1552-4423-ada4-1491d39ac585?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918183 Jan 26 21:49:33.559607 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-86379736-3d41-4db0-b4d1-c41d5aeb83f8 req-1128a7aa-f09e-482f-8d66-4eaddc969aff tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] 10.222.0.13 "GET /v2.0/ports?device_id=6d7773dc-ad4a-4743-9e81-cc20fde3a484 HTTP/1.1" status: 200 len: 210 time: 0.0323420 Jan 26 21:49:34.499478 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0232da-497a-4e8d-a21a-0f1c287a75c7 req-2c762f21-3454-4bb8-90e9-d29201fafcff tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:49:34.501042 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-5c0232da-497a-4e8d-a21a-0f1c287a75c7 req-2c762f21-3454-4bb8-90e9-d29201fafcff tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] 10.222.0.57 "GET /v2.0/networks?id=e866a34e-1552-4423-ada4-1491d39ac585 HTTP/1.1" status: 200 len: 811 time: 0.1143045 Jan 26 21:49:34.516867 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [req-5c0232da-497a-4e8d-a21a-0f1c287a75c7 req-98120153-f52b-48bd-8618-caf457e6122d tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] Request body: {'port': {'device_id': '6d7773dc-ad4a-4743-9e81-cc20fde3a484', 'network_id': 'e866a34e-1552-4423-ada4-1491d39ac585', 'admin_state_up': True, 'tenant_id': 'bc63455dcf49482fa53286dc14f91835'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:49:34.647765 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5c0232da-497a-4e8d-a21a-0f1c287a75c7 req-98120153-f52b-48bd-8618-caf457e6122d tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] Made reservation on behalf of bc63455dcf49482fa53286dc14f91835 for: {'port': 1} {{(pid=103304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 21:49:34.651983 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-5c0232da-497a-4e8d-a21a-0f1c287a75c7 req-98120153-f52b-48bd-8618-caf457e6122d tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:49:34.699714 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-c8770b76-3cef-4c8b-8d5f-5be187055b51 req-0f91a4c6-3f38-4236-9f7d-51dbce558bd5 tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] 10.222.0.13 "GET /v2.0/ports?device_id=6d7773dc-ad4a-4743-9e81-cc20fde3a484 HTTP/1.1" status: 200 len: 210 time: 0.0363550 Jan 26 21:49:34.818472 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.db_base_plugin_common [req-5c0232da-497a-4e8d-a21a-0f1c287a75c7 req-98120153-f52b-48bd-8618-caf457e6122d tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] Allocated IP 172.20.0.6 (e866a34e-1552-4423-ada4-1491d39ac585/96a6ba37-129e-4936-9d0e-9f67f00a39ac/a63c5e10-9f59-4ac7-8ed0-95f90a50917a) {{(pid=103304) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 21:49:35.034927 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-5c0232da-497a-4e8d-a21a-0f1c287a75c7 req-98120153-f52b-48bd-8618-caf457e6122d tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] Publish callbacks [] for port (a63c5e10-9f59-4ac7-8ed0-95f90a50917a), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:49:35.074699 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-5c0232da-497a-4e8d-a21a-0f1c287a75c7 req-98120153-f52b-48bd-8618-caf457e6122d tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746560234527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9281553'] for port (a63c5e10-9f59-4ac7-8ed0-95f90a50917a), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:49:35.120231 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5c0232da-497a-4e8d-a21a-0f1c287a75c7 req-98120153-f52b-48bd-8618-caf457e6122d tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] Network e866a34e-1552-4423-ada4-1491d39ac585 is already hosted by enough agents. {{(pid=103304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 21:49:35.123636 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [req-5c0232da-497a-4e8d-a21a-0f1c287a75c7 req-98120153-f52b-48bd-8618-caf457e6122d tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] Resources bound (agent type, host, resource id): {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:49:35.127254 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c0232da-497a-4e8d-a21a-0f1c287a75c7 req-98120153-f52b-48bd-8618-caf457e6122d tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] Received port after_create {{(pid=103304) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 21:49:35.166926 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98120153-f52b-48bd-8618-caf457e6122d tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] Pushing event updated for resources: {'Port': ['ID=a63c5e10-9f59-4ac7-8ed0-95f90a50917a,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:49:35.182922 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98120153-f52b-48bd-8618-caf457e6122d tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:49:35.184285 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98120153-f52b-48bd-8618-caf457e6122d tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:49:35.184811 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98120153-f52b-48bd-8618-caf457e6122d tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:49:35.185028 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98120153-f52b-48bd-8618-caf457e6122d tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:49:35.185347 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98120153-f52b-48bd-8618-caf457e6122d tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:49:35.185676 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98120153-f52b-48bd-8618-caf457e6122d tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:49:35.186006 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98120153-f52b-48bd-8618-caf457e6122d tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:49:35.186331 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98120153-f52b-48bd-8618-caf457e6122d tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:49:35.186659 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98120153-f52b-48bd-8618-caf457e6122d tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:49:35.186983 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98120153-f52b-48bd-8618-caf457e6122d tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:49:35.187307 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98120153-f52b-48bd-8618-caf457e6122d tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:49:35.187630 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98120153-f52b-48bd-8618-caf457e6122d tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:49:35.187957 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98120153-f52b-48bd-8618-caf457e6122d tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:49:35.205045 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0232da-497a-4e8d-a21a-0f1c287a75c7 req-98120153-f52b-48bd-8618-caf457e6122d tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:49:35.205738 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-5c0232da-497a-4e8d-a21a-0f1c287a75c7 req-98120153-f52b-48bd-8618-caf457e6122d tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:49:35.225865 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-5c0232da-497a-4e8d-a21a-0f1c287a75c7 req-98120153-f52b-48bd-8618-caf457e6122d tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7126758 Jan 26 21:49:35.238146 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [req-5c0232da-497a-4e8d-a21a-0f1c287a75c7 req-6f0c3d73-9969-44d1-9bb6-7799d3356c9f service neutron] Request body: {'port': {'device_id': '6d7773dc-ad4a-4743-9e81-cc20fde3a484', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-760453-5'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:49:35.299348 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-5c0232da-497a-4e8d-a21a-0f1c287a75c7 req-6f0c3d73-9969-44d1-9bb6-7799d3356c9f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (a63c5e10-9f59-4ac7-8ed0-95f90a50917a), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:49:35.468302 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-4a8712af-3632-442b-8876-b6fa525222db None None] Provisioning complete for port a63c5e10-9f59-4ac7-8ed0-95f90a50917a triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:49:35.469202 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-4a8712af-3632-442b-8876-b6fa525222db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (a63c5e10-9f59-4ac7-8ed0-95f90a50917a), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:49:35.507503 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-4a8712af-3632-442b-8876-b6fa525222db None None] Port a63c5e10-9f59-4ac7-8ed0-95f90a50917a cannot update to ACTIVE because it is not bound. {{(pid=103306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 26 21:49:35.616414 n-d-760453-5 neutron-server[103304]: DEBUG neutron.notifiers.nova [req-5c0232da-497a-4e8d-a21a-0f1c287a75c7 req-6f0c3d73-9969-44d1-9bb6-7799d3356c9f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a63c5e10-9f59-4ac7-8ed0-95f90a50917a {{(pid=103304) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 26 21:49:35.623994 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-5c0232da-497a-4e8d-a21a-0f1c287a75c7 req-6f0c3d73-9969-44d1-9bb6-7799d3356c9f service neutron] Publish callbacks [] for port (a63c5e10-9f59-4ac7-8ed0-95f90a50917a), precommit_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:49:35.640197 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.provisioning_blocks [req-5c0232da-497a-4e8d-a21a-0f1c287a75c7 req-6f0c3d73-9969-44d1-9bb6-7799d3356c9f service neutron] Transition to ACTIVE for port object a63c5e10-9f59-4ac7-8ed0-95f90a50917a will not be triggered until provisioned by entity L2. {{(pid=103304) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 21:49:35.644408 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-5c0232da-497a-4e8d-a21a-0f1c287a75c7 req-6f0c3d73-9969-44d1-9bb6-7799d3356c9f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9281542'] for port (a63c5e10-9f59-4ac7-8ed0-95f90a50917a), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:49:35.718254 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f0c3d73-9969-44d1-9bb6-7799d3356c9f service neutron] Pushing event updated for resources: {'Port': ['ID=a63c5e10-9f59-4ac7-8ed0-95f90a50917a,revision_number=2']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:49:35.778600 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [req-5c0232da-497a-4e8d-a21a-0f1c287a75c7 req-6f0c3d73-9969-44d1-9bb6-7799d3356c9f service neutron] Attempting to bind port a63c5e10-9f59-4ac7-8ed0-95f90a50917a on host n-h2-760453-5 for vnic_type normal with profile {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 21:49:35.778967 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [req-5c0232da-497a-4e8d-a21a-0f1c287a75c7 req-6f0c3d73-9969-44d1-9bb6-7799d3356c9f service neutron] Attempting to bind port a63c5e10-9f59-4ac7-8ed0-95f90a50917a by drivers openvswitch,hyperv on host n-h2-760453-5 at level 0 using segments [{'id': '9a2f9f82-c041-418b-a55c-16c7f60d3f23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'e866a34e-1552-4423-ada4-1491d39ac585'}] {{(pid=103304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 26 21:49:35.779302 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c0232da-497a-4e8d-a21a-0f1c287a75c7 req-6f0c3d73-9969-44d1-9bb6-7799d3356c9f service neutron] Attempting to bind port a63c5e10-9f59-4ac7-8ed0-95f90a50917a on network e866a34e-1552-4423-ada4-1491d39ac585 {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 21:49:35.802203 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c0232da-497a-4e8d-a21a-0f1c287a75c7 req-6f0c3d73-9969-44d1-9bb6-7799d3356c9f service neutron] Port a63c5e10-9f59-4ac7-8ed0-95f90a50917a on network e866a34e-1552-4423-ada4-1491d39ac585 not bound, no agent of type Open vSwitch agent registered on host n-h2-760453-5 {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 26 21:49:35.802790 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c0232da-497a-4e8d-a21a-0f1c287a75c7 req-6f0c3d73-9969-44d1-9bb6-7799d3356c9f service neutron] Attempting to bind port a63c5e10-9f59-4ac7-8ed0-95f90a50917a on network e866a34e-1552-4423-ada4-1491d39ac585 {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 21:49:35.823230 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c0232da-497a-4e8d-a21a-0f1c287a75c7 req-6f0c3d73-9969-44d1-9bb6-7799d3356c9f service neutron] Checking agent: {'id': '4d619873-4b60-439f-9b5a-b155dc8bbc34', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-760453-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 21, 2, 53), 'started_at': datetime.datetime(2022, 1, 26, 21, 2, 53), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 21, 49, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 26 21:49:35.823883 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c0232da-497a-4e8d-a21a-0f1c287a75c7 req-6f0c3d73-9969-44d1-9bb6-7799d3356c9f service neutron] Checking segment: {'id': '9a2f9f82-c041-418b-a55c-16c7f60d3f23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'e866a34e-1552-4423-ada4-1491d39ac585'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103304) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 21:49:35.824467 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c0232da-497a-4e8d-a21a-0f1c287a75c7 req-6f0c3d73-9969-44d1-9bb6-7799d3356c9f service neutron] Bound using segment: {'id': '9a2f9f82-c041-418b-a55c-16c7f60d3f23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'e866a34e-1552-4423-ada4-1491d39ac585'} {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 26 21:49:35.825238 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [req-5c0232da-497a-4e8d-a21a-0f1c287a75c7 req-6f0c3d73-9969-44d1-9bb6-7799d3356c9f service neutron] Bound port: a63c5e10-9f59-4ac7-8ed0-95f90a50917a, host: n-h2-760453-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9a2f9f82-c041-418b-a55c-16c7f60d3f23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'e866a34e-1552-4423-ada4-1491d39ac585'}}] {{(pid=103304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 26 21:49:35.825799 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-5c0232da-497a-4e8d-a21a-0f1c287a75c7 req-6f0c3d73-9969-44d1-9bb6-7799d3356c9f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (a63c5e10-9f59-4ac7-8ed0-95f90a50917a), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:49:35.917341 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d93b03-262d-4f0b-bb5c-3693fbd83fce req-acd20670-3029-4c23-b9bc-a85f4eefa131 tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:49:35.924780 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-c4d93b03-262d-4f0b-bb5c-3693fbd83fce req-acd20670-3029-4c23-b9bc-a85f4eefa131 tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] 10.222.0.13 "GET /v2.0/ports?device_id=6d7773dc-ad4a-4743-9e81-cc20fde3a484 HTTP/1.1" status: 200 len: 943 time: 0.1360507 Jan 26 21:49:35.951565 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [req-5c0232da-497a-4e8d-a21a-0f1c287a75c7 req-6f0c3d73-9969-44d1-9bb6-7799d3356c9f service neutron] For port a63c5e10-9f59-4ac7-8ed0-95f90a50917a, host n-h2-760453-5, cleared binding levels {{(pid=103304) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 26 21:49:35.975425 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [req-5c0232da-497a-4e8d-a21a-0f1c287a75c7 req-6f0c3d73-9969-44d1-9bb6-7799d3356c9f service neutron] For port a63c5e10-9f59-4ac7-8ed0-95f90a50917a, host n-h2-760453-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-5',level=0,port_id=a63c5e10-9f59-4ac7-8ed0-95f90a50917a,segment=NetworkSegment(9a2f9f82-c041-418b-a55c-16c7f60d3f23),segment_id=9a2f9f82-c041-418b-a55c-16c7f60d3f23)] {{(pid=103304) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 26 21:49:35.989672 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-5c0232da-497a-4e8d-a21a-0f1c287a75c7 req-6f0c3d73-9969-44d1-9bb6-7799d3356c9f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9281542'] for port (a63c5e10-9f59-4ac7-8ed0-95f90a50917a), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:49:36.025621 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-c4d93b03-262d-4f0b-bb5c-3693fbd83fce req-175552af-b4a7-42f2-8a07-0c9cb9e77baa tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] 10.222.0.13 "GET /v2.0/security-groups?id=fc3c904c-ba97-4f39-a366-73263c07da15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998614 Jan 26 21:49:36.036365 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0232da-497a-4e8d-a21a-0f1c287a75c7 req-6f0c3d73-9969-44d1-9bb6-7799d3356c9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:49:36.036929 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-5c0232da-497a-4e8d-a21a-0f1c287a75c7 req-6f0c3d73-9969-44d1-9bb6-7799d3356c9f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:49:36.038496 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-5c0232da-497a-4e8d-a21a-0f1c287a75c7 req-6f0c3d73-9969-44d1-9bb6-7799d3356c9f service neutron] 10.222.0.57 "PUT /v2.0/ports/a63c5e10-9f59-4ac7-8ed0-95f90a50917a HTTP/1.1" status: 200 len: 1091 time: 0.8048253 Jan 26 21:49:36.039015 n-d-760453-5 neutron-server[103304]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d7773dc-ad4a-4743-9e81-cc20fde3a484', 'tag': 'a63c5e10-9f59-4ac7-8ed0-95f90a50917a'}] {{(pid=103304) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 21:49:36.041527 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d52b45f1943fcd332af9527eb73ff93c8d715d44383a3f6d18de73b4cfcf87b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff71f0f2-cf6a-4fb6-b3a6-fb0808e8dc96" -d '{"events": [{"name": "network-changed", "server_uuid": "6d7773dc-ad4a-4743-9e81-cc20fde3a484", "tag": "a63c5e10-9f59-4ac7-8ed0-95f90a50917a"}]}' {{(pid=103304) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 21:49:36.084576 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f0c3d73-9969-44d1-9bb6-7799d3356c9f service neutron] Pushing event updated for resources: {'Port': ['ID=a63c5e10-9f59-4ac7-8ed0-95f90a50917a,revision_number=3']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:49:36.202084 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0232da-497a-4e8d-a21a-0f1c287a75c7 req-9826fff8-2071-4200-9108-2f4922a9e725 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:49:36.203611 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-5c0232da-497a-4e8d-a21a-0f1c287a75c7 req-9826fff8-2071-4200-9108-2f4922a9e725 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=bc63455dcf49482fa53286dc14f91835&device_id=6d7773dc-ad4a-4743-9e81-cc20fde3a484 HTTP/1.1" status: 200 len: 1094 time: 0.0704265 Jan 26 21:49:36.259002 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-5c0232da-497a-4e8d-a21a-0f1c287a75c7 req-eaf23693-cf79-4799-9d68-3d4e4bdf3af5 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a63c5e10-9f59-4ac7-8ed0-95f90a50917a HTTP/1.1" status: 200 len: 217 time: 0.0470312 Jan 26 21:49:36.341154 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 26 Jan 2022 21:49:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1911f273-996d-4558-a04e-18e81805aefe x-openstack-request-id: req-1911f273-996d-4558-a04e-18e81805aefe {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 21:49:36.341482 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6d7773dc-ad4a-4743-9e81-cc20fde3a484", "tag": "a63c5e10-9f59-4ac7-8ed0-95f90a50917a", "status": "completed", "code": 200}]} {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 21:49:36.341742 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-1911f273-996d-4558-a04e-18e81805aefe {{(pid=103304) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 21:49:36.343803 n-d-760453-5 neutron-server[103304]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6d7773dc-ad4a-4743-9e81-cc20fde3a484', 'tag': 'a63c5e10-9f59-4ac7-8ed0-95f90a50917a', 'status': 'completed', 'code': 200} Jan 26 21:49:36.373235 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0232da-497a-4e8d-a21a-0f1c287a75c7 req-59b1d158-e2b7-450b-a897-6a51ea49a652 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:49:36.377840 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-5c0232da-497a-4e8d-a21a-0f1c287a75c7 req-59b1d158-e2b7-450b-a897-6a51ea49a652 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=96a6ba37-129e-4936-9d0e-9f67f00a39ac HTTP/1.1" status: 200 len: 850 time: 0.1044581 Jan 26 21:49:36.437199 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0232da-497a-4e8d-a21a-0f1c287a75c7 req-0d21153b-ef0c-49b6-970d-6c454f54f6b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:49:36.438809 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-5c0232da-497a-4e8d-a21a-0f1c287a75c7 req-0d21153b-ef0c-49b6-970d-6c454f54f6b5 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=e866a34e-1552-4423-ada4-1491d39ac585&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0485234 Jan 26 21:49:36.510124 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.agents_db [None req-569f1ced-6396-4ddf-b79f-e03b0b2146ab None None] Agent healthcheck: found 7 active agents {{(pid=103307) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 26 21:49:36.543790 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-5c0232da-497a-4e8d-a21a-0f1c287a75c7 req-66d6ee3a-2ece-4953-8672-91ff1ca085f9 service neutron] 10.222.0.57 "GET /v2.0/networks/e866a34e-1552-4423-ada4-1491d39ac585?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0934098 Jan 26 21:49:36.643789 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-5c0232da-497a-4e8d-a21a-0f1c287a75c7 req-bf327386-4397-48db-a47e-c7a009b6b263 service neutron] 10.222.0.57 "GET /v2.0/networks/e866a34e-1552-4423-ada4-1491d39ac585?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930424 Jan 26 21:49:36.761459 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff71f0f2-cf6a-4fb6-b3a6-fb0808e8dc96 req-47e309d3-05fd-48a9-b42f-1b75c185d5d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:49:36.762971 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-ff71f0f2-cf6a-4fb6-b3a6-fb0808e8dc96 req-47e309d3-05fd-48a9-b42f-1b75c185d5d3 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=bc63455dcf49482fa53286dc14f91835&device_id=6d7773dc-ad4a-4743-9e81-cc20fde3a484 HTTP/1.1" status: 200 len: 1094 time: 0.0558102 Jan 26 21:49:36.853221 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff71f0f2-cf6a-4fb6-b3a6-fb0808e8dc96 req-f3d9c971-5f42-427e-b8cf-82631d10e52e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:49:36.854770 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-ff71f0f2-cf6a-4fb6-b3a6-fb0808e8dc96 req-f3d9c971-5f42-427e-b8cf-82631d10e52e service neutron] 10.222.0.57 "GET /v2.0/networks?id=e866a34e-1552-4423-ada4-1491d39ac585 HTTP/1.1" status: 200 len: 912 time: 0.0863097 Jan 26 21:49:36.898326 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-ff71f0f2-cf6a-4fb6-b3a6-fb0808e8dc96 req-e111fd82-78bd-44fb-9540-d8beeb5dad9d service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a63c5e10-9f59-4ac7-8ed0-95f90a50917a HTTP/1.1" status: 200 len: 217 time: 0.0374959 Jan 26 21:49:36.954053 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff71f0f2-cf6a-4fb6-b3a6-fb0808e8dc96 req-6463809f-c471-4bd2-8fd6-adcae9c148db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:49:36.954768 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-ff71f0f2-cf6a-4fb6-b3a6-fb0808e8dc96 req-6463809f-c471-4bd2-8fd6-adcae9c148db service neutron] 10.222.0.57 "GET /v2.0/subnets?id=96a6ba37-129e-4936-9d0e-9f67f00a39ac HTTP/1.1" status: 200 len: 850 time: 0.0507536 Jan 26 21:49:37.007888 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff71f0f2-cf6a-4fb6-b3a6-fb0808e8dc96 req-209fd042-9ce4-4b39-a495-7c672cc1a177 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:49:37.009446 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-ff71f0f2-cf6a-4fb6-b3a6-fb0808e8dc96 req-209fd042-9ce4-4b39-a495-7c672cc1a177 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=e866a34e-1552-4423-ada4-1491d39ac585&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0470560 Jan 26 21:49:37.133215 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-ff71f0f2-cf6a-4fb6-b3a6-fb0808e8dc96 req-bc73797b-31d2-4b47-b599-a52f95a41c83 service neutron] 10.222.0.57 "GET /v2.0/networks/e866a34e-1552-4423-ada4-1491d39ac585?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1176763 Jan 26 21:49:37.238952 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133fb080-75db-415b-9389-3453c84952c1 req-641ad9ef-e32f-4969-9409-120fb9e9214d tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:49:37.240627 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-133fb080-75db-415b-9389-3453c84952c1 req-641ad9ef-e32f-4969-9409-120fb9e9214d tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] 10.222.0.13 "GET /v2.0/ports?device_id=6d7773dc-ad4a-4743-9e81-cc20fde3a484 HTTP/1.1" status: 200 len: 943 time: 0.1064615 Jan 26 21:49:37.302303 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-ff71f0f2-cf6a-4fb6-b3a6-fb0808e8dc96 req-791e96f9-5891-47a0-bd39-b2390c79fdc0 service neutron] 10.222.0.57 "GET /v2.0/networks/e866a34e-1552-4423-ada4-1491d39ac585?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1592774 Jan 26 21:49:37.317498 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-133fb080-75db-415b-9389-3453c84952c1 req-b9ef5d0b-abc6-4ce5-84de-0c5a6dbd4201 tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] 10.222.0.13 "GET /v2.0/security-groups?id=fc3c904c-ba97-4f39-a366-73263c07da15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667870 Jan 26 21:49:38.462282 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13196f9-f6b9-48b5-a65b-3151603009f5 req-8978a183-2a1c-4b91-aa7b-b5c1005e9b68 tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:49:38.465768 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-e13196f9-f6b9-48b5-a65b-3151603009f5 req-8978a183-2a1c-4b91-aa7b-b5c1005e9b68 tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] 10.222.0.13 "GET /v2.0/ports?device_id=6d7773dc-ad4a-4743-9e81-cc20fde3a484 HTTP/1.1" status: 200 len: 943 time: 0.0579829 Jan 26 21:49:38.492280 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (32ef628b-8417-46c5-8729-60fcabe358f1), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:49:38.517980 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-e13196f9-f6b9-48b5-a65b-3151603009f5 req-cb1a5cfe-46ad-42fb-a2ba-2230edaedd97 tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] 10.222.0.13 "GET /v2.0/security-groups?id=fc3c904c-ba97-4f39-a366-73263c07da15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483010 Jan 26 21:49:39.643871 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced529ec-ba28-4512-b48b-e436b4c8bf67 req-ad5d2f02-e411-4e2f-9318-c90e6ef0aa5b tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:49:39.645980 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-ced529ec-ba28-4512-b48b-e436b4c8bf67 req-ad5d2f02-e411-4e2f-9318-c90e6ef0aa5b tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] 10.222.0.13 "GET /v2.0/ports?device_id=6d7773dc-ad4a-4743-9e81-cc20fde3a484 HTTP/1.1" status: 200 len: 943 time: 0.0504849 Jan 26 21:49:39.694101 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-ced529ec-ba28-4512-b48b-e436b4c8bf67 req-2cdb411c-4e41-44de-8bad-13d31ed65e5f tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] 10.222.0.13 "GET /v2.0/security-groups?id=fc3c904c-ba97-4f39-a366-73263c07da15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413902 Jan 26 21:49:40.841728 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afced46c-6bd6-4cac-af6b-63f1df7d2846 req-99659088-8584-47bb-9539-2cb3f255a20d tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:49:40.848678 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-afced46c-6bd6-4cac-af6b-63f1df7d2846 req-99659088-8584-47bb-9539-2cb3f255a20d tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] 10.222.0.13 "GET /v2.0/ports?device_id=6d7773dc-ad4a-4743-9e81-cc20fde3a484 HTTP/1.1" status: 200 len: 943 time: 0.0605814 Jan 26 21:49:40.898077 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-afced46c-6bd6-4cac-af6b-63f1df7d2846 req-56078406-b799-4ea5-8b96-204052b49488 tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] 10.222.0.13 "GET /v2.0/security-groups?id=fc3c904c-ba97-4f39-a366-73263c07da15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483286 Jan 26 21:49:42.075317 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54ec26f-7d07-44f1-8305-0da6c8e748ef req-27a100c9-d0c6-4dc1-b5ff-2c18d765e8a1 tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:49:42.082226 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-e54ec26f-7d07-44f1-8305-0da6c8e748ef req-27a100c9-d0c6-4dc1-b5ff-2c18d765e8a1 tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] 10.222.0.13 "GET /v2.0/ports?device_id=6d7773dc-ad4a-4743-9e81-cc20fde3a484 HTTP/1.1" status: 200 len: 943 time: 0.0968885 Jan 26 21:49:42.165287 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-e54ec26f-7d07-44f1-8305-0da6c8e748ef req-3a84df14-02ce-44ec-97bc-eb349f5ceb27 tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] 10.222.0.13 "GET /v2.0/security-groups?id=fc3c904c-ba97-4f39-a366-73263c07da15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747788 Jan 26 21:49:43.313018 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7701dc49-651c-4045-9e16-9e4f9f8e5961 req-cc2075eb-0514-4387-bca4-08f26a9dac27 tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:49:43.314671 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-7701dc49-651c-4045-9e16-9e4f9f8e5961 req-cc2075eb-0514-4387-bca4-08f26a9dac27 tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] 10.222.0.13 "GET /v2.0/ports?device_id=6d7773dc-ad4a-4743-9e81-cc20fde3a484 HTTP/1.1" status: 200 len: 943 time: 0.0602412 Jan 26 21:49:43.378313 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-7701dc49-651c-4045-9e16-9e4f9f8e5961 req-e691fcd9-9e79-4144-abfc-781fc2fe3cfb tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] 10.222.0.13 "GET /v2.0/security-groups?id=fc3c904c-ba97-4f39-a366-73263c07da15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533910 Jan 26 21:49:44.511392 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea46d05-81cc-4b7c-b36b-5e4bea89657b req-c7099e82-2dd5-416b-a8d5-2c9361c3aa86 tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:49:44.517737 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-7ea46d05-81cc-4b7c-b36b-5e4bea89657b req-c7099e82-2dd5-416b-a8d5-2c9361c3aa86 tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] 10.222.0.13 "GET /v2.0/ports?device_id=6d7773dc-ad4a-4743-9e81-cc20fde3a484 HTTP/1.1" status: 200 len: 943 time: 0.0606735 Jan 26 21:49:44.578720 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-7ea46d05-81cc-4b7c-b36b-5e4bea89657b req-91ea37de-51c4-4ac3-876c-b46379287a97 tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] 10.222.0.13 "GET /v2.0/security-groups?id=fc3c904c-ba97-4f39-a366-73263c07da15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586817 Jan 26 21:49:45.689821 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b7e0ae-0919-4403-a9bb-c0f45bc15a62 req-55801d3c-3669-4b7b-8944-7e9bdb562ceb tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:49:45.691313 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-07b7e0ae-0919-4403-a9bb-c0f45bc15a62 req-55801d3c-3669-4b7b-8944-7e9bdb562ceb tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] 10.222.0.13 "GET /v2.0/ports?device_id=6d7773dc-ad4a-4743-9e81-cc20fde3a484 HTTP/1.1" status: 200 len: 943 time: 0.0481570 Jan 26 21:49:45.740135 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-07b7e0ae-0919-4403-a9bb-c0f45bc15a62 req-98583f24-c799-4384-99ab-48ef6fd392c4 tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] 10.222.0.13 "GET /v2.0/security-groups?id=fc3c904c-ba97-4f39-a366-73263c07da15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427456 Jan 26 21:49:46.864654 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cef3613-dca1-42a4-b417-1422f287353f req-83fc2d53-d0fd-4446-8a3c-a719e6c78463 tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:49:46.866201 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-7cef3613-dca1-42a4-b417-1422f287353f req-83fc2d53-d0fd-4446-8a3c-a719e6c78463 tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] 10.222.0.13 "GET /v2.0/ports?device_id=6d7773dc-ad4a-4743-9e81-cc20fde3a484 HTTP/1.1" status: 200 len: 943 time: 0.0588748 Jan 26 21:49:46.912600 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-7cef3613-dca1-42a4-b417-1422f287353f req-1568a3ec-20ed-4839-9378-3178310cb1cf tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] 10.222.0.13 "GET /v2.0/security-groups?id=fc3c904c-ba97-4f39-a366-73263c07da15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407481 Jan 26 21:49:48.028015 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5a2b2e-a9e9-4f59-b87f-d21b057819d7 req-9710fa36-cf7d-40da-a811-4030c9696552 tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:49:48.029572 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-8a5a2b2e-a9e9-4f59-b87f-d21b057819d7 req-9710fa36-cf7d-40da-a811-4030c9696552 tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] 10.222.0.13 "GET /v2.0/ports?device_id=6d7773dc-ad4a-4743-9e81-cc20fde3a484 HTTP/1.1" status: 200 len: 943 time: 0.0493045 Jan 26 21:49:48.077575 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-8a5a2b2e-a9e9-4f59-b87f-d21b057819d7 req-e8a2afe6-76ea-44e9-8929-92b1780a9948 tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] 10.222.0.13 "GET /v2.0/security-groups?id=fc3c904c-ba97-4f39-a366-73263c07da15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416598 Jan 26 21:49:48.903509 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-0a478c46-1122-4fdc-a704-27a878403f3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (474ccdf7-ab6c-405b-a3b2-dc7b05829902), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:49:49.197683 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd684fdc-430e-470e-8e19-62dd7526f243 req-01ffdcb6-156f-401d-b1c8-d0d586b626f4 tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:49:49.199219 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-bd684fdc-430e-470e-8e19-62dd7526f243 req-01ffdcb6-156f-401d-b1c8-d0d586b626f4 tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] 10.222.0.13 "GET /v2.0/ports?device_id=6d7773dc-ad4a-4743-9e81-cc20fde3a484 HTTP/1.1" status: 200 len: 943 time: 0.0536976 Jan 26 21:49:49.531345 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-bd684fdc-430e-470e-8e19-62dd7526f243 req-c14cb9b2-d772-44b5-abf5-65a893c965ec tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] 10.222.0.13 "GET /v2.0/security-groups?id=fc3c904c-ba97-4f39-a366-73263c07da15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3262267 Jan 26 21:49:50.646812 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10989cb0-a920-4611-aa2e-b25fba5d3897 req-481ad120-c2b2-4f83-a455-0a36639273be tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:49:50.648244 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-10989cb0-a920-4611-aa2e-b25fba5d3897 req-481ad120-c2b2-4f83-a455-0a36639273be tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] 10.222.0.13 "GET /v2.0/ports?device_id=6d7773dc-ad4a-4743-9e81-cc20fde3a484 HTTP/1.1" status: 200 len: 943 time: 0.0479696 Jan 26 21:49:50.693839 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-10989cb0-a920-4611-aa2e-b25fba5d3897 req-22936e28-67fd-49bc-80b2-ef81b72cfb9a tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] 10.222.0.13 "GET /v2.0/security-groups?id=fc3c904c-ba97-4f39-a366-73263c07da15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400586 Jan 26 21:49:51.277388 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-83998f23-1ae1-4499-9be4-87c86850eda8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (09df100c-3af1-4b0a-bda8-05914c71c458), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:49:51.811399 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2159b7eb-69fc-4f86-a35c-58fb7ff0f366 req-2edbe2ea-28ad-436a-95a8-0ba2813e04a8 tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:49:51.813034 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-2159b7eb-69fc-4f86-a35c-58fb7ff0f366 req-2edbe2ea-28ad-436a-95a8-0ba2813e04a8 tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] 10.222.0.13 "GET /v2.0/ports?device_id=6d7773dc-ad4a-4743-9e81-cc20fde3a484 HTTP/1.1" status: 200 len: 943 time: 0.0503640 Jan 26 21:49:51.868408 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-2159b7eb-69fc-4f86-a35c-58fb7ff0f366 req-fc557855-28e4-4841-8a63-aea5db154576 tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] 10.222.0.13 "GET /v2.0/security-groups?id=fc3c904c-ba97-4f39-a366-73263c07da15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492339 Jan 26 21:49:52.329962 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-841f5991-a4d8-4d4b-b215-cbc6bab5427b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (aa7ee9d2-08eb-4e12-b895-24c57300dfec), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:49:52.982218 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ab8860-c45c-40d2-995a-e9e03cd0d60a req-b9188ae8-68f1-40d4-ab0c-995e03116b71 tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:49:52.983876 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-d6ab8860-c45c-40d2-995a-e9e03cd0d60a req-b9188ae8-68f1-40d4-ab0c-995e03116b71 tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] 10.222.0.13 "GET /v2.0/ports?device_id=6d7773dc-ad4a-4743-9e81-cc20fde3a484 HTTP/1.1" status: 200 len: 943 time: 0.0484393 Jan 26 21:49:53.032128 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-d6ab8860-c45c-40d2-995a-e9e03cd0d60a req-8f2dc2cf-361c-45ec-b2e1-3742ff7f091d tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] 10.222.0.13 "GET /v2.0/security-groups?id=fc3c904c-ba97-4f39-a366-73263c07da15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415595 Jan 26 21:49:53.224626 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (4d619873-4b60-439f-9b5a-b155dc8bbc34), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:49:54.146480 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6dfc9c-e561-44d6-aa73-cff3c09ed240 req-89a4a877-dbcc-45f7-bc75-d026098c9ca9 tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:49:54.147889 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-be6dfc9c-e561-44d6-aa73-cff3c09ed240 req-89a4a877-dbcc-45f7-bc75-d026098c9ca9 tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] 10.222.0.13 "GET /v2.0/ports?device_id=6d7773dc-ad4a-4743-9e81-cc20fde3a484 HTTP/1.1" status: 200 len: 943 time: 0.0493393 Jan 26 21:49:54.169536 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-839dd188-ec69-470c-9ab0-d318dc1a2e96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (e79b4fc6-6c71-44b2-a6d0-ff3e1f4dfd0d), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:49:54.197536 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-be6dfc9c-e561-44d6-aa73-cff3c09ed240 req-8e285a9b-104b-4948-b3a9-e9eb985d3438 tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] 10.222.0.13 "GET /v2.0/security-groups?id=fc3c904c-ba97-4f39-a366-73263c07da15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437095 Jan 26 21:49:55.312880 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (fea0591a-627d-4c87-9a9a-01625ddf3277), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:49:55.314560 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4578542-d5bd-4d11-bbb6-ab6de14645f4 req-76cdf653-75e5-4e03-9e5b-3a046cc09459 tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:49:55.316188 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-c4578542-d5bd-4d11-bbb6-ab6de14645f4 req-76cdf653-75e5-4e03-9e5b-3a046cc09459 tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] 10.222.0.13 "GET /v2.0/ports?device_id=6d7773dc-ad4a-4743-9e81-cc20fde3a484 HTTP/1.1" status: 200 len: 943 time: 0.0521107 Jan 26 21:49:55.364977 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-c4578542-d5bd-4d11-bbb6-ab6de14645f4 req-97e04e3f-cdba-4acf-bc2f-5c8a69f7090a tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] 10.222.0.13 "GET /v2.0/security-groups?id=fc3c904c-ba97-4f39-a366-73263c07da15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422611 Jan 26 21:49:56.485617 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283753ef-e772-436e-ae4d-04f7af053be0 req-4ae2b309-c454-4984-adec-caa4724b9adc tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:49:56.487363 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-283753ef-e772-436e-ae4d-04f7af053be0 req-4ae2b309-c454-4984-adec-caa4724b9adc tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] 10.222.0.13 "GET /v2.0/ports?device_id=6d7773dc-ad4a-4743-9e81-cc20fde3a484 HTTP/1.1" status: 200 len: 943 time: 0.0513992 Jan 26 21:49:56.550121 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-283753ef-e772-436e-ae4d-04f7af053be0 req-3b86e54a-416b-408f-ad26-0dc4022b8bc1 tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] 10.222.0.13 "GET /v2.0/security-groups?id=fc3c904c-ba97-4f39-a366-73263c07da15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568526 Jan 26 21:49:57.664651 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eada2fe9-de1a-4c96-9a0d-d18396b67734 req-bcb1a298-0794-458d-bbe6-307984f9400a tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:49:57.666083 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-eada2fe9-de1a-4c96-9a0d-d18396b67734 req-bcb1a298-0794-458d-bbe6-307984f9400a tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] 10.222.0.13 "GET /v2.0/ports?device_id=6d7773dc-ad4a-4743-9e81-cc20fde3a484 HTTP/1.1" status: 200 len: 943 time: 0.0479267 Jan 26 21:49:57.716812 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-eada2fe9-de1a-4c96-9a0d-d18396b67734 req-87a177c8-9b58-4190-9d3d-0b0febf99859 tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] 10.222.0.13 "GET /v2.0/security-groups?id=fc3c904c-ba97-4f39-a366-73263c07da15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450034 Jan 26 21:49:58.574414 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-cecb0307-26ff-4f62-baa4-bfb83d272d5b req-3de45e94-cc6b-4360-a9e3-0f5c35d26467 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=cf0bceda-e551-4fc0-b042-195de062fe8c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0391672 Jan 26 21:49:58.651645 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 46144) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:49:58.672884 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cecb0307-26ff-4f62-baa4-bfb83d272d5b req-e8bccd46-4b91-411d-9bd6-277845387f6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:49:58.674441 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-cecb0307-26ff-4f62-baa4-bfb83d272d5b req-e8bccd46-4b91-411d-9bd6-277845387f6b service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=97d50071461f4511bd8bef3bc5cf8c61&device_id=cf0bceda-e551-4fc0-b042-195de062fe8c HTTP/1.1" status: 200 len: 1096 time: 0.0402043 Jan 26 21:49:58.725220 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-bb39526f-6d58-433d-904a-14b6f310a024 tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] 10.222.0.13 "GET /v2.0/floatingips/6a2e5176-970b-4eae-8178-d303a1780dba HTTP/1.1" status: 200 len: 992 time: 0.0661438 Jan 26 21:49:58.788412 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cecb0307-26ff-4f62-baa4-bfb83d272d5b req-ea060c88-b79e-4efb-a175-90d9f3afd706 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:49:58.790096 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-cecb0307-26ff-4f62-baa4-bfb83d272d5b req-ea060c88-b79e-4efb-a175-90d9f3afd706 service neutron] 10.222.0.66 "GET /v2.0/networks?id=6c3cc4b5-a11d-48af-b45e-41ba9c545f81 HTTP/1.1" status: 200 len: 896 time: 0.0960622 Jan 26 21:49:58.886850 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-cecb0307-26ff-4f62-baa4-bfb83d272d5b req-1b8c706a-39b8-4d30-9a20-b855faa74aba service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=42b0d1dd-71e0-4253-acf1-8ec59615c70e HTTP/1.1" status: 200 len: 1000 time: 0.0906098 Jan 26 21:49:58.897377 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48744952-9e67-43cc-9933-2d655e24a367 req-330c4194-95ce-4fc3-927f-6e64f67aa006 tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:49:58.898835 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-48744952-9e67-43cc-9933-2d655e24a367 req-330c4194-95ce-4fc3-927f-6e64f67aa006 tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] 10.222.0.13 "GET /v2.0/ports?device_id=6d7773dc-ad4a-4743-9e81-cc20fde3a484 HTTP/1.1" status: 200 len: 943 time: 0.0957680 Jan 26 21:49:58.968194 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cecb0307-26ff-4f62-baa4-bfb83d272d5b req-ea4e2b71-52ac-4018-84db-fa5a6c41287f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:49:58.969621 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-cecb0307-26ff-4f62-baa4-bfb83d272d5b req-ea4e2b71-52ac-4018-84db-fa5a6c41287f service neutron] 10.222.0.66 "GET /v2.0/subnets?id=f3782d9d-f073-45f9-8aac-ebdc2c48dbe8 HTTP/1.1" status: 200 len: 834 time: 0.0699148 Jan 26 21:49:58.994836 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-48744952-9e67-43cc-9933-2d655e24a367 req-7daa72c7-11e5-49e9-a1e9-f97dc1f7e7f9 tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] 10.222.0.13 "GET /v2.0/security-groups?id=fc3c904c-ba97-4f39-a366-73263c07da15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859249 Jan 26 21:49:59.015430 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 46156) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:49:59.062475 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cecb0307-26ff-4f62-baa4-bfb83d272d5b req-eb761c34-e187-4ef0-b11d-f614dd64ea37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:49:59.063977 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-cecb0307-26ff-4f62-baa4-bfb83d272d5b req-eb761c34-e187-4ef0-b11d-f614dd64ea37 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=6c3cc4b5-a11d-48af-b45e-41ba9c545f81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0870972 Jan 26 21:49:59.230126 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-cecb0307-26ff-4f62-baa4-bfb83d272d5b req-651aacf4-83d6-4782-9601-d9b95984128b service neutron] 10.222.0.66 "GET /v2.0/networks/6c3cc4b5-a11d-48af-b45e-41ba9c545f81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1590075 Jan 26 21:49:59.304842 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-a1457cbf-cf2c-42dc-8f14-c5631d8c2e27 tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] Deleting port dddfad00-c40a-4a98-99c6-eb57443a72c0 {{(pid=103304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 21:49:59.305183 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-a1457cbf-cf2c-42dc-8f14-c5631d8c2e27 tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746560630878'] for port (dddfad00-c40a-4a98-99c6-eb57443a72c0), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:49:59.375445 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-cecb0307-26ff-4f62-baa4-bfb83d272d5b req-21ee6b2b-ce2d-423e-ac24-48b37c328983 service neutron] 10.222.0.66 "GET /v2.0/networks/6c3cc4b5-a11d-48af-b45e-41ba9c545f81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1390207 Jan 26 21:49:59.404159 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-a1457cbf-cf2c-42dc-8f14-c5631d8c2e27 tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4109658'] for port (dddfad00-c40a-4a98-99c6-eb57443a72c0), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:49:59.404494 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-a1457cbf-cf2c-42dc-8f14-c5631d8c2e27 tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] Publish callbacks [] for floatingip (dddfad00-c40a-4a98-99c6-eb57443a72c0), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:49:59.416481 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-a1457cbf-cf2c-42dc-8f14-c5631d8c2e27 tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] Calling delete_port for dddfad00-c40a-4a98-99c6-eb57443a72c0 owned by network:floatingip {{(pid=103304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 21:49:59.596526 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-a1457cbf-cf2c-42dc-8f14-c5631d8c2e27 tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746560636600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746560234536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9281553'] for port (dddfad00-c40a-4a98-99c6-eb57443a72c0), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:49:59.622144 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1457cbf-cf2c-42dc-8f14-c5631d8c2e27 tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] Pushing event deleted for resources: {'Port': ['ID=dddfad00-c40a-4a98-99c6-eb57443a72c0,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:49:59.688505 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-a1457cbf-cf2c-42dc-8f14-c5631d8c2e27 tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] Publish callbacks [] for floatingip (6a2e5176-970b-4eae-8178-d303a1780dba), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:49:59.689232 n-d-760453-5 neutron-server[103304]: INFO neutron.db.l3_db [None req-a1457cbf-cf2c-42dc-8f14-c5631d8c2e27 tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] Floating IP 6a2e5176-970b-4eae-8178-d303a1780dba disassociated (deleted). External IP: 172.25.1.80, port: 42b0d1dd-71e0-4253-acf1-8ec59615c70e. Jan 26 21:49:59.903583 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1457cbf-cf2c-42dc-8f14-c5631d8c2e27 tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] Router 0a20fc88-d082-4a20-bfaa-ee873d9fe781 has already been hosted by L3 agent 09df100c-3af1-4b0a-bda8-05914c71c458 {{(pid=103304) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 26 21:50:00.012902 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1457cbf-cf2c-42dc-8f14-c5631d8c2e27 tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] Notify agent at l3_agent.n-d-760453-5 the message routers_updated {{(pid=103304) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 26 21:50:00.018963 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-a1457cbf-cf2c-42dc-8f14-c5631d8c2e27 tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for floatingip (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:50:00.036226 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-044dd68c-8064-4d65-a3a4-cba92c4a0226 None None] Sync routers for ids ['0a20fc88-d082-4a20-bfaa-ee873d9fe781'] in n-d-760453-5 {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 26 21:50:00.046863 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-a1457cbf-cf2c-42dc-8f14-c5631d8c2e27 tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] 10.222.0.13 "DELETE /v2.0/floatingips/6a2e5176-970b-4eae-8178-d303a1780dba HTTP/1.1" status: 204 len: 168 time: 1.0290022 Jan 26 21:50:00.047797 n-d-760453-5 neutron-server[103304]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cf0bceda-e551-4fc0-b042-195de062fe8c', 'tag': '42b0d1dd-71e0-4253-acf1-8ec59615c70e'}] {{(pid=103304) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 21:50:00.050279 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d52b45f1943fcd332af9527eb73ff93c8d715d44383a3f6d18de73b4cfcf87b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e91d83a4-bc99-411d-95ef-be9c8a22e3a8" -d '{"events": [{"name": "network-changed", "server_uuid": "cf0bceda-e551-4fc0-b042-195de062fe8c", "tag": "42b0d1dd-71e0-4253-acf1-8ec59615c70e"}]}' {{(pid=103304) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 21:50:00.055027 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-044dd68c-8064-4d65-a3a4-cba92c4a0226 None None] Routers {'0a20fc88-d082-4a20-bfaa-ee873d9fe781'} bound to L3 agent in host n-d-760453-5 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 21:50:00.056655 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-044dd68c-8064-4d65-a3a4-cba92c4a0226 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-26T20:55:21Z,description=,heartbeat_timestamp=2022-01-26T21:49:51Z,host='n-d-760453-5',id=09df100c-3af1-4b0a-bda8-05914c71c458,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:55:21Z,topic='l3_agent')) {'router_ids': ['0a20fc88-d082-4a20-bfaa-ee873d9fe781'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:50:00.155524 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8b703b-3795-4422-93ca-57801feb2712 req-a7f63b7b-1cd3-420a-88e2-0820c255a025 tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:50:00.157612 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-fb8b703b-3795-4422-93ca-57801feb2712 req-a7f63b7b-1cd3-420a-88e2-0820c255a025 tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] 10.222.0.13 "GET /v2.0/ports?device_id=6d7773dc-ad4a-4743-9e81-cc20fde3a484 HTTP/1.1" status: 200 len: 943 time: 0.0530436 Jan 26 21:50:00.191245 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_dvr_db [None req-044dd68c-8064-4d65-a3a4-cba92c4a0226 None None] Set router 0a20fc88-d082-4a20-bfaa-ee873d9fe781 gateway port host: n-d-760453-5 {{(pid=103307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 21:50:00.216983 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-fb8b703b-3795-4422-93ca-57801feb2712 req-f3e0031b-8130-4ebd-b41d-78e1669f74c7 tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] 10.222.0.13 "GET /v2.0/security-groups?id=fc3c904c-ba97-4f39-a366-73263c07da15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525155 Jan 26 21:50:00.273036 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 26 Jan 2022 21:50:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6445bb1-964a-41ca-b146-d8c35ac5dd60 x-openstack-request-id: req-f6445bb1-964a-41ca-b146-d8c35ac5dd60 {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 21:50:00.273372 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cf0bceda-e551-4fc0-b042-195de062fe8c", "tag": "42b0d1dd-71e0-4253-acf1-8ec59615c70e", "status": "completed", "code": 200}]} {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 21:50:00.273638 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f6445bb1-964a-41ca-b146-d8c35ac5dd60 {{(pid=103304) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 21:50:00.274249 n-d-760453-5 neutron-server[103304]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cf0bceda-e551-4fc0-b042-195de062fe8c', 'tag': '42b0d1dd-71e0-4253-acf1-8ec59615c70e', 'status': 'completed', 'code': 200} Jan 26 21:50:00.365574 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a57711-17df-43ec-a95f-e202e1a98dec req-789d23fa-2fe7-43e5-91e7-0b2601a21715 tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:50:00.367223 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-f5a57711-17df-43ec-a95f-e202e1a98dec req-789d23fa-2fe7-43e5-91e7-0b2601a21715 tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] 10.222.0.13 "GET /v2.0/ports?device_id=cf0bceda-e551-4fc0-b042-195de062fe8c HTTP/1.1" status: 200 len: 945 time: 0.0706420 Jan 26 21:50:00.422009 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91d83a4-bc99-411d-95ef-be9c8a22e3a8 req-ff94d9c6-a4a2-4c06-86cb-5aeb8cce559d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:50:00.423457 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-e91d83a4-bc99-411d-95ef-be9c8a22e3a8 req-ff94d9c6-a4a2-4c06-86cb-5aeb8cce559d service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=97d50071461f4511bd8bef3bc5cf8c61&device_id=cf0bceda-e551-4fc0-b042-195de062fe8c HTTP/1.1" status: 200 len: 1096 time: 0.0778549 Jan 26 21:50:00.463372 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-f5a57711-17df-43ec-a95f-e202e1a98dec req-0bebfd78-7684-481d-9c0e-d97ef3acbf04 tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] 10.222.0.13 "GET /v2.0/security-groups?id=de038782-3c00-4d10-bffa-72e6d7e67a42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0812714 Jan 26 21:50:00.537156 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-044dd68c-8064-4d65-a3a4-cba92c4a0226 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a20fc88-d082-4a20-bfaa-ee873d9fe781', 'name': 'tempest-TestNetworkBasicOps-router-1173112100', 'tenant_id': '97d50071461f4511bd8bef3bc5cf8c61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'external_fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.48'}], 'enable_snat': True}, 'gw_port_id': 'f7a0ad54-002d-4db2-b5ff-7dbe8ab23628', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T21:48:19Z', 'updated_at': '2022-01-26T21:48:26Z', 'revision_number': 4, 'project_id': '97d50071461f4511bd8bef3bc5cf8c61', 'gw_port': {'id': 'f7a0ad54-002d-4db2-b5ff-7dbe8ab23628', 'name': '', 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:dc:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a20fc88-d082-4a20-bfaa-ee873d9fe781', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3951, 'fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:48:20Z', 'updated_at': '2022-01-26T21:48:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-5', '_interfaces': [{'id': '81c964b2-ad8f-49c9-88df-966fc1c4a0dc', 'name': '', 'network_id': '6c3cc4b5-a11d-48af-b45e-41ba9c545f81', 'tenant_id': '97d50071461f4511bd8bef3bc5cf8c61', 'mac_address': 'fa:16:3e:eb:67:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a20fc88-d082-4a20-bfaa-ee873d9fe781', 'device_owner': 'network:router_interface', 'standard_attr_id': 3955, 'fixed_ips': [{'subnet_id': 'f3782d9d-f073-45f9-8aac-ebdc2c48dbe8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:48:25Z', 'updated_at': '2022-01-26T21:48:30Z', 'revision_number': 5, 'project_id': '97d50071461f4511bd8bef3bc5cf8c61', 'subnets': [{'id': 'f3782d9d-f073-45f9-8aac-ebdc2c48dbe8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760453-5', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:50:00.539236 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91d83a4-bc99-411d-95ef-be9c8a22e3a8 req-6cf78224-8265-49f1-9217-a677d7dd0724 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:50:00.540844 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-e91d83a4-bc99-411d-95ef-be9c8a22e3a8 req-6cf78224-8265-49f1-9217-a677d7dd0724 service neutron] 10.222.0.66 "GET /v2.0/networks?id=6c3cc4b5-a11d-48af-b45e-41ba9c545f81 HTTP/1.1" status: 200 len: 896 time: 0.1051288 Jan 26 21:50:00.563918 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-044dd68c-8064-4d65-a3a4-cba92c4a0226 None None] Checking router: 0a20fc88-d082-4a20-bfaa-ee873d9fe781 for host: n-d-760453-5 {{(pid=103307) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 26 21:50:00.572380 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-044dd68c-8064-4d65-a3a4-cba92c4a0226 None None] Routers {'0a20fc88-d082-4a20-bfaa-ee873d9fe781'} bound to L3 agent in host n-d-760453-5 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 21:50:00.573054 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-044dd68c-8064-4d65-a3a4-cba92c4a0226 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-26T20:55:21Z,description=,heartbeat_timestamp=2022-01-26T21:49:51Z,host='n-d-760453-5',id=09df100c-3af1-4b0a-bda8-05914c71c458,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:55:21Z,topic='l3_agent')) {'router_ids': ['0a20fc88-d082-4a20-bfaa-ee873d9fe781'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:50:00.584936 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-e91d83a4-bc99-411d-95ef-be9c8a22e3a8 req-2c11a235-709d-4ba7-b4ac-51bd3827c306 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=42b0d1dd-71e0-4253-acf1-8ec59615c70e HTTP/1.1" status: 200 len: 217 time: 0.0364928 Jan 26 21:50:00.637698 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91d83a4-bc99-411d-95ef-be9c8a22e3a8 req-7493ec5d-387a-4969-9643-7688ef0248c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:50:00.639233 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-e91d83a4-bc99-411d-95ef-be9c8a22e3a8 req-7493ec5d-387a-4969-9643-7688ef0248c3 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=f3782d9d-f073-45f9-8aac-ebdc2c48dbe8 HTTP/1.1" status: 200 len: 834 time: 0.0476966 Jan 26 21:50:00.680559 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_dvr_db [None req-044dd68c-8064-4d65-a3a4-cba92c4a0226 None None] Set router 0a20fc88-d082-4a20-bfaa-ee873d9fe781 gateway port host: n-d-760453-5 {{(pid=103307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 21:50:00.686986 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91d83a4-bc99-411d-95ef-be9c8a22e3a8 req-a2833286-8c50-4ec6-8a06-33ed721133a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:50:00.688504 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-e91d83a4-bc99-411d-95ef-be9c8a22e3a8 req-a2833286-8c50-4ec6-8a06-33ed721133a3 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=6c3cc4b5-a11d-48af-b45e-41ba9c545f81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0419953 Jan 26 21:50:00.796268 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-e91d83a4-bc99-411d-95ef-be9c8a22e3a8 req-ca33d9c5-cefc-49a5-8933-f363a22bebe3 service neutron] 10.222.0.66 "GET /v2.0/networks/6c3cc4b5-a11d-48af-b45e-41ba9c545f81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1004958 Jan 26 21:50:00.884650 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-044dd68c-8064-4d65-a3a4-cba92c4a0226 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a20fc88-d082-4a20-bfaa-ee873d9fe781', 'name': 'tempest-TestNetworkBasicOps-router-1173112100', 'tenant_id': '97d50071461f4511bd8bef3bc5cf8c61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'external_fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.48'}], 'enable_snat': True}, 'gw_port_id': 'f7a0ad54-002d-4db2-b5ff-7dbe8ab23628', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T21:48:19Z', 'updated_at': '2022-01-26T21:48:26Z', 'revision_number': 4, 'project_id': '97d50071461f4511bd8bef3bc5cf8c61', 'gw_port': {'id': 'f7a0ad54-002d-4db2-b5ff-7dbe8ab23628', 'name': '', 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:dc:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a20fc88-d082-4a20-bfaa-ee873d9fe781', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3951, 'fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:48:20Z', 'updated_at': '2022-01-26T21:48:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-5', '_interfaces': [{'id': '81c964b2-ad8f-49c9-88df-966fc1c4a0dc', 'name': '', 'network_id': '6c3cc4b5-a11d-48af-b45e-41ba9c545f81', 'tenant_id': '97d50071461f4511bd8bef3bc5cf8c61', 'mac_address': 'fa:16:3e:eb:67:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a20fc88-d082-4a20-bfaa-ee873d9fe781', 'device_owner': 'network:router_interface', 'standard_attr_id': 3955, 'fixed_ips': [{'subnet_id': 'f3782d9d-f073-45f9-8aac-ebdc2c48dbe8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:48:25Z', 'updated_at': '2022-01-26T21:48:30Z', 'revision_number': 5, 'project_id': '97d50071461f4511bd8bef3bc5cf8c61', 'subnets': [{'id': 'f3782d9d-f073-45f9-8aac-ebdc2c48dbe8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760453-5', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:50:00.885522 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-e91d83a4-bc99-411d-95ef-be9c8a22e3a8 req-a312b8d6-c8b4-4a39-ba13-ead43cdba409 service neutron] 10.222.0.66 "GET /v2.0/networks/6c3cc4b5-a11d-48af-b45e-41ba9c545f81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829117 Jan 26 21:50:00.914610 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-044dd68c-8064-4d65-a3a4-cba92c4a0226 None None] The sync data for ids ['0a20fc88-d082-4a20-bfaa-ee873d9fe781'] in n-d-760453-5 is: [{'id': '0a20fc88-d082-4a20-bfaa-ee873d9fe781', 'name': 'tempest-TestNetworkBasicOps-router-1173112100', 'tenant_id': '97d50071461f4511bd8bef3bc5cf8c61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'external_fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.48'}], 'enable_snat': True}, 'gw_port_id': 'f7a0ad54-002d-4db2-b5ff-7dbe8ab23628', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T21:48:19Z', 'updated_at': '2022-01-26T21:48:26Z', 'revision_number': 4, 'project_id': '97d50071461f4511bd8bef3bc5cf8c61', 'gw_port': {'id': 'f7a0ad54-002d-4db2-b5ff-7dbe8ab23628', 'name': '', 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:dc:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a20fc88-d082-4a20-bfaa-ee873d9fe781', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3951, 'fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:48:20Z', 'updated_at': '2022-01-26T21:48:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-5', '_interfaces': [{'id': '81c964b2-ad8f-49c9-88df-966fc1c4a0dc', 'name': '', 'network_id': '6c3cc4b5-a11d-48af-b45e-41ba9c545f81', 'tenant_id': '97d50071461f4511bd8bef3bc5cf8c61', 'mac_address': 'fa:16:3e:eb:67:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a20fc88-d082-4a20-bfaa-ee873d9fe781', 'device_owner': 'network:router_interface', 'standard_attr_id': 3955, 'fixed_ips': [{'subnet_id': 'f3782d9d-f073-45f9-8aac-ebdc2c48dbe8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:48:25Z', 'updated_at': '2022-01-26T21:48:30Z', 'revision_number': 5, 'project_id': '97d50071461f4511bd8bef3bc5cf8c61', 'subnets': [{'id': 'f3782d9d-f073-45f9-8aac-ebdc2c48dbe8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 26 21:50:01.157030 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e30b8b1-d170-41a4-a407-1c10c65767a5 None None] New status for floating IP 6a2e5176-970b-4eae-8178-d303a1780dba: DOWN {{(pid=103306) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 26 21:50:01.349796 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8efa7a75-03c3-4fe7-8ffe-5e0df06b0096 req-4ba094ca-a082-4c39-a709-a7ee60d0e08b tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:50:01.353536 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-8efa7a75-03c3-4fe7-8ffe-5e0df06b0096 req-4ba094ca-a082-4c39-a709-a7ee60d0e08b tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] 10.222.0.13 "GET /v2.0/ports?device_id=6d7773dc-ad4a-4743-9e81-cc20fde3a484 HTTP/1.1" status: 200 len: 943 time: 0.0590570 Jan 26 21:50:01.403157 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-8efa7a75-03c3-4fe7-8ffe-5e0df06b0096 req-551b5ae6-53e1-4b52-9e71-212805eb754e tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] 10.222.0.13 "GET /v2.0/security-groups?id=fc3c904c-ba97-4f39-a366-73263c07da15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461445 Jan 26 21:50:01.588598 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc71eca-f40b-4b81-b16e-adff6751eabe req-48249c92-a3ce-4d70-a9da-82735e8c372e tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:50:01.590278 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-7fc71eca-f40b-4b81-b16e-adff6751eabe req-48249c92-a3ce-4d70-a9da-82735e8c372e tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] 10.222.0.13 "GET /v2.0/ports?device_id=cf0bceda-e551-4fc0-b042-195de062fe8c HTTP/1.1" status: 200 len: 945 time: 0.0526340 Jan 26 21:50:01.644998 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-7fc71eca-f40b-4b81-b16e-adff6751eabe req-52956d1a-dfdf-464d-ac37-9292677fad47 tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] 10.222.0.13 "GET /v2.0/security-groups?id=de038782-3c00-4d10-bffa-72e6d7e67a42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467451 Jan 26 21:50:02.157038 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b3db29-24ee-4559-b848-8a7f5c30fab5 req-974287b4-b7c4-4c97-923f-a6f8cf1473a9 tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:50:02.158547 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-82b3db29-24ee-4559-b848-8a7f5c30fab5 req-974287b4-b7c4-4c97-923f-a6f8cf1473a9 tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] 10.222.0.66 "GET /v2.0/ports?device_id=cf0bceda-e551-4fc0-b042-195de062fe8c HTTP/1.1" status: 200 len: 945 time: 0.0551951 Jan 26 21:50:02.247839 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [req-82b3db29-24ee-4559-b848-8a7f5c30fab5 req-d5ca16ab-6e01-4488-a7c5-5d2966a78305 tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] Deleting port 42b0d1dd-71e0-4253-acf1-8ec59615c70e {{(pid=103304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 21:50:02.248181 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-82b3db29-24ee-4559-b848-8a7f5c30fab5 req-d5ca16ab-6e01-4488-a7c5-5d2966a78305 tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746560630878'] for port (42b0d1dd-71e0-4253-acf1-8ec59615c70e), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:50:02.339186 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [req-82b3db29-24ee-4559-b848-8a7f5c30fab5 req-d5ca16ab-6e01-4488-a7c5-5d2966a78305 tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] For port 42b0d1dd-71e0-4253-acf1-8ec59615c70e, host n-h1-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-5',level=0,port_id=42b0d1dd-71e0-4253-acf1-8ec59615c70e,segment=NetworkSegment(142d4df4-82b3-491e-9d0e-61b8edae363e),segment_id=142d4df4-82b3-491e-9d0e-61b8edae363e)] {{(pid=103304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:50:02.339556 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-82b3db29-24ee-4559-b848-8a7f5c30fab5 req-d5ca16ab-6e01-4488-a7c5-5d2966a78305 tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4109658'] for port (42b0d1dd-71e0-4253-acf1-8ec59615c70e), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:50:02.352404 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [req-82b3db29-24ee-4559-b848-8a7f5c30fab5 req-d5ca16ab-6e01-4488-a7c5-5d2966a78305 tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] Calling delete_port for 42b0d1dd-71e0-4253-acf1-8ec59615c70e owned by compute:nova {{(pid=103304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 21:50:02.512968 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-82b3db29-24ee-4559-b848-8a7f5c30fab5 req-d5ca16ab-6e01-4488-a7c5-5d2966a78305 tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746560636600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746560234536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9281553'] for port (42b0d1dd-71e0-4253-acf1-8ec59615c70e), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:50:02.548413 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ca16ab-6e01-4488-a7c5-5d2966a78305 tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] Pushing event deleted for resources: {'Port': ['ID=42b0d1dd-71e0-4253-acf1-8ec59615c70e,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:50:02.583850 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad87b1f5-2c24-45eb-9456-3b671a43d862 req-4327097e-4880-4985-8c26-6d840f1187ab tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:50:02.585350 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-ad87b1f5-2c24-45eb-9456-3b671a43d862 req-4327097e-4880-4985-8c26-6d840f1187ab tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] 10.222.0.13 "GET /v2.0/ports?device_id=6d7773dc-ad4a-4743-9e81-cc20fde3a484 HTTP/1.1" status: 200 len: 943 time: 0.1121418 Jan 26 21:50:02.609879 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [req-82b3db29-24ee-4559-b848-8a7f5c30fab5 req-d5ca16ab-6e01-4488-a7c5-5d2966a78305 tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] No DVR routers for this DVR port 42b0d1dd-71e0-4253-acf1-8ec59615c70e on host n-h1-760453-5 {{(pid=103304) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 26 21:50:02.612498 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-82b3db29-24ee-4559-b848-8a7f5c30fab5 req-d5ca16ab-6e01-4488-a7c5-5d2966a78305 tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:50:02.616069 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-82b3db29-24ee-4559-b848-8a7f5c30fab5 req-d5ca16ab-6e01-4488-a7c5-5d2966a78305 tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] 10.222.0.66 "DELETE /v2.0/ports/42b0d1dd-71e0-4253-acf1-8ec59615c70e HTTP/1.1" status: 204 len: 173 time: 0.4520712 Jan 26 21:50:02.617579 n-d-760453-5 neutron-server[103304]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf0bceda-e551-4fc0-b042-195de062fe8c', 'name': 'network-vif-deleted', 'tag': '42b0d1dd-71e0-4253-acf1-8ec59615c70e'}] {{(pid=103304) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 21:50:02.619888 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d52b45f1943fcd332af9527eb73ff93c8d715d44383a3f6d18de73b4cfcf87b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca243b2e-cfda-4370-8be2-5ea593234736" -d '{"events": [{"server_uuid": "cf0bceda-e551-4fc0-b042-195de062fe8c", "name": "network-vif-deleted", "tag": "42b0d1dd-71e0-4253-acf1-8ec59615c70e"}]}' {{(pid=103304) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 21:50:02.670494 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-ad87b1f5-2c24-45eb-9456-3b671a43d862 req-4bd5801a-b22f-4f62-bb6c-2c1f3d91a488 tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] 10.222.0.13 "GET /v2.0/security-groups?id=fc3c904c-ba97-4f39-a366-73263c07da15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743713 Jan 26 21:50:02.672062 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Jan 2022 21:50:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2249a9e2-1b78-4cbb-8c57-8a0051de7f56 x-openstack-request-id: req-2249a9e2-1b78-4cbb-8c57-8a0051de7f56 {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 21:50:02.675764 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf0bceda-e551-4fc0-b042-195de062fe8c", "name": "network-vif-deleted", "tag": "42b0d1dd-71e0-4253-acf1-8ec59615c70e", "status": "completed", "code": 200}]} {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 21:50:02.676223 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-2249a9e2-1b78-4cbb-8c57-8a0051de7f56 {{(pid=103304) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 21:50:02.676847 n-d-760453-5 neutron-server[103304]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf0bceda-e551-4fc0-b042-195de062fe8c', 'name': 'network-vif-deleted', 'tag': '42b0d1dd-71e0-4253-acf1-8ec59615c70e', 'status': 'completed', 'code': 200} Jan 26 21:50:02.752299 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-7f185ad3-229c-4111-bab1-b094caa4d565 req-df550314-7789-49e6-b7e5-7e21de766282 tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] 10.222.0.13 "GET /v2.0/ports?device_id=cf0bceda-e551-4fc0-b042-195de062fe8c HTTP/1.1" status: 200 len: 210 time: 0.0312972 Jan 26 21:50:03.782232 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff66c287-86e1-4f32-8b31-02280d226425 req-2e819af7-f861-44ad-b314-5bbfa9432dd1 tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:50:03.784651 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-ff66c287-86e1-4f32-8b31-02280d226425 req-2e819af7-f861-44ad-b314-5bbfa9432dd1 tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] 10.222.0.13 "GET /v2.0/ports?device_id=6d7773dc-ad4a-4743-9e81-cc20fde3a484 HTTP/1.1" status: 200 len: 943 time: 0.0528932 Jan 26 21:50:03.811626 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 46190) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:50:03.832753 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-ff66c287-86e1-4f32-8b31-02280d226425 req-10670fb6-d1ae-4f54-977f-897be7c9e1c1 tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] 10.222.0.13 "GET /v2.0/security-groups?id=fc3c904c-ba97-4f39-a366-73263c07da15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419691 Jan 26 21:50:03.871900 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-cc188ebe-e98b-4599-9161-d092ee07df98 tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] Publish callbacks [] for security_group (de038782-3c00-4d10-bffa-72e6d7e67a42), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:50:03.896909 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-cc188ebe-e98b-4599-9161-d092ee07df98 tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] Publish callbacks [] for security_group (de038782-3c00-4d10-bffa-72e6d7e67a42), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:50:03.954645 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-cc188ebe-e98b-4599-9161-d092ee07df98 tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (de038782-3c00-4d10-bffa-72e6d7e67a42), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:50:03.958603 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-cc188ebe-e98b-4599-9161-d092ee07df98 tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] Publish callbacks [] for security_group (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:50:03.959873 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-cc188ebe-e98b-4599-9161-d092ee07df98 tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] 10.222.0.13 "DELETE /v2.0/security-groups/de038782-3c00-4d10-bffa-72e6d7e67a42 HTTP/1.1" status: 204 len: 168 time: 0.1471138 Jan 26 21:50:03.970640 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc188ebe-e98b-4599-9161-d092ee07df98 tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=de038782-3c00-4d10-bffa-72e6d7e67a42,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:50:03.982672 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc188ebe-e98b-4599-9161-d092ee07df98 tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:50:03.983213 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc188ebe-e98b-4599-9161-d092ee07df98 tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:50:03.983626 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc188ebe-e98b-4599-9161-d092ee07df98 tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:50:03.984075 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc188ebe-e98b-4599-9161-d092ee07df98 tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:50:03.984762 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc188ebe-e98b-4599-9161-d092ee07df98 tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:50:03.985128 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc188ebe-e98b-4599-9161-d092ee07df98 tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:50:03.985507 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc188ebe-e98b-4599-9161-d092ee07df98 tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:50:03.985816 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc188ebe-e98b-4599-9161-d092ee07df98 tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:50:03.986451 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc188ebe-e98b-4599-9161-d092ee07df98 tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:50:03.986801 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc188ebe-e98b-4599-9161-d092ee07df98 tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:50:03.987199 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc188ebe-e98b-4599-9161-d092ee07df98 tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:50:03.988378 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc188ebe-e98b-4599-9161-d092ee07df98 tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:50:03.988723 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc188ebe-e98b-4599-9161-d092ee07df98 tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:50:03.993661 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 46194) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:50:04.358331 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-37f31b5f-b318-45a5-94ed-38c279b8ce6a tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4110657'] for router_interface (0a20fc88-d082-4a20-bfaa-ee873d9fe781), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:50:04.938678 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-37f31b5f-b318-45a5-94ed-38c279b8ce6a tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] Deleting port 81c964b2-ad8f-49c9-88df-966fc1c4a0dc {{(pid=103305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 21:50:04.939292 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-37f31b5f-b318-45a5-94ed-38c279b8ce6a tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746560630878'] for port (81c964b2-ad8f-49c9-88df-966fc1c4a0dc), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:50:04.984461 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94fbf02d-1887-4d90-88a1-80d36d245f3c req-c4047a71-382f-4b86-b7bf-f0f27dc9838f tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:50:04.987213 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-94fbf02d-1887-4d90-88a1-80d36d245f3c req-c4047a71-382f-4b86-b7bf-f0f27dc9838f tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] 10.222.0.13 "GET /v2.0/ports?device_id=6d7773dc-ad4a-4743-9e81-cc20fde3a484 HTTP/1.1" status: 200 len: 943 time: 0.0631728 Jan 26 21:50:05.041754 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [None req-37f31b5f-b318-45a5-94ed-38c279b8ce6a tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] For port 81c964b2-ad8f-49c9-88df-966fc1c4a0dc, host n-d-760453-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=81c964b2-ad8f-49c9-88df-966fc1c4a0dc,segment=NetworkSegment(142d4df4-82b3-491e-9d0e-61b8edae363e),segment_id=142d4df4-82b3-491e-9d0e-61b8edae363e)] {{(pid=103305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:50:05.042176 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-37f31b5f-b318-45a5-94ed-38c279b8ce6a tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4109658'] for port (81c964b2-ad8f-49c9-88df-966fc1c4a0dc), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:50:05.062024 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-94fbf02d-1887-4d90-88a1-80d36d245f3c req-3452b782-b154-46cc-a37d-46663ae48815 tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] 10.222.0.13 "GET /v2.0/security-groups?id=fc3c904c-ba97-4f39-a366-73263c07da15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651622 Jan 26 21:50:05.062755 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-37f31b5f-b318-45a5-94ed-38c279b8ce6a tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] Calling delete_port for 81c964b2-ad8f-49c9-88df-966fc1c4a0dc owned by network:router_interface {{(pid=103305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 21:50:05.248747 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-37f31b5f-b318-45a5-94ed-38c279b8ce6a tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746560636600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746560234536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11791543'] for port (81c964b2-ad8f-49c9-88df-966fc1c4a0dc), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:50:05.278716 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f31b5f-b318-45a5-94ed-38c279b8ce6a tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] Pushing event deleted for resources: {'Port': ['ID=81c964b2-ad8f-49c9-88df-966fc1c4a0dc,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:50:05.448368 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-37f31b5f-b318-45a5-94ed-38c279b8ce6a tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3709480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4110805'] for router_interface (0a20fc88-d082-4a20-bfaa-ee873d9fe781), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:50:05.679487 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37f31b5f-b318-45a5-94ed-38c279b8ce6a tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] Router 0a20fc88-d082-4a20-bfaa-ee873d9fe781 has already been hosted by L3 agent 09df100c-3af1-4b0a-bda8-05914c71c458 {{(pid=103305) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 26 21:50:05.786546 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37f31b5f-b318-45a5-94ed-38c279b8ce6a tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] Notify agent at l3_agent.n-d-760453-5 the message routers_updated {{(pid=103305) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 26 21:50:05.792587 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-37f31b5f-b318-45a5-94ed-38c279b8ce6a tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] 10.222.0.13 "PUT /v2.0/routers/0a20fc88-d082-4a20-bfaa-ee873d9fe781/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7979577 Jan 26 21:50:05.795507 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 46204) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:50:05.796197 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a6f7f6a-8e78-4204-bb3e-5151341c9461 None None] Sync routers for ids ['0a20fc88-d082-4a20-bfaa-ee873d9fe781'] in n-d-760453-5 {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 26 21:50:05.810199 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a6f7f6a-8e78-4204-bb3e-5151341c9461 None None] Routers {'0a20fc88-d082-4a20-bfaa-ee873d9fe781'} bound to L3 agent in host n-d-760453-5 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 21:50:05.810807 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-8a6f7f6a-8e78-4204-bb3e-5151341c9461 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-26T20:55:21Z,description=,heartbeat_timestamp=2022-01-26T21:49:51Z,host='n-d-760453-5',id=09df100c-3af1-4b0a-bda8-05914c71c458,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:55:21Z,topic='l3_agent')) {'router_ids': ['0a20fc88-d082-4a20-bfaa-ee873d9fe781'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:50:05.846877 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.db_base_plugin_v2 [None req-18b8ddfb-9bb6-4790-bf98-186853ac7987 tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] Deleting subnet f3782d9d-f073-45f9-8aac-ebdc2c48dbe8 {{(pid=103305) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 26 21:50:05.850444 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Device 42b0d1dd-71e0-4253-acf1-8ec59615c70e no longer exists at agent hyperv_n-h1-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 26 21:50:05.851910 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-18b8ddfb-9bb6-4790-bf98-186853ac7987 tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] Publish callbacks [] for subnet (f3782d9d-f073-45f9-8aac-ebdc2c48dbe8), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:50:05.871665 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] No Port match for: 42b0d1dd-71e0-4253-acf1-8ec59615c70e {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 26 21:50:05.872016 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Device 42b0d1dd-71e0-4253-acf1-8ec59615c70e not bound to the agent host n-h1-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 26 21:50:05.895532 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-18b8ddfb-9bb6-4790-bf98-186853ac7987 tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11788946'] for subnet (f3782d9d-f073-45f9-8aac-ebdc2c48dbe8), precommit_delete_associations {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:50:05.915796 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_dvr_db [None req-8a6f7f6a-8e78-4204-bb3e-5151341c9461 None None] Set router 0a20fc88-d082-4a20-bfaa-ee873d9fe781 gateway port host: n-d-760453-5 {{(pid=103307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 21:50:05.988428 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-18b8ddfb-9bb6-4790-bf98-186853ac7987 tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687316'] for subnet (f3782d9d-f073-45f9-8aac-ebdc2c48dbe8), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:50:06.051559 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-18b8ddfb-9bb6-4790-bf98-186853ac7987 tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11791594', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11599980'] for subnet (f3782d9d-f073-45f9-8aac-ebdc2c48dbe8), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:50:06.080606 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b8ddfb-9bb6-4790-bf98-186853ac7987 tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] Pushing event deleted for resources: {'Subnet': ['ID=f3782d9d-f073-45f9-8aac-ebdc2c48dbe8,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:50:06.085572 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-18b8ddfb-9bb6-4790-bf98-186853ac7987 tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] Publish callbacks [] for subnet (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:50:06.091364 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-18b8ddfb-9bb6-4790-bf98-186853ac7987 tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] 10.222.0.13 "DELETE /v2.0/subnets/f3782d9d-f073-45f9-8aac-ebdc2c48dbe8 HTTP/1.1" status: 204 len: 168 time: 0.2923694 Jan 26 21:50:06.092071 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88e77c22-eee7-4880-868b-b5d646d7231b None None] Network 6c3cc4b5-a11d-48af-b45e-41ba9c545f81 requested from n-d-760453-5 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 26 21:50:06.092477 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 46208) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:50:06.122557 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-8a6f7f6a-8e78-4204-bb3e-5151341c9461 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a20fc88-d082-4a20-bfaa-ee873d9fe781', 'name': 'tempest-TestNetworkBasicOps-router-1173112100', 'tenant_id': '97d50071461f4511bd8bef3bc5cf8c61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'external_fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.48'}], 'enable_snat': True}, 'gw_port_id': 'f7a0ad54-002d-4db2-b5ff-7dbe8ab23628', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T21:48:19Z', 'updated_at': '2022-01-26T21:50:05Z', 'revision_number': 5, 'project_id': '97d50071461f4511bd8bef3bc5cf8c61', 'gw_port': {'id': 'f7a0ad54-002d-4db2-b5ff-7dbe8ab23628', 'name': '', 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:dc:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a20fc88-d082-4a20-bfaa-ee873d9fe781', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3951, 'fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:48:20Z', 'updated_at': '2022-01-26T21:48:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-5'}], 'n-d-760453-5', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:50:06.159741 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a6f7f6a-8e78-4204-bb3e-5151341c9461 None None] Checking router: 0a20fc88-d082-4a20-bfaa-ee873d9fe781 for host: n-d-760453-5 {{(pid=103307) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 26 21:50:06.170721 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a6f7f6a-8e78-4204-bb3e-5151341c9461 None None] Routers {'0a20fc88-d082-4a20-bfaa-ee873d9fe781'} bound to L3 agent in host n-d-760453-5 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 21:50:06.171646 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-8a6f7f6a-8e78-4204-bb3e-5151341c9461 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-26T20:55:21Z,description=,heartbeat_timestamp=2022-01-26T21:49:51Z,host='n-d-760453-5',id=09df100c-3af1-4b0a-bda8-05914c71c458,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:55:21Z,topic='l3_agent')) {'router_ids': ['0a20fc88-d082-4a20-bfaa-ee873d9fe781'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:50:06.304722 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1a2eafe-58ed-434c-9393-ed434db66753 None None] DHCP port deletion for 6c3cc4b5-a11d-48af-b45e-41ba9c545f81 request from n-d-760453-5 {{(pid=103306) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 26 21:50:06.314768 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_dvr_db [None req-8a6f7f6a-8e78-4204-bb3e-5151341c9461 None None] Set router 0a20fc88-d082-4a20-bfaa-ee873d9fe781 gateway port host: n-d-760453-5 {{(pid=103307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 21:50:06.371018 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-c1a2eafe-58ed-434c-9393-ed434db66753 None None] Deleting port 3688b04a-7350-48ed-858e-177c0f1712ce {{(pid=103306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 21:50:06.371393 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-c1a2eafe-58ed-434c-9393-ed434db66753 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746560630878'] for port (3688b04a-7350-48ed-858e-177c0f1712ce), before_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:50:06.462371 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-c1a2eafe-58ed-434c-9393-ed434db66753 None None] For port 3688b04a-7350-48ed-858e-177c0f1712ce, host n-d-760453-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=3688b04a-7350-48ed-858e-177c0f1712ce,segment=NetworkSegment(142d4df4-82b3-491e-9d0e-61b8edae363e),segment_id=142d4df4-82b3-491e-9d0e-61b8edae363e)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:50:06.462925 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-c1a2eafe-58ed-434c-9393-ed434db66753 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4109658'] for port (3688b04a-7350-48ed-858e-177c0f1712ce), precommit_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:50:06.479127 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-c1a2eafe-58ed-434c-9393-ed434db66753 None None] Calling delete_port for 3688b04a-7350-48ed-858e-177c0f1712ce owned by network:dhcp {{(pid=103306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 21:50:06.528118 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-8a6f7f6a-8e78-4204-bb3e-5151341c9461 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a20fc88-d082-4a20-bfaa-ee873d9fe781', 'name': 'tempest-TestNetworkBasicOps-router-1173112100', 'tenant_id': '97d50071461f4511bd8bef3bc5cf8c61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'external_fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.48'}], 'enable_snat': True}, 'gw_port_id': 'f7a0ad54-002d-4db2-b5ff-7dbe8ab23628', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T21:48:19Z', 'updated_at': '2022-01-26T21:50:05Z', 'revision_number': 5, 'project_id': '97d50071461f4511bd8bef3bc5cf8c61', 'gw_port': {'id': 'f7a0ad54-002d-4db2-b5ff-7dbe8ab23628', 'name': '', 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:dc:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a20fc88-d082-4a20-bfaa-ee873d9fe781', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3951, 'fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:48:20Z', 'updated_at': '2022-01-26T21:48:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-5'}], 'n-d-760453-5', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:50:06.557342 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a6f7f6a-8e78-4204-bb3e-5151341c9461 None None] The sync data for ids ['0a20fc88-d082-4a20-bfaa-ee873d9fe781'] in n-d-760453-5 is: [{'id': '0a20fc88-d082-4a20-bfaa-ee873d9fe781', 'name': 'tempest-TestNetworkBasicOps-router-1173112100', 'tenant_id': '97d50071461f4511bd8bef3bc5cf8c61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'external_fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.48'}], 'enable_snat': True}, 'gw_port_id': 'f7a0ad54-002d-4db2-b5ff-7dbe8ab23628', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T21:48:19Z', 'updated_at': '2022-01-26T21:50:05Z', 'revision_number': 5, 'project_id': '97d50071461f4511bd8bef3bc5cf8c61', 'gw_port': {'id': 'f7a0ad54-002d-4db2-b5ff-7dbe8ab23628', 'name': '', 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:dc:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a20fc88-d082-4a20-bfaa-ee873d9fe781', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3951, 'fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:48:20Z', 'updated_at': '2022-01-26T21:48:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-5'}] {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 26 21:50:06.583600 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-c1a2eafe-58ed-434c-9393-ed434db66753 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746560636600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746560234536'] for port (3688b04a-7350-48ed-858e-177c0f1712ce), after_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:50:06.607636 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a6bfc1-8ded-4792-a827-d3ef988fc0f8 req-3cbb96e2-62ad-4e27-a933-55a1471ecea2 tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:50:06.609225 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-11a6bfc1-8ded-4792-a827-d3ef988fc0f8 req-3cbb96e2-62ad-4e27-a933-55a1471ecea2 tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] 10.222.0.13 "GET /v2.0/ports?device_id=6d7773dc-ad4a-4743-9e81-cc20fde3a484 HTTP/1.1" status: 200 len: 943 time: 0.4256706 Jan 26 21:50:06.621813 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1a2eafe-58ed-434c-9393-ed434db66753 None None] No DVR routers for this DVR port 3688b04a-7350-48ed-858e-177c0f1712ce on host n-d-760453-5 {{(pid=103306) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 26 21:50:06.624138 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a2eafe-58ed-434c-9393-ed434db66753 None None] Pushing event deleted for resources: {'Port': ['ID=3688b04a-7350-48ed-858e-177c0f1712ce,revision_number=None']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:50:06.643258 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-0d9715ea-8b23-470f-b7be-510584d20d76 tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] Publish callbacks [] for router (0a20fc88-d082-4a20-bfaa-ee873d9fe781), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:50:06.647229 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a2eafe-58ed-434c-9393-ed434db66753 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:50:06.647867 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a2eafe-58ed-434c-9393-ed434db66753 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:50:06.648479 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a2eafe-58ed-434c-9393-ed434db66753 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:50:06.649077 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a2eafe-58ed-434c-9393-ed434db66753 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:50:06.649816 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a2eafe-58ed-434c-9393-ed434db66753 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:50:06.650387 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a2eafe-58ed-434c-9393-ed434db66753 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:50:06.650961 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a2eafe-58ed-434c-9393-ed434db66753 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:50:06.651654 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a2eafe-58ed-434c-9393-ed434db66753 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:50:06.652205 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a2eafe-58ed-434c-9393-ed434db66753 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:50:06.653604 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a2eafe-58ed-434c-9393-ed434db66753 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:50:06.654296 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a2eafe-58ed-434c-9393-ed434db66753 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:50:06.654912 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a2eafe-58ed-434c-9393-ed434db66753 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:50:06.655472 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a2eafe-58ed-434c-9393-ed434db66753 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:50:06.729550 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-11a6bfc1-8ded-4792-a827-d3ef988fc0f8 req-a4d49737-f22f-4dc9-9c72-7301ef0dc955 tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] 10.222.0.13 "GET /v2.0/security-groups?id=fc3c904c-ba97-4f39-a366-73263c07da15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121168 Jan 26 21:50:06.783101 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-0d9715ea-8b23-470f-b7be-510584d20d76 tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] Publish callbacks [] for router_gateway (0a20fc88-d082-4a20-bfaa-ee873d9fe781), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:50:06.836007 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-0d9715ea-8b23-470f-b7be-510584d20d76 tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] Deleting port f7a0ad54-002d-4db2-b5ff-7dbe8ab23628 {{(pid=103304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 21:50:06.836349 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-0d9715ea-8b23-470f-b7be-510584d20d76 tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746560630878'] for port (f7a0ad54-002d-4db2-b5ff-7dbe8ab23628), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:50:06.921658 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [None req-0d9715ea-8b23-470f-b7be-510584d20d76 tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] For port f7a0ad54-002d-4db2-b5ff-7dbe8ab23628, host n-d-760453-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=f7a0ad54-002d-4db2-b5ff-7dbe8ab23628,segment=NetworkSegment(e17cb353-418f-48b9-b982-21a6233ee99b),segment_id=e17cb353-418f-48b9-b982-21a6233ee99b)] {{(pid=103304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:50:06.922113 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-0d9715ea-8b23-470f-b7be-510584d20d76 tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4109658'] for port (f7a0ad54-002d-4db2-b5ff-7dbe8ab23628), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:50:06.936995 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-0d9715ea-8b23-470f-b7be-510584d20d76 tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] Calling delete_port for f7a0ad54-002d-4db2-b5ff-7dbe8ab23628 owned by network:router_gateway {{(pid=103304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 21:50:07.134156 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-0d9715ea-8b23-470f-b7be-510584d20d76 tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746560636600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746560234536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9281553'] for port (f7a0ad54-002d-4db2-b5ff-7dbe8ab23628), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:50:07.247573 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device 81c964b2-ad8f-49c9-88df-966fc1c4a0dc no longer exists at agent ovs-agent-n-d-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 26 21:50:07.247573 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] No Port match for: 81c964b2-ad8f-49c9-88df-966fc1c4a0dc {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 26 21:50:07.247573 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device 81c964b2-ad8f-49c9-88df-966fc1c4a0dc not bound to the agent host n-d-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 26 21:50:07.247573 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device 3688b04a-7350-48ed-858e-177c0f1712ce no longer exists at agent ovs-agent-n-d-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 26 21:50:07.345576 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9715ea-8b23-470f-b7be-510584d20d76 tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] Pushing event deleted for resources: {'Port': ['ID=f7a0ad54-002d-4db2-b5ff-7dbe8ab23628,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:50:07.350253 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] No Port match for: 3688b04a-7350-48ed-858e-177c0f1712ce {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 26 21:50:07.350253 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device 3688b04a-7350-48ed-858e-177c0f1712ce not bound to the agent host n-d-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 26 21:50:07.351276 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-0d9715ea-8b23-470f-b7be-510584d20d76 tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4111291'] for router_gateway (0a20fc88-d082-4a20-bfaa-ee873d9fe781), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:50:07.359206 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-0d9715ea-8b23-470f-b7be-510584d20d76 tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4105774', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13082'] for router (0a20fc88-d082-4a20-bfaa-ee873d9fe781), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:50:07.361438 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-0d9715ea-8b23-470f-b7be-510584d20d76 tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] Publish callbacks [] for router_controller (0a20fc88-d082-4a20-bfaa-ee873d9fe781), precommit_delete_associations {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:50:07.411900 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-0d9715ea-8b23-470f-b7be-510584d20d76 tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4105767'] for router (0a20fc88-d082-4a20-bfaa-ee873d9fe781), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:50:07.412413 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d9715ea-8b23-470f-b7be-510584d20d76 tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] Fanout notify agent at l3_agent the message router_deleted on router 0a20fc88-d082-4a20-bfaa-ee873d9fe781 {{(pid=103304) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 26 21:50:07.419710 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-0d9715ea-8b23-470f-b7be-510584d20d76 tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] Publish callbacks [] for router (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:50:07.425592 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-0d9715ea-8b23-470f-b7be-510584d20d76 tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] 10.222.0.13 "DELETE /v2.0/routers/0a20fc88-d082-4a20-bfaa-ee873d9fe781 HTTP/1.1" status: 204 len: 168 time: 1.3267422 Jan 26 21:50:07.425592 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 46232) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:50:07.516926 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-bf5bd312-6f01-4720-8bb3-48eae88622f1 tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-748181'] for network (6c3cc4b5-a11d-48af-b45e-41ba9c545f81), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:50:07.616694 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-bf5bd312-6f01-4720-8bb3-48eae88622f1 tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-686403', 'neutron.services.segments.db._delete_segments_for_network-8746560774018'] for network (6c3cc4b5-a11d-48af-b45e-41ba9c545f81), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:50:07.637416 n-d-760453-5 neutron-server[103304]: DEBUG neutron.services.segments.db [None req-bf5bd312-6f01-4720-8bb3-48eae88622f1 tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6c3cc4b5-a11d-48af-b45e-41ba9c545f81']}} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:50:07.647361 n-d-760453-5 neutron-server[103304]: DEBUG neutron.services.segments.db [None req-bf5bd312-6f01-4720-8bb3-48eae88622f1 tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '142d4df4-82b3-491e-9d0e-61b8edae363e') {'for_net_delete': True} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:50:07.647656 n-d-760453-5 neutron-server[103304]: DEBUG neutron.services.segments.db [None req-bf5bd312-6f01-4720-8bb3-48eae88622f1 tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '142d4df4-82b3-491e-9d0e-61b8edae363e') {} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:50:07.656858 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-bf5bd312-6f01-4720-8bb3-48eae88622f1 tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746560742283', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8881293'] for segment (142d4df4-82b3-491e-9d0e-61b8edae363e), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:50:07.670628 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-bf5bd312-6f01-4720-8bb3-48eae88622f1 tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576559'] for segment (142d4df4-82b3-491e-9d0e-61b8edae363e), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:50:07.676897 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bf5bd312-6f01-4720-8bb3-48eae88622f1 tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] Releasing vlan 558 on physical network physnet1 to pool {{(pid=103304) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 26 21:50:07.677282 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-bf5bd312-6f01-4720-8bb3-48eae88622f1 tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9281762'] for segment (142d4df4-82b3-491e-9d0e-61b8edae363e), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:50:07.680565 n-d-760453-5 neutron-server[103304]: Traceback (most recent call last): Jan 26 21:50:07.680565 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 26 21:50:07.680565 n-d-760453-5 neutron-server[103304]: timer() Jan 26 21:50:07.680565 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 26 21:50:07.680565 n-d-760453-5 neutron-server[103304]: cb(*args, **kw) Jan 26 21:50:07.680565 n-d-760453-5 neutron-server[103304]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 26 21:50:07.680565 n-d-760453-5 neutron-server[103304]: return func(*args, **kwargs) Jan 26 21:50:07.680565 n-d-760453-5 neutron-server[103304]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 26 21:50:07.680565 n-d-760453-5 neutron-server[103304]: self._notify() Jan 26 21:50:07.680565 n-d-760453-5 neutron-server[103304]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 26 21:50:07.680565 n-d-760453-5 neutron-server[103304]: self.callback(batched_events) Jan 26 21:50:07.680565 n-d-760453-5 neutron-server[103304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 26 21:50:07.680565 n-d-760453-5 neutron-server[103304]: event.method(event) Jan 26 21:50:07.680565 n-d-760453-5 neutron-server[103304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 26 21:50:07.680565 n-d-760453-5 neutron-server[103304]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 26 21:50:07.680565 n-d-760453-5 neutron-server[103304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 26 21:50:07.680565 n-d-760453-5 neutron-server[103304]: aggregate_uuid = self.p_client.list_aggregates( Jan 26 21:50:07.680565 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 26 21:50:07.680565 n-d-760453-5 neutron-server[103304]: return f(self, *a, **k) Jan 26 21:50:07.680565 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 26 21:50:07.680565 n-d-760453-5 neutron-server[103304]: return self._get(url).json() Jan 26 21:50:07.680565 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 26 21:50:07.680565 n-d-760453-5 neutron-server[103304]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 26 21:50:07.680565 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 26 21:50:07.680565 n-d-760453-5 neutron-server[103304]: return self.request(url, 'GET', **kwargs) Jan 26 21:50:07.680565 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 26 21:50:07.680565 n-d-760453-5 neutron-server[103304]: base_url = self.get_endpoint(auth, allow=allow, Jan 26 21:50:07.680565 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 26 21:50:07.680565 n-d-760453-5 neutron-server[103304]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 26 21:50:07.680565 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 26 21:50:07.680565 n-d-760453-5 neutron-server[103304]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 26 21:50:07.680565 n-d-760453-5 neutron-server[103304]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 26 21:50:07.746748 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-bf5bd312-6f01-4720-8bb3-48eae88622f1 tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4110931'] for network (6c3cc4b5-a11d-48af-b45e-41ba9c545f81), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:50:07.754098 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-bf5bd312-6f01-4720-8bb3-48eae88622f1 tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] Publish callbacks [] for network (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:50:07.760716 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-bf5bd312-6f01-4720-8bb3-48eae88622f1 tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] 10.222.0.13 "DELETE /v2.0/networks/6c3cc4b5-a11d-48af-b45e-41ba9c545f81 HTTP/1.1" status: 204 len: 168 time: 0.3330543 Jan 26 21:50:07.778316 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf5bd312-6f01-4720-8bb3-48eae88622f1 tempest-TestNetworkBasicOps-423339374 tempest-TestNetworkBasicOps-423339374-project] Pushing event deleted for resources: {'Network': ['ID=6c3cc4b5-a11d-48af-b45e-41ba9c545f81,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:50:07.887608 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd22365-0108-4d27-9ce3-88f7f7d2fac8 req-d13b5c12-e245-4213-bd7c-59fa809abd7b tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:50:07.889262 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-bbd22365-0108-4d27-9ce3-88f7f7d2fac8 req-d13b5c12-e245-4213-bd7c-59fa809abd7b tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] 10.222.0.13 "GET /v2.0/ports?device_id=6d7773dc-ad4a-4743-9e81-cc20fde3a484 HTTP/1.1" status: 200 len: 943 time: 0.0670121 Jan 26 21:50:07.964304 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-bbd22365-0108-4d27-9ce3-88f7f7d2fac8 req-4915586b-c685-42c4-89dc-55912d5a9ab1 tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] 10.222.0.13 "GET /v2.0/security-groups?id=fc3c904c-ba97-4f39-a366-73263c07da15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678120 Jan 26 21:50:08.089026 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 46252) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:50:08.230534 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-e4db5678-04f1-4fa5-9a5d-d79bf8f1fcb0 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=97d50071461f4511bd8bef3bc5cf8c61&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1431351 Jan 26 21:50:08.232660 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 46258) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:50:08.283888 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-7121283f-f3cc-4b70-9f04-9265cd972b3f admin admin] Publish callbacks [] for security_group (5329382c-f745-4f1b-b986-5466633faf11), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:50:08.312517 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-7121283f-f3cc-4b70-9f04-9265cd972b3f admin admin] Publish callbacks [] for security_group (5329382c-f745-4f1b-b986-5466633faf11), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:50:08.365855 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-7121283f-f3cc-4b70-9f04-9265cd972b3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (5329382c-f745-4f1b-b986-5466633faf11), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:50:08.368628 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-7121283f-f3cc-4b70-9f04-9265cd972b3f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:50:08.370059 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-7121283f-f3cc-4b70-9f04-9265cd972b3f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/5329382c-f745-4f1b-b986-5466633faf11 HTTP/1.1" status: 204 len: 168 time: 0.1363630 Jan 26 21:50:08.379056 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7121283f-f3cc-4b70-9f04-9265cd972b3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5329382c-f745-4f1b-b986-5466633faf11,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:50:08.475508 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (32ef628b-8417-46c5-8729-60fcabe358f1), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:50:08.681093 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 46276) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:50:08.695296 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-81b79193-9f0a-4138-88d5-766e4bf6b062 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:50:08.778838 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-81b79193-9f0a-4138-88d5-766e4bf6b062 admin admin] Publish callbacks [] for security_group (73ff91c6-4003-487b-b1bb-7b821c376698), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:50:08.782947 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-81b79193-9f0a-4138-88d5-766e4bf6b062 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (73ff91c6-4003-487b-b1bb-7b821c376698), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:50:08.827145 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-81b79193-9f0a-4138-88d5-766e4bf6b062 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ba5dbcfe99fc44029e7d0e8d86b557e9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1446941 Jan 26 21:50:08.829485 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 46280) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:50:08.842621 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b79193-9f0a-4138-88d5-766e4bf6b062 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73ff91c6-4003-487b-b1bb-7b821c376698,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:50:08.883028 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-98865e84-dc67-4514-8082-7a193fc0e088 admin admin] Publish callbacks [] for security_group (73ff91c6-4003-487b-b1bb-7b821c376698), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:50:08.905834 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-98865e84-dc67-4514-8082-7a193fc0e088 admin admin] Publish callbacks [] for security_group (73ff91c6-4003-487b-b1bb-7b821c376698), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:50:08.958963 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-98865e84-dc67-4514-8082-7a193fc0e088 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (73ff91c6-4003-487b-b1bb-7b821c376698), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:50:08.962289 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-98865e84-dc67-4514-8082-7a193fc0e088 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:50:08.963792 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-98865e84-dc67-4514-8082-7a193fc0e088 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/73ff91c6-4003-487b-b1bb-7b821c376698 HTTP/1.1" status: 204 len: 168 time: 0.1333714 Jan 26 21:50:08.977472 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98865e84-dc67-4514-8082-7a193fc0e088 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73ff91c6-4003-487b-b1bb-7b821c376698,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:50:09.155141 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00064405-694e-4542-944f-24153afd565a req-993fe01f-a428-46fc-9779-46be29edb86e tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:50:09.156762 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-00064405-694e-4542-944f-24153afd565a req-993fe01f-a428-46fc-9779-46be29edb86e tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] 10.222.0.13 "GET /v2.0/ports?device_id=6d7773dc-ad4a-4743-9e81-cc20fde3a484 HTTP/1.1" status: 200 len: 943 time: 0.0999846 Jan 26 21:50:09.168876 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device f7a0ad54-002d-4db2-b5ff-7dbe8ab23628 no longer exists at agent ovs-agent-n-d-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 26 21:50:09.195821 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] No Port match for: f7a0ad54-002d-4db2-b5ff-7dbe8ab23628 {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 26 21:50:09.196605 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device f7a0ad54-002d-4db2-b5ff-7dbe8ab23628 not bound to the agent host n-d-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 26 21:50:09.242636 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-00064405-694e-4542-944f-24153afd565a req-3a321aba-24e1-4dc8-9b4b-9a09bb1a9fe9 tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] 10.222.0.13 "GET /v2.0/security-groups?id=fc3c904c-ba97-4f39-a366-73263c07da15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762575 Jan 26 21:50:09.788806 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 46324) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:50:09.901655 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-36f53e42-3464-4ace-976b-25ca6b289c4d admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-1699507815-network', 'tenant_id': '8ea95a10d8684c60bb4f9b1dc42b4b23'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:50:09.927260 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36f53e42-3464-4ace-976b-25ca6b289c4d admin admin] Made reservation on behalf of 8ea95a10d8684c60bb4f9b1dc42b4b23 for: {'network': 1} {{(pid=103305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 21:50:09.930323 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-36f53e42-3464-4ace-976b-25ca6b289c4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for network (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:50:09.940027 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-36f53e42-3464-4ace-976b-25ca6b289c4d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:50:09.993945 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Device a63c5e10-9f59-4ac7-8ed0-95f90a50917a details requested by agent hyperv_n-h2-760453-5 with host n-h2-760453-5 {{(pid=103306) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 26 21:50:10.041986 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-36f53e42-3464-4ace-976b-25ca6b289c4d admin admin] Publish callbacks [] for security_group (d045eea3-fe31-4b6f-a9c0-02978c8fc745), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:50:10.050561 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-36f53e42-3464-4ace-976b-25ca6b289c4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (d045eea3-fe31-4b6f-a9c0-02978c8fc745), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:50:10.076819 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-36f53e42-3464-4ace-976b-25ca6b289c4d admin admin] vlan segment allocate from pool success with {'vlan_id': 598, 'physical_network': 'physnet1'} {{(pid=103305) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 26 21:50:10.087284 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f53e42-3464-4ace-976b-25ca6b289c4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d045eea3-fe31-4b6f-a9c0-02978c8fc745,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:50:10.092367 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-36f53e42-3464-4ace-976b-25ca6b289c4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576559'] for segment (311a9384-eba0-44ed-b722-d0b5fbfec734), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:50:10.092717 n-d-760453-5 neutron-server[103305]: INFO neutron.db.segments_db [None req-36f53e42-3464-4ace-976b-25ca6b289c4d admin admin] Added segment 311a9384-eba0-44ed-b722-d0b5fbfec734 of type vlan for network 2dca7862-3264-4f3a-a964-93857e78f24f Jan 26 21:50:10.145771 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-36f53e42-3464-4ace-976b-25ca6b289c4d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746560256871'] for network (2dca7862-3264-4f3a-a964-93857e78f24f), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:50:10.162046 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] For port a63c5e10-9f59-4ac7-8ed0-95f90a50917a, host n-h2-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-5',level=0,port_id=a63c5e10-9f59-4ac7-8ed0-95f90a50917a,segment=NetworkSegment(9a2f9f82-c041-418b-a55c-16c7f60d3f23),segment_id=9a2f9f82-c041-418b-a55c-16c7f60d3f23)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:50:10.176513 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Returning: {'device': 'a63c5e10-9f59-4ac7-8ed0-95f90a50917a', 'network_id': 'e866a34e-1552-4423-ada4-1491d39ac585', 'port_id': 'a63c5e10-9f59-4ac7-8ed0-95f90a50917a', 'mac_address': 'fa:16:3e:46:0b:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 568, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '96a6ba37-129e-4936-9d0e-9f67f00a39ac', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103306) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 26 21:50:10.179163 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-36f53e42-3464-4ace-976b-25ca6b289c4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503'] for network (2dca7862-3264-4f3a-a964-93857e78f24f), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:50:10.180987 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36f53e42-3464-4ace-976b-25ca6b289c4d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:50:10.181945 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-36f53e42-3464-4ace-976b-25ca6b289c4d admin admin] Publish callbacks [] for network (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:50:10.214333 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-36f53e42-3464-4ace-976b-25ca6b289c4d admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4242201 Jan 26 21:50:10.217967 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 46336) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:50:10.225655 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-d3e147db-71b2-430f-8d17-2427899b44cd admin admin] Request body: {'subnet': {'network_id': '2dca7862-3264-4f3a-a964-93857e78f24f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-1699507815-subnet', 'tenant_id': '8ea95a10d8684c60bb4f9b1dc42b4b23', 'ip_version': 4}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:50:10.249610 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Current status of the port a63c5e10-9f59-4ac7-8ed0-95f90a50917a is: DOWN; New status is: BUILD {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:50:10.250755 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (a63c5e10-9f59-4ac7-8ed0-95f90a50917a), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:50:10.262207 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3e147db-71b2-430f-8d17-2427899b44cd admin admin] Made reservation on behalf of 8ea95a10d8684c60bb4f9b1dc42b4b23 for: {'subnet': 1} {{(pid=103304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 21:50:10.269244 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-d3e147db-71b2-430f-8d17-2427899b44cd admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12215181'] for subnet (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:50:10.271474 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f53e42-3464-4ace-976b-25ca6b289c4d admin admin] Pushing event updated for resources: {'Network': ['ID=2dca7862-3264-4f3a-a964-93857e78f24f,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:50:10.290144 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Network 2dca7862-3264-4f3a-a964-93857e78f24f details requested by agent ovs-agent-n-d-760453-5 with host n-d-760453-5 {{(pid=103306) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 26 21:50:10.389854 n-d-760453-5 neutron-server[103306]: DEBUG neutron.notifiers.nova [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a63c5e10-9f59-4ac7-8ed0-95f90a50917a {{(pid=103306) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 26 21:50:10.436810 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] For port a63c5e10-9f59-4ac7-8ed0-95f90a50917a, host n-h2-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-5',level=0,port_id=a63c5e10-9f59-4ac7-8ed0-95f90a50917a,segment=NetworkSegment(9a2f9f82-c041-418b-a55c-16c7f60d3f23),segment_id=9a2f9f82-c041-418b-a55c-16c7f60d3f23)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:50:10.442142 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (a63c5e10-9f59-4ac7-8ed0-95f90a50917a), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:50:10.508200 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Pushing event updated for resources: {'Port': ['ID=a63c5e10-9f59-4ac7-8ed0-95f90a50917a,revision_number=4']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:50:10.547305 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3a9eca-d4a6-400a-905b-d4ef1a50f66c req-305be4d5-69fd-47c4-80a5-07fdb8f7a69a tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:50:10.548908 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-7a3a9eca-d4a6-400a-905b-d4ef1a50f66c req-305be4d5-69fd-47c4-80a5-07fdb8f7a69a tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] 10.222.0.13 "GET /v2.0/ports?device_id=6d7773dc-ad4a-4743-9e81-cc20fde3a484 HTTP/1.1" status: 200 len: 943 time: 0.2206249 Jan 26 21:50:10.550355 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-d3e147db-71b2-430f-8d17-2427899b44cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9285249', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12215227'] for subnet (fa9b68b7-f4ed-42c5-8c43-fdd4fb96ff3d), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:50:10.642383 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e147db-71b2-430f-8d17-2427899b44cd admin admin] Pushing event updated for resources: {'Subnet': ['ID=fa9b68b7-f4ed-42c5-8c43-fdd4fb96ff3d,revision_number=0']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:50:10.652819 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] get_ports_and_sgs() called for port_ids ['a63c5e10-9f59-4ac7-8ed0-95f90a50917a'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 26 21:50:10.654332 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3e147db-71b2-430f-8d17-2427899b44cd admin admin] Checking segment: {'id': '311a9384-eba0-44ed-b722-d0b5fbfec734', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '2dca7862-3264-4f3a-a964-93857e78f24f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103304) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 21:50:10.654710 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3e147db-71b2-430f-8d17-2427899b44cd admin admin] Network hostable DHCP agents. Network: 2dca7862-3264-4f3a-a964-93857e78f24f, hostable agents: ['474ccdf7-ab6c-405b-a3b2-dc7b05829902'], hosted agents: [] {{(pid=103304) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 26 21:50:10.664996 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-7a3a9eca-d4a6-400a-905b-d4ef1a50f66c req-ee4de7a6-efda-4a35-94b7-4667407b37c3 tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] 10.222.0.13 "GET /v2.0/security-groups?id=fc3c904c-ba97-4f39-a366-73263c07da15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095850 Jan 26 21:50:10.691316 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3e147db-71b2-430f-8d17-2427899b44cd admin admin] Network 2dca7862-3264-4f3a-a964-93857e78f24f is scheduled to be hosted by DHCP agent 474ccdf7-ab6c-405b-a3b2-dc7b05829902 with binding_index 1 {{(pid=103304) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 26 21:50:10.707421 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [None req-d3e147db-71b2-430f-8d17-2427899b44cd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760453-5, 2dca7862-3264-4f3a-a964-93857e78f24f) {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:50:10.717662 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3e147db-71b2-430f-8d17-2427899b44cd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:50:10.718315 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-d3e147db-71b2-430f-8d17-2427899b44cd admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:50:10.727562 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbdd5d69-8204-4554-9137-1cd42495d833 None None] Network 2dca7862-3264-4f3a-a964-93857e78f24f requested from n-d-760453-5 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 26 21:50:10.750186 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-d3e147db-71b2-430f-8d17-2427899b44cd admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.5285470 Jan 26 21:50:10.750432 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 46350) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:50:10.755766 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-e23037e8-094a-4550-af10-486df233e82f admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-1699507815-router', 'tenant_id': '8ea95a10d8684c60bb4f9b1dc42b4b23', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299'}}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:50:10.777606 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-e23037e8-094a-4550-af10-486df233e82f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4104596', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13108'] for router (71e90a18-d7a2-4734-85e6-2480069b2e3c), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:50:10.778738 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-e23037e8-094a-4550-af10-486df233e82f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4105828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4111306', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3733576', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13069'] for router (71e90a18-d7a2-4734-85e6-2480069b2e3c), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:50:10.860339 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-e23037e8-094a-4550-af10-486df233e82f admin admin] Publish callbacks [] for router_controller (71e90a18-d7a2-4734-85e6-2480069b2e3c), precommit_add_association {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:50:10.914709 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd259490-c71c-4dfb-a054-4332c1dbbbf2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3c4099e8-8ffb-51d1-af7f-5868973e933f-2dca7862-3264-4f3a-a964-93857e78f24f', 'network_id': '2dca7862-3264-4f3a-a964-93857e78f24f', 'project_id': '8ea95a10d8684c60bb4f9b1dc42b4b23', 'fixed_ips': [{'subnet_id': 'fa9b68b7-f4ed-42c5-8c43-fdd4fb96ff3d'}]}} from n-d-760453-5. {{(pid=103306) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 26 21:50:10.916311 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fd259490-c71c-4dfb-a054-4332c1dbbbf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (None), before_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:50:11.073646 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-e23037e8-094a-4550-af10-486df233e82f admin admin] Publish callbacks [] for router_gateway (71e90a18-d7a2-4734-85e6-2480069b2e3c), precommit_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:50:11.093193 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.db_base_plugin_common [None req-fd259490-c71c-4dfb-a054-4332c1dbbbf2 None None] Allocated IP 172.20.0.2 (2dca7862-3264-4f3a-a964-93857e78f24f/fa9b68b7-f4ed-42c5-8c43-fdd4fb96ff3d/917ef7f5-3343-46f9-ada4-e29f00912cd9) {{(pid=103306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 21:50:11.354448 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-e23037e8-094a-4550-af10-486df233e82f admin admin] Publish callbacks [] for router_gateway (71e90a18-d7a2-4734-85e6-2480069b2e3c), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:50:11.385027 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-e23037e8-094a-4550-af10-486df233e82f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:50:11.495060 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fd259490-c71c-4dfb-a054-4332c1dbbbf2 None None] Publish callbacks [] for port (917ef7f5-3343-46f9-ada4-e29f00912cd9), precommit_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:50:11.502207 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fd259490-c71c-4dfb-a054-4332c1dbbbf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746560234527'] for port (917ef7f5-3343-46f9-ada4-e29f00912cd9), after_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:50:11.544130 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.db_base_plugin_common [None req-e23037e8-094a-4550-af10-486df233e82f admin admin] Allocated IP 172.25.1.200 (4140a1f1-c93a-4bea-83a0-68953a54f299/e48251a1-e30d-4820-8396-00c6f6aeb601/ef571d93-8e23-4c81-82d4-8d58e0ef2fbd) {{(pid=103304) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 21:50:11.548476 n-d-760453-5 neutron-server[103306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd259490-c71c-4dfb-a054-4332c1dbbbf2 None None] Network 2dca7862-3264-4f3a-a964-93857e78f24f is already hosted by enough agents. {{(pid=103306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 21:50:11.555530 n-d-760453-5 neutron-server[103306]: DEBUG neutron.scheduler.base_scheduler [None req-fd259490-c71c-4dfb-a054-4332c1dbbbf2 None None] Resources bound (agent type, host, resource id): {{(pid=103306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:50:11.558409 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd259490-c71c-4dfb-a054-4332c1dbbbf2 None None] Received port after_create {{(pid=103306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 21:50:11.566461 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd259490-c71c-4dfb-a054-4332c1dbbbf2 None None] Pushing event updated for resources: {'Port': ['ID=917ef7f5-3343-46f9-ada4-e29f00912cd9,revision_number=1']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:50:11.637679 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-fd259490-c71c-4dfb-a054-4332c1dbbbf2 None None] Attempting to bind port 917ef7f5-3343-46f9-ada4-e29f00912cd9 on host n-d-760453-5 for vnic_type normal with profile {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 21:50:11.638058 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-fd259490-c71c-4dfb-a054-4332c1dbbbf2 None None] Attempting to bind port 917ef7f5-3343-46f9-ada4-e29f00912cd9 by drivers openvswitch,hyperv on host n-d-760453-5 at level 0 using segments [{'id': '311a9384-eba0-44ed-b722-d0b5fbfec734', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '2dca7862-3264-4f3a-a964-93857e78f24f'}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 26 21:50:11.639020 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd259490-c71c-4dfb-a054-4332c1dbbbf2 None None] Attempting to bind port 917ef7f5-3343-46f9-ada4-e29f00912cd9 on network 2dca7862-3264-4f3a-a964-93857e78f24f {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 21:50:11.645495 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd259490-c71c-4dfb-a054-4332c1dbbbf2 None None] Checking agent: {'id': 'fea0591a-627d-4c87-9a9a-01625ddf3277', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760453-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 20, 55, 25), 'started_at': datetime.datetime(2022, 1, 26, 20, 55, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 21, 49, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760453-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 26 21:50:11.645945 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd259490-c71c-4dfb-a054-4332c1dbbbf2 None None] Checking segment: {'id': '311a9384-eba0-44ed-b722-d0b5fbfec734', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '2dca7862-3264-4f3a-a964-93857e78f24f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 21:50:11.646969 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fd259490-c71c-4dfb-a054-4332c1dbbbf2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:50:11.647432 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd259490-c71c-4dfb-a054-4332c1dbbbf2 None None] Bound using segment: {'id': '311a9384-eba0-44ed-b722-d0b5fbfec734', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '2dca7862-3264-4f3a-a964-93857e78f24f'} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 26 21:50:11.647919 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-fd259490-c71c-4dfb-a054-4332c1dbbbf2 None None] Bound port: 917ef7f5-3343-46f9-ada4-e29f00912cd9, host: n-d-760453-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '311a9384-eba0-44ed-b722-d0b5fbfec734', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '2dca7862-3264-4f3a-a964-93857e78f24f'}}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 26 21:50:11.648306 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fd259490-c71c-4dfb-a054-4332c1dbbbf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (917ef7f5-3343-46f9-ada4-e29f00912cd9), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:50:11.738954 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-fd259490-c71c-4dfb-a054-4332c1dbbbf2 None None] For port 917ef7f5-3343-46f9-ada4-e29f00912cd9, host n-d-760453-5, cleared binding levels {{(pid=103306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 26 21:50:11.740977 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-e23037e8-094a-4550-af10-486df233e82f admin admin] Publish callbacks [] for port (ef571d93-8e23-4c81-82d4-8d58e0ef2fbd), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:50:11.742697 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-fd259490-c71c-4dfb-a054-4332c1dbbbf2 None None] For port 917ef7f5-3343-46f9-ada4-e29f00912cd9, host n-d-760453-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=917ef7f5-3343-46f9-ada4-e29f00912cd9,segment=NetworkSegment(311a9384-eba0-44ed-b722-d0b5fbfec734),segment_id=311a9384-eba0-44ed-b722-d0b5fbfec734)] {{(pid=103306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 26 21:50:11.748362 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fd259490-c71c-4dfb-a054-4332c1dbbbf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (917ef7f5-3343-46f9-ada4-e29f00912cd9), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:50:11.820092 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd259490-c71c-4dfb-a054-4332c1dbbbf2 None None] Pushing event updated for resources: {'Port': ['ID=917ef7f5-3343-46f9-ada4-e29f00912cd9,revision_number=2']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:50:11.846761 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ca44bc-5fa1-420c-845d-33784b70f4e5 req-74b37fd1-8899-42bd-bf38-c0140636df61 tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:50:11.855463 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-67ca44bc-5fa1-420c-845d-33784b70f4e5 req-74b37fd1-8899-42bd-bf38-c0140636df61 tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] 10.222.0.13 "GET /v2.0/ports?device_id=6d7773dc-ad4a-4743-9e81-cc20fde3a484 HTTP/1.1" status: 200 len: 944 time: 0.0936425 Jan 26 21:50:11.867677 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-e23037e8-094a-4550-af10-486df233e82f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746560234527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9281553'] for port (ef571d93-8e23-4c81-82d4-8d58e0ef2fbd), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:50:11.943860 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-67ca44bc-5fa1-420c-845d-33784b70f4e5 req-92354a60-49e7-4883-b5f2-0beef621ab11 tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] 10.222.0.13 "GET /v2.0/security-groups?id=fc3c904c-ba97-4f39-a366-73263c07da15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874572 Jan 26 21:50:11.956448 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e23037e8-094a-4550-af10-486df233e82f admin admin] Network 4140a1f1-c93a-4bea-83a0-68953a54f299 is already hosted by enough agents. {{(pid=103304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 21:50:11.960582 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [None req-e23037e8-094a-4550-af10-486df233e82f admin admin] Resources bound (agent type, host, resource id): {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:50:11.964518 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e23037e8-094a-4550-af10-486df233e82f admin admin] Received port after_create {{(pid=103304) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 21:50:11.991060 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Device a63c5e10-9f59-4ac7-8ed0-95f90a50917a up at agent hyperv_n-h2-760453-5 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 21:50:12.051453 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e23037e8-094a-4550-af10-486df233e82f admin admin] Pushing event updated for resources: {'Port': ['ID=ef571d93-8e23-4c81-82d4-8d58e0ef2fbd,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:50:12.134424 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Provisioning for port a63c5e10-9f59-4ac7-8ed0-95f90a50917a completed by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 21:50:12.141664 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Provisioning complete for port a63c5e10-9f59-4ac7-8ed0-95f90a50917a triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:50:12.142303 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (a63c5e10-9f59-4ac7-8ed0-95f90a50917a), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:50:12.312173 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Current status of the port a63c5e10-9f59-4ac7-8ed0-95f90a50917a is: BUILD; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:50:12.312967 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (a63c5e10-9f59-4ac7-8ed0-95f90a50917a), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:50:12.362792 n-d-760453-5 neutron-server[103306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d7773dc-ad4a-4743-9e81-cc20fde3a484', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a63c5e10-9f59-4ac7-8ed0-95f90a50917a'}] {{(pid=103306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 21:50:12.365379 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9d5d370febab655511bdd2ffe887e43e442d144a440368702bcc1e93af00b97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef15d476-a20e-4a4c-a52f-539701aacb2e" -d '{"events": [{"server_uuid": "6d7773dc-ad4a-4743-9e81-cc20fde3a484", "name": "network-vif-plugged", "status": "completed", "tag": "a63c5e10-9f59-4ac7-8ed0-95f90a50917a"}]}' {{(pid=103306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 21:50:12.381184 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] For port a63c5e10-9f59-4ac7-8ed0-95f90a50917a, host n-h2-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-5',level=0,port_id=a63c5e10-9f59-4ac7-8ed0-95f90a50917a,segment=NetworkSegment(9a2f9f82-c041-418b-a55c-16c7f60d3f23),segment_id=9a2f9f82-c041-418b-a55c-16c7f60d3f23)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:50:12.389545 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-e23037e8-094a-4550-af10-486df233e82f admin admin] Publish callbacks [] for router_gateway (71e90a18-d7a2-4734-85e6-2480069b2e3c), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:50:12.392661 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (a63c5e10-9f59-4ac7-8ed0-95f90a50917a), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:50:12.452320 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Pushing event updated for resources: {'Port': ['ID=a63c5e10-9f59-4ac7-8ed0-95f90a50917a,revision_number=5']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:50:12.481384 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Jan 2022 21:50:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1837360-549f-4acf-bb2d-8cb8bbe57c03 x-openstack-request-id: req-b1837360-549f-4acf-bb2d-8cb8bbe57c03 {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 21:50:12.485725 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d7773dc-ad4a-4743-9e81-cc20fde3a484", "name": "network-vif-plugged", "status": "completed", "tag": "a63c5e10-9f59-4ac7-8ed0-95f90a50917a", "code": 200}]} {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 21:50:12.488066 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b1837360-549f-4acf-bb2d-8cb8bbe57c03 {{(pid=103306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 21:50:12.488681 n-d-760453-5 neutron-server[103306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d7773dc-ad4a-4743-9e81-cc20fde3a484', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a63c5e10-9f59-4ac7-8ed0-95f90a50917a', 'code': 200} Jan 26 21:50:12.642946 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8576cb43-83e6-4069-8789-b4a2ef473e53 req-52ad396f-e6d4-46a5-88bf-15cd76d97b00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:50:12.644490 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-8576cb43-83e6-4069-8789-b4a2ef473e53 req-52ad396f-e6d4-46a5-88bf-15cd76d97b00 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=6d7773dc-ad4a-4743-9e81-cc20fde3a484 HTTP/1.1" status: 200 len: 1096 time: 0.0990317 Jan 26 21:50:12.722716 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-e23037e8-094a-4550-af10-486df233e82f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4105757', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4111263'] for router (71e90a18-d7a2-4734-85e6-2480069b2e3c), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:50:12.734314 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-8576cb43-83e6-4069-8789-b4a2ef473e53 req-8745394e-6cad-4bcf-8b0a-bac0776c2681 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=fc3c904c-ba97-4f39-a366-73263c07da15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586107 Jan 26 21:50:12.873059 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e23037e8-094a-4550-af10-486df233e82f admin admin] Router 71e90a18-d7a2-4734-85e6-2480069b2e3c is scheduled to L3 agent 09df100c-3af1-4b0a-bda8-05914c71c458 with binding_index 1 {{(pid=103304) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 26 21:50:12.999440 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e23037e8-094a-4550-af10-486df233e82f admin admin] Notify agent at l3_agent.n-d-760453-5 the message routers_updated {{(pid=103304) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 26 21:50:13.012400 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df5f5a2a-0838-4100-a313-8429c4ebc985 None None] Sync routers for ids ['71e90a18-d7a2-4734-85e6-2480069b2e3c'] in n-d-760453-5 {{(pid=103306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 26 21:50:13.047486 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df5f5a2a-0838-4100-a313-8429c4ebc985 None None] Routers {'71e90a18-d7a2-4734-85e6-2480069b2e3c'} bound to L3 agent in host n-d-760453-5 {{(pid=103306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 21:50:13.047895 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-e23037e8-094a-4550-af10-486df233e82f admin admin] Publish callbacks [] for router (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:50:13.048123 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-df5f5a2a-0838-4100-a313-8429c4ebc985 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-26T20:55:21Z,description=,heartbeat_timestamp=2022-01-26T21:49:51Z,host='n-d-760453-5',id=09df100c-3af1-4b0a-bda8-05914c71c458,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:55:21Z,topic='l3_agent')) {'router_ids': ['71e90a18-d7a2-4734-85e6-2480069b2e3c'], 'active': True} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:50:13.049342 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-e23037e8-094a-4550-af10-486df233e82f admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.2978978 Jan 26 21:50:13.052358 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 46400) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:50:13.252960 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b64f2ef8-a64b-4e0b-9132-e0af35b512a5 None None] Network 2dca7862-3264-4f3a-a964-93857e78f24f requested from n-d-760453-5 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 26 21:50:13.283993 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device 917ef7f5-3343-46f9-ada4-e29f00912cd9 up at agent ovs-agent-n-d-760453-5 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 21:50:13.348250 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvr_db [None req-df5f5a2a-0838-4100-a313-8429c4ebc985 None None] Set router 71e90a18-d7a2-4734-85e6-2480069b2e3c gateway port host: n-d-760453-5 {{(pid=103306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 21:50:13.454552 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-9d51c4e1-b47c-4fca-8dba-27dc89ad0444 None None] Provisioning complete for port 917ef7f5-3343-46f9-ada4-e29f00912cd9 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:50:13.454965 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-9d51c4e1-b47c-4fca-8dba-27dc89ad0444 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (917ef7f5-3343-46f9-ada4-e29f00912cd9), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:50:13.508736 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.agents_db [None req-569f1ced-6396-4ddf-b79f-e03b0b2146ab None None] Agent healthcheck: found 7 active agents {{(pid=103307) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 26 21:50:13.510973 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8c67ef-6507-4c93-90bd-490c2b7e6e70 req-37333a78-c534-4fa7-8d43-eb092507b272 tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:50:13.514055 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-dd8c67ef-6507-4c93-90bd-490c2b7e6e70 req-37333a78-c534-4fa7-8d43-eb092507b272 tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] 10.222.0.13 "GET /v2.0/ports?device_id=6d7773dc-ad4a-4743-9e81-cc20fde3a484 HTTP/1.1" status: 200 len: 945 time: 0.4828196 Jan 26 21:50:13.602610 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-dd8c67ef-6507-4c93-90bd-490c2b7e6e70 req-b00d338b-81f7-47df-9d6b-0220a158fd07 tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] 10.222.0.13 "GET /v2.0/security-groups?id=fc3c904c-ba97-4f39-a366-73263c07da15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711129 Jan 26 21:50:13.604901 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Provisioning complete for port 917ef7f5-3343-46f9-ada4-e29f00912cd9 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:50:13.605233 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (917ef7f5-3343-46f9-ada4-e29f00912cd9), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:50:13.747009 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-9d51c4e1-b47c-4fca-8dba-27dc89ad0444 None None] Current status of the port 917ef7f5-3343-46f9-ada4-e29f00912cd9 is: DOWN; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:50:13.747410 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-9d51c4e1-b47c-4fca-8dba-27dc89ad0444 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (917ef7f5-3343-46f9-ada4-e29f00912cd9), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:50:13.768304 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-75051c42-a8db-4acc-9d52-9f70ba8768f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:50:13.847908 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-9d51c4e1-b47c-4fca-8dba-27dc89ad0444 None None] For port 917ef7f5-3343-46f9-ada4-e29f00912cd9, host n-d-760453-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=917ef7f5-3343-46f9-ada4-e29f00912cd9,segment=NetworkSegment(311a9384-eba0-44ed-b722-d0b5fbfec734),segment_id=311a9384-eba0-44ed-b722-d0b5fbfec734)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:50:13.858185 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Current status of the port 917ef7f5-3343-46f9-ada4-e29f00912cd9 is: DOWN; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:50:13.858614 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (917ef7f5-3343-46f9-ada4-e29f00912cd9), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:50:13.868797 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-9d51c4e1-b47c-4fca-8dba-27dc89ad0444 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (917ef7f5-3343-46f9-ada4-e29f00912cd9), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:50:13.935527 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-df5f5a2a-0838-4100-a313-8429c4ebc985 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71e90a18-d7a2-4734-85e6-2480069b2e3c', 'name': 'tempest-TestVolumeBackupRestore-1699507815-router', 'tenant_id': '8ea95a10d8684c60bb4f9b1dc42b4b23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'external_fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.200'}], 'enable_snat': True}, 'gw_port_id': 'ef571d93-8e23-4c81-82d4-8d58e0ef2fbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T21:50:10Z', 'updated_at': '2022-01-26T21:50:12Z', 'revision_number': 3, 'project_id': '8ea95a10d8684c60bb4f9b1dc42b4b23', 'gw_port': {'id': 'ef571d93-8e23-4c81-82d4-8d58e0ef2fbd', 'name': '', 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:aa:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71e90a18-d7a2-4734-85e6-2480069b2e3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3984, 'fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:50:11Z', 'updated_at': '2022-01-26T21:50:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-5'}], 'n-d-760453-5', False) {} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:50:13.981551 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df5f5a2a-0838-4100-a313-8429c4ebc985 None None] Checking router: 71e90a18-d7a2-4734-85e6-2480069b2e3c for host: n-d-760453-5 {{(pid=103306) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 26 21:50:13.981910 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df5f5a2a-0838-4100-a313-8429c4ebc985 None None] Updating router 71e90a18-d7a2-4734-85e6-2480069b2e3c port ef571d93-8e23-4c81-82d4-8d58e0ef2fbd binding host n-d-760453-5 {{(pid=103306) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 26 21:50:14.009536 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.db_base_plugin_common [None req-75051c42-a8db-4acc-9d52-9f70ba8768f4 admin admin] Allocated IP 172.20.0.1 (2dca7862-3264-4f3a-a964-93857e78f24f/fa9b68b7-f4ed-42c5-8c43-fdd4fb96ff3d/775120ad-6fe9-45fd-bf7c-7bb9b9dacba8) {{(pid=103305) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 21:50:14.041133 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d51c4e1-b47c-4fca-8dba-27dc89ad0444 None None] Pushing event updated for resources: {'Port': ['ID=917ef7f5-3343-46f9-ada4-e29f00912cd9,revision_number=3']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:50:14.057098 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-df5f5a2a-0838-4100-a313-8429c4ebc985 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (ef571d93-8e23-4c81-82d4-8d58e0ef2fbd), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:50:14.060039 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.db.api [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103306) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 26 21:50:14.060606 n-d-760453-5 neutron-server[103306]: DEBUG oslo_db.api [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 26 21:50:14.124501 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-75051c42-a8db-4acc-9d52-9f70ba8768f4 admin admin] Publish callbacks [] for port (775120ad-6fe9-45fd-bf7c-7bb9b9dacba8), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:50:14.164631 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-0d058392-cb0d-4314-8ddc-2e37e3a88c91 None None] Provisioning complete for port 917ef7f5-3343-46f9-ada4-e29f00912cd9 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:50:14.165005 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-0d058392-cb0d-4314-8ddc-2e37e3a88c91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (917ef7f5-3343-46f9-ada4-e29f00912cd9), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:50:14.179065 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-75051c42-a8db-4acc-9d52-9f70ba8768f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746560234527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11791543'] for port (775120ad-6fe9-45fd-bf7c-7bb9b9dacba8), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:50:14.224912 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75051c42-a8db-4acc-9d52-9f70ba8768f4 admin admin] Network 2dca7862-3264-4f3a-a964-93857e78f24f is already hosted by enough agents. {{(pid=103305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 21:50:14.228788 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [None req-75051c42-a8db-4acc-9d52-9f70ba8768f4 admin admin] Resources bound (agent type, host, resource id): {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:50:14.232912 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75051c42-a8db-4acc-9d52-9f70ba8768f4 admin admin] Received port after_create {{(pid=103305) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 21:50:14.282131 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75051c42-a8db-4acc-9d52-9f70ba8768f4 admin admin] Pushing event updated for resources: {'Port': ['ID=775120ad-6fe9-45fd-bf7c-7bb9b9dacba8,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:50:14.308630 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-75051c42-a8db-4acc-9d52-9f70ba8768f4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4111050'] for router_interface (71e90a18-d7a2-4734-85e6-2480069b2e3c), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:50:14.333993 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-0d058392-cb0d-4314-8ddc-2e37e3a88c91 None None] Current status of the port 917ef7f5-3343-46f9-ada4-e29f00912cd9 is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:50:14.423603 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-df5f5a2a-0838-4100-a313-8429c4ebc985 None None] Publish callbacks [] for port (ef571d93-8e23-4c81-82d4-8d58e0ef2fbd), precommit_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:50:14.434161 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-df5f5a2a-0838-4100-a313-8429c4ebc985 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (ef571d93-8e23-4c81-82d4-8d58e0ef2fbd), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:50:14.471902 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-75051c42-a8db-4acc-9d52-9f70ba8768f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (775120ad-6fe9-45fd-bf7c-7bb9b9dacba8), before_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:50:14.518415 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d22eb296-efb5-419f-9024-12744e0bde08 None None] Pushing event updated for resources: {'Port': ['ID=ef571d93-8e23-4c81-82d4-8d58e0ef2fbd,revision_number=2']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:50:14.539450 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-df5f5a2a-0838-4100-a313-8429c4ebc985 None None] Attempting to bind port ef571d93-8e23-4c81-82d4-8d58e0ef2fbd on host n-d-760453-5 for vnic_type normal with profile {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 21:50:14.539778 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-df5f5a2a-0838-4100-a313-8429c4ebc985 None None] Attempting to bind port ef571d93-8e23-4c81-82d4-8d58e0ef2fbd by drivers openvswitch,hyperv on host n-d-760453-5 at level 0 using segments [{'id': 'e17cb353-418f-48b9-b982-21a6233ee99b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299'}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 26 21:50:14.540214 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df5f5a2a-0838-4100-a313-8429c4ebc985 None None] Attempting to bind port ef571d93-8e23-4c81-82d4-8d58e0ef2fbd on network 4140a1f1-c93a-4bea-83a0-68953a54f299 {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 21:50:14.547016 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df5f5a2a-0838-4100-a313-8429c4ebc985 None None] Checking agent: {'id': 'fea0591a-627d-4c87-9a9a-01625ddf3277', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760453-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 20, 55, 25), 'started_at': datetime.datetime(2022, 1, 26, 20, 55, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 21, 49, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760453-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 26 21:50:14.547501 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df5f5a2a-0838-4100-a313-8429c4ebc985 None None] Checking segment: {'id': 'e17cb353-418f-48b9-b982-21a6233ee99b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 21:50:14.548713 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-df5f5a2a-0838-4100-a313-8429c4ebc985 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:50:14.549169 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df5f5a2a-0838-4100-a313-8429c4ebc985 None None] Bound using segment: {'id': 'e17cb353-418f-48b9-b982-21a6233ee99b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299'} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 26 21:50:14.549741 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-df5f5a2a-0838-4100-a313-8429c4ebc985 None None] Bound port: ef571d93-8e23-4c81-82d4-8d58e0ef2fbd, host: n-d-760453-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e17cb353-418f-48b9-b982-21a6233ee99b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299'}}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 26 21:50:14.550298 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-df5f5a2a-0838-4100-a313-8429c4ebc985 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (ef571d93-8e23-4c81-82d4-8d58e0ef2fbd), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:50:14.647745 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Current status of the port 917ef7f5-3343-46f9-ada4-e29f00912cd9 is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:50:14.655296 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-df5f5a2a-0838-4100-a313-8429c4ebc985 None None] For port ef571d93-8e23-4c81-82d4-8d58e0ef2fbd, host n-d-760453-5, cleared binding levels {{(pid=103306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 26 21:50:14.658882 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-df5f5a2a-0838-4100-a313-8429c4ebc985 None None] For port ef571d93-8e23-4c81-82d4-8d58e0ef2fbd, host n-d-760453-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=ef571d93-8e23-4c81-82d4-8d58e0ef2fbd,segment=NetworkSegment(e17cb353-418f-48b9-b982-21a6233ee99b),segment_id=e17cb353-418f-48b9-b982-21a6233ee99b)] {{(pid=103306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 26 21:50:14.667679 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-df5f5a2a-0838-4100-a313-8429c4ebc985 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (ef571d93-8e23-4c81-82d4-8d58e0ef2fbd), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:50:14.682218 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-75051c42-a8db-4acc-9d52-9f70ba8768f4 admin admin] Publish callbacks [] for port (775120ad-6fe9-45fd-bf7c-7bb9b9dacba8), precommit_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:50:14.687356 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-75051c42-a8db-4acc-9d52-9f70ba8768f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11791520'] for port (775120ad-6fe9-45fd-bf7c-7bb9b9dacba8), after_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:50:14.728877 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-4e81c655-c2bb-42ac-9971-bba1b41990df None None] Provisioning complete for port 775120ad-6fe9-45fd-bf7c-7bb9b9dacba8 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:50:14.729258 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-4e81c655-c2bb-42ac-9971-bba1b41990df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (775120ad-6fe9-45fd-bf7c-7bb9b9dacba8), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:50:14.759942 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d22eb296-efb5-419f-9024-12744e0bde08 None None] Pushing event updated for resources: {'Port': ['ID=ef571d93-8e23-4c81-82d4-8d58e0ef2fbd,revision_number=3']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:50:14.777509 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df5f5a2a-0838-4100-a313-8429c4ebc985 None None] Routers {'71e90a18-d7a2-4734-85e6-2480069b2e3c'} bound to L3 agent in host n-d-760453-5 {{(pid=103306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 21:50:14.778183 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-df5f5a2a-0838-4100-a313-8429c4ebc985 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-26T20:55:21Z,description=,heartbeat_timestamp=2022-01-26T21:49:51Z,host='n-d-760453-5',id=09df100c-3af1-4b0a-bda8-05914c71c458,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:55:21Z,topic='l3_agent')) {'router_ids': ['71e90a18-d7a2-4734-85e6-2480069b2e3c'], 'active': True} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:50:14.778540 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75051c42-a8db-4acc-9d52-9f70ba8768f4 admin admin] Pushing event updated for resources: {'Port': ['ID=775120ad-6fe9-45fd-bf7c-7bb9b9dacba8,revision_number=2']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:50:14.784136 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-75051c42-a8db-4acc-9d52-9f70ba8768f4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3709457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4110682'] for router_interface (71e90a18-d7a2-4734-85e6-2480069b2e3c), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:50:14.813471 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b671bdb2-c786-48e5-b550-587622da5a34 req-4e918015-928a-429e-b504-1feb2296bd0e tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:50:14.821651 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-b671bdb2-c786-48e5-b550-587622da5a34 req-4e918015-928a-429e-b504-1feb2296bd0e tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] 10.222.0.13 "GET /v2.0/ports?device_id=6d7773dc-ad4a-4743-9e81-cc20fde3a484 HTTP/1.1" status: 200 len: 945 time: 0.0869131 Jan 26 21:50:14.830173 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-4e81c655-c2bb-42ac-9971-bba1b41990df None None] Port 775120ad-6fe9-45fd-bf7c-7bb9b9dacba8 cannot update to ACTIVE because it is not bound. {{(pid=103306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 26 21:50:14.900575 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-b671bdb2-c786-48e5-b550-587622da5a34 req-2388d62f-4065-4174-bc55-d67153259f5f tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] 10.222.0.13 "GET /v2.0/security-groups?id=fc3c904c-ba97-4f39-a366-73263c07da15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780523 Jan 26 21:50:14.906554 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75051c42-a8db-4acc-9d52-9f70ba8768f4 admin admin] Network 2dca7862-3264-4f3a-a964-93857e78f24f is already hosted by enough agents. {{(pid=103305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 21:50:14.908498 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [None req-75051c42-a8db-4acc-9d52-9f70ba8768f4 admin admin] Resources bound (agent type, host, resource id): {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:50:15.134994 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75051c42-a8db-4acc-9d52-9f70ba8768f4 admin admin] Router 71e90a18-d7a2-4734-85e6-2480069b2e3c has already been hosted by L3 agent 09df100c-3af1-4b0a-bda8-05914c71c458 {{(pid=103305) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 26 21:50:15.144407 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2774179f-8422-4258-be10-77e34696f8f9 req-0d4b1338-d50d-4870-80e1-84c3984f8313 tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:50:15.146791 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-2774179f-8422-4258-be10-77e34696f8f9 req-0d4b1338-d50d-4870-80e1-84c3984f8313 tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] 10.222.0.13 "GET /v2.0/ports?device_id=6d7773dc-ad4a-4743-9e81-cc20fde3a484 HTTP/1.1" status: 200 len: 945 time: 0.1274717 Jan 26 21:50:15.152713 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvr_db [None req-df5f5a2a-0838-4100-a313-8429c4ebc985 None None] Set router 71e90a18-d7a2-4734-85e6-2480069b2e3c gateway port host: n-d-760453-5 {{(pid=103306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 21:50:15.202981 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device 917ef7f5-3343-46f9-ada4-e29f00912cd9 up at agent ovs-agent-n-d-760453-5 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 21:50:15.254210 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-2774179f-8422-4258-be10-77e34696f8f9 req-b407394a-96f9-4c5f-875e-3ffc90959d57 tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] 10.222.0.13 "GET /v2.0/security-groups?id=fc3c904c-ba97-4f39-a366-73263c07da15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976408 Jan 26 21:50:15.307696 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75051c42-a8db-4acc-9d52-9f70ba8768f4 admin admin] Notify agent at l3_agent.n-d-760453-5 the message routers_updated {{(pid=103305) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 26 21:50:15.320642 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-75051c42-a8db-4acc-9d52-9f70ba8768f4 admin admin] 10.222.0.13 "PUT /v2.0/routers/71e90a18-d7a2-4734-85e6-2480069b2e3c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2635310 Jan 26 21:50:15.367447 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Provisioning complete for port 917ef7f5-3343-46f9-ada4-e29f00912cd9 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:50:15.368064 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (917ef7f5-3343-46f9-ada4-e29f00912cd9), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:50:15.425563 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a6baf5-3842-4366-80a5-5a2997b88d80 req-8ff1628f-2a86-49d5-95e3-6331f0736d7b tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:50:15.428415 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-96a6baf5-3842-4366-80a5-5a2997b88d80 req-8ff1628f-2a86-49d5-95e3-6331f0736d7b tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] 10.222.0.13 "GET /v2.0/ports?device_id=6d7773dc-ad4a-4743-9e81-cc20fde3a484 HTTP/1.1" status: 200 len: 945 time: 0.0892015 Jan 26 21:50:15.432813 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-96ec728a-f927-4569-8ab4-e6ab6b498980 None None] Provisioning complete for port 775120ad-6fe9-45fd-bf7c-7bb9b9dacba8 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:50:15.433193 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-96ec728a-f927-4569-8ab4-e6ab6b498980 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (775120ad-6fe9-45fd-bf7c-7bb9b9dacba8), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:50:15.497747 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-96a6baf5-3842-4366-80a5-5a2997b88d80 req-215b1911-73da-4634-a1eb-bb040e7b7586 tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] 10.222.0.13 "GET /v2.0/security-groups?id=fc3c904c-ba97-4f39-a366-73263c07da15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634193 Jan 26 21:50:15.504840 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-96ec728a-f927-4569-8ab4-e6ab6b498980 None None] Port 775120ad-6fe9-45fd-bf7c-7bb9b9dacba8 cannot update to ACTIVE because it is not bound. {{(pid=103306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 26 21:50:15.613722 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Current status of the port 917ef7f5-3343-46f9-ada4-e29f00912cd9 is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:50:15.635441 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-df5f5a2a-0838-4100-a313-8429c4ebc985 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71e90a18-d7a2-4734-85e6-2480069b2e3c', 'name': 'tempest-TestVolumeBackupRestore-1699507815-router', 'tenant_id': '8ea95a10d8684c60bb4f9b1dc42b4b23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'external_fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.200'}], 'enable_snat': True}, 'gw_port_id': 'ef571d93-8e23-4c81-82d4-8d58e0ef2fbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T21:50:10Z', 'updated_at': '2022-01-26T21:50:14Z', 'revision_number': 4, 'project_id': '8ea95a10d8684c60bb4f9b1dc42b4b23', 'gw_port': {'id': 'ef571d93-8e23-4c81-82d4-8d58e0ef2fbd', 'name': '', 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:aa:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71e90a18-d7a2-4734-85e6-2480069b2e3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3984, 'fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:50:11Z', 'updated_at': '2022-01-26T21:50:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-5', '_interfaces': [{'id': '775120ad-6fe9-45fd-bf7c-7bb9b9dacba8', 'name': '', 'network_id': '2dca7862-3264-4f3a-a964-93857e78f24f', 'tenant_id': '8ea95a10d8684c60bb4f9b1dc42b4b23', 'mac_address': 'fa:16:3e:4f:87:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71e90a18-d7a2-4734-85e6-2480069b2e3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3985, 'fixed_ips': [{'subnet_id': 'fa9b68b7-f4ed-42c5-8c43-fdd4fb96ff3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:50:13Z', 'updated_at': '2022-01-26T21:50:14Z', 'revision_number': 2, 'project_id': '8ea95a10d8684c60bb4f9b1dc42b4b23', 'subnets': [{'id': 'fa9b68b7-f4ed-42c5-8c43-fdd4fb96ff3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760453-5', False) {} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:50:15.667508 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df5f5a2a-0838-4100-a313-8429c4ebc985 None None] The sync data for ids ['71e90a18-d7a2-4734-85e6-2480069b2e3c'] in n-d-760453-5 is: [{'id': '71e90a18-d7a2-4734-85e6-2480069b2e3c', 'name': 'tempest-TestVolumeBackupRestore-1699507815-router', 'tenant_id': '8ea95a10d8684c60bb4f9b1dc42b4b23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'external_fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.200'}], 'enable_snat': True}, 'gw_port_id': 'ef571d93-8e23-4c81-82d4-8d58e0ef2fbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T21:50:10Z', 'updated_at': '2022-01-26T21:50:14Z', 'revision_number': 4, 'project_id': '8ea95a10d8684c60bb4f9b1dc42b4b23', 'gw_port': {'id': 'ef571d93-8e23-4c81-82d4-8d58e0ef2fbd', 'name': '', 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:aa:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71e90a18-d7a2-4734-85e6-2480069b2e3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3984, 'fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:50:11Z', 'updated_at': '2022-01-26T21:50:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-5', '_interfaces': [{'id': '775120ad-6fe9-45fd-bf7c-7bb9b9dacba8', 'name': '', 'network_id': '2dca7862-3264-4f3a-a964-93857e78f24f', 'tenant_id': '8ea95a10d8684c60bb4f9b1dc42b4b23', 'mac_address': 'fa:16:3e:4f:87:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71e90a18-d7a2-4734-85e6-2480069b2e3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3985, 'fixed_ips': [{'subnet_id': 'fa9b68b7-f4ed-42c5-8c43-fdd4fb96ff3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:50:13Z', 'updated_at': '2022-01-26T21:50:14Z', 'revision_number': 2, 'project_id': '8ea95a10d8684c60bb4f9b1dc42b4b23', 'subnets': [{'id': 'fa9b68b7-f4ed-42c5-8c43-fdd4fb96ff3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 26 21:50:15.900790 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed92acb-02b5-4e71-9a8d-caff01c5b5cd req-92ca7a39-d748-461d-99bf-b3e3aa31a2d0 tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:50:15.902439 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-aed92acb-02b5-4e71-9a8d-caff01c5b5cd req-92ca7a39-d748-461d-99bf-b3e3aa31a2d0 tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] 10.222.0.13 "GET /v2.0/ports?device_id=6d7773dc-ad4a-4743-9e81-cc20fde3a484 HTTP/1.1" status: 200 len: 945 time: 0.0577409 Jan 26 21:50:15.994746 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-aed92acb-02b5-4e71-9a8d-caff01c5b5cd req-19ccfa76-1bbb-481a-aa34-5113df6688cd tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] 10.222.0.13 "GET /v2.0/security-groups?id=fc3c904c-ba97-4f39-a366-73263c07da15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848193 Jan 26 21:50:16.070723 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 46484) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:50:16.075874 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-9b266ba3-f281-49ac-9b67-6b400c851c11 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-1164685963-network', 'tenant_id': 'd93e9c37f81b4582ba411b456c97ca4c'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:50:16.107792 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b266ba3-f281-49ac-9b67-6b400c851c11 admin admin] Made reservation on behalf of d93e9c37f81b4582ba411b456c97ca4c for: {'network': 1} {{(pid=103305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 21:50:16.110409 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-9b266ba3-f281-49ac-9b67-6b400c851c11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for network (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:50:16.123807 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-9b266ba3-f281-49ac-9b67-6b400c851c11 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:50:16.230254 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-9b266ba3-f281-49ac-9b67-6b400c851c11 admin admin] Publish callbacks [] for security_group (5e4676e9-5914-472a-801f-ff3277962077), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:50:16.235869 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-9b266ba3-f281-49ac-9b67-6b400c851c11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (5e4676e9-5914-472a-801f-ff3277962077), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:50:16.262984 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9b266ba3-f281-49ac-9b67-6b400c851c11 admin admin] vlan segment allocate from pool success with {'vlan_id': 586, 'physical_network': 'physnet1'} {{(pid=103305) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 26 21:50:16.274195 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b266ba3-f281-49ac-9b67-6b400c851c11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e4676e9-5914-472a-801f-ff3277962077,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:50:16.294453 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-9b266ba3-f281-49ac-9b67-6b400c851c11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576559'] for segment (c327b4fa-95be-4529-9512-8a533aa7588f), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:50:16.294809 n-d-760453-5 neutron-server[103305]: INFO neutron.db.segments_db [None req-9b266ba3-f281-49ac-9b67-6b400c851c11 admin admin] Added segment c327b4fa-95be-4529-9512-8a533aa7588f of type vlan for network 93ac0805-735b-4d11-89b9-103fe69ac9cf Jan 26 21:50:16.345087 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-9b266ba3-f281-49ac-9b67-6b400c851c11 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746560256871'] for network (93ac0805-735b-4d11-89b9-103fe69ac9cf), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:50:16.381979 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-9b266ba3-f281-49ac-9b67-6b400c851c11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503'] for network (93ac0805-735b-4d11-89b9-103fe69ac9cf), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:50:16.382855 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b266ba3-f281-49ac-9b67-6b400c851c11 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:50:16.383875 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-9b266ba3-f281-49ac-9b67-6b400c851c11 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:50:16.435619 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-9b266ba3-f281-49ac-9b67-6b400c851c11 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3636906 Jan 26 21:50:16.438392 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 46494) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:50:16.444079 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-2f407b17-49f2-4b4f-ae51-91dc2d5b1b43 admin admin] Request body: {'subnet': {'network_id': '93ac0805-735b-4d11-89b9-103fe69ac9cf', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-1164685963-subnet', 'tenant_id': 'd93e9c37f81b4582ba411b456c97ca4c', 'ip_version': 4}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:50:16.451781 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b266ba3-f281-49ac-9b67-6b400c851c11 admin admin] Pushing event updated for resources: {'Network': ['ID=93ac0805-735b-4d11-89b9-103fe69ac9cf,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:50:16.462732 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Network 93ac0805-735b-4d11-89b9-103fe69ac9cf details requested by agent ovs-agent-n-d-760453-5 with host n-d-760453-5 {{(pid=103306) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 26 21:50:16.478575 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f407b17-49f2-4b4f-ae51-91dc2d5b1b43 admin admin] Made reservation on behalf of d93e9c37f81b4582ba411b456c97ca4c for: {'subnet': 1} {{(pid=103304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 21:50:16.485187 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-2f407b17-49f2-4b4f-ae51-91dc2d5b1b43 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12215181'] for subnet (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:50:16.726797 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-2f407b17-49f2-4b4f-ae51-91dc2d5b1b43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9285249', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12215227'] for subnet (76a2344b-adc6-45b5-a2c6-8757f1b6e7ae), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:50:16.784962 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f407b17-49f2-4b4f-ae51-91dc2d5b1b43 admin admin] Pushing event updated for resources: {'Subnet': ['ID=76a2344b-adc6-45b5-a2c6-8757f1b6e7ae,revision_number=0']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:50:16.796411 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f407b17-49f2-4b4f-ae51-91dc2d5b1b43 admin admin] Checking segment: {'id': 'c327b4fa-95be-4529-9512-8a533aa7588f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '93ac0805-735b-4d11-89b9-103fe69ac9cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103304) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 21:50:16.796638 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f407b17-49f2-4b4f-ae51-91dc2d5b1b43 admin admin] Network hostable DHCP agents. Network: 93ac0805-735b-4d11-89b9-103fe69ac9cf, hostable agents: ['474ccdf7-ab6c-405b-a3b2-dc7b05829902'], hosted agents: [] {{(pid=103304) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 26 21:50:16.814936 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f407b17-49f2-4b4f-ae51-91dc2d5b1b43 admin admin] Network 93ac0805-735b-4d11-89b9-103fe69ac9cf is scheduled to be hosted by DHCP agent 474ccdf7-ab6c-405b-a3b2-dc7b05829902 with binding_index 1 {{(pid=103304) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 26 21:50:16.827176 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [None req-2f407b17-49f2-4b4f-ae51-91dc2d5b1b43 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760453-5, 93ac0805-735b-4d11-89b9-103fe69ac9cf) {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:50:16.832300 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f407b17-49f2-4b4f-ae51-91dc2d5b1b43 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:50:16.833558 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-2f407b17-49f2-4b4f-ae51-91dc2d5b1b43 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:50:16.839820 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bab171b5-7197-4c50-bbf9-9be1cca2747e None None] Network 93ac0805-735b-4d11-89b9-103fe69ac9cf requested from n-d-760453-5 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 26 21:50:16.858894 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 46504) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:50:16.859125 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-2f407b17-49f2-4b4f-ae51-91dc2d5b1b43 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.4191210 Jan 26 21:50:16.863993 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-5e1904a4-a2f8-4f66-856a-d944fd95201c admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-1164685963-router', 'tenant_id': 'd93e9c37f81b4582ba411b456c97ca4c', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299'}}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:50:16.917403 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-5e1904a4-a2f8-4f66-856a-d944fd95201c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4104596', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13108'] for router (5d7f0017-0322-42f0-a1d2-9cfe965d26a2), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:50:16.918556 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-5e1904a4-a2f8-4f66-856a-d944fd95201c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4105828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4111306', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3733576', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13069'] for router (5d7f0017-0322-42f0-a1d2-9cfe965d26a2), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:50:16.970578 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad1a1a7f-81f9-4eaa-b8f5-9e45b71d1fbb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3c4099e8-8ffb-51d1-af7f-5868973e933f-93ac0805-735b-4d11-89b9-103fe69ac9cf', 'network_id': '93ac0805-735b-4d11-89b9-103fe69ac9cf', 'project_id': 'd93e9c37f81b4582ba411b456c97ca4c', 'fixed_ips': [{'subnet_id': '76a2344b-adc6-45b5-a2c6-8757f1b6e7ae'}]}} from n-d-760453-5. {{(pid=103306) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 26 21:50:16.971774 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-ad1a1a7f-81f9-4eaa-b8f5-9e45b71d1fbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (None), before_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:50:16.993826 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-5e1904a4-a2f8-4f66-856a-d944fd95201c admin admin] Publish callbacks [] for router_controller (5d7f0017-0322-42f0-a1d2-9cfe965d26a2), precommit_add_association {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:50:17.174270 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.db_base_plugin_common [None req-ad1a1a7f-81f9-4eaa-b8f5-9e45b71d1fbb None None] Allocated IP 172.20.0.2 (93ac0805-735b-4d11-89b9-103fe69ac9cf/76a2344b-adc6-45b5-a2c6-8757f1b6e7ae/33aa86e6-ad15-45d2-9351-3ba058bd3aa9) {{(pid=103306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 21:50:17.188975 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83e9e9b-9c48-4edb-ae33-4c74b35a51d4 req-c8779410-f7b7-45b3-8a6b-2c017a61eb59 tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:50:17.196515 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-d83e9e9b-9c48-4edb-ae33-4c74b35a51d4 req-c8779410-f7b7-45b3-8a6b-2c017a61eb59 tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] 10.222.0.13 "GET /v2.0/ports?device_id=6d7773dc-ad4a-4743-9e81-cc20fde3a484 HTTP/1.1" status: 200 len: 945 time: 0.0842650 Jan 26 21:50:17.242168 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-5e1904a4-a2f8-4f66-856a-d944fd95201c admin admin] Publish callbacks [] for router_gateway (5d7f0017-0322-42f0-a1d2-9cfe965d26a2), precommit_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:50:17.292438 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device ef571d93-8e23-4c81-82d4-8d58e0ef2fbd up at agent ovs-agent-n-d-760453-5 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 21:50:17.334371 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-d83e9e9b-9c48-4edb-ae33-4c74b35a51d4 req-0164f612-f2e2-4c5d-956b-8af650dac482 tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] 10.222.0.13 "GET /v2.0/security-groups?id=fc3c904c-ba97-4f39-a366-73263c07da15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1333346 Jan 26 21:50:17.416682 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Provisioning complete for port ef571d93-8e23-4c81-82d4-8d58e0ef2fbd triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:50:17.416918 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75b91a1-8114-4db3-90e3-c3274a7d6fa1 req-04762c18-78a8-4e09-a164-5313b1f5cdf3 tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:50:17.417061 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (ef571d93-8e23-4c81-82d4-8d58e0ef2fbd), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:50:17.418787 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-e75b91a1-8114-4db3-90e3-c3274a7d6fa1 req-04762c18-78a8-4e09-a164-5313b1f5cdf3 tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] 10.222.0.57 "GET /v2.0/ports?device_id=6d7773dc-ad4a-4743-9e81-cc20fde3a484 HTTP/1.1" status: 200 len: 945 time: 0.1534531 Jan 26 21:50:17.501021 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-ad1a1a7f-81f9-4eaa-b8f5-9e45b71d1fbb None None] Publish callbacks [] for port (33aa86e6-ad15-45d2-9351-3ba058bd3aa9), precommit_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:50:17.521591 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-ad1a1a7f-81f9-4eaa-b8f5-9e45b71d1fbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746560234527'] for port (33aa86e6-ad15-45d2-9351-3ba058bd3aa9), after_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:50:17.568944 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-5e1904a4-a2f8-4f66-856a-d944fd95201c admin admin] Publish callbacks [] for router_gateway (5d7f0017-0322-42f0-a1d2-9cfe965d26a2), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:50:17.612775 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [req-e75b91a1-8114-4db3-90e3-c3274a7d6fa1 req-c24d5703-ad9a-4c58-8355-a1e0a29e18d5 tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] Deleting port a63c5e10-9f59-4ac7-8ed0-95f90a50917a {{(pid=103304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 21:50:17.613336 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-e75b91a1-8114-4db3-90e3-c3274a7d6fa1 req-c24d5703-ad9a-4c58-8355-a1e0a29e18d5 tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746560630878'] for port (a63c5e10-9f59-4ac7-8ed0-95f90a50917a), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:50:17.616672 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Current status of the port ef571d93-8e23-4c81-82d4-8d58e0ef2fbd is: DOWN; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:50:17.622684 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (ef571d93-8e23-4c81-82d4-8d58e0ef2fbd), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:50:17.631054 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-5e1904a4-a2f8-4f66-856a-d944fd95201c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:50:17.646502 n-d-760453-5 neutron-server[103306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad1a1a7f-81f9-4eaa-b8f5-9e45b71d1fbb None None] Network 93ac0805-735b-4d11-89b9-103fe69ac9cf is already hosted by enough agents. {{(pid=103306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 21:50:17.647386 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad1a1a7f-81f9-4eaa-b8f5-9e45b71d1fbb None None] Pushing event updated for resources: {'Port': ['ID=33aa86e6-ad15-45d2-9351-3ba058bd3aa9,revision_number=1']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:50:17.651557 n-d-760453-5 neutron-server[103306]: DEBUG neutron.scheduler.base_scheduler [None req-ad1a1a7f-81f9-4eaa-b8f5-9e45b71d1fbb None None] Resources bound (agent type, host, resource id): {{(pid=103306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:50:17.657916 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad1a1a7f-81f9-4eaa-b8f5-9e45b71d1fbb None None] Received port after_create {{(pid=103306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 21:50:17.691193 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] For port ef571d93-8e23-4c81-82d4-8d58e0ef2fbd, host n-d-760453-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=ef571d93-8e23-4c81-82d4-8d58e0ef2fbd,segment=NetworkSegment(e17cb353-418f-48b9-b982-21a6233ee99b),segment_id=e17cb353-418f-48b9-b982-21a6233ee99b)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:50:17.721683 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (ef571d93-8e23-4c81-82d4-8d58e0ef2fbd), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:50:17.773355 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [req-e75b91a1-8114-4db3-90e3-c3274a7d6fa1 req-c24d5703-ad9a-4c58-8355-a1e0a29e18d5 tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] For port a63c5e10-9f59-4ac7-8ed0-95f90a50917a, host n-h2-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-5',level=0,port_id=a63c5e10-9f59-4ac7-8ed0-95f90a50917a,segment=NetworkSegment(9a2f9f82-c041-418b-a55c-16c7f60d3f23),segment_id=9a2f9f82-c041-418b-a55c-16c7f60d3f23)] {{(pid=103304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:50:17.773710 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-e75b91a1-8114-4db3-90e3-c3274a7d6fa1 req-c24d5703-ad9a-4c58-8355-a1e0a29e18d5 tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4109658'] for port (a63c5e10-9f59-4ac7-8ed0-95f90a50917a), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:50:17.775696 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-ad1a1a7f-81f9-4eaa-b8f5-9e45b71d1fbb None None] Attempting to bind port 33aa86e6-ad15-45d2-9351-3ba058bd3aa9 on host n-d-760453-5 for vnic_type normal with profile {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 21:50:17.775916 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-ad1a1a7f-81f9-4eaa-b8f5-9e45b71d1fbb None None] Attempting to bind port 33aa86e6-ad15-45d2-9351-3ba058bd3aa9 by drivers openvswitch,hyperv on host n-d-760453-5 at level 0 using segments [{'id': 'c327b4fa-95be-4529-9512-8a533aa7588f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '93ac0805-735b-4d11-89b9-103fe69ac9cf'}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 26 21:50:17.776284 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad1a1a7f-81f9-4eaa-b8f5-9e45b71d1fbb None None] Attempting to bind port 33aa86e6-ad15-45d2-9351-3ba058bd3aa9 on network 93ac0805-735b-4d11-89b9-103fe69ac9cf {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 21:50:17.787378 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad1a1a7f-81f9-4eaa-b8f5-9e45b71d1fbb None None] Checking agent: {'id': 'fea0591a-627d-4c87-9a9a-01625ddf3277', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760453-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 20, 55, 25), 'started_at': datetime.datetime(2022, 1, 26, 20, 55, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 21, 49, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760453-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 26 21:50:17.787760 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad1a1a7f-81f9-4eaa-b8f5-9e45b71d1fbb None None] Checking segment: {'id': 'c327b4fa-95be-4529-9512-8a533aa7588f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '93ac0805-735b-4d11-89b9-103fe69ac9cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 21:50:17.788168 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-ad1a1a7f-81f9-4eaa-b8f5-9e45b71d1fbb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:50:17.788565 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad1a1a7f-81f9-4eaa-b8f5-9e45b71d1fbb None None] Bound using segment: {'id': 'c327b4fa-95be-4529-9512-8a533aa7588f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '93ac0805-735b-4d11-89b9-103fe69ac9cf'} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 26 21:50:17.789038 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-ad1a1a7f-81f9-4eaa-b8f5-9e45b71d1fbb None None] Bound port: 33aa86e6-ad15-45d2-9351-3ba058bd3aa9, host: n-d-760453-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c327b4fa-95be-4529-9512-8a533aa7588f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '93ac0805-735b-4d11-89b9-103fe69ac9cf'}}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 26 21:50:17.789446 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-ad1a1a7f-81f9-4eaa-b8f5-9e45b71d1fbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (33aa86e6-ad15-45d2-9351-3ba058bd3aa9), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:50:17.789901 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.db_base_plugin_common [None req-5e1904a4-a2f8-4f66-856a-d944fd95201c admin admin] Allocated IP 172.25.1.146 (4140a1f1-c93a-4bea-83a0-68953a54f299/e48251a1-e30d-4820-8396-00c6f6aeb601/07c3962c-74b4-4885-ab5d-df95054636f4) {{(pid=103305) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 21:50:17.807683 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [req-e75b91a1-8114-4db3-90e3-c3274a7d6fa1 req-c24d5703-ad9a-4c58-8355-a1e0a29e18d5 tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] Calling delete_port for a63c5e10-9f59-4ac7-8ed0-95f90a50917a owned by compute:nova {{(pid=103304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 21:50:17.851751 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Pushing event updated for resources: {'Port': ['ID=ef571d93-8e23-4c81-82d4-8d58e0ef2fbd,revision_number=4']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:50:17.896577 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-ad1a1a7f-81f9-4eaa-b8f5-9e45b71d1fbb None None] For port 33aa86e6-ad15-45d2-9351-3ba058bd3aa9, host n-d-760453-5, cleared binding levels {{(pid=103306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 26 21:50:17.903245 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-ad1a1a7f-81f9-4eaa-b8f5-9e45b71d1fbb None None] For port 33aa86e6-ad15-45d2-9351-3ba058bd3aa9, host n-d-760453-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=33aa86e6-ad15-45d2-9351-3ba058bd3aa9,segment=NetworkSegment(c327b4fa-95be-4529-9512-8a533aa7588f),segment_id=c327b4fa-95be-4529-9512-8a533aa7588f)] {{(pid=103306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 26 21:50:17.912039 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-ad1a1a7f-81f9-4eaa-b8f5-9e45b71d1fbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (33aa86e6-ad15-45d2-9351-3ba058bd3aa9), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:50:17.932414 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-5e1904a4-a2f8-4f66-856a-d944fd95201c admin admin] Publish callbacks [] for port (07c3962c-74b4-4885-ab5d-df95054636f4), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:50:17.987516 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-5e1904a4-a2f8-4f66-856a-d944fd95201c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746560234527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11791543'] for port (07c3962c-74b4-4885-ab5d-df95054636f4), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:50:18.013794 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad1a1a7f-81f9-4eaa-b8f5-9e45b71d1fbb None None] Pushing event updated for resources: {'Port': ['ID=33aa86e6-ad15-45d2-9351-3ba058bd3aa9,revision_number=2']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:50:18.049168 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e1904a4-a2f8-4f66-856a-d944fd95201c admin admin] Network 4140a1f1-c93a-4bea-83a0-68953a54f299 is already hosted by enough agents. {{(pid=103305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 21:50:18.055458 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [None req-5e1904a4-a2f8-4f66-856a-d944fd95201c admin admin] Resources bound (agent type, host, resource id): {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:50:18.056175 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-e75b91a1-8114-4db3-90e3-c3274a7d6fa1 req-c24d5703-ad9a-4c58-8355-a1e0a29e18d5 tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746560636600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746560234536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9281553'] for port (a63c5e10-9f59-4ac7-8ed0-95f90a50917a), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:50:18.060037 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e1904a4-a2f8-4f66-856a-d944fd95201c admin admin] Received port after_create {{(pid=103305) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 21:50:18.110514 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c24d5703-ad9a-4c58-8355-a1e0a29e18d5 tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] Pushing event deleted for resources: {'Port': ['ID=a63c5e10-9f59-4ac7-8ed0-95f90a50917a,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:50:18.161679 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [req-e75b91a1-8114-4db3-90e3-c3274a7d6fa1 req-c24d5703-ad9a-4c58-8355-a1e0a29e18d5 tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] No DVR routers for this DVR port a63c5e10-9f59-4ac7-8ed0-95f90a50917a on host n-h2-760453-5 {{(pid=103304) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 26 21:50:18.164501 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-e75b91a1-8114-4db3-90e3-c3274a7d6fa1 req-c24d5703-ad9a-4c58-8355-a1e0a29e18d5 tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:50:18.168745 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-e75b91a1-8114-4db3-90e3-c3274a7d6fa1 req-c24d5703-ad9a-4c58-8355-a1e0a29e18d5 tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] 10.222.0.57 "DELETE /v2.0/ports/a63c5e10-9f59-4ac7-8ed0-95f90a50917a HTTP/1.1" status: 204 len: 173 time: 0.7434471 Jan 26 21:50:18.169526 n-d-760453-5 neutron-server[103304]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d7773dc-ad4a-4743-9e81-cc20fde3a484', 'name': 'network-vif-deleted', 'tag': 'a63c5e10-9f59-4ac7-8ed0-95f90a50917a'}] {{(pid=103304) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 21:50:18.172398 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d52b45f1943fcd332af9527eb73ff93c8d715d44383a3f6d18de73b4cfcf87b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee267e8d-541a-4f97-aa8d-269427b26247" -d '{"events": [{"server_uuid": "6d7773dc-ad4a-4743-9e81-cc20fde3a484", "name": "network-vif-deleted", "tag": "a63c5e10-9f59-4ac7-8ed0-95f90a50917a"}]}' {{(pid=103304) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 21:50:18.181794 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e1904a4-a2f8-4f66-856a-d944fd95201c admin admin] Pushing event updated for resources: {'Port': ['ID=07c3962c-74b4-4885-ab5d-df95054636f4,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:50:18.250323 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Jan 2022 21:50:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f728d2d2-956a-4349-bc8e-4b9be0c979aa x-openstack-request-id: req-f728d2d2-956a-4349-bc8e-4b9be0c979aa {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 21:50:18.252566 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d7773dc-ad4a-4743-9e81-cc20fde3a484", "name": "network-vif-deleted", "tag": "a63c5e10-9f59-4ac7-8ed0-95f90a50917a", "status": "completed", "code": 200}]} {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 21:50:18.253533 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f728d2d2-956a-4349-bc8e-4b9be0c979aa {{(pid=103304) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 21:50:18.254130 n-d-760453-5 neutron-server[103304]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d7773dc-ad4a-4743-9e81-cc20fde3a484', 'name': 'network-vif-deleted', 'tag': 'a63c5e10-9f59-4ac7-8ed0-95f90a50917a', 'status': 'completed', 'code': 200} Jan 26 21:50:18.487841 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-97c2677b-77b5-42f7-8d72-34dd21001527 req-a7fc2760-9e3d-49ad-9dd7-875a664857c7 tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] 10.222.0.13 "GET /v2.0/ports?device_id=6d7773dc-ad4a-4743-9e81-cc20fde3a484 HTTP/1.1" status: 200 len: 210 time: 0.0401642 Jan 26 21:50:18.756728 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24dee6b6-bfd5-452e-95ff-b94a774cf926 None None] Sync routers for ids ['71e90a18-d7a2-4734-85e6-2480069b2e3c'] in n-d-760453-5 {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 26 21:50:18.778435 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24dee6b6-bfd5-452e-95ff-b94a774cf926 None None] Routers {'71e90a18-d7a2-4734-85e6-2480069b2e3c'} bound to L3 agent in host n-d-760453-5 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 21:50:18.779443 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-24dee6b6-bfd5-452e-95ff-b94a774cf926 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-26T20:55:21Z,description=,heartbeat_timestamp=2022-01-26T21:49:51Z,host='n-d-760453-5',id=09df100c-3af1-4b0a-bda8-05914c71c458,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:55:21Z,topic='l3_agent')) {'router_ids': ['71e90a18-d7a2-4734-85e6-2480069b2e3c'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:50:18.919393 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_dvr_db [None req-24dee6b6-bfd5-452e-95ff-b94a774cf926 None None] Set router 71e90a18-d7a2-4734-85e6-2480069b2e3c gateway port host: n-d-760453-5 {{(pid=103307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 21:50:18.928196 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-50fa03eb-0351-4b3c-88d6-bfb226c259e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (474ccdf7-ab6c-405b-a3b2-dc7b05829902), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:50:18.940121 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-5e1904a4-a2f8-4f66-856a-d944fd95201c admin admin] Publish callbacks [] for router_gateway (5d7f0017-0322-42f0-a1d2-9cfe965d26a2), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:50:19.280355 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-5e1904a4-a2f8-4f66-856a-d944fd95201c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4105757', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4111263'] for router (5d7f0017-0322-42f0-a1d2-9cfe965d26a2), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:50:19.350086 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device ef571d93-8e23-4c81-82d4-8d58e0ef2fbd up at agent ovs-agent-n-d-760453-5 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 21:50:19.410183 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-24dee6b6-bfd5-452e-95ff-b94a774cf926 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71e90a18-d7a2-4734-85e6-2480069b2e3c', 'name': 'tempest-TestVolumeBackupRestore-1699507815-router', 'tenant_id': '8ea95a10d8684c60bb4f9b1dc42b4b23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'external_fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.200'}], 'enable_snat': True}, 'gw_port_id': 'ef571d93-8e23-4c81-82d4-8d58e0ef2fbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T21:50:10Z', 'updated_at': '2022-01-26T21:50:14Z', 'revision_number': 4, 'project_id': '8ea95a10d8684c60bb4f9b1dc42b4b23', 'gw_port': {'id': 'ef571d93-8e23-4c81-82d4-8d58e0ef2fbd', 'name': '', 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:aa:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71e90a18-d7a2-4734-85e6-2480069b2e3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3984, 'fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:50:11Z', 'updated_at': '2022-01-26T21:50:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-5', '_interfaces': [{'id': '775120ad-6fe9-45fd-bf7c-7bb9b9dacba8', 'name': '', 'network_id': '2dca7862-3264-4f3a-a964-93857e78f24f', 'tenant_id': '8ea95a10d8684c60bb4f9b1dc42b4b23', 'mac_address': 'fa:16:3e:4f:87:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71e90a18-d7a2-4734-85e6-2480069b2e3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3985, 'fixed_ips': [{'subnet_id': 'fa9b68b7-f4ed-42c5-8c43-fdd4fb96ff3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:50:13Z', 'updated_at': '2022-01-26T21:50:14Z', 'revision_number': 2, 'project_id': '8ea95a10d8684c60bb4f9b1dc42b4b23', 'subnets': [{'id': 'fa9b68b7-f4ed-42c5-8c43-fdd4fb96ff3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760453-5', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:50:19.454781 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24dee6b6-bfd5-452e-95ff-b94a774cf926 None None] Checking router: 71e90a18-d7a2-4734-85e6-2480069b2e3c for host: n-d-760453-5 {{(pid=103307) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 26 21:50:19.455032 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24dee6b6-bfd5-452e-95ff-b94a774cf926 None None] Updating router 71e90a18-d7a2-4734-85e6-2480069b2e3c port 775120ad-6fe9-45fd-bf7c-7bb9b9dacba8 binding host n-d-760453-5 {{(pid=103307) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 26 21:50:19.506734 n-d-760453-5 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-24dee6b6-bfd5-452e-95ff-b94a774cf926 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (775120ad-6fe9-45fd-bf7c-7bb9b9dacba8), before_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:50:19.523401 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Provisioning complete for port ef571d93-8e23-4c81-82d4-8d58e0ef2fbd triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:50:19.526788 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (ef571d93-8e23-4c81-82d4-8d58e0ef2fbd), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:50:19.560131 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e1904a4-a2f8-4f66-856a-d944fd95201c admin admin] Router 5d7f0017-0322-42f0-a1d2-9cfe965d26a2 is scheduled to L3 agent 09df100c-3af1-4b0a-bda8-05914c71c458 with binding_index 1 {{(pid=103305) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 26 21:50:19.678363 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-bac4961e-9fda-4a08-9f8b-2974e0fb2dd3 req-1505b8bf-e7e3-4468-819a-967f36d7716c tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] 10.222.0.13 "GET /v2.0/ports?device_id=6d7773dc-ad4a-4743-9e81-cc20fde3a484 HTTP/1.1" status: 200 len: 210 time: 0.0622547 Jan 26 21:50:19.736938 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Current status of the port ef571d93-8e23-4c81-82d4-8d58e0ef2fbd is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:50:19.738278 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device 33aa86e6-ad15-45d2-9351-3ba058bd3aa9 up at agent ovs-agent-n-d-760453-5 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 21:50:19.849690 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e1904a4-a2f8-4f66-856a-d944fd95201c admin admin] Notify agent at l3_agent.n-d-760453-5 the message routers_updated {{(pid=103305) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 26 21:50:19.871741 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4003bb6-441b-4bcc-a409-048795d683ad None None] Sync routers for ids ['5d7f0017-0322-42f0-a1d2-9cfe965d26a2'] in n-d-760453-5 {{(pid=103306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 26 21:50:19.889077 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c884cf5-fc5a-4322-97b2-19ddb8887a40 None None] Network 93ac0805-735b-4d11-89b9-103fe69ac9cf requested from n-d-760453-5 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 26 21:50:19.894852 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-5e1904a4-a2f8-4f66-856a-d944fd95201c admin admin] Publish callbacks [] for router (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:50:19.897229 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-5e1904a4-a2f8-4f66-856a-d944fd95201c admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.0370972 Jan 26 21:50:19.900297 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 46560) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:50:20.039964 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Device a63c5e10-9f59-4ac7-8ed0-95f90a50917a no longer exists at agent hyperv_n-h2-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 26 21:50:20.044162 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Provisioning complete for port 33aa86e6-ad15-45d2-9351-3ba058bd3aa9 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:50:20.044538 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (33aa86e6-ad15-45d2-9351-3ba058bd3aa9), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:50:20.046405 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4003bb6-441b-4bcc-a409-048795d683ad None None] Routers {'5d7f0017-0322-42f0-a1d2-9cfe965d26a2'} bound to L3 agent in host n-d-760453-5 {{(pid=103306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 21:50:20.047034 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-c4003bb6-441b-4bcc-a409-048795d683ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-26T20:55:21Z,description=,heartbeat_timestamp=2022-01-26T21:49:51Z,host='n-d-760453-5',id=09df100c-3af1-4b0a-bda8-05914c71c458,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:55:21Z,topic='l3_agent')) {'router_ids': ['5d7f0017-0322-42f0-a1d2-9cfe965d26a2'], 'active': True} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:50:20.082583 n-d-760453-5 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-24dee6b6-bfd5-452e-95ff-b94a774cf926 None None] Publish callbacks [] for port (775120ad-6fe9-45fd-bf7c-7bb9b9dacba8), precommit_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:50:20.097170 n-d-760453-5 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-24dee6b6-bfd5-452e-95ff-b94a774cf926 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (775120ad-6fe9-45fd-bf7c-7bb9b9dacba8), after_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:50:20.159247 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290b4800-9ff8-40a8-a866-11397646520b None None] Pushing event updated for resources: {'Port': ['ID=775120ad-6fe9-45fd-bf7c-7bb9b9dacba8,revision_number=3']} {{(pid=103307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:50:20.185232 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] No Port match for: a63c5e10-9f59-4ac7-8ed0-95f90a50917a {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 26 21:50:20.185609 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Device a63c5e10-9f59-4ac7-8ed0-95f90a50917a not bound to the agent host n-h2-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 26 21:50:20.188530 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-290b4800-9ff8-40a8-a866-11397646520b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:50:20.189089 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-290b4800-9ff8-40a8-a866-11397646520b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:50:20.189622 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-290b4800-9ff8-40a8-a866-11397646520b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:50:20.190120 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-290b4800-9ff8-40a8-a866-11397646520b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:50:20.191138 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-290b4800-9ff8-40a8-a866-11397646520b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:50:20.192203 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-290b4800-9ff8-40a8-a866-11397646520b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:50:20.192818 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-290b4800-9ff8-40a8-a866-11397646520b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:50:20.193543 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-290b4800-9ff8-40a8-a866-11397646520b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:50:20.194091 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-290b4800-9ff8-40a8-a866-11397646520b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:50:20.194650 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-290b4800-9ff8-40a8-a866-11397646520b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:50:20.195191 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-290b4800-9ff8-40a8-a866-11397646520b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:50:20.195738 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-290b4800-9ff8-40a8-a866-11397646520b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:50:20.196300 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-290b4800-9ff8-40a8-a866-11397646520b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:50:20.232002 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-00a237cf-9f84-447b-b44b-1d1b8a16566b None None] Provisioning complete for port 33aa86e6-ad15-45d2-9351-3ba058bd3aa9 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:50:20.234677 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-00a237cf-9f84-447b-b44b-1d1b8a16566b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (33aa86e6-ad15-45d2-9351-3ba058bd3aa9), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:50:20.262774 n-d-760453-5 neutron-server[103307]: DEBUG neutron.plugins.ml2.managers [None req-24dee6b6-bfd5-452e-95ff-b94a774cf926 None None] Attempting to bind port 775120ad-6fe9-45fd-bf7c-7bb9b9dacba8 on host n-d-760453-5 for vnic_type normal with profile {{(pid=103307) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 21:50:20.263478 n-d-760453-5 neutron-server[103307]: DEBUG neutron.plugins.ml2.managers [None req-24dee6b6-bfd5-452e-95ff-b94a774cf926 None None] Attempting to bind port 775120ad-6fe9-45fd-bf7c-7bb9b9dacba8 by drivers openvswitch,hyperv on host n-d-760453-5 at level 0 using segments [{'id': '311a9384-eba0-44ed-b722-d0b5fbfec734', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '2dca7862-3264-4f3a-a964-93857e78f24f'}] {{(pid=103307) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 26 21:50:20.264056 n-d-760453-5 neutron-server[103307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24dee6b6-bfd5-452e-95ff-b94a774cf926 None None] Attempting to bind port 775120ad-6fe9-45fd-bf7c-7bb9b9dacba8 on network 2dca7862-3264-4f3a-a964-93857e78f24f {{(pid=103307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 21:50:20.269856 n-d-760453-5 neutron-server[103307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24dee6b6-bfd5-452e-95ff-b94a774cf926 None None] Checking agent: {'id': 'fea0591a-627d-4c87-9a9a-01625ddf3277', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760453-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 20, 55, 25), 'started_at': datetime.datetime(2022, 1, 26, 20, 55, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 21, 49, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760453-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 26 21:50:20.271236 n-d-760453-5 neutron-server[103307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24dee6b6-bfd5-452e-95ff-b94a774cf926 None None] Checking segment: {'id': '311a9384-eba0-44ed-b722-d0b5fbfec734', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '2dca7862-3264-4f3a-a964-93857e78f24f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103307) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 21:50:20.272058 n-d-760453-5 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-24dee6b6-bfd5-452e-95ff-b94a774cf926 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:50:20.272825 n-d-760453-5 neutron-server[103307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24dee6b6-bfd5-452e-95ff-b94a774cf926 None None] Bound using segment: {'id': '311a9384-eba0-44ed-b722-d0b5fbfec734', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '2dca7862-3264-4f3a-a964-93857e78f24f'} {{(pid=103307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 26 21:50:20.273560 n-d-760453-5 neutron-server[103307]: DEBUG neutron.plugins.ml2.managers [None req-24dee6b6-bfd5-452e-95ff-b94a774cf926 None None] Bound port: 775120ad-6fe9-45fd-bf7c-7bb9b9dacba8, host: n-d-760453-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '311a9384-eba0-44ed-b722-d0b5fbfec734', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '2dca7862-3264-4f3a-a964-93857e78f24f'}}] {{(pid=103307) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 26 21:50:20.274176 n-d-760453-5 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-24dee6b6-bfd5-452e-95ff-b94a774cf926 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (775120ad-6fe9-45fd-bf7c-7bb9b9dacba8), before_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:50:20.403485 n-d-760453-5 neutron-server[103307]: DEBUG neutron.plugins.ml2.db [None req-24dee6b6-bfd5-452e-95ff-b94a774cf926 None None] For port 775120ad-6fe9-45fd-bf7c-7bb9b9dacba8, host n-d-760453-5, cleared binding levels {{(pid=103307) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 26 21:50:20.413419 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-00a237cf-9f84-447b-b44b-1d1b8a16566b None None] Current status of the port 33aa86e6-ad15-45d2-9351-3ba058bd3aa9 is: DOWN; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:50:20.413809 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-00a237cf-9f84-447b-b44b-1d1b8a16566b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (33aa86e6-ad15-45d2-9351-3ba058bd3aa9), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:50:20.414910 n-d-760453-5 neutron-server[103307]: DEBUG neutron.plugins.ml2.db [None req-24dee6b6-bfd5-452e-95ff-b94a774cf926 None None] For port 775120ad-6fe9-45fd-bf7c-7bb9b9dacba8, host n-d-760453-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=775120ad-6fe9-45fd-bf7c-7bb9b9dacba8,segment=NetworkSegment(311a9384-eba0-44ed-b722-d0b5fbfec734),segment_id=311a9384-eba0-44ed-b722-d0b5fbfec734)] {{(pid=103307) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 26 21:50:20.431304 n-d-760453-5 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-24dee6b6-bfd5-452e-95ff-b94a774cf926 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (775120ad-6fe9-45fd-bf7c-7bb9b9dacba8), after_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:50:20.513123 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290b4800-9ff8-40a8-a866-11397646520b None None] Pushing event updated for resources: {'Port': ['ID=775120ad-6fe9-45fd-bf7c-7bb9b9dacba8,revision_number=4']} {{(pid=103307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:50:20.527201 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24dee6b6-bfd5-452e-95ff-b94a774cf926 None None] Routers {'71e90a18-d7a2-4734-85e6-2480069b2e3c'} bound to L3 agent in host n-d-760453-5 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 21:50:20.527820 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-24dee6b6-bfd5-452e-95ff-b94a774cf926 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-26T20:55:21Z,description=,heartbeat_timestamp=2022-01-26T21:49:51Z,host='n-d-760453-5',id=09df100c-3af1-4b0a-bda8-05914c71c458,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:55:21Z,topic='l3_agent')) {'router_ids': ['71e90a18-d7a2-4734-85e6-2480069b2e3c'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:50:20.534546 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-00a237cf-9f84-447b-b44b-1d1b8a16566b None None] For port 33aa86e6-ad15-45d2-9351-3ba058bd3aa9, host n-d-760453-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=33aa86e6-ad15-45d2-9351-3ba058bd3aa9,segment=NetworkSegment(c327b4fa-95be-4529-9512-8a533aa7588f),segment_id=c327b4fa-95be-4529-9512-8a533aa7588f)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:50:20.542422 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvr_db [None req-c4003bb6-441b-4bcc-a409-048795d683ad None None] Set router 5d7f0017-0322-42f0-a1d2-9cfe965d26a2 gateway port host: n-d-760453-5 {{(pid=103306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 21:50:20.547415 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-00a237cf-9f84-447b-b44b-1d1b8a16566b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (33aa86e6-ad15-45d2-9351-3ba058bd3aa9), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:50:20.677504 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_dvr_db [None req-24dee6b6-bfd5-452e-95ff-b94a774cf926 None None] Set router 71e90a18-d7a2-4734-85e6-2480069b2e3c gateway port host: n-d-760453-5 {{(pid=103307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 21:50:20.692376 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-52b96e27-98dd-4180-a641-b41202d45628 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:50:20.898424 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-72464030-5b19-4565-818a-87d27d189e1a req-71f31cd3-e88d-42b0-b979-26dd01bd8590 tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] 10.222.0.13 "GET /v2.0/ports?device_id=6d7773dc-ad4a-4743-9e81-cc20fde3a484 HTTP/1.1" status: 200 len: 210 time: 0.0447252 Jan 26 21:50:20.965604 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.db_base_plugin_common [None req-52b96e27-98dd-4180-a641-b41202d45628 admin admin] Allocated IP 172.20.0.1 (93ac0805-735b-4d11-89b9-103fe69ac9cf/76a2344b-adc6-45b5-a2c6-8757f1b6e7ae/8286eefe-85cf-4cbd-a815-45bb74d18299) {{(pid=103305) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 21:50:21.015547 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-24dee6b6-bfd5-452e-95ff-b94a774cf926 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71e90a18-d7a2-4734-85e6-2480069b2e3c', 'name': 'tempest-TestVolumeBackupRestore-1699507815-router', 'tenant_id': '8ea95a10d8684c60bb4f9b1dc42b4b23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'external_fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.200'}], 'enable_snat': True}, 'gw_port_id': 'ef571d93-8e23-4c81-82d4-8d58e0ef2fbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T21:50:10Z', 'updated_at': '2022-01-26T21:50:14Z', 'revision_number': 4, 'project_id': '8ea95a10d8684c60bb4f9b1dc42b4b23', 'gw_port': {'id': 'ef571d93-8e23-4c81-82d4-8d58e0ef2fbd', 'name': '', 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:aa:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71e90a18-d7a2-4734-85e6-2480069b2e3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3984, 'fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:50:11Z', 'updated_at': '2022-01-26T21:50:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-5', '_interfaces': [{'id': '775120ad-6fe9-45fd-bf7c-7bb9b9dacba8', 'name': '', 'network_id': '2dca7862-3264-4f3a-a964-93857e78f24f', 'tenant_id': '8ea95a10d8684c60bb4f9b1dc42b4b23', 'mac_address': 'fa:16:3e:4f:87:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71e90a18-d7a2-4734-85e6-2480069b2e3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3985, 'fixed_ips': [{'subnet_id': 'fa9b68b7-f4ed-42c5-8c43-fdd4fb96ff3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:50:13Z', 'updated_at': '2022-01-26T21:50:20Z', 'revision_number': 4, 'project_id': '8ea95a10d8684c60bb4f9b1dc42b4b23', 'subnets': [{'id': 'fa9b68b7-f4ed-42c5-8c43-fdd4fb96ff3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760453-5', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:50:21.048486 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24dee6b6-bfd5-452e-95ff-b94a774cf926 None None] The sync data for ids ['71e90a18-d7a2-4734-85e6-2480069b2e3c'] in n-d-760453-5 is: [{'id': '71e90a18-d7a2-4734-85e6-2480069b2e3c', 'name': 'tempest-TestVolumeBackupRestore-1699507815-router', 'tenant_id': '8ea95a10d8684c60bb4f9b1dc42b4b23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'external_fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.200'}], 'enable_snat': True}, 'gw_port_id': 'ef571d93-8e23-4c81-82d4-8d58e0ef2fbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T21:50:10Z', 'updated_at': '2022-01-26T21:50:14Z', 'revision_number': 4, 'project_id': '8ea95a10d8684c60bb4f9b1dc42b4b23', 'gw_port': {'id': 'ef571d93-8e23-4c81-82d4-8d58e0ef2fbd', 'name': '', 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:aa:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71e90a18-d7a2-4734-85e6-2480069b2e3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3984, 'fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:50:11Z', 'updated_at': '2022-01-26T21:50:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-5', '_interfaces': [{'id': '775120ad-6fe9-45fd-bf7c-7bb9b9dacba8', 'name': '', 'network_id': '2dca7862-3264-4f3a-a964-93857e78f24f', 'tenant_id': '8ea95a10d8684c60bb4f9b1dc42b4b23', 'mac_address': 'fa:16:3e:4f:87:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71e90a18-d7a2-4734-85e6-2480069b2e3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3985, 'fixed_ips': [{'subnet_id': 'fa9b68b7-f4ed-42c5-8c43-fdd4fb96ff3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:50:13Z', 'updated_at': '2022-01-26T21:50:20Z', 'revision_number': 4, 'project_id': '8ea95a10d8684c60bb4f9b1dc42b4b23', 'subnets': [{'id': 'fa9b68b7-f4ed-42c5-8c43-fdd4fb96ff3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 26 21:50:21.063038 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Current status of the port 33aa86e6-ad15-45d2-9351-3ba058bd3aa9 is: DOWN; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:50:21.063622 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (33aa86e6-ad15-45d2-9351-3ba058bd3aa9), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:50:21.091304 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-52b96e27-98dd-4180-a641-b41202d45628 admin admin] Publish callbacks [] for port (8286eefe-85cf-4cbd-a815-45bb74d18299), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:50:21.138273 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-52b96e27-98dd-4180-a641-b41202d45628 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746560234527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11791543'] for port (8286eefe-85cf-4cbd-a815-45bb74d18299), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:50:21.184142 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-86cae056-a9fa-4636-a91c-c64a10d15c10 None None] Provisioning complete for port 775120ad-6fe9-45fd-bf7c-7bb9b9dacba8 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:50:21.184568 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-86cae056-a9fa-4636-a91c-c64a10d15c10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (775120ad-6fe9-45fd-bf7c-7bb9b9dacba8), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:50:21.186525 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b96e27-98dd-4180-a641-b41202d45628 admin admin] Pushing event updated for resources: {'Port': ['ID=8286eefe-85cf-4cbd-a815-45bb74d18299,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:50:21.217626 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52b96e27-98dd-4180-a641-b41202d45628 admin admin] Network 93ac0805-735b-4d11-89b9-103fe69ac9cf is already hosted by enough agents. {{(pid=103305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 21:50:21.219101 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [None req-52b96e27-98dd-4180-a641-b41202d45628 admin admin] Resources bound (agent type, host, resource id): {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:50:21.221570 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52b96e27-98dd-4180-a641-b41202d45628 admin admin] Received port after_create {{(pid=103305) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 21:50:21.292311 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-52b96e27-98dd-4180-a641-b41202d45628 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4111050'] for router_interface (5d7f0017-0322-42f0-a1d2-9cfe965d26a2), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:50:21.378036 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a237cf-9f84-447b-b44b-1d1b8a16566b None None] Pushing event updated for resources: {'Port': ['ID=33aa86e6-ad15-45d2-9351-3ba058bd3aa9,revision_number=3']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:50:21.392136 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-a147c451-6045-4063-ba52-a11f0c1df76b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (09df100c-3af1-4b0a-bda8-05914c71c458), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:50:21.469849 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.db.api [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103306) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 26 21:50:21.470205 n-d-760453-5 neutron-server[103306]: DEBUG oslo_db.api [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 26 21:50:21.534740 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-86cae056-a9fa-4636-a91c-c64a10d15c10 None None] Current status of the port 775120ad-6fe9-45fd-bf7c-7bb9b9dacba8 is: DOWN; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:50:21.535066 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-86cae056-a9fa-4636-a91c-c64a10d15c10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (775120ad-6fe9-45fd-bf7c-7bb9b9dacba8), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:50:21.546414 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-52b96e27-98dd-4180-a641-b41202d45628 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (8286eefe-85cf-4cbd-a815-45bb74d18299), before_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:50:21.684624 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-86cae056-a9fa-4636-a91c-c64a10d15c10 None None] For port 775120ad-6fe9-45fd-bf7c-7bb9b9dacba8, host n-d-760453-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=775120ad-6fe9-45fd-bf7c-7bb9b9dacba8,segment=NetworkSegment(311a9384-eba0-44ed-b722-d0b5fbfec734),segment_id=311a9384-eba0-44ed-b722-d0b5fbfec734)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:50:21.700868 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-86cae056-a9fa-4636-a91c-c64a10d15c10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (775120ad-6fe9-45fd-bf7c-7bb9b9dacba8), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:50:21.706378 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-c4003bb6-441b-4bcc-a409-048795d683ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d7f0017-0322-42f0-a1d2-9cfe965d26a2', 'name': 'tempest-TestVolumeBackupRestore-1164685963-router', 'tenant_id': 'd93e9c37f81b4582ba411b456c97ca4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'external_fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.146'}], 'enable_snat': True}, 'gw_port_id': '07c3962c-74b4-4885-ab5d-df95054636f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T21:50:16Z', 'updated_at': '2022-01-26T21:50:18Z', 'revision_number': 3, 'project_id': 'd93e9c37f81b4582ba411b456c97ca4c', 'gw_port': {'id': '07c3962c-74b4-4885-ab5d-df95054636f4', 'name': '', 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:72:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d7f0017-0322-42f0-a1d2-9cfe965d26a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3996, 'fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:50:17Z', 'updated_at': '2022-01-26T21:50:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-5'}], 'n-d-760453-5', False) {} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:50:21.809119 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4003bb6-441b-4bcc-a409-048795d683ad None None] Checking router: 5d7f0017-0322-42f0-a1d2-9cfe965d26a2 for host: n-d-760453-5 {{(pid=103306) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 26 21:50:21.809523 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4003bb6-441b-4bcc-a409-048795d683ad None None] Updating router 5d7f0017-0322-42f0-a1d2-9cfe965d26a2 port 07c3962c-74b4-4885-ab5d-df95054636f4 binding host n-d-760453-5 {{(pid=103306) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 26 21:50:21.875879 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-a50f45a8-3717-4888-8dc3-100141786d29 None None] Provisioning complete for port 33aa86e6-ad15-45d2-9351-3ba058bd3aa9 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:50:21.876178 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-a50f45a8-3717-4888-8dc3-100141786d29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (33aa86e6-ad15-45d2-9351-3ba058bd3aa9), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:50:21.913730 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-c4003bb6-441b-4bcc-a409-048795d683ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (07c3962c-74b4-4885-ab5d-df95054636f4), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:50:21.917516 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86cae056-a9fa-4636-a91c-c64a10d15c10 None None] Pushing event updated for resources: {'Port': ['ID=775120ad-6fe9-45fd-bf7c-7bb9b9dacba8,revision_number=5']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:50:21.919178 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-52b96e27-98dd-4180-a641-b41202d45628 admin admin] Publish callbacks [] for port (8286eefe-85cf-4cbd-a815-45bb74d18299), precommit_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:50:21.929400 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-52b96e27-98dd-4180-a641-b41202d45628 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11791520'] for port (8286eefe-85cf-4cbd-a815-45bb74d18299), after_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:50:22.066308 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-52b96e27-98dd-4180-a641-b41202d45628 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3709457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4110682'] for router_interface (5d7f0017-0322-42f0-a1d2-9cfe965d26a2), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:50:22.068794 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b96e27-98dd-4180-a641-b41202d45628 admin admin] Pushing event updated for resources: {'Port': ['ID=8286eefe-85cf-4cbd-a815-45bb74d18299,revision_number=2']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:50:22.075177 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-35f1ecad-0995-418a-90e8-e85f92119dda req-6308239a-7615-488d-9266-d49dd272868e tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] 10.222.0.13 "GET /v2.0/ports?device_id=6d7773dc-ad4a-4743-9e81-cc20fde3a484 HTTP/1.1" status: 200 len: 210 time: 0.0494092 Jan 26 21:50:22.176167 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Current status of the port 33aa86e6-ad15-45d2-9351-3ba058bd3aa9 is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:50:22.191605 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52b96e27-98dd-4180-a641-b41202d45628 admin admin] Network 93ac0805-735b-4d11-89b9-103fe69ac9cf is already hosted by enough agents. {{(pid=103305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 21:50:22.193278 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [None req-52b96e27-98dd-4180-a641-b41202d45628 admin admin] Resources bound (agent type, host, resource id): {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:50:22.203437 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-a50f45a8-3717-4888-8dc3-100141786d29 None None] Current status of the port 33aa86e6-ad15-45d2-9351-3ba058bd3aa9 is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:50:22.378281 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52b96e27-98dd-4180-a641-b41202d45628 admin admin] Router 5d7f0017-0322-42f0-a1d2-9cfe965d26a2 has already been hosted by L3 agent 09df100c-3af1-4b0a-bda8-05914c71c458 {{(pid=103305) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 26 21:50:22.387034 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-a50f45a8-3717-4888-8dc3-100141786d29 None None] Provisioning complete for port 775120ad-6fe9-45fd-bf7c-7bb9b9dacba8 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:50:22.387395 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-a50f45a8-3717-4888-8dc3-100141786d29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (775120ad-6fe9-45fd-bf7c-7bb9b9dacba8), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:50:22.396313 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-841f5991-a4d8-4d4b-b215-cbc6bab5427b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (aa7ee9d2-08eb-4e12-b895-24c57300dfec), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:50:22.439453 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device 33aa86e6-ad15-45d2-9351-3ba058bd3aa9 up at agent ovs-agent-n-d-760453-5 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 21:50:22.521607 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52b96e27-98dd-4180-a641-b41202d45628 admin admin] Notify agent at l3_agent.n-d-760453-5 the message routers_updated {{(pid=103305) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 26 21:50:22.528094 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-52b96e27-98dd-4180-a641-b41202d45628 admin admin] 10.222.0.13 "PUT /v2.0/routers/5d7f0017-0322-42f0-a1d2-9cfe965d26a2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6267054 Jan 26 21:50:22.541713 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-c4003bb6-441b-4bcc-a409-048795d683ad None None] Publish callbacks [] for port (07c3962c-74b4-4885-ab5d-df95054636f4), precommit_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:50:22.553839 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-c4003bb6-441b-4bcc-a409-048795d683ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (07c3962c-74b4-4885-ab5d-df95054636f4), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:50:22.644798 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Provisioning complete for port 33aa86e6-ad15-45d2-9351-3ba058bd3aa9 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:50:22.645104 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (33aa86e6-ad15-45d2-9351-3ba058bd3aa9), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:50:22.647226 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-a50f45a8-3717-4888-8dc3-100141786d29 None None] Current status of the port 775120ad-6fe9-45fd-bf7c-7bb9b9dacba8 is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:50:22.652112 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8422afc4-afbc-405a-b6b1-a96a66638d84 None None] Pushing event updated for resources: {'Port': ['ID=07c3962c-74b4-4885-ab5d-df95054636f4,revision_number=2']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:50:22.680273 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-c4003bb6-441b-4bcc-a409-048795d683ad None None] Attempting to bind port 07c3962c-74b4-4885-ab5d-df95054636f4 on host n-d-760453-5 for vnic_type normal with profile {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 21:50:22.680655 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-c4003bb6-441b-4bcc-a409-048795d683ad None None] Attempting to bind port 07c3962c-74b4-4885-ab5d-df95054636f4 by drivers openvswitch,hyperv on host n-d-760453-5 at level 0 using segments [{'id': 'e17cb353-418f-48b9-b982-21a6233ee99b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299'}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 26 21:50:22.681025 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4003bb6-441b-4bcc-a409-048795d683ad None None] Attempting to bind port 07c3962c-74b4-4885-ab5d-df95054636f4 on network 4140a1f1-c93a-4bea-83a0-68953a54f299 {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 21:50:22.688928 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4003bb6-441b-4bcc-a409-048795d683ad None None] Checking agent: {'id': 'fea0591a-627d-4c87-9a9a-01625ddf3277', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760453-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 20, 55, 25), 'started_at': datetime.datetime(2022, 1, 26, 20, 55, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 21, 49, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760453-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 26 21:50:22.697952 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4003bb6-441b-4bcc-a409-048795d683ad None None] Checking segment: {'id': 'e17cb353-418f-48b9-b982-21a6233ee99b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 21:50:22.697952 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-c4003bb6-441b-4bcc-a409-048795d683ad None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:50:22.697952 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4003bb6-441b-4bcc-a409-048795d683ad None None] Bound using segment: {'id': 'e17cb353-418f-48b9-b982-21a6233ee99b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299'} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 26 21:50:22.697952 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-c4003bb6-441b-4bcc-a409-048795d683ad None None] Bound port: 07c3962c-74b4-4885-ab5d-df95054636f4, host: n-d-760453-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e17cb353-418f-48b9-b982-21a6233ee99b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299'}}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 26 21:50:22.697952 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-c4003bb6-441b-4bcc-a409-048795d683ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (07c3962c-74b4-4885-ab5d-df95054636f4), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:50:22.791186 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-c4003bb6-441b-4bcc-a409-048795d683ad None None] For port 07c3962c-74b4-4885-ab5d-df95054636f4, host n-d-760453-5, cleared binding levels {{(pid=103306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 26 21:50:22.795808 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-c4003bb6-441b-4bcc-a409-048795d683ad None None] For port 07c3962c-74b4-4885-ab5d-df95054636f4, host n-d-760453-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=07c3962c-74b4-4885-ab5d-df95054636f4,segment=NetworkSegment(e17cb353-418f-48b9-b982-21a6233ee99b),segment_id=e17cb353-418f-48b9-b982-21a6233ee99b)] {{(pid=103306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 26 21:50:22.806893 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-c4003bb6-441b-4bcc-a409-048795d683ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (07c3962c-74b4-4885-ab5d-df95054636f4), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:50:22.842039 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-7e92e570-42bf-4dbe-8e58-0067a0020274 None None] Provisioning complete for port 8286eefe-85cf-4cbd-a815-45bb74d18299 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:50:22.842411 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-7e92e570-42bf-4dbe-8e58-0067a0020274 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (8286eefe-85cf-4cbd-a815-45bb74d18299), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:50:22.945880 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8422afc4-afbc-405a-b6b1-a96a66638d84 None None] Pushing event updated for resources: {'Port': ['ID=07c3962c-74b4-4885-ab5d-df95054636f4,revision_number=3']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:50:22.950206 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4003bb6-441b-4bcc-a409-048795d683ad None None] Routers {'5d7f0017-0322-42f0-a1d2-9cfe965d26a2'} bound to L3 agent in host n-d-760453-5 {{(pid=103306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 21:50:22.950820 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-c4003bb6-441b-4bcc-a409-048795d683ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-26T20:55:21Z,description=,heartbeat_timestamp=2022-01-26T21:50:21Z,host='n-d-760453-5',id=09df100c-3af1-4b0a-bda8-05914c71c458,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:55:21Z,topic='l3_agent')) {'router_ids': ['5d7f0017-0322-42f0-a1d2-9cfe965d26a2'], 'active': True} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:50:22.953287 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-7e92e570-42bf-4dbe-8e58-0067a0020274 None None] Port 8286eefe-85cf-4cbd-a815-45bb74d18299 cannot update to ACTIVE because it is not bound. {{(pid=103306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 26 21:50:22.955656 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Current status of the port 33aa86e6-ad15-45d2-9351-3ba058bd3aa9 is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:50:22.956739 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device 775120ad-6fe9-45fd-bf7c-7bb9b9dacba8 up at agent ovs-agent-n-d-760453-5 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 21:50:23.085388 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Provisioning complete for port 775120ad-6fe9-45fd-bf7c-7bb9b9dacba8 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:50:23.085767 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (775120ad-6fe9-45fd-bf7c-7bb9b9dacba8), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:50:23.156149 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvr_db [None req-c4003bb6-441b-4bcc-a409-048795d683ad None None] Set router 5d7f0017-0322-42f0-a1d2-9cfe965d26a2 gateway port host: n-d-760453-5 {{(pid=103306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 21:50:23.184655 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-ad7b5776-bc06-4266-a456-887d4ebe99db req-2957672e-9738-4bc5-9e09-43dbd6d36698 tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] 10.222.0.13 "GET /v2.0/ports?device_id=6d7773dc-ad4a-4743-9e81-cc20fde3a484 HTTP/1.1" status: 200 len: 210 time: 0.0344806 Jan 26 21:50:23.341505 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (4d619873-4b60-439f-9b5a-b155dc8bbc34), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:50:23.344017 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Current status of the port 775120ad-6fe9-45fd-bf7c-7bb9b9dacba8 is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:50:23.440102 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-c4003bb6-441b-4bcc-a409-048795d683ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d7f0017-0322-42f0-a1d2-9cfe965d26a2', 'name': 'tempest-TestVolumeBackupRestore-1164685963-router', 'tenant_id': 'd93e9c37f81b4582ba411b456c97ca4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'external_fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.146'}], 'enable_snat': True}, 'gw_port_id': '07c3962c-74b4-4885-ab5d-df95054636f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T21:50:16Z', 'updated_at': '2022-01-26T21:50:21Z', 'revision_number': 4, 'project_id': 'd93e9c37f81b4582ba411b456c97ca4c', 'gw_port': {'id': '07c3962c-74b4-4885-ab5d-df95054636f4', 'name': '', 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:72:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d7f0017-0322-42f0-a1d2-9cfe965d26a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3996, 'fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:50:17Z', 'updated_at': '2022-01-26T21:50:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-5', '_interfaces': [{'id': '8286eefe-85cf-4cbd-a815-45bb74d18299', 'name': '', 'network_id': '93ac0805-735b-4d11-89b9-103fe69ac9cf', 'tenant_id': 'd93e9c37f81b4582ba411b456c97ca4c', 'mac_address': 'fa:16:3e:97:d8:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d7f0017-0322-42f0-a1d2-9cfe965d26a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3997, 'fixed_ips': [{'subnet_id': '76a2344b-adc6-45b5-a2c6-8757f1b6e7ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:50:20Z', 'updated_at': '2022-01-26T21:50:21Z', 'revision_number': 2, 'project_id': 'd93e9c37f81b4582ba411b456c97ca4c', 'subnets': [{'id': '76a2344b-adc6-45b5-a2c6-8757f1b6e7ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760453-5', False) {} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:50:23.469585 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4003bb6-441b-4bcc-a409-048795d683ad None None] The sync data for ids ['5d7f0017-0322-42f0-a1d2-9cfe965d26a2'] in n-d-760453-5 is: [{'id': '5d7f0017-0322-42f0-a1d2-9cfe965d26a2', 'name': 'tempest-TestVolumeBackupRestore-1164685963-router', 'tenant_id': 'd93e9c37f81b4582ba411b456c97ca4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'external_fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.146'}], 'enable_snat': True}, 'gw_port_id': '07c3962c-74b4-4885-ab5d-df95054636f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T21:50:16Z', 'updated_at': '2022-01-26T21:50:21Z', 'revision_number': 4, 'project_id': 'd93e9c37f81b4582ba411b456c97ca4c', 'gw_port': {'id': '07c3962c-74b4-4885-ab5d-df95054636f4', 'name': '', 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:72:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d7f0017-0322-42f0-a1d2-9cfe965d26a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3996, 'fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:50:17Z', 'updated_at': '2022-01-26T21:50:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-5', '_interfaces': [{'id': '8286eefe-85cf-4cbd-a815-45bb74d18299', 'name': '', 'network_id': '93ac0805-735b-4d11-89b9-103fe69ac9cf', 'tenant_id': 'd93e9c37f81b4582ba411b456c97ca4c', 'mac_address': 'fa:16:3e:97:d8:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d7f0017-0322-42f0-a1d2-9cfe965d26a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3997, 'fixed_ips': [{'subnet_id': '76a2344b-adc6-45b5-a2c6-8757f1b6e7ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:50:20Z', 'updated_at': '2022-01-26T21:50:21Z', 'revision_number': 2, 'project_id': 'd93e9c37f81b4582ba411b456c97ca4c', 'subnets': [{'id': '76a2344b-adc6-45b5-a2c6-8757f1b6e7ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 26 21:50:24.173557 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-839dd188-ec69-470c-9ab0-d318dc1a2e96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (e79b4fc6-6c71-44b2-a6d0-ff3e1f4dfd0d), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:50:24.438548 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device 07c3962c-74b4-4885-ab5d-df95054636f4 up at agent ovs-agent-n-d-760453-5 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 21:50:24.516879 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Provisioning complete for port 07c3962c-74b4-4885-ab5d-df95054636f4 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:50:24.517574 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (07c3962c-74b4-4885-ab5d-df95054636f4), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:50:24.624854 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-6616a676-87e2-4d3f-b601-86cf2bd3bd6f req-2797e80f-df09-45f5-a31c-584cc0d834a9 tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] 10.222.0.13 "GET /v2.0/ports?device_id=6d7773dc-ad4a-4743-9e81-cc20fde3a484 HTTP/1.1" status: 200 len: 210 time: 0.3353350 Jan 26 21:50:24.647887 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Current status of the port 07c3962c-74b4-4885-ab5d-df95054636f4 is: DOWN; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:50:24.648583 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (07c3962c-74b4-4885-ab5d-df95054636f4), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:50:24.678827 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] For port 07c3962c-74b4-4885-ab5d-df95054636f4, host n-d-760453-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=07c3962c-74b4-4885-ab5d-df95054636f4,segment=NetworkSegment(e17cb353-418f-48b9-b982-21a6233ee99b),segment_id=e17cb353-418f-48b9-b982-21a6233ee99b)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:50:24.686509 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (07c3962c-74b4-4885-ab5d-df95054636f4), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:50:24.745043 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Pushing event updated for resources: {'Port': ['ID=07c3962c-74b4-4885-ab5d-df95054636f4,revision_number=4']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:50:25.318603 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (fea0591a-627d-4c87-9a9a-01625ddf3277), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:50:25.849539 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-516f9593-d108-48ff-ad7f-7688c123257e req-afc66e6d-db6f-4f2d-a072-524a2ef4b520 tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] 10.222.0.13 "GET /v2.0/ports?device_id=6d7773dc-ad4a-4743-9e81-cc20fde3a484 HTTP/1.1" status: 200 len: 210 time: 0.1262562 Jan 26 21:50:26.276929 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device 07c3962c-74b4-4885-ab5d-df95054636f4 up at agent ovs-agent-n-d-760453-5 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 21:50:26.311752 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c824ce40-26eb-453e-8712-6ee42f14db80 None None] Sync routers for ids ['5d7f0017-0322-42f0-a1d2-9cfe965d26a2'] in n-d-760453-5 {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 26 21:50:26.327306 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c824ce40-26eb-453e-8712-6ee42f14db80 None None] Routers {'5d7f0017-0322-42f0-a1d2-9cfe965d26a2'} bound to L3 agent in host n-d-760453-5 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 21:50:26.328662 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-c824ce40-26eb-453e-8712-6ee42f14db80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-26T20:55:21Z,description=,heartbeat_timestamp=2022-01-26T21:50:21Z,host='n-d-760453-5',id=09df100c-3af1-4b0a-bda8-05914c71c458,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:55:21Z,topic='l3_agent')) {'router_ids': ['5d7f0017-0322-42f0-a1d2-9cfe965d26a2'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:50:26.476514 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_dvr_db [None req-c824ce40-26eb-453e-8712-6ee42f14db80 None None] Set router 5d7f0017-0322-42f0-a1d2-9cfe965d26a2 gateway port host: n-d-760453-5 {{(pid=103307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 21:50:26.529091 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Provisioning complete for port 07c3962c-74b4-4885-ab5d-df95054636f4 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:50:26.529508 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (07c3962c-74b4-4885-ab5d-df95054636f4), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:50:26.621169 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Current status of the port 07c3962c-74b4-4885-ab5d-df95054636f4 is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:50:26.696962 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-c824ce40-26eb-453e-8712-6ee42f14db80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d7f0017-0322-42f0-a1d2-9cfe965d26a2', 'name': 'tempest-TestVolumeBackupRestore-1164685963-router', 'tenant_id': 'd93e9c37f81b4582ba411b456c97ca4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'external_fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.146'}], 'enable_snat': True}, 'gw_port_id': '07c3962c-74b4-4885-ab5d-df95054636f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T21:50:16Z', 'updated_at': '2022-01-26T21:50:21Z', 'revision_number': 4, 'project_id': 'd93e9c37f81b4582ba411b456c97ca4c', 'gw_port': {'id': '07c3962c-74b4-4885-ab5d-df95054636f4', 'name': '', 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:72:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d7f0017-0322-42f0-a1d2-9cfe965d26a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3996, 'fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:50:17Z', 'updated_at': '2022-01-26T21:50:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-5', '_interfaces': [{'id': '8286eefe-85cf-4cbd-a815-45bb74d18299', 'name': '', 'network_id': '93ac0805-735b-4d11-89b9-103fe69ac9cf', 'tenant_id': 'd93e9c37f81b4582ba411b456c97ca4c', 'mac_address': 'fa:16:3e:97:d8:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d7f0017-0322-42f0-a1d2-9cfe965d26a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3997, 'fixed_ips': [{'subnet_id': '76a2344b-adc6-45b5-a2c6-8757f1b6e7ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:50:20Z', 'updated_at': '2022-01-26T21:50:21Z', 'revision_number': 2, 'project_id': 'd93e9c37f81b4582ba411b456c97ca4c', 'subnets': [{'id': '76a2344b-adc6-45b5-a2c6-8757f1b6e7ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760453-5', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:50:26.731923 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c824ce40-26eb-453e-8712-6ee42f14db80 None None] Checking router: 5d7f0017-0322-42f0-a1d2-9cfe965d26a2 for host: n-d-760453-5 {{(pid=103307) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 26 21:50:26.732279 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c824ce40-26eb-453e-8712-6ee42f14db80 None None] Updating router 5d7f0017-0322-42f0-a1d2-9cfe965d26a2 port 8286eefe-85cf-4cbd-a815-45bb74d18299 binding host n-d-760453-5 {{(pid=103307) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 26 21:50:26.759833 n-d-760453-5 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-c824ce40-26eb-453e-8712-6ee42f14db80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (8286eefe-85cf-4cbd-a815-45bb74d18299), before_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:50:26.989234 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-caaf426c-61c7-43b6-8723-d0bf0ba00d85 req-bfae5653-dc00-48e5-a96f-7d0eeb9f5af1 tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] 10.222.0.13 "GET /v2.0/ports?device_id=6d7773dc-ad4a-4743-9e81-cc20fde3a484 HTTP/1.1" status: 200 len: 210 time: 0.0319657 Jan 26 21:50:27.071839 n-d-760453-5 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-c824ce40-26eb-453e-8712-6ee42f14db80 None None] Publish callbacks [] for port (8286eefe-85cf-4cbd-a815-45bb74d18299), precommit_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:50:27.078665 n-d-760453-5 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-c824ce40-26eb-453e-8712-6ee42f14db80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (8286eefe-85cf-4cbd-a815-45bb74d18299), after_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:50:27.135223 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb298b7a-3044-4166-8362-4111af178085 None None] Pushing event updated for resources: {'Port': ['ID=8286eefe-85cf-4cbd-a815-45bb74d18299,revision_number=3']} {{(pid=103307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:50:27.196368 n-d-760453-5 neutron-server[103307]: DEBUG neutron.plugins.ml2.managers [None req-c824ce40-26eb-453e-8712-6ee42f14db80 None None] Attempting to bind port 8286eefe-85cf-4cbd-a815-45bb74d18299 on host n-d-760453-5 for vnic_type normal with profile {{(pid=103307) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 21:50:27.196841 n-d-760453-5 neutron-server[103307]: DEBUG neutron.plugins.ml2.managers [None req-c824ce40-26eb-453e-8712-6ee42f14db80 None None] Attempting to bind port 8286eefe-85cf-4cbd-a815-45bb74d18299 by drivers openvswitch,hyperv on host n-d-760453-5 at level 0 using segments [{'id': 'c327b4fa-95be-4529-9512-8a533aa7588f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '93ac0805-735b-4d11-89b9-103fe69ac9cf'}] {{(pid=103307) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 26 21:50:27.199272 n-d-760453-5 neutron-server[103307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c824ce40-26eb-453e-8712-6ee42f14db80 None None] Attempting to bind port 8286eefe-85cf-4cbd-a815-45bb74d18299 on network 93ac0805-735b-4d11-89b9-103fe69ac9cf {{(pid=103307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 21:50:27.203319 n-d-760453-5 neutron-server[103307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c824ce40-26eb-453e-8712-6ee42f14db80 None None] Checking agent: {'id': 'fea0591a-627d-4c87-9a9a-01625ddf3277', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760453-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 20, 55, 25), 'started_at': datetime.datetime(2022, 1, 26, 20, 55, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 21, 50, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760453-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 26 21:50:27.203796 n-d-760453-5 neutron-server[103307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c824ce40-26eb-453e-8712-6ee42f14db80 None None] Checking segment: {'id': 'c327b4fa-95be-4529-9512-8a533aa7588f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '93ac0805-735b-4d11-89b9-103fe69ac9cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103307) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 21:50:27.204394 n-d-760453-5 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-c824ce40-26eb-453e-8712-6ee42f14db80 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:50:27.204864 n-d-760453-5 neutron-server[103307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c824ce40-26eb-453e-8712-6ee42f14db80 None None] Bound using segment: {'id': 'c327b4fa-95be-4529-9512-8a533aa7588f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '93ac0805-735b-4d11-89b9-103fe69ac9cf'} {{(pid=103307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 26 21:50:27.205437 n-d-760453-5 neutron-server[103307]: DEBUG neutron.plugins.ml2.managers [None req-c824ce40-26eb-453e-8712-6ee42f14db80 None None] Bound port: 8286eefe-85cf-4cbd-a815-45bb74d18299, host: n-d-760453-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c327b4fa-95be-4529-9512-8a533aa7588f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '93ac0805-735b-4d11-89b9-103fe69ac9cf'}}] {{(pid=103307) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 26 21:50:27.205896 n-d-760453-5 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-c824ce40-26eb-453e-8712-6ee42f14db80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (8286eefe-85cf-4cbd-a815-45bb74d18299), before_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:50:27.291388 n-d-760453-5 neutron-server[103307]: DEBUG neutron.plugins.ml2.db [None req-c824ce40-26eb-453e-8712-6ee42f14db80 None None] For port 8286eefe-85cf-4cbd-a815-45bb74d18299, host n-d-760453-5, cleared binding levels {{(pid=103307) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 26 21:50:27.294902 n-d-760453-5 neutron-server[103307]: DEBUG neutron.plugins.ml2.db [None req-c824ce40-26eb-453e-8712-6ee42f14db80 None None] For port 8286eefe-85cf-4cbd-a815-45bb74d18299, host n-d-760453-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=8286eefe-85cf-4cbd-a815-45bb74d18299,segment=NetworkSegment(c327b4fa-95be-4529-9512-8a533aa7588f),segment_id=c327b4fa-95be-4529-9512-8a533aa7588f)] {{(pid=103307) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 26 21:50:27.300738 n-d-760453-5 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-c824ce40-26eb-453e-8712-6ee42f14db80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (8286eefe-85cf-4cbd-a815-45bb74d18299), after_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:50:27.371198 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c824ce40-26eb-453e-8712-6ee42f14db80 None None] Routers {'5d7f0017-0322-42f0-a1d2-9cfe965d26a2'} bound to L3 agent in host n-d-760453-5 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 21:50:27.372636 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-c824ce40-26eb-453e-8712-6ee42f14db80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-26T20:55:21Z,description=,heartbeat_timestamp=2022-01-26T21:50:21Z,host='n-d-760453-5',id=09df100c-3af1-4b0a-bda8-05914c71c458,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:55:21Z,topic='l3_agent')) {'router_ids': ['5d7f0017-0322-42f0-a1d2-9cfe965d26a2'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:50:27.414436 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb298b7a-3044-4166-8362-4111af178085 None None] Pushing event updated for resources: {'Port': ['ID=8286eefe-85cf-4cbd-a815-45bb74d18299,revision_number=4']} {{(pid=103307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:50:27.519008 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-a6c87c99-cd18-4bff-ad4b-f28e38659525 None None] Provisioning complete for port 8286eefe-85cf-4cbd-a815-45bb74d18299 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:50:27.520232 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-a6c87c99-cd18-4bff-ad4b-f28e38659525 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (8286eefe-85cf-4cbd-a815-45bb74d18299), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:50:27.636427 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_dvr_db [None req-c824ce40-26eb-453e-8712-6ee42f14db80 None None] Set router 5d7f0017-0322-42f0-a1d2-9cfe965d26a2 gateway port host: n-d-760453-5 {{(pid=103307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 21:50:27.703155 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-a6c87c99-cd18-4bff-ad4b-f28e38659525 None None] Current status of the port 8286eefe-85cf-4cbd-a815-45bb74d18299 is: DOWN; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:50:27.703480 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-a6c87c99-cd18-4bff-ad4b-f28e38659525 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (8286eefe-85cf-4cbd-a815-45bb74d18299), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:50:27.757282 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-a6c87c99-cd18-4bff-ad4b-f28e38659525 None None] For port 8286eefe-85cf-4cbd-a815-45bb74d18299, host n-d-760453-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=8286eefe-85cf-4cbd-a815-45bb74d18299,segment=NetworkSegment(c327b4fa-95be-4529-9512-8a533aa7588f),segment_id=c327b4fa-95be-4529-9512-8a533aa7588f)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:50:27.761790 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-a6c87c99-cd18-4bff-ad4b-f28e38659525 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (8286eefe-85cf-4cbd-a815-45bb74d18299), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:50:27.843674 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c87c99-cd18-4bff-ad4b-f28e38659525 None None] Pushing event updated for resources: {'Port': ['ID=8286eefe-85cf-4cbd-a815-45bb74d18299,revision_number=5']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:50:27.890060 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-e23f0281-4105-4827-a3aa-0e791ab9f447 None None] Provisioning complete for port 8286eefe-85cf-4cbd-a815-45bb74d18299 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:50:27.891302 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-e23f0281-4105-4827-a3aa-0e791ab9f447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (8286eefe-85cf-4cbd-a815-45bb74d18299), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:50:27.929257 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-c824ce40-26eb-453e-8712-6ee42f14db80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d7f0017-0322-42f0-a1d2-9cfe965d26a2', 'name': 'tempest-TestVolumeBackupRestore-1164685963-router', 'tenant_id': 'd93e9c37f81b4582ba411b456c97ca4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'external_fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.146'}], 'enable_snat': True}, 'gw_port_id': '07c3962c-74b4-4885-ab5d-df95054636f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T21:50:16Z', 'updated_at': '2022-01-26T21:50:21Z', 'revision_number': 4, 'project_id': 'd93e9c37f81b4582ba411b456c97ca4c', 'gw_port': {'id': '07c3962c-74b4-4885-ab5d-df95054636f4', 'name': '', 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:72:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d7f0017-0322-42f0-a1d2-9cfe965d26a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3996, 'fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:50:17Z', 'updated_at': '2022-01-26T21:50:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-5', '_interfaces': [{'id': '8286eefe-85cf-4cbd-a815-45bb74d18299', 'name': '', 'network_id': '93ac0805-735b-4d11-89b9-103fe69ac9cf', 'tenant_id': 'd93e9c37f81b4582ba411b456c97ca4c', 'mac_address': 'fa:16:3e:97:d8:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d7f0017-0322-42f0-a1d2-9cfe965d26a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3997, 'fixed_ips': [{'subnet_id': '76a2344b-adc6-45b5-a2c6-8757f1b6e7ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:50:20Z', 'updated_at': '2022-01-26T21:50:27Z', 'revision_number': 4, 'project_id': 'd93e9c37f81b4582ba411b456c97ca4c', 'subnets': [{'id': '76a2344b-adc6-45b5-a2c6-8757f1b6e7ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760453-5', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:50:27.967230 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c824ce40-26eb-453e-8712-6ee42f14db80 None None] The sync data for ids ['5d7f0017-0322-42f0-a1d2-9cfe965d26a2'] in n-d-760453-5 is: [{'id': '5d7f0017-0322-42f0-a1d2-9cfe965d26a2', 'name': 'tempest-TestVolumeBackupRestore-1164685963-router', 'tenant_id': 'd93e9c37f81b4582ba411b456c97ca4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'external_fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.146'}], 'enable_snat': True}, 'gw_port_id': '07c3962c-74b4-4885-ab5d-df95054636f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T21:50:16Z', 'updated_at': '2022-01-26T21:50:21Z', 'revision_number': 4, 'project_id': 'd93e9c37f81b4582ba411b456c97ca4c', 'gw_port': {'id': '07c3962c-74b4-4885-ab5d-df95054636f4', 'name': '', 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:72:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d7f0017-0322-42f0-a1d2-9cfe965d26a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3996, 'fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:50:17Z', 'updated_at': '2022-01-26T21:50:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-5', '_interfaces': [{'id': '8286eefe-85cf-4cbd-a815-45bb74d18299', 'name': '', 'network_id': '93ac0805-735b-4d11-89b9-103fe69ac9cf', 'tenant_id': 'd93e9c37f81b4582ba411b456c97ca4c', 'mac_address': 'fa:16:3e:97:d8:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d7f0017-0322-42f0-a1d2-9cfe965d26a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3997, 'fixed_ips': [{'subnet_id': '76a2344b-adc6-45b5-a2c6-8757f1b6e7ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:50:20Z', 'updated_at': '2022-01-26T21:50:27Z', 'revision_number': 4, 'project_id': 'd93e9c37f81b4582ba411b456c97ca4c', 'subnets': [{'id': '76a2344b-adc6-45b5-a2c6-8757f1b6e7ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 26 21:50:28.010865 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-e23f0281-4105-4827-a3aa-0e791ab9f447 None None] Current status of the port 8286eefe-85cf-4cbd-a815-45bb74d18299 is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:50:28.114852 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-ad4ba6bf-e5d6-40e6-8d54-e5c9b7b8c523 req-aaa4c0d9-3e49-458c-af5d-640935611493 tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] 10.222.0.13 "GET /v2.0/ports?device_id=6d7773dc-ad4a-4743-9e81-cc20fde3a484 HTTP/1.1" status: 200 len: 210 time: 0.0339212 Jan 26 21:50:28.343243 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device 8286eefe-85cf-4cbd-a815-45bb74d18299 up at agent ovs-agent-n-d-760453-5 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 21:50:28.425725 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Provisioning complete for port 8286eefe-85cf-4cbd-a815-45bb74d18299 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:50:28.426333 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (8286eefe-85cf-4cbd-a815-45bb74d18299), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:50:28.534259 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Current status of the port 8286eefe-85cf-4cbd-a815-45bb74d18299 is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:50:29.266466 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-63f792a1-6908-4842-8048-56b2274d934c req-908028e6-a176-41d0-a684-f5a803ad3aad tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] 10.222.0.13 "GET /v2.0/ports?device_id=6d7773dc-ad4a-4743-9e81-cc20fde3a484 HTTP/1.1" status: 200 len: 210 time: 0.0483584 Jan 26 21:50:38.507490 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (32ef628b-8417-46c5-8729-60fcabe358f1), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:50:48.912300 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-0d3726e7-94a8-4850-82b6-488e09ba3eb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (474ccdf7-ab6c-405b-a3b2-dc7b05829902), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:50:50.508683 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.agents_db [None req-569f1ced-6396-4ddf-b79f-e03b0b2146ab None None] Agent healthcheck: found 7 active agents {{(pid=103307) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 26 21:50:51.285652 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-c394808a-3eb2-497d-856c-294d3e513c4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (09df100c-3af1-4b0a-bda8-05914c71c458), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:50:52.342261 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-841f5991-a4d8-4d4b-b215-cbc6bab5427b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (aa7ee9d2-08eb-4e12-b895-24c57300dfec), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:50:53.258955 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (4d619873-4b60-439f-9b5a-b155dc8bbc34), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:50:54.187818 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-839dd188-ec69-470c-9ab0-d318dc1a2e96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (e79b4fc6-6c71-44b2-a6d0-ff3e1f4dfd0d), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:50:55.324991 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (fea0591a-627d-4c87-9a9a-01625ddf3277), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:51:03.430215 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 47526) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:51:03.638703 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 47532) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:51:03.650031 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-caf28e7b-d15c-4b5d-9547-d42a60e1aa8d admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=21597274a7544ad89acd4b47ec1a3b8a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2180197 Jan 26 21:51:03.694953 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-71b78d2b-5974-47b3-9a85-4e752f693ef3 admin admin] Publish callbacks [] for security_group (ba2677a1-f03a-4b87-97c9-35e2c54fcb13), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:51:03.718794 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-71b78d2b-5974-47b3-9a85-4e752f693ef3 admin admin] Publish callbacks [] for security_group (ba2677a1-f03a-4b87-97c9-35e2c54fcb13), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:51:03.785332 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-71b78d2b-5974-47b3-9a85-4e752f693ef3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (ba2677a1-f03a-4b87-97c9-35e2c54fcb13), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:51:03.787729 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-71b78d2b-5974-47b3-9a85-4e752f693ef3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:51:03.790341 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-71b78d2b-5974-47b3-9a85-4e752f693ef3 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ba2677a1-f03a-4b87-97c9-35e2c54fcb13 HTTP/1.1" status: 204 len: 168 time: 0.1503472 Jan 26 21:51:03.801078 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b78d2b-5974-47b3-9a85-4e752f693ef3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba2677a1-f03a-4b87-97c9-35e2c54fcb13,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:51:03.811954 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71b78d2b-5974-47b3-9a85-4e752f693ef3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:51:03.812854 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71b78d2b-5974-47b3-9a85-4e752f693ef3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:51:03.813385 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71b78d2b-5974-47b3-9a85-4e752f693ef3 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:51:03.813898 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71b78d2b-5974-47b3-9a85-4e752f693ef3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:51:03.814689 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71b78d2b-5974-47b3-9a85-4e752f693ef3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:51:03.815213 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71b78d2b-5974-47b3-9a85-4e752f693ef3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:51:03.815743 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71b78d2b-5974-47b3-9a85-4e752f693ef3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:51:03.816285 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71b78d2b-5974-47b3-9a85-4e752f693ef3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:51:03.816784 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71b78d2b-5974-47b3-9a85-4e752f693ef3 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:51:03.817431 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71b78d2b-5974-47b3-9a85-4e752f693ef3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:51:03.817952 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71b78d2b-5974-47b3-9a85-4e752f693ef3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:51:03.819124 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71b78d2b-5974-47b3-9a85-4e752f693ef3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:51:03.819870 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71b78d2b-5974-47b3-9a85-4e752f693ef3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:51:07.758855 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3f74db-9f04-4100-9080-ed978e772a40 req-a969f6be-5623-455f-a403-ddc6484f7398 tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:51:07.760528 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-5d3f74db-9f04-4100-9080-ed978e772a40 req-a969f6be-5623-455f-a403-ddc6484f7398 tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] 10.222.0.13 "GET /v2.0/networks?id=e866a34e-1552-4423-ada4-1491d39ac585 HTTP/1.1" status: 200 len: 811 time: 0.1060729 Jan 26 21:51:07.776405 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-5d3f74db-9f04-4100-9080-ed978e772a40 req-344cc8fe-fc30-4564-8764-8c69d3f057bc tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] 10.222.0.13 "GET /v2.0/quotas/bc63455dcf49482fa53286dc14f91835 HTTP/1.1" status: 200 len: 375 time: 0.0094252 Jan 26 21:51:07.828198 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-5d3f74db-9f04-4100-9080-ed978e772a40 req-f4823726-0a5c-4422-8c30-84192a02a916 tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=bc63455dcf49482fa53286dc14f91835&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0469708 Jan 26 21:51:07.848452 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [req-5d3f74db-9f04-4100-9080-ed978e772a40 req-1fe7ce5d-37a3-487d-9622-123b9be7e0a2 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=103304) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 26 21:51:07.850122 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-5d3f74db-9f04-4100-9080-ed978e772a40 req-1fe7ce5d-37a3-487d-9622-123b9be7e0a2 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0055480 Jan 26 21:51:07.952045 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-5d3f74db-9f04-4100-9080-ed978e772a40 req-4f0abfa9-e0a9-44a2-8a14-d7850c8ae55a service neutron] 10.222.0.13 "GET /v2.0/networks/e866a34e-1552-4423-ada4-1491d39ac585?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0960212 Jan 26 21:51:08.045978 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-5d3f74db-9f04-4100-9080-ed978e772a40 req-0f3d2b99-1964-4a3b-8c83-98e0cf0693f7 service neutron] 10.222.0.13 "GET /v2.0/networks/e866a34e-1552-4423-ada4-1491d39ac585?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881932 Jan 26 21:51:08.330844 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-27d3e9ee-131c-4aeb-a4d2-30b81131f651 req-93516cb0-15a9-4381-9e58-f4f59a6c9d09 tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] 10.222.0.13 "GET /v2.0/ports?device_id=81099669-22d6-48cb-9f2b-7a05c2234159 HTTP/1.1" status: 200 len: 210 time: 0.0274575 Jan 26 21:51:08.525173 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (32ef628b-8417-46c5-8729-60fcabe358f1), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:51:09.410640 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-63a6b89d-dae3-41f5-9f1a-4f2acb1d30d6 req-05b16485-010b-4aef-9b8b-73880cc419b0 tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] 10.222.0.13 "GET /v2.0/ports?device_id=81099669-22d6-48cb-9f2b-7a05c2234159 HTTP/1.1" status: 200 len: 210 time: 0.0270114 Jan 26 21:51:10.532341 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-58e770be-653b-4fbd-8e07-60ba94e21693 req-874e56be-4b01-4fe5-9831-84df97ec64f6 tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] 10.222.0.13 "GET /v2.0/ports?device_id=81099669-22d6-48cb-9f2b-7a05c2234159 HTTP/1.1" status: 200 len: 210 time: 0.0506632 Jan 26 21:51:11.617343 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-dff5af39-d907-44ad-bb36-7eb879ed380a req-0c728574-0a3a-49fd-a8d0-3d86f86dff09 tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] 10.222.0.13 "GET /v2.0/ports?device_id=81099669-22d6-48cb-9f2b-7a05c2234159 HTTP/1.1" status: 200 len: 210 time: 0.0446050 Jan 26 21:51:12.108510 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 47700) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:51:12.238804 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-9fef8434-f3bf-4374-aab5-927210cda844 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:51:12.317823 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-9fef8434-f3bf-4374-aab5-927210cda844 admin admin] Publish callbacks [] for security_group (dba30969-292b-4c7a-b89e-1eb266ec8fe1), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:51:12.322437 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-9fef8434-f3bf-4374-aab5-927210cda844 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (dba30969-292b-4c7a-b89e-1eb266ec8fe1), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:51:12.363748 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-9fef8434-f3bf-4374-aab5-927210cda844 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=1051596c0a804850a9a9a89f7f0409b9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2515025 Jan 26 21:51:12.363991 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 47704) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:51:12.370775 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fef8434-f3bf-4374-aab5-927210cda844 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dba30969-292b-4c7a-b89e-1eb266ec8fe1,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:51:12.418725 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-4d9e7d53-5e8f-461e-87fe-5d0d4ef947f0 admin admin] Publish callbacks [] for security_group (dba30969-292b-4c7a-b89e-1eb266ec8fe1), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:51:12.440559 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-4d9e7d53-5e8f-461e-87fe-5d0d4ef947f0 admin admin] Publish callbacks [] for security_group (dba30969-292b-4c7a-b89e-1eb266ec8fe1), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:51:12.488368 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-4d9e7d53-5e8f-461e-87fe-5d0d4ef947f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (dba30969-292b-4c7a-b89e-1eb266ec8fe1), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:51:12.491697 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-4d9e7d53-5e8f-461e-87fe-5d0d4ef947f0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:51:12.495681 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-4d9e7d53-5e8f-461e-87fe-5d0d4ef947f0 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/dba30969-292b-4c7a-b89e-1eb266ec8fe1 HTTP/1.1" status: 204 len: 168 time: 0.1283283 Jan 26 21:51:12.503607 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d9e7d53-5e8f-461e-87fe-5d0d4ef947f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dba30969-292b-4c7a-b89e-1eb266ec8fe1,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:51:12.720859 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-177e531f-439e-4fa7-a800-0670daa9abae req-89a9821c-4d69-4ac5-8a98-2f4253570c8b tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] 10.222.0.13 "GET /v2.0/ports?device_id=81099669-22d6-48cb-9f2b-7a05c2234159 HTTP/1.1" status: 200 len: 210 time: 0.0303538 Jan 26 21:51:13.545237 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3f74db-9f04-4100-9080-ed978e772a40 req-577c31ac-7e25-4207-96c1-aa3926642d66 tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:51:13.547044 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-5d3f74db-9f04-4100-9080-ed978e772a40 req-577c31ac-7e25-4207-96c1-aa3926642d66 tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] 10.222.0.57 "GET /v2.0/networks?id=e866a34e-1552-4423-ada4-1491d39ac585 HTTP/1.1" status: 200 len: 811 time: 0.1178060 Jan 26 21:51:13.560003 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [req-5d3f74db-9f04-4100-9080-ed978e772a40 req-fabd298d-3552-4c08-a338-44814bd77d82 tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] Request body: {'port': {'device_id': '81099669-22d6-48cb-9f2b-7a05c2234159', 'network_id': 'e866a34e-1552-4423-ada4-1491d39ac585', 'admin_state_up': True, 'tenant_id': 'bc63455dcf49482fa53286dc14f91835'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:51:13.722799 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5d3f74db-9f04-4100-9080-ed978e772a40 req-fabd298d-3552-4c08-a338-44814bd77d82 tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] Made reservation on behalf of bc63455dcf49482fa53286dc14f91835 for: {'port': 1} {{(pid=103304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 21:51:13.728007 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-5d3f74db-9f04-4100-9080-ed978e772a40 req-fabd298d-3552-4c08-a338-44814bd77d82 tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:51:13.903511 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-9815f4e4-6291-45a8-9635-93fb0671dd95 req-52620fe2-0339-4695-84ac-019768f25111 tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] 10.222.0.13 "GET /v2.0/ports?device_id=81099669-22d6-48cb-9f2b-7a05c2234159 HTTP/1.1" status: 200 len: 210 time: 0.0933542 Jan 26 21:51:13.997155 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.db_base_plugin_common [req-5d3f74db-9f04-4100-9080-ed978e772a40 req-fabd298d-3552-4c08-a338-44814bd77d82 tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] Allocated IP 172.20.0.13 (e866a34e-1552-4423-ada4-1491d39ac585/96a6ba37-129e-4936-9d0e-9f67f00a39ac/1eb0a40e-4caf-4b02-8409-40515df0c3b3) {{(pid=103304) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 21:51:14.145324 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-5d3f74db-9f04-4100-9080-ed978e772a40 req-fabd298d-3552-4c08-a338-44814bd77d82 tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] Publish callbacks [] for port (1eb0a40e-4caf-4b02-8409-40515df0c3b3), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:51:14.181895 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-5d3f74db-9f04-4100-9080-ed978e772a40 req-fabd298d-3552-4c08-a338-44814bd77d82 tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746560234527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9281553'] for port (1eb0a40e-4caf-4b02-8409-40515df0c3b3), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:51:14.233896 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5d3f74db-9f04-4100-9080-ed978e772a40 req-fabd298d-3552-4c08-a338-44814bd77d82 tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] Network e866a34e-1552-4423-ada4-1491d39ac585 is already hosted by enough agents. {{(pid=103304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 21:51:14.239145 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [req-5d3f74db-9f04-4100-9080-ed978e772a40 req-fabd298d-3552-4c08-a338-44814bd77d82 tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] Resources bound (agent type, host, resource id): {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:51:14.244763 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d3f74db-9f04-4100-9080-ed978e772a40 req-fabd298d-3552-4c08-a338-44814bd77d82 tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] Received port after_create {{(pid=103304) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 21:51:14.247493 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fabd298d-3552-4c08-a338-44814bd77d82 tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] Pushing event updated for resources: {'Port': ['ID=1eb0a40e-4caf-4b02-8409-40515df0c3b3,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:51:14.303782 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3f74db-9f04-4100-9080-ed978e772a40 req-fabd298d-3552-4c08-a338-44814bd77d82 tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:51:14.304516 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-5d3f74db-9f04-4100-9080-ed978e772a40 req-fabd298d-3552-4c08-a338-44814bd77d82 tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:51:14.340046 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-5d3f74db-9f04-4100-9080-ed978e772a40 req-fabd298d-3552-4c08-a338-44814bd77d82 tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7840786 Jan 26 21:51:14.352889 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [req-5d3f74db-9f04-4100-9080-ed978e772a40 req-39e7de4c-e6c6-430a-83b4-7fda669a775f service neutron] Request body: {'port': {'device_id': '81099669-22d6-48cb-9f2b-7a05c2234159', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-760453-5'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:51:14.453271 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-5d3f74db-9f04-4100-9080-ed978e772a40 req-39e7de4c-e6c6-430a-83b4-7fda669a775f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (1eb0a40e-4caf-4b02-8409-40515df0c3b3), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:51:14.632187 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-f3975c72-26ec-4a45-86d0-675c230ade07 None None] Provisioning complete for port 1eb0a40e-4caf-4b02-8409-40515df0c3b3 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:51:14.632743 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-f3975c72-26ec-4a45-86d0-675c230ade07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (1eb0a40e-4caf-4b02-8409-40515df0c3b3), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:51:14.727433 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-f3975c72-26ec-4a45-86d0-675c230ade07 None None] Port 1eb0a40e-4caf-4b02-8409-40515df0c3b3 cannot update to ACTIVE because it is not bound. {{(pid=103306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 26 21:51:14.907448 n-d-760453-5 neutron-server[103304]: DEBUG neutron.notifiers.nova [req-5d3f74db-9f04-4100-9080-ed978e772a40 req-39e7de4c-e6c6-430a-83b4-7fda669a775f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1eb0a40e-4caf-4b02-8409-40515df0c3b3 {{(pid=103304) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 26 21:51:14.915924 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-5d3f74db-9f04-4100-9080-ed978e772a40 req-39e7de4c-e6c6-430a-83b4-7fda669a775f service neutron] Publish callbacks [] for port (1eb0a40e-4caf-4b02-8409-40515df0c3b3), precommit_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:51:14.928909 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.provisioning_blocks [req-5d3f74db-9f04-4100-9080-ed978e772a40 req-39e7de4c-e6c6-430a-83b4-7fda669a775f service neutron] Transition to ACTIVE for port object 1eb0a40e-4caf-4b02-8409-40515df0c3b3 will not be triggered until provisioned by entity L2. {{(pid=103304) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 21:51:14.934544 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-5d3f74db-9f04-4100-9080-ed978e772a40 req-39e7de4c-e6c6-430a-83b4-7fda669a775f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9281542'] for port (1eb0a40e-4caf-4b02-8409-40515df0c3b3), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:51:14.999266 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e7de4c-e6c6-430a-83b4-7fda669a775f service neutron] Pushing event updated for resources: {'Port': ['ID=1eb0a40e-4caf-4b02-8409-40515df0c3b3,revision_number=2']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:51:15.226012 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [req-5d3f74db-9f04-4100-9080-ed978e772a40 req-39e7de4c-e6c6-430a-83b4-7fda669a775f service neutron] Attempting to bind port 1eb0a40e-4caf-4b02-8409-40515df0c3b3 on host n-h2-760453-5 for vnic_type normal with profile {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 21:51:15.227389 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [req-5d3f74db-9f04-4100-9080-ed978e772a40 req-39e7de4c-e6c6-430a-83b4-7fda669a775f service neutron] Attempting to bind port 1eb0a40e-4caf-4b02-8409-40515df0c3b3 by drivers openvswitch,hyperv on host n-h2-760453-5 at level 0 using segments [{'id': '9a2f9f82-c041-418b-a55c-16c7f60d3f23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'e866a34e-1552-4423-ada4-1491d39ac585'}] {{(pid=103304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 26 21:51:15.227722 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d3f74db-9f04-4100-9080-ed978e772a40 req-39e7de4c-e6c6-430a-83b4-7fda669a775f service neutron] Attempting to bind port 1eb0a40e-4caf-4b02-8409-40515df0c3b3 on network e866a34e-1552-4423-ada4-1491d39ac585 {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 21:51:15.239248 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589d8b81-95c1-494b-a8b7-be54078f2793 req-da0635a1-7580-439c-9ddf-d8968f5e8882 tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:51:15.246268 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-589d8b81-95c1-494b-a8b7-be54078f2793 req-da0635a1-7580-439c-9ddf-d8968f5e8882 tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] 10.222.0.13 "GET /v2.0/ports?device_id=81099669-22d6-48cb-9f2b-7a05c2234159 HTTP/1.1" status: 200 len: 944 time: 0.1902540 Jan 26 21:51:15.255388 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d3f74db-9f04-4100-9080-ed978e772a40 req-39e7de4c-e6c6-430a-83b4-7fda669a775f service neutron] Port 1eb0a40e-4caf-4b02-8409-40515df0c3b3 on network e866a34e-1552-4423-ada4-1491d39ac585 not bound, no agent of type Open vSwitch agent registered on host n-h2-760453-5 {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 26 21:51:15.256719 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d3f74db-9f04-4100-9080-ed978e772a40 req-39e7de4c-e6c6-430a-83b4-7fda669a775f service neutron] Attempting to bind port 1eb0a40e-4caf-4b02-8409-40515df0c3b3 on network e866a34e-1552-4423-ada4-1491d39ac585 {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 21:51:15.314207 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d3f74db-9f04-4100-9080-ed978e772a40 req-39e7de4c-e6c6-430a-83b4-7fda669a775f service neutron] Checking agent: {'id': '4d619873-4b60-439f-9b5a-b155dc8bbc34', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-760453-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 21, 2, 53), 'started_at': datetime.datetime(2022, 1, 26, 21, 2, 53), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 21, 50, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 26 21:51:15.314549 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d3f74db-9f04-4100-9080-ed978e772a40 req-39e7de4c-e6c6-430a-83b4-7fda669a775f service neutron] Checking segment: {'id': '9a2f9f82-c041-418b-a55c-16c7f60d3f23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'e866a34e-1552-4423-ada4-1491d39ac585'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103304) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 21:51:15.314936 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d3f74db-9f04-4100-9080-ed978e772a40 req-39e7de4c-e6c6-430a-83b4-7fda669a775f service neutron] Bound using segment: {'id': '9a2f9f82-c041-418b-a55c-16c7f60d3f23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'e866a34e-1552-4423-ada4-1491d39ac585'} {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 26 21:51:15.315378 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [req-5d3f74db-9f04-4100-9080-ed978e772a40 req-39e7de4c-e6c6-430a-83b4-7fda669a775f service neutron] Bound port: 1eb0a40e-4caf-4b02-8409-40515df0c3b3, host: n-h2-760453-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9a2f9f82-c041-418b-a55c-16c7f60d3f23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'e866a34e-1552-4423-ada4-1491d39ac585'}}] {{(pid=103304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 26 21:51:15.315742 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-5d3f74db-9f04-4100-9080-ed978e772a40 req-39e7de4c-e6c6-430a-83b4-7fda669a775f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (1eb0a40e-4caf-4b02-8409-40515df0c3b3), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:51:15.377565 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-589d8b81-95c1-494b-a8b7-be54078f2793 req-5b8dd10e-b891-4a0c-8bc4-63b5b4769d7c tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] 10.222.0.13 "GET /v2.0/security-groups?id=fc3c904c-ba97-4f39-a366-73263c07da15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1303866 Jan 26 21:51:15.422690 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [req-5d3f74db-9f04-4100-9080-ed978e772a40 req-39e7de4c-e6c6-430a-83b4-7fda669a775f service neutron] For port 1eb0a40e-4caf-4b02-8409-40515df0c3b3, host n-h2-760453-5, cleared binding levels {{(pid=103304) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 26 21:51:15.429849 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [req-5d3f74db-9f04-4100-9080-ed978e772a40 req-39e7de4c-e6c6-430a-83b4-7fda669a775f service neutron] For port 1eb0a40e-4caf-4b02-8409-40515df0c3b3, host n-h2-760453-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-5',level=0,port_id=1eb0a40e-4caf-4b02-8409-40515df0c3b3,segment=NetworkSegment(9a2f9f82-c041-418b-a55c-16c7f60d3f23),segment_id=9a2f9f82-c041-418b-a55c-16c7f60d3f23)] {{(pid=103304) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 26 21:51:15.435853 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-5d3f74db-9f04-4100-9080-ed978e772a40 req-39e7de4c-e6c6-430a-83b4-7fda669a775f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9281542'] for port (1eb0a40e-4caf-4b02-8409-40515df0c3b3), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:51:15.473350 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3f74db-9f04-4100-9080-ed978e772a40 req-39e7de4c-e6c6-430a-83b4-7fda669a775f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:51:15.474013 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-5d3f74db-9f04-4100-9080-ed978e772a40 req-39e7de4c-e6c6-430a-83b4-7fda669a775f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:51:15.476024 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-5d3f74db-9f04-4100-9080-ed978e772a40 req-39e7de4c-e6c6-430a-83b4-7fda669a775f service neutron] 10.222.0.57 "PUT /v2.0/ports/1eb0a40e-4caf-4b02-8409-40515df0c3b3 HTTP/1.1" status: 200 len: 1092 time: 1.1286047 Jan 26 21:51:15.476552 n-d-760453-5 neutron-server[103304]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '81099669-22d6-48cb-9f2b-7a05c2234159', 'tag': '1eb0a40e-4caf-4b02-8409-40515df0c3b3'}] {{(pid=103304) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 21:51:15.479097 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d52b45f1943fcd332af9527eb73ff93c8d715d44383a3f6d18de73b4cfcf87b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8338b982-3e7e-4514-aefc-0b1451899afb" -d '{"events": [{"name": "network-changed", "server_uuid": "81099669-22d6-48cb-9f2b-7a05c2234159", "tag": "1eb0a40e-4caf-4b02-8409-40515df0c3b3"}]}' {{(pid=103304) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 21:51:15.526760 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e7de4c-e6c6-430a-83b4-7fda669a775f service neutron] Pushing event updated for resources: {'Port': ['ID=1eb0a40e-4caf-4b02-8409-40515df0c3b3,revision_number=3']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:51:15.549581 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 26 Jan 2022 21:51:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df02642e-ecf4-4f04-856b-2827c7d729da x-openstack-request-id: req-df02642e-ecf4-4f04-856b-2827c7d729da {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 21:51:15.549974 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "81099669-22d6-48cb-9f2b-7a05c2234159", "tag": "1eb0a40e-4caf-4b02-8409-40515df0c3b3", "status": "completed", "code": 200}]} {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 21:51:15.551666 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-df02642e-ecf4-4f04-856b-2827c7d729da {{(pid=103304) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 21:51:15.552180 n-d-760453-5 neutron-server[103304]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '81099669-22d6-48cb-9f2b-7a05c2234159', 'tag': '1eb0a40e-4caf-4b02-8409-40515df0c3b3', 'status': 'completed', 'code': 200} Jan 26 21:51:15.597374 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3f74db-9f04-4100-9080-ed978e772a40 req-73ea8b3c-4f92-4300-8ad1-e8d8ab66d9d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:51:15.598985 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-5d3f74db-9f04-4100-9080-ed978e772a40 req-73ea8b3c-4f92-4300-8ad1-e8d8ab66d9d3 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=bc63455dcf49482fa53286dc14f91835&device_id=81099669-22d6-48cb-9f2b-7a05c2234159 HTTP/1.1" status: 200 len: 1095 time: 0.0652218 Jan 26 21:51:15.647865 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-5d3f74db-9f04-4100-9080-ed978e772a40 req-492d87ef-baec-4362-8413-27841a42016f service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1eb0a40e-4caf-4b02-8409-40515df0c3b3 HTTP/1.1" status: 200 len: 217 time: 0.0392053 Jan 26 21:51:15.704074 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3f74db-9f04-4100-9080-ed978e772a40 req-9a368fcc-d570-4c64-afcc-3e06571e00b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:51:15.705691 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-5d3f74db-9f04-4100-9080-ed978e772a40 req-9a368fcc-d570-4c64-afcc-3e06571e00b5 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=96a6ba37-129e-4936-9d0e-9f67f00a39ac HTTP/1.1" status: 200 len: 850 time: 0.0523612 Jan 26 21:51:15.769413 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3f74db-9f04-4100-9080-ed978e772a40 req-3abf36e6-bc48-430c-8284-f9e7b21bc4e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:51:15.773181 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-5d3f74db-9f04-4100-9080-ed978e772a40 req-3abf36e6-bc48-430c-8284-f9e7b21bc4e3 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=e866a34e-1552-4423-ada4-1491d39ac585&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0585561 Jan 26 21:51:15.894044 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-5d3f74db-9f04-4100-9080-ed978e772a40 req-4e42305b-774e-4fdd-85a7-05062340ffe6 service neutron] 10.222.0.57 "GET /v2.0/networks/e866a34e-1552-4423-ada4-1491d39ac585?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1113596 Jan 26 21:51:16.012078 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-5d3f74db-9f04-4100-9080-ed978e772a40 req-eb42dd6f-3ccf-4e2b-9f95-f2bcdc73a7e1 service neutron] 10.222.0.57 "GET /v2.0/networks/e866a34e-1552-4423-ada4-1491d39ac585?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1115613 Jan 26 21:51:16.116943 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8338b982-3e7e-4514-aefc-0b1451899afb req-22d02164-7795-4f82-99ca-e4c6f78a4176 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:51:16.118798 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-8338b982-3e7e-4514-aefc-0b1451899afb req-22d02164-7795-4f82-99ca-e4c6f78a4176 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=bc63455dcf49482fa53286dc14f91835&device_id=81099669-22d6-48cb-9f2b-7a05c2234159 HTTP/1.1" status: 200 len: 1095 time: 0.0531526 Jan 26 21:51:16.248615 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8338b982-3e7e-4514-aefc-0b1451899afb req-9e03f233-2872-48d2-bebd-e54691d453e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:51:16.250546 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-8338b982-3e7e-4514-aefc-0b1451899afb req-9e03f233-2872-48d2-bebd-e54691d453e2 service neutron] 10.222.0.57 "GET /v2.0/networks?id=e866a34e-1552-4423-ada4-1491d39ac585 HTTP/1.1" status: 200 len: 912 time: 0.1252909 Jan 26 21:51:16.325359 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-8338b982-3e7e-4514-aefc-0b1451899afb req-2231086e-cf28-4adc-a5a1-9b055df7de00 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1eb0a40e-4caf-4b02-8409-40515df0c3b3 HTTP/1.1" status: 200 len: 217 time: 0.0678847 Jan 26 21:51:16.412378 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8338b982-3e7e-4514-aefc-0b1451899afb req-5925bf42-70ce-4ab2-9b0f-8ac112489686 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:51:16.414469 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-8338b982-3e7e-4514-aefc-0b1451899afb req-5925bf42-70ce-4ab2-9b0f-8ac112489686 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=96a6ba37-129e-4936-9d0e-9f67f00a39ac HTTP/1.1" status: 200 len: 850 time: 0.0831871 Jan 26 21:51:16.481645 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8338b982-3e7e-4514-aefc-0b1451899afb req-f52cd9b3-7eed-41dd-a1c0-dee0fa0ba249 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:51:16.483498 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-8338b982-3e7e-4514-aefc-0b1451899afb req-f52cd9b3-7eed-41dd-a1c0-dee0fa0ba249 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=e866a34e-1552-4423-ada4-1491d39ac585&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0629199 Jan 26 21:51:16.597734 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9420cc-4a34-42e4-aae5-e513854096e0 req-53598a8c-bc6a-4c02-abfa-9260fc84c008 tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:51:16.599327 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-7b9420cc-4a34-42e4-aae5-e513854096e0 req-53598a8c-bc6a-4c02-abfa-9260fc84c008 tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] 10.222.0.13 "GET /v2.0/ports?device_id=81099669-22d6-48cb-9f2b-7a05c2234159 HTTP/1.1" status: 200 len: 944 time: 0.1135368 Jan 26 21:51:16.635112 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-8338b982-3e7e-4514-aefc-0b1451899afb req-13cbd769-5944-43d3-aae8-1ccad516d160 service neutron] 10.222.0.57 "GET /v2.0/networks/e866a34e-1552-4423-ada4-1491d39ac585?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1390340 Jan 26 21:51:16.725910 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-7b9420cc-4a34-42e4-aae5-e513854096e0 req-940d2782-5ac7-4824-aa26-53b0320d5bda tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] 10.222.0.13 "GET /v2.0/security-groups?id=fc3c904c-ba97-4f39-a366-73263c07da15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202776 Jan 26 21:51:16.772113 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-8338b982-3e7e-4514-aefc-0b1451899afb req-08d03374-f909-4ca5-b2c4-56e851b36273 service neutron] 10.222.0.57 "GET /v2.0/networks/e866a34e-1552-4423-ada4-1491d39ac585?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1263089 Jan 26 21:51:17.873277 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fad9f33-7788-46a2-8110-ae3e9b54ab12 req-0dd66472-0eb1-4395-b3d9-fee8e76cfee7 tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:51:17.875607 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-8fad9f33-7788-46a2-8110-ae3e9b54ab12 req-0dd66472-0eb1-4395-b3d9-fee8e76cfee7 tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] 10.222.0.13 "GET /v2.0/ports?device_id=81099669-22d6-48cb-9f2b-7a05c2234159 HTTP/1.1" status: 200 len: 944 time: 0.0559168 Jan 26 21:51:17.928804 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-8fad9f33-7788-46a2-8110-ae3e9b54ab12 req-cf3ba999-1854-40b4-9a8b-adfd115cc51c tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] 10.222.0.13 "GET /v2.0/security-groups?id=fc3c904c-ba97-4f39-a366-73263c07da15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462167 Jan 26 21:51:18.916833 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-dabed3d0-d421-49bc-b0b3-8b407b2eeda8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (474ccdf7-ab6c-405b-a3b2-dc7b05829902), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:51:19.075348 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c78c3f-050a-4f4a-b833-48be173d08b9 req-f183e4d5-33f5-43a3-91a3-e8fa54e36c8e tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:51:19.082924 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-01c78c3f-050a-4f4a-b833-48be173d08b9 req-f183e4d5-33f5-43a3-91a3-e8fa54e36c8e tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] 10.222.0.13 "GET /v2.0/ports?device_id=81099669-22d6-48cb-9f2b-7a05c2234159 HTTP/1.1" status: 200 len: 944 time: 0.0702932 Jan 26 21:51:19.146598 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-01c78c3f-050a-4f4a-b833-48be173d08b9 req-ec4562d9-e454-4b26-ac83-87e77575d3a8 tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] 10.222.0.13 "GET /v2.0/security-groups?id=fc3c904c-ba97-4f39-a366-73263c07da15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577037 Jan 26 21:51:20.280768 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616ee4d4-4967-4e14-8012-cb61d64f11cb req-2fae8aab-7425-4692-bc75-73aa2c99dc86 tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:51:20.289971 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-616ee4d4-4967-4e14-8012-cb61d64f11cb req-2fae8aab-7425-4692-bc75-73aa2c99dc86 tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] 10.222.0.13 "GET /v2.0/ports?device_id=81099669-22d6-48cb-9f2b-7a05c2234159 HTTP/1.1" status: 200 len: 944 time: 0.0725467 Jan 26 21:51:20.354222 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-616ee4d4-4967-4e14-8012-cb61d64f11cb req-5c2b3dc6-cda6-42d2-9151-e050c0a40a33 tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] 10.222.0.13 "GET /v2.0/security-groups?id=fc3c904c-ba97-4f39-a366-73263c07da15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628858 Jan 26 21:51:21.267018 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2192cce5-6a72-443a-870f-9ffb18c6f467 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (09df100c-3af1-4b0a-bda8-05914c71c458), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:51:21.482340 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10066547-d859-4326-ac2d-6e9b24aa0a5b req-dbde2dfc-e5e0-4242-90bf-75b24be47920 tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:51:21.489784 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-10066547-d859-4326-ac2d-6e9b24aa0a5b req-dbde2dfc-e5e0-4242-90bf-75b24be47920 tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] 10.222.0.13 "GET /v2.0/ports?device_id=81099669-22d6-48cb-9f2b-7a05c2234159 HTTP/1.1" status: 200 len: 944 time: 0.0555043 Jan 26 21:51:21.549465 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-10066547-d859-4326-ac2d-6e9b24aa0a5b req-eec5c9eb-1785-4a47-be77-15ee4cbe4e24 tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] 10.222.0.13 "GET /v2.0/security-groups?id=fc3c904c-ba97-4f39-a366-73263c07da15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585289 Jan 26 21:51:22.345497 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-841f5991-a4d8-4d4b-b215-cbc6bab5427b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (aa7ee9d2-08eb-4e12-b895-24c57300dfec), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:51:22.661829 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486f7eac-aa24-46d7-99cb-204705686239 req-a7e1b157-d108-4f75-8f38-6f48a9b2fdf3 tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:51:22.664764 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-486f7eac-aa24-46d7-99cb-204705686239 req-a7e1b157-d108-4f75-8f38-6f48a9b2fdf3 tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] 10.222.0.13 "GET /v2.0/ports?device_id=81099669-22d6-48cb-9f2b-7a05c2234159 HTTP/1.1" status: 200 len: 944 time: 0.0532420 Jan 26 21:51:22.716160 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-486f7eac-aa24-46d7-99cb-204705686239 req-6acf3e65-7829-41ea-b51b-be75d4237950 tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] 10.222.0.13 "GET /v2.0/security-groups?id=fc3c904c-ba97-4f39-a366-73263c07da15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444050 Jan 26 21:51:23.292232 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (4d619873-4b60-439f-9b5a-b155dc8bbc34), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:51:23.903773 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4c4f07-2120-41b3-a144-ca345234be73 req-b3eaa2e6-2a34-48ef-b971-28c149c88318 tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:51:23.905598 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-1b4c4f07-2120-41b3-a144-ca345234be73 req-b3eaa2e6-2a34-48ef-b971-28c149c88318 tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] 10.222.0.13 "GET /v2.0/ports?device_id=81099669-22d6-48cb-9f2b-7a05c2234159 HTTP/1.1" status: 200 len: 944 time: 0.0855751 Jan 26 21:51:23.968777 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-1b4c4f07-2120-41b3-a144-ca345234be73 req-c6266c1b-d505-4f68-893e-165f7ed29ff4 tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] 10.222.0.13 "GET /v2.0/security-groups?id=fc3c904c-ba97-4f39-a366-73263c07da15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548141 Jan 26 21:51:24.189902 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-839dd188-ec69-470c-9ab0-d318dc1a2e96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (e79b4fc6-6c71-44b2-a6d0-ff3e1f4dfd0d), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:51:25.127277 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1cd2fd8-5703-4d52-a395-a8d01c7c51ca req-21a45c13-d5e6-44f0-80eb-0d7fa4580834 tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:51:25.128946 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-b1cd2fd8-5703-4d52-a395-a8d01c7c51ca req-21a45c13-d5e6-44f0-80eb-0d7fa4580834 tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] 10.222.0.13 "GET /v2.0/ports?device_id=81099669-22d6-48cb-9f2b-7a05c2234159 HTTP/1.1" status: 200 len: 944 time: 0.0781548 Jan 26 21:51:25.196219 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-b1cd2fd8-5703-4d52-a395-a8d01c7c51ca req-97a7748c-4244-4e93-b8da-393ead53757c tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] 10.222.0.13 "GET /v2.0/security-groups?id=fc3c904c-ba97-4f39-a366-73263c07da15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507913 Jan 26 21:51:25.328853 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (fea0591a-627d-4c87-9a9a-01625ddf3277), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:51:26.328345 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f305b6-0892-4dad-930c-b00f4d20ca6e req-e60b8021-c6fd-41f9-811f-a16ef7550419 tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:51:26.330247 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-76f305b6-0892-4dad-930c-b00f4d20ca6e req-e60b8021-c6fd-41f9-811f-a16ef7550419 tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] 10.222.0.13 "GET /v2.0/ports?device_id=81099669-22d6-48cb-9f2b-7a05c2234159 HTTP/1.1" status: 200 len: 944 time: 0.0533874 Jan 26 21:51:26.387518 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-76f305b6-0892-4dad-930c-b00f4d20ca6e req-19958da1-5f17-49da-bef4-26f7adfdf692 tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] 10.222.0.13 "GET /v2.0/security-groups?id=fc3c904c-ba97-4f39-a366-73263c07da15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446210 Jan 26 21:51:27.511733 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.agents_db [None req-569f1ced-6396-4ddf-b79f-e03b0b2146ab None None] Agent healthcheck: found 7 active agents {{(pid=103307) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 26 21:51:27.519625 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646653ac-ffc7-40ef-aa43-a873c3e0d738 req-910ef141-5615-428b-acd7-ddefd004e488 tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:51:27.527940 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-646653ac-ffc7-40ef-aa43-a873c3e0d738 req-910ef141-5615-428b-acd7-ddefd004e488 tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] 10.222.0.13 "GET /v2.0/ports?device_id=81099669-22d6-48cb-9f2b-7a05c2234159 HTTP/1.1" status: 200 len: 944 time: 0.0646911 Jan 26 21:51:27.586220 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-646653ac-ffc7-40ef-aa43-a873c3e0d738 req-4d618da7-454c-4575-946f-5657c5594869 tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] 10.222.0.13 "GET /v2.0/security-groups?id=fc3c904c-ba97-4f39-a366-73263c07da15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570858 Jan 26 21:51:28.742853 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690ebf7e-f5cb-4892-a983-160f7d867056 req-0fff6792-b170-4648-8012-eeb97ef8c398 tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:51:28.746069 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-690ebf7e-f5cb-4892-a983-160f7d867056 req-0fff6792-b170-4648-8012-eeb97ef8c398 tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] 10.222.0.13 "GET /v2.0/ports?device_id=81099669-22d6-48cb-9f2b-7a05c2234159 HTTP/1.1" status: 200 len: 944 time: 0.0852380 Jan 26 21:51:28.795642 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-690ebf7e-f5cb-4892-a983-160f7d867056 req-e74cfce0-6507-4f24-a5d4-a7462adc028b tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] 10.222.0.13 "GET /v2.0/security-groups?id=fc3c904c-ba97-4f39-a366-73263c07da15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452752 Jan 26 21:51:29.948562 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95279b44-9421-4f2b-ad0b-2ce61995440e req-91c2eec6-cf0e-4b7a-b609-ead025a96294 tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:51:29.950380 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-95279b44-9421-4f2b-ad0b-2ce61995440e req-91c2eec6-cf0e-4b7a-b609-ead025a96294 tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] 10.222.0.13 "GET /v2.0/ports?device_id=81099669-22d6-48cb-9f2b-7a05c2234159 HTTP/1.1" status: 200 len: 944 time: 0.0708323 Jan 26 21:51:30.009952 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-95279b44-9421-4f2b-ad0b-2ce61995440e req-e604a41a-b81c-4bb2-9cbe-96e594247c5c tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] 10.222.0.13 "GET /v2.0/security-groups?id=fc3c904c-ba97-4f39-a366-73263c07da15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534873 Jan 26 21:51:31.128606 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1386a9-dd5d-47b3-b310-60884979323a req-df26a668-589f-4eaf-b4dc-89979caa22cb tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:51:31.130319 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-cd1386a9-dd5d-47b3-b310-60884979323a req-df26a668-589f-4eaf-b4dc-89979caa22cb tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] 10.222.0.13 "GET /v2.0/ports?device_id=81099669-22d6-48cb-9f2b-7a05c2234159 HTTP/1.1" status: 200 len: 944 time: 0.0571082 Jan 26 21:51:31.181325 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-cd1386a9-dd5d-47b3-b310-60884979323a req-89e80dd2-a7b6-48c5-a3f4-78b98f8a37be tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] 10.222.0.13 "GET /v2.0/security-groups?id=fc3c904c-ba97-4f39-a366-73263c07da15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451019 Jan 26 21:51:32.309964 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Device 1eb0a40e-4caf-4b02-8409-40515df0c3b3 details requested by agent hyperv_n-h2-760453-5 with host n-h2-760453-5 {{(pid=103306) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 26 21:51:32.329774 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25fb37a-e0ff-4daa-a4c6-a2f39b7aca6a req-1da147bb-7b08-4151-87f8-f95e0a66ce11 tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:51:32.331949 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-e25fb37a-e0ff-4daa-a4c6-a2f39b7aca6a req-1da147bb-7b08-4151-87f8-f95e0a66ce11 tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] 10.222.0.13 "GET /v2.0/ports?device_id=81099669-22d6-48cb-9f2b-7a05c2234159 HTTP/1.1" status: 200 len: 944 time: 0.0670686 Jan 26 21:51:32.414553 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] For port 1eb0a40e-4caf-4b02-8409-40515df0c3b3, host n-h2-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-5',level=0,port_id=1eb0a40e-4caf-4b02-8409-40515df0c3b3,segment=NetworkSegment(9a2f9f82-c041-418b-a55c-16c7f60d3f23),segment_id=9a2f9f82-c041-418b-a55c-16c7f60d3f23)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:51:32.428698 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Returning: {'device': '1eb0a40e-4caf-4b02-8409-40515df0c3b3', 'network_id': 'e866a34e-1552-4423-ada4-1491d39ac585', 'port_id': '1eb0a40e-4caf-4b02-8409-40515df0c3b3', 'mac_address': 'fa:16:3e:bc:ad:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 568, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '96a6ba37-129e-4936-9d0e-9f67f00a39ac', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103306) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 26 21:51:32.435704 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-e25fb37a-e0ff-4daa-a4c6-a2f39b7aca6a req-a4f65754-2d8c-41c7-b0eb-24cec2067185 tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] 10.222.0.13 "GET /v2.0/security-groups?id=fc3c904c-ba97-4f39-a366-73263c07da15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954819 Jan 26 21:51:32.481971 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Current status of the port 1eb0a40e-4caf-4b02-8409-40515df0c3b3 is: DOWN; New status is: BUILD {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:51:32.482367 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (1eb0a40e-4caf-4b02-8409-40515df0c3b3), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:51:32.495611 n-d-760453-5 neutron-server[103306]: DEBUG neutron.notifiers.nova [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1eb0a40e-4caf-4b02-8409-40515df0c3b3 {{(pid=103306) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 26 21:51:32.515544 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] For port 1eb0a40e-4caf-4b02-8409-40515df0c3b3, host n-h2-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-5',level=0,port_id=1eb0a40e-4caf-4b02-8409-40515df0c3b3,segment=NetworkSegment(9a2f9f82-c041-418b-a55c-16c7f60d3f23),segment_id=9a2f9f82-c041-418b-a55c-16c7f60d3f23)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:51:32.519627 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (1eb0a40e-4caf-4b02-8409-40515df0c3b3), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:51:32.566311 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Pushing event updated for resources: {'Port': ['ID=1eb0a40e-4caf-4b02-8409-40515df0c3b3,revision_number=4']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:51:32.573718 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:51:32.574069 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:51:32.574413 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:51:32.574750 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:51:32.575089 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:51:32.575418 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:51:32.575745 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:51:32.576068 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:51:32.576391 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:51:32.576711 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:51:32.577043 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:51:32.577515 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:51:32.577842 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:51:32.725584 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] get_ports_and_sgs() called for port_ids ['1eb0a40e-4caf-4b02-8409-40515df0c3b3'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 26 21:51:33.545345 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c464770-6951-4005-ae71-15277ef2e051 req-3ee62dc3-7b55-4f90-8c81-7df5afe7ef4a tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:51:33.549771 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-2c464770-6951-4005-ae71-15277ef2e051 req-3ee62dc3-7b55-4f90-8c81-7df5afe7ef4a tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] 10.222.0.13 "GET /v2.0/ports?device_id=81099669-22d6-48cb-9f2b-7a05c2234159 HTTP/1.1" status: 200 len: 945 time: 0.0579851 Jan 26 21:51:33.595196 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-2c464770-6951-4005-ae71-15277ef2e051 req-d37c3d30-da55-4b29-a029-2887a4db9d2f tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] 10.222.0.13 "GET /v2.0/security-groups?id=fc3c904c-ba97-4f39-a366-73263c07da15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419562 Jan 26 21:51:34.321696 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Device 1eb0a40e-4caf-4b02-8409-40515df0c3b3 up at agent hyperv_n-h2-760453-5 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 21:51:34.374609 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Provisioning for port 1eb0a40e-4caf-4b02-8409-40515df0c3b3 completed by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 21:51:34.378986 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Provisioning complete for port 1eb0a40e-4caf-4b02-8409-40515df0c3b3 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:51:34.379372 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (1eb0a40e-4caf-4b02-8409-40515df0c3b3), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:51:34.469433 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Current status of the port 1eb0a40e-4caf-4b02-8409-40515df0c3b3 is: BUILD; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:51:34.469892 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (1eb0a40e-4caf-4b02-8409-40515df0c3b3), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:51:34.506800 n-d-760453-5 neutron-server[103306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81099669-22d6-48cb-9f2b-7a05c2234159', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1eb0a40e-4caf-4b02-8409-40515df0c3b3'}] {{(pid=103306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 21:51:34.509661 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9d5d370febab655511bdd2ffe887e43e442d144a440368702bcc1e93af00b97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5596c3b-55c7-46bf-8f09-f572cb733941" -d '{"events": [{"server_uuid": "81099669-22d6-48cb-9f2b-7a05c2234159", "name": "network-vif-plugged", "status": "completed", "tag": "1eb0a40e-4caf-4b02-8409-40515df0c3b3"}]}' {{(pid=103306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 21:51:34.514255 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] For port 1eb0a40e-4caf-4b02-8409-40515df0c3b3, host n-h2-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-5',level=0,port_id=1eb0a40e-4caf-4b02-8409-40515df0c3b3,segment=NetworkSegment(9a2f9f82-c041-418b-a55c-16c7f60d3f23),segment_id=9a2f9f82-c041-418b-a55c-16c7f60d3f23)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:51:34.520891 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (1eb0a40e-4caf-4b02-8409-40515df0c3b3), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:51:34.559118 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Jan 2022 21:51:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3256c8f1-a5af-4174-b3a7-6658e3b26850 x-openstack-request-id: req-3256c8f1-a5af-4174-b3a7-6658e3b26850 {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 21:51:34.559464 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81099669-22d6-48cb-9f2b-7a05c2234159", "name": "network-vif-plugged", "status": "completed", "tag": "1eb0a40e-4caf-4b02-8409-40515df0c3b3", "code": 200}]} {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 21:51:34.559725 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-3256c8f1-a5af-4174-b3a7-6658e3b26850 {{(pid=103306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 21:51:34.560130 n-d-760453-5 neutron-server[103306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81099669-22d6-48cb-9f2b-7a05c2234159', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1eb0a40e-4caf-4b02-8409-40515df0c3b3', 'code': 200} Jan 26 21:51:34.594571 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Pushing event updated for resources: {'Port': ['ID=1eb0a40e-4caf-4b02-8409-40515df0c3b3,revision_number=5']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:51:34.695988 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66bbaaa9-9330-4723-9852-f159320973b9 req-d96a4488-764e-4e7a-a97a-568a7280dad5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:51:34.697994 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-66bbaaa9-9330-4723-9852-f159320973b9 req-d96a4488-764e-4e7a-a97a-568a7280dad5 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=81099669-22d6-48cb-9f2b-7a05c2234159 HTTP/1.1" status: 200 len: 1097 time: 0.0735147 Jan 26 21:51:34.764581 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-66bbaaa9-9330-4723-9852-f159320973b9 req-d307bba0-51bb-430b-a305-de32e6a0ee4a service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=fc3c904c-ba97-4f39-a366-73263c07da15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498779 Jan 26 21:51:34.776662 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d92c0f7-d4ca-4f6d-af97-5fb1db7c9f38 req-aceaf0b3-0e5f-4c06-9cf4-5674fae676da tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:51:34.778401 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-8d92c0f7-d4ca-4f6d-af97-5fb1db7c9f38 req-aceaf0b3-0e5f-4c06-9cf4-5674fae676da tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] 10.222.0.13 "GET /v2.0/ports?device_id=81099669-22d6-48cb-9f2b-7a05c2234159 HTTP/1.1" status: 200 len: 946 time: 0.1025937 Jan 26 21:51:34.828832 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-8d92c0f7-d4ca-4f6d-af97-5fb1db7c9f38 req-ed5793f9-9720-40a4-b2d1-8d5b56af9baf tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] 10.222.0.13 "GET /v2.0/security-groups?id=fc3c904c-ba97-4f39-a366-73263c07da15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444806 Jan 26 21:51:35.955956 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8831fd7-4f62-40de-99e1-a8100018ca9a req-4e462f15-dd92-4aeb-8564-249a01dceb79 tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:51:35.958242 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-c8831fd7-4f62-40de-99e1-a8100018ca9a req-4e462f15-dd92-4aeb-8564-249a01dceb79 tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] 10.222.0.13 "GET /v2.0/ports?device_id=81099669-22d6-48cb-9f2b-7a05c2234159 HTTP/1.1" status: 200 len: 946 time: 0.0519574 Jan 26 21:51:36.008301 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-c8831fd7-4f62-40de-99e1-a8100018ca9a req-6c9f0310-77e4-42d3-9e45-271e8feb2bdd tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] 10.222.0.13 "GET /v2.0/security-groups?id=fc3c904c-ba97-4f39-a366-73263c07da15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439296 Jan 26 21:51:36.125265 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8348db7-7ddf-4562-9a74-9266915bb8e3 req-d2f0fe85-cf22-4c9d-9628-0e22a5700b05 tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:51:36.127046 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-f8348db7-7ddf-4562-9a74-9266915bb8e3 req-d2f0fe85-cf22-4c9d-9628-0e22a5700b05 tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] 10.222.0.13 "GET /v2.0/ports?device_id=81099669-22d6-48cb-9f2b-7a05c2234159 HTTP/1.1" status: 200 len: 946 time: 0.0494595 Jan 26 21:51:36.183169 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-f8348db7-7ddf-4562-9a74-9266915bb8e3 req-90695e26-7845-4fe9-aa7f-ac8473fd4252 tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] 10.222.0.13 "GET /v2.0/security-groups?id=fc3c904c-ba97-4f39-a366-73263c07da15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493627 Jan 26 21:51:38.531430 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (32ef628b-8417-46c5-8729-60fcabe358f1), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:51:40.143982 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276eec1f-d20a-471d-a997-cf20552c6e52 req-b4ee34e9-bfab-4638-86b9-13c3cfb2de8d tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:51:40.146538 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-276eec1f-d20a-471d-a997-cf20552c6e52 req-b4ee34e9-bfab-4638-86b9-13c3cfb2de8d tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] 10.222.0.13 "GET /v2.0/networks?id=e866a34e-1552-4423-ada4-1491d39ac585 HTTP/1.1" status: 200 len: 811 time: 0.1147633 Jan 26 21:51:40.168409 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-276eec1f-d20a-471d-a997-cf20552c6e52 req-bf1ff470-7679-4e1f-ac0f-75c558eddea1 tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] 10.222.0.13 "GET /v2.0/quotas/bc63455dcf49482fa53286dc14f91835 HTTP/1.1" status: 200 len: 375 time: 0.0149527 Jan 26 21:51:40.228551 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-276eec1f-d20a-471d-a997-cf20552c6e52 req-14ab8a03-7101-479c-bde3-028040fff34b tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=bc63455dcf49482fa53286dc14f91835&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0591214 Jan 26 21:51:40.340611 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-276eec1f-d20a-471d-a997-cf20552c6e52 req-198b328c-93d4-4f33-96c9-d75ca0a4e0d1 service neutron] 10.222.0.13 "GET /v2.0/networks/e866a34e-1552-4423-ada4-1491d39ac585?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1113734 Jan 26 21:51:40.459728 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-276eec1f-d20a-471d-a997-cf20552c6e52 req-900d5c1b-d88b-4055-af82-f207630534d9 service neutron] 10.222.0.13 "GET /v2.0/networks/e866a34e-1552-4423-ada4-1491d39ac585?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1112549 Jan 26 21:51:40.715378 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-f115e728-a8ed-4fed-81fc-83e0a66d378d req-2a72e8db-a961-4a1d-a37b-08915d042331 tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] 10.222.0.13 "GET /v2.0/ports?device_id=f259ae42-311f-405a-ace0-a49d5c5ae1ef HTTP/1.1" status: 200 len: 210 time: 0.0348737 Jan 26 21:51:41.901898 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-e9a92cb9-f7b4-4d66-bcaf-be418bc8bb74 req-f2097d9a-6153-4e9b-9c85-79c7f5969556 tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] 10.222.0.13 "GET /v2.0/ports?device_id=f259ae42-311f-405a-ace0-a49d5c5ae1ef HTTP/1.1" status: 200 len: 210 time: 0.0976243 Jan 26 21:51:42.043161 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276eec1f-d20a-471d-a997-cf20552c6e52 req-e4a8f583-cd25-40eb-8d9f-af1796a8596e tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:51:42.044846 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-276eec1f-d20a-471d-a997-cf20552c6e52 req-e4a8f583-cd25-40eb-8d9f-af1796a8596e tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] 10.222.0.66 "GET /v2.0/networks?id=e866a34e-1552-4423-ada4-1491d39ac585 HTTP/1.1" status: 200 len: 811 time: 0.1966324 Jan 26 21:51:42.061692 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-c43c2615-cf71-41d0-8bcb-bbcc118a1a4d req-8895509f-b0d8-4526-ad33-144c0fa0c82d service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=81099669-22d6-48cb-9f2b-7a05c2234159&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4355981 Jan 26 21:51:42.072822 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [req-276eec1f-d20a-471d-a997-cf20552c6e52 req-aaafb624-1635-4e34-950f-bf8c0a4068e2 tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] Request body: {'port': {'device_id': 'f259ae42-311f-405a-ace0-a49d5c5ae1ef', 'network_id': 'e866a34e-1552-4423-ada4-1491d39ac585', 'admin_state_up': True, 'tenant_id': 'bc63455dcf49482fa53286dc14f91835'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:51:42.256939 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-276eec1f-d20a-471d-a997-cf20552c6e52 req-aaafb624-1635-4e34-950f-bf8c0a4068e2 tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] Made reservation on behalf of bc63455dcf49482fa53286dc14f91835 for: {'port': 1} {{(pid=103304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 21:51:42.260608 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-276eec1f-d20a-471d-a997-cf20552c6e52 req-aaafb624-1635-4e34-950f-bf8c0a4068e2 tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:51:42.280392 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43c2615-cf71-41d0-8bcb-bbcc118a1a4d req-eea0740a-7bce-43d1-8d73-3e28101aa1f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:51:42.282233 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-c43c2615-cf71-41d0-8bcb-bbcc118a1a4d req-eea0740a-7bce-43d1-8d73-3e28101aa1f5 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=bc63455dcf49482fa53286dc14f91835&device_id=81099669-22d6-48cb-9f2b-7a05c2234159 HTTP/1.1" status: 200 len: 1097 time: 0.1251488 Jan 26 21:51:42.508427 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.db_base_plugin_common [req-276eec1f-d20a-471d-a997-cf20552c6e52 req-aaafb624-1635-4e34-950f-bf8c0a4068e2 tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] Allocated IP 172.20.0.8 (e866a34e-1552-4423-ada4-1491d39ac585/96a6ba37-129e-4936-9d0e-9f67f00a39ac/eac3480d-29bf-468f-8b85-2f71634934c2) {{(pid=103304) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 21:51:42.543332 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43c2615-cf71-41d0-8bcb-bbcc118a1a4d req-1298f413-0bac-454b-bc8c-c409c192fdfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:51:42.545503 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-c43c2615-cf71-41d0-8bcb-bbcc118a1a4d req-1298f413-0bac-454b-bc8c-c409c192fdfe service neutron] 10.222.0.57 "GET /v2.0/networks?id=e866a34e-1552-4423-ada4-1491d39ac585 HTTP/1.1" status: 200 len: 912 time: 0.2370930 Jan 26 21:51:42.622169 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-c43c2615-cf71-41d0-8bcb-bbcc118a1a4d req-25912454-8c45-4764-bcd8-47f37f46f15a service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1eb0a40e-4caf-4b02-8409-40515df0c3b3 HTTP/1.1" status: 200 len: 217 time: 0.0639293 Jan 26 21:51:42.680498 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43c2615-cf71-41d0-8bcb-bbcc118a1a4d req-a479d110-744b-46b4-98ff-1c0b504c89c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:51:42.680498 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-c43c2615-cf71-41d0-8bcb-bbcc118a1a4d req-a479d110-744b-46b4-98ff-1c0b504c89c3 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=96a6ba37-129e-4936-9d0e-9f67f00a39ac HTTP/1.1" status: 200 len: 850 time: 0.0502858 Jan 26 21:51:43.191641 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-c671f3b7-ff0a-4d87-b683-37324a842004 req-6d7a80f6-f4f6-435e-a56d-bd7a3e070db5 tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] 10.222.0.13 "GET /v2.0/ports?device_id=f259ae42-311f-405a-ace0-a49d5c5ae1ef HTTP/1.1" status: 200 len: 210 time: 0.0354552 Jan 26 21:51:43.199515 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43c2615-cf71-41d0-8bcb-bbcc118a1a4d req-e0a010c8-49b0-4828-b275-62aebfeb1e48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:51:43.201268 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-c43c2615-cf71-41d0-8bcb-bbcc118a1a4d req-e0a010c8-49b0-4828-b275-62aebfeb1e48 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=e866a34e-1552-4423-ada4-1491d39ac585&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5108008 Jan 26 21:51:43.306910 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-c43c2615-cf71-41d0-8bcb-bbcc118a1a4d req-79ac68a7-8369-44b8-9be2-010a8a5f9671 service neutron] 10.222.0.57 "GET /v2.0/networks/e866a34e-1552-4423-ada4-1491d39ac585?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0977471 Jan 26 21:51:43.421770 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-c43c2615-cf71-41d0-8bcb-bbcc118a1a4d req-c261947c-1330-4daf-a576-f8afa5f993da service neutron] 10.222.0.57 "GET /v2.0/networks/e866a34e-1552-4423-ada4-1491d39ac585?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1085858 Jan 26 21:51:43.480328 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-276eec1f-d20a-471d-a997-cf20552c6e52 req-aaafb624-1635-4e34-950f-bf8c0a4068e2 tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] Publish callbacks [] for port (eac3480d-29bf-468f-8b85-2f71634934c2), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:51:43.523678 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-276eec1f-d20a-471d-a997-cf20552c6e52 req-aaafb624-1635-4e34-950f-bf8c0a4068e2 tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746560234527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9281553'] for port (eac3480d-29bf-468f-8b85-2f71634934c2), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:51:43.538216 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] get_ports_and_sgs() called for port_ids ['1eb0a40e-4caf-4b02-8409-40515df0c3b3'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 26 21:51:43.596094 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-276eec1f-d20a-471d-a997-cf20552c6e52 req-aaafb624-1635-4e34-950f-bf8c0a4068e2 tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] Network e866a34e-1552-4423-ada4-1491d39ac585 is already hosted by enough agents. {{(pid=103304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 21:51:43.629083 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaafb624-1635-4e34-950f-bf8c0a4068e2 tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] Pushing event updated for resources: {'Port': ['ID=eac3480d-29bf-468f-8b85-2f71634934c2,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:51:43.632579 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [req-276eec1f-d20a-471d-a997-cf20552c6e52 req-aaafb624-1635-4e34-950f-bf8c0a4068e2 tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] Resources bound (agent type, host, resource id): {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:51:43.636443 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [req-276eec1f-d20a-471d-a997-cf20552c6e52 req-aaafb624-1635-4e34-950f-bf8c0a4068e2 tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] Received port after_create {{(pid=103304) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 21:51:43.742015 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276eec1f-d20a-471d-a997-cf20552c6e52 req-aaafb624-1635-4e34-950f-bf8c0a4068e2 tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:51:43.742917 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-276eec1f-d20a-471d-a997-cf20552c6e52 req-aaafb624-1635-4e34-950f-bf8c0a4068e2 tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:51:43.789674 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-276eec1f-d20a-471d-a997-cf20552c6e52 req-aaafb624-1635-4e34-950f-bf8c0a4068e2 tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7261407 Jan 26 21:51:43.807283 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [req-276eec1f-d20a-471d-a997-cf20552c6e52 req-f26aff3a-9766-4141-bd45-4199e9e844f2 service neutron] Request body: {'port': {'device_id': 'f259ae42-311f-405a-ace0-a49d5c5ae1ef', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-760453-5'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:51:43.906140 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-276eec1f-d20a-471d-a997-cf20552c6e52 req-f26aff3a-9766-4141-bd45-4199e9e844f2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (eac3480d-29bf-468f-8b85-2f71634934c2), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:51:44.028299 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-97c832ea-6193-4c3f-85d2-f85ec5317c64 None None] Provisioning complete for port eac3480d-29bf-468f-8b85-2f71634934c2 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:51:44.028657 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-97c832ea-6193-4c3f-85d2-f85ec5317c64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (eac3480d-29bf-468f-8b85-2f71634934c2), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:51:44.067173 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-97c832ea-6193-4c3f-85d2-f85ec5317c64 None None] Port eac3480d-29bf-468f-8b85-2f71634934c2 cannot update to ACTIVE because it is not bound. {{(pid=103306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 26 21:51:44.279169 n-d-760453-5 neutron-server[103304]: DEBUG neutron.notifiers.nova [req-276eec1f-d20a-471d-a997-cf20552c6e52 req-f26aff3a-9766-4141-bd45-4199e9e844f2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eac3480d-29bf-468f-8b85-2f71634934c2 {{(pid=103304) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 26 21:51:44.290639 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-276eec1f-d20a-471d-a997-cf20552c6e52 req-f26aff3a-9766-4141-bd45-4199e9e844f2 service neutron] Publish callbacks [] for port (eac3480d-29bf-468f-8b85-2f71634934c2), precommit_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:51:44.314113 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.provisioning_blocks [req-276eec1f-d20a-471d-a997-cf20552c6e52 req-f26aff3a-9766-4141-bd45-4199e9e844f2 service neutron] Transition to ACTIVE for port object eac3480d-29bf-468f-8b85-2f71634934c2 will not be triggered until provisioned by entity L2. {{(pid=103304) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 21:51:44.319721 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-276eec1f-d20a-471d-a997-cf20552c6e52 req-f26aff3a-9766-4141-bd45-4199e9e844f2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9281542'] for port (eac3480d-29bf-468f-8b85-2f71634934c2), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:51:44.482328 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f26aff3a-9766-4141-bd45-4199e9e844f2 service neutron] Pushing event updated for resources: {'Port': ['ID=eac3480d-29bf-468f-8b85-2f71634934c2,revision_number=2']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:51:44.505339 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5816b35b-730d-4075-9e16-398e943ed474 req-ca4c3f6a-bc09-485b-b0cc-a8a9723a750f tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:51:44.507444 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-5816b35b-730d-4075-9e16-398e943ed474 req-ca4c3f6a-bc09-485b-b0cc-a8a9723a750f tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] 10.222.0.13 "GET /v2.0/ports?device_id=f259ae42-311f-405a-ace0-a49d5c5ae1ef HTTP/1.1" status: 200 len: 943 time: 0.1763072 Jan 26 21:51:44.508677 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [req-276eec1f-d20a-471d-a997-cf20552c6e52 req-f26aff3a-9766-4141-bd45-4199e9e844f2 service neutron] Attempting to bind port eac3480d-29bf-468f-8b85-2f71634934c2 on host n-h1-760453-5 for vnic_type normal with profile {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 21:51:44.509017 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [req-276eec1f-d20a-471d-a997-cf20552c6e52 req-f26aff3a-9766-4141-bd45-4199e9e844f2 service neutron] Attempting to bind port eac3480d-29bf-468f-8b85-2f71634934c2 by drivers openvswitch,hyperv on host n-h1-760453-5 at level 0 using segments [{'id': '9a2f9f82-c041-418b-a55c-16c7f60d3f23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'e866a34e-1552-4423-ada4-1491d39ac585'}] {{(pid=103304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 26 21:51:44.509366 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-276eec1f-d20a-471d-a997-cf20552c6e52 req-f26aff3a-9766-4141-bd45-4199e9e844f2 service neutron] Attempting to bind port eac3480d-29bf-468f-8b85-2f71634934c2 on network e866a34e-1552-4423-ada4-1491d39ac585 {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 21:51:44.572328 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-276eec1f-d20a-471d-a997-cf20552c6e52 req-f26aff3a-9766-4141-bd45-4199e9e844f2 service neutron] Port eac3480d-29bf-468f-8b85-2f71634934c2 on network e866a34e-1552-4423-ada4-1491d39ac585 not bound, no agent of type Open vSwitch agent registered on host n-h1-760453-5 {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 26 21:51:44.572702 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-276eec1f-d20a-471d-a997-cf20552c6e52 req-f26aff3a-9766-4141-bd45-4199e9e844f2 service neutron] Attempting to bind port eac3480d-29bf-468f-8b85-2f71634934c2 on network e866a34e-1552-4423-ada4-1491d39ac585 {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 21:51:44.595671 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-276eec1f-d20a-471d-a997-cf20552c6e52 req-f26aff3a-9766-4141-bd45-4199e9e844f2 service neutron] Checking agent: {'id': '32ef628b-8417-46c5-8729-60fcabe358f1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-760453-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 21, 3, 8), 'started_at': datetime.datetime(2022, 1, 26, 21, 3, 8), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 21, 51, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 26 21:51:44.596017 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-276eec1f-d20a-471d-a997-cf20552c6e52 req-f26aff3a-9766-4141-bd45-4199e9e844f2 service neutron] Checking segment: {'id': '9a2f9f82-c041-418b-a55c-16c7f60d3f23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'e866a34e-1552-4423-ada4-1491d39ac585'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103304) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 21:51:44.596407 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-276eec1f-d20a-471d-a997-cf20552c6e52 req-f26aff3a-9766-4141-bd45-4199e9e844f2 service neutron] Bound using segment: {'id': '9a2f9f82-c041-418b-a55c-16c7f60d3f23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'e866a34e-1552-4423-ada4-1491d39ac585'} {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 26 21:51:44.596854 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [req-276eec1f-d20a-471d-a997-cf20552c6e52 req-f26aff3a-9766-4141-bd45-4199e9e844f2 service neutron] Bound port: eac3480d-29bf-468f-8b85-2f71634934c2, host: n-h1-760453-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9a2f9f82-c041-418b-a55c-16c7f60d3f23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'e866a34e-1552-4423-ada4-1491d39ac585'}}] {{(pid=103304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 26 21:51:44.597224 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-276eec1f-d20a-471d-a997-cf20552c6e52 req-f26aff3a-9766-4141-bd45-4199e9e844f2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (eac3480d-29bf-468f-8b85-2f71634934c2), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:51:44.710527 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [req-276eec1f-d20a-471d-a997-cf20552c6e52 req-f26aff3a-9766-4141-bd45-4199e9e844f2 service neutron] For port eac3480d-29bf-468f-8b85-2f71634934c2, host n-h1-760453-5, cleared binding levels {{(pid=103304) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 26 21:51:44.714584 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [req-276eec1f-d20a-471d-a997-cf20552c6e52 req-f26aff3a-9766-4141-bd45-4199e9e844f2 service neutron] For port eac3480d-29bf-468f-8b85-2f71634934c2, host n-h1-760453-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-5',level=0,port_id=eac3480d-29bf-468f-8b85-2f71634934c2,segment=NetworkSegment(9a2f9f82-c041-418b-a55c-16c7f60d3f23),segment_id=9a2f9f82-c041-418b-a55c-16c7f60d3f23)] {{(pid=103304) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 26 21:51:44.719191 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-5816b35b-730d-4075-9e16-398e943ed474 req-649db735-3f8a-47d0-8d36-f768d4e89a24 tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] 10.222.0.13 "GET /v2.0/security-groups?id=fc3c904c-ba97-4f39-a366-73263c07da15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1956923 Jan 26 21:51:44.724173 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-276eec1f-d20a-471d-a997-cf20552c6e52 req-f26aff3a-9766-4141-bd45-4199e9e844f2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9281542'] for port (eac3480d-29bf-468f-8b85-2f71634934c2), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:51:44.834255 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276eec1f-d20a-471d-a997-cf20552c6e52 req-f26aff3a-9766-4141-bd45-4199e9e844f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:51:44.835850 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-276eec1f-d20a-471d-a997-cf20552c6e52 req-f26aff3a-9766-4141-bd45-4199e9e844f2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:51:44.837591 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-276eec1f-d20a-471d-a997-cf20552c6e52 req-f26aff3a-9766-4141-bd45-4199e9e844f2 service neutron] 10.222.0.66 "PUT /v2.0/ports/eac3480d-29bf-468f-8b85-2f71634934c2 HTTP/1.1" status: 200 len: 1091 time: 1.0359006 Jan 26 21:51:44.839106 n-d-760453-5 neutron-server[103304]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f259ae42-311f-405a-ace0-a49d5c5ae1ef', 'tag': 'eac3480d-29bf-468f-8b85-2f71634934c2'}] {{(pid=103304) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 21:51:44.848455 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d52b45f1943fcd332af9527eb73ff93c8d715d44383a3f6d18de73b4cfcf87b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc4c0b56-cfd7-4c90-9b70-5926f640c2a9" -d '{"events": [{"name": "network-changed", "server_uuid": "f259ae42-311f-405a-ace0-a49d5c5ae1ef", "tag": "eac3480d-29bf-468f-8b85-2f71634934c2"}]}' {{(pid=103304) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 21:51:45.002295 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f26aff3a-9766-4141-bd45-4199e9e844f2 service neutron] Pushing event updated for resources: {'Port': ['ID=eac3480d-29bf-468f-8b85-2f71634934c2,revision_number=3']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:51:45.031985 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276eec1f-d20a-471d-a997-cf20552c6e52 req-9639b385-f1f7-43dd-80a7-a6f12935fc61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:51:45.033614 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-276eec1f-d20a-471d-a997-cf20552c6e52 req-9639b385-f1f7-43dd-80a7-a6f12935fc61 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=bc63455dcf49482fa53286dc14f91835&device_id=f259ae42-311f-405a-ace0-a49d5c5ae1ef HTTP/1.1" status: 200 len: 1094 time: 0.0926781 Jan 26 21:51:45.154956 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-276eec1f-d20a-471d-a997-cf20552c6e52 req-fff70aa8-60f4-4b53-869e-f83684129ab3 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=eac3480d-29bf-468f-8b85-2f71634934c2 HTTP/1.1" status: 200 len: 217 time: 0.1053567 Jan 26 21:51:45.236822 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276eec1f-d20a-471d-a997-cf20552c6e52 req-e3e8aa67-a0e6-493c-9bd9-b51c6af4e6f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:51:45.238519 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-276eec1f-d20a-471d-a997-cf20552c6e52 req-e3e8aa67-a0e6-493c-9bd9-b51c6af4e6f7 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=96a6ba37-129e-4936-9d0e-9f67f00a39ac HTTP/1.1" status: 200 len: 850 time: 0.0735767 Jan 26 21:51:45.317263 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 26 Jan 2022 21:51:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7967c81-b26d-496f-83e5-1d7dcd00ff7e x-openstack-request-id: req-c7967c81-b26d-496f-83e5-1d7dcd00ff7e {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 21:51:45.317886 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f259ae42-311f-405a-ace0-a49d5c5ae1ef", "tag": "eac3480d-29bf-468f-8b85-2f71634934c2", "status": "completed", "code": 200}]} {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 21:51:45.317886 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c7967c81-b26d-496f-83e5-1d7dcd00ff7e {{(pid=103304) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 21:51:45.318243 n-d-760453-5 neutron-server[103304]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f259ae42-311f-405a-ace0-a49d5c5ae1ef', 'tag': 'eac3480d-29bf-468f-8b85-2f71634934c2', 'status': 'completed', 'code': 200} Jan 26 21:51:45.331788 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276eec1f-d20a-471d-a997-cf20552c6e52 req-1e3319b0-0fad-4707-bbcc-51044eeba9df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:51:45.333812 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-276eec1f-d20a-471d-a997-cf20552c6e52 req-1e3319b0-0fad-4707-bbcc-51044eeba9df service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=e866a34e-1552-4423-ada4-1491d39ac585&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0873802 Jan 26 21:51:45.460539 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-276eec1f-d20a-471d-a997-cf20552c6e52 req-d14a1ac6-e84b-4176-9ef6-b272a011228e service neutron] 10.222.0.66 "GET /v2.0/networks/e866a34e-1552-4423-ada4-1491d39ac585?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1196127 Jan 26 21:51:45.574880 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-276eec1f-d20a-471d-a997-cf20552c6e52 req-ff01fdb9-53ea-4250-8855-0aadea2a68b5 service neutron] 10.222.0.66 "GET /v2.0/networks/e866a34e-1552-4423-ada4-1491d39ac585?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1063116 Jan 26 21:51:45.713810 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4c0b56-cfd7-4c90-9b70-5926f640c2a9 req-dac646ab-0c04-4d84-aeb3-ad11298cb9c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:51:45.715572 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-dc4c0b56-cfd7-4c90-9b70-5926f640c2a9 req-dac646ab-0c04-4d84-aeb3-ad11298cb9c0 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=bc63455dcf49482fa53286dc14f91835&device_id=f259ae42-311f-405a-ace0-a49d5c5ae1ef HTTP/1.1" status: 200 len: 1094 time: 0.0546117 Jan 26 21:51:45.897351 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4c0b56-cfd7-4c90-9b70-5926f640c2a9 req-03bae966-227c-439a-9e61-9c93909746a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:51:45.899319 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-dc4c0b56-cfd7-4c90-9b70-5926f640c2a9 req-03bae966-227c-439a-9e61-9c93909746a1 service neutron] 10.222.0.66 "GET /v2.0/networks?id=e866a34e-1552-4423-ada4-1491d39ac585 HTTP/1.1" status: 200 len: 912 time: 0.1762750 Jan 26 21:51:45.907392 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa06a3f-c029-456f-94af-2597f45bae6a req-7ab85d9e-7a4c-4071-b514-0390ccad2445 tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:51:45.914249 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-faa06a3f-c029-456f-94af-2597f45bae6a req-7ab85d9e-7a4c-4071-b514-0390ccad2445 tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] 10.222.0.13 "GET /v2.0/ports?device_id=f259ae42-311f-405a-ace0-a49d5c5ae1ef HTTP/1.1" status: 200 len: 943 time: 0.1018195 Jan 26 21:51:45.966417 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-dc4c0b56-cfd7-4c90-9b70-5926f640c2a9 req-9455cb31-069c-414c-a9c2-84dd68bbda51 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=eac3480d-29bf-468f-8b85-2f71634934c2 HTTP/1.1" status: 200 len: 217 time: 0.0500169 Jan 26 21:51:46.052188 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-faa06a3f-c029-456f-94af-2597f45bae6a req-53246457-c97f-4a23-ab8b-82ca2abf04be tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] 10.222.0.13 "GET /v2.0/security-groups?id=fc3c904c-ba97-4f39-a366-73263c07da15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1322529 Jan 26 21:51:46.061458 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4c0b56-cfd7-4c90-9b70-5926f640c2a9 req-bb52cb93-c35d-4d10-a221-236e1c327af0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:51:46.062958 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-dc4c0b56-cfd7-4c90-9b70-5926f640c2a9 req-bb52cb93-c35d-4d10-a221-236e1c327af0 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=96a6ba37-129e-4936-9d0e-9f67f00a39ac HTTP/1.1" status: 200 len: 850 time: 0.0904639 Jan 26 21:51:46.134217 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4c0b56-cfd7-4c90-9b70-5926f640c2a9 req-bd38f52d-4e99-4738-8bae-f356ac063a09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:51:46.136017 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-dc4c0b56-cfd7-4c90-9b70-5926f640c2a9 req-bd38f52d-4e99-4738-8bae-f356ac063a09 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=e866a34e-1552-4423-ada4-1491d39ac585&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0663388 Jan 26 21:51:46.280990 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-dc4c0b56-cfd7-4c90-9b70-5926f640c2a9 req-3b07bea7-9564-4e26-a898-75a7163d1be5 service neutron] 10.222.0.66 "GET /v2.0/networks/e866a34e-1552-4423-ada4-1491d39ac585?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1376619 Jan 26 21:51:46.411058 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-dc4c0b56-cfd7-4c90-9b70-5926f640c2a9 req-2f5e954c-6563-4361-98b0-ae860916c769 service neutron] 10.222.0.66 "GET /v2.0/networks/e866a34e-1552-4423-ada4-1491d39ac585?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1238678 Jan 26 21:51:47.185690 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07439db4-6685-4802-be9c-4c87f336a195 req-4ca4aa07-cbb9-4f5a-ba41-ba3147d862f6 tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:51:47.187585 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-07439db4-6685-4802-be9c-4c87f336a195 req-4ca4aa07-cbb9-4f5a-ba41-ba3147d862f6 tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] 10.222.0.13 "GET /v2.0/ports?device_id=f259ae42-311f-405a-ace0-a49d5c5ae1ef HTTP/1.1" status: 200 len: 943 time: 0.0662265 Jan 26 21:51:47.276313 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-07439db4-6685-4802-be9c-4c87f336a195 req-6fdd40c5-0649-4654-8578-013d0b938096 tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] 10.222.0.13 "GET /v2.0/security-groups?id=fc3c904c-ba97-4f39-a366-73263c07da15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754566 Jan 26 21:51:48.406337 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961d1367-dc9e-4067-95cc-0a387fd0516e req-b797bbe8-3ccf-4033-8a36-fd621c839ee3 tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:51:48.408061 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-961d1367-dc9e-4067-95cc-0a387fd0516e req-b797bbe8-3ccf-4033-8a36-fd621c839ee3 tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] 10.222.0.13 "GET /v2.0/ports?device_id=f259ae42-311f-405a-ace0-a49d5c5ae1ef HTTP/1.1" status: 200 len: 943 time: 0.0636451 Jan 26 21:51:48.464532 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-961d1367-dc9e-4067-95cc-0a387fd0516e req-3b7f94be-40a6-4ecc-8fb5-5e9e91ee0322 tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] 10.222.0.13 "GET /v2.0/security-groups?id=fc3c904c-ba97-4f39-a366-73263c07da15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491223 Jan 26 21:51:48.938916 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-8cecc2e3-4a40-40b5-b755-b1540e521adc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (474ccdf7-ab6c-405b-a3b2-dc7b05829902), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:51:49.646218 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9d4521-990b-4433-a93b-205b6a708710 req-a97e6e98-e3ef-49ff-b448-4a8a029642ea tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:51:49.649449 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-9f9d4521-990b-4433-a93b-205b6a708710 req-a97e6e98-e3ef-49ff-b448-4a8a029642ea tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] 10.222.0.13 "GET /v2.0/ports?device_id=f259ae42-311f-405a-ace0-a49d5c5ae1ef HTTP/1.1" status: 200 len: 943 time: 0.0784631 Jan 26 21:51:49.714857 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-9f9d4521-990b-4433-a93b-205b6a708710 req-14e57b2d-fd7f-4b80-8163-4d8434adda7f tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] 10.222.0.13 "GET /v2.0/security-groups?id=fc3c904c-ba97-4f39-a366-73263c07da15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537612 Jan 26 21:51:50.943287 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951a7fc8-2024-4c7a-9ef1-d349e94d5a8a req-ed619bb4-b710-4314-acf1-e0a99ce7c96b tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:51:50.954400 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-951a7fc8-2024-4c7a-9ef1-d349e94d5a8a req-ed619bb4-b710-4314-acf1-e0a99ce7c96b tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] 10.222.0.13 "GET /v2.0/ports?device_id=f259ae42-311f-405a-ace0-a49d5c5ae1ef HTTP/1.1" status: 200 len: 943 time: 0.1409047 Jan 26 21:51:51.046011 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-951a7fc8-2024-4c7a-9ef1-d349e94d5a8a req-bf512ecc-cfb3-4e7f-b11d-342722a44b1c tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] 10.222.0.13 "GET /v2.0/security-groups?id=fc3c904c-ba97-4f39-a366-73263c07da15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903575 Jan 26 21:51:51.295213 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-09bcc483-5e27-4a56-885f-83e51ffa5786 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (09df100c-3af1-4b0a-bda8-05914c71c458), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:51:52.234600 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756a23a6-5ce7-4a46-85b6-5859d67764bd req-66f0f4ec-6687-40b5-b850-76d033156afa tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:51:52.247795 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-756a23a6-5ce7-4a46-85b6-5859d67764bd req-66f0f4ec-6687-40b5-b850-76d033156afa tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] 10.222.0.13 "GET /v2.0/ports?device_id=f259ae42-311f-405a-ace0-a49d5c5ae1ef HTTP/1.1" status: 200 len: 943 time: 0.0830479 Jan 26 21:51:52.346195 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-841f5991-a4d8-4d4b-b215-cbc6bab5427b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (aa7ee9d2-08eb-4e12-b895-24c57300dfec), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:51:52.354087 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-756a23a6-5ce7-4a46-85b6-5859d67764bd req-72480322-6e55-46d9-abc9-08b98e2c1ddf tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] 10.222.0.13 "GET /v2.0/security-groups?id=fc3c904c-ba97-4f39-a366-73263c07da15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056409 Jan 26 21:51:53.324316 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (4d619873-4b60-439f-9b5a-b155dc8bbc34), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:51:53.672087 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b2bb50-ac14-4c4c-98aa-069e29842f02 req-4c7bb10d-5d86-4bdf-8f4c-88e215f11057 tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:51:53.687379 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-07b2bb50-ac14-4c4c-98aa-069e29842f02 req-4c7bb10d-5d86-4bdf-8f4c-88e215f11057 tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] 10.222.0.13 "GET /v2.0/ports?device_id=f259ae42-311f-405a-ace0-a49d5c5ae1ef HTTP/1.1" status: 200 len: 943 time: 0.1324241 Jan 26 21:51:53.811174 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-07b2bb50-ac14-4c4c-98aa-069e29842f02 req-bf3a4b53-ee5c-4cc8-8844-9b2deb713fc5 tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] 10.222.0.13 "GET /v2.0/security-groups?id=fc3c904c-ba97-4f39-a366-73263c07da15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228354 Jan 26 21:51:54.205235 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-839dd188-ec69-470c-9ab0-d318dc1a2e96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (e79b4fc6-6c71-44b2-a6d0-ff3e1f4dfd0d), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:51:54.970178 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8f8b21-3699-4eaf-b19f-1b1802bd7622 req-6757afa4-07de-4b73-be77-4bb277783b88 tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:51:54.971778 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-df8f8b21-3699-4eaf-b19f-1b1802bd7622 req-6757afa4-07de-4b73-be77-4bb277783b88 tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] 10.222.0.13 "GET /v2.0/ports?device_id=f259ae42-311f-405a-ace0-a49d5c5ae1ef HTTP/1.1" status: 200 len: 943 time: 0.0626321 Jan 26 21:51:55.044631 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-df8f8b21-3699-4eaf-b19f-1b1802bd7622 req-51725cc7-e14a-46ec-a068-8e41675948ad tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] 10.222.0.13 "GET /v2.0/security-groups?id=fc3c904c-ba97-4f39-a366-73263c07da15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558412 Jan 26 21:51:55.353591 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (fea0591a-627d-4c87-9a9a-01625ddf3277), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:51:56.184646 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01859ab-bf8b-4a4c-9d53-5f653d085fbb req-f5c932cf-4021-45ad-9536-d27eb74c9a28 tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:51:56.193101 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-f01859ab-bf8b-4a4c-9d53-5f653d085fbb req-f5c932cf-4021-45ad-9536-d27eb74c9a28 tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] 10.222.0.13 "GET /v2.0/ports?device_id=f259ae42-311f-405a-ace0-a49d5c5ae1ef HTTP/1.1" status: 200 len: 943 time: 0.0694256 Jan 26 21:51:56.264808 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-f01859ab-bf8b-4a4c-9d53-5f653d085fbb req-b8856b42-c6ae-47f2-8431-09cc2b199f98 tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] 10.222.0.13 "GET /v2.0/security-groups?id=fc3c904c-ba97-4f39-a366-73263c07da15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705459 Jan 26 21:51:57.411810 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46dc7693-f6a2-4c4d-8b5f-7800bcd99779 req-0b420148-3494-4f8b-99e8-9c9dace28a74 tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:51:57.419380 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-46dc7693-f6a2-4c4d-8b5f-7800bcd99779 req-0b420148-3494-4f8b-99e8-9c9dace28a74 tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] 10.222.0.13 "GET /v2.0/ports?device_id=f259ae42-311f-405a-ace0-a49d5c5ae1ef HTTP/1.1" status: 200 len: 943 time: 0.0604734 Jan 26 21:51:57.475922 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-46dc7693-f6a2-4c4d-8b5f-7800bcd99779 req-db04f9a5-cac2-4c31-85e4-14be8f0ae555 tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] 10.222.0.13 "GET /v2.0/security-groups?id=fc3c904c-ba97-4f39-a366-73263c07da15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550239 Jan 26 21:51:58.633659 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994afe63-2e40-4f79-b9e4-a3e894ac12f1 req-df838a87-3a85-4192-b917-ae8828c77557 tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:51:58.642329 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-994afe63-2e40-4f79-b9e4-a3e894ac12f1 req-df838a87-3a85-4192-b917-ae8828c77557 tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] 10.222.0.13 "GET /v2.0/ports?device_id=f259ae42-311f-405a-ace0-a49d5c5ae1ef HTTP/1.1" status: 200 len: 943 time: 0.0657444 Jan 26 21:51:58.762731 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-994afe63-2e40-4f79-b9e4-a3e894ac12f1 req-911bc718-1035-49c4-8922-2aa2517ae4e1 tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] 10.222.0.13 "GET /v2.0/security-groups?id=fc3c904c-ba97-4f39-a366-73263c07da15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192322 Jan 26 21:51:59.954563 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ba705f-1c9b-42a4-81cc-869997327388 req-063aab50-abd9-40b0-92a6-4f87ceeacd19 tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:51:59.956841 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-d9ba705f-1c9b-42a4-81cc-869997327388 req-063aab50-abd9-40b0-92a6-4f87ceeacd19 tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] 10.222.0.13 "GET /v2.0/ports?device_id=f259ae42-311f-405a-ace0-a49d5c5ae1ef HTTP/1.1" status: 200 len: 943 time: 0.0813596 Jan 26 21:52:00.017854 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-d9ba705f-1c9b-42a4-81cc-869997327388 req-9f45336a-5caa-4dca-bf31-bd0965a8e5f5 tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] 10.222.0.13 "GET /v2.0/security-groups?id=fc3c904c-ba97-4f39-a366-73263c07da15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532176 Jan 26 21:52:01.174464 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6a0d39-7a16-4913-ad91-c7592e663c56 req-0bf0e7f3-9fd7-4dc0-9fef-1f2c5ca954f5 tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:52:01.176018 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-6f6a0d39-7a16-4913-ad91-c7592e663c56 req-0bf0e7f3-9fd7-4dc0-9fef-1f2c5ca954f5 tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] 10.222.0.13 "GET /v2.0/ports?device_id=f259ae42-311f-405a-ace0-a49d5c5ae1ef HTTP/1.1" status: 200 len: 943 time: 0.0606134 Jan 26 21:52:01.240177 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-6f6a0d39-7a16-4913-ad91-c7592e663c56 req-3330fe23-03bf-42cd-89e0-5f6e0a4e8615 tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] 10.222.0.13 "GET /v2.0/security-groups?id=fc3c904c-ba97-4f39-a366-73263c07da15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547884 Jan 26 21:52:02.434928 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6f33c8-d254-4623-b9a7-f3aadefd4132 req-803ce257-5dc3-4fb8-b575-373c975619ee tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:52:02.437734 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-cb6f33c8-d254-4623-b9a7-f3aadefd4132 req-803ce257-5dc3-4fb8-b575-373c975619ee tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] 10.222.0.13 "GET /v2.0/ports?device_id=f259ae42-311f-405a-ace0-a49d5c5ae1ef HTTP/1.1" status: 200 len: 943 time: 0.0732145 Jan 26 21:52:02.496506 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-cb6f33c8-d254-4623-b9a7-f3aadefd4132 req-b939104e-c9f3-4abe-81cf-16e036bfe02a tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] 10.222.0.13 "GET /v2.0/security-groups?id=fc3c904c-ba97-4f39-a366-73263c07da15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527213 Jan 26 21:52:03.635413 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8654f5ed-f576-4054-af7a-110ad3693eff req-e9026874-2e6e-4a8a-a2f0-f615d801b35a tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:52:03.636978 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-8654f5ed-f576-4054-af7a-110ad3693eff req-e9026874-2e6e-4a8a-a2f0-f615d801b35a tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] 10.222.0.13 "GET /v2.0/ports?device_id=f259ae42-311f-405a-ace0-a49d5c5ae1ef HTTP/1.1" status: 200 len: 943 time: 0.0602682 Jan 26 21:52:03.693660 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-8654f5ed-f576-4054-af7a-110ad3693eff req-2277b6d1-83fd-48a3-af33-fb4e1d0ec74f tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] 10.222.0.13 "GET /v2.0/security-groups?id=fc3c904c-ba97-4f39-a366-73263c07da15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496411 Jan 26 21:52:04.513346 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.agents_db [None req-569f1ced-6396-4ddf-b79f-e03b0b2146ab None None] Agent healthcheck: found 7 active agents {{(pid=103307) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 26 21:52:04.823930 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a5e209-365d-4a83-a050-d4853bc01520 req-0e9063ce-d668-4614-a63a-caf3408a8479 tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:52:04.826244 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-12a5e209-365d-4a83-a050-d4853bc01520 req-0e9063ce-d668-4614-a63a-caf3408a8479 tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] 10.222.0.13 "GET /v2.0/ports?device_id=f259ae42-311f-405a-ace0-a49d5c5ae1ef HTTP/1.1" status: 200 len: 943 time: 0.0558252 Jan 26 21:52:04.882449 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-12a5e209-365d-4a83-a050-d4853bc01520 req-70078217-cefd-4c56-967e-a5a542d725cd tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] 10.222.0.13 "GET /v2.0/security-groups?id=fc3c904c-ba97-4f39-a366-73263c07da15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480711 Jan 26 21:52:06.009335 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd6fae4-57cf-4fc6-893a-86288c839baf req-230f5ec3-4cc6-4393-a535-ac4e45689c84 tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:52:06.011568 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-6fd6fae4-57cf-4fc6-893a-86288c839baf req-230f5ec3-4cc6-4393-a535-ac4e45689c84 tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] 10.222.0.13 "GET /v2.0/ports?device_id=f259ae42-311f-405a-ace0-a49d5c5ae1ef HTTP/1.1" status: 200 len: 943 time: 0.0553927 Jan 26 21:52:06.063837 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-6fd6fae4-57cf-4fc6-893a-86288c839baf req-617a8e28-0f57-4808-a688-094e5c5596e9 tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] 10.222.0.13 "GET /v2.0/security-groups?id=fc3c904c-ba97-4f39-a366-73263c07da15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423627 Jan 26 21:52:07.208551 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834a8e5f-6ae9-4665-a367-076d2ef9388e req-ee801497-d33b-40f2-a0a7-88d29b0e56fc tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:52:07.210924 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-834a8e5f-6ae9-4665-a367-076d2ef9388e req-ee801497-d33b-40f2-a0a7-88d29b0e56fc tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] 10.222.0.13 "GET /v2.0/ports?device_id=f259ae42-311f-405a-ace0-a49d5c5ae1ef HTTP/1.1" status: 200 len: 943 time: 0.0656245 Jan 26 21:52:07.276793 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-834a8e5f-6ae9-4665-a367-076d2ef9388e req-6a77ebf0-11cc-4ead-917e-c87e3b048e56 tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] 10.222.0.13 "GET /v2.0/security-groups?id=fc3c904c-ba97-4f39-a366-73263c07da15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590184 Jan 26 21:52:08.403298 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238d8130-efb3-4eb7-a1f2-3fb7d1719e33 req-6eb95b9e-eb92-46d1-9b7c-99e7a6eb0140 tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:52:08.405586 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-238d8130-efb3-4eb7-a1f2-3fb7d1719e33 req-6eb95b9e-eb92-46d1-9b7c-99e7a6eb0140 tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] 10.222.0.13 "GET /v2.0/ports?device_id=f259ae42-311f-405a-ace0-a49d5c5ae1ef HTTP/1.1" status: 200 len: 943 time: 0.0524635 Jan 26 21:52:08.462662 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-238d8130-efb3-4eb7-a1f2-3fb7d1719e33 req-9c56748c-b0bd-476f-95f7-2a125d25ec09 tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] 10.222.0.13 "GET /v2.0/security-groups?id=fc3c904c-ba97-4f39-a366-73263c07da15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511587 Jan 26 21:52:08.543182 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (32ef628b-8417-46c5-8729-60fcabe358f1), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:52:09.665040 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3238af76-2528-4eaf-9143-39f001074b01 req-c2c52318-21cd-4e97-8f46-203e748075f1 tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:52:09.667341 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-3238af76-2528-4eaf-9143-39f001074b01 req-c2c52318-21cd-4e97-8f46-203e748075f1 tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] 10.222.0.13 "GET /v2.0/ports?device_id=f259ae42-311f-405a-ace0-a49d5c5ae1ef HTTP/1.1" status: 200 len: 943 time: 0.0593433 Jan 26 21:52:09.721799 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-3238af76-2528-4eaf-9143-39f001074b01 req-a1e21657-cc90-4deb-b396-86e9e33d229b tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] 10.222.0.13 "GET /v2.0/security-groups?id=fc3c904c-ba97-4f39-a366-73263c07da15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489368 Jan 26 21:52:10.942777 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d264f49-185d-4317-9a60-7c36f5781bf7 req-94eb0704-2e47-42ad-baee-2e663afce2ab tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:52:10.953315 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-6d264f49-185d-4317-9a60-7c36f5781bf7 req-94eb0704-2e47-42ad-baee-2e663afce2ab tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] 10.222.0.13 "GET /v2.0/ports?device_id=f259ae42-311f-405a-ace0-a49d5c5ae1ef HTTP/1.1" status: 200 len: 943 time: 0.1041141 Jan 26 21:52:11.014517 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-6d264f49-185d-4317-9a60-7c36f5781bf7 req-ccf9de77-0e42-4de5-af86-6da1554d3a1a tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] 10.222.0.13 "GET /v2.0/security-groups?id=fc3c904c-ba97-4f39-a366-73263c07da15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601943 Jan 26 21:52:12.175616 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8c89f2-6ade-4756-ae29-e62ec96df5c3 req-bd0630f2-1c4f-480d-b44c-8ec195e46a02 tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:52:12.186149 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-6f8c89f2-6ade-4756-ae29-e62ec96df5c3 req-bd0630f2-1c4f-480d-b44c-8ec195e46a02 tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] 10.222.0.13 "GET /v2.0/ports?device_id=f259ae42-311f-405a-ace0-a49d5c5ae1ef HTTP/1.1" status: 200 len: 943 time: 0.0747557 Jan 26 21:52:12.247981 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-6f8c89f2-6ade-4756-ae29-e62ec96df5c3 req-59523269-7a8a-47e8-9c97-cc8f1fa13101 tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] 10.222.0.13 "GET /v2.0/security-groups?id=fc3c904c-ba97-4f39-a366-73263c07da15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606358 Jan 26 21:52:13.376026 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1adc5c0-0e24-4471-a21d-d022c9aee247 req-c5ecdfa4-f42d-44e1-a16f-8447d1fae352 tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:52:13.377704 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-c1adc5c0-0e24-4471-a21d-d022c9aee247 req-c5ecdfa4-f42d-44e1-a16f-8447d1fae352 tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] 10.222.0.13 "GET /v2.0/ports?device_id=f259ae42-311f-405a-ace0-a49d5c5ae1ef HTTP/1.1" status: 200 len: 943 time: 0.0573730 Jan 26 21:52:13.436433 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-c1adc5c0-0e24-4471-a21d-d022c9aee247 req-448269c5-7228-48e8-a4ff-9cb6fc134b49 tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] 10.222.0.13 "GET /v2.0/security-groups?id=fc3c904c-ba97-4f39-a366-73263c07da15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499399 Jan 26 21:52:14.422104 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Device eac3480d-29bf-468f-8b85-2f71634934c2 details requested by agent hyperv_n-h1-760453-5 with host n-h1-760453-5 {{(pid=103306) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 26 21:52:14.538614 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] For port eac3480d-29bf-468f-8b85-2f71634934c2, host n-h1-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-5',level=0,port_id=eac3480d-29bf-468f-8b85-2f71634934c2,segment=NetworkSegment(9a2f9f82-c041-418b-a55c-16c7f60d3f23),segment_id=9a2f9f82-c041-418b-a55c-16c7f60d3f23)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:52:14.553924 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Returning: {'device': 'eac3480d-29bf-468f-8b85-2f71634934c2', 'network_id': 'e866a34e-1552-4423-ada4-1491d39ac585', 'port_id': 'eac3480d-29bf-468f-8b85-2f71634934c2', 'mac_address': 'fa:16:3e:57:39:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 568, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '96a6ba37-129e-4936-9d0e-9f67f00a39ac', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103306) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 26 21:52:14.564781 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12cfbab9-24bd-4239-bbc8-f88a1f46e820 req-a90f026f-7625-44aa-bddf-a2fa08d9f34f tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:52:14.570709 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-12cfbab9-24bd-4239-bbc8-f88a1f46e820 req-a90f026f-7625-44aa-bddf-a2fa08d9f34f tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] 10.222.0.13 "GET /v2.0/ports?device_id=f259ae42-311f-405a-ace0-a49d5c5ae1ef HTTP/1.1" status: 200 len: 943 time: 0.0557120 Jan 26 21:52:14.593731 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Current status of the port eac3480d-29bf-468f-8b85-2f71634934c2 is: DOWN; New status is: BUILD {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:52:14.594126 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (eac3480d-29bf-468f-8b85-2f71634934c2), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:52:14.610823 n-d-760453-5 neutron-server[103306]: DEBUG neutron.notifiers.nova [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eac3480d-29bf-468f-8b85-2f71634934c2 {{(pid=103306) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 26 21:52:14.619341 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-12cfbab9-24bd-4239-bbc8-f88a1f46e820 req-8db0e364-74b4-4d5c-902f-cf62d39052d3 tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] 10.222.0.13 "GET /v2.0/security-groups?id=fc3c904c-ba97-4f39-a366-73263c07da15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461800 Jan 26 21:52:14.634837 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] For port eac3480d-29bf-468f-8b85-2f71634934c2, host n-h1-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-5',level=0,port_id=eac3480d-29bf-468f-8b85-2f71634934c2,segment=NetworkSegment(9a2f9f82-c041-418b-a55c-16c7f60d3f23),segment_id=9a2f9f82-c041-418b-a55c-16c7f60d3f23)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:52:14.640482 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (eac3480d-29bf-468f-8b85-2f71634934c2), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:52:14.685743 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Pushing event updated for resources: {'Port': ['ID=eac3480d-29bf-468f-8b85-2f71634934c2,revision_number=4']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:52:15.086752 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] get_ports_and_sgs() called for port_ids ['eac3480d-29bf-468f-8b85-2f71634934c2'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 26 21:52:15.740469 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9670c9d7-a5f7-41bf-ad96-600d6bced693 req-5cc3d96f-9e95-467f-9e55-981167eab524 tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:52:15.742801 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-9670c9d7-a5f7-41bf-ad96-600d6bced693 req-5cc3d96f-9e95-467f-9e55-981167eab524 tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] 10.222.0.13 "GET /v2.0/ports?device_id=f259ae42-311f-405a-ace0-a49d5c5ae1ef HTTP/1.1" status: 200 len: 944 time: 0.0514798 Jan 26 21:52:15.791568 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-9670c9d7-a5f7-41bf-ad96-600d6bced693 req-50385afd-6de3-4864-8a6f-91aa3c09103c tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] 10.222.0.13 "GET /v2.0/security-groups?id=fc3c904c-ba97-4f39-a366-73263c07da15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428140 Jan 26 21:52:16.438477 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Device eac3480d-29bf-468f-8b85-2f71634934c2 up at agent hyperv_n-h1-760453-5 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 21:52:16.491940 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Provisioning for port eac3480d-29bf-468f-8b85-2f71634934c2 completed by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 21:52:16.495652 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Provisioning complete for port eac3480d-29bf-468f-8b85-2f71634934c2 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:52:16.496094 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (eac3480d-29bf-468f-8b85-2f71634934c2), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:52:16.575560 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Current status of the port eac3480d-29bf-468f-8b85-2f71634934c2 is: BUILD; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:52:16.575851 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (eac3480d-29bf-468f-8b85-2f71634934c2), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:52:16.599023 n-d-760453-5 neutron-server[103306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f259ae42-311f-405a-ace0-a49d5c5ae1ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eac3480d-29bf-468f-8b85-2f71634934c2'}] {{(pid=103306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 21:52:16.601273 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9d5d370febab655511bdd2ffe887e43e442d144a440368702bcc1e93af00b97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-437f7ec6-17b2-451b-819a-b6411705dbda" -d '{"events": [{"server_uuid": "f259ae42-311f-405a-ace0-a49d5c5ae1ef", "name": "network-vif-plugged", "status": "completed", "tag": "eac3480d-29bf-468f-8b85-2f71634934c2"}]}' {{(pid=103306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 21:52:16.613451 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] For port eac3480d-29bf-468f-8b85-2f71634934c2, host n-h1-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-5',level=0,port_id=eac3480d-29bf-468f-8b85-2f71634934c2,segment=NetworkSegment(9a2f9f82-c041-418b-a55c-16c7f60d3f23),segment_id=9a2f9f82-c041-418b-a55c-16c7f60d3f23)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:52:16.618326 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (eac3480d-29bf-468f-8b85-2f71634934c2), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:52:16.666660 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Pushing event updated for resources: {'Port': ['ID=eac3480d-29bf-468f-8b85-2f71634934c2,revision_number=5']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:52:16.776006 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Jan 2022 21:52:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6e5a664-82e3-4ee7-8685-2deb02ef61c1 x-openstack-request-id: req-a6e5a664-82e3-4ee7-8685-2deb02ef61c1 {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 21:52:16.776362 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f259ae42-311f-405a-ace0-a49d5c5ae1ef", "name": "network-vif-plugged", "status": "completed", "tag": "eac3480d-29bf-468f-8b85-2f71634934c2", "code": 200}]} {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 21:52:16.776683 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a6e5a664-82e3-4ee7-8685-2deb02ef61c1 {{(pid=103306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 21:52:16.777147 n-d-760453-5 neutron-server[103306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f259ae42-311f-405a-ace0-a49d5c5ae1ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eac3480d-29bf-468f-8b85-2f71634934c2', 'code': 200} Jan 26 21:52:16.942700 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2188a5f0-a6ce-4c04-9ed2-871e86e79b6e req-df8042bf-f3d0-49db-be16-431b56b3ae63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:52:16.944128 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-2188a5f0-a6ce-4c04-9ed2-871e86e79b6e req-df8042bf-f3d0-49db-be16-431b56b3ae63 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=f259ae42-311f-405a-ace0-a49d5c5ae1ef HTTP/1.1" status: 200 len: 1096 time: 0.0751719 Jan 26 21:52:16.951488 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482be200-9e3f-4488-9f90-83dc07067d02 req-e6521e21-b2d2-40a6-a36d-3c914fce6e6c tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:52:16.952860 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-482be200-9e3f-4488-9f90-83dc07067d02 req-e6521e21-b2d2-40a6-a36d-3c914fce6e6c tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] 10.222.0.13 "GET /v2.0/ports?device_id=f259ae42-311f-405a-ace0-a49d5c5ae1ef HTTP/1.1" status: 200 len: 945 time: 0.0754788 Jan 26 21:52:17.019476 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-2188a5f0-a6ce-4c04-9ed2-871e86e79b6e req-6e9840c0-0467-4dca-b173-039265b8a8f9 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=fc3c904c-ba97-4f39-a366-73263c07da15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656536 Jan 26 21:52:17.026658 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-482be200-9e3f-4488-9f90-83dc07067d02 req-680a7b6b-6083-4d75-84e3-baf1fb4cf15a tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] 10.222.0.13 "GET /v2.0/security-groups?id=fc3c904c-ba97-4f39-a366-73263c07da15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678067 Jan 26 21:52:18.148318 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3236ea0-62ee-42b3-8a49-a4f8b218b955 req-2c65959a-0814-4884-8dc2-986bc91efb78 tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:52:18.150014 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-e3236ea0-62ee-42b3-8a49-a4f8b218b955 req-2c65959a-0814-4884-8dc2-986bc91efb78 tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] 10.222.0.13 "GET /v2.0/ports?device_id=f259ae42-311f-405a-ace0-a49d5c5ae1ef HTTP/1.1" status: 200 len: 945 time: 0.0501237 Jan 26 21:52:18.219311 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-e3236ea0-62ee-42b3-8a49-a4f8b218b955 req-d4334be8-bc1c-49ab-b0a3-e6cc9a6462b8 tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] 10.222.0.13 "GET /v2.0/security-groups?id=fc3c904c-ba97-4f39-a366-73263c07da15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577569 Jan 26 21:52:18.925821 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-1354893a-6998-4234-9185-7cb3f751716d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (474ccdf7-ab6c-405b-a3b2-dc7b05829902), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:52:19.337896 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49581cca-31f1-4b25-9137-3bca8cc19483 req-ede0537a-4681-4ad4-ba6c-6f12890f0415 tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:52:19.342358 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-49581cca-31f1-4b25-9137-3bca8cc19483 req-ede0537a-4681-4ad4-ba6c-6f12890f0415 tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] 10.222.0.13 "GET /v2.0/ports?device_id=f259ae42-311f-405a-ace0-a49d5c5ae1ef HTTP/1.1" status: 200 len: 945 time: 0.0539255 Jan 26 21:52:19.395025 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-49581cca-31f1-4b25-9137-3bca8cc19483 req-f15d9dd7-dc6c-46de-b6ea-4d77aeb4ef31 tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] 10.222.0.13 "GET /v2.0/security-groups?id=fc3c904c-ba97-4f39-a366-73263c07da15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493355 Jan 26 21:52:19.528656 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b524c385-807a-4b1d-b6dd-850669f0215a req-ae089cba-bd39-4a45-bb20-f522febde343 tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:52:19.530220 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-b524c385-807a-4b1d-b6dd-850669f0215a req-ae089cba-bd39-4a45-bb20-f522febde343 tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] 10.222.0.13 "GET /v2.0/ports?device_id=f259ae42-311f-405a-ace0-a49d5c5ae1ef HTTP/1.1" status: 200 len: 945 time: 0.0555487 Jan 26 21:52:19.588337 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-b524c385-807a-4b1d-b6dd-850669f0215a req-1ffea6ed-e82c-405f-ab34-08aa97c22472 tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] 10.222.0.13 "GET /v2.0/security-groups?id=fc3c904c-ba97-4f39-a366-73263c07da15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520704 Jan 26 21:52:19.935980 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092e27c4-3b2b-41d7-bf33-e322de261b09 req-f7ddce57-e73b-457b-8023-b12e3692f8c3 tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:52:19.937437 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-092e27c4-3b2b-41d7-bf33-e322de261b09 req-f7ddce57-e73b-457b-8023-b12e3692f8c3 tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] 10.222.0.13 "GET /v2.0/ports?device_id=f259ae42-311f-405a-ace0-a49d5c5ae1ef HTTP/1.1" status: 200 len: 945 time: 0.0804098 Jan 26 21:52:20.005650 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-092e27c4-3b2b-41d7-bf33-e322de261b09 req-39117d2c-e4ca-4a60-927e-f760e95f04e7 tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] 10.222.0.13 "GET /v2.0/security-groups?id=fc3c904c-ba97-4f39-a366-73263c07da15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608022 Jan 26 21:52:21.159460 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec2d8f4-b93f-4fb0-b6ba-62c69384c6ba req-c53792ef-b525-4d25-829b-34005750d2de tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:52:21.161193 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-9ec2d8f4-b93f-4fb0-b6ba-62c69384c6ba req-c53792ef-b525-4d25-829b-34005750d2de tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] 10.222.0.13 "GET /v2.0/ports?device_id=f259ae42-311f-405a-ace0-a49d5c5ae1ef HTTP/1.1" status: 200 len: 945 time: 0.0760274 Jan 26 21:52:21.219331 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-9ec2d8f4-b93f-4fb0-b6ba-62c69384c6ba req-93c023fb-b693-4582-b13a-5c451ce4d382 tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] 10.222.0.13 "GET /v2.0/security-groups?id=fc3c904c-ba97-4f39-a366-73263c07da15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514574 Jan 26 21:52:21.269122 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-52886c91-ed2b-424c-a375-b59d05e39edc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (09df100c-3af1-4b0a-bda8-05914c71c458), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:52:21.608848 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0c41ed-166d-43ba-bf6a-e10b0e2651e2 req-dc26b7ae-c66e-4cd0-8d06-b3cb6eb8bdb3 tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:52:21.610754 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-7a0c41ed-166d-43ba-bf6a-e10b0e2651e2 req-dc26b7ae-c66e-4cd0-8d06-b3cb6eb8bdb3 tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] 10.222.0.66 "GET /v2.0/ports?device_id=f259ae42-311f-405a-ace0-a49d5c5ae1ef HTTP/1.1" status: 200 len: 945 time: 0.0575111 Jan 26 21:52:21.715878 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [req-7a0c41ed-166d-43ba-bf6a-e10b0e2651e2 req-6bd91466-e7b5-4df8-8062-9360fcbf7254 tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] Deleting port eac3480d-29bf-468f-8b85-2f71634934c2 {{(pid=103304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 21:52:21.716203 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-7a0c41ed-166d-43ba-bf6a-e10b0e2651e2 req-6bd91466-e7b5-4df8-8062-9360fcbf7254 tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746560630878'] for port (eac3480d-29bf-468f-8b85-2f71634934c2), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:52:21.816130 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [req-7a0c41ed-166d-43ba-bf6a-e10b0e2651e2 req-6bd91466-e7b5-4df8-8062-9360fcbf7254 tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] For port eac3480d-29bf-468f-8b85-2f71634934c2, host n-h1-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-5',level=0,port_id=eac3480d-29bf-468f-8b85-2f71634934c2,segment=NetworkSegment(9a2f9f82-c041-418b-a55c-16c7f60d3f23),segment_id=9a2f9f82-c041-418b-a55c-16c7f60d3f23)] {{(pid=103304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:52:21.816642 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-7a0c41ed-166d-43ba-bf6a-e10b0e2651e2 req-6bd91466-e7b5-4df8-8062-9360fcbf7254 tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4109658'] for port (eac3480d-29bf-468f-8b85-2f71634934c2), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:52:21.833240 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [req-7a0c41ed-166d-43ba-bf6a-e10b0e2651e2 req-6bd91466-e7b5-4df8-8062-9360fcbf7254 tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] Calling delete_port for eac3480d-29bf-468f-8b85-2f71634934c2 owned by compute:nova {{(pid=103304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 21:52:21.976264 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-7a0c41ed-166d-43ba-bf6a-e10b0e2651e2 req-6bd91466-e7b5-4df8-8062-9360fcbf7254 tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746560636600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746560234536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9281553'] for port (eac3480d-29bf-468f-8b85-2f71634934c2), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:52:22.000248 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] get_ports_and_sgs() called for port_ids ['1eb0a40e-4caf-4b02-8409-40515df0c3b3'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 26 21:52:22.009393 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd91466-e7b5-4df8-8062-9360fcbf7254 tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] Pushing event deleted for resources: {'Port': ['ID=eac3480d-29bf-468f-8b85-2f71634934c2,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:52:22.018539 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bd91466-e7b5-4df8-8062-9360fcbf7254 tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:52:22.018911 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bd91466-e7b5-4df8-8062-9360fcbf7254 tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:52:22.019226 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bd91466-e7b5-4df8-8062-9360fcbf7254 tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:52:22.019568 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bd91466-e7b5-4df8-8062-9360fcbf7254 tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:52:22.019943 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bd91466-e7b5-4df8-8062-9360fcbf7254 tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:52:22.020229 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bd91466-e7b5-4df8-8062-9360fcbf7254 tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:52:22.020558 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bd91466-e7b5-4df8-8062-9360fcbf7254 tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:52:22.020989 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bd91466-e7b5-4df8-8062-9360fcbf7254 tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:52:22.021380 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bd91466-e7b5-4df8-8062-9360fcbf7254 tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:52:22.021687 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bd91466-e7b5-4df8-8062-9360fcbf7254 tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:52:22.022040 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bd91466-e7b5-4df8-8062-9360fcbf7254 tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:52:22.022372 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bd91466-e7b5-4df8-8062-9360fcbf7254 tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:52:22.022894 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bd91466-e7b5-4df8-8062-9360fcbf7254 tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:52:22.037398 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] get_ports_and_sgs() called for port_ids ['eac3480d-29bf-468f-8b85-2f71634934c2'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 26 21:52:22.103941 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a0c41ed-166d-43ba-bf6a-e10b0e2651e2 req-6bd91466-e7b5-4df8-8062-9360fcbf7254 tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] No DVR routers for this DVR port eac3480d-29bf-468f-8b85-2f71634934c2 on host n-h1-760453-5 {{(pid=103304) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 26 21:52:22.108426 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-7a0c41ed-166d-43ba-bf6a-e10b0e2651e2 req-6bd91466-e7b5-4df8-8062-9360fcbf7254 tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:52:22.117572 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-7a0c41ed-166d-43ba-bf6a-e10b0e2651e2 req-6bd91466-e7b5-4df8-8062-9360fcbf7254 tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] 10.222.0.66 "DELETE /v2.0/ports/eac3480d-29bf-468f-8b85-2f71634934c2 HTTP/1.1" status: 204 len: 173 time: 0.4991643 Jan 26 21:52:22.121389 n-d-760453-5 neutron-server[103304]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f259ae42-311f-405a-ace0-a49d5c5ae1ef', 'name': 'network-vif-deleted', 'tag': 'eac3480d-29bf-468f-8b85-2f71634934c2'}] {{(pid=103304) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 21:52:22.123833 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d52b45f1943fcd332af9527eb73ff93c8d715d44383a3f6d18de73b4cfcf87b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4ec26d6-77f4-4e68-9cf5-17076f32b868" -d '{"events": [{"server_uuid": "f259ae42-311f-405a-ace0-a49d5c5ae1ef", "name": "network-vif-deleted", "tag": "eac3480d-29bf-468f-8b85-2f71634934c2"}]}' {{(pid=103304) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 21:52:22.212286 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Jan 2022 21:52:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0b1c78f-ef04-45ac-964d-649ae834de12 x-openstack-request-id: req-a0b1c78f-ef04-45ac-964d-649ae834de12 {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 21:52:22.213624 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f259ae42-311f-405a-ace0-a49d5c5ae1ef", "name": "network-vif-deleted", "tag": "eac3480d-29bf-468f-8b85-2f71634934c2", "status": "completed", "code": 200}]} {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 21:52:22.214754 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a0b1c78f-ef04-45ac-964d-649ae834de12 {{(pid=103304) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 21:52:22.222818 n-d-760453-5 neutron-server[103304]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f259ae42-311f-405a-ace0-a49d5c5ae1ef', 'name': 'network-vif-deleted', 'tag': 'eac3480d-29bf-468f-8b85-2f71634934c2', 'status': 'completed', 'code': 200} Jan 26 21:52:22.369635 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-841f5991-a4d8-4d4b-b215-cbc6bab5427b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (aa7ee9d2-08eb-4e12-b895-24c57300dfec), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:52:22.372937 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-97e4efb6-d86f-4688-816b-1376bd5a08f4 req-92bee0ff-df68-4916-928b-2d5ae6d04ce7 tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] 10.222.0.13 "GET /v2.0/ports?device_id=f259ae42-311f-405a-ace0-a49d5c5ae1ef HTTP/1.1" status: 200 len: 210 time: 0.0537529 Jan 26 21:52:23.289198 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (4d619873-4b60-439f-9b5a-b155dc8bbc34), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:52:23.478831 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-10ee93a4-f362-4a97-890e-8c36db05b97a req-c4d6e3e9-377c-4c2d-8423-19377101b0db tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] 10.222.0.13 "GET /v2.0/ports?device_id=f259ae42-311f-405a-ace0-a49d5c5ae1ef HTTP/1.1" status: 200 len: 210 time: 0.0287662 Jan 26 21:52:24.179727 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-839dd188-ec69-470c-9ab0-d318dc1a2e96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (e79b4fc6-6c71-44b2-a6d0-ff3e1f4dfd0d), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:52:24.578183 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-9cdca55b-f228-4460-bf2c-f93c64506d87 req-04b4899c-1011-4cdf-bc7e-942f848fd522 tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] 10.222.0.13 "GET /v2.0/ports?device_id=f259ae42-311f-405a-ace0-a49d5c5ae1ef HTTP/1.1" status: 200 len: 210 time: 0.0275846 Jan 26 21:52:25.331072 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (fea0591a-627d-4c87-9a9a-01625ddf3277), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:52:25.683897 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-e1e483f7-d9be-4e65-8b33-03db4d0d7a23 req-4bcee725-53aa-4614-b44b-ca25873f31d6 tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] 10.222.0.13 "GET /v2.0/ports?device_id=f259ae42-311f-405a-ace0-a49d5c5ae1ef HTTP/1.1" status: 200 len: 210 time: 0.0302818 Jan 26 21:52:26.502038 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Device eac3480d-29bf-468f-8b85-2f71634934c2 no longer exists at agent hyperv_n-h1-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 26 21:52:26.528391 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] No Port match for: eac3480d-29bf-468f-8b85-2f71634934c2 {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 26 21:52:26.529016 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Device eac3480d-29bf-468f-8b85-2f71634934c2 not bound to the agent host n-h1-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 26 21:52:26.839495 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-3465a5d4-70d8-4fc2-97d8-43c3b449b5e6 req-fd3a5b7e-cd80-4e00-80e0-8d0bb88d82a8 tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] 10.222.0.13 "GET /v2.0/ports?device_id=f259ae42-311f-405a-ace0-a49d5c5ae1ef HTTP/1.1" status: 200 len: 210 time: 0.0463865 Jan 26 21:52:27.931667 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-429da1da-2a48-42dc-8e05-1ae389c7b5ef req-c1c82aa0-2bfe-4318-9eca-a06e822acea9 tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] 10.222.0.13 "GET /v2.0/ports?device_id=f259ae42-311f-405a-ace0-a49d5c5ae1ef HTTP/1.1" status: 200 len: 210 time: 0.0311477 Jan 26 21:52:29.029418 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-ff0145e9-e2fa-409c-8f1b-e290a0b2d755 req-7c806771-6597-431a-9821-22c412f457a1 tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] 10.222.0.13 "GET /v2.0/ports?device_id=f259ae42-311f-405a-ace0-a49d5c5ae1ef HTTP/1.1" status: 200 len: 210 time: 0.0271344 Jan 26 21:52:30.127191 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-13ccdc52-cbdb-449a-971c-b730539e56de req-b249bbea-c234-4e45-8380-17e16ce97543 tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] 10.222.0.13 "GET /v2.0/ports?device_id=f259ae42-311f-405a-ace0-a49d5c5ae1ef HTTP/1.1" status: 200 len: 210 time: 0.0276868 Jan 26 21:52:31.241453 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-c2b7aa9b-843e-4351-bb69-116fb30059e6 req-daf1b61f-f039-4767-90f5-489cbf1cf978 tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] 10.222.0.13 "GET /v2.0/ports?device_id=f259ae42-311f-405a-ace0-a49d5c5ae1ef HTTP/1.1" status: 200 len: 210 time: 0.0390275 Jan 26 21:52:32.379554 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-02a34881-18ee-4701-8d8d-ac7abb51e1f0 req-be3808a4-b40d-495d-b52b-10d609c2e9a8 tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] 10.222.0.13 "GET /v2.0/ports?device_id=f259ae42-311f-405a-ace0-a49d5c5ae1ef HTTP/1.1" status: 200 len: 210 time: 0.0448401 Jan 26 21:52:35.351683 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 48854) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:52:35.470166 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-c687c960-1dda-43a8-a16e-0b0e4c294aa1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:52:35.574601 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-c687c960-1dda-43a8-a16e-0b0e4c294aa1 admin admin] Publish callbacks [] for security_group (ef364225-530e-484a-afbe-4f26cea6f467), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:52:35.587089 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-c687c960-1dda-43a8-a16e-0b0e4c294aa1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (ef364225-530e-484a-afbe-4f26cea6f467), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:52:35.637942 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c687c960-1dda-43a8-a16e-0b0e4c294aa1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef364225-530e-484a-afbe-4f26cea6f467,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:52:35.670835 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-c687c960-1dda-43a8-a16e-0b0e4c294aa1 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=196fa5c8298e40c580ca3372a6831e7c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3178184 Jan 26 21:52:35.673188 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 48862) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:52:35.745580 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-5b48754b-44a0-49dd-8b23-3d58b4a7dd83 admin admin] Publish callbacks [] for security_group (ef364225-530e-484a-afbe-4f26cea6f467), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:52:35.781616 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-5b48754b-44a0-49dd-8b23-3d58b4a7dd83 admin admin] Publish callbacks [] for security_group (ef364225-530e-484a-afbe-4f26cea6f467), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:52:35.867389 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-5b48754b-44a0-49dd-8b23-3d58b4a7dd83 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (ef364225-530e-484a-afbe-4f26cea6f467), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:52:35.871025 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-5b48754b-44a0-49dd-8b23-3d58b4a7dd83 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:52:35.872644 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-5b48754b-44a0-49dd-8b23-3d58b4a7dd83 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ef364225-530e-484a-afbe-4f26cea6f467 HTTP/1.1" status: 204 len: 168 time: 0.1972041 Jan 26 21:52:35.901635 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b48754b-44a0-49dd-8b23-3d58b4a7dd83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef364225-530e-484a-afbe-4f26cea6f467,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:52:35.910082 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b48754b-44a0-49dd-8b23-3d58b4a7dd83 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:52:35.910523 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b48754b-44a0-49dd-8b23-3d58b4a7dd83 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:52:35.910961 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b48754b-44a0-49dd-8b23-3d58b4a7dd83 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:52:35.911370 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b48754b-44a0-49dd-8b23-3d58b4a7dd83 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:52:35.911770 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b48754b-44a0-49dd-8b23-3d58b4a7dd83 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:52:35.912174 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b48754b-44a0-49dd-8b23-3d58b4a7dd83 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:52:35.912583 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b48754b-44a0-49dd-8b23-3d58b4a7dd83 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:52:35.913557 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b48754b-44a0-49dd-8b23-3d58b4a7dd83 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:52:35.914004 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b48754b-44a0-49dd-8b23-3d58b4a7dd83 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:52:35.914400 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b48754b-44a0-49dd-8b23-3d58b4a7dd83 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:52:35.914794 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b48754b-44a0-49dd-8b23-3d58b4a7dd83 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:52:35.915390 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b48754b-44a0-49dd-8b23-3d58b4a7dd83 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:52:35.915994 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b48754b-44a0-49dd-8b23-3d58b4a7dd83 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:52:38.539687 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (32ef628b-8417-46c5-8729-60fcabe358f1), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:52:41.520813 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.agents_db [None req-569f1ced-6396-4ddf-b79f-e03b0b2146ab None None] Agent healthcheck: found 7 active agents {{(pid=103307) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 26 21:52:41.697250 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-4faaf974-7ed3-450c-a128-ecb26108c15b req-fc68e14d-3322-4379-80fc-fec7c04db9e0 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=81099669-22d6-48cb-9f2b-7a05c2234159&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0528769 Jan 26 21:52:41.822479 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4faaf974-7ed3-450c-a128-ecb26108c15b req-cc41ef61-40f6-4e3a-a9d8-884182f359b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:52:41.825942 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-4faaf974-7ed3-450c-a128-ecb26108c15b req-cc41ef61-40f6-4e3a-a9d8-884182f359b5 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=bc63455dcf49482fa53286dc14f91835&device_id=81099669-22d6-48cb-9f2b-7a05c2234159 HTTP/1.1" status: 200 len: 1097 time: 0.0706553 Jan 26 21:52:41.993493 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4faaf974-7ed3-450c-a128-ecb26108c15b req-ac16da08-f2af-4805-a6bc-c7ed36fc3e8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:52:41.995020 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-4faaf974-7ed3-450c-a128-ecb26108c15b req-ac16da08-f2af-4805-a6bc-c7ed36fc3e8d service neutron] 10.222.0.57 "GET /v2.0/networks?id=e866a34e-1552-4423-ada4-1491d39ac585 HTTP/1.1" status: 200 len: 912 time: 0.1405683 Jan 26 21:52:42.066406 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-4faaf974-7ed3-450c-a128-ecb26108c15b req-03a26511-90dc-4b85-ae9f-f708ab01fccb service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1eb0a40e-4caf-4b02-8409-40515df0c3b3 HTTP/1.1" status: 200 len: 217 time: 0.0655878 Jan 26 21:52:42.136177 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4faaf974-7ed3-450c-a128-ecb26108c15b req-e7e5ccf8-c890-4218-91cf-f12c22db2420 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:52:42.137949 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-4faaf974-7ed3-450c-a128-ecb26108c15b req-e7e5ccf8-c890-4218-91cf-f12c22db2420 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=96a6ba37-129e-4936-9d0e-9f67f00a39ac HTTP/1.1" status: 200 len: 850 time: 0.0633578 Jan 26 21:52:42.212371 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4faaf974-7ed3-450c-a128-ecb26108c15b req-6e760c3d-e2ab-40f4-a4e7-1cbcb05ff718 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:52:42.214497 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-4faaf974-7ed3-450c-a128-ecb26108c15b req-6e760c3d-e2ab-40f4-a4e7-1cbcb05ff718 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=e866a34e-1552-4423-ada4-1491d39ac585&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0700574 Jan 26 21:52:42.343310 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-4faaf974-7ed3-450c-a128-ecb26108c15b req-c61ea7c9-7fd0-4e1b-a67f-235c0e3a00e6 service neutron] 10.222.0.57 "GET /v2.0/networks/e866a34e-1552-4423-ada4-1491d39ac585?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1218076 Jan 26 21:52:42.453856 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-4faaf974-7ed3-450c-a128-ecb26108c15b req-8bf747ca-6e0e-4179-856d-9f340b30a641 service neutron] 10.222.0.57 "GET /v2.0/networks/e866a34e-1552-4423-ada4-1491d39ac585?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1044545 Jan 26 21:52:44.323722 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52cad4d1-a624-47fc-bed7-98949bb85339 req-d63f5dc8-f34e-40d6-a3ab-dad3681e5ec7 tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:52:44.329931 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-52cad4d1-a624-47fc-bed7-98949bb85339 req-d63f5dc8-f34e-40d6-a3ab-dad3681e5ec7 tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] 10.222.0.13 "GET /v2.0/ports?device_id=81099669-22d6-48cb-9f2b-7a05c2234159 HTTP/1.1" status: 200 len: 946 time: 0.0728297 Jan 26 21:52:44.382631 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-52cad4d1-a624-47fc-bed7-98949bb85339 req-1c90dfa4-af4e-43ff-908e-db2f2732a808 tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] 10.222.0.13 "GET /v2.0/security-groups?id=fc3c904c-ba97-4f39-a366-73263c07da15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509295 Jan 26 21:52:45.504429 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3d0664-de6b-4818-bd6a-f111d85cee4f req-9234acdf-4ff2-4cc5-b73c-d4b845458f4a tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:52:45.507700 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-da3d0664-de6b-4818-bd6a-f111d85cee4f req-9234acdf-4ff2-4cc5-b73c-d4b845458f4a tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] 10.222.0.13 "GET /v2.0/ports?device_id=81099669-22d6-48cb-9f2b-7a05c2234159 HTTP/1.1" status: 200 len: 946 time: 0.0523338 Jan 26 21:52:45.556140 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-da3d0664-de6b-4818-bd6a-f111d85cee4f req-438c963b-21fb-4934-9fff-b7628a67307f tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] 10.222.0.13 "GET /v2.0/security-groups?id=fc3c904c-ba97-4f39-a366-73263c07da15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426092 Jan 26 21:52:45.780344 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f4c995-3da9-48df-a383-4bc9d95747ca req-e20f8cc2-0998-419d-9235-04c6837b42f0 tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:52:45.781687 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-92f4c995-3da9-48df-a383-4bc9d95747ca req-e20f8cc2-0998-419d-9235-04c6837b42f0 tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] 10.222.0.57 "GET /v2.0/ports?device_id=81099669-22d6-48cb-9f2b-7a05c2234159 HTTP/1.1" status: 200 len: 946 time: 0.0592194 Jan 26 21:52:45.904818 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [req-92f4c995-3da9-48df-a383-4bc9d95747ca req-70b62169-29c1-441b-a91a-cc3ee032591e tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] Deleting port 1eb0a40e-4caf-4b02-8409-40515df0c3b3 {{(pid=103304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 21:52:45.905613 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-92f4c995-3da9-48df-a383-4bc9d95747ca req-70b62169-29c1-441b-a91a-cc3ee032591e tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746560630878'] for port (1eb0a40e-4caf-4b02-8409-40515df0c3b3), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:52:46.017473 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [req-92f4c995-3da9-48df-a383-4bc9d95747ca req-70b62169-29c1-441b-a91a-cc3ee032591e tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] For port 1eb0a40e-4caf-4b02-8409-40515df0c3b3, host n-h2-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-5',level=0,port_id=1eb0a40e-4caf-4b02-8409-40515df0c3b3,segment=NetworkSegment(9a2f9f82-c041-418b-a55c-16c7f60d3f23),segment_id=9a2f9f82-c041-418b-a55c-16c7f60d3f23)] {{(pid=103304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:52:46.017875 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-92f4c995-3da9-48df-a383-4bc9d95747ca req-70b62169-29c1-441b-a91a-cc3ee032591e tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4109658'] for port (1eb0a40e-4caf-4b02-8409-40515df0c3b3), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:52:46.031048 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [req-92f4c995-3da9-48df-a383-4bc9d95747ca req-70b62169-29c1-441b-a91a-cc3ee032591e tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] Calling delete_port for 1eb0a40e-4caf-4b02-8409-40515df0c3b3 owned by compute:nova {{(pid=103304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 21:52:46.176849 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-92f4c995-3da9-48df-a383-4bc9d95747ca req-70b62169-29c1-441b-a91a-cc3ee032591e tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746560636600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746560234536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9281553'] for port (1eb0a40e-4caf-4b02-8409-40515df0c3b3), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:52:46.190866 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] get_ports_and_sgs() called for port_ids ['1eb0a40e-4caf-4b02-8409-40515df0c3b3'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 26 21:52:46.532474 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b62169-29c1-441b-a91a-cc3ee032591e tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] Pushing event deleted for resources: {'Port': ['ID=1eb0a40e-4caf-4b02-8409-40515df0c3b3,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:52:46.576630 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [req-92f4c995-3da9-48df-a383-4bc9d95747ca req-70b62169-29c1-441b-a91a-cc3ee032591e tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] No DVR routers for this DVR port 1eb0a40e-4caf-4b02-8409-40515df0c3b3 on host n-h2-760453-5 {{(pid=103304) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 26 21:52:46.579290 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-92f4c995-3da9-48df-a383-4bc9d95747ca req-70b62169-29c1-441b-a91a-cc3ee032591e tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:52:46.583346 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-92f4c995-3da9-48df-a383-4bc9d95747ca req-70b62169-29c1-441b-a91a-cc3ee032591e tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] 10.222.0.57 "DELETE /v2.0/ports/1eb0a40e-4caf-4b02-8409-40515df0c3b3 HTTP/1.1" status: 204 len: 173 time: 0.7919037 Jan 26 21:52:46.583886 n-d-760453-5 neutron-server[103304]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81099669-22d6-48cb-9f2b-7a05c2234159', 'name': 'network-vif-deleted', 'tag': '1eb0a40e-4caf-4b02-8409-40515df0c3b3'}] {{(pid=103304) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 21:52:46.586777 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d52b45f1943fcd332af9527eb73ff93c8d715d44383a3f6d18de73b4cfcf87b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-994b3cc7-b09e-40c2-af54-a268fe1620c7" -d '{"events": [{"server_uuid": "81099669-22d6-48cb-9f2b-7a05c2234159", "name": "network-vif-deleted", "tag": "1eb0a40e-4caf-4b02-8409-40515df0c3b3"}]}' {{(pid=103304) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 21:52:46.683564 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-a8243dd2-1693-4ce8-9fd9-92e876de1ef6 req-4d8948b6-305c-482c-ba1d-f7a92fdeeb55 tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] 10.222.0.13 "GET /v2.0/ports?device_id=81099669-22d6-48cb-9f2b-7a05c2234159 HTTP/1.1" status: 200 len: 210 time: 0.0370531 Jan 26 21:52:46.714855 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Jan 2022 21:52:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1be49c4-109d-42c5-855b-c60970472ac5 x-openstack-request-id: req-f1be49c4-109d-42c5-855b-c60970472ac5 {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 21:52:46.715919 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81099669-22d6-48cb-9f2b-7a05c2234159", "name": "network-vif-deleted", "tag": "1eb0a40e-4caf-4b02-8409-40515df0c3b3", "status": "completed", "code": 200}]} {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 21:52:46.715919 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f1be49c4-109d-42c5-855b-c60970472ac5 {{(pid=103304) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 21:52:46.716071 n-d-760453-5 neutron-server[103304]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81099669-22d6-48cb-9f2b-7a05c2234159', 'name': 'network-vif-deleted', 'tag': '1eb0a40e-4caf-4b02-8409-40515df0c3b3', 'status': 'completed', 'code': 200} Jan 26 21:52:47.810421 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-73c18b55-aa7f-45ea-938f-f9e5f74ad450 req-1a0b888f-1c1c-4136-8d13-40610798049d tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] 10.222.0.13 "GET /v2.0/ports?device_id=81099669-22d6-48cb-9f2b-7a05c2234159 HTTP/1.1" status: 200 len: 210 time: 0.0367949 Jan 26 21:52:48.804134 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Device 1eb0a40e-4caf-4b02-8409-40515df0c3b3 no longer exists at agent hyperv_n-h2-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 26 21:52:48.828508 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] No Port match for: 1eb0a40e-4caf-4b02-8409-40515df0c3b3 {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 26 21:52:48.829600 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Device 1eb0a40e-4caf-4b02-8409-40515df0c3b3 not bound to the agent host n-h2-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 26 21:52:48.934436 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2bc15a02-7a72-4827-80c2-f97a4fd9ce17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (474ccdf7-ab6c-405b-a3b2-dc7b05829902), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:52:48.944636 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-12e1cdc7-b03f-4b6b-8715-b1ee5eee5272 req-0fa2196c-7c6e-4419-b353-3d5e03f9d89b tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] 10.222.0.13 "GET /v2.0/ports?device_id=81099669-22d6-48cb-9f2b-7a05c2234159 HTTP/1.1" status: 200 len: 210 time: 0.0393269 Jan 26 21:52:50.059171 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-929e321e-04e7-42d6-a06f-cbda3f2d3d83 req-e4aa0618-0368-4d8c-943b-1657a349777a tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] 10.222.0.13 "GET /v2.0/ports?device_id=81099669-22d6-48cb-9f2b-7a05c2234159 HTTP/1.1" status: 200 len: 210 time: 0.0364754 Jan 26 21:52:50.501163 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 49212) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:52:50.622106 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-e27699df-e838-4391-8729-cb0a7f1cc2ae admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:52:50.712465 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-e27699df-e838-4391-8729-cb0a7f1cc2ae admin admin] Publish callbacks [] for security_group (51d92db9-3b84-44bf-a580-3e0abef032ae), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:52:50.718106 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-e27699df-e838-4391-8729-cb0a7f1cc2ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (51d92db9-3b84-44bf-a580-3e0abef032ae), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:52:50.751148 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e27699df-e838-4391-8729-cb0a7f1cc2ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51d92db9-3b84-44bf-a580-3e0abef032ae,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:52:50.779136 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 49220) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:52:50.779571 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-e27699df-e838-4391-8729-cb0a7f1cc2ae admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b935005863dc4d028efaabaaad781f79&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2763727 Jan 26 21:52:50.849091 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-931676a0-b400-4efc-9b67-768c2a623cd2 admin admin] Publish callbacks [] for security_group (51d92db9-3b84-44bf-a580-3e0abef032ae), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:52:50.873604 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-931676a0-b400-4efc-9b67-768c2a623cd2 admin admin] Publish callbacks [] for security_group (51d92db9-3b84-44bf-a580-3e0abef032ae), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:52:50.930006 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-931676a0-b400-4efc-9b67-768c2a623cd2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (51d92db9-3b84-44bf-a580-3e0abef032ae), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:52:50.934198 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-931676a0-b400-4efc-9b67-768c2a623cd2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:52:50.938909 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-931676a0-b400-4efc-9b67-768c2a623cd2 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/51d92db9-3b84-44bf-a580-3e0abef032ae HTTP/1.1" status: 204 len: 168 time: 0.1587501 Jan 26 21:52:50.948809 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-931676a0-b400-4efc-9b67-768c2a623cd2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51d92db9-3b84-44bf-a580-3e0abef032ae,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:52:51.195298 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-f07f4eef-1cb1-41c0-9042-cd695f23900d req-d56b4d9b-f189-4c24-8f8e-d4e5610aebfb tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] 10.222.0.13 "GET /v2.0/ports?device_id=81099669-22d6-48cb-9f2b-7a05c2234159 HTTP/1.1" status: 200 len: 210 time: 0.0364223 Jan 26 21:52:51.282006 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d079d4f5-c229-44b1-96c6-6f609b9563ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (09df100c-3af1-4b0a-bda8-05914c71c458), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:52:52.368781 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-841f5991-a4d8-4d4b-b215-cbc6bab5427b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (aa7ee9d2-08eb-4e12-b895-24c57300dfec), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:52:52.374046 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-61c24245-b835-45dc-9086-aaec1fc7b70c req-5b1c22cf-3d1f-41ac-a5a5-b119b5e362da tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] 10.222.0.13 "GET /v2.0/ports?device_id=81099669-22d6-48cb-9f2b-7a05c2234159 HTTP/1.1" status: 200 len: 210 time: 0.0865879 Jan 26 21:52:53.310775 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (4d619873-4b60-439f-9b5a-b155dc8bbc34), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:52:53.495819 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-34a06334-55b0-4c5b-8b9b-f2e85713ebe1 req-a5b44ed0-9282-4a39-9400-43a05751f43e tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] 10.222.0.13 "GET /v2.0/ports?device_id=81099669-22d6-48cb-9f2b-7a05c2234159 HTTP/1.1" status: 200 len: 210 time: 0.0333512 Jan 26 21:52:53.510606 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 49402) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:52:53.619391 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-267d616d-23c7-44e4-aa5c-2f9ada03d1af admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:52:53.695687 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-267d616d-23c7-44e4-aa5c-2f9ada03d1af admin admin] Publish callbacks [] for security_group (08e26a53-9a5f-4129-a740-7f76fa34d673), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:52:53.699596 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-267d616d-23c7-44e4-aa5c-2f9ada03d1af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (08e26a53-9a5f-4129-a740-7f76fa34d673), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:52:53.739093 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-267d616d-23c7-44e4-aa5c-2f9ada03d1af admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=e118308b3a5e4f71923b0ab0ea2aa0ff&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2272794 Jan 26 21:52:53.740093 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267d616d-23c7-44e4-aa5c-2f9ada03d1af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08e26a53-9a5f-4129-a740-7f76fa34d673,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:52:53.741808 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 49406) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:52:53.793242 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-4be58501-129f-477b-8848-6dc8eda4d205 admin admin] Publish callbacks [] for security_group (08e26a53-9a5f-4129-a740-7f76fa34d673), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:52:53.816681 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-4be58501-129f-477b-8848-6dc8eda4d205 admin admin] Publish callbacks [] for security_group (08e26a53-9a5f-4129-a740-7f76fa34d673), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:52:53.870082 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-4be58501-129f-477b-8848-6dc8eda4d205 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (08e26a53-9a5f-4129-a740-7f76fa34d673), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:52:53.872890 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-4be58501-129f-477b-8848-6dc8eda4d205 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:52:53.874167 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-4be58501-129f-477b-8848-6dc8eda4d205 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/08e26a53-9a5f-4129-a740-7f76fa34d673 HTTP/1.1" status: 204 len: 168 time: 0.1298039 Jan 26 21:52:53.882921 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be58501-129f-477b-8848-6dc8eda4d205 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08e26a53-9a5f-4129-a740-7f76fa34d673,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:52:54.151566 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 49412) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:52:54.169893 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-3139efbc-6c71-4aad-b10e-da68c172b91c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:52:54.183206 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-839dd188-ec69-470c-9ab0-d318dc1a2e96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (e79b4fc6-6c71-44b2-a6d0-ff3e1f4dfd0d), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:52:54.247853 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-3139efbc-6c71-4aad-b10e-da68c172b91c admin admin] Publish callbacks [] for security_group (dbf6cfcb-4530-411f-b451-f534426518f9), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:52:54.251501 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-3139efbc-6c71-4aad-b10e-da68c172b91c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (dbf6cfcb-4530-411f-b451-f534426518f9), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:52:54.290169 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-3139efbc-6c71-4aad-b10e-da68c172b91c admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=7b46cbf5eb564771a440dc6bcdf022f9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1374369 Jan 26 21:52:54.291321 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3139efbc-6c71-4aad-b10e-da68c172b91c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dbf6cfcb-4530-411f-b451-f534426518f9,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:52:54.292792 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 49414) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:52:54.342469 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-e020bc2a-1b8c-407f-8392-1582be02c472 admin admin] Publish callbacks [] for security_group (dbf6cfcb-4530-411f-b451-f534426518f9), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:52:54.363457 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-e020bc2a-1b8c-407f-8392-1582be02c472 admin admin] Publish callbacks [] for security_group (dbf6cfcb-4530-411f-b451-f534426518f9), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:52:54.409439 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-e020bc2a-1b8c-407f-8392-1582be02c472 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (dbf6cfcb-4530-411f-b451-f534426518f9), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:52:54.412184 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-e020bc2a-1b8c-407f-8392-1582be02c472 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:52:54.413906 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-e020bc2a-1b8c-407f-8392-1582be02c472 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/dbf6cfcb-4530-411f-b451-f534426518f9 HTTP/1.1" status: 204 len: 168 time: 0.1199253 Jan 26 21:52:54.421944 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e020bc2a-1b8c-407f-8392-1582be02c472 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbf6cfcb-4530-411f-b451-f534426518f9,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:52:54.599655 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-87be19eb-cb28-4f00-906f-6a59438f9ee3 req-fab59b76-6668-4290-9c2f-30d1a165b21f tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] 10.222.0.13 "GET /v2.0/ports?device_id=81099669-22d6-48cb-9f2b-7a05c2234159 HTTP/1.1" status: 200 len: 210 time: 0.0307612 Jan 26 21:52:55.326107 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (fea0591a-627d-4c87-9a9a-01625ddf3277), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:52:55.701374 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-17765bd4-0861-4514-87cc-f44d7d17d75f req-d0a1bccf-f9ac-4cc9-9b18-f369dfc1b475 tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] 10.222.0.13 "GET /v2.0/ports?device_id=81099669-22d6-48cb-9f2b-7a05c2234159 HTTP/1.1" status: 200 len: 210 time: 0.0291963 Jan 26 21:53:05.224991 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 49510) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:53:05.229736 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-f82f1d93-07ea-45d0-8a40-17d27635b54a tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-209909990', 'description': 'tempest-secgroup-smoke-209909990 description', 'project_id': 'bc63455dcf49482fa53286dc14f91835'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:53:05.251120 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-f82f1d93-07ea-45d0-8a40-17d27635b54a tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] Publish callbacks [] for security_group (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:53:05.331801 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-f82f1d93-07ea-45d0-8a40-17d27635b54a tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] Publish callbacks [] for security_group (43aa6f70-7548-49d9-ab7d-3f19ba8f2c23), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:53:05.336367 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-f82f1d93-07ea-45d0-8a40-17d27635b54a tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (43aa6f70-7548-49d9-ab7d-3f19ba8f2c23), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:53:05.363925 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82f1d93-07ea-45d0-8a40-17d27635b54a tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] Pushing event updated for resources: {'SecurityGroup': ['ID=43aa6f70-7548-49d9-ab7d-3f19ba8f2c23,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:53:05.380714 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-f82f1d93-07ea-45d0-8a40-17d27635b54a tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] Publish callbacks [] for security_group (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:53:05.388061 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-f82f1d93-07ea-45d0-8a40-17d27635b54a tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1565661 Jan 26 21:53:05.388061 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 49512) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:53:05.389942 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-bf0d1068-9d53-4d5c-8f30-94584476cd3b tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] Request body: {'security_group_rule': {'security_group_id': '43aa6f70-7548-49d9-ab7d-3f19ba8f2c23', 'project_id': 'bc63455dcf49482fa53286dc14f91835', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:53:05.415649 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-bf0d1068-9d53-4d5c-8f30-94584476cd3b tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] Publish callbacks [] for security_group_rule (bdfd833e-e654-4984-9244-cce4e1d76981), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:53:05.471236 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-bf0d1068-9d53-4d5c-8f30-94584476cd3b tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] Publish callbacks [] for security_group_rule (bdfd833e-e654-4984-9244-cce4e1d76981), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:53:05.474744 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-bf0d1068-9d53-4d5c-8f30-94584476cd3b tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102715'] for security_group_rule (bdfd833e-e654-4984-9244-cce4e1d76981), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:53:05.492495 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf0d1068-9d53-4d5c-8f30-94584476cd3b tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bdfd833e-e654-4984-9244-cce4e1d76981,revision_number=0']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:53:05.500524 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-bf0d1068-9d53-4d5c-8f30-94584476cd3b tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:53:05.501746 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-bf0d1068-9d53-4d5c-8f30-94584476cd3b tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1152971 Jan 26 21:53:05.504840 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 49514) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:53:05.509165 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-c5199b4a-2a11-430f-9857-1ea04e2d25ab tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] Request body: {'security_group_rule': {'security_group_id': '43aa6f70-7548-49d9-ab7d-3f19ba8f2c23', 'project_id': 'bc63455dcf49482fa53286dc14f91835', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:53:05.535198 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-c5199b4a-2a11-430f-9857-1ea04e2d25ab tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] Publish callbacks [] for security_group_rule (6c3de638-ed9c-4226-8e5e-eddc7caffbe1), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:53:05.599465 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-c5199b4a-2a11-430f-9857-1ea04e2d25ab tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] Publish callbacks [] for security_group_rule (6c3de638-ed9c-4226-8e5e-eddc7caffbe1), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:53:05.605639 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-c5199b4a-2a11-430f-9857-1ea04e2d25ab tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102715'] for security_group_rule (6c3de638-ed9c-4226-8e5e-eddc7caffbe1), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:53:05.624315 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5199b4a-2a11-430f-9857-1ea04e2d25ab tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6c3de638-ed9c-4226-8e5e-eddc7caffbe1,revision_number=0']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:53:05.631651 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-c5199b4a-2a11-430f-9857-1ea04e2d25ab tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:53:05.632795 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-c5199b4a-2a11-430f-9857-1ea04e2d25ab tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1269972 Jan 26 21:53:05.635523 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 49516) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:53:05.640103 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-7c15084a-83e1-48b6-bc69-aae5476f3911 tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] Request body: {'security_group_rule': {'security_group_id': '43aa6f70-7548-49d9-ab7d-3f19ba8f2c23', 'project_id': 'bc63455dcf49482fa53286dc14f91835', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:53:05.664158 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-7c15084a-83e1-48b6-bc69-aae5476f3911 tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] Publish callbacks [] for security_group_rule (43b19a67-7f61-4d1e-9497-c6a30ac6e8fe), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:53:05.719331 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-7c15084a-83e1-48b6-bc69-aae5476f3911 tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] Publish callbacks [] for security_group_rule (43b19a67-7f61-4d1e-9497-c6a30ac6e8fe), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:53:05.722915 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-7c15084a-83e1-48b6-bc69-aae5476f3911 tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102715'] for security_group_rule (43b19a67-7f61-4d1e-9497-c6a30ac6e8fe), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:53:05.740151 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c15084a-83e1-48b6-bc69-aae5476f3911 tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=43b19a67-7f61-4d1e-9497-c6a30ac6e8fe,revision_number=0']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:53:05.749708 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-7c15084a-83e1-48b6-bc69-aae5476f3911 tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:53:05.750933 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-7c15084a-83e1-48b6-bc69-aae5476f3911 tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1144686 Jan 26 21:53:05.753583 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 49520) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:53:05.758311 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-a7a4e673-8c29-4f0c-9cd4-04b17f1de56a tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] Request body: {'security_group_rule': {'security_group_id': '43aa6f70-7548-49d9-ab7d-3f19ba8f2c23', 'project_id': 'bc63455dcf49482fa53286dc14f91835', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:53:05.783508 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-a7a4e673-8c29-4f0c-9cd4-04b17f1de56a tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] Publish callbacks [] for security_group_rule (ed74925b-ae65-4893-b167-2a9f21255973), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:53:05.843351 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-a7a4e673-8c29-4f0c-9cd4-04b17f1de56a tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] Publish callbacks [] for security_group_rule (ed74925b-ae65-4893-b167-2a9f21255973), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:53:05.848936 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-a7a4e673-8c29-4f0c-9cd4-04b17f1de56a tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102715'] for security_group_rule (ed74925b-ae65-4893-b167-2a9f21255973), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:53:05.865162 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a4e673-8c29-4f0c-9cd4-04b17f1de56a tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ed74925b-ae65-4893-b167-2a9f21255973,revision_number=0']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:53:05.878018 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-a7a4e673-8c29-4f0c-9cd4-04b17f1de56a tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:53:05.879313 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-a7a4e673-8c29-4f0c-9cd4-04b17f1de56a tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1247041 Jan 26 21:53:05.882140 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 49528) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:53:05.886514 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-d2f90941-3b3e-41b2-b4cb-0f654de0b358 tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] Request body: {'security_group_rule': {'security_group_id': '43aa6f70-7548-49d9-ab7d-3f19ba8f2c23', 'project_id': 'bc63455dcf49482fa53286dc14f91835', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:53:05.907843 n-d-760453-5 neutron-server[103304]: INFO neutron.db.securitygroups_db [None req-d2f90941-3b3e-41b2-b4cb-0f654de0b358 tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] Project bc63455dcf49482fa53286dc14f91835 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 26 21:53:05.913592 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-d2f90941-3b3e-41b2-b4cb-0f654de0b358 tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] Publish callbacks [] for security_group_rule (61d60d50-dee2-467e-9b4a-fe49aca77229), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:53:05.974527 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-d2f90941-3b3e-41b2-b4cb-0f654de0b358 tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] Publish callbacks [] for security_group_rule (61d60d50-dee2-467e-9b4a-fe49aca77229), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:53:05.978392 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-d2f90941-3b3e-41b2-b4cb-0f654de0b358 tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102715'] for security_group_rule (61d60d50-dee2-467e-9b4a-fe49aca77229), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:53:05.998274 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f90941-3b3e-41b2-b4cb-0f654de0b358 tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=61d60d50-dee2-467e-9b4a-fe49aca77229,revision_number=0']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:53:06.003839 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-d2f90941-3b3e-41b2-b4cb-0f654de0b358 tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:53:06.005065 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-d2f90941-3b3e-41b2-b4cb-0f654de0b358 tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1219249 Jan 26 21:53:06.007725 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 49530) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:53:06.012572 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-855440dc-cbcc-4070-8faa-6a62b3cdec76 tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] Request body: {'security_group_rule': {'security_group_id': '43aa6f70-7548-49d9-ab7d-3f19ba8f2c23', 'project_id': 'bc63455dcf49482fa53286dc14f91835', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:53:06.033128 n-d-760453-5 neutron-server[103304]: INFO neutron.db.securitygroups_db [None req-855440dc-cbcc-4070-8faa-6a62b3cdec76 tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] Project bc63455dcf49482fa53286dc14f91835 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 26 21:53:06.039239 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-855440dc-cbcc-4070-8faa-6a62b3cdec76 tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] Publish callbacks [] for security_group_rule (ded89455-ef22-4323-b21d-ff6715808519), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:53:06.097275 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-855440dc-cbcc-4070-8faa-6a62b3cdec76 tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] Publish callbacks [] for security_group_rule (ded89455-ef22-4323-b21d-ff6715808519), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:53:06.101167 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-855440dc-cbcc-4070-8faa-6a62b3cdec76 tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102715'] for security_group_rule (ded89455-ef22-4323-b21d-ff6715808519), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:53:06.121272 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-855440dc-cbcc-4070-8faa-6a62b3cdec76 tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ded89455-ef22-4323-b21d-ff6715808519,revision_number=0']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:53:06.127141 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-855440dc-cbcc-4070-8faa-6a62b3cdec76 tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:53:06.128329 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-855440dc-cbcc-4070-8faa-6a62b3cdec76 tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1196861 Jan 26 21:53:07.171279 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [req-3dbed22c-9f46-4b24-bc71-b2ead95a1efe req-0c164b70-9537-43f3-ae8b-ae9af40bd2b5 service neutron] (103305) timed out ('10.222.0.57', 56563) {{(pid=103305) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jan 26 21:53:07.223024 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 49606) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:53:07.228133 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-88a01bed-d73b-427a-aef0-c75330e92a5f tempest-TestVolumeBackupRestore-809868484 tempest-TestVolumeBackupRestore-809868484-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1472718093', 'description': 'tempest-secgroup-smoke-1472718093 description', 'project_id': '8ea95a10d8684c60bb4f9b1dc42b4b23'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:53:07.249451 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-88a01bed-d73b-427a-aef0-c75330e92a5f tempest-TestVolumeBackupRestore-809868484 tempest-TestVolumeBackupRestore-809868484-project] Publish callbacks [] for security_group (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:53:07.320052 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-88a01bed-d73b-427a-aef0-c75330e92a5f tempest-TestVolumeBackupRestore-809868484 tempest-TestVolumeBackupRestore-809868484-project] Publish callbacks [] for security_group (f230377e-3dae-4a28-8c66-77769fe38eaa), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:53:07.324193 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-88a01bed-d73b-427a-aef0-c75330e92a5f tempest-TestVolumeBackupRestore-809868484 tempest-TestVolumeBackupRestore-809868484-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (f230377e-3dae-4a28-8c66-77769fe38eaa), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:53:07.355088 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-88a01bed-d73b-427a-aef0-c75330e92a5f tempest-TestVolumeBackupRestore-809868484 tempest-TestVolumeBackupRestore-809868484-project] Publish callbacks [] for security_group (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:53:07.359518 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-88a01bed-d73b-427a-aef0-c75330e92a5f tempest-TestVolumeBackupRestore-809868484 tempest-TestVolumeBackupRestore-809868484-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1322663 Jan 26 21:53:07.359518 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a01bed-d73b-427a-aef0-c75330e92a5f tempest-TestVolumeBackupRestore-809868484 tempest-TestVolumeBackupRestore-809868484-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f230377e-3dae-4a28-8c66-77769fe38eaa,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:53:07.359918 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 49608) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:53:07.370256 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-69ccfcdc-801b-45c3-8883-c1bf70653b16 tempest-TestVolumeBackupRestore-809868484 tempest-TestVolumeBackupRestore-809868484-project] Request body: {'security_group_rule': {'security_group_id': 'f230377e-3dae-4a28-8c66-77769fe38eaa', 'project_id': '8ea95a10d8684c60bb4f9b1dc42b4b23', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:53:07.396341 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-69ccfcdc-801b-45c3-8883-c1bf70653b16 tempest-TestVolumeBackupRestore-809868484 tempest-TestVolumeBackupRestore-809868484-project] Publish callbacks [] for security_group_rule (e672fca5-a70c-4856-b292-835d852d15cb), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:53:07.454003 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-69ccfcdc-801b-45c3-8883-c1bf70653b16 tempest-TestVolumeBackupRestore-809868484 tempest-TestVolumeBackupRestore-809868484-project] Publish callbacks [] for security_group_rule (e672fca5-a70c-4856-b292-835d852d15cb), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:53:07.458443 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-69ccfcdc-801b-45c3-8883-c1bf70653b16 tempest-TestVolumeBackupRestore-809868484 tempest-TestVolumeBackupRestore-809868484-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102715'] for security_group_rule (e672fca5-a70c-4856-b292-835d852d15cb), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:53:07.478194 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ccfcdc-801b-45c3-8883-c1bf70653b16 tempest-TestVolumeBackupRestore-809868484 tempest-TestVolumeBackupRestore-809868484-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e672fca5-a70c-4856-b292-835d852d15cb,revision_number=0']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:53:07.485690 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-69ccfcdc-801b-45c3-8883-c1bf70653b16 tempest-TestVolumeBackupRestore-809868484 tempest-TestVolumeBackupRestore-809868484-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:53:07.489778 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-69ccfcdc-801b-45c3-8883-c1bf70653b16 tempest-TestVolumeBackupRestore-809868484 tempest-TestVolumeBackupRestore-809868484-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1238549 Jan 26 21:53:07.490393 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 49610) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:53:07.495197 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-8d12c0c5-6593-478f-8ef7-f41236846c0b tempest-TestVolumeBackupRestore-809868484 tempest-TestVolumeBackupRestore-809868484-project] Request body: {'security_group_rule': {'security_group_id': 'f230377e-3dae-4a28-8c66-77769fe38eaa', 'project_id': '8ea95a10d8684c60bb4f9b1dc42b4b23', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:53:07.521198 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-8d12c0c5-6593-478f-8ef7-f41236846c0b tempest-TestVolumeBackupRestore-809868484 tempest-TestVolumeBackupRestore-809868484-project] Publish callbacks [] for security_group_rule (69da18ba-8ee7-45d0-9b35-08ef30fa1f60), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:53:07.587899 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-8d12c0c5-6593-478f-8ef7-f41236846c0b tempest-TestVolumeBackupRestore-809868484 tempest-TestVolumeBackupRestore-809868484-project] Publish callbacks [] for security_group_rule (69da18ba-8ee7-45d0-9b35-08ef30fa1f60), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:53:07.592181 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-8d12c0c5-6593-478f-8ef7-f41236846c0b tempest-TestVolumeBackupRestore-809868484 tempest-TestVolumeBackupRestore-809868484-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102715'] for security_group_rule (69da18ba-8ee7-45d0-9b35-08ef30fa1f60), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:53:07.609869 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d12c0c5-6593-478f-8ef7-f41236846c0b tempest-TestVolumeBackupRestore-809868484 tempest-TestVolumeBackupRestore-809868484-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=69da18ba-8ee7-45d0-9b35-08ef30fa1f60,revision_number=0']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:53:07.619015 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-8d12c0c5-6593-478f-8ef7-f41236846c0b tempest-TestVolumeBackupRestore-809868484 tempest-TestVolumeBackupRestore-809868484-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:53:07.620222 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-8d12c0c5-6593-478f-8ef7-f41236846c0b tempest-TestVolumeBackupRestore-809868484 tempest-TestVolumeBackupRestore-809868484-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1287217 Jan 26 21:53:07.622989 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 49614) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:53:07.628945 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-41675b3c-d0c2-49b1-9167-1066c8a635ae tempest-TestVolumeBackupRestore-809868484 tempest-TestVolumeBackupRestore-809868484-project] Request body: {'security_group_rule': {'security_group_id': 'f230377e-3dae-4a28-8c66-77769fe38eaa', 'project_id': '8ea95a10d8684c60bb4f9b1dc42b4b23', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:53:07.655415 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-41675b3c-d0c2-49b1-9167-1066c8a635ae tempest-TestVolumeBackupRestore-809868484 tempest-TestVolumeBackupRestore-809868484-project] Publish callbacks [] for security_group_rule (d74d9e1b-111d-4591-8771-a24bb07aa4ba), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:53:07.715139 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-41675b3c-d0c2-49b1-9167-1066c8a635ae tempest-TestVolumeBackupRestore-809868484 tempest-TestVolumeBackupRestore-809868484-project] Publish callbacks [] for security_group_rule (d74d9e1b-111d-4591-8771-a24bb07aa4ba), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:53:07.718865 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-41675b3c-d0c2-49b1-9167-1066c8a635ae tempest-TestVolumeBackupRestore-809868484 tempest-TestVolumeBackupRestore-809868484-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102715'] for security_group_rule (d74d9e1b-111d-4591-8771-a24bb07aa4ba), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:53:07.737895 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41675b3c-d0c2-49b1-9167-1066c8a635ae tempest-TestVolumeBackupRestore-809868484 tempest-TestVolumeBackupRestore-809868484-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d74d9e1b-111d-4591-8771-a24bb07aa4ba,revision_number=0']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:53:07.746870 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-41675b3c-d0c2-49b1-9167-1066c8a635ae tempest-TestVolumeBackupRestore-809868484 tempest-TestVolumeBackupRestore-809868484-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:53:07.750821 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-41675b3c-d0c2-49b1-9167-1066c8a635ae tempest-TestVolumeBackupRestore-809868484 tempest-TestVolumeBackupRestore-809868484-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1242561 Jan 26 21:53:07.751022 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 49616) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:53:07.755466 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-bd4852c7-ee2b-4709-8fa7-8d8e97d54c19 tempest-TestVolumeBackupRestore-809868484 tempest-TestVolumeBackupRestore-809868484-project] Request body: {'security_group_rule': {'security_group_id': 'f230377e-3dae-4a28-8c66-77769fe38eaa', 'project_id': '8ea95a10d8684c60bb4f9b1dc42b4b23', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:53:07.783589 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-bd4852c7-ee2b-4709-8fa7-8d8e97d54c19 tempest-TestVolumeBackupRestore-809868484 tempest-TestVolumeBackupRestore-809868484-project] Publish callbacks [] for security_group_rule (647688ff-0645-4742-8d96-d43e27881acf), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:53:07.846195 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-bd4852c7-ee2b-4709-8fa7-8d8e97d54c19 tempest-TestVolumeBackupRestore-809868484 tempest-TestVolumeBackupRestore-809868484-project] Publish callbacks [] for security_group_rule (647688ff-0645-4742-8d96-d43e27881acf), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:53:07.849993 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-bd4852c7-ee2b-4709-8fa7-8d8e97d54c19 tempest-TestVolumeBackupRestore-809868484 tempest-TestVolumeBackupRestore-809868484-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102715'] for security_group_rule (647688ff-0645-4742-8d96-d43e27881acf), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:53:07.871180 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4852c7-ee2b-4709-8fa7-8d8e97d54c19 tempest-TestVolumeBackupRestore-809868484 tempest-TestVolumeBackupRestore-809868484-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=647688ff-0645-4742-8d96-d43e27881acf,revision_number=0']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:53:07.877395 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-bd4852c7-ee2b-4709-8fa7-8d8e97d54c19 tempest-TestVolumeBackupRestore-809868484 tempest-TestVolumeBackupRestore-809868484-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:53:07.878537 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-bd4852c7-ee2b-4709-8fa7-8d8e97d54c19 tempest-TestVolumeBackupRestore-809868484 tempest-TestVolumeBackupRestore-809868484-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1265652 Jan 26 21:53:07.881324 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 49618) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:53:07.886389 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-c4e60da4-24e8-4fdd-a26b-c0637e4979ff tempest-TestVolumeBackupRestore-809868484 tempest-TestVolumeBackupRestore-809868484-project] Request body: {'security_group_rule': {'security_group_id': 'f230377e-3dae-4a28-8c66-77769fe38eaa', 'project_id': '8ea95a10d8684c60bb4f9b1dc42b4b23', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:53:07.911059 n-d-760453-5 neutron-server[103304]: INFO neutron.db.securitygroups_db [None req-c4e60da4-24e8-4fdd-a26b-c0637e4979ff tempest-TestVolumeBackupRestore-809868484 tempest-TestVolumeBackupRestore-809868484-project] Project 8ea95a10d8684c60bb4f9b1dc42b4b23 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 26 21:53:07.916338 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-c4e60da4-24e8-4fdd-a26b-c0637e4979ff tempest-TestVolumeBackupRestore-809868484 tempest-TestVolumeBackupRestore-809868484-project] Publish callbacks [] for security_group_rule (2a3590a7-0b0e-444c-ad19-8f652b5b89ed), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:53:07.980003 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-c4e60da4-24e8-4fdd-a26b-c0637e4979ff tempest-TestVolumeBackupRestore-809868484 tempest-TestVolumeBackupRestore-809868484-project] Publish callbacks [] for security_group_rule (2a3590a7-0b0e-444c-ad19-8f652b5b89ed), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:53:07.984183 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-c4e60da4-24e8-4fdd-a26b-c0637e4979ff tempest-TestVolumeBackupRestore-809868484 tempest-TestVolumeBackupRestore-809868484-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102715'] for security_group_rule (2a3590a7-0b0e-444c-ad19-8f652b5b89ed), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:53:08.002321 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e60da4-24e8-4fdd-a26b-c0637e4979ff tempest-TestVolumeBackupRestore-809868484 tempest-TestVolumeBackupRestore-809868484-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2a3590a7-0b0e-444c-ad19-8f652b5b89ed,revision_number=0']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:53:08.010696 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-c4e60da4-24e8-4fdd-a26b-c0637e4979ff tempest-TestVolumeBackupRestore-809868484 tempest-TestVolumeBackupRestore-809868484-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:53:08.012068 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-c4e60da4-24e8-4fdd-a26b-c0637e4979ff tempest-TestVolumeBackupRestore-809868484 tempest-TestVolumeBackupRestore-809868484-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1290896 Jan 26 21:53:08.015273 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 49620) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:53:08.019978 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-7b8bd97a-f99e-4eda-882b-8481bce1435f tempest-TestVolumeBackupRestore-809868484 tempest-TestVolumeBackupRestore-809868484-project] Request body: {'security_group_rule': {'security_group_id': 'f230377e-3dae-4a28-8c66-77769fe38eaa', 'project_id': '8ea95a10d8684c60bb4f9b1dc42b4b23', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:53:08.040610 n-d-760453-5 neutron-server[103304]: INFO neutron.db.securitygroups_db [None req-7b8bd97a-f99e-4eda-882b-8481bce1435f tempest-TestVolumeBackupRestore-809868484 tempest-TestVolumeBackupRestore-809868484-project] Project 8ea95a10d8684c60bb4f9b1dc42b4b23 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 26 21:53:08.046079 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-7b8bd97a-f99e-4eda-882b-8481bce1435f tempest-TestVolumeBackupRestore-809868484 tempest-TestVolumeBackupRestore-809868484-project] Publish callbacks [] for security_group_rule (a8675710-17b1-4ab6-8fba-dc1fa2ab3f8c), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:53:08.107629 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-7b8bd97a-f99e-4eda-882b-8481bce1435f tempest-TestVolumeBackupRestore-809868484 tempest-TestVolumeBackupRestore-809868484-project] Publish callbacks [] for security_group_rule (a8675710-17b1-4ab6-8fba-dc1fa2ab3f8c), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:53:08.113098 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-7b8bd97a-f99e-4eda-882b-8481bce1435f tempest-TestVolumeBackupRestore-809868484 tempest-TestVolumeBackupRestore-809868484-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102715'] for security_group_rule (a8675710-17b1-4ab6-8fba-dc1fa2ab3f8c), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:53:08.131824 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b8bd97a-f99e-4eda-882b-8481bce1435f tempest-TestVolumeBackupRestore-809868484 tempest-TestVolumeBackupRestore-809868484-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a8675710-17b1-4ab6-8fba-dc1fa2ab3f8c,revision_number=0']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:53:08.139748 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-7b8bd97a-f99e-4eda-882b-8481bce1435f tempest-TestVolumeBackupRestore-809868484 tempest-TestVolumeBackupRestore-809868484-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:53:08.141458 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-7b8bd97a-f99e-4eda-882b-8481bce1435f tempest-TestVolumeBackupRestore-809868484 tempest-TestVolumeBackupRestore-809868484-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1256514 Jan 26 21:53:08.348407 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-59144b15-5002-4a13-a2d7-2712ba6290d1 req-ee06eafc-cdca-4c6d-8493-95abefed445d tempest-TestVolumeBackupRestore-809868484 tempest-TestVolumeBackupRestore-809868484-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1472718093&fields=id&tenant_id=8ea95a10d8684c60bb4f9b1dc42b4b23 HTTP/1.1" status: 200 len: 267 time: 0.0455654 Jan 26 21:53:08.463274 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59144b15-5002-4a13-a2d7-2712ba6290d1 req-c081c24a-957e-4722-bf45-eef7709f6242 tempest-TestVolumeBackupRestore-809868484 tempest-TestVolumeBackupRestore-809868484-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:53:08.465026 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-59144b15-5002-4a13-a2d7-2712ba6290d1 req-c081c24a-957e-4722-bf45-eef7709f6242 tempest-TestVolumeBackupRestore-809868484 tempest-TestVolumeBackupRestore-809868484-project] 10.222.0.13 "GET /v2.0/networks?id=2dca7862-3264-4f3a-a964-93857e78f24f HTTP/1.1" status: 200 len: 814 time: 0.1081507 Jan 26 21:53:08.480764 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-59144b15-5002-4a13-a2d7-2712ba6290d1 req-8e0ecbd9-bba8-4a58-aa68-295a0cee1869 tempest-TestVolumeBackupRestore-809868484 tempest-TestVolumeBackupRestore-809868484-project] 10.222.0.13 "GET /v2.0/quotas/8ea95a10d8684c60bb4f9b1dc42b4b23 HTTP/1.1" status: 200 len: 375 time: 0.0102124 Jan 26 21:53:08.535220 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-59144b15-5002-4a13-a2d7-2712ba6290d1 req-94ec022b-ebf2-466a-966e-1b6d8c96f738 tempest-TestVolumeBackupRestore-809868484 tempest-TestVolumeBackupRestore-809868484-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=8ea95a10d8684c60bb4f9b1dc42b4b23&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0492535 Jan 26 21:53:08.554819 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (32ef628b-8417-46c5-8729-60fcabe358f1), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:53:08.757396 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-59144b15-5002-4a13-a2d7-2712ba6290d1 req-4bb7c594-b9b3-4f8d-ada0-26bcbf961dce service neutron] 10.222.0.13 "GET /v2.0/networks/2dca7862-3264-4f3a-a964-93857e78f24f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2078109 Jan 26 21:53:08.852600 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-59144b15-5002-4a13-a2d7-2712ba6290d1 req-92bbd71f-8486-4104-932f-4d790051cafa service neutron] 10.222.0.13 "GET /v2.0/networks/2dca7862-3264-4f3a-a964-93857e78f24f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883811 Jan 26 21:53:09.162959 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-1ff2d126-7783-45e5-abd3-9df3bce5b3bc req-78fdf055-7024-4b16-8b5b-8785f7d2f7b7 tempest-TestVolumeBackupRestore-809868484 tempest-TestVolumeBackupRestore-809868484-project] 10.222.0.13 "GET /v2.0/ports?device_id=8fa9c3c3-9b6b-4216-8cb9-66a8acac53ab HTTP/1.1" status: 200 len: 210 time: 0.0276759 Jan 26 21:53:10.287051 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-4a88e7b9-c4c9-4f14-9e8f-6be1c6493f57 req-fab97ee9-daeb-4e96-8d80-8501c3080fce tempest-TestVolumeBackupRestore-809868484 tempest-TestVolumeBackupRestore-809868484-project] 10.222.0.13 "GET /v2.0/ports?device_id=8fa9c3c3-9b6b-4216-8cb9-66a8acac53ab HTTP/1.1" status: 200 len: 210 time: 0.0490546 Jan 26 21:53:10.297146 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59144b15-5002-4a13-a2d7-2712ba6290d1 req-6e74f446-e835-4c1f-a425-fc120400ba55 tempest-TestVolumeBackupRestore-809868484 tempest-TestVolumeBackupRestore-809868484-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:53:10.300346 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-59144b15-5002-4a13-a2d7-2712ba6290d1 req-6e74f446-e835-4c1f-a425-fc120400ba55 tempest-TestVolumeBackupRestore-809868484 tempest-TestVolumeBackupRestore-809868484-project] 10.222.0.57 "GET /v2.0/networks?id=2dca7862-3264-4f3a-a964-93857e78f24f HTTP/1.1" status: 200 len: 814 time: 0.1868429 Jan 26 21:53:10.399550 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-59144b15-5002-4a13-a2d7-2712ba6290d1 req-18c133e6-1bc4-4147-ace2-f31ebe5f5c32 tempest-TestVolumeBackupRestore-809868484 tempest-TestVolumeBackupRestore-809868484-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8ea95a10d8684c60bb4f9b1dc42b4b23 HTTP/1.1" status: 200 len: 380 time: 0.0882134 Jan 26 21:53:10.407810 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [req-59144b15-5002-4a13-a2d7-2712ba6290d1 req-0621a768-eaa6-4bcf-8c30-cb62c98aa86c tempest-TestVolumeBackupRestore-809868484 tempest-TestVolumeBackupRestore-809868484-project] Request body: {'port': {'device_id': '8fa9c3c3-9b6b-4216-8cb9-66a8acac53ab', 'network_id': '2dca7862-3264-4f3a-a964-93857e78f24f', 'admin_state_up': True, 'tenant_id': '8ea95a10d8684c60bb4f9b1dc42b4b23', 'security_groups': ['f230377e-3dae-4a28-8c66-77769fe38eaa']}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:53:10.540024 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-59144b15-5002-4a13-a2d7-2712ba6290d1 req-0621a768-eaa6-4bcf-8c30-cb62c98aa86c tempest-TestVolumeBackupRestore-809868484 tempest-TestVolumeBackupRestore-809868484-project] Made reservation on behalf of 8ea95a10d8684c60bb4f9b1dc42b4b23 for: {'port': 1} {{(pid=103304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 21:53:10.544651 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-59144b15-5002-4a13-a2d7-2712ba6290d1 req-0621a768-eaa6-4bcf-8c30-cb62c98aa86c tempest-TestVolumeBackupRestore-809868484 tempest-TestVolumeBackupRestore-809868484-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:53:10.710505 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.db_base_plugin_common [req-59144b15-5002-4a13-a2d7-2712ba6290d1 req-0621a768-eaa6-4bcf-8c30-cb62c98aa86c tempest-TestVolumeBackupRestore-809868484 tempest-TestVolumeBackupRestore-809868484-project] Allocated IP 172.20.0.10 (2dca7862-3264-4f3a-a964-93857e78f24f/fa9b68b7-f4ed-42c5-8c43-fdd4fb96ff3d/caf414cd-bb1a-4e4b-9536-b6187b6621f6) {{(pid=103304) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 21:53:10.924418 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-59144b15-5002-4a13-a2d7-2712ba6290d1 req-0621a768-eaa6-4bcf-8c30-cb62c98aa86c tempest-TestVolumeBackupRestore-809868484 tempest-TestVolumeBackupRestore-809868484-project] Publish callbacks [] for port (caf414cd-bb1a-4e4b-9536-b6187b6621f6), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:53:10.984889 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-59144b15-5002-4a13-a2d7-2712ba6290d1 req-0621a768-eaa6-4bcf-8c30-cb62c98aa86c tempest-TestVolumeBackupRestore-809868484 tempest-TestVolumeBackupRestore-809868484-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746560234527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9281553'] for port (caf414cd-bb1a-4e4b-9536-b6187b6621f6), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:53:11.046328 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-59144b15-5002-4a13-a2d7-2712ba6290d1 req-0621a768-eaa6-4bcf-8c30-cb62c98aa86c tempest-TestVolumeBackupRestore-809868484 tempest-TestVolumeBackupRestore-809868484-project] Network 2dca7862-3264-4f3a-a964-93857e78f24f is already hosted by enough agents. {{(pid=103304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 21:53:11.051042 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [req-59144b15-5002-4a13-a2d7-2712ba6290d1 req-0621a768-eaa6-4bcf-8c30-cb62c98aa86c tempest-TestVolumeBackupRestore-809868484 tempest-TestVolumeBackupRestore-809868484-project] Resources bound (agent type, host, resource id): {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:53:11.057708 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [req-59144b15-5002-4a13-a2d7-2712ba6290d1 req-0621a768-eaa6-4bcf-8c30-cb62c98aa86c tempest-TestVolumeBackupRestore-809868484 tempest-TestVolumeBackupRestore-809868484-project] Received port after_create {{(pid=103304) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 21:53:11.066505 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0621a768-eaa6-4bcf-8c30-cb62c98aa86c tempest-TestVolumeBackupRestore-809868484 tempest-TestVolumeBackupRestore-809868484-project] Pushing event updated for resources: {'Port': ['ID=caf414cd-bb1a-4e4b-9536-b6187b6621f6,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:53:11.151968 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59144b15-5002-4a13-a2d7-2712ba6290d1 req-0621a768-eaa6-4bcf-8c30-cb62c98aa86c tempest-TestVolumeBackupRestore-809868484 tempest-TestVolumeBackupRestore-809868484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:53:11.158675 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-59144b15-5002-4a13-a2d7-2712ba6290d1 req-0621a768-eaa6-4bcf-8c30-cb62c98aa86c tempest-TestVolumeBackupRestore-809868484 tempest-TestVolumeBackupRestore-809868484-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:53:11.185185 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-59144b15-5002-4a13-a2d7-2712ba6290d1 req-0621a768-eaa6-4bcf-8c30-cb62c98aa86c tempest-TestVolumeBackupRestore-809868484 tempest-TestVolumeBackupRestore-809868484-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7810647 Jan 26 21:53:11.203151 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [req-59144b15-5002-4a13-a2d7-2712ba6290d1 req-fb318ec6-556b-4500-a7c6-fdcc956aae5a service neutron] Request body: {'port': {'device_id': '8fa9c3c3-9b6b-4216-8cb9-66a8acac53ab', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-760453-5'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:53:11.312735 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-59144b15-5002-4a13-a2d7-2712ba6290d1 req-fb318ec6-556b-4500-a7c6-fdcc956aae5a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (caf414cd-bb1a-4e4b-9536-b6187b6621f6), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:53:11.537578 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-0c8cf727-4240-4ade-ac69-245b4dc74593 None None] Provisioning complete for port caf414cd-bb1a-4e4b-9536-b6187b6621f6 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:53:11.539105 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-0c8cf727-4240-4ade-ac69-245b4dc74593 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (caf414cd-bb1a-4e4b-9536-b6187b6621f6), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:53:11.561057 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e39bef-9841-4450-b7b9-d3d7ee387f81 req-35a84d98-72ff-4312-9898-ed1a7dd04b06 tempest-TestVolumeBackupRestore-809868484 tempest-TestVolumeBackupRestore-809868484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:53:11.562747 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-a4e39bef-9841-4450-b7b9-d3d7ee387f81 req-35a84d98-72ff-4312-9898-ed1a7dd04b06 tempest-TestVolumeBackupRestore-809868484 tempest-TestVolumeBackupRestore-809868484-project] 10.222.0.13 "GET /v2.0/ports?device_id=8fa9c3c3-9b6b-4216-8cb9-66a8acac53ab HTTP/1.1" status: 200 len: 932 time: 0.1485825 Jan 26 21:53:11.577582 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-0c8cf727-4240-4ade-ac69-245b4dc74593 None None] Port caf414cd-bb1a-4e4b-9536-b6187b6621f6 cannot update to ACTIVE because it is not bound. {{(pid=103306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 26 21:53:11.681549 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-a4e39bef-9841-4450-b7b9-d3d7ee387f81 req-72fb976e-bff5-49cb-99e2-5bd11d2b119b tempest-TestVolumeBackupRestore-809868484 tempest-TestVolumeBackupRestore-809868484-project] 10.222.0.13 "GET /v2.0/security-groups?id=f230377e-3dae-4a28-8c66-77769fe38eaa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1091177 Jan 26 21:53:11.812377 n-d-760453-5 neutron-server[103304]: DEBUG neutron.notifiers.nova [req-59144b15-5002-4a13-a2d7-2712ba6290d1 req-fb318ec6-556b-4500-a7c6-fdcc956aae5a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id caf414cd-bb1a-4e4b-9536-b6187b6621f6 {{(pid=103304) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 26 21:53:11.822662 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-59144b15-5002-4a13-a2d7-2712ba6290d1 req-fb318ec6-556b-4500-a7c6-fdcc956aae5a service neutron] Publish callbacks [] for port (caf414cd-bb1a-4e4b-9536-b6187b6621f6), precommit_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:53:11.835347 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.provisioning_blocks [req-59144b15-5002-4a13-a2d7-2712ba6290d1 req-fb318ec6-556b-4500-a7c6-fdcc956aae5a service neutron] Transition to ACTIVE for port object caf414cd-bb1a-4e4b-9536-b6187b6621f6 will not be triggered until provisioned by entity L2. {{(pid=103304) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 21:53:11.841156 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-59144b15-5002-4a13-a2d7-2712ba6290d1 req-fb318ec6-556b-4500-a7c6-fdcc956aae5a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9281542'] for port (caf414cd-bb1a-4e4b-9536-b6187b6621f6), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:53:11.910984 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb318ec6-556b-4500-a7c6-fdcc956aae5a service neutron] Pushing event updated for resources: {'Port': ['ID=caf414cd-bb1a-4e4b-9536-b6187b6621f6,revision_number=2']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:53:11.993825 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [req-59144b15-5002-4a13-a2d7-2712ba6290d1 req-fb318ec6-556b-4500-a7c6-fdcc956aae5a service neutron] Attempting to bind port caf414cd-bb1a-4e4b-9536-b6187b6621f6 on host n-h2-760453-5 for vnic_type normal with profile {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 21:53:11.994149 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [req-59144b15-5002-4a13-a2d7-2712ba6290d1 req-fb318ec6-556b-4500-a7c6-fdcc956aae5a service neutron] Attempting to bind port caf414cd-bb1a-4e4b-9536-b6187b6621f6 by drivers openvswitch,hyperv on host n-h2-760453-5 at level 0 using segments [{'id': '311a9384-eba0-44ed-b722-d0b5fbfec734', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '2dca7862-3264-4f3a-a964-93857e78f24f'}] {{(pid=103304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 26 21:53:11.994483 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59144b15-5002-4a13-a2d7-2712ba6290d1 req-fb318ec6-556b-4500-a7c6-fdcc956aae5a service neutron] Attempting to bind port caf414cd-bb1a-4e4b-9536-b6187b6621f6 on network 2dca7862-3264-4f3a-a964-93857e78f24f {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 21:53:11.999715 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59144b15-5002-4a13-a2d7-2712ba6290d1 req-fb318ec6-556b-4500-a7c6-fdcc956aae5a service neutron] Port caf414cd-bb1a-4e4b-9536-b6187b6621f6 on network 2dca7862-3264-4f3a-a964-93857e78f24f not bound, no agent of type Open vSwitch agent registered on host n-h2-760453-5 {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 26 21:53:12.000042 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59144b15-5002-4a13-a2d7-2712ba6290d1 req-fb318ec6-556b-4500-a7c6-fdcc956aae5a service neutron] Attempting to bind port caf414cd-bb1a-4e4b-9536-b6187b6621f6 on network 2dca7862-3264-4f3a-a964-93857e78f24f {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 21:53:12.014548 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59144b15-5002-4a13-a2d7-2712ba6290d1 req-fb318ec6-556b-4500-a7c6-fdcc956aae5a service neutron] Checking agent: {'id': '4d619873-4b60-439f-9b5a-b155dc8bbc34', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-760453-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 21, 2, 53), 'started_at': datetime.datetime(2022, 1, 26, 21, 2, 53), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 21, 52, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 26 21:53:12.014823 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59144b15-5002-4a13-a2d7-2712ba6290d1 req-fb318ec6-556b-4500-a7c6-fdcc956aae5a service neutron] Checking segment: {'id': '311a9384-eba0-44ed-b722-d0b5fbfec734', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '2dca7862-3264-4f3a-a964-93857e78f24f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103304) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 21:53:12.015217 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59144b15-5002-4a13-a2d7-2712ba6290d1 req-fb318ec6-556b-4500-a7c6-fdcc956aae5a service neutron] Bound using segment: {'id': '311a9384-eba0-44ed-b722-d0b5fbfec734', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '2dca7862-3264-4f3a-a964-93857e78f24f'} {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 26 21:53:12.015714 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [req-59144b15-5002-4a13-a2d7-2712ba6290d1 req-fb318ec6-556b-4500-a7c6-fdcc956aae5a service neutron] Bound port: caf414cd-bb1a-4e4b-9536-b6187b6621f6, host: n-h2-760453-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '311a9384-eba0-44ed-b722-d0b5fbfec734', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '2dca7862-3264-4f3a-a964-93857e78f24f'}}] {{(pid=103304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 26 21:53:12.016089 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-59144b15-5002-4a13-a2d7-2712ba6290d1 req-fb318ec6-556b-4500-a7c6-fdcc956aae5a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (caf414cd-bb1a-4e4b-9536-b6187b6621f6), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:53:12.086468 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [req-59144b15-5002-4a13-a2d7-2712ba6290d1 req-fb318ec6-556b-4500-a7c6-fdcc956aae5a service neutron] For port caf414cd-bb1a-4e4b-9536-b6187b6621f6, host n-h2-760453-5, cleared binding levels {{(pid=103304) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 26 21:53:12.089535 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [req-59144b15-5002-4a13-a2d7-2712ba6290d1 req-fb318ec6-556b-4500-a7c6-fdcc956aae5a service neutron] For port caf414cd-bb1a-4e4b-9536-b6187b6621f6, host n-h2-760453-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-5',level=0,port_id=caf414cd-bb1a-4e4b-9536-b6187b6621f6,segment=NetworkSegment(311a9384-eba0-44ed-b722-d0b5fbfec734),segment_id=311a9384-eba0-44ed-b722-d0b5fbfec734)] {{(pid=103304) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 26 21:53:12.096382 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-59144b15-5002-4a13-a2d7-2712ba6290d1 req-fb318ec6-556b-4500-a7c6-fdcc956aae5a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9281542'] for port (caf414cd-bb1a-4e4b-9536-b6187b6621f6), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:53:12.138457 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59144b15-5002-4a13-a2d7-2712ba6290d1 req-fb318ec6-556b-4500-a7c6-fdcc956aae5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:53:12.139506 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-59144b15-5002-4a13-a2d7-2712ba6290d1 req-fb318ec6-556b-4500-a7c6-fdcc956aae5a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:53:12.143682 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-59144b15-5002-4a13-a2d7-2712ba6290d1 req-fb318ec6-556b-4500-a7c6-fdcc956aae5a service neutron] 10.222.0.57 "PUT /v2.0/ports/caf414cd-bb1a-4e4b-9536-b6187b6621f6 HTTP/1.1" status: 200 len: 1092 time: 0.9499011 Jan 26 21:53:12.146862 n-d-760453-5 neutron-server[103304]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8fa9c3c3-9b6b-4216-8cb9-66a8acac53ab', 'tag': 'caf414cd-bb1a-4e4b-9536-b6187b6621f6'}] {{(pid=103304) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 21:53:12.151518 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d52b45f1943fcd332af9527eb73ff93c8d715d44383a3f6d18de73b4cfcf87b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0b42fcf-ab63-41ee-8ce5-3598107b5360" -d '{"events": [{"name": "network-changed", "server_uuid": "8fa9c3c3-9b6b-4216-8cb9-66a8acac53ab", "tag": "caf414cd-bb1a-4e4b-9536-b6187b6621f6"}]}' {{(pid=103304) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 21:53:12.187811 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb318ec6-556b-4500-a7c6-fdcc956aae5a service neutron] Pushing event updated for resources: {'Port': ['ID=caf414cd-bb1a-4e4b-9536-b6187b6621f6,revision_number=3']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:53:12.248499 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 26 Jan 2022 21:53:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a94d8b52-a68e-4311-8f0b-99b1c351414c x-openstack-request-id: req-a94d8b52-a68e-4311-8f0b-99b1c351414c {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 21:53:12.249128 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8fa9c3c3-9b6b-4216-8cb9-66a8acac53ab", "tag": "caf414cd-bb1a-4e4b-9536-b6187b6621f6", "status": "completed", "code": 200}]} {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 21:53:12.249539 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a94d8b52-a68e-4311-8f0b-99b1c351414c {{(pid=103304) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 21:53:12.250032 n-d-760453-5 neutron-server[103304]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8fa9c3c3-9b6b-4216-8cb9-66a8acac53ab', 'tag': 'caf414cd-bb1a-4e4b-9536-b6187b6621f6', 'status': 'completed', 'code': 200} Jan 26 21:53:12.252894 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59144b15-5002-4a13-a2d7-2712ba6290d1 req-707ec632-1d7c-4cbc-8755-88831c83927f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:53:12.255005 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-59144b15-5002-4a13-a2d7-2712ba6290d1 req-707ec632-1d7c-4cbc-8755-88831c83927f service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=8ea95a10d8684c60bb4f9b1dc42b4b23&device_id=8fa9c3c3-9b6b-4216-8cb9-66a8acac53ab HTTP/1.1" status: 200 len: 1095 time: 0.0624554 Jan 26 21:53:12.312818 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-59144b15-5002-4a13-a2d7-2712ba6290d1 req-b0bba1ff-4329-4025-b857-d5a986f88c1c service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=caf414cd-bb1a-4e4b-9536-b6187b6621f6 HTTP/1.1" status: 200 len: 217 time: 0.0513840 Jan 26 21:53:12.372897 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59144b15-5002-4a13-a2d7-2712ba6290d1 req-02ca7cda-b373-4afb-a2b2-5ba44827beac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:53:12.374526 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-59144b15-5002-4a13-a2d7-2712ba6290d1 req-02ca7cda-b373-4afb-a2b2-5ba44827beac service neutron] 10.222.0.57 "GET /v2.0/subnets?id=fa9b68b7-f4ed-42c5-8c43-fdd4fb96ff3d HTTP/1.1" status: 200 len: 853 time: 0.0544138 Jan 26 21:53:12.437128 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59144b15-5002-4a13-a2d7-2712ba6290d1 req-77786c8f-87e2-48f4-96ae-19a0b5da0867 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:53:12.440664 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-59144b15-5002-4a13-a2d7-2712ba6290d1 req-77786c8f-87e2-48f4-96ae-19a0b5da0867 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=2dca7862-3264-4f3a-a964-93857e78f24f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0570254 Jan 26 21:53:12.570097 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-59144b15-5002-4a13-a2d7-2712ba6290d1 req-788dc879-680c-431d-b651-1a8b056fa86a service neutron] 10.222.0.57 "GET /v2.0/networks/2dca7862-3264-4f3a-a964-93857e78f24f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1230695 Jan 26 21:53:12.671682 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-59144b15-5002-4a13-a2d7-2712ba6290d1 req-20fa3717-1e3d-4e6d-bf38-d21abe8ace62 service neutron] 10.222.0.57 "GET /v2.0/networks/2dca7862-3264-4f3a-a964-93857e78f24f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0947871 Jan 26 21:53:12.782861 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b42fcf-ab63-41ee-8ce5-3598107b5360 req-4051a260-8860-4c1f-8af3-d7caed2a2aa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:53:12.784440 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-f0b42fcf-ab63-41ee-8ce5-3598107b5360 req-4051a260-8860-4c1f-8af3-d7caed2a2aa0 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=8ea95a10d8684c60bb4f9b1dc42b4b23&device_id=8fa9c3c3-9b6b-4216-8cb9-66a8acac53ab HTTP/1.1" status: 200 len: 1095 time: 0.0585914 Jan 26 21:53:12.880675 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd30360b-e480-4427-ac14-ca0186c1b500 req-5c21c6e1-3446-4491-9581-35459d3384a2 tempest-TestVolumeBackupRestore-809868484 tempest-TestVolumeBackupRestore-809868484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:53:12.880675 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-bd30360b-e480-4427-ac14-ca0186c1b500 req-5c21c6e1-3446-4491-9581-35459d3384a2 tempest-TestVolumeBackupRestore-809868484 tempest-TestVolumeBackupRestore-809868484-project] 10.222.0.13 "GET /v2.0/ports?device_id=8fa9c3c3-9b6b-4216-8cb9-66a8acac53ab HTTP/1.1" status: 200 len: 944 time: 0.1104889 Jan 26 21:53:12.955306 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b42fcf-ab63-41ee-8ce5-3598107b5360 req-ee296181-a0b0-46a6-840a-7d5b1dbb0aec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:53:12.956820 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-f0b42fcf-ab63-41ee-8ce5-3598107b5360 req-ee296181-a0b0-46a6-840a-7d5b1dbb0aec service neutron] 10.222.0.57 "GET /v2.0/networks?id=2dca7862-3264-4f3a-a964-93857e78f24f HTTP/1.1" status: 200 len: 915 time: 0.1507142 Jan 26 21:53:12.961986 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-bd30360b-e480-4427-ac14-ca0186c1b500 req-65c5e914-c111-43c7-b959-d8e37fd77309 tempest-TestVolumeBackupRestore-809868484 tempest-TestVolumeBackupRestore-809868484-project] 10.222.0.13 "GET /v2.0/security-groups?id=f230377e-3dae-4a28-8c66-77769fe38eaa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0727460 Jan 26 21:53:13.017171 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-f0b42fcf-ab63-41ee-8ce5-3598107b5360 req-91fbdeb1-0057-45ca-b0b8-207f144be345 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=caf414cd-bb1a-4e4b-9536-b6187b6621f6 HTTP/1.1" status: 200 len: 217 time: 0.0540631 Jan 26 21:53:13.068411 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b42fcf-ab63-41ee-8ce5-3598107b5360 req-cadba12a-b1b5-4554-8373-c589d617bfaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:53:13.070555 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-f0b42fcf-ab63-41ee-8ce5-3598107b5360 req-cadba12a-b1b5-4554-8373-c589d617bfaa service neutron] 10.222.0.57 "GET /v2.0/subnets?id=fa9b68b7-f4ed-42c5-8c43-fdd4fb96ff3d HTTP/1.1" status: 200 len: 853 time: 0.0471091 Jan 26 21:53:13.118895 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b42fcf-ab63-41ee-8ce5-3598107b5360 req-b36ecfe8-6428-47df-9974-23c1f40e9f37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:53:13.121809 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-f0b42fcf-ab63-41ee-8ce5-3598107b5360 req-b36ecfe8-6428-47df-9974-23c1f40e9f37 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=2dca7862-3264-4f3a-a964-93857e78f24f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0448401 Jan 26 21:53:13.220551 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-f0b42fcf-ab63-41ee-8ce5-3598107b5360 req-2aa0f905-5178-49b9-b023-1a9128059718 service neutron] 10.222.0.57 "GET /v2.0/networks/2dca7862-3264-4f3a-a964-93857e78f24f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0934660 Jan 26 21:53:13.317390 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-f0b42fcf-ab63-41ee-8ce5-3598107b5360 req-04032100-c985-4707-b98b-e038613e358d service neutron] 10.222.0.57 "GET /v2.0/networks/2dca7862-3264-4f3a-a964-93857e78f24f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900474 Jan 26 21:53:14.108142 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5bdd8da-0051-4853-b9ea-82d6ce14615e req-febf00d3-2309-43e8-8311-836ba4c1e4fb tempest-TestVolumeBackupRestore-809868484 tempest-TestVolumeBackupRestore-809868484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:53:14.109677 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-f5bdd8da-0051-4853-b9ea-82d6ce14615e req-febf00d3-2309-43e8-8311-836ba4c1e4fb tempest-TestVolumeBackupRestore-809868484 tempest-TestVolumeBackupRestore-809868484-project] 10.222.0.13 "GET /v2.0/ports?device_id=8fa9c3c3-9b6b-4216-8cb9-66a8acac53ab HTTP/1.1" status: 200 len: 944 time: 0.0595191 Jan 26 21:53:14.170240 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-f5bdd8da-0051-4853-b9ea-82d6ce14615e req-5757d635-e4d0-414e-a947-9f23d6cda578 tempest-TestVolumeBackupRestore-809868484 tempest-TestVolumeBackupRestore-809868484-project] 10.222.0.13 "GET /v2.0/security-groups?id=f230377e-3dae-4a28-8c66-77769fe38eaa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543954 Jan 26 21:53:15.297012 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785efbfe-f173-43a9-9a72-3abd4a2244b6 req-bbfb98ff-c2c6-43e7-abfa-fc4b2335833d tempest-TestVolumeBackupRestore-809868484 tempest-TestVolumeBackupRestore-809868484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:53:15.299291 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-785efbfe-f173-43a9-9a72-3abd4a2244b6 req-bbfb98ff-c2c6-43e7-abfa-fc4b2335833d tempest-TestVolumeBackupRestore-809868484 tempest-TestVolumeBackupRestore-809868484-project] 10.222.0.13 "GET /v2.0/ports?device_id=8fa9c3c3-9b6b-4216-8cb9-66a8acac53ab HTTP/1.1" status: 200 len: 944 time: 0.0576663 Jan 26 21:53:15.355152 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-785efbfe-f173-43a9-9a72-3abd4a2244b6 req-c5501b6a-f1f1-4581-86fe-c076860580a8 tempest-TestVolumeBackupRestore-809868484 tempest-TestVolumeBackupRestore-809868484-project] 10.222.0.13 "GET /v2.0/security-groups?id=f230377e-3dae-4a28-8c66-77769fe38eaa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499015 Jan 26 21:53:16.481877 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8631206-a247-419d-a297-762473d7c5db req-cb1ec993-7bc6-4608-bfab-dd523aba8c31 tempest-TestVolumeBackupRestore-809868484 tempest-TestVolumeBackupRestore-809868484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:53:16.484758 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-f8631206-a247-419d-a297-762473d7c5db req-cb1ec993-7bc6-4608-bfab-dd523aba8c31 tempest-TestVolumeBackupRestore-809868484 tempest-TestVolumeBackupRestore-809868484-project] 10.222.0.13 "GET /v2.0/ports?device_id=8fa9c3c3-9b6b-4216-8cb9-66a8acac53ab HTTP/1.1" status: 200 len: 944 time: 0.0531781 Jan 26 21:53:16.538502 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-f8631206-a247-419d-a297-762473d7c5db req-612da26c-53a6-4699-9e45-cb1444efbe77 tempest-TestVolumeBackupRestore-809868484 tempest-TestVolumeBackupRestore-809868484-project] 10.222.0.13 "GET /v2.0/security-groups?id=f230377e-3dae-4a28-8c66-77769fe38eaa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484686 Jan 26 21:53:17.658770 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a47f8df-e092-4d8b-95bc-210dc0d31619 req-3bb1d225-25d8-4c2e-be38-2dd282c9a4d7 tempest-TestVolumeBackupRestore-809868484 tempest-TestVolumeBackupRestore-809868484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:53:17.661005 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-4a47f8df-e092-4d8b-95bc-210dc0d31619 req-3bb1d225-25d8-4c2e-be38-2dd282c9a4d7 tempest-TestVolumeBackupRestore-809868484 tempest-TestVolumeBackupRestore-809868484-project] 10.222.0.13 "GET /v2.0/ports?device_id=8fa9c3c3-9b6b-4216-8cb9-66a8acac53ab HTTP/1.1" status: 200 len: 944 time: 0.0554485 Jan 26 21:53:17.711533 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-4a47f8df-e092-4d8b-95bc-210dc0d31619 req-6d92f850-a4b0-435d-9af7-585979caafea tempest-TestVolumeBackupRestore-809868484 tempest-TestVolumeBackupRestore-809868484-project] 10.222.0.13 "GET /v2.0/security-groups?id=f230377e-3dae-4a28-8c66-77769fe38eaa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441000 Jan 26 21:53:18.511359 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.agents_db [None req-569f1ced-6396-4ddf-b79f-e03b0b2146ab None None] Agent healthcheck: found 7 active agents {{(pid=103307) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 26 21:53:18.828377 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0a9867-0a7c-4034-91f9-7c4265060ad1 req-d643bdb1-7697-43b3-b1d0-fad510ddcd3a tempest-TestVolumeBackupRestore-809868484 tempest-TestVolumeBackupRestore-809868484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:53:18.830495 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-8e0a9867-0a7c-4034-91f9-7c4265060ad1 req-d643bdb1-7697-43b3-b1d0-fad510ddcd3a tempest-TestVolumeBackupRestore-809868484 tempest-TestVolumeBackupRestore-809868484-project] 10.222.0.13 "GET /v2.0/ports?device_id=8fa9c3c3-9b6b-4216-8cb9-66a8acac53ab HTTP/1.1" status: 200 len: 944 time: 0.0495038 Jan 26 21:53:18.881055 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-8e0a9867-0a7c-4034-91f9-7c4265060ad1 req-c614bb20-5ae3-445a-ac31-a13dba72f0a7 tempest-TestVolumeBackupRestore-809868484 tempest-TestVolumeBackupRestore-809868484-project] 10.222.0.13 "GET /v2.0/security-groups?id=f230377e-3dae-4a28-8c66-77769fe38eaa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442626 Jan 26 21:53:18.929057 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-122327fa-0dc8-4a19-ab3d-9494460dd358 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (474ccdf7-ab6c-405b-a3b2-dc7b05829902), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:53:20.004966 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c8259f-2b4b-4278-bc01-8013dce85f58 req-9416963b-3332-4459-8d5b-f122efc1ec6c tempest-TestVolumeBackupRestore-809868484 tempest-TestVolumeBackupRestore-809868484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:53:20.006513 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-c0c8259f-2b4b-4278-bc01-8013dce85f58 req-9416963b-3332-4459-8d5b-f122efc1ec6c tempest-TestVolumeBackupRestore-809868484 tempest-TestVolumeBackupRestore-809868484-project] 10.222.0.13 "GET /v2.0/ports?device_id=8fa9c3c3-9b6b-4216-8cb9-66a8acac53ab HTTP/1.1" status: 200 len: 944 time: 0.0546477 Jan 26 21:53:20.060322 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-c0c8259f-2b4b-4278-bc01-8013dce85f58 req-97bc715e-9d2f-40ad-8324-6f1734b96d0f tempest-TestVolumeBackupRestore-809868484 tempest-TestVolumeBackupRestore-809868484-project] 10.222.0.13 "GET /v2.0/security-groups?id=f230377e-3dae-4a28-8c66-77769fe38eaa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459998 Jan 26 21:53:20.252725 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [req-1147d863-7968-4b14-9c63-327dc9e9ec35 req-82df40bb-0351-4b38-8027-c25ab6feb394 service neutron] (103305) timed out ('10.222.0.66', 57290) {{(pid=103305) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jan 26 21:53:21.176363 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34cc8f95-3dc9-4e9b-b064-6d10cc49050a req-93e14c0b-69d2-4e1f-a2b7-a6edcacc2611 tempest-TestVolumeBackupRestore-809868484 tempest-TestVolumeBackupRestore-809868484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:53:21.177898 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-34cc8f95-3dc9-4e9b-b064-6d10cc49050a req-93e14c0b-69d2-4e1f-a2b7-a6edcacc2611 tempest-TestVolumeBackupRestore-809868484 tempest-TestVolumeBackupRestore-809868484-project] 10.222.0.13 "GET /v2.0/ports?device_id=8fa9c3c3-9b6b-4216-8cb9-66a8acac53ab HTTP/1.1" status: 200 len: 944 time: 0.0498397 Jan 26 21:53:21.228177 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-34cc8f95-3dc9-4e9b-b064-6d10cc49050a req-55818bd5-3a3a-4972-9f63-df179a071340 tempest-TestVolumeBackupRestore-809868484 tempest-TestVolumeBackupRestore-809868484-project] 10.222.0.13 "GET /v2.0/security-groups?id=f230377e-3dae-4a28-8c66-77769fe38eaa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445008 Jan 26 21:53:21.264752 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-a6223548-5cf7-41c8-ade3-71c04677a71f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (09df100c-3af1-4b0a-bda8-05914c71c458), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:53:22.341965 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df57c0ed-1fe9-4916-bdbc-0ee03b08f9ed req-6828ec34-8d13-4034-8954-f8320a3fffc4 tempest-TestVolumeBackupRestore-809868484 tempest-TestVolumeBackupRestore-809868484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:53:22.343545 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-df57c0ed-1fe9-4916-bdbc-0ee03b08f9ed req-6828ec34-8d13-4034-8954-f8320a3fffc4 tempest-TestVolumeBackupRestore-809868484 tempest-TestVolumeBackupRestore-809868484-project] 10.222.0.13 "GET /v2.0/ports?device_id=8fa9c3c3-9b6b-4216-8cb9-66a8acac53ab HTTP/1.1" status: 200 len: 944 time: 0.0497580 Jan 26 21:53:22.357222 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-841f5991-a4d8-4d4b-b215-cbc6bab5427b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (aa7ee9d2-08eb-4e12-b895-24c57300dfec), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:53:22.398008 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-df57c0ed-1fe9-4916-bdbc-0ee03b08f9ed req-263e480d-30d6-4bf7-bd36-cb50829a1a17 tempest-TestVolumeBackupRestore-809868484 tempest-TestVolumeBackupRestore-809868484-project] 10.222.0.13 "GET /v2.0/security-groups?id=f230377e-3dae-4a28-8c66-77769fe38eaa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486972 Jan 26 21:53:23.317116 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (4d619873-4b60-439f-9b5a-b155dc8bbc34), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:53:23.516211 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19adb1a3-39ec-4d64-9b48-09b0d2366606 req-67f7662f-9ebb-47d9-9bf9-bb403db88cee tempest-TestVolumeBackupRestore-809868484 tempest-TestVolumeBackupRestore-809868484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:53:23.517752 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-19adb1a3-39ec-4d64-9b48-09b0d2366606 req-67f7662f-9ebb-47d9-9bf9-bb403db88cee tempest-TestVolumeBackupRestore-809868484 tempest-TestVolumeBackupRestore-809868484-project] 10.222.0.13 "GET /v2.0/ports?device_id=8fa9c3c3-9b6b-4216-8cb9-66a8acac53ab HTTP/1.1" status: 200 len: 944 time: 0.0496118 Jan 26 21:53:23.567729 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-19adb1a3-39ec-4d64-9b48-09b0d2366606 req-cc92795d-9f2c-44e4-bec7-e04bfdb0f901 tempest-TestVolumeBackupRestore-809868484 tempest-TestVolumeBackupRestore-809868484-project] 10.222.0.13 "GET /v2.0/security-groups?id=f230377e-3dae-4a28-8c66-77769fe38eaa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432580 Jan 26 21:53:24.184286 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-839dd188-ec69-470c-9ab0-d318dc1a2e96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (e79b4fc6-6c71-44b2-a6d0-ff3e1f4dfd0d), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:53:24.710096 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe15fc81-6467-46c3-9781-539ceb4f99a9 req-fec0b4a6-1af9-4c63-968a-5e86018e448f tempest-TestVolumeBackupRestore-809868484 tempest-TestVolumeBackupRestore-809868484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:53:24.711833 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-fe15fc81-6467-46c3-9781-539ceb4f99a9 req-fec0b4a6-1af9-4c63-968a-5e86018e448f tempest-TestVolumeBackupRestore-809868484 tempest-TestVolumeBackupRestore-809868484-project] 10.222.0.13 "GET /v2.0/ports?device_id=8fa9c3c3-9b6b-4216-8cb9-66a8acac53ab HTTP/1.1" status: 200 len: 944 time: 0.0653133 Jan 26 21:53:24.774475 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-fe15fc81-6467-46c3-9781-539ceb4f99a9 req-dddcd8df-1701-4d6d-86a3-b656e4d7be77 tempest-TestVolumeBackupRestore-809868484 tempest-TestVolumeBackupRestore-809868484-project] 10.222.0.13 "GET /v2.0/security-groups?id=f230377e-3dae-4a28-8c66-77769fe38eaa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0559807 Jan 26 21:53:25.327864 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (fea0591a-627d-4c87-9a9a-01625ddf3277), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:53:25.898740 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a926cab-efb9-4248-a0e7-fb5329b5eb2a req-2274ee0f-5222-4bbd-9d3d-c1884f6e5517 tempest-TestVolumeBackupRestore-809868484 tempest-TestVolumeBackupRestore-809868484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:53:25.900153 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-4a926cab-efb9-4248-a0e7-fb5329b5eb2a req-2274ee0f-5222-4bbd-9d3d-c1884f6e5517 tempest-TestVolumeBackupRestore-809868484 tempest-TestVolumeBackupRestore-809868484-project] 10.222.0.13 "GET /v2.0/ports?device_id=8fa9c3c3-9b6b-4216-8cb9-66a8acac53ab HTTP/1.1" status: 200 len: 944 time: 0.0536208 Jan 26 21:53:25.949190 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-4a926cab-efb9-4248-a0e7-fb5329b5eb2a req-be468db5-fa98-4928-8d58-8ae79f86dc4b tempest-TestVolumeBackupRestore-809868484 tempest-TestVolumeBackupRestore-809868484-project] 10.222.0.13 "GET /v2.0/security-groups?id=f230377e-3dae-4a28-8c66-77769fe38eaa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432608 Jan 26 21:53:26.938244 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-a128c1e6-9124-479a-8918-11c2002fc73b req-7569baf6-d130-4197-bfb4-136ab965c0fa tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-209909990&fields=id&tenant_id=bc63455dcf49482fa53286dc14f91835 HTTP/1.1" status: 200 len: 267 time: 0.0475836 Jan 26 21:53:27.022830 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Device caf414cd-bb1a-4e4b-9536-b6187b6621f6 details requested by agent hyperv_n-h2-760453-5 with host n-h2-760453-5 {{(pid=103306) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 26 21:53:27.073716 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a128c1e6-9124-479a-8918-11c2002fc73b req-09ce0b45-eede-4791-a134-ec3eae5a25bf tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:53:27.075222 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-a128c1e6-9124-479a-8918-11c2002fc73b req-09ce0b45-eede-4791-a134-ec3eae5a25bf tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] 10.222.0.13 "GET /v2.0/networks?id=e866a34e-1552-4423-ada4-1491d39ac585 HTTP/1.1" status: 200 len: 811 time: 0.1306901 Jan 26 21:53:27.096621 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e871de04-4ba0-43f2-84cb-8471e4955c4e req-69996f31-8d84-4f25-be1d-d96967bfe54d tempest-TestVolumeBackupRestore-809868484 tempest-TestVolumeBackupRestore-809868484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:53:27.098129 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-e871de04-4ba0-43f2-84cb-8471e4955c4e req-69996f31-8d84-4f25-be1d-d96967bfe54d tempest-TestVolumeBackupRestore-809868484 tempest-TestVolumeBackupRestore-809868484-project] 10.222.0.13 "GET /v2.0/ports?device_id=8fa9c3c3-9b6b-4216-8cb9-66a8acac53ab HTTP/1.1" status: 200 len: 944 time: 0.0760434 Jan 26 21:53:27.102273 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-a128c1e6-9124-479a-8918-11c2002fc73b req-636c5838-f408-48dd-8160-2784bf088193 tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] 10.222.0.13 "GET /v2.0/quotas/bc63455dcf49482fa53286dc14f91835 HTTP/1.1" status: 200 len: 375 time: 0.0193677 Jan 26 21:53:27.120345 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] For port caf414cd-bb1a-4e4b-9536-b6187b6621f6, host n-h2-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-5',level=0,port_id=caf414cd-bb1a-4e4b-9536-b6187b6621f6,segment=NetworkSegment(311a9384-eba0-44ed-b722-d0b5fbfec734),segment_id=311a9384-eba0-44ed-b722-d0b5fbfec734)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:53:27.132526 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Returning: {'device': 'caf414cd-bb1a-4e4b-9536-b6187b6621f6', 'network_id': '2dca7862-3264-4f3a-a964-93857e78f24f', 'port_id': 'caf414cd-bb1a-4e4b-9536-b6187b6621f6', 'mac_address': 'fa:16:3e:9d:f5:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 598, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fa9b68b7-f4ed-42c5-8c43-fdd4fb96ff3d', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103306) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 26 21:53:27.170018 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Current status of the port caf414cd-bb1a-4e4b-9536-b6187b6621f6 is: DOWN; New status is: BUILD {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:53:27.170403 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (caf414cd-bb1a-4e4b-9536-b6187b6621f6), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:53:27.178517 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-e871de04-4ba0-43f2-84cb-8471e4955c4e req-73282778-3ad5-4daa-9f99-3fb3eb21261f tempest-TestVolumeBackupRestore-809868484 tempest-TestVolumeBackupRestore-809868484-project] 10.222.0.13 "GET /v2.0/security-groups?id=f230377e-3dae-4a28-8c66-77769fe38eaa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0743563 Jan 26 21:53:27.183065 n-d-760453-5 neutron-server[103306]: DEBUG neutron.notifiers.nova [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id caf414cd-bb1a-4e4b-9536-b6187b6621f6 {{(pid=103306) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 26 21:53:27.185147 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-a128c1e6-9124-479a-8918-11c2002fc73b req-19b52b5c-0a7a-46a4-8268-d09b571c5364 tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=bc63455dcf49482fa53286dc14f91835&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0739727 Jan 26 21:53:27.204484 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] For port caf414cd-bb1a-4e4b-9536-b6187b6621f6, host n-h2-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-5',level=0,port_id=caf414cd-bb1a-4e4b-9536-b6187b6621f6,segment=NetworkSegment(311a9384-eba0-44ed-b722-d0b5fbfec734),segment_id=311a9384-eba0-44ed-b722-d0b5fbfec734)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:53:27.208489 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (caf414cd-bb1a-4e4b-9536-b6187b6621f6), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:53:27.255940 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Pushing event updated for resources: {'Port': ['ID=caf414cd-bb1a-4e4b-9536-b6187b6621f6,revision_number=4']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:53:27.263863 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:53:27.264204 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:53:27.264540 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:53:27.264875 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:53:27.265385 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:53:27.265719 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:53:27.266045 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:53:27.266368 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:53:27.266688 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:53:27.267009 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:53:27.267331 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:53:27.267647 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:53:27.267965 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:53:27.339421 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-a128c1e6-9124-479a-8918-11c2002fc73b req-0b061269-949e-4da6-94a1-f090a10074db service neutron] 10.222.0.13 "GET /v2.0/networks/e866a34e-1552-4423-ada4-1491d39ac585?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1411920 Jan 26 21:53:27.414812 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] get_ports_and_sgs() called for port_ids ['caf414cd-bb1a-4e4b-9536-b6187b6621f6'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 26 21:53:27.428244 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-a128c1e6-9124-479a-8918-11c2002fc73b req-63517fd7-16a2-4e75-9d76-49928a661d3a service neutron] 10.222.0.13 "GET /v2.0/networks/e866a34e-1552-4423-ada4-1491d39ac585?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826771 Jan 26 21:53:27.717317 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-d2d7b94d-80e3-47cb-85b5-0718078c1d15 req-9174348e-77ab-4db7-9d3c-a1619b91a07b tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] 10.222.0.13 "GET /v2.0/ports?device_id=2bb3c2cb-f348-45dc-a724-c69b0feaae36 HTTP/1.1" status: 200 len: 210 time: 0.0295944 Jan 26 21:53:28.306805 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779c9686-2d22-4260-b217-9d1f0976db9d req-7dd999ec-495a-452a-a724-cb797f28887e tempest-TestVolumeBackupRestore-809868484 tempest-TestVolumeBackupRestore-809868484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:53:28.308547 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-779c9686-2d22-4260-b217-9d1f0976db9d req-7dd999ec-495a-452a-a724-cb797f28887e tempest-TestVolumeBackupRestore-809868484 tempest-TestVolumeBackupRestore-809868484-project] 10.222.0.13 "GET /v2.0/ports?device_id=8fa9c3c3-9b6b-4216-8cb9-66a8acac53ab HTTP/1.1" status: 200 len: 945 time: 0.0550430 Jan 26 21:53:28.356328 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-779c9686-2d22-4260-b217-9d1f0976db9d req-d57ad08e-5897-4c53-8658-5d2e87b56bbd tempest-TestVolumeBackupRestore-809868484 tempest-TestVolumeBackupRestore-809868484-project] 10.222.0.13 "GET /v2.0/security-groups?id=f230377e-3dae-4a28-8c66-77769fe38eaa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421667 Jan 26 21:53:28.700003 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a128c1e6-9124-479a-8918-11c2002fc73b req-eb2ff72f-2a99-428e-9f4f-ab7566aa11c1 tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:53:28.701485 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-a128c1e6-9124-479a-8918-11c2002fc73b req-eb2ff72f-2a99-428e-9f4f-ab7566aa11c1 tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] 10.222.0.66 "GET /v2.0/networks?id=e866a34e-1552-4423-ada4-1491d39ac585 HTTP/1.1" status: 200 len: 811 time: 0.0994697 Jan 26 21:53:28.776821 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-a128c1e6-9124-479a-8918-11c2002fc73b req-e1712ca9-2c05-45db-9573-e8228063d3e1 tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] 10.222.0.66 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bc63455dcf49482fa53286dc14f91835 HTTP/1.1" status: 200 len: 379 time: 0.0601876 Jan 26 21:53:28.785990 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [req-a128c1e6-9124-479a-8918-11c2002fc73b req-2f340a06-0fd9-49cf-abb6-52c12c42dc66 tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] Request body: {'port': {'device_id': '2bb3c2cb-f348-45dc-a724-c69b0feaae36', 'network_id': 'e866a34e-1552-4423-ada4-1491d39ac585', 'admin_state_up': True, 'tenant_id': 'bc63455dcf49482fa53286dc14f91835', 'security_groups': ['43aa6f70-7548-49d9-ab7d-3f19ba8f2c23']}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:53:28.851817 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-73d9b397-b268-479c-9664-d72a9a70bf14 req-6d44aad7-db65-48c4-a8cb-3509b38385a0 tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] 10.222.0.13 "GET /v2.0/ports?device_id=2bb3c2cb-f348-45dc-a724-c69b0feaae36 HTTP/1.1" status: 200 len: 210 time: 0.0623631 Jan 26 21:53:28.917899 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a128c1e6-9124-479a-8918-11c2002fc73b req-2f340a06-0fd9-49cf-abb6-52c12c42dc66 tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] Made reservation on behalf of bc63455dcf49482fa53286dc14f91835 for: {'port': 1} {{(pid=103304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 21:53:28.921327 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-a128c1e6-9124-479a-8918-11c2002fc73b req-2f340a06-0fd9-49cf-abb6-52c12c42dc66 tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:53:29.049922 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.db_base_plugin_common [req-a128c1e6-9124-479a-8918-11c2002fc73b req-2f340a06-0fd9-49cf-abb6-52c12c42dc66 tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] Allocated IP 172.20.0.14 (e866a34e-1552-4423-ada4-1491d39ac585/96a6ba37-129e-4936-9d0e-9f67f00a39ac/7ae58c61-04ad-423a-948a-3b52965d7ca7) {{(pid=103304) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 21:53:29.056969 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Device caf414cd-bb1a-4e4b-9536-b6187b6621f6 up at agent hyperv_n-h2-760453-5 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 21:53:29.107995 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Provisioning for port caf414cd-bb1a-4e4b-9536-b6187b6621f6 completed by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 21:53:29.112371 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Provisioning complete for port caf414cd-bb1a-4e4b-9536-b6187b6621f6 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:53:29.112744 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (caf414cd-bb1a-4e4b-9536-b6187b6621f6), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:53:29.190024 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Current status of the port caf414cd-bb1a-4e4b-9536-b6187b6621f6 is: BUILD; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:53:29.190419 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (caf414cd-bb1a-4e4b-9536-b6187b6621f6), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:53:29.207371 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-a128c1e6-9124-479a-8918-11c2002fc73b req-2f340a06-0fd9-49cf-abb6-52c12c42dc66 tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] Publish callbacks [] for port (7ae58c61-04ad-423a-948a-3b52965d7ca7), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:53:29.214272 n-d-760453-5 neutron-server[103306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8fa9c3c3-9b6b-4216-8cb9-66a8acac53ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'caf414cd-bb1a-4e4b-9536-b6187b6621f6'}] {{(pid=103306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 21:53:29.216769 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9d5d370febab655511bdd2ffe887e43e442d144a440368702bcc1e93af00b97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-557937cb-2db6-41ae-a690-92d15db2c705" -d '{"events": [{"server_uuid": "8fa9c3c3-9b6b-4216-8cb9-66a8acac53ab", "name": "network-vif-plugged", "status": "completed", "tag": "caf414cd-bb1a-4e4b-9536-b6187b6621f6"}]}' {{(pid=103306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 21:53:29.229366 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] For port caf414cd-bb1a-4e4b-9536-b6187b6621f6, host n-h2-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-5',level=0,port_id=caf414cd-bb1a-4e4b-9536-b6187b6621f6,segment=NetworkSegment(311a9384-eba0-44ed-b722-d0b5fbfec734),segment_id=311a9384-eba0-44ed-b722-d0b5fbfec734)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:53:29.235687 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (caf414cd-bb1a-4e4b-9536-b6187b6621f6), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:53:29.259925 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-a128c1e6-9124-479a-8918-11c2002fc73b req-2f340a06-0fd9-49cf-abb6-52c12c42dc66 tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746560234527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9281553'] for port (7ae58c61-04ad-423a-948a-3b52965d7ca7), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:53:29.264763 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Jan 2022 21:53:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff0b23cd-3915-45ef-9688-fc7975451e35 x-openstack-request-id: req-ff0b23cd-3915-45ef-9688-fc7975451e35 {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 21:53:29.265249 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8fa9c3c3-9b6b-4216-8cb9-66a8acac53ab", "name": "network-vif-plugged", "status": "completed", "tag": "caf414cd-bb1a-4e4b-9536-b6187b6621f6", "code": 200}]} {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 21:53:29.265705 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ff0b23cd-3915-45ef-9688-fc7975451e35 {{(pid=103306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 21:53:29.266084 n-d-760453-5 neutron-server[103306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8fa9c3c3-9b6b-4216-8cb9-66a8acac53ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'caf414cd-bb1a-4e4b-9536-b6187b6621f6', 'code': 200} Jan 26 21:53:29.290346 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Pushing event updated for resources: {'Port': ['ID=caf414cd-bb1a-4e4b-9536-b6187b6621f6,revision_number=5']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:53:29.306797 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a128c1e6-9124-479a-8918-11c2002fc73b req-2f340a06-0fd9-49cf-abb6-52c12c42dc66 tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] Network e866a34e-1552-4423-ada4-1491d39ac585 is already hosted by enough agents. {{(pid=103304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 21:53:29.310370 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [req-a128c1e6-9124-479a-8918-11c2002fc73b req-2f340a06-0fd9-49cf-abb6-52c12c42dc66 tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] Resources bound (agent type, host, resource id): {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:53:29.325595 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [req-a128c1e6-9124-479a-8918-11c2002fc73b req-2f340a06-0fd9-49cf-abb6-52c12c42dc66 tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] Received port after_create {{(pid=103304) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 21:53:29.399324 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f340a06-0fd9-49cf-abb6-52c12c42dc66 tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] Pushing event updated for resources: {'Port': ['ID=7ae58c61-04ad-423a-948a-3b52965d7ca7,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:53:29.425471 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f340a06-0fd9-49cf-abb6-52c12c42dc66 tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:53:29.426083 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f340a06-0fd9-49cf-abb6-52c12c42dc66 tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:53:29.426589 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f340a06-0fd9-49cf-abb6-52c12c42dc66 tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:53:29.427090 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f340a06-0fd9-49cf-abb6-52c12c42dc66 tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:53:29.427587 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f340a06-0fd9-49cf-abb6-52c12c42dc66 tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:53:29.428090 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f340a06-0fd9-49cf-abb6-52c12c42dc66 tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:53:29.429119 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f340a06-0fd9-49cf-abb6-52c12c42dc66 tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:53:29.429653 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f340a06-0fd9-49cf-abb6-52c12c42dc66 tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:53:29.430145 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f340a06-0fd9-49cf-abb6-52c12c42dc66 tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:53:29.430641 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f340a06-0fd9-49cf-abb6-52c12c42dc66 tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:53:29.431122 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f340a06-0fd9-49cf-abb6-52c12c42dc66 tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:53:29.431601 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f340a06-0fd9-49cf-abb6-52c12c42dc66 tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:53:29.432091 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f340a06-0fd9-49cf-abb6-52c12c42dc66 tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:53:29.449228 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a128c1e6-9124-479a-8918-11c2002fc73b req-2f340a06-0fd9-49cf-abb6-52c12c42dc66 tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:53:29.449913 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-a128c1e6-9124-479a-8918-11c2002fc73b req-2f340a06-0fd9-49cf-abb6-52c12c42dc66 tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:53:29.489717 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f760af-1409-4692-8042-487d49cbe06c req-936b91ba-76d1-40a0-b192-41b44371764f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:53:29.491278 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-20f760af-1409-4692-8042-487d49cbe06c req-936b91ba-76d1-40a0-b192-41b44371764f service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=8fa9c3c3-9b6b-4216-8cb9-66a8acac53ab HTTP/1.1" status: 200 len: 1097 time: 0.1368647 Jan 26 21:53:29.511399 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-a128c1e6-9124-479a-8918-11c2002fc73b req-2f340a06-0fd9-49cf-abb6-52c12c42dc66 tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7292871 Jan 26 21:53:29.530441 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [req-a128c1e6-9124-479a-8918-11c2002fc73b req-40f38b9b-ec57-486c-9168-1fdb264ec1f4 service neutron] Request body: {'port': {'device_id': '2bb3c2cb-f348-45dc-a724-c69b0feaae36', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-760453-5'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:53:29.568394 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4551ec11-f304-42b8-bd21-5ac058e26d84 req-16815497-0d16-407a-87b3-d5672c04eebc tempest-TestVolumeBackupRestore-809868484 tempest-TestVolumeBackupRestore-809868484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:53:29.570401 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-4551ec11-f304-42b8-bd21-5ac058e26d84 req-16815497-0d16-407a-87b3-d5672c04eebc tempest-TestVolumeBackupRestore-809868484 tempest-TestVolumeBackupRestore-809868484-project] 10.222.0.13 "GET /v2.0/ports?device_id=8fa9c3c3-9b6b-4216-8cb9-66a8acac53ab HTTP/1.1" status: 200 len: 946 time: 0.1311452 Jan 26 21:53:29.591145 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-1a99da4e-327d-4222-ab25-e29e966b42f8 None None] Provisioning complete for port 7ae58c61-04ad-423a-948a-3b52965d7ca7 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:53:29.591778 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-1a99da4e-327d-4222-ab25-e29e966b42f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (7ae58c61-04ad-423a-948a-3b52965d7ca7), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:53:29.615077 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-20f760af-1409-4692-8042-487d49cbe06c req-5183fee8-3c85-4627-a57d-22c86a9fad81 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=f230377e-3dae-4a28-8c66-77769fe38eaa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1164370 Jan 26 21:53:29.628981 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-1a99da4e-327d-4222-ab25-e29e966b42f8 None None] Port 7ae58c61-04ad-423a-948a-3b52965d7ca7 cannot update to ACTIVE because it is not bound. {{(pid=103306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 26 21:53:29.633947 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-a128c1e6-9124-479a-8918-11c2002fc73b req-40f38b9b-ec57-486c-9168-1fdb264ec1f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (7ae58c61-04ad-423a-948a-3b52965d7ca7), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:53:29.690493 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-4551ec11-f304-42b8-bd21-5ac058e26d84 req-3f335d2b-939a-49b5-985b-265a20c0398d tempest-TestVolumeBackupRestore-809868484 tempest-TestVolumeBackupRestore-809868484-project] 10.222.0.13 "GET /v2.0/security-groups?id=f230377e-3dae-4a28-8c66-77769fe38eaa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1090245 Jan 26 21:53:29.928149 n-d-760453-5 neutron-server[103304]: DEBUG neutron.notifiers.nova [req-a128c1e6-9124-479a-8918-11c2002fc73b req-40f38b9b-ec57-486c-9168-1fdb264ec1f4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7ae58c61-04ad-423a-948a-3b52965d7ca7 {{(pid=103304) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 26 21:53:29.945548 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-a128c1e6-9124-479a-8918-11c2002fc73b req-40f38b9b-ec57-486c-9168-1fdb264ec1f4 service neutron] Publish callbacks [] for port (7ae58c61-04ad-423a-948a-3b52965d7ca7), precommit_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:53:29.974417 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.provisioning_blocks [req-a128c1e6-9124-479a-8918-11c2002fc73b req-40f38b9b-ec57-486c-9168-1fdb264ec1f4 service neutron] Transition to ACTIVE for port object 7ae58c61-04ad-423a-948a-3b52965d7ca7 will not be triggered until provisioned by entity L2. {{(pid=103304) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 21:53:29.978946 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-a128c1e6-9124-479a-8918-11c2002fc73b req-40f38b9b-ec57-486c-9168-1fdb264ec1f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9281542'] for port (7ae58c61-04ad-423a-948a-3b52965d7ca7), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:53:30.016383 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48d8124-e47b-4e0a-b9ff-219a9b73c253 req-2c278278-c991-475b-abaa-da21addb5284 tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:53:30.017930 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-a48d8124-e47b-4e0a-b9ff-219a9b73c253 req-2c278278-c991-475b-abaa-da21addb5284 tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] 10.222.0.13 "GET /v2.0/ports?device_id=2bb3c2cb-f348-45dc-a724-c69b0feaae36 HTTP/1.1" status: 200 len: 932 time: 0.0921466 Jan 26 21:53:30.368890 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f38b9b-ec57-486c-9168-1fdb264ec1f4 service neutron] Pushing event updated for resources: {'Port': ['ID=7ae58c61-04ad-423a-948a-3b52965d7ca7,revision_number=2']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:53:30.428194 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-a48d8124-e47b-4e0a-b9ff-219a9b73c253 req-489f93a3-b810-46f5-b656-c144913a1aeb tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] 10.222.0.13 "GET /v2.0/security-groups?id=43aa6f70-7548-49d9-ab7d-3f19ba8f2c23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4012895 Jan 26 21:53:30.446921 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [req-a128c1e6-9124-479a-8918-11c2002fc73b req-40f38b9b-ec57-486c-9168-1fdb264ec1f4 service neutron] Attempting to bind port 7ae58c61-04ad-423a-948a-3b52965d7ca7 on host n-h1-760453-5 for vnic_type normal with profile {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 21:53:30.447260 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [req-a128c1e6-9124-479a-8918-11c2002fc73b req-40f38b9b-ec57-486c-9168-1fdb264ec1f4 service neutron] Attempting to bind port 7ae58c61-04ad-423a-948a-3b52965d7ca7 by drivers openvswitch,hyperv on host n-h1-760453-5 at level 0 using segments [{'id': '9a2f9f82-c041-418b-a55c-16c7f60d3f23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'e866a34e-1552-4423-ada4-1491d39ac585'}] {{(pid=103304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 26 21:53:30.447591 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a128c1e6-9124-479a-8918-11c2002fc73b req-40f38b9b-ec57-486c-9168-1fdb264ec1f4 service neutron] Attempting to bind port 7ae58c61-04ad-423a-948a-3b52965d7ca7 on network e866a34e-1552-4423-ada4-1491d39ac585 {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 21:53:30.452011 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a128c1e6-9124-479a-8918-11c2002fc73b req-40f38b9b-ec57-486c-9168-1fdb264ec1f4 service neutron] Port 7ae58c61-04ad-423a-948a-3b52965d7ca7 on network e866a34e-1552-4423-ada4-1491d39ac585 not bound, no agent of type Open vSwitch agent registered on host n-h1-760453-5 {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 26 21:53:30.452331 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a128c1e6-9124-479a-8918-11c2002fc73b req-40f38b9b-ec57-486c-9168-1fdb264ec1f4 service neutron] Attempting to bind port 7ae58c61-04ad-423a-948a-3b52965d7ca7 on network e866a34e-1552-4423-ada4-1491d39ac585 {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 21:53:30.457080 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a128c1e6-9124-479a-8918-11c2002fc73b req-40f38b9b-ec57-486c-9168-1fdb264ec1f4 service neutron] Checking agent: {'id': '32ef628b-8417-46c5-8729-60fcabe358f1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-760453-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 21, 3, 8), 'started_at': datetime.datetime(2022, 1, 26, 21, 3, 8), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 21, 53, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 26 21:53:30.457452 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a128c1e6-9124-479a-8918-11c2002fc73b req-40f38b9b-ec57-486c-9168-1fdb264ec1f4 service neutron] Checking segment: {'id': '9a2f9f82-c041-418b-a55c-16c7f60d3f23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'e866a34e-1552-4423-ada4-1491d39ac585'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103304) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 21:53:30.457839 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a128c1e6-9124-479a-8918-11c2002fc73b req-40f38b9b-ec57-486c-9168-1fdb264ec1f4 service neutron] Bound using segment: {'id': '9a2f9f82-c041-418b-a55c-16c7f60d3f23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'e866a34e-1552-4423-ada4-1491d39ac585'} {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 26 21:53:30.458268 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [req-a128c1e6-9124-479a-8918-11c2002fc73b req-40f38b9b-ec57-486c-9168-1fdb264ec1f4 service neutron] Bound port: 7ae58c61-04ad-423a-948a-3b52965d7ca7, host: n-h1-760453-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9a2f9f82-c041-418b-a55c-16c7f60d3f23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'e866a34e-1552-4423-ada4-1491d39ac585'}}] {{(pid=103304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 26 21:53:30.458631 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-a128c1e6-9124-479a-8918-11c2002fc73b req-40f38b9b-ec57-486c-9168-1fdb264ec1f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (7ae58c61-04ad-423a-948a-3b52965d7ca7), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:53:30.523349 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [req-a128c1e6-9124-479a-8918-11c2002fc73b req-40f38b9b-ec57-486c-9168-1fdb264ec1f4 service neutron] For port 7ae58c61-04ad-423a-948a-3b52965d7ca7, host n-h1-760453-5, cleared binding levels {{(pid=103304) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 26 21:53:30.526968 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [req-a128c1e6-9124-479a-8918-11c2002fc73b req-40f38b9b-ec57-486c-9168-1fdb264ec1f4 service neutron] For port 7ae58c61-04ad-423a-948a-3b52965d7ca7, host n-h1-760453-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-5',level=0,port_id=7ae58c61-04ad-423a-948a-3b52965d7ca7,segment=NetworkSegment(9a2f9f82-c041-418b-a55c-16c7f60d3f23),segment_id=9a2f9f82-c041-418b-a55c-16c7f60d3f23)] {{(pid=103304) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 26 21:53:30.532261 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-a128c1e6-9124-479a-8918-11c2002fc73b req-40f38b9b-ec57-486c-9168-1fdb264ec1f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9281542'] for port (7ae58c61-04ad-423a-948a-3b52965d7ca7), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:53:30.566543 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a128c1e6-9124-479a-8918-11c2002fc73b req-40f38b9b-ec57-486c-9168-1fdb264ec1f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:53:30.567694 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-a128c1e6-9124-479a-8918-11c2002fc73b req-40f38b9b-ec57-486c-9168-1fdb264ec1f4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:53:30.568574 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-a128c1e6-9124-479a-8918-11c2002fc73b req-40f38b9b-ec57-486c-9168-1fdb264ec1f4 service neutron] 10.222.0.66 "PUT /v2.0/ports/7ae58c61-04ad-423a-948a-3b52965d7ca7 HTTP/1.1" status: 200 len: 1092 time: 1.0425708 Jan 26 21:53:30.569593 n-d-760453-5 neutron-server[103304]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2bb3c2cb-f348-45dc-a724-c69b0feaae36', 'tag': '7ae58c61-04ad-423a-948a-3b52965d7ca7'}] {{(pid=103304) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 21:53:30.571860 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d52b45f1943fcd332af9527eb73ff93c8d715d44383a3f6d18de73b4cfcf87b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf3502f2-1e6a-42aa-b709-9519f6c2be19" -d '{"events": [{"name": "network-changed", "server_uuid": "2bb3c2cb-f348-45dc-a724-c69b0feaae36", "tag": "7ae58c61-04ad-423a-948a-3b52965d7ca7"}]}' {{(pid=103304) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 21:53:30.607263 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f38b9b-ec57-486c-9168-1fdb264ec1f4 service neutron] Pushing event updated for resources: {'Port': ['ID=7ae58c61-04ad-423a-948a-3b52965d7ca7,revision_number=3']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:53:30.634164 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 26 Jan 2022 21:53:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7db34074-b66c-4863-ab9f-dd3ccc72523c x-openstack-request-id: req-7db34074-b66c-4863-ab9f-dd3ccc72523c {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 21:53:30.634467 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2bb3c2cb-f348-45dc-a724-c69b0feaae36", "tag": "7ae58c61-04ad-423a-948a-3b52965d7ca7", "status": "completed", "code": 200}]} {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 21:53:30.634725 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-7db34074-b66c-4863-ab9f-dd3ccc72523c {{(pid=103304) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 21:53:30.635133 n-d-760453-5 neutron-server[103304]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2bb3c2cb-f348-45dc-a724-c69b0feaae36', 'tag': '7ae58c61-04ad-423a-948a-3b52965d7ca7', 'status': 'completed', 'code': 200} Jan 26 21:53:30.711085 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a128c1e6-9124-479a-8918-11c2002fc73b req-0f09a135-99d2-4963-8db8-ca9448b92017 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:53:30.713341 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-a128c1e6-9124-479a-8918-11c2002fc73b req-0f09a135-99d2-4963-8db8-ca9448b92017 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=bc63455dcf49482fa53286dc14f91835&device_id=2bb3c2cb-f348-45dc-a724-c69b0feaae36 HTTP/1.1" status: 200 len: 1095 time: 0.0583456 Jan 26 21:53:30.782883 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-a128c1e6-9124-479a-8918-11c2002fc73b req-15ea4388-8e3d-436e-a219-c6617f188e9f service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7ae58c61-04ad-423a-948a-3b52965d7ca7 HTTP/1.1" status: 200 len: 217 time: 0.0488930 Jan 26 21:53:30.870198 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be807fd-84d9-41c4-beee-4cf82ded1c45 req-bbc7047a-c7e0-4b48-9978-f9ac1066fd2f tempest-TestVolumeBackupRestore-809868484 tempest-TestVolumeBackupRestore-809868484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:53:30.871653 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-4be807fd-84d9-41c4-beee-4cf82ded1c45 req-bbc7047a-c7e0-4b48-9978-f9ac1066fd2f tempest-TestVolumeBackupRestore-809868484 tempest-TestVolumeBackupRestore-809868484-project] 10.222.0.13 "GET /v2.0/ports?device_id=8fa9c3c3-9b6b-4216-8cb9-66a8acac53ab HTTP/1.1" status: 200 len: 946 time: 0.0995245 Jan 26 21:53:30.873709 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a128c1e6-9124-479a-8918-11c2002fc73b req-9ba53a5e-35b0-4b31-9bf1-465d1fc80689 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:53:30.875066 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-a128c1e6-9124-479a-8918-11c2002fc73b req-9ba53a5e-35b0-4b31-9bf1-465d1fc80689 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=96a6ba37-129e-4936-9d0e-9f67f00a39ac HTTP/1.1" status: 200 len: 850 time: 0.0731232 Jan 26 21:53:30.953481 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a128c1e6-9124-479a-8918-11c2002fc73b req-d2e6e904-98fd-48fb-ba77-7d9f19eab0a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:53:30.955008 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-a128c1e6-9124-479a-8918-11c2002fc73b req-d2e6e904-98fd-48fb-ba77-7d9f19eab0a9 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=e866a34e-1552-4423-ada4-1491d39ac585&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0735226 Jan 26 21:53:30.959157 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-4be807fd-84d9-41c4-beee-4cf82ded1c45 req-e674c9ed-739c-4cf5-a19c-016651a60ba3 tempest-TestVolumeBackupRestore-809868484 tempest-TestVolumeBackupRestore-809868484-project] 10.222.0.13 "GET /v2.0/security-groups?id=f230377e-3dae-4a28-8c66-77769fe38eaa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0674293 Jan 26 21:53:31.080434 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-a128c1e6-9124-479a-8918-11c2002fc73b req-50f812a9-1df2-4832-adf9-c20d8836dcce service neutron] 10.222.0.66 "GET /v2.0/networks/e866a34e-1552-4423-ada4-1491d39ac585?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1185784 Jan 26 21:53:31.103153 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1cba01-3568-4b07-b6a9-a818934b9f4c req-b4ef564d-67fc-4d84-a738-772b6e78a253 tempest-TestVolumeBackupRestore-809868484 tempest-TestVolumeBackupRestore-809868484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:53:31.104574 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-5c1cba01-3568-4b07-b6a9-a818934b9f4c req-b4ef564d-67fc-4d84-a738-772b6e78a253 tempest-TestVolumeBackupRestore-809868484 tempest-TestVolumeBackupRestore-809868484-project] 10.222.0.13 "GET /v2.0/ports?device_id=8fa9c3c3-9b6b-4216-8cb9-66a8acac53ab HTTP/1.1" status: 200 len: 946 time: 0.0702422 Jan 26 21:53:31.201151 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-5c1cba01-3568-4b07-b6a9-a818934b9f4c req-5125eaeb-25b5-413a-93e8-e8711154dfc6 tempest-TestVolumeBackupRestore-809868484 tempest-TestVolumeBackupRestore-809868484-project] 10.222.0.13 "GET /v2.0/security-groups?id=f230377e-3dae-4a28-8c66-77769fe38eaa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0869300 Jan 26 21:53:31.220107 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-a128c1e6-9124-479a-8918-11c2002fc73b req-df9f2301-0302-4072-82d6-b45401d8d9d8 service neutron] 10.222.0.66 "GET /v2.0/networks/e866a34e-1552-4423-ada4-1491d39ac585?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1328535 Jan 26 21:53:31.223675 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 49786) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:53:31.373818 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3502f2-1e6a-42aa-b709-9519f6c2be19 req-a30f24e2-dc5f-4e13-9d0d-fdff0675f1ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:53:31.375347 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-bf3502f2-1e6a-42aa-b709-9519f6c2be19 req-a30f24e2-dc5f-4e13-9d0d-fdff0675f1ea service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=bc63455dcf49482fa53286dc14f91835&device_id=2bb3c2cb-f348-45dc-a724-c69b0feaae36 HTTP/1.1" status: 200 len: 1095 time: 0.0750043 Jan 26 21:53:31.414222 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a174d534-94ca-47ec-8f6e-c06c7750193b tempest-TestVolumeBackupRestore-891526390 tempest-TestVolumeBackupRestore-891526390-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:53:31.417345 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-a174d534-94ca-47ec-8f6e-c06c7750193b tempest-TestVolumeBackupRestore-891526390 tempest-TestVolumeBackupRestore-891526390-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=8fa9c3c3-9b6b-4216-8cb9-66a8acac53ab HTTP/1.1" status: 200 len: 1092 time: 0.1911252 Jan 26 21:53:31.418967 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 49792) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:53:31.464094 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-55974b02-0628-4960-9266-3b5521c3096b tempest-TestVolumeBackupRestore-809868484 tempest-TestVolumeBackupRestore-809868484-project] Request body: {'floatingip': {'floating_network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'port_id': 'caf414cd-bb1a-4e4b-9536-b6187b6621f6', 'tenant_id': '8ea95a10d8684c60bb4f9b1dc42b4b23', 'fixed_ip_address': '172.20.0.10'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:53:31.515557 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-55974b02-0628-4960-9266-3b5521c3096b tempest-TestVolumeBackupRestore-809868484 tempest-TestVolumeBackupRestore-809868484-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:53:31.574404 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3502f2-1e6a-42aa-b709-9519f6c2be19 req-370f8389-8dfe-4b7d-bfb4-bfea317a28a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:53:31.575908 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-bf3502f2-1e6a-42aa-b709-9519f6c2be19 req-370f8389-8dfe-4b7d-bfb4-bfea317a28a6 service neutron] 10.222.0.66 "GET /v2.0/networks?id=e866a34e-1552-4423-ada4-1491d39ac585 HTTP/1.1" status: 200 len: 912 time: 0.1918578 Jan 26 21:53:31.654280 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-bf3502f2-1e6a-42aa-b709-9519f6c2be19 req-9b34a857-9ad0-4237-8131-e15ca5a73c2c service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7ae58c61-04ad-423a-948a-3b52965d7ca7 HTTP/1.1" status: 200 len: 217 time: 0.0477455 Jan 26 21:53:31.681427 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d17ad0c-6fac-4b4b-90df-f8132b285588 req-2ed1a21f-0fe1-4011-bfa3-9ec9898c0d4d tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:53:31.683155 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-0d17ad0c-6fac-4b4b-90df-f8132b285588 req-2ed1a21f-0fe1-4011-bfa3-9ec9898c0d4d tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] 10.222.0.13 "GET /v2.0/ports?device_id=2bb3c2cb-f348-45dc-a724-c69b0feaae36 HTTP/1.1" status: 200 len: 944 time: 0.1490636 Jan 26 21:53:31.746039 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3502f2-1e6a-42aa-b709-9519f6c2be19 req-52c30f06-380b-48fd-a7fa-0d63e67e7c62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:53:31.747487 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-bf3502f2-1e6a-42aa-b709-9519f6c2be19 req-52c30f06-380b-48fd-a7fa-0d63e67e7c62 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=96a6ba37-129e-4936-9d0e-9f67f00a39ac HTTP/1.1" status: 200 len: 850 time: 0.0856986 Jan 26 21:53:31.819356 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-0d17ad0c-6fac-4b4b-90df-f8132b285588 req-8920ac35-da37-44da-a54b-5ec82f6f752a tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] 10.222.0.13 "GET /v2.0/security-groups?id=43aa6f70-7548-49d9-ab7d-3f19ba8f2c23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1170127 Jan 26 21:53:31.837992 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3502f2-1e6a-42aa-b709-9519f6c2be19 req-7413fc65-f1db-4d73-b8d5-859549910332 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:53:31.839704 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-bf3502f2-1e6a-42aa-b709-9519f6c2be19 req-7413fc65-f1db-4d73-b8d5-859549910332 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=e866a34e-1552-4423-ada4-1491d39ac585&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0830600 Jan 26 21:53:31.841281 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-55974b02-0628-4960-9266-3b5521c3096b tempest-TestVolumeBackupRestore-809868484 tempest-TestVolumeBackupRestore-809868484-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:53:32.004785 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-bf3502f2-1e6a-42aa-b709-9519f6c2be19 req-96f51bbc-de85-45bf-905f-24d4579d1009 service neutron] 10.222.0.66 "GET /v2.0/networks/e866a34e-1552-4423-ada4-1491d39ac585?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1560335 Jan 26 21:53:32.020189 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.db_base_plugin_common [None req-55974b02-0628-4960-9266-3b5521c3096b tempest-TestVolumeBackupRestore-809868484 tempest-TestVolumeBackupRestore-809868484-project] Allocated IP 172.25.1.184 (4140a1f1-c93a-4bea-83a0-68953a54f299/e48251a1-e30d-4820-8396-00c6f6aeb601/d54e8a6e-181a-4bf1-ad49-abec12c34cfc) {{(pid=103304) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 21:53:32.173792 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-bf3502f2-1e6a-42aa-b709-9519f6c2be19 req-f165b32a-206a-4f0b-ba7b-0739c222e58a service neutron] 10.222.0.66 "GET /v2.0/networks/e866a34e-1552-4423-ada4-1491d39ac585?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1554117 Jan 26 21:53:32.202560 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-55974b02-0628-4960-9266-3b5521c3096b tempest-TestVolumeBackupRestore-809868484 tempest-TestVolumeBackupRestore-809868484-project] Publish callbacks [] for port (d54e8a6e-181a-4bf1-ad49-abec12c34cfc), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:53:32.236908 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-55974b02-0628-4960-9266-3b5521c3096b tempest-TestVolumeBackupRestore-809868484 tempest-TestVolumeBackupRestore-809868484-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746560234527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9281553'] for port (d54e8a6e-181a-4bf1-ad49-abec12c34cfc), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:53:32.275027 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55974b02-0628-4960-9266-3b5521c3096b tempest-TestVolumeBackupRestore-809868484 tempest-TestVolumeBackupRestore-809868484-project] Network 4140a1f1-c93a-4bea-83a0-68953a54f299 is already hosted by enough agents. {{(pid=103304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 21:53:32.278079 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [None req-55974b02-0628-4960-9266-3b5521c3096b tempest-TestVolumeBackupRestore-809868484 tempest-TestVolumeBackupRestore-809868484-project] Resources bound (agent type, host, resource id): {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:53:32.281538 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55974b02-0628-4960-9266-3b5521c3096b tempest-TestVolumeBackupRestore-809868484 tempest-TestVolumeBackupRestore-809868484-project] Received port after_create {{(pid=103304) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 21:53:32.314174 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55974b02-0628-4960-9266-3b5521c3096b tempest-TestVolumeBackupRestore-809868484 tempest-TestVolumeBackupRestore-809868484-project] Pushing event updated for resources: {'Port': ['ID=d54e8a6e-181a-4bf1-ad49-abec12c34cfc,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:53:32.792686 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-55974b02-0628-4960-9266-3b5521c3096b tempest-TestVolumeBackupRestore-809868484 tempest-TestVolumeBackupRestore-809868484-project] Publish callbacks [] for floatingip (2ee01606-3872-4087-8e37-28d8780e8c5f), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:53:32.895752 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-55974b02-0628-4960-9266-3b5521c3096b tempest-TestVolumeBackupRestore-809868484 tempest-TestVolumeBackupRestore-809868484-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (d54e8a6e-181a-4bf1-ad49-abec12c34cfc), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:53:32.987295 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2870f1db-fb2c-46af-9d36-6c071a53be3a req-e6abcf97-2818-45fb-a8fc-ce91da61e859 tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:53:32.988777 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-2870f1db-fb2c-46af-9d36-6c071a53be3a req-e6abcf97-2818-45fb-a8fc-ce91da61e859 tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] 10.222.0.13 "GET /v2.0/ports?device_id=2bb3c2cb-f348-45dc-a724-c69b0feaae36 HTTP/1.1" status: 200 len: 944 time: 0.0910947 Jan 26 21:53:33.086573 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-2870f1db-fb2c-46af-9d36-6c071a53be3a req-6ea388f8-5930-4e67-ba4a-6ab52d451a4e tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] 10.222.0.13 "GET /v2.0/security-groups?id=43aa6f70-7548-49d9-ab7d-3f19ba8f2c23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0709260 Jan 26 21:53:33.119832 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-55974b02-0628-4960-9266-3b5521c3096b tempest-TestVolumeBackupRestore-809868484 tempest-TestVolumeBackupRestore-809868484-project] Publish callbacks [] for port (d54e8a6e-181a-4bf1-ad49-abec12c34cfc), precommit_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:53:33.125689 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-55974b02-0628-4960-9266-3b5521c3096b tempest-TestVolumeBackupRestore-809868484 tempest-TestVolumeBackupRestore-809868484-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9281542'] for port (d54e8a6e-181a-4bf1-ad49-abec12c34cfc), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:53:33.199580 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55974b02-0628-4960-9266-3b5521c3096b tempest-TestVolumeBackupRestore-809868484 tempest-TestVolumeBackupRestore-809868484-project] Pushing event updated for resources: {'Port': ['ID=d54e8a6e-181a-4bf1-ad49-abec12c34cfc,revision_number=2']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:53:33.212460 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-55974b02-0628-4960-9266-3b5521c3096b tempest-TestVolumeBackupRestore-809868484 tempest-TestVolumeBackupRestore-809868484-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4110913'] for floatingip (2ee01606-3872-4087-8e37-28d8780e8c5f), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:53:33.314045 n-d-760453-5 neutron-server[103304]: INFO neutron.db.l3_db [None req-55974b02-0628-4960-9266-3b5521c3096b tempest-TestVolumeBackupRestore-809868484 tempest-TestVolumeBackupRestore-809868484-project] Floating IP 2ee01606-3872-4087-8e37-28d8780e8c5f associated. External IP: 172.25.1.184, port: caf414cd-bb1a-4e4b-9536-b6187b6621f6. Jan 26 21:53:33.813700 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55974b02-0628-4960-9266-3b5521c3096b tempest-TestVolumeBackupRestore-809868484 tempest-TestVolumeBackupRestore-809868484-project] Router 71e90a18-d7a2-4734-85e6-2480069b2e3c has already been hosted by L3 agent 09df100c-3af1-4b0a-bda8-05914c71c458 {{(pid=103304) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 26 21:53:33.923465 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55974b02-0628-4960-9266-3b5521c3096b tempest-TestVolumeBackupRestore-809868484 tempest-TestVolumeBackupRestore-809868484-project] Notify agent at l3_agent.n-d-760453-5 the message routers_updated {{(pid=103304) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 26 21:53:33.934082 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcf863a4-2f8a-40a4-a857-54516fa157df None None] Sync routers for ids ['71e90a18-d7a2-4734-85e6-2480069b2e3c'] in n-d-760453-5 {{(pid=103306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 26 21:53:33.941673 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-55974b02-0628-4960-9266-3b5521c3096b tempest-TestVolumeBackupRestore-809868484 tempest-TestVolumeBackupRestore-809868484-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for floatingip (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:53:33.944336 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcf863a4-2f8a-40a4-a857-54516fa157df None None] Routers {'71e90a18-d7a2-4734-85e6-2480069b2e3c'} bound to L3 agent in host n-d-760453-5 {{(pid=103306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 21:53:33.945062 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-dcf863a4-2f8a-40a4-a857-54516fa157df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-26T20:55:21Z,description=,heartbeat_timestamp=2022-01-26T21:53:21Z,host='n-d-760453-5',id=09df100c-3af1-4b0a-bda8-05914c71c458,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:55:21Z,topic='l3_agent')) {'router_ids': ['71e90a18-d7a2-4734-85e6-2480069b2e3c'], 'active': True} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:53:33.969412 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-55974b02-0628-4960-9266-3b5521c3096b tempest-TestVolumeBackupRestore-809868484 tempest-TestVolumeBackupRestore-809868484-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.5493872 Jan 26 21:53:33.970321 n-d-760453-5 neutron-server[103304]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8fa9c3c3-9b6b-4216-8cb9-66a8acac53ab', 'tag': 'caf414cd-bb1a-4e4b-9536-b6187b6621f6'}] {{(pid=103304) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 21:53:33.972183 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 49798) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:53:33.973281 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d52b45f1943fcd332af9527eb73ff93c8d715d44383a3f6d18de73b4cfcf87b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79a28e5a-1b17-4576-9afa-6cd90b39578f" -d '{"events": [{"name": "network-changed", "server_uuid": "8fa9c3c3-9b6b-4216-8cb9-66a8acac53ab", "tag": "caf414cd-bb1a-4e4b-9536-b6187b6621f6"}]}' {{(pid=103304) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 21:53:34.016548 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad08f2fb-8c56-44e7-bd65-df70118aa9d6 tempest-TestVolumeBackupRestore-891526390 tempest-TestVolumeBackupRestore-891526390-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:53:34.021869 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-ad08f2fb-8c56-44e7-bd65-df70118aa9d6 tempest-TestVolumeBackupRestore-891526390 tempest-TestVolumeBackupRestore-891526390-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=8fa9c3c3-9b6b-4216-8cb9-66a8acac53ab HTTP/1.1" status: 200 len: 1092 time: 0.0485437 Jan 26 21:53:34.023936 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 49802) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:53:34.029542 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-e99cd9e4-8f7f-44d3-8e31-4dd0c87d6a21 tempest-TestVolumeBackupRestore-809868484 tempest-TestVolumeBackupRestore-809868484-project] Request body: {'floatingip': {'port_id': 'caf414cd-bb1a-4e4b-9536-b6187b6621f6'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:53:34.036043 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 26 Jan 2022 21:53:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0656c6b9-6c9b-4f89-900a-c8c034a7a014 x-openstack-request-id: req-0656c6b9-6c9b-4f89-900a-c8c034a7a014 {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 21:53:34.036447 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8fa9c3c3-9b6b-4216-8cb9-66a8acac53ab", "tag": "caf414cd-bb1a-4e4b-9536-b6187b6621f6", "status": "completed", "code": 200}]} {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 21:53:34.036795 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-0656c6b9-6c9b-4f89-900a-c8c034a7a014 {{(pid=103304) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 21:53:34.037302 n-d-760453-5 neutron-server[103304]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8fa9c3c3-9b6b-4216-8cb9-66a8acac53ab', 'tag': 'caf414cd-bb1a-4e4b-9536-b6187b6621f6', 'status': 'completed', 'code': 200} Jan 26 21:53:34.080569 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvr_db [None req-dcf863a4-2f8a-40a4-a857-54516fa157df None None] Set router 71e90a18-d7a2-4734-85e6-2480069b2e3c gateway port host: n-d-760453-5 {{(pid=103306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 21:53:34.129187 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-e99cd9e4-8f7f-44d3-8e31-4dd0c87d6a21 tempest-TestVolumeBackupRestore-809868484 tempest-TestVolumeBackupRestore-809868484-project] Publish callbacks [] for floatingip (2ee01606-3872-4087-8e37-28d8780e8c5f), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:53:34.199783 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a28e5a-1b17-4576-9afa-6cd90b39578f req-36fe1d9b-740c-492c-a6dc-0d0fe8280253 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:53:34.201323 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-79a28e5a-1b17-4576-9afa-6cd90b39578f req-36fe1d9b-740c-492c-a6dc-0d0fe8280253 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=8ea95a10d8684c60bb4f9b1dc42b4b23&device_id=8fa9c3c3-9b6b-4216-8cb9-66a8acac53ab HTTP/1.1" status: 200 len: 1097 time: 0.1332648 Jan 26 21:53:34.318791 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-dcf863a4-2f8a-40a4-a857-54516fa157df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71e90a18-d7a2-4734-85e6-2480069b2e3c', 'name': 'tempest-TestVolumeBackupRestore-1699507815-router', 'tenant_id': '8ea95a10d8684c60bb4f9b1dc42b4b23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'external_fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.200'}], 'enable_snat': True}, 'gw_port_id': 'ef571d93-8e23-4c81-82d4-8d58e0ef2fbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T21:50:10Z', 'updated_at': '2022-01-26T21:50:14Z', 'revision_number': 4, 'project_id': '8ea95a10d8684c60bb4f9b1dc42b4b23', 'gw_port': {'id': 'ef571d93-8e23-4c81-82d4-8d58e0ef2fbd', 'name': '', 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:aa:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71e90a18-d7a2-4734-85e6-2480069b2e3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3984, 'fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:50:11Z', 'updated_at': '2022-01-26T21:50:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-5', '_floatingips': [{'id': '2ee01606-3872-4087-8e37-28d8780e8c5f', 'tenant_id': '8ea95a10d8684c60bb4f9b1dc42b4b23', 'floating_ip_address': '172.25.1.184', 'floating_network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'router_id': '71e90a18-d7a2-4734-85e6-2480069b2e3c', 'port_id': 'caf414cd-bb1a-4e4b-9536-b6187b6621f6', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4046, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2dca7862-3264-4f3a-a964-93857e78f24f', 'mac_address': 'fa:16:3e:9d:f5:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fa9c3c3-9b6b-4216-8cb9-66a8acac53ab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-26T21:53:32Z', 'updated_at': '2022-01-26T21:53:32Z', 'revision_number': 0, 'project_id': '8ea95a10d8684c60bb4f9b1dc42b4b23', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '775120ad-6fe9-45fd-bf7c-7bb9b9dacba8', 'name': '', 'network_id': '2dca7862-3264-4f3a-a964-93857e78f24f', 'tenant_id': '8ea95a10d8684c60bb4f9b1dc42b4b23', 'mac_address': 'fa:16:3e:4f:87:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71e90a18-d7a2-4734-85e6-2480069b2e3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3985, 'fixed_ips': [{'subnet_id': 'fa9b68b7-f4ed-42c5-8c43-fdd4fb96ff3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:50:13Z', 'updated_at': '2022-01-26T21:50:21Z', 'revision_number': 5, 'project_id': '8ea95a10d8684c60bb4f9b1dc42b4b23', 'subnets': [{'id': 'fa9b68b7-f4ed-42c5-8c43-fdd4fb96ff3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760453-5', False) {} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:53:34.332777 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a252a0d-8312-42b5-b479-159e19e09949 req-a0d5f7aa-7507-402d-b64b-c35fd691b7a5 tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:53:34.334332 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-9a252a0d-8312-42b5-b479-159e19e09949 req-a0d5f7aa-7507-402d-b64b-c35fd691b7a5 tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] 10.222.0.13 "GET /v2.0/ports?device_id=2bb3c2cb-f348-45dc-a724-c69b0feaae36 HTTP/1.1" status: 200 len: 944 time: 0.1700680 Jan 26 21:53:34.349593 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcf863a4-2f8a-40a4-a857-54516fa157df None None] Checking router: 71e90a18-d7a2-4734-85e6-2480069b2e3c for host: n-d-760453-5 {{(pid=103306) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 26 21:53:34.358799 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcf863a4-2f8a-40a4-a857-54516fa157df None None] Routers {'71e90a18-d7a2-4734-85e6-2480069b2e3c'} bound to L3 agent in host n-d-760453-5 {{(pid=103306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 21:53:34.359653 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-dcf863a4-2f8a-40a4-a857-54516fa157df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-26T20:55:21Z,description=,heartbeat_timestamp=2022-01-26T21:53:21Z,host='n-d-760453-5',id=09df100c-3af1-4b0a-bda8-05914c71c458,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:55:21Z,topic='l3_agent')) {'router_ids': ['71e90a18-d7a2-4734-85e6-2480069b2e3c'], 'active': True} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:53:34.450829 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a28e5a-1b17-4576-9afa-6cd90b39578f req-29179e2f-38a6-417b-9626-6c59aba69d4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:53:34.452338 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-79a28e5a-1b17-4576-9afa-6cd90b39578f req-29179e2f-38a6-417b-9626-6c59aba69d4d service neutron] 10.222.0.57 "GET /v2.0/networks?id=2dca7862-3264-4f3a-a964-93857e78f24f HTTP/1.1" status: 200 len: 915 time: 0.2440627 Jan 26 21:53:34.470183 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvr_db [None req-dcf863a4-2f8a-40a4-a857-54516fa157df None None] Set router 71e90a18-d7a2-4734-85e6-2480069b2e3c gateway port host: n-d-760453-5 {{(pid=103306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 21:53:34.480729 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-9a252a0d-8312-42b5-b479-159e19e09949 req-501ec05a-095a-4f40-92ac-d5191ace5486 tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] 10.222.0.13 "GET /v2.0/security-groups?id=43aa6f70-7548-49d9-ab7d-3f19ba8f2c23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1347663 Jan 26 21:53:34.601694 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-79a28e5a-1b17-4576-9afa-6cd90b39578f req-d2d4e455-7e04-4f71-ab0a-2fae31f2e225 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=caf414cd-bb1a-4e4b-9536-b6187b6621f6 HTTP/1.1" status: 200 len: 1000 time: 0.1359477 Jan 26 21:53:34.700067 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a28e5a-1b17-4576-9afa-6cd90b39578f req-a6d5031f-ddd3-4113-8582-4ba6b94d466f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:53:34.701524 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-79a28e5a-1b17-4576-9afa-6cd90b39578f req-a6d5031f-ddd3-4113-8582-4ba6b94d466f service neutron] 10.222.0.57 "GET /v2.0/subnets?id=fa9b68b7-f4ed-42c5-8c43-fdd4fb96ff3d HTTP/1.1" status: 200 len: 853 time: 0.0935104 Jan 26 21:53:34.709396 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-dcf863a4-2f8a-40a4-a857-54516fa157df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71e90a18-d7a2-4734-85e6-2480069b2e3c', 'name': 'tempest-TestVolumeBackupRestore-1699507815-router', 'tenant_id': '8ea95a10d8684c60bb4f9b1dc42b4b23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'external_fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.200'}], 'enable_snat': True}, 'gw_port_id': 'ef571d93-8e23-4c81-82d4-8d58e0ef2fbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T21:50:10Z', 'updated_at': '2022-01-26T21:50:14Z', 'revision_number': 4, 'project_id': '8ea95a10d8684c60bb4f9b1dc42b4b23', 'gw_port': {'id': 'ef571d93-8e23-4c81-82d4-8d58e0ef2fbd', 'name': '', 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:aa:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71e90a18-d7a2-4734-85e6-2480069b2e3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3984, 'fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:50:11Z', 'updated_at': '2022-01-26T21:50:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-5', '_floatingips': [{'id': '2ee01606-3872-4087-8e37-28d8780e8c5f', 'tenant_id': '8ea95a10d8684c60bb4f9b1dc42b4b23', 'floating_ip_address': '172.25.1.184', 'floating_network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'router_id': '71e90a18-d7a2-4734-85e6-2480069b2e3c', 'port_id': 'caf414cd-bb1a-4e4b-9536-b6187b6621f6', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4046, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2dca7862-3264-4f3a-a964-93857e78f24f', 'mac_address': 'fa:16:3e:9d:f5:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fa9c3c3-9b6b-4216-8cb9-66a8acac53ab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-26T21:53:32Z', 'updated_at': '2022-01-26T21:53:32Z', 'revision_number': 0, 'project_id': '8ea95a10d8684c60bb4f9b1dc42b4b23', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '775120ad-6fe9-45fd-bf7c-7bb9b9dacba8', 'name': '', 'network_id': '2dca7862-3264-4f3a-a964-93857e78f24f', 'tenant_id': '8ea95a10d8684c60bb4f9b1dc42b4b23', 'mac_address': 'fa:16:3e:4f:87:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71e90a18-d7a2-4734-85e6-2480069b2e3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3985, 'fixed_ips': [{'subnet_id': 'fa9b68b7-f4ed-42c5-8c43-fdd4fb96ff3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:50:13Z', 'updated_at': '2022-01-26T21:50:21Z', 'revision_number': 5, 'project_id': '8ea95a10d8684c60bb4f9b1dc42b4b23', 'subnets': [{'id': 'fa9b68b7-f4ed-42c5-8c43-fdd4fb96ff3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760453-5', False) {} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:53:34.737143 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcf863a4-2f8a-40a4-a857-54516fa157df None None] The sync data for ids ['71e90a18-d7a2-4734-85e6-2480069b2e3c'] in n-d-760453-5 is: [{'id': '71e90a18-d7a2-4734-85e6-2480069b2e3c', 'name': 'tempest-TestVolumeBackupRestore-1699507815-router', 'tenant_id': '8ea95a10d8684c60bb4f9b1dc42b4b23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'external_fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.200'}], 'enable_snat': True}, 'gw_port_id': 'ef571d93-8e23-4c81-82d4-8d58e0ef2fbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T21:50:10Z', 'updated_at': '2022-01-26T21:50:14Z', 'revision_number': 4, 'project_id': '8ea95a10d8684c60bb4f9b1dc42b4b23', 'gw_port': {'id': 'ef571d93-8e23-4c81-82d4-8d58e0ef2fbd', 'name': '', 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:aa:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71e90a18-d7a2-4734-85e6-2480069b2e3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3984, 'fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:50:11Z', 'updated_at': '2022-01-26T21:50:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-5', '_floatingips': [{'id': '2ee01606-3872-4087-8e37-28d8780e8c5f', 'tenant_id': '8ea95a10d8684c60bb4f9b1dc42b4b23', 'floating_ip_address': '172.25.1.184', 'floating_network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'router_id': '71e90a18-d7a2-4734-85e6-2480069b2e3c', 'port_id': 'caf414cd-bb1a-4e4b-9536-b6187b6621f6', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4046, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2dca7862-3264-4f3a-a964-93857e78f24f', 'mac_address': 'fa:16:3e:9d:f5:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fa9c3c3-9b6b-4216-8cb9-66a8acac53ab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-26T21:53:32Z', 'updated_at': '2022-01-26T21:53:32Z', 'revision_number': 0, 'project_id': '8ea95a10d8684c60bb4f9b1dc42b4b23', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '775120ad-6fe9-45fd-bf7c-7bb9b9dacba8', 'name': '', 'network_id': '2dca7862-3264-4f3a-a964-93857e78f24f', 'tenant_id': '8ea95a10d8684c60bb4f9b1dc42b4b23', 'mac_address': 'fa:16:3e:4f:87:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71e90a18-d7a2-4734-85e6-2480069b2e3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3985, 'fixed_ips': [{'subnet_id': 'fa9b68b7-f4ed-42c5-8c43-fdd4fb96ff3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:50:13Z', 'updated_at': '2022-01-26T21:50:21Z', 'revision_number': 5, 'project_id': '8ea95a10d8684c60bb4f9b1dc42b4b23', 'subnets': [{'id': 'fa9b68b7-f4ed-42c5-8c43-fdd4fb96ff3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 26 21:53:34.798130 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a28e5a-1b17-4576-9afa-6cd90b39578f req-67f02796-6f78-4a4c-b1bb-cb387fc36007 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:53:34.799646 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-79a28e5a-1b17-4576-9afa-6cd90b39578f req-67f02796-6f78-4a4c-b1bb-cb387fc36007 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=2dca7862-3264-4f3a-a964-93857e78f24f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0917220 Jan 26 21:53:34.971649 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-e99cd9e4-8f7f-44d3-8e31-4dd0c87d6a21 tempest-TestVolumeBackupRestore-809868484 tempest-TestVolumeBackupRestore-809868484-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:53:34.976369 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-79a28e5a-1b17-4576-9afa-6cd90b39578f req-7c18ebbc-3ba8-41b1-8b13-6a91d97fbae7 service neutron] 10.222.0.57 "GET /v2.0/networks/2dca7862-3264-4f3a-a964-93857e78f24f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1685159 Jan 26 21:53:34.977513 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-e99cd9e4-8f7f-44d3-8e31-4dd0c87d6a21 tempest-TestVolumeBackupRestore-809868484 tempest-TestVolumeBackupRestore-809868484-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4110913'] for floatingip (2ee01606-3872-4087-8e37-28d8780e8c5f), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:53:35.004124 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2660b449-e469-4706-9fc5-81af5d3b9ad4 None None] New status for floating IP 2ee01606-3872-4087-8e37-28d8780e8c5f: ACTIVE {{(pid=103307) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 26 21:53:35.156345 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-79a28e5a-1b17-4576-9afa-6cd90b39578f req-d5b729c7-3d18-4baf-8f4b-51c027080ad4 service neutron] 10.222.0.57 "GET /v2.0/networks/2dca7862-3264-4f3a-a964-93857e78f24f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1391652 Jan 26 21:53:35.276846 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e99cd9e4-8f7f-44d3-8e31-4dd0c87d6a21 tempest-TestVolumeBackupRestore-809868484 tempest-TestVolumeBackupRestore-809868484-project] Router 71e90a18-d7a2-4734-85e6-2480069b2e3c has already been hosted by L3 agent 09df100c-3af1-4b0a-bda8-05914c71c458 {{(pid=103304) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 26 21:53:35.383022 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e99cd9e4-8f7f-44d3-8e31-4dd0c87d6a21 tempest-TestVolumeBackupRestore-809868484 tempest-TestVolumeBackupRestore-809868484-project] Notify agent at l3_agent.n-d-760453-5 the message routers_updated {{(pid=103304) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 26 21:53:35.388053 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-e99cd9e4-8f7f-44d3-8e31-4dd0c87d6a21 tempest-TestVolumeBackupRestore-809868484 tempest-TestVolumeBackupRestore-809868484-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for floatingip (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:53:35.394476 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d363ecf5-a3cc-4338-a1c8-96e4cabdd611 None None] Sync routers for ids ['71e90a18-d7a2-4734-85e6-2480069b2e3c'] in n-d-760453-5 {{(pid=103306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 26 21:53:35.405611 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d363ecf5-a3cc-4338-a1c8-96e4cabdd611 None None] Routers {'71e90a18-d7a2-4734-85e6-2480069b2e3c'} bound to L3 agent in host n-d-760453-5 {{(pid=103306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 21:53:35.406514 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-d363ecf5-a3cc-4338-a1c8-96e4cabdd611 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-26T20:55:21Z,description=,heartbeat_timestamp=2022-01-26T21:53:21Z,host='n-d-760453-5',id=09df100c-3af1-4b0a-bda8-05914c71c458,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:55:21Z,topic='l3_agent')) {'router_ids': ['71e90a18-d7a2-4734-85e6-2480069b2e3c'], 'active': True} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:53:35.531065 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvr_db [None req-d363ecf5-a3cc-4338-a1c8-96e4cabdd611 None None] Set router 71e90a18-d7a2-4734-85e6-2480069b2e3c gateway port host: n-d-760453-5 {{(pid=103306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 21:53:35.774634 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-d363ecf5-a3cc-4338-a1c8-96e4cabdd611 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71e90a18-d7a2-4734-85e6-2480069b2e3c', 'name': 'tempest-TestVolumeBackupRestore-1699507815-router', 'tenant_id': '8ea95a10d8684c60bb4f9b1dc42b4b23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'external_fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.200'}], 'enable_snat': True}, 'gw_port_id': 'ef571d93-8e23-4c81-82d4-8d58e0ef2fbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T21:50:10Z', 'updated_at': '2022-01-26T21:50:14Z', 'revision_number': 4, 'project_id': '8ea95a10d8684c60bb4f9b1dc42b4b23', 'gw_port': {'id': 'ef571d93-8e23-4c81-82d4-8d58e0ef2fbd', 'name': '', 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:aa:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71e90a18-d7a2-4734-85e6-2480069b2e3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3984, 'fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:50:11Z', 'updated_at': '2022-01-26T21:50:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-5', '_floatingips': [{'id': '2ee01606-3872-4087-8e37-28d8780e8c5f', 'tenant_id': '8ea95a10d8684c60bb4f9b1dc42b4b23', 'floating_ip_address': '172.25.1.184', 'floating_network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'router_id': '71e90a18-d7a2-4734-85e6-2480069b2e3c', 'port_id': 'caf414cd-bb1a-4e4b-9536-b6187b6621f6', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 4046, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2dca7862-3264-4f3a-a964-93857e78f24f', 'mac_address': 'fa:16:3e:9d:f5:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fa9c3c3-9b6b-4216-8cb9-66a8acac53ab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-26T21:53:32Z', 'updated_at': '2022-01-26T21:53:35Z', 'revision_number': 2, 'project_id': '8ea95a10d8684c60bb4f9b1dc42b4b23', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '775120ad-6fe9-45fd-bf7c-7bb9b9dacba8', 'name': '', 'network_id': '2dca7862-3264-4f3a-a964-93857e78f24f', 'tenant_id': '8ea95a10d8684c60bb4f9b1dc42b4b23', 'mac_address': 'fa:16:3e:4f:87:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71e90a18-d7a2-4734-85e6-2480069b2e3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3985, 'fixed_ips': [{'subnet_id': 'fa9b68b7-f4ed-42c5-8c43-fdd4fb96ff3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:50:13Z', 'updated_at': '2022-01-26T21:50:21Z', 'revision_number': 5, 'project_id': '8ea95a10d8684c60bb4f9b1dc42b4b23', 'subnets': [{'id': 'fa9b68b7-f4ed-42c5-8c43-fdd4fb96ff3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760453-5', False) {} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:53:35.803000 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d363ecf5-a3cc-4338-a1c8-96e4cabdd611 None None] Checking router: 71e90a18-d7a2-4734-85e6-2480069b2e3c for host: n-d-760453-5 {{(pid=103306) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 26 21:53:35.812529 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d363ecf5-a3cc-4338-a1c8-96e4cabdd611 None None] Routers {'71e90a18-d7a2-4734-85e6-2480069b2e3c'} bound to L3 agent in host n-d-760453-5 {{(pid=103306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 21:53:35.813145 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-d363ecf5-a3cc-4338-a1c8-96e4cabdd611 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-26T20:55:21Z,description=,heartbeat_timestamp=2022-01-26T21:53:21Z,host='n-d-760453-5',id=09df100c-3af1-4b0a-bda8-05914c71c458,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:55:21Z,topic='l3_agent')) {'router_ids': ['71e90a18-d7a2-4734-85e6-2480069b2e3c'], 'active': True} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:53:35.819291 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-e99cd9e4-8f7f-44d3-8e31-4dd0c87d6a21 tempest-TestVolumeBackupRestore-809868484 tempest-TestVolumeBackupRestore-809868484-project] 10.222.0.13 "PUT /v2.0/floatingips/2ee01606-3872-4087-8e37-28d8780e8c5f HTTP/1.1" status: 200 len: 992 time: 1.7915206 Jan 26 21:53:35.830379 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ca18b5-1af6-4224-94d2-ec4aa35bc35d req-3c7002e8-ad6e-4472-bd78-a49b2095c54b tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:53:35.832055 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-a1ca18b5-1af6-4224-94d2-ec4aa35bc35d req-3c7002e8-ad6e-4472-bd78-a49b2095c54b tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] 10.222.0.13 "GET /v2.0/ports?device_id=2bb3c2cb-f348-45dc-a724-c69b0feaae36 HTTP/1.1" status: 200 len: 944 time: 0.0851758 Jan 26 21:53:35.892540 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-a1ca18b5-1af6-4224-94d2-ec4aa35bc35d req-a6e878ac-a37d-4982-a0a4-8e744ce5eef9 tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] 10.222.0.13 "GET /v2.0/security-groups?id=43aa6f70-7548-49d9-ab7d-3f19ba8f2c23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0546544 Jan 26 21:53:35.926062 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvr_db [None req-d363ecf5-a3cc-4338-a1c8-96e4cabdd611 None None] Set router 71e90a18-d7a2-4734-85e6-2480069b2e3c gateway port host: n-d-760453-5 {{(pid=103306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 21:53:36.039037 n-d-760453-5 neutron-server[103304]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8fa9c3c3-9b6b-4216-8cb9-66a8acac53ab', 'tag': 'caf414cd-bb1a-4e4b-9536-b6187b6621f6'}, {'name': 'network-changed', 'server_uuid': '8fa9c3c3-9b6b-4216-8cb9-66a8acac53ab', 'tag': 'caf414cd-bb1a-4e4b-9536-b6187b6621f6'}] {{(pid=103304) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 21:53:36.042193 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d52b45f1943fcd332af9527eb73ff93c8d715d44383a3f6d18de73b4cfcf87b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fde3098c-cb16-4dbb-9d3e-25b57509076f" -d '{"events": [{"name": "network-changed", "server_uuid": "8fa9c3c3-9b6b-4216-8cb9-66a8acac53ab", "tag": "caf414cd-bb1a-4e4b-9536-b6187b6621f6"}, {"name": "network-changed", "server_uuid": "8fa9c3c3-9b6b-4216-8cb9-66a8acac53ab", "tag": "caf414cd-bb1a-4e4b-9536-b6187b6621f6"}]}' {{(pid=103304) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 21:53:36.082338 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Wed, 26 Jan 2022 21:53:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a5ef73b-3042-4ab6-9bff-122c42f66052 x-openstack-request-id: req-6a5ef73b-3042-4ab6-9bff-122c42f66052 {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 21:53:36.082738 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8fa9c3c3-9b6b-4216-8cb9-66a8acac53ab", "tag": "caf414cd-bb1a-4e4b-9536-b6187b6621f6", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "8fa9c3c3-9b6b-4216-8cb9-66a8acac53ab", "tag": "caf414cd-bb1a-4e4b-9536-b6187b6621f6", "status": "completed", "code": 200}]} {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 21:53:36.083084 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-6a5ef73b-3042-4ab6-9bff-122c42f66052 {{(pid=103304) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 21:53:36.083571 n-d-760453-5 neutron-server[103304]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8fa9c3c3-9b6b-4216-8cb9-66a8acac53ab', 'tag': 'caf414cd-bb1a-4e4b-9536-b6187b6621f6', 'status': 'completed', 'code': 200} Jan 26 21:53:36.083938 n-d-760453-5 neutron-server[103304]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8fa9c3c3-9b6b-4216-8cb9-66a8acac53ab', 'tag': 'caf414cd-bb1a-4e4b-9536-b6187b6621f6', 'status': 'completed', 'code': 200} Jan 26 21:53:36.150034 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde3098c-cb16-4dbb-9d3e-25b57509076f req-c9d96988-00ce-4d1f-81b0-feded5b6fcc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:53:36.151556 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-fde3098c-cb16-4dbb-9d3e-25b57509076f req-c9d96988-00ce-4d1f-81b0-feded5b6fcc1 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=8ea95a10d8684c60bb4f9b1dc42b4b23&device_id=8fa9c3c3-9b6b-4216-8cb9-66a8acac53ab HTTP/1.1" status: 200 len: 1097 time: 0.0466783 Jan 26 21:53:36.152354 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-d363ecf5-a3cc-4338-a1c8-96e4cabdd611 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71e90a18-d7a2-4734-85e6-2480069b2e3c', 'name': 'tempest-TestVolumeBackupRestore-1699507815-router', 'tenant_id': '8ea95a10d8684c60bb4f9b1dc42b4b23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'external_fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.200'}], 'enable_snat': True}, 'gw_port_id': 'ef571d93-8e23-4c81-82d4-8d58e0ef2fbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T21:50:10Z', 'updated_at': '2022-01-26T21:50:14Z', 'revision_number': 4, 'project_id': '8ea95a10d8684c60bb4f9b1dc42b4b23', 'gw_port': {'id': 'ef571d93-8e23-4c81-82d4-8d58e0ef2fbd', 'name': '', 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:aa:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71e90a18-d7a2-4734-85e6-2480069b2e3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3984, 'fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:50:11Z', 'updated_at': '2022-01-26T21:50:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-5', '_floatingips': [{'id': '2ee01606-3872-4087-8e37-28d8780e8c5f', 'tenant_id': '8ea95a10d8684c60bb4f9b1dc42b4b23', 'floating_ip_address': '172.25.1.184', 'floating_network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'router_id': '71e90a18-d7a2-4734-85e6-2480069b2e3c', 'port_id': 'caf414cd-bb1a-4e4b-9536-b6187b6621f6', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 4046, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2dca7862-3264-4f3a-a964-93857e78f24f', 'mac_address': 'fa:16:3e:9d:f5:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fa9c3c3-9b6b-4216-8cb9-66a8acac53ab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-26T21:53:32Z', 'updated_at': '2022-01-26T21:53:35Z', 'revision_number': 2, 'project_id': '8ea95a10d8684c60bb4f9b1dc42b4b23', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '775120ad-6fe9-45fd-bf7c-7bb9b9dacba8', 'name': '', 'network_id': '2dca7862-3264-4f3a-a964-93857e78f24f', 'tenant_id': '8ea95a10d8684c60bb4f9b1dc42b4b23', 'mac_address': 'fa:16:3e:4f:87:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71e90a18-d7a2-4734-85e6-2480069b2e3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3985, 'fixed_ips': [{'subnet_id': 'fa9b68b7-f4ed-42c5-8c43-fdd4fb96ff3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:50:13Z', 'updated_at': '2022-01-26T21:50:21Z', 'revision_number': 5, 'project_id': '8ea95a10d8684c60bb4f9b1dc42b4b23', 'subnets': [{'id': 'fa9b68b7-f4ed-42c5-8c43-fdd4fb96ff3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760453-5', False) {} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:53:36.183950 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d363ecf5-a3cc-4338-a1c8-96e4cabdd611 None None] The sync data for ids ['71e90a18-d7a2-4734-85e6-2480069b2e3c'] in n-d-760453-5 is: [{'id': '71e90a18-d7a2-4734-85e6-2480069b2e3c', 'name': 'tempest-TestVolumeBackupRestore-1699507815-router', 'tenant_id': '8ea95a10d8684c60bb4f9b1dc42b4b23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'external_fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.200'}], 'enable_snat': True}, 'gw_port_id': 'ef571d93-8e23-4c81-82d4-8d58e0ef2fbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T21:50:10Z', 'updated_at': '2022-01-26T21:50:14Z', 'revision_number': 4, 'project_id': '8ea95a10d8684c60bb4f9b1dc42b4b23', 'gw_port': {'id': 'ef571d93-8e23-4c81-82d4-8d58e0ef2fbd', 'name': '', 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:aa:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71e90a18-d7a2-4734-85e6-2480069b2e3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3984, 'fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:50:11Z', 'updated_at': '2022-01-26T21:50:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-5', '_floatingips': [{'id': '2ee01606-3872-4087-8e37-28d8780e8c5f', 'tenant_id': '8ea95a10d8684c60bb4f9b1dc42b4b23', 'floating_ip_address': '172.25.1.184', 'floating_network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'router_id': '71e90a18-d7a2-4734-85e6-2480069b2e3c', 'port_id': 'caf414cd-bb1a-4e4b-9536-b6187b6621f6', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 4046, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2dca7862-3264-4f3a-a964-93857e78f24f', 'mac_address': 'fa:16:3e:9d:f5:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fa9c3c3-9b6b-4216-8cb9-66a8acac53ab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-26T21:53:32Z', 'updated_at': '2022-01-26T21:53:35Z', 'revision_number': 2, 'project_id': '8ea95a10d8684c60bb4f9b1dc42b4b23', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '775120ad-6fe9-45fd-bf7c-7bb9b9dacba8', 'name': '', 'network_id': '2dca7862-3264-4f3a-a964-93857e78f24f', 'tenant_id': '8ea95a10d8684c60bb4f9b1dc42b4b23', 'mac_address': 'fa:16:3e:4f:87:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71e90a18-d7a2-4734-85e6-2480069b2e3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3985, 'fixed_ips': [{'subnet_id': 'fa9b68b7-f4ed-42c5-8c43-fdd4fb96ff3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:50:13Z', 'updated_at': '2022-01-26T21:50:21Z', 'revision_number': 5, 'project_id': '8ea95a10d8684c60bb4f9b1dc42b4b23', 'subnets': [{'id': 'fa9b68b7-f4ed-42c5-8c43-fdd4fb96ff3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 26 21:53:36.243603 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde3098c-cb16-4dbb-9d3e-25b57509076f req-0995bdce-02cd-496b-aa8c-f84bfd27715e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:53:36.245221 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-fde3098c-cb16-4dbb-9d3e-25b57509076f req-0995bdce-02cd-496b-aa8c-f84bfd27715e service neutron] 10.222.0.57 "GET /v2.0/networks?id=2dca7862-3264-4f3a-a964-93857e78f24f HTTP/1.1" status: 200 len: 915 time: 0.0879734 Jan 26 21:53:36.318929 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-fde3098c-cb16-4dbb-9d3e-25b57509076f req-958bcaeb-de79-43ed-8f86-660b2d333365 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=caf414cd-bb1a-4e4b-9536-b6187b6621f6 HTTP/1.1" status: 200 len: 1002 time: 0.0684459 Jan 26 21:53:36.369616 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde3098c-cb16-4dbb-9d3e-25b57509076f req-a20b5f8d-2944-4369-85b2-d31260d26fce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:53:36.371337 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-fde3098c-cb16-4dbb-9d3e-25b57509076f req-a20b5f8d-2944-4369-85b2-d31260d26fce service neutron] 10.222.0.57 "GET /v2.0/subnets?id=fa9b68b7-f4ed-42c5-8c43-fdd4fb96ff3d HTTP/1.1" status: 200 len: 853 time: 0.0470238 Jan 26 21:53:36.417856 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde3098c-cb16-4dbb-9d3e-25b57509076f req-f070549b-5cd2-428e-a41a-73e82985b5c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:53:36.419379 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-fde3098c-cb16-4dbb-9d3e-25b57509076f req-f070549b-5cd2-428e-a41a-73e82985b5c7 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=2dca7862-3264-4f3a-a964-93857e78f24f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0419948 Jan 26 21:53:36.512866 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-fde3098c-cb16-4dbb-9d3e-25b57509076f req-52348fd9-ac84-451a-b7aa-4f5a0e59c468 service neutron] 10.222.0.57 "GET /v2.0/networks/2dca7862-3264-4f3a-a964-93857e78f24f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875974 Jan 26 21:53:36.614443 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-fde3098c-cb16-4dbb-9d3e-25b57509076f req-babdad58-cb4c-4981-81ee-418e196f67f6 service neutron] 10.222.0.57 "GET /v2.0/networks/2dca7862-3264-4f3a-a964-93857e78f24f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887728 Jan 26 21:53:36.697836 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde3098c-cb16-4dbb-9d3e-25b57509076f req-1611b266-6b59-41a7-921b-a432812f9ba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:53:36.699345 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-fde3098c-cb16-4dbb-9d3e-25b57509076f req-1611b266-6b59-41a7-921b-a432812f9ba6 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=8ea95a10d8684c60bb4f9b1dc42b4b23&device_id=8fa9c3c3-9b6b-4216-8cb9-66a8acac53ab HTTP/1.1" status: 200 len: 1097 time: 0.0428720 Jan 26 21:53:36.793265 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde3098c-cb16-4dbb-9d3e-25b57509076f req-9c64b7b1-4051-4ec1-a2e2-7439a8db763a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:53:36.794755 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-fde3098c-cb16-4dbb-9d3e-25b57509076f req-9c64b7b1-4051-4ec1-a2e2-7439a8db763a service neutron] 10.222.0.57 "GET /v2.0/networks?id=2dca7862-3264-4f3a-a964-93857e78f24f HTTP/1.1" status: 200 len: 915 time: 0.0897689 Jan 26 21:53:36.860318 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-fde3098c-cb16-4dbb-9d3e-25b57509076f req-66a4a1a8-23a7-4ce0-a2c2-86e93c0149cb service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=caf414cd-bb1a-4e4b-9536-b6187b6621f6 HTTP/1.1" status: 200 len: 1002 time: 0.0596695 Jan 26 21:53:36.913109 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde3098c-cb16-4dbb-9d3e-25b57509076f req-0342878d-5a6b-45d5-abd8-6f046c4fc526 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:53:36.914565 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-fde3098c-cb16-4dbb-9d3e-25b57509076f req-0342878d-5a6b-45d5-abd8-6f046c4fc526 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=fa9b68b7-f4ed-42c5-8c43-fdd4fb96ff3d HTTP/1.1" status: 200 len: 853 time: 0.0492046 Jan 26 21:53:36.960481 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde3098c-cb16-4dbb-9d3e-25b57509076f req-aa6f8ae4-043f-4f01-ae10-b907577488f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:53:36.962039 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-fde3098c-cb16-4dbb-9d3e-25b57509076f req-aa6f8ae4-043f-4f01-ae10-b907577488f2 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=2dca7862-3264-4f3a-a964-93857e78f24f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0415480 Jan 26 21:53:37.063800 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d43cf5-45df-4692-be62-322aef28610e req-776be0a3-5024-4a48-b4e3-5d526391d696 tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:53:37.065323 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-43d43cf5-45df-4692-be62-322aef28610e req-776be0a3-5024-4a48-b4e3-5d526391d696 tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] 10.222.0.13 "GET /v2.0/ports?device_id=2bb3c2cb-f348-45dc-a724-c69b0feaae36 HTTP/1.1" status: 200 len: 944 time: 0.1000664 Jan 26 21:53:37.106930 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-fde3098c-cb16-4dbb-9d3e-25b57509076f req-eae9f00f-5b46-4da5-aad8-1d68abff25a7 service neutron] 10.222.0.57 "GET /v2.0/networks/2dca7862-3264-4f3a-a964-93857e78f24f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1329608 Jan 26 21:53:37.179548 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-43d43cf5-45df-4692-be62-322aef28610e req-376c93a8-3d3b-484a-885d-5310a6a92378 tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] 10.222.0.13 "GET /v2.0/security-groups?id=43aa6f70-7548-49d9-ab7d-3f19ba8f2c23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1071742 Jan 26 21:53:37.222339 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-fde3098c-cb16-4dbb-9d3e-25b57509076f req-71360688-ef61-44f8-a241-706106872c77 service neutron] 10.222.0.57 "GET /v2.0/networks/2dca7862-3264-4f3a-a964-93857e78f24f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1098664 Jan 26 21:53:38.303811 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec147e65-8e68-43b2-9c37-73e701a8c25b req-a18d1362-453a-42ea-bad4-e09d6b1123e5 tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:53:38.305451 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-ec147e65-8e68-43b2-9c37-73e701a8c25b req-a18d1362-453a-42ea-bad4-e09d6b1123e5 tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] 10.222.0.13 "GET /v2.0/ports?device_id=2bb3c2cb-f348-45dc-a724-c69b0feaae36 HTTP/1.1" status: 200 len: 944 time: 0.0526476 Jan 26 21:53:38.357431 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-ec147e65-8e68-43b2-9c37-73e701a8c25b req-fcf49c82-84de-44b9-8043-e20785ec30df tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] 10.222.0.13 "GET /v2.0/security-groups?id=43aa6f70-7548-49d9-ab7d-3f19ba8f2c23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460563 Jan 26 21:53:38.561911 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (32ef628b-8417-46c5-8729-60fcabe358f1), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:53:39.469816 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f237ca95-4676-43eb-8dd7-db8daaa12e76 req-a1a372f5-8c6f-4e91-8300-5167ce98b1c9 tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:53:39.471312 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-f237ca95-4676-43eb-8dd7-db8daaa12e76 req-a1a372f5-8c6f-4e91-8300-5167ce98b1c9 tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] 10.222.0.13 "GET /v2.0/ports?device_id=2bb3c2cb-f348-45dc-a724-c69b0feaae36 HTTP/1.1" status: 200 len: 944 time: 0.0482793 Jan 26 21:53:39.519684 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-f237ca95-4676-43eb-8dd7-db8daaa12e76 req-a14e746e-82cd-4c2a-94b4-b05a199917fa tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] 10.222.0.13 "GET /v2.0/security-groups?id=43aa6f70-7548-49d9-ab7d-3f19ba8f2c23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424061 Jan 26 21:53:40.637474 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24105d8a-157c-4e23-92a9-13198b336a0d req-5d0eaa0e-f233-4c69-b175-cfc9460393da tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:53:40.638968 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-24105d8a-157c-4e23-92a9-13198b336a0d req-5d0eaa0e-f233-4c69-b175-cfc9460393da tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] 10.222.0.13 "GET /v2.0/ports?device_id=2bb3c2cb-f348-45dc-a724-c69b0feaae36 HTTP/1.1" status: 200 len: 944 time: 0.0534456 Jan 26 21:53:40.686041 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-24105d8a-157c-4e23-92a9-13198b336a0d req-9a858539-f075-4c86-8212-65fda3fddb41 tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] 10.222.0.13 "GET /v2.0/security-groups?id=43aa6f70-7548-49d9-ab7d-3f19ba8f2c23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415983 Jan 26 21:53:41.799124 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60c6288-8505-49a2-a048-bd692dd8634f req-e3ea1724-799d-496a-a558-a56095c82308 tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:53:41.800605 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-c60c6288-8505-49a2-a048-bd692dd8634f req-e3ea1724-799d-496a-a558-a56095c82308 tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] 10.222.0.13 "GET /v2.0/ports?device_id=2bb3c2cb-f348-45dc-a724-c69b0feaae36 HTTP/1.1" status: 200 len: 944 time: 0.0484810 Jan 26 21:53:41.850840 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-c60c6288-8505-49a2-a048-bd692dd8634f req-9f5340ea-2631-4260-bda4-4f66aeabadac tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] 10.222.0.13 "GET /v2.0/security-groups?id=43aa6f70-7548-49d9-ab7d-3f19ba8f2c23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441043 Jan 26 21:53:42.969790 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64864a68-fc41-404c-8f89-e8fa8ea8ada1 req-f7da3811-260c-4a1d-8ae8-da18d196d1c1 tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:53:42.971259 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-64864a68-fc41-404c-8f89-e8fa8ea8ada1 req-f7da3811-260c-4a1d-8ae8-da18d196d1c1 tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] 10.222.0.13 "GET /v2.0/ports?device_id=2bb3c2cb-f348-45dc-a724-c69b0feaae36 HTTP/1.1" status: 200 len: 944 time: 0.0478711 Jan 26 21:53:43.025712 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-64864a68-fc41-404c-8f89-e8fa8ea8ada1 req-65ba5808-ba67-49b2-8f8d-19a83a83d9d3 tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] 10.222.0.13 "GET /v2.0/security-groups?id=43aa6f70-7548-49d9-ab7d-3f19ba8f2c23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478411 Jan 26 21:53:43.855865 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-4a0434be-7b91-42ba-9071-1e756521a7de req-686d0c97-7fbe-4272-a4a8-99a013c6d890 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=8fa9c3c3-9b6b-4216-8cb9-66a8acac53ab&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0396969 Jan 26 21:53:43.939144 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0434be-7b91-42ba-9071-1e756521a7de req-78138de2-d508-42f4-bbd1-57d6c7d130d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:53:43.940631 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-4a0434be-7b91-42ba-9071-1e756521a7de req-78138de2-d508-42f4-bbd1-57d6c7d130d6 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=8ea95a10d8684c60bb4f9b1dc42b4b23&device_id=8fa9c3c3-9b6b-4216-8cb9-66a8acac53ab HTTP/1.1" status: 200 len: 1097 time: 0.0412016 Jan 26 21:53:44.052563 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0434be-7b91-42ba-9071-1e756521a7de req-cc447036-7ebc-4f8f-8948-8c951354b839 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:53:44.054400 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-4a0434be-7b91-42ba-9071-1e756521a7de req-cc447036-7ebc-4f8f-8948-8c951354b839 service neutron] 10.222.0.57 "GET /v2.0/networks?id=2dca7862-3264-4f3a-a964-93857e78f24f HTTP/1.1" status: 200 len: 915 time: 0.0919304 Jan 26 21:53:44.145662 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-4a0434be-7b91-42ba-9071-1e756521a7de req-ada65137-d79b-4a3d-898a-bd2fcdef480e service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=caf414cd-bb1a-4e4b-9536-b6187b6621f6 HTTP/1.1" status: 200 len: 1002 time: 0.0850801 Jan 26 21:53:44.167926 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38dbae8-180b-48cf-8154-d36ca8b83c71 req-f2054efc-9995-47c1-9628-7f507d42ee3c tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:53:44.169412 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-f38dbae8-180b-48cf-8154-d36ca8b83c71 req-f2054efc-9995-47c1-9628-7f507d42ee3c tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] 10.222.0.13 "GET /v2.0/ports?device_id=2bb3c2cb-f348-45dc-a724-c69b0feaae36 HTTP/1.1" status: 200 len: 944 time: 0.0722923 Jan 26 21:53:44.231516 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0434be-7b91-42ba-9071-1e756521a7de req-09f1ecc1-f00b-4f8b-9562-5ff4264f20da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:53:44.232994 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-4a0434be-7b91-42ba-9071-1e756521a7de req-09f1ecc1-f00b-4f8b-9562-5ff4264f20da service neutron] 10.222.0.57 "GET /v2.0/subnets?id=fa9b68b7-f4ed-42c5-8c43-fdd4fb96ff3d HTTP/1.1" status: 200 len: 853 time: 0.0800030 Jan 26 21:53:44.258768 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-f38dbae8-180b-48cf-8154-d36ca8b83c71 req-57fb7425-c9b9-413a-965c-08b9f3abf9d0 tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] 10.222.0.13 "GET /v2.0/security-groups?id=43aa6f70-7548-49d9-ab7d-3f19ba8f2c23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0675280 Jan 26 21:53:44.286733 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0434be-7b91-42ba-9071-1e756521a7de req-bc4135e7-e402-4bd9-8986-045f9641e1b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:53:44.288260 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-4a0434be-7b91-42ba-9071-1e756521a7de req-bc4135e7-e402-4bd9-8986-045f9641e1b8 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=2dca7862-3264-4f3a-a964-93857e78f24f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0477598 Jan 26 21:53:44.380368 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-4a0434be-7b91-42ba-9071-1e756521a7de req-cd9f03d3-aa05-4cef-a823-0b77215ef750 service neutron] 10.222.0.57 "GET /v2.0/networks/2dca7862-3264-4f3a-a964-93857e78f24f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860443 Jan 26 21:53:44.470557 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-4a0434be-7b91-42ba-9071-1e756521a7de req-638abe83-a374-4013-9fb2-3f77ada061dc service neutron] 10.222.0.57 "GET /v2.0/networks/2dca7862-3264-4f3a-a964-93857e78f24f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832984 Jan 26 21:53:45.373195 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6236548-8104-45e5-9d4f-e0669932ddd9 req-83c01297-8033-41a9-86ba-68e5fc7dd2e1 tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:53:45.374885 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-d6236548-8104-45e5-9d4f-e0669932ddd9 req-83c01297-8033-41a9-86ba-68e5fc7dd2e1 tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] 10.222.0.13 "GET /v2.0/ports?device_id=2bb3c2cb-f348-45dc-a724-c69b0feaae36 HTTP/1.1" status: 200 len: 944 time: 0.0503023 Jan 26 21:53:45.422771 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-d6236548-8104-45e5-9d4f-e0669932ddd9 req-573446cc-1845-4a86-8201-0c0daab2476d tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] 10.222.0.13 "GET /v2.0/security-groups?id=43aa6f70-7548-49d9-ab7d-3f19ba8f2c23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424650 Jan 26 21:53:46.540042 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e810fab-23de-4099-914c-fbf773b2bc08 req-8a9c385e-5db8-4998-910d-93c779f2214f tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:53:46.541547 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-7e810fab-23de-4099-914c-fbf773b2bc08 req-8a9c385e-5db8-4998-910d-93c779f2214f tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] 10.222.0.13 "GET /v2.0/ports?device_id=2bb3c2cb-f348-45dc-a724-c69b0feaae36 HTTP/1.1" status: 200 len: 944 time: 0.0527039 Jan 26 21:53:46.590615 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-7e810fab-23de-4099-914c-fbf773b2bc08 req-e08f0b42-b967-478f-af82-d8b928b05f7c tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] 10.222.0.13 "GET /v2.0/security-groups?id=43aa6f70-7548-49d9-ab7d-3f19ba8f2c23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434928 Jan 26 21:53:47.703804 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6b2465-e59f-4c30-aa00-49002f085acc req-416d03c9-cd0e-4b49-97cf-75a4f878a1fa tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:53:47.705179 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-1e6b2465-e59f-4c30-aa00-49002f085acc req-416d03c9-cd0e-4b49-97cf-75a4f878a1fa tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] 10.222.0.13 "GET /v2.0/ports?device_id=2bb3c2cb-f348-45dc-a724-c69b0feaae36 HTTP/1.1" status: 200 len: 944 time: 0.0470808 Jan 26 21:53:47.758152 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-1e6b2465-e59f-4c30-aa00-49002f085acc req-f387cbbb-9fa0-45cd-9cd4-00ae8c57d195 tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] 10.222.0.13 "GET /v2.0/security-groups?id=43aa6f70-7548-49d9-ab7d-3f19ba8f2c23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469155 Jan 26 21:53:48.858158 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Device 7ae58c61-04ad-423a-948a-3b52965d7ca7 details requested by agent hyperv_n-h1-760453-5 with host n-h1-760453-5 {{(pid=103306) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 26 21:53:48.881218 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4fa403e-c387-4973-a599-2981286faf29 req-525faa1f-d024-4ec2-8130-17146a8f6ebb tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:53:48.882817 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-c4fa403e-c387-4973-a599-2981286faf29 req-525faa1f-d024-4ec2-8130-17146a8f6ebb tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] 10.222.0.13 "GET /v2.0/ports?device_id=2bb3c2cb-f348-45dc-a724-c69b0feaae36 HTTP/1.1" status: 200 len: 944 time: 0.0532515 Jan 26 21:53:48.942445 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-c4fa403e-c387-4973-a599-2981286faf29 req-2f0a496d-7449-476e-9dab-c2263bd9475e tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] 10.222.0.13 "GET /v2.0/security-groups?id=43aa6f70-7548-49d9-ab7d-3f19ba8f2c23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0537336 Jan 26 21:53:48.947730 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-9119e27c-1931-4c2e-83c7-b46cc56d54b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (474ccdf7-ab6c-405b-a3b2-dc7b05829902), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:53:48.971450 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] For port 7ae58c61-04ad-423a-948a-3b52965d7ca7, host n-h1-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-5',level=0,port_id=7ae58c61-04ad-423a-948a-3b52965d7ca7,segment=NetworkSegment(9a2f9f82-c041-418b-a55c-16c7f60d3f23),segment_id=9a2f9f82-c041-418b-a55c-16c7f60d3f23)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:53:48.983128 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Returning: {'device': '7ae58c61-04ad-423a-948a-3b52965d7ca7', 'network_id': 'e866a34e-1552-4423-ada4-1491d39ac585', 'port_id': '7ae58c61-04ad-423a-948a-3b52965d7ca7', 'mac_address': 'fa:16:3e:eb:99:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 568, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '96a6ba37-129e-4936-9d0e-9f67f00a39ac', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103306) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 26 21:53:49.021235 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Current status of the port 7ae58c61-04ad-423a-948a-3b52965d7ca7 is: DOWN; New status is: BUILD {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:53:49.021655 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (7ae58c61-04ad-423a-948a-3b52965d7ca7), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:53:49.038229 n-d-760453-5 neutron-server[103306]: DEBUG neutron.notifiers.nova [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7ae58c61-04ad-423a-948a-3b52965d7ca7 {{(pid=103306) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 26 21:53:49.056479 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] For port 7ae58c61-04ad-423a-948a-3b52965d7ca7, host n-h1-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-5',level=0,port_id=7ae58c61-04ad-423a-948a-3b52965d7ca7,segment=NetworkSegment(9a2f9f82-c041-418b-a55c-16c7f60d3f23),segment_id=9a2f9f82-c041-418b-a55c-16c7f60d3f23)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:53:49.060119 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (7ae58c61-04ad-423a-948a-3b52965d7ca7), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:53:49.108278 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Pushing event updated for resources: {'Port': ['ID=7ae58c61-04ad-423a-948a-3b52965d7ca7,revision_number=4']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:53:49.427762 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] get_ports_and_sgs() called for port_ids ['7ae58c61-04ad-423a-948a-3b52965d7ca7'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 26 21:53:50.064011 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a602f191-0305-48ef-b72f-0106edf0548c req-19dfcb14-dbb3-422f-a057-5a6fd2f06c7a tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:53:50.065550 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-a602f191-0305-48ef-b72f-0106edf0548c req-19dfcb14-dbb3-422f-a057-5a6fd2f06c7a tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] 10.222.0.13 "GET /v2.0/ports?device_id=2bb3c2cb-f348-45dc-a724-c69b0feaae36 HTTP/1.1" status: 200 len: 945 time: 0.0511408 Jan 26 21:53:50.114197 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-a602f191-0305-48ef-b72f-0106edf0548c req-05bea856-3f42-4725-9d7e-3c020a56986a tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] 10.222.0.13 "GET /v2.0/security-groups?id=43aa6f70-7548-49d9-ab7d-3f19ba8f2c23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425320 Jan 26 21:53:50.858428 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Device 7ae58c61-04ad-423a-948a-3b52965d7ca7 up at agent hyperv_n-h1-760453-5 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 21:53:50.907754 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Provisioning for port 7ae58c61-04ad-423a-948a-3b52965d7ca7 completed by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 21:53:50.911700 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Provisioning complete for port 7ae58c61-04ad-423a-948a-3b52965d7ca7 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:53:50.912082 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (7ae58c61-04ad-423a-948a-3b52965d7ca7), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:53:50.994555 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Current status of the port 7ae58c61-04ad-423a-948a-3b52965d7ca7 is: BUILD; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:53:50.994948 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (7ae58c61-04ad-423a-948a-3b52965d7ca7), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:53:51.019476 n-d-760453-5 neutron-server[103306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2bb3c2cb-f348-45dc-a724-c69b0feaae36', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ae58c61-04ad-423a-948a-3b52965d7ca7'}] {{(pid=103306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 21:53:51.021742 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9d5d370febab655511bdd2ffe887e43e442d144a440368702bcc1e93af00b97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f28195d1-03a0-4e9f-8942-bbcb800daecd" -d '{"events": [{"server_uuid": "2bb3c2cb-f348-45dc-a724-c69b0feaae36", "name": "network-vif-plugged", "status": "completed", "tag": "7ae58c61-04ad-423a-948a-3b52965d7ca7"}]}' {{(pid=103306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 21:53:51.034632 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] For port 7ae58c61-04ad-423a-948a-3b52965d7ca7, host n-h1-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-5',level=0,port_id=7ae58c61-04ad-423a-948a-3b52965d7ca7,segment=NetworkSegment(9a2f9f82-c041-418b-a55c-16c7f60d3f23),segment_id=9a2f9f82-c041-418b-a55c-16c7f60d3f23)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:53:51.039328 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (7ae58c61-04ad-423a-948a-3b52965d7ca7), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:53:51.062937 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Jan 2022 21:53:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17a83f1a-e1a7-4402-8971-7c03230aefb8 x-openstack-request-id: req-17a83f1a-e1a7-4402-8971-7c03230aefb8 {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 21:53:51.063231 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2bb3c2cb-f348-45dc-a724-c69b0feaae36", "name": "network-vif-plugged", "status": "completed", "tag": "7ae58c61-04ad-423a-948a-3b52965d7ca7", "code": 200}]} {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 21:53:51.063486 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-17a83f1a-e1a7-4402-8971-7c03230aefb8 {{(pid=103306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 21:53:51.063879 n-d-760453-5 neutron-server[103306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2bb3c2cb-f348-45dc-a724-c69b0feaae36', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ae58c61-04ad-423a-948a-3b52965d7ca7', 'code': 200} Jan 26 21:53:51.089165 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Pushing event updated for resources: {'Port': ['ID=7ae58c61-04ad-423a-948a-3b52965d7ca7,revision_number=5']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:53:51.236078 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b930e8-0862-42d5-9c15-10df33dad68f req-2a2e71b9-f144-484d-bf02-ff05b6a0ab5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:53:51.237616 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-76b930e8-0862-42d5-9c15-10df33dad68f req-2a2e71b9-f144-484d-bf02-ff05b6a0ab5d service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=2bb3c2cb-f348-45dc-a724-c69b0feaae36 HTTP/1.1" status: 200 len: 1097 time: 0.0715437 Jan 26 21:53:51.252653 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2550b99d-cb29-4801-b765-64e316bed11e req-7aa6e621-138a-46e7-9516-159ef82070a5 tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:53:51.254137 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-2550b99d-cb29-4801-b765-64e316bed11e req-7aa6e621-138a-46e7-9516-159ef82070a5 tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] 10.222.0.13 "GET /v2.0/ports?device_id=2bb3c2cb-f348-45dc-a724-c69b0feaae36 HTTP/1.1" status: 200 len: 946 time: 0.0639112 Jan 26 21:53:51.269218 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2ea0df76-eb2d-421a-a4b7-a3365e3126b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (09df100c-3af1-4b0a-bda8-05914c71c458), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:53:51.316176 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-76b930e8-0862-42d5-9c15-10df33dad68f req-01ce1059-2d89-4ae2-b520-3eb5c6f06561 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=43aa6f70-7548-49d9-ab7d-3f19ba8f2c23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0706446 Jan 26 21:53:51.331773 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-2550b99d-cb29-4801-b765-64e316bed11e req-c646c086-11ae-4d28-bf32-ddb4d7d52b7d tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] 10.222.0.13 "GET /v2.0/security-groups?id=43aa6f70-7548-49d9-ab7d-3f19ba8f2c23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0712442 Jan 26 21:53:52.356502 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-841f5991-a4d8-4d4b-b215-cbc6bab5427b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (aa7ee9d2-08eb-4e12-b895-24c57300dfec), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:53:52.450236 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8ae722-7752-4fb0-b9e8-36d19dc20484 req-1f6b0d58-cc12-4000-87ce-b9533acd5429 tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:53:52.451727 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-df8ae722-7752-4fb0-b9e8-36d19dc20484 req-1f6b0d58-cc12-4000-87ce-b9533acd5429 tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] 10.222.0.13 "GET /v2.0/ports?device_id=2bb3c2cb-f348-45dc-a724-c69b0feaae36 HTTP/1.1" status: 200 len: 946 time: 0.0495963 Jan 26 21:53:52.500657 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-df8ae722-7752-4fb0-b9e8-36d19dc20484 req-6fc59411-50dc-49d6-ad1c-22495af181d0 tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] 10.222.0.13 "GET /v2.0/security-groups?id=43aa6f70-7548-49d9-ab7d-3f19ba8f2c23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433455 Jan 26 21:53:53.319589 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (4d619873-4b60-439f-9b5a-b155dc8bbc34), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:53:53.618392 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2860c78-0092-4c77-809c-8eb8aa7d1527 req-d00cf796-4597-44e8-b202-0dbaad5705f7 tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:53:53.619784 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-c2860c78-0092-4c77-809c-8eb8aa7d1527 req-d00cf796-4597-44e8-b202-0dbaad5705f7 tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] 10.222.0.13 "GET /v2.0/ports?device_id=2bb3c2cb-f348-45dc-a724-c69b0feaae36 HTTP/1.1" status: 200 len: 946 time: 0.0537481 Jan 26 21:53:53.668534 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-c2860c78-0092-4c77-809c-8eb8aa7d1527 req-39a9a8fa-713e-4b76-870a-a1f67302f6a6 tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] 10.222.0.13 "GET /v2.0/security-groups?id=43aa6f70-7548-49d9-ab7d-3f19ba8f2c23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431826 Jan 26 21:53:53.780919 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313d8530-8cb8-426c-ad6c-c8433f46c120 req-50a1d6f0-d730-461b-8020-eae9a9c064b4 tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:53:53.782456 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-313d8530-8cb8-426c-ad6c-c8433f46c120 req-50a1d6f0-d730-461b-8020-eae9a9c064b4 tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] 10.222.0.13 "GET /v2.0/ports?device_id=2bb3c2cb-f348-45dc-a724-c69b0feaae36 HTTP/1.1" status: 200 len: 946 time: 0.0485487 Jan 26 21:53:53.830968 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-313d8530-8cb8-426c-ad6c-c8433f46c120 req-24d88399-6d13-433c-a31a-8a3a5d9b71e3 tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] 10.222.0.13 "GET /v2.0/security-groups?id=43aa6f70-7548-49d9-ab7d-3f19ba8f2c23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430808 Jan 26 21:53:53.854248 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 49844) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:53:54.039486 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88b099d4-000b-4a2c-8179-dc454afe5bdc tempest-TestVolumeBootPattern-798451915 tempest-TestVolumeBootPattern-798451915-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:53:54.041036 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-88b099d4-000b-4a2c-8179-dc454afe5bdc tempest-TestVolumeBootPattern-798451915 tempest-TestVolumeBootPattern-798451915-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=2bb3c2cb-f348-45dc-a724-c69b0feaae36 HTTP/1.1" status: 200 len: 1092 time: 0.1856704 Jan 26 21:53:54.044041 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 49850) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:53:54.048149 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-dd451fea-d938-454f-b427-9ca169c67080 tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] Request body: {'floatingip': {'floating_network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'port_id': '7ae58c61-04ad-423a-948a-3b52965d7ca7', 'tenant_id': 'bc63455dcf49482fa53286dc14f91835', 'fixed_ip_address': '172.20.0.14'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:53:54.068037 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-dd451fea-d938-454f-b427-9ca169c67080 tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:53:54.165922 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-dd451fea-d938-454f-b427-9ca169c67080 tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:53:54.189618 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-839dd188-ec69-470c-9ab0-d318dc1a2e96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (e79b4fc6-6c71-44b2-a6d0-ff3e1f4dfd0d), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:53:54.272354 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.db_base_plugin_common [None req-dd451fea-d938-454f-b427-9ca169c67080 tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] Allocated IP 172.25.1.66 (4140a1f1-c93a-4bea-83a0-68953a54f299/e48251a1-e30d-4820-8396-00c6f6aeb601/0f219afd-c949-41f9-91c0-0a2b0af19175) {{(pid=103304) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 21:53:54.375342 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-dd451fea-d938-454f-b427-9ca169c67080 tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] Publish callbacks [] for port (0f219afd-c949-41f9-91c0-0a2b0af19175), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:53:54.409311 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-dd451fea-d938-454f-b427-9ca169c67080 tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746560234527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9281553'] for port (0f219afd-c949-41f9-91c0-0a2b0af19175), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:53:54.449573 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd451fea-d938-454f-b427-9ca169c67080 tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] Network 4140a1f1-c93a-4bea-83a0-68953a54f299 is already hosted by enough agents. {{(pid=103304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 21:53:54.452336 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [None req-dd451fea-d938-454f-b427-9ca169c67080 tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] Resources bound (agent type, host, resource id): {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:53:54.454921 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd451fea-d938-454f-b427-9ca169c67080 tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] Received port after_create {{(pid=103304) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 21:53:54.489026 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd451fea-d938-454f-b427-9ca169c67080 tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] Pushing event updated for resources: {'Port': ['ID=0f219afd-c949-41f9-91c0-0a2b0af19175,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:53:54.827125 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-dd451fea-d938-454f-b427-9ca169c67080 tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] Publish callbacks [] for floatingip (29d58ca6-f66d-49a2-b89e-7b199fa6e460), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:53:54.901385 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-dd451fea-d938-454f-b427-9ca169c67080 tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (0f219afd-c949-41f9-91c0-0a2b0af19175), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:53:55.076578 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-dd451fea-d938-454f-b427-9ca169c67080 tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] Publish callbacks [] for port (0f219afd-c949-41f9-91c0-0a2b0af19175), precommit_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:53:55.080700 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-dd451fea-d938-454f-b427-9ca169c67080 tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9281542'] for port (0f219afd-c949-41f9-91c0-0a2b0af19175), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:53:55.152320 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd451fea-d938-454f-b427-9ca169c67080 tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] Pushing event updated for resources: {'Port': ['ID=0f219afd-c949-41f9-91c0-0a2b0af19175,revision_number=2']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:53:55.163275 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-dd451fea-d938-454f-b427-9ca169c67080 tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4110913'] for floatingip (29d58ca6-f66d-49a2-b89e-7b199fa6e460), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:53:55.273236 n-d-760453-5 neutron-server[103304]: INFO neutron.db.l3_db [None req-dd451fea-d938-454f-b427-9ca169c67080 tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] Floating IP 29d58ca6-f66d-49a2-b89e-7b199fa6e460 associated. External IP: 172.25.1.66, port: 7ae58c61-04ad-423a-948a-3b52965d7ca7. Jan 26 21:53:55.333494 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (fea0591a-627d-4c87-9a9a-01625ddf3277), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:53:55.490765 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd451fea-d938-454f-b427-9ca169c67080 tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] Router b53db9fd-ed60-4165-810f-ec69979c7538 has already been hosted by L3 agent 09df100c-3af1-4b0a-bda8-05914c71c458 {{(pid=103304) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 26 21:53:55.511324 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.agents_db [None req-569f1ced-6396-4ddf-b79f-e03b0b2146ab None None] Agent healthcheck: found 7 active agents {{(pid=103307) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 26 21:53:55.599566 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd451fea-d938-454f-b427-9ca169c67080 tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] Notify agent at l3_agent.n-d-760453-5 the message routers_updated {{(pid=103304) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 26 21:53:55.609446 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b78b96bb-db86-4605-b3d9-8f095b874602 None None] Sync routers for ids ['b53db9fd-ed60-4165-810f-ec69979c7538'] in n-d-760453-5 {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 26 21:53:55.618594 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-dd451fea-d938-454f-b427-9ca169c67080 tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for floatingip (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:53:55.620100 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b78b96bb-db86-4605-b3d9-8f095b874602 None None] Routers {'b53db9fd-ed60-4165-810f-ec69979c7538'} bound to L3 agent in host n-d-760453-5 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 21:53:55.620698 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-b78b96bb-db86-4605-b3d9-8f095b874602 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-26T20:55:21Z,description=,heartbeat_timestamp=2022-01-26T21:53:51Z,host='n-d-760453-5',id=09df100c-3af1-4b0a-bda8-05914c71c458,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:55:21Z,topic='l3_agent')) {'router_ids': ['b53db9fd-ed60-4165-810f-ec69979c7538'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:53:55.736696 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_dvr_db [None req-b78b96bb-db86-4605-b3d9-8f095b874602 None None] Set router b53db9fd-ed60-4165-810f-ec69979c7538 gateway port host: n-d-760453-5 {{(pid=103307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 21:53:55.972133 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-dd451fea-d938-454f-b427-9ca169c67080 tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9269383 Jan 26 21:53:55.972908 n-d-760453-5 neutron-server[103304]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2bb3c2cb-f348-45dc-a724-c69b0feaae36', 'tag': '7ae58c61-04ad-423a-948a-3b52965d7ca7'}] {{(pid=103304) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 21:53:55.975334 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d52b45f1943fcd332af9527eb73ff93c8d715d44383a3f6d18de73b4cfcf87b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f00e3898-c718-4020-8a42-c1c54add8086" -d '{"events": [{"name": "network-changed", "server_uuid": "2bb3c2cb-f348-45dc-a724-c69b0feaae36", "tag": "7ae58c61-04ad-423a-948a-3b52965d7ca7"}]}' {{(pid=103304) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 21:53:55.996732 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-b78b96bb-db86-4605-b3d9-8f095b874602 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b53db9fd-ed60-4165-810f-ec69979c7538', 'name': 'tempest-TestVolumeBootPattern-972056660-router', 'tenant_id': 'bc63455dcf49482fa53286dc14f91835', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'external_fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.201'}], 'enable_snat': True}, 'gw_port_id': '620fd9d7-cce4-4759-a591-266ae679fb91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T21:48:01Z', 'updated_at': '2022-01-26T21:48:05Z', 'revision_number': 4, 'project_id': 'bc63455dcf49482fa53286dc14f91835', 'gw_port': {'id': '620fd9d7-cce4-4759-a591-266ae679fb91', 'name': '', 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:76:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b53db9fd-ed60-4165-810f-ec69979c7538', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3934, 'fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:48:02Z', 'updated_at': '2022-01-26T21:48:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-5', '_floatingips': [{'id': '29d58ca6-f66d-49a2-b89e-7b199fa6e460', 'tenant_id': 'bc63455dcf49482fa53286dc14f91835', 'floating_ip_address': '172.25.1.66', 'floating_network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'router_id': 'b53db9fd-ed60-4165-810f-ec69979c7538', 'port_id': '7ae58c61-04ad-423a-948a-3b52965d7ca7', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4048, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e866a34e-1552-4423-ada4-1491d39ac585', 'mac_address': 'fa:16:3e:eb:99:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bb3c2cb-f348-45dc-a724-c69b0feaae36', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-26T21:53:54Z', 'updated_at': '2022-01-26T21:53:54Z', 'revision_number': 0, 'project_id': 'bc63455dcf49482fa53286dc14f91835', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '84a3ebcb-bbbf-45c6-ace8-525a3dfbde12', 'name': '', 'network_id': 'e866a34e-1552-4423-ada4-1491d39ac585', 'tenant_id': 'bc63455dcf49482fa53286dc14f91835', 'mac_address': 'fa:16:3e:75:07:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b53db9fd-ed60-4165-810f-ec69979c7538', 'device_owner': 'network:router_interface', 'standard_attr_id': 3935, 'fixed_ips': [{'subnet_id': '96a6ba37-129e-4936-9d0e-9f67f00a39ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:48:04Z', 'updated_at': '2022-01-26T21:48:12Z', 'revision_number': 5, 'project_id': 'bc63455dcf49482fa53286dc14f91835', 'subnets': [{'id': '96a6ba37-129e-4936-9d0e-9f67f00a39ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760453-5', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:53:56.012828 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 26 Jan 2022 21:53:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-973bc7f8-3f73-4438-83c7-7eb21d86c295 x-openstack-request-id: req-973bc7f8-3f73-4438-83c7-7eb21d86c295 {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 21:53:56.013131 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2bb3c2cb-f348-45dc-a724-c69b0feaae36", "tag": "7ae58c61-04ad-423a-948a-3b52965d7ca7", "status": "completed", "code": 200}]} {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 21:53:56.013605 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-973bc7f8-3f73-4438-83c7-7eb21d86c295 {{(pid=103304) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 21:53:56.014015 n-d-760453-5 neutron-server[103304]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2bb3c2cb-f348-45dc-a724-c69b0feaae36', 'tag': '7ae58c61-04ad-423a-948a-3b52965d7ca7', 'status': 'completed', 'code': 200} Jan 26 21:53:56.027028 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b78b96bb-db86-4605-b3d9-8f095b874602 None None] Checking router: b53db9fd-ed60-4165-810f-ec69979c7538 for host: n-d-760453-5 {{(pid=103307) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 26 21:53:56.036233 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b78b96bb-db86-4605-b3d9-8f095b874602 None None] Routers {'b53db9fd-ed60-4165-810f-ec69979c7538'} bound to L3 agent in host n-d-760453-5 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 21:53:56.036978 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-b78b96bb-db86-4605-b3d9-8f095b874602 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-26T20:55:21Z,description=,heartbeat_timestamp=2022-01-26T21:53:51Z,host='n-d-760453-5',id=09df100c-3af1-4b0a-bda8-05914c71c458,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:55:21Z,topic='l3_agent')) {'router_ids': ['b53db9fd-ed60-4165-810f-ec69979c7538'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:53:56.122043 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00e3898-c718-4020-8a42-c1c54add8086 req-b0ad1b67-6829-40a3-9a11-6b4b0ff242bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:53:56.123792 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-f00e3898-c718-4020-8a42-c1c54add8086 req-b0ad1b67-6829-40a3-9a11-6b4b0ff242bf service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=bc63455dcf49482fa53286dc14f91835&device_id=2bb3c2cb-f348-45dc-a724-c69b0feaae36 HTTP/1.1" status: 200 len: 1097 time: 0.0445495 Jan 26 21:53:56.149862 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_dvr_db [None req-b78b96bb-db86-4605-b3d9-8f095b874602 None None] Set router b53db9fd-ed60-4165-810f-ec69979c7538 gateway port host: n-d-760453-5 {{(pid=103307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 21:53:56.219264 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00e3898-c718-4020-8a42-c1c54add8086 req-29647e38-5a22-4eb5-9847-45c7174a61c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:53:56.220856 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-f00e3898-c718-4020-8a42-c1c54add8086 req-29647e38-5a22-4eb5-9847-45c7174a61c5 service neutron] 10.222.0.66 "GET /v2.0/networks?id=e866a34e-1552-4423-ada4-1491d39ac585 HTTP/1.1" status: 200 len: 912 time: 0.0904474 Jan 26 21:53:56.292009 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-f00e3898-c718-4020-8a42-c1c54add8086 req-2e81f263-4684-4d29-9469-b7761f20a844 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7ae58c61-04ad-423a-948a-3b52965d7ca7 HTTP/1.1" status: 200 len: 999 time: 0.0636702 Jan 26 21:53:56.342044 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00e3898-c718-4020-8a42-c1c54add8086 req-56d5ded5-cee3-4e52-81f1-d6ede7ebfffe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:53:56.343736 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-f00e3898-c718-4020-8a42-c1c54add8086 req-56d5ded5-cee3-4e52-81f1-d6ede7ebfffe service neutron] 10.222.0.66 "GET /v2.0/subnets?id=96a6ba37-129e-4936-9d0e-9f67f00a39ac HTTP/1.1" status: 200 len: 850 time: 0.0458691 Jan 26 21:53:56.394649 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00e3898-c718-4020-8a42-c1c54add8086 req-779da49a-66ae-48e6-befc-a527175ad9e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:53:56.396461 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-f00e3898-c718-4020-8a42-c1c54add8086 req-779da49a-66ae-48e6-befc-a527175ad9e9 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=e866a34e-1552-4423-ada4-1491d39ac585&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0472631 Jan 26 21:53:56.401537 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-b78b96bb-db86-4605-b3d9-8f095b874602 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b53db9fd-ed60-4165-810f-ec69979c7538', 'name': 'tempest-TestVolumeBootPattern-972056660-router', 'tenant_id': 'bc63455dcf49482fa53286dc14f91835', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'external_fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.201'}], 'enable_snat': True}, 'gw_port_id': '620fd9d7-cce4-4759-a591-266ae679fb91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T21:48:01Z', 'updated_at': '2022-01-26T21:48:05Z', 'revision_number': 4, 'project_id': 'bc63455dcf49482fa53286dc14f91835', 'gw_port': {'id': '620fd9d7-cce4-4759-a591-266ae679fb91', 'name': '', 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:76:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b53db9fd-ed60-4165-810f-ec69979c7538', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3934, 'fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:48:02Z', 'updated_at': '2022-01-26T21:48:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-5', '_floatingips': [{'id': '29d58ca6-f66d-49a2-b89e-7b199fa6e460', 'tenant_id': 'bc63455dcf49482fa53286dc14f91835', 'floating_ip_address': '172.25.1.66', 'floating_network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'router_id': 'b53db9fd-ed60-4165-810f-ec69979c7538', 'port_id': '7ae58c61-04ad-423a-948a-3b52965d7ca7', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4048, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e866a34e-1552-4423-ada4-1491d39ac585', 'mac_address': 'fa:16:3e:eb:99:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bb3c2cb-f348-45dc-a724-c69b0feaae36', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-26T21:53:54Z', 'updated_at': '2022-01-26T21:53:54Z', 'revision_number': 0, 'project_id': 'bc63455dcf49482fa53286dc14f91835', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '84a3ebcb-bbbf-45c6-ace8-525a3dfbde12', 'name': '', 'network_id': 'e866a34e-1552-4423-ada4-1491d39ac585', 'tenant_id': 'bc63455dcf49482fa53286dc14f91835', 'mac_address': 'fa:16:3e:75:07:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b53db9fd-ed60-4165-810f-ec69979c7538', 'device_owner': 'network:router_interface', 'standard_attr_id': 3935, 'fixed_ips': [{'subnet_id': '96a6ba37-129e-4936-9d0e-9f67f00a39ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:48:04Z', 'updated_at': '2022-01-26T21:48:12Z', 'revision_number': 5, 'project_id': 'bc63455dcf49482fa53286dc14f91835', 'subnets': [{'id': '96a6ba37-129e-4936-9d0e-9f67f00a39ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760453-5', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:53:56.490109 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-f00e3898-c718-4020-8a42-c1c54add8086 req-204d5bdb-881a-4539-bbed-bffb758756fb service neutron] 10.222.0.66 "GET /v2.0/networks/e866a34e-1552-4423-ada4-1491d39ac585?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876627 Jan 26 21:53:56.527515 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b78b96bb-db86-4605-b3d9-8f095b874602 None None] The sync data for ids ['b53db9fd-ed60-4165-810f-ec69979c7538'] in n-d-760453-5 is: [{'id': 'b53db9fd-ed60-4165-810f-ec69979c7538', 'name': 'tempest-TestVolumeBootPattern-972056660-router', 'tenant_id': 'bc63455dcf49482fa53286dc14f91835', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'external_fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.201'}], 'enable_snat': True}, 'gw_port_id': '620fd9d7-cce4-4759-a591-266ae679fb91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T21:48:01Z', 'updated_at': '2022-01-26T21:48:05Z', 'revision_number': 4, 'project_id': 'bc63455dcf49482fa53286dc14f91835', 'gw_port': {'id': '620fd9d7-cce4-4759-a591-266ae679fb91', 'name': '', 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:76:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b53db9fd-ed60-4165-810f-ec69979c7538', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3934, 'fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:48:02Z', 'updated_at': '2022-01-26T21:48:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-5', '_floatingips': [{'id': '29d58ca6-f66d-49a2-b89e-7b199fa6e460', 'tenant_id': 'bc63455dcf49482fa53286dc14f91835', 'floating_ip_address': '172.25.1.66', 'floating_network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'router_id': 'b53db9fd-ed60-4165-810f-ec69979c7538', 'port_id': '7ae58c61-04ad-423a-948a-3b52965d7ca7', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4048, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e866a34e-1552-4423-ada4-1491d39ac585', 'mac_address': 'fa:16:3e:eb:99:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bb3c2cb-f348-45dc-a724-c69b0feaae36', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-26T21:53:54Z', 'updated_at': '2022-01-26T21:53:54Z', 'revision_number': 0, 'project_id': 'bc63455dcf49482fa53286dc14f91835', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '84a3ebcb-bbbf-45c6-ace8-525a3dfbde12', 'name': '', 'network_id': 'e866a34e-1552-4423-ada4-1491d39ac585', 'tenant_id': 'bc63455dcf49482fa53286dc14f91835', 'mac_address': 'fa:16:3e:75:07:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b53db9fd-ed60-4165-810f-ec69979c7538', 'device_owner': 'network:router_interface', 'standard_attr_id': 3935, 'fixed_ips': [{'subnet_id': '96a6ba37-129e-4936-9d0e-9f67f00a39ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:48:04Z', 'updated_at': '2022-01-26T21:48:12Z', 'revision_number': 5, 'project_id': 'bc63455dcf49482fa53286dc14f91835', 'subnets': [{'id': '96a6ba37-129e-4936-9d0e-9f67f00a39ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 26 21:53:56.585106 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-f00e3898-c718-4020-8a42-c1c54add8086 req-0628acdd-8353-43f1-8043-76ff6813c799 service neutron] 10.222.0.66 "GET /v2.0/networks/e866a34e-1552-4423-ada4-1491d39ac585?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893185 Jan 26 21:53:56.722141 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdd05126-38d3-4125-ae5b-ea4904d7c773 None None] New status for floating IP 29d58ca6-f66d-49a2-b89e-7b199fa6e460: ACTIVE {{(pid=103306) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 26 21:54:05.595989 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-7eba546d-f2db-46a8-b391-d7cc6f3b517e req-a1d7320b-ed17-4795-aff6-7c9879e57fec service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=2bb3c2cb-f348-45dc-a724-c69b0feaae36&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0879676 Jan 26 21:54:05.695084 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eba546d-f2db-46a8-b391-d7cc6f3b517e req-9a6fa3cf-937a-4fc5-83a4-399eea625b74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:54:05.696573 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-7eba546d-f2db-46a8-b391-d7cc6f3b517e req-9a6fa3cf-937a-4fc5-83a4-399eea625b74 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=bc63455dcf49482fa53286dc14f91835&device_id=2bb3c2cb-f348-45dc-a724-c69b0feaae36 HTTP/1.1" status: 200 len: 1097 time: 0.0412467 Jan 26 21:54:05.803127 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eba546d-f2db-46a8-b391-d7cc6f3b517e req-374a7e79-2413-4d95-b478-ea260fe41a0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:54:05.804604 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-7eba546d-f2db-46a8-b391-d7cc6f3b517e req-374a7e79-2413-4d95-b478-ea260fe41a0e service neutron] 10.222.0.66 "GET /v2.0/networks?id=e866a34e-1552-4423-ada4-1491d39ac585 HTTP/1.1" status: 200 len: 912 time: 0.0882943 Jan 26 21:54:05.873198 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-7eba546d-f2db-46a8-b391-d7cc6f3b517e req-f4229524-2c90-41de-98bb-75bdc6dbec05 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7ae58c61-04ad-423a-948a-3b52965d7ca7 HTTP/1.1" status: 200 len: 1001 time: 0.0595469 Jan 26 21:54:05.923490 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eba546d-f2db-46a8-b391-d7cc6f3b517e req-350f6908-ad1e-4fca-9c85-3d85fdd6500a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:54:05.924952 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-7eba546d-f2db-46a8-b391-d7cc6f3b517e req-350f6908-ad1e-4fca-9c85-3d85fdd6500a service neutron] 10.222.0.66 "GET /v2.0/subnets?id=96a6ba37-129e-4936-9d0e-9f67f00a39ac HTTP/1.1" status: 200 len: 850 time: 0.0445833 Jan 26 21:54:05.975710 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eba546d-f2db-46a8-b391-d7cc6f3b517e req-8018775f-821d-45b4-913a-b9b5b7e14a41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:54:05.977134 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-7eba546d-f2db-46a8-b391-d7cc6f3b517e req-8018775f-821d-45b4-913a-b9b5b7e14a41 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=e866a34e-1552-4423-ada4-1491d39ac585&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0453327 Jan 26 21:54:06.067203 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-7eba546d-f2db-46a8-b391-d7cc6f3b517e req-1b1bb339-2b50-4fa7-8372-e4510d2a2bfe service neutron] 10.222.0.66 "GET /v2.0/networks/e866a34e-1552-4423-ada4-1491d39ac585?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809786 Jan 26 21:54:06.160353 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-7eba546d-f2db-46a8-b391-d7cc6f3b517e req-67f57e1b-7bf9-4d95-a08f-ed7a5a25cbcf service neutron] 10.222.0.66 "GET /v2.0/networks/e866a34e-1552-4423-ada4-1491d39ac585?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860398 Jan 26 21:54:08.550575 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (32ef628b-8417-46c5-8729-60fcabe358f1), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:54:09.026342 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 49874) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:54:09.194708 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-f2c2d9e6-8c79-4ac6-b073-997a4d263005 tempest-TestVolumeBackupRestore-809868484 tempest-TestVolumeBackupRestore-809868484-project] Deleting port d54e8a6e-181a-4bf1-ad49-abec12c34cfc {{(pid=103304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 21:54:09.195053 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-f2c2d9e6-8c79-4ac6-b073-997a4d263005 tempest-TestVolumeBackupRestore-809868484 tempest-TestVolumeBackupRestore-809868484-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746560630878'] for port (d54e8a6e-181a-4bf1-ad49-abec12c34cfc), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:54:09.272051 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-f2c2d9e6-8c79-4ac6-b073-997a4d263005 tempest-TestVolumeBackupRestore-809868484 tempest-TestVolumeBackupRestore-809868484-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4109658'] for port (d54e8a6e-181a-4bf1-ad49-abec12c34cfc), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:54:09.272465 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-f2c2d9e6-8c79-4ac6-b073-997a4d263005 tempest-TestVolumeBackupRestore-809868484 tempest-TestVolumeBackupRestore-809868484-project] Publish callbacks [] for floatingip (d54e8a6e-181a-4bf1-ad49-abec12c34cfc), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:54:09.284772 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-f2c2d9e6-8c79-4ac6-b073-997a4d263005 tempest-TestVolumeBackupRestore-809868484 tempest-TestVolumeBackupRestore-809868484-project] Calling delete_port for d54e8a6e-181a-4bf1-ad49-abec12c34cfc owned by network:floatingip {{(pid=103304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 21:54:09.434545 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-f2c2d9e6-8c79-4ac6-b073-997a4d263005 tempest-TestVolumeBackupRestore-809868484 tempest-TestVolumeBackupRestore-809868484-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746560636600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746560234536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9281553'] for port (d54e8a6e-181a-4bf1-ad49-abec12c34cfc), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:54:09.461073 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c2d9e6-8c79-4ac6-b073-997a4d263005 tempest-TestVolumeBackupRestore-809868484 tempest-TestVolumeBackupRestore-809868484-project] Pushing event deleted for resources: {'Port': ['ID=d54e8a6e-181a-4bf1-ad49-abec12c34cfc,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:54:09.526496 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-f2c2d9e6-8c79-4ac6-b073-997a4d263005 tempest-TestVolumeBackupRestore-809868484 tempest-TestVolumeBackupRestore-809868484-project] Publish callbacks [] for floatingip (2ee01606-3872-4087-8e37-28d8780e8c5f), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:54:09.526743 n-d-760453-5 neutron-server[103304]: INFO neutron.db.l3_db [None req-f2c2d9e6-8c79-4ac6-b073-997a4d263005 tempest-TestVolumeBackupRestore-809868484 tempest-TestVolumeBackupRestore-809868484-project] Floating IP 2ee01606-3872-4087-8e37-28d8780e8c5f disassociated (deleted). External IP: 172.25.1.184, port: caf414cd-bb1a-4e4b-9536-b6187b6621f6. Jan 26 21:54:09.739966 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2c2d9e6-8c79-4ac6-b073-997a4d263005 tempest-TestVolumeBackupRestore-809868484 tempest-TestVolumeBackupRestore-809868484-project] Router 71e90a18-d7a2-4734-85e6-2480069b2e3c has already been hosted by L3 agent 09df100c-3af1-4b0a-bda8-05914c71c458 {{(pid=103304) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 26 21:54:09.846718 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2c2d9e6-8c79-4ac6-b073-997a4d263005 tempest-TestVolumeBackupRestore-809868484 tempest-TestVolumeBackupRestore-809868484-project] Notify agent at l3_agent.n-d-760453-5 the message routers_updated {{(pid=103304) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 26 21:54:09.851364 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-f2c2d9e6-8c79-4ac6-b073-997a4d263005 tempest-TestVolumeBackupRestore-809868484 tempest-TestVolumeBackupRestore-809868484-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for floatingip (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:54:09.857481 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8bbcd08-2875-4147-a2cc-5ebd10f955a5 None None] Sync routers for ids ['71e90a18-d7a2-4734-85e6-2480069b2e3c'] in n-d-760453-5 {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 26 21:54:09.867334 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8bbcd08-2875-4147-a2cc-5ebd10f955a5 None None] Routers {'71e90a18-d7a2-4734-85e6-2480069b2e3c'} bound to L3 agent in host n-d-760453-5 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 21:54:09.868046 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-a8bbcd08-2875-4147-a2cc-5ebd10f955a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-26T20:55:21Z,description=,heartbeat_timestamp=2022-01-26T21:53:51Z,host='n-d-760453-5',id=09df100c-3af1-4b0a-bda8-05914c71c458,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:55:21Z,topic='l3_agent')) {'router_ids': ['71e90a18-d7a2-4734-85e6-2480069b2e3c'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:54:09.880804 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-f2c2d9e6-8c79-4ac6-b073-997a4d263005 tempest-TestVolumeBackupRestore-809868484 tempest-TestVolumeBackupRestore-809868484-project] 10.222.0.13 "DELETE /v2.0/floatingips/2ee01606-3872-4087-8e37-28d8780e8c5f HTTP/1.1" status: 204 len: 168 time: 0.8531573 Jan 26 21:54:09.881170 n-d-760453-5 neutron-server[103304]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8fa9c3c3-9b6b-4216-8cb9-66a8acac53ab', 'tag': 'caf414cd-bb1a-4e4b-9536-b6187b6621f6'}] {{(pid=103304) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 21:54:09.883573 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d52b45f1943fcd332af9527eb73ff93c8d715d44383a3f6d18de73b4cfcf87b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7a7bd41-71f0-43ab-8bec-b0d9c0a3a0bd" -d '{"events": [{"name": "network-changed", "server_uuid": "8fa9c3c3-9b6b-4216-8cb9-66a8acac53ab", "tag": "caf414cd-bb1a-4e4b-9536-b6187b6621f6"}]}' {{(pid=103304) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 21:54:09.929403 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 26 Jan 2022 21:54:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bebe0178-27cb-47fe-bd25-1ae84245423c x-openstack-request-id: req-bebe0178-27cb-47fe-bd25-1ae84245423c {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 21:54:09.929705 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8fa9c3c3-9b6b-4216-8cb9-66a8acac53ab", "tag": "caf414cd-bb1a-4e4b-9536-b6187b6621f6", "status": "completed", "code": 200}]} {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 21:54:09.929961 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-bebe0178-27cb-47fe-bd25-1ae84245423c {{(pid=103304) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 21:54:09.930370 n-d-760453-5 neutron-server[103304]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8fa9c3c3-9b6b-4216-8cb9-66a8acac53ab', 'tag': 'caf414cd-bb1a-4e4b-9536-b6187b6621f6', 'status': 'completed', 'code': 200} Jan 26 21:54:09.987073 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_dvr_db [None req-a8bbcd08-2875-4147-a2cc-5ebd10f955a5 None None] Set router 71e90a18-d7a2-4734-85e6-2480069b2e3c gateway port host: n-d-760453-5 {{(pid=103307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 21:54:09.997730 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a7bd41-71f0-43ab-8bec-b0d9c0a3a0bd req-17c486c0-62ee-4afa-83ac-31f0626a42db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:54:09.999283 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-e7a7bd41-71f0-43ab-8bec-b0d9c0a3a0bd req-17c486c0-62ee-4afa-83ac-31f0626a42db service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=8ea95a10d8684c60bb4f9b1dc42b4b23&device_id=8fa9c3c3-9b6b-4216-8cb9-66a8acac53ab HTTP/1.1" status: 200 len: 1097 time: 0.0457101 Jan 26 21:54:10.160863 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648fc49e-c7e5-46b9-b293-e140a8c54509 req-6a731f3f-0ef7-4a12-9edf-c7cbc9d9fe1d tempest-TestVolumeBackupRestore-809868484 tempest-TestVolumeBackupRestore-809868484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:54:10.162617 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-648fc49e-c7e5-46b9-b293-e140a8c54509 req-6a731f3f-0ef7-4a12-9edf-c7cbc9d9fe1d tempest-TestVolumeBackupRestore-809868484 tempest-TestVolumeBackupRestore-809868484-project] 10.222.0.13 "GET /v2.0/ports?device_id=8fa9c3c3-9b6b-4216-8cb9-66a8acac53ab HTTP/1.1" status: 200 len: 946 time: 0.0861433 Jan 26 21:54:10.165956 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a7bd41-71f0-43ab-8bec-b0d9c0a3a0bd req-555afebb-a7b3-4055-8c5d-f73f2435e3ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:54:10.167386 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-e7a7bd41-71f0-43ab-8bec-b0d9c0a3a0bd req-555afebb-a7b3-4055-8c5d-f73f2435e3ee service neutron] 10.222.0.57 "GET /v2.0/networks?id=2dca7862-3264-4f3a-a964-93857e78f24f HTTP/1.1" status: 200 len: 915 time: 0.1543269 Jan 26 21:54:10.225877 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-e7a7bd41-71f0-43ab-8bec-b0d9c0a3a0bd req-98e9b182-edb1-45e9-b3fd-fb7ceb13dddc service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=caf414cd-bb1a-4e4b-9536-b6187b6621f6 HTTP/1.1" status: 200 len: 217 time: 0.0463195 Jan 26 21:54:10.228756 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-a8bbcd08-2875-4147-a2cc-5ebd10f955a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71e90a18-d7a2-4734-85e6-2480069b2e3c', 'name': 'tempest-TestVolumeBackupRestore-1699507815-router', 'tenant_id': '8ea95a10d8684c60bb4f9b1dc42b4b23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'external_fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.200'}], 'enable_snat': True}, 'gw_port_id': 'ef571d93-8e23-4c81-82d4-8d58e0ef2fbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T21:50:10Z', 'updated_at': '2022-01-26T21:50:14Z', 'revision_number': 4, 'project_id': '8ea95a10d8684c60bb4f9b1dc42b4b23', 'gw_port': {'id': 'ef571d93-8e23-4c81-82d4-8d58e0ef2fbd', 'name': '', 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:aa:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71e90a18-d7a2-4734-85e6-2480069b2e3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3984, 'fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:50:11Z', 'updated_at': '2022-01-26T21:50:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-5', '_interfaces': [{'id': '775120ad-6fe9-45fd-bf7c-7bb9b9dacba8', 'name': '', 'network_id': '2dca7862-3264-4f3a-a964-93857e78f24f', 'tenant_id': '8ea95a10d8684c60bb4f9b1dc42b4b23', 'mac_address': 'fa:16:3e:4f:87:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71e90a18-d7a2-4734-85e6-2480069b2e3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3985, 'fixed_ips': [{'subnet_id': 'fa9b68b7-f4ed-42c5-8c43-fdd4fb96ff3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:50:13Z', 'updated_at': '2022-01-26T21:50:21Z', 'revision_number': 5, 'project_id': '8ea95a10d8684c60bb4f9b1dc42b4b23', 'subnets': [{'id': 'fa9b68b7-f4ed-42c5-8c43-fdd4fb96ff3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760453-5', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:54:10.260604 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8bbcd08-2875-4147-a2cc-5ebd10f955a5 None None] Checking router: 71e90a18-d7a2-4734-85e6-2480069b2e3c for host: n-d-760453-5 {{(pid=103307) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 26 21:54:10.271087 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8bbcd08-2875-4147-a2cc-5ebd10f955a5 None None] Routers {'71e90a18-d7a2-4734-85e6-2480069b2e3c'} bound to L3 agent in host n-d-760453-5 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 21:54:10.272270 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-a8bbcd08-2875-4147-a2cc-5ebd10f955a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-26T20:55:21Z,description=,heartbeat_timestamp=2022-01-26T21:53:51Z,host='n-d-760453-5',id=09df100c-3af1-4b0a-bda8-05914c71c458,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:55:21Z,topic='l3_agent')) {'router_ids': ['71e90a18-d7a2-4734-85e6-2480069b2e3c'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:54:10.300517 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-648fc49e-c7e5-46b9-b293-e140a8c54509 req-d259117e-5ee2-4d0f-be54-808ea5da4762 tempest-TestVolumeBackupRestore-809868484 tempest-TestVolumeBackupRestore-809868484-project] 10.222.0.13 "GET /v2.0/security-groups?id=f230377e-3dae-4a28-8c66-77769fe38eaa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1283505 Jan 26 21:54:10.307751 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a7bd41-71f0-43ab-8bec-b0d9c0a3a0bd req-51732466-7e55-40e1-8183-7b92f83abd96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:54:10.309509 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-e7a7bd41-71f0-43ab-8bec-b0d9c0a3a0bd req-51732466-7e55-40e1-8183-7b92f83abd96 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=fa9b68b7-f4ed-42c5-8c43-fdd4fb96ff3d HTTP/1.1" status: 200 len: 853 time: 0.0771749 Jan 26 21:54:10.364236 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a7bd41-71f0-43ab-8bec-b0d9c0a3a0bd req-89995c84-e11d-48d5-a1db-5f9716fbbe8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:54:10.366296 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-e7a7bd41-71f0-43ab-8bec-b0d9c0a3a0bd req-89995c84-e11d-48d5-a1db-5f9716fbbe8c service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=2dca7862-3264-4f3a-a964-93857e78f24f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0488107 Jan 26 21:54:10.398272 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_dvr_db [None req-a8bbcd08-2875-4147-a2cc-5ebd10f955a5 None None] Set router 71e90a18-d7a2-4734-85e6-2480069b2e3c gateway port host: n-d-760453-5 {{(pid=103307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 21:54:10.476256 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-e7a7bd41-71f0-43ab-8bec-b0d9c0a3a0bd req-6827541d-77a1-40d2-87c3-fd7f37429403 service neutron] 10.222.0.57 "GET /v2.0/networks/2dca7862-3264-4f3a-a964-93857e78f24f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1035068 Jan 26 21:54:10.571723 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-e7a7bd41-71f0-43ab-8bec-b0d9c0a3a0bd req-fac8781a-e2f1-45fe-911d-58f345b5577d service neutron] 10.222.0.57 "GET /v2.0/networks/2dca7862-3264-4f3a-a964-93857e78f24f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893219 Jan 26 21:54:10.620680 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-a8bbcd08-2875-4147-a2cc-5ebd10f955a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71e90a18-d7a2-4734-85e6-2480069b2e3c', 'name': 'tempest-TestVolumeBackupRestore-1699507815-router', 'tenant_id': '8ea95a10d8684c60bb4f9b1dc42b4b23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'external_fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.200'}], 'enable_snat': True}, 'gw_port_id': 'ef571d93-8e23-4c81-82d4-8d58e0ef2fbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T21:50:10Z', 'updated_at': '2022-01-26T21:50:14Z', 'revision_number': 4, 'project_id': '8ea95a10d8684c60bb4f9b1dc42b4b23', 'gw_port': {'id': 'ef571d93-8e23-4c81-82d4-8d58e0ef2fbd', 'name': '', 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:aa:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71e90a18-d7a2-4734-85e6-2480069b2e3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3984, 'fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:50:11Z', 'updated_at': '2022-01-26T21:50:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-5', '_interfaces': [{'id': '775120ad-6fe9-45fd-bf7c-7bb9b9dacba8', 'name': '', 'network_id': '2dca7862-3264-4f3a-a964-93857e78f24f', 'tenant_id': '8ea95a10d8684c60bb4f9b1dc42b4b23', 'mac_address': 'fa:16:3e:4f:87:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71e90a18-d7a2-4734-85e6-2480069b2e3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3985, 'fixed_ips': [{'subnet_id': 'fa9b68b7-f4ed-42c5-8c43-fdd4fb96ff3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:50:13Z', 'updated_at': '2022-01-26T21:50:21Z', 'revision_number': 5, 'project_id': '8ea95a10d8684c60bb4f9b1dc42b4b23', 'subnets': [{'id': 'fa9b68b7-f4ed-42c5-8c43-fdd4fb96ff3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760453-5', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:54:10.653341 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8bbcd08-2875-4147-a2cc-5ebd10f955a5 None None] The sync data for ids ['71e90a18-d7a2-4734-85e6-2480069b2e3c'] in n-d-760453-5 is: [{'id': '71e90a18-d7a2-4734-85e6-2480069b2e3c', 'name': 'tempest-TestVolumeBackupRestore-1699507815-router', 'tenant_id': '8ea95a10d8684c60bb4f9b1dc42b4b23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'external_fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.200'}], 'enable_snat': True}, 'gw_port_id': 'ef571d93-8e23-4c81-82d4-8d58e0ef2fbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T21:50:10Z', 'updated_at': '2022-01-26T21:50:14Z', 'revision_number': 4, 'project_id': '8ea95a10d8684c60bb4f9b1dc42b4b23', 'gw_port': {'id': 'ef571d93-8e23-4c81-82d4-8d58e0ef2fbd', 'name': '', 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:aa:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71e90a18-d7a2-4734-85e6-2480069b2e3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3984, 'fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:50:11Z', 'updated_at': '2022-01-26T21:50:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-5', '_interfaces': [{'id': '775120ad-6fe9-45fd-bf7c-7bb9b9dacba8', 'name': '', 'network_id': '2dca7862-3264-4f3a-a964-93857e78f24f', 'tenant_id': '8ea95a10d8684c60bb4f9b1dc42b4b23', 'mac_address': 'fa:16:3e:4f:87:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71e90a18-d7a2-4734-85e6-2480069b2e3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3985, 'fixed_ips': [{'subnet_id': 'fa9b68b7-f4ed-42c5-8c43-fdd4fb96ff3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:50:13Z', 'updated_at': '2022-01-26T21:50:21Z', 'revision_number': 5, 'project_id': '8ea95a10d8684c60bb4f9b1dc42b4b23', 'subnets': [{'id': 'fa9b68b7-f4ed-42c5-8c43-fdd4fb96ff3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 26 21:54:10.880160 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb8fdf12-2e9c-4864-96de-2976295aeb54 None None] New status for floating IP 2ee01606-3872-4087-8e37-28d8780e8c5f: DOWN {{(pid=103306) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 26 21:54:11.444002 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540b4c3b-c410-4066-9a9b-679c14453bb9 req-718415e9-4852-4fef-a475-78d78bb73dd6 tempest-TestVolumeBackupRestore-809868484 tempest-TestVolumeBackupRestore-809868484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:54:11.446147 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-540b4c3b-c410-4066-9a9b-679c14453bb9 req-718415e9-4852-4fef-a475-78d78bb73dd6 tempest-TestVolumeBackupRestore-809868484 tempest-TestVolumeBackupRestore-809868484-project] 10.222.0.13 "GET /v2.0/ports?device_id=8fa9c3c3-9b6b-4216-8cb9-66a8acac53ab HTTP/1.1" status: 200 len: 946 time: 0.0659845 Jan 26 21:54:11.499459 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-540b4c3b-c410-4066-9a9b-679c14453bb9 req-d69eb095-a8b3-4406-a0ef-c248d9d985e0 tempest-TestVolumeBackupRestore-809868484 tempest-TestVolumeBackupRestore-809868484-project] 10.222.0.13 "GET /v2.0/security-groups?id=f230377e-3dae-4a28-8c66-77769fe38eaa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462396 Jan 26 21:54:11.604522 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48931f17-9c04-4973-8f77-262402ae8643 req-e02c1c50-6884-4a98-8903-a42fbc00631f tempest-TestVolumeBackupRestore-809868484 tempest-TestVolumeBackupRestore-809868484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:54:11.606025 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-48931f17-9c04-4973-8f77-262402ae8643 req-e02c1c50-6884-4a98-8903-a42fbc00631f tempest-TestVolumeBackupRestore-809868484 tempest-TestVolumeBackupRestore-809868484-project] 10.222.0.57 "GET /v2.0/ports?device_id=8fa9c3c3-9b6b-4216-8cb9-66a8acac53ab HTTP/1.1" status: 200 len: 946 time: 0.0552580 Jan 26 21:54:11.706876 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [req-48931f17-9c04-4973-8f77-262402ae8643 req-0d8e4f7d-0da6-4b65-b0f3-b2b02454569d tempest-TestVolumeBackupRestore-809868484 tempest-TestVolumeBackupRestore-809868484-project] Deleting port caf414cd-bb1a-4e4b-9536-b6187b6621f6 {{(pid=103304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 21:54:11.707437 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-48931f17-9c04-4973-8f77-262402ae8643 req-0d8e4f7d-0da6-4b65-b0f3-b2b02454569d tempest-TestVolumeBackupRestore-809868484 tempest-TestVolumeBackupRestore-809868484-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746560630878'] for port (caf414cd-bb1a-4e4b-9536-b6187b6621f6), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:54:11.801346 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [req-48931f17-9c04-4973-8f77-262402ae8643 req-0d8e4f7d-0da6-4b65-b0f3-b2b02454569d tempest-TestVolumeBackupRestore-809868484 tempest-TestVolumeBackupRestore-809868484-project] For port caf414cd-bb1a-4e4b-9536-b6187b6621f6, host n-h2-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-5',level=0,port_id=caf414cd-bb1a-4e4b-9536-b6187b6621f6,segment=NetworkSegment(311a9384-eba0-44ed-b722-d0b5fbfec734),segment_id=311a9384-eba0-44ed-b722-d0b5fbfec734)] {{(pid=103304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:54:11.801711 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-48931f17-9c04-4973-8f77-262402ae8643 req-0d8e4f7d-0da6-4b65-b0f3-b2b02454569d tempest-TestVolumeBackupRestore-809868484 tempest-TestVolumeBackupRestore-809868484-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4109658'] for port (caf414cd-bb1a-4e4b-9536-b6187b6621f6), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:54:11.814201 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [req-48931f17-9c04-4973-8f77-262402ae8643 req-0d8e4f7d-0da6-4b65-b0f3-b2b02454569d tempest-TestVolumeBackupRestore-809868484 tempest-TestVolumeBackupRestore-809868484-project] Calling delete_port for caf414cd-bb1a-4e4b-9536-b6187b6621f6 owned by compute:nova {{(pid=103304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 21:54:11.941006 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-48931f17-9c04-4973-8f77-262402ae8643 req-0d8e4f7d-0da6-4b65-b0f3-b2b02454569d tempest-TestVolumeBackupRestore-809868484 tempest-TestVolumeBackupRestore-809868484-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746560636600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746560234536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9281553'] for port (caf414cd-bb1a-4e4b-9536-b6187b6621f6), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:54:11.972492 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d8e4f7d-0da6-4b65-b0f3-b2b02454569d tempest-TestVolumeBackupRestore-809868484 tempest-TestVolumeBackupRestore-809868484-project] Pushing event deleted for resources: {'Port': ['ID=caf414cd-bb1a-4e4b-9536-b6187b6621f6,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:54:12.019854 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [req-48931f17-9c04-4973-8f77-262402ae8643 req-0d8e4f7d-0da6-4b65-b0f3-b2b02454569d tempest-TestVolumeBackupRestore-809868484 tempest-TestVolumeBackupRestore-809868484-project] No DVR routers for this DVR port caf414cd-bb1a-4e4b-9536-b6187b6621f6 on host n-h2-760453-5 {{(pid=103304) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 26 21:54:12.022900 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-48931f17-9c04-4973-8f77-262402ae8643 req-0d8e4f7d-0da6-4b65-b0f3-b2b02454569d tempest-TestVolumeBackupRestore-809868484 tempest-TestVolumeBackupRestore-809868484-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:54:12.026721 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-48931f17-9c04-4973-8f77-262402ae8643 req-0d8e4f7d-0da6-4b65-b0f3-b2b02454569d tempest-TestVolumeBackupRestore-809868484 tempest-TestVolumeBackupRestore-809868484-project] 10.222.0.57 "DELETE /v2.0/ports/caf414cd-bb1a-4e4b-9536-b6187b6621f6 HTTP/1.1" status: 204 len: 173 time: 0.4156144 Jan 26 21:54:12.027202 n-d-760453-5 neutron-server[103304]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8fa9c3c3-9b6b-4216-8cb9-66a8acac53ab', 'name': 'network-vif-deleted', 'tag': 'caf414cd-bb1a-4e4b-9536-b6187b6621f6'}] {{(pid=103304) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 21:54:12.029548 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d52b45f1943fcd332af9527eb73ff93c8d715d44383a3f6d18de73b4cfcf87b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd9e2cfc-33ed-457c-8e7a-2e08a2a956f2" -d '{"events": [{"server_uuid": "8fa9c3c3-9b6b-4216-8cb9-66a8acac53ab", "name": "network-vif-deleted", "tag": "caf414cd-bb1a-4e4b-9536-b6187b6621f6"}]}' {{(pid=103304) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 21:54:12.074417 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Jan 2022 21:54:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-374704a5-8603-4d04-818f-12cc4acf6790 x-openstack-request-id: req-374704a5-8603-4d04-818f-12cc4acf6790 {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 21:54:12.075091 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8fa9c3c3-9b6b-4216-8cb9-66a8acac53ab", "name": "network-vif-deleted", "tag": "caf414cd-bb1a-4e4b-9536-b6187b6621f6", "status": "completed", "code": 200}]} {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 21:54:12.075091 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-374704a5-8603-4d04-818f-12cc4acf6790 {{(pid=103304) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 21:54:12.075368 n-d-760453-5 neutron-server[103304]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8fa9c3c3-9b6b-4216-8cb9-66a8acac53ab', 'name': 'network-vif-deleted', 'tag': 'caf414cd-bb1a-4e4b-9536-b6187b6621f6', 'status': 'completed', 'code': 200} Jan 26 21:54:12.597791 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-9a90bb8a-2b31-4ff9-932a-f93b0867b321 req-fffc0b31-b338-40f1-91b4-49e11e09a9c1 tempest-TestVolumeBackupRestore-809868484 tempest-TestVolumeBackupRestore-809868484-project] 10.222.0.13 "GET /v2.0/ports?device_id=8fa9c3c3-9b6b-4216-8cb9-66a8acac53ab HTTP/1.1" status: 200 len: 210 time: 0.0288031 Jan 26 21:54:13.702838 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-43aa5b14-2f9b-4f27-8492-e347558418a6 req-3313f25c-9f73-4b5d-a27a-15a17ef363f7 tempest-TestVolumeBackupRestore-809868484 tempest-TestVolumeBackupRestore-809868484-project] 10.222.0.13 "GET /v2.0/ports?device_id=8fa9c3c3-9b6b-4216-8cb9-66a8acac53ab HTTP/1.1" status: 200 len: 210 time: 0.0303061 Jan 26 21:54:14.801339 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-d1d813ab-caf8-4acc-ac63-41f3fda4ddc4 req-bda5bb4c-1d9b-4335-b543-a0684740fd25 tempest-TestVolumeBackupRestore-809868484 tempest-TestVolumeBackupRestore-809868484-project] 10.222.0.13 "GET /v2.0/ports?device_id=8fa9c3c3-9b6b-4216-8cb9-66a8acac53ab HTTP/1.1" status: 200 len: 210 time: 0.0275664 Jan 26 21:54:15.234220 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Device caf414cd-bb1a-4e4b-9536-b6187b6621f6 no longer exists at agent hyperv_n-h2-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 26 21:54:15.254597 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] No Port match for: caf414cd-bb1a-4e4b-9536-b6187b6621f6 {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 26 21:54:15.254938 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Device caf414cd-bb1a-4e4b-9536-b6187b6621f6 not bound to the agent host n-h2-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 26 21:54:15.904601 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-60251c54-2fdd-4b88-95a7-85850d831c0c req-4afeee38-eeaa-47a6-a026-cfa822622929 tempest-TestVolumeBackupRestore-809868484 tempest-TestVolumeBackupRestore-809868484-project] 10.222.0.13 "GET /v2.0/ports?device_id=8fa9c3c3-9b6b-4216-8cb9-66a8acac53ab HTTP/1.1" status: 200 len: 210 time: 0.0318325 Jan 26 21:54:17.001572 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-deb487fd-3037-47bf-913a-3f652c146177 req-32ebcd82-93c0-4f5e-bc00-ce28355fcde6 tempest-TestVolumeBackupRestore-809868484 tempest-TestVolumeBackupRestore-809868484-project] 10.222.0.13 "GET /v2.0/ports?device_id=8fa9c3c3-9b6b-4216-8cb9-66a8acac53ab HTTP/1.1" status: 200 len: 210 time: 0.0280819 Jan 26 21:54:18.096048 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-548079c9-4898-4db4-8df4-177e82bcfd0f req-ee8c5574-4410-4f48-a3e1-50f3423ff162 tempest-TestVolumeBackupRestore-809868484 tempest-TestVolumeBackupRestore-809868484-project] 10.222.0.13 "GET /v2.0/ports?device_id=8fa9c3c3-9b6b-4216-8cb9-66a8acac53ab HTTP/1.1" status: 200 len: 210 time: 0.0266395 Jan 26 21:54:18.932633 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-8b970c67-a349-482c-b983-ee62f896a9cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (474ccdf7-ab6c-405b-a3b2-dc7b05829902), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:54:19.201079 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-047d11ac-2b5c-43e8-982f-5f53e0ab5b5a req-2319e551-4488-45ad-b728-67d1b98ab622 tempest-TestVolumeBackupRestore-809868484 tempest-TestVolumeBackupRestore-809868484-project] 10.222.0.13 "GET /v2.0/ports?device_id=8fa9c3c3-9b6b-4216-8cb9-66a8acac53ab HTTP/1.1" status: 200 len: 210 time: 0.0293543 Jan 26 21:54:20.305125 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-75972bd9-b1b0-45be-8d3e-99493f0d1e1e req-8085ef34-c392-4460-abf5-11c02ff2908b tempest-TestVolumeBackupRestore-809868484 tempest-TestVolumeBackupRestore-809868484-project] 10.222.0.13 "GET /v2.0/ports?device_id=8fa9c3c3-9b6b-4216-8cb9-66a8acac53ab HTTP/1.1" status: 200 len: 210 time: 0.0287788 Jan 26 21:54:21.271109 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-da51645c-fced-4e46-ad3b-24b5c033f2d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (09df100c-3af1-4b0a-bda8-05914c71c458), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:54:21.365368 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 49906) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:54:21.422359 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-325efe42-adf1-4d04-9fc4-6729754131d9 tempest-TestVolumeBackupRestore-809868484 tempest-TestVolumeBackupRestore-809868484-project] Publish callbacks [] for security_group (f230377e-3dae-4a28-8c66-77769fe38eaa), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:54:21.450330 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-325efe42-adf1-4d04-9fc4-6729754131d9 tempest-TestVolumeBackupRestore-809868484 tempest-TestVolumeBackupRestore-809868484-project] Publish callbacks [] for security_group (f230377e-3dae-4a28-8c66-77769fe38eaa), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:54:21.507511 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-325efe42-adf1-4d04-9fc4-6729754131d9 tempest-TestVolumeBackupRestore-809868484 tempest-TestVolumeBackupRestore-809868484-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (f230377e-3dae-4a28-8c66-77769fe38eaa), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:54:21.510349 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-325efe42-adf1-4d04-9fc4-6729754131d9 tempest-TestVolumeBackupRestore-809868484 tempest-TestVolumeBackupRestore-809868484-project] Publish callbacks [] for security_group (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:54:21.511599 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-325efe42-adf1-4d04-9fc4-6729754131d9 tempest-TestVolumeBackupRestore-809868484 tempest-TestVolumeBackupRestore-809868484-project] 10.222.0.13 "DELETE /v2.0/security-groups/f230377e-3dae-4a28-8c66-77769fe38eaa HTTP/1.1" status: 204 len: 168 time: 0.1451707 Jan 26 21:54:21.521367 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-325efe42-adf1-4d04-9fc4-6729754131d9 tempest-TestVolumeBackupRestore-809868484 tempest-TestVolumeBackupRestore-809868484-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f230377e-3dae-4a28-8c66-77769fe38eaa,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:54:22.364112 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-841f5991-a4d8-4d4b-b215-cbc6bab5427b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (aa7ee9d2-08eb-4e12-b895-24c57300dfec), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:54:23.334012 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (4d619873-4b60-439f-9b5a-b155dc8bbc34), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:54:24.199132 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-839dd188-ec69-470c-9ab0-d318dc1a2e96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (e79b4fc6-6c71-44b2-a6d0-ff3e1f4dfd0d), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:54:25.337134 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (fea0591a-627d-4c87-9a9a-01625ddf3277), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:54:29.151993 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 50370) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:54:29.512806 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-4a2b8271-11c1-4a15-af09-1a78f5ffe6e8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4110657'] for router_interface (71e90a18-d7a2-4734-85e6-2480069b2e3c), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:54:29.764788 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-4a2b8271-11c1-4a15-af09-1a78f5ffe6e8 admin admin] Deleting port 775120ad-6fe9-45fd-bf7c-7bb9b9dacba8 {{(pid=103305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 21:54:29.765130 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-4a2b8271-11c1-4a15-af09-1a78f5ffe6e8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746560630878'] for port (775120ad-6fe9-45fd-bf7c-7bb9b9dacba8), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:54:29.844837 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [None req-4a2b8271-11c1-4a15-af09-1a78f5ffe6e8 admin admin] For port 775120ad-6fe9-45fd-bf7c-7bb9b9dacba8, host n-d-760453-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=775120ad-6fe9-45fd-bf7c-7bb9b9dacba8,segment=NetworkSegment(311a9384-eba0-44ed-b722-d0b5fbfec734),segment_id=311a9384-eba0-44ed-b722-d0b5fbfec734)] {{(pid=103305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:54:29.845628 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-4a2b8271-11c1-4a15-af09-1a78f5ffe6e8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4109658'] for port (775120ad-6fe9-45fd-bf7c-7bb9b9dacba8), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:54:29.864273 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-4a2b8271-11c1-4a15-af09-1a78f5ffe6e8 admin admin] Calling delete_port for 775120ad-6fe9-45fd-bf7c-7bb9b9dacba8 owned by network:router_interface {{(pid=103305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 21:54:30.048095 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-4a2b8271-11c1-4a15-af09-1a78f5ffe6e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746560636600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746560234536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11791543'] for port (775120ad-6fe9-45fd-bf7c-7bb9b9dacba8), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:54:30.076013 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a2b8271-11c1-4a15-af09-1a78f5ffe6e8 admin admin] Pushing event deleted for resources: {'Port': ['ID=775120ad-6fe9-45fd-bf7c-7bb9b9dacba8,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:54:30.103617 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a2b8271-11c1-4a15-af09-1a78f5ffe6e8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:54:30.104050 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a2b8271-11c1-4a15-af09-1a78f5ffe6e8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:54:30.104369 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a2b8271-11c1-4a15-af09-1a78f5ffe6e8 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:54:30.104810 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a2b8271-11c1-4a15-af09-1a78f5ffe6e8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:54:30.105085 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a2b8271-11c1-4a15-af09-1a78f5ffe6e8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:54:30.105461 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a2b8271-11c1-4a15-af09-1a78f5ffe6e8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:54:30.105848 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a2b8271-11c1-4a15-af09-1a78f5ffe6e8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:54:30.106232 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a2b8271-11c1-4a15-af09-1a78f5ffe6e8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:54:30.106559 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a2b8271-11c1-4a15-af09-1a78f5ffe6e8 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:54:30.106880 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a2b8271-11c1-4a15-af09-1a78f5ffe6e8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:54:30.107346 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a2b8271-11c1-4a15-af09-1a78f5ffe6e8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:54:30.107610 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a2b8271-11c1-4a15-af09-1a78f5ffe6e8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:54:30.107903 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a2b8271-11c1-4a15-af09-1a78f5ffe6e8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:54:30.285623 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-4a2b8271-11c1-4a15-af09-1a78f5ffe6e8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3709480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4110805'] for router_interface (71e90a18-d7a2-4734-85e6-2480069b2e3c), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:54:30.517807 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a2b8271-11c1-4a15-af09-1a78f5ffe6e8 admin admin] Router 71e90a18-d7a2-4734-85e6-2480069b2e3c has already been hosted by L3 agent 09df100c-3af1-4b0a-bda8-05914c71c458 {{(pid=103305) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 26 21:54:30.630785 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a2b8271-11c1-4a15-af09-1a78f5ffe6e8 admin admin] Notify agent at l3_agent.n-d-760453-5 the message routers_updated {{(pid=103305) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 26 21:54:30.636964 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-4a2b8271-11c1-4a15-af09-1a78f5ffe6e8 admin admin] 10.222.0.13 "PUT /v2.0/routers/71e90a18-d7a2-4734-85e6-2480069b2e3c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4838974 Jan 26 21:54:30.639706 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 50372) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:54:30.641965 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1054dd23-b1e3-4636-93c3-4927528448b0 None None] Sync routers for ids ['71e90a18-d7a2-4734-85e6-2480069b2e3c'] in n-d-760453-5 {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 26 21:54:30.653319 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1054dd23-b1e3-4636-93c3-4927528448b0 None None] Routers {'71e90a18-d7a2-4734-85e6-2480069b2e3c'} bound to L3 agent in host n-d-760453-5 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 21:54:30.654005 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-1054dd23-b1e3-4636-93c3-4927528448b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-26T20:55:21Z,description=,heartbeat_timestamp=2022-01-26T21:54:21Z,host='n-d-760453-5',id=09df100c-3af1-4b0a-bda8-05914c71c458,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:55:21Z,topic='l3_agent')) {'router_ids': ['71e90a18-d7a2-4734-85e6-2480069b2e3c'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:54:30.748143 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-bd1b1af5-72c5-471f-a66d-286bd7e1805a admin admin] Publish callbacks [] for router (71e90a18-d7a2-4734-85e6-2480069b2e3c), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:54:30.762270 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_dvr_db [None req-1054dd23-b1e3-4636-93c3-4927528448b0 None None] Set router 71e90a18-d7a2-4734-85e6-2480069b2e3c gateway port host: n-d-760453-5 {{(pid=103307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 21:54:30.851272 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-bd1b1af5-72c5-471f-a66d-286bd7e1805a admin admin] Publish callbacks [] for router_gateway (71e90a18-d7a2-4734-85e6-2480069b2e3c), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:54:30.944338 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-1054dd23-b1e3-4636-93c3-4927528448b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71e90a18-d7a2-4734-85e6-2480069b2e3c', 'name': 'tempest-TestVolumeBackupRestore-1699507815-router', 'tenant_id': '8ea95a10d8684c60bb4f9b1dc42b4b23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'external_fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.200'}], 'enable_snat': True}, 'gw_port_id': 'ef571d93-8e23-4c81-82d4-8d58e0ef2fbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T21:50:10Z', 'updated_at': '2022-01-26T21:54:29Z', 'revision_number': 5, 'project_id': '8ea95a10d8684c60bb4f9b1dc42b4b23', 'gw_port': {'id': 'ef571d93-8e23-4c81-82d4-8d58e0ef2fbd', 'name': '', 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:aa:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71e90a18-d7a2-4734-85e6-2480069b2e3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3984, 'fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:50:11Z', 'updated_at': '2022-01-26T21:50:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-5'}], 'n-d-760453-5', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:54:30.975911 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1054dd23-b1e3-4636-93c3-4927528448b0 None None] Checking router: 71e90a18-d7a2-4734-85e6-2480069b2e3c for host: n-d-760453-5 {{(pid=103307) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 26 21:54:30.985869 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1054dd23-b1e3-4636-93c3-4927528448b0 None None] Routers {'71e90a18-d7a2-4734-85e6-2480069b2e3c'} bound to L3 agent in host n-d-760453-5 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 21:54:30.986501 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-1054dd23-b1e3-4636-93c3-4927528448b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-26T20:55:21Z,description=,heartbeat_timestamp=2022-01-26T21:54:21Z,host='n-d-760453-5',id=09df100c-3af1-4b0a-bda8-05914c71c458,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:55:21Z,topic='l3_agent')) {'router_ids': ['71e90a18-d7a2-4734-85e6-2480069b2e3c'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:54:31.075565 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_dvr_db [None req-1054dd23-b1e3-4636-93c3-4927528448b0 None None] Set router 71e90a18-d7a2-4734-85e6-2480069b2e3c gateway port host: None {{(pid=103307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 21:54:31.127091 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-1054dd23-b1e3-4636-93c3-4927528448b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71e90a18-d7a2-4734-85e6-2480069b2e3c', 'name': 'tempest-TestVolumeBackupRestore-1699507815-router', 'tenant_id': '8ea95a10d8684c60bb4f9b1dc42b4b23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T21:50:10Z', 'updated_at': '2022-01-26T21:54:30Z', 'revision_number': 6, 'project_id': '8ea95a10d8684c60bb4f9b1dc42b4b23', 'gw_port_host': None}], 'n-d-760453-5', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:54:31.232388 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-bd1b1af5-72c5-471f-a66d-286bd7e1805a admin admin] Deleting port ef571d93-8e23-4c81-82d4-8d58e0ef2fbd {{(pid=103305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 21:54:31.232635 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-bd1b1af5-72c5-471f-a66d-286bd7e1805a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746560630878'] for port (ef571d93-8e23-4c81-82d4-8d58e0ef2fbd), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:54:31.248257 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1054dd23-b1e3-4636-93c3-4927528448b0 None None] The sync data for ids ['71e90a18-d7a2-4734-85e6-2480069b2e3c'] in n-d-760453-5 is: [{'id': '71e90a18-d7a2-4734-85e6-2480069b2e3c', 'name': 'tempest-TestVolumeBackupRestore-1699507815-router', 'tenant_id': '8ea95a10d8684c60bb4f9b1dc42b4b23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T21:50:10Z', 'updated_at': '2022-01-26T21:54:30Z', 'revision_number': 6, 'project_id': '8ea95a10d8684c60bb4f9b1dc42b4b23', 'gw_port_host': None}] {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 26 21:54:31.312601 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [None req-bd1b1af5-72c5-471f-a66d-286bd7e1805a admin admin] For port ef571d93-8e23-4c81-82d4-8d58e0ef2fbd, host n-d-760453-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=ef571d93-8e23-4c81-82d4-8d58e0ef2fbd,segment=NetworkSegment(e17cb353-418f-48b9-b982-21a6233ee99b),segment_id=e17cb353-418f-48b9-b982-21a6233ee99b)] {{(pid=103305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:54:31.313133 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-bd1b1af5-72c5-471f-a66d-286bd7e1805a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4109658'] for port (ef571d93-8e23-4c81-82d4-8d58e0ef2fbd), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:54:31.325937 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-bd1b1af5-72c5-471f-a66d-286bd7e1805a admin admin] Calling delete_port for ef571d93-8e23-4c81-82d4-8d58e0ef2fbd owned by network:router_gateway {{(pid=103305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 21:54:31.490775 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-bd1b1af5-72c5-471f-a66d-286bd7e1805a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746560636600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746560234536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11791543'] for port (ef571d93-8e23-4c81-82d4-8d58e0ef2fbd), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:54:31.513644 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd1b1af5-72c5-471f-a66d-286bd7e1805a admin admin] Pushing event deleted for resources: {'Port': ['ID=ef571d93-8e23-4c81-82d4-8d58e0ef2fbd,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:54:31.574354 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-bd1b1af5-72c5-471f-a66d-286bd7e1805a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4111291'] for router_gateway (71e90a18-d7a2-4734-85e6-2480069b2e3c), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:54:31.668235 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-bd1b1af5-72c5-471f-a66d-286bd7e1805a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4105774', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13082'] for router (71e90a18-d7a2-4734-85e6-2480069b2e3c), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:54:31.670522 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-bd1b1af5-72c5-471f-a66d-286bd7e1805a admin admin] Publish callbacks [] for router_controller (71e90a18-d7a2-4734-85e6-2480069b2e3c), precommit_delete_associations {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:54:31.717860 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-bd1b1af5-72c5-471f-a66d-286bd7e1805a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4105767'] for router (71e90a18-d7a2-4734-85e6-2480069b2e3c), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:54:31.718411 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd1b1af5-72c5-471f-a66d-286bd7e1805a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 71e90a18-d7a2-4734-85e6-2480069b2e3c {{(pid=103305) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 26 21:54:31.722709 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-bd1b1af5-72c5-471f-a66d-286bd7e1805a admin admin] Publish callbacks [] for router (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:54:31.723963 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-bd1b1af5-72c5-471f-a66d-286bd7e1805a admin admin] 10.222.0.13 "DELETE /v2.0/routers/71e90a18-d7a2-4734-85e6-2480069b2e3c HTTP/1.1" status: 204 len: 168 time: 1.0832872 Jan 26 21:54:31.726612 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 50374) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:54:31.771754 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.db_base_plugin_v2 [None req-f079db93-7b6c-4230-abd9-6d5621f5c99c admin admin] Deleting subnet fa9b68b7-f4ed-42c5-8c43-fdd4fb96ff3d {{(pid=103305) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 26 21:54:31.775438 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-f079db93-7b6c-4230-abd9-6d5621f5c99c admin admin] Publish callbacks [] for subnet (fa9b68b7-f4ed-42c5-8c43-fdd4fb96ff3d), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:54:31.809519 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-f079db93-7b6c-4230-abd9-6d5621f5c99c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11788946'] for subnet (fa9b68b7-f4ed-42c5-8c43-fdd4fb96ff3d), precommit_delete_associations {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:54:31.888753 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-f079db93-7b6c-4230-abd9-6d5621f5c99c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687316'] for subnet (fa9b68b7-f4ed-42c5-8c43-fdd4fb96ff3d), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:54:31.938891 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-f079db93-7b6c-4230-abd9-6d5621f5c99c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11791594', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11599980'] for subnet (fa9b68b7-f4ed-42c5-8c43-fdd4fb96ff3d), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:54:31.963925 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f079db93-7b6c-4230-abd9-6d5621f5c99c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fa9b68b7-f4ed-42c5-8c43-fdd4fb96ff3d,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:54:31.967848 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-f079db93-7b6c-4230-abd9-6d5621f5c99c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:54:31.971359 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-f079db93-7b6c-4230-abd9-6d5621f5c99c admin admin] 10.222.0.13 "DELETE /v2.0/subnets/fa9b68b7-f4ed-42c5-8c43-fdd4fb96ff3d HTTP/1.1" status: 204 len: 168 time: 0.2435749 Jan 26 21:54:31.973646 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ca7cf10-8201-4e2a-b308-5976241fd0f6 None None] Network 2dca7862-3264-4f3a-a964-93857e78f24f requested from n-d-760453-5 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 26 21:54:31.974140 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 50376) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:54:32.045031 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-d0a57d19-0116-4c14-a806-93337101da50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-748181'] for network (2dca7862-3264-4f3a-a964-93857e78f24f), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:54:32.105706 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-d0a57d19-0116-4c14-a806-93337101da50 admin admin] Deleting port 917ef7f5-3343-46f9-ada4-e29f00912cd9 {{(pid=103305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 21:54:32.106046 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-d0a57d19-0116-4c14-a806-93337101da50 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746560630878'] for port (917ef7f5-3343-46f9-ada4-e29f00912cd9), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:54:32.129493 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75359b97-2cda-4663-86e3-4d13880fbdec None None] DHCP port deletion for 2dca7862-3264-4f3a-a964-93857e78f24f request from n-d-760453-5 {{(pid=103306) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 26 21:54:32.177320 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-75359b97-2cda-4663-86e3-4d13880fbdec None None] Deleting port 917ef7f5-3343-46f9-ada4-e29f00912cd9 {{(pid=103306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 21:54:32.177691 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-75359b97-2cda-4663-86e3-4d13880fbdec None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746560630878'] for port (917ef7f5-3343-46f9-ada4-e29f00912cd9), before_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:54:32.178373 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [None req-d0a57d19-0116-4c14-a806-93337101da50 admin admin] For port 917ef7f5-3343-46f9-ada4-e29f00912cd9, host n-d-760453-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=917ef7f5-3343-46f9-ada4-e29f00912cd9,segment=NetworkSegment(311a9384-eba0-44ed-b722-d0b5fbfec734),segment_id=311a9384-eba0-44ed-b722-d0b5fbfec734)] {{(pid=103305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:54:32.178748 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-d0a57d19-0116-4c14-a806-93337101da50 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4109658'] for port (917ef7f5-3343-46f9-ada4-e29f00912cd9), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:54:32.192060 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-d0a57d19-0116-4c14-a806-93337101da50 admin admin] Calling delete_port for 917ef7f5-3343-46f9-ada4-e29f00912cd9 owned by network:dhcp {{(pid=103305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 21:54:32.251658 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-75359b97-2cda-4663-86e3-4d13880fbdec None None] For port 917ef7f5-3343-46f9-ada4-e29f00912cd9, host n-d-760453-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=917ef7f5-3343-46f9-ada4-e29f00912cd9,segment=NetworkSegment(311a9384-eba0-44ed-b722-d0b5fbfec734),segment_id=311a9384-eba0-44ed-b722-d0b5fbfec734)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:54:32.251970 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-75359b97-2cda-4663-86e3-4d13880fbdec None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4109658'] for port (917ef7f5-3343-46f9-ada4-e29f00912cd9), precommit_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:54:32.266369 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-75359b97-2cda-4663-86e3-4d13880fbdec None None] Calling delete_port for 917ef7f5-3343-46f9-ada4-e29f00912cd9 owned by network:dhcp {{(pid=103306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 21:54:32.277415 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-d0a57d19-0116-4c14-a806-93337101da50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746560636600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746560234536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11791543'] for port (917ef7f5-3343-46f9-ada4-e29f00912cd9), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:54:32.307595 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a57d19-0116-4c14-a806-93337101da50 admin admin] Pushing event deleted for resources: {'Port': ['ID=917ef7f5-3343-46f9-ada4-e29f00912cd9,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:54:32.314031 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0a57d19-0116-4c14-a806-93337101da50 admin admin] No DVR routers for this DVR port 917ef7f5-3343-46f9-ada4-e29f00912cd9 on host n-d-760453-5 {{(pid=103305) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 26 21:54:32.349516 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-75359b97-2cda-4663-86e3-4d13880fbdec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746560636600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746560234536'] for port (917ef7f5-3343-46f9-ada4-e29f00912cd9), after_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:54:32.379108 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75359b97-2cda-4663-86e3-4d13880fbdec None None] Pushing event deleted for resources: {'Port': ['ID=917ef7f5-3343-46f9-ada4-e29f00912cd9,revision_number=None']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:54:32.387040 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75359b97-2cda-4663-86e3-4d13880fbdec None None] No DVR routers for this DVR port 917ef7f5-3343-46f9-ada4-e29f00912cd9 on host n-d-760453-5 {{(pid=103306) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 26 21:54:32.387600 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-d0a57d19-0116-4c14-a806-93337101da50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-686403', 'neutron.services.segments.db._delete_segments_for_network-8746560774018'] for network (2dca7862-3264-4f3a-a964-93857e78f24f), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:54:32.389201 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75359b97-2cda-4663-86e3-4d13880fbdec None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:54:32.389557 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75359b97-2cda-4663-86e3-4d13880fbdec None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:54:32.389910 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75359b97-2cda-4663-86e3-4d13880fbdec None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:54:32.390242 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75359b97-2cda-4663-86e3-4d13880fbdec None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:54:32.391287 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75359b97-2cda-4663-86e3-4d13880fbdec None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:54:32.391785 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75359b97-2cda-4663-86e3-4d13880fbdec None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:54:32.392120 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75359b97-2cda-4663-86e3-4d13880fbdec None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:54:32.392537 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75359b97-2cda-4663-86e3-4d13880fbdec None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:54:32.392761 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75359b97-2cda-4663-86e3-4d13880fbdec None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:54:32.393091 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75359b97-2cda-4663-86e3-4d13880fbdec None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:54:32.393481 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75359b97-2cda-4663-86e3-4d13880fbdec None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:54:32.393757 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75359b97-2cda-4663-86e3-4d13880fbdec None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:54:32.394076 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75359b97-2cda-4663-86e3-4d13880fbdec None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:54:32.410802 n-d-760453-5 neutron-server[103305]: DEBUG neutron.services.segments.db [None req-d0a57d19-0116-4c14-a806-93337101da50 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2dca7862-3264-4f3a-a964-93857e78f24f']}} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:54:32.421191 n-d-760453-5 neutron-server[103305]: DEBUG neutron.services.segments.db [None req-d0a57d19-0116-4c14-a806-93337101da50 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '311a9384-eba0-44ed-b722-d0b5fbfec734') {'for_net_delete': True} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:54:32.421519 n-d-760453-5 neutron-server[103305]: DEBUG neutron.services.segments.db [None req-d0a57d19-0116-4c14-a806-93337101da50 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '311a9384-eba0-44ed-b722-d0b5fbfec734') {} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:54:32.432150 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-d0a57d19-0116-4c14-a806-93337101da50 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746560742283', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11788955'] for segment (311a9384-eba0-44ed-b722-d0b5fbfec734), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:54:32.447407 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-d0a57d19-0116-4c14-a806-93337101da50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576559'] for segment (311a9384-eba0-44ed-b722-d0b5fbfec734), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:54:32.447659 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device ef571d93-8e23-4c81-82d4-8d58e0ef2fbd no longer exists at agent ovs-agent-n-d-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 26 21:54:32.453971 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d0a57d19-0116-4c14-a806-93337101da50 admin admin] Releasing vlan 598 on physical network physnet1 to pool {{(pid=103305) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 26 21:54:32.454468 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-d0a57d19-0116-4c14-a806-93337101da50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11791428'] for segment (311a9384-eba0-44ed-b722-d0b5fbfec734), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:54:32.456247 n-d-760453-5 neutron-server[103305]: Traceback (most recent call last): Jan 26 21:54:32.456247 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 26 21:54:32.456247 n-d-760453-5 neutron-server[103305]: timer() Jan 26 21:54:32.456247 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 26 21:54:32.456247 n-d-760453-5 neutron-server[103305]: cb(*args, **kw) Jan 26 21:54:32.456247 n-d-760453-5 neutron-server[103305]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 26 21:54:32.456247 n-d-760453-5 neutron-server[103305]: return func(*args, **kwargs) Jan 26 21:54:32.456247 n-d-760453-5 neutron-server[103305]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 26 21:54:32.456247 n-d-760453-5 neutron-server[103305]: self._notify() Jan 26 21:54:32.456247 n-d-760453-5 neutron-server[103305]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 26 21:54:32.456247 n-d-760453-5 neutron-server[103305]: self.callback(batched_events) Jan 26 21:54:32.456247 n-d-760453-5 neutron-server[103305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 26 21:54:32.456247 n-d-760453-5 neutron-server[103305]: event.method(event) Jan 26 21:54:32.456247 n-d-760453-5 neutron-server[103305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 26 21:54:32.456247 n-d-760453-5 neutron-server[103305]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 26 21:54:32.456247 n-d-760453-5 neutron-server[103305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 26 21:54:32.456247 n-d-760453-5 neutron-server[103305]: aggregate_uuid = self.p_client.list_aggregates( Jan 26 21:54:32.456247 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 26 21:54:32.456247 n-d-760453-5 neutron-server[103305]: return f(self, *a, **k) Jan 26 21:54:32.456247 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 26 21:54:32.456247 n-d-760453-5 neutron-server[103305]: return self._get(url).json() Jan 26 21:54:32.456247 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 26 21:54:32.456247 n-d-760453-5 neutron-server[103305]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 26 21:54:32.456247 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 26 21:54:32.456247 n-d-760453-5 neutron-server[103305]: return self.request(url, 'GET', **kwargs) Jan 26 21:54:32.456247 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 26 21:54:32.456247 n-d-760453-5 neutron-server[103305]: base_url = self.get_endpoint(auth, allow=allow, Jan 26 21:54:32.456247 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 26 21:54:32.456247 n-d-760453-5 neutron-server[103305]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 26 21:54:32.456247 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 26 21:54:32.456247 n-d-760453-5 neutron-server[103305]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 26 21:54:32.456247 n-d-760453-5 neutron-server[103305]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 26 21:54:32.468319 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] No Port match for: ef571d93-8e23-4c81-82d4-8d58e0ef2fbd {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 26 21:54:32.468670 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device ef571d93-8e23-4c81-82d4-8d58e0ef2fbd not bound to the agent host n-d-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 26 21:54:32.469090 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device 775120ad-6fe9-45fd-bf7c-7bb9b9dacba8 no longer exists at agent ovs-agent-n-d-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 26 21:54:32.487931 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] No Port match for: 775120ad-6fe9-45fd-bf7c-7bb9b9dacba8 {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 26 21:54:32.488275 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device 775120ad-6fe9-45fd-bf7c-7bb9b9dacba8 not bound to the agent host n-d-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 26 21:54:32.488678 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device 917ef7f5-3343-46f9-ada4-e29f00912cd9 no longer exists at agent ovs-agent-n-d-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 26 21:54:32.507560 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] No Port match for: 917ef7f5-3343-46f9-ada4-e29f00912cd9 {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 26 21:54:32.508707 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device 917ef7f5-3343-46f9-ada4-e29f00912cd9 not bound to the agent host n-d-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 26 21:54:32.511512 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.agents_db [None req-569f1ced-6396-4ddf-b79f-e03b0b2146ab None None] Agent healthcheck: found 7 active agents {{(pid=103307) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 26 21:54:32.519993 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-d0a57d19-0116-4c14-a806-93337101da50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4110931'] for network (2dca7862-3264-4f3a-a964-93857e78f24f), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:54:32.525455 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-d0a57d19-0116-4c14-a806-93337101da50 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:54:32.528670 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-d0a57d19-0116-4c14-a806-93337101da50 admin admin] 10.222.0.13 "DELETE /v2.0/networks/2dca7862-3264-4f3a-a964-93857e78f24f HTTP/1.1" status: 204 len: 168 time: 0.5539904 Jan 26 21:54:32.531689 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 50378) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:54:32.540172 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a57d19-0116-4c14-a806-93337101da50 admin admin] Pushing event deleted for resources: {'Network': ['ID=2dca7862-3264-4f3a-a964-93857e78f24f,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:54:32.870720 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-db643746-7c96-4483-a052-ee7938782853 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4110657'] for router_interface (5d7f0017-0322-42f0-a1d2-9cfe965d26a2), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:54:33.422284 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-db643746-7c96-4483-a052-ee7938782853 admin admin] Deleting port 8286eefe-85cf-4cbd-a815-45bb74d18299 {{(pid=103304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 21:54:33.422620 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-db643746-7c96-4483-a052-ee7938782853 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746560630878'] for port (8286eefe-85cf-4cbd-a815-45bb74d18299), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:54:33.501336 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [None req-db643746-7c96-4483-a052-ee7938782853 admin admin] For port 8286eefe-85cf-4cbd-a815-45bb74d18299, host n-d-760453-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=8286eefe-85cf-4cbd-a815-45bb74d18299,segment=NetworkSegment(c327b4fa-95be-4529-9512-8a533aa7588f),segment_id=c327b4fa-95be-4529-9512-8a533aa7588f)] {{(pid=103304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:54:33.501697 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-db643746-7c96-4483-a052-ee7938782853 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4109658'] for port (8286eefe-85cf-4cbd-a815-45bb74d18299), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:54:33.517428 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-db643746-7c96-4483-a052-ee7938782853 admin admin] Calling delete_port for 8286eefe-85cf-4cbd-a815-45bb74d18299 owned by network:router_interface {{(pid=103304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 21:54:33.698817 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-db643746-7c96-4483-a052-ee7938782853 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746560636600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746560234536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9281553'] for port (8286eefe-85cf-4cbd-a815-45bb74d18299), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:54:33.725716 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db643746-7c96-4483-a052-ee7938782853 admin admin] Pushing event deleted for resources: {'Port': ['ID=8286eefe-85cf-4cbd-a815-45bb74d18299,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:54:33.750682 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db643746-7c96-4483-a052-ee7938782853 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:54:33.751035 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db643746-7c96-4483-a052-ee7938782853 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:54:33.751378 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db643746-7c96-4483-a052-ee7938782853 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:54:33.751718 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db643746-7c96-4483-a052-ee7938782853 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:54:33.752052 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db643746-7c96-4483-a052-ee7938782853 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:54:33.752383 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db643746-7c96-4483-a052-ee7938782853 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:54:33.752718 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db643746-7c96-4483-a052-ee7938782853 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:54:33.753030 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db643746-7c96-4483-a052-ee7938782853 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:54:33.753376 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db643746-7c96-4483-a052-ee7938782853 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:54:33.753711 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db643746-7c96-4483-a052-ee7938782853 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:54:33.754025 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db643746-7c96-4483-a052-ee7938782853 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:54:33.754353 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db643746-7c96-4483-a052-ee7938782853 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:54:33.754674 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db643746-7c96-4483-a052-ee7938782853 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:54:33.897647 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-db643746-7c96-4483-a052-ee7938782853 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3709480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4110805'] for router_interface (5d7f0017-0322-42f0-a1d2-9cfe965d26a2), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:54:34.110998 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db643746-7c96-4483-a052-ee7938782853 admin admin] Router 5d7f0017-0322-42f0-a1d2-9cfe965d26a2 has already been hosted by L3 agent 09df100c-3af1-4b0a-bda8-05914c71c458 {{(pid=103304) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 26 21:54:34.217287 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db643746-7c96-4483-a052-ee7938782853 admin admin] Notify agent at l3_agent.n-d-760453-5 the message routers_updated {{(pid=103304) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 26 21:54:34.222561 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-db643746-7c96-4483-a052-ee7938782853 admin admin] 10.222.0.13 "PUT /v2.0/routers/5d7f0017-0322-42f0-a1d2-9cfe965d26a2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6897838 Jan 26 21:54:34.225551 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 50380) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:54:34.227624 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaee8a0f-51df-47b1-bd6d-e6411fb6d8a0 None None] Sync routers for ids ['5d7f0017-0322-42f0-a1d2-9cfe965d26a2'] in n-d-760453-5 {{(pid=103306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 26 21:54:34.237440 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaee8a0f-51df-47b1-bd6d-e6411fb6d8a0 None None] Routers {'5d7f0017-0322-42f0-a1d2-9cfe965d26a2'} bound to L3 agent in host n-d-760453-5 {{(pid=103306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 21:54:34.238069 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-eaee8a0f-51df-47b1-bd6d-e6411fb6d8a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-26T20:55:21Z,description=,heartbeat_timestamp=2022-01-26T21:54:21Z,host='n-d-760453-5',id=09df100c-3af1-4b0a-bda8-05914c71c458,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:55:21Z,topic='l3_agent')) {'router_ids': ['5d7f0017-0322-42f0-a1d2-9cfe965d26a2'], 'active': True} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:54:34.329755 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-4b86fdeb-17d1-4090-8510-436d59127c94 admin admin] Publish callbacks [] for router (5d7f0017-0322-42f0-a1d2-9cfe965d26a2), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:54:34.343329 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvr_db [None req-eaee8a0f-51df-47b1-bd6d-e6411fb6d8a0 None None] Set router 5d7f0017-0322-42f0-a1d2-9cfe965d26a2 gateway port host: n-d-760453-5 {{(pid=103306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 21:54:34.445117 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-4b86fdeb-17d1-4090-8510-436d59127c94 admin admin] Publish callbacks [] for router_gateway (5d7f0017-0322-42f0-a1d2-9cfe965d26a2), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:54:34.497432 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-4b86fdeb-17d1-4090-8510-436d59127c94 admin admin] Deleting port 07c3962c-74b4-4885-ab5d-df95054636f4 {{(pid=103304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 21:54:34.497777 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-4b86fdeb-17d1-4090-8510-436d59127c94 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746560630878'] for port (07c3962c-74b4-4885-ab5d-df95054636f4), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:54:34.525829 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-eaee8a0f-51df-47b1-bd6d-e6411fb6d8a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d7f0017-0322-42f0-a1d2-9cfe965d26a2', 'name': 'tempest-TestVolumeBackupRestore-1164685963-router', 'tenant_id': 'd93e9c37f81b4582ba411b456c97ca4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'external_fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.146'}], 'enable_snat': True}, 'gw_port_id': '07c3962c-74b4-4885-ab5d-df95054636f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T21:50:16Z', 'updated_at': '2022-01-26T21:54:33Z', 'revision_number': 5, 'project_id': 'd93e9c37f81b4582ba411b456c97ca4c', 'gw_port': {'id': '07c3962c-74b4-4885-ab5d-df95054636f4', 'name': '', 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:72:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d7f0017-0322-42f0-a1d2-9cfe965d26a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3996, 'fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:50:17Z', 'updated_at': '2022-01-26T21:50:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-5'}], 'n-d-760453-5', False) {} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:54:34.552187 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaee8a0f-51df-47b1-bd6d-e6411fb6d8a0 None None] Checking router: 5d7f0017-0322-42f0-a1d2-9cfe965d26a2 for host: n-d-760453-5 {{(pid=103306) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 26 21:54:34.561108 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaee8a0f-51df-47b1-bd6d-e6411fb6d8a0 None None] Routers {'5d7f0017-0322-42f0-a1d2-9cfe965d26a2'} bound to L3 agent in host n-d-760453-5 {{(pid=103306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 21:54:34.561762 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-eaee8a0f-51df-47b1-bd6d-e6411fb6d8a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-26T20:55:21Z,description=,heartbeat_timestamp=2022-01-26T21:54:21Z,host='n-d-760453-5',id=09df100c-3af1-4b0a-bda8-05914c71c458,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:55:21Z,topic='l3_agent')) {'router_ids': ['5d7f0017-0322-42f0-a1d2-9cfe965d26a2'], 'active': True} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:54:34.584626 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [None req-4b86fdeb-17d1-4090-8510-436d59127c94 admin admin] For port 07c3962c-74b4-4885-ab5d-df95054636f4, host n-d-760453-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=07c3962c-74b4-4885-ab5d-df95054636f4,segment=NetworkSegment(e17cb353-418f-48b9-b982-21a6233ee99b),segment_id=e17cb353-418f-48b9-b982-21a6233ee99b)] {{(pid=103304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:54:34.584994 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-4b86fdeb-17d1-4090-8510-436d59127c94 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4109658'] for port (07c3962c-74b4-4885-ab5d-df95054636f4), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:54:34.597151 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-4b86fdeb-17d1-4090-8510-436d59127c94 admin admin] Calling delete_port for 07c3962c-74b4-4885-ab5d-df95054636f4 owned by network:router_gateway {{(pid=103304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 21:54:34.648299 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvr_db [None req-eaee8a0f-51df-47b1-bd6d-e6411fb6d8a0 None None] Set router 5d7f0017-0322-42f0-a1d2-9cfe965d26a2 gateway port host: None {{(pid=103306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 21:54:34.700316 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-eaee8a0f-51df-47b1-bd6d-e6411fb6d8a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d7f0017-0322-42f0-a1d2-9cfe965d26a2', 'name': 'tempest-TestVolumeBackupRestore-1164685963-router', 'tenant_id': 'd93e9c37f81b4582ba411b456c97ca4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T21:50:16Z', 'updated_at': '2022-01-26T21:54:34Z', 'revision_number': 6, 'project_id': 'd93e9c37f81b4582ba411b456c97ca4c', 'gw_port_host': None}], 'n-d-760453-5', False) {} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:54:34.731322 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaee8a0f-51df-47b1-bd6d-e6411fb6d8a0 None None] The sync data for ids ['5d7f0017-0322-42f0-a1d2-9cfe965d26a2'] in n-d-760453-5 is: [{'id': '5d7f0017-0322-42f0-a1d2-9cfe965d26a2', 'name': 'tempest-TestVolumeBackupRestore-1164685963-router', 'tenant_id': 'd93e9c37f81b4582ba411b456c97ca4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T21:50:16Z', 'updated_at': '2022-01-26T21:54:34Z', 'revision_number': 6, 'project_id': 'd93e9c37f81b4582ba411b456c97ca4c', 'gw_port_host': None}] {{(pid=103306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 26 21:54:34.769278 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-4b86fdeb-17d1-4090-8510-436d59127c94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746560636600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746560234536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9281553'] for port (07c3962c-74b4-4885-ab5d-df95054636f4), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:54:34.795931 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b86fdeb-17d1-4090-8510-436d59127c94 admin admin] Pushing event deleted for resources: {'Port': ['ID=07c3962c-74b4-4885-ab5d-df95054636f4,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:54:34.855742 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-4b86fdeb-17d1-4090-8510-436d59127c94 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4111291'] for router_gateway (5d7f0017-0322-42f0-a1d2-9cfe965d26a2), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:54:34.947900 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-4b86fdeb-17d1-4090-8510-436d59127c94 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4105774', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13082'] for router (5d7f0017-0322-42f0-a1d2-9cfe965d26a2), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:54:34.949998 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-4b86fdeb-17d1-4090-8510-436d59127c94 admin admin] Publish callbacks [] for router_controller (5d7f0017-0322-42f0-a1d2-9cfe965d26a2), precommit_delete_associations {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:54:34.997359 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-4b86fdeb-17d1-4090-8510-436d59127c94 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4105767'] for router (5d7f0017-0322-42f0-a1d2-9cfe965d26a2), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:54:34.998045 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b86fdeb-17d1-4090-8510-436d59127c94 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5d7f0017-0322-42f0-a1d2-9cfe965d26a2 {{(pid=103304) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 26 21:54:35.002444 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-4b86fdeb-17d1-4090-8510-436d59127c94 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:54:35.003611 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-4b86fdeb-17d1-4090-8510-436d59127c94 admin admin] 10.222.0.13 "DELETE /v2.0/routers/5d7f0017-0322-42f0-a1d2-9cfe965d26a2 HTTP/1.1" status: 204 len: 168 time: 0.7771387 Jan 26 21:54:35.006133 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 50382) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:54:35.050195 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.db_base_plugin_v2 [None req-9b907389-d47c-48f2-954c-8714c68f09bc admin admin] Deleting subnet 76a2344b-adc6-45b5-a2c6-8757f1b6e7ae {{(pid=103304) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 26 21:54:35.053481 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-9b907389-d47c-48f2-954c-8714c68f09bc admin admin] Publish callbacks [] for subnet (76a2344b-adc6-45b5-a2c6-8757f1b6e7ae), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:54:35.090084 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-9b907389-d47c-48f2-954c-8714c68f09bc admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8881284'] for subnet (76a2344b-adc6-45b5-a2c6-8757f1b6e7ae), precommit_delete_associations {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:54:35.180249 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-9b907389-d47c-48f2-954c-8714c68f09bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687316'] for subnet (76a2344b-adc6-45b5-a2c6-8757f1b6e7ae), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:54:35.233351 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-9b907389-d47c-48f2-954c-8714c68f09bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9281612', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12215216'] for subnet (76a2344b-adc6-45b5-a2c6-8757f1b6e7ae), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:54:35.260322 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b907389-d47c-48f2-954c-8714c68f09bc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=76a2344b-adc6-45b5-a2c6-8757f1b6e7ae,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:54:35.262325 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-9b907389-d47c-48f2-954c-8714c68f09bc admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:54:35.265591 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-9b907389-d47c-48f2-954c-8714c68f09bc admin admin] 10.222.0.13 "DELETE /v2.0/subnets/76a2344b-adc6-45b5-a2c6-8757f1b6e7ae HTTP/1.1" status: 204 len: 168 time: 0.2584972 Jan 26 21:54:35.266650 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-765e220b-2168-48fb-9250-1996f1b87e5c None None] Network 93ac0805-735b-4d11-89b9-103fe69ac9cf requested from n-d-760453-5 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 26 21:54:35.268002 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 50384) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:54:35.335104 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-49e1d66e-caa5-429a-8efc-20b5b85c712f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-748181'] for network (93ac0805-735b-4d11-89b9-103fe69ac9cf), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:54:35.395261 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-49e1d66e-caa5-429a-8efc-20b5b85c712f admin admin] Deleting port 33aa86e6-ad15-45d2-9351-3ba058bd3aa9 {{(pid=103304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 21:54:35.395606 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-49e1d66e-caa5-429a-8efc-20b5b85c712f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746560630878'] for port (33aa86e6-ad15-45d2-9351-3ba058bd3aa9), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:54:35.457062 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [None req-49e1d66e-caa5-429a-8efc-20b5b85c712f admin admin] For port 33aa86e6-ad15-45d2-9351-3ba058bd3aa9, host n-d-760453-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=33aa86e6-ad15-45d2-9351-3ba058bd3aa9,segment=NetworkSegment(c327b4fa-95be-4529-9512-8a533aa7588f),segment_id=c327b4fa-95be-4529-9512-8a533aa7588f)] {{(pid=103304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:54:35.457383 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-49e1d66e-caa5-429a-8efc-20b5b85c712f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4109658'] for port (33aa86e6-ad15-45d2-9351-3ba058bd3aa9), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:54:35.470592 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-49e1d66e-caa5-429a-8efc-20b5b85c712f admin admin] Calling delete_port for 33aa86e6-ad15-45d2-9351-3ba058bd3aa9 owned by network:dhcp {{(pid=103304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 21:54:35.526398 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bfe4465-21c8-428d-8b6d-21e6d18af984 None None] DHCP port deletion for 93ac0805-735b-4d11-89b9-103fe69ac9cf request from n-d-760453-5 {{(pid=103306) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 26 21:54:35.555368 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-49e1d66e-caa5-429a-8efc-20b5b85c712f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746560636600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746560234536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9281553'] for port (33aa86e6-ad15-45d2-9351-3ba058bd3aa9), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:54:35.574678 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-9bfe4465-21c8-428d-8b6d-21e6d18af984 None None] Deleting port 33aa86e6-ad15-45d2-9351-3ba058bd3aa9 {{(pid=103306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 21:54:35.575137 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-9bfe4465-21c8-428d-8b6d-21e6d18af984 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746560630878'] for port (33aa86e6-ad15-45d2-9351-3ba058bd3aa9), before_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:54:35.581634 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e1d66e-caa5-429a-8efc-20b5b85c712f admin admin] Pushing event deleted for resources: {'Port': ['ID=33aa86e6-ad15-45d2-9351-3ba058bd3aa9,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:54:35.586320 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49e1d66e-caa5-429a-8efc-20b5b85c712f admin admin] No DVR routers for this DVR port 33aa86e6-ad15-45d2-9351-3ba058bd3aa9 on host n-d-760453-5 {{(pid=103304) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 26 21:54:35.645158 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-9bfe4465-21c8-428d-8b6d-21e6d18af984 None None] For port 33aa86e6-ad15-45d2-9351-3ba058bd3aa9, host n-d-760453-5, got binding levels [] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:54:35.645577 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-9bfe4465-21c8-428d-8b6d-21e6d18af984 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4109658'] for port (33aa86e6-ad15-45d2-9351-3ba058bd3aa9), precommit_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:54:35.659052 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-9bfe4465-21c8-428d-8b6d-21e6d18af984 None None] Calling delete_port for 33aa86e6-ad15-45d2-9351-3ba058bd3aa9 owned by network:dhcp {{(pid=103306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 21:54:35.661760 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.ipam_backend_mixin [None req-9bfe4465-21c8-428d-8b6d-21e6d18af984 None None] Port 33aa86e6-ad15-45d2-9351-3ba058bd3aa9 was not found and therefore no delete operation was performed {{(pid=103306) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jan 26 21:54:35.662993 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-9bfe4465-21c8-428d-8b6d-21e6d18af984 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746560636600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746560234536'] for port (33aa86e6-ad15-45d2-9351-3ba058bd3aa9), after_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:54:35.663449 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-49e1d66e-caa5-429a-8efc-20b5b85c712f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-686403', 'neutron.services.segments.db._delete_segments_for_network-8746560774018'] for network (93ac0805-735b-4d11-89b9-103fe69ac9cf), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:54:35.685030 n-d-760453-5 neutron-server[103304]: DEBUG neutron.services.segments.db [None req-49e1d66e-caa5-429a-8efc-20b5b85c712f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['93ac0805-735b-4d11-89b9-103fe69ac9cf']}} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:54:35.691277 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bfe4465-21c8-428d-8b6d-21e6d18af984 None None] Pushing event deleted for resources: {'Port': ['ID=33aa86e6-ad15-45d2-9351-3ba058bd3aa9,revision_number=None']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:54:35.695115 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bfe4465-21c8-428d-8b6d-21e6d18af984 None None] No DVR routers for this DVR port 33aa86e6-ad15-45d2-9351-3ba058bd3aa9 on host n-d-760453-5 {{(pid=103306) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 26 21:54:35.702715 n-d-760453-5 neutron-server[103304]: DEBUG neutron.services.segments.db [None req-49e1d66e-caa5-429a-8efc-20b5b85c712f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c327b4fa-95be-4529-9512-8a533aa7588f') {'for_net_delete': True} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:54:35.702715 n-d-760453-5 neutron-server[103304]: DEBUG neutron.services.segments.db [None req-49e1d66e-caa5-429a-8efc-20b5b85c712f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c327b4fa-95be-4529-9512-8a533aa7588f') {} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:54:35.717641 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-49e1d66e-caa5-429a-8efc-20b5b85c712f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746560742283', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8881293'] for segment (c327b4fa-95be-4529-9512-8a533aa7588f), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:54:35.734430 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-49e1d66e-caa5-429a-8efc-20b5b85c712f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576559'] for segment (c327b4fa-95be-4529-9512-8a533aa7588f), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:54:35.740881 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-49e1d66e-caa5-429a-8efc-20b5b85c712f admin admin] Releasing vlan 586 on physical network physnet1 to pool {{(pid=103304) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 26 21:54:35.741320 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-49e1d66e-caa5-429a-8efc-20b5b85c712f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9281762'] for segment (c327b4fa-95be-4529-9512-8a533aa7588f), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:54:35.743139 n-d-760453-5 neutron-server[103304]: Traceback (most recent call last): Jan 26 21:54:35.743139 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 26 21:54:35.743139 n-d-760453-5 neutron-server[103304]: timer() Jan 26 21:54:35.743139 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 26 21:54:35.743139 n-d-760453-5 neutron-server[103304]: cb(*args, **kw) Jan 26 21:54:35.743139 n-d-760453-5 neutron-server[103304]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 26 21:54:35.743139 n-d-760453-5 neutron-server[103304]: return func(*args, **kwargs) Jan 26 21:54:35.743139 n-d-760453-5 neutron-server[103304]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 26 21:54:35.743139 n-d-760453-5 neutron-server[103304]: self._notify() Jan 26 21:54:35.743139 n-d-760453-5 neutron-server[103304]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 26 21:54:35.743139 n-d-760453-5 neutron-server[103304]: self.callback(batched_events) Jan 26 21:54:35.743139 n-d-760453-5 neutron-server[103304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 26 21:54:35.743139 n-d-760453-5 neutron-server[103304]: event.method(event) Jan 26 21:54:35.743139 n-d-760453-5 neutron-server[103304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 26 21:54:35.743139 n-d-760453-5 neutron-server[103304]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 26 21:54:35.743139 n-d-760453-5 neutron-server[103304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 26 21:54:35.743139 n-d-760453-5 neutron-server[103304]: aggregate_uuid = self.p_client.list_aggregates( Jan 26 21:54:35.743139 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 26 21:54:35.743139 n-d-760453-5 neutron-server[103304]: return f(self, *a, **k) Jan 26 21:54:35.743139 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 26 21:54:35.743139 n-d-760453-5 neutron-server[103304]: return self._get(url).json() Jan 26 21:54:35.743139 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 26 21:54:35.743139 n-d-760453-5 neutron-server[103304]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 26 21:54:35.743139 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 26 21:54:35.743139 n-d-760453-5 neutron-server[103304]: return self.request(url, 'GET', **kwargs) Jan 26 21:54:35.743139 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 26 21:54:35.743139 n-d-760453-5 neutron-server[103304]: base_url = self.get_endpoint(auth, allow=allow, Jan 26 21:54:35.743139 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 26 21:54:35.743139 n-d-760453-5 neutron-server[103304]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 26 21:54:35.743139 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 26 21:54:35.743139 n-d-760453-5 neutron-server[103304]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 26 21:54:35.743139 n-d-760453-5 neutron-server[103304]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 26 21:54:35.805381 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-49e1d66e-caa5-429a-8efc-20b5b85c712f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4110931'] for network (93ac0805-735b-4d11-89b9-103fe69ac9cf), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:54:35.811249 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-49e1d66e-caa5-429a-8efc-20b5b85c712f admin admin] Publish callbacks [] for network (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:54:35.814619 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-49e1d66e-caa5-429a-8efc-20b5b85c712f admin admin] 10.222.0.13 "DELETE /v2.0/networks/93ac0805-735b-4d11-89b9-103fe69ac9cf HTTP/1.1" status: 204 len: 168 time: 0.5456316 Jan 26 21:54:35.827089 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e1d66e-caa5-429a-8efc-20b5b85c712f admin admin] Pushing event deleted for resources: {'Network': ['ID=93ac0805-735b-4d11-89b9-103fe69ac9cf,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:54:35.982593 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 50388) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:54:36.022814 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-d3b0ca26-6a2f-4249-8b01-71a64031c473 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=8ea95a10d8684c60bb4f9b1dc42b4b23&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0390484 Jan 26 21:54:36.025930 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 50390) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:54:36.072569 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-c36a4bb0-5ae8-4df3-9a0d-0792ec9c0d58 admin admin] Publish callbacks [] for security_group (d045eea3-fe31-4b6f-a9c0-02978c8fc745), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:54:36.094567 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-c36a4bb0-5ae8-4df3-9a0d-0792ec9c0d58 admin admin] Publish callbacks [] for security_group (d045eea3-fe31-4b6f-a9c0-02978c8fc745), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:54:36.143182 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-c36a4bb0-5ae8-4df3-9a0d-0792ec9c0d58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (d045eea3-fe31-4b6f-a9c0-02978c8fc745), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:54:36.145770 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-c36a4bb0-5ae8-4df3-9a0d-0792ec9c0d58 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:54:36.146904 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-c36a4bb0-5ae8-4df3-9a0d-0792ec9c0d58 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d045eea3-fe31-4b6f-a9c0-02978c8fc745 HTTP/1.1" status: 204 len: 168 time: 0.1200664 Jan 26 21:54:36.158598 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36a4bb0-5ae8-4df3-9a0d-0792ec9c0d58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d045eea3-fe31-4b6f-a9c0-02978c8fc745,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:54:36.422760 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device 33aa86e6-ad15-45d2-9351-3ba058bd3aa9 no longer exists at agent ovs-agent-n-d-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 26 21:54:36.444161 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] No Port match for: 33aa86e6-ad15-45d2-9351-3ba058bd3aa9 {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 26 21:54:36.444508 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device 33aa86e6-ad15-45d2-9351-3ba058bd3aa9 not bound to the agent host n-d-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 26 21:54:36.444969 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device 8286eefe-85cf-4cbd-a815-45bb74d18299 no longer exists at agent ovs-agent-n-d-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 26 21:54:36.465217 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] No Port match for: 8286eefe-85cf-4cbd-a815-45bb74d18299 {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 26 21:54:36.465617 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device 8286eefe-85cf-4cbd-a815-45bb74d18299 not bound to the agent host n-d-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 26 21:54:36.465730 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 50396) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:54:36.466010 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device 07c3962c-74b4-4885-ab5d-df95054636f4 no longer exists at agent ovs-agent-n-d-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 26 21:54:36.485000 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] No Port match for: 07c3962c-74b4-4885-ab5d-df95054636f4 {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 26 21:54:36.485374 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device 07c3962c-74b4-4885-ab5d-df95054636f4 not bound to the agent host n-d-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 26 21:54:36.506984 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-0bebf317-31be-4974-8fed-bfafdc30dbbe admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d93e9c37f81b4582ba411b456c97ca4c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0399542 Jan 26 21:54:36.510051 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 50398) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:54:36.556913 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-f469bee4-9682-4791-bf3c-f4b91f2d8ff6 admin admin] Publish callbacks [] for security_group (5e4676e9-5914-472a-801f-ff3277962077), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:54:36.578046 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-f469bee4-9682-4791-bf3c-f4b91f2d8ff6 admin admin] Publish callbacks [] for security_group (5e4676e9-5914-472a-801f-ff3277962077), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:54:36.624425 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-f469bee4-9682-4791-bf3c-f4b91f2d8ff6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (5e4676e9-5914-472a-801f-ff3277962077), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:54:36.627096 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-f469bee4-9682-4791-bf3c-f4b91f2d8ff6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:54:36.628250 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-f469bee4-9682-4791-bf3c-f4b91f2d8ff6 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/5e4676e9-5914-472a-801f-ff3277962077 HTTP/1.1" status: 204 len: 168 time: 0.1173010 Jan 26 21:54:36.636367 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f469bee4-9682-4791-bf3c-f4b91f2d8ff6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e4676e9-5914-472a-801f-ff3277962077,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:54:38.566845 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (32ef628b-8417-46c5-8729-60fcabe358f1), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:54:48.935010 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-9c522184-8c95-43ca-b308-66c234e3504e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (474ccdf7-ab6c-405b-a3b2-dc7b05829902), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:54:51.276905 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fc550521-1e29-44fe-9ea6-a05c8d95a198 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (09df100c-3af1-4b0a-bda8-05914c71c458), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:54:52.362764 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-841f5991-a4d8-4d4b-b215-cbc6bab5427b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (aa7ee9d2-08eb-4e12-b895-24c57300dfec), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:54:53.363117 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (4d619873-4b60-439f-9b5a-b155dc8bbc34), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:54:54.194111 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-839dd188-ec69-470c-9ab0-d318dc1a2e96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (e79b4fc6-6c71-44b2-a6d0-ff3e1f4dfd0d), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:54:55.340219 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (fea0591a-627d-4c87-9a9a-01625ddf3277), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:55:06.539101 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-0b3e5c9d-e545-4eac-937c-501b91a1b9f5 req-598398ba-92f8-4b7e-bd8f-3d17f7ddbd4e service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=2bb3c2cb-f348-45dc-a724-c69b0feaae36&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0391414 Jan 26 21:55:06.643621 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3e5c9d-e545-4eac-937c-501b91a1b9f5 req-761f58a8-b63e-4a9c-88e8-9fea45394e17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:55:06.645031 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-0b3e5c9d-e545-4eac-937c-501b91a1b9f5 req-761f58a8-b63e-4a9c-88e8-9fea45394e17 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=bc63455dcf49482fa53286dc14f91835&device_id=2bb3c2cb-f348-45dc-a724-c69b0feaae36 HTTP/1.1" status: 200 len: 1097 time: 0.0455949 Jan 26 21:55:06.747449 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3e5c9d-e545-4eac-937c-501b91a1b9f5 req-bf8b546d-80f7-4c73-b3bb-43ee2b49b5e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:55:06.748946 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-0b3e5c9d-e545-4eac-937c-501b91a1b9f5 req-bf8b546d-80f7-4c73-b3bb-43ee2b49b5e4 service neutron] 10.222.0.66 "GET /v2.0/networks?id=e866a34e-1552-4423-ada4-1491d39ac585 HTTP/1.1" status: 200 len: 912 time: 0.0853369 Jan 26 21:55:06.823936 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-0b3e5c9d-e545-4eac-937c-501b91a1b9f5 req-9d1c49c1-9165-4012-9b81-0737601474e8 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7ae58c61-04ad-423a-948a-3b52965d7ca7 HTTP/1.1" status: 200 len: 1001 time: 0.0627601 Jan 26 21:55:06.872596 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3e5c9d-e545-4eac-937c-501b91a1b9f5 req-3ea3e4bf-6487-4295-9951-0162247d2602 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:55:06.874053 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-0b3e5c9d-e545-4eac-937c-501b91a1b9f5 req-3ea3e4bf-6487-4295-9951-0162247d2602 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=96a6ba37-129e-4936-9d0e-9f67f00a39ac HTTP/1.1" status: 200 len: 850 time: 0.0435686 Jan 26 21:55:06.920832 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3e5c9d-e545-4eac-937c-501b91a1b9f5 req-8b409ff8-6804-43e4-a397-e6376b2688fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:55:06.922271 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-0b3e5c9d-e545-4eac-937c-501b91a1b9f5 req-8b409ff8-6804-43e4-a397-e6376b2688fc service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=e866a34e-1552-4423-ada4-1491d39ac585&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0408907 Jan 26 21:55:07.014306 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-0b3e5c9d-e545-4eac-937c-501b91a1b9f5 req-0ef2fcb0-a0db-491a-9639-7736275f764e service neutron] 10.222.0.66 "GET /v2.0/networks/e866a34e-1552-4423-ada4-1491d39ac585?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844638 Jan 26 21:55:07.104643 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-0b3e5c9d-e545-4eac-937c-501b91a1b9f5 req-2aee406c-2f9e-4a14-bacb-bde5c6a037bd service neutron] 10.222.0.66 "GET /v2.0/networks/e866a34e-1552-4423-ada4-1491d39ac585?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837204 Jan 26 21:55:08.602803 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (32ef628b-8417-46c5-8729-60fcabe358f1), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:55:09.511469 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.agents_db [None req-569f1ced-6396-4ddf-b79f-e03b0b2146ab None None] Agent healthcheck: found 7 active agents {{(pid=103307) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 26 21:55:18.936126 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-330a97d9-fd99-4ae6-86fd-4f44d9051af8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (474ccdf7-ab6c-405b-a3b2-dc7b05829902), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:55:21.268367 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-f8e75077-1448-42d7-9024-79798ccdcf14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (09df100c-3af1-4b0a-bda8-05914c71c458), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:55:22.365553 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-841f5991-a4d8-4d4b-b215-cbc6bab5427b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (aa7ee9d2-08eb-4e12-b895-24c57300dfec), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:55:23.358840 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (4d619873-4b60-439f-9b5a-b155dc8bbc34), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:55:24.196893 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-839dd188-ec69-470c-9ab0-d318dc1a2e96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (e79b4fc6-6c71-44b2-a6d0-ff3e1f4dfd0d), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:55:25.345506 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (fea0591a-627d-4c87-9a9a-01625ddf3277), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:55:38.614299 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (32ef628b-8417-46c5-8729-60fcabe358f1), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:55:46.511196 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.agents_db [None req-569f1ced-6396-4ddf-b79f-e03b0b2146ab None None] Agent healthcheck: found 7 active agents {{(pid=103307) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 26 21:55:48.895881 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ddecb0-2ca3-4108-b289-60f8fcef0bc6 req-bef00f3c-1bd3-4331-a49f-79e3e8df2676 tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:55:48.897402 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-d0ddecb0-2ca3-4108-b289-60f8fcef0bc6 req-bef00f3c-1bd3-4331-a49f-79e3e8df2676 tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] 10.222.0.13 "GET /v2.0/ports?device_id=2bb3c2cb-f348-45dc-a724-c69b0feaae36 HTTP/1.1" status: 200 len: 946 time: 0.2533967 Jan 26 21:55:48.939981 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-378d16af-3330-490c-a6d3-9c33a1c6a656 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (474ccdf7-ab6c-405b-a3b2-dc7b05829902), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:55:48.947286 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-d0ddecb0-2ca3-4108-b289-60f8fcef0bc6 req-ae76420c-d9c2-4fe0-a1e5-ee17d9e6fb93 tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] 10.222.0.13 "GET /v2.0/security-groups?id=43aa6f70-7548-49d9-ab7d-3f19ba8f2c23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437472 Jan 26 21:55:50.124918 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f1262c-df27-435a-b765-6262e84ba20a req-68a48cd1-0263-472f-9fee-9fd989411c1d tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:55:50.126431 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-f3f1262c-df27-435a-b765-6262e84ba20a req-68a48cd1-0263-472f-9fee-9fd989411c1d tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] 10.222.0.13 "GET /v2.0/ports?device_id=2bb3c2cb-f348-45dc-a724-c69b0feaae36 HTTP/1.1" status: 200 len: 946 time: 0.1105096 Jan 26 21:55:50.174081 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-f3f1262c-df27-435a-b765-6262e84ba20a req-5a3b28cd-3071-480d-8832-047a7e8453e6 tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] 10.222.0.13 "GET /v2.0/security-groups?id=43aa6f70-7548-49d9-ab7d-3f19ba8f2c23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421541 Jan 26 21:55:50.442491 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c51e75e-9d56-48fa-93a4-f5ee1ccc6af6 req-143aac3d-6d84-48e3-b441-3450ded61af4 tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:55:50.443948 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-9c51e75e-9d56-48fa-93a4-f5ee1ccc6af6 req-143aac3d-6d84-48e3-b441-3450ded61af4 tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] 10.222.0.66 "GET /v2.0/ports?device_id=2bb3c2cb-f348-45dc-a724-c69b0feaae36 HTTP/1.1" status: 200 len: 946 time: 0.0477548 Jan 26 21:55:50.533142 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [req-9c51e75e-9d56-48fa-93a4-f5ee1ccc6af6 req-3303da5e-3891-4bc5-8025-4090145df7d4 tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] Deleting port 7ae58c61-04ad-423a-948a-3b52965d7ca7 {{(pid=103304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 21:55:50.533511 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-9c51e75e-9d56-48fa-93a4-f5ee1ccc6af6 req-3303da5e-3891-4bc5-8025-4090145df7d4 tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746560630878'] for port (7ae58c61-04ad-423a-948a-3b52965d7ca7), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:55:50.619419 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [req-9c51e75e-9d56-48fa-93a4-f5ee1ccc6af6 req-3303da5e-3891-4bc5-8025-4090145df7d4 tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] For port 7ae58c61-04ad-423a-948a-3b52965d7ca7, host n-h1-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-5',level=0,port_id=7ae58c61-04ad-423a-948a-3b52965d7ca7,segment=NetworkSegment(9a2f9f82-c041-418b-a55c-16c7f60d3f23),segment_id=9a2f9f82-c041-418b-a55c-16c7f60d3f23)] {{(pid=103304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:55:50.619778 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-9c51e75e-9d56-48fa-93a4-f5ee1ccc6af6 req-3303da5e-3891-4bc5-8025-4090145df7d4 tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4109658'] for port (7ae58c61-04ad-423a-948a-3b52965d7ca7), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:55:50.834148 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-9c51e75e-9d56-48fa-93a4-f5ee1ccc6af6 req-3303da5e-3891-4bc5-8025-4090145df7d4 tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:55:50.834510 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-9c51e75e-9d56-48fa-93a4-f5ee1ccc6af6 req-3303da5e-3891-4bc5-8025-4090145df7d4 tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4110913'] for floatingip (29d58ca6-f66d-49a2-b89e-7b199fa6e460), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:55:50.834823 n-d-760453-5 neutron-server[103304]: INFO neutron.db.l3_db [req-9c51e75e-9d56-48fa-93a4-f5ee1ccc6af6 req-3303da5e-3891-4bc5-8025-4090145df7d4 tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] Floating IP 29d58ca6-f66d-49a2-b89e-7b199fa6e460 disassociated. External IP: 172.25.1.66, port: 7ae58c61-04ad-423a-948a-3b52965d7ca7. Jan 26 21:55:50.835160 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [req-9c51e75e-9d56-48fa-93a4-f5ee1ccc6af6 req-3303da5e-3891-4bc5-8025-4090145df7d4 tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] Calling delete_port for 7ae58c61-04ad-423a-948a-3b52965d7ca7 owned by compute:nova {{(pid=103304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 21:55:50.961281 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-9c51e75e-9d56-48fa-93a4-f5ee1ccc6af6 req-3303da5e-3891-4bc5-8025-4090145df7d4 tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746560636600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746560234536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9281553'] for port (7ae58c61-04ad-423a-948a-3b52965d7ca7), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:55:50.991005 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3303da5e-3891-4bc5-8025-4090145df7d4 tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] Pushing event deleted for resources: {'Port': ['ID=7ae58c61-04ad-423a-948a-3b52965d7ca7,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:55:51.002820 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3303da5e-3891-4bc5-8025-4090145df7d4 tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:55:51.003174 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3303da5e-3891-4bc5-8025-4090145df7d4 tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:55:51.003519 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3303da5e-3891-4bc5-8025-4090145df7d4 tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:55:51.003859 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3303da5e-3891-4bc5-8025-4090145df7d4 tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:55:51.004197 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3303da5e-3891-4bc5-8025-4090145df7d4 tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:55:51.004532 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3303da5e-3891-4bc5-8025-4090145df7d4 tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:55:51.004868 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3303da5e-3891-4bc5-8025-4090145df7d4 tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:55:51.005196 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3303da5e-3891-4bc5-8025-4090145df7d4 tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:55:51.005546 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3303da5e-3891-4bc5-8025-4090145df7d4 tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:55:51.005867 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3303da5e-3891-4bc5-8025-4090145df7d4 tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:55:51.006191 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3303da5e-3891-4bc5-8025-4090145df7d4 tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:55:51.006516 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3303da5e-3891-4bc5-8025-4090145df7d4 tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:55:51.006839 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3303da5e-3891-4bc5-8025-4090145df7d4 tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:55:51.116110 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9c51e75e-9d56-48fa-93a4-f5ee1ccc6af6 req-3303da5e-3891-4bc5-8025-4090145df7d4 tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] Router b53db9fd-ed60-4165-810f-ec69979c7538 has already been hosted by L3 agent 09df100c-3af1-4b0a-bda8-05914c71c458 {{(pid=103304) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 26 21:55:51.223480 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9c51e75e-9d56-48fa-93a4-f5ee1ccc6af6 req-3303da5e-3891-4bc5-8025-4090145df7d4 tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] Notify agent at l3_agent.n-d-760453-5 the message routers_updated {{(pid=103304) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 26 21:55:51.234590 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-983b654a-a164-4cff-96f2-091aa0610036 None None] Sync routers for ids ['b53db9fd-ed60-4165-810f-ec69979c7538'] in n-d-760453-5 {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 26 21:55:51.243677 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-983b654a-a164-4cff-96f2-091aa0610036 None None] Routers {'b53db9fd-ed60-4165-810f-ec69979c7538'} bound to L3 agent in host n-d-760453-5 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 21:55:51.244289 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-983b654a-a164-4cff-96f2-091aa0610036 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-26T20:55:21Z,description=,heartbeat_timestamp=2022-01-26T21:55:21Z,host='n-d-760453-5',id=09df100c-3af1-4b0a-bda8-05914c71c458,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:55:21Z,topic='l3_agent')) {'router_ids': ['b53db9fd-ed60-4165-810f-ec69979c7538'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:55:51.273265 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-51e9cdb2-2ed7-4ce9-ad8d-03810f445b41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (09df100c-3af1-4b0a-bda8-05914c71c458), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:55:51.285114 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c51e75e-9d56-48fa-93a4-f5ee1ccc6af6 req-3303da5e-3891-4bc5-8025-4090145df7d4 tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] No DVR routers for this DVR port 7ae58c61-04ad-423a-948a-3b52965d7ca7 on host n-h1-760453-5 {{(pid=103304) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 26 21:55:51.288358 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-9a07b397-ab67-4b2d-84c9-3581b8c81f92 req-0969eed6-caf4-4599-a84f-148d2e9e7e3d tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] 10.222.0.13 "GET /v2.0/ports?device_id=2bb3c2cb-f348-45dc-a724-c69b0feaae36 HTTP/1.1" status: 200 len: 210 time: 0.0424905 Jan 26 21:55:51.289539 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-9c51e75e-9d56-48fa-93a4-f5ee1ccc6af6 req-3303da5e-3891-4bc5-8025-4090145df7d4 tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:55:51.292809 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-9c51e75e-9d56-48fa-93a4-f5ee1ccc6af6 req-3303da5e-3891-4bc5-8025-4090145df7d4 tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] 10.222.0.66 "DELETE /v2.0/ports/7ae58c61-04ad-423a-948a-3b52965d7ca7 HTTP/1.1" status: 204 len: 173 time: 0.8438582 Jan 26 21:55:51.293258 n-d-760453-5 neutron-server[103304]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2bb3c2cb-f348-45dc-a724-c69b0feaae36', 'name': 'network-vif-deleted', 'tag': '7ae58c61-04ad-423a-948a-3b52965d7ca7'}] {{(pid=103304) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 21:55:51.295640 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d52b45f1943fcd332af9527eb73ff93c8d715d44383a3f6d18de73b4cfcf87b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a1f1d5f-3d94-4d62-bfc0-269670a1166c" -d '{"events": [{"server_uuid": "2bb3c2cb-f348-45dc-a724-c69b0feaae36", "name": "network-vif-deleted", "tag": "7ae58c61-04ad-423a-948a-3b52965d7ca7"}]}' {{(pid=103304) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 21:55:51.363945 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_dvr_db [None req-983b654a-a164-4cff-96f2-091aa0610036 None None] Set router b53db9fd-ed60-4165-810f-ec69979c7538 gateway port host: n-d-760453-5 {{(pid=103307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 21:55:51.429824 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Jan 2022 21:55:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb640683-f8f0-408c-ab2d-19121cd87df1 x-openstack-request-id: req-bb640683-f8f0-408c-ab2d-19121cd87df1 {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 21:55:51.431173 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2bb3c2cb-f348-45dc-a724-c69b0feaae36", "name": "network-vif-deleted", "tag": "7ae58c61-04ad-423a-948a-3b52965d7ca7", "status": "completed", "code": 200}]} {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 21:55:51.431648 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-bb640683-f8f0-408c-ab2d-19121cd87df1 {{(pid=103304) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 21:55:51.433029 n-d-760453-5 neutron-server[103304]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2bb3c2cb-f348-45dc-a724-c69b0feaae36', 'name': 'network-vif-deleted', 'tag': '7ae58c61-04ad-423a-948a-3b52965d7ca7', 'status': 'completed', 'code': 200} Jan 26 21:55:51.586837 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-983b654a-a164-4cff-96f2-091aa0610036 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b53db9fd-ed60-4165-810f-ec69979c7538', 'name': 'tempest-TestVolumeBootPattern-972056660-router', 'tenant_id': 'bc63455dcf49482fa53286dc14f91835', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'external_fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.201'}], 'enable_snat': True}, 'gw_port_id': '620fd9d7-cce4-4759-a591-266ae679fb91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T21:48:01Z', 'updated_at': '2022-01-26T21:48:05Z', 'revision_number': 4, 'project_id': 'bc63455dcf49482fa53286dc14f91835', 'gw_port': {'id': '620fd9d7-cce4-4759-a591-266ae679fb91', 'name': '', 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:76:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b53db9fd-ed60-4165-810f-ec69979c7538', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3934, 'fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:48:02Z', 'updated_at': '2022-01-26T21:48:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-5', '_interfaces': [{'id': '84a3ebcb-bbbf-45c6-ace8-525a3dfbde12', 'name': '', 'network_id': 'e866a34e-1552-4423-ada4-1491d39ac585', 'tenant_id': 'bc63455dcf49482fa53286dc14f91835', 'mac_address': 'fa:16:3e:75:07:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b53db9fd-ed60-4165-810f-ec69979c7538', 'device_owner': 'network:router_interface', 'standard_attr_id': 3935, 'fixed_ips': [{'subnet_id': '96a6ba37-129e-4936-9d0e-9f67f00a39ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:48:04Z', 'updated_at': '2022-01-26T21:48:12Z', 'revision_number': 5, 'project_id': 'bc63455dcf49482fa53286dc14f91835', 'subnets': [{'id': '96a6ba37-129e-4936-9d0e-9f67f00a39ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760453-5', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:55:51.616933 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-983b654a-a164-4cff-96f2-091aa0610036 None None] Checking router: b53db9fd-ed60-4165-810f-ec69979c7538 for host: n-d-760453-5 {{(pid=103307) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 26 21:55:51.625830 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-983b654a-a164-4cff-96f2-091aa0610036 None None] Routers {'b53db9fd-ed60-4165-810f-ec69979c7538'} bound to L3 agent in host n-d-760453-5 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 21:55:51.626435 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-983b654a-a164-4cff-96f2-091aa0610036 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-26T20:55:21Z,description=,heartbeat_timestamp=2022-01-26T21:55:51Z,host='n-d-760453-5',id=09df100c-3af1-4b0a-bda8-05914c71c458,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:55:21Z,topic='l3_agent')) {'router_ids': ['b53db9fd-ed60-4165-810f-ec69979c7538'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:55:51.730281 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_dvr_db [None req-983b654a-a164-4cff-96f2-091aa0610036 None None] Set router b53db9fd-ed60-4165-810f-ec69979c7538 gateway port host: n-d-760453-5 {{(pid=103307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 21:55:51.922616 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-983b654a-a164-4cff-96f2-091aa0610036 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b53db9fd-ed60-4165-810f-ec69979c7538', 'name': 'tempest-TestVolumeBootPattern-972056660-router', 'tenant_id': 'bc63455dcf49482fa53286dc14f91835', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'external_fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.201'}], 'enable_snat': True}, 'gw_port_id': '620fd9d7-cce4-4759-a591-266ae679fb91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T21:48:01Z', 'updated_at': '2022-01-26T21:48:05Z', 'revision_number': 4, 'project_id': 'bc63455dcf49482fa53286dc14f91835', 'gw_port': {'id': '620fd9d7-cce4-4759-a591-266ae679fb91', 'name': '', 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:76:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b53db9fd-ed60-4165-810f-ec69979c7538', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3934, 'fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:48:02Z', 'updated_at': '2022-01-26T21:48:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-5', '_interfaces': [{'id': '84a3ebcb-bbbf-45c6-ace8-525a3dfbde12', 'name': '', 'network_id': 'e866a34e-1552-4423-ada4-1491d39ac585', 'tenant_id': 'bc63455dcf49482fa53286dc14f91835', 'mac_address': 'fa:16:3e:75:07:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b53db9fd-ed60-4165-810f-ec69979c7538', 'device_owner': 'network:router_interface', 'standard_attr_id': 3935, 'fixed_ips': [{'subnet_id': '96a6ba37-129e-4936-9d0e-9f67f00a39ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:48:04Z', 'updated_at': '2022-01-26T21:48:12Z', 'revision_number': 5, 'project_id': 'bc63455dcf49482fa53286dc14f91835', 'subnets': [{'id': '96a6ba37-129e-4936-9d0e-9f67f00a39ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760453-5', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:55:51.948838 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-983b654a-a164-4cff-96f2-091aa0610036 None None] The sync data for ids ['b53db9fd-ed60-4165-810f-ec69979c7538'] in n-d-760453-5 is: [{'id': 'b53db9fd-ed60-4165-810f-ec69979c7538', 'name': 'tempest-TestVolumeBootPattern-972056660-router', 'tenant_id': 'bc63455dcf49482fa53286dc14f91835', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'external_fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.201'}], 'enable_snat': True}, 'gw_port_id': '620fd9d7-cce4-4759-a591-266ae679fb91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T21:48:01Z', 'updated_at': '2022-01-26T21:48:05Z', 'revision_number': 4, 'project_id': 'bc63455dcf49482fa53286dc14f91835', 'gw_port': {'id': '620fd9d7-cce4-4759-a591-266ae679fb91', 'name': '', 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:76:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b53db9fd-ed60-4165-810f-ec69979c7538', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3934, 'fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:48:02Z', 'updated_at': '2022-01-26T21:48:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-5', '_interfaces': [{'id': '84a3ebcb-bbbf-45c6-ace8-525a3dfbde12', 'name': '', 'network_id': 'e866a34e-1552-4423-ada4-1491d39ac585', 'tenant_id': 'bc63455dcf49482fa53286dc14f91835', 'mac_address': 'fa:16:3e:75:07:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b53db9fd-ed60-4165-810f-ec69979c7538', 'device_owner': 'network:router_interface', 'standard_attr_id': 3935, 'fixed_ips': [{'subnet_id': '96a6ba37-129e-4936-9d0e-9f67f00a39ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:48:04Z', 'updated_at': '2022-01-26T21:48:12Z', 'revision_number': 5, 'project_id': 'bc63455dcf49482fa53286dc14f91835', 'subnets': [{'id': '96a6ba37-129e-4936-9d0e-9f67f00a39ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 26 21:55:52.167615 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43297d72-116e-4c44-b35d-9367c2bf003f None None] New status for floating IP 29d58ca6-f66d-49a2-b89e-7b199fa6e460: DOWN {{(pid=103306) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 26 21:55:52.370464 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-841f5991-a4d8-4d4b-b215-cbc6bab5427b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (aa7ee9d2-08eb-4e12-b895-24c57300dfec), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:55:52.394372 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-ea4c5d10-c1d3-4749-9388-d00708169cab req-a4f34879-5871-4920-ac75-36098ca81a40 tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] 10.222.0.13 "GET /v2.0/ports?device_id=2bb3c2cb-f348-45dc-a724-c69b0feaae36 HTTP/1.1" status: 200 len: 210 time: 0.0323579 Jan 26 21:55:53.372897 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (4d619873-4b60-439f-9b5a-b155dc8bbc34), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:55:53.734446 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-1890cbf1-b1a8-44e9-a0d7-2e32573e66af req-a8a0d5f6-0978-4124-9381-8a1aa6fc4040 tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] 10.222.0.13 "GET /v2.0/ports?device_id=2bb3c2cb-f348-45dc-a724-c69b0feaae36 HTTP/1.1" status: 200 len: 210 time: 0.0272982 Jan 26 21:55:54.200470 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-839dd188-ec69-470c-9ab0-d318dc1a2e96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (e79b4fc6-6c71-44b2-a6d0-ff3e1f4dfd0d), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:55:54.828116 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-64106c8b-d138-42e0-8b9d-1d97fa5e591d req-0fb8fdb4-c17d-42a6-b8f7-d78097db3c04 tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] 10.222.0.13 "GET /v2.0/ports?device_id=2bb3c2cb-f348-45dc-a724-c69b0feaae36 HTTP/1.1" status: 200 len: 210 time: 0.0265830 Jan 26 21:55:55.348094 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (fea0591a-627d-4c87-9a9a-01625ddf3277), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:55:55.399495 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Device 7ae58c61-04ad-423a-948a-3b52965d7ca7 no longer exists at agent hyperv_n-h1-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 26 21:55:55.423162 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] No Port match for: 7ae58c61-04ad-423a-948a-3b52965d7ca7 {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 26 21:55:55.423514 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Device 7ae58c61-04ad-423a-948a-3b52965d7ca7 not bound to the agent host n-h1-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 26 21:55:55.921246 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-2d7bbb57-efeb-4365-bae8-3cf3839e0026 req-05d9e471-afa4-4566-8bd1-3b30dfd4c576 tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] 10.222.0.13 "GET /v2.0/ports?device_id=2bb3c2cb-f348-45dc-a724-c69b0feaae36 HTTP/1.1" status: 200 len: 210 time: 0.0271382 Jan 26 21:55:57.014218 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-725a2014-e317-42f7-88f8-1c92f73ac163 req-c3561ad7-11e5-4d80-a071-a24a051402d7 tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] 10.222.0.13 "GET /v2.0/ports?device_id=2bb3c2cb-f348-45dc-a724-c69b0feaae36 HTTP/1.1" status: 200 len: 210 time: 0.0263076 Jan 26 21:55:58.107609 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-9d695b28-b4a2-4f52-b4c1-e48dd1445a45 req-549c32ce-cf02-434a-b57d-fa3026b7a0f4 tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] 10.222.0.13 "GET /v2.0/ports?device_id=2bb3c2cb-f348-45dc-a724-c69b0feaae36 HTTP/1.1" status: 200 len: 210 time: 0.0259960 Jan 26 21:55:59.203833 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-15a3a132-c43e-43a0-a260-9af6f47a575c req-e83ab91f-d0ae-4519-be0f-22bf136aa3a8 tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] 10.222.0.13 "GET /v2.0/ports?device_id=2bb3c2cb-f348-45dc-a724-c69b0feaae36 HTTP/1.1" status: 200 len: 210 time: 0.0290849 Jan 26 21:56:00.454542 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-500531f0-e984-4165-a877-1f56031d52ac req-b7250531-4642-4f4c-a7e3-0c4fe0712046 tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-209909990&fields=id&tenant_id=bc63455dcf49482fa53286dc14f91835 HTTP/1.1" status: 200 len: 267 time: 0.0440848 Jan 26 21:56:00.559509 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500531f0-e984-4165-a877-1f56031d52ac req-a6748c44-a0af-4ddb-af0e-303ce02cc2b9 tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:56:00.560968 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-500531f0-e984-4165-a877-1f56031d52ac req-a6748c44-a0af-4ddb-af0e-303ce02cc2b9 tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] 10.222.0.13 "GET /v2.0/networks?id=e866a34e-1552-4423-ada4-1491d39ac585 HTTP/1.1" status: 200 len: 811 time: 0.1001401 Jan 26 21:56:00.584749 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-500531f0-e984-4165-a877-1f56031d52ac req-f6e794c9-e0c0-4b5b-aba5-31b922e2232b tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] 10.222.0.13 "GET /v2.0/quotas/bc63455dcf49482fa53286dc14f91835 HTTP/1.1" status: 200 len: 375 time: 0.0171816 Jan 26 21:56:00.637300 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-500531f0-e984-4165-a877-1f56031d52ac req-24a12a3c-2cf5-41c8-99f3-f1093af9cbdd tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=bc63455dcf49482fa53286dc14f91835&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0491445 Jan 26 21:56:00.731264 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-500531f0-e984-4165-a877-1f56031d52ac req-e96892ed-380f-47b9-9cc6-df54c2907c22 service neutron] 10.222.0.13 "GET /v2.0/networks/e866a34e-1552-4423-ada4-1491d39ac585?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824964 Jan 26 21:56:01.127996 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-500531f0-e984-4165-a877-1f56031d52ac req-ba7657f8-fc7e-4ff0-aa3c-b500691f6a74 service neutron] 10.222.0.13 "GET /v2.0/networks/e866a34e-1552-4423-ada4-1491d39ac585?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3910005 Jan 26 21:56:01.402908 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-04ffcf78-472a-4f48-af23-bb5fb4fdb45d req-1d5933cd-8d34-4195-8d6b-c13840045bfe tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] 10.222.0.13 "GET /v2.0/ports?device_id=227bff66-0333-4194-b994-616ad17283a9 HTTP/1.1" status: 200 len: 210 time: 0.0269163 Jan 26 21:56:02.453570 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500531f0-e984-4165-a877-1f56031d52ac req-8260d78e-a9d4-419c-a8a6-2181e73657a9 tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:56:02.455185 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-500531f0-e984-4165-a877-1f56031d52ac req-8260d78e-a9d4-419c-a8a6-2181e73657a9 tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] 10.222.0.57 "GET /v2.0/networks?id=e866a34e-1552-4423-ada4-1491d39ac585 HTTP/1.1" status: 200 len: 811 time: 0.1065459 Jan 26 21:56:02.514292 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-9c2aa7d0-435a-4b5c-90ce-c279b722b498 req-34ef297f-8996-4e3e-a7f8-35c1fced3232 tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] 10.222.0.13 "GET /v2.0/ports?device_id=227bff66-0333-4194-b994-616ad17283a9 HTTP/1.1" status: 200 len: 210 time: 0.0341213 Jan 26 21:56:02.550793 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-500531f0-e984-4165-a877-1f56031d52ac req-750d2aed-c7b6-44f3-be74-4cc309b783da tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bc63455dcf49482fa53286dc14f91835 HTTP/1.1" status: 200 len: 379 time: 0.0859623 Jan 26 21:56:02.559624 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [req-500531f0-e984-4165-a877-1f56031d52ac req-aa18bb41-8025-4ae2-bb58-c89e7fa00201 tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] Request body: {'port': {'device_id': '227bff66-0333-4194-b994-616ad17283a9', 'network_id': 'e866a34e-1552-4423-ada4-1491d39ac585', 'admin_state_up': True, 'tenant_id': 'bc63455dcf49482fa53286dc14f91835', 'security_groups': ['43aa6f70-7548-49d9-ab7d-3f19ba8f2c23']}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:56:02.664752 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-500531f0-e984-4165-a877-1f56031d52ac req-aa18bb41-8025-4ae2-bb58-c89e7fa00201 tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] Made reservation on behalf of bc63455dcf49482fa53286dc14f91835 for: {'port': 1} {{(pid=103304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 21:56:02.668118 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-500531f0-e984-4165-a877-1f56031d52ac req-aa18bb41-8025-4ae2-bb58-c89e7fa00201 tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:56:02.798902 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.db_base_plugin_common [req-500531f0-e984-4165-a877-1f56031d52ac req-aa18bb41-8025-4ae2-bb58-c89e7fa00201 tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] Allocated IP 172.20.0.8 (e866a34e-1552-4423-ada4-1491d39ac585/96a6ba37-129e-4936-9d0e-9f67f00a39ac/ca0317e6-1a73-4e38-8140-d39e21219987) {{(pid=103304) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 21:56:02.931979 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-500531f0-e984-4165-a877-1f56031d52ac req-aa18bb41-8025-4ae2-bb58-c89e7fa00201 tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] Publish callbacks [] for port (ca0317e6-1a73-4e38-8140-d39e21219987), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:56:02.969731 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-500531f0-e984-4165-a877-1f56031d52ac req-aa18bb41-8025-4ae2-bb58-c89e7fa00201 tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746560234527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9281553'] for port (ca0317e6-1a73-4e38-8140-d39e21219987), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:56:03.012470 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-500531f0-e984-4165-a877-1f56031d52ac req-aa18bb41-8025-4ae2-bb58-c89e7fa00201 tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] Network e866a34e-1552-4423-ada4-1491d39ac585 is already hosted by enough agents. {{(pid=103304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 21:56:03.015502 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [req-500531f0-e984-4165-a877-1f56031d52ac req-aa18bb41-8025-4ae2-bb58-c89e7fa00201 tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] Resources bound (agent type, host, resource id): {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:56:03.022220 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [req-500531f0-e984-4165-a877-1f56031d52ac req-aa18bb41-8025-4ae2-bb58-c89e7fa00201 tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] Received port after_create {{(pid=103304) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 21:56:03.051135 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa18bb41-8025-4ae2-bb58-c89e7fa00201 tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] Pushing event updated for resources: {'Port': ['ID=ca0317e6-1a73-4e38-8140-d39e21219987,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:56:03.078450 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500531f0-e984-4165-a877-1f56031d52ac req-aa18bb41-8025-4ae2-bb58-c89e7fa00201 tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:56:03.079088 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-500531f0-e984-4165-a877-1f56031d52ac req-aa18bb41-8025-4ae2-bb58-c89e7fa00201 tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:56:03.099873 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-500531f0-e984-4165-a877-1f56031d52ac req-aa18bb41-8025-4ae2-bb58-c89e7fa00201 tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5445228 Jan 26 21:56:03.111568 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [req-500531f0-e984-4165-a877-1f56031d52ac req-2daea7d6-3b28-4f49-887e-00993767edcf service neutron] Request body: {'port': {'device_id': '227bff66-0333-4194-b994-616ad17283a9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-760453-5'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:56:03.173578 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-500531f0-e984-4165-a877-1f56031d52ac req-2daea7d6-3b28-4f49-887e-00993767edcf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (ca0317e6-1a73-4e38-8140-d39e21219987), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:56:03.311651 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-aa965736-6d6a-425a-b501-dc49af4f986f None None] Provisioning complete for port ca0317e6-1a73-4e38-8140-d39e21219987 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:56:03.312680 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-aa965736-6d6a-425a-b501-dc49af4f986f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (ca0317e6-1a73-4e38-8140-d39e21219987), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:56:03.347753 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-aa965736-6d6a-425a-b501-dc49af4f986f None None] Port ca0317e6-1a73-4e38-8140-d39e21219987 cannot update to ACTIVE because it is not bound. {{(pid=103306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 26 21:56:03.440211 n-d-760453-5 neutron-server[103304]: DEBUG neutron.notifiers.nova [req-500531f0-e984-4165-a877-1f56031d52ac req-2daea7d6-3b28-4f49-887e-00993767edcf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ca0317e6-1a73-4e38-8140-d39e21219987 {{(pid=103304) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 26 21:56:03.447635 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-500531f0-e984-4165-a877-1f56031d52ac req-2daea7d6-3b28-4f49-887e-00993767edcf service neutron] Publish callbacks [] for port (ca0317e6-1a73-4e38-8140-d39e21219987), precommit_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:56:03.459360 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.provisioning_blocks [req-500531f0-e984-4165-a877-1f56031d52ac req-2daea7d6-3b28-4f49-887e-00993767edcf service neutron] Transition to ACTIVE for port object ca0317e6-1a73-4e38-8140-d39e21219987 will not be triggered until provisioned by entity L2. {{(pid=103304) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 21:56:03.464383 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-500531f0-e984-4165-a877-1f56031d52ac req-2daea7d6-3b28-4f49-887e-00993767edcf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9281542'] for port (ca0317e6-1a73-4e38-8140-d39e21219987), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:56:03.515602 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2daea7d6-3b28-4f49-887e-00993767edcf service neutron] Pushing event updated for resources: {'Port': ['ID=ca0317e6-1a73-4e38-8140-d39e21219987,revision_number=2']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:56:03.597451 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [req-500531f0-e984-4165-a877-1f56031d52ac req-2daea7d6-3b28-4f49-887e-00993767edcf service neutron] Attempting to bind port ca0317e6-1a73-4e38-8140-d39e21219987 on host n-h2-760453-5 for vnic_type normal with profile {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 21:56:03.597790 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [req-500531f0-e984-4165-a877-1f56031d52ac req-2daea7d6-3b28-4f49-887e-00993767edcf service neutron] Attempting to bind port ca0317e6-1a73-4e38-8140-d39e21219987 by drivers openvswitch,hyperv on host n-h2-760453-5 at level 0 using segments [{'id': '9a2f9f82-c041-418b-a55c-16c7f60d3f23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'e866a34e-1552-4423-ada4-1491d39ac585'}] {{(pid=103304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 26 21:56:03.598119 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-500531f0-e984-4165-a877-1f56031d52ac req-2daea7d6-3b28-4f49-887e-00993767edcf service neutron] Attempting to bind port ca0317e6-1a73-4e38-8140-d39e21219987 on network e866a34e-1552-4423-ada4-1491d39ac585 {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 21:56:03.627975 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-500531f0-e984-4165-a877-1f56031d52ac req-2daea7d6-3b28-4f49-887e-00993767edcf service neutron] Port ca0317e6-1a73-4e38-8140-d39e21219987 on network e866a34e-1552-4423-ada4-1491d39ac585 not bound, no agent of type Open vSwitch agent registered on host n-h2-760453-5 {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 26 21:56:03.628304 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-500531f0-e984-4165-a877-1f56031d52ac req-2daea7d6-3b28-4f49-887e-00993767edcf service neutron] Attempting to bind port ca0317e6-1a73-4e38-8140-d39e21219987 on network e866a34e-1552-4423-ada4-1491d39ac585 {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 21:56:03.638280 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-500531f0-e984-4165-a877-1f56031d52ac req-2daea7d6-3b28-4f49-887e-00993767edcf service neutron] Checking agent: {'id': '4d619873-4b60-439f-9b5a-b155dc8bbc34', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-760453-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 21, 2, 53), 'started_at': datetime.datetime(2022, 1, 26, 21, 2, 53), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 21, 55, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 26 21:56:03.638623 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-500531f0-e984-4165-a877-1f56031d52ac req-2daea7d6-3b28-4f49-887e-00993767edcf service neutron] Checking segment: {'id': '9a2f9f82-c041-418b-a55c-16c7f60d3f23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'e866a34e-1552-4423-ada4-1491d39ac585'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103304) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 21:56:03.639009 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-500531f0-e984-4165-a877-1f56031d52ac req-2daea7d6-3b28-4f49-887e-00993767edcf service neutron] Bound using segment: {'id': '9a2f9f82-c041-418b-a55c-16c7f60d3f23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'e866a34e-1552-4423-ada4-1491d39ac585'} {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 26 21:56:03.639439 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [req-500531f0-e984-4165-a877-1f56031d52ac req-2daea7d6-3b28-4f49-887e-00993767edcf service neutron] Bound port: ca0317e6-1a73-4e38-8140-d39e21219987, host: n-h2-760453-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9a2f9f82-c041-418b-a55c-16c7f60d3f23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'e866a34e-1552-4423-ada4-1491d39ac585'}}] {{(pid=103304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 26 21:56:03.639799 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-500531f0-e984-4165-a877-1f56031d52ac req-2daea7d6-3b28-4f49-887e-00993767edcf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (ca0317e6-1a73-4e38-8140-d39e21219987), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:56:03.669004 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70108ef-b9b2-4512-ba1a-1a0875b9676b req-d2006c4a-0121-460f-bc45-1ff5d4f9d19c tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:56:03.670586 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-e70108ef-b9b2-4512-ba1a-1a0875b9676b req-d2006c4a-0121-460f-bc45-1ff5d4f9d19c tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] 10.222.0.13 "GET /v2.0/ports?device_id=227bff66-0333-4194-b994-616ad17283a9 HTTP/1.1" status: 200 len: 943 time: 0.0701501 Jan 26 21:56:03.757121 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-e70108ef-b9b2-4512-ba1a-1a0875b9676b req-2b4e8fd0-4472-4904-b535-0d3de8772279 tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] 10.222.0.13 "GET /v2.0/security-groups?id=43aa6f70-7548-49d9-ab7d-3f19ba8f2c23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0690277 Jan 26 21:56:03.758149 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [req-500531f0-e984-4165-a877-1f56031d52ac req-2daea7d6-3b28-4f49-887e-00993767edcf service neutron] For port ca0317e6-1a73-4e38-8140-d39e21219987, host n-h2-760453-5, cleared binding levels {{(pid=103304) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 26 21:56:03.761913 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [req-500531f0-e984-4165-a877-1f56031d52ac req-2daea7d6-3b28-4f49-887e-00993767edcf service neutron] For port ca0317e6-1a73-4e38-8140-d39e21219987, host n-h2-760453-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-5',level=0,port_id=ca0317e6-1a73-4e38-8140-d39e21219987,segment=NetworkSegment(9a2f9f82-c041-418b-a55c-16c7f60d3f23),segment_id=9a2f9f82-c041-418b-a55c-16c7f60d3f23)] {{(pid=103304) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 26 21:56:03.768469 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-500531f0-e984-4165-a877-1f56031d52ac req-2daea7d6-3b28-4f49-887e-00993767edcf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9281542'] for port (ca0317e6-1a73-4e38-8140-d39e21219987), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:56:03.815195 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500531f0-e984-4165-a877-1f56031d52ac req-2daea7d6-3b28-4f49-887e-00993767edcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:56:03.815825 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-500531f0-e984-4165-a877-1f56031d52ac req-2daea7d6-3b28-4f49-887e-00993767edcf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:56:03.817207 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-500531f0-e984-4165-a877-1f56031d52ac req-2daea7d6-3b28-4f49-887e-00993767edcf service neutron] 10.222.0.57 "PUT /v2.0/ports/ca0317e6-1a73-4e38-8140-d39e21219987 HTTP/1.1" status: 200 len: 1091 time: 0.7100010 Jan 26 21:56:03.817810 n-d-760453-5 neutron-server[103304]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '227bff66-0333-4194-b994-616ad17283a9', 'tag': 'ca0317e6-1a73-4e38-8140-d39e21219987'}] {{(pid=103304) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 21:56:03.820029 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d52b45f1943fcd332af9527eb73ff93c8d715d44383a3f6d18de73b4cfcf87b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-970b014d-4fc6-4cbd-ac20-1c9ddd7d1dbd" -d '{"events": [{"name": "network-changed", "server_uuid": "227bff66-0333-4194-b994-616ad17283a9", "tag": "ca0317e6-1a73-4e38-8140-d39e21219987"}]}' {{(pid=103304) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 21:56:03.848863 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2daea7d6-3b28-4f49-887e-00993767edcf service neutron] Pushing event updated for resources: {'Port': ['ID=ca0317e6-1a73-4e38-8140-d39e21219987,revision_number=3']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:56:03.893954 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 26 Jan 2022 21:56:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6fa3ff88-6f69-4ffb-bf7a-a4b8c1649f92 x-openstack-request-id: req-6fa3ff88-6f69-4ffb-bf7a-a4b8c1649f92 {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 21:56:03.894254 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "227bff66-0333-4194-b994-616ad17283a9", "tag": "ca0317e6-1a73-4e38-8140-d39e21219987", "status": "completed", "code": 200}]} {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 21:56:03.894654 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-6fa3ff88-6f69-4ffb-bf7a-a4b8c1649f92 {{(pid=103304) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 21:56:03.895148 n-d-760453-5 neutron-server[103304]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '227bff66-0333-4194-b994-616ad17283a9', 'tag': 'ca0317e6-1a73-4e38-8140-d39e21219987', 'status': 'completed', 'code': 200} Jan 26 21:56:03.912595 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500531f0-e984-4165-a877-1f56031d52ac req-1b7c6d6b-00a3-4fb4-920a-af78d63386c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:56:03.914417 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-500531f0-e984-4165-a877-1f56031d52ac req-1b7c6d6b-00a3-4fb4-920a-af78d63386c3 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=bc63455dcf49482fa53286dc14f91835&device_id=227bff66-0333-4194-b994-616ad17283a9 HTTP/1.1" status: 200 len: 1094 time: 0.0494034 Jan 26 21:56:03.963775 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-500531f0-e984-4165-a877-1f56031d52ac req-7afc860d-08a8-4ca1-8024-cf753acdae3d service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ca0317e6-1a73-4e38-8140-d39e21219987 HTTP/1.1" status: 200 len: 217 time: 0.0386136 Jan 26 21:56:04.020280 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500531f0-e984-4165-a877-1f56031d52ac req-caab4592-22da-4873-8643-9a6d3089a2ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:56:04.021849 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-500531f0-e984-4165-a877-1f56031d52ac req-caab4592-22da-4873-8643-9a6d3089a2ca service neutron] 10.222.0.57 "GET /v2.0/subnets?id=96a6ba37-129e-4936-9d0e-9f67f00a39ac HTTP/1.1" status: 200 len: 850 time: 0.0528932 Jan 26 21:56:04.067608 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500531f0-e984-4165-a877-1f56031d52ac req-300ba924-c0c1-4989-a078-9a19e238c784 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:56:04.069115 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-500531f0-e984-4165-a877-1f56031d52ac req-300ba924-c0c1-4989-a078-9a19e238c784 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=e866a34e-1552-4423-ada4-1491d39ac585&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0413482 Jan 26 21:56:04.157956 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-500531f0-e984-4165-a877-1f56031d52ac req-2ba40ad8-b8bc-49c4-93cc-6118824be20b service neutron] 10.222.0.57 "GET /v2.0/networks/e866a34e-1552-4423-ada4-1491d39ac585?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823336 Jan 26 21:56:04.251895 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-500531f0-e984-4165-a877-1f56031d52ac req-fbdaf015-88fe-4a81-9ed9-367d3e2ef486 service neutron] 10.222.0.57 "GET /v2.0/networks/e866a34e-1552-4423-ada4-1491d39ac585?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880618 Jan 26 21:56:04.335459 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970b014d-4fc6-4cbd-ac20-1c9ddd7d1dbd req-c0f690f7-fe5b-47ce-891b-cf6ff7ee7322 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:56:04.336976 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-970b014d-4fc6-4cbd-ac20-1c9ddd7d1dbd req-c0f690f7-fe5b-47ce-891b-cf6ff7ee7322 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=bc63455dcf49482fa53286dc14f91835&device_id=227bff66-0333-4194-b994-616ad17283a9 HTTP/1.1" status: 200 len: 1094 time: 0.0424728 Jan 26 21:56:04.431065 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970b014d-4fc6-4cbd-ac20-1c9ddd7d1dbd req-b40653f1-bd55-4640-b5cb-192a301d7a8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:56:04.433174 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-970b014d-4fc6-4cbd-ac20-1c9ddd7d1dbd req-b40653f1-bd55-4640-b5cb-192a301d7a8f service neutron] 10.222.0.57 "GET /v2.0/networks?id=e866a34e-1552-4423-ada4-1491d39ac585 HTTP/1.1" status: 200 len: 912 time: 0.0902002 Jan 26 21:56:04.473253 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-970b014d-4fc6-4cbd-ac20-1c9ddd7d1dbd req-77299045-dc2a-40a5-a0f9-6bfe8fbb9d06 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ca0317e6-1a73-4e38-8140-d39e21219987 HTTP/1.1" status: 200 len: 217 time: 0.0350273 Jan 26 21:56:04.521619 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970b014d-4fc6-4cbd-ac20-1c9ddd7d1dbd req-a37aeb29-4b7d-436e-b547-a6ac71eeffb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:56:04.523067 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-970b014d-4fc6-4cbd-ac20-1c9ddd7d1dbd req-a37aeb29-4b7d-436e-b547-a6ac71eeffb7 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=96a6ba37-129e-4936-9d0e-9f67f00a39ac HTTP/1.1" status: 200 len: 850 time: 0.0437036 Jan 26 21:56:04.571942 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970b014d-4fc6-4cbd-ac20-1c9ddd7d1dbd req-78b5f843-9cb1-4a6f-b935-9a25f699529f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:56:04.573538 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-970b014d-4fc6-4cbd-ac20-1c9ddd7d1dbd req-78b5f843-9cb1-4a6f-b935-9a25f699529f service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=e866a34e-1552-4423-ada4-1491d39ac585&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0444949 Jan 26 21:56:04.662499 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-970b014d-4fc6-4cbd-ac20-1c9ddd7d1dbd req-632d6671-c8dd-4187-986f-4b169cbee617 service neutron] 10.222.0.57 "GET /v2.0/networks/e866a34e-1552-4423-ada4-1491d39ac585?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830271 Jan 26 21:56:04.754566 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-970b014d-4fc6-4cbd-ac20-1c9ddd7d1dbd req-236cb265-a404-4900-8d12-d6ef10fa324c service neutron] 10.222.0.57 "GET /v2.0/networks/e866a34e-1552-4423-ada4-1491d39ac585?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863092 Jan 26 21:56:04.876855 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6fe759-384f-4383-96d6-2c0ead3b322f req-dd9fdb3d-0c1e-4998-89eb-eacc8f8180e0 tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:56:04.878358 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-7a6fe759-384f-4383-96d6-2c0ead3b322f req-dd9fdb3d-0c1e-4998-89eb-eacc8f8180e0 tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] 10.222.0.13 "GET /v2.0/ports?device_id=227bff66-0333-4194-b994-616ad17283a9 HTTP/1.1" status: 200 len: 943 time: 0.0498559 Jan 26 21:56:04.927176 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-7a6fe759-384f-4383-96d6-2c0ead3b322f req-a8e4584d-31fc-49f5-b658-56a017f38254 tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] 10.222.0.13 "GET /v2.0/security-groups?id=43aa6f70-7548-49d9-ab7d-3f19ba8f2c23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431755 Jan 26 21:56:06.049618 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511a6abe-ee11-4a50-bffc-9b6b06b64ef0 req-51eddde6-8e1c-4b27-a61d-902450dd5a7f tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:56:06.051127 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-511a6abe-ee11-4a50-bffc-9b6b06b64ef0 req-51eddde6-8e1c-4b27-a61d-902450dd5a7f tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] 10.222.0.13 "GET /v2.0/ports?device_id=227bff66-0333-4194-b994-616ad17283a9 HTTP/1.1" status: 200 len: 943 time: 0.0494192 Jan 26 21:56:06.100346 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-511a6abe-ee11-4a50-bffc-9b6b06b64ef0 req-01246a1d-ace5-4bd1-bdf3-fc32223a94dc tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] 10.222.0.13 "GET /v2.0/security-groups?id=43aa6f70-7548-49d9-ab7d-3f19ba8f2c23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433512 Jan 26 21:56:07.219483 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b2c9dc-e2ee-4e4d-9477-e76466912ef0 req-565ac264-74ae-41ff-b5b9-fd55989c1e3f tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:56:07.221276 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-e1b2c9dc-e2ee-4e4d-9477-e76466912ef0 req-565ac264-74ae-41ff-b5b9-fd55989c1e3f tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] 10.222.0.13 "GET /v2.0/ports?device_id=227bff66-0333-4194-b994-616ad17283a9 HTTP/1.1" status: 200 len: 943 time: 0.0528700 Jan 26 21:56:07.270451 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-e1b2c9dc-e2ee-4e4d-9477-e76466912ef0 req-3e855a7d-093f-4e99-a46a-61ec2d7f6922 tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] 10.222.0.13 "GET /v2.0/security-groups?id=43aa6f70-7548-49d9-ab7d-3f19ba8f2c23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436256 Jan 26 21:56:08.395375 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a4b128-543d-424f-8d98-33e2baf0c430 req-05eddede-7f9e-453e-a890-f7025f1a4873 tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:56:08.397032 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-b9a4b128-543d-424f-8d98-33e2baf0c430 req-05eddede-7f9e-453e-a890-f7025f1a4873 tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] 10.222.0.13 "GET /v2.0/ports?device_id=227bff66-0333-4194-b994-616ad17283a9 HTTP/1.1" status: 200 len: 943 time: 0.0573812 Jan 26 21:56:08.450540 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-b9a4b128-543d-424f-8d98-33e2baf0c430 req-2d6a7ea8-8da6-4256-869e-5c6bbe0b122a tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] 10.222.0.13 "GET /v2.0/security-groups?id=43aa6f70-7548-49d9-ab7d-3f19ba8f2c23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472875 Jan 26 21:56:08.612562 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (32ef628b-8417-46c5-8729-60fcabe358f1), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:56:09.566039 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7169e2-5e3d-433f-90b1-1edcaa616baf req-275764b1-8c6e-44df-a4d0-882a3468347c tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:56:09.567535 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-4f7169e2-5e3d-433f-90b1-1edcaa616baf req-275764b1-8c6e-44df-a4d0-882a3468347c tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] 10.222.0.13 "GET /v2.0/ports?device_id=227bff66-0333-4194-b994-616ad17283a9 HTTP/1.1" status: 200 len: 943 time: 0.0505657 Jan 26 21:56:09.620853 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-4f7169e2-5e3d-433f-90b1-1edcaa616baf req-85d06397-c821-43f8-949d-26069510359b tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] 10.222.0.13 "GET /v2.0/security-groups?id=43aa6f70-7548-49d9-ab7d-3f19ba8f2c23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464327 Jan 26 21:56:10.736552 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01767364-d897-4489-a652-a83caab4eb36 req-dd70a283-3787-4494-bad4-c4c5be56653c tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:56:10.738235 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-01767364-d897-4489-a652-a83caab4eb36 req-dd70a283-3787-4494-bad4-c4c5be56653c tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] 10.222.0.13 "GET /v2.0/ports?device_id=227bff66-0333-4194-b994-616ad17283a9 HTTP/1.1" status: 200 len: 943 time: 0.0496767 Jan 26 21:56:10.790097 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-01767364-d897-4489-a652-a83caab4eb36 req-2df0f007-7fe3-4b5b-a223-352868c20406 tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] 10.222.0.13 "GET /v2.0/security-groups?id=43aa6f70-7548-49d9-ab7d-3f19ba8f2c23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457957 Jan 26 21:56:11.910465 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c592ba6-100b-413c-8585-2d20fed2396f req-c01b463f-9652-4f9b-9dc1-eb32b42dc319 tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:56:11.911857 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-6c592ba6-100b-413c-8585-2d20fed2396f req-c01b463f-9652-4f9b-9dc1-eb32b42dc319 tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] 10.222.0.13 "GET /v2.0/ports?device_id=227bff66-0333-4194-b994-616ad17283a9 HTTP/1.1" status: 200 len: 943 time: 0.0497842 Jan 26 21:56:11.964527 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-6c592ba6-100b-413c-8585-2d20fed2396f req-e1e25f8e-88f8-497d-9798-b69666b21bb4 tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] 10.222.0.13 "GET /v2.0/security-groups?id=43aa6f70-7548-49d9-ab7d-3f19ba8f2c23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463386 Jan 26 21:56:13.084403 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd80ebad-1678-400a-aa0d-5ce5176112dc req-2a3eb047-b3fa-4270-b213-c6b6cef0489f tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:56:13.085899 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-fd80ebad-1678-400a-aa0d-5ce5176112dc req-2a3eb047-b3fa-4270-b213-c6b6cef0489f tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] 10.222.0.13 "GET /v2.0/ports?device_id=227bff66-0333-4194-b994-616ad17283a9 HTTP/1.1" status: 200 len: 943 time: 0.0522981 Jan 26 21:56:13.134307 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-fd80ebad-1678-400a-aa0d-5ce5176112dc req-169af799-48e0-42a2-913e-1314b9b57894 tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] 10.222.0.13 "GET /v2.0/security-groups?id=43aa6f70-7548-49d9-ab7d-3f19ba8f2c23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429132 Jan 26 21:56:14.247741 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99418c4e-8792-4bf4-8b61-fb6e738201b6 req-1204d6ee-c2c4-4ab4-96e5-c7df12801e74 tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:56:14.249232 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-99418c4e-8792-4bf4-8b61-fb6e738201b6 req-1204d6ee-c2c4-4ab4-96e5-c7df12801e74 tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] 10.222.0.13 "GET /v2.0/ports?device_id=227bff66-0333-4194-b994-616ad17283a9 HTTP/1.1" status: 200 len: 943 time: 0.0480130 Jan 26 21:56:14.296745 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-99418c4e-8792-4bf4-8b61-fb6e738201b6 req-dfee240a-bb91-4fba-aad5-2d394660722d tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] 10.222.0.13 "GET /v2.0/security-groups?id=43aa6f70-7548-49d9-ab7d-3f19ba8f2c23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419202 Jan 26 21:56:15.413849 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1d254a-fd1d-41bb-a103-e60c47f8df05 req-43edf2d2-f27f-47b7-a4e9-bd9d64e96b29 tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:56:15.415337 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-ad1d254a-fd1d-41bb-a103-e60c47f8df05 req-43edf2d2-f27f-47b7-a4e9-bd9d64e96b29 tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] 10.222.0.13 "GET /v2.0/ports?device_id=227bff66-0333-4194-b994-616ad17283a9 HTTP/1.1" status: 200 len: 943 time: 0.0531275 Jan 26 21:56:15.463909 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-ad1d254a-fd1d-41bb-a103-e60c47f8df05 req-0b5bad5f-d705-4168-a93b-0dcf002196e4 tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] 10.222.0.13 "GET /v2.0/security-groups?id=43aa6f70-7548-49d9-ab7d-3f19ba8f2c23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430355 Jan 26 21:56:16.575683 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8d27a3-ee4b-462e-a78d-8a62aaee82ce req-6e6a755a-b4ec-418d-9dea-80e14ec52d76 tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:56:16.577155 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-ba8d27a3-ee4b-462e-a78d-8a62aaee82ce req-6e6a755a-b4ec-418d-9dea-80e14ec52d76 tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] 10.222.0.13 "GET /v2.0/ports?device_id=227bff66-0333-4194-b994-616ad17283a9 HTTP/1.1" status: 200 len: 943 time: 0.0481431 Jan 26 21:56:16.625306 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-ba8d27a3-ee4b-462e-a78d-8a62aaee82ce req-5c095458-4703-4d29-8cfd-70ec061791f4 tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] 10.222.0.13 "GET /v2.0/security-groups?id=43aa6f70-7548-49d9-ab7d-3f19ba8f2c23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426209 Jan 26 21:56:17.738330 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2477e901-16ba-46d5-a8d0-94e497f0a2f7 req-cc110a2a-c9dd-4fa5-8235-21feaaad5330 tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:56:17.739809 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-2477e901-16ba-46d5-a8d0-94e497f0a2f7 req-cc110a2a-c9dd-4fa5-8235-21feaaad5330 tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] 10.222.0.13 "GET /v2.0/ports?device_id=227bff66-0333-4194-b994-616ad17283a9 HTTP/1.1" status: 200 len: 943 time: 0.0480375 Jan 26 21:56:17.791475 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-2477e901-16ba-46d5-a8d0-94e497f0a2f7 req-ecda15ad-5fd8-4ad6-bd0c-161b4b1b3009 tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] 10.222.0.13 "GET /v2.0/security-groups?id=43aa6f70-7548-49d9-ab7d-3f19ba8f2c23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462832 Jan 26 21:56:18.902936 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653b496f-c429-4696-87c4-7a249f229c08 req-3a3e9e18-b6e6-45c0-8c81-4d996664c66c tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:56:18.904405 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-653b496f-c429-4696-87c4-7a249f229c08 req-3a3e9e18-b6e6-45c0-8c81-4d996664c66c tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] 10.222.0.13 "GET /v2.0/ports?device_id=227bff66-0333-4194-b994-616ad17283a9 HTTP/1.1" status: 200 len: 943 time: 0.0480378 Jan 26 21:56:18.941113 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-ec07349a-b750-4c28-867d-d86ece68455a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (474ccdf7-ab6c-405b-a3b2-dc7b05829902), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:56:18.955235 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-653b496f-c429-4696-87c4-7a249f229c08 req-e155a5bb-74e6-4aa4-8e32-c44e95d24caf tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] 10.222.0.13 "GET /v2.0/security-groups?id=43aa6f70-7548-49d9-ab7d-3f19ba8f2c23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451210 Jan 26 21:56:19.848956 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Device ca0317e6-1a73-4e38-8140-d39e21219987 details requested by agent hyperv_n-h2-760453-5 with host n-h2-760453-5 {{(pid=103306) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 26 21:56:19.947052 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] For port ca0317e6-1a73-4e38-8140-d39e21219987, host n-h2-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-5',level=0,port_id=ca0317e6-1a73-4e38-8140-d39e21219987,segment=NetworkSegment(9a2f9f82-c041-418b-a55c-16c7f60d3f23),segment_id=9a2f9f82-c041-418b-a55c-16c7f60d3f23)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:56:19.959335 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Returning: {'device': 'ca0317e6-1a73-4e38-8140-d39e21219987', 'network_id': 'e866a34e-1552-4423-ada4-1491d39ac585', 'port_id': 'ca0317e6-1a73-4e38-8140-d39e21219987', 'mac_address': 'fa:16:3e:30:f8:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 568, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '96a6ba37-129e-4936-9d0e-9f67f00a39ac', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103306) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 26 21:56:19.996214 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Current status of the port ca0317e6-1a73-4e38-8140-d39e21219987 is: DOWN; New status is: BUILD {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:56:19.996608 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (ca0317e6-1a73-4e38-8140-d39e21219987), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:56:20.009483 n-d-760453-5 neutron-server[103306]: DEBUG neutron.notifiers.nova [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ca0317e6-1a73-4e38-8140-d39e21219987 {{(pid=103306) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 26 21:56:20.030313 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] For port ca0317e6-1a73-4e38-8140-d39e21219987, host n-h2-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-5',level=0,port_id=ca0317e6-1a73-4e38-8140-d39e21219987,segment=NetworkSegment(9a2f9f82-c041-418b-a55c-16c7f60d3f23),segment_id=9a2f9f82-c041-418b-a55c-16c7f60d3f23)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:56:20.034250 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (ca0317e6-1a73-4e38-8140-d39e21219987), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:56:20.072356 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7261afa-4d50-437c-bb04-7f6eb015b888 req-a4d56a00-6f0e-4cd8-9812-0caad5591730 tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:56:20.073876 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-a7261afa-4d50-437c-bb04-7f6eb015b888 req-a4d56a00-6f0e-4cd8-9812-0caad5591730 tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] 10.222.0.13 "GET /v2.0/ports?device_id=227bff66-0333-4194-b994-616ad17283a9 HTTP/1.1" status: 200 len: 944 time: 0.0487752 Jan 26 21:56:20.085465 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Pushing event updated for resources: {'Port': ['ID=ca0317e6-1a73-4e38-8140-d39e21219987,revision_number=4']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:56:20.092977 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:56:20.093366 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:56:20.093712 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:56:20.094051 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:56:20.094386 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:56:20.094724 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:56:20.095051 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:56:20.095377 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:56:20.095966 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:56:20.096288 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:56:20.096612 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:56:20.096932 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:56:20.097413 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:56:20.123285 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-a7261afa-4d50-437c-bb04-7f6eb015b888 req-86a4b093-2df1-40f7-9a4a-ff49df0fd227 tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] 10.222.0.13 "GET /v2.0/security-groups?id=43aa6f70-7548-49d9-ab7d-3f19ba8f2c23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438883 Jan 26 21:56:20.287031 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] get_ports_and_sgs() called for port_ids ['ca0317e6-1a73-4e38-8140-d39e21219987'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 26 21:56:21.242286 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e627fd73-e6bd-41c6-8b43-877f2f3ac117 req-7e1c4071-29f6-4fe8-af11-4cfdd19b53ef tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:56:21.243768 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-e627fd73-e6bd-41c6-8b43-877f2f3ac117 req-7e1c4071-29f6-4fe8-af11-4cfdd19b53ef tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] 10.222.0.13 "GET /v2.0/ports?device_id=227bff66-0333-4194-b994-616ad17283a9 HTTP/1.1" status: 200 len: 944 time: 0.0524759 Jan 26 21:56:21.275056 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-dd1d53a4-d8f9-4116-a661-c104d7bbe9ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (09df100c-3af1-4b0a-bda8-05914c71c458), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:56:21.294777 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-e627fd73-e6bd-41c6-8b43-877f2f3ac117 req-77d232bd-3726-406b-8ff1-3ed9043b2adc tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] 10.222.0.13 "GET /v2.0/security-groups?id=43aa6f70-7548-49d9-ab7d-3f19ba8f2c23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454776 Jan 26 21:56:21.858532 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Device ca0317e6-1a73-4e38-8140-d39e21219987 up at agent hyperv_n-h2-760453-5 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 21:56:21.906723 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Provisioning for port ca0317e6-1a73-4e38-8140-d39e21219987 completed by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 21:56:21.910570 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Provisioning complete for port ca0317e6-1a73-4e38-8140-d39e21219987 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:56:21.910943 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (ca0317e6-1a73-4e38-8140-d39e21219987), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:56:21.988190 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Current status of the port ca0317e6-1a73-4e38-8140-d39e21219987 is: BUILD; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:56:21.988570 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (ca0317e6-1a73-4e38-8140-d39e21219987), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:56:22.011091 n-d-760453-5 neutron-server[103306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '227bff66-0333-4194-b994-616ad17283a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca0317e6-1a73-4e38-8140-d39e21219987'}] {{(pid=103306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 21:56:22.013329 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9d5d370febab655511bdd2ffe887e43e442d144a440368702bcc1e93af00b97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2f5eb18-03e8-4be5-ae3d-e92607c7421c" -d '{"events": [{"server_uuid": "227bff66-0333-4194-b994-616ad17283a9", "name": "network-vif-plugged", "status": "completed", "tag": "ca0317e6-1a73-4e38-8140-d39e21219987"}]}' {{(pid=103306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 21:56:22.025976 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] For port ca0317e6-1a73-4e38-8140-d39e21219987, host n-h2-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-5',level=0,port_id=ca0317e6-1a73-4e38-8140-d39e21219987,segment=NetworkSegment(9a2f9f82-c041-418b-a55c-16c7f60d3f23),segment_id=9a2f9f82-c041-418b-a55c-16c7f60d3f23)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:56:22.031001 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (ca0317e6-1a73-4e38-8140-d39e21219987), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:56:22.053972 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Jan 2022 21:56:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-559e4131-cbcd-4107-887f-7446c32920a8 x-openstack-request-id: req-559e4131-cbcd-4107-887f-7446c32920a8 {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 21:56:22.054267 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "227bff66-0333-4194-b994-616ad17283a9", "name": "network-vif-plugged", "status": "completed", "tag": "ca0317e6-1a73-4e38-8140-d39e21219987", "code": 200}]} {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 21:56:22.054524 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-559e4131-cbcd-4107-887f-7446c32920a8 {{(pid=103306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 21:56:22.054916 n-d-760453-5 neutron-server[103306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '227bff66-0333-4194-b994-616ad17283a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca0317e6-1a73-4e38-8140-d39e21219987', 'code': 200} Jan 26 21:56:22.081537 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Pushing event updated for resources: {'Port': ['ID=ca0317e6-1a73-4e38-8140-d39e21219987,revision_number=5']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:56:22.152222 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfde00a1-23a3-413c-a310-6a7f184f2771 req-458a6d5b-99ff-4d99-abd9-a230e1ed5e1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:56:22.153646 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-bfde00a1-23a3-413c-a310-6a7f184f2771 req-458a6d5b-99ff-4d99-abd9-a230e1ed5e1b service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=227bff66-0333-4194-b994-616ad17283a9 HTTP/1.1" status: 200 len: 1096 time: 0.0398464 Jan 26 21:56:22.197122 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-bfde00a1-23a3-413c-a310-6a7f184f2771 req-8a6dde2c-48f0-45b6-8fdc-350f31b19c03 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=43aa6f70-7548-49d9-ab7d-3f19ba8f2c23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382905 Jan 26 21:56:22.373995 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-841f5991-a4d8-4d4b-b215-cbc6bab5427b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (aa7ee9d2-08eb-4e12-b895-24c57300dfec), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:56:22.406684 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126edec1-9495-43b3-bc30-f7f2ff399c21 req-f648f2dc-840e-4efe-869c-ed9ad0e6d0db tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:56:22.408109 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-126edec1-9495-43b3-bc30-f7f2ff399c21 req-f648f2dc-840e-4efe-869c-ed9ad0e6d0db tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] 10.222.0.13 "GET /v2.0/ports?device_id=227bff66-0333-4194-b994-616ad17283a9 HTTP/1.1" status: 200 len: 945 time: 0.0481229 Jan 26 21:56:22.461398 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-126edec1-9495-43b3-bc30-f7f2ff399c21 req-ef2775b0-e216-47c0-95e6-a3a71c9d482e tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] 10.222.0.13 "GET /v2.0/security-groups?id=43aa6f70-7548-49d9-ab7d-3f19ba8f2c23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475473 Jan 26 21:56:23.387809 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (4d619873-4b60-439f-9b5a-b155dc8bbc34), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:56:23.511213 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.agents_db [None req-569f1ced-6396-4ddf-b79f-e03b0b2146ab None None] Agent healthcheck: found 7 active agents {{(pid=103307) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 26 21:56:23.576165 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f8a1d2-7d13-4344-920d-7891a5866009 req-b6487123-190c-446f-9d7e-6dffb6915cf2 tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:56:23.577661 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-f0f8a1d2-7d13-4344-920d-7891a5866009 req-b6487123-190c-446f-9d7e-6dffb6915cf2 tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] 10.222.0.13 "GET /v2.0/ports?device_id=227bff66-0333-4194-b994-616ad17283a9 HTTP/1.1" status: 200 len: 945 time: 0.0480502 Jan 26 21:56:23.625240 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-f0f8a1d2-7d13-4344-920d-7891a5866009 req-710a3e5b-9148-4111-8895-68d2003bae16 tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] 10.222.0.13 "GET /v2.0/security-groups?id=43aa6f70-7548-49d9-ab7d-3f19ba8f2c23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420451 Jan 26 21:56:23.736955 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4b6044-6df6-4c7e-91df-8a47ea8d79a1 req-a63df134-be15-4021-be19-aa1330792184 tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:56:23.738467 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-8e4b6044-6df6-4c7e-91df-8a47ea8d79a1 req-a63df134-be15-4021-be19-aa1330792184 tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] 10.222.0.13 "GET /v2.0/ports?device_id=227bff66-0333-4194-b994-616ad17283a9 HTTP/1.1" status: 200 len: 945 time: 0.0486207 Jan 26 21:56:23.786382 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-8e4b6044-6df6-4c7e-91df-8a47ea8d79a1 req-28c4a85a-0972-4b11-a3d1-1be6d6a74c76 tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] 10.222.0.13 "GET /v2.0/security-groups?id=43aa6f70-7548-49d9-ab7d-3f19ba8f2c23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423741 Jan 26 21:56:23.808755 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 50534) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:56:23.850549 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd746a97-e75a-465a-b036-f7536da1f59c tempest-TestVolumeBootPattern-798451915 tempest-TestVolumeBootPattern-798451915-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:56:23.852053 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-bd746a97-e75a-465a-b036-f7536da1f59c tempest-TestVolumeBootPattern-798451915 tempest-TestVolumeBootPattern-798451915-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=227bff66-0333-4194-b994-616ad17283a9 HTTP/1.1" status: 200 len: 1091 time: 0.0423269 Jan 26 21:56:23.855277 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 50536) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:56:23.859497 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-4a8bf3bf-f198-437d-a324-2d093d5c382e tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] Request body: {'floatingip': {'floating_network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'port_id': 'ca0317e6-1a73-4e38-8140-d39e21219987', 'tenant_id': 'bc63455dcf49482fa53286dc14f91835', 'fixed_ip_address': '172.20.0.8'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:56:23.879611 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-4a8bf3bf-f198-437d-a324-2d093d5c382e tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:56:23.973489 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-4a8bf3bf-f198-437d-a324-2d093d5c382e tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:56:24.079602 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.db_base_plugin_common [None req-4a8bf3bf-f198-437d-a324-2d093d5c382e tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] Allocated IP 172.25.1.146 (4140a1f1-c93a-4bea-83a0-68953a54f299/e48251a1-e30d-4820-8396-00c6f6aeb601/615f6ee1-2fbd-4f20-ac90-f25e0feba63c) {{(pid=103304) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 21:56:24.179403 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-4a8bf3bf-f198-437d-a324-2d093d5c382e tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] Publish callbacks [] for port (615f6ee1-2fbd-4f20-ac90-f25e0feba63c), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:56:24.203267 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-839dd188-ec69-470c-9ab0-d318dc1a2e96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (e79b4fc6-6c71-44b2-a6d0-ff3e1f4dfd0d), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:56:24.213033 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-4a8bf3bf-f198-437d-a324-2d093d5c382e tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746560234527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9281553'] for port (615f6ee1-2fbd-4f20-ac90-f25e0feba63c), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:56:24.256043 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a8bf3bf-f198-437d-a324-2d093d5c382e tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] Network 4140a1f1-c93a-4bea-83a0-68953a54f299 is already hosted by enough agents. {{(pid=103304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 21:56:24.258812 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [None req-4a8bf3bf-f198-437d-a324-2d093d5c382e tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] Resources bound (agent type, host, resource id): {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:56:24.264347 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a8bf3bf-f198-437d-a324-2d093d5c382e tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] Received port after_create {{(pid=103304) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 21:56:24.286654 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8bf3bf-f198-437d-a324-2d093d5c382e tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] Pushing event updated for resources: {'Port': ['ID=615f6ee1-2fbd-4f20-ac90-f25e0feba63c,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:56:24.618846 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-4a8bf3bf-f198-437d-a324-2d093d5c382e tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] Publish callbacks [] for floatingip (6615cf54-5b17-470c-9fa0-79bf55777422), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:56:24.686856 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-4a8bf3bf-f198-437d-a324-2d093d5c382e tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (615f6ee1-2fbd-4f20-ac90-f25e0feba63c), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:56:24.835043 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-4a8bf3bf-f198-437d-a324-2d093d5c382e tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] Publish callbacks [] for port (615f6ee1-2fbd-4f20-ac90-f25e0feba63c), precommit_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:56:24.840452 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-4a8bf3bf-f198-437d-a324-2d093d5c382e tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9281542'] for port (615f6ee1-2fbd-4f20-ac90-f25e0feba63c), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:56:24.911985 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8bf3bf-f198-437d-a324-2d093d5c382e tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] Pushing event updated for resources: {'Port': ['ID=615f6ee1-2fbd-4f20-ac90-f25e0feba63c,revision_number=2']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:56:24.919622 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-4a8bf3bf-f198-437d-a324-2d093d5c382e tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4110913'] for floatingip (6615cf54-5b17-470c-9fa0-79bf55777422), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:56:25.021543 n-d-760453-5 neutron-server[103304]: INFO neutron.db.l3_db [None req-4a8bf3bf-f198-437d-a324-2d093d5c382e tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] Floating IP 6615cf54-5b17-470c-9fa0-79bf55777422 associated. External IP: 172.25.1.146, port: ca0317e6-1a73-4e38-8140-d39e21219987. Jan 26 21:56:25.230847 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a8bf3bf-f198-437d-a324-2d093d5c382e tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] Router b53db9fd-ed60-4165-810f-ec69979c7538 has already been hosted by L3 agent 09df100c-3af1-4b0a-bda8-05914c71c458 {{(pid=103304) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 26 21:56:25.335652 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a8bf3bf-f198-437d-a324-2d093d5c382e tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] Notify agent at l3_agent.n-d-760453-5 the message routers_updated {{(pid=103304) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 26 21:56:25.346193 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5de8374-47c4-4bb3-9a1d-29859e6a2a0c None None] Sync routers for ids ['b53db9fd-ed60-4165-810f-ec69979c7538'] in n-d-760453-5 {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 26 21:56:25.354427 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (fea0591a-627d-4c87-9a9a-01625ddf3277), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:56:25.357340 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5de8374-47c4-4bb3-9a1d-29859e6a2a0c None None] Routers {'b53db9fd-ed60-4165-810f-ec69979c7538'} bound to L3 agent in host n-d-760453-5 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 21:56:25.358127 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-f5de8374-47c4-4bb3-9a1d-29859e6a2a0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-26T20:55:21Z,description=,heartbeat_timestamp=2022-01-26T21:56:21Z,host='n-d-760453-5',id=09df100c-3af1-4b0a-bda8-05914c71c458,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:55:21Z,topic='l3_agent')) {'router_ids': ['b53db9fd-ed60-4165-810f-ec69979c7538'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:56:25.359403 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-4a8bf3bf-f198-437d-a324-2d093d5c382e tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for floatingip (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:56:25.387002 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-4a8bf3bf-f198-437d-a324-2d093d5c382e tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5307047 Jan 26 21:56:25.387712 n-d-760453-5 neutron-server[103304]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '227bff66-0333-4194-b994-616ad17283a9', 'tag': 'ca0317e6-1a73-4e38-8140-d39e21219987'}] {{(pid=103304) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 21:56:25.390049 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d52b45f1943fcd332af9527eb73ff93c8d715d44383a3f6d18de73b4cfcf87b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b6a2566-b52a-4fa0-a3f0-5eee8f575b72" -d '{"events": [{"name": "network-changed", "server_uuid": "227bff66-0333-4194-b994-616ad17283a9", "tag": "ca0317e6-1a73-4e38-8140-d39e21219987"}]}' {{(pid=103304) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 21:56:25.427426 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 26 Jan 2022 21:56:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b9bce18-1253-47c5-9d60-12540f62e7af x-openstack-request-id: req-6b9bce18-1253-47c5-9d60-12540f62e7af {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 21:56:25.427791 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "227bff66-0333-4194-b994-616ad17283a9", "tag": "ca0317e6-1a73-4e38-8140-d39e21219987", "status": "completed", "code": 200}]} {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 21:56:25.428167 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-6b9bce18-1253-47c5-9d60-12540f62e7af {{(pid=103304) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 21:56:25.428644 n-d-760453-5 neutron-server[103304]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '227bff66-0333-4194-b994-616ad17283a9', 'tag': 'ca0317e6-1a73-4e38-8140-d39e21219987', 'status': 'completed', 'code': 200} Jan 26 21:56:25.467772 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_dvr_db [None req-f5de8374-47c4-4bb3-9a1d-29859e6a2a0c None None] Set router b53db9fd-ed60-4165-810f-ec69979c7538 gateway port host: n-d-760453-5 {{(pid=103307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 21:56:25.490575 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6a2566-b52a-4fa0-a3f0-5eee8f575b72 req-3b28ddae-634c-47f9-8cc2-c71504afc5fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:56:25.492004 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-6b6a2566-b52a-4fa0-a3f0-5eee8f575b72 req-3b28ddae-634c-47f9-8cc2-c71504afc5fa service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=bc63455dcf49482fa53286dc14f91835&device_id=227bff66-0333-4194-b994-616ad17283a9 HTTP/1.1" status: 200 len: 1096 time: 0.0409946 Jan 26 21:56:25.584865 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6a2566-b52a-4fa0-a3f0-5eee8f575b72 req-436b01e4-0b38-4cca-8069-7f8acbb2a0a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:56:25.586391 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-6b6a2566-b52a-4fa0-a3f0-5eee8f575b72 req-436b01e4-0b38-4cca-8069-7f8acbb2a0a2 service neutron] 10.222.0.57 "GET /v2.0/networks?id=e866a34e-1552-4423-ada4-1491d39ac585 HTTP/1.1" status: 200 len: 912 time: 0.0882702 Jan 26 21:56:25.650636 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-6b6a2566-b52a-4fa0-a3f0-5eee8f575b72 req-f257c649-35c5-477d-96c7-3cf564dee275 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ca0317e6-1a73-4e38-8140-d39e21219987 HTTP/1.1" status: 200 len: 999 time: 0.0584762 Jan 26 21:56:25.687833 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-f5de8374-47c4-4bb3-9a1d-29859e6a2a0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b53db9fd-ed60-4165-810f-ec69979c7538', 'name': 'tempest-TestVolumeBootPattern-972056660-router', 'tenant_id': 'bc63455dcf49482fa53286dc14f91835', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'external_fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.201'}], 'enable_snat': True}, 'gw_port_id': '620fd9d7-cce4-4759-a591-266ae679fb91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T21:48:01Z', 'updated_at': '2022-01-26T21:48:05Z', 'revision_number': 4, 'project_id': 'bc63455dcf49482fa53286dc14f91835', 'gw_port': {'id': '620fd9d7-cce4-4759-a591-266ae679fb91', 'name': '', 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:76:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b53db9fd-ed60-4165-810f-ec69979c7538', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3934, 'fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:48:02Z', 'updated_at': '2022-01-26T21:48:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-5', '_floatingips': [{'id': '6615cf54-5b17-470c-9fa0-79bf55777422', 'tenant_id': 'bc63455dcf49482fa53286dc14f91835', 'floating_ip_address': '172.25.1.146', 'floating_network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'router_id': 'b53db9fd-ed60-4165-810f-ec69979c7538', 'port_id': 'ca0317e6-1a73-4e38-8140-d39e21219987', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4051, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e866a34e-1552-4423-ada4-1491d39ac585', 'mac_address': 'fa:16:3e:30:f8:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '227bff66-0333-4194-b994-616ad17283a9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-26T21:56:24Z', 'updated_at': '2022-01-26T21:56:24Z', 'revision_number': 0, 'project_id': 'bc63455dcf49482fa53286dc14f91835', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '84a3ebcb-bbbf-45c6-ace8-525a3dfbde12', 'name': '', 'network_id': 'e866a34e-1552-4423-ada4-1491d39ac585', 'tenant_id': 'bc63455dcf49482fa53286dc14f91835', 'mac_address': 'fa:16:3e:75:07:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b53db9fd-ed60-4165-810f-ec69979c7538', 'device_owner': 'network:router_interface', 'standard_attr_id': 3935, 'fixed_ips': [{'subnet_id': '96a6ba37-129e-4936-9d0e-9f67f00a39ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:48:04Z', 'updated_at': '2022-01-26T21:48:12Z', 'revision_number': 5, 'project_id': 'bc63455dcf49482fa53286dc14f91835', 'subnets': [{'id': '96a6ba37-129e-4936-9d0e-9f67f00a39ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760453-5', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:56:25.701745 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6a2566-b52a-4fa0-a3f0-5eee8f575b72 req-45059e6f-9b78-4b39-a41b-d4be5fe00f01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:56:25.703328 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-6b6a2566-b52a-4fa0-a3f0-5eee8f575b72 req-45059e6f-9b78-4b39-a41b-d4be5fe00f01 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=96a6ba37-129e-4936-9d0e-9f67f00a39ac HTTP/1.1" status: 200 len: 850 time: 0.0472972 Jan 26 21:56:25.718294 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5de8374-47c4-4bb3-9a1d-29859e6a2a0c None None] Checking router: b53db9fd-ed60-4165-810f-ec69979c7538 for host: n-d-760453-5 {{(pid=103307) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 26 21:56:25.726795 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5de8374-47c4-4bb3-9a1d-29859e6a2a0c None None] Routers {'b53db9fd-ed60-4165-810f-ec69979c7538'} bound to L3 agent in host n-d-760453-5 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 21:56:25.727403 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-f5de8374-47c4-4bb3-9a1d-29859e6a2a0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-26T20:55:21Z,description=,heartbeat_timestamp=2022-01-26T21:56:21Z,host='n-d-760453-5',id=09df100c-3af1-4b0a-bda8-05914c71c458,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:55:21Z,topic='l3_agent')) {'router_ids': ['b53db9fd-ed60-4165-810f-ec69979c7538'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:56:25.747771 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6a2566-b52a-4fa0-a3f0-5eee8f575b72 req-41df825f-bb9c-4a97-a000-0c877c02b62f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:56:25.749193 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-6b6a2566-b52a-4fa0-a3f0-5eee8f575b72 req-41df825f-bb9c-4a97-a000-0c877c02b62f service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=e866a34e-1552-4423-ada4-1491d39ac585&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0406349 Jan 26 21:56:25.838786 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-6b6a2566-b52a-4fa0-a3f0-5eee8f575b72 req-229dda8f-0267-474c-9df6-34a131d6317d service neutron] 10.222.0.57 "GET /v2.0/networks/e866a34e-1552-4423-ada4-1491d39ac585?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820012 Jan 26 21:56:25.924553 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_dvr_db [None req-f5de8374-47c4-4bb3-9a1d-29859e6a2a0c None None] Set router b53db9fd-ed60-4165-810f-ec69979c7538 gateway port host: n-d-760453-5 {{(pid=103307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 21:56:25.935097 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-6b6a2566-b52a-4fa0-a3f0-5eee8f575b72 req-eda0cf16-f922-4365-9027-5f277d7e7711 service neutron] 10.222.0.57 "GET /v2.0/networks/e866a34e-1552-4423-ada4-1491d39ac585?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909514 Jan 26 21:56:26.138767 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-f5de8374-47c4-4bb3-9a1d-29859e6a2a0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b53db9fd-ed60-4165-810f-ec69979c7538', 'name': 'tempest-TestVolumeBootPattern-972056660-router', 'tenant_id': 'bc63455dcf49482fa53286dc14f91835', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'external_fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.201'}], 'enable_snat': True}, 'gw_port_id': '620fd9d7-cce4-4759-a591-266ae679fb91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T21:48:01Z', 'updated_at': '2022-01-26T21:48:05Z', 'revision_number': 4, 'project_id': 'bc63455dcf49482fa53286dc14f91835', 'gw_port': {'id': '620fd9d7-cce4-4759-a591-266ae679fb91', 'name': '', 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:76:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b53db9fd-ed60-4165-810f-ec69979c7538', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3934, 'fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:48:02Z', 'updated_at': '2022-01-26T21:48:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-5', '_floatingips': [{'id': '6615cf54-5b17-470c-9fa0-79bf55777422', 'tenant_id': 'bc63455dcf49482fa53286dc14f91835', 'floating_ip_address': '172.25.1.146', 'floating_network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'router_id': 'b53db9fd-ed60-4165-810f-ec69979c7538', 'port_id': 'ca0317e6-1a73-4e38-8140-d39e21219987', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4051, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e866a34e-1552-4423-ada4-1491d39ac585', 'mac_address': 'fa:16:3e:30:f8:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '227bff66-0333-4194-b994-616ad17283a9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-26T21:56:24Z', 'updated_at': '2022-01-26T21:56:24Z', 'revision_number': 0, 'project_id': 'bc63455dcf49482fa53286dc14f91835', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '84a3ebcb-bbbf-45c6-ace8-525a3dfbde12', 'name': '', 'network_id': 'e866a34e-1552-4423-ada4-1491d39ac585', 'tenant_id': 'bc63455dcf49482fa53286dc14f91835', 'mac_address': 'fa:16:3e:75:07:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b53db9fd-ed60-4165-810f-ec69979c7538', 'device_owner': 'network:router_interface', 'standard_attr_id': 3935, 'fixed_ips': [{'subnet_id': '96a6ba37-129e-4936-9d0e-9f67f00a39ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:48:04Z', 'updated_at': '2022-01-26T21:48:12Z', 'revision_number': 5, 'project_id': 'bc63455dcf49482fa53286dc14f91835', 'subnets': [{'id': '96a6ba37-129e-4936-9d0e-9f67f00a39ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760453-5', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:56:26.164312 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5de8374-47c4-4bb3-9a1d-29859e6a2a0c None None] The sync data for ids ['b53db9fd-ed60-4165-810f-ec69979c7538'] in n-d-760453-5 is: [{'id': 'b53db9fd-ed60-4165-810f-ec69979c7538', 'name': 'tempest-TestVolumeBootPattern-972056660-router', 'tenant_id': 'bc63455dcf49482fa53286dc14f91835', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'external_fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.201'}], 'enable_snat': True}, 'gw_port_id': '620fd9d7-cce4-4759-a591-266ae679fb91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T21:48:01Z', 'updated_at': '2022-01-26T21:48:05Z', 'revision_number': 4, 'project_id': 'bc63455dcf49482fa53286dc14f91835', 'gw_port': {'id': '620fd9d7-cce4-4759-a591-266ae679fb91', 'name': '', 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:76:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b53db9fd-ed60-4165-810f-ec69979c7538', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3934, 'fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:48:02Z', 'updated_at': '2022-01-26T21:48:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-5', '_floatingips': [{'id': '6615cf54-5b17-470c-9fa0-79bf55777422', 'tenant_id': 'bc63455dcf49482fa53286dc14f91835', 'floating_ip_address': '172.25.1.146', 'floating_network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'router_id': 'b53db9fd-ed60-4165-810f-ec69979c7538', 'port_id': 'ca0317e6-1a73-4e38-8140-d39e21219987', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4051, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e866a34e-1552-4423-ada4-1491d39ac585', 'mac_address': 'fa:16:3e:30:f8:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '227bff66-0333-4194-b994-616ad17283a9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-26T21:56:24Z', 'updated_at': '2022-01-26T21:56:24Z', 'revision_number': 0, 'project_id': 'bc63455dcf49482fa53286dc14f91835', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '84a3ebcb-bbbf-45c6-ace8-525a3dfbde12', 'name': '', 'network_id': 'e866a34e-1552-4423-ada4-1491d39ac585', 'tenant_id': 'bc63455dcf49482fa53286dc14f91835', 'mac_address': 'fa:16:3e:75:07:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b53db9fd-ed60-4165-810f-ec69979c7538', 'device_owner': 'network:router_interface', 'standard_attr_id': 3935, 'fixed_ips': [{'subnet_id': '96a6ba37-129e-4936-9d0e-9f67f00a39ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:48:04Z', 'updated_at': '2022-01-26T21:48:12Z', 'revision_number': 5, 'project_id': 'bc63455dcf49482fa53286dc14f91835', 'subnets': [{'id': '96a6ba37-129e-4936-9d0e-9f67f00a39ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 26 21:56:26.525134 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-defbf813-b1ad-4718-9158-7cda0a7e8154 None None] New status for floating IP 6615cf54-5b17-470c-9fa0-79bf55777422: ACTIVE {{(pid=103306) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 26 21:56:38.615793 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (32ef628b-8417-46c5-8729-60fcabe358f1), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:56:47.191030 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-a86264c4-e5ce-473d-8ed1-0e603218404c req-c3db3422-ffe0-4013-a99e-13b99501ac1f service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=227bff66-0333-4194-b994-616ad17283a9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1359415 Jan 26 21:56:47.274909 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86264c4-e5ce-473d-8ed1-0e603218404c req-65f8e30f-c727-4cf6-a7c2-16f4c297eb72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:56:47.277018 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-a86264c4-e5ce-473d-8ed1-0e603218404c req-65f8e30f-c727-4cf6-a7c2-16f4c297eb72 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=bc63455dcf49482fa53286dc14f91835&device_id=227bff66-0333-4194-b994-616ad17283a9 HTTP/1.1" status: 200 len: 1096 time: 0.0426481 Jan 26 21:56:47.382380 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86264c4-e5ce-473d-8ed1-0e603218404c req-039998ac-8eef-480f-b45f-f702d633af72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:56:47.383894 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-a86264c4-e5ce-473d-8ed1-0e603218404c req-039998ac-8eef-480f-b45f-f702d633af72 service neutron] 10.222.0.57 "GET /v2.0/networks?id=e866a34e-1552-4423-ada4-1491d39ac585 HTTP/1.1" status: 200 len: 912 time: 0.0901823 Jan 26 21:56:47.450731 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-a86264c4-e5ce-473d-8ed1-0e603218404c req-9c8bb65d-9c59-4468-a1fd-f84928dff4b6 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ca0317e6-1a73-4e38-8140-d39e21219987 HTTP/1.1" status: 200 len: 1001 time: 0.0597281 Jan 26 21:56:47.502047 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86264c4-e5ce-473d-8ed1-0e603218404c req-ba860b52-02ee-418a-9005-acd368ba9a8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:56:47.503473 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-a86264c4-e5ce-473d-8ed1-0e603218404c req-ba860b52-02ee-418a-9005-acd368ba9a8a service neutron] 10.222.0.57 "GET /v2.0/subnets?id=96a6ba37-129e-4936-9d0e-9f67f00a39ac HTTP/1.1" status: 200 len: 850 time: 0.0469334 Jan 26 21:56:47.547143 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86264c4-e5ce-473d-8ed1-0e603218404c req-a681159e-ecb8-400b-95e4-f572928efc54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:56:47.548899 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-a86264c4-e5ce-473d-8ed1-0e603218404c req-a681159e-ecb8-400b-95e4-f572928efc54 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=e866a34e-1552-4423-ada4-1491d39ac585&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0395846 Jan 26 21:56:47.560975 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [req-a86264c4-e5ce-473d-8ed1-0e603218404c req-b4b3c534-667c-481e-a63e-696c7f5ecf89 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=103304) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 26 21:56:47.562005 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-a86264c4-e5ce-473d-8ed1-0e603218404c req-b4b3c534-667c-481e-a63e-696c7f5ecf89 service neutron] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0053039 Jan 26 21:56:47.649420 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-a86264c4-e5ce-473d-8ed1-0e603218404c req-69688d56-5559-45bd-a05d-ab9040206a5c service neutron] 10.222.0.57 "GET /v2.0/networks/e866a34e-1552-4423-ada4-1491d39ac585?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813832 Jan 26 21:56:48.060808 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-a86264c4-e5ce-473d-8ed1-0e603218404c req-3cbd8f62-a993-4d05-b955-807b1999541a service neutron] 10.222.0.57 "GET /v2.0/networks/e866a34e-1552-4423-ada4-1491d39ac585?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4053881 Jan 26 21:56:48.942746 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-65432858-c60a-4799-bdb1-8690660f3aca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (474ccdf7-ab6c-405b-a3b2-dc7b05829902), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:56:51.278446 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-1905365b-dbb5-4874-a6d5-acbc9d2bc83a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (09df100c-3af1-4b0a-bda8-05914c71c458), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:56:52.375701 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-841f5991-a4d8-4d4b-b215-cbc6bab5427b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (aa7ee9d2-08eb-4e12-b895-24c57300dfec), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:56:53.388353 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (4d619873-4b60-439f-9b5a-b155dc8bbc34), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:56:54.205254 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-839dd188-ec69-470c-9ab0-d318dc1a2e96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (e79b4fc6-6c71-44b2-a6d0-ff3e1f4dfd0d), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:56:55.348982 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (fea0591a-627d-4c87-9a9a-01625ddf3277), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:57:00.510798 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.agents_db [None req-569f1ced-6396-4ddf-b79f-e03b0b2146ab None None] Agent healthcheck: found 7 active agents {{(pid=103307) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 26 21:57:08.611351 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (32ef628b-8417-46c5-8729-60fcabe358f1), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:57:18.943630 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-03677839-3a13-49d2-b12f-85e98b1062e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (474ccdf7-ab6c-405b-a3b2-dc7b05829902), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:57:21.279529 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-cd5d3932-73f6-4f53-8d5b-9ce99b02a1f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (09df100c-3af1-4b0a-bda8-05914c71c458), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:57:22.378771 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-841f5991-a4d8-4d4b-b215-cbc6bab5427b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (aa7ee9d2-08eb-4e12-b895-24c57300dfec), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:57:23.405213 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (4d619873-4b60-439f-9b5a-b155dc8bbc34), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:57:24.208038 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-839dd188-ec69-470c-9ab0-d318dc1a2e96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (e79b4fc6-6c71-44b2-a6d0-ff3e1f4dfd0d), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:57:25.353255 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (fea0591a-627d-4c87-9a9a-01625ddf3277), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:57:37.510002 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.agents_db [None req-569f1ced-6396-4ddf-b79f-e03b0b2146ab None None] Agent healthcheck: found 7 active agents {{(pid=103307) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 26 21:57:38.628999 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (32ef628b-8417-46c5-8729-60fcabe358f1), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:57:48.944289 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-01a04f8b-53e7-4723-865c-1bba003d9e95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (474ccdf7-ab6c-405b-a3b2-dc7b05829902), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:57:49.106926 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-e44d15c1-2ba7-4503-8aeb-cfb55ef34747 req-fe0fedad-cd6a-49cc-bf33-a5a0a1995be5 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=227bff66-0333-4194-b994-616ad17283a9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0402269 Jan 26 21:57:49.188717 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44d15c1-2ba7-4503-8aeb-cfb55ef34747 req-7ea961de-1c6b-4981-bd2d-dd884562dda1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:57:49.190235 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-e44d15c1-2ba7-4503-8aeb-cfb55ef34747 req-7ea961de-1c6b-4981-bd2d-dd884562dda1 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=bc63455dcf49482fa53286dc14f91835&device_id=227bff66-0333-4194-b994-616ad17283a9 HTTP/1.1" status: 200 len: 1096 time: 0.0406382 Jan 26 21:57:49.292619 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44d15c1-2ba7-4503-8aeb-cfb55ef34747 req-edd70d5d-7611-45af-be54-fc15ec2d3b72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:57:49.294136 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-e44d15c1-2ba7-4503-8aeb-cfb55ef34747 req-edd70d5d-7611-45af-be54-fc15ec2d3b72 service neutron] 10.222.0.57 "GET /v2.0/networks?id=e866a34e-1552-4423-ada4-1491d39ac585 HTTP/1.1" status: 200 len: 912 time: 0.0864899 Jan 26 21:57:49.357541 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-e44d15c1-2ba7-4503-8aeb-cfb55ef34747 req-1ae8c2d9-97f4-4650-9b2f-bd2b120b44c8 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ca0317e6-1a73-4e38-8140-d39e21219987 HTTP/1.1" status: 200 len: 1001 time: 0.0570562 Jan 26 21:57:49.410023 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44d15c1-2ba7-4503-8aeb-cfb55ef34747 req-0d020cf6-aa3d-47cd-a8d0-6746535014ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:57:49.411479 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-e44d15c1-2ba7-4503-8aeb-cfb55ef34747 req-0d020cf6-aa3d-47cd-a8d0-6746535014ef service neutron] 10.222.0.57 "GET /v2.0/subnets?id=96a6ba37-129e-4936-9d0e-9f67f00a39ac HTTP/1.1" status: 200 len: 850 time: 0.0480745 Jan 26 21:57:49.460352 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44d15c1-2ba7-4503-8aeb-cfb55ef34747 req-29113f17-45b5-42e7-acf6-1adb766690d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:57:49.461908 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-e44d15c1-2ba7-4503-8aeb-cfb55ef34747 req-29113f17-45b5-42e7-acf6-1adb766690d0 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=e866a34e-1552-4423-ada4-1491d39ac585&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0441113 Jan 26 21:57:49.550020 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-e44d15c1-2ba7-4503-8aeb-cfb55ef34747 req-0b4768ef-3574-438f-a3ee-48f98dba9ebc service neutron] 10.222.0.57 "GET /v2.0/networks/e866a34e-1552-4423-ada4-1491d39ac585?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814047 Jan 26 21:57:49.639367 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-e44d15c1-2ba7-4503-8aeb-cfb55ef34747 req-4581fb06-ad4b-4536-800f-2157a564f3bb service neutron] 10.222.0.57 "GET /v2.0/networks/e866a34e-1552-4423-ada4-1491d39ac585?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840540 Jan 26 21:57:51.281055 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-75474fd3-f0e0-44ad-af89-ff65115e39d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (09df100c-3af1-4b0a-bda8-05914c71c458), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:57:52.380538 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-841f5991-a4d8-4d4b-b215-cbc6bab5427b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (aa7ee9d2-08eb-4e12-b895-24c57300dfec), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:57:53.407342 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (4d619873-4b60-439f-9b5a-b155dc8bbc34), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:57:54.211243 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-839dd188-ec69-470c-9ab0-d318dc1a2e96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (e79b4fc6-6c71-44b2-a6d0-ff3e1f4dfd0d), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:57:55.356211 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (fea0591a-627d-4c87-9a9a-01625ddf3277), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:58:07.000868 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-a6453788-7308-4f3f-954d-73a5d8fd5e5a req-df15facc-88ea-4382-98a3-7416ed27402a tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-209909990&fields=id&tenant_id=bc63455dcf49482fa53286dc14f91835 HTTP/1.1" status: 200 len: 267 time: 0.0446956 Jan 26 21:58:07.107543 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6453788-7308-4f3f-954d-73a5d8fd5e5a req-7df6da00-2e44-4eee-81d7-c9904912b3aa tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:58:07.108997 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-a6453788-7308-4f3f-954d-73a5d8fd5e5a req-7df6da00-2e44-4eee-81d7-c9904912b3aa tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] 10.222.0.13 "GET /v2.0/networks?id=e866a34e-1552-4423-ada4-1491d39ac585 HTTP/1.1" status: 200 len: 811 time: 0.1017089 Jan 26 21:58:07.122926 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-a6453788-7308-4f3f-954d-73a5d8fd5e5a req-10717a84-7cc3-4db8-b857-ae10cf63ae10 tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] 10.222.0.13 "GET /v2.0/quotas/bc63455dcf49482fa53286dc14f91835 HTTP/1.1" status: 200 len: 375 time: 0.0086541 Jan 26 21:58:07.174465 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-a6453788-7308-4f3f-954d-73a5d8fd5e5a req-fb40a724-6584-4e07-bc68-e4322b0f1f56 tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=bc63455dcf49482fa53286dc14f91835&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0468216 Jan 26 21:58:07.189739 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [req-a6453788-7308-4f3f-954d-73a5d8fd5e5a req-5384c943-647f-4510-8a3c-bec1f48bd64a service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=103304) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 26 21:58:07.190688 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-a6453788-7308-4f3f-954d-73a5d8fd5e5a req-5384c943-647f-4510-8a3c-bec1f48bd64a service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0049753 Jan 26 21:58:07.277203 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-a6453788-7308-4f3f-954d-73a5d8fd5e5a req-16ad8fff-fb44-4c8f-99ab-f8ef8ab7e8d5 service neutron] 10.222.0.13 "GET /v2.0/networks/e866a34e-1552-4423-ada4-1491d39ac585?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813255 Jan 26 21:58:07.368384 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-a6453788-7308-4f3f-954d-73a5d8fd5e5a req-d5562bbf-5ee6-4149-b29c-9eca4d2fe2b9 service neutron] 10.222.0.13 "GET /v2.0/networks/e866a34e-1552-4423-ada4-1491d39ac585?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849426 Jan 26 21:58:07.645255 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-d5cf18c3-6e26-43c6-b2b4-af59a7adef9b req-a66025d7-c8a0-4a7d-bcc2-e406f0aa5343 tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] 10.222.0.13 "GET /v2.0/ports?device_id=51e60b42-68b2-4e38-a242-757c6602a48d HTTP/1.1" status: 200 len: 210 time: 0.0277493 Jan 26 21:58:08.652321 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (32ef628b-8417-46c5-8729-60fcabe358f1), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:58:08.725373 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-47120c5a-91ba-44b1-abb3-f9a719cc4332 req-e6449cc2-d1c0-4ba5-8c55-c416e43f0c6a tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] 10.222.0.13 "GET /v2.0/ports?device_id=51e60b42-68b2-4e38-a242-757c6602a48d HTTP/1.1" status: 200 len: 210 time: 0.0272870 Jan 26 21:58:09.828799 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-cbe720dd-3964-4a1c-ba2c-634b2b987557 req-d2bd1eb6-d0c5-43db-be0a-18aa207af607 tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] 10.222.0.13 "GET /v2.0/ports?device_id=51e60b42-68b2-4e38-a242-757c6602a48d HTTP/1.1" status: 200 len: 210 time: 0.0274770 Jan 26 21:58:10.733365 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6453788-7308-4f3f-954d-73a5d8fd5e5a req-34305102-5dee-41cf-8865-b981a50f466d tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:58:10.734844 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-a6453788-7308-4f3f-954d-73a5d8fd5e5a req-34305102-5dee-41cf-8865-b981a50f466d tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] 10.222.0.66 "GET /v2.0/networks?id=e866a34e-1552-4423-ada4-1491d39ac585 HTTP/1.1" status: 200 len: 811 time: 0.1069779 Jan 26 21:58:10.808656 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-a6453788-7308-4f3f-954d-73a5d8fd5e5a req-cfd6d547-449c-4e50-82e7-4341653b9393 tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] 10.222.0.66 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bc63455dcf49482fa53286dc14f91835 HTTP/1.1" status: 200 len: 379 time: 0.0600679 Jan 26 21:58:10.819156 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [req-a6453788-7308-4f3f-954d-73a5d8fd5e5a req-71f90901-a279-4657-8543-56b1b61ed282 tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] Request body: {'port': {'device_id': '51e60b42-68b2-4e38-a242-757c6602a48d', 'network_id': 'e866a34e-1552-4423-ada4-1491d39ac585', 'admin_state_up': True, 'tenant_id': 'bc63455dcf49482fa53286dc14f91835', 'security_groups': ['43aa6f70-7548-49d9-ab7d-3f19ba8f2c23']}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:58:10.945119 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-192ac22d-d755-46f0-b128-945e5a60d0bc req-064c0277-e048-443e-92bb-366fd599ef9d tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] 10.222.0.13 "GET /v2.0/ports?device_id=51e60b42-68b2-4e38-a242-757c6602a48d HTTP/1.1" status: 200 len: 210 time: 0.0382199 Jan 26 21:58:10.968369 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a6453788-7308-4f3f-954d-73a5d8fd5e5a req-71f90901-a279-4657-8543-56b1b61ed282 tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] Made reservation on behalf of bc63455dcf49482fa53286dc14f91835 for: {'port': 1} {{(pid=103304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 21:58:10.971902 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-a6453788-7308-4f3f-954d-73a5d8fd5e5a req-71f90901-a279-4657-8543-56b1b61ed282 tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:58:11.123412 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.db_base_plugin_common [req-a6453788-7308-4f3f-954d-73a5d8fd5e5a req-71f90901-a279-4657-8543-56b1b61ed282 tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] Allocated IP 172.20.0.12 (e866a34e-1552-4423-ada4-1491d39ac585/96a6ba37-129e-4936-9d0e-9f67f00a39ac/2d9e845f-bd96-4aba-8665-c48b5a669c1c) {{(pid=103304) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 21:58:11.292760 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-a6453788-7308-4f3f-954d-73a5d8fd5e5a req-71f90901-a279-4657-8543-56b1b61ed282 tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] Publish callbacks [] for port (2d9e845f-bd96-4aba-8665-c48b5a669c1c), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:58:11.334925 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-a6453788-7308-4f3f-954d-73a5d8fd5e5a req-71f90901-a279-4657-8543-56b1b61ed282 tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746560234527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9281553'] for port (2d9e845f-bd96-4aba-8665-c48b5a669c1c), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:58:11.393741 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f90901-a279-4657-8543-56b1b61ed282 tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] Pushing event updated for resources: {'Port': ['ID=2d9e845f-bd96-4aba-8665-c48b5a669c1c,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:58:11.405369 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71f90901-a279-4657-8543-56b1b61ed282 tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:58:11.406497 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71f90901-a279-4657-8543-56b1b61ed282 tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:58:11.406893 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71f90901-a279-4657-8543-56b1b61ed282 tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:58:11.407302 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71f90901-a279-4657-8543-56b1b61ed282 tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:58:11.407598 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71f90901-a279-4657-8543-56b1b61ed282 tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:58:11.407903 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71f90901-a279-4657-8543-56b1b61ed282 tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:58:11.408224 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71f90901-a279-4657-8543-56b1b61ed282 tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:58:11.408550 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71f90901-a279-4657-8543-56b1b61ed282 tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:58:11.408871 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71f90901-a279-4657-8543-56b1b61ed282 tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:58:11.409486 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71f90901-a279-4657-8543-56b1b61ed282 tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:58:11.409799 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71f90901-a279-4657-8543-56b1b61ed282 tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:58:11.410173 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71f90901-a279-4657-8543-56b1b61ed282 tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:58:11.410519 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71f90901-a279-4657-8543-56b1b61ed282 tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:58:11.424496 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a6453788-7308-4f3f-954d-73a5d8fd5e5a req-71f90901-a279-4657-8543-56b1b61ed282 tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] Network e866a34e-1552-4423-ada4-1491d39ac585 is already hosted by enough agents. {{(pid=103304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 21:58:11.426022 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [req-a6453788-7308-4f3f-954d-73a5d8fd5e5a req-71f90901-a279-4657-8543-56b1b61ed282 tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] Resources bound (agent type, host, resource id): {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:58:11.428986 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6453788-7308-4f3f-954d-73a5d8fd5e5a req-71f90901-a279-4657-8543-56b1b61ed282 tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] Received port after_create {{(pid=103304) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 21:58:11.497286 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6453788-7308-4f3f-954d-73a5d8fd5e5a req-71f90901-a279-4657-8543-56b1b61ed282 tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:58:11.498759 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-a6453788-7308-4f3f-954d-73a5d8fd5e5a req-71f90901-a279-4657-8543-56b1b61ed282 tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:58:11.522899 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-a6453788-7308-4f3f-954d-73a5d8fd5e5a req-71f90901-a279-4657-8543-56b1b61ed282 tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7083409 Jan 26 21:58:11.536050 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [req-a6453788-7308-4f3f-954d-73a5d8fd5e5a req-8e828eda-1c28-4276-8ce0-781f4f091354 tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=103304) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 26 21:58:11.537136 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-a6453788-7308-4f3f-954d-73a5d8fd5e5a req-8e828eda-1c28-4276-8ce0-781f4f091354 tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0072937 Jan 26 21:58:11.558276 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [req-a6453788-7308-4f3f-954d-73a5d8fd5e5a req-2e48a063-daad-4457-91e1-d90ccba40644 service neutron] Request body: {'port': {'device_id': '51e60b42-68b2-4e38-a242-757c6602a48d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-760453-5'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:58:11.636368 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-a6453788-7308-4f3f-954d-73a5d8fd5e5a req-2e48a063-daad-4457-91e1-d90ccba40644 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (2d9e845f-bd96-4aba-8665-c48b5a669c1c), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:58:11.756640 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-ed474d97-9586-4988-8125-dc05a5483a75 None None] Provisioning complete for port 2d9e845f-bd96-4aba-8665-c48b5a669c1c triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:58:11.757762 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-ed474d97-9586-4988-8125-dc05a5483a75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (2d9e845f-bd96-4aba-8665-c48b5a669c1c), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:58:11.797002 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-ed474d97-9586-4988-8125-dc05a5483a75 None None] Port 2d9e845f-bd96-4aba-8665-c48b5a669c1c cannot update to ACTIVE because it is not bound. {{(pid=103306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 26 21:58:11.988619 n-d-760453-5 neutron-server[103304]: DEBUG neutron.notifiers.nova [req-a6453788-7308-4f3f-954d-73a5d8fd5e5a req-2e48a063-daad-4457-91e1-d90ccba40644 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2d9e845f-bd96-4aba-8665-c48b5a669c1c {{(pid=103304) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 26 21:58:11.997451 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-a6453788-7308-4f3f-954d-73a5d8fd5e5a req-2e48a063-daad-4457-91e1-d90ccba40644 service neutron] Publish callbacks [] for port (2d9e845f-bd96-4aba-8665-c48b5a669c1c), precommit_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:58:12.012757 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.provisioning_blocks [req-a6453788-7308-4f3f-954d-73a5d8fd5e5a req-2e48a063-daad-4457-91e1-d90ccba40644 service neutron] Transition to ACTIVE for port object 2d9e845f-bd96-4aba-8665-c48b5a669c1c will not be triggered until provisioned by entity L2. {{(pid=103304) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 21:58:12.017828 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-a6453788-7308-4f3f-954d-73a5d8fd5e5a req-2e48a063-daad-4457-91e1-d90ccba40644 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9281542'] for port (2d9e845f-bd96-4aba-8665-c48b5a669c1c), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:58:12.100044 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e48a063-daad-4457-91e1-d90ccba40644 service neutron] Pushing event updated for resources: {'Port': ['ID=2d9e845f-bd96-4aba-8665-c48b5a669c1c,revision_number=2']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:58:12.199860 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfadd368-f013-4993-b83a-810dab708cfe req-ce4db346-2381-4a6d-b5c5-293a632489b7 tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:58:12.201665 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-cfadd368-f013-4993-b83a-810dab708cfe req-ce4db346-2381-4a6d-b5c5-293a632489b7 tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] 10.222.0.13 "GET /v2.0/ports?device_id=51e60b42-68b2-4e38-a242-757c6602a48d HTTP/1.1" status: 200 len: 944 time: 0.1563182 Jan 26 21:58:12.224365 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [req-a6453788-7308-4f3f-954d-73a5d8fd5e5a req-2e48a063-daad-4457-91e1-d90ccba40644 service neutron] Attempting to bind port 2d9e845f-bd96-4aba-8665-c48b5a669c1c on host n-h1-760453-5 for vnic_type normal with profile {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 21:58:12.224747 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [req-a6453788-7308-4f3f-954d-73a5d8fd5e5a req-2e48a063-daad-4457-91e1-d90ccba40644 service neutron] Attempting to bind port 2d9e845f-bd96-4aba-8665-c48b5a669c1c by drivers openvswitch,hyperv on host n-h1-760453-5 at level 0 using segments [{'id': '9a2f9f82-c041-418b-a55c-16c7f60d3f23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'e866a34e-1552-4423-ada4-1491d39ac585'}] {{(pid=103304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 26 21:58:12.225177 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6453788-7308-4f3f-954d-73a5d8fd5e5a req-2e48a063-daad-4457-91e1-d90ccba40644 service neutron] Attempting to bind port 2d9e845f-bd96-4aba-8665-c48b5a669c1c on network e866a34e-1552-4423-ada4-1491d39ac585 {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 21:58:12.237869 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6453788-7308-4f3f-954d-73a5d8fd5e5a req-2e48a063-daad-4457-91e1-d90ccba40644 service neutron] Port 2d9e845f-bd96-4aba-8665-c48b5a669c1c on network e866a34e-1552-4423-ada4-1491d39ac585 not bound, no agent of type Open vSwitch agent registered on host n-h1-760453-5 {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 26 21:58:12.238315 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6453788-7308-4f3f-954d-73a5d8fd5e5a req-2e48a063-daad-4457-91e1-d90ccba40644 service neutron] Attempting to bind port 2d9e845f-bd96-4aba-8665-c48b5a669c1c on network e866a34e-1552-4423-ada4-1491d39ac585 {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 21:58:12.248265 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6453788-7308-4f3f-954d-73a5d8fd5e5a req-2e48a063-daad-4457-91e1-d90ccba40644 service neutron] Checking agent: {'id': '32ef628b-8417-46c5-8729-60fcabe358f1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-760453-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 21, 3, 8), 'started_at': datetime.datetime(2022, 1, 26, 21, 3, 8), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 21, 58, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 26 21:58:12.248757 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6453788-7308-4f3f-954d-73a5d8fd5e5a req-2e48a063-daad-4457-91e1-d90ccba40644 service neutron] Checking segment: {'id': '9a2f9f82-c041-418b-a55c-16c7f60d3f23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'e866a34e-1552-4423-ada4-1491d39ac585'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103304) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 21:58:12.249246 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6453788-7308-4f3f-954d-73a5d8fd5e5a req-2e48a063-daad-4457-91e1-d90ccba40644 service neutron] Bound using segment: {'id': '9a2f9f82-c041-418b-a55c-16c7f60d3f23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'e866a34e-1552-4423-ada4-1491d39ac585'} {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 26 21:58:12.249813 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [req-a6453788-7308-4f3f-954d-73a5d8fd5e5a req-2e48a063-daad-4457-91e1-d90ccba40644 service neutron] Bound port: 2d9e845f-bd96-4aba-8665-c48b5a669c1c, host: n-h1-760453-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9a2f9f82-c041-418b-a55c-16c7f60d3f23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'e866a34e-1552-4423-ada4-1491d39ac585'}}] {{(pid=103304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 26 21:58:12.250287 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-a6453788-7308-4f3f-954d-73a5d8fd5e5a req-2e48a063-daad-4457-91e1-d90ccba40644 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (2d9e845f-bd96-4aba-8665-c48b5a669c1c), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:58:12.305047 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-cfadd368-f013-4993-b83a-810dab708cfe req-ef5bd99f-20ff-44ac-b5a6-adae1d05efdc tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] 10.222.0.13 "GET /v2.0/security-groups?id=43aa6f70-7548-49d9-ab7d-3f19ba8f2c23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0923605 Jan 26 21:58:12.347816 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [req-a6453788-7308-4f3f-954d-73a5d8fd5e5a req-2e48a063-daad-4457-91e1-d90ccba40644 service neutron] For port 2d9e845f-bd96-4aba-8665-c48b5a669c1c, host n-h1-760453-5, cleared binding levels {{(pid=103304) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 26 21:58:12.351487 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [req-a6453788-7308-4f3f-954d-73a5d8fd5e5a req-2e48a063-daad-4457-91e1-d90ccba40644 service neutron] For port 2d9e845f-bd96-4aba-8665-c48b5a669c1c, host n-h1-760453-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-5',level=0,port_id=2d9e845f-bd96-4aba-8665-c48b5a669c1c,segment=NetworkSegment(9a2f9f82-c041-418b-a55c-16c7f60d3f23),segment_id=9a2f9f82-c041-418b-a55c-16c7f60d3f23)] {{(pid=103304) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 26 21:58:12.355438 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-a6453788-7308-4f3f-954d-73a5d8fd5e5a req-2e48a063-daad-4457-91e1-d90ccba40644 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9281542'] for port (2d9e845f-bd96-4aba-8665-c48b5a669c1c), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:58:12.393357 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6453788-7308-4f3f-954d-73a5d8fd5e5a req-2e48a063-daad-4457-91e1-d90ccba40644 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:58:12.394044 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-a6453788-7308-4f3f-954d-73a5d8fd5e5a req-2e48a063-daad-4457-91e1-d90ccba40644 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:58:12.395407 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-a6453788-7308-4f3f-954d-73a5d8fd5e5a req-2e48a063-daad-4457-91e1-d90ccba40644 service neutron] 10.222.0.66 "PUT /v2.0/ports/2d9e845f-bd96-4aba-8665-c48b5a669c1c HTTP/1.1" status: 200 len: 1092 time: 0.8449280 Jan 26 21:58:12.395881 n-d-760453-5 neutron-server[103304]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '51e60b42-68b2-4e38-a242-757c6602a48d', 'tag': '2d9e845f-bd96-4aba-8665-c48b5a669c1c'}] {{(pid=103304) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 21:58:12.398168 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d52b45f1943fcd332af9527eb73ff93c8d715d44383a3f6d18de73b4cfcf87b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f63c5761-91ca-4889-b115-fff7e02a3973" -d '{"events": [{"name": "network-changed", "server_uuid": "51e60b42-68b2-4e38-a242-757c6602a48d", "tag": "2d9e845f-bd96-4aba-8665-c48b5a669c1c"}]}' {{(pid=103304) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 21:58:12.444359 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e48a063-daad-4457-91e1-d90ccba40644 service neutron] Pushing event updated for resources: {'Port': ['ID=2d9e845f-bd96-4aba-8665-c48b5a669c1c,revision_number=3']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:58:12.475996 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 26 Jan 2022 21:58:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23b49827-2b47-4c7e-afe2-a1a68eac95b0 x-openstack-request-id: req-23b49827-2b47-4c7e-afe2-a1a68eac95b0 {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 21:58:12.476746 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "51e60b42-68b2-4e38-a242-757c6602a48d", "tag": "2d9e845f-bd96-4aba-8665-c48b5a669c1c", "status": "completed", "code": 200}]} {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 21:58:12.477149 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-23b49827-2b47-4c7e-afe2-a1a68eac95b0 {{(pid=103304) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 21:58:12.477711 n-d-760453-5 neutron-server[103304]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '51e60b42-68b2-4e38-a242-757c6602a48d', 'tag': '2d9e845f-bd96-4aba-8665-c48b5a669c1c', 'status': 'completed', 'code': 200} Jan 26 21:58:12.514297 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6453788-7308-4f3f-954d-73a5d8fd5e5a req-87b80fdb-37e5-4204-9630-1794e443c1b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:58:12.515946 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-a6453788-7308-4f3f-954d-73a5d8fd5e5a req-87b80fdb-37e5-4204-9630-1794e443c1b2 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=bc63455dcf49482fa53286dc14f91835&device_id=51e60b42-68b2-4e38-a242-757c6602a48d HTTP/1.1" status: 200 len: 1095 time: 0.0554290 Jan 26 21:58:12.568412 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-a6453788-7308-4f3f-954d-73a5d8fd5e5a req-6fef4c7d-a7f5-4dc3-8d7f-13a1322eb9b2 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2d9e845f-bd96-4aba-8665-c48b5a669c1c HTTP/1.1" status: 200 len: 217 time: 0.0396349 Jan 26 21:58:12.637548 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6453788-7308-4f3f-954d-73a5d8fd5e5a req-69b81888-d335-4cc3-9eb7-831b2df191c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:58:12.639875 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-a6453788-7308-4f3f-954d-73a5d8fd5e5a req-69b81888-d335-4cc3-9eb7-831b2df191c1 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=96a6ba37-129e-4936-9d0e-9f67f00a39ac HTTP/1.1" status: 200 len: 850 time: 0.0633888 Jan 26 21:58:12.698371 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6453788-7308-4f3f-954d-73a5d8fd5e5a req-36f5080f-bab8-4fb8-a1e1-a8642ac9966d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:58:12.700149 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-a6453788-7308-4f3f-954d-73a5d8fd5e5a req-36f5080f-bab8-4fb8-a1e1-a8642ac9966d service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=e866a34e-1552-4423-ada4-1491d39ac585&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0498185 Jan 26 21:58:12.796792 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-a6453788-7308-4f3f-954d-73a5d8fd5e5a req-0971a08f-b427-4a4f-95d5-891bfeada80c service neutron] 10.222.0.66 "GET /v2.0/networks/e866a34e-1552-4423-ada4-1491d39ac585?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897768 Jan 26 21:58:12.893478 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-a6453788-7308-4f3f-954d-73a5d8fd5e5a req-95b4d699-f88c-46b1-8019-875008c948ab service neutron] 10.222.0.66 "GET /v2.0/networks/e866a34e-1552-4423-ada4-1491d39ac585?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906835 Jan 26 21:58:13.004249 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63c5761-91ca-4889-b115-fff7e02a3973 req-b789e349-288e-4e75-9c69-8c1374557dd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:58:13.005848 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-f63c5761-91ca-4889-b115-fff7e02a3973 req-b789e349-288e-4e75-9c69-8c1374557dd9 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=bc63455dcf49482fa53286dc14f91835&device_id=51e60b42-68b2-4e38-a242-757c6602a48d HTTP/1.1" status: 200 len: 1095 time: 0.0443459 Jan 26 21:58:13.103295 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63c5761-91ca-4889-b115-fff7e02a3973 req-afd5653c-c3d6-43a9-a4c2-f3a9001ce336 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:58:13.104836 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-f63c5761-91ca-4889-b115-fff7e02a3973 req-afd5653c-c3d6-43a9-a4c2-f3a9001ce336 service neutron] 10.222.0.66 "GET /v2.0/networks?id=e866a34e-1552-4423-ada4-1491d39ac585 HTTP/1.1" status: 200 len: 912 time: 0.0933716 Jan 26 21:58:13.148545 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-f63c5761-91ca-4889-b115-fff7e02a3973 req-d5aa4a19-6730-4475-89f6-35ed07f7f9c2 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2d9e845f-bd96-4aba-8665-c48b5a669c1c HTTP/1.1" status: 200 len: 217 time: 0.0371580 Jan 26 21:58:13.198398 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63c5761-91ca-4889-b115-fff7e02a3973 req-a8105ee2-66ec-4bd0-ae17-35bd9655e814 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:58:13.199976 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-f63c5761-91ca-4889-b115-fff7e02a3973 req-a8105ee2-66ec-4bd0-ae17-35bd9655e814 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=96a6ba37-129e-4936-9d0e-9f67f00a39ac HTTP/1.1" status: 200 len: 850 time: 0.0459657 Jan 26 21:58:13.247015 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63c5761-91ca-4889-b115-fff7e02a3973 req-ceece063-8760-4c96-8f9c-51a55f9186c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:58:13.249164 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-f63c5761-91ca-4889-b115-fff7e02a3973 req-ceece063-8760-4c96-8f9c-51a55f9186c8 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=e866a34e-1552-4423-ada4-1491d39ac585&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0431390 Jan 26 21:58:13.343782 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-f63c5761-91ca-4889-b115-fff7e02a3973 req-a57271e9-d5d3-4b4c-a63d-0b7f3ef2f159 service neutron] 10.222.0.66 "GET /v2.0/networks/e866a34e-1552-4423-ada4-1491d39ac585?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886130 Jan 26 21:58:13.474458 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8fe2775-21f4-4416-bdb4-f7bf818b8575 req-53c1087a-cd0c-435c-9581-02fbcba275b0 tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:58:13.475939 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-d8fe2775-21f4-4416-bdb4-f7bf818b8575 req-53c1087a-cd0c-435c-9581-02fbcba275b0 tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] 10.222.0.13 "GET /v2.0/ports?device_id=51e60b42-68b2-4e38-a242-757c6602a48d HTTP/1.1" status: 200 len: 944 time: 0.0817876 Jan 26 21:58:13.478190 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-f63c5761-91ca-4889-b115-fff7e02a3973 req-9f08b3e5-fc63-4c97-b246-66df874bf387 service neutron] 10.222.0.66 "GET /v2.0/networks/e866a34e-1552-4423-ada4-1491d39ac585?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1289113 Jan 26 21:58:13.528138 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-d8fe2775-21f4-4416-bdb4-f7bf818b8575 req-9ff0e28e-1100-4ffa-92c5-04994a91e15b tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] 10.222.0.13 "GET /v2.0/security-groups?id=43aa6f70-7548-49d9-ab7d-3f19ba8f2c23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449505 Jan 26 21:58:14.509199 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.agents_db [None req-569f1ced-6396-4ddf-b79f-e03b0b2146ab None None] Agent healthcheck: found 7 active agents {{(pid=103307) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 26 21:58:14.645558 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5269a0a9-d384-41de-b7f2-1125eeb4ba3a req-b9021c8e-a97c-4d77-b0f9-881cf4fd4956 tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:58:14.646954 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-5269a0a9-d384-41de-b7f2-1125eeb4ba3a req-b9021c8e-a97c-4d77-b0f9-881cf4fd4956 tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] 10.222.0.13 "GET /v2.0/ports?device_id=51e60b42-68b2-4e38-a242-757c6602a48d HTTP/1.1" status: 200 len: 944 time: 0.0489349 Jan 26 21:58:14.694367 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-5269a0a9-d384-41de-b7f2-1125eeb4ba3a req-6008d937-3300-4275-8d84-66185557d2a9 tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] 10.222.0.13 "GET /v2.0/security-groups?id=43aa6f70-7548-49d9-ab7d-3f19ba8f2c23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417323 Jan 26 21:58:15.899037 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885de00d-4bef-42fe-99cb-6014b56c659a req-6878e3af-4cf9-42de-bbd0-4c7132e6d70b tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:58:15.900540 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-885de00d-4bef-42fe-99cb-6014b56c659a req-6878e3af-4cf9-42de-bbd0-4c7132e6d70b tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] 10.222.0.13 "GET /v2.0/ports?device_id=51e60b42-68b2-4e38-a242-757c6602a48d HTTP/1.1" status: 200 len: 944 time: 0.0520639 Jan 26 21:58:15.948567 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-885de00d-4bef-42fe-99cb-6014b56c659a req-17fc36db-7788-485f-a396-4286c53d5c46 tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] 10.222.0.13 "GET /v2.0/security-groups?id=43aa6f70-7548-49d9-ab7d-3f19ba8f2c23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420022 Jan 26 21:58:17.070950 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd41394-17b0-4935-86e0-e572cebb7954 req-8a3aeac0-9474-4eb2-8b1c-2d44764ab4c3 tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:58:17.072579 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-5fd41394-17b0-4935-86e0-e572cebb7954 req-8a3aeac0-9474-4eb2-8b1c-2d44764ab4c3 tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] 10.222.0.13 "GET /v2.0/ports?device_id=51e60b42-68b2-4e38-a242-757c6602a48d HTTP/1.1" status: 200 len: 944 time: 0.0526874 Jan 26 21:58:17.124835 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-5fd41394-17b0-4935-86e0-e572cebb7954 req-ad61a17b-9c92-4beb-82c1-efe24d05c5da tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] 10.222.0.13 "GET /v2.0/security-groups?id=43aa6f70-7548-49d9-ab7d-3f19ba8f2c23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460868 Jan 26 21:58:18.241121 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef82cb3-9e2c-4c6b-9a82-c986bbf034d2 req-5b47eda2-7a8e-4835-8292-b852dee0bad3 tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:58:18.242737 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-9ef82cb3-9e2c-4c6b-9a82-c986bbf034d2 req-5b47eda2-7a8e-4835-8292-b852dee0bad3 tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] 10.222.0.13 "GET /v2.0/ports?device_id=51e60b42-68b2-4e38-a242-757c6602a48d HTTP/1.1" status: 200 len: 944 time: 0.0517528 Jan 26 21:58:18.290904 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-9ef82cb3-9e2c-4c6b-9a82-c986bbf034d2 req-5034d5bd-7acd-4c9f-a383-cac44e8e1b48 tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] 10.222.0.13 "GET /v2.0/security-groups?id=43aa6f70-7548-49d9-ab7d-3f19ba8f2c23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418482 Jan 26 21:58:18.946346 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-611b0e16-e957-4b66-9f1f-c28fd1dac363 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (474ccdf7-ab6c-405b-a3b2-dc7b05829902), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:58:19.405162 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6521a96-65e5-4f0e-8f2b-3bdf479394b2 req-bfe10f79-defb-4652-ba13-d0cd52979e9a tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:58:19.406705 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-f6521a96-65e5-4f0e-8f2b-3bdf479394b2 req-bfe10f79-defb-4652-ba13-d0cd52979e9a tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] 10.222.0.13 "GET /v2.0/ports?device_id=51e60b42-68b2-4e38-a242-757c6602a48d HTTP/1.1" status: 200 len: 944 time: 0.0492725 Jan 26 21:58:19.455999 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-f6521a96-65e5-4f0e-8f2b-3bdf479394b2 req-6085c9f1-527e-4614-b8cc-7d0974def9b3 tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] 10.222.0.13 "GET /v2.0/security-groups?id=43aa6f70-7548-49d9-ab7d-3f19ba8f2c23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437098 Jan 26 21:58:20.576225 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a54a1f-3433-44a8-af02-fa0e6684c224 req-fccaef40-907b-468f-abec-5d174401ad7c tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:58:20.577613 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-f9a54a1f-3433-44a8-af02-fa0e6684c224 req-fccaef40-907b-468f-abec-5d174401ad7c tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] 10.222.0.13 "GET /v2.0/ports?device_id=51e60b42-68b2-4e38-a242-757c6602a48d HTTP/1.1" status: 200 len: 944 time: 0.0517757 Jan 26 21:58:20.629558 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-f9a54a1f-3433-44a8-af02-fa0e6684c224 req-21e13f72-6ef6-4908-9b5e-0d94751fbc63 tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] 10.222.0.13 "GET /v2.0/security-groups?id=43aa6f70-7548-49d9-ab7d-3f19ba8f2c23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462573 Jan 26 21:58:21.281427 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-144cc4a4-942f-464a-b3a2-b9c03a065b35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (09df100c-3af1-4b0a-bda8-05914c71c458), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:58:21.750652 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee638ef-8fce-4d74-9ec3-9d3b7f34ff15 req-7e7906a4-33fb-4fc6-a18f-0826d312c39f tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:58:21.752130 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-9ee638ef-8fce-4d74-9ec3-9d3b7f34ff15 req-7e7906a4-33fb-4fc6-a18f-0826d312c39f tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] 10.222.0.13 "GET /v2.0/ports?device_id=51e60b42-68b2-4e38-a242-757c6602a48d HTTP/1.1" status: 200 len: 944 time: 0.0494590 Jan 26 21:58:21.800913 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-9ee638ef-8fce-4d74-9ec3-9d3b7f34ff15 req-bedff972-4d8b-4cbb-b677-0ddf3d03f57d tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] 10.222.0.13 "GET /v2.0/security-groups?id=43aa6f70-7548-49d9-ab7d-3f19ba8f2c23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429692 Jan 26 21:58:22.382563 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-841f5991-a4d8-4d4b-b215-cbc6bab5427b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (aa7ee9d2-08eb-4e12-b895-24c57300dfec), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:58:22.914337 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71682014-8229-4c5c-b26b-1bfd1854d194 req-77bc687c-219c-45cd-86cf-cc5783e8388c tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:58:22.915811 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-71682014-8229-4c5c-b26b-1bfd1854d194 req-77bc687c-219c-45cd-86cf-cc5783e8388c tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] 10.222.0.13 "GET /v2.0/ports?device_id=51e60b42-68b2-4e38-a242-757c6602a48d HTTP/1.1" status: 200 len: 944 time: 0.0474973 Jan 26 21:58:22.963022 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-71682014-8229-4c5c-b26b-1bfd1854d194 req-dbaaffe6-d60e-4275-a118-72d818f87ebd tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] 10.222.0.13 "GET /v2.0/security-groups?id=43aa6f70-7548-49d9-ab7d-3f19ba8f2c23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411673 Jan 26 21:58:23.422362 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (4d619873-4b60-439f-9b5a-b155dc8bbc34), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:58:24.080708 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e5ff00-947a-4e37-bdc1-84cc683e801b req-28a4a646-7c91-4232-af43-06002d92fb0d tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:58:24.082232 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-89e5ff00-947a-4e37-bdc1-84cc683e801b req-28a4a646-7c91-4232-af43-06002d92fb0d tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] 10.222.0.13 "GET /v2.0/ports?device_id=51e60b42-68b2-4e38-a242-757c6602a48d HTTP/1.1" status: 200 len: 944 time: 0.0536892 Jan 26 21:58:24.129888 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-89e5ff00-947a-4e37-bdc1-84cc683e801b req-5a14b81b-f510-44f9-9dd7-c7a7578db108 tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] 10.222.0.13 "GET /v2.0/security-groups?id=43aa6f70-7548-49d9-ab7d-3f19ba8f2c23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420964 Jan 26 21:58:24.212424 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-839dd188-ec69-470c-9ab0-d318dc1a2e96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (e79b4fc6-6c71-44b2-a6d0-ff3e1f4dfd0d), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:58:25.243059 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0127f96-0aba-4f06-b247-c8bde03845c0 req-13aa1cea-958b-489e-9006-7895682b2391 tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:58:25.244530 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-c0127f96-0aba-4f06-b247-c8bde03845c0 req-13aa1cea-958b-489e-9006-7895682b2391 tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] 10.222.0.13 "GET /v2.0/ports?device_id=51e60b42-68b2-4e38-a242-757c6602a48d HTTP/1.1" status: 200 len: 944 time: 0.0484371 Jan 26 21:58:25.292949 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-c0127f96-0aba-4f06-b247-c8bde03845c0 req-8517d910-4ee7-48fd-b3c4-e27eb496130d tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] 10.222.0.13 "GET /v2.0/security-groups?id=43aa6f70-7548-49d9-ab7d-3f19ba8f2c23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429280 Jan 26 21:58:25.359981 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (fea0591a-627d-4c87-9a9a-01625ddf3277), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:58:26.405044 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607d7965-70be-4db3-b31a-32c037cb9a25 req-f21b74ae-1035-4b98-a507-16ea1e4fcd8e tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:58:26.406558 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-607d7965-70be-4db3-b31a-32c037cb9a25 req-f21b74ae-1035-4b98-a507-16ea1e4fcd8e tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] 10.222.0.13 "GET /v2.0/ports?device_id=51e60b42-68b2-4e38-a242-757c6602a48d HTTP/1.1" status: 200 len: 944 time: 0.0479815 Jan 26 21:58:26.458964 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-607d7965-70be-4db3-b31a-32c037cb9a25 req-1844c27f-4dd0-4299-b85b-d73e07cc23f9 tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] 10.222.0.13 "GET /v2.0/security-groups?id=43aa6f70-7548-49d9-ab7d-3f19ba8f2c23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466461 Jan 26 21:58:27.570013 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe6833f-2e08-449a-aa67-a9c7def8c118 req-f6fcf54f-2124-4b5a-bb7b-c7f75ced78c5 tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:58:27.571510 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-3fe6833f-2e08-449a-aa67-a9c7def8c118 req-f6fcf54f-2124-4b5a-bb7b-c7f75ced78c5 tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] 10.222.0.13 "GET /v2.0/ports?device_id=51e60b42-68b2-4e38-a242-757c6602a48d HTTP/1.1" status: 200 len: 944 time: 0.0472288 Jan 26 21:58:27.620100 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-3fe6833f-2e08-449a-aa67-a9c7def8c118 req-aee80207-3866-4551-908f-c4116b706a7c tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] 10.222.0.13 "GET /v2.0/security-groups?id=43aa6f70-7548-49d9-ab7d-3f19ba8f2c23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425444 Jan 26 21:58:28.732314 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3f8372-e190-4a90-8a1a-25d15e76fba8 req-4279cad7-ee98-484b-9868-8dc7aefa256d tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:58:28.733790 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-cc3f8372-e190-4a90-8a1a-25d15e76fba8 req-4279cad7-ee98-484b-9868-8dc7aefa256d tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] 10.222.0.13 "GET /v2.0/ports?device_id=51e60b42-68b2-4e38-a242-757c6602a48d HTTP/1.1" status: 200 len: 944 time: 0.0474992 Jan 26 21:58:28.780552 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-cc3f8372-e190-4a90-8a1a-25d15e76fba8 req-93a7d346-60b0-4bab-9139-56b6c52ec2d1 tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] 10.222.0.13 "GET /v2.0/security-groups?id=43aa6f70-7548-49d9-ab7d-3f19ba8f2c23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413339 Jan 26 21:58:29.897449 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3070528-80aa-42e2-aabf-fd35883904af req-755c5fbf-281e-4d4a-97c5-7ffab5e61e56 tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:58:29.898893 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-b3070528-80aa-42e2-aabf-fd35883904af req-755c5fbf-281e-4d4a-97c5-7ffab5e61e56 tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] 10.222.0.13 "GET /v2.0/ports?device_id=51e60b42-68b2-4e38-a242-757c6602a48d HTTP/1.1" status: 200 len: 944 time: 0.0512154 Jan 26 21:58:29.946441 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-b3070528-80aa-42e2-aabf-fd35883904af req-9b63fdf9-e8e4-4c50-ab00-eb32c5521b0e tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] 10.222.0.13 "GET /v2.0/security-groups?id=43aa6f70-7548-49d9-ab7d-3f19ba8f2c23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420234 Jan 26 21:58:30.135244 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Device 2d9e845f-bd96-4aba-8665-c48b5a669c1c details requested by agent hyperv_n-h1-760453-5 with host n-h1-760453-5 {{(pid=103306) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 26 21:58:30.231069 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] For port 2d9e845f-bd96-4aba-8665-c48b5a669c1c, host n-h1-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-5',level=0,port_id=2d9e845f-bd96-4aba-8665-c48b5a669c1c,segment=NetworkSegment(9a2f9f82-c041-418b-a55c-16c7f60d3f23),segment_id=9a2f9f82-c041-418b-a55c-16c7f60d3f23)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:58:30.243218 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Returning: {'device': '2d9e845f-bd96-4aba-8665-c48b5a669c1c', 'network_id': 'e866a34e-1552-4423-ada4-1491d39ac585', 'port_id': '2d9e845f-bd96-4aba-8665-c48b5a669c1c', 'mac_address': 'fa:16:3e:a2:18:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 568, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '96a6ba37-129e-4936-9d0e-9f67f00a39ac', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103306) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 26 21:58:30.279337 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Current status of the port 2d9e845f-bd96-4aba-8665-c48b5a669c1c is: DOWN; New status is: BUILD {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:58:30.279725 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (2d9e845f-bd96-4aba-8665-c48b5a669c1c), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:58:30.292163 n-d-760453-5 neutron-server[103306]: DEBUG neutron.notifiers.nova [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2d9e845f-bd96-4aba-8665-c48b5a669c1c {{(pid=103306) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 26 21:58:30.313864 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] For port 2d9e845f-bd96-4aba-8665-c48b5a669c1c, host n-h1-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-5',level=0,port_id=2d9e845f-bd96-4aba-8665-c48b5a669c1c,segment=NetworkSegment(9a2f9f82-c041-418b-a55c-16c7f60d3f23),segment_id=9a2f9f82-c041-418b-a55c-16c7f60d3f23)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:58:30.317984 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (2d9e845f-bd96-4aba-8665-c48b5a669c1c), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:58:30.366043 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Pushing event updated for resources: {'Port': ['ID=2d9e845f-bd96-4aba-8665-c48b5a669c1c,revision_number=4']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:58:30.373317 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:58:30.373662 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:58:30.374008 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:58:30.374346 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:58:30.374680 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:58:30.375477 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:58:30.375816 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:58:30.376146 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:58:30.376473 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:58:30.376801 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:58:30.377131 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:58:30.377485 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:58:30.377813 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:58:30.740356 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] get_ports_and_sgs() called for port_ids ['2d9e845f-bd96-4aba-8665-c48b5a669c1c'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 26 21:58:31.063778 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c643a5d4-d327-46da-b6be-9da43ee07d47 req-b5f43f7c-ffae-4383-b2ad-7133354ebaa9 tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:58:31.065260 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-c643a5d4-d327-46da-b6be-9da43ee07d47 req-b5f43f7c-ffae-4383-b2ad-7133354ebaa9 tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] 10.222.0.13 "GET /v2.0/ports?device_id=51e60b42-68b2-4e38-a242-757c6602a48d HTTP/1.1" status: 200 len: 945 time: 0.0492618 Jan 26 21:58:31.113160 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-c643a5d4-d327-46da-b6be-9da43ee07d47 req-69c4a44c-060b-4f0a-b735-a905a84ea70e tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] 10.222.0.13 "GET /v2.0/security-groups?id=43aa6f70-7548-49d9-ab7d-3f19ba8f2c23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423954 Jan 26 21:58:32.150686 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Device 2d9e845f-bd96-4aba-8665-c48b5a669c1c up at agent hyperv_n-h1-760453-5 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 21:58:32.203182 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Provisioning for port 2d9e845f-bd96-4aba-8665-c48b5a669c1c completed by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 21:58:32.207384 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Provisioning complete for port 2d9e845f-bd96-4aba-8665-c48b5a669c1c triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 21:58:32.207750 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (2d9e845f-bd96-4aba-8665-c48b5a669c1c), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:58:32.232267 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6580cbc3-2a03-4bc3-ac7e-ad8ae31371b9 req-0b6c70f0-6120-405a-bed3-fe8c43186053 tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:58:32.233771 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-6580cbc3-2a03-4bc3-ac7e-ad8ae31371b9 req-0b6c70f0-6120-405a-bed3-fe8c43186053 tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] 10.222.0.13 "GET /v2.0/ports?device_id=51e60b42-68b2-4e38-a242-757c6602a48d HTTP/1.1" status: 200 len: 945 time: 0.0537636 Jan 26 21:58:32.282983 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-6580cbc3-2a03-4bc3-ac7e-ad8ae31371b9 req-59a84c07-6ff3-4a69-84ff-81f5d6814b76 tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] 10.222.0.13 "GET /v2.0/security-groups?id=43aa6f70-7548-49d9-ab7d-3f19ba8f2c23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430226 Jan 26 21:58:32.283997 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Current status of the port 2d9e845f-bd96-4aba-8665-c48b5a669c1c is: BUILD; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 21:58:32.284396 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (2d9e845f-bd96-4aba-8665-c48b5a669c1c), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:58:32.306383 n-d-760453-5 neutron-server[103306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51e60b42-68b2-4e38-a242-757c6602a48d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d9e845f-bd96-4aba-8665-c48b5a669c1c'}] {{(pid=103306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 21:58:32.308598 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9d5d370febab655511bdd2ffe887e43e442d144a440368702bcc1e93af00b97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d76e1ac7-c8b0-41ca-82b5-a882369b0b29" -d '{"events": [{"server_uuid": "51e60b42-68b2-4e38-a242-757c6602a48d", "name": "network-vif-plugged", "status": "completed", "tag": "2d9e845f-bd96-4aba-8665-c48b5a669c1c"}]}' {{(pid=103306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 21:58:32.321617 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] For port 2d9e845f-bd96-4aba-8665-c48b5a669c1c, host n-h1-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-5',level=0,port_id=2d9e845f-bd96-4aba-8665-c48b5a669c1c,segment=NetworkSegment(9a2f9f82-c041-418b-a55c-16c7f60d3f23),segment_id=9a2f9f82-c041-418b-a55c-16c7f60d3f23)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 21:58:32.326004 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (2d9e845f-bd96-4aba-8665-c48b5a669c1c), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:58:32.375977 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Pushing event updated for resources: {'Port': ['ID=2d9e845f-bd96-4aba-8665-c48b5a669c1c,revision_number=5']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:58:32.408642 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Jan 2022 21:58:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d43acf1-494f-45f2-9bf8-3f6843052dd0 x-openstack-request-id: req-1d43acf1-494f-45f2-9bf8-3f6843052dd0 {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 21:58:32.408923 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51e60b42-68b2-4e38-a242-757c6602a48d", "name": "network-vif-plugged", "status": "completed", "tag": "2d9e845f-bd96-4aba-8665-c48b5a669c1c", "code": 200}]} {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 21:58:32.409179 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-1d43acf1-494f-45f2-9bf8-3f6843052dd0 {{(pid=103306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 21:58:32.409612 n-d-760453-5 neutron-server[103306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51e60b42-68b2-4e38-a242-757c6602a48d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d9e845f-bd96-4aba-8665-c48b5a669c1c', 'code': 200} Jan 26 21:58:32.534233 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb7bd0f-9bb9-400e-bcf2-8eccc46a324b req-ef47852a-d1e0-4b05-b47f-40d8e1205952 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:58:32.535687 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-6fb7bd0f-9bb9-400e-bcf2-8eccc46a324b req-ef47852a-d1e0-4b05-b47f-40d8e1205952 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=51e60b42-68b2-4e38-a242-757c6602a48d HTTP/1.1" status: 200 len: 1097 time: 0.0398221 Jan 26 21:58:32.580359 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-6fb7bd0f-9bb9-400e-bcf2-8eccc46a324b req-a01d2370-2688-4574-b141-bfdfec3d289f service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=43aa6f70-7548-49d9-ab7d-3f19ba8f2c23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385859 Jan 26 21:58:33.395243 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58619cba-b227-4d97-b30b-65ac4a737156 req-71631872-5d9b-45a3-8e84-0d13d6215249 tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:58:33.396731 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-58619cba-b227-4d97-b30b-65ac4a737156 req-71631872-5d9b-45a3-8e84-0d13d6215249 tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] 10.222.0.13 "GET /v2.0/ports?device_id=51e60b42-68b2-4e38-a242-757c6602a48d HTTP/1.1" status: 200 len: 946 time: 0.0487592 Jan 26 21:58:33.448213 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-58619cba-b227-4d97-b30b-65ac4a737156 req-34d255dd-ca0f-4ecb-82b1-142915601ab8 tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] 10.222.0.13 "GET /v2.0/security-groups?id=43aa6f70-7548-49d9-ab7d-3f19ba8f2c23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459125 Jan 26 21:58:34.562405 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735973d1-85e1-43d1-8b1a-b9ca7a3bbd95 req-75fc5419-7b52-4fd9-98ac-cfe64927f689 tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:58:34.563906 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-735973d1-85e1-43d1-8b1a-b9ca7a3bbd95 req-75fc5419-7b52-4fd9-98ac-cfe64927f689 tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] 10.222.0.13 "GET /v2.0/ports?device_id=51e60b42-68b2-4e38-a242-757c6602a48d HTTP/1.1" status: 200 len: 946 time: 0.0481513 Jan 26 21:58:34.613209 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-735973d1-85e1-43d1-8b1a-b9ca7a3bbd95 req-fedd48f1-5cd2-4870-9a49-8c28a307e11e tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] 10.222.0.13 "GET /v2.0/security-groups?id=43aa6f70-7548-49d9-ab7d-3f19ba8f2c23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438328 Jan 26 21:58:34.723845 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6e3abb-849d-49b4-9e32-e6c8432b87c6 req-06293a93-3285-4d79-af6d-b154a3ff7d71 tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:58:34.725328 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-5e6e3abb-849d-49b4-9e32-e6c8432b87c6 req-06293a93-3285-4d79-af6d-b154a3ff7d71 tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] 10.222.0.13 "GET /v2.0/ports?device_id=51e60b42-68b2-4e38-a242-757c6602a48d HTTP/1.1" status: 200 len: 946 time: 0.0469370 Jan 26 21:58:34.773881 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-5e6e3abb-849d-49b4-9e32-e6c8432b87c6 req-9eb50e9a-e4b3-48b9-9fb6-17a1c3b11f15 tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] 10.222.0.13 "GET /v2.0/security-groups?id=43aa6f70-7548-49d9-ab7d-3f19ba8f2c23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431647 Jan 26 21:58:34.796703 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 50732) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:58:34.840426 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc0d1fb3-3c2a-4b95-b206-eb7bb70beff5 tempest-TestVolumeBootPattern-798451915 tempest-TestVolumeBootPattern-798451915-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:58:34.842504 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-fc0d1fb3-3c2a-4b95-b206-eb7bb70beff5 tempest-TestVolumeBootPattern-798451915 tempest-TestVolumeBootPattern-798451915-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=51e60b42-68b2-4e38-a242-757c6602a48d HTTP/1.1" status: 200 len: 1092 time: 0.0447845 Jan 26 21:58:34.845099 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 50738) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 21:58:34.849553 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-3b0553b3-861d-4d4f-a8a8-13b544680979 tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] Request body: {'floatingip': {'floating_network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'port_id': '2d9e845f-bd96-4aba-8665-c48b5a669c1c', 'tenant_id': 'bc63455dcf49482fa53286dc14f91835', 'fixed_ip_address': '172.20.0.12'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:58:34.873100 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-3b0553b3-861d-4d4f-a8a8-13b544680979 tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:58:34.970893 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-3b0553b3-861d-4d4f-a8a8-13b544680979 tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:58:35.078120 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.db_base_plugin_common [None req-3b0553b3-861d-4d4f-a8a8-13b544680979 tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] Allocated IP 172.25.1.81 (4140a1f1-c93a-4bea-83a0-68953a54f299/e48251a1-e30d-4820-8396-00c6f6aeb601/c8aeb5f2-fbde-4d80-bd31-645d6635fba7) {{(pid=103305) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 21:58:35.182324 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-3b0553b3-861d-4d4f-a8a8-13b544680979 tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] Publish callbacks [] for port (c8aeb5f2-fbde-4d80-bd31-645d6635fba7), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:58:35.215661 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-3b0553b3-861d-4d4f-a8a8-13b544680979 tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746560234527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11791543'] for port (c8aeb5f2-fbde-4d80-bd31-645d6635fba7), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:58:35.252634 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b0553b3-861d-4d4f-a8a8-13b544680979 tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] Network 4140a1f1-c93a-4bea-83a0-68953a54f299 is already hosted by enough agents. {{(pid=103305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 21:58:35.255280 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [None req-3b0553b3-861d-4d4f-a8a8-13b544680979 tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] Resources bound (agent type, host, resource id): {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 21:58:35.260655 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b0553b3-861d-4d4f-a8a8-13b544680979 tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] Received port after_create {{(pid=103305) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 21:58:35.266419 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b0553b3-861d-4d4f-a8a8-13b544680979 tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] Pushing event updated for resources: {'Port': ['ID=c8aeb5f2-fbde-4d80-bd31-645d6635fba7,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:58:35.298659 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b0553b3-861d-4d4f-a8a8-13b544680979 tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:58:35.299004 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b0553b3-861d-4d4f-a8a8-13b544680979 tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:58:35.299342 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b0553b3-861d-4d4f-a8a8-13b544680979 tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:58:35.299674 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b0553b3-861d-4d4f-a8a8-13b544680979 tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:58:35.300003 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b0553b3-861d-4d4f-a8a8-13b544680979 tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:58:35.300330 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b0553b3-861d-4d4f-a8a8-13b544680979 tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:58:35.300652 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b0553b3-861d-4d4f-a8a8-13b544680979 tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:58:35.300971 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b0553b3-861d-4d4f-a8a8-13b544680979 tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:58:35.301310 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b0553b3-861d-4d4f-a8a8-13b544680979 tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:58:35.301631 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b0553b3-861d-4d4f-a8a8-13b544680979 tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:58:35.301949 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b0553b3-861d-4d4f-a8a8-13b544680979 tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:58:35.302268 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b0553b3-861d-4d4f-a8a8-13b544680979 tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:58:35.302586 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b0553b3-861d-4d4f-a8a8-13b544680979 tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 21:58:35.627612 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-3b0553b3-861d-4d4f-a8a8-13b544680979 tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] Publish callbacks [] for floatingip (4e1aded2-3522-461f-8383-0b7e26b54ecb), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:58:35.696770 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-3b0553b3-861d-4d4f-a8a8-13b544680979 tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (c8aeb5f2-fbde-4d80-bd31-645d6635fba7), before_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:58:35.842822 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-3b0553b3-861d-4d4f-a8a8-13b544680979 tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] Publish callbacks [] for port (c8aeb5f2-fbde-4d80-bd31-645d6635fba7), precommit_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:58:35.847099 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-3b0553b3-861d-4d4f-a8a8-13b544680979 tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11791520'] for port (c8aeb5f2-fbde-4d80-bd31-645d6635fba7), after_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:58:35.920523 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b0553b3-861d-4d4f-a8a8-13b544680979 tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] Pushing event updated for resources: {'Port': ['ID=c8aeb5f2-fbde-4d80-bd31-645d6635fba7,revision_number=2']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 21:58:35.930333 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-3b0553b3-861d-4d4f-a8a8-13b544680979 tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4110913'] for floatingip (4e1aded2-3522-461f-8383-0b7e26b54ecb), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:58:36.029780 n-d-760453-5 neutron-server[103305]: INFO neutron.db.l3_db [None req-3b0553b3-861d-4d4f-a8a8-13b544680979 tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] Floating IP 4e1aded2-3522-461f-8383-0b7e26b54ecb associated. External IP: 172.25.1.81, port: 2d9e845f-bd96-4aba-8665-c48b5a669c1c. Jan 26 21:58:36.232842 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b0553b3-861d-4d4f-a8a8-13b544680979 tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] Router b53db9fd-ed60-4165-810f-ec69979c7538 has already been hosted by L3 agent 09df100c-3af1-4b0a-bda8-05914c71c458 {{(pid=103305) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 26 21:58:36.337990 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b0553b3-861d-4d4f-a8a8-13b544680979 tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] Notify agent at l3_agent.n-d-760453-5 the message routers_updated {{(pid=103305) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 26 21:58:36.347409 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41a10378-3781-4c7a-86fe-ca62756f8916 None None] Sync routers for ids ['b53db9fd-ed60-4165-810f-ec69979c7538'] in n-d-760453-5 {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 26 21:58:36.355489 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-3b0553b3-861d-4d4f-a8a8-13b544680979 tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for floatingip (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:58:36.358541 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41a10378-3781-4c7a-86fe-ca62756f8916 None None] Routers {'b53db9fd-ed60-4165-810f-ec69979c7538'} bound to L3 agent in host n-d-760453-5 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 21:58:36.359321 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-41a10378-3781-4c7a-86fe-ca62756f8916 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-26T20:55:21Z,description=,heartbeat_timestamp=2022-01-26T21:58:21Z,host='n-d-760453-5',id=09df100c-3af1-4b0a-bda8-05914c71c458,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:55:21Z,topic='l3_agent')) {'router_ids': ['b53db9fd-ed60-4165-810f-ec69979c7538'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:58:36.385211 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-3b0553b3-861d-4d4f-a8a8-13b544680979 tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5372531 Jan 26 21:58:36.385211 n-d-760453-5 neutron-server[103305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '51e60b42-68b2-4e38-a242-757c6602a48d', 'tag': '2d9e845f-bd96-4aba-8665-c48b5a669c1c'}] {{(pid=103305) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 21:58:36.386466 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d4654568b7bf041e72ff8fe1c96d6d761d9c921f2b99bc7b3a26632be20cee0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c0d2ad7-821a-42e2-ade2-5536c96b6fb6" -d '{"events": [{"name": "network-changed", "server_uuid": "51e60b42-68b2-4e38-a242-757c6602a48d", "tag": "2d9e845f-bd96-4aba-8665-c48b5a669c1c"}]}' {{(pid=103305) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 21:58:36.471844 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_dvr_db [None req-41a10378-3781-4c7a-86fe-ca62756f8916 None None] Set router b53db9fd-ed60-4165-810f-ec69979c7538 gateway port host: n-d-760453-5 {{(pid=103307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 21:58:36.497964 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 26 Jan 2022 21:58:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-096e7ded-86da-49d6-829b-3cd26ec62a40 x-openstack-request-id: req-096e7ded-86da-49d6-829b-3cd26ec62a40 {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 21:58:36.498265 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "51e60b42-68b2-4e38-a242-757c6602a48d", "tag": "2d9e845f-bd96-4aba-8665-c48b5a669c1c", "status": "completed", "code": 200}]} {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 21:58:36.498522 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-096e7ded-86da-49d6-829b-3cd26ec62a40 {{(pid=103305) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 21:58:36.498933 n-d-760453-5 neutron-server[103305]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '51e60b42-68b2-4e38-a242-757c6602a48d', 'tag': '2d9e845f-bd96-4aba-8665-c48b5a669c1c', 'status': 'completed', 'code': 200} Jan 26 21:58:36.573461 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0d2ad7-821a-42e2-ade2-5536c96b6fb6 req-1d082659-8abc-486a-be65-b603521cb851 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:58:36.574983 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-6c0d2ad7-821a-42e2-ade2-5536c96b6fb6 req-1d082659-8abc-486a-be65-b603521cb851 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=bc63455dcf49482fa53286dc14f91835&device_id=51e60b42-68b2-4e38-a242-757c6602a48d HTTP/1.1" status: 200 len: 1097 time: 0.0447314 Jan 26 21:58:36.663870 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0d2ad7-821a-42e2-ade2-5536c96b6fb6 req-10e1021c-aae4-4150-a356-f07d9921b69d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:58:36.665395 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-6c0d2ad7-821a-42e2-ade2-5536c96b6fb6 req-10e1021c-aae4-4150-a356-f07d9921b69d service neutron] 10.222.0.66 "GET /v2.0/networks?id=e866a34e-1552-4423-ada4-1491d39ac585 HTTP/1.1" status: 200 len: 912 time: 0.0842366 Jan 26 21:58:36.692569 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-41a10378-3781-4c7a-86fe-ca62756f8916 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b53db9fd-ed60-4165-810f-ec69979c7538', 'name': 'tempest-TestVolumeBootPattern-972056660-router', 'tenant_id': 'bc63455dcf49482fa53286dc14f91835', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'external_fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.201'}], 'enable_snat': True}, 'gw_port_id': '620fd9d7-cce4-4759-a591-266ae679fb91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T21:48:01Z', 'updated_at': '2022-01-26T21:48:05Z', 'revision_number': 4, 'project_id': 'bc63455dcf49482fa53286dc14f91835', 'gw_port': {'id': '620fd9d7-cce4-4759-a591-266ae679fb91', 'name': '', 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:76:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b53db9fd-ed60-4165-810f-ec69979c7538', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3934, 'fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:48:02Z', 'updated_at': '2022-01-26T21:48:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-5', '_floatingips': [{'id': '4e1aded2-3522-461f-8383-0b7e26b54ecb', 'tenant_id': 'bc63455dcf49482fa53286dc14f91835', 'floating_ip_address': '172.25.1.81', 'floating_network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'router_id': 'b53db9fd-ed60-4165-810f-ec69979c7538', 'port_id': '2d9e845f-bd96-4aba-8665-c48b5a669c1c', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4054, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e866a34e-1552-4423-ada4-1491d39ac585', 'mac_address': 'fa:16:3e:a2:18:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51e60b42-68b2-4e38-a242-757c6602a48d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-26T21:58:35Z', 'updated_at': '2022-01-26T21:58:35Z', 'revision_number': 0, 'project_id': 'bc63455dcf49482fa53286dc14f91835', 'fixed_ip_address_scope': None}, {'id': '6615cf54-5b17-470c-9fa0-79bf55777422', 'tenant_id': 'bc63455dcf49482fa53286dc14f91835', 'floating_ip_address': '172.25.1.146', 'floating_network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'router_id': 'b53db9fd-ed60-4165-810f-ec69979c7538', 'port_id': 'ca0317e6-1a73-4e38-8140-d39e21219987', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 4051, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e866a34e-1552-4423-ada4-1491d39ac585', 'mac_address': 'fa:16:3e:30:f8:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '227bff66-0333-4194-b994-616ad17283a9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-26T21:56:24Z', 'updated_at': '2022-01-26T21:56:26Z', 'revision_number': 1, 'project_id': 'bc63455dcf49482fa53286dc14f91835', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '84a3ebcb-bbbf-45c6-ace8-525a3dfbde12', 'name': '', 'network_id': 'e866a34e-1552-4423-ada4-1491d39ac585', 'tenant_id': 'bc63455dcf49482fa53286dc14f91835', 'mac_address': 'fa:16:3e:75:07:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b53db9fd-ed60-4165-810f-ec69979c7538', 'device_owner': 'network:router_interface', 'standard_attr_id': 3935, 'fixed_ips': [{'subnet_id': '96a6ba37-129e-4936-9d0e-9f67f00a39ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:48:04Z', 'updated_at': '2022-01-26T21:48:12Z', 'revision_number': 5, 'project_id': 'bc63455dcf49482fa53286dc14f91835', 'subnets': [{'id': '96a6ba37-129e-4936-9d0e-9f67f00a39ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760453-5', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:58:36.721779 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41a10378-3781-4c7a-86fe-ca62756f8916 None None] Checking router: b53db9fd-ed60-4165-810f-ec69979c7538 for host: n-d-760453-5 {{(pid=103307) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 26 21:58:36.729596 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41a10378-3781-4c7a-86fe-ca62756f8916 None None] Routers {'b53db9fd-ed60-4165-810f-ec69979c7538'} bound to L3 agent in host n-d-760453-5 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 21:58:36.730194 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-41a10378-3781-4c7a-86fe-ca62756f8916 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-26T20:55:21Z,description=,heartbeat_timestamp=2022-01-26T21:58:21Z,host='n-d-760453-5',id=09df100c-3af1-4b0a-bda8-05914c71c458,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:55:21Z,topic='l3_agent')) {'router_ids': ['b53db9fd-ed60-4165-810f-ec69979c7538'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:58:36.734562 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-6c0d2ad7-821a-42e2-ade2-5536c96b6fb6 req-0a5dccd1-2c2f-4dfd-88b6-40b4ce03ef43 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2d9e845f-bd96-4aba-8665-c48b5a669c1c HTTP/1.1" status: 200 len: 999 time: 0.0614882 Jan 26 21:58:36.781495 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0d2ad7-821a-42e2-ade2-5536c96b6fb6 req-adffebee-84dc-43cb-80ae-2f9f63312655 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:58:36.782971 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-6c0d2ad7-821a-42e2-ade2-5536c96b6fb6 req-adffebee-84dc-43cb-80ae-2f9f63312655 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=96a6ba37-129e-4936-9d0e-9f67f00a39ac HTTP/1.1" status: 200 len: 850 time: 0.0429537 Jan 26 21:58:36.826669 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0d2ad7-821a-42e2-ade2-5536c96b6fb6 req-f23c6ecc-f659-4363-a0fb-e52f758e748d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:58:36.828167 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-6c0d2ad7-821a-42e2-ade2-5536c96b6fb6 req-f23c6ecc-f659-4363-a0fb-e52f758e748d service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=e866a34e-1552-4423-ada4-1491d39ac585&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0393474 Jan 26 21:58:36.834167 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_dvr_db [None req-41a10378-3781-4c7a-86fe-ca62756f8916 None None] Set router b53db9fd-ed60-4165-810f-ec69979c7538 gateway port host: n-d-760453-5 {{(pid=103307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 21:58:36.921280 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-6c0d2ad7-821a-42e2-ade2-5536c96b6fb6 req-1dae75e9-044e-408f-9afb-af833559700a service neutron] 10.222.0.66 "GET /v2.0/networks/e866a34e-1552-4423-ada4-1491d39ac585?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867794 Jan 26 21:58:37.011526 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-6c0d2ad7-821a-42e2-ade2-5536c96b6fb6 req-99d14e2e-36c7-4ad3-b52e-1a8c5e4ed489 service neutron] 10.222.0.66 "GET /v2.0/networks/e866a34e-1552-4423-ada4-1491d39ac585?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847914 Jan 26 21:58:37.063519 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-41a10378-3781-4c7a-86fe-ca62756f8916 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b53db9fd-ed60-4165-810f-ec69979c7538', 'name': 'tempest-TestVolumeBootPattern-972056660-router', 'tenant_id': 'bc63455dcf49482fa53286dc14f91835', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'external_fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.201'}], 'enable_snat': True}, 'gw_port_id': '620fd9d7-cce4-4759-a591-266ae679fb91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T21:48:01Z', 'updated_at': '2022-01-26T21:48:05Z', 'revision_number': 4, 'project_id': 'bc63455dcf49482fa53286dc14f91835', 'gw_port': {'id': '620fd9d7-cce4-4759-a591-266ae679fb91', 'name': '', 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:76:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b53db9fd-ed60-4165-810f-ec69979c7538', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3934, 'fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:48:02Z', 'updated_at': '2022-01-26T21:48:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-5', '_floatingips': [{'id': '4e1aded2-3522-461f-8383-0b7e26b54ecb', 'tenant_id': 'bc63455dcf49482fa53286dc14f91835', 'floating_ip_address': '172.25.1.81', 'floating_network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'router_id': 'b53db9fd-ed60-4165-810f-ec69979c7538', 'port_id': '2d9e845f-bd96-4aba-8665-c48b5a669c1c', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4054, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e866a34e-1552-4423-ada4-1491d39ac585', 'mac_address': 'fa:16:3e:a2:18:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51e60b42-68b2-4e38-a242-757c6602a48d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-26T21:58:35Z', 'updated_at': '2022-01-26T21:58:35Z', 'revision_number': 0, 'project_id': 'bc63455dcf49482fa53286dc14f91835', 'fixed_ip_address_scope': None}, {'id': '6615cf54-5b17-470c-9fa0-79bf55777422', 'tenant_id': 'bc63455dcf49482fa53286dc14f91835', 'floating_ip_address': '172.25.1.146', 'floating_network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'router_id': 'b53db9fd-ed60-4165-810f-ec69979c7538', 'port_id': 'ca0317e6-1a73-4e38-8140-d39e21219987', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 4051, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e866a34e-1552-4423-ada4-1491d39ac585', 'mac_address': 'fa:16:3e:30:f8:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '227bff66-0333-4194-b994-616ad17283a9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-26T21:56:24Z', 'updated_at': '2022-01-26T21:56:26Z', 'revision_number': 1, 'project_id': 'bc63455dcf49482fa53286dc14f91835', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '84a3ebcb-bbbf-45c6-ace8-525a3dfbde12', 'name': '', 'network_id': 'e866a34e-1552-4423-ada4-1491d39ac585', 'tenant_id': 'bc63455dcf49482fa53286dc14f91835', 'mac_address': 'fa:16:3e:75:07:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b53db9fd-ed60-4165-810f-ec69979c7538', 'device_owner': 'network:router_interface', 'standard_attr_id': 3935, 'fixed_ips': [{'subnet_id': '96a6ba37-129e-4936-9d0e-9f67f00a39ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:48:04Z', 'updated_at': '2022-01-26T21:48:12Z', 'revision_number': 5, 'project_id': 'bc63455dcf49482fa53286dc14f91835', 'subnets': [{'id': '96a6ba37-129e-4936-9d0e-9f67f00a39ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760453-5', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 21:58:37.090182 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41a10378-3781-4c7a-86fe-ca62756f8916 None None] The sync data for ids ['b53db9fd-ed60-4165-810f-ec69979c7538'] in n-d-760453-5 is: [{'id': 'b53db9fd-ed60-4165-810f-ec69979c7538', 'name': 'tempest-TestVolumeBootPattern-972056660-router', 'tenant_id': 'bc63455dcf49482fa53286dc14f91835', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'external_fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.201'}], 'enable_snat': True}, 'gw_port_id': '620fd9d7-cce4-4759-a591-266ae679fb91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T21:48:01Z', 'updated_at': '2022-01-26T21:48:05Z', 'revision_number': 4, 'project_id': 'bc63455dcf49482fa53286dc14f91835', 'gw_port': {'id': '620fd9d7-cce4-4759-a591-266ae679fb91', 'name': '', 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:76:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b53db9fd-ed60-4165-810f-ec69979c7538', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3934, 'fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:48:02Z', 'updated_at': '2022-01-26T21:48:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-5', '_floatingips': [{'id': '4e1aded2-3522-461f-8383-0b7e26b54ecb', 'tenant_id': 'bc63455dcf49482fa53286dc14f91835', 'floating_ip_address': '172.25.1.81', 'floating_network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'router_id': 'b53db9fd-ed60-4165-810f-ec69979c7538', 'port_id': '2d9e845f-bd96-4aba-8665-c48b5a669c1c', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4054, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e866a34e-1552-4423-ada4-1491d39ac585', 'mac_address': 'fa:16:3e:a2:18:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51e60b42-68b2-4e38-a242-757c6602a48d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-26T21:58:35Z', 'updated_at': '2022-01-26T21:58:35Z', 'revision_number': 0, 'project_id': 'bc63455dcf49482fa53286dc14f91835', 'fixed_ip_address_scope': None}, {'id': '6615cf54-5b17-470c-9fa0-79bf55777422', 'tenant_id': 'bc63455dcf49482fa53286dc14f91835', 'floating_ip_address': '172.25.1.146', 'floating_network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'router_id': 'b53db9fd-ed60-4165-810f-ec69979c7538', 'port_id': 'ca0317e6-1a73-4e38-8140-d39e21219987', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 4051, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e866a34e-1552-4423-ada4-1491d39ac585', 'mac_address': 'fa:16:3e:30:f8:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '227bff66-0333-4194-b994-616ad17283a9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-26T21:56:24Z', 'updated_at': '2022-01-26T21:56:26Z', 'revision_number': 1, 'project_id': 'bc63455dcf49482fa53286dc14f91835', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '84a3ebcb-bbbf-45c6-ace8-525a3dfbde12', 'name': '', 'network_id': 'e866a34e-1552-4423-ada4-1491d39ac585', 'tenant_id': 'bc63455dcf49482fa53286dc14f91835', 'mac_address': 'fa:16:3e:75:07:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b53db9fd-ed60-4165-810f-ec69979c7538', 'device_owner': 'network:router_interface', 'standard_attr_id': 3935, 'fixed_ips': [{'subnet_id': '96a6ba37-129e-4936-9d0e-9f67f00a39ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:48:04Z', 'updated_at': '2022-01-26T21:48:12Z', 'revision_number': 5, 'project_id': 'bc63455dcf49482fa53286dc14f91835', 'subnets': [{'id': '96a6ba37-129e-4936-9d0e-9f67f00a39ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 26 21:58:37.271435 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef418397-f773-4105-9301-7e516b0b4eab None None] New status for floating IP 4e1aded2-3522-461f-8383-0b7e26b54ecb: ACTIVE {{(pid=103306) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 26 21:58:38.643065 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (32ef628b-8417-46c5-8729-60fcabe358f1), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:58:48.947536 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fed4653f-31bb-49e6-9205-ae65309292e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (474ccdf7-ab6c-405b-a3b2-dc7b05829902), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:58:51.099650 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-d7e8fe1c-422b-4bc1-b1b1-fb5fefdf25e6 req-b16cbaea-e7b9-440a-a2fd-76b47e56fa7e service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=227bff66-0333-4194-b994-616ad17283a9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0423498 Jan 26 21:58:51.184465 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e8fe1c-422b-4bc1-b1b1-fb5fefdf25e6 req-395b3030-9efd-4913-bf79-c222c02a93ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:58:51.186383 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-d7e8fe1c-422b-4bc1-b1b1-fb5fefdf25e6 req-395b3030-9efd-4913-bf79-c222c02a93ae service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=bc63455dcf49482fa53286dc14f91835&device_id=227bff66-0333-4194-b994-616ad17283a9 HTTP/1.1" status: 200 len: 1096 time: 0.0452039 Jan 26 21:58:51.283892 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-4d488ffd-51fd-43d0-9ed1-a23534468273 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (09df100c-3af1-4b0a-bda8-05914c71c458), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:58:51.292555 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e8fe1c-422b-4bc1-b1b1-fb5fefdf25e6 req-84b3065d-f390-4293-ae44-425e9edd1ad0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:58:51.294291 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-d7e8fe1c-422b-4bc1-b1b1-fb5fefdf25e6 req-84b3065d-f390-4293-ae44-425e9edd1ad0 service neutron] 10.222.0.57 "GET /v2.0/networks?id=e866a34e-1552-4423-ada4-1491d39ac585 HTTP/1.1" status: 200 len: 912 time: 0.0886021 Jan 26 21:58:51.364557 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-d7e8fe1c-422b-4bc1-b1b1-fb5fefdf25e6 req-8015a216-91ec-4f0a-beee-09d6b3cefb68 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ca0317e6-1a73-4e38-8140-d39e21219987 HTTP/1.1" status: 200 len: 1001 time: 0.0643537 Jan 26 21:58:51.414163 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e8fe1c-422b-4bc1-b1b1-fb5fefdf25e6 req-9b962fbc-fde8-46d4-a02a-cc7fc602b98e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:58:51.415648 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-d7e8fe1c-422b-4bc1-b1b1-fb5fefdf25e6 req-9b962fbc-fde8-46d4-a02a-cc7fc602b98e service neutron] 10.222.0.57 "GET /v2.0/subnets?id=96a6ba37-129e-4936-9d0e-9f67f00a39ac HTTP/1.1" status: 200 len: 850 time: 0.0463884 Jan 26 21:58:51.467798 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e8fe1c-422b-4bc1-b1b1-fb5fefdf25e6 req-e7616a31-d548-4c3a-8011-7c19907d819d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:58:51.469454 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-d7e8fe1c-422b-4bc1-b1b1-fb5fefdf25e6 req-e7616a31-d548-4c3a-8011-7c19907d819d service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=e866a34e-1552-4423-ada4-1491d39ac585&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0469272 Jan 26 21:58:51.509205 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.agents_db [None req-569f1ced-6396-4ddf-b79f-e03b0b2146ab None None] Agent healthcheck: found 7 active agents {{(pid=103307) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 26 21:58:51.565116 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-d7e8fe1c-422b-4bc1-b1b1-fb5fefdf25e6 req-381caa79-ef27-4162-864e-0b0fdec04acc service neutron] 10.222.0.57 "GET /v2.0/networks/e866a34e-1552-4423-ada4-1491d39ac585?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899405 Jan 26 21:58:51.655303 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-d7e8fe1c-422b-4bc1-b1b1-fb5fefdf25e6 req-83e22d53-dcf9-44fb-be6b-f315ab1e0a9f service neutron] 10.222.0.57 "GET /v2.0/networks/e866a34e-1552-4423-ada4-1491d39ac585?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846593 Jan 26 21:58:52.386796 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-841f5991-a4d8-4d4b-b215-cbc6bab5427b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (aa7ee9d2-08eb-4e12-b895-24c57300dfec), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:58:53.441108 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (4d619873-4b60-439f-9b5a-b155dc8bbc34), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:58:54.215677 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-839dd188-ec69-470c-9ab0-d318dc1a2e96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (e79b4fc6-6c71-44b2-a6d0-ff3e1f4dfd0d), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:58:55.362121 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (fea0591a-627d-4c87-9a9a-01625ddf3277), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:59:08.657637 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (32ef628b-8417-46c5-8729-60fcabe358f1), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:59:11.577808 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-df74e631-a20f-44d4-9cc6-7984df8dc1da req-64b46591-6727-497a-aab9-06b75250251b service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=51e60b42-68b2-4e38-a242-757c6602a48d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0866106 Jan 26 21:59:11.677963 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df74e631-a20f-44d4-9cc6-7984df8dc1da req-c428ed14-7fc9-46bb-8a06-d43c279a0eda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:59:11.679374 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-df74e631-a20f-44d4-9cc6-7984df8dc1da req-c428ed14-7fc9-46bb-8a06-d43c279a0eda service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=bc63455dcf49482fa53286dc14f91835&device_id=51e60b42-68b2-4e38-a242-757c6602a48d HTTP/1.1" status: 200 len: 1097 time: 0.0453174 Jan 26 21:59:11.780123 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df74e631-a20f-44d4-9cc6-7984df8dc1da req-4da5c438-2ae8-47e8-8ef4-322b7feb7d1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:59:11.781641 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-df74e631-a20f-44d4-9cc6-7984df8dc1da req-4da5c438-2ae8-47e8-8ef4-322b7feb7d1a service neutron] 10.222.0.66 "GET /v2.0/networks?id=e866a34e-1552-4423-ada4-1491d39ac585 HTTP/1.1" status: 200 len: 912 time: 0.0845373 Jan 26 21:59:11.850438 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-df74e631-a20f-44d4-9cc6-7984df8dc1da req-1036bad2-5b08-4570-8043-d2babb39d1a8 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2d9e845f-bd96-4aba-8665-c48b5a669c1c HTTP/1.1" status: 200 len: 1001 time: 0.0623374 Jan 26 21:59:11.898716 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df74e631-a20f-44d4-9cc6-7984df8dc1da req-e3396af0-b1bc-48a2-a36c-0a052fea54b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:59:11.900330 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-df74e631-a20f-44d4-9cc6-7984df8dc1da req-e3396af0-b1bc-48a2-a36c-0a052fea54b8 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=96a6ba37-129e-4936-9d0e-9f67f00a39ac HTTP/1.1" status: 200 len: 850 time: 0.0437880 Jan 26 21:59:11.948584 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df74e631-a20f-44d4-9cc6-7984df8dc1da req-3f4ff621-d8b2-40e9-aa59-bd06a8b28f93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:59:11.950021 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-df74e631-a20f-44d4-9cc6-7984df8dc1da req-3f4ff621-d8b2-40e9-aa59-bd06a8b28f93 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=e866a34e-1552-4423-ada4-1491d39ac585&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0410316 Jan 26 21:59:12.355153 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-df74e631-a20f-44d4-9cc6-7984df8dc1da req-6f5ad813-8693-4fee-9306-67e91cf4a6c1 service neutron] 10.222.0.66 "GET /v2.0/networks/e866a34e-1552-4423-ada4-1491d39ac585?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3990800 Jan 26 21:59:12.443012 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-df74e631-a20f-44d4-9cc6-7984df8dc1da req-5877f279-b558-4c42-9765-5b0062efd56b service neutron] 10.222.0.66 "GET /v2.0/networks/e866a34e-1552-4423-ada4-1491d39ac585?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813277 Jan 26 21:59:18.948704 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-9e36bef7-ad4f-4e29-9f88-d6b802b4087b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (474ccdf7-ab6c-405b-a3b2-dc7b05829902), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:59:21.285259 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-89417839-592c-485e-9e19-6371226e7848 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (09df100c-3af1-4b0a-bda8-05914c71c458), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:59:22.389466 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-841f5991-a4d8-4d4b-b215-cbc6bab5427b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (aa7ee9d2-08eb-4e12-b895-24c57300dfec), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:59:23.440063 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (4d619873-4b60-439f-9b5a-b155dc8bbc34), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:59:24.218077 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-839dd188-ec69-470c-9ab0-d318dc1a2e96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (e79b4fc6-6c71-44b2-a6d0-ff3e1f4dfd0d), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:59:25.364986 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (fea0591a-627d-4c87-9a9a-01625ddf3277), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:59:28.508556 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.agents_db [None req-569f1ced-6396-4ddf-b79f-e03b0b2146ab None None] Agent healthcheck: found 7 active agents {{(pid=103307) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 26 21:59:38.665806 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (32ef628b-8417-46c5-8729-60fcabe358f1), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:59:48.951146 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-07eae4c0-4d15-4eba-a875-0f9c87c6c94b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (474ccdf7-ab6c-405b-a3b2-dc7b05829902), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:59:51.082944 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-f5050610-5320-42d2-9c19-9a98a1327106 req-82fb8047-bcb3-404d-9835-bcb93a5ab3ad service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=227bff66-0333-4194-b994-616ad17283a9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0404108 Jan 26 21:59:51.171055 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5050610-5320-42d2-9c19-9a98a1327106 req-80a86b13-5093-464d-9b7d-cc1e4279000d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:59:51.172532 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-f5050610-5320-42d2-9c19-9a98a1327106 req-80a86b13-5093-464d-9b7d-cc1e4279000d service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=bc63455dcf49482fa53286dc14f91835&device_id=227bff66-0333-4194-b994-616ad17283a9 HTTP/1.1" status: 200 len: 1096 time: 0.0433395 Jan 26 21:59:51.275580 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5050610-5320-42d2-9c19-9a98a1327106 req-fdfb58c3-67d2-4231-918d-47d4aa8d3a90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:59:51.277062 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-f5050610-5320-42d2-9c19-9a98a1327106 req-fdfb58c3-67d2-4231-918d-47d4aa8d3a90 service neutron] 10.222.0.57 "GET /v2.0/networks?id=e866a34e-1552-4423-ada4-1491d39ac585 HTTP/1.1" status: 200 len: 912 time: 0.0852270 Jan 26 21:59:51.287295 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-34b9ecf7-e690-4313-8d0d-fd1861d02719 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (09df100c-3af1-4b0a-bda8-05914c71c458), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:59:51.347036 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-f5050610-5320-42d2-9c19-9a98a1327106 req-4596ba86-07a4-4ad9-ac7f-4299f7cda3dd service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ca0317e6-1a73-4e38-8140-d39e21219987 HTTP/1.1" status: 200 len: 1001 time: 0.0631740 Jan 26 21:59:51.394082 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5050610-5320-42d2-9c19-9a98a1327106 req-6778f76f-5d1e-468c-86e1-27f65c503af6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:59:51.395530 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-f5050610-5320-42d2-9c19-9a98a1327106 req-6778f76f-5d1e-468c-86e1-27f65c503af6 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=96a6ba37-129e-4936-9d0e-9f67f00a39ac HTTP/1.1" status: 200 len: 850 time: 0.0431101 Jan 26 21:59:51.438781 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5050610-5320-42d2-9c19-9a98a1327106 req-14ce4b70-7ab5-4f7c-a846-d1dc89457844 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 21:59:51.440272 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-f5050610-5320-42d2-9c19-9a98a1327106 req-14ce4b70-7ab5-4f7c-a846-d1dc89457844 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=e866a34e-1552-4423-ada4-1491d39ac585&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0390694 Jan 26 21:59:51.529177 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-f5050610-5320-42d2-9c19-9a98a1327106 req-02021ff9-5317-469d-86ae-7c3ff4857bc5 service neutron] 10.222.0.57 "GET /v2.0/networks/e866a34e-1552-4423-ada4-1491d39ac585?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831513 Jan 26 21:59:51.619528 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-f5050610-5320-42d2-9c19-9a98a1327106 req-127ff7d6-472c-43c8-a9fc-0169267cb896 service neutron] 10.222.0.57 "GET /v2.0/networks/e866a34e-1552-4423-ada4-1491d39ac585?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837989 Jan 26 21:59:52.391284 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-841f5991-a4d8-4d4b-b215-cbc6bab5427b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (aa7ee9d2-08eb-4e12-b895-24c57300dfec), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:59:53.435946 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (4d619873-4b60-439f-9b5a-b155dc8bbc34), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:59:54.221088 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-839dd188-ec69-470c-9ab0-d318dc1a2e96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (e79b4fc6-6c71-44b2-a6d0-ff3e1f4dfd0d), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 21:59:55.368799 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (fea0591a-627d-4c87-9a9a-01625ddf3277), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:00:05.508218 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.agents_db [None req-569f1ced-6396-4ddf-b79f-e03b0b2146ab None None] Agent healthcheck: found 7 active agents {{(pid=103307) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 26 22:00:08.673390 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (32ef628b-8417-46c5-8729-60fcabe358f1), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:00:11.533525 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-d47c4a3a-cbd1-4e27-82b4-394d697abd9c req-cc02e0c2-ed9b-420a-af17-697d8ceaf3de service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=51e60b42-68b2-4e38-a242-757c6602a48d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0404849 Jan 26 22:00:11.636618 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47c4a3a-cbd1-4e27-82b4-394d697abd9c req-1a413cab-b9c8-43d2-bb2e-a4496004b88c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:00:11.638232 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-d47c4a3a-cbd1-4e27-82b4-394d697abd9c req-1a413cab-b9c8-43d2-bb2e-a4496004b88c service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=bc63455dcf49482fa53286dc14f91835&device_id=51e60b42-68b2-4e38-a242-757c6602a48d HTTP/1.1" status: 200 len: 1097 time: 0.0457075 Jan 26 22:00:11.743725 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47c4a3a-cbd1-4e27-82b4-394d697abd9c req-a8ca82d6-c6e6-4cc9-b6b7-a24ccdbe1043 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:00:11.745206 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-d47c4a3a-cbd1-4e27-82b4-394d697abd9c req-a8ca82d6-c6e6-4cc9-b6b7-a24ccdbe1043 service neutron] 10.222.0.66 "GET /v2.0/networks?id=e866a34e-1552-4423-ada4-1491d39ac585 HTTP/1.1" status: 200 len: 912 time: 0.0871758 Jan 26 22:00:11.814527 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-d47c4a3a-cbd1-4e27-82b4-394d697abd9c req-15aa5039-b247-48df-85f2-2e9b2164cc79 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2d9e845f-bd96-4aba-8665-c48b5a669c1c HTTP/1.1" status: 200 len: 1001 time: 0.0619955 Jan 26 22:00:11.862652 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47c4a3a-cbd1-4e27-82b4-394d697abd9c req-8b4309c0-d592-4424-9f49-41da927ac903 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:00:11.864193 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-d47c4a3a-cbd1-4e27-82b4-394d697abd9c req-8b4309c0-d592-4424-9f49-41da927ac903 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=96a6ba37-129e-4936-9d0e-9f67f00a39ac HTTP/1.1" status: 200 len: 850 time: 0.0441728 Jan 26 22:00:11.910277 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47c4a3a-cbd1-4e27-82b4-394d697abd9c req-7b57fd3c-17a3-425a-a1e4-10ca69c6ab44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:00:11.911856 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-d47c4a3a-cbd1-4e27-82b4-394d697abd9c req-7b57fd3c-17a3-425a-a1e4-10ca69c6ab44 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=e866a34e-1552-4423-ada4-1491d39ac585&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0424237 Jan 26 22:00:12.006960 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-d47c4a3a-cbd1-4e27-82b4-394d697abd9c req-703c0cf9-2d64-4a24-a2b1-233cdfe39daf service neutron] 10.222.0.66 "GET /v2.0/networks/e866a34e-1552-4423-ada4-1491d39ac585?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897000 Jan 26 22:00:12.100128 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-d47c4a3a-cbd1-4e27-82b4-394d697abd9c req-33d92f5e-1526-4071-8785-a04922c77ba3 service neutron] 10.222.0.66 "GET /v2.0/networks/e866a34e-1552-4423-ada4-1491d39ac585?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875905 Jan 26 22:00:15.407509 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 50776) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 22:00:15.569185 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-4b41787e-ab57-434a-bf8f-c6a6d8026eda tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] Deleting port c8aeb5f2-fbde-4d80-bd31-645d6635fba7 {{(pid=103305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 22:00:15.569560 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-4b41787e-ab57-434a-bf8f-c6a6d8026eda tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746560630878'] for port (c8aeb5f2-fbde-4d80-bd31-645d6635fba7), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:00:15.646735 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-4b41787e-ab57-434a-bf8f-c6a6d8026eda tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4109658'] for port (c8aeb5f2-fbde-4d80-bd31-645d6635fba7), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:00:15.646978 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-4b41787e-ab57-434a-bf8f-c6a6d8026eda tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] Publish callbacks [] for floatingip (c8aeb5f2-fbde-4d80-bd31-645d6635fba7), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:00:15.658752 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-4b41787e-ab57-434a-bf8f-c6a6d8026eda tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] Calling delete_port for c8aeb5f2-fbde-4d80-bd31-645d6635fba7 owned by network:floatingip {{(pid=103305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 22:00:15.806457 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-4b41787e-ab57-434a-bf8f-c6a6d8026eda tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746560636600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746560234536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11791543'] for port (c8aeb5f2-fbde-4d80-bd31-645d6635fba7), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:00:15.835330 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b41787e-ab57-434a-bf8f-c6a6d8026eda tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] Pushing event deleted for resources: {'Port': ['ID=c8aeb5f2-fbde-4d80-bd31-645d6635fba7,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 22:00:15.859171 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b41787e-ab57-434a-bf8f-c6a6d8026eda tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:00:15.859516 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b41787e-ab57-434a-bf8f-c6a6d8026eda tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:00:15.859853 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b41787e-ab57-434a-bf8f-c6a6d8026eda tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:00:15.860187 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b41787e-ab57-434a-bf8f-c6a6d8026eda tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:00:15.860520 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b41787e-ab57-434a-bf8f-c6a6d8026eda tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:00:15.860846 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b41787e-ab57-434a-bf8f-c6a6d8026eda tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:00:15.861221 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b41787e-ab57-434a-bf8f-c6a6d8026eda tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:00:15.861612 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b41787e-ab57-434a-bf8f-c6a6d8026eda tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:00:15.861943 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b41787e-ab57-434a-bf8f-c6a6d8026eda tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:00:15.862263 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b41787e-ab57-434a-bf8f-c6a6d8026eda tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:00:15.862582 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b41787e-ab57-434a-bf8f-c6a6d8026eda tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:00:15.862901 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b41787e-ab57-434a-bf8f-c6a6d8026eda tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:00:15.863223 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b41787e-ab57-434a-bf8f-c6a6d8026eda tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:00:15.903280 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-4b41787e-ab57-434a-bf8f-c6a6d8026eda tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] Publish callbacks [] for floatingip (4e1aded2-3522-461f-8383-0b7e26b54ecb), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:00:15.903534 n-d-760453-5 neutron-server[103305]: INFO neutron.db.l3_db [None req-4b41787e-ab57-434a-bf8f-c6a6d8026eda tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] Floating IP 4e1aded2-3522-461f-8383-0b7e26b54ecb disassociated (deleted). External IP: 172.25.1.81, port: 2d9e845f-bd96-4aba-8665-c48b5a669c1c. Jan 26 22:00:16.106426 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b41787e-ab57-434a-bf8f-c6a6d8026eda tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] Router b53db9fd-ed60-4165-810f-ec69979c7538 has already been hosted by L3 agent 09df100c-3af1-4b0a-bda8-05914c71c458 {{(pid=103305) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 26 22:00:16.213621 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b41787e-ab57-434a-bf8f-c6a6d8026eda tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] Notify agent at l3_agent.n-d-760453-5 the message routers_updated {{(pid=103305) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 26 22:00:16.218290 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-4b41787e-ab57-434a-bf8f-c6a6d8026eda tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for floatingip (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:00:16.223253 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ee57847-229e-475a-ab91-b4d949a03efb None None] Sync routers for ids ['b53db9fd-ed60-4165-810f-ec69979c7538'] in n-d-760453-5 {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 26 22:00:16.232965 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ee57847-229e-475a-ab91-b4d949a03efb None None] Routers {'b53db9fd-ed60-4165-810f-ec69979c7538'} bound to L3 agent in host n-d-760453-5 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 22:00:16.233616 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-9ee57847-229e-475a-ab91-b4d949a03efb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-26T20:55:21Z,description=,heartbeat_timestamp=2022-01-26T21:59:51Z,host='n-d-760453-5',id=09df100c-3af1-4b0a-bda8-05914c71c458,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:55:21Z,topic='l3_agent')) {'router_ids': ['b53db9fd-ed60-4165-810f-ec69979c7538'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 22:00:16.245235 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-4b41787e-ab57-434a-bf8f-c6a6d8026eda tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] 10.222.0.13 "DELETE /v2.0/floatingips/4e1aded2-3522-461f-8383-0b7e26b54ecb HTTP/1.1" status: 204 len: 168 time: 0.8366542 Jan 26 22:00:16.245959 n-d-760453-5 neutron-server[103305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '51e60b42-68b2-4e38-a242-757c6602a48d', 'tag': '2d9e845f-bd96-4aba-8665-c48b5a669c1c'}] {{(pid=103305) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 22:00:16.248306 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d4654568b7bf041e72ff8fe1c96d6d761d9c921f2b99bc7b3a26632be20cee0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eabd0120-d0f6-44d2-a9b7-a3f138774f17" -d '{"events": [{"name": "network-changed", "server_uuid": "51e60b42-68b2-4e38-a242-757c6602a48d", "tag": "2d9e845f-bd96-4aba-8665-c48b5a669c1c"}]}' {{(pid=103305) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 22:00:16.287340 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 26 Jan 2022 22:00:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ada7be9-0718-4549-8992-11683c82344c x-openstack-request-id: req-1ada7be9-0718-4549-8992-11683c82344c {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 22:00:16.287649 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "51e60b42-68b2-4e38-a242-757c6602a48d", "tag": "2d9e845f-bd96-4aba-8665-c48b5a669c1c", "status": "completed", "code": 200}]} {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 22:00:16.287920 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-1ada7be9-0718-4549-8992-11683c82344c {{(pid=103305) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 22:00:16.288309 n-d-760453-5 neutron-server[103305]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '51e60b42-68b2-4e38-a242-757c6602a48d', 'tag': '2d9e845f-bd96-4aba-8665-c48b5a669c1c', 'status': 'completed', 'code': 200} Jan 26 22:00:16.349892 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_dvr_db [None req-9ee57847-229e-475a-ab91-b4d949a03efb None None] Set router b53db9fd-ed60-4165-810f-ec69979c7538 gateway port host: n-d-760453-5 {{(pid=103307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 22:00:16.391981 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eabd0120-d0f6-44d2-a9b7-a3f138774f17 req-ce2acb75-4f3d-4768-a60e-f19880f0ec89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:00:16.393557 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-eabd0120-d0f6-44d2-a9b7-a3f138774f17 req-ce2acb75-4f3d-4768-a60e-f19880f0ec89 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=bc63455dcf49482fa53286dc14f91835&device_id=51e60b42-68b2-4e38-a242-757c6602a48d HTTP/1.1" status: 200 len: 1097 time: 0.0631554 Jan 26 22:00:16.539193 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a146a9-8629-4612-85ab-9584ad02c9a2 req-3e6b63c3-2b93-4e8b-93db-069f7155fd9f tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:00:16.540714 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-e5a146a9-8629-4612-85ab-9584ad02c9a2 req-3e6b63c3-2b93-4e8b-93db-069f7155fd9f tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] 10.222.0.13 "GET /v2.0/ports?device_id=51e60b42-68b2-4e38-a242-757c6602a48d HTTP/1.1" status: 200 len: 946 time: 0.1046059 Jan 26 22:00:16.568188 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eabd0120-d0f6-44d2-a9b7-a3f138774f17 req-45c76944-9add-4da7-9bee-9d41940ab243 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:00:16.569674 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-eabd0120-d0f6-44d2-a9b7-a3f138774f17 req-45c76944-9add-4da7-9bee-9d41940ab243 service neutron] 10.222.0.66 "GET /v2.0/networks?id=e866a34e-1552-4423-ada4-1491d39ac585 HTTP/1.1" status: 200 len: 912 time: 0.1466370 Jan 26 22:00:16.583009 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-9ee57847-229e-475a-ab91-b4d949a03efb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b53db9fd-ed60-4165-810f-ec69979c7538', 'name': 'tempest-TestVolumeBootPattern-972056660-router', 'tenant_id': 'bc63455dcf49482fa53286dc14f91835', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'external_fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.201'}], 'enable_snat': True}, 'gw_port_id': '620fd9d7-cce4-4759-a591-266ae679fb91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T21:48:01Z', 'updated_at': '2022-01-26T21:48:05Z', 'revision_number': 4, 'project_id': 'bc63455dcf49482fa53286dc14f91835', 'gw_port': {'id': '620fd9d7-cce4-4759-a591-266ae679fb91', 'name': '', 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:76:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b53db9fd-ed60-4165-810f-ec69979c7538', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3934, 'fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:48:02Z', 'updated_at': '2022-01-26T21:48:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-5', '_floatingips': [{'id': '6615cf54-5b17-470c-9fa0-79bf55777422', 'tenant_id': 'bc63455dcf49482fa53286dc14f91835', 'floating_ip_address': '172.25.1.146', 'floating_network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'router_id': 'b53db9fd-ed60-4165-810f-ec69979c7538', 'port_id': 'ca0317e6-1a73-4e38-8140-d39e21219987', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 4051, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e866a34e-1552-4423-ada4-1491d39ac585', 'mac_address': 'fa:16:3e:30:f8:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '227bff66-0333-4194-b994-616ad17283a9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-26T21:56:24Z', 'updated_at': '2022-01-26T21:56:26Z', 'revision_number': 1, 'project_id': 'bc63455dcf49482fa53286dc14f91835', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '84a3ebcb-bbbf-45c6-ace8-525a3dfbde12', 'name': '', 'network_id': 'e866a34e-1552-4423-ada4-1491d39ac585', 'tenant_id': 'bc63455dcf49482fa53286dc14f91835', 'mac_address': 'fa:16:3e:75:07:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b53db9fd-ed60-4165-810f-ec69979c7538', 'device_owner': 'network:router_interface', 'standard_attr_id': 3935, 'fixed_ips': [{'subnet_id': '96a6ba37-129e-4936-9d0e-9f67f00a39ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:48:04Z', 'updated_at': '2022-01-26T21:48:12Z', 'revision_number': 5, 'project_id': 'bc63455dcf49482fa53286dc14f91835', 'subnets': [{'id': '96a6ba37-129e-4936-9d0e-9f67f00a39ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760453-5', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 22:00:16.610115 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ee57847-229e-475a-ab91-b4d949a03efb None None] Checking router: b53db9fd-ed60-4165-810f-ec69979c7538 for host: n-d-760453-5 {{(pid=103307) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 26 22:00:16.618948 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ee57847-229e-475a-ab91-b4d949a03efb None None] Routers {'b53db9fd-ed60-4165-810f-ec69979c7538'} bound to L3 agent in host n-d-760453-5 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 22:00:16.619551 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-9ee57847-229e-475a-ab91-b4d949a03efb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-26T20:55:21Z,description=,heartbeat_timestamp=2022-01-26T21:59:51Z,host='n-d-760453-5',id=09df100c-3af1-4b0a-bda8-05914c71c458,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:55:21Z,topic='l3_agent')) {'router_ids': ['b53db9fd-ed60-4165-810f-ec69979c7538'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 22:00:16.626219 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-eabd0120-d0f6-44d2-a9b7-a3f138774f17 req-cff004ad-5277-499f-8d4f-4496d0514939 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2d9e845f-bd96-4aba-8665-c48b5a669c1c HTTP/1.1" status: 200 len: 217 time: 0.0460906 Jan 26 22:00:16.634955 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-e5a146a9-8629-4612-85ab-9584ad02c9a2 req-420ace95-6f88-4f85-ba11-9e2a015bcc8b tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] 10.222.0.13 "GET /v2.0/security-groups?id=43aa6f70-7548-49d9-ab7d-3f19ba8f2c23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0845499 Jan 26 22:00:16.678590 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eabd0120-d0f6-44d2-a9b7-a3f138774f17 req-31745b51-b86b-46c9-990a-ada4f29f9b88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:00:16.680064 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-eabd0120-d0f6-44d2-a9b7-a3f138774f17 req-31745b51-b86b-46c9-990a-ada4f29f9b88 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=96a6ba37-129e-4936-9d0e-9f67f00a39ac HTTP/1.1" status: 200 len: 850 time: 0.0442786 Jan 26 22:00:16.723449 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_dvr_db [None req-9ee57847-229e-475a-ab91-b4d949a03efb None None] Set router b53db9fd-ed60-4165-810f-ec69979c7538 gateway port host: n-d-760453-5 {{(pid=103307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 22:00:16.727701 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eabd0120-d0f6-44d2-a9b7-a3f138774f17 req-ba190d51-6e67-4e30-aa64-00f6b0574c09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:00:16.729187 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-eabd0120-d0f6-44d2-a9b7-a3f138774f17 req-ba190d51-6e67-4e30-aa64-00f6b0574c09 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=e866a34e-1552-4423-ada4-1491d39ac585&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0406034 Jan 26 22:00:16.821712 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-eabd0120-d0f6-44d2-a9b7-a3f138774f17 req-a5d3115d-e4c8-492e-b50f-2300c95ba18a service neutron] 10.222.0.66 "GET /v2.0/networks/e866a34e-1552-4423-ada4-1491d39ac585?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848484 Jan 26 22:00:16.915528 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-eabd0120-d0f6-44d2-a9b7-a3f138774f17 req-3019bfa9-5cc8-4275-af4b-27761a196023 service neutron] 10.222.0.66 "GET /v2.0/networks/e866a34e-1552-4423-ada4-1491d39ac585?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854359 Jan 26 22:00:16.943615 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-9ee57847-229e-475a-ab91-b4d949a03efb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b53db9fd-ed60-4165-810f-ec69979c7538', 'name': 'tempest-TestVolumeBootPattern-972056660-router', 'tenant_id': 'bc63455dcf49482fa53286dc14f91835', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'external_fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.201'}], 'enable_snat': True}, 'gw_port_id': '620fd9d7-cce4-4759-a591-266ae679fb91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T21:48:01Z', 'updated_at': '2022-01-26T21:48:05Z', 'revision_number': 4, 'project_id': 'bc63455dcf49482fa53286dc14f91835', 'gw_port': {'id': '620fd9d7-cce4-4759-a591-266ae679fb91', 'name': '', 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:76:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b53db9fd-ed60-4165-810f-ec69979c7538', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3934, 'fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:48:02Z', 'updated_at': '2022-01-26T21:48:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-5', '_floatingips': [{'id': '6615cf54-5b17-470c-9fa0-79bf55777422', 'tenant_id': 'bc63455dcf49482fa53286dc14f91835', 'floating_ip_address': '172.25.1.146', 'floating_network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'router_id': 'b53db9fd-ed60-4165-810f-ec69979c7538', 'port_id': 'ca0317e6-1a73-4e38-8140-d39e21219987', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 4051, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e866a34e-1552-4423-ada4-1491d39ac585', 'mac_address': 'fa:16:3e:30:f8:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '227bff66-0333-4194-b994-616ad17283a9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-26T21:56:24Z', 'updated_at': '2022-01-26T21:56:26Z', 'revision_number': 1, 'project_id': 'bc63455dcf49482fa53286dc14f91835', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '84a3ebcb-bbbf-45c6-ace8-525a3dfbde12', 'name': '', 'network_id': 'e866a34e-1552-4423-ada4-1491d39ac585', 'tenant_id': 'bc63455dcf49482fa53286dc14f91835', 'mac_address': 'fa:16:3e:75:07:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b53db9fd-ed60-4165-810f-ec69979c7538', 'device_owner': 'network:router_interface', 'standard_attr_id': 3935, 'fixed_ips': [{'subnet_id': '96a6ba37-129e-4936-9d0e-9f67f00a39ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:48:04Z', 'updated_at': '2022-01-26T21:48:12Z', 'revision_number': 5, 'project_id': 'bc63455dcf49482fa53286dc14f91835', 'subnets': [{'id': '96a6ba37-129e-4936-9d0e-9f67f00a39ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760453-5', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 22:00:16.974225 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ee57847-229e-475a-ab91-b4d949a03efb None None] The sync data for ids ['b53db9fd-ed60-4165-810f-ec69979c7538'] in n-d-760453-5 is: [{'id': 'b53db9fd-ed60-4165-810f-ec69979c7538', 'name': 'tempest-TestVolumeBootPattern-972056660-router', 'tenant_id': 'bc63455dcf49482fa53286dc14f91835', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'external_fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.201'}], 'enable_snat': True}, 'gw_port_id': '620fd9d7-cce4-4759-a591-266ae679fb91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T21:48:01Z', 'updated_at': '2022-01-26T21:48:05Z', 'revision_number': 4, 'project_id': 'bc63455dcf49482fa53286dc14f91835', 'gw_port': {'id': '620fd9d7-cce4-4759-a591-266ae679fb91', 'name': '', 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:76:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b53db9fd-ed60-4165-810f-ec69979c7538', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3934, 'fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:48:02Z', 'updated_at': '2022-01-26T21:48:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-5', '_floatingips': [{'id': '6615cf54-5b17-470c-9fa0-79bf55777422', 'tenant_id': 'bc63455dcf49482fa53286dc14f91835', 'floating_ip_address': '172.25.1.146', 'floating_network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'router_id': 'b53db9fd-ed60-4165-810f-ec69979c7538', 'port_id': 'ca0317e6-1a73-4e38-8140-d39e21219987', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 4051, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e866a34e-1552-4423-ada4-1491d39ac585', 'mac_address': 'fa:16:3e:30:f8:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '227bff66-0333-4194-b994-616ad17283a9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-26T21:56:24Z', 'updated_at': '2022-01-26T21:56:26Z', 'revision_number': 1, 'project_id': 'bc63455dcf49482fa53286dc14f91835', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '84a3ebcb-bbbf-45c6-ace8-525a3dfbde12', 'name': '', 'network_id': 'e866a34e-1552-4423-ada4-1491d39ac585', 'tenant_id': 'bc63455dcf49482fa53286dc14f91835', 'mac_address': 'fa:16:3e:75:07:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b53db9fd-ed60-4165-810f-ec69979c7538', 'device_owner': 'network:router_interface', 'standard_attr_id': 3935, 'fixed_ips': [{'subnet_id': '96a6ba37-129e-4936-9d0e-9f67f00a39ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:48:04Z', 'updated_at': '2022-01-26T21:48:12Z', 'revision_number': 5, 'project_id': 'bc63455dcf49482fa53286dc14f91835', 'subnets': [{'id': '96a6ba37-129e-4936-9d0e-9f67f00a39ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 26 22:00:17.190044 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3445242-bc77-4e45-8aca-a5e534c64de1 None None] New status for floating IP 4e1aded2-3522-461f-8383-0b7e26b54ecb: DOWN {{(pid=103306) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 26 22:00:17.756332 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a103cb22-8032-4038-876e-e10257d69d09 req-c8d5d202-c23e-436c-b06c-8297e9833207 tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:00:17.757861 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-a103cb22-8032-4038-876e-e10257d69d09 req-c8d5d202-c23e-436c-b06c-8297e9833207 tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] 10.222.0.13 "GET /v2.0/ports?device_id=51e60b42-68b2-4e38-a242-757c6602a48d HTTP/1.1" status: 200 len: 946 time: 0.0544968 Jan 26 22:00:17.808138 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-a103cb22-8032-4038-876e-e10257d69d09 req-63311cec-9f31-41ef-a298-cdacedb54b84 tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] 10.222.0.13 "GET /v2.0/security-groups?id=43aa6f70-7548-49d9-ab7d-3f19ba8f2c23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428133 Jan 26 22:00:18.234529 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a8edaa-154f-4fe2-aa84-d9fa6083c28f req-74431314-649e-4931-b468-ec46ac1c22d1 tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:00:18.235995 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-89a8edaa-154f-4fe2-aa84-d9fa6083c28f req-74431314-649e-4931-b468-ec46ac1c22d1 tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] 10.222.0.66 "GET /v2.0/ports?device_id=51e60b42-68b2-4e38-a242-757c6602a48d HTTP/1.1" status: 200 len: 946 time: 0.0478270 Jan 26 22:00:18.321759 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [req-89a8edaa-154f-4fe2-aa84-d9fa6083c28f req-ceb6b0a4-0866-437a-8c3c-c642eb3f1e44 tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] Deleting port 2d9e845f-bd96-4aba-8665-c48b5a669c1c {{(pid=103304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 22:00:18.322106 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-89a8edaa-154f-4fe2-aa84-d9fa6083c28f req-ceb6b0a4-0866-437a-8c3c-c642eb3f1e44 tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746560630878'] for port (2d9e845f-bd96-4aba-8665-c48b5a669c1c), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:00:18.413064 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [req-89a8edaa-154f-4fe2-aa84-d9fa6083c28f req-ceb6b0a4-0866-437a-8c3c-c642eb3f1e44 tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] For port 2d9e845f-bd96-4aba-8665-c48b5a669c1c, host n-h1-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-5',level=0,port_id=2d9e845f-bd96-4aba-8665-c48b5a669c1c,segment=NetworkSegment(9a2f9f82-c041-418b-a55c-16c7f60d3f23),segment_id=9a2f9f82-c041-418b-a55c-16c7f60d3f23)] {{(pid=103304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 22:00:18.413466 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-89a8edaa-154f-4fe2-aa84-d9fa6083c28f req-ceb6b0a4-0866-437a-8c3c-c642eb3f1e44 tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4109658'] for port (2d9e845f-bd96-4aba-8665-c48b5a669c1c), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:00:18.425384 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [req-89a8edaa-154f-4fe2-aa84-d9fa6083c28f req-ceb6b0a4-0866-437a-8c3c-c642eb3f1e44 tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] Calling delete_port for 2d9e845f-bd96-4aba-8665-c48b5a669c1c owned by compute:nova {{(pid=103304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 22:00:18.553882 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-89a8edaa-154f-4fe2-aa84-d9fa6083c28f req-ceb6b0a4-0866-437a-8c3c-c642eb3f1e44 tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746560636600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746560234536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9281553'] for port (2d9e845f-bd96-4aba-8665-c48b5a669c1c), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:00:18.583073 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb6b0a4-0866-437a-8c3c-c642eb3f1e44 tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] Pushing event deleted for resources: {'Port': ['ID=2d9e845f-bd96-4aba-8665-c48b5a669c1c,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 22:00:18.595251 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceb6b0a4-0866-437a-8c3c-c642eb3f1e44 tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:00:18.595600 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceb6b0a4-0866-437a-8c3c-c642eb3f1e44 tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:00:18.595941 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceb6b0a4-0866-437a-8c3c-c642eb3f1e44 tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:00:18.596281 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceb6b0a4-0866-437a-8c3c-c642eb3f1e44 tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:00:18.596611 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceb6b0a4-0866-437a-8c3c-c642eb3f1e44 tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:00:18.596940 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceb6b0a4-0866-437a-8c3c-c642eb3f1e44 tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:00:18.597267 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceb6b0a4-0866-437a-8c3c-c642eb3f1e44 tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:00:18.597618 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceb6b0a4-0866-437a-8c3c-c642eb3f1e44 tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:00:18.597998 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceb6b0a4-0866-437a-8c3c-c642eb3f1e44 tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:00:18.598298 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceb6b0a4-0866-437a-8c3c-c642eb3f1e44 tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:00:18.598620 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceb6b0a4-0866-437a-8c3c-c642eb3f1e44 tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:00:18.598947 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceb6b0a4-0866-437a-8c3c-c642eb3f1e44 tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:00:18.599269 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceb6b0a4-0866-437a-8c3c-c642eb3f1e44 tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:00:18.633867 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [req-89a8edaa-154f-4fe2-aa84-d9fa6083c28f req-ceb6b0a4-0866-437a-8c3c-c642eb3f1e44 tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] No DVR routers for this DVR port 2d9e845f-bd96-4aba-8665-c48b5a669c1c on host n-h1-760453-5 {{(pid=103304) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 26 22:00:18.636513 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-89a8edaa-154f-4fe2-aa84-d9fa6083c28f req-ceb6b0a4-0866-437a-8c3c-c642eb3f1e44 tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:00:18.639974 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-89a8edaa-154f-4fe2-aa84-d9fa6083c28f req-ceb6b0a4-0866-437a-8c3c-c642eb3f1e44 tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] 10.222.0.66 "DELETE /v2.0/ports/2d9e845f-bd96-4aba-8665-c48b5a669c1c HTTP/1.1" status: 204 len: 173 time: 0.3989143 Jan 26 22:00:18.640417 n-d-760453-5 neutron-server[103304]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51e60b42-68b2-4e38-a242-757c6602a48d', 'name': 'network-vif-deleted', 'tag': '2d9e845f-bd96-4aba-8665-c48b5a669c1c'}] {{(pid=103304) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 22:00:18.642737 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d52b45f1943fcd332af9527eb73ff93c8d715d44383a3f6d18de73b4cfcf87b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c96e12ab-85a8-4c2f-841b-2d9eb564b43f" -d '{"events": [{"server_uuid": "51e60b42-68b2-4e38-a242-757c6602a48d", "name": "network-vif-deleted", "tag": "2d9e845f-bd96-4aba-8665-c48b5a669c1c"}]}' {{(pid=103304) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 22:00:18.678874 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Jan 2022 22:00:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e03807d0-abc1-4584-afe8-19933004a412 x-openstack-request-id: req-e03807d0-abc1-4584-afe8-19933004a412 {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 22:00:18.679201 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51e60b42-68b2-4e38-a242-757c6602a48d", "name": "network-vif-deleted", "tag": "2d9e845f-bd96-4aba-8665-c48b5a669c1c", "status": "completed", "code": 200}]} {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 22:00:18.679355 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e03807d0-abc1-4584-afe8-19933004a412 {{(pid=103304) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 22:00:18.679758 n-d-760453-5 neutron-server[103304]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51e60b42-68b2-4e38-a242-757c6602a48d', 'name': 'network-vif-deleted', 'tag': '2d9e845f-bd96-4aba-8665-c48b5a669c1c', 'status': 'completed', 'code': 200} Jan 26 22:00:18.909104 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-46966841-4a46-4570-9f04-39090ec0250d req-6015308b-7904-41b7-84bf-362929ab61ff tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] 10.222.0.13 "GET /v2.0/ports?device_id=51e60b42-68b2-4e38-a242-757c6602a48d HTTP/1.1" status: 200 len: 210 time: 0.0315151 Jan 26 22:00:18.956043 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-57a7cd6f-68b1-409a-91d8-acf8e4250ac0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (474ccdf7-ab6c-405b-a3b2-dc7b05829902), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:00:20.006793 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-d56db973-0198-4c1f-9175-e881d5543d2a req-3b5dd77f-e556-462a-b8a6-7bbb8906814a tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] 10.222.0.13 "GET /v2.0/ports?device_id=51e60b42-68b2-4e38-a242-757c6602a48d HTTP/1.1" status: 200 len: 210 time: 0.0283206 Jan 26 22:00:21.106872 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-2de7fd02-2f4c-4ae3-9bcf-86c105d70cf5 req-cfb3c1f5-40df-43ec-b6c0-ae1aaaa19c23 tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] 10.222.0.13 "GET /v2.0/ports?device_id=51e60b42-68b2-4e38-a242-757c6602a48d HTTP/1.1" status: 200 len: 210 time: 0.0333149 Jan 26 22:00:21.290203 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-eaec2e4e-89c4-40b5-ae0b-a18f94c0c070 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (09df100c-3af1-4b0a-bda8-05914c71c458), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:00:22.202943 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-aee04d6c-17a4-4886-acd6-f86b0ff7a42c req-8d1d1f7a-5a0f-404c-a66c-f0d5fb91e158 tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] 10.222.0.13 "GET /v2.0/ports?device_id=51e60b42-68b2-4e38-a242-757c6602a48d HTTP/1.1" status: 200 len: 210 time: 0.0278645 Jan 26 22:00:22.394787 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-841f5991-a4d8-4d4b-b215-cbc6bab5427b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (aa7ee9d2-08eb-4e12-b895-24c57300dfec), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:00:22.554476 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Device 2d9e845f-bd96-4aba-8665-c48b5a669c1c no longer exists at agent hyperv_n-h1-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 26 22:00:22.574518 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] No Port match for: 2d9e845f-bd96-4aba-8665-c48b5a669c1c {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 26 22:00:22.574865 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Device 2d9e845f-bd96-4aba-8665-c48b5a669c1c not bound to the agent host n-h1-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 26 22:00:23.295633 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-85f41a88-2a3b-4558-8a07-b9468e11d67c req-565c9d60-e826-4fd8-8c8d-12c5aa7442b0 tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] 10.222.0.13 "GET /v2.0/ports?device_id=51e60b42-68b2-4e38-a242-757c6602a48d HTTP/1.1" status: 200 len: 210 time: 0.0269816 Jan 26 22:00:23.441168 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (4d619873-4b60-439f-9b5a-b155dc8bbc34), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:00:24.223770 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-839dd188-ec69-470c-9ab0-d318dc1a2e96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (e79b4fc6-6c71-44b2-a6d0-ff3e1f4dfd0d), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:00:24.390740 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-791863ab-5794-407d-a1bf-b0457e1268b9 req-3d0f83c5-0082-4d1a-b9ad-5f207f9a9ac4 tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] 10.222.0.13 "GET /v2.0/ports?device_id=51e60b42-68b2-4e38-a242-757c6602a48d HTTP/1.1" status: 200 len: 210 time: 0.0290487 Jan 26 22:00:25.370935 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (fea0591a-627d-4c87-9a9a-01625ddf3277), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:00:25.486004 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-67a19004-34a9-4916-8d0a-13b3ab8de37c req-d1df42ee-7a87-4441-9e91-27ae510fb529 tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] 10.222.0.13 "GET /v2.0/ports?device_id=51e60b42-68b2-4e38-a242-757c6602a48d HTTP/1.1" status: 200 len: 210 time: 0.0300221 Jan 26 22:00:26.580345 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-159f4237-d6fe-4032-8772-9499450dd0dd req-f0e096bc-f4fd-4a6f-b8c1-2d386612036d tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] 10.222.0.13 "GET /v2.0/ports?device_id=51e60b42-68b2-4e38-a242-757c6602a48d HTTP/1.1" status: 200 len: 210 time: 0.0264425 Jan 26 22:00:36.096343 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 50842) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 22:00:36.550138 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-952c4f80-52a7-4252-a529-e11a926e7a5c tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] Deleting port 615f6ee1-2fbd-4f20-ac90-f25e0feba63c {{(pid=103305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 22:00:36.550476 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-952c4f80-52a7-4252-a529-e11a926e7a5c tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746560630878'] for port (615f6ee1-2fbd-4f20-ac90-f25e0feba63c), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:00:36.634410 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-952c4f80-52a7-4252-a529-e11a926e7a5c tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4109658'] for port (615f6ee1-2fbd-4f20-ac90-f25e0feba63c), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:00:36.634744 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-952c4f80-52a7-4252-a529-e11a926e7a5c tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] Publish callbacks [] for floatingip (615f6ee1-2fbd-4f20-ac90-f25e0feba63c), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:00:36.647121 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-952c4f80-52a7-4252-a529-e11a926e7a5c tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] Calling delete_port for 615f6ee1-2fbd-4f20-ac90-f25e0feba63c owned by network:floatingip {{(pid=103305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 22:00:36.794231 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-952c4f80-52a7-4252-a529-e11a926e7a5c tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746560636600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746560234536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11791543'] for port (615f6ee1-2fbd-4f20-ac90-f25e0feba63c), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:00:36.820168 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-952c4f80-52a7-4252-a529-e11a926e7a5c tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] Pushing event deleted for resources: {'Port': ['ID=615f6ee1-2fbd-4f20-ac90-f25e0feba63c,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 22:00:36.880278 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-952c4f80-52a7-4252-a529-e11a926e7a5c tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] Publish callbacks [] for floatingip (6615cf54-5b17-470c-9fa0-79bf55777422), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:00:36.880639 n-d-760453-5 neutron-server[103305]: INFO neutron.db.l3_db [None req-952c4f80-52a7-4252-a529-e11a926e7a5c tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] Floating IP 6615cf54-5b17-470c-9fa0-79bf55777422 disassociated (deleted). External IP: 172.25.1.146, port: ca0317e6-1a73-4e38-8140-d39e21219987. Jan 26 22:00:37.086742 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-952c4f80-52a7-4252-a529-e11a926e7a5c tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] Router b53db9fd-ed60-4165-810f-ec69979c7538 has already been hosted by L3 agent 09df100c-3af1-4b0a-bda8-05914c71c458 {{(pid=103305) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 26 22:00:37.192928 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-952c4f80-52a7-4252-a529-e11a926e7a5c tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] Notify agent at l3_agent.n-d-760453-5 the message routers_updated {{(pid=103305) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 26 22:00:37.197694 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-952c4f80-52a7-4252-a529-e11a926e7a5c tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for floatingip (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:00:37.202250 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdd364e0-2c65-46d1-a935-1e0044960da2 None None] Sync routers for ids ['b53db9fd-ed60-4165-810f-ec69979c7538'] in n-d-760453-5 {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 26 22:00:37.211682 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdd364e0-2c65-46d1-a935-1e0044960da2 None None] Routers {'b53db9fd-ed60-4165-810f-ec69979c7538'} bound to L3 agent in host n-d-760453-5 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 22:00:37.212289 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-cdd364e0-2c65-46d1-a935-1e0044960da2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-26T20:55:21Z,description=,heartbeat_timestamp=2022-01-26T22:00:21Z,host='n-d-760453-5',id=09df100c-3af1-4b0a-bda8-05914c71c458,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:55:21Z,topic='l3_agent')) {'router_ids': ['b53db9fd-ed60-4165-810f-ec69979c7538'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 22:00:37.223878 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-952c4f80-52a7-4252-a529-e11a926e7a5c tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] 10.222.0.13 "DELETE /v2.0/floatingips/6615cf54-5b17-470c-9fa0-79bf55777422 HTTP/1.1" status: 204 len: 168 time: 1.1264474 Jan 26 22:00:37.224480 n-d-760453-5 neutron-server[103305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '227bff66-0333-4194-b994-616ad17283a9', 'tag': 'ca0317e6-1a73-4e38-8140-d39e21219987'}] {{(pid=103305) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 22:00:37.227040 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d4654568b7bf041e72ff8fe1c96d6d761d9c921f2b99bc7b3a26632be20cee0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5e39eb1-d04a-4af0-a5d6-17057c2b6b9f" -d '{"events": [{"name": "network-changed", "server_uuid": "227bff66-0333-4194-b994-616ad17283a9", "tag": "ca0317e6-1a73-4e38-8140-d39e21219987"}]}' {{(pid=103305) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 22:00:37.267283 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 26 Jan 2022 22:00:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc1c6e93-20a5-44a5-9210-2a5ed8d13a8c x-openstack-request-id: req-dc1c6e93-20a5-44a5-9210-2a5ed8d13a8c {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 22:00:37.267580 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "227bff66-0333-4194-b994-616ad17283a9", "tag": "ca0317e6-1a73-4e38-8140-d39e21219987", "status": "completed", "code": 200}]} {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 22:00:37.267911 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-dc1c6e93-20a5-44a5-9210-2a5ed8d13a8c {{(pid=103305) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 22:00:37.268242 n-d-760453-5 neutron-server[103305]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '227bff66-0333-4194-b994-616ad17283a9', 'tag': 'ca0317e6-1a73-4e38-8140-d39e21219987', 'status': 'completed', 'code': 200} Jan 26 22:00:37.328504 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_dvr_db [None req-cdd364e0-2c65-46d1-a935-1e0044960da2 None None] Set router b53db9fd-ed60-4165-810f-ec69979c7538 gateway port host: n-d-760453-5 {{(pid=103307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 22:00:37.330276 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e39eb1-d04a-4af0-a5d6-17057c2b6b9f req-0ebf0a69-4727-443e-b5df-c23e80ebc118 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:00:37.331991 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-a5e39eb1-d04a-4af0-a5d6-17057c2b6b9f req-0ebf0a69-4727-443e-b5df-c23e80ebc118 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=bc63455dcf49482fa53286dc14f91835&device_id=227bff66-0333-4194-b994-616ad17283a9 HTTP/1.1" status: 200 len: 1096 time: 0.0422130 Jan 26 22:00:37.467294 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e39eb1-d04a-4af0-a5d6-17057c2b6b9f req-0586934b-c789-428e-bb74-a42562bd1509 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:00:37.468862 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-a5e39eb1-d04a-4af0-a5d6-17057c2b6b9f req-0586934b-c789-428e-bb74-a42562bd1509 service neutron] 10.222.0.57 "GET /v2.0/networks?id=e866a34e-1552-4423-ada4-1491d39ac585 HTTP/1.1" status: 200 len: 912 time: 0.1237891 Jan 26 22:00:37.481335 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b868f02-680f-4021-88cb-27696af852b6 req-1e83e44f-489a-40ef-b042-7d9b2c43553d tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:00:37.482809 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-8b868f02-680f-4021-88cb-27696af852b6 req-1e83e44f-489a-40ef-b042-7d9b2c43553d tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] 10.222.0.13 "GET /v2.0/ports?device_id=227bff66-0333-4194-b994-616ad17283a9 HTTP/1.1" status: 200 len: 945 time: 0.0776069 Jan 26 22:00:37.529277 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-a5e39eb1-d04a-4af0-a5d6-17057c2b6b9f req-da2e0d96-78d9-4314-8b23-fffa112bd799 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ca0317e6-1a73-4e38-8140-d39e21219987 HTTP/1.1" status: 200 len: 217 time: 0.0455019 Jan 26 22:00:37.531241 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-cdd364e0-2c65-46d1-a935-1e0044960da2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b53db9fd-ed60-4165-810f-ec69979c7538', 'name': 'tempest-TestVolumeBootPattern-972056660-router', 'tenant_id': 'bc63455dcf49482fa53286dc14f91835', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'external_fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.201'}], 'enable_snat': True}, 'gw_port_id': '620fd9d7-cce4-4759-a591-266ae679fb91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T21:48:01Z', 'updated_at': '2022-01-26T21:48:05Z', 'revision_number': 4, 'project_id': 'bc63455dcf49482fa53286dc14f91835', 'gw_port': {'id': '620fd9d7-cce4-4759-a591-266ae679fb91', 'name': '', 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:76:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b53db9fd-ed60-4165-810f-ec69979c7538', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3934, 'fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:48:02Z', 'updated_at': '2022-01-26T21:48:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-5', '_interfaces': [{'id': '84a3ebcb-bbbf-45c6-ace8-525a3dfbde12', 'name': '', 'network_id': 'e866a34e-1552-4423-ada4-1491d39ac585', 'tenant_id': 'bc63455dcf49482fa53286dc14f91835', 'mac_address': 'fa:16:3e:75:07:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b53db9fd-ed60-4165-810f-ec69979c7538', 'device_owner': 'network:router_interface', 'standard_attr_id': 3935, 'fixed_ips': [{'subnet_id': '96a6ba37-129e-4936-9d0e-9f67f00a39ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:48:04Z', 'updated_at': '2022-01-26T21:48:12Z', 'revision_number': 5, 'project_id': 'bc63455dcf49482fa53286dc14f91835', 'subnets': [{'id': '96a6ba37-129e-4936-9d0e-9f67f00a39ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760453-5', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 22:00:37.562425 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdd364e0-2c65-46d1-a935-1e0044960da2 None None] Checking router: b53db9fd-ed60-4165-810f-ec69979c7538 for host: n-d-760453-5 {{(pid=103307) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 26 22:00:37.570730 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdd364e0-2c65-46d1-a935-1e0044960da2 None None] Routers {'b53db9fd-ed60-4165-810f-ec69979c7538'} bound to L3 agent in host n-d-760453-5 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 22:00:37.571348 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-cdd364e0-2c65-46d1-a935-1e0044960da2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-26T20:55:21Z,description=,heartbeat_timestamp=2022-01-26T22:00:21Z,host='n-d-760453-5',id=09df100c-3af1-4b0a-bda8-05914c71c458,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:55:21Z,topic='l3_agent')) {'router_ids': ['b53db9fd-ed60-4165-810f-ec69979c7538'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 22:00:37.595525 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-8b868f02-680f-4021-88cb-27696af852b6 req-9b8e3425-2cfa-4b3b-8760-9f2350c12f62 tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] 10.222.0.13 "GET /v2.0/security-groups?id=43aa6f70-7548-49d9-ab7d-3f19ba8f2c23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1051791 Jan 26 22:00:37.605307 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e39eb1-d04a-4af0-a5d6-17057c2b6b9f req-9388b46a-787d-43a7-9f5a-8dd1ea83aa6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:00:37.606795 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-a5e39eb1-d04a-4af0-a5d6-17057c2b6b9f req-9388b46a-787d-43a7-9f5a-8dd1ea83aa6a service neutron] 10.222.0.57 "GET /v2.0/subnets?id=96a6ba37-129e-4936-9d0e-9f67f00a39ac HTTP/1.1" status: 200 len: 850 time: 0.0691988 Jan 26 22:00:37.653425 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e39eb1-d04a-4af0-a5d6-17057c2b6b9f req-cc8b1ffb-0655-4b61-8196-cecf5a5d55d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:00:37.654975 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-a5e39eb1-d04a-4af0-a5d6-17057c2b6b9f req-cc8b1ffb-0655-4b61-8196-cecf5a5d55d6 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=e866a34e-1552-4423-ada4-1491d39ac585&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0403779 Jan 26 22:00:37.752156 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-a5e39eb1-d04a-4af0-a5d6-17057c2b6b9f req-31626d77-3e89-4598-bec4-4e30545965a6 service neutron] 10.222.0.57 "GET /v2.0/networks/e866a34e-1552-4423-ada4-1491d39ac585?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896461 Jan 26 22:00:37.775812 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_dvr_db [None req-cdd364e0-2c65-46d1-a935-1e0044960da2 None None] Set router b53db9fd-ed60-4165-810f-ec69979c7538 gateway port host: n-d-760453-5 {{(pid=103307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 22:00:37.844029 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-a5e39eb1-d04a-4af0-a5d6-17057c2b6b9f req-47d12621-007b-4d98-be9e-8ca7e9ca041e service neutron] 10.222.0.57 "GET /v2.0/networks/e866a34e-1552-4423-ada4-1491d39ac585?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858819 Jan 26 22:00:37.969325 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-cdd364e0-2c65-46d1-a935-1e0044960da2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b53db9fd-ed60-4165-810f-ec69979c7538', 'name': 'tempest-TestVolumeBootPattern-972056660-router', 'tenant_id': 'bc63455dcf49482fa53286dc14f91835', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'external_fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.201'}], 'enable_snat': True}, 'gw_port_id': '620fd9d7-cce4-4759-a591-266ae679fb91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T21:48:01Z', 'updated_at': '2022-01-26T21:48:05Z', 'revision_number': 4, 'project_id': 'bc63455dcf49482fa53286dc14f91835', 'gw_port': {'id': '620fd9d7-cce4-4759-a591-266ae679fb91', 'name': '', 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:76:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b53db9fd-ed60-4165-810f-ec69979c7538', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3934, 'fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:48:02Z', 'updated_at': '2022-01-26T21:48:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-5', '_interfaces': [{'id': '84a3ebcb-bbbf-45c6-ace8-525a3dfbde12', 'name': '', 'network_id': 'e866a34e-1552-4423-ada4-1491d39ac585', 'tenant_id': 'bc63455dcf49482fa53286dc14f91835', 'mac_address': 'fa:16:3e:75:07:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b53db9fd-ed60-4165-810f-ec69979c7538', 'device_owner': 'network:router_interface', 'standard_attr_id': 3935, 'fixed_ips': [{'subnet_id': '96a6ba37-129e-4936-9d0e-9f67f00a39ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:48:04Z', 'updated_at': '2022-01-26T21:48:12Z', 'revision_number': 5, 'project_id': 'bc63455dcf49482fa53286dc14f91835', 'subnets': [{'id': '96a6ba37-129e-4936-9d0e-9f67f00a39ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760453-5', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 22:00:37.994930 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdd364e0-2c65-46d1-a935-1e0044960da2 None None] The sync data for ids ['b53db9fd-ed60-4165-810f-ec69979c7538'] in n-d-760453-5 is: [{'id': 'b53db9fd-ed60-4165-810f-ec69979c7538', 'name': 'tempest-TestVolumeBootPattern-972056660-router', 'tenant_id': 'bc63455dcf49482fa53286dc14f91835', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'external_fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.201'}], 'enable_snat': True}, 'gw_port_id': '620fd9d7-cce4-4759-a591-266ae679fb91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T21:48:01Z', 'updated_at': '2022-01-26T21:48:05Z', 'revision_number': 4, 'project_id': 'bc63455dcf49482fa53286dc14f91835', 'gw_port': {'id': '620fd9d7-cce4-4759-a591-266ae679fb91', 'name': '', 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:76:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b53db9fd-ed60-4165-810f-ec69979c7538', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3934, 'fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:48:02Z', 'updated_at': '2022-01-26T21:48:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-5', '_interfaces': [{'id': '84a3ebcb-bbbf-45c6-ace8-525a3dfbde12', 'name': '', 'network_id': 'e866a34e-1552-4423-ada4-1491d39ac585', 'tenant_id': 'bc63455dcf49482fa53286dc14f91835', 'mac_address': 'fa:16:3e:75:07:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b53db9fd-ed60-4165-810f-ec69979c7538', 'device_owner': 'network:router_interface', 'standard_attr_id': 3935, 'fixed_ips': [{'subnet_id': '96a6ba37-129e-4936-9d0e-9f67f00a39ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:48:04Z', 'updated_at': '2022-01-26T21:48:12Z', 'revision_number': 5, 'project_id': 'bc63455dcf49482fa53286dc14f91835', 'subnets': [{'id': '96a6ba37-129e-4936-9d0e-9f67f00a39ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 26 22:00:38.223606 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f6f5c29-c8d2-4833-aec9-0b01d90cc3c5 None None] New status for floating IP 6615cf54-5b17-470c-9fa0-79bf55777422: DOWN {{(pid=103306) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 26 22:00:38.694555 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (32ef628b-8417-46c5-8729-60fcabe358f1), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:00:38.719259 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b971a9db-9eca-42eb-ac80-cae962cdb664 req-4ba3d094-9df2-4af7-a6de-5b41ac033bb3 tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:00:38.720744 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-b971a9db-9eca-42eb-ac80-cae962cdb664 req-4ba3d094-9df2-4af7-a6de-5b41ac033bb3 tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] 10.222.0.13 "GET /v2.0/ports?device_id=227bff66-0333-4194-b994-616ad17283a9 HTTP/1.1" status: 200 len: 945 time: 0.0501475 Jan 26 22:00:38.770205 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-b971a9db-9eca-42eb-ac80-cae962cdb664 req-dff5c3ac-49de-41ef-bb1c-7250e48b9b52 tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] 10.222.0.13 "GET /v2.0/security-groups?id=43aa6f70-7548-49d9-ab7d-3f19ba8f2c23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427470 Jan 26 22:00:38.911912 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec976f31-f1cb-4662-bc68-2d86c34153f4 req-7897b83f-fece-420f-ad69-0476ef925ce2 tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:00:38.913305 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-ec976f31-f1cb-4662-bc68-2d86c34153f4 req-7897b83f-fece-420f-ad69-0476ef925ce2 tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] 10.222.0.57 "GET /v2.0/ports?device_id=227bff66-0333-4194-b994-616ad17283a9 HTTP/1.1" status: 200 len: 945 time: 0.0526018 Jan 26 22:00:39.002377 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [req-ec976f31-f1cb-4662-bc68-2d86c34153f4 req-d95b9dd1-5301-4b97-8972-e02633646786 tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] Deleting port ca0317e6-1a73-4e38-8140-d39e21219987 {{(pid=103304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 22:00:39.002731 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-ec976f31-f1cb-4662-bc68-2d86c34153f4 req-d95b9dd1-5301-4b97-8972-e02633646786 tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746560630878'] for port (ca0317e6-1a73-4e38-8140-d39e21219987), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:00:39.094136 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [req-ec976f31-f1cb-4662-bc68-2d86c34153f4 req-d95b9dd1-5301-4b97-8972-e02633646786 tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] For port ca0317e6-1a73-4e38-8140-d39e21219987, host n-h2-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-5',level=0,port_id=ca0317e6-1a73-4e38-8140-d39e21219987,segment=NetworkSegment(9a2f9f82-c041-418b-a55c-16c7f60d3f23),segment_id=9a2f9f82-c041-418b-a55c-16c7f60d3f23)] {{(pid=103304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 22:00:39.094502 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-ec976f31-f1cb-4662-bc68-2d86c34153f4 req-d95b9dd1-5301-4b97-8972-e02633646786 tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4109658'] for port (ca0317e6-1a73-4e38-8140-d39e21219987), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:00:39.106854 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [req-ec976f31-f1cb-4662-bc68-2d86c34153f4 req-d95b9dd1-5301-4b97-8972-e02633646786 tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] Calling delete_port for ca0317e6-1a73-4e38-8140-d39e21219987 owned by compute:nova {{(pid=103304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 22:00:39.231958 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-ec976f31-f1cb-4662-bc68-2d86c34153f4 req-d95b9dd1-5301-4b97-8972-e02633646786 tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746560636600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746560234536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9281553'] for port (ca0317e6-1a73-4e38-8140-d39e21219987), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:00:39.264431 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d95b9dd1-5301-4b97-8972-e02633646786 tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] Pushing event deleted for resources: {'Port': ['ID=ca0317e6-1a73-4e38-8140-d39e21219987,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 22:00:39.304375 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec976f31-f1cb-4662-bc68-2d86c34153f4 req-d95b9dd1-5301-4b97-8972-e02633646786 tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] No DVR routers for this DVR port ca0317e6-1a73-4e38-8140-d39e21219987 on host n-h2-760453-5 {{(pid=103304) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 26 22:00:39.306949 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-ec976f31-f1cb-4662-bc68-2d86c34153f4 req-d95b9dd1-5301-4b97-8972-e02633646786 tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:00:39.310402 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-ec976f31-f1cb-4662-bc68-2d86c34153f4 req-d95b9dd1-5301-4b97-8972-e02633646786 tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] 10.222.0.57 "DELETE /v2.0/ports/ca0317e6-1a73-4e38-8140-d39e21219987 HTTP/1.1" status: 204 len: 173 time: 0.3918686 Jan 26 22:00:39.310844 n-d-760453-5 neutron-server[103304]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '227bff66-0333-4194-b994-616ad17283a9', 'name': 'network-vif-deleted', 'tag': 'ca0317e6-1a73-4e38-8140-d39e21219987'}] {{(pid=103304) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 22:00:39.313048 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d52b45f1943fcd332af9527eb73ff93c8d715d44383a3f6d18de73b4cfcf87b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90916d01-6359-4ac0-ad00-264febd6e867" -d '{"events": [{"server_uuid": "227bff66-0333-4194-b994-616ad17283a9", "name": "network-vif-deleted", "tag": "ca0317e6-1a73-4e38-8140-d39e21219987"}]}' {{(pid=103304) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 22:00:39.351160 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Jan 2022 22:00:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41862520-4c66-4e4f-bc3d-d89517fc6c4c x-openstack-request-id: req-41862520-4c66-4e4f-bc3d-d89517fc6c4c {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 22:00:39.351457 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "227bff66-0333-4194-b994-616ad17283a9", "name": "network-vif-deleted", "tag": "ca0317e6-1a73-4e38-8140-d39e21219987", "status": "completed", "code": 200}]} {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 22:00:39.351716 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-41862520-4c66-4e4f-bc3d-d89517fc6c4c {{(pid=103304) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 22:00:39.352132 n-d-760453-5 neutron-server[103304]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '227bff66-0333-4194-b994-616ad17283a9', 'name': 'network-vif-deleted', 'tag': 'ca0317e6-1a73-4e38-8140-d39e21219987', 'status': 'completed', 'code': 200} Jan 26 22:00:39.863470 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-ad7dc7dd-7789-4d9c-8286-fddb515fb029 req-2d6d286a-c869-43c7-8a56-afb35815a64c tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] 10.222.0.13 "GET /v2.0/ports?device_id=227bff66-0333-4194-b994-616ad17283a9 HTTP/1.1" status: 200 len: 210 time: 0.0270414 Jan 26 22:00:40.963794 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-aeda0ed7-ece0-4ab5-8ee3-00c6c2bc4cfd req-43ec7c42-8d54-41a4-8ea5-0ff888615c7c tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] 10.222.0.13 "GET /v2.0/ports?device_id=227bff66-0333-4194-b994-616ad17283a9 HTTP/1.1" status: 200 len: 210 time: 0.0284352 Jan 26 22:00:42.060136 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-65590edc-d4e2-42b0-8f64-ae665d0eea37 req-7f61085d-3633-43ae-8990-a9cbcb8e1b8f tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] 10.222.0.13 "GET /v2.0/ports?device_id=227bff66-0333-4194-b994-616ad17283a9 HTTP/1.1" status: 200 len: 210 time: 0.0265803 Jan 26 22:00:42.507788 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.agents_db [None req-569f1ced-6396-4ddf-b79f-e03b0b2146ab None None] Agent healthcheck: found 7 active agents {{(pid=103307) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 26 22:00:43.005406 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Device ca0317e6-1a73-4e38-8140-d39e21219987 no longer exists at agent hyperv_n-h2-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 26 22:00:43.028024 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] No Port match for: ca0317e6-1a73-4e38-8140-d39e21219987 {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 26 22:00:43.028375 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Device ca0317e6-1a73-4e38-8140-d39e21219987 not bound to the agent host n-h2-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 26 22:00:43.155738 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-eace9d1f-ec54-4ccc-a60b-8833eab6d750 req-b4cfee3c-2fbc-4ffd-85e8-372022f543d0 tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] 10.222.0.13 "GET /v2.0/ports?device_id=227bff66-0333-4194-b994-616ad17283a9 HTTP/1.1" status: 200 len: 210 time: 0.0295370 Jan 26 22:00:44.251738 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-2e5a9330-f759-4431-9234-b4d7cba926f9 req-1a4cccfe-ad44-4082-a979-4b34418be34e tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] 10.222.0.13 "GET /v2.0/ports?device_id=227bff66-0333-4194-b994-616ad17283a9 HTTP/1.1" status: 200 len: 210 time: 0.0273533 Jan 26 22:00:45.345281 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-be971028-396c-43b6-b260-cf8e0cf33653 req-b6e3f4b8-ba74-4999-a852-9c0962d5d829 tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] 10.222.0.13 "GET /v2.0/ports?device_id=227bff66-0333-4194-b994-616ad17283a9 HTTP/1.1" status: 200 len: 210 time: 0.0268667 Jan 26 22:00:46.440433 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-0d196845-9300-4a82-8c30-d342d8fbf8e2 req-c434d7d9-5cb0-40d6-9c6c-78de2b0427ca tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] 10.222.0.13 "GET /v2.0/ports?device_id=227bff66-0333-4194-b994-616ad17283a9 HTTP/1.1" status: 200 len: 210 time: 0.0278401 Jan 26 22:00:47.584539 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-07da1b4a-b37d-4ead-ba7d-bed002760c24 req-121192c2-35a8-4303-b6de-88cb3bfaedf2 tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] 10.222.0.13 "GET /v2.0/ports?device_id=227bff66-0333-4194-b994-616ad17283a9 HTTP/1.1" status: 200 len: 210 time: 0.0770266 Jan 26 22:00:48.639299 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 50876) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 22:00:48.763994 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-9dc91a95-f08e-40f1-8997-3c97d4a693df tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] Deleting port 0f219afd-c949-41f9-91c0-0a2b0af19175 {{(pid=103305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 22:00:48.764338 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-9dc91a95-f08e-40f1-8997-3c97d4a693df tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746560630878'] for port (0f219afd-c949-41f9-91c0-0a2b0af19175), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:00:48.841194 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-9dc91a95-f08e-40f1-8997-3c97d4a693df tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4109658'] for port (0f219afd-c949-41f9-91c0-0a2b0af19175), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:00:48.841551 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-9dc91a95-f08e-40f1-8997-3c97d4a693df tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] Publish callbacks [] for floatingip (0f219afd-c949-41f9-91c0-0a2b0af19175), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:00:48.853429 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-9dc91a95-f08e-40f1-8997-3c97d4a693df tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] Calling delete_port for 0f219afd-c949-41f9-91c0-0a2b0af19175 owned by network:floatingip {{(pid=103305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 22:00:48.958993 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-3da8ee01-441a-49f5-9a84-82a2261460f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (474ccdf7-ab6c-405b-a3b2-dc7b05829902), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:00:48.983490 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-9dc91a95-f08e-40f1-8997-3c97d4a693df tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746560636600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746560234536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11791543'] for port (0f219afd-c949-41f9-91c0-0a2b0af19175), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:00:49.014284 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc91a95-f08e-40f1-8997-3c97d4a693df tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] Pushing event deleted for resources: {'Port': ['ID=0f219afd-c949-41f9-91c0-0a2b0af19175,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 22:00:49.072771 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-9dc91a95-f08e-40f1-8997-3c97d4a693df tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] Publish callbacks [] for floatingip (29d58ca6-f66d-49a2-b89e-7b199fa6e460), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:00:49.075382 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-9dc91a95-f08e-40f1-8997-3c97d4a693df tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for floatingip (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:00:49.076539 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-9dc91a95-f08e-40f1-8997-3c97d4a693df tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] 10.222.0.13 "DELETE /v2.0/floatingips/29d58ca6-f66d-49a2-b89e-7b199fa6e460 HTTP/1.1" status: 204 len: 168 time: 0.4362326 Jan 26 22:00:51.291504 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-822e935f-152b-433f-b875-737a29e3ce17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (09df100c-3af1-4b0a-bda8-05914c71c458), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:00:52.405607 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-841f5991-a4d8-4d4b-b215-cbc6bab5427b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (aa7ee9d2-08eb-4e12-b895-24c57300dfec), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:00:53.452912 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (4d619873-4b60-439f-9b5a-b155dc8bbc34), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:00:54.228236 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-839dd188-ec69-470c-9ab0-d318dc1a2e96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (e79b4fc6-6c71-44b2-a6d0-ff3e1f4dfd0d), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:00:54.458913 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 50896) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 22:00:54.516245 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-80891eba-9949-4f09-8746-e85028f82a40 tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] Publish callbacks [] for security_group (43aa6f70-7548-49d9-ab7d-3f19ba8f2c23), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:00:54.545200 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-80891eba-9949-4f09-8746-e85028f82a40 tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] Publish callbacks [] for security_group (43aa6f70-7548-49d9-ab7d-3f19ba8f2c23), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:00:54.610782 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-80891eba-9949-4f09-8746-e85028f82a40 tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (43aa6f70-7548-49d9-ab7d-3f19ba8f2c23), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:00:54.614058 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-80891eba-9949-4f09-8746-e85028f82a40 tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] Publish callbacks [] for security_group (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:00:54.615352 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-80891eba-9949-4f09-8746-e85028f82a40 tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] 10.222.0.13 "DELETE /v2.0/security-groups/43aa6f70-7548-49d9-ab7d-3f19ba8f2c23 HTTP/1.1" status: 204 len: 168 time: 0.1554432 Jan 26 22:00:54.625077 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80891eba-9949-4f09-8746-e85028f82a40 tempest-TestVolumeBootPattern-1454640515 tempest-TestVolumeBootPattern-1454640515-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=43aa6f70-7548-49d9-ab7d-3f19ba8f2c23,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 22:00:54.692824 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 50900) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 22:00:55.211707 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-e11121e8-ffbe-4240-8446-877e7248e1f3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4110657'] for router_interface (b53db9fd-ed60-4165-810f-ec69979c7538), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:00:55.375438 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (fea0591a-627d-4c87-9a9a-01625ddf3277), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:00:55.455107 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-e11121e8-ffbe-4240-8446-877e7248e1f3 admin admin] Deleting port 84a3ebcb-bbbf-45c6-ace8-525a3dfbde12 {{(pid=103305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 22:00:55.455445 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-e11121e8-ffbe-4240-8446-877e7248e1f3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746560630878'] for port (84a3ebcb-bbbf-45c6-ace8-525a3dfbde12), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:00:55.534754 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [None req-e11121e8-ffbe-4240-8446-877e7248e1f3 admin admin] For port 84a3ebcb-bbbf-45c6-ace8-525a3dfbde12, host n-d-760453-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=84a3ebcb-bbbf-45c6-ace8-525a3dfbde12,segment=NetworkSegment(9a2f9f82-c041-418b-a55c-16c7f60d3f23),segment_id=9a2f9f82-c041-418b-a55c-16c7f60d3f23)] {{(pid=103305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 22:00:55.535115 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-e11121e8-ffbe-4240-8446-877e7248e1f3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4109658'] for port (84a3ebcb-bbbf-45c6-ace8-525a3dfbde12), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:00:55.548088 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-e11121e8-ffbe-4240-8446-877e7248e1f3 admin admin] Calling delete_port for 84a3ebcb-bbbf-45c6-ace8-525a3dfbde12 owned by network:router_interface {{(pid=103305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 22:00:55.727793 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-e11121e8-ffbe-4240-8446-877e7248e1f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746560636600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746560234536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11791543'] for port (84a3ebcb-bbbf-45c6-ace8-525a3dfbde12), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:00:55.753476 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e11121e8-ffbe-4240-8446-877e7248e1f3 admin admin] Pushing event deleted for resources: {'Port': ['ID=84a3ebcb-bbbf-45c6-ace8-525a3dfbde12,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 22:00:55.926985 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-e11121e8-ffbe-4240-8446-877e7248e1f3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3709480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4110805'] for router_interface (b53db9fd-ed60-4165-810f-ec69979c7538), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:00:56.145600 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e11121e8-ffbe-4240-8446-877e7248e1f3 admin admin] Router b53db9fd-ed60-4165-810f-ec69979c7538 has already been hosted by L3 agent 09df100c-3af1-4b0a-bda8-05914c71c458 {{(pid=103305) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 26 22:00:56.250194 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e11121e8-ffbe-4240-8446-877e7248e1f3 admin admin] Notify agent at l3_agent.n-d-760453-5 the message routers_updated {{(pid=103305) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 26 22:00:56.255970 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-e11121e8-ffbe-4240-8446-877e7248e1f3 admin admin] 10.222.0.13 "PUT /v2.0/routers/b53db9fd-ed60-4165-810f-ec69979c7538/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5620551 Jan 26 22:00:56.258034 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 50906) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 22:00:56.259022 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebbaf0db-6830-4acc-8787-0efc19b24d36 None None] Sync routers for ids ['b53db9fd-ed60-4165-810f-ec69979c7538'] in n-d-760453-5 {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 26 22:00:56.269120 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebbaf0db-6830-4acc-8787-0efc19b24d36 None None] Routers {'b53db9fd-ed60-4165-810f-ec69979c7538'} bound to L3 agent in host n-d-760453-5 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 22:00:56.269753 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-ebbaf0db-6830-4acc-8787-0efc19b24d36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-26T20:55:21Z,description=,heartbeat_timestamp=2022-01-26T22:00:51Z,host='n-d-760453-5',id=09df100c-3af1-4b0a-bda8-05914c71c458,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:55:21Z,topic='l3_agent')) {'router_ids': ['b53db9fd-ed60-4165-810f-ec69979c7538'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 22:00:56.360819 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-0bbabd61-24e9-40e2-b69e-d1f7381cef1d admin admin] Publish callbacks [] for router (b53db9fd-ed60-4165-810f-ec69979c7538), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:00:56.372464 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_dvr_db [None req-ebbaf0db-6830-4acc-8787-0efc19b24d36 None None] Set router b53db9fd-ed60-4165-810f-ec69979c7538 gateway port host: n-d-760453-5 {{(pid=103307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 22:00:56.555797 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-ebbaf0db-6830-4acc-8787-0efc19b24d36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b53db9fd-ed60-4165-810f-ec69979c7538', 'name': 'tempest-TestVolumeBootPattern-972056660-router', 'tenant_id': 'bc63455dcf49482fa53286dc14f91835', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'external_fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.201'}], 'enable_snat': True}, 'gw_port_id': '620fd9d7-cce4-4759-a591-266ae679fb91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T21:48:01Z', 'updated_at': '2022-01-26T22:00:55Z', 'revision_number': 5, 'project_id': 'bc63455dcf49482fa53286dc14f91835', 'gw_port': {'id': '620fd9d7-cce4-4759-a591-266ae679fb91', 'name': '', 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:76:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b53db9fd-ed60-4165-810f-ec69979c7538', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3934, 'fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:48:02Z', 'updated_at': '2022-01-26T21:48:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-5'}], 'n-d-760453-5', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 22:00:56.587707 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebbaf0db-6830-4acc-8787-0efc19b24d36 None None] Checking router: b53db9fd-ed60-4165-810f-ec69979c7538 for host: n-d-760453-5 {{(pid=103307) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 26 22:00:56.596980 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebbaf0db-6830-4acc-8787-0efc19b24d36 None None] Routers {'b53db9fd-ed60-4165-810f-ec69979c7538'} bound to L3 agent in host n-d-760453-5 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 22:00:56.598450 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-ebbaf0db-6830-4acc-8787-0efc19b24d36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-26T20:55:21Z,description=,heartbeat_timestamp=2022-01-26T22:00:51Z,host='n-d-760453-5',id=09df100c-3af1-4b0a-bda8-05914c71c458,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:55:21Z,topic='l3_agent')) {'router_ids': ['b53db9fd-ed60-4165-810f-ec69979c7538'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 22:00:56.704507 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_dvr_db [None req-ebbaf0db-6830-4acc-8787-0efc19b24d36 None None] Set router b53db9fd-ed60-4165-810f-ec69979c7538 gateway port host: n-d-760453-5 {{(pid=103307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 22:00:56.775997 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-0bbabd61-24e9-40e2-b69e-d1f7381cef1d admin admin] Publish callbacks [] for router_gateway (b53db9fd-ed60-4165-810f-ec69979c7538), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:00:56.830577 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-0bbabd61-24e9-40e2-b69e-d1f7381cef1d admin admin] Deleting port 620fd9d7-cce4-4759-a591-266ae679fb91 {{(pid=103305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 22:00:56.830893 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-0bbabd61-24e9-40e2-b69e-d1f7381cef1d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746560630878'] for port (620fd9d7-cce4-4759-a591-266ae679fb91), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:00:56.884156 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-ebbaf0db-6830-4acc-8787-0efc19b24d36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b53db9fd-ed60-4165-810f-ec69979c7538', 'name': 'tempest-TestVolumeBootPattern-972056660-router', 'tenant_id': 'bc63455dcf49482fa53286dc14f91835', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'external_fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.201'}], 'enable_snat': True}, 'gw_port_id': '620fd9d7-cce4-4759-a591-266ae679fb91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T21:48:01Z', 'updated_at': '2022-01-26T22:00:55Z', 'revision_number': 5, 'project_id': 'bc63455dcf49482fa53286dc14f91835', 'gw_port': {'id': '620fd9d7-cce4-4759-a591-266ae679fb91', 'name': '', 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:76:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b53db9fd-ed60-4165-810f-ec69979c7538', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3934, 'fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:48:02Z', 'updated_at': '2022-01-26T21:48:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-5'}], 'n-d-760453-5', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 22:00:56.909226 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [None req-0bbabd61-24e9-40e2-b69e-d1f7381cef1d admin admin] For port 620fd9d7-cce4-4759-a591-266ae679fb91, host n-d-760453-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=620fd9d7-cce4-4759-a591-266ae679fb91,segment=NetworkSegment(e17cb353-418f-48b9-b982-21a6233ee99b),segment_id=e17cb353-418f-48b9-b982-21a6233ee99b)] {{(pid=103305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 22:00:56.909629 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-0bbabd61-24e9-40e2-b69e-d1f7381cef1d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4109658'] for port (620fd9d7-cce4-4759-a591-266ae679fb91), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:00:56.910699 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebbaf0db-6830-4acc-8787-0efc19b24d36 None None] The sync data for ids ['b53db9fd-ed60-4165-810f-ec69979c7538'] in n-d-760453-5 is: [{'id': 'b53db9fd-ed60-4165-810f-ec69979c7538', 'name': 'tempest-TestVolumeBootPattern-972056660-router', 'tenant_id': 'bc63455dcf49482fa53286dc14f91835', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'external_fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.201'}], 'enable_snat': True}, 'gw_port_id': '620fd9d7-cce4-4759-a591-266ae679fb91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T21:48:01Z', 'updated_at': '2022-01-26T22:00:55Z', 'revision_number': 5, 'project_id': 'bc63455dcf49482fa53286dc14f91835', 'gw_port': {'id': '620fd9d7-cce4-4759-a591-266ae679fb91', 'name': '', 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:76:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b53db9fd-ed60-4165-810f-ec69979c7538', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3934, 'fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:48:02Z', 'updated_at': '2022-01-26T21:48:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-5'}] {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 26 22:00:56.923353 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-0bbabd61-24e9-40e2-b69e-d1f7381cef1d admin admin] Calling delete_port for 620fd9d7-cce4-4759-a591-266ae679fb91 owned by network:router_gateway {{(pid=103305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 22:00:57.088276 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-0bbabd61-24e9-40e2-b69e-d1f7381cef1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746560636600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746560234536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11791543'] for port (620fd9d7-cce4-4759-a591-266ae679fb91), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:00:57.115483 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbabd61-24e9-40e2-b69e-d1f7381cef1d admin admin] Pushing event deleted for resources: {'Port': ['ID=620fd9d7-cce4-4759-a591-266ae679fb91,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 22:00:57.176707 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-0bbabd61-24e9-40e2-b69e-d1f7381cef1d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4111291'] for router_gateway (b53db9fd-ed60-4165-810f-ec69979c7538), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:00:57.267104 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-0bbabd61-24e9-40e2-b69e-d1f7381cef1d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4105774', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13082'] for router (b53db9fd-ed60-4165-810f-ec69979c7538), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:00:57.269335 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-0bbabd61-24e9-40e2-b69e-d1f7381cef1d admin admin] Publish callbacks [] for router_controller (b53db9fd-ed60-4165-810f-ec69979c7538), precommit_delete_associations {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:00:57.314554 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-0bbabd61-24e9-40e2-b69e-d1f7381cef1d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4105767'] for router (b53db9fd-ed60-4165-810f-ec69979c7538), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:00:57.315057 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0bbabd61-24e9-40e2-b69e-d1f7381cef1d admin admin] Fanout notify agent at l3_agent the message router_deleted on router b53db9fd-ed60-4165-810f-ec69979c7538 {{(pid=103305) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 26 22:00:57.325785 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-0bbabd61-24e9-40e2-b69e-d1f7381cef1d admin admin] Publish callbacks [] for router (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:00:57.327001 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-0bbabd61-24e9-40e2-b69e-d1f7381cef1d admin admin] 10.222.0.13 "DELETE /v2.0/routers/b53db9fd-ed60-4165-810f-ec69979c7538 HTTP/1.1" status: 204 len: 168 time: 1.0680397 Jan 26 22:00:57.329784 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 50908) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 22:00:57.380576 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.db_base_plugin_v2 [None req-2fba42b3-62b8-4bbc-beae-a31107021934 admin admin] Deleting subnet 96a6ba37-129e-4936-9d0e-9f67f00a39ac {{(pid=103305) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 26 22:00:57.384446 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-2fba42b3-62b8-4bbc-beae-a31107021934 admin admin] Publish callbacks [] for subnet (96a6ba37-129e-4936-9d0e-9f67f00a39ac), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:00:57.420159 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-2fba42b3-62b8-4bbc-beae-a31107021934 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11788946'] for subnet (96a6ba37-129e-4936-9d0e-9f67f00a39ac), precommit_delete_associations {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:00:57.500354 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-2fba42b3-62b8-4bbc-beae-a31107021934 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687316'] for subnet (96a6ba37-129e-4936-9d0e-9f67f00a39ac), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:00:57.555394 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-2fba42b3-62b8-4bbc-beae-a31107021934 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11791594', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11599980'] for subnet (96a6ba37-129e-4936-9d0e-9f67f00a39ac), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:00:57.585853 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fba42b3-62b8-4bbc-beae-a31107021934 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=96a6ba37-129e-4936-9d0e-9f67f00a39ac,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 22:00:57.590611 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-2fba42b3-62b8-4bbc-beae-a31107021934 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:00:57.595865 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c41e7f44-c006-429c-bad5-5bcb63160c0c None None] Network e866a34e-1552-4423-ada4-1491d39ac585 requested from n-d-760453-5 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 26 22:00:57.596751 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-2fba42b3-62b8-4bbc-beae-a31107021934 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/96a6ba37-129e-4936-9d0e-9f67f00a39ac HTTP/1.1" status: 204 len: 168 time: 0.2658982 Jan 26 22:00:57.596907 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 50910) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 22:00:57.664951 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-07a41d50-ba82-4b03-9fcb-c6eb32bde79d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-748181'] for network (e866a34e-1552-4423-ada4-1491d39ac585), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:00:57.718512 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-07a41d50-ba82-4b03-9fcb-c6eb32bde79d admin admin] Deleting port 9c1b5c88-cc2a-4c15-9d80-5c2f5d4b9813 {{(pid=103304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 22:00:57.718855 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-07a41d50-ba82-4b03-9fcb-c6eb32bde79d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746560630878'] for port (9c1b5c88-cc2a-4c15-9d80-5c2f5d4b9813), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:00:57.783179 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [None req-07a41d50-ba82-4b03-9fcb-c6eb32bde79d admin admin] For port 9c1b5c88-cc2a-4c15-9d80-5c2f5d4b9813, host n-d-760453-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=9c1b5c88-cc2a-4c15-9d80-5c2f5d4b9813,segment=NetworkSegment(9a2f9f82-c041-418b-a55c-16c7f60d3f23),segment_id=9a2f9f82-c041-418b-a55c-16c7f60d3f23)] {{(pid=103304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 22:00:57.783531 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-07a41d50-ba82-4b03-9fcb-c6eb32bde79d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4109658'] for port (9c1b5c88-cc2a-4c15-9d80-5c2f5d4b9813), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:00:57.796407 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-07a41d50-ba82-4b03-9fcb-c6eb32bde79d admin admin] Calling delete_port for 9c1b5c88-cc2a-4c15-9d80-5c2f5d4b9813 owned by network:dhcp {{(pid=103304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 22:00:57.874682 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-07a41d50-ba82-4b03-9fcb-c6eb32bde79d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746560636600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746560234536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9281553'] for port (9c1b5c88-cc2a-4c15-9d80-5c2f5d4b9813), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:00:57.894219 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f049599-734c-47c9-8bf3-e5d5e46b86c7 None None] DHCP port deletion for e866a34e-1552-4423-ada4-1491d39ac585 request from n-d-760453-5 {{(pid=103306) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 26 22:00:57.906390 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a41d50-ba82-4b03-9fcb-c6eb32bde79d admin admin] Pushing event deleted for resources: {'Port': ['ID=9c1b5c88-cc2a-4c15-9d80-5c2f5d4b9813,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 22:00:57.915209 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07a41d50-ba82-4b03-9fcb-c6eb32bde79d admin admin] No DVR routers for this DVR port 9c1b5c88-cc2a-4c15-9d80-5c2f5d4b9813 on host n-d-760453-5 {{(pid=103304) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 26 22:00:57.985503 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-07a41d50-ba82-4b03-9fcb-c6eb32bde79d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-686403', 'neutron.services.segments.db._delete_segments_for_network-8746560774018'] for network (e866a34e-1552-4423-ada4-1491d39ac585), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:00:58.005311 n-d-760453-5 neutron-server[103304]: DEBUG neutron.services.segments.db [None req-07a41d50-ba82-4b03-9fcb-c6eb32bde79d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e866a34e-1552-4423-ada4-1491d39ac585']}} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 22:00:58.014481 n-d-760453-5 neutron-server[103304]: DEBUG neutron.services.segments.db [None req-07a41d50-ba82-4b03-9fcb-c6eb32bde79d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9a2f9f82-c041-418b-a55c-16c7f60d3f23') {'for_net_delete': True} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 22:00:58.014772 n-d-760453-5 neutron-server[103304]: DEBUG neutron.services.segments.db [None req-07a41d50-ba82-4b03-9fcb-c6eb32bde79d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9a2f9f82-c041-418b-a55c-16c7f60d3f23') {} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 22:00:58.025865 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-07a41d50-ba82-4b03-9fcb-c6eb32bde79d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746560742283', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8881293'] for segment (9a2f9f82-c041-418b-a55c-16c7f60d3f23), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:00:58.040204 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-07a41d50-ba82-4b03-9fcb-c6eb32bde79d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576559'] for segment (9a2f9f82-c041-418b-a55c-16c7f60d3f23), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:00:58.046421 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-07a41d50-ba82-4b03-9fcb-c6eb32bde79d admin admin] Releasing vlan 568 on physical network physnet1 to pool {{(pid=103304) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 26 22:00:58.046840 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-07a41d50-ba82-4b03-9fcb-c6eb32bde79d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9281762'] for segment (9a2f9f82-c041-418b-a55c-16c7f60d3f23), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:00:58.048578 n-d-760453-5 neutron-server[103304]: Traceback (most recent call last): Jan 26 22:00:58.048578 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 26 22:00:58.048578 n-d-760453-5 neutron-server[103304]: timer() Jan 26 22:00:58.048578 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 26 22:00:58.048578 n-d-760453-5 neutron-server[103304]: cb(*args, **kw) Jan 26 22:00:58.048578 n-d-760453-5 neutron-server[103304]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 26 22:00:58.048578 n-d-760453-5 neutron-server[103304]: return func(*args, **kwargs) Jan 26 22:00:58.048578 n-d-760453-5 neutron-server[103304]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 26 22:00:58.048578 n-d-760453-5 neutron-server[103304]: self._notify() Jan 26 22:00:58.048578 n-d-760453-5 neutron-server[103304]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 26 22:00:58.048578 n-d-760453-5 neutron-server[103304]: self.callback(batched_events) Jan 26 22:00:58.048578 n-d-760453-5 neutron-server[103304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 26 22:00:58.048578 n-d-760453-5 neutron-server[103304]: event.method(event) Jan 26 22:00:58.048578 n-d-760453-5 neutron-server[103304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 26 22:00:58.048578 n-d-760453-5 neutron-server[103304]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 26 22:00:58.048578 n-d-760453-5 neutron-server[103304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 26 22:00:58.048578 n-d-760453-5 neutron-server[103304]: aggregate_uuid = self.p_client.list_aggregates( Jan 26 22:00:58.048578 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 26 22:00:58.048578 n-d-760453-5 neutron-server[103304]: return f(self, *a, **k) Jan 26 22:00:58.048578 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 26 22:00:58.048578 n-d-760453-5 neutron-server[103304]: return self._get(url).json() Jan 26 22:00:58.048578 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 26 22:00:58.048578 n-d-760453-5 neutron-server[103304]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 26 22:00:58.048578 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 26 22:00:58.048578 n-d-760453-5 neutron-server[103304]: return self.request(url, 'GET', **kwargs) Jan 26 22:00:58.048578 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 26 22:00:58.048578 n-d-760453-5 neutron-server[103304]: base_url = self.get_endpoint(auth, allow=allow, Jan 26 22:00:58.048578 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 26 22:00:58.048578 n-d-760453-5 neutron-server[103304]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 26 22:00:58.048578 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 26 22:00:58.048578 n-d-760453-5 neutron-server[103304]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 26 22:00:58.048578 n-d-760453-5 neutron-server[103304]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 26 22:00:58.106544 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-07a41d50-ba82-4b03-9fcb-c6eb32bde79d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4110931'] for network (e866a34e-1552-4423-ada4-1491d39ac585), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:00:58.111976 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-07a41d50-ba82-4b03-9fcb-c6eb32bde79d admin admin] Publish callbacks [] for network (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:00:58.115217 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-07a41d50-ba82-4b03-9fcb-c6eb32bde79d admin admin] 10.222.0.13 "DELETE /v2.0/networks/e866a34e-1552-4423-ada4-1491d39ac585 HTTP/1.1" status: 204 len: 168 time: 0.5173128 Jan 26 22:00:58.118341 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 50912) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 22:00:58.127970 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a41d50-ba82-4b03-9fcb-c6eb32bde79d admin admin] Pushing event deleted for resources: {'Network': ['ID=e866a34e-1552-4423-ada4-1491d39ac585,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 22:00:58.470657 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-2f9cd3ee-47b0-4373-9ef6-4c2a12c53bec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4110657'] for router_interface (2091faed-df01-4ce6-bfa3-4c333419ecb5), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:00:58.609709 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device 84a3ebcb-bbbf-45c6-ace8-525a3dfbde12 no longer exists at agent ovs-agent-n-d-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 26 22:00:58.630106 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] No Port match for: 84a3ebcb-bbbf-45c6-ace8-525a3dfbde12 {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 26 22:00:58.630450 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device 84a3ebcb-bbbf-45c6-ace8-525a3dfbde12 not bound to the agent host n-d-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 26 22:00:58.630869 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device 9c1b5c88-cc2a-4c15-9d80-5c2f5d4b9813 no longer exists at agent ovs-agent-n-d-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 26 22:00:58.650130 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] No Port match for: 9c1b5c88-cc2a-4c15-9d80-5c2f5d4b9813 {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 26 22:00:58.650457 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device 9c1b5c88-cc2a-4c15-9d80-5c2f5d4b9813 not bound to the agent host n-d-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 26 22:00:58.650876 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device 620fd9d7-cce4-4759-a591-266ae679fb91 no longer exists at agent ovs-agent-n-d-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 26 22:00:58.669335 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] No Port match for: 620fd9d7-cce4-4759-a591-266ae679fb91 {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 26 22:00:58.669689 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device 620fd9d7-cce4-4759-a591-266ae679fb91 not bound to the agent host n-d-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 26 22:00:58.724499 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-2f9cd3ee-47b0-4373-9ef6-4c2a12c53bec admin admin] Deleting port bc74d77a-9322-497b-b476-0e7f879f5165 {{(pid=103305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 22:00:58.724838 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-2f9cd3ee-47b0-4373-9ef6-4c2a12c53bec admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746560630878'] for port (bc74d77a-9322-497b-b476-0e7f879f5165), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:00:58.801304 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [None req-2f9cd3ee-47b0-4373-9ef6-4c2a12c53bec admin admin] For port bc74d77a-9322-497b-b476-0e7f879f5165, host n-d-760453-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=bc74d77a-9322-497b-b476-0e7f879f5165,segment=NetworkSegment(fa4963e7-b90c-4602-9ab9-dab7d87a491a),segment_id=fa4963e7-b90c-4602-9ab9-dab7d87a491a)] {{(pid=103305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 22:00:58.801687 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-2f9cd3ee-47b0-4373-9ef6-4c2a12c53bec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4109658'] for port (bc74d77a-9322-497b-b476-0e7f879f5165), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:00:58.818601 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-2f9cd3ee-47b0-4373-9ef6-4c2a12c53bec admin admin] Calling delete_port for bc74d77a-9322-497b-b476-0e7f879f5165 owned by network:router_interface {{(pid=103305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 22:00:58.995558 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-2f9cd3ee-47b0-4373-9ef6-4c2a12c53bec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746560636600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746560234536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11791543'] for port (bc74d77a-9322-497b-b476-0e7f879f5165), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:00:59.020788 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9cd3ee-47b0-4373-9ef6-4c2a12c53bec admin admin] Pushing event deleted for resources: {'Port': ['ID=bc74d77a-9322-497b-b476-0e7f879f5165,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 22:00:59.186756 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-2f9cd3ee-47b0-4373-9ef6-4c2a12c53bec admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3709480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4110805'] for router_interface (2091faed-df01-4ce6-bfa3-4c333419ecb5), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:00:59.399467 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f9cd3ee-47b0-4373-9ef6-4c2a12c53bec admin admin] Router 2091faed-df01-4ce6-bfa3-4c333419ecb5 has already been hosted by L3 agent 09df100c-3af1-4b0a-bda8-05914c71c458 {{(pid=103305) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 26 22:00:59.505099 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f9cd3ee-47b0-4373-9ef6-4c2a12c53bec admin admin] Notify agent at l3_agent.n-d-760453-5 the message routers_updated {{(pid=103305) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 26 22:00:59.510481 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-2f9cd3ee-47b0-4373-9ef6-4c2a12c53bec admin admin] 10.222.0.13 "PUT /v2.0/routers/2091faed-df01-4ce6-bfa3-4c333419ecb5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3910227 Jan 26 22:00:59.513088 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 50914) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 22:00:59.513923 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-607cbc3b-3a2f-45fa-97b4-7df92ee6a2a6 None None] Sync routers for ids ['2091faed-df01-4ce6-bfa3-4c333419ecb5'] in n-d-760453-5 {{(pid=103306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 26 22:00:59.524706 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-607cbc3b-3a2f-45fa-97b4-7df92ee6a2a6 None None] Routers {'2091faed-df01-4ce6-bfa3-4c333419ecb5'} bound to L3 agent in host n-d-760453-5 {{(pid=103306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 22:00:59.525458 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-607cbc3b-3a2f-45fa-97b4-7df92ee6a2a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-26T20:55:21Z,description=,heartbeat_timestamp=2022-01-26T22:00:51Z,host='n-d-760453-5',id=09df100c-3af1-4b0a-bda8-05914c71c458,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:55:21Z,topic='l3_agent')) {'router_ids': ['2091faed-df01-4ce6-bfa3-4c333419ecb5'], 'active': True} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 22:00:59.617363 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-20cb136e-7e5e-437e-801e-6b9935051543 admin admin] Publish callbacks [] for router (2091faed-df01-4ce6-bfa3-4c333419ecb5), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:00:59.629805 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvr_db [None req-607cbc3b-3a2f-45fa-97b4-7df92ee6a2a6 None None] Set router 2091faed-df01-4ce6-bfa3-4c333419ecb5 gateway port host: n-d-760453-5 {{(pid=103306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 22:00:59.721784 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-20cb136e-7e5e-437e-801e-6b9935051543 admin admin] Publish callbacks [] for router_gateway (2091faed-df01-4ce6-bfa3-4c333419ecb5), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:00:59.774439 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-20cb136e-7e5e-437e-801e-6b9935051543 admin admin] Deleting port a857852b-2c38-4f43-9be2-17eddac9bbac {{(pid=103305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 22:00:59.774778 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-20cb136e-7e5e-437e-801e-6b9935051543 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746560630878'] for port (a857852b-2c38-4f43-9be2-17eddac9bbac), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:00:59.809711 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-607cbc3b-3a2f-45fa-97b4-7df92ee6a2a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2091faed-df01-4ce6-bfa3-4c333419ecb5', 'name': 'tempest-TestVolumeBootPattern-977946304-router', 'tenant_id': '39c7464eebcc45b0b32336b596c9006b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'external_fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.225'}], 'enable_snat': True}, 'gw_port_id': 'a857852b-2c38-4f43-9be2-17eddac9bbac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T21:48:07Z', 'updated_at': '2022-01-26T22:00:58Z', 'revision_number': 5, 'project_id': '39c7464eebcc45b0b32336b596c9006b', 'gw_port': {'id': 'a857852b-2c38-4f43-9be2-17eddac9bbac', 'name': '', 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:7e:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2091faed-df01-4ce6-bfa3-4c333419ecb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3946, 'fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T21:48:09Z', 'updated_at': '2022-01-26T21:48:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-5'}], 'n-d-760453-5', False) {} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 22:00:59.836733 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-607cbc3b-3a2f-45fa-97b4-7df92ee6a2a6 None None] Checking router: 2091faed-df01-4ce6-bfa3-4c333419ecb5 for host: n-d-760453-5 {{(pid=103306) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 26 22:00:59.844871 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-607cbc3b-3a2f-45fa-97b4-7df92ee6a2a6 None None] Routers {'2091faed-df01-4ce6-bfa3-4c333419ecb5'} bound to L3 agent in host n-d-760453-5 {{(pid=103306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 22:00:59.845515 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-607cbc3b-3a2f-45fa-97b4-7df92ee6a2a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-26T20:55:21Z,description=,heartbeat_timestamp=2022-01-26T22:00:51Z,host='n-d-760453-5',id=09df100c-3af1-4b0a-bda8-05914c71c458,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:55:21Z,topic='l3_agent')) {'router_ids': ['2091faed-df01-4ce6-bfa3-4c333419ecb5'], 'active': True} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 22:00:59.852315 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [None req-20cb136e-7e5e-437e-801e-6b9935051543 admin admin] For port a857852b-2c38-4f43-9be2-17eddac9bbac, host n-d-760453-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=a857852b-2c38-4f43-9be2-17eddac9bbac,segment=NetworkSegment(e17cb353-418f-48b9-b982-21a6233ee99b),segment_id=e17cb353-418f-48b9-b982-21a6233ee99b)] {{(pid=103305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 22:00:59.852682 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-20cb136e-7e5e-437e-801e-6b9935051543 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4109658'] for port (a857852b-2c38-4f43-9be2-17eddac9bbac), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:00:59.864495 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-20cb136e-7e5e-437e-801e-6b9935051543 admin admin] Calling delete_port for a857852b-2c38-4f43-9be2-17eddac9bbac owned by network:router_gateway {{(pid=103305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 22:00:59.930696 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvr_db [None req-607cbc3b-3a2f-45fa-97b4-7df92ee6a2a6 None None] Set router 2091faed-df01-4ce6-bfa3-4c333419ecb5 gateway port host: None {{(pid=103306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 22:00:59.984946 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-607cbc3b-3a2f-45fa-97b4-7df92ee6a2a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2091faed-df01-4ce6-bfa3-4c333419ecb5', 'name': 'tempest-TestVolumeBootPattern-977946304-router', 'tenant_id': '39c7464eebcc45b0b32336b596c9006b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T21:48:07Z', 'updated_at': '2022-01-26T22:00:59Z', 'revision_number': 6, 'project_id': '39c7464eebcc45b0b32336b596c9006b', 'gw_port_host': None}], 'n-d-760453-5', False) {} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 22:01:00.011306 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-607cbc3b-3a2f-45fa-97b4-7df92ee6a2a6 None None] The sync data for ids ['2091faed-df01-4ce6-bfa3-4c333419ecb5'] in n-d-760453-5 is: [{'id': '2091faed-df01-4ce6-bfa3-4c333419ecb5', 'name': 'tempest-TestVolumeBootPattern-977946304-router', 'tenant_id': '39c7464eebcc45b0b32336b596c9006b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T21:48:07Z', 'updated_at': '2022-01-26T22:00:59Z', 'revision_number': 6, 'project_id': '39c7464eebcc45b0b32336b596c9006b', 'gw_port_host': None}] {{(pid=103306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 26 22:01:00.029662 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-20cb136e-7e5e-437e-801e-6b9935051543 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746560636600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746560234536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11791543'] for port (a857852b-2c38-4f43-9be2-17eddac9bbac), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:01:00.057602 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20cb136e-7e5e-437e-801e-6b9935051543 admin admin] Pushing event deleted for resources: {'Port': ['ID=a857852b-2c38-4f43-9be2-17eddac9bbac,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 22:01:00.119784 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-20cb136e-7e5e-437e-801e-6b9935051543 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4111291'] for router_gateway (2091faed-df01-4ce6-bfa3-4c333419ecb5), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:01:00.207901 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-20cb136e-7e5e-437e-801e-6b9935051543 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4105774', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13082'] for router (2091faed-df01-4ce6-bfa3-4c333419ecb5), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:01:00.210017 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-20cb136e-7e5e-437e-801e-6b9935051543 admin admin] Publish callbacks [] for router_controller (2091faed-df01-4ce6-bfa3-4c333419ecb5), precommit_delete_associations {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:01:00.251534 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-20cb136e-7e5e-437e-801e-6b9935051543 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4105767'] for router (2091faed-df01-4ce6-bfa3-4c333419ecb5), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:01:00.252069 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20cb136e-7e5e-437e-801e-6b9935051543 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2091faed-df01-4ce6-bfa3-4c333419ecb5 {{(pid=103305) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 26 22:01:00.257058 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-20cb136e-7e5e-437e-801e-6b9935051543 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:01:00.258244 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-20cb136e-7e5e-437e-801e-6b9935051543 admin admin] 10.222.0.13 "DELETE /v2.0/routers/2091faed-df01-4ce6-bfa3-4c333419ecb5 HTTP/1.1" status: 204 len: 168 time: 0.7442126 Jan 26 22:01:00.260758 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 50916) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 22:01:00.308182 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.db_base_plugin_v2 [None req-3bc26fce-327e-48a6-86c5-9f4f534707ce admin admin] Deleting subnet 2c5f53dc-28fc-4664-85fb-646dbe90cf51 {{(pid=103305) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 26 22:01:00.311194 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-3bc26fce-327e-48a6-86c5-9f4f534707ce admin admin] Publish callbacks [] for subnet (2c5f53dc-28fc-4664-85fb-646dbe90cf51), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:01:00.344595 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-3bc26fce-327e-48a6-86c5-9f4f534707ce admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11788946'] for subnet (2c5f53dc-28fc-4664-85fb-646dbe90cf51), precommit_delete_associations {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:01:00.422230 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-3bc26fce-327e-48a6-86c5-9f4f534707ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687316'] for subnet (2c5f53dc-28fc-4664-85fb-646dbe90cf51), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:01:00.480207 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-3bc26fce-327e-48a6-86c5-9f4f534707ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11791594', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11599980'] for subnet (2c5f53dc-28fc-4664-85fb-646dbe90cf51), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:01:00.508535 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc26fce-327e-48a6-86c5-9f4f534707ce admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2c5f53dc-28fc-4664-85fb-646dbe90cf51,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 22:01:00.510462 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-3bc26fce-327e-48a6-86c5-9f4f534707ce admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:01:00.514917 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb6eae1f-c688-43d0-9491-c6f44dcfba87 None None] Network 75008cfc-541e-4da9-bd03-6b81acb2ad74 requested from n-d-760453-5 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 26 22:01:00.516548 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 50918) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 22:01:00.517021 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-3bc26fce-327e-48a6-86c5-9f4f534707ce admin admin] 10.222.0.13 "DELETE /v2.0/subnets/2c5f53dc-28fc-4664-85fb-646dbe90cf51 HTTP/1.1" status: 204 len: 168 time: 0.2545660 Jan 26 22:01:00.584695 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-afd895e9-7eaf-4571-a47b-13b3da4337aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-748181'] for network (75008cfc-541e-4da9-bd03-6b81acb2ad74), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:01:00.644026 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-afd895e9-7eaf-4571-a47b-13b3da4337aa admin admin] Deleting port c53907d6-b486-48c3-8f88-d1374eee5372 {{(pid=103304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 22:01:00.644367 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-afd895e9-7eaf-4571-a47b-13b3da4337aa admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746560630878'] for port (c53907d6-b486-48c3-8f88-d1374eee5372), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:01:00.705562 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [None req-afd895e9-7eaf-4571-a47b-13b3da4337aa admin admin] For port c53907d6-b486-48c3-8f88-d1374eee5372, host n-d-760453-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=c53907d6-b486-48c3-8f88-d1374eee5372,segment=NetworkSegment(fa4963e7-b90c-4602-9ab9-dab7d87a491a),segment_id=fa4963e7-b90c-4602-9ab9-dab7d87a491a)] {{(pid=103304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 22:01:00.705854 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-afd895e9-7eaf-4571-a47b-13b3da4337aa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4109658'] for port (c53907d6-b486-48c3-8f88-d1374eee5372), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:01:00.718425 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-afd895e9-7eaf-4571-a47b-13b3da4337aa admin admin] Calling delete_port for c53907d6-b486-48c3-8f88-d1374eee5372 owned by network:dhcp {{(pid=103304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 22:01:00.803853 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-afd895e9-7eaf-4571-a47b-13b3da4337aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746560636600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746560234536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9281553'] for port (c53907d6-b486-48c3-8f88-d1374eee5372), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:01:00.806665 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a92b3c71-d3a2-4283-856b-85d58be3a087 None None] DHCP port deletion for 75008cfc-541e-4da9-bd03-6b81acb2ad74 request from n-d-760453-5 {{(pid=103306) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 26 22:01:00.821041 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afd895e9-7eaf-4571-a47b-13b3da4337aa admin admin] No DVR routers for this DVR port c53907d6-b486-48c3-8f88-d1374eee5372 on host n-d-760453-5 {{(pid=103304) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 26 22:01:00.842137 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd895e9-7eaf-4571-a47b-13b3da4337aa admin admin] Pushing event deleted for resources: {'Port': ['ID=c53907d6-b486-48c3-8f88-d1374eee5372,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 22:01:00.874357 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device c53907d6-b486-48c3-8f88-d1374eee5372 no longer exists at agent ovs-agent-n-d-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 26 22:01:00.893855 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] No Port match for: c53907d6-b486-48c3-8f88-d1374eee5372 {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 26 22:01:00.894313 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device c53907d6-b486-48c3-8f88-d1374eee5372 not bound to the agent host n-d-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 26 22:01:00.895543 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device bc74d77a-9322-497b-b476-0e7f879f5165 no longer exists at agent ovs-agent-n-d-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 26 22:01:00.911083 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-afd895e9-7eaf-4571-a47b-13b3da4337aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-686403', 'neutron.services.segments.db._delete_segments_for_network-8746560774018'] for network (75008cfc-541e-4da9-bd03-6b81acb2ad74), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:01:00.916599 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] No Port match for: bc74d77a-9322-497b-b476-0e7f879f5165 {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 26 22:01:00.916954 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device bc74d77a-9322-497b-b476-0e7f879f5165 not bound to the agent host n-d-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 26 22:01:00.917398 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device a857852b-2c38-4f43-9be2-17eddac9bbac no longer exists at agent ovs-agent-n-d-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 26 22:01:00.933390 n-d-760453-5 neutron-server[103304]: DEBUG neutron.services.segments.db [None req-afd895e9-7eaf-4571-a47b-13b3da4337aa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['75008cfc-541e-4da9-bd03-6b81acb2ad74']}} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 22:01:00.936757 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] No Port match for: a857852b-2c38-4f43-9be2-17eddac9bbac {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 26 22:01:00.937326 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device a857852b-2c38-4f43-9be2-17eddac9bbac not bound to the agent host n-d-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 26 22:01:00.946161 n-d-760453-5 neutron-server[103304]: DEBUG neutron.services.segments.db [None req-afd895e9-7eaf-4571-a47b-13b3da4337aa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fa4963e7-b90c-4602-9ab9-dab7d87a491a') {'for_net_delete': True} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 22:01:00.946506 n-d-760453-5 neutron-server[103304]: DEBUG neutron.services.segments.db [None req-afd895e9-7eaf-4571-a47b-13b3da4337aa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fa4963e7-b90c-4602-9ab9-dab7d87a491a') {} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 22:01:00.960364 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-afd895e9-7eaf-4571-a47b-13b3da4337aa admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746560742283', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8881293'] for segment (fa4963e7-b90c-4602-9ab9-dab7d87a491a), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:01:00.974379 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-afd895e9-7eaf-4571-a47b-13b3da4337aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576559'] for segment (fa4963e7-b90c-4602-9ab9-dab7d87a491a), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:01:00.980648 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-afd895e9-7eaf-4571-a47b-13b3da4337aa admin admin] Releasing vlan 572 on physical network physnet1 to pool {{(pid=103304) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 26 22:01:00.981148 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-afd895e9-7eaf-4571-a47b-13b3da4337aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9281762'] for segment (fa4963e7-b90c-4602-9ab9-dab7d87a491a), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:01:00.982961 n-d-760453-5 neutron-server[103304]: Traceback (most recent call last): Jan 26 22:01:00.982961 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 26 22:01:00.982961 n-d-760453-5 neutron-server[103304]: timer() Jan 26 22:01:00.982961 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 26 22:01:00.982961 n-d-760453-5 neutron-server[103304]: cb(*args, **kw) Jan 26 22:01:00.982961 n-d-760453-5 neutron-server[103304]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 26 22:01:00.982961 n-d-760453-5 neutron-server[103304]: return func(*args, **kwargs) Jan 26 22:01:00.982961 n-d-760453-5 neutron-server[103304]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 26 22:01:00.982961 n-d-760453-5 neutron-server[103304]: self._notify() Jan 26 22:01:00.982961 n-d-760453-5 neutron-server[103304]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 26 22:01:00.982961 n-d-760453-5 neutron-server[103304]: self.callback(batched_events) Jan 26 22:01:00.982961 n-d-760453-5 neutron-server[103304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 26 22:01:00.982961 n-d-760453-5 neutron-server[103304]: event.method(event) Jan 26 22:01:00.982961 n-d-760453-5 neutron-server[103304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 26 22:01:00.982961 n-d-760453-5 neutron-server[103304]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 26 22:01:00.982961 n-d-760453-5 neutron-server[103304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 26 22:01:00.982961 n-d-760453-5 neutron-server[103304]: aggregate_uuid = self.p_client.list_aggregates( Jan 26 22:01:00.982961 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 26 22:01:00.982961 n-d-760453-5 neutron-server[103304]: return f(self, *a, **k) Jan 26 22:01:00.982961 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 26 22:01:00.982961 n-d-760453-5 neutron-server[103304]: return self._get(url).json() Jan 26 22:01:00.982961 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 26 22:01:00.982961 n-d-760453-5 neutron-server[103304]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 26 22:01:00.982961 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 26 22:01:00.982961 n-d-760453-5 neutron-server[103304]: return self.request(url, 'GET', **kwargs) Jan 26 22:01:00.982961 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 26 22:01:00.982961 n-d-760453-5 neutron-server[103304]: base_url = self.get_endpoint(auth, allow=allow, Jan 26 22:01:00.982961 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 26 22:01:00.982961 n-d-760453-5 neutron-server[103304]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 26 22:01:00.982961 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 26 22:01:00.982961 n-d-760453-5 neutron-server[103304]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 26 22:01:00.982961 n-d-760453-5 neutron-server[103304]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 26 22:01:01.039470 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-afd895e9-7eaf-4571-a47b-13b3da4337aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4110931'] for network (75008cfc-541e-4da9-bd03-6b81acb2ad74), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:01:01.056490 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-afd895e9-7eaf-4571-a47b-13b3da4337aa admin admin] Publish callbacks [] for network (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:01:01.059855 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-afd895e9-7eaf-4571-a47b-13b3da4337aa admin admin] 10.222.0.13 "DELETE /v2.0/networks/75008cfc-541e-4da9-bd03-6b81acb2ad74 HTTP/1.1" status: 204 len: 168 time: 0.5421686 Jan 26 22:01:01.060890 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd895e9-7eaf-4571-a47b-13b3da4337aa admin admin] Pushing event deleted for resources: {'Network': ['ID=75008cfc-541e-4da9-bd03-6b81acb2ad74,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 22:01:01.175335 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 50922) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 22:01:01.214484 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-3a20c238-7f4c-4f7b-a18d-adabe0e3aec4 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=bc63455dcf49482fa53286dc14f91835&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0379596 Jan 26 22:01:01.216811 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 50924) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 22:01:01.262496 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-8041bba7-5eb6-42c3-a51a-4ad2146eaf42 admin admin] Publish callbacks [] for security_group (fc3c904c-ba97-4f39-a366-73263c07da15), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:01:01.283178 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-8041bba7-5eb6-42c3-a51a-4ad2146eaf42 admin admin] Publish callbacks [] for security_group (fc3c904c-ba97-4f39-a366-73263c07da15), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:01:01.331359 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-8041bba7-5eb6-42c3-a51a-4ad2146eaf42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (fc3c904c-ba97-4f39-a366-73263c07da15), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:01:01.334787 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-8041bba7-5eb6-42c3-a51a-4ad2146eaf42 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:01:01.335962 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-8041bba7-5eb6-42c3-a51a-4ad2146eaf42 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/fc3c904c-ba97-4f39-a366-73263c07da15 HTTP/1.1" status: 204 len: 168 time: 0.1182277 Jan 26 22:01:01.343856 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8041bba7-5eb6-42c3-a51a-4ad2146eaf42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc3c904c-ba97-4f39-a366-73263c07da15,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 22:01:01.654923 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 50930) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 22:01:01.694974 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-65d5080d-8e39-49f3-9d83-91ca78eb9e1c admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=39c7464eebcc45b0b32336b596c9006b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0388253 Jan 26 22:01:01.697389 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 50932) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 22:01:01.744031 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-b0b6c235-95fe-4853-ba43-7461f8de52f5 admin admin] Publish callbacks [] for security_group (a6b2bd80-12fc-4c9c-8759-5abb9751eb7a), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:01:01.766409 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-b0b6c235-95fe-4853-ba43-7461f8de52f5 admin admin] Publish callbacks [] for security_group (a6b2bd80-12fc-4c9c-8759-5abb9751eb7a), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:01:01.813937 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-b0b6c235-95fe-4853-ba43-7461f8de52f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (a6b2bd80-12fc-4c9c-8759-5abb9751eb7a), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:01:01.816533 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-b0b6c235-95fe-4853-ba43-7461f8de52f5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:01:01.818310 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-b0b6c235-95fe-4853-ba43-7461f8de52f5 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a6b2bd80-12fc-4c9c-8759-5abb9751eb7a HTTP/1.1" status: 204 len: 168 time: 0.1199853 Jan 26 22:01:01.826222 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b6c235-95fe-4853-ba43-7461f8de52f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6b2bd80-12fc-4c9c-8759-5abb9751eb7a,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 22:01:08.710690 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (32ef628b-8417-46c5-8729-60fcabe358f1), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:01:12.410913 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-a35cf596-a0c9-4604-a64c-7d0058ff7df4 req-dd7c9ead-8f02-451f-bed5-72a0b349b963 tempest-ServersAdminNegativeTestJSON-1956528140 tempest-ServersAdminNegativeTestJSON-1956528140-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=764ad978abdd47cebd0d6fad16a38801&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0288100 Jan 26 22:01:12.592728 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35cf596-a0c9-4604-a64c-7d0058ff7df4 req-38de20e9-80fa-4e61-8d44-b3de7f46c4bf tempest-ServersAdminNegativeTestJSON-1956528140 tempest-ServersAdminNegativeTestJSON-1956528140-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:01:12.594223 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-a35cf596-a0c9-4604-a64c-7d0058ff7df4 req-38de20e9-80fa-4e61-8d44-b3de7f46c4bf tempest-ServersAdminNegativeTestJSON-1956528140 tempest-ServersAdminNegativeTestJSON-1956528140-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1782277 Jan 26 22:01:12.609096 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-a35cf596-a0c9-4604-a64c-7d0058ff7df4 req-7b954e1c-cefc-44aa-be55-19926b4e5b7e tempest-ServersAdminNegativeTestJSON-1956528140 tempest-ServersAdminNegativeTestJSON-1956528140-project] 10.222.0.13 "GET /v2.0/quotas/764ad978abdd47cebd0d6fad16a38801 HTTP/1.1" status: 200 len: 375 time: 0.0089450 Jan 26 22:01:12.639256 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-a35cf596-a0c9-4604-a64c-7d0058ff7df4 req-32a69ad9-d7d7-4c11-83d1-36c98e2ca979 tempest-ServersAdminNegativeTestJSON-1956528140 tempest-ServersAdminNegativeTestJSON-1956528140-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=764ad978abdd47cebd0d6fad16a38801&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0254209 Jan 26 22:01:12.798022 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-13b9761d-15f7-4e8b-a6f6-2a08c5c2b6de req-6fe1c67d-ab51-44a2-9eab-82f8df6f566a tempest-ServersAdminNegativeTestJSON-1956528140 tempest-ServersAdminNegativeTestJSON-1956528140-project] 10.222.0.13 "GET /v2.0/ports?device_id=0757f45c-06a8-4085-acf5-07b4c41c9e3b HTTP/1.1" status: 200 len: 210 time: 0.0263662 Jan 26 22:01:13.895710 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-569ce14e-7699-477b-8aa8-aaa1468b264b req-39c0e0f8-43da-4c57-b5c8-d3041fb03497 tempest-ServersAdminNegativeTestJSON-1956528140 tempest-ServersAdminNegativeTestJSON-1956528140-project] 10.222.0.13 "GET /v2.0/ports?device_id=0757f45c-06a8-4085-acf5-07b4c41c9e3b HTTP/1.1" status: 200 len: 210 time: 0.0280473 Jan 26 22:01:13.919546 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-a35cf596-a0c9-4604-a64c-7d0058ff7df4 req-30a4f90a-75a0-4e0f-9c09-f63af1c5148b tempest-ServersAdminNegativeTestJSON-1956528140 tempest-ServersAdminNegativeTestJSON-1956528140-project] 10.222.0.57 "GET /v2.0/networks?tenant_id=764ad978abdd47cebd0d6fad16a38801&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0267131 Jan 26 22:01:14.028781 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35cf596-a0c9-4604-a64c-7d0058ff7df4 req-24f7d312-f80b-42a3-80b5-61cfcfab14ae tempest-ServersAdminNegativeTestJSON-1956528140 tempest-ServersAdminNegativeTestJSON-1956528140-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:01:14.031300 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-a35cf596-a0c9-4604-a64c-7d0058ff7df4 req-24f7d312-f80b-42a3-80b5-61cfcfab14ae tempest-ServersAdminNegativeTestJSON-1956528140 tempest-ServersAdminNegativeTestJSON-1956528140-project] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1056478 Jan 26 22:01:14.043160 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [req-a35cf596-a0c9-4604-a64c-7d0058ff7df4 req-286575fc-32bd-4931-957f-599114b34eb7 tempest-ServersAdminNegativeTestJSON-1956528140 tempest-ServersAdminNegativeTestJSON-1956528140-project] Request body: {'port': {'device_id': '0757f45c-06a8-4085-acf5-07b4c41c9e3b', 'network_id': '7fbe9cf5-e12c-436d-b372-55a19c9faa30', 'admin_state_up': True, 'tenant_id': '764ad978abdd47cebd0d6fad16a38801'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 22:01:14.158674 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a35cf596-a0c9-4604-a64c-7d0058ff7df4 req-286575fc-32bd-4931-957f-599114b34eb7 tempest-ServersAdminNegativeTestJSON-1956528140 tempest-ServersAdminNegativeTestJSON-1956528140-project] Made reservation on behalf of 764ad978abdd47cebd0d6fad16a38801 for: {'port': 1} {{(pid=103304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 22:01:14.161974 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-a35cf596-a0c9-4604-a64c-7d0058ff7df4 req-286575fc-32bd-4931-957f-599114b34eb7 tempest-ServersAdminNegativeTestJSON-1956528140 tempest-ServersAdminNegativeTestJSON-1956528140-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:01:14.170711 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-a35cf596-a0c9-4604-a64c-7d0058ff7df4 req-286575fc-32bd-4931-957f-599114b34eb7 tempest-ServersAdminNegativeTestJSON-1956528140 tempest-ServersAdminNegativeTestJSON-1956528140-project] Publish callbacks [] for security_group (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:01:14.243548 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-a35cf596-a0c9-4604-a64c-7d0058ff7df4 req-286575fc-32bd-4931-957f-599114b34eb7 tempest-ServersAdminNegativeTestJSON-1956528140 tempest-ServersAdminNegativeTestJSON-1956528140-project] Publish callbacks [] for security_group (ec9592c4-27ce-425a-b3c8-97c1ca4bba8e), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:01:14.247087 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-a35cf596-a0c9-4604-a64c-7d0058ff7df4 req-286575fc-32bd-4931-957f-599114b34eb7 tempest-ServersAdminNegativeTestJSON-1956528140 tempest-ServersAdminNegativeTestJSON-1956528140-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (ec9592c4-27ce-425a-b3c8-97c1ca4bba8e), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:01:14.308755 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286575fc-32bd-4931-957f-599114b34eb7 tempest-ServersAdminNegativeTestJSON-1956528140 tempest-ServersAdminNegativeTestJSON-1956528140-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ec9592c4-27ce-425a-b3c8-97c1ca4bba8e,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 22:01:14.380697 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.db_base_plugin_common [req-a35cf596-a0c9-4604-a64c-7d0058ff7df4 req-286575fc-32bd-4931-957f-599114b34eb7 tempest-ServersAdminNegativeTestJSON-1956528140 tempest-ServersAdminNegativeTestJSON-1956528140-project] Allocated IP 192.168.233.113 (7fbe9cf5-e12c-436d-b372-55a19c9faa30/fd77e534-75e6-4b90-950e-f5824d584430/2bfcff9a-88d8-424f-82c5-7a7b8c64c23d) {{(pid=103304) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 22:01:14.522929 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-a35cf596-a0c9-4604-a64c-7d0058ff7df4 req-286575fc-32bd-4931-957f-599114b34eb7 tempest-ServersAdminNegativeTestJSON-1956528140 tempest-ServersAdminNegativeTestJSON-1956528140-project] Publish callbacks [] for port (2bfcff9a-88d8-424f-82c5-7a7b8c64c23d), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:01:14.555735 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-a35cf596-a0c9-4604-a64c-7d0058ff7df4 req-286575fc-32bd-4931-957f-599114b34eb7 tempest-ServersAdminNegativeTestJSON-1956528140 tempest-ServersAdminNegativeTestJSON-1956528140-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746560234527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9281553'] for port (2bfcff9a-88d8-424f-82c5-7a7b8c64c23d), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:01:14.600988 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a35cf596-a0c9-4604-a64c-7d0058ff7df4 req-286575fc-32bd-4931-957f-599114b34eb7 tempest-ServersAdminNegativeTestJSON-1956528140 tempest-ServersAdminNegativeTestJSON-1956528140-project] Network 7fbe9cf5-e12c-436d-b372-55a19c9faa30 is already hosted by enough agents. {{(pid=103304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 22:01:14.604223 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [req-a35cf596-a0c9-4604-a64c-7d0058ff7df4 req-286575fc-32bd-4931-957f-599114b34eb7 tempest-ServersAdminNegativeTestJSON-1956528140 tempest-ServersAdminNegativeTestJSON-1956528140-project] Resources bound (agent type, host, resource id): {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 22:01:14.610485 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [req-a35cf596-a0c9-4604-a64c-7d0058ff7df4 req-286575fc-32bd-4931-957f-599114b34eb7 tempest-ServersAdminNegativeTestJSON-1956528140 tempest-ServersAdminNegativeTestJSON-1956528140-project] Received port after_create {{(pid=103304) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 22:01:14.634702 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286575fc-32bd-4931-957f-599114b34eb7 tempest-ServersAdminNegativeTestJSON-1956528140 tempest-ServersAdminNegativeTestJSON-1956528140-project] Pushing event updated for resources: {'Port': ['ID=2bfcff9a-88d8-424f-82c5-7a7b8c64c23d,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 22:01:14.662373 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35cf596-a0c9-4604-a64c-7d0058ff7df4 req-286575fc-32bd-4931-957f-599114b34eb7 tempest-ServersAdminNegativeTestJSON-1956528140 tempest-ServersAdminNegativeTestJSON-1956528140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:01:14.662986 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-a35cf596-a0c9-4604-a64c-7d0058ff7df4 req-286575fc-32bd-4931-957f-599114b34eb7 tempest-ServersAdminNegativeTestJSON-1956528140 tempest-ServersAdminNegativeTestJSON-1956528140-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:01:14.679328 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-a35cf596-a0c9-4604-a64c-7d0058ff7df4 req-286575fc-32bd-4931-957f-599114b34eb7 tempest-ServersAdminNegativeTestJSON-1956528140 tempest-ServersAdminNegativeTestJSON-1956528140-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.6397204 Jan 26 22:01:14.690378 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [req-a35cf596-a0c9-4604-a64c-7d0058ff7df4 req-b979c7d0-3665-47eb-a37c-4f64aa77eb1e service neutron] Request body: {'port': {'device_id': '0757f45c-06a8-4085-acf5-07b4c41c9e3b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-760453-5'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 22:01:14.755846 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-a35cf596-a0c9-4604-a64c-7d0058ff7df4 req-b979c7d0-3665-47eb-a37c-4f64aa77eb1e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (2bfcff9a-88d8-424f-82c5-7a7b8c64c23d), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:01:14.831807 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-e2af7bc6-1ae6-4fc2-a71f-d0ac5ee4d778 None None] Provisioning complete for port 2bfcff9a-88d8-424f-82c5-7a7b8c64c23d triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 22:01:14.832363 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-e2af7bc6-1ae6-4fc2-a71f-d0ac5ee4d778 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (2bfcff9a-88d8-424f-82c5-7a7b8c64c23d), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:01:14.866045 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-e2af7bc6-1ae6-4fc2-a71f-d0ac5ee4d778 None None] Port 2bfcff9a-88d8-424f-82c5-7a7b8c64c23d cannot update to ACTIVE because it is not bound. {{(pid=103306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 26 22:01:15.054451 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65816864-78bc-424b-b650-f087f0e5231e req-32e9058b-e50f-40fe-8619-7ea156e72111 tempest-ServersAdminNegativeTestJSON-1956528140 tempest-ServersAdminNegativeTestJSON-1956528140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:01:15.055882 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-65816864-78bc-424b-b650-f087f0e5231e req-32e9058b-e50f-40fe-8619-7ea156e72111 tempest-ServersAdminNegativeTestJSON-1956528140 tempest-ServersAdminNegativeTestJSON-1956528140-project] 10.222.0.13 "GET /v2.0/ports?device_id=0757f45c-06a8-4085-acf5-07b4c41c9e3b HTTP/1.1" status: 200 len: 936 time: 0.0879619 Jan 26 22:01:15.057940 n-d-760453-5 neutron-server[103304]: DEBUG neutron.notifiers.nova [req-a35cf596-a0c9-4604-a64c-7d0058ff7df4 req-b979c7d0-3665-47eb-a37c-4f64aa77eb1e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2bfcff9a-88d8-424f-82c5-7a7b8c64c23d {{(pid=103304) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 26 22:01:15.067278 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-a35cf596-a0c9-4604-a64c-7d0058ff7df4 req-b979c7d0-3665-47eb-a37c-4f64aa77eb1e service neutron] Publish callbacks [] for port (2bfcff9a-88d8-424f-82c5-7a7b8c64c23d), precommit_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:01:15.094188 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.provisioning_blocks [req-a35cf596-a0c9-4604-a64c-7d0058ff7df4 req-b979c7d0-3665-47eb-a37c-4f64aa77eb1e service neutron] Transition to ACTIVE for port object 2bfcff9a-88d8-424f-82c5-7a7b8c64c23d will not be triggered until provisioned by entity L2. {{(pid=103304) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 22:01:15.100445 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-a35cf596-a0c9-4604-a64c-7d0058ff7df4 req-b979c7d0-3665-47eb-a37c-4f64aa77eb1e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9281542'] for port (2bfcff9a-88d8-424f-82c5-7a7b8c64c23d), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:01:15.147277 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-65816864-78bc-424b-b650-f087f0e5231e req-0ce77534-ea72-4551-ab63-9fd2726dfb5f tempest-ServersAdminNegativeTestJSON-1956528140 tempest-ServersAdminNegativeTestJSON-1956528140-project] 10.222.0.13 "GET /v2.0/security-groups?id=ec9592c4-27ce-425a-b3c8-97c1ca4bba8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826066 Jan 26 22:01:15.165696 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b979c7d0-3665-47eb-a37c-4f64aa77eb1e service neutron] Pushing event updated for resources: {'Port': ['ID=2bfcff9a-88d8-424f-82c5-7a7b8c64c23d,revision_number=2']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 22:01:15.550829 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [req-a35cf596-a0c9-4604-a64c-7d0058ff7df4 req-b979c7d0-3665-47eb-a37c-4f64aa77eb1e service neutron] Attempting to bind port 2bfcff9a-88d8-424f-82c5-7a7b8c64c23d on host n-h2-760453-5 for vnic_type normal with profile {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 22:01:15.551169 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [req-a35cf596-a0c9-4604-a64c-7d0058ff7df4 req-b979c7d0-3665-47eb-a37c-4f64aa77eb1e service neutron] Attempting to bind port 2bfcff9a-88d8-424f-82c5-7a7b8c64c23d by drivers openvswitch,hyperv on host n-h2-760453-5 at level 0 using segments [{'id': '4eab25d6-89d9-4907-a1c2-51b06443ba33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '7fbe9cf5-e12c-436d-b372-55a19c9faa30'}] {{(pid=103304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 26 22:01:15.551520 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a35cf596-a0c9-4604-a64c-7d0058ff7df4 req-b979c7d0-3665-47eb-a37c-4f64aa77eb1e service neutron] Attempting to bind port 2bfcff9a-88d8-424f-82c5-7a7b8c64c23d on network 7fbe9cf5-e12c-436d-b372-55a19c9faa30 {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 22:01:15.555765 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a35cf596-a0c9-4604-a64c-7d0058ff7df4 req-b979c7d0-3665-47eb-a37c-4f64aa77eb1e service neutron] Port 2bfcff9a-88d8-424f-82c5-7a7b8c64c23d on network 7fbe9cf5-e12c-436d-b372-55a19c9faa30 not bound, no agent of type Open vSwitch agent registered on host n-h2-760453-5 {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 26 22:01:15.556089 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a35cf596-a0c9-4604-a64c-7d0058ff7df4 req-b979c7d0-3665-47eb-a37c-4f64aa77eb1e service neutron] Attempting to bind port 2bfcff9a-88d8-424f-82c5-7a7b8c64c23d on network 7fbe9cf5-e12c-436d-b372-55a19c9faa30 {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 22:01:15.560872 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a35cf596-a0c9-4604-a64c-7d0058ff7df4 req-b979c7d0-3665-47eb-a37c-4f64aa77eb1e service neutron] Checking agent: {'id': '4d619873-4b60-439f-9b5a-b155dc8bbc34', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-760453-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 21, 2, 53), 'started_at': datetime.datetime(2022, 1, 26, 21, 2, 53), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 22, 0, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 26 22:01:15.561213 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a35cf596-a0c9-4604-a64c-7d0058ff7df4 req-b979c7d0-3665-47eb-a37c-4f64aa77eb1e service neutron] Checking segment: {'id': '4eab25d6-89d9-4907-a1c2-51b06443ba33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '7fbe9cf5-e12c-436d-b372-55a19c9faa30'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103304) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 22:01:15.561628 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a35cf596-a0c9-4604-a64c-7d0058ff7df4 req-b979c7d0-3665-47eb-a37c-4f64aa77eb1e service neutron] Bound using segment: {'id': '4eab25d6-89d9-4907-a1c2-51b06443ba33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '7fbe9cf5-e12c-436d-b372-55a19c9faa30'} {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 26 22:01:15.562052 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [req-a35cf596-a0c9-4604-a64c-7d0058ff7df4 req-b979c7d0-3665-47eb-a37c-4f64aa77eb1e service neutron] Bound port: 2bfcff9a-88d8-424f-82c5-7a7b8c64c23d, host: n-h2-760453-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4eab25d6-89d9-4907-a1c2-51b06443ba33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '7fbe9cf5-e12c-436d-b372-55a19c9faa30'}}] {{(pid=103304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 26 22:01:15.562407 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-a35cf596-a0c9-4604-a64c-7d0058ff7df4 req-b979c7d0-3665-47eb-a37c-4f64aa77eb1e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (2bfcff9a-88d8-424f-82c5-7a7b8c64c23d), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:01:15.623540 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [req-a35cf596-a0c9-4604-a64c-7d0058ff7df4 req-b979c7d0-3665-47eb-a37c-4f64aa77eb1e service neutron] For port 2bfcff9a-88d8-424f-82c5-7a7b8c64c23d, host n-h2-760453-5, cleared binding levels {{(pid=103304) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 26 22:01:15.626405 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [req-a35cf596-a0c9-4604-a64c-7d0058ff7df4 req-b979c7d0-3665-47eb-a37c-4f64aa77eb1e service neutron] For port 2bfcff9a-88d8-424f-82c5-7a7b8c64c23d, host n-h2-760453-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-5',level=0,port_id=2bfcff9a-88d8-424f-82c5-7a7b8c64c23d,segment=NetworkSegment(4eab25d6-89d9-4907-a1c2-51b06443ba33),segment_id=4eab25d6-89d9-4907-a1c2-51b06443ba33)] {{(pid=103304) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 26 22:01:15.631692 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-a35cf596-a0c9-4604-a64c-7d0058ff7df4 req-b979c7d0-3665-47eb-a37c-4f64aa77eb1e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9281542'] for port (2bfcff9a-88d8-424f-82c5-7a7b8c64c23d), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:01:15.664572 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35cf596-a0c9-4604-a64c-7d0058ff7df4 req-b979c7d0-3665-47eb-a37c-4f64aa77eb1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:01:15.664572 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-a35cf596-a0c9-4604-a64c-7d0058ff7df4 req-b979c7d0-3665-47eb-a37c-4f64aa77eb1e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:01:15.665917 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-a35cf596-a0c9-4604-a64c-7d0058ff7df4 req-b979c7d0-3665-47eb-a37c-4f64aa77eb1e service neutron] 10.222.0.57 "PUT /v2.0/ports/2bfcff9a-88d8-424f-82c5-7a7b8c64c23d HTTP/1.1" status: 200 len: 1096 time: 0.9797738 Jan 26 22:01:15.666363 n-d-760453-5 neutron-server[103304]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0757f45c-06a8-4085-acf5-07b4c41c9e3b', 'tag': '2bfcff9a-88d8-424f-82c5-7a7b8c64c23d'}] {{(pid=103304) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 22:01:15.668619 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d52b45f1943fcd332af9527eb73ff93c8d715d44383a3f6d18de73b4cfcf87b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b90d012-66c5-4fb4-bb43-31ebcd41489d" -d '{"events": [{"name": "network-changed", "server_uuid": "0757f45c-06a8-4085-acf5-07b4c41c9e3b", "tag": "2bfcff9a-88d8-424f-82c5-7a7b8c64c23d"}]}' {{(pid=103304) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 22:01:15.734679 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b979c7d0-3665-47eb-a37c-4f64aa77eb1e service neutron] Pushing event updated for resources: {'Port': ['ID=2bfcff9a-88d8-424f-82c5-7a7b8c64c23d,revision_number=3']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 22:01:15.753381 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35cf596-a0c9-4604-a64c-7d0058ff7df4 req-1fb3cc59-7b47-45a0-b1f9-a773c98d1c62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:01:15.756085 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-a35cf596-a0c9-4604-a64c-7d0058ff7df4 req-1fb3cc59-7b47-45a0-b1f9-a773c98d1c62 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=764ad978abdd47cebd0d6fad16a38801&device_id=0757f45c-06a8-4085-acf5-07b4c41c9e3b HTTP/1.1" status: 200 len: 1099 time: 0.0538068 Jan 26 22:01:15.798054 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 26 Jan 2022 22:01:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6c9a7ea-5171-4f01-948e-aca6fe3a1c4d x-openstack-request-id: req-c6c9a7ea-5171-4f01-948e-aca6fe3a1c4d {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 22:01:15.798346 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0757f45c-06a8-4085-acf5-07b4c41c9e3b", "tag": "2bfcff9a-88d8-424f-82c5-7a7b8c64c23d", "status": "completed", "code": 200}]} {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 22:01:15.798599 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c6c9a7ea-5171-4f01-948e-aca6fe3a1c4d {{(pid=103304) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 22:01:15.798999 n-d-760453-5 neutron-server[103304]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0757f45c-06a8-4085-acf5-07b4c41c9e3b', 'tag': '2bfcff9a-88d8-424f-82c5-7a7b8c64c23d', 'status': 'completed', 'code': 200} Jan 26 22:01:15.800839 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-a35cf596-a0c9-4604-a64c-7d0058ff7df4 req-ba30b5bf-e555-4e53-9b6a-a79bd9b4e43a service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.113&port_id=2bfcff9a-88d8-424f-82c5-7a7b8c64c23d HTTP/1.1" status: 200 len: 217 time: 0.0382352 Jan 26 22:01:15.850997 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35cf596-a0c9-4604-a64c-7d0058ff7df4 req-ff6be4d0-204e-4067-9152-d44929217eb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:01:15.852796 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-a35cf596-a0c9-4604-a64c-7d0058ff7df4 req-ff6be4d0-204e-4067-9152-d44929217eb3 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=fd77e534-75e6-4b90-950e-f5824d584430 HTTP/1.1" status: 200 len: 843 time: 0.0465407 Jan 26 22:01:15.902843 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35cf596-a0c9-4604-a64c-7d0058ff7df4 req-8847b2b7-f53a-417f-87e6-6911cbca0b15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:01:15.904323 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-a35cf596-a0c9-4604-a64c-7d0058ff7df4 req-8847b2b7-f53a-417f-87e6-6911cbca0b15 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=7fbe9cf5-e12c-436d-b372-55a19c9faa30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0451508 Jan 26 22:01:15.992847 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-a35cf596-a0c9-4604-a64c-7d0058ff7df4 req-0cba2911-c9a7-418f-9351-cea4e55155fe service neutron] 10.222.0.57 "GET /v2.0/networks/7fbe9cf5-e12c-436d-b372-55a19c9faa30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823183 Jan 26 22:01:16.085388 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-a35cf596-a0c9-4604-a64c-7d0058ff7df4 req-c5b2d4e9-772b-4a5f-b731-d7a7de6f7728 service neutron] 10.222.0.57 "GET /v2.0/networks/7fbe9cf5-e12c-436d-b372-55a19c9faa30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857916 Jan 26 22:01:16.168959 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b90d012-66c5-4fb4-bb43-31ebcd41489d req-faac656b-7b81-43e8-8116-63717caff9f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:01:16.170380 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-1b90d012-66c5-4fb4-bb43-31ebcd41489d req-faac656b-7b81-43e8-8116-63717caff9f1 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=764ad978abdd47cebd0d6fad16a38801&device_id=0757f45c-06a8-4085-acf5-07b4c41c9e3b HTTP/1.1" status: 200 len: 1099 time: 0.0404534 Jan 26 22:01:16.301165 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4abadd7-792f-48dc-9b8d-461857b7818f req-301f9e87-c17e-44bc-84a1-81aa71e6e7f6 tempest-ServersAdminNegativeTestJSON-1956528140 tempest-ServersAdminNegativeTestJSON-1956528140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:01:16.303235 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-b4abadd7-792f-48dc-9b8d-461857b7818f req-301f9e87-c17e-44bc-84a1-81aa71e6e7f6 tempest-ServersAdminNegativeTestJSON-1956528140 tempest-ServersAdminNegativeTestJSON-1956528140-project] 10.222.0.13 "GET /v2.0/ports?device_id=0757f45c-06a8-4085-acf5-07b4c41c9e3b HTTP/1.1" status: 200 len: 948 time: 0.0824659 Jan 26 22:01:16.304580 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b90d012-66c5-4fb4-bb43-31ebcd41489d req-19ed5b27-816d-45c7-afdb-70b22b2ba69d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:01:16.305927 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-1b90d012-66c5-4fb4-bb43-31ebcd41489d req-19ed5b27-816d-45c7-afdb-70b22b2ba69d service neutron] 10.222.0.57 "GET /v2.0/networks?id=7fbe9cf5-e12c-436d-b372-55a19c9faa30 HTTP/1.1" status: 200 len: 870 time: 0.1282465 Jan 26 22:01:16.355732 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-1b90d012-66c5-4fb4-bb43-31ebcd41489d req-9a1f0eaa-b944-4be1-b7ab-cec9aee82a3d service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.113&port_id=2bfcff9a-88d8-424f-82c5-7a7b8c64c23d HTTP/1.1" status: 200 len: 217 time: 0.0405581 Jan 26 22:01:16.413702 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-b4abadd7-792f-48dc-9b8d-461857b7818f req-3a0764fe-6e3c-4f5b-8a4c-69f321f4c60e tempest-ServersAdminNegativeTestJSON-1956528140 tempest-ServersAdminNegativeTestJSON-1956528140-project] 10.222.0.13 "GET /v2.0/security-groups?id=ec9592c4-27ce-425a-b3c8-97c1ca4bba8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049786 Jan 26 22:01:16.424144 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b90d012-66c5-4fb4-bb43-31ebcd41489d req-63a09f75-e079-4bbf-a7e4-91eda7a436f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:01:16.425581 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-1b90d012-66c5-4fb4-bb43-31ebcd41489d req-63a09f75-e079-4bbf-a7e4-91eda7a436f5 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=fd77e534-75e6-4b90-950e-f5824d584430 HTTP/1.1" status: 200 len: 843 time: 0.0598454 Jan 26 22:01:16.470040 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b90d012-66c5-4fb4-bb43-31ebcd41489d req-c83db2ba-daa8-44c6-933b-dbe19d3ac89d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:01:16.471617 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-1b90d012-66c5-4fb4-bb43-31ebcd41489d req-c83db2ba-daa8-44c6-933b-dbe19d3ac89d service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=7fbe9cf5-e12c-436d-b372-55a19c9faa30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0395381 Jan 26 22:01:16.558892 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-1b90d012-66c5-4fb4-bb43-31ebcd41489d req-4f2d0677-b1ec-49cd-9b77-5cb73c0983b1 service neutron] 10.222.0.57 "GET /v2.0/networks/7fbe9cf5-e12c-436d-b372-55a19c9faa30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807831 Jan 26 22:01:16.652269 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-1b90d012-66c5-4fb4-bb43-31ebcd41489d req-ae536d38-5468-4acd-8523-c0c562f69a99 service neutron] 10.222.0.57 "GET /v2.0/networks/7fbe9cf5-e12c-436d-b372-55a19c9faa30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864503 Jan 26 22:01:17.531379 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7700c0e8-b3d5-4bd0-b8a9-c4837a094494 req-14cfa495-d2b2-4e2b-be32-e19ac67414d7 tempest-ServersAdminNegativeTestJSON-1956528140 tempest-ServersAdminNegativeTestJSON-1956528140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:01:17.532870 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-7700c0e8-b3d5-4bd0-b8a9-c4837a094494 req-14cfa495-d2b2-4e2b-be32-e19ac67414d7 tempest-ServersAdminNegativeTestJSON-1956528140 tempest-ServersAdminNegativeTestJSON-1956528140-project] 10.222.0.13 "GET /v2.0/ports?device_id=0757f45c-06a8-4085-acf5-07b4c41c9e3b HTTP/1.1" status: 200 len: 948 time: 0.0489070 Jan 26 22:01:17.579295 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-7700c0e8-b3d5-4bd0-b8a9-c4837a094494 req-2167a236-67e9-45f9-8bdc-aa2a92f52441 tempest-ServersAdminNegativeTestJSON-1956528140 tempest-ServersAdminNegativeTestJSON-1956528140-project] 10.222.0.13 "GET /v2.0/security-groups?id=ec9592c4-27ce-425a-b3c8-97c1ca4bba8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407820 Jan 26 22:01:18.695543 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a43d110-d270-45e9-83b6-77330a15d4a6 req-ffdb614f-99bb-4e35-834b-67779998ca6b tempest-ServersAdminNegativeTestJSON-1956528140 tempest-ServersAdminNegativeTestJSON-1956528140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:01:18.696928 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-8a43d110-d270-45e9-83b6-77330a15d4a6 req-ffdb614f-99bb-4e35-834b-67779998ca6b tempest-ServersAdminNegativeTestJSON-1956528140 tempest-ServersAdminNegativeTestJSON-1956528140-project] 10.222.0.13 "GET /v2.0/ports?device_id=0757f45c-06a8-4085-acf5-07b4c41c9e3b HTTP/1.1" status: 200 len: 948 time: 0.0522714 Jan 26 22:01:18.742819 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-8a43d110-d270-45e9-83b6-77330a15d4a6 req-10e08338-3a05-4950-89f7-20dadff8f623 tempest-ServersAdminNegativeTestJSON-1956528140 tempest-ServersAdminNegativeTestJSON-1956528140-project] 10.222.0.13 "GET /v2.0/security-groups?id=ec9592c4-27ce-425a-b3c8-97c1ca4bba8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403373 Jan 26 22:01:18.960226 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-cc3e7e4f-50ac-4e5e-8e5c-f6c9a5b7a181 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (474ccdf7-ab6c-405b-a3b2-dc7b05829902), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:01:19.144727 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Device 2bfcff9a-88d8-424f-82c5-7a7b8c64c23d details requested by agent hyperv_n-h2-760453-5 with host n-h2-760453-5 {{(pid=103306) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 26 22:01:19.237017 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] For port 2bfcff9a-88d8-424f-82c5-7a7b8c64c23d, host n-h2-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-5',level=0,port_id=2bfcff9a-88d8-424f-82c5-7a7b8c64c23d,segment=NetworkSegment(4eab25d6-89d9-4907-a1c2-51b06443ba33),segment_id=4eab25d6-89d9-4907-a1c2-51b06443ba33)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 22:01:19.251605 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Returning: {'device': '2bfcff9a-88d8-424f-82c5-7a7b8c64c23d', 'network_id': '7fbe9cf5-e12c-436d-b372-55a19c9faa30', 'port_id': '2bfcff9a-88d8-424f-82c5-7a7b8c64c23d', 'mac_address': 'fa:16:3e:73:8e:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 561, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fd77e534-75e6-4b90-950e-f5824d584430', 'ip_address': '192.168.233.113'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103306) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 26 22:01:19.288096 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Current status of the port 2bfcff9a-88d8-424f-82c5-7a7b8c64c23d is: DOWN; New status is: BUILD {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 22:01:19.288481 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (2bfcff9a-88d8-424f-82c5-7a7b8c64c23d), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:01:19.300910 n-d-760453-5 neutron-server[103306]: DEBUG neutron.notifiers.nova [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2bfcff9a-88d8-424f-82c5-7a7b8c64c23d {{(pid=103306) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 26 22:01:19.319884 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] For port 2bfcff9a-88d8-424f-82c5-7a7b8c64c23d, host n-h2-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-5',level=0,port_id=2bfcff9a-88d8-424f-82c5-7a7b8c64c23d,segment=NetworkSegment(4eab25d6-89d9-4907-a1c2-51b06443ba33),segment_id=4eab25d6-89d9-4907-a1c2-51b06443ba33)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 22:01:19.323781 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (2bfcff9a-88d8-424f-82c5-7a7b8c64c23d), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:01:19.370265 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Pushing event updated for resources: {'Port': ['ID=2bfcff9a-88d8-424f-82c5-7a7b8c64c23d,revision_number=4']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 22:01:19.377541 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:01:19.377894 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:01:19.378239 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:01:19.378578 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:01:19.378915 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:01:19.379247 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:01:19.379608 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:01:19.379936 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:01:19.380262 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:01:19.380586 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:01:19.380911 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:01:19.381237 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:01:19.381586 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:01:19.506739 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.agents_db [None req-569f1ced-6396-4ddf-b79f-e03b0b2146ab None None] Agent healthcheck: found 7 active agents {{(pid=103307) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 26 22:01:19.557569 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] get_ports_and_sgs() called for port_ids ['2bfcff9a-88d8-424f-82c5-7a7b8c64c23d'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 26 22:01:19.855930 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b559a20a-6803-4925-b252-99c33e936a25 req-0b0e4846-40ef-415d-9cb2-8dfa07b06f07 tempest-ServersAdminNegativeTestJSON-1956528140 tempest-ServersAdminNegativeTestJSON-1956528140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:01:19.857462 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-b559a20a-6803-4925-b252-99c33e936a25 req-0b0e4846-40ef-415d-9cb2-8dfa07b06f07 tempest-ServersAdminNegativeTestJSON-1956528140 tempest-ServersAdminNegativeTestJSON-1956528140-project] 10.222.0.13 "GET /v2.0/ports?device_id=0757f45c-06a8-4085-acf5-07b4c41c9e3b HTTP/1.1" status: 200 len: 949 time: 0.0487995 Jan 26 22:01:19.903359 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-b559a20a-6803-4925-b252-99c33e936a25 req-7c7e8e87-d125-4e9c-9abb-acdb4d60b921 tempest-ServersAdminNegativeTestJSON-1956528140 tempest-ServersAdminNegativeTestJSON-1956528140-project] 10.222.0.13 "GET /v2.0/security-groups?id=ec9592c4-27ce-425a-b3c8-97c1ca4bba8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404685 Jan 26 22:01:21.018935 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08c5592-f3b3-4dd7-8aa4-bbd23f5fedbf req-592b6ea1-4657-4540-b973-356ce3aa417f tempest-ServersAdminNegativeTestJSON-1956528140 tempest-ServersAdminNegativeTestJSON-1956528140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:01:21.020501 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-e08c5592-f3b3-4dd7-8aa4-bbd23f5fedbf req-592b6ea1-4657-4540-b973-356ce3aa417f tempest-ServersAdminNegativeTestJSON-1956528140 tempest-ServersAdminNegativeTestJSON-1956528140-project] 10.222.0.13 "GET /v2.0/ports?device_id=0757f45c-06a8-4085-acf5-07b4c41c9e3b HTTP/1.1" status: 200 len: 949 time: 0.0508294 Jan 26 22:01:21.072203 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-e08c5592-f3b3-4dd7-8aa4-bbd23f5fedbf req-efe596bf-0d4d-4d96-94bf-454d15c2f2ba tempest-ServersAdminNegativeTestJSON-1956528140 tempest-ServersAdminNegativeTestJSON-1956528140-project] 10.222.0.13 "GET /v2.0/security-groups?id=ec9592c4-27ce-425a-b3c8-97c1ca4bba8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459650 Jan 26 22:01:21.176263 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Device 2bfcff9a-88d8-424f-82c5-7a7b8c64c23d up at agent hyperv_n-h2-760453-5 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 22:01:21.223931 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Provisioning for port 2bfcff9a-88d8-424f-82c5-7a7b8c64c23d completed by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 22:01:21.227916 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Provisioning complete for port 2bfcff9a-88d8-424f-82c5-7a7b8c64c23d triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 22:01:21.228295 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (2bfcff9a-88d8-424f-82c5-7a7b8c64c23d), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:01:21.314900 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-762b61dd-8403-4718-ae70-71a76952d659 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (09df100c-3af1-4b0a-bda8-05914c71c458), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:01:21.316440 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Current status of the port 2bfcff9a-88d8-424f-82c5-7a7b8c64c23d is: BUILD; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 22:01:21.316922 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (2bfcff9a-88d8-424f-82c5-7a7b8c64c23d), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:01:21.340238 n-d-760453-5 neutron-server[103306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0757f45c-06a8-4085-acf5-07b4c41c9e3b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2bfcff9a-88d8-424f-82c5-7a7b8c64c23d'}] {{(pid=103306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 22:01:21.342544 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9d5d370febab655511bdd2ffe887e43e442d144a440368702bcc1e93af00b97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30e7398a-85af-4502-a83b-d55994dede9d" -d '{"events": [{"server_uuid": "0757f45c-06a8-4085-acf5-07b4c41c9e3b", "name": "network-vif-plugged", "status": "completed", "tag": "2bfcff9a-88d8-424f-82c5-7a7b8c64c23d"}]}' {{(pid=103306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 22:01:21.355614 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] For port 2bfcff9a-88d8-424f-82c5-7a7b8c64c23d, host n-h2-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-5',level=0,port_id=2bfcff9a-88d8-424f-82c5-7a7b8c64c23d,segment=NetworkSegment(4eab25d6-89d9-4907-a1c2-51b06443ba33),segment_id=4eab25d6-89d9-4907-a1c2-51b06443ba33)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 22:01:21.359664 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (2bfcff9a-88d8-424f-82c5-7a7b8c64c23d), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:01:21.387141 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Jan 2022 22:01:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e464f7e-d233-4f8a-8dcd-04d1373de027 x-openstack-request-id: req-1e464f7e-d233-4f8a-8dcd-04d1373de027 {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 22:01:21.387436 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0757f45c-06a8-4085-acf5-07b4c41c9e3b", "name": "network-vif-plugged", "status": "completed", "tag": "2bfcff9a-88d8-424f-82c5-7a7b8c64c23d", "code": 200}]} {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 22:01:21.387714 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-1e464f7e-d233-4f8a-8dcd-04d1373de027 {{(pid=103306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 22:01:21.388463 n-d-760453-5 neutron-server[103306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0757f45c-06a8-4085-acf5-07b4c41c9e3b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2bfcff9a-88d8-424f-82c5-7a7b8c64c23d', 'code': 200} Jan 26 22:01:21.414692 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Pushing event updated for resources: {'Port': ['ID=2bfcff9a-88d8-424f-82c5-7a7b8c64c23d,revision_number=5']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 22:01:21.472263 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7492d7a9-4f82-4620-8798-afd569db54dd req-080063e4-06e7-4379-8be0-008052ff1f81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:01:21.474469 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-7492d7a9-4f82-4620-8798-afd569db54dd req-080063e4-06e7-4379-8be0-008052ff1f81 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=0757f45c-06a8-4085-acf5-07b4c41c9e3b HTTP/1.1" status: 200 len: 1101 time: 0.0409830 Jan 26 22:01:21.518554 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-7492d7a9-4f82-4620-8798-afd569db54dd req-add3749e-5ee8-45e8-98d6-6ff94e3375b7 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=ec9592c4-27ce-425a-b3c8-97c1ca4bba8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370765 Jan 26 22:01:22.184268 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9413b1dc-a8c0-45df-b055-fdfb6435aba6 req-25cc6113-8658-419d-b9f7-85308fa28036 tempest-ServersAdminNegativeTestJSON-1956528140 tempest-ServersAdminNegativeTestJSON-1956528140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:01:22.185765 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-9413b1dc-a8c0-45df-b055-fdfb6435aba6 req-25cc6113-8658-419d-b9f7-85308fa28036 tempest-ServersAdminNegativeTestJSON-1956528140 tempest-ServersAdminNegativeTestJSON-1956528140-project] 10.222.0.13 "GET /v2.0/ports?device_id=0757f45c-06a8-4085-acf5-07b4c41c9e3b HTTP/1.1" status: 200 len: 950 time: 0.0469501 Jan 26 22:01:22.232755 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-9413b1dc-a8c0-45df-b055-fdfb6435aba6 req-8ff0c408-c188-4321-8ed0-bebe17a8a0fb tempest-ServersAdminNegativeTestJSON-1956528140 tempest-ServersAdminNegativeTestJSON-1956528140-project] 10.222.0.13 "GET /v2.0/security-groups?id=ec9592c4-27ce-425a-b3c8-97c1ca4bba8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413516 Jan 26 22:01:22.397261 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-841f5991-a4d8-4d4b-b215-cbc6bab5427b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (aa7ee9d2-08eb-4e12-b895-24c57300dfec), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:01:23.351007 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e87bb4f-f6c5-4c79-9301-d97aa4d8a6d7 req-dc78ed03-898e-4b30-8247-5a84191b5995 tempest-ServersAdminNegativeTestJSON-1956528140 tempest-ServersAdminNegativeTestJSON-1956528140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:01:23.352747 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-0e87bb4f-f6c5-4c79-9301-d97aa4d8a6d7 req-dc78ed03-898e-4b30-8247-5a84191b5995 tempest-ServersAdminNegativeTestJSON-1956528140 tempest-ServersAdminNegativeTestJSON-1956528140-project] 10.222.0.13 "GET /v2.0/ports?device_id=0757f45c-06a8-4085-acf5-07b4c41c9e3b HTTP/1.1" status: 200 len: 950 time: 0.0519497 Jan 26 22:01:23.399321 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-0e87bb4f-f6c5-4c79-9301-d97aa4d8a6d7 req-d737a657-ab42-49e3-b486-db99a988f22f tempest-ServersAdminNegativeTestJSON-1956528140 tempest-ServersAdminNegativeTestJSON-1956528140-project] 10.222.0.13 "GET /v2.0/security-groups?id=ec9592c4-27ce-425a-b3c8-97c1ca4bba8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410926 Jan 26 22:01:23.458147 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (4d619873-4b60-439f-9b5a-b155dc8bbc34), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:01:23.771096 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [req-5cc1cd43-9830-4d8f-adf9-0735f237412b req-c57d79ca-db44-4f2e-b2e8-8cfad37ec646 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=103304) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 26 22:01:23.772106 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-5cc1cd43-9830-4d8f-adf9-0735f237412b req-c57d79ca-db44-4f2e-b2e8-8cfad37ec646 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1015797 Jan 26 22:01:24.143143 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [req-d9ac81d5-eb7a-410c-a65c-b165ba13855f req-f5b9f2b6-40f8-471c-9d46-9a7d0f2ba4c7 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=103304) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 26 22:01:24.144176 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-d9ac81d5-eb7a-410c-a65c-b165ba13855f req-f5b9f2b6-40f8-471c-9d46-9a7d0f2ba4c7 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0532286 Jan 26 22:01:24.229501 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-839dd188-ec69-470c-9ab0-d318dc1a2e96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (e79b4fc6-6c71-44b2-a6d0-ff3e1f4dfd0d), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:01:24.470662 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550bbfc5-827c-4304-876c-210bdeac43b0 req-662d9f82-e071-4449-86d1-36529325d125 tempest-ServersAdminNegativeTestJSON-1956528140 tempest-ServersAdminNegativeTestJSON-1956528140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:01:24.472181 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-550bbfc5-827c-4304-876c-210bdeac43b0 req-662d9f82-e071-4449-86d1-36529325d125 tempest-ServersAdminNegativeTestJSON-1956528140 tempest-ServersAdminNegativeTestJSON-1956528140-project] 10.222.0.13 "GET /v2.0/ports?device_id=0757f45c-06a8-4085-acf5-07b4c41c9e3b HTTP/1.1" status: 200 len: 950 time: 0.0485675 Jan 26 22:01:24.519712 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-550bbfc5-827c-4304-876c-210bdeac43b0 req-317ea94e-f824-4f98-bec9-5b4353e1e030 tempest-ServersAdminNegativeTestJSON-1956528140 tempest-ServersAdminNegativeTestJSON-1956528140-project] 10.222.0.13 "GET /v2.0/security-groups?id=ec9592c4-27ce-425a-b3c8-97c1ca4bba8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414326 Jan 26 22:01:25.379586 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (fea0591a-627d-4c87-9a9a-01625ddf3277), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:01:25.638553 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9966b4-9f63-4b2c-aefd-fef0539011c3 req-8f28f779-97b7-47ef-b640-016fe9748c76 tempest-ServersAdminNegativeTestJSON-1956528140 tempest-ServersAdminNegativeTestJSON-1956528140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:01:25.639931 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-9f9966b4-9f63-4b2c-aefd-fef0539011c3 req-8f28f779-97b7-47ef-b640-016fe9748c76 tempest-ServersAdminNegativeTestJSON-1956528140 tempest-ServersAdminNegativeTestJSON-1956528140-project] 10.222.0.13 "GET /v2.0/ports?device_id=0757f45c-06a8-4085-acf5-07b4c41c9e3b HTTP/1.1" status: 200 len: 950 time: 0.0521188 Jan 26 22:01:25.710667 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-9f9966b4-9f63-4b2c-aefd-fef0539011c3 req-2031e5ba-d9dc-4133-b082-41a7a7aefbeb tempest-ServersAdminNegativeTestJSON-1956528140 tempest-ServersAdminNegativeTestJSON-1956528140-project] 10.222.0.13 "GET /v2.0/security-groups?id=ec9592c4-27ce-425a-b3c8-97c1ca4bba8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646172 Jan 26 22:01:25.728224 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a497566-7a57-4aef-9995-7f44758d945b req-41158f6f-f18c-4d5a-824e-15027c07f710 tempest-ServersAdminNegativeTestJSON-1956528140 tempest-ServersAdminNegativeTestJSON-1956528140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:01:25.728224 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-0a497566-7a57-4aef-9995-7f44758d945b req-41158f6f-f18c-4d5a-824e-15027c07f710 tempest-ServersAdminNegativeTestJSON-1956528140 tempest-ServersAdminNegativeTestJSON-1956528140-project] 10.222.0.57 "GET /v2.0/ports?device_id=0757f45c-06a8-4085-acf5-07b4c41c9e3b HTTP/1.1" status: 200 len: 950 time: 0.0630646 Jan 26 22:01:25.812923 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [req-0a497566-7a57-4aef-9995-7f44758d945b req-fb3f4bc5-23b3-4d7b-a65f-f60d7e09de3e tempest-ServersAdminNegativeTestJSON-1956528140 tempest-ServersAdminNegativeTestJSON-1956528140-project] Deleting port 2bfcff9a-88d8-424f-82c5-7a7b8c64c23d {{(pid=103304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 22:01:25.813262 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-0a497566-7a57-4aef-9995-7f44758d945b req-fb3f4bc5-23b3-4d7b-a65f-f60d7e09de3e tempest-ServersAdminNegativeTestJSON-1956528140 tempest-ServersAdminNegativeTestJSON-1956528140-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746560630878'] for port (2bfcff9a-88d8-424f-82c5-7a7b8c64c23d), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:01:25.902417 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [req-0a497566-7a57-4aef-9995-7f44758d945b req-fb3f4bc5-23b3-4d7b-a65f-f60d7e09de3e tempest-ServersAdminNegativeTestJSON-1956528140 tempest-ServersAdminNegativeTestJSON-1956528140-project] For port 2bfcff9a-88d8-424f-82c5-7a7b8c64c23d, host n-h2-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-5',level=0,port_id=2bfcff9a-88d8-424f-82c5-7a7b8c64c23d,segment=NetworkSegment(4eab25d6-89d9-4907-a1c2-51b06443ba33),segment_id=4eab25d6-89d9-4907-a1c2-51b06443ba33)] {{(pid=103304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 22:01:25.902695 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-0a497566-7a57-4aef-9995-7f44758d945b req-fb3f4bc5-23b3-4d7b-a65f-f60d7e09de3e tempest-ServersAdminNegativeTestJSON-1956528140 tempest-ServersAdminNegativeTestJSON-1956528140-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4109658'] for port (2bfcff9a-88d8-424f-82c5-7a7b8c64c23d), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:01:25.914801 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [req-0a497566-7a57-4aef-9995-7f44758d945b req-fb3f4bc5-23b3-4d7b-a65f-f60d7e09de3e tempest-ServersAdminNegativeTestJSON-1956528140 tempest-ServersAdminNegativeTestJSON-1956528140-project] Calling delete_port for 2bfcff9a-88d8-424f-82c5-7a7b8c64c23d owned by compute:nova {{(pid=103304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 22:01:26.044254 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-0a497566-7a57-4aef-9995-7f44758d945b req-fb3f4bc5-23b3-4d7b-a65f-f60d7e09de3e tempest-ServersAdminNegativeTestJSON-1956528140 tempest-ServersAdminNegativeTestJSON-1956528140-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746560636600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746560234536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9281553'] for port (2bfcff9a-88d8-424f-82c5-7a7b8c64c23d), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:01:26.056670 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] get_ports_and_sgs() called for port_ids ['2bfcff9a-88d8-424f-82c5-7a7b8c64c23d'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 26 22:01:26.072017 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3f4bc5-23b3-4d7b-a65f-f60d7e09de3e tempest-ServersAdminNegativeTestJSON-1956528140 tempest-ServersAdminNegativeTestJSON-1956528140-project] Pushing event deleted for resources: {'Port': ['ID=2bfcff9a-88d8-424f-82c5-7a7b8c64c23d,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 22:01:26.086023 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb3f4bc5-23b3-4d7b-a65f-f60d7e09de3e tempest-ServersAdminNegativeTestJSON-1956528140 tempest-ServersAdminNegativeTestJSON-1956528140-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:01:26.086381 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb3f4bc5-23b3-4d7b-a65f-f60d7e09de3e tempest-ServersAdminNegativeTestJSON-1956528140 tempest-ServersAdminNegativeTestJSON-1956528140-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:01:26.086728 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb3f4bc5-23b3-4d7b-a65f-f60d7e09de3e tempest-ServersAdminNegativeTestJSON-1956528140 tempest-ServersAdminNegativeTestJSON-1956528140-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:01:26.087064 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb3f4bc5-23b3-4d7b-a65f-f60d7e09de3e tempest-ServersAdminNegativeTestJSON-1956528140 tempest-ServersAdminNegativeTestJSON-1956528140-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:01:26.087401 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb3f4bc5-23b3-4d7b-a65f-f60d7e09de3e tempest-ServersAdminNegativeTestJSON-1956528140 tempest-ServersAdminNegativeTestJSON-1956528140-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:01:26.087737 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb3f4bc5-23b3-4d7b-a65f-f60d7e09de3e tempest-ServersAdminNegativeTestJSON-1956528140 tempest-ServersAdminNegativeTestJSON-1956528140-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:01:26.088071 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb3f4bc5-23b3-4d7b-a65f-f60d7e09de3e tempest-ServersAdminNegativeTestJSON-1956528140 tempest-ServersAdminNegativeTestJSON-1956528140-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:01:26.088399 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb3f4bc5-23b3-4d7b-a65f-f60d7e09de3e tempest-ServersAdminNegativeTestJSON-1956528140 tempest-ServersAdminNegativeTestJSON-1956528140-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:01:26.088729 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb3f4bc5-23b3-4d7b-a65f-f60d7e09de3e tempest-ServersAdminNegativeTestJSON-1956528140 tempest-ServersAdminNegativeTestJSON-1956528140-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:01:26.089057 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb3f4bc5-23b3-4d7b-a65f-f60d7e09de3e tempest-ServersAdminNegativeTestJSON-1956528140 tempest-ServersAdminNegativeTestJSON-1956528140-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:01:26.089408 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb3f4bc5-23b3-4d7b-a65f-f60d7e09de3e tempest-ServersAdminNegativeTestJSON-1956528140 tempest-ServersAdminNegativeTestJSON-1956528140-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:01:26.089736 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb3f4bc5-23b3-4d7b-a65f-f60d7e09de3e tempest-ServersAdminNegativeTestJSON-1956528140 tempest-ServersAdminNegativeTestJSON-1956528140-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:01:26.090061 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb3f4bc5-23b3-4d7b-a65f-f60d7e09de3e tempest-ServersAdminNegativeTestJSON-1956528140 tempest-ServersAdminNegativeTestJSON-1956528140-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:01:26.126508 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a497566-7a57-4aef-9995-7f44758d945b req-fb3f4bc5-23b3-4d7b-a65f-f60d7e09de3e tempest-ServersAdminNegativeTestJSON-1956528140 tempest-ServersAdminNegativeTestJSON-1956528140-project] No DVR routers for this DVR port 2bfcff9a-88d8-424f-82c5-7a7b8c64c23d on host n-h2-760453-5 {{(pid=103304) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 26 22:01:26.129273 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-0a497566-7a57-4aef-9995-7f44758d945b req-fb3f4bc5-23b3-4d7b-a65f-f60d7e09de3e tempest-ServersAdminNegativeTestJSON-1956528140 tempest-ServersAdminNegativeTestJSON-1956528140-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:01:26.132860 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-0a497566-7a57-4aef-9995-7f44758d945b req-fb3f4bc5-23b3-4d7b-a65f-f60d7e09de3e tempest-ServersAdminNegativeTestJSON-1956528140 tempest-ServersAdminNegativeTestJSON-1956528140-project] 10.222.0.57 "DELETE /v2.0/ports/2bfcff9a-88d8-424f-82c5-7a7b8c64c23d HTTP/1.1" status: 204 len: 173 time: 0.4002080 Jan 26 22:01:26.133366 n-d-760453-5 neutron-server[103304]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0757f45c-06a8-4085-acf5-07b4c41c9e3b', 'name': 'network-vif-deleted', 'tag': '2bfcff9a-88d8-424f-82c5-7a7b8c64c23d'}] {{(pid=103304) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 22:01:26.136343 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d52b45f1943fcd332af9527eb73ff93c8d715d44383a3f6d18de73b4cfcf87b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc18d3e9-d322-40da-820d-6157f219fdcb" -d '{"events": [{"server_uuid": "0757f45c-06a8-4085-acf5-07b4c41c9e3b", "name": "network-vif-deleted", "tag": "2bfcff9a-88d8-424f-82c5-7a7b8c64c23d"}]}' {{(pid=103304) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 22:01:26.175371 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Jan 2022 22:01:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5fa86e8-4e74-46eb-865c-ee0e3b9eff5e x-openstack-request-id: req-e5fa86e8-4e74-46eb-865c-ee0e3b9eff5e {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 22:01:26.175679 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0757f45c-06a8-4085-acf5-07b4c41c9e3b", "name": "network-vif-deleted", "tag": "2bfcff9a-88d8-424f-82c5-7a7b8c64c23d", "status": "completed", "code": 200}]} {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 22:01:26.175963 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e5fa86e8-4e74-46eb-865c-ee0e3b9eff5e {{(pid=103304) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 22:01:26.176932 n-d-760453-5 neutron-server[103304]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0757f45c-06a8-4085-acf5-07b4c41c9e3b', 'name': 'network-vif-deleted', 'tag': '2bfcff9a-88d8-424f-82c5-7a7b8c64c23d', 'status': 'completed', 'code': 200} Jan 26 22:01:26.998093 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 51080) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 22:01:27.127465 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-bde73667-8a68-4783-a846-b47f54b888e4 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=764ad978abdd47cebd0d6fad16a38801&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1281955 Jan 26 22:01:27.130060 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 51084) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 22:01:27.175755 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-6520547e-f02a-4c05-be3a-e78658bb510a admin admin] Publish callbacks [] for security_group (ec9592c4-27ce-425a-b3c8-97c1ca4bba8e), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:01:27.197437 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-6520547e-f02a-4c05-be3a-e78658bb510a admin admin] Publish callbacks [] for security_group (ec9592c4-27ce-425a-b3c8-97c1ca4bba8e), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:01:27.242530 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-6520547e-f02a-4c05-be3a-e78658bb510a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (ec9592c4-27ce-425a-b3c8-97c1ca4bba8e), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:01:27.245329 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-6520547e-f02a-4c05-be3a-e78658bb510a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:01:27.246415 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-6520547e-f02a-4c05-be3a-e78658bb510a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ec9592c4-27ce-425a-b3c8-97c1ca4bba8e HTTP/1.1" status: 204 len: 168 time: 0.1148548 Jan 26 22:01:27.253802 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6520547e-f02a-4c05-be3a-e78658bb510a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec9592c4-27ce-425a-b3c8-97c1ca4bba8e,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 22:01:27.261780 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6520547e-f02a-4c05-be3a-e78658bb510a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:01:27.262124 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6520547e-f02a-4c05-be3a-e78658bb510a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:01:27.262460 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6520547e-f02a-4c05-be3a-e78658bb510a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:01:27.262792 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6520547e-f02a-4c05-be3a-e78658bb510a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:01:27.263117 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6520547e-f02a-4c05-be3a-e78658bb510a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:01:27.263440 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6520547e-f02a-4c05-be3a-e78658bb510a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:01:27.263782 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6520547e-f02a-4c05-be3a-e78658bb510a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:01:27.264067 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6520547e-f02a-4c05-be3a-e78658bb510a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:01:27.264385 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6520547e-f02a-4c05-be3a-e78658bb510a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:01:27.264702 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6520547e-f02a-4c05-be3a-e78658bb510a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:01:27.265092 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6520547e-f02a-4c05-be3a-e78658bb510a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:01:27.265429 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6520547e-f02a-4c05-be3a-e78658bb510a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:01:27.265749 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6520547e-f02a-4c05-be3a-e78658bb510a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:01:27.501141 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 51090) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 22:01:27.514335 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-45268bcb-b78a-4e0c-ad2e-113fd18dd3d0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:01:27.589913 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-45268bcb-b78a-4e0c-ad2e-113fd18dd3d0 admin admin] Publish callbacks [] for security_group (233ed278-280e-4465-87b0-1b66f40069bf), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:01:27.593603 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-45268bcb-b78a-4e0c-ad2e-113fd18dd3d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (233ed278-280e-4465-87b0-1b66f40069bf), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:01:27.636023 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-45268bcb-b78a-4e0c-ad2e-113fd18dd3d0 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ca390528897e454c9567a12758194c5b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1337907 Jan 26 22:01:27.637147 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45268bcb-b78a-4e0c-ad2e-113fd18dd3d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=233ed278-280e-4465-87b0-1b66f40069bf,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 22:01:27.638866 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 51092) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 22:01:27.686789 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-ee16dfdb-47ae-4f59-93bc-5493b730805a admin admin] Publish callbacks [] for security_group (233ed278-280e-4465-87b0-1b66f40069bf), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:01:27.710756 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-ee16dfdb-47ae-4f59-93bc-5493b730805a admin admin] Publish callbacks [] for security_group (233ed278-280e-4465-87b0-1b66f40069bf), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:01:27.756759 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-ee16dfdb-47ae-4f59-93bc-5493b730805a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (233ed278-280e-4465-87b0-1b66f40069bf), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:01:27.759308 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-ee16dfdb-47ae-4f59-93bc-5493b730805a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:01:27.760476 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-ee16dfdb-47ae-4f59-93bc-5493b730805a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/233ed278-280e-4465-87b0-1b66f40069bf HTTP/1.1" status: 204 len: 168 time: 0.1206102 Jan 26 22:01:27.768114 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee16dfdb-47ae-4f59-93bc-5493b730805a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=233ed278-280e-4465-87b0-1b66f40069bf,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 22:01:28.408428 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 51114) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 22:01:28.500870 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-0371f969-4e17-49d3-9bfb-25a81be188b4 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-770397290-network', 'tenant_id': '12c754ab86794771b8671a16af8f709a'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 22:01:28.520416 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0371f969-4e17-49d3-9bfb-25a81be188b4 admin admin] Made reservation on behalf of 12c754ab86794771b8671a16af8f709a for: {'network': 1} {{(pid=103305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 22:01:28.523380 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-0371f969-4e17-49d3-9bfb-25a81be188b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for network (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:01:28.531660 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-0371f969-4e17-49d3-9bfb-25a81be188b4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:01:28.604252 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-0371f969-4e17-49d3-9bfb-25a81be188b4 admin admin] Publish callbacks [] for security_group (e9f3e68e-434f-464d-9b92-e92f55b0d07e), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:01:28.608218 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-0371f969-4e17-49d3-9bfb-25a81be188b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (e9f3e68e-434f-464d-9b92-e92f55b0d07e), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:01:28.635001 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0371f969-4e17-49d3-9bfb-25a81be188b4 admin admin] vlan segment allocate from pool success with {'vlan_id': 558, 'physical_network': 'physnet1'} {{(pid=103305) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 26 22:01:28.641108 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0371f969-4e17-49d3-9bfb-25a81be188b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9f3e68e-434f-464d-9b92-e92f55b0d07e,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 22:01:28.647048 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-0371f969-4e17-49d3-9bfb-25a81be188b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576559'] for segment (0ffd0097-1ddd-42a5-a994-4c7784b3ffe0), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:01:28.647391 n-d-760453-5 neutron-server[103305]: INFO neutron.db.segments_db [None req-0371f969-4e17-49d3-9bfb-25a81be188b4 admin admin] Added segment 0ffd0097-1ddd-42a5-a994-4c7784b3ffe0 of type vlan for network 4e291e03-c4dc-42ff-bcf5-019f85aeff60 Jan 26 22:01:28.686453 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-0371f969-4e17-49d3-9bfb-25a81be188b4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746560256871'] for network (4e291e03-c4dc-42ff-bcf5-019f85aeff60), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:01:28.710151 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-0371f969-4e17-49d3-9bfb-25a81be188b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503'] for network (4e291e03-c4dc-42ff-bcf5-019f85aeff60), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:01:28.711080 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0371f969-4e17-49d3-9bfb-25a81be188b4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:01:28.711655 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-0371f969-4e17-49d3-9bfb-25a81be188b4 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:01:28.760986 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-0371f969-4e17-49d3-9bfb-25a81be188b4 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3514473 Jan 26 22:01:28.764123 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 51118) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 22:01:28.769096 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-c34ea58d-a41f-42d7-b943-bb4d6abb7c29 admin admin] Request body: {'subnet': {'network_id': '4e291e03-c4dc-42ff-bcf5-019f85aeff60', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-770397290-subnet', 'tenant_id': '12c754ab86794771b8671a16af8f709a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 22:01:28.775866 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0371f969-4e17-49d3-9bfb-25a81be188b4 admin admin] Pushing event updated for resources: {'Network': ['ID=4e291e03-c4dc-42ff-bcf5-019f85aeff60,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 22:01:28.789175 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c34ea58d-a41f-42d7-b943-bb4d6abb7c29 admin admin] Made reservation on behalf of 12c754ab86794771b8671a16af8f709a for: {'subnet': 1} {{(pid=103304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 22:01:28.790269 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Network 4e291e03-c4dc-42ff-bcf5-019f85aeff60 details requested by agent ovs-agent-n-d-760453-5 with host n-d-760453-5 {{(pid=103306) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 26 22:01:28.791541 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-c34ea58d-a41f-42d7-b943-bb4d6abb7c29 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12215181'] for subnet (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:01:28.965345 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-c34ea58d-a41f-42d7-b943-bb4d6abb7c29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9285249', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12215227'] for subnet (0dcfbda3-62b8-4b9b-9b26-76ade60c57c8), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:01:29.023315 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c34ea58d-a41f-42d7-b943-bb4d6abb7c29 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0dcfbda3-62b8-4b9b-9b26-76ade60c57c8,revision_number=0']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 22:01:29.031611 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c34ea58d-a41f-42d7-b943-bb4d6abb7c29 admin admin] Checking segment: {'id': '0ffd0097-1ddd-42a5-a994-4c7784b3ffe0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '4e291e03-c4dc-42ff-bcf5-019f85aeff60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103304) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 22:01:29.032119 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c34ea58d-a41f-42d7-b943-bb4d6abb7c29 admin admin] Network hostable DHCP agents. Network: 4e291e03-c4dc-42ff-bcf5-019f85aeff60, hostable agents: ['474ccdf7-ab6c-405b-a3b2-dc7b05829902'], hosted agents: [] {{(pid=103304) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 26 22:01:29.047720 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c34ea58d-a41f-42d7-b943-bb4d6abb7c29 admin admin] Network 4e291e03-c4dc-42ff-bcf5-019f85aeff60 is scheduled to be hosted by DHCP agent 474ccdf7-ab6c-405b-a3b2-dc7b05829902 with binding_index 1 {{(pid=103304) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 26 22:01:29.056858 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [None req-c34ea58d-a41f-42d7-b943-bb4d6abb7c29 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760453-5, 4e291e03-c4dc-42ff-bcf5-019f85aeff60) {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 22:01:29.060691 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c34ea58d-a41f-42d7-b943-bb4d6abb7c29 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:01:29.061319 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-c34ea58d-a41f-42d7-b943-bb4d6abb7c29 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:01:29.066362 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17be4c8a-a4b5-4392-928f-a8cb116efc71 None None] Network 4e291e03-c4dc-42ff-bcf5-019f85aeff60 requested from n-d-760453-5 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 26 22:01:29.077379 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-c34ea58d-a41f-42d7-b943-bb4d6abb7c29 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3121188 Jan 26 22:01:29.162854 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f385a2f-221c-4e47-ba88-e46000fd2a43 None None] Network 4e291e03-c4dc-42ff-bcf5-019f85aeff60 requested from n-d-760453-5 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 26 22:01:29.500693 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7ad366-0ca6-4b68-a13d-15236a7d2b5c req-74cdf74d-1d23-4077-8324-c0ea12f744de tempest-DeleteServersTestJSON-1842693273 tempest-DeleteServersTestJSON-1842693273-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:01:29.502216 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-2e7ad366-0ca6-4b68-a13d-15236a7d2b5c req-74cdf74d-1d23-4077-8324-c0ea12f744de tempest-DeleteServersTestJSON-1842693273 tempest-DeleteServersTestJSON-1842693273-project] 10.222.0.13 "GET /v2.0/networks?id=4e291e03-c4dc-42ff-bcf5-019f85aeff60 HTTP/1.1" status: 200 len: 811 time: 0.1042559 Jan 26 22:01:29.516791 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-2e7ad366-0ca6-4b68-a13d-15236a7d2b5c req-8798c927-7a95-4aff-a9f0-77743c8ae751 tempest-DeleteServersTestJSON-1842693273 tempest-DeleteServersTestJSON-1842693273-project] 10.222.0.13 "GET /v2.0/quotas/12c754ab86794771b8671a16af8f709a HTTP/1.1" status: 200 len: 375 time: 0.0087004 Jan 26 22:01:29.551359 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-2e7ad366-0ca6-4b68-a13d-15236a7d2b5c req-66f829cf-038f-4c50-b763-109f56abe26c tempest-DeleteServersTestJSON-1842693273 tempest-DeleteServersTestJSON-1842693273-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=12c754ab86794771b8671a16af8f709a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0297935 Jan 26 22:01:29.640475 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-2e7ad366-0ca6-4b68-a13d-15236a7d2b5c req-dfae1445-4143-4666-bd29-a2baa5f01af6 service neutron] 10.222.0.13 "GET /v2.0/networks/4e291e03-c4dc-42ff-bcf5-019f85aeff60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813704 Jan 26 22:01:29.733663 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-2e7ad366-0ca6-4b68-a13d-15236a7d2b5c req-2dbcafc4-afe5-4dfb-a5c1-77938120d8a3 service neutron] 10.222.0.13 "GET /v2.0/networks/4e291e03-c4dc-42ff-bcf5-019f85aeff60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875232 Jan 26 22:01:29.890343 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-5fabebb9-e25d-485d-b2d5-b7c8d081662e req-98747d1b-b464-443d-a462-a9fc31efe6b8 tempest-DeleteServersTestJSON-1842693273 tempest-DeleteServersTestJSON-1842693273-project] 10.222.0.13 "GET /v2.0/ports?device_id=b4eb4f90-c7de-4379-9840-60877d97f712 HTTP/1.1" status: 200 len: 210 time: 0.0266850 Jan 26 22:01:30.784637 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7ad366-0ca6-4b68-a13d-15236a7d2b5c req-46d77629-6b28-45cc-9eec-7e993f0242df tempest-DeleteServersTestJSON-1842693273 tempest-DeleteServersTestJSON-1842693273-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:01:30.786231 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-2e7ad366-0ca6-4b68-a13d-15236a7d2b5c req-46d77629-6b28-45cc-9eec-7e993f0242df tempest-DeleteServersTestJSON-1842693273 tempest-DeleteServersTestJSON-1842693273-project] 10.222.0.57 "GET /v2.0/networks?id=4e291e03-c4dc-42ff-bcf5-019f85aeff60 HTTP/1.1" status: 200 len: 811 time: 0.1014652 Jan 26 22:01:30.798238 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [req-2e7ad366-0ca6-4b68-a13d-15236a7d2b5c req-e05afff0-d459-4238-97e9-d02a63686f2b tempest-DeleteServersTestJSON-1842693273 tempest-DeleteServersTestJSON-1842693273-project] Request body: {'port': {'device_id': 'b4eb4f90-c7de-4379-9840-60877d97f712', 'network_id': '4e291e03-c4dc-42ff-bcf5-019f85aeff60', 'admin_state_up': True, 'tenant_id': '12c754ab86794771b8671a16af8f709a'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 22:01:30.916234 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2e7ad366-0ca6-4b68-a13d-15236a7d2b5c req-e05afff0-d459-4238-97e9-d02a63686f2b tempest-DeleteServersTestJSON-1842693273 tempest-DeleteServersTestJSON-1842693273-project] Made reservation on behalf of 12c754ab86794771b8671a16af8f709a for: {'port': 1} {{(pid=103304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 22:01:30.919638 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-2e7ad366-0ca6-4b68-a13d-15236a7d2b5c req-e05afff0-d459-4238-97e9-d02a63686f2b tempest-DeleteServersTestJSON-1842693273 tempest-DeleteServersTestJSON-1842693273-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:01:31.010674 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-2ddfb094-a4fe-4f24-991d-a0cba2133160 req-40d06965-403c-478d-ac7d-b1a89052d4f3 tempest-DeleteServersTestJSON-1842693273 tempest-DeleteServersTestJSON-1842693273-project] 10.222.0.13 "GET /v2.0/ports?device_id=b4eb4f90-c7de-4379-9840-60877d97f712 HTTP/1.1" status: 200 len: 210 time: 0.0385787 Jan 26 22:01:31.074553 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.db_base_plugin_common [req-2e7ad366-0ca6-4b68-a13d-15236a7d2b5c req-e05afff0-d459-4238-97e9-d02a63686f2b tempest-DeleteServersTestJSON-1842693273 tempest-DeleteServersTestJSON-1842693273-project] Allocated IP 172.20.0.5 (4e291e03-c4dc-42ff-bcf5-019f85aeff60/0dcfbda3-62b8-4b9b-9b26-76ade60c57c8/dc871a4e-53b1-4575-ab1c-8876d1527359) {{(pid=103304) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 22:01:31.206442 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Device 2bfcff9a-88d8-424f-82c5-7a7b8c64c23d no longer exists at agent hyperv_n-h2-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 26 22:01:31.226111 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-2e7ad366-0ca6-4b68-a13d-15236a7d2b5c req-e05afff0-d459-4238-97e9-d02a63686f2b tempest-DeleteServersTestJSON-1842693273 tempest-DeleteServersTestJSON-1842693273-project] Publish callbacks [] for port (dc871a4e-53b1-4575-ab1c-8876d1527359), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:01:31.227787 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] No Port match for: 2bfcff9a-88d8-424f-82c5-7a7b8c64c23d {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 26 22:01:31.228142 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Device 2bfcff9a-88d8-424f-82c5-7a7b8c64c23d not bound to the agent host n-h2-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 26 22:01:31.260556 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-2e7ad366-0ca6-4b68-a13d-15236a7d2b5c req-e05afff0-d459-4238-97e9-d02a63686f2b tempest-DeleteServersTestJSON-1842693273 tempest-DeleteServersTestJSON-1842693273-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746560234527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9281553'] for port (dc871a4e-53b1-4575-ab1c-8876d1527359), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:01:31.303741 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2e7ad366-0ca6-4b68-a13d-15236a7d2b5c req-e05afff0-d459-4238-97e9-d02a63686f2b tempest-DeleteServersTestJSON-1842693273 tempest-DeleteServersTestJSON-1842693273-project] Network 4e291e03-c4dc-42ff-bcf5-019f85aeff60 is already hosted by enough agents. {{(pid=103304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 22:01:31.306884 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [req-2e7ad366-0ca6-4b68-a13d-15236a7d2b5c req-e05afff0-d459-4238-97e9-d02a63686f2b tempest-DeleteServersTestJSON-1842693273 tempest-DeleteServersTestJSON-1842693273-project] Resources bound (agent type, host, resource id): {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 22:01:31.309201 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e7ad366-0ca6-4b68-a13d-15236a7d2b5c req-e05afff0-d459-4238-97e9-d02a63686f2b tempest-DeleteServersTestJSON-1842693273 tempest-DeleteServersTestJSON-1842693273-project] Received port after_create {{(pid=103304) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 22:01:31.337492 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05afff0-d459-4238-97e9-d02a63686f2b tempest-DeleteServersTestJSON-1842693273 tempest-DeleteServersTestJSON-1842693273-project] Pushing event updated for resources: {'Port': ['ID=dc871a4e-53b1-4575-ab1c-8876d1527359,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 22:01:31.364681 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7ad366-0ca6-4b68-a13d-15236a7d2b5c req-e05afff0-d459-4238-97e9-d02a63686f2b tempest-DeleteServersTestJSON-1842693273 tempest-DeleteServersTestJSON-1842693273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:01:31.365319 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-2e7ad366-0ca6-4b68-a13d-15236a7d2b5c req-e05afff0-d459-4238-97e9-d02a63686f2b tempest-DeleteServersTestJSON-1842693273 tempest-DeleteServersTestJSON-1842693273-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:01:31.380255 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-2e7ad366-0ca6-4b68-a13d-15236a7d2b5c req-e05afff0-d459-4238-97e9-d02a63686f2b tempest-DeleteServersTestJSON-1842693273 tempest-DeleteServersTestJSON-1842693273-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5862269 Jan 26 22:01:31.392695 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [req-2e7ad366-0ca6-4b68-a13d-15236a7d2b5c req-08468602-7f76-4512-afa4-e507e9d4eef4 service neutron] Request body: {'port': {'device_id': 'b4eb4f90-c7de-4379-9840-60877d97f712', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-760453-5'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 22:01:31.449586 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-2e7ad366-0ca6-4b68-a13d-15236a7d2b5c req-08468602-7f76-4512-afa4-e507e9d4eef4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (dc871a4e-53b1-4575-ab1c-8876d1527359), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:01:31.705073 n-d-760453-5 neutron-server[103304]: DEBUG neutron.notifiers.nova [req-2e7ad366-0ca6-4b68-a13d-15236a7d2b5c req-08468602-7f76-4512-afa4-e507e9d4eef4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dc871a4e-53b1-4575-ab1c-8876d1527359 {{(pid=103304) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 26 22:01:31.712987 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-2e7ad366-0ca6-4b68-a13d-15236a7d2b5c req-08468602-7f76-4512-afa4-e507e9d4eef4 service neutron] Publish callbacks [] for port (dc871a4e-53b1-4575-ab1c-8876d1527359), precommit_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:01:31.724779 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.provisioning_blocks [req-2e7ad366-0ca6-4b68-a13d-15236a7d2b5c req-08468602-7f76-4512-afa4-e507e9d4eef4 service neutron] Transition to ACTIVE for port object dc871a4e-53b1-4575-ab1c-8876d1527359 will not be triggered until provisioned by entity L2. {{(pid=103304) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 22:01:31.728656 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-2e7ad366-0ca6-4b68-a13d-15236a7d2b5c req-08468602-7f76-4512-afa4-e507e9d4eef4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9281542'] for port (dc871a4e-53b1-4575-ab1c-8876d1527359), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:01:31.779286 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08468602-7f76-4512-afa4-e507e9d4eef4 service neutron] Pushing event updated for resources: {'Port': ['ID=dc871a4e-53b1-4575-ab1c-8876d1527359,revision_number=2']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 22:01:31.844646 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [req-2e7ad366-0ca6-4b68-a13d-15236a7d2b5c req-08468602-7f76-4512-afa4-e507e9d4eef4 service neutron] Attempting to bind port dc871a4e-53b1-4575-ab1c-8876d1527359 on host n-h2-760453-5 for vnic_type normal with profile {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 22:01:31.845035 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [req-2e7ad366-0ca6-4b68-a13d-15236a7d2b5c req-08468602-7f76-4512-afa4-e507e9d4eef4 service neutron] Attempting to bind port dc871a4e-53b1-4575-ab1c-8876d1527359 by drivers openvswitch,hyperv on host n-h2-760453-5 at level 0 using segments [{'id': '0ffd0097-1ddd-42a5-a994-4c7784b3ffe0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '4e291e03-c4dc-42ff-bcf5-019f85aeff60'}] {{(pid=103304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 26 22:01:31.845393 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e7ad366-0ca6-4b68-a13d-15236a7d2b5c req-08468602-7f76-4512-afa4-e507e9d4eef4 service neutron] Attempting to bind port dc871a4e-53b1-4575-ab1c-8876d1527359 on network 4e291e03-c4dc-42ff-bcf5-019f85aeff60 {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 22:01:31.850227 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e7ad366-0ca6-4b68-a13d-15236a7d2b5c req-08468602-7f76-4512-afa4-e507e9d4eef4 service neutron] Port dc871a4e-53b1-4575-ab1c-8876d1527359 on network 4e291e03-c4dc-42ff-bcf5-019f85aeff60 not bound, no agent of type Open vSwitch agent registered on host n-h2-760453-5 {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 26 22:01:31.850562 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e7ad366-0ca6-4b68-a13d-15236a7d2b5c req-08468602-7f76-4512-afa4-e507e9d4eef4 service neutron] Attempting to bind port dc871a4e-53b1-4575-ab1c-8876d1527359 on network 4e291e03-c4dc-42ff-bcf5-019f85aeff60 {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 22:01:31.855583 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e7ad366-0ca6-4b68-a13d-15236a7d2b5c req-08468602-7f76-4512-afa4-e507e9d4eef4 service neutron] Checking agent: {'id': '4d619873-4b60-439f-9b5a-b155dc8bbc34', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-760453-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 21, 2, 53), 'started_at': datetime.datetime(2022, 1, 26, 21, 2, 53), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 22, 1, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 26 22:01:31.855914 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e7ad366-0ca6-4b68-a13d-15236a7d2b5c req-08468602-7f76-4512-afa4-e507e9d4eef4 service neutron] Checking segment: {'id': '0ffd0097-1ddd-42a5-a994-4c7784b3ffe0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '4e291e03-c4dc-42ff-bcf5-019f85aeff60'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103304) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 22:01:31.856294 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e7ad366-0ca6-4b68-a13d-15236a7d2b5c req-08468602-7f76-4512-afa4-e507e9d4eef4 service neutron] Bound using segment: {'id': '0ffd0097-1ddd-42a5-a994-4c7784b3ffe0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '4e291e03-c4dc-42ff-bcf5-019f85aeff60'} {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 26 22:01:31.856710 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [req-2e7ad366-0ca6-4b68-a13d-15236a7d2b5c req-08468602-7f76-4512-afa4-e507e9d4eef4 service neutron] Bound port: dc871a4e-53b1-4575-ab1c-8876d1527359, host: n-h2-760453-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0ffd0097-1ddd-42a5-a994-4c7784b3ffe0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '4e291e03-c4dc-42ff-bcf5-019f85aeff60'}}] {{(pid=103304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 26 22:01:31.857059 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-2e7ad366-0ca6-4b68-a13d-15236a7d2b5c req-08468602-7f76-4512-afa4-e507e9d4eef4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (dc871a4e-53b1-4575-ab1c-8876d1527359), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:01:31.918207 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [req-2e7ad366-0ca6-4b68-a13d-15236a7d2b5c req-08468602-7f76-4512-afa4-e507e9d4eef4 service neutron] For port dc871a4e-53b1-4575-ab1c-8876d1527359, host n-h2-760453-5, cleared binding levels {{(pid=103304) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 26 22:01:31.921101 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [req-2e7ad366-0ca6-4b68-a13d-15236a7d2b5c req-08468602-7f76-4512-afa4-e507e9d4eef4 service neutron] For port dc871a4e-53b1-4575-ab1c-8876d1527359, host n-h2-760453-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-5',level=0,port_id=dc871a4e-53b1-4575-ab1c-8876d1527359,segment=NetworkSegment(0ffd0097-1ddd-42a5-a994-4c7784b3ffe0),segment_id=0ffd0097-1ddd-42a5-a994-4c7784b3ffe0)] {{(pid=103304) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 26 22:01:31.925787 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-2e7ad366-0ca6-4b68-a13d-15236a7d2b5c req-08468602-7f76-4512-afa4-e507e9d4eef4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9281542'] for port (dc871a4e-53b1-4575-ab1c-8876d1527359), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:01:31.958454 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7ad366-0ca6-4b68-a13d-15236a7d2b5c req-08468602-7f76-4512-afa4-e507e9d4eef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:01:31.959604 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-2e7ad366-0ca6-4b68-a13d-15236a7d2b5c req-08468602-7f76-4512-afa4-e507e9d4eef4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:01:31.961145 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-2e7ad366-0ca6-4b68-a13d-15236a7d2b5c req-08468602-7f76-4512-afa4-e507e9d4eef4 service neutron] 10.222.0.57 "PUT /v2.0/ports/dc871a4e-53b1-4575-ab1c-8876d1527359 HTTP/1.1" status: 200 len: 1091 time: 0.5724804 Jan 26 22:01:31.961618 n-d-760453-5 neutron-server[103304]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b4eb4f90-c7de-4379-9840-60877d97f712', 'tag': 'dc871a4e-53b1-4575-ab1c-8876d1527359'}] {{(pid=103304) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 22:01:31.963836 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d52b45f1943fcd332af9527eb73ff93c8d715d44383a3f6d18de73b4cfcf87b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c759aa9-38a1-4306-902b-8875cb249349" -d '{"events": [{"name": "network-changed", "server_uuid": "b4eb4f90-c7de-4379-9840-60877d97f712", "tag": "dc871a4e-53b1-4575-ab1c-8876d1527359"}]}' {{(pid=103304) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 22:01:31.988764 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08468602-7f76-4512-afa4-e507e9d4eef4 service neutron] Pushing event updated for resources: {'Port': ['ID=dc871a4e-53b1-4575-ab1c-8876d1527359,revision_number=3']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 22:01:32.015878 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 26 Jan 2022 22:01:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-317977a9-ef84-43ee-a316-07c9171b1b89 x-openstack-request-id: req-317977a9-ef84-43ee-a316-07c9171b1b89 {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 22:01:32.016169 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b4eb4f90-c7de-4379-9840-60877d97f712", "tag": "dc871a4e-53b1-4575-ab1c-8876d1527359", "status": "completed", "code": 200}]} {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 22:01:32.016423 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-317977a9-ef84-43ee-a316-07c9171b1b89 {{(pid=103304) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 22:01:32.016823 n-d-760453-5 neutron-server[103304]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b4eb4f90-c7de-4379-9840-60877d97f712', 'tag': 'dc871a4e-53b1-4575-ab1c-8876d1527359', 'status': 'completed', 'code': 200} Jan 26 22:01:32.050446 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7ad366-0ca6-4b68-a13d-15236a7d2b5c req-504073b6-c20b-4ca5-bb49-51840a3123cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:01:32.052009 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-2e7ad366-0ca6-4b68-a13d-15236a7d2b5c req-504073b6-c20b-4ca5-bb49-51840a3123cf service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=12c754ab86794771b8671a16af8f709a&device_id=b4eb4f90-c7de-4379-9840-60877d97f712 HTTP/1.1" status: 200 len: 1094 time: 0.0451369 Jan 26 22:01:32.100654 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-2e7ad366-0ca6-4b68-a13d-15236a7d2b5c req-8ab21ff2-2e5a-40ef-a7ff-117ee8f65606 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=dc871a4e-53b1-4575-ab1c-8876d1527359 HTTP/1.1" status: 200 len: 217 time: 0.0411117 Jan 26 22:01:32.171566 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7ad366-0ca6-4b68-a13d-15236a7d2b5c req-e09ffd0f-e141-493e-a458-01cb61c4ad86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:01:32.173033 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-2e7ad366-0ca6-4b68-a13d-15236a7d2b5c req-e09ffd0f-e141-493e-a458-01cb61c4ad86 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=0dcfbda3-62b8-4b9b-9b26-76ade60c57c8 HTTP/1.1" status: 200 len: 851 time: 0.0648525 Jan 26 22:01:32.180611 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f922645b-6192-40dc-8616-3e4a1372d29a req-e6d81d52-d088-4d12-9a6f-490189d73dec tempest-DeleteServersTestJSON-1842693273 tempest-DeleteServersTestJSON-1842693273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:01:32.182049 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-f922645b-6192-40dc-8616-3e4a1372d29a req-e6d81d52-d088-4d12-9a6f-490189d73dec tempest-DeleteServersTestJSON-1842693273 tempest-DeleteServersTestJSON-1842693273-project] 10.222.0.13 "GET /v2.0/ports?device_id=b4eb4f90-c7de-4379-9840-60877d97f712 HTTP/1.1" status: 200 len: 943 time: 0.0839229 Jan 26 22:01:32.220979 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-2e7ad366-0ca6-4b68-a13d-15236a7d2b5c req-d5ecdae9-39c4-4936-9254-61e53381d162 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=4e291e03-c4dc-42ff-bcf5-019f85aeff60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0378959 Jan 26 22:01:32.293502 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-f922645b-6192-40dc-8616-3e4a1372d29a req-c300ce9c-cb41-4cf6-aba0-6f0d7b2f1e3e tempest-DeleteServersTestJSON-1842693273 tempest-DeleteServersTestJSON-1842693273-project] 10.222.0.13 "GET /v2.0/security-groups?id=e9f3e68e-434f-464d-9b92-e92f55b0d07e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031644 Jan 26 22:01:32.327740 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-2e7ad366-0ca6-4b68-a13d-15236a7d2b5c req-a0f28463-c6f1-4b36-96ec-f0a11f178755 service neutron] 10.222.0.57 "GET /v2.0/networks/4e291e03-c4dc-42ff-bcf5-019f85aeff60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1001647 Jan 26 22:01:32.420782 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-2e7ad366-0ca6-4b68-a13d-15236a7d2b5c req-b139d469-1245-4b98-b370-38f66184487d service neutron] 10.222.0.57 "GET /v2.0/networks/4e291e03-c4dc-42ff-bcf5-019f85aeff60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870843 Jan 26 22:01:32.504855 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c759aa9-38a1-4306-902b-8875cb249349 req-f1f05dfe-ac3d-4fed-b735-dc4df5b401a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:01:32.506886 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-2c759aa9-38a1-4306-902b-8875cb249349 req-f1f05dfe-ac3d-4fed-b735-dc4df5b401a1 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=12c754ab86794771b8671a16af8f709a&device_id=b4eb4f90-c7de-4379-9840-60877d97f712 HTTP/1.1" status: 200 len: 1094 time: 0.0415208 Jan 26 22:01:32.597062 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c759aa9-38a1-4306-902b-8875cb249349 req-e203fc8a-1976-45a5-86f4-b98f25220e97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:01:32.598565 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-2c759aa9-38a1-4306-902b-8875cb249349 req-e203fc8a-1976-45a5-86f4-b98f25220e97 service neutron] 10.222.0.57 "GET /v2.0/networks?id=4e291e03-c4dc-42ff-bcf5-019f85aeff60 HTTP/1.1" status: 200 len: 912 time: 0.0861704 Jan 26 22:01:32.639585 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-2c759aa9-38a1-4306-902b-8875cb249349 req-fa2f1bf3-05dd-4068-9884-61395d10ca98 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=dc871a4e-53b1-4575-ab1c-8876d1527359 HTTP/1.1" status: 200 len: 217 time: 0.0346055 Jan 26 22:01:32.686295 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c759aa9-38a1-4306-902b-8875cb249349 req-b0571dce-2afa-4b1e-8c78-9bb233246c85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:01:32.687693 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-2c759aa9-38a1-4306-902b-8875cb249349 req-b0571dce-2afa-4b1e-8c78-9bb233246c85 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=0dcfbda3-62b8-4b9b-9b26-76ade60c57c8 HTTP/1.1" status: 200 len: 851 time: 0.0416813 Jan 26 22:01:32.718083 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-2c759aa9-38a1-4306-902b-8875cb249349 req-c8fc8a64-15a9-436d-98c7-bb5c706ab3c2 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=4e291e03-c4dc-42ff-bcf5-019f85aeff60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0237136 Jan 26 22:01:32.809434 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-2c759aa9-38a1-4306-902b-8875cb249349 req-0705cb6a-e914-480e-8651-25c778342d19 service neutron] 10.222.0.57 "GET /v2.0/networks/4e291e03-c4dc-42ff-bcf5-019f85aeff60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849698 Jan 26 22:01:32.900572 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-2c759aa9-38a1-4306-902b-8875cb249349 req-f1bc2440-ab3d-421d-abf2-59f357e0a291 service neutron] 10.222.0.57 "GET /v2.0/networks/4e291e03-c4dc-42ff-bcf5-019f85aeff60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852218 Jan 26 22:01:33.413371 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5408d83f-0b24-4df0-ae54-3bbf7d9cd273 req-53cee5d9-d9c4-4396-94e1-adb1e2ae3080 tempest-DeleteServersTestJSON-1842693273 tempest-DeleteServersTestJSON-1842693273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:01:33.414863 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-5408d83f-0b24-4df0-ae54-3bbf7d9cd273 req-53cee5d9-d9c4-4396-94e1-adb1e2ae3080 tempest-DeleteServersTestJSON-1842693273 tempest-DeleteServersTestJSON-1842693273-project] 10.222.0.13 "GET /v2.0/ports?device_id=b4eb4f90-c7de-4379-9840-60877d97f712 HTTP/1.1" status: 200 len: 943 time: 0.0529134 Jan 26 22:01:33.461658 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-5408d83f-0b24-4df0-ae54-3bbf7d9cd273 req-0679932b-578d-4033-9d20-7913fddb4547 tempest-DeleteServersTestJSON-1842693273 tempest-DeleteServersTestJSON-1842693273-project] 10.222.0.13 "GET /v2.0/security-groups?id=e9f3e68e-434f-464d-9b92-e92f55b0d07e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412564 Jan 26 22:01:34.574796 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55df2df4-61fd-421b-bd69-e60d414c9cc3 req-8241bb95-bf83-4dfa-9034-78fd09a0cc76 tempest-DeleteServersTestJSON-1842693273 tempest-DeleteServersTestJSON-1842693273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:01:34.576270 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-55df2df4-61fd-421b-bd69-e60d414c9cc3 req-8241bb95-bf83-4dfa-9034-78fd09a0cc76 tempest-DeleteServersTestJSON-1842693273 tempest-DeleteServersTestJSON-1842693273-project] 10.222.0.13 "GET /v2.0/ports?device_id=b4eb4f90-c7de-4379-9840-60877d97f712 HTTP/1.1" status: 200 len: 943 time: 0.0480015 Jan 26 22:01:34.622398 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-55df2df4-61fd-421b-bd69-e60d414c9cc3 req-7b6034e7-8c62-4f81-9396-d0d075dbf185 tempest-DeleteServersTestJSON-1842693273 tempest-DeleteServersTestJSON-1842693273-project] 10.222.0.13 "GET /v2.0/security-groups?id=e9f3e68e-434f-464d-9b92-e92f55b0d07e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405669 Jan 26 22:01:35.221951 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Device dc871a4e-53b1-4575-ab1c-8876d1527359 details requested by agent hyperv_n-h2-760453-5 with host n-h2-760453-5 {{(pid=103306) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 26 22:01:35.312590 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] For port dc871a4e-53b1-4575-ab1c-8876d1527359, host n-h2-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-5',level=0,port_id=dc871a4e-53b1-4575-ab1c-8876d1527359,segment=NetworkSegment(0ffd0097-1ddd-42a5-a994-4c7784b3ffe0),segment_id=0ffd0097-1ddd-42a5-a994-4c7784b3ffe0)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 22:01:35.324750 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Returning: {'device': 'dc871a4e-53b1-4575-ab1c-8876d1527359', 'network_id': '4e291e03-c4dc-42ff-bcf5-019f85aeff60', 'port_id': 'dc871a4e-53b1-4575-ab1c-8876d1527359', 'mac_address': 'fa:16:3e:13:48:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 558, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0dcfbda3-62b8-4b9b-9b26-76ade60c57c8', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103306) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 26 22:01:35.360904 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Current status of the port dc871a4e-53b1-4575-ab1c-8876d1527359 is: DOWN; New status is: BUILD {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 22:01:35.361285 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (dc871a4e-53b1-4575-ab1c-8876d1527359), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:01:35.377232 n-d-760453-5 neutron-server[103306]: DEBUG neutron.notifiers.nova [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dc871a4e-53b1-4575-ab1c-8876d1527359 {{(pid=103306) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 26 22:01:35.396484 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] For port dc871a4e-53b1-4575-ab1c-8876d1527359, host n-h2-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-5',level=0,port_id=dc871a4e-53b1-4575-ab1c-8876d1527359,segment=NetworkSegment(0ffd0097-1ddd-42a5-a994-4c7784b3ffe0),segment_id=0ffd0097-1ddd-42a5-a994-4c7784b3ffe0)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 22:01:35.400160 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (dc871a4e-53b1-4575-ab1c-8876d1527359), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:01:35.447841 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Pushing event updated for resources: {'Port': ['ID=dc871a4e-53b1-4575-ab1c-8876d1527359,revision_number=4']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 22:01:35.594298 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] get_ports_and_sgs() called for port_ids ['dc871a4e-53b1-4575-ab1c-8876d1527359'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 26 22:01:35.743463 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e0684a-abdc-45e8-9c20-2a2acbfc7d7c req-079bbb9c-ecd5-43e6-9610-7983c43ef1e1 tempest-DeleteServersTestJSON-1842693273 tempest-DeleteServersTestJSON-1842693273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:01:35.744956 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-a2e0684a-abdc-45e8-9c20-2a2acbfc7d7c req-079bbb9c-ecd5-43e6-9610-7983c43ef1e1 tempest-DeleteServersTestJSON-1842693273 tempest-DeleteServersTestJSON-1842693273-project] 10.222.0.13 "GET /v2.0/ports?device_id=b4eb4f90-c7de-4379-9840-60877d97f712 HTTP/1.1" status: 200 len: 944 time: 0.0539129 Jan 26 22:01:35.790464 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-a2e0684a-abdc-45e8-9c20-2a2acbfc7d7c req-a82728f1-3a55-4d3a-bfb4-2507d72f4812 tempest-DeleteServersTestJSON-1842693273 tempest-DeleteServersTestJSON-1842693273-project] 10.222.0.13 "GET /v2.0/security-groups?id=e9f3e68e-434f-464d-9b92-e92f55b0d07e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399137 Jan 26 22:01:36.904194 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5033d53f-d490-4d5a-9555-5dc0c1dc3cbc req-b240f052-1025-4be8-995c-2cf3df5c36f9 tempest-DeleteServersTestJSON-1842693273 tempest-DeleteServersTestJSON-1842693273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:01:36.905715 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-5033d53f-d490-4d5a-9555-5dc0c1dc3cbc req-b240f052-1025-4be8-995c-2cf3df5c36f9 tempest-DeleteServersTestJSON-1842693273 tempest-DeleteServersTestJSON-1842693273-project] 10.222.0.13 "GET /v2.0/ports?device_id=b4eb4f90-c7de-4379-9840-60877d97f712 HTTP/1.1" status: 200 len: 944 time: 0.0478549 Jan 26 22:01:36.958308 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-5033d53f-d490-4d5a-9555-5dc0c1dc3cbc req-6f5e2d1b-a7be-49e0-8811-12bdc0bb55e3 tempest-DeleteServersTestJSON-1842693273 tempest-DeleteServersTestJSON-1842693273-project] 10.222.0.13 "GET /v2.0/security-groups?id=e9f3e68e-434f-464d-9b92-e92f55b0d07e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448401 Jan 26 22:01:37.237339 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Device dc871a4e-53b1-4575-ab1c-8876d1527359 up at agent hyperv_n-h2-760453-5 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 22:01:37.286705 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Provisioning for port dc871a4e-53b1-4575-ab1c-8876d1527359 completed by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 22:01:37.290549 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Provisioning complete for port dc871a4e-53b1-4575-ab1c-8876d1527359 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 22:01:37.290955 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (dc871a4e-53b1-4575-ab1c-8876d1527359), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:01:37.367465 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Current status of the port dc871a4e-53b1-4575-ab1c-8876d1527359 is: BUILD; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 22:01:37.367847 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (dc871a4e-53b1-4575-ab1c-8876d1527359), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:01:37.390049 n-d-760453-5 neutron-server[103306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4eb4f90-c7de-4379-9840-60877d97f712', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc871a4e-53b1-4575-ab1c-8876d1527359'}] {{(pid=103306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 22:01:37.392376 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9d5d370febab655511bdd2ffe887e43e442d144a440368702bcc1e93af00b97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d801fe1-5da1-488d-9e6d-76daf56cf522" -d '{"events": [{"server_uuid": "b4eb4f90-c7de-4379-9840-60877d97f712", "name": "network-vif-plugged", "status": "completed", "tag": "dc871a4e-53b1-4575-ab1c-8876d1527359"}]}' {{(pid=103306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 22:01:37.408609 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] For port dc871a4e-53b1-4575-ab1c-8876d1527359, host n-h2-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-5',level=0,port_id=dc871a4e-53b1-4575-ab1c-8876d1527359,segment=NetworkSegment(0ffd0097-1ddd-42a5-a994-4c7784b3ffe0),segment_id=0ffd0097-1ddd-42a5-a994-4c7784b3ffe0)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 22:01:37.412747 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (dc871a4e-53b1-4575-ab1c-8876d1527359), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:01:37.436078 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Jan 2022 22:01:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c70abb4a-f2cd-48ce-9946-f415d4b0cd40 x-openstack-request-id: req-c70abb4a-f2cd-48ce-9946-f415d4b0cd40 {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 22:01:37.436372 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b4eb4f90-c7de-4379-9840-60877d97f712", "name": "network-vif-plugged", "status": "completed", "tag": "dc871a4e-53b1-4575-ab1c-8876d1527359", "code": 200}]} {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 22:01:37.436624 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c70abb4a-f2cd-48ce-9946-f415d4b0cd40 {{(pid=103306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 22:01:37.437006 n-d-760453-5 neutron-server[103306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4eb4f90-c7de-4379-9840-60877d97f712', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc871a4e-53b1-4575-ab1c-8876d1527359', 'code': 200} Jan 26 22:01:37.465157 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Pushing event updated for resources: {'Port': ['ID=dc871a4e-53b1-4575-ab1c-8876d1527359,revision_number=5']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 22:01:37.525937 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086df0f4-27d5-4908-9e31-c2e222a228b5 req-7d76c9a0-be8d-400e-b251-17ba13d93b9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:01:37.527425 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-086df0f4-27d5-4908-9e31-c2e222a228b5 req-7d76c9a0-be8d-400e-b251-17ba13d93b9f service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=b4eb4f90-c7de-4379-9840-60877d97f712 HTTP/1.1" status: 200 len: 1096 time: 0.0401864 Jan 26 22:01:37.574086 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-086df0f4-27d5-4908-9e31-c2e222a228b5 req-d6a0eaec-5215-495e-b038-90c272fdd3a7 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=e9f3e68e-434f-464d-9b92-e92f55b0d07e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395498 Jan 26 22:01:38.079213 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89b910c-9f0f-4386-8c09-da08adb1b821 req-9554d38e-a960-4d76-b00d-692b0beeb9ce tempest-DeleteServersTestJSON-1842693273 tempest-DeleteServersTestJSON-1842693273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:01:38.080690 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-d89b910c-9f0f-4386-8c09-da08adb1b821 req-9554d38e-a960-4d76-b00d-692b0beeb9ce tempest-DeleteServersTestJSON-1842693273 tempest-DeleteServersTestJSON-1842693273-project] 10.222.0.13 "GET /v2.0/ports?device_id=b4eb4f90-c7de-4379-9840-60877d97f712 HTTP/1.1" status: 200 len: 945 time: 0.0491872 Jan 26 22:01:38.126686 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-d89b910c-9f0f-4386-8c09-da08adb1b821 req-f39db0fd-fc49-4428-8e6f-701174060e51 tempest-DeleteServersTestJSON-1842693273 tempest-DeleteServersTestJSON-1842693273-project] 10.222.0.13 "GET /v2.0/security-groups?id=e9f3e68e-434f-464d-9b92-e92f55b0d07e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404825 Jan 26 22:01:38.707894 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (32ef628b-8417-46c5-8729-60fcabe358f1), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:01:39.241968 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b25885-bdd9-44f3-bdae-36d78ae33429 req-bf038edc-c411-48e5-bec0-deaf16aef01e tempest-DeleteServersTestJSON-1842693273 tempest-DeleteServersTestJSON-1842693273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:01:39.243489 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-81b25885-bdd9-44f3-bdae-36d78ae33429 req-bf038edc-c411-48e5-bec0-deaf16aef01e tempest-DeleteServersTestJSON-1842693273 tempest-DeleteServersTestJSON-1842693273-project] 10.222.0.13 "GET /v2.0/ports?device_id=b4eb4f90-c7de-4379-9840-60877d97f712 HTTP/1.1" status: 200 len: 945 time: 0.0487199 Jan 26 22:01:39.288326 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-81b25885-bdd9-44f3-bdae-36d78ae33429 req-8b043595-8b4e-4635-89f1-7ec5563322f9 tempest-DeleteServersTestJSON-1842693273 tempest-DeleteServersTestJSON-1842693273-project] 10.222.0.13 "GET /v2.0/security-groups?id=e9f3e68e-434f-464d-9b92-e92f55b0d07e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393326 Jan 26 22:01:39.474255 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 51170) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 22:01:39.531508 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a2d395-772f-47a0-8946-a0b17aaa9388 req-01ab4c47-253d-496c-92ad-80e30e9aa3de tempest-DeleteServersTestJSON-1842693273 tempest-DeleteServersTestJSON-1842693273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:01:39.533005 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-37a2d395-772f-47a0-8946-a0b17aaa9388 req-01ab4c47-253d-496c-92ad-80e30e9aa3de tempest-DeleteServersTestJSON-1842693273 tempest-DeleteServersTestJSON-1842693273-project] 10.222.0.13 "GET /v2.0/ports?device_id=b4eb4f90-c7de-4379-9840-60877d97f712 HTTP/1.1" status: 200 len: 945 time: 0.0514269 Jan 26 22:01:39.603518 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-5a527efe-71eb-4b1f-9468-125fee057f07 req-bc4d1d86-d81b-423e-8dee-ac5fba43d9bc service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=b4eb4f90-c7de-4379-9840-60877d97f712&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1279147 Jan 26 22:01:39.607006 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-37a2d395-772f-47a0-8946-a0b17aaa9388 req-7253279f-fee4-430b-9da6-8294e66575c9 tempest-DeleteServersTestJSON-1842693273 tempest-DeleteServersTestJSON-1842693273-project] 10.222.0.13 "GET /v2.0/security-groups?id=e9f3e68e-434f-464d-9b92-e92f55b0d07e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655594 Jan 26 22:01:39.612142 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [req-5a527efe-71eb-4b1f-9468-125fee057f07 req-ab632ee6-82a2-4963-a750-e4b6009915e3 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=103304) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 26 22:01:39.613112 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-5a527efe-71eb-4b1f-9468-125fee057f07 req-ab632ee6-82a2-4963-a750-e4b6009915e3 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0048032 Jan 26 22:01:40.722465 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4514c963-c248-465a-b88e-27fb8615e5f8 req-0d59bb24-4048-4cd2-ad57-c507f38f6cc8 tempest-DeleteServersTestJSON-1842693273 tempest-DeleteServersTestJSON-1842693273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:01:40.723949 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-4514c963-c248-465a-b88e-27fb8615e5f8 req-0d59bb24-4048-4cd2-ad57-c507f38f6cc8 tempest-DeleteServersTestJSON-1842693273 tempest-DeleteServersTestJSON-1842693273-project] 10.222.0.13 "GET /v2.0/ports?device_id=b4eb4f90-c7de-4379-9840-60877d97f712 HTTP/1.1" status: 200 len: 945 time: 0.0473108 Jan 26 22:01:40.770298 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-4514c963-c248-465a-b88e-27fb8615e5f8 req-69e75885-78b9-4ce8-b99b-13ac781943fc tempest-DeleteServersTestJSON-1842693273 tempest-DeleteServersTestJSON-1842693273-project] 10.222.0.13 "GET /v2.0/security-groups?id=e9f3e68e-434f-464d-9b92-e92f55b0d07e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397584 Jan 26 22:01:40.880112 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a527efe-71eb-4b1f-9468-125fee057f07 req-e2d154f0-0706-40f9-af2d-25e7bb4ffdfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:01:40.881532 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-5a527efe-71eb-4b1f-9468-125fee057f07 req-e2d154f0-0706-40f9-af2d-25e7bb4ffdfd service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=12c754ab86794771b8671a16af8f709a&device_id=b4eb4f90-c7de-4379-9840-60877d97f712 HTTP/1.1" status: 200 len: 1096 time: 0.0454419 Jan 26 22:01:40.970412 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a527efe-71eb-4b1f-9468-125fee057f07 req-da5c844e-da88-481f-9ca9-ed55ed682ccb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:01:40.971912 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-5a527efe-71eb-4b1f-9468-125fee057f07 req-da5c844e-da88-481f-9ca9-ed55ed682ccb service neutron] 10.222.0.57 "GET /v2.0/networks?id=4e291e03-c4dc-42ff-bcf5-019f85aeff60 HTTP/1.1" status: 200 len: 912 time: 0.0835142 Jan 26 22:01:41.015854 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-5a527efe-71eb-4b1f-9468-125fee057f07 req-462e68f8-8a0f-4a7b-bf91-39cbbeced06a service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=dc871a4e-53b1-4575-ab1c-8876d1527359 HTTP/1.1" status: 200 len: 217 time: 0.0379965 Jan 26 22:01:41.064660 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a527efe-71eb-4b1f-9468-125fee057f07 req-84f76b0e-7181-409d-b8b0-591474c5c070 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:01:41.066139 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-5a527efe-71eb-4b1f-9468-125fee057f07 req-84f76b0e-7181-409d-b8b0-591474c5c070 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=0dcfbda3-62b8-4b9b-9b26-76ade60c57c8 HTTP/1.1" status: 200 len: 851 time: 0.0440707 Jan 26 22:01:41.097175 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-5a527efe-71eb-4b1f-9468-125fee057f07 req-1478d5f8-9758-4392-9e86-0f552c8ade93 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=4e291e03-c4dc-42ff-bcf5-019f85aeff60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0242388 Jan 26 22:01:41.187531 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-5a527efe-71eb-4b1f-9468-125fee057f07 req-174f9c8b-8012-4a45-8f9c-794375961651 service neutron] 10.222.0.57 "GET /v2.0/networks/4e291e03-c4dc-42ff-bcf5-019f85aeff60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830243 Jan 26 22:01:41.275202 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-5a527efe-71eb-4b1f-9468-125fee057f07 req-9d56b838-a310-445a-a3f1-b118b9b758b3 service neutron] 10.222.0.57 "GET /v2.0/networks/4e291e03-c4dc-42ff-bcf5-019f85aeff60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817339 Jan 26 22:01:41.884059 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6d022f-de1d-4623-8e5c-253a259cc3e9 req-6eaae1e6-ceaa-4ebf-a7f1-deaafad27890 tempest-DeleteServersTestJSON-1842693273 tempest-DeleteServersTestJSON-1842693273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:01:41.885538 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-8e6d022f-de1d-4623-8e5c-253a259cc3e9 req-6eaae1e6-ceaa-4ebf-a7f1-deaafad27890 tempest-DeleteServersTestJSON-1842693273 tempest-DeleteServersTestJSON-1842693273-project] 10.222.0.13 "GET /v2.0/ports?device_id=b4eb4f90-c7de-4379-9840-60877d97f712 HTTP/1.1" status: 200 len: 945 time: 0.0483866 Jan 26 22:01:41.931178 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-8e6d022f-de1d-4623-8e5c-253a259cc3e9 req-cf0670e8-3251-4218-849d-8abe5d5e4ccf tempest-DeleteServersTestJSON-1842693273 tempest-DeleteServersTestJSON-1842693273-project] 10.222.0.13 "GET /v2.0/security-groups?id=e9f3e68e-434f-464d-9b92-e92f55b0d07e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395772 Jan 26 22:01:43.049192 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76882007-05a6-44bc-9d93-73923e69b23e req-aeb94a67-3d1a-4863-b2b4-dd5c4be784f2 tempest-DeleteServersTestJSON-1842693273 tempest-DeleteServersTestJSON-1842693273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:01:43.051001 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-76882007-05a6-44bc-9d93-73923e69b23e req-aeb94a67-3d1a-4863-b2b4-dd5c4be784f2 tempest-DeleteServersTestJSON-1842693273 tempest-DeleteServersTestJSON-1842693273-project] 10.222.0.13 "GET /v2.0/ports?device_id=b4eb4f90-c7de-4379-9840-60877d97f712 HTTP/1.1" status: 200 len: 945 time: 0.0515149 Jan 26 22:01:43.096154 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-76882007-05a6-44bc-9d93-73923e69b23e req-fe8c93dd-95bd-4655-8616-bd725125c90e tempest-DeleteServersTestJSON-1842693273 tempest-DeleteServersTestJSON-1842693273-project] 10.222.0.13 "GET /v2.0/security-groups?id=e9f3e68e-434f-464d-9b92-e92f55b0d07e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394785 Jan 26 22:01:44.209920 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3973d7d-ae31-4eaa-b389-7868df443dcc req-3fff928a-9ee5-45d5-83e4-da43ceb0514d tempest-DeleteServersTestJSON-1842693273 tempest-DeleteServersTestJSON-1842693273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:01:44.211408 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-e3973d7d-ae31-4eaa-b389-7868df443dcc req-3fff928a-9ee5-45d5-83e4-da43ceb0514d tempest-DeleteServersTestJSON-1842693273 tempest-DeleteServersTestJSON-1842693273-project] 10.222.0.13 "GET /v2.0/ports?device_id=b4eb4f90-c7de-4379-9840-60877d97f712 HTTP/1.1" status: 200 len: 945 time: 0.0474184 Jan 26 22:01:44.258223 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-e3973d7d-ae31-4eaa-b389-7868df443dcc req-33863eda-7e18-4ab4-8c66-e5f47cc719d9 tempest-DeleteServersTestJSON-1842693273 tempest-DeleteServersTestJSON-1842693273-project] 10.222.0.13 "GET /v2.0/security-groups?id=e9f3e68e-434f-464d-9b92-e92f55b0d07e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406191 Jan 26 22:01:45.375446 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613e19e8-82c2-4c2d-86c8-31864a20a2c0 req-b059b52c-bc05-4b81-a2e6-90b7c5a0f507 tempest-DeleteServersTestJSON-1842693273 tempest-DeleteServersTestJSON-1842693273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:01:45.376930 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-613e19e8-82c2-4c2d-86c8-31864a20a2c0 req-b059b52c-bc05-4b81-a2e6-90b7c5a0f507 tempest-DeleteServersTestJSON-1842693273 tempest-DeleteServersTestJSON-1842693273-project] 10.222.0.13 "GET /v2.0/ports?device_id=b4eb4f90-c7de-4379-9840-60877d97f712 HTTP/1.1" status: 200 len: 945 time: 0.0517566 Jan 26 22:01:45.423264 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-613e19e8-82c2-4c2d-86c8-31864a20a2c0 req-5edd9921-2329-434d-a7d1-39306538d8ee tempest-DeleteServersTestJSON-1842693273 tempest-DeleteServersTestJSON-1842693273-project] 10.222.0.13 "GET /v2.0/security-groups?id=e9f3e68e-434f-464d-9b92-e92f55b0d07e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407031 Jan 26 22:01:46.541176 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5681fc-1c5b-4076-a643-8159d393bf16 req-eff54211-acaf-4579-814a-4e4e1778c69c tempest-DeleteServersTestJSON-1842693273 tempest-DeleteServersTestJSON-1842693273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:01:46.542699 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-fc5681fc-1c5b-4076-a643-8159d393bf16 req-eff54211-acaf-4579-814a-4e4e1778c69c tempest-DeleteServersTestJSON-1842693273 tempest-DeleteServersTestJSON-1842693273-project] 10.222.0.13 "GET /v2.0/ports?device_id=b4eb4f90-c7de-4379-9840-60877d97f712 HTTP/1.1" status: 200 len: 945 time: 0.0506625 Jan 26 22:01:46.596746 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-fc5681fc-1c5b-4076-a643-8159d393bf16 req-68f22d7f-80a7-4902-b863-ed82abf61e2c tempest-DeleteServersTestJSON-1842693273 tempest-DeleteServersTestJSON-1842693273-project] 10.222.0.13 "GET /v2.0/security-groups?id=e9f3e68e-434f-464d-9b92-e92f55b0d07e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450695 Jan 26 22:01:47.714676 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95977b7-9f00-45f1-8627-d8b0af79ffc0 req-eb1c5c90-cd94-48b6-8613-b3a5d96177e0 tempest-DeleteServersTestJSON-1842693273 tempest-DeleteServersTestJSON-1842693273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:01:47.716082 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-e95977b7-9f00-45f1-8627-d8b0af79ffc0 req-eb1c5c90-cd94-48b6-8613-b3a5d96177e0 tempest-DeleteServersTestJSON-1842693273 tempest-DeleteServersTestJSON-1842693273-project] 10.222.0.13 "GET /v2.0/ports?device_id=b4eb4f90-c7de-4379-9840-60877d97f712 HTTP/1.1" status: 200 len: 945 time: 0.0486794 Jan 26 22:01:47.765016 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-e95977b7-9f00-45f1-8627-d8b0af79ffc0 req-1db71346-3139-49bb-b42c-cf5664312832 tempest-DeleteServersTestJSON-1842693273 tempest-DeleteServersTestJSON-1842693273-project] 10.222.0.13 "GET /v2.0/security-groups?id=e9f3e68e-434f-464d-9b92-e92f55b0d07e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433230 Jan 26 22:01:48.878143 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631144b9-9b41-4718-9a37-c831232f1754 req-bc39fd57-f34a-43ee-82de-06286daf100b tempest-DeleteServersTestJSON-1842693273 tempest-DeleteServersTestJSON-1842693273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:01:48.879635 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-631144b9-9b41-4718-9a37-c831232f1754 req-bc39fd57-f34a-43ee-82de-06286daf100b tempest-DeleteServersTestJSON-1842693273 tempest-DeleteServersTestJSON-1842693273-project] 10.222.0.13 "GET /v2.0/ports?device_id=b4eb4f90-c7de-4379-9840-60877d97f712 HTTP/1.1" status: 200 len: 945 time: 0.0472782 Jan 26 22:01:48.925211 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-631144b9-9b41-4718-9a37-c831232f1754 req-f9b09466-abb9-4870-978c-25014be026fa tempest-DeleteServersTestJSON-1842693273 tempest-DeleteServersTestJSON-1842693273-project] 10.222.0.13 "GET /v2.0/security-groups?id=e9f3e68e-434f-464d-9b92-e92f55b0d07e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393622 Jan 26 22:01:48.961163 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-c8d87c31-1dcf-48ad-b740-9065a655eb61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (474ccdf7-ab6c-405b-a3b2-dc7b05829902), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:01:50.037162 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6af2de-7781-44e5-9179-883ccbdc4d70 req-7daec861-b30a-4ae8-b6ae-a893d91006d8 tempest-DeleteServersTestJSON-1842693273 tempest-DeleteServersTestJSON-1842693273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:01:50.038682 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-1e6af2de-7781-44e5-9179-883ccbdc4d70 req-7daec861-b30a-4ae8-b6ae-a893d91006d8 tempest-DeleteServersTestJSON-1842693273 tempest-DeleteServersTestJSON-1842693273-project] 10.222.0.13 "GET /v2.0/ports?device_id=b4eb4f90-c7de-4379-9840-60877d97f712 HTTP/1.1" status: 200 len: 945 time: 0.0473742 Jan 26 22:01:50.085732 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-1e6af2de-7781-44e5-9179-883ccbdc4d70 req-528b3408-567d-45a6-8ec6-a03343fd311f tempest-DeleteServersTestJSON-1842693273 tempest-DeleteServersTestJSON-1842693273-project] 10.222.0.13 "GET /v2.0/security-groups?id=e9f3e68e-434f-464d-9b92-e92f55b0d07e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410917 Jan 26 22:01:51.204960 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3372b0d-94b2-4bd0-82ff-e82cf5f703e1 req-2a1bbb6b-37c9-480e-8826-018892ec8bc3 tempest-DeleteServersTestJSON-1842693273 tempest-DeleteServersTestJSON-1842693273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:01:51.206464 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-c3372b0d-94b2-4bd0-82ff-e82cf5f703e1 req-2a1bbb6b-37c9-480e-8826-018892ec8bc3 tempest-DeleteServersTestJSON-1842693273 tempest-DeleteServersTestJSON-1842693273-project] 10.222.0.13 "GET /v2.0/ports?device_id=b4eb4f90-c7de-4379-9840-60877d97f712 HTTP/1.1" status: 200 len: 945 time: 0.0511973 Jan 26 22:01:51.251545 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-c3372b0d-94b2-4bd0-82ff-e82cf5f703e1 req-7a261bbb-f6d2-4f80-9e47-897f079bb9bd tempest-DeleteServersTestJSON-1842693273 tempest-DeleteServersTestJSON-1842693273-project] 10.222.0.13 "GET /v2.0/security-groups?id=e9f3e68e-434f-464d-9b92-e92f55b0d07e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396459 Jan 26 22:01:51.298194 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-757035d5-ed18-48d2-b5f0-5c72e82c8a61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (09df100c-3af1-4b0a-bda8-05914c71c458), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:01:52.364983 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d355831c-37a6-45cd-8ab0-e78e13b7803f req-658fa323-056c-47e6-a4cf-890d3077d249 tempest-DeleteServersTestJSON-1842693273 tempest-DeleteServersTestJSON-1842693273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:01:52.366488 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-d355831c-37a6-45cd-8ab0-e78e13b7803f req-658fa323-056c-47e6-a4cf-890d3077d249 tempest-DeleteServersTestJSON-1842693273 tempest-DeleteServersTestJSON-1842693273-project] 10.222.0.13 "GET /v2.0/ports?device_id=b4eb4f90-c7de-4379-9840-60877d97f712 HTTP/1.1" status: 200 len: 945 time: 0.0474617 Jan 26 22:01:52.400043 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-841f5991-a4d8-4d4b-b215-cbc6bab5427b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (aa7ee9d2-08eb-4e12-b895-24c57300dfec), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:01:52.415814 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-d355831c-37a6-45cd-8ab0-e78e13b7803f req-cf085669-22af-49c3-a341-ba7f0d518ca1 tempest-DeleteServersTestJSON-1842693273 tempest-DeleteServersTestJSON-1842693273-project] 10.222.0.13 "GET /v2.0/security-groups?id=e9f3e68e-434f-464d-9b92-e92f55b0d07e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432198 Jan 26 22:01:53.179875 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f620f172-8ffd-40d9-a19e-7dae5ac8dbe3 req-f2404000-5d95-4bcb-bad0-cfed80ba43c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:01:53.182060 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-f620f172-8ffd-40d9-a19e-7dae5ac8dbe3 req-f2404000-5d95-4bcb-bad0-cfed80ba43c0 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=12c754ab86794771b8671a16af8f709a&device_id=b4eb4f90-c7de-4379-9840-60877d97f712 HTTP/1.1" status: 200 len: 1096 time: 0.0948102 Jan 26 22:01:53.294882 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f620f172-8ffd-40d9-a19e-7dae5ac8dbe3 req-7c74f51f-9a30-4507-b0b3-d1cad4d623f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:01:53.296401 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-f620f172-8ffd-40d9-a19e-7dae5ac8dbe3 req-7c74f51f-9a30-4507-b0b3-d1cad4d623f0 service neutron] 10.222.0.57 "GET /v2.0/networks?id=4e291e03-c4dc-42ff-bcf5-019f85aeff60 HTTP/1.1" status: 200 len: 912 time: 0.0925109 Jan 26 22:01:53.334380 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-f620f172-8ffd-40d9-a19e-7dae5ac8dbe3 req-20157791-bcf5-47e4-8c92-04c5ab25becf service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=dc871a4e-53b1-4575-ab1c-8876d1527359 HTTP/1.1" status: 200 len: 217 time: 0.0328107 Jan 26 22:01:53.385398 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f620f172-8ffd-40d9-a19e-7dae5ac8dbe3 req-12323e12-e3af-4fcb-929e-343e4b9d4d2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:01:53.386796 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-f620f172-8ffd-40d9-a19e-7dae5ac8dbe3 req-12323e12-e3af-4fcb-929e-343e4b9d4d2f service neutron] 10.222.0.57 "GET /v2.0/subnets?id=0dcfbda3-62b8-4b9b-9b26-76ade60c57c8 HTTP/1.1" status: 200 len: 851 time: 0.0467772 Jan 26 22:01:53.417167 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-f620f172-8ffd-40d9-a19e-7dae5ac8dbe3 req-28422a0f-c3ef-4fd4-9983-044a54b4d57e service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=4e291e03-c4dc-42ff-bcf5-019f85aeff60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0247915 Jan 26 22:01:53.464947 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (4d619873-4b60-439f-9b5a-b155dc8bbc34), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:01:53.538229 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-f620f172-8ffd-40d9-a19e-7dae5ac8dbe3 req-100c2ad7-4ec4-49f1-a950-5862719f7ce7 service neutron] 10.222.0.57 "GET /v2.0/networks/4e291e03-c4dc-42ff-bcf5-019f85aeff60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1136241 Jan 26 22:01:53.568947 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79fec8a-64c4-4b2e-8ba1-22e727d389e9 req-65c36cd6-0570-415c-9d16-5f0f3330c4c7 tempest-DeleteServersTestJSON-1842693273 tempest-DeleteServersTestJSON-1842693273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:01:53.570419 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-b79fec8a-64c4-4b2e-8ba1-22e727d389e9 req-65c36cd6-0570-415c-9d16-5f0f3330c4c7 tempest-DeleteServersTestJSON-1842693273 tempest-DeleteServersTestJSON-1842693273-project] 10.222.0.13 "GET /v2.0/ports?device_id=b4eb4f90-c7de-4379-9840-60877d97f712 HTTP/1.1" status: 200 len: 945 time: 0.0810189 Jan 26 22:01:53.666104 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-b79fec8a-64c4-4b2e-8ba1-22e727d389e9 req-82330db9-6a02-400a-8ce5-d67f7293ff68 tempest-DeleteServersTestJSON-1842693273 tempest-DeleteServersTestJSON-1842693273-project] 10.222.0.13 "GET /v2.0/security-groups?id=e9f3e68e-434f-464d-9b92-e92f55b0d07e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695136 Jan 26 22:01:53.669539 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-f620f172-8ffd-40d9-a19e-7dae5ac8dbe3 req-461f31a2-5775-480b-b94c-4c4cee29a91f service neutron] 10.222.0.57 "GET /v2.0/networks/4e291e03-c4dc-42ff-bcf5-019f85aeff60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246328 Jan 26 22:01:54.232040 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-839dd188-ec69-470c-9ab0-d318dc1a2e96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (e79b4fc6-6c71-44b2-a6d0-ff3e1f4dfd0d), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:01:54.786442 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2ed757-782d-42cc-b04b-aa1c7a36d36f req-92bb2471-1490-46de-bfb5-4a8a5e5a4eab tempest-DeleteServersTestJSON-1842693273 tempest-DeleteServersTestJSON-1842693273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:01:54.787934 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-6e2ed757-782d-42cc-b04b-aa1c7a36d36f req-92bb2471-1490-46de-bfb5-4a8a5e5a4eab tempest-DeleteServersTestJSON-1842693273 tempest-DeleteServersTestJSON-1842693273-project] 10.222.0.13 "GET /v2.0/ports?device_id=b4eb4f90-c7de-4379-9840-60877d97f712 HTTP/1.1" status: 200 len: 945 time: 0.0525837 Jan 26 22:01:54.834290 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-6e2ed757-782d-42cc-b04b-aa1c7a36d36f req-d2a7328d-50c2-4ac6-bcf1-00e2eec2b34c tempest-DeleteServersTestJSON-1842693273 tempest-DeleteServersTestJSON-1842693273-project] 10.222.0.13 "GET /v2.0/security-groups?id=e9f3e68e-434f-464d-9b92-e92f55b0d07e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407066 Jan 26 22:01:55.382603 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (fea0591a-627d-4c87-9a9a-01625ddf3277), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:01:55.947022 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1591ae37-1ccb-4544-86e6-4148b0e07b1b req-b6fbdc76-98b3-40f1-9339-a67ffa25f556 tempest-DeleteServersTestJSON-1842693273 tempest-DeleteServersTestJSON-1842693273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:01:55.948503 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-1591ae37-1ccb-4544-86e6-4148b0e07b1b req-b6fbdc76-98b3-40f1-9339-a67ffa25f556 tempest-DeleteServersTestJSON-1842693273 tempest-DeleteServersTestJSON-1842693273-project] 10.222.0.13 "GET /v2.0/ports?device_id=b4eb4f90-c7de-4379-9840-60877d97f712 HTTP/1.1" status: 200 len: 945 time: 0.0478408 Jan 26 22:01:55.995130 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-1591ae37-1ccb-4544-86e6-4148b0e07b1b req-43199c94-ffc2-4e6a-9736-dc558a4f174a tempest-DeleteServersTestJSON-1842693273 tempest-DeleteServersTestJSON-1842693273-project] 10.222.0.13 "GET /v2.0/security-groups?id=e9f3e68e-434f-464d-9b92-e92f55b0d07e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410931 Jan 26 22:01:56.505615 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.agents_db [None req-569f1ced-6396-4ddf-b79f-e03b0b2146ab None None] Agent healthcheck: found 7 active agents {{(pid=103307) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 26 22:01:57.109198 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a869c70-1298-41b3-a69d-adc797ef3c85 req-5956c076-d316-41d9-be91-5bb79e57dbd5 tempest-DeleteServersTestJSON-1842693273 tempest-DeleteServersTestJSON-1842693273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:01:57.110708 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-5a869c70-1298-41b3-a69d-adc797ef3c85 req-5956c076-d316-41d9-be91-5bb79e57dbd5 tempest-DeleteServersTestJSON-1842693273 tempest-DeleteServersTestJSON-1842693273-project] 10.222.0.13 "GET /v2.0/ports?device_id=b4eb4f90-c7de-4379-9840-60877d97f712 HTTP/1.1" status: 200 len: 945 time: 0.0472236 Jan 26 22:01:57.159122 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-5a869c70-1298-41b3-a69d-adc797ef3c85 req-9e84fa4f-a246-4c59-8188-7c8dfee66e4c tempest-DeleteServersTestJSON-1842693273 tempest-DeleteServersTestJSON-1842693273-project] 10.222.0.13 "GET /v2.0/security-groups?id=e9f3e68e-434f-464d-9b92-e92f55b0d07e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428803 Jan 26 22:01:58.273282 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a87ce37-5648-44ee-a23b-46119bc989f3 req-a0611f66-cd3a-4b38-ab04-e585dfbadb6f tempest-DeleteServersTestJSON-1842693273 tempest-DeleteServersTestJSON-1842693273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:01:58.275749 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-4a87ce37-5648-44ee-a23b-46119bc989f3 req-a0611f66-cd3a-4b38-ab04-e585dfbadb6f tempest-DeleteServersTestJSON-1842693273 tempest-DeleteServersTestJSON-1842693273-project] 10.222.0.13 "GET /v2.0/ports?device_id=b4eb4f90-c7de-4379-9840-60877d97f712 HTTP/1.1" status: 200 len: 945 time: 0.0495803 Jan 26 22:01:58.320637 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-4a87ce37-5648-44ee-a23b-46119bc989f3 req-22d0ff35-c51d-41d5-abe3-310f422ccb9d tempest-DeleteServersTestJSON-1842693273 tempest-DeleteServersTestJSON-1842693273-project] 10.222.0.13 "GET /v2.0/security-groups?id=e9f3e68e-434f-464d-9b92-e92f55b0d07e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392668 Jan 26 22:01:59.434495 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185ad866-fc55-414e-91b9-1e4b255094b7 req-e7bdac07-f5f4-4d78-9be2-59620e10eae4 tempest-DeleteServersTestJSON-1842693273 tempest-DeleteServersTestJSON-1842693273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:01:59.435983 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-185ad866-fc55-414e-91b9-1e4b255094b7 req-e7bdac07-f5f4-4d78-9be2-59620e10eae4 tempest-DeleteServersTestJSON-1842693273 tempest-DeleteServersTestJSON-1842693273-project] 10.222.0.13 "GET /v2.0/ports?device_id=b4eb4f90-c7de-4379-9840-60877d97f712 HTTP/1.1" status: 200 len: 945 time: 0.0471585 Jan 26 22:01:59.481468 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-185ad866-fc55-414e-91b9-1e4b255094b7 req-c8884c5b-8478-4aaf-99ba-f3ac5c6f172e tempest-DeleteServersTestJSON-1842693273 tempest-DeleteServersTestJSON-1842693273-project] 10.222.0.13 "GET /v2.0/security-groups?id=e9f3e68e-434f-464d-9b92-e92f55b0d07e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399768 Jan 26 22:02:00.599073 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5474bd17-eb13-454f-a752-00e3a28f7891 req-d07f39a8-f4c2-48a6-9725-85a58cf89440 tempest-DeleteServersTestJSON-1842693273 tempest-DeleteServersTestJSON-1842693273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:02:00.600671 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-5474bd17-eb13-454f-a752-00e3a28f7891 req-d07f39a8-f4c2-48a6-9725-85a58cf89440 tempest-DeleteServersTestJSON-1842693273 tempest-DeleteServersTestJSON-1842693273-project] 10.222.0.13 "GET /v2.0/ports?device_id=b4eb4f90-c7de-4379-9840-60877d97f712 HTTP/1.1" status: 200 len: 945 time: 0.0527732 Jan 26 22:02:00.647260 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-5474bd17-eb13-454f-a752-00e3a28f7891 req-fa6d772b-3fa0-4e28-bd28-99f148e3c2ba tempest-DeleteServersTestJSON-1842693273 tempest-DeleteServersTestJSON-1842693273-project] 10.222.0.13 "GET /v2.0/security-groups?id=e9f3e68e-434f-464d-9b92-e92f55b0d07e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397787 Jan 26 22:02:01.759588 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa139fa0-12f1-4e0e-9098-7eda1a28c27f req-5d4ca21b-fc77-4088-9550-f23eb4ce811d tempest-DeleteServersTestJSON-1842693273 tempest-DeleteServersTestJSON-1842693273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:02:01.761046 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-fa139fa0-12f1-4e0e-9098-7eda1a28c27f req-5d4ca21b-fc77-4088-9550-f23eb4ce811d tempest-DeleteServersTestJSON-1842693273 tempest-DeleteServersTestJSON-1842693273-project] 10.222.0.13 "GET /v2.0/ports?device_id=b4eb4f90-c7de-4379-9840-60877d97f712 HTTP/1.1" status: 200 len: 945 time: 0.0475292 Jan 26 22:02:01.806770 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-fa139fa0-12f1-4e0e-9098-7eda1a28c27f req-330dadb6-5d77-44c6-ae56-f493f8c6898f tempest-DeleteServersTestJSON-1842693273 tempest-DeleteServersTestJSON-1842693273-project] 10.222.0.13 "GET /v2.0/security-groups?id=e9f3e68e-434f-464d-9b92-e92f55b0d07e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401275 Jan 26 22:02:02.921723 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aba4972-fa51-4eeb-b2d4-b1df54988bfc req-71a70b20-5cd0-4ffb-b9b6-e8cd3bc71b65 tempest-DeleteServersTestJSON-1842693273 tempest-DeleteServersTestJSON-1842693273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:02:02.923201 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-6aba4972-fa51-4eeb-b2d4-b1df54988bfc req-71a70b20-5cd0-4ffb-b9b6-e8cd3bc71b65 tempest-DeleteServersTestJSON-1842693273 tempest-DeleteServersTestJSON-1842693273-project] 10.222.0.13 "GET /v2.0/ports?device_id=b4eb4f90-c7de-4379-9840-60877d97f712 HTTP/1.1" status: 200 len: 945 time: 0.0501671 Jan 26 22:02:03.288921 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-6aba4972-fa51-4eeb-b2d4-b1df54988bfc req-01443f19-136a-4028-bb1a-4c0b1e408695 tempest-DeleteServersTestJSON-1842693273 tempest-DeleteServersTestJSON-1842693273-project] 10.222.0.13 "GET /v2.0/security-groups?id=e9f3e68e-434f-464d-9b92-e92f55b0d07e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3602936 Jan 26 22:02:04.404662 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73fa2427-8da1-4b09-8d67-7164ecc9184e req-b3499b2d-255b-40cf-809f-4d67c947e517 tempest-DeleteServersTestJSON-1842693273 tempest-DeleteServersTestJSON-1842693273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:02:04.406139 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-73fa2427-8da1-4b09-8d67-7164ecc9184e req-b3499b2d-255b-40cf-809f-4d67c947e517 tempest-DeleteServersTestJSON-1842693273 tempest-DeleteServersTestJSON-1842693273-project] 10.222.0.13 "GET /v2.0/ports?device_id=b4eb4f90-c7de-4379-9840-60877d97f712 HTTP/1.1" status: 200 len: 945 time: 0.0474770 Jan 26 22:02:04.451209 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-73fa2427-8da1-4b09-8d67-7164ecc9184e req-8c558e7b-991f-49e4-86fd-5f8336e5a068 tempest-DeleteServersTestJSON-1842693273 tempest-DeleteServersTestJSON-1842693273-project] 10.222.0.13 "GET /v2.0/security-groups?id=e9f3e68e-434f-464d-9b92-e92f55b0d07e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394845 Jan 26 22:02:05.567054 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26031c90-033b-4e0a-8621-2fc66198a577 req-f3fe4cac-524a-4ea4-925a-7c01d9722711 tempest-DeleteServersTestJSON-1842693273 tempest-DeleteServersTestJSON-1842693273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:02:05.568514 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-26031c90-033b-4e0a-8621-2fc66198a577 req-f3fe4cac-524a-4ea4-925a-7c01d9722711 tempest-DeleteServersTestJSON-1842693273 tempest-DeleteServersTestJSON-1842693273-project] 10.222.0.13 "GET /v2.0/ports?device_id=b4eb4f90-c7de-4379-9840-60877d97f712 HTTP/1.1" status: 200 len: 945 time: 0.0466640 Jan 26 22:02:05.616683 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-26031c90-033b-4e0a-8621-2fc66198a577 req-5ebc93b4-d2e9-49c0-a1e0-3d84413fbc53 tempest-DeleteServersTestJSON-1842693273 tempest-DeleteServersTestJSON-1842693273-project] 10.222.0.13 "GET /v2.0/security-groups?id=e9f3e68e-434f-464d-9b92-e92f55b0d07e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419977 Jan 26 22:02:06.730128 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0270b4a2-e507-43ef-88a3-473e8af5747f req-9a920c89-b559-4385-a415-31676041771c tempest-DeleteServersTestJSON-1842693273 tempest-DeleteServersTestJSON-1842693273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:02:06.731600 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-0270b4a2-e507-43ef-88a3-473e8af5747f req-9a920c89-b559-4385-a415-31676041771c tempest-DeleteServersTestJSON-1842693273 tempest-DeleteServersTestJSON-1842693273-project] 10.222.0.13 "GET /v2.0/ports?device_id=b4eb4f90-c7de-4379-9840-60877d97f712 HTTP/1.1" status: 200 len: 945 time: 0.0473301 Jan 26 22:02:06.777397 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-0270b4a2-e507-43ef-88a3-473e8af5747f req-7451eea5-2343-4e6a-a64a-0af216912fa9 tempest-DeleteServersTestJSON-1842693273 tempest-DeleteServersTestJSON-1842693273-project] 10.222.0.13 "GET /v2.0/security-groups?id=e9f3e68e-434f-464d-9b92-e92f55b0d07e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402825 Jan 26 22:02:07.890263 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6eef108-98ab-4eae-a974-40506b2b3154 req-70ebd505-30e8-44dc-8570-e66d1a82cff1 tempest-DeleteServersTestJSON-1842693273 tempest-DeleteServersTestJSON-1842693273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:02:07.891709 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-b6eef108-98ab-4eae-a974-40506b2b3154 req-70ebd505-30e8-44dc-8570-e66d1a82cff1 tempest-DeleteServersTestJSON-1842693273 tempest-DeleteServersTestJSON-1842693273-project] 10.222.0.13 "GET /v2.0/ports?device_id=b4eb4f90-c7de-4379-9840-60877d97f712 HTTP/1.1" status: 200 len: 945 time: 0.0476055 Jan 26 22:02:07.936961 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-b6eef108-98ab-4eae-a974-40506b2b3154 req-66779921-d310-4fd2-a84e-8a676fb1dc16 tempest-DeleteServersTestJSON-1842693273 tempest-DeleteServersTestJSON-1842693273-project] 10.222.0.13 "GET /v2.0/security-groups?id=e9f3e68e-434f-464d-9b92-e92f55b0d07e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397501 Jan 26 22:02:08.242352 n-d-760453-5 neutron-server[103304]: INFO neutron.api.v2.resource [req-5a527efe-71eb-4b1f-9468-125fee057f07 req-f6150fe7-e742-48a1-97c1-9974ee28ae23 service neutron] show failed (client error): The resource could not be found. Jan 26 22:02:08.243842 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-5a527efe-71eb-4b1f-9468-125fee057f07 req-f6150fe7-e742-48a1-97c1-9974ee28ae23 service neutron] 10.222.0.57 "GET /v2.0/ports/dc871a4e-53b1-4575-ab1c-8876d1527359/bindings/n-h1-760453-5 HTTP/1.1" status: 404 len: 380 time: 0.0574782 Jan 26 22:02:08.461969 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a527efe-71eb-4b1f-9468-125fee057f07 req-31f5ca37-8c07-4c0b-bb55-3ebb24e774b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:02:08.463486 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-5a527efe-71eb-4b1f-9468-125fee057f07 req-31f5ca37-8c07-4c0b-bb55-3ebb24e774b3 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=b4eb4f90-c7de-4379-9840-60877d97f712&tenant_id=12c754ab86794771b8671a16af8f709a HTTP/1.1" status: 200 len: 1096 time: 0.0701945 Jan 26 22:02:08.485889 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [req-5a527efe-71eb-4b1f-9468-125fee057f07 req-87d2f978-156e-44c9-8670-59ae37b7b7b1 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-760453-5', 'device_owner': 'compute:nova'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 22:02:08.540126 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-5a527efe-71eb-4b1f-9468-125fee057f07 req-87d2f978-156e-44c9-8670-59ae37b7b7b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (dc871a4e-53b1-4575-ab1c-8876d1527359), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:02:08.713921 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (32ef628b-8417-46c5-8729-60fcabe358f1), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:02:08.738647 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [req-5a527efe-71eb-4b1f-9468-125fee057f07 req-87d2f978-156e-44c9-8670-59ae37b7b7b1 service neutron] For port dc871a4e-53b1-4575-ab1c-8876d1527359, host n-h2-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-5',level=0,port_id=dc871a4e-53b1-4575-ab1c-8876d1527359,segment=NetworkSegment(0ffd0097-1ddd-42a5-a994-4c7784b3ffe0),segment_id=0ffd0097-1ddd-42a5-a994-4c7784b3ffe0)] {{(pid=103304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 22:02:08.771020 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [req-5a527efe-71eb-4b1f-9468-125fee057f07 req-87d2f978-156e-44c9-8670-59ae37b7b7b1 service neutron] For port dc871a4e-53b1-4575-ab1c-8876d1527359, host n-h2-760453-5, cleared binding levels {{(pid=103304) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 26 22:02:08.809440 n-d-760453-5 neutron-server[103304]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4eb4f90-c7de-4379-9840-60877d97f712', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dc871a4e-53b1-4575-ab1c-8876d1527359'}] {{(pid=103304) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 22:02:08.811636 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d52b45f1943fcd332af9527eb73ff93c8d715d44383a3f6d18de73b4cfcf87b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-024c6404-dd3b-4499-af5b-d5461323b74e" -d '{"events": [{"server_uuid": "b4eb4f90-c7de-4379-9840-60877d97f712", "name": "network-vif-unplugged", "status": "completed", "tag": "dc871a4e-53b1-4575-ab1c-8876d1527359"}]}' {{(pid=103304) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 22:02:08.815462 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-5a527efe-71eb-4b1f-9468-125fee057f07 req-87d2f978-156e-44c9-8670-59ae37b7b7b1 service neutron] Publish callbacks [] for port (dc871a4e-53b1-4575-ab1c-8876d1527359), precommit_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:02:08.828175 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.provisioning_blocks [req-5a527efe-71eb-4b1f-9468-125fee057f07 req-87d2f978-156e-44c9-8670-59ae37b7b7b1 service neutron] Transition to ACTIVE for port object dc871a4e-53b1-4575-ab1c-8876d1527359 will not be triggered until provisioned by entity L2. {{(pid=103304) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 22:02:08.832566 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-5a527efe-71eb-4b1f-9468-125fee057f07 req-87d2f978-156e-44c9-8670-59ae37b7b7b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9281542'] for port (dc871a4e-53b1-4575-ab1c-8876d1527359), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:02:08.861342 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 26 Jan 2022 22:02:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11081aa5-9505-4b94-9e97-ee9ce7b97dd3 x-openstack-request-id: req-11081aa5-9505-4b94-9e97-ee9ce7b97dd3 {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 22:02:08.861642 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b4eb4f90-c7de-4379-9840-60877d97f712", "name": "network-vif-unplugged", "status": "completed", "tag": "dc871a4e-53b1-4575-ab1c-8876d1527359", "code": 200}]} {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 22:02:08.861894 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-11081aa5-9505-4b94-9e97-ee9ce7b97dd3 {{(pid=103304) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 22:02:08.862286 n-d-760453-5 neutron-server[103304]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4eb4f90-c7de-4379-9840-60877d97f712', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dc871a4e-53b1-4575-ab1c-8876d1527359', 'code': 200} Jan 26 22:02:08.902339 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a527efe-71eb-4b1f-9468-125fee057f07 req-87d2f978-156e-44c9-8670-59ae37b7b7b1 service neutron] No DVR routers for this DVR port dc871a4e-53b1-4575-ab1c-8876d1527359 on host n-h2-760453-5 {{(pid=103304) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 26 22:02:08.905453 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d2f978-156e-44c9-8670-59ae37b7b7b1 service neutron] Pushing event updated for resources: {'Port': ['ID=dc871a4e-53b1-4575-ab1c-8876d1527359,revision_number=6']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 22:02:08.938869 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [req-5a527efe-71eb-4b1f-9468-125fee057f07 req-87d2f978-156e-44c9-8670-59ae37b7b7b1 service neutron] Attempting to bind port dc871a4e-53b1-4575-ab1c-8876d1527359 on host n-h1-760453-5 for vnic_type normal with profile {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 22:02:08.939206 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [req-5a527efe-71eb-4b1f-9468-125fee057f07 req-87d2f978-156e-44c9-8670-59ae37b7b7b1 service neutron] Attempting to bind port dc871a4e-53b1-4575-ab1c-8876d1527359 by drivers openvswitch,hyperv on host n-h1-760453-5 at level 0 using segments [{'id': '0ffd0097-1ddd-42a5-a994-4c7784b3ffe0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '4e291e03-c4dc-42ff-bcf5-019f85aeff60'}] {{(pid=103304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 26 22:02:08.939536 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a527efe-71eb-4b1f-9468-125fee057f07 req-87d2f978-156e-44c9-8670-59ae37b7b7b1 service neutron] Attempting to bind port dc871a4e-53b1-4575-ab1c-8876d1527359 on network 4e291e03-c4dc-42ff-bcf5-019f85aeff60 {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 22:02:08.943969 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a527efe-71eb-4b1f-9468-125fee057f07 req-87d2f978-156e-44c9-8670-59ae37b7b7b1 service neutron] Port dc871a4e-53b1-4575-ab1c-8876d1527359 on network 4e291e03-c4dc-42ff-bcf5-019f85aeff60 not bound, no agent of type Open vSwitch agent registered on host n-h1-760453-5 {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 26 22:02:08.944319 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a527efe-71eb-4b1f-9468-125fee057f07 req-87d2f978-156e-44c9-8670-59ae37b7b7b1 service neutron] Attempting to bind port dc871a4e-53b1-4575-ab1c-8876d1527359 on network 4e291e03-c4dc-42ff-bcf5-019f85aeff60 {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 22:02:08.950727 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a527efe-71eb-4b1f-9468-125fee057f07 req-87d2f978-156e-44c9-8670-59ae37b7b7b1 service neutron] Checking agent: {'id': '32ef628b-8417-46c5-8729-60fcabe358f1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-760453-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 21, 3, 8), 'started_at': datetime.datetime(2022, 1, 26, 21, 3, 8), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 22, 2, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 26 22:02:08.951070 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a527efe-71eb-4b1f-9468-125fee057f07 req-87d2f978-156e-44c9-8670-59ae37b7b7b1 service neutron] Checking segment: {'id': '0ffd0097-1ddd-42a5-a994-4c7784b3ffe0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '4e291e03-c4dc-42ff-bcf5-019f85aeff60'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103304) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 22:02:08.951460 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a527efe-71eb-4b1f-9468-125fee057f07 req-87d2f978-156e-44c9-8670-59ae37b7b7b1 service neutron] Bound using segment: {'id': '0ffd0097-1ddd-42a5-a994-4c7784b3ffe0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '4e291e03-c4dc-42ff-bcf5-019f85aeff60'} {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 26 22:02:08.951883 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [req-5a527efe-71eb-4b1f-9468-125fee057f07 req-87d2f978-156e-44c9-8670-59ae37b7b7b1 service neutron] Bound port: dc871a4e-53b1-4575-ab1c-8876d1527359, host: n-h1-760453-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0ffd0097-1ddd-42a5-a994-4c7784b3ffe0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '4e291e03-c4dc-42ff-bcf5-019f85aeff60'}}] {{(pid=103304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 26 22:02:08.952243 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-5a527efe-71eb-4b1f-9468-125fee057f07 req-87d2f978-156e-44c9-8670-59ae37b7b7b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (dc871a4e-53b1-4575-ab1c-8876d1527359), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:02:09.043976 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [req-5a527efe-71eb-4b1f-9468-125fee057f07 req-87d2f978-156e-44c9-8670-59ae37b7b7b1 service neutron] For port dc871a4e-53b1-4575-ab1c-8876d1527359, host n-h1-760453-5, cleared binding levels {{(pid=103304) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 26 22:02:09.061520 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [req-5a527efe-71eb-4b1f-9468-125fee057f07 req-87d2f978-156e-44c9-8670-59ae37b7b7b1 service neutron] For port dc871a4e-53b1-4575-ab1c-8876d1527359, host n-h1-760453-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-5',level=0,port_id=dc871a4e-53b1-4575-ab1c-8876d1527359,segment=NetworkSegment(0ffd0097-1ddd-42a5-a994-4c7784b3ffe0),segment_id=0ffd0097-1ddd-42a5-a994-4c7784b3ffe0)] {{(pid=103304) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 26 22:02:09.066152 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-5a527efe-71eb-4b1f-9468-125fee057f07 req-87d2f978-156e-44c9-8670-59ae37b7b7b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9281542'] for port (dc871a4e-53b1-4575-ab1c-8876d1527359), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:02:09.106389 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e42fd9-47a6-4feb-bfe5-62fc4d5a2885 req-cd232407-c1f5-49e5-b8f1-8964cb604a7d tempest-DeleteServersTestJSON-1842693273 tempest-DeleteServersTestJSON-1842693273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:02:09.107955 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-57e42fd9-47a6-4feb-bfe5-62fc4d5a2885 req-cd232407-c1f5-49e5-b8f1-8964cb604a7d tempest-DeleteServersTestJSON-1842693273 tempest-DeleteServersTestJSON-1842693273-project] 10.222.0.13 "GET /v2.0/ports?device_id=b4eb4f90-c7de-4379-9840-60877d97f712 HTTP/1.1" status: 200 len: 943 time: 0.0962765 Jan 26 22:02:09.122470 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a527efe-71eb-4b1f-9468-125fee057f07 req-87d2f978-156e-44c9-8670-59ae37b7b7b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:02:09.123102 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-5a527efe-71eb-4b1f-9468-125fee057f07 req-87d2f978-156e-44c9-8670-59ae37b7b7b1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:02:09.124504 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-5a527efe-71eb-4b1f-9468-125fee057f07 req-87d2f978-156e-44c9-8670-59ae37b7b7b1 service neutron] 10.222.0.66 "PUT /v2.0/ports/dc871a4e-53b1-4575-ab1c-8876d1527359 HTTP/1.1" status: 200 len: 1091 time: 0.6426880 Jan 26 22:02:09.169046 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d2f978-156e-44c9-8670-59ae37b7b7b1 service neutron] Pushing event updated for resources: {'Port': ['ID=dc871a4e-53b1-4575-ab1c-8876d1527359,revision_number=7']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 22:02:09.214710 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-57e42fd9-47a6-4feb-bfe5-62fc4d5a2885 req-6319fc39-92b6-40e0-a03b-eef87fd8e0b3 tempest-DeleteServersTestJSON-1842693273 tempest-DeleteServersTestJSON-1842693273-project] 10.222.0.13 "GET /v2.0/security-groups?id=e9f3e68e-434f-464d-9b92-e92f55b0d07e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981286 Jan 26 22:02:09.225070 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a527efe-71eb-4b1f-9468-125fee057f07 req-c548a13b-e21e-401b-be99-452b79607d94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:02:09.227508 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-5a527efe-71eb-4b1f-9468-125fee057f07 req-c548a13b-e21e-401b-be99-452b79607d94 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=12c754ab86794771b8671a16af8f709a&device_id=b4eb4f90-c7de-4379-9840-60877d97f712 HTTP/1.1" status: 200 len: 1094 time: 0.0668700 Jan 26 22:02:09.323483 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a527efe-71eb-4b1f-9468-125fee057f07 req-b6155a78-b510-4c97-9532-5eca8db2c0e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:02:09.324887 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-5a527efe-71eb-4b1f-9468-125fee057f07 req-b6155a78-b510-4c97-9532-5eca8db2c0e2 service neutron] 10.222.0.66 "GET /v2.0/networks?id=4e291e03-c4dc-42ff-bcf5-019f85aeff60 HTTP/1.1" status: 200 len: 912 time: 0.0919766 Jan 26 22:02:09.364806 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-5a527efe-71eb-4b1f-9468-125fee057f07 req-c333868f-dc26-417a-b62a-eb67fc5adc07 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=dc871a4e-53b1-4575-ab1c-8876d1527359 HTTP/1.1" status: 200 len: 217 time: 0.0343518 Jan 26 22:02:09.412133 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a527efe-71eb-4b1f-9468-125fee057f07 req-1f1cb4f7-4115-4ad7-8269-76cb3fa11c0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:02:09.413627 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-5a527efe-71eb-4b1f-9468-125fee057f07 req-1f1cb4f7-4115-4ad7-8269-76cb3fa11c0a service neutron] 10.222.0.66 "GET /v2.0/subnets?id=0dcfbda3-62b8-4b9b-9b26-76ade60c57c8 HTTP/1.1" status: 200 len: 851 time: 0.0429056 Jan 26 22:02:09.443800 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-5a527efe-71eb-4b1f-9468-125fee057f07 req-af8cb9e5-8faf-4415-a1a6-97a7c5b0ac1b service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=4e291e03-c4dc-42ff-bcf5-019f85aeff60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0248561 Jan 26 22:02:09.533982 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-5a527efe-71eb-4b1f-9468-125fee057f07 req-f3f585bc-96ee-499d-b9ee-1daf85459828 service neutron] 10.222.0.66 "GET /v2.0/networks/4e291e03-c4dc-42ff-bcf5-019f85aeff60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837569 Jan 26 22:02:09.621537 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-5a527efe-71eb-4b1f-9468-125fee057f07 req-13e1b645-df82-4ef8-94fc-799ca98cb0ce service neutron] 10.222.0.66 "GET /v2.0/networks/4e291e03-c4dc-42ff-bcf5-019f85aeff60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808513 Jan 26 22:02:10.338296 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96b3cf7-9011-47a4-825d-ba9ada217283 req-a468d480-e34d-4fb3-8c6c-85c90e4234f4 tempest-DeleteServersTestJSON-1842693273 tempest-DeleteServersTestJSON-1842693273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:02:10.339672 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-a96b3cf7-9011-47a4-825d-ba9ada217283 req-a468d480-e34d-4fb3-8c6c-85c90e4234f4 tempest-DeleteServersTestJSON-1842693273 tempest-DeleteServersTestJSON-1842693273-project] 10.222.0.13 "GET /v2.0/ports?device_id=b4eb4f90-c7de-4379-9840-60877d97f712 HTTP/1.1" status: 200 len: 943 time: 0.0538838 Jan 26 22:02:10.386544 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-a96b3cf7-9011-47a4-825d-ba9ada217283 req-436035b4-9ca0-48d2-a508-4d5d14c48a47 tempest-DeleteServersTestJSON-1842693273 tempest-DeleteServersTestJSON-1842693273-project] 10.222.0.13 "GET /v2.0/security-groups?id=e9f3e68e-434f-464d-9b92-e92f55b0d07e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412979 Jan 26 22:02:10.863127 n-d-760453-5 neutron-server[103304]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b4eb4f90-c7de-4379-9840-60877d97f712', 'tag': 'dc871a4e-53b1-4575-ab1c-8876d1527359'}] {{(pid=103304) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 22:02:10.865473 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d52b45f1943fcd332af9527eb73ff93c8d715d44383a3f6d18de73b4cfcf87b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87a47171-c0d9-412c-bf0f-27d48b757ba4" -d '{"events": [{"name": "network-changed", "server_uuid": "b4eb4f90-c7de-4379-9840-60877d97f712", "tag": "dc871a4e-53b1-4575-ab1c-8876d1527359"}]}' {{(pid=103304) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 22:02:10.918382 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 26 Jan 2022 22:02:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-603dd787-0a49-4590-9a2d-5ae23ef6be62 x-openstack-request-id: req-603dd787-0a49-4590-9a2d-5ae23ef6be62 {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 22:02:10.918687 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b4eb4f90-c7de-4379-9840-60877d97f712", "tag": "dc871a4e-53b1-4575-ab1c-8876d1527359", "status": "completed", "code": 200}]} {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 22:02:10.918937 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-603dd787-0a49-4590-9a2d-5ae23ef6be62 {{(pid=103304) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 22:02:10.919345 n-d-760453-5 neutron-server[103304]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b4eb4f90-c7de-4379-9840-60877d97f712', 'tag': 'dc871a4e-53b1-4575-ab1c-8876d1527359', 'status': 'completed', 'code': 200} Jan 26 22:02:11.006950 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a47171-c0d9-412c-bf0f-27d48b757ba4 req-c464c109-08d9-4a95-a0f8-caac8423bd1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:02:11.008994 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-87a47171-c0d9-412c-bf0f-27d48b757ba4 req-c464c109-08d9-4a95-a0f8-caac8423bd1f service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=12c754ab86794771b8671a16af8f709a&device_id=b4eb4f90-c7de-4379-9840-60877d97f712 HTTP/1.1" status: 200 len: 1094 time: 0.0736024 Jan 26 22:02:11.012159 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a47171-c0d9-412c-bf0f-27d48b757ba4 req-964aeee7-545f-4114-b11c-65c8b799e90b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:02:11.013735 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-87a47171-c0d9-412c-bf0f-27d48b757ba4 req-964aeee7-545f-4114-b11c-65c8b799e90b service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=12c754ab86794771b8671a16af8f709a&device_id=b4eb4f90-c7de-4379-9840-60877d97f712 HTTP/1.1" status: 200 len: 1094 time: 0.0537882 Jan 26 22:02:11.175467 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a47171-c0d9-412c-bf0f-27d48b757ba4 req-5203c80b-9a0e-4790-b599-7ae3f178c498 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:02:11.176871 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-87a47171-c0d9-412c-bf0f-27d48b757ba4 req-5203c80b-9a0e-4790-b599-7ae3f178c498 service neutron] 10.222.0.66 "GET /v2.0/networks?id=4e291e03-c4dc-42ff-bcf5-019f85aeff60 HTTP/1.1" status: 200 len: 912 time: 0.1542706 Jan 26 22:02:11.177823 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a47171-c0d9-412c-bf0f-27d48b757ba4 req-1dd6133b-c137-4f34-a8b1-e9807ad5e698 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:02:11.179111 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-87a47171-c0d9-412c-bf0f-27d48b757ba4 req-1dd6133b-c137-4f34-a8b1-e9807ad5e698 service neutron] 10.222.0.57 "GET /v2.0/networks?id=4e291e03-c4dc-42ff-bcf5-019f85aeff60 HTTP/1.1" status: 200 len: 912 time: 0.1642599 Jan 26 22:02:11.251652 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-87a47171-c0d9-412c-bf0f-27d48b757ba4 req-728fdf31-8d71-4d97-8234-425a3acf1ca2 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=dc871a4e-53b1-4575-ab1c-8876d1527359 HTTP/1.1" status: 200 len: 217 time: 0.0680313 Jan 26 22:02:11.252972 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-87a47171-c0d9-412c-bf0f-27d48b757ba4 req-bc6e0972-f7aa-4308-9dd8-75db3f79e0ec service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=dc871a4e-53b1-4575-ab1c-8876d1527359 HTTP/1.1" status: 200 len: 217 time: 0.0639241 Jan 26 22:02:11.336894 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a47171-c0d9-412c-bf0f-27d48b757ba4 req-e79d014f-ed5e-4d8b-95b7-01d42b0d64b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:02:11.338344 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-87a47171-c0d9-412c-bf0f-27d48b757ba4 req-e79d014f-ed5e-4d8b-95b7-01d42b0d64b3 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=0dcfbda3-62b8-4b9b-9b26-76ade60c57c8 HTTP/1.1" status: 200 len: 851 time: 0.0802131 Jan 26 22:02:11.339753 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a47171-c0d9-412c-bf0f-27d48b757ba4 req-69add202-0a32-4637-834f-b7f3893f2732 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:02:11.341082 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-87a47171-c0d9-412c-bf0f-27d48b757ba4 req-69add202-0a32-4637-834f-b7f3893f2732 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=0dcfbda3-62b8-4b9b-9b26-76ade60c57c8 HTTP/1.1" status: 200 len: 851 time: 0.0747340 Jan 26 22:02:11.393420 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-87a47171-c0d9-412c-bf0f-27d48b757ba4 req-97f8e057-2c20-4fd5-ba9c-789adcbfabfd service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=4e291e03-c4dc-42ff-bcf5-019f85aeff60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0489354 Jan 26 22:02:11.395319 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-87a47171-c0d9-412c-bf0f-27d48b757ba4 req-c81f5fe6-886d-421d-b29d-386df3b62b96 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=4e291e03-c4dc-42ff-bcf5-019f85aeff60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0434623 Jan 26 22:02:11.592217 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa17b2f-6b29-432b-a9bc-883c5028fd19 req-d0759b39-8bc6-4853-8b4f-946a87648b95 tempest-DeleteServersTestJSON-1842693273 tempest-DeleteServersTestJSON-1842693273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:02:11.593762 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-5fa17b2f-6b29-432b-a9bc-883c5028fd19 req-d0759b39-8bc6-4853-8b4f-946a87648b95 tempest-DeleteServersTestJSON-1842693273 tempest-DeleteServersTestJSON-1842693273-project] 10.222.0.13 "GET /v2.0/ports?device_id=b4eb4f90-c7de-4379-9840-60877d97f712 HTTP/1.1" status: 200 len: 943 time: 0.1032565 Jan 26 22:02:11.597369 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-87a47171-c0d9-412c-bf0f-27d48b757ba4 req-55464de9-0f61-47e3-b003-a8babfc7b09e service neutron] 10.222.0.66 "GET /v2.0/networks/4e291e03-c4dc-42ff-bcf5-019f85aeff60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1970370 Jan 26 22:02:11.602888 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-87a47171-c0d9-412c-bf0f-27d48b757ba4 req-4502123a-2d29-4895-91e3-b9dc29ee78eb service neutron] 10.222.0.57 "GET /v2.0/networks/4e291e03-c4dc-42ff-bcf5-019f85aeff60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2014956 Jan 26 22:02:11.765286 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-5fa17b2f-6b29-432b-a9bc-883c5028fd19 req-d624bc9a-6ae9-4a46-ba95-928c8d727138 tempest-DeleteServersTestJSON-1842693273 tempest-DeleteServersTestJSON-1842693273-project] 10.222.0.13 "GET /v2.0/security-groups?id=e9f3e68e-434f-464d-9b92-e92f55b0d07e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1654496 Jan 26 22:02:11.800843 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-87a47171-c0d9-412c-bf0f-27d48b757ba4 req-f08db736-22ec-48b0-b62c-d2fd21ea7b73 service neutron] 10.222.0.57 "GET /v2.0/networks/4e291e03-c4dc-42ff-bcf5-019f85aeff60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1843488 Jan 26 22:02:11.802812 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-87a47171-c0d9-412c-bf0f-27d48b757ba4 req-06ced78b-76ec-4651-9f5a-29b93cbde909 service neutron] 10.222.0.66 "GET /v2.0/networks/4e291e03-c4dc-42ff-bcf5-019f85aeff60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1940982 Jan 26 22:02:12.885455 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a87e89-4bca-41fa-9162-433567dbdee3 req-62c450e5-7514-4d77-b5fd-ee1de9c318ec tempest-DeleteServersTestJSON-1842693273 tempest-DeleteServersTestJSON-1842693273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:02:12.886951 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-e9a87e89-4bca-41fa-9162-433567dbdee3 req-62c450e5-7514-4d77-b5fd-ee1de9c318ec tempest-DeleteServersTestJSON-1842693273 tempest-DeleteServersTestJSON-1842693273-project] 10.222.0.13 "GET /v2.0/ports?device_id=b4eb4f90-c7de-4379-9840-60877d97f712 HTTP/1.1" status: 200 len: 943 time: 0.0529292 Jan 26 22:02:12.933165 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-e9a87e89-4bca-41fa-9162-433567dbdee3 req-d201d307-37c0-4ac0-a950-3b7605826721 tempest-DeleteServersTestJSON-1842693273 tempest-DeleteServersTestJSON-1842693273-project] 10.222.0.13 "GET /v2.0/security-groups?id=e9f3e68e-434f-464d-9b92-e92f55b0d07e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407434 Jan 26 22:02:13.014848 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Device dc871a4e-53b1-4575-ab1c-8876d1527359 details requested by agent hyperv_n-h1-760453-5 with host n-h1-760453-5 {{(pid=103306) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 26 22:02:13.109053 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] For port dc871a4e-53b1-4575-ab1c-8876d1527359, host n-h1-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-5',level=0,port_id=dc871a4e-53b1-4575-ab1c-8876d1527359,segment=NetworkSegment(0ffd0097-1ddd-42a5-a994-4c7784b3ffe0),segment_id=0ffd0097-1ddd-42a5-a994-4c7784b3ffe0)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 22:02:13.124232 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Returning: {'device': 'dc871a4e-53b1-4575-ab1c-8876d1527359', 'network_id': '4e291e03-c4dc-42ff-bcf5-019f85aeff60', 'port_id': 'dc871a4e-53b1-4575-ab1c-8876d1527359', 'mac_address': 'fa:16:3e:13:48:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 558, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0dcfbda3-62b8-4b9b-9b26-76ade60c57c8', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103306) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 26 22:02:13.160702 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Current status of the port dc871a4e-53b1-4575-ab1c-8876d1527359 is: DOWN; New status is: BUILD {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 22:02:13.161085 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (dc871a4e-53b1-4575-ab1c-8876d1527359), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:02:13.173618 n-d-760453-5 neutron-server[103306]: DEBUG neutron.notifiers.nova [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dc871a4e-53b1-4575-ab1c-8876d1527359 {{(pid=103306) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 26 22:02:13.192595 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] For port dc871a4e-53b1-4575-ab1c-8876d1527359, host n-h1-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-5',level=0,port_id=dc871a4e-53b1-4575-ab1c-8876d1527359,segment=NetworkSegment(0ffd0097-1ddd-42a5-a994-4c7784b3ffe0),segment_id=0ffd0097-1ddd-42a5-a994-4c7784b3ffe0)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 22:02:13.197545 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (dc871a4e-53b1-4575-ab1c-8876d1527359), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:02:13.200720 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a206dbb-bd60-44f8-ba8e-145ed1ab60ef req-93ca684d-6a79-450d-963c-1bd54a7ecf81 tempest-DeleteServersTestJSON-1842693273 tempest-DeleteServersTestJSON-1842693273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:02:13.202276 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-0a206dbb-bd60-44f8-ba8e-145ed1ab60ef req-93ca684d-6a79-450d-963c-1bd54a7ecf81 tempest-DeleteServersTestJSON-1842693273 tempest-DeleteServersTestJSON-1842693273-project] 10.222.0.57 "GET /v2.0/ports?device_id=b4eb4f90-c7de-4379-9840-60877d97f712&tenant_id=12c754ab86794771b8671a16af8f709a&binding%3Ahost_id=n-h1-760453-5 HTTP/1.1" status: 200 len: 943 time: 0.0833461 Jan 26 22:02:13.244179 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Pushing event updated for resources: {'Port': ['ID=dc871a4e-53b1-4575-ab1c-8876d1527359,revision_number=8']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 22:02:13.266868 n-d-760453-5 neutron-server[103304]: INFO neutron.api.v2.resource [req-0a206dbb-bd60-44f8-ba8e-145ed1ab60ef req-3380c45c-45c5-49ae-abc3-fc87a4da1c09 service neutron] delete failed (client error): The resource could not be found. Jan 26 22:02:13.267897 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-0a206dbb-bd60-44f8-ba8e-145ed1ab60ef req-3380c45c-45c5-49ae-abc3-fc87a4da1c09 service neutron] 10.222.0.57 "DELETE /v2.0/ports/dc871a4e-53b1-4575-ab1c-8876d1527359/bindings/n-h2-760453-5 HTTP/1.1" status: 404 len: 380 time: 0.0598679 Jan 26 22:02:13.349329 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a206dbb-bd60-44f8-ba8e-145ed1ab60ef req-eff3aae5-85c9-4eb4-99da-d6f34c437f68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:02:13.350758 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-0a206dbb-bd60-44f8-ba8e-145ed1ab60ef req-eff3aae5-85c9-4eb4-99da-d6f34c437f68 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=12c754ab86794771b8671a16af8f709a&device_id=b4eb4f90-c7de-4379-9840-60877d97f712 HTTP/1.1" status: 200 len: 1095 time: 0.0416324 Jan 26 22:02:13.418314 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Device dc871a4e-53b1-4575-ab1c-8876d1527359 no longer exists at agent hyperv_n-h2-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 26 22:02:13.440061 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a206dbb-bd60-44f8-ba8e-145ed1ab60ef req-bbd46cf2-3212-4ff3-a5de-f86d54978baa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:02:13.441585 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-0a206dbb-bd60-44f8-ba8e-145ed1ab60ef req-bbd46cf2-3212-4ff3-a5de-f86d54978baa service neutron] 10.222.0.57 "GET /v2.0/networks?id=4e291e03-c4dc-42ff-bcf5-019f85aeff60 HTTP/1.1" status: 200 len: 912 time: 0.0849218 Jan 26 22:02:13.457505 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] The host n-h2-760453-5 is not matching for port dc871a4e-53b1-4575-ab1c-8876d1527359 host n-h1-760453-5! {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2317}} Jan 26 22:02:13.457900 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Device dc871a4e-53b1-4575-ab1c-8876d1527359 not bound to the agent host n-h2-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 26 22:02:13.485780 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-0a206dbb-bd60-44f8-ba8e-145ed1ab60ef req-468723a6-ab99-4f7a-92fc-9b3a464e0850 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=dc871a4e-53b1-4575-ab1c-8876d1527359 HTTP/1.1" status: 200 len: 217 time: 0.0384023 Jan 26 22:02:13.533955 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a206dbb-bd60-44f8-ba8e-145ed1ab60ef req-2ff6a260-50c1-4202-8b44-ffbd26ba76f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:02:13.535443 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-0a206dbb-bd60-44f8-ba8e-145ed1ab60ef req-2ff6a260-50c1-4202-8b44-ffbd26ba76f0 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=0dcfbda3-62b8-4b9b-9b26-76ade60c57c8 HTTP/1.1" status: 200 len: 851 time: 0.0442209 Jan 26 22:02:13.566969 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-0a206dbb-bd60-44f8-ba8e-145ed1ab60ef req-efe7a530-d21b-470c-8bf8-3a4d647796be service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=4e291e03-c4dc-42ff-bcf5-019f85aeff60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0255344 Jan 26 22:02:13.631807 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] get_ports_and_sgs() called for port_ids ['dc871a4e-53b1-4575-ab1c-8876d1527359'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 26 22:02:13.660505 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-0a206dbb-bd60-44f8-ba8e-145ed1ab60ef req-2286d315-0a78-4f4c-a9b0-f84cf9134640 service neutron] 10.222.0.57 "GET /v2.0/networks/4e291e03-c4dc-42ff-bcf5-019f85aeff60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876226 Jan 26 22:02:13.751621 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-0a206dbb-bd60-44f8-ba8e-145ed1ab60ef req-6c00144f-cd5d-465b-88d4-1da024293d70 service neutron] 10.222.0.57 "GET /v2.0/networks/4e291e03-c4dc-42ff-bcf5-019f85aeff60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847909 Jan 26 22:02:14.420919 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c93d4d-1ee6-4e57-a518-19d729fbeaff req-32c41254-82d4-42b8-9d00-090a8a42cba6 tempest-DeleteServersTestJSON-1842693273 tempest-DeleteServersTestJSON-1842693273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:02:14.422408 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-d9c93d4d-1ee6-4e57-a518-19d729fbeaff req-32c41254-82d4-42b8-9d00-090a8a42cba6 tempest-DeleteServersTestJSON-1842693273 tempest-DeleteServersTestJSON-1842693273-project] 10.222.0.13 "GET /v2.0/ports?device_id=b4eb4f90-c7de-4379-9840-60877d97f712 HTTP/1.1" status: 200 len: 944 time: 0.0533137 Jan 26 22:02:14.469555 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-d9c93d4d-1ee6-4e57-a518-19d729fbeaff req-945ebd1b-565f-4e1a-a757-c3e38a0cdfa8 tempest-DeleteServersTestJSON-1842693273 tempest-DeleteServersTestJSON-1842693273-project] 10.222.0.13 "GET /v2.0/security-groups?id=e9f3e68e-434f-464d-9b92-e92f55b0d07e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414622 Jan 26 22:02:15.016132 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Device dc871a4e-53b1-4575-ab1c-8876d1527359 up at agent hyperv_n-h1-760453-5 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 22:02:15.063887 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Provisioning for port dc871a4e-53b1-4575-ab1c-8876d1527359 completed by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 22:02:15.067752 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Provisioning complete for port dc871a4e-53b1-4575-ab1c-8876d1527359 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 22:02:15.068131 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (dc871a4e-53b1-4575-ab1c-8876d1527359), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:02:15.145439 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Current status of the port dc871a4e-53b1-4575-ab1c-8876d1527359 is: BUILD; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 22:02:15.145822 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (dc871a4e-53b1-4575-ab1c-8876d1527359), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:02:15.167037 n-d-760453-5 neutron-server[103306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4eb4f90-c7de-4379-9840-60877d97f712', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc871a4e-53b1-4575-ab1c-8876d1527359'}] {{(pid=103306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 22:02:15.169418 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9d5d370febab655511bdd2ffe887e43e442d144a440368702bcc1e93af00b97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d06eee9b-2b2a-4a07-95a5-23b591009e17" -d '{"events": [{"server_uuid": "b4eb4f90-c7de-4379-9840-60877d97f712", "name": "network-vif-plugged", "status": "completed", "tag": "dc871a4e-53b1-4575-ab1c-8876d1527359"}]}' {{(pid=103306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 22:02:15.182352 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] For port dc871a4e-53b1-4575-ab1c-8876d1527359, host n-h1-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-5',level=0,port_id=dc871a4e-53b1-4575-ab1c-8876d1527359,segment=NetworkSegment(0ffd0097-1ddd-42a5-a994-4c7784b3ffe0),segment_id=0ffd0097-1ddd-42a5-a994-4c7784b3ffe0)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 22:02:15.187424 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (dc871a4e-53b1-4575-ab1c-8876d1527359), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:02:15.211130 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Jan 2022 22:02:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b36ea4f3-998f-4073-9ef7-d4231fe34999 x-openstack-request-id: req-b36ea4f3-998f-4073-9ef7-d4231fe34999 {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 22:02:15.211421 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b4eb4f90-c7de-4379-9840-60877d97f712", "name": "network-vif-plugged", "status": "completed", "tag": "dc871a4e-53b1-4575-ab1c-8876d1527359", "code": 200}]} {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 22:02:15.211680 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b36ea4f3-998f-4073-9ef7-d4231fe34999 {{(pid=103306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 22:02:15.212062 n-d-760453-5 neutron-server[103306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4eb4f90-c7de-4379-9840-60877d97f712', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc871a4e-53b1-4575-ab1c-8876d1527359', 'code': 200} Jan 26 22:02:15.236248 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Pushing event updated for resources: {'Port': ['ID=dc871a4e-53b1-4575-ab1c-8876d1527359,revision_number=9']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 22:02:15.585706 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e1af2b-c259-4570-b51d-f7c4bd1a4245 req-07d30650-6b74-45c7-a0f8-b984ae2b6d6a tempest-DeleteServersTestJSON-1842693273 tempest-DeleteServersTestJSON-1842693273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:02:15.587192 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-c4e1af2b-c259-4570-b51d-f7c4bd1a4245 req-07d30650-6b74-45c7-a0f8-b984ae2b6d6a tempest-DeleteServersTestJSON-1842693273 tempest-DeleteServersTestJSON-1842693273-project] 10.222.0.13 "GET /v2.0/ports?device_id=b4eb4f90-c7de-4379-9840-60877d97f712 HTTP/1.1" status: 200 len: 945 time: 0.0486581 Jan 26 22:02:15.635076 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-c4e1af2b-c259-4570-b51d-f7c4bd1a4245 req-dc231cd1-ae93-40cc-a222-fed87bdbfbf2 tempest-DeleteServersTestJSON-1842693273 tempest-DeleteServersTestJSON-1842693273-project] 10.222.0.13 "GET /v2.0/security-groups?id=e9f3e68e-434f-464d-9b92-e92f55b0d07e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422423 Jan 26 22:02:15.936118 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a206dbb-bd60-44f8-ba8e-145ed1ab60ef req-be052cec-875b-4c5d-a2d7-8bfe8e5ca722 tempest-DeleteServersTestJSON-1842693273 tempest-DeleteServersTestJSON-1842693273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:02:15.937513 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-0a206dbb-bd60-44f8-ba8e-145ed1ab60ef req-be052cec-875b-4c5d-a2d7-8bfe8e5ca722 tempest-DeleteServersTestJSON-1842693273 tempest-DeleteServersTestJSON-1842693273-project] 10.222.0.66 "GET /v2.0/ports?device_id=b4eb4f90-c7de-4379-9840-60877d97f712 HTTP/1.1" status: 200 len: 945 time: 0.0481687 Jan 26 22:02:16.026831 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [req-0a206dbb-bd60-44f8-ba8e-145ed1ab60ef req-cacc0cff-8fc2-412d-a451-e8b1f17f1c20 tempest-DeleteServersTestJSON-1842693273 tempest-DeleteServersTestJSON-1842693273-project] Deleting port dc871a4e-53b1-4575-ab1c-8876d1527359 {{(pid=103304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 22:02:16.027173 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-0a206dbb-bd60-44f8-ba8e-145ed1ab60ef req-cacc0cff-8fc2-412d-a451-e8b1f17f1c20 tempest-DeleteServersTestJSON-1842693273 tempest-DeleteServersTestJSON-1842693273-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746560630878'] for port (dc871a4e-53b1-4575-ab1c-8876d1527359), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:02:16.115162 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [req-0a206dbb-bd60-44f8-ba8e-145ed1ab60ef req-cacc0cff-8fc2-412d-a451-e8b1f17f1c20 tempest-DeleteServersTestJSON-1842693273 tempest-DeleteServersTestJSON-1842693273-project] For port dc871a4e-53b1-4575-ab1c-8876d1527359, host n-h1-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-5',level=0,port_id=dc871a4e-53b1-4575-ab1c-8876d1527359,segment=NetworkSegment(0ffd0097-1ddd-42a5-a994-4c7784b3ffe0),segment_id=0ffd0097-1ddd-42a5-a994-4c7784b3ffe0)] {{(pid=103304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 22:02:16.115518 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-0a206dbb-bd60-44f8-ba8e-145ed1ab60ef req-cacc0cff-8fc2-412d-a451-e8b1f17f1c20 tempest-DeleteServersTestJSON-1842693273 tempest-DeleteServersTestJSON-1842693273-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4109658'] for port (dc871a4e-53b1-4575-ab1c-8876d1527359), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:02:16.127295 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [req-0a206dbb-bd60-44f8-ba8e-145ed1ab60ef req-cacc0cff-8fc2-412d-a451-e8b1f17f1c20 tempest-DeleteServersTestJSON-1842693273 tempest-DeleteServersTestJSON-1842693273-project] Calling delete_port for dc871a4e-53b1-4575-ab1c-8876d1527359 owned by compute:nova {{(pid=103304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 22:02:16.262477 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-0a206dbb-bd60-44f8-ba8e-145ed1ab60ef req-cacc0cff-8fc2-412d-a451-e8b1f17f1c20 tempest-DeleteServersTestJSON-1842693273 tempest-DeleteServersTestJSON-1842693273-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746560636600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746560234536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9281553'] for port (dc871a4e-53b1-4575-ab1c-8876d1527359), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:02:16.298189 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] get_ports_and_sgs() called for port_ids ['dc871a4e-53b1-4575-ab1c-8876d1527359'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 26 22:02:16.298631 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cacc0cff-8fc2-412d-a451-e8b1f17f1c20 tempest-DeleteServersTestJSON-1842693273 tempest-DeleteServersTestJSON-1842693273-project] Pushing event deleted for resources: {'Port': ['ID=dc871a4e-53b1-4575-ab1c-8876d1527359,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 22:02:16.340268 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a206dbb-bd60-44f8-ba8e-145ed1ab60ef req-cacc0cff-8fc2-412d-a451-e8b1f17f1c20 tempest-DeleteServersTestJSON-1842693273 tempest-DeleteServersTestJSON-1842693273-project] No DVR routers for this DVR port dc871a4e-53b1-4575-ab1c-8876d1527359 on host n-h1-760453-5 {{(pid=103304) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 26 22:02:16.343106 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-0a206dbb-bd60-44f8-ba8e-145ed1ab60ef req-cacc0cff-8fc2-412d-a451-e8b1f17f1c20 tempest-DeleteServersTestJSON-1842693273 tempest-DeleteServersTestJSON-1842693273-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:02:16.346885 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-0a206dbb-bd60-44f8-ba8e-145ed1ab60ef req-cacc0cff-8fc2-412d-a451-e8b1f17f1c20 tempest-DeleteServersTestJSON-1842693273 tempest-DeleteServersTestJSON-1842693273-project] 10.222.0.66 "DELETE /v2.0/ports/dc871a4e-53b1-4575-ab1c-8876d1527359 HTTP/1.1" status: 204 len: 173 time: 0.4037125 Jan 26 22:02:16.347349 n-d-760453-5 neutron-server[103304]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4eb4f90-c7de-4379-9840-60877d97f712', 'name': 'network-vif-deleted', 'tag': 'dc871a4e-53b1-4575-ab1c-8876d1527359'}] {{(pid=103304) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 22:02:16.350657 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d52b45f1943fcd332af9527eb73ff93c8d715d44383a3f6d18de73b4cfcf87b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e45c5f59-7908-4d13-9828-0cd2098b61b9" -d '{"events": [{"server_uuid": "b4eb4f90-c7de-4379-9840-60877d97f712", "name": "network-vif-deleted", "tag": "dc871a4e-53b1-4575-ab1c-8876d1527359"}]}' {{(pid=103304) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 22:02:16.387397 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Jan 2022 22:02:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f442576-4fe5-4f62-87ce-4fbcd1c7fbb5 x-openstack-request-id: req-2f442576-4fe5-4f62-87ce-4fbcd1c7fbb5 {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 22:02:16.387719 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b4eb4f90-c7de-4379-9840-60877d97f712", "name": "network-vif-deleted", "tag": "dc871a4e-53b1-4575-ab1c-8876d1527359", "status": "completed", "code": 200}]} {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 22:02:16.387940 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-2f442576-4fe5-4f62-87ce-4fbcd1c7fbb5 {{(pid=103304) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 22:02:16.388341 n-d-760453-5 neutron-server[103304]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4eb4f90-c7de-4379-9840-60877d97f712', 'name': 'network-vif-deleted', 'tag': 'dc871a4e-53b1-4575-ab1c-8876d1527359', 'status': 'completed', 'code': 200} Jan 26 22:02:16.763476 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 51282) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 22:02:16.807894 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.db_base_plugin_v2 [None req-5d99663d-0317-428c-9ce5-3accfea53169 admin admin] Deleting subnet 0dcfbda3-62b8-4b9b-9b26-76ade60c57c8 {{(pid=103305) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 26 22:02:16.810785 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-5d99663d-0317-428c-9ce5-3accfea53169 admin admin] Publish callbacks [] for subnet (0dcfbda3-62b8-4b9b-9b26-76ade60c57c8), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:02:16.844062 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-5d99663d-0317-428c-9ce5-3accfea53169 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11788946'] for subnet (0dcfbda3-62b8-4b9b-9b26-76ade60c57c8), precommit_delete_associations {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:02:16.881174 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-5d99663d-0317-428c-9ce5-3accfea53169 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687316'] for subnet (0dcfbda3-62b8-4b9b-9b26-76ade60c57c8), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:02:16.938128 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-5d99663d-0317-428c-9ce5-3accfea53169 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11791594', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11599980'] for subnet (0dcfbda3-62b8-4b9b-9b26-76ade60c57c8), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:02:16.963123 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d99663d-0317-428c-9ce5-3accfea53169 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0dcfbda3-62b8-4b9b-9b26-76ade60c57c8,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 22:02:16.969117 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-5d99663d-0317-428c-9ce5-3accfea53169 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:02:16.975087 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-5d99663d-0317-428c-9ce5-3accfea53169 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/0dcfbda3-62b8-4b9b-9b26-76ade60c57c8 HTTP/1.1" status: 204 len: 168 time: 0.2103741 Jan 26 22:02:16.977784 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 51284) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 22:02:17.045306 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-c1cdc7ef-c4b0-4f11-9be4-6899f8f10c49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-748181'] for network (4e291e03-c4dc-42ff-bcf5-019f85aeff60), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:02:17.126163 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-c1cdc7ef-c4b0-4f11-9be4-6899f8f10c49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-686403', 'neutron.services.segments.db._delete_segments_for_network-8746560774018'] for network (4e291e03-c4dc-42ff-bcf5-019f85aeff60), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:02:17.146176 n-d-760453-5 neutron-server[103305]: DEBUG neutron.services.segments.db [None req-c1cdc7ef-c4b0-4f11-9be4-6899f8f10c49 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4e291e03-c4dc-42ff-bcf5-019f85aeff60']}} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 22:02:17.155912 n-d-760453-5 neutron-server[103305]: DEBUG neutron.services.segments.db [None req-c1cdc7ef-c4b0-4f11-9be4-6899f8f10c49 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0ffd0097-1ddd-42a5-a994-4c7784b3ffe0') {'for_net_delete': True} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 22:02:17.156212 n-d-760453-5 neutron-server[103305]: DEBUG neutron.services.segments.db [None req-c1cdc7ef-c4b0-4f11-9be4-6899f8f10c49 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0ffd0097-1ddd-42a5-a994-4c7784b3ffe0') {} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 22:02:17.165430 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-c1cdc7ef-c4b0-4f11-9be4-6899f8f10c49 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746560742283', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11788955'] for segment (0ffd0097-1ddd-42a5-a994-4c7784b3ffe0), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:02:17.178464 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-c1cdc7ef-c4b0-4f11-9be4-6899f8f10c49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576559'] for segment (0ffd0097-1ddd-42a5-a994-4c7784b3ffe0), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:02:17.184370 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c1cdc7ef-c4b0-4f11-9be4-6899f8f10c49 admin admin] Releasing vlan 558 on physical network physnet1 to pool {{(pid=103305) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 26 22:02:17.184741 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-c1cdc7ef-c4b0-4f11-9be4-6899f8f10c49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11791428'] for segment (0ffd0097-1ddd-42a5-a994-4c7784b3ffe0), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:02:17.186469 n-d-760453-5 neutron-server[103305]: Traceback (most recent call last): Jan 26 22:02:17.186469 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 26 22:02:17.186469 n-d-760453-5 neutron-server[103305]: timer() Jan 26 22:02:17.186469 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 26 22:02:17.186469 n-d-760453-5 neutron-server[103305]: cb(*args, **kw) Jan 26 22:02:17.186469 n-d-760453-5 neutron-server[103305]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 26 22:02:17.186469 n-d-760453-5 neutron-server[103305]: return func(*args, **kwargs) Jan 26 22:02:17.186469 n-d-760453-5 neutron-server[103305]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 26 22:02:17.186469 n-d-760453-5 neutron-server[103305]: self._notify() Jan 26 22:02:17.186469 n-d-760453-5 neutron-server[103305]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 26 22:02:17.186469 n-d-760453-5 neutron-server[103305]: self.callback(batched_events) Jan 26 22:02:17.186469 n-d-760453-5 neutron-server[103305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 26 22:02:17.186469 n-d-760453-5 neutron-server[103305]: event.method(event) Jan 26 22:02:17.186469 n-d-760453-5 neutron-server[103305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 26 22:02:17.186469 n-d-760453-5 neutron-server[103305]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 26 22:02:17.186469 n-d-760453-5 neutron-server[103305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 26 22:02:17.186469 n-d-760453-5 neutron-server[103305]: aggregate_uuid = self.p_client.list_aggregates( Jan 26 22:02:17.186469 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 26 22:02:17.186469 n-d-760453-5 neutron-server[103305]: return f(self, *a, **k) Jan 26 22:02:17.186469 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 26 22:02:17.186469 n-d-760453-5 neutron-server[103305]: return self._get(url).json() Jan 26 22:02:17.186469 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 26 22:02:17.186469 n-d-760453-5 neutron-server[103305]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 26 22:02:17.186469 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 26 22:02:17.186469 n-d-760453-5 neutron-server[103305]: return self.request(url, 'GET', **kwargs) Jan 26 22:02:17.186469 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 26 22:02:17.186469 n-d-760453-5 neutron-server[103305]: base_url = self.get_endpoint(auth, allow=allow, Jan 26 22:02:17.186469 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 26 22:02:17.186469 n-d-760453-5 neutron-server[103305]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 26 22:02:17.186469 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 26 22:02:17.186469 n-d-760453-5 neutron-server[103305]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 26 22:02:17.186469 n-d-760453-5 neutron-server[103305]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 26 22:02:17.238082 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-c1cdc7ef-c4b0-4f11-9be4-6899f8f10c49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4110931'] for network (4e291e03-c4dc-42ff-bcf5-019f85aeff60), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:02:17.243897 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-c1cdc7ef-c4b0-4f11-9be4-6899f8f10c49 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:02:17.247052 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-c1cdc7ef-c4b0-4f11-9be4-6899f8f10c49 admin admin] 10.222.0.13 "DELETE /v2.0/networks/4e291e03-c4dc-42ff-bcf5-019f85aeff60 HTTP/1.1" status: 204 len: 168 time: 0.2682319 Jan 26 22:02:17.257744 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1cdc7ef-c4b0-4f11-9be4-6899f8f10c49 admin admin] Pushing event deleted for resources: {'Network': ['ID=4e291e03-c4dc-42ff-bcf5-019f85aeff60,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 22:02:17.354477 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 51288) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 22:02:17.399047 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-a8ad1c4b-69d0-4003-a1e1-dde292265569 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=12c754ab86794771b8671a16af8f709a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0434008 Jan 26 22:02:17.401541 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 51290) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 22:02:17.447527 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-5eef57d5-3a61-4578-bf5f-3ec117271de1 admin admin] Publish callbacks [] for security_group (e9f3e68e-434f-464d-9b92-e92f55b0d07e), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:02:17.468337 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-5eef57d5-3a61-4578-bf5f-3ec117271de1 admin admin] Publish callbacks [] for security_group (e9f3e68e-434f-464d-9b92-e92f55b0d07e), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:02:17.513347 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-5eef57d5-3a61-4578-bf5f-3ec117271de1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (e9f3e68e-434f-464d-9b92-e92f55b0d07e), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:02:17.515899 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-5eef57d5-3a61-4578-bf5f-3ec117271de1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:02:17.517055 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-5eef57d5-3a61-4578-bf5f-3ec117271de1 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/e9f3e68e-434f-464d-9b92-e92f55b0d07e HTTP/1.1" status: 204 len: 168 time: 0.1146131 Jan 26 22:02:17.524378 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eef57d5-3a61-4578-bf5f-3ec117271de1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9f3e68e-434f-464d-9b92-e92f55b0d07e,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 22:02:18.153553 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 51312) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 22:02:18.249021 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-e203584b-3800-49d8-9cff-5fe877b8fc6f admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-589554441-network', 'tenant_id': 'c732e47d69ad49759ccc1d464c2208b4'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 22:02:18.268437 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e203584b-3800-49d8-9cff-5fe877b8fc6f admin admin] Made reservation on behalf of c732e47d69ad49759ccc1d464c2208b4 for: {'network': 1} {{(pid=103305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 22:02:18.270735 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-e203584b-3800-49d8-9cff-5fe877b8fc6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for network (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:02:18.278840 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-e203584b-3800-49d8-9cff-5fe877b8fc6f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:02:18.349747 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-e203584b-3800-49d8-9cff-5fe877b8fc6f admin admin] Publish callbacks [] for security_group (816aab5a-3836-463d-b8fd-a89ebed59eba), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:02:18.353560 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-e203584b-3800-49d8-9cff-5fe877b8fc6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (816aab5a-3836-463d-b8fd-a89ebed59eba), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:02:18.374576 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e203584b-3800-49d8-9cff-5fe877b8fc6f admin admin] vlan segment allocate from pool success with {'vlan_id': 582, 'physical_network': 'physnet1'} {{(pid=103305) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 26 22:02:18.390651 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e203584b-3800-49d8-9cff-5fe877b8fc6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=816aab5a-3836-463d-b8fd-a89ebed59eba,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 22:02:18.394918 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-e203584b-3800-49d8-9cff-5fe877b8fc6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576559'] for segment (3b23c506-6074-4505-aa46-fc74fa0cafaa), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:02:18.395268 n-d-760453-5 neutron-server[103305]: INFO neutron.db.segments_db [None req-e203584b-3800-49d8-9cff-5fe877b8fc6f admin admin] Added segment 3b23c506-6074-4505-aa46-fc74fa0cafaa of type vlan for network 0cf0abd8-d08c-4e24-88a2-52f9bdd30c49 Jan 26 22:02:18.439420 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-e203584b-3800-49d8-9cff-5fe877b8fc6f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746560256871'] for network (0cf0abd8-d08c-4e24-88a2-52f9bdd30c49), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:02:18.462990 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-e203584b-3800-49d8-9cff-5fe877b8fc6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503'] for network (0cf0abd8-d08c-4e24-88a2-52f9bdd30c49), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:02:18.463984 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e203584b-3800-49d8-9cff-5fe877b8fc6f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:02:18.464575 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-e203584b-3800-49d8-9cff-5fe877b8fc6f admin admin] Publish callbacks [] for network (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:02:18.516698 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-e203584b-3800-49d8-9cff-5fe877b8fc6f admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3620689 Jan 26 22:02:18.519696 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 51316) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 22:02:18.524774 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-0666822e-cab5-4cfb-94ea-0b65fbb1ad85 admin admin] Request body: {'subnet': {'network_id': '0cf0abd8-d08c-4e24-88a2-52f9bdd30c49', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-589554441-subnet', 'tenant_id': 'c732e47d69ad49759ccc1d464c2208b4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 22:02:18.525774 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e203584b-3800-49d8-9cff-5fe877b8fc6f admin admin] Pushing event updated for resources: {'Network': ['ID=0cf0abd8-d08c-4e24-88a2-52f9bdd30c49,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 22:02:18.535301 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Network 0cf0abd8-d08c-4e24-88a2-52f9bdd30c49 details requested by agent ovs-agent-n-d-760453-5 with host n-d-760453-5 {{(pid=103306) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 26 22:02:18.544748 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0666822e-cab5-4cfb-94ea-0b65fbb1ad85 admin admin] Made reservation on behalf of c732e47d69ad49759ccc1d464c2208b4 for: {'subnet': 1} {{(pid=103304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 22:02:18.547092 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-0666822e-cab5-4cfb-94ea-0b65fbb1ad85 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12215181'] for subnet (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:02:18.712855 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-0666822e-cab5-4cfb-94ea-0b65fbb1ad85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9285249', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12215227'] for subnet (c36a1694-a8db-4cae-a9cd-5112965e6074), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:02:18.769083 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0666822e-cab5-4cfb-94ea-0b65fbb1ad85 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c36a1694-a8db-4cae-a9cd-5112965e6074,revision_number=0']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 22:02:18.776865 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0666822e-cab5-4cfb-94ea-0b65fbb1ad85 admin admin] Checking segment: {'id': '3b23c506-6074-4505-aa46-fc74fa0cafaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '0cf0abd8-d08c-4e24-88a2-52f9bdd30c49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103304) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 22:02:18.777227 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0666822e-cab5-4cfb-94ea-0b65fbb1ad85 admin admin] Network hostable DHCP agents. Network: 0cf0abd8-d08c-4e24-88a2-52f9bdd30c49, hostable agents: ['474ccdf7-ab6c-405b-a3b2-dc7b05829902'], hosted agents: [] {{(pid=103304) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 26 22:02:18.794071 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0666822e-cab5-4cfb-94ea-0b65fbb1ad85 admin admin] Network 0cf0abd8-d08c-4e24-88a2-52f9bdd30c49 is scheduled to be hosted by DHCP agent 474ccdf7-ab6c-405b-a3b2-dc7b05829902 with binding_index 1 {{(pid=103304) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 26 22:02:18.802114 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [None req-0666822e-cab5-4cfb-94ea-0b65fbb1ad85 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760453-5, 0cf0abd8-d08c-4e24-88a2-52f9bdd30c49) {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 22:02:18.806178 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0666822e-cab5-4cfb-94ea-0b65fbb1ad85 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:02:18.806777 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-0666822e-cab5-4cfb-94ea-0b65fbb1ad85 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:02:18.810981 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d6d0dbd-189c-4565-a8f6-a9580a9b415c None None] Network 0cf0abd8-d08c-4e24-88a2-52f9bdd30c49 requested from n-d-760453-5 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 26 22:02:18.821885 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-0666822e-cab5-4cfb-94ea-0b65fbb1ad85 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3010812 Jan 26 22:02:18.910775 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc849e26-d58a-4127-9013-c57b0fc25d4e None None] Network 0cf0abd8-d08c-4e24-88a2-52f9bdd30c49 requested from n-d-760453-5 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 26 22:02:18.982339 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-89d341f2-f01e-4fe5-a509-13ff76d5db43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (474ccdf7-ab6c-405b-a3b2-dc7b05829902), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:02:19.034789 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Device dc871a4e-53b1-4575-ab1c-8876d1527359 no longer exists at agent hyperv_n-h1-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 26 22:02:19.054764 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] No Port match for: dc871a4e-53b1-4575-ab1c-8876d1527359 {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 26 22:02:19.055110 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Device dc871a4e-53b1-4575-ab1c-8876d1527359 not bound to the agent host n-h1-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 26 22:02:19.242576 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5449ee4-1042-430c-966b-e0b8f16129ea req-c0f12a9f-e464-4bfb-a639-01cac479fd36 tempest-ServerDiskConfigTestJSON-718067424 tempest-ServerDiskConfigTestJSON-718067424-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:02:19.244049 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-f5449ee4-1042-430c-966b-e0b8f16129ea req-c0f12a9f-e464-4bfb-a639-01cac479fd36 tempest-ServerDiskConfigTestJSON-718067424 tempest-ServerDiskConfigTestJSON-718067424-project] 10.222.0.13 "GET /v2.0/networks?id=0cf0abd8-d08c-4e24-88a2-52f9bdd30c49 HTTP/1.1" status: 200 len: 814 time: 0.0998724 Jan 26 22:02:19.258749 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-f5449ee4-1042-430c-966b-e0b8f16129ea req-fab29b25-b52b-4429-9074-5bc4e2205dfc tempest-ServerDiskConfigTestJSON-718067424 tempest-ServerDiskConfigTestJSON-718067424-project] 10.222.0.13 "GET /v2.0/quotas/c732e47d69ad49759ccc1d464c2208b4 HTTP/1.1" status: 200 len: 375 time: 0.0095012 Jan 26 22:02:19.293155 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-f5449ee4-1042-430c-966b-e0b8f16129ea req-60bf841a-fdbb-4282-a928-2e7f9f372508 tempest-ServerDiskConfigTestJSON-718067424 tempest-ServerDiskConfigTestJSON-718067424-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=c732e47d69ad49759ccc1d464c2208b4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0296032 Jan 26 22:02:19.380331 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-f5449ee4-1042-430c-966b-e0b8f16129ea req-38107787-6c23-4569-9208-6b07d274be92 service neutron] 10.222.0.13 "GET /v2.0/networks/0cf0abd8-d08c-4e24-88a2-52f9bdd30c49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806766 Jan 26 22:02:19.473655 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-f5449ee4-1042-430c-966b-e0b8f16129ea req-09395de3-392a-46ce-8ae0-b9e6311f729b service neutron] 10.222.0.13 "GET /v2.0/networks/0cf0abd8-d08c-4e24-88a2-52f9bdd30c49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846663 Jan 26 22:02:19.631079 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-4d5f6d09-1b59-4105-b0d5-da65b9769fa6 req-3f75d103-b78c-4ce5-8259-a822f64d2af4 tempest-ServerDiskConfigTestJSON-718067424 tempest-ServerDiskConfigTestJSON-718067424-project] 10.222.0.13 "GET /v2.0/ports?device_id=144536a0-7180-4459-ae6d-f57a3ab99c23 HTTP/1.1" status: 200 len: 210 time: 0.0271773 Jan 26 22:02:20.599719 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5449ee4-1042-430c-966b-e0b8f16129ea req-dd77cc95-1a2b-4682-a0ee-04a372955c7a tempest-ServerDiskConfigTestJSON-718067424 tempest-ServerDiskConfigTestJSON-718067424-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:02:20.601212 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-f5449ee4-1042-430c-966b-e0b8f16129ea req-dd77cc95-1a2b-4682-a0ee-04a372955c7a tempest-ServerDiskConfigTestJSON-718067424 tempest-ServerDiskConfigTestJSON-718067424-project] 10.222.0.66 "GET /v2.0/networks?id=0cf0abd8-d08c-4e24-88a2-52f9bdd30c49 HTTP/1.1" status: 200 len: 814 time: 0.1011143 Jan 26 22:02:20.618364 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [req-f5449ee4-1042-430c-966b-e0b8f16129ea req-50fe9294-f2db-4653-b177-35e8cd3981b8 tempest-ServerDiskConfigTestJSON-718067424 tempest-ServerDiskConfigTestJSON-718067424-project] Request body: {'port': {'device_id': '144536a0-7180-4459-ae6d-f57a3ab99c23', 'network_id': '0cf0abd8-d08c-4e24-88a2-52f9bdd30c49', 'admin_state_up': True, 'tenant_id': 'c732e47d69ad49759ccc1d464c2208b4'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 22:02:20.737678 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-052bbbce-30da-4b45-bbfd-b24431777550 req-17b4dfb8-a065-42bf-b624-380ce469cb24 tempest-ServerDiskConfigTestJSON-718067424 tempest-ServerDiskConfigTestJSON-718067424-project] 10.222.0.13 "GET /v2.0/ports?device_id=144536a0-7180-4459-ae6d-f57a3ab99c23 HTTP/1.1" status: 200 len: 210 time: 0.0362000 Jan 26 22:02:20.753388 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f5449ee4-1042-430c-966b-e0b8f16129ea req-50fe9294-f2db-4653-b177-35e8cd3981b8 tempest-ServerDiskConfigTestJSON-718067424 tempest-ServerDiskConfigTestJSON-718067424-project] Made reservation on behalf of c732e47d69ad49759ccc1d464c2208b4 for: {'port': 1} {{(pid=103304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 22:02:20.756748 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-f5449ee4-1042-430c-966b-e0b8f16129ea req-50fe9294-f2db-4653-b177-35e8cd3981b8 tempest-ServerDiskConfigTestJSON-718067424 tempest-ServerDiskConfigTestJSON-718067424-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:02:20.880740 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.db_base_plugin_common [req-f5449ee4-1042-430c-966b-e0b8f16129ea req-50fe9294-f2db-4653-b177-35e8cd3981b8 tempest-ServerDiskConfigTestJSON-718067424 tempest-ServerDiskConfigTestJSON-718067424-project] Allocated IP 172.20.0.10 (0cf0abd8-d08c-4e24-88a2-52f9bdd30c49/c36a1694-a8db-4cae-a9cd-5112965e6074/bbbb750f-9af6-4a50-927f-ce227972ce17) {{(pid=103304) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 22:02:21.023310 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-f5449ee4-1042-430c-966b-e0b8f16129ea req-50fe9294-f2db-4653-b177-35e8cd3981b8 tempest-ServerDiskConfigTestJSON-718067424 tempest-ServerDiskConfigTestJSON-718067424-project] Publish callbacks [] for port (bbbb750f-9af6-4a50-927f-ce227972ce17), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:02:21.057848 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-f5449ee4-1042-430c-966b-e0b8f16129ea req-50fe9294-f2db-4653-b177-35e8cd3981b8 tempest-ServerDiskConfigTestJSON-718067424 tempest-ServerDiskConfigTestJSON-718067424-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746560234527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9281553'] for port (bbbb750f-9af6-4a50-927f-ce227972ce17), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:02:21.106028 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f5449ee4-1042-430c-966b-e0b8f16129ea req-50fe9294-f2db-4653-b177-35e8cd3981b8 tempest-ServerDiskConfigTestJSON-718067424 tempest-ServerDiskConfigTestJSON-718067424-project] Network 0cf0abd8-d08c-4e24-88a2-52f9bdd30c49 is already hosted by enough agents. {{(pid=103304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 22:02:21.109041 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [req-f5449ee4-1042-430c-966b-e0b8f16129ea req-50fe9294-f2db-4653-b177-35e8cd3981b8 tempest-ServerDiskConfigTestJSON-718067424 tempest-ServerDiskConfigTestJSON-718067424-project] Resources bound (agent type, host, resource id): {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 22:02:21.111873 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5449ee4-1042-430c-966b-e0b8f16129ea req-50fe9294-f2db-4653-b177-35e8cd3981b8 tempest-ServerDiskConfigTestJSON-718067424 tempest-ServerDiskConfigTestJSON-718067424-project] Received port after_create {{(pid=103304) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 22:02:21.139408 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50fe9294-f2db-4653-b177-35e8cd3981b8 tempest-ServerDiskConfigTestJSON-718067424 tempest-ServerDiskConfigTestJSON-718067424-project] Pushing event updated for resources: {'Port': ['ID=bbbb750f-9af6-4a50-927f-ce227972ce17,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 22:02:21.167967 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5449ee4-1042-430c-966b-e0b8f16129ea req-50fe9294-f2db-4653-b177-35e8cd3981b8 tempest-ServerDiskConfigTestJSON-718067424 tempest-ServerDiskConfigTestJSON-718067424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:02:21.168511 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-f5449ee4-1042-430c-966b-e0b8f16129ea req-50fe9294-f2db-4653-b177-35e8cd3981b8 tempest-ServerDiskConfigTestJSON-718067424 tempest-ServerDiskConfigTestJSON-718067424-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:02:21.183757 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-f5449ee4-1042-430c-966b-e0b8f16129ea req-50fe9294-f2db-4653-b177-35e8cd3981b8 tempest-ServerDiskConfigTestJSON-718067424 tempest-ServerDiskConfigTestJSON-718067424-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5697234 Jan 26 22:02:21.199305 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [req-f5449ee4-1042-430c-966b-e0b8f16129ea req-b486f73b-8adf-45f4-a1be-d6cc1008cafc service neutron] Request body: {'port': {'device_id': '144536a0-7180-4459-ae6d-f57a3ab99c23', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-760453-5'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 22:02:21.250798 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-f5449ee4-1042-430c-966b-e0b8f16129ea req-b486f73b-8adf-45f4-a1be-d6cc1008cafc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (bbbb750f-9af6-4a50-927f-ce227972ce17), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:02:21.298722 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-1eb109aa-737e-4399-932a-594e61b479e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (09df100c-3af1-4b0a-bda8-05914c71c458), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:02:21.509567 n-d-760453-5 neutron-server[103304]: DEBUG neutron.notifiers.nova [req-f5449ee4-1042-430c-966b-e0b8f16129ea req-b486f73b-8adf-45f4-a1be-d6cc1008cafc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bbbb750f-9af6-4a50-927f-ce227972ce17 {{(pid=103304) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 26 22:02:21.516840 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-f5449ee4-1042-430c-966b-e0b8f16129ea req-b486f73b-8adf-45f4-a1be-d6cc1008cafc service neutron] Publish callbacks [] for port (bbbb750f-9af6-4a50-927f-ce227972ce17), precommit_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:02:21.529134 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.provisioning_blocks [req-f5449ee4-1042-430c-966b-e0b8f16129ea req-b486f73b-8adf-45f4-a1be-d6cc1008cafc service neutron] Transition to ACTIVE for port object bbbb750f-9af6-4a50-927f-ce227972ce17 will not be triggered until provisioned by entity L2. {{(pid=103304) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 22:02:21.532792 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-f5449ee4-1042-430c-966b-e0b8f16129ea req-b486f73b-8adf-45f4-a1be-d6cc1008cafc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9281542'] for port (bbbb750f-9af6-4a50-927f-ce227972ce17), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:02:21.579947 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b486f73b-8adf-45f4-a1be-d6cc1008cafc service neutron] Pushing event updated for resources: {'Port': ['ID=bbbb750f-9af6-4a50-927f-ce227972ce17,revision_number=2']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 22:02:21.647726 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [req-f5449ee4-1042-430c-966b-e0b8f16129ea req-b486f73b-8adf-45f4-a1be-d6cc1008cafc service neutron] Attempting to bind port bbbb750f-9af6-4a50-927f-ce227972ce17 on host n-h1-760453-5 for vnic_type normal with profile {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 22:02:21.648063 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [req-f5449ee4-1042-430c-966b-e0b8f16129ea req-b486f73b-8adf-45f4-a1be-d6cc1008cafc service neutron] Attempting to bind port bbbb750f-9af6-4a50-927f-ce227972ce17 by drivers openvswitch,hyperv on host n-h1-760453-5 at level 0 using segments [{'id': '3b23c506-6074-4505-aa46-fc74fa0cafaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '0cf0abd8-d08c-4e24-88a2-52f9bdd30c49'}] {{(pid=103304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 26 22:02:21.649043 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5449ee4-1042-430c-966b-e0b8f16129ea req-b486f73b-8adf-45f4-a1be-d6cc1008cafc service neutron] Attempting to bind port bbbb750f-9af6-4a50-927f-ce227972ce17 on network 0cf0abd8-d08c-4e24-88a2-52f9bdd30c49 {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 22:02:21.653318 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5449ee4-1042-430c-966b-e0b8f16129ea req-b486f73b-8adf-45f4-a1be-d6cc1008cafc service neutron] Port bbbb750f-9af6-4a50-927f-ce227972ce17 on network 0cf0abd8-d08c-4e24-88a2-52f9bdd30c49 not bound, no agent of type Open vSwitch agent registered on host n-h1-760453-5 {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 26 22:02:21.653661 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5449ee4-1042-430c-966b-e0b8f16129ea req-b486f73b-8adf-45f4-a1be-d6cc1008cafc service neutron] Attempting to bind port bbbb750f-9af6-4a50-927f-ce227972ce17 on network 0cf0abd8-d08c-4e24-88a2-52f9bdd30c49 {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 22:02:21.658473 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5449ee4-1042-430c-966b-e0b8f16129ea req-b486f73b-8adf-45f4-a1be-d6cc1008cafc service neutron] Checking agent: {'id': '32ef628b-8417-46c5-8729-60fcabe358f1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-760453-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 21, 3, 8), 'started_at': datetime.datetime(2022, 1, 26, 21, 3, 8), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 22, 2, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 26 22:02:21.658811 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5449ee4-1042-430c-966b-e0b8f16129ea req-b486f73b-8adf-45f4-a1be-d6cc1008cafc service neutron] Checking segment: {'id': '3b23c506-6074-4505-aa46-fc74fa0cafaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '0cf0abd8-d08c-4e24-88a2-52f9bdd30c49'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103304) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 22:02:21.659196 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5449ee4-1042-430c-966b-e0b8f16129ea req-b486f73b-8adf-45f4-a1be-d6cc1008cafc service neutron] Bound using segment: {'id': '3b23c506-6074-4505-aa46-fc74fa0cafaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '0cf0abd8-d08c-4e24-88a2-52f9bdd30c49'} {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 26 22:02:21.659619 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [req-f5449ee4-1042-430c-966b-e0b8f16129ea req-b486f73b-8adf-45f4-a1be-d6cc1008cafc service neutron] Bound port: bbbb750f-9af6-4a50-927f-ce227972ce17, host: n-h1-760453-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3b23c506-6074-4505-aa46-fc74fa0cafaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '0cf0abd8-d08c-4e24-88a2-52f9bdd30c49'}}] {{(pid=103304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 26 22:02:21.659977 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-f5449ee4-1042-430c-966b-e0b8f16129ea req-b486f73b-8adf-45f4-a1be-d6cc1008cafc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (bbbb750f-9af6-4a50-927f-ce227972ce17), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:02:21.724540 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [req-f5449ee4-1042-430c-966b-e0b8f16129ea req-b486f73b-8adf-45f4-a1be-d6cc1008cafc service neutron] For port bbbb750f-9af6-4a50-927f-ce227972ce17, host n-h1-760453-5, cleared binding levels {{(pid=103304) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 26 22:02:21.727812 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [req-f5449ee4-1042-430c-966b-e0b8f16129ea req-b486f73b-8adf-45f4-a1be-d6cc1008cafc service neutron] For port bbbb750f-9af6-4a50-927f-ce227972ce17, host n-h1-760453-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-5',level=0,port_id=bbbb750f-9af6-4a50-927f-ce227972ce17,segment=NetworkSegment(3b23c506-6074-4505-aa46-fc74fa0cafaa),segment_id=3b23c506-6074-4505-aa46-fc74fa0cafaa)] {{(pid=103304) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 26 22:02:21.732320 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-f5449ee4-1042-430c-966b-e0b8f16129ea req-b486f73b-8adf-45f4-a1be-d6cc1008cafc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9281542'] for port (bbbb750f-9af6-4a50-927f-ce227972ce17), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:02:21.766389 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5449ee4-1042-430c-966b-e0b8f16129ea req-b486f73b-8adf-45f4-a1be-d6cc1008cafc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:02:21.767038 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-f5449ee4-1042-430c-966b-e0b8f16129ea req-b486f73b-8adf-45f4-a1be-d6cc1008cafc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:02:21.768375 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-f5449ee4-1042-430c-966b-e0b8f16129ea req-b486f73b-8adf-45f4-a1be-d6cc1008cafc service neutron] 10.222.0.66 "PUT /v2.0/ports/bbbb750f-9af6-4a50-927f-ce227972ce17 HTTP/1.1" status: 200 len: 1092 time: 0.5731020 Jan 26 22:02:21.768822 n-d-760453-5 neutron-server[103304]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '144536a0-7180-4459-ae6d-f57a3ab99c23', 'tag': 'bbbb750f-9af6-4a50-927f-ce227972ce17'}] {{(pid=103304) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 22:02:21.771083 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d52b45f1943fcd332af9527eb73ff93c8d715d44383a3f6d18de73b4cfcf87b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-449a46b8-3bfa-470a-8ca9-8142344f17de" -d '{"events": [{"name": "network-changed", "server_uuid": "144536a0-7180-4459-ae6d-f57a3ab99c23", "tag": "bbbb750f-9af6-4a50-927f-ce227972ce17"}]}' {{(pid=103304) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 22:02:21.796229 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b486f73b-8adf-45f4-a1be-d6cc1008cafc service neutron] Pushing event updated for resources: {'Port': ['ID=bbbb750f-9af6-4a50-927f-ce227972ce17,revision_number=3']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 22:02:21.812863 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 26 Jan 2022 22:02:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e7dd5a3-a9c1-4bc6-b07e-2f37aa6ae6c0 x-openstack-request-id: req-3e7dd5a3-a9c1-4bc6-b07e-2f37aa6ae6c0 {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 22:02:21.813270 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "144536a0-7180-4459-ae6d-f57a3ab99c23", "tag": "bbbb750f-9af6-4a50-927f-ce227972ce17", "status": "completed", "code": 200}]} {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 22:02:21.813791 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-3e7dd5a3-a9c1-4bc6-b07e-2f37aa6ae6c0 {{(pid=103304) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 22:02:21.814216 n-d-760453-5 neutron-server[103304]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '144536a0-7180-4459-ae6d-f57a3ab99c23', 'tag': 'bbbb750f-9af6-4a50-927f-ce227972ce17', 'status': 'completed', 'code': 200} Jan 26 22:02:21.892870 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891a7ccc-12e7-4a54-9955-43d15ab7589e req-d18e9373-642f-4da7-ae07-6f7b06c777f8 tempest-ServerDiskConfigTestJSON-718067424 tempest-ServerDiskConfigTestJSON-718067424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:02:21.894398 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-891a7ccc-12e7-4a54-9955-43d15ab7589e req-d18e9373-642f-4da7-ae07-6f7b06c777f8 tempest-ServerDiskConfigTestJSON-718067424 tempest-ServerDiskConfigTestJSON-718067424-project] 10.222.0.13 "GET /v2.0/ports?device_id=144536a0-7180-4459-ae6d-f57a3ab99c23 HTTP/1.1" status: 200 len: 944 time: 0.0793703 Jan 26 22:02:21.900058 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5449ee4-1042-430c-966b-e0b8f16129ea req-5a116fda-5ca9-4a8f-b13f-0de8d28a1ad4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:02:21.901471 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-f5449ee4-1042-430c-966b-e0b8f16129ea req-5a116fda-5ca9-4a8f-b13f-0de8d28a1ad4 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=c732e47d69ad49759ccc1d464c2208b4&device_id=144536a0-7180-4459-ae6d-f57a3ab99c23 HTTP/1.1" status: 200 len: 1095 time: 0.0597746 Jan 26 22:02:22.272447 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-f5449ee4-1042-430c-966b-e0b8f16129ea req-da0300ef-ebe5-418a-a906-dae2e33c63e0 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bbbb750f-9af6-4a50-927f-ce227972ce17 HTTP/1.1" status: 200 len: 217 time: 0.0402772 Jan 26 22:02:22.323875 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-891a7ccc-12e7-4a54-9955-43d15ab7589e req-6f98982c-8503-4d9c-a7e6-10095af4765b tempest-ServerDiskConfigTestJSON-718067424 tempest-ServerDiskConfigTestJSON-718067424-project] 10.222.0.13 "GET /v2.0/security-groups?id=816aab5a-3836-463d-b8fd-a89ebed59eba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4214664 Jan 26 22:02:22.334265 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5449ee4-1042-430c-966b-e0b8f16129ea req-098645f0-0c40-4e4c-a139-651bb871ea33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:02:22.336066 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-f5449ee4-1042-430c-966b-e0b8f16129ea req-098645f0-0c40-4e4c-a139-651bb871ea33 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=c36a1694-a8db-4cae-a9cd-5112965e6074 HTTP/1.1" status: 200 len: 854 time: 0.0576730 Jan 26 22:02:22.370455 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-f5449ee4-1042-430c-966b-e0b8f16129ea req-7e2390c4-e809-4872-aef3-1995cc35b932 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=0cf0abd8-d08c-4e24-88a2-52f9bdd30c49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0291715 Jan 26 22:02:22.403060 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-841f5991-a4d8-4d4b-b215-cbc6bab5427b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (aa7ee9d2-08eb-4e12-b895-24c57300dfec), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:02:22.457534 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-f5449ee4-1042-430c-966b-e0b8f16129ea req-230d51c0-7a2b-4b82-aec9-b94e4d3810aa service neutron] 10.222.0.66 "GET /v2.0/networks/0cf0abd8-d08c-4e24-88a2-52f9bdd30c49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815539 Jan 26 22:02:22.548961 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-f5449ee4-1042-430c-966b-e0b8f16129ea req-a66de811-ada7-4601-856a-044fead7f324 service neutron] 10.222.0.66 "GET /v2.0/networks/0cf0abd8-d08c-4e24-88a2-52f9bdd30c49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845819 Jan 26 22:02:22.692818 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449a46b8-3bfa-470a-8ca9-8142344f17de req-9c7e38b3-6831-4085-836f-c6162fcaa087 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:02:22.694362 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-449a46b8-3bfa-470a-8ca9-8142344f17de req-9c7e38b3-6831-4085-836f-c6162fcaa087 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=c732e47d69ad49759ccc1d464c2208b4&device_id=144536a0-7180-4459-ae6d-f57a3ab99c23 HTTP/1.1" status: 200 len: 1095 time: 0.0409584 Jan 26 22:02:22.781913 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449a46b8-3bfa-470a-8ca9-8142344f17de req-f2928d4b-2950-42da-9310-ddf419a46500 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:02:22.783392 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-449a46b8-3bfa-470a-8ca9-8142344f17de req-f2928d4b-2950-42da-9310-ddf419a46500 service neutron] 10.222.0.66 "GET /v2.0/networks?id=0cf0abd8-d08c-4e24-88a2-52f9bdd30c49 HTTP/1.1" status: 200 len: 915 time: 0.0828221 Jan 26 22:02:22.827879 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-449a46b8-3bfa-470a-8ca9-8142344f17de req-fa9ae469-e80e-4d8e-a30a-abbeae973aea service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bbbb750f-9af6-4a50-927f-ce227972ce17 HTTP/1.1" status: 200 len: 217 time: 0.0374022 Jan 26 22:02:22.876567 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449a46b8-3bfa-470a-8ca9-8142344f17de req-c2de685f-c59e-4535-a4af-ac31c32823a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:02:22.878007 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-449a46b8-3bfa-470a-8ca9-8142344f17de req-c2de685f-c59e-4535-a4af-ac31c32823a7 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=c36a1694-a8db-4cae-a9cd-5112965e6074 HTTP/1.1" status: 200 len: 854 time: 0.0439205 Jan 26 22:02:22.909275 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-449a46b8-3bfa-470a-8ca9-8142344f17de req-84ca491a-29f6-4c03-8d6c-18d59f36cc3c service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=0cf0abd8-d08c-4e24-88a2-52f9bdd30c49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0242403 Jan 26 22:02:23.000692 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-449a46b8-3bfa-470a-8ca9-8142344f17de req-8811cc43-e3e0-4d44-bc62-4e6fe69d1e34 service neutron] 10.222.0.66 "GET /v2.0/networks/0cf0abd8-d08c-4e24-88a2-52f9bdd30c49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848494 Jan 26 22:02:23.092466 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-449a46b8-3bfa-470a-8ca9-8142344f17de req-b20cce01-b239-4b36-b448-2460a8901f68 service neutron] 10.222.0.66 "GET /v2.0/networks/0cf0abd8-d08c-4e24-88a2-52f9bdd30c49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843015 Jan 26 22:02:23.439661 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56fc9de5-2db1-4cb8-ab22-8af447cc51f4 req-a3b99407-927a-40c6-a0ab-4ee0d850c4e6 tempest-ServerDiskConfigTestJSON-718067424 tempest-ServerDiskConfigTestJSON-718067424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:02:23.441138 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-56fc9de5-2db1-4cb8-ab22-8af447cc51f4 req-a3b99407-927a-40c6-a0ab-4ee0d850c4e6 tempest-ServerDiskConfigTestJSON-718067424 tempest-ServerDiskConfigTestJSON-718067424-project] 10.222.0.13 "GET /v2.0/ports?device_id=144536a0-7180-4459-ae6d-f57a3ab99c23 HTTP/1.1" status: 200 len: 944 time: 0.0486302 Jan 26 22:02:23.477455 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (4d619873-4b60-439f-9b5a-b155dc8bbc34), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:02:23.494707 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-56fc9de5-2db1-4cb8-ab22-8af447cc51f4 req-81375074-7fee-4f48-bb71-d65aaeab74aa tempest-ServerDiskConfigTestJSON-718067424 tempest-ServerDiskConfigTestJSON-718067424-project] 10.222.0.13 "GET /v2.0/security-groups?id=816aab5a-3836-463d-b8fd-a89ebed59eba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472131 Jan 26 22:02:24.233879 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-839dd188-ec69-470c-9ab0-d318dc1a2e96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (e79b4fc6-6c71-44b2-a6d0-ff3e1f4dfd0d), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:02:24.608559 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4dd46ee-cb23-47f7-998e-bce404e088a1 req-22b6b19c-1d6c-4c44-97e9-53b8963beeb2 tempest-ServerDiskConfigTestJSON-718067424 tempest-ServerDiskConfigTestJSON-718067424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:02:24.610107 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-e4dd46ee-cb23-47f7-998e-bce404e088a1 req-22b6b19c-1d6c-4c44-97e9-53b8963beeb2 tempest-ServerDiskConfigTestJSON-718067424 tempest-ServerDiskConfigTestJSON-718067424-project] 10.222.0.13 "GET /v2.0/ports?device_id=144536a0-7180-4459-ae6d-f57a3ab99c23 HTTP/1.1" status: 200 len: 944 time: 0.0475943 Jan 26 22:02:24.655755 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-e4dd46ee-cb23-47f7-998e-bce404e088a1 req-f6b9ade9-1d7f-4984-bf95-6a30b7bf3f98 tempest-ServerDiskConfigTestJSON-718067424 tempest-ServerDiskConfigTestJSON-718067424-project] 10.222.0.13 "GET /v2.0/security-groups?id=816aab5a-3836-463d-b8fd-a89ebed59eba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401030 Jan 26 22:02:25.387340 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (fea0591a-627d-4c87-9a9a-01625ddf3277), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:02:25.767916 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f467931-5e9c-4a1b-ad48-1f38d07503b2 req-5fbae134-2a5f-4099-87b6-0f2685d8cb04 tempest-ServerDiskConfigTestJSON-718067424 tempest-ServerDiskConfigTestJSON-718067424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:02:25.769427 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-8f467931-5e9c-4a1b-ad48-1f38d07503b2 req-5fbae134-2a5f-4099-87b6-0f2685d8cb04 tempest-ServerDiskConfigTestJSON-718067424 tempest-ServerDiskConfigTestJSON-718067424-project] 10.222.0.13 "GET /v2.0/ports?device_id=144536a0-7180-4459-ae6d-f57a3ab99c23 HTTP/1.1" status: 200 len: 944 time: 0.0476472 Jan 26 22:02:25.815361 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-8f467931-5e9c-4a1b-ad48-1f38d07503b2 req-77c58b6c-ea10-47da-843b-39d80e92f460 tempest-ServerDiskConfigTestJSON-718067424 tempest-ServerDiskConfigTestJSON-718067424-project] 10.222.0.13 "GET /v2.0/security-groups?id=816aab5a-3836-463d-b8fd-a89ebed59eba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400066 Jan 26 22:02:26.931466 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bddf9f5f-ce28-4497-b0ec-c699db7f0994 req-18dc1365-1590-4179-8b95-f08e3f55d1a4 tempest-ServerDiskConfigTestJSON-718067424 tempest-ServerDiskConfigTestJSON-718067424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:02:26.932958 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-bddf9f5f-ce28-4497-b0ec-c699db7f0994 req-18dc1365-1590-4179-8b95-f08e3f55d1a4 tempest-ServerDiskConfigTestJSON-718067424 tempest-ServerDiskConfigTestJSON-718067424-project] 10.222.0.13 "GET /v2.0/ports?device_id=144536a0-7180-4459-ae6d-f57a3ab99c23 HTTP/1.1" status: 200 len: 944 time: 0.0517039 Jan 26 22:02:26.980964 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-bddf9f5f-ce28-4497-b0ec-c699db7f0994 req-bf187f43-e986-4208-b5b5-4322471826a0 tempest-ServerDiskConfigTestJSON-718067424 tempest-ServerDiskConfigTestJSON-718067424-project] 10.222.0.13 "GET /v2.0/security-groups?id=816aab5a-3836-463d-b8fd-a89ebed59eba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420327 Jan 26 22:02:27.050525 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Device bbbb750f-9af6-4a50-927f-ce227972ce17 details requested by agent hyperv_n-h1-760453-5 with host n-h1-760453-5 {{(pid=103306) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 26 22:02:27.143057 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] For port bbbb750f-9af6-4a50-927f-ce227972ce17, host n-h1-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-5',level=0,port_id=bbbb750f-9af6-4a50-927f-ce227972ce17,segment=NetworkSegment(3b23c506-6074-4505-aa46-fc74fa0cafaa),segment_id=3b23c506-6074-4505-aa46-fc74fa0cafaa)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 22:02:27.154280 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Returning: {'device': 'bbbb750f-9af6-4a50-927f-ce227972ce17', 'network_id': '0cf0abd8-d08c-4e24-88a2-52f9bdd30c49', 'port_id': 'bbbb750f-9af6-4a50-927f-ce227972ce17', 'mac_address': 'fa:16:3e:b7:ec:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 582, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c36a1694-a8db-4cae-a9cd-5112965e6074', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103306) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 26 22:02:27.193411 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Current status of the port bbbb750f-9af6-4a50-927f-ce227972ce17 is: DOWN; New status is: BUILD {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 22:02:27.193796 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (bbbb750f-9af6-4a50-927f-ce227972ce17), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:02:27.206621 n-d-760453-5 neutron-server[103306]: DEBUG neutron.notifiers.nova [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bbbb750f-9af6-4a50-927f-ce227972ce17 {{(pid=103306) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 26 22:02:27.224945 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] For port bbbb750f-9af6-4a50-927f-ce227972ce17, host n-h1-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-5',level=0,port_id=bbbb750f-9af6-4a50-927f-ce227972ce17,segment=NetworkSegment(3b23c506-6074-4505-aa46-fc74fa0cafaa),segment_id=3b23c506-6074-4505-aa46-fc74fa0cafaa)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 22:02:27.228973 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (bbbb750f-9af6-4a50-927f-ce227972ce17), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:02:27.274988 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Pushing event updated for resources: {'Port': ['ID=bbbb750f-9af6-4a50-927f-ce227972ce17,revision_number=4']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 22:02:27.282318 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:02:27.282665 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:02:27.283010 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:02:27.283351 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:02:27.283685 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:02:27.284017 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:02:27.284347 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:02:27.284675 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:02:27.285002 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:02:27.285354 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:02:27.285684 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:02:27.286009 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:02:27.286332 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:02:27.571270 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] get_ports_and_sgs() called for port_ids ['bbbb750f-9af6-4a50-927f-ce227972ce17'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 26 22:02:28.095265 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4601485a-4f7b-426d-86cd-59dcabb2aae7 req-9d8521f3-50ac-40af-9e8d-378cc3389303 tempest-ServerDiskConfigTestJSON-718067424 tempest-ServerDiskConfigTestJSON-718067424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:02:28.096726 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-4601485a-4f7b-426d-86cd-59dcabb2aae7 req-9d8521f3-50ac-40af-9e8d-378cc3389303 tempest-ServerDiskConfigTestJSON-718067424 tempest-ServerDiskConfigTestJSON-718067424-project] 10.222.0.13 "GET /v2.0/ports?device_id=144536a0-7180-4459-ae6d-f57a3ab99c23 HTTP/1.1" status: 200 len: 945 time: 0.0476117 Jan 26 22:02:28.143610 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-4601485a-4f7b-426d-86cd-59dcabb2aae7 req-078de762-0975-4160-98c0-d78723aacd37 tempest-ServerDiskConfigTestJSON-718067424 tempest-ServerDiskConfigTestJSON-718067424-project] 10.222.0.13 "GET /v2.0/security-groups?id=816aab5a-3836-463d-b8fd-a89ebed59eba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404286 Jan 26 22:02:29.066730 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Device bbbb750f-9af6-4a50-927f-ce227972ce17 up at agent hyperv_n-h1-760453-5 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 22:02:29.116516 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Provisioning for port bbbb750f-9af6-4a50-927f-ce227972ce17 completed by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 22:02:29.120433 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Provisioning complete for port bbbb750f-9af6-4a50-927f-ce227972ce17 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 22:02:29.120808 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (bbbb750f-9af6-4a50-927f-ce227972ce17), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:02:29.200739 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Current status of the port bbbb750f-9af6-4a50-927f-ce227972ce17 is: BUILD; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 22:02:29.201133 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (bbbb750f-9af6-4a50-927f-ce227972ce17), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:02:29.224774 n-d-760453-5 neutron-server[103306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '144536a0-7180-4459-ae6d-f57a3ab99c23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bbbb750f-9af6-4a50-927f-ce227972ce17'}] {{(pid=103306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 22:02:29.227350 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9d5d370febab655511bdd2ffe887e43e442d144a440368702bcc1e93af00b97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5cd3934-7fbb-43cd-be33-8cbaeb2e7b5f" -d '{"events": [{"server_uuid": "144536a0-7180-4459-ae6d-f57a3ab99c23", "name": "network-vif-plugged", "status": "completed", "tag": "bbbb750f-9af6-4a50-927f-ce227972ce17"}]}' {{(pid=103306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 22:02:29.240113 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] For port bbbb750f-9af6-4a50-927f-ce227972ce17, host n-h1-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-5',level=0,port_id=bbbb750f-9af6-4a50-927f-ce227972ce17,segment=NetworkSegment(3b23c506-6074-4505-aa46-fc74fa0cafaa),segment_id=3b23c506-6074-4505-aa46-fc74fa0cafaa)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 22:02:29.245406 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (bbbb750f-9af6-4a50-927f-ce227972ce17), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:02:29.260833 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3789c02a-ccd1-41d1-b714-e14a13db54c8 req-29e86137-3a5b-4131-8159-527bca645f24 tempest-ServerDiskConfigTestJSON-718067424 tempest-ServerDiskConfigTestJSON-718067424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:02:29.262390 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-3789c02a-ccd1-41d1-b714-e14a13db54c8 req-29e86137-3a5b-4131-8159-527bca645f24 tempest-ServerDiskConfigTestJSON-718067424 tempest-ServerDiskConfigTestJSON-718067424-project] 10.222.0.13 "GET /v2.0/ports?device_id=144536a0-7180-4459-ae6d-f57a3ab99c23 HTTP/1.1" status: 200 len: 945 time: 0.0524628 Jan 26 22:02:29.271769 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Jan 2022 22:02:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5b4ab78-1bd6-4b02-91e4-e86cc0edc2cd x-openstack-request-id: req-f5b4ab78-1bd6-4b02-91e4-e86cc0edc2cd {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 22:02:29.272064 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "144536a0-7180-4459-ae6d-f57a3ab99c23", "name": "network-vif-plugged", "status": "completed", "tag": "bbbb750f-9af6-4a50-927f-ce227972ce17", "code": 200}]} {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 22:02:29.272322 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f5b4ab78-1bd6-4b02-91e4-e86cc0edc2cd {{(pid=103306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 22:02:29.272717 n-d-760453-5 neutron-server[103306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '144536a0-7180-4459-ae6d-f57a3ab99c23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bbbb750f-9af6-4a50-927f-ce227972ce17', 'code': 200} Jan 26 22:02:29.298727 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Pushing event updated for resources: {'Port': ['ID=bbbb750f-9af6-4a50-927f-ce227972ce17,revision_number=5']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 22:02:29.317014 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-3789c02a-ccd1-41d1-b714-e14a13db54c8 req-4735aa99-47c5-4404-b9da-ab4a2f384572 tempest-ServerDiskConfigTestJSON-718067424 tempest-ServerDiskConfigTestJSON-718067424-project] 10.222.0.13 "GET /v2.0/security-groups?id=816aab5a-3836-463d-b8fd-a89ebed59eba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479763 Jan 26 22:02:29.399996 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c752bd7-7f0d-4961-a8b1-2efc09450efb req-91214105-1994-4cfc-8d14-8f46e5e2d683 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:02:29.401519 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-9c752bd7-7f0d-4961-a8b1-2efc09450efb req-91214105-1994-4cfc-8d14-8f46e5e2d683 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=144536a0-7180-4459-ae6d-f57a3ab99c23 HTTP/1.1" status: 200 len: 1097 time: 0.0410373 Jan 26 22:02:29.443976 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-9c752bd7-7f0d-4961-a8b1-2efc09450efb req-9d96ef61-e265-4c66-9369-ac71e382be3a service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=816aab5a-3836-463d-b8fd-a89ebed59eba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369072 Jan 26 22:02:30.435976 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac5e38a-1d68-468a-aa5a-2310d1494cca req-7b450aba-61be-4ad8-95ce-e5fa79eb43d4 tempest-ServerDiskConfigTestJSON-718067424 tempest-ServerDiskConfigTestJSON-718067424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:02:30.437504 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-3ac5e38a-1d68-468a-aa5a-2310d1494cca req-7b450aba-61be-4ad8-95ce-e5fa79eb43d4 tempest-ServerDiskConfigTestJSON-718067424 tempest-ServerDiskConfigTestJSON-718067424-project] 10.222.0.13 "GET /v2.0/ports?device_id=144536a0-7180-4459-ae6d-f57a3ab99c23 HTTP/1.1" status: 200 len: 946 time: 0.0485003 Jan 26 22:02:30.483986 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-3ac5e38a-1d68-468a-aa5a-2310d1494cca req-79b245a4-743c-4ab1-b1e6-63a9838de2cf tempest-ServerDiskConfigTestJSON-718067424 tempest-ServerDiskConfigTestJSON-718067424-project] 10.222.0.13 "GET /v2.0/security-groups?id=816aab5a-3836-463d-b8fd-a89ebed59eba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409393 Jan 26 22:02:31.602309 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4d054a-e403-4feb-b97e-091334bc9e33 req-39747476-64bd-4a18-be0d-c1ceb3a8ed97 tempest-ServerDiskConfigTestJSON-718067424 tempest-ServerDiskConfigTestJSON-718067424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:02:31.603794 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-6d4d054a-e403-4feb-b97e-091334bc9e33 req-39747476-64bd-4a18-be0d-c1ceb3a8ed97 tempest-ServerDiskConfigTestJSON-718067424 tempest-ServerDiskConfigTestJSON-718067424-project] 10.222.0.13 "GET /v2.0/ports?device_id=144536a0-7180-4459-ae6d-f57a3ab99c23 HTTP/1.1" status: 200 len: 946 time: 0.0520027 Jan 26 22:02:31.650646 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-6d4d054a-e403-4feb-b97e-091334bc9e33 req-15fdd800-1fb0-40db-95d9-a17e12dbe403 tempest-ServerDiskConfigTestJSON-718067424 tempest-ServerDiskConfigTestJSON-718067424-project] 10.222.0.13 "GET /v2.0/security-groups?id=816aab5a-3836-463d-b8fd-a89ebed59eba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413020 Jan 26 22:02:31.762906 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834e70cd-801b-45e3-a6fe-e11c86bab328 req-317cce42-6ecc-4273-a861-3aed8bfa50f8 tempest-ServerDiskConfigTestJSON-718067424 tempest-ServerDiskConfigTestJSON-718067424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:02:31.764388 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-834e70cd-801b-45e3-a6fe-e11c86bab328 req-317cce42-6ecc-4273-a861-3aed8bfa50f8 tempest-ServerDiskConfigTestJSON-718067424 tempest-ServerDiskConfigTestJSON-718067424-project] 10.222.0.13 "GET /v2.0/ports?device_id=144536a0-7180-4459-ae6d-f57a3ab99c23 HTTP/1.1" status: 200 len: 946 time: 0.0485837 Jan 26 22:02:31.811075 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-834e70cd-801b-45e3-a6fe-e11c86bab328 req-e0d00d01-78b3-4597-b1ad-a66698ee6eec tempest-ServerDiskConfigTestJSON-718067424 tempest-ServerDiskConfigTestJSON-718067424-project] 10.222.0.13 "GET /v2.0/security-groups?id=816aab5a-3836-463d-b8fd-a89ebed59eba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412335 Jan 26 22:02:32.010571 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a203acb-9262-4829-80e5-ea8d3dbd2cc5 req-9cb17c22-5b34-44d5-9b3a-4871e2e41c03 tempest-ServerDiskConfigTestJSON-718067424 tempest-ServerDiskConfigTestJSON-718067424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:02:32.012097 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-9a203acb-9262-4829-80e5-ea8d3dbd2cc5 req-9cb17c22-5b34-44d5-9b3a-4871e2e41c03 tempest-ServerDiskConfigTestJSON-718067424 tempest-ServerDiskConfigTestJSON-718067424-project] 10.222.0.13 "GET /v2.0/ports?device_id=144536a0-7180-4459-ae6d-f57a3ab99c23 HTTP/1.1" status: 200 len: 946 time: 0.0522995 Jan 26 22:02:32.058828 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-9a203acb-9262-4829-80e5-ea8d3dbd2cc5 req-eb30dd00-d8c0-42d4-a672-26ee53b98fac tempest-ServerDiskConfigTestJSON-718067424 tempest-ServerDiskConfigTestJSON-718067424-project] 10.222.0.13 "GET /v2.0/security-groups?id=816aab5a-3836-463d-b8fd-a89ebed59eba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409429 Jan 26 22:02:32.172606 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e87df0-dab5-423c-bb19-b9a4672034c3 req-779c5911-d9d9-40c2-9604-bc7630b209e5 tempest-ServerDiskConfigTestJSON-718067424 tempest-ServerDiskConfigTestJSON-718067424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:02:32.174043 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-49e87df0-dab5-423c-bb19-b9a4672034c3 req-779c5911-d9d9-40c2-9604-bc7630b209e5 tempest-ServerDiskConfigTestJSON-718067424 tempest-ServerDiskConfigTestJSON-718067424-project] 10.222.0.13 "GET /v2.0/ports?device_id=144536a0-7180-4459-ae6d-f57a3ab99c23 HTTP/1.1" status: 200 len: 946 time: 0.0486035 Jan 26 22:02:32.220399 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-49e87df0-dab5-423c-bb19-b9a4672034c3 req-43ca1d4f-702a-4b72-b69f-230ec370532b tempest-ServerDiskConfigTestJSON-718067424 tempest-ServerDiskConfigTestJSON-718067424-project] 10.222.0.13 "GET /v2.0/security-groups?id=816aab5a-3836-463d-b8fd-a89ebed59eba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407805 Jan 26 22:02:32.470603 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-ce75daec-7cd5-413e-8734-85bc9892f318 req-f1ed8a9e-b92a-4f85-aa7d-007dc14a8df2 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=144536a0-7180-4459-ae6d-f57a3ab99c23&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0701084 Jan 26 22:02:32.482030 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93dddf84-b74a-441a-b05d-3309a12a59ef req-079e6eea-3abe-4ff9-823e-47807242b771 tempest-ServerDiskConfigTestJSON-718067424 tempest-ServerDiskConfigTestJSON-718067424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:02:32.483471 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-93dddf84-b74a-441a-b05d-3309a12a59ef req-079e6eea-3abe-4ff9-823e-47807242b771 tempest-ServerDiskConfigTestJSON-718067424 tempest-ServerDiskConfigTestJSON-718067424-project] 10.222.0.13 "GET /v2.0/ports?device_id=144536a0-7180-4459-ae6d-f57a3ab99c23 HTTP/1.1" status: 200 len: 946 time: 0.0750856 Jan 26 22:02:32.532578 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-93dddf84-b74a-441a-b05d-3309a12a59ef req-621916ac-72da-4f5f-9571-d4262f8d04d3 tempest-ServerDiskConfigTestJSON-718067424 tempest-ServerDiskConfigTestJSON-718067424-project] 10.222.0.13 "GET /v2.0/security-groups?id=816aab5a-3836-463d-b8fd-a89ebed59eba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431998 Jan 26 22:02:33.504807 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.agents_db [None req-569f1ced-6396-4ddf-b79f-e03b0b2146ab None None] Agent healthcheck: found 7 active agents {{(pid=103307) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 26 22:02:33.573705 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce75daec-7cd5-413e-8734-85bc9892f318 req-51f79551-1423-4d9c-889a-9031b52ed0c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:02:33.575244 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-ce75daec-7cd5-413e-8734-85bc9892f318 req-51f79551-1423-4d9c-889a-9031b52ed0c5 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=c732e47d69ad49759ccc1d464c2208b4&device_id=144536a0-7180-4459-ae6d-f57a3ab99c23 HTTP/1.1" status: 200 len: 1097 time: 0.0419030 Jan 26 22:02:33.702738 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7e9651-753b-4c63-96b5-aede32fb419d req-c6cce681-a027-4417-bdf8-fe17aebfc6b3 tempest-ServerDiskConfigTestJSON-718067424 tempest-ServerDiskConfigTestJSON-718067424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:02:33.704134 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-7e7e9651-753b-4c63-96b5-aede32fb419d req-c6cce681-a027-4417-bdf8-fe17aebfc6b3 tempest-ServerDiskConfigTestJSON-718067424 tempest-ServerDiskConfigTestJSON-718067424-project] 10.222.0.13 "GET /v2.0/ports?device_id=144536a0-7180-4459-ae6d-f57a3ab99c23 HTTP/1.1" status: 200 len: 946 time: 0.0758848 Jan 26 22:02:33.705642 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce75daec-7cd5-413e-8734-85bc9892f318 req-e84a8e5d-c299-4906-a3db-db84eeee686b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:02:33.706973 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-ce75daec-7cd5-413e-8734-85bc9892f318 req-e84a8e5d-c299-4906-a3db-db84eeee686b service neutron] 10.222.0.66 "GET /v2.0/networks?id=0cf0abd8-d08c-4e24-88a2-52f9bdd30c49 HTTP/1.1" status: 200 len: 915 time: 0.1262703 Jan 26 22:02:33.760757 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-ce75daec-7cd5-413e-8734-85bc9892f318 req-24de14cc-ba84-4a98-85d8-22f7c8db5aeb service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bbbb750f-9af6-4a50-927f-ce227972ce17 HTTP/1.1" status: 200 len: 217 time: 0.0454338 Jan 26 22:02:33.814787 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-7e7e9651-753b-4c63-96b5-aede32fb419d req-a5b2e042-524f-4bf2-9af3-9c95398da9db tempest-ServerDiskConfigTestJSON-718067424 tempest-ServerDiskConfigTestJSON-718067424-project] 10.222.0.13 "GET /v2.0/security-groups?id=816aab5a-3836-463d-b8fd-a89ebed59eba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051133 Jan 26 22:02:33.825223 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce75daec-7cd5-413e-8734-85bc9892f318 req-36a7edfd-9594-4c41-89b4-0bdcb014c38c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:02:33.826539 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-ce75daec-7cd5-413e-8734-85bc9892f318 req-36a7edfd-9594-4c41-89b4-0bdcb014c38c service neutron] 10.222.0.66 "GET /v2.0/subnets?id=c36a1694-a8db-4cae-a9cd-5112965e6074 HTTP/1.1" status: 200 len: 854 time: 0.0565274 Jan 26 22:02:33.858192 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-ce75daec-7cd5-413e-8734-85bc9892f318 req-36853e90-ca36-4c2b-82ee-f62eface5a97 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=0cf0abd8-d08c-4e24-88a2-52f9bdd30c49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0260296 Jan 26 22:02:33.948396 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-ce75daec-7cd5-413e-8734-85bc9892f318 req-7558ca6a-cebc-4df4-bf3c-d6738e6d1bee service neutron] 10.222.0.66 "GET /v2.0/networks/0cf0abd8-d08c-4e24-88a2-52f9bdd30c49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840974 Jan 26 22:02:34.035406 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-ce75daec-7cd5-413e-8734-85bc9892f318 req-776145f7-f4db-4c0a-b070-58913e74a7cf service neutron] 10.222.0.66 "GET /v2.0/networks/0cf0abd8-d08c-4e24-88a2-52f9bdd30c49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813131 Jan 26 22:02:34.930587 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c068f2e-1609-406c-9ade-ec98523a0668 req-92d13c83-c68a-415a-84a4-086e90b26648 tempest-ServerDiskConfigTestJSON-718067424 tempest-ServerDiskConfigTestJSON-718067424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:02:34.932067 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-4c068f2e-1609-406c-9ade-ec98523a0668 req-92d13c83-c68a-415a-84a4-086e90b26648 tempest-ServerDiskConfigTestJSON-718067424 tempest-ServerDiskConfigTestJSON-718067424-project] 10.222.0.13 "GET /v2.0/ports?device_id=144536a0-7180-4459-ae6d-f57a3ab99c23 HTTP/1.1" status: 200 len: 946 time: 0.0484009 Jan 26 22:02:34.980651 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-4c068f2e-1609-406c-9ade-ec98523a0668 req-79019d89-bb45-4e03-a349-0e2e3dc23ce6 tempest-ServerDiskConfigTestJSON-718067424 tempest-ServerDiskConfigTestJSON-718067424-project] 10.222.0.13 "GET /v2.0/security-groups?id=816aab5a-3836-463d-b8fd-a89ebed59eba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430815 Jan 26 22:02:36.103543 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489f7d29-dc40-4231-af46-3fc9972e03f7 req-25199e4d-93d3-434c-9e70-44efdde319f9 tempest-ServerDiskConfigTestJSON-718067424 tempest-ServerDiskConfigTestJSON-718067424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:02:36.104991 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-489f7d29-dc40-4231-af46-3fc9972e03f7 req-25199e4d-93d3-434c-9e70-44efdde319f9 tempest-ServerDiskConfigTestJSON-718067424 tempest-ServerDiskConfigTestJSON-718067424-project] 10.222.0.13 "GET /v2.0/ports?device_id=144536a0-7180-4459-ae6d-f57a3ab99c23 HTTP/1.1" status: 200 len: 946 time: 0.0522995 Jan 26 22:02:36.150970 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-489f7d29-dc40-4231-af46-3fc9972e03f7 req-60f96e3d-3ba8-46f1-b432-b1d9f2f01491 tempest-ServerDiskConfigTestJSON-718067424 tempest-ServerDiskConfigTestJSON-718067424-project] 10.222.0.13 "GET /v2.0/security-groups?id=816aab5a-3836-463d-b8fd-a89ebed59eba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404398 Jan 26 22:02:37.264090 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7d5834-7236-4773-946d-8a3915a25ee2 req-4765ea67-61dc-4ff9-8f61-6fd62d820405 tempest-ServerDiskConfigTestJSON-718067424 tempest-ServerDiskConfigTestJSON-718067424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:02:37.265601 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-ac7d5834-7236-4773-946d-8a3915a25ee2 req-4765ea67-61dc-4ff9-8f61-6fd62d820405 tempest-ServerDiskConfigTestJSON-718067424 tempest-ServerDiskConfigTestJSON-718067424-project] 10.222.0.13 "GET /v2.0/ports?device_id=144536a0-7180-4459-ae6d-f57a3ab99c23 HTTP/1.1" status: 200 len: 946 time: 0.0479927 Jan 26 22:02:37.311449 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-ac7d5834-7236-4773-946d-8a3915a25ee2 req-62f2e2da-2f32-4bec-9038-79dbbf649ca0 tempest-ServerDiskConfigTestJSON-718067424 tempest-ServerDiskConfigTestJSON-718067424-project] 10.222.0.13 "GET /v2.0/security-groups?id=816aab5a-3836-463d-b8fd-a89ebed59eba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403903 Jan 26 22:02:38.428184 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4bedae1-0e8e-457f-aea7-36edc7da1ff5 req-757db168-a29f-449f-a6f7-480405a2a965 tempest-ServerDiskConfigTestJSON-718067424 tempest-ServerDiskConfigTestJSON-718067424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:02:38.430241 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-b4bedae1-0e8e-457f-aea7-36edc7da1ff5 req-757db168-a29f-449f-a6f7-480405a2a965 tempest-ServerDiskConfigTestJSON-718067424 tempest-ServerDiskConfigTestJSON-718067424-project] 10.222.0.13 "GET /v2.0/ports?device_id=144536a0-7180-4459-ae6d-f57a3ab99c23 HTTP/1.1" status: 200 len: 946 time: 0.0523255 Jan 26 22:02:38.476516 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-b4bedae1-0e8e-457f-aea7-36edc7da1ff5 req-361a20a2-cc7f-4b33-a3b7-8aa13936bf31 tempest-ServerDiskConfigTestJSON-718067424 tempest-ServerDiskConfigTestJSON-718067424-project] 10.222.0.13 "GET /v2.0/security-groups?id=816aab5a-3836-463d-b8fd-a89ebed59eba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406752 Jan 26 22:02:38.727277 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (32ef628b-8417-46c5-8729-60fcabe358f1), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:02:39.591138 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833e6ca1-70a1-429b-a96f-235600a649d2 req-55b74781-3581-4f8e-a3f6-8b973c6cafac tempest-ServerDiskConfigTestJSON-718067424 tempest-ServerDiskConfigTestJSON-718067424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:02:39.592632 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-833e6ca1-70a1-429b-a96f-235600a649d2 req-55b74781-3581-4f8e-a3f6-8b973c6cafac tempest-ServerDiskConfigTestJSON-718067424 tempest-ServerDiskConfigTestJSON-718067424-project] 10.222.0.13 "GET /v2.0/ports?device_id=144536a0-7180-4459-ae6d-f57a3ab99c23 HTTP/1.1" status: 200 len: 946 time: 0.0483172 Jan 26 22:02:39.638521 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-833e6ca1-70a1-429b-a96f-235600a649d2 req-9976afd0-9e85-43c4-8976-2b6c55bc050d tempest-ServerDiskConfigTestJSON-718067424 tempest-ServerDiskConfigTestJSON-718067424-project] 10.222.0.13 "GET /v2.0/security-groups?id=816aab5a-3836-463d-b8fd-a89ebed59eba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402470 Jan 26 22:02:40.752225 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee549d8-2863-4f15-befe-8ff8ed7a952b req-52c360cd-c443-49ef-b46c-9105a24a8748 tempest-ServerDiskConfigTestJSON-718067424 tempest-ServerDiskConfigTestJSON-718067424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:02:40.753735 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-aee549d8-2863-4f15-befe-8ff8ed7a952b req-52c360cd-c443-49ef-b46c-9105a24a8748 tempest-ServerDiskConfigTestJSON-718067424 tempest-ServerDiskConfigTestJSON-718067424-project] 10.222.0.13 "GET /v2.0/ports?device_id=144536a0-7180-4459-ae6d-f57a3ab99c23 HTTP/1.1" status: 200 len: 946 time: 0.0488689 Jan 26 22:02:40.804260 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-aee549d8-2863-4f15-befe-8ff8ed7a952b req-24973dd8-ebc7-4df3-be92-4fff36fe4ef2 tempest-ServerDiskConfigTestJSON-718067424 tempest-ServerDiskConfigTestJSON-718067424-project] 10.222.0.13 "GET /v2.0/security-groups?id=816aab5a-3836-463d-b8fd-a89ebed59eba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448906 Jan 26 22:02:41.918038 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991643f2-655d-418b-9780-d739efa69c36 req-2df17bd4-c940-4ce4-888d-3f324713d8eb tempest-ServerDiskConfigTestJSON-718067424 tempest-ServerDiskConfigTestJSON-718067424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:02:41.919521 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-991643f2-655d-418b-9780-d739efa69c36 req-2df17bd4-c940-4ce4-888d-3f324713d8eb tempest-ServerDiskConfigTestJSON-718067424 tempest-ServerDiskConfigTestJSON-718067424-project] 10.222.0.13 "GET /v2.0/ports?device_id=144536a0-7180-4459-ae6d-f57a3ab99c23 HTTP/1.1" status: 200 len: 946 time: 0.0476310 Jan 26 22:02:41.966008 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-991643f2-655d-418b-9780-d739efa69c36 req-2eed9a5e-7aab-4343-9fbf-a0f813f8903d tempest-ServerDiskConfigTestJSON-718067424 tempest-ServerDiskConfigTestJSON-718067424-project] 10.222.0.13 "GET /v2.0/security-groups?id=816aab5a-3836-463d-b8fd-a89ebed59eba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410402 Jan 26 22:02:43.081687 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab14d9a1-bd61-45a9-95dd-9b7645e4dd7d req-729dbe9f-bea5-4342-944e-797b66bbebf0 tempest-ServerDiskConfigTestJSON-718067424 tempest-ServerDiskConfigTestJSON-718067424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:02:43.083182 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-ab14d9a1-bd61-45a9-95dd-9b7645e4dd7d req-729dbe9f-bea5-4342-944e-797b66bbebf0 tempest-ServerDiskConfigTestJSON-718067424 tempest-ServerDiskConfigTestJSON-718067424-project] 10.222.0.13 "GET /v2.0/ports?device_id=144536a0-7180-4459-ae6d-f57a3ab99c23 HTTP/1.1" status: 200 len: 946 time: 0.0501943 Jan 26 22:02:43.128794 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-ab14d9a1-bd61-45a9-95dd-9b7645e4dd7d req-3835337d-a3be-4fcb-a673-2f5df5df472f tempest-ServerDiskConfigTestJSON-718067424 tempest-ServerDiskConfigTestJSON-718067424-project] 10.222.0.13 "GET /v2.0/security-groups?id=816aab5a-3836-463d-b8fd-a89ebed59eba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401275 Jan 26 22:02:44.246151 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976dc585-8567-49d1-a195-b7a3a6d85c61 req-9d1ac217-164a-4f2d-aafd-67d7d7b47554 tempest-ServerDiskConfigTestJSON-718067424 tempest-ServerDiskConfigTestJSON-718067424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:02:44.247638 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-976dc585-8567-49d1-a195-b7a3a6d85c61 req-9d1ac217-164a-4f2d-aafd-67d7d7b47554 tempest-ServerDiskConfigTestJSON-718067424 tempest-ServerDiskConfigTestJSON-718067424-project] 10.222.0.13 "GET /v2.0/ports?device_id=144536a0-7180-4459-ae6d-f57a3ab99c23 HTTP/1.1" status: 200 len: 946 time: 0.0523429 Jan 26 22:02:44.293579 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-976dc585-8567-49d1-a195-b7a3a6d85c61 req-3faf9d52-28f0-4f35-8fda-90f2e7dab49b tempest-ServerDiskConfigTestJSON-718067424 tempest-ServerDiskConfigTestJSON-718067424-project] 10.222.0.13 "GET /v2.0/security-groups?id=816aab5a-3836-463d-b8fd-a89ebed59eba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404198 Jan 26 22:02:45.406357 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aae4866-2740-4d5e-8a02-4e52ca3e79c3 req-35a463a3-aa5c-4a4b-8ce0-854731ffd5db tempest-ServerDiskConfigTestJSON-718067424 tempest-ServerDiskConfigTestJSON-718067424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:02:45.407853 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-5aae4866-2740-4d5e-8a02-4e52ca3e79c3 req-35a463a3-aa5c-4a4b-8ce0-854731ffd5db tempest-ServerDiskConfigTestJSON-718067424 tempest-ServerDiskConfigTestJSON-718067424-project] 10.222.0.13 "GET /v2.0/ports?device_id=144536a0-7180-4459-ae6d-f57a3ab99c23 HTTP/1.1" status: 200 len: 946 time: 0.0483925 Jan 26 22:02:45.454505 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-5aae4866-2740-4d5e-8a02-4e52ca3e79c3 req-4f61cfd0-61ca-4250-ba40-44117c4a9f58 tempest-ServerDiskConfigTestJSON-718067424 tempest-ServerDiskConfigTestJSON-718067424-project] 10.222.0.13 "GET /v2.0/security-groups?id=816aab5a-3836-463d-b8fd-a89ebed59eba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410345 Jan 26 22:02:46.569903 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca951bd9-9688-443e-a024-4094fd1b0a2d req-731656b4-db58-4f13-af1b-ba17bf5246a1 tempest-ServerDiskConfigTestJSON-718067424 tempest-ServerDiskConfigTestJSON-718067424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:02:46.571685 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-ca951bd9-9688-443e-a024-4094fd1b0a2d req-731656b4-db58-4f13-af1b-ba17bf5246a1 tempest-ServerDiskConfigTestJSON-718067424 tempest-ServerDiskConfigTestJSON-718067424-project] 10.222.0.13 "GET /v2.0/ports?device_id=144536a0-7180-4459-ae6d-f57a3ab99c23 HTTP/1.1" status: 200 len: 946 time: 0.0487909 Jan 26 22:02:46.622290 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-ca951bd9-9688-443e-a024-4094fd1b0a2d req-4d6b71cd-84d9-49f6-b26d-2b99512671c1 tempest-ServerDiskConfigTestJSON-718067424 tempest-ServerDiskConfigTestJSON-718067424-project] 10.222.0.13 "GET /v2.0/security-groups?id=816aab5a-3836-463d-b8fd-a89ebed59eba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450783 Jan 26 22:02:47.742369 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b7a216-e204-45ae-b70f-f117489467ab req-3ca657c6-b990-4bac-944c-afcb2b278bbc tempest-ServerDiskConfigTestJSON-718067424 tempest-ServerDiskConfigTestJSON-718067424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:02:47.745520 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-63b7a216-e204-45ae-b70f-f117489467ab req-3ca657c6-b990-4bac-944c-afcb2b278bbc tempest-ServerDiskConfigTestJSON-718067424 tempest-ServerDiskConfigTestJSON-718067424-project] 10.222.0.13 "GET /v2.0/ports?device_id=144536a0-7180-4459-ae6d-f57a3ab99c23 HTTP/1.1" status: 200 len: 946 time: 0.0522296 Jan 26 22:02:47.791418 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-63b7a216-e204-45ae-b70f-f117489467ab req-52840704-554b-4fc0-a5e1-e65920f00d54 tempest-ServerDiskConfigTestJSON-718067424 tempest-ServerDiskConfigTestJSON-718067424-project] 10.222.0.13 "GET /v2.0/security-groups?id=816aab5a-3836-463d-b8fd-a89ebed59eba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418897 Jan 26 22:02:48.904163 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf98a631-109b-4a6e-9422-9ac2b9e716e3 req-c138de7c-fb57-45bb-b727-5137e8dedd10 tempest-ServerDiskConfigTestJSON-718067424 tempest-ServerDiskConfigTestJSON-718067424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:02:48.905657 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-cf98a631-109b-4a6e-9422-9ac2b9e716e3 req-c138de7c-fb57-45bb-b727-5137e8dedd10 tempest-ServerDiskConfigTestJSON-718067424 tempest-ServerDiskConfigTestJSON-718067424-project] 10.222.0.13 "GET /v2.0/ports?device_id=144536a0-7180-4459-ae6d-f57a3ab99c23 HTTP/1.1" status: 200 len: 946 time: 0.0472629 Jan 26 22:02:48.952239 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-cf98a631-109b-4a6e-9422-9ac2b9e716e3 req-08ab9bab-c695-4d4b-b77f-326e8f690335 tempest-ServerDiskConfigTestJSON-718067424 tempest-ServerDiskConfigTestJSON-718067424-project] 10.222.0.13 "GET /v2.0/security-groups?id=816aab5a-3836-463d-b8fd-a89ebed59eba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410342 Jan 26 22:02:48.964768 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-5d018909-fb11-4168-a9bc-8b28e0272ff0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (474ccdf7-ab6c-405b-a3b2-dc7b05829902), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:02:50.071724 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e768a0-c15f-4186-a84e-486c3eb28435 req-f82bad82-9462-4c82-b61d-d8024b7b3834 tempest-ServerDiskConfigTestJSON-718067424 tempest-ServerDiskConfigTestJSON-718067424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:02:50.073217 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-b8e768a0-c15f-4186-a84e-486c3eb28435 req-f82bad82-9462-4c82-b61d-d8024b7b3834 tempest-ServerDiskConfigTestJSON-718067424 tempest-ServerDiskConfigTestJSON-718067424-project] 10.222.0.13 "GET /v2.0/ports?device_id=144536a0-7180-4459-ae6d-f57a3ab99c23 HTTP/1.1" status: 200 len: 946 time: 0.0527589 Jan 26 22:02:50.119917 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-b8e768a0-c15f-4186-a84e-486c3eb28435 req-34fef4c8-20ec-48c5-af48-d3f552eabf84 tempest-ServerDiskConfigTestJSON-718067424 tempest-ServerDiskConfigTestJSON-718067424-project] 10.222.0.13 "GET /v2.0/security-groups?id=816aab5a-3836-463d-b8fd-a89ebed59eba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411124 Jan 26 22:02:51.232990 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187e3b16-1ad5-4143-a172-8d6dfe7a3871 req-46a6655f-5fa6-42db-8081-ff58385cadb4 tempest-ServerDiskConfigTestJSON-718067424 tempest-ServerDiskConfigTestJSON-718067424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:02:51.234482 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-187e3b16-1ad5-4143-a172-8d6dfe7a3871 req-46a6655f-5fa6-42db-8081-ff58385cadb4 tempest-ServerDiskConfigTestJSON-718067424 tempest-ServerDiskConfigTestJSON-718067424-project] 10.222.0.13 "GET /v2.0/ports?device_id=144536a0-7180-4459-ae6d-f57a3ab99c23 HTTP/1.1" status: 200 len: 946 time: 0.0475490 Jan 26 22:02:51.280221 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-187e3b16-1ad5-4143-a172-8d6dfe7a3871 req-a954ba83-ae5f-47f0-a57b-cd48c8b73dd0 tempest-ServerDiskConfigTestJSON-718067424 tempest-ServerDiskConfigTestJSON-718067424-project] 10.222.0.13 "GET /v2.0/security-groups?id=816aab5a-3836-463d-b8fd-a89ebed59eba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402012 Jan 26 22:02:51.299716 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-792ac974-b836-4833-9857-930af5c51279 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (09df100c-3af1-4b0a-bda8-05914c71c458), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:02:52.400219 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17aab1a2-eff1-4c63-89e9-a71178362242 req-24ab2923-7f22-40a1-88e9-72eab5cf5bf5 tempest-ServerDiskConfigTestJSON-718067424 tempest-ServerDiskConfigTestJSON-718067424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:02:52.401754 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-17aab1a2-eff1-4c63-89e9-a71178362242 req-24ab2923-7f22-40a1-88e9-72eab5cf5bf5 tempest-ServerDiskConfigTestJSON-718067424 tempest-ServerDiskConfigTestJSON-718067424-project] 10.222.0.13 "GET /v2.0/ports?device_id=144536a0-7180-4459-ae6d-f57a3ab99c23 HTTP/1.1" status: 200 len: 946 time: 0.0531874 Jan 26 22:02:52.405188 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-841f5991-a4d8-4d4b-b215-cbc6bab5427b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (aa7ee9d2-08eb-4e12-b895-24c57300dfec), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:02:52.451634 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-17aab1a2-eff1-4c63-89e9-a71178362242 req-be815d54-1d5a-4a91-87bb-55416aaea3c0 tempest-ServerDiskConfigTestJSON-718067424 tempest-ServerDiskConfigTestJSON-718067424-project] 10.222.0.13 "GET /v2.0/security-groups?id=816aab5a-3836-463d-b8fd-a89ebed59eba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443163 Jan 26 22:02:53.469528 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (4d619873-4b60-439f-9b5a-b155dc8bbc34), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:02:53.565118 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2507b1-88ba-499a-89eb-b1f046b8c9d4 req-562f686c-f4d9-4426-90c7-c1742743c1e4 tempest-ServerDiskConfigTestJSON-718067424 tempest-ServerDiskConfigTestJSON-718067424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:02:53.566665 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-0f2507b1-88ba-499a-89eb-b1f046b8c9d4 req-562f686c-f4d9-4426-90c7-c1742743c1e4 tempest-ServerDiskConfigTestJSON-718067424 tempest-ServerDiskConfigTestJSON-718067424-project] 10.222.0.13 "GET /v2.0/ports?device_id=144536a0-7180-4459-ae6d-f57a3ab99c23 HTTP/1.1" status: 200 len: 946 time: 0.0481858 Jan 26 22:02:53.613342 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-0f2507b1-88ba-499a-89eb-b1f046b8c9d4 req-d81c7049-7f40-4394-be8b-04ba479e1130 tempest-ServerDiskConfigTestJSON-718067424 tempest-ServerDiskConfigTestJSON-718067424-project] 10.222.0.13 "GET /v2.0/security-groups?id=816aab5a-3836-463d-b8fd-a89ebed59eba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405829 Jan 26 22:02:54.240075 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-839dd188-ec69-470c-9ab0-d318dc1a2e96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (e79b4fc6-6c71-44b2-a6d0-ff3e1f4dfd0d), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:02:54.726892 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5e5a35-7478-4b8c-9bef-40fe1f460cc5 req-399de41d-3f2c-4b94-a005-c9dafca38a1c tempest-ServerDiskConfigTestJSON-718067424 tempest-ServerDiskConfigTestJSON-718067424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:02:54.728636 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-ea5e5a35-7478-4b8c-9bef-40fe1f460cc5 req-399de41d-3f2c-4b94-a005-c9dafca38a1c tempest-ServerDiskConfigTestJSON-718067424 tempest-ServerDiskConfigTestJSON-718067424-project] 10.222.0.13 "GET /v2.0/ports?device_id=144536a0-7180-4459-ae6d-f57a3ab99c23 HTTP/1.1" status: 200 len: 946 time: 0.0483186 Jan 26 22:02:54.779291 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-ea5e5a35-7478-4b8c-9bef-40fe1f460cc5 req-47e7cbe8-bf8d-4470-a6a5-fc2f2b88e666 tempest-ServerDiskConfigTestJSON-718067424 tempest-ServerDiskConfigTestJSON-718067424-project] 10.222.0.13 "GET /v2.0/security-groups?id=816aab5a-3836-463d-b8fd-a89ebed59eba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451663 Jan 26 22:02:55.389574 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (fea0591a-627d-4c87-9a9a-01625ddf3277), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:02:55.895386 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b2fd85-a999-416f-9b83-a3dd0eb34307 req-71900af3-31ee-4ad0-8d05-05b12545029c tempest-ServerDiskConfigTestJSON-718067424 tempest-ServerDiskConfigTestJSON-718067424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:02:55.896869 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-91b2fd85-a999-416f-9b83-a3dd0eb34307 req-71900af3-31ee-4ad0-8d05-05b12545029c tempest-ServerDiskConfigTestJSON-718067424 tempest-ServerDiskConfigTestJSON-718067424-project] 10.222.0.13 "GET /v2.0/ports?device_id=144536a0-7180-4459-ae6d-f57a3ab99c23 HTTP/1.1" status: 200 len: 946 time: 0.0489640 Jan 26 22:02:55.942879 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-91b2fd85-a999-416f-9b83-a3dd0eb34307 req-7ad4b835-9bb6-4bd3-9cc8-4f18337d8520 tempest-ServerDiskConfigTestJSON-718067424 tempest-ServerDiskConfigTestJSON-718067424-project] 10.222.0.13 "GET /v2.0/security-groups?id=816aab5a-3836-463d-b8fd-a89ebed59eba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397575 Jan 26 22:02:57.057485 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248ed851-ed79-491a-838c-18dd56449097 req-ff2565ac-69de-41c8-9c36-68ac03c093dd tempest-ServerDiskConfigTestJSON-718067424 tempest-ServerDiskConfigTestJSON-718067424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:02:57.059086 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-248ed851-ed79-491a-838c-18dd56449097 req-ff2565ac-69de-41c8-9c36-68ac03c093dd tempest-ServerDiskConfigTestJSON-718067424 tempest-ServerDiskConfigTestJSON-718067424-project] 10.222.0.13 "GET /v2.0/ports?device_id=144536a0-7180-4459-ae6d-f57a3ab99c23 HTTP/1.1" status: 200 len: 946 time: 0.0483658 Jan 26 22:02:57.104788 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-248ed851-ed79-491a-838c-18dd56449097 req-25cf66c7-b8f4-4838-9a2d-0d21ab8683b6 tempest-ServerDiskConfigTestJSON-718067424 tempest-ServerDiskConfigTestJSON-718067424-project] 10.222.0.13 "GET /v2.0/security-groups?id=816aab5a-3836-463d-b8fd-a89ebed59eba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403175 Jan 26 22:02:58.223001 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a72b90-6182-4e19-a94a-65fac91a52f6 req-f6d15f66-c16b-4571-98d5-c58e0cfb460e tempest-ServerDiskConfigTestJSON-718067424 tempest-ServerDiskConfigTestJSON-718067424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:02:58.224482 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-27a72b90-6182-4e19-a94a-65fac91a52f6 req-f6d15f66-c16b-4571-98d5-c58e0cfb460e tempest-ServerDiskConfigTestJSON-718067424 tempest-ServerDiskConfigTestJSON-718067424-project] 10.222.0.13 "GET /v2.0/ports?device_id=144536a0-7180-4459-ae6d-f57a3ab99c23 HTTP/1.1" status: 200 len: 946 time: 0.0524464 Jan 26 22:02:58.271014 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-27a72b90-6182-4e19-a94a-65fac91a52f6 req-12c0f80b-cffd-4e58-81ff-02ef40c35734 tempest-ServerDiskConfigTestJSON-718067424 tempest-ServerDiskConfigTestJSON-718067424-project] 10.222.0.13 "GET /v2.0/security-groups?id=816aab5a-3836-463d-b8fd-a89ebed59eba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406237 Jan 26 22:02:59.384924 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5c2c88-fc3c-4b8e-8c35-79330bef1b69 req-2a02167a-2e6c-4e4d-b6ad-a10e19e5a2b9 tempest-ServerDiskConfigTestJSON-718067424 tempest-ServerDiskConfigTestJSON-718067424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:02:59.386458 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-8e5c2c88-fc3c-4b8e-8c35-79330bef1b69 req-2a02167a-2e6c-4e4d-b6ad-a10e19e5a2b9 tempest-ServerDiskConfigTestJSON-718067424 tempest-ServerDiskConfigTestJSON-718067424-project] 10.222.0.13 "GET /v2.0/ports?device_id=144536a0-7180-4459-ae6d-f57a3ab99c23 HTTP/1.1" status: 200 len: 946 time: 0.0478423 Jan 26 22:02:59.433667 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-8e5c2c88-fc3c-4b8e-8c35-79330bef1b69 req-5333dffa-f9bb-410a-a8e7-8ef20f89cdac tempest-ServerDiskConfigTestJSON-718067424 tempest-ServerDiskConfigTestJSON-718067424-project] 10.222.0.13 "GET /v2.0/security-groups?id=816aab5a-3836-463d-b8fd-a89ebed59eba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414376 Jan 26 22:03:00.547155 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243d232b-5ea7-4850-aa01-fdfd2479ec0f req-f024dd61-8c9a-44e3-849b-f1748f53dd46 tempest-ServerDiskConfigTestJSON-718067424 tempest-ServerDiskConfigTestJSON-718067424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:03:00.548662 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-243d232b-5ea7-4850-aa01-fdfd2479ec0f req-f024dd61-8c9a-44e3-849b-f1748f53dd46 tempest-ServerDiskConfigTestJSON-718067424 tempest-ServerDiskConfigTestJSON-718067424-project] 10.222.0.13 "GET /v2.0/ports?device_id=144536a0-7180-4459-ae6d-f57a3ab99c23 HTTP/1.1" status: 200 len: 946 time: 0.0494130 Jan 26 22:03:00.598868 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-243d232b-5ea7-4850-aa01-fdfd2479ec0f req-ffa8c3c9-f1d1-43ac-b3cb-3feaa7d1a6b5 tempest-ServerDiskConfigTestJSON-718067424 tempest-ServerDiskConfigTestJSON-718067424-project] 10.222.0.13 "GET /v2.0/security-groups?id=816aab5a-3836-463d-b8fd-a89ebed59eba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446284 Jan 26 22:03:01.045629 n-d-760453-5 neutron-server[103304]: INFO neutron.api.v2.resource [req-ce75daec-7cd5-413e-8734-85bc9892f318 req-fa58f912-94c3-4ba0-87ed-4d8011d23538 service neutron] show failed (client error): The resource could not be found. Jan 26 22:03:01.046661 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-ce75daec-7cd5-413e-8734-85bc9892f318 req-fa58f912-94c3-4ba0-87ed-4d8011d23538 service neutron] 10.222.0.66 "GET /v2.0/ports/bbbb750f-9af6-4a50-927f-ce227972ce17/bindings/n-h2-760453-5 HTTP/1.1" status: 404 len: 380 time: 0.0558045 Jan 26 22:03:01.253439 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce75daec-7cd5-413e-8734-85bc9892f318 req-135bbb00-414f-41ff-ab56-6bff1da831ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:03:01.254944 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-ce75daec-7cd5-413e-8734-85bc9892f318 req-135bbb00-414f-41ff-ab56-6bff1da831ee service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=144536a0-7180-4459-ae6d-f57a3ab99c23&tenant_id=c732e47d69ad49759ccc1d464c2208b4 HTTP/1.1" status: 200 len: 1097 time: 0.0422974 Jan 26 22:03:01.265838 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [req-ce75daec-7cd5-413e-8734-85bc9892f318 req-4cace3e9-9178-4469-b872-91a8011163c3 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-760453-5', 'device_owner': 'compute:nova'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 22:03:01.320898 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-ce75daec-7cd5-413e-8734-85bc9892f318 req-4cace3e9-9178-4469-b872-91a8011163c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (bbbb750f-9af6-4a50-927f-ce227972ce17), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:03:01.522077 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [req-ce75daec-7cd5-413e-8734-85bc9892f318 req-4cace3e9-9178-4469-b872-91a8011163c3 service neutron] For port bbbb750f-9af6-4a50-927f-ce227972ce17, host n-h1-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-5',level=0,port_id=bbbb750f-9af6-4a50-927f-ce227972ce17,segment=NetworkSegment(3b23c506-6074-4505-aa46-fc74fa0cafaa),segment_id=3b23c506-6074-4505-aa46-fc74fa0cafaa)] {{(pid=103304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 22:03:01.555468 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [req-ce75daec-7cd5-413e-8734-85bc9892f318 req-4cace3e9-9178-4469-b872-91a8011163c3 service neutron] For port bbbb750f-9af6-4a50-927f-ce227972ce17, host n-h1-760453-5, cleared binding levels {{(pid=103304) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 26 22:03:01.594402 n-d-760453-5 neutron-server[103304]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '144536a0-7180-4459-ae6d-f57a3ab99c23', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bbbb750f-9af6-4a50-927f-ce227972ce17'}] {{(pid=103304) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 22:03:01.596595 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d52b45f1943fcd332af9527eb73ff93c8d715d44383a3f6d18de73b4cfcf87b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-312ee0c8-414d-4d0d-90da-9c5e9e209cb5" -d '{"events": [{"server_uuid": "144536a0-7180-4459-ae6d-f57a3ab99c23", "name": "network-vif-unplugged", "status": "completed", "tag": "bbbb750f-9af6-4a50-927f-ce227972ce17"}]}' {{(pid=103304) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 22:03:01.600153 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-ce75daec-7cd5-413e-8734-85bc9892f318 req-4cace3e9-9178-4469-b872-91a8011163c3 service neutron] Publish callbacks [] for port (bbbb750f-9af6-4a50-927f-ce227972ce17), precommit_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:03:01.613484 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.provisioning_blocks [req-ce75daec-7cd5-413e-8734-85bc9892f318 req-4cace3e9-9178-4469-b872-91a8011163c3 service neutron] Transition to ACTIVE for port object bbbb750f-9af6-4a50-927f-ce227972ce17 will not be triggered until provisioned by entity L2. {{(pid=103304) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 22:03:01.618115 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-ce75daec-7cd5-413e-8734-85bc9892f318 req-4cace3e9-9178-4469-b872-91a8011163c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9281542'] for port (bbbb750f-9af6-4a50-927f-ce227972ce17), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:03:01.661989 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 26 Jan 2022 22:03:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04cfccf5-364c-4cc6-a334-145c79eb9aa7 x-openstack-request-id: req-04cfccf5-364c-4cc6-a334-145c79eb9aa7 {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 22:03:01.662384 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "144536a0-7180-4459-ae6d-f57a3ab99c23", "name": "network-vif-unplugged", "status": "completed", "tag": "bbbb750f-9af6-4a50-927f-ce227972ce17", "code": 200}]} {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 22:03:01.662545 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-04cfccf5-364c-4cc6-a334-145c79eb9aa7 {{(pid=103304) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 22:03:01.662956 n-d-760453-5 neutron-server[103304]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '144536a0-7180-4459-ae6d-f57a3ab99c23', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bbbb750f-9af6-4a50-927f-ce227972ce17', 'code': 200} Jan 26 22:03:01.682889 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce75daec-7cd5-413e-8734-85bc9892f318 req-4cace3e9-9178-4469-b872-91a8011163c3 service neutron] No DVR routers for this DVR port bbbb750f-9af6-4a50-927f-ce227972ce17 on host n-h1-760453-5 {{(pid=103304) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 26 22:03:01.697933 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cace3e9-9178-4469-b872-91a8011163c3 service neutron] Pushing event updated for resources: {'Port': ['ID=bbbb750f-9af6-4a50-927f-ce227972ce17,revision_number=6']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 22:03:01.741092 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cace3e9-9178-4469-b872-91a8011163c3 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:03:01.741468 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cace3e9-9178-4469-b872-91a8011163c3 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:03:01.741816 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cace3e9-9178-4469-b872-91a8011163c3 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:03:01.742159 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cace3e9-9178-4469-b872-91a8011163c3 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:03:01.742495 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cace3e9-9178-4469-b872-91a8011163c3 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:03:01.742826 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cace3e9-9178-4469-b872-91a8011163c3 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:03:01.743182 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cace3e9-9178-4469-b872-91a8011163c3 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:03:01.743512 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cace3e9-9178-4469-b872-91a8011163c3 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:03:01.743839 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cace3e9-9178-4469-b872-91a8011163c3 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:03:01.744167 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cace3e9-9178-4469-b872-91a8011163c3 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:03:01.744492 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cace3e9-9178-4469-b872-91a8011163c3 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:03:01.744816 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cace3e9-9178-4469-b872-91a8011163c3 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:03:01.745139 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cace3e9-9178-4469-b872-91a8011163c3 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:03:01.765477 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [req-ce75daec-7cd5-413e-8734-85bc9892f318 req-4cace3e9-9178-4469-b872-91a8011163c3 service neutron] Attempting to bind port bbbb750f-9af6-4a50-927f-ce227972ce17 on host n-h2-760453-5 for vnic_type normal with profile {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 22:03:01.765819 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [req-ce75daec-7cd5-413e-8734-85bc9892f318 req-4cace3e9-9178-4469-b872-91a8011163c3 service neutron] Attempting to bind port bbbb750f-9af6-4a50-927f-ce227972ce17 by drivers openvswitch,hyperv on host n-h2-760453-5 at level 0 using segments [{'id': '3b23c506-6074-4505-aa46-fc74fa0cafaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '0cf0abd8-d08c-4e24-88a2-52f9bdd30c49'}] {{(pid=103304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 26 22:03:01.766150 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce75daec-7cd5-413e-8734-85bc9892f318 req-4cace3e9-9178-4469-b872-91a8011163c3 service neutron] Attempting to bind port bbbb750f-9af6-4a50-927f-ce227972ce17 on network 0cf0abd8-d08c-4e24-88a2-52f9bdd30c49 {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 22:03:01.772988 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce75daec-7cd5-413e-8734-85bc9892f318 req-4cace3e9-9178-4469-b872-91a8011163c3 service neutron] Port bbbb750f-9af6-4a50-927f-ce227972ce17 on network 0cf0abd8-d08c-4e24-88a2-52f9bdd30c49 not bound, no agent of type Open vSwitch agent registered on host n-h2-760453-5 {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 26 22:03:01.773331 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce75daec-7cd5-413e-8734-85bc9892f318 req-4cace3e9-9178-4469-b872-91a8011163c3 service neutron] Attempting to bind port bbbb750f-9af6-4a50-927f-ce227972ce17 on network 0cf0abd8-d08c-4e24-88a2-52f9bdd30c49 {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 22:03:01.783558 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f135b2e0-9880-4801-90d0-79d5d773d4f4 req-15adaa6d-bec2-4697-adc1-dc30c513c1be tempest-ServerDiskConfigTestJSON-718067424 tempest-ServerDiskConfigTestJSON-718067424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:03:01.785071 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-f135b2e0-9880-4801-90d0-79d5d773d4f4 req-15adaa6d-bec2-4697-adc1-dc30c513c1be tempest-ServerDiskConfigTestJSON-718067424 tempest-ServerDiskConfigTestJSON-718067424-project] 10.222.0.13 "GET /v2.0/ports?device_id=144536a0-7180-4459-ae6d-f57a3ab99c23 HTTP/1.1" status: 200 len: 944 time: 0.1034584 Jan 26 22:03:01.787730 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce75daec-7cd5-413e-8734-85bc9892f318 req-4cace3e9-9178-4469-b872-91a8011163c3 service neutron] Checking agent: {'id': '4d619873-4b60-439f-9b5a-b155dc8bbc34', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-760453-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 21, 2, 53), 'started_at': datetime.datetime(2022, 1, 26, 21, 2, 53), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 22, 2, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 26 22:03:01.788069 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce75daec-7cd5-413e-8734-85bc9892f318 req-4cace3e9-9178-4469-b872-91a8011163c3 service neutron] Checking segment: {'id': '3b23c506-6074-4505-aa46-fc74fa0cafaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '0cf0abd8-d08c-4e24-88a2-52f9bdd30c49'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103304) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 22:03:01.788452 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce75daec-7cd5-413e-8734-85bc9892f318 req-4cace3e9-9178-4469-b872-91a8011163c3 service neutron] Bound using segment: {'id': '3b23c506-6074-4505-aa46-fc74fa0cafaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '0cf0abd8-d08c-4e24-88a2-52f9bdd30c49'} {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 26 22:03:01.788882 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [req-ce75daec-7cd5-413e-8734-85bc9892f318 req-4cace3e9-9178-4469-b872-91a8011163c3 service neutron] Bound port: bbbb750f-9af6-4a50-927f-ce227972ce17, host: n-h2-760453-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3b23c506-6074-4505-aa46-fc74fa0cafaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '0cf0abd8-d08c-4e24-88a2-52f9bdd30c49'}}] {{(pid=103304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 26 22:03:01.789247 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-ce75daec-7cd5-413e-8734-85bc9892f318 req-4cace3e9-9178-4469-b872-91a8011163c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (bbbb750f-9af6-4a50-927f-ce227972ce17), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:03:01.874812 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-f135b2e0-9880-4801-90d0-79d5d773d4f4 req-77625714-909d-4d3a-87b5-239affedeafa tempest-ServerDiskConfigTestJSON-718067424 tempest-ServerDiskConfigTestJSON-718067424-project] 10.222.0.13 "GET /v2.0/security-groups?id=816aab5a-3836-463d-b8fd-a89ebed59eba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819349 Jan 26 22:03:01.886167 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [req-ce75daec-7cd5-413e-8734-85bc9892f318 req-4cace3e9-9178-4469-b872-91a8011163c3 service neutron] For port bbbb750f-9af6-4a50-927f-ce227972ce17, host n-h2-760453-5, cleared binding levels {{(pid=103304) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 26 22:03:01.889379 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [req-ce75daec-7cd5-413e-8734-85bc9892f318 req-4cace3e9-9178-4469-b872-91a8011163c3 service neutron] For port bbbb750f-9af6-4a50-927f-ce227972ce17, host n-h2-760453-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-5',level=0,port_id=bbbb750f-9af6-4a50-927f-ce227972ce17,segment=NetworkSegment(3b23c506-6074-4505-aa46-fc74fa0cafaa),segment_id=3b23c506-6074-4505-aa46-fc74fa0cafaa)] {{(pid=103304) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 26 22:03:01.894914 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-ce75daec-7cd5-413e-8734-85bc9892f318 req-4cace3e9-9178-4469-b872-91a8011163c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9281542'] for port (bbbb750f-9af6-4a50-927f-ce227972ce17), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:03:01.933477 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce75daec-7cd5-413e-8734-85bc9892f318 req-4cace3e9-9178-4469-b872-91a8011163c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:03:01.934115 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-ce75daec-7cd5-413e-8734-85bc9892f318 req-4cace3e9-9178-4469-b872-91a8011163c3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:03:01.935507 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-ce75daec-7cd5-413e-8734-85bc9892f318 req-4cace3e9-9178-4469-b872-91a8011163c3 service neutron] 10.222.0.57 "PUT /v2.0/ports/bbbb750f-9af6-4a50-927f-ce227972ce17 HTTP/1.1" status: 200 len: 1092 time: 0.6736083 Jan 26 22:03:01.955418 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cace3e9-9178-4469-b872-91a8011163c3 service neutron] Pushing event updated for resources: {'Port': ['ID=bbbb750f-9af6-4a50-927f-ce227972ce17,revision_number=7']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 22:03:01.997708 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce75daec-7cd5-413e-8734-85bc9892f318 req-98c2ba6c-8fa2-49d7-adf9-c3a6343adb86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:03:01.999261 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-ce75daec-7cd5-413e-8734-85bc9892f318 req-98c2ba6c-8fa2-49d7-adf9-c3a6343adb86 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=c732e47d69ad49759ccc1d464c2208b4&device_id=144536a0-7180-4459-ae6d-f57a3ab99c23 HTTP/1.1" status: 200 len: 1095 time: 0.0409954 Jan 26 22:03:02.091494 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce75daec-7cd5-413e-8734-85bc9892f318 req-d6f9d287-f714-4bdc-ad5d-8d973b85e4ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:03:02.092971 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-ce75daec-7cd5-413e-8734-85bc9892f318 req-d6f9d287-f714-4bdc-ad5d-8d973b85e4ab service neutron] 10.222.0.57 "GET /v2.0/networks?id=0cf0abd8-d08c-4e24-88a2-52f9bdd30c49 HTTP/1.1" status: 200 len: 915 time: 0.0870209 Jan 26 22:03:02.138032 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-ce75daec-7cd5-413e-8734-85bc9892f318 req-72d0650f-00db-498b-9a47-5148b1706c14 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bbbb750f-9af6-4a50-927f-ce227972ce17 HTTP/1.1" status: 200 len: 217 time: 0.0381591 Jan 26 22:03:02.184385 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce75daec-7cd5-413e-8734-85bc9892f318 req-3819c224-0494-4422-9084-50641a5903fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:03:02.185833 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-ce75daec-7cd5-413e-8734-85bc9892f318 req-3819c224-0494-4422-9084-50641a5903fb service neutron] 10.222.0.57 "GET /v2.0/subnets?id=c36a1694-a8db-4cae-a9cd-5112965e6074 HTTP/1.1" status: 200 len: 854 time: 0.0425115 Jan 26 22:03:02.216981 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-ce75daec-7cd5-413e-8734-85bc9892f318 req-a2af4651-915d-4bca-ae23-066ca02817c5 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=0cf0abd8-d08c-4e24-88a2-52f9bdd30c49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0251231 Jan 26 22:03:02.307821 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-ce75daec-7cd5-413e-8734-85bc9892f318 req-0e19258d-fea3-47ad-8c12-d7156480a4d5 service neutron] 10.222.0.57 "GET /v2.0/networks/0cf0abd8-d08c-4e24-88a2-52f9bdd30c49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840762 Jan 26 22:03:02.396496 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-ce75daec-7cd5-413e-8734-85bc9892f318 req-ee18adb4-a013-4ee5-a009-78d0ccb41fb6 service neutron] 10.222.0.57 "GET /v2.0/networks/0cf0abd8-d08c-4e24-88a2-52f9bdd30c49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821061 Jan 26 22:03:03.046799 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d42f58-0713-490d-ad5d-ce41237d9c21 req-442ef15e-9c4f-446a-9ab1-a6dce0dab884 tempest-ServerDiskConfigTestJSON-718067424 tempest-ServerDiskConfigTestJSON-718067424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:03:03.048284 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-81d42f58-0713-490d-ad5d-ce41237d9c21 req-442ef15e-9c4f-446a-9ab1-a6dce0dab884 tempest-ServerDiskConfigTestJSON-718067424 tempest-ServerDiskConfigTestJSON-718067424-project] 10.222.0.13 "GET /v2.0/ports?device_id=144536a0-7180-4459-ae6d-f57a3ab99c23 HTTP/1.1" status: 200 len: 944 time: 0.0487070 Jan 26 22:03:03.094946 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-81d42f58-0713-490d-ad5d-ce41237d9c21 req-35dce490-dda2-4863-8ae8-093845d43d01 tempest-ServerDiskConfigTestJSON-718067424 tempest-ServerDiskConfigTestJSON-718067424-project] 10.222.0.13 "GET /v2.0/security-groups?id=816aab5a-3836-463d-b8fd-a89ebed59eba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411108 Jan 26 22:03:03.664580 n-d-760453-5 neutron-server[103304]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '144536a0-7180-4459-ae6d-f57a3ab99c23', 'tag': 'bbbb750f-9af6-4a50-927f-ce227972ce17'}] {{(pid=103304) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 22:03:03.666944 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d52b45f1943fcd332af9527eb73ff93c8d715d44383a3f6d18de73b4cfcf87b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4233f676-2fad-4463-b65c-830ef662c5f6" -d '{"events": [{"name": "network-changed", "server_uuid": "144536a0-7180-4459-ae6d-f57a3ab99c23", "tag": "bbbb750f-9af6-4a50-927f-ce227972ce17"}]}' {{(pid=103304) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 22:03:03.714299 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 26 Jan 2022 22:03:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4bf56a18-0d6c-4fd8-a52e-798fc44a318b x-openstack-request-id: req-4bf56a18-0d6c-4fd8-a52e-798fc44a318b {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 22:03:03.714593 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "144536a0-7180-4459-ae6d-f57a3ab99c23", "tag": "bbbb750f-9af6-4a50-927f-ce227972ce17", "status": "completed", "code": 200}]} {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 22:03:03.714851 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-4bf56a18-0d6c-4fd8-a52e-798fc44a318b {{(pid=103304) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 22:03:03.715250 n-d-760453-5 neutron-server[103304]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '144536a0-7180-4459-ae6d-f57a3ab99c23', 'tag': 'bbbb750f-9af6-4a50-927f-ce227972ce17', 'status': 'completed', 'code': 200} Jan 26 22:03:03.807628 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4233f676-2fad-4463-b65c-830ef662c5f6 req-910c97ba-6fce-4774-a147-b8662244d03e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:03:03.809141 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-4233f676-2fad-4463-b65c-830ef662c5f6 req-910c97ba-6fce-4774-a147-b8662244d03e service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=c732e47d69ad49759ccc1d464c2208b4&device_id=144536a0-7180-4459-ae6d-f57a3ab99c23 HTTP/1.1" status: 200 len: 1095 time: 0.0756679 Jan 26 22:03:03.811549 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4233f676-2fad-4463-b65c-830ef662c5f6 req-56b34250-9cec-4361-95b8-0c89379c8581 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:03:03.812917 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-4233f676-2fad-4463-b65c-830ef662c5f6 req-56b34250-9cec-4361-95b8-0c89379c8581 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=c732e47d69ad49759ccc1d464c2208b4&device_id=144536a0-7180-4459-ae6d-f57a3ab99c23 HTTP/1.1" status: 200 len: 1095 time: 0.0502026 Jan 26 22:03:03.973869 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4233f676-2fad-4463-b65c-830ef662c5f6 req-32119fee-a27e-495a-baff-aef2787bbb57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:03:03.975277 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-4233f676-2fad-4463-b65c-830ef662c5f6 req-32119fee-a27e-495a-baff-aef2787bbb57 service neutron] 10.222.0.66 "GET /v2.0/networks?id=0cf0abd8-d08c-4e24-88a2-52f9bdd30c49 HTTP/1.1" status: 200 len: 915 time: 0.1568620 Jan 26 22:03:03.976612 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4233f676-2fad-4463-b65c-830ef662c5f6 req-5bb3cbd7-9ff3-4e85-b174-5dab1e5accda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:03:03.978279 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-4233f676-2fad-4463-b65c-830ef662c5f6 req-5bb3cbd7-9ff3-4e85-b174-5dab1e5accda service neutron] 10.222.0.57 "GET /v2.0/networks?id=0cf0abd8-d08c-4e24-88a2-52f9bdd30c49 HTTP/1.1" status: 200 len: 915 time: 0.1521833 Jan 26 22:03:04.026586 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-4233f676-2fad-4463-b65c-830ef662c5f6 req-06ce37c6-275f-4c5f-b32a-77106f7936b9 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bbbb750f-9af6-4a50-927f-ce227972ce17 HTTP/1.1" status: 200 len: 217 time: 0.0439229 Jan 26 22:03:04.060452 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-4233f676-2fad-4463-b65c-830ef662c5f6 req-0c3142e5-eddd-4f8e-9216-541818b195c5 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bbbb750f-9af6-4a50-927f-ce227972ce17 HTTP/1.1" status: 200 len: 217 time: 0.0713651 Jan 26 22:03:04.130066 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4233f676-2fad-4463-b65c-830ef662c5f6 req-dcdbe3bd-9f05-425b-a26d-9104ae28bb08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:03:04.131555 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-4233f676-2fad-4463-b65c-830ef662c5f6 req-dcdbe3bd-9f05-425b-a26d-9104ae28bb08 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=c36a1694-a8db-4cae-a9cd-5112965e6074 HTTP/1.1" status: 200 len: 854 time: 0.0796669 Jan 26 22:03:04.135004 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4233f676-2fad-4463-b65c-830ef662c5f6 req-eac19580-d5f3-48a9-b712-a7e72e4e898c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:03:04.136337 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-4233f676-2fad-4463-b65c-830ef662c5f6 req-eac19580-d5f3-48a9-b712-a7e72e4e898c service neutron] 10.222.0.57 "GET /v2.0/subnets?id=c36a1694-a8db-4cae-a9cd-5112965e6074 HTTP/1.1" status: 200 len: 854 time: 0.0568960 Jan 26 22:03:04.187040 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-4233f676-2fad-4463-b65c-830ef662c5f6 req-cabdd859-cea0-4881-9226-4c970c9dbb09 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=0cf0abd8-d08c-4e24-88a2-52f9bdd30c49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0482504 Jan 26 22:03:04.189498 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-4233f676-2fad-4463-b65c-830ef662c5f6 req-18c8367b-302c-4e83-bd3b-6d14c962fd5c service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=0cf0abd8-d08c-4e24-88a2-52f9bdd30c49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0422828 Jan 26 22:03:04.348929 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2d2d3f-3d03-4a28-905f-456c888bb2f3 req-b0e4e485-4dd2-4742-802e-f85c1f46ef66 tempest-ServerDiskConfigTestJSON-718067424 tempest-ServerDiskConfigTestJSON-718067424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:03:04.350453 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-6c2d2d3f-3d03-4a28-905f-456c888bb2f3 req-b0e4e485-4dd2-4742-802e-f85c1f46ef66 tempest-ServerDiskConfigTestJSON-718067424 tempest-ServerDiskConfigTestJSON-718067424-project] 10.222.0.13 "GET /v2.0/ports?device_id=144536a0-7180-4459-ae6d-f57a3ab99c23 HTTP/1.1" status: 200 len: 944 time: 0.1659098 Jan 26 22:03:04.392875 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-4233f676-2fad-4463-b65c-830ef662c5f6 req-31d00274-7521-4e27-bed4-601b0091e60d service neutron] 10.222.0.57 "GET /v2.0/networks/0cf0abd8-d08c-4e24-88a2-52f9bdd30c49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1950743 Jan 26 22:03:04.396633 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-4233f676-2fad-4463-b65c-830ef662c5f6 req-c6aa8c29-978d-4a75-9829-42b859b0eba0 service neutron] 10.222.0.66 "GET /v2.0/networks/0cf0abd8-d08c-4e24-88a2-52f9bdd30c49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1999049 Jan 26 22:03:04.521945 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-6c2d2d3f-3d03-4a28-905f-456c888bb2f3 req-d87f627b-dfa2-49dc-8835-bf9688c22619 tempest-ServerDiskConfigTestJSON-718067424 tempest-ServerDiskConfigTestJSON-718067424-project] 10.222.0.13 "GET /v2.0/security-groups?id=816aab5a-3836-463d-b8fd-a89ebed59eba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1606641 Jan 26 22:03:04.700775 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.66', 57718) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 22:03:04.964454 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-4233f676-2fad-4463-b65c-830ef662c5f6 req-3fcdbf04-ad19-4fe3-8b55-8e2d5159768c service neutron] 10.222.0.66 "GET /v2.0/networks/0cf0abd8-d08c-4e24-88a2-52f9bdd30c49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5552506 Jan 26 22:03:04.967641 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-4233f676-2fad-4463-b65c-830ef662c5f6 req-5522d1c2-ed73-4ff3-a7ba-fad0bcd0b9d6 service neutron] 10.222.0.57 "GET /v2.0/networks/0cf0abd8-d08c-4e24-88a2-52f9bdd30c49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5664728 Jan 26 22:03:04.984483 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b60a33-637a-4d48-9792-f5733318829d req-979e8086-1fae-44fd-b0ef-7789bcddf290 tempest-ServerDiskConfigTestJSON-718067424 tempest-ServerDiskConfigTestJSON-718067424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:03:04.986113 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-a5b60a33-637a-4d48-9792-f5733318829d req-979e8086-1fae-44fd-b0ef-7789bcddf290 tempest-ServerDiskConfigTestJSON-718067424 tempest-ServerDiskConfigTestJSON-718067424-project] 10.222.0.13 "GET /v2.0/ports?device_id=144536a0-7180-4459-ae6d-f57a3ab99c23 HTTP/1.1" status: 200 len: 944 time: 0.0845909 Jan 26 22:03:05.037106 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-a5b60a33-637a-4d48-9792-f5733318829d req-5e422efd-ca42-4601-9822-1a690db54d87 tempest-ServerDiskConfigTestJSON-718067424 tempest-ServerDiskConfigTestJSON-718067424-project] 10.222.0.13 "GET /v2.0/security-groups?id=816aab5a-3836-463d-b8fd-a89ebed59eba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443280 Jan 26 22:03:05.112365 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1603193b-9ced-4cb5-94bb-dd5166f83935 req-500ab02f-17b8-4d02-a91e-0f94e81c72b0 tempest-ServerDiskConfigTestJSON-718067424 tempest-ServerDiskConfigTestJSON-718067424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:03:05.113868 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-1603193b-9ced-4cb5-94bb-dd5166f83935 req-500ab02f-17b8-4d02-a91e-0f94e81c72b0 tempest-ServerDiskConfigTestJSON-718067424 tempest-ServerDiskConfigTestJSON-718067424-project] 10.222.0.66 "GET /v2.0/ports?device_id=144536a0-7180-4459-ae6d-f57a3ab99c23&tenant_id=c732e47d69ad49759ccc1d464c2208b4&binding%3Ahost_id=n-h2-760453-5 HTTP/1.1" status: 200 len: 944 time: 0.4120309 Jan 26 22:03:05.179389 n-d-760453-5 neutron-server[103305]: INFO neutron.api.v2.resource [req-1603193b-9ced-4cb5-94bb-dd5166f83935 req-05a4620e-7c61-44cd-9d58-e600d45fa509 service neutron] delete failed (client error): The resource could not be found. Jan 26 22:03:05.180394 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-1603193b-9ced-4cb5-94bb-dd5166f83935 req-05a4620e-7c61-44cd-9d58-e600d45fa509 service neutron] 10.222.0.66 "DELETE /v2.0/ports/bbbb750f-9af6-4a50-927f-ce227972ce17/bindings/n-h1-760453-5 HTTP/1.1" status: 404 len: 380 time: 0.0594058 Jan 26 22:03:05.285317 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Device bbbb750f-9af6-4a50-927f-ce227972ce17 no longer exists at agent hyperv_n-h1-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 26 22:03:05.315160 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1603193b-9ced-4cb5-94bb-dd5166f83935 req-824c167b-da83-4a20-99b3-c260cb60407a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:03:05.316674 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-1603193b-9ced-4cb5-94bb-dd5166f83935 req-824c167b-da83-4a20-99b3-c260cb60407a service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=c732e47d69ad49759ccc1d464c2208b4&device_id=144536a0-7180-4459-ae6d-f57a3ab99c23 HTTP/1.1" status: 200 len: 1095 time: 0.0746698 Jan 26 22:03:05.324580 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] The host n-h1-760453-5 is not matching for port bbbb750f-9af6-4a50-927f-ce227972ce17 host n-h2-760453-5! {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2317}} Jan 26 22:03:05.324983 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Device bbbb750f-9af6-4a50-927f-ce227972ce17 not bound to the agent host n-h1-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 26 22:03:05.462905 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1603193b-9ced-4cb5-94bb-dd5166f83935 req-36c2cb04-c1ac-4998-98eb-1362bb89a344 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:03:05.464381 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-1603193b-9ced-4cb5-94bb-dd5166f83935 req-36c2cb04-c1ac-4998-98eb-1362bb89a344 service neutron] 10.222.0.66 "GET /v2.0/networks?id=0cf0abd8-d08c-4e24-88a2-52f9bdd30c49 HTTP/1.1" status: 200 len: 915 time: 0.1409302 Jan 26 22:03:05.524933 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-1603193b-9ced-4cb5-94bb-dd5166f83935 req-a67949f6-359e-49bb-b8e5-9452927c2796 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bbbb750f-9af6-4a50-927f-ce227972ce17 HTTP/1.1" status: 200 len: 217 time: 0.0544393 Jan 26 22:03:05.573228 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Device bbbb750f-9af6-4a50-927f-ce227972ce17 details requested by agent hyperv_n-h2-760453-5 with host n-h2-760453-5 {{(pid=103306) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 26 22:03:05.577976 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1603193b-9ced-4cb5-94bb-dd5166f83935 req-c422dd8f-477c-48f8-9afe-4d508cb1e7d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:03:05.579443 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-1603193b-9ced-4cb5-94bb-dd5166f83935 req-c422dd8f-477c-48f8-9afe-4d508cb1e7d0 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=c36a1694-a8db-4cae-a9cd-5112965e6074 HTTP/1.1" status: 200 len: 854 time: 0.0488019 Jan 26 22:03:05.629464 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-1603193b-9ced-4cb5-94bb-dd5166f83935 req-7af35dd0-4ed7-4866-8c9c-c0b1cc307990 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=0cf0abd8-d08c-4e24-88a2-52f9bdd30c49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0445213 Jan 26 22:03:05.671324 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] For port bbbb750f-9af6-4a50-927f-ce227972ce17, host n-h2-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-5',level=0,port_id=bbbb750f-9af6-4a50-927f-ce227972ce17,segment=NetworkSegment(3b23c506-6074-4505-aa46-fc74fa0cafaa),segment_id=3b23c506-6074-4505-aa46-fc74fa0cafaa)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 22:03:05.683236 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Returning: {'device': 'bbbb750f-9af6-4a50-927f-ce227972ce17', 'network_id': '0cf0abd8-d08c-4e24-88a2-52f9bdd30c49', 'port_id': 'bbbb750f-9af6-4a50-927f-ce227972ce17', 'mac_address': 'fa:16:3e:b7:ec:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 582, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c36a1694-a8db-4cae-a9cd-5112965e6074', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103306) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 26 22:03:05.718525 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Current status of the port bbbb750f-9af6-4a50-927f-ce227972ce17 is: DOWN; New status is: BUILD {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 22:03:05.718906 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (bbbb750f-9af6-4a50-927f-ce227972ce17), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:03:05.720087 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-1603193b-9ced-4cb5-94bb-dd5166f83935 req-01296886-1b72-430b-8eeb-e6e34b2483a2 service neutron] 10.222.0.66 "GET /v2.0/networks/0cf0abd8-d08c-4e24-88a2-52f9bdd30c49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843620 Jan 26 22:03:05.739862 n-d-760453-5 neutron-server[103306]: DEBUG neutron.notifiers.nova [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bbbb750f-9af6-4a50-927f-ce227972ce17 {{(pid=103306) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 26 22:03:05.759999 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] For port bbbb750f-9af6-4a50-927f-ce227972ce17, host n-h2-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-5',level=0,port_id=bbbb750f-9af6-4a50-927f-ce227972ce17,segment=NetworkSegment(3b23c506-6074-4505-aa46-fc74fa0cafaa),segment_id=3b23c506-6074-4505-aa46-fc74fa0cafaa)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 22:03:05.764071 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (bbbb750f-9af6-4a50-927f-ce227972ce17), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:03:05.814336 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-1603193b-9ced-4cb5-94bb-dd5166f83935 req-7d8af0e0-e14d-402d-94e6-871aba5ec705 service neutron] 10.222.0.66 "GET /v2.0/networks/0cf0abd8-d08c-4e24-88a2-52f9bdd30c49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885735 Jan 26 22:03:05.814596 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Pushing event updated for resources: {'Port': ['ID=bbbb750f-9af6-4a50-927f-ce227972ce17,revision_number=8']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 22:03:05.981513 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] get_ports_and_sgs() called for port_ids ['bbbb750f-9af6-4a50-927f-ce227972ce17'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 26 22:03:06.291374 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e42301f-a087-4e9b-8bf1-35d1586cd476 req-6e899d80-b326-4fbc-af1f-3e32be39021c tempest-ServerDiskConfigTestJSON-718067424 tempest-ServerDiskConfigTestJSON-718067424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:03:06.292982 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-5e42301f-a087-4e9b-8bf1-35d1586cd476 req-6e899d80-b326-4fbc-af1f-3e32be39021c tempest-ServerDiskConfigTestJSON-718067424 tempest-ServerDiskConfigTestJSON-718067424-project] 10.222.0.13 "GET /v2.0/ports?device_id=144536a0-7180-4459-ae6d-f57a3ab99c23 HTTP/1.1" status: 200 len: 945 time: 0.0987780 Jan 26 22:03:06.342481 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-5e42301f-a087-4e9b-8bf1-35d1586cd476 req-d9297209-a1fd-4df4-94d9-7e3054c6220c tempest-ServerDiskConfigTestJSON-718067424 tempest-ServerDiskConfigTestJSON-718067424-project] 10.222.0.13 "GET /v2.0/security-groups?id=816aab5a-3836-463d-b8fd-a89ebed59eba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438914 Jan 26 22:03:07.538677 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc15d7a-f0d4-4b84-b6f6-1251779ceda1 req-f096fe1d-04a3-4073-8396-bf190979f301 tempest-ServerDiskConfigTestJSON-718067424 tempest-ServerDiskConfigTestJSON-718067424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:03:07.540167 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-7bc15d7a-f0d4-4b84-b6f6-1251779ceda1 req-f096fe1d-04a3-4073-8396-bf190979f301 tempest-ServerDiskConfigTestJSON-718067424 tempest-ServerDiskConfigTestJSON-718067424-project] 10.222.0.13 "GET /v2.0/ports?device_id=144536a0-7180-4459-ae6d-f57a3ab99c23 HTTP/1.1" status: 200 len: 945 time: 0.0939732 Jan 26 22:03:07.586008 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-7bc15d7a-f0d4-4b84-b6f6-1251779ceda1 req-3512dc45-202b-4532-b6f3-eaec11930794 tempest-ServerDiskConfigTestJSON-718067424 tempest-ServerDiskConfigTestJSON-718067424-project] 10.222.0.13 "GET /v2.0/security-groups?id=816aab5a-3836-463d-b8fd-a89ebed59eba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396724 Jan 26 22:03:07.595079 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Device bbbb750f-9af6-4a50-927f-ce227972ce17 up at agent hyperv_n-h2-760453-5 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 22:03:07.645757 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Provisioning for port bbbb750f-9af6-4a50-927f-ce227972ce17 completed by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 22:03:07.650531 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Provisioning complete for port bbbb750f-9af6-4a50-927f-ce227972ce17 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 22:03:07.650914 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (bbbb750f-9af6-4a50-927f-ce227972ce17), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:03:07.702099 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c1d94a-2a56-4208-8910-4a294300a3ad req-aaec6a88-eccc-43ea-96b4-f2de5f2685ad tempest-ServerDiskConfigTestJSON-718067424 tempest-ServerDiskConfigTestJSON-718067424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:03:07.703614 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-d1c1d94a-2a56-4208-8910-4a294300a3ad req-aaec6a88-eccc-43ea-96b4-f2de5f2685ad tempest-ServerDiskConfigTestJSON-718067424 tempest-ServerDiskConfigTestJSON-718067424-project] 10.222.0.13 "GET /v2.0/ports?device_id=144536a0-7180-4459-ae6d-f57a3ab99c23 HTTP/1.1" status: 200 len: 945 time: 0.0474586 Jan 26 22:03:07.729749 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Current status of the port bbbb750f-9af6-4a50-927f-ce227972ce17 is: BUILD; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 22:03:07.730142 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (bbbb750f-9af6-4a50-927f-ce227972ce17), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:03:07.751010 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-d1c1d94a-2a56-4208-8910-4a294300a3ad req-cd0eabee-eb88-4639-b20e-b6f7592bdc01 tempest-ServerDiskConfigTestJSON-718067424 tempest-ServerDiskConfigTestJSON-718067424-project] 10.222.0.13 "GET /v2.0/security-groups?id=816aab5a-3836-463d-b8fd-a89ebed59eba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417259 Jan 26 22:03:07.752867 n-d-760453-5 neutron-server[103306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '144536a0-7180-4459-ae6d-f57a3ab99c23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bbbb750f-9af6-4a50-927f-ce227972ce17'}] {{(pid=103306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 22:03:07.755142 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9d5d370febab655511bdd2ffe887e43e442d144a440368702bcc1e93af00b97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d71708a-4bfe-495a-bc39-04a7b1f7e7c1" -d '{"events": [{"server_uuid": "144536a0-7180-4459-ae6d-f57a3ab99c23", "name": "network-vif-plugged", "status": "completed", "tag": "bbbb750f-9af6-4a50-927f-ce227972ce17"}]}' {{(pid=103306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 22:03:07.769467 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] For port bbbb750f-9af6-4a50-927f-ce227972ce17, host n-h2-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-5',level=0,port_id=bbbb750f-9af6-4a50-927f-ce227972ce17,segment=NetworkSegment(3b23c506-6074-4505-aa46-fc74fa0cafaa),segment_id=3b23c506-6074-4505-aa46-fc74fa0cafaa)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 22:03:07.774268 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (bbbb750f-9af6-4a50-927f-ce227972ce17), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:03:07.803052 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Jan 2022 22:03:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3200c830-96cf-4930-b7cd-53051c437cc6 x-openstack-request-id: req-3200c830-96cf-4930-b7cd-53051c437cc6 {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 22:03:07.803329 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "144536a0-7180-4459-ae6d-f57a3ab99c23", "name": "network-vif-plugged", "status": "completed", "tag": "bbbb750f-9af6-4a50-927f-ce227972ce17", "code": 200}]} {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 22:03:07.803581 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-3200c830-96cf-4930-b7cd-53051c437cc6 {{(pid=103306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 22:03:07.803970 n-d-760453-5 neutron-server[103306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '144536a0-7180-4459-ae6d-f57a3ab99c23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bbbb750f-9af6-4a50-927f-ce227972ce17', 'code': 200} Jan 26 22:03:07.829794 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Pushing event updated for resources: {'Port': ['ID=bbbb750f-9af6-4a50-927f-ce227972ce17,revision_number=9']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 22:03:07.867849 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94099a0b-9cba-4f0c-81d3-dc5f45ebfe5e req-e95b7d20-69eb-45e7-9027-30d02631d41e tempest-ServerDiskConfigTestJSON-718067424 tempest-ServerDiskConfigTestJSON-718067424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:03:07.869489 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-94099a0b-9cba-4f0c-81d3-dc5f45ebfe5e req-e95b7d20-69eb-45e7-9027-30d02631d41e tempest-ServerDiskConfigTestJSON-718067424 tempest-ServerDiskConfigTestJSON-718067424-project] 10.222.0.13 "GET /v2.0/ports?device_id=144536a0-7180-4459-ae6d-f57a3ab99c23 HTTP/1.1" status: 200 len: 946 time: 0.0517616 Jan 26 22:03:07.915950 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-94099a0b-9cba-4f0c-81d3-dc5f45ebfe5e req-f0fc396c-69d1-4663-8cc1-72ebefda02b8 tempest-ServerDiskConfigTestJSON-718067424 tempest-ServerDiskConfigTestJSON-718067424-project] 10.222.0.13 "GET /v2.0/security-groups?id=816aab5a-3836-463d-b8fd-a89ebed59eba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406446 Jan 26 22:03:08.255243 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee598d3b-9503-4b61-b5e7-f8d1b67458fd req-966719bf-ddf9-49b8-b9d1-47702b41cf47 tempest-ServerDiskConfigTestJSON-718067424 tempest-ServerDiskConfigTestJSON-718067424-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:03:08.256647 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-ee598d3b-9503-4b61-b5e7-f8d1b67458fd req-966719bf-ddf9-49b8-b9d1-47702b41cf47 tempest-ServerDiskConfigTestJSON-718067424 tempest-ServerDiskConfigTestJSON-718067424-project] 10.222.0.13 "GET /v2.0/networks?id=0cf0abd8-d08c-4e24-88a2-52f9bdd30c49 HTTP/1.1" status: 200 len: 814 time: 0.1007059 Jan 26 22:03:08.271489 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-ee598d3b-9503-4b61-b5e7-f8d1b67458fd req-fc5ef554-0cd6-456e-960c-46517db6edea tempest-ServerDiskConfigTestJSON-718067424 tempest-ServerDiskConfigTestJSON-718067424-project] 10.222.0.13 "GET /v2.0/quotas/c732e47d69ad49759ccc1d464c2208b4 HTTP/1.1" status: 200 len: 375 time: 0.0087595 Jan 26 22:03:08.322797 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-ee598d3b-9503-4b61-b5e7-f8d1b67458fd req-e2e5e0c3-3f0d-43c2-adda-1e0986876831 tempest-ServerDiskConfigTestJSON-718067424 tempest-ServerDiskConfigTestJSON-718067424-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=c732e47d69ad49759ccc1d464c2208b4&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0465674 Jan 26 22:03:08.332911 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [req-ee598d3b-9503-4b61-b5e7-f8d1b67458fd req-b973ce8c-6489-49c7-b9bd-ae88f2104f0d service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=103304) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 26 22:03:08.333904 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-ee598d3b-9503-4b61-b5e7-f8d1b67458fd req-b973ce8c-6489-49c7-b9bd-ae88f2104f0d service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0049210 Jan 26 22:03:08.420586 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-ee598d3b-9503-4b61-b5e7-f8d1b67458fd req-5734b5b4-8d2f-4415-a2a3-5ac2acb36b0e service neutron] 10.222.0.13 "GET /v2.0/networks/0cf0abd8-d08c-4e24-88a2-52f9bdd30c49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814226 Jan 26 22:03:08.513354 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-ee598d3b-9503-4b61-b5e7-f8d1b67458fd req-5595f186-bddc-4931-a353-7eff8c0f5823 service neutron] 10.222.0.13 "GET /v2.0/networks/0cf0abd8-d08c-4e24-88a2-52f9bdd30c49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869024 Jan 26 22:03:08.673494 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-92230208-ebb7-4839-8a13-ffc602c99b0c req-072bf998-dece-47da-ad74-a937b6ed97ed tempest-ServerDiskConfigTestJSON-718067424 tempest-ServerDiskConfigTestJSON-718067424-project] 10.222.0.13 "GET /v2.0/ports?device_id=b589063d-2ed4-416c-80c3-f58e53b9623f HTTP/1.1" status: 200 len: 210 time: 0.0271022 Jan 26 22:03:08.746220 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (32ef628b-8417-46c5-8729-60fcabe358f1), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:03:09.409157 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ac786d-2e31-402b-8707-90473b04861d req-4215fd0e-2107-4ed0-b290-190a55d70751 tempest-ServerDiskConfigTestJSON-718067424 tempest-ServerDiskConfigTestJSON-718067424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:03:09.410682 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-e7ac786d-2e31-402b-8707-90473b04861d req-4215fd0e-2107-4ed0-b290-190a55d70751 tempest-ServerDiskConfigTestJSON-718067424 tempest-ServerDiskConfigTestJSON-718067424-project] 10.222.0.57 "GET /v2.0/ports?device_id=144536a0-7180-4459-ae6d-f57a3ab99c23 HTTP/1.1" status: 200 len: 946 time: 0.0480714 Jan 26 22:03:09.497329 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [req-e7ac786d-2e31-402b-8707-90473b04861d req-00e71bae-28e9-4d16-b320-32258bc58810 tempest-ServerDiskConfigTestJSON-718067424 tempest-ServerDiskConfigTestJSON-718067424-project] Deleting port bbbb750f-9af6-4a50-927f-ce227972ce17 {{(pid=103304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 22:03:09.497678 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-e7ac786d-2e31-402b-8707-90473b04861d req-00e71bae-28e9-4d16-b320-32258bc58810 tempest-ServerDiskConfigTestJSON-718067424 tempest-ServerDiskConfigTestJSON-718067424-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746560630878'] for port (bbbb750f-9af6-4a50-927f-ce227972ce17), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:03:09.588242 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [req-e7ac786d-2e31-402b-8707-90473b04861d req-00e71bae-28e9-4d16-b320-32258bc58810 tempest-ServerDiskConfigTestJSON-718067424 tempest-ServerDiskConfigTestJSON-718067424-project] For port bbbb750f-9af6-4a50-927f-ce227972ce17, host n-h2-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-5',level=0,port_id=bbbb750f-9af6-4a50-927f-ce227972ce17,segment=NetworkSegment(3b23c506-6074-4505-aa46-fc74fa0cafaa),segment_id=3b23c506-6074-4505-aa46-fc74fa0cafaa)] {{(pid=103304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 22:03:09.588605 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-e7ac786d-2e31-402b-8707-90473b04861d req-00e71bae-28e9-4d16-b320-32258bc58810 tempest-ServerDiskConfigTestJSON-718067424 tempest-ServerDiskConfigTestJSON-718067424-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4109658'] for port (bbbb750f-9af6-4a50-927f-ce227972ce17), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:03:09.601548 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [req-e7ac786d-2e31-402b-8707-90473b04861d req-00e71bae-28e9-4d16-b320-32258bc58810 tempest-ServerDiskConfigTestJSON-718067424 tempest-ServerDiskConfigTestJSON-718067424-project] Calling delete_port for bbbb750f-9af6-4a50-927f-ce227972ce17 owned by compute:nova {{(pid=103304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 22:03:09.769070 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-e7ac786d-2e31-402b-8707-90473b04861d req-00e71bae-28e9-4d16-b320-32258bc58810 tempest-ServerDiskConfigTestJSON-718067424 tempest-ServerDiskConfigTestJSON-718067424-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746560636600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746560234536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9281553'] for port (bbbb750f-9af6-4a50-927f-ce227972ce17), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:03:09.781607 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] get_ports_and_sgs() called for port_ids ['bbbb750f-9af6-4a50-927f-ce227972ce17'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 26 22:03:09.795949 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-d3fb4fc1-ae5e-4e37-af49-fedce623a95d req-993ccf20-eac2-4bf8-80c6-4ad524dabedb tempest-ServerDiskConfigTestJSON-718067424 tempest-ServerDiskConfigTestJSON-718067424-project] 10.222.0.13 "GET /v2.0/ports?device_id=b589063d-2ed4-416c-80c3-f58e53b9623f HTTP/1.1" status: 200 len: 210 time: 0.0408454 Jan 26 22:03:09.815930 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e71bae-28e9-4d16-b320-32258bc58810 tempest-ServerDiskConfigTestJSON-718067424 tempest-ServerDiskConfigTestJSON-718067424-project] Pushing event deleted for resources: {'Port': ['ID=bbbb750f-9af6-4a50-927f-ce227972ce17,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 22:03:09.819288 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee598d3b-9503-4b61-b5e7-f8d1b67458fd req-35bc7a96-6917-42d8-9396-93767143b968 tempest-ServerDiskConfigTestJSON-718067424 tempest-ServerDiskConfigTestJSON-718067424-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:03:09.821184 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-ee598d3b-9503-4b61-b5e7-f8d1b67458fd req-35bc7a96-6917-42d8-9396-93767143b968 tempest-ServerDiskConfigTestJSON-718067424 tempest-ServerDiskConfigTestJSON-718067424-project] 10.222.0.66 "GET /v2.0/networks?id=0cf0abd8-d08c-4e24-88a2-52f9bdd30c49 HTTP/1.1" status: 200 len: 814 time: 0.1888397 Jan 26 22:03:09.848389 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [req-ee598d3b-9503-4b61-b5e7-f8d1b67458fd req-c40baad6-e3f3-4d3d-a723-9035139440e8 tempest-ServerDiskConfigTestJSON-718067424 tempest-ServerDiskConfigTestJSON-718067424-project] Request body: {'port': {'device_id': 'b589063d-2ed4-416c-80c3-f58e53b9623f', 'network_id': '0cf0abd8-d08c-4e24-88a2-52f9bdd30c49', 'admin_state_up': True, 'tenant_id': 'c732e47d69ad49759ccc1d464c2208b4'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 22:03:09.864809 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7ac786d-2e31-402b-8707-90473b04861d req-00e71bae-28e9-4d16-b320-32258bc58810 tempest-ServerDiskConfigTestJSON-718067424 tempest-ServerDiskConfigTestJSON-718067424-project] No DVR routers for this DVR port bbbb750f-9af6-4a50-927f-ce227972ce17 on host n-h2-760453-5 {{(pid=103304) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 26 22:03:09.867445 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-e7ac786d-2e31-402b-8707-90473b04861d req-00e71bae-28e9-4d16-b320-32258bc58810 tempest-ServerDiskConfigTestJSON-718067424 tempest-ServerDiskConfigTestJSON-718067424-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:03:09.871359 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-e7ac786d-2e31-402b-8707-90473b04861d req-00e71bae-28e9-4d16-b320-32258bc58810 tempest-ServerDiskConfigTestJSON-718067424 tempest-ServerDiskConfigTestJSON-718067424-project] 10.222.0.57 "DELETE /v2.0/ports/bbbb750f-9af6-4a50-927f-ce227972ce17 HTTP/1.1" status: 204 len: 173 time: 0.4555790 Jan 26 22:03:09.871808 n-d-760453-5 neutron-server[103304]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '144536a0-7180-4459-ae6d-f57a3ab99c23', 'name': 'network-vif-deleted', 'tag': 'bbbb750f-9af6-4a50-927f-ce227972ce17'}] {{(pid=103304) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 22:03:09.874176 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d52b45f1943fcd332af9527eb73ff93c8d715d44383a3f6d18de73b4cfcf87b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43c05ba4-6268-42eb-9094-8e7428dfaa6a" -d '{"events": [{"server_uuid": "144536a0-7180-4459-ae6d-f57a3ab99c23", "name": "network-vif-deleted", "tag": "bbbb750f-9af6-4a50-927f-ce227972ce17"}]}' {{(pid=103304) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 22:03:09.918375 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Jan 2022 22:03:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23fd4814-4462-49cc-8409-3ae3e2365305 x-openstack-request-id: req-23fd4814-4462-49cc-8409-3ae3e2365305 {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 22:03:09.918666 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "144536a0-7180-4459-ae6d-f57a3ab99c23", "name": "network-vif-deleted", "tag": "bbbb750f-9af6-4a50-927f-ce227972ce17", "status": "completed", "code": 200}]} {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 22:03:09.918922 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-23fd4814-4462-49cc-8409-3ae3e2365305 {{(pid=103304) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 22:03:09.919373 n-d-760453-5 neutron-server[103304]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '144536a0-7180-4459-ae6d-f57a3ab99c23', 'name': 'network-vif-deleted', 'tag': 'bbbb750f-9af6-4a50-927f-ce227972ce17', 'status': 'completed', 'code': 200} Jan 26 22:03:09.962794 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ee598d3b-9503-4b61-b5e7-f8d1b67458fd req-c40baad6-e3f3-4d3d-a723-9035139440e8 tempest-ServerDiskConfigTestJSON-718067424 tempest-ServerDiskConfigTestJSON-718067424-project] Made reservation on behalf of c732e47d69ad49759ccc1d464c2208b4 for: {'port': 1} {{(pid=103305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 22:03:09.966478 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-ee598d3b-9503-4b61-b5e7-f8d1b67458fd req-c40baad6-e3f3-4d3d-a723-9035139440e8 tempest-ServerDiskConfigTestJSON-718067424 tempest-ServerDiskConfigTestJSON-718067424-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:03:10.108121 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.db_base_plugin_common [req-ee598d3b-9503-4b61-b5e7-f8d1b67458fd req-c40baad6-e3f3-4d3d-a723-9035139440e8 tempest-ServerDiskConfigTestJSON-718067424 tempest-ServerDiskConfigTestJSON-718067424-project] Allocated IP 172.20.0.3 (0cf0abd8-d08c-4e24-88a2-52f9bdd30c49/c36a1694-a8db-4cae-a9cd-5112965e6074/faef9d38-048e-4216-9e5f-821168b28d59) {{(pid=103305) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 22:03:10.256536 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-ee598d3b-9503-4b61-b5e7-f8d1b67458fd req-c40baad6-e3f3-4d3d-a723-9035139440e8 tempest-ServerDiskConfigTestJSON-718067424 tempest-ServerDiskConfigTestJSON-718067424-project] Publish callbacks [] for port (faef9d38-048e-4216-9e5f-821168b28d59), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:03:10.289852 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-ee598d3b-9503-4b61-b5e7-f8d1b67458fd req-c40baad6-e3f3-4d3d-a723-9035139440e8 tempest-ServerDiskConfigTestJSON-718067424 tempest-ServerDiskConfigTestJSON-718067424-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746560234527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11791543'] for port (faef9d38-048e-4216-9e5f-821168b28d59), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:03:10.302185 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] get_ports_and_sgs() called for port_ids ['bbbb750f-9af6-4a50-927f-ce227972ce17'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 26 22:03:10.339838 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ee598d3b-9503-4b61-b5e7-f8d1b67458fd req-c40baad6-e3f3-4d3d-a723-9035139440e8 tempest-ServerDiskConfigTestJSON-718067424 tempest-ServerDiskConfigTestJSON-718067424-project] Network 0cf0abd8-d08c-4e24-88a2-52f9bdd30c49 is already hosted by enough agents. {{(pid=103305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 22:03:10.342740 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [req-ee598d3b-9503-4b61-b5e7-f8d1b67458fd req-c40baad6-e3f3-4d3d-a723-9035139440e8 tempest-ServerDiskConfigTestJSON-718067424 tempest-ServerDiskConfigTestJSON-718067424-project] Resources bound (agent type, host, resource id): {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 22:03:10.348571 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee598d3b-9503-4b61-b5e7-f8d1b67458fd req-c40baad6-e3f3-4d3d-a723-9035139440e8 tempest-ServerDiskConfigTestJSON-718067424 tempest-ServerDiskConfigTestJSON-718067424-project] Received port after_create {{(pid=103305) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 22:03:10.355604 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c40baad6-e3f3-4d3d-a723-9035139440e8 tempest-ServerDiskConfigTestJSON-718067424 tempest-ServerDiskConfigTestJSON-718067424-project] Pushing event updated for resources: {'Port': ['ID=faef9d38-048e-4216-9e5f-821168b28d59,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 22:03:10.387966 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c40baad6-e3f3-4d3d-a723-9035139440e8 tempest-ServerDiskConfigTestJSON-718067424 tempest-ServerDiskConfigTestJSON-718067424-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:03:10.388323 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c40baad6-e3f3-4d3d-a723-9035139440e8 tempest-ServerDiskConfigTestJSON-718067424 tempest-ServerDiskConfigTestJSON-718067424-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:03:10.388641 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c40baad6-e3f3-4d3d-a723-9035139440e8 tempest-ServerDiskConfigTestJSON-718067424 tempest-ServerDiskConfigTestJSON-718067424-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:03:10.388971 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c40baad6-e3f3-4d3d-a723-9035139440e8 tempest-ServerDiskConfigTestJSON-718067424 tempest-ServerDiskConfigTestJSON-718067424-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:03:10.389326 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c40baad6-e3f3-4d3d-a723-9035139440e8 tempest-ServerDiskConfigTestJSON-718067424 tempest-ServerDiskConfigTestJSON-718067424-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:03:10.389648 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c40baad6-e3f3-4d3d-a723-9035139440e8 tempest-ServerDiskConfigTestJSON-718067424 tempest-ServerDiskConfigTestJSON-718067424-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:03:10.389972 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c40baad6-e3f3-4d3d-a723-9035139440e8 tempest-ServerDiskConfigTestJSON-718067424 tempest-ServerDiskConfigTestJSON-718067424-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:03:10.390292 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c40baad6-e3f3-4d3d-a723-9035139440e8 tempest-ServerDiskConfigTestJSON-718067424 tempest-ServerDiskConfigTestJSON-718067424-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:03:10.390611 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c40baad6-e3f3-4d3d-a723-9035139440e8 tempest-ServerDiskConfigTestJSON-718067424 tempest-ServerDiskConfigTestJSON-718067424-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:03:10.390933 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c40baad6-e3f3-4d3d-a723-9035139440e8 tempest-ServerDiskConfigTestJSON-718067424 tempest-ServerDiskConfigTestJSON-718067424-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:03:10.391251 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c40baad6-e3f3-4d3d-a723-9035139440e8 tempest-ServerDiskConfigTestJSON-718067424 tempest-ServerDiskConfigTestJSON-718067424-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:03:10.391565 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c40baad6-e3f3-4d3d-a723-9035139440e8 tempest-ServerDiskConfigTestJSON-718067424 tempest-ServerDiskConfigTestJSON-718067424-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:03:10.391880 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c40baad6-e3f3-4d3d-a723-9035139440e8 tempest-ServerDiskConfigTestJSON-718067424 tempest-ServerDiskConfigTestJSON-718067424-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:03:10.413142 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee598d3b-9503-4b61-b5e7-f8d1b67458fd req-c40baad6-e3f3-4d3d-a723-9035139440e8 tempest-ServerDiskConfigTestJSON-718067424 tempest-ServerDiskConfigTestJSON-718067424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:03:10.413779 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-ee598d3b-9503-4b61-b5e7-f8d1b67458fd req-c40baad6-e3f3-4d3d-a723-9035139440e8 tempest-ServerDiskConfigTestJSON-718067424 tempest-ServerDiskConfigTestJSON-718067424-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:03:10.435067 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-ee598d3b-9503-4b61-b5e7-f8d1b67458fd req-c40baad6-e3f3-4d3d-a723-9035139440e8 tempest-ServerDiskConfigTestJSON-718067424 tempest-ServerDiskConfigTestJSON-718067424-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5906858 Jan 26 22:03:10.452279 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [req-ee598d3b-9503-4b61-b5e7-f8d1b67458fd req-83a364af-af16-4218-9a2b-261606fc367e service neutron] Request body: {'port': {'device_id': 'b589063d-2ed4-416c-80c3-f58e53b9623f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-760453-5'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 22:03:10.503764 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.agents_db [None req-569f1ced-6396-4ddf-b79f-e03b0b2146ab None None] Agent healthcheck: found 7 active agents {{(pid=103307) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 26 22:03:10.504482 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-ee598d3b-9503-4b61-b5e7-f8d1b67458fd req-83a364af-af16-4218-9a2b-261606fc367e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (faef9d38-048e-4216-9e5f-821168b28d59), before_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:03:10.803604 n-d-760453-5 neutron-server[103305]: DEBUG neutron.notifiers.nova [req-ee598d3b-9503-4b61-b5e7-f8d1b67458fd req-83a364af-af16-4218-9a2b-261606fc367e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id faef9d38-048e-4216-9e5f-821168b28d59 {{(pid=103305) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 26 22:03:10.811048 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-ee598d3b-9503-4b61-b5e7-f8d1b67458fd req-83a364af-af16-4218-9a2b-261606fc367e service neutron] Publish callbacks [] for port (faef9d38-048e-4216-9e5f-821168b28d59), precommit_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:03:10.827168 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.provisioning_blocks [req-ee598d3b-9503-4b61-b5e7-f8d1b67458fd req-83a364af-af16-4218-9a2b-261606fc367e service neutron] Transition to ACTIVE for port object faef9d38-048e-4216-9e5f-821168b28d59 will not be triggered until provisioned by entity L2. {{(pid=103305) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 22:03:10.831479 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-ee598d3b-9503-4b61-b5e7-f8d1b67458fd req-83a364af-af16-4218-9a2b-261606fc367e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11791520'] for port (faef9d38-048e-4216-9e5f-821168b28d59), after_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:03:10.902505 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a364af-af16-4218-9a2b-261606fc367e service neutron] Pushing event updated for resources: {'Port': ['ID=faef9d38-048e-4216-9e5f-821168b28d59,revision_number=2']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 22:03:10.925631 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841eb472-f460-4c4a-9cee-3711728aa9f5 req-f41d5a76-1e6a-4383-8de6-f2cfe3d4192e tempest-ServerDiskConfigTestJSON-718067424 tempest-ServerDiskConfigTestJSON-718067424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:03:10.928331 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-841eb472-f460-4c4a-9cee-3711728aa9f5 req-f41d5a76-1e6a-4383-8de6-f2cfe3d4192e tempest-ServerDiskConfigTestJSON-718067424 tempest-ServerDiskConfigTestJSON-718067424-project] 10.222.0.13 "GET /v2.0/ports?device_id=b589063d-2ed4-416c-80c3-f58e53b9623f HTTP/1.1" status: 200 len: 943 time: 0.0567131 Jan 26 22:03:10.952084 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [req-ee598d3b-9503-4b61-b5e7-f8d1b67458fd req-83a364af-af16-4218-9a2b-261606fc367e service neutron] Attempting to bind port faef9d38-048e-4216-9e5f-821168b28d59 on host n-h1-760453-5 for vnic_type normal with profile {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 22:03:10.952418 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [req-ee598d3b-9503-4b61-b5e7-f8d1b67458fd req-83a364af-af16-4218-9a2b-261606fc367e service neutron] Attempting to bind port faef9d38-048e-4216-9e5f-821168b28d59 by drivers openvswitch,hyperv on host n-h1-760453-5 at level 0 using segments [{'id': '3b23c506-6074-4505-aa46-fc74fa0cafaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '0cf0abd8-d08c-4e24-88a2-52f9bdd30c49'}] {{(pid=103305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 26 22:03:10.952743 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee598d3b-9503-4b61-b5e7-f8d1b67458fd req-83a364af-af16-4218-9a2b-261606fc367e service neutron] Attempting to bind port faef9d38-048e-4216-9e5f-821168b28d59 on network 0cf0abd8-d08c-4e24-88a2-52f9bdd30c49 {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 22:03:10.956973 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee598d3b-9503-4b61-b5e7-f8d1b67458fd req-83a364af-af16-4218-9a2b-261606fc367e service neutron] Port faef9d38-048e-4216-9e5f-821168b28d59 on network 0cf0abd8-d08c-4e24-88a2-52f9bdd30c49 not bound, no agent of type Open vSwitch agent registered on host n-h1-760453-5 {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 26 22:03:10.957303 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee598d3b-9503-4b61-b5e7-f8d1b67458fd req-83a364af-af16-4218-9a2b-261606fc367e service neutron] Attempting to bind port faef9d38-048e-4216-9e5f-821168b28d59 on network 0cf0abd8-d08c-4e24-88a2-52f9bdd30c49 {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 22:03:10.961966 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee598d3b-9503-4b61-b5e7-f8d1b67458fd req-83a364af-af16-4218-9a2b-261606fc367e service neutron] Checking agent: {'id': '32ef628b-8417-46c5-8729-60fcabe358f1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-760453-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 21, 3, 8), 'started_at': datetime.datetime(2022, 1, 26, 21, 3, 8), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 22, 3, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 26 22:03:10.962929 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee598d3b-9503-4b61-b5e7-f8d1b67458fd req-83a364af-af16-4218-9a2b-261606fc367e service neutron] Checking segment: {'id': '3b23c506-6074-4505-aa46-fc74fa0cafaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '0cf0abd8-d08c-4e24-88a2-52f9bdd30c49'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103305) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 22:03:10.963311 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee598d3b-9503-4b61-b5e7-f8d1b67458fd req-83a364af-af16-4218-9a2b-261606fc367e service neutron] Bound using segment: {'id': '3b23c506-6074-4505-aa46-fc74fa0cafaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '0cf0abd8-d08c-4e24-88a2-52f9bdd30c49'} {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 26 22:03:10.963763 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [req-ee598d3b-9503-4b61-b5e7-f8d1b67458fd req-83a364af-af16-4218-9a2b-261606fc367e service neutron] Bound port: faef9d38-048e-4216-9e5f-821168b28d59, host: n-h1-760453-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3b23c506-6074-4505-aa46-fc74fa0cafaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '0cf0abd8-d08c-4e24-88a2-52f9bdd30c49'}}] {{(pid=103305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 26 22:03:10.964110 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-ee598d3b-9503-4b61-b5e7-f8d1b67458fd req-83a364af-af16-4218-9a2b-261606fc367e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (faef9d38-048e-4216-9e5f-821168b28d59), before_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:03:10.976587 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-841eb472-f460-4c4a-9cee-3711728aa9f5 req-1ec8cf52-189c-4e92-8a00-6fcc9260c845 tempest-ServerDiskConfigTestJSON-718067424 tempest-ServerDiskConfigTestJSON-718067424-project] 10.222.0.13 "GET /v2.0/security-groups?id=816aab5a-3836-463d-b8fd-a89ebed59eba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429831 Jan 26 22:03:11.030590 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [req-ee598d3b-9503-4b61-b5e7-f8d1b67458fd req-83a364af-af16-4218-9a2b-261606fc367e service neutron] For port faef9d38-048e-4216-9e5f-821168b28d59, host n-h1-760453-5, cleared binding levels {{(pid=103305) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 26 22:03:11.034148 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [req-ee598d3b-9503-4b61-b5e7-f8d1b67458fd req-83a364af-af16-4218-9a2b-261606fc367e service neutron] For port faef9d38-048e-4216-9e5f-821168b28d59, host n-h1-760453-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-5',level=0,port_id=faef9d38-048e-4216-9e5f-821168b28d59,segment=NetworkSegment(3b23c506-6074-4505-aa46-fc74fa0cafaa),segment_id=3b23c506-6074-4505-aa46-fc74fa0cafaa)] {{(pid=103305) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 26 22:03:11.038792 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-ee598d3b-9503-4b61-b5e7-f8d1b67458fd req-83a364af-af16-4218-9a2b-261606fc367e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11791520'] for port (faef9d38-048e-4216-9e5f-821168b28d59), after_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:03:11.080274 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee598d3b-9503-4b61-b5e7-f8d1b67458fd req-83a364af-af16-4218-9a2b-261606fc367e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:03:11.080895 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-ee598d3b-9503-4b61-b5e7-f8d1b67458fd req-83a364af-af16-4218-9a2b-261606fc367e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:03:11.082354 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-ee598d3b-9503-4b61-b5e7-f8d1b67458fd req-83a364af-af16-4218-9a2b-261606fc367e service neutron] 10.222.0.66 "PUT /v2.0/ports/faef9d38-048e-4216-9e5f-821168b28d59 HTTP/1.1" status: 200 len: 1091 time: 0.6341677 Jan 26 22:03:11.082804 n-d-760453-5 neutron-server[103305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b589063d-2ed4-416c-80c3-f58e53b9623f', 'tag': 'faef9d38-048e-4216-9e5f-821168b28d59'}] {{(pid=103305) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 22:03:11.085078 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d4654568b7bf041e72ff8fe1c96d6d761d9c921f2b99bc7b3a26632be20cee0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44ef2e87-c565-460c-84fe-a87ad07ccabb" -d '{"events": [{"name": "network-changed", "server_uuid": "b589063d-2ed4-416c-80c3-f58e53b9623f", "tag": "faef9d38-048e-4216-9e5f-821168b28d59"}]}' {{(pid=103305) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 22:03:11.108170 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a364af-af16-4218-9a2b-261606fc367e service neutron] Pushing event updated for resources: {'Port': ['ID=faef9d38-048e-4216-9e5f-821168b28d59,revision_number=3']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 22:03:11.142930 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 26 Jan 2022 22:03:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d2620c7-c182-4905-8bb0-eecd73627ca5 x-openstack-request-id: req-2d2620c7-c182-4905-8bb0-eecd73627ca5 {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 22:03:11.143291 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b589063d-2ed4-416c-80c3-f58e53b9623f", "tag": "faef9d38-048e-4216-9e5f-821168b28d59", "status": "completed", "code": 200}]} {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 22:03:11.143613 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-2d2620c7-c182-4905-8bb0-eecd73627ca5 {{(pid=103305) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 22:03:11.144080 n-d-760453-5 neutron-server[103305]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b589063d-2ed4-416c-80c3-f58e53b9623f', 'tag': 'faef9d38-048e-4216-9e5f-821168b28d59', 'status': 'completed', 'code': 200} Jan 26 22:03:11.205756 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee598d3b-9503-4b61-b5e7-f8d1b67458fd req-1bd2a5fc-d6a8-4f8f-ac54-ca402f26b7e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:03:11.207178 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-ee598d3b-9503-4b61-b5e7-f8d1b67458fd req-1bd2a5fc-d6a8-4f8f-ac54-ca402f26b7e1 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=c732e47d69ad49759ccc1d464c2208b4&device_id=b589063d-2ed4-416c-80c3-f58e53b9623f HTTP/1.1" status: 200 len: 1094 time: 0.0438755 Jan 26 22:03:11.255836 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-ee598d3b-9503-4b61-b5e7-f8d1b67458fd req-f6114b89-1e0b-4784-bf9c-fbcce6410551 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=faef9d38-048e-4216-9e5f-821168b28d59 HTTP/1.1" status: 200 len: 217 time: 0.0340185 Jan 26 22:03:11.303657 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee598d3b-9503-4b61-b5e7-f8d1b67458fd req-5182e04e-ca32-410f-b9f0-115f74b7dc0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:03:11.305110 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-ee598d3b-9503-4b61-b5e7-f8d1b67458fd req-5182e04e-ca32-410f-b9f0-115f74b7dc0b service neutron] 10.222.0.66 "GET /v2.0/subnets?id=c36a1694-a8db-4cae-a9cd-5112965e6074 HTTP/1.1" status: 200 len: 854 time: 0.0432284 Jan 26 22:03:11.338954 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-ee598d3b-9503-4b61-b5e7-f8d1b67458fd req-f747ed5c-7d59-41c5-bad7-49cc32ce1c58 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=0cf0abd8-d08c-4e24-88a2-52f9bdd30c49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0277865 Jan 26 22:03:11.431303 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-ee598d3b-9503-4b61-b5e7-f8d1b67458fd req-74b0ecd3-2832-469e-b5ea-13029c5232b2 service neutron] 10.222.0.66 "GET /v2.0/networks/0cf0abd8-d08c-4e24-88a2-52f9bdd30c49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847895 Jan 26 22:03:11.522269 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-ee598d3b-9503-4b61-b5e7-f8d1b67458fd req-ea32c87b-9202-4df8-88bb-87359a62c4d2 service neutron] 10.222.0.66 "GET /v2.0/networks/0cf0abd8-d08c-4e24-88a2-52f9bdd30c49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847535 Jan 26 22:03:11.657400 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ef2e87-c565-460c-84fe-a87ad07ccabb req-25a0d813-fb35-49c2-a851-15ef29381eb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:03:11.658961 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-44ef2e87-c565-460c-84fe-a87ad07ccabb req-25a0d813-fb35-49c2-a851-15ef29381eb4 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=c732e47d69ad49759ccc1d464c2208b4&device_id=b589063d-2ed4-416c-80c3-f58e53b9623f HTTP/1.1" status: 200 len: 1094 time: 0.0427296 Jan 26 22:03:11.746150 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ef2e87-c565-460c-84fe-a87ad07ccabb req-31100f1c-748c-45ca-b633-3e580aa3fdba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:03:11.747641 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-44ef2e87-c565-460c-84fe-a87ad07ccabb req-31100f1c-748c-45ca-b633-3e580aa3fdba service neutron] 10.222.0.66 "GET /v2.0/networks?id=0cf0abd8-d08c-4e24-88a2-52f9bdd30c49 HTTP/1.1" status: 200 len: 915 time: 0.0832825 Jan 26 22:03:11.792249 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-44ef2e87-c565-460c-84fe-a87ad07ccabb req-76c5acf6-aace-42de-a637-42317c96b248 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=faef9d38-048e-4216-9e5f-821168b28d59 HTTP/1.1" status: 200 len: 217 time: 0.0379758 Jan 26 22:03:11.840800 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ef2e87-c565-460c-84fe-a87ad07ccabb req-be628308-60bd-40b5-90b2-8d9f63271338 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:03:11.842286 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-44ef2e87-c565-460c-84fe-a87ad07ccabb req-be628308-60bd-40b5-90b2-8d9f63271338 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=c36a1694-a8db-4cae-a9cd-5112965e6074 HTTP/1.1" status: 200 len: 854 time: 0.0441258 Jan 26 22:03:11.872793 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-44ef2e87-c565-460c-84fe-a87ad07ccabb req-f223b071-7888-48ac-9a4a-8acdf99c89ab service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=0cf0abd8-d08c-4e24-88a2-52f9bdd30c49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0240779 Jan 26 22:03:11.965970 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-44ef2e87-c565-460c-84fe-a87ad07ccabb req-78f5b266-14ca-4a7c-a55f-92627ad55406 service neutron] 10.222.0.66 "GET /v2.0/networks/0cf0abd8-d08c-4e24-88a2-52f9bdd30c49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858755 Jan 26 22:03:12.057526 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-44ef2e87-c565-460c-84fe-a87ad07ccabb req-4cdb916a-2088-4a0f-a6e3-3c7eb15aed96 service neutron] 10.222.0.66 "GET /v2.0/networks/0cf0abd8-d08c-4e24-88a2-52f9bdd30c49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848215 Jan 26 22:03:12.097429 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3048506-1ade-4c2e-89ce-c638d4c2fec4 req-9fa5e23b-0206-4c13-8158-6be7d46fc405 tempest-ServerDiskConfigTestJSON-718067424 tempest-ServerDiskConfigTestJSON-718067424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:03:12.099087 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-a3048506-1ade-4c2e-89ce-c638d4c2fec4 req-9fa5e23b-0206-4c13-8158-6be7d46fc405 tempest-ServerDiskConfigTestJSON-718067424 tempest-ServerDiskConfigTestJSON-718067424-project] 10.222.0.13 "GET /v2.0/ports?device_id=b589063d-2ed4-416c-80c3-f58e53b9623f HTTP/1.1" status: 200 len: 943 time: 0.0516663 Jan 26 22:03:12.148514 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-a3048506-1ade-4c2e-89ce-c638d4c2fec4 req-46020237-6b9d-4d18-9980-c88cbfc4ed3c tempest-ServerDiskConfigTestJSON-718067424 tempest-ServerDiskConfigTestJSON-718067424-project] 10.222.0.13 "GET /v2.0/security-groups?id=816aab5a-3836-463d-b8fd-a89ebed59eba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426257 Jan 26 22:03:13.267707 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a807074-9c1c-4125-9a27-5c51c1057b5b req-6828feae-5c44-4a8e-8512-2f66d13c572d tempest-ServerDiskConfigTestJSON-718067424 tempest-ServerDiskConfigTestJSON-718067424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:03:13.269187 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-0a807074-9c1c-4125-9a27-5c51c1057b5b req-6828feae-5c44-4a8e-8512-2f66d13c572d tempest-ServerDiskConfigTestJSON-718067424 tempest-ServerDiskConfigTestJSON-718067424-project] 10.222.0.13 "GET /v2.0/ports?device_id=b589063d-2ed4-416c-80c3-f58e53b9623f HTTP/1.1" status: 200 len: 943 time: 0.0516393 Jan 26 22:03:13.314952 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-0a807074-9c1c-4125-9a27-5c51c1057b5b req-78bec6cd-f14a-4e14-a035-f5a57d190929 tempest-ServerDiskConfigTestJSON-718067424 tempest-ServerDiskConfigTestJSON-718067424-project] 10.222.0.13 "GET /v2.0/security-groups?id=816aab5a-3836-463d-b8fd-a89ebed59eba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402658 Jan 26 22:03:13.630335 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Device bbbb750f-9af6-4a50-927f-ce227972ce17 no longer exists at agent hyperv_n-h2-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 26 22:03:13.653884 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] No Port match for: bbbb750f-9af6-4a50-927f-ce227972ce17 {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 26 22:03:13.654224 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Device bbbb750f-9af6-4a50-927f-ce227972ce17 not bound to the agent host n-h2-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 26 22:03:14.428010 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75338ca-3a5d-4a54-941b-b61b8d30003a req-b18dd838-2d5d-498f-af1b-ad0c1637a699 tempest-ServerDiskConfigTestJSON-718067424 tempest-ServerDiskConfigTestJSON-718067424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:03:14.429557 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-a75338ca-3a5d-4a54-941b-b61b8d30003a req-b18dd838-2d5d-498f-af1b-ad0c1637a699 tempest-ServerDiskConfigTestJSON-718067424 tempest-ServerDiskConfigTestJSON-718067424-project] 10.222.0.13 "GET /v2.0/ports?device_id=b589063d-2ed4-416c-80c3-f58e53b9623f HTTP/1.1" status: 200 len: 943 time: 0.0479386 Jan 26 22:03:14.477009 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-a75338ca-3a5d-4a54-941b-b61b8d30003a req-ccf66af7-d014-404a-b810-7b300da12cf0 tempest-ServerDiskConfigTestJSON-718067424 tempest-ServerDiskConfigTestJSON-718067424-project] 10.222.0.13 "GET /v2.0/security-groups?id=816aab5a-3836-463d-b8fd-a89ebed59eba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406439 Jan 26 22:03:15.340100 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Device faef9d38-048e-4216-9e5f-821168b28d59 details requested by agent hyperv_n-h1-760453-5 with host n-h1-760453-5 {{(pid=103306) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 26 22:03:15.431378 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] For port faef9d38-048e-4216-9e5f-821168b28d59, host n-h1-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-5',level=0,port_id=faef9d38-048e-4216-9e5f-821168b28d59,segment=NetworkSegment(3b23c506-6074-4505-aa46-fc74fa0cafaa),segment_id=3b23c506-6074-4505-aa46-fc74fa0cafaa)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 22:03:15.442716 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Returning: {'device': 'faef9d38-048e-4216-9e5f-821168b28d59', 'network_id': '0cf0abd8-d08c-4e24-88a2-52f9bdd30c49', 'port_id': 'faef9d38-048e-4216-9e5f-821168b28d59', 'mac_address': 'fa:16:3e:d6:df:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 582, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c36a1694-a8db-4cae-a9cd-5112965e6074', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103306) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 26 22:03:15.482698 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Current status of the port faef9d38-048e-4216-9e5f-821168b28d59 is: DOWN; New status is: BUILD {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 22:03:15.483085 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (faef9d38-048e-4216-9e5f-821168b28d59), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:03:15.495579 n-d-760453-5 neutron-server[103306]: DEBUG neutron.notifiers.nova [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id faef9d38-048e-4216-9e5f-821168b28d59 {{(pid=103306) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 26 22:03:15.514749 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] For port faef9d38-048e-4216-9e5f-821168b28d59, host n-h1-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-5',level=0,port_id=faef9d38-048e-4216-9e5f-821168b28d59,segment=NetworkSegment(3b23c506-6074-4505-aa46-fc74fa0cafaa),segment_id=3b23c506-6074-4505-aa46-fc74fa0cafaa)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 22:03:15.519533 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (faef9d38-048e-4216-9e5f-821168b28d59), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:03:15.566020 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Pushing event updated for resources: {'Port': ['ID=faef9d38-048e-4216-9e5f-821168b28d59,revision_number=4']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 22:03:15.595225 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc576528-411a-4eeb-8e29-256d1c900cb8 req-9b042863-9f24-46b7-bd20-f3efcec6f5e7 tempest-ServerDiskConfigTestJSON-718067424 tempest-ServerDiskConfigTestJSON-718067424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:03:15.596646 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-bc576528-411a-4eeb-8e29-256d1c900cb8 req-9b042863-9f24-46b7-bd20-f3efcec6f5e7 tempest-ServerDiskConfigTestJSON-718067424 tempest-ServerDiskConfigTestJSON-718067424-project] 10.222.0.13 "GET /v2.0/ports?device_id=b589063d-2ed4-416c-80c3-f58e53b9623f HTTP/1.1" status: 200 len: 944 time: 0.0489149 Jan 26 22:03:15.645854 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-bc576528-411a-4eeb-8e29-256d1c900cb8 req-e44c2132-e698-494d-b99a-31a378bf60d4 tempest-ServerDiskConfigTestJSON-718067424 tempest-ServerDiskConfigTestJSON-718067424-project] 10.222.0.13 "GET /v2.0/security-groups?id=816aab5a-3836-463d-b8fd-a89ebed59eba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433505 Jan 26 22:03:15.898969 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] get_ports_and_sgs() called for port_ids ['faef9d38-048e-4216-9e5f-821168b28d59'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 26 22:03:16.759604 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd4a300-6e26-408c-9678-8f6ea11e095c req-16f7f1fb-31aa-4e0a-8c27-e721bf27c6b0 tempest-ServerDiskConfigTestJSON-718067424 tempest-ServerDiskConfigTestJSON-718067424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:03:16.761074 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-8bd4a300-6e26-408c-9678-8f6ea11e095c req-16f7f1fb-31aa-4e0a-8c27-e721bf27c6b0 tempest-ServerDiskConfigTestJSON-718067424 tempest-ServerDiskConfigTestJSON-718067424-project] 10.222.0.13 "GET /v2.0/ports?device_id=b589063d-2ed4-416c-80c3-f58e53b9623f HTTP/1.1" status: 200 len: 944 time: 0.0475667 Jan 26 22:03:16.807090 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-8bd4a300-6e26-408c-9678-8f6ea11e095c req-f1e2b234-24cb-4c8d-9161-e3d6c56822c6 tempest-ServerDiskConfigTestJSON-718067424 tempest-ServerDiskConfigTestJSON-718067424-project] 10.222.0.13 "GET /v2.0/security-groups?id=816aab5a-3836-463d-b8fd-a89ebed59eba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403121 Jan 26 22:03:17.361413 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Device faef9d38-048e-4216-9e5f-821168b28d59 up at agent hyperv_n-h1-760453-5 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 22:03:17.410267 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Provisioning for port faef9d38-048e-4216-9e5f-821168b28d59 completed by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 22:03:17.414266 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Provisioning complete for port faef9d38-048e-4216-9e5f-821168b28d59 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 22:03:17.414639 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (faef9d38-048e-4216-9e5f-821168b28d59), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:03:17.493938 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Current status of the port faef9d38-048e-4216-9e5f-821168b28d59 is: BUILD; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 22:03:17.494328 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (faef9d38-048e-4216-9e5f-821168b28d59), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:03:17.516907 n-d-760453-5 neutron-server[103306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b589063d-2ed4-416c-80c3-f58e53b9623f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'faef9d38-048e-4216-9e5f-821168b28d59'}] {{(pid=103306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 22:03:17.519164 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9d5d370febab655511bdd2ffe887e43e442d144a440368702bcc1e93af00b97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b436fee6-fe4b-491d-a1c7-bff9d22e5641" -d '{"events": [{"server_uuid": "b589063d-2ed4-416c-80c3-f58e53b9623f", "name": "network-vif-plugged", "status": "completed", "tag": "faef9d38-048e-4216-9e5f-821168b28d59"}]}' {{(pid=103306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 22:03:17.531021 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] For port faef9d38-048e-4216-9e5f-821168b28d59, host n-h1-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-5',level=0,port_id=faef9d38-048e-4216-9e5f-821168b28d59,segment=NetworkSegment(3b23c506-6074-4505-aa46-fc74fa0cafaa),segment_id=3b23c506-6074-4505-aa46-fc74fa0cafaa)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 22:03:17.535104 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (faef9d38-048e-4216-9e5f-821168b28d59), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:03:17.559979 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Jan 2022 22:03:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aecc6d5e-1e04-4282-8f95-9666f904b27c x-openstack-request-id: req-aecc6d5e-1e04-4282-8f95-9666f904b27c {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 22:03:17.560272 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b589063d-2ed4-416c-80c3-f58e53b9623f", "name": "network-vif-plugged", "status": "completed", "tag": "faef9d38-048e-4216-9e5f-821168b28d59", "code": 200}]} {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 22:03:17.560533 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-aecc6d5e-1e04-4282-8f95-9666f904b27c {{(pid=103306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 22:03:17.560923 n-d-760453-5 neutron-server[103306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b589063d-2ed4-416c-80c3-f58e53b9623f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'faef9d38-048e-4216-9e5f-821168b28d59', 'code': 200} Jan 26 22:03:17.585806 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Pushing event updated for resources: {'Port': ['ID=faef9d38-048e-4216-9e5f-821168b28d59,revision_number=5']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 22:03:17.687417 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410c401b-8989-422c-b5bf-501937b02d4c req-548b9ee6-c432-49d6-8db1-54d62fc4d20d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:03:17.688824 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-410c401b-8989-422c-b5bf-501937b02d4c req-548b9ee6-c432-49d6-8db1-54d62fc4d20d service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=b589063d-2ed4-416c-80c3-f58e53b9623f HTTP/1.1" status: 200 len: 1096 time: 0.0448408 Jan 26 22:03:17.734463 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-410c401b-8989-422c-b5bf-501937b02d4c req-dd38c9eb-58b1-468d-a8cd-19abf0884deb service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=816aab5a-3836-463d-b8fd-a89ebed59eba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383661 Jan 26 22:03:17.919732 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b1c61b-1ac7-4253-be81-b19e2a2bcb76 req-97b03f1c-9e98-4af0-90a6-006041ded8c4 tempest-ServerDiskConfigTestJSON-718067424 tempest-ServerDiskConfigTestJSON-718067424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:03:17.921218 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-b3b1c61b-1ac7-4253-be81-b19e2a2bcb76 req-97b03f1c-9e98-4af0-90a6-006041ded8c4 tempest-ServerDiskConfigTestJSON-718067424 tempest-ServerDiskConfigTestJSON-718067424-project] 10.222.0.13 "GET /v2.0/ports?device_id=b589063d-2ed4-416c-80c3-f58e53b9623f HTTP/1.1" status: 200 len: 945 time: 0.0475328 Jan 26 22:03:17.967616 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-b3b1c61b-1ac7-4253-be81-b19e2a2bcb76 req-c6bf4343-a3f4-4910-80d5-435b25d48d18 tempest-ServerDiskConfigTestJSON-718067424 tempest-ServerDiskConfigTestJSON-718067424-project] 10.222.0.13 "GET /v2.0/security-groups?id=816aab5a-3836-463d-b8fd-a89ebed59eba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406542 Jan 26 22:03:18.966613 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-330ab1d2-fbca-4fab-b51e-9a5db9461296 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (474ccdf7-ab6c-405b-a3b2-dc7b05829902), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:03:19.087859 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe35df44-4f05-4a8c-9f41-9837f2bf9d8e req-f4da9c30-cfd1-46cf-ae09-5e0ee684b720 tempest-ServerDiskConfigTestJSON-718067424 tempest-ServerDiskConfigTestJSON-718067424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:03:19.089372 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-fe35df44-4f05-4a8c-9f41-9837f2bf9d8e req-f4da9c30-cfd1-46cf-ae09-5e0ee684b720 tempest-ServerDiskConfigTestJSON-718067424 tempest-ServerDiskConfigTestJSON-718067424-project] 10.222.0.13 "GET /v2.0/ports?device_id=b589063d-2ed4-416c-80c3-f58e53b9623f HTTP/1.1" status: 200 len: 945 time: 0.0537040 Jan 26 22:03:19.137734 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-fe35df44-4f05-4a8c-9f41-9837f2bf9d8e req-235f48c5-d58f-47a5-b202-e0333a882206 tempest-ServerDiskConfigTestJSON-718067424 tempest-ServerDiskConfigTestJSON-718067424-project] 10.222.0.13 "GET /v2.0/security-groups?id=816aab5a-3836-463d-b8fd-a89ebed59eba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426457 Jan 26 22:03:20.251523 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7444c669-e2cb-425c-aa44-cf97f0470763 req-43775c9c-c4e1-4f7f-a870-af1cc8ac0eb8 tempest-ServerDiskConfigTestJSON-718067424 tempest-ServerDiskConfigTestJSON-718067424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:03:20.253091 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-7444c669-e2cb-425c-aa44-cf97f0470763 req-43775c9c-c4e1-4f7f-a870-af1cc8ac0eb8 tempest-ServerDiskConfigTestJSON-718067424 tempest-ServerDiskConfigTestJSON-718067424-project] 10.222.0.13 "GET /v2.0/ports?device_id=b589063d-2ed4-416c-80c3-f58e53b9623f HTTP/1.1" status: 200 len: 945 time: 0.0479550 Jan 26 22:03:20.299120 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-7444c669-e2cb-425c-aa44-cf97f0470763 req-d989aa12-4441-4d5e-b232-e3b9384c7cf7 tempest-ServerDiskConfigTestJSON-718067424 tempest-ServerDiskConfigTestJSON-718067424-project] 10.222.0.13 "GET /v2.0/security-groups?id=816aab5a-3836-463d-b8fd-a89ebed59eba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405595 Jan 26 22:03:20.417765 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a3d931-5b2b-4207-9fec-6403f9ff0a61 req-1110843f-5427-42cf-9acf-1907ff1a2325 tempest-ServerDiskConfigTestJSON-718067424 tempest-ServerDiskConfigTestJSON-718067424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:03:20.419185 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-d2a3d931-5b2b-4207-9fec-6403f9ff0a61 req-1110843f-5427-42cf-9acf-1907ff1a2325 tempest-ServerDiskConfigTestJSON-718067424 tempest-ServerDiskConfigTestJSON-718067424-project] 10.222.0.13 "GET /v2.0/ports?device_id=b589063d-2ed4-416c-80c3-f58e53b9623f HTTP/1.1" status: 200 len: 945 time: 0.0521786 Jan 26 22:03:20.465602 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-d2a3d931-5b2b-4207-9fec-6403f9ff0a61 req-b2b8c46e-5bd4-40b1-90d0-27b21cfa5806 tempest-ServerDiskConfigTestJSON-718067424 tempest-ServerDiskConfigTestJSON-718067424-project] 10.222.0.13 "GET /v2.0/security-groups?id=816aab5a-3836-463d-b8fd-a89ebed59eba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408802 Jan 26 22:03:20.804186 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc6cabe-adf5-468a-b4b5-413edbfa1f39 req-68a9d61a-4867-460a-be0c-7eaa6963e7be tempest-ServerDiskConfigTestJSON-718067424 tempest-ServerDiskConfigTestJSON-718067424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:03:20.805833 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-6fc6cabe-adf5-468a-b4b5-413edbfa1f39 req-68a9d61a-4867-460a-be0c-7eaa6963e7be tempest-ServerDiskConfigTestJSON-718067424 tempest-ServerDiskConfigTestJSON-718067424-project] 10.222.0.13 "GET /v2.0/ports?device_id=b589063d-2ed4-416c-80c3-f58e53b9623f HTTP/1.1" status: 200 len: 945 time: 0.0650797 Jan 26 22:03:20.809101 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-c4d0da90-59ef-46f3-9b61-5b54fe36da34 req-9aefc1fe-7155-436d-a50c-caf5854d8e79 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=b589063d-2ed4-416c-80c3-f58e53b9623f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0766027 Jan 26 22:03:20.853179 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-6fc6cabe-adf5-468a-b4b5-413edbfa1f39 req-cbd3d0b8-754a-4426-8ee4-9b30eb544eb2 tempest-ServerDiskConfigTestJSON-718067424 tempest-ServerDiskConfigTestJSON-718067424-project] 10.222.0.13 "GET /v2.0/security-groups?id=816aab5a-3836-463d-b8fd-a89ebed59eba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413532 Jan 26 22:03:21.301203 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-03a27df0-5a47-4b52-a895-546489747fd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (09df100c-3af1-4b0a-bda8-05914c71c458), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:03:21.869680 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d0da90-59ef-46f3-9b61-5b54fe36da34 req-7c810e22-9f9e-44c7-a9d7-2d37a76303a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:03:21.871152 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-c4d0da90-59ef-46f3-9b61-5b54fe36da34 req-7c810e22-9f9e-44c7-a9d7-2d37a76303a1 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=c732e47d69ad49759ccc1d464c2208b4&device_id=b589063d-2ed4-416c-80c3-f58e53b9623f HTTP/1.1" status: 200 len: 1096 time: 0.0408077 Jan 26 22:03:21.961122 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d0da90-59ef-46f3-9b61-5b54fe36da34 req-56c58d7e-5ad9-4a68-b01d-4b0f16220f67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:03:21.963217 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-c4d0da90-59ef-46f3-9b61-5b54fe36da34 req-56c58d7e-5ad9-4a68-b01d-4b0f16220f67 service neutron] 10.222.0.66 "GET /v2.0/networks?id=0cf0abd8-d08c-4e24-88a2-52f9bdd30c49 HTTP/1.1" status: 200 len: 915 time: 0.0851219 Jan 26 22:03:21.971031 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39dee574-3c88-4ae2-8e3e-a93c8db0f51c req-f453f46a-026e-4021-97c3-e7967f0ee39d tempest-ServerDiskConfigTestJSON-718067424 tempest-ServerDiskConfigTestJSON-718067424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:03:21.972520 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-39dee574-3c88-4ae2-8e3e-a93c8db0f51c req-f453f46a-026e-4021-97c3-e7967f0ee39d tempest-ServerDiskConfigTestJSON-718067424 tempest-ServerDiskConfigTestJSON-718067424-project] 10.222.0.13 "GET /v2.0/ports?device_id=b589063d-2ed4-416c-80c3-f58e53b9623f HTTP/1.1" status: 200 len: 945 time: 0.0519600 Jan 26 22:03:22.007309 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-c4d0da90-59ef-46f3-9b61-5b54fe36da34 req-d7d21c95-bc65-42bb-af80-18ab0a9961b8 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=faef9d38-048e-4216-9e5f-821168b28d59 HTTP/1.1" status: 200 len: 217 time: 0.0390666 Jan 26 22:03:22.021088 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-39dee574-3c88-4ae2-8e3e-a93c8db0f51c req-1905d6e2-3f9f-4603-9492-76814f6c455d tempest-ServerDiskConfigTestJSON-718067424 tempest-ServerDiskConfigTestJSON-718067424-project] 10.222.0.13 "GET /v2.0/security-groups?id=816aab5a-3836-463d-b8fd-a89ebed59eba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426109 Jan 26 22:03:22.058375 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d0da90-59ef-46f3-9b61-5b54fe36da34 req-00f14939-e8ce-4b24-b95f-62b446134247 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:03:22.059843 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-c4d0da90-59ef-46f3-9b61-5b54fe36da34 req-00f14939-e8ce-4b24-b95f-62b446134247 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=c36a1694-a8db-4cae-a9cd-5112965e6074 HTTP/1.1" status: 200 len: 854 time: 0.0472248 Jan 26 22:03:22.091351 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-c4d0da90-59ef-46f3-9b61-5b54fe36da34 req-1dd675fd-edd3-42cb-ac08-5d06e8eb9b9d service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=0cf0abd8-d08c-4e24-88a2-52f9bdd30c49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0244594 Jan 26 22:03:22.182163 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-c4d0da90-59ef-46f3-9b61-5b54fe36da34 req-32a03ee4-2e30-49bb-ae57-005910372bba service neutron] 10.222.0.66 "GET /v2.0/networks/0cf0abd8-d08c-4e24-88a2-52f9bdd30c49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842054 Jan 26 22:03:22.267482 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-c4d0da90-59ef-46f3-9b61-5b54fe36da34 req-02856d6d-18e2-4ab8-882a-f6a86457cd41 service neutron] 10.222.0.66 "GET /v2.0/networks/0cf0abd8-d08c-4e24-88a2-52f9bdd30c49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0799663 Jan 26 22:03:22.407468 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-841f5991-a4d8-4d4b-b215-cbc6bab5427b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (aa7ee9d2-08eb-4e12-b895-24c57300dfec), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:03:23.139109 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b41ef8-7732-430b-9070-507d3bbaa33f req-823c6017-5a86-4135-8dbf-cc02f89f1537 tempest-ServerDiskConfigTestJSON-718067424 tempest-ServerDiskConfigTestJSON-718067424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:03:23.140585 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-d5b41ef8-7732-430b-9070-507d3bbaa33f req-823c6017-5a86-4135-8dbf-cc02f89f1537 tempest-ServerDiskConfigTestJSON-718067424 tempest-ServerDiskConfigTestJSON-718067424-project] 10.222.0.13 "GET /v2.0/ports?device_id=b589063d-2ed4-416c-80c3-f58e53b9623f HTTP/1.1" status: 200 len: 945 time: 0.0485773 Jan 26 22:03:23.186342 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-d5b41ef8-7732-430b-9070-507d3bbaa33f req-30e4585f-c7d8-4105-a1d3-b830ff827dab tempest-ServerDiskConfigTestJSON-718067424 tempest-ServerDiskConfigTestJSON-718067424-project] 10.222.0.13 "GET /v2.0/security-groups?id=816aab5a-3836-463d-b8fd-a89ebed59eba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402083 Jan 26 22:03:23.492175 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (4d619873-4b60-439f-9b5a-b155dc8bbc34), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:03:24.239321 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-839dd188-ec69-470c-9ab0-d318dc1a2e96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (e79b4fc6-6c71-44b2-a6d0-ff3e1f4dfd0d), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:03:24.304319 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a1c2fa-3938-47f9-9b44-b3d5e0bd0769 req-3646b865-5666-4df9-8810-e9468c735fa9 tempest-ServerDiskConfigTestJSON-718067424 tempest-ServerDiskConfigTestJSON-718067424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:03:24.306338 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-67a1c2fa-3938-47f9-9b44-b3d5e0bd0769 req-3646b865-5666-4df9-8810-e9468c735fa9 tempest-ServerDiskConfigTestJSON-718067424 tempest-ServerDiskConfigTestJSON-718067424-project] 10.222.0.13 "GET /v2.0/ports?device_id=b589063d-2ed4-416c-80c3-f58e53b9623f HTTP/1.1" status: 200 len: 945 time: 0.0520594 Jan 26 22:03:24.351815 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-67a1c2fa-3938-47f9-9b44-b3d5e0bd0769 req-04cfea90-28cc-45d0-8dea-c5b664124a05 tempest-ServerDiskConfigTestJSON-718067424 tempest-ServerDiskConfigTestJSON-718067424-project] 10.222.0.13 "GET /v2.0/security-groups?id=816aab5a-3836-463d-b8fd-a89ebed59eba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399420 Jan 26 22:03:25.392784 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (fea0591a-627d-4c87-9a9a-01625ddf3277), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:03:25.468740 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce324ae6-29f1-48f2-a0f3-62fb56b31575 req-4b4e076e-b806-49a1-927a-9c0bfcbf8d93 tempest-ServerDiskConfigTestJSON-718067424 tempest-ServerDiskConfigTestJSON-718067424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:03:25.470271 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-ce324ae6-29f1-48f2-a0f3-62fb56b31575 req-4b4e076e-b806-49a1-927a-9c0bfcbf8d93 tempest-ServerDiskConfigTestJSON-718067424 tempest-ServerDiskConfigTestJSON-718067424-project] 10.222.0.13 "GET /v2.0/ports?device_id=b589063d-2ed4-416c-80c3-f58e53b9623f HTTP/1.1" status: 200 len: 945 time: 0.0490959 Jan 26 22:03:25.518339 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-ce324ae6-29f1-48f2-a0f3-62fb56b31575 req-8ef88670-f7b0-4fdf-a566-48fa017d98e0 tempest-ServerDiskConfigTestJSON-718067424 tempest-ServerDiskConfigTestJSON-718067424-project] 10.222.0.13 "GET /v2.0/security-groups?id=816aab5a-3836-463d-b8fd-a89ebed59eba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425196 Jan 26 22:03:26.631990 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d973c023-6703-404e-b580-c081b0f35ca7 req-d8c52f52-2f7e-4a8b-8216-1e84b396bcea tempest-ServerDiskConfigTestJSON-718067424 tempest-ServerDiskConfigTestJSON-718067424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:03:26.633509 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-d973c023-6703-404e-b580-c081b0f35ca7 req-d8c52f52-2f7e-4a8b-8216-1e84b396bcea tempest-ServerDiskConfigTestJSON-718067424 tempest-ServerDiskConfigTestJSON-718067424-project] 10.222.0.13 "GET /v2.0/ports?device_id=b589063d-2ed4-416c-80c3-f58e53b9623f HTTP/1.1" status: 200 len: 945 time: 0.0486856 Jan 26 22:03:26.683998 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-d973c023-6703-404e-b580-c081b0f35ca7 req-4765eec2-9e27-4894-9ef1-20f4dae56e59 tempest-ServerDiskConfigTestJSON-718067424 tempest-ServerDiskConfigTestJSON-718067424-project] 10.222.0.13 "GET /v2.0/security-groups?id=816aab5a-3836-463d-b8fd-a89ebed59eba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449367 Jan 26 22:03:27.796489 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f1d69a-a733-4063-89e8-7456f49c1bcb req-e9457c70-5f13-4836-9f27-ea9d70bc6658 tempest-ServerDiskConfigTestJSON-718067424 tempest-ServerDiskConfigTestJSON-718067424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:03:27.797989 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-43f1d69a-a733-4063-89e8-7456f49c1bcb req-e9457c70-5f13-4836-9f27-ea9d70bc6658 tempest-ServerDiskConfigTestJSON-718067424 tempest-ServerDiskConfigTestJSON-718067424-project] 10.222.0.13 "GET /v2.0/ports?device_id=b589063d-2ed4-416c-80c3-f58e53b9623f HTTP/1.1" status: 200 len: 945 time: 0.0474832 Jan 26 22:03:27.844185 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-43f1d69a-a733-4063-89e8-7456f49c1bcb req-dde146b1-d465-456c-9e7e-6d9a15783ec6 tempest-ServerDiskConfigTestJSON-718067424 tempest-ServerDiskConfigTestJSON-718067424-project] 10.222.0.13 "GET /v2.0/security-groups?id=816aab5a-3836-463d-b8fd-a89ebed59eba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407288 Jan 26 22:03:28.956473 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045c8d62-c839-458a-a923-7a49fd31316e req-a9517959-37f6-44ba-9c3d-e924eb3cef34 tempest-ServerDiskConfigTestJSON-718067424 tempest-ServerDiskConfigTestJSON-718067424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:03:28.957995 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-045c8d62-c839-458a-a923-7a49fd31316e req-a9517959-37f6-44ba-9c3d-e924eb3cef34 tempest-ServerDiskConfigTestJSON-718067424 tempest-ServerDiskConfigTestJSON-718067424-project] 10.222.0.13 "GET /v2.0/ports?device_id=b589063d-2ed4-416c-80c3-f58e53b9623f HTTP/1.1" status: 200 len: 945 time: 0.0480738 Jan 26 22:03:29.005441 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-045c8d62-c839-458a-a923-7a49fd31316e req-d1ee46cc-7036-41aa-9c0d-d0d9b5934ecc tempest-ServerDiskConfigTestJSON-718067424 tempest-ServerDiskConfigTestJSON-718067424-project] 10.222.0.13 "GET /v2.0/security-groups?id=816aab5a-3836-463d-b8fd-a89ebed59eba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413723 Jan 26 22:03:30.122624 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a916abc2-f327-4837-9fd7-acd0ece1d08f req-4291fbfb-b365-4de5-9c25-55eddcf53de2 tempest-ServerDiskConfigTestJSON-718067424 tempest-ServerDiskConfigTestJSON-718067424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:03:30.124103 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-a916abc2-f327-4837-9fd7-acd0ece1d08f req-4291fbfb-b365-4de5-9c25-55eddcf53de2 tempest-ServerDiskConfigTestJSON-718067424 tempest-ServerDiskConfigTestJSON-718067424-project] 10.222.0.13 "GET /v2.0/ports?device_id=b589063d-2ed4-416c-80c3-f58e53b9623f HTTP/1.1" status: 200 len: 945 time: 0.0516582 Jan 26 22:03:30.170151 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-a916abc2-f327-4837-9fd7-acd0ece1d08f req-072ba98c-54df-4e5b-b003-9f381d16b5cf tempest-ServerDiskConfigTestJSON-718067424 tempest-ServerDiskConfigTestJSON-718067424-project] 10.222.0.13 "GET /v2.0/security-groups?id=816aab5a-3836-463d-b8fd-a89ebed59eba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402772 Jan 26 22:03:31.282937 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45e531e-8b5d-4d2b-aeba-d3e4854af740 req-cfcff89e-dea5-442d-93a9-460ea2d00184 tempest-ServerDiskConfigTestJSON-718067424 tempest-ServerDiskConfigTestJSON-718067424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:03:31.284413 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-f45e531e-8b5d-4d2b-aeba-d3e4854af740 req-cfcff89e-dea5-442d-93a9-460ea2d00184 tempest-ServerDiskConfigTestJSON-718067424 tempest-ServerDiskConfigTestJSON-718067424-project] 10.222.0.13 "GET /v2.0/ports?device_id=b589063d-2ed4-416c-80c3-f58e53b9623f HTTP/1.1" status: 200 len: 945 time: 0.0477083 Jan 26 22:03:31.330798 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-f45e531e-8b5d-4d2b-aeba-d3e4854af740 req-3ba3ea9e-6fc3-4d11-a8ce-eeeb0cc38daf tempest-ServerDiskConfigTestJSON-718067424 tempest-ServerDiskConfigTestJSON-718067424-project] 10.222.0.13 "GET /v2.0/security-groups?id=816aab5a-3836-463d-b8fd-a89ebed59eba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408652 Jan 26 22:03:32.444836 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20272751-85a8-491f-aefd-d04b32b22610 req-0493196b-9450-4ecf-b1b4-29b1aebc075a tempest-ServerDiskConfigTestJSON-718067424 tempest-ServerDiskConfigTestJSON-718067424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:03:32.446940 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-20272751-85a8-491f-aefd-d04b32b22610 req-0493196b-9450-4ecf-b1b4-29b1aebc075a tempest-ServerDiskConfigTestJSON-718067424 tempest-ServerDiskConfigTestJSON-718067424-project] 10.222.0.13 "GET /v2.0/ports?device_id=b589063d-2ed4-416c-80c3-f58e53b9623f HTTP/1.1" status: 200 len: 945 time: 0.0484149 Jan 26 22:03:32.496645 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-20272751-85a8-491f-aefd-d04b32b22610 req-572e690b-5301-4746-8128-c1a8af23c8fe tempest-ServerDiskConfigTestJSON-718067424 tempest-ServerDiskConfigTestJSON-718067424-project] 10.222.0.13 "GET /v2.0/security-groups?id=816aab5a-3836-463d-b8fd-a89ebed59eba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441353 Jan 26 22:03:33.612329 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55616ca3-3e3a-4df3-99ac-8afb4d541431 req-641ab251-ac2b-4e65-ac4d-dcfc8dc7e5f9 tempest-ServerDiskConfigTestJSON-718067424 tempest-ServerDiskConfigTestJSON-718067424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:03:33.613843 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-55616ca3-3e3a-4df3-99ac-8afb4d541431 req-641ab251-ac2b-4e65-ac4d-dcfc8dc7e5f9 tempest-ServerDiskConfigTestJSON-718067424 tempest-ServerDiskConfigTestJSON-718067424-project] 10.222.0.13 "GET /v2.0/ports?device_id=b589063d-2ed4-416c-80c3-f58e53b9623f HTTP/1.1" status: 200 len: 945 time: 0.0484796 Jan 26 22:03:33.660518 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-55616ca3-3e3a-4df3-99ac-8afb4d541431 req-b7d90bb1-fc43-4417-bbfc-9c58b9d794c3 tempest-ServerDiskConfigTestJSON-718067424 tempest-ServerDiskConfigTestJSON-718067424-project] 10.222.0.13 "GET /v2.0/security-groups?id=816aab5a-3836-463d-b8fd-a89ebed59eba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411234 Jan 26 22:03:34.773011 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d97250-114d-4639-8363-f7d743838ff4 req-b43571d1-20de-4c5a-98a5-0901a783c0d6 tempest-ServerDiskConfigTestJSON-718067424 tempest-ServerDiskConfigTestJSON-718067424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:03:34.774515 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-06d97250-114d-4639-8363-f7d743838ff4 req-b43571d1-20de-4c5a-98a5-0901a783c0d6 tempest-ServerDiskConfigTestJSON-718067424 tempest-ServerDiskConfigTestJSON-718067424-project] 10.222.0.13 "GET /v2.0/ports?device_id=b589063d-2ed4-416c-80c3-f58e53b9623f HTTP/1.1" status: 200 len: 945 time: 0.0478752 Jan 26 22:03:34.819463 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-06d97250-114d-4639-8363-f7d743838ff4 req-f37fbdaa-e1db-4f79-b94b-20c3c3f9d4a8 tempest-ServerDiskConfigTestJSON-718067424 tempest-ServerDiskConfigTestJSON-718067424-project] 10.222.0.13 "GET /v2.0/security-groups?id=816aab5a-3836-463d-b8fd-a89ebed59eba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394194 Jan 26 22:03:35.936071 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc3ecaa-4e0a-4e8a-bbb7-9cd490876423 req-ac436b2b-5f4a-4ad9-b6d0-cca8b851c7a6 tempest-ServerDiskConfigTestJSON-718067424 tempest-ServerDiskConfigTestJSON-718067424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:03:35.937606 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-8cc3ecaa-4e0a-4e8a-bbb7-9cd490876423 req-ac436b2b-5f4a-4ad9-b6d0-cca8b851c7a6 tempest-ServerDiskConfigTestJSON-718067424 tempest-ServerDiskConfigTestJSON-718067424-project] 10.222.0.13 "GET /v2.0/ports?device_id=b589063d-2ed4-416c-80c3-f58e53b9623f HTTP/1.1" status: 200 len: 945 time: 0.0517309 Jan 26 22:03:35.984167 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-8cc3ecaa-4e0a-4e8a-bbb7-9cd490876423 req-ac1666bb-2561-4d5e-8390-6123569dbb46 tempest-ServerDiskConfigTestJSON-718067424 tempest-ServerDiskConfigTestJSON-718067424-project] 10.222.0.13 "GET /v2.0/security-groups?id=816aab5a-3836-463d-b8fd-a89ebed59eba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410078 Jan 26 22:03:37.101764 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a48da4-0d1d-439f-b274-dd2bdfb9c67c req-3b74fa3c-1ebc-4742-88c2-0b64137ed7cb tempest-ServerDiskConfigTestJSON-718067424 tempest-ServerDiskConfigTestJSON-718067424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:03:37.103510 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-f8a48da4-0d1d-439f-b274-dd2bdfb9c67c req-3b74fa3c-1ebc-4742-88c2-0b64137ed7cb tempest-ServerDiskConfigTestJSON-718067424 tempest-ServerDiskConfigTestJSON-718067424-project] 10.222.0.13 "GET /v2.0/ports?device_id=b589063d-2ed4-416c-80c3-f58e53b9623f HTTP/1.1" status: 200 len: 945 time: 0.0486288 Jan 26 22:03:37.148956 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-f8a48da4-0d1d-439f-b274-dd2bdfb9c67c req-1279790c-600e-4c60-b54f-2f3f43d43568 tempest-ServerDiskConfigTestJSON-718067424 tempest-ServerDiskConfigTestJSON-718067424-project] 10.222.0.13 "GET /v2.0/security-groups?id=816aab5a-3836-463d-b8fd-a89ebed59eba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399446 Jan 26 22:03:38.266889 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498aa70f-6058-4939-a29d-b9bba1495f50 req-a48eec42-2037-4989-85c5-89fefd1dffe4 tempest-ServerDiskConfigTestJSON-718067424 tempest-ServerDiskConfigTestJSON-718067424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:03:38.268369 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-498aa70f-6058-4939-a29d-b9bba1495f50 req-a48eec42-2037-4989-85c5-89fefd1dffe4 tempest-ServerDiskConfigTestJSON-718067424 tempest-ServerDiskConfigTestJSON-718067424-project] 10.222.0.13 "GET /v2.0/ports?device_id=b589063d-2ed4-416c-80c3-f58e53b9623f HTTP/1.1" status: 200 len: 945 time: 0.0525084 Jan 26 22:03:38.314018 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-498aa70f-6058-4939-a29d-b9bba1495f50 req-742dd4ca-e97c-41b1-b341-785669e26840 tempest-ServerDiskConfigTestJSON-718067424 tempest-ServerDiskConfigTestJSON-718067424-project] 10.222.0.13 "GET /v2.0/security-groups?id=816aab5a-3836-463d-b8fd-a89ebed59eba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401754 Jan 26 22:03:38.747050 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (32ef628b-8417-46c5-8729-60fcabe358f1), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:03:39.427960 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff1f11f-c1af-46b7-972d-ec0d278191b7 req-f45c331d-4b5b-4cca-a8d1-881b3672b71d tempest-ServerDiskConfigTestJSON-718067424 tempest-ServerDiskConfigTestJSON-718067424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:03:39.429479 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-eff1f11f-c1af-46b7-972d-ec0d278191b7 req-f45c331d-4b5b-4cca-a8d1-881b3672b71d tempest-ServerDiskConfigTestJSON-718067424 tempest-ServerDiskConfigTestJSON-718067424-project] 10.222.0.13 "GET /v2.0/ports?device_id=b589063d-2ed4-416c-80c3-f58e53b9623f HTTP/1.1" status: 200 len: 945 time: 0.0479145 Jan 26 22:03:39.475449 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-eff1f11f-c1af-46b7-972d-ec0d278191b7 req-db895071-7676-4f1e-8c92-1ec855035dec tempest-ServerDiskConfigTestJSON-718067424 tempest-ServerDiskConfigTestJSON-718067424-project] 10.222.0.13 "GET /v2.0/security-groups?id=816aab5a-3836-463d-b8fd-a89ebed59eba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404248 Jan 26 22:03:40.588330 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9bf827-1fdb-47c2-b83a-4bb9c0a75021 req-5e5fed07-5992-4967-b9ec-bede5b3bee99 tempest-ServerDiskConfigTestJSON-718067424 tempest-ServerDiskConfigTestJSON-718067424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:03:40.589872 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-0f9bf827-1fdb-47c2-b83a-4bb9c0a75021 req-5e5fed07-5992-4967-b9ec-bede5b3bee99 tempest-ServerDiskConfigTestJSON-718067424 tempest-ServerDiskConfigTestJSON-718067424-project] 10.222.0.13 "GET /v2.0/ports?device_id=b589063d-2ed4-416c-80c3-f58e53b9623f HTTP/1.1" status: 200 len: 945 time: 0.0487785 Jan 26 22:03:40.648687 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-0f9bf827-1fdb-47c2-b83a-4bb9c0a75021 req-5913ede1-ab94-41f9-ba17-81292fb0e9ae tempest-ServerDiskConfigTestJSON-718067424 tempest-ServerDiskConfigTestJSON-718067424-project] 10.222.0.13 "GET /v2.0/security-groups?id=816aab5a-3836-463d-b8fd-a89ebed59eba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529203 Jan 26 22:03:41.769658 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15613ef0-57af-4e3e-826c-1f2a0dac29f6 req-da498ba0-c38f-4b8e-b56b-fb8905e2e763 tempest-ServerDiskConfigTestJSON-718067424 tempest-ServerDiskConfigTestJSON-718067424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:03:41.771174 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-15613ef0-57af-4e3e-826c-1f2a0dac29f6 req-da498ba0-c38f-4b8e-b56b-fb8905e2e763 tempest-ServerDiskConfigTestJSON-718067424 tempest-ServerDiskConfigTestJSON-718067424-project] 10.222.0.13 "GET /v2.0/ports?device_id=b589063d-2ed4-416c-80c3-f58e53b9623f HTTP/1.1" status: 200 len: 945 time: 0.0481651 Jan 26 22:03:41.817116 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-15613ef0-57af-4e3e-826c-1f2a0dac29f6 req-fea1c7d3-35af-4c25-818a-2988f9098765 tempest-ServerDiskConfigTestJSON-718067424 tempest-ServerDiskConfigTestJSON-718067424-project] 10.222.0.13 "GET /v2.0/security-groups?id=816aab5a-3836-463d-b8fd-a89ebed59eba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397656 Jan 26 22:03:42.931023 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebafda22-745e-49cc-b0c3-2b65260ff053 req-ceb7bbf2-5f9b-401f-8a74-f587cb496b67 tempest-ServerDiskConfigTestJSON-718067424 tempest-ServerDiskConfigTestJSON-718067424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:03:42.932437 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-ebafda22-745e-49cc-b0c3-2b65260ff053 req-ceb7bbf2-5f9b-401f-8a74-f587cb496b67 tempest-ServerDiskConfigTestJSON-718067424 tempest-ServerDiskConfigTestJSON-718067424-project] 10.222.0.13 "GET /v2.0/ports?device_id=b589063d-2ed4-416c-80c3-f58e53b9623f HTTP/1.1" status: 200 len: 945 time: 0.0471847 Jan 26 22:03:42.979152 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-ebafda22-745e-49cc-b0c3-2b65260ff053 req-ce877ce7-50bc-4abd-945e-9dcc5eb9ace4 tempest-ServerDiskConfigTestJSON-718067424 tempest-ServerDiskConfigTestJSON-718067424-project] 10.222.0.13 "GET /v2.0/security-groups?id=816aab5a-3836-463d-b8fd-a89ebed59eba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411205 Jan 26 22:03:44.098105 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78a81c9-add8-4619-9e9a-6c0da3dfa745 req-f52f8349-1cfc-405d-a1b3-d153b75da562 tempest-ServerDiskConfigTestJSON-718067424 tempest-ServerDiskConfigTestJSON-718067424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:03:44.099583 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-b78a81c9-add8-4619-9e9a-6c0da3dfa745 req-f52f8349-1cfc-405d-a1b3-d153b75da562 tempest-ServerDiskConfigTestJSON-718067424 tempest-ServerDiskConfigTestJSON-718067424-project] 10.222.0.13 "GET /v2.0/ports?device_id=b589063d-2ed4-416c-80c3-f58e53b9623f HTTP/1.1" status: 200 len: 945 time: 0.0523877 Jan 26 22:03:44.146476 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-b78a81c9-add8-4619-9e9a-6c0da3dfa745 req-dd3b3252-2a72-432e-9656-1798c66c9499 tempest-ServerDiskConfigTestJSON-718067424 tempest-ServerDiskConfigTestJSON-718067424-project] 10.222.0.13 "GET /v2.0/security-groups?id=816aab5a-3836-463d-b8fd-a89ebed59eba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405991 Jan 26 22:03:45.260763 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b12950-1f23-4a76-b493-a2c6a083c51f req-08ba0850-f797-4a57-9aef-30dacc6ce115 tempest-ServerDiskConfigTestJSON-718067424 tempest-ServerDiskConfigTestJSON-718067424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:03:45.262279 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-54b12950-1f23-4a76-b493-a2c6a083c51f req-08ba0850-f797-4a57-9aef-30dacc6ce115 tempest-ServerDiskConfigTestJSON-718067424 tempest-ServerDiskConfigTestJSON-718067424-project] 10.222.0.13 "GET /v2.0/ports?device_id=b589063d-2ed4-416c-80c3-f58e53b9623f HTTP/1.1" status: 200 len: 945 time: 0.0485828 Jan 26 22:03:45.307990 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-54b12950-1f23-4a76-b493-a2c6a083c51f req-59c9afea-b16d-44ee-adf7-9a135064af80 tempest-ServerDiskConfigTestJSON-718067424 tempest-ServerDiskConfigTestJSON-718067424-project] 10.222.0.13 "GET /v2.0/security-groups?id=816aab5a-3836-463d-b8fd-a89ebed59eba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402458 Jan 26 22:03:46.421887 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e0e078-2db0-494d-b673-78d7a7ac8ea7 req-25bee871-0272-476b-946d-35e9105f6a03 tempest-ServerDiskConfigTestJSON-718067424 tempest-ServerDiskConfigTestJSON-718067424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:03:46.423369 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-63e0e078-2db0-494d-b673-78d7a7ac8ea7 req-25bee871-0272-476b-946d-35e9105f6a03 tempest-ServerDiskConfigTestJSON-718067424 tempest-ServerDiskConfigTestJSON-718067424-project] 10.222.0.13 "GET /v2.0/ports?device_id=b589063d-2ed4-416c-80c3-f58e53b9623f HTTP/1.1" status: 200 len: 945 time: 0.0476940 Jan 26 22:03:46.473867 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-63e0e078-2db0-494d-b673-78d7a7ac8ea7 req-b2cba381-32a8-4cd9-b63b-388b35284486 tempest-ServerDiskConfigTestJSON-718067424 tempest-ServerDiskConfigTestJSON-718067424-project] 10.222.0.13 "GET /v2.0/security-groups?id=816aab5a-3836-463d-b8fd-a89ebed59eba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449412 Jan 26 22:03:47.503566 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.agents_db [None req-569f1ced-6396-4ddf-b79f-e03b0b2146ab None None] Agent healthcheck: found 7 active agents {{(pid=103307) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 26 22:03:47.590705 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426dade9-8d80-446c-aed8-0819097ce684 req-e8e8ab42-393d-4012-a6bb-7015942019c4 tempest-ServerDiskConfigTestJSON-718067424 tempest-ServerDiskConfigTestJSON-718067424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:03:47.592212 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-426dade9-8d80-446c-aed8-0819097ce684 req-e8e8ab42-393d-4012-a6bb-7015942019c4 tempest-ServerDiskConfigTestJSON-718067424 tempest-ServerDiskConfigTestJSON-718067424-project] 10.222.0.13 "GET /v2.0/ports?device_id=b589063d-2ed4-416c-80c3-f58e53b9623f HTTP/1.1" status: 200 len: 945 time: 0.0510628 Jan 26 22:03:47.640350 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-426dade9-8d80-446c-aed8-0819097ce684 req-8db4a7c2-d997-494f-997d-4446fc7338b5 tempest-ServerDiskConfigTestJSON-718067424 tempest-ServerDiskConfigTestJSON-718067424-project] 10.222.0.13 "GET /v2.0/security-groups?id=816aab5a-3836-463d-b8fd-a89ebed59eba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425029 Jan 26 22:03:48.755044 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eaa82b5-1910-481b-89fd-5101dabd0ebf req-10191970-bc30-4d4f-980c-504c2cc0588c tempest-ServerDiskConfigTestJSON-718067424 tempest-ServerDiskConfigTestJSON-718067424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:03:48.756535 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-1eaa82b5-1910-481b-89fd-5101dabd0ebf req-10191970-bc30-4d4f-980c-504c2cc0588c tempest-ServerDiskConfigTestJSON-718067424 tempest-ServerDiskConfigTestJSON-718067424-project] 10.222.0.13 "GET /v2.0/ports?device_id=b589063d-2ed4-416c-80c3-f58e53b9623f HTTP/1.1" status: 200 len: 945 time: 0.0489333 Jan 26 22:03:48.802811 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-1eaa82b5-1910-481b-89fd-5101dabd0ebf req-c24ee5ea-75f8-46a6-aa4b-090f4971c70d tempest-ServerDiskConfigTestJSON-718067424 tempest-ServerDiskConfigTestJSON-718067424-project] 10.222.0.13 "GET /v2.0/security-groups?id=816aab5a-3836-463d-b8fd-a89ebed59eba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407410 Jan 26 22:03:48.968457 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-cfb674b9-6226-43c6-a873-f5d1b77be93e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (474ccdf7-ab6c-405b-a3b2-dc7b05829902), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:03:49.340601 n-d-760453-5 neutron-server[103305]: INFO neutron.api.v2.resource [req-c4d0da90-59ef-46f3-9b61-5b54fe36da34 req-4b9c3a29-228a-45bd-b827-b043fcc89e7f service neutron] show failed (client error): The resource could not be found. Jan 26 22:03:49.341639 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-c4d0da90-59ef-46f3-9b61-5b54fe36da34 req-4b9c3a29-228a-45bd-b827-b043fcc89e7f service neutron] 10.222.0.66 "GET /v2.0/ports/faef9d38-048e-4216-9e5f-821168b28d59/bindings/n-h2-760453-5 HTTP/1.1" status: 404 len: 380 time: 0.1004817 Jan 26 22:03:49.629424 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d0da90-59ef-46f3-9b61-5b54fe36da34 req-23330723-b001-4e66-abde-d3afb490f360 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:03:49.630908 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-c4d0da90-59ef-46f3-9b61-5b54fe36da34 req-23330723-b001-4e66-abde-d3afb490f360 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=b589063d-2ed4-416c-80c3-f58e53b9623f&tenant_id=c732e47d69ad49759ccc1d464c2208b4 HTTP/1.1" status: 200 len: 1096 time: 0.0812881 Jan 26 22:03:49.641796 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [req-c4d0da90-59ef-46f3-9b61-5b54fe36da34 req-179828ae-7d90-44a1-93c7-1984de8fa9db service neutron] Request body: {'port': {'binding:host_id': 'n-h2-760453-5', 'device_owner': 'compute:nova'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 22:03:49.693345 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-c4d0da90-59ef-46f3-9b61-5b54fe36da34 req-179828ae-7d90-44a1-93c7-1984de8fa9db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (faef9d38-048e-4216-9e5f-821168b28d59), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:03:49.924707 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [req-c4d0da90-59ef-46f3-9b61-5b54fe36da34 req-179828ae-7d90-44a1-93c7-1984de8fa9db service neutron] For port faef9d38-048e-4216-9e5f-821168b28d59, host n-h1-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-5',level=0,port_id=faef9d38-048e-4216-9e5f-821168b28d59,segment=NetworkSegment(3b23c506-6074-4505-aa46-fc74fa0cafaa),segment_id=3b23c506-6074-4505-aa46-fc74fa0cafaa)] {{(pid=103304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 22:03:49.949096 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12408f3-725d-4617-9937-cee28098cb37 req-c494d8e4-6886-43ad-9f45-85be4c7e0a87 tempest-ServerDiskConfigTestJSON-718067424 tempest-ServerDiskConfigTestJSON-718067424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:03:49.950588 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-e12408f3-725d-4617-9937-cee28098cb37 req-c494d8e4-6886-43ad-9f45-85be4c7e0a87 tempest-ServerDiskConfigTestJSON-718067424 tempest-ServerDiskConfigTestJSON-718067424-project] 10.222.0.13 "GET /v2.0/ports?device_id=b589063d-2ed4-416c-80c3-f58e53b9623f HTTP/1.1" status: 200 len: 945 time: 0.0758519 Jan 26 22:03:49.983888 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [req-c4d0da90-59ef-46f3-9b61-5b54fe36da34 req-179828ae-7d90-44a1-93c7-1984de8fa9db service neutron] For port faef9d38-048e-4216-9e5f-821168b28d59, host n-h1-760453-5, cleared binding levels {{(pid=103304) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 26 22:03:50.038476 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-e12408f3-725d-4617-9937-cee28098cb37 req-d95132b0-b599-4d93-b07c-b261968f9c7e tempest-ServerDiskConfigTestJSON-718067424 tempest-ServerDiskConfigTestJSON-718067424-project] 10.222.0.13 "GET /v2.0/security-groups?id=816aab5a-3836-463d-b8fd-a89ebed59eba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823679 Jan 26 22:03:50.042411 n-d-760453-5 neutron-server[103304]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b589063d-2ed4-416c-80c3-f58e53b9623f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'faef9d38-048e-4216-9e5f-821168b28d59'}] {{(pid=103304) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 22:03:50.047313 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-c4d0da90-59ef-46f3-9b61-5b54fe36da34 req-179828ae-7d90-44a1-93c7-1984de8fa9db service neutron] Publish callbacks [] for port (faef9d38-048e-4216-9e5f-821168b28d59), precommit_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:03:50.063076 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.provisioning_blocks [req-c4d0da90-59ef-46f3-9b61-5b54fe36da34 req-179828ae-7d90-44a1-93c7-1984de8fa9db service neutron] Transition to ACTIVE for port object faef9d38-048e-4216-9e5f-821168b28d59 will not be triggered until provisioned by entity L2. {{(pid=103304) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 22:03:50.066703 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-c4d0da90-59ef-46f3-9b61-5b54fe36da34 req-179828ae-7d90-44a1-93c7-1984de8fa9db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9281542'] for port (faef9d38-048e-4216-9e5f-821168b28d59), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:03:50.096438 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86e783e1922a725fac327d65912384d63450ce1a6a2ee22db2d1cc52fb257f3b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfde57be-25a0-44be-8d32-d9433ad3affe" -d '{"events": [{"server_uuid": "b589063d-2ed4-416c-80c3-f58e53b9623f", "name": "network-vif-unplugged", "status": "completed", "tag": "faef9d38-048e-4216-9e5f-821168b28d59"}]}' {{(pid=103304) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 22:03:50.136486 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4d0da90-59ef-46f3-9b61-5b54fe36da34 req-179828ae-7d90-44a1-93c7-1984de8fa9db service neutron] No DVR routers for this DVR port faef9d38-048e-4216-9e5f-821168b28d59 on host n-h1-760453-5 {{(pid=103304) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 26 22:03:50.138521 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-179828ae-7d90-44a1-93c7-1984de8fa9db service neutron] Pushing event updated for resources: {'Port': ['ID=faef9d38-048e-4216-9e5f-821168b28d59,revision_number=6']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 22:03:50.176274 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [req-c4d0da90-59ef-46f3-9b61-5b54fe36da34 req-179828ae-7d90-44a1-93c7-1984de8fa9db service neutron] Attempting to bind port faef9d38-048e-4216-9e5f-821168b28d59 on host n-h2-760453-5 for vnic_type normal with profile {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 22:03:50.176615 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [req-c4d0da90-59ef-46f3-9b61-5b54fe36da34 req-179828ae-7d90-44a1-93c7-1984de8fa9db service neutron] Attempting to bind port faef9d38-048e-4216-9e5f-821168b28d59 by drivers openvswitch,hyperv on host n-h2-760453-5 at level 0 using segments [{'id': '3b23c506-6074-4505-aa46-fc74fa0cafaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '0cf0abd8-d08c-4e24-88a2-52f9bdd30c49'}] {{(pid=103304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 26 22:03:50.176948 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4d0da90-59ef-46f3-9b61-5b54fe36da34 req-179828ae-7d90-44a1-93c7-1984de8fa9db service neutron] Attempting to bind port faef9d38-048e-4216-9e5f-821168b28d59 on network 0cf0abd8-d08c-4e24-88a2-52f9bdd30c49 {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 22:03:50.181913 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4d0da90-59ef-46f3-9b61-5b54fe36da34 req-179828ae-7d90-44a1-93c7-1984de8fa9db service neutron] Port faef9d38-048e-4216-9e5f-821168b28d59 on network 0cf0abd8-d08c-4e24-88a2-52f9bdd30c49 not bound, no agent of type Open vSwitch agent registered on host n-h2-760453-5 {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 26 22:03:50.182231 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4d0da90-59ef-46f3-9b61-5b54fe36da34 req-179828ae-7d90-44a1-93c7-1984de8fa9db service neutron] Attempting to bind port faef9d38-048e-4216-9e5f-821168b28d59 on network 0cf0abd8-d08c-4e24-88a2-52f9bdd30c49 {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 22:03:50.187101 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4d0da90-59ef-46f3-9b61-5b54fe36da34 req-179828ae-7d90-44a1-93c7-1984de8fa9db service neutron] Checking agent: {'id': '4d619873-4b60-439f-9b5a-b155dc8bbc34', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-760453-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 21, 2, 53), 'started_at': datetime.datetime(2022, 1, 26, 21, 2, 53), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 22, 3, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 26 22:03:50.187438 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4d0da90-59ef-46f3-9b61-5b54fe36da34 req-179828ae-7d90-44a1-93c7-1984de8fa9db service neutron] Checking segment: {'id': '3b23c506-6074-4505-aa46-fc74fa0cafaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '0cf0abd8-d08c-4e24-88a2-52f9bdd30c49'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103304) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 22:03:50.187819 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4d0da90-59ef-46f3-9b61-5b54fe36da34 req-179828ae-7d90-44a1-93c7-1984de8fa9db service neutron] Bound using segment: {'id': '3b23c506-6074-4505-aa46-fc74fa0cafaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '0cf0abd8-d08c-4e24-88a2-52f9bdd30c49'} {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 26 22:03:50.188238 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [req-c4d0da90-59ef-46f3-9b61-5b54fe36da34 req-179828ae-7d90-44a1-93c7-1984de8fa9db service neutron] Bound port: faef9d38-048e-4216-9e5f-821168b28d59, host: n-h2-760453-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3b23c506-6074-4505-aa46-fc74fa0cafaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '0cf0abd8-d08c-4e24-88a2-52f9bdd30c49'}}] {{(pid=103304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 26 22:03:50.188596 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-c4d0da90-59ef-46f3-9b61-5b54fe36da34 req-179828ae-7d90-44a1-93c7-1984de8fa9db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (faef9d38-048e-4216-9e5f-821168b28d59), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:03:50.203450 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 26 Jan 2022 22:03:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a287665c-e562-47f5-b8ea-a3ae0b2dbec3 x-openstack-request-id: req-a287665c-e562-47f5-b8ea-a3ae0b2dbec3 {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 22:03:50.203742 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b589063d-2ed4-416c-80c3-f58e53b9623f", "name": "network-vif-unplugged", "status": "completed", "tag": "faef9d38-048e-4216-9e5f-821168b28d59", "code": 200}]} {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 22:03:50.203997 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a287665c-e562-47f5-b8ea-a3ae0b2dbec3 {{(pid=103304) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 22:03:50.204398 n-d-760453-5 neutron-server[103304]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b589063d-2ed4-416c-80c3-f58e53b9623f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'faef9d38-048e-4216-9e5f-821168b28d59', 'code': 200} Jan 26 22:03:50.254066 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [req-c4d0da90-59ef-46f3-9b61-5b54fe36da34 req-179828ae-7d90-44a1-93c7-1984de8fa9db service neutron] For port faef9d38-048e-4216-9e5f-821168b28d59, host n-h2-760453-5, cleared binding levels {{(pid=103304) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 26 22:03:50.256990 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [req-c4d0da90-59ef-46f3-9b61-5b54fe36da34 req-179828ae-7d90-44a1-93c7-1984de8fa9db service neutron] For port faef9d38-048e-4216-9e5f-821168b28d59, host n-h2-760453-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-5',level=0,port_id=faef9d38-048e-4216-9e5f-821168b28d59,segment=NetworkSegment(3b23c506-6074-4505-aa46-fc74fa0cafaa),segment_id=3b23c506-6074-4505-aa46-fc74fa0cafaa)] {{(pid=103304) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 26 22:03:50.261526 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-c4d0da90-59ef-46f3-9b61-5b54fe36da34 req-179828ae-7d90-44a1-93c7-1984de8fa9db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9281542'] for port (faef9d38-048e-4216-9e5f-821168b28d59), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:03:50.296040 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d0da90-59ef-46f3-9b61-5b54fe36da34 req-179828ae-7d90-44a1-93c7-1984de8fa9db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:03:50.296659 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-c4d0da90-59ef-46f3-9b61-5b54fe36da34 req-179828ae-7d90-44a1-93c7-1984de8fa9db service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:03:50.298083 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-c4d0da90-59ef-46f3-9b61-5b54fe36da34 req-179828ae-7d90-44a1-93c7-1984de8fa9db service neutron] 10.222.0.57 "PUT /v2.0/ports/faef9d38-048e-4216-9e5f-821168b28d59 HTTP/1.1" status: 200 len: 1091 time: 0.6601481 Jan 26 22:03:50.317202 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-179828ae-7d90-44a1-93c7-1984de8fa9db service neutron] Pushing event updated for resources: {'Port': ['ID=faef9d38-048e-4216-9e5f-821168b28d59,revision_number=7']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 22:03:50.363971 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d0da90-59ef-46f3-9b61-5b54fe36da34 req-d156e6b6-1a19-471b-992a-e6dfe68273cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:03:50.365418 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-c4d0da90-59ef-46f3-9b61-5b54fe36da34 req-d156e6b6-1a19-471b-992a-e6dfe68273cf service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=c732e47d69ad49759ccc1d464c2208b4&device_id=b589063d-2ed4-416c-80c3-f58e53b9623f HTTP/1.1" status: 200 len: 1094 time: 0.0453737 Jan 26 22:03:50.452535 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d0da90-59ef-46f3-9b61-5b54fe36da34 req-b30bb5ba-e80f-48c5-abb8-44372e35ede1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:03:50.454080 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-c4d0da90-59ef-46f3-9b61-5b54fe36da34 req-b30bb5ba-e80f-48c5-abb8-44372e35ede1 service neutron] 10.222.0.57 "GET /v2.0/networks?id=0cf0abd8-d08c-4e24-88a2-52f9bdd30c49 HTTP/1.1" status: 200 len: 915 time: 0.0834773 Jan 26 22:03:50.499680 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-c4d0da90-59ef-46f3-9b61-5b54fe36da34 req-4c99e769-c814-46c4-ac0d-24ff074f6392 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=faef9d38-048e-4216-9e5f-821168b28d59 HTTP/1.1" status: 200 len: 217 time: 0.0392237 Jan 26 22:03:50.547124 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d0da90-59ef-46f3-9b61-5b54fe36da34 req-d52112a8-0a6d-43f5-ab57-1900bdb466f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:03:50.548576 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-c4d0da90-59ef-46f3-9b61-5b54fe36da34 req-d52112a8-0a6d-43f5-ab57-1900bdb466f1 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=c36a1694-a8db-4cae-a9cd-5112965e6074 HTTP/1.1" status: 200 len: 854 time: 0.0434265 Jan 26 22:03:50.579137 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-c4d0da90-59ef-46f3-9b61-5b54fe36da34 req-13bf17db-cc92-40a7-a03b-c48db59fb3eb service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=0cf0abd8-d08c-4e24-88a2-52f9bdd30c49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0243478 Jan 26 22:03:50.666748 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-c4d0da90-59ef-46f3-9b61-5b54fe36da34 req-91aee0f4-8e79-4a53-b2aa-8596120aec8b service neutron] 10.222.0.57 "GET /v2.0/networks/0cf0abd8-d08c-4e24-88a2-52f9bdd30c49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816808 Jan 26 22:03:50.758831 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-c4d0da90-59ef-46f3-9b61-5b54fe36da34 req-6723b3c3-187e-43e1-8dee-e9f217ceaf3b service neutron] 10.222.0.57 "GET /v2.0/networks/0cf0abd8-d08c-4e24-88a2-52f9bdd30c49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847819 Jan 26 22:03:51.155252 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f3af2e-a544-4f1f-b033-0913c8228f7b req-cc3e5f33-17cf-4215-af90-7934c7180cbc tempest-ServerDiskConfigTestJSON-718067424 tempest-ServerDiskConfigTestJSON-718067424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:03:51.156776 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-c9f3af2e-a544-4f1f-b033-0913c8228f7b req-cc3e5f33-17cf-4215-af90-7934c7180cbc tempest-ServerDiskConfigTestJSON-718067424 tempest-ServerDiskConfigTestJSON-718067424-project] 10.222.0.13 "GET /v2.0/ports?device_id=b589063d-2ed4-416c-80c3-f58e53b9623f HTTP/1.1" status: 200 len: 943 time: 0.0489051 Jan 26 22:03:51.203579 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-c9f3af2e-a544-4f1f-b033-0913c8228f7b req-5515da35-0771-4666-bb5f-f57c6d90fcee tempest-ServerDiskConfigTestJSON-718067424 tempest-ServerDiskConfigTestJSON-718067424-project] 10.222.0.13 "GET /v2.0/security-groups?id=816aab5a-3836-463d-b8fd-a89ebed59eba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409536 Jan 26 22:03:51.303129 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-7c08ab5b-bb19-46de-8ae5-63ae06fd0ea0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (09df100c-3af1-4b0a-bda8-05914c71c458), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:03:52.205277 n-d-760453-5 neutron-server[103304]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b589063d-2ed4-416c-80c3-f58e53b9623f', 'tag': 'faef9d38-048e-4216-9e5f-821168b28d59'}] {{(pid=103304) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 22:03:52.207749 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86e783e1922a725fac327d65912384d63450ce1a6a2ee22db2d1cc52fb257f3b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00e39e23-1efb-4c70-86d8-3e883ecf2e73" -d '{"events": [{"name": "network-changed", "server_uuid": "b589063d-2ed4-416c-80c3-f58e53b9623f", "tag": "faef9d38-048e-4216-9e5f-821168b28d59"}]}' {{(pid=103304) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 22:03:52.257822 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 26 Jan 2022 22:03:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86ea8234-c1c0-47a3-9ed1-421f02f38603 x-openstack-request-id: req-86ea8234-c1c0-47a3-9ed1-421f02f38603 {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 22:03:52.258662 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b589063d-2ed4-416c-80c3-f58e53b9623f", "tag": "faef9d38-048e-4216-9e5f-821168b28d59", "status": "completed", "code": 200}]} {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 22:03:52.258918 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-86ea8234-c1c0-47a3-9ed1-421f02f38603 {{(pid=103304) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 22:03:52.259314 n-d-760453-5 neutron-server[103304]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b589063d-2ed4-416c-80c3-f58e53b9623f', 'tag': 'faef9d38-048e-4216-9e5f-821168b28d59', 'status': 'completed', 'code': 200} Jan 26 22:03:52.344682 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e39e23-1efb-4c70-86d8-3e883ecf2e73 req-9f3bca78-a538-40a3-92c4-33016849abde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:03:52.346228 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-00e39e23-1efb-4c70-86d8-3e883ecf2e73 req-9f3bca78-a538-40a3-92c4-33016849abde service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=c732e47d69ad49759ccc1d464c2208b4&device_id=b589063d-2ed4-416c-80c3-f58e53b9623f HTTP/1.1" status: 200 len: 1094 time: 0.0420716 Jan 26 22:03:52.348755 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e39e23-1efb-4c70-86d8-3e883ecf2e73 req-d7285269-d383-48a0-abde-68f4ac12c419 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:03:52.350304 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-00e39e23-1efb-4c70-86d8-3e883ecf2e73 req-d7285269-d383-48a0-abde-68f4ac12c419 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=c732e47d69ad49759ccc1d464c2208b4&device_id=b589063d-2ed4-416c-80c3-f58e53b9623f HTTP/1.1" status: 200 len: 1094 time: 0.0751607 Jan 26 22:03:52.358178 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c3fd1b-3f9a-40a1-a1ad-1c8a4667f459 req-3061b69c-6a4a-4407-9ac4-8ab385854c51 tempest-ServerDiskConfigTestJSON-718067424 tempest-ServerDiskConfigTestJSON-718067424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:03:52.359640 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-c1c3fd1b-3f9a-40a1-a1ad-1c8a4667f459 req-3061b69c-6a4a-4407-9ac4-8ab385854c51 tempest-ServerDiskConfigTestJSON-718067424 tempest-ServerDiskConfigTestJSON-718067424-project] 10.222.0.13 "GET /v2.0/ports?device_id=b589063d-2ed4-416c-80c3-f58e53b9623f HTTP/1.1" status: 200 len: 943 time: 0.0763788 Jan 26 22:03:52.411800 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-841f5991-a4d8-4d4b-b215-cbc6bab5427b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (aa7ee9d2-08eb-4e12-b895-24c57300dfec), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:03:52.440810 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e39e23-1efb-4c70-86d8-3e883ecf2e73 req-28b157fd-d573-4e73-ad98-fb6784ed167e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:03:52.442169 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-00e39e23-1efb-4c70-86d8-3e883ecf2e73 req-28b157fd-d573-4e73-ad98-fb6784ed167e service neutron] 10.222.0.66 "GET /v2.0/networks?id=0cf0abd8-d08c-4e24-88a2-52f9bdd30c49 HTTP/1.1" status: 200 len: 915 time: 0.0895052 Jan 26 22:03:52.470751 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-c1c3fd1b-3f9a-40a1-a1ad-1c8a4667f459 req-1a787ca4-0b72-4a87-a962-182e8e5cb6dd tempest-ServerDiskConfigTestJSON-718067424 tempest-ServerDiskConfigTestJSON-718067424-project] 10.222.0.13 "GET /v2.0/security-groups?id=816aab5a-3836-463d-b8fd-a89ebed59eba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016285 Jan 26 22:03:52.487478 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e39e23-1efb-4c70-86d8-3e883ecf2e73 req-019a182b-1d55-43b8-828e-6c6921304889 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:03:52.487647 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-00e39e23-1efb-4c70-86d8-3e883ecf2e73 req-8ed6bbe8-01df-4358-975a-902427c16bb0 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=faef9d38-048e-4216-9e5f-821168b28d59 HTTP/1.1" status: 200 len: 217 time: 0.0389855 Jan 26 22:03:52.489053 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-00e39e23-1efb-4c70-86d8-3e883ecf2e73 req-019a182b-1d55-43b8-828e-6c6921304889 service neutron] 10.222.0.57 "GET /v2.0/networks?id=0cf0abd8-d08c-4e24-88a2-52f9bdd30c49 HTTP/1.1" status: 200 len: 915 time: 0.1285651 Jan 26 22:03:52.531341 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-00e39e23-1efb-4c70-86d8-3e883ecf2e73 req-e5726ea6-2b36-4b41-989f-fc9b37dc19dc service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=faef9d38-048e-4216-9e5f-821168b28d59 HTTP/1.1" status: 200 len: 217 time: 0.0359671 Jan 26 22:03:52.542423 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e39e23-1efb-4c70-86d8-3e883ecf2e73 req-3d1601dd-19a6-4a37-b692-2b5fe525b03e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:03:52.544152 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-00e39e23-1efb-4c70-86d8-3e883ecf2e73 req-3d1601dd-19a6-4a37-b692-2b5fe525b03e service neutron] 10.222.0.66 "GET /v2.0/subnets?id=c36a1694-a8db-4cae-a9cd-5112965e6074 HTTP/1.1" status: 200 len: 854 time: 0.0473971 Jan 26 22:03:52.582024 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-00e39e23-1efb-4c70-86d8-3e883ecf2e73 req-6c6ca58b-91c5-42c5-854b-48b1c7f0e0a5 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=0cf0abd8-d08c-4e24-88a2-52f9bdd30c49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0306275 Jan 26 22:03:52.585431 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e39e23-1efb-4c70-86d8-3e883ecf2e73 req-5c8e456e-426d-4add-8fa2-e4cb01bcacc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:03:52.586978 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-00e39e23-1efb-4c70-86d8-3e883ecf2e73 req-5c8e456e-426d-4add-8fa2-e4cb01bcacc5 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=c36a1694-a8db-4cae-a9cd-5112965e6074 HTTP/1.1" status: 200 len: 854 time: 0.0503905 Jan 26 22:03:52.632998 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-00e39e23-1efb-4c70-86d8-3e883ecf2e73 req-6385d836-3990-46fb-a236-06a056ded5ab service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=0cf0abd8-d08c-4e24-88a2-52f9bdd30c49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0397093 Jan 26 22:03:52.682682 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-00e39e23-1efb-4c70-86d8-3e883ecf2e73 req-5e04af75-e87f-4fdd-ba1b-f503774191b0 service neutron] 10.222.0.66 "GET /v2.0/networks/0cf0abd8-d08c-4e24-88a2-52f9bdd30c49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926731 Jan 26 22:03:52.770935 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5860485-1bb9-40d4-ab01-77eae4040ea5 req-7bbab3c2-abc6-457b-b2a3-2e6108aa7e46 tempest-ServerDiskConfigTestJSON-718067424 tempest-ServerDiskConfigTestJSON-718067424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:03:52.772535 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-f5860485-1bb9-40d4-ab01-77eae4040ea5 req-7bbab3c2-abc6-457b-b2a3-2e6108aa7e46 tempest-ServerDiskConfigTestJSON-718067424 tempest-ServerDiskConfigTestJSON-718067424-project] 10.222.0.13 "GET /v2.0/ports?device_id=b589063d-2ed4-416c-80c3-f58e53b9623f HTTP/1.1" status: 200 len: 943 time: 0.1424663 Jan 26 22:03:52.816453 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6594d749-3f82-4b3e-bc92-33de4065cdd5 req-5a53f90a-4648-4e7f-9066-82d64427a151 tempest-ServerDiskConfigTestJSON-718067424 tempest-ServerDiskConfigTestJSON-718067424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:03:52.818017 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-6594d749-3f82-4b3e-bc92-33de4065cdd5 req-5a53f90a-4648-4e7f-9066-82d64427a151 tempest-ServerDiskConfigTestJSON-718067424 tempest-ServerDiskConfigTestJSON-718067424-project] 10.222.0.66 "GET /v2.0/ports?device_id=b589063d-2ed4-416c-80c3-f58e53b9623f&tenant_id=c732e47d69ad49759ccc1d464c2208b4&binding%3Ahost_id=n-h2-760453-5 HTTP/1.1" status: 200 len: 943 time: 0.1532321 Jan 26 22:03:52.826656 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-00e39e23-1efb-4c70-86d8-3e883ecf2e73 req-d86c02db-48a8-42b1-9311-4cb73f839a7a service neutron] 10.222.0.57 "GET /v2.0/networks/0cf0abd8-d08c-4e24-88a2-52f9bdd30c49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1831098 Jan 26 22:03:52.935236 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-f5860485-1bb9-40d4-ab01-77eae4040ea5 req-d45307e9-1c0d-4554-b3ad-56f8fd1cd5f6 tempest-ServerDiskConfigTestJSON-718067424 tempest-ServerDiskConfigTestJSON-718067424-project] 10.222.0.13 "GET /v2.0/security-groups?id=816aab5a-3836-463d-b8fd-a89ebed59eba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1552277 Jan 26 22:03:52.973511 n-d-760453-5 neutron-server[103304]: INFO neutron.api.v2.resource [req-6594d749-3f82-4b3e-bc92-33de4065cdd5 req-08a22f8f-d292-49e8-8dcf-b1d6e28a6e76 service neutron] delete failed (client error): The resource could not be found. Jan 26 22:03:52.974550 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-6594d749-3f82-4b3e-bc92-33de4065cdd5 req-08a22f8f-d292-49e8-8dcf-b1d6e28a6e76 service neutron] 10.222.0.66 "DELETE /v2.0/ports/faef9d38-048e-4216-9e5f-821168b28d59/bindings/n-h1-760453-5 HTTP/1.1" status: 404 len: 380 time: 0.1458158 Jan 26 22:03:52.985671 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-00e39e23-1efb-4c70-86d8-3e883ecf2e73 req-f8b4086b-796e-4639-ae7c-691f705f6983 service neutron] 10.222.0.57 "GET /v2.0/networks/0cf0abd8-d08c-4e24-88a2-52f9bdd30c49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1453888 Jan 26 22:03:53.089735 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-00e39e23-1efb-4c70-86d8-3e883ecf2e73 req-a181060b-8ef4-4d67-838c-baeae7e87724 service neutron] 10.222.0.66 "GET /v2.0/networks/0cf0abd8-d08c-4e24-88a2-52f9bdd30c49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4010725 Jan 26 22:03:53.220643 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6594d749-3f82-4b3e-bc92-33de4065cdd5 req-61daaf3a-674f-4a1e-8448-a67e29e7c374 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:03:53.222158 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-6594d749-3f82-4b3e-bc92-33de4065cdd5 req-61daaf3a-674f-4a1e-8448-a67e29e7c374 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=c732e47d69ad49759ccc1d464c2208b4&device_id=b589063d-2ed4-416c-80c3-f58e53b9623f HTTP/1.1" status: 200 len: 1094 time: 0.0408156 Jan 26 22:03:53.312369 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6594d749-3f82-4b3e-bc92-33de4065cdd5 req-64d9931a-4af7-4f33-bc44-fa5ebbaa99a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:03:53.313848 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-6594d749-3f82-4b3e-bc92-33de4065cdd5 req-64d9931a-4af7-4f33-bc44-fa5ebbaa99a6 service neutron] 10.222.0.66 "GET /v2.0/networks?id=0cf0abd8-d08c-4e24-88a2-52f9bdd30c49 HTTP/1.1" status: 200 len: 915 time: 0.0854633 Jan 26 22:03:53.355193 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-6594d749-3f82-4b3e-bc92-33de4065cdd5 req-941d0047-cf13-4b84-a757-0392d5d89316 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=faef9d38-048e-4216-9e5f-821168b28d59 HTTP/1.1" status: 200 len: 217 time: 0.0349181 Jan 26 22:03:53.405803 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6594d749-3f82-4b3e-bc92-33de4065cdd5 req-c00dfd42-63fb-4ff2-a8cc-b793d32263c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:03:53.407230 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-6594d749-3f82-4b3e-bc92-33de4065cdd5 req-c00dfd42-63fb-4ff2-a8cc-b793d32263c6 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=c36a1694-a8db-4cae-a9cd-5112965e6074 HTTP/1.1" status: 200 len: 854 time: 0.0470166 Jan 26 22:03:53.440992 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-6594d749-3f82-4b3e-bc92-33de4065cdd5 req-ea01a54e-7322-4e03-af03-fb905d2efe9d service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=0cf0abd8-d08c-4e24-88a2-52f9bdd30c49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0242467 Jan 26 22:03:53.491197 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (4d619873-4b60-439f-9b5a-b155dc8bbc34), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:03:53.517083 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Device faef9d38-048e-4216-9e5f-821168b28d59 no longer exists at agent hyperv_n-h1-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 26 22:03:53.531617 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-6594d749-3f82-4b3e-bc92-33de4065cdd5 req-909656df-01cf-4780-a5e3-033e16c462e5 service neutron] 10.222.0.66 "GET /v2.0/networks/0cf0abd8-d08c-4e24-88a2-52f9bdd30c49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840678 Jan 26 22:03:53.557573 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] The host n-h1-760453-5 is not matching for port faef9d38-048e-4216-9e5f-821168b28d59 host n-h2-760453-5! {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2317}} Jan 26 22:03:53.557959 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Device faef9d38-048e-4216-9e5f-821168b28d59 not bound to the agent host n-h1-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 26 22:03:53.624730 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-6594d749-3f82-4b3e-bc92-33de4065cdd5 req-8063802e-10b3-4d6e-a0e6-2df60a53e031 service neutron] 10.222.0.66 "GET /v2.0/networks/0cf0abd8-d08c-4e24-88a2-52f9bdd30c49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864673 Jan 26 22:03:53.914983 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Device faef9d38-048e-4216-9e5f-821168b28d59 details requested by agent hyperv_n-h2-760453-5 with host n-h2-760453-5 {{(pid=103306) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 26 22:03:54.011571 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] For port faef9d38-048e-4216-9e5f-821168b28d59, host n-h2-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-5',level=0,port_id=faef9d38-048e-4216-9e5f-821168b28d59,segment=NetworkSegment(3b23c506-6074-4505-aa46-fc74fa0cafaa),segment_id=3b23c506-6074-4505-aa46-fc74fa0cafaa)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 22:03:54.028990 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Returning: {'device': 'faef9d38-048e-4216-9e5f-821168b28d59', 'network_id': '0cf0abd8-d08c-4e24-88a2-52f9bdd30c49', 'port_id': 'faef9d38-048e-4216-9e5f-821168b28d59', 'mac_address': 'fa:16:3e:d6:df:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 582, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c36a1694-a8db-4cae-a9cd-5112965e6074', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103306) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 26 22:03:54.059555 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa78ee4-f515-49fd-b909-f63640f82891 req-585337c3-50c4-4f57-b5c6-1a058a5e8946 tempest-ServerDiskConfigTestJSON-718067424 tempest-ServerDiskConfigTestJSON-718067424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:03:54.061068 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-4aa78ee4-f515-49fd-b909-f63640f82891 req-585337c3-50c4-4f57-b5c6-1a058a5e8946 tempest-ServerDiskConfigTestJSON-718067424 tempest-ServerDiskConfigTestJSON-718067424-project] 10.222.0.13 "GET /v2.0/ports?device_id=b589063d-2ed4-416c-80c3-f58e53b9623f HTTP/1.1" status: 200 len: 943 time: 0.0544527 Jan 26 22:03:54.066742 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Current status of the port faef9d38-048e-4216-9e5f-821168b28d59 is: DOWN; New status is: BUILD {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 22:03:54.067247 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (faef9d38-048e-4216-9e5f-821168b28d59), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:03:54.081195 n-d-760453-5 neutron-server[103306]: DEBUG neutron.notifiers.nova [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id faef9d38-048e-4216-9e5f-821168b28d59 {{(pid=103306) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 26 22:03:54.102948 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] For port faef9d38-048e-4216-9e5f-821168b28d59, host n-h2-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-5',level=0,port_id=faef9d38-048e-4216-9e5f-821168b28d59,segment=NetworkSegment(3b23c506-6074-4505-aa46-fc74fa0cafaa),segment_id=3b23c506-6074-4505-aa46-fc74fa0cafaa)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 22:03:54.109852 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (faef9d38-048e-4216-9e5f-821168b28d59), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:03:54.112159 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-4aa78ee4-f515-49fd-b909-f63640f82891 req-fe99f82d-4c36-4bc8-8644-f836a1b396d4 tempest-ServerDiskConfigTestJSON-718067424 tempest-ServerDiskConfigTestJSON-718067424-project] 10.222.0.13 "GET /v2.0/security-groups?id=816aab5a-3836-463d-b8fd-a89ebed59eba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445118 Jan 26 22:03:54.161378 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Pushing event updated for resources: {'Port': ['ID=faef9d38-048e-4216-9e5f-821168b28d59,revision_number=8']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 22:03:54.169441 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:03:54.169729 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:03:54.170064 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:03:54.170395 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:03:54.170729 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:03:54.171655 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:03:54.172169 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:03:54.172506 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:03:54.173547 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:03:54.173547 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:03:54.173877 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:03:54.174278 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:03:54.174715 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:03:54.243926 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-839dd188-ec69-470c-9ab0-d318dc1a2e96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (e79b4fc6-6c71-44b2-a6d0-ff3e1f4dfd0d), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:03:54.310995 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] get_ports_and_sgs() called for port_ids ['faef9d38-048e-4216-9e5f-821168b28d59'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 26 22:03:55.228512 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4907c0cf-755b-4def-81cd-4e918440a529 req-fcf2b989-de7a-4ca7-8a25-a7bbdd19c82f tempest-ServerDiskConfigTestJSON-718067424 tempest-ServerDiskConfigTestJSON-718067424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:03:55.229999 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-4907c0cf-755b-4def-81cd-4e918440a529 req-fcf2b989-de7a-4ca7-8a25-a7bbdd19c82f tempest-ServerDiskConfigTestJSON-718067424 tempest-ServerDiskConfigTestJSON-718067424-project] 10.222.0.13 "GET /v2.0/ports?device_id=b589063d-2ed4-416c-80c3-f58e53b9623f HTTP/1.1" status: 200 len: 944 time: 0.0478008 Jan 26 22:03:55.278873 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-4907c0cf-755b-4def-81cd-4e918440a529 req-a5cc57c3-b29f-4c97-9d4d-25894c4602e8 tempest-ServerDiskConfigTestJSON-718067424 tempest-ServerDiskConfigTestJSON-718067424-project] 10.222.0.13 "GET /v2.0/security-groups?id=816aab5a-3836-463d-b8fd-a89ebed59eba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434361 Jan 26 22:03:55.392730 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8cc8435-6406-40f8-b7f5-73d6be0de24c req-e2db0dab-8e1a-4d02-9cfd-a39460bd8873 tempest-ServerDiskConfigTestJSON-718067424 tempest-ServerDiskConfigTestJSON-718067424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:03:55.394645 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-b8cc8435-6406-40f8-b7f5-73d6be0de24c req-e2db0dab-8e1a-4d02-9cfd-a39460bd8873 tempest-ServerDiskConfigTestJSON-718067424 tempest-ServerDiskConfigTestJSON-718067424-project] 10.222.0.13 "GET /v2.0/ports?device_id=b589063d-2ed4-416c-80c3-f58e53b9623f HTTP/1.1" status: 200 len: 944 time: 0.0494432 Jan 26 22:03:55.397415 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (fea0591a-627d-4c87-9a9a-01625ddf3277), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:03:55.440939 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-b8cc8435-6406-40f8-b7f5-73d6be0de24c req-a0aa6f64-4039-4228-add4-fafbac635744 tempest-ServerDiskConfigTestJSON-718067424 tempest-ServerDiskConfigTestJSON-718067424-project] 10.222.0.13 "GET /v2.0/security-groups?id=816aab5a-3836-463d-b8fd-a89ebed59eba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402815 Jan 26 22:03:55.552106 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f011ae2-640c-43f5-a5bd-1f946489d1dd req-9bfd259a-bc23-4b74-9d97-3d8278ee43d1 tempest-ServerDiskConfigTestJSON-718067424 tempest-ServerDiskConfigTestJSON-718067424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:03:55.553673 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-3f011ae2-640c-43f5-a5bd-1f946489d1dd req-9bfd259a-bc23-4b74-9d97-3d8278ee43d1 tempest-ServerDiskConfigTestJSON-718067424 tempest-ServerDiskConfigTestJSON-718067424-project] 10.222.0.13 "GET /v2.0/ports?device_id=b589063d-2ed4-416c-80c3-f58e53b9623f HTTP/1.1" status: 200 len: 944 time: 0.0480640 Jan 26 22:03:55.599556 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-3f011ae2-640c-43f5-a5bd-1f946489d1dd req-183c6e9b-3d1c-47e6-a2c5-1ad166a8efd1 tempest-ServerDiskConfigTestJSON-718067424 tempest-ServerDiskConfigTestJSON-718067424-project] 10.222.0.13 "GET /v2.0/security-groups?id=816aab5a-3836-463d-b8fd-a89ebed59eba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399280 Jan 26 22:03:55.922231 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc80a57f-11a6-40bd-8397-36202908e59d req-545a9838-231f-4c45-8201-0c79ccb61717 tempest-ServerDiskConfigTestJSON-718067424 tempest-ServerDiskConfigTestJSON-718067424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:03:55.923636 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-bc80a57f-11a6-40bd-8397-36202908e59d req-545a9838-231f-4c45-8201-0c79ccb61717 tempest-ServerDiskConfigTestJSON-718067424 tempest-ServerDiskConfigTestJSON-718067424-project] 10.222.0.13 "GET /v2.0/ports?device_id=b589063d-2ed4-416c-80c3-f58e53b9623f HTTP/1.1" status: 200 len: 944 time: 0.0510621 Jan 26 22:03:55.926251 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Device faef9d38-048e-4216-9e5f-821168b28d59 up at agent hyperv_n-h2-760453-5 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 22:03:55.970744 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-bc80a57f-11a6-40bd-8397-36202908e59d req-95ce716b-1adc-48f9-85f0-09677e655ee3 tempest-ServerDiskConfigTestJSON-718067424 tempest-ServerDiskConfigTestJSON-718067424-project] 10.222.0.13 "GET /v2.0/security-groups?id=816aab5a-3836-463d-b8fd-a89ebed59eba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409098 Jan 26 22:03:55.974085 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Provisioning for port faef9d38-048e-4216-9e5f-821168b28d59 completed by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 22:03:55.979073 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Provisioning complete for port faef9d38-048e-4216-9e5f-821168b28d59 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 22:03:55.979471 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (faef9d38-048e-4216-9e5f-821168b28d59), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:03:56.061320 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Current status of the port faef9d38-048e-4216-9e5f-821168b28d59 is: BUILD; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 22:03:56.061715 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (faef9d38-048e-4216-9e5f-821168b28d59), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:03:56.084594 n-d-760453-5 neutron-server[103306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b589063d-2ed4-416c-80c3-f58e53b9623f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'faef9d38-048e-4216-9e5f-821168b28d59'}] {{(pid=103306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 22:03:56.097673 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] For port faef9d38-048e-4216-9e5f-821168b28d59, host n-h2-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-5',level=0,port_id=faef9d38-048e-4216-9e5f-821168b28d59,segment=NetworkSegment(3b23c506-6074-4505-aa46-fc74fa0cafaa),segment_id=3b23c506-6074-4505-aa46-fc74fa0cafaa)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 22:03:56.101566 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (faef9d38-048e-4216-9e5f-821168b28d59), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:03:56.127179 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c06f7aa05085a00df6a2944c086d22937b62c1e75db8df879377281bc6a8a153" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef150d88-d14a-4f9d-b581-e0ea8d2edcb1" -d '{"events": [{"server_uuid": "b589063d-2ed4-416c-80c3-f58e53b9623f", "name": "network-vif-plugged", "status": "completed", "tag": "faef9d38-048e-4216-9e5f-821168b28d59"}]}' {{(pid=103306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 22:03:56.154259 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Pushing event updated for resources: {'Port': ['ID=faef9d38-048e-4216-9e5f-821168b28d59,revision_number=9']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 22:03:56.210796 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Jan 2022 22:03:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a6d86d3-6e3a-44ed-bdcb-76c3591848af x-openstack-request-id: req-1a6d86d3-6e3a-44ed-bdcb-76c3591848af {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 22:03:56.211087 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b589063d-2ed4-416c-80c3-f58e53b9623f", "name": "network-vif-plugged", "status": "completed", "tag": "faef9d38-048e-4216-9e5f-821168b28d59", "code": 200}]} {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 22:03:56.211908 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-1a6d86d3-6e3a-44ed-bdcb-76c3591848af {{(pid=103306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 22:03:56.212303 n-d-760453-5 neutron-server[103306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b589063d-2ed4-416c-80c3-f58e53b9623f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'faef9d38-048e-4216-9e5f-821168b28d59', 'code': 200} Jan 26 22:03:57.041963 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2082142-2828-4cc4-93c9-440d6a907b08 req-8bf16061-7a7d-47c1-8f8a-4a661a4990d4 tempest-ServerDiskConfigTestJSON-718067424 tempest-ServerDiskConfigTestJSON-718067424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:03:57.043440 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-d2082142-2828-4cc4-93c9-440d6a907b08 req-8bf16061-7a7d-47c1-8f8a-4a661a4990d4 tempest-ServerDiskConfigTestJSON-718067424 tempest-ServerDiskConfigTestJSON-718067424-project] 10.222.0.57 "GET /v2.0/ports?device_id=b589063d-2ed4-416c-80c3-f58e53b9623f HTTP/1.1" status: 200 len: 945 time: 0.0475585 Jan 26 22:03:57.143841 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d7472d-397c-4ff7-8877-fa15c3ac7e02 req-f050d209-3ae3-4cc6-b7b4-3d783b0cbc7e tempest-ServerDiskConfigTestJSON-718067424 tempest-ServerDiskConfigTestJSON-718067424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:03:57.145339 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-52d7472d-397c-4ff7-8877-fa15c3ac7e02 req-f050d209-3ae3-4cc6-b7b4-3d783b0cbc7e tempest-ServerDiskConfigTestJSON-718067424 tempest-ServerDiskConfigTestJSON-718067424-project] 10.222.0.13 "GET /v2.0/ports?device_id=b589063d-2ed4-416c-80c3-f58e53b9623f HTTP/1.1" status: 200 len: 945 time: 0.1009922 Jan 26 22:03:57.183734 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [req-d2082142-2828-4cc4-93c9-440d6a907b08 req-49b3f985-4188-4730-8013-e106e78da729 tempest-ServerDiskConfigTestJSON-718067424 tempest-ServerDiskConfigTestJSON-718067424-project] Deleting port faef9d38-048e-4216-9e5f-821168b28d59 {{(pid=103304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 22:03:57.184070 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-d2082142-2828-4cc4-93c9-440d6a907b08 req-49b3f985-4188-4730-8013-e106e78da729 tempest-ServerDiskConfigTestJSON-718067424 tempest-ServerDiskConfigTestJSON-718067424-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746560630878'] for port (faef9d38-048e-4216-9e5f-821168b28d59), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:03:57.250126 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-52d7472d-397c-4ff7-8877-fa15c3ac7e02 req-84b8fd1d-9f0c-4cd1-a591-63ae6c1b6deb tempest-ServerDiskConfigTestJSON-718067424 tempest-ServerDiskConfigTestJSON-718067424-project] 10.222.0.13 "GET /v2.0/security-groups?id=816aab5a-3836-463d-b8fd-a89ebed59eba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970294 Jan 26 22:03:57.290370 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [req-d2082142-2828-4cc4-93c9-440d6a907b08 req-49b3f985-4188-4730-8013-e106e78da729 tempest-ServerDiskConfigTestJSON-718067424 tempest-ServerDiskConfigTestJSON-718067424-project] For port faef9d38-048e-4216-9e5f-821168b28d59, host n-h2-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-5',level=0,port_id=faef9d38-048e-4216-9e5f-821168b28d59,segment=NetworkSegment(3b23c506-6074-4505-aa46-fc74fa0cafaa),segment_id=3b23c506-6074-4505-aa46-fc74fa0cafaa)] {{(pid=103304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 22:03:57.290745 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-d2082142-2828-4cc4-93c9-440d6a907b08 req-49b3f985-4188-4730-8013-e106e78da729 tempest-ServerDiskConfigTestJSON-718067424 tempest-ServerDiskConfigTestJSON-718067424-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4109658'] for port (faef9d38-048e-4216-9e5f-821168b28d59), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:03:57.302603 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [req-d2082142-2828-4cc4-93c9-440d6a907b08 req-49b3f985-4188-4730-8013-e106e78da729 tempest-ServerDiskConfigTestJSON-718067424 tempest-ServerDiskConfigTestJSON-718067424-project] Calling delete_port for faef9d38-048e-4216-9e5f-821168b28d59 owned by compute:nova {{(pid=103304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 22:03:57.428742 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-d2082142-2828-4cc4-93c9-440d6a907b08 req-49b3f985-4188-4730-8013-e106e78da729 tempest-ServerDiskConfigTestJSON-718067424 tempest-ServerDiskConfigTestJSON-718067424-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746560636600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746560234536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9281553'] for port (faef9d38-048e-4216-9e5f-821168b28d59), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:03:57.442185 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] get_ports_and_sgs() called for port_ids ['faef9d38-048e-4216-9e5f-821168b28d59'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 26 22:03:57.459684 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b3f985-4188-4730-8013-e106e78da729 tempest-ServerDiskConfigTestJSON-718067424 tempest-ServerDiskConfigTestJSON-718067424-project] Pushing event deleted for resources: {'Port': ['ID=faef9d38-048e-4216-9e5f-821168b28d59,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 22:03:57.823527 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2082142-2828-4cc4-93c9-440d6a907b08 req-49b3f985-4188-4730-8013-e106e78da729 tempest-ServerDiskConfigTestJSON-718067424 tempest-ServerDiskConfigTestJSON-718067424-project] No DVR routers for this DVR port faef9d38-048e-4216-9e5f-821168b28d59 on host n-h2-760453-5 {{(pid=103304) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 26 22:03:57.826174 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-d2082142-2828-4cc4-93c9-440d6a907b08 req-49b3f985-4188-4730-8013-e106e78da729 tempest-ServerDiskConfigTestJSON-718067424 tempest-ServerDiskConfigTestJSON-718067424-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:03:57.829577 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-d2082142-2828-4cc4-93c9-440d6a907b08 req-49b3f985-4188-4730-8013-e106e78da729 tempest-ServerDiskConfigTestJSON-718067424 tempest-ServerDiskConfigTestJSON-718067424-project] 10.222.0.57 "DELETE /v2.0/ports/faef9d38-048e-4216-9e5f-821168b28d59 HTTP/1.1" status: 204 len: 173 time: 0.7771680 Jan 26 22:03:57.830014 n-d-760453-5 neutron-server[103304]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b589063d-2ed4-416c-80c3-f58e53b9623f', 'name': 'network-vif-deleted', 'tag': 'faef9d38-048e-4216-9e5f-821168b28d59'}] {{(pid=103304) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 22:03:57.832211 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86e783e1922a725fac327d65912384d63450ce1a6a2ee22db2d1cc52fb257f3b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57c71b4f-c417-4413-a5c2-f316acb46835" -d '{"events": [{"server_uuid": "b589063d-2ed4-416c-80c3-f58e53b9623f", "name": "network-vif-deleted", "tag": "faef9d38-048e-4216-9e5f-821168b28d59"}]}' {{(pid=103304) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 22:03:57.872037 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Jan 2022 22:03:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1aa12cf-4c48-48c4-93c0-dac1ec6148b9 x-openstack-request-id: req-b1aa12cf-4c48-48c4-93c0-dac1ec6148b9 {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 22:03:57.872829 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b589063d-2ed4-416c-80c3-f58e53b9623f", "name": "network-vif-deleted", "tag": "faef9d38-048e-4216-9e5f-821168b28d59", "status": "completed", "code": 200}]} {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 22:03:57.872829 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b1aa12cf-4c48-48c4-93c0-dac1ec6148b9 {{(pid=103304) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 22:03:57.873088 n-d-760453-5 neutron-server[103304]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b589063d-2ed4-416c-80c3-f58e53b9623f', 'name': 'network-vif-deleted', 'tag': 'faef9d38-048e-4216-9e5f-821168b28d59', 'status': 'completed', 'code': 200} Jan 26 22:03:58.368403 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 51672) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 22:03:58.412231 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.db_base_plugin_v2 [None req-1d6eb85a-c066-4645-b147-13f13e9707c6 admin admin] Deleting subnet c36a1694-a8db-4cae-a9cd-5112965e6074 {{(pid=103304) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 26 22:03:58.415310 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-1d6eb85a-c066-4645-b147-13f13e9707c6 admin admin] Publish callbacks [] for subnet (c36a1694-a8db-4cae-a9cd-5112965e6074), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:03:58.449641 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-1d6eb85a-c066-4645-b147-13f13e9707c6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8881284'] for subnet (c36a1694-a8db-4cae-a9cd-5112965e6074), precommit_delete_associations {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:03:58.489671 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-1d6eb85a-c066-4645-b147-13f13e9707c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687316'] for subnet (c36a1694-a8db-4cae-a9cd-5112965e6074), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:03:58.538992 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-1d6eb85a-c066-4645-b147-13f13e9707c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9281612', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12215216'] for subnet (c36a1694-a8db-4cae-a9cd-5112965e6074), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:03:58.563943 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d6eb85a-c066-4645-b147-13f13e9707c6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c36a1694-a8db-4cae-a9cd-5112965e6074,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 22:03:58.567886 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-1d6eb85a-c066-4645-b147-13f13e9707c6 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:03:58.572777 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-1d6eb85a-c066-4645-b147-13f13e9707c6 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/c36a1694-a8db-4cae-a9cd-5112965e6074 HTTP/1.1" status: 204 len: 168 time: 0.2033439 Jan 26 22:03:58.576426 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 51674) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 22:03:58.643034 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-5e4f7f52-a852-4010-8963-375fefc5c338 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-748181'] for network (0cf0abd8-d08c-4e24-88a2-52f9bdd30c49), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:03:58.722086 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-5e4f7f52-a852-4010-8963-375fefc5c338 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-686403', 'neutron.services.segments.db._delete_segments_for_network-8746560774018'] for network (0cf0abd8-d08c-4e24-88a2-52f9bdd30c49), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:03:58.741937 n-d-760453-5 neutron-server[103305]: DEBUG neutron.services.segments.db [None req-5e4f7f52-a852-4010-8963-375fefc5c338 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0cf0abd8-d08c-4e24-88a2-52f9bdd30c49']}} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 22:03:58.751568 n-d-760453-5 neutron-server[103305]: DEBUG neutron.services.segments.db [None req-5e4f7f52-a852-4010-8963-375fefc5c338 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3b23c506-6074-4505-aa46-fc74fa0cafaa') {'for_net_delete': True} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 22:03:58.751862 n-d-760453-5 neutron-server[103305]: DEBUG neutron.services.segments.db [None req-5e4f7f52-a852-4010-8963-375fefc5c338 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3b23c506-6074-4505-aa46-fc74fa0cafaa') {} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 22:03:58.761644 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-5e4f7f52-a852-4010-8963-375fefc5c338 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746560742283', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11788955'] for segment (3b23c506-6074-4505-aa46-fc74fa0cafaa), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:03:58.774348 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-5e4f7f52-a852-4010-8963-375fefc5c338 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576559'] for segment (3b23c506-6074-4505-aa46-fc74fa0cafaa), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:03:58.780010 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5e4f7f52-a852-4010-8963-375fefc5c338 admin admin] Releasing vlan 582 on physical network physnet1 to pool {{(pid=103305) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 26 22:03:58.780389 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-5e4f7f52-a852-4010-8963-375fefc5c338 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11791428'] for segment (3b23c506-6074-4505-aa46-fc74fa0cafaa), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:03:58.782125 n-d-760453-5 neutron-server[103305]: Traceback (most recent call last): Jan 26 22:03:58.782125 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 26 22:03:58.782125 n-d-760453-5 neutron-server[103305]: timer() Jan 26 22:03:58.782125 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 26 22:03:58.782125 n-d-760453-5 neutron-server[103305]: cb(*args, **kw) Jan 26 22:03:58.782125 n-d-760453-5 neutron-server[103305]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 26 22:03:58.782125 n-d-760453-5 neutron-server[103305]: return func(*args, **kwargs) Jan 26 22:03:58.782125 n-d-760453-5 neutron-server[103305]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 26 22:03:58.782125 n-d-760453-5 neutron-server[103305]: self._notify() Jan 26 22:03:58.782125 n-d-760453-5 neutron-server[103305]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 26 22:03:58.782125 n-d-760453-5 neutron-server[103305]: self.callback(batched_events) Jan 26 22:03:58.782125 n-d-760453-5 neutron-server[103305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 26 22:03:58.782125 n-d-760453-5 neutron-server[103305]: event.method(event) Jan 26 22:03:58.782125 n-d-760453-5 neutron-server[103305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 26 22:03:58.782125 n-d-760453-5 neutron-server[103305]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 26 22:03:58.782125 n-d-760453-5 neutron-server[103305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 26 22:03:58.782125 n-d-760453-5 neutron-server[103305]: aggregate_uuid = self.p_client.list_aggregates( Jan 26 22:03:58.782125 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 26 22:03:58.782125 n-d-760453-5 neutron-server[103305]: return f(self, *a, **k) Jan 26 22:03:58.782125 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 26 22:03:58.782125 n-d-760453-5 neutron-server[103305]: return self._get(url).json() Jan 26 22:03:58.782125 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 26 22:03:58.782125 n-d-760453-5 neutron-server[103305]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 26 22:03:58.782125 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 26 22:03:58.782125 n-d-760453-5 neutron-server[103305]: return self.request(url, 'GET', **kwargs) Jan 26 22:03:58.782125 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 26 22:03:58.782125 n-d-760453-5 neutron-server[103305]: base_url = self.get_endpoint(auth, allow=allow, Jan 26 22:03:58.782125 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 26 22:03:58.782125 n-d-760453-5 neutron-server[103305]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 26 22:03:58.782125 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 26 22:03:58.782125 n-d-760453-5 neutron-server[103305]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 26 22:03:58.782125 n-d-760453-5 neutron-server[103305]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 26 22:03:58.833869 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-5e4f7f52-a852-4010-8963-375fefc5c338 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4110931'] for network (0cf0abd8-d08c-4e24-88a2-52f9bdd30c49), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:03:58.839261 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-5e4f7f52-a852-4010-8963-375fefc5c338 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:03:58.842660 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-5e4f7f52-a852-4010-8963-375fefc5c338 admin admin] 10.222.0.13 "DELETE /v2.0/networks/0cf0abd8-d08c-4e24-88a2-52f9bdd30c49 HTTP/1.1" status: 204 len: 168 time: 0.2652271 Jan 26 22:03:58.854636 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e4f7f52-a852-4010-8963-375fefc5c338 admin admin] Pushing event deleted for resources: {'Network': ['ID=0cf0abd8-d08c-4e24-88a2-52f9bdd30c49,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 22:03:58.952013 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 51678) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 22:03:58.996417 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-ff650171-4d3e-47b8-9c87-b8ad653fb2bb admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c732e47d69ad49759ccc1d464c2208b4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0432417 Jan 26 22:03:58.998868 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 51680) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 22:03:59.043827 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-22182eea-39a4-4a4b-9673-867ecbaec9d4 admin admin] Publish callbacks [] for security_group (816aab5a-3836-463d-b8fd-a89ebed59eba), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:03:59.066344 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-22182eea-39a4-4a4b-9673-867ecbaec9d4 admin admin] Publish callbacks [] for security_group (816aab5a-3836-463d-b8fd-a89ebed59eba), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:03:59.111603 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-22182eea-39a4-4a4b-9673-867ecbaec9d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (816aab5a-3836-463d-b8fd-a89ebed59eba), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:03:59.114179 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-22182eea-39a4-4a4b-9673-867ecbaec9d4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:03:59.115325 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-22182eea-39a4-4a4b-9673-867ecbaec9d4 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/816aab5a-3836-463d-b8fd-a89ebed59eba HTTP/1.1" status: 204 len: 168 time: 0.1155832 Jan 26 22:03:59.123395 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22182eea-39a4-4a4b-9673-867ecbaec9d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=816aab5a-3836-463d-b8fd-a89ebed59eba,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 22:03:59.763853 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 51702) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 22:03:59.856474 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-d2cc16c7-118f-43f2-bc3a-47635b696dfe admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1848706419-network', 'tenant_id': '37caa54fa0b74aea8f85b9d1c546e6dc'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 22:03:59.876539 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2cc16c7-118f-43f2-bc3a-47635b696dfe admin admin] Made reservation on behalf of 37caa54fa0b74aea8f85b9d1c546e6dc for: {'network': 1} {{(pid=103305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 22:03:59.878861 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-d2cc16c7-118f-43f2-bc3a-47635b696dfe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for network (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:03:59.886903 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-d2cc16c7-118f-43f2-bc3a-47635b696dfe admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:03:59.959454 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-d2cc16c7-118f-43f2-bc3a-47635b696dfe admin admin] Publish callbacks [] for security_group (53385a99-12bb-45d6-a2e9-b876d13eea3b), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:03:59.963745 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-d2cc16c7-118f-43f2-bc3a-47635b696dfe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (53385a99-12bb-45d6-a2e9-b876d13eea3b), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:03:59.989859 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d2cc16c7-118f-43f2-bc3a-47635b696dfe admin admin] vlan segment allocate from pool success with {'vlan_id': 592, 'physical_network': 'physnet1'} {{(pid=103305) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 26 22:03:59.998731 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2cc16c7-118f-43f2-bc3a-47635b696dfe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53385a99-12bb-45d6-a2e9-b876d13eea3b,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 22:04:00.006506 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-d2cc16c7-118f-43f2-bc3a-47635b696dfe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576559'] for segment (66e4f491-9a6a-4ffc-8f64-b9e6923cc891), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:04:00.006506 n-d-760453-5 neutron-server[103305]: INFO neutron.db.segments_db [None req-d2cc16c7-118f-43f2-bc3a-47635b696dfe admin admin] Added segment 66e4f491-9a6a-4ffc-8f64-b9e6923cc891 of type vlan for network 4cd375cb-d249-46a6-831f-f9f5a15e68cd Jan 26 22:04:00.050861 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-d2cc16c7-118f-43f2-bc3a-47635b696dfe admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746560256871'] for network (4cd375cb-d249-46a6-831f-f9f5a15e68cd), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:04:00.074470 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-d2cc16c7-118f-43f2-bc3a-47635b696dfe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503'] for network (4cd375cb-d249-46a6-831f-f9f5a15e68cd), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:04:00.075398 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2cc16c7-118f-43f2-bc3a-47635b696dfe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:04:00.075964 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-d2cc16c7-118f-43f2-bc3a-47635b696dfe admin admin] Publish callbacks [] for network (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:04:00.122282 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-d2cc16c7-118f-43f2-bc3a-47635b696dfe admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3573666 Jan 26 22:04:00.125362 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 51706) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 22:04:00.130346 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-d8e848b3-4460-4c61-a14b-cb61594333c2 admin admin] Request body: {'subnet': {'network_id': '4cd375cb-d249-46a6-831f-f9f5a15e68cd', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1848706419-subnet', 'tenant_id': '37caa54fa0b74aea8f85b9d1c546e6dc', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 22:04:00.136717 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2cc16c7-118f-43f2-bc3a-47635b696dfe admin admin] Pushing event updated for resources: {'Network': ['ID=4cd375cb-d249-46a6-831f-f9f5a15e68cd,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 22:04:00.149216 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Network 4cd375cb-d249-46a6-831f-f9f5a15e68cd details requested by agent ovs-agent-n-d-760453-5 with host n-d-760453-5 {{(pid=103306) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 26 22:04:00.150728 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8e848b3-4460-4c61-a14b-cb61594333c2 admin admin] Made reservation on behalf of 37caa54fa0b74aea8f85b9d1c546e6dc for: {'subnet': 1} {{(pid=103304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 22:04:00.153140 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-d8e848b3-4460-4c61-a14b-cb61594333c2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12215181'] for subnet (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:04:00.319221 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-d8e848b3-4460-4c61-a14b-cb61594333c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9285249', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12215227'] for subnet (f81320d2-fa7a-450d-b1f0-259a79f1b76f), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:04:00.377537 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e848b3-4460-4c61-a14b-cb61594333c2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f81320d2-fa7a-450d-b1f0-259a79f1b76f,revision_number=0']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 22:04:00.381867 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8e848b3-4460-4c61-a14b-cb61594333c2 admin admin] Checking segment: {'id': '66e4f491-9a6a-4ffc-8f64-b9e6923cc891', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '4cd375cb-d249-46a6-831f-f9f5a15e68cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103304) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 22:04:00.382225 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8e848b3-4460-4c61-a14b-cb61594333c2 admin admin] Network hostable DHCP agents. Network: 4cd375cb-d249-46a6-831f-f9f5a15e68cd, hostable agents: ['474ccdf7-ab6c-405b-a3b2-dc7b05829902'], hosted agents: [] {{(pid=103304) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 26 22:04:00.400331 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8e848b3-4460-4c61-a14b-cb61594333c2 admin admin] Network 4cd375cb-d249-46a6-831f-f9f5a15e68cd is scheduled to be hosted by DHCP agent 474ccdf7-ab6c-405b-a3b2-dc7b05829902 with binding_index 1 {{(pid=103304) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 26 22:04:00.409286 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [None req-d8e848b3-4460-4c61-a14b-cb61594333c2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760453-5, 4cd375cb-d249-46a6-831f-f9f5a15e68cd) {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 22:04:00.415227 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8e848b3-4460-4c61-a14b-cb61594333c2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:04:00.416188 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-d8e848b3-4460-4c61-a14b-cb61594333c2 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:04:00.416975 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84cdf21d-6051-4430-94e2-d4790fc22e99 None None] Network 4cd375cb-d249-46a6-831f-f9f5a15e68cd requested from n-d-760453-5 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 26 22:04:00.434855 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-d8e848b3-4460-4c61-a14b-cb61594333c2 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3083239 Jan 26 22:04:00.437632 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 51708) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 22:04:00.441881 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-21768954-5ef9-4d67-9634-94b1444b8897 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1848706419-router', 'tenant_id': '37caa54fa0b74aea8f85b9d1c546e6dc', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299'}}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 22:04:00.463029 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-21768954-5ef9-4d67-9634-94b1444b8897 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4104596', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13108'] for router (e76c7eaf-bedd-4b07-bb47-402625902267), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:04:00.464513 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-21768954-5ef9-4d67-9634-94b1444b8897 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4105828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4111306', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3733576', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13069'] for router (e76c7eaf-bedd-4b07-bb47-402625902267), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:04:00.520330 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b58ec53-abfb-44a7-96b6-657dc1a7366c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3c4099e8-8ffb-51d1-af7f-5868973e933f-4cd375cb-d249-46a6-831f-f9f5a15e68cd', 'network_id': '4cd375cb-d249-46a6-831f-f9f5a15e68cd', 'project_id': '37caa54fa0b74aea8f85b9d1c546e6dc', 'fixed_ips': [{'subnet_id': 'f81320d2-fa7a-450d-b1f0-259a79f1b76f'}]}} from n-d-760453-5. {{(pid=103306) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 26 22:04:00.521228 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-9b58ec53-abfb-44a7-96b6-657dc1a7366c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (None), before_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:04:00.521683 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-21768954-5ef9-4d67-9634-94b1444b8897 admin admin] Publish callbacks [] for router_controller (e76c7eaf-bedd-4b07-bb47-402625902267), precommit_add_association {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:04:00.655323 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.db_base_plugin_common [None req-9b58ec53-abfb-44a7-96b6-657dc1a7366c None None] Allocated IP 172.20.0.2 (4cd375cb-d249-46a6-831f-f9f5a15e68cd/f81320d2-fa7a-450d-b1f0-259a79f1b76f/521d6730-8c61-449c-b931-821390f8e9af) {{(pid=103306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 22:04:00.660028 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-21768954-5ef9-4d67-9634-94b1444b8897 admin admin] Publish callbacks [] for router_gateway (e76c7eaf-bedd-4b07-bb47-402625902267), precommit_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:04:00.863193 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-21768954-5ef9-4d67-9634-94b1444b8897 admin admin] Publish callbacks [] for router_gateway (e76c7eaf-bedd-4b07-bb47-402625902267), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:04:00.884048 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-21768954-5ef9-4d67-9634-94b1444b8897 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:04:00.954062 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-9b58ec53-abfb-44a7-96b6-657dc1a7366c None None] Publish callbacks [] for port (521d6730-8c61-449c-b931-821390f8e9af), precommit_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:04:00.961877 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-9b58ec53-abfb-44a7-96b6-657dc1a7366c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746560234527'] for port (521d6730-8c61-449c-b931-821390f8e9af), after_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:04:00.996384 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.db_base_plugin_common [None req-21768954-5ef9-4d67-9634-94b1444b8897 admin admin] Allocated IP 172.25.1.172 (4140a1f1-c93a-4bea-83a0-68953a54f299/e48251a1-e30d-4820-8396-00c6f6aeb601/30e0f18b-d842-4295-8c5a-f885163635fe) {{(pid=103304) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 22:04:01.000050 n-d-760453-5 neutron-server[103306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b58ec53-abfb-44a7-96b6-657dc1a7366c None None] Network 4cd375cb-d249-46a6-831f-f9f5a15e68cd is already hosted by enough agents. {{(pid=103306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 22:04:01.002918 n-d-760453-5 neutron-server[103306]: DEBUG neutron.scheduler.base_scheduler [None req-9b58ec53-abfb-44a7-96b6-657dc1a7366c None None] Resources bound (agent type, host, resource id): {{(pid=103306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 22:04:01.013063 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b58ec53-abfb-44a7-96b6-657dc1a7366c None None] Pushing event updated for resources: {'Port': ['ID=521d6730-8c61-449c-b931-821390f8e9af,revision_number=1']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 22:04:01.015946 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b58ec53-abfb-44a7-96b6-657dc1a7366c None None] Received port after_create {{(pid=103306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 22:04:01.071176 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-9b58ec53-abfb-44a7-96b6-657dc1a7366c None None] Attempting to bind port 521d6730-8c61-449c-b931-821390f8e9af on host n-d-760453-5 for vnic_type normal with profile {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 22:04:01.071544 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-9b58ec53-abfb-44a7-96b6-657dc1a7366c None None] Attempting to bind port 521d6730-8c61-449c-b931-821390f8e9af by drivers openvswitch,hyperv on host n-d-760453-5 at level 0 using segments [{'id': '66e4f491-9a6a-4ffc-8f64-b9e6923cc891', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '4cd375cb-d249-46a6-831f-f9f5a15e68cd'}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 26 22:04:01.071903 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b58ec53-abfb-44a7-96b6-657dc1a7366c None None] Attempting to bind port 521d6730-8c61-449c-b931-821390f8e9af on network 4cd375cb-d249-46a6-831f-f9f5a15e68cd {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 22:04:01.076788 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b58ec53-abfb-44a7-96b6-657dc1a7366c None None] Checking agent: {'id': 'fea0591a-627d-4c87-9a9a-01625ddf3277', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760453-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 20, 55, 25), 'started_at': datetime.datetime(2022, 1, 26, 20, 55, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 22, 3, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760453-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 26 22:04:01.077159 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b58ec53-abfb-44a7-96b6-657dc1a7366c None None] Checking segment: {'id': '66e4f491-9a6a-4ffc-8f64-b9e6923cc891', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '4cd375cb-d249-46a6-831f-f9f5a15e68cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 22:04:01.077588 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-9b58ec53-abfb-44a7-96b6-657dc1a7366c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:04:01.077986 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b58ec53-abfb-44a7-96b6-657dc1a7366c None None] Bound using segment: {'id': '66e4f491-9a6a-4ffc-8f64-b9e6923cc891', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '4cd375cb-d249-46a6-831f-f9f5a15e68cd'} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 26 22:04:01.078443 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-9b58ec53-abfb-44a7-96b6-657dc1a7366c None None] Bound port: 521d6730-8c61-449c-b931-821390f8e9af, host: n-d-760453-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '66e4f491-9a6a-4ffc-8f64-b9e6923cc891', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '4cd375cb-d249-46a6-831f-f9f5a15e68cd'}}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 26 22:04:01.078820 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-9b58ec53-abfb-44a7-96b6-657dc1a7366c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (521d6730-8c61-449c-b931-821390f8e9af), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:04:01.109804 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-21768954-5ef9-4d67-9634-94b1444b8897 admin admin] Publish callbacks [] for port (30e0f18b-d842-4295-8c5a-f885163635fe), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:04:01.145692 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-9b58ec53-abfb-44a7-96b6-657dc1a7366c None None] For port 521d6730-8c61-449c-b931-821390f8e9af, host n-d-760453-5, cleared binding levels {{(pid=103306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 26 22:04:01.148803 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-9b58ec53-abfb-44a7-96b6-657dc1a7366c None None] For port 521d6730-8c61-449c-b931-821390f8e9af, host n-d-760453-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=521d6730-8c61-449c-b931-821390f8e9af,segment=NetworkSegment(66e4f491-9a6a-4ffc-8f64-b9e6923cc891),segment_id=66e4f491-9a6a-4ffc-8f64-b9e6923cc891)] {{(pid=103306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 26 22:04:01.149950 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-21768954-5ef9-4d67-9634-94b1444b8897 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746560234527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9281553'] for port (30e0f18b-d842-4295-8c5a-f885163635fe), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:04:01.152643 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-9b58ec53-abfb-44a7-96b6-657dc1a7366c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (521d6730-8c61-449c-b931-821390f8e9af), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:04:01.192951 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21768954-5ef9-4d67-9634-94b1444b8897 admin admin] Network 4140a1f1-c93a-4bea-83a0-68953a54f299 is already hosted by enough agents. {{(pid=103304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 22:04:01.198089 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [None req-21768954-5ef9-4d67-9634-94b1444b8897 admin admin] Resources bound (agent type, host, resource id): {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 22:04:01.202748 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21768954-5ef9-4d67-9634-94b1444b8897 admin admin] Received port after_create {{(pid=103304) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 22:04:01.223039 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b58ec53-abfb-44a7-96b6-657dc1a7366c None None] Pushing event updated for resources: {'Port': ['ID=521d6730-8c61-449c-b931-821390f8e9af,revision_number=2']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 22:04:01.228699 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21768954-5ef9-4d67-9634-94b1444b8897 admin admin] Pushing event updated for resources: {'Port': ['ID=30e0f18b-d842-4295-8c5a-f885163635fe,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 22:04:01.487996 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-21768954-5ef9-4d67-9634-94b1444b8897 admin admin] Publish callbacks [] for router_gateway (e76c7eaf-bedd-4b07-bb47-402625902267), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:04:01.680772 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-21768954-5ef9-4d67-9634-94b1444b8897 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4105757', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4111263'] for router (e76c7eaf-bedd-4b07-bb47-402625902267), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:04:01.807536 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21768954-5ef9-4d67-9634-94b1444b8897 admin admin] Router e76c7eaf-bedd-4b07-bb47-402625902267 is scheduled to L3 agent 09df100c-3af1-4b0a-bda8-05914c71c458 with binding_index 1 {{(pid=103304) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 26 22:04:01.917149 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21768954-5ef9-4d67-9634-94b1444b8897 admin admin] Notify agent at l3_agent.n-d-760453-5 the message routers_updated {{(pid=103304) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 26 22:04:01.925738 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Device faef9d38-048e-4216-9e5f-821168b28d59 no longer exists at agent hyperv_n-h2-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 26 22:04:01.935712 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8ecd5a4-69a1-4e9a-bec0-c967a8307186 None None] Sync routers for ids ['e76c7eaf-bedd-4b07-bb47-402625902267'] in n-d-760453-5 {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 26 22:04:01.937559 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-21768954-5ef9-4d67-9634-94b1444b8897 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:04:01.938977 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-21768954-5ef9-4d67-9634-94b1444b8897 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.5002952 Jan 26 22:04:01.942285 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 51710) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 22:04:01.949093 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8ecd5a4-69a1-4e9a-bec0-c967a8307186 None None] Routers {'e76c7eaf-bedd-4b07-bb47-402625902267'} bound to L3 agent in host n-d-760453-5 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 22:04:01.950121 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-d8ecd5a4-69a1-4e9a-bec0-c967a8307186 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-26T20:55:21Z,description=,heartbeat_timestamp=2022-01-26T22:03:51Z,host='n-d-760453-5',id=09df100c-3af1-4b0a-bda8-05914c71c458,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:55:21Z,topic='l3_agent')) {'router_ids': ['e76c7eaf-bedd-4b07-bb47-402625902267'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 22:04:01.956652 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] No Port match for: faef9d38-048e-4216-9e5f-821168b28d59 {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 26 22:04:01.956997 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Device faef9d38-048e-4216-9e5f-821168b28d59 not bound to the agent host n-h2-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 26 22:04:02.067829 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_dvr_db [None req-d8ecd5a4-69a1-4e9a-bec0-c967a8307186 None None] Set router e76c7eaf-bedd-4b07-bb47-402625902267 gateway port host: n-d-760453-5 {{(pid=103307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 22:04:02.199936 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96a8339b-f187-4866-8bdb-4adf7ad95e8f None None] Network 4cd375cb-d249-46a6-831f-f9f5a15e68cd requested from n-d-760453-5 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 26 22:04:02.256196 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-d8ecd5a4-69a1-4e9a-bec0-c967a8307186 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e76c7eaf-bedd-4b07-bb47-402625902267', 'name': 'tempest-ServerActionsTestJSON-1848706419-router', 'tenant_id': '37caa54fa0b74aea8f85b9d1c546e6dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'external_fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.172'}], 'enable_snat': True}, 'gw_port_id': '30e0f18b-d842-4295-8c5a-f885163635fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T22:04:00Z', 'updated_at': '2022-01-26T22:04:01Z', 'revision_number': 3, 'project_id': '37caa54fa0b74aea8f85b9d1c546e6dc', 'gw_port': {'id': '30e0f18b-d842-4295-8c5a-f885163635fe', 'name': '', 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:9e:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e76c7eaf-bedd-4b07-bb47-402625902267', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T22:04:00Z', 'updated_at': '2022-01-26T22:04:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-5'}], 'n-d-760453-5', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 22:04:02.283692 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8ecd5a4-69a1-4e9a-bec0-c967a8307186 None None] Checking router: e76c7eaf-bedd-4b07-bb47-402625902267 for host: n-d-760453-5 {{(pid=103307) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 26 22:04:02.284217 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8ecd5a4-69a1-4e9a-bec0-c967a8307186 None None] Updating router e76c7eaf-bedd-4b07-bb47-402625902267 port 30e0f18b-d842-4295-8c5a-f885163635fe binding host n-d-760453-5 {{(pid=103307) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 26 22:04:02.310232 n-d-760453-5 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-d8ecd5a4-69a1-4e9a-bec0-c967a8307186 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (30e0f18b-d842-4295-8c5a-f885163635fe), before_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:04:02.325392 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-2db3cb3e-a052-4ff9-af07-b7a99d595f72 None None] Provisioning complete for port 521d6730-8c61-449c-b931-821390f8e9af triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 22:04:02.325683 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2db3cb3e-a052-4ff9-af07-b7a99d595f72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (521d6730-8c61-449c-b931-821390f8e9af), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:04:02.408902 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-2f4fd947-9254-4b2f-a12f-66c6d956a8c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:04:02.432581 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2db3cb3e-a052-4ff9-af07-b7a99d595f72 None None] Current status of the port 521d6730-8c61-449c-b931-821390f8e9af is: DOWN; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 22:04:02.432973 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2db3cb3e-a052-4ff9-af07-b7a99d595f72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (521d6730-8c61-449c-b931-821390f8e9af), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:04:02.468333 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-2db3cb3e-a052-4ff9-af07-b7a99d595f72 None None] For port 521d6730-8c61-449c-b931-821390f8e9af, host n-d-760453-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=521d6730-8c61-449c-b931-821390f8e9af,segment=NetworkSegment(66e4f491-9a6a-4ffc-8f64-b9e6923cc891),segment_id=66e4f491-9a6a-4ffc-8f64-b9e6923cc891)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 22:04:02.475580 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2db3cb3e-a052-4ff9-af07-b7a99d595f72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (521d6730-8c61-449c-b931-821390f8e9af), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:04:02.542720 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db3cb3e-a052-4ff9-af07-b7a99d595f72 None None] Pushing event updated for resources: {'Port': ['ID=521d6730-8c61-449c-b931-821390f8e9af,revision_number=3']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 22:04:02.593086 n-d-760453-5 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-d8ecd5a4-69a1-4e9a-bec0-c967a8307186 None None] Publish callbacks [] for port (30e0f18b-d842-4295-8c5a-f885163635fe), precommit_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:04:02.595888 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.db_base_plugin_common [None req-2f4fd947-9254-4b2f-a12f-66c6d956a8c7 admin admin] Allocated IP 172.20.0.1 (4cd375cb-d249-46a6-831f-f9f5a15e68cd/f81320d2-fa7a-450d-b1f0-259a79f1b76f/93c346ae-0d00-42b6-84e9-d6333e923a6d) {{(pid=103305) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 22:04:02.599037 n-d-760453-5 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-d8ecd5a4-69a1-4e9a-bec0-c967a8307186 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (30e0f18b-d842-4295-8c5a-f885163635fe), after_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:04:02.654003 n-d-760453-5 neutron-server[103307]: DEBUG neutron.plugins.ml2.managers [None req-d8ecd5a4-69a1-4e9a-bec0-c967a8307186 None None] Attempting to bind port 30e0f18b-d842-4295-8c5a-f885163635fe on host n-d-760453-5 for vnic_type normal with profile {{(pid=103307) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 22:04:02.654496 n-d-760453-5 neutron-server[103307]: DEBUG neutron.plugins.ml2.managers [None req-d8ecd5a4-69a1-4e9a-bec0-c967a8307186 None None] Attempting to bind port 30e0f18b-d842-4295-8c5a-f885163635fe by drivers openvswitch,hyperv on host n-d-760453-5 at level 0 using segments [{'id': 'e17cb353-418f-48b9-b982-21a6233ee99b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299'}] {{(pid=103307) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 26 22:04:02.654930 n-d-760453-5 neutron-server[103307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8ecd5a4-69a1-4e9a-bec0-c967a8307186 None None] Attempting to bind port 30e0f18b-d842-4295-8c5a-f885163635fe on network 4140a1f1-c93a-4bea-83a0-68953a54f299 {{(pid=103307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 22:04:02.657016 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043d503e-7ec3-4303-9ddd-fe8517264a78 None None] Pushing event updated for resources: {'Port': ['ID=30e0f18b-d842-4295-8c5a-f885163635fe,revision_number=2']} {{(pid=103307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 22:04:02.666328 n-d-760453-5 neutron-server[103307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8ecd5a4-69a1-4e9a-bec0-c967a8307186 None None] Checking agent: {'id': 'fea0591a-627d-4c87-9a9a-01625ddf3277', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760453-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 20, 55, 25), 'started_at': datetime.datetime(2022, 1, 26, 20, 55, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 22, 3, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760453-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 26 22:04:02.666835 n-d-760453-5 neutron-server[103307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8ecd5a4-69a1-4e9a-bec0-c967a8307186 None None] Checking segment: {'id': 'e17cb353-418f-48b9-b982-21a6233ee99b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103307) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 22:04:02.667298 n-d-760453-5 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-d8ecd5a4-69a1-4e9a-bec0-c967a8307186 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:04:02.667753 n-d-760453-5 neutron-server[103307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8ecd5a4-69a1-4e9a-bec0-c967a8307186 None None] Bound using segment: {'id': 'e17cb353-418f-48b9-b982-21a6233ee99b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299'} {{(pid=103307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 26 22:04:02.668285 n-d-760453-5 neutron-server[103307]: DEBUG neutron.plugins.ml2.managers [None req-d8ecd5a4-69a1-4e9a-bec0-c967a8307186 None None] Bound port: 30e0f18b-d842-4295-8c5a-f885163635fe, host: n-d-760453-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e17cb353-418f-48b9-b982-21a6233ee99b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299'}}] {{(pid=103307) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 26 22:04:02.668778 n-d-760453-5 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-d8ecd5a4-69a1-4e9a-bec0-c967a8307186 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (30e0f18b-d842-4295-8c5a-f885163635fe), before_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:04:02.671265 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043d503e-7ec3-4303-9ddd-fe8517264a78 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:04:02.671612 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043d503e-7ec3-4303-9ddd-fe8517264a78 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:04:02.672127 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043d503e-7ec3-4303-9ddd-fe8517264a78 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:04:02.672748 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043d503e-7ec3-4303-9ddd-fe8517264a78 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:04:02.672748 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043d503e-7ec3-4303-9ddd-fe8517264a78 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:04:02.672957 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043d503e-7ec3-4303-9ddd-fe8517264a78 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:04:02.673234 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043d503e-7ec3-4303-9ddd-fe8517264a78 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:04:02.673581 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043d503e-7ec3-4303-9ddd-fe8517264a78 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:04:02.673903 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043d503e-7ec3-4303-9ddd-fe8517264a78 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:04:02.674226 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043d503e-7ec3-4303-9ddd-fe8517264a78 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:04:02.674544 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043d503e-7ec3-4303-9ddd-fe8517264a78 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:04:02.674874 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043d503e-7ec3-4303-9ddd-fe8517264a78 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:04:02.675177 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043d503e-7ec3-4303-9ddd-fe8517264a78 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:04:02.701021 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-56cb2844-7b65-4969-8d9f-b472d6aa9c22 None None] Provisioning complete for port 521d6730-8c61-449c-b931-821390f8e9af triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 22:04:02.701421 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-56cb2844-7b65-4969-8d9f-b472d6aa9c22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (521d6730-8c61-449c-b931-821390f8e9af), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:04:02.713838 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-2f4fd947-9254-4b2f-a12f-66c6d956a8c7 admin admin] Publish callbacks [] for port (93c346ae-0d00-42b6-84e9-d6333e923a6d), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:04:02.733050 n-d-760453-5 neutron-server[103307]: DEBUG neutron.plugins.ml2.db [None req-d8ecd5a4-69a1-4e9a-bec0-c967a8307186 None None] For port 30e0f18b-d842-4295-8c5a-f885163635fe, host n-d-760453-5, cleared binding levels {{(pid=103307) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 26 22:04:02.737665 n-d-760453-5 neutron-server[103307]: DEBUG neutron.plugins.ml2.db [None req-d8ecd5a4-69a1-4e9a-bec0-c967a8307186 None None] For port 30e0f18b-d842-4295-8c5a-f885163635fe, host n-d-760453-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=30e0f18b-d842-4295-8c5a-f885163635fe,segment=NetworkSegment(e17cb353-418f-48b9-b982-21a6233ee99b),segment_id=e17cb353-418f-48b9-b982-21a6233ee99b)] {{(pid=103307) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 26 22:04:02.744397 n-d-760453-5 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-d8ecd5a4-69a1-4e9a-bec0-c967a8307186 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (30e0f18b-d842-4295-8c5a-f885163635fe), after_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:04:02.772770 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-2f4fd947-9254-4b2f-a12f-66c6d956a8c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746560234527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11791543'] for port (93c346ae-0d00-42b6-84e9-d6333e923a6d), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:04:02.794938 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-56cb2844-7b65-4969-8d9f-b472d6aa9c22 None None] Current status of the port 521d6730-8c61-449c-b931-821390f8e9af is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 22:04:02.805993 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device 521d6730-8c61-449c-b931-821390f8e9af up at agent ovs-agent-n-d-760453-5 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 22:04:02.809242 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f4fd947-9254-4b2f-a12f-66c6d956a8c7 admin admin] Network 4cd375cb-d249-46a6-831f-f9f5a15e68cd is already hosted by enough agents. {{(pid=103305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 22:04:02.812294 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [None req-2f4fd947-9254-4b2f-a12f-66c6d956a8c7 admin admin] Resources bound (agent type, host, resource id): {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 22:04:02.815911 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f4fd947-9254-4b2f-a12f-66c6d956a8c7 admin admin] Received port after_create {{(pid=103305) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 22:04:02.825670 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043d503e-7ec3-4303-9ddd-fe8517264a78 None None] Pushing event updated for resources: {'Port': ['ID=30e0f18b-d842-4295-8c5a-f885163635fe,revision_number=3']} {{(pid=103307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 22:04:02.833645 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8ecd5a4-69a1-4e9a-bec0-c967a8307186 None None] Routers {'e76c7eaf-bedd-4b07-bb47-402625902267'} bound to L3 agent in host n-d-760453-5 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 22:04:02.834267 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-d8ecd5a4-69a1-4e9a-bec0-c967a8307186 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-26T20:55:21Z,description=,heartbeat_timestamp=2022-01-26T22:03:51Z,host='n-d-760453-5',id=09df100c-3af1-4b0a-bda8-05914c71c458,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:55:21Z,topic='l3_agent')) {'router_ids': ['e76c7eaf-bedd-4b07-bb47-402625902267'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 22:04:02.853897 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-2f4fd947-9254-4b2f-a12f-66c6d956a8c7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4111050'] for router_interface (e76c7eaf-bedd-4b07-bb47-402625902267), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:04:02.866259 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Provisioning complete for port 521d6730-8c61-449c-b931-821390f8e9af triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 22:04:02.866713 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (521d6730-8c61-449c-b931-821390f8e9af), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:04:02.917131 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f4fd947-9254-4b2f-a12f-66c6d956a8c7 admin admin] Pushing event updated for resources: {'Port': ['ID=93c346ae-0d00-42b6-84e9-d6333e923a6d,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 22:04:02.957323 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_dvr_db [None req-d8ecd5a4-69a1-4e9a-bec0-c967a8307186 None None] Set router e76c7eaf-bedd-4b07-bb47-402625902267 gateway port host: n-d-760453-5 {{(pid=103307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 22:04:02.972571 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Current status of the port 521d6730-8c61-449c-b931-821390f8e9af is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 22:04:03.027276 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-2f4fd947-9254-4b2f-a12f-66c6d956a8c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (93c346ae-0d00-42b6-84e9-d6333e923a6d), before_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:04:03.156897 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-d8ecd5a4-69a1-4e9a-bec0-c967a8307186 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e76c7eaf-bedd-4b07-bb47-402625902267', 'name': 'tempest-ServerActionsTestJSON-1848706419-router', 'tenant_id': '37caa54fa0b74aea8f85b9d1c546e6dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'external_fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.172'}], 'enable_snat': True}, 'gw_port_id': '30e0f18b-d842-4295-8c5a-f885163635fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T22:04:00Z', 'updated_at': '2022-01-26T22:04:01Z', 'revision_number': 3, 'project_id': '37caa54fa0b74aea8f85b9d1c546e6dc', 'gw_port': {'id': '30e0f18b-d842-4295-8c5a-f885163635fe', 'name': '', 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:9e:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e76c7eaf-bedd-4b07-bb47-402625902267', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T22:04:00Z', 'updated_at': '2022-01-26T22:04:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-5'}], 'n-d-760453-5', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 22:04:03.183900 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8ecd5a4-69a1-4e9a-bec0-c967a8307186 None None] The sync data for ids ['e76c7eaf-bedd-4b07-bb47-402625902267'] in n-d-760453-5 is: [{'id': 'e76c7eaf-bedd-4b07-bb47-402625902267', 'name': 'tempest-ServerActionsTestJSON-1848706419-router', 'tenant_id': '37caa54fa0b74aea8f85b9d1c546e6dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'external_fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.172'}], 'enable_snat': True}, 'gw_port_id': '30e0f18b-d842-4295-8c5a-f885163635fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T22:04:00Z', 'updated_at': '2022-01-26T22:04:01Z', 'revision_number': 3, 'project_id': '37caa54fa0b74aea8f85b9d1c546e6dc', 'gw_port': {'id': '30e0f18b-d842-4295-8c5a-f885163635fe', 'name': '', 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:9e:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e76c7eaf-bedd-4b07-bb47-402625902267', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T22:04:00Z', 'updated_at': '2022-01-26T22:04:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-5'}] {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 26 22:04:03.211558 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-2f4fd947-9254-4b2f-a12f-66c6d956a8c7 admin admin] Publish callbacks [] for port (93c346ae-0d00-42b6-84e9-d6333e923a6d), precommit_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:04:03.217962 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-2f4fd947-9254-4b2f-a12f-66c6d956a8c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11791520'] for port (93c346ae-0d00-42b6-84e9-d6333e923a6d), after_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:04:03.218403 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-8aacf58a-d045-4022-bb41-905da8113b48 None None] Provisioning complete for port 93c346ae-0d00-42b6-84e9-d6333e923a6d triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 22:04:03.218907 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-8aacf58a-d045-4022-bb41-905da8113b48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (93c346ae-0d00-42b6-84e9-d6333e923a6d), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:04:03.259748 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-8aacf58a-d045-4022-bb41-905da8113b48 None None] Port 93c346ae-0d00-42b6-84e9-d6333e923a6d cannot update to ACTIVE because it is not bound. {{(pid=103306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 26 22:04:03.295100 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-2f4fd947-9254-4b2f-a12f-66c6d956a8c7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3709457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4110682'] for router_interface (e76c7eaf-bedd-4b07-bb47-402625902267), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:04:03.296870 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f4fd947-9254-4b2f-a12f-66c6d956a8c7 admin admin] Pushing event updated for resources: {'Port': ['ID=93c346ae-0d00-42b6-84e9-d6333e923a6d,revision_number=2']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 22:04:03.393008 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f4fd947-9254-4b2f-a12f-66c6d956a8c7 admin admin] Network 4cd375cb-d249-46a6-831f-f9f5a15e68cd is already hosted by enough agents. {{(pid=103305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 22:04:03.395471 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [None req-2f4fd947-9254-4b2f-a12f-66c6d956a8c7 admin admin] Resources bound (agent type, host, resource id): {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 22:04:03.534280 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f4fd947-9254-4b2f-a12f-66c6d956a8c7 admin admin] Router e76c7eaf-bedd-4b07-bb47-402625902267 has already been hosted by L3 agent 09df100c-3af1-4b0a-bda8-05914c71c458 {{(pid=103305) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 26 22:04:03.656994 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f4fd947-9254-4b2f-a12f-66c6d956a8c7 admin admin] Notify agent at l3_agent.n-d-760453-5 the message routers_updated {{(pid=103305) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 26 22:04:03.668279 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-2f4fd947-9254-4b2f-a12f-66c6d956a8c7 admin admin] 10.222.0.13 "PUT /v2.0/routers/e76c7eaf-bedd-4b07-bb47-402625902267/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7191875 Jan 26 22:04:03.686244 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-7d9a1d5a-ffaa-496e-9ca0-7b4aaaee8585 None None] Provisioning complete for port 93c346ae-0d00-42b6-84e9-d6333e923a6d triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 22:04:03.686756 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-7d9a1d5a-ffaa-496e-9ca0-7b4aaaee8585 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (93c346ae-0d00-42b6-84e9-d6333e923a6d), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:04:03.730098 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-7d9a1d5a-ffaa-496e-9ca0-7b4aaaee8585 None None] Port 93c346ae-0d00-42b6-84e9-d6333e923a6d cannot update to ACTIVE because it is not bound. {{(pid=103306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 26 22:04:04.728913 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device 30e0f18b-d842-4295-8c5a-f885163635fe up at agent ovs-agent-n-d-760453-5 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 22:04:04.752516 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8febd09e-90f7-4dca-a03f-22f2e1126fec None None] Sync routers for ids ['e76c7eaf-bedd-4b07-bb47-402625902267'] in n-d-760453-5 {{(pid=103306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 26 22:04:04.775627 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8febd09e-90f7-4dca-a03f-22f2e1126fec None None] Routers {'e76c7eaf-bedd-4b07-bb47-402625902267'} bound to L3 agent in host n-d-760453-5 {{(pid=103306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 22:04:04.776250 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-8febd09e-90f7-4dca-a03f-22f2e1126fec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-26T20:55:21Z,description=,heartbeat_timestamp=2022-01-26T22:03:51Z,host='n-d-760453-5',id=09df100c-3af1-4b0a-bda8-05914c71c458,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:55:21Z,topic='l3_agent')) {'router_ids': ['e76c7eaf-bedd-4b07-bb47-402625902267'], 'active': True} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 22:04:04.837450 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Provisioning complete for port 30e0f18b-d842-4295-8c5a-f885163635fe triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 22:04:04.837782 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (30e0f18b-d842-4295-8c5a-f885163635fe), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:04:04.916432 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvr_db [None req-8febd09e-90f7-4dca-a03f-22f2e1126fec None None] Set router e76c7eaf-bedd-4b07-bb47-402625902267 gateway port host: n-d-760453-5 {{(pid=103306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 22:04:05.057809 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 51720) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 22:04:05.060358 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Current status of the port 30e0f18b-d842-4295-8c5a-f885163635fe is: DOWN; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 22:04:05.060534 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (30e0f18b-d842-4295-8c5a-f885163635fe), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:04:05.063089 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-2b74c150-bbfc-447d-a8a9-c4ea278e202a tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1385480693', 'description': 'tempest-description--1982880237'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 22:04:05.086338 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-2b74c150-bbfc-447d-a8a9-c4ea278e202a tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] Publish callbacks [] for security_group (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:04:05.093426 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] For port 30e0f18b-d842-4295-8c5a-f885163635fe, host n-d-760453-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=30e0f18b-d842-4295-8c5a-f885163635fe,segment=NetworkSegment(e17cb353-418f-48b9-b982-21a6233ee99b),segment_id=e17cb353-418f-48b9-b982-21a6233ee99b)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 22:04:05.100448 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (30e0f18b-d842-4295-8c5a-f885163635fe), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:04:05.161956 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-2b74c150-bbfc-447d-a8a9-c4ea278e202a tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] Publish callbacks [] for security_group (43bea7b8-2240-42b3-a08a-3b2300147b70), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:04:05.166117 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-2b74c150-bbfc-447d-a8a9-c4ea278e202a tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (43bea7b8-2240-42b3-a08a-3b2300147b70), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:04:05.189084 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Pushing event updated for resources: {'Port': ['ID=30e0f18b-d842-4295-8c5a-f885163635fe,revision_number=4']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 22:04:05.196604 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-2b74c150-bbfc-447d-a8a9-c4ea278e202a tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] Publish callbacks [] for security_group (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:04:05.197894 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-2b74c150-bbfc-447d-a8a9-c4ea278e202a tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.1389530 Jan 26 22:04:05.200718 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 51722) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 22:04:05.205066 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-d7758182-2734-41ae-b22e-d103f6d6e041 tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] Request body: {'security_group_rule': {'security_group_id': '43bea7b8-2240-42b3-a08a-3b2300147b70', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 22:04:05.210172 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b74c150-bbfc-447d-a8a9-c4ea278e202a tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] Pushing event updated for resources: {'SecurityGroup': ['ID=43bea7b8-2240-42b3-a08a-3b2300147b70,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 22:04:05.213722 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-8febd09e-90f7-4dca-a03f-22f2e1126fec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e76c7eaf-bedd-4b07-bb47-402625902267', 'name': 'tempest-ServerActionsTestJSON-1848706419-router', 'tenant_id': '37caa54fa0b74aea8f85b9d1c546e6dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'external_fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.172'}], 'enable_snat': True}, 'gw_port_id': '30e0f18b-d842-4295-8c5a-f885163635fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T22:04:00Z', 'updated_at': '2022-01-26T22:04:02Z', 'revision_number': 4, 'project_id': '37caa54fa0b74aea8f85b9d1c546e6dc', 'gw_port': {'id': '30e0f18b-d842-4295-8c5a-f885163635fe', 'name': '', 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:9e:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e76c7eaf-bedd-4b07-bb47-402625902267', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T22:04:00Z', 'updated_at': '2022-01-26T22:04:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-5', '_interfaces': [{'id': '93c346ae-0d00-42b6-84e9-d6333e923a6d', 'name': '', 'network_id': '4cd375cb-d249-46a6-831f-f9f5a15e68cd', 'tenant_id': '37caa54fa0b74aea8f85b9d1c546e6dc', 'mac_address': 'fa:16:3e:b3:5f:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e76c7eaf-bedd-4b07-bb47-402625902267', 'device_owner': 'network:router_interface', 'standard_attr_id': 4096, 'fixed_ips': [{'subnet_id': 'f81320d2-fa7a-450d-b1f0-259a79f1b76f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T22:04:02Z', 'updated_at': '2022-01-26T22:04:03Z', 'revision_number': 2, 'project_id': '37caa54fa0b74aea8f85b9d1c546e6dc', 'subnets': [{'id': 'f81320d2-fa7a-450d-b1f0-259a79f1b76f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760453-5', False) {} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 22:04:05.224783 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b74c150-bbfc-447d-a8a9-c4ea278e202a tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:04:05.225138 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b74c150-bbfc-447d-a8a9-c4ea278e202a tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:04:05.225561 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b74c150-bbfc-447d-a8a9-c4ea278e202a tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:04:05.225848 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b74c150-bbfc-447d-a8a9-c4ea278e202a tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:04:05.226232 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b74c150-bbfc-447d-a8a9-c4ea278e202a tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:04:05.226568 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b74c150-bbfc-447d-a8a9-c4ea278e202a tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:04:05.226848 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b74c150-bbfc-447d-a8a9-c4ea278e202a tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:04:05.227198 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b74c150-bbfc-447d-a8a9-c4ea278e202a tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:04:05.227559 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b74c150-bbfc-447d-a8a9-c4ea278e202a tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:04:05.228173 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b74c150-bbfc-447d-a8a9-c4ea278e202a tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:04:05.228504 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b74c150-bbfc-447d-a8a9-c4ea278e202a tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:04:05.228830 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b74c150-bbfc-447d-a8a9-c4ea278e202a tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:04:05.229157 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b74c150-bbfc-447d-a8a9-c4ea278e202a tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:04:05.240696 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8febd09e-90f7-4dca-a03f-22f2e1126fec None None] Checking router: e76c7eaf-bedd-4b07-bb47-402625902267 for host: n-d-760453-5 {{(pid=103306) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 26 22:04:05.240989 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8febd09e-90f7-4dca-a03f-22f2e1126fec None None] Updating router e76c7eaf-bedd-4b07-bb47-402625902267 port 93c346ae-0d00-42b6-84e9-d6333e923a6d binding host n-d-760453-5 {{(pid=103306) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 26 22:04:05.245961 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-d7758182-2734-41ae-b22e-d103f6d6e041 tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] Publish callbacks [] for security_group_rule (df827aa8-b916-4447-8623-dcd844409e45), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:04:05.267189 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-8febd09e-90f7-4dca-a03f-22f2e1126fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (93c346ae-0d00-42b6-84e9-d6333e923a6d), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:04:05.296362 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-d7758182-2734-41ae-b22e-d103f6d6e041 tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] Publish callbacks [] for security_group_rule (df827aa8-b916-4447-8623-dcd844409e45), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:04:05.299972 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-d7758182-2734-41ae-b22e-d103f6d6e041 tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102715'] for security_group_rule (df827aa8-b916-4447-8623-dcd844409e45), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:04:05.319232 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7758182-2734-41ae-b22e-d103f6d6e041 tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=df827aa8-b916-4447-8623-dcd844409e45,revision_number=0']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 22:04:05.327822 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-d7758182-2734-41ae-b22e-d103f6d6e041 tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:04:05.329736 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-d7758182-2734-41ae-b22e-d103f6d6e041 tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1279933 Jan 26 22:04:05.331558 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 51724) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 22:04:05.336048 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-faba522e-1614-4897-8d76-15186b42f4d5 tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] Request body: {'security_group_rule': {'security_group_id': '43bea7b8-2240-42b3-a08a-3b2300147b70', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 22:04:05.361079 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-faba522e-1614-4897-8d76-15186b42f4d5 tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] Publish callbacks [] for security_group_rule (14c8f98e-6627-492c-bfb4-6582ea14b5ca), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:04:05.423178 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-faba522e-1614-4897-8d76-15186b42f4d5 tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] Publish callbacks [] for security_group_rule (14c8f98e-6627-492c-bfb4-6582ea14b5ca), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:04:05.428722 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-faba522e-1614-4897-8d76-15186b42f4d5 tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102715'] for security_group_rule (14c8f98e-6627-492c-bfb4-6582ea14b5ca), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:04:05.448693 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faba522e-1614-4897-8d76-15186b42f4d5 tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=14c8f98e-6627-492c-bfb4-6582ea14b5ca,revision_number=0']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 22:04:05.456200 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-faba522e-1614-4897-8d76-15186b42f4d5 tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:04:05.457449 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-faba522e-1614-4897-8d76-15186b42f4d5 tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1249301 Jan 26 22:04:05.460463 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 51726) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 22:04:05.464793 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-265aa791-5f7d-4263-abf7-7694bcb1b58b tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] Request body: {'floatingip': {'floating_network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 22:04:05.493928 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-265aa791-5f7d-4263-abf7-7694bcb1b58b tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:04:05.541082 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-8febd09e-90f7-4dca-a03f-22f2e1126fec None None] Publish callbacks [] for port (93c346ae-0d00-42b6-84e9-d6333e923a6d), precommit_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:04:05.547210 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-8febd09e-90f7-4dca-a03f-22f2e1126fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (93c346ae-0d00-42b6-84e9-d6333e923a6d), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:04:05.597186 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed1dda8-8595-49a4-9ebc-5233d53e74f6 None None] Pushing event updated for resources: {'Port': ['ID=93c346ae-0d00-42b6-84e9-d6333e923a6d,revision_number=3']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 22:04:05.608120 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-265aa791-5f7d-4263-abf7-7694bcb1b58b tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:04:05.653485 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-8febd09e-90f7-4dca-a03f-22f2e1126fec None None] Attempting to bind port 93c346ae-0d00-42b6-84e9-d6333e923a6d on host n-d-760453-5 for vnic_type normal with profile {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 22:04:05.654013 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-8febd09e-90f7-4dca-a03f-22f2e1126fec None None] Attempting to bind port 93c346ae-0d00-42b6-84e9-d6333e923a6d by drivers openvswitch,hyperv on host n-d-760453-5 at level 0 using segments [{'id': '66e4f491-9a6a-4ffc-8f64-b9e6923cc891', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '4cd375cb-d249-46a6-831f-f9f5a15e68cd'}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 26 22:04:05.654572 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8febd09e-90f7-4dca-a03f-22f2e1126fec None None] Attempting to bind port 93c346ae-0d00-42b6-84e9-d6333e923a6d on network 4cd375cb-d249-46a6-831f-f9f5a15e68cd {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 22:04:05.660614 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8febd09e-90f7-4dca-a03f-22f2e1126fec None None] Checking agent: {'id': 'fea0591a-627d-4c87-9a9a-01625ddf3277', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760453-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 20, 55, 25), 'started_at': datetime.datetime(2022, 1, 26, 20, 55, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 22, 3, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760453-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 26 22:04:05.661160 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8febd09e-90f7-4dca-a03f-22f2e1126fec None None] Checking segment: {'id': '66e4f491-9a6a-4ffc-8f64-b9e6923cc891', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '4cd375cb-d249-46a6-831f-f9f5a15e68cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 22:04:05.661683 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-8febd09e-90f7-4dca-a03f-22f2e1126fec None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:04:05.662142 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8febd09e-90f7-4dca-a03f-22f2e1126fec None None] Bound using segment: {'id': '66e4f491-9a6a-4ffc-8f64-b9e6923cc891', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '4cd375cb-d249-46a6-831f-f9f5a15e68cd'} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 26 22:04:05.662723 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-8febd09e-90f7-4dca-a03f-22f2e1126fec None None] Bound port: 93c346ae-0d00-42b6-84e9-d6333e923a6d, host: n-d-760453-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '66e4f491-9a6a-4ffc-8f64-b9e6923cc891', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '4cd375cb-d249-46a6-831f-f9f5a15e68cd'}}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 26 22:04:05.663184 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-8febd09e-90f7-4dca-a03f-22f2e1126fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (93c346ae-0d00-42b6-84e9-d6333e923a6d), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:04:05.722486 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.db_base_plugin_common [None req-265aa791-5f7d-4263-abf7-7694bcb1b58b tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] Allocated IP 172.25.1.21 (4140a1f1-c93a-4bea-83a0-68953a54f299/e48251a1-e30d-4820-8396-00c6f6aeb601/bd81562d-719c-4a41-8a4c-54ccb9840bef) {{(pid=103304) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 22:04:05.733197 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-8febd09e-90f7-4dca-a03f-22f2e1126fec None None] For port 93c346ae-0d00-42b6-84e9-d6333e923a6d, host n-d-760453-5, cleared binding levels {{(pid=103306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 26 22:04:05.736901 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-8febd09e-90f7-4dca-a03f-22f2e1126fec None None] For port 93c346ae-0d00-42b6-84e9-d6333e923a6d, host n-d-760453-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=93c346ae-0d00-42b6-84e9-d6333e923a6d,segment=NetworkSegment(66e4f491-9a6a-4ffc-8f64-b9e6923cc891),segment_id=66e4f491-9a6a-4ffc-8f64-b9e6923cc891)] {{(pid=103306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 26 22:04:05.742437 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-8febd09e-90f7-4dca-a03f-22f2e1126fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (93c346ae-0d00-42b6-84e9-d6333e923a6d), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:04:05.801751 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8febd09e-90f7-4dca-a03f-22f2e1126fec None None] Routers {'e76c7eaf-bedd-4b07-bb47-402625902267'} bound to L3 agent in host n-d-760453-5 {{(pid=103306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 22:04:05.802360 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-8febd09e-90f7-4dca-a03f-22f2e1126fec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-26T20:55:21Z,description=,heartbeat_timestamp=2022-01-26T22:03:51Z,host='n-d-760453-5',id=09df100c-3af1-4b0a-bda8-05914c71c458,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:55:21Z,topic='l3_agent')) {'router_ids': ['e76c7eaf-bedd-4b07-bb47-402625902267'], 'active': True} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 22:04:05.839682 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed1dda8-8595-49a4-9ebc-5233d53e74f6 None None] Pushing event updated for resources: {'Port': ['ID=93c346ae-0d00-42b6-84e9-d6333e923a6d,revision_number=4']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 22:04:05.841093 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-265aa791-5f7d-4263-abf7-7694bcb1b58b tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] Publish callbacks [] for port (bd81562d-719c-4a41-8a4c-54ccb9840bef), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:04:05.887715 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-265aa791-5f7d-4263-abf7-7694bcb1b58b tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746560234527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9281553'] for port (bd81562d-719c-4a41-8a4c-54ccb9840bef), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:04:05.905043 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-814fb94e-ba03-4742-8efc-920c0628f219 None None] Provisioning complete for port 93c346ae-0d00-42b6-84e9-d6333e923a6d triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 22:04:05.905440 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-814fb94e-ba03-4742-8efc-920c0628f219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (93c346ae-0d00-42b6-84e9-d6333e923a6d), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:04:05.937403 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-265aa791-5f7d-4263-abf7-7694bcb1b58b tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] Network 4140a1f1-c93a-4bea-83a0-68953a54f299 is already hosted by enough agents. {{(pid=103304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 22:04:05.941719 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [None req-265aa791-5f7d-4263-abf7-7694bcb1b58b tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] Resources bound (agent type, host, resource id): {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 22:04:05.943796 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-265aa791-5f7d-4263-abf7-7694bcb1b58b tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] Pushing event updated for resources: {'Port': ['ID=bd81562d-719c-4a41-8a4c-54ccb9840bef,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 22:04:05.946576 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-265aa791-5f7d-4263-abf7-7694bcb1b58b tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] Received port after_create {{(pid=103304) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 22:04:05.955552 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvr_db [None req-8febd09e-90f7-4dca-a03f-22f2e1126fec None None] Set router e76c7eaf-bedd-4b07-bb47-402625902267 gateway port host: n-d-760453-5 {{(pid=103306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 22:04:06.041851 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-265aa791-5f7d-4263-abf7-7694bcb1b58b tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] Publish callbacks [] for floatingip (9777922b-c93a-49d0-a77d-162067d7023c), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:04:06.079355 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-265aa791-5f7d-4263-abf7-7694bcb1b58b tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (bd81562d-719c-4a41-8a4c-54ccb9840bef), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:04:06.238105 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-265aa791-5f7d-4263-abf7-7694bcb1b58b tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] Publish callbacks [] for port (bd81562d-719c-4a41-8a4c-54ccb9840bef), precommit_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:04:06.243551 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-265aa791-5f7d-4263-abf7-7694bcb1b58b tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9281542'] for port (bd81562d-719c-4a41-8a4c-54ccb9840bef), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:04:06.266456 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-814fb94e-ba03-4742-8efc-920c0628f219 None None] Current status of the port 93c346ae-0d00-42b6-84e9-d6333e923a6d is: DOWN; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 22:04:06.266839 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-814fb94e-ba03-4742-8efc-920c0628f219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (93c346ae-0d00-42b6-84e9-d6333e923a6d), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:04:06.315093 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-265aa791-5f7d-4263-abf7-7694bcb1b58b tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] Pushing event updated for resources: {'Port': ['ID=bd81562d-719c-4a41-8a4c-54ccb9840bef,revision_number=2']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 22:04:06.324510 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-814fb94e-ba03-4742-8efc-920c0628f219 None None] For port 93c346ae-0d00-42b6-84e9-d6333e923a6d, host n-d-760453-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=93c346ae-0d00-42b6-84e9-d6333e923a6d,segment=NetworkSegment(66e4f491-9a6a-4ffc-8f64-b9e6923cc891),segment_id=66e4f491-9a6a-4ffc-8f64-b9e6923cc891)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 22:04:06.327898 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-265aa791-5f7d-4263-abf7-7694bcb1b58b tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4110913'] for floatingip (9777922b-c93a-49d0-a77d-162067d7023c), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:04:06.330376 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-814fb94e-ba03-4742-8efc-920c0628f219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (93c346ae-0d00-42b6-84e9-d6333e923a6d), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:04:06.345195 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-265aa791-5f7d-4263-abf7-7694bcb1b58b tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for floatingip (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:04:06.346699 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-265aa791-5f7d-4263-abf7-7694bcb1b58b tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.8853028 Jan 26 22:04:06.401951 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814fb94e-ba03-4742-8efc-920c0628f219 None None] Pushing event updated for resources: {'Port': ['ID=93c346ae-0d00-42b6-84e9-d6333e923a6d,revision_number=5']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 22:04:06.419751 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-8febd09e-90f7-4dca-a03f-22f2e1126fec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e76c7eaf-bedd-4b07-bb47-402625902267', 'name': 'tempest-ServerActionsTestJSON-1848706419-router', 'tenant_id': '37caa54fa0b74aea8f85b9d1c546e6dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'external_fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.172'}], 'enable_snat': True}, 'gw_port_id': '30e0f18b-d842-4295-8c5a-f885163635fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T22:04:00Z', 'updated_at': '2022-01-26T22:04:02Z', 'revision_number': 4, 'project_id': '37caa54fa0b74aea8f85b9d1c546e6dc', 'gw_port': {'id': '30e0f18b-d842-4295-8c5a-f885163635fe', 'name': '', 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:9e:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e76c7eaf-bedd-4b07-bb47-402625902267', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T22:04:00Z', 'updated_at': '2022-01-26T22:04:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-5', '_interfaces': [{'id': '93c346ae-0d00-42b6-84e9-d6333e923a6d', 'name': '', 'network_id': '4cd375cb-d249-46a6-831f-f9f5a15e68cd', 'tenant_id': '37caa54fa0b74aea8f85b9d1c546e6dc', 'mac_address': 'fa:16:3e:b3:5f:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e76c7eaf-bedd-4b07-bb47-402625902267', 'device_owner': 'network:router_interface', 'standard_attr_id': 4096, 'fixed_ips': [{'subnet_id': 'f81320d2-fa7a-450d-b1f0-259a79f1b76f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T22:04:02Z', 'updated_at': '2022-01-26T22:04:05Z', 'revision_number': 4, 'project_id': '37caa54fa0b74aea8f85b9d1c546e6dc', 'subnets': [{'id': 'f81320d2-fa7a-450d-b1f0-259a79f1b76f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760453-5', False) {} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 22:04:06.455046 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8febd09e-90f7-4dca-a03f-22f2e1126fec None None] The sync data for ids ['e76c7eaf-bedd-4b07-bb47-402625902267'] in n-d-760453-5 is: [{'id': 'e76c7eaf-bedd-4b07-bb47-402625902267', 'name': 'tempest-ServerActionsTestJSON-1848706419-router', 'tenant_id': '37caa54fa0b74aea8f85b9d1c546e6dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'external_fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.172'}], 'enable_snat': True}, 'gw_port_id': '30e0f18b-d842-4295-8c5a-f885163635fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T22:04:00Z', 'updated_at': '2022-01-26T22:04:02Z', 'revision_number': 4, 'project_id': '37caa54fa0b74aea8f85b9d1c546e6dc', 'gw_port': {'id': '30e0f18b-d842-4295-8c5a-f885163635fe', 'name': '', 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:9e:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e76c7eaf-bedd-4b07-bb47-402625902267', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T22:04:00Z', 'updated_at': '2022-01-26T22:04:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-5', '_interfaces': [{'id': '93c346ae-0d00-42b6-84e9-d6333e923a6d', 'name': '', 'network_id': '4cd375cb-d249-46a6-831f-f9f5a15e68cd', 'tenant_id': '37caa54fa0b74aea8f85b9d1c546e6dc', 'mac_address': 'fa:16:3e:b3:5f:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e76c7eaf-bedd-4b07-bb47-402625902267', 'device_owner': 'network:router_interface', 'standard_attr_id': 4096, 'fixed_ips': [{'subnet_id': 'f81320d2-fa7a-450d-b1f0-259a79f1b76f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T22:04:02Z', 'updated_at': '2022-01-26T22:04:05Z', 'revision_number': 4, 'project_id': '37caa54fa0b74aea8f85b9d1c546e6dc', 'subnets': [{'id': 'f81320d2-fa7a-450d-b1f0-259a79f1b76f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 26 22:04:06.468332 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-03218f68-741f-4151-8818-712433a9ce57 None None] Provisioning complete for port 93c346ae-0d00-42b6-84e9-d6333e923a6d triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 22:04:06.468716 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-03218f68-741f-4151-8818-712433a9ce57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (93c346ae-0d00-42b6-84e9-d6333e923a6d), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:04:06.511121 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-1dcb0bce-25eb-43a8-8bea-3c4659865dc1 req-1f6df36e-7af9-403d-909b-77f94a47c832 tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--1385480693&fields=id&tenant_id=37caa54fa0b74aea8f85b9d1c546e6dc HTTP/1.1" status: 200 len: 267 time: 0.0553761 Jan 26 22:04:06.568726 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-03218f68-741f-4151-8818-712433a9ce57 None None] Current status of the port 93c346ae-0d00-42b6-84e9-d6333e923a6d is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 22:04:06.647212 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dcb0bce-25eb-43a8-8bea-3c4659865dc1 req-8f063239-6930-4784-a4c9-aa229ba41fa9 tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:04:06.648752 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-1dcb0bce-25eb-43a8-8bea-3c4659865dc1 req-8f063239-6930-4784-a4c9-aa229ba41fa9 tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] 10.222.0.13 "GET /v2.0/networks?id=4cd375cb-d249-46a6-831f-f9f5a15e68cd HTTP/1.1" status: 200 len: 812 time: 0.1147177 Jan 26 22:04:06.666212 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-1dcb0bce-25eb-43a8-8bea-3c4659865dc1 req-9dfd26e7-1415-4386-b312-10c3f0ba10c5 tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] 10.222.0.13 "GET /v2.0/quotas/37caa54fa0b74aea8f85b9d1c546e6dc HTTP/1.1" status: 200 len: 375 time: 0.0103514 Jan 26 22:04:06.731376 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-1dcb0bce-25eb-43a8-8bea-3c4659865dc1 req-5196b893-e7c1-45f1-aa81-e0467c261aab tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=37caa54fa0b74aea8f85b9d1c546e6dc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0563164 Jan 26 22:04:06.849633 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device 30e0f18b-d842-4295-8c5a-f885163635fe up at agent ovs-agent-n-d-760453-5 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 22:04:06.901810 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Provisioning complete for port 30e0f18b-d842-4295-8c5a-f885163635fe triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 22:04:06.902106 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (30e0f18b-d842-4295-8c5a-f885163635fe), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:04:06.977542 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-1dcb0bce-25eb-43a8-8bea-3c4659865dc1 req-9402cae9-56f6-47b5-b865-db953adb263c service neutron] 10.222.0.13 "GET /v2.0/networks/4cd375cb-d249-46a6-831f-f9f5a15e68cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1473360 Jan 26 22:04:06.993918 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Current status of the port 30e0f18b-d842-4295-8c5a-f885163635fe is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 22:04:06.995079 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device 93c346ae-0d00-42b6-84e9-d6333e923a6d up at agent ovs-agent-n-d-760453-5 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 22:04:07.047644 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Provisioning complete for port 93c346ae-0d00-42b6-84e9-d6333e923a6d triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 22:04:07.048023 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (93c346ae-0d00-42b6-84e9-d6333e923a6d), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:04:07.092771 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-1dcb0bce-25eb-43a8-8bea-3c4659865dc1 req-3104afe6-0dc6-41c0-9401-279db7295864 service neutron] 10.222.0.13 "GET /v2.0/networks/4cd375cb-d249-46a6-831f-f9f5a15e68cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1082752 Jan 26 22:04:07.147884 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Current status of the port 93c346ae-0d00-42b6-84e9-d6333e923a6d is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 22:04:07.260971 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-5661c7de-e690-4cac-bb07-02af4f1c76cf req-06d09f06-3551-465a-80bc-123a736465cb tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] 10.222.0.13 "GET /v2.0/ports?device_id=a9811863-09b6-4dfd-88fe-a1dce8e42d41 HTTP/1.1" status: 200 len: 210 time: 0.0279868 Jan 26 22:04:08.320341 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dcb0bce-25eb-43a8-8bea-3c4659865dc1 req-e5c6bfd9-a45c-4bdc-881a-0ecd969b92df tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:04:08.321762 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-1dcb0bce-25eb-43a8-8bea-3c4659865dc1 req-e5c6bfd9-a45c-4bdc-881a-0ecd969b92df tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] 10.222.0.66 "GET /v2.0/networks?id=4cd375cb-d249-46a6-831f-f9f5a15e68cd HTTP/1.1" status: 200 len: 812 time: 0.1057172 Jan 26 22:04:08.362014 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-a968b321-1a20-4331-aa97-fc1b5a72c64f req-7acef784-675a-40df-a11b-c4f4f7ed5a2a tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] 10.222.0.13 "GET /v2.0/ports?device_id=a9811863-09b6-4dfd-88fe-a1dce8e42d41 HTTP/1.1" status: 200 len: 210 time: 0.0272079 Jan 26 22:04:08.401864 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-1dcb0bce-25eb-43a8-8bea-3c4659865dc1 req-481b8200-126f-43a4-a334-55ee4abde6b3 tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] 10.222.0.66 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=37caa54fa0b74aea8f85b9d1c546e6dc HTTP/1.1" status: 200 len: 380 time: 0.0637794 Jan 26 22:04:08.416198 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [req-1dcb0bce-25eb-43a8-8bea-3c4659865dc1 req-38a9848c-5b75-4ff0-be67-942c35d449de tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] Request body: {'port': {'device_id': 'a9811863-09b6-4dfd-88fe-a1dce8e42d41', 'network_id': '4cd375cb-d249-46a6-831f-f9f5a15e68cd', 'admin_state_up': True, 'tenant_id': '37caa54fa0b74aea8f85b9d1c546e6dc', 'security_groups': ['43bea7b8-2240-42b3-a08a-3b2300147b70']}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 22:04:08.517050 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1dcb0bce-25eb-43a8-8bea-3c4659865dc1 req-38a9848c-5b75-4ff0-be67-942c35d449de tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] Made reservation on behalf of 37caa54fa0b74aea8f85b9d1c546e6dc for: {'port': 1} {{(pid=103305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 22:04:08.520394 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-1dcb0bce-25eb-43a8-8bea-3c4659865dc1 req-38a9848c-5b75-4ff0-be67-942c35d449de tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:04:08.646480 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.db_base_plugin_common [req-1dcb0bce-25eb-43a8-8bea-3c4659865dc1 req-38a9848c-5b75-4ff0-be67-942c35d449de tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] Allocated IP 172.20.0.13 (4cd375cb-d249-46a6-831f-f9f5a15e68cd/f81320d2-fa7a-450d-b1f0-259a79f1b76f/a555b0e4-b878-4940-b164-a34e80e7445e) {{(pid=103305) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 22:04:08.757648 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (32ef628b-8417-46c5-8729-60fcabe358f1), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:04:08.781595 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-1dcb0bce-25eb-43a8-8bea-3c4659865dc1 req-38a9848c-5b75-4ff0-be67-942c35d449de tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] Publish callbacks [] for port (a555b0e4-b878-4940-b164-a34e80e7445e), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:04:08.813622 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-1dcb0bce-25eb-43a8-8bea-3c4659865dc1 req-38a9848c-5b75-4ff0-be67-942c35d449de tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746560234527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11791543'] for port (a555b0e4-b878-4940-b164-a34e80e7445e), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:04:08.854746 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1dcb0bce-25eb-43a8-8bea-3c4659865dc1 req-38a9848c-5b75-4ff0-be67-942c35d449de tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] Network 4cd375cb-d249-46a6-831f-f9f5a15e68cd is already hosted by enough agents. {{(pid=103305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 22:04:08.857651 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [req-1dcb0bce-25eb-43a8-8bea-3c4659865dc1 req-38a9848c-5b75-4ff0-be67-942c35d449de tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] Resources bound (agent type, host, resource id): {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 22:04:08.861155 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [req-1dcb0bce-25eb-43a8-8bea-3c4659865dc1 req-38a9848c-5b75-4ff0-be67-942c35d449de tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] Received port after_create {{(pid=103305) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 22:04:08.891338 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a9848c-5b75-4ff0-be67-942c35d449de tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] Pushing event updated for resources: {'Port': ['ID=a555b0e4-b878-4940-b164-a34e80e7445e,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 22:04:08.915687 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dcb0bce-25eb-43a8-8bea-3c4659865dc1 req-38a9848c-5b75-4ff0-be67-942c35d449de tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:04:08.916316 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-1dcb0bce-25eb-43a8-8bea-3c4659865dc1 req-38a9848c-5b75-4ff0-be67-942c35d449de tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:04:08.933050 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-1dcb0bce-25eb-43a8-8bea-3c4659865dc1 req-38a9848c-5b75-4ff0-be67-942c35d449de tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5210316 Jan 26 22:04:08.951452 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [req-1dcb0bce-25eb-43a8-8bea-3c4659865dc1 req-253238a9-abae-405e-91f2-bcf55df31ee8 service neutron] Request body: {'port': {'device_id': 'a9811863-09b6-4dfd-88fe-a1dce8e42d41', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-760453-5'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 22:04:09.007665 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-1dcb0bce-25eb-43a8-8bea-3c4659865dc1 req-253238a9-abae-405e-91f2-bcf55df31ee8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (a555b0e4-b878-4940-b164-a34e80e7445e), before_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:04:09.135544 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-f008a33f-ac0a-439e-a64f-25314af37d28 None None] Provisioning complete for port a555b0e4-b878-4940-b164-a34e80e7445e triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 22:04:09.135824 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-f008a33f-ac0a-439e-a64f-25314af37d28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (a555b0e4-b878-4940-b164-a34e80e7445e), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:04:09.176970 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-f008a33f-ac0a-439e-a64f-25314af37d28 None None] Port a555b0e4-b878-4940-b164-a34e80e7445e cannot update to ACTIVE because it is not bound. {{(pid=103306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 26 22:04:09.278269 n-d-760453-5 neutron-server[103305]: DEBUG neutron.notifiers.nova [req-1dcb0bce-25eb-43a8-8bea-3c4659865dc1 req-253238a9-abae-405e-91f2-bcf55df31ee8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a555b0e4-b878-4940-b164-a34e80e7445e {{(pid=103305) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 26 22:04:09.285658 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-1dcb0bce-25eb-43a8-8bea-3c4659865dc1 req-253238a9-abae-405e-91f2-bcf55df31ee8 service neutron] Publish callbacks [] for port (a555b0e4-b878-4940-b164-a34e80e7445e), precommit_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:04:09.297881 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.provisioning_blocks [req-1dcb0bce-25eb-43a8-8bea-3c4659865dc1 req-253238a9-abae-405e-91f2-bcf55df31ee8 service neutron] Transition to ACTIVE for port object a555b0e4-b878-4940-b164-a34e80e7445e will not be triggered until provisioned by entity L2. {{(pid=103305) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 22:04:09.301700 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-1dcb0bce-25eb-43a8-8bea-3c4659865dc1 req-253238a9-abae-405e-91f2-bcf55df31ee8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11791520'] for port (a555b0e4-b878-4940-b164-a34e80e7445e), after_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:04:09.366355 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253238a9-abae-405e-91f2-bcf55df31ee8 service neutron] Pushing event updated for resources: {'Port': ['ID=a555b0e4-b878-4940-b164-a34e80e7445e,revision_number=2']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 22:04:09.428685 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [req-1dcb0bce-25eb-43a8-8bea-3c4659865dc1 req-253238a9-abae-405e-91f2-bcf55df31ee8 service neutron] Attempting to bind port a555b0e4-b878-4940-b164-a34e80e7445e on host n-h1-760453-5 for vnic_type normal with profile {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 22:04:09.429029 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [req-1dcb0bce-25eb-43a8-8bea-3c4659865dc1 req-253238a9-abae-405e-91f2-bcf55df31ee8 service neutron] Attempting to bind port a555b0e4-b878-4940-b164-a34e80e7445e by drivers openvswitch,hyperv on host n-h1-760453-5 at level 0 using segments [{'id': '66e4f491-9a6a-4ffc-8f64-b9e6923cc891', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '4cd375cb-d249-46a6-831f-f9f5a15e68cd'}] {{(pid=103305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 26 22:04:09.429395 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dcb0bce-25eb-43a8-8bea-3c4659865dc1 req-253238a9-abae-405e-91f2-bcf55df31ee8 service neutron] Attempting to bind port a555b0e4-b878-4940-b164-a34e80e7445e on network 4cd375cb-d249-46a6-831f-f9f5a15e68cd {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 22:04:09.435082 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dcb0bce-25eb-43a8-8bea-3c4659865dc1 req-253238a9-abae-405e-91f2-bcf55df31ee8 service neutron] Port a555b0e4-b878-4940-b164-a34e80e7445e on network 4cd375cb-d249-46a6-831f-f9f5a15e68cd not bound, no agent of type Open vSwitch agent registered on host n-h1-760453-5 {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 26 22:04:09.435407 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dcb0bce-25eb-43a8-8bea-3c4659865dc1 req-253238a9-abae-405e-91f2-bcf55df31ee8 service neutron] Attempting to bind port a555b0e4-b878-4940-b164-a34e80e7445e on network 4cd375cb-d249-46a6-831f-f9f5a15e68cd {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 22:04:09.440668 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dcb0bce-25eb-43a8-8bea-3c4659865dc1 req-253238a9-abae-405e-91f2-bcf55df31ee8 service neutron] Checking agent: {'id': '32ef628b-8417-46c5-8729-60fcabe358f1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-760453-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 21, 3, 8), 'started_at': datetime.datetime(2022, 1, 26, 21, 3, 8), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 22, 4, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 26 22:04:09.441014 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dcb0bce-25eb-43a8-8bea-3c4659865dc1 req-253238a9-abae-405e-91f2-bcf55df31ee8 service neutron] Checking segment: {'id': '66e4f491-9a6a-4ffc-8f64-b9e6923cc891', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '4cd375cb-d249-46a6-831f-f9f5a15e68cd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103305) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 22:04:09.441438 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dcb0bce-25eb-43a8-8bea-3c4659865dc1 req-253238a9-abae-405e-91f2-bcf55df31ee8 service neutron] Bound using segment: {'id': '66e4f491-9a6a-4ffc-8f64-b9e6923cc891', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '4cd375cb-d249-46a6-831f-f9f5a15e68cd'} {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 26 22:04:09.441879 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [req-1dcb0bce-25eb-43a8-8bea-3c4659865dc1 req-253238a9-abae-405e-91f2-bcf55df31ee8 service neutron] Bound port: a555b0e4-b878-4940-b164-a34e80e7445e, host: n-h1-760453-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '66e4f491-9a6a-4ffc-8f64-b9e6923cc891', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '4cd375cb-d249-46a6-831f-f9f5a15e68cd'}}] {{(pid=103305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 26 22:04:09.442241 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-1dcb0bce-25eb-43a8-8bea-3c4659865dc1 req-253238a9-abae-405e-91f2-bcf55df31ee8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (a555b0e4-b878-4940-b164-a34e80e7445e), before_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:04:09.502265 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a679ff8-02cb-4330-bd82-b76cfa5c693b req-deb44bbd-932e-4b6d-bc93-92e6c7736093 tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:04:09.503920 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-6a679ff8-02cb-4330-bd82-b76cfa5c693b req-deb44bbd-932e-4b6d-bc93-92e6c7736093 tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] 10.222.0.13 "GET /v2.0/ports?device_id=a9811863-09b6-4dfd-88fe-a1dce8e42d41 HTTP/1.1" status: 200 len: 944 time: 0.0584476 Jan 26 22:04:09.510912 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [req-1dcb0bce-25eb-43a8-8bea-3c4659865dc1 req-253238a9-abae-405e-91f2-bcf55df31ee8 service neutron] For port a555b0e4-b878-4940-b164-a34e80e7445e, host n-h1-760453-5, cleared binding levels {{(pid=103305) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 26 22:04:09.514084 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [req-1dcb0bce-25eb-43a8-8bea-3c4659865dc1 req-253238a9-abae-405e-91f2-bcf55df31ee8 service neutron] For port a555b0e4-b878-4940-b164-a34e80e7445e, host n-h1-760453-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-5',level=0,port_id=a555b0e4-b878-4940-b164-a34e80e7445e,segment=NetworkSegment(66e4f491-9a6a-4ffc-8f64-b9e6923cc891),segment_id=66e4f491-9a6a-4ffc-8f64-b9e6923cc891)] {{(pid=103305) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 26 22:04:09.519143 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-1dcb0bce-25eb-43a8-8bea-3c4659865dc1 req-253238a9-abae-405e-91f2-bcf55df31ee8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11791520'] for port (a555b0e4-b878-4940-b164-a34e80e7445e), after_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:04:09.554312 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dcb0bce-25eb-43a8-8bea-3c4659865dc1 req-253238a9-abae-405e-91f2-bcf55df31ee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:04:09.555819 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-6a679ff8-02cb-4330-bd82-b76cfa5c693b req-8ecdb523-6883-4e4f-99e1-de2c512ba8fb tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] 10.222.0.13 "GET /v2.0/security-groups?id=43bea7b8-2240-42b3-a08a-3b2300147b70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457356 Jan 26 22:04:09.557729 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-1dcb0bce-25eb-43a8-8bea-3c4659865dc1 req-253238a9-abae-405e-91f2-bcf55df31ee8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:04:09.559222 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-1dcb0bce-25eb-43a8-8bea-3c4659865dc1 req-253238a9-abae-405e-91f2-bcf55df31ee8 service neutron] 10.222.0.66 "PUT /v2.0/ports/a555b0e4-b878-4940-b164-a34e80e7445e HTTP/1.1" status: 200 len: 1092 time: 0.6121151 Jan 26 22:04:09.559688 n-d-760453-5 neutron-server[103305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a9811863-09b6-4dfd-88fe-a1dce8e42d41', 'tag': 'a555b0e4-b878-4940-b164-a34e80e7445e'}] {{(pid=103305) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 22:04:09.596034 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253238a9-abae-405e-91f2-bcf55df31ee8 service neutron] Pushing event updated for resources: {'Port': ['ID=a555b0e4-b878-4940-b164-a34e80e7445e,revision_number=3']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 22:04:09.617149 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63c895857b12caccb44030902ae3f492cdae22bba6ec98e5b8bd003e299c093d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ec34363-5c91-43b8-98e2-440ecac2409c" -d '{"events": [{"name": "network-changed", "server_uuid": "a9811863-09b6-4dfd-88fe-a1dce8e42d41", "tag": "a555b0e4-b878-4940-b164-a34e80e7445e"}]}' {{(pid=103305) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 22:04:09.664070 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dcb0bce-25eb-43a8-8bea-3c4659865dc1 req-ab246373-fffc-4a5f-9b47-1d678baa8040 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:04:09.666005 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-1dcb0bce-25eb-43a8-8bea-3c4659865dc1 req-ab246373-fffc-4a5f-9b47-1d678baa8040 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=37caa54fa0b74aea8f85b9d1c546e6dc&device_id=a9811863-09b6-4dfd-88fe-a1dce8e42d41 HTTP/1.1" status: 200 len: 1095 time: 0.0452785 Jan 26 22:04:09.719408 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 26 Jan 2022 22:04:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3f1ef2f-3d15-4c08-af93-c43efbceffa9 x-openstack-request-id: req-f3f1ef2f-3d15-4c08-af93-c43efbceffa9 {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 22:04:09.719700 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a9811863-09b6-4dfd-88fe-a1dce8e42d41", "tag": "a555b0e4-b878-4940-b164-a34e80e7445e", "status": "completed", "code": 200}]} {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 22:04:09.719957 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f3f1ef2f-3d15-4c08-af93-c43efbceffa9 {{(pid=103305) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 22:04:09.720355 n-d-760453-5 neutron-server[103305]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a9811863-09b6-4dfd-88fe-a1dce8e42d41', 'tag': 'a555b0e4-b878-4940-b164-a34e80e7445e', 'status': 'completed', 'code': 200} Jan 26 22:04:09.722182 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-1dcb0bce-25eb-43a8-8bea-3c4659865dc1 req-9d34da90-9b93-4a46-8865-06541804679b service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a555b0e4-b878-4940-b164-a34e80e7445e HTTP/1.1" status: 200 len: 217 time: 0.0420415 Jan 26 22:04:09.778788 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dcb0bce-25eb-43a8-8bea-3c4659865dc1 req-3beb57de-e713-48a0-abc3-42d3908b9f19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:04:09.780249 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-1dcb0bce-25eb-43a8-8bea-3c4659865dc1 req-3beb57de-e713-48a0-abc3-42d3908b9f19 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=f81320d2-fa7a-450d-b1f0-259a79f1b76f HTTP/1.1" status: 200 len: 851 time: 0.0454953 Jan 26 22:04:09.835142 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dcb0bce-25eb-43a8-8bea-3c4659865dc1 req-3a883f9a-7b1e-4af4-844e-a10c677ba309 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:04:09.836685 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-1dcb0bce-25eb-43a8-8bea-3c4659865dc1 req-3a883f9a-7b1e-4af4-844e-a10c677ba309 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=4cd375cb-d249-46a6-831f-f9f5a15e68cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0502546 Jan 26 22:04:09.927438 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-1dcb0bce-25eb-43a8-8bea-3c4659865dc1 req-9f44d2a6-47dd-4fa3-b604-6e10e2df2057 service neutron] 10.222.0.66 "GET /v2.0/networks/4cd375cb-d249-46a6-831f-f9f5a15e68cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846436 Jan 26 22:04:10.016695 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-1dcb0bce-25eb-43a8-8bea-3c4659865dc1 req-fd55c9e1-2920-4170-895b-5aba601bac21 service neutron] 10.222.0.66 "GET /v2.0/networks/4cd375cb-d249-46a6-831f-f9f5a15e68cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827172 Jan 26 22:04:10.157882 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec34363-5c91-43b8-98e2-440ecac2409c req-7d586849-64f8-4a14-b12d-9b83d9c9b699 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:04:10.159405 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-8ec34363-5c91-43b8-98e2-440ecac2409c req-7d586849-64f8-4a14-b12d-9b83d9c9b699 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=37caa54fa0b74aea8f85b9d1c546e6dc&device_id=a9811863-09b6-4dfd-88fe-a1dce8e42d41 HTTP/1.1" status: 200 len: 1095 time: 0.0398500 Jan 26 22:04:10.247064 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec34363-5c91-43b8-98e2-440ecac2409c req-0c3f3f0b-970f-44b7-b3eb-987deb84194b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:04:10.248536 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-8ec34363-5c91-43b8-98e2-440ecac2409c req-0c3f3f0b-970f-44b7-b3eb-987deb84194b service neutron] 10.222.0.66 "GET /v2.0/networks?id=4cd375cb-d249-46a6-831f-f9f5a15e68cd HTTP/1.1" status: 200 len: 913 time: 0.0824718 Jan 26 22:04:10.292847 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-8ec34363-5c91-43b8-98e2-440ecac2409c req-d51dfe76-e682-4edc-8ea0-2b7b5a498525 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a555b0e4-b878-4940-b164-a34e80e7445e HTTP/1.1" status: 200 len: 217 time: 0.0380225 Jan 26 22:04:10.341222 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec34363-5c91-43b8-98e2-440ecac2409c req-89efabca-6db0-46f5-a4a4-786eae36042d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:04:10.342867 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-8ec34363-5c91-43b8-98e2-440ecac2409c req-89efabca-6db0-46f5-a4a4-786eae36042d service neutron] 10.222.0.66 "GET /v2.0/subnets?id=f81320d2-fa7a-450d-b1f0-259a79f1b76f HTTP/1.1" status: 200 len: 851 time: 0.0443213 Jan 26 22:04:10.388030 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec34363-5c91-43b8-98e2-440ecac2409c req-7cdf5a94-1369-419b-aebf-b08a4c8b4df0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:04:10.389540 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-8ec34363-5c91-43b8-98e2-440ecac2409c req-7cdf5a94-1369-419b-aebf-b08a4c8b4df0 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=4cd375cb-d249-46a6-831f-f9f5a15e68cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0400524 Jan 26 22:04:10.483570 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-8ec34363-5c91-43b8-98e2-440ecac2409c req-81bdfe09-31cf-4f9d-8a36-d8be51ecb0ec service neutron] 10.222.0.66 "GET /v2.0/networks/4cd375cb-d249-46a6-831f-f9f5a15e68cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862908 Jan 26 22:04:10.571477 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-8ec34363-5c91-43b8-98e2-440ecac2409c req-24c3e099-4f83-459d-943e-7b225403ea36 service neutron] 10.222.0.66 "GET /v2.0/networks/4cd375cb-d249-46a6-831f-f9f5a15e68cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805883 Jan 26 22:04:10.670366 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eec2310-2eab-4d76-864d-3a588dc3d867 req-273b1868-d096-41e0-a19c-e11617021acb tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:04:10.671926 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-1eec2310-2eab-4d76-864d-3a588dc3d867 req-273b1868-d096-41e0-a19c-e11617021acb tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] 10.222.0.13 "GET /v2.0/ports?device_id=a9811863-09b6-4dfd-88fe-a1dce8e42d41 HTTP/1.1" status: 200 len: 944 time: 0.0497096 Jan 26 22:04:10.719209 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-1eec2310-2eab-4d76-864d-3a588dc3d867 req-49d3c708-932c-44c1-a27d-41028fb44854 tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] 10.222.0.13 "GET /v2.0/security-groups?id=43bea7b8-2240-42b3-a08a-3b2300147b70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416415 Jan 26 22:04:11.834147 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4903c3-5152-4ec0-8620-56e077614a9d req-31bf85b4-c361-4f1f-aba7-086a244db540 tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:04:11.835640 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-ed4903c3-5152-4ec0-8620-56e077614a9d req-31bf85b4-c361-4f1f-aba7-086a244db540 tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] 10.222.0.13 "GET /v2.0/ports?device_id=a9811863-09b6-4dfd-88fe-a1dce8e42d41 HTTP/1.1" status: 200 len: 944 time: 0.0474985 Jan 26 22:04:11.886747 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-ed4903c3-5152-4ec0-8620-56e077614a9d req-6d7a32b2-bc81-46dc-80f7-a6a7e4506fe8 tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] 10.222.0.13 "GET /v2.0/security-groups?id=43bea7b8-2240-42b3-a08a-3b2300147b70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447762 Jan 26 22:04:12.998748 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c66ae7-3857-4ba5-8b57-242a383bdd44 req-d0662dd0-0e02-4814-b006-73215eb4994c tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:04:13.000245 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-35c66ae7-3857-4ba5-8b57-242a383bdd44 req-d0662dd0-0e02-4814-b006-73215eb4994c tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] 10.222.0.13 "GET /v2.0/ports?device_id=a9811863-09b6-4dfd-88fe-a1dce8e42d41 HTTP/1.1" status: 200 len: 944 time: 0.0474260 Jan 26 22:04:13.047044 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-35c66ae7-3857-4ba5-8b57-242a383bdd44 req-83f58fa9-223e-48ed-a11f-58f73ca2ed98 tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] 10.222.0.13 "GET /v2.0/security-groups?id=43bea7b8-2240-42b3-a08a-3b2300147b70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413387 Jan 26 22:04:13.641998 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Device a555b0e4-b878-4940-b164-a34e80e7445e details requested by agent hyperv_n-h1-760453-5 with host n-h1-760453-5 {{(pid=103306) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 26 22:04:13.735233 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] For port a555b0e4-b878-4940-b164-a34e80e7445e, host n-h1-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-5',level=0,port_id=a555b0e4-b878-4940-b164-a34e80e7445e,segment=NetworkSegment(66e4f491-9a6a-4ffc-8f64-b9e6923cc891),segment_id=66e4f491-9a6a-4ffc-8f64-b9e6923cc891)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 22:04:13.746606 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Returning: {'device': 'a555b0e4-b878-4940-b164-a34e80e7445e', 'network_id': '4cd375cb-d249-46a6-831f-f9f5a15e68cd', 'port_id': 'a555b0e4-b878-4940-b164-a34e80e7445e', 'mac_address': 'fa:16:3e:f2:7c:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 592, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f81320d2-fa7a-450d-b1f0-259a79f1b76f', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103306) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 26 22:04:13.786522 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Current status of the port a555b0e4-b878-4940-b164-a34e80e7445e is: DOWN; New status is: BUILD {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 22:04:13.786910 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (a555b0e4-b878-4940-b164-a34e80e7445e), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:04:13.800058 n-d-760453-5 neutron-server[103306]: DEBUG neutron.notifiers.nova [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a555b0e4-b878-4940-b164-a34e80e7445e {{(pid=103306) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 26 22:04:13.818767 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] For port a555b0e4-b878-4940-b164-a34e80e7445e, host n-h1-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-5',level=0,port_id=a555b0e4-b878-4940-b164-a34e80e7445e,segment=NetworkSegment(66e4f491-9a6a-4ffc-8f64-b9e6923cc891),segment_id=66e4f491-9a6a-4ffc-8f64-b9e6923cc891)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 22:04:13.822917 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (a555b0e4-b878-4940-b164-a34e80e7445e), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:04:13.868369 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Pushing event updated for resources: {'Port': ['ID=a555b0e4-b878-4940-b164-a34e80e7445e,revision_number=4']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 22:04:14.164067 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6b9046-f900-4877-8595-4955701edf00 req-588a98c0-9a24-4ce3-b760-b4a89b5e6bc7 tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:04:14.165641 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-5f6b9046-f900-4877-8595-4955701edf00 req-588a98c0-9a24-4ce3-b760-b4a89b5e6bc7 tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] 10.222.0.13 "GET /v2.0/ports?device_id=a9811863-09b6-4dfd-88fe-a1dce8e42d41 HTTP/1.1" status: 200 len: 945 time: 0.0488572 Jan 26 22:04:14.176542 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] get_ports_and_sgs() called for port_ids ['a555b0e4-b878-4940-b164-a34e80e7445e'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 26 22:04:14.225896 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-5f6b9046-f900-4877-8595-4955701edf00 req-1a3ec0fe-d324-4b03-80b1-742bd4f7b440 tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] 10.222.0.13 "GET /v2.0/security-groups?id=43bea7b8-2240-42b3-a08a-3b2300147b70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545828 Jan 26 22:04:15.332389 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26a2c4a-301a-4a11-b8a8-515c7e6084a6 req-418f95a9-68cc-4153-a149-c65e2f3976d0 tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:04:15.333901 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-b26a2c4a-301a-4a11-b8a8-515c7e6084a6 req-418f95a9-68cc-4153-a149-c65e2f3976d0 tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] 10.222.0.13 "GET /v2.0/ports?device_id=a9811863-09b6-4dfd-88fe-a1dce8e42d41 HTTP/1.1" status: 200 len: 945 time: 0.0515018 Jan 26 22:04:15.380093 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-b26a2c4a-301a-4a11-b8a8-515c7e6084a6 req-cc421829-f9d9-4bbd-918d-5dca4a743931 tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] 10.222.0.13 "GET /v2.0/security-groups?id=43bea7b8-2240-42b3-a08a-3b2300147b70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406287 Jan 26 22:04:15.655665 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Device a555b0e4-b878-4940-b164-a34e80e7445e up at agent hyperv_n-h1-760453-5 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 22:04:15.703405 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Provisioning for port a555b0e4-b878-4940-b164-a34e80e7445e completed by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 22:04:15.707342 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Provisioning complete for port a555b0e4-b878-4940-b164-a34e80e7445e triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 22:04:15.707725 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (a555b0e4-b878-4940-b164-a34e80e7445e), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:04:15.782723 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Current status of the port a555b0e4-b878-4940-b164-a34e80e7445e is: BUILD; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 22:04:15.783114 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (a555b0e4-b878-4940-b164-a34e80e7445e), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:04:15.808089 n-d-760453-5 neutron-server[103306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9811863-09b6-4dfd-88fe-a1dce8e42d41', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a555b0e4-b878-4940-b164-a34e80e7445e'}] {{(pid=103306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 22:04:15.810404 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c06f7aa05085a00df6a2944c086d22937b62c1e75db8df879377281bc6a8a153" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58b2a5b6-4129-4caf-9daa-8597beea096b" -d '{"events": [{"server_uuid": "a9811863-09b6-4dfd-88fe-a1dce8e42d41", "name": "network-vif-plugged", "status": "completed", "tag": "a555b0e4-b878-4940-b164-a34e80e7445e"}]}' {{(pid=103306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 22:04:15.822342 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] For port a555b0e4-b878-4940-b164-a34e80e7445e, host n-h1-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-5',level=0,port_id=a555b0e4-b878-4940-b164-a34e80e7445e,segment=NetworkSegment(66e4f491-9a6a-4ffc-8f64-b9e6923cc891),segment_id=66e4f491-9a6a-4ffc-8f64-b9e6923cc891)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 22:04:15.827437 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (a555b0e4-b878-4940-b164-a34e80e7445e), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:04:15.850932 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Jan 2022 22:04:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dca54db0-9c2d-42af-81be-c5cd6092b6a1 x-openstack-request-id: req-dca54db0-9c2d-42af-81be-c5cd6092b6a1 {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 22:04:15.851223 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9811863-09b6-4dfd-88fe-a1dce8e42d41", "name": "network-vif-plugged", "status": "completed", "tag": "a555b0e4-b878-4940-b164-a34e80e7445e", "code": 200}]} {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 22:04:15.851477 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-dca54db0-9c2d-42af-81be-c5cd6092b6a1 {{(pid=103306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 22:04:15.851873 n-d-760453-5 neutron-server[103306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9811863-09b6-4dfd-88fe-a1dce8e42d41', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a555b0e4-b878-4940-b164-a34e80e7445e', 'code': 200} Jan 26 22:04:15.876991 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Pushing event updated for resources: {'Port': ['ID=a555b0e4-b878-4940-b164-a34e80e7445e,revision_number=5']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 22:04:15.978135 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e01159-37e9-4676-ae72-5832b156cf28 req-167c166a-b8f7-49e3-9de1-7117d75bd98d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:04:15.979535 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-66e01159-37e9-4676-ae72-5832b156cf28 req-167c166a-b8f7-49e3-9de1-7117d75bd98d service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=a9811863-09b6-4dfd-88fe-a1dce8e42d41 HTTP/1.1" status: 200 len: 1097 time: 0.0408669 Jan 26 22:04:16.025344 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-66e01159-37e9-4676-ae72-5832b156cf28 req-f46bff95-a8bf-4bef-9879-a968d15b30bc service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=43bea7b8-2240-42b3-a08a-3b2300147b70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399048 Jan 26 22:04:16.496187 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3910d259-79bd-49f0-8f06-52a22550ca60 req-1d0bd9dd-460d-4890-82cf-dc35a54ad813 tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:04:16.497723 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-3910d259-79bd-49f0-8f06-52a22550ca60 req-1d0bd9dd-460d-4890-82cf-dc35a54ad813 tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] 10.222.0.13 "GET /v2.0/ports?device_id=a9811863-09b6-4dfd-88fe-a1dce8e42d41 HTTP/1.1" status: 200 len: 946 time: 0.0497105 Jan 26 22:04:16.544393 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-3910d259-79bd-49f0-8f06-52a22550ca60 req-e506dda3-43e4-43f3-946c-4ee9a8b01fbb tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] 10.222.0.13 "GET /v2.0/security-groups?id=43bea7b8-2240-42b3-a08a-3b2300147b70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410850 Jan 26 22:04:17.660747 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8e59d7-dfd2-47d2-80b9-8b37e88e90d0 req-52a48752-59bc-477d-9d91-a838395523f1 tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:04:17.662259 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-8f8e59d7-dfd2-47d2-80b9-8b37e88e90d0 req-52a48752-59bc-477d-9d91-a838395523f1 tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] 10.222.0.13 "GET /v2.0/ports?device_id=a9811863-09b6-4dfd-88fe-a1dce8e42d41 HTTP/1.1" status: 200 len: 946 time: 0.0474157 Jan 26 22:04:17.712601 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-8f8e59d7-dfd2-47d2-80b9-8b37e88e90d0 req-5bb4518b-82c6-4a7d-8df2-8d27b95824fe tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] 10.222.0.13 "GET /v2.0/security-groups?id=43bea7b8-2240-42b3-a08a-3b2300147b70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448368 Jan 26 22:04:17.822442 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ab8cff-21b1-45e4-b31c-4a3991850e89 req-919e7eea-0bf2-4ef3-a09c-31a39799224f tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:04:17.823839 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-f4ab8cff-21b1-45e4-b31c-4a3991850e89 req-919e7eea-0bf2-4ef3-a09c-31a39799224f tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] 10.222.0.13 "GET /v2.0/ports?device_id=a9811863-09b6-4dfd-88fe-a1dce8e42d41 HTTP/1.1" status: 200 len: 946 time: 0.0469530 Jan 26 22:04:17.832238 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 51782) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 22:04:17.837092 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-13e631d3-f11f-4830-bd32-16fc679f4dff tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] Request body: {'floatingip': {'port_id': 'a555b0e4-b878-4940-b164-a34e80e7445e'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 22:04:17.875129 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-13e631d3-f11f-4830-bd32-16fc679f4dff tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] Publish callbacks [] for floatingip (9777922b-c93a-49d0-a77d-162067d7023c), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:04:18.298285 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-13e631d3-f11f-4830-bd32-16fc679f4dff tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:04:18.302001 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-13e631d3-f11f-4830-bd32-16fc679f4dff tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4110913'] for floatingip (9777922b-c93a-49d0-a77d-162067d7023c), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:04:18.399398 n-d-760453-5 neutron-server[103304]: INFO neutron.db.l3_db [None req-13e631d3-f11f-4830-bd32-16fc679f4dff tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] Floating IP 9777922b-c93a-49d0-a77d-162067d7023c associated. External IP: 172.25.1.21, port: a555b0e4-b878-4940-b164-a34e80e7445e. Jan 26 22:04:18.924308 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13e631d3-f11f-4830-bd32-16fc679f4dff tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] Router e76c7eaf-bedd-4b07-bb47-402625902267 has already been hosted by L3 agent 09df100c-3af1-4b0a-bda8-05914c71c458 {{(pid=103304) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 26 22:04:18.970528 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-44bde5ee-c1d4-4525-9fd7-1b5927005f2e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (474ccdf7-ab6c-405b-a3b2-dc7b05829902), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:04:19.032781 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13e631d3-f11f-4830-bd32-16fc679f4dff tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] Notify agent at l3_agent.n-d-760453-5 the message routers_updated {{(pid=103304) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 26 22:04:19.037702 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-13e631d3-f11f-4830-bd32-16fc679f4dff tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for floatingip (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:04:19.043101 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af795401-d07b-4ca8-ad4d-2b621b19b9f4 None None] Sync routers for ids ['e76c7eaf-bedd-4b07-bb47-402625902267'] in n-d-760453-5 {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 26 22:04:19.053344 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af795401-d07b-4ca8-ad4d-2b621b19b9f4 None None] Routers {'e76c7eaf-bedd-4b07-bb47-402625902267'} bound to L3 agent in host n-d-760453-5 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 22:04:19.053956 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-af795401-d07b-4ca8-ad4d-2b621b19b9f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-26T20:55:21Z,description=,heartbeat_timestamp=2022-01-26T22:03:51Z,host='n-d-760453-5',id=09df100c-3af1-4b0a-bda8-05914c71c458,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:55:21Z,topic='l3_agent')) {'router_ids': ['e76c7eaf-bedd-4b07-bb47-402625902267'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 22:04:19.074731 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-13e631d3-f11f-4830-bd32-16fc679f4dff tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] 10.222.0.13 "PUT /v2.0/floatingips/9777922b-c93a-49d0-a77d-162067d7023c HTTP/1.1" status: 200 len: 991 time: 1.2387671 Jan 26 22:04:19.074731 n-d-760453-5 neutron-server[103304]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a9811863-09b6-4dfd-88fe-a1dce8e42d41', 'tag': 'a555b0e4-b878-4940-b164-a34e80e7445e'}] {{(pid=103304) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 22:04:19.075679 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86e783e1922a725fac327d65912384d63450ce1a6a2ee22db2d1cc52fb257f3b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b3b91cc-c283-4b86-9f3f-464afa8f60a5" -d '{"events": [{"name": "network-changed", "server_uuid": "a9811863-09b6-4dfd-88fe-a1dce8e42d41", "tag": "a555b0e4-b878-4940-b164-a34e80e7445e"}]}' {{(pid=103304) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 22:04:19.120829 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 26 Jan 2022 22:04:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d3c400a-3c75-4752-af1a-74be1a29aa4e x-openstack-request-id: req-8d3c400a-3c75-4752-af1a-74be1a29aa4e {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 22:04:19.121120 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a9811863-09b6-4dfd-88fe-a1dce8e42d41", "tag": "a555b0e4-b878-4940-b164-a34e80e7445e", "status": "completed", "code": 200}]} {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 22:04:19.121407 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-8d3c400a-3c75-4752-af1a-74be1a29aa4e {{(pid=103304) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 22:04:19.121822 n-d-760453-5 neutron-server[103304]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a9811863-09b6-4dfd-88fe-a1dce8e42d41', 'tag': 'a555b0e4-b878-4940-b164-a34e80e7445e', 'status': 'completed', 'code': 200} Jan 26 22:04:19.223417 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3b91cc-c283-4b86-9f3f-464afa8f60a5 req-cc917c65-a1b3-4be6-8d4e-24d8ca3ba3c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:04:19.224949 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-9b3b91cc-c283-4b86-9f3f-464afa8f60a5 req-cc917c65-a1b3-4be6-8d4e-24d8ca3ba3c5 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=37caa54fa0b74aea8f85b9d1c546e6dc&device_id=a9811863-09b6-4dfd-88fe-a1dce8e42d41 HTTP/1.1" status: 200 len: 1097 time: 0.0475392 Jan 26 22:04:19.254957 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_dvr_db [None req-af795401-d07b-4ca8-ad4d-2b621b19b9f4 None None] Set router e76c7eaf-bedd-4b07-bb47-402625902267 gateway port host: n-d-760453-5 {{(pid=103307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 22:04:19.315844 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3b91cc-c283-4b86-9f3f-464afa8f60a5 req-45c00b07-0ea2-481d-b1cc-df3e7b073f4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:04:19.317348 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-9b3b91cc-c283-4b86-9f3f-464afa8f60a5 req-45c00b07-0ea2-481d-b1cc-df3e7b073f4f service neutron] 10.222.0.66 "GET /v2.0/networks?id=4cd375cb-d249-46a6-831f-f9f5a15e68cd HTTP/1.1" status: 200 len: 913 time: 0.0862265 Jan 26 22:04:19.415700 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-9b3b91cc-c283-4b86-9f3f-464afa8f60a5 req-2921c953-82a6-4fc6-bc89-11aeaddde028 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a555b0e4-b878-4940-b164-a34e80e7445e HTTP/1.1" status: 200 len: 999 time: 0.0917072 Jan 26 22:04:19.473624 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3b91cc-c283-4b86-9f3f-464afa8f60a5 req-ac587d74-2ecb-4543-875b-d9be213054df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:04:19.475022 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-9b3b91cc-c283-4b86-9f3f-464afa8f60a5 req-ac587d74-2ecb-4543-875b-d9be213054df service neutron] 10.222.0.66 "GET /v2.0/subnets?id=f81320d2-fa7a-450d-b1f0-259a79f1b76f HTTP/1.1" status: 200 len: 851 time: 0.0534894 Jan 26 22:04:19.478312 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-af795401-d07b-4ca8-ad4d-2b621b19b9f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e76c7eaf-bedd-4b07-bb47-402625902267', 'name': 'tempest-ServerActionsTestJSON-1848706419-router', 'tenant_id': '37caa54fa0b74aea8f85b9d1c546e6dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'external_fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.172'}], 'enable_snat': True}, 'gw_port_id': '30e0f18b-d842-4295-8c5a-f885163635fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T22:04:00Z', 'updated_at': '2022-01-26T22:04:02Z', 'revision_number': 4, 'project_id': '37caa54fa0b74aea8f85b9d1c546e6dc', 'gw_port': {'id': '30e0f18b-d842-4295-8c5a-f885163635fe', 'name': '', 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:9e:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e76c7eaf-bedd-4b07-bb47-402625902267', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T22:04:00Z', 'updated_at': '2022-01-26T22:04:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-5', '_floatingips': [{'id': '9777922b-c93a-49d0-a77d-162067d7023c', 'tenant_id': '37caa54fa0b74aea8f85b9d1c546e6dc', 'floating_ip_address': '172.25.1.21', 'floating_network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'router_id': 'e76c7eaf-bedd-4b07-bb47-402625902267', 'port_id': 'a555b0e4-b878-4940-b164-a34e80e7445e', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4103, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4cd375cb-d249-46a6-831f-f9f5a15e68cd', 'mac_address': 'fa:16:3e:f2:7c:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9811863-09b6-4dfd-88fe-a1dce8e42d41', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-26T22:04:05Z', 'updated_at': '2022-01-26T22:04:18Z', 'revision_number': 1, 'project_id': '37caa54fa0b74aea8f85b9d1c546e6dc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '93c346ae-0d00-42b6-84e9-d6333e923a6d', 'name': '', 'network_id': '4cd375cb-d249-46a6-831f-f9f5a15e68cd', 'tenant_id': '37caa54fa0b74aea8f85b9d1c546e6dc', 'mac_address': 'fa:16:3e:b3:5f:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e76c7eaf-bedd-4b07-bb47-402625902267', 'device_owner': 'network:router_interface', 'standard_attr_id': 4096, 'fixed_ips': [{'subnet_id': 'f81320d2-fa7a-450d-b1f0-259a79f1b76f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T22:04:02Z', 'updated_at': '2022-01-26T22:04:06Z', 'revision_number': 5, 'project_id': '37caa54fa0b74aea8f85b9d1c546e6dc', 'subnets': [{'id': 'f81320d2-fa7a-450d-b1f0-259a79f1b76f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760453-5', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 22:04:19.504335 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af795401-d07b-4ca8-ad4d-2b621b19b9f4 None None] Checking router: e76c7eaf-bedd-4b07-bb47-402625902267 for host: n-d-760453-5 {{(pid=103307) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 26 22:04:19.513097 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af795401-d07b-4ca8-ad4d-2b621b19b9f4 None None] Routers {'e76c7eaf-bedd-4b07-bb47-402625902267'} bound to L3 agent in host n-d-760453-5 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 22:04:19.513750 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-af795401-d07b-4ca8-ad4d-2b621b19b9f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-26T20:55:21Z,description=,heartbeat_timestamp=2022-01-26T22:03:51Z,host='n-d-760453-5',id=09df100c-3af1-4b0a-bda8-05914c71c458,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:55:21Z,topic='l3_agent')) {'router_ids': ['e76c7eaf-bedd-4b07-bb47-402625902267'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 22:04:19.523517 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3b91cc-c283-4b86-9f3f-464afa8f60a5 req-88b15519-f410-4c00-b2f3-abb87de2fbed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:04:19.525115 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-9b3b91cc-c283-4b86-9f3f-464afa8f60a5 req-88b15519-f410-4c00-b2f3-abb87de2fbed service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=4cd375cb-d249-46a6-831f-f9f5a15e68cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0445461 Jan 26 22:04:19.611423 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-9b3b91cc-c283-4b86-9f3f-464afa8f60a5 req-42ff5c6a-bed2-41fc-b780-248eebf02ee4 service neutron] 10.222.0.66 "GET /v2.0/networks/4cd375cb-d249-46a6-831f-f9f5a15e68cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804913 Jan 26 22:04:19.617014 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_dvr_db [None req-af795401-d07b-4ca8-ad4d-2b621b19b9f4 None None] Set router e76c7eaf-bedd-4b07-bb47-402625902267 gateway port host: n-d-760453-5 {{(pid=103307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 22:04:19.704095 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-9b3b91cc-c283-4b86-9f3f-464afa8f60a5 req-7f31e88d-3ca2-485e-84f6-1ada9d647efd service neutron] 10.222.0.66 "GET /v2.0/networks/4cd375cb-d249-46a6-831f-f9f5a15e68cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865345 Jan 26 22:04:19.839571 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-af795401-d07b-4ca8-ad4d-2b621b19b9f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e76c7eaf-bedd-4b07-bb47-402625902267', 'name': 'tempest-ServerActionsTestJSON-1848706419-router', 'tenant_id': '37caa54fa0b74aea8f85b9d1c546e6dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'external_fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.172'}], 'enable_snat': True}, 'gw_port_id': '30e0f18b-d842-4295-8c5a-f885163635fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T22:04:00Z', 'updated_at': '2022-01-26T22:04:02Z', 'revision_number': 4, 'project_id': '37caa54fa0b74aea8f85b9d1c546e6dc', 'gw_port': {'id': '30e0f18b-d842-4295-8c5a-f885163635fe', 'name': '', 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:9e:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e76c7eaf-bedd-4b07-bb47-402625902267', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T22:04:00Z', 'updated_at': '2022-01-26T22:04:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-5', '_floatingips': [{'id': '9777922b-c93a-49d0-a77d-162067d7023c', 'tenant_id': '37caa54fa0b74aea8f85b9d1c546e6dc', 'floating_ip_address': '172.25.1.21', 'floating_network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'router_id': 'e76c7eaf-bedd-4b07-bb47-402625902267', 'port_id': 'a555b0e4-b878-4940-b164-a34e80e7445e', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4103, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4cd375cb-d249-46a6-831f-f9f5a15e68cd', 'mac_address': 'fa:16:3e:f2:7c:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9811863-09b6-4dfd-88fe-a1dce8e42d41', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-26T22:04:05Z', 'updated_at': '2022-01-26T22:04:18Z', 'revision_number': 1, 'project_id': '37caa54fa0b74aea8f85b9d1c546e6dc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '93c346ae-0d00-42b6-84e9-d6333e923a6d', 'name': '', 'network_id': '4cd375cb-d249-46a6-831f-f9f5a15e68cd', 'tenant_id': '37caa54fa0b74aea8f85b9d1c546e6dc', 'mac_address': 'fa:16:3e:b3:5f:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e76c7eaf-bedd-4b07-bb47-402625902267', 'device_owner': 'network:router_interface', 'standard_attr_id': 4096, 'fixed_ips': [{'subnet_id': 'f81320d2-fa7a-450d-b1f0-259a79f1b76f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T22:04:02Z', 'updated_at': '2022-01-26T22:04:06Z', 'revision_number': 5, 'project_id': '37caa54fa0b74aea8f85b9d1c546e6dc', 'subnets': [{'id': 'f81320d2-fa7a-450d-b1f0-259a79f1b76f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760453-5', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 22:04:19.865996 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af795401-d07b-4ca8-ad4d-2b621b19b9f4 None None] The sync data for ids ['e76c7eaf-bedd-4b07-bb47-402625902267'] in n-d-760453-5 is: [{'id': 'e76c7eaf-bedd-4b07-bb47-402625902267', 'name': 'tempest-ServerActionsTestJSON-1848706419-router', 'tenant_id': '37caa54fa0b74aea8f85b9d1c546e6dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'external_fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.172'}], 'enable_snat': True}, 'gw_port_id': '30e0f18b-d842-4295-8c5a-f885163635fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T22:04:00Z', 'updated_at': '2022-01-26T22:04:02Z', 'revision_number': 4, 'project_id': '37caa54fa0b74aea8f85b9d1c546e6dc', 'gw_port': {'id': '30e0f18b-d842-4295-8c5a-f885163635fe', 'name': '', 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:9e:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e76c7eaf-bedd-4b07-bb47-402625902267', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T22:04:00Z', 'updated_at': '2022-01-26T22:04:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-5', '_floatingips': [{'id': '9777922b-c93a-49d0-a77d-162067d7023c', 'tenant_id': '37caa54fa0b74aea8f85b9d1c546e6dc', 'floating_ip_address': '172.25.1.21', 'floating_network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'router_id': 'e76c7eaf-bedd-4b07-bb47-402625902267', 'port_id': 'a555b0e4-b878-4940-b164-a34e80e7445e', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4103, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4cd375cb-d249-46a6-831f-f9f5a15e68cd', 'mac_address': 'fa:16:3e:f2:7c:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9811863-09b6-4dfd-88fe-a1dce8e42d41', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-26T22:04:05Z', 'updated_at': '2022-01-26T22:04:18Z', 'revision_number': 1, 'project_id': '37caa54fa0b74aea8f85b9d1c546e6dc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '93c346ae-0d00-42b6-84e9-d6333e923a6d', 'name': '', 'network_id': '4cd375cb-d249-46a6-831f-f9f5a15e68cd', 'tenant_id': '37caa54fa0b74aea8f85b9d1c546e6dc', 'mac_address': 'fa:16:3e:b3:5f:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e76c7eaf-bedd-4b07-bb47-402625902267', 'device_owner': 'network:router_interface', 'standard_attr_id': 4096, 'fixed_ips': [{'subnet_id': 'f81320d2-fa7a-450d-b1f0-259a79f1b76f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T22:04:02Z', 'updated_at': '2022-01-26T22:04:06Z', 'revision_number': 5, 'project_id': '37caa54fa0b74aea8f85b9d1c546e6dc', 'subnets': [{'id': 'f81320d2-fa7a-450d-b1f0-259a79f1b76f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 26 22:04:20.048049 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-968d27e8-ad60-427f-b058-ac2c12ddbc2f None None] New status for floating IP 9777922b-c93a-49d0-a77d-162067d7023c: ACTIVE {{(pid=103306) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 26 22:04:21.304334 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-075f52cb-d331-4f82-afbc-1f4e4df4182f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (09df100c-3af1-4b0a-bda8-05914c71c458), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:04:22.414660 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-841f5991-a4d8-4d4b-b215-cbc6bab5427b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (aa7ee9d2-08eb-4e12-b895-24c57300dfec), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:04:23.506468 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (4d619873-4b60-439f-9b5a-b155dc8bbc34), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:04:24.245309 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-839dd188-ec69-470c-9ab0-d318dc1a2e96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (e79b4fc6-6c71-44b2-a6d0-ff3e1f4dfd0d), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:04:24.502162 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.agents_db [None req-569f1ced-6396-4ddf-b79f-e03b0b2146ab None None] Agent healthcheck: found 7 active agents {{(pid=103307) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 26 22:04:25.403352 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (fea0591a-627d-4c87-9a9a-01625ddf3277), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:04:38.759381 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (32ef628b-8417-46c5-8729-60fcabe358f1), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:04:48.971731 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-63f67e32-298b-4dc9-bc64-66b96b9dc90c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (474ccdf7-ab6c-405b-a3b2-dc7b05829902), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:04:51.306876 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-c4e40ada-8e05-4e6e-b62b-93d29d14d043 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (09df100c-3af1-4b0a-bda8-05914c71c458), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:04:52.415827 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-841f5991-a4d8-4d4b-b215-cbc6bab5427b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (aa7ee9d2-08eb-4e12-b895-24c57300dfec), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:04:53.499501 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (4d619873-4b60-439f-9b5a-b155dc8bbc34), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:04:54.246723 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-839dd188-ec69-470c-9ab0-d318dc1a2e96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (e79b4fc6-6c71-44b2-a6d0-ff3e1f4dfd0d), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:04:55.405011 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (fea0591a-627d-4c87-9a9a-01625ddf3277), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:05:01.501767 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.agents_db [None req-569f1ced-6396-4ddf-b79f-e03b0b2146ab None None] Agent healthcheck: found 7 active agents {{(pid=103307) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 26 22:05:08.760963 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (32ef628b-8417-46c5-8729-60fcabe358f1), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:05:15.523813 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-8de86d7a-bfd2-47e5-9d6c-ef93733efd43 req-bd9dca55-4a6b-4de2-a4b8-daa90c5617c1 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=a9811863-09b6-4dfd-88fe-a1dce8e42d41&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0432217 Jan 26 22:05:15.628145 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de86d7a-bfd2-47e5-9d6c-ef93733efd43 req-f5d30267-08b1-4fe7-a06d-b52e702a32f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:05:15.629578 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-8de86d7a-bfd2-47e5-9d6c-ef93733efd43 req-f5d30267-08b1-4fe7-a06d-b52e702a32f9 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=37caa54fa0b74aea8f85b9d1c546e6dc&device_id=a9811863-09b6-4dfd-88fe-a1dce8e42d41 HTTP/1.1" status: 200 len: 1097 time: 0.0447707 Jan 26 22:05:16.063993 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de86d7a-bfd2-47e5-9d6c-ef93733efd43 req-e7139330-6d7b-424c-84b8-678b5f0f4f84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:05:16.065498 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-8de86d7a-bfd2-47e5-9d6c-ef93733efd43 req-e7139330-6d7b-424c-84b8-678b5f0f4f84 service neutron] 10.222.0.66 "GET /v2.0/networks?id=4cd375cb-d249-46a6-831f-f9f5a15e68cd HTTP/1.1" status: 200 len: 913 time: 0.4172943 Jan 26 22:05:16.128766 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-8de86d7a-bfd2-47e5-9d6c-ef93733efd43 req-3ddc8f1a-666d-4fb0-8694-a70f1a5115be service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a555b0e4-b878-4940-b164-a34e80e7445e HTTP/1.1" status: 200 len: 1001 time: 0.0568380 Jan 26 22:05:16.175251 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de86d7a-bfd2-47e5-9d6c-ef93733efd43 req-2dcab42e-f759-4995-8bbb-d1c90f66e7f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:05:16.176637 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-8de86d7a-bfd2-47e5-9d6c-ef93733efd43 req-2dcab42e-f759-4995-8bbb-d1c90f66e7f9 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=f81320d2-fa7a-450d-b1f0-259a79f1b76f HTTP/1.1" status: 200 len: 851 time: 0.0423610 Jan 26 22:05:16.224423 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de86d7a-bfd2-47e5-9d6c-ef93733efd43 req-a0492db6-56a9-4a30-b644-a95f311b1e44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:05:16.225941 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-8de86d7a-bfd2-47e5-9d6c-ef93733efd43 req-a0492db6-56a9-4a30-b644-a95f311b1e44 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=4cd375cb-d249-46a6-831f-f9f5a15e68cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0429964 Jan 26 22:05:16.310089 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-8de86d7a-bfd2-47e5-9d6c-ef93733efd43 req-8ede0ad9-bec3-4878-9d71-aa44e604e6b6 service neutron] 10.222.0.66 "GET /v2.0/networks/4cd375cb-d249-46a6-831f-f9f5a15e68cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0777988 Jan 26 22:05:16.401279 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-8de86d7a-bfd2-47e5-9d6c-ef93733efd43 req-435abccd-252f-4f7b-888d-4a3d4ba92be7 service neutron] 10.222.0.66 "GET /v2.0/networks/4cd375cb-d249-46a6-831f-f9f5a15e68cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851855 Jan 26 22:05:18.973511 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-40e7c69f-ca64-4402-8a38-6682d6463886 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (474ccdf7-ab6c-405b-a3b2-dc7b05829902), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:05:21.307674 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-5be76a1f-d869-41b0-ac89-ad04d24bd63d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (09df100c-3af1-4b0a-bda8-05914c71c458), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:05:22.420990 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-841f5991-a4d8-4d4b-b215-cbc6bab5427b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (aa7ee9d2-08eb-4e12-b895-24c57300dfec), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:05:23.517835 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (4d619873-4b60-439f-9b5a-b155dc8bbc34), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:05:24.249418 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-839dd188-ec69-470c-9ab0-d318dc1a2e96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (e79b4fc6-6c71-44b2-a6d0-ff3e1f4dfd0d), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:05:25.409628 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (fea0591a-627d-4c87-9a9a-01625ddf3277), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:05:38.501888 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.agents_db [None req-569f1ced-6396-4ddf-b79f-e03b0b2146ab None None] Agent healthcheck: found 7 active agents {{(pid=103307) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 26 22:05:38.761721 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (32ef628b-8417-46c5-8729-60fcabe358f1), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:05:48.975565 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-c26a62c1-d8e2-429a-866e-8a0becddca2e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (474ccdf7-ab6c-405b-a3b2-dc7b05829902), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:05:51.309712 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b4598d5f-03c7-48ff-8461-9343ea8adf22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (09df100c-3af1-4b0a-bda8-05914c71c458), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:05:52.421546 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-841f5991-a4d8-4d4b-b215-cbc6bab5427b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (aa7ee9d2-08eb-4e12-b895-24c57300dfec), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:05:53.534634 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (4d619873-4b60-439f-9b5a-b155dc8bbc34), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:05:54.252316 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-839dd188-ec69-470c-9ab0-d318dc1a2e96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (e79b4fc6-6c71-44b2-a6d0-ff3e1f4dfd0d), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:05:55.411952 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (fea0591a-627d-4c87-9a9a-01625ddf3277), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:06:08.755185 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (32ef628b-8417-46c5-8729-60fcabe358f1), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:06:15.500905 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.agents_db [None req-569f1ced-6396-4ddf-b79f-e03b0b2146ab None None] Agent healthcheck: found 7 active agents {{(pid=103307) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 26 22:06:16.527240 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-451f4a46-1d0f-4355-844f-0fb64c2ab0de req-a71f63e7-a068-4c0b-ab54-052bbea5f054 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=a9811863-09b6-4dfd-88fe-a1dce8e42d41&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0413361 Jan 26 22:06:16.626324 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451f4a46-1d0f-4355-844f-0fb64c2ab0de req-c6087647-1c3e-4ec3-9ac6-326b448453c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:06:16.627800 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-451f4a46-1d0f-4355-844f-0fb64c2ab0de req-c6087647-1c3e-4ec3-9ac6-326b448453c2 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=37caa54fa0b74aea8f85b9d1c546e6dc&device_id=a9811863-09b6-4dfd-88fe-a1dce8e42d41 HTTP/1.1" status: 200 len: 1097 time: 0.0418305 Jan 26 22:06:16.730714 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451f4a46-1d0f-4355-844f-0fb64c2ab0de req-d8ebe68e-e761-4894-b2eb-8d8c578ccedf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:06:16.732209 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-451f4a46-1d0f-4355-844f-0fb64c2ab0de req-d8ebe68e-e761-4894-b2eb-8d8c578ccedf service neutron] 10.222.0.66 "GET /v2.0/networks?id=4cd375cb-d249-46a6-831f-f9f5a15e68cd HTTP/1.1" status: 200 len: 913 time: 0.0862172 Jan 26 22:06:16.798251 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-451f4a46-1d0f-4355-844f-0fb64c2ab0de req-9d20d2a1-edf2-4407-8ffc-8d1f47bd983b service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a555b0e4-b878-4940-b164-a34e80e7445e HTTP/1.1" status: 200 len: 1001 time: 0.0593572 Jan 26 22:06:16.868322 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451f4a46-1d0f-4355-844f-0fb64c2ab0de req-8841d0f1-0383-4e16-b33e-7a4f5ff3ef78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:06:16.869809 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-451f4a46-1d0f-4355-844f-0fb64c2ab0de req-8841d0f1-0383-4e16-b33e-7a4f5ff3ef78 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=f81320d2-fa7a-450d-b1f0-259a79f1b76f HTTP/1.1" status: 200 len: 851 time: 0.0438399 Jan 26 22:06:16.917569 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451f4a46-1d0f-4355-844f-0fb64c2ab0de req-658c14c4-07b9-4e08-8c2a-91a5d5c61ff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:06:16.919076 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-451f4a46-1d0f-4355-844f-0fb64c2ab0de req-658c14c4-07b9-4e08-8c2a-91a5d5c61ff2 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=4cd375cb-d249-46a6-831f-f9f5a15e68cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0434818 Jan 26 22:06:17.009257 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-451f4a46-1d0f-4355-844f-0fb64c2ab0de req-aafdf105-c2b1-40c7-b092-8bce1f582f24 service neutron] 10.222.0.66 "GET /v2.0/networks/4cd375cb-d249-46a6-831f-f9f5a15e68cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835602 Jan 26 22:06:17.097964 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-451f4a46-1d0f-4355-844f-0fb64c2ab0de req-4b074a71-25f1-4e13-acde-8fdc5e32f9c5 service neutron] 10.222.0.66 "GET /v2.0/networks/4cd375cb-d249-46a6-831f-f9f5a15e68cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834515 Jan 26 22:06:18.976284 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-bff87032-b229-44ad-871b-7a537ee7ddfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (474ccdf7-ab6c-405b-a3b2-dc7b05829902), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:06:21.311871 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-5118a12d-7567-49ca-b064-3b246c580320 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (09df100c-3af1-4b0a-bda8-05914c71c458), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:06:22.424560 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-841f5991-a4d8-4d4b-b215-cbc6bab5427b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (aa7ee9d2-08eb-4e12-b895-24c57300dfec), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:06:23.533268 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (4d619873-4b60-439f-9b5a-b155dc8bbc34), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:06:24.255120 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-839dd188-ec69-470c-9ab0-d318dc1a2e96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (e79b4fc6-6c71-44b2-a6d0-ff3e1f4dfd0d), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:06:25.414570 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (fea0591a-627d-4c87-9a9a-01625ddf3277), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:06:38.754667 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (32ef628b-8417-46c5-8729-60fcabe358f1), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:06:46.055374 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12dfd8e8-79cb-4019-aefa-72fe456faa73 req-31e310d0-5df1-46b9-a124-4a6f95314655 tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:06:46.056861 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-12dfd8e8-79cb-4019-aefa-72fe456faa73 req-31e310d0-5df1-46b9-a124-4a6f95314655 tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] 10.222.0.13 "GET /v2.0/ports?device_id=a9811863-09b6-4dfd-88fe-a1dce8e42d41 HTTP/1.1" status: 200 len: 946 time: 0.0568233 Jan 26 22:06:46.106140 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-12dfd8e8-79cb-4019-aefa-72fe456faa73 req-de3c2cb0-172c-4d6c-9251-ea80d1e90720 tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] 10.222.0.13 "GET /v2.0/security-groups?id=43bea7b8-2240-42b3-a08a-3b2300147b70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431137 Jan 26 22:06:46.356886 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd91a0d-c3cb-4151-88ca-c6aebc73b456 req-8056cfdc-bd8b-4f21-87c5-bcbdea23c367 tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:06:46.358476 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-9dd91a0d-c3cb-4151-88ca-c6aebc73b456 req-8056cfdc-bd8b-4f21-87c5-bcbdea23c367 tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] 10.222.0.13 "GET /v2.0/ports?device_id=a9811863-09b6-4dfd-88fe-a1dce8e42d41 HTTP/1.1" status: 200 len: 946 time: 0.0604050 Jan 26 22:06:46.432477 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-9dd91a0d-c3cb-4151-88ca-c6aebc73b456 req-1dfb9877-86d6-40d1-90e6-5df735782c54 tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] 10.222.0.13 "GET /v2.0/security-groups?id=43bea7b8-2240-42b3-a08a-3b2300147b70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0682676 Jan 26 22:06:46.439709 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-ee3217f4-0f64-4b9f-88cc-e1d6cfc9383e req-3723382a-6604-4843-9054-7f37b1367e82 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=a9811863-09b6-4dfd-88fe-a1dce8e42d41&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1024897 Jan 26 22:06:47.552776 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb619803-3cdf-41dc-9102-d6564bb89d0a req-1d1a232c-3d20-4523-ac2c-225c93b2e0c7 tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:06:47.554311 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-bb619803-3cdf-41dc-9102-d6564bb89d0a req-1d1a232c-3d20-4523-ac2c-225c93b2e0c7 tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] 10.222.0.13 "GET /v2.0/ports?device_id=a9811863-09b6-4dfd-88fe-a1dce8e42d41 HTTP/1.1" status: 200 len: 946 time: 0.0521519 Jan 26 22:06:47.586579 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3217f4-0f64-4b9f-88cc-e1d6cfc9383e req-444057e1-8ece-4567-a2fc-9fd9d395ec9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:06:47.588093 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-ee3217f4-0f64-4b9f-88cc-e1d6cfc9383e req-444057e1-8ece-4567-a2fc-9fd9d395ec9a service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=37caa54fa0b74aea8f85b9d1c546e6dc&device_id=a9811863-09b6-4dfd-88fe-a1dce8e42d41 HTTP/1.1" status: 200 len: 1097 time: 0.0418801 Jan 26 22:06:47.603433 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-bb619803-3cdf-41dc-9102-d6564bb89d0a req-cd944bdc-040d-463d-a443-93117d389ba1 tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] 10.222.0.13 "GET /v2.0/security-groups?id=43bea7b8-2240-42b3-a08a-3b2300147b70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425484 Jan 26 22:06:47.679944 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3217f4-0f64-4b9f-88cc-e1d6cfc9383e req-22380c33-16ed-49c2-b1bb-5a9c1725a72e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:06:47.681360 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-ee3217f4-0f64-4b9f-88cc-e1d6cfc9383e req-22380c33-16ed-49c2-b1bb-5a9c1725a72e service neutron] 10.222.0.66 "GET /v2.0/networks?id=4cd375cb-d249-46a6-831f-f9f5a15e68cd HTTP/1.1" status: 200 len: 913 time: 0.0878911 Jan 26 22:06:47.745027 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-ee3217f4-0f64-4b9f-88cc-e1d6cfc9383e req-5b98f363-82f3-4830-b4d9-9ef20a69ce9d service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a555b0e4-b878-4940-b164-a34e80e7445e HTTP/1.1" status: 200 len: 1001 time: 0.0576637 Jan 26 22:06:47.793169 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3217f4-0f64-4b9f-88cc-e1d6cfc9383e req-95c3fc41-38af-4730-8ad4-a88d5db5b16f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:06:47.794651 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-ee3217f4-0f64-4b9f-88cc-e1d6cfc9383e req-95c3fc41-38af-4730-8ad4-a88d5db5b16f service neutron] 10.222.0.66 "GET /v2.0/subnets?id=f81320d2-fa7a-450d-b1f0-259a79f1b76f HTTP/1.1" status: 200 len: 851 time: 0.0439358 Jan 26 22:06:47.853786 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3217f4-0f64-4b9f-88cc-e1d6cfc9383e req-7679ba1a-b66d-413f-b41a-8e927198cda0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:06:47.855487 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-ee3217f4-0f64-4b9f-88cc-e1d6cfc9383e req-7679ba1a-b66d-413f-b41a-8e927198cda0 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=4cd375cb-d249-46a6-831f-f9f5a15e68cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0555162 Jan 26 22:06:47.941392 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-ee3217f4-0f64-4b9f-88cc-e1d6cfc9383e req-fd679c6f-fe3f-45db-b229-bf1d81815dba service neutron] 10.222.0.66 "GET /v2.0/networks/4cd375cb-d249-46a6-831f-f9f5a15e68cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0794318 Jan 26 22:06:48.032480 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-ee3217f4-0f64-4b9f-88cc-e1d6cfc9383e req-52d46ced-44df-4ae2-8bd1-7ad0dfad7ab7 service neutron] 10.222.0.66 "GET /v2.0/networks/4cd375cb-d249-46a6-831f-f9f5a15e68cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851903 Jan 26 22:06:48.723638 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb76704-51e0-4fe9-96d7-7aeef6598817 req-78a84610-5b98-4c62-9b83-a143b0fe6349 tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:06:48.725500 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-ecb76704-51e0-4fe9-96d7-7aeef6598817 req-78a84610-5b98-4c62-9b83-a143b0fe6349 tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] 10.222.0.13 "GET /v2.0/ports?device_id=a9811863-09b6-4dfd-88fe-a1dce8e42d41 HTTP/1.1" status: 200 len: 946 time: 0.0513875 Jan 26 22:06:48.772228 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-ecb76704-51e0-4fe9-96d7-7aeef6598817 req-53d016a6-6de9-4047-8594-89ebb98fcb61 tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] 10.222.0.13 "GET /v2.0/security-groups?id=43bea7b8-2240-42b3-a08a-3b2300147b70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408845 Jan 26 22:06:48.978075 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-edc91cc0-2901-469d-929e-cf498cda1894 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (474ccdf7-ab6c-405b-a3b2-dc7b05829902), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:06:49.895724 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d576ff-7d72-429f-ab79-acd1d63057bf req-10fe5243-a0e5-43be-b501-19a7ad8575ef tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:06:49.897216 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-43d576ff-7d72-429f-ab79-acd1d63057bf req-10fe5243-a0e5-43be-b501-19a7ad8575ef tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] 10.222.0.13 "GET /v2.0/ports?device_id=a9811863-09b6-4dfd-88fe-a1dce8e42d41 HTTP/1.1" status: 200 len: 946 time: 0.0500023 Jan 26 22:06:49.943088 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-43d576ff-7d72-429f-ab79-acd1d63057bf req-434c1302-d5f8-4195-900b-00f27d5fa0de tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] 10.222.0.13 "GET /v2.0/security-groups?id=43bea7b8-2240-42b3-a08a-3b2300147b70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403163 Jan 26 22:06:51.063165 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4562d6af-24e7-4072-9c49-89a8dbf08838 req-ddee6d3a-7914-469b-9b12-c8d37d4b8ba4 tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:06:51.064658 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-4562d6af-24e7-4072-9c49-89a8dbf08838 req-ddee6d3a-7914-469b-9b12-c8d37d4b8ba4 tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] 10.222.0.13 "GET /v2.0/ports?device_id=a9811863-09b6-4dfd-88fe-a1dce8e42d41 HTTP/1.1" status: 200 len: 946 time: 0.0543485 Jan 26 22:06:51.111648 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-4562d6af-24e7-4072-9c49-89a8dbf08838 req-f4ca4a35-c230-45b3-8c41-b4d9d7c85ee9 tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] 10.222.0.13 "GET /v2.0/security-groups?id=43bea7b8-2240-42b3-a08a-3b2300147b70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414157 Jan 26 22:06:51.313373 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-9fe9c580-f321-4d3e-8fa8-410ea99904fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (09df100c-3af1-4b0a-bda8-05914c71c458), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:06:52.227199 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685fecf0-df40-4841-b65b-45e320c48c33 req-d8512643-bba1-4519-b258-3f6096a46329 tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:06:52.228706 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-685fecf0-df40-4841-b65b-45e320c48c33 req-d8512643-bba1-4519-b258-3f6096a46329 tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] 10.222.0.13 "GET /v2.0/ports?device_id=a9811863-09b6-4dfd-88fe-a1dce8e42d41 HTTP/1.1" status: 200 len: 946 time: 0.0486619 Jan 26 22:06:52.275988 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-685fecf0-df40-4841-b65b-45e320c48c33 req-70468db4-b14d-4f84-a008-cc87f316238e tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] 10.222.0.13 "GET /v2.0/security-groups?id=43bea7b8-2240-42b3-a08a-3b2300147b70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405812 Jan 26 22:06:52.429994 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-841f5991-a4d8-4d4b-b215-cbc6bab5427b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (aa7ee9d2-08eb-4e12-b895-24c57300dfec), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:06:52.501233 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.agents_db [None req-569f1ced-6396-4ddf-b79f-e03b0b2146ab None None] Agent healthcheck: found 7 active agents {{(pid=103307) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 26 22:06:53.391242 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c098d15-a567-4f37-896d-3e9997de365b req-ae7b10c1-ca7e-43c7-8a1b-3d28ae5a149c tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:06:53.392756 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-1c098d15-a567-4f37-896d-3e9997de365b req-ae7b10c1-ca7e-43c7-8a1b-3d28ae5a149c tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] 10.222.0.13 "GET /v2.0/ports?device_id=a9811863-09b6-4dfd-88fe-a1dce8e42d41 HTTP/1.1" status: 200 len: 946 time: 0.0489905 Jan 26 22:06:53.442666 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-1c098d15-a567-4f37-896d-3e9997de365b req-a443a1fb-b134-4a31-a4c5-867f1c7d1e28 tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] 10.222.0.13 "GET /v2.0/security-groups?id=43bea7b8-2240-42b3-a08a-3b2300147b70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441623 Jan 26 22:06:53.546892 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (4d619873-4b60-439f-9b5a-b155dc8bbc34), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:06:54.257049 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-839dd188-ec69-470c-9ab0-d318dc1a2e96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (e79b4fc6-6c71-44b2-a6d0-ff3e1f4dfd0d), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:06:54.556887 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9468bd05-9c6d-498f-a552-b57289c5cd0f req-7e693065-18ad-4ef0-9ddd-c1f439d715ff tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:06:54.558361 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-9468bd05-9c6d-498f-a552-b57289c5cd0f req-7e693065-18ad-4ef0-9ddd-c1f439d715ff tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] 10.222.0.13 "GET /v2.0/ports?device_id=a9811863-09b6-4dfd-88fe-a1dce8e42d41 HTTP/1.1" status: 200 len: 946 time: 0.0478332 Jan 26 22:06:54.605209 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-9468bd05-9c6d-498f-a552-b57289c5cd0f req-1855770a-6e5d-49c7-b274-6b1fcd5fe52d tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] 10.222.0.13 "GET /v2.0/security-groups?id=43bea7b8-2240-42b3-a08a-3b2300147b70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413749 Jan 26 22:06:55.416615 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (fea0591a-627d-4c87-9a9a-01625ddf3277), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:06:55.717378 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3acad36a-0194-4e58-ac68-50ff0cf2fffb req-56b19866-568a-4962-b4f1-c932fc68ae31 tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:06:55.718841 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-3acad36a-0194-4e58-ac68-50ff0cf2fffb req-56b19866-568a-4962-b4f1-c932fc68ae31 tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] 10.222.0.13 "GET /v2.0/ports?device_id=a9811863-09b6-4dfd-88fe-a1dce8e42d41 HTTP/1.1" status: 200 len: 946 time: 0.0476363 Jan 26 22:06:55.764694 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-3acad36a-0194-4e58-ac68-50ff0cf2fffb req-5824df52-f550-4866-acab-496ba072c1f8 tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] 10.222.0.13 "GET /v2.0/security-groups?id=43bea7b8-2240-42b3-a08a-3b2300147b70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403969 Jan 26 22:06:56.881911 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197a81d9-fd95-49f0-b979-e90fd1659bac req-1abba89f-371a-4696-9a19-0d028860339a tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:06:56.883423 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-197a81d9-fd95-49f0-b979-e90fd1659bac req-1abba89f-371a-4696-9a19-0d028860339a tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] 10.222.0.13 "GET /v2.0/ports?device_id=a9811863-09b6-4dfd-88fe-a1dce8e42d41 HTTP/1.1" status: 200 len: 946 time: 0.0523849 Jan 26 22:06:56.929676 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-197a81d9-fd95-49f0-b979-e90fd1659bac req-e4f1906c-ede2-4bae-9da2-34a9a65ccfce tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] 10.222.0.13 "GET /v2.0/security-groups?id=43bea7b8-2240-42b3-a08a-3b2300147b70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400057 Jan 26 22:06:58.044502 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dfb923e-1aec-40e1-9838-fb8d8fd07109 req-ae8248c1-c4c8-46f1-bf28-598660a1df1a tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:06:58.046037 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-6dfb923e-1aec-40e1-9838-fb8d8fd07109 req-ae8248c1-c4c8-46f1-bf28-598660a1df1a tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] 10.222.0.13 "GET /v2.0/ports?device_id=a9811863-09b6-4dfd-88fe-a1dce8e42d41 HTTP/1.1" status: 200 len: 946 time: 0.0494523 Jan 26 22:06:58.094139 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-6dfb923e-1aec-40e1-9838-fb8d8fd07109 req-9ad1e11e-22c8-4e10-87ca-2a504762f966 tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] 10.222.0.13 "GET /v2.0/security-groups?id=43bea7b8-2240-42b3-a08a-3b2300147b70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423360 Jan 26 22:06:59.208313 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050b2eac-9978-4873-bf5c-bb85f1902c7e req-27784e0b-8f5b-4370-b335-5f92ce2de6f9 tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:06:59.209822 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-050b2eac-9978-4873-bf5c-bb85f1902c7e req-27784e0b-8f5b-4370-b335-5f92ce2de6f9 tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] 10.222.0.13 "GET /v2.0/ports?device_id=a9811863-09b6-4dfd-88fe-a1dce8e42d41 HTTP/1.1" status: 200 len: 946 time: 0.0486426 Jan 26 22:06:59.259836 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-050b2eac-9978-4873-bf5c-bb85f1902c7e req-b8318581-65d8-406c-9ecc-5709e32010fd tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] 10.222.0.13 "GET /v2.0/security-groups?id=43bea7b8-2240-42b3-a08a-3b2300147b70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445635 Jan 26 22:07:00.261213 n-d-760453-5 neutron-server[103305]: INFO neutron.api.v2.resource [req-ee3217f4-0f64-4b9f-88cc-e1d6cfc9383e req-2613d049-ffe9-43e7-8718-e5240dd8100a service neutron] show failed (client error): The resource could not be found. Jan 26 22:07:00.262898 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-ee3217f4-0f64-4b9f-88cc-e1d6cfc9383e req-2613d049-ffe9-43e7-8718-e5240dd8100a service neutron] 10.222.0.66 "GET /v2.0/ports/a555b0e4-b878-4940-b164-a34e80e7445e/bindings/n-h2-760453-5 HTTP/1.1" status: 404 len: 380 time: 0.0546381 Jan 26 22:07:00.378402 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57617d58-ca39-47bd-ae26-c285a2295376 req-e8eb6fef-4ef7-4cdc-bc5e-6719ac3152d5 tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:07:00.379918 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-57617d58-ca39-47bd-ae26-c285a2295376 req-e8eb6fef-4ef7-4cdc-bc5e-6719ac3152d5 tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] 10.222.0.13 "GET /v2.0/ports?device_id=a9811863-09b6-4dfd-88fe-a1dce8e42d41 HTTP/1.1" status: 200 len: 946 time: 0.0505683 Jan 26 22:07:00.443927 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-57617d58-ca39-47bd-ae26-c285a2295376 req-81eae570-5315-4e42-b4cc-8801c173ea34 tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] 10.222.0.13 "GET /v2.0/security-groups?id=43bea7b8-2240-42b3-a08a-3b2300147b70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0572517 Jan 26 22:07:00.472112 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3217f4-0f64-4b9f-88cc-e1d6cfc9383e req-af49c8a1-405e-4f26-ab8e-204592cbfe2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:07:00.473626 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-ee3217f4-0f64-4b9f-88cc-e1d6cfc9383e req-af49c8a1-405e-4f26-ab8e-204592cbfe2f service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=a9811863-09b6-4dfd-88fe-a1dce8e42d41&tenant_id=37caa54fa0b74aea8f85b9d1c546e6dc HTTP/1.1" status: 200 len: 1097 time: 0.0452673 Jan 26 22:07:00.483651 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [req-ee3217f4-0f64-4b9f-88cc-e1d6cfc9383e req-dfcde8c9-bb04-453b-882d-6add88cdd1b9 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=103304) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 26 22:07:00.484586 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-ee3217f4-0f64-4b9f-88cc-e1d6cfc9383e req-dfcde8c9-bb04-453b-882d-6add88cdd1b9 service neutron] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0048184 Jan 26 22:07:00.495156 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [req-ee3217f4-0f64-4b9f-88cc-e1d6cfc9383e req-a313950e-05e9-4b07-91c1-d611a2773a3c service neutron] Request body: {'port': {'binding:host_id': 'n-h2-760453-5', 'device_owner': 'compute:nova'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 22:07:00.550466 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-ee3217f4-0f64-4b9f-88cc-e1d6cfc9383e req-a313950e-05e9-4b07-91c1-d611a2773a3c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (a555b0e4-b878-4940-b164-a34e80e7445e), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:07:00.747628 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [req-ee3217f4-0f64-4b9f-88cc-e1d6cfc9383e req-a313950e-05e9-4b07-91c1-d611a2773a3c service neutron] For port a555b0e4-b878-4940-b164-a34e80e7445e, host n-h1-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-5',level=0,port_id=a555b0e4-b878-4940-b164-a34e80e7445e,segment=NetworkSegment(66e4f491-9a6a-4ffc-8f64-b9e6923cc891),segment_id=66e4f491-9a6a-4ffc-8f64-b9e6923cc891)] {{(pid=103304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 22:07:00.779930 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [req-ee3217f4-0f64-4b9f-88cc-e1d6cfc9383e req-a313950e-05e9-4b07-91c1-d611a2773a3c service neutron] For port a555b0e4-b878-4940-b164-a34e80e7445e, host n-h1-760453-5, cleared binding levels {{(pid=103304) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 26 22:07:00.818536 n-d-760453-5 neutron-server[103304]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9811863-09b6-4dfd-88fe-a1dce8e42d41', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a555b0e4-b878-4940-b164-a34e80e7445e'}] {{(pid=103304) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 22:07:00.820761 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86e783e1922a725fac327d65912384d63450ce1a6a2ee22db2d1cc52fb257f3b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e830bbfb-2522-4127-82f5-44fdcff53c40" -d '{"events": [{"server_uuid": "a9811863-09b6-4dfd-88fe-a1dce8e42d41", "name": "network-vif-unplugged", "status": "completed", "tag": "a555b0e4-b878-4940-b164-a34e80e7445e"}]}' {{(pid=103304) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 22:07:00.824294 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-ee3217f4-0f64-4b9f-88cc-e1d6cfc9383e req-a313950e-05e9-4b07-91c1-d611a2773a3c service neutron] Publish callbacks [] for port (a555b0e4-b878-4940-b164-a34e80e7445e), precommit_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:07:00.836415 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.provisioning_blocks [req-ee3217f4-0f64-4b9f-88cc-e1d6cfc9383e req-a313950e-05e9-4b07-91c1-d611a2773a3c service neutron] Transition to ACTIVE for port object a555b0e4-b878-4940-b164-a34e80e7445e will not be triggered until provisioned by entity L2. {{(pid=103304) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 22:07:00.845801 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-ee3217f4-0f64-4b9f-88cc-e1d6cfc9383e req-a313950e-05e9-4b07-91c1-d611a2773a3c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9281542'] for port (a555b0e4-b878-4940-b164-a34e80e7445e), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:07:00.876310 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 26 Jan 2022 22:07:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db4bdc2c-1402-4ab7-a9d6-6a75b26e947a x-openstack-request-id: req-db4bdc2c-1402-4ab7-a9d6-6a75b26e947a {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 22:07:00.876633 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9811863-09b6-4dfd-88fe-a1dce8e42d41", "name": "network-vif-unplugged", "status": "completed", "tag": "a555b0e4-b878-4940-b164-a34e80e7445e", "code": 200}]} {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 22:07:00.876876 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-db4bdc2c-1402-4ab7-a9d6-6a75b26e947a {{(pid=103304) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 22:07:00.877268 n-d-760453-5 neutron-server[103304]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9811863-09b6-4dfd-88fe-a1dce8e42d41', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a555b0e4-b878-4940-b164-a34e80e7445e', 'code': 200} Jan 26 22:07:00.966934 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a313950e-05e9-4b07-91c1-d611a2773a3c service neutron] Pushing event updated for resources: {'Port': ['ID=a555b0e4-b878-4940-b164-a34e80e7445e,revision_number=6']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 22:07:00.991226 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a313950e-05e9-4b07-91c1-d611a2773a3c service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:07:00.991576 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a313950e-05e9-4b07-91c1-d611a2773a3c service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:07:00.991920 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a313950e-05e9-4b07-91c1-d611a2773a3c service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:07:00.992363 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a313950e-05e9-4b07-91c1-d611a2773a3c service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:07:00.992584 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a313950e-05e9-4b07-91c1-d611a2773a3c service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:07:00.992918 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a313950e-05e9-4b07-91c1-d611a2773a3c service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:07:00.993247 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a313950e-05e9-4b07-91c1-d611a2773a3c service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:07:00.993602 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a313950e-05e9-4b07-91c1-d611a2773a3c service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:07:00.993929 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a313950e-05e9-4b07-91c1-d611a2773a3c service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:07:00.994254 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a313950e-05e9-4b07-91c1-d611a2773a3c service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:07:00.994582 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a313950e-05e9-4b07-91c1-d611a2773a3c service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:07:00.994907 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a313950e-05e9-4b07-91c1-d611a2773a3c service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:07:00.995230 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a313950e-05e9-4b07-91c1-d611a2773a3c service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:07:01.033565 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee3217f4-0f64-4b9f-88cc-e1d6cfc9383e req-a313950e-05e9-4b07-91c1-d611a2773a3c service neutron] No DVR routers for this DVR port a555b0e4-b878-4940-b164-a34e80e7445e on host n-h1-760453-5 {{(pid=103304) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 26 22:07:01.169713 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [req-ee3217f4-0f64-4b9f-88cc-e1d6cfc9383e req-a313950e-05e9-4b07-91c1-d611a2773a3c service neutron] Attempting to bind port a555b0e4-b878-4940-b164-a34e80e7445e on host n-h2-760453-5 for vnic_type normal with profile {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 22:07:01.169962 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [req-ee3217f4-0f64-4b9f-88cc-e1d6cfc9383e req-a313950e-05e9-4b07-91c1-d611a2773a3c service neutron] Attempting to bind port a555b0e4-b878-4940-b164-a34e80e7445e by drivers openvswitch,hyperv on host n-h2-760453-5 at level 0 using segments [{'id': '66e4f491-9a6a-4ffc-8f64-b9e6923cc891', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '4cd375cb-d249-46a6-831f-f9f5a15e68cd'}] {{(pid=103304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 26 22:07:01.170283 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee3217f4-0f64-4b9f-88cc-e1d6cfc9383e req-a313950e-05e9-4b07-91c1-d611a2773a3c service neutron] Attempting to bind port a555b0e4-b878-4940-b164-a34e80e7445e on network 4cd375cb-d249-46a6-831f-f9f5a15e68cd {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 22:07:01.174515 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee3217f4-0f64-4b9f-88cc-e1d6cfc9383e req-a313950e-05e9-4b07-91c1-d611a2773a3c service neutron] Port a555b0e4-b878-4940-b164-a34e80e7445e on network 4cd375cb-d249-46a6-831f-f9f5a15e68cd not bound, no agent of type Open vSwitch agent registered on host n-h2-760453-5 {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 26 22:07:01.174828 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee3217f4-0f64-4b9f-88cc-e1d6cfc9383e req-a313950e-05e9-4b07-91c1-d611a2773a3c service neutron] Attempting to bind port a555b0e4-b878-4940-b164-a34e80e7445e on network 4cd375cb-d249-46a6-831f-f9f5a15e68cd {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 22:07:01.179545 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee3217f4-0f64-4b9f-88cc-e1d6cfc9383e req-a313950e-05e9-4b07-91c1-d611a2773a3c service neutron] Checking agent: {'id': '4d619873-4b60-439f-9b5a-b155dc8bbc34', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-760453-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 21, 2, 53), 'started_at': datetime.datetime(2022, 1, 26, 21, 2, 53), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 22, 6, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 26 22:07:01.179881 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee3217f4-0f64-4b9f-88cc-e1d6cfc9383e req-a313950e-05e9-4b07-91c1-d611a2773a3c service neutron] Checking segment: {'id': '66e4f491-9a6a-4ffc-8f64-b9e6923cc891', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '4cd375cb-d249-46a6-831f-f9f5a15e68cd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103304) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 22:07:01.180258 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee3217f4-0f64-4b9f-88cc-e1d6cfc9383e req-a313950e-05e9-4b07-91c1-d611a2773a3c service neutron] Bound using segment: {'id': '66e4f491-9a6a-4ffc-8f64-b9e6923cc891', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '4cd375cb-d249-46a6-831f-f9f5a15e68cd'} {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 26 22:07:01.180673 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [req-ee3217f4-0f64-4b9f-88cc-e1d6cfc9383e req-a313950e-05e9-4b07-91c1-d611a2773a3c service neutron] Bound port: a555b0e4-b878-4940-b164-a34e80e7445e, host: n-h2-760453-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '66e4f491-9a6a-4ffc-8f64-b9e6923cc891', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '4cd375cb-d249-46a6-831f-f9f5a15e68cd'}}] {{(pid=103304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 26 22:07:01.181019 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-ee3217f4-0f64-4b9f-88cc-e1d6cfc9383e req-a313950e-05e9-4b07-91c1-d611a2773a3c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (a555b0e4-b878-4940-b164-a34e80e7445e), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:07:01.242081 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [req-ee3217f4-0f64-4b9f-88cc-e1d6cfc9383e req-a313950e-05e9-4b07-91c1-d611a2773a3c service neutron] For port a555b0e4-b878-4940-b164-a34e80e7445e, host n-h2-760453-5, cleared binding levels {{(pid=103304) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 26 22:07:01.245261 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [req-ee3217f4-0f64-4b9f-88cc-e1d6cfc9383e req-a313950e-05e9-4b07-91c1-d611a2773a3c service neutron] For port a555b0e4-b878-4940-b164-a34e80e7445e, host n-h2-760453-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-5',level=0,port_id=a555b0e4-b878-4940-b164-a34e80e7445e,segment=NetworkSegment(66e4f491-9a6a-4ffc-8f64-b9e6923cc891),segment_id=66e4f491-9a6a-4ffc-8f64-b9e6923cc891)] {{(pid=103304) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 26 22:07:01.249648 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-ee3217f4-0f64-4b9f-88cc-e1d6cfc9383e req-a313950e-05e9-4b07-91c1-d611a2773a3c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9281542'] for port (a555b0e4-b878-4940-b164-a34e80e7445e), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:07:01.282326 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3217f4-0f64-4b9f-88cc-e1d6cfc9383e req-a313950e-05e9-4b07-91c1-d611a2773a3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:07:01.282931 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-ee3217f4-0f64-4b9f-88cc-e1d6cfc9383e req-a313950e-05e9-4b07-91c1-d611a2773a3c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:07:01.284316 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-ee3217f4-0f64-4b9f-88cc-e1d6cfc9383e req-a313950e-05e9-4b07-91c1-d611a2773a3c service neutron] 10.222.0.57 "PUT /v2.0/ports/a555b0e4-b878-4940-b164-a34e80e7445e HTTP/1.1" status: 200 len: 1092 time: 0.7927754 Jan 26 22:07:01.307644 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a313950e-05e9-4b07-91c1-d611a2773a3c service neutron] Pushing event updated for resources: {'Port': ['ID=a555b0e4-b878-4940-b164-a34e80e7445e,revision_number=7']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 22:07:01.355359 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3217f4-0f64-4b9f-88cc-e1d6cfc9383e req-2a38d5c1-916c-4675-98c2-e7384fe07a0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:07:01.356975 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-ee3217f4-0f64-4b9f-88cc-e1d6cfc9383e req-2a38d5c1-916c-4675-98c2-e7384fe07a0f service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=37caa54fa0b74aea8f85b9d1c546e6dc&device_id=a9811863-09b6-4dfd-88fe-a1dce8e42d41 HTTP/1.1" status: 200 len: 1095 time: 0.0437329 Jan 26 22:07:01.454481 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3217f4-0f64-4b9f-88cc-e1d6cfc9383e req-1f65cdba-b919-4222-9ec6-671bef39b181 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:07:01.455975 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-ee3217f4-0f64-4b9f-88cc-e1d6cfc9383e req-1f65cdba-b919-4222-9ec6-671bef39b181 service neutron] 10.222.0.57 "GET /v2.0/networks?id=4cd375cb-d249-46a6-831f-f9f5a15e68cd HTTP/1.1" status: 200 len: 913 time: 0.0930989 Jan 26 22:07:01.533276 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-ee3217f4-0f64-4b9f-88cc-e1d6cfc9383e req-20470d57-d954-48c2-ab59-b288249e5fb5 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a555b0e4-b878-4940-b164-a34e80e7445e HTTP/1.1" status: 200 len: 999 time: 0.0706887 Jan 26 22:07:01.609775 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d41371-8302-44b4-81e4-f940e151a286 req-e557d754-74d2-4dc5-86f9-fef835cfbd0c tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:07:01.611188 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-19d41371-8302-44b4-81e4-f940e151a286 req-e557d754-74d2-4dc5-86f9-fef835cfbd0c tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] 10.222.0.13 "GET /v2.0/ports?device_id=a9811863-09b6-4dfd-88fe-a1dce8e42d41 HTTP/1.1" status: 200 len: 944 time: 0.0937078 Jan 26 22:07:01.612934 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3217f4-0f64-4b9f-88cc-e1d6cfc9383e req-ed5e6777-0dc5-4c2d-97f1-eeeee1dc15a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:07:01.614295 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-ee3217f4-0f64-4b9f-88cc-e1d6cfc9383e req-ed5e6777-0dc5-4c2d-97f1-eeeee1dc15a2 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=f81320d2-fa7a-450d-b1f0-259a79f1b76f HTTP/1.1" status: 200 len: 851 time: 0.0624282 Jan 26 22:07:01.686475 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3217f4-0f64-4b9f-88cc-e1d6cfc9383e req-3ab9831a-2f6c-42f6-b5ee-41f83dd57c0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:07:01.687896 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-ee3217f4-0f64-4b9f-88cc-e1d6cfc9383e req-3ab9831a-2f6c-42f6-b5ee-41f83dd57c0f service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=4cd375cb-d249-46a6-831f-f9f5a15e68cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0647159 Jan 26 22:07:01.691421 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-19d41371-8302-44b4-81e4-f940e151a286 req-9efcbead-a351-4354-98a6-26ac37ce5984 tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] 10.222.0.13 "GET /v2.0/security-groups?id=43bea7b8-2240-42b3-a08a-3b2300147b70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0745215 Jan 26 22:07:01.780273 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-ee3217f4-0f64-4b9f-88cc-e1d6cfc9383e req-9c3fc0d9-79ef-40be-9a1b-704df531fb76 service neutron] 10.222.0.57 "GET /v2.0/networks/4cd375cb-d249-46a6-831f-f9f5a15e68cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863876 Jan 26 22:07:01.867593 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-ee3217f4-0f64-4b9f-88cc-e1d6cfc9383e req-47d75770-503b-42b7-bd48-a5537287b57c service neutron] 10.222.0.57 "GET /v2.0/networks/4cd375cb-d249-46a6-831f-f9f5a15e68cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813522 Jan 26 22:07:02.572553 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Device a555b0e4-b878-4940-b164-a34e80e7445e no longer exists at agent hyperv_n-h1-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 26 22:07:02.613642 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] The host n-h1-760453-5 is not matching for port a555b0e4-b878-4940-b164-a34e80e7445e host n-h2-760453-5! {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2317}} Jan 26 22:07:02.614027 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Device a555b0e4-b878-4940-b164-a34e80e7445e not bound to the agent host n-h1-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 26 22:07:02.816122 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538b5e0f-e191-4b3e-b8ba-c01c28a74c65 req-399fa976-4555-42af-9f48-19268411a0c5 tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:07:02.817637 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-538b5e0f-e191-4b3e-b8ba-c01c28a74c65 req-399fa976-4555-42af-9f48-19268411a0c5 tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] 10.222.0.13 "GET /v2.0/ports?device_id=a9811863-09b6-4dfd-88fe-a1dce8e42d41 HTTP/1.1" status: 200 len: 944 time: 0.0528069 Jan 26 22:07:02.863937 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-538b5e0f-e191-4b3e-b8ba-c01c28a74c65 req-b471887c-9bb6-42b9-8763-f03ba6b3780b tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] 10.222.0.13 "GET /v2.0/security-groups?id=43bea7b8-2240-42b3-a08a-3b2300147b70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408216 Jan 26 22:07:02.878547 n-d-760453-5 neutron-server[103304]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a9811863-09b6-4dfd-88fe-a1dce8e42d41', 'tag': 'a555b0e4-b878-4940-b164-a34e80e7445e'}] {{(pid=103304) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 22:07:02.880851 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86e783e1922a725fac327d65912384d63450ce1a6a2ee22db2d1cc52fb257f3b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d456d8f1-0595-4b4e-b6af-6b2d3e77c6f5" -d '{"events": [{"name": "network-changed", "server_uuid": "a9811863-09b6-4dfd-88fe-a1dce8e42d41", "tag": "a555b0e4-b878-4940-b164-a34e80e7445e"}]}' {{(pid=103304) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 22:07:02.927773 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 26 Jan 2022 22:07:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3f2d60c-cb6a-4c16-8d50-d7a2d917e47b x-openstack-request-id: req-e3f2d60c-cb6a-4c16-8d50-d7a2d917e47b {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 22:07:02.928072 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a9811863-09b6-4dfd-88fe-a1dce8e42d41", "tag": "a555b0e4-b878-4940-b164-a34e80e7445e", "status": "completed", "code": 200}]} {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 22:07:02.928329 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e3f2d60c-cb6a-4c16-8d50-d7a2d917e47b {{(pid=103304) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 22:07:02.928734 n-d-760453-5 neutron-server[103304]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a9811863-09b6-4dfd-88fe-a1dce8e42d41', 'tag': 'a555b0e4-b878-4940-b164-a34e80e7445e', 'status': 'completed', 'code': 200} Jan 26 22:07:02.990170 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d456d8f1-0595-4b4e-b6af-6b2d3e77c6f5 req-525f84c7-95bc-4e5b-addd-796dc1cace38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:07:02.991640 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-d456d8f1-0595-4b4e-b6af-6b2d3e77c6f5 req-525f84c7-95bc-4e5b-addd-796dc1cace38 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=37caa54fa0b74aea8f85b9d1c546e6dc&device_id=a9811863-09b6-4dfd-88fe-a1dce8e42d41 HTTP/1.1" status: 200 len: 1095 time: 0.0440295 Jan 26 22:07:03.017322 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d456d8f1-0595-4b4e-b6af-6b2d3e77c6f5 req-3264c4d5-5650-419b-8d5b-971ef09de415 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:07:03.018832 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-d456d8f1-0595-4b4e-b6af-6b2d3e77c6f5 req-3264c4d5-5650-419b-8d5b-971ef09de415 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=37caa54fa0b74aea8f85b9d1c546e6dc&device_id=a9811863-09b6-4dfd-88fe-a1dce8e42d41 HTTP/1.1" status: 200 len: 1095 time: 0.0416336 Jan 26 22:07:03.083285 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d456d8f1-0595-4b4e-b6af-6b2d3e77c6f5 req-ef6f138d-6a3b-4f1e-9558-760b49a404f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:07:03.084779 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-d456d8f1-0595-4b4e-b6af-6b2d3e77c6f5 req-ef6f138d-6a3b-4f1e-9558-760b49a404f4 service neutron] 10.222.0.57 "GET /v2.0/networks?id=4cd375cb-d249-46a6-831f-f9f5a15e68cd HTTP/1.1" status: 200 len: 913 time: 0.0864763 Jan 26 22:07:03.113771 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d456d8f1-0595-4b4e-b6af-6b2d3e77c6f5 req-e06c9cc1-f554-407c-8df8-a02fad5d3842 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:07:03.115405 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-d456d8f1-0595-4b4e-b6af-6b2d3e77c6f5 req-e06c9cc1-f554-407c-8df8-a02fad5d3842 service neutron] 10.222.0.66 "GET /v2.0/networks?id=4cd375cb-d249-46a6-831f-f9f5a15e68cd HTTP/1.1" status: 200 len: 913 time: 0.0902143 Jan 26 22:07:03.153846 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-d456d8f1-0595-4b4e-b6af-6b2d3e77c6f5 req-99fe1e65-0f86-4635-9c4a-4f75875953b6 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a555b0e4-b878-4940-b164-a34e80e7445e HTTP/1.1" status: 200 len: 999 time: 0.0623317 Jan 26 22:07:03.181177 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-d456d8f1-0595-4b4e-b6af-6b2d3e77c6f5 req-f9656003-890c-4498-a049-621e8ac45a0c service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a555b0e4-b878-4940-b164-a34e80e7445e HTTP/1.1" status: 200 len: 999 time: 0.0594876 Jan 26 22:07:03.202835 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d456d8f1-0595-4b4e-b6af-6b2d3e77c6f5 req-5e2906fc-30b7-4527-af86-f44c30ccb597 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:07:03.204332 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-d456d8f1-0595-4b4e-b6af-6b2d3e77c6f5 req-5e2906fc-30b7-4527-af86-f44c30ccb597 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=f81320d2-fa7a-450d-b1f0-259a79f1b76f HTTP/1.1" status: 200 len: 851 time: 0.0441086 Jan 26 22:07:03.229609 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d456d8f1-0595-4b4e-b6af-6b2d3e77c6f5 req-d07c107f-8d8f-48da-a4ec-eede0a9042c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:07:03.231220 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-d456d8f1-0595-4b4e-b6af-6b2d3e77c6f5 req-d07c107f-8d8f-48da-a4ec-eede0a9042c1 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=f81320d2-fa7a-450d-b1f0-259a79f1b76f HTTP/1.1" status: 200 len: 851 time: 0.0445230 Jan 26 22:07:03.251806 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d456d8f1-0595-4b4e-b6af-6b2d3e77c6f5 req-2bfa2336-72c7-4824-8437-416485009300 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:07:03.253432 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-d456d8f1-0595-4b4e-b6af-6b2d3e77c6f5 req-2bfa2336-72c7-4824-8437-416485009300 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=4cd375cb-d249-46a6-831f-f9f5a15e68cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0417659 Jan 26 22:07:03.281647 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d456d8f1-0595-4b4e-b6af-6b2d3e77c6f5 req-647306e0-7a25-4bfe-a51b-cf3efc6829b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:07:03.283160 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-d456d8f1-0595-4b4e-b6af-6b2d3e77c6f5 req-647306e0-7a25-4bfe-a51b-cf3efc6829b8 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=4cd375cb-d249-46a6-831f-f9f5a15e68cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0464203 Jan 26 22:07:03.357350 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-d456d8f1-0595-4b4e-b6af-6b2d3e77c6f5 req-a3206ddc-1c86-4f9e-8fef-598b76370058 service neutron] 10.222.0.57 "GET /v2.0/networks/4cd375cb-d249-46a6-831f-f9f5a15e68cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0952160 Jan 26 22:07:03.379086 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-d456d8f1-0595-4b4e-b6af-6b2d3e77c6f5 req-47754982-8621-47ec-994e-4599d3947af8 service neutron] 10.222.0.66 "GET /v2.0/networks/4cd375cb-d249-46a6-831f-f9f5a15e68cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900269 Jan 26 22:07:03.453535 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-d456d8f1-0595-4b4e-b6af-6b2d3e77c6f5 req-37260d6d-b3b7-4baf-ad02-b41579e1ef96 service neutron] 10.222.0.57 "GET /v2.0/networks/4cd375cb-d249-46a6-831f-f9f5a15e68cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895903 Jan 26 22:07:03.477920 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-d456d8f1-0595-4b4e-b6af-6b2d3e77c6f5 req-de3a487c-2e4a-4f95-a254-69bb272e4eb1 service neutron] 10.222.0.66 "GET /v2.0/networks/4cd375cb-d249-46a6-831f-f9f5a15e68cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931046 Jan 26 22:07:03.983321 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c181b9-4647-4fcd-ac6a-c53bafa13d50 req-9c41c9d0-2957-4c29-9bba-5324a7cd898f tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:07:03.984820 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-e3c181b9-4647-4fcd-ac6a-c53bafa13d50 req-9c41c9d0-2957-4c29-9bba-5324a7cd898f tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] 10.222.0.13 "GET /v2.0/ports?device_id=a9811863-09b6-4dfd-88fe-a1dce8e42d41 HTTP/1.1" status: 200 len: 944 time: 0.0535018 Jan 26 22:07:04.031666 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-e3c181b9-4647-4fcd-ac6a-c53bafa13d50 req-abd09770-c883-4bf6-86ce-c97a9a76c6d5 tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] 10.222.0.13 "GET /v2.0/security-groups?id=43bea7b8-2240-42b3-a08a-3b2300147b70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411961 Jan 26 22:07:04.225894 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be097baf-6ffc-4c1d-ad10-9dd5af6a0034 req-3eda3234-bd2c-4d39-b0e4-3f1e0778d87c tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:07:04.227391 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-be097baf-6ffc-4c1d-ad10-9dd5af6a0034 req-3eda3234-bd2c-4d39-b0e4-3f1e0778d87c tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] 10.222.0.13 "GET /v2.0/ports?device_id=a9811863-09b6-4dfd-88fe-a1dce8e42d41 HTTP/1.1" status: 200 len: 944 time: 0.0483785 Jan 26 22:07:04.252999 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a5ed0b-73bf-4927-b4dd-1cab31d65b0a req-1b392806-0309-4958-b343-85e5deba7122 tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:07:04.254495 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-a3a5ed0b-73bf-4927-b4dd-1cab31d65b0a req-1b392806-0309-4958-b343-85e5deba7122 tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] 10.222.0.66 "GET /v2.0/ports?device_id=a9811863-09b6-4dfd-88fe-a1dce8e42d41&tenant_id=37caa54fa0b74aea8f85b9d1c546e6dc&binding%3Ahost_id=n-h2-760453-5 HTTP/1.1" status: 200 len: 944 time: 0.0532351 Jan 26 22:07:04.275353 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-be097baf-6ffc-4c1d-ad10-9dd5af6a0034 req-f09bec9c-44f8-44fc-858f-b395a03c04b2 tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] 10.222.0.13 "GET /v2.0/security-groups?id=43bea7b8-2240-42b3-a08a-3b2300147b70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408671 Jan 26 22:07:04.315045 n-d-760453-5 neutron-server[103305]: INFO neutron.api.v2.resource [req-a3a5ed0b-73bf-4927-b4dd-1cab31d65b0a req-eee5bedb-8148-4f9a-8e53-ebae0cad24ab service neutron] delete failed (client error): The resource could not be found. Jan 26 22:07:04.316071 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-a3a5ed0b-73bf-4927-b4dd-1cab31d65b0a req-eee5bedb-8148-4f9a-8e53-ebae0cad24ab service neutron] 10.222.0.66 "DELETE /v2.0/ports/a555b0e4-b878-4940-b164-a34e80e7445e/bindings/n-h1-760453-5 HTTP/1.1" status: 404 len: 380 time: 0.0552313 Jan 26 22:07:04.419530 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a5ed0b-73bf-4927-b4dd-1cab31d65b0a req-22b8276e-bd27-48c2-a4aa-365120f28aa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:07:04.420999 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-a3a5ed0b-73bf-4927-b4dd-1cab31d65b0a req-22b8276e-bd27-48c2-a4aa-365120f28aa2 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=37caa54fa0b74aea8f85b9d1c546e6dc&device_id=a9811863-09b6-4dfd-88fe-a1dce8e42d41 HTTP/1.1" status: 200 len: 1095 time: 0.0412619 Jan 26 22:07:04.513851 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a5ed0b-73bf-4927-b4dd-1cab31d65b0a req-96bd404a-2f93-4b9b-92d6-33fa934d0731 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:07:04.515332 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-a3a5ed0b-73bf-4927-b4dd-1cab31d65b0a req-96bd404a-2f93-4b9b-92d6-33fa934d0731 service neutron] 10.222.0.66 "GET /v2.0/networks?id=4cd375cb-d249-46a6-831f-f9f5a15e68cd HTTP/1.1" status: 200 len: 913 time: 0.0884931 Jan 26 22:07:04.578658 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-a3a5ed0b-73bf-4927-b4dd-1cab31d65b0a req-f43ff6db-ebc5-4920-9ed7-39b8a6662557 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a555b0e4-b878-4940-b164-a34e80e7445e HTTP/1.1" status: 200 len: 999 time: 0.0573151 Jan 26 22:07:04.629931 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a5ed0b-73bf-4927-b4dd-1cab31d65b0a req-23764df3-74f1-46bb-8195-d8b1835c7011 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:07:04.631392 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-a3a5ed0b-73bf-4927-b4dd-1cab31d65b0a req-23764df3-74f1-46bb-8195-d8b1835c7011 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=f81320d2-fa7a-450d-b1f0-259a79f1b76f HTTP/1.1" status: 200 len: 851 time: 0.0477865 Jan 26 22:07:04.677030 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a5ed0b-73bf-4927-b4dd-1cab31d65b0a req-50697ea5-328e-4e66-b6aa-4a03029c6a99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:07:04.678466 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-a3a5ed0b-73bf-4927-b4dd-1cab31d65b0a req-50697ea5-328e-4e66-b6aa-4a03029c6a99 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=4cd375cb-d249-46a6-831f-f9f5a15e68cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0412705 Jan 26 22:07:04.765932 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-a3a5ed0b-73bf-4927-b4dd-1cab31d65b0a req-0a0eaaaa-9eb4-48b2-a451-48bf7978eb66 service neutron] 10.222.0.66 "GET /v2.0/networks/4cd375cb-d249-46a6-831f-f9f5a15e68cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808322 Jan 26 22:07:04.836032 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Device a555b0e4-b878-4940-b164-a34e80e7445e details requested by agent hyperv_n-h2-760453-5 with host n-h2-760453-5 {{(pid=103306) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 26 22:07:04.857786 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-a3a5ed0b-73bf-4927-b4dd-1cab31d65b0a req-77246956-a9de-4861-ae11-56f146bc98eb service neutron] 10.222.0.66 "GET /v2.0/networks/4cd375cb-d249-46a6-831f-f9f5a15e68cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860372 Jan 26 22:07:04.931418 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] For port a555b0e4-b878-4940-b164-a34e80e7445e, host n-h2-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-5',level=0,port_id=a555b0e4-b878-4940-b164-a34e80e7445e,segment=NetworkSegment(66e4f491-9a6a-4ffc-8f64-b9e6923cc891),segment_id=66e4f491-9a6a-4ffc-8f64-b9e6923cc891)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 22:07:04.943867 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Returning: {'device': 'a555b0e4-b878-4940-b164-a34e80e7445e', 'network_id': '4cd375cb-d249-46a6-831f-f9f5a15e68cd', 'port_id': 'a555b0e4-b878-4940-b164-a34e80e7445e', 'mac_address': 'fa:16:3e:f2:7c:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 592, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f81320d2-fa7a-450d-b1f0-259a79f1b76f', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103306) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 26 22:07:04.988364 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Current status of the port a555b0e4-b878-4940-b164-a34e80e7445e is: DOWN; New status is: BUILD {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 22:07:04.988751 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (a555b0e4-b878-4940-b164-a34e80e7445e), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:07:05.002517 n-d-760453-5 neutron-server[103306]: DEBUG neutron.notifiers.nova [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a555b0e4-b878-4940-b164-a34e80e7445e {{(pid=103306) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 26 22:07:05.021398 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] For port a555b0e4-b878-4940-b164-a34e80e7445e, host n-h2-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-5',level=0,port_id=a555b0e4-b878-4940-b164-a34e80e7445e,segment=NetworkSegment(66e4f491-9a6a-4ffc-8f64-b9e6923cc891),segment_id=66e4f491-9a6a-4ffc-8f64-b9e6923cc891)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 22:07:05.025139 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (a555b0e4-b878-4940-b164-a34e80e7445e), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:07:05.070746 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Pushing event updated for resources: {'Port': ['ID=a555b0e4-b878-4940-b164-a34e80e7445e,revision_number=8']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 22:07:05.078538 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:07:05.078878 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:07:05.079210 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:07:05.079539 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:07:05.079864 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:07:05.080184 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:07:05.080502 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:07:05.080822 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:07:05.081133 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:07:05.081477 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:07:05.081795 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:07:05.082109 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:07:05.082422 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:07:05.260699 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] get_ports_and_sgs() called for port_ids ['a555b0e4-b878-4940-b164-a34e80e7445e'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 26 22:07:05.402938 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4810bcd-c2ce-4f72-9924-12da6a127464 req-0ba5e353-d3b7-4247-883a-67202bfd9dc5 tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:07:05.404461 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-e4810bcd-c2ce-4f72-9924-12da6a127464 req-0ba5e353-d3b7-4247-883a-67202bfd9dc5 tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] 10.222.0.13 "GET /v2.0/ports?device_id=a9811863-09b6-4dfd-88fe-a1dce8e42d41 HTTP/1.1" status: 200 len: 945 time: 0.0557704 Jan 26 22:07:05.459563 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-e4810bcd-c2ce-4f72-9924-12da6a127464 req-873aa742-b476-46e6-b3d5-518923f91218 tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] 10.222.0.13 "GET /v2.0/security-groups?id=43bea7b8-2240-42b3-a08a-3b2300147b70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463145 Jan 26 22:07:05.576945 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0887f75b-2e30-4944-8ce8-32d42e223f47 req-16f71a67-6018-4aef-ab96-8ce0b4e66de3 tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:07:05.578529 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-0887f75b-2e30-4944-8ce8-32d42e223f47 req-16f71a67-6018-4aef-ab96-8ce0b4e66de3 tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] 10.222.0.13 "GET /v2.0/ports?device_id=a9811863-09b6-4dfd-88fe-a1dce8e42d41 HTTP/1.1" status: 200 len: 945 time: 0.0502958 Jan 26 22:07:05.625527 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-0887f75b-2e30-4944-8ce8-32d42e223f47 req-ec05a57b-e816-4650-904b-5119ed43b1ff tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] 10.222.0.13 "GET /v2.0/security-groups?id=43bea7b8-2240-42b3-a08a-3b2300147b70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411208 Jan 26 22:07:05.740499 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2b52fb-6b53-4650-814a-8a6d94f6cf63 req-9469133c-142d-435c-943a-678954263882 tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:07:05.742020 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-8a2b52fb-6b53-4650-814a-8a6d94f6cf63 req-9469133c-142d-435c-943a-678954263882 tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] 10.222.0.13 "GET /v2.0/ports?device_id=a9811863-09b6-4dfd-88fe-a1dce8e42d41 HTTP/1.1" status: 200 len: 945 time: 0.0531387 Jan 26 22:07:05.791818 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-8a2b52fb-6b53-4650-814a-8a6d94f6cf63 req-652c6728-91d2-40cc-91aa-094d357472e6 tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] 10.222.0.13 "GET /v2.0/security-groups?id=43bea7b8-2240-42b3-a08a-3b2300147b70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443234 Jan 26 22:07:06.017824 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50113d87-5bec-4327-ab29-ebd50abc5373 req-57cf0e34-d3f7-4fdf-8c63-2af724377970 tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:07:06.019324 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-50113d87-5bec-4327-ab29-ebd50abc5373 req-57cf0e34-d3f7-4fdf-8c63-2af724377970 tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] 10.222.0.13 "GET /v2.0/ports?device_id=a9811863-09b6-4dfd-88fe-a1dce8e42d41 HTTP/1.1" status: 200 len: 945 time: 0.0487199 Jan 26 22:07:06.065736 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-50113d87-5bec-4327-ab29-ebd50abc5373 req-c0eb2048-3314-4ea9-8e91-08b7d5c9d9f9 tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] 10.222.0.13 "GET /v2.0/security-groups?id=43bea7b8-2240-42b3-a08a-3b2300147b70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397961 Jan 26 22:07:06.870771 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Device a555b0e4-b878-4940-b164-a34e80e7445e up at agent hyperv_n-h2-760453-5 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 22:07:06.918919 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Provisioning for port a555b0e4-b878-4940-b164-a34e80e7445e completed by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 22:07:06.922654 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Provisioning complete for port a555b0e4-b878-4940-b164-a34e80e7445e triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 22:07:06.923024 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (a555b0e4-b878-4940-b164-a34e80e7445e), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:07:07.001716 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Current status of the port a555b0e4-b878-4940-b164-a34e80e7445e is: BUILD; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 22:07:07.002019 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (a555b0e4-b878-4940-b164-a34e80e7445e), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:07:07.024982 n-d-760453-5 neutron-server[103306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9811863-09b6-4dfd-88fe-a1dce8e42d41', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a555b0e4-b878-4940-b164-a34e80e7445e'}] {{(pid=103306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 22:07:07.027219 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c06f7aa05085a00df6a2944c086d22937b62c1e75db8df879377281bc6a8a153" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1461a719-27e5-4c16-96c9-8bc755cb66b9" -d '{"events": [{"server_uuid": "a9811863-09b6-4dfd-88fe-a1dce8e42d41", "name": "network-vif-plugged", "status": "completed", "tag": "a555b0e4-b878-4940-b164-a34e80e7445e"}]}' {{(pid=103306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 22:07:07.040548 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] For port a555b0e4-b878-4940-b164-a34e80e7445e, host n-h2-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-5',level=0,port_id=a555b0e4-b878-4940-b164-a34e80e7445e,segment=NetworkSegment(66e4f491-9a6a-4ffc-8f64-b9e6923cc891),segment_id=66e4f491-9a6a-4ffc-8f64-b9e6923cc891)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 22:07:07.046365 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (a555b0e4-b878-4940-b164-a34e80e7445e), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:07:07.070567 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Jan 2022 22:07:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96a3c3cc-be04-4227-9252-6dc7f5a8d169 x-openstack-request-id: req-96a3c3cc-be04-4227-9252-6dc7f5a8d169 {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 22:07:07.070860 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9811863-09b6-4dfd-88fe-a1dce8e42d41", "name": "network-vif-plugged", "status": "completed", "tag": "a555b0e4-b878-4940-b164-a34e80e7445e", "code": 200}]} {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 22:07:07.071109 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-96a3c3cc-be04-4227-9252-6dc7f5a8d169 {{(pid=103306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 22:07:07.071495 n-d-760453-5 neutron-server[103306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9811863-09b6-4dfd-88fe-a1dce8e42d41', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a555b0e4-b878-4940-b164-a34e80e7445e', 'code': 200} Jan 26 22:07:07.097602 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Pushing event updated for resources: {'Port': ['ID=a555b0e4-b878-4940-b164-a34e80e7445e,revision_number=9']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 22:07:07.183394 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02fecbd8-b070-4e11-a5ec-12c81d70a6de req-85ee2855-b185-4d73-a49e-8d9011b45378 tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:07:07.184926 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-02fecbd8-b070-4e11-a5ec-12c81d70a6de req-85ee2855-b185-4d73-a49e-8d9011b45378 tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] 10.222.0.13 "GET /v2.0/ports?device_id=a9811863-09b6-4dfd-88fe-a1dce8e42d41 HTTP/1.1" status: 200 len: 946 time: 0.0487080 Jan 26 22:07:07.232487 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-02fecbd8-b070-4e11-a5ec-12c81d70a6de req-0a5b4af6-fb39-4cbd-8c60-6aeb5879f001 tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] 10.222.0.13 "GET /v2.0/security-groups?id=43bea7b8-2240-42b3-a08a-3b2300147b70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418811 Jan 26 22:07:07.281923 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f92502-f43a-4f15-b970-a6dc7a197d3e req-335fa179-d0fe-4be2-b21b-736ffc656b04 tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:07:07.283387 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-a6f92502-f43a-4f15-b970-a6dc7a197d3e req-335fa179-d0fe-4be2-b21b-736ffc656b04 tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] 10.222.0.57 "GET /v2.0/ports?device_id=a9811863-09b6-4dfd-88fe-a1dce8e42d41 HTTP/1.1" status: 200 len: 946 time: 0.0546949 Jan 26 22:07:07.372178 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [req-a6f92502-f43a-4f15-b970-a6dc7a197d3e req-e1570799-f451-4f14-9d69-7d62460f0b6b tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] Deleting port a555b0e4-b878-4940-b164-a34e80e7445e {{(pid=103304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 22:07:07.372525 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-a6f92502-f43a-4f15-b970-a6dc7a197d3e req-e1570799-f451-4f14-9d69-7d62460f0b6b tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746560630878'] for port (a555b0e4-b878-4940-b164-a34e80e7445e), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:07:07.461596 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [req-a6f92502-f43a-4f15-b970-a6dc7a197d3e req-e1570799-f451-4f14-9d69-7d62460f0b6b tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] For port a555b0e4-b878-4940-b164-a34e80e7445e, host n-h2-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-5',level=0,port_id=a555b0e4-b878-4940-b164-a34e80e7445e,segment=NetworkSegment(66e4f491-9a6a-4ffc-8f64-b9e6923cc891),segment_id=66e4f491-9a6a-4ffc-8f64-b9e6923cc891)] {{(pid=103304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 22:07:07.461973 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-a6f92502-f43a-4f15-b970-a6dc7a197d3e req-e1570799-f451-4f14-9d69-7d62460f0b6b tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4109658'] for port (a555b0e4-b878-4940-b164-a34e80e7445e), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:07:07.632427 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-a6f92502-f43a-4f15-b970-a6dc7a197d3e req-e1570799-f451-4f14-9d69-7d62460f0b6b tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:07:07.632711 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-a6f92502-f43a-4f15-b970-a6dc7a197d3e req-e1570799-f451-4f14-9d69-7d62460f0b6b tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4110913'] for floatingip (9777922b-c93a-49d0-a77d-162067d7023c), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:07:07.633038 n-d-760453-5 neutron-server[103304]: INFO neutron.db.l3_db [req-a6f92502-f43a-4f15-b970-a6dc7a197d3e req-e1570799-f451-4f14-9d69-7d62460f0b6b tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] Floating IP 9777922b-c93a-49d0-a77d-162067d7023c disassociated. External IP: 172.25.1.21, port: a555b0e4-b878-4940-b164-a34e80e7445e. Jan 26 22:07:07.633396 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [req-a6f92502-f43a-4f15-b970-a6dc7a197d3e req-e1570799-f451-4f14-9d69-7d62460f0b6b tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] Calling delete_port for a555b0e4-b878-4940-b164-a34e80e7445e owned by compute:nova {{(pid=103304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 22:07:07.762559 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-a6f92502-f43a-4f15-b970-a6dc7a197d3e req-e1570799-f451-4f14-9d69-7d62460f0b6b tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746560636600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746560234536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9281553'] for port (a555b0e4-b878-4940-b164-a34e80e7445e), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:07:07.789344 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1570799-f451-4f14-9d69-7d62460f0b6b tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] Pushing event deleted for resources: {'Port': ['ID=a555b0e4-b878-4940-b164-a34e80e7445e,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 22:07:07.908690 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a6f92502-f43a-4f15-b970-a6dc7a197d3e req-e1570799-f451-4f14-9d69-7d62460f0b6b tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] Router e76c7eaf-bedd-4b07-bb47-402625902267 has already been hosted by L3 agent 09df100c-3af1-4b0a-bda8-05914c71c458 {{(pid=103304) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 26 22:07:08.017739 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a6f92502-f43a-4f15-b970-a6dc7a197d3e req-e1570799-f451-4f14-9d69-7d62460f0b6b tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] Notify agent at l3_agent.n-d-760453-5 the message routers_updated {{(pid=103304) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 26 22:07:08.028862 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d0a61af-5a9d-4f67-a2fc-9b04170239ef None None] Sync routers for ids ['e76c7eaf-bedd-4b07-bb47-402625902267'] in n-d-760453-5 {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 26 22:07:08.039229 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d0a61af-5a9d-4f67-a2fc-9b04170239ef None None] Routers {'e76c7eaf-bedd-4b07-bb47-402625902267'} bound to L3 agent in host n-d-760453-5 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 22:07:08.039904 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-1d0a61af-5a9d-4f67-a2fc-9b04170239ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-26T20:55:21Z,description=,heartbeat_timestamp=2022-01-26T22:06:51Z,host='n-d-760453-5',id=09df100c-3af1-4b0a-bda8-05914c71c458,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:55:21Z,topic='l3_agent')) {'router_ids': ['e76c7eaf-bedd-4b07-bb47-402625902267'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 22:07:08.056504 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6f92502-f43a-4f15-b970-a6dc7a197d3e req-e1570799-f451-4f14-9d69-7d62460f0b6b tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] No DVR routers for this DVR port a555b0e4-b878-4940-b164-a34e80e7445e on host n-h2-760453-5 {{(pid=103304) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 26 22:07:08.059736 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-a6f92502-f43a-4f15-b970-a6dc7a197d3e req-e1570799-f451-4f14-9d69-7d62460f0b6b tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:07:08.063325 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-a6f92502-f43a-4f15-b970-a6dc7a197d3e req-e1570799-f451-4f14-9d69-7d62460f0b6b tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] 10.222.0.57 "DELETE /v2.0/ports/a555b0e4-b878-4940-b164-a34e80e7445e HTTP/1.1" status: 204 len: 173 time: 0.7738056 Jan 26 22:07:08.063704 n-d-760453-5 neutron-server[103304]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9811863-09b6-4dfd-88fe-a1dce8e42d41', 'name': 'network-vif-deleted', 'tag': 'a555b0e4-b878-4940-b164-a34e80e7445e'}] {{(pid=103304) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 22:07:08.066047 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86e783e1922a725fac327d65912384d63450ce1a6a2ee22db2d1cc52fb257f3b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb3bec5e-9f31-4fbe-967c-d4f416b6ae11" -d '{"events": [{"server_uuid": "a9811863-09b6-4dfd-88fe-a1dce8e42d41", "name": "network-vif-deleted", "tag": "a555b0e4-b878-4940-b164-a34e80e7445e"}]}' {{(pid=103304) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 22:07:08.111816 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Jan 2022 22:07:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b95d35e-fec3-4f5a-bc7a-667171626922 x-openstack-request-id: req-4b95d35e-fec3-4f5a-bc7a-667171626922 {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 22:07:08.112107 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9811863-09b6-4dfd-88fe-a1dce8e42d41", "name": "network-vif-deleted", "tag": "a555b0e4-b878-4940-b164-a34e80e7445e", "status": "completed", "code": 200}]} {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 22:07:08.112358 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-4b95d35e-fec3-4f5a-bc7a-667171626922 {{(pid=103304) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 22:07:08.112759 n-d-760453-5 neutron-server[103304]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9811863-09b6-4dfd-88fe-a1dce8e42d41', 'name': 'network-vif-deleted', 'tag': 'a555b0e4-b878-4940-b164-a34e80e7445e', 'status': 'completed', 'code': 200} Jan 26 22:07:08.159144 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_dvr_db [None req-1d0a61af-5a9d-4f67-a2fc-9b04170239ef None None] Set router e76c7eaf-bedd-4b07-bb47-402625902267 gateway port host: n-d-760453-5 {{(pid=103307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 22:07:08.457790 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-1d0a61af-5a9d-4f67-a2fc-9b04170239ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e76c7eaf-bedd-4b07-bb47-402625902267', 'name': 'tempest-ServerActionsTestJSON-1848706419-router', 'tenant_id': '37caa54fa0b74aea8f85b9d1c546e6dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'external_fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.172'}], 'enable_snat': True}, 'gw_port_id': '30e0f18b-d842-4295-8c5a-f885163635fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T22:04:00Z', 'updated_at': '2022-01-26T22:04:02Z', 'revision_number': 4, 'project_id': '37caa54fa0b74aea8f85b9d1c546e6dc', 'gw_port': {'id': '30e0f18b-d842-4295-8c5a-f885163635fe', 'name': '', 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:9e:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e76c7eaf-bedd-4b07-bb47-402625902267', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T22:04:00Z', 'updated_at': '2022-01-26T22:04:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-5', '_interfaces': [{'id': '93c346ae-0d00-42b6-84e9-d6333e923a6d', 'name': '', 'network_id': '4cd375cb-d249-46a6-831f-f9f5a15e68cd', 'tenant_id': '37caa54fa0b74aea8f85b9d1c546e6dc', 'mac_address': 'fa:16:3e:b3:5f:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e76c7eaf-bedd-4b07-bb47-402625902267', 'device_owner': 'network:router_interface', 'standard_attr_id': 4096, 'fixed_ips': [{'subnet_id': 'f81320d2-fa7a-450d-b1f0-259a79f1b76f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T22:04:02Z', 'updated_at': '2022-01-26T22:04:06Z', 'revision_number': 5, 'project_id': '37caa54fa0b74aea8f85b9d1c546e6dc', 'subnets': [{'id': 'f81320d2-fa7a-450d-b1f0-259a79f1b76f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760453-5', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 22:07:08.484362 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-f867a490-97a8-4c89-82a8-0e179ac0534a req-0f0519dd-9639-482f-ab5d-cd711d8d2ea2 tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--1385480693&fields=id&tenant_id=37caa54fa0b74aea8f85b9d1c546e6dc HTTP/1.1" status: 200 len: 267 time: 0.0428307 Jan 26 22:07:08.488448 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d0a61af-5a9d-4f67-a2fc-9b04170239ef None None] Checking router: e76c7eaf-bedd-4b07-bb47-402625902267 for host: n-d-760453-5 {{(pid=103307) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 26 22:07:08.497690 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d0a61af-5a9d-4f67-a2fc-9b04170239ef None None] Routers {'e76c7eaf-bedd-4b07-bb47-402625902267'} bound to L3 agent in host n-d-760453-5 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 22:07:08.498381 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-1d0a61af-5a9d-4f67-a2fc-9b04170239ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-26T20:55:21Z,description=,heartbeat_timestamp=2022-01-26T22:06:51Z,host='n-d-760453-5',id=09df100c-3af1-4b0a-bda8-05914c71c458,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:55:21Z,topic='l3_agent')) {'router_ids': ['e76c7eaf-bedd-4b07-bb47-402625902267'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 22:07:08.591206 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f867a490-97a8-4c89-82a8-0e179ac0534a req-171228a0-778f-4dd6-800e-d791b9c0ab7f tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:07:08.592740 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-f867a490-97a8-4c89-82a8-0e179ac0534a req-171228a0-778f-4dd6-800e-d791b9c0ab7f tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] 10.222.0.13 "GET /v2.0/networks?id=4cd375cb-d249-46a6-831f-f9f5a15e68cd HTTP/1.1" status: 200 len: 812 time: 0.1018908 Jan 26 22:07:08.600510 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_dvr_db [None req-1d0a61af-5a9d-4f67-a2fc-9b04170239ef None None] Set router e76c7eaf-bedd-4b07-bb47-402625902267 gateway port host: n-d-760453-5 {{(pid=103307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 22:07:08.608072 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-f867a490-97a8-4c89-82a8-0e179ac0534a req-139115a2-f5d0-4ace-9b8e-2aa4961a5ad7 tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] 10.222.0.13 "GET /v2.0/quotas/37caa54fa0b74aea8f85b9d1c546e6dc HTTP/1.1" status: 200 len: 375 time: 0.0098820 Jan 26 22:07:08.660522 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-f867a490-97a8-4c89-82a8-0e179ac0534a req-9099494c-c5ed-4011-a611-feefe3098238 tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=37caa54fa0b74aea8f85b9d1c546e6dc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0472069 Jan 26 22:07:08.755182 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (32ef628b-8417-46c5-8729-60fcabe358f1), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:07:08.801950 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-1d0a61af-5a9d-4f67-a2fc-9b04170239ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e76c7eaf-bedd-4b07-bb47-402625902267', 'name': 'tempest-ServerActionsTestJSON-1848706419-router', 'tenant_id': '37caa54fa0b74aea8f85b9d1c546e6dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'external_fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.172'}], 'enable_snat': True}, 'gw_port_id': '30e0f18b-d842-4295-8c5a-f885163635fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T22:04:00Z', 'updated_at': '2022-01-26T22:04:02Z', 'revision_number': 4, 'project_id': '37caa54fa0b74aea8f85b9d1c546e6dc', 'gw_port': {'id': '30e0f18b-d842-4295-8c5a-f885163635fe', 'name': '', 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:9e:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e76c7eaf-bedd-4b07-bb47-402625902267', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T22:04:00Z', 'updated_at': '2022-01-26T22:04:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-5', '_interfaces': [{'id': '93c346ae-0d00-42b6-84e9-d6333e923a6d', 'name': '', 'network_id': '4cd375cb-d249-46a6-831f-f9f5a15e68cd', 'tenant_id': '37caa54fa0b74aea8f85b9d1c546e6dc', 'mac_address': 'fa:16:3e:b3:5f:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e76c7eaf-bedd-4b07-bb47-402625902267', 'device_owner': 'network:router_interface', 'standard_attr_id': 4096, 'fixed_ips': [{'subnet_id': 'f81320d2-fa7a-450d-b1f0-259a79f1b76f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T22:04:02Z', 'updated_at': '2022-01-26T22:04:06Z', 'revision_number': 5, 'project_id': '37caa54fa0b74aea8f85b9d1c546e6dc', 'subnets': [{'id': 'f81320d2-fa7a-450d-b1f0-259a79f1b76f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760453-5', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 22:07:08.827925 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d0a61af-5a9d-4f67-a2fc-9b04170239ef None None] The sync data for ids ['e76c7eaf-bedd-4b07-bb47-402625902267'] in n-d-760453-5 is: [{'id': 'e76c7eaf-bedd-4b07-bb47-402625902267', 'name': 'tempest-ServerActionsTestJSON-1848706419-router', 'tenant_id': '37caa54fa0b74aea8f85b9d1c546e6dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'external_fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.172'}], 'enable_snat': True}, 'gw_port_id': '30e0f18b-d842-4295-8c5a-f885163635fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T22:04:00Z', 'updated_at': '2022-01-26T22:04:02Z', 'revision_number': 4, 'project_id': '37caa54fa0b74aea8f85b9d1c546e6dc', 'gw_port': {'id': '30e0f18b-d842-4295-8c5a-f885163635fe', 'name': '', 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:9e:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e76c7eaf-bedd-4b07-bb47-402625902267', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T22:04:00Z', 'updated_at': '2022-01-26T22:04:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-5', '_interfaces': [{'id': '93c346ae-0d00-42b6-84e9-d6333e923a6d', 'name': '', 'network_id': '4cd375cb-d249-46a6-831f-f9f5a15e68cd', 'tenant_id': '37caa54fa0b74aea8f85b9d1c546e6dc', 'mac_address': 'fa:16:3e:b3:5f:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e76c7eaf-bedd-4b07-bb47-402625902267', 'device_owner': 'network:router_interface', 'standard_attr_id': 4096, 'fixed_ips': [{'subnet_id': 'f81320d2-fa7a-450d-b1f0-259a79f1b76f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T22:04:02Z', 'updated_at': '2022-01-26T22:04:06Z', 'revision_number': 5, 'project_id': '37caa54fa0b74aea8f85b9d1c546e6dc', 'subnets': [{'id': 'f81320d2-fa7a-450d-b1f0-259a79f1b76f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 26 22:07:08.852438 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-f867a490-97a8-4c89-82a8-0e179ac0534a req-575a8b30-5559-4e17-844e-4f5e1b838228 service neutron] 10.222.0.13 "GET /v2.0/networks/4cd375cb-d249-46a6-831f-f9f5a15e68cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1361358 Jan 26 22:07:08.950187 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-f867a490-97a8-4c89-82a8-0e179ac0534a req-9a245fd9-efce-4f61-9429-67a5630c4463 service neutron] 10.222.0.13 "GET /v2.0/networks/4cd375cb-d249-46a6-831f-f9f5a15e68cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906415 Jan 26 22:07:09.059133 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb0e3b81-a96d-4031-b280-596290c5c491 None None] New status for floating IP 9777922b-c93a-49d0-a77d-162067d7023c: DOWN {{(pid=103306) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 26 22:07:09.128420 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-d9f11c99-d56a-4515-9264-0bc367687ba6 req-79f7c996-6174-407c-8cb5-0872fced7440 tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] 10.222.0.13 "GET /v2.0/ports?device_id=015659eb-99f5-490c-a5cc-c0f527d891f9 HTTP/1.1" status: 200 len: 210 time: 0.0289984 Jan 26 22:07:10.194998 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f867a490-97a8-4c89-82a8-0e179ac0534a req-29d8eabc-04b0-4aff-8859-518559292a93 tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:07:10.196931 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-f867a490-97a8-4c89-82a8-0e179ac0534a req-29d8eabc-04b0-4aff-8859-518559292a93 tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] 10.222.0.66 "GET /v2.0/networks?id=4cd375cb-d249-46a6-831f-f9f5a15e68cd HTTP/1.1" status: 200 len: 812 time: 0.1276915 Jan 26 22:07:10.234623 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-df1cd19c-06ce-4489-baec-e57d6069ecc4 req-67b66033-592c-4f6e-935c-9949c4a52e03 tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] 10.222.0.13 "GET /v2.0/ports?device_id=015659eb-99f5-490c-a5cc-c0f527d891f9 HTTP/1.1" status: 200 len: 210 time: 0.0270634 Jan 26 22:07:10.281477 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-f867a490-97a8-4c89-82a8-0e179ac0534a req-a8214d58-53b1-48e1-8a4b-d61997dcf8a6 tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] 10.222.0.66 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=37caa54fa0b74aea8f85b9d1c546e6dc HTTP/1.1" status: 200 len: 380 time: 0.0607176 Jan 26 22:07:10.294697 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [req-f867a490-97a8-4c89-82a8-0e179ac0534a req-976892ec-4869-4fe0-965a-a2cef01c0456 tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] Request body: {'port': {'device_id': '015659eb-99f5-490c-a5cc-c0f527d891f9', 'network_id': '4cd375cb-d249-46a6-831f-f9f5a15e68cd', 'admin_state_up': True, 'tenant_id': '37caa54fa0b74aea8f85b9d1c546e6dc', 'security_groups': ['43bea7b8-2240-42b3-a08a-3b2300147b70']}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 22:07:10.400028 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f867a490-97a8-4c89-82a8-0e179ac0534a req-976892ec-4869-4fe0-965a-a2cef01c0456 tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] Made reservation on behalf of 37caa54fa0b74aea8f85b9d1c546e6dc for: {'port': 1} {{(pid=103305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 22:07:10.404281 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-f867a490-97a8-4c89-82a8-0e179ac0534a req-976892ec-4869-4fe0-965a-a2cef01c0456 tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:07:10.532578 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.db_base_plugin_common [req-f867a490-97a8-4c89-82a8-0e179ac0534a req-976892ec-4869-4fe0-965a-a2cef01c0456 tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] Allocated IP 172.20.0.4 (4cd375cb-d249-46a6-831f-f9f5a15e68cd/f81320d2-fa7a-450d-b1f0-259a79f1b76f/b23cb33d-48db-46d0-81ba-bff5126e8ea7) {{(pid=103305) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 22:07:10.666024 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-f867a490-97a8-4c89-82a8-0e179ac0534a req-976892ec-4869-4fe0-965a-a2cef01c0456 tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] Publish callbacks [] for port (b23cb33d-48db-46d0-81ba-bff5126e8ea7), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:07:10.701199 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-f867a490-97a8-4c89-82a8-0e179ac0534a req-976892ec-4869-4fe0-965a-a2cef01c0456 tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746560234527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11791543'] for port (b23cb33d-48db-46d0-81ba-bff5126e8ea7), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:07:10.746590 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f867a490-97a8-4c89-82a8-0e179ac0534a req-976892ec-4869-4fe0-965a-a2cef01c0456 tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] Network 4cd375cb-d249-46a6-831f-f9f5a15e68cd is already hosted by enough agents. {{(pid=103305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 22:07:10.749584 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [req-f867a490-97a8-4c89-82a8-0e179ac0534a req-976892ec-4869-4fe0-965a-a2cef01c0456 tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] Resources bound (agent type, host, resource id): {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 22:07:10.753217 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [req-f867a490-97a8-4c89-82a8-0e179ac0534a req-976892ec-4869-4fe0-965a-a2cef01c0456 tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] Received port after_create {{(pid=103305) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 22:07:10.782483 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-976892ec-4869-4fe0-965a-a2cef01c0456 tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] Pushing event updated for resources: {'Port': ['ID=b23cb33d-48db-46d0-81ba-bff5126e8ea7,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 22:07:10.797529 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-976892ec-4869-4fe0-965a-a2cef01c0456 tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:07:10.797873 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-976892ec-4869-4fe0-965a-a2cef01c0456 tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:07:10.798222 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-976892ec-4869-4fe0-965a-a2cef01c0456 tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:07:10.798564 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-976892ec-4869-4fe0-965a-a2cef01c0456 tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:07:10.798904 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-976892ec-4869-4fe0-965a-a2cef01c0456 tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:07:10.799243 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-976892ec-4869-4fe0-965a-a2cef01c0456 tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:07:10.799576 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-976892ec-4869-4fe0-965a-a2cef01c0456 tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:07:10.799904 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-976892ec-4869-4fe0-965a-a2cef01c0456 tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:07:10.800233 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-976892ec-4869-4fe0-965a-a2cef01c0456 tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:07:10.800559 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-976892ec-4869-4fe0-965a-a2cef01c0456 tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:07:10.800886 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-976892ec-4869-4fe0-965a-a2cef01c0456 tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:07:10.801212 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-976892ec-4869-4fe0-965a-a2cef01c0456 tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:07:10.801571 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-976892ec-4869-4fe0-965a-a2cef01c0456 tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:07:10.823119 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f867a490-97a8-4c89-82a8-0e179ac0534a req-976892ec-4869-4fe0-965a-a2cef01c0456 tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:07:10.823737 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-f867a490-97a8-4c89-82a8-0e179ac0534a req-976892ec-4869-4fe0-965a-a2cef01c0456 tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:07:10.842023 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-f867a490-97a8-4c89-82a8-0e179ac0534a req-976892ec-4869-4fe0-965a-a2cef01c0456 tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5515072 Jan 26 22:07:10.859247 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [req-f867a490-97a8-4c89-82a8-0e179ac0534a req-c6452cff-73d4-4676-b225-ec6212ff91bf service neutron] Request body: {'port': {'device_id': '015659eb-99f5-490c-a5cc-c0f527d891f9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-760453-5'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 22:07:10.877584 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Device a555b0e4-b878-4940-b164-a34e80e7445e no longer exists at agent hyperv_n-h2-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 26 22:07:10.921549 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-f867a490-97a8-4c89-82a8-0e179ac0534a req-c6452cff-73d4-4676-b225-ec6212ff91bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (b23cb33d-48db-46d0-81ba-bff5126e8ea7), before_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:07:11.076860 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] No Port match for: a555b0e4-b878-4940-b164-a34e80e7445e {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 26 22:07:11.077079 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Device a555b0e4-b878-4940-b164-a34e80e7445e not bound to the agent host n-h2-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 26 22:07:11.088647 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-1f0b2aa8-b27b-4558-b79a-9374e3442659 None None] Provisioning complete for port b23cb33d-48db-46d0-81ba-bff5126e8ea7 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 22:07:11.089018 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-1f0b2aa8-b27b-4558-b79a-9374e3442659 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (b23cb33d-48db-46d0-81ba-bff5126e8ea7), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:07:11.126354 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-1f0b2aa8-b27b-4558-b79a-9374e3442659 None None] Port b23cb33d-48db-46d0-81ba-bff5126e8ea7 cannot update to ACTIVE because it is not bound. {{(pid=103306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 26 22:07:11.220738 n-d-760453-5 neutron-server[103305]: DEBUG neutron.notifiers.nova [req-f867a490-97a8-4c89-82a8-0e179ac0534a req-c6452cff-73d4-4676-b225-ec6212ff91bf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b23cb33d-48db-46d0-81ba-bff5126e8ea7 {{(pid=103305) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 26 22:07:11.228507 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-f867a490-97a8-4c89-82a8-0e179ac0534a req-c6452cff-73d4-4676-b225-ec6212ff91bf service neutron] Publish callbacks [] for port (b23cb33d-48db-46d0-81ba-bff5126e8ea7), precommit_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:07:11.240889 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.provisioning_blocks [req-f867a490-97a8-4c89-82a8-0e179ac0534a req-c6452cff-73d4-4676-b225-ec6212ff91bf service neutron] Transition to ACTIVE for port object b23cb33d-48db-46d0-81ba-bff5126e8ea7 will not be triggered until provisioned by entity L2. {{(pid=103305) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 22:07:11.247249 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-f867a490-97a8-4c89-82a8-0e179ac0534a req-c6452cff-73d4-4676-b225-ec6212ff91bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11791520'] for port (b23cb33d-48db-46d0-81ba-bff5126e8ea7), after_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:07:11.301432 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6452cff-73d4-4676-b225-ec6212ff91bf service neutron] Pushing event updated for resources: {'Port': ['ID=b23cb33d-48db-46d0-81ba-bff5126e8ea7,revision_number=2']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 22:07:11.386378 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a6ee5b-27c6-4e6f-9cc6-ee742adb0e9a req-77caf43c-a8ad-47ce-b907-c04848224639 tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:07:11.389735 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [req-f867a490-97a8-4c89-82a8-0e179ac0534a req-c6452cff-73d4-4676-b225-ec6212ff91bf service neutron] Attempting to bind port b23cb33d-48db-46d0-81ba-bff5126e8ea7 on host n-h1-760453-5 for vnic_type normal with profile {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 22:07:11.390090 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [req-f867a490-97a8-4c89-82a8-0e179ac0534a req-c6452cff-73d4-4676-b225-ec6212ff91bf service neutron] Attempting to bind port b23cb33d-48db-46d0-81ba-bff5126e8ea7 by drivers openvswitch,hyperv on host n-h1-760453-5 at level 0 using segments [{'id': '66e4f491-9a6a-4ffc-8f64-b9e6923cc891', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '4cd375cb-d249-46a6-831f-f9f5a15e68cd'}] {{(pid=103305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 26 22:07:11.390575 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f867a490-97a8-4c89-82a8-0e179ac0534a req-c6452cff-73d4-4676-b225-ec6212ff91bf service neutron] Attempting to bind port b23cb33d-48db-46d0-81ba-bff5126e8ea7 on network 4cd375cb-d249-46a6-831f-f9f5a15e68cd {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 22:07:11.393947 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-a8a6ee5b-27c6-4e6f-9cc6-ee742adb0e9a req-77caf43c-a8ad-47ce-b907-c04848224639 tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] 10.222.0.13 "GET /v2.0/ports?device_id=015659eb-99f5-490c-a5cc-c0f527d891f9 HTTP/1.1" status: 200 len: 943 time: 0.0736353 Jan 26 22:07:11.395548 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f867a490-97a8-4c89-82a8-0e179ac0534a req-c6452cff-73d4-4676-b225-ec6212ff91bf service neutron] Port b23cb33d-48db-46d0-81ba-bff5126e8ea7 on network 4cd375cb-d249-46a6-831f-f9f5a15e68cd not bound, no agent of type Open vSwitch agent registered on host n-h1-760453-5 {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 26 22:07:11.395875 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f867a490-97a8-4c89-82a8-0e179ac0534a req-c6452cff-73d4-4676-b225-ec6212ff91bf service neutron] Attempting to bind port b23cb33d-48db-46d0-81ba-bff5126e8ea7 on network 4cd375cb-d249-46a6-831f-f9f5a15e68cd {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 22:07:11.401575 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f867a490-97a8-4c89-82a8-0e179ac0534a req-c6452cff-73d4-4676-b225-ec6212ff91bf service neutron] Checking agent: {'id': '32ef628b-8417-46c5-8729-60fcabe358f1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-760453-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 21, 3, 8), 'started_at': datetime.datetime(2022, 1, 26, 21, 3, 8), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 22, 7, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 26 22:07:11.401919 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f867a490-97a8-4c89-82a8-0e179ac0534a req-c6452cff-73d4-4676-b225-ec6212ff91bf service neutron] Checking segment: {'id': '66e4f491-9a6a-4ffc-8f64-b9e6923cc891', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '4cd375cb-d249-46a6-831f-f9f5a15e68cd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103305) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 22:07:11.402338 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f867a490-97a8-4c89-82a8-0e179ac0534a req-c6452cff-73d4-4676-b225-ec6212ff91bf service neutron] Bound using segment: {'id': '66e4f491-9a6a-4ffc-8f64-b9e6923cc891', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '4cd375cb-d249-46a6-831f-f9f5a15e68cd'} {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 26 22:07:11.402903 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [req-f867a490-97a8-4c89-82a8-0e179ac0534a req-c6452cff-73d4-4676-b225-ec6212ff91bf service neutron] Bound port: b23cb33d-48db-46d0-81ba-bff5126e8ea7, host: n-h1-760453-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '66e4f491-9a6a-4ffc-8f64-b9e6923cc891', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '4cd375cb-d249-46a6-831f-f9f5a15e68cd'}}] {{(pid=103305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 26 22:07:11.403273 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-f867a490-97a8-4c89-82a8-0e179ac0534a req-c6452cff-73d4-4676-b225-ec6212ff91bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (b23cb33d-48db-46d0-81ba-bff5126e8ea7), before_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:07:11.445364 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-a8a6ee5b-27c6-4e6f-9cc6-ee742adb0e9a req-f046540f-c89b-4f37-be00-776f22ca10a5 tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] 10.222.0.13 "GET /v2.0/security-groups?id=43bea7b8-2240-42b3-a08a-3b2300147b70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505342 Jan 26 22:07:11.485265 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [req-f867a490-97a8-4c89-82a8-0e179ac0534a req-c6452cff-73d4-4676-b225-ec6212ff91bf service neutron] For port b23cb33d-48db-46d0-81ba-bff5126e8ea7, host n-h1-760453-5, cleared binding levels {{(pid=103305) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 26 22:07:11.488681 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [req-f867a490-97a8-4c89-82a8-0e179ac0534a req-c6452cff-73d4-4676-b225-ec6212ff91bf service neutron] For port b23cb33d-48db-46d0-81ba-bff5126e8ea7, host n-h1-760453-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-5',level=0,port_id=b23cb33d-48db-46d0-81ba-bff5126e8ea7,segment=NetworkSegment(66e4f491-9a6a-4ffc-8f64-b9e6923cc891),segment_id=66e4f491-9a6a-4ffc-8f64-b9e6923cc891)] {{(pid=103305) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 26 22:07:11.494229 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-f867a490-97a8-4c89-82a8-0e179ac0534a req-c6452cff-73d4-4676-b225-ec6212ff91bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11791520'] for port (b23cb33d-48db-46d0-81ba-bff5126e8ea7), after_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:07:11.531558 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f867a490-97a8-4c89-82a8-0e179ac0534a req-c6452cff-73d4-4676-b225-ec6212ff91bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:07:11.532340 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-f867a490-97a8-4c89-82a8-0e179ac0534a req-c6452cff-73d4-4676-b225-ec6212ff91bf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:07:11.533889 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-f867a490-97a8-4c89-82a8-0e179ac0534a req-c6452cff-73d4-4676-b225-ec6212ff91bf service neutron] 10.222.0.66 "PUT /v2.0/ports/b23cb33d-48db-46d0-81ba-bff5126e8ea7 HTTP/1.1" status: 200 len: 1091 time: 0.6789813 Jan 26 22:07:11.534397 n-d-760453-5 neutron-server[103305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '015659eb-99f5-490c-a5cc-c0f527d891f9', 'tag': 'b23cb33d-48db-46d0-81ba-bff5126e8ea7'}] {{(pid=103305) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 22:07:11.536801 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63c895857b12caccb44030902ae3f492cdae22bba6ec98e5b8bd003e299c093d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0e3a1f2-b8e8-4e65-9545-83a21f0d03cd" -d '{"events": [{"name": "network-changed", "server_uuid": "015659eb-99f5-490c-a5cc-c0f527d891f9", "tag": "b23cb33d-48db-46d0-81ba-bff5126e8ea7"}]}' {{(pid=103305) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 22:07:11.569243 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6452cff-73d4-4676-b225-ec6212ff91bf service neutron] Pushing event updated for resources: {'Port': ['ID=b23cb33d-48db-46d0-81ba-bff5126e8ea7,revision_number=3']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 22:07:11.584145 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 26 Jan 2022 22:07:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c26c33a1-54d3-43c4-9a4a-ac05432a109f x-openstack-request-id: req-c26c33a1-54d3-43c4-9a4a-ac05432a109f {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 22:07:11.584531 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "015659eb-99f5-490c-a5cc-c0f527d891f9", "tag": "b23cb33d-48db-46d0-81ba-bff5126e8ea7", "status": "completed", "code": 200}]} {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 22:07:11.584849 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c26c33a1-54d3-43c4-9a4a-ac05432a109f {{(pid=103305) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 22:07:11.585337 n-d-760453-5 neutron-server[103305]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '015659eb-99f5-490c-a5cc-c0f527d891f9', 'tag': 'b23cb33d-48db-46d0-81ba-bff5126e8ea7', 'status': 'completed', 'code': 200} Jan 26 22:07:11.649627 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f867a490-97a8-4c89-82a8-0e179ac0534a req-ed6d5a68-3702-47c0-acac-2b9efb1731e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:07:11.651283 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-f867a490-97a8-4c89-82a8-0e179ac0534a req-ed6d5a68-3702-47c0-acac-2b9efb1731e1 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=37caa54fa0b74aea8f85b9d1c546e6dc&device_id=015659eb-99f5-490c-a5cc-c0f527d891f9 HTTP/1.1" status: 200 len: 1094 time: 0.0446506 Jan 26 22:07:11.703047 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-f867a490-97a8-4c89-82a8-0e179ac0534a req-a4884335-8210-4b29-96b1-71669c6583d6 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b23cb33d-48db-46d0-81ba-bff5126e8ea7 HTTP/1.1" status: 200 len: 217 time: 0.0401013 Jan 26 22:07:11.754547 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f867a490-97a8-4c89-82a8-0e179ac0534a req-a6ca02c1-851a-4085-bd8c-dd1f774989ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:07:11.756038 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-f867a490-97a8-4c89-82a8-0e179ac0534a req-a6ca02c1-851a-4085-bd8c-dd1f774989ae service neutron] 10.222.0.66 "GET /v2.0/subnets?id=f81320d2-fa7a-450d-b1f0-259a79f1b76f HTTP/1.1" status: 200 len: 851 time: 0.0458553 Jan 26 22:07:11.802245 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f867a490-97a8-4c89-82a8-0e179ac0534a req-69484742-63a9-44a8-a5b8-38160f98ae5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:07:11.803763 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-f867a490-97a8-4c89-82a8-0e179ac0534a req-69484742-63a9-44a8-a5b8-38160f98ae5e service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=4cd375cb-d249-46a6-831f-f9f5a15e68cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0409598 Jan 26 22:07:11.895613 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-f867a490-97a8-4c89-82a8-0e179ac0534a req-3f3f0118-a9fa-412d-afb2-bfe3ce89e605 service neutron] 10.222.0.66 "GET /v2.0/networks/4cd375cb-d249-46a6-831f-f9f5a15e68cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854454 Jan 26 22:07:11.983423 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-f867a490-97a8-4c89-82a8-0e179ac0534a req-d5cb1d38-0f0d-4ac9-b6ae-9b5391d0bae0 service neutron] 10.222.0.66 "GET /v2.0/networks/4cd375cb-d249-46a6-831f-f9f5a15e68cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811691 Jan 26 22:07:12.108178 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e3a1f2-b8e8-4e65-9545-83a21f0d03cd req-735ba49f-2f57-43ee-afe0-6361a1f39575 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:07:12.109770 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-c0e3a1f2-b8e8-4e65-9545-83a21f0d03cd req-735ba49f-2f57-43ee-afe0-6361a1f39575 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=37caa54fa0b74aea8f85b9d1c546e6dc&device_id=015659eb-99f5-490c-a5cc-c0f527d891f9 HTTP/1.1" status: 200 len: 1094 time: 0.0463524 Jan 26 22:07:12.207831 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e3a1f2-b8e8-4e65-9545-83a21f0d03cd req-9bf463f2-86af-4bd7-9d1d-19a9735a38d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:07:12.209375 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-c0e3a1f2-b8e8-4e65-9545-83a21f0d03cd req-9bf463f2-86af-4bd7-9d1d-19a9735a38d7 service neutron] 10.222.0.66 "GET /v2.0/networks?id=4cd375cb-d249-46a6-831f-f9f5a15e68cd HTTP/1.1" status: 200 len: 913 time: 0.0937922 Jan 26 22:07:12.250668 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-c0e3a1f2-b8e8-4e65-9545-83a21f0d03cd req-e9c65e3f-d574-4d2f-bcc0-e7f6b1438126 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b23cb33d-48db-46d0-81ba-bff5126e8ea7 HTTP/1.1" status: 200 len: 217 time: 0.0350142 Jan 26 22:07:12.301214 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e3a1f2-b8e8-4e65-9545-83a21f0d03cd req-453a1605-05d6-4c77-b155-b6814ee72c2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:07:12.302682 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-c0e3a1f2-b8e8-4e65-9545-83a21f0d03cd req-453a1605-05d6-4c77-b155-b6814ee72c2a service neutron] 10.222.0.66 "GET /v2.0/subnets?id=f81320d2-fa7a-450d-b1f0-259a79f1b76f HTTP/1.1" status: 200 len: 851 time: 0.0464149 Jan 26 22:07:12.347324 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e3a1f2-b8e8-4e65-9545-83a21f0d03cd req-662bf104-2a7c-4e4c-9e6a-aa36652f2eae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:07:12.348819 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-c0e3a1f2-b8e8-4e65-9545-83a21f0d03cd req-662bf104-2a7c-4e4c-9e6a-aa36652f2eae service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=4cd375cb-d249-46a6-831f-f9f5a15e68cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0392377 Jan 26 22:07:12.437901 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-c0e3a1f2-b8e8-4e65-9545-83a21f0d03cd req-6107dc78-9ab0-4c44-bc06-f26969fb412c service neutron] 10.222.0.66 "GET /v2.0/networks/4cd375cb-d249-46a6-831f-f9f5a15e68cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812242 Jan 26 22:07:12.527820 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-c0e3a1f2-b8e8-4e65-9545-83a21f0d03cd req-420e45f8-6c4f-4790-b2ce-6c3119863f8c service neutron] 10.222.0.66 "GET /v2.0/networks/4cd375cb-d249-46a6-831f-f9f5a15e68cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846419 Jan 26 22:07:12.562577 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ce0d2e-8c50-4bd4-a5f3-d20c2f048fcf req-8fe8651b-b729-40e0-a0cc-b30f53d84fef tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:07:12.564072 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-22ce0d2e-8c50-4bd4-a5f3-d20c2f048fcf req-8fe8651b-b729-40e0-a0cc-b30f53d84fef tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] 10.222.0.13 "GET /v2.0/ports?device_id=015659eb-99f5-490c-a5cc-c0f527d891f9 HTTP/1.1" status: 200 len: 943 time: 0.0494385 Jan 26 22:07:12.610575 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-22ce0d2e-8c50-4bd4-a5f3-d20c2f048fcf req-c2be05a1-133b-4329-b655-360c8fb79185 tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] 10.222.0.13 "GET /v2.0/security-groups?id=43bea7b8-2240-42b3-a08a-3b2300147b70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409229 Jan 26 22:07:13.722918 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ed4d7b-ac7e-4654-a597-41580c0b9f9d req-df3dae34-2bf0-43ea-856c-57097fe98fb4 tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:07:13.724365 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-48ed4d7b-ac7e-4654-a597-41580c0b9f9d req-df3dae34-2bf0-43ea-856c-57097fe98fb4 tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] 10.222.0.13 "GET /v2.0/ports?device_id=015659eb-99f5-490c-a5cc-c0f527d891f9 HTTP/1.1" status: 200 len: 943 time: 0.0463264 Jan 26 22:07:13.773143 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-48ed4d7b-ac7e-4654-a597-41580c0b9f9d req-1c9efccc-ce2d-494d-bc57-6a650e464c8d tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] 10.222.0.13 "GET /v2.0/security-groups?id=43bea7b8-2240-42b3-a08a-3b2300147b70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430236 Jan 26 22:07:14.660436 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Device b23cb33d-48db-46d0-81ba-bff5126e8ea7 details requested by agent hyperv_n-h1-760453-5 with host n-h1-760453-5 {{(pid=103306) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 26 22:07:14.755035 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] For port b23cb33d-48db-46d0-81ba-bff5126e8ea7, host n-h1-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-5',level=0,port_id=b23cb33d-48db-46d0-81ba-bff5126e8ea7,segment=NetworkSegment(66e4f491-9a6a-4ffc-8f64-b9e6923cc891),segment_id=66e4f491-9a6a-4ffc-8f64-b9e6923cc891)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 22:07:14.768277 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Returning: {'device': 'b23cb33d-48db-46d0-81ba-bff5126e8ea7', 'network_id': '4cd375cb-d249-46a6-831f-f9f5a15e68cd', 'port_id': 'b23cb33d-48db-46d0-81ba-bff5126e8ea7', 'mac_address': 'fa:16:3e:62:8a:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 592, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f81320d2-fa7a-450d-b1f0-259a79f1b76f', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103306) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 26 22:07:14.805590 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Current status of the port b23cb33d-48db-46d0-81ba-bff5126e8ea7 is: DOWN; New status is: BUILD {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 22:07:14.805985 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (b23cb33d-48db-46d0-81ba-bff5126e8ea7), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:07:14.822444 n-d-760453-5 neutron-server[103306]: DEBUG neutron.notifiers.nova [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b23cb33d-48db-46d0-81ba-bff5126e8ea7 {{(pid=103306) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 26 22:07:14.849493 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] For port b23cb33d-48db-46d0-81ba-bff5126e8ea7, host n-h1-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-5',level=0,port_id=b23cb33d-48db-46d0-81ba-bff5126e8ea7,segment=NetworkSegment(66e4f491-9a6a-4ffc-8f64-b9e6923cc891),segment_id=66e4f491-9a6a-4ffc-8f64-b9e6923cc891)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 22:07:14.858616 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (b23cb33d-48db-46d0-81ba-bff5126e8ea7), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:07:14.902033 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa1a565-eeb5-4c6f-b962-7d5a8b5509ef req-08991847-ff71-4dd5-85fc-bfcf98eb0d8e tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:07:14.904827 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-0aa1a565-eeb5-4c6f-b962-7d5a8b5509ef req-08991847-ff71-4dd5-85fc-bfcf98eb0d8e tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] 10.222.0.13 "GET /v2.0/ports?device_id=015659eb-99f5-490c-a5cc-c0f527d891f9 HTTP/1.1" status: 200 len: 944 time: 0.0527515 Jan 26 22:07:14.911210 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Pushing event updated for resources: {'Port': ['ID=b23cb33d-48db-46d0-81ba-bff5126e8ea7,revision_number=4']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 22:07:14.953161 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-0aa1a565-eeb5-4c6f-b962-7d5a8b5509ef req-f5945b2a-0aee-49a1-9486-d492c233aac8 tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] 10.222.0.13 "GET /v2.0/security-groups?id=43bea7b8-2240-42b3-a08a-3b2300147b70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420871 Jan 26 22:07:15.264318 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] get_ports_and_sgs() called for port_ids ['b23cb33d-48db-46d0-81ba-bff5126e8ea7'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 26 22:07:16.065503 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86bb8b3d-61f2-43f8-95ec-216eb3904a6e req-935b369a-b0a0-4a61-a3f3-9fcfe34c9180 tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:07:16.066912 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-86bb8b3d-61f2-43f8-95ec-216eb3904a6e req-935b369a-b0a0-4a61-a3f3-9fcfe34c9180 tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] 10.222.0.13 "GET /v2.0/ports?device_id=015659eb-99f5-490c-a5cc-c0f527d891f9 HTTP/1.1" status: 200 len: 944 time: 0.0474372 Jan 26 22:07:16.113975 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-86bb8b3d-61f2-43f8-95ec-216eb3904a6e req-9dd58817-1d36-4387-b97a-802a94745323 tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] 10.222.0.13 "GET /v2.0/security-groups?id=43bea7b8-2240-42b3-a08a-3b2300147b70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416424 Jan 26 22:07:16.665346 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Device b23cb33d-48db-46d0-81ba-bff5126e8ea7 up at agent hyperv_n-h1-760453-5 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 22:07:16.717085 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Provisioning for port b23cb33d-48db-46d0-81ba-bff5126e8ea7 completed by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 22:07:16.720918 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Provisioning complete for port b23cb33d-48db-46d0-81ba-bff5126e8ea7 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 22:07:16.721306 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (b23cb33d-48db-46d0-81ba-bff5126e8ea7), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:07:16.797049 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Current status of the port b23cb33d-48db-46d0-81ba-bff5126e8ea7 is: BUILD; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 22:07:16.797470 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (b23cb33d-48db-46d0-81ba-bff5126e8ea7), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:07:16.819502 n-d-760453-5 neutron-server[103306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '015659eb-99f5-490c-a5cc-c0f527d891f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b23cb33d-48db-46d0-81ba-bff5126e8ea7'}] {{(pid=103306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 22:07:16.821778 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c06f7aa05085a00df6a2944c086d22937b62c1e75db8df879377281bc6a8a153" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d35489c1-9c0e-4c14-8a1f-be760e213e40" -d '{"events": [{"server_uuid": "015659eb-99f5-490c-a5cc-c0f527d891f9", "name": "network-vif-plugged", "status": "completed", "tag": "b23cb33d-48db-46d0-81ba-bff5126e8ea7"}]}' {{(pid=103306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 22:07:16.833921 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] For port b23cb33d-48db-46d0-81ba-bff5126e8ea7, host n-h1-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-5',level=0,port_id=b23cb33d-48db-46d0-81ba-bff5126e8ea7,segment=NetworkSegment(66e4f491-9a6a-4ffc-8f64-b9e6923cc891),segment_id=66e4f491-9a6a-4ffc-8f64-b9e6923cc891)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 22:07:16.837862 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (b23cb33d-48db-46d0-81ba-bff5126e8ea7), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:07:16.863503 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Jan 2022 22:07:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba667bd2-bab0-43cb-a075-8af6b713e326 x-openstack-request-id: req-ba667bd2-bab0-43cb-a075-8af6b713e326 {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 22:07:16.863792 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "015659eb-99f5-490c-a5cc-c0f527d891f9", "name": "network-vif-plugged", "status": "completed", "tag": "b23cb33d-48db-46d0-81ba-bff5126e8ea7", "code": 200}]} {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 22:07:16.864044 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ba667bd2-bab0-43cb-a075-8af6b713e326 {{(pid=103306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 22:07:16.864426 n-d-760453-5 neutron-server[103306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '015659eb-99f5-490c-a5cc-c0f527d891f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b23cb33d-48db-46d0-81ba-bff5126e8ea7', 'code': 200} Jan 26 22:07:16.893599 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Pushing event updated for resources: {'Port': ['ID=b23cb33d-48db-46d0-81ba-bff5126e8ea7,revision_number=5']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 22:07:16.983025 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b7bc23-dfd0-4bfa-911b-6608e1d788cf req-b6c7c0cf-a4de-4fc1-bd9d-a612304ed274 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:07:16.984420 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-e9b7bc23-dfd0-4bfa-911b-6608e1d788cf req-b6c7c0cf-a4de-4fc1-bd9d-a612304ed274 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=015659eb-99f5-490c-a5cc-c0f527d891f9 HTTP/1.1" status: 200 len: 1096 time: 0.0406892 Jan 26 22:07:17.026696 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-e9b7bc23-dfd0-4bfa-911b-6608e1d788cf req-a349f8ce-407b-470d-8d28-bee5db68be7e service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=43bea7b8-2240-42b3-a08a-3b2300147b70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364261 Jan 26 22:07:17.227912 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa72546-a82c-4ee7-a2af-f333384b6085 req-2c6302f5-6d78-44ae-9e8e-5befd53547b3 tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:07:17.229644 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-afa72546-a82c-4ee7-a2af-f333384b6085 req-2c6302f5-6d78-44ae-9e8e-5befd53547b3 tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] 10.222.0.13 "GET /v2.0/ports?device_id=015659eb-99f5-490c-a5cc-c0f527d891f9 HTTP/1.1" status: 200 len: 945 time: 0.0505791 Jan 26 22:07:17.274642 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-afa72546-a82c-4ee7-a2af-f333384b6085 req-8d93c9ce-c5ac-420e-a47a-74c5fa43e58c tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] 10.222.0.13 "GET /v2.0/security-groups?id=43bea7b8-2240-42b3-a08a-3b2300147b70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388303 Jan 26 22:07:18.391907 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e3ee85-70a5-4e27-8ad9-65d1e2e5a7ce req-8ad7c6cc-c564-4044-8159-7ab30493c633 tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:07:18.393455 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-04e3ee85-70a5-4e27-8ad9-65d1e2e5a7ce req-8ad7c6cc-c564-4044-8159-7ab30493c633 tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] 10.222.0.13 "GET /v2.0/ports?device_id=015659eb-99f5-490c-a5cc-c0f527d891f9 HTTP/1.1" status: 200 len: 945 time: 0.0496395 Jan 26 22:07:18.442094 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-04e3ee85-70a5-4e27-8ad9-65d1e2e5a7ce req-d17ff601-158b-412a-94d8-c1f3afcd14bf tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] 10.222.0.13 "GET /v2.0/security-groups?id=43bea7b8-2240-42b3-a08a-3b2300147b70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428061 Jan 26 22:07:18.978768 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-5de207af-df63-43bd-ba16-6fad6b73d991 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (474ccdf7-ab6c-405b-a3b2-dc7b05829902), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:07:19.556265 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d60d495-6b95-4a4f-b73e-74518180d99c req-47515e37-2089-4307-8d27-98355f7ff932 tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:07:19.557784 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-2d60d495-6b95-4a4f-b73e-74518180d99c req-47515e37-2089-4307-8d27-98355f7ff932 tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] 10.222.0.13 "GET /v2.0/ports?device_id=015659eb-99f5-490c-a5cc-c0f527d891f9 HTTP/1.1" status: 200 len: 945 time: 0.0476501 Jan 26 22:07:19.607546 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-2d60d495-6b95-4a4f-b73e-74518180d99c req-b3f00523-9e1a-4b50-966f-c4bf78506e59 tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] 10.222.0.13 "GET /v2.0/security-groups?id=43bea7b8-2240-42b3-a08a-3b2300147b70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442152 Jan 26 22:07:19.716507 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fcab214-792a-4183-adb1-b9497f62c80c req-4e7c6040-c3f4-4231-af5e-275373c9c499 tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:07:19.718021 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-9fcab214-792a-4183-adb1-b9497f62c80c req-4e7c6040-c3f4-4231-af5e-275373c9c499 tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] 10.222.0.13 "GET /v2.0/ports?device_id=015659eb-99f5-490c-a5cc-c0f527d891f9 HTTP/1.1" status: 200 len: 945 time: 0.0478141 Jan 26 22:07:19.726507 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 52296) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 22:07:19.731149 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-e60ee90e-1c9d-46c1-963c-8213dadb96a9 tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] Request body: {'floatingip': {'port_id': 'b23cb33d-48db-46d0-81ba-bff5126e8ea7'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 22:07:19.769423 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-e60ee90e-1c9d-46c1-963c-8213dadb96a9 tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] Publish callbacks [] for floatingip (9777922b-c93a-49d0-a77d-162067d7023c), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:07:20.526549 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-e60ee90e-1c9d-46c1-963c-8213dadb96a9 tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:07:20.530211 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-e60ee90e-1c9d-46c1-963c-8213dadb96a9 tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4110913'] for floatingip (9777922b-c93a-49d0-a77d-162067d7023c), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:07:20.627806 n-d-760453-5 neutron-server[103304]: INFO neutron.db.l3_db [None req-e60ee90e-1c9d-46c1-963c-8213dadb96a9 tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] Floating IP 9777922b-c93a-49d0-a77d-162067d7023c associated. External IP: 172.25.1.21, port: b23cb33d-48db-46d0-81ba-bff5126e8ea7. Jan 26 22:07:20.827682 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e60ee90e-1c9d-46c1-963c-8213dadb96a9 tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] Router e76c7eaf-bedd-4b07-bb47-402625902267 has already been hosted by L3 agent 09df100c-3af1-4b0a-bda8-05914c71c458 {{(pid=103304) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 26 22:07:20.933189 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e60ee90e-1c9d-46c1-963c-8213dadb96a9 tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] Notify agent at l3_agent.n-d-760453-5 the message routers_updated {{(pid=103304) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 26 22:07:20.937719 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-e60ee90e-1c9d-46c1-963c-8213dadb96a9 tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for floatingip (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:07:20.942967 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dbc9650-b1ff-4588-9b3e-7c81b26c55be None None] Sync routers for ids ['e76c7eaf-bedd-4b07-bb47-402625902267'] in n-d-760453-5 {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 26 22:07:20.952073 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dbc9650-b1ff-4588-9b3e-7c81b26c55be None None] Routers {'e76c7eaf-bedd-4b07-bb47-402625902267'} bound to L3 agent in host n-d-760453-5 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 22:07:20.952678 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-9dbc9650-b1ff-4588-9b3e-7c81b26c55be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-26T20:55:21Z,description=,heartbeat_timestamp=2022-01-26T22:06:51Z,host='n-d-760453-5',id=09df100c-3af1-4b0a-bda8-05914c71c458,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:55:21Z,topic='l3_agent')) {'router_ids': ['e76c7eaf-bedd-4b07-bb47-402625902267'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 22:07:20.963580 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-e60ee90e-1c9d-46c1-963c-8213dadb96a9 tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] 10.222.0.13 "PUT /v2.0/floatingips/9777922b-c93a-49d0-a77d-162067d7023c HTTP/1.1" status: 200 len: 990 time: 1.2360251 Jan 26 22:07:20.964170 n-d-760453-5 neutron-server[103304]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '015659eb-99f5-490c-a5cc-c0f527d891f9', 'tag': 'b23cb33d-48db-46d0-81ba-bff5126e8ea7'}] {{(pid=103304) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 22:07:20.966967 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86e783e1922a725fac327d65912384d63450ce1a6a2ee22db2d1cc52fb257f3b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e608e55-a070-4ff4-befd-ecc22962a078" -d '{"events": [{"name": "network-changed", "server_uuid": "015659eb-99f5-490c-a5cc-c0f527d891f9", "tag": "b23cb33d-48db-46d0-81ba-bff5126e8ea7"}]}' {{(pid=103304) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 22:07:21.006821 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 26 Jan 2022 22:07:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6252ba9-53ca-46a1-8d2e-5bc0a4fab587 x-openstack-request-id: req-d6252ba9-53ca-46a1-8d2e-5bc0a4fab587 {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 22:07:21.007463 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "015659eb-99f5-490c-a5cc-c0f527d891f9", "tag": "b23cb33d-48db-46d0-81ba-bff5126e8ea7", "status": "completed", "code": 200}]} {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 22:07:21.007725 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d6252ba9-53ca-46a1-8d2e-5bc0a4fab587 {{(pid=103304) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 22:07:21.008139 n-d-760453-5 neutron-server[103304]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '015659eb-99f5-490c-a5cc-c0f527d891f9', 'tag': 'b23cb33d-48db-46d0-81ba-bff5126e8ea7', 'status': 'completed', 'code': 200} Jan 26 22:07:21.060311 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_dvr_db [None req-9dbc9650-b1ff-4588-9b3e-7c81b26c55be None None] Set router e76c7eaf-bedd-4b07-bb47-402625902267 gateway port host: n-d-760453-5 {{(pid=103307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 22:07:21.106419 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e608e55-a070-4ff4-befd-ecc22962a078 req-1fe7b094-31bf-4573-b233-e68834dd9458 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:07:21.107939 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-2e608e55-a070-4ff4-befd-ecc22962a078 req-1fe7b094-31bf-4573-b233-e68834dd9458 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=37caa54fa0b74aea8f85b9d1c546e6dc&device_id=015659eb-99f5-490c-a5cc-c0f527d891f9 HTTP/1.1" status: 200 len: 1096 time: 0.0463557 Jan 26 22:07:21.198392 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e608e55-a070-4ff4-befd-ecc22962a078 req-ab1ba957-c157-40f2-a65d-0551d65c6b7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:07:21.199969 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-2e608e55-a070-4ff4-befd-ecc22962a078 req-ab1ba957-c157-40f2-a65d-0551d65c6b7e service neutron] 10.222.0.66 "GET /v2.0/networks?id=4cd375cb-d249-46a6-831f-f9f5a15e68cd HTTP/1.1" status: 200 len: 913 time: 0.0858736 Jan 26 22:07:21.271200 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-2e608e55-a070-4ff4-befd-ecc22962a078 req-e021d3b5-9acd-4297-b951-290303804dfa service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b23cb33d-48db-46d0-81ba-bff5126e8ea7 HTTP/1.1" status: 200 len: 998 time: 0.0646994 Jan 26 22:07:21.284098 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-9dbc9650-b1ff-4588-9b3e-7c81b26c55be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e76c7eaf-bedd-4b07-bb47-402625902267', 'name': 'tempest-ServerActionsTestJSON-1848706419-router', 'tenant_id': '37caa54fa0b74aea8f85b9d1c546e6dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'external_fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.172'}], 'enable_snat': True}, 'gw_port_id': '30e0f18b-d842-4295-8c5a-f885163635fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T22:04:00Z', 'updated_at': '2022-01-26T22:04:02Z', 'revision_number': 4, 'project_id': '37caa54fa0b74aea8f85b9d1c546e6dc', 'gw_port': {'id': '30e0f18b-d842-4295-8c5a-f885163635fe', 'name': '', 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:9e:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e76c7eaf-bedd-4b07-bb47-402625902267', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T22:04:00Z', 'updated_at': '2022-01-26T22:04:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-5', '_floatingips': [{'id': '9777922b-c93a-49d0-a77d-162067d7023c', 'tenant_id': '37caa54fa0b74aea8f85b9d1c546e6dc', 'floating_ip_address': '172.25.1.21', 'floating_network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'router_id': 'e76c7eaf-bedd-4b07-bb47-402625902267', 'port_id': 'b23cb33d-48db-46d0-81ba-bff5126e8ea7', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4103, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4cd375cb-d249-46a6-831f-f9f5a15e68cd', 'mac_address': 'fa:16:3e:62:8a:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '015659eb-99f5-490c-a5cc-c0f527d891f9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-26T22:04:05Z', 'updated_at': '2022-01-26T22:07:20Z', 'revision_number': 5, 'project_id': '37caa54fa0b74aea8f85b9d1c546e6dc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '93c346ae-0d00-42b6-84e9-d6333e923a6d', 'name': '', 'network_id': '4cd375cb-d249-46a6-831f-f9f5a15e68cd', 'tenant_id': '37caa54fa0b74aea8f85b9d1c546e6dc', 'mac_address': 'fa:16:3e:b3:5f:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e76c7eaf-bedd-4b07-bb47-402625902267', 'device_owner': 'network:router_interface', 'standard_attr_id': 4096, 'fixed_ips': [{'subnet_id': 'f81320d2-fa7a-450d-b1f0-259a79f1b76f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T22:04:02Z', 'updated_at': '2022-01-26T22:04:06Z', 'revision_number': 5, 'project_id': '37caa54fa0b74aea8f85b9d1c546e6dc', 'subnets': [{'id': 'f81320d2-fa7a-450d-b1f0-259a79f1b76f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760453-5', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 22:07:21.314515 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dbc9650-b1ff-4588-9b3e-7c81b26c55be None None] Checking router: e76c7eaf-bedd-4b07-bb47-402625902267 for host: n-d-760453-5 {{(pid=103307) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 26 22:07:21.316717 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-823e3a82-b524-47fa-a400-f0cea46b9fe1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (09df100c-3af1-4b0a-bda8-05914c71c458), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:07:21.323318 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dbc9650-b1ff-4588-9b3e-7c81b26c55be None None] Routers {'e76c7eaf-bedd-4b07-bb47-402625902267'} bound to L3 agent in host n-d-760453-5 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 22:07:21.323936 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-9dbc9650-b1ff-4588-9b3e-7c81b26c55be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-26T20:55:21Z,description=,heartbeat_timestamp=2022-01-26T22:07:21Z,host='n-d-760453-5',id=09df100c-3af1-4b0a-bda8-05914c71c458,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:55:21Z,topic='l3_agent')) {'router_ids': ['e76c7eaf-bedd-4b07-bb47-402625902267'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 22:07:21.324667 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e608e55-a070-4ff4-befd-ecc22962a078 req-572553c6-b4c8-4884-9901-c5f73449eb15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:07:21.326199 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-2e608e55-a070-4ff4-befd-ecc22962a078 req-572553c6-b4c8-4884-9901-c5f73449eb15 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=f81320d2-fa7a-450d-b1f0-259a79f1b76f HTTP/1.1" status: 200 len: 851 time: 0.0483615 Jan 26 22:07:21.371670 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e608e55-a070-4ff4-befd-ecc22962a078 req-0ccb8409-3bc9-48a7-b7c6-4a055d06932e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:07:21.373190 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-2e608e55-a070-4ff4-befd-ecc22962a078 req-0ccb8409-3bc9-48a7-b7c6-4a055d06932e service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=4cd375cb-d249-46a6-831f-f9f5a15e68cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0414004 Jan 26 22:07:21.424833 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_dvr_db [None req-9dbc9650-b1ff-4588-9b3e-7c81b26c55be None None] Set router e76c7eaf-bedd-4b07-bb47-402625902267 gateway port host: n-d-760453-5 {{(pid=103307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 22:07:21.472461 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-2e608e55-a070-4ff4-befd-ecc22962a078 req-0043e51c-e966-404e-8b50-5df22a56a2c7 service neutron] 10.222.0.66 "GET /v2.0/networks/4cd375cb-d249-46a6-831f-f9f5a15e68cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861549 Jan 26 22:07:21.561764 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-2e608e55-a070-4ff4-befd-ecc22962a078 req-41d25a15-f96b-4cac-8317-5dd055748c55 service neutron] 10.222.0.66 "GET /v2.0/networks/4cd375cb-d249-46a6-831f-f9f5a15e68cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826914 Jan 26 22:07:21.644758 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-9dbc9650-b1ff-4588-9b3e-7c81b26c55be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e76c7eaf-bedd-4b07-bb47-402625902267', 'name': 'tempest-ServerActionsTestJSON-1848706419-router', 'tenant_id': '37caa54fa0b74aea8f85b9d1c546e6dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'external_fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.172'}], 'enable_snat': True}, 'gw_port_id': '30e0f18b-d842-4295-8c5a-f885163635fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T22:04:00Z', 'updated_at': '2022-01-26T22:04:02Z', 'revision_number': 4, 'project_id': '37caa54fa0b74aea8f85b9d1c546e6dc', 'gw_port': {'id': '30e0f18b-d842-4295-8c5a-f885163635fe', 'name': '', 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:9e:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e76c7eaf-bedd-4b07-bb47-402625902267', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T22:04:00Z', 'updated_at': '2022-01-26T22:04:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-5', '_floatingips': [{'id': '9777922b-c93a-49d0-a77d-162067d7023c', 'tenant_id': '37caa54fa0b74aea8f85b9d1c546e6dc', 'floating_ip_address': '172.25.1.21', 'floating_network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'router_id': 'e76c7eaf-bedd-4b07-bb47-402625902267', 'port_id': 'b23cb33d-48db-46d0-81ba-bff5126e8ea7', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4103, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4cd375cb-d249-46a6-831f-f9f5a15e68cd', 'mac_address': 'fa:16:3e:62:8a:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '015659eb-99f5-490c-a5cc-c0f527d891f9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-26T22:04:05Z', 'updated_at': '2022-01-26T22:07:20Z', 'revision_number': 5, 'project_id': '37caa54fa0b74aea8f85b9d1c546e6dc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '93c346ae-0d00-42b6-84e9-d6333e923a6d', 'name': '', 'network_id': '4cd375cb-d249-46a6-831f-f9f5a15e68cd', 'tenant_id': '37caa54fa0b74aea8f85b9d1c546e6dc', 'mac_address': 'fa:16:3e:b3:5f:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e76c7eaf-bedd-4b07-bb47-402625902267', 'device_owner': 'network:router_interface', 'standard_attr_id': 4096, 'fixed_ips': [{'subnet_id': 'f81320d2-fa7a-450d-b1f0-259a79f1b76f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T22:04:02Z', 'updated_at': '2022-01-26T22:04:06Z', 'revision_number': 5, 'project_id': '37caa54fa0b74aea8f85b9d1c546e6dc', 'subnets': [{'id': 'f81320d2-fa7a-450d-b1f0-259a79f1b76f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760453-5', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 22:07:21.671437 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dbc9650-b1ff-4588-9b3e-7c81b26c55be None None] The sync data for ids ['e76c7eaf-bedd-4b07-bb47-402625902267'] in n-d-760453-5 is: [{'id': 'e76c7eaf-bedd-4b07-bb47-402625902267', 'name': 'tempest-ServerActionsTestJSON-1848706419-router', 'tenant_id': '37caa54fa0b74aea8f85b9d1c546e6dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'external_fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.172'}], 'enable_snat': True}, 'gw_port_id': '30e0f18b-d842-4295-8c5a-f885163635fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T22:04:00Z', 'updated_at': '2022-01-26T22:04:02Z', 'revision_number': 4, 'project_id': '37caa54fa0b74aea8f85b9d1c546e6dc', 'gw_port': {'id': '30e0f18b-d842-4295-8c5a-f885163635fe', 'name': '', 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:9e:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e76c7eaf-bedd-4b07-bb47-402625902267', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T22:04:00Z', 'updated_at': '2022-01-26T22:04:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-5', '_floatingips': [{'id': '9777922b-c93a-49d0-a77d-162067d7023c', 'tenant_id': '37caa54fa0b74aea8f85b9d1c546e6dc', 'floating_ip_address': '172.25.1.21', 'floating_network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'router_id': 'e76c7eaf-bedd-4b07-bb47-402625902267', 'port_id': 'b23cb33d-48db-46d0-81ba-bff5126e8ea7', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4103, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4cd375cb-d249-46a6-831f-f9f5a15e68cd', 'mac_address': 'fa:16:3e:62:8a:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '015659eb-99f5-490c-a5cc-c0f527d891f9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-26T22:04:05Z', 'updated_at': '2022-01-26T22:07:20Z', 'revision_number': 5, 'project_id': '37caa54fa0b74aea8f85b9d1c546e6dc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '93c346ae-0d00-42b6-84e9-d6333e923a6d', 'name': '', 'network_id': '4cd375cb-d249-46a6-831f-f9f5a15e68cd', 'tenant_id': '37caa54fa0b74aea8f85b9d1c546e6dc', 'mac_address': 'fa:16:3e:b3:5f:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e76c7eaf-bedd-4b07-bb47-402625902267', 'device_owner': 'network:router_interface', 'standard_attr_id': 4096, 'fixed_ips': [{'subnet_id': 'f81320d2-fa7a-450d-b1f0-259a79f1b76f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T22:04:02Z', 'updated_at': '2022-01-26T22:04:06Z', 'revision_number': 5, 'project_id': '37caa54fa0b74aea8f85b9d1c546e6dc', 'subnets': [{'id': 'f81320d2-fa7a-450d-b1f0-259a79f1b76f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 26 22:07:21.850484 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e596f68-8fb5-4768-ab7d-0dc665832c05 None None] New status for floating IP 9777922b-c93a-49d0-a77d-162067d7023c: ACTIVE {{(pid=103306) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 26 22:07:22.429991 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-841f5991-a4d8-4d4b-b215-cbc6bab5427b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (aa7ee9d2-08eb-4e12-b895-24c57300dfec), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:07:23.547963 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (4d619873-4b60-439f-9b5a-b155dc8bbc34), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:07:24.262051 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-839dd188-ec69-470c-9ab0-d318dc1a2e96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (e79b4fc6-6c71-44b2-a6d0-ff3e1f4dfd0d), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:07:25.419658 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (fea0591a-627d-4c87-9a9a-01625ddf3277), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:07:29.501337 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.agents_db [None req-569f1ced-6396-4ddf-b79f-e03b0b2146ab None None] Agent healthcheck: found 7 active agents {{(pid=103307) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 26 22:07:38.762689 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (32ef628b-8417-46c5-8729-60fcabe358f1), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:07:48.982358 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-14f79f4f-6487-44c1-990d-0421a1c39e55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (474ccdf7-ab6c-405b-a3b2-dc7b05829902), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:07:51.320690 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d4b5eefe-8a21-4003-ae75-fe1dfc5652bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (09df100c-3af1-4b0a-bda8-05914c71c458), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:07:52.432992 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-841f5991-a4d8-4d4b-b215-cbc6bab5427b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (aa7ee9d2-08eb-4e12-b895-24c57300dfec), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:07:53.543249 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (4d619873-4b60-439f-9b5a-b155dc8bbc34), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:07:54.263390 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-839dd188-ec69-470c-9ab0-d318dc1a2e96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (e79b4fc6-6c71-44b2-a6d0-ff3e1f4dfd0d), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:07:55.424449 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (fea0591a-627d-4c87-9a9a-01625ddf3277), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:08:06.501486 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.agents_db [None req-569f1ced-6396-4ddf-b79f-e03b0b2146ab None None] Agent healthcheck: found 7 active agents {{(pid=103307) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 26 22:08:08.772016 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (32ef628b-8417-46c5-8729-60fcabe358f1), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:08:17.531141 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-1a26ecf1-cdbe-45d7-b9e5-d3095a7da537 req-f4f22aa6-b006-4b0b-ae78-8fabb8e66859 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=015659eb-99f5-490c-a5cc-c0f527d891f9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0395844 Jan 26 22:08:17.631003 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a26ecf1-cdbe-45d7-b9e5-d3095a7da537 req-5f4dc1f7-53c5-40a2-9727-fac3ab45b794 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:08:17.632510 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-1a26ecf1-cdbe-45d7-b9e5-d3095a7da537 req-5f4dc1f7-53c5-40a2-9727-fac3ab45b794 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=37caa54fa0b74aea8f85b9d1c546e6dc&device_id=015659eb-99f5-490c-a5cc-c0f527d891f9 HTTP/1.1" status: 200 len: 1096 time: 0.0450261 Jan 26 22:08:17.731693 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a26ecf1-cdbe-45d7-b9e5-d3095a7da537 req-115850a8-e7b9-4057-9813-e00108c1a5eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:08:17.733150 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-1a26ecf1-cdbe-45d7-b9e5-d3095a7da537 req-115850a8-e7b9-4057-9813-e00108c1a5eb service neutron] 10.222.0.66 "GET /v2.0/networks?id=4cd375cb-d249-46a6-831f-f9f5a15e68cd HTTP/1.1" status: 200 len: 913 time: 0.0825126 Jan 26 22:08:17.799922 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-1a26ecf1-cdbe-45d7-b9e5-d3095a7da537 req-5b09c4fa-af16-4a30-a049-680e2dd96bcf service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b23cb33d-48db-46d0-81ba-bff5126e8ea7 HTTP/1.1" status: 200 len: 1000 time: 0.0605671 Jan 26 22:08:17.848244 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a26ecf1-cdbe-45d7-b9e5-d3095a7da537 req-9f5b3392-8ea5-49d1-8fc5-0727ce72b550 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:08:17.849716 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-1a26ecf1-cdbe-45d7-b9e5-d3095a7da537 req-9f5b3392-8ea5-49d1-8fc5-0727ce72b550 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=f81320d2-fa7a-450d-b1f0-259a79f1b76f HTTP/1.1" status: 200 len: 851 time: 0.0430710 Jan 26 22:08:17.892182 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a26ecf1-cdbe-45d7-b9e5-d3095a7da537 req-66568ce5-62db-4f17-8fed-f39b2b9fe538 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:08:17.893662 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-1a26ecf1-cdbe-45d7-b9e5-d3095a7da537 req-66568ce5-62db-4f17-8fed-f39b2b9fe538 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=4cd375cb-d249-46a6-831f-f9f5a15e68cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0382977 Jan 26 22:08:17.903621 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [req-1a26ecf1-cdbe-45d7-b9e5-d3095a7da537 req-d689460a-501e-4cdb-8c68-310414e43f37 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=103305) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 26 22:08:17.904562 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-1a26ecf1-cdbe-45d7-b9e5-d3095a7da537 req-d689460a-501e-4cdb-8c68-310414e43f37 service neutron] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0053396 Jan 26 22:08:17.995031 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-1a26ecf1-cdbe-45d7-b9e5-d3095a7da537 req-f1987484-0f33-43fd-a742-7acd30bb800a service neutron] 10.222.0.66 "GET /v2.0/networks/4cd375cb-d249-46a6-831f-f9f5a15e68cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836039 Jan 26 22:08:18.080820 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-1a26ecf1-cdbe-45d7-b9e5-d3095a7da537 req-1b10b908-8503-4bb7-87bc-c2dd82ac04a2 service neutron] 10.222.0.66 "GET /v2.0/networks/4cd375cb-d249-46a6-831f-f9f5a15e68cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801272 Jan 26 22:08:18.984227 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d4f18584-3acd-449a-a816-a2951d057795 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (474ccdf7-ab6c-405b-a3b2-dc7b05829902), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:08:21.321963 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-204a89c9-96d2-4259-b6aa-ed0e4e99345c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (09df100c-3af1-4b0a-bda8-05914c71c458), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:08:22.436889 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-841f5991-a4d8-4d4b-b215-cbc6bab5427b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (aa7ee9d2-08eb-4e12-b895-24c57300dfec), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:08:23.560051 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (4d619873-4b60-439f-9b5a-b155dc8bbc34), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:08:24.265923 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-839dd188-ec69-470c-9ab0-d318dc1a2e96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (e79b4fc6-6c71-44b2-a6d0-ff3e1f4dfd0d), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:08:25.426105 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (fea0591a-627d-4c87-9a9a-01625ddf3277), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:08:38.783702 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (32ef628b-8417-46c5-8729-60fcabe358f1), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:08:43.500482 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.agents_db [None req-569f1ced-6396-4ddf-b79f-e03b0b2146ab None None] Agent healthcheck: found 7 active agents {{(pid=103307) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 26 22:08:48.989887 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-67642c19-c50b-4f4c-ac07-fef6cfffd824 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (474ccdf7-ab6c-405b-a3b2-dc7b05829902), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:08:51.323067 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-6725fd18-2512-4811-9f96-4f51a70f8e6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (09df100c-3af1-4b0a-bda8-05914c71c458), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:08:52.437990 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-841f5991-a4d8-4d4b-b215-cbc6bab5427b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (aa7ee9d2-08eb-4e12-b895-24c57300dfec), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:08:53.557105 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (4d619873-4b60-439f-9b5a-b155dc8bbc34), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:08:54.268073 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-839dd188-ec69-470c-9ab0-d318dc1a2e96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (e79b4fc6-6c71-44b2-a6d0-ff3e1f4dfd0d), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:08:55.429546 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (fea0591a-627d-4c87-9a9a-01625ddf3277), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:09:08.785507 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (32ef628b-8417-46c5-8729-60fcabe358f1), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:09:18.576373 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-c4ceea9d-16e3-408b-9013-89efac79e77c req-797da59f-1177-4538-acbc-80f8ea869552 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=015659eb-99f5-490c-a5cc-c0f527d891f9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0827065 Jan 26 22:09:18.673897 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ceea9d-16e3-408b-9013-89efac79e77c req-2b526465-24ca-4884-bb15-da35e2781ad6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:09:18.675301 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-c4ceea9d-16e3-408b-9013-89efac79e77c req-2b526465-24ca-4884-bb15-da35e2781ad6 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=37caa54fa0b74aea8f85b9d1c546e6dc&device_id=015659eb-99f5-490c-a5cc-c0f527d891f9 HTTP/1.1" status: 200 len: 1096 time: 0.0445859 Jan 26 22:09:18.777231 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ceea9d-16e3-408b-9013-89efac79e77c req-1e171296-7d0d-48c7-82d5-34d2274708c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:09:18.778758 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-c4ceea9d-16e3-408b-9013-89efac79e77c req-1e171296-7d0d-48c7-82d5-34d2274708c6 service neutron] 10.222.0.66 "GET /v2.0/networks?id=4cd375cb-d249-46a6-831f-f9f5a15e68cd HTTP/1.1" status: 200 len: 913 time: 0.0849609 Jan 26 22:09:18.845851 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-c4ceea9d-16e3-408b-9013-89efac79e77c req-f4986801-0df2-4f34-be25-df7a7f19e99f service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b23cb33d-48db-46d0-81ba-bff5126e8ea7 HTTP/1.1" status: 200 len: 1000 time: 0.0612669 Jan 26 22:09:18.892938 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ceea9d-16e3-408b-9013-89efac79e77c req-3f8b6f65-77b8-489f-bf6f-83b73b750ba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:09:18.894398 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-c4ceea9d-16e3-408b-9013-89efac79e77c req-3f8b6f65-77b8-489f-bf6f-83b73b750ba4 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=f81320d2-fa7a-450d-b1f0-259a79f1b76f HTTP/1.1" status: 200 len: 851 time: 0.0432289 Jan 26 22:09:18.938323 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ceea9d-16e3-408b-9013-89efac79e77c req-a87882bb-a5af-48a9-92e8-ca28574d9911 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:09:18.939716 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-c4ceea9d-16e3-408b-9013-89efac79e77c req-a87882bb-a5af-48a9-92e8-ca28574d9911 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=4cd375cb-d249-46a6-831f-f9f5a15e68cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0398090 Jan 26 22:09:18.991112 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-ebd5daf7-cb11-4add-8cb8-ecc5548b8e58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (474ccdf7-ab6c-405b-a3b2-dc7b05829902), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:09:19.032416 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-c4ceea9d-16e3-408b-9013-89efac79e77c req-a865f2de-ee09-4c84-9214-2b4b7d1ea80a service neutron] 10.222.0.66 "GET /v2.0/networks/4cd375cb-d249-46a6-831f-f9f5a15e68cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854774 Jan 26 22:09:19.461263 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-c4ceea9d-16e3-408b-9013-89efac79e77c req-5cb052e1-77c0-47aa-94f5-ad04e521ab63 service neutron] 10.222.0.66 "GET /v2.0/networks/4cd375cb-d249-46a6-831f-f9f5a15e68cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4233518 Jan 26 22:09:20.500303 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.agents_db [None req-569f1ced-6396-4ddf-b79f-e03b0b2146ab None None] Agent healthcheck: found 7 active agents {{(pid=103307) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 26 22:09:21.324333 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-dead06e5-9f5e-4a0a-8829-077cb6cc1bce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (09df100c-3af1-4b0a-bda8-05914c71c458), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:09:22.440870 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-841f5991-a4d8-4d4b-b215-cbc6bab5427b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (aa7ee9d2-08eb-4e12-b895-24c57300dfec), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:09:23.572921 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (4d619873-4b60-439f-9b5a-b155dc8bbc34), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:09:24.270288 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-839dd188-ec69-470c-9ab0-d318dc1a2e96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (e79b4fc6-6c71-44b2-a6d0-ff3e1f4dfd0d), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:09:25.432042 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (fea0591a-627d-4c87-9a9a-01625ddf3277), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:09:38.783610 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (32ef628b-8417-46c5-8729-60fcabe358f1), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:09:48.993851 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2ba6b0b5-523a-4d3b-9a73-8068ce6c6222 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (474ccdf7-ab6c-405b-a3b2-dc7b05829902), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:09:51.326368 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-edd0a0d0-2e12-4ea9-9a41-7ed8bdf24f79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (09df100c-3af1-4b0a-bda8-05914c71c458), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:09:51.392020 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef6c91d-799b-4be6-8629-6eb6d774e1cd req-de2c6f3a-dc61-4d52-bc45-68bb65e4c760 tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:09:51.393570 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-6ef6c91d-799b-4be6-8629-6eb6d774e1cd req-de2c6f3a-dc61-4d52-bc45-68bb65e4c760 tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] 10.222.0.13 "GET /v2.0/ports?device_id=015659eb-99f5-490c-a5cc-c0f527d891f9 HTTP/1.1" status: 200 len: 945 time: 0.1210840 Jan 26 22:09:51.444756 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-6ef6c91d-799b-4be6-8629-6eb6d774e1cd req-25281b96-0026-48fe-bdfa-d0f5b246eca3 tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] 10.222.0.13 "GET /v2.0/security-groups?id=43bea7b8-2240-42b3-a08a-3b2300147b70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456531 Jan 26 22:09:52.443737 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-841f5991-a4d8-4d4b-b215-cbc6bab5427b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (aa7ee9d2-08eb-4e12-b895-24c57300dfec), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:09:52.616011 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a23bc60-df12-44ad-bb57-8d6476f87eb7 req-46c753bb-3f23-49d6-9df8-1732aaafc6b6 tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:09:52.617531 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-2a23bc60-df12-44ad-bb57-8d6476f87eb7 req-46c753bb-3f23-49d6-9df8-1732aaafc6b6 tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] 10.222.0.13 "GET /v2.0/ports?device_id=015659eb-99f5-490c-a5cc-c0f527d891f9 HTTP/1.1" status: 200 len: 945 time: 0.0989804 Jan 26 22:09:52.663934 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-2a23bc60-df12-44ad-bb57-8d6476f87eb7 req-0d50b91f-84f0-4fd2-a84e-443e14721ae3 tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] 10.222.0.13 "GET /v2.0/security-groups?id=43bea7b8-2240-42b3-a08a-3b2300147b70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400951 Jan 26 22:09:53.571670 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (4d619873-4b60-439f-9b5a-b155dc8bbc34), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:09:53.779540 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee9d3af-a7b1-467a-b656-e2cf1e88d4a1 req-5a56c603-f1fb-4528-9e04-085333ef3e35 tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:09:53.781020 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-9ee9d3af-a7b1-467a-b656-e2cf1e88d4a1 req-5a56c603-f1fb-4528-9e04-085333ef3e35 tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] 10.222.0.13 "GET /v2.0/ports?device_id=015659eb-99f5-490c-a5cc-c0f527d891f9 HTTP/1.1" status: 200 len: 945 time: 0.0481498 Jan 26 22:09:53.827072 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-9ee9d3af-a7b1-467a-b656-e2cf1e88d4a1 req-1e623f95-8278-4581-a98d-69b13d5bca75 tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] 10.222.0.13 "GET /v2.0/security-groups?id=43bea7b8-2240-42b3-a08a-3b2300147b70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404775 Jan 26 22:09:54.270920 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-839dd188-ec69-470c-9ab0-d318dc1a2e96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (e79b4fc6-6c71-44b2-a6d0-ff3e1f4dfd0d), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:09:54.944685 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2b9003-9dde-46b6-8a09-d8ebeddc4044 req-839d035f-e4b3-4cc1-adaa-e50c8280d48e tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:09:54.946215 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-4c2b9003-9dde-46b6-8a09-d8ebeddc4044 req-839d035f-e4b3-4cc1-adaa-e50c8280d48e tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] 10.222.0.13 "GET /v2.0/ports?device_id=015659eb-99f5-490c-a5cc-c0f527d891f9 HTTP/1.1" status: 200 len: 945 time: 0.0512514 Jan 26 22:09:54.992735 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-4c2b9003-9dde-46b6-8a09-d8ebeddc4044 req-ef043af5-a679-4cd3-9603-a1f3d85161ee tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] 10.222.0.13 "GET /v2.0/security-groups?id=43bea7b8-2240-42b3-a08a-3b2300147b70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404792 Jan 26 22:09:55.433925 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (fea0591a-627d-4c87-9a9a-01625ddf3277), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:09:56.109885 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634f8dbe-8055-4c00-8d01-7c83ac7b1613 req-15205542-0d2e-4d65-adf2-58927734dd61 tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:09:56.111369 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-634f8dbe-8055-4c00-8d01-7c83ac7b1613 req-15205542-0d2e-4d65-adf2-58927734dd61 tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] 10.222.0.13 "GET /v2.0/ports?device_id=015659eb-99f5-490c-a5cc-c0f527d891f9 HTTP/1.1" status: 200 len: 945 time: 0.0490086 Jan 26 22:09:56.156246 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-634f8dbe-8055-4c00-8d01-7c83ac7b1613 req-19451a47-97c4-46a9-bac1-e60704ef442c tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] 10.222.0.13 "GET /v2.0/security-groups?id=43bea7b8-2240-42b3-a08a-3b2300147b70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393431 Jan 26 22:09:57.269128 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea9412e-9eba-4c67-a8d2-e68378aaeb8a req-4e8db1cb-382f-4b4d-86a9-0d7f72884dab tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:09:57.270676 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-4ea9412e-9eba-4c67-a8d2-e68378aaeb8a req-4e8db1cb-382f-4b4d-86a9-0d7f72884dab tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] 10.222.0.13 "GET /v2.0/ports?device_id=015659eb-99f5-490c-a5cc-c0f527d891f9 HTTP/1.1" status: 200 len: 945 time: 0.0481360 Jan 26 22:09:57.320805 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-4ea9412e-9eba-4c67-a8d2-e68378aaeb8a req-1f0eb284-d1a9-4cf1-ab82-d925fbdf77b8 tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] 10.222.0.13 "GET /v2.0/security-groups?id=43bea7b8-2240-42b3-a08a-3b2300147b70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445609 Jan 26 22:09:57.499552 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.agents_db [None req-569f1ced-6396-4ddf-b79f-e03b0b2146ab None None] Agent healthcheck: found 7 active agents {{(pid=103307) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 26 22:09:58.435377 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ca7d31-0115-4b18-ab85-e5e0e9d85c3f req-570db176-4a72-43c1-8a2e-747ece67f874 tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:09:58.436877 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-b6ca7d31-0115-4b18-ab85-e5e0e9d85c3f req-570db176-4a72-43c1-8a2e-747ece67f874 tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] 10.222.0.13 "GET /v2.0/ports?device_id=015659eb-99f5-490c-a5cc-c0f527d891f9 HTTP/1.1" status: 200 len: 945 time: 0.0490265 Jan 26 22:09:58.482991 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-b6ca7d31-0115-4b18-ab85-e5e0e9d85c3f req-fd9f1db6-e97e-466a-9b50-4626d785d933 tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] 10.222.0.13 "GET /v2.0/security-groups?id=43bea7b8-2240-42b3-a08a-3b2300147b70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406611 Jan 26 22:09:59.596183 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad196b3d-2ea2-4a02-95b5-4402ded8952b req-3845b8a3-80ff-4474-9627-2d95d4e18aa1 tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:09:59.597699 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-ad196b3d-2ea2-4a02-95b5-4402ded8952b req-3845b8a3-80ff-4474-9627-2d95d4e18aa1 tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] 10.222.0.13 "GET /v2.0/ports?device_id=015659eb-99f5-490c-a5cc-c0f527d891f9 HTTP/1.1" status: 200 len: 945 time: 0.0478010 Jan 26 22:09:59.643636 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-ad196b3d-2ea2-4a02-95b5-4402ded8952b req-1de4deb9-8fe3-4ab7-8965-c9dbd2ccfd88 tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] 10.222.0.13 "GET /v2.0/security-groups?id=43bea7b8-2240-42b3-a08a-3b2300147b70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404332 Jan 26 22:10:00.760147 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070cdb82-9895-4abd-9a34-677e7d829928 req-4a9ca596-80e8-4bf3-948e-4ffa5f06069d tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:10:00.762238 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-070cdb82-9895-4abd-9a34-677e7d829928 req-4a9ca596-80e8-4bf3-948e-4ffa5f06069d tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] 10.222.0.13 "GET /v2.0/ports?device_id=015659eb-99f5-490c-a5cc-c0f527d891f9 HTTP/1.1" status: 200 len: 945 time: 0.0522113 Jan 26 22:10:00.808247 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-070cdb82-9895-4abd-9a34-677e7d829928 req-4dacb681-4691-4d69-9356-4563c06fcf1a tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] 10.222.0.13 "GET /v2.0/security-groups?id=43bea7b8-2240-42b3-a08a-3b2300147b70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399804 Jan 26 22:10:01.921533 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3649ee-ff12-426d-889d-19e34287951b req-9b310821-2ead-4d6f-a09f-887682ef6062 tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:10:01.923015 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-bc3649ee-ff12-426d-889d-19e34287951b req-9b310821-2ead-4d6f-a09f-887682ef6062 tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] 10.222.0.13 "GET /v2.0/ports?device_id=015659eb-99f5-490c-a5cc-c0f527d891f9 HTTP/1.1" status: 200 len: 945 time: 0.0475626 Jan 26 22:10:01.968818 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-bc3649ee-ff12-426d-889d-19e34287951b req-3c89a202-322b-4571-9f4f-e8d00499fa85 tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] 10.222.0.13 "GET /v2.0/security-groups?id=43bea7b8-2240-42b3-a08a-3b2300147b70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402672 Jan 26 22:10:03.085932 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7369a3fa-2b68-43a6-83ce-f78c3f1894e7 req-5aa890da-cc29-4edf-92cc-106c7c69b147 tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:10:03.087594 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-7369a3fa-2b68-43a6-83ce-f78c3f1894e7 req-5aa890da-cc29-4edf-92cc-106c7c69b147 tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] 10.222.0.13 "GET /v2.0/ports?device_id=015659eb-99f5-490c-a5cc-c0f527d891f9 HTTP/1.1" status: 200 len: 945 time: 0.0524271 Jan 26 22:10:03.133909 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-7369a3fa-2b68-43a6-83ce-f78c3f1894e7 req-57bdd9c1-f86b-4ec7-93fa-ea5bd83c0ae6 tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] 10.222.0.13 "GET /v2.0/security-groups?id=43bea7b8-2240-42b3-a08a-3b2300147b70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408270 Jan 26 22:10:04.247103 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21614bf7-0294-47bf-8e27-326084012da9 req-5399be01-752a-4f73-b0f3-37cf1e4200ff tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:10:04.248914 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-21614bf7-0294-47bf-8e27-326084012da9 req-5399be01-752a-4f73-b0f3-37cf1e4200ff tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] 10.222.0.13 "GET /v2.0/ports?device_id=015659eb-99f5-490c-a5cc-c0f527d891f9 HTTP/1.1" status: 200 len: 945 time: 0.0499377 Jan 26 22:10:04.295350 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-21614bf7-0294-47bf-8e27-326084012da9 req-1b659e8e-99f1-40f7-b82e-f43a62cc44aa tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] 10.222.0.13 "GET /v2.0/security-groups?id=43bea7b8-2240-42b3-a08a-3b2300147b70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409980 Jan 26 22:10:05.407530 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d08cc40-6611-49df-bf5a-5cfc448f56ad req-d562857e-1847-4acf-aad5-883ae43ad3cc tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:10:05.409033 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-1d08cc40-6611-49df-bf5a-5cfc448f56ad req-d562857e-1847-4acf-aad5-883ae43ad3cc tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] 10.222.0.13 "GET /v2.0/ports?device_id=015659eb-99f5-490c-a5cc-c0f527d891f9 HTTP/1.1" status: 200 len: 945 time: 0.0481572 Jan 26 22:10:05.459557 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-1d08cc40-6611-49df-bf5a-5cfc448f56ad req-28bbbd16-392b-45be-86d4-d3531b054610 tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] 10.222.0.13 "GET /v2.0/security-groups?id=43bea7b8-2240-42b3-a08a-3b2300147b70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449986 Jan 26 22:10:06.573484 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3af3947-8cb2-4dd3-82db-566b1b711b14 req-46121c51-63f6-4713-ae15-a75cfb06b282 tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:10:06.575007 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-e3af3947-8cb2-4dd3-82db-566b1b711b14 req-46121c51-63f6-4713-ae15-a75cfb06b282 tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] 10.222.0.13 "GET /v2.0/ports?device_id=015659eb-99f5-490c-a5cc-c0f527d891f9 HTTP/1.1" status: 200 len: 945 time: 0.0496998 Jan 26 22:10:06.623123 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-e3af3947-8cb2-4dd3-82db-566b1b711b14 req-0ad61781-e37a-4b32-9a67-c5846bab49d2 tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] 10.222.0.13 "GET /v2.0/security-groups?id=43bea7b8-2240-42b3-a08a-3b2300147b70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426095 Jan 26 22:10:07.738305 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4dfb8f4-5a4d-4e9d-8160-e642e8f8f274 req-b8850f74-fd12-4075-baad-eaf10115c8d3 tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:10:07.739815 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-b4dfb8f4-5a4d-4e9d-8160-e642e8f8f274 req-b8850f74-fd12-4075-baad-eaf10115c8d3 tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] 10.222.0.13 "GET /v2.0/ports?device_id=015659eb-99f5-490c-a5cc-c0f527d891f9 HTTP/1.1" status: 200 len: 945 time: 0.0493848 Jan 26 22:10:07.786243 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-b4dfb8f4-5a4d-4e9d-8160-e642e8f8f274 req-bd0aa631-279b-4670-945b-423546c50d54 tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] 10.222.0.13 "GET /v2.0/security-groups?id=43bea7b8-2240-42b3-a08a-3b2300147b70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409584 Jan 26 22:10:08.042258 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-9f31b00b-a0e6-4f90-98cb-2ffe92d94f64 req-4d172a88-55b3-4da1-b2d9-22eab68441d0 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=015659eb-99f5-490c-a5cc-c0f527d891f9&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0733378 Jan 26 22:10:08.049773 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7689667-d280-4769-b6b6-60e3e30b8ab8 req-d58eee3d-4967-4670-a2b6-6476c292f8a3 tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:10:08.051199 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-c7689667-d280-4769-b6b6-60e3e30b8ab8 req-d58eee3d-4967-4670-a2b6-6476c292f8a3 tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] 10.222.0.13 "GET /v2.0/ports?device_id=015659eb-99f5-490c-a5cc-c0f527d891f9 HTTP/1.1" status: 200 len: 945 time: 0.0743322 Jan 26 22:10:08.100385 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-c7689667-d280-4769-b6b6-60e3e30b8ab8 req-298fe4e0-4f7f-4d78-8923-1b4f69339d1c tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] 10.222.0.13 "GET /v2.0/security-groups?id=43bea7b8-2240-42b3-a08a-3b2300147b70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434618 Jan 26 22:10:08.794598 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (32ef628b-8417-46c5-8729-60fcabe358f1), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:10:09.168472 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f31b00b-a0e6-4f90-98cb-2ffe92d94f64 req-d3baae48-91f5-4580-8bf9-8397d330e334 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:10:09.170361 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-9f31b00b-a0e6-4f90-98cb-2ffe92d94f64 req-d3baae48-91f5-4580-8bf9-8397d330e334 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=37caa54fa0b74aea8f85b9d1c546e6dc&device_id=015659eb-99f5-490c-a5cc-c0f527d891f9 HTTP/1.1" status: 200 len: 1096 time: 0.0426693 Jan 26 22:10:09.220765 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7783e2-7ddb-4437-b073-84806c825da3 req-ad5da00d-36ac-4029-a4af-eb45a4b2c021 tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:10:09.222356 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-dc7783e2-7ddb-4437-b073-84806c825da3 req-ad5da00d-36ac-4029-a4af-eb45a4b2c021 tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] 10.222.0.13 "GET /v2.0/ports?device_id=015659eb-99f5-490c-a5cc-c0f527d891f9 HTTP/1.1" status: 200 len: 945 time: 0.0495031 Jan 26 22:10:09.262181 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f31b00b-a0e6-4f90-98cb-2ffe92d94f64 req-84e23b84-a56e-416c-bc91-dff0464a66f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:10:09.263661 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-9f31b00b-a0e6-4f90-98cb-2ffe92d94f64 req-84e23b84-a56e-416c-bc91-dff0464a66f8 service neutron] 10.222.0.66 "GET /v2.0/networks?id=4cd375cb-d249-46a6-831f-f9f5a15e68cd HTTP/1.1" status: 200 len: 913 time: 0.0861413 Jan 26 22:10:09.268568 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-dc7783e2-7ddb-4437-b073-84806c825da3 req-866f9780-a158-4e8f-95fc-b3e89a6625c0 tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] 10.222.0.13 "GET /v2.0/security-groups?id=43bea7b8-2240-42b3-a08a-3b2300147b70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406208 Jan 26 22:10:09.327800 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-9f31b00b-a0e6-4f90-98cb-2ffe92d94f64 req-c47de34c-f80e-48ee-b5eb-fd00a15bdcbd service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b23cb33d-48db-46d0-81ba-bff5126e8ea7 HTTP/1.1" status: 200 len: 1000 time: 0.0581703 Jan 26 22:10:09.380939 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f31b00b-a0e6-4f90-98cb-2ffe92d94f64 req-adab61ac-1d1f-48c7-b5b6-6c2be3f0b6e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:10:09.382318 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-9f31b00b-a0e6-4f90-98cb-2ffe92d94f64 req-adab61ac-1d1f-48c7-b5b6-6c2be3f0b6e3 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=f81320d2-fa7a-450d-b1f0-259a79f1b76f HTTP/1.1" status: 200 len: 851 time: 0.0467339 Jan 26 22:10:09.425758 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f31b00b-a0e6-4f90-98cb-2ffe92d94f64 req-369673fb-fbc3-4c45-9d0d-bfe5443f4952 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:10:09.427346 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-9f31b00b-a0e6-4f90-98cb-2ffe92d94f64 req-369673fb-fbc3-4c45-9d0d-bfe5443f4952 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=4cd375cb-d249-46a6-831f-f9f5a15e68cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0389905 Jan 26 22:10:09.514204 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-9f31b00b-a0e6-4f90-98cb-2ffe92d94f64 req-b4dba76b-caf9-470c-b583-07aa041e47c8 service neutron] 10.222.0.66 "GET /v2.0/networks/4cd375cb-d249-46a6-831f-f9f5a15e68cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803463 Jan 26 22:10:09.604907 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-9f31b00b-a0e6-4f90-98cb-2ffe92d94f64 req-11e5326a-46c9-4492-b0af-d949711059bc service neutron] 10.222.0.66 "GET /v2.0/networks/4cd375cb-d249-46a6-831f-f9f5a15e68cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832365 Jan 26 22:10:10.390681 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6123acdb-a1c9-4659-8595-0430e646d17c req-7dcec9c6-946f-4655-863e-c66b45545ade tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:10:10.392232 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-6123acdb-a1c9-4659-8595-0430e646d17c req-7dcec9c6-946f-4655-863e-c66b45545ade tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] 10.222.0.13 "GET /v2.0/ports?device_id=015659eb-99f5-490c-a5cc-c0f527d891f9 HTTP/1.1" status: 200 len: 945 time: 0.0529692 Jan 26 22:10:10.438821 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-6123acdb-a1c9-4659-8595-0430e646d17c req-5ea2981b-c930-4369-8002-effd9df4f1b8 tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] 10.222.0.13 "GET /v2.0/security-groups?id=43bea7b8-2240-42b3-a08a-3b2300147b70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410123 Jan 26 22:10:11.553443 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd4e9c8-da8f-4aab-b1b4-9fecfd07b746 req-c853fdd1-19d5-447d-b344-7560ba788784 tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:10:11.555015 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-1cd4e9c8-da8f-4aab-b1b4-9fecfd07b746 req-c853fdd1-19d5-447d-b344-7560ba788784 tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] 10.222.0.13 "GET /v2.0/ports?device_id=015659eb-99f5-490c-a5cc-c0f527d891f9 HTTP/1.1" status: 200 len: 945 time: 0.0488300 Jan 26 22:10:11.606060 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-1cd4e9c8-da8f-4aab-b1b4-9fecfd07b746 req-74a39a09-67be-4599-b42b-9bbc3d4818f8 tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] 10.222.0.13 "GET /v2.0/security-groups?id=43bea7b8-2240-42b3-a08a-3b2300147b70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454571 Jan 26 22:10:11.645014 n-d-760453-5 neutron-server[103305]: INFO neutron.api.v2.resource [req-9f31b00b-a0e6-4f90-98cb-2ffe92d94f64 req-b92a85c1-e4b6-443d-9841-57bdf9d5cf9e service neutron] show failed (client error): The resource could not be found. Jan 26 22:10:11.646013 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-9f31b00b-a0e6-4f90-98cb-2ffe92d94f64 req-b92a85c1-e4b6-443d-9841-57bdf9d5cf9e service neutron] 10.222.0.66 "GET /v2.0/ports/b23cb33d-48db-46d0-81ba-bff5126e8ea7/bindings/n-h2-760453-5 HTTP/1.1" status: 404 len: 380 time: 0.0616066 Jan 26 22:10:11.895343 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f31b00b-a0e6-4f90-98cb-2ffe92d94f64 req-babe7665-056e-4bb0-bda5-201b13b2366a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:10:11.896766 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-9f31b00b-a0e6-4f90-98cb-2ffe92d94f64 req-babe7665-056e-4bb0-bda5-201b13b2366a service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=015659eb-99f5-490c-a5cc-c0f527d891f9&tenant_id=37caa54fa0b74aea8f85b9d1c546e6dc HTTP/1.1" status: 200 len: 1096 time: 0.0876498 Jan 26 22:10:11.908154 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [req-9f31b00b-a0e6-4f90-98cb-2ffe92d94f64 req-bc166917-3bde-4d8e-8544-f3cd000e313e service neutron] Request body: {'port': {'binding:host_id': 'n-h2-760453-5', 'device_owner': 'compute:nova'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 22:10:11.961690 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-9f31b00b-a0e6-4f90-98cb-2ffe92d94f64 req-bc166917-3bde-4d8e-8544-f3cd000e313e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (b23cb33d-48db-46d0-81ba-bff5126e8ea7), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:10:12.169623 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [req-9f31b00b-a0e6-4f90-98cb-2ffe92d94f64 req-bc166917-3bde-4d8e-8544-f3cd000e313e service neutron] For port b23cb33d-48db-46d0-81ba-bff5126e8ea7, host n-h1-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-5',level=0,port_id=b23cb33d-48db-46d0-81ba-bff5126e8ea7,segment=NetworkSegment(66e4f491-9a6a-4ffc-8f64-b9e6923cc891),segment_id=66e4f491-9a6a-4ffc-8f64-b9e6923cc891)] {{(pid=103304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 22:10:12.202023 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [req-9f31b00b-a0e6-4f90-98cb-2ffe92d94f64 req-bc166917-3bde-4d8e-8544-f3cd000e313e service neutron] For port b23cb33d-48db-46d0-81ba-bff5126e8ea7, host n-h1-760453-5, cleared binding levels {{(pid=103304) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 26 22:10:12.246843 n-d-760453-5 neutron-server[103304]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '015659eb-99f5-490c-a5cc-c0f527d891f9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b23cb33d-48db-46d0-81ba-bff5126e8ea7'}] {{(pid=103304) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 22:10:12.249127 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86e783e1922a725fac327d65912384d63450ce1a6a2ee22db2d1cc52fb257f3b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0c08c83-8ce0-4871-b1c3-8d8c294b55f5" -d '{"events": [{"server_uuid": "015659eb-99f5-490c-a5cc-c0f527d891f9", "name": "network-vif-unplugged", "status": "completed", "tag": "b23cb33d-48db-46d0-81ba-bff5126e8ea7"}]}' {{(pid=103304) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 22:10:12.253019 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-9f31b00b-a0e6-4f90-98cb-2ffe92d94f64 req-bc166917-3bde-4d8e-8544-f3cd000e313e service neutron] Publish callbacks [] for port (b23cb33d-48db-46d0-81ba-bff5126e8ea7), precommit_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:10:12.268361 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.provisioning_blocks [req-9f31b00b-a0e6-4f90-98cb-2ffe92d94f64 req-bc166917-3bde-4d8e-8544-f3cd000e313e service neutron] Transition to ACTIVE for port object b23cb33d-48db-46d0-81ba-bff5126e8ea7 will not be triggered until provisioned by entity L2. {{(pid=103304) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 22:10:12.271530 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-9f31b00b-a0e6-4f90-98cb-2ffe92d94f64 req-bc166917-3bde-4d8e-8544-f3cd000e313e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9281542'] for port (b23cb33d-48db-46d0-81ba-bff5126e8ea7), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:10:12.363010 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 26 Jan 2022 22:10:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9fe88db-250b-4dcf-8f39-1e2cd4c2e4df x-openstack-request-id: req-b9fe88db-250b-4dcf-8f39-1e2cd4c2e4df {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 22:10:12.363309 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "015659eb-99f5-490c-a5cc-c0f527d891f9", "name": "network-vif-unplugged", "status": "completed", "tag": "b23cb33d-48db-46d0-81ba-bff5126e8ea7", "code": 200}]} {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 22:10:12.363567 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b9fe88db-250b-4dcf-8f39-1e2cd4c2e4df {{(pid=103304) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 22:10:12.363972 n-d-760453-5 neutron-server[103304]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '015659eb-99f5-490c-a5cc-c0f527d891f9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b23cb33d-48db-46d0-81ba-bff5126e8ea7', 'code': 200} Jan 26 22:10:12.366589 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc166917-3bde-4d8e-8544-f3cd000e313e service neutron] Pushing event updated for resources: {'Port': ['ID=b23cb33d-48db-46d0-81ba-bff5126e8ea7,revision_number=6']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 22:10:12.379249 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc166917-3bde-4d8e-8544-f3cd000e313e service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:10:12.379531 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc166917-3bde-4d8e-8544-f3cd000e313e service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:10:12.379874 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc166917-3bde-4d8e-8544-f3cd000e313e service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:10:12.380213 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc166917-3bde-4d8e-8544-f3cd000e313e service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:10:12.380545 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc166917-3bde-4d8e-8544-f3cd000e313e service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:10:12.380879 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc166917-3bde-4d8e-8544-f3cd000e313e service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:10:12.381205 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc166917-3bde-4d8e-8544-f3cd000e313e service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:10:12.381556 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc166917-3bde-4d8e-8544-f3cd000e313e service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:10:12.381882 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc166917-3bde-4d8e-8544-f3cd000e313e service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:10:12.382212 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc166917-3bde-4d8e-8544-f3cd000e313e service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:10:12.382540 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc166917-3bde-4d8e-8544-f3cd000e313e service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:10:12.382863 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc166917-3bde-4d8e-8544-f3cd000e313e service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:10:12.383183 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc166917-3bde-4d8e-8544-f3cd000e313e service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:10:12.415671 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f31b00b-a0e6-4f90-98cb-2ffe92d94f64 req-bc166917-3bde-4d8e-8544-f3cd000e313e service neutron] No DVR routers for this DVR port b23cb33d-48db-46d0-81ba-bff5126e8ea7 on host n-h1-760453-5 {{(pid=103304) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 26 22:10:12.551532 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [req-9f31b00b-a0e6-4f90-98cb-2ffe92d94f64 req-bc166917-3bde-4d8e-8544-f3cd000e313e service neutron] Attempting to bind port b23cb33d-48db-46d0-81ba-bff5126e8ea7 on host n-h2-760453-5 for vnic_type normal with profile {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 22:10:12.551867 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [req-9f31b00b-a0e6-4f90-98cb-2ffe92d94f64 req-bc166917-3bde-4d8e-8544-f3cd000e313e service neutron] Attempting to bind port b23cb33d-48db-46d0-81ba-bff5126e8ea7 by drivers openvswitch,hyperv on host n-h2-760453-5 at level 0 using segments [{'id': '66e4f491-9a6a-4ffc-8f64-b9e6923cc891', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '4cd375cb-d249-46a6-831f-f9f5a15e68cd'}] {{(pid=103304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 26 22:10:12.552194 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f31b00b-a0e6-4f90-98cb-2ffe92d94f64 req-bc166917-3bde-4d8e-8544-f3cd000e313e service neutron] Attempting to bind port b23cb33d-48db-46d0-81ba-bff5126e8ea7 on network 4cd375cb-d249-46a6-831f-f9f5a15e68cd {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 22:10:12.556518 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f31b00b-a0e6-4f90-98cb-2ffe92d94f64 req-bc166917-3bde-4d8e-8544-f3cd000e313e service neutron] Port b23cb33d-48db-46d0-81ba-bff5126e8ea7 on network 4cd375cb-d249-46a6-831f-f9f5a15e68cd not bound, no agent of type Open vSwitch agent registered on host n-h2-760453-5 {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 26 22:10:12.557131 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f31b00b-a0e6-4f90-98cb-2ffe92d94f64 req-bc166917-3bde-4d8e-8544-f3cd000e313e service neutron] Attempting to bind port b23cb33d-48db-46d0-81ba-bff5126e8ea7 on network 4cd375cb-d249-46a6-831f-f9f5a15e68cd {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 22:10:12.561893 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f31b00b-a0e6-4f90-98cb-2ffe92d94f64 req-bc166917-3bde-4d8e-8544-f3cd000e313e service neutron] Checking agent: {'id': '4d619873-4b60-439f-9b5a-b155dc8bbc34', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-760453-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 21, 2, 53), 'started_at': datetime.datetime(2022, 1, 26, 21, 2, 53), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 22, 9, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 26 22:10:12.562231 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f31b00b-a0e6-4f90-98cb-2ffe92d94f64 req-bc166917-3bde-4d8e-8544-f3cd000e313e service neutron] Checking segment: {'id': '66e4f491-9a6a-4ffc-8f64-b9e6923cc891', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '4cd375cb-d249-46a6-831f-f9f5a15e68cd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103304) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 22:10:12.562612 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f31b00b-a0e6-4f90-98cb-2ffe92d94f64 req-bc166917-3bde-4d8e-8544-f3cd000e313e service neutron] Bound using segment: {'id': '66e4f491-9a6a-4ffc-8f64-b9e6923cc891', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '4cd375cb-d249-46a6-831f-f9f5a15e68cd'} {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 26 22:10:12.563033 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [req-9f31b00b-a0e6-4f90-98cb-2ffe92d94f64 req-bc166917-3bde-4d8e-8544-f3cd000e313e service neutron] Bound port: b23cb33d-48db-46d0-81ba-bff5126e8ea7, host: n-h2-760453-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '66e4f491-9a6a-4ffc-8f64-b9e6923cc891', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '4cd375cb-d249-46a6-831f-f9f5a15e68cd'}}] {{(pid=103304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 26 22:10:12.563497 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-9f31b00b-a0e6-4f90-98cb-2ffe92d94f64 req-bc166917-3bde-4d8e-8544-f3cd000e313e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (b23cb33d-48db-46d0-81ba-bff5126e8ea7), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:10:12.629722 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [req-9f31b00b-a0e6-4f90-98cb-2ffe92d94f64 req-bc166917-3bde-4d8e-8544-f3cd000e313e service neutron] For port b23cb33d-48db-46d0-81ba-bff5126e8ea7, host n-h2-760453-5, cleared binding levels {{(pid=103304) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 26 22:10:12.632802 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [req-9f31b00b-a0e6-4f90-98cb-2ffe92d94f64 req-bc166917-3bde-4d8e-8544-f3cd000e313e service neutron] For port b23cb33d-48db-46d0-81ba-bff5126e8ea7, host n-h2-760453-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-5',level=0,port_id=b23cb33d-48db-46d0-81ba-bff5126e8ea7,segment=NetworkSegment(66e4f491-9a6a-4ffc-8f64-b9e6923cc891),segment_id=66e4f491-9a6a-4ffc-8f64-b9e6923cc891)] {{(pid=103304) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 26 22:10:12.637621 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-9f31b00b-a0e6-4f90-98cb-2ffe92d94f64 req-bc166917-3bde-4d8e-8544-f3cd000e313e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9281542'] for port (b23cb33d-48db-46d0-81ba-bff5126e8ea7), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:10:12.671319 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f31b00b-a0e6-4f90-98cb-2ffe92d94f64 req-bc166917-3bde-4d8e-8544-f3cd000e313e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:10:12.671867 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-9f31b00b-a0e6-4f90-98cb-2ffe92d94f64 req-bc166917-3bde-4d8e-8544-f3cd000e313e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:10:12.673637 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-9f31b00b-a0e6-4f90-98cb-2ffe92d94f64 req-bc166917-3bde-4d8e-8544-f3cd000e313e service neutron] 10.222.0.57 "PUT /v2.0/ports/b23cb33d-48db-46d0-81ba-bff5126e8ea7 HTTP/1.1" status: 200 len: 1091 time: 0.7692068 Jan 26 22:10:12.760894 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc166917-3bde-4d8e-8544-f3cd000e313e service neutron] Pushing event updated for resources: {'Port': ['ID=b23cb33d-48db-46d0-81ba-bff5126e8ea7,revision_number=7']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 22:10:12.790163 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2477d26c-5476-4184-a5dd-22802baf96db req-206989ad-029a-4ca4-bb6a-c1968fac78a7 tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:10:12.792363 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-2477d26c-5476-4184-a5dd-22802baf96db req-206989ad-029a-4ca4-bb6a-c1968fac78a7 tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] 10.222.0.13 "GET /v2.0/ports?device_id=015659eb-99f5-490c-a5cc-c0f527d891f9 HTTP/1.1" status: 200 len: 943 time: 0.1157253 Jan 26 22:10:12.797565 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f31b00b-a0e6-4f90-98cb-2ffe92d94f64 req-c18cf56c-853d-423a-8f65-68548c7cacfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:10:12.799071 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-9f31b00b-a0e6-4f90-98cb-2ffe92d94f64 req-c18cf56c-853d-423a-8f65-68548c7cacfe service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=37caa54fa0b74aea8f85b9d1c546e6dc&device_id=015659eb-99f5-490c-a5cc-c0f527d891f9 HTTP/1.1" status: 200 len: 1094 time: 0.0886614 Jan 26 22:10:12.904640 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-2477d26c-5476-4184-a5dd-22802baf96db req-fdaf4a88-4ac4-424f-a5e5-3aed4e0fdad3 tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] 10.222.0.13 "GET /v2.0/security-groups?id=43bea7b8-2240-42b3-a08a-3b2300147b70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1045814 Jan 26 22:10:12.931745 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f31b00b-a0e6-4f90-98cb-2ffe92d94f64 req-16b84077-7b3f-4431-9719-1a6227e7785c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:10:12.933254 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-9f31b00b-a0e6-4f90-98cb-2ffe92d94f64 req-16b84077-7b3f-4431-9719-1a6227e7785c service neutron] 10.222.0.57 "GET /v2.0/networks?id=4cd375cb-d249-46a6-831f-f9f5a15e68cd HTTP/1.1" status: 200 len: 913 time: 0.1186388 Jan 26 22:10:13.002553 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-9f31b00b-a0e6-4f90-98cb-2ffe92d94f64 req-c32ea399-4460-4f2a-83a2-34db28c35b4c service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b23cb33d-48db-46d0-81ba-bff5126e8ea7 HTTP/1.1" status: 200 len: 998 time: 0.0622737 Jan 26 22:10:13.050589 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f31b00b-a0e6-4f90-98cb-2ffe92d94f64 req-080829c4-afe6-4675-9bc7-22bb7fd2ba30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:10:13.052021 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-9f31b00b-a0e6-4f90-98cb-2ffe92d94f64 req-080829c4-afe6-4675-9bc7-22bb7fd2ba30 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=f81320d2-fa7a-450d-b1f0-259a79f1b76f HTTP/1.1" status: 200 len: 851 time: 0.0437438 Jan 26 22:10:13.097135 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f31b00b-a0e6-4f90-98cb-2ffe92d94f64 req-50c5c9fe-b00c-4248-bdad-1b0e1de06f52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:10:13.098650 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-9f31b00b-a0e6-4f90-98cb-2ffe92d94f64 req-50c5c9fe-b00c-4248-bdad-1b0e1de06f52 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=4cd375cb-d249-46a6-831f-f9f5a15e68cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0412643 Jan 26 22:10:13.189345 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-9f31b00b-a0e6-4f90-98cb-2ffe92d94f64 req-8e0b9f6d-5184-40b9-b5fe-da6287eaaebb service neutron] 10.222.0.57 "GET /v2.0/networks/4cd375cb-d249-46a6-831f-f9f5a15e68cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846081 Jan 26 22:10:13.276324 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-9f31b00b-a0e6-4f90-98cb-2ffe92d94f64 req-1486cbcb-5523-4d46-917b-93113b1e4992 service neutron] 10.222.0.57 "GET /v2.0/networks/4cd375cb-d249-46a6-831f-f9f5a15e68cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813756 Jan 26 22:10:14.022419 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541d0af2-4d7e-4140-983d-8b40f6d0a2a9 req-a7cf9563-842c-4d4d-a7b4-34b578e3d3f4 tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:10:14.023826 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-541d0af2-4d7e-4140-983d-8b40f6d0a2a9 req-a7cf9563-842c-4d4d-a7b4-34b578e3d3f4 tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] 10.222.0.13 "GET /v2.0/ports?device_id=015659eb-99f5-490c-a5cc-c0f527d891f9 HTTP/1.1" status: 200 len: 943 time: 0.0486259 Jan 26 22:10:14.073966 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-541d0af2-4d7e-4140-983d-8b40f6d0a2a9 req-96a2f999-46d3-48f0-9711-eb57e2809c77 tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] 10.222.0.13 "GET /v2.0/security-groups?id=43bea7b8-2240-42b3-a08a-3b2300147b70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440359 Jan 26 22:10:14.365009 n-d-760453-5 neutron-server[103304]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '015659eb-99f5-490c-a5cc-c0f527d891f9', 'tag': 'b23cb33d-48db-46d0-81ba-bff5126e8ea7'}] {{(pid=103304) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 22:10:14.367327 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86e783e1922a725fac327d65912384d63450ce1a6a2ee22db2d1cc52fb257f3b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fd91d36-bbcb-49c9-9355-f3b612a20155" -d '{"events": [{"name": "network-changed", "server_uuid": "015659eb-99f5-490c-a5cc-c0f527d891f9", "tag": "b23cb33d-48db-46d0-81ba-bff5126e8ea7"}]}' {{(pid=103304) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 22:10:14.415480 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 26 Jan 2022 22:10:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-691e56df-5b86-4484-8bb8-1d120e435359 x-openstack-request-id: req-691e56df-5b86-4484-8bb8-1d120e435359 {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 22:10:14.415778 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "015659eb-99f5-490c-a5cc-c0f527d891f9", "tag": "b23cb33d-48db-46d0-81ba-bff5126e8ea7", "status": "completed", "code": 200}]} {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 22:10:14.416038 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-691e56df-5b86-4484-8bb8-1d120e435359 {{(pid=103304) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 22:10:14.416444 n-d-760453-5 neutron-server[103304]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '015659eb-99f5-490c-a5cc-c0f527d891f9', 'tag': 'b23cb33d-48db-46d0-81ba-bff5126e8ea7', 'status': 'completed', 'code': 200} Jan 26 22:10:14.483828 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd91d36-bbcb-49c9-9355-f3b612a20155 req-11532170-8d88-4360-b414-5b1ed8936a4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:10:14.485516 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-7fd91d36-bbcb-49c9-9355-f3b612a20155 req-11532170-8d88-4360-b414-5b1ed8936a4b service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=37caa54fa0b74aea8f85b9d1c546e6dc&device_id=015659eb-99f5-490c-a5cc-c0f527d891f9 HTTP/1.1" status: 200 len: 1094 time: 0.0431128 Jan 26 22:10:14.506444 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd91d36-bbcb-49c9-9355-f3b612a20155 req-b8f88d7f-997b-4189-a1ea-64e530e70dc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:10:14.507955 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-7fd91d36-bbcb-49c9-9355-f3b612a20155 req-b8f88d7f-997b-4189-a1ea-64e530e70dc8 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=37caa54fa0b74aea8f85b9d1c546e6dc&device_id=015659eb-99f5-490c-a5cc-c0f527d891f9 HTTP/1.1" status: 200 len: 1094 time: 0.0472591 Jan 26 22:10:14.576995 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd91d36-bbcb-49c9-9355-f3b612a20155 req-a3d8a907-61ee-416d-b4e8-69e9c012a8f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:10:14.578513 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-7fd91d36-bbcb-49c9-9355-f3b612a20155 req-a3d8a907-61ee-416d-b4e8-69e9c012a8f3 service neutron] 10.222.0.57 "GET /v2.0/networks?id=4cd375cb-d249-46a6-831f-f9f5a15e68cd HTTP/1.1" status: 200 len: 913 time: 0.0856073 Jan 26 22:10:14.603469 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd91d36-bbcb-49c9-9355-f3b612a20155 req-73280059-4dbf-4033-bcf7-6f7813cc4c1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:10:14.605241 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-7fd91d36-bbcb-49c9-9355-f3b612a20155 req-73280059-4dbf-4033-bcf7-6f7813cc4c1b service neutron] 10.222.0.66 "GET /v2.0/networks?id=4cd375cb-d249-46a6-831f-f9f5a15e68cd HTTP/1.1" status: 200 len: 913 time: 0.0919342 Jan 26 22:10:14.646570 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-7fd91d36-bbcb-49c9-9355-f3b612a20155 req-096d5a58-b4d1-4e1f-8e4a-6e2b8056bdee service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b23cb33d-48db-46d0-81ba-bff5126e8ea7 HTTP/1.1" status: 200 len: 998 time: 0.0623605 Jan 26 22:10:14.669082 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-7fd91d36-bbcb-49c9-9355-f3b612a20155 req-e9d0d32c-a5ca-4b0d-8506-2494ba196833 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b23cb33d-48db-46d0-81ba-bff5126e8ea7 HTTP/1.1" status: 200 len: 998 time: 0.0579939 Jan 26 22:10:14.705646 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd91d36-bbcb-49c9-9355-f3b612a20155 req-6a3e74b4-851a-40ca-8e2c-e0b0f7ce7bf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:10:14.707107 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-7fd91d36-bbcb-49c9-9355-f3b612a20155 req-6a3e74b4-851a-40ca-8e2c-e0b0f7ce7bf8 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=f81320d2-fa7a-450d-b1f0-259a79f1b76f HTTP/1.1" status: 200 len: 851 time: 0.0449498 Jan 26 22:10:14.722151 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd91d36-bbcb-49c9-9355-f3b612a20155 req-6ca2452e-32c8-4fe7-b3f7-c2023760eb62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:10:14.723675 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-7fd91d36-bbcb-49c9-9355-f3b612a20155 req-6ca2452e-32c8-4fe7-b3f7-c2023760eb62 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=f81320d2-fa7a-450d-b1f0-259a79f1b76f HTTP/1.1" status: 200 len: 851 time: 0.0482962 Jan 26 22:10:14.752568 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd91d36-bbcb-49c9-9355-f3b612a20155 req-8327c7ea-0154-4077-ab79-b3ef463e9772 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:10:14.754179 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-7fd91d36-bbcb-49c9-9355-f3b612a20155 req-8327c7ea-0154-4077-ab79-b3ef463e9772 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=4cd375cb-d249-46a6-831f-f9f5a15e68cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0408385 Jan 26 22:10:14.768099 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd91d36-bbcb-49c9-9355-f3b612a20155 req-e91747f6-2c7a-45c0-9561-98fe6567b7e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:10:14.769610 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-7fd91d36-bbcb-49c9-9355-f3b612a20155 req-e91747f6-2c7a-45c0-9561-98fe6567b7e2 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=4cd375cb-d249-46a6-831f-f9f5a15e68cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0405962 Jan 26 22:10:14.846111 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-7fd91d36-bbcb-49c9-9355-f3b612a20155 req-dfa9e2e0-e075-4b47-9895-956d7b57ab1f service neutron] 10.222.0.57 "GET /v2.0/networks/4cd375cb-d249-46a6-831f-f9f5a15e68cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861323 Jan 26 22:10:14.857524 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-7fd91d36-bbcb-49c9-9355-f3b612a20155 req-f1c0487c-f386-4948-9fc7-e627f978c122 service neutron] 10.222.0.66 "GET /v2.0/networks/4cd375cb-d249-46a6-831f-f9f5a15e68cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823448 Jan 26 22:10:14.936105 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-7fd91d36-bbcb-49c9-9355-f3b612a20155 req-acea5e34-ff91-47ab-9578-9233d2d36c36 service neutron] 10.222.0.57 "GET /v2.0/networks/4cd375cb-d249-46a6-831f-f9f5a15e68cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828767 Jan 26 22:10:14.947223 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-7fd91d36-bbcb-49c9-9355-f3b612a20155 req-5d055654-1829-45d2-b9ed-3395d2f5fe28 service neutron] 10.222.0.66 "GET /v2.0/networks/4cd375cb-d249-46a6-831f-f9f5a15e68cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839584 Jan 26 22:10:15.187382 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beae3e49-c92b-4650-bcf5-b1152287aa99 req-8f4b5121-945d-472a-8fb7-156596101a05 tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:10:15.188778 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-beae3e49-c92b-4650-bcf5-b1152287aa99 req-8f4b5121-945d-472a-8fb7-156596101a05 tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] 10.222.0.13 "GET /v2.0/ports?device_id=015659eb-99f5-490c-a5cc-c0f527d891f9 HTTP/1.1" status: 200 len: 943 time: 0.0479481 Jan 26 22:10:15.239523 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-beae3e49-c92b-4650-bcf5-b1152287aa99 req-71a3ba27-bee2-4f57-83da-74594baf7930 tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] 10.222.0.13 "GET /v2.0/security-groups?id=43bea7b8-2240-42b3-a08a-3b2300147b70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452948 Jan 26 22:10:15.427397 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f2b739-e45d-43f3-ae38-b5996bf43045 req-db6e7328-a3f6-48b0-8f89-9b41bad11612 tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:10:15.429175 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-96f2b739-e45d-43f3-ae38-b5996bf43045 req-db6e7328-a3f6-48b0-8f89-9b41bad11612 tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] 10.222.0.13 "GET /v2.0/ports?device_id=015659eb-99f5-490c-a5cc-c0f527d891f9 HTTP/1.1" status: 200 len: 943 time: 0.0504804 Jan 26 22:10:15.454157 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a316fd-85c7-4822-8f61-8f122fd0bed3 req-e4edb18e-fc43-4503-a88e-11c384882740 tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:10:15.455540 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-18a316fd-85c7-4822-8f61-8f122fd0bed3 req-e4edb18e-fc43-4503-a88e-11c384882740 tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] 10.222.0.66 "GET /v2.0/ports?device_id=015659eb-99f5-490c-a5cc-c0f527d891f9&tenant_id=37caa54fa0b74aea8f85b9d1c546e6dc&binding%3Ahost_id=n-h2-760453-5 HTTP/1.1" status: 200 len: 943 time: 0.0525358 Jan 26 22:10:15.476770 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-96f2b739-e45d-43f3-ae38-b5996bf43045 req-99a998dc-8dca-42fa-8db8-d951f7298f74 tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] 10.222.0.13 "GET /v2.0/security-groups?id=43bea7b8-2240-42b3-a08a-3b2300147b70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410514 Jan 26 22:10:15.514894 n-d-760453-5 neutron-server[103305]: INFO neutron.api.v2.resource [req-18a316fd-85c7-4822-8f61-8f122fd0bed3 req-55c6bfc9-74ed-4357-a35a-a0ed167b53c4 service neutron] delete failed (client error): The resource could not be found. Jan 26 22:10:15.516042 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-18a316fd-85c7-4822-8f61-8f122fd0bed3 req-55c6bfc9-74ed-4357-a35a-a0ed167b53c4 service neutron] 10.222.0.66 "DELETE /v2.0/ports/b23cb33d-48db-46d0-81ba-bff5126e8ea7/bindings/n-h1-760453-5 HTTP/1.1" status: 404 len: 380 time: 0.0549293 Jan 26 22:10:15.625674 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a316fd-85c7-4822-8f61-8f122fd0bed3 req-2d81d5ae-d599-4617-ae0c-b8f1111f5e26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:10:15.627332 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-18a316fd-85c7-4822-8f61-8f122fd0bed3 req-2d81d5ae-d599-4617-ae0c-b8f1111f5e26 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=37caa54fa0b74aea8f85b9d1c546e6dc&device_id=015659eb-99f5-490c-a5cc-c0f527d891f9 HTTP/1.1" status: 200 len: 1094 time: 0.0463383 Jan 26 22:10:15.719473 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a316fd-85c7-4822-8f61-8f122fd0bed3 req-83f795f5-50e7-411e-9b5b-3c8a91ac6af7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:10:15.720889 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-18a316fd-85c7-4822-8f61-8f122fd0bed3 req-83f795f5-50e7-411e-9b5b-3c8a91ac6af7 service neutron] 10.222.0.66 "GET /v2.0/networks?id=4cd375cb-d249-46a6-831f-f9f5a15e68cd HTTP/1.1" status: 200 len: 913 time: 0.0879548 Jan 26 22:10:15.747735 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Device b23cb33d-48db-46d0-81ba-bff5126e8ea7 no longer exists at agent hyperv_n-h1-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 26 22:10:15.785814 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] The host n-h1-760453-5 is not matching for port b23cb33d-48db-46d0-81ba-bff5126e8ea7 host n-h2-760453-5! {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2317}} Jan 26 22:10:15.786204 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Device b23cb33d-48db-46d0-81ba-bff5126e8ea7 not bound to the agent host n-h1-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 26 22:10:15.791099 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-18a316fd-85c7-4822-8f61-8f122fd0bed3 req-a747c60e-994f-4a22-b73a-782bcd21825a service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b23cb33d-48db-46d0-81ba-bff5126e8ea7 HTTP/1.1" status: 200 len: 998 time: 0.0646358 Jan 26 22:10:15.838818 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a316fd-85c7-4822-8f61-8f122fd0bed3 req-12abed07-7705-407c-a6a2-477ac5a95a94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:10:15.840257 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-18a316fd-85c7-4822-8f61-8f122fd0bed3 req-12abed07-7705-407c-a6a2-477ac5a95a94 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=f81320d2-fa7a-450d-b1f0-259a79f1b76f HTTP/1.1" status: 200 len: 851 time: 0.0435109 Jan 26 22:10:15.884540 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a316fd-85c7-4822-8f61-8f122fd0bed3 req-1fdc31c6-9961-4c7e-8492-aace93e9d024 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:10:15.886021 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-18a316fd-85c7-4822-8f61-8f122fd0bed3 req-1fdc31c6-9961-4c7e-8492-aace93e9d024 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=4cd375cb-d249-46a6-831f-f9f5a15e68cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0396211 Jan 26 22:10:15.976258 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-18a316fd-85c7-4822-8f61-8f122fd0bed3 req-3f132733-abb3-4825-968c-63f31fa6bfcb service neutron] 10.222.0.66 "GET /v2.0/networks/4cd375cb-d249-46a6-831f-f9f5a15e68cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838373 Jan 26 22:10:16.062082 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-18a316fd-85c7-4822-8f61-8f122fd0bed3 req-ad6794ad-845c-4a38-bc79-1b3db97f3036 service neutron] 10.222.0.66 "GET /v2.0/networks/4cd375cb-d249-46a6-831f-f9f5a15e68cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801363 Jan 26 22:10:16.137309 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Device b23cb33d-48db-46d0-81ba-bff5126e8ea7 details requested by agent hyperv_n-h2-760453-5 with host n-h2-760453-5 {{(pid=103306) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 26 22:10:16.233807 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] For port b23cb33d-48db-46d0-81ba-bff5126e8ea7, host n-h2-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-5',level=0,port_id=b23cb33d-48db-46d0-81ba-bff5126e8ea7,segment=NetworkSegment(66e4f491-9a6a-4ffc-8f64-b9e6923cc891),segment_id=66e4f491-9a6a-4ffc-8f64-b9e6923cc891)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 22:10:16.245257 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Returning: {'device': 'b23cb33d-48db-46d0-81ba-bff5126e8ea7', 'network_id': '4cd375cb-d249-46a6-831f-f9f5a15e68cd', 'port_id': 'b23cb33d-48db-46d0-81ba-bff5126e8ea7', 'mac_address': 'fa:16:3e:62:8a:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 592, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f81320d2-fa7a-450d-b1f0-259a79f1b76f', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103306) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 26 22:10:16.280629 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Current status of the port b23cb33d-48db-46d0-81ba-bff5126e8ea7 is: DOWN; New status is: BUILD {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 22:10:16.281014 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (b23cb33d-48db-46d0-81ba-bff5126e8ea7), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:10:16.293540 n-d-760453-5 neutron-server[103306]: DEBUG neutron.notifiers.nova [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b23cb33d-48db-46d0-81ba-bff5126e8ea7 {{(pid=103306) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 26 22:10:16.312041 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] For port b23cb33d-48db-46d0-81ba-bff5126e8ea7, host n-h2-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-5',level=0,port_id=b23cb33d-48db-46d0-81ba-bff5126e8ea7,segment=NetworkSegment(66e4f491-9a6a-4ffc-8f64-b9e6923cc891),segment_id=66e4f491-9a6a-4ffc-8f64-b9e6923cc891)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 22:10:16.315880 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (b23cb33d-48db-46d0-81ba-bff5126e8ea7), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:10:16.361278 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Pushing event updated for resources: {'Port': ['ID=b23cb33d-48db-46d0-81ba-bff5126e8ea7,revision_number=8']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 22:10:16.368415 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:10:16.368758 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:10:16.369091 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:10:16.370040 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:10:16.370400 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:10:16.370728 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:10:16.371049 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:10:16.371368 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:10:16.371688 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:10:16.372005 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:10:16.372352 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:10:16.372666 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:10:16.372982 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:10:16.538939 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] get_ports_and_sgs() called for port_ids ['b23cb33d-48db-46d0-81ba-bff5126e8ea7'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 26 22:10:16.611229 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9e3701-67da-469f-b3ef-85880d7e6d13 req-795d0cf5-5f69-4a5b-8f7c-263e18e17d9b tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:10:16.612733 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-9b9e3701-67da-469f-b3ef-85880d7e6d13 req-795d0cf5-5f69-4a5b-8f7c-263e18e17d9b tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] 10.222.0.13 "GET /v2.0/ports?device_id=015659eb-99f5-490c-a5cc-c0f527d891f9 HTTP/1.1" status: 200 len: 944 time: 0.0564024 Jan 26 22:10:16.664933 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-9b9e3701-67da-469f-b3ef-85880d7e6d13 req-958ee7fb-a579-410a-92b0-a68bfdfcb95f tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] 10.222.0.13 "GET /v2.0/security-groups?id=43bea7b8-2240-42b3-a08a-3b2300147b70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426800 Jan 26 22:10:16.784710 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eeca8a2-ec51-400d-9f2a-bc37fe5c4d9e req-45910fa6-14c7-4c5c-a1c3-3e13453ccfec tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:10:16.786210 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-2eeca8a2-ec51-400d-9f2a-bc37fe5c4d9e req-45910fa6-14c7-4c5c-a1c3-3e13453ccfec tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] 10.222.0.13 "GET /v2.0/ports?device_id=015659eb-99f5-490c-a5cc-c0f527d891f9 HTTP/1.1" status: 200 len: 944 time: 0.0505955 Jan 26 22:10:16.832681 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-2eeca8a2-ec51-400d-9f2a-bc37fe5c4d9e req-6b27960d-1656-4a0f-9e24-b464bf24a5ba tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] 10.222.0.13 "GET /v2.0/security-groups?id=43bea7b8-2240-42b3-a08a-3b2300147b70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404155 Jan 26 22:10:17.047920 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856045b8-9709-4275-8c2f-3790c1c7cae0 req-13e43904-9dfe-4c90-a4df-0af9ee21eea3 tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:10:17.049339 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-856045b8-9709-4275-8c2f-3790c1c7cae0 req-13e43904-9dfe-4c90-a4df-0af9ee21eea3 tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] 10.222.0.13 "GET /v2.0/ports?device_id=015659eb-99f5-490c-a5cc-c0f527d891f9 HTTP/1.1" status: 200 len: 944 time: 0.0723145 Jan 26 22:10:17.076013 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6cd957-98a3-4e04-8f1a-07ab79a38b66 req-b6833de1-973d-4e6e-b207-59966d23775e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:10:17.077486 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-fd6cd957-98a3-4e04-8f1a-07ab79a38b66 req-b6833de1-973d-4e6e-b207-59966d23775e service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=37caa54fa0b74aea8f85b9d1c546e6dc&device_id=015659eb-99f5-490c-a5cc-c0f527d891f9 HTTP/1.1" status: 200 len: 1095 time: 0.0653429 Jan 26 22:10:17.147882 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-856045b8-9709-4275-8c2f-3790c1c7cae0 req-60ffdd0a-67b5-4011-ab29-0df45b7ca080 tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] 10.222.0.13 "GET /v2.0/security-groups?id=43bea7b8-2240-42b3-a08a-3b2300147b70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0923848 Jan 26 22:10:17.189894 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6cd957-98a3-4e04-8f1a-07ab79a38b66 req-0a51f2ee-4d90-433e-ae83-9ec2b78ffad2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:10:17.191373 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-fd6cd957-98a3-4e04-8f1a-07ab79a38b66 req-0a51f2ee-4d90-433e-ae83-9ec2b78ffad2 service neutron] 10.222.0.57 "GET /v2.0/networks?id=4cd375cb-d249-46a6-831f-f9f5a15e68cd HTTP/1.1" status: 200 len: 913 time: 0.1045361 Jan 26 22:10:17.260498 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-fd6cd957-98a3-4e04-8f1a-07ab79a38b66 req-03852cf4-30c2-4780-8529-1c818494edfe service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b23cb33d-48db-46d0-81ba-bff5126e8ea7 HTTP/1.1" status: 200 len: 999 time: 0.0614922 Jan 26 22:10:17.307796 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6cd957-98a3-4e04-8f1a-07ab79a38b66 req-e1d48c84-de1d-402d-b884-841f94750303 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:10:17.309121 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-fd6cd957-98a3-4e04-8f1a-07ab79a38b66 req-e1d48c84-de1d-402d-b884-841f94750303 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=f81320d2-fa7a-450d-b1f0-259a79f1b76f HTTP/1.1" status: 200 len: 851 time: 0.0431464 Jan 26 22:10:17.353168 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6cd957-98a3-4e04-8f1a-07ab79a38b66 req-6eb7eafc-2a6d-4ecb-b230-d320e96be40a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:10:17.355168 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-fd6cd957-98a3-4e04-8f1a-07ab79a38b66 req-6eb7eafc-2a6d-4ecb-b230-d320e96be40a service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=4cd375cb-d249-46a6-831f-f9f5a15e68cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0405347 Jan 26 22:10:17.444827 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-fd6cd957-98a3-4e04-8f1a-07ab79a38b66 req-83b24e6b-67bf-42a1-8ae5-0646c41e3e29 service neutron] 10.222.0.57 "GET /v2.0/networks/4cd375cb-d249-46a6-831f-f9f5a15e68cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840015 Jan 26 22:10:17.531972 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-fd6cd957-98a3-4e04-8f1a-07ab79a38b66 req-07dd767e-672f-4276-b16e-c32634442377 service neutron] 10.222.0.57 "GET /v2.0/networks/4cd375cb-d249-46a6-831f-f9f5a15e68cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818956 Jan 26 22:10:18.135953 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Device b23cb33d-48db-46d0-81ba-bff5126e8ea7 up at agent hyperv_n-h2-760453-5 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 22:10:18.184182 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Provisioning for port b23cb33d-48db-46d0-81ba-bff5126e8ea7 completed by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 22:10:18.188320 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Provisioning complete for port b23cb33d-48db-46d0-81ba-bff5126e8ea7 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 22:10:18.188695 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (b23cb33d-48db-46d0-81ba-bff5126e8ea7), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:10:18.268171 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a72e534-d658-4e47-8738-cc72fd6dbbd5 req-801228eb-2b17-47fc-aede-f998ada3991e tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:10:18.269708 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-2a72e534-d658-4e47-8738-cc72fd6dbbd5 req-801228eb-2b17-47fc-aede-f998ada3991e tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] 10.222.0.13 "GET /v2.0/ports?device_id=015659eb-99f5-490c-a5cc-c0f527d891f9 HTTP/1.1" status: 200 len: 944 time: 0.0519383 Jan 26 22:10:18.270958 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Current status of the port b23cb33d-48db-46d0-81ba-bff5126e8ea7 is: BUILD; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 22:10:18.271343 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (b23cb33d-48db-46d0-81ba-bff5126e8ea7), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:10:18.294493 n-d-760453-5 neutron-server[103306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '015659eb-99f5-490c-a5cc-c0f527d891f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b23cb33d-48db-46d0-81ba-bff5126e8ea7'}] {{(pid=103306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 22:10:18.296716 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c06f7aa05085a00df6a2944c086d22937b62c1e75db8df879377281bc6a8a153" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0cfe9982-e5a8-4bc6-9051-5f4a4843a800" -d '{"events": [{"server_uuid": "015659eb-99f5-490c-a5cc-c0f527d891f9", "name": "network-vif-plugged", "status": "completed", "tag": "b23cb33d-48db-46d0-81ba-bff5126e8ea7"}]}' {{(pid=103306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 22:10:18.311226 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] For port b23cb33d-48db-46d0-81ba-bff5126e8ea7, host n-h2-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-5',level=0,port_id=b23cb33d-48db-46d0-81ba-bff5126e8ea7,segment=NetworkSegment(66e4f491-9a6a-4ffc-8f64-b9e6923cc891),segment_id=66e4f491-9a6a-4ffc-8f64-b9e6923cc891)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 22:10:18.315345 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (b23cb33d-48db-46d0-81ba-bff5126e8ea7), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:10:18.321771 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-2a72e534-d658-4e47-8738-cc72fd6dbbd5 req-504e3001-3cd7-4a82-bb72-b6737e6d929b tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] 10.222.0.13 "GET /v2.0/security-groups?id=43bea7b8-2240-42b3-a08a-3b2300147b70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461879 Jan 26 22:10:18.369424 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Pushing event updated for resources: {'Port': ['ID=b23cb33d-48db-46d0-81ba-bff5126e8ea7,revision_number=9']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 22:10:18.402310 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Jan 2022 22:10:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56aa81a4-cfa1-46d3-a8f8-f0377936e74f x-openstack-request-id: req-56aa81a4-cfa1-46d3-a8f8-f0377936e74f {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 22:10:18.402607 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "015659eb-99f5-490c-a5cc-c0f527d891f9", "name": "network-vif-plugged", "status": "completed", "tag": "b23cb33d-48db-46d0-81ba-bff5126e8ea7", "code": 200}]} {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 22:10:18.402861 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-56aa81a4-cfa1-46d3-a8f8-f0377936e74f {{(pid=103306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 22:10:18.403288 n-d-760453-5 neutron-server[103306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '015659eb-99f5-490c-a5cc-c0f527d891f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b23cb33d-48db-46d0-81ba-bff5126e8ea7', 'code': 200} Jan 26 22:10:18.559747 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b69df4-fe29-4fc3-9b23-c2c3ef855462 req-2f3252b6-10f6-4b02-869c-4d6304dfbd1a tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:10:18.561269 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-15b69df4-fe29-4fc3-9b23-c2c3ef855462 req-2f3252b6-10f6-4b02-869c-4d6304dfbd1a tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] 10.222.0.13 "GET /v2.0/ports?device_id=015659eb-99f5-490c-a5cc-c0f527d891f9 HTTP/1.1" status: 200 len: 945 time: 0.0524697 Jan 26 22:10:18.607589 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-15b69df4-fe29-4fc3-9b23-c2c3ef855462 req-ea49979a-e82d-4e1a-bd4a-34856dfc4296 tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] 10.222.0.13 "GET /v2.0/security-groups?id=43bea7b8-2240-42b3-a08a-3b2300147b70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407844 Jan 26 22:10:18.996718 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-1eaa9085-a7eb-4d58-8843-ec2aef7ca635 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (474ccdf7-ab6c-405b-a3b2-dc7b05829902), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:10:19.725511 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920fc793-66f7-45c0-a90c-9e46a6264a4f req-89a53454-90a2-4890-93d0-0c360428282c tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:10:19.727000 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-920fc793-66f7-45c0-a90c-9e46a6264a4f req-89a53454-90a2-4890-93d0-0c360428282c tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] 10.222.0.13 "GET /v2.0/ports?device_id=015659eb-99f5-490c-a5cc-c0f527d891f9 HTTP/1.1" status: 200 len: 945 time: 0.0488794 Jan 26 22:10:19.772546 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-920fc793-66f7-45c0-a90c-9e46a6264a4f req-191c5420-a0bd-45ce-8a9b-ca09fbea88e9 tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] 10.222.0.13 "GET /v2.0/security-groups?id=43bea7b8-2240-42b3-a08a-3b2300147b70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396650 Jan 26 22:10:19.910839 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16584de-ad8a-47f1-941d-8e7e8d6fe2ec req-382e49ec-db51-49e9-9a65-6c98d8177f2c tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:10:19.912216 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-f16584de-ad8a-47f1-941d-8e7e8d6fe2ec req-382e49ec-db51-49e9-9a65-6c98d8177f2c tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] 10.222.0.57 "GET /v2.0/ports?device_id=015659eb-99f5-490c-a5cc-c0f527d891f9 HTTP/1.1" status: 200 len: 945 time: 0.0504470 Jan 26 22:10:19.998403 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [req-f16584de-ad8a-47f1-941d-8e7e8d6fe2ec req-0fbfe22f-909d-475a-b579-80f91028429a tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] Deleting port b23cb33d-48db-46d0-81ba-bff5126e8ea7 {{(pid=103304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 22:10:19.998747 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-f16584de-ad8a-47f1-941d-8e7e8d6fe2ec req-0fbfe22f-909d-475a-b579-80f91028429a tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746560630878'] for port (b23cb33d-48db-46d0-81ba-bff5126e8ea7), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:10:20.088183 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [req-f16584de-ad8a-47f1-941d-8e7e8d6fe2ec req-0fbfe22f-909d-475a-b579-80f91028429a tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] For port b23cb33d-48db-46d0-81ba-bff5126e8ea7, host n-h2-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-5',level=0,port_id=b23cb33d-48db-46d0-81ba-bff5126e8ea7,segment=NetworkSegment(66e4f491-9a6a-4ffc-8f64-b9e6923cc891),segment_id=66e4f491-9a6a-4ffc-8f64-b9e6923cc891)] {{(pid=103304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 22:10:20.088654 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-f16584de-ad8a-47f1-941d-8e7e8d6fe2ec req-0fbfe22f-909d-475a-b579-80f91028429a tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4109658'] for port (b23cb33d-48db-46d0-81ba-bff5126e8ea7), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:10:20.255217 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-f16584de-ad8a-47f1-941d-8e7e8d6fe2ec req-0fbfe22f-909d-475a-b579-80f91028429a tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:10:20.255490 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-f16584de-ad8a-47f1-941d-8e7e8d6fe2ec req-0fbfe22f-909d-475a-b579-80f91028429a tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4110913'] for floatingip (9777922b-c93a-49d0-a77d-162067d7023c), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:10:20.255838 n-d-760453-5 neutron-server[103304]: INFO neutron.db.l3_db [req-f16584de-ad8a-47f1-941d-8e7e8d6fe2ec req-0fbfe22f-909d-475a-b579-80f91028429a tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] Floating IP 9777922b-c93a-49d0-a77d-162067d7023c disassociated. External IP: 172.25.1.21, port: b23cb33d-48db-46d0-81ba-bff5126e8ea7. Jan 26 22:10:20.256176 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [req-f16584de-ad8a-47f1-941d-8e7e8d6fe2ec req-0fbfe22f-909d-475a-b579-80f91028429a tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] Calling delete_port for b23cb33d-48db-46d0-81ba-bff5126e8ea7 owned by compute:nova {{(pid=103304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 22:10:20.383410 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-f16584de-ad8a-47f1-941d-8e7e8d6fe2ec req-0fbfe22f-909d-475a-b579-80f91028429a tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746560636600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746560234536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9281553'] for port (b23cb33d-48db-46d0-81ba-bff5126e8ea7), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:10:20.411893 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fbfe22f-909d-475a-b579-80f91028429a tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] Pushing event deleted for resources: {'Port': ['ID=b23cb33d-48db-46d0-81ba-bff5126e8ea7,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 22:10:20.873037 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-6b2982b3-0a2b-4f59-8eb6-b07e00955637 req-0ec9707a-8dc8-4f0a-9cae-35b93307823b tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] 10.222.0.13 "GET /v2.0/ports?device_id=015659eb-99f5-490c-a5cc-c0f527d891f9 HTTP/1.1" status: 200 len: 210 time: 0.0309374 Jan 26 22:10:20.890107 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f16584de-ad8a-47f1-941d-8e7e8d6fe2ec req-0fbfe22f-909d-475a-b579-80f91028429a tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] Router e76c7eaf-bedd-4b07-bb47-402625902267 has already been hosted by L3 agent 09df100c-3af1-4b0a-bda8-05914c71c458 {{(pid=103304) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 26 22:10:20.996134 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f16584de-ad8a-47f1-941d-8e7e8d6fe2ec req-0fbfe22f-909d-475a-b579-80f91028429a tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] Notify agent at l3_agent.n-d-760453-5 the message routers_updated {{(pid=103304) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 26 22:10:21.005549 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5c30365-689d-4f56-a353-cceb1440509e None None] Sync routers for ids ['e76c7eaf-bedd-4b07-bb47-402625902267'] in n-d-760453-5 {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 26 22:10:21.014705 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5c30365-689d-4f56-a353-cceb1440509e None None] Routers {'e76c7eaf-bedd-4b07-bb47-402625902267'} bound to L3 agent in host n-d-760453-5 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 22:10:21.015359 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-d5c30365-689d-4f56-a353-cceb1440509e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-26T20:55:21Z,description=,heartbeat_timestamp=2022-01-26T22:09:51Z,host='n-d-760453-5',id=09df100c-3af1-4b0a-bda8-05914c71c458,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:55:21Z,topic='l3_agent')) {'router_ids': ['e76c7eaf-bedd-4b07-bb47-402625902267'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 22:10:21.035966 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [req-f16584de-ad8a-47f1-941d-8e7e8d6fe2ec req-0fbfe22f-909d-475a-b579-80f91028429a tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] No DVR routers for this DVR port b23cb33d-48db-46d0-81ba-bff5126e8ea7 on host n-h2-760453-5 {{(pid=103304) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 26 22:10:21.038570 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-f16584de-ad8a-47f1-941d-8e7e8d6fe2ec req-0fbfe22f-909d-475a-b579-80f91028429a tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:10:21.042683 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-f16584de-ad8a-47f1-941d-8e7e8d6fe2ec req-0fbfe22f-909d-475a-b579-80f91028429a tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] 10.222.0.57 "DELETE /v2.0/ports/b23cb33d-48db-46d0-81ba-bff5126e8ea7 HTTP/1.1" status: 204 len: 173 time: 1.1258299 Jan 26 22:10:21.043133 n-d-760453-5 neutron-server[103304]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '015659eb-99f5-490c-a5cc-c0f527d891f9', 'name': 'network-vif-deleted', 'tag': 'b23cb33d-48db-46d0-81ba-bff5126e8ea7'}] {{(pid=103304) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 22:10:21.045434 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86e783e1922a725fac327d65912384d63450ce1a6a2ee22db2d1cc52fb257f3b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45c3f16b-95b7-4763-8de3-185300a20c36" -d '{"events": [{"server_uuid": "015659eb-99f5-490c-a5cc-c0f527d891f9", "name": "network-vif-deleted", "tag": "b23cb33d-48db-46d0-81ba-bff5126e8ea7"}]}' {{(pid=103304) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 22:10:21.084473 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Jan 2022 22:10:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b43c2e2-643a-43ed-99ae-e0df0cdb2274 x-openstack-request-id: req-0b43c2e2-643a-43ed-99ae-e0df0cdb2274 {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 22:10:21.084772 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "015659eb-99f5-490c-a5cc-c0f527d891f9", "name": "network-vif-deleted", "tag": "b23cb33d-48db-46d0-81ba-bff5126e8ea7", "status": "completed", "code": 200}]} {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 22:10:21.085027 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-0b43c2e2-643a-43ed-99ae-e0df0cdb2274 {{(pid=103304) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 22:10:21.085461 n-d-760453-5 neutron-server[103304]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '015659eb-99f5-490c-a5cc-c0f527d891f9', 'name': 'network-vif-deleted', 'tag': 'b23cb33d-48db-46d0-81ba-bff5126e8ea7', 'status': 'completed', 'code': 200} Jan 26 22:10:21.132244 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_dvr_db [None req-d5c30365-689d-4f56-a353-cceb1440509e None None] Set router e76c7eaf-bedd-4b07-bb47-402625902267 gateway port host: n-d-760453-5 {{(pid=103307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 22:10:21.328848 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d2372b5b-eef5-4108-98de-9a2e61529bfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (09df100c-3af1-4b0a-bda8-05914c71c458), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:10:21.331958 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-d5c30365-689d-4f56-a353-cceb1440509e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e76c7eaf-bedd-4b07-bb47-402625902267', 'name': 'tempest-ServerActionsTestJSON-1848706419-router', 'tenant_id': '37caa54fa0b74aea8f85b9d1c546e6dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'external_fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.172'}], 'enable_snat': True}, 'gw_port_id': '30e0f18b-d842-4295-8c5a-f885163635fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T22:04:00Z', 'updated_at': '2022-01-26T22:04:02Z', 'revision_number': 4, 'project_id': '37caa54fa0b74aea8f85b9d1c546e6dc', 'gw_port': {'id': '30e0f18b-d842-4295-8c5a-f885163635fe', 'name': '', 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:9e:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e76c7eaf-bedd-4b07-bb47-402625902267', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T22:04:00Z', 'updated_at': '2022-01-26T22:04:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-5', '_interfaces': [{'id': '93c346ae-0d00-42b6-84e9-d6333e923a6d', 'name': '', 'network_id': '4cd375cb-d249-46a6-831f-f9f5a15e68cd', 'tenant_id': '37caa54fa0b74aea8f85b9d1c546e6dc', 'mac_address': 'fa:16:3e:b3:5f:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e76c7eaf-bedd-4b07-bb47-402625902267', 'device_owner': 'network:router_interface', 'standard_attr_id': 4096, 'fixed_ips': [{'subnet_id': 'f81320d2-fa7a-450d-b1f0-259a79f1b76f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T22:04:02Z', 'updated_at': '2022-01-26T22:04:06Z', 'revision_number': 5, 'project_id': '37caa54fa0b74aea8f85b9d1c546e6dc', 'subnets': [{'id': 'f81320d2-fa7a-450d-b1f0-259a79f1b76f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760453-5', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 22:10:21.361827 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5c30365-689d-4f56-a353-cceb1440509e None None] Checking router: e76c7eaf-bedd-4b07-bb47-402625902267 for host: n-d-760453-5 {{(pid=103307) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 26 22:10:21.370524 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5c30365-689d-4f56-a353-cceb1440509e None None] Routers {'e76c7eaf-bedd-4b07-bb47-402625902267'} bound to L3 agent in host n-d-760453-5 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 22:10:21.371121 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-d5c30365-689d-4f56-a353-cceb1440509e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-26T20:55:21Z,description=,heartbeat_timestamp=2022-01-26T22:10:21Z,host='n-d-760453-5',id=09df100c-3af1-4b0a-bda8-05914c71c458,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:55:21Z,topic='l3_agent')) {'router_ids': ['e76c7eaf-bedd-4b07-bb47-402625902267'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 22:10:21.472339 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_dvr_db [None req-d5c30365-689d-4f56-a353-cceb1440509e None None] Set router e76c7eaf-bedd-4b07-bb47-402625902267 gateway port host: n-d-760453-5 {{(pid=103307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 22:10:21.660406 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-d5c30365-689d-4f56-a353-cceb1440509e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e76c7eaf-bedd-4b07-bb47-402625902267', 'name': 'tempest-ServerActionsTestJSON-1848706419-router', 'tenant_id': '37caa54fa0b74aea8f85b9d1c546e6dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'external_fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.172'}], 'enable_snat': True}, 'gw_port_id': '30e0f18b-d842-4295-8c5a-f885163635fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T22:04:00Z', 'updated_at': '2022-01-26T22:04:02Z', 'revision_number': 4, 'project_id': '37caa54fa0b74aea8f85b9d1c546e6dc', 'gw_port': {'id': '30e0f18b-d842-4295-8c5a-f885163635fe', 'name': '', 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:9e:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e76c7eaf-bedd-4b07-bb47-402625902267', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T22:04:00Z', 'updated_at': '2022-01-26T22:04:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-5', '_interfaces': [{'id': '93c346ae-0d00-42b6-84e9-d6333e923a6d', 'name': '', 'network_id': '4cd375cb-d249-46a6-831f-f9f5a15e68cd', 'tenant_id': '37caa54fa0b74aea8f85b9d1c546e6dc', 'mac_address': 'fa:16:3e:b3:5f:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e76c7eaf-bedd-4b07-bb47-402625902267', 'device_owner': 'network:router_interface', 'standard_attr_id': 4096, 'fixed_ips': [{'subnet_id': 'f81320d2-fa7a-450d-b1f0-259a79f1b76f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T22:04:02Z', 'updated_at': '2022-01-26T22:04:06Z', 'revision_number': 5, 'project_id': '37caa54fa0b74aea8f85b9d1c546e6dc', 'subnets': [{'id': 'f81320d2-fa7a-450d-b1f0-259a79f1b76f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760453-5', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 22:10:21.685591 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5c30365-689d-4f56-a353-cceb1440509e None None] The sync data for ids ['e76c7eaf-bedd-4b07-bb47-402625902267'] in n-d-760453-5 is: [{'id': 'e76c7eaf-bedd-4b07-bb47-402625902267', 'name': 'tempest-ServerActionsTestJSON-1848706419-router', 'tenant_id': '37caa54fa0b74aea8f85b9d1c546e6dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'external_fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.172'}], 'enable_snat': True}, 'gw_port_id': '30e0f18b-d842-4295-8c5a-f885163635fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T22:04:00Z', 'updated_at': '2022-01-26T22:04:02Z', 'revision_number': 4, 'project_id': '37caa54fa0b74aea8f85b9d1c546e6dc', 'gw_port': {'id': '30e0f18b-d842-4295-8c5a-f885163635fe', 'name': '', 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:9e:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e76c7eaf-bedd-4b07-bb47-402625902267', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T22:04:00Z', 'updated_at': '2022-01-26T22:04:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-5', '_interfaces': [{'id': '93c346ae-0d00-42b6-84e9-d6333e923a6d', 'name': '', 'network_id': '4cd375cb-d249-46a6-831f-f9f5a15e68cd', 'tenant_id': '37caa54fa0b74aea8f85b9d1c546e6dc', 'mac_address': 'fa:16:3e:b3:5f:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e76c7eaf-bedd-4b07-bb47-402625902267', 'device_owner': 'network:router_interface', 'standard_attr_id': 4096, 'fixed_ips': [{'subnet_id': 'f81320d2-fa7a-450d-b1f0-259a79f1b76f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T22:04:02Z', 'updated_at': '2022-01-26T22:04:06Z', 'revision_number': 5, 'project_id': '37caa54fa0b74aea8f85b9d1c546e6dc', 'subnets': [{'id': 'f81320d2-fa7a-450d-b1f0-259a79f1b76f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 26 22:10:21.890892 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c62ba03e-0bb1-4315-a9bc-e42b72ea5395 None None] New status for floating IP 9777922b-c93a-49d0-a77d-162067d7023c: DOWN {{(pid=103306) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 26 22:10:22.165671 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-63cd0417-d325-42c1-9c71-b92dfa1206d3 req-7f78a8b5-74f6-4fc3-aac0-8abf669eaddd tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--1385480693&fields=id&tenant_id=37caa54fa0b74aea8f85b9d1c546e6dc HTTP/1.1" status: 200 len: 267 time: 0.0422056 Jan 26 22:10:22.272287 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63cd0417-d325-42c1-9c71-b92dfa1206d3 req-c42c04cd-6edc-4854-a543-91cd5c7197ba tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:10:22.273817 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-63cd0417-d325-42c1-9c71-b92dfa1206d3 req-c42c04cd-6edc-4854-a543-91cd5c7197ba tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] 10.222.0.13 "GET /v2.0/networks?id=4cd375cb-d249-46a6-831f-f9f5a15e68cd HTTP/1.1" status: 200 len: 812 time: 0.1019781 Jan 26 22:10:22.287952 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-63cd0417-d325-42c1-9c71-b92dfa1206d3 req-555bbf9a-33d0-47ab-bbdd-86bea8b149d8 tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] 10.222.0.13 "GET /v2.0/quotas/37caa54fa0b74aea8f85b9d1c546e6dc HTTP/1.1" status: 200 len: 375 time: 0.0088341 Jan 26 22:10:22.337659 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-63cd0417-d325-42c1-9c71-b92dfa1206d3 req-fc5a9f2e-03e7-4ba3-b769-b5acccdaeea0 tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=37caa54fa0b74aea8f85b9d1c546e6dc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0448627 Jan 26 22:10:22.391068 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [req-63cd0417-d325-42c1-9c71-b92dfa1206d3 req-645b7e01-e2b0-4cbf-8562-b6a1c493ed0a service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=103304) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 26 22:10:22.392076 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-63cd0417-d325-42c1-9c71-b92dfa1206d3 req-645b7e01-e2b0-4cbf-8562-b6a1c493ed0a service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0437212 Jan 26 22:10:22.448403 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-841f5991-a4d8-4d4b-b215-cbc6bab5427b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (aa7ee9d2-08eb-4e12-b895-24c57300dfec), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:10:22.483894 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-63cd0417-d325-42c1-9c71-b92dfa1206d3 req-8feae773-5ffc-46a7-8d52-863f30fbfeea service neutron] 10.222.0.13 "GET /v2.0/networks/4cd375cb-d249-46a6-831f-f9f5a15e68cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858636 Jan 26 22:10:22.571929 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-63cd0417-d325-42c1-9c71-b92dfa1206d3 req-b1b9c3ea-c38d-45f0-962f-553486dbc0c3 service neutron] 10.222.0.13 "GET /v2.0/networks/4cd375cb-d249-46a6-831f-f9f5a15e68cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822430 Jan 26 22:10:22.736719 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-e1d080a7-bce5-45df-9df9-ec8ad6bd852d req-fc9cc5e2-d8f3-4ca4-960a-25e02800bb48 tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] 10.222.0.13 "GET /v2.0/ports?device_id=88ee4236-a17a-4420-a3d4-138b4c026a1e HTTP/1.1" status: 200 len: 210 time: 0.0282447 Jan 26 22:10:23.585130 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (4d619873-4b60-439f-9b5a-b155dc8bbc34), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:10:23.768043 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63cd0417-d325-42c1-9c71-b92dfa1206d3 req-d66298ca-0267-417f-af8a-b8863d1eef69 tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:10:23.769736 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-63cd0417-d325-42c1-9c71-b92dfa1206d3 req-d66298ca-0267-417f-af8a-b8863d1eef69 tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] 10.222.0.66 "GET /v2.0/networks?id=4cd375cb-d249-46a6-831f-f9f5a15e68cd HTTP/1.1" status: 200 len: 812 time: 0.1056087 Jan 26 22:10:23.836332 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-66581200-b11c-4535-9cef-1f3ef98481d2 req-fbde0dae-4096-49c4-bd98-43603bba75a8 tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] 10.222.0.13 "GET /v2.0/ports?device_id=88ee4236-a17a-4420-a3d4-138b4c026a1e HTTP/1.1" status: 200 len: 210 time: 0.0306089 Jan 26 22:10:23.839068 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-63cd0417-d325-42c1-9c71-b92dfa1206d3 req-0d19079d-7880-489e-abfd-b12e0c067618 tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] 10.222.0.66 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=37caa54fa0b74aea8f85b9d1c546e6dc HTTP/1.1" status: 200 len: 380 time: 0.0533276 Jan 26 22:10:23.862274 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [req-63cd0417-d325-42c1-9c71-b92dfa1206d3 req-072662a1-45d7-44f7-860d-002b5894154d tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] Request body: {'port': {'device_id': '88ee4236-a17a-4420-a3d4-138b4c026a1e', 'network_id': '4cd375cb-d249-46a6-831f-f9f5a15e68cd', 'admin_state_up': True, 'tenant_id': '37caa54fa0b74aea8f85b9d1c546e6dc', 'security_groups': ['43bea7b8-2240-42b3-a08a-3b2300147b70']}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 22:10:23.965190 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-63cd0417-d325-42c1-9c71-b92dfa1206d3 req-072662a1-45d7-44f7-860d-002b5894154d tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] Made reservation on behalf of 37caa54fa0b74aea8f85b9d1c546e6dc for: {'port': 1} {{(pid=103305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 22:10:23.968619 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-63cd0417-d325-42c1-9c71-b92dfa1206d3 req-072662a1-45d7-44f7-860d-002b5894154d tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:10:24.098348 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.db_base_plugin_common [req-63cd0417-d325-42c1-9c71-b92dfa1206d3 req-072662a1-45d7-44f7-860d-002b5894154d tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] Allocated IP 172.20.0.11 (4cd375cb-d249-46a6-831f-f9f5a15e68cd/f81320d2-fa7a-450d-b1f0-259a79f1b76f/34f23646-0268-430f-ba43-eee738b6c1a5) {{(pid=103305) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 22:10:24.166491 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Device b23cb33d-48db-46d0-81ba-bff5126e8ea7 no longer exists at agent hyperv_n-h2-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 26 22:10:24.186553 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] No Port match for: b23cb33d-48db-46d0-81ba-bff5126e8ea7 {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 26 22:10:24.186897 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Device b23cb33d-48db-46d0-81ba-bff5126e8ea7 not bound to the agent host n-h2-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 26 22:10:24.234369 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-63cd0417-d325-42c1-9c71-b92dfa1206d3 req-072662a1-45d7-44f7-860d-002b5894154d tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] Publish callbacks [] for port (34f23646-0268-430f-ba43-eee738b6c1a5), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:10:24.268665 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-63cd0417-d325-42c1-9c71-b92dfa1206d3 req-072662a1-45d7-44f7-860d-002b5894154d tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746560234527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11791543'] for port (34f23646-0268-430f-ba43-eee738b6c1a5), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:10:24.276471 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-839dd188-ec69-470c-9ab0-d318dc1a2e96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (e79b4fc6-6c71-44b2-a6d0-ff3e1f4dfd0d), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:10:24.311963 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-63cd0417-d325-42c1-9c71-b92dfa1206d3 req-072662a1-45d7-44f7-860d-002b5894154d tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] Network 4cd375cb-d249-46a6-831f-f9f5a15e68cd is already hosted by enough agents. {{(pid=103305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 22:10:24.314979 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [req-63cd0417-d325-42c1-9c71-b92dfa1206d3 req-072662a1-45d7-44f7-860d-002b5894154d tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] Resources bound (agent type, host, resource id): {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 22:10:24.320688 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [req-63cd0417-d325-42c1-9c71-b92dfa1206d3 req-072662a1-45d7-44f7-860d-002b5894154d tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] Received port after_create {{(pid=103305) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 22:10:24.344658 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-072662a1-45d7-44f7-860d-002b5894154d tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] Pushing event updated for resources: {'Port': ['ID=34f23646-0268-430f-ba43-eee738b6c1a5,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 22:10:24.360533 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-072662a1-45d7-44f7-860d-002b5894154d tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:10:24.360800 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-072662a1-45d7-44f7-860d-002b5894154d tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:10:24.361146 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-072662a1-45d7-44f7-860d-002b5894154d tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:10:24.361514 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-072662a1-45d7-44f7-860d-002b5894154d tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:10:24.361855 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-072662a1-45d7-44f7-860d-002b5894154d tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:10:24.362197 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-072662a1-45d7-44f7-860d-002b5894154d tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:10:24.362529 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-072662a1-45d7-44f7-860d-002b5894154d tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:10:24.362856 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-072662a1-45d7-44f7-860d-002b5894154d tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:10:24.363185 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-072662a1-45d7-44f7-860d-002b5894154d tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:10:24.363510 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-072662a1-45d7-44f7-860d-002b5894154d tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:10:24.363834 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-072662a1-45d7-44f7-860d-002b5894154d tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:10:24.364163 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-072662a1-45d7-44f7-860d-002b5894154d tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:10:24.364486 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-072662a1-45d7-44f7-860d-002b5894154d tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:10:24.385526 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63cd0417-d325-42c1-9c71-b92dfa1206d3 req-072662a1-45d7-44f7-860d-002b5894154d tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:10:24.386179 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-63cd0417-d325-42c1-9c71-b92dfa1206d3 req-072662a1-45d7-44f7-860d-002b5894154d tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:10:24.402279 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-63cd0417-d325-42c1-9c71-b92dfa1206d3 req-072662a1-45d7-44f7-860d-002b5894154d tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5438294 Jan 26 22:10:24.420216 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [req-63cd0417-d325-42c1-9c71-b92dfa1206d3 req-4ae62fb7-d6c0-43a2-81d5-f4070384b8a7 service neutron] Request body: {'port': {'device_id': '88ee4236-a17a-4420-a3d4-138b4c026a1e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-760453-5'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 22:10:24.481273 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-63cd0417-d325-42c1-9c71-b92dfa1206d3 req-4ae62fb7-d6c0-43a2-81d5-f4070384b8a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (34f23646-0268-430f-ba43-eee738b6c1a5), before_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:10:24.553174 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-4bbb2ad8-0200-49bf-af83-485f24528e8f None None] Provisioning complete for port 34f23646-0268-430f-ba43-eee738b6c1a5 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 22:10:24.553576 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-4bbb2ad8-0200-49bf-af83-485f24528e8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (34f23646-0268-430f-ba43-eee738b6c1a5), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:10:24.592385 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-4bbb2ad8-0200-49bf-af83-485f24528e8f None None] Port 34f23646-0268-430f-ba43-eee738b6c1a5 cannot update to ACTIVE because it is not bound. {{(pid=103306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 26 22:10:24.743425 n-d-760453-5 neutron-server[103305]: DEBUG neutron.notifiers.nova [req-63cd0417-d325-42c1-9c71-b92dfa1206d3 req-4ae62fb7-d6c0-43a2-81d5-f4070384b8a7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 34f23646-0268-430f-ba43-eee738b6c1a5 {{(pid=103305) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 26 22:10:24.750777 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-63cd0417-d325-42c1-9c71-b92dfa1206d3 req-4ae62fb7-d6c0-43a2-81d5-f4070384b8a7 service neutron] Publish callbacks [] for port (34f23646-0268-430f-ba43-eee738b6c1a5), precommit_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:10:24.762745 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.provisioning_blocks [req-63cd0417-d325-42c1-9c71-b92dfa1206d3 req-4ae62fb7-d6c0-43a2-81d5-f4070384b8a7 service neutron] Transition to ACTIVE for port object 34f23646-0268-430f-ba43-eee738b6c1a5 will not be triggered until provisioned by entity L2. {{(pid=103305) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 22:10:24.766168 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-63cd0417-d325-42c1-9c71-b92dfa1206d3 req-4ae62fb7-d6c0-43a2-81d5-f4070384b8a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11791520'] for port (34f23646-0268-430f-ba43-eee738b6c1a5), after_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:10:24.819374 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae62fb7-d6c0-43a2-81d5-f4070384b8a7 service neutron] Pushing event updated for resources: {'Port': ['ID=34f23646-0268-430f-ba43-eee738b6c1a5,revision_number=2']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 22:10:24.893048 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [req-63cd0417-d325-42c1-9c71-b92dfa1206d3 req-4ae62fb7-d6c0-43a2-81d5-f4070384b8a7 service neutron] Attempting to bind port 34f23646-0268-430f-ba43-eee738b6c1a5 on host n-h1-760453-5 for vnic_type normal with profile {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 22:10:24.893433 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [req-63cd0417-d325-42c1-9c71-b92dfa1206d3 req-4ae62fb7-d6c0-43a2-81d5-f4070384b8a7 service neutron] Attempting to bind port 34f23646-0268-430f-ba43-eee738b6c1a5 by drivers openvswitch,hyperv on host n-h1-760453-5 at level 0 using segments [{'id': '66e4f491-9a6a-4ffc-8f64-b9e6923cc891', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '4cd375cb-d249-46a6-831f-f9f5a15e68cd'}] {{(pid=103305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 26 22:10:24.893768 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63cd0417-d325-42c1-9c71-b92dfa1206d3 req-4ae62fb7-d6c0-43a2-81d5-f4070384b8a7 service neutron] Attempting to bind port 34f23646-0268-430f-ba43-eee738b6c1a5 on network 4cd375cb-d249-46a6-831f-f9f5a15e68cd {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 22:10:24.898747 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63cd0417-d325-42c1-9c71-b92dfa1206d3 req-4ae62fb7-d6c0-43a2-81d5-f4070384b8a7 service neutron] Port 34f23646-0268-430f-ba43-eee738b6c1a5 on network 4cd375cb-d249-46a6-831f-f9f5a15e68cd not bound, no agent of type Open vSwitch agent registered on host n-h1-760453-5 {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 26 22:10:24.899067 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63cd0417-d325-42c1-9c71-b92dfa1206d3 req-4ae62fb7-d6c0-43a2-81d5-f4070384b8a7 service neutron] Attempting to bind port 34f23646-0268-430f-ba43-eee738b6c1a5 on network 4cd375cb-d249-46a6-831f-f9f5a15e68cd {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 22:10:24.904888 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63cd0417-d325-42c1-9c71-b92dfa1206d3 req-4ae62fb7-d6c0-43a2-81d5-f4070384b8a7 service neutron] Checking agent: {'id': '32ef628b-8417-46c5-8729-60fcabe358f1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-760453-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 21, 3, 8), 'started_at': datetime.datetime(2022, 1, 26, 21, 3, 8), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 22, 10, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 26 22:10:24.905227 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63cd0417-d325-42c1-9c71-b92dfa1206d3 req-4ae62fb7-d6c0-43a2-81d5-f4070384b8a7 service neutron] Checking segment: {'id': '66e4f491-9a6a-4ffc-8f64-b9e6923cc891', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '4cd375cb-d249-46a6-831f-f9f5a15e68cd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103305) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 22:10:24.905660 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63cd0417-d325-42c1-9c71-b92dfa1206d3 req-4ae62fb7-d6c0-43a2-81d5-f4070384b8a7 service neutron] Bound using segment: {'id': '66e4f491-9a6a-4ffc-8f64-b9e6923cc891', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '4cd375cb-d249-46a6-831f-f9f5a15e68cd'} {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 26 22:10:24.906084 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [req-63cd0417-d325-42c1-9c71-b92dfa1206d3 req-4ae62fb7-d6c0-43a2-81d5-f4070384b8a7 service neutron] Bound port: 34f23646-0268-430f-ba43-eee738b6c1a5, host: n-h1-760453-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '66e4f491-9a6a-4ffc-8f64-b9e6923cc891', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '4cd375cb-d249-46a6-831f-f9f5a15e68cd'}}] {{(pid=103305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 26 22:10:24.906491 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-63cd0417-d325-42c1-9c71-b92dfa1206d3 req-4ae62fb7-d6c0-43a2-81d5-f4070384b8a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (34f23646-0268-430f-ba43-eee738b6c1a5), before_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:10:24.968047 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2508a2-8363-4ea6-a092-7f02dba2b4aa req-ec0a7640-c938-4b01-9de0-548e45605f0c tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:10:24.969903 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-2d2508a2-8363-4ea6-a092-7f02dba2b4aa req-ec0a7640-c938-4b01-9de0-548e45605f0c tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] 10.222.0.13 "GET /v2.0/ports?device_id=88ee4236-a17a-4420-a3d4-138b4c026a1e HTTP/1.1" status: 200 len: 944 time: 0.0588710 Jan 26 22:10:24.973737 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [req-63cd0417-d325-42c1-9c71-b92dfa1206d3 req-4ae62fb7-d6c0-43a2-81d5-f4070384b8a7 service neutron] For port 34f23646-0268-430f-ba43-eee738b6c1a5, host n-h1-760453-5, cleared binding levels {{(pid=103305) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 26 22:10:24.976925 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [req-63cd0417-d325-42c1-9c71-b92dfa1206d3 req-4ae62fb7-d6c0-43a2-81d5-f4070384b8a7 service neutron] For port 34f23646-0268-430f-ba43-eee738b6c1a5, host n-h1-760453-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-5',level=0,port_id=34f23646-0268-430f-ba43-eee738b6c1a5,segment=NetworkSegment(66e4f491-9a6a-4ffc-8f64-b9e6923cc891),segment_id=66e4f491-9a6a-4ffc-8f64-b9e6923cc891)] {{(pid=103305) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 26 22:10:24.984959 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-63cd0417-d325-42c1-9c71-b92dfa1206d3 req-4ae62fb7-d6c0-43a2-81d5-f4070384b8a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11791520'] for port (34f23646-0268-430f-ba43-eee738b6c1a5), after_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:10:25.027643 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63cd0417-d325-42c1-9c71-b92dfa1206d3 req-4ae62fb7-d6c0-43a2-81d5-f4070384b8a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:10:25.028276 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-63cd0417-d325-42c1-9c71-b92dfa1206d3 req-4ae62fb7-d6c0-43a2-81d5-f4070384b8a7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:10:25.029754 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-63cd0417-d325-42c1-9c71-b92dfa1206d3 req-4ae62fb7-d6c0-43a2-81d5-f4070384b8a7 service neutron] 10.222.0.66 "PUT /v2.0/ports/34f23646-0268-430f-ba43-eee738b6c1a5 HTTP/1.1" status: 200 len: 1092 time: 0.6147466 Jan 26 22:10:25.030247 n-d-760453-5 neutron-server[103305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '88ee4236-a17a-4420-a3d4-138b4c026a1e', 'tag': '34f23646-0268-430f-ba43-eee738b6c1a5'}] {{(pid=103305) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 22:10:25.032688 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63c895857b12caccb44030902ae3f492cdae22bba6ec98e5b8bd003e299c093d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75f9554d-ebdb-4c31-ba00-40217001a7b4" -d '{"events": [{"name": "network-changed", "server_uuid": "88ee4236-a17a-4420-a3d4-138b4c026a1e", "tag": "34f23646-0268-430f-ba43-eee738b6c1a5"}]}' {{(pid=103305) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 22:10:25.034851 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-2d2508a2-8363-4ea6-a092-7f02dba2b4aa req-821fe650-8280-45d0-b53c-93c6eda16934 tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] 10.222.0.13 "GET /v2.0/security-groups?id=43bea7b8-2240-42b3-a08a-3b2300147b70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0578864 Jan 26 22:10:25.071653 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae62fb7-d6c0-43a2-81d5-f4070384b8a7 service neutron] Pushing event updated for resources: {'Port': ['ID=34f23646-0268-430f-ba43-eee738b6c1a5,revision_number=3']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 22:10:25.154237 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 26 Jan 2022 22:10:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48a67deb-9139-454f-9dd7-6db4fe94e27f x-openstack-request-id: req-48a67deb-9139-454f-9dd7-6db4fe94e27f {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 22:10:25.154615 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "88ee4236-a17a-4420-a3d4-138b4c026a1e", "tag": "34f23646-0268-430f-ba43-eee738b6c1a5", "status": "completed", "code": 200}]} {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 22:10:25.154938 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-48a67deb-9139-454f-9dd7-6db4fe94e27f {{(pid=103305) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 22:10:25.155410 n-d-760453-5 neutron-server[103305]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '88ee4236-a17a-4420-a3d4-138b4c026a1e', 'tag': '34f23646-0268-430f-ba43-eee738b6c1a5', 'status': 'completed', 'code': 200} Jan 26 22:10:25.158316 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63cd0417-d325-42c1-9c71-b92dfa1206d3 req-4cd2d15f-3eb8-4461-8e4a-048e925f5011 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:10:25.159850 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-63cd0417-d325-42c1-9c71-b92dfa1206d3 req-4cd2d15f-3eb8-4461-8e4a-048e925f5011 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=37caa54fa0b74aea8f85b9d1c546e6dc&device_id=88ee4236-a17a-4420-a3d4-138b4c026a1e HTTP/1.1" status: 200 len: 1095 time: 0.0581503 Jan 26 22:10:25.214025 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-63cd0417-d325-42c1-9c71-b92dfa1206d3 req-40dbfed4-e073-40a8-8f78-d3fca11c36ed service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=34f23646-0268-430f-ba43-eee738b6c1a5 HTTP/1.1" status: 200 len: 217 time: 0.0365617 Jan 26 22:10:25.264114 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63cd0417-d325-42c1-9c71-b92dfa1206d3 req-4370b2f8-bc80-4c78-a2a7-f5a68179855a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:10:25.265621 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-63cd0417-d325-42c1-9c71-b92dfa1206d3 req-4370b2f8-bc80-4c78-a2a7-f5a68179855a service neutron] 10.222.0.66 "GET /v2.0/subnets?id=f81320d2-fa7a-450d-b1f0-259a79f1b76f HTTP/1.1" status: 200 len: 851 time: 0.0466163 Jan 26 22:10:25.308800 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63cd0417-d325-42c1-9c71-b92dfa1206d3 req-0e8e37cc-2f56-4f52-a644-105b70ac89b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:10:25.310301 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-63cd0417-d325-42c1-9c71-b92dfa1206d3 req-0e8e37cc-2f56-4f52-a644-105b70ac89b4 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=4cd375cb-d249-46a6-831f-f9f5a15e68cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0394921 Jan 26 22:10:25.402536 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-63cd0417-d325-42c1-9c71-b92dfa1206d3 req-a3424c7c-c1c5-4aa5-96f3-f0c25a953741 service neutron] 10.222.0.66 "GET /v2.0/networks/4cd375cb-d249-46a6-831f-f9f5a15e68cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855384 Jan 26 22:10:25.436646 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (fea0591a-627d-4c87-9a9a-01625ddf3277), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:10:25.491605 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-63cd0417-d325-42c1-9c71-b92dfa1206d3 req-4da3816e-9698-4d29-856e-b51f486f4d3d service neutron] 10.222.0.66 "GET /v2.0/networks/4cd375cb-d249-46a6-831f-f9f5a15e68cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829642 Jan 26 22:10:25.626618 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f9554d-ebdb-4c31-ba00-40217001a7b4 req-a6b39739-3c15-4203-a619-9415c4b38168 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:10:25.628004 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-75f9554d-ebdb-4c31-ba00-40217001a7b4 req-a6b39739-3c15-4203-a619-9415c4b38168 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=37caa54fa0b74aea8f85b9d1c546e6dc&device_id=88ee4236-a17a-4420-a3d4-138b4c026a1e HTTP/1.1" status: 200 len: 1095 time: 0.0459929 Jan 26 22:10:25.714477 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f9554d-ebdb-4c31-ba00-40217001a7b4 req-d57ed882-2cbf-4b0a-892b-f1d6e1a1332f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:10:25.715949 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-75f9554d-ebdb-4c31-ba00-40217001a7b4 req-d57ed882-2cbf-4b0a-892b-f1d6e1a1332f service neutron] 10.222.0.66 "GET /v2.0/networks?id=4cd375cb-d249-46a6-831f-f9f5a15e68cd HTTP/1.1" status: 200 len: 913 time: 0.0826287 Jan 26 22:10:25.762000 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-75f9554d-ebdb-4c31-ba00-40217001a7b4 req-38c6d358-e1fa-43ef-a578-40a9cc406a3a service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=34f23646-0268-430f-ba43-eee738b6c1a5 HTTP/1.1" status: 200 len: 217 time: 0.0388932 Jan 26 22:10:25.810488 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f9554d-ebdb-4c31-ba00-40217001a7b4 req-e93e5d92-b149-41c6-abee-02b5a2a64bbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:10:25.811892 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-75f9554d-ebdb-4c31-ba00-40217001a7b4 req-e93e5d92-b149-41c6-abee-02b5a2a64bbb service neutron] 10.222.0.66 "GET /v2.0/subnets?id=f81320d2-fa7a-450d-b1f0-259a79f1b76f HTTP/1.1" status: 200 len: 851 time: 0.0437231 Jan 26 22:10:25.855470 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f9554d-ebdb-4c31-ba00-40217001a7b4 req-c093ffb8-db02-47f3-9776-5dca9f942132 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:10:25.856947 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-75f9554d-ebdb-4c31-ba00-40217001a7b4 req-c093ffb8-db02-47f3-9776-5dca9f942132 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=4cd375cb-d249-46a6-831f-f9f5a15e68cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0396585 Jan 26 22:10:25.947707 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-75f9554d-ebdb-4c31-ba00-40217001a7b4 req-2a4a2e3b-8563-4c66-922f-1372a54675b6 service neutron] 10.222.0.66 "GET /v2.0/networks/4cd375cb-d249-46a6-831f-f9f5a15e68cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837588 Jan 26 22:10:26.034196 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-75f9554d-ebdb-4c31-ba00-40217001a7b4 req-842245fe-203a-45e0-bcbc-5b0abd1dc63d service neutron] 10.222.0.66 "GET /v2.0/networks/4cd375cb-d249-46a6-831f-f9f5a15e68cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812902 Jan 26 22:10:26.156833 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59662305-e579-45d3-a1bd-d4c0db03efe1 req-24efca8d-4d5a-4c71-b3f8-c3a61121a5c1 tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:10:26.158367 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-59662305-e579-45d3-a1bd-d4c0db03efe1 req-24efca8d-4d5a-4c71-b3f8-c3a61121a5c1 tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] 10.222.0.13 "GET /v2.0/ports?device_id=88ee4236-a17a-4420-a3d4-138b4c026a1e HTTP/1.1" status: 200 len: 944 time: 0.0476649 Jan 26 22:10:26.204491 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-59662305-e579-45d3-a1bd-d4c0db03efe1 req-2f87e1e1-94c0-4eda-acf8-f5ded93d0ce8 tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] 10.222.0.13 "GET /v2.0/security-groups?id=43bea7b8-2240-42b3-a08a-3b2300147b70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405245 Jan 26 22:10:27.323391 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c315781-f7d0-4d9e-aa5d-57b8b8da99f2 req-9486f49e-45e8-4f28-9275-6c1895e49b4f tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:10:27.324893 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-9c315781-f7d0-4d9e-aa5d-57b8b8da99f2 req-9486f49e-45e8-4f28-9275-6c1895e49b4f tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] 10.222.0.13 "GET /v2.0/ports?device_id=88ee4236-a17a-4420-a3d4-138b4c026a1e HTTP/1.1" status: 200 len: 944 time: 0.0517726 Jan 26 22:10:27.371151 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-9c315781-f7d0-4d9e-aa5d-57b8b8da99f2 req-86635f1d-fc9f-43e6-be88-4520f7fb3834 tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] 10.222.0.13 "GET /v2.0/security-groups?id=43bea7b8-2240-42b3-a08a-3b2300147b70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406845 Jan 26 22:10:27.799429 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Device 34f23646-0268-430f-ba43-eee738b6c1a5 details requested by agent hyperv_n-h1-760453-5 with host n-h1-760453-5 {{(pid=103306) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 26 22:10:27.893390 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] For port 34f23646-0268-430f-ba43-eee738b6c1a5, host n-h1-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-5',level=0,port_id=34f23646-0268-430f-ba43-eee738b6c1a5,segment=NetworkSegment(66e4f491-9a6a-4ffc-8f64-b9e6923cc891),segment_id=66e4f491-9a6a-4ffc-8f64-b9e6923cc891)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 22:10:28.057321 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Returning: {'device': '34f23646-0268-430f-ba43-eee738b6c1a5', 'network_id': '4cd375cb-d249-46a6-831f-f9f5a15e68cd', 'port_id': '34f23646-0268-430f-ba43-eee738b6c1a5', 'mac_address': 'fa:16:3e:ac:a6:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 592, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f81320d2-fa7a-450d-b1f0-259a79f1b76f', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103306) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 26 22:10:28.093007 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Current status of the port 34f23646-0268-430f-ba43-eee738b6c1a5 is: DOWN; New status is: BUILD {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 22:10:28.093426 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (34f23646-0268-430f-ba43-eee738b6c1a5), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:10:28.106495 n-d-760453-5 neutron-server[103306]: DEBUG neutron.notifiers.nova [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 34f23646-0268-430f-ba43-eee738b6c1a5 {{(pid=103306) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 26 22:10:28.125439 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] For port 34f23646-0268-430f-ba43-eee738b6c1a5, host n-h1-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-5',level=0,port_id=34f23646-0268-430f-ba43-eee738b6c1a5,segment=NetworkSegment(66e4f491-9a6a-4ffc-8f64-b9e6923cc891),segment_id=66e4f491-9a6a-4ffc-8f64-b9e6923cc891)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 22:10:28.129057 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (34f23646-0268-430f-ba43-eee738b6c1a5), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:10:28.172996 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Pushing event updated for resources: {'Port': ['ID=34f23646-0268-430f-ba43-eee738b6c1a5,revision_number=4']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 22:10:28.484496 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291bd684-94eb-41f6-ae3c-54f9d6dda8b5 req-e01987fc-f345-441f-a27d-cc1de5273545 tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:10:28.486050 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-291bd684-94eb-41f6-ae3c-54f9d6dda8b5 req-e01987fc-f345-441f-a27d-cc1de5273545 tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] 10.222.0.13 "GET /v2.0/ports?device_id=88ee4236-a17a-4420-a3d4-138b4c026a1e HTTP/1.1" status: 200 len: 945 time: 0.0487099 Jan 26 22:10:28.512791 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] get_ports_and_sgs() called for port_ids ['34f23646-0268-430f-ba43-eee738b6c1a5'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 26 22:10:28.532165 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-291bd684-94eb-41f6-ae3c-54f9d6dda8b5 req-5df6ffb9-1150-4c31-bf5a-e761f6f8afe4 tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] 10.222.0.13 "GET /v2.0/security-groups?id=43bea7b8-2240-42b3-a08a-3b2300147b70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407436 Jan 26 22:10:29.645911 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad34e96-09f3-4c7d-a4d4-993df7a93e6b req-a8bcd313-5096-4c9a-a95b-8c4184f98f48 tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:10:29.647309 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-5ad34e96-09f3-4c7d-a4d4-993df7a93e6b req-a8bcd313-5096-4c9a-a95b-8c4184f98f48 tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] 10.222.0.13 "GET /v2.0/ports?device_id=88ee4236-a17a-4420-a3d4-138b4c026a1e HTTP/1.1" status: 200 len: 945 time: 0.0481801 Jan 26 22:10:29.696480 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-5ad34e96-09f3-4c7d-a4d4-993df7a93e6b req-cbb0aacb-0b44-43ea-9bed-6ae473e0bc7f tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] 10.222.0.13 "GET /v2.0/security-groups?id=43bea7b8-2240-42b3-a08a-3b2300147b70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436118 Jan 26 22:10:29.813747 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Device 34f23646-0268-430f-ba43-eee738b6c1a5 up at agent hyperv_n-h1-760453-5 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 22:10:29.862261 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Provisioning for port 34f23646-0268-430f-ba43-eee738b6c1a5 completed by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 22:10:29.866066 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Provisioning complete for port 34f23646-0268-430f-ba43-eee738b6c1a5 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 22:10:29.866434 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (34f23646-0268-430f-ba43-eee738b6c1a5), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:10:29.944167 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Current status of the port 34f23646-0268-430f-ba43-eee738b6c1a5 is: BUILD; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 22:10:29.944471 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (34f23646-0268-430f-ba43-eee738b6c1a5), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:10:29.966703 n-d-760453-5 neutron-server[103306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88ee4236-a17a-4420-a3d4-138b4c026a1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34f23646-0268-430f-ba43-eee738b6c1a5'}] {{(pid=103306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 22:10:29.968902 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c06f7aa05085a00df6a2944c086d22937b62c1e75db8df879377281bc6a8a153" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca7e5791-3bdd-43f7-8a88-550ec87e652a" -d '{"events": [{"server_uuid": "88ee4236-a17a-4420-a3d4-138b4c026a1e", "name": "network-vif-plugged", "status": "completed", "tag": "34f23646-0268-430f-ba43-eee738b6c1a5"}]}' {{(pid=103306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 22:10:29.981751 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] For port 34f23646-0268-430f-ba43-eee738b6c1a5, host n-h1-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-5',level=0,port_id=34f23646-0268-430f-ba43-eee738b6c1a5,segment=NetworkSegment(66e4f491-9a6a-4ffc-8f64-b9e6923cc891),segment_id=66e4f491-9a6a-4ffc-8f64-b9e6923cc891)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 22:10:29.986891 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (34f23646-0268-430f-ba43-eee738b6c1a5), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:10:30.008762 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Jan 2022 22:10:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91ea5fdf-ed79-4f6f-9d1c-6e8942a26ab0 x-openstack-request-id: req-91ea5fdf-ed79-4f6f-9d1c-6e8942a26ab0 {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 22:10:30.009053 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88ee4236-a17a-4420-a3d4-138b4c026a1e", "name": "network-vif-plugged", "status": "completed", "tag": "34f23646-0268-430f-ba43-eee738b6c1a5", "code": 200}]} {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 22:10:30.009318 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-91ea5fdf-ed79-4f6f-9d1c-6e8942a26ab0 {{(pid=103306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 22:10:30.009720 n-d-760453-5 neutron-server[103306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88ee4236-a17a-4420-a3d4-138b4c026a1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34f23646-0268-430f-ba43-eee738b6c1a5', 'code': 200} Jan 26 22:10:30.034214 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Pushing event updated for resources: {'Port': ['ID=34f23646-0268-430f-ba43-eee738b6c1a5,revision_number=5']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 22:10:30.131541 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf25ad7-362c-4ef4-9256-499baf1bd41b req-7120b5e8-727e-41a6-b5c6-d5ef16aacf07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:10:30.133012 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-4cf25ad7-362c-4ef4-9256-499baf1bd41b req-7120b5e8-727e-41a6-b5c6-d5ef16aacf07 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=88ee4236-a17a-4420-a3d4-138b4c026a1e HTTP/1.1" status: 200 len: 1097 time: 0.0402188 Jan 26 22:10:30.175478 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-4cf25ad7-362c-4ef4-9256-499baf1bd41b req-baedef92-746a-4b1f-bc2d-7a3da88374be service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=43bea7b8-2240-42b3-a08a-3b2300147b70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364397 Jan 26 22:10:30.811590 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d382b3-95e4-4ea7-bed1-2f7e2e672198 req-43f677e5-ed9c-4614-b01e-09e6a361e6ba tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:10:30.813119 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-b7d382b3-95e4-4ea7-bed1-2f7e2e672198 req-43f677e5-ed9c-4614-b01e-09e6a361e6ba tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] 10.222.0.13 "GET /v2.0/ports?device_id=88ee4236-a17a-4420-a3d4-138b4c026a1e HTTP/1.1" status: 200 len: 946 time: 0.0475814 Jan 26 22:10:30.859950 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-b7d382b3-95e4-4ea7-bed1-2f7e2e672198 req-c0d71bde-9e85-4f0e-898d-59646327c06e tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] 10.222.0.13 "GET /v2.0/security-groups?id=43bea7b8-2240-42b3-a08a-3b2300147b70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413253 Jan 26 22:10:31.974862 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd72f612-b82f-4c98-8af9-7942c00e0641 req-8d4fb6fa-cc96-4113-a672-c01166efec47 tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:10:31.976396 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-cd72f612-b82f-4c98-8af9-7942c00e0641 req-8d4fb6fa-cc96-4113-a672-c01166efec47 tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] 10.222.0.13 "GET /v2.0/ports?device_id=88ee4236-a17a-4420-a3d4-138b4c026a1e HTTP/1.1" status: 200 len: 946 time: 0.0489030 Jan 26 22:10:32.022208 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-cd72f612-b82f-4c98-8af9-7942c00e0641 req-b4d53373-ecb0-4801-9e6a-ef78a50b4e29 tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] 10.222.0.13 "GET /v2.0/security-groups?id=43bea7b8-2240-42b3-a08a-3b2300147b70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394654 Jan 26 22:10:32.135294 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d101de24-323c-4395-a168-6237369f8ba9 req-05c33687-b68c-4891-b44e-19868145e9e7 tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:10:32.136776 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-d101de24-323c-4395-a168-6237369f8ba9 req-05c33687-b68c-4891-b44e-19868145e9e7 tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] 10.222.0.13 "GET /v2.0/ports?device_id=88ee4236-a17a-4420-a3d4-138b4c026a1e HTTP/1.1" status: 200 len: 946 time: 0.0522811 Jan 26 22:10:32.145201 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 52786) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 22:10:32.149473 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-f6e839c2-e6fb-4bf4-97e0-82d0415fcb1d tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] Request body: {'floatingip': {'port_id': '34f23646-0268-430f-ba43-eee738b6c1a5'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 22:10:32.188650 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-f6e839c2-e6fb-4bf4-97e0-82d0415fcb1d tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] Publish callbacks [] for floatingip (9777922b-c93a-49d0-a77d-162067d7023c), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:10:32.624444 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-f6e839c2-e6fb-4bf4-97e0-82d0415fcb1d tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:10:32.628180 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-f6e839c2-e6fb-4bf4-97e0-82d0415fcb1d tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4110913'] for floatingip (9777922b-c93a-49d0-a77d-162067d7023c), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:10:32.728675 n-d-760453-5 neutron-server[103304]: INFO neutron.db.l3_db [None req-f6e839c2-e6fb-4bf4-97e0-82d0415fcb1d tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] Floating IP 9777922b-c93a-49d0-a77d-162067d7023c associated. External IP: 172.25.1.21, port: 34f23646-0268-430f-ba43-eee738b6c1a5. Jan 26 22:10:32.939764 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6e839c2-e6fb-4bf4-97e0-82d0415fcb1d tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] Router e76c7eaf-bedd-4b07-bb47-402625902267 has already been hosted by L3 agent 09df100c-3af1-4b0a-bda8-05914c71c458 {{(pid=103304) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 26 22:10:33.046680 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6e839c2-e6fb-4bf4-97e0-82d0415fcb1d tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] Notify agent at l3_agent.n-d-760453-5 the message routers_updated {{(pid=103304) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 26 22:10:33.051499 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-f6e839c2-e6fb-4bf4-97e0-82d0415fcb1d tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for floatingip (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:10:33.055881 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9df8bca-441f-4605-bf8e-ac24126bf503 None None] Sync routers for ids ['e76c7eaf-bedd-4b07-bb47-402625902267'] in n-d-760453-5 {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 26 22:10:33.065800 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9df8bca-441f-4605-bf8e-ac24126bf503 None None] Routers {'e76c7eaf-bedd-4b07-bb47-402625902267'} bound to L3 agent in host n-d-760453-5 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 22:10:33.066449 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-e9df8bca-441f-4605-bf8e-ac24126bf503 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-26T20:55:21Z,description=,heartbeat_timestamp=2022-01-26T22:10:21Z,host='n-d-760453-5',id=09df100c-3af1-4b0a-bda8-05914c71c458,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:55:21Z,topic='l3_agent')) {'router_ids': ['e76c7eaf-bedd-4b07-bb47-402625902267'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 22:10:33.079898 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-f6e839c2-e6fb-4bf4-97e0-82d0415fcb1d tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] 10.222.0.13 "PUT /v2.0/floatingips/9777922b-c93a-49d0-a77d-162067d7023c HTTP/1.1" status: 200 len: 991 time: 0.9336329 Jan 26 22:10:33.080504 n-d-760453-5 neutron-server[103304]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '88ee4236-a17a-4420-a3d4-138b4c026a1e', 'tag': '34f23646-0268-430f-ba43-eee738b6c1a5'}] {{(pid=103304) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 22:10:33.082782 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86e783e1922a725fac327d65912384d63450ce1a6a2ee22db2d1cc52fb257f3b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ca5306d-a240-4d98-803b-dddfcc0f1791" -d '{"events": [{"name": "network-changed", "server_uuid": "88ee4236-a17a-4420-a3d4-138b4c026a1e", "tag": "34f23646-0268-430f-ba43-eee738b6c1a5"}]}' {{(pid=103304) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 22:10:33.130289 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 26 Jan 2022 22:10:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cedba217-9250-4203-af30-17501c48a998 x-openstack-request-id: req-cedba217-9250-4203-af30-17501c48a998 {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 22:10:33.130588 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "88ee4236-a17a-4420-a3d4-138b4c026a1e", "tag": "34f23646-0268-430f-ba43-eee738b6c1a5", "status": "completed", "code": 200}]} {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 22:10:33.130851 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-cedba217-9250-4203-af30-17501c48a998 {{(pid=103304) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 22:10:33.131266 n-d-760453-5 neutron-server[103304]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '88ee4236-a17a-4420-a3d4-138b4c026a1e', 'tag': '34f23646-0268-430f-ba43-eee738b6c1a5', 'status': 'completed', 'code': 200} Jan 26 22:10:33.175339 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_dvr_db [None req-e9df8bca-441f-4605-bf8e-ac24126bf503 None None] Set router e76c7eaf-bedd-4b07-bb47-402625902267 gateway port host: n-d-760453-5 {{(pid=103307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 22:10:33.227166 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca5306d-a240-4d98-803b-dddfcc0f1791 req-0ce52a30-ecda-4c8d-98e0-c65c5b358453 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:10:33.229202 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-0ca5306d-a240-4d98-803b-dddfcc0f1791 req-0ce52a30-ecda-4c8d-98e0-c65c5b358453 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=37caa54fa0b74aea8f85b9d1c546e6dc&device_id=88ee4236-a17a-4420-a3d4-138b4c026a1e HTTP/1.1" status: 200 len: 1097 time: 0.0447559 Jan 26 22:10:33.317651 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca5306d-a240-4d98-803b-dddfcc0f1791 req-776a0900-00dd-4d0c-8362-887815f00b45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:10:33.319058 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-0ca5306d-a240-4d98-803b-dddfcc0f1791 req-776a0900-00dd-4d0c-8362-887815f00b45 service neutron] 10.222.0.66 "GET /v2.0/networks?id=4cd375cb-d249-46a6-831f-f9f5a15e68cd HTTP/1.1" status: 200 len: 913 time: 0.0848420 Jan 26 22:10:33.388595 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-0ca5306d-a240-4d98-803b-dddfcc0f1791 req-ab85ecaf-ea08-4aed-9360-244283c60b00 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=34f23646-0268-430f-ba43-eee738b6c1a5 HTTP/1.1" status: 200 len: 999 time: 0.0631359 Jan 26 22:10:33.395092 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-e9df8bca-441f-4605-bf8e-ac24126bf503 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e76c7eaf-bedd-4b07-bb47-402625902267', 'name': 'tempest-ServerActionsTestJSON-1848706419-router', 'tenant_id': '37caa54fa0b74aea8f85b9d1c546e6dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'external_fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.172'}], 'enable_snat': True}, 'gw_port_id': '30e0f18b-d842-4295-8c5a-f885163635fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T22:04:00Z', 'updated_at': '2022-01-26T22:04:02Z', 'revision_number': 4, 'project_id': '37caa54fa0b74aea8f85b9d1c546e6dc', 'gw_port': {'id': '30e0f18b-d842-4295-8c5a-f885163635fe', 'name': '', 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:9e:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e76c7eaf-bedd-4b07-bb47-402625902267', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T22:04:00Z', 'updated_at': '2022-01-26T22:04:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-5', '_floatingips': [{'id': '9777922b-c93a-49d0-a77d-162067d7023c', 'tenant_id': '37caa54fa0b74aea8f85b9d1c546e6dc', 'floating_ip_address': '172.25.1.21', 'floating_network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'router_id': 'e76c7eaf-bedd-4b07-bb47-402625902267', 'port_id': '34f23646-0268-430f-ba43-eee738b6c1a5', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4103, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4cd375cb-d249-46a6-831f-f9f5a15e68cd', 'mac_address': 'fa:16:3e:ac:a6:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88ee4236-a17a-4420-a3d4-138b4c026a1e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-26T22:04:05Z', 'updated_at': '2022-01-26T22:10:32Z', 'revision_number': 9, 'project_id': '37caa54fa0b74aea8f85b9d1c546e6dc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '93c346ae-0d00-42b6-84e9-d6333e923a6d', 'name': '', 'network_id': '4cd375cb-d249-46a6-831f-f9f5a15e68cd', 'tenant_id': '37caa54fa0b74aea8f85b9d1c546e6dc', 'mac_address': 'fa:16:3e:b3:5f:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e76c7eaf-bedd-4b07-bb47-402625902267', 'device_owner': 'network:router_interface', 'standard_attr_id': 4096, 'fixed_ips': [{'subnet_id': 'f81320d2-fa7a-450d-b1f0-259a79f1b76f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T22:04:02Z', 'updated_at': '2022-01-26T22:04:06Z', 'revision_number': 5, 'project_id': '37caa54fa0b74aea8f85b9d1c546e6dc', 'subnets': [{'id': 'f81320d2-fa7a-450d-b1f0-259a79f1b76f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760453-5', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 22:10:33.424477 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9df8bca-441f-4605-bf8e-ac24126bf503 None None] Checking router: e76c7eaf-bedd-4b07-bb47-402625902267 for host: n-d-760453-5 {{(pid=103307) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 26 22:10:33.433624 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9df8bca-441f-4605-bf8e-ac24126bf503 None None] Routers {'e76c7eaf-bedd-4b07-bb47-402625902267'} bound to L3 agent in host n-d-760453-5 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 22:10:33.434232 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-e9df8bca-441f-4605-bf8e-ac24126bf503 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-26T20:55:21Z,description=,heartbeat_timestamp=2022-01-26T22:10:21Z,host='n-d-760453-5',id=09df100c-3af1-4b0a-bda8-05914c71c458,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:55:21Z,topic='l3_agent')) {'router_ids': ['e76c7eaf-bedd-4b07-bb47-402625902267'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 22:10:33.439007 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca5306d-a240-4d98-803b-dddfcc0f1791 req-5c02de83-2727-4b4b-8005-aa292c57a5db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:10:33.440489 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-0ca5306d-a240-4d98-803b-dddfcc0f1791 req-5c02de83-2727-4b4b-8005-aa292c57a5db service neutron] 10.222.0.66 "GET /v2.0/subnets?id=f81320d2-fa7a-450d-b1f0-259a79f1b76f HTTP/1.1" status: 200 len: 851 time: 0.0461078 Jan 26 22:10:33.486703 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca5306d-a240-4d98-803b-dddfcc0f1791 req-c0b31fbd-6b89-44b2-ac8b-8ab18a27deee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:10:33.488546 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-0ca5306d-a240-4d98-803b-dddfcc0f1791 req-c0b31fbd-6b89-44b2-ac8b-8ab18a27deee service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=4cd375cb-d249-46a6-831f-f9f5a15e68cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0414448 Jan 26 22:10:33.534869 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_dvr_db [None req-e9df8bca-441f-4605-bf8e-ac24126bf503 None None] Set router e76c7eaf-bedd-4b07-bb47-402625902267 gateway port host: n-d-760453-5 {{(pid=103307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 22:10:33.578137 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-0ca5306d-a240-4d98-803b-dddfcc0f1791 req-4858c464-0e95-498d-8230-50f911fbdcf0 service neutron] 10.222.0.66 "GET /v2.0/networks/4cd375cb-d249-46a6-831f-f9f5a15e68cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837402 Jan 26 22:10:33.666332 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-0ca5306d-a240-4d98-803b-dddfcc0f1791 req-b3bd94ba-8218-4e65-8c9f-7adac0cd6140 service neutron] 10.222.0.66 "GET /v2.0/networks/4cd375cb-d249-46a6-831f-f9f5a15e68cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812080 Jan 26 22:10:33.840222 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-e9df8bca-441f-4605-bf8e-ac24126bf503 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e76c7eaf-bedd-4b07-bb47-402625902267', 'name': 'tempest-ServerActionsTestJSON-1848706419-router', 'tenant_id': '37caa54fa0b74aea8f85b9d1c546e6dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'external_fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.172'}], 'enable_snat': True}, 'gw_port_id': '30e0f18b-d842-4295-8c5a-f885163635fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T22:04:00Z', 'updated_at': '2022-01-26T22:04:02Z', 'revision_number': 4, 'project_id': '37caa54fa0b74aea8f85b9d1c546e6dc', 'gw_port': {'id': '30e0f18b-d842-4295-8c5a-f885163635fe', 'name': '', 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:9e:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e76c7eaf-bedd-4b07-bb47-402625902267', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T22:04:00Z', 'updated_at': '2022-01-26T22:04:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-5', '_floatingips': [{'id': '9777922b-c93a-49d0-a77d-162067d7023c', 'tenant_id': '37caa54fa0b74aea8f85b9d1c546e6dc', 'floating_ip_address': '172.25.1.21', 'floating_network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'router_id': 'e76c7eaf-bedd-4b07-bb47-402625902267', 'port_id': '34f23646-0268-430f-ba43-eee738b6c1a5', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4103, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4cd375cb-d249-46a6-831f-f9f5a15e68cd', 'mac_address': 'fa:16:3e:ac:a6:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88ee4236-a17a-4420-a3d4-138b4c026a1e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-26T22:04:05Z', 'updated_at': '2022-01-26T22:10:32Z', 'revision_number': 9, 'project_id': '37caa54fa0b74aea8f85b9d1c546e6dc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '93c346ae-0d00-42b6-84e9-d6333e923a6d', 'name': '', 'network_id': '4cd375cb-d249-46a6-831f-f9f5a15e68cd', 'tenant_id': '37caa54fa0b74aea8f85b9d1c546e6dc', 'mac_address': 'fa:16:3e:b3:5f:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e76c7eaf-bedd-4b07-bb47-402625902267', 'device_owner': 'network:router_interface', 'standard_attr_id': 4096, 'fixed_ips': [{'subnet_id': 'f81320d2-fa7a-450d-b1f0-259a79f1b76f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T22:04:02Z', 'updated_at': '2022-01-26T22:04:06Z', 'revision_number': 5, 'project_id': '37caa54fa0b74aea8f85b9d1c546e6dc', 'subnets': [{'id': 'f81320d2-fa7a-450d-b1f0-259a79f1b76f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760453-5', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 22:10:33.865161 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9df8bca-441f-4605-bf8e-ac24126bf503 None None] The sync data for ids ['e76c7eaf-bedd-4b07-bb47-402625902267'] in n-d-760453-5 is: [{'id': 'e76c7eaf-bedd-4b07-bb47-402625902267', 'name': 'tempest-ServerActionsTestJSON-1848706419-router', 'tenant_id': '37caa54fa0b74aea8f85b9d1c546e6dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'external_fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.172'}], 'enable_snat': True}, 'gw_port_id': '30e0f18b-d842-4295-8c5a-f885163635fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T22:04:00Z', 'updated_at': '2022-01-26T22:04:02Z', 'revision_number': 4, 'project_id': '37caa54fa0b74aea8f85b9d1c546e6dc', 'gw_port': {'id': '30e0f18b-d842-4295-8c5a-f885163635fe', 'name': '', 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:9e:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e76c7eaf-bedd-4b07-bb47-402625902267', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T22:04:00Z', 'updated_at': '2022-01-26T22:04:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-5', '_floatingips': [{'id': '9777922b-c93a-49d0-a77d-162067d7023c', 'tenant_id': '37caa54fa0b74aea8f85b9d1c546e6dc', 'floating_ip_address': '172.25.1.21', 'floating_network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'router_id': 'e76c7eaf-bedd-4b07-bb47-402625902267', 'port_id': '34f23646-0268-430f-ba43-eee738b6c1a5', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4103, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4cd375cb-d249-46a6-831f-f9f5a15e68cd', 'mac_address': 'fa:16:3e:ac:a6:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88ee4236-a17a-4420-a3d4-138b4c026a1e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-26T22:04:05Z', 'updated_at': '2022-01-26T22:10:32Z', 'revision_number': 9, 'project_id': '37caa54fa0b74aea8f85b9d1c546e6dc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '93c346ae-0d00-42b6-84e9-d6333e923a6d', 'name': '', 'network_id': '4cd375cb-d249-46a6-831f-f9f5a15e68cd', 'tenant_id': '37caa54fa0b74aea8f85b9d1c546e6dc', 'mac_address': 'fa:16:3e:b3:5f:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e76c7eaf-bedd-4b07-bb47-402625902267', 'device_owner': 'network:router_interface', 'standard_attr_id': 4096, 'fixed_ips': [{'subnet_id': 'f81320d2-fa7a-450d-b1f0-259a79f1b76f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T22:04:02Z', 'updated_at': '2022-01-26T22:04:06Z', 'revision_number': 5, 'project_id': '37caa54fa0b74aea8f85b9d1c546e6dc', 'subnets': [{'id': 'f81320d2-fa7a-450d-b1f0-259a79f1b76f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 26 22:10:34.050085 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63dc0ab5-87c9-4a3d-b9f6-fe51b43572ef None None] New status for floating IP 9777922b-c93a-49d0-a77d-162067d7023c: ACTIVE {{(pid=103306) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 26 22:10:34.499282 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.agents_db [None req-569f1ced-6396-4ddf-b79f-e03b0b2146ab None None] Agent healthcheck: found 7 active agents {{(pid=103307) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 26 22:10:38.811458 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (32ef628b-8417-46c5-8729-60fcabe358f1), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:10:48.998116 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-4247849e-1982-4c2d-b7da-4e10e4da37df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (474ccdf7-ab6c-405b-a3b2-dc7b05829902), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:10:51.329857 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2957f172-bcdb-46e9-b908-13f6ab4ecc03 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (09df100c-3af1-4b0a-bda8-05914c71c458), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:10:52.449064 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-841f5991-a4d8-4d4b-b215-cbc6bab5427b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (aa7ee9d2-08eb-4e12-b895-24c57300dfec), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:10:53.584185 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (4d619873-4b60-439f-9b5a-b155dc8bbc34), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:10:54.276987 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-839dd188-ec69-470c-9ab0-d318dc1a2e96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (e79b4fc6-6c71-44b2-a6d0-ff3e1f4dfd0d), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:10:55.438859 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (fea0591a-627d-4c87-9a9a-01625ddf3277), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:11:08.802013 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (32ef628b-8417-46c5-8729-60fcabe358f1), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:11:11.498923 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.agents_db [None req-569f1ced-6396-4ddf-b79f-e03b0b2146ab None None] Agent healthcheck: found 7 active agents {{(pid=103307) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 26 22:11:18.999947 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d4f4cf31-1416-4756-bc34-a36b93d41de0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (474ccdf7-ab6c-405b-a3b2-dc7b05829902), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:11:20.526761 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-fad59081-307b-4bd8-8f2a-85ec91e1555e req-93466bca-b126-4c98-b4b6-4529c2ba7f1c service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=88ee4236-a17a-4420-a3d4-138b4c026a1e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0394657 Jan 26 22:11:20.628103 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad59081-307b-4bd8-8f2a-85ec91e1555e req-e1dde88c-a456-427d-845c-bd1542ac4aae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:11:20.629648 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-fad59081-307b-4bd8-8f2a-85ec91e1555e req-e1dde88c-a456-427d-845c-bd1542ac4aae service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=37caa54fa0b74aea8f85b9d1c546e6dc&device_id=88ee4236-a17a-4420-a3d4-138b4c026a1e HTTP/1.1" status: 200 len: 1097 time: 0.0466206 Jan 26 22:11:20.749076 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad59081-307b-4bd8-8f2a-85ec91e1555e req-c8e9a24c-6c63-4268-87b6-5d7ca352102a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:11:20.750588 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-fad59081-307b-4bd8-8f2a-85ec91e1555e req-c8e9a24c-6c63-4268-87b6-5d7ca352102a service neutron] 10.222.0.66 "GET /v2.0/networks?id=4cd375cb-d249-46a6-831f-f9f5a15e68cd HTTP/1.1" status: 200 len: 913 time: 0.0836592 Jan 26 22:11:20.820171 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-fad59081-307b-4bd8-8f2a-85ec91e1555e req-077e3cf2-2760-4bfd-b849-437b2130d984 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=34f23646-0268-430f-ba43-eee738b6c1a5 HTTP/1.1" status: 200 len: 1002 time: 0.0598009 Jan 26 22:11:20.866696 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad59081-307b-4bd8-8f2a-85ec91e1555e req-ea1a715d-3436-4e86-833d-26e7aa508976 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:11:20.868142 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-fad59081-307b-4bd8-8f2a-85ec91e1555e req-ea1a715d-3436-4e86-833d-26e7aa508976 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=f81320d2-fa7a-450d-b1f0-259a79f1b76f HTTP/1.1" status: 200 len: 851 time: 0.0423291 Jan 26 22:11:20.911885 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad59081-307b-4bd8-8f2a-85ec91e1555e req-a0fb01b6-1898-4304-911c-7ac11bf74139 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:11:20.913337 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-fad59081-307b-4bd8-8f2a-85ec91e1555e req-a0fb01b6-1898-4304-911c-7ac11bf74139 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=4cd375cb-d249-46a6-831f-f9f5a15e68cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0386147 Jan 26 22:11:21.003530 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-fad59081-307b-4bd8-8f2a-85ec91e1555e req-c6a81020-b5ad-4fa5-b131-c6ffa2196b37 service neutron] 10.222.0.66 "GET /v2.0/networks/4cd375cb-d249-46a6-831f-f9f5a15e68cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840895 Jan 26 22:11:21.091958 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-fad59081-307b-4bd8-8f2a-85ec91e1555e req-16aaf119-e90b-4f79-a54c-094874739aa7 service neutron] 10.222.0.66 "GET /v2.0/networks/4cd375cb-d249-46a6-831f-f9f5a15e68cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815237 Jan 26 22:11:21.330121 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-79c63569-cc3d-4ff6-a4cd-cdf2d4222c42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (09df100c-3af1-4b0a-bda8-05914c71c458), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:11:22.453013 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-841f5991-a4d8-4d4b-b215-cbc6bab5427b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (aa7ee9d2-08eb-4e12-b895-24c57300dfec), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:11:23.583295 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (4d619873-4b60-439f-9b5a-b155dc8bbc34), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:11:24.279939 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-839dd188-ec69-470c-9ab0-d318dc1a2e96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (e79b4fc6-6c71-44b2-a6d0-ff3e1f4dfd0d), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:11:25.440428 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (fea0591a-627d-4c87-9a9a-01625ddf3277), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:11:38.800665 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (32ef628b-8417-46c5-8729-60fcabe358f1), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:11:48.500623 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.agents_db [None req-569f1ced-6396-4ddf-b79f-e03b0b2146ab None None] Agent healthcheck: found 7 active agents {{(pid=103307) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 26 22:11:49.000607 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-01c6d4e7-fbbc-46c9-839b-2d272acbd54d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (474ccdf7-ab6c-405b-a3b2-dc7b05829902), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:11:51.330184 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-7b0a54d2-8865-4e30-814c-99a9f882378c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (09df100c-3af1-4b0a-bda8-05914c71c458), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:11:52.455637 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-841f5991-a4d8-4d4b-b215-cbc6bab5427b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (aa7ee9d2-08eb-4e12-b895-24c57300dfec), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:11:53.583437 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (4d619873-4b60-439f-9b5a-b155dc8bbc34), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:11:54.282928 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-839dd188-ec69-470c-9ab0-d318dc1a2e96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (e79b4fc6-6c71-44b2-a6d0-ff3e1f4dfd0d), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:11:55.442232 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (fea0591a-627d-4c87-9a9a-01625ddf3277), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:12:08.811523 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (32ef628b-8417-46c5-8729-60fcabe358f1), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:12:19.001738 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-7ed33315-4964-45d0-b377-16d1fc6f36bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (474ccdf7-ab6c-405b-a3b2-dc7b05829902), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:12:21.330662 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-318d91de-347c-46b6-8fbb-c726f5567711 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (09df100c-3af1-4b0a-bda8-05914c71c458), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:12:21.507563 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-d975bcc7-30d9-4268-9229-716b23bf7eb1 req-75c1f05a-91b4-4796-9b22-330a27f1e036 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=88ee4236-a17a-4420-a3d4-138b4c026a1e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0434470 Jan 26 22:12:21.608268 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d975bcc7-30d9-4268-9229-716b23bf7eb1 req-2bec7c97-cd9f-4c6a-8e9c-affa95c0038a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:12:21.609690 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-d975bcc7-30d9-4268-9229-716b23bf7eb1 req-2bec7c97-cd9f-4c6a-8e9c-affa95c0038a service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=37caa54fa0b74aea8f85b9d1c546e6dc&device_id=88ee4236-a17a-4420-a3d4-138b4c026a1e HTTP/1.1" status: 200 len: 1097 time: 0.0445561 Jan 26 22:12:21.710077 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d975bcc7-30d9-4268-9229-716b23bf7eb1 req-d39bde05-e06c-43f2-b4fe-f539722f2bbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:12:21.711534 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-d975bcc7-30d9-4268-9229-716b23bf7eb1 req-d39bde05-e06c-43f2-b4fe-f539722f2bbd service neutron] 10.222.0.66 "GET /v2.0/networks?id=4cd375cb-d249-46a6-831f-f9f5a15e68cd HTTP/1.1" status: 200 len: 913 time: 0.0839214 Jan 26 22:12:21.778903 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-d975bcc7-30d9-4268-9229-716b23bf7eb1 req-8ae4be9c-c6c2-46bb-8dae-2e31b2f59408 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=34f23646-0268-430f-ba43-eee738b6c1a5 HTTP/1.1" status: 200 len: 1002 time: 0.0609553 Jan 26 22:12:21.824741 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d975bcc7-30d9-4268-9229-716b23bf7eb1 req-a45c8685-bbad-4f9d-9365-be2dd04839e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:12:21.826155 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-d975bcc7-30d9-4268-9229-716b23bf7eb1 req-a45c8685-bbad-4f9d-9365-be2dd04839e8 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=f81320d2-fa7a-450d-b1f0-259a79f1b76f HTTP/1.1" status: 200 len: 851 time: 0.0422034 Jan 26 22:12:21.869716 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d975bcc7-30d9-4268-9229-716b23bf7eb1 req-2657c8ae-8dcf-4af1-af34-568feda4b5bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:12:21.871103 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-d975bcc7-30d9-4268-9229-716b23bf7eb1 req-2657c8ae-8dcf-4af1-af34-568feda4b5bb service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=4cd375cb-d249-46a6-831f-f9f5a15e68cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0393953 Jan 26 22:12:21.959795 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-d975bcc7-30d9-4268-9229-716b23bf7eb1 req-5512054a-2ea3-4df7-a80c-55655c831912 service neutron] 10.222.0.66 "GET /v2.0/networks/4cd375cb-d249-46a6-831f-f9f5a15e68cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825300 Jan 26 22:12:22.047288 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-d975bcc7-30d9-4268-9229-716b23bf7eb1 req-90b4cb9c-0033-456f-8edf-d011bf9395f7 service neutron] 10.222.0.66 "GET /v2.0/networks/4cd375cb-d249-46a6-831f-f9f5a15e68cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811231 Jan 26 22:12:22.458482 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-841f5991-a4d8-4d4b-b215-cbc6bab5427b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (aa7ee9d2-08eb-4e12-b895-24c57300dfec), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:12:23.580519 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (4d619873-4b60-439f-9b5a-b155dc8bbc34), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:12:24.285586 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-839dd188-ec69-470c-9ab0-d318dc1a2e96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (e79b4fc6-6c71-44b2-a6d0-ff3e1f4dfd0d), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:12:25.444367 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (fea0591a-627d-4c87-9a9a-01625ddf3277), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:12:25.499089 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.agents_db [None req-569f1ced-6396-4ddf-b79f-e03b0b2146ab None None] Agent healthcheck: found 7 active agents {{(pid=103307) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 26 22:12:38.816720 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (32ef628b-8417-46c5-8729-60fcabe358f1), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:12:49.003371 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-7eec5bc3-4a7b-4043-80ee-764d56883e58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (474ccdf7-ab6c-405b-a3b2-dc7b05829902), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:12:51.331978 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-f4b6976f-4d0a-4de8-95c0-96ec96f0bdd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (09df100c-3af1-4b0a-bda8-05914c71c458), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:12:52.461884 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-841f5991-a4d8-4d4b-b215-cbc6bab5427b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (aa7ee9d2-08eb-4e12-b895-24c57300dfec), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:12:53.582058 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (4d619873-4b60-439f-9b5a-b155dc8bbc34), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:12:54.287603 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-839dd188-ec69-470c-9ab0-d318dc1a2e96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (e79b4fc6-6c71-44b2-a6d0-ff3e1f4dfd0d), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:12:55.450250 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (fea0591a-627d-4c87-9a9a-01625ddf3277), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:13:02.498453 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.agents_db [None req-569f1ced-6396-4ddf-b79f-e03b0b2146ab None None] Agent healthcheck: found 7 active agents {{(pid=103307) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 26 22:13:03.225735 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [req-d3dda275-95c6-4aeb-964b-7ccb7bc079f0 req-545979a3-4367-4246-8bb8-83f0d746d8bb service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=103304) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 26 22:13:03.226765 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-d3dda275-95c6-4aeb-964b-7ccb7bc079f0 req-545979a3-4367-4246-8bb8-83f0d746d8bb service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0434725 Jan 26 22:13:03.451664 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe51df1-0147-4264-a18d-d6319b75aa72 req-d0c56f49-3ba0-4325-bd5f-a76b18453764 tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:13:03.453077 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-bfe51df1-0147-4264-a18d-d6319b75aa72 req-d0c56f49-3ba0-4325-bd5f-a76b18453764 tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] 10.222.0.13 "GET /v2.0/ports?device_id=88ee4236-a17a-4420-a3d4-138b4c026a1e HTTP/1.1" status: 200 len: 946 time: 0.0834157 Jan 26 22:13:03.455730 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-63ffdeaa-a323-4d24-8613-a68bf779dd11 req-88405873-842d-483c-bee0-1c602bc01244 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=88ee4236-a17a-4420-a3d4-138b4c026a1e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1077359 Jan 26 22:13:03.468562 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [req-63ffdeaa-a323-4d24-8613-a68bf779dd11 req-60214feb-52c7-47a3-bdaf-636f6e290459 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=103304) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 26 22:13:03.469540 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-63ffdeaa-a323-4d24-8613-a68bf779dd11 req-60214feb-52c7-47a3-bdaf-636f6e290459 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0054839 Jan 26 22:13:03.509381 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-bfe51df1-0147-4264-a18d-d6319b75aa72 req-cc599a95-0e1a-433b-aa54-1711c92f1f17 tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] 10.222.0.13 "GET /v2.0/security-groups?id=43bea7b8-2240-42b3-a08a-3b2300147b70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502558 Jan 26 22:13:04.627032 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b6ac4a-dbc2-4043-9693-e0962f97ecee req-92d09538-f7ac-4726-8dfd-4285f0b53be4 tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:13:04.628556 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-c0b6ac4a-dbc2-4043-9693-e0962f97ecee req-92d09538-f7ac-4726-8dfd-4285f0b53be4 tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] 10.222.0.13 "GET /v2.0/ports?device_id=88ee4236-a17a-4420-a3d4-138b4c026a1e HTTP/1.1" status: 200 len: 946 time: 0.0484209 Jan 26 22:13:04.674694 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-c0b6ac4a-dbc2-4043-9693-e0962f97ecee req-3b29776b-8a03-4727-a693-669e2d2489df tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] 10.222.0.13 "GET /v2.0/security-groups?id=43bea7b8-2240-42b3-a08a-3b2300147b70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405531 Jan 26 22:13:05.787546 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c74ae5-0188-4ba7-b8cb-c3fe88f728a6 req-25213997-9944-4dda-bd02-205f42306cf4 tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:13:05.789036 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-b9c74ae5-0188-4ba7-b8cb-c3fe88f728a6 req-25213997-9944-4dda-bd02-205f42306cf4 tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] 10.222.0.13 "GET /v2.0/ports?device_id=88ee4236-a17a-4420-a3d4-138b4c026a1e HTTP/1.1" status: 200 len: 946 time: 0.0481863 Jan 26 22:13:05.834918 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-b9c74ae5-0188-4ba7-b8cb-c3fe88f728a6 req-0f8950a8-a161-4f16-a9b5-c6f9ee39d20f tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] 10.222.0.13 "GET /v2.0/security-groups?id=43bea7b8-2240-42b3-a08a-3b2300147b70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403936 Jan 26 22:13:06.951392 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5d855d-ab1e-4666-8a54-99f612022143 req-af51f7d8-85ff-400c-b646-079707cc5974 tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:13:06.952904 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-7e5d855d-ab1e-4666-8a54-99f612022143 req-af51f7d8-85ff-400c-b646-079707cc5974 tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] 10.222.0.13 "GET /v2.0/ports?device_id=88ee4236-a17a-4420-a3d4-138b4c026a1e HTTP/1.1" status: 200 len: 946 time: 0.0523758 Jan 26 22:13:06.999343 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-7e5d855d-ab1e-4666-8a54-99f612022143 req-78a5cbd0-eaa4-430d-9fbe-d6b86208c77a tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] 10.222.0.13 "GET /v2.0/security-groups?id=43bea7b8-2240-42b3-a08a-3b2300147b70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410042 Jan 26 22:13:07.603895 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ffdeaa-a323-4d24-8613-a68bf779dd11 req-78b87a57-452d-4f53-a393-72dceda6aa07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:13:07.605683 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-63ffdeaa-a323-4d24-8613-a68bf779dd11 req-78b87a57-452d-4f53-a393-72dceda6aa07 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=37caa54fa0b74aea8f85b9d1c546e6dc&device_id=88ee4236-a17a-4420-a3d4-138b4c026a1e HTTP/1.1" status: 200 len: 1097 time: 0.0419948 Jan 26 22:13:07.696274 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ffdeaa-a323-4d24-8613-a68bf779dd11 req-e50a0810-a2a2-4ce2-a121-8527f061db27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:13:07.697843 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-63ffdeaa-a323-4d24-8613-a68bf779dd11 req-e50a0810-a2a2-4ce2-a121-8527f061db27 service neutron] 10.222.0.66 "GET /v2.0/networks?id=4cd375cb-d249-46a6-831f-f9f5a15e68cd HTTP/1.1" status: 200 len: 913 time: 0.0870891 Jan 26 22:13:07.761470 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-63ffdeaa-a323-4d24-8613-a68bf779dd11 req-ed8fc5de-c893-4eb6-9c01-f88fe4248fd9 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=34f23646-0268-430f-ba43-eee738b6c1a5 HTTP/1.1" status: 200 len: 1002 time: 0.0578384 Jan 26 22:13:07.811613 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ffdeaa-a323-4d24-8613-a68bf779dd11 req-87b7ea24-c3d7-4885-8585-6a04ee2592db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:13:07.813035 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-63ffdeaa-a323-4d24-8613-a68bf779dd11 req-87b7ea24-c3d7-4885-8585-6a04ee2592db service neutron] 10.222.0.66 "GET /v2.0/subnets?id=f81320d2-fa7a-450d-b1f0-259a79f1b76f HTTP/1.1" status: 200 len: 851 time: 0.0466847 Jan 26 22:13:07.858828 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ffdeaa-a323-4d24-8613-a68bf779dd11 req-cccebc5a-f467-4b86-b182-d20a6a441c77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:13:07.860288 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-63ffdeaa-a323-4d24-8613-a68bf779dd11 req-cccebc5a-f467-4b86-b182-d20a6a441c77 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=4cd375cb-d249-46a6-831f-f9f5a15e68cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0413654 Jan 26 22:13:07.943840 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-63ffdeaa-a323-4d24-8613-a68bf779dd11 req-c3b26ceb-df7c-458c-8c2d-fd2bb81f082e service neutron] 10.222.0.66 "GET /v2.0/networks/4cd375cb-d249-46a6-831f-f9f5a15e68cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0779014 Jan 26 22:13:08.035143 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-63ffdeaa-a323-4d24-8613-a68bf779dd11 req-9c6dd4d0-dd1c-435b-a311-ed7b5b73a15c service neutron] 10.222.0.66 "GET /v2.0/networks/4cd375cb-d249-46a6-831f-f9f5a15e68cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851836 Jan 26 22:13:08.115320 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a5881e-8c31-4c1b-a392-8e631b29ac76 req-bfff2caf-6f38-40ad-b708-01beadc664e0 tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:13:08.116799 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-f1a5881e-8c31-4c1b-a392-8e631b29ac76 req-bfff2caf-6f38-40ad-b708-01beadc664e0 tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] 10.222.0.13 "GET /v2.0/ports?device_id=88ee4236-a17a-4420-a3d4-138b4c026a1e HTTP/1.1" status: 200 len: 946 time: 0.0501361 Jan 26 22:13:08.166617 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-f1a5881e-8c31-4c1b-a392-8e631b29ac76 req-dcfec05f-c9eb-495f-8ffc-7f53090ae11a tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] 10.222.0.13 "GET /v2.0/security-groups?id=43bea7b8-2240-42b3-a08a-3b2300147b70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442545 Jan 26 22:13:08.823819 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (32ef628b-8417-46c5-8729-60fcabe358f1), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:13:09.286943 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06820fe2-3082-44f1-b38b-18885b1444b6 req-64bf7018-d686-4ed9-8253-78e991540341 tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:13:09.288427 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-06820fe2-3082-44f1-b38b-18885b1444b6 req-64bf7018-d686-4ed9-8253-78e991540341 tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] 10.222.0.13 "GET /v2.0/ports?device_id=88ee4236-a17a-4420-a3d4-138b4c026a1e HTTP/1.1" status: 200 len: 946 time: 0.0518250 Jan 26 22:13:09.333909 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-06820fe2-3082-44f1-b38b-18885b1444b6 req-8868ade2-7e8c-4aa6-a85a-9f9c4b6f8f2a tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] 10.222.0.13 "GET /v2.0/security-groups?id=43bea7b8-2240-42b3-a08a-3b2300147b70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394235 Jan 26 22:13:10.449945 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8ee84a-97c8-48a7-b4fc-d1717cd22b32 req-2cdf66ac-80be-4ab4-a7b9-ecc1a5513e12 tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:13:10.451436 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-5c8ee84a-97c8-48a7-b4fc-d1717cd22b32 req-2cdf66ac-80be-4ab4-a7b9-ecc1a5513e12 tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] 10.222.0.13 "GET /v2.0/ports?device_id=88ee4236-a17a-4420-a3d4-138b4c026a1e HTTP/1.1" status: 200 len: 946 time: 0.0485384 Jan 26 22:13:10.498745 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-5c8ee84a-97c8-48a7-b4fc-d1717cd22b32 req-2a972f32-7cdd-4910-a070-9becc027b5cd tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] 10.222.0.13 "GET /v2.0/security-groups?id=43bea7b8-2240-42b3-a08a-3b2300147b70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417414 Jan 26 22:13:11.612366 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e858364f-106f-4ef8-a929-330f05b44f33 req-f7d9582e-ca6a-41b9-ab8d-76df72d1d8a6 tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:13:11.613927 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-e858364f-106f-4ef8-a929-330f05b44f33 req-f7d9582e-ca6a-41b9-ab8d-76df72d1d8a6 tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] 10.222.0.13 "GET /v2.0/ports?device_id=88ee4236-a17a-4420-a3d4-138b4c026a1e HTTP/1.1" status: 200 len: 946 time: 0.0484812 Jan 26 22:13:11.664283 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-e858364f-106f-4ef8-a929-330f05b44f33 req-7fb83d87-febe-47e9-9626-08b484204d2e tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] 10.222.0.13 "GET /v2.0/security-groups?id=43bea7b8-2240-42b3-a08a-3b2300147b70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446138 Jan 26 22:13:12.778937 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e991293e-cafa-4884-a1b2-949e53ff9bb6 req-1f2120ef-fb39-40f3-ada1-9fe63886a02c tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:13:12.780425 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-e991293e-cafa-4884-a1b2-949e53ff9bb6 req-1f2120ef-fb39-40f3-ada1-9fe63886a02c tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] 10.222.0.13 "GET /v2.0/ports?device_id=88ee4236-a17a-4420-a3d4-138b4c026a1e HTTP/1.1" status: 200 len: 946 time: 0.0485182 Jan 26 22:13:12.826661 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-e991293e-cafa-4884-a1b2-949e53ff9bb6 req-c91ab163-c88a-48ef-a421-a7d323d6b876 tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] 10.222.0.13 "GET /v2.0/security-groups?id=43bea7b8-2240-42b3-a08a-3b2300147b70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406208 Jan 26 22:13:13.939943 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a5c3cb-f014-406d-9312-e6a7d452da0e req-7e991df9-6f9c-4a77-9824-68df01a8cd67 tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:13:13.941489 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-c8a5c3cb-f014-406d-9312-e6a7d452da0e req-7e991df9-6f9c-4a77-9824-68df01a8cd67 tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] 10.222.0.13 "GET /v2.0/ports?device_id=88ee4236-a17a-4420-a3d4-138b4c026a1e HTTP/1.1" status: 200 len: 946 time: 0.0484540 Jan 26 22:13:13.988079 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-c8a5c3cb-f014-406d-9312-e6a7d452da0e req-2fe80545-5713-41f4-b69c-f4db1615198f tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] 10.222.0.13 "GET /v2.0/security-groups?id=43bea7b8-2240-42b3-a08a-3b2300147b70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411811 Jan 26 22:13:15.115170 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a670a5-2626-4658-9319-e669f0ea64c0 req-b2b36707-e4f2-44de-95ad-255fb272a0c9 tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:13:15.116683 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-95a670a5-2626-4658-9319-e669f0ea64c0 req-b2b36707-e4f2-44de-95ad-255fb272a0c9 tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] 10.222.0.13 "GET /v2.0/ports?device_id=88ee4236-a17a-4420-a3d4-138b4c026a1e HTTP/1.1" status: 200 len: 946 time: 0.0557714 Jan 26 22:13:15.162365 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-95a670a5-2626-4658-9319-e669f0ea64c0 req-5f72e0e6-9107-4bff-b6a4-16a13a94face tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] 10.222.0.13 "GET /v2.0/security-groups?id=43bea7b8-2240-42b3-a08a-3b2300147b70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400667 Jan 26 22:13:16.277984 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a63498a-53be-4f0d-bc87-90bf7efcb869 req-1adc0134-5731-4f27-926a-ab43d992fabd tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:13:16.279730 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-0a63498a-53be-4f0d-bc87-90bf7efcb869 req-1adc0134-5731-4f27-926a-ab43d992fabd tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] 10.222.0.13 "GET /v2.0/ports?device_id=88ee4236-a17a-4420-a3d4-138b4c026a1e HTTP/1.1" status: 200 len: 946 time: 0.0509803 Jan 26 22:13:16.327756 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-0a63498a-53be-4f0d-bc87-90bf7efcb869 req-47d4903f-f50e-4b53-a7c4-64cc2347bc37 tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] 10.222.0.13 "GET /v2.0/security-groups?id=43bea7b8-2240-42b3-a08a-3b2300147b70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423369 Jan 26 22:13:17.444319 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ea8267-5760-4f5f-923f-69e050f1f1b8 req-a49da42c-7554-45bb-93d4-8cef88325ec4 tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:13:17.445844 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-77ea8267-5760-4f5f-923f-69e050f1f1b8 req-a49da42c-7554-45bb-93d4-8cef88325ec4 tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] 10.222.0.13 "GET /v2.0/ports?device_id=88ee4236-a17a-4420-a3d4-138b4c026a1e HTTP/1.1" status: 200 len: 946 time: 0.0481150 Jan 26 22:13:17.495176 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-77ea8267-5760-4f5f-923f-69e050f1f1b8 req-ae82a609-2d2e-42a2-87ca-1d17bc4de7c6 tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] 10.222.0.13 "GET /v2.0/security-groups?id=43bea7b8-2240-42b3-a08a-3b2300147b70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438333 Jan 26 22:13:18.607402 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4260b0ad-f3a9-4610-b364-011631c29928 req-8b6fc46e-afff-456a-8f5b-f1f87095a976 tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:13:18.608867 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-4260b0ad-f3a9-4610-b364-011631c29928 req-8b6fc46e-afff-456a-8f5b-f1f87095a976 tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] 10.222.0.13 "GET /v2.0/ports?device_id=88ee4236-a17a-4420-a3d4-138b4c026a1e HTTP/1.1" status: 200 len: 946 time: 0.0480165 Jan 26 22:13:18.654340 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-4260b0ad-f3a9-4610-b364-011631c29928 req-bc47c330-5d48-46d3-967d-2eb8078d12eb tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] 10.222.0.13 "GET /v2.0/security-groups?id=43bea7b8-2240-42b3-a08a-3b2300147b70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399818 Jan 26 22:13:19.004656 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-afe598ff-1480-4b73-ba5e-dbe9a2e8bb85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (474ccdf7-ab6c-405b-a3b2-dc7b05829902), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:13:19.766460 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f601a86e-5539-4a6b-b33d-62febddd5646 req-6606f4e6-eddf-47a2-9ff3-b7e4e0e65929 tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:13:19.767909 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-f601a86e-5539-4a6b-b33d-62febddd5646 req-6606f4e6-eddf-47a2-9ff3-b7e4e0e65929 tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] 10.222.0.13 "GET /v2.0/ports?device_id=88ee4236-a17a-4420-a3d4-138b4c026a1e HTTP/1.1" status: 200 len: 946 time: 0.0469222 Jan 26 22:13:19.812524 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-f601a86e-5539-4a6b-b33d-62febddd5646 req-633ef4bd-11a1-4707-908f-9e5c668b2d3f tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] 10.222.0.13 "GET /v2.0/security-groups?id=43bea7b8-2240-42b3-a08a-3b2300147b70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391872 Jan 26 22:13:20.139971 n-d-760453-5 neutron-server[103305]: INFO neutron.api.v2.resource [req-63ffdeaa-a323-4d24-8613-a68bf779dd11 req-ace8ea20-2856-4a62-aecb-166841a21d09 service neutron] show failed (client error): The resource could not be found. Jan 26 22:13:20.140967 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-63ffdeaa-a323-4d24-8613-a68bf779dd11 req-ace8ea20-2856-4a62-aecb-166841a21d09 service neutron] 10.222.0.66 "GET /v2.0/ports/34f23646-0268-430f-ba43-eee738b6c1a5/bindings/n-h2-760453-5 HTTP/1.1" status: 404 len: 380 time: 0.0547993 Jan 26 22:13:20.340852 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ffdeaa-a323-4d24-8613-a68bf779dd11 req-a3e4f549-77c9-4ba0-87ca-57f72d4174e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:13:20.342376 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-63ffdeaa-a323-4d24-8613-a68bf779dd11 req-a3e4f549-77c9-4ba0-87ca-57f72d4174e3 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=88ee4236-a17a-4420-a3d4-138b4c026a1e&tenant_id=37caa54fa0b74aea8f85b9d1c546e6dc HTTP/1.1" status: 200 len: 1097 time: 0.0437100 Jan 26 22:13:20.354152 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [req-63ffdeaa-a323-4d24-8613-a68bf779dd11 req-47307012-878a-4c64-a37c-a8ba1e2ce088 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-760453-5', 'device_owner': 'compute:nova'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 22:13:20.406774 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-63ffdeaa-a323-4d24-8613-a68bf779dd11 req-47307012-878a-4c64-a37c-a8ba1e2ce088 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (34f23646-0268-430f-ba43-eee738b6c1a5), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:13:20.603274 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [req-63ffdeaa-a323-4d24-8613-a68bf779dd11 req-47307012-878a-4c64-a37c-a8ba1e2ce088 service neutron] For port 34f23646-0268-430f-ba43-eee738b6c1a5, host n-h1-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-5',level=0,port_id=34f23646-0268-430f-ba43-eee738b6c1a5,segment=NetworkSegment(66e4f491-9a6a-4ffc-8f64-b9e6923cc891),segment_id=66e4f491-9a6a-4ffc-8f64-b9e6923cc891)] {{(pid=103304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 22:13:20.635300 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [req-63ffdeaa-a323-4d24-8613-a68bf779dd11 req-47307012-878a-4c64-a37c-a8ba1e2ce088 service neutron] For port 34f23646-0268-430f-ba43-eee738b6c1a5, host n-h1-760453-5, cleared binding levels {{(pid=103304) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 26 22:13:20.677970 n-d-760453-5 neutron-server[103304]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88ee4236-a17a-4420-a3d4-138b4c026a1e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '34f23646-0268-430f-ba43-eee738b6c1a5'}] {{(pid=103304) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 22:13:20.680189 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86e783e1922a725fac327d65912384d63450ce1a6a2ee22db2d1cc52fb257f3b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9281cdae-cceb-4f47-a997-3e9bb772edf9" -d '{"events": [{"server_uuid": "88ee4236-a17a-4420-a3d4-138b4c026a1e", "name": "network-vif-unplugged", "status": "completed", "tag": "34f23646-0268-430f-ba43-eee738b6c1a5"}]}' {{(pid=103304) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 22:13:20.684027 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-63ffdeaa-a323-4d24-8613-a68bf779dd11 req-47307012-878a-4c64-a37c-a8ba1e2ce088 service neutron] Publish callbacks [] for port (34f23646-0268-430f-ba43-eee738b6c1a5), precommit_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:13:20.696240 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.provisioning_blocks [req-63ffdeaa-a323-4d24-8613-a68bf779dd11 req-47307012-878a-4c64-a37c-a8ba1e2ce088 service neutron] Transition to ACTIVE for port object 34f23646-0268-430f-ba43-eee738b6c1a5 will not be triggered until provisioned by entity L2. {{(pid=103304) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 22:13:20.700389 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-63ffdeaa-a323-4d24-8613-a68bf779dd11 req-47307012-878a-4c64-a37c-a8ba1e2ce088 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9281542'] for port (34f23646-0268-430f-ba43-eee738b6c1a5), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:13:20.734187 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 26 Jan 2022 22:13:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3885429d-af21-4f25-aaf4-614d3edf48ab x-openstack-request-id: req-3885429d-af21-4f25-aaf4-614d3edf48ab {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 22:13:20.735071 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88ee4236-a17a-4420-a3d4-138b4c026a1e", "name": "network-vif-unplugged", "status": "completed", "tag": "34f23646-0268-430f-ba43-eee738b6c1a5", "code": 200}]} {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 22:13:20.735071 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-3885429d-af21-4f25-aaf4-614d3edf48ab {{(pid=103304) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 22:13:20.735262 n-d-760453-5 neutron-server[103304]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88ee4236-a17a-4420-a3d4-138b4c026a1e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '34f23646-0268-430f-ba43-eee738b6c1a5', 'code': 200} Jan 26 22:13:20.779355 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47307012-878a-4c64-a37c-a8ba1e2ce088 service neutron] Pushing event updated for resources: {'Port': ['ID=34f23646-0268-430f-ba43-eee738b6c1a5,revision_number=6']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 22:13:20.794709 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47307012-878a-4c64-a37c-a8ba1e2ce088 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:13:20.795070 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47307012-878a-4c64-a37c-a8ba1e2ce088 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:13:20.795418 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47307012-878a-4c64-a37c-a8ba1e2ce088 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:13:20.795762 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47307012-878a-4c64-a37c-a8ba1e2ce088 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:13:20.796098 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47307012-878a-4c64-a37c-a8ba1e2ce088 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:13:20.796431 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47307012-878a-4c64-a37c-a8ba1e2ce088 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:13:20.796767 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47307012-878a-4c64-a37c-a8ba1e2ce088 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:13:20.797090 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47307012-878a-4c64-a37c-a8ba1e2ce088 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:13:20.797450 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47307012-878a-4c64-a37c-a8ba1e2ce088 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:13:20.797779 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47307012-878a-4c64-a37c-a8ba1e2ce088 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:13:20.798107 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47307012-878a-4c64-a37c-a8ba1e2ce088 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:13:20.798427 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47307012-878a-4c64-a37c-a8ba1e2ce088 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:13:20.798749 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47307012-878a-4c64-a37c-a8ba1e2ce088 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:13:20.839097 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [req-63ffdeaa-a323-4d24-8613-a68bf779dd11 req-47307012-878a-4c64-a37c-a8ba1e2ce088 service neutron] No DVR routers for this DVR port 34f23646-0268-430f-ba43-eee738b6c1a5 on host n-h1-760453-5 {{(pid=103304) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 26 22:13:20.983647 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0ddacc-063c-43ca-8d5c-1ff83d0d516a req-18e0f386-acd8-4395-9362-ce10e45496d3 tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:13:20.985118 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-ae0ddacc-063c-43ca-8d5c-1ff83d0d516a req-18e0f386-acd8-4395-9362-ce10e45496d3 tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] 10.222.0.13 "GET /v2.0/ports?device_id=88ee4236-a17a-4420-a3d4-138b4c026a1e HTTP/1.1" status: 200 len: 944 time: 0.0968738 Jan 26 22:13:21.029909 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [req-63ffdeaa-a323-4d24-8613-a68bf779dd11 req-47307012-878a-4c64-a37c-a8ba1e2ce088 service neutron] Attempting to bind port 34f23646-0268-430f-ba43-eee738b6c1a5 on host n-h2-760453-5 for vnic_type normal with profile {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 22:13:21.030246 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [req-63ffdeaa-a323-4d24-8613-a68bf779dd11 req-47307012-878a-4c64-a37c-a8ba1e2ce088 service neutron] Attempting to bind port 34f23646-0268-430f-ba43-eee738b6c1a5 by drivers openvswitch,hyperv on host n-h2-760453-5 at level 0 using segments [{'id': '66e4f491-9a6a-4ffc-8f64-b9e6923cc891', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '4cd375cb-d249-46a6-831f-f9f5a15e68cd'}] {{(pid=103304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 26 22:13:21.030576 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63ffdeaa-a323-4d24-8613-a68bf779dd11 req-47307012-878a-4c64-a37c-a8ba1e2ce088 service neutron] Attempting to bind port 34f23646-0268-430f-ba43-eee738b6c1a5 on network 4cd375cb-d249-46a6-831f-f9f5a15e68cd {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 22:13:21.050342 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63ffdeaa-a323-4d24-8613-a68bf779dd11 req-47307012-878a-4c64-a37c-a8ba1e2ce088 service neutron] Port 34f23646-0268-430f-ba43-eee738b6c1a5 on network 4cd375cb-d249-46a6-831f-f9f5a15e68cd not bound, no agent of type Open vSwitch agent registered on host n-h2-760453-5 {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 26 22:13:21.050664 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63ffdeaa-a323-4d24-8613-a68bf779dd11 req-47307012-878a-4c64-a37c-a8ba1e2ce088 service neutron] Attempting to bind port 34f23646-0268-430f-ba43-eee738b6c1a5 on network 4cd375cb-d249-46a6-831f-f9f5a15e68cd {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 22:13:21.059730 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63ffdeaa-a323-4d24-8613-a68bf779dd11 req-47307012-878a-4c64-a37c-a8ba1e2ce088 service neutron] Checking agent: {'id': '4d619873-4b60-439f-9b5a-b155dc8bbc34', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-760453-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 21, 2, 53), 'started_at': datetime.datetime(2022, 1, 26, 21, 2, 53), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 22, 12, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 26 22:13:21.060071 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63ffdeaa-a323-4d24-8613-a68bf779dd11 req-47307012-878a-4c64-a37c-a8ba1e2ce088 service neutron] Checking segment: {'id': '66e4f491-9a6a-4ffc-8f64-b9e6923cc891', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '4cd375cb-d249-46a6-831f-f9f5a15e68cd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103304) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 22:13:21.060455 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63ffdeaa-a323-4d24-8613-a68bf779dd11 req-47307012-878a-4c64-a37c-a8ba1e2ce088 service neutron] Bound using segment: {'id': '66e4f491-9a6a-4ffc-8f64-b9e6923cc891', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '4cd375cb-d249-46a6-831f-f9f5a15e68cd'} {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 26 22:13:21.060881 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [req-63ffdeaa-a323-4d24-8613-a68bf779dd11 req-47307012-878a-4c64-a37c-a8ba1e2ce088 service neutron] Bound port: 34f23646-0268-430f-ba43-eee738b6c1a5, host: n-h2-760453-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '66e4f491-9a6a-4ffc-8f64-b9e6923cc891', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '4cd375cb-d249-46a6-831f-f9f5a15e68cd'}}] {{(pid=103304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 26 22:13:21.061242 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-63ffdeaa-a323-4d24-8613-a68bf779dd11 req-47307012-878a-4c64-a37c-a8ba1e2ce088 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (34f23646-0268-430f-ba43-eee738b6c1a5), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:13:21.066575 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-ae0ddacc-063c-43ca-8d5c-1ff83d0d516a req-908bebde-6b05-484e-ab0e-e4b04108f6ab tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] 10.222.0.13 "GET /v2.0/security-groups?id=43bea7b8-2240-42b3-a08a-3b2300147b70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0650191 Jan 26 22:13:21.130251 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [req-63ffdeaa-a323-4d24-8613-a68bf779dd11 req-47307012-878a-4c64-a37c-a8ba1e2ce088 service neutron] For port 34f23646-0268-430f-ba43-eee738b6c1a5, host n-h2-760453-5, cleared binding levels {{(pid=103304) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 26 22:13:21.133522 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [req-63ffdeaa-a323-4d24-8613-a68bf779dd11 req-47307012-878a-4c64-a37c-a8ba1e2ce088 service neutron] For port 34f23646-0268-430f-ba43-eee738b6c1a5, host n-h2-760453-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-5',level=0,port_id=34f23646-0268-430f-ba43-eee738b6c1a5,segment=NetworkSegment(66e4f491-9a6a-4ffc-8f64-b9e6923cc891),segment_id=66e4f491-9a6a-4ffc-8f64-b9e6923cc891)] {{(pid=103304) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 26 22:13:21.137570 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-63ffdeaa-a323-4d24-8613-a68bf779dd11 req-47307012-878a-4c64-a37c-a8ba1e2ce088 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9281542'] for port (34f23646-0268-430f-ba43-eee738b6c1a5), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:13:21.169759 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ffdeaa-a323-4d24-8613-a68bf779dd11 req-47307012-878a-4c64-a37c-a8ba1e2ce088 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:13:21.170380 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-63ffdeaa-a323-4d24-8613-a68bf779dd11 req-47307012-878a-4c64-a37c-a8ba1e2ce088 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:13:21.171751 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-63ffdeaa-a323-4d24-8613-a68bf779dd11 req-47307012-878a-4c64-a37c-a8ba1e2ce088 service neutron] 10.222.0.57 "PUT /v2.0/ports/34f23646-0268-430f-ba43-eee738b6c1a5 HTTP/1.1" status: 200 len: 1092 time: 0.8220675 Jan 26 22:13:21.195191 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47307012-878a-4c64-a37c-a8ba1e2ce088 service neutron] Pushing event updated for resources: {'Port': ['ID=34f23646-0268-430f-ba43-eee738b6c1a5,revision_number=7']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 22:13:21.240880 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ffdeaa-a323-4d24-8613-a68bf779dd11 req-c9effbe8-d90b-4152-b587-d3953201b20d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:13:21.243111 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-63ffdeaa-a323-4d24-8613-a68bf779dd11 req-c9effbe8-d90b-4152-b587-d3953201b20d service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=37caa54fa0b74aea8f85b9d1c546e6dc&device_id=88ee4236-a17a-4420-a3d4-138b4c026a1e HTTP/1.1" status: 200 len: 1095 time: 0.0429895 Jan 26 22:13:21.335550 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-024934de-d9f7-4f64-9055-028a4f1bcaea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (09df100c-3af1-4b0a-bda8-05914c71c458), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:13:21.340939 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ffdeaa-a323-4d24-8613-a68bf779dd11 req-0766d176-f020-4710-91cf-bafd10ec3271 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:13:21.342487 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-63ffdeaa-a323-4d24-8613-a68bf779dd11 req-0766d176-f020-4710-91cf-bafd10ec3271 service neutron] 10.222.0.57 "GET /v2.0/networks?id=4cd375cb-d249-46a6-831f-f9f5a15e68cd HTTP/1.1" status: 200 len: 913 time: 0.0941963 Jan 26 22:13:21.407423 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-63ffdeaa-a323-4d24-8613-a68bf779dd11 req-c1bd3c2a-9afa-437b-8350-529cf9a20a0e service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=34f23646-0268-430f-ba43-eee738b6c1a5 HTTP/1.1" status: 200 len: 1000 time: 0.0589848 Jan 26 22:13:21.457377 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ffdeaa-a323-4d24-8613-a68bf779dd11 req-dd3fc031-859a-479e-ae39-f29380183039 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:13:21.458882 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-63ffdeaa-a323-4d24-8613-a68bf779dd11 req-dd3fc031-859a-479e-ae39-f29380183039 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=f81320d2-fa7a-450d-b1f0-259a79f1b76f HTTP/1.1" status: 200 len: 851 time: 0.0456440 Jan 26 22:13:21.506092 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ffdeaa-a323-4d24-8613-a68bf779dd11 req-8a23b4cf-ba18-43f0-919e-c9eacdf43ea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:13:21.507561 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-63ffdeaa-a323-4d24-8613-a68bf779dd11 req-8a23b4cf-ba18-43f0-919e-c9eacdf43ea8 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=4cd375cb-d249-46a6-831f-f9f5a15e68cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0431600 Jan 26 22:13:21.594490 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-63ffdeaa-a323-4d24-8613-a68bf779dd11 req-46af5a9b-cea7-4fe9-8c7e-d979ba4fab19 service neutron] 10.222.0.57 "GET /v2.0/networks/4cd375cb-d249-46a6-831f-f9f5a15e68cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810044 Jan 26 22:13:21.687097 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-63ffdeaa-a323-4d24-8613-a68bf779dd11 req-9477c2e6-03a6-459f-a896-f24af6a91a14 service neutron] 10.222.0.57 "GET /v2.0/networks/4cd375cb-d249-46a6-831f-f9f5a15e68cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862920 Jan 26 22:13:22.182199 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f3bffa-608d-43d2-b2c2-9fefca424b79 req-b99d3771-b8b9-4a32-8f65-6abfa09df936 tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:13:22.183676 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-21f3bffa-608d-43d2-b2c2-9fefca424b79 req-b99d3771-b8b9-4a32-8f65-6abfa09df936 tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] 10.222.0.13 "GET /v2.0/ports?device_id=88ee4236-a17a-4420-a3d4-138b4c026a1e HTTP/1.1" status: 200 len: 944 time: 0.0482361 Jan 26 22:13:22.229213 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-21f3bffa-608d-43d2-b2c2-9fefca424b79 req-52ea99aa-1ebe-4d53-8f9c-826022fc91c6 tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] 10.222.0.13 "GET /v2.0/security-groups?id=43bea7b8-2240-42b3-a08a-3b2300147b70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401790 Jan 26 22:13:22.464210 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-841f5991-a4d8-4d4b-b215-cbc6bab5427b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (aa7ee9d2-08eb-4e12-b895-24c57300dfec), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:13:22.736559 n-d-760453-5 neutron-server[103304]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '88ee4236-a17a-4420-a3d4-138b4c026a1e', 'tag': '34f23646-0268-430f-ba43-eee738b6c1a5'}] {{(pid=103304) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 22:13:22.738996 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86e783e1922a725fac327d65912384d63450ce1a6a2ee22db2d1cc52fb257f3b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ba6ea2a-1642-48db-8005-021fe1be9beb" -d '{"events": [{"name": "network-changed", "server_uuid": "88ee4236-a17a-4420-a3d4-138b4c026a1e", "tag": "34f23646-0268-430f-ba43-eee738b6c1a5"}]}' {{(pid=103304) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 22:13:22.739286 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Device 34f23646-0268-430f-ba43-eee738b6c1a5 no longer exists at agent hyperv_n-h1-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 26 22:13:22.777586 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] The host n-h1-760453-5 is not matching for port 34f23646-0268-430f-ba43-eee738b6c1a5 host n-h2-760453-5! {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2317}} Jan 26 22:13:22.778004 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Device 34f23646-0268-430f-ba43-eee738b6c1a5 not bound to the agent host n-h1-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 26 22:13:22.787537 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 26 Jan 2022 22:13:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28cb07f7-ed2d-4dcb-9e1e-373d9d84ed41 x-openstack-request-id: req-28cb07f7-ed2d-4dcb-9e1e-373d9d84ed41 {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 22:13:22.787829 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "88ee4236-a17a-4420-a3d4-138b4c026a1e", "tag": "34f23646-0268-430f-ba43-eee738b6c1a5", "status": "completed", "code": 200}]} {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 22:13:22.788166 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-28cb07f7-ed2d-4dcb-9e1e-373d9d84ed41 {{(pid=103304) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 22:13:22.789042 n-d-760453-5 neutron-server[103304]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '88ee4236-a17a-4420-a3d4-138b4c026a1e', 'tag': '34f23646-0268-430f-ba43-eee738b6c1a5', 'status': 'completed', 'code': 200} Jan 26 22:13:22.846301 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba6ea2a-1642-48db-8005-021fe1be9beb req-9d7fd4dc-0898-4a18-9ba2-888fa9a25443 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:13:22.847815 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-2ba6ea2a-1642-48db-8005-021fe1be9beb req-9d7fd4dc-0898-4a18-9ba2-888fa9a25443 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=37caa54fa0b74aea8f85b9d1c546e6dc&device_id=88ee4236-a17a-4420-a3d4-138b4c026a1e HTTP/1.1" status: 200 len: 1095 time: 0.0419292 Jan 26 22:13:22.868412 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba6ea2a-1642-48db-8005-021fe1be9beb req-91863788-4915-431f-8b3b-5fb5cbd1292d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:13:22.870001 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-2ba6ea2a-1642-48db-8005-021fe1be9beb req-91863788-4915-431f-8b3b-5fb5cbd1292d service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=37caa54fa0b74aea8f85b9d1c546e6dc&device_id=88ee4236-a17a-4420-a3d4-138b4c026a1e HTTP/1.1" status: 200 len: 1095 time: 0.0414634 Jan 26 22:13:22.941544 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba6ea2a-1642-48db-8005-021fe1be9beb req-5eec4e98-8f85-43ec-9846-b0cbf3e22643 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:13:22.943027 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-2ba6ea2a-1642-48db-8005-021fe1be9beb req-5eec4e98-8f85-43ec-9846-b0cbf3e22643 service neutron] 10.222.0.57 "GET /v2.0/networks?id=4cd375cb-d249-46a6-831f-f9f5a15e68cd HTTP/1.1" status: 200 len: 913 time: 0.0883496 Jan 26 22:13:22.966464 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba6ea2a-1642-48db-8005-021fe1be9beb req-75510b6d-986e-48b2-b782-d9abe1a9a40d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:13:22.967938 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-2ba6ea2a-1642-48db-8005-021fe1be9beb req-75510b6d-986e-48b2-b782-d9abe1a9a40d service neutron] 10.222.0.66 "GET /v2.0/networks?id=4cd375cb-d249-46a6-831f-f9f5a15e68cd HTTP/1.1" status: 200 len: 913 time: 0.0927348 Jan 26 22:13:23.009120 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-2ba6ea2a-1642-48db-8005-021fe1be9beb req-b5d317e9-745a-4b7e-948b-377d5df7728d service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=34f23646-0268-430f-ba43-eee738b6c1a5 HTTP/1.1" status: 200 len: 1000 time: 0.0581808 Jan 26 22:13:23.033246 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-2ba6ea2a-1642-48db-8005-021fe1be9beb req-252a36e2-b33f-412f-bf94-6ebe49331d85 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=34f23646-0268-430f-ba43-eee738b6c1a5 HTTP/1.1" status: 200 len: 1000 time: 0.0578880 Jan 26 22:13:23.058695 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba6ea2a-1642-48db-8005-021fe1be9beb req-b456d977-019d-47dc-9411-d5b8282df834 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:13:23.060159 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-2ba6ea2a-1642-48db-8005-021fe1be9beb req-b456d977-019d-47dc-9411-d5b8282df834 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=f81320d2-fa7a-450d-b1f0-259a79f1b76f HTTP/1.1" status: 200 len: 851 time: 0.0438390 Jan 26 22:13:23.087409 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba6ea2a-1642-48db-8005-021fe1be9beb req-eb9ccdb5-1f22-48ce-8bfe-96f9e77dd273 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:13:23.088883 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-2ba6ea2a-1642-48db-8005-021fe1be9beb req-eb9ccdb5-1f22-48ce-8bfe-96f9e77dd273 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=f81320d2-fa7a-450d-b1f0-259a79f1b76f HTTP/1.1" status: 200 len: 851 time: 0.0498927 Jan 26 22:13:23.138744 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba6ea2a-1642-48db-8005-021fe1be9beb req-d77e866c-736e-4c17-8f05-762320a4a5c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:13:23.140769 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-2ba6ea2a-1642-48db-8005-021fe1be9beb req-d77e866c-736e-4c17-8f05-762320a4a5c6 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=4cd375cb-d249-46a6-831f-f9f5a15e68cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0463648 Jan 26 22:13:23.245019 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-2ba6ea2a-1642-48db-8005-021fe1be9beb req-4ee2329e-ad63-4129-9fc0-bb4bbaac4093 service neutron] 10.222.0.66 "GET /v2.0/networks/4cd375cb-d249-46a6-831f-f9f5a15e68cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0981193 Jan 26 22:13:23.354494 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-2ba6ea2a-1642-48db-8005-021fe1be9beb req-30bc3b7b-23a4-4616-aa3f-2a0271da51ef service neutron] 10.222.0.66 "GET /v2.0/networks/4cd375cb-d249-46a6-831f-f9f5a15e68cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1039162 Jan 26 22:13:23.477984 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba6ea2a-1642-48db-8005-021fe1be9beb req-aebf4113-f87d-45b6-b447-111e950ec08f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:13:23.479457 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-2ba6ea2a-1642-48db-8005-021fe1be9beb req-aebf4113-f87d-45b6-b447-111e950ec08f service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=4cd375cb-d249-46a6-831f-f9f5a15e68cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4125974 Jan 26 22:13:23.493658 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff23dc3-e826-4ff6-ac3c-4bc9dfc04d54 req-a1c89b4b-40fd-483f-b4f2-35153c24d1a6 tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:13:23.495024 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-0ff23dc3-e826-4ff6-ac3c-4bc9dfc04d54 req-a1c89b4b-40fd-483f-b4f2-35153c24d1a6 tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] 10.222.0.13 "GET /v2.0/ports?device_id=88ee4236-a17a-4420-a3d4-138b4c026a1e HTTP/1.1" status: 200 len: 944 time: 0.0575929 Jan 26 22:13:23.581545 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (4d619873-4b60-439f-9b5a-b155dc8bbc34), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:13:23.593466 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-0ff23dc3-e826-4ff6-ac3c-4bc9dfc04d54 req-f4673636-2aee-4e22-8de2-041a084a1acd tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] 10.222.0.13 "GET /v2.0/security-groups?id=43bea7b8-2240-42b3-a08a-3b2300147b70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0907631 Jan 26 22:13:23.611602 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-2ba6ea2a-1642-48db-8005-021fe1be9beb req-f95a5110-64ad-4810-ac1d-16cca5263020 service neutron] 10.222.0.57 "GET /v2.0/networks/4cd375cb-d249-46a6-831f-f9f5a15e68cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1156805 Jan 26 22:13:23.700817 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-2ba6ea2a-1642-48db-8005-021fe1be9beb req-101ea787-95c1-400d-a338-1a164555e6d5 service neutron] 10.222.0.57 "GET /v2.0/networks/4cd375cb-d249-46a6-831f-f9f5a15e68cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833850 Jan 26 22:13:23.905869 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7d8004-0061-46e2-ad95-70324df14d94 req-e6fde8ad-cdf6-4554-b15d-0ed31846cc1e tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:13:23.907246 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-9a7d8004-0061-46e2-ad95-70324df14d94 req-e6fde8ad-cdf6-4554-b15d-0ed31846cc1e tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] 10.222.0.57 "GET /v2.0/ports?device_id=88ee4236-a17a-4420-a3d4-138b4c026a1e&tenant_id=37caa54fa0b74aea8f85b9d1c546e6dc&binding%3Ahost_id=n-h2-760453-5 HTTP/1.1" status: 200 len: 944 time: 0.0846734 Jan 26 22:13:23.918504 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015a51ea-87db-4127-8602-82c274c02975 req-4e559cc7-1096-4fa6-bb93-ec7e68820e6e tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:13:23.919931 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-015a51ea-87db-4127-8602-82c274c02975 req-4e559cc7-1096-4fa6-bb93-ec7e68820e6e tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] 10.222.0.13 "GET /v2.0/ports?device_id=88ee4236-a17a-4420-a3d4-138b4c026a1e HTTP/1.1" status: 200 len: 944 time: 0.0703864 Jan 26 22:13:24.004558 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-015a51ea-87db-4127-8602-82c274c02975 req-c5c48905-4973-40c4-8565-8f21a9c8e34b tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] 10.222.0.13 "GET /v2.0/security-groups?id=43bea7b8-2240-42b3-a08a-3b2300147b70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0785549 Jan 26 22:13:24.007446 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-9a7d8004-0061-46e2-ad95-70324df14d94 req-f0148d91-9568-462c-bcef-f30256d3e6dd service neutron] 10.222.0.57 "GET /v2.0/ports/34f23646-0268-430f-ba43-eee738b6c1a5/bindings/n-h2-760453-5 HTTP/1.1" status: 200 len: 382 time: 0.0866601 Jan 26 22:13:24.071334 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7d8004-0061-46e2-ad95-70324df14d94 req-cd33204d-8988-49c1-9414-e46e984c11ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:13:24.072849 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-9a7d8004-0061-46e2-ad95-70324df14d94 req-cd33204d-8988-49c1-9414-e46e984c11ad service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=37caa54fa0b74aea8f85b9d1c546e6dc&device_id=88ee4236-a17a-4420-a3d4-138b4c026a1e HTTP/1.1" status: 200 len: 1095 time: 0.0441720 Jan 26 22:13:24.160834 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7d8004-0061-46e2-ad95-70324df14d94 req-db79491e-2dde-4011-be70-f21be7d012de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:13:24.162220 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-9a7d8004-0061-46e2-ad95-70324df14d94 req-db79491e-2dde-4011-be70-f21be7d012de service neutron] 10.222.0.57 "GET /v2.0/networks?id=4cd375cb-d249-46a6-831f-f9f5a15e68cd HTTP/1.1" status: 200 len: 913 time: 0.0821407 Jan 26 22:13:24.228502 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-9a7d8004-0061-46e2-ad95-70324df14d94 req-744d28f8-6075-4802-bff2-4e077b2ac515 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=34f23646-0268-430f-ba43-eee738b6c1a5 HTTP/1.1" status: 200 len: 1000 time: 0.0603442 Jan 26 22:13:24.275264 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7d8004-0061-46e2-ad95-70324df14d94 req-2a9c158f-e473-49e3-954a-4da6c8870e7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:13:24.276689 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-9a7d8004-0061-46e2-ad95-70324df14d94 req-2a9c158f-e473-49e3-954a-4da6c8870e7c service neutron] 10.222.0.57 "GET /v2.0/subnets?id=f81320d2-fa7a-450d-b1f0-259a79f1b76f HTTP/1.1" status: 200 len: 851 time: 0.0426254 Jan 26 22:13:24.291781 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-839dd188-ec69-470c-9ab0-d318dc1a2e96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (e79b4fc6-6c71-44b2-a6d0-ff3e1f4dfd0d), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:13:24.321654 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7d8004-0061-46e2-ad95-70324df14d94 req-81ab2ddb-cbd9-4f72-ad42-6620957a7ac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:13:24.323785 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-9a7d8004-0061-46e2-ad95-70324df14d94 req-81ab2ddb-cbd9-4f72-ad42-6620957a7ac1 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=4cd375cb-d249-46a6-831f-f9f5a15e68cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0407546 Jan 26 22:13:24.415424 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-9a7d8004-0061-46e2-ad95-70324df14d94 req-959a7470-9632-4689-b78e-4b37aecc6aee service neutron] 10.222.0.57 "GET /v2.0/networks/4cd375cb-d249-46a6-831f-f9f5a15e68cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856056 Jan 26 22:13:24.503736 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-9a7d8004-0061-46e2-ad95-70324df14d94 req-43b8f7f7-4a0a-465f-b163-2a82b452da05 service neutron] 10.222.0.57 "GET /v2.0/networks/4cd375cb-d249-46a6-831f-f9f5a15e68cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829837 Jan 26 22:13:25.122094 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Device 34f23646-0268-430f-ba43-eee738b6c1a5 details requested by agent hyperv_n-h2-760453-5 with host n-h2-760453-5 {{(pid=103306) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 26 22:13:25.123339 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd833df-0624-418e-a241-6d5b992e74ba req-632e5625-7890-438a-b070-d37e421bab83 tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:13:25.124838 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-8dd833df-0624-418e-a241-6d5b992e74ba req-632e5625-7890-438a-b070-d37e421bab83 tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] 10.222.0.13 "GET /v2.0/ports?device_id=88ee4236-a17a-4420-a3d4-138b4c026a1e HTTP/1.1" status: 200 len: 944 time: 0.0492797 Jan 26 22:13:25.171201 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-8dd833df-0624-418e-a241-6d5b992e74ba req-9ee05ec0-bb77-4849-9f65-61c12e0237d7 tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] 10.222.0.13 "GET /v2.0/security-groups?id=43bea7b8-2240-42b3-a08a-3b2300147b70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405636 Jan 26 22:13:25.217731 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] For port 34f23646-0268-430f-ba43-eee738b6c1a5, host n-h2-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-5',level=0,port_id=34f23646-0268-430f-ba43-eee738b6c1a5,segment=NetworkSegment(66e4f491-9a6a-4ffc-8f64-b9e6923cc891),segment_id=66e4f491-9a6a-4ffc-8f64-b9e6923cc891)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 22:13:25.229590 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Returning: {'device': '34f23646-0268-430f-ba43-eee738b6c1a5', 'network_id': '4cd375cb-d249-46a6-831f-f9f5a15e68cd', 'port_id': '34f23646-0268-430f-ba43-eee738b6c1a5', 'mac_address': 'fa:16:3e:ac:a6:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 592, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f81320d2-fa7a-450d-b1f0-259a79f1b76f', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103306) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 26 22:13:25.268098 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Current status of the port 34f23646-0268-430f-ba43-eee738b6c1a5 is: DOWN; New status is: BUILD {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 22:13:25.268481 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (34f23646-0268-430f-ba43-eee738b6c1a5), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:13:25.281100 n-d-760453-5 neutron-server[103306]: DEBUG neutron.notifiers.nova [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 34f23646-0268-430f-ba43-eee738b6c1a5 {{(pid=103306) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 26 22:13:25.299690 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] For port 34f23646-0268-430f-ba43-eee738b6c1a5, host n-h2-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-5',level=0,port_id=34f23646-0268-430f-ba43-eee738b6c1a5,segment=NetworkSegment(66e4f491-9a6a-4ffc-8f64-b9e6923cc891),segment_id=66e4f491-9a6a-4ffc-8f64-b9e6923cc891)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 22:13:25.303493 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (34f23646-0268-430f-ba43-eee738b6c1a5), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:13:25.348993 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Pushing event updated for resources: {'Port': ['ID=34f23646-0268-430f-ba43-eee738b6c1a5,revision_number=8']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 22:13:25.357071 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:13:25.357467 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:13:25.357816 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:13:25.358158 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:13:25.358497 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:13:25.358829 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:13:25.359158 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:13:25.359488 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:13:25.359815 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:13:25.360140 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:13:25.360465 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:13:25.360788 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:13:25.361112 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:13:25.442671 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (fea0591a-627d-4c87-9a9a-01625ddf3277), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:13:26.291823 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12eded18-f28a-4f93-b5be-92a61b6244d1 req-278b4d0d-0a58-4cc7-b55b-514f4cec1118 tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:13:26.293361 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-12eded18-f28a-4f93-b5be-92a61b6244d1 req-278b4d0d-0a58-4cc7-b55b-514f4cec1118 tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] 10.222.0.13 "GET /v2.0/ports?device_id=88ee4236-a17a-4420-a3d4-138b4c026a1e HTTP/1.1" status: 200 len: 945 time: 0.0538540 Jan 26 22:13:26.340906 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-12eded18-f28a-4f93-b5be-92a61b6244d1 req-2214907a-1f62-41fa-b5c8-e3c0550584dd tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] 10.222.0.13 "GET /v2.0/security-groups?id=43bea7b8-2240-42b3-a08a-3b2300147b70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421045 Jan 26 22:13:26.424837 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7d8004-0061-46e2-ad95-70324df14d94 req-214b46bd-0007-42f7-959d-173180a4eca7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:13:26.426420 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-9a7d8004-0061-46e2-ad95-70324df14d94 req-214b46bd-0007-42f7-959d-173180a4eca7 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=88ee4236-a17a-4420-a3d4-138b4c026a1e&tenant_id=37caa54fa0b74aea8f85b9d1c546e6dc HTTP/1.1" status: 200 len: 1096 time: 0.0703008 Jan 26 22:13:26.442560 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [req-9a7d8004-0061-46e2-ad95-70324df14d94 req-38f5adb8-fded-403b-93a2-771a595d06f6 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-760453-5', 'device_owner': 'compute:nova'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 22:13:26.498889 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-9a7d8004-0061-46e2-ad95-70324df14d94 req-38f5adb8-fded-403b-93a2-771a595d06f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (34f23646-0268-430f-ba43-eee738b6c1a5), before_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:13:26.694746 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [req-9a7d8004-0061-46e2-ad95-70324df14d94 req-38f5adb8-fded-403b-93a2-771a595d06f6 service neutron] For port 34f23646-0268-430f-ba43-eee738b6c1a5, host n-h2-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-5',level=0,port_id=34f23646-0268-430f-ba43-eee738b6c1a5,segment=NetworkSegment(66e4f491-9a6a-4ffc-8f64-b9e6923cc891),segment_id=66e4f491-9a6a-4ffc-8f64-b9e6923cc891)] {{(pid=103305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 22:13:26.727424 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [req-9a7d8004-0061-46e2-ad95-70324df14d94 req-38f5adb8-fded-403b-93a2-771a595d06f6 service neutron] For port 34f23646-0268-430f-ba43-eee738b6c1a5, host n-h2-760453-5, cleared binding levels {{(pid=103305) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 26 22:13:26.759729 n-d-760453-5 neutron-server[103305]: DEBUG neutron.notifiers.nova [req-9a7d8004-0061-46e2-ad95-70324df14d94 req-38f5adb8-fded-403b-93a2-771a595d06f6 service neutron] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 34f23646-0268-430f-ba43-eee738b6c1a5 {{(pid=103305) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 26 22:13:26.767807 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-9a7d8004-0061-46e2-ad95-70324df14d94 req-38f5adb8-fded-403b-93a2-771a595d06f6 service neutron] Publish callbacks [] for port (34f23646-0268-430f-ba43-eee738b6c1a5), precommit_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:13:26.778353 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.provisioning_blocks [req-9a7d8004-0061-46e2-ad95-70324df14d94 req-38f5adb8-fded-403b-93a2-771a595d06f6 service neutron] Ignored duplicate provisioning block setup for port 34f23646-0268-430f-ba43-eee738b6c1a5 by entity L2. {{(pid=103305) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jan 26 22:13:26.781760 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-9a7d8004-0061-46e2-ad95-70324df14d94 req-38f5adb8-fded-403b-93a2-771a595d06f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11791520'] for port (34f23646-0268-430f-ba43-eee738b6c1a5), after_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:13:27.148946 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Device 34f23646-0268-430f-ba43-eee738b6c1a5 details requested by agent hyperv_n-h2-760453-5 with host n-h2-760453-5 {{(pid=103306) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 26 22:13:27.223673 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f5adb8-fded-403b-93a2-771a595d06f6 service neutron] Pushing event updated for resources: {'Port': ['ID=34f23646-0268-430f-ba43-eee738b6c1a5,revision_number=9']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 22:13:27.248771 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] For port 34f23646-0268-430f-ba43-eee738b6c1a5, host n-h1-760453-5, got binding levels [] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 22:13:27.253902 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f5adb8-fded-403b-93a2-771a595d06f6 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:13:27.254257 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f5adb8-fded-403b-93a2-771a595d06f6 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:13:27.254602 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f5adb8-fded-403b-93a2-771a595d06f6 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:13:27.254961 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f5adb8-fded-403b-93a2-771a595d06f6 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:13:27.255284 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f5adb8-fded-403b-93a2-771a595d06f6 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:13:27.255620 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f5adb8-fded-403b-93a2-771a595d06f6 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:13:27.255948 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f5adb8-fded-403b-93a2-771a595d06f6 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:13:27.256279 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f5adb8-fded-403b-93a2-771a595d06f6 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:13:27.256605 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f5adb8-fded-403b-93a2-771a595d06f6 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:13:27.256933 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f5adb8-fded-403b-93a2-771a595d06f6 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:13:27.257270 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f5adb8-fded-403b-93a2-771a595d06f6 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:13:27.257612 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f5adb8-fded-403b-93a2-771a595d06f6 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:13:27.257975 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f5adb8-fded-403b-93a2-771a595d06f6 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:13:27.272148 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Attempting to bind port 34f23646-0268-430f-ba43-eee738b6c1a5 on host n-h1-760453-5 for vnic_type normal with profile {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 22:13:27.272653 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Attempting to bind port 34f23646-0268-430f-ba43-eee738b6c1a5 by drivers openvswitch,hyperv on host n-h1-760453-5 at level 0 using segments [{'id': '66e4f491-9a6a-4ffc-8f64-b9e6923cc891', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '4cd375cb-d249-46a6-831f-f9f5a15e68cd'}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 26 22:13:27.273021 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Attempting to bind port 34f23646-0268-430f-ba43-eee738b6c1a5 on network 4cd375cb-d249-46a6-831f-f9f5a15e68cd {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 22:13:27.277193 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Port 34f23646-0268-430f-ba43-eee738b6c1a5 on network 4cd375cb-d249-46a6-831f-f9f5a15e68cd not bound, no agent of type Open vSwitch agent registered on host n-h1-760453-5 {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 26 22:13:27.277585 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Attempting to bind port 34f23646-0268-430f-ba43-eee738b6c1a5 on network 4cd375cb-d249-46a6-831f-f9f5a15e68cd {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 22:13:27.282299 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Checking agent: {'id': '32ef628b-8417-46c5-8729-60fcabe358f1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-760453-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 21, 3, 8), 'started_at': datetime.datetime(2022, 1, 26, 21, 3, 8), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 22, 13, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 26 22:13:27.282721 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Checking segment: {'id': '66e4f491-9a6a-4ffc-8f64-b9e6923cc891', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '4cd375cb-d249-46a6-831f-f9f5a15e68cd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 22:13:27.283088 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Bound using segment: {'id': '66e4f491-9a6a-4ffc-8f64-b9e6923cc891', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '4cd375cb-d249-46a6-831f-f9f5a15e68cd'} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 26 22:13:27.283550 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Bound port: 34f23646-0268-430f-ba43-eee738b6c1a5, host: n-h1-760453-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '66e4f491-9a6a-4ffc-8f64-b9e6923cc891', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '4cd375cb-d249-46a6-831f-f9f5a15e68cd'}}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 26 22:13:27.283945 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (34f23646-0268-430f-ba43-eee738b6c1a5), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:13:27.299498 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a7d8004-0061-46e2-ad95-70324df14d94 req-38f5adb8-fded-403b-93a2-771a595d06f6 service neutron] No DVR routers for this DVR port 34f23646-0268-430f-ba43-eee738b6c1a5 on host n-h2-760453-5 {{(pid=103305) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 26 22:13:27.346766 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] For port 34f23646-0268-430f-ba43-eee738b6c1a5, host n-h1-760453-5, cleared binding levels {{(pid=103306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 26 22:13:27.349957 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] For port 34f23646-0268-430f-ba43-eee738b6c1a5, host n-h1-760453-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-5',level=0,port_id=34f23646-0268-430f-ba43-eee738b6c1a5,segment=NetworkSegment(66e4f491-9a6a-4ffc-8f64-b9e6923cc891),segment_id=66e4f491-9a6a-4ffc-8f64-b9e6923cc891)] {{(pid=103306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 26 22:13:27.354306 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (34f23646-0268-430f-ba43-eee738b6c1a5), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:13:27.419434 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Pushing event updated for resources: {'Port': ['ID=34f23646-0268-430f-ba43-eee738b6c1a5,revision_number=10']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 22:13:27.422422 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Device 34f23646-0268-430f-ba43-eee738b6c1a5 has no active binding in host n-h2-760453-5 {{(pid=103306) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jan 26 22:13:27.447535 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [req-9a7d8004-0061-46e2-ad95-70324df14d94 req-38f5adb8-fded-403b-93a2-771a595d06f6 service neutron] Attempting to bind port 34f23646-0268-430f-ba43-eee738b6c1a5 on host n-h1-760453-5 for vnic_type normal with profile {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 22:13:27.448080 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [req-9a7d8004-0061-46e2-ad95-70324df14d94 req-38f5adb8-fded-403b-93a2-771a595d06f6 service neutron] Attempting to bind port 34f23646-0268-430f-ba43-eee738b6c1a5 by drivers openvswitch,hyperv on host n-h1-760453-5 at level 0 using segments [{'id': '66e4f491-9a6a-4ffc-8f64-b9e6923cc891', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '4cd375cb-d249-46a6-831f-f9f5a15e68cd'}] {{(pid=103305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 26 22:13:27.448216 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a7d8004-0061-46e2-ad95-70324df14d94 req-38f5adb8-fded-403b-93a2-771a595d06f6 service neutron] Attempting to bind port 34f23646-0268-430f-ba43-eee738b6c1a5 on network 4cd375cb-d249-46a6-831f-f9f5a15e68cd {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 22:13:27.453118 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a7d8004-0061-46e2-ad95-70324df14d94 req-38f5adb8-fded-403b-93a2-771a595d06f6 service neutron] Port 34f23646-0268-430f-ba43-eee738b6c1a5 on network 4cd375cb-d249-46a6-831f-f9f5a15e68cd not bound, no agent of type Open vSwitch agent registered on host n-h1-760453-5 {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 26 22:13:27.453477 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a7d8004-0061-46e2-ad95-70324df14d94 req-38f5adb8-fded-403b-93a2-771a595d06f6 service neutron] Attempting to bind port 34f23646-0268-430f-ba43-eee738b6c1a5 on network 4cd375cb-d249-46a6-831f-f9f5a15e68cd {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 22:13:27.458639 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a7d8004-0061-46e2-ad95-70324df14d94 req-38f5adb8-fded-403b-93a2-771a595d06f6 service neutron] Checking agent: {'id': '32ef628b-8417-46c5-8729-60fcabe358f1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-760453-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 21, 3, 8), 'started_at': datetime.datetime(2022, 1, 26, 21, 3, 8), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 22, 13, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 26 22:13:27.458981 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a7d8004-0061-46e2-ad95-70324df14d94 req-38f5adb8-fded-403b-93a2-771a595d06f6 service neutron] Checking segment: {'id': '66e4f491-9a6a-4ffc-8f64-b9e6923cc891', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '4cd375cb-d249-46a6-831f-f9f5a15e68cd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103305) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 22:13:27.459369 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a7d8004-0061-46e2-ad95-70324df14d94 req-38f5adb8-fded-403b-93a2-771a595d06f6 service neutron] Bound using segment: {'id': '66e4f491-9a6a-4ffc-8f64-b9e6923cc891', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '4cd375cb-d249-46a6-831f-f9f5a15e68cd'} {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 26 22:13:27.459895 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [req-9a7d8004-0061-46e2-ad95-70324df14d94 req-38f5adb8-fded-403b-93a2-771a595d06f6 service neutron] Bound port: 34f23646-0268-430f-ba43-eee738b6c1a5, host: n-h1-760453-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '66e4f491-9a6a-4ffc-8f64-b9e6923cc891', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '4cd375cb-d249-46a6-831f-f9f5a15e68cd'}}] {{(pid=103305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 26 22:13:27.460161 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-9a7d8004-0061-46e2-ad95-70324df14d94 req-38f5adb8-fded-403b-93a2-771a595d06f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (34f23646-0268-430f-ba43-eee738b6c1a5), before_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:13:27.477317 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865b431c-c351-42ad-b30d-cd2d7000da1e req-5c1ad18b-b78a-4bde-a0c3-383a7c4c515a tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:13:27.479535 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-865b431c-c351-42ad-b30d-cd2d7000da1e req-5c1ad18b-b78a-4bde-a0c3-383a7c4c515a tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] 10.222.0.13 "GET /v2.0/ports?device_id=88ee4236-a17a-4420-a3d4-138b4c026a1e HTTP/1.1" status: 200 len: 945 time: 0.0579054 Jan 26 22:13:27.522106 n-d-760453-5 neutron-server[103305]: WARNING neutron.plugins.ml2.plugin [req-9a7d8004-0061-46e2-ad95-70324df14d94 req-38f5adb8-fded-403b-93a2-771a595d06f6 service neutron] Concurrent port binding operations failed on port 34f23646-0268-430f-ba43-eee738b6c1a5 Jan 26 22:13:27.526581 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [req-9a7d8004-0061-46e2-ad95-70324df14d94 req-38f5adb8-fded-403b-93a2-771a595d06f6 service neutron] For port 34f23646-0268-430f-ba43-eee738b6c1a5, host n-h1-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-5',level=0,port_id=34f23646-0268-430f-ba43-eee738b6c1a5,segment=NetworkSegment(66e4f491-9a6a-4ffc-8f64-b9e6923cc891),segment_id=66e4f491-9a6a-4ffc-8f64-b9e6923cc891)] {{(pid=103305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 22:13:27.528013 n-d-760453-5 neutron-server[103305]: INFO neutron.plugins.ml2.plugin [req-9a7d8004-0061-46e2-ad95-70324df14d94 req-38f5adb8-fded-403b-93a2-771a595d06f6 service neutron] Attempt 2 to bind port 34f23646-0268-430f-ba43-eee738b6c1a5 Jan 26 22:13:27.531545 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7d8004-0061-46e2-ad95-70324df14d94 req-38f5adb8-fded-403b-93a2-771a595d06f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:13:27.532182 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-9a7d8004-0061-46e2-ad95-70324df14d94 req-38f5adb8-fded-403b-93a2-771a595d06f6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:13:27.533657 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-865b431c-c351-42ad-b30d-cd2d7000da1e req-7f75379c-9430-48ec-9ff2-e6226350b1e7 tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] 10.222.0.13 "GET /v2.0/security-groups?id=43bea7b8-2240-42b3-a08a-3b2300147b70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481565 Jan 26 22:13:27.533910 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-9a7d8004-0061-46e2-ad95-70324df14d94 req-38f5adb8-fded-403b-93a2-771a595d06f6 service neutron] 10.222.0.66 "PUT /v2.0/ports/34f23646-0268-430f-ba43-eee738b6c1a5 HTTP/1.1" status: 200 len: 1093 time: 1.0953016 Jan 26 22:13:27.534377 n-d-760453-5 neutron-server[103305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '88ee4236-a17a-4420-a3d4-138b4c026a1e', 'tag': '34f23646-0268-430f-ba43-eee738b6c1a5'}] {{(pid=103305) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 22:13:27.536972 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63c895857b12caccb44030902ae3f492cdae22bba6ec98e5b8bd003e299c093d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13c84934-fab0-46dd-9032-750c6dce7a49" -d '{"events": [{"name": "network-changed", "server_uuid": "88ee4236-a17a-4420-a3d4-138b4c026a1e", "tag": "34f23646-0268-430f-ba43-eee738b6c1a5"}]}' {{(pid=103305) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 22:13:27.604378 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 26 Jan 2022 22:13:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-238db51b-834d-41ec-9a63-be13fc06c573 x-openstack-request-id: req-238db51b-834d-41ec-9a63-be13fc06c573 {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 22:13:27.604583 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "88ee4236-a17a-4420-a3d4-138b4c026a1e", "tag": "34f23646-0268-430f-ba43-eee738b6c1a5", "status": "completed", "code": 200}]} {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 22:13:27.605095 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-238db51b-834d-41ec-9a63-be13fc06c573 {{(pid=103305) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 22:13:27.605531 n-d-760453-5 neutron-server[103305]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '88ee4236-a17a-4420-a3d4-138b4c026a1e', 'tag': '34f23646-0268-430f-ba43-eee738b6c1a5', 'status': 'completed', 'code': 200} Jan 26 22:13:27.623314 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7d8004-0061-46e2-ad95-70324df14d94 req-4612c44d-c383-4028-b006-80a70b4588bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:13:27.624845 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-9a7d8004-0061-46e2-ad95-70324df14d94 req-4612c44d-c383-4028-b006-80a70b4588bc service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=37caa54fa0b74aea8f85b9d1c546e6dc&device_id=88ee4236-a17a-4420-a3d4-138b4c026a1e HTTP/1.1" status: 200 len: 1096 time: 0.0522692 Jan 26 22:13:27.660445 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c84934-fab0-46dd-9032-750c6dce7a49 req-e0bd6e9f-c42a-4a26-abcc-bfcb840cb4b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:13:27.661949 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-13c84934-fab0-46dd-9032-750c6dce7a49 req-e0bd6e9f-c42a-4a26-abcc-bfcb840cb4b9 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=37caa54fa0b74aea8f85b9d1c546e6dc&device_id=88ee4236-a17a-4420-a3d4-138b4c026a1e HTTP/1.1" status: 200 len: 1096 time: 0.0468123 Jan 26 22:13:27.723535 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7d8004-0061-46e2-ad95-70324df14d94 req-0fcee44e-9bdd-40f1-bbb5-519559d9eeac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:13:27.725030 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-9a7d8004-0061-46e2-ad95-70324df14d94 req-0fcee44e-9bdd-40f1-bbb5-519559d9eeac service neutron] 10.222.0.66 "GET /v2.0/networks?id=4cd375cb-d249-46a6-831f-f9f5a15e68cd HTTP/1.1" status: 200 len: 913 time: 0.0935936 Jan 26 22:13:27.751756 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c84934-fab0-46dd-9032-750c6dce7a49 req-5fd9011c-4cc9-4cfb-a097-739f044e2da6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:13:27.753243 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-13c84934-fab0-46dd-9032-750c6dce7a49 req-5fd9011c-4cc9-4cfb-a097-739f044e2da6 service neutron] 10.222.0.57 "GET /v2.0/networks?id=4cd375cb-d249-46a6-831f-f9f5a15e68cd HTTP/1.1" status: 200 len: 913 time: 0.0857866 Jan 26 22:13:27.793507 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-9a7d8004-0061-46e2-ad95-70324df14d94 req-f051d223-95bb-421b-99a7-89048114e636 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=34f23646-0268-430f-ba43-eee738b6c1a5 HTTP/1.1" status: 200 len: 1000 time: 0.0624735 Jan 26 22:13:27.821778 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-13c84934-fab0-46dd-9032-750c6dce7a49 req-fa133be1-976f-48e5-9260-00af1b1c329b service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=34f23646-0268-430f-ba43-eee738b6c1a5 HTTP/1.1" status: 200 len: 1000 time: 0.0625665 Jan 26 22:13:27.841664 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7d8004-0061-46e2-ad95-70324df14d94 req-673fc141-7889-423f-89c3-a94d2677e271 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:13:27.843142 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-9a7d8004-0061-46e2-ad95-70324df14d94 req-673fc141-7889-423f-89c3-a94d2677e271 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=f81320d2-fa7a-450d-b1f0-259a79f1b76f HTTP/1.1" status: 200 len: 851 time: 0.0440319 Jan 26 22:13:27.873772 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c84934-fab0-46dd-9032-750c6dce7a49 req-f5555df1-7c2f-49ab-a119-4943a126947f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:13:27.875193 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-13c84934-fab0-46dd-9032-750c6dce7a49 req-f5555df1-7c2f-49ab-a119-4943a126947f service neutron] 10.222.0.57 "GET /v2.0/subnets?id=f81320d2-fa7a-450d-b1f0-259a79f1b76f HTTP/1.1" status: 200 len: 851 time: 0.0483460 Jan 26 22:13:27.888047 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7d8004-0061-46e2-ad95-70324df14d94 req-8f74a4e1-7ca7-4d93-9baa-779111377f79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:13:27.889646 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-9a7d8004-0061-46e2-ad95-70324df14d94 req-8f74a4e1-7ca7-4d93-9baa-779111377f79 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=4cd375cb-d249-46a6-831f-f9f5a15e68cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0409484 Jan 26 22:13:27.919786 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c84934-fab0-46dd-9032-750c6dce7a49 req-49117aab-c0ff-4a7b-aacd-7946b9dc6a57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:13:27.921315 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-13c84934-fab0-46dd-9032-750c6dce7a49 req-49117aab-c0ff-4a7b-aacd-7946b9dc6a57 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=4cd375cb-d249-46a6-831f-f9f5a15e68cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0404387 Jan 26 22:13:27.982227 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-9a7d8004-0061-46e2-ad95-70324df14d94 req-9be23013-8b39-463c-9e61-72c1489fb9df service neutron] 10.222.0.66 "GET /v2.0/networks/4cd375cb-d249-46a6-831f-f9f5a15e68cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864551 Jan 26 22:13:28.014355 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-13c84934-fab0-46dd-9032-750c6dce7a49 req-241b4bf4-65df-496d-9ca3-d6c132731404 service neutron] 10.222.0.57 "GET /v2.0/networks/4cd375cb-d249-46a6-831f-f9f5a15e68cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871770 Jan 26 22:13:28.073103 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-9a7d8004-0061-46e2-ad95-70324df14d94 req-1cad97d2-cfda-4400-b24c-4a1cf0f399b2 service neutron] 10.222.0.66 "GET /v2.0/networks/4cd375cb-d249-46a6-831f-f9f5a15e68cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847723 Jan 26 22:13:28.108628 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-13c84934-fab0-46dd-9032-750c6dce7a49 req-1c730c2a-1362-4450-9481-3af9cbff3300 service neutron] 10.222.0.57 "GET /v2.0/networks/4cd375cb-d249-46a6-831f-f9f5a15e68cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885706 Jan 26 22:13:28.199385 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c84934-fab0-46dd-9032-750c6dce7a49 req-a151fa07-9993-439a-8d81-0429f99842f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:13:28.200829 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-13c84934-fab0-46dd-9032-750c6dce7a49 req-a151fa07-9993-439a-8d81-0429f99842f6 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=37caa54fa0b74aea8f85b9d1c546e6dc&device_id=88ee4236-a17a-4420-a3d4-138b4c026a1e HTTP/1.1" status: 200 len: 1096 time: 0.0409601 Jan 26 22:13:28.293172 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c84934-fab0-46dd-9032-750c6dce7a49 req-cd6b2dc9-dd28-44b7-b72b-62879137e91e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:13:28.294689 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-13c84934-fab0-46dd-9032-750c6dce7a49 req-cd6b2dc9-dd28-44b7-b72b-62879137e91e service neutron] 10.222.0.66 "GET /v2.0/networks?id=4cd375cb-d249-46a6-831f-f9f5a15e68cd HTTP/1.1" status: 200 len: 913 time: 0.0880709 Jan 26 22:13:28.360080 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-13c84934-fab0-46dd-9032-750c6dce7a49 req-a3021d62-1a23-4327-ab1c-590077f82165 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=34f23646-0268-430f-ba43-eee738b6c1a5 HTTP/1.1" status: 200 len: 1000 time: 0.0583816 Jan 26 22:13:28.412253 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c84934-fab0-46dd-9032-750c6dce7a49 req-7a510f5e-0a2c-4704-b105-491ff4127982 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:13:28.413736 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-13c84934-fab0-46dd-9032-750c6dce7a49 req-7a510f5e-0a2c-4704-b105-491ff4127982 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=f81320d2-fa7a-450d-b1f0-259a79f1b76f HTTP/1.1" status: 200 len: 851 time: 0.0474346 Jan 26 22:13:28.459499 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c84934-fab0-46dd-9032-750c6dce7a49 req-34d89f3a-1716-4aa4-8f7f-0e3a5bc66cfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:13:28.461510 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-13c84934-fab0-46dd-9032-750c6dce7a49 req-34d89f3a-1716-4aa4-8f7f-0e3a5bc66cfd service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=4cd375cb-d249-46a6-831f-f9f5a15e68cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0394599 Jan 26 22:13:28.547349 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-13c84934-fab0-46dd-9032-750c6dce7a49 req-9f42e577-c169-48d2-8d69-220ef617bbed service neutron] 10.222.0.66 "GET /v2.0/networks/4cd375cb-d249-46a6-831f-f9f5a15e68cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800760 Jan 26 22:13:28.640224 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-13c84934-fab0-46dd-9032-750c6dce7a49 req-0aacb862-19f8-4ca9-8022-be7592b117d7 service neutron] 10.222.0.66 "GET /v2.0/networks/4cd375cb-d249-46a6-831f-f9f5a15e68cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872991 Jan 26 22:13:28.653276 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09677440-1381-4fd4-9365-b99b6b837c40 req-ebc6e532-daae-4c24-bd23-6dfe6e8b9f57 tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:13:28.654769 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-09677440-1381-4fd4-9365-b99b6b837c40 req-ebc6e532-daae-4c24-bd23-6dfe6e8b9f57 tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] 10.222.0.13 "GET /v2.0/ports?device_id=88ee4236-a17a-4420-a3d4-138b4c026a1e HTTP/1.1" status: 200 len: 945 time: 0.0486274 Jan 26 22:13:28.705560 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-09677440-1381-4fd4-9365-b99b6b837c40 req-d6274a44-9051-463d-b839-5cf056f2773e tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] 10.222.0.13 "GET /v2.0/security-groups?id=43bea7b8-2240-42b3-a08a-3b2300147b70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440574 Jan 26 22:13:29.159413 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Device 34f23646-0268-430f-ba43-eee738b6c1a5 no longer exists at agent hyperv_n-h2-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 26 22:13:29.197727 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] The host n-h2-760453-5 is not matching for port 34f23646-0268-430f-ba43-eee738b6c1a5 host n-h1-760453-5! {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2317}} Jan 26 22:13:29.198111 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Device 34f23646-0268-430f-ba43-eee738b6c1a5 not bound to the agent host n-h2-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 26 22:13:29.821244 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491c8e32-5382-4133-a395-4b5ff1f7822e req-f16a09e5-944d-4a3a-af02-d1f6dbe2e832 tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:13:29.822740 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-491c8e32-5382-4133-a395-4b5ff1f7822e req-f16a09e5-944d-4a3a-af02-d1f6dbe2e832 tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] 10.222.0.13 "GET /v2.0/ports?device_id=88ee4236-a17a-4420-a3d4-138b4c026a1e HTTP/1.1" status: 200 len: 945 time: 0.0475104 Jan 26 22:13:29.868978 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-491c8e32-5382-4133-a395-4b5ff1f7822e req-d813a31f-009c-42e6-9a28-e0bc03d6b546 tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] 10.222.0.13 "GET /v2.0/security-groups?id=43bea7b8-2240-42b3-a08a-3b2300147b70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407343 Jan 26 22:13:30.791209 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Device 34f23646-0268-430f-ba43-eee738b6c1a5 details requested by agent hyperv_n-h1-760453-5 with host n-h1-760453-5 {{(pid=103306) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 26 22:13:30.886735 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] For port 34f23646-0268-430f-ba43-eee738b6c1a5, host n-h1-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-5',level=0,port_id=34f23646-0268-430f-ba43-eee738b6c1a5,segment=NetworkSegment(66e4f491-9a6a-4ffc-8f64-b9e6923cc891),segment_id=66e4f491-9a6a-4ffc-8f64-b9e6923cc891)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 22:13:30.898484 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Returning: {'device': '34f23646-0268-430f-ba43-eee738b6c1a5', 'network_id': '4cd375cb-d249-46a6-831f-f9f5a15e68cd', 'port_id': '34f23646-0268-430f-ba43-eee738b6c1a5', 'mac_address': 'fa:16:3e:ac:a6:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 592, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f81320d2-fa7a-450d-b1f0-259a79f1b76f', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103306) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 26 22:13:30.936353 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Current status of the port 34f23646-0268-430f-ba43-eee738b6c1a5 is: DOWN; New status is: BUILD {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 22:13:30.936685 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (34f23646-0268-430f-ba43-eee738b6c1a5), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:13:30.950017 n-d-760453-5 neutron-server[103306]: DEBUG neutron.notifiers.nova [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 34f23646-0268-430f-ba43-eee738b6c1a5 {{(pid=103306) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 26 22:13:30.968495 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] For port 34f23646-0268-430f-ba43-eee738b6c1a5, host n-h1-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-5',level=0,port_id=34f23646-0268-430f-ba43-eee738b6c1a5,segment=NetworkSegment(66e4f491-9a6a-4ffc-8f64-b9e6923cc891),segment_id=66e4f491-9a6a-4ffc-8f64-b9e6923cc891)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 22:13:30.973268 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (34f23646-0268-430f-ba43-eee738b6c1a5), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:13:30.985561 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102a207d-85cf-4605-b282-8007bdfd8504 req-972e513d-6c43-4826-8a7c-b7c19727eed0 tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:13:30.987094 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-102a207d-85cf-4605-b282-8007bdfd8504 req-972e513d-6c43-4826-8a7c-b7c19727eed0 tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] 10.222.0.13 "GET /v2.0/ports?device_id=88ee4236-a17a-4420-a3d4-138b4c026a1e HTTP/1.1" status: 200 len: 945 time: 0.0511220 Jan 26 22:13:31.021647 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Pushing event updated for resources: {'Port': ['ID=34f23646-0268-430f-ba43-eee738b6c1a5,revision_number=11']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 22:13:31.037990 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-102a207d-85cf-4605-b282-8007bdfd8504 req-21697c68-d869-4c3f-ac6f-d47fafa4e6ed tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] 10.222.0.13 "GET /v2.0/security-groups?id=43bea7b8-2240-42b3-a08a-3b2300147b70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414274 Jan 26 22:13:31.430221 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] get_ports_and_sgs() called for port_ids ['34f23646-0268-430f-ba43-eee738b6c1a5'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 26 22:13:32.159736 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2680565-0259-40fd-81b1-aa9b80fdacf2 req-ca3a4641-48f4-4ede-a504-a357d238e285 tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:13:32.161214 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-e2680565-0259-40fd-81b1-aa9b80fdacf2 req-ca3a4641-48f4-4ede-a504-a357d238e285 tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] 10.222.0.13 "GET /v2.0/ports?device_id=88ee4236-a17a-4420-a3d4-138b4c026a1e HTTP/1.1" status: 200 len: 946 time: 0.0514541 Jan 26 22:13:32.208094 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-e2680565-0259-40fd-81b1-aa9b80fdacf2 req-c6f6924a-a096-4e54-b0de-c135c184033f tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] 10.222.0.13 "GET /v2.0/security-groups?id=43bea7b8-2240-42b3-a08a-3b2300147b70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404177 Jan 26 22:13:32.321867 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b50acf-ddf8-4891-9299-9137dca0b840 req-7680f5a8-a5cb-4adb-a1b6-03a84ae26ca9 tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:13:32.323364 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-e5b50acf-ddf8-4891-9299-9137dca0b840 req-7680f5a8-a5cb-4adb-a1b6-03a84ae26ca9 tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] 10.222.0.13 "GET /v2.0/ports?device_id=88ee4236-a17a-4420-a3d4-138b4c026a1e HTTP/1.1" status: 200 len: 946 time: 0.0490654 Jan 26 22:13:32.371616 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-e5b50acf-ddf8-4891-9299-9137dca0b840 req-b1f7637a-a994-4179-a487-8df2899d888c tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] 10.222.0.13 "GET /v2.0/security-groups?id=43bea7b8-2240-42b3-a08a-3b2300147b70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427215 Jan 26 22:13:32.481684 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db331c8f-2948-4fd0-8f34-0bb15a1436cf req-11f95af3-178e-4a25-ad6c-38a926d3d277 tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:13:32.483153 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-db331c8f-2948-4fd0-8f34-0bb15a1436cf req-11f95af3-178e-4a25-ad6c-38a926d3d277 tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] 10.222.0.13 "GET /v2.0/ports?device_id=88ee4236-a17a-4420-a3d4-138b4c026a1e HTTP/1.1" status: 200 len: 946 time: 0.0476732 Jan 26 22:13:32.532476 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-db331c8f-2948-4fd0-8f34-0bb15a1436cf req-b3c9ddd6-99f4-4141-941c-fdf412881945 tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] 10.222.0.13 "GET /v2.0/security-groups?id=43bea7b8-2240-42b3-a08a-3b2300147b70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439041 Jan 26 22:13:32.756601 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6213f55-de69-4679-b38c-1a08c06ad2ad req-25286a07-29bb-45ba-b36a-618655dbc5bd tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:13:32.758116 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-c6213f55-de69-4679-b38c-1a08c06ad2ad req-25286a07-29bb-45ba-b36a-618655dbc5bd tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] 10.222.0.13 "GET /v2.0/ports?device_id=88ee4236-a17a-4420-a3d4-138b4c026a1e HTTP/1.1" status: 200 len: 946 time: 0.0483017 Jan 26 22:13:32.797819 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Device 34f23646-0268-430f-ba43-eee738b6c1a5 up at agent hyperv_n-h1-760453-5 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 22:13:32.803970 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-c6213f55-de69-4679-b38c-1a08c06ad2ad req-6cd80fd7-b57c-4b99-9d59-d8298caa1bd1 tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] 10.222.0.13 "GET /v2.0/security-groups?id=43bea7b8-2240-42b3-a08a-3b2300147b70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403922 Jan 26 22:13:32.845737 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Provisioning for port 34f23646-0268-430f-ba43-eee738b6c1a5 completed by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 22:13:32.849551 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Provisioning complete for port 34f23646-0268-430f-ba43-eee738b6c1a5 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 22:13:32.849929 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (34f23646-0268-430f-ba43-eee738b6c1a5), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:13:32.928181 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Current status of the port 34f23646-0268-430f-ba43-eee738b6c1a5 is: BUILD; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 22:13:32.928566 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (34f23646-0268-430f-ba43-eee738b6c1a5), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:13:32.951408 n-d-760453-5 neutron-server[103306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88ee4236-a17a-4420-a3d4-138b4c026a1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34f23646-0268-430f-ba43-eee738b6c1a5'}] {{(pid=103306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 22:13:32.953671 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c06f7aa05085a00df6a2944c086d22937b62c1e75db8df879377281bc6a8a153" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6820f8c2-7115-4577-89b6-b93c2e5953c9" -d '{"events": [{"server_uuid": "88ee4236-a17a-4420-a3d4-138b4c026a1e", "name": "network-vif-plugged", "status": "completed", "tag": "34f23646-0268-430f-ba43-eee738b6c1a5"}]}' {{(pid=103306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 22:13:32.966000 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] For port 34f23646-0268-430f-ba43-eee738b6c1a5, host n-h1-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-5',level=0,port_id=34f23646-0268-430f-ba43-eee738b6c1a5,segment=NetworkSegment(66e4f491-9a6a-4ffc-8f64-b9e6923cc891),segment_id=66e4f491-9a6a-4ffc-8f64-b9e6923cc891)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 22:13:32.970128 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (34f23646-0268-430f-ba43-eee738b6c1a5), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:13:32.993585 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Jan 2022 22:13:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f81f98c4-34c0-4bbb-9d60-96662df529f5 x-openstack-request-id: req-f81f98c4-34c0-4bbb-9d60-96662df529f5 {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 22:13:32.993882 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88ee4236-a17a-4420-a3d4-138b4c026a1e", "name": "network-vif-plugged", "status": "completed", "tag": "34f23646-0268-430f-ba43-eee738b6c1a5", "code": 200}]} {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 22:13:32.994136 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f81f98c4-34c0-4bbb-9d60-96662df529f5 {{(pid=103306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 22:13:32.994524 n-d-760453-5 neutron-server[103306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88ee4236-a17a-4420-a3d4-138b4c026a1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34f23646-0268-430f-ba43-eee738b6c1a5', 'code': 200} Jan 26 22:13:33.018935 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Pushing event updated for resources: {'Port': ['ID=34f23646-0268-430f-ba43-eee738b6c1a5,revision_number=12']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 22:13:33.921366 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4b403d-4ee3-4ae4-ba58-3fab5ec17b79 req-758f7439-ade2-418f-b827-f32e42b00d99 tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:13:33.922992 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-5f4b403d-4ee3-4ae4-ba58-3fab5ec17b79 req-758f7439-ade2-418f-b827-f32e42b00d99 tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] 10.222.0.13 "GET /v2.0/ports?device_id=88ee4236-a17a-4420-a3d4-138b4c026a1e HTTP/1.1" status: 200 len: 947 time: 0.0489552 Jan 26 22:13:33.969515 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-5f4b403d-4ee3-4ae4-ba58-3fab5ec17b79 req-9a5f349b-89f3-46e9-876b-09f59afe8225 tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] 10.222.0.13 "GET /v2.0/security-groups?id=43bea7b8-2240-42b3-a08a-3b2300147b70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406628 Jan 26 22:13:34.315423 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e411c9bb-562d-4d9e-ac4e-747f6a6a7327 req-bf321983-49d2-491b-bee3-4f6af5a472c5 tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:13:34.316889 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-e411c9bb-562d-4d9e-ac4e-747f6a6a7327 req-bf321983-49d2-491b-bee3-4f6af5a472c5 tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] 10.222.0.66 "GET /v2.0/ports?device_id=88ee4236-a17a-4420-a3d4-138b4c026a1e HTTP/1.1" status: 200 len: 947 time: 0.0795057 Jan 26 22:13:34.440348 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [req-e411c9bb-562d-4d9e-ac4e-747f6a6a7327 req-1513af4c-633d-4b8c-b018-82ae72ceea56 tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] Deleting port 34f23646-0268-430f-ba43-eee738b6c1a5 {{(pid=103305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 22:13:34.440692 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-e411c9bb-562d-4d9e-ac4e-747f6a6a7327 req-1513af4c-633d-4b8c-b018-82ae72ceea56 tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746560630878'] for port (34f23646-0268-430f-ba43-eee738b6c1a5), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:13:34.527882 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [req-e411c9bb-562d-4d9e-ac4e-747f6a6a7327 req-1513af4c-633d-4b8c-b018-82ae72ceea56 tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] For port 34f23646-0268-430f-ba43-eee738b6c1a5, host n-h1-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-5',level=0,port_id=34f23646-0268-430f-ba43-eee738b6c1a5,segment=NetworkSegment(66e4f491-9a6a-4ffc-8f64-b9e6923cc891),segment_id=66e4f491-9a6a-4ffc-8f64-b9e6923cc891)] {{(pid=103305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 22:13:34.528238 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-e411c9bb-562d-4d9e-ac4e-747f6a6a7327 req-1513af4c-633d-4b8c-b018-82ae72ceea56 tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4109658'] for port (34f23646-0268-430f-ba43-eee738b6c1a5), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:13:34.749579 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-e411c9bb-562d-4d9e-ac4e-747f6a6a7327 req-1513af4c-633d-4b8c-b018-82ae72ceea56 tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:13:34.749862 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-e411c9bb-562d-4d9e-ac4e-747f6a6a7327 req-1513af4c-633d-4b8c-b018-82ae72ceea56 tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4110913'] for floatingip (9777922b-c93a-49d0-a77d-162067d7023c), after_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:13:34.750181 n-d-760453-5 neutron-server[103305]: INFO neutron.db.l3_db [req-e411c9bb-562d-4d9e-ac4e-747f6a6a7327 req-1513af4c-633d-4b8c-b018-82ae72ceea56 tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] Floating IP 9777922b-c93a-49d0-a77d-162067d7023c disassociated. External IP: 172.25.1.21, port: 34f23646-0268-430f-ba43-eee738b6c1a5. Jan 26 22:13:34.750523 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [req-e411c9bb-562d-4d9e-ac4e-747f6a6a7327 req-1513af4c-633d-4b8c-b018-82ae72ceea56 tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] Calling delete_port for 34f23646-0268-430f-ba43-eee738b6c1a5 owned by compute:nova {{(pid=103305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 22:13:34.877622 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-e411c9bb-562d-4d9e-ac4e-747f6a6a7327 req-1513af4c-633d-4b8c-b018-82ae72ceea56 tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746560636600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746560234536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11791543'] for port (34f23646-0268-430f-ba43-eee738b6c1a5), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:13:34.904661 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1513af4c-633d-4b8c-b018-82ae72ceea56 tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] Pushing event deleted for resources: {'Port': ['ID=34f23646-0268-430f-ba43-eee738b6c1a5,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 22:13:35.032323 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e411c9bb-562d-4d9e-ac4e-747f6a6a7327 req-1513af4c-633d-4b8c-b018-82ae72ceea56 tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] Router e76c7eaf-bedd-4b07-bb47-402625902267 has already been hosted by L3 agent 09df100c-3af1-4b0a-bda8-05914c71c458 {{(pid=103305) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 26 22:13:35.083668 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-192c57d3-27c9-4be9-b721-fdb57691400a req-06282d4d-8962-4a00-8ce5-84882f2daa52 tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] 10.222.0.13 "GET /v2.0/ports?device_id=88ee4236-a17a-4420-a3d4-138b4c026a1e HTTP/1.1" status: 200 len: 210 time: 0.0384977 Jan 26 22:13:35.146295 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e411c9bb-562d-4d9e-ac4e-747f6a6a7327 req-1513af4c-633d-4b8c-b018-82ae72ceea56 tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] Notify agent at l3_agent.n-d-760453-5 the message routers_updated {{(pid=103305) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 26 22:13:35.156753 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a6be739-0033-46d7-a7a7-5b2fda26a2b0 None None] Sync routers for ids ['e76c7eaf-bedd-4b07-bb47-402625902267'] in n-d-760453-5 {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 26 22:13:35.166758 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a6be739-0033-46d7-a7a7-5b2fda26a2b0 None None] Routers {'e76c7eaf-bedd-4b07-bb47-402625902267'} bound to L3 agent in host n-d-760453-5 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 22:13:35.167359 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-3a6be739-0033-46d7-a7a7-5b2fda26a2b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-26T20:55:21Z,description=,heartbeat_timestamp=2022-01-26T22:13:21Z,host='n-d-760453-5',id=09df100c-3af1-4b0a-bda8-05914c71c458,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:55:21Z,topic='l3_agent')) {'router_ids': ['e76c7eaf-bedd-4b07-bb47-402625902267'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 22:13:35.204914 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [req-e411c9bb-562d-4d9e-ac4e-747f6a6a7327 req-1513af4c-633d-4b8c-b018-82ae72ceea56 tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] No DVR routers for this DVR port 34f23646-0268-430f-ba43-eee738b6c1a5 on host n-h1-760453-5 {{(pid=103305) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 26 22:13:35.207678 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-e411c9bb-562d-4d9e-ac4e-747f6a6a7327 req-1513af4c-633d-4b8c-b018-82ae72ceea56 tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:13:35.211755 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-e411c9bb-562d-4d9e-ac4e-747f6a6a7327 req-1513af4c-633d-4b8c-b018-82ae72ceea56 tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] 10.222.0.66 "DELETE /v2.0/ports/34f23646-0268-430f-ba43-eee738b6c1a5 HTTP/1.1" status: 204 len: 173 time: 0.8896871 Jan 26 22:13:35.212204 n-d-760453-5 neutron-server[103305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88ee4236-a17a-4420-a3d4-138b4c026a1e', 'name': 'network-vif-deleted', 'tag': '34f23646-0268-430f-ba43-eee738b6c1a5'}] {{(pid=103305) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 22:13:35.214583 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63c895857b12caccb44030902ae3f492cdae22bba6ec98e5b8bd003e299c093d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8dde79df-4fbf-4304-a9a4-725826cb0cb5" -d '{"events": [{"server_uuid": "88ee4236-a17a-4420-a3d4-138b4c026a1e", "name": "network-vif-deleted", "tag": "34f23646-0268-430f-ba43-eee738b6c1a5"}]}' {{(pid=103305) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 22:13:35.255515 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Jan 2022 22:13:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88f8b32f-a4ca-4c64-9928-1b88234dab06 x-openstack-request-id: req-88f8b32f-a4ca-4c64-9928-1b88234dab06 {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 22:13:35.255815 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88ee4236-a17a-4420-a3d4-138b4c026a1e", "name": "network-vif-deleted", "tag": "34f23646-0268-430f-ba43-eee738b6c1a5", "status": "completed", "code": 200}]} {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 22:13:35.256078 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-88f8b32f-a4ca-4c64-9928-1b88234dab06 {{(pid=103305) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 22:13:35.256491 n-d-760453-5 neutron-server[103305]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88ee4236-a17a-4420-a3d4-138b4c026a1e', 'name': 'network-vif-deleted', 'tag': '34f23646-0268-430f-ba43-eee738b6c1a5', 'status': 'completed', 'code': 200} Jan 26 22:13:35.276207 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_dvr_db [None req-3a6be739-0033-46d7-a7a7-5b2fda26a2b0 None None] Set router e76c7eaf-bedd-4b07-bb47-402625902267 gateway port host: n-d-760453-5 {{(pid=103307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 22:13:35.478413 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-3a6be739-0033-46d7-a7a7-5b2fda26a2b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e76c7eaf-bedd-4b07-bb47-402625902267', 'name': 'tempest-ServerActionsTestJSON-1848706419-router', 'tenant_id': '37caa54fa0b74aea8f85b9d1c546e6dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'external_fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.172'}], 'enable_snat': True}, 'gw_port_id': '30e0f18b-d842-4295-8c5a-f885163635fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T22:04:00Z', 'updated_at': '2022-01-26T22:04:02Z', 'revision_number': 4, 'project_id': '37caa54fa0b74aea8f85b9d1c546e6dc', 'gw_port': {'id': '30e0f18b-d842-4295-8c5a-f885163635fe', 'name': '', 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:9e:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e76c7eaf-bedd-4b07-bb47-402625902267', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T22:04:00Z', 'updated_at': '2022-01-26T22:04:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-5', '_interfaces': [{'id': '93c346ae-0d00-42b6-84e9-d6333e923a6d', 'name': '', 'network_id': '4cd375cb-d249-46a6-831f-f9f5a15e68cd', 'tenant_id': '37caa54fa0b74aea8f85b9d1c546e6dc', 'mac_address': 'fa:16:3e:b3:5f:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e76c7eaf-bedd-4b07-bb47-402625902267', 'device_owner': 'network:router_interface', 'standard_attr_id': 4096, 'fixed_ips': [{'subnet_id': 'f81320d2-fa7a-450d-b1f0-259a79f1b76f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T22:04:02Z', 'updated_at': '2022-01-26T22:04:06Z', 'revision_number': 5, 'project_id': '37caa54fa0b74aea8f85b9d1c546e6dc', 'subnets': [{'id': 'f81320d2-fa7a-450d-b1f0-259a79f1b76f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760453-5', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 22:13:35.504527 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a6be739-0033-46d7-a7a7-5b2fda26a2b0 None None] Checking router: e76c7eaf-bedd-4b07-bb47-402625902267 for host: n-d-760453-5 {{(pid=103307) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 26 22:13:35.513163 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a6be739-0033-46d7-a7a7-5b2fda26a2b0 None None] Routers {'e76c7eaf-bedd-4b07-bb47-402625902267'} bound to L3 agent in host n-d-760453-5 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 22:13:35.513791 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-3a6be739-0033-46d7-a7a7-5b2fda26a2b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-26T20:55:21Z,description=,heartbeat_timestamp=2022-01-26T22:13:21Z,host='n-d-760453-5',id=09df100c-3af1-4b0a-bda8-05914c71c458,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:55:21Z,topic='l3_agent')) {'router_ids': ['e76c7eaf-bedd-4b07-bb47-402625902267'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 22:13:35.616247 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_dvr_db [None req-3a6be739-0033-46d7-a7a7-5b2fda26a2b0 None None] Set router e76c7eaf-bedd-4b07-bb47-402625902267 gateway port host: n-d-760453-5 {{(pid=103307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 22:13:35.815275 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-3a6be739-0033-46d7-a7a7-5b2fda26a2b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e76c7eaf-bedd-4b07-bb47-402625902267', 'name': 'tempest-ServerActionsTestJSON-1848706419-router', 'tenant_id': '37caa54fa0b74aea8f85b9d1c546e6dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'external_fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.172'}], 'enable_snat': True}, 'gw_port_id': '30e0f18b-d842-4295-8c5a-f885163635fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T22:04:00Z', 'updated_at': '2022-01-26T22:04:02Z', 'revision_number': 4, 'project_id': '37caa54fa0b74aea8f85b9d1c546e6dc', 'gw_port': {'id': '30e0f18b-d842-4295-8c5a-f885163635fe', 'name': '', 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:9e:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e76c7eaf-bedd-4b07-bb47-402625902267', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T22:04:00Z', 'updated_at': '2022-01-26T22:04:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-5', '_interfaces': [{'id': '93c346ae-0d00-42b6-84e9-d6333e923a6d', 'name': '', 'network_id': '4cd375cb-d249-46a6-831f-f9f5a15e68cd', 'tenant_id': '37caa54fa0b74aea8f85b9d1c546e6dc', 'mac_address': 'fa:16:3e:b3:5f:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e76c7eaf-bedd-4b07-bb47-402625902267', 'device_owner': 'network:router_interface', 'standard_attr_id': 4096, 'fixed_ips': [{'subnet_id': 'f81320d2-fa7a-450d-b1f0-259a79f1b76f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T22:04:02Z', 'updated_at': '2022-01-26T22:04:06Z', 'revision_number': 5, 'project_id': '37caa54fa0b74aea8f85b9d1c546e6dc', 'subnets': [{'id': 'f81320d2-fa7a-450d-b1f0-259a79f1b76f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760453-5', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 22:13:35.845373 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a6be739-0033-46d7-a7a7-5b2fda26a2b0 None None] The sync data for ids ['e76c7eaf-bedd-4b07-bb47-402625902267'] in n-d-760453-5 is: [{'id': 'e76c7eaf-bedd-4b07-bb47-402625902267', 'name': 'tempest-ServerActionsTestJSON-1848706419-router', 'tenant_id': '37caa54fa0b74aea8f85b9d1c546e6dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'external_fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.172'}], 'enable_snat': True}, 'gw_port_id': '30e0f18b-d842-4295-8c5a-f885163635fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T22:04:00Z', 'updated_at': '2022-01-26T22:04:02Z', 'revision_number': 4, 'project_id': '37caa54fa0b74aea8f85b9d1c546e6dc', 'gw_port': {'id': '30e0f18b-d842-4295-8c5a-f885163635fe', 'name': '', 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:9e:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e76c7eaf-bedd-4b07-bb47-402625902267', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T22:04:00Z', 'updated_at': '2022-01-26T22:04:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-5', '_interfaces': [{'id': '93c346ae-0d00-42b6-84e9-d6333e923a6d', 'name': '', 'network_id': '4cd375cb-d249-46a6-831f-f9f5a15e68cd', 'tenant_id': '37caa54fa0b74aea8f85b9d1c546e6dc', 'mac_address': 'fa:16:3e:b3:5f:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e76c7eaf-bedd-4b07-bb47-402625902267', 'device_owner': 'network:router_interface', 'standard_attr_id': 4096, 'fixed_ips': [{'subnet_id': 'f81320d2-fa7a-450d-b1f0-259a79f1b76f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T22:04:02Z', 'updated_at': '2022-01-26T22:04:06Z', 'revision_number': 5, 'project_id': '37caa54fa0b74aea8f85b9d1c546e6dc', 'subnets': [{'id': 'f81320d2-fa7a-450d-b1f0-259a79f1b76f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 26 22:13:36.053903 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75668e9a-3c16-40aa-9bd9-5e05ae6eab2b None None] New status for floating IP 9777922b-c93a-49d0-a77d-162067d7023c: DOWN {{(pid=103306) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 26 22:13:36.383163 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-f3bb03f7-7f7d-4f46-bff1-91d7c7d82bfa req-1be1e7fe-8a95-480b-a4ba-cdc6118a3df5 tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--1385480693&fields=id&tenant_id=37caa54fa0b74aea8f85b9d1c546e6dc HTTP/1.1" status: 200 len: 267 time: 0.0418324 Jan 26 22:13:36.488118 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3bb03f7-7f7d-4f46-bff1-91d7c7d82bfa req-fc0f78bb-2570-403b-8bb4-deb9dbfb75e2 tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:13:36.489622 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-f3bb03f7-7f7d-4f46-bff1-91d7c7d82bfa req-fc0f78bb-2570-403b-8bb4-deb9dbfb75e2 tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] 10.222.0.13 "GET /v2.0/networks?id=4cd375cb-d249-46a6-831f-f9f5a15e68cd HTTP/1.1" status: 200 len: 812 time: 0.0999758 Jan 26 22:13:36.503597 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-f3bb03f7-7f7d-4f46-bff1-91d7c7d82bfa req-b4ae66de-4e1c-441f-a18f-7939d2f78379 tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] 10.222.0.13 "GET /v2.0/quotas/37caa54fa0b74aea8f85b9d1c546e6dc HTTP/1.1" status: 200 len: 375 time: 0.0087135 Jan 26 22:13:36.557751 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-f3bb03f7-7f7d-4f46-bff1-91d7c7d82bfa req-63403ad0-40b8-427a-b3be-b477c3afaf4f tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=37caa54fa0b74aea8f85b9d1c546e6dc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0490010 Jan 26 22:13:36.654387 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-f3bb03f7-7f7d-4f46-bff1-91d7c7d82bfa req-3eaeca4c-7cba-4293-ac1a-c701ed02697e service neutron] 10.222.0.13 "GET /v2.0/networks/4cd375cb-d249-46a6-831f-f9f5a15e68cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856862 Jan 26 22:13:36.746419 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-f3bb03f7-7f7d-4f46-bff1-91d7c7d82bfa req-4b329db6-3bbc-4a35-a546-030c5b006a14 service neutron] 10.222.0.13 "GET /v2.0/networks/4cd375cb-d249-46a6-831f-f9f5a15e68cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863960 Jan 26 22:13:36.823129 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Device 34f23646-0268-430f-ba43-eee738b6c1a5 no longer exists at agent hyperv_n-h1-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 26 22:13:36.917385 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-f86d54ee-c4ad-4144-b556-34f87147cce9 req-1ff82274-9b17-47d0-9eff-6838cb27ed87 tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] 10.222.0.13 "GET /v2.0/ports?device_id=56eef136-cc52-418f-ba70-60c074cb095b HTTP/1.1" status: 200 len: 210 time: 0.0317695 Jan 26 22:13:37.004765 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] No Port match for: 34f23646-0268-430f-ba43-eee738b6c1a5 {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 26 22:13:37.005097 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Device 34f23646-0268-430f-ba43-eee738b6c1a5 not bound to the agent host n-h1-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 26 22:13:37.805622 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3bb03f7-7f7d-4f46-bff1-91d7c7d82bfa req-e636bbd3-7d67-44fc-be22-d94f78827b22 tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:13:37.807091 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-f3bb03f7-7f7d-4f46-bff1-91d7c7d82bfa req-e636bbd3-7d67-44fc-be22-d94f78827b22 tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] 10.222.0.57 "GET /v2.0/networks?id=4cd375cb-d249-46a6-831f-f9f5a15e68cd HTTP/1.1" status: 200 len: 812 time: 0.1057150 Jan 26 22:13:37.873151 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-f3bb03f7-7f7d-4f46-bff1-91d7c7d82bfa req-e9a40f8d-f1a6-4f13-b46a-6bf707caf206 tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=37caa54fa0b74aea8f85b9d1c546e6dc HTTP/1.1" status: 200 len: 380 time: 0.0568504 Jan 26 22:13:37.881639 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [req-f3bb03f7-7f7d-4f46-bff1-91d7c7d82bfa req-19991c7d-36d3-47cf-bc7b-35f2694b1e8c tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] Request body: {'port': {'device_id': '56eef136-cc52-418f-ba70-60c074cb095b', 'network_id': '4cd375cb-d249-46a6-831f-f9f5a15e68cd', 'admin_state_up': True, 'tenant_id': '37caa54fa0b74aea8f85b9d1c546e6dc', 'security_groups': ['43bea7b8-2240-42b3-a08a-3b2300147b70']}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 22:13:37.985455 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f3bb03f7-7f7d-4f46-bff1-91d7c7d82bfa req-19991c7d-36d3-47cf-bc7b-35f2694b1e8c tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] Made reservation on behalf of 37caa54fa0b74aea8f85b9d1c546e6dc for: {'port': 1} {{(pid=103304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 22:13:37.988828 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-f3bb03f7-7f7d-4f46-bff1-91d7c7d82bfa req-19991c7d-36d3-47cf-bc7b-35f2694b1e8c tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:13:38.028172 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-d4a3e5ea-31f7-4911-938f-796a83bc1339 req-f5479300-26de-4711-a06b-b8a0995b54c1 tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] 10.222.0.13 "GET /v2.0/ports?device_id=56eef136-cc52-418f-ba70-60c074cb095b HTTP/1.1" status: 200 len: 210 time: 0.0362926 Jan 26 22:13:38.141233 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.db_base_plugin_common [req-f3bb03f7-7f7d-4f46-bff1-91d7c7d82bfa req-19991c7d-36d3-47cf-bc7b-35f2694b1e8c tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] Allocated IP 172.20.0.7 (4cd375cb-d249-46a6-831f-f9f5a15e68cd/f81320d2-fa7a-450d-b1f0-259a79f1b76f/5059c661-1ddd-4f52-9eba-ce229b07284d) {{(pid=103304) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 22:13:38.276841 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-f3bb03f7-7f7d-4f46-bff1-91d7c7d82bfa req-19991c7d-36d3-47cf-bc7b-35f2694b1e8c tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] Publish callbacks [] for port (5059c661-1ddd-4f52-9eba-ce229b07284d), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:13:38.312286 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-f3bb03f7-7f7d-4f46-bff1-91d7c7d82bfa req-19991c7d-36d3-47cf-bc7b-35f2694b1e8c tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746560234527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9281553'] for port (5059c661-1ddd-4f52-9eba-ce229b07284d), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:13:38.353217 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f3bb03f7-7f7d-4f46-bff1-91d7c7d82bfa req-19991c7d-36d3-47cf-bc7b-35f2694b1e8c tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] Network 4cd375cb-d249-46a6-831f-f9f5a15e68cd is already hosted by enough agents. {{(pid=103304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 22:13:38.356357 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [req-f3bb03f7-7f7d-4f46-bff1-91d7c7d82bfa req-19991c7d-36d3-47cf-bc7b-35f2694b1e8c tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] Resources bound (agent type, host, resource id): {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 22:13:38.358824 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3bb03f7-7f7d-4f46-bff1-91d7c7d82bfa req-19991c7d-36d3-47cf-bc7b-35f2694b1e8c tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] Received port after_create {{(pid=103304) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 22:13:38.391710 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19991c7d-36d3-47cf-bc7b-35f2694b1e8c tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] Pushing event updated for resources: {'Port': ['ID=5059c661-1ddd-4f52-9eba-ce229b07284d,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 22:13:38.416608 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3bb03f7-7f7d-4f46-bff1-91d7c7d82bfa req-19991c7d-36d3-47cf-bc7b-35f2694b1e8c tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:13:38.417242 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-f3bb03f7-7f7d-4f46-bff1-91d7c7d82bfa req-19991c7d-36d3-47cf-bc7b-35f2694b1e8c tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:13:38.439085 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-f3bb03f7-7f7d-4f46-bff1-91d7c7d82bfa req-19991c7d-36d3-47cf-bc7b-35f2694b1e8c tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5609725 Jan 26 22:13:38.450059 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [req-f3bb03f7-7f7d-4f46-bff1-91d7c7d82bfa req-4542dc04-d852-41fa-b019-dee3981b0927 service neutron] Request body: {'port': {'device_id': '56eef136-cc52-418f-ba70-60c074cb095b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-760453-5'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 22:13:38.505783 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-f3bb03f7-7f7d-4f46-bff1-91d7c7d82bfa req-4542dc04-d852-41fa-b019-dee3981b0927 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (5059c661-1ddd-4f52-9eba-ce229b07284d), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:13:38.603806 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-d607a2a0-bd4f-471b-a97a-24033eaf385f None None] Provisioning complete for port 5059c661-1ddd-4f52-9eba-ce229b07284d triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 22:13:38.604404 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d607a2a0-bd4f-471b-a97a-24033eaf385f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (5059c661-1ddd-4f52-9eba-ce229b07284d), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:13:38.638038 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-d607a2a0-bd4f-471b-a97a-24033eaf385f None None] Port 5059c661-1ddd-4f52-9eba-ce229b07284d cannot update to ACTIVE because it is not bound. {{(pid=103306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 26 22:13:38.770899 n-d-760453-5 neutron-server[103304]: DEBUG neutron.notifiers.nova [req-f3bb03f7-7f7d-4f46-bff1-91d7c7d82bfa req-4542dc04-d852-41fa-b019-dee3981b0927 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5059c661-1ddd-4f52-9eba-ce229b07284d {{(pid=103304) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 26 22:13:38.778875 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-f3bb03f7-7f7d-4f46-bff1-91d7c7d82bfa req-4542dc04-d852-41fa-b019-dee3981b0927 service neutron] Publish callbacks [] for port (5059c661-1ddd-4f52-9eba-ce229b07284d), precommit_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:13:38.790282 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.provisioning_blocks [req-f3bb03f7-7f7d-4f46-bff1-91d7c7d82bfa req-4542dc04-d852-41fa-b019-dee3981b0927 service neutron] Transition to ACTIVE for port object 5059c661-1ddd-4f52-9eba-ce229b07284d will not be triggered until provisioned by entity L2. {{(pid=103304) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 22:13:38.793879 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-f3bb03f7-7f7d-4f46-bff1-91d7c7d82bfa req-4542dc04-d852-41fa-b019-dee3981b0927 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9281542'] for port (5059c661-1ddd-4f52-9eba-ce229b07284d), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:13:38.827081 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (32ef628b-8417-46c5-8729-60fcabe358f1), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:13:38.845096 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4542dc04-d852-41fa-b019-dee3981b0927 service neutron] Pushing event updated for resources: {'Port': ['ID=5059c661-1ddd-4f52-9eba-ce229b07284d,revision_number=2']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 22:13:38.914153 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [req-f3bb03f7-7f7d-4f46-bff1-91d7c7d82bfa req-4542dc04-d852-41fa-b019-dee3981b0927 service neutron] Attempting to bind port 5059c661-1ddd-4f52-9eba-ce229b07284d on host n-h2-760453-5 for vnic_type normal with profile {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 22:13:38.914530 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [req-f3bb03f7-7f7d-4f46-bff1-91d7c7d82bfa req-4542dc04-d852-41fa-b019-dee3981b0927 service neutron] Attempting to bind port 5059c661-1ddd-4f52-9eba-ce229b07284d by drivers openvswitch,hyperv on host n-h2-760453-5 at level 0 using segments [{'id': '66e4f491-9a6a-4ffc-8f64-b9e6923cc891', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '4cd375cb-d249-46a6-831f-f9f5a15e68cd'}] {{(pid=103304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 26 22:13:38.914883 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3bb03f7-7f7d-4f46-bff1-91d7c7d82bfa req-4542dc04-d852-41fa-b019-dee3981b0927 service neutron] Attempting to bind port 5059c661-1ddd-4f52-9eba-ce229b07284d on network 4cd375cb-d249-46a6-831f-f9f5a15e68cd {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 22:13:38.919399 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3bb03f7-7f7d-4f46-bff1-91d7c7d82bfa req-4542dc04-d852-41fa-b019-dee3981b0927 service neutron] Port 5059c661-1ddd-4f52-9eba-ce229b07284d on network 4cd375cb-d249-46a6-831f-f9f5a15e68cd not bound, no agent of type Open vSwitch agent registered on host n-h2-760453-5 {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 26 22:13:38.919744 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3bb03f7-7f7d-4f46-bff1-91d7c7d82bfa req-4542dc04-d852-41fa-b019-dee3981b0927 service neutron] Attempting to bind port 5059c661-1ddd-4f52-9eba-ce229b07284d on network 4cd375cb-d249-46a6-831f-f9f5a15e68cd {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 22:13:38.924806 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3bb03f7-7f7d-4f46-bff1-91d7c7d82bfa req-4542dc04-d852-41fa-b019-dee3981b0927 service neutron] Checking agent: {'id': '4d619873-4b60-439f-9b5a-b155dc8bbc34', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-760453-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 21, 2, 53), 'started_at': datetime.datetime(2022, 1, 26, 21, 2, 53), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 22, 13, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 26 22:13:38.925145 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3bb03f7-7f7d-4f46-bff1-91d7c7d82bfa req-4542dc04-d852-41fa-b019-dee3981b0927 service neutron] Checking segment: {'id': '66e4f491-9a6a-4ffc-8f64-b9e6923cc891', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '4cd375cb-d249-46a6-831f-f9f5a15e68cd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103304) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 22:13:38.925562 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3bb03f7-7f7d-4f46-bff1-91d7c7d82bfa req-4542dc04-d852-41fa-b019-dee3981b0927 service neutron] Bound using segment: {'id': '66e4f491-9a6a-4ffc-8f64-b9e6923cc891', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '4cd375cb-d249-46a6-831f-f9f5a15e68cd'} {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 26 22:13:38.925981 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [req-f3bb03f7-7f7d-4f46-bff1-91d7c7d82bfa req-4542dc04-d852-41fa-b019-dee3981b0927 service neutron] Bound port: 5059c661-1ddd-4f52-9eba-ce229b07284d, host: n-h2-760453-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '66e4f491-9a6a-4ffc-8f64-b9e6923cc891', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '4cd375cb-d249-46a6-831f-f9f5a15e68cd'}}] {{(pid=103304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 26 22:13:38.926336 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-f3bb03f7-7f7d-4f46-bff1-91d7c7d82bfa req-4542dc04-d852-41fa-b019-dee3981b0927 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (5059c661-1ddd-4f52-9eba-ce229b07284d), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:13:38.992226 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [req-f3bb03f7-7f7d-4f46-bff1-91d7c7d82bfa req-4542dc04-d852-41fa-b019-dee3981b0927 service neutron] For port 5059c661-1ddd-4f52-9eba-ce229b07284d, host n-h2-760453-5, cleared binding levels {{(pid=103304) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 26 22:13:38.995932 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [req-f3bb03f7-7f7d-4f46-bff1-91d7c7d82bfa req-4542dc04-d852-41fa-b019-dee3981b0927 service neutron] For port 5059c661-1ddd-4f52-9eba-ce229b07284d, host n-h2-760453-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-5',level=0,port_id=5059c661-1ddd-4f52-9eba-ce229b07284d,segment=NetworkSegment(66e4f491-9a6a-4ffc-8f64-b9e6923cc891),segment_id=66e4f491-9a6a-4ffc-8f64-b9e6923cc891)] {{(pid=103304) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 26 22:13:38.999315 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-f3bb03f7-7f7d-4f46-bff1-91d7c7d82bfa req-4542dc04-d852-41fa-b019-dee3981b0927 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9281542'] for port (5059c661-1ddd-4f52-9eba-ce229b07284d), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:13:39.031362 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3bb03f7-7f7d-4f46-bff1-91d7c7d82bfa req-4542dc04-d852-41fa-b019-dee3981b0927 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:13:39.031995 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-f3bb03f7-7f7d-4f46-bff1-91d7c7d82bfa req-4542dc04-d852-41fa-b019-dee3981b0927 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:13:39.033432 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-f3bb03f7-7f7d-4f46-bff1-91d7c7d82bfa req-4542dc04-d852-41fa-b019-dee3981b0927 service neutron] 10.222.0.57 "PUT /v2.0/ports/5059c661-1ddd-4f52-9eba-ce229b07284d HTTP/1.1" status: 200 len: 1091 time: 0.5876350 Jan 26 22:13:39.033809 n-d-760453-5 neutron-server[103304]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '56eef136-cc52-418f-ba70-60c074cb095b', 'tag': '5059c661-1ddd-4f52-9eba-ce229b07284d'}] {{(pid=103304) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 22:13:39.036066 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86e783e1922a725fac327d65912384d63450ce1a6a2ee22db2d1cc52fb257f3b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6b42c51-143e-4477-a556-421421cc9429" -d '{"events": [{"name": "network-changed", "server_uuid": "56eef136-cc52-418f-ba70-60c074cb095b", "tag": "5059c661-1ddd-4f52-9eba-ce229b07284d"}]}' {{(pid=103304) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 22:13:39.064031 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4542dc04-d852-41fa-b019-dee3981b0927 service neutron] Pushing event updated for resources: {'Port': ['ID=5059c661-1ddd-4f52-9eba-ce229b07284d,revision_number=3']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 22:13:39.094473 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 26 Jan 2022 22:13:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-785bc58c-8ec6-41a5-a303-4de92ad12e4b x-openstack-request-id: req-785bc58c-8ec6-41a5-a303-4de92ad12e4b {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 22:13:39.094798 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "56eef136-cc52-418f-ba70-60c074cb095b", "tag": "5059c661-1ddd-4f52-9eba-ce229b07284d", "status": "completed", "code": 200}]} {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 22:13:39.095118 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-785bc58c-8ec6-41a5-a303-4de92ad12e4b {{(pid=103304) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 22:13:39.095581 n-d-760453-5 neutron-server[103304]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '56eef136-cc52-418f-ba70-60c074cb095b', 'tag': '5059c661-1ddd-4f52-9eba-ce229b07284d', 'status': 'completed', 'code': 200} Jan 26 22:13:39.159099 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3bb03f7-7f7d-4f46-bff1-91d7c7d82bfa req-0b49aa30-7b4b-4ae4-bdec-08a2a4ced0f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:13:39.160629 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-f3bb03f7-7f7d-4f46-bff1-91d7c7d82bfa req-0b49aa30-7b4b-4ae4-bdec-08a2a4ced0f6 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=37caa54fa0b74aea8f85b9d1c546e6dc&device_id=56eef136-cc52-418f-ba70-60c074cb095b HTTP/1.1" status: 200 len: 1094 time: 0.0767629 Jan 26 22:13:39.211952 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a06b71-d828-4258-a50e-588183ac2c11 req-321a78b4-1656-4c67-a5d8-3239e42737ab tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:13:39.213503 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-87a06b71-d828-4258-a50e-588183ac2c11 req-321a78b4-1656-4c67-a5d8-3239e42737ab tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] 10.222.0.13 "GET /v2.0/ports?device_id=56eef136-cc52-418f-ba70-60c074cb095b HTTP/1.1" status: 200 len: 943 time: 0.0933206 Jan 26 22:13:39.214970 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-f3bb03f7-7f7d-4f46-bff1-91d7c7d82bfa req-75c7a2ec-8438-4265-9a0f-e26419d57d0a service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5059c661-1ddd-4f52-9eba-ce229b07284d HTTP/1.1" status: 200 len: 217 time: 0.0475762 Jan 26 22:13:39.295542 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3bb03f7-7f7d-4f46-bff1-91d7c7d82bfa req-233b1cde-df5f-4e5c-841f-4a810379cfe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:13:39.296926 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-f3bb03f7-7f7d-4f46-bff1-91d7c7d82bfa req-233b1cde-df5f-4e5c-841f-4a810379cfe0 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=f81320d2-fa7a-450d-b1f0-259a79f1b76f HTTP/1.1" status: 200 len: 851 time: 0.0716696 Jan 26 22:13:39.300411 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-87a06b71-d828-4258-a50e-588183ac2c11 req-bbe77dc7-b6f8-492e-9041-4aefdfaafde5 tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] 10.222.0.13 "GET /v2.0/security-groups?id=43bea7b8-2240-42b3-a08a-3b2300147b70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0810781 Jan 26 22:13:39.341964 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3bb03f7-7f7d-4f46-bff1-91d7c7d82bfa req-f0027b4a-1539-4d3e-bc65-6b5d64101833 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:13:39.343473 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-f3bb03f7-7f7d-4f46-bff1-91d7c7d82bfa req-f0027b4a-1539-4d3e-bc65-6b5d64101833 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=4cd375cb-d249-46a6-831f-f9f5a15e68cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0411820 Jan 26 22:13:39.429865 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-f3bb03f7-7f7d-4f46-bff1-91d7c7d82bfa req-cbc3873a-cfbe-493b-8ead-3779229d79c0 service neutron] 10.222.0.57 "GET /v2.0/networks/4cd375cb-d249-46a6-831f-f9f5a15e68cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802789 Jan 26 22:13:39.498120 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.agents_db [None req-569f1ced-6396-4ddf-b79f-e03b0b2146ab None None] Agent healthcheck: found 7 active agents {{(pid=103307) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 26 22:13:39.520765 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-f3bb03f7-7f7d-4f46-bff1-91d7c7d82bfa req-998553f6-887d-47d0-8399-2a91df541b18 service neutron] 10.222.0.57 "GET /v2.0/networks/4cd375cb-d249-46a6-831f-f9f5a15e68cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845075 Jan 26 22:13:39.607078 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b42c51-143e-4477-a556-421421cc9429 req-b85dd670-3743-4db9-abc5-488707372373 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:13:39.608498 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-e6b42c51-143e-4477-a556-421421cc9429 req-b85dd670-3743-4db9-abc5-488707372373 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=37caa54fa0b74aea8f85b9d1c546e6dc&device_id=56eef136-cc52-418f-ba70-60c074cb095b HTTP/1.1" status: 200 len: 1094 time: 0.0414214 Jan 26 22:13:39.698888 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b42c51-143e-4477-a556-421421cc9429 req-92874b32-49cc-4478-8710-0a59ea360f1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:13:39.700323 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-e6b42c51-143e-4477-a556-421421cc9429 req-92874b32-49cc-4478-8710-0a59ea360f1e service neutron] 10.222.0.57 "GET /v2.0/networks?id=4cd375cb-d249-46a6-831f-f9f5a15e68cd HTTP/1.1" status: 200 len: 913 time: 0.0858905 Jan 26 22:13:39.742593 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-e6b42c51-143e-4477-a556-421421cc9429 req-f518cc5c-be81-41b4-96e9-431e0015bf0a service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5059c661-1ddd-4f52-9eba-ce229b07284d HTTP/1.1" status: 200 len: 217 time: 0.0355253 Jan 26 22:13:39.788488 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b42c51-143e-4477-a556-421421cc9429 req-680325d2-3f1c-49cd-9fc5-88e8cc4091a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:13:39.790489 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-e6b42c51-143e-4477-a556-421421cc9429 req-680325d2-3f1c-49cd-9fc5-88e8cc4091a6 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=f81320d2-fa7a-450d-b1f0-259a79f1b76f HTTP/1.1" status: 200 len: 851 time: 0.0424283 Jan 26 22:13:39.833270 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b42c51-143e-4477-a556-421421cc9429 req-a203f672-71e7-49ff-9d5a-d38fba2f59cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:13:39.834761 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-e6b42c51-143e-4477-a556-421421cc9429 req-a203f672-71e7-49ff-9d5a-d38fba2f59cf service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=4cd375cb-d249-46a6-831f-f9f5a15e68cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0381379 Jan 26 22:13:39.926968 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-e6b42c51-143e-4477-a556-421421cc9429 req-62cb2607-417c-41fd-a806-ce5a5ee2d440 service neutron] 10.222.0.57 "GET /v2.0/networks/4cd375cb-d249-46a6-831f-f9f5a15e68cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856848 Jan 26 22:13:40.014748 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-e6b42c51-143e-4477-a556-421421cc9429 req-a8809932-167d-494b-9f3a-88111f541aba service neutron] 10.222.0.57 "GET /v2.0/networks/4cd375cb-d249-46a6-831f-f9f5a15e68cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814228 Jan 26 22:13:40.423576 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b55213-b79f-4826-9f3c-0cf982a01f1c req-43686fd5-4442-4df4-8db5-2f3c4546dd1b tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:13:40.425082 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-04b55213-b79f-4826-9f3c-0cf982a01f1c req-43686fd5-4442-4df4-8db5-2f3c4546dd1b tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] 10.222.0.13 "GET /v2.0/ports?device_id=56eef136-cc52-418f-ba70-60c074cb095b HTTP/1.1" status: 200 len: 943 time: 0.0522611 Jan 26 22:13:40.471566 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-04b55213-b79f-4826-9f3c-0cf982a01f1c req-5ad587d7-e08f-44f8-8c3c-4c77b8a19bbb tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] 10.222.0.13 "GET /v2.0/security-groups?id=43bea7b8-2240-42b3-a08a-3b2300147b70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403621 Jan 26 22:13:41.585286 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3424e0-f387-4252-aafa-9f60e94a3fed req-1ea561b5-3b68-48f6-a90c-79d062cb2235 tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:13:41.587479 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-5b3424e0-f387-4252-aafa-9f60e94a3fed req-1ea561b5-3b68-48f6-a90c-79d062cb2235 tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] 10.222.0.13 "GET /v2.0/ports?device_id=56eef136-cc52-418f-ba70-60c074cb095b HTTP/1.1" status: 200 len: 943 time: 0.0488625 Jan 26 22:13:41.632398 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-5b3424e0-f387-4252-aafa-9f60e94a3fed req-b128795b-d365-4879-8332-3dd9c450ad25 tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] 10.222.0.13 "GET /v2.0/security-groups?id=43bea7b8-2240-42b3-a08a-3b2300147b70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394828 Jan 26 22:13:42.748898 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2103ab6-3971-4296-8f61-38cb5fb85794 req-8493735e-c06c-4060-bb70-ed4e153724e0 tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:13:42.750402 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-a2103ab6-3971-4296-8f61-38cb5fb85794 req-8493735e-c06c-4060-bb70-ed4e153724e0 tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] 10.222.0.13 "GET /v2.0/ports?device_id=56eef136-cc52-418f-ba70-60c074cb095b HTTP/1.1" status: 200 len: 943 time: 0.0513847 Jan 26 22:13:42.796067 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-a2103ab6-3971-4296-8f61-38cb5fb85794 req-13c5abac-b16c-4ede-b64b-d76f6e4a3948 tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] 10.222.0.13 "GET /v2.0/security-groups?id=43bea7b8-2240-42b3-a08a-3b2300147b70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402246 Jan 26 22:13:43.223253 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Device 5059c661-1ddd-4f52-9eba-ce229b07284d details requested by agent hyperv_n-h2-760453-5 with host n-h2-760453-5 {{(pid=103306) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 26 22:13:43.314305 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] For port 5059c661-1ddd-4f52-9eba-ce229b07284d, host n-h2-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-5',level=0,port_id=5059c661-1ddd-4f52-9eba-ce229b07284d,segment=NetworkSegment(66e4f491-9a6a-4ffc-8f64-b9e6923cc891),segment_id=66e4f491-9a6a-4ffc-8f64-b9e6923cc891)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 22:13:43.326034 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Returning: {'device': '5059c661-1ddd-4f52-9eba-ce229b07284d', 'network_id': '4cd375cb-d249-46a6-831f-f9f5a15e68cd', 'port_id': '5059c661-1ddd-4f52-9eba-ce229b07284d', 'mac_address': 'fa:16:3e:6b:be:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 592, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f81320d2-fa7a-450d-b1f0-259a79f1b76f', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103306) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 26 22:13:43.365357 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Current status of the port 5059c661-1ddd-4f52-9eba-ce229b07284d is: DOWN; New status is: BUILD {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 22:13:43.365745 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (5059c661-1ddd-4f52-9eba-ce229b07284d), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:13:43.378064 n-d-760453-5 neutron-server[103306]: DEBUG neutron.notifiers.nova [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5059c661-1ddd-4f52-9eba-ce229b07284d {{(pid=103306) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 26 22:13:43.397358 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] For port 5059c661-1ddd-4f52-9eba-ce229b07284d, host n-h2-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-5',level=0,port_id=5059c661-1ddd-4f52-9eba-ce229b07284d,segment=NetworkSegment(66e4f491-9a6a-4ffc-8f64-b9e6923cc891),segment_id=66e4f491-9a6a-4ffc-8f64-b9e6923cc891)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 22:13:43.401858 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (5059c661-1ddd-4f52-9eba-ce229b07284d), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:13:43.449558 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Pushing event updated for resources: {'Port': ['ID=5059c661-1ddd-4f52-9eba-ce229b07284d,revision_number=4']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 22:13:43.596691 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] get_ports_and_sgs() called for port_ids ['5059c661-1ddd-4f52-9eba-ce229b07284d'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 26 22:13:43.907445 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549e615e-62c2-4f40-b890-c64b57abc26f req-852e0eae-57c3-44a8-ad20-f5f2cdab1033 tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:13:43.908833 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-549e615e-62c2-4f40-b890-c64b57abc26f req-852e0eae-57c3-44a8-ad20-f5f2cdab1033 tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] 10.222.0.13 "GET /v2.0/ports?device_id=56eef136-cc52-418f-ba70-60c074cb095b HTTP/1.1" status: 200 len: 944 time: 0.0473778 Jan 26 22:13:43.954241 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-549e615e-62c2-4f40-b890-c64b57abc26f req-c6564866-f67a-43d3-9807-6c0a1ccbbed2 tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] 10.222.0.13 "GET /v2.0/security-groups?id=43bea7b8-2240-42b3-a08a-3b2300147b70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399575 Jan 26 22:13:45.067674 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5651f9-e090-47b2-af7e-c5a431582bfc req-fb4780be-2e24-43e8-8f7c-95b92789f8d9 tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:13:45.069162 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-5b5651f9-e090-47b2-af7e-c5a431582bfc req-fb4780be-2e24-43e8-8f7c-95b92789f8d9 tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] 10.222.0.13 "GET /v2.0/ports?device_id=56eef136-cc52-418f-ba70-60c074cb095b HTTP/1.1" status: 200 len: 944 time: 0.0476520 Jan 26 22:13:45.119137 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-5b5651f9-e090-47b2-af7e-c5a431582bfc req-3a4c4d7e-8d1e-49e2-b2a2-3b7198be2ab3 tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] 10.222.0.13 "GET /v2.0/security-groups?id=43bea7b8-2240-42b3-a08a-3b2300147b70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436292 Jan 26 22:13:45.269943 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Device 5059c661-1ddd-4f52-9eba-ce229b07284d up at agent hyperv_n-h2-760453-5 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 22:13:45.318076 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Provisioning for port 5059c661-1ddd-4f52-9eba-ce229b07284d completed by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 22:13:45.322914 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Provisioning complete for port 5059c661-1ddd-4f52-9eba-ce229b07284d triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 22:13:45.323299 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (5059c661-1ddd-4f52-9eba-ce229b07284d), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:13:45.400444 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Current status of the port 5059c661-1ddd-4f52-9eba-ce229b07284d is: BUILD; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 22:13:45.400822 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (5059c661-1ddd-4f52-9eba-ce229b07284d), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:13:45.423407 n-d-760453-5 neutron-server[103306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56eef136-cc52-418f-ba70-60c074cb095b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5059c661-1ddd-4f52-9eba-ce229b07284d'}] {{(pid=103306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 22:13:45.425701 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c06f7aa05085a00df6a2944c086d22937b62c1e75db8df879377281bc6a8a153" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-298eb096-5c89-41ca-8664-b03e7be770ba" -d '{"events": [{"server_uuid": "56eef136-cc52-418f-ba70-60c074cb095b", "name": "network-vif-plugged", "status": "completed", "tag": "5059c661-1ddd-4f52-9eba-ce229b07284d"}]}' {{(pid=103306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 22:13:45.438360 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] For port 5059c661-1ddd-4f52-9eba-ce229b07284d, host n-h2-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-5',level=0,port_id=5059c661-1ddd-4f52-9eba-ce229b07284d,segment=NetworkSegment(66e4f491-9a6a-4ffc-8f64-b9e6923cc891),segment_id=66e4f491-9a6a-4ffc-8f64-b9e6923cc891)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 22:13:45.442574 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (5059c661-1ddd-4f52-9eba-ce229b07284d), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:13:45.465537 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Jan 2022 22:13:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9180aa02-57df-4dae-925f-cdbc0149d3bd x-openstack-request-id: req-9180aa02-57df-4dae-925f-cdbc0149d3bd {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 22:13:45.465835 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56eef136-cc52-418f-ba70-60c074cb095b", "name": "network-vif-plugged", "status": "completed", "tag": "5059c661-1ddd-4f52-9eba-ce229b07284d", "code": 200}]} {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 22:13:45.466089 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-9180aa02-57df-4dae-925f-cdbc0149d3bd {{(pid=103306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 22:13:45.466478 n-d-760453-5 neutron-server[103306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56eef136-cc52-418f-ba70-60c074cb095b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5059c661-1ddd-4f52-9eba-ce229b07284d', 'code': 200} Jan 26 22:13:45.493285 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Pushing event updated for resources: {'Port': ['ID=5059c661-1ddd-4f52-9eba-ce229b07284d,revision_number=5']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 22:13:45.557604 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03bf25e8-1b91-4fd6-9c34-9129559dda50 req-f6172c71-c2e5-404e-81bd-17110c2c62ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:13:45.558992 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-03bf25e8-1b91-4fd6-9c34-9129559dda50 req-f6172c71-c2e5-404e-81bd-17110c2c62ee service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=56eef136-cc52-418f-ba70-60c074cb095b HTTP/1.1" status: 200 len: 1096 time: 0.0403428 Jan 26 22:13:45.601510 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-03bf25e8-1b91-4fd6-9c34-9129559dda50 req-f33481eb-2e4a-460b-bd15-fc71cd95fd89 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=43bea7b8-2240-42b3-a08a-3b2300147b70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352807 Jan 26 22:13:46.237913 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6fbf50-b8de-49fa-b40a-098a75d2d9f1 req-0864b041-14af-4af1-bb12-573558f693f2 tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:13:46.243244 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-be6fbf50-b8de-49fa-b40a-098a75d2d9f1 req-0864b041-14af-4af1-bb12-573558f693f2 tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] 10.222.0.13 "GET /v2.0/ports?device_id=56eef136-cc52-418f-ba70-60c074cb095b HTTP/1.1" status: 200 len: 945 time: 0.0524533 Jan 26 22:13:46.286726 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-be6fbf50-b8de-49fa-b40a-098a75d2d9f1 req-91f4be50-434f-4ce1-9276-3c8b83a8382c tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] 10.222.0.13 "GET /v2.0/security-groups?id=43bea7b8-2240-42b3-a08a-3b2300147b70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417962 Jan 26 22:13:47.406205 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a98daa-55d3-490b-bcc5-7521860ba463 req-75bf9378-04c5-418a-be9e-43fe1c9f00ba tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:13:47.407704 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-e2a98daa-55d3-490b-bcc5-7521860ba463 req-75bf9378-04c5-418a-be9e-43fe1c9f00ba tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] 10.222.0.13 "GET /v2.0/ports?device_id=56eef136-cc52-418f-ba70-60c074cb095b HTTP/1.1" status: 200 len: 945 time: 0.0509617 Jan 26 22:13:47.456926 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-e2a98daa-55d3-490b-bcc5-7521860ba463 req-eb52a4a4-e18c-4c80-9eaa-2b3e0197bd7e tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] 10.222.0.13 "GET /v2.0/security-groups?id=43bea7b8-2240-42b3-a08a-3b2300147b70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436819 Jan 26 22:13:47.570177 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1475bd2c-4a41-43a8-af48-377e0ca72467 req-3f6c3f61-0981-483c-9024-2058b34c62e5 tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:13:47.572072 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-1475bd2c-4a41-43a8-af48-377e0ca72467 req-3f6c3f61-0981-483c-9024-2058b34c62e5 tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] 10.222.0.13 "GET /v2.0/ports?device_id=56eef136-cc52-418f-ba70-60c074cb095b HTTP/1.1" status: 200 len: 945 time: 0.0503781 Jan 26 22:13:47.580715 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 53272) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 22:13:47.584951 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-3d3995f6-0abf-4bfb-b303-d04bde4f5535 tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] Request body: {'floatingip': {'port_id': '5059c661-1ddd-4f52-9eba-ce229b07284d'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 22:13:47.626377 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-3d3995f6-0abf-4bfb-b303-d04bde4f5535 tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] Publish callbacks [] for floatingip (9777922b-c93a-49d0-a77d-162067d7023c), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:13:48.382135 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-3d3995f6-0abf-4bfb-b303-d04bde4f5535 tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:13:48.386040 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-3d3995f6-0abf-4bfb-b303-d04bde4f5535 tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4110913'] for floatingip (9777922b-c93a-49d0-a77d-162067d7023c), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:13:48.486151 n-d-760453-5 neutron-server[103304]: INFO neutron.db.l3_db [None req-3d3995f6-0abf-4bfb-b303-d04bde4f5535 tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] Floating IP 9777922b-c93a-49d0-a77d-162067d7023c associated. External IP: 172.25.1.21, port: 5059c661-1ddd-4f52-9eba-ce229b07284d. Jan 26 22:13:48.686120 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d3995f6-0abf-4bfb-b303-d04bde4f5535 tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] Router e76c7eaf-bedd-4b07-bb47-402625902267 has already been hosted by L3 agent 09df100c-3af1-4b0a-bda8-05914c71c458 {{(pid=103304) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 26 22:13:48.792025 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d3995f6-0abf-4bfb-b303-d04bde4f5535 tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] Notify agent at l3_agent.n-d-760453-5 the message routers_updated {{(pid=103304) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 26 22:13:48.797174 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-3d3995f6-0abf-4bfb-b303-d04bde4f5535 tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for floatingip (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:13:48.801825 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ffa58cb-5a95-4bb5-88d8-305fbcef6e08 None None] Sync routers for ids ['e76c7eaf-bedd-4b07-bb47-402625902267'] in n-d-760453-5 {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 26 22:13:48.811405 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ffa58cb-5a95-4bb5-88d8-305fbcef6e08 None None] Routers {'e76c7eaf-bedd-4b07-bb47-402625902267'} bound to L3 agent in host n-d-760453-5 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 22:13:48.812020 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-3ffa58cb-5a95-4bb5-88d8-305fbcef6e08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-26T20:55:21Z,description=,heartbeat_timestamp=2022-01-26T22:13:21Z,host='n-d-760453-5',id=09df100c-3af1-4b0a-bda8-05914c71c458,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:55:21Z,topic='l3_agent')) {'router_ids': ['e76c7eaf-bedd-4b07-bb47-402625902267'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 22:13:48.824492 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-3d3995f6-0abf-4bfb-b303-d04bde4f5535 tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] 10.222.0.13 "PUT /v2.0/floatingips/9777922b-c93a-49d0-a77d-162067d7023c HTTP/1.1" status: 200 len: 991 time: 1.2427120 Jan 26 22:13:48.825089 n-d-760453-5 neutron-server[103304]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '56eef136-cc52-418f-ba70-60c074cb095b', 'tag': '5059c661-1ddd-4f52-9eba-ce229b07284d'}] {{(pid=103304) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 22:13:48.827414 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86e783e1922a725fac327d65912384d63450ce1a6a2ee22db2d1cc52fb257f3b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e8814f2-5bf2-4794-bfe0-e7ea4e97bb85" -d '{"events": [{"name": "network-changed", "server_uuid": "56eef136-cc52-418f-ba70-60c074cb095b", "tag": "5059c661-1ddd-4f52-9eba-ce229b07284d"}]}' {{(pid=103304) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 22:13:48.866116 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 26 Jan 2022 22:13:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10155562-d5c4-4ced-bd03-850d34776bf8 x-openstack-request-id: req-10155562-d5c4-4ced-bd03-850d34776bf8 {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 22:13:48.866485 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "56eef136-cc52-418f-ba70-60c074cb095b", "tag": "5059c661-1ddd-4f52-9eba-ce229b07284d", "status": "completed", "code": 200}]} {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 22:13:48.866805 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-10155562-d5c4-4ced-bd03-850d34776bf8 {{(pid=103304) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 22:13:48.867278 n-d-760453-5 neutron-server[103304]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '56eef136-cc52-418f-ba70-60c074cb095b', 'tag': '5059c661-1ddd-4f52-9eba-ce229b07284d', 'status': 'completed', 'code': 200} Jan 26 22:13:48.920929 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_dvr_db [None req-3ffa58cb-5a95-4bb5-88d8-305fbcef6e08 None None] Set router e76c7eaf-bedd-4b07-bb47-402625902267 gateway port host: n-d-760453-5 {{(pid=103307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 22:13:48.928370 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8814f2-5bf2-4794-bfe0-e7ea4e97bb85 req-511f209a-8954-48f2-85be-b23b9daa2960 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:13:48.930006 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-0e8814f2-5bf2-4794-bfe0-e7ea4e97bb85 req-511f209a-8954-48f2-85be-b23b9daa2960 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=37caa54fa0b74aea8f85b9d1c546e6dc&device_id=56eef136-cc52-418f-ba70-60c074cb095b HTTP/1.1" status: 200 len: 1096 time: 0.0410936 Jan 26 22:13:49.006746 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-a8972abc-33ec-4b1e-a23e-e565efd3b8f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (474ccdf7-ab6c-405b-a3b2-dc7b05829902), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:13:49.028624 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8814f2-5bf2-4794-bfe0-e7ea4e97bb85 req-08d6d6f5-c269-4f6a-86e3-138afb24bf17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:13:49.030268 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-0e8814f2-5bf2-4794-bfe0-e7ea4e97bb85 req-08d6d6f5-c269-4f6a-86e3-138afb24bf17 service neutron] 10.222.0.57 "GET /v2.0/networks?id=4cd375cb-d249-46a6-831f-f9f5a15e68cd HTTP/1.1" status: 200 len: 913 time: 0.0942829 Jan 26 22:13:49.097742 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-0e8814f2-5bf2-4794-bfe0-e7ea4e97bb85 req-46bd9192-b6c9-4b14-9590-5f56963ab190 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5059c661-1ddd-4f52-9eba-ce229b07284d HTTP/1.1" status: 200 len: 999 time: 0.0612283 Jan 26 22:13:49.144974 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8814f2-5bf2-4794-bfe0-e7ea4e97bb85 req-4d4fb17a-4760-4b35-829e-e003e8cd18e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:13:49.146587 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-0e8814f2-5bf2-4794-bfe0-e7ea4e97bb85 req-4d4fb17a-4760-4b35-829e-e003e8cd18e9 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=f81320d2-fa7a-450d-b1f0-259a79f1b76f HTTP/1.1" status: 200 len: 851 time: 0.0436828 Jan 26 22:13:49.196679 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8814f2-5bf2-4794-bfe0-e7ea4e97bb85 req-04ae0023-05eb-43b9-a5b7-c6e8382e2258 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:13:49.198130 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-0e8814f2-5bf2-4794-bfe0-e7ea4e97bb85 req-04ae0023-05eb-43b9-a5b7-c6e8382e2258 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=4cd375cb-d249-46a6-831f-f9f5a15e68cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0443406 Jan 26 22:13:49.229206 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-3ffa58cb-5a95-4bb5-88d8-305fbcef6e08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e76c7eaf-bedd-4b07-bb47-402625902267', 'name': 'tempest-ServerActionsTestJSON-1848706419-router', 'tenant_id': '37caa54fa0b74aea8f85b9d1c546e6dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'external_fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.172'}], 'enable_snat': True}, 'gw_port_id': '30e0f18b-d842-4295-8c5a-f885163635fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T22:04:00Z', 'updated_at': '2022-01-26T22:04:02Z', 'revision_number': 4, 'project_id': '37caa54fa0b74aea8f85b9d1c546e6dc', 'gw_port': {'id': '30e0f18b-d842-4295-8c5a-f885163635fe', 'name': '', 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:9e:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e76c7eaf-bedd-4b07-bb47-402625902267', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T22:04:00Z', 'updated_at': '2022-01-26T22:04:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-5', '_floatingips': [{'id': '9777922b-c93a-49d0-a77d-162067d7023c', 'tenant_id': '37caa54fa0b74aea8f85b9d1c546e6dc', 'floating_ip_address': '172.25.1.21', 'floating_network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'router_id': 'e76c7eaf-bedd-4b07-bb47-402625902267', 'port_id': '5059c661-1ddd-4f52-9eba-ce229b07284d', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4103, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4cd375cb-d249-46a6-831f-f9f5a15e68cd', 'mac_address': 'fa:16:3e:6b:be:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56eef136-cc52-418f-ba70-60c074cb095b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-26T22:04:05Z', 'updated_at': '2022-01-26T22:13:48Z', 'revision_number': 13, 'project_id': '37caa54fa0b74aea8f85b9d1c546e6dc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '93c346ae-0d00-42b6-84e9-d6333e923a6d', 'name': '', 'network_id': '4cd375cb-d249-46a6-831f-f9f5a15e68cd', 'tenant_id': '37caa54fa0b74aea8f85b9d1c546e6dc', 'mac_address': 'fa:16:3e:b3:5f:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e76c7eaf-bedd-4b07-bb47-402625902267', 'device_owner': 'network:router_interface', 'standard_attr_id': 4096, 'fixed_ips': [{'subnet_id': 'f81320d2-fa7a-450d-b1f0-259a79f1b76f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T22:04:02Z', 'updated_at': '2022-01-26T22:04:06Z', 'revision_number': 5, 'project_id': '37caa54fa0b74aea8f85b9d1c546e6dc', 'subnets': [{'id': 'f81320d2-fa7a-450d-b1f0-259a79f1b76f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760453-5', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 22:13:49.257064 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ffa58cb-5a95-4bb5-88d8-305fbcef6e08 None None] Checking router: e76c7eaf-bedd-4b07-bb47-402625902267 for host: n-d-760453-5 {{(pid=103307) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 26 22:13:49.265671 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ffa58cb-5a95-4bb5-88d8-305fbcef6e08 None None] Routers {'e76c7eaf-bedd-4b07-bb47-402625902267'} bound to L3 agent in host n-d-760453-5 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 22:13:49.266273 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-3ffa58cb-5a95-4bb5-88d8-305fbcef6e08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-26T20:55:21Z,description=,heartbeat_timestamp=2022-01-26T22:13:21Z,host='n-d-760453-5',id=09df100c-3af1-4b0a-bda8-05914c71c458,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:55:21Z,topic='l3_agent')) {'router_ids': ['e76c7eaf-bedd-4b07-bb47-402625902267'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 22:13:49.288601 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-0e8814f2-5bf2-4794-bfe0-e7ea4e97bb85 req-9e941863-f861-4706-b837-158b7083e1b7 service neutron] 10.222.0.57 "GET /v2.0/networks/4cd375cb-d249-46a6-831f-f9f5a15e68cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833874 Jan 26 22:13:49.370768 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_dvr_db [None req-3ffa58cb-5a95-4bb5-88d8-305fbcef6e08 None None] Set router e76c7eaf-bedd-4b07-bb47-402625902267 gateway port host: n-d-760453-5 {{(pid=103307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 22:13:49.381588 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-0e8814f2-5bf2-4794-bfe0-e7ea4e97bb85 req-f689306f-80e7-4852-8647-7f0c97cb1de9 service neutron] 10.222.0.57 "GET /v2.0/networks/4cd375cb-d249-46a6-831f-f9f5a15e68cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870566 Jan 26 22:13:49.592290 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-3ffa58cb-5a95-4bb5-88d8-305fbcef6e08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e76c7eaf-bedd-4b07-bb47-402625902267', 'name': 'tempest-ServerActionsTestJSON-1848706419-router', 'tenant_id': '37caa54fa0b74aea8f85b9d1c546e6dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'external_fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.172'}], 'enable_snat': True}, 'gw_port_id': '30e0f18b-d842-4295-8c5a-f885163635fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T22:04:00Z', 'updated_at': '2022-01-26T22:04:02Z', 'revision_number': 4, 'project_id': '37caa54fa0b74aea8f85b9d1c546e6dc', 'gw_port': {'id': '30e0f18b-d842-4295-8c5a-f885163635fe', 'name': '', 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:9e:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e76c7eaf-bedd-4b07-bb47-402625902267', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T22:04:00Z', 'updated_at': '2022-01-26T22:04:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-5', '_floatingips': [{'id': '9777922b-c93a-49d0-a77d-162067d7023c', 'tenant_id': '37caa54fa0b74aea8f85b9d1c546e6dc', 'floating_ip_address': '172.25.1.21', 'floating_network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'router_id': 'e76c7eaf-bedd-4b07-bb47-402625902267', 'port_id': '5059c661-1ddd-4f52-9eba-ce229b07284d', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4103, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4cd375cb-d249-46a6-831f-f9f5a15e68cd', 'mac_address': 'fa:16:3e:6b:be:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56eef136-cc52-418f-ba70-60c074cb095b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-26T22:04:05Z', 'updated_at': '2022-01-26T22:13:48Z', 'revision_number': 13, 'project_id': '37caa54fa0b74aea8f85b9d1c546e6dc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '93c346ae-0d00-42b6-84e9-d6333e923a6d', 'name': '', 'network_id': '4cd375cb-d249-46a6-831f-f9f5a15e68cd', 'tenant_id': '37caa54fa0b74aea8f85b9d1c546e6dc', 'mac_address': 'fa:16:3e:b3:5f:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e76c7eaf-bedd-4b07-bb47-402625902267', 'device_owner': 'network:router_interface', 'standard_attr_id': 4096, 'fixed_ips': [{'subnet_id': 'f81320d2-fa7a-450d-b1f0-259a79f1b76f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T22:04:02Z', 'updated_at': '2022-01-26T22:04:06Z', 'revision_number': 5, 'project_id': '37caa54fa0b74aea8f85b9d1c546e6dc', 'subnets': [{'id': 'f81320d2-fa7a-450d-b1f0-259a79f1b76f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760453-5', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 22:13:49.621547 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ffa58cb-5a95-4bb5-88d8-305fbcef6e08 None None] The sync data for ids ['e76c7eaf-bedd-4b07-bb47-402625902267'] in n-d-760453-5 is: [{'id': 'e76c7eaf-bedd-4b07-bb47-402625902267', 'name': 'tempest-ServerActionsTestJSON-1848706419-router', 'tenant_id': '37caa54fa0b74aea8f85b9d1c546e6dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'external_fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.172'}], 'enable_snat': True}, 'gw_port_id': '30e0f18b-d842-4295-8c5a-f885163635fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T22:04:00Z', 'updated_at': '2022-01-26T22:04:02Z', 'revision_number': 4, 'project_id': '37caa54fa0b74aea8f85b9d1c546e6dc', 'gw_port': {'id': '30e0f18b-d842-4295-8c5a-f885163635fe', 'name': '', 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:9e:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e76c7eaf-bedd-4b07-bb47-402625902267', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T22:04:00Z', 'updated_at': '2022-01-26T22:04:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-5', '_floatingips': [{'id': '9777922b-c93a-49d0-a77d-162067d7023c', 'tenant_id': '37caa54fa0b74aea8f85b9d1c546e6dc', 'floating_ip_address': '172.25.1.21', 'floating_network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'router_id': 'e76c7eaf-bedd-4b07-bb47-402625902267', 'port_id': '5059c661-1ddd-4f52-9eba-ce229b07284d', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4103, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4cd375cb-d249-46a6-831f-f9f5a15e68cd', 'mac_address': 'fa:16:3e:6b:be:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56eef136-cc52-418f-ba70-60c074cb095b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-26T22:04:05Z', 'updated_at': '2022-01-26T22:13:48Z', 'revision_number': 13, 'project_id': '37caa54fa0b74aea8f85b9d1c546e6dc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '93c346ae-0d00-42b6-84e9-d6333e923a6d', 'name': '', 'network_id': '4cd375cb-d249-46a6-831f-f9f5a15e68cd', 'tenant_id': '37caa54fa0b74aea8f85b9d1c546e6dc', 'mac_address': 'fa:16:3e:b3:5f:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e76c7eaf-bedd-4b07-bb47-402625902267', 'device_owner': 'network:router_interface', 'standard_attr_id': 4096, 'fixed_ips': [{'subnet_id': 'f81320d2-fa7a-450d-b1f0-259a79f1b76f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T22:04:02Z', 'updated_at': '2022-01-26T22:04:06Z', 'revision_number': 5, 'project_id': '37caa54fa0b74aea8f85b9d1c546e6dc', 'subnets': [{'id': 'f81320d2-fa7a-450d-b1f0-259a79f1b76f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 26 22:13:49.808735 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e567d79-48a8-4930-9128-bee0658244b8 None None] New status for floating IP 9777922b-c93a-49d0-a77d-162067d7023c: ACTIVE {{(pid=103306) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 26 22:13:51.339278 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-3e1c7926-193c-4b79-ba73-7be01f16b67f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (09df100c-3af1-4b0a-bda8-05914c71c458), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:13:52.466077 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-841f5991-a4d8-4d4b-b215-cbc6bab5427b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (aa7ee9d2-08eb-4e12-b895-24c57300dfec), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:13:53.593267 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (4d619873-4b60-439f-9b5a-b155dc8bbc34), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:13:54.293970 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-839dd188-ec69-470c-9ab0-d318dc1a2e96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (e79b4fc6-6c71-44b2-a6d0-ff3e1f4dfd0d), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:13:55.445554 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (fea0591a-627d-4c87-9a9a-01625ddf3277), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:14:04.062520 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-15e3a30a-ee26-4b1c-97ed-0d110bbbda72 req-4848ba87-1288-49f4-ad4c-4ad15d035607 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=56eef136-cc52-418f-ba70-60c074cb095b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0396924 Jan 26 22:14:04.144482 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e3a30a-ee26-4b1c-97ed-0d110bbbda72 req-b4dbb904-6549-4cc0-b1dc-76db4535f774 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:14:04.145985 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-15e3a30a-ee26-4b1c-97ed-0d110bbbda72 req-b4dbb904-6549-4cc0-b1dc-76db4535f774 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=37caa54fa0b74aea8f85b9d1c546e6dc&device_id=56eef136-cc52-418f-ba70-60c074cb095b HTTP/1.1" status: 200 len: 1096 time: 0.0399394 Jan 26 22:14:04.254002 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e3a30a-ee26-4b1c-97ed-0d110bbbda72 req-f7ad9e18-fc11-44d6-a341-0cb80984797e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:14:04.255483 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-15e3a30a-ee26-4b1c-97ed-0d110bbbda72 req-f7ad9e18-fc11-44d6-a341-0cb80984797e service neutron] 10.222.0.57 "GET /v2.0/networks?id=4cd375cb-d249-46a6-831f-f9f5a15e68cd HTTP/1.1" status: 200 len: 913 time: 0.0881376 Jan 26 22:14:04.319186 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-15e3a30a-ee26-4b1c-97ed-0d110bbbda72 req-3ffa76e0-cda9-4e04-8cc3-ff5eacbce59e service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5059c661-1ddd-4f52-9eba-ce229b07284d HTTP/1.1" status: 200 len: 1001 time: 0.0578403 Jan 26 22:14:04.368225 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e3a30a-ee26-4b1c-97ed-0d110bbbda72 req-f0a12a5f-813d-4c68-bd82-d04efe47498b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:14:04.369694 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-15e3a30a-ee26-4b1c-97ed-0d110bbbda72 req-f0a12a5f-813d-4c68-bd82-d04efe47498b service neutron] 10.222.0.57 "GET /v2.0/subnets?id=f81320d2-fa7a-450d-b1f0-259a79f1b76f HTTP/1.1" status: 200 len: 851 time: 0.0441935 Jan 26 22:14:04.417693 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e3a30a-ee26-4b1c-97ed-0d110bbbda72 req-f57b2e0b-d249-42a3-8a39-f7713407d95c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:14:04.419203 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-15e3a30a-ee26-4b1c-97ed-0d110bbbda72 req-f57b2e0b-d249-42a3-8a39-f7713407d95c service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=4cd375cb-d249-46a6-831f-f9f5a15e68cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0435705 Jan 26 22:14:04.506880 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-15e3a30a-ee26-4b1c-97ed-0d110bbbda72 req-e521f73b-2373-4218-ac55-49880973d6b8 service neutron] 10.222.0.57 "GET /v2.0/networks/4cd375cb-d249-46a6-831f-f9f5a15e68cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810652 Jan 26 22:14:04.598504 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-15e3a30a-ee26-4b1c-97ed-0d110bbbda72 req-b1e55371-f9b7-48ec-9ffa-9e1b53096c5c service neutron] 10.222.0.57 "GET /v2.0/networks/4cd375cb-d249-46a6-831f-f9f5a15e68cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852857 Jan 26 22:14:08.841410 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (32ef628b-8417-46c5-8729-60fcabe358f1), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:14:16.497802 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.agents_db [None req-569f1ced-6396-4ddf-b79f-e03b0b2146ab None None] Agent healthcheck: found 7 active agents {{(pid=103307) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 26 22:14:19.008486 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-5c1a0bdd-0802-4963-a193-1b551dc1c55b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (474ccdf7-ab6c-405b-a3b2-dc7b05829902), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:14:21.339471 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-72f3d356-6e4d-48cb-9e58-4fa1e077e411 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (09df100c-3af1-4b0a-bda8-05914c71c458), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:14:22.469866 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-841f5991-a4d8-4d4b-b215-cbc6bab5427b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (aa7ee9d2-08eb-4e12-b895-24c57300dfec), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:14:23.592560 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (4d619873-4b60-439f-9b5a-b155dc8bbc34), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:14:24.295452 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-839dd188-ec69-470c-9ab0-d318dc1a2e96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (e79b4fc6-6c71-44b2-a6d0-ff3e1f4dfd0d), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:14:25.447843 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (fea0591a-627d-4c87-9a9a-01625ddf3277), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:14:38.842705 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (32ef628b-8417-46c5-8729-60fcabe358f1), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:14:49.009687 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-6a48ed21-1554-45f4-85bf-5376f06b91e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (474ccdf7-ab6c-405b-a3b2-dc7b05829902), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:14:51.340742 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-1d62391f-7681-4609-b8ad-fd015432ecb7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (09df100c-3af1-4b0a-bda8-05914c71c458), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:14:52.476146 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-841f5991-a4d8-4d4b-b215-cbc6bab5427b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (aa7ee9d2-08eb-4e12-b895-24c57300dfec), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:14:53.496888 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.agents_db [None req-569f1ced-6396-4ddf-b79f-e03b0b2146ab None None] Agent healthcheck: found 7 active agents {{(pid=103307) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 26 22:14:53.609367 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (4d619873-4b60-439f-9b5a-b155dc8bbc34), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:14:54.298497 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-839dd188-ec69-470c-9ab0-d318dc1a2e96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (e79b4fc6-6c71-44b2-a6d0-ff3e1f4dfd0d), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:14:55.449140 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (fea0591a-627d-4c87-9a9a-01625ddf3277), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:15:05.061491 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-e35a05af-fc3e-4825-a15e-ccc4e9262732 req-f8616f6a-20e7-4ea2-bae6-65d6089bd78a service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=56eef136-cc52-418f-ba70-60c074cb095b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0419977 Jan 26 22:15:05.147163 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35a05af-fc3e-4825-a15e-ccc4e9262732 req-dd7f612a-5282-45b8-8f8b-5331311dd0ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:15:05.148638 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-e35a05af-fc3e-4825-a15e-ccc4e9262732 req-dd7f612a-5282-45b8-8f8b-5331311dd0ce service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=37caa54fa0b74aea8f85b9d1c546e6dc&device_id=56eef136-cc52-418f-ba70-60c074cb095b HTTP/1.1" status: 200 len: 1096 time: 0.0478923 Jan 26 22:15:05.252239 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35a05af-fc3e-4825-a15e-ccc4e9262732 req-84ca4bcc-2327-4fde-a7fe-bc8c72c06b8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:15:05.253670 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-e35a05af-fc3e-4825-a15e-ccc4e9262732 req-84ca4bcc-2327-4fde-a7fe-bc8c72c06b8c service neutron] 10.222.0.57 "GET /v2.0/networks?id=4cd375cb-d249-46a6-831f-f9f5a15e68cd HTTP/1.1" status: 200 len: 913 time: 0.0877640 Jan 26 22:15:05.316217 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-e35a05af-fc3e-4825-a15e-ccc4e9262732 req-b3b650bd-9bc8-4b21-a8ef-f215e9eeda9c service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5059c661-1ddd-4f52-9eba-ce229b07284d HTTP/1.1" status: 200 len: 1001 time: 0.0572178 Jan 26 22:15:05.363994 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35a05af-fc3e-4825-a15e-ccc4e9262732 req-164f6977-87b8-420f-a41a-0e5d6c6f7a83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:15:05.365484 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-e35a05af-fc3e-4825-a15e-ccc4e9262732 req-164f6977-87b8-420f-a41a-0e5d6c6f7a83 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=f81320d2-fa7a-450d-b1f0-259a79f1b76f HTTP/1.1" status: 200 len: 851 time: 0.0433350 Jan 26 22:15:05.416174 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35a05af-fc3e-4825-a15e-ccc4e9262732 req-5feaf91e-9562-4937-9967-25bf5b239761 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:15:05.417737 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-e35a05af-fc3e-4825-a15e-ccc4e9262732 req-5feaf91e-9562-4937-9967-25bf5b239761 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=4cd375cb-d249-46a6-831f-f9f5a15e68cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0468230 Jan 26 22:15:05.505893 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-e35a05af-fc3e-4825-a15e-ccc4e9262732 req-9f972999-af80-43cb-b221-a54df067f523 service neutron] 10.222.0.57 "GET /v2.0/networks/4cd375cb-d249-46a6-831f-f9f5a15e68cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818031 Jan 26 22:15:05.600239 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-e35a05af-fc3e-4825-a15e-ccc4e9262732 req-08e1ec22-f25a-4bae-9e62-ae30669d1a42 service neutron] 10.222.0.57 "GET /v2.0/networks/4cd375cb-d249-46a6-831f-f9f5a15e68cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845306 Jan 26 22:15:08.860184 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (32ef628b-8417-46c5-8729-60fcabe358f1), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:15:19.010846 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-8037398f-8f6e-4986-843a-6614892f1211 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (474ccdf7-ab6c-405b-a3b2-dc7b05829902), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:15:21.343391 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-8001b87a-69c3-4a53-ad11-23a1e7314697 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (09df100c-3af1-4b0a-bda8-05914c71c458), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:15:22.475918 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-841f5991-a4d8-4d4b-b215-cbc6bab5427b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (aa7ee9d2-08eb-4e12-b895-24c57300dfec), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:15:23.596977 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (4d619873-4b60-439f-9b5a-b155dc8bbc34), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:15:24.302546 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-839dd188-ec69-470c-9ab0-d318dc1a2e96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (e79b4fc6-6c71-44b2-a6d0-ff3e1f4dfd0d), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:15:25.451427 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (fea0591a-627d-4c87-9a9a-01625ddf3277), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:15:29.304462 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1801d4-968c-4b49-9803-19b1568c8051 req-382831ee-0beb-47b9-aba6-32888ab7122e tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:15:29.305986 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-0a1801d4-968c-4b49-9803-19b1568c8051 req-382831ee-0beb-47b9-aba6-32888ab7122e tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] 10.222.0.13 "GET /v2.0/ports?device_id=56eef136-cc52-418f-ba70-60c074cb095b HTTP/1.1" status: 200 len: 945 time: 0.1946206 Jan 26 22:15:29.352196 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-0a1801d4-968c-4b49-9803-19b1568c8051 req-c9f59ef7-dbd7-4479-a21e-c8c0ec96e0c4 tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] 10.222.0.13 "GET /v2.0/security-groups?id=43bea7b8-2240-42b3-a08a-3b2300147b70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406556 Jan 26 22:15:30.496118 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.agents_db [None req-569f1ced-6396-4ddf-b79f-e03b0b2146ab None None] Agent healthcheck: found 7 active agents {{(pid=103307) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 26 22:15:38.861328 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (32ef628b-8417-46c5-8729-60fcabe358f1), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:15:46.140058 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-fd8b8dd9-71d5-4196-ad13-5a1aefc70422 req-21380939-97cf-4fb5-ac85-58e8a65793b3 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=56eef136-cc52-418f-ba70-60c074cb095b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0716133 Jan 26 22:15:46.147938 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1a7b03-4207-4f4b-be97-b81ce08d4d3f req-59de4d24-268c-4125-a590-4046278ca4b7 tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:15:46.149376 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-1c1a7b03-4207-4f4b-be97-b81ce08d4d3f req-59de4d24-268c-4125-a590-4046278ca4b7 tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] 10.222.0.13 "GET /v2.0/ports?device_id=56eef136-cc52-418f-ba70-60c074cb095b HTTP/1.1" status: 200 len: 945 time: 0.0730970 Jan 26 22:15:46.197185 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-1c1a7b03-4207-4f4b-be97-b81ce08d4d3f req-9c8860de-332b-436f-bab6-7792f350614c tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] 10.222.0.13 "GET /v2.0/security-groups?id=43bea7b8-2240-42b3-a08a-3b2300147b70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419800 Jan 26 22:15:47.341379 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8b8dd9-71d5-4196-ad13-5a1aefc70422 req-93041086-357c-41c4-a4cb-8e70fbe8cefa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:15:47.342871 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-fd8b8dd9-71d5-4196-ad13-5a1aefc70422 req-93041086-357c-41c4-a4cb-8e70fbe8cefa service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=37caa54fa0b74aea8f85b9d1c546e6dc&device_id=56eef136-cc52-418f-ba70-60c074cb095b HTTP/1.1" status: 200 len: 1096 time: 0.1178675 Jan 26 22:15:47.352928 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44d889b-e2c3-4760-9a4b-4e9e1fa1f2fd req-b1ced03f-b87c-4dbf-8f82-4f0236169424 tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:15:47.354329 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-b44d889b-e2c3-4760-9a4b-4e9e1fa1f2fd req-b1ced03f-b87c-4dbf-8f82-4f0236169424 tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] 10.222.0.13 "GET /v2.0/ports?device_id=56eef136-cc52-418f-ba70-60c074cb095b HTTP/1.1" status: 200 len: 945 time: 0.0781569 Jan 26 22:15:47.460343 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-b44d889b-e2c3-4760-9a4b-4e9e1fa1f2fd req-5c92c633-155a-491b-8f37-0eb78522862c tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] 10.222.0.13 "GET /v2.0/security-groups?id=43bea7b8-2240-42b3-a08a-3b2300147b70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0978098 Jan 26 22:15:47.473409 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8b8dd9-71d5-4196-ad13-5a1aefc70422 req-e0521fec-9354-4280-9a43-a700f1ae375a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:15:47.474908 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-fd8b8dd9-71d5-4196-ad13-5a1aefc70422 req-e0521fec-9354-4280-9a43-a700f1ae375a service neutron] 10.222.0.57 "GET /v2.0/networks?id=4cd375cb-d249-46a6-831f-f9f5a15e68cd HTTP/1.1" status: 200 len: 913 time: 0.1197457 Jan 26 22:15:47.542881 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-fd8b8dd9-71d5-4196-ad13-5a1aefc70422 req-82d7032b-0a7c-4d7d-ab8d-7c35b62c4f3d service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5059c661-1ddd-4f52-9eba-ce229b07284d HTTP/1.1" status: 200 len: 1001 time: 0.0622153 Jan 26 22:15:47.589879 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8b8dd9-71d5-4196-ad13-5a1aefc70422 req-a6573656-ab93-4f18-8801-82ffadd8a194 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:15:47.591273 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-fd8b8dd9-71d5-4196-ad13-5a1aefc70422 req-a6573656-ab93-4f18-8801-82ffadd8a194 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=f81320d2-fa7a-450d-b1f0-259a79f1b76f HTTP/1.1" status: 200 len: 851 time: 0.0424590 Jan 26 22:15:47.636070 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8b8dd9-71d5-4196-ad13-5a1aefc70422 req-4a9050f4-e8e3-4a11-987d-758caa675077 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:15:47.637560 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-fd8b8dd9-71d5-4196-ad13-5a1aefc70422 req-4a9050f4-e8e3-4a11-987d-758caa675077 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=4cd375cb-d249-46a6-831f-f9f5a15e68cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0402350 Jan 26 22:15:47.733683 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-fd8b8dd9-71d5-4196-ad13-5a1aefc70422 req-c5a8e375-ecb7-42c9-9de9-631c6e860cb6 service neutron] 10.222.0.57 "GET /v2.0/networks/4cd375cb-d249-46a6-831f-f9f5a15e68cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898492 Jan 26 22:15:47.821372 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-fd8b8dd9-71d5-4196-ad13-5a1aefc70422 req-13ac2b58-ef01-4a5d-940c-57db6dd00748 service neutron] 10.222.0.57 "GET /v2.0/networks/4cd375cb-d249-46a6-831f-f9f5a15e68cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808198 Jan 26 22:15:48.575283 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71b09b7-94d1-4669-848f-73d2ee2dfe16 req-02a7a6aa-0c2c-4998-843f-9ecf045e1bd6 tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:15:48.576779 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-c71b09b7-94d1-4669-848f-73d2ee2dfe16 req-02a7a6aa-0c2c-4998-843f-9ecf045e1bd6 tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] 10.222.0.13 "GET /v2.0/ports?device_id=56eef136-cc52-418f-ba70-60c074cb095b HTTP/1.1" status: 200 len: 945 time: 0.0482826 Jan 26 22:15:48.627404 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-c71b09b7-94d1-4669-848f-73d2ee2dfe16 req-1ac52a03-b6de-4069-b657-a46e6348d2e3 tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] 10.222.0.13 "GET /v2.0/security-groups?id=43bea7b8-2240-42b3-a08a-3b2300147b70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450456 Jan 26 22:15:49.012378 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-ab39a904-5bb2-4d45-a70e-568f8d6399df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (474ccdf7-ab6c-405b-a3b2-dc7b05829902), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:15:49.742379 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ffebcf-6393-4229-aaf9-ef053fdbf7e8 req-fe1afc2e-e400-4fa3-b3f3-f8b1f940cdc2 tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:15:49.743858 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-70ffebcf-6393-4229-aaf9-ef053fdbf7e8 req-fe1afc2e-e400-4fa3-b3f3-f8b1f940cdc2 tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] 10.222.0.13 "GET /v2.0/ports?device_id=56eef136-cc52-418f-ba70-60c074cb095b HTTP/1.1" status: 200 len: 945 time: 0.0488160 Jan 26 22:15:49.789616 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-70ffebcf-6393-4229-aaf9-ef053fdbf7e8 req-b2a77f8d-0b47-4e06-a5c7-bf04952c9473 tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] 10.222.0.13 "GET /v2.0/security-groups?id=43bea7b8-2240-42b3-a08a-3b2300147b70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403318 Jan 26 22:15:50.903538 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75f42dc-c606-4e82-a6f1-b0b5c99ad1fd req-488f3fb6-8451-4651-8342-aa99fc585767 tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:15:50.905025 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-b75f42dc-c606-4e82-a6f1-b0b5c99ad1fd req-488f3fb6-8451-4651-8342-aa99fc585767 tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] 10.222.0.13 "GET /v2.0/ports?device_id=56eef136-cc52-418f-ba70-60c074cb095b HTTP/1.1" status: 200 len: 945 time: 0.0482967 Jan 26 22:15:50.951899 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-b75f42dc-c606-4e82-a6f1-b0b5c99ad1fd req-744f6a0a-983f-4ca8-82a4-e35d24a535f2 tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] 10.222.0.13 "GET /v2.0/security-groups?id=43bea7b8-2240-42b3-a08a-3b2300147b70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411716 Jan 26 22:15:51.344476 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-4531731f-d2c8-4884-b22f-a56ab6df08f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (09df100c-3af1-4b0a-bda8-05914c71c458), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:15:52.069344 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331c0a88-09a6-45f9-bcf7-7a12729075c4 req-55f4ba42-aede-4189-8246-5ab067a41666 tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:15:52.071500 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-331c0a88-09a6-45f9-bcf7-7a12729075c4 req-55f4ba42-aede-4189-8246-5ab067a41666 tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] 10.222.0.13 "GET /v2.0/ports?device_id=56eef136-cc52-418f-ba70-60c074cb095b HTTP/1.1" status: 200 len: 945 time: 0.0535047 Jan 26 22:15:52.117327 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-331c0a88-09a6-45f9-bcf7-7a12729075c4 req-e2d52a66-b0d9-4033-964a-e7eb95f600c9 tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] 10.222.0.13 "GET /v2.0/security-groups?id=43bea7b8-2240-42b3-a08a-3b2300147b70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403831 Jan 26 22:15:52.477789 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-841f5991-a4d8-4d4b-b215-cbc6bab5427b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (aa7ee9d2-08eb-4e12-b895-24c57300dfec), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:15:53.231655 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af80e76-33e8-4452-a3f3-19084936a1be req-2f4bf99f-c19a-4cad-9a9d-ef707afb7c29 tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:15:53.233134 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-5af80e76-33e8-4452-a3f3-19084936a1be req-2f4bf99f-c19a-4cad-9a9d-ef707afb7c29 tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] 10.222.0.13 "GET /v2.0/ports?device_id=56eef136-cc52-418f-ba70-60c074cb095b HTTP/1.1" status: 200 len: 945 time: 0.0478895 Jan 26 22:15:53.282872 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-5af80e76-33e8-4452-a3f3-19084936a1be req-c22987f8-bd2a-4e9d-9817-80186052f9ad tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] 10.222.0.13 "GET /v2.0/security-groups?id=43bea7b8-2240-42b3-a08a-3b2300147b70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440071 Jan 26 22:15:53.627892 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (4d619873-4b60-439f-9b5a-b155dc8bbc34), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:15:54.305853 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-839dd188-ec69-470c-9ab0-d318dc1a2e96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (e79b4fc6-6c71-44b2-a6d0-ff3e1f4dfd0d), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:15:54.398098 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65962e22-ef5e-49b9-b643-69fd97c2d227 req-23f21799-a660-4460-b348-c07c9c5790c3 tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:15:54.399592 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-65962e22-ef5e-49b9-b643-69fd97c2d227 req-23f21799-a660-4460-b348-c07c9c5790c3 tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] 10.222.0.13 "GET /v2.0/ports?device_id=56eef136-cc52-418f-ba70-60c074cb095b HTTP/1.1" status: 200 len: 945 time: 0.0486484 Jan 26 22:15:54.449571 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-65962e22-ef5e-49b9-b643-69fd97c2d227 req-c79aa942-f2b7-4364-a75a-4ff9c21ec052 tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] 10.222.0.13 "GET /v2.0/security-groups?id=43bea7b8-2240-42b3-a08a-3b2300147b70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442927 Jan 26 22:15:55.454331 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (fea0591a-627d-4c87-9a9a-01625ddf3277), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:15:55.563511 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08bb851e-e787-478b-82d2-4c9d9fec87f5 req-85e81b99-45f9-4ac2-8014-9fa3253206d3 tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:15:55.565000 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-08bb851e-e787-478b-82d2-4c9d9fec87f5 req-85e81b99-45f9-4ac2-8014-9fa3253206d3 tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] 10.222.0.13 "GET /v2.0/ports?device_id=56eef136-cc52-418f-ba70-60c074cb095b HTTP/1.1" status: 200 len: 945 time: 0.0476546 Jan 26 22:15:55.611081 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-08bb851e-e787-478b-82d2-4c9d9fec87f5 req-48c75d76-7418-47bf-ba85-8795389a4f86 tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] 10.222.0.13 "GET /v2.0/security-groups?id=43bea7b8-2240-42b3-a08a-3b2300147b70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398798 Jan 26 22:15:56.727956 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85124a8-e7bf-4225-9e49-c12d5803c755 req-9b5fbba2-d47f-44f0-a364-b4444e932ead tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:15:56.729457 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-f85124a8-e7bf-4225-9e49-c12d5803c755 req-9b5fbba2-d47f-44f0-a364-b4444e932ead tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] 10.222.0.13 "GET /v2.0/ports?device_id=56eef136-cc52-418f-ba70-60c074cb095b HTTP/1.1" status: 200 len: 945 time: 0.0479779 Jan 26 22:15:56.775506 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-f85124a8-e7bf-4225-9e49-c12d5803c755 req-d40a1cf6-1087-49dc-a548-30fc3fb99444 tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] 10.222.0.13 "GET /v2.0/security-groups?id=43bea7b8-2240-42b3-a08a-3b2300147b70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403275 Jan 26 22:15:57.894388 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e14b9e-2bf8-4d66-8791-84a9a4132196 req-9e654ad6-7a97-41d7-ad8f-d36125999839 tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:15:57.896358 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-f6e14b9e-2bf8-4d66-8791-84a9a4132196 req-9e654ad6-7a97-41d7-ad8f-d36125999839 tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] 10.222.0.13 "GET /v2.0/ports?device_id=56eef136-cc52-418f-ba70-60c074cb095b HTTP/1.1" status: 200 len: 945 time: 0.0518365 Jan 26 22:15:57.941576 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-f6e14b9e-2bf8-4d66-8791-84a9a4132196 req-61950cec-3289-4c41-a918-4bdefa76a8dc tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] 10.222.0.13 "GET /v2.0/security-groups?id=43bea7b8-2240-42b3-a08a-3b2300147b70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396478 Jan 26 22:15:59.056512 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728bd879-b3d0-40b1-a9a3-a41ddda0857f req-327dc1c8-56a1-4536-8acf-43fc5aa0be60 tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:15:59.058009 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-728bd879-b3d0-40b1-a9a3-a41ddda0857f req-327dc1c8-56a1-4536-8acf-43fc5aa0be60 tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] 10.222.0.13 "GET /v2.0/ports?device_id=56eef136-cc52-418f-ba70-60c074cb095b HTTP/1.1" status: 200 len: 945 time: 0.0479870 Jan 26 22:15:59.103384 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-728bd879-b3d0-40b1-a9a3-a41ddda0857f req-86cd987a-2171-484d-84d5-888c8d5630db tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] 10.222.0.13 "GET /v2.0/security-groups?id=43bea7b8-2240-42b3-a08a-3b2300147b70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398481 Jan 26 22:16:00.466803 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852896b3-af40-454f-84e8-410ff2e542fa req-b140b2db-7042-4b4f-b4f7-9e9b0df30ec0 tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:16:00.468291 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-852896b3-af40-454f-84e8-410ff2e542fa req-b140b2db-7042-4b4f-b4f7-9e9b0df30ec0 tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] 10.222.0.13 "GET /v2.0/ports?device_id=56eef136-cc52-418f-ba70-60c074cb095b HTTP/1.1" status: 200 len: 945 time: 0.0515096 Jan 26 22:16:00.515520 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-852896b3-af40-454f-84e8-410ff2e542fa req-4ec7e9da-99e6-41b3-89ea-6771931b32c9 tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] 10.222.0.13 "GET /v2.0/security-groups?id=43bea7b8-2240-42b3-a08a-3b2300147b70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411079 Jan 26 22:16:01.635515 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865bd3cc-a2f2-45f5-90db-6b8f0a544f75 req-3de90283-b059-40d6-ae7c-04cc4083edef tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:16:01.637145 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-865bd3cc-a2f2-45f5-90db-6b8f0a544f75 req-3de90283-b059-40d6-ae7c-04cc4083edef tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] 10.222.0.13 "GET /v2.0/ports?device_id=56eef136-cc52-418f-ba70-60c074cb095b HTTP/1.1" status: 200 len: 945 time: 0.0522757 Jan 26 22:16:01.686343 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-865bd3cc-a2f2-45f5-90db-6b8f0a544f75 req-0a825dac-418a-421e-ac28-6909fbddeec9 tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] 10.222.0.13 "GET /v2.0/security-groups?id=43bea7b8-2240-42b3-a08a-3b2300147b70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434003 Jan 26 22:16:02.800180 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9b6cf3-3659-4f10-b3cd-3af2cc43392f req-d96a0b02-929b-42ef-99cf-026d3087f334 tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:16:02.801702 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-3c9b6cf3-3659-4f10-b3cd-3af2cc43392f req-d96a0b02-929b-42ef-99cf-026d3087f334 tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] 10.222.0.13 "GET /v2.0/ports?device_id=56eef136-cc52-418f-ba70-60c074cb095b HTTP/1.1" status: 200 len: 945 time: 0.0478628 Jan 26 22:16:02.851813 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-3c9b6cf3-3659-4f10-b3cd-3af2cc43392f req-dbe894d7-27b5-42dd-bd4e-44d3ac9b91da tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] 10.222.0.13 "GET /v2.0/security-groups?id=43bea7b8-2240-42b3-a08a-3b2300147b70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446181 Jan 26 22:16:03.395363 n-d-760453-5 neutron-server[103304]: INFO neutron.api.v2.resource [req-fd8b8dd9-71d5-4196-ad13-5a1aefc70422 req-b960a136-d573-435c-8e58-7242f95a5df2 service neutron] show failed (client error): The resource could not be found. Jan 26 22:16:03.396377 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-fd8b8dd9-71d5-4196-ad13-5a1aefc70422 req-b960a136-d573-435c-8e58-7242f95a5df2 service neutron] 10.222.0.57 "GET /v2.0/ports/5059c661-1ddd-4f52-9eba-ce229b07284d/bindings/n-h1-760453-5 HTTP/1.1" status: 404 len: 380 time: 0.0552766 Jan 26 22:16:03.628921 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8b8dd9-71d5-4196-ad13-5a1aefc70422 req-cc8f8128-bdf4-4554-bc77-851e59ac15f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:16:03.630987 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-fd8b8dd9-71d5-4196-ad13-5a1aefc70422 req-cc8f8128-bdf4-4554-bc77-851e59ac15f5 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=56eef136-cc52-418f-ba70-60c074cb095b&tenant_id=37caa54fa0b74aea8f85b9d1c546e6dc HTTP/1.1" status: 200 len: 1096 time: 0.0827627 Jan 26 22:16:03.649610 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [req-fd8b8dd9-71d5-4196-ad13-5a1aefc70422 req-8bc7ed22-028e-46ce-92a3-ba14b1c926d7 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-760453-5', 'device_owner': 'compute:nova'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 22:16:03.704663 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-fd8b8dd9-71d5-4196-ad13-5a1aefc70422 req-8bc7ed22-028e-46ce-92a3-ba14b1c926d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (5059c661-1ddd-4f52-9eba-ce229b07284d), before_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:16:03.885120 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Device 5059c661-1ddd-4f52-9eba-ce229b07284d no longer exists at agent hyperv_n-h2-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 26 22:16:03.903655 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [req-fd8b8dd9-71d5-4196-ad13-5a1aefc70422 req-8bc7ed22-028e-46ce-92a3-ba14b1c926d7 service neutron] For port 5059c661-1ddd-4f52-9eba-ce229b07284d, host n-h2-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-5',level=0,port_id=5059c661-1ddd-4f52-9eba-ce229b07284d,segment=NetworkSegment(66e4f491-9a6a-4ffc-8f64-b9e6923cc891),segment_id=66e4f491-9a6a-4ffc-8f64-b9e6923cc891)] {{(pid=103305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 22:16:03.940043 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [req-fd8b8dd9-71d5-4196-ad13-5a1aefc70422 req-8bc7ed22-028e-46ce-92a3-ba14b1c926d7 service neutron] For port 5059c661-1ddd-4f52-9eba-ce229b07284d, host n-h2-760453-5, cleared binding levels {{(pid=103305) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 26 22:16:03.961633 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Current status of the port 5059c661-1ddd-4f52-9eba-ce229b07284d is: ACTIVE; New status is: DOWN {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 22:16:03.962018 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (5059c661-1ddd-4f52-9eba-ce229b07284d), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:16:03.972244 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1b452b-15c7-43be-8183-94a2e68e7b16 req-95aff45d-a4df-489d-9dea-b8f426158854 tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:16:03.973825 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-6b1b452b-15c7-43be-8183-94a2e68e7b16 req-95aff45d-a4df-489d-9dea-b8f426158854 tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] 10.222.0.13 "GET /v2.0/ports?device_id=56eef136-cc52-418f-ba70-60c074cb095b HTTP/1.1" status: 200 len: 945 time: 0.0511553 Jan 26 22:16:03.991221 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-fd8b8dd9-71d5-4196-ad13-5a1aefc70422 req-8bc7ed22-028e-46ce-92a3-ba14b1c926d7 service neutron] Publish callbacks [] for port (5059c661-1ddd-4f52-9eba-ce229b07284d), precommit_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:16:03.993396 n-d-760453-5 neutron-server[103305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56eef136-cc52-418f-ba70-60c074cb095b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5059c661-1ddd-4f52-9eba-ce229b07284d'}] {{(pid=103305) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 22:16:03.995706 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63c895857b12caccb44030902ae3f492cdae22bba6ec98e5b8bd003e299c093d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46f9860f-ed61-4382-a3b4-9adadcae4314" -d '{"events": [{"server_uuid": "56eef136-cc52-418f-ba70-60c074cb095b", "name": "network-vif-unplugged", "status": "completed", "tag": "5059c661-1ddd-4f52-9eba-ce229b07284d"}]}' {{(pid=103305) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 22:16:04.009236 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.provisioning_blocks [req-fd8b8dd9-71d5-4196-ad13-5a1aefc70422 req-8bc7ed22-028e-46ce-92a3-ba14b1c926d7 service neutron] Transition to ACTIVE for port object 5059c661-1ddd-4f52-9eba-ce229b07284d will not be triggered until provisioned by entity L2. {{(pid=103305) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 22:16:04.014621 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-fd8b8dd9-71d5-4196-ad13-5a1aefc70422 req-8bc7ed22-028e-46ce-92a3-ba14b1c926d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11791520'] for port (5059c661-1ddd-4f52-9eba-ce229b07284d), after_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:16:04.041028 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-6b1b452b-15c7-43be-8183-94a2e68e7b16 req-d31ecbb7-504a-4a56-878a-a8f577b2b1a0 tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] 10.222.0.13 "GET /v2.0/security-groups?id=43bea7b8-2240-42b3-a08a-3b2300147b70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0581946 Jan 26 22:16:04.061567 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc7ed22-028e-46ce-92a3-ba14b1c926d7 service neutron] Pushing event updated for resources: {'Port': ['ID=5059c661-1ddd-4f52-9eba-ce229b07284d,revision_number=6']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 22:16:04.068491 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.db.api [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103306) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 26 22:16:04.068851 n-d-760453-5 neutron-server[103306]: DEBUG oslo_db.api [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 26 22:16:04.071055 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bc7ed22-028e-46ce-92a3-ba14b1c926d7 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:16:04.071404 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bc7ed22-028e-46ce-92a3-ba14b1c926d7 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:16:04.071747 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bc7ed22-028e-46ce-92a3-ba14b1c926d7 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:16:04.072089 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bc7ed22-028e-46ce-92a3-ba14b1c926d7 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:16:04.072521 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bc7ed22-028e-46ce-92a3-ba14b1c926d7 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:16:04.072846 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bc7ed22-028e-46ce-92a3-ba14b1c926d7 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:16:04.073181 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bc7ed22-028e-46ce-92a3-ba14b1c926d7 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:16:04.073535 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bc7ed22-028e-46ce-92a3-ba14b1c926d7 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:16:04.073863 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bc7ed22-028e-46ce-92a3-ba14b1c926d7 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:16:04.074189 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bc7ed22-028e-46ce-92a3-ba14b1c926d7 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:16:04.074992 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bc7ed22-028e-46ce-92a3-ba14b1c926d7 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:16:04.074992 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bc7ed22-028e-46ce-92a3-ba14b1c926d7 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:16:04.075197 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bc7ed22-028e-46ce-92a3-ba14b1c926d7 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:16:04.141482 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 26 Jan 2022 22:16:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93f5c688-ef11-4922-a559-53e35a06d164 x-openstack-request-id: req-93f5c688-ef11-4922-a559-53e35a06d164 {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 22:16:04.141778 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56eef136-cc52-418f-ba70-60c074cb095b", "name": "network-vif-unplugged", "status": "completed", "tag": "5059c661-1ddd-4f52-9eba-ce229b07284d", "code": 200}]} {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 22:16:04.142085 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-93f5c688-ef11-4922-a559-53e35a06d164 {{(pid=103305) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 22:16:04.142497 n-d-760453-5 neutron-server[103305]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56eef136-cc52-418f-ba70-60c074cb095b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5059c661-1ddd-4f52-9eba-ce229b07284d', 'code': 200} Jan 26 22:16:04.162717 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd8b8dd9-71d5-4196-ad13-5a1aefc70422 req-8bc7ed22-028e-46ce-92a3-ba14b1c926d7 service neutron] No DVR routers for this DVR port 5059c661-1ddd-4f52-9eba-ce229b07284d on host n-h2-760453-5 {{(pid=103305) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 26 22:16:04.300288 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [req-fd8b8dd9-71d5-4196-ad13-5a1aefc70422 req-8bc7ed22-028e-46ce-92a3-ba14b1c926d7 service neutron] Attempting to bind port 5059c661-1ddd-4f52-9eba-ce229b07284d on host n-h1-760453-5 for vnic_type normal with profile {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 22:16:04.300623 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [req-fd8b8dd9-71d5-4196-ad13-5a1aefc70422 req-8bc7ed22-028e-46ce-92a3-ba14b1c926d7 service neutron] Attempting to bind port 5059c661-1ddd-4f52-9eba-ce229b07284d by drivers openvswitch,hyperv on host n-h1-760453-5 at level 0 using segments [{'id': '66e4f491-9a6a-4ffc-8f64-b9e6923cc891', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '4cd375cb-d249-46a6-831f-f9f5a15e68cd'}] {{(pid=103305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 26 22:16:04.301026 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd8b8dd9-71d5-4196-ad13-5a1aefc70422 req-8bc7ed22-028e-46ce-92a3-ba14b1c926d7 service neutron] Attempting to bind port 5059c661-1ddd-4f52-9eba-ce229b07284d on network 4cd375cb-d249-46a6-831f-f9f5a15e68cd {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 22:16:04.305782 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd8b8dd9-71d5-4196-ad13-5a1aefc70422 req-8bc7ed22-028e-46ce-92a3-ba14b1c926d7 service neutron] Port 5059c661-1ddd-4f52-9eba-ce229b07284d on network 4cd375cb-d249-46a6-831f-f9f5a15e68cd not bound, no agent of type Open vSwitch agent registered on host n-h1-760453-5 {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 26 22:16:04.306102 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd8b8dd9-71d5-4196-ad13-5a1aefc70422 req-8bc7ed22-028e-46ce-92a3-ba14b1c926d7 service neutron] Attempting to bind port 5059c661-1ddd-4f52-9eba-ce229b07284d on network 4cd375cb-d249-46a6-831f-f9f5a15e68cd {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 22:16:04.310841 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd8b8dd9-71d5-4196-ad13-5a1aefc70422 req-8bc7ed22-028e-46ce-92a3-ba14b1c926d7 service neutron] Checking agent: {'id': '32ef628b-8417-46c5-8729-60fcabe358f1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-760453-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 21, 3, 8), 'started_at': datetime.datetime(2022, 1, 26, 21, 3, 8), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 22, 15, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 26 22:16:04.311177 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd8b8dd9-71d5-4196-ad13-5a1aefc70422 req-8bc7ed22-028e-46ce-92a3-ba14b1c926d7 service neutron] Checking segment: {'id': '66e4f491-9a6a-4ffc-8f64-b9e6923cc891', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '4cd375cb-d249-46a6-831f-f9f5a15e68cd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103305) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 22:16:04.311559 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd8b8dd9-71d5-4196-ad13-5a1aefc70422 req-8bc7ed22-028e-46ce-92a3-ba14b1c926d7 service neutron] Bound using segment: {'id': '66e4f491-9a6a-4ffc-8f64-b9e6923cc891', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '4cd375cb-d249-46a6-831f-f9f5a15e68cd'} {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 26 22:16:04.311979 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [req-fd8b8dd9-71d5-4196-ad13-5a1aefc70422 req-8bc7ed22-028e-46ce-92a3-ba14b1c926d7 service neutron] Bound port: 5059c661-1ddd-4f52-9eba-ce229b07284d, host: n-h1-760453-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '66e4f491-9a6a-4ffc-8f64-b9e6923cc891', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '4cd375cb-d249-46a6-831f-f9f5a15e68cd'}}] {{(pid=103305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 26 22:16:04.312330 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-fd8b8dd9-71d5-4196-ad13-5a1aefc70422 req-8bc7ed22-028e-46ce-92a3-ba14b1c926d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (5059c661-1ddd-4f52-9eba-ce229b07284d), before_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:16:04.374956 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [req-fd8b8dd9-71d5-4196-ad13-5a1aefc70422 req-8bc7ed22-028e-46ce-92a3-ba14b1c926d7 service neutron] For port 5059c661-1ddd-4f52-9eba-ce229b07284d, host n-h1-760453-5, cleared binding levels {{(pid=103305) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 26 22:16:04.377952 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [req-fd8b8dd9-71d5-4196-ad13-5a1aefc70422 req-8bc7ed22-028e-46ce-92a3-ba14b1c926d7 service neutron] For port 5059c661-1ddd-4f52-9eba-ce229b07284d, host n-h1-760453-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-5',level=0,port_id=5059c661-1ddd-4f52-9eba-ce229b07284d,segment=NetworkSegment(66e4f491-9a6a-4ffc-8f64-b9e6923cc891),segment_id=66e4f491-9a6a-4ffc-8f64-b9e6923cc891)] {{(pid=103305) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 26 22:16:04.382848 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-fd8b8dd9-71d5-4196-ad13-5a1aefc70422 req-8bc7ed22-028e-46ce-92a3-ba14b1c926d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11791520'] for port (5059c661-1ddd-4f52-9eba-ce229b07284d), after_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:16:04.420133 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8b8dd9-71d5-4196-ad13-5a1aefc70422 req-8bc7ed22-028e-46ce-92a3-ba14b1c926d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:16:04.420759 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-fd8b8dd9-71d5-4196-ad13-5a1aefc70422 req-8bc7ed22-028e-46ce-92a3-ba14b1c926d7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:16:04.422248 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-fd8b8dd9-71d5-4196-ad13-5a1aefc70422 req-8bc7ed22-028e-46ce-92a3-ba14b1c926d7 service neutron] 10.222.0.66 "PUT /v2.0/ports/5059c661-1ddd-4f52-9eba-ce229b07284d HTTP/1.1" status: 200 len: 1091 time: 0.7773020 Jan 26 22:16:04.448088 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc7ed22-028e-46ce-92a3-ba14b1c926d7 service neutron] Pushing event updated for resources: {'Port': ['ID=5059c661-1ddd-4f52-9eba-ce229b07284d,revision_number=7']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 22:16:04.500254 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8b8dd9-71d5-4196-ad13-5a1aefc70422 req-0c9b488d-399f-425d-a443-9244e308c786 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:16:04.501832 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-fd8b8dd9-71d5-4196-ad13-5a1aefc70422 req-0c9b488d-399f-425d-a443-9244e308c786 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=37caa54fa0b74aea8f85b9d1c546e6dc&device_id=56eef136-cc52-418f-ba70-60c074cb095b HTTP/1.1" status: 200 len: 1094 time: 0.0445294 Jan 26 22:16:04.601411 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8b8dd9-71d5-4196-ad13-5a1aefc70422 req-c14d4692-1c6e-4766-a230-dadbcf70845d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:16:04.602519 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-fd8b8dd9-71d5-4196-ad13-5a1aefc70422 req-c14d4692-1c6e-4766-a230-dadbcf70845d service neutron] 10.222.0.66 "GET /v2.0/networks?id=4cd375cb-d249-46a6-831f-f9f5a15e68cd HTTP/1.1" status: 200 len: 913 time: 0.0941229 Jan 26 22:16:04.607509 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Current status of the port 5059c661-1ddd-4f52-9eba-ce229b07284d is: DOWN; New status is: DOWN {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 22:16:04.674726 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-fd8b8dd9-71d5-4196-ad13-5a1aefc70422 req-335d8732-def0-4ad3-a523-35284b605088 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5059c661-1ddd-4f52-9eba-ce229b07284d HTTP/1.1" status: 200 len: 999 time: 0.0658104 Jan 26 22:16:04.722763 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8b8dd9-71d5-4196-ad13-5a1aefc70422 req-2a593183-5249-47f4-990b-19a3b18157cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:16:04.724142 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-fd8b8dd9-71d5-4196-ad13-5a1aefc70422 req-2a593183-5249-47f4-990b-19a3b18157cb service neutron] 10.222.0.66 "GET /v2.0/subnets?id=f81320d2-fa7a-450d-b1f0-259a79f1b76f HTTP/1.1" status: 200 len: 851 time: 0.0438869 Jan 26 22:16:04.768581 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8b8dd9-71d5-4196-ad13-5a1aefc70422 req-75ce4bc1-61a5-4e2e-8e20-493ce7b3a62d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:16:04.770116 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-fd8b8dd9-71d5-4196-ad13-5a1aefc70422 req-75ce4bc1-61a5-4e2e-8e20-493ce7b3a62d service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=4cd375cb-d249-46a6-831f-f9f5a15e68cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0396507 Jan 26 22:16:04.862326 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-fd8b8dd9-71d5-4196-ad13-5a1aefc70422 req-6a99e75d-fa2d-4a5e-aa21-8b02516f5f0c service neutron] 10.222.0.66 "GET /v2.0/networks/4cd375cb-d249-46a6-831f-f9f5a15e68cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866234 Jan 26 22:16:04.955106 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-fd8b8dd9-71d5-4196-ad13-5a1aefc70422 req-14cd4ed5-0425-4f73-8793-11752c0f80e8 service neutron] 10.222.0.66 "GET /v2.0/networks/4cd375cb-d249-46a6-831f-f9f5a15e68cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869801 Jan 26 22:16:05.149809 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a75a9fc-1922-4d9b-adfa-e08b95a19b01 req-bc470965-f5ba-497d-b1b1-b985b970d4d6 tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:16:05.150890 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-0a75a9fc-1922-4d9b-adfa-e08b95a19b01 req-bc470965-f5ba-497d-b1b1-b985b970d4d6 tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] 10.222.0.13 "GET /v2.0/ports?device_id=56eef136-cc52-418f-ba70-60c074cb095b HTTP/1.1" status: 200 len: 943 time: 0.0495808 Jan 26 22:16:05.202397 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-0a75a9fc-1922-4d9b-adfa-e08b95a19b01 req-fe5aea68-3ead-4b05-a5a4-3e10bbda4bd4 tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] 10.222.0.13 "GET /v2.0/security-groups?id=43bea7b8-2240-42b3-a08a-3b2300147b70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457778 Jan 26 22:16:06.143529 n-d-760453-5 neutron-server[103305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '56eef136-cc52-418f-ba70-60c074cb095b', 'tag': '5059c661-1ddd-4f52-9eba-ce229b07284d'}] {{(pid=103305) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 22:16:06.145966 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63c895857b12caccb44030902ae3f492cdae22bba6ec98e5b8bd003e299c093d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c99a00d1-589e-4f13-9b40-a5c1f607e805" -d '{"events": [{"name": "network-changed", "server_uuid": "56eef136-cc52-418f-ba70-60c074cb095b", "tag": "5059c661-1ddd-4f52-9eba-ce229b07284d"}]}' {{(pid=103305) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 22:16:06.194257 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 26 Jan 2022 22:16:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2cacdc87-3fb2-4b42-9dfa-6fc4865bc9b9 x-openstack-request-id: req-2cacdc87-3fb2-4b42-9dfa-6fc4865bc9b9 {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 22:16:06.194552 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "56eef136-cc52-418f-ba70-60c074cb095b", "tag": "5059c661-1ddd-4f52-9eba-ce229b07284d", "status": "completed", "code": 200}]} {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 22:16:06.195205 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-2cacdc87-3fb2-4b42-9dfa-6fc4865bc9b9 {{(pid=103305) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 22:16:06.195672 n-d-760453-5 neutron-server[103305]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '56eef136-cc52-418f-ba70-60c074cb095b', 'tag': '5059c661-1ddd-4f52-9eba-ce229b07284d', 'status': 'completed', 'code': 200} Jan 26 22:16:06.263843 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99a00d1-589e-4f13-9b40-a5c1f607e805 req-5eb65a96-bb1a-48b6-b543-ead0ba42d2b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:16:06.265503 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-c99a00d1-589e-4f13-9b40-a5c1f607e805 req-5eb65a96-bb1a-48b6-b543-ead0ba42d2b8 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=37caa54fa0b74aea8f85b9d1c546e6dc&device_id=56eef136-cc52-418f-ba70-60c074cb095b HTTP/1.1" status: 200 len: 1094 time: 0.0532699 Jan 26 22:16:06.294100 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99a00d1-589e-4f13-9b40-a5c1f607e805 req-10129e21-9457-4244-acc9-1e43154a5ce1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:16:06.295387 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-c99a00d1-589e-4f13-9b40-a5c1f607e805 req-10129e21-9457-4244-acc9-1e43154a5ce1 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=37caa54fa0b74aea8f85b9d1c546e6dc&device_id=56eef136-cc52-418f-ba70-60c074cb095b HTTP/1.1" status: 200 len: 1094 time: 0.0548580 Jan 26 22:16:06.389140 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a37247-af1c-4920-81a0-097b16c5b363 req-f9ad1822-612b-493f-82df-28d3353b79e1 tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:16:06.390777 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-03a37247-af1c-4920-81a0-097b16c5b363 req-f9ad1822-612b-493f-82df-28d3353b79e1 tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] 10.222.0.13 "GET /v2.0/ports?device_id=56eef136-cc52-418f-ba70-60c074cb095b HTTP/1.1" status: 200 len: 943 time: 0.0960526 Jan 26 22:16:06.393177 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99a00d1-589e-4f13-9b40-a5c1f607e805 req-49f99731-0e52-431f-88fc-30ccd3dd3feb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:16:06.394756 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-c99a00d1-589e-4f13-9b40-a5c1f607e805 req-49f99731-0e52-431f-88fc-30ccd3dd3feb service neutron] 10.222.0.66 "GET /v2.0/networks?id=4cd375cb-d249-46a6-831f-f9f5a15e68cd HTTP/1.1" status: 200 len: 913 time: 0.0924380 Jan 26 22:16:06.422663 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99a00d1-589e-4f13-9b40-a5c1f607e805 req-51a2104d-e665-4215-8744-11a96d0df1c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:16:06.426580 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-c99a00d1-589e-4f13-9b40-a5c1f607e805 req-51a2104d-e665-4215-8744-11a96d0df1c8 service neutron] 10.222.0.57 "GET /v2.0/networks?id=4cd375cb-d249-46a6-831f-f9f5a15e68cd HTTP/1.1" status: 200 len: 913 time: 0.1525116 Jan 26 22:16:06.467251 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-c99a00d1-589e-4f13-9b40-a5c1f607e805 req-ff0398bc-a3f5-4e28-a37d-1a5f20fa661c service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5059c661-1ddd-4f52-9eba-ce229b07284d HTTP/1.1" status: 200 len: 999 time: 0.0668924 Jan 26 22:16:06.497517 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-03a37247-af1c-4920-81a0-097b16c5b363 req-f71d3d32-4014-4084-a056-dc4d0908fc07 tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] 10.222.0.13 "GET /v2.0/security-groups?id=43bea7b8-2240-42b3-a08a-3b2300147b70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0990124 Jan 26 22:16:06.512446 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-c99a00d1-589e-4f13-9b40-a5c1f607e805 req-0e47854f-124e-4335-a5d1-132601d7c58c service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5059c661-1ddd-4f52-9eba-ce229b07284d HTTP/1.1" status: 200 len: 999 time: 0.0763984 Jan 26 22:16:06.518428 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99a00d1-589e-4f13-9b40-a5c1f607e805 req-9da41c57-3125-438b-8c24-44ff0ee4f8d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:16:06.520114 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-c99a00d1-589e-4f13-9b40-a5c1f607e805 req-9da41c57-3125-438b-8c24-44ff0ee4f8d3 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=f81320d2-fa7a-450d-b1f0-259a79f1b76f HTTP/1.1" status: 200 len: 851 time: 0.0461693 Jan 26 22:16:06.564660 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99a00d1-589e-4f13-9b40-a5c1f607e805 req-39e716c7-683e-40fe-884f-f43a619c5d37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:16:06.565024 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99a00d1-589e-4f13-9b40-a5c1f607e805 req-75c82324-0535-4729-b807-530e73f3ae08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:16:06.566247 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-c99a00d1-589e-4f13-9b40-a5c1f607e805 req-39e716c7-683e-40fe-884f-f43a619c5d37 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=f81320d2-fa7a-450d-b1f0-259a79f1b76f HTTP/1.1" status: 200 len: 851 time: 0.0477664 Jan 26 22:16:06.566573 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-c99a00d1-589e-4f13-9b40-a5c1f607e805 req-75c82324-0535-4729-b807-530e73f3ae08 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=4cd375cb-d249-46a6-831f-f9f5a15e68cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0414734 Jan 26 22:16:06.611564 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99a00d1-589e-4f13-9b40-a5c1f607e805 req-e42f500b-79c0-4b50-a34a-af02da9fc205 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:16:06.613210 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-c99a00d1-589e-4f13-9b40-a5c1f607e805 req-e42f500b-79c0-4b50-a34a-af02da9fc205 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=4cd375cb-d249-46a6-831f-f9f5a15e68cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0414338 Jan 26 22:16:06.666704 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-c99a00d1-589e-4f13-9b40-a5c1f607e805 req-59c0f7f7-697d-471e-a9bd-1f5259483a24 service neutron] 10.222.0.66 "GET /v2.0/networks/4cd375cb-d249-46a6-831f-f9f5a15e68cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0941651 Jan 26 22:16:06.709663 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-c99a00d1-589e-4f13-9b40-a5c1f607e805 req-541b9d07-5e62-43d5-85cf-ab49a59e87ba service neutron] 10.222.0.57 "GET /v2.0/networks/4cd375cb-d249-46a6-831f-f9f5a15e68cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903249 Jan 26 22:16:06.761433 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-c99a00d1-589e-4f13-9b40-a5c1f607e805 req-b4393796-2e92-494e-9be1-1d5f0764cf49 service neutron] 10.222.0.66 "GET /v2.0/networks/4cd375cb-d249-46a6-831f-f9f5a15e68cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884042 Jan 26 22:16:06.803923 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-c99a00d1-589e-4f13-9b40-a5c1f607e805 req-5dd6c160-2d88-4245-bf0d-8b76a139aaa5 service neutron] 10.222.0.57 "GET /v2.0/networks/4cd375cb-d249-46a6-831f-f9f5a15e68cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880609 Jan 26 22:16:07.495657 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.agents_db [None req-569f1ced-6396-4ddf-b79f-e03b0b2146ab None None] Agent healthcheck: found 7 active agents {{(pid=103307) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 26 22:16:07.620913 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38cfd2c3-886a-405d-9596-cdc4b7e3f35a req-8b6d56e2-dce0-48df-82d0-9578aa5b66c9 tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:16:07.622629 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-38cfd2c3-886a-405d-9596-cdc4b7e3f35a req-8b6d56e2-dce0-48df-82d0-9578aa5b66c9 tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] 10.222.0.13 "GET /v2.0/ports?device_id=56eef136-cc52-418f-ba70-60c074cb095b HTTP/1.1" status: 200 len: 943 time: 0.0502977 Jan 26 22:16:07.672621 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-38cfd2c3-886a-405d-9596-cdc4b7e3f35a req-255c7c64-cd17-41c3-b20a-1044c1067572 tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] 10.222.0.13 "GET /v2.0/security-groups?id=43bea7b8-2240-42b3-a08a-3b2300147b70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438147 Jan 26 22:16:08.795245 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df102169-8732-437a-9f3c-6f490ef03aad req-91336140-3faf-4c81-a1f9-41974fcddfe0 tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:16:08.796741 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-df102169-8732-437a-9f3c-6f490ef03aad req-91336140-3faf-4c81-a1f9-41974fcddfe0 tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] 10.222.0.13 "GET /v2.0/ports?device_id=56eef136-cc52-418f-ba70-60c074cb095b HTTP/1.1" status: 200 len: 943 time: 0.0524013 Jan 26 22:16:08.843207 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-df102169-8732-437a-9f3c-6f490ef03aad req-b6424c14-cce3-4c12-b2f1-5c120ef0b810 tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] 10.222.0.13 "GET /v2.0/security-groups?id=43bea7b8-2240-42b3-a08a-3b2300147b70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409229 Jan 26 22:16:08.870493 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (32ef628b-8417-46c5-8729-60fcabe358f1), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:16:09.961375 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7234309a-cfdf-4be8-b5fd-33e4caeb7f6f req-a36be104-d8d0-49d2-b7e7-e4375ac9b809 tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:16:09.962880 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-7234309a-cfdf-4be8-b5fd-33e4caeb7f6f req-a36be104-d8d0-49d2-b7e7-e4375ac9b809 tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] 10.222.0.13 "GET /v2.0/ports?device_id=56eef136-cc52-418f-ba70-60c074cb095b HTTP/1.1" status: 200 len: 943 time: 0.0501146 Jan 26 22:16:10.009522 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-7234309a-cfdf-4be8-b5fd-33e4caeb7f6f req-abcac614-2691-404c-ae29-b7dc829f0b0e tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] 10.222.0.13 "GET /v2.0/security-groups?id=43bea7b8-2240-42b3-a08a-3b2300147b70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410013 Jan 26 22:16:11.134883 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbce0ee-1bf2-4722-bcf7-6b46fc1a3ece req-5dfa1ad2-acc5-4494-9b90-1d58015c1397 tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:16:11.137107 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-3fbce0ee-1bf2-4722-bcf7-6b46fc1a3ece req-5dfa1ad2-acc5-4494-9b90-1d58015c1397 tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] 10.222.0.13 "GET /v2.0/ports?device_id=56eef136-cc52-418f-ba70-60c074cb095b HTTP/1.1" status: 200 len: 943 time: 0.0534575 Jan 26 22:16:11.189348 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-3fbce0ee-1bf2-4722-bcf7-6b46fc1a3ece req-e32af634-83e8-492e-9b5a-0f1faa5033a3 tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] 10.222.0.13 "GET /v2.0/security-groups?id=43bea7b8-2240-42b3-a08a-3b2300147b70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459011 Jan 26 22:16:12.306851 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9890f5be-4cea-4595-84f5-9c01a3f59620 req-961f83c9-a05e-4a79-b588-000c6ce3fdfd tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:16:12.308253 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-9890f5be-4cea-4595-84f5-9c01a3f59620 req-961f83c9-a05e-4a79-b588-000c6ce3fdfd tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] 10.222.0.13 "GET /v2.0/ports?device_id=56eef136-cc52-418f-ba70-60c074cb095b HTTP/1.1" status: 200 len: 943 time: 0.0489986 Jan 26 22:16:12.356371 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-9890f5be-4cea-4595-84f5-9c01a3f59620 req-f8c2f953-111d-49c5-a94f-220fd99036ec tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] 10.222.0.13 "GET /v2.0/security-groups?id=43bea7b8-2240-42b3-a08a-3b2300147b70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424054 Jan 26 22:16:13.472710 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a163cd6a-bc99-4366-a80c-d543e80eb3f2 req-c78d3b88-d2d4-45e8-b99c-32df9d5b534b tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:16:13.474206 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-a163cd6a-bc99-4366-a80c-d543e80eb3f2 req-c78d3b88-d2d4-45e8-b99c-32df9d5b534b tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] 10.222.0.13 "GET /v2.0/ports?device_id=56eef136-cc52-418f-ba70-60c074cb095b HTTP/1.1" status: 200 len: 943 time: 0.0486796 Jan 26 22:16:13.524907 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-a163cd6a-bc99-4366-a80c-d543e80eb3f2 req-e030eda0-f3fe-4845-a2b0-3e2abbc5f2f5 tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] 10.222.0.13 "GET /v2.0/security-groups?id=43bea7b8-2240-42b3-a08a-3b2300147b70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451496 Jan 26 22:16:14.641037 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e01d55-51e3-4840-84a4-b78ef0ac49bb req-c109ae18-a19e-4a58-8bb6-9166b6c20a37 tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:16:14.642518 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-52e01d55-51e3-4840-84a4-b78ef0ac49bb req-c109ae18-a19e-4a58-8bb6-9166b6c20a37 tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] 10.222.0.13 "GET /v2.0/ports?device_id=56eef136-cc52-418f-ba70-60c074cb095b HTTP/1.1" status: 200 len: 943 time: 0.0471234 Jan 26 22:16:14.687866 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-52e01d55-51e3-4840-84a4-b78ef0ac49bb req-0be7acb8-3c01-4926-a7da-5b3e12e7666a tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] 10.222.0.13 "GET /v2.0/security-groups?id=43bea7b8-2240-42b3-a08a-3b2300147b70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389218 Jan 26 22:16:15.801721 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac231dcf-7992-4654-afbb-50860cd92e5d req-265e56e8-12e5-4979-b899-6014ae49e95b tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:16:15.803191 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-ac231dcf-7992-4654-afbb-50860cd92e5d req-265e56e8-12e5-4979-b899-6014ae49e95b tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] 10.222.0.13 "GET /v2.0/ports?device_id=56eef136-cc52-418f-ba70-60c074cb095b HTTP/1.1" status: 200 len: 943 time: 0.0471728 Jan 26 22:16:15.848461 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-ac231dcf-7992-4654-afbb-50860cd92e5d req-6686a561-63e2-4ffc-8926-52ceb1e7eebd tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] 10.222.0.13 "GET /v2.0/security-groups?id=43bea7b8-2240-42b3-a08a-3b2300147b70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398097 Jan 26 22:16:16.969010 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9bdeb38-3f25-442c-bc63-827a3f7e8a4f req-5cadfba5-2829-490a-abd4-d52882c1d1aa tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:16:16.970651 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-b9bdeb38-3f25-442c-bc63-827a3f7e8a4f req-5cadfba5-2829-490a-abd4-d52882c1d1aa tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] 10.222.0.13 "GET /v2.0/ports?device_id=56eef136-cc52-418f-ba70-60c074cb095b HTTP/1.1" status: 200 len: 943 time: 0.0528607 Jan 26 22:16:17.017751 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-b9bdeb38-3f25-442c-bc63-827a3f7e8a4f req-45947342-860a-4a14-ae22-76811bcc4526 tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] 10.222.0.13 "GET /v2.0/security-groups?id=43bea7b8-2240-42b3-a08a-3b2300147b70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415516 Jan 26 22:16:18.135737 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866bfc28-d72f-4a00-a558-4fd2f7c75cc1 req-337a8a4f-9d80-4dd5-a77e-7e30e8bc297b tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:16:18.137621 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-866bfc28-d72f-4a00-a558-4fd2f7c75cc1 req-337a8a4f-9d80-4dd5-a77e-7e30e8bc297b tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] 10.222.0.13 "GET /v2.0/ports?device_id=56eef136-cc52-418f-ba70-60c074cb095b HTTP/1.1" status: 200 len: 943 time: 0.0492311 Jan 26 22:16:18.182961 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-866bfc28-d72f-4a00-a558-4fd2f7c75cc1 req-0fac6cde-0564-416e-9820-f09fd4364e68 tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] 10.222.0.13 "GET /v2.0/security-groups?id=43bea7b8-2240-42b3-a08a-3b2300147b70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401649 Jan 26 22:16:19.013639 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-f041ebbd-2319-4204-9129-88acd52a848c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (474ccdf7-ab6c-405b-a3b2-dc7b05829902), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:16:19.297221 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5511e473-fd32-47a0-bf9e-25e926284074 req-ac204a8a-c880-414f-8008-fdb7b631a591 tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:16:19.298643 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-5511e473-fd32-47a0-bf9e-25e926284074 req-ac204a8a-c880-414f-8008-fdb7b631a591 tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] 10.222.0.13 "GET /v2.0/ports?device_id=56eef136-cc52-418f-ba70-60c074cb095b HTTP/1.1" status: 200 len: 943 time: 0.0479419 Jan 26 22:16:19.348487 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-5511e473-fd32-47a0-bf9e-25e926284074 req-dc572780-f606-41b2-8cbb-195c38e94615 tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] 10.222.0.13 "GET /v2.0/security-groups?id=43bea7b8-2240-42b3-a08a-3b2300147b70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443721 Jan 26 22:16:20.463374 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ef8da8-1728-4729-bab0-fe5ba94c581a req-daf97113-b3d6-4933-934e-99e93f4d8489 tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:16:20.464857 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-33ef8da8-1728-4729-bab0-fe5ba94c581a req-daf97113-b3d6-4933-934e-99e93f4d8489 tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] 10.222.0.13 "GET /v2.0/ports?device_id=56eef136-cc52-418f-ba70-60c074cb095b HTTP/1.1" status: 200 len: 943 time: 0.0480969 Jan 26 22:16:20.511780 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-33ef8da8-1728-4729-bab0-fe5ba94c581a req-8afdcf06-3cd2-4cc3-9656-4bc049476f4e tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] 10.222.0.13 "GET /v2.0/security-groups?id=43bea7b8-2240-42b3-a08a-3b2300147b70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412812 Jan 26 22:16:21.344719 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fd6290ad-e3eb-4baf-8e39-82a29d72006a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (09df100c-3af1-4b0a-bda8-05914c71c458), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:16:21.625951 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09b2395-6124-4ad8-8acf-36d894dd169b req-67477bd4-5fc2-443d-ac6b-c59558492301 tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:16:21.627327 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-c09b2395-6124-4ad8-8acf-36d894dd169b req-67477bd4-5fc2-443d-ac6b-c59558492301 tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] 10.222.0.13 "GET /v2.0/ports?device_id=56eef136-cc52-418f-ba70-60c074cb095b HTTP/1.1" status: 200 len: 943 time: 0.0470109 Jan 26 22:16:21.673114 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-c09b2395-6124-4ad8-8acf-36d894dd169b req-0ac1a42e-7711-4a9d-b54f-6f4f915e2dc7 tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] 10.222.0.13 "GET /v2.0/security-groups?id=43bea7b8-2240-42b3-a08a-3b2300147b70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398133 Jan 26 22:16:22.481192 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-841f5991-a4d8-4d4b-b215-cbc6bab5427b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (aa7ee9d2-08eb-4e12-b895-24c57300dfec), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:16:22.790761 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15e13f4-7a81-4b8d-9620-044e4a5568c3 req-32698f49-e8e9-4ce2-a611-f421b98bd074 tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:16:22.792224 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-d15e13f4-7a81-4b8d-9620-044e4a5568c3 req-32698f49-e8e9-4ce2-a611-f421b98bd074 tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] 10.222.0.13 "GET /v2.0/ports?device_id=56eef136-cc52-418f-ba70-60c074cb095b HTTP/1.1" status: 200 len: 943 time: 0.0505149 Jan 26 22:16:22.838739 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-d15e13f4-7a81-4b8d-9620-044e4a5568c3 req-7849f0c2-c622-4df0-9a80-fb920b7eed24 tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] 10.222.0.13 "GET /v2.0/security-groups?id=43bea7b8-2240-42b3-a08a-3b2300147b70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409305 Jan 26 22:16:23.557611 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Device 5059c661-1ddd-4f52-9eba-ce229b07284d details requested by agent hyperv_n-h1-760453-5 with host n-h1-760453-5 {{(pid=103306) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 26 22:16:23.662512 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] For port 5059c661-1ddd-4f52-9eba-ce229b07284d, host n-h1-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-5',level=0,port_id=5059c661-1ddd-4f52-9eba-ce229b07284d,segment=NetworkSegment(66e4f491-9a6a-4ffc-8f64-b9e6923cc891),segment_id=66e4f491-9a6a-4ffc-8f64-b9e6923cc891)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 22:16:23.664925 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (4d619873-4b60-439f-9b5a-b155dc8bbc34), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:16:23.673359 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Returning: {'device': '5059c661-1ddd-4f52-9eba-ce229b07284d', 'network_id': '4cd375cb-d249-46a6-831f-f9f5a15e68cd', 'port_id': '5059c661-1ddd-4f52-9eba-ce229b07284d', 'mac_address': 'fa:16:3e:6b:be:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 592, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f81320d2-fa7a-450d-b1f0-259a79f1b76f', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103306) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 26 22:16:23.710866 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Current status of the port 5059c661-1ddd-4f52-9eba-ce229b07284d is: DOWN; New status is: BUILD {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 22:16:23.711249 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (5059c661-1ddd-4f52-9eba-ce229b07284d), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:16:23.724184 n-d-760453-5 neutron-server[103306]: DEBUG neutron.notifiers.nova [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5059c661-1ddd-4f52-9eba-ce229b07284d {{(pid=103306) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 26 22:16:23.743336 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] For port 5059c661-1ddd-4f52-9eba-ce229b07284d, host n-h1-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-5',level=0,port_id=5059c661-1ddd-4f52-9eba-ce229b07284d,segment=NetworkSegment(66e4f491-9a6a-4ffc-8f64-b9e6923cc891),segment_id=66e4f491-9a6a-4ffc-8f64-b9e6923cc891)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 22:16:23.746747 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (5059c661-1ddd-4f52-9eba-ce229b07284d), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:16:23.795583 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Pushing event updated for resources: {'Port': ['ID=5059c661-1ddd-4f52-9eba-ce229b07284d,revision_number=8']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 22:16:23.803442 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:16:23.803801 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:16:23.804143 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:16:23.804480 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:16:23.804815 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:16:23.805144 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:16:23.805502 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:16:23.805830 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:16:23.806153 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:16:23.806476 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:16:23.806800 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:16:23.807122 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:16:23.807443 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:16:23.952741 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371954c6-cb50-47bf-a0dc-7b59ab8b6957 req-b13cf7f9-c52a-488a-bd80-46129e90e969 tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:16:23.954281 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-371954c6-cb50-47bf-a0dc-7b59ab8b6957 req-b13cf7f9-c52a-488a-bd80-46129e90e969 tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] 10.222.0.13 "GET /v2.0/ports?device_id=56eef136-cc52-418f-ba70-60c074cb095b HTTP/1.1" status: 200 len: 944 time: 0.0476990 Jan 26 22:16:24.000682 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-371954c6-cb50-47bf-a0dc-7b59ab8b6957 req-6e46e791-d702-4d1c-adc1-b085a7e6ebad tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] 10.222.0.13 "GET /v2.0/security-groups?id=43bea7b8-2240-42b3-a08a-3b2300147b70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403774 Jan 26 22:16:24.207996 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] get_ports_and_sgs() called for port_ids ['5059c661-1ddd-4f52-9eba-ce229b07284d'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 26 22:16:24.280927 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d429a5-04b8-475d-9922-972f0b4601a6 req-90b60b6e-25f3-403d-be82-72d7f9479c89 tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:16:24.282534 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-26d429a5-04b8-475d-9922-972f0b4601a6 req-90b60b6e-25f3-403d-be82-72d7f9479c89 tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] 10.222.0.66 "GET /v2.0/ports?device_id=56eef136-cc52-418f-ba70-60c074cb095b&tenant_id=37caa54fa0b74aea8f85b9d1c546e6dc&binding%3Ahost_id=n-h1-760453-5 HTTP/1.1" status: 200 len: 944 time: 0.0558221 Jan 26 22:16:24.308636 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9fd1c06-c10c-45ed-839c-ba6444937f2d req-f224e92a-344b-47c0-8731-376dad007d78 tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:16:24.310275 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-d9fd1c06-c10c-45ed-839c-ba6444937f2d req-f224e92a-344b-47c0-8731-376dad007d78 tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] 10.222.0.13 "GET /v2.0/ports?device_id=56eef136-cc52-418f-ba70-60c074cb095b HTTP/1.1" status: 200 len: 944 time: 0.0586805 Jan 26 22:16:24.318833 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-839dd188-ec69-470c-9ab0-d318dc1a2e96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (e79b4fc6-6c71-44b2-a6d0-ff3e1f4dfd0d), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:16:24.353091 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-26d429a5-04b8-475d-9922-972f0b4601a6 req-fe33abf4-dba3-46dd-87d0-3bdfd0735dd5 service neutron] 10.222.0.66 "GET /v2.0/ports/5059c661-1ddd-4f52-9eba-ce229b07284d/bindings/n-h1-760453-5 HTTP/1.1" status: 200 len: 382 time: 0.0644572 Jan 26 22:16:24.362892 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-d9fd1c06-c10c-45ed-839c-ba6444937f2d req-611ab926-73fd-4efe-be0a-bbdd7d8ded49 tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] 10.222.0.13 "GET /v2.0/security-groups?id=43bea7b8-2240-42b3-a08a-3b2300147b70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455086 Jan 26 22:16:24.435964 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d429a5-04b8-475d-9922-972f0b4601a6 req-fb70afcc-8e55-46f7-8a61-c4b5aff91a87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:16:24.437518 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-26d429a5-04b8-475d-9922-972f0b4601a6 req-fb70afcc-8e55-46f7-8a61-c4b5aff91a87 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=37caa54fa0b74aea8f85b9d1c546e6dc&device_id=56eef136-cc52-418f-ba70-60c074cb095b HTTP/1.1" status: 200 len: 1095 time: 0.0408297 Jan 26 22:16:24.528111 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d429a5-04b8-475d-9922-972f0b4601a6 req-28d1b13d-5673-4b89-8d1f-9cc1e280da23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:16:24.529648 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-26d429a5-04b8-475d-9922-972f0b4601a6 req-28d1b13d-5673-4b89-8d1f-9cc1e280da23 service neutron] 10.222.0.66 "GET /v2.0/networks?id=4cd375cb-d249-46a6-831f-f9f5a15e68cd HTTP/1.1" status: 200 len: 913 time: 0.0856459 Jan 26 22:16:24.598180 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-26d429a5-04b8-475d-9922-972f0b4601a6 req-c2f05ad8-8ff9-4fdb-8c1d-e2525ae0ae36 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5059c661-1ddd-4f52-9eba-ce229b07284d HTTP/1.1" status: 200 len: 1000 time: 0.0619626 Jan 26 22:16:24.646749 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d429a5-04b8-475d-9922-972f0b4601a6 req-09779274-669b-487b-865f-770b4f2d8946 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:16:24.648169 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-26d429a5-04b8-475d-9922-972f0b4601a6 req-09779274-669b-487b-865f-770b4f2d8946 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=f81320d2-fa7a-450d-b1f0-259a79f1b76f HTTP/1.1" status: 200 len: 851 time: 0.0438206 Jan 26 22:16:24.692114 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d429a5-04b8-475d-9922-972f0b4601a6 req-e28b35f5-5c0b-4a49-b6a6-ab7a01327f8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:16:24.693625 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-26d429a5-04b8-475d-9922-972f0b4601a6 req-e28b35f5-5c0b-4a49-b6a6-ab7a01327f8a service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=4cd375cb-d249-46a6-831f-f9f5a15e68cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0396953 Jan 26 22:16:24.784369 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-26d429a5-04b8-475d-9922-972f0b4601a6 req-a4ef1192-ed4e-4257-8daa-5603591d002b service neutron] 10.222.0.66 "GET /v2.0/networks/4cd375cb-d249-46a6-831f-f9f5a15e68cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842705 Jan 26 22:16:24.871282 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-26d429a5-04b8-475d-9922-972f0b4601a6 req-3c667ca8-8dce-4fa6-97ed-7885e2864734 service neutron] 10.222.0.66 "GET /v2.0/networks/4cd375cb-d249-46a6-831f-f9f5a15e68cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808692 Jan 26 22:16:24.997118 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9708730-f8ea-4898-9850-7a2b710a1a84 req-95b22885-98a7-45da-b22a-0acdb7c4e295 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:16:24.998628 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-e9708730-f8ea-4898-9850-7a2b710a1a84 req-95b22885-98a7-45da-b22a-0acdb7c4e295 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=37caa54fa0b74aea8f85b9d1c546e6dc&device_id=56eef136-cc52-418f-ba70-60c074cb095b HTTP/1.1" status: 200 len: 1095 time: 0.0409172 Jan 26 22:16:25.105769 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9708730-f8ea-4898-9850-7a2b710a1a84 req-c3b9de93-e118-428c-b6f1-e17e214dc627 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:16:25.107271 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-e9708730-f8ea-4898-9850-7a2b710a1a84 req-c3b9de93-e118-428c-b6f1-e17e214dc627 service neutron] 10.222.0.66 "GET /v2.0/networks?id=4cd375cb-d249-46a6-831f-f9f5a15e68cd HTTP/1.1" status: 200 len: 913 time: 0.0900829 Jan 26 22:16:25.171157 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-e9708730-f8ea-4898-9850-7a2b710a1a84 req-921760d6-e8c7-465a-a9be-bd882a2f4ebb service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5059c661-1ddd-4f52-9eba-ce229b07284d HTTP/1.1" status: 200 len: 1000 time: 0.0569861 Jan 26 22:16:25.465597 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (fea0591a-627d-4c87-9a9a-01625ddf3277), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:16:25.487842 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8064abb3-0928-4b12-917b-8670e2fea911 req-efab3c81-5933-456e-a85b-01dd212e6099 tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:16:25.489486 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-8064abb3-0928-4b12-917b-8670e2fea911 req-efab3c81-5933-456e-a85b-01dd212e6099 tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] 10.222.0.13 "GET /v2.0/ports?device_id=56eef136-cc52-418f-ba70-60c074cb095b HTTP/1.1" status: 200 len: 944 time: 0.0534754 Jan 26 22:16:25.540100 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-8064abb3-0928-4b12-917b-8670e2fea911 req-91fc53a7-1e9f-43dd-98aa-bd72208ffd28 tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] 10.222.0.13 "GET /v2.0/security-groups?id=43bea7b8-2240-42b3-a08a-3b2300147b70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446558 Jan 26 22:16:25.566261 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Device 5059c661-1ddd-4f52-9eba-ce229b07284d up at agent hyperv_n-h1-760453-5 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 22:16:25.572175 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9708730-f8ea-4898-9850-7a2b710a1a84 req-2aaabae1-16ea-47f4-a25d-1476ccd1a9ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:16:25.573693 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-e9708730-f8ea-4898-9850-7a2b710a1a84 req-2aaabae1-16ea-47f4-a25d-1476ccd1a9ef service neutron] 10.222.0.66 "GET /v2.0/subnets?id=f81320d2-fa7a-450d-b1f0-259a79f1b76f HTTP/1.1" status: 200 len: 851 time: 0.3958843 Jan 26 22:16:25.615905 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Provisioning for port 5059c661-1ddd-4f52-9eba-ce229b07284d completed by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 22:16:25.619899 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Provisioning complete for port 5059c661-1ddd-4f52-9eba-ce229b07284d triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 22:16:25.620233 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9708730-f8ea-4898-9850-7a2b710a1a84 req-d2d43986-3fb8-4116-ac17-4775f43fce19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:16:25.620369 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (5059c661-1ddd-4f52-9eba-ce229b07284d), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:16:25.621769 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-e9708730-f8ea-4898-9850-7a2b710a1a84 req-d2d43986-3fb8-4116-ac17-4775f43fce19 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=4cd375cb-d249-46a6-831f-f9f5a15e68cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0406332 Jan 26 22:16:25.696173 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Current status of the port 5059c661-1ddd-4f52-9eba-ce229b07284d is: BUILD; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 22:16:25.696472 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (5059c661-1ddd-4f52-9eba-ce229b07284d), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:16:25.713099 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-e9708730-f8ea-4898-9850-7a2b710a1a84 req-fca1b178-5e8e-4829-8fcd-0c095b8db91e service neutron] 10.222.0.66 "GET /v2.0/networks/4cd375cb-d249-46a6-831f-f9f5a15e68cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841832 Jan 26 22:16:25.719924 n-d-760453-5 neutron-server[103306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56eef136-cc52-418f-ba70-60c074cb095b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5059c661-1ddd-4f52-9eba-ce229b07284d'}] {{(pid=103306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 22:16:25.722810 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c06f7aa05085a00df6a2944c086d22937b62c1e75db8df879377281bc6a8a153" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de2b8835-c63f-417c-bece-bd6dfcdfd8d0" -d '{"events": [{"server_uuid": "56eef136-cc52-418f-ba70-60c074cb095b", "name": "network-vif-plugged", "status": "completed", "tag": "5059c661-1ddd-4f52-9eba-ce229b07284d"}]}' {{(pid=103306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 22:16:25.739938 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] For port 5059c661-1ddd-4f52-9eba-ce229b07284d, host n-h1-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-5',level=0,port_id=5059c661-1ddd-4f52-9eba-ce229b07284d,segment=NetworkSegment(66e4f491-9a6a-4ffc-8f64-b9e6923cc891),segment_id=66e4f491-9a6a-4ffc-8f64-b9e6923cc891)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 22:16:25.744273 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (5059c661-1ddd-4f52-9eba-ce229b07284d), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:16:25.793058 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Pushing event updated for resources: {'Port': ['ID=5059c661-1ddd-4f52-9eba-ce229b07284d,revision_number=9']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 22:16:25.810562 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-e9708730-f8ea-4898-9850-7a2b710a1a84 req-0aeba70a-37a1-4167-8f95-8dfe70042343 service neutron] 10.222.0.66 "GET /v2.0/networks/4cd375cb-d249-46a6-831f-f9f5a15e68cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913355 Jan 26 22:16:25.832621 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Jan 2022 22:16:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2eee876-d22d-409f-a1e4-5702063189e8 x-openstack-request-id: req-b2eee876-d22d-409f-a1e4-5702063189e8 {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 22:16:25.832923 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56eef136-cc52-418f-ba70-60c074cb095b", "name": "network-vif-plugged", "status": "completed", "tag": "5059c661-1ddd-4f52-9eba-ce229b07284d", "code": 200}]} {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 22:16:25.833176 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b2eee876-d22d-409f-a1e4-5702063189e8 {{(pid=103306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 22:16:25.833609 n-d-760453-5 neutron-server[103306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56eef136-cc52-418f-ba70-60c074cb095b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5059c661-1ddd-4f52-9eba-ce229b07284d', 'code': 200} Jan 26 22:16:26.654943 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600aa6c4-675e-415a-8885-d15a2e1aa8f4 req-e96551ca-94be-4bcb-89c1-5dff3b56776e tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:16:26.656352 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-600aa6c4-675e-415a-8885-d15a2e1aa8f4 req-e96551ca-94be-4bcb-89c1-5dff3b56776e tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] 10.222.0.13 "GET /v2.0/ports?device_id=56eef136-cc52-418f-ba70-60c074cb095b HTTP/1.1" status: 200 len: 945 time: 0.0486977 Jan 26 22:16:26.704949 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-600aa6c4-675e-415a-8885-d15a2e1aa8f4 req-2aa96854-386e-4d76-822b-35af374d7b74 tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] 10.222.0.13 "GET /v2.0/security-groups?id=43bea7b8-2240-42b3-a08a-3b2300147b70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429947 Jan 26 22:16:27.820407 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef09a77-f583-476d-bb2d-0cdace11d152 req-c3ae767a-d08f-403d-909d-98ddada7f31e tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:16:27.821902 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-aef09a77-f583-476d-bb2d-0cdace11d152 req-c3ae767a-d08f-403d-909d-98ddada7f31e tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] 10.222.0.13 "GET /v2.0/ports?device_id=56eef136-cc52-418f-ba70-60c074cb095b HTTP/1.1" status: 200 len: 945 time: 0.0474129 Jan 26 22:16:27.868763 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-aef09a77-f583-476d-bb2d-0cdace11d152 req-40230a90-4455-4974-81ce-3633951c809f tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] 10.222.0.13 "GET /v2.0/security-groups?id=43bea7b8-2240-42b3-a08a-3b2300147b70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412872 Jan 26 22:16:28.982894 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb6f6ac-4c67-47f5-acc3-511a14c55fb4 req-4c6729d1-c3bd-4e01-a278-873052d534ff tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:16:28.984368 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-8eb6f6ac-4c67-47f5-acc3-511a14c55fb4 req-4c6729d1-c3bd-4e01-a278-873052d534ff tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] 10.222.0.13 "GET /v2.0/ports?device_id=56eef136-cc52-418f-ba70-60c074cb095b HTTP/1.1" status: 200 len: 945 time: 0.0479991 Jan 26 22:16:29.031037 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-8eb6f6ac-4c67-47f5-acc3-511a14c55fb4 req-4a7492f5-937f-4788-bb26-41e94d045e0a tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] 10.222.0.13 "GET /v2.0/security-groups?id=43bea7b8-2240-42b3-a08a-3b2300147b70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400412 Jan 26 22:16:30.156237 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35449099-b95d-4e29-b9bd-a6515c884f6f req-12ade77d-bf62-467a-b1ed-28e925ba45cf tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:16:30.157794 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-35449099-b95d-4e29-b9bd-a6515c884f6f req-12ade77d-bf62-467a-b1ed-28e925ba45cf tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] 10.222.0.13 "GET /v2.0/ports?device_id=56eef136-cc52-418f-ba70-60c074cb095b HTTP/1.1" status: 200 len: 945 time: 0.0551143 Jan 26 22:16:30.208115 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-35449099-b95d-4e29-b9bd-a6515c884f6f req-35ddc1df-c325-4f6d-87ec-693aa158bd31 tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] 10.222.0.13 "GET /v2.0/security-groups?id=43bea7b8-2240-42b3-a08a-3b2300147b70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443342 Jan 26 22:16:30.821713 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d429a5-04b8-475d-9922-972f0b4601a6 req-e5296347-db4e-44f4-ba8e-4e69fca71906 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:16:30.823175 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-26d429a5-04b8-475d-9922-972f0b4601a6 req-e5296347-db4e-44f4-ba8e-4e69fca71906 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=56eef136-cc52-418f-ba70-60c074cb095b&tenant_id=37caa54fa0b74aea8f85b9d1c546e6dc HTTP/1.1" status: 200 len: 1096 time: 0.0399756 Jan 26 22:16:30.834383 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [req-26d429a5-04b8-475d-9922-972f0b4601a6 req-ccfca196-c312-4a2f-a638-561649794df3 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-760453-5', 'device_owner': 'compute:nova'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 22:16:30.888694 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-26d429a5-04b8-475d-9922-972f0b4601a6 req-ccfca196-c312-4a2f-a638-561649794df3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (5059c661-1ddd-4f52-9eba-ce229b07284d), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:16:31.413632 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3dde26-bfa9-42d4-bd87-e7dfc8b53214 req-6f2beef2-f980-4ec8-a44c-d0adbe387144 tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:16:31.415118 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-3c3dde26-bfa9-42d4-bd87-e7dfc8b53214 req-6f2beef2-f980-4ec8-a44c-d0adbe387144 tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] 10.222.0.13 "GET /v2.0/ports?device_id=56eef136-cc52-418f-ba70-60c074cb095b HTTP/1.1" status: 200 len: 945 time: 0.1367660 Jan 26 22:16:31.486437 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [req-26d429a5-04b8-475d-9922-972f0b4601a6 req-ccfca196-c312-4a2f-a638-561649794df3 service neutron] For port 5059c661-1ddd-4f52-9eba-ce229b07284d, host n-h1-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-5',level=0,port_id=5059c661-1ddd-4f52-9eba-ce229b07284d,segment=NetworkSegment(66e4f491-9a6a-4ffc-8f64-b9e6923cc891),segment_id=66e4f491-9a6a-4ffc-8f64-b9e6923cc891)] {{(pid=103304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 22:16:31.492681 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-3c3dde26-bfa9-42d4-bd87-e7dfc8b53214 req-9dd087aa-33d6-4e1e-a33a-842cfe85b678 tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] 10.222.0.13 "GET /v2.0/security-groups?id=43bea7b8-2240-42b3-a08a-3b2300147b70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0718937 Jan 26 22:16:31.523685 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [req-26d429a5-04b8-475d-9922-972f0b4601a6 req-ccfca196-c312-4a2f-a638-561649794df3 service neutron] For port 5059c661-1ddd-4f52-9eba-ce229b07284d, host n-h1-760453-5, cleared binding levels {{(pid=103304) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 26 22:16:31.565633 n-d-760453-5 neutron-server[103304]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56eef136-cc52-418f-ba70-60c074cb095b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5059c661-1ddd-4f52-9eba-ce229b07284d'}] {{(pid=103304) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 22:16:31.568390 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86e783e1922a725fac327d65912384d63450ce1a6a2ee22db2d1cc52fb257f3b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2cf9c18-06f0-478d-8158-1877e72f9858" -d '{"events": [{"server_uuid": "56eef136-cc52-418f-ba70-60c074cb095b", "name": "network-vif-unplugged", "status": "completed", "tag": "5059c661-1ddd-4f52-9eba-ce229b07284d"}]}' {{(pid=103304) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 22:16:31.571896 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-26d429a5-04b8-475d-9922-972f0b4601a6 req-ccfca196-c312-4a2f-a638-561649794df3 service neutron] Publish callbacks [] for port (5059c661-1ddd-4f52-9eba-ce229b07284d), precommit_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:16:31.584496 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.provisioning_blocks [req-26d429a5-04b8-475d-9922-972f0b4601a6 req-ccfca196-c312-4a2f-a638-561649794df3 service neutron] Transition to ACTIVE for port object 5059c661-1ddd-4f52-9eba-ce229b07284d will not be triggered until provisioned by entity L2. {{(pid=103304) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 22:16:31.588384 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-26d429a5-04b8-475d-9922-972f0b4601a6 req-ccfca196-c312-4a2f-a638-561649794df3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9281542'] for port (5059c661-1ddd-4f52-9eba-ce229b07284d), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:16:31.613844 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Device 5059c661-1ddd-4f52-9eba-ce229b07284d no longer exists at agent hyperv_n-h1-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 26 22:16:31.677182 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] The host n-h1-760453-5 is not matching for port 5059c661-1ddd-4f52-9eba-ce229b07284d host n-h2-760453-5! {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2317}} Jan 26 22:16:31.677895 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Device 5059c661-1ddd-4f52-9eba-ce229b07284d not bound to the agent host n-h1-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 26 22:16:31.689584 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 26 Jan 2022 22:16:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db175445-25ca-4cdb-b72d-68fa41f75fce x-openstack-request-id: req-db175445-25ca-4cdb-b72d-68fa41f75fce {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 22:16:31.689882 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56eef136-cc52-418f-ba70-60c074cb095b", "name": "network-vif-unplugged", "status": "completed", "tag": "5059c661-1ddd-4f52-9eba-ce229b07284d", "code": 200}]} {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 22:16:31.690138 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-db175445-25ca-4cdb-b72d-68fa41f75fce {{(pid=103304) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 22:16:31.690572 n-d-760453-5 neutron-server[103304]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56eef136-cc52-418f-ba70-60c074cb095b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5059c661-1ddd-4f52-9eba-ce229b07284d', 'code': 200} Jan 26 22:16:31.693768 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccfca196-c312-4a2f-a638-561649794df3 service neutron] Pushing event updated for resources: {'Port': ['ID=5059c661-1ddd-4f52-9eba-ce229b07284d,revision_number=10']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 22:16:31.706513 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccfca196-c312-4a2f-a638-561649794df3 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:16:31.706866 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccfca196-c312-4a2f-a638-561649794df3 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:16:31.707210 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccfca196-c312-4a2f-a638-561649794df3 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:16:31.707575 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccfca196-c312-4a2f-a638-561649794df3 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:16:31.707903 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccfca196-c312-4a2f-a638-561649794df3 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:16:31.708231 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccfca196-c312-4a2f-a638-561649794df3 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:16:31.708556 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccfca196-c312-4a2f-a638-561649794df3 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:16:31.708880 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccfca196-c312-4a2f-a638-561649794df3 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:16:31.709201 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccfca196-c312-4a2f-a638-561649794df3 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:16:31.709550 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccfca196-c312-4a2f-a638-561649794df3 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:16:31.709871 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccfca196-c312-4a2f-a638-561649794df3 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:16:31.710204 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccfca196-c312-4a2f-a638-561649794df3 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:16:31.710508 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccfca196-c312-4a2f-a638-561649794df3 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:16:31.727026 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [req-26d429a5-04b8-475d-9922-972f0b4601a6 req-ccfca196-c312-4a2f-a638-561649794df3 service neutron] No DVR routers for this DVR port 5059c661-1ddd-4f52-9eba-ce229b07284d on host n-h1-760453-5 {{(pid=103304) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 26 22:16:31.864055 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [req-26d429a5-04b8-475d-9922-972f0b4601a6 req-ccfca196-c312-4a2f-a638-561649794df3 service neutron] Attempting to bind port 5059c661-1ddd-4f52-9eba-ce229b07284d on host n-h2-760453-5 for vnic_type normal with profile {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 22:16:31.864393 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [req-26d429a5-04b8-475d-9922-972f0b4601a6 req-ccfca196-c312-4a2f-a638-561649794df3 service neutron] Attempting to bind port 5059c661-1ddd-4f52-9eba-ce229b07284d by drivers openvswitch,hyperv on host n-h2-760453-5 at level 0 using segments [{'id': '66e4f491-9a6a-4ffc-8f64-b9e6923cc891', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '4cd375cb-d249-46a6-831f-f9f5a15e68cd'}] {{(pid=103304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 26 22:16:31.864716 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26d429a5-04b8-475d-9922-972f0b4601a6 req-ccfca196-c312-4a2f-a638-561649794df3 service neutron] Attempting to bind port 5059c661-1ddd-4f52-9eba-ce229b07284d on network 4cd375cb-d249-46a6-831f-f9f5a15e68cd {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 22:16:31.868957 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26d429a5-04b8-475d-9922-972f0b4601a6 req-ccfca196-c312-4a2f-a638-561649794df3 service neutron] Port 5059c661-1ddd-4f52-9eba-ce229b07284d on network 4cd375cb-d249-46a6-831f-f9f5a15e68cd not bound, no agent of type Open vSwitch agent registered on host n-h2-760453-5 {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 26 22:16:31.869277 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26d429a5-04b8-475d-9922-972f0b4601a6 req-ccfca196-c312-4a2f-a638-561649794df3 service neutron] Attempting to bind port 5059c661-1ddd-4f52-9eba-ce229b07284d on network 4cd375cb-d249-46a6-831f-f9f5a15e68cd {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 22:16:31.874039 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26d429a5-04b8-475d-9922-972f0b4601a6 req-ccfca196-c312-4a2f-a638-561649794df3 service neutron] Checking agent: {'id': '4d619873-4b60-439f-9b5a-b155dc8bbc34', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-760453-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 21, 2, 53), 'started_at': datetime.datetime(2022, 1, 26, 21, 2, 53), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 22, 16, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 26 22:16:31.874376 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26d429a5-04b8-475d-9922-972f0b4601a6 req-ccfca196-c312-4a2f-a638-561649794df3 service neutron] Checking segment: {'id': '66e4f491-9a6a-4ffc-8f64-b9e6923cc891', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '4cd375cb-d249-46a6-831f-f9f5a15e68cd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103304) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 22:16:31.874758 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26d429a5-04b8-475d-9922-972f0b4601a6 req-ccfca196-c312-4a2f-a638-561649794df3 service neutron] Bound using segment: {'id': '66e4f491-9a6a-4ffc-8f64-b9e6923cc891', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '4cd375cb-d249-46a6-831f-f9f5a15e68cd'} {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 26 22:16:31.875178 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [req-26d429a5-04b8-475d-9922-972f0b4601a6 req-ccfca196-c312-4a2f-a638-561649794df3 service neutron] Bound port: 5059c661-1ddd-4f52-9eba-ce229b07284d, host: n-h2-760453-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '66e4f491-9a6a-4ffc-8f64-b9e6923cc891', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '4cd375cb-d249-46a6-831f-f9f5a15e68cd'}}] {{(pid=103304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 26 22:16:31.875529 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-26d429a5-04b8-475d-9922-972f0b4601a6 req-ccfca196-c312-4a2f-a638-561649794df3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (5059c661-1ddd-4f52-9eba-ce229b07284d), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:16:31.936224 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [req-26d429a5-04b8-475d-9922-972f0b4601a6 req-ccfca196-c312-4a2f-a638-561649794df3 service neutron] For port 5059c661-1ddd-4f52-9eba-ce229b07284d, host n-h2-760453-5, cleared binding levels {{(pid=103304) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 26 22:16:31.939301 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [req-26d429a5-04b8-475d-9922-972f0b4601a6 req-ccfca196-c312-4a2f-a638-561649794df3 service neutron] For port 5059c661-1ddd-4f52-9eba-ce229b07284d, host n-h2-760453-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-5',level=0,port_id=5059c661-1ddd-4f52-9eba-ce229b07284d,segment=NetworkSegment(66e4f491-9a6a-4ffc-8f64-b9e6923cc891),segment_id=66e4f491-9a6a-4ffc-8f64-b9e6923cc891)] {{(pid=103304) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 26 22:16:31.943112 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-26d429a5-04b8-475d-9922-972f0b4601a6 req-ccfca196-c312-4a2f-a638-561649794df3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9281542'] for port (5059c661-1ddd-4f52-9eba-ce229b07284d), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:16:31.975957 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d429a5-04b8-475d-9922-972f0b4601a6 req-ccfca196-c312-4a2f-a638-561649794df3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:16:31.976602 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-26d429a5-04b8-475d-9922-972f0b4601a6 req-ccfca196-c312-4a2f-a638-561649794df3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:16:31.978033 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-26d429a5-04b8-475d-9922-972f0b4601a6 req-ccfca196-c312-4a2f-a638-561649794df3 service neutron] 10.222.0.57 "PUT /v2.0/ports/5059c661-1ddd-4f52-9eba-ce229b07284d HTTP/1.1" status: 200 len: 1092 time: 1.1479485 Jan 26 22:16:32.010043 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccfca196-c312-4a2f-a638-561649794df3 service neutron] Pushing event updated for resources: {'Port': ['ID=5059c661-1ddd-4f52-9eba-ce229b07284d,revision_number=11']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 22:16:32.051955 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d429a5-04b8-475d-9922-972f0b4601a6 req-5633d89e-a04f-43a0-878f-7c62232838f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:16:32.053518 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-26d429a5-04b8-475d-9922-972f0b4601a6 req-5633d89e-a04f-43a0-878f-7c62232838f4 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=37caa54fa0b74aea8f85b9d1c546e6dc&device_id=56eef136-cc52-418f-ba70-60c074cb095b HTTP/1.1" status: 200 len: 1095 time: 0.0513494 Jan 26 22:16:32.144889 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d429a5-04b8-475d-9922-972f0b4601a6 req-da2f3c73-b8a4-48f6-828f-3db1c43c826a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:16:32.146416 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-26d429a5-04b8-475d-9922-972f0b4601a6 req-da2f3c73-b8a4-48f6-828f-3db1c43c826a service neutron] 10.222.0.57 "GET /v2.0/networks?id=4cd375cb-d249-46a6-831f-f9f5a15e68cd HTTP/1.1" status: 200 len: 913 time: 0.0875380 Jan 26 22:16:32.214098 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-26d429a5-04b8-475d-9922-972f0b4601a6 req-ca6a6a6c-a339-43ad-a67f-2bd6d0f7543f service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5059c661-1ddd-4f52-9eba-ce229b07284d HTTP/1.1" status: 200 len: 999 time: 0.0623548 Jan 26 22:16:32.264928 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d429a5-04b8-475d-9922-972f0b4601a6 req-a17f7742-df17-4bc8-8ead-a8d437c35651 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:16:32.266464 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-26d429a5-04b8-475d-9922-972f0b4601a6 req-a17f7742-df17-4bc8-8ead-a8d437c35651 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=f81320d2-fa7a-450d-b1f0-259a79f1b76f HTTP/1.1" status: 200 len: 851 time: 0.0461650 Jan 26 22:16:32.310960 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d429a5-04b8-475d-9922-972f0b4601a6 req-17c2cd08-8ec6-4723-bb8c-377490b98589 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:16:32.312451 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-26d429a5-04b8-475d-9922-972f0b4601a6 req-17c2cd08-8ec6-4723-bb8c-377490b98589 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=4cd375cb-d249-46a6-831f-f9f5a15e68cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0403357 Jan 26 22:16:32.405082 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-26d429a5-04b8-475d-9922-972f0b4601a6 req-d2ea3d21-48bc-4749-bf9b-9e25daf3c6e9 service neutron] 10.222.0.57 "GET /v2.0/networks/4cd375cb-d249-46a6-831f-f9f5a15e68cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871353 Jan 26 22:16:32.492659 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-26d429a5-04b8-475d-9922-972f0b4601a6 req-870f6ae1-b1c3-4327-84f1-10ce0653a387 service neutron] 10.222.0.57 "GET /v2.0/networks/4cd375cb-d249-46a6-831f-f9f5a15e68cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816348 Jan 26 22:16:32.618568 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09c2ab6-a3b1-4e52-b001-b02d4d889bb6 req-770c61d6-28f8-4549-a1b5-e9760243849d tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:16:32.620081 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-b09c2ab6-a3b1-4e52-b001-b02d4d889bb6 req-770c61d6-28f8-4549-a1b5-e9760243849d tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] 10.222.0.13 "GET /v2.0/ports?device_id=56eef136-cc52-418f-ba70-60c074cb095b HTTP/1.1" status: 200 len: 944 time: 0.0504591 Jan 26 22:16:32.671506 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-b09c2ab6-a3b1-4e52-b001-b02d4d889bb6 req-0373b3c0-a7d4-4282-8873-c979061067a3 tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] 10.222.0.13 "GET /v2.0/security-groups?id=43bea7b8-2240-42b3-a08a-3b2300147b70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456929 Jan 26 22:16:33.692320 n-d-760453-5 neutron-server[103304]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '56eef136-cc52-418f-ba70-60c074cb095b', 'tag': '5059c661-1ddd-4f52-9eba-ce229b07284d'}] {{(pid=103304) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 22:16:33.694638 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86e783e1922a725fac327d65912384d63450ce1a6a2ee22db2d1cc52fb257f3b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f6b5f41-1b44-4125-9b99-e4aaaeeaaf37" -d '{"events": [{"name": "network-changed", "server_uuid": "56eef136-cc52-418f-ba70-60c074cb095b", "tag": "5059c661-1ddd-4f52-9eba-ce229b07284d"}]}' {{(pid=103304) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 22:16:33.747545 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 26 Jan 2022 22:16:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b779faf-86c5-455c-aa15-308e11733fe7 x-openstack-request-id: req-5b779faf-86c5-455c-aa15-308e11733fe7 {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 22:16:33.747904 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "56eef136-cc52-418f-ba70-60c074cb095b", "tag": "5059c661-1ddd-4f52-9eba-ce229b07284d", "status": "completed", "code": 200}]} {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 22:16:33.748215 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-5b779faf-86c5-455c-aa15-308e11733fe7 {{(pid=103304) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 22:16:33.748665 n-d-760453-5 neutron-server[103304]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '56eef136-cc52-418f-ba70-60c074cb095b', 'tag': '5059c661-1ddd-4f52-9eba-ce229b07284d', 'status': 'completed', 'code': 200} Jan 26 22:16:33.826669 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5ef43c-8a17-4262-9c4a-a2092354b449 req-c27e24b7-4a26-42cf-9025-48d1fb2add4d tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:16:33.828623 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-1c5ef43c-8a17-4262-9c4a-a2092354b449 req-c27e24b7-4a26-42cf-9025-48d1fb2add4d tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] 10.222.0.13 "GET /v2.0/ports?device_id=56eef136-cc52-418f-ba70-60c074cb095b HTTP/1.1" status: 200 len: 944 time: 0.0825698 Jan 26 22:16:33.832730 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6b5f41-1b44-4125-9b99-e4aaaeeaaf37 req-464a9ea9-609c-4f60-8819-4d8eea785207 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:16:33.834460 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6b5f41-1b44-4125-9b99-e4aaaeeaaf37 req-8f872c99-afc7-4d2f-b703-66ee0e1db6c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:16:33.834858 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-6f6b5f41-1b44-4125-9b99-e4aaaeeaaf37 req-464a9ea9-609c-4f60-8819-4d8eea785207 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=37caa54fa0b74aea8f85b9d1c546e6dc&device_id=56eef136-cc52-418f-ba70-60c074cb095b HTTP/1.1" status: 200 len: 1095 time: 0.0450604 Jan 26 22:16:33.835917 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-6f6b5f41-1b44-4125-9b99-e4aaaeeaaf37 req-8f872c99-afc7-4d2f-b703-66ee0e1db6c7 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=37caa54fa0b74aea8f85b9d1c546e6dc&device_id=56eef136-cc52-418f-ba70-60c074cb095b HTTP/1.1" status: 200 len: 1095 time: 0.0619457 Jan 26 22:16:33.931904 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6b5f41-1b44-4125-9b99-e4aaaeeaaf37 req-8abda372-a2d7-499f-9127-1ce5057a1114 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:16:33.933529 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-6f6b5f41-1b44-4125-9b99-e4aaaeeaaf37 req-8abda372-a2d7-499f-9127-1ce5057a1114 service neutron] 10.222.0.66 "GET /v2.0/networks?id=4cd375cb-d249-46a6-831f-f9f5a15e68cd HTTP/1.1" status: 200 len: 913 time: 0.0917280 Jan 26 22:16:33.936238 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-1c5ef43c-8a17-4262-9c4a-a2092354b449 req-a8932828-a410-4e82-95c9-dde864bc3c54 tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] 10.222.0.13 "GET /v2.0/security-groups?id=43bea7b8-2240-42b3-a08a-3b2300147b70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0993812 Jan 26 22:16:33.962975 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6b5f41-1b44-4125-9b99-e4aaaeeaaf37 req-b00de9a7-6264-4953-b62b-53f8c4af1e04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:16:33.964572 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-6f6b5f41-1b44-4125-9b99-e4aaaeeaaf37 req-b00de9a7-6264-4953-b62b-53f8c4af1e04 service neutron] 10.222.0.57 "GET /v2.0/networks?id=4cd375cb-d249-46a6-831f-f9f5a15e68cd HTTP/1.1" status: 200 len: 913 time: 0.1210845 Jan 26 22:16:34.005124 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-6f6b5f41-1b44-4125-9b99-e4aaaeeaaf37 req-4dc0c8f9-ded4-47b4-8437-914d12cc0921 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5059c661-1ddd-4f52-9eba-ce229b07284d HTTP/1.1" status: 200 len: 999 time: 0.0663488 Jan 26 22:16:34.033676 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-6f6b5f41-1b44-4125-9b99-e4aaaeeaaf37 req-33c8ea0a-04a6-47c9-9337-a61291afe2dc service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5059c661-1ddd-4f52-9eba-ce229b07284d HTTP/1.1" status: 200 len: 999 time: 0.0606642 Jan 26 22:16:34.059188 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6b5f41-1b44-4125-9b99-e4aaaeeaaf37 req-af690d9f-a691-4414-a7ad-126429aceb59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:16:34.060773 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-6f6b5f41-1b44-4125-9b99-e4aaaeeaaf37 req-af690d9f-a691-4414-a7ad-126429aceb59 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=f81320d2-fa7a-450d-b1f0-259a79f1b76f HTTP/1.1" status: 200 len: 851 time: 0.0500708 Jan 26 22:16:34.088034 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6b5f41-1b44-4125-9b99-e4aaaeeaaf37 req-4f955374-7148-4bba-b41c-f91313c8f637 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:16:34.089648 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-6f6b5f41-1b44-4125-9b99-e4aaaeeaaf37 req-4f955374-7148-4bba-b41c-f91313c8f637 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=f81320d2-fa7a-450d-b1f0-259a79f1b76f HTTP/1.1" status: 200 len: 851 time: 0.0503201 Jan 26 22:16:34.109520 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6b5f41-1b44-4125-9b99-e4aaaeeaaf37 req-610fbbe6-dc53-4543-b394-dc9f40008f76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:16:34.111042 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-6f6b5f41-1b44-4125-9b99-e4aaaeeaaf37 req-610fbbe6-dc53-4543-b394-dc9f40008f76 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=4cd375cb-d249-46a6-831f-f9f5a15e68cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0434690 Jan 26 22:16:34.137546 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6b5f41-1b44-4125-9b99-e4aaaeeaaf37 req-228f216c-d07c-4ff1-bd67-1173aeb657a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:16:34.139177 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-6f6b5f41-1b44-4125-9b99-e4aaaeeaaf37 req-228f216c-d07c-4ff1-bd67-1173aeb657a2 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=4cd375cb-d249-46a6-831f-f9f5a15e68cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0426140 Jan 26 22:16:34.207039 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-6f6b5f41-1b44-4125-9b99-e4aaaeeaaf37 req-f0f6e748-cc3a-4d85-b8d2-b3185ae9d93d service neutron] 10.222.0.66 "GET /v2.0/networks/4cd375cb-d249-46a6-831f-f9f5a15e68cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893722 Jan 26 22:16:34.230274 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-6f6b5f41-1b44-4125-9b99-e4aaaeeaaf37 req-4af1e126-73e3-4f6d-9ec2-c84fb32c3344 service neutron] 10.222.0.57 "GET /v2.0/networks/4cd375cb-d249-46a6-831f-f9f5a15e68cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848157 Jan 26 22:16:34.301936 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-6f6b5f41-1b44-4125-9b99-e4aaaeeaaf37 req-94a2e088-0c70-4686-845d-468f5488b46d service neutron] 10.222.0.66 "GET /v2.0/networks/4cd375cb-d249-46a6-831f-f9f5a15e68cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903113 Jan 26 22:16:34.327860 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-6f6b5f41-1b44-4125-9b99-e4aaaeeaaf37 req-4c601bb2-14f0-4cd7-8996-21ecba00be84 service neutron] 10.222.0.57 "GET /v2.0/networks/4cd375cb-d249-46a6-831f-f9f5a15e68cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908082 Jan 26 22:16:35.062629 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18fc3417-a936-4bfc-9476-0f0b3e46e585 req-f02c01de-c929-4d4b-a20f-b2d43135c00a tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:16:35.064297 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-18fc3417-a936-4bfc-9476-0f0b3e46e585 req-f02c01de-c929-4d4b-a20f-b2d43135c00a tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] 10.222.0.13 "GET /v2.0/ports?device_id=56eef136-cc52-418f-ba70-60c074cb095b HTTP/1.1" status: 200 len: 944 time: 0.0530550 Jan 26 22:16:35.115749 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-18fc3417-a936-4bfc-9476-0f0b3e46e585 req-f450abe6-af6c-4a78-8266-d8efb63563ac tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] 10.222.0.13 "GET /v2.0/security-groups?id=43bea7b8-2240-42b3-a08a-3b2300147b70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452826 Jan 26 22:16:36.233384 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673c3e01-1e67-470b-b056-25fce75d7884 req-a0fb3d50-b33d-49d8-b4d0-48e6ab685e11 tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:16:36.234896 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-673c3e01-1e67-470b-b056-25fce75d7884 req-a0fb3d50-b33d-49d8-b4d0-48e6ab685e11 tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] 10.222.0.13 "GET /v2.0/ports?device_id=56eef136-cc52-418f-ba70-60c074cb095b HTTP/1.1" status: 200 len: 944 time: 0.0494559 Jan 26 22:16:36.286248 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-673c3e01-1e67-470b-b056-25fce75d7884 req-bec8d2a4-aa24-4b56-ae8d-97a828ffaecb tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] 10.222.0.13 "GET /v2.0/security-groups?id=43bea7b8-2240-42b3-a08a-3b2300147b70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458224 Jan 26 22:16:37.404215 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa137f0b-8911-4c82-a389-766f5003ea17 req-ea195494-8904-46d8-b20d-dc61dd2d1e7f tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:16:37.405743 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-aa137f0b-8911-4c82-a389-766f5003ea17 req-ea195494-8904-46d8-b20d-dc61dd2d1e7f tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] 10.222.0.13 "GET /v2.0/ports?device_id=56eef136-cc52-418f-ba70-60c074cb095b HTTP/1.1" status: 200 len: 944 time: 0.0495100 Jan 26 22:16:37.453406 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-aa137f0b-8911-4c82-a389-766f5003ea17 req-0079f333-0265-4f3a-91a1-0e0c954b1fce tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] 10.222.0.13 "GET /v2.0/security-groups?id=43bea7b8-2240-42b3-a08a-3b2300147b70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420344 Jan 26 22:16:38.568376 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0127a528-4a84-4b7f-b5a8-10322994b8a1 req-a73771a0-be8d-49c4-89f6-932501aaba3d tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:16:38.569944 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-0127a528-4a84-4b7f-b5a8-10322994b8a1 req-a73771a0-be8d-49c4-89f6-932501aaba3d tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] 10.222.0.13 "GET /v2.0/ports?device_id=56eef136-cc52-418f-ba70-60c074cb095b HTTP/1.1" status: 200 len: 944 time: 0.0488210 Jan 26 22:16:38.617408 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-0127a528-4a84-4b7f-b5a8-10322994b8a1 req-cba2f233-e09d-4c24-bed7-61cc66d782a0 tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] 10.222.0.13 "GET /v2.0/security-groups?id=43bea7b8-2240-42b3-a08a-3b2300147b70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416956 Jan 26 22:16:38.879189 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (32ef628b-8417-46c5-8729-60fcabe358f1), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:16:39.736854 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e2d2e8-a269-4676-bef8-6fa83eea4ab6 req-1db35219-2f90-449b-ad5e-98e2ee219680 tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:16:39.738384 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-e8e2d2e8-a269-4676-bef8-6fa83eea4ab6 req-1db35219-2f90-449b-ad5e-98e2ee219680 tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] 10.222.0.13 "GET /v2.0/ports?device_id=56eef136-cc52-418f-ba70-60c074cb095b HTTP/1.1" status: 200 len: 944 time: 0.0524018 Jan 26 22:16:39.785278 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-e8e2d2e8-a269-4676-bef8-6fa83eea4ab6 req-a24bff5a-1271-485c-8cfb-438dade58bb8 tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] 10.222.0.13 "GET /v2.0/security-groups?id=43bea7b8-2240-42b3-a08a-3b2300147b70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411086 Jan 26 22:16:40.901841 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ccce4f-306f-42bf-a453-88889d987180 req-f8c58bf7-538f-4e2e-b483-2fc4de8e2eb6 tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:16:40.903353 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-34ccce4f-306f-42bf-a453-88889d987180 req-f8c58bf7-538f-4e2e-b483-2fc4de8e2eb6 tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] 10.222.0.13 "GET /v2.0/ports?device_id=56eef136-cc52-418f-ba70-60c074cb095b HTTP/1.1" status: 200 len: 944 time: 0.0486600 Jan 26 22:16:40.950506 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-34ccce4f-306f-42bf-a453-88889d987180 req-0ff21263-4eda-45f5-948e-86b02f824d71 tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] 10.222.0.13 "GET /v2.0/security-groups?id=43bea7b8-2240-42b3-a08a-3b2300147b70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414360 Jan 26 22:16:42.066571 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d13001-bed2-463e-be5b-103f115fe7d3 req-9265a897-ced0-4b41-a2ca-d95d3a15295a tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:16:42.068035 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-f2d13001-bed2-463e-be5b-103f115fe7d3 req-9265a897-ced0-4b41-a2ca-d95d3a15295a tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] 10.222.0.13 "GET /v2.0/ports?device_id=56eef136-cc52-418f-ba70-60c074cb095b HTTP/1.1" status: 200 len: 944 time: 0.0510159 Jan 26 22:16:42.113641 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-f2d13001-bed2-463e-be5b-103f115fe7d3 req-c2759d20-3d42-46b3-b27d-03fb2bf83237 tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] 10.222.0.13 "GET /v2.0/security-groups?id=43bea7b8-2240-42b3-a08a-3b2300147b70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401158 Jan 26 22:16:43.226977 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2724af52-1622-4822-a50c-d69d6654d340 req-c23baaab-bc2d-4b89-b968-f6e09fdb14dd tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:16:43.228466 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-2724af52-1622-4822-a50c-d69d6654d340 req-c23baaab-bc2d-4b89-b968-f6e09fdb14dd tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] 10.222.0.13 "GET /v2.0/ports?device_id=56eef136-cc52-418f-ba70-60c074cb095b HTTP/1.1" status: 200 len: 944 time: 0.0475206 Jan 26 22:16:43.275297 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-2724af52-1622-4822-a50c-d69d6654d340 req-4fb53f1e-2557-4680-b854-1b8ec88849d3 tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] 10.222.0.13 "GET /v2.0/security-groups?id=43bea7b8-2240-42b3-a08a-3b2300147b70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411286 Jan 26 22:16:44.389225 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f22f60-2334-43af-9551-35bfb5f90247 req-ce2c997f-8d4d-48ef-918e-b7d262df491c tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:16:44.390730 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-49f22f60-2334-43af-9551-35bfb5f90247 req-ce2c997f-8d4d-48ef-918e-b7d262df491c tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] 10.222.0.13 "GET /v2.0/ports?device_id=56eef136-cc52-418f-ba70-60c074cb095b HTTP/1.1" status: 200 len: 944 time: 0.0472932 Jan 26 22:16:44.440795 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-49f22f60-2334-43af-9551-35bfb5f90247 req-13352914-049a-4973-8d6d-a905181ae4a4 tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] 10.222.0.13 "GET /v2.0/security-groups?id=43bea7b8-2240-42b3-a08a-3b2300147b70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440309 Jan 26 22:16:44.495521 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.agents_db [None req-569f1ced-6396-4ddf-b79f-e03b0b2146ab None None] Agent healthcheck: found 7 active agents {{(pid=103307) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 26 22:16:45.554807 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f577d24d-138a-490b-8e59-3c994199e376 req-64d216a1-9346-4b29-aa70-4eef1b521794 tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:16:45.556295 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-f577d24d-138a-490b-8e59-3c994199e376 req-64d216a1-9346-4b29-aa70-4eef1b521794 tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] 10.222.0.13 "GET /v2.0/ports?device_id=56eef136-cc52-418f-ba70-60c074cb095b HTTP/1.1" status: 200 len: 944 time: 0.0475736 Jan 26 22:16:45.603982 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-f577d24d-138a-490b-8e59-3c994199e376 req-806cf531-0758-4a7f-b688-af3ae63cbe1b tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] 10.222.0.13 "GET /v2.0/security-groups?id=43bea7b8-2240-42b3-a08a-3b2300147b70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421340 Jan 26 22:16:46.720818 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16033920-f177-45a0-92bf-956a1190d1d5 req-14a0f746-b900-40b7-b7ed-ae339f6b02b1 tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:16:46.722953 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-16033920-f177-45a0-92bf-956a1190d1d5 req-14a0f746-b900-40b7-b7ed-ae339f6b02b1 tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] 10.222.0.13 "GET /v2.0/ports?device_id=56eef136-cc52-418f-ba70-60c074cb095b HTTP/1.1" status: 200 len: 944 time: 0.0479105 Jan 26 22:16:46.768677 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-16033920-f177-45a0-92bf-956a1190d1d5 req-cb6fe766-a4dc-443d-ad9c-36beddee6a77 tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] 10.222.0.13 "GET /v2.0/security-groups?id=43bea7b8-2240-42b3-a08a-3b2300147b70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397513 Jan 26 22:16:47.888695 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c335d2bd-5ab4-4632-98ec-36a3932728ab req-247359be-20ad-43c4-a3a1-69b5d7684933 tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:16:47.890203 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-c335d2bd-5ab4-4632-98ec-36a3932728ab req-247359be-20ad-43c4-a3a1-69b5d7684933 tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] 10.222.0.13 "GET /v2.0/ports?device_id=56eef136-cc52-418f-ba70-60c074cb095b HTTP/1.1" status: 200 len: 944 time: 0.0543594 Jan 26 22:16:47.936012 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-c335d2bd-5ab4-4632-98ec-36a3932728ab req-7a765a37-0c6a-4dc6-ae01-de8bafc72882 tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] 10.222.0.13 "GET /v2.0/security-groups?id=43bea7b8-2240-42b3-a08a-3b2300147b70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397685 Jan 26 22:16:49.015944 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d1bbd8de-b1dd-4e6f-90d4-2f01869728e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (474ccdf7-ab6c-405b-a3b2-dc7b05829902), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:16:49.052776 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9390064-2e48-4d21-afdb-876ffba6cae2 req-d8616a00-b3a3-4a1b-a1af-9e901782cf5f tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:16:49.054307 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-b9390064-2e48-4d21-afdb-876ffba6cae2 req-d8616a00-b3a3-4a1b-a1af-9e901782cf5f tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] 10.222.0.13 "GET /v2.0/ports?device_id=56eef136-cc52-418f-ba70-60c074cb095b HTTP/1.1" status: 200 len: 944 time: 0.0490460 Jan 26 22:16:49.099949 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-b9390064-2e48-4d21-afdb-876ffba6cae2 req-eda5f500-397b-4550-8df7-ab50b1be2969 tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] 10.222.0.13 "GET /v2.0/security-groups?id=43bea7b8-2240-42b3-a08a-3b2300147b70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401146 Jan 26 22:16:49.214818 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd993c39-ee39-4061-94b5-6d8d31a6ab9a req-63604a04-5f3e-4ea9-8cfc-b107dcbb71f3 tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:16:49.216301 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-fd993c39-ee39-4061-94b5-6d8d31a6ab9a req-63604a04-5f3e-4ea9-8cfc-b107dcbb71f3 tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] 10.222.0.13 "GET /v2.0/ports?device_id=56eef136-cc52-418f-ba70-60c074cb095b HTTP/1.1" status: 200 len: 944 time: 0.0470958 Jan 26 22:16:49.266557 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-fd993c39-ee39-4061-94b5-6d8d31a6ab9a req-b4cfa00d-ffe5-41a7-bf56-deee723ceb42 tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] 10.222.0.13 "GET /v2.0/security-groups?id=43bea7b8-2240-42b3-a08a-3b2300147b70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439100 Jan 26 22:16:49.378136 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e68f23a-2d61-4af5-b115-5a22dddbf10f req-7966c935-f252-430a-b083-4117e0d57171 tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:16:49.379538 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-3e68f23a-2d61-4af5-b115-5a22dddbf10f req-7966c935-f252-430a-b083-4117e0d57171 tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] 10.222.0.13 "GET /v2.0/ports?device_id=56eef136-cc52-418f-ba70-60c074cb095b HTTP/1.1" status: 200 len: 944 time: 0.0486202 Jan 26 22:16:49.426074 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-3e68f23a-2d61-4af5-b115-5a22dddbf10f req-80af823c-fb24-4815-849d-4474369f43f2 tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] 10.222.0.13 "GET /v2.0/security-groups?id=43bea7b8-2240-42b3-a08a-3b2300147b70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410221 Jan 26 22:16:49.650844 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd4b48d-2ac6-4b0e-ac96-e43d65f15d5c req-098cb8bc-7d23-4c9b-a3ba-72a9856358cc tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:16:49.652258 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-ffd4b48d-2ac6-4b0e-ac96-e43d65f15d5c req-098cb8bc-7d23-4c9b-a3ba-72a9856358cc tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] 10.222.0.13 "GET /v2.0/ports?device_id=56eef136-cc52-418f-ba70-60c074cb095b HTTP/1.1" status: 200 len: 944 time: 0.0481379 Jan 26 22:16:49.698611 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-ffd4b48d-2ac6-4b0e-ac96-e43d65f15d5c req-4c024321-99e8-44ad-ab28-50fcf8960083 tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] 10.222.0.13 "GET /v2.0/security-groups?id=43bea7b8-2240-42b3-a08a-3b2300147b70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408137 Jan 26 22:16:50.103370 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Device 5059c661-1ddd-4f52-9eba-ce229b07284d details requested by agent hyperv_n-h2-760453-5 with host n-h2-760453-5 {{(pid=103306) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 26 22:16:50.200739 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] For port 5059c661-1ddd-4f52-9eba-ce229b07284d, host n-h2-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-5',level=0,port_id=5059c661-1ddd-4f52-9eba-ce229b07284d,segment=NetworkSegment(66e4f491-9a6a-4ffc-8f64-b9e6923cc891),segment_id=66e4f491-9a6a-4ffc-8f64-b9e6923cc891)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 22:16:50.212459 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Returning: {'device': '5059c661-1ddd-4f52-9eba-ce229b07284d', 'network_id': '4cd375cb-d249-46a6-831f-f9f5a15e68cd', 'port_id': '5059c661-1ddd-4f52-9eba-ce229b07284d', 'mac_address': 'fa:16:3e:6b:be:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 592, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f81320d2-fa7a-450d-b1f0-259a79f1b76f', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103306) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 26 22:16:50.253568 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Current status of the port 5059c661-1ddd-4f52-9eba-ce229b07284d is: DOWN; New status is: BUILD {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 22:16:50.253960 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (5059c661-1ddd-4f52-9eba-ce229b07284d), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:16:50.266382 n-d-760453-5 neutron-server[103306]: DEBUG neutron.notifiers.nova [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5059c661-1ddd-4f52-9eba-ce229b07284d {{(pid=103306) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 26 22:16:50.286760 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] For port 5059c661-1ddd-4f52-9eba-ce229b07284d, host n-h2-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-5',level=0,port_id=5059c661-1ddd-4f52-9eba-ce229b07284d,segment=NetworkSegment(66e4f491-9a6a-4ffc-8f64-b9e6923cc891),segment_id=66e4f491-9a6a-4ffc-8f64-b9e6923cc891)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 22:16:50.290705 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (5059c661-1ddd-4f52-9eba-ce229b07284d), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:16:50.339743 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Pushing event updated for resources: {'Port': ['ID=5059c661-1ddd-4f52-9eba-ce229b07284d,revision_number=12']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 22:16:50.537141 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] get_ports_and_sgs() called for port_ids ['5059c661-1ddd-4f52-9eba-ce229b07284d'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 26 22:16:50.830116 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea96f0f-683a-4b3e-a30c-dbe7303a41f0 req-b7b6d668-d273-4f53-a554-3d4b5e725d8a tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:16:50.832156 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-cea96f0f-683a-4b3e-a30c-dbe7303a41f0 req-b7b6d668-d273-4f53-a554-3d4b5e725d8a tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] 10.222.0.13 "GET /v2.0/ports?device_id=56eef136-cc52-418f-ba70-60c074cb095b HTTP/1.1" status: 200 len: 945 time: 0.0519304 Jan 26 22:16:50.877802 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-cea96f0f-683a-4b3e-a30c-dbe7303a41f0 req-7adf120c-b47b-4c23-abfe-5c8e4beab05c tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] 10.222.0.13 "GET /v2.0/security-groups?id=43bea7b8-2240-42b3-a08a-3b2300147b70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396035 Jan 26 22:16:51.144241 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ca1da0-60ea-41a0-93c5-08b5c425d2d5 req-33931e87-5783-46cb-9014-023734ab5feb tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:16:51.145694 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-24ca1da0-60ea-41a0-93c5-08b5c425d2d5 req-33931e87-5783-46cb-9014-023734ab5feb tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] 10.222.0.57 "GET /v2.0/ports?device_id=56eef136-cc52-418f-ba70-60c074cb095b HTTP/1.1" status: 200 len: 945 time: 0.0474653 Jan 26 22:16:51.233923 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [req-24ca1da0-60ea-41a0-93c5-08b5c425d2d5 req-d40b5e2d-8109-4a7b-921c-7ce46cebfeb5 tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] Deleting port 5059c661-1ddd-4f52-9eba-ce229b07284d {{(pid=103304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 22:16:51.234256 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-24ca1da0-60ea-41a0-93c5-08b5c425d2d5 req-d40b5e2d-8109-4a7b-921c-7ce46cebfeb5 tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746560630878'] for port (5059c661-1ddd-4f52-9eba-ce229b07284d), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:16:51.321801 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [req-24ca1da0-60ea-41a0-93c5-08b5c425d2d5 req-d40b5e2d-8109-4a7b-921c-7ce46cebfeb5 tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] For port 5059c661-1ddd-4f52-9eba-ce229b07284d, host n-h2-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-5',level=0,port_id=5059c661-1ddd-4f52-9eba-ce229b07284d,segment=NetworkSegment(66e4f491-9a6a-4ffc-8f64-b9e6923cc891),segment_id=66e4f491-9a6a-4ffc-8f64-b9e6923cc891)] {{(pid=103304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 22:16:51.322078 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-24ca1da0-60ea-41a0-93c5-08b5c425d2d5 req-d40b5e2d-8109-4a7b-921c-7ce46cebfeb5 tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4109658'] for port (5059c661-1ddd-4f52-9eba-ce229b07284d), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:16:51.346602 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-43d9e103-7377-4e8b-85c0-84406bb5455a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (09df100c-3af1-4b0a-bda8-05914c71c458), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:16:51.499915 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-24ca1da0-60ea-41a0-93c5-08b5c425d2d5 req-d40b5e2d-8109-4a7b-921c-7ce46cebfeb5 tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:16:51.500289 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-24ca1da0-60ea-41a0-93c5-08b5c425d2d5 req-d40b5e2d-8109-4a7b-921c-7ce46cebfeb5 tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4110913'] for floatingip (9777922b-c93a-49d0-a77d-162067d7023c), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:16:51.500613 n-d-760453-5 neutron-server[103304]: INFO neutron.db.l3_db [req-24ca1da0-60ea-41a0-93c5-08b5c425d2d5 req-d40b5e2d-8109-4a7b-921c-7ce46cebfeb5 tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] Floating IP 9777922b-c93a-49d0-a77d-162067d7023c disassociated. External IP: 172.25.1.21, port: 5059c661-1ddd-4f52-9eba-ce229b07284d. Jan 26 22:16:51.500954 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [req-24ca1da0-60ea-41a0-93c5-08b5c425d2d5 req-d40b5e2d-8109-4a7b-921c-7ce46cebfeb5 tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] Calling delete_port for 5059c661-1ddd-4f52-9eba-ce229b07284d owned by compute:nova {{(pid=103304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 22:16:51.628425 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-24ca1da0-60ea-41a0-93c5-08b5c425d2d5 req-d40b5e2d-8109-4a7b-921c-7ce46cebfeb5 tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746560636600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746560234536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9281553'] for port (5059c661-1ddd-4f52-9eba-ce229b07284d), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:16:51.666636 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d40b5e2d-8109-4a7b-921c-7ce46cebfeb5 tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] Pushing event deleted for resources: {'Port': ['ID=5059c661-1ddd-4f52-9eba-ce229b07284d,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 22:16:51.781277 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.l3_agent_scheduler [req-24ca1da0-60ea-41a0-93c5-08b5c425d2d5 req-d40b5e2d-8109-4a7b-921c-7ce46cebfeb5 tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] Router e76c7eaf-bedd-4b07-bb47-402625902267 has already been hosted by L3 agent 09df100c-3af1-4b0a-bda8-05914c71c458 {{(pid=103304) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 26 22:16:51.891195 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-24ca1da0-60ea-41a0-93c5-08b5c425d2d5 req-d40b5e2d-8109-4a7b-921c-7ce46cebfeb5 tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] Notify agent at l3_agent.n-d-760453-5 the message routers_updated {{(pid=103304) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 26 22:16:51.902098 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0cd0d2a-de12-4f6a-ac07-14f9804296c7 None None] Sync routers for ids ['e76c7eaf-bedd-4b07-bb47-402625902267'] in n-d-760453-5 {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 26 22:16:51.913135 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0cd0d2a-de12-4f6a-ac07-14f9804296c7 None None] Routers {'e76c7eaf-bedd-4b07-bb47-402625902267'} bound to L3 agent in host n-d-760453-5 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 22:16:51.913797 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-f0cd0d2a-de12-4f6a-ac07-14f9804296c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-26T20:55:21Z,description=,heartbeat_timestamp=2022-01-26T22:16:51Z,host='n-d-760453-5',id=09df100c-3af1-4b0a-bda8-05914c71c458,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:55:21Z,topic='l3_agent')) {'router_ids': ['e76c7eaf-bedd-4b07-bb47-402625902267'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 22:16:51.936348 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [req-24ca1da0-60ea-41a0-93c5-08b5c425d2d5 req-d40b5e2d-8109-4a7b-921c-7ce46cebfeb5 tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] No DVR routers for this DVR port 5059c661-1ddd-4f52-9eba-ce229b07284d on host n-h2-760453-5 {{(pid=103304) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 26 22:16:51.939074 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-24ca1da0-60ea-41a0-93c5-08b5c425d2d5 req-d40b5e2d-8109-4a7b-921c-7ce46cebfeb5 tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:16:51.942812 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-24ca1da0-60ea-41a0-93c5-08b5c425d2d5 req-d40b5e2d-8109-4a7b-921c-7ce46cebfeb5 tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] 10.222.0.57 "DELETE /v2.0/ports/5059c661-1ddd-4f52-9eba-ce229b07284d HTTP/1.1" status: 204 len: 173 time: 0.7921681 Jan 26 22:16:51.943285 n-d-760453-5 neutron-server[103304]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56eef136-cc52-418f-ba70-60c074cb095b', 'name': 'network-vif-deleted', 'tag': '5059c661-1ddd-4f52-9eba-ce229b07284d'}] {{(pid=103304) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 22:16:51.946033 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86e783e1922a725fac327d65912384d63450ce1a6a2ee22db2d1cc52fb257f3b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2eadf6b9-ccbd-42b1-98cb-0d01420a7ae4" -d '{"events": [{"server_uuid": "56eef136-cc52-418f-ba70-60c074cb095b", "name": "network-vif-deleted", "tag": "5059c661-1ddd-4f52-9eba-ce229b07284d"}]}' {{(pid=103304) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 22:16:51.979264 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-4e1f3866-a409-4f9e-9d0d-ae151c19a547 req-0d11835d-371b-4593-986b-65cb141bd19e tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] 10.222.0.13 "GET /v2.0/ports?device_id=56eef136-cc52-418f-ba70-60c074cb095b HTTP/1.1" status: 200 len: 210 time: 0.0305192 Jan 26 22:16:52.006544 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Jan 2022 22:16:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7618f15-9789-413a-8c21-0e3c5803b7a1 x-openstack-request-id: req-b7618f15-9789-413a-8c21-0e3c5803b7a1 {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 22:16:52.006965 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56eef136-cc52-418f-ba70-60c074cb095b", "name": "network-vif-deleted", "tag": "5059c661-1ddd-4f52-9eba-ce229b07284d", "status": "completed", "code": 200}]} {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 22:16:52.007288 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b7618f15-9789-413a-8c21-0e3c5803b7a1 {{(pid=103304) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 22:16:52.007767 n-d-760453-5 neutron-server[103304]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56eef136-cc52-418f-ba70-60c074cb095b', 'name': 'network-vif-deleted', 'tag': '5059c661-1ddd-4f52-9eba-ce229b07284d', 'status': 'completed', 'code': 200} Jan 26 22:16:52.056689 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_dvr_db [None req-f0cd0d2a-de12-4f6a-ac07-14f9804296c7 None None] Set router e76c7eaf-bedd-4b07-bb47-402625902267 gateway port host: n-d-760453-5 {{(pid=103307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 22:16:52.123087 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Device 5059c661-1ddd-4f52-9eba-ce229b07284d details requested by agent hyperv_n-h2-760453-5 with host n-h2-760453-5 {{(pid=103306) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 26 22:16:52.127769 n-d-760453-5 neutron-server[103306]: INFO neutron.plugins.ml2.plugin [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] No ports have port_id starting with 5059c661-1ddd-4f52-9eba-ce229b07284d Jan 26 22:16:52.129400 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Device 5059c661-1ddd-4f52-9eba-ce229b07284d requested by agent hyperv_n-h2-760453-5 not found in database {{(pid=103306) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:115}} Jan 26 22:16:52.253712 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-f0cd0d2a-de12-4f6a-ac07-14f9804296c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e76c7eaf-bedd-4b07-bb47-402625902267', 'name': 'tempest-ServerActionsTestJSON-1848706419-router', 'tenant_id': '37caa54fa0b74aea8f85b9d1c546e6dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'external_fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.172'}], 'enable_snat': True}, 'gw_port_id': '30e0f18b-d842-4295-8c5a-f885163635fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T22:04:00Z', 'updated_at': '2022-01-26T22:04:02Z', 'revision_number': 4, 'project_id': '37caa54fa0b74aea8f85b9d1c546e6dc', 'gw_port': {'id': '30e0f18b-d842-4295-8c5a-f885163635fe', 'name': '', 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:9e:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e76c7eaf-bedd-4b07-bb47-402625902267', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T22:04:00Z', 'updated_at': '2022-01-26T22:04:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-5', '_interfaces': [{'id': '93c346ae-0d00-42b6-84e9-d6333e923a6d', 'name': '', 'network_id': '4cd375cb-d249-46a6-831f-f9f5a15e68cd', 'tenant_id': '37caa54fa0b74aea8f85b9d1c546e6dc', 'mac_address': 'fa:16:3e:b3:5f:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e76c7eaf-bedd-4b07-bb47-402625902267', 'device_owner': 'network:router_interface', 'standard_attr_id': 4096, 'fixed_ips': [{'subnet_id': 'f81320d2-fa7a-450d-b1f0-259a79f1b76f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T22:04:02Z', 'updated_at': '2022-01-26T22:04:06Z', 'revision_number': 5, 'project_id': '37caa54fa0b74aea8f85b9d1c546e6dc', 'subnets': [{'id': 'f81320d2-fa7a-450d-b1f0-259a79f1b76f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760453-5', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 22:16:52.279833 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0cd0d2a-de12-4f6a-ac07-14f9804296c7 None None] Checking router: e76c7eaf-bedd-4b07-bb47-402625902267 for host: n-d-760453-5 {{(pid=103307) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 26 22:16:52.288040 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0cd0d2a-de12-4f6a-ac07-14f9804296c7 None None] Routers {'e76c7eaf-bedd-4b07-bb47-402625902267'} bound to L3 agent in host n-d-760453-5 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 22:16:52.288640 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-f0cd0d2a-de12-4f6a-ac07-14f9804296c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-26T20:55:21Z,description=,heartbeat_timestamp=2022-01-26T22:16:51Z,host='n-d-760453-5',id=09df100c-3af1-4b0a-bda8-05914c71c458,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:55:21Z,topic='l3_agent')) {'router_ids': ['e76c7eaf-bedd-4b07-bb47-402625902267'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 22:16:52.482449 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_dvr_db [None req-f0cd0d2a-de12-4f6a-ac07-14f9804296c7 None None] Set router e76c7eaf-bedd-4b07-bb47-402625902267 gateway port host: n-d-760453-5 {{(pid=103307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 22:16:52.485886 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-841f5991-a4d8-4d4b-b215-cbc6bab5427b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (aa7ee9d2-08eb-4e12-b895-24c57300dfec), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:16:52.680090 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-f0cd0d2a-de12-4f6a-ac07-14f9804296c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e76c7eaf-bedd-4b07-bb47-402625902267', 'name': 'tempest-ServerActionsTestJSON-1848706419-router', 'tenant_id': '37caa54fa0b74aea8f85b9d1c546e6dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'external_fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.172'}], 'enable_snat': True}, 'gw_port_id': '30e0f18b-d842-4295-8c5a-f885163635fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T22:04:00Z', 'updated_at': '2022-01-26T22:04:02Z', 'revision_number': 4, 'project_id': '37caa54fa0b74aea8f85b9d1c546e6dc', 'gw_port': {'id': '30e0f18b-d842-4295-8c5a-f885163635fe', 'name': '', 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:9e:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e76c7eaf-bedd-4b07-bb47-402625902267', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T22:04:00Z', 'updated_at': '2022-01-26T22:04:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-5', '_interfaces': [{'id': '93c346ae-0d00-42b6-84e9-d6333e923a6d', 'name': '', 'network_id': '4cd375cb-d249-46a6-831f-f9f5a15e68cd', 'tenant_id': '37caa54fa0b74aea8f85b9d1c546e6dc', 'mac_address': 'fa:16:3e:b3:5f:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e76c7eaf-bedd-4b07-bb47-402625902267', 'device_owner': 'network:router_interface', 'standard_attr_id': 4096, 'fixed_ips': [{'subnet_id': 'f81320d2-fa7a-450d-b1f0-259a79f1b76f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T22:04:02Z', 'updated_at': '2022-01-26T22:04:06Z', 'revision_number': 5, 'project_id': '37caa54fa0b74aea8f85b9d1c546e6dc', 'subnets': [{'id': 'f81320d2-fa7a-450d-b1f0-259a79f1b76f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760453-5', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 22:16:52.706871 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0cd0d2a-de12-4f6a-ac07-14f9804296c7 None None] The sync data for ids ['e76c7eaf-bedd-4b07-bb47-402625902267'] in n-d-760453-5 is: [{'id': 'e76c7eaf-bedd-4b07-bb47-402625902267', 'name': 'tempest-ServerActionsTestJSON-1848706419-router', 'tenant_id': '37caa54fa0b74aea8f85b9d1c546e6dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'external_fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.172'}], 'enable_snat': True}, 'gw_port_id': '30e0f18b-d842-4295-8c5a-f885163635fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T22:04:00Z', 'updated_at': '2022-01-26T22:04:02Z', 'revision_number': 4, 'project_id': '37caa54fa0b74aea8f85b9d1c546e6dc', 'gw_port': {'id': '30e0f18b-d842-4295-8c5a-f885163635fe', 'name': '', 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:9e:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e76c7eaf-bedd-4b07-bb47-402625902267', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T22:04:00Z', 'updated_at': '2022-01-26T22:04:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-5', '_interfaces': [{'id': '93c346ae-0d00-42b6-84e9-d6333e923a6d', 'name': '', 'network_id': '4cd375cb-d249-46a6-831f-f9f5a15e68cd', 'tenant_id': '37caa54fa0b74aea8f85b9d1c546e6dc', 'mac_address': 'fa:16:3e:b3:5f:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e76c7eaf-bedd-4b07-bb47-402625902267', 'device_owner': 'network:router_interface', 'standard_attr_id': 4096, 'fixed_ips': [{'subnet_id': 'f81320d2-fa7a-450d-b1f0-259a79f1b76f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T22:04:02Z', 'updated_at': '2022-01-26T22:04:06Z', 'revision_number': 5, 'project_id': '37caa54fa0b74aea8f85b9d1c546e6dc', 'subnets': [{'id': 'f81320d2-fa7a-450d-b1f0-259a79f1b76f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 26 22:16:52.931885 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b8fc5c3-1723-460f-91fb-1ff5ad8995c1 None None] New status for floating IP 9777922b-c93a-49d0-a77d-162067d7023c: DOWN {{(pid=103306) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 26 22:16:53.097498 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-f19c75e5-3f38-47bf-9fe9-27f284b88fdf req-1b46d58d-ab80-4e36-8cab-c24a77ac5310 tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] 10.222.0.13 "GET /v2.0/ports?device_id=56eef136-cc52-418f-ba70-60c074cb095b HTTP/1.1" status: 200 len: 210 time: 0.0357502 Jan 26 22:16:53.661072 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (4d619873-4b60-439f-9b5a-b155dc8bbc34), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:16:54.130860 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Device 5059c661-1ddd-4f52-9eba-ce229b07284d no longer exists at agent hyperv_n-h2-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 26 22:16:54.150626 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] No Port match for: 5059c661-1ddd-4f52-9eba-ce229b07284d {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 26 22:16:54.150983 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Device 5059c661-1ddd-4f52-9eba-ce229b07284d not bound to the agent host n-h2-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 26 22:16:54.181909 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-531b8f3d-22b2-404b-ad22-aedb3e6e402c req-0bc93023-3235-4da3-be01-a3544d066547 tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] 10.222.0.13 "GET /v2.0/ports?device_id=56eef136-cc52-418f-ba70-60c074cb095b HTTP/1.1" status: 200 len: 210 time: 0.0261950 Jan 26 22:16:54.312708 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-839dd188-ec69-470c-9ab0-d318dc1a2e96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (e79b4fc6-6c71-44b2-a6d0-ff3e1f4dfd0d), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:16:55.283623 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-04f05bf3-e60c-4e72-a0a0-0f79c765857e req-881967fc-d880-4e7e-801c-42bee5ab8bd0 tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] 10.222.0.13 "GET /v2.0/ports?device_id=56eef136-cc52-418f-ba70-60c074cb095b HTTP/1.1" status: 200 len: 210 time: 0.0291951 Jan 26 22:16:55.459566 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (fea0591a-627d-4c87-9a9a-01625ddf3277), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:16:56.376514 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-a66b8e5a-3b07-498b-9fc9-608cd17c5f6e req-03b6279e-66ac-449d-aa42-3314af8e1cdb tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] 10.222.0.13 "GET /v2.0/ports?device_id=56eef136-cc52-418f-ba70-60c074cb095b HTTP/1.1" status: 200 len: 210 time: 0.0262580 Jan 26 22:16:57.473214 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-1d8704b1-cd87-4635-923c-47b295418e5f req-e3ae53db-cfc4-4fdc-bbb3-813257503a40 tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] 10.222.0.13 "GET /v2.0/ports?device_id=56eef136-cc52-418f-ba70-60c074cb095b HTTP/1.1" status: 200 len: 210 time: 0.0292833 Jan 26 22:16:58.568014 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-92c665da-80f5-4153-82bd-930c630c2e86 req-5774a28e-9d87-4d85-b1ab-a3f7f80b3a85 tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] 10.222.0.13 "GET /v2.0/ports?device_id=56eef136-cc52-418f-ba70-60c074cb095b HTTP/1.1" status: 200 len: 210 time: 0.0255694 Jan 26 22:16:59.663046 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-aa3feda3-86e9-4b68-8481-7a81d163972d req-a8ae9417-eaa1-4e3a-8041-332b9b52297a tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] 10.222.0.13 "GET /v2.0/ports?device_id=56eef136-cc52-418f-ba70-60c074cb095b HTTP/1.1" status: 200 len: 210 time: 0.0278788 Jan 26 22:17:06.503566 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 53784) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 22:17:06.559269 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-544f792a-059f-4bb0-928a-1994ca07e202 tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] Publish callbacks [] for security_group (43bea7b8-2240-42b3-a08a-3b2300147b70), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:17:06.582926 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-544f792a-059f-4bb0-928a-1994ca07e202 tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] Publish callbacks [] for security_group (43bea7b8-2240-42b3-a08a-3b2300147b70), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:17:06.632025 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-544f792a-059f-4bb0-928a-1994ca07e202 tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (43bea7b8-2240-42b3-a08a-3b2300147b70), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:17:06.634876 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-544f792a-059f-4bb0-928a-1994ca07e202 tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] Publish callbacks [] for security_group (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:17:06.638378 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-544f792a-059f-4bb0-928a-1994ca07e202 tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] 10.222.0.13 "DELETE /v2.0/security-groups/43bea7b8-2240-42b3-a08a-3b2300147b70 HTTP/1.1" status: 204 len: 168 time: 0.1315005 Jan 26 22:17:06.638880 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 53786) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 22:17:06.646707 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-544f792a-059f-4bb0-928a-1994ca07e202 tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=43bea7b8-2240-42b3-a08a-3b2300147b70,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 22:17:06.680352 n-d-760453-5 neutron-server[103305]: INFO neutron.api.v2.resource [None req-850e0ed6-cd69-4d23-ad27-986dfe4a7379 tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] show failed (client error): The resource could not be found. Jan 26 22:17:06.681637 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-850e0ed6-cd69-4d23-ad27-986dfe4a7379 tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] 10.222.0.13 "GET /v2.0/security-groups/43bea7b8-2240-42b3-a08a-3b2300147b70 HTTP/1.1" status: 404 len: 347 time: 0.0415955 Jan 26 22:17:06.684226 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 53788) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 22:17:06.811406 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-88598412-aa7d-4683-9bb1-9b002b75b73c tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] Deleting port bd81562d-719c-4a41-8a4c-54ccb9840bef {{(pid=103305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 22:17:06.811754 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-88598412-aa7d-4683-9bb1-9b002b75b73c tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746560630878'] for port (bd81562d-719c-4a41-8a4c-54ccb9840bef), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:17:06.890728 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-88598412-aa7d-4683-9bb1-9b002b75b73c tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4109658'] for port (bd81562d-719c-4a41-8a4c-54ccb9840bef), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:17:06.891067 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-88598412-aa7d-4683-9bb1-9b002b75b73c tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] Publish callbacks [] for floatingip (bd81562d-719c-4a41-8a4c-54ccb9840bef), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:17:06.903379 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-88598412-aa7d-4683-9bb1-9b002b75b73c tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] Calling delete_port for bd81562d-719c-4a41-8a4c-54ccb9840bef owned by network:floatingip {{(pid=103305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 22:17:07.034066 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-88598412-aa7d-4683-9bb1-9b002b75b73c tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746560636600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746560234536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11791543'] for port (bd81562d-719c-4a41-8a4c-54ccb9840bef), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:17:07.060484 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88598412-aa7d-4683-9bb1-9b002b75b73c tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] Pushing event deleted for resources: {'Port': ['ID=bd81562d-719c-4a41-8a4c-54ccb9840bef,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 22:17:07.071109 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88598412-aa7d-4683-9bb1-9b002b75b73c tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:17:07.071461 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88598412-aa7d-4683-9bb1-9b002b75b73c tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:17:07.071806 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88598412-aa7d-4683-9bb1-9b002b75b73c tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:17:07.072146 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88598412-aa7d-4683-9bb1-9b002b75b73c tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:17:07.072477 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88598412-aa7d-4683-9bb1-9b002b75b73c tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:17:07.072810 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88598412-aa7d-4683-9bb1-9b002b75b73c tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:17:07.073634 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88598412-aa7d-4683-9bb1-9b002b75b73c tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:17:07.073634 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88598412-aa7d-4683-9bb1-9b002b75b73c tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:17:07.073788 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88598412-aa7d-4683-9bb1-9b002b75b73c tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:17:07.074106 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88598412-aa7d-4683-9bb1-9b002b75b73c tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:17:07.074430 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88598412-aa7d-4683-9bb1-9b002b75b73c tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:17:07.074752 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88598412-aa7d-4683-9bb1-9b002b75b73c tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:17:07.075076 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88598412-aa7d-4683-9bb1-9b002b75b73c tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:17:07.134127 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-88598412-aa7d-4683-9bb1-9b002b75b73c tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] Publish callbacks [] for floatingip (9777922b-c93a-49d0-a77d-162067d7023c), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:17:07.136814 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-88598412-aa7d-4683-9bb1-9b002b75b73c tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for floatingip (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:17:07.138083 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-88598412-aa7d-4683-9bb1-9b002b75b73c tempest-ServerActionsTestJSON-2054431735 tempest-ServerActionsTestJSON-2054431735-project] 10.222.0.13 "DELETE /v2.0/floatingips/9777922b-c93a-49d0-a77d-162067d7023c HTTP/1.1" status: 204 len: 168 time: 0.4529245 Jan 26 22:17:07.140951 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 53790) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 22:17:07.653086 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-fc063b7a-0fdf-4aff-aaf5-7e5eefad6ae1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4110657'] for router_interface (e76c7eaf-bedd-4b07-bb47-402625902267), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:17:07.903926 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-fc063b7a-0fdf-4aff-aaf5-7e5eefad6ae1 admin admin] Deleting port 93c346ae-0d00-42b6-84e9-d6333e923a6d {{(pid=103305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 22:17:07.904191 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-fc063b7a-0fdf-4aff-aaf5-7e5eefad6ae1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746560630878'] for port (93c346ae-0d00-42b6-84e9-d6333e923a6d), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:17:07.980517 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [None req-fc063b7a-0fdf-4aff-aaf5-7e5eefad6ae1 admin admin] For port 93c346ae-0d00-42b6-84e9-d6333e923a6d, host n-d-760453-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=93c346ae-0d00-42b6-84e9-d6333e923a6d,segment=NetworkSegment(66e4f491-9a6a-4ffc-8f64-b9e6923cc891),segment_id=66e4f491-9a6a-4ffc-8f64-b9e6923cc891)] {{(pid=103305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 22:17:07.980881 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-fc063b7a-0fdf-4aff-aaf5-7e5eefad6ae1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4109658'] for port (93c346ae-0d00-42b6-84e9-d6333e923a6d), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:17:07.994280 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-fc063b7a-0fdf-4aff-aaf5-7e5eefad6ae1 admin admin] Calling delete_port for 93c346ae-0d00-42b6-84e9-d6333e923a6d owned by network:router_interface {{(pid=103305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 22:17:08.172665 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-fc063b7a-0fdf-4aff-aaf5-7e5eefad6ae1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746560636600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746560234536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11791543'] for port (93c346ae-0d00-42b6-84e9-d6333e923a6d), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:17:08.202286 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc063b7a-0fdf-4aff-aaf5-7e5eefad6ae1 admin admin] Pushing event deleted for resources: {'Port': ['ID=93c346ae-0d00-42b6-84e9-d6333e923a6d,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 22:17:08.374686 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-fc063b7a-0fdf-4aff-aaf5-7e5eefad6ae1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3709480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4110805'] for router_interface (e76c7eaf-bedd-4b07-bb47-402625902267), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:17:08.828710 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc063b7a-0fdf-4aff-aaf5-7e5eefad6ae1 admin admin] Router e76c7eaf-bedd-4b07-bb47-402625902267 has already been hosted by L3 agent 09df100c-3af1-4b0a-bda8-05914c71c458 {{(pid=103305) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 26 22:17:08.862874 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (32ef628b-8417-46c5-8729-60fcabe358f1), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:17:08.931515 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc063b7a-0fdf-4aff-aaf5-7e5eefad6ae1 admin admin] Notify agent at l3_agent.n-d-760453-5 the message routers_updated {{(pid=103305) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 26 22:17:08.936848 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-fc063b7a-0fdf-4aff-aaf5-7e5eefad6ae1 admin admin] 10.222.0.13 "PUT /v2.0/routers/e76c7eaf-bedd-4b07-bb47-402625902267/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7949243 Jan 26 22:17:08.939318 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 53794) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 22:17:08.940702 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4144213-93b3-4bc5-be73-31a98d46a8bd None None] Sync routers for ids ['e76c7eaf-bedd-4b07-bb47-402625902267'] in n-d-760453-5 {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 26 22:17:08.950118 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4144213-93b3-4bc5-be73-31a98d46a8bd None None] Routers {'e76c7eaf-bedd-4b07-bb47-402625902267'} bound to L3 agent in host n-d-760453-5 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 22:17:08.950732 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-e4144213-93b3-4bc5-be73-31a98d46a8bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-26T20:55:21Z,description=,heartbeat_timestamp=2022-01-26T22:16:51Z,host='n-d-760453-5',id=09df100c-3af1-4b0a-bda8-05914c71c458,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:55:21Z,topic='l3_agent')) {'router_ids': ['e76c7eaf-bedd-4b07-bb47-402625902267'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 22:17:09.042026 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-8d1a2242-9c1c-4e9b-9aea-76decfd5c943 admin admin] Publish callbacks [] for router (e76c7eaf-bedd-4b07-bb47-402625902267), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:17:09.053684 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_dvr_db [None req-e4144213-93b3-4bc5-be73-31a98d46a8bd None None] Set router e76c7eaf-bedd-4b07-bb47-402625902267 gateway port host: n-d-760453-5 {{(pid=103307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 22:17:09.147488 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-8d1a2242-9c1c-4e9b-9aea-76decfd5c943 admin admin] Publish callbacks [] for router_gateway (e76c7eaf-bedd-4b07-bb47-402625902267), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:17:09.200701 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-8d1a2242-9c1c-4e9b-9aea-76decfd5c943 admin admin] Deleting port 30e0f18b-d842-4295-8c5a-f885163635fe {{(pid=103305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 22:17:09.201038 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-8d1a2242-9c1c-4e9b-9aea-76decfd5c943 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746560630878'] for port (30e0f18b-d842-4295-8c5a-f885163635fe), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:17:09.231383 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-e4144213-93b3-4bc5-be73-31a98d46a8bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e76c7eaf-bedd-4b07-bb47-402625902267', 'name': 'tempest-ServerActionsTestJSON-1848706419-router', 'tenant_id': '37caa54fa0b74aea8f85b9d1c546e6dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'external_fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.172'}], 'enable_snat': True}, 'gw_port_id': '30e0f18b-d842-4295-8c5a-f885163635fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T22:04:00Z', 'updated_at': '2022-01-26T22:17:08Z', 'revision_number': 5, 'project_id': '37caa54fa0b74aea8f85b9d1c546e6dc', 'gw_port': {'id': '30e0f18b-d842-4295-8c5a-f885163635fe', 'name': '', 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:9e:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e76c7eaf-bedd-4b07-bb47-402625902267', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T22:04:00Z', 'updated_at': '2022-01-26T22:04:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-5'}], 'n-d-760453-5', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 22:17:09.258000 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4144213-93b3-4bc5-be73-31a98d46a8bd None None] Checking router: e76c7eaf-bedd-4b07-bb47-402625902267 for host: n-d-760453-5 {{(pid=103307) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 26 22:17:09.266096 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4144213-93b3-4bc5-be73-31a98d46a8bd None None] Routers {'e76c7eaf-bedd-4b07-bb47-402625902267'} bound to L3 agent in host n-d-760453-5 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 22:17:09.266684 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-e4144213-93b3-4bc5-be73-31a98d46a8bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-26T20:55:21Z,description=,heartbeat_timestamp=2022-01-26T22:16:51Z,host='n-d-760453-5',id=09df100c-3af1-4b0a-bda8-05914c71c458,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:55:21Z,topic='l3_agent')) {'router_ids': ['e76c7eaf-bedd-4b07-bb47-402625902267'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 22:17:09.282873 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [None req-8d1a2242-9c1c-4e9b-9aea-76decfd5c943 admin admin] For port 30e0f18b-d842-4295-8c5a-f885163635fe, host n-d-760453-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=30e0f18b-d842-4295-8c5a-f885163635fe,segment=NetworkSegment(e17cb353-418f-48b9-b982-21a6233ee99b),segment_id=e17cb353-418f-48b9-b982-21a6233ee99b)] {{(pid=103305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 22:17:09.283238 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-8d1a2242-9c1c-4e9b-9aea-76decfd5c943 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4109658'] for port (30e0f18b-d842-4295-8c5a-f885163635fe), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:17:09.295536 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-8d1a2242-9c1c-4e9b-9aea-76decfd5c943 admin admin] Calling delete_port for 30e0f18b-d842-4295-8c5a-f885163635fe owned by network:router_gateway {{(pid=103305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 22:17:09.349810 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_dvr_db [None req-e4144213-93b3-4bc5-be73-31a98d46a8bd None None] Set router e76c7eaf-bedd-4b07-bb47-402625902267 gateway port host: None {{(pid=103307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 22:17:09.400001 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-e4144213-93b3-4bc5-be73-31a98d46a8bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e76c7eaf-bedd-4b07-bb47-402625902267', 'name': 'tempest-ServerActionsTestJSON-1848706419-router', 'tenant_id': '37caa54fa0b74aea8f85b9d1c546e6dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T22:04:00Z', 'updated_at': '2022-01-26T22:17:09Z', 'revision_number': 6, 'project_id': '37caa54fa0b74aea8f85b9d1c546e6dc', 'gw_port_host': None}], 'n-d-760453-5', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 22:17:09.429615 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4144213-93b3-4bc5-be73-31a98d46a8bd None None] The sync data for ids ['e76c7eaf-bedd-4b07-bb47-402625902267'] in n-d-760453-5 is: [{'id': 'e76c7eaf-bedd-4b07-bb47-402625902267', 'name': 'tempest-ServerActionsTestJSON-1848706419-router', 'tenant_id': '37caa54fa0b74aea8f85b9d1c546e6dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T22:04:00Z', 'updated_at': '2022-01-26T22:17:09Z', 'revision_number': 6, 'project_id': '37caa54fa0b74aea8f85b9d1c546e6dc', 'gw_port_host': None}] {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 26 22:17:09.463031 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-8d1a2242-9c1c-4e9b-9aea-76decfd5c943 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746560636600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746560234536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11791543'] for port (30e0f18b-d842-4295-8c5a-f885163635fe), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:17:09.489269 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1a2242-9c1c-4e9b-9aea-76decfd5c943 admin admin] Pushing event deleted for resources: {'Port': ['ID=30e0f18b-d842-4295-8c5a-f885163635fe,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 22:17:09.550589 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-8d1a2242-9c1c-4e9b-9aea-76decfd5c943 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4111291'] for router_gateway (e76c7eaf-bedd-4b07-bb47-402625902267), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:17:09.638191 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-8d1a2242-9c1c-4e9b-9aea-76decfd5c943 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4105774', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13082'] for router (e76c7eaf-bedd-4b07-bb47-402625902267), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:17:09.640325 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-8d1a2242-9c1c-4e9b-9aea-76decfd5c943 admin admin] Publish callbacks [] for router_controller (e76c7eaf-bedd-4b07-bb47-402625902267), precommit_delete_associations {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:17:09.682221 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-8d1a2242-9c1c-4e9b-9aea-76decfd5c943 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4105767'] for router (e76c7eaf-bedd-4b07-bb47-402625902267), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:17:09.682763 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d1a2242-9c1c-4e9b-9aea-76decfd5c943 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e76c7eaf-bedd-4b07-bb47-402625902267 {{(pid=103305) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 26 22:17:09.687185 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-8d1a2242-9c1c-4e9b-9aea-76decfd5c943 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:17:09.688318 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-8d1a2242-9c1c-4e9b-9aea-76decfd5c943 admin admin] 10.222.0.13 "DELETE /v2.0/routers/e76c7eaf-bedd-4b07-bb47-402625902267 HTTP/1.1" status: 204 len: 168 time: 0.7473836 Jan 26 22:17:09.690803 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 53796) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 22:17:09.734612 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.db_base_plugin_v2 [None req-6a346766-8c66-47d7-9a16-cb225c784a19 admin admin] Deleting subnet f81320d2-fa7a-450d-b1f0-259a79f1b76f {{(pid=103305) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 26 22:17:09.737627 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-6a346766-8c66-47d7-9a16-cb225c784a19 admin admin] Publish callbacks [] for subnet (f81320d2-fa7a-450d-b1f0-259a79f1b76f), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:17:09.771515 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-6a346766-8c66-47d7-9a16-cb225c784a19 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11788946'] for subnet (f81320d2-fa7a-450d-b1f0-259a79f1b76f), precommit_delete_associations {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:17:09.859960 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-6a346766-8c66-47d7-9a16-cb225c784a19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687316'] for subnet (f81320d2-fa7a-450d-b1f0-259a79f1b76f), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:17:09.909682 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-6a346766-8c66-47d7-9a16-cb225c784a19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11791594', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11599980'] for subnet (f81320d2-fa7a-450d-b1f0-259a79f1b76f), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:17:09.936952 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a346766-8c66-47d7-9a16-cb225c784a19 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f81320d2-fa7a-450d-b1f0-259a79f1b76f,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 22:17:09.938962 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-6a346766-8c66-47d7-9a16-cb225c784a19 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:17:09.942848 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-6a346766-8c66-47d7-9a16-cb225c784a19 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/f81320d2-fa7a-450d-b1f0-259a79f1b76f HTTP/1.1" status: 204 len: 168 time: 0.2510867 Jan 26 22:17:09.944268 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83942264-8f14-4963-acf9-adfa102835d2 None None] Network 4cd375cb-d249-46a6-831f-f9f5a15e68cd requested from n-d-760453-5 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 26 22:17:09.945278 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 53798) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 22:17:10.018456 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-56686ff6-71a6-4c8d-a6b1-1127db299b4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-748181'] for network (4cd375cb-d249-46a6-831f-f9f5a15e68cd), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:17:10.074786 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-56686ff6-71a6-4c8d-a6b1-1127db299b4b admin admin] Deleting port 521d6730-8c61-449c-b931-821390f8e9af {{(pid=103305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 22:17:10.075137 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-56686ff6-71a6-4c8d-a6b1-1127db299b4b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746560630878'] for port (521d6730-8c61-449c-b931-821390f8e9af), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:17:10.137164 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [None req-56686ff6-71a6-4c8d-a6b1-1127db299b4b admin admin] For port 521d6730-8c61-449c-b931-821390f8e9af, host n-d-760453-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=521d6730-8c61-449c-b931-821390f8e9af,segment=NetworkSegment(66e4f491-9a6a-4ffc-8f64-b9e6923cc891),segment_id=66e4f491-9a6a-4ffc-8f64-b9e6923cc891)] {{(pid=103305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 22:17:10.137557 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-56686ff6-71a6-4c8d-a6b1-1127db299b4b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4109658'] for port (521d6730-8c61-449c-b931-821390f8e9af), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:17:10.150293 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-56686ff6-71a6-4c8d-a6b1-1127db299b4b admin admin] Calling delete_port for 521d6730-8c61-449c-b931-821390f8e9af owned by network:dhcp {{(pid=103305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 22:17:10.218643 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-763c7780-327a-41be-81d8-5d3af1b6c9f0 None None] DHCP port deletion for 4cd375cb-d249-46a6-831f-f9f5a15e68cd request from n-d-760453-5 {{(pid=103306) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 26 22:17:10.240642 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-56686ff6-71a6-4c8d-a6b1-1127db299b4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746560636600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746560234536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11791543'] for port (521d6730-8c61-449c-b931-821390f8e9af), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:17:10.268673 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56686ff6-71a6-4c8d-a6b1-1127db299b4b admin admin] Pushing event deleted for resources: {'Port': ['ID=521d6730-8c61-449c-b931-821390f8e9af,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 22:17:10.270737 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56686ff6-71a6-4c8d-a6b1-1127db299b4b admin admin] No DVR routers for this DVR port 521d6730-8c61-449c-b931-821390f8e9af on host n-d-760453-5 {{(pid=103305) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 26 22:17:10.278530 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-763c7780-327a-41be-81d8-5d3af1b6c9f0 None None] Deleting port 521d6730-8c61-449c-b931-821390f8e9af {{(pid=103306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 22:17:10.278964 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-763c7780-327a-41be-81d8-5d3af1b6c9f0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746560630878'] for port (521d6730-8c61-449c-b931-821390f8e9af), before_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:17:10.349702 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-56686ff6-71a6-4c8d-a6b1-1127db299b4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-686403', 'neutron.services.segments.db._delete_segments_for_network-8746560774018'] for network (4cd375cb-d249-46a6-831f-f9f5a15e68cd), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:17:10.352925 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-763c7780-327a-41be-81d8-5d3af1b6c9f0 None None] For port 521d6730-8c61-449c-b931-821390f8e9af, host n-d-760453-5, got binding levels [] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 22:17:10.353343 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-763c7780-327a-41be-81d8-5d3af1b6c9f0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4109658'] for port (521d6730-8c61-449c-b931-821390f8e9af), precommit_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:17:10.371083 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-763c7780-327a-41be-81d8-5d3af1b6c9f0 None None] Calling delete_port for 521d6730-8c61-449c-b931-821390f8e9af owned by network:dhcp {{(pid=103306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 22:17:10.374423 n-d-760453-5 neutron-server[103305]: DEBUG neutron.services.segments.db [None req-56686ff6-71a6-4c8d-a6b1-1127db299b4b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4cd375cb-d249-46a6-831f-f9f5a15e68cd']}} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 22:17:10.374641 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.ipam_backend_mixin [None req-763c7780-327a-41be-81d8-5d3af1b6c9f0 None None] Port 521d6730-8c61-449c-b931-821390f8e9af was not found and therefore no delete operation was performed {{(pid=103306) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jan 26 22:17:10.377770 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-763c7780-327a-41be-81d8-5d3af1b6c9f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746560636600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746560234536'] for port (521d6730-8c61-449c-b931-821390f8e9af), after_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:17:10.385982 n-d-760453-5 neutron-server[103305]: DEBUG neutron.services.segments.db [None req-56686ff6-71a6-4c8d-a6b1-1127db299b4b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '66e4f491-9a6a-4ffc-8f64-b9e6923cc891') {'for_net_delete': True} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 22:17:10.388808 n-d-760453-5 neutron-server[103305]: DEBUG neutron.services.segments.db [None req-56686ff6-71a6-4c8d-a6b1-1127db299b4b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '66e4f491-9a6a-4ffc-8f64-b9e6923cc891') {} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 22:17:10.399069 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-56686ff6-71a6-4c8d-a6b1-1127db299b4b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746560742283', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11788955'] for segment (66e4f491-9a6a-4ffc-8f64-b9e6923cc891), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:17:10.411450 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-763c7780-327a-41be-81d8-5d3af1b6c9f0 None None] Pushing event deleted for resources: {'Port': ['ID=521d6730-8c61-449c-b931-821390f8e9af,revision_number=None']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 22:17:10.412449 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-56686ff6-71a6-4c8d-a6b1-1127db299b4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576559'] for segment (66e4f491-9a6a-4ffc-8f64-b9e6923cc891), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:17:10.417924 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-763c7780-327a-41be-81d8-5d3af1b6c9f0 None None] No DVR routers for this DVR port 521d6730-8c61-449c-b931-821390f8e9af on host n-d-760453-5 {{(pid=103306) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 26 22:17:10.418900 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-56686ff6-71a6-4c8d-a6b1-1127db299b4b admin admin] Releasing vlan 592 on physical network physnet1 to pool {{(pid=103305) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 26 22:17:10.419424 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-56686ff6-71a6-4c8d-a6b1-1127db299b4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11791428'] for segment (66e4f491-9a6a-4ffc-8f64-b9e6923cc891), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:17:10.421476 n-d-760453-5 neutron-server[103305]: Traceback (most recent call last): Jan 26 22:17:10.421476 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 26 22:17:10.421476 n-d-760453-5 neutron-server[103305]: timer() Jan 26 22:17:10.421476 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 26 22:17:10.421476 n-d-760453-5 neutron-server[103305]: cb(*args, **kw) Jan 26 22:17:10.421476 n-d-760453-5 neutron-server[103305]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 26 22:17:10.421476 n-d-760453-5 neutron-server[103305]: return func(*args, **kwargs) Jan 26 22:17:10.421476 n-d-760453-5 neutron-server[103305]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 26 22:17:10.421476 n-d-760453-5 neutron-server[103305]: self._notify() Jan 26 22:17:10.421476 n-d-760453-5 neutron-server[103305]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 26 22:17:10.421476 n-d-760453-5 neutron-server[103305]: self.callback(batched_events) Jan 26 22:17:10.421476 n-d-760453-5 neutron-server[103305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 26 22:17:10.421476 n-d-760453-5 neutron-server[103305]: event.method(event) Jan 26 22:17:10.421476 n-d-760453-5 neutron-server[103305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 26 22:17:10.421476 n-d-760453-5 neutron-server[103305]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 26 22:17:10.421476 n-d-760453-5 neutron-server[103305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 26 22:17:10.421476 n-d-760453-5 neutron-server[103305]: aggregate_uuid = self.p_client.list_aggregates( Jan 26 22:17:10.421476 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 26 22:17:10.421476 n-d-760453-5 neutron-server[103305]: return f(self, *a, **k) Jan 26 22:17:10.421476 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 26 22:17:10.421476 n-d-760453-5 neutron-server[103305]: return self._get(url).json() Jan 26 22:17:10.421476 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 26 22:17:10.421476 n-d-760453-5 neutron-server[103305]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 26 22:17:10.421476 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 26 22:17:10.421476 n-d-760453-5 neutron-server[103305]: return self.request(url, 'GET', **kwargs) Jan 26 22:17:10.421476 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 26 22:17:10.421476 n-d-760453-5 neutron-server[103305]: base_url = self.get_endpoint(auth, allow=allow, Jan 26 22:17:10.421476 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 26 22:17:10.421476 n-d-760453-5 neutron-server[103305]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 26 22:17:10.421476 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 26 22:17:10.421476 n-d-760453-5 neutron-server[103305]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 26 22:17:10.421476 n-d-760453-5 neutron-server[103305]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 26 22:17:10.480946 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-56686ff6-71a6-4c8d-a6b1-1127db299b4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4110931'] for network (4cd375cb-d249-46a6-831f-f9f5a15e68cd), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:17:10.487029 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-56686ff6-71a6-4c8d-a6b1-1127db299b4b admin admin] Publish callbacks [] for network (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:17:10.493916 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-56686ff6-71a6-4c8d-a6b1-1127db299b4b admin admin] 10.222.0.13 "DELETE /v2.0/networks/4cd375cb-d249-46a6-831f-f9f5a15e68cd HTTP/1.1" status: 204 len: 168 time: 0.5453093 Jan 26 22:17:10.505261 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56686ff6-71a6-4c8d-a6b1-1127db299b4b admin admin] Pushing event deleted for resources: {'Network': ['ID=4cd375cb-d249-46a6-831f-f9f5a15e68cd,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 22:17:10.653431 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 53802) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 22:17:10.695758 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-a43c9963-f8ec-44cd-a0e5-50705f45c4d3 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=37caa54fa0b74aea8f85b9d1c546e6dc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0410125 Jan 26 22:17:10.698156 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 53804) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 22:17:10.746422 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-7d6bb491-4a08-48b9-9c29-ed07101395cb admin admin] Publish callbacks [] for security_group (53385a99-12bb-45d6-a2e9-b876d13eea3b), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:17:10.768986 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-7d6bb491-4a08-48b9-9c29-ed07101395cb admin admin] Publish callbacks [] for security_group (53385a99-12bb-45d6-a2e9-b876d13eea3b), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:17:10.815531 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-7d6bb491-4a08-48b9-9c29-ed07101395cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (53385a99-12bb-45d6-a2e9-b876d13eea3b), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:17:10.818343 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-7d6bb491-4a08-48b9-9c29-ed07101395cb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:17:10.819670 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-7d6bb491-4a08-48b9-9c29-ed07101395cb admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/53385a99-12bb-45d6-a2e9-b876d13eea3b HTTP/1.1" status: 204 len: 168 time: 0.1204703 Jan 26 22:17:10.829275 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d6bb491-4a08-48b9-9c29-ed07101395cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53385a99-12bb-45d6-a2e9-b876d13eea3b,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 22:17:11.137447 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device 30e0f18b-d842-4295-8c5a-f885163635fe no longer exists at agent ovs-agent-n-d-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 26 22:17:11.163496 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] No Port match for: 30e0f18b-d842-4295-8c5a-f885163635fe {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 26 22:17:11.163974 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device 30e0f18b-d842-4295-8c5a-f885163635fe not bound to the agent host n-d-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 26 22:17:11.164492 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device 521d6730-8c61-449c-b931-821390f8e9af no longer exists at agent ovs-agent-n-d-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 26 22:17:11.188764 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] No Port match for: 521d6730-8c61-449c-b931-821390f8e9af {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 26 22:17:11.189118 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device 521d6730-8c61-449c-b931-821390f8e9af not bound to the agent host n-d-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 26 22:17:11.189562 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device 93c346ae-0d00-42b6-84e9-d6333e923a6d no longer exists at agent ovs-agent-n-d-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 26 22:17:11.210575 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] No Port match for: 93c346ae-0d00-42b6-84e9-d6333e923a6d {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 26 22:17:11.211201 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device 93c346ae-0d00-42b6-84e9-d6333e923a6d not bound to the agent host n-d-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 26 22:17:11.552404 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 53826) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 22:17:11.659501 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-da7a2889-3f5e-4fcc-9aee-cd7dc3f43ef1 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-2056754609-network', 'tenant_id': '2b4610745ae3491988f6d3bd5ec82f9c'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 22:17:11.679662 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da7a2889-3f5e-4fcc-9aee-cd7dc3f43ef1 admin admin] Made reservation on behalf of 2b4610745ae3491988f6d3bd5ec82f9c for: {'network': 1} {{(pid=103304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 22:17:11.682091 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-da7a2889-3f5e-4fcc-9aee-cd7dc3f43ef1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for network (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:17:11.690413 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-da7a2889-3f5e-4fcc-9aee-cd7dc3f43ef1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:17:11.764537 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-da7a2889-3f5e-4fcc-9aee-cd7dc3f43ef1 admin admin] Publish callbacks [] for security_group (e8028233-e490-47c4-a94c-baad838435a7), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:17:11.768427 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-da7a2889-3f5e-4fcc-9aee-cd7dc3f43ef1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (e8028233-e490-47c4-a94c-baad838435a7), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:17:11.793401 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-da7a2889-3f5e-4fcc-9aee-cd7dc3f43ef1 admin admin] vlan segment allocate from pool success with {'vlan_id': 584, 'physical_network': 'physnet1'} {{(pid=103304) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 26 22:17:11.803657 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da7a2889-3f5e-4fcc-9aee-cd7dc3f43ef1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8028233-e490-47c4-a94c-baad838435a7,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 22:17:11.808460 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-da7a2889-3f5e-4fcc-9aee-cd7dc3f43ef1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576559'] for segment (083cf21e-2674-47ff-a8c4-abdac25221f2), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:17:11.808800 n-d-760453-5 neutron-server[103304]: INFO neutron.db.segments_db [None req-da7a2889-3f5e-4fcc-9aee-cd7dc3f43ef1 admin admin] Added segment 083cf21e-2674-47ff-a8c4-abdac25221f2 of type vlan for network 41634ab9-13fd-4315-a3a6-4685ec5f643f Jan 26 22:17:11.851332 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-da7a2889-3f5e-4fcc-9aee-cd7dc3f43ef1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746560256871'] for network (41634ab9-13fd-4315-a3a6-4685ec5f643f), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:17:11.878011 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-da7a2889-3f5e-4fcc-9aee-cd7dc3f43ef1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503'] for network (41634ab9-13fd-4315-a3a6-4685ec5f643f), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:17:11.879006 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da7a2889-3f5e-4fcc-9aee-cd7dc3f43ef1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:17:11.879613 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-da7a2889-3f5e-4fcc-9aee-cd7dc3f43ef1 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:17:11.934606 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-da7a2889-3f5e-4fcc-9aee-cd7dc3f43ef1 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3809724 Jan 26 22:17:11.937495 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 53830) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 22:17:11.943797 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-efccccf7-40f7-4bdf-b254-b1c050b25842 admin admin] Request body: {'subnet': {'network_id': '41634ab9-13fd-4315-a3a6-4685ec5f643f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-2056754609-subnet', 'tenant_id': '2b4610745ae3491988f6d3bd5ec82f9c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 22:17:11.954060 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da7a2889-3f5e-4fcc-9aee-cd7dc3f43ef1 admin admin] Pushing event updated for resources: {'Network': ['ID=41634ab9-13fd-4315-a3a6-4685ec5f643f,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 22:17:11.965352 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Network 41634ab9-13fd-4315-a3a6-4685ec5f643f details requested by agent ovs-agent-n-d-760453-5 with host n-d-760453-5 {{(pid=103306) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 26 22:17:11.970532 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efccccf7-40f7-4bdf-b254-b1c050b25842 admin admin] Made reservation on behalf of 2b4610745ae3491988f6d3bd5ec82f9c for: {'subnet': 1} {{(pid=103304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 22:17:11.973843 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-efccccf7-40f7-4bdf-b254-b1c050b25842 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12215181'] for subnet (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:17:12.147810 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-efccccf7-40f7-4bdf-b254-b1c050b25842 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9285249', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12215227'] for subnet (b985b4f6-1e4b-417a-8784-09ad07b42973), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:17:12.202963 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efccccf7-40f7-4bdf-b254-b1c050b25842 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b985b4f6-1e4b-417a-8784-09ad07b42973,revision_number=0']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 22:17:12.212576 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efccccf7-40f7-4bdf-b254-b1c050b25842 admin admin] Checking segment: {'id': '083cf21e-2674-47ff-a8c4-abdac25221f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '41634ab9-13fd-4315-a3a6-4685ec5f643f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103304) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 22:17:12.212944 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efccccf7-40f7-4bdf-b254-b1c050b25842 admin admin] Network hostable DHCP agents. Network: 41634ab9-13fd-4315-a3a6-4685ec5f643f, hostable agents: ['474ccdf7-ab6c-405b-a3b2-dc7b05829902'], hosted agents: [] {{(pid=103304) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 26 22:17:12.230257 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efccccf7-40f7-4bdf-b254-b1c050b25842 admin admin] Network 41634ab9-13fd-4315-a3a6-4685ec5f643f is scheduled to be hosted by DHCP agent 474ccdf7-ab6c-405b-a3b2-dc7b05829902 with binding_index 1 {{(pid=103304) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 26 22:17:12.238520 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [None req-efccccf7-40f7-4bdf-b254-b1c050b25842 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760453-5, 41634ab9-13fd-4315-a3a6-4685ec5f643f) {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 22:17:12.244625 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efccccf7-40f7-4bdf-b254-b1c050b25842 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:17:12.245401 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-efccccf7-40f7-4bdf-b254-b1c050b25842 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:17:12.246288 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c4430cc-e896-42d5-be52-525c2bc1fd28 None None] Network 41634ab9-13fd-4315-a3a6-4685ec5f643f requested from n-d-760453-5 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 26 22:17:12.261869 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-efccccf7-40f7-4bdf-b254-b1c050b25842 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3233731 Jan 26 22:17:12.345528 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac94c0e9-281e-491e-93cf-32432f979064 None None] Network 41634ab9-13fd-4315-a3a6-4685ec5f643f requested from n-d-760453-5 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 26 22:17:12.682574 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd50e3d-bf49-401e-800f-d5685dacc487 req-bfc8727c-ec5e-480c-b31e-3641a362b481 tempest-ServersNegativeTestJSON-1650160938 tempest-ServersNegativeTestJSON-1650160938-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:17:12.684068 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-0bd50e3d-bf49-401e-800f-d5685dacc487 req-bfc8727c-ec5e-480c-b31e-3641a362b481 tempest-ServersNegativeTestJSON-1650160938 tempest-ServersNegativeTestJSON-1650160938-project] 10.222.0.13 "GET /v2.0/networks?id=41634ab9-13fd-4315-a3a6-4685ec5f643f HTTP/1.1" status: 200 len: 814 time: 0.1037459 Jan 26 22:17:12.698757 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-0bd50e3d-bf49-401e-800f-d5685dacc487 req-3306925a-a144-4512-8b9a-813e5e97770f tempest-ServersNegativeTestJSON-1650160938 tempest-ServersNegativeTestJSON-1650160938-project] 10.222.0.13 "GET /v2.0/quotas/2b4610745ae3491988f6d3bd5ec82f9c HTTP/1.1" status: 200 len: 375 time: 0.0093856 Jan 26 22:17:12.728293 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-0bd50e3d-bf49-401e-800f-d5685dacc487 req-95f51593-1cf7-47b0-9949-47f08710499b tempest-ServersNegativeTestJSON-1650160938 tempest-ServersNegativeTestJSON-1650160938-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=2b4610745ae3491988f6d3bd5ec82f9c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0249217 Jan 26 22:17:12.856846 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-0bd50e3d-bf49-401e-800f-d5685dacc487 req-c429c6e4-898e-4dca-8034-7f4127d9d402 service neutron] 10.222.0.13 "GET /v2.0/networks/41634ab9-13fd-4315-a3a6-4685ec5f643f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1217685 Jan 26 22:17:12.947132 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-0bd50e3d-bf49-401e-800f-d5685dacc487 req-126e7fe4-e89e-484a-af62-2fb2380846fe service neutron] 10.222.0.13 "GET /v2.0/networks/41634ab9-13fd-4315-a3a6-4685ec5f643f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841303 Jan 26 22:17:13.106157 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-a018df62-14db-4ea1-bef4-1e50c5155a1e req-d49170d6-46a3-4595-9070-e2285adc366c tempest-ServersNegativeTestJSON-1650160938 tempest-ServersNegativeTestJSON-1650160938-project] 10.222.0.13 "GET /v2.0/ports?device_id=67e5f50a-d047-4e7d-8b5f-ece9cb12a9ce HTTP/1.1" status: 200 len: 210 time: 0.0273168 Jan 26 22:17:14.109863 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd50e3d-bf49-401e-800f-d5685dacc487 req-ffe3e3aa-214d-48ae-960a-a30bf7066513 tempest-ServersNegativeTestJSON-1650160938 tempest-ServersNegativeTestJSON-1650160938-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:17:14.111340 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-0bd50e3d-bf49-401e-800f-d5685dacc487 req-ffe3e3aa-214d-48ae-960a-a30bf7066513 tempest-ServersNegativeTestJSON-1650160938 tempest-ServersNegativeTestJSON-1650160938-project] 10.222.0.57 "GET /v2.0/networks?id=41634ab9-13fd-4315-a3a6-4685ec5f643f HTTP/1.1" status: 200 len: 814 time: 0.1076446 Jan 26 22:17:14.124613 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [req-0bd50e3d-bf49-401e-800f-d5685dacc487 req-2eaf5df4-81b4-4bac-b960-8e69b70dbf78 tempest-ServersNegativeTestJSON-1650160938 tempest-ServersNegativeTestJSON-1650160938-project] Request body: {'port': {'device_id': '67e5f50a-d047-4e7d-8b5f-ece9cb12a9ce', 'network_id': '41634ab9-13fd-4315-a3a6-4685ec5f643f', 'admin_state_up': True, 'tenant_id': '2b4610745ae3491988f6d3bd5ec82f9c'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 22:17:14.203936 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-773a35cc-e323-48a6-a8c5-a5729d5c367a req-165c1f96-668c-4fcf-835b-f4176d227fc7 tempest-ServersNegativeTestJSON-1650160938 tempest-ServersNegativeTestJSON-1650160938-project] 10.222.0.13 "GET /v2.0/ports?device_id=67e5f50a-d047-4e7d-8b5f-ece9cb12a9ce HTTP/1.1" status: 200 len: 210 time: 0.0287969 Jan 26 22:17:14.251646 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0bd50e3d-bf49-401e-800f-d5685dacc487 req-2eaf5df4-81b4-4bac-b960-8e69b70dbf78 tempest-ServersNegativeTestJSON-1650160938 tempest-ServersNegativeTestJSON-1650160938-project] Made reservation on behalf of 2b4610745ae3491988f6d3bd5ec82f9c for: {'port': 1} {{(pid=103304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 22:17:14.255610 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-0bd50e3d-bf49-401e-800f-d5685dacc487 req-2eaf5df4-81b4-4bac-b960-8e69b70dbf78 tempest-ServersNegativeTestJSON-1650160938 tempest-ServersNegativeTestJSON-1650160938-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:17:14.380525 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.db_base_plugin_common [req-0bd50e3d-bf49-401e-800f-d5685dacc487 req-2eaf5df4-81b4-4bac-b960-8e69b70dbf78 tempest-ServersNegativeTestJSON-1650160938 tempest-ServersNegativeTestJSON-1650160938-project] Allocated IP 172.20.0.13 (41634ab9-13fd-4315-a3a6-4685ec5f643f/b985b4f6-1e4b-417a-8784-09ad07b42973/9b5490ee-3df7-4ed7-94ee-c6e5600fcc58) {{(pid=103304) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 22:17:14.528571 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-0bd50e3d-bf49-401e-800f-d5685dacc487 req-2eaf5df4-81b4-4bac-b960-8e69b70dbf78 tempest-ServersNegativeTestJSON-1650160938 tempest-ServersNegativeTestJSON-1650160938-project] Publish callbacks [] for port (9b5490ee-3df7-4ed7-94ee-c6e5600fcc58), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:17:14.561630 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-0bd50e3d-bf49-401e-800f-d5685dacc487 req-2eaf5df4-81b4-4bac-b960-8e69b70dbf78 tempest-ServersNegativeTestJSON-1650160938 tempest-ServersNegativeTestJSON-1650160938-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746560234527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9281553'] for port (9b5490ee-3df7-4ed7-94ee-c6e5600fcc58), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:17:14.600062 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0bd50e3d-bf49-401e-800f-d5685dacc487 req-2eaf5df4-81b4-4bac-b960-8e69b70dbf78 tempest-ServersNegativeTestJSON-1650160938 tempest-ServersNegativeTestJSON-1650160938-project] Network 41634ab9-13fd-4315-a3a6-4685ec5f643f is already hosted by enough agents. {{(pid=103304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 22:17:14.603291 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [req-0bd50e3d-bf49-401e-800f-d5685dacc487 req-2eaf5df4-81b4-4bac-b960-8e69b70dbf78 tempest-ServersNegativeTestJSON-1650160938 tempest-ServersNegativeTestJSON-1650160938-project] Resources bound (agent type, host, resource id): {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 22:17:14.607026 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [req-0bd50e3d-bf49-401e-800f-d5685dacc487 req-2eaf5df4-81b4-4bac-b960-8e69b70dbf78 tempest-ServersNegativeTestJSON-1650160938 tempest-ServersNegativeTestJSON-1650160938-project] Received port after_create {{(pid=103304) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 22:17:14.639024 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eaf5df4-81b4-4bac-b960-8e69b70dbf78 tempest-ServersNegativeTestJSON-1650160938 tempest-ServersNegativeTestJSON-1650160938-project] Pushing event updated for resources: {'Port': ['ID=9b5490ee-3df7-4ed7-94ee-c6e5600fcc58,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 22:17:14.661895 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd50e3d-bf49-401e-800f-d5685dacc487 req-2eaf5df4-81b4-4bac-b960-8e69b70dbf78 tempest-ServersNegativeTestJSON-1650160938 tempest-ServersNegativeTestJSON-1650160938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:17:14.662508 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-0bd50e3d-bf49-401e-800f-d5685dacc487 req-2eaf5df4-81b4-4bac-b960-8e69b70dbf78 tempest-ServersNegativeTestJSON-1650160938 tempest-ServersNegativeTestJSON-1650160938-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:17:14.678296 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-0bd50e3d-bf49-401e-800f-d5685dacc487 req-2eaf5df4-81b4-4bac-b960-8e69b70dbf78 tempest-ServersNegativeTestJSON-1650160938 tempest-ServersNegativeTestJSON-1650160938-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5577652 Jan 26 22:17:14.686821 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [req-0bd50e3d-bf49-401e-800f-d5685dacc487 req-36d9aa8c-21b6-4251-b273-ca8b2d0c81ac tempest-ServersNegativeTestJSON-1650160938 tempest-ServersNegativeTestJSON-1650160938-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=103304) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 26 22:17:14.687777 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-0bd50e3d-bf49-401e-800f-d5685dacc487 req-36d9aa8c-21b6-4251-b273-ca8b2d0c81ac tempest-ServersNegativeTestJSON-1650160938 tempest-ServersNegativeTestJSON-1650160938-project] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0048425 Jan 26 22:17:14.698024 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [req-0bd50e3d-bf49-401e-800f-d5685dacc487 req-29ae4d37-4112-4349-810b-a4cd6026f3ed service neutron] Request body: {'port': {'device_id': '67e5f50a-d047-4e7d-8b5f-ece9cb12a9ce', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-760453-5'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 22:17:14.753874 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-0bd50e3d-bf49-401e-800f-d5685dacc487 req-29ae4d37-4112-4349-810b-a4cd6026f3ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (9b5490ee-3df7-4ed7-94ee-c6e5600fcc58), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:17:15.007084 n-d-760453-5 neutron-server[103304]: DEBUG neutron.notifiers.nova [req-0bd50e3d-bf49-401e-800f-d5685dacc487 req-29ae4d37-4112-4349-810b-a4cd6026f3ed service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9b5490ee-3df7-4ed7-94ee-c6e5600fcc58 {{(pid=103304) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 26 22:17:15.014420 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-0bd50e3d-bf49-401e-800f-d5685dacc487 req-29ae4d37-4112-4349-810b-a4cd6026f3ed service neutron] Publish callbacks [] for port (9b5490ee-3df7-4ed7-94ee-c6e5600fcc58), precommit_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:17:15.026570 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.provisioning_blocks [req-0bd50e3d-bf49-401e-800f-d5685dacc487 req-29ae4d37-4112-4349-810b-a4cd6026f3ed service neutron] Transition to ACTIVE for port object 9b5490ee-3df7-4ed7-94ee-c6e5600fcc58 will not be triggered until provisioned by entity L2. {{(pid=103304) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 22:17:15.030399 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-0bd50e3d-bf49-401e-800f-d5685dacc487 req-29ae4d37-4112-4349-810b-a4cd6026f3ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9281542'] for port (9b5490ee-3df7-4ed7-94ee-c6e5600fcc58), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:17:15.081285 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ae4d37-4112-4349-810b-a4cd6026f3ed service neutron] Pushing event updated for resources: {'Port': ['ID=9b5490ee-3df7-4ed7-94ee-c6e5600fcc58,revision_number=2']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 22:17:15.151700 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [req-0bd50e3d-bf49-401e-800f-d5685dacc487 req-29ae4d37-4112-4349-810b-a4cd6026f3ed service neutron] Attempting to bind port 9b5490ee-3df7-4ed7-94ee-c6e5600fcc58 on host n-h2-760453-5 for vnic_type normal with profile {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 22:17:15.152420 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [req-0bd50e3d-bf49-401e-800f-d5685dacc487 req-29ae4d37-4112-4349-810b-a4cd6026f3ed service neutron] Attempting to bind port 9b5490ee-3df7-4ed7-94ee-c6e5600fcc58 by drivers openvswitch,hyperv on host n-h2-760453-5 at level 0 using segments [{'id': '083cf21e-2674-47ff-a8c4-abdac25221f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '41634ab9-13fd-4315-a3a6-4685ec5f643f'}] {{(pid=103304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 26 22:17:15.152420 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bd50e3d-bf49-401e-800f-d5685dacc487 req-29ae4d37-4112-4349-810b-a4cd6026f3ed service neutron] Attempting to bind port 9b5490ee-3df7-4ed7-94ee-c6e5600fcc58 on network 41634ab9-13fd-4315-a3a6-4685ec5f643f {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 22:17:15.156574 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bd50e3d-bf49-401e-800f-d5685dacc487 req-29ae4d37-4112-4349-810b-a4cd6026f3ed service neutron] Port 9b5490ee-3df7-4ed7-94ee-c6e5600fcc58 on network 41634ab9-13fd-4315-a3a6-4685ec5f643f not bound, no agent of type Open vSwitch agent registered on host n-h2-760453-5 {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 26 22:17:15.156887 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bd50e3d-bf49-401e-800f-d5685dacc487 req-29ae4d37-4112-4349-810b-a4cd6026f3ed service neutron] Attempting to bind port 9b5490ee-3df7-4ed7-94ee-c6e5600fcc58 on network 41634ab9-13fd-4315-a3a6-4685ec5f643f {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 22:17:15.162181 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bd50e3d-bf49-401e-800f-d5685dacc487 req-29ae4d37-4112-4349-810b-a4cd6026f3ed service neutron] Checking agent: {'id': '4d619873-4b60-439f-9b5a-b155dc8bbc34', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-760453-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 21, 2, 53), 'started_at': datetime.datetime(2022, 1, 26, 21, 2, 53), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 22, 16, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 26 22:17:15.162512 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bd50e3d-bf49-401e-800f-d5685dacc487 req-29ae4d37-4112-4349-810b-a4cd6026f3ed service neutron] Checking segment: {'id': '083cf21e-2674-47ff-a8c4-abdac25221f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '41634ab9-13fd-4315-a3a6-4685ec5f643f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103304) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 22:17:15.162889 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bd50e3d-bf49-401e-800f-d5685dacc487 req-29ae4d37-4112-4349-810b-a4cd6026f3ed service neutron] Bound using segment: {'id': '083cf21e-2674-47ff-a8c4-abdac25221f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '41634ab9-13fd-4315-a3a6-4685ec5f643f'} {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 26 22:17:15.163304 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [req-0bd50e3d-bf49-401e-800f-d5685dacc487 req-29ae4d37-4112-4349-810b-a4cd6026f3ed service neutron] Bound port: 9b5490ee-3df7-4ed7-94ee-c6e5600fcc58, host: n-h2-760453-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '083cf21e-2674-47ff-a8c4-abdac25221f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '41634ab9-13fd-4315-a3a6-4685ec5f643f'}}] {{(pid=103304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 26 22:17:15.163651 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-0bd50e3d-bf49-401e-800f-d5685dacc487 req-29ae4d37-4112-4349-810b-a4cd6026f3ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (9b5490ee-3df7-4ed7-94ee-c6e5600fcc58), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:17:15.223594 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [req-0bd50e3d-bf49-401e-800f-d5685dacc487 req-29ae4d37-4112-4349-810b-a4cd6026f3ed service neutron] For port 9b5490ee-3df7-4ed7-94ee-c6e5600fcc58, host n-h2-760453-5, cleared binding levels {{(pid=103304) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 26 22:17:15.226523 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [req-0bd50e3d-bf49-401e-800f-d5685dacc487 req-29ae4d37-4112-4349-810b-a4cd6026f3ed service neutron] For port 9b5490ee-3df7-4ed7-94ee-c6e5600fcc58, host n-h2-760453-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-5',level=0,port_id=9b5490ee-3df7-4ed7-94ee-c6e5600fcc58,segment=NetworkSegment(083cf21e-2674-47ff-a8c4-abdac25221f2),segment_id=083cf21e-2674-47ff-a8c4-abdac25221f2)] {{(pid=103304) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 26 22:17:15.231828 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-0bd50e3d-bf49-401e-800f-d5685dacc487 req-29ae4d37-4112-4349-810b-a4cd6026f3ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9281542'] for port (9b5490ee-3df7-4ed7-94ee-c6e5600fcc58), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:17:15.266142 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd50e3d-bf49-401e-800f-d5685dacc487 req-29ae4d37-4112-4349-810b-a4cd6026f3ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:17:15.266820 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-0bd50e3d-bf49-401e-800f-d5685dacc487 req-29ae4d37-4112-4349-810b-a4cd6026f3ed service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:17:15.268781 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-0bd50e3d-bf49-401e-800f-d5685dacc487 req-29ae4d37-4112-4349-810b-a4cd6026f3ed service neutron] 10.222.0.57 "PUT /v2.0/ports/9b5490ee-3df7-4ed7-94ee-c6e5600fcc58 HTTP/1.1" status: 200 len: 1092 time: 0.5743847 Jan 26 22:17:15.269218 n-d-760453-5 neutron-server[103304]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '67e5f50a-d047-4e7d-8b5f-ece9cb12a9ce', 'tag': '9b5490ee-3df7-4ed7-94ee-c6e5600fcc58'}] {{(pid=103304) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 22:17:15.271545 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86e783e1922a725fac327d65912384d63450ce1a6a2ee22db2d1cc52fb257f3b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca435485-38da-4d8d-85cb-20a90764e204" -d '{"events": [{"name": "network-changed", "server_uuid": "67e5f50a-d047-4e7d-8b5f-ece9cb12a9ce", "tag": "9b5490ee-3df7-4ed7-94ee-c6e5600fcc58"}]}' {{(pid=103304) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 22:17:15.327469 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 26 Jan 2022 22:17:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c378d9ab-4a8f-4142-864b-a1a11cb0e8cc x-openstack-request-id: req-c378d9ab-4a8f-4142-864b-a1a11cb0e8cc {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 22:17:15.327754 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "67e5f50a-d047-4e7d-8b5f-ece9cb12a9ce", "tag": "9b5490ee-3df7-4ed7-94ee-c6e5600fcc58", "status": "completed", "code": 200}]} {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 22:17:15.328004 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c378d9ab-4a8f-4142-864b-a1a11cb0e8cc {{(pid=103304) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 22:17:15.328386 n-d-760453-5 neutron-server[103304]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '67e5f50a-d047-4e7d-8b5f-ece9cb12a9ce', 'tag': '9b5490ee-3df7-4ed7-94ee-c6e5600fcc58', 'status': 'completed', 'code': 200} Jan 26 22:17:15.353086 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ae4d37-4112-4349-810b-a4cd6026f3ed service neutron] Pushing event updated for resources: {'Port': ['ID=9b5490ee-3df7-4ed7-94ee-c6e5600fcc58,revision_number=3']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 22:17:15.378579 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad35939-7396-4cad-abdb-c1fec7f5819d req-1b2ae8af-1722-47fb-9509-85d95dd4f782 tempest-ServersNegativeTestJSON-1650160938 tempest-ServersNegativeTestJSON-1650160938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:17:15.380058 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-aad35939-7396-4cad-abdb-c1fec7f5819d req-1b2ae8af-1722-47fb-9509-85d95dd4f782 tempest-ServersNegativeTestJSON-1650160938 tempest-ServersNegativeTestJSON-1650160938-project] 10.222.0.13 "GET /v2.0/ports?device_id=67e5f50a-d047-4e7d-8b5f-ece9cb12a9ce HTTP/1.1" status: 200 len: 944 time: 0.1036184 Jan 26 22:17:15.382473 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd50e3d-bf49-401e-800f-d5685dacc487 req-69ff662c-3184-4313-aa42-bdddd5d45384 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:17:15.383835 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-0bd50e3d-bf49-401e-800f-d5685dacc487 req-69ff662c-3184-4313-aa42-bdddd5d45384 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=2b4610745ae3491988f6d3bd5ec82f9c&device_id=67e5f50a-d047-4e7d-8b5f-ece9cb12a9ce HTTP/1.1" status: 200 len: 1095 time: 0.0736666 Jan 26 22:17:15.436567 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-0bd50e3d-bf49-401e-800f-d5685dacc487 req-1a89f6de-b798-40af-bc99-fdbb9c605eb3 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9b5490ee-3df7-4ed7-94ee-c6e5600fcc58 HTTP/1.1" status: 200 len: 217 time: 0.0373099 Jan 26 22:17:15.489202 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-aad35939-7396-4cad-abdb-c1fec7f5819d req-9e20cba8-8cce-41d2-9835-d7082111a6ec tempest-ServersNegativeTestJSON-1650160938 tempest-ServersNegativeTestJSON-1650160938-project] 10.222.0.13 "GET /v2.0/security-groups?id=e8028233-e490-47c4-a94c-baad838435a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031511 Jan 26 22:17:15.499924 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd50e3d-bf49-401e-800f-d5685dacc487 req-794e5db8-81ed-4dc4-9e86-3c9e27ac958a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:17:15.501355 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-0bd50e3d-bf49-401e-800f-d5685dacc487 req-794e5db8-81ed-4dc4-9e86-3c9e27ac958a service neutron] 10.222.0.57 "GET /v2.0/subnets?id=b985b4f6-1e4b-417a-8784-09ad07b42973 HTTP/1.1" status: 200 len: 854 time: 0.0589619 Jan 26 22:17:15.531147 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-0bd50e3d-bf49-401e-800f-d5685dacc487 req-b6a57688-da93-4c77-ba46-6ac3a55abb20 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=41634ab9-13fd-4315-a3a6-4685ec5f643f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0243843 Jan 26 22:17:15.616165 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-0bd50e3d-bf49-401e-800f-d5685dacc487 req-c84ea3b8-2fa1-4a6e-8f34-643b9e875956 service neutron] 10.222.0.57 "GET /v2.0/networks/41634ab9-13fd-4315-a3a6-4685ec5f643f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0782621 Jan 26 22:17:15.706162 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-0bd50e3d-bf49-401e-800f-d5685dacc487 req-4f8fa5e9-ef07-41bf-bf15-501ce7bdfa33 service neutron] 10.222.0.57 "GET /v2.0/networks/41634ab9-13fd-4315-a3a6-4685ec5f643f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847685 Jan 26 22:17:15.792652 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca435485-38da-4d8d-85cb-20a90764e204 req-ed1ee4e1-9199-44bf-885d-f1dbcfc17f85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:17:15.794069 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-ca435485-38da-4d8d-85cb-20a90764e204 req-ed1ee4e1-9199-44bf-885d-f1dbcfc17f85 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=2b4610745ae3491988f6d3bd5ec82f9c&device_id=67e5f50a-d047-4e7d-8b5f-ece9cb12a9ce HTTP/1.1" status: 200 len: 1095 time: 0.0397542 Jan 26 22:17:16.213652 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca435485-38da-4d8d-85cb-20a90764e204 req-56df5bfd-e721-4793-83a3-1720596d372c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:17:16.215060 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-ca435485-38da-4d8d-85cb-20a90764e204 req-56df5bfd-e721-4793-83a3-1720596d372c service neutron] 10.222.0.57 "GET /v2.0/networks?id=41634ab9-13fd-4315-a3a6-4685ec5f643f HTTP/1.1" status: 200 len: 915 time: 0.4147420 Jan 26 22:17:16.256368 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-ca435485-38da-4d8d-85cb-20a90764e204 req-8a833ea1-20a9-4f5d-91f8-cf8e7559d736 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9b5490ee-3df7-4ed7-94ee-c6e5600fcc58 HTTP/1.1" status: 200 len: 217 time: 0.0343220 Jan 26 22:17:16.302623 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca435485-38da-4d8d-85cb-20a90764e204 req-9aca13bd-d355-4e9e-b0a7-7e727521b46d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:17:16.303998 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-ca435485-38da-4d8d-85cb-20a90764e204 req-9aca13bd-d355-4e9e-b0a7-7e727521b46d service neutron] 10.222.0.57 "GET /v2.0/subnets?id=b985b4f6-1e4b-417a-8784-09ad07b42973 HTTP/1.1" status: 200 len: 854 time: 0.0419815 Jan 26 22:17:16.342394 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-ca435485-38da-4d8d-85cb-20a90764e204 req-e8327fff-21ad-4b96-8d2f-8bf26485770b service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=41634ab9-13fd-4315-a3a6-4685ec5f643f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0323067 Jan 26 22:17:16.431524 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-ca435485-38da-4d8d-85cb-20a90764e204 req-84e2a3f9-6a42-4787-a336-655e5d221042 service neutron] 10.222.0.57 "GET /v2.0/networks/41634ab9-13fd-4315-a3a6-4685ec5f643f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820363 Jan 26 22:17:16.527148 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-ca435485-38da-4d8d-85cb-20a90764e204 req-50f07182-549c-4b82-bf58-263d97abb11b service neutron] 10.222.0.57 "GET /v2.0/networks/41634ab9-13fd-4315-a3a6-4685ec5f643f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893531 Jan 26 22:17:16.610053 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097cd358-22b7-4747-84c6-afe04666f9a2 req-13dc5b61-789a-4e93-9b95-65b97184bbac tempest-ServersNegativeTestJSON-1650160938 tempest-ServersNegativeTestJSON-1650160938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:17:16.612953 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-097cd358-22b7-4747-84c6-afe04666f9a2 req-13dc5b61-789a-4e93-9b95-65b97184bbac tempest-ServersNegativeTestJSON-1650160938 tempest-ServersNegativeTestJSON-1650160938-project] 10.222.0.13 "GET /v2.0/ports?device_id=67e5f50a-d047-4e7d-8b5f-ece9cb12a9ce HTTP/1.1" status: 200 len: 944 time: 0.0551405 Jan 26 22:17:16.659752 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-097cd358-22b7-4747-84c6-afe04666f9a2 req-d7ac8cc7-6585-426a-9c7b-d7d061eb27f1 tempest-ServersNegativeTestJSON-1650160938 tempest-ServersNegativeTestJSON-1650160938-project] 10.222.0.13 "GET /v2.0/security-groups?id=e8028233-e490-47c4-a94c-baad838435a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412836 Jan 26 22:17:17.770657 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c38dd35-a612-4379-b028-3136c7f6faa8 req-60b9a094-a861-4e31-9f6e-e33eae9bb828 tempest-ServersNegativeTestJSON-1650160938 tempest-ServersNegativeTestJSON-1650160938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:17:17.772130 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-3c38dd35-a612-4379-b028-3136c7f6faa8 req-60b9a094-a861-4e31-9f6e-e33eae9bb828 tempest-ServersNegativeTestJSON-1650160938 tempest-ServersNegativeTestJSON-1650160938-project] 10.222.0.13 "GET /v2.0/ports?device_id=67e5f50a-d047-4e7d-8b5f-ece9cb12a9ce HTTP/1.1" status: 200 len: 944 time: 0.0472693 Jan 26 22:17:17.817909 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-3c38dd35-a612-4379-b028-3136c7f6faa8 req-8133f69b-ec28-4650-8d38-93ff8cfe8753 tempest-ServersNegativeTestJSON-1650160938 tempest-ServersNegativeTestJSON-1650160938-project] 10.222.0.13 "GET /v2.0/security-groups?id=e8028233-e490-47c4-a94c-baad838435a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401845 Jan 26 22:17:18.303595 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Device 9b5490ee-3df7-4ed7-94ee-c6e5600fcc58 details requested by agent hyperv_n-h2-760453-5 with host n-h2-760453-5 {{(pid=103306) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 26 22:17:18.403672 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] For port 9b5490ee-3df7-4ed7-94ee-c6e5600fcc58, host n-h2-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-5',level=0,port_id=9b5490ee-3df7-4ed7-94ee-c6e5600fcc58,segment=NetworkSegment(083cf21e-2674-47ff-a8c4-abdac25221f2),segment_id=083cf21e-2674-47ff-a8c4-abdac25221f2)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 22:17:18.415705 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Returning: {'device': '9b5490ee-3df7-4ed7-94ee-c6e5600fcc58', 'network_id': '41634ab9-13fd-4315-a3a6-4685ec5f643f', 'port_id': '9b5490ee-3df7-4ed7-94ee-c6e5600fcc58', 'mac_address': 'fa:16:3e:0e:8f:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 584, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b985b4f6-1e4b-417a-8784-09ad07b42973', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103306) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 26 22:17:18.452300 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Current status of the port 9b5490ee-3df7-4ed7-94ee-c6e5600fcc58 is: DOWN; New status is: BUILD {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 22:17:18.452710 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (9b5490ee-3df7-4ed7-94ee-c6e5600fcc58), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:17:18.465158 n-d-760453-5 neutron-server[103306]: DEBUG neutron.notifiers.nova [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9b5490ee-3df7-4ed7-94ee-c6e5600fcc58 {{(pid=103306) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 26 22:17:18.484836 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] For port 9b5490ee-3df7-4ed7-94ee-c6e5600fcc58, host n-h2-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-5',level=0,port_id=9b5490ee-3df7-4ed7-94ee-c6e5600fcc58,segment=NetworkSegment(083cf21e-2674-47ff-a8c4-abdac25221f2),segment_id=083cf21e-2674-47ff-a8c4-abdac25221f2)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 22:17:18.488456 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (9b5490ee-3df7-4ed7-94ee-c6e5600fcc58), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:17:18.533711 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Pushing event updated for resources: {'Port': ['ID=9b5490ee-3df7-4ed7-94ee-c6e5600fcc58,revision_number=4']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 22:17:18.678255 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] get_ports_and_sgs() called for port_ids ['9b5490ee-3df7-4ed7-94ee-c6e5600fcc58'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 26 22:17:18.932438 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c123ffc-56e3-4fd9-be8d-3e8807971b82 req-7162487e-c1fb-41ab-ad80-7627730a5150 tempest-ServersNegativeTestJSON-1650160938 tempest-ServersNegativeTestJSON-1650160938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:17:18.933840 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-1c123ffc-56e3-4fd9-be8d-3e8807971b82 req-7162487e-c1fb-41ab-ad80-7627730a5150 tempest-ServersNegativeTestJSON-1650160938 tempest-ServersNegativeTestJSON-1650160938-project] 10.222.0.13 "GET /v2.0/ports?device_id=67e5f50a-d047-4e7d-8b5f-ece9cb12a9ce HTTP/1.1" status: 200 len: 945 time: 0.0510392 Jan 26 22:17:18.980451 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-1c123ffc-56e3-4fd9-be8d-3e8807971b82 req-962cf3b9-8380-40a2-b953-a0f18b57a93e tempest-ServersNegativeTestJSON-1650160938 tempest-ServersNegativeTestJSON-1650160938-project] 10.222.0.13 "GET /v2.0/security-groups?id=e8028233-e490-47c4-a94c-baad838435a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411329 Jan 26 22:17:19.019204 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-6a032814-e832-44e9-a867-ad0cb01a7887 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (474ccdf7-ab6c-405b-a3b2-dc7b05829902), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:17:20.093371 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8555796e-7c8f-4e6b-93e5-cd172c797ab7 req-2ac9c331-8440-4a1e-bec0-ca6908d8c361 tempest-ServersNegativeTestJSON-1650160938 tempest-ServersNegativeTestJSON-1650160938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:17:20.094838 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-8555796e-7c8f-4e6b-93e5-cd172c797ab7 req-2ac9c331-8440-4a1e-bec0-ca6908d8c361 tempest-ServersNegativeTestJSON-1650160938 tempest-ServersNegativeTestJSON-1650160938-project] 10.222.0.13 "GET /v2.0/ports?device_id=67e5f50a-d047-4e7d-8b5f-ece9cb12a9ce HTTP/1.1" status: 200 len: 945 time: 0.0471044 Jan 26 22:17:20.141116 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-8555796e-7c8f-4e6b-93e5-cd172c797ab7 req-7e601637-83e0-4258-8e9b-29a665c4a836 tempest-ServersNegativeTestJSON-1650160938 tempest-ServersNegativeTestJSON-1650160938-project] 10.222.0.13 "GET /v2.0/security-groups?id=e8028233-e490-47c4-a94c-baad838435a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399821 Jan 26 22:17:20.319279 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Device 9b5490ee-3df7-4ed7-94ee-c6e5600fcc58 up at agent hyperv_n-h2-760453-5 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 22:17:20.371338 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Provisioning for port 9b5490ee-3df7-4ed7-94ee-c6e5600fcc58 completed by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 22:17:20.375314 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Provisioning complete for port 9b5490ee-3df7-4ed7-94ee-c6e5600fcc58 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 22:17:20.375688 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (9b5490ee-3df7-4ed7-94ee-c6e5600fcc58), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:17:20.454037 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Current status of the port 9b5490ee-3df7-4ed7-94ee-c6e5600fcc58 is: BUILD; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 22:17:20.454421 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (9b5490ee-3df7-4ed7-94ee-c6e5600fcc58), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:17:20.476919 n-d-760453-5 neutron-server[103306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67e5f50a-d047-4e7d-8b5f-ece9cb12a9ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b5490ee-3df7-4ed7-94ee-c6e5600fcc58'}] {{(pid=103306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 22:17:20.479139 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c06f7aa05085a00df6a2944c086d22937b62c1e75db8df879377281bc6a8a153" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08788c76-ea23-4276-a46a-d37f4fb58330" -d '{"events": [{"server_uuid": "67e5f50a-d047-4e7d-8b5f-ece9cb12a9ce", "name": "network-vif-plugged", "status": "completed", "tag": "9b5490ee-3df7-4ed7-94ee-c6e5600fcc58"}]}' {{(pid=103306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 22:17:20.491222 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] For port 9b5490ee-3df7-4ed7-94ee-c6e5600fcc58, host n-h2-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-5',level=0,port_id=9b5490ee-3df7-4ed7-94ee-c6e5600fcc58,segment=NetworkSegment(083cf21e-2674-47ff-a8c4-abdac25221f2),segment_id=083cf21e-2674-47ff-a8c4-abdac25221f2)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 22:17:20.495508 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (9b5490ee-3df7-4ed7-94ee-c6e5600fcc58), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:17:20.518733 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Jan 2022 22:17:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f39549b6-9b34-41b5-88fe-26587518b5e0 x-openstack-request-id: req-f39549b6-9b34-41b5-88fe-26587518b5e0 {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 22:17:20.519018 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67e5f50a-d047-4e7d-8b5f-ece9cb12a9ce", "name": "network-vif-plugged", "status": "completed", "tag": "9b5490ee-3df7-4ed7-94ee-c6e5600fcc58", "code": 200}]} {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 22:17:20.519267 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f39549b6-9b34-41b5-88fe-26587518b5e0 {{(pid=103306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 22:17:20.519643 n-d-760453-5 neutron-server[103306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67e5f50a-d047-4e7d-8b5f-ece9cb12a9ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b5490ee-3df7-4ed7-94ee-c6e5600fcc58', 'code': 200} Jan 26 22:17:20.546869 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Pushing event updated for resources: {'Port': ['ID=9b5490ee-3df7-4ed7-94ee-c6e5600fcc58,revision_number=5']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 22:17:20.611551 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c26ee4-08cb-4fd8-9518-c38467634b94 req-5c6e7fdd-e808-43a6-900b-15710e19e066 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:17:20.612958 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-65c26ee4-08cb-4fd8-9518-c38467634b94 req-5c6e7fdd-e808-43a6-900b-15710e19e066 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=67e5f50a-d047-4e7d-8b5f-ece9cb12a9ce HTTP/1.1" status: 200 len: 1097 time: 0.0401077 Jan 26 22:17:20.659194 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-65c26ee4-08cb-4fd8-9518-c38467634b94 req-8b3a5ed8-8242-4ff6-a654-80308230ed45 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=e8028233-e490-47c4-a94c-baad838435a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404313 Jan 26 22:17:21.255394 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2441ae82-88f2-4330-b015-ed7cd209f80d req-f4b63964-f972-4d2e-9da1-3d320e3bab9e tempest-ServersNegativeTestJSON-1650160938 tempest-ServersNegativeTestJSON-1650160938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:17:21.256884 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-2441ae82-88f2-4330-b015-ed7cd209f80d req-f4b63964-f972-4d2e-9da1-3d320e3bab9e tempest-ServersNegativeTestJSON-1650160938 tempest-ServersNegativeTestJSON-1650160938-project] 10.222.0.13 "GET /v2.0/ports?device_id=67e5f50a-d047-4e7d-8b5f-ece9cb12a9ce HTTP/1.1" status: 200 len: 946 time: 0.0485380 Jan 26 22:17:21.302961 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-2441ae82-88f2-4330-b015-ed7cd209f80d req-5ea82000-cfea-49fc-aa6f-107f239011ff tempest-ServersNegativeTestJSON-1650160938 tempest-ServersNegativeTestJSON-1650160938-project] 10.222.0.13 "GET /v2.0/security-groups?id=e8028233-e490-47c4-a94c-baad838435a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404556 Jan 26 22:17:21.349233 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-9350bf1f-b6bb-4b49-b455-6933e59ea5ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (09df100c-3af1-4b0a-bda8-05914c71c458), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:17:21.495046 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.agents_db [None req-569f1ced-6396-4ddf-b79f-e03b0b2146ab None None] Agent healthcheck: found 7 active agents {{(pid=103307) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 26 22:17:22.422986 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c828116-2627-4715-b768-530b6bb97e0d req-d07f97aa-22a2-48ed-a7d2-c43ded91cc24 tempest-ServersNegativeTestJSON-1650160938 tempest-ServersNegativeTestJSON-1650160938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:17:22.425002 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-8c828116-2627-4715-b768-530b6bb97e0d req-d07f97aa-22a2-48ed-a7d2-c43ded91cc24 tempest-ServersNegativeTestJSON-1650160938 tempest-ServersNegativeTestJSON-1650160938-project] 10.222.0.13 "GET /v2.0/ports?device_id=67e5f50a-d047-4e7d-8b5f-ece9cb12a9ce HTTP/1.1" status: 200 len: 946 time: 0.0493655 Jan 26 22:17:22.471403 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-8c828116-2627-4715-b768-530b6bb97e0d req-b3ac7900-961a-4bc0-95d8-7f4ff53f6f70 tempest-ServersNegativeTestJSON-1650160938 tempest-ServersNegativeTestJSON-1650160938-project] 10.222.0.13 "GET /v2.0/security-groups?id=e8028233-e490-47c4-a94c-baad838435a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407345 Jan 26 22:17:22.487033 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-841f5991-a4d8-4d4b-b215-cbc6bab5427b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (aa7ee9d2-08eb-4e12-b895-24c57300dfec), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:17:22.692066 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6308ca99-c66e-4dea-a030-9dd06af95758 req-e02a07ea-1a73-48c0-b20f-fc30d1ce4a8e tempest-ServersNegativeTestJSON-1650160938 tempest-ServersNegativeTestJSON-1650160938-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:17:22.693553 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-6308ca99-c66e-4dea-a030-9dd06af95758 req-e02a07ea-1a73-48c0-b20f-fc30d1ce4a8e tempest-ServersNegativeTestJSON-1650160938 tempest-ServersNegativeTestJSON-1650160938-project] 10.222.0.13 "GET /v2.0/networks?id=41634ab9-13fd-4315-a3a6-4685ec5f643f HTTP/1.1" status: 200 len: 814 time: 0.1024666 Jan 26 22:17:22.707589 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-6308ca99-c66e-4dea-a030-9dd06af95758 req-42baf264-b9ff-48c0-b52d-461fe3683f31 tempest-ServersNegativeTestJSON-1650160938 tempest-ServersNegativeTestJSON-1650160938-project] 10.222.0.13 "GET /v2.0/quotas/2b4610745ae3491988f6d3bd5ec82f9c HTTP/1.1" status: 200 len: 375 time: 0.0086467 Jan 26 22:17:22.755415 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-6308ca99-c66e-4dea-a030-9dd06af95758 req-06bee5d5-6cd6-49c0-bc94-29de961aa5e0 tempest-ServersNegativeTestJSON-1650160938 tempest-ServersNegativeTestJSON-1650160938-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=2b4610745ae3491988f6d3bd5ec82f9c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0431740 Jan 26 22:17:22.765366 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [req-6308ca99-c66e-4dea-a030-9dd06af95758 req-111aca85-78d5-4fd9-8b46-9ef01d6e79e6 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=103304) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 26 22:17:22.766314 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-6308ca99-c66e-4dea-a030-9dd06af95758 req-111aca85-78d5-4fd9-8b46-9ef01d6e79e6 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0048301 Jan 26 22:17:22.857398 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-6308ca99-c66e-4dea-a030-9dd06af95758 req-c4119e0e-49b9-4c97-b5ee-d44376ebfd53 service neutron] 10.222.0.13 "GET /v2.0/networks/41634ab9-13fd-4315-a3a6-4685ec5f643f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858555 Jan 26 22:17:22.944539 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-6308ca99-c66e-4dea-a030-9dd06af95758 req-e22c0649-57f3-49d0-80aa-533f0aa4f661 service neutron] 10.222.0.13 "GET /v2.0/networks/41634ab9-13fd-4315-a3a6-4685ec5f643f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808110 Jan 26 22:17:23.098661 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-0f25a7b1-d038-4f70-98fc-b119c8b41ab5 req-bdedc389-80ff-4130-a087-2fc291f33143 tempest-ServersNegativeTestJSON-1650160938 tempest-ServersNegativeTestJSON-1650160938-project] 10.222.0.13 "GET /v2.0/ports?device_id=52d46423-4ab2-4cc9-9a4e-fa9a14ea4969 HTTP/1.1" status: 200 len: 210 time: 0.0269709 Jan 26 22:17:23.660292 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (4d619873-4b60-439f-9b5a-b155dc8bbc34), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:17:24.083220 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6308ca99-c66e-4dea-a030-9dd06af95758 req-4f25efe8-94c5-444b-b9c1-d9a1a70584b0 tempest-ServersNegativeTestJSON-1650160938 tempest-ServersNegativeTestJSON-1650160938-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:17:24.084667 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-6308ca99-c66e-4dea-a030-9dd06af95758 req-4f25efe8-94c5-444b-b9c1-d9a1a70584b0 tempest-ServersNegativeTestJSON-1650160938 tempest-ServersNegativeTestJSON-1650160938-project] 10.222.0.66 "GET /v2.0/networks?id=41634ab9-13fd-4315-a3a6-4685ec5f643f HTTP/1.1" status: 200 len: 814 time: 0.1089749 Jan 26 22:17:24.109308 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [req-6308ca99-c66e-4dea-a030-9dd06af95758 req-f6da81f8-be0a-4637-89d0-b9dccbda5b84 tempest-ServersNegativeTestJSON-1650160938 tempest-ServersNegativeTestJSON-1650160938-project] Request body: {'port': {'device_id': '52d46423-4ab2-4cc9-9a4e-fa9a14ea4969', 'network_id': '41634ab9-13fd-4315-a3a6-4685ec5f643f', 'admin_state_up': True, 'tenant_id': '2b4610745ae3491988f6d3bd5ec82f9c'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 22:17:24.198501 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-4d85dc35-5746-4c49-a9de-f0a0b10b48a4 req-812aa004-f422-4ff1-a0af-c4d68771c34b tempest-ServersNegativeTestJSON-1650160938 tempest-ServersNegativeTestJSON-1650160938-project] 10.222.0.13 "GET /v2.0/ports?device_id=52d46423-4ab2-4cc9-9a4e-fa9a14ea4969 HTTP/1.1" status: 200 len: 210 time: 0.0315382 Jan 26 22:17:24.216750 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6308ca99-c66e-4dea-a030-9dd06af95758 req-f6da81f8-be0a-4637-89d0-b9dccbda5b84 tempest-ServersNegativeTestJSON-1650160938 tempest-ServersNegativeTestJSON-1650160938-project] Made reservation on behalf of 2b4610745ae3491988f6d3bd5ec82f9c for: {'port': 1} {{(pid=103305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 22:17:24.220156 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-6308ca99-c66e-4dea-a030-9dd06af95758 req-f6da81f8-be0a-4637-89d0-b9dccbda5b84 tempest-ServersNegativeTestJSON-1650160938 tempest-ServersNegativeTestJSON-1650160938-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:17:24.313612 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-839dd188-ec69-470c-9ab0-d318dc1a2e96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (e79b4fc6-6c71-44b2-a6d0-ff3e1f4dfd0d), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:17:24.348505 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.db_base_plugin_common [req-6308ca99-c66e-4dea-a030-9dd06af95758 req-f6da81f8-be0a-4637-89d0-b9dccbda5b84 tempest-ServersNegativeTestJSON-1650160938 tempest-ServersNegativeTestJSON-1650160938-project] Allocated IP 172.20.0.2 (41634ab9-13fd-4315-a3a6-4685ec5f643f/b985b4f6-1e4b-417a-8784-09ad07b42973/0dc4b3d3-b0b6-40c4-a0b6-e982e5a6941a) {{(pid=103305) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 22:17:24.496187 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-6308ca99-c66e-4dea-a030-9dd06af95758 req-f6da81f8-be0a-4637-89d0-b9dccbda5b84 tempest-ServersNegativeTestJSON-1650160938 tempest-ServersNegativeTestJSON-1650160938-project] Publish callbacks [] for port (0dc4b3d3-b0b6-40c4-a0b6-e982e5a6941a), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:17:24.528555 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-6308ca99-c66e-4dea-a030-9dd06af95758 req-f6da81f8-be0a-4637-89d0-b9dccbda5b84 tempest-ServersNegativeTestJSON-1650160938 tempest-ServersNegativeTestJSON-1650160938-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746560234527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11791543'] for port (0dc4b3d3-b0b6-40c4-a0b6-e982e5a6941a), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:17:24.540037 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] get_ports_and_sgs() called for port_ids ['9b5490ee-3df7-4ed7-94ee-c6e5600fcc58'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 26 22:17:24.573888 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6308ca99-c66e-4dea-a030-9dd06af95758 req-f6da81f8-be0a-4637-89d0-b9dccbda5b84 tempest-ServersNegativeTestJSON-1650160938 tempest-ServersNegativeTestJSON-1650160938-project] Network 41634ab9-13fd-4315-a3a6-4685ec5f643f is already hosted by enough agents. {{(pid=103305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 22:17:24.579022 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [req-6308ca99-c66e-4dea-a030-9dd06af95758 req-f6da81f8-be0a-4637-89d0-b9dccbda5b84 tempest-ServersNegativeTestJSON-1650160938 tempest-ServersNegativeTestJSON-1650160938-project] Resources bound (agent type, host, resource id): {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 22:17:24.583523 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [req-6308ca99-c66e-4dea-a030-9dd06af95758 req-f6da81f8-be0a-4637-89d0-b9dccbda5b84 tempest-ServersNegativeTestJSON-1650160938 tempest-ServersNegativeTestJSON-1650160938-project] Received port after_create {{(pid=103305) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 22:17:24.587483 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6da81f8-be0a-4637-89d0-b9dccbda5b84 tempest-ServersNegativeTestJSON-1650160938 tempest-ServersNegativeTestJSON-1650160938-project] Pushing event updated for resources: {'Port': ['ID=0dc4b3d3-b0b6-40c4-a0b6-e982e5a6941a,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 22:17:24.634090 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6308ca99-c66e-4dea-a030-9dd06af95758 req-f6da81f8-be0a-4637-89d0-b9dccbda5b84 tempest-ServersNegativeTestJSON-1650160938 tempest-ServersNegativeTestJSON-1650160938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:17:24.634676 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-6308ca99-c66e-4dea-a030-9dd06af95758 req-f6da81f8-be0a-4637-89d0-b9dccbda5b84 tempest-ServersNegativeTestJSON-1650160938 tempest-ServersNegativeTestJSON-1650160938-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:17:24.650209 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-6308ca99-c66e-4dea-a030-9dd06af95758 req-f6da81f8-be0a-4637-89d0-b9dccbda5b84 tempest-ServersNegativeTestJSON-1650160938 tempest-ServersNegativeTestJSON-1650160938-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5445354 Jan 26 22:17:24.667011 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [req-6308ca99-c66e-4dea-a030-9dd06af95758 req-6b6bf5cf-3b8c-4573-9777-32932a98975b service neutron] Request body: {'port': {'device_id': '52d46423-4ab2-4cc9-9a4e-fa9a14ea4969', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-760453-5'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 22:17:24.723399 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-6308ca99-c66e-4dea-a030-9dd06af95758 req-6b6bf5cf-3b8c-4573-9777-32932a98975b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (0dc4b3d3-b0b6-40c4-a0b6-e982e5a6941a), before_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:17:24.977601 n-d-760453-5 neutron-server[103305]: DEBUG neutron.notifiers.nova [req-6308ca99-c66e-4dea-a030-9dd06af95758 req-6b6bf5cf-3b8c-4573-9777-32932a98975b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0dc4b3d3-b0b6-40c4-a0b6-e982e5a6941a {{(pid=103305) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 26 22:17:24.985186 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-6308ca99-c66e-4dea-a030-9dd06af95758 req-6b6bf5cf-3b8c-4573-9777-32932a98975b service neutron] Publish callbacks [] for port (0dc4b3d3-b0b6-40c4-a0b6-e982e5a6941a), precommit_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:17:24.996809 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.provisioning_blocks [req-6308ca99-c66e-4dea-a030-9dd06af95758 req-6b6bf5cf-3b8c-4573-9777-32932a98975b service neutron] Transition to ACTIVE for port object 0dc4b3d3-b0b6-40c4-a0b6-e982e5a6941a will not be triggered until provisioned by entity L2. {{(pid=103305) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 22:17:25.000622 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-6308ca99-c66e-4dea-a030-9dd06af95758 req-6b6bf5cf-3b8c-4573-9777-32932a98975b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11791520'] for port (0dc4b3d3-b0b6-40c4-a0b6-e982e5a6941a), after_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:17:25.049117 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b6bf5cf-3b8c-4573-9777-32932a98975b service neutron] Pushing event updated for resources: {'Port': ['ID=0dc4b3d3-b0b6-40c4-a0b6-e982e5a6941a,revision_number=2']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 22:17:25.123734 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [req-6308ca99-c66e-4dea-a030-9dd06af95758 req-6b6bf5cf-3b8c-4573-9777-32932a98975b service neutron] Attempting to bind port 0dc4b3d3-b0b6-40c4-a0b6-e982e5a6941a on host n-h1-760453-5 for vnic_type normal with profile {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 22:17:25.124445 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [req-6308ca99-c66e-4dea-a030-9dd06af95758 req-6b6bf5cf-3b8c-4573-9777-32932a98975b service neutron] Attempting to bind port 0dc4b3d3-b0b6-40c4-a0b6-e982e5a6941a by drivers openvswitch,hyperv on host n-h1-760453-5 at level 0 using segments [{'id': '083cf21e-2674-47ff-a8c4-abdac25221f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '41634ab9-13fd-4315-a3a6-4685ec5f643f'}] {{(pid=103305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 26 22:17:25.124445 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6308ca99-c66e-4dea-a030-9dd06af95758 req-6b6bf5cf-3b8c-4573-9777-32932a98975b service neutron] Attempting to bind port 0dc4b3d3-b0b6-40c4-a0b6-e982e5a6941a on network 41634ab9-13fd-4315-a3a6-4685ec5f643f {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 22:17:25.129228 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6308ca99-c66e-4dea-a030-9dd06af95758 req-6b6bf5cf-3b8c-4573-9777-32932a98975b service neutron] Port 0dc4b3d3-b0b6-40c4-a0b6-e982e5a6941a on network 41634ab9-13fd-4315-a3a6-4685ec5f643f not bound, no agent of type Open vSwitch agent registered on host n-h1-760453-5 {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 26 22:17:25.129584 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6308ca99-c66e-4dea-a030-9dd06af95758 req-6b6bf5cf-3b8c-4573-9777-32932a98975b service neutron] Attempting to bind port 0dc4b3d3-b0b6-40c4-a0b6-e982e5a6941a on network 41634ab9-13fd-4315-a3a6-4685ec5f643f {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 22:17:25.134443 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6308ca99-c66e-4dea-a030-9dd06af95758 req-6b6bf5cf-3b8c-4573-9777-32932a98975b service neutron] Checking agent: {'id': '32ef628b-8417-46c5-8729-60fcabe358f1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-760453-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 21, 3, 8), 'started_at': datetime.datetime(2022, 1, 26, 21, 3, 8), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 22, 17, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 26 22:17:25.134784 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6308ca99-c66e-4dea-a030-9dd06af95758 req-6b6bf5cf-3b8c-4573-9777-32932a98975b service neutron] Checking segment: {'id': '083cf21e-2674-47ff-a8c4-abdac25221f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '41634ab9-13fd-4315-a3a6-4685ec5f643f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103305) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 22:17:25.135172 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6308ca99-c66e-4dea-a030-9dd06af95758 req-6b6bf5cf-3b8c-4573-9777-32932a98975b service neutron] Bound using segment: {'id': '083cf21e-2674-47ff-a8c4-abdac25221f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '41634ab9-13fd-4315-a3a6-4685ec5f643f'} {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 26 22:17:25.135601 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [req-6308ca99-c66e-4dea-a030-9dd06af95758 req-6b6bf5cf-3b8c-4573-9777-32932a98975b service neutron] Bound port: 0dc4b3d3-b0b6-40c4-a0b6-e982e5a6941a, host: n-h1-760453-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '083cf21e-2674-47ff-a8c4-abdac25221f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '41634ab9-13fd-4315-a3a6-4685ec5f643f'}}] {{(pid=103305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 26 22:17:25.135955 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-6308ca99-c66e-4dea-a030-9dd06af95758 req-6b6bf5cf-3b8c-4573-9777-32932a98975b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (0dc4b3d3-b0b6-40c4-a0b6-e982e5a6941a), before_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:17:25.197305 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [req-6308ca99-c66e-4dea-a030-9dd06af95758 req-6b6bf5cf-3b8c-4573-9777-32932a98975b service neutron] For port 0dc4b3d3-b0b6-40c4-a0b6-e982e5a6941a, host n-h1-760453-5, cleared binding levels {{(pid=103305) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 26 22:17:25.200523 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [req-6308ca99-c66e-4dea-a030-9dd06af95758 req-6b6bf5cf-3b8c-4573-9777-32932a98975b service neutron] For port 0dc4b3d3-b0b6-40c4-a0b6-e982e5a6941a, host n-h1-760453-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-5',level=0,port_id=0dc4b3d3-b0b6-40c4-a0b6-e982e5a6941a,segment=NetworkSegment(083cf21e-2674-47ff-a8c4-abdac25221f2),segment_id=083cf21e-2674-47ff-a8c4-abdac25221f2)] {{(pid=103305) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 26 22:17:25.204233 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-6308ca99-c66e-4dea-a030-9dd06af95758 req-6b6bf5cf-3b8c-4573-9777-32932a98975b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11791520'] for port (0dc4b3d3-b0b6-40c4-a0b6-e982e5a6941a), after_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:17:25.238887 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6308ca99-c66e-4dea-a030-9dd06af95758 req-6b6bf5cf-3b8c-4573-9777-32932a98975b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:17:25.239511 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-6308ca99-c66e-4dea-a030-9dd06af95758 req-6b6bf5cf-3b8c-4573-9777-32932a98975b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:17:25.240912 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-6308ca99-c66e-4dea-a030-9dd06af95758 req-6b6bf5cf-3b8c-4573-9777-32932a98975b service neutron] 10.222.0.66 "PUT /v2.0/ports/0dc4b3d3-b0b6-40c4-a0b6-e982e5a6941a HTTP/1.1" status: 200 len: 1091 time: 0.5785460 Jan 26 22:17:25.241379 n-d-760453-5 neutron-server[103305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '52d46423-4ab2-4cc9-9a4e-fa9a14ea4969', 'tag': '0dc4b3d3-b0b6-40c4-a0b6-e982e5a6941a'}] {{(pid=103305) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 22:17:25.243645 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63c895857b12caccb44030902ae3f492cdae22bba6ec98e5b8bd003e299c093d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ecc2e4f2-9aa5-4317-9a7c-e236e58c1216" -d '{"events": [{"name": "network-changed", "server_uuid": "52d46423-4ab2-4cc9-9a4e-fa9a14ea4969", "tag": "0dc4b3d3-b0b6-40c4-a0b6-e982e5a6941a"}]}' {{(pid=103305) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 22:17:25.268984 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b6bf5cf-3b8c-4573-9777-32932a98975b service neutron] Pushing event updated for resources: {'Port': ['ID=0dc4b3d3-b0b6-40c4-a0b6-e982e5a6941a,revision_number=3']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 22:17:25.287773 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 26 Jan 2022 22:17:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d77f830-ea69-4ce2-b205-a6545463edec x-openstack-request-id: req-6d77f830-ea69-4ce2-b205-a6545463edec {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 22:17:25.288067 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "52d46423-4ab2-4cc9-9a4e-fa9a14ea4969", "tag": "0dc4b3d3-b0b6-40c4-a0b6-e982e5a6941a", "status": "completed", "code": 200}]} {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 22:17:25.288355 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-6d77f830-ea69-4ce2-b205-a6545463edec {{(pid=103305) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 22:17:25.288786 n-d-760453-5 neutron-server[103305]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '52d46423-4ab2-4cc9-9a4e-fa9a14ea4969', 'tag': '0dc4b3d3-b0b6-40c4-a0b6-e982e5a6941a', 'status': 'completed', 'code': 200} Jan 26 22:17:25.324821 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7fb3951-34fb-4bf4-90db-566fb9cd5a6d req-78627ebd-eec9-4286-b2e4-6263001e4be4 tempest-ServersNegativeTestJSON-1650160938 tempest-ServersNegativeTestJSON-1650160938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:17:25.326363 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-c7fb3951-34fb-4bf4-90db-566fb9cd5a6d req-78627ebd-eec9-4286-b2e4-6263001e4be4 tempest-ServersNegativeTestJSON-1650160938 tempest-ServersNegativeTestJSON-1650160938-project] 10.222.0.13 "GET /v2.0/ports?device_id=52d46423-4ab2-4cc9-9a4e-fa9a14ea4969 HTTP/1.1" status: 200 len: 943 time: 0.0506907 Jan 26 22:17:25.349812 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6308ca99-c66e-4dea-a030-9dd06af95758 req-25d0098f-9eb3-47b3-be3f-923b2291ba47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:17:25.351580 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-6308ca99-c66e-4dea-a030-9dd06af95758 req-25d0098f-9eb3-47b3-be3f-923b2291ba47 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=2b4610745ae3491988f6d3bd5ec82f9c&device_id=52d46423-4ab2-4cc9-9a4e-fa9a14ea4969 HTTP/1.1" status: 200 len: 1094 time: 0.0476804 Jan 26 22:17:25.373314 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-c7fb3951-34fb-4bf4-90db-566fb9cd5a6d req-eb85c0db-3d6c-489b-a859-f442e2cc867e tempest-ServersNegativeTestJSON-1650160938 tempest-ServersNegativeTestJSON-1650160938-project] 10.222.0.13 "GET /v2.0/security-groups?id=e8028233-e490-47c4-a94c-baad838435a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404615 Jan 26 22:17:25.399694 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-6308ca99-c66e-4dea-a030-9dd06af95758 req-1725acb3-7f8f-4f82-abfa-e090906024b1 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=0dc4b3d3-b0b6-40c4-a0b6-e982e5a6941a HTTP/1.1" status: 200 len: 217 time: 0.0352697 Jan 26 22:17:25.448512 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6308ca99-c66e-4dea-a030-9dd06af95758 req-acf20e1c-405e-42b8-92ad-bb8810dcc349 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:17:25.450042 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-6308ca99-c66e-4dea-a030-9dd06af95758 req-acf20e1c-405e-42b8-92ad-bb8810dcc349 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=b985b4f6-1e4b-417a-8784-09ad07b42973 HTTP/1.1" status: 200 len: 854 time: 0.0449934 Jan 26 22:17:25.462040 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (fea0591a-627d-4c87-9a9a-01625ddf3277), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:17:25.495173 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-6308ca99-c66e-4dea-a030-9dd06af95758 req-60c3fd34-a99f-417e-8e00-2fb5be282f5d service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=41634ab9-13fd-4315-a3a6-4685ec5f643f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0262229 Jan 26 22:17:25.589427 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-6308ca99-c66e-4dea-a030-9dd06af95758 req-50168483-f8dc-4d11-9b8c-a4a33b4c90ff service neutron] 10.222.0.66 "GET /v2.0/networks/41634ab9-13fd-4315-a3a6-4685ec5f643f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861804 Jan 26 22:17:25.675085 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-6308ca99-c66e-4dea-a030-9dd06af95758 req-69c0d89f-0f77-4c22-ab70-de1fbaff31fa service neutron] 10.222.0.66 "GET /v2.0/networks/41634ab9-13fd-4315-a3a6-4685ec5f643f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0800931 Jan 26 22:17:25.801998 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc2e4f2-9aa5-4317-9a7c-e236e58c1216 req-f7ee0f4a-d2d4-4521-bdc4-38e6bab4b9cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:17:25.803467 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-ecc2e4f2-9aa5-4317-9a7c-e236e58c1216 req-f7ee0f4a-d2d4-4521-bdc4-38e6bab4b9cc service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=2b4610745ae3491988f6d3bd5ec82f9c&device_id=52d46423-4ab2-4cc9-9a4e-fa9a14ea4969 HTTP/1.1" status: 200 len: 1094 time: 0.0452249 Jan 26 22:17:25.888532 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc2e4f2-9aa5-4317-9a7c-e236e58c1216 req-6db07c64-fe21-43d6-98e5-7eabcacb9d99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:17:25.889991 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-ecc2e4f2-9aa5-4317-9a7c-e236e58c1216 req-6db07c64-fe21-43d6-98e5-7eabcacb9d99 service neutron] 10.222.0.66 "GET /v2.0/networks?id=41634ab9-13fd-4315-a3a6-4685ec5f643f HTTP/1.1" status: 200 len: 915 time: 0.0808189 Jan 26 22:17:25.935212 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-ecc2e4f2-9aa5-4317-9a7c-e236e58c1216 req-1ed4ef22-56be-43bf-abd7-6dfd678d5bda service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=0dc4b3d3-b0b6-40c4-a0b6-e982e5a6941a HTTP/1.1" status: 200 len: 217 time: 0.0381804 Jan 26 22:17:25.982587 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc2e4f2-9aa5-4317-9a7c-e236e58c1216 req-2a2fe385-12c2-4903-89b1-3e8721bc147f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:17:25.983999 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-ecc2e4f2-9aa5-4317-9a7c-e236e58c1216 req-2a2fe385-12c2-4903-89b1-3e8721bc147f service neutron] 10.222.0.66 "GET /v2.0/subnets?id=b985b4f6-1e4b-417a-8784-09ad07b42973 HTTP/1.1" status: 200 len: 854 time: 0.0424676 Jan 26 22:17:26.012654 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-ecc2e4f2-9aa5-4317-9a7c-e236e58c1216 req-794cb50f-940e-49e8-8f10-2c86dcfe8b22 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=41634ab9-13fd-4315-a3a6-4685ec5f643f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0232646 Jan 26 22:17:26.099457 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-ecc2e4f2-9aa5-4317-9a7c-e236e58c1216 req-bc888673-4165-45f6-b032-53bd0aacb27e service neutron] 10.222.0.66 "GET /v2.0/networks/41634ab9-13fd-4315-a3a6-4685ec5f643f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801187 Jan 26 22:17:26.189780 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-ecc2e4f2-9aa5-4317-9a7c-e236e58c1216 req-b20757bb-a575-4e00-9e8b-e7a94e93532f service neutron] 10.222.0.66 "GET /v2.0/networks/41634ab9-13fd-4315-a3a6-4685ec5f643f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841956 Jan 26 22:17:26.489136 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd00cbf9-220a-4874-9329-260cf4cf2a29 req-2c34a230-c391-4000-8c5a-5d116db751cb tempest-ServersNegativeTestJSON-1650160938 tempest-ServersNegativeTestJSON-1650160938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:17:26.490655 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-dd00cbf9-220a-4874-9329-260cf4cf2a29 req-2c34a230-c391-4000-8c5a-5d116db751cb tempest-ServersNegativeTestJSON-1650160938 tempest-ServersNegativeTestJSON-1650160938-project] 10.222.0.13 "GET /v2.0/ports?device_id=52d46423-4ab2-4cc9-9a4e-fa9a14ea4969 HTTP/1.1" status: 200 len: 943 time: 0.0486701 Jan 26 22:17:26.538838 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-dd00cbf9-220a-4874-9329-260cf4cf2a29 req-a30b9a03-e066-4155-ac0e-7437d81013f8 tempest-ServersNegativeTestJSON-1650160938 tempest-ServersNegativeTestJSON-1650160938-project] 10.222.0.13 "GET /v2.0/security-groups?id=e8028233-e490-47c4-a94c-baad838435a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426619 Jan 26 22:17:27.654762 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7a57f2-c8a3-432c-b0fc-dc804366afac req-58071033-1cd2-4b9e-bc4e-630ac2f19881 tempest-ServersNegativeTestJSON-1650160938 tempest-ServersNegativeTestJSON-1650160938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:17:27.656157 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-0f7a57f2-c8a3-432c-b0fc-dc804366afac req-58071033-1cd2-4b9e-bc4e-630ac2f19881 tempest-ServersNegativeTestJSON-1650160938 tempest-ServersNegativeTestJSON-1650160938-project] 10.222.0.13 "GET /v2.0/ports?device_id=52d46423-4ab2-4cc9-9a4e-fa9a14ea4969 HTTP/1.1" status: 200 len: 943 time: 0.0518601 Jan 26 22:17:27.701494 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-0f7a57f2-c8a3-432c-b0fc-dc804366afac req-aa47402c-166c-4ded-9114-883090f83c1b tempest-ServersNegativeTestJSON-1650160938 tempest-ServersNegativeTestJSON-1650160938-project] 10.222.0.13 "GET /v2.0/security-groups?id=e8028233-e490-47c4-a94c-baad838435a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390925 Jan 26 22:17:28.815850 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46e5beb-deab-46e0-af14-460982bce97c req-aa551a9a-8127-409c-a13c-dda50d45056b tempest-ServersNegativeTestJSON-1650160938 tempest-ServersNegativeTestJSON-1650160938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:17:28.817347 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-f46e5beb-deab-46e0-af14-460982bce97c req-aa551a9a-8127-409c-a13c-dda50d45056b tempest-ServersNegativeTestJSON-1650160938 tempest-ServersNegativeTestJSON-1650160938-project] 10.222.0.13 "GET /v2.0/ports?device_id=52d46423-4ab2-4cc9-9a4e-fa9a14ea4969 HTTP/1.1" status: 200 len: 943 time: 0.0484855 Jan 26 22:17:28.863652 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-f46e5beb-deab-46e0-af14-460982bce97c req-2d140da2-9ced-4ef5-9b53-1f447803ef2f tempest-ServersNegativeTestJSON-1650160938 tempest-ServersNegativeTestJSON-1650160938-project] 10.222.0.13 "GET /v2.0/security-groups?id=e8028233-e490-47c4-a94c-baad838435a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408292 Jan 26 22:17:29.747543 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Device 0dc4b3d3-b0b6-40c4-a0b6-e982e5a6941a details requested by agent hyperv_n-h1-760453-5 with host n-h1-760453-5 {{(pid=103306) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 26 22:17:29.840239 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] For port 0dc4b3d3-b0b6-40c4-a0b6-e982e5a6941a, host n-h1-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-5',level=0,port_id=0dc4b3d3-b0b6-40c4-a0b6-e982e5a6941a,segment=NetworkSegment(083cf21e-2674-47ff-a8c4-abdac25221f2),segment_id=083cf21e-2674-47ff-a8c4-abdac25221f2)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 22:17:29.854580 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Returning: {'device': '0dc4b3d3-b0b6-40c4-a0b6-e982e5a6941a', 'network_id': '41634ab9-13fd-4315-a3a6-4685ec5f643f', 'port_id': '0dc4b3d3-b0b6-40c4-a0b6-e982e5a6941a', 'mac_address': 'fa:16:3e:b8:44:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 584, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b985b4f6-1e4b-417a-8784-09ad07b42973', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103306) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 26 22:17:29.891098 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Current status of the port 0dc4b3d3-b0b6-40c4-a0b6-e982e5a6941a is: DOWN; New status is: BUILD {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 22:17:29.891491 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (0dc4b3d3-b0b6-40c4-a0b6-e982e5a6941a), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:17:29.904704 n-d-760453-5 neutron-server[103306]: DEBUG neutron.notifiers.nova [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0dc4b3d3-b0b6-40c4-a0b6-e982e5a6941a {{(pid=103306) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 26 22:17:29.924125 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] For port 0dc4b3d3-b0b6-40c4-a0b6-e982e5a6941a, host n-h1-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-5',level=0,port_id=0dc4b3d3-b0b6-40c4-a0b6-e982e5a6941a,segment=NetworkSegment(083cf21e-2674-47ff-a8c4-abdac25221f2),segment_id=083cf21e-2674-47ff-a8c4-abdac25221f2)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 22:17:29.928756 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (0dc4b3d3-b0b6-40c4-a0b6-e982e5a6941a), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:17:29.976136 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Pushing event updated for resources: {'Port': ['ID=0dc4b3d3-b0b6-40c4-a0b6-e982e5a6941a,revision_number=4']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 22:17:29.978662 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97f3892-7902-4d83-8c1d-819b37435100 req-85717a5d-b6bc-4d51-9b0c-961773b7ab2f tempest-ServersNegativeTestJSON-1650160938 tempest-ServersNegativeTestJSON-1650160938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:17:29.980450 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-d97f3892-7902-4d83-8c1d-819b37435100 req-85717a5d-b6bc-4d51-9b0c-961773b7ab2f tempest-ServersNegativeTestJSON-1650160938 tempest-ServersNegativeTestJSON-1650160938-project] 10.222.0.13 "GET /v2.0/ports?device_id=52d46423-4ab2-4cc9-9a4e-fa9a14ea4969 HTTP/1.1" status: 200 len: 944 time: 0.0494430 Jan 26 22:17:29.983789 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:17:29.984137 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:17:29.984477 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:17:29.984813 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:17:29.985144 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:17:29.985499 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:17:29.986350 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:17:29.986673 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:17:29.986995 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:17:29.987316 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:17:29.987637 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:17:29.987956 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:17:29.988274 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:17:30.031284 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-d97f3892-7902-4d83-8c1d-819b37435100 req-b640ecea-9fa9-4544-9dc3-d3289839fd69 tempest-ServersNegativeTestJSON-1650160938 tempest-ServersNegativeTestJSON-1650160938-project] 10.222.0.13 "GET /v2.0/security-groups?id=e8028233-e490-47c4-a94c-baad838435a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446606 Jan 26 22:17:30.292288 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] get_ports_and_sgs() called for port_ids ['0dc4b3d3-b0b6-40c4-a0b6-e982e5a6941a'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 26 22:17:31.147656 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ef7ba2-f165-40a9-adcb-98d708968ecc req-d616814c-59a0-4df1-a8cf-0cfe57175189 tempest-ServersNegativeTestJSON-1650160938 tempest-ServersNegativeTestJSON-1650160938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:17:31.149129 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-36ef7ba2-f165-40a9-adcb-98d708968ecc req-d616814c-59a0-4df1-a8cf-0cfe57175189 tempest-ServersNegativeTestJSON-1650160938 tempest-ServersNegativeTestJSON-1650160938-project] 10.222.0.13 "GET /v2.0/ports?device_id=52d46423-4ab2-4cc9-9a4e-fa9a14ea4969 HTTP/1.1" status: 200 len: 944 time: 0.0480759 Jan 26 22:17:31.195419 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-36ef7ba2-f165-40a9-adcb-98d708968ecc req-fb5c7906-6676-4ca4-8839-0cdb0aed0ad4 tempest-ServersNegativeTestJSON-1650160938 tempest-ServersNegativeTestJSON-1650160938-project] 10.222.0.13 "GET /v2.0/security-groups?id=e8028233-e490-47c4-a94c-baad838435a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408096 Jan 26 22:17:31.766264 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Device 0dc4b3d3-b0b6-40c4-a0b6-e982e5a6941a up at agent hyperv_n-h1-760453-5 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 22:17:31.813112 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Provisioning for port 0dc4b3d3-b0b6-40c4-a0b6-e982e5a6941a completed by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 22:17:31.817549 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Provisioning complete for port 0dc4b3d3-b0b6-40c4-a0b6-e982e5a6941a triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 22:17:31.817924 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (0dc4b3d3-b0b6-40c4-a0b6-e982e5a6941a), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:17:31.896232 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Current status of the port 0dc4b3d3-b0b6-40c4-a0b6-e982e5a6941a is: BUILD; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 22:17:31.896617 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (0dc4b3d3-b0b6-40c4-a0b6-e982e5a6941a), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:17:31.918392 n-d-760453-5 neutron-server[103306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52d46423-4ab2-4cc9-9a4e-fa9a14ea4969', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0dc4b3d3-b0b6-40c4-a0b6-e982e5a6941a'}] {{(pid=103306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 22:17:31.920592 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c06f7aa05085a00df6a2944c086d22937b62c1e75db8df879377281bc6a8a153" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33df77de-5d6a-4ee7-b552-aa2f9fe63811" -d '{"events": [{"server_uuid": "52d46423-4ab2-4cc9-9a4e-fa9a14ea4969", "name": "network-vif-plugged", "status": "completed", "tag": "0dc4b3d3-b0b6-40c4-a0b6-e982e5a6941a"}]}' {{(pid=103306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 22:17:31.932849 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] For port 0dc4b3d3-b0b6-40c4-a0b6-e982e5a6941a, host n-h1-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-5',level=0,port_id=0dc4b3d3-b0b6-40c4-a0b6-e982e5a6941a,segment=NetworkSegment(083cf21e-2674-47ff-a8c4-abdac25221f2),segment_id=083cf21e-2674-47ff-a8c4-abdac25221f2)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 22:17:31.937526 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (0dc4b3d3-b0b6-40c4-a0b6-e982e5a6941a), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:17:31.961119 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Jan 2022 22:17:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94fe6521-305d-495b-8a59-ee6f739d652f x-openstack-request-id: req-94fe6521-305d-495b-8a59-ee6f739d652f {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 22:17:31.961432 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "52d46423-4ab2-4cc9-9a4e-fa9a14ea4969", "name": "network-vif-plugged", "status": "completed", "tag": "0dc4b3d3-b0b6-40c4-a0b6-e982e5a6941a", "code": 200}]} {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 22:17:31.961685 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-94fe6521-305d-495b-8a59-ee6f739d652f {{(pid=103306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 22:17:31.962070 n-d-760453-5 neutron-server[103306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52d46423-4ab2-4cc9-9a4e-fa9a14ea4969', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0dc4b3d3-b0b6-40c4-a0b6-e982e5a6941a', 'code': 200} Jan 26 22:17:31.987568 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Pushing event updated for resources: {'Port': ['ID=0dc4b3d3-b0b6-40c4-a0b6-e982e5a6941a,revision_number=5']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 22:17:32.083096 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e4ed22-6ef4-4464-9fd5-f00306946bd9 req-28130ff5-bf15-4f9a-b71e-ddb320e2ead6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:17:32.084493 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-e6e4ed22-6ef4-4464-9fd5-f00306946bd9 req-28130ff5-bf15-4f9a-b71e-ddb320e2ead6 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=52d46423-4ab2-4cc9-9a4e-fa9a14ea4969 HTTP/1.1" status: 200 len: 1096 time: 0.0409083 Jan 26 22:17:32.127314 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-e6e4ed22-6ef4-4464-9fd5-f00306946bd9 req-71b01302-5024-489c-8524-e357de7e525d service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=e8028233-e490-47c4-a94c-baad838435a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373254 Jan 26 22:17:32.307765 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6123c129-47c3-4e2a-9158-a5e70a90c392 req-3382df32-7864-4c67-bf0f-45d9462215ea tempest-ServersNegativeTestJSON-1650160938 tempest-ServersNegativeTestJSON-1650160938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:17:32.309260 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-6123c129-47c3-4e2a-9158-a5e70a90c392 req-3382df32-7864-4c67-bf0f-45d9462215ea tempest-ServersNegativeTestJSON-1650160938 tempest-ServersNegativeTestJSON-1650160938-project] 10.222.0.13 "GET /v2.0/ports?device_id=52d46423-4ab2-4cc9-9a4e-fa9a14ea4969 HTTP/1.1" status: 200 len: 945 time: 0.0478528 Jan 26 22:17:32.355605 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-6123c129-47c3-4e2a-9158-a5e70a90c392 req-37610a55-0f95-4cac-9d48-087bff39afea tempest-ServersNegativeTestJSON-1650160938 tempest-ServersNegativeTestJSON-1650160938-project] 10.222.0.13 "GET /v2.0/security-groups?id=e8028233-e490-47c4-a94c-baad838435a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401278 Jan 26 22:17:33.480119 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed8660c-fa13-4df1-89ef-9ce110496cbc req-e0114bfd-1801-4585-8ea7-0702b3797cc1 tempest-ServersNegativeTestJSON-1650160938 tempest-ServersNegativeTestJSON-1650160938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:17:33.481653 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-7ed8660c-fa13-4df1-89ef-9ce110496cbc req-e0114bfd-1801-4585-8ea7-0702b3797cc1 tempest-ServersNegativeTestJSON-1650160938 tempest-ServersNegativeTestJSON-1650160938-project] 10.222.0.13 "GET /v2.0/ports?device_id=52d46423-4ab2-4cc9-9a4e-fa9a14ea4969 HTTP/1.1" status: 200 len: 945 time: 0.0550096 Jan 26 22:17:33.530265 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-7ed8660c-fa13-4df1-89ef-9ce110496cbc req-98a01e09-50e5-47f4-85f1-da1830a993a2 tempest-ServersNegativeTestJSON-1650160938 tempest-ServersNegativeTestJSON-1650160938-project] 10.222.0.13 "GET /v2.0/security-groups?id=e8028233-e490-47c4-a94c-baad838435a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420918 Jan 26 22:17:34.643528 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ae8e34-286e-4e01-badc-8a6c2174f668 req-baac3fea-8aa0-4818-91e8-323dafbe1f44 tempest-ServersNegativeTestJSON-1650160938 tempest-ServersNegativeTestJSON-1650160938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:17:34.644940 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-64ae8e34-286e-4e01-badc-8a6c2174f668 req-baac3fea-8aa0-4818-91e8-323dafbe1f44 tempest-ServersNegativeTestJSON-1650160938 tempest-ServersNegativeTestJSON-1650160938-project] 10.222.0.13 "GET /v2.0/ports?device_id=52d46423-4ab2-4cc9-9a4e-fa9a14ea4969 HTTP/1.1" status: 200 len: 945 time: 0.0475006 Jan 26 22:17:34.691469 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-64ae8e34-286e-4e01-badc-8a6c2174f668 req-4df190e8-8240-4120-97ce-8027ca48cf8d tempest-ServersNegativeTestJSON-1650160938 tempest-ServersNegativeTestJSON-1650160938-project] 10.222.0.13 "GET /v2.0/security-groups?id=e8028233-e490-47c4-a94c-baad838435a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407357 Jan 26 22:17:34.922128 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eac26c9-2205-4775-b27d-8f05b0f6a62c req-0f6ddec3-3231-48ce-a8d7-5e98ece68c8d tempest-ServersNegativeTestJSON-1650160938 tempest-ServersNegativeTestJSON-1650160938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:17:34.923539 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-4eac26c9-2205-4775-b27d-8f05b0f6a62c req-0f6ddec3-3231-48ce-a8d7-5e98ece68c8d tempest-ServersNegativeTestJSON-1650160938 tempest-ServersNegativeTestJSON-1650160938-project] 10.222.0.13 "GET /v2.0/ports?device_id=52d46423-4ab2-4cc9-9a4e-fa9a14ea4969 HTTP/1.1" status: 200 len: 945 time: 0.0527916 Jan 26 22:17:34.971973 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-4eac26c9-2205-4775-b27d-8f05b0f6a62c req-0f5cc069-5a6c-4f1f-ae75-5be7c7e43cb5 tempest-ServersNegativeTestJSON-1650160938 tempest-ServersNegativeTestJSON-1650160938-project] 10.222.0.13 "GET /v2.0/security-groups?id=e8028233-e490-47c4-a94c-baad838435a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423059 Jan 26 22:17:36.088820 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d903ca84-d327-47db-9b6f-db58a86dc96f req-4a4d1f91-52ef-45a0-ab3b-f5e498389c47 tempest-ServersNegativeTestJSON-1650160938 tempest-ServersNegativeTestJSON-1650160938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:17:36.090360 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-d903ca84-d327-47db-9b6f-db58a86dc96f req-4a4d1f91-52ef-45a0-ab3b-f5e498389c47 tempest-ServersNegativeTestJSON-1650160938 tempest-ServersNegativeTestJSON-1650160938-project] 10.222.0.13 "GET /v2.0/ports?device_id=52d46423-4ab2-4cc9-9a4e-fa9a14ea4969 HTTP/1.1" status: 200 len: 945 time: 0.0494957 Jan 26 22:17:36.137735 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-d903ca84-d327-47db-9b6f-db58a86dc96f req-da2b5828-f07d-408b-a297-28d063671cbf tempest-ServersNegativeTestJSON-1650160938 tempest-ServersNegativeTestJSON-1650160938-project] 10.222.0.13 "GET /v2.0/security-groups?id=e8028233-e490-47c4-a94c-baad838435a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417533 Jan 26 22:17:36.422399 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecdfa245-ebee-4d45-a904-99af450a9115 req-af7371b0-f971-43e6-94d2-68517562fbf9 tempest-ServersNegativeTestJSON-1650160938 tempest-ServersNegativeTestJSON-1650160938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:17:36.424490 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-ecdfa245-ebee-4d45-a904-99af450a9115 req-af7371b0-f971-43e6-94d2-68517562fbf9 tempest-ServersNegativeTestJSON-1650160938 tempest-ServersNegativeTestJSON-1650160938-project] 10.222.0.66 "GET /v2.0/ports?device_id=52d46423-4ab2-4cc9-9a4e-fa9a14ea4969 HTTP/1.1" status: 200 len: 945 time: 0.0570548 Jan 26 22:17:36.511100 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [req-ecdfa245-ebee-4d45-a904-99af450a9115 req-238f1c08-ee1a-4572-bd3a-c95851545d31 tempest-ServersNegativeTestJSON-1650160938 tempest-ServersNegativeTestJSON-1650160938-project] Deleting port 0dc4b3d3-b0b6-40c4-a0b6-e982e5a6941a {{(pid=103305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 22:17:36.511446 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-ecdfa245-ebee-4d45-a904-99af450a9115 req-238f1c08-ee1a-4572-bd3a-c95851545d31 tempest-ServersNegativeTestJSON-1650160938 tempest-ServersNegativeTestJSON-1650160938-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746560630878'] for port (0dc4b3d3-b0b6-40c4-a0b6-e982e5a6941a), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:17:36.601136 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [req-ecdfa245-ebee-4d45-a904-99af450a9115 req-238f1c08-ee1a-4572-bd3a-c95851545d31 tempest-ServersNegativeTestJSON-1650160938 tempest-ServersNegativeTestJSON-1650160938-project] For port 0dc4b3d3-b0b6-40c4-a0b6-e982e5a6941a, host n-h1-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-5',level=0,port_id=0dc4b3d3-b0b6-40c4-a0b6-e982e5a6941a,segment=NetworkSegment(083cf21e-2674-47ff-a8c4-abdac25221f2),segment_id=083cf21e-2674-47ff-a8c4-abdac25221f2)] {{(pid=103305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 22:17:36.601534 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-ecdfa245-ebee-4d45-a904-99af450a9115 req-238f1c08-ee1a-4572-bd3a-c95851545d31 tempest-ServersNegativeTestJSON-1650160938 tempest-ServersNegativeTestJSON-1650160938-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4109658'] for port (0dc4b3d3-b0b6-40c4-a0b6-e982e5a6941a), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:17:36.614101 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [req-ecdfa245-ebee-4d45-a904-99af450a9115 req-238f1c08-ee1a-4572-bd3a-c95851545d31 tempest-ServersNegativeTestJSON-1650160938 tempest-ServersNegativeTestJSON-1650160938-project] Calling delete_port for 0dc4b3d3-b0b6-40c4-a0b6-e982e5a6941a owned by compute:nova {{(pid=103305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 22:17:36.749207 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-ecdfa245-ebee-4d45-a904-99af450a9115 req-238f1c08-ee1a-4572-bd3a-c95851545d31 tempest-ServersNegativeTestJSON-1650160938 tempest-ServersNegativeTestJSON-1650160938-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746560636600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746560234536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11791543'] for port (0dc4b3d3-b0b6-40c4-a0b6-e982e5a6941a), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:17:36.760676 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] get_ports_and_sgs() called for port_ids ['9b5490ee-3df7-4ed7-94ee-c6e5600fcc58'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 26 22:17:36.781610 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238f1c08-ee1a-4572-bd3a-c95851545d31 tempest-ServersNegativeTestJSON-1650160938 tempest-ServersNegativeTestJSON-1650160938-project] Pushing event deleted for resources: {'Port': ['ID=0dc4b3d3-b0b6-40c4-a0b6-e982e5a6941a,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 22:17:36.794352 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] get_ports_and_sgs() called for port_ids ['0dc4b3d3-b0b6-40c4-a0b6-e982e5a6941a'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 26 22:17:36.821138 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [req-ecdfa245-ebee-4d45-a904-99af450a9115 req-238f1c08-ee1a-4572-bd3a-c95851545d31 tempest-ServersNegativeTestJSON-1650160938 tempest-ServersNegativeTestJSON-1650160938-project] No DVR routers for this DVR port 0dc4b3d3-b0b6-40c4-a0b6-e982e5a6941a on host n-h1-760453-5 {{(pid=103305) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 26 22:17:36.824032 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-ecdfa245-ebee-4d45-a904-99af450a9115 req-238f1c08-ee1a-4572-bd3a-c95851545d31 tempest-ServersNegativeTestJSON-1650160938 tempest-ServersNegativeTestJSON-1650160938-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:17:36.827666 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-ecdfa245-ebee-4d45-a904-99af450a9115 req-238f1c08-ee1a-4572-bd3a-c95851545d31 tempest-ServersNegativeTestJSON-1650160938 tempest-ServersNegativeTestJSON-1650160938-project] 10.222.0.66 "DELETE /v2.0/ports/0dc4b3d3-b0b6-40c4-a0b6-e982e5a6941a HTTP/1.1" status: 204 len: 173 time: 0.3976114 Jan 26 22:17:36.828137 n-d-760453-5 neutron-server[103305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52d46423-4ab2-4cc9-9a4e-fa9a14ea4969', 'name': 'network-vif-deleted', 'tag': '0dc4b3d3-b0b6-40c4-a0b6-e982e5a6941a'}] {{(pid=103305) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 22:17:36.830975 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63c895857b12caccb44030902ae3f492cdae22bba6ec98e5b8bd003e299c093d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb9b86e6-a9e6-42c0-be4c-c5785300400d" -d '{"events": [{"server_uuid": "52d46423-4ab2-4cc9-9a4e-fa9a14ea4969", "name": "network-vif-deleted", "tag": "0dc4b3d3-b0b6-40c4-a0b6-e982e5a6941a"}]}' {{(pid=103305) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 22:17:36.869588 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Jan 2022 22:17:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aaccc253-19ca-4e4d-8288-5fd1e8e3ef14 x-openstack-request-id: req-aaccc253-19ca-4e4d-8288-5fd1e8e3ef14 {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 22:17:36.869882 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "52d46423-4ab2-4cc9-9a4e-fa9a14ea4969", "name": "network-vif-deleted", "tag": "0dc4b3d3-b0b6-40c4-a0b6-e982e5a6941a", "status": "completed", "code": 200}]} {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 22:17:36.870135 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-aaccc253-19ca-4e4d-8288-5fd1e8e3ef14 {{(pid=103305) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 22:17:36.870535 n-d-760453-5 neutron-server[103305]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52d46423-4ab2-4cc9-9a4e-fa9a14ea4969', 'name': 'network-vif-deleted', 'tag': '0dc4b3d3-b0b6-40c4-a0b6-e982e5a6941a', 'status': 'completed', 'code': 200} Jan 26 22:17:37.244042 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-9a23fbe8-d9f2-40f0-9a5e-dd41c2a18722 req-1af87176-8c29-4930-a4d3-8f6f41590405 tempest-ServersNegativeTestJSON-1650160938 tempest-ServersNegativeTestJSON-1650160938-project] 10.222.0.13 "GET /v2.0/ports?device_id=52d46423-4ab2-4cc9-9a4e-fa9a14ea4969 HTTP/1.1" status: 200 len: 210 time: 0.0278544 Jan 26 22:17:38.394841 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2225b7d-809b-45e4-9c58-383fc18e8014 req-d080b08b-e6b0-4270-8188-3f4c44d2b8d8 tempest-ServersNegativeTestJSON-1650160938 tempest-ServersNegativeTestJSON-1650160938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:17:38.396339 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-e2225b7d-809b-45e4-9c58-383fc18e8014 req-d080b08b-e6b0-4270-8188-3f4c44d2b8d8 tempest-ServersNegativeTestJSON-1650160938 tempest-ServersNegativeTestJSON-1650160938-project] 10.222.0.13 "GET /v2.0/ports?device_id=67e5f50a-d047-4e7d-8b5f-ece9cb12a9ce HTTP/1.1" status: 200 len: 946 time: 0.0529654 Jan 26 22:17:38.448212 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-e2225b7d-809b-45e4-9c58-383fc18e8014 req-06c0d33c-dd5d-4ed4-9291-d978cc9cc66e tempest-ServersNegativeTestJSON-1650160938 tempest-ServersNegativeTestJSON-1650160938-project] 10.222.0.13 "GET /v2.0/security-groups?id=e8028233-e490-47c4-a94c-baad838435a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462501 Jan 26 22:17:38.576029 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a93cf62-dae6-46b4-8ffa-ddf5e519c4bb req-e542bd9a-a124-47f7-97aa-f7d8f456ce21 tempest-ServersNegativeTestJSON-1650160938 tempest-ServersNegativeTestJSON-1650160938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:17:38.577452 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-3a93cf62-dae6-46b4-8ffa-ddf5e519c4bb req-e542bd9a-a124-47f7-97aa-f7d8f456ce21 tempest-ServersNegativeTestJSON-1650160938 tempest-ServersNegativeTestJSON-1650160938-project] 10.222.0.13 "GET /v2.0/ports?device_id=67e5f50a-d047-4e7d-8b5f-ece9cb12a9ce HTTP/1.1" status: 200 len: 946 time: 0.0483654 Jan 26 22:17:38.624436 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-3a93cf62-dae6-46b4-8ffa-ddf5e519c4bb req-20305702-ee04-4abe-9788-ab6931c49f45 tempest-ServersNegativeTestJSON-1650160938 tempest-ServersNegativeTestJSON-1650160938-project] 10.222.0.13 "GET /v2.0/security-groups?id=e8028233-e490-47c4-a94c-baad838435a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414281 Jan 26 22:17:38.745831 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd6e6bb-0265-46e1-8860-6f21583ace2e req-1932bb75-329b-4df9-a46c-703cc78a186e tempest-ServersNegativeTestJSON-1650160938 tempest-ServersNegativeTestJSON-1650160938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:17:38.747343 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-7dd6e6bb-0265-46e1-8860-6f21583ace2e req-1932bb75-329b-4df9-a46c-703cc78a186e tempest-ServersNegativeTestJSON-1650160938 tempest-ServersNegativeTestJSON-1650160938-project] 10.222.0.13 "GET /v2.0/ports?device_id=67e5f50a-d047-4e7d-8b5f-ece9cb12a9ce HTTP/1.1" status: 200 len: 946 time: 0.0520573 Jan 26 22:17:38.802822 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-7dd6e6bb-0265-46e1-8860-6f21583ace2e req-c3aed71b-aad0-4256-8c81-91e40fe15afb tempest-ServersNegativeTestJSON-1650160938 tempest-ServersNegativeTestJSON-1650160938-project] 10.222.0.13 "GET /v2.0/security-groups?id=e8028233-e490-47c4-a94c-baad838435a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492003 Jan 26 22:17:38.875376 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [req-7fdab468-841f-496d-b60b-575bcfcef656 req-371f2fd8-57fc-43b6-81f2-615a0bab9471 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=103304) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 26 22:17:38.876377 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-7fdab468-841f-496d-b60b-575bcfcef656 req-371f2fd8-57fc-43b6-81f2-615a0bab9471 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0061574 Jan 26 22:17:38.885776 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (32ef628b-8417-46c5-8729-60fcabe358f1), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:17:38.997114 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec8af6a-82d8-4152-8b46-62a2ed2fd87c req-bf6af7c3-8a49-4f22-8503-61ecec42eb0e tempest-ServersNegativeTestJSON-1650160938 tempest-ServersNegativeTestJSON-1650160938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:17:38.998666 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-1ec8af6a-82d8-4152-8b46-62a2ed2fd87c req-bf6af7c3-8a49-4f22-8503-61ecec42eb0e tempest-ServersNegativeTestJSON-1650160938 tempest-ServersNegativeTestJSON-1650160938-project] 10.222.0.13 "GET /v2.0/ports?device_id=67e5f50a-d047-4e7d-8b5f-ece9cb12a9ce HTTP/1.1" status: 200 len: 946 time: 0.0563321 Jan 26 22:17:39.052222 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-1ec8af6a-82d8-4152-8b46-62a2ed2fd87c req-15f8806c-162c-4fdc-a789-ffc9c3ebeb14 tempest-ServersNegativeTestJSON-1650160938 tempest-ServersNegativeTestJSON-1650160938-project] 10.222.0.13 "GET /v2.0/security-groups?id=e8028233-e490-47c4-a94c-baad838435a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473320 Jan 26 22:17:39.168225 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4024a41f-4f4a-4855-8dfc-6c6053e99ec4 req-9fd56911-50b9-465c-8fba-cac726041a80 tempest-ServersNegativeTestJSON-1650160938 tempest-ServersNegativeTestJSON-1650160938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:17:39.169757 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-4024a41f-4f4a-4855-8dfc-6c6053e99ec4 req-9fd56911-50b9-465c-8fba-cac726041a80 tempest-ServersNegativeTestJSON-1650160938 tempest-ServersNegativeTestJSON-1650160938-project] 10.222.0.13 "GET /v2.0/ports?device_id=67e5f50a-d047-4e7d-8b5f-ece9cb12a9ce HTTP/1.1" status: 200 len: 946 time: 0.0491138 Jan 26 22:17:39.215334 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-4024a41f-4f4a-4855-8dfc-6c6053e99ec4 req-753df8a5-7afa-4053-99a5-a26ec7a05290 tempest-ServersNegativeTestJSON-1650160938 tempest-ServersNegativeTestJSON-1650160938-project] 10.222.0.13 "GET /v2.0/security-groups?id=e8028233-e490-47c4-a94c-baad838435a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401804 Jan 26 22:17:39.340227 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2c60a1-cb43-4a84-b7b8-134b1edace7c req-fecd8456-8d33-470a-9d8d-aa687f92d576 tempest-ServersNegativeTestJSON-1650160938 tempest-ServersNegativeTestJSON-1650160938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:17:39.341650 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-8c2c60a1-cb43-4a84-b7b8-134b1edace7c req-fecd8456-8d33-470a-9d8d-aa687f92d576 tempest-ServersNegativeTestJSON-1650160938 tempest-ServersNegativeTestJSON-1650160938-project] 10.222.0.13 "GET /v2.0/ports?device_id=67e5f50a-d047-4e7d-8b5f-ece9cb12a9ce HTTP/1.1" status: 200 len: 946 time: 0.0525613 Jan 26 22:17:39.387609 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-8c2c60a1-cb43-4a84-b7b8-134b1edace7c req-fc561ab6-261c-43d2-900e-e1be2004b6d5 tempest-ServersNegativeTestJSON-1650160938 tempest-ServersNegativeTestJSON-1650160938-project] 10.222.0.13 "GET /v2.0/security-groups?id=e8028233-e490-47c4-a94c-baad838435a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405221 Jan 26 22:17:39.691866 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4543a073-3737-45c1-b36e-44b51ea2a49d req-c245d221-e94a-4541-a432-d9b45a115e85 tempest-ServersNegativeTestJSON-1650160938 tempest-ServersNegativeTestJSON-1650160938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:17:39.693382 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-4543a073-3737-45c1-b36e-44b51ea2a49d req-c245d221-e94a-4541-a432-d9b45a115e85 tempest-ServersNegativeTestJSON-1650160938 tempest-ServersNegativeTestJSON-1650160938-project] 10.222.0.13 "GET /v2.0/ports?device_id=67e5f50a-d047-4e7d-8b5f-ece9cb12a9ce HTTP/1.1" status: 200 len: 946 time: 0.0487137 Jan 26 22:17:39.739548 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-4543a073-3737-45c1-b36e-44b51ea2a49d req-558e180c-8a9d-4b52-a1bd-2d9e3319e5a5 tempest-ServersNegativeTestJSON-1650160938 tempest-ServersNegativeTestJSON-1650160938-project] 10.222.0.13 "GET /v2.0/security-groups?id=e8028233-e490-47c4-a94c-baad838435a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406914 Jan 26 22:17:40.853228 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f58c3f9-4ef4-406c-8c6c-3ff5a6e150a9 req-ad55bd6c-55ae-4c8a-86bb-a6fdf4e9de17 tempest-ServersNegativeTestJSON-1650160938 tempest-ServersNegativeTestJSON-1650160938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:17:40.854731 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-2f58c3f9-4ef4-406c-8c6c-3ff5a6e150a9 req-ad55bd6c-55ae-4c8a-86bb-a6fdf4e9de17 tempest-ServersNegativeTestJSON-1650160938 tempest-ServersNegativeTestJSON-1650160938-project] 10.222.0.13 "GET /v2.0/ports?device_id=67e5f50a-d047-4e7d-8b5f-ece9cb12a9ce HTTP/1.1" status: 200 len: 946 time: 0.0477276 Jan 26 22:17:40.904525 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-2f58c3f9-4ef4-406c-8c6c-3ff5a6e150a9 req-c8debe52-7458-4ca5-9e98-c581b31715a9 tempest-ServersNegativeTestJSON-1650160938 tempest-ServersNegativeTestJSON-1650160938-project] 10.222.0.13 "GET /v2.0/security-groups?id=e8028233-e490-47c4-a94c-baad838435a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439699 Jan 26 22:17:41.014913 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2598e281-c719-41ad-8ab1-ae7075764689 req-a84d3260-1378-4afb-9023-372d09581c7e tempest-ServersNegativeTestJSON-1650160938 tempest-ServersNegativeTestJSON-1650160938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:17:41.016351 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-2598e281-c719-41ad-8ab1-ae7075764689 req-a84d3260-1378-4afb-9023-372d09581c7e tempest-ServersNegativeTestJSON-1650160938 tempest-ServersNegativeTestJSON-1650160938-project] 10.222.0.57 "GET /v2.0/ports?device_id=67e5f50a-d047-4e7d-8b5f-ece9cb12a9ce HTTP/1.1" status: 200 len: 946 time: 0.0475717 Jan 26 22:17:41.105199 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [req-2598e281-c719-41ad-8ab1-ae7075764689 req-80a16db2-5904-4c36-b24d-9af82d69196c tempest-ServersNegativeTestJSON-1650160938 tempest-ServersNegativeTestJSON-1650160938-project] Deleting port 9b5490ee-3df7-4ed7-94ee-c6e5600fcc58 {{(pid=103304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 22:17:41.105573 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-2598e281-c719-41ad-8ab1-ae7075764689 req-80a16db2-5904-4c36-b24d-9af82d69196c tempest-ServersNegativeTestJSON-1650160938 tempest-ServersNegativeTestJSON-1650160938-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746560630878'] for port (9b5490ee-3df7-4ed7-94ee-c6e5600fcc58), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:17:41.196328 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [req-2598e281-c719-41ad-8ab1-ae7075764689 req-80a16db2-5904-4c36-b24d-9af82d69196c tempest-ServersNegativeTestJSON-1650160938 tempest-ServersNegativeTestJSON-1650160938-project] For port 9b5490ee-3df7-4ed7-94ee-c6e5600fcc58, host n-h2-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-5',level=0,port_id=9b5490ee-3df7-4ed7-94ee-c6e5600fcc58,segment=NetworkSegment(083cf21e-2674-47ff-a8c4-abdac25221f2),segment_id=083cf21e-2674-47ff-a8c4-abdac25221f2)] {{(pid=103304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 22:17:41.196692 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-2598e281-c719-41ad-8ab1-ae7075764689 req-80a16db2-5904-4c36-b24d-9af82d69196c tempest-ServersNegativeTestJSON-1650160938 tempest-ServersNegativeTestJSON-1650160938-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4109658'] for port (9b5490ee-3df7-4ed7-94ee-c6e5600fcc58), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:17:41.208959 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [req-2598e281-c719-41ad-8ab1-ae7075764689 req-80a16db2-5904-4c36-b24d-9af82d69196c tempest-ServersNegativeTestJSON-1650160938 tempest-ServersNegativeTestJSON-1650160938-project] Calling delete_port for 9b5490ee-3df7-4ed7-94ee-c6e5600fcc58 owned by compute:nova {{(pid=103304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 22:17:41.337191 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-2598e281-c719-41ad-8ab1-ae7075764689 req-80a16db2-5904-4c36-b24d-9af82d69196c tempest-ServersNegativeTestJSON-1650160938 tempest-ServersNegativeTestJSON-1650160938-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746560636600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746560234536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9281553'] for port (9b5490ee-3df7-4ed7-94ee-c6e5600fcc58), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:17:41.348826 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] get_ports_and_sgs() called for port_ids ['9b5490ee-3df7-4ed7-94ee-c6e5600fcc58'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 26 22:17:41.365156 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a16db2-5904-4c36-b24d-9af82d69196c tempest-ServersNegativeTestJSON-1650160938 tempest-ServersNegativeTestJSON-1650160938-project] Pushing event deleted for resources: {'Port': ['ID=9b5490ee-3df7-4ed7-94ee-c6e5600fcc58,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 22:17:41.379302 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80a16db2-5904-4c36-b24d-9af82d69196c tempest-ServersNegativeTestJSON-1650160938 tempest-ServersNegativeTestJSON-1650160938-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:17:41.379656 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80a16db2-5904-4c36-b24d-9af82d69196c tempest-ServersNegativeTestJSON-1650160938 tempest-ServersNegativeTestJSON-1650160938-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:17:41.380002 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80a16db2-5904-4c36-b24d-9af82d69196c tempest-ServersNegativeTestJSON-1650160938 tempest-ServersNegativeTestJSON-1650160938-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:17:41.380345 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80a16db2-5904-4c36-b24d-9af82d69196c tempest-ServersNegativeTestJSON-1650160938 tempest-ServersNegativeTestJSON-1650160938-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:17:41.380679 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80a16db2-5904-4c36-b24d-9af82d69196c tempest-ServersNegativeTestJSON-1650160938 tempest-ServersNegativeTestJSON-1650160938-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:17:41.381013 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80a16db2-5904-4c36-b24d-9af82d69196c tempest-ServersNegativeTestJSON-1650160938 tempest-ServersNegativeTestJSON-1650160938-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:17:41.381365 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80a16db2-5904-4c36-b24d-9af82d69196c tempest-ServersNegativeTestJSON-1650160938 tempest-ServersNegativeTestJSON-1650160938-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:17:41.381774 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80a16db2-5904-4c36-b24d-9af82d69196c tempest-ServersNegativeTestJSON-1650160938 tempest-ServersNegativeTestJSON-1650160938-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:17:41.382027 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80a16db2-5904-4c36-b24d-9af82d69196c tempest-ServersNegativeTestJSON-1650160938 tempest-ServersNegativeTestJSON-1650160938-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:17:41.382366 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80a16db2-5904-4c36-b24d-9af82d69196c tempest-ServersNegativeTestJSON-1650160938 tempest-ServersNegativeTestJSON-1650160938-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:17:41.382715 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80a16db2-5904-4c36-b24d-9af82d69196c tempest-ServersNegativeTestJSON-1650160938 tempest-ServersNegativeTestJSON-1650160938-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:17:41.383044 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80a16db2-5904-4c36-b24d-9af82d69196c tempest-ServersNegativeTestJSON-1650160938 tempest-ServersNegativeTestJSON-1650160938-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:17:41.383365 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80a16db2-5904-4c36-b24d-9af82d69196c tempest-ServersNegativeTestJSON-1650160938 tempest-ServersNegativeTestJSON-1650160938-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:17:41.418737 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [req-2598e281-c719-41ad-8ab1-ae7075764689 req-80a16db2-5904-4c36-b24d-9af82d69196c tempest-ServersNegativeTestJSON-1650160938 tempest-ServersNegativeTestJSON-1650160938-project] No DVR routers for this DVR port 9b5490ee-3df7-4ed7-94ee-c6e5600fcc58 on host n-h2-760453-5 {{(pid=103304) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 26 22:17:41.421340 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-2598e281-c719-41ad-8ab1-ae7075764689 req-80a16db2-5904-4c36-b24d-9af82d69196c tempest-ServersNegativeTestJSON-1650160938 tempest-ServersNegativeTestJSON-1650160938-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:17:41.424861 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-2598e281-c719-41ad-8ab1-ae7075764689 req-80a16db2-5904-4c36-b24d-9af82d69196c tempest-ServersNegativeTestJSON-1650160938 tempest-ServersNegativeTestJSON-1650160938-project] 10.222.0.57 "DELETE /v2.0/ports/9b5490ee-3df7-4ed7-94ee-c6e5600fcc58 HTTP/1.1" status: 204 len: 173 time: 0.4028306 Jan 26 22:17:41.425327 n-d-760453-5 neutron-server[103304]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67e5f50a-d047-4e7d-8b5f-ece9cb12a9ce', 'name': 'network-vif-deleted', 'tag': '9b5490ee-3df7-4ed7-94ee-c6e5600fcc58'}] {{(pid=103304) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 22:17:41.427661 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86e783e1922a725fac327d65912384d63450ce1a6a2ee22db2d1cc52fb257f3b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d2cdc90-380e-4ee1-8b4a-831ed21061c2" -d '{"events": [{"server_uuid": "67e5f50a-d047-4e7d-8b5f-ece9cb12a9ce", "name": "network-vif-deleted", "tag": "9b5490ee-3df7-4ed7-94ee-c6e5600fcc58"}]}' {{(pid=103304) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 22:17:41.464022 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Jan 2022 22:17:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a322cfe-9b9c-4c02-a56f-8ea119ec2614 x-openstack-request-id: req-9a322cfe-9b9c-4c02-a56f-8ea119ec2614 {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 22:17:41.464383 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67e5f50a-d047-4e7d-8b5f-ece9cb12a9ce", "name": "network-vif-deleted", "tag": "9b5490ee-3df7-4ed7-94ee-c6e5600fcc58", "status": "completed", "code": 200}]} {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 22:17:41.464642 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-9a322cfe-9b9c-4c02-a56f-8ea119ec2614 {{(pid=103304) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 22:17:41.465050 n-d-760453-5 neutron-server[103304]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67e5f50a-d047-4e7d-8b5f-ece9cb12a9ce', 'name': 'network-vif-deleted', 'tag': '9b5490ee-3df7-4ed7-94ee-c6e5600fcc58', 'status': 'completed', 'code': 200} Jan 26 22:17:41.797236 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Device 0dc4b3d3-b0b6-40c4-a0b6-e982e5a6941a no longer exists at agent hyperv_n-h1-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 26 22:17:41.817768 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] No Port match for: 0dc4b3d3-b0b6-40c4-a0b6-e982e5a6941a {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 26 22:17:41.818118 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Device 0dc4b3d3-b0b6-40c4-a0b6-e982e5a6941a not bound to the agent host n-h1-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 26 22:17:41.960071 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 53982) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 22:17:42.004624 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.db_base_plugin_v2 [None req-95c94895-b2d9-48f1-8c1f-f608ac19d999 admin admin] Deleting subnet b985b4f6-1e4b-417a-8784-09ad07b42973 {{(pid=103304) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 26 22:17:42.007701 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-95c94895-b2d9-48f1-8c1f-f608ac19d999 admin admin] Publish callbacks [] for subnet (b985b4f6-1e4b-417a-8784-09ad07b42973), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:17:42.045371 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-95c94895-b2d9-48f1-8c1f-f608ac19d999 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8881284'] for subnet (b985b4f6-1e4b-417a-8784-09ad07b42973), precommit_delete_associations {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:17:42.085133 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-95c94895-b2d9-48f1-8c1f-f608ac19d999 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687316'] for subnet (b985b4f6-1e4b-417a-8784-09ad07b42973), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:17:42.136334 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-95c94895-b2d9-48f1-8c1f-f608ac19d999 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9281612', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12215216'] for subnet (b985b4f6-1e4b-417a-8784-09ad07b42973), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:17:42.161335 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c94895-b2d9-48f1-8c1f-f608ac19d999 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b985b4f6-1e4b-417a-8784-09ad07b42973,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 22:17:42.165057 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-95c94895-b2d9-48f1-8c1f-f608ac19d999 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:17:42.168291 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-95c94895-b2d9-48f1-8c1f-f608ac19d999 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/b985b4f6-1e4b-417a-8784-09ad07b42973 HTTP/1.1" status: 204 len: 168 time: 0.2071669 Jan 26 22:17:42.170740 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 53984) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 22:17:42.242120 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-893b4898-a32c-4709-8518-a012bef53925 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-748181'] for network (41634ab9-13fd-4315-a3a6-4685ec5f643f), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:17:42.320205 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-893b4898-a32c-4709-8518-a012bef53925 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-686403', 'neutron.services.segments.db._delete_segments_for_network-8746560774018'] for network (41634ab9-13fd-4315-a3a6-4685ec5f643f), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:17:42.340606 n-d-760453-5 neutron-server[103304]: DEBUG neutron.services.segments.db [None req-893b4898-a32c-4709-8518-a012bef53925 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['41634ab9-13fd-4315-a3a6-4685ec5f643f']}} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 22:17:42.350536 n-d-760453-5 neutron-server[103304]: DEBUG neutron.services.segments.db [None req-893b4898-a32c-4709-8518-a012bef53925 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '083cf21e-2674-47ff-a8c4-abdac25221f2') {'for_net_delete': True} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 22:17:42.350834 n-d-760453-5 neutron-server[103304]: DEBUG neutron.services.segments.db [None req-893b4898-a32c-4709-8518-a012bef53925 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '083cf21e-2674-47ff-a8c4-abdac25221f2') {} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 22:17:42.360971 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-893b4898-a32c-4709-8518-a012bef53925 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746560742283', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8881293'] for segment (083cf21e-2674-47ff-a8c4-abdac25221f2), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:17:42.373875 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-893b4898-a32c-4709-8518-a012bef53925 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576559'] for segment (083cf21e-2674-47ff-a8c4-abdac25221f2), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:17:42.379682 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-893b4898-a32c-4709-8518-a012bef53925 admin admin] Releasing vlan 584 on physical network physnet1 to pool {{(pid=103304) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 26 22:17:42.380063 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-893b4898-a32c-4709-8518-a012bef53925 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9281762'] for segment (083cf21e-2674-47ff-a8c4-abdac25221f2), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:17:42.381730 n-d-760453-5 neutron-server[103304]: Traceback (most recent call last): Jan 26 22:17:42.381730 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 26 22:17:42.381730 n-d-760453-5 neutron-server[103304]: timer() Jan 26 22:17:42.381730 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 26 22:17:42.381730 n-d-760453-5 neutron-server[103304]: cb(*args, **kw) Jan 26 22:17:42.381730 n-d-760453-5 neutron-server[103304]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 26 22:17:42.381730 n-d-760453-5 neutron-server[103304]: return func(*args, **kwargs) Jan 26 22:17:42.381730 n-d-760453-5 neutron-server[103304]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 26 22:17:42.381730 n-d-760453-5 neutron-server[103304]: self._notify() Jan 26 22:17:42.381730 n-d-760453-5 neutron-server[103304]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 26 22:17:42.381730 n-d-760453-5 neutron-server[103304]: self.callback(batched_events) Jan 26 22:17:42.381730 n-d-760453-5 neutron-server[103304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 26 22:17:42.381730 n-d-760453-5 neutron-server[103304]: event.method(event) Jan 26 22:17:42.381730 n-d-760453-5 neutron-server[103304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 26 22:17:42.381730 n-d-760453-5 neutron-server[103304]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 26 22:17:42.381730 n-d-760453-5 neutron-server[103304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 26 22:17:42.381730 n-d-760453-5 neutron-server[103304]: aggregate_uuid = self.p_client.list_aggregates( Jan 26 22:17:42.381730 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 26 22:17:42.381730 n-d-760453-5 neutron-server[103304]: return f(self, *a, **k) Jan 26 22:17:42.381730 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 26 22:17:42.381730 n-d-760453-5 neutron-server[103304]: return self._get(url).json() Jan 26 22:17:42.381730 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 26 22:17:42.381730 n-d-760453-5 neutron-server[103304]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 26 22:17:42.381730 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 26 22:17:42.381730 n-d-760453-5 neutron-server[103304]: return self.request(url, 'GET', **kwargs) Jan 26 22:17:42.381730 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 26 22:17:42.381730 n-d-760453-5 neutron-server[103304]: base_url = self.get_endpoint(auth, allow=allow, Jan 26 22:17:42.381730 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 26 22:17:42.381730 n-d-760453-5 neutron-server[103304]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 26 22:17:42.381730 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 26 22:17:42.381730 n-d-760453-5 neutron-server[103304]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 26 22:17:42.381730 n-d-760453-5 neutron-server[103304]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 26 22:17:42.439554 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-893b4898-a32c-4709-8518-a012bef53925 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4110931'] for network (41634ab9-13fd-4315-a3a6-4685ec5f643f), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:17:42.445096 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-893b4898-a32c-4709-8518-a012bef53925 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:17:42.448370 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-893b4898-a32c-4709-8518-a012bef53925 admin admin] 10.222.0.13 "DELETE /v2.0/networks/41634ab9-13fd-4315-a3a6-4685ec5f643f HTTP/1.1" status: 204 len: 168 time: 0.2766838 Jan 26 22:17:42.460005 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893b4898-a32c-4709-8518-a012bef53925 admin admin] Pushing event deleted for resources: {'Network': ['ID=41634ab9-13fd-4315-a3a6-4685ec5f643f,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 22:17:42.558002 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 53988) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 22:17:42.596823 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-d6b76869-7d84-4728-8de3-86304e207a33 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=2b4610745ae3491988f6d3bd5ec82f9c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0376208 Jan 26 22:17:42.599084 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 53990) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 22:17:42.645209 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-289c5899-d55d-46db-b1bf-9b7fd95b0617 admin admin] Publish callbacks [] for security_group (e8028233-e490-47c4-a94c-baad838435a7), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:17:42.666317 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-289c5899-d55d-46db-b1bf-9b7fd95b0617 admin admin] Publish callbacks [] for security_group (e8028233-e490-47c4-a94c-baad838435a7), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:17:42.712630 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-289c5899-d55d-46db-b1bf-9b7fd95b0617 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (e8028233-e490-47c4-a94c-baad838435a7), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:17:42.715323 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-289c5899-d55d-46db-b1bf-9b7fd95b0617 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:17:42.716505 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-289c5899-d55d-46db-b1bf-9b7fd95b0617 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/e8028233-e490-47c4-a94c-baad838435a7 HTTP/1.1" status: 204 len: 168 time: 0.1165500 Jan 26 22:17:42.724677 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-289c5899-d55d-46db-b1bf-9b7fd95b0617 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8028233-e490-47c4-a94c-baad838435a7,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 22:17:43.425329 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 54012) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 22:17:43.518156 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-c3ad192a-5a0c-4c3b-90e6-4d301fe52b99 tempest-NetworksIpV6Test-1110316247 tempest-NetworksIpV6Test-1110316247-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1775917761'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 22:17:43.536685 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3ad192a-5a0c-4c3b-90e6-4d301fe52b99 tempest-NetworksIpV6Test-1110316247 tempest-NetworksIpV6Test-1110316247-project] Made reservation on behalf of 93bf150b3bc94ef1865709f09734bdbb for: {'network': 1} {{(pid=103305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 22:17:43.539890 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-c3ad192a-5a0c-4c3b-90e6-4d301fe52b99 tempest-NetworksIpV6Test-1110316247 tempest-NetworksIpV6Test-1110316247-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for network (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:17:43.548691 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-c3ad192a-5a0c-4c3b-90e6-4d301fe52b99 tempest-NetworksIpV6Test-1110316247 tempest-NetworksIpV6Test-1110316247-project] Publish callbacks [] for security_group (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:17:43.623007 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-c3ad192a-5a0c-4c3b-90e6-4d301fe52b99 tempest-NetworksIpV6Test-1110316247 tempest-NetworksIpV6Test-1110316247-project] Publish callbacks [] for security_group (9c46e6c7-8154-4c17-9bf6-14ba1ebebe0a), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:17:43.627010 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-c3ad192a-5a0c-4c3b-90e6-4d301fe52b99 tempest-NetworksIpV6Test-1110316247 tempest-NetworksIpV6Test-1110316247-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (9c46e6c7-8154-4c17-9bf6-14ba1ebebe0a), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:17:43.654746 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c3ad192a-5a0c-4c3b-90e6-4d301fe52b99 tempest-NetworksIpV6Test-1110316247 tempest-NetworksIpV6Test-1110316247-project] vlan segment allocate from pool success with {'vlan_id': 560, 'physical_network': 'physnet1'} {{(pid=103305) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 26 22:17:43.659897 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ad192a-5a0c-4c3b-90e6-4d301fe52b99 tempest-NetworksIpV6Test-1110316247 tempest-NetworksIpV6Test-1110316247-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9c46e6c7-8154-4c17-9bf6-14ba1ebebe0a,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 22:17:43.667997 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-c3ad192a-5a0c-4c3b-90e6-4d301fe52b99 tempest-NetworksIpV6Test-1110316247 tempest-NetworksIpV6Test-1110316247-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576559'] for segment (22ddeba2-eba5-4fb9-8756-7f9f350af1d7), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:17:43.668144 n-d-760453-5 neutron-server[103305]: INFO neutron.db.segments_db [None req-c3ad192a-5a0c-4c3b-90e6-4d301fe52b99 tempest-NetworksIpV6Test-1110316247 tempest-NetworksIpV6Test-1110316247-project] Added segment 22ddeba2-eba5-4fb9-8756-7f9f350af1d7 of type vlan for network 8d7e35d0-4853-4a93-ad1b-5f6b3d022eb3 Jan 26 22:17:43.710013 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-c3ad192a-5a0c-4c3b-90e6-4d301fe52b99 tempest-NetworksIpV6Test-1110316247 tempest-NetworksIpV6Test-1110316247-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746560256871'] for network (8d7e35d0-4853-4a93-ad1b-5f6b3d022eb3), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:17:43.734180 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-c3ad192a-5a0c-4c3b-90e6-4d301fe52b99 tempest-NetworksIpV6Test-1110316247 tempest-NetworksIpV6Test-1110316247-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503'] for network (8d7e35d0-4853-4a93-ad1b-5f6b3d022eb3), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:17:43.739848 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3ad192a-5a0c-4c3b-90e6-4d301fe52b99 tempest-NetworksIpV6Test-1110316247 tempest-NetworksIpV6Test-1110316247-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:17:43.740435 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-c3ad192a-5a0c-4c3b-90e6-4d301fe52b99 tempest-NetworksIpV6Test-1110316247 tempest-NetworksIpV6Test-1110316247-project] Publish callbacks [] for network (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:17:43.813337 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-c3ad192a-5a0c-4c3b-90e6-4d301fe52b99 tempest-NetworksIpV6Test-1110316247 tempest-NetworksIpV6Test-1110316247-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3863754 Jan 26 22:17:43.846351 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ad192a-5a0c-4c3b-90e6-4d301fe52b99 tempest-NetworksIpV6Test-1110316247 tempest-NetworksIpV6Test-1110316247-project] Pushing event updated for resources: {'Network': ['ID=8d7e35d0-4853-4a93-ad1b-5f6b3d022eb3,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 22:17:43.856755 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Network 8d7e35d0-4853-4a93-ad1b-5f6b3d022eb3 details requested by agent ovs-agent-n-d-760453-5 with host n-d-760453-5 {{(pid=103306) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 26 22:17:44.464854 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Device 9b5490ee-3df7-4ed7-94ee-c6e5600fcc58 no longer exists at agent hyperv_n-h2-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 26 22:17:44.486400 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] No Port match for: 9b5490ee-3df7-4ed7-94ee-c6e5600fcc58 {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 26 22:17:44.486741 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Device 9b5490ee-3df7-4ed7-94ee-c6e5600fcc58 not bound to the agent host n-h2-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 26 22:17:46.994676 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 54016) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 22:17:46.999796 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-92ccc1a7-a7a3-4915-bb9b-2cb1370363d1 tempest-NetworksIpV6Test-1110316247 tempest-NetworksIpV6Test-1110316247-project] Request body: {'subnet': {'network_id': '8d7e35d0-4853-4a93-ad1b-5f6b3d022eb3', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 22:17:47.090168 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92ccc1a7-a7a3-4915-bb9b-2cb1370363d1 tempest-NetworksIpV6Test-1110316247 tempest-NetworksIpV6Test-1110316247-project] Made reservation on behalf of 93bf150b3bc94ef1865709f09734bdbb for: {'subnet': 1} {{(pid=103305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 22:17:47.093616 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-92ccc1a7-a7a3-4915-bb9b-2cb1370363d1 tempest-NetworksIpV6Test-1110316247 tempest-NetworksIpV6Test-1110316247-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11599953'] for subnet (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:17:47.295127 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-92ccc1a7-a7a3-4915-bb9b-2cb1370363d1 tempest-NetworksIpV6Test-1110316247 tempest-NetworksIpV6Test-1110316247-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11788839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11599975'] for subnet (91f18cb3-0515-47ae-a3c4-20a49fe66bce), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:17:47.361601 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ccc1a7-a7a3-4915-bb9b-2cb1370363d1 tempest-NetworksIpV6Test-1110316247 tempest-NetworksIpV6Test-1110316247-project] Pushing event updated for resources: {'Subnet': ['ID=91f18cb3-0515-47ae-a3c4-20a49fe66bce,revision_number=0']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 22:17:47.370297 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92ccc1a7-a7a3-4915-bb9b-2cb1370363d1 tempest-NetworksIpV6Test-1110316247 tempest-NetworksIpV6Test-1110316247-project] Checking segment: {'id': '22ddeba2-eba5-4fb9-8756-7f9f350af1d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '8d7e35d0-4853-4a93-ad1b-5f6b3d022eb3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103305) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 22:17:47.370663 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92ccc1a7-a7a3-4915-bb9b-2cb1370363d1 tempest-NetworksIpV6Test-1110316247 tempest-NetworksIpV6Test-1110316247-project] Network hostable DHCP agents. Network: 8d7e35d0-4853-4a93-ad1b-5f6b3d022eb3, hostable agents: ['474ccdf7-ab6c-405b-a3b2-dc7b05829902'], hosted agents: [] {{(pid=103305) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 26 22:17:47.390478 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92ccc1a7-a7a3-4915-bb9b-2cb1370363d1 tempest-NetworksIpV6Test-1110316247 tempest-NetworksIpV6Test-1110316247-project] Network 8d7e35d0-4853-4a93-ad1b-5f6b3d022eb3 is scheduled to be hosted by DHCP agent 474ccdf7-ab6c-405b-a3b2-dc7b05829902 with binding_index 1 {{(pid=103305) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 26 22:17:47.648197 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [None req-92ccc1a7-a7a3-4915-bb9b-2cb1370363d1 tempest-NetworksIpV6Test-1110316247 tempest-NetworksIpV6Test-1110316247-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760453-5, 8d7e35d0-4853-4a93-ad1b-5f6b3d022eb3) {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 22:17:47.652945 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92ccc1a7-a7a3-4915-bb9b-2cb1370363d1 tempest-NetworksIpV6Test-1110316247 tempest-NetworksIpV6Test-1110316247-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:17:47.654108 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-92ccc1a7-a7a3-4915-bb9b-2cb1370363d1 tempest-NetworksIpV6Test-1110316247 tempest-NetworksIpV6Test-1110316247-project] Publish callbacks [] for subnet (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:17:47.657965 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22047cc8-a5d0-4185-86fc-01cb0d27698b None None] Network 8d7e35d0-4853-4a93-ad1b-5f6b3d022eb3 requested from n-d-760453-5 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 26 22:17:47.670769 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-92ccc1a7-a7a3-4915-bb9b-2cb1370363d1 tempest-NetworksIpV6Test-1110316247 tempest-NetworksIpV6Test-1110316247-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6749952 Jan 26 22:17:47.674854 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 54018) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 22:17:47.679734 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-d5f825a3-68a6-448f-bbac-363eed1e0cda tempest-NetworksIpV6Test-1110316247 tempest-NetworksIpV6Test-1110316247-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-184505282'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 22:17:47.697938 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5f825a3-68a6-448f-bbac-363eed1e0cda tempest-NetworksIpV6Test-1110316247 tempest-NetworksIpV6Test-1110316247-project] Made reservation on behalf of 93bf150b3bc94ef1865709f09734bdbb for: {'network': 1} {{(pid=103305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 22:17:47.701286 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-d5f825a3-68a6-448f-bbac-363eed1e0cda tempest-NetworksIpV6Test-1110316247 tempest-NetworksIpV6Test-1110316247-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for network (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:17:47.725122 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d5f825a3-68a6-448f-bbac-363eed1e0cda tempest-NetworksIpV6Test-1110316247 tempest-NetworksIpV6Test-1110316247-project] vlan segment allocate from pool success with {'vlan_id': 573, 'physical_network': 'physnet1'} {{(pid=103305) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 26 22:17:47.734795 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-d5f825a3-68a6-448f-bbac-363eed1e0cda tempest-NetworksIpV6Test-1110316247 tempest-NetworksIpV6Test-1110316247-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576559'] for segment (b25eb79c-7e7f-4889-8655-3631b9593a2f), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:17:47.735698 n-d-760453-5 neutron-server[103305]: INFO neutron.db.segments_db [None req-d5f825a3-68a6-448f-bbac-363eed1e0cda tempest-NetworksIpV6Test-1110316247 tempest-NetworksIpV6Test-1110316247-project] Added segment b25eb79c-7e7f-4889-8655-3631b9593a2f of type vlan for network 86691cb0-bdf8-4f7b-9cb5-510b6956c158 Jan 26 22:17:47.760036 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f1a2527-dd72-4ac4-bcb8-0a6a8e0fe394 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3c4099e8-8ffb-51d1-af7f-5868973e933f-8d7e35d0-4853-4a93-ad1b-5f6b3d022eb3', 'network_id': '8d7e35d0-4853-4a93-ad1b-5f6b3d022eb3', 'project_id': '93bf150b3bc94ef1865709f09734bdbb', 'fixed_ips': [{'subnet_id': '91f18cb3-0515-47ae-a3c4-20a49fe66bce'}]}} from n-d-760453-5. {{(pid=103306) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 26 22:17:47.760889 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-4f1a2527-dd72-4ac4-bcb8-0a6a8e0fe394 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (None), before_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:17:47.775135 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-d5f825a3-68a6-448f-bbac-363eed1e0cda tempest-NetworksIpV6Test-1110316247 tempest-NetworksIpV6Test-1110316247-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746560256871'] for network (86691cb0-bdf8-4f7b-9cb5-510b6956c158), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:17:47.801669 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-d5f825a3-68a6-448f-bbac-363eed1e0cda tempest-NetworksIpV6Test-1110316247 tempest-NetworksIpV6Test-1110316247-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503'] for network (86691cb0-bdf8-4f7b-9cb5-510b6956c158), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:17:47.806673 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5f825a3-68a6-448f-bbac-363eed1e0cda tempest-NetworksIpV6Test-1110316247 tempest-NetworksIpV6Test-1110316247-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:17:47.807243 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-d5f825a3-68a6-448f-bbac-363eed1e0cda tempest-NetworksIpV6Test-1110316247 tempest-NetworksIpV6Test-1110316247-project] Publish callbacks [] for network (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:17:47.865755 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-d5f825a3-68a6-448f-bbac-363eed1e0cda tempest-NetworksIpV6Test-1110316247 tempest-NetworksIpV6Test-1110316247-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.1898317 Jan 26 22:17:47.868569 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 54020) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 22:17:47.875521 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-e12f1c84-eb30-4ea5-bc37-52be7d72b94e tempest-NetworksIpV6Test-1110316247 tempest-NetworksIpV6Test-1110316247-project] Request body: {'subnet': {'network_id': '86691cb0-bdf8-4f7b-9cb5-510b6956c158', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 22:17:47.896311 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f825a3-68a6-448f-bbac-363eed1e0cda tempest-NetworksIpV6Test-1110316247 tempest-NetworksIpV6Test-1110316247-project] Pushing event updated for resources: {'Network': ['ID=86691cb0-bdf8-4f7b-9cb5-510b6956c158,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 22:17:47.900945 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.db_base_plugin_common [None req-4f1a2527-dd72-4ac4-bcb8-0a6a8e0fe394 None None] Allocated IP 2001:db8:0:ffff::2 (8d7e35d0-4853-4a93-ad1b-5f6b3d022eb3/91f18cb3-0515-47ae-a3c4-20a49fe66bce/92561a78-d5ae-4f1c-bcec-299e6ac5c5d3) {{(pid=103306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 22:17:47.907973 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Network 86691cb0-bdf8-4f7b-9cb5-510b6956c158 details requested by agent ovs-agent-n-d-760453-5 with host n-d-760453-5 {{(pid=103306) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 26 22:17:47.967894 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e12f1c84-eb30-4ea5-bc37-52be7d72b94e tempest-NetworksIpV6Test-1110316247 tempest-NetworksIpV6Test-1110316247-project] Made reservation on behalf of 93bf150b3bc94ef1865709f09734bdbb for: {'subnet': 1} {{(pid=103305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 22:17:47.972643 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-e12f1c84-eb30-4ea5-bc37-52be7d72b94e tempest-NetworksIpV6Test-1110316247 tempest-NetworksIpV6Test-1110316247-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11599953'] for subnet (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:17:48.169450 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-e12f1c84-eb30-4ea5-bc37-52be7d72b94e tempest-NetworksIpV6Test-1110316247 tempest-NetworksIpV6Test-1110316247-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11788839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11599975'] for subnet (706b7661-1e77-4d15-828a-da1fece40f58), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:17:48.231787 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e12f1c84-eb30-4ea5-bc37-52be7d72b94e tempest-NetworksIpV6Test-1110316247 tempest-NetworksIpV6Test-1110316247-project] Pushing event updated for resources: {'Subnet': ['ID=706b7661-1e77-4d15-828a-da1fece40f58,revision_number=0']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 22:17:48.241954 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e12f1c84-eb30-4ea5-bc37-52be7d72b94e tempest-NetworksIpV6Test-1110316247 tempest-NetworksIpV6Test-1110316247-project] Checking segment: {'id': 'b25eb79c-7e7f-4889-8655-3631b9593a2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '86691cb0-bdf8-4f7b-9cb5-510b6956c158'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103305) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 22:17:48.242333 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e12f1c84-eb30-4ea5-bc37-52be7d72b94e tempest-NetworksIpV6Test-1110316247 tempest-NetworksIpV6Test-1110316247-project] Network hostable DHCP agents. Network: 86691cb0-bdf8-4f7b-9cb5-510b6956c158, hostable agents: ['474ccdf7-ab6c-405b-a3b2-dc7b05829902'], hosted agents: [] {{(pid=103305) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 26 22:17:48.259317 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e12f1c84-eb30-4ea5-bc37-52be7d72b94e tempest-NetworksIpV6Test-1110316247 tempest-NetworksIpV6Test-1110316247-project] Network 86691cb0-bdf8-4f7b-9cb5-510b6956c158 is scheduled to be hosted by DHCP agent 474ccdf7-ab6c-405b-a3b2-dc7b05829902 with binding_index 1 {{(pid=103305) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 26 22:17:48.260022 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-4f1a2527-dd72-4ac4-bcb8-0a6a8e0fe394 None None] Publish callbacks [] for port (92561a78-d5ae-4f1c-bcec-299e6ac5c5d3), precommit_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:17:48.265962 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-4f1a2527-dd72-4ac4-bcb8-0a6a8e0fe394 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746560234527'] for port (92561a78-d5ae-4f1c-bcec-299e6ac5c5d3), after_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:17:48.269607 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [None req-e12f1c84-eb30-4ea5-bc37-52be7d72b94e tempest-NetworksIpV6Test-1110316247 tempest-NetworksIpV6Test-1110316247-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760453-5, 86691cb0-bdf8-4f7b-9cb5-510b6956c158) {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 22:17:48.274498 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e12f1c84-eb30-4ea5-bc37-52be7d72b94e tempest-NetworksIpV6Test-1110316247 tempest-NetworksIpV6Test-1110316247-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:17:48.275129 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-e12f1c84-eb30-4ea5-bc37-52be7d72b94e tempest-NetworksIpV6Test-1110316247 tempest-NetworksIpV6Test-1110316247-project] Publish callbacks [] for subnet (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:17:48.291820 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-e12f1c84-eb30-4ea5-bc37-52be7d72b94e tempest-NetworksIpV6Test-1110316247 tempest-NetworksIpV6Test-1110316247-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.4222643 Jan 26 22:17:48.294468 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 54022) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 22:17:48.297046 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-602fab6a-59e2-437a-ac15-8127870531d8 None None] Network 86691cb0-bdf8-4f7b-9cb5-510b6956c158 requested from n-d-760453-5 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 26 22:17:48.305777 n-d-760453-5 neutron-server[103306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f1a2527-dd72-4ac4-bcb8-0a6a8e0fe394 None None] Network 8d7e35d0-4853-4a93-ad1b-5f6b3d022eb3 is already hosted by enough agents. {{(pid=103306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 22:17:48.320266 n-d-760453-5 neutron-server[103306]: DEBUG neutron.scheduler.base_scheduler [None req-4f1a2527-dd72-4ac4-bcb8-0a6a8e0fe394 None None] Resources bound (agent type, host, resource id): {{(pid=103306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 22:17:48.355387 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f1a2527-dd72-4ac4-bcb8-0a6a8e0fe394 None None] Received port after_create {{(pid=103306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 22:17:48.370267 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f1a2527-dd72-4ac4-bcb8-0a6a8e0fe394 None None] Pushing event updated for resources: {'Port': ['ID=92561a78-d5ae-4f1c-bcec-299e6ac5c5d3,revision_number=1']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 22:17:48.399086 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-b2074ee1-dba5-45f4-a6fc-7942b4a906ee tempest-NetworksIpV6Test-1110316247 tempest-NetworksIpV6Test-1110316247-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-748181'] for network (86691cb0-bdf8-4f7b-9cb5-510b6956c158), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:17:48.436642 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-4f1a2527-dd72-4ac4-bcb8-0a6a8e0fe394 None None] Attempting to bind port 92561a78-d5ae-4f1c-bcec-299e6ac5c5d3 on host n-d-760453-5 for vnic_type normal with profile {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 22:17:48.436925 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-4f1a2527-dd72-4ac4-bcb8-0a6a8e0fe394 None None] Attempting to bind port 92561a78-d5ae-4f1c-bcec-299e6ac5c5d3 by drivers openvswitch,hyperv on host n-d-760453-5 at level 0 using segments [{'id': '22ddeba2-eba5-4fb9-8756-7f9f350af1d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '8d7e35d0-4853-4a93-ad1b-5f6b3d022eb3'}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 26 22:17:48.437341 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f1a2527-dd72-4ac4-bcb8-0a6a8e0fe394 None None] Attempting to bind port 92561a78-d5ae-4f1c-bcec-299e6ac5c5d3 on network 8d7e35d0-4853-4a93-ad1b-5f6b3d022eb3 {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 22:17:48.456772 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f1a2527-dd72-4ac4-bcb8-0a6a8e0fe394 None None] Checking agent: {'id': 'fea0591a-627d-4c87-9a9a-01625ddf3277', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760453-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 20, 55, 25), 'started_at': datetime.datetime(2022, 1, 26, 20, 55, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 22, 17, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760453-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 26 22:17:48.457151 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f1a2527-dd72-4ac4-bcb8-0a6a8e0fe394 None None] Checking segment: {'id': '22ddeba2-eba5-4fb9-8756-7f9f350af1d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '8d7e35d0-4853-4a93-ad1b-5f6b3d022eb3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 22:17:48.457576 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-4f1a2527-dd72-4ac4-bcb8-0a6a8e0fe394 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:17:48.457953 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f1a2527-dd72-4ac4-bcb8-0a6a8e0fe394 None None] Bound using segment: {'id': '22ddeba2-eba5-4fb9-8756-7f9f350af1d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '8d7e35d0-4853-4a93-ad1b-5f6b3d022eb3'} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 26 22:17:48.458418 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-4f1a2527-dd72-4ac4-bcb8-0a6a8e0fe394 None None] Bound port: 92561a78-d5ae-4f1c-bcec-299e6ac5c5d3, host: n-d-760453-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '22ddeba2-eba5-4fb9-8756-7f9f350af1d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '8d7e35d0-4853-4a93-ad1b-5f6b3d022eb3'}}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 26 22:17:48.458792 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-4f1a2527-dd72-4ac4-bcb8-0a6a8e0fe394 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (92561a78-d5ae-4f1c-bcec-299e6ac5c5d3), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:17:48.468863 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6acba85e-9ab2-4b22-bb82-34187689938d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3c4099e8-8ffb-51d1-af7f-5868973e933f-86691cb0-bdf8-4f7b-9cb5-510b6956c158', 'network_id': '86691cb0-bdf8-4f7b-9cb5-510b6956c158', 'project_id': '93bf150b3bc94ef1865709f09734bdbb', 'fixed_ips': [{'subnet_id': '706b7661-1e77-4d15-828a-da1fece40f58'}]}} from n-d-760453-5. {{(pid=103306) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 26 22:17:48.470680 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-6acba85e-9ab2-4b22-bb82-34187689938d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (None), before_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:17:48.488353 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-b2074ee1-dba5-45f4-a6fc-7942b4a906ee tempest-NetworksIpV6Test-1110316247 tempest-NetworksIpV6Test-1110316247-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687316'] for subnet (706b7661-1e77-4d15-828a-da1fece40f58), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:17:48.558230 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-b2074ee1-dba5-45f4-a6fc-7942b4a906ee tempest-NetworksIpV6Test-1110316247 tempest-NetworksIpV6Test-1110316247-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11791594', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11599980'] for subnet (706b7661-1e77-4d15-828a-da1fece40f58), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:17:48.586172 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2074ee1-dba5-45f4-a6fc-7942b4a906ee tempest-NetworksIpV6Test-1110316247 tempest-NetworksIpV6Test-1110316247-project] Pushing event deleted for resources: {'Subnet': ['ID=706b7661-1e77-4d15-828a-da1fece40f58,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 22:17:48.601266 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-4f1a2527-dd72-4ac4-bcb8-0a6a8e0fe394 None None] For port 92561a78-d5ae-4f1c-bcec-299e6ac5c5d3, host n-d-760453-5, cleared binding levels {{(pid=103306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 26 22:17:48.606713 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-4f1a2527-dd72-4ac4-bcb8-0a6a8e0fe394 None None] For port 92561a78-d5ae-4f1c-bcec-299e6ac5c5d3, host n-d-760453-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=92561a78-d5ae-4f1c-bcec-299e6ac5c5d3,segment=NetworkSegment(22ddeba2-eba5-4fb9-8756-7f9f350af1d7),segment_id=22ddeba2-eba5-4fb9-8756-7f9f350af1d7)] {{(pid=103306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 26 22:17:48.611660 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server [None req-6acba85e-9ab2-4b22-bb82-34187689938d None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 706b7661-1e77-4d15-828a-da1fece40f58: This subnet is being modified by another concurrent operation. Jan 26 22:17:48.611660 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jan 26 22:17:48.611660 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jan 26 22:17:48.611660 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jan 26 22:17:48.611660 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jan 26 22:17:48.611660 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jan 26 22:17:48.611660 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jan 26 22:17:48.611660 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jan 26 22:17:48.611660 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jan 26 22:17:48.611660 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jan 26 22:17:48.611660 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 26 22:17:48.611660 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 26 22:17:48.611660 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 26 22:17:48.611660 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 26 22:17:48.611660 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 26 22:17:48.611660 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server raise self.value Jan 26 22:17:48.611660 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 26 22:17:48.611660 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 26 22:17:48.611660 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 26 22:17:48.611660 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 26 22:17:48.611660 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 26 22:17:48.611660 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 26 22:17:48.611660 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 26 22:17:48.611660 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server raise self.value Jan 26 22:17:48.611660 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 26 22:17:48.611660 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 26 22:17:48.611660 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 26 22:17:48.611660 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 26 22:17:48.611660 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 26 22:17:48.611660 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 26 22:17:48.611660 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 26 22:17:48.611660 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server raise self.value Jan 26 22:17:48.611660 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 26 22:17:48.611660 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 26 22:17:48.611660 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jan 26 22:17:48.611660 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jan 26 22:17:48.611660 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 278, in create_dhcp_port Jan 26 22:17:48.611660 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jan 26 22:17:48.611660 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Jan 26 22:17:48.611660 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jan 26 22:17:48.611660 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jan 26 22:17:48.611660 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jan 26 22:17:48.611660 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Jan 26 22:17:48.611660 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 26 22:17:48.611660 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jan 26 22:17:48.611660 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 26 22:17:48.611660 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 26 22:17:48.611660 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 26 22:17:48.611660 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 26 22:17:48.611660 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 26 22:17:48.611660 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 26 22:17:48.611660 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server raise self.value Jan 26 22:17:48.611660 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 26 22:17:48.611660 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 26 22:17:48.611660 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 26 22:17:48.611660 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 26 22:17:48.611660 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 26 22:17:48.611660 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 26 22:17:48.611660 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 26 22:17:48.611660 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server raise self.value Jan 26 22:17:48.611660 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 26 22:17:48.611660 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 26 22:17:48.611660 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 26 22:17:48.611660 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 26 22:17:48.611660 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 26 22:17:48.611660 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 26 22:17:48.611660 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 26 22:17:48.611660 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server raise self.value Jan 26 22:17:48.611660 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 26 22:17:48.611660 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 26 22:17:48.611660 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1491, in create_port Jan 26 22:17:48.611660 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jan 26 22:17:48.611660 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1456, in _create_port_db Jan 26 22:17:48.611660 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jan 26 22:17:48.611660 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1466, in create_port_db Jan 26 22:17:48.611660 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jan 26 22:17:48.611660 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Jan 26 22:17:48.611660 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Jan 26 22:17:48.611660 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jan 26 22:17:48.611660 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 26 22:17:48.611660 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Jan 26 22:17:48.611660 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Jan 26 22:17:48.611660 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Jan 26 22:17:48.611660 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Jan 26 22:17:48.611660 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Jan 26 22:17:48.611660 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jan 26 22:17:48.611660 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jan 26 22:17:48.611660 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jan 26 22:17:48.611660 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jan 26 22:17:48.611660 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server raise exception Jan 26 22:17:48.611660 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 706b7661-1e77-4d15-828a-da1fece40f58: This subnet is being modified by another concurrent operation. Jan 26 22:17:48.611660 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server Jan 26 22:17:48.622240 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-4f1a2527-dd72-4ac4-bcb8-0a6a8e0fe394 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (92561a78-d5ae-4f1c-bcec-299e6ac5c5d3), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:17:48.644223 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a88a2991-1bb8-4015-a53c-e8e7883d5219 None None] Network 86691cb0-bdf8-4f7b-9cb5-510b6956c158 requested from n-d-760453-5 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 26 22:17:48.646239 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-b2074ee1-dba5-45f4-a6fc-7942b4a906ee tempest-NetworksIpV6Test-1110316247 tempest-NetworksIpV6Test-1110316247-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-686403', 'neutron.services.segments.db._delete_segments_for_network-8746560774018'] for network (86691cb0-bdf8-4f7b-9cb5-510b6956c158), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:17:48.671666 n-d-760453-5 neutron-server[103305]: DEBUG neutron.services.segments.db [None req-b2074ee1-dba5-45f4-a6fc-7942b4a906ee tempest-NetworksIpV6Test-1110316247 tempest-NetworksIpV6Test-1110316247-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['86691cb0-bdf8-4f7b-9cb5-510b6956c158']}} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 22:17:48.690244 n-d-760453-5 neutron-server[103305]: DEBUG neutron.services.segments.db [None req-b2074ee1-dba5-45f4-a6fc-7942b4a906ee tempest-NetworksIpV6Test-1110316247 tempest-NetworksIpV6Test-1110316247-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b25eb79c-7e7f-4889-8655-3631b9593a2f') {'for_net_delete': True} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 22:17:48.690481 n-d-760453-5 neutron-server[103305]: DEBUG neutron.services.segments.db [None req-b2074ee1-dba5-45f4-a6fc-7942b4a906ee tempest-NetworksIpV6Test-1110316247 tempest-NetworksIpV6Test-1110316247-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b25eb79c-7e7f-4889-8655-3631b9593a2f') {} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 22:17:48.700848 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-b2074ee1-dba5-45f4-a6fc-7942b4a906ee tempest-NetworksIpV6Test-1110316247 tempest-NetworksIpV6Test-1110316247-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746560742283', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11788955'] for segment (b25eb79c-7e7f-4889-8655-3631b9593a2f), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:17:48.714966 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-b2074ee1-dba5-45f4-a6fc-7942b4a906ee tempest-NetworksIpV6Test-1110316247 tempest-NetworksIpV6Test-1110316247-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576559'] for segment (b25eb79c-7e7f-4889-8655-3631b9593a2f), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:17:48.721554 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b2074ee1-dba5-45f4-a6fc-7942b4a906ee tempest-NetworksIpV6Test-1110316247 tempest-NetworksIpV6Test-1110316247-project] Releasing vlan 573 on physical network physnet1 to pool {{(pid=103305) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 26 22:17:48.722056 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-b2074ee1-dba5-45f4-a6fc-7942b4a906ee tempest-NetworksIpV6Test-1110316247 tempest-NetworksIpV6Test-1110316247-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11791428'] for segment (b25eb79c-7e7f-4889-8655-3631b9593a2f), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:17:48.725392 n-d-760453-5 neutron-server[103305]: Traceback (most recent call last): Jan 26 22:17:48.725392 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 26 22:17:48.725392 n-d-760453-5 neutron-server[103305]: timer() Jan 26 22:17:48.725392 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 26 22:17:48.725392 n-d-760453-5 neutron-server[103305]: cb(*args, **kw) Jan 26 22:17:48.725392 n-d-760453-5 neutron-server[103305]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 26 22:17:48.725392 n-d-760453-5 neutron-server[103305]: return func(*args, **kwargs) Jan 26 22:17:48.725392 n-d-760453-5 neutron-server[103305]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 26 22:17:48.725392 n-d-760453-5 neutron-server[103305]: self._notify() Jan 26 22:17:48.725392 n-d-760453-5 neutron-server[103305]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 26 22:17:48.725392 n-d-760453-5 neutron-server[103305]: self.callback(batched_events) Jan 26 22:17:48.725392 n-d-760453-5 neutron-server[103305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 26 22:17:48.725392 n-d-760453-5 neutron-server[103305]: event.method(event) Jan 26 22:17:48.725392 n-d-760453-5 neutron-server[103305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 26 22:17:48.725392 n-d-760453-5 neutron-server[103305]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 26 22:17:48.725392 n-d-760453-5 neutron-server[103305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 26 22:17:48.725392 n-d-760453-5 neutron-server[103305]: aggregate_uuid = self.p_client.list_aggregates( Jan 26 22:17:48.725392 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 26 22:17:48.725392 n-d-760453-5 neutron-server[103305]: return f(self, *a, **k) Jan 26 22:17:48.725392 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 26 22:17:48.725392 n-d-760453-5 neutron-server[103305]: return self._get(url).json() Jan 26 22:17:48.725392 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 26 22:17:48.725392 n-d-760453-5 neutron-server[103305]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 26 22:17:48.725392 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 26 22:17:48.725392 n-d-760453-5 neutron-server[103305]: return self.request(url, 'GET', **kwargs) Jan 26 22:17:48.725392 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 26 22:17:48.725392 n-d-760453-5 neutron-server[103305]: base_url = self.get_endpoint(auth, allow=allow, Jan 26 22:17:48.725392 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 26 22:17:48.725392 n-d-760453-5 neutron-server[103305]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 26 22:17:48.725392 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 26 22:17:48.725392 n-d-760453-5 neutron-server[103305]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 26 22:17:48.725392 n-d-760453-5 neutron-server[103305]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 26 22:17:48.746599 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f1a2527-dd72-4ac4-bcb8-0a6a8e0fe394 None None] Pushing event updated for resources: {'Port': ['ID=92561a78-d5ae-4f1c-bcec-299e6ac5c5d3,revision_number=2']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 22:17:48.785593 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-b2074ee1-dba5-45f4-a6fc-7942b4a906ee tempest-NetworksIpV6Test-1110316247 tempest-NetworksIpV6Test-1110316247-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4110931'] for network (86691cb0-bdf8-4f7b-9cb5-510b6956c158), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:17:48.792726 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-b2074ee1-dba5-45f4-a6fc-7942b4a906ee tempest-NetworksIpV6Test-1110316247 tempest-NetworksIpV6Test-1110316247-project] Publish callbacks [] for network (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:17:48.795957 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-b2074ee1-dba5-45f4-a6fc-7942b4a906ee tempest-NetworksIpV6Test-1110316247 tempest-NetworksIpV6Test-1110316247-project] 10.222.0.13 "DELETE /v2.0/networks/86691cb0-bdf8-4f7b-9cb5-510b6956c158 HTTP/1.1" status: 204 len: 168 time: 0.5005305 Jan 26 22:17:48.800241 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 54024) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 22:17:48.805428 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-aca4025e-a1aa-406c-9a79-71287b55bd96 tempest-NetworksIpV6Test-1110316247 tempest-NetworksIpV6Test-1110316247-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-258125281'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 22:17:48.809795 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2074ee1-dba5-45f4-a6fc-7942b4a906ee tempest-NetworksIpV6Test-1110316247 tempest-NetworksIpV6Test-1110316247-project] Pushing event deleted for resources: {'Network': ['ID=86691cb0-bdf8-4f7b-9cb5-510b6956c158,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 22:17:48.829569 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aca4025e-a1aa-406c-9a79-71287b55bd96 tempest-NetworksIpV6Test-1110316247 tempest-NetworksIpV6Test-1110316247-project] Made reservation on behalf of 93bf150b3bc94ef1865709f09734bdbb for: {'network': 1} {{(pid=103304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 22:17:48.833388 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-aca4025e-a1aa-406c-9a79-71287b55bd96 tempest-NetworksIpV6Test-1110316247 tempest-NetworksIpV6Test-1110316247-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for network (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:17:48.875601 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aca4025e-a1aa-406c-9a79-71287b55bd96 tempest-NetworksIpV6Test-1110316247 tempest-NetworksIpV6Test-1110316247-project] vlan segment allocate from pool success with {'vlan_id': 583, 'physical_network': 'physnet1'} {{(pid=103304) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 26 22:17:48.886326 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-aca4025e-a1aa-406c-9a79-71287b55bd96 tempest-NetworksIpV6Test-1110316247 tempest-NetworksIpV6Test-1110316247-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576559'] for segment (d32e138f-8bce-4bd9-ad9a-d7c3609a0034), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:17:48.886815 n-d-760453-5 neutron-server[103304]: INFO neutron.db.segments_db [None req-aca4025e-a1aa-406c-9a79-71287b55bd96 tempest-NetworksIpV6Test-1110316247 tempest-NetworksIpV6Test-1110316247-project] Added segment d32e138f-8bce-4bd9-ad9a-d7c3609a0034 of type vlan for network 0326d7a8-95a3-461a-9dc6-2b02adc3617a Jan 26 22:17:48.934801 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-aca4025e-a1aa-406c-9a79-71287b55bd96 tempest-NetworksIpV6Test-1110316247 tempest-NetworksIpV6Test-1110316247-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746560256871'] for network (0326d7a8-95a3-461a-9dc6-2b02adc3617a), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:17:48.962691 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-aca4025e-a1aa-406c-9a79-71287b55bd96 tempest-NetworksIpV6Test-1110316247 tempest-NetworksIpV6Test-1110316247-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503'] for network (0326d7a8-95a3-461a-9dc6-2b02adc3617a), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:17:48.967985 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aca4025e-a1aa-406c-9a79-71287b55bd96 tempest-NetworksIpV6Test-1110316247 tempest-NetworksIpV6Test-1110316247-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:17:48.968575 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-aca4025e-a1aa-406c-9a79-71287b55bd96 tempest-NetworksIpV6Test-1110316247 tempest-NetworksIpV6Test-1110316247-project] Publish callbacks [] for network (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:17:48.997819 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-aca4025e-a1aa-406c-9a79-71287b55bd96 tempest-NetworksIpV6Test-1110316247 tempest-NetworksIpV6Test-1110316247-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.1964645 Jan 26 22:17:49.001255 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 54026) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 22:17:49.006708 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-902f76b7-0a1c-4926-b439-940a21c1a597 tempest-NetworksIpV6Test-1110316247 tempest-NetworksIpV6Test-1110316247-project] Request body: {'subnet': {'network_id': '0326d7a8-95a3-461a-9dc6-2b02adc3617a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 22:17:49.025392 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-ad4259f8-ed45-464a-b317-b3160f2d6af2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (474ccdf7-ab6c-405b-a3b2-dc7b05829902), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:17:49.052380 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca4025e-a1aa-406c-9a79-71287b55bd96 tempest-NetworksIpV6Test-1110316247 tempest-NetworksIpV6Test-1110316247-project] Pushing event updated for resources: {'Network': ['ID=0326d7a8-95a3-461a-9dc6-2b02adc3617a,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 22:17:49.064134 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Network 0326d7a8-95a3-461a-9dc6-2b02adc3617a details requested by agent ovs-agent-n-d-760453-5 with host n-d-760453-5 {{(pid=103306) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 26 22:17:49.109135 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-902f76b7-0a1c-4926-b439-940a21c1a597 tempest-NetworksIpV6Test-1110316247 tempest-NetworksIpV6Test-1110316247-project] Made reservation on behalf of 93bf150b3bc94ef1865709f09734bdbb for: {'subnet': 1} {{(pid=103305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 22:17:49.115040 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-902f76b7-0a1c-4926-b439-940a21c1a597 tempest-NetworksIpV6Test-1110316247 tempest-NetworksIpV6Test-1110316247-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11599953'] for subnet (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:17:49.176101 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.ipam_backend_mixin [None req-902f76b7-0a1c-4926-b439-940a21c1a597 tempest-NetworksIpV6Test-1110316247 tempest-NetworksIpV6Test-1110316247-project] Performing IP validity checks on allocation pools {{(pid=103305) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jan 26 22:17:49.176689 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.ipam_backend_mixin [None req-902f76b7-0a1c-4926-b439-940a21c1a597 tempest-NetworksIpV6Test-1110316247 tempest-NetworksIpV6Test-1110316247-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103305) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jan 26 22:17:49.212404 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device 92561a78-d5ae-4f1c-bcec-299e6ac5c5d3 up at agent ovs-agent-n-d-760453-5 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 22:17:49.262266 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Provisioning complete for port 92561a78-d5ae-4f1c-bcec-299e6ac5c5d3 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 22:17:49.262774 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (92561a78-d5ae-4f1c-bcec-299e6ac5c5d3), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:17:49.306245 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-902f76b7-0a1c-4926-b439-940a21c1a597 tempest-NetworksIpV6Test-1110316247 tempest-NetworksIpV6Test-1110316247-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11788839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11599975'] for subnet (6d4c10f9-e625-41fa-8fe8-bc0499cd50c1), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:17:49.339939 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Current status of the port 92561a78-d5ae-4f1c-bcec-299e6ac5c5d3 is: DOWN; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 22:17:49.340488 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (92561a78-d5ae-4f1c-bcec-299e6ac5c5d3), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:17:49.368286 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-902f76b7-0a1c-4926-b439-940a21c1a597 tempest-NetworksIpV6Test-1110316247 tempest-NetworksIpV6Test-1110316247-project] Pushing event updated for resources: {'Subnet': ['ID=6d4c10f9-e625-41fa-8fe8-bc0499cd50c1,revision_number=0']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 22:17:49.378716 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-902f76b7-0a1c-4926-b439-940a21c1a597 tempest-NetworksIpV6Test-1110316247 tempest-NetworksIpV6Test-1110316247-project] Checking segment: {'id': 'd32e138f-8bce-4bd9-ad9a-d7c3609a0034', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '0326d7a8-95a3-461a-9dc6-2b02adc3617a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103305) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 22:17:49.379292 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-902f76b7-0a1c-4926-b439-940a21c1a597 tempest-NetworksIpV6Test-1110316247 tempest-NetworksIpV6Test-1110316247-project] Network hostable DHCP agents. Network: 0326d7a8-95a3-461a-9dc6-2b02adc3617a, hostable agents: ['474ccdf7-ab6c-405b-a3b2-dc7b05829902'], hosted agents: [] {{(pid=103305) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 26 22:17:49.388967 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] For port 92561a78-d5ae-4f1c-bcec-299e6ac5c5d3, host n-d-760453-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=92561a78-d5ae-4f1c-bcec-299e6ac5c5d3,segment=NetworkSegment(22ddeba2-eba5-4fb9-8756-7f9f350af1d7),segment_id=22ddeba2-eba5-4fb9-8756-7f9f350af1d7)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 22:17:49.395400 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (92561a78-d5ae-4f1c-bcec-299e6ac5c5d3), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:17:49.403016 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-902f76b7-0a1c-4926-b439-940a21c1a597 tempest-NetworksIpV6Test-1110316247 tempest-NetworksIpV6Test-1110316247-project] Network 0326d7a8-95a3-461a-9dc6-2b02adc3617a is scheduled to be hosted by DHCP agent 474ccdf7-ab6c-405b-a3b2-dc7b05829902 with binding_index 1 {{(pid=103305) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 26 22:17:49.416178 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [None req-902f76b7-0a1c-4926-b439-940a21c1a597 tempest-NetworksIpV6Test-1110316247 tempest-NetworksIpV6Test-1110316247-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760453-5, 0326d7a8-95a3-461a-9dc6-2b02adc3617a) {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 22:17:49.421166 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-902f76b7-0a1c-4926-b439-940a21c1a597 tempest-NetworksIpV6Test-1110316247 tempest-NetworksIpV6Test-1110316247-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:17:49.421876 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-902f76b7-0a1c-4926-b439-940a21c1a597 tempest-NetworksIpV6Test-1110316247 tempest-NetworksIpV6Test-1110316247-project] Publish callbacks [] for subnet (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:17:49.435373 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9a8a2d1-6b8c-4e9c-87b8-f05af66fbb7b None None] Network 0326d7a8-95a3-461a-9dc6-2b02adc3617a requested from n-d-760453-5 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 26 22:17:49.442042 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-902f76b7-0a1c-4926-b439-940a21c1a597 tempest-NetworksIpV6Test-1110316247 tempest-NetworksIpV6Test-1110316247-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.4370244 Jan 26 22:17:49.442280 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 54028) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 22:17:49.503304 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Pushing event updated for resources: {'Port': ['ID=92561a78-d5ae-4f1c-bcec-299e6ac5c5d3,revision_number=3']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 22:17:49.551502 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-6cf2c051-4796-49d8-a90b-9a41a9acf475 tempest-NetworksIpV6Test-1110316247 tempest-NetworksIpV6Test-1110316247-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-748181'] for network (0326d7a8-95a3-461a-9dc6-2b02adc3617a), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:17:49.561040 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c3ca7a0-acc1-453e-842e-02ca3d2f3d1e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3c4099e8-8ffb-51d1-af7f-5868973e933f-0326d7a8-95a3-461a-9dc6-2b02adc3617a', 'network_id': '0326d7a8-95a3-461a-9dc6-2b02adc3617a', 'project_id': '93bf150b3bc94ef1865709f09734bdbb', 'fixed_ips': [{'subnet_id': '6d4c10f9-e625-41fa-8fe8-bc0499cd50c1'}]}} from n-d-760453-5. {{(pid=103306) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 26 22:17:49.561949 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2c3ca7a0-acc1-453e-842e-02ca3d2f3d1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (None), before_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:17:49.612445 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-6cf2c051-4796-49d8-a90b-9a41a9acf475 tempest-NetworksIpV6Test-1110316247 tempest-NetworksIpV6Test-1110316247-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687316'] for subnet (6d4c10f9-e625-41fa-8fe8-bc0499cd50c1), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:17:49.701692 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.db_base_plugin_common [None req-2c3ca7a0-acc1-453e-842e-02ca3d2f3d1e None None] Allocated IP 2001:db8::3 (0326d7a8-95a3-461a-9dc6-2b02adc3617a/6d4c10f9-e625-41fa-8fe8-bc0499cd50c1/765cdfaa-d81e-4404-ab53-78434be91eee) {{(pid=103306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 22:17:49.730996 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a89dc074-1162-4c77-8bf7-cb42984a7078 None None] Network 8d7e35d0-4853-4a93-ad1b-5f6b3d022eb3 requested from n-d-760453-5 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 26 22:17:49.832764 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-6777020b-5cdf-4e48-9f6d-9ed242bee492 None None] Provisioning complete for port 92561a78-d5ae-4f1c-bcec-299e6ac5c5d3 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 22:17:49.833481 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-6777020b-5cdf-4e48-9f6d-9ed242bee492 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (92561a78-d5ae-4f1c-bcec-299e6ac5c5d3), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:17:49.998172 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2c3ca7a0-acc1-453e-842e-02ca3d2f3d1e None None] Publish callbacks [] for port (765cdfaa-d81e-4404-ab53-78434be91eee), precommit_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:17:50.010822 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2c3ca7a0-acc1-453e-842e-02ca3d2f3d1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746560234527'] for port (765cdfaa-d81e-4404-ab53-78434be91eee), after_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:17:50.022740 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-6cf2c051-4796-49d8-a90b-9a41a9acf475 tempest-NetworksIpV6Test-1110316247 tempest-NetworksIpV6Test-1110316247-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11791594', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11599980'] for subnet (6d4c10f9-e625-41fa-8fe8-bc0499cd50c1), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:17:50.045077 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-6777020b-5cdf-4e48-9f6d-9ed242bee492 None None] Current status of the port 92561a78-d5ae-4f1c-bcec-299e6ac5c5d3 is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 22:17:50.058996 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf2c051-4796-49d8-a90b-9a41a9acf475 tempest-NetworksIpV6Test-1110316247 tempest-NetworksIpV6Test-1110316247-project] Pushing event deleted for resources: {'Subnet': ['ID=6d4c10f9-e625-41fa-8fe8-bc0499cd50c1,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 22:17:50.060792 n-d-760453-5 neutron-server[103306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c3ca7a0-acc1-453e-842e-02ca3d2f3d1e None None] Network 0326d7a8-95a3-461a-9dc6-2b02adc3617a is already hosted by enough agents. {{(pid=103306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 22:17:50.065998 n-d-760453-5 neutron-server[103306]: DEBUG neutron.scheduler.base_scheduler [None req-2c3ca7a0-acc1-453e-842e-02ca3d2f3d1e None None] Resources bound (agent type, host, resource id): {{(pid=103306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 22:17:50.070277 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c3ca7a0-acc1-453e-842e-02ca3d2f3d1e None None] Received port after_create {{(pid=103306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 22:17:50.075475 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c3ca7a0-acc1-453e-842e-02ca3d2f3d1e None None] Pushing event updated for resources: {'Port': ['ID=765cdfaa-d81e-4404-ab53-78434be91eee,revision_number=1']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 22:17:50.123205 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-6cf2c051-4796-49d8-a90b-9a41a9acf475 tempest-NetworksIpV6Test-1110316247 tempest-NetworksIpV6Test-1110316247-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-686403', 'neutron.services.segments.db._delete_segments_for_network-8746560774018'] for network (0326d7a8-95a3-461a-9dc6-2b02adc3617a), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:17:50.132520 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-2c3ca7a0-acc1-453e-842e-02ca3d2f3d1e None None] Attempting to bind port 765cdfaa-d81e-4404-ab53-78434be91eee on host n-d-760453-5 for vnic_type normal with profile {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 22:17:50.132897 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-2c3ca7a0-acc1-453e-842e-02ca3d2f3d1e None None] Attempting to bind port 765cdfaa-d81e-4404-ab53-78434be91eee by drivers openvswitch,hyperv on host n-d-760453-5 at level 0 using segments [{'id': 'd32e138f-8bce-4bd9-ad9a-d7c3609a0034', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '0326d7a8-95a3-461a-9dc6-2b02adc3617a'}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 26 22:17:50.133266 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c3ca7a0-acc1-453e-842e-02ca3d2f3d1e None None] Attempting to bind port 765cdfaa-d81e-4404-ab53-78434be91eee on network 0326d7a8-95a3-461a-9dc6-2b02adc3617a {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 22:17:50.138557 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c3ca7a0-acc1-453e-842e-02ca3d2f3d1e None None] Checking agent: {'id': 'fea0591a-627d-4c87-9a9a-01625ddf3277', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760453-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 20, 55, 25), 'started_at': datetime.datetime(2022, 1, 26, 20, 55, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 22, 17, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760453-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 26 22:17:50.138932 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c3ca7a0-acc1-453e-842e-02ca3d2f3d1e None None] Checking segment: {'id': 'd32e138f-8bce-4bd9-ad9a-d7c3609a0034', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '0326d7a8-95a3-461a-9dc6-2b02adc3617a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 22:17:50.139339 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2c3ca7a0-acc1-453e-842e-02ca3d2f3d1e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:17:50.139740 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c3ca7a0-acc1-453e-842e-02ca3d2f3d1e None None] Bound using segment: {'id': 'd32e138f-8bce-4bd9-ad9a-d7c3609a0034', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '0326d7a8-95a3-461a-9dc6-2b02adc3617a'} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 26 22:17:50.140244 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-2c3ca7a0-acc1-453e-842e-02ca3d2f3d1e None None] Bound port: 765cdfaa-d81e-4404-ab53-78434be91eee, host: n-d-760453-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd32e138f-8bce-4bd9-ad9a-d7c3609a0034', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '0326d7a8-95a3-461a-9dc6-2b02adc3617a'}}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 26 22:17:50.140628 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2c3ca7a0-acc1-453e-842e-02ca3d2f3d1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (765cdfaa-d81e-4404-ab53-78434be91eee), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:17:50.149330 n-d-760453-5 neutron-server[103305]: DEBUG neutron.services.segments.db [None req-6cf2c051-4796-49d8-a90b-9a41a9acf475 tempest-NetworksIpV6Test-1110316247 tempest-NetworksIpV6Test-1110316247-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0326d7a8-95a3-461a-9dc6-2b02adc3617a']}} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 22:17:50.162246 n-d-760453-5 neutron-server[103305]: DEBUG neutron.services.segments.db [None req-6cf2c051-4796-49d8-a90b-9a41a9acf475 tempest-NetworksIpV6Test-1110316247 tempest-NetworksIpV6Test-1110316247-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd32e138f-8bce-4bd9-ad9a-d7c3609a0034') {'for_net_delete': True} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 22:17:50.162545 n-d-760453-5 neutron-server[103305]: DEBUG neutron.services.segments.db [None req-6cf2c051-4796-49d8-a90b-9a41a9acf475 tempest-NetworksIpV6Test-1110316247 tempest-NetworksIpV6Test-1110316247-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd32e138f-8bce-4bd9-ad9a-d7c3609a0034') {} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 22:17:50.172704 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-6cf2c051-4796-49d8-a90b-9a41a9acf475 tempest-NetworksIpV6Test-1110316247 tempest-NetworksIpV6Test-1110316247-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746560742283', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11788955'] for segment (d32e138f-8bce-4bd9-ad9a-d7c3609a0034), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:17:50.186546 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-6cf2c051-4796-49d8-a90b-9a41a9acf475 tempest-NetworksIpV6Test-1110316247 tempest-NetworksIpV6Test-1110316247-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576559'] for segment (d32e138f-8bce-4bd9-ad9a-d7c3609a0034), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:17:50.193247 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6cf2c051-4796-49d8-a90b-9a41a9acf475 tempest-NetworksIpV6Test-1110316247 tempest-NetworksIpV6Test-1110316247-project] Releasing vlan 583 on physical network physnet1 to pool {{(pid=103305) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 26 22:17:50.193826 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-6cf2c051-4796-49d8-a90b-9a41a9acf475 tempest-NetworksIpV6Test-1110316247 tempest-NetworksIpV6Test-1110316247-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11791428'] for segment (d32e138f-8bce-4bd9-ad9a-d7c3609a0034), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:17:50.197168 n-d-760453-5 neutron-server[103305]: Traceback (most recent call last): Jan 26 22:17:50.197168 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 26 22:17:50.197168 n-d-760453-5 neutron-server[103305]: timer() Jan 26 22:17:50.197168 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 26 22:17:50.197168 n-d-760453-5 neutron-server[103305]: cb(*args, **kw) Jan 26 22:17:50.197168 n-d-760453-5 neutron-server[103305]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 26 22:17:50.197168 n-d-760453-5 neutron-server[103305]: return func(*args, **kwargs) Jan 26 22:17:50.197168 n-d-760453-5 neutron-server[103305]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 26 22:17:50.197168 n-d-760453-5 neutron-server[103305]: self._notify() Jan 26 22:17:50.197168 n-d-760453-5 neutron-server[103305]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 26 22:17:50.197168 n-d-760453-5 neutron-server[103305]: self.callback(batched_events) Jan 26 22:17:50.197168 n-d-760453-5 neutron-server[103305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 26 22:17:50.197168 n-d-760453-5 neutron-server[103305]: event.method(event) Jan 26 22:17:50.197168 n-d-760453-5 neutron-server[103305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 26 22:17:50.197168 n-d-760453-5 neutron-server[103305]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 26 22:17:50.197168 n-d-760453-5 neutron-server[103305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 26 22:17:50.197168 n-d-760453-5 neutron-server[103305]: aggregate_uuid = self.p_client.list_aggregates( Jan 26 22:17:50.197168 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 26 22:17:50.197168 n-d-760453-5 neutron-server[103305]: return f(self, *a, **k) Jan 26 22:17:50.197168 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 26 22:17:50.197168 n-d-760453-5 neutron-server[103305]: return self._get(url).json() Jan 26 22:17:50.197168 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 26 22:17:50.197168 n-d-760453-5 neutron-server[103305]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 26 22:17:50.197168 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 26 22:17:50.197168 n-d-760453-5 neutron-server[103305]: return self.request(url, 'GET', **kwargs) Jan 26 22:17:50.197168 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 26 22:17:50.197168 n-d-760453-5 neutron-server[103305]: base_url = self.get_endpoint(auth, allow=allow, Jan 26 22:17:50.197168 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 26 22:17:50.197168 n-d-760453-5 neutron-server[103305]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 26 22:17:50.197168 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 26 22:17:50.197168 n-d-760453-5 neutron-server[103305]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 26 22:17:50.197168 n-d-760453-5 neutron-server[103305]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 26 22:17:50.218975 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-2c3ca7a0-acc1-453e-842e-02ca3d2f3d1e None None] For port 765cdfaa-d81e-4404-ab53-78434be91eee, host n-d-760453-5, cleared binding levels {{(pid=103306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 26 22:17:50.253820 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-2c3ca7a0-acc1-453e-842e-02ca3d2f3d1e None None] For port 765cdfaa-d81e-4404-ab53-78434be91eee, host n-d-760453-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=765cdfaa-d81e-4404-ab53-78434be91eee,segment=NetworkSegment(d32e138f-8bce-4bd9-ad9a-d7c3609a0034),segment_id=d32e138f-8bce-4bd9-ad9a-d7c3609a0034)] {{(pid=103306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 26 22:17:50.255256 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.db.api [None req-6cf2c051-4796-49d8-a90b-9a41a9acf475 tempest-NetworksIpV6Test-1110316247 tempest-NetworksIpV6Test-1110316247-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jan 26 22:17:50.255256 n-d-760453-5 neutron-server[103305]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jan 26 22:17:50.255256 n-d-760453-5 neutron-server[103305]: [parameters: {'id': '0326d7a8-95a3-461a-9dc6-2b02adc3617a'}] Jan 26 22:17:50.255256 n-d-760453-5 neutron-server[103305]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103305) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 26 22:17:50.255685 n-d-760453-5 neutron-server[103305]: DEBUG oslo_db.api [None req-6cf2c051-4796-49d8-a90b-9a41a9acf475 tempest-NetworksIpV6Test-1110316247 tempest-NetworksIpV6Test-1110316247-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 26 22:17:50.261126 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2c3ca7a0-acc1-453e-842e-02ca3d2f3d1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (765cdfaa-d81e-4404-ab53-78434be91eee), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:17:50.313979 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-a8b1e721-9c5a-419e-95a7-42cd20fa98a0 None None] Provisioning complete for port 92561a78-d5ae-4f1c-bcec-299e6ac5c5d3 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 22:17:50.314346 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-a8b1e721-9c5a-419e-95a7-42cd20fa98a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (92561a78-d5ae-4f1c-bcec-299e6ac5c5d3), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:17:50.374165 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c3ca7a0-acc1-453e-842e-02ca3d2f3d1e None None] Pushing event updated for resources: {'Port': ['ID=765cdfaa-d81e-4404-ab53-78434be91eee,revision_number=2']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 22:17:50.392438 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-601b25aa-611d-49f6-be86-3917a64195f0 None None] get_active_networks_info from n-d-760453-5 {{(pid=103306) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jan 26 22:17:50.478469 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-a8b1e721-9c5a-419e-95a7-42cd20fa98a0 None None] Current status of the port 92561a78-d5ae-4f1c-bcec-299e6ac5c5d3 is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 22:17:50.491183 n-d-760453-5 neutron-server[103306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-601b25aa-611d-49f6-be86-3917a64195f0 None None] Resources bound (agent type, host, resource id): {{(pid=103306) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 26 22:17:50.641085 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60ba25b2-618f-439a-bf62-58a3fbfa13ff None None] get_active_networks_info from n-d-760453-5 {{(pid=103306) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jan 26 22:17:50.708007 n-d-760453-5 neutron-server[103306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60ba25b2-618f-439a-bf62-58a3fbfa13ff None None] Resources bound (agent type, host, resource id): {{(pid=103306) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 26 22:17:50.757225 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-6cf2c051-4796-49d8-a90b-9a41a9acf475 tempest-NetworksIpV6Test-1110316247 tempest-NetworksIpV6Test-1110316247-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-748181'] for network (0326d7a8-95a3-461a-9dc6-2b02adc3617a), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:17:50.808591 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-6cf2c051-4796-49d8-a90b-9a41a9acf475 tempest-NetworksIpV6Test-1110316247 tempest-NetworksIpV6Test-1110316247-project] Deleting port 765cdfaa-d81e-4404-ab53-78434be91eee {{(pid=103305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 22:17:50.808942 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-6cf2c051-4796-49d8-a90b-9a41a9acf475 tempest-NetworksIpV6Test-1110316247 tempest-NetworksIpV6Test-1110316247-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746560630878'] for port (765cdfaa-d81e-4404-ab53-78434be91eee), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:17:50.853319 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1e4aaa0-6665-44cf-9335-53f55cbe197c None None] Network 0326d7a8-95a3-461a-9dc6-2b02adc3617a requested from n-d-760453-5 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 26 22:17:50.874670 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [None req-6cf2c051-4796-49d8-a90b-9a41a9acf475 tempest-NetworksIpV6Test-1110316247 tempest-NetworksIpV6Test-1110316247-project] For port 765cdfaa-d81e-4404-ab53-78434be91eee, host n-d-760453-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=765cdfaa-d81e-4404-ab53-78434be91eee,segment=NetworkSegment(d32e138f-8bce-4bd9-ad9a-d7c3609a0034),segment_id=d32e138f-8bce-4bd9-ad9a-d7c3609a0034)] {{(pid=103305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 22:17:50.875040 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-6cf2c051-4796-49d8-a90b-9a41a9acf475 tempest-NetworksIpV6Test-1110316247 tempest-NetworksIpV6Test-1110316247-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4109658'] for port (765cdfaa-d81e-4404-ab53-78434be91eee), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:17:50.888365 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-6cf2c051-4796-49d8-a90b-9a41a9acf475 tempest-NetworksIpV6Test-1110316247 tempest-NetworksIpV6Test-1110316247-project] Calling delete_port for 765cdfaa-d81e-4404-ab53-78434be91eee owned by network:dhcp {{(pid=103305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 22:17:50.966549 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-6cf2c051-4796-49d8-a90b-9a41a9acf475 tempest-NetworksIpV6Test-1110316247 tempest-NetworksIpV6Test-1110316247-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746560636600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746560234536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11791543'] for port (765cdfaa-d81e-4404-ab53-78434be91eee), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:17:50.994689 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf2c051-4796-49d8-a90b-9a41a9acf475 tempest-NetworksIpV6Test-1110316247 tempest-NetworksIpV6Test-1110316247-project] Pushing event deleted for resources: {'Port': ['ID=765cdfaa-d81e-4404-ab53-78434be91eee,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 22:17:51.001832 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cf2c051-4796-49d8-a90b-9a41a9acf475 tempest-NetworksIpV6Test-1110316247 tempest-NetworksIpV6Test-1110316247-project] No DVR routers for this DVR port 765cdfaa-d81e-4404-ab53-78434be91eee on host n-d-760453-5 {{(pid=103305) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 26 22:17:51.078514 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-6cf2c051-4796-49d8-a90b-9a41a9acf475 tempest-NetworksIpV6Test-1110316247 tempest-NetworksIpV6Test-1110316247-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-686403', 'neutron.services.segments.db._delete_segments_for_network-8746560774018'] for network (0326d7a8-95a3-461a-9dc6-2b02adc3617a), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:17:51.098943 n-d-760453-5 neutron-server[103305]: DEBUG neutron.services.segments.db [None req-6cf2c051-4796-49d8-a90b-9a41a9acf475 tempest-NetworksIpV6Test-1110316247 tempest-NetworksIpV6Test-1110316247-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0326d7a8-95a3-461a-9dc6-2b02adc3617a']}} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 22:17:51.108899 n-d-760453-5 neutron-server[103305]: DEBUG neutron.services.segments.db [None req-6cf2c051-4796-49d8-a90b-9a41a9acf475 tempest-NetworksIpV6Test-1110316247 tempest-NetworksIpV6Test-1110316247-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd32e138f-8bce-4bd9-ad9a-d7c3609a0034') {'for_net_delete': True} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 22:17:51.109197 n-d-760453-5 neutron-server[103305]: DEBUG neutron.services.segments.db [None req-6cf2c051-4796-49d8-a90b-9a41a9acf475 tempest-NetworksIpV6Test-1110316247 tempest-NetworksIpV6Test-1110316247-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd32e138f-8bce-4bd9-ad9a-d7c3609a0034') {} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 22:17:51.119688 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-6cf2c051-4796-49d8-a90b-9a41a9acf475 tempest-NetworksIpV6Test-1110316247 tempest-NetworksIpV6Test-1110316247-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746560742283', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11788955'] for segment (d32e138f-8bce-4bd9-ad9a-d7c3609a0034), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:17:51.133737 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-6cf2c051-4796-49d8-a90b-9a41a9acf475 tempest-NetworksIpV6Test-1110316247 tempest-NetworksIpV6Test-1110316247-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576559'] for segment (d32e138f-8bce-4bd9-ad9a-d7c3609a0034), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:17:51.140034 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6cf2c051-4796-49d8-a90b-9a41a9acf475 tempest-NetworksIpV6Test-1110316247 tempest-NetworksIpV6Test-1110316247-project] Releasing vlan 583 on physical network physnet1 to pool {{(pid=103305) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 26 22:17:51.140411 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-6cf2c051-4796-49d8-a90b-9a41a9acf475 tempest-NetworksIpV6Test-1110316247 tempest-NetworksIpV6Test-1110316247-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11791428'] for segment (d32e138f-8bce-4bd9-ad9a-d7c3609a0034), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:17:51.143486 n-d-760453-5 neutron-server[103305]: Traceback (most recent call last): Jan 26 22:17:51.143486 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 26 22:17:51.143486 n-d-760453-5 neutron-server[103305]: timer() Jan 26 22:17:51.143486 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 26 22:17:51.143486 n-d-760453-5 neutron-server[103305]: cb(*args, **kw) Jan 26 22:17:51.143486 n-d-760453-5 neutron-server[103305]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 26 22:17:51.143486 n-d-760453-5 neutron-server[103305]: return func(*args, **kwargs) Jan 26 22:17:51.143486 n-d-760453-5 neutron-server[103305]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 26 22:17:51.143486 n-d-760453-5 neutron-server[103305]: self._notify() Jan 26 22:17:51.143486 n-d-760453-5 neutron-server[103305]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 26 22:17:51.143486 n-d-760453-5 neutron-server[103305]: self.callback(batched_events) Jan 26 22:17:51.143486 n-d-760453-5 neutron-server[103305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 26 22:17:51.143486 n-d-760453-5 neutron-server[103305]: event.method(event) Jan 26 22:17:51.143486 n-d-760453-5 neutron-server[103305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 26 22:17:51.143486 n-d-760453-5 neutron-server[103305]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 26 22:17:51.143486 n-d-760453-5 neutron-server[103305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 26 22:17:51.143486 n-d-760453-5 neutron-server[103305]: aggregate_uuid = self.p_client.list_aggregates( Jan 26 22:17:51.143486 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 26 22:17:51.143486 n-d-760453-5 neutron-server[103305]: return f(self, *a, **k) Jan 26 22:17:51.143486 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 26 22:17:51.143486 n-d-760453-5 neutron-server[103305]: return self._get(url).json() Jan 26 22:17:51.143486 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 26 22:17:51.143486 n-d-760453-5 neutron-server[103305]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 26 22:17:51.143486 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 26 22:17:51.143486 n-d-760453-5 neutron-server[103305]: return self.request(url, 'GET', **kwargs) Jan 26 22:17:51.143486 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 26 22:17:51.143486 n-d-760453-5 neutron-server[103305]: base_url = self.get_endpoint(auth, allow=allow, Jan 26 22:17:51.143486 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 26 22:17:51.143486 n-d-760453-5 neutron-server[103305]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 26 22:17:51.143486 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 26 22:17:51.143486 n-d-760453-5 neutron-server[103305]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 26 22:17:51.143486 n-d-760453-5 neutron-server[103305]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 26 22:17:51.149326 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device 92561a78-d5ae-4f1c-bcec-299e6ac5c5d3 up at agent ovs-agent-n-d-760453-5 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 22:17:51.201198 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Provisioning complete for port 92561a78-d5ae-4f1c-bcec-299e6ac5c5d3 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 22:17:51.201588 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (92561a78-d5ae-4f1c-bcec-299e6ac5c5d3), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:17:51.206606 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-6cf2c051-4796-49d8-a90b-9a41a9acf475 tempest-NetworksIpV6Test-1110316247 tempest-NetworksIpV6Test-1110316247-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4110931'] for network (0326d7a8-95a3-461a-9dc6-2b02adc3617a), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:17:51.213633 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-6cf2c051-4796-49d8-a90b-9a41a9acf475 tempest-NetworksIpV6Test-1110316247 tempest-NetworksIpV6Test-1110316247-project] Publish callbacks [] for network (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:17:51.222314 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-6cf2c051-4796-49d8-a90b-9a41a9acf475 tempest-NetworksIpV6Test-1110316247 tempest-NetworksIpV6Test-1110316247-project] 10.222.0.13 "DELETE /v2.0/networks/0326d7a8-95a3-461a-9dc6-2b02adc3617a HTTP/1.1" status: 204 len: 168 time: 1.7736142 Jan 26 22:17:51.222516 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 54030) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 22:17:51.227389 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-31b36707-1cdc-456a-a5cb-010122874708 tempest-NetworksIpV6Test-1110316247 tempest-NetworksIpV6Test-1110316247-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1598907655'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 22:17:51.228784 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf2c051-4796-49d8-a90b-9a41a9acf475 tempest-NetworksIpV6Test-1110316247 tempest-NetworksIpV6Test-1110316247-project] Pushing event deleted for resources: {'Network': ['ID=0326d7a8-95a3-461a-9dc6-2b02adc3617a,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 22:17:51.248926 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31b36707-1cdc-456a-a5cb-010122874708 tempest-NetworksIpV6Test-1110316247 tempest-NetworksIpV6Test-1110316247-project] Made reservation on behalf of 93bf150b3bc94ef1865709f09734bdbb for: {'network': 1} {{(pid=103304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 22:17:51.252936 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-31b36707-1cdc-456a-a5cb-010122874708 tempest-NetworksIpV6Test-1110316247 tempest-NetworksIpV6Test-1110316247-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for network (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:17:51.276700 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-31b36707-1cdc-456a-a5cb-010122874708 tempest-NetworksIpV6Test-1110316247 tempest-NetworksIpV6Test-1110316247-project] vlan segment allocate from pool success with {'vlan_id': 576, 'physical_network': 'physnet1'} {{(pid=103304) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 26 22:17:51.282538 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Current status of the port 92561a78-d5ae-4f1c-bcec-299e6ac5c5d3 is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 22:17:51.289487 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-31b36707-1cdc-456a-a5cb-010122874708 tempest-NetworksIpV6Test-1110316247 tempest-NetworksIpV6Test-1110316247-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576559'] for segment (f622c078-8bfa-47c9-a13d-eb57f5871544), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:17:51.289839 n-d-760453-5 neutron-server[103304]: INFO neutron.db.segments_db [None req-31b36707-1cdc-456a-a5cb-010122874708 tempest-NetworksIpV6Test-1110316247 tempest-NetworksIpV6Test-1110316247-project] Added segment f622c078-8bfa-47c9-a13d-eb57f5871544 of type vlan for network 6a6c31fe-9ac0-446d-becd-b79002bb9b97 Jan 26 22:17:51.335124 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-31b36707-1cdc-456a-a5cb-010122874708 tempest-NetworksIpV6Test-1110316247 tempest-NetworksIpV6Test-1110316247-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746560256871'] for network (6a6c31fe-9ac0-446d-becd-b79002bb9b97), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:17:51.350094 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-94f890ac-6089-42de-830e-40f5bd7c4915 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (09df100c-3af1-4b0a-bda8-05914c71c458), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:17:51.361581 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-31b36707-1cdc-456a-a5cb-010122874708 tempest-NetworksIpV6Test-1110316247 tempest-NetworksIpV6Test-1110316247-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503'] for network (6a6c31fe-9ac0-446d-becd-b79002bb9b97), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:17:51.366939 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31b36707-1cdc-456a-a5cb-010122874708 tempest-NetworksIpV6Test-1110316247 tempest-NetworksIpV6Test-1110316247-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:17:51.367522 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-31b36707-1cdc-456a-a5cb-010122874708 tempest-NetworksIpV6Test-1110316247 tempest-NetworksIpV6Test-1110316247-project] Publish callbacks [] for network (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:17:51.426254 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-31b36707-1cdc-456a-a5cb-010122874708 tempest-NetworksIpV6Test-1110316247 tempest-NetworksIpV6Test-1110316247-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2027676 Jan 26 22:17:51.428885 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 54032) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 22:17:51.436000 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-42a9141f-052e-483c-bfda-f0464d2f4bb3 tempest-NetworksIpV6Test-1110316247 tempest-NetworksIpV6Test-1110316247-project] Request body: {'subnet': {'network_id': '6a6c31fe-9ac0-446d-becd-b79002bb9b97', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 22:17:51.454616 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b36707-1cdc-456a-a5cb-010122874708 tempest-NetworksIpV6Test-1110316247 tempest-NetworksIpV6Test-1110316247-project] Pushing event updated for resources: {'Network': ['ID=6a6c31fe-9ac0-446d-becd-b79002bb9b97,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 22:17:51.465201 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Network 6a6c31fe-9ac0-446d-becd-b79002bb9b97 details requested by agent ovs-agent-n-d-760453-5 with host n-d-760453-5 {{(pid=103306) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 26 22:17:51.535140 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42a9141f-052e-483c-bfda-f0464d2f4bb3 tempest-NetworksIpV6Test-1110316247 tempest-NetworksIpV6Test-1110316247-project] Made reservation on behalf of 93bf150b3bc94ef1865709f09734bdbb for: {'subnet': 1} {{(pid=103304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 22:17:51.538614 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-42a9141f-052e-483c-bfda-f0464d2f4bb3 tempest-NetworksIpV6Test-1110316247 tempest-NetworksIpV6Test-1110316247-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12215181'] for subnet (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:17:51.719840 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-42a9141f-052e-483c-bfda-f0464d2f4bb3 tempest-NetworksIpV6Test-1110316247 tempest-NetworksIpV6Test-1110316247-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9285249', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12215227'] for subnet (7c929228-fd05-471a-bdba-44351a8125ea), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:17:51.776728 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a9141f-052e-483c-bfda-f0464d2f4bb3 tempest-NetworksIpV6Test-1110316247 tempest-NetworksIpV6Test-1110316247-project] Pushing event updated for resources: {'Subnet': ['ID=7c929228-fd05-471a-bdba-44351a8125ea,revision_number=0']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 22:17:51.787750 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42a9141f-052e-483c-bfda-f0464d2f4bb3 tempest-NetworksIpV6Test-1110316247 tempest-NetworksIpV6Test-1110316247-project] Checking segment: {'id': 'f622c078-8bfa-47c9-a13d-eb57f5871544', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '6a6c31fe-9ac0-446d-becd-b79002bb9b97'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103304) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 22:17:51.788109 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42a9141f-052e-483c-bfda-f0464d2f4bb3 tempest-NetworksIpV6Test-1110316247 tempest-NetworksIpV6Test-1110316247-project] Network hostable DHCP agents. Network: 6a6c31fe-9ac0-446d-becd-b79002bb9b97, hostable agents: ['474ccdf7-ab6c-405b-a3b2-dc7b05829902'], hosted agents: [] {{(pid=103304) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 26 22:17:51.803805 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42a9141f-052e-483c-bfda-f0464d2f4bb3 tempest-NetworksIpV6Test-1110316247 tempest-NetworksIpV6Test-1110316247-project] Network 6a6c31fe-9ac0-446d-becd-b79002bb9b97 is scheduled to be hosted by DHCP agent 474ccdf7-ab6c-405b-a3b2-dc7b05829902 with binding_index 1 {{(pid=103304) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 26 22:17:51.811902 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [None req-42a9141f-052e-483c-bfda-f0464d2f4bb3 tempest-NetworksIpV6Test-1110316247 tempest-NetworksIpV6Test-1110316247-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760453-5, 6a6c31fe-9ac0-446d-becd-b79002bb9b97) {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 22:17:51.816367 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42a9141f-052e-483c-bfda-f0464d2f4bb3 tempest-NetworksIpV6Test-1110316247 tempest-NetworksIpV6Test-1110316247-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:17:51.816962 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-42a9141f-052e-483c-bfda-f0464d2f4bb3 tempest-NetworksIpV6Test-1110316247 tempest-NetworksIpV6Test-1110316247-project] Publish callbacks [] for subnet (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:17:51.824840 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84ee3f51-8f02-484a-a935-f1c5090abcdd None None] Network 6a6c31fe-9ac0-446d-becd-b79002bb9b97 requested from n-d-760453-5 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 26 22:17:51.833962 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-42a9141f-052e-483c-bfda-f0464d2f4bb3 tempest-NetworksIpV6Test-1110316247 tempest-NetworksIpV6Test-1110316247-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4039719 Jan 26 22:17:51.837595 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 54034) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 22:17:51.843025 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-02a9c809-7ff2-4a3a-a7a1-d1fded12f848 tempest-NetworksIpV6Test-1110316247 tempest-NetworksIpV6Test-1110316247-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-862205961'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 22:17:51.862246 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02a9c809-7ff2-4a3a-a7a1-d1fded12f848 tempest-NetworksIpV6Test-1110316247 tempest-NetworksIpV6Test-1110316247-project] Made reservation on behalf of 93bf150b3bc94ef1865709f09734bdbb for: {'network': 1} {{(pid=103305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 22:17:51.865826 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-02a9c809-7ff2-4a3a-a7a1-d1fded12f848 tempest-NetworksIpV6Test-1110316247 tempest-NetworksIpV6Test-1110316247-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for network (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:17:51.889046 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-02a9c809-7ff2-4a3a-a7a1-d1fded12f848 tempest-NetworksIpV6Test-1110316247 tempest-NetworksIpV6Test-1110316247-project] vlan segment allocate from pool success with {'vlan_id': 592, 'physical_network': 'physnet1'} {{(pid=103305) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 26 22:17:51.898756 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-02a9c809-7ff2-4a3a-a7a1-d1fded12f848 tempest-NetworksIpV6Test-1110316247 tempest-NetworksIpV6Test-1110316247-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576559'] for segment (272edf2c-e360-44e1-9e69-13ada979e83c), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:17:51.899105 n-d-760453-5 neutron-server[103305]: INFO neutron.db.segments_db [None req-02a9c809-7ff2-4a3a-a7a1-d1fded12f848 tempest-NetworksIpV6Test-1110316247 tempest-NetworksIpV6Test-1110316247-project] Added segment 272edf2c-e360-44e1-9e69-13ada979e83c of type vlan for network 6e56cf43-a234-4635-994d-341323cab783 Jan 26 22:17:51.930226 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-573a2d68-c16a-469d-8f8e-32fe05bd0535 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3c4099e8-8ffb-51d1-af7f-5868973e933f-6a6c31fe-9ac0-446d-becd-b79002bb9b97', 'network_id': '6a6c31fe-9ac0-446d-becd-b79002bb9b97', 'project_id': '93bf150b3bc94ef1865709f09734bdbb', 'fixed_ips': [{'subnet_id': '7c929228-fd05-471a-bdba-44351a8125ea'}]}} from n-d-760453-5. {{(pid=103306) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 26 22:17:51.931076 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-573a2d68-c16a-469d-8f8e-32fe05bd0535 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (None), before_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:17:51.941150 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-02a9c809-7ff2-4a3a-a7a1-d1fded12f848 tempest-NetworksIpV6Test-1110316247 tempest-NetworksIpV6Test-1110316247-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746560256871'] for network (6e56cf43-a234-4635-994d-341323cab783), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:17:51.966576 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-02a9c809-7ff2-4a3a-a7a1-d1fded12f848 tempest-NetworksIpV6Test-1110316247 tempest-NetworksIpV6Test-1110316247-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503'] for network (6e56cf43-a234-4635-994d-341323cab783), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:17:51.972270 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02a9c809-7ff2-4a3a-a7a1-d1fded12f848 tempest-NetworksIpV6Test-1110316247 tempest-NetworksIpV6Test-1110316247-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:17:51.972890 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-02a9c809-7ff2-4a3a-a7a1-d1fded12f848 tempest-NetworksIpV6Test-1110316247 tempest-NetworksIpV6Test-1110316247-project] Publish callbacks [] for network (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:17:52.030242 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-02a9c809-7ff2-4a3a-a7a1-d1fded12f848 tempest-NetworksIpV6Test-1110316247 tempest-NetworksIpV6Test-1110316247-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.1915281 Jan 26 22:17:52.032643 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 54036) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 22:17:52.038284 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-4e11b32b-155c-4359-a8f8-04c859ccfb6e tempest-NetworksIpV6Test-1110316247 tempest-NetworksIpV6Test-1110316247-project] Request body: {'subnet': {'network_id': '6e56cf43-a234-4635-994d-341323cab783', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 22:17:52.050137 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a9c809-7ff2-4a3a-a7a1-d1fded12f848 tempest-NetworksIpV6Test-1110316247 tempest-NetworksIpV6Test-1110316247-project] Pushing event updated for resources: {'Network': ['ID=6e56cf43-a234-4635-994d-341323cab783,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 22:17:52.063722 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Network 6e56cf43-a234-4635-994d-341323cab783 details requested by agent ovs-agent-n-d-760453-5 with host n-d-760453-5 {{(pid=103306) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 26 22:17:52.082316 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.db_base_plugin_common [None req-573a2d68-c16a-469d-8f8e-32fe05bd0535 None None] Allocated IP 2001:db8::2 (6a6c31fe-9ac0-446d-becd-b79002bb9b97/7c929228-fd05-471a-bdba-44351a8125ea/c053f142-4023-42ff-a9cf-3aecffc1315d) {{(pid=103306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 22:17:52.127726 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e11b32b-155c-4359-a8f8-04c859ccfb6e tempest-NetworksIpV6Test-1110316247 tempest-NetworksIpV6Test-1110316247-project] Made reservation on behalf of 93bf150b3bc94ef1865709f09734bdbb for: {'subnet': 1} {{(pid=103304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 22:17:52.131298 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-4e11b32b-155c-4359-a8f8-04c859ccfb6e tempest-NetworksIpV6Test-1110316247 tempest-NetworksIpV6Test-1110316247-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12215181'] for subnet (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:17:52.322562 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-4e11b32b-155c-4359-a8f8-04c859ccfb6e tempest-NetworksIpV6Test-1110316247 tempest-NetworksIpV6Test-1110316247-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9285249', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12215227'] for subnet (14e16d3c-867e-4f5d-a2ab-3fd90f037a34), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:17:52.395221 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e11b32b-155c-4359-a8f8-04c859ccfb6e tempest-NetworksIpV6Test-1110316247 tempest-NetworksIpV6Test-1110316247-project] Pushing event updated for resources: {'Subnet': ['ID=14e16d3c-867e-4f5d-a2ab-3fd90f037a34,revision_number=0']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 22:17:52.399758 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e11b32b-155c-4359-a8f8-04c859ccfb6e tempest-NetworksIpV6Test-1110316247 tempest-NetworksIpV6Test-1110316247-project] Checking segment: {'id': '272edf2c-e360-44e1-9e69-13ada979e83c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '6e56cf43-a234-4635-994d-341323cab783'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103304) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 22:17:52.400126 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e11b32b-155c-4359-a8f8-04c859ccfb6e tempest-NetworksIpV6Test-1110316247 tempest-NetworksIpV6Test-1110316247-project] Network hostable DHCP agents. Network: 6e56cf43-a234-4635-994d-341323cab783, hostable agents: ['474ccdf7-ab6c-405b-a3b2-dc7b05829902'], hosted agents: [] {{(pid=103304) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 26 22:17:52.417455 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e11b32b-155c-4359-a8f8-04c859ccfb6e tempest-NetworksIpV6Test-1110316247 tempest-NetworksIpV6Test-1110316247-project] Network 6e56cf43-a234-4635-994d-341323cab783 is scheduled to be hosted by DHCP agent 474ccdf7-ab6c-405b-a3b2-dc7b05829902 with binding_index 1 {{(pid=103304) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 26 22:17:52.431964 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [None req-4e11b32b-155c-4359-a8f8-04c859ccfb6e tempest-NetworksIpV6Test-1110316247 tempest-NetworksIpV6Test-1110316247-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760453-5, 6e56cf43-a234-4635-994d-341323cab783) {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 22:17:52.436382 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e11b32b-155c-4359-a8f8-04c859ccfb6e tempest-NetworksIpV6Test-1110316247 tempest-NetworksIpV6Test-1110316247-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:17:52.437123 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-4e11b32b-155c-4359-a8f8-04c859ccfb6e tempest-NetworksIpV6Test-1110316247 tempest-NetworksIpV6Test-1110316247-project] Publish callbacks [] for subnet (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:17:52.448356 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-288c52e6-c5a4-4404-aa65-36aabc45b4f1 None None] Network 6e56cf43-a234-4635-994d-341323cab783 requested from n-d-760453-5 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 26 22:17:52.450920 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-573a2d68-c16a-469d-8f8e-32fe05bd0535 None None] Publish callbacks [] for port (c053f142-4023-42ff-a9cf-3aecffc1315d), precommit_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:17:52.457687 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-4e11b32b-155c-4359-a8f8-04c859ccfb6e tempest-NetworksIpV6Test-1110316247 tempest-NetworksIpV6Test-1110316247-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4238427 Jan 26 22:17:52.461199 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 54038) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 22:17:52.471195 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-573a2d68-c16a-469d-8f8e-32fe05bd0535 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746560234527'] for port (c053f142-4023-42ff-a9cf-3aecffc1315d), after_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:17:52.560541 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-5ecffd6e-8af4-4974-8257-2ccd77acd55c tempest-NetworksIpV6Test-1110316247 tempest-NetworksIpV6Test-1110316247-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-748181'] for network (6e56cf43-a234-4635-994d-341323cab783), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:17:52.562456 n-d-760453-5 neutron-server[103306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-573a2d68-c16a-469d-8f8e-32fe05bd0535 None None] Network 6a6c31fe-9ac0-446d-becd-b79002bb9b97 is already hosted by enough agents. {{(pid=103306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 22:17:52.565379 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-841f5991-a4d8-4d4b-b215-cbc6bab5427b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (aa7ee9d2-08eb-4e12-b895-24c57300dfec), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:17:52.576365 n-d-760453-5 neutron-server[103306]: DEBUG neutron.scheduler.base_scheduler [None req-573a2d68-c16a-469d-8f8e-32fe05bd0535 None None] Resources bound (agent type, host, resource id): {{(pid=103306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 22:17:52.584026 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-573a2d68-c16a-469d-8f8e-32fe05bd0535 None None] Received port after_create {{(pid=103306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 22:17:52.585991 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-573a2d68-c16a-469d-8f8e-32fe05bd0535 None None] Pushing event updated for resources: {'Port': ['ID=c053f142-4023-42ff-a9cf-3aecffc1315d,revision_number=1']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 22:17:52.644169 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-5ecffd6e-8af4-4974-8257-2ccd77acd55c tempest-NetworksIpV6Test-1110316247 tempest-NetworksIpV6Test-1110316247-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687316'] for subnet (14e16d3c-867e-4f5d-a2ab-3fd90f037a34), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:17:52.660245 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df09b46e-9d72-467e-b299-de74b58209ff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3c4099e8-8ffb-51d1-af7f-5868973e933f-6e56cf43-a234-4635-994d-341323cab783', 'network_id': '6e56cf43-a234-4635-994d-341323cab783', 'project_id': '93bf150b3bc94ef1865709f09734bdbb', 'fixed_ips': [{'subnet_id': '14e16d3c-867e-4f5d-a2ab-3fd90f037a34'}]}} from n-d-760453-5. {{(pid=103306) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 26 22:17:52.661093 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-df09b46e-9d72-467e-b299-de74b58209ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (None), before_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:17:52.664568 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-573a2d68-c16a-469d-8f8e-32fe05bd0535 None None] Attempting to bind port c053f142-4023-42ff-a9cf-3aecffc1315d on host n-d-760453-5 for vnic_type normal with profile {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 22:17:52.664938 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-573a2d68-c16a-469d-8f8e-32fe05bd0535 None None] Attempting to bind port c053f142-4023-42ff-a9cf-3aecffc1315d by drivers openvswitch,hyperv on host n-d-760453-5 at level 0 using segments [{'id': 'f622c078-8bfa-47c9-a13d-eb57f5871544', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '6a6c31fe-9ac0-446d-becd-b79002bb9b97'}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 26 22:17:52.665329 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-573a2d68-c16a-469d-8f8e-32fe05bd0535 None None] Attempting to bind port c053f142-4023-42ff-a9cf-3aecffc1315d on network 6a6c31fe-9ac0-446d-becd-b79002bb9b97 {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 22:17:52.682335 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-573a2d68-c16a-469d-8f8e-32fe05bd0535 None None] Checking agent: {'id': 'fea0591a-627d-4c87-9a9a-01625ddf3277', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760453-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 20, 55, 25), 'started_at': datetime.datetime(2022, 1, 26, 20, 55, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 22, 17, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760453-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 26 22:17:52.682709 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-573a2d68-c16a-469d-8f8e-32fe05bd0535 None None] Checking segment: {'id': 'f622c078-8bfa-47c9-a13d-eb57f5871544', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '6a6c31fe-9ac0-446d-becd-b79002bb9b97'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 22:17:52.683105 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-573a2d68-c16a-469d-8f8e-32fe05bd0535 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:17:52.683498 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-573a2d68-c16a-469d-8f8e-32fe05bd0535 None None] Bound using segment: {'id': 'f622c078-8bfa-47c9-a13d-eb57f5871544', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '6a6c31fe-9ac0-446d-becd-b79002bb9b97'} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 26 22:17:52.683968 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-573a2d68-c16a-469d-8f8e-32fe05bd0535 None None] Bound port: c053f142-4023-42ff-a9cf-3aecffc1315d, host: n-d-760453-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f622c078-8bfa-47c9-a13d-eb57f5871544', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '6a6c31fe-9ac0-446d-becd-b79002bb9b97'}}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 26 22:17:52.684349 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-573a2d68-c16a-469d-8f8e-32fe05bd0535 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (c053f142-4023-42ff-a9cf-3aecffc1315d), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:17:52.705813 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-5ecffd6e-8af4-4974-8257-2ccd77acd55c tempest-NetworksIpV6Test-1110316247 tempest-NetworksIpV6Test-1110316247-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9281612', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12215216'] for subnet (14e16d3c-867e-4f5d-a2ab-3fd90f037a34), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:17:52.733026 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ecffd6e-8af4-4974-8257-2ccd77acd55c tempest-NetworksIpV6Test-1110316247 tempest-NetworksIpV6Test-1110316247-project] Pushing event deleted for resources: {'Subnet': ['ID=14e16d3c-867e-4f5d-a2ab-3fd90f037a34,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 22:17:52.795575 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-5ecffd6e-8af4-4974-8257-2ccd77acd55c tempest-NetworksIpV6Test-1110316247 tempest-NetworksIpV6Test-1110316247-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-686403', 'neutron.services.segments.db._delete_segments_for_network-8746560774018'] for network (6e56cf43-a234-4635-994d-341323cab783), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:17:52.810759 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server [None req-df09b46e-9d72-467e-b299-de74b58209ff None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 14e16d3c-867e-4f5d-a2ab-3fd90f037a34: This subnet is being modified by another concurrent operation. Jan 26 22:17:52.810759 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jan 26 22:17:52.810759 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jan 26 22:17:52.810759 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jan 26 22:17:52.810759 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jan 26 22:17:52.810759 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jan 26 22:17:52.810759 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jan 26 22:17:52.810759 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jan 26 22:17:52.810759 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jan 26 22:17:52.810759 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jan 26 22:17:52.810759 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 26 22:17:52.810759 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 26 22:17:52.810759 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 26 22:17:52.810759 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 26 22:17:52.810759 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 26 22:17:52.810759 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server raise self.value Jan 26 22:17:52.810759 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 26 22:17:52.810759 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 26 22:17:52.810759 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 26 22:17:52.810759 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 26 22:17:52.810759 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 26 22:17:52.810759 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 26 22:17:52.810759 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 26 22:17:52.810759 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server raise self.value Jan 26 22:17:52.810759 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 26 22:17:52.810759 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 26 22:17:52.810759 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 26 22:17:52.810759 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 26 22:17:52.810759 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 26 22:17:52.810759 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 26 22:17:52.810759 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 26 22:17:52.810759 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server raise self.value Jan 26 22:17:52.810759 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 26 22:17:52.810759 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 26 22:17:52.810759 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jan 26 22:17:52.810759 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jan 26 22:17:52.810759 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 278, in create_dhcp_port Jan 26 22:17:52.810759 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jan 26 22:17:52.810759 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Jan 26 22:17:52.810759 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jan 26 22:17:52.810759 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jan 26 22:17:52.810759 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jan 26 22:17:52.810759 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Jan 26 22:17:52.810759 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 26 22:17:52.810759 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jan 26 22:17:52.810759 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 26 22:17:52.810759 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 26 22:17:52.810759 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 26 22:17:52.810759 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 26 22:17:52.810759 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 26 22:17:52.810759 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 26 22:17:52.810759 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server raise self.value Jan 26 22:17:52.810759 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 26 22:17:52.810759 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 26 22:17:52.810759 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 26 22:17:52.810759 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 26 22:17:52.810759 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 26 22:17:52.810759 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 26 22:17:52.810759 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 26 22:17:52.810759 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server raise self.value Jan 26 22:17:52.810759 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 26 22:17:52.810759 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 26 22:17:52.810759 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 26 22:17:52.810759 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 26 22:17:52.810759 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 26 22:17:52.810759 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 26 22:17:52.810759 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 26 22:17:52.810759 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server raise self.value Jan 26 22:17:52.810759 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 26 22:17:52.810759 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 26 22:17:52.810759 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1491, in create_port Jan 26 22:17:52.810759 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jan 26 22:17:52.810759 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1456, in _create_port_db Jan 26 22:17:52.810759 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jan 26 22:17:52.810759 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1466, in create_port_db Jan 26 22:17:52.810759 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jan 26 22:17:52.810759 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Jan 26 22:17:52.810759 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Jan 26 22:17:52.810759 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jan 26 22:17:52.810759 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 26 22:17:52.810759 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Jan 26 22:17:52.810759 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Jan 26 22:17:52.810759 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Jan 26 22:17:52.810759 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Jan 26 22:17:52.810759 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Jan 26 22:17:52.810759 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jan 26 22:17:52.810759 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jan 26 22:17:52.810759 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jan 26 22:17:52.810759 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jan 26 22:17:52.810759 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server raise exception Jan 26 22:17:52.810759 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 14e16d3c-867e-4f5d-a2ab-3fd90f037a34: This subnet is being modified by another concurrent operation. Jan 26 22:17:52.810759 n-d-760453-5 neutron-server[103306]: ERROR oslo_messaging.rpc.server Jan 26 22:17:52.818518 n-d-760453-5 neutron-server[103304]: DEBUG neutron.services.segments.db [None req-5ecffd6e-8af4-4974-8257-2ccd77acd55c tempest-NetworksIpV6Test-1110316247 tempest-NetworksIpV6Test-1110316247-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6e56cf43-a234-4635-994d-341323cab783']}} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 22:17:52.823083 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-573a2d68-c16a-469d-8f8e-32fe05bd0535 None None] For port c053f142-4023-42ff-a9cf-3aecffc1315d, host n-d-760453-5, cleared binding levels {{(pid=103306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 26 22:17:52.827777 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-573a2d68-c16a-469d-8f8e-32fe05bd0535 None None] For port c053f142-4023-42ff-a9cf-3aecffc1315d, host n-d-760453-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=c053f142-4023-42ff-a9cf-3aecffc1315d,segment=NetworkSegment(f622c078-8bfa-47c9-a13d-eb57f5871544),segment_id=f622c078-8bfa-47c9-a13d-eb57f5871544)] {{(pid=103306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 26 22:17:52.828992 n-d-760453-5 neutron-server[103304]: DEBUG neutron.services.segments.db [None req-5ecffd6e-8af4-4974-8257-2ccd77acd55c tempest-NetworksIpV6Test-1110316247 tempest-NetworksIpV6Test-1110316247-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '272edf2c-e360-44e1-9e69-13ada979e83c') {'for_net_delete': True} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 22:17:52.829274 n-d-760453-5 neutron-server[103304]: DEBUG neutron.services.segments.db [None req-5ecffd6e-8af4-4974-8257-2ccd77acd55c tempest-NetworksIpV6Test-1110316247 tempest-NetworksIpV6Test-1110316247-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '272edf2c-e360-44e1-9e69-13ada979e83c') {} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 22:17:52.833631 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8265c2d-a09e-47bb-b42e-55a1c26443e4 None None] Network 6e56cf43-a234-4635-994d-341323cab783 requested from n-d-760453-5 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 26 22:17:52.836657 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-573a2d68-c16a-469d-8f8e-32fe05bd0535 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (c053f142-4023-42ff-a9cf-3aecffc1315d), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:17:52.839655 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-5ecffd6e-8af4-4974-8257-2ccd77acd55c tempest-NetworksIpV6Test-1110316247 tempest-NetworksIpV6Test-1110316247-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746560742283', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8881293'] for segment (272edf2c-e360-44e1-9e69-13ada979e83c), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:17:52.853535 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-5ecffd6e-8af4-4974-8257-2ccd77acd55c tempest-NetworksIpV6Test-1110316247 tempest-NetworksIpV6Test-1110316247-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576559'] for segment (272edf2c-e360-44e1-9e69-13ada979e83c), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:17:52.860586 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5ecffd6e-8af4-4974-8257-2ccd77acd55c tempest-NetworksIpV6Test-1110316247 tempest-NetworksIpV6Test-1110316247-project] Releasing vlan 592 on physical network physnet1 to pool {{(pid=103304) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 26 22:17:52.861011 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-5ecffd6e-8af4-4974-8257-2ccd77acd55c tempest-NetworksIpV6Test-1110316247 tempest-NetworksIpV6Test-1110316247-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9281762'] for segment (272edf2c-e360-44e1-9e69-13ada979e83c), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:17:52.864187 n-d-760453-5 neutron-server[103304]: Traceback (most recent call last): Jan 26 22:17:52.864187 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 26 22:17:52.864187 n-d-760453-5 neutron-server[103304]: timer() Jan 26 22:17:52.864187 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 26 22:17:52.864187 n-d-760453-5 neutron-server[103304]: cb(*args, **kw) Jan 26 22:17:52.864187 n-d-760453-5 neutron-server[103304]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 26 22:17:52.864187 n-d-760453-5 neutron-server[103304]: return func(*args, **kwargs) Jan 26 22:17:52.864187 n-d-760453-5 neutron-server[103304]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 26 22:17:52.864187 n-d-760453-5 neutron-server[103304]: self._notify() Jan 26 22:17:52.864187 n-d-760453-5 neutron-server[103304]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 26 22:17:52.864187 n-d-760453-5 neutron-server[103304]: self.callback(batched_events) Jan 26 22:17:52.864187 n-d-760453-5 neutron-server[103304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 26 22:17:52.864187 n-d-760453-5 neutron-server[103304]: event.method(event) Jan 26 22:17:52.864187 n-d-760453-5 neutron-server[103304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 26 22:17:52.864187 n-d-760453-5 neutron-server[103304]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 26 22:17:52.864187 n-d-760453-5 neutron-server[103304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 26 22:17:52.864187 n-d-760453-5 neutron-server[103304]: aggregate_uuid = self.p_client.list_aggregates( Jan 26 22:17:52.864187 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 26 22:17:52.864187 n-d-760453-5 neutron-server[103304]: return f(self, *a, **k) Jan 26 22:17:52.864187 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 26 22:17:52.864187 n-d-760453-5 neutron-server[103304]: return self._get(url).json() Jan 26 22:17:52.864187 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 26 22:17:52.864187 n-d-760453-5 neutron-server[103304]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 26 22:17:52.864187 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 26 22:17:52.864187 n-d-760453-5 neutron-server[103304]: return self.request(url, 'GET', **kwargs) Jan 26 22:17:52.864187 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 26 22:17:52.864187 n-d-760453-5 neutron-server[103304]: base_url = self.get_endpoint(auth, allow=allow, Jan 26 22:17:52.864187 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 26 22:17:52.864187 n-d-760453-5 neutron-server[103304]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 26 22:17:52.864187 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 26 22:17:52.864187 n-d-760453-5 neutron-server[103304]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 26 22:17:52.864187 n-d-760453-5 neutron-server[103304]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 26 22:17:52.923222 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-5ecffd6e-8af4-4974-8257-2ccd77acd55c tempest-NetworksIpV6Test-1110316247 tempest-NetworksIpV6Test-1110316247-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4110931'] for network (6e56cf43-a234-4635-994d-341323cab783), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:17:52.935773 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-5ecffd6e-8af4-4974-8257-2ccd77acd55c tempest-NetworksIpV6Test-1110316247 tempest-NetworksIpV6Test-1110316247-project] Publish callbacks [] for network (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:17:52.943060 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-5ecffd6e-8af4-4974-8257-2ccd77acd55c tempest-NetworksIpV6Test-1110316247 tempest-NetworksIpV6Test-1110316247-project] 10.222.0.13 "DELETE /v2.0/networks/6e56cf43-a234-4635-994d-341323cab783 HTTP/1.1" status: 204 len: 168 time: 0.4787855 Jan 26 22:17:52.949724 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 54040) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 22:17:52.959005 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ecffd6e-8af4-4974-8257-2ccd77acd55c tempest-NetworksIpV6Test-1110316247 tempest-NetworksIpV6Test-1110316247-project] Pushing event deleted for resources: {'Network': ['ID=6e56cf43-a234-4635-994d-341323cab783,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 22:17:52.966541 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-573a2d68-c16a-469d-8f8e-32fe05bd0535 None None] Pushing event updated for resources: {'Port': ['ID=c053f142-4023-42ff-a9cf-3aecffc1315d,revision_number=2']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 22:17:52.986013 n-d-760453-5 neutron-server[103305]: INFO neutron.pecan_wsgi.hooks.translation [None req-e09dd78c-2404-4177-80a0-441219b9cadf tempest-NetworksIpV6Test-1110316247 tempest-NetworksIpV6Test-1110316247-project] GET failed (client error): The resource could not be found. Jan 26 22:17:52.987378 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-e09dd78c-2404-4177-80a0-441219b9cadf tempest-NetworksIpV6Test-1110316247 tempest-NetworksIpV6Test-1110316247-project] 10.222.0.13 "GET /v2.0/subnets/14e16d3c-867e-4f5d-a2ab-3fd90f037a34 HTTP/1.1" status: 404 len: 337 time: 0.0361176 Jan 26 22:17:52.990174 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 54042) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 22:17:53.008724 n-d-760453-5 neutron-server[103305]: INFO neutron.pecan_wsgi.hooks.translation [None req-ba6476a4-f6f3-43a1-95a3-feaaaba2e7c4 tempest-NetworksIpV6Test-1110316247 tempest-NetworksIpV6Test-1110316247-project] DELETE failed (client error): The resource could not be found. Jan 26 22:17:53.009245 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ba6476a4-f6f3-43a1-95a3-feaaaba2e7c4 tempest-NetworksIpV6Test-1110316247 tempest-NetworksIpV6Test-1110316247-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103305) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 26 22:17:53.012413 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-ba6476a4-f6f3-43a1-95a3-feaaaba2e7c4 tempest-NetworksIpV6Test-1110316247 tempest-NetworksIpV6Test-1110316247-project] 10.222.0.13 "DELETE /v2.0/networks/6e56cf43-a234-4635-994d-341323cab783 HTTP/1.1" status: 404 len: 339 time: 0.0212901 Jan 26 22:17:53.016279 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 54044) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 22:17:53.042570 n-d-760453-5 neutron-server[103305]: INFO neutron.pecan_wsgi.hooks.translation [None req-0b0e2e8f-7321-4d1c-a27f-016eee5d5110 tempest-NetworksIpV6Test-1110316247 tempest-NetworksIpV6Test-1110316247-project] DELETE failed (client error): The resource could not be found. Jan 26 22:17:53.043024 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0b0e2e8f-7321-4d1c-a27f-016eee5d5110 tempest-NetworksIpV6Test-1110316247 tempest-NetworksIpV6Test-1110316247-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103305) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 26 22:17:53.046054 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-0b0e2e8f-7321-4d1c-a27f-016eee5d5110 tempest-NetworksIpV6Test-1110316247 tempest-NetworksIpV6Test-1110316247-project] 10.222.0.13 "DELETE /v2.0/subnets/14e16d3c-867e-4f5d-a2ab-3fd90f037a34 HTTP/1.1" status: 404 len: 337 time: 0.0287611 Jan 26 22:17:53.049176 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 54046) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 22:17:53.067613 n-d-760453-5 neutron-server[103305]: INFO neutron.pecan_wsgi.hooks.translation [None req-0b8dd3a4-cf0d-4cb2-91d4-594447fa7114 tempest-NetworksIpV6Test-1110316247 tempest-NetworksIpV6Test-1110316247-project] DELETE failed (client error): The resource could not be found. Jan 26 22:17:53.068125 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0b8dd3a4-cf0d-4cb2-91d4-594447fa7114 tempest-NetworksIpV6Test-1110316247 tempest-NetworksIpV6Test-1110316247-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103305) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 26 22:17:53.071270 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-0b8dd3a4-cf0d-4cb2-91d4-594447fa7114 tempest-NetworksIpV6Test-1110316247 tempest-NetworksIpV6Test-1110316247-project] 10.222.0.13 "DELETE /v2.0/networks/6e56cf43-a234-4635-994d-341323cab783 HTTP/1.1" status: 404 len: 339 time: 0.0210803 Jan 26 22:17:53.074310 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 54048) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 22:17:53.136685 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.db_base_plugin_v2 [None req-73188f91-16fd-43f3-8d31-ef9c2629b458 tempest-NetworksIpV6Test-1110316247 tempest-NetworksIpV6Test-1110316247-project] Deleting subnet 7c929228-fd05-471a-bdba-44351a8125ea {{(pid=103305) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 26 22:17:53.140124 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-73188f91-16fd-43f3-8d31-ef9c2629b458 tempest-NetworksIpV6Test-1110316247 tempest-NetworksIpV6Test-1110316247-project] Publish callbacks [] for subnet (7c929228-fd05-471a-bdba-44351a8125ea), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:17:53.188567 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-73188f91-16fd-43f3-8d31-ef9c2629b458 tempest-NetworksIpV6Test-1110316247 tempest-NetworksIpV6Test-1110316247-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11788946'] for subnet (7c929228-fd05-471a-bdba-44351a8125ea), precommit_delete_associations {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:17:53.274458 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-73188f91-16fd-43f3-8d31-ef9c2629b458 tempest-NetworksIpV6Test-1110316247 tempest-NetworksIpV6Test-1110316247-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687316'] for subnet (7c929228-fd05-471a-bdba-44351a8125ea), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:17:53.331686 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-73188f91-16fd-43f3-8d31-ef9c2629b458 tempest-NetworksIpV6Test-1110316247 tempest-NetworksIpV6Test-1110316247-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11791594', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11599980'] for subnet (7c929228-fd05-471a-bdba-44351a8125ea), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:17:53.363014 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73188f91-16fd-43f3-8d31-ef9c2629b458 tempest-NetworksIpV6Test-1110316247 tempest-NetworksIpV6Test-1110316247-project] Pushing event deleted for resources: {'Subnet': ['ID=7c929228-fd05-471a-bdba-44351a8125ea,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 22:17:53.366722 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-73188f91-16fd-43f3-8d31-ef9c2629b458 tempest-NetworksIpV6Test-1110316247 tempest-NetworksIpV6Test-1110316247-project] Publish callbacks [] for subnet (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:17:53.369939 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-73188f91-16fd-43f3-8d31-ef9c2629b458 tempest-NetworksIpV6Test-1110316247 tempest-NetworksIpV6Test-1110316247-project] 10.222.0.13 "DELETE /v2.0/subnets/7c929228-fd05-471a-bdba-44351a8125ea HTTP/1.1" status: 204 len: 168 time: 0.2947161 Jan 26 22:17:53.372414 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 54050) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 22:17:53.447362 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-c9e4156f-ebc7-4d62-a0ab-cfd58ffffd21 tempest-NetworksIpV6Test-1110316247 tempest-NetworksIpV6Test-1110316247-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-748181'] for network (6a6c31fe-9ac0-446d-becd-b79002bb9b97), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:17:53.500194 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-c9e4156f-ebc7-4d62-a0ab-cfd58ffffd21 tempest-NetworksIpV6Test-1110316247 tempest-NetworksIpV6Test-1110316247-project] Deleting port c053f142-4023-42ff-a9cf-3aecffc1315d {{(pid=103305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 22:17:53.501037 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-c9e4156f-ebc7-4d62-a0ab-cfd58ffffd21 tempest-NetworksIpV6Test-1110316247 tempest-NetworksIpV6Test-1110316247-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746560630878'] for port (c053f142-4023-42ff-a9cf-3aecffc1315d), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:17:53.566137 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [None req-c9e4156f-ebc7-4d62-a0ab-cfd58ffffd21 tempest-NetworksIpV6Test-1110316247 tempest-NetworksIpV6Test-1110316247-project] For port c053f142-4023-42ff-a9cf-3aecffc1315d, host n-d-760453-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=c053f142-4023-42ff-a9cf-3aecffc1315d,segment=NetworkSegment(f622c078-8bfa-47c9-a13d-eb57f5871544),segment_id=f622c078-8bfa-47c9-a13d-eb57f5871544)] {{(pid=103305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 22:17:53.566506 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-c9e4156f-ebc7-4d62-a0ab-cfd58ffffd21 tempest-NetworksIpV6Test-1110316247 tempest-NetworksIpV6Test-1110316247-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4109658'] for port (c053f142-4023-42ff-a9cf-3aecffc1315d), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:17:53.580652 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-c9e4156f-ebc7-4d62-a0ab-cfd58ffffd21 tempest-NetworksIpV6Test-1110316247 tempest-NetworksIpV6Test-1110316247-project] Calling delete_port for c053f142-4023-42ff-a9cf-3aecffc1315d owned by network:dhcp {{(pid=103305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 22:17:53.662022 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-c9e4156f-ebc7-4d62-a0ab-cfd58ffffd21 tempest-NetworksIpV6Test-1110316247 tempest-NetworksIpV6Test-1110316247-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746560636600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746560234536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11791543'] for port (c053f142-4023-42ff-a9cf-3aecffc1315d), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:17:53.683233 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (4d619873-4b60-439f-9b5a-b155dc8bbc34), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:17:53.689588 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e4156f-ebc7-4d62-a0ab-cfd58ffffd21 tempest-NetworksIpV6Test-1110316247 tempest-NetworksIpV6Test-1110316247-project] Pushing event deleted for resources: {'Port': ['ID=c053f142-4023-42ff-a9cf-3aecffc1315d,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 22:17:53.695335 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9e4156f-ebc7-4d62-a0ab-cfd58ffffd21 tempest-NetworksIpV6Test-1110316247 tempest-NetworksIpV6Test-1110316247-project] No DVR routers for this DVR port c053f142-4023-42ff-a9cf-3aecffc1315d on host n-d-760453-5 {{(pid=103305) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 26 22:17:53.781096 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-c9e4156f-ebc7-4d62-a0ab-cfd58ffffd21 tempest-NetworksIpV6Test-1110316247 tempest-NetworksIpV6Test-1110316247-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-686403', 'neutron.services.segments.db._delete_segments_for_network-8746560774018'] for network (6a6c31fe-9ac0-446d-becd-b79002bb9b97), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:17:53.802707 n-d-760453-5 neutron-server[103305]: DEBUG neutron.services.segments.db [None req-c9e4156f-ebc7-4d62-a0ab-cfd58ffffd21 tempest-NetworksIpV6Test-1110316247 tempest-NetworksIpV6Test-1110316247-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6a6c31fe-9ac0-446d-becd-b79002bb9b97']}} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 22:17:53.814552 n-d-760453-5 neutron-server[103305]: DEBUG neutron.services.segments.db [None req-c9e4156f-ebc7-4d62-a0ab-cfd58ffffd21 tempest-NetworksIpV6Test-1110316247 tempest-NetworksIpV6Test-1110316247-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f622c078-8bfa-47c9-a13d-eb57f5871544') {'for_net_delete': True} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 22:17:53.814918 n-d-760453-5 neutron-server[103305]: DEBUG neutron.services.segments.db [None req-c9e4156f-ebc7-4d62-a0ab-cfd58ffffd21 tempest-NetworksIpV6Test-1110316247 tempest-NetworksIpV6Test-1110316247-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f622c078-8bfa-47c9-a13d-eb57f5871544') {} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 22:17:53.825110 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-c9e4156f-ebc7-4d62-a0ab-cfd58ffffd21 tempest-NetworksIpV6Test-1110316247 tempest-NetworksIpV6Test-1110316247-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746560742283', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11788955'] for segment (f622c078-8bfa-47c9-a13d-eb57f5871544), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:17:53.839428 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-c9e4156f-ebc7-4d62-a0ab-cfd58ffffd21 tempest-NetworksIpV6Test-1110316247 tempest-NetworksIpV6Test-1110316247-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576559'] for segment (f622c078-8bfa-47c9-a13d-eb57f5871544), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:17:53.845414 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c9e4156f-ebc7-4d62-a0ab-cfd58ffffd21 tempest-NetworksIpV6Test-1110316247 tempest-NetworksIpV6Test-1110316247-project] Releasing vlan 576 on physical network physnet1 to pool {{(pid=103305) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 26 22:17:53.845807 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-c9e4156f-ebc7-4d62-a0ab-cfd58ffffd21 tempest-NetworksIpV6Test-1110316247 tempest-NetworksIpV6Test-1110316247-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11791428'] for segment (f622c078-8bfa-47c9-a13d-eb57f5871544), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:17:53.848792 n-d-760453-5 neutron-server[103305]: Traceback (most recent call last): Jan 26 22:17:53.848792 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 26 22:17:53.848792 n-d-760453-5 neutron-server[103305]: timer() Jan 26 22:17:53.848792 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 26 22:17:53.848792 n-d-760453-5 neutron-server[103305]: cb(*args, **kw) Jan 26 22:17:53.848792 n-d-760453-5 neutron-server[103305]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 26 22:17:53.848792 n-d-760453-5 neutron-server[103305]: return func(*args, **kwargs) Jan 26 22:17:53.848792 n-d-760453-5 neutron-server[103305]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 26 22:17:53.848792 n-d-760453-5 neutron-server[103305]: self._notify() Jan 26 22:17:53.848792 n-d-760453-5 neutron-server[103305]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 26 22:17:53.848792 n-d-760453-5 neutron-server[103305]: self.callback(batched_events) Jan 26 22:17:53.848792 n-d-760453-5 neutron-server[103305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 26 22:17:53.848792 n-d-760453-5 neutron-server[103305]: event.method(event) Jan 26 22:17:53.848792 n-d-760453-5 neutron-server[103305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 26 22:17:53.848792 n-d-760453-5 neutron-server[103305]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 26 22:17:53.848792 n-d-760453-5 neutron-server[103305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 26 22:17:53.848792 n-d-760453-5 neutron-server[103305]: aggregate_uuid = self.p_client.list_aggregates( Jan 26 22:17:53.848792 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 26 22:17:53.848792 n-d-760453-5 neutron-server[103305]: return f(self, *a, **k) Jan 26 22:17:53.848792 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 26 22:17:53.848792 n-d-760453-5 neutron-server[103305]: return self._get(url).json() Jan 26 22:17:53.848792 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 26 22:17:53.848792 n-d-760453-5 neutron-server[103305]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 26 22:17:53.848792 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 26 22:17:53.848792 n-d-760453-5 neutron-server[103305]: return self.request(url, 'GET', **kwargs) Jan 26 22:17:53.848792 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 26 22:17:53.848792 n-d-760453-5 neutron-server[103305]: base_url = self.get_endpoint(auth, allow=allow, Jan 26 22:17:53.848792 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 26 22:17:53.848792 n-d-760453-5 neutron-server[103305]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 26 22:17:53.848792 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 26 22:17:53.848792 n-d-760453-5 neutron-server[103305]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 26 22:17:53.848792 n-d-760453-5 neutron-server[103305]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 26 22:17:53.897443 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77214658-a5c7-4e9f-b277-6d9a452387a0 None None] get_active_networks_info from n-d-760453-5 {{(pid=103306) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jan 26 22:17:53.911562 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-c9e4156f-ebc7-4d62-a0ab-cfd58ffffd21 tempest-NetworksIpV6Test-1110316247 tempest-NetworksIpV6Test-1110316247-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4110931'] for network (6a6c31fe-9ac0-446d-becd-b79002bb9b97), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:17:53.918241 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-c9e4156f-ebc7-4d62-a0ab-cfd58ffffd21 tempest-NetworksIpV6Test-1110316247 tempest-NetworksIpV6Test-1110316247-project] Publish callbacks [] for network (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:17:53.924244 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-c9e4156f-ebc7-4d62-a0ab-cfd58ffffd21 tempest-NetworksIpV6Test-1110316247 tempest-NetworksIpV6Test-1110316247-project] 10.222.0.13 "DELETE /v2.0/networks/6a6c31fe-9ac0-446d-becd-b79002bb9b97 HTTP/1.1" status: 204 len: 168 time: 0.5480981 Jan 26 22:17:53.925028 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 54052) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 22:17:53.932634 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-3afa0cc8-3ad5-40fa-b1e3-1b307838fc72 None None] Could not find standard attr ID for object c053f142-4023-42ff-a9cf-3aecffc1315d. {{(pid=103306) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 26 22:17:53.933969 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e4156f-ebc7-4d62-a0ab-cfd58ffffd21 tempest-NetworksIpV6Test-1110316247 tempest-NetworksIpV6Test-1110316247-project] Pushing event deleted for resources: {'Network': ['ID=6a6c31fe-9ac0-446d-becd-b79002bb9b97,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 22:17:53.954461 n-d-760453-5 neutron-server[103304]: INFO neutron.pecan_wsgi.hooks.translation [None req-ab57ef7e-6601-4ccf-893a-a9f75180ce9b tempest-NetworksIpV6Test-1110316247 tempest-NetworksIpV6Test-1110316247-project] DELETE failed (client error): The resource could not be found. Jan 26 22:17:53.954926 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ab57ef7e-6601-4ccf-893a-a9f75180ce9b tempest-NetworksIpV6Test-1110316247 tempest-NetworksIpV6Test-1110316247-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103304) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 26 22:17:53.958047 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-ab57ef7e-6601-4ccf-893a-a9f75180ce9b tempest-NetworksIpV6Test-1110316247 tempest-NetworksIpV6Test-1110316247-project] 10.222.0.13 "DELETE /v2.0/subnets/6d4c10f9-e625-41fa-8fe8-bc0499cd50c1 HTTP/1.1" status: 404 len: 337 time: 0.0314674 Jan 26 22:17:53.960700 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 54054) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 22:17:53.976396 n-d-760453-5 neutron-server[103306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77214658-a5c7-4e9f-b277-6d9a452387a0 None None] Resources bound (agent type, host, resource id): {{(pid=103306) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 26 22:17:53.979162 n-d-760453-5 neutron-server[103304]: INFO neutron.pecan_wsgi.hooks.translation [None req-ed0c7f24-126f-4b2d-9498-01071b4599a6 tempest-NetworksIpV6Test-1110316247 tempest-NetworksIpV6Test-1110316247-project] DELETE failed (client error): The resource could not be found. Jan 26 22:17:53.979685 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ed0c7f24-126f-4b2d-9498-01071b4599a6 tempest-NetworksIpV6Test-1110316247 tempest-NetworksIpV6Test-1110316247-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103304) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 26 22:17:53.983017 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-ed0c7f24-126f-4b2d-9498-01071b4599a6 tempest-NetworksIpV6Test-1110316247 tempest-NetworksIpV6Test-1110316247-project] 10.222.0.13 "DELETE /v2.0/networks/0326d7a8-95a3-461a-9dc6-2b02adc3617a HTTP/1.1" status: 404 len: 339 time: 0.0214083 Jan 26 22:17:53.986158 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 54056) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 22:17:54.017546 n-d-760453-5 neutron-server[103304]: INFO neutron.pecan_wsgi.hooks.translation [None req-2d3f0c22-f165-4c99-902d-79e816deedb1 tempest-NetworksIpV6Test-1110316247 tempest-NetworksIpV6Test-1110316247-project] DELETE failed (client error): The resource could not be found. Jan 26 22:17:54.018295 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2d3f0c22-f165-4c99-902d-79e816deedb1 tempest-NetworksIpV6Test-1110316247 tempest-NetworksIpV6Test-1110316247-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103304) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 26 22:17:54.021399 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-2d3f0c22-f165-4c99-902d-79e816deedb1 tempest-NetworksIpV6Test-1110316247 tempest-NetworksIpV6Test-1110316247-project] 10.222.0.13 "DELETE /v2.0/subnets/706b7661-1e77-4d15-828a-da1fece40f58 HTTP/1.1" status: 404 len: 337 time: 0.0343137 Jan 26 22:17:54.023918 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 54058) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 22:17:54.041275 n-d-760453-5 neutron-server[103304]: INFO neutron.pecan_wsgi.hooks.translation [None req-c37fed1f-ef87-44dc-b2ce-165407c29993 tempest-NetworksIpV6Test-1110316247 tempest-NetworksIpV6Test-1110316247-project] DELETE failed (client error): The resource could not be found. Jan 26 22:17:54.041781 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c37fed1f-ef87-44dc-b2ce-165407c29993 tempest-NetworksIpV6Test-1110316247 tempest-NetworksIpV6Test-1110316247-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103304) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 26 22:17:54.044726 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-c37fed1f-ef87-44dc-b2ce-165407c29993 tempest-NetworksIpV6Test-1110316247 tempest-NetworksIpV6Test-1110316247-project] 10.222.0.13 "DELETE /v2.0/networks/86691cb0-bdf8-4f7b-9cb5-510b6956c158 HTTP/1.1" status: 404 len: 339 time: 0.0199170 Jan 26 22:17:54.047195 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 54060) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 22:17:54.097956 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.db_base_plugin_v2 [None req-e412b434-9d2f-4a1c-86bd-af2cd7392c96 tempest-NetworksIpV6Test-1110316247 tempest-NetworksIpV6Test-1110316247-project] Deleting subnet 91f18cb3-0515-47ae-a3c4-20a49fe66bce {{(pid=103304) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 26 22:17:54.101339 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-e412b434-9d2f-4a1c-86bd-af2cd7392c96 tempest-NetworksIpV6Test-1110316247 tempest-NetworksIpV6Test-1110316247-project] Publish callbacks [] for subnet (91f18cb3-0515-47ae-a3c4-20a49fe66bce), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:17:54.145107 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-e412b434-9d2f-4a1c-86bd-af2cd7392c96 tempest-NetworksIpV6Test-1110316247 tempest-NetworksIpV6Test-1110316247-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8881284'] for subnet (91f18cb3-0515-47ae-a3c4-20a49fe66bce), precommit_delete_associations {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:17:54.160530 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df757c27-2528-4be4-97ea-1c197059dc4e None None] DHCP port deletion for 6a6c31fe-9ac0-446d-becd-b79002bb9b97 request from n-d-760453-5 {{(pid=103306) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 26 22:17:54.179294 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2502371-2e28-48ec-bc53-023e61fefdc9 None None] Network 6a6c31fe-9ac0-446d-becd-b79002bb9b97 requested from n-d-760453-5 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 26 22:17:54.191896 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2502371-2e28-48ec-bc53-023e61fefdc9 None None] Network 6a6c31fe-9ac0-446d-becd-b79002bb9b97 could not be found, it might have been deleted concurrently. {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Jan 26 22:17:54.233819 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-e412b434-9d2f-4a1c-86bd-af2cd7392c96 tempest-NetworksIpV6Test-1110316247 tempest-NetworksIpV6Test-1110316247-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687316'] for subnet (91f18cb3-0515-47ae-a3c4-20a49fe66bce), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:17:54.291110 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-e412b434-9d2f-4a1c-86bd-af2cd7392c96 tempest-NetworksIpV6Test-1110316247 tempest-NetworksIpV6Test-1110316247-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9281612', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12215216'] for subnet (91f18cb3-0515-47ae-a3c4-20a49fe66bce), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:17:54.320151 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e412b434-9d2f-4a1c-86bd-af2cd7392c96 tempest-NetworksIpV6Test-1110316247 tempest-NetworksIpV6Test-1110316247-project] Pushing event deleted for resources: {'Subnet': ['ID=91f18cb3-0515-47ae-a3c4-20a49fe66bce,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 22:17:54.321507 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-839dd188-ec69-470c-9ab0-d318dc1a2e96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (e79b4fc6-6c71-44b2-a6d0-ff3e1f4dfd0d), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:17:54.322154 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-e412b434-9d2f-4a1c-86bd-af2cd7392c96 tempest-NetworksIpV6Test-1110316247 tempest-NetworksIpV6Test-1110316247-project] Publish callbacks [] for subnet (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:17:54.325390 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-e412b434-9d2f-4a1c-86bd-af2cd7392c96 tempest-NetworksIpV6Test-1110316247 tempest-NetworksIpV6Test-1110316247-project] 10.222.0.13 "DELETE /v2.0/subnets/91f18cb3-0515-47ae-a3c4-20a49fe66bce HTTP/1.1" status: 204 len: 168 time: 0.2767620 Jan 26 22:17:54.327798 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 54062) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 22:17:54.332899 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d2c5081-820e-4b0b-9f03-8c0d0fd69799 None None] Network 8d7e35d0-4853-4a93-ad1b-5f6b3d022eb3 requested from n-d-760453-5 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 26 22:17:54.406437 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-cfe9737e-deab-488a-8397-5cff17812bdf tempest-NetworksIpV6Test-1110316247 tempest-NetworksIpV6Test-1110316247-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-748181'] for network (8d7e35d0-4853-4a93-ad1b-5f6b3d022eb3), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:17:54.465818 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-cfe9737e-deab-488a-8397-5cff17812bdf tempest-NetworksIpV6Test-1110316247 tempest-NetworksIpV6Test-1110316247-project] Deleting port 92561a78-d5ae-4f1c-bcec-299e6ac5c5d3 {{(pid=103304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 22:17:54.466168 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-cfe9737e-deab-488a-8397-5cff17812bdf tempest-NetworksIpV6Test-1110316247 tempest-NetworksIpV6Test-1110316247-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746560630878'] for port (92561a78-d5ae-4f1c-bcec-299e6ac5c5d3), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:17:54.477463 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abc3d8e7-638c-40f9-859c-d61e4be89c00 None None] DHCP port deletion for 8d7e35d0-4853-4a93-ad1b-5f6b3d022eb3 request from n-d-760453-5 {{(pid=103306) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 26 22:17:54.528334 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-abc3d8e7-638c-40f9-859c-d61e4be89c00 None None] Deleting port 92561a78-d5ae-4f1c-bcec-299e6ac5c5d3 {{(pid=103306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 22:17:54.528705 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-abc3d8e7-638c-40f9-859c-d61e4be89c00 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746560630878'] for port (92561a78-d5ae-4f1c-bcec-299e6ac5c5d3), before_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:17:54.529075 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [None req-cfe9737e-deab-488a-8397-5cff17812bdf tempest-NetworksIpV6Test-1110316247 tempest-NetworksIpV6Test-1110316247-project] For port 92561a78-d5ae-4f1c-bcec-299e6ac5c5d3, host n-d-760453-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=92561a78-d5ae-4f1c-bcec-299e6ac5c5d3,segment=NetworkSegment(22ddeba2-eba5-4fb9-8756-7f9f350af1d7),segment_id=22ddeba2-eba5-4fb9-8756-7f9f350af1d7)] {{(pid=103304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 22:17:54.529480 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-cfe9737e-deab-488a-8397-5cff17812bdf tempest-NetworksIpV6Test-1110316247 tempest-NetworksIpV6Test-1110316247-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4109658'] for port (92561a78-d5ae-4f1c-bcec-299e6ac5c5d3), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:17:54.543614 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-cfe9737e-deab-488a-8397-5cff17812bdf tempest-NetworksIpV6Test-1110316247 tempest-NetworksIpV6Test-1110316247-project] Calling delete_port for 92561a78-d5ae-4f1c-bcec-299e6ac5c5d3 owned by network:dhcp {{(pid=103304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 22:17:54.588857 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-abc3d8e7-638c-40f9-859c-d61e4be89c00 None None] For port 92561a78-d5ae-4f1c-bcec-299e6ac5c5d3, host n-d-760453-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=92561a78-d5ae-4f1c-bcec-299e6ac5c5d3,segment=NetworkSegment(22ddeba2-eba5-4fb9-8756-7f9f350af1d7),segment_id=22ddeba2-eba5-4fb9-8756-7f9f350af1d7)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 22:17:54.589253 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-abc3d8e7-638c-40f9-859c-d61e4be89c00 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4109658'] for port (92561a78-d5ae-4f1c-bcec-299e6ac5c5d3), precommit_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:17:54.602952 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-abc3d8e7-638c-40f9-859c-d61e4be89c00 None None] Calling delete_port for 92561a78-d5ae-4f1c-bcec-299e6ac5c5d3 owned by network:dhcp {{(pid=103306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 22:17:54.626280 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-cfe9737e-deab-488a-8397-5cff17812bdf tempest-NetworksIpV6Test-1110316247 tempest-NetworksIpV6Test-1110316247-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746560636600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746560234536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9281553'] for port (92561a78-d5ae-4f1c-bcec-299e6ac5c5d3), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:17:54.652316 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe9737e-deab-488a-8397-5cff17812bdf tempest-NetworksIpV6Test-1110316247 tempest-NetworksIpV6Test-1110316247-project] Pushing event deleted for resources: {'Port': ['ID=92561a78-d5ae-4f1c-bcec-299e6ac5c5d3,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 22:17:54.657603 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfe9737e-deab-488a-8397-5cff17812bdf tempest-NetworksIpV6Test-1110316247 tempest-NetworksIpV6Test-1110316247-project] No DVR routers for this DVR port 92561a78-d5ae-4f1c-bcec-299e6ac5c5d3 on host n-d-760453-5 {{(pid=103304) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 26 22:17:54.684048 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-abc3d8e7-638c-40f9-859c-d61e4be89c00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746560636600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746560234536'] for port (92561a78-d5ae-4f1c-bcec-299e6ac5c5d3), after_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:17:54.711514 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc3d8e7-638c-40f9-859c-d61e4be89c00 None None] Pushing event deleted for resources: {'Port': ['ID=92561a78-d5ae-4f1c-bcec-299e6ac5c5d3,revision_number=None']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 22:17:54.714693 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abc3d8e7-638c-40f9-859c-d61e4be89c00 None None] No DVR routers for this DVR port 92561a78-d5ae-4f1c-bcec-299e6ac5c5d3 on host n-d-760453-5 {{(pid=103306) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 26 22:17:54.742142 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-cfe9737e-deab-488a-8397-5cff17812bdf tempest-NetworksIpV6Test-1110316247 tempest-NetworksIpV6Test-1110316247-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-686403', 'neutron.services.segments.db._delete_segments_for_network-8746560774018'] for network (8d7e35d0-4853-4a93-ad1b-5f6b3d022eb3), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:17:54.762544 n-d-760453-5 neutron-server[103304]: DEBUG neutron.services.segments.db [None req-cfe9737e-deab-488a-8397-5cff17812bdf tempest-NetworksIpV6Test-1110316247 tempest-NetworksIpV6Test-1110316247-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8d7e35d0-4853-4a93-ad1b-5f6b3d022eb3']}} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 22:17:54.772273 n-d-760453-5 neutron-server[103304]: DEBUG neutron.services.segments.db [None req-cfe9737e-deab-488a-8397-5cff17812bdf tempest-NetworksIpV6Test-1110316247 tempest-NetworksIpV6Test-1110316247-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '22ddeba2-eba5-4fb9-8756-7f9f350af1d7') {'for_net_delete': True} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 22:17:54.772568 n-d-760453-5 neutron-server[103304]: DEBUG neutron.services.segments.db [None req-cfe9737e-deab-488a-8397-5cff17812bdf tempest-NetworksIpV6Test-1110316247 tempest-NetworksIpV6Test-1110316247-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '22ddeba2-eba5-4fb9-8756-7f9f350af1d7') {} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 22:17:54.782491 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-cfe9737e-deab-488a-8397-5cff17812bdf tempest-NetworksIpV6Test-1110316247 tempest-NetworksIpV6Test-1110316247-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746560742283', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8881293'] for segment (22ddeba2-eba5-4fb9-8756-7f9f350af1d7), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:17:54.795180 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-cfe9737e-deab-488a-8397-5cff17812bdf tempest-NetworksIpV6Test-1110316247 tempest-NetworksIpV6Test-1110316247-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576559'] for segment (22ddeba2-eba5-4fb9-8756-7f9f350af1d7), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:17:54.801236 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cfe9737e-deab-488a-8397-5cff17812bdf tempest-NetworksIpV6Test-1110316247 tempest-NetworksIpV6Test-1110316247-project] Releasing vlan 560 on physical network physnet1 to pool {{(pid=103304) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 26 22:17:54.801626 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-cfe9737e-deab-488a-8397-5cff17812bdf tempest-NetworksIpV6Test-1110316247 tempest-NetworksIpV6Test-1110316247-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9281762'] for segment (22ddeba2-eba5-4fb9-8756-7f9f350af1d7), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:17:54.804564 n-d-760453-5 neutron-server[103304]: Traceback (most recent call last): Jan 26 22:17:54.804564 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 26 22:17:54.804564 n-d-760453-5 neutron-server[103304]: timer() Jan 26 22:17:54.804564 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 26 22:17:54.804564 n-d-760453-5 neutron-server[103304]: cb(*args, **kw) Jan 26 22:17:54.804564 n-d-760453-5 neutron-server[103304]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 26 22:17:54.804564 n-d-760453-5 neutron-server[103304]: return func(*args, **kwargs) Jan 26 22:17:54.804564 n-d-760453-5 neutron-server[103304]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 26 22:17:54.804564 n-d-760453-5 neutron-server[103304]: self._notify() Jan 26 22:17:54.804564 n-d-760453-5 neutron-server[103304]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 26 22:17:54.804564 n-d-760453-5 neutron-server[103304]: self.callback(batched_events) Jan 26 22:17:54.804564 n-d-760453-5 neutron-server[103304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 26 22:17:54.804564 n-d-760453-5 neutron-server[103304]: event.method(event) Jan 26 22:17:54.804564 n-d-760453-5 neutron-server[103304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 26 22:17:54.804564 n-d-760453-5 neutron-server[103304]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 26 22:17:54.804564 n-d-760453-5 neutron-server[103304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 26 22:17:54.804564 n-d-760453-5 neutron-server[103304]: aggregate_uuid = self.p_client.list_aggregates( Jan 26 22:17:54.804564 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 26 22:17:54.804564 n-d-760453-5 neutron-server[103304]: return f(self, *a, **k) Jan 26 22:17:54.804564 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 26 22:17:54.804564 n-d-760453-5 neutron-server[103304]: return self._get(url).json() Jan 26 22:17:54.804564 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 26 22:17:54.804564 n-d-760453-5 neutron-server[103304]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 26 22:17:54.804564 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 26 22:17:54.804564 n-d-760453-5 neutron-server[103304]: return self.request(url, 'GET', **kwargs) Jan 26 22:17:54.804564 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 26 22:17:54.804564 n-d-760453-5 neutron-server[103304]: base_url = self.get_endpoint(auth, allow=allow, Jan 26 22:17:54.804564 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 26 22:17:54.804564 n-d-760453-5 neutron-server[103304]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 26 22:17:54.804564 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 26 22:17:54.804564 n-d-760453-5 neutron-server[103304]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 26 22:17:54.804564 n-d-760453-5 neutron-server[103304]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 26 22:17:54.860746 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-cfe9737e-deab-488a-8397-5cff17812bdf tempest-NetworksIpV6Test-1110316247 tempest-NetworksIpV6Test-1110316247-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4110931'] for network (8d7e35d0-4853-4a93-ad1b-5f6b3d022eb3), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:17:54.865780 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-cfe9737e-deab-488a-8397-5cff17812bdf tempest-NetworksIpV6Test-1110316247 tempest-NetworksIpV6Test-1110316247-project] Publish callbacks [] for network (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:17:54.868997 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-cfe9737e-deab-488a-8397-5cff17812bdf tempest-NetworksIpV6Test-1110316247 tempest-NetworksIpV6Test-1110316247-project] 10.222.0.13 "DELETE /v2.0/networks/8d7e35d0-4853-4a93-ad1b-5f6b3d022eb3 HTTP/1.1" status: 204 len: 168 time: 0.5402932 Jan 26 22:17:54.883415 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe9737e-deab-488a-8397-5cff17812bdf tempest-NetworksIpV6Test-1110316247 tempest-NetworksIpV6Test-1110316247-project] Pushing event deleted for resources: {'Network': ['ID=8d7e35d0-4853-4a93-ad1b-5f6b3d022eb3,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 22:17:55.110821 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 54068) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 22:17:55.135763 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device 92561a78-d5ae-4f1c-bcec-299e6ac5c5d3 no longer exists at agent ovs-agent-n-d-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 26 22:17:55.156968 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] No Port match for: 92561a78-d5ae-4f1c-bcec-299e6ac5c5d3 {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 26 22:17:55.157332 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device 92561a78-d5ae-4f1c-bcec-299e6ac5c5d3 not bound to the agent host n-d-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 26 22:17:55.245965 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-f843a8f1-8df6-46b0-b429-b7e95a835770 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=93bf150b3bc94ef1865709f09734bdbb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1334367 Jan 26 22:17:55.248013 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 54072) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 22:17:55.297753 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-dcc91706-429b-49de-9707-3cfdbf575f2f admin admin] Publish callbacks [] for security_group (9c46e6c7-8154-4c17-9bf6-14ba1ebebe0a), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:17:55.318534 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-dcc91706-429b-49de-9707-3cfdbf575f2f admin admin] Publish callbacks [] for security_group (9c46e6c7-8154-4c17-9bf6-14ba1ebebe0a), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:17:55.362929 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-dcc91706-429b-49de-9707-3cfdbf575f2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (9c46e6c7-8154-4c17-9bf6-14ba1ebebe0a), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:17:55.365710 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-dcc91706-429b-49de-9707-3cfdbf575f2f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:17:55.366845 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-dcc91706-429b-49de-9707-3cfdbf575f2f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/9c46e6c7-8154-4c17-9bf6-14ba1ebebe0a HTTP/1.1" status: 204 len: 168 time: 0.1179569 Jan 26 22:17:55.374579 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc91706-429b-49de-9707-3cfdbf575f2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c46e6c7-8154-4c17-9bf6-14ba1ebebe0a,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 22:17:55.465329 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (fea0591a-627d-4c87-9a9a-01625ddf3277), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:17:55.981464 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 54094) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 22:17:56.073978 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-6825bc98-30ee-43e5-ad87-f4ef85dcbe45 tempest-RoutersNegativeTest-1671732417 tempest-RoutersNegativeTest-1671732417-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-638256945', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 22:17:56.097110 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-6825bc98-30ee-43e5-ad87-f4ef85dcbe45 tempest-RoutersNegativeTest-1671732417 tempest-RoutersNegativeTest-1671732417-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4104596', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13108'] for router (d4174f88-1fa0-4f3e-945c-7cc46134a138), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:17:56.098213 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-6825bc98-30ee-43e5-ad87-f4ef85dcbe45 tempest-RoutersNegativeTest-1671732417 tempest-RoutersNegativeTest-1671732417-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4105828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4111306', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3733576', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13069'] for router (d4174f88-1fa0-4f3e-945c-7cc46134a138), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:17:56.183567 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-6825bc98-30ee-43e5-ad87-f4ef85dcbe45 tempest-RoutersNegativeTest-1671732417 tempest-RoutersNegativeTest-1671732417-project] Publish callbacks [] for router_controller (d4174f88-1fa0-4f3e-945c-7cc46134a138), precommit_add_association {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:17:56.187609 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-6825bc98-30ee-43e5-ad87-f4ef85dcbe45 tempest-RoutersNegativeTest-1671732417 tempest-RoutersNegativeTest-1671732417-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4105757', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4111263'] for router (d4174f88-1fa0-4f3e-945c-7cc46134a138), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:17:56.204972 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-6825bc98-30ee-43e5-ad87-f4ef85dcbe45 tempest-RoutersNegativeTest-1671732417 tempest-RoutersNegativeTest-1671732417-project] Publish callbacks [] for router (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:17:56.206286 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-6825bc98-30ee-43e5-ad87-f4ef85dcbe45 tempest-RoutersNegativeTest-1671732417 tempest-RoutersNegativeTest-1671732417-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.2237141 Jan 26 22:17:56.208908 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 54098) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 22:17:56.213864 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-7cf158d6-1c3f-4c2c-82d0-269524d044d9 tempest-RoutersNegativeTest-1671732417 tempest-RoutersNegativeTest-1671732417-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-939830030'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 22:17:56.233036 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7cf158d6-1c3f-4c2c-82d0-269524d044d9 tempest-RoutersNegativeTest-1671732417 tempest-RoutersNegativeTest-1671732417-project] Made reservation on behalf of 7b8fa2d63ae1453a872964ca2972cb0c for: {'network': 1} {{(pid=103305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 22:17:56.236363 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-7cf158d6-1c3f-4c2c-82d0-269524d044d9 tempest-RoutersNegativeTest-1671732417 tempest-RoutersNegativeTest-1671732417-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for network (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:17:56.244844 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-7cf158d6-1c3f-4c2c-82d0-269524d044d9 tempest-RoutersNegativeTest-1671732417 tempest-RoutersNegativeTest-1671732417-project] Publish callbacks [] for security_group (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:17:56.319735 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-7cf158d6-1c3f-4c2c-82d0-269524d044d9 tempest-RoutersNegativeTest-1671732417 tempest-RoutersNegativeTest-1671732417-project] Publish callbacks [] for security_group (dc62db25-2a28-4055-b0c4-09e6d1690fd0), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:17:56.323462 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-7cf158d6-1c3f-4c2c-82d0-269524d044d9 tempest-RoutersNegativeTest-1671732417 tempest-RoutersNegativeTest-1671732417-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (dc62db25-2a28-4055-b0c4-09e6d1690fd0), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:17:56.351058 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7cf158d6-1c3f-4c2c-82d0-269524d044d9 tempest-RoutersNegativeTest-1671732417 tempest-RoutersNegativeTest-1671732417-project] vlan segment allocate from pool success with {'vlan_id': 580, 'physical_network': 'physnet1'} {{(pid=103305) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 26 22:17:56.359948 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf158d6-1c3f-4c2c-82d0-269524d044d9 tempest-RoutersNegativeTest-1671732417 tempest-RoutersNegativeTest-1671732417-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dc62db25-2a28-4055-b0c4-09e6d1690fd0,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 22:17:56.367033 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-7cf158d6-1c3f-4c2c-82d0-269524d044d9 tempest-RoutersNegativeTest-1671732417 tempest-RoutersNegativeTest-1671732417-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576559'] for segment (865683e5-d3a1-4ef4-a8b9-7c48c7242d23), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:17:56.367897 n-d-760453-5 neutron-server[103305]: INFO neutron.db.segments_db [None req-7cf158d6-1c3f-4c2c-82d0-269524d044d9 tempest-RoutersNegativeTest-1671732417 tempest-RoutersNegativeTest-1671732417-project] Added segment 865683e5-d3a1-4ef4-a8b9-7c48c7242d23 of type vlan for network 66629351-586d-4da9-9391-0a745d544513 Jan 26 22:17:56.407424 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-7cf158d6-1c3f-4c2c-82d0-269524d044d9 tempest-RoutersNegativeTest-1671732417 tempest-RoutersNegativeTest-1671732417-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746560256871'] for network (66629351-586d-4da9-9391-0a745d544513), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:17:56.431292 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-7cf158d6-1c3f-4c2c-82d0-269524d044d9 tempest-RoutersNegativeTest-1671732417 tempest-RoutersNegativeTest-1671732417-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503'] for network (66629351-586d-4da9-9391-0a745d544513), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:17:56.436245 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cf158d6-1c3f-4c2c-82d0-269524d044d9 tempest-RoutersNegativeTest-1671732417 tempest-RoutersNegativeTest-1671732417-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:17:56.436827 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-7cf158d6-1c3f-4c2c-82d0-269524d044d9 tempest-RoutersNegativeTest-1671732417 tempest-RoutersNegativeTest-1671732417-project] Publish callbacks [] for network (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:17:56.497002 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-7cf158d6-1c3f-4c2c-82d0-269524d044d9 tempest-RoutersNegativeTest-1671732417 tempest-RoutersNegativeTest-1671732417-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.2866659 Jan 26 22:17:56.499583 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 54100) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 22:17:56.505355 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-68d41c22-2c4f-41cd-bd7b-3f6d1edf8350 tempest-RoutersNegativeTest-1671732417 tempest-RoutersNegativeTest-1671732417-project] Request body: {'subnet': {'network_id': '66629351-586d-4da9-9391-0a745d544513', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 22:17:56.510706 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf158d6-1c3f-4c2c-82d0-269524d044d9 tempest-RoutersNegativeTest-1671732417 tempest-RoutersNegativeTest-1671732417-project] Pushing event updated for resources: {'Network': ['ID=66629351-586d-4da9-9391-0a745d544513,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 22:17:56.520917 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Network 66629351-586d-4da9-9391-0a745d544513 details requested by agent ovs-agent-n-d-760453-5 with host n-d-760453-5 {{(pid=103306) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 26 22:17:56.595385 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68d41c22-2c4f-41cd-bd7b-3f6d1edf8350 tempest-RoutersNegativeTest-1671732417 tempest-RoutersNegativeTest-1671732417-project] Made reservation on behalf of 7b8fa2d63ae1453a872964ca2972cb0c for: {'subnet': 1} {{(pid=103304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 22:17:56.599111 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-68d41c22-2c4f-41cd-bd7b-3f6d1edf8350 tempest-RoutersNegativeTest-1671732417 tempest-RoutersNegativeTest-1671732417-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12215181'] for subnet (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:17:56.779282 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-68d41c22-2c4f-41cd-bd7b-3f6d1edf8350 tempest-RoutersNegativeTest-1671732417 tempest-RoutersNegativeTest-1671732417-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9285249', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12215227'] for subnet (7beed127-a9e0-492b-8302-72f454dfbb41), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:17:56.842653 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d41c22-2c4f-41cd-bd7b-3f6d1edf8350 tempest-RoutersNegativeTest-1671732417 tempest-RoutersNegativeTest-1671732417-project] Pushing event updated for resources: {'Subnet': ['ID=7beed127-a9e0-492b-8302-72f454dfbb41,revision_number=0']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 22:17:56.850357 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68d41c22-2c4f-41cd-bd7b-3f6d1edf8350 tempest-RoutersNegativeTest-1671732417 tempest-RoutersNegativeTest-1671732417-project] Checking segment: {'id': '865683e5-d3a1-4ef4-a8b9-7c48c7242d23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '66629351-586d-4da9-9391-0a745d544513'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103304) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 22:17:56.850748 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68d41c22-2c4f-41cd-bd7b-3f6d1edf8350 tempest-RoutersNegativeTest-1671732417 tempest-RoutersNegativeTest-1671732417-project] Network hostable DHCP agents. Network: 66629351-586d-4da9-9391-0a745d544513, hostable agents: ['474ccdf7-ab6c-405b-a3b2-dc7b05829902'], hosted agents: [] {{(pid=103304) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 26 22:17:56.866837 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68d41c22-2c4f-41cd-bd7b-3f6d1edf8350 tempest-RoutersNegativeTest-1671732417 tempest-RoutersNegativeTest-1671732417-project] Network 66629351-586d-4da9-9391-0a745d544513 is scheduled to be hosted by DHCP agent 474ccdf7-ab6c-405b-a3b2-dc7b05829902 with binding_index 1 {{(pid=103304) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 26 22:17:56.875208 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [None req-68d41c22-2c4f-41cd-bd7b-3f6d1edf8350 tempest-RoutersNegativeTest-1671732417 tempest-RoutersNegativeTest-1671732417-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760453-5, 66629351-586d-4da9-9391-0a745d544513) {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 22:17:56.879951 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68d41c22-2c4f-41cd-bd7b-3f6d1edf8350 tempest-RoutersNegativeTest-1671732417 tempest-RoutersNegativeTest-1671732417-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:17:56.880539 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-68d41c22-2c4f-41cd-bd7b-3f6d1edf8350 tempest-RoutersNegativeTest-1671732417 tempest-RoutersNegativeTest-1671732417-project] Publish callbacks [] for subnet (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:17:56.885348 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fcd5160-f08c-4331-8b80-bf795cd519b4 None None] Network 66629351-586d-4da9-9391-0a745d544513 requested from n-d-760453-5 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 26 22:17:56.897414 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-68d41c22-2c4f-41cd-bd7b-3f6d1edf8350 tempest-RoutersNegativeTest-1671732417 tempest-RoutersNegativeTest-1671732417-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.3959320 Jan 26 22:17:56.900259 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 54102) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 22:17:56.905281 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-ae21f252-27bf-4de1-88a3-69b4d4b3ac35 tempest-RoutersNegativeTest-1671732417 tempest-RoutersNegativeTest-1671732417-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1397980105'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 22:17:56.923972 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae21f252-27bf-4de1-88a3-69b4d4b3ac35 tempest-RoutersNegativeTest-1671732417 tempest-RoutersNegativeTest-1671732417-project] Made reservation on behalf of 7b8fa2d63ae1453a872964ca2972cb0c for: {'network': 1} {{(pid=103304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 22:17:56.927342 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-ae21f252-27bf-4de1-88a3-69b4d4b3ac35 tempest-RoutersNegativeTest-1671732417 tempest-RoutersNegativeTest-1671732417-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for network (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:17:56.952053 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ae21f252-27bf-4de1-88a3-69b4d4b3ac35 tempest-RoutersNegativeTest-1671732417 tempest-RoutersNegativeTest-1671732417-project] vlan segment allocate from pool success with {'vlan_id': 574, 'physical_network': 'physnet1'} {{(pid=103304) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 26 22:17:56.963069 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-ae21f252-27bf-4de1-88a3-69b4d4b3ac35 tempest-RoutersNegativeTest-1671732417 tempest-RoutersNegativeTest-1671732417-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576559'] for segment (449e6240-5210-4277-80cf-1dffb8a79c89), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:17:56.963417 n-d-760453-5 neutron-server[103304]: INFO neutron.db.segments_db [None req-ae21f252-27bf-4de1-88a3-69b4d4b3ac35 tempest-RoutersNegativeTest-1671732417 tempest-RoutersNegativeTest-1671732417-project] Added segment 449e6240-5210-4277-80cf-1dffb8a79c89 of type vlan for network 175b58a9-2113-4eab-a7a8-0b0695d323fc Jan 26 22:17:56.985773 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9b25b66-ad23-4961-9940-009c09c72d57 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3c4099e8-8ffb-51d1-af7f-5868973e933f-66629351-586d-4da9-9391-0a745d544513', 'network_id': '66629351-586d-4da9-9391-0a745d544513', 'project_id': '7b8fa2d63ae1453a872964ca2972cb0c', 'fixed_ips': [{'subnet_id': '7beed127-a9e0-492b-8302-72f454dfbb41'}]}} from n-d-760453-5. {{(pid=103306) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 26 22:17:56.986758 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-e9b25b66-ad23-4961-9940-009c09c72d57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (None), before_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:17:57.004673 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-ae21f252-27bf-4de1-88a3-69b4d4b3ac35 tempest-RoutersNegativeTest-1671732417 tempest-RoutersNegativeTest-1671732417-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746560256871'] for network (175b58a9-2113-4eab-a7a8-0b0695d323fc), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:17:57.029564 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-ae21f252-27bf-4de1-88a3-69b4d4b3ac35 tempest-RoutersNegativeTest-1671732417 tempest-RoutersNegativeTest-1671732417-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503'] for network (175b58a9-2113-4eab-a7a8-0b0695d323fc), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:17:57.034558 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae21f252-27bf-4de1-88a3-69b4d4b3ac35 tempest-RoutersNegativeTest-1671732417 tempest-RoutersNegativeTest-1671732417-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:17:57.035134 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-ae21f252-27bf-4de1-88a3-69b4d4b3ac35 tempest-RoutersNegativeTest-1671732417 tempest-RoutersNegativeTest-1671732417-project] Publish callbacks [] for network (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:17:57.087686 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-ae21f252-27bf-4de1-88a3-69b4d4b3ac35 tempest-RoutersNegativeTest-1671732417 tempest-RoutersNegativeTest-1671732417-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.1862874 Jan 26 22:17:57.090637 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 54104) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 22:17:57.096131 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-bf4f595f-2708-47e3-babe-5775850a5831 tempest-RoutersNegativeTest-1671732417 tempest-RoutersNegativeTest-1671732417-project] Request body: {'subnet': {'network_id': '175b58a9-2113-4eab-a7a8-0b0695d323fc', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 22:17:57.105237 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae21f252-27bf-4de1-88a3-69b4d4b3ac35 tempest-RoutersNegativeTest-1671732417 tempest-RoutersNegativeTest-1671732417-project] Pushing event updated for resources: {'Network': ['ID=175b58a9-2113-4eab-a7a8-0b0695d323fc,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 22:17:57.117859 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Network 175b58a9-2113-4eab-a7a8-0b0695d323fc details requested by agent ovs-agent-n-d-760453-5 with host n-d-760453-5 {{(pid=103306) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 26 22:17:57.137183 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.db_base_plugin_common [None req-e9b25b66-ad23-4961-9940-009c09c72d57 None None] Allocated IP 172.20.0.2 (66629351-586d-4da9-9391-0a745d544513/7beed127-a9e0-492b-8302-72f454dfbb41/971b255c-0073-4fc2-a9a4-42d7ae35b3ac) {{(pid=103306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 22:17:57.190003 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf4f595f-2708-47e3-babe-5775850a5831 tempest-RoutersNegativeTest-1671732417 tempest-RoutersNegativeTest-1671732417-project] Made reservation on behalf of 7b8fa2d63ae1453a872964ca2972cb0c for: {'subnet': 1} {{(pid=103305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 22:17:57.194148 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-bf4f595f-2708-47e3-babe-5775850a5831 tempest-RoutersNegativeTest-1671732417 tempest-RoutersNegativeTest-1671732417-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11599953'] for subnet (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:17:57.324038 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-e9b25b66-ad23-4961-9940-009c09c72d57 None None] Publish callbacks [] for port (971b255c-0073-4fc2-a9a4-42d7ae35b3ac), precommit_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:17:57.330026 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-e9b25b66-ad23-4961-9940-009c09c72d57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746560234527'] for port (971b255c-0073-4fc2-a9a4-42d7ae35b3ac), after_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:17:57.371043 n-d-760453-5 neutron-server[103306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9b25b66-ad23-4961-9940-009c09c72d57 None None] Network 66629351-586d-4da9-9391-0a745d544513 is already hosted by enough agents. {{(pid=103306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 22:17:57.375187 n-d-760453-5 neutron-server[103306]: DEBUG neutron.scheduler.base_scheduler [None req-e9b25b66-ad23-4961-9940-009c09c72d57 None None] Resources bound (agent type, host, resource id): {{(pid=103306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 22:17:57.378373 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-bf4f595f-2708-47e3-babe-5775850a5831 tempest-RoutersNegativeTest-1671732417 tempest-RoutersNegativeTest-1671732417-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11788839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11599975'] for subnet (c2bf8862-a926-4e78-ba74-1c5e6da01cc0), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:17:57.380734 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9b25b66-ad23-4961-9940-009c09c72d57 None None] Received port after_create {{(pid=103306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 22:17:57.388878 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b25b66-ad23-4961-9940-009c09c72d57 None None] Pushing event updated for resources: {'Port': ['ID=971b255c-0073-4fc2-a9a4-42d7ae35b3ac,revision_number=1']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 22:17:57.439052 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf4f595f-2708-47e3-babe-5775850a5831 tempest-RoutersNegativeTest-1671732417 tempest-RoutersNegativeTest-1671732417-project] Pushing event updated for resources: {'Subnet': ['ID=c2bf8862-a926-4e78-ba74-1c5e6da01cc0,revision_number=0']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 22:17:57.439572 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-e9b25b66-ad23-4961-9940-009c09c72d57 None None] Attempting to bind port 971b255c-0073-4fc2-a9a4-42d7ae35b3ac on host n-d-760453-5 for vnic_type normal with profile {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 22:17:57.439967 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-e9b25b66-ad23-4961-9940-009c09c72d57 None None] Attempting to bind port 971b255c-0073-4fc2-a9a4-42d7ae35b3ac by drivers openvswitch,hyperv on host n-d-760453-5 at level 0 using segments [{'id': '865683e5-d3a1-4ef4-a8b9-7c48c7242d23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '66629351-586d-4da9-9391-0a745d544513'}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 26 22:17:57.440334 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9b25b66-ad23-4961-9940-009c09c72d57 None None] Attempting to bind port 971b255c-0073-4fc2-a9a4-42d7ae35b3ac on network 66629351-586d-4da9-9391-0a745d544513 {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 22:17:57.445750 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9b25b66-ad23-4961-9940-009c09c72d57 None None] Checking agent: {'id': 'fea0591a-627d-4c87-9a9a-01625ddf3277', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760453-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 20, 55, 25), 'started_at': datetime.datetime(2022, 1, 26, 20, 55, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 22, 17, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760453-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 26 22:17:57.446132 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9b25b66-ad23-4961-9940-009c09c72d57 None None] Checking segment: {'id': '865683e5-d3a1-4ef4-a8b9-7c48c7242d23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '66629351-586d-4da9-9391-0a745d544513'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 22:17:57.446534 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-e9b25b66-ad23-4961-9940-009c09c72d57 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:17:57.446928 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9b25b66-ad23-4961-9940-009c09c72d57 None None] Bound using segment: {'id': '865683e5-d3a1-4ef4-a8b9-7c48c7242d23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '66629351-586d-4da9-9391-0a745d544513'} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 26 22:17:57.447406 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-e9b25b66-ad23-4961-9940-009c09c72d57 None None] Bound port: 971b255c-0073-4fc2-a9a4-42d7ae35b3ac, host: n-d-760453-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '865683e5-d3a1-4ef4-a8b9-7c48c7242d23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '66629351-586d-4da9-9391-0a745d544513'}}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 26 22:17:57.447790 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-e9b25b66-ad23-4961-9940-009c09c72d57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (971b255c-0073-4fc2-a9a4-42d7ae35b3ac), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:17:57.455823 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf4f595f-2708-47e3-babe-5775850a5831 tempest-RoutersNegativeTest-1671732417 tempest-RoutersNegativeTest-1671732417-project] Checking segment: {'id': '449e6240-5210-4277-80cf-1dffb8a79c89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '175b58a9-2113-4eab-a7a8-0b0695d323fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103305) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 22:17:57.456180 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf4f595f-2708-47e3-babe-5775850a5831 tempest-RoutersNegativeTest-1671732417 tempest-RoutersNegativeTest-1671732417-project] Network hostable DHCP agents. Network: 175b58a9-2113-4eab-a7a8-0b0695d323fc, hostable agents: ['474ccdf7-ab6c-405b-a3b2-dc7b05829902'], hosted agents: [] {{(pid=103305) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 26 22:17:57.472813 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf4f595f-2708-47e3-babe-5775850a5831 tempest-RoutersNegativeTest-1671732417 tempest-RoutersNegativeTest-1671732417-project] Network 175b58a9-2113-4eab-a7a8-0b0695d323fc is scheduled to be hosted by DHCP agent 474ccdf7-ab6c-405b-a3b2-dc7b05829902 with binding_index 1 {{(pid=103305) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 26 22:17:57.482312 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [None req-bf4f595f-2708-47e3-babe-5775850a5831 tempest-RoutersNegativeTest-1671732417 tempest-RoutersNegativeTest-1671732417-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760453-5, 175b58a9-2113-4eab-a7a8-0b0695d323fc) {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 22:17:57.487207 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf4f595f-2708-47e3-babe-5775850a5831 tempest-RoutersNegativeTest-1671732417 tempest-RoutersNegativeTest-1671732417-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:17:57.487924 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-bf4f595f-2708-47e3-babe-5775850a5831 tempest-RoutersNegativeTest-1671732417 tempest-RoutersNegativeTest-1671732417-project] Publish callbacks [] for subnet (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:17:57.495067 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-094cd440-725a-4988-aba8-286a76f4344b None None] Network 175b58a9-2113-4eab-a7a8-0b0695d323fc requested from n-d-760453-5 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 26 22:17:57.503534 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-bf4f595f-2708-47e3-babe-5775850a5831 tempest-RoutersNegativeTest-1671732417 tempest-RoutersNegativeTest-1671732417-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4116607 Jan 26 22:17:57.506554 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 54106) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 22:17:57.511188 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-32d3795e-ad89-42d5-b0e6-33befea05cf4 tempest-RoutersNegativeTest-1671732417 tempest-RoutersNegativeTest-1671732417-project] Request body: {'router': {'external_gateway_info': {'network_id': '175b58a9-2113-4eab-a7a8-0b0695d323fc'}}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 22:17:57.559241 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-e9b25b66-ad23-4961-9940-009c09c72d57 None None] For port 971b255c-0073-4fc2-a9a4-42d7ae35b3ac, host n-d-760453-5, cleared binding levels {{(pid=103306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 26 22:17:57.574056 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-e9b25b66-ad23-4961-9940-009c09c72d57 None None] For port 971b255c-0073-4fc2-a9a4-42d7ae35b3ac, host n-d-760453-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=971b255c-0073-4fc2-a9a4-42d7ae35b3ac,segment=NetworkSegment(865683e5-d3a1-4ef4-a8b9-7c48c7242d23),segment_id=865683e5-d3a1-4ef4-a8b9-7c48c7242d23)] {{(pid=103306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 26 22:17:57.579580 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-e9b25b66-ad23-4961-9940-009c09c72d57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (971b255c-0073-4fc2-a9a4-42d7ae35b3ac), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:17:57.670795 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c890551-4701-4259-b849-f5a9a194d9ad None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3c4099e8-8ffb-51d1-af7f-5868973e933f-175b58a9-2113-4eab-a7a8-0b0695d323fc', 'network_id': '175b58a9-2113-4eab-a7a8-0b0695d323fc', 'project_id': '7b8fa2d63ae1453a872964ca2972cb0c', 'fixed_ips': [{'subnet_id': 'c2bf8862-a926-4e78-ba74-1c5e6da01cc0'}]}} from n-d-760453-5. {{(pid=103306) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 26 22:17:57.671677 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-3c890551-4701-4259-b849-f5a9a194d9ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (None), before_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:17:57.678297 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b25b66-ad23-4961-9940-009c09c72d57 None None] Pushing event updated for resources: {'Port': ['ID=971b255c-0073-4fc2-a9a4-42d7ae35b3ac,revision_number=2']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 22:17:57.834136 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.db_base_plugin_common [None req-3c890551-4701-4259-b849-f5a9a194d9ad None None] Allocated IP 172.21.0.2 (175b58a9-2113-4eab-a7a8-0b0695d323fc/c2bf8862-a926-4e78-ba74-1c5e6da01cc0/160ae1f9-2416-43f2-9ed2-dc177fa954ce) {{(pid=103306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 22:17:57.995421 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-3c890551-4701-4259-b849-f5a9a194d9ad None None] Publish callbacks [] for port (160ae1f9-2416-43f2-9ed2-dc177fa954ce), precommit_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:17:58.004502 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-3c890551-4701-4259-b849-f5a9a194d9ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746560234527'] for port (160ae1f9-2416-43f2-9ed2-dc177fa954ce), after_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:17:58.044096 n-d-760453-5 neutron-server[103306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c890551-4701-4259-b849-f5a9a194d9ad None None] Network 175b58a9-2113-4eab-a7a8-0b0695d323fc is already hosted by enough agents. {{(pid=103306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 22:17:58.048908 n-d-760453-5 neutron-server[103306]: DEBUG neutron.scheduler.base_scheduler [None req-3c890551-4701-4259-b849-f5a9a194d9ad None None] Resources bound (agent type, host, resource id): {{(pid=103306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 22:17:58.053450 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c890551-4701-4259-b849-f5a9a194d9ad None None] Received port after_create {{(pid=103306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 22:17:58.056465 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c890551-4701-4259-b849-f5a9a194d9ad None None] Pushing event updated for resources: {'Port': ['ID=160ae1f9-2416-43f2-9ed2-dc177fa954ce,revision_number=1']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 22:17:58.063982 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-32d3795e-ad89-42d5-b0e6-33befea05cf4 tempest-RoutersNegativeTest-1671732417 tempest-RoutersNegativeTest-1671732417-project] Publish callbacks [] for router_gateway (d4174f88-1fa0-4f3e-945c-7cc46134a138), precommit_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:17:58.111931 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-3c890551-4701-4259-b849-f5a9a194d9ad None None] Attempting to bind port 160ae1f9-2416-43f2-9ed2-dc177fa954ce on host n-d-760453-5 for vnic_type normal with profile {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 22:17:58.112298 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-3c890551-4701-4259-b849-f5a9a194d9ad None None] Attempting to bind port 160ae1f9-2416-43f2-9ed2-dc177fa954ce by drivers openvswitch,hyperv on host n-d-760453-5 at level 0 using segments [{'id': '449e6240-5210-4277-80cf-1dffb8a79c89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '175b58a9-2113-4eab-a7a8-0b0695d323fc'}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 26 22:17:58.112659 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c890551-4701-4259-b849-f5a9a194d9ad None None] Attempting to bind port 160ae1f9-2416-43f2-9ed2-dc177fa954ce on network 175b58a9-2113-4eab-a7a8-0b0695d323fc {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 22:17:58.118086 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c890551-4701-4259-b849-f5a9a194d9ad None None] Checking agent: {'id': 'fea0591a-627d-4c87-9a9a-01625ddf3277', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760453-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 20, 55, 25), 'started_at': datetime.datetime(2022, 1, 26, 20, 55, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 22, 17, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760453-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 26 22:17:58.118549 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c890551-4701-4259-b849-f5a9a194d9ad None None] Checking segment: {'id': '449e6240-5210-4277-80cf-1dffb8a79c89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '175b58a9-2113-4eab-a7a8-0b0695d323fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 22:17:58.119071 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-3c890551-4701-4259-b849-f5a9a194d9ad None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:17:58.119479 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c890551-4701-4259-b849-f5a9a194d9ad None None] Bound using segment: {'id': '449e6240-5210-4277-80cf-1dffb8a79c89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '175b58a9-2113-4eab-a7a8-0b0695d323fc'} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 26 22:17:58.120029 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-3c890551-4701-4259-b849-f5a9a194d9ad None None] Bound port: 160ae1f9-2416-43f2-9ed2-dc177fa954ce, host: n-d-760453-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '449e6240-5210-4277-80cf-1dffb8a79c89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '175b58a9-2113-4eab-a7a8-0b0695d323fc'}}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 26 22:17:58.120508 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-3c890551-4701-4259-b849-f5a9a194d9ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (160ae1f9-2416-43f2-9ed2-dc177fa954ce), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:17:58.169198 n-d-760453-5 neutron-server[103305]: INFO neutron.api.v2.resource [None req-32d3795e-ad89-42d5-b0e6-33befea05cf4 tempest-RoutersNegativeTest-1671732417 tempest-RoutersNegativeTest-1671732417-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 26 22:17:58.176556 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-32d3795e-ad89-42d5-b0e6-33befea05cf4 tempest-RoutersNegativeTest-1671732417 tempest-RoutersNegativeTest-1671732417-project] 10.222.0.13 "PUT /v2.0/routers/d4174f88-1fa0-4f3e-945c-7cc46134a138 HTTP/1.1" status: 400 len: 364 time: 0.6628089 Jan 26 22:17:58.176556 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 54108) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 22:17:58.195772 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-3c890551-4701-4259-b849-f5a9a194d9ad None None] For port 160ae1f9-2416-43f2-9ed2-dc177fa954ce, host n-d-760453-5, cleared binding levels {{(pid=103306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 26 22:17:58.199139 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-3c890551-4701-4259-b849-f5a9a194d9ad None None] For port 160ae1f9-2416-43f2-9ed2-dc177fa954ce, host n-d-760453-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=160ae1f9-2416-43f2-9ed2-dc177fa954ce,segment=NetworkSegment(449e6240-5210-4277-80cf-1dffb8a79c89),segment_id=449e6240-5210-4277-80cf-1dffb8a79c89)] {{(pid=103306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 26 22:17:58.204071 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-3c890551-4701-4259-b849-f5a9a194d9ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (160ae1f9-2416-43f2-9ed2-dc177fa954ce), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:17:58.229219 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.db_base_plugin_v2 [None req-289022e6-6a68-4e98-8e7a-dbf2c764be28 tempest-RoutersNegativeTest-1671732417 tempest-RoutersNegativeTest-1671732417-project] Deleting subnet c2bf8862-a926-4e78-ba74-1c5e6da01cc0 {{(pid=103305) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 26 22:17:58.232680 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-289022e6-6a68-4e98-8e7a-dbf2c764be28 tempest-RoutersNegativeTest-1671732417 tempest-RoutersNegativeTest-1671732417-project] Publish callbacks [] for subnet (c2bf8862-a926-4e78-ba74-1c5e6da01cc0), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:17:58.263746 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c890551-4701-4259-b849-f5a9a194d9ad None None] Pushing event updated for resources: {'Port': ['ID=160ae1f9-2416-43f2-9ed2-dc177fa954ce,revision_number=2']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 22:17:58.280117 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-289022e6-6a68-4e98-8e7a-dbf2c764be28 tempest-RoutersNegativeTest-1671732417 tempest-RoutersNegativeTest-1671732417-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11788946'] for subnet (c2bf8862-a926-4e78-ba74-1c5e6da01cc0), precommit_delete_associations {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:17:58.367470 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-289022e6-6a68-4e98-8e7a-dbf2c764be28 tempest-RoutersNegativeTest-1671732417 tempest-RoutersNegativeTest-1671732417-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687316'] for subnet (c2bf8862-a926-4e78-ba74-1c5e6da01cc0), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:17:58.450726 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-289022e6-6a68-4e98-8e7a-dbf2c764be28 tempest-RoutersNegativeTest-1671732417 tempest-RoutersNegativeTest-1671732417-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11791594', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11599980'] for subnet (c2bf8862-a926-4e78-ba74-1c5e6da01cc0), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:17:58.486414 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-289022e6-6a68-4e98-8e7a-dbf2c764be28 tempest-RoutersNegativeTest-1671732417 tempest-RoutersNegativeTest-1671732417-project] Pushing event deleted for resources: {'Subnet': ['ID=c2bf8862-a926-4e78-ba74-1c5e6da01cc0,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 22:17:58.490513 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-289022e6-6a68-4e98-8e7a-dbf2c764be28 tempest-RoutersNegativeTest-1671732417 tempest-RoutersNegativeTest-1671732417-project] Publish callbacks [] for subnet (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:17:58.494028 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-289022e6-6a68-4e98-8e7a-dbf2c764be28 tempest-RoutersNegativeTest-1671732417 tempest-RoutersNegativeTest-1671732417-project] 10.222.0.13 "DELETE /v2.0/subnets/c2bf8862-a926-4e78-ba74-1c5e6da01cc0 HTTP/1.1" status: 204 len: 168 time: 0.3168993 Jan 26 22:17:58.496640 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 54110) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 22:17:58.497161 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.agents_db [None req-569f1ced-6396-4ddf-b79f-e03b0b2146ab None None] Agent healthcheck: found 7 active agents {{(pid=103307) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 26 22:17:58.598226 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-be278c82-e98b-46ac-9ac7-843c8d6afa85 tempest-RoutersNegativeTest-1671732417 tempest-RoutersNegativeTest-1671732417-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-748181'] for network (175b58a9-2113-4eab-a7a8-0b0695d323fc), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:17:58.654757 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-be278c82-e98b-46ac-9ac7-843c8d6afa85 tempest-RoutersNegativeTest-1671732417 tempest-RoutersNegativeTest-1671732417-project] Deleting port 160ae1f9-2416-43f2-9ed2-dc177fa954ce {{(pid=103304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 22:17:58.655190 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-be278c82-e98b-46ac-9ac7-843c8d6afa85 tempest-RoutersNegativeTest-1671732417 tempest-RoutersNegativeTest-1671732417-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746560630878'] for port (160ae1f9-2416-43f2-9ed2-dc177fa954ce), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:17:58.719341 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [None req-be278c82-e98b-46ac-9ac7-843c8d6afa85 tempest-RoutersNegativeTest-1671732417 tempest-RoutersNegativeTest-1671732417-project] For port 160ae1f9-2416-43f2-9ed2-dc177fa954ce, host n-d-760453-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=160ae1f9-2416-43f2-9ed2-dc177fa954ce,segment=NetworkSegment(449e6240-5210-4277-80cf-1dffb8a79c89),segment_id=449e6240-5210-4277-80cf-1dffb8a79c89)] {{(pid=103304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 22:17:58.719791 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-be278c82-e98b-46ac-9ac7-843c8d6afa85 tempest-RoutersNegativeTest-1671732417 tempest-RoutersNegativeTest-1671732417-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4109658'] for port (160ae1f9-2416-43f2-9ed2-dc177fa954ce), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:17:58.739133 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-be278c82-e98b-46ac-9ac7-843c8d6afa85 tempest-RoutersNegativeTest-1671732417 tempest-RoutersNegativeTest-1671732417-project] Calling delete_port for 160ae1f9-2416-43f2-9ed2-dc177fa954ce owned by network:dhcp {{(pid=103304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 22:17:58.756045 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e2c2866-9afb-4ed7-bd0b-fe0a47d31940 None None] Network 66629351-586d-4da9-9391-0a745d544513 requested from n-d-760453-5 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 26 22:17:58.822570 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-be278c82-e98b-46ac-9ac7-843c8d6afa85 tempest-RoutersNegativeTest-1671732417 tempest-RoutersNegativeTest-1671732417-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746560636600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746560234536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9281553'] for port (160ae1f9-2416-43f2-9ed2-dc177fa954ce), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:17:58.830468 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-9a999083-112f-4476-ba9b-870a06f821ad None None] Provisioning complete for port 971b255c-0073-4fc2-a9a4-42d7ae35b3ac triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 22:17:58.830967 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-9a999083-112f-4476-ba9b-870a06f821ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (971b255c-0073-4fc2-a9a4-42d7ae35b3ac), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:17:58.849868 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be278c82-e98b-46ac-9ac7-843c8d6afa85 tempest-RoutersNegativeTest-1671732417 tempest-RoutersNegativeTest-1671732417-project] Pushing event deleted for resources: {'Port': ['ID=160ae1f9-2416-43f2-9ed2-dc177fa954ce,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 22:17:58.851734 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be278c82-e98b-46ac-9ac7-843c8d6afa85 tempest-RoutersNegativeTest-1671732417 tempest-RoutersNegativeTest-1671732417-project] No DVR routers for this DVR port 160ae1f9-2416-43f2-9ed2-dc177fa954ce on host n-d-760453-5 {{(pid=103304) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 26 22:17:58.942225 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-be278c82-e98b-46ac-9ac7-843c8d6afa85 tempest-RoutersNegativeTest-1671732417 tempest-RoutersNegativeTest-1671732417-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-686403', 'neutron.services.segments.db._delete_segments_for_network-8746560774018'] for network (175b58a9-2113-4eab-a7a8-0b0695d323fc), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:17:58.972677 n-d-760453-5 neutron-server[103304]: DEBUG neutron.services.segments.db [None req-be278c82-e98b-46ac-9ac7-843c8d6afa85 tempest-RoutersNegativeTest-1671732417 tempest-RoutersNegativeTest-1671732417-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['175b58a9-2113-4eab-a7a8-0b0695d323fc']}} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 22:17:58.986721 n-d-760453-5 neutron-server[103304]: DEBUG neutron.services.segments.db [None req-be278c82-e98b-46ac-9ac7-843c8d6afa85 tempest-RoutersNegativeTest-1671732417 tempest-RoutersNegativeTest-1671732417-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '449e6240-5210-4277-80cf-1dffb8a79c89') {'for_net_delete': True} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 22:17:58.987081 n-d-760453-5 neutron-server[103304]: DEBUG neutron.services.segments.db [None req-be278c82-e98b-46ac-9ac7-843c8d6afa85 tempest-RoutersNegativeTest-1671732417 tempest-RoutersNegativeTest-1671732417-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '449e6240-5210-4277-80cf-1dffb8a79c89') {} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 22:17:58.999289 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-be278c82-e98b-46ac-9ac7-843c8d6afa85 tempest-RoutersNegativeTest-1671732417 tempest-RoutersNegativeTest-1671732417-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746560742283', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8881293'] for segment (449e6240-5210-4277-80cf-1dffb8a79c89), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:17:59.015120 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-be278c82-e98b-46ac-9ac7-843c8d6afa85 tempest-RoutersNegativeTest-1671732417 tempest-RoutersNegativeTest-1671732417-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576559'] for segment (449e6240-5210-4277-80cf-1dffb8a79c89), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:17:59.024379 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-be278c82-e98b-46ac-9ac7-843c8d6afa85 tempest-RoutersNegativeTest-1671732417 tempest-RoutersNegativeTest-1671732417-project] Releasing vlan 574 on physical network physnet1 to pool {{(pid=103304) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 26 22:17:59.025247 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-be278c82-e98b-46ac-9ac7-843c8d6afa85 tempest-RoutersNegativeTest-1671732417 tempest-RoutersNegativeTest-1671732417-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9281762'] for segment (449e6240-5210-4277-80cf-1dffb8a79c89), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:17:59.080101 n-d-760453-5 neutron-server[103304]: Traceback (most recent call last): Jan 26 22:17:59.080101 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 26 22:17:59.080101 n-d-760453-5 neutron-server[103304]: timer() Jan 26 22:17:59.080101 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 26 22:17:59.080101 n-d-760453-5 neutron-server[103304]: cb(*args, **kw) Jan 26 22:17:59.080101 n-d-760453-5 neutron-server[103304]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 26 22:17:59.080101 n-d-760453-5 neutron-server[103304]: return func(*args, **kwargs) Jan 26 22:17:59.080101 n-d-760453-5 neutron-server[103304]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 26 22:17:59.080101 n-d-760453-5 neutron-server[103304]: self._notify() Jan 26 22:17:59.080101 n-d-760453-5 neutron-server[103304]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 26 22:17:59.080101 n-d-760453-5 neutron-server[103304]: self.callback(batched_events) Jan 26 22:17:59.080101 n-d-760453-5 neutron-server[103304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 26 22:17:59.080101 n-d-760453-5 neutron-server[103304]: event.method(event) Jan 26 22:17:59.080101 n-d-760453-5 neutron-server[103304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 26 22:17:59.080101 n-d-760453-5 neutron-server[103304]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 26 22:17:59.080101 n-d-760453-5 neutron-server[103304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 26 22:17:59.080101 n-d-760453-5 neutron-server[103304]: aggregate_uuid = self.p_client.list_aggregates( Jan 26 22:17:59.080101 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 26 22:17:59.080101 n-d-760453-5 neutron-server[103304]: return f(self, *a, **k) Jan 26 22:17:59.080101 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 26 22:17:59.080101 n-d-760453-5 neutron-server[103304]: return self._get(url).json() Jan 26 22:17:59.080101 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 26 22:17:59.080101 n-d-760453-5 neutron-server[103304]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 26 22:17:59.080101 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 26 22:17:59.080101 n-d-760453-5 neutron-server[103304]: return self.request(url, 'GET', **kwargs) Jan 26 22:17:59.080101 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 26 22:17:59.080101 n-d-760453-5 neutron-server[103304]: base_url = self.get_endpoint(auth, allow=allow, Jan 26 22:17:59.080101 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 26 22:17:59.080101 n-d-760453-5 neutron-server[103304]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 26 22:17:59.080101 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 26 22:17:59.080101 n-d-760453-5 neutron-server[103304]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 26 22:17:59.080101 n-d-760453-5 neutron-server[103304]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 26 22:17:59.114397 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-be278c82-e98b-46ac-9ac7-843c8d6afa85 tempest-RoutersNegativeTest-1671732417 tempest-RoutersNegativeTest-1671732417-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4110931'] for network (175b58a9-2113-4eab-a7a8-0b0695d323fc), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:17:59.118290 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-9a999083-112f-4476-ba9b-870a06f821ad None None] Current status of the port 971b255c-0073-4fc2-a9a4-42d7ae35b3ac is: DOWN; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 22:17:59.119059 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-9a999083-112f-4476-ba9b-870a06f821ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (971b255c-0073-4fc2-a9a4-42d7ae35b3ac), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:17:59.124906 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-be278c82-e98b-46ac-9ac7-843c8d6afa85 tempest-RoutersNegativeTest-1671732417 tempest-RoutersNegativeTest-1671732417-project] Publish callbacks [] for network (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:17:59.132364 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-be278c82-e98b-46ac-9ac7-843c8d6afa85 tempest-RoutersNegativeTest-1671732417 tempest-RoutersNegativeTest-1671732417-project] 10.222.0.13 "DELETE /v2.0/networks/175b58a9-2113-4eab-a7a8-0b0695d323fc HTTP/1.1" status: 204 len: 168 time: 0.6345465 Jan 26 22:17:59.136537 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 54112) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 22:17:59.166851 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be278c82-e98b-46ac-9ac7-843c8d6afa85 tempest-RoutersNegativeTest-1671732417 tempest-RoutersNegativeTest-1671732417-project] Pushing event deleted for resources: {'Network': ['ID=175b58a9-2113-4eab-a7a8-0b0695d323fc,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 22:17:59.175953 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-9a999083-112f-4476-ba9b-870a06f821ad None None] For port 971b255c-0073-4fc2-a9a4-42d7ae35b3ac, host n-d-760453-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=971b255c-0073-4fc2-a9a4-42d7ae35b3ac,segment=NetworkSegment(865683e5-d3a1-4ef4-a8b9-7c48c7242d23),segment_id=865683e5-d3a1-4ef4-a8b9-7c48c7242d23)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 22:17:59.198994 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-9a999083-112f-4476-ba9b-870a06f821ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (971b255c-0073-4fc2-a9a4-42d7ae35b3ac), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:17:59.231167 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.db_base_plugin_v2 [None req-259489fa-8f8b-45e6-9475-dc83f01ba6d4 tempest-RoutersNegativeTest-1671732417 tempest-RoutersNegativeTest-1671732417-project] Deleting subnet 7beed127-a9e0-492b-8302-72f454dfbb41 {{(pid=103304) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 26 22:17:59.234886 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-259489fa-8f8b-45e6-9475-dc83f01ba6d4 tempest-RoutersNegativeTest-1671732417 tempest-RoutersNegativeTest-1671732417-project] Publish callbacks [] for subnet (7beed127-a9e0-492b-8302-72f454dfbb41), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:17:59.250780 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device 971b255c-0073-4fc2-a9a4-42d7ae35b3ac up at agent ovs-agent-n-d-760453-5 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 22:17:59.283812 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-259489fa-8f8b-45e6-9475-dc83f01ba6d4 tempest-RoutersNegativeTest-1671732417 tempest-RoutersNegativeTest-1671732417-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8881284'] for subnet (7beed127-a9e0-492b-8302-72f454dfbb41), precommit_delete_associations {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:17:59.288854 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a999083-112f-4476-ba9b-870a06f821ad None None] Pushing event updated for resources: {'Port': ['ID=971b255c-0073-4fc2-a9a4-42d7ae35b3ac,revision_number=3']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 22:17:59.314540 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Provisioning complete for port 971b255c-0073-4fc2-a9a4-42d7ae35b3ac triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 22:17:59.315002 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (971b255c-0073-4fc2-a9a4-42d7ae35b3ac), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:17:59.351663 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-c44213ef-a345-489e-b690-7f34de1c8220 None None] Provisioning complete for port 971b255c-0073-4fc2-a9a4-42d7ae35b3ac triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 22:17:59.352031 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-c44213ef-a345-489e-b690-7f34de1c8220 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (971b255c-0073-4fc2-a9a4-42d7ae35b3ac), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:17:59.372560 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-259489fa-8f8b-45e6-9475-dc83f01ba6d4 tempest-RoutersNegativeTest-1671732417 tempest-RoutersNegativeTest-1671732417-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687316'] for subnet (7beed127-a9e0-492b-8302-72f454dfbb41), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:17:59.446391 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-259489fa-8f8b-45e6-9475-dc83f01ba6d4 tempest-RoutersNegativeTest-1671732417 tempest-RoutersNegativeTest-1671732417-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9281612', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12215216'] for subnet (7beed127-a9e0-492b-8302-72f454dfbb41), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:17:59.469914 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Current status of the port 971b255c-0073-4fc2-a9a4-42d7ae35b3ac is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 22:17:59.472985 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259489fa-8f8b-45e6-9475-dc83f01ba6d4 tempest-RoutersNegativeTest-1671732417 tempest-RoutersNegativeTest-1671732417-project] Pushing event deleted for resources: {'Subnet': ['ID=7beed127-a9e0-492b-8302-72f454dfbb41,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 22:17:59.479105 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93771095-3756-472a-96f8-880a590d4e89 None None] DHCP port deletion for 175b58a9-2113-4eab-a7a8-0b0695d323fc request from n-d-760453-5 {{(pid=103306) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 26 22:17:59.482563 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-c44213ef-a345-489e-b690-7f34de1c8220 None None] Current status of the port 971b255c-0073-4fc2-a9a4-42d7ae35b3ac is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 22:17:59.482689 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-259489fa-8f8b-45e6-9475-dc83f01ba6d4 tempest-RoutersNegativeTest-1671732417 tempest-RoutersNegativeTest-1671732417-project] Publish callbacks [] for subnet (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:17:59.487153 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-259489fa-8f8b-45e6-9475-dc83f01ba6d4 tempest-RoutersNegativeTest-1671732417 tempest-RoutersNegativeTest-1671732417-project] 10.222.0.13 "DELETE /v2.0/subnets/7beed127-a9e0-492b-8302-72f454dfbb41 HTTP/1.1" status: 204 len: 168 time: 0.3493335 Jan 26 22:17:59.487648 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15dd08ea-72ba-4c63-bb6d-600ef4e3e644 None None] Network 66629351-586d-4da9-9391-0a745d544513 requested from n-d-760453-5 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 26 22:17:59.489589 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 54114) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 22:17:59.507948 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e3adf05-ce4d-43db-a7ed-01db34ac9f1a None None] Network 175b58a9-2113-4eab-a7a8-0b0695d323fc requested from n-d-760453-5 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 26 22:17:59.549245 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e3adf05-ce4d-43db-a7ed-01db34ac9f1a None None] Network 175b58a9-2113-4eab-a7a8-0b0695d323fc could not be found, it might have been deleted concurrently. {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Jan 26 22:17:59.569373 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-584f09f7-08fe-4cfd-92f7-b7014ad5a714 tempest-RoutersNegativeTest-1671732417 tempest-RoutersNegativeTest-1671732417-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-748181'] for network (66629351-586d-4da9-9391-0a745d544513), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:17:59.598056 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-fa16b93a-3db3-47f2-ab24-a4009052fc97 None None] Could not find standard attr ID for object 160ae1f9-2416-43f2-9ed2-dc177fa954ce. {{(pid=103306) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 26 22:17:59.623996 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-584f09f7-08fe-4cfd-92f7-b7014ad5a714 tempest-RoutersNegativeTest-1671732417 tempest-RoutersNegativeTest-1671732417-project] Deleting port 971b255c-0073-4fc2-a9a4-42d7ae35b3ac {{(pid=103304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 22:17:59.624348 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-584f09f7-08fe-4cfd-92f7-b7014ad5a714 tempest-RoutersNegativeTest-1671732417 tempest-RoutersNegativeTest-1671732417-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746560630878'] for port (971b255c-0073-4fc2-a9a4-42d7ae35b3ac), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:17:59.664676 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5aef541-8250-41c0-b4a1-a5bb4715eb2a None None] DHCP port deletion for 66629351-586d-4da9-9391-0a745d544513 request from n-d-760453-5 {{(pid=103306) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 26 22:17:59.718360 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-c5aef541-8250-41c0-b4a1-a5bb4715eb2a None None] Deleting port 971b255c-0073-4fc2-a9a4-42d7ae35b3ac {{(pid=103306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 22:17:59.718717 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-c5aef541-8250-41c0-b4a1-a5bb4715eb2a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746560630878'] for port (971b255c-0073-4fc2-a9a4-42d7ae35b3ac), before_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:17:59.784375 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-c5aef541-8250-41c0-b4a1-a5bb4715eb2a None None] For port 971b255c-0073-4fc2-a9a4-42d7ae35b3ac, host n-d-760453-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=971b255c-0073-4fc2-a9a4-42d7ae35b3ac,segment=NetworkSegment(865683e5-d3a1-4ef4-a8b9-7c48c7242d23),segment_id=865683e5-d3a1-4ef4-a8b9-7c48c7242d23)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 22:17:59.785075 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-c5aef541-8250-41c0-b4a1-a5bb4715eb2a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4109658'] for port (971b255c-0073-4fc2-a9a4-42d7ae35b3ac), precommit_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:17:59.798439 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-c5aef541-8250-41c0-b4a1-a5bb4715eb2a None None] Calling delete_port for 971b255c-0073-4fc2-a9a4-42d7ae35b3ac owned by network:dhcp {{(pid=103306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 22:17:59.883481 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-c5aef541-8250-41c0-b4a1-a5bb4715eb2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746560636600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746560234536'] for port (971b255c-0073-4fc2-a9a4-42d7ae35b3ac), after_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:17:59.909810 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5aef541-8250-41c0-b4a1-a5bb4715eb2a None None] Pushing event deleted for resources: {'Port': ['ID=971b255c-0073-4fc2-a9a4-42d7ae35b3ac,revision_number=None']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 22:17:59.914314 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5aef541-8250-41c0-b4a1-a5bb4715eb2a None None] No DVR routers for this DVR port 971b255c-0073-4fc2-a9a4-42d7ae35b3ac on host n-d-760453-5 {{(pid=103306) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 26 22:18:00.027120 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [None req-584f09f7-08fe-4cfd-92f7-b7014ad5a714 tempest-RoutersNegativeTest-1671732417 tempest-RoutersNegativeTest-1671732417-project] For port 971b255c-0073-4fc2-a9a4-42d7ae35b3ac, host n-d-760453-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=971b255c-0073-4fc2-a9a4-42d7ae35b3ac,segment=NetworkSegment(865683e5-d3a1-4ef4-a8b9-7c48c7242d23),segment_id=865683e5-d3a1-4ef4-a8b9-7c48c7242d23)] {{(pid=103304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 22:18:00.027484 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-584f09f7-08fe-4cfd-92f7-b7014ad5a714 tempest-RoutersNegativeTest-1671732417 tempest-RoutersNegativeTest-1671732417-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4109658'] for port (971b255c-0073-4fc2-a9a4-42d7ae35b3ac), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:18:00.039950 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-584f09f7-08fe-4cfd-92f7-b7014ad5a714 tempest-RoutersNegativeTest-1671732417 tempest-RoutersNegativeTest-1671732417-project] Calling delete_port for 971b255c-0073-4fc2-a9a4-42d7ae35b3ac owned by network:dhcp {{(pid=103304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 22:18:00.113747 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-584f09f7-08fe-4cfd-92f7-b7014ad5a714 tempest-RoutersNegativeTest-1671732417 tempest-RoutersNegativeTest-1671732417-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746560636600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746560234536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9281553'] for port (971b255c-0073-4fc2-a9a4-42d7ae35b3ac), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:18:00.142674 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-584f09f7-08fe-4cfd-92f7-b7014ad5a714 tempest-RoutersNegativeTest-1671732417 tempest-RoutersNegativeTest-1671732417-project] Pushing event deleted for resources: {'Port': ['ID=971b255c-0073-4fc2-a9a4-42d7ae35b3ac,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 22:18:00.147131 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-584f09f7-08fe-4cfd-92f7-b7014ad5a714 tempest-RoutersNegativeTest-1671732417 tempest-RoutersNegativeTest-1671732417-project] No DVR routers for this DVR port 971b255c-0073-4fc2-a9a4-42d7ae35b3ac on host n-d-760453-5 {{(pid=103304) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 26 22:18:00.224088 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-584f09f7-08fe-4cfd-92f7-b7014ad5a714 tempest-RoutersNegativeTest-1671732417 tempest-RoutersNegativeTest-1671732417-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-686403', 'neutron.services.segments.db._delete_segments_for_network-8746560774018'] for network (66629351-586d-4da9-9391-0a745d544513), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:18:00.245721 n-d-760453-5 neutron-server[103304]: DEBUG neutron.services.segments.db [None req-584f09f7-08fe-4cfd-92f7-b7014ad5a714 tempest-RoutersNegativeTest-1671732417 tempest-RoutersNegativeTest-1671732417-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['66629351-586d-4da9-9391-0a745d544513']}} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 22:18:00.256276 n-d-760453-5 neutron-server[103304]: DEBUG neutron.services.segments.db [None req-584f09f7-08fe-4cfd-92f7-b7014ad5a714 tempest-RoutersNegativeTest-1671732417 tempest-RoutersNegativeTest-1671732417-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '865683e5-d3a1-4ef4-a8b9-7c48c7242d23') {'for_net_delete': True} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 22:18:00.256575 n-d-760453-5 neutron-server[103304]: DEBUG neutron.services.segments.db [None req-584f09f7-08fe-4cfd-92f7-b7014ad5a714 tempest-RoutersNegativeTest-1671732417 tempest-RoutersNegativeTest-1671732417-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '865683e5-d3a1-4ef4-a8b9-7c48c7242d23') {} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 22:18:00.265878 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-584f09f7-08fe-4cfd-92f7-b7014ad5a714 tempest-RoutersNegativeTest-1671732417 tempest-RoutersNegativeTest-1671732417-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746560742283', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8881293'] for segment (865683e5-d3a1-4ef4-a8b9-7c48c7242d23), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:18:00.279475 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-584f09f7-08fe-4cfd-92f7-b7014ad5a714 tempest-RoutersNegativeTest-1671732417 tempest-RoutersNegativeTest-1671732417-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576559'] for segment (865683e5-d3a1-4ef4-a8b9-7c48c7242d23), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:18:00.285907 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-584f09f7-08fe-4cfd-92f7-b7014ad5a714 tempest-RoutersNegativeTest-1671732417 tempest-RoutersNegativeTest-1671732417-project] Releasing vlan 580 on physical network physnet1 to pool {{(pid=103304) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 26 22:18:00.286293 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-584f09f7-08fe-4cfd-92f7-b7014ad5a714 tempest-RoutersNegativeTest-1671732417 tempest-RoutersNegativeTest-1671732417-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9281762'] for segment (865683e5-d3a1-4ef4-a8b9-7c48c7242d23), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:18:00.289230 n-d-760453-5 neutron-server[103304]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 26 22:18:00.289230 n-d-760453-5 neutron-server[103304]: self.session.flush() Jan 26 22:18:00.289230 n-d-760453-5 neutron-server[103304]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 26 22:18:00.289230 n-d-760453-5 neutron-server[103304]: self.session.flush() Jan 26 22:18:00.289230 n-d-760453-5 neutron-server[103304]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 26 22:18:00.289230 n-d-760453-5 neutron-server[103304]: self.session.flush() Jan 26 22:18:00.289230 n-d-760453-5 neutron-server[103304]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 26 22:18:00.289230 n-d-760453-5 neutron-server[103304]: self.session.flush() Jan 26 22:18:00.289230 n-d-760453-5 neutron-server[103304]: Traceback (most recent call last): Jan 26 22:18:00.289230 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 26 22:18:00.289230 n-d-760453-5 neutron-server[103304]: timer() Jan 26 22:18:00.289230 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 26 22:18:00.289230 n-d-760453-5 neutron-server[103304]: cb(*args, **kw) Jan 26 22:18:00.289230 n-d-760453-5 neutron-server[103304]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 26 22:18:00.289230 n-d-760453-5 neutron-server[103304]: return func(*args, **kwargs) Jan 26 22:18:00.289230 n-d-760453-5 neutron-server[103304]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 26 22:18:00.289230 n-d-760453-5 neutron-server[103304]: self._notify() Jan 26 22:18:00.289230 n-d-760453-5 neutron-server[103304]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 26 22:18:00.289230 n-d-760453-5 neutron-server[103304]: self.callback(batched_events) Jan 26 22:18:00.289230 n-d-760453-5 neutron-server[103304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 26 22:18:00.289230 n-d-760453-5 neutron-server[103304]: event.method(event) Jan 26 22:18:00.289230 n-d-760453-5 neutron-server[103304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 26 22:18:00.289230 n-d-760453-5 neutron-server[103304]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 26 22:18:00.289230 n-d-760453-5 neutron-server[103304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 26 22:18:00.289230 n-d-760453-5 neutron-server[103304]: aggregate_uuid = self.p_client.list_aggregates( Jan 26 22:18:00.289230 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 26 22:18:00.289230 n-d-760453-5 neutron-server[103304]: return f(self, *a, **k) Jan 26 22:18:00.289230 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 26 22:18:00.289230 n-d-760453-5 neutron-server[103304]: return self._get(url).json() Jan 26 22:18:00.289230 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 26 22:18:00.289230 n-d-760453-5 neutron-server[103304]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 26 22:18:00.289230 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 26 22:18:00.289230 n-d-760453-5 neutron-server[103304]: return self.request(url, 'GET', **kwargs) Jan 26 22:18:00.289230 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 26 22:18:00.289230 n-d-760453-5 neutron-server[103304]: base_url = self.get_endpoint(auth, allow=allow, Jan 26 22:18:00.289230 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 26 22:18:00.289230 n-d-760453-5 neutron-server[103304]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 26 22:18:00.289230 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 26 22:18:00.289230 n-d-760453-5 neutron-server[103304]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 26 22:18:00.289230 n-d-760453-5 neutron-server[103304]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 26 22:18:00.352524 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-584f09f7-08fe-4cfd-92f7-b7014ad5a714 tempest-RoutersNegativeTest-1671732417 tempest-RoutersNegativeTest-1671732417-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4110931'] for network (66629351-586d-4da9-9391-0a745d544513), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:18:00.360715 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-584f09f7-08fe-4cfd-92f7-b7014ad5a714 tempest-RoutersNegativeTest-1671732417 tempest-RoutersNegativeTest-1671732417-project] Publish callbacks [] for network (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:18:00.363966 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-584f09f7-08fe-4cfd-92f7-b7014ad5a714 tempest-RoutersNegativeTest-1671732417 tempest-RoutersNegativeTest-1671732417-project] 10.222.0.13 "DELETE /v2.0/networks/66629351-586d-4da9-9391-0a745d544513 HTTP/1.1" status: 204 len: 168 time: 0.8733497 Jan 26 22:18:00.366783 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 54116) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 22:18:00.375842 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-584f09f7-08fe-4cfd-92f7-b7014ad5a714 tempest-RoutersNegativeTest-1671732417 tempest-RoutersNegativeTest-1671732417-project] Pushing event deleted for resources: {'Network': ['ID=66629351-586d-4da9-9391-0a745d544513,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 22:18:00.395057 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-181e99fc-576c-4593-aebe-14a1f0630f6f tempest-RoutersNegativeTest-1671732417 tempest-RoutersNegativeTest-1671732417-project] 10.222.0.13 "GET /v2.0/ports?device_id=d4174f88-1fa0-4f3e-945c-7cc46134a138 HTTP/1.1" status: 200 len: 205 time: 0.0269868 Jan 26 22:18:00.397510 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 54118) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 22:18:00.482890 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-bd87de3c-c7c7-4a9a-b9fd-131523aac42c tempest-RoutersNegativeTest-1671732417 tempest-RoutersNegativeTest-1671732417-project] Publish callbacks [] for router (d4174f88-1fa0-4f3e-945c-7cc46134a138), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:18:00.657562 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-bd87de3c-c7c7-4a9a-b9fd-131523aac42c tempest-RoutersNegativeTest-1671732417 tempest-RoutersNegativeTest-1671732417-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4105774', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13082'] for router (d4174f88-1fa0-4f3e-945c-7cc46134a138), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:18:00.661146 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-bd87de3c-c7c7-4a9a-b9fd-131523aac42c tempest-RoutersNegativeTest-1671732417 tempest-RoutersNegativeTest-1671732417-project] Publish callbacks [] for router_controller (d4174f88-1fa0-4f3e-945c-7cc46134a138), precommit_delete_associations {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:18:00.707469 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-bd87de3c-c7c7-4a9a-b9fd-131523aac42c tempest-RoutersNegativeTest-1671732417 tempest-RoutersNegativeTest-1671732417-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4105767'] for router (d4174f88-1fa0-4f3e-945c-7cc46134a138), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:18:00.708110 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd87de3c-c7c7-4a9a-b9fd-131523aac42c tempest-RoutersNegativeTest-1671732417 tempest-RoutersNegativeTest-1671732417-project] Fanout notify agent at l3_agent the message router_deleted on router d4174f88-1fa0-4f3e-945c-7cc46134a138 {{(pid=103305) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 26 22:18:00.715430 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-bd87de3c-c7c7-4a9a-b9fd-131523aac42c tempest-RoutersNegativeTest-1671732417 tempest-RoutersNegativeTest-1671732417-project] Publish callbacks [] for router (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:18:00.716749 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-bd87de3c-c7c7-4a9a-b9fd-131523aac42c tempest-RoutersNegativeTest-1671732417 tempest-RoutersNegativeTest-1671732417-project] 10.222.0.13 "DELETE /v2.0/routers/d4174f88-1fa0-4f3e-945c-7cc46134a138 HTTP/1.1" status: 204 len: 168 time: 0.3183100 Jan 26 22:18:00.958434 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 54124) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 22:18:01.090698 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-713868c6-736d-4ad2-9dc4-905694e42789 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=7b8fa2d63ae1453a872964ca2972cb0c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1287138 Jan 26 22:18:01.090803 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 54128) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 22:18:01.140030 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device 160ae1f9-2416-43f2-9ed2-dc177fa954ce no longer exists at agent ovs-agent-n-d-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 26 22:18:01.142184 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-56aa2277-8c38-4aa2-be25-9a3156985aed admin admin] Publish callbacks [] for security_group (dc62db25-2a28-4055-b0c4-09e6d1690fd0), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:18:01.160678 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] No Port match for: 160ae1f9-2416-43f2-9ed2-dc177fa954ce {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 26 22:18:01.161030 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device 160ae1f9-2416-43f2-9ed2-dc177fa954ce not bound to the agent host n-d-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 26 22:18:01.161481 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device 971b255c-0073-4fc2-a9a4-42d7ae35b3ac no longer exists at agent ovs-agent-n-d-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 26 22:18:01.164463 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-56aa2277-8c38-4aa2-be25-9a3156985aed admin admin] Publish callbacks [] for security_group (dc62db25-2a28-4055-b0c4-09e6d1690fd0), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:18:01.179908 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] No Port match for: 971b255c-0073-4fc2-a9a4-42d7ae35b3ac {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 26 22:18:01.180257 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device 971b255c-0073-4fc2-a9a4-42d7ae35b3ac not bound to the agent host n-d-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 26 22:18:01.213893 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-56aa2277-8c38-4aa2-be25-9a3156985aed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (dc62db25-2a28-4055-b0c4-09e6d1690fd0), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:18:01.216526 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-56aa2277-8c38-4aa2-be25-9a3156985aed admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:18:01.220002 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-56aa2277-8c38-4aa2-be25-9a3156985aed admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/dc62db25-2a28-4055-b0c4-09e6d1690fd0 HTTP/1.1" status: 204 len: 168 time: 0.1260221 Jan 26 22:18:01.225541 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56aa2277-8c38-4aa2-be25-9a3156985aed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc62db25-2a28-4055-b0c4-09e6d1690fd0,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 22:18:01.815719 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 54150) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 22:18:01.909410 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-b53b0aab-cacf-42bd-a66d-9174d02078d7 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-569946881-network', 'tenant_id': '0884246918ba496d9ee113e5a57ae1ba'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 22:18:01.928329 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b53b0aab-cacf-42bd-a66d-9174d02078d7 admin admin] Made reservation on behalf of 0884246918ba496d9ee113e5a57ae1ba for: {'network': 1} {{(pid=103304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 22:18:01.931031 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-b53b0aab-cacf-42bd-a66d-9174d02078d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for network (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:18:01.939231 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-b53b0aab-cacf-42bd-a66d-9174d02078d7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:18:02.012062 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-b53b0aab-cacf-42bd-a66d-9174d02078d7 admin admin] Publish callbacks [] for security_group (92385ef6-72a6-4f31-8e20-3aea71ab0ced), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:18:02.015598 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-b53b0aab-cacf-42bd-a66d-9174d02078d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (92385ef6-72a6-4f31-8e20-3aea71ab0ced), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:18:02.039248 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b53b0aab-cacf-42bd-a66d-9174d02078d7 admin admin] vlan segment allocate from pool success with {'vlan_id': 584, 'physical_network': 'physnet1'} {{(pid=103304) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 26 22:18:02.049735 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53b0aab-cacf-42bd-a66d-9174d02078d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92385ef6-72a6-4f31-8e20-3aea71ab0ced,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 22:18:02.054437 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-b53b0aab-cacf-42bd-a66d-9174d02078d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576559'] for segment (180db022-6b8a-4962-a330-c0c11c5257d0), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:18:02.054783 n-d-760453-5 neutron-server[103304]: INFO neutron.db.segments_db [None req-b53b0aab-cacf-42bd-a66d-9174d02078d7 admin admin] Added segment 180db022-6b8a-4962-a330-c0c11c5257d0 of type vlan for network 6ed7cea3-9fa0-4cee-92d2-e0edd1d8a387 Jan 26 22:18:02.097875 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-b53b0aab-cacf-42bd-a66d-9174d02078d7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746560256871'] for network (6ed7cea3-9fa0-4cee-92d2-e0edd1d8a387), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:18:02.123144 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-b53b0aab-cacf-42bd-a66d-9174d02078d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503'] for network (6ed7cea3-9fa0-4cee-92d2-e0edd1d8a387), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:18:02.124171 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b53b0aab-cacf-42bd-a66d-9174d02078d7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:18:02.124772 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-b53b0aab-cacf-42bd-a66d-9174d02078d7 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:18:02.178894 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-b53b0aab-cacf-42bd-a66d-9174d02078d7 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.3619893 Jan 26 22:18:02.182144 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 54154) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 22:18:02.187334 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-17dd8bb3-4c4f-410c-aaa5-c96b663cea40 admin admin] Request body: {'subnet': {'network_id': '6ed7cea3-9fa0-4cee-92d2-e0edd1d8a387', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-569946881-subnet', 'tenant_id': '0884246918ba496d9ee113e5a57ae1ba', 'ip_version': 4}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 22:18:02.187874 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53b0aab-cacf-42bd-a66d-9174d02078d7 admin admin] Pushing event updated for resources: {'Network': ['ID=6ed7cea3-9fa0-4cee-92d2-e0edd1d8a387,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 22:18:02.197263 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Network 6ed7cea3-9fa0-4cee-92d2-e0edd1d8a387 details requested by agent ovs-agent-n-d-760453-5 with host n-d-760453-5 {{(pid=103306) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 26 22:18:02.213014 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17dd8bb3-4c4f-410c-aaa5-c96b663cea40 admin admin] Made reservation on behalf of 0884246918ba496d9ee113e5a57ae1ba for: {'subnet': 1} {{(pid=103305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 22:18:02.216351 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-17dd8bb3-4c4f-410c-aaa5-c96b663cea40 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11599953'] for subnet (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:18:02.378760 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-17dd8bb3-4c4f-410c-aaa5-c96b663cea40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11788839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11599975'] for subnet (47899eef-a867-4552-b110-00823ba3a34a), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:18:02.439367 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17dd8bb3-4c4f-410c-aaa5-c96b663cea40 admin admin] Pushing event updated for resources: {'Subnet': ['ID=47899eef-a867-4552-b110-00823ba3a34a,revision_number=0']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 22:18:02.447359 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17dd8bb3-4c4f-410c-aaa5-c96b663cea40 admin admin] Checking segment: {'id': '180db022-6b8a-4962-a330-c0c11c5257d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '6ed7cea3-9fa0-4cee-92d2-e0edd1d8a387'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103305) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 22:18:02.447713 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17dd8bb3-4c4f-410c-aaa5-c96b663cea40 admin admin] Network hostable DHCP agents. Network: 6ed7cea3-9fa0-4cee-92d2-e0edd1d8a387, hostable agents: ['474ccdf7-ab6c-405b-a3b2-dc7b05829902'], hosted agents: [] {{(pid=103305) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 26 22:18:02.465663 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17dd8bb3-4c4f-410c-aaa5-c96b663cea40 admin admin] Network 6ed7cea3-9fa0-4cee-92d2-e0edd1d8a387 is scheduled to be hosted by DHCP agent 474ccdf7-ab6c-405b-a3b2-dc7b05829902 with binding_index 1 {{(pid=103305) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 26 22:18:02.474713 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [None req-17dd8bb3-4c4f-410c-aaa5-c96b663cea40 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760453-5, 6ed7cea3-9fa0-4cee-92d2-e0edd1d8a387) {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 22:18:02.478647 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17dd8bb3-4c4f-410c-aaa5-c96b663cea40 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:18:02.479244 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-17dd8bb3-4c4f-410c-aaa5-c96b663cea40 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:18:02.483563 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35f741ec-dffd-4d54-96e6-490241975daa None None] Network 6ed7cea3-9fa0-4cee-92d2-e0edd1d8a387 requested from n-d-760453-5 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 26 22:18:02.497012 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-17dd8bb3-4c4f-410c-aaa5-c96b663cea40 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3136690 Jan 26 22:18:02.499823 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 54156) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 22:18:02.504928 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-379c375d-6d89-474a-bb1c-6d0010fb7334 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-569946881-router', 'tenant_id': '0884246918ba496d9ee113e5a57ae1ba', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299'}}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 22:18:02.524156 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-379c375d-6d89-474a-bb1c-6d0010fb7334 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4104596', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13108'] for router (65732193-3106-4628-8877-ed215277a423), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:18:02.525051 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-379c375d-6d89-474a-bb1c-6d0010fb7334 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4105828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4111306', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3733576', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13069'] for router (65732193-3106-4628-8877-ed215277a423), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:18:02.575367 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-379c375d-6d89-474a-bb1c-6d0010fb7334 admin admin] Publish callbacks [] for router_controller (65732193-3106-4628-8877-ed215277a423), precommit_add_association {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:18:02.590343 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88e7ca80-a34d-44a4-88a4-0c957b964d31 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3c4099e8-8ffb-51d1-af7f-5868973e933f-6ed7cea3-9fa0-4cee-92d2-e0edd1d8a387', 'network_id': '6ed7cea3-9fa0-4cee-92d2-e0edd1d8a387', 'project_id': '0884246918ba496d9ee113e5a57ae1ba', 'fixed_ips': [{'subnet_id': '47899eef-a867-4552-b110-00823ba3a34a'}]}} from n-d-760453-5. {{(pid=103306) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 26 22:18:02.591334 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-88e7ca80-a34d-44a4-88a4-0c957b964d31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (None), before_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:18:02.713059 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-379c375d-6d89-474a-bb1c-6d0010fb7334 admin admin] Publish callbacks [] for router_gateway (65732193-3106-4628-8877-ed215277a423), precommit_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:18:02.725173 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.db_base_plugin_common [None req-88e7ca80-a34d-44a4-88a4-0c957b964d31 None None] Allocated IP 172.20.0.2 (6ed7cea3-9fa0-4cee-92d2-e0edd1d8a387/47899eef-a867-4552-b110-00823ba3a34a/912e8c61-e9cd-43e1-a74d-ca2a91d6f1db) {{(pid=103306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 22:18:02.869576 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-88e7ca80-a34d-44a4-88a4-0c957b964d31 None None] Publish callbacks [] for port (912e8c61-e9cd-43e1-a74d-ca2a91d6f1db), precommit_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:18:02.876373 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-88e7ca80-a34d-44a4-88a4-0c957b964d31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746560234527'] for port (912e8c61-e9cd-43e1-a74d-ca2a91d6f1db), after_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:18:02.914166 n-d-760453-5 neutron-server[103306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88e7ca80-a34d-44a4-88a4-0c957b964d31 None None] Network 6ed7cea3-9fa0-4cee-92d2-e0edd1d8a387 is already hosted by enough agents. {{(pid=103306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 22:18:02.916895 n-d-760453-5 neutron-server[103306]: DEBUG neutron.scheduler.base_scheduler [None req-88e7ca80-a34d-44a4-88a4-0c957b964d31 None None] Resources bound (agent type, host, resource id): {{(pid=103306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 22:18:02.917678 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-379c375d-6d89-474a-bb1c-6d0010fb7334 admin admin] Publish callbacks [] for router_gateway (65732193-3106-4628-8877-ed215277a423), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:18:02.922881 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88e7ca80-a34d-44a4-88a4-0c957b964d31 None None] Received port after_create {{(pid=103306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 22:18:02.929870 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e7ca80-a34d-44a4-88a4-0c957b964d31 None None] Pushing event updated for resources: {'Port': ['ID=912e8c61-e9cd-43e1-a74d-ca2a91d6f1db,revision_number=1']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 22:18:02.944253 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-379c375d-6d89-474a-bb1c-6d0010fb7334 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:18:02.983207 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-88e7ca80-a34d-44a4-88a4-0c957b964d31 None None] Attempting to bind port 912e8c61-e9cd-43e1-a74d-ca2a91d6f1db on host n-d-760453-5 for vnic_type normal with profile {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 22:18:02.983585 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-88e7ca80-a34d-44a4-88a4-0c957b964d31 None None] Attempting to bind port 912e8c61-e9cd-43e1-a74d-ca2a91d6f1db by drivers openvswitch,hyperv on host n-d-760453-5 at level 0 using segments [{'id': '180db022-6b8a-4962-a330-c0c11c5257d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '6ed7cea3-9fa0-4cee-92d2-e0edd1d8a387'}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 26 22:18:02.983943 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88e7ca80-a34d-44a4-88a4-0c957b964d31 None None] Attempting to bind port 912e8c61-e9cd-43e1-a74d-ca2a91d6f1db on network 6ed7cea3-9fa0-4cee-92d2-e0edd1d8a387 {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 22:18:02.988955 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88e7ca80-a34d-44a4-88a4-0c957b964d31 None None] Checking agent: {'id': 'fea0591a-627d-4c87-9a9a-01625ddf3277', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760453-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 20, 55, 25), 'started_at': datetime.datetime(2022, 1, 26, 20, 55, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 22, 17, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760453-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 26 22:18:02.989357 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88e7ca80-a34d-44a4-88a4-0c957b964d31 None None] Checking segment: {'id': '180db022-6b8a-4962-a330-c0c11c5257d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '6ed7cea3-9fa0-4cee-92d2-e0edd1d8a387'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 22:18:02.989760 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-88e7ca80-a34d-44a4-88a4-0c957b964d31 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:18:02.990153 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88e7ca80-a34d-44a4-88a4-0c957b964d31 None None] Bound using segment: {'id': '180db022-6b8a-4962-a330-c0c11c5257d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '6ed7cea3-9fa0-4cee-92d2-e0edd1d8a387'} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 26 22:18:02.990621 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-88e7ca80-a34d-44a4-88a4-0c957b964d31 None None] Bound port: 912e8c61-e9cd-43e1-a74d-ca2a91d6f1db, host: n-d-760453-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '180db022-6b8a-4962-a330-c0c11c5257d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '6ed7cea3-9fa0-4cee-92d2-e0edd1d8a387'}}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 26 22:18:02.991002 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-88e7ca80-a34d-44a4-88a4-0c957b964d31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (912e8c61-e9cd-43e1-a74d-ca2a91d6f1db), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:18:03.047738 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.db_base_plugin_common [None req-379c375d-6d89-474a-bb1c-6d0010fb7334 admin admin] Allocated IP 172.25.1.192 (4140a1f1-c93a-4bea-83a0-68953a54f299/e48251a1-e30d-4820-8396-00c6f6aeb601/89982ec8-f701-41d8-8eef-f76cc1ffe522) {{(pid=103305) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 22:18:03.052621 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-88e7ca80-a34d-44a4-88a4-0c957b964d31 None None] For port 912e8c61-e9cd-43e1-a74d-ca2a91d6f1db, host n-d-760453-5, cleared binding levels {{(pid=103306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 26 22:18:03.055648 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-88e7ca80-a34d-44a4-88a4-0c957b964d31 None None] For port 912e8c61-e9cd-43e1-a74d-ca2a91d6f1db, host n-d-760453-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=912e8c61-e9cd-43e1-a74d-ca2a91d6f1db,segment=NetworkSegment(180db022-6b8a-4962-a330-c0c11c5257d0),segment_id=180db022-6b8a-4962-a330-c0c11c5257d0)] {{(pid=103306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 26 22:18:03.059622 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-88e7ca80-a34d-44a4-88a4-0c957b964d31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (912e8c61-e9cd-43e1-a74d-ca2a91d6f1db), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:18:03.122943 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e7ca80-a34d-44a4-88a4-0c957b964d31 None None] Pushing event updated for resources: {'Port': ['ID=912e8c61-e9cd-43e1-a74d-ca2a91d6f1db,revision_number=2']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 22:18:03.157396 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-379c375d-6d89-474a-bb1c-6d0010fb7334 admin admin] Publish callbacks [] for port (89982ec8-f701-41d8-8eef-f76cc1ffe522), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:18:03.191986 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-379c375d-6d89-474a-bb1c-6d0010fb7334 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746560234527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11791543'] for port (89982ec8-f701-41d8-8eef-f76cc1ffe522), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:18:03.232686 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-379c375d-6d89-474a-bb1c-6d0010fb7334 admin admin] Network 4140a1f1-c93a-4bea-83a0-68953a54f299 is already hosted by enough agents. {{(pid=103305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 22:18:03.235749 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [None req-379c375d-6d89-474a-bb1c-6d0010fb7334 admin admin] Resources bound (agent type, host, resource id): {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 22:18:03.238362 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-379c375d-6d89-474a-bb1c-6d0010fb7334 admin admin] Received port after_create {{(pid=103305) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 22:18:03.274374 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-379c375d-6d89-474a-bb1c-6d0010fb7334 admin admin] Pushing event updated for resources: {'Port': ['ID=89982ec8-f701-41d8-8eef-f76cc1ffe522,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 22:18:03.512041 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-379c375d-6d89-474a-bb1c-6d0010fb7334 admin admin] Publish callbacks [] for router_gateway (65732193-3106-4628-8877-ed215277a423), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:18:03.708619 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-379c375d-6d89-474a-bb1c-6d0010fb7334 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4105757', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4111263'] for router (65732193-3106-4628-8877-ed215277a423), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:18:03.849700 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-379c375d-6d89-474a-bb1c-6d0010fb7334 admin admin] Router 65732193-3106-4628-8877-ed215277a423 is scheduled to L3 agent 09df100c-3af1-4b0a-bda8-05914c71c458 with binding_index 1 {{(pid=103305) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 26 22:18:03.997733 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8bc0f72-d6cb-44c8-9466-7dc1ba4d2315 None None] Network 6ed7cea3-9fa0-4cee-92d2-e0edd1d8a387 requested from n-d-760453-5 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 26 22:18:04.067934 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-76b30cc6-5cdc-4a54-a080-5705530c180b None None] Provisioning complete for port 912e8c61-e9cd-43e1-a74d-ca2a91d6f1db triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 22:18:04.068301 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-76b30cc6-5cdc-4a54-a080-5705530c180b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (912e8c61-e9cd-43e1-a74d-ca2a91d6f1db), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:18:04.188910 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-76b30cc6-5cdc-4a54-a080-5705530c180b None None] Current status of the port 912e8c61-e9cd-43e1-a74d-ca2a91d6f1db is: DOWN; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 22:18:04.189320 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-76b30cc6-5cdc-4a54-a080-5705530c180b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (912e8c61-e9cd-43e1-a74d-ca2a91d6f1db), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:18:04.223317 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-76b30cc6-5cdc-4a54-a080-5705530c180b None None] For port 912e8c61-e9cd-43e1-a74d-ca2a91d6f1db, host n-d-760453-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=912e8c61-e9cd-43e1-a74d-ca2a91d6f1db,segment=NetworkSegment(180db022-6b8a-4962-a330-c0c11c5257d0),segment_id=180db022-6b8a-4962-a330-c0c11c5257d0)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 22:18:04.229033 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-76b30cc6-5cdc-4a54-a080-5705530c180b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (912e8c61-e9cd-43e1-a74d-ca2a91d6f1db), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:18:04.239426 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-379c375d-6d89-474a-bb1c-6d0010fb7334 admin admin] Notify agent at l3_agent.n-d-760453-5 the message routers_updated {{(pid=103305) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 26 22:18:04.254362 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9da7ed6b-374b-4605-8279-fc94af1089de None None] Sync routers for ids ['65732193-3106-4628-8877-ed215277a423'] in n-d-760453-5 {{(pid=103306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 26 22:18:04.258261 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-379c375d-6d89-474a-bb1c-6d0010fb7334 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:18:04.259126 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-379c375d-6d89-474a-bb1c-6d0010fb7334 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 1.7576404 Jan 26 22:18:04.261834 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 54158) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 22:18:04.287043 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9da7ed6b-374b-4605-8279-fc94af1089de None None] Routers {'65732193-3106-4628-8877-ed215277a423'} bound to L3 agent in host n-d-760453-5 {{(pid=103306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 22:18:04.287688 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-9da7ed6b-374b-4605-8279-fc94af1089de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-26T20:55:21Z,description=,heartbeat_timestamp=2022-01-26T22:17:51Z,host='n-d-760453-5',id=09df100c-3af1-4b0a-bda8-05914c71c458,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:55:21Z,topic='l3_agent')) {'router_ids': ['65732193-3106-4628-8877-ed215277a423'], 'active': True} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 22:18:04.328555 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b30cc6-5cdc-4a54-a080-5705530c180b None None] Pushing event updated for resources: {'Port': ['ID=912e8c61-e9cd-43e1-a74d-ca2a91d6f1db,revision_number=3']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 22:18:04.400587 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvr_db [None req-9da7ed6b-374b-4605-8279-fc94af1089de None None] Set router 65732193-3106-4628-8877-ed215277a423 gateway port host: n-d-760453-5 {{(pid=103306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 22:18:04.511580 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-d0f94019-99f9-4f56-aba5-7a420e3adef3 None None] Provisioning complete for port 912e8c61-e9cd-43e1-a74d-ca2a91d6f1db triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 22:18:04.511957 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d0f94019-99f9-4f56-aba5-7a420e3adef3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (912e8c61-e9cd-43e1-a74d-ca2a91d6f1db), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:18:04.644223 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-d0f94019-99f9-4f56-aba5-7a420e3adef3 None None] Current status of the port 912e8c61-e9cd-43e1-a74d-ca2a91d6f1db is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 22:18:04.652900 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-9da7ed6b-374b-4605-8279-fc94af1089de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65732193-3106-4628-8877-ed215277a423', 'name': 'tempest-TestEncryptedCinderVolumes-569946881-router', 'tenant_id': '0884246918ba496d9ee113e5a57ae1ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'external_fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.192'}], 'enable_snat': True}, 'gw_port_id': '89982ec8-f701-41d8-8eef-f76cc1ffe522', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T22:18:02Z', 'updated_at': '2022-01-26T22:18:03Z', 'revision_number': 3, 'project_id': '0884246918ba496d9ee113e5a57ae1ba', 'gw_port': {'id': '89982ec8-f701-41d8-8eef-f76cc1ffe522', 'name': '', 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:31:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65732193-3106-4628-8877-ed215277a423', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4167, 'fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T22:18:02Z', 'updated_at': '2022-01-26T22:18:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-5'}], 'n-d-760453-5', False) {} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 22:18:04.682829 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9da7ed6b-374b-4605-8279-fc94af1089de None None] Checking router: 65732193-3106-4628-8877-ed215277a423 for host: n-d-760453-5 {{(pid=103306) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 26 22:18:04.683181 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9da7ed6b-374b-4605-8279-fc94af1089de None None] Updating router 65732193-3106-4628-8877-ed215277a423 port 89982ec8-f701-41d8-8eef-f76cc1ffe522 binding host n-d-760453-5 {{(pid=103306) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 26 22:18:04.688437 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-4cc955f5-9586-4ab2-834d-5fbd00d3838d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:18:04.707381 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-9da7ed6b-374b-4605-8279-fc94af1089de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (89982ec8-f701-41d8-8eef-f76cc1ffe522), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:18:04.844667 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.db_base_plugin_common [None req-4cc955f5-9586-4ab2-834d-5fbd00d3838d admin admin] Allocated IP 172.20.0.1 (6ed7cea3-9fa0-4cee-92d2-e0edd1d8a387/47899eef-a867-4552-b110-00823ba3a34a/4536d155-6bd7-4f4f-8566-82744f59b23e) {{(pid=103305) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 22:18:04.951929 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-4cc955f5-9586-4ab2-834d-5fbd00d3838d admin admin] Publish callbacks [] for port (4536d155-6bd7-4f4f-8566-82744f59b23e), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:18:04.962588 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-9da7ed6b-374b-4605-8279-fc94af1089de None None] Publish callbacks [] for port (89982ec8-f701-41d8-8eef-f76cc1ffe522), precommit_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:18:04.969424 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-9da7ed6b-374b-4605-8279-fc94af1089de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (89982ec8-f701-41d8-8eef-f76cc1ffe522), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:18:04.989034 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-4cc955f5-9586-4ab2-834d-5fbd00d3838d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746560234527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11791543'] for port (4536d155-6bd7-4f4f-8566-82744f59b23e), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:18:05.020537 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-9da7ed6b-374b-4605-8279-fc94af1089de None None] Attempting to bind port 89982ec8-f701-41d8-8eef-f76cc1ffe522 on host n-d-760453-5 for vnic_type normal with profile {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 22:18:05.021115 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-9da7ed6b-374b-4605-8279-fc94af1089de None None] Attempting to bind port 89982ec8-f701-41d8-8eef-f76cc1ffe522 by drivers openvswitch,hyperv on host n-d-760453-5 at level 0 using segments [{'id': 'e17cb353-418f-48b9-b982-21a6233ee99b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299'}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 26 22:18:05.021239 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9da7ed6b-374b-4605-8279-fc94af1089de None None] Attempting to bind port 89982ec8-f701-41d8-8eef-f76cc1ffe522 on network 4140a1f1-c93a-4bea-83a0-68953a54f299 {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 22:18:05.023235 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb51862e-9c63-4b42-8234-e89d80a56ac9 None None] Pushing event updated for resources: {'Port': ['ID=89982ec8-f701-41d8-8eef-f76cc1ffe522,revision_number=2']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 22:18:05.028671 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9da7ed6b-374b-4605-8279-fc94af1089de None None] Checking agent: {'id': 'fea0591a-627d-4c87-9a9a-01625ddf3277', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760453-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 20, 55, 25), 'started_at': datetime.datetime(2022, 1, 26, 20, 55, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 22, 17, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760453-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 26 22:18:05.029042 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9da7ed6b-374b-4605-8279-fc94af1089de None None] Checking segment: {'id': 'e17cb353-418f-48b9-b982-21a6233ee99b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 22:18:05.029478 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-9da7ed6b-374b-4605-8279-fc94af1089de None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:18:05.029866 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9da7ed6b-374b-4605-8279-fc94af1089de None None] Bound using segment: {'id': 'e17cb353-418f-48b9-b982-21a6233ee99b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299'} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 26 22:18:05.030331 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-9da7ed6b-374b-4605-8279-fc94af1089de None None] Bound port: 89982ec8-f701-41d8-8eef-f76cc1ffe522, host: n-d-760453-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e17cb353-418f-48b9-b982-21a6233ee99b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299'}}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 26 22:18:05.030712 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-9da7ed6b-374b-4605-8279-fc94af1089de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (89982ec8-f701-41d8-8eef-f76cc1ffe522), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:18:05.036602 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cc955f5-9586-4ab2-834d-5fbd00d3838d admin admin] Network 6ed7cea3-9fa0-4cee-92d2-e0edd1d8a387 is already hosted by enough agents. {{(pid=103305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 22:18:05.041773 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [None req-4cc955f5-9586-4ab2-834d-5fbd00d3838d admin admin] Resources bound (agent type, host, resource id): {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 22:18:05.046404 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cc955f5-9586-4ab2-834d-5fbd00d3838d admin admin] Received port after_create {{(pid=103305) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 22:18:05.050097 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc955f5-9586-4ab2-834d-5fbd00d3838d admin admin] Pushing event updated for resources: {'Port': ['ID=4536d155-6bd7-4f4f-8566-82744f59b23e,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 22:18:05.090701 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-4cc955f5-9586-4ab2-834d-5fbd00d3838d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4111050'] for router_interface (65732193-3106-4628-8877-ed215277a423), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:18:05.092028 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-9da7ed6b-374b-4605-8279-fc94af1089de None None] For port 89982ec8-f701-41d8-8eef-f76cc1ffe522, host n-d-760453-5, cleared binding levels {{(pid=103306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 26 22:18:05.095852 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-9da7ed6b-374b-4605-8279-fc94af1089de None None] For port 89982ec8-f701-41d8-8eef-f76cc1ffe522, host n-d-760453-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=89982ec8-f701-41d8-8eef-f76cc1ffe522,segment=NetworkSegment(e17cb353-418f-48b9-b982-21a6233ee99b),segment_id=e17cb353-418f-48b9-b982-21a6233ee99b)] {{(pid=103306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 26 22:18:05.104011 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-9da7ed6b-374b-4605-8279-fc94af1089de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (89982ec8-f701-41d8-8eef-f76cc1ffe522), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:18:05.176834 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb51862e-9c63-4b42-8234-e89d80a56ac9 None None] Pushing event updated for resources: {'Port': ['ID=89982ec8-f701-41d8-8eef-f76cc1ffe522,revision_number=3']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 22:18:05.180239 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9da7ed6b-374b-4605-8279-fc94af1089de None None] Routers {'65732193-3106-4628-8877-ed215277a423'} bound to L3 agent in host n-d-760453-5 {{(pid=103306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 22:18:05.180856 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-9da7ed6b-374b-4605-8279-fc94af1089de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-26T20:55:21Z,description=,heartbeat_timestamp=2022-01-26T22:17:51Z,host='n-d-760453-5',id=09df100c-3af1-4b0a-bda8-05914c71c458,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:55:21Z,topic='l3_agent')) {'router_ids': ['65732193-3106-4628-8877-ed215277a423'], 'active': True} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 22:18:05.243431 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device 912e8c61-e9cd-43e1-a74d-ca2a91d6f1db up at agent ovs-agent-n-d-760453-5 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 22:18:05.259702 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-4cc955f5-9586-4ab2-834d-5fbd00d3838d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (4536d155-6bd7-4f4f-8566-82744f59b23e), before_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:18:05.333635 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvr_db [None req-9da7ed6b-374b-4605-8279-fc94af1089de None None] Set router 65732193-3106-4628-8877-ed215277a423 gateway port host: n-d-760453-5 {{(pid=103306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 22:18:05.412208 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Provisioning complete for port 912e8c61-e9cd-43e1-a74d-ca2a91d6f1db triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 22:18:05.412584 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (912e8c61-e9cd-43e1-a74d-ca2a91d6f1db), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:18:05.428966 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-4cc955f5-9586-4ab2-834d-5fbd00d3838d admin admin] Publish callbacks [] for port (4536d155-6bd7-4f4f-8566-82744f59b23e), precommit_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:18:05.433673 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-4cc955f5-9586-4ab2-834d-5fbd00d3838d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11791520'] for port (4536d155-6bd7-4f4f-8566-82744f59b23e), after_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:18:05.502632 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-4cc955f5-9586-4ab2-834d-5fbd00d3838d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3709457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4110682'] for router_interface (65732193-3106-4628-8877-ed215277a423), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:18:05.504452 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc955f5-9586-4ab2-834d-5fbd00d3838d admin admin] Pushing event updated for resources: {'Port': ['ID=4536d155-6bd7-4f4f-8566-82744f59b23e,revision_number=2']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 22:18:05.605405 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cc955f5-9586-4ab2-834d-5fbd00d3838d admin admin] Network 6ed7cea3-9fa0-4cee-92d2-e0edd1d8a387 is already hosted by enough agents. {{(pid=103305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 22:18:05.606841 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [None req-4cc955f5-9586-4ab2-834d-5fbd00d3838d admin admin] Resources bound (agent type, host, resource id): {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 22:18:05.637971 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-730953a5-04b5-48a3-ba97-5856b665fe80 None None] Provisioning complete for port 4536d155-6bd7-4f4f-8566-82744f59b23e triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 22:18:05.638410 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-730953a5-04b5-48a3-ba97-5856b665fe80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (4536d155-6bd7-4f4f-8566-82744f59b23e), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:18:05.712399 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-730953a5-04b5-48a3-ba97-5856b665fe80 None None] Port 4536d155-6bd7-4f4f-8566-82744f59b23e cannot update to ACTIVE because it is not bound. {{(pid=103306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 26 22:18:05.730174 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4cc955f5-9586-4ab2-834d-5fbd00d3838d admin admin] Router 65732193-3106-4628-8877-ed215277a423 has already been hosted by L3 agent 09df100c-3af1-4b0a-bda8-05914c71c458 {{(pid=103305) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 26 22:18:05.781836 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Current status of the port 912e8c61-e9cd-43e1-a74d-ca2a91d6f1db is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 22:18:05.796350 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-9da7ed6b-374b-4605-8279-fc94af1089de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65732193-3106-4628-8877-ed215277a423', 'name': 'tempest-TestEncryptedCinderVolumes-569946881-router', 'tenant_id': '0884246918ba496d9ee113e5a57ae1ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'external_fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.192'}], 'enable_snat': True}, 'gw_port_id': '89982ec8-f701-41d8-8eef-f76cc1ffe522', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T22:18:02Z', 'updated_at': '2022-01-26T22:18:03Z', 'revision_number': 3, 'project_id': '0884246918ba496d9ee113e5a57ae1ba', 'gw_port': {'id': '89982ec8-f701-41d8-8eef-f76cc1ffe522', 'name': '', 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:31:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65732193-3106-4628-8877-ed215277a423', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4167, 'fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T22:18:02Z', 'updated_at': '2022-01-26T22:18:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-5'}], 'n-d-760453-5', False) {} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 22:18:05.824250 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9da7ed6b-374b-4605-8279-fc94af1089de None None] The sync data for ids ['65732193-3106-4628-8877-ed215277a423'] in n-d-760453-5 is: [{'id': '65732193-3106-4628-8877-ed215277a423', 'name': 'tempest-TestEncryptedCinderVolumes-569946881-router', 'tenant_id': '0884246918ba496d9ee113e5a57ae1ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'external_fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.192'}], 'enable_snat': True}, 'gw_port_id': '89982ec8-f701-41d8-8eef-f76cc1ffe522', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T22:18:02Z', 'updated_at': '2022-01-26T22:18:03Z', 'revision_number': 3, 'project_id': '0884246918ba496d9ee113e5a57ae1ba', 'gw_port': {'id': '89982ec8-f701-41d8-8eef-f76cc1ffe522', 'name': '', 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:31:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65732193-3106-4628-8877-ed215277a423', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4167, 'fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T22:18:02Z', 'updated_at': '2022-01-26T22:18:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-5'}] {{(pid=103306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 26 22:18:05.848431 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4cc955f5-9586-4ab2-834d-5fbd00d3838d admin admin] Notify agent at l3_agent.n-d-760453-5 the message routers_updated {{(pid=103305) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 26 22:18:05.855776 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-4cc955f5-9586-4ab2-834d-5fbd00d3838d admin admin] 10.222.0.13 "PUT /v2.0/routers/65732193-3106-4628-8877-ed215277a423/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5916748 Jan 26 22:18:05.933127 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-365290b4-70ef-4489-b75d-0a5a1f7efa8c None None] Provisioning complete for port 4536d155-6bd7-4f4f-8566-82744f59b23e triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 22:18:05.933538 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-365290b4-70ef-4489-b75d-0a5a1f7efa8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (4536d155-6bd7-4f4f-8566-82744f59b23e), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:18:05.969124 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-365290b4-70ef-4489-b75d-0a5a1f7efa8c None None] Port 4536d155-6bd7-4f4f-8566-82744f59b23e cannot update to ACTIVE because it is not bound. {{(pid=103306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 26 22:18:06.357091 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 54174) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 22:18:06.362723 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-9b8827cc-df8c-4ee2-b9c7-5b90f5a34e20 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-376317980-network', 'tenant_id': 'a3fdb67a8cea48f2a0f388f78c1bc503'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 22:18:06.383038 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b8827cc-df8c-4ee2-b9c7-5b90f5a34e20 admin admin] Made reservation on behalf of a3fdb67a8cea48f2a0f388f78c1bc503 for: {'network': 1} {{(pid=103305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 22:18:06.385656 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-9b8827cc-df8c-4ee2-b9c7-5b90f5a34e20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for network (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:18:06.395926 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-9b8827cc-df8c-4ee2-b9c7-5b90f5a34e20 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:18:06.477317 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-9b8827cc-df8c-4ee2-b9c7-5b90f5a34e20 admin admin] Publish callbacks [] for security_group (126e314b-5524-49ca-bdf2-f6bf9f10b23a), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:18:06.481973 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-9b8827cc-df8c-4ee2-b9c7-5b90f5a34e20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (126e314b-5524-49ca-bdf2-f6bf9f10b23a), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:18:06.508699 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9b8827cc-df8c-4ee2-b9c7-5b90f5a34e20 admin admin] vlan segment allocate from pool success with {'vlan_id': 562, 'physical_network': 'physnet1'} {{(pid=103305) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 26 22:18:06.521212 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b8827cc-df8c-4ee2-b9c7-5b90f5a34e20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=126e314b-5524-49ca-bdf2-f6bf9f10b23a,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 22:18:06.526546 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-9b8827cc-df8c-4ee2-b9c7-5b90f5a34e20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576559'] for segment (d87eb740-2323-41ab-8fd4-1768e3e89234), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:18:06.526897 n-d-760453-5 neutron-server[103305]: INFO neutron.db.segments_db [None req-9b8827cc-df8c-4ee2-b9c7-5b90f5a34e20 admin admin] Added segment d87eb740-2323-41ab-8fd4-1768e3e89234 of type vlan for network 3e86f190-bb63-4ef1-8639-99d8f690cb1b Jan 26 22:18:06.571061 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-9b8827cc-df8c-4ee2-b9c7-5b90f5a34e20 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746560256871'] for network (3e86f190-bb63-4ef1-8639-99d8f690cb1b), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:18:06.598568 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-9b8827cc-df8c-4ee2-b9c7-5b90f5a34e20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503'] for network (3e86f190-bb63-4ef1-8639-99d8f690cb1b), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:18:06.599541 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b8827cc-df8c-4ee2-b9c7-5b90f5a34e20 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:18:06.600125 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-9b8827cc-df8c-4ee2-b9c7-5b90f5a34e20 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:18:06.662598 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-9b8827cc-df8c-4ee2-b9c7-5b90f5a34e20 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.3041921 Jan 26 22:18:06.665115 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 54176) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 22:18:06.669909 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-9668735c-eef3-4b45-9621-d26a115bd0e3 admin admin] Request body: {'subnet': {'network_id': '3e86f190-bb63-4ef1-8639-99d8f690cb1b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-376317980-subnet', 'tenant_id': 'a3fdb67a8cea48f2a0f388f78c1bc503', 'ip_version': 4}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 22:18:06.680411 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b8827cc-df8c-4ee2-b9c7-5b90f5a34e20 admin admin] Pushing event updated for resources: {'Network': ['ID=3e86f190-bb63-4ef1-8639-99d8f690cb1b,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 22:18:06.690547 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Network 3e86f190-bb63-4ef1-8639-99d8f690cb1b details requested by agent ovs-agent-n-d-760453-5 with host n-d-760453-5 {{(pid=103306) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 26 22:18:06.693794 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9668735c-eef3-4b45-9621-d26a115bd0e3 admin admin] Made reservation on behalf of a3fdb67a8cea48f2a0f388f78c1bc503 for: {'subnet': 1} {{(pid=103305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 22:18:06.696539 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-9668735c-eef3-4b45-9621-d26a115bd0e3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11599953'] for subnet (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:18:06.868448 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-9668735c-eef3-4b45-9621-d26a115bd0e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11788839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11599975'] for subnet (f9f505db-29e5-46d5-8724-65127540e21a), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:18:06.918760 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9668735c-eef3-4b45-9621-d26a115bd0e3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f9f505db-29e5-46d5-8724-65127540e21a,revision_number=0']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 22:18:06.934712 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9668735c-eef3-4b45-9621-d26a115bd0e3 admin admin] Checking segment: {'id': 'd87eb740-2323-41ab-8fd4-1768e3e89234', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '3e86f190-bb63-4ef1-8639-99d8f690cb1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103305) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 22:18:06.935080 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9668735c-eef3-4b45-9621-d26a115bd0e3 admin admin] Network hostable DHCP agents. Network: 3e86f190-bb63-4ef1-8639-99d8f690cb1b, hostable agents: ['474ccdf7-ab6c-405b-a3b2-dc7b05829902'], hosted agents: [] {{(pid=103305) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 26 22:18:06.951800 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9668735c-eef3-4b45-9621-d26a115bd0e3 admin admin] Network 3e86f190-bb63-4ef1-8639-99d8f690cb1b is scheduled to be hosted by DHCP agent 474ccdf7-ab6c-405b-a3b2-dc7b05829902 with binding_index 1 {{(pid=103305) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 26 22:18:06.961599 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [None req-9668735c-eef3-4b45-9621-d26a115bd0e3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760453-5, 3e86f190-bb63-4ef1-8639-99d8f690cb1b) {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 22:18:06.966780 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9668735c-eef3-4b45-9621-d26a115bd0e3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:18:06.967786 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-9668735c-eef3-4b45-9621-d26a115bd0e3 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:18:06.971526 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93cc999a-b1bb-49e1-a35a-1ae8e239119f None None] Network 3e86f190-bb63-4ef1-8639-99d8f690cb1b requested from n-d-760453-5 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 26 22:18:06.985061 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-9668735c-eef3-4b45-9621-d26a115bd0e3 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3189139 Jan 26 22:18:06.987607 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 54178) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 22:18:06.991908 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-5f548677-c745-4fa1-bde4-6700fcf28948 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-376317980-router', 'tenant_id': 'a3fdb67a8cea48f2a0f388f78c1bc503', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299'}}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 22:18:07.011731 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-5f548677-c745-4fa1-bde4-6700fcf28948 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4104596', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13108'] for router (2a0b2e92-24c6-495d-a420-6fe954a8af8c), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:18:07.012777 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-5f548677-c745-4fa1-bde4-6700fcf28948 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4105828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4111306', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3733576', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13069'] for router (2a0b2e92-24c6-495d-a420-6fe954a8af8c), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:18:07.066620 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-5f548677-c745-4fa1-bde4-6700fcf28948 admin admin] Publish callbacks [] for router_controller (2a0b2e92-24c6-495d-a420-6fe954a8af8c), precommit_add_association {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:18:07.083282 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e19cc6ad-e3f6-4988-a05f-32049d9bd664 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3c4099e8-8ffb-51d1-af7f-5868973e933f-3e86f190-bb63-4ef1-8639-99d8f690cb1b', 'network_id': '3e86f190-bb63-4ef1-8639-99d8f690cb1b', 'project_id': 'a3fdb67a8cea48f2a0f388f78c1bc503', 'fixed_ips': [{'subnet_id': 'f9f505db-29e5-46d5-8724-65127540e21a'}]}} from n-d-760453-5. {{(pid=103306) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 26 22:18:07.084168 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-e19cc6ad-e3f6-4988-a05f-32049d9bd664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (None), before_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:18:07.228794 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device 89982ec8-f701-41d8-8eef-f76cc1ffe522 up at agent ovs-agent-n-d-760453-5 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 22:18:07.232522 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-5f548677-c745-4fa1-bde4-6700fcf28948 admin admin] Publish callbacks [] for router_gateway (2a0b2e92-24c6-495d-a420-6fe954a8af8c), precommit_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:18:07.274903 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.db_base_plugin_common [None req-e19cc6ad-e3f6-4988-a05f-32049d9bd664 None None] Allocated IP 172.20.0.2 (3e86f190-bb63-4ef1-8639-99d8f690cb1b/f9f505db-29e5-46d5-8724-65127540e21a/61afb3aa-afd5-48cd-a86a-860076a2ea34) {{(pid=103306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 22:18:07.348926 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Provisioning complete for port 89982ec8-f701-41d8-8eef-f76cc1ffe522 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 22:18:07.349320 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (89982ec8-f701-41d8-8eef-f76cc1ffe522), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:18:07.446829 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-5f548677-c745-4fa1-bde4-6700fcf28948 admin admin] Publish callbacks [] for router_gateway (2a0b2e92-24c6-495d-a420-6fe954a8af8c), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:18:07.466372 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-932f5846-81c1-4cd3-ae57-9271524895c1 None None] Sync routers for ids ['65732193-3106-4628-8877-ed215277a423'] in n-d-760453-5 {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 26 22:18:07.467409 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-5f548677-c745-4fa1-bde4-6700fcf28948 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:18:07.477853 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-932f5846-81c1-4cd3-ae57-9271524895c1 None None] Routers {'65732193-3106-4628-8877-ed215277a423'} bound to L3 agent in host n-d-760453-5 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 22:18:07.478467 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-932f5846-81c1-4cd3-ae57-9271524895c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-26T20:55:21Z,description=,heartbeat_timestamp=2022-01-26T22:17:51Z,host='n-d-760453-5',id=09df100c-3af1-4b0a-bda8-05914c71c458,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:55:21Z,topic='l3_agent')) {'router_ids': ['65732193-3106-4628-8877-ed215277a423'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 22:18:07.504221 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-e19cc6ad-e3f6-4988-a05f-32049d9bd664 None None] Publish callbacks [] for port (61afb3aa-afd5-48cd-a86a-860076a2ea34), precommit_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:18:07.508130 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Current status of the port 89982ec8-f701-41d8-8eef-f76cc1ffe522 is: DOWN; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 22:18:07.508633 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (89982ec8-f701-41d8-8eef-f76cc1ffe522), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:18:07.515497 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-e19cc6ad-e3f6-4988-a05f-32049d9bd664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746560234527'] for port (61afb3aa-afd5-48cd-a86a-860076a2ea34), after_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:18:07.568353 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] For port 89982ec8-f701-41d8-8eef-f76cc1ffe522, host n-d-760453-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=89982ec8-f701-41d8-8eef-f76cc1ffe522,segment=NetworkSegment(e17cb353-418f-48b9-b982-21a6233ee99b),segment_id=e17cb353-418f-48b9-b982-21a6233ee99b)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 22:18:07.570540 n-d-760453-5 neutron-server[103306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e19cc6ad-e3f6-4988-a05f-32049d9bd664 None None] Network 3e86f190-bb63-4ef1-8639-99d8f690cb1b is already hosted by enough agents. {{(pid=103306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 22:18:07.574641 n-d-760453-5 neutron-server[103306]: DEBUG neutron.scheduler.base_scheduler [None req-e19cc6ad-e3f6-4988-a05f-32049d9bd664 None None] Resources bound (agent type, host, resource id): {{(pid=103306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 22:18:07.579239 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e19cc6ad-e3f6-4988-a05f-32049d9bd664 None None] Received port after_create {{(pid=103306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 22:18:07.581333 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (89982ec8-f701-41d8-8eef-f76cc1ffe522), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:18:07.589394 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_dvr_db [None req-932f5846-81c1-4cd3-ae57-9271524895c1 None None] Set router 65732193-3106-4628-8877-ed215277a423 gateway port host: n-d-760453-5 {{(pid=103307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 22:18:07.589536 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.db_base_plugin_common [None req-5f548677-c745-4fa1-bde4-6700fcf28948 admin admin] Allocated IP 172.25.1.101 (4140a1f1-c93a-4bea-83a0-68953a54f299/e48251a1-e30d-4820-8396-00c6f6aeb601/1e10d874-11d3-43e4-ba3c-4c08fec794e7) {{(pid=103305) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 22:18:07.598039 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19cc6ad-e3f6-4988-a05f-32049d9bd664 None None] Pushing event updated for resources: {'Port': ['ID=61afb3aa-afd5-48cd-a86a-860076a2ea34,revision_number=1']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 22:18:07.688663 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-e19cc6ad-e3f6-4988-a05f-32049d9bd664 None None] Attempting to bind port 61afb3aa-afd5-48cd-a86a-860076a2ea34 on host n-d-760453-5 for vnic_type normal with profile {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 22:18:07.689042 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-e19cc6ad-e3f6-4988-a05f-32049d9bd664 None None] Attempting to bind port 61afb3aa-afd5-48cd-a86a-860076a2ea34 by drivers openvswitch,hyperv on host n-d-760453-5 at level 0 using segments [{'id': 'd87eb740-2323-41ab-8fd4-1768e3e89234', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '3e86f190-bb63-4ef1-8639-99d8f690cb1b'}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 26 22:18:07.689441 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e19cc6ad-e3f6-4988-a05f-32049d9bd664 None None] Attempting to bind port 61afb3aa-afd5-48cd-a86a-860076a2ea34 on network 3e86f190-bb63-4ef1-8639-99d8f690cb1b {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 22:18:07.698153 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e19cc6ad-e3f6-4988-a05f-32049d9bd664 None None] Checking agent: {'id': 'fea0591a-627d-4c87-9a9a-01625ddf3277', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760453-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 20, 55, 25), 'started_at': datetime.datetime(2022, 1, 26, 20, 55, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 22, 17, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760453-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 26 22:18:07.698777 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e19cc6ad-e3f6-4988-a05f-32049d9bd664 None None] Checking segment: {'id': 'd87eb740-2323-41ab-8fd4-1768e3e89234', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '3e86f190-bb63-4ef1-8639-99d8f690cb1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 22:18:07.698890 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-e19cc6ad-e3f6-4988-a05f-32049d9bd664 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:18:07.699249 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e19cc6ad-e3f6-4988-a05f-32049d9bd664 None None] Bound using segment: {'id': 'd87eb740-2323-41ab-8fd4-1768e3e89234', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '3e86f190-bb63-4ef1-8639-99d8f690cb1b'} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 26 22:18:07.700131 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-e19cc6ad-e3f6-4988-a05f-32049d9bd664 None None] Bound port: 61afb3aa-afd5-48cd-a86a-860076a2ea34, host: n-d-760453-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd87eb740-2323-41ab-8fd4-1768e3e89234', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '3e86f190-bb63-4ef1-8639-99d8f690cb1b'}}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 26 22:18:07.700131 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-e19cc6ad-e3f6-4988-a05f-32049d9bd664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (61afb3aa-afd5-48cd-a86a-860076a2ea34), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:18:07.701970 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Pushing event updated for resources: {'Port': ['ID=89982ec8-f701-41d8-8eef-f76cc1ffe522,revision_number=4']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 22:18:07.712429 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-5f548677-c745-4fa1-bde4-6700fcf28948 admin admin] Publish callbacks [] for port (1e10d874-11d3-43e4-ba3c-4c08fec794e7), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:18:07.756965 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-5f548677-c745-4fa1-bde4-6700fcf28948 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746560234527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11791543'] for port (1e10d874-11d3-43e4-ba3c-4c08fec794e7), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:18:07.772655 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-e19cc6ad-e3f6-4988-a05f-32049d9bd664 None None] For port 61afb3aa-afd5-48cd-a86a-860076a2ea34, host n-d-760453-5, cleared binding levels {{(pid=103306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 26 22:18:07.775971 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-e19cc6ad-e3f6-4988-a05f-32049d9bd664 None None] For port 61afb3aa-afd5-48cd-a86a-860076a2ea34, host n-d-760453-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=61afb3aa-afd5-48cd-a86a-860076a2ea34,segment=NetworkSegment(d87eb740-2323-41ab-8fd4-1768e3e89234),segment_id=d87eb740-2323-41ab-8fd4-1768e3e89234)] {{(pid=103306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 26 22:18:07.782026 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-e19cc6ad-e3f6-4988-a05f-32049d9bd664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (61afb3aa-afd5-48cd-a86a-860076a2ea34), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:18:07.794356 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f548677-c745-4fa1-bde4-6700fcf28948 admin admin] Network 4140a1f1-c93a-4bea-83a0-68953a54f299 is already hosted by enough agents. {{(pid=103305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 22:18:07.799768 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [None req-5f548677-c745-4fa1-bde4-6700fcf28948 admin admin] Resources bound (agent type, host, resource id): {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 22:18:07.803221 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f548677-c745-4fa1-bde4-6700fcf28948 admin admin] Received port after_create {{(pid=103305) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 22:18:07.809713 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-932f5846-81c1-4cd3-ae57-9271524895c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65732193-3106-4628-8877-ed215277a423', 'name': 'tempest-TestEncryptedCinderVolumes-569946881-router', 'tenant_id': '0884246918ba496d9ee113e5a57ae1ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'external_fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.192'}], 'enable_snat': True}, 'gw_port_id': '89982ec8-f701-41d8-8eef-f76cc1ffe522', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T22:18:02Z', 'updated_at': '2022-01-26T22:18:05Z', 'revision_number': 4, 'project_id': '0884246918ba496d9ee113e5a57ae1ba', 'gw_port': {'id': '89982ec8-f701-41d8-8eef-f76cc1ffe522', 'name': '', 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:31:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65732193-3106-4628-8877-ed215277a423', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4167, 'fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T22:18:02Z', 'updated_at': '2022-01-26T22:18:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-5', '_interfaces': [{'id': '4536d155-6bd7-4f4f-8566-82744f59b23e', 'name': '', 'network_id': '6ed7cea3-9fa0-4cee-92d2-e0edd1d8a387', 'tenant_id': '0884246918ba496d9ee113e5a57ae1ba', 'mac_address': 'fa:16:3e:4a:c3:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65732193-3106-4628-8877-ed215277a423', 'device_owner': 'network:router_interface', 'standard_attr_id': 4168, 'fixed_ips': [{'subnet_id': '47899eef-a867-4552-b110-00823ba3a34a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T22:18:04Z', 'updated_at': '2022-01-26T22:18:05Z', 'revision_number': 2, 'project_id': '0884246918ba496d9ee113e5a57ae1ba', 'subnets': [{'id': '47899eef-a867-4552-b110-00823ba3a34a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760453-5', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 22:18:07.844689 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-932f5846-81c1-4cd3-ae57-9271524895c1 None None] Checking router: 65732193-3106-4628-8877-ed215277a423 for host: n-d-760453-5 {{(pid=103307) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 26 22:18:07.845047 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-932f5846-81c1-4cd3-ae57-9271524895c1 None None] Updating router 65732193-3106-4628-8877-ed215277a423 port 4536d155-6bd7-4f4f-8566-82744f59b23e binding host n-d-760453-5 {{(pid=103307) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 26 22:18:07.859153 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19cc6ad-e3f6-4988-a05f-32049d9bd664 None None] Pushing event updated for resources: {'Port': ['ID=61afb3aa-afd5-48cd-a86a-860076a2ea34,revision_number=2']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 22:18:07.897164 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f548677-c745-4fa1-bde4-6700fcf28948 admin admin] Pushing event updated for resources: {'Port': ['ID=1e10d874-11d3-43e4-ba3c-4c08fec794e7,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 22:18:07.932759 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f548677-c745-4fa1-bde4-6700fcf28948 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:18:07.933106 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f548677-c745-4fa1-bde4-6700fcf28948 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:18:07.933476 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f548677-c745-4fa1-bde4-6700fcf28948 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:18:07.933814 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f548677-c745-4fa1-bde4-6700fcf28948 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:18:07.934156 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f548677-c745-4fa1-bde4-6700fcf28948 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:18:07.934478 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f548677-c745-4fa1-bde4-6700fcf28948 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:18:07.934826 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f548677-c745-4fa1-bde4-6700fcf28948 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:18:07.935151 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f548677-c745-4fa1-bde4-6700fcf28948 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:18:07.935472 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f548677-c745-4fa1-bde4-6700fcf28948 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:18:07.935793 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f548677-c745-4fa1-bde4-6700fcf28948 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:18:07.936116 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f548677-c745-4fa1-bde4-6700fcf28948 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:18:07.936433 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f548677-c745-4fa1-bde4-6700fcf28948 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:18:07.936759 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f548677-c745-4fa1-bde4-6700fcf28948 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:18:07.964865 n-d-760453-5 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-932f5846-81c1-4cd3-ae57-9271524895c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (4536d155-6bd7-4f4f-8566-82744f59b23e), before_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:18:08.124582 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-5f548677-c745-4fa1-bde4-6700fcf28948 admin admin] Publish callbacks [] for router_gateway (2a0b2e92-24c6-495d-a420-6fe954a8af8c), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:18:08.251130 n-d-760453-5 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-932f5846-81c1-4cd3-ae57-9271524895c1 None None] Publish callbacks [] for port (4536d155-6bd7-4f4f-8566-82744f59b23e), precommit_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:18:08.256459 n-d-760453-5 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-932f5846-81c1-4cd3-ae57-9271524895c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (4536d155-6bd7-4f4f-8566-82744f59b23e), after_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:18:08.307725 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f669a71-6259-41de-8a66-3efac070e60d None None] Pushing event updated for resources: {'Port': ['ID=4536d155-6bd7-4f4f-8566-82744f59b23e,revision_number=3']} {{(pid=103307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 22:18:08.337228 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-5f548677-c745-4fa1-bde4-6700fcf28948 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4105757', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4111263'] for router (2a0b2e92-24c6-495d-a420-6fe954a8af8c), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:18:08.339761 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f669a71-6259-41de-8a66-3efac070e60d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:18:08.339761 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f669a71-6259-41de-8a66-3efac070e60d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:18:08.340250 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f669a71-6259-41de-8a66-3efac070e60d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:18:08.340250 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f669a71-6259-41de-8a66-3efac070e60d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:18:08.340622 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f669a71-6259-41de-8a66-3efac070e60d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:18:08.340911 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f669a71-6259-41de-8a66-3efac070e60d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:18:08.341233 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f669a71-6259-41de-8a66-3efac070e60d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:18:08.341584 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f669a71-6259-41de-8a66-3efac070e60d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:18:08.341906 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f669a71-6259-41de-8a66-3efac070e60d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:18:08.342225 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f669a71-6259-41de-8a66-3efac070e60d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:18:08.342544 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f669a71-6259-41de-8a66-3efac070e60d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:18:08.342865 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f669a71-6259-41de-8a66-3efac070e60d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:18:08.343178 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f669a71-6259-41de-8a66-3efac070e60d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:18:08.376553 n-d-760453-5 neutron-server[103307]: DEBUG neutron.plugins.ml2.managers [None req-932f5846-81c1-4cd3-ae57-9271524895c1 None None] Attempting to bind port 4536d155-6bd7-4f4f-8566-82744f59b23e on host n-d-760453-5 for vnic_type normal with profile {{(pid=103307) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 22:18:08.376915 n-d-760453-5 neutron-server[103307]: DEBUG neutron.plugins.ml2.managers [None req-932f5846-81c1-4cd3-ae57-9271524895c1 None None] Attempting to bind port 4536d155-6bd7-4f4f-8566-82744f59b23e by drivers openvswitch,hyperv on host n-d-760453-5 at level 0 using segments [{'id': '180db022-6b8a-4962-a330-c0c11c5257d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '6ed7cea3-9fa0-4cee-92d2-e0edd1d8a387'}] {{(pid=103307) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 26 22:18:08.377278 n-d-760453-5 neutron-server[103307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-932f5846-81c1-4cd3-ae57-9271524895c1 None None] Attempting to bind port 4536d155-6bd7-4f4f-8566-82744f59b23e on network 6ed7cea3-9fa0-4cee-92d2-e0edd1d8a387 {{(pid=103307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 22:18:08.383857 n-d-760453-5 neutron-server[103307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-932f5846-81c1-4cd3-ae57-9271524895c1 None None] Checking agent: {'id': 'fea0591a-627d-4c87-9a9a-01625ddf3277', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760453-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 20, 55, 25), 'started_at': datetime.datetime(2022, 1, 26, 20, 55, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 22, 17, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760453-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 26 22:18:08.384262 n-d-760453-5 neutron-server[103307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-932f5846-81c1-4cd3-ae57-9271524895c1 None None] Checking segment: {'id': '180db022-6b8a-4962-a330-c0c11c5257d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '6ed7cea3-9fa0-4cee-92d2-e0edd1d8a387'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103307) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 22:18:08.384664 n-d-760453-5 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-932f5846-81c1-4cd3-ae57-9271524895c1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:18:08.385056 n-d-760453-5 neutron-server[103307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-932f5846-81c1-4cd3-ae57-9271524895c1 None None] Bound using segment: {'id': '180db022-6b8a-4962-a330-c0c11c5257d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '6ed7cea3-9fa0-4cee-92d2-e0edd1d8a387'} {{(pid=103307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 26 22:18:08.385548 n-d-760453-5 neutron-server[103307]: DEBUG neutron.plugins.ml2.managers [None req-932f5846-81c1-4cd3-ae57-9271524895c1 None None] Bound port: 4536d155-6bd7-4f4f-8566-82744f59b23e, host: n-d-760453-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '180db022-6b8a-4962-a330-c0c11c5257d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '6ed7cea3-9fa0-4cee-92d2-e0edd1d8a387'}}] {{(pid=103307) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 26 22:18:08.385926 n-d-760453-5 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-932f5846-81c1-4cd3-ae57-9271524895c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (4536d155-6bd7-4f4f-8566-82744f59b23e), before_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:18:08.454752 n-d-760453-5 neutron-server[103307]: DEBUG neutron.plugins.ml2.db [None req-932f5846-81c1-4cd3-ae57-9271524895c1 None None] For port 4536d155-6bd7-4f4f-8566-82744f59b23e, host n-d-760453-5, cleared binding levels {{(pid=103307) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 26 22:18:08.460408 n-d-760453-5 neutron-server[103307]: DEBUG neutron.plugins.ml2.db [None req-932f5846-81c1-4cd3-ae57-9271524895c1 None None] For port 4536d155-6bd7-4f4f-8566-82744f59b23e, host n-d-760453-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=4536d155-6bd7-4f4f-8566-82744f59b23e,segment=NetworkSegment(180db022-6b8a-4962-a330-c0c11c5257d0),segment_id=180db022-6b8a-4962-a330-c0c11c5257d0)] {{(pid=103307) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 26 22:18:08.464923 n-d-760453-5 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-932f5846-81c1-4cd3-ae57-9271524895c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (4536d155-6bd7-4f4f-8566-82744f59b23e), after_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:18:08.495470 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f548677-c745-4fa1-bde4-6700fcf28948 admin admin] Router 2a0b2e92-24c6-495d-a420-6fe954a8af8c is scheduled to L3 agent 09df100c-3af1-4b0a-bda8-05914c71c458 with binding_index 1 {{(pid=103305) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 26 22:18:08.522283 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-932f5846-81c1-4cd3-ae57-9271524895c1 None None] Routers {'65732193-3106-4628-8877-ed215277a423'} bound to L3 agent in host n-d-760453-5 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 22:18:08.522953 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-932f5846-81c1-4cd3-ae57-9271524895c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-26T20:55:21Z,description=,heartbeat_timestamp=2022-01-26T22:17:51Z,host='n-d-760453-5',id=09df100c-3af1-4b0a-bda8-05914c71c458,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:55:21Z,topic='l3_agent')) {'router_ids': ['65732193-3106-4628-8877-ed215277a423'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 22:18:08.565801 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f669a71-6259-41de-8a66-3efac070e60d None None] Pushing event updated for resources: {'Port': ['ID=4536d155-6bd7-4f4f-8566-82744f59b23e,revision_number=4']} {{(pid=103307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 22:18:08.634767 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-5c71a48a-5a56-408f-b72a-33b959104881 None None] Provisioning complete for port 4536d155-6bd7-4f4f-8566-82744f59b23e triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 22:18:08.635151 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-5c71a48a-5a56-408f-b72a-33b959104881 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (4536d155-6bd7-4f4f-8566-82744f59b23e), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:18:08.676098 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_dvr_db [None req-932f5846-81c1-4cd3-ae57-9271524895c1 None None] Set router 65732193-3106-4628-8877-ed215277a423 gateway port host: n-d-760453-5 {{(pid=103307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 22:18:08.759188 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-5c71a48a-5a56-408f-b72a-33b959104881 None None] Current status of the port 4536d155-6bd7-4f4f-8566-82744f59b23e is: DOWN; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 22:18:08.760192 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-5c71a48a-5a56-408f-b72a-33b959104881 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (4536d155-6bd7-4f4f-8566-82744f59b23e), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:18:08.799524 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-5c71a48a-5a56-408f-b72a-33b959104881 None None] For port 4536d155-6bd7-4f4f-8566-82744f59b23e, host n-d-760453-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=4536d155-6bd7-4f4f-8566-82744f59b23e,segment=NetworkSegment(180db022-6b8a-4962-a330-c0c11c5257d0),segment_id=180db022-6b8a-4962-a330-c0c11c5257d0)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 22:18:08.810735 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-5c71a48a-5a56-408f-b72a-33b959104881 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (4536d155-6bd7-4f4f-8566-82744f59b23e), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:18:08.888328 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c71a48a-5a56-408f-b72a-33b959104881 None None] Pushing event updated for resources: {'Port': ['ID=4536d155-6bd7-4f4f-8566-82744f59b23e,revision_number=5']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 22:18:08.913565 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (32ef628b-8417-46c5-8729-60fcabe358f1), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:18:08.933548 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-57e7a1ee-44e8-4219-a7b4-f2affa5afc16 None None] Provisioning complete for port 4536d155-6bd7-4f4f-8566-82744f59b23e triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 22:18:08.934054 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-57e7a1ee-44e8-4219-a7b4-f2affa5afc16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (4536d155-6bd7-4f4f-8566-82744f59b23e), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:18:08.951876 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-932f5846-81c1-4cd3-ae57-9271524895c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65732193-3106-4628-8877-ed215277a423', 'name': 'tempest-TestEncryptedCinderVolumes-569946881-router', 'tenant_id': '0884246918ba496d9ee113e5a57ae1ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'external_fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.192'}], 'enable_snat': True}, 'gw_port_id': '89982ec8-f701-41d8-8eef-f76cc1ffe522', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T22:18:02Z', 'updated_at': '2022-01-26T22:18:05Z', 'revision_number': 4, 'project_id': '0884246918ba496d9ee113e5a57ae1ba', 'gw_port': {'id': '89982ec8-f701-41d8-8eef-f76cc1ffe522', 'name': '', 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:31:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65732193-3106-4628-8877-ed215277a423', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4167, 'fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T22:18:02Z', 'updated_at': '2022-01-26T22:18:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-5', '_interfaces': [{'id': '4536d155-6bd7-4f4f-8566-82744f59b23e', 'name': '', 'network_id': '6ed7cea3-9fa0-4cee-92d2-e0edd1d8a387', 'tenant_id': '0884246918ba496d9ee113e5a57ae1ba', 'mac_address': 'fa:16:3e:4a:c3:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65732193-3106-4628-8877-ed215277a423', 'device_owner': 'network:router_interface', 'standard_attr_id': 4168, 'fixed_ips': [{'subnet_id': '47899eef-a867-4552-b110-00823ba3a34a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T22:18:04Z', 'updated_at': '2022-01-26T22:18:08Z', 'revision_number': 4, 'project_id': '0884246918ba496d9ee113e5a57ae1ba', 'subnets': [{'id': '47899eef-a867-4552-b110-00823ba3a34a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760453-5', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 22:18:08.983487 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-932f5846-81c1-4cd3-ae57-9271524895c1 None None] The sync data for ids ['65732193-3106-4628-8877-ed215277a423'] in n-d-760453-5 is: [{'id': '65732193-3106-4628-8877-ed215277a423', 'name': 'tempest-TestEncryptedCinderVolumes-569946881-router', 'tenant_id': '0884246918ba496d9ee113e5a57ae1ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'external_fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.192'}], 'enable_snat': True}, 'gw_port_id': '89982ec8-f701-41d8-8eef-f76cc1ffe522', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T22:18:02Z', 'updated_at': '2022-01-26T22:18:05Z', 'revision_number': 4, 'project_id': '0884246918ba496d9ee113e5a57ae1ba', 'gw_port': {'id': '89982ec8-f701-41d8-8eef-f76cc1ffe522', 'name': '', 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:31:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65732193-3106-4628-8877-ed215277a423', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4167, 'fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T22:18:02Z', 'updated_at': '2022-01-26T22:18:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-5', '_interfaces': [{'id': '4536d155-6bd7-4f4f-8566-82744f59b23e', 'name': '', 'network_id': '6ed7cea3-9fa0-4cee-92d2-e0edd1d8a387', 'tenant_id': '0884246918ba496d9ee113e5a57ae1ba', 'mac_address': 'fa:16:3e:4a:c3:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65732193-3106-4628-8877-ed215277a423', 'device_owner': 'network:router_interface', 'standard_attr_id': 4168, 'fixed_ips': [{'subnet_id': '47899eef-a867-4552-b110-00823ba3a34a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T22:18:04Z', 'updated_at': '2022-01-26T22:18:08Z', 'revision_number': 4, 'project_id': '0884246918ba496d9ee113e5a57ae1ba', 'subnets': [{'id': '47899eef-a867-4552-b110-00823ba3a34a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 26 22:18:08.984855 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f548677-c745-4fa1-bde4-6700fcf28948 admin admin] Notify agent at l3_agent.n-d-760453-5 the message routers_updated {{(pid=103305) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 26 22:18:09.010081 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4b6562c-3940-4d5b-8421-8c8922bbaede None None] Sync routers for ids ['2a0b2e92-24c6-495d-a420-6fe954a8af8c'] in n-d-760453-5 {{(pid=103306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 26 22:18:09.021857 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-5f548677-c745-4fa1-bde4-6700fcf28948 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:18:09.027067 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-5f548677-c745-4fa1-bde4-6700fcf28948 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 2.0360179 Jan 26 22:18:09.027410 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 54180) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 22:18:09.061440 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4b6562c-3940-4d5b-8421-8c8922bbaede None None] Routers {'2a0b2e92-24c6-495d-a420-6fe954a8af8c'} bound to L3 agent in host n-d-760453-5 {{(pid=103306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 22:18:09.062106 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-f4b6562c-3940-4d5b-8421-8c8922bbaede None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-26T20:55:21Z,description=,heartbeat_timestamp=2022-01-26T22:17:51Z,host='n-d-760453-5',id=09df100c-3af1-4b0a-bda8-05914c71c458,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:55:21Z,topic='l3_agent')) {'router_ids': ['2a0b2e92-24c6-495d-a420-6fe954a8af8c'], 'active': True} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 22:18:09.112699 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f826ac1a-63f8-4f29-80eb-1b969cd8f807 None None] Network 3e86f190-bb63-4ef1-8639-99d8f690cb1b requested from n-d-760453-5 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 26 22:18:09.218784 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-57e7a1ee-44e8-4219-a7b4-f2affa5afc16 None None] Current status of the port 4536d155-6bd7-4f4f-8566-82744f59b23e is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 22:18:09.339330 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvr_db [None req-f4b6562c-3940-4d5b-8421-8c8922bbaede None None] Set router 2a0b2e92-24c6-495d-a420-6fe954a8af8c gateway port host: n-d-760453-5 {{(pid=103306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 22:18:09.436625 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device 89982ec8-f701-41d8-8eef-f76cc1ffe522 up at agent ovs-agent-n-d-760453-5 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 22:18:09.595672 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-38a41119-6d9f-4527-adae-cef1af26e002 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:18:09.710632 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-b13992f2-116d-473c-bf03-3f4c57a8b269 None None] Provisioning complete for port 61afb3aa-afd5-48cd-a86a-860076a2ea34 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 22:18:09.711014 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b13992f2-116d-473c-bf03-3f4c57a8b269 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (61afb3aa-afd5-48cd-a86a-860076a2ea34), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:18:09.767072 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.db_base_plugin_common [None req-38a41119-6d9f-4527-adae-cef1af26e002 admin admin] Allocated IP 172.20.0.1 (3e86f190-bb63-4ef1-8639-99d8f690cb1b/f9f505db-29e5-46d5-8724-65127540e21a/901c63d4-0668-4580-bd98-6fc2876fa162) {{(pid=103304) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 22:18:09.858524 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Provisioning complete for port 89982ec8-f701-41d8-8eef-f76cc1ffe522 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 22:18:09.859090 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (89982ec8-f701-41d8-8eef-f76cc1ffe522), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:18:09.893736 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-38a41119-6d9f-4527-adae-cef1af26e002 admin admin] Publish callbacks [] for port (901c63d4-0668-4580-bd98-6fc2876fa162), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:18:09.939973 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-38a41119-6d9f-4527-adae-cef1af26e002 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746560234527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9281553'] for port (901c63d4-0668-4580-bd98-6fc2876fa162), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:18:09.966458 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-b13992f2-116d-473c-bf03-3f4c57a8b269 None None] Current status of the port 61afb3aa-afd5-48cd-a86a-860076a2ea34 is: DOWN; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 22:18:09.966862 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b13992f2-116d-473c-bf03-3f4c57a8b269 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (61afb3aa-afd5-48cd-a86a-860076a2ea34), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:18:09.993020 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38a41119-6d9f-4527-adae-cef1af26e002 admin admin] Network 3e86f190-bb63-4ef1-8639-99d8f690cb1b is already hosted by enough agents. {{(pid=103304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 22:18:09.995988 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [None req-38a41119-6d9f-4527-adae-cef1af26e002 admin admin] Resources bound (agent type, host, resource id): {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 22:18:10.004058 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38a41119-6d9f-4527-adae-cef1af26e002 admin admin] Received port after_create {{(pid=103304) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 22:18:10.010401 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a41119-6d9f-4527-adae-cef1af26e002 admin admin] Pushing event updated for resources: {'Port': ['ID=901c63d4-0668-4580-bd98-6fc2876fa162,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 22:18:10.018726 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-f4b6562c-3940-4d5b-8421-8c8922bbaede None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a0b2e92-24c6-495d-a420-6fe954a8af8c', 'name': 'tempest-TestEncryptedCinderVolumes-376317980-router', 'tenant_id': 'a3fdb67a8cea48f2a0f388f78c1bc503', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'external_fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.101'}], 'enable_snat': True}, 'gw_port_id': '1e10d874-11d3-43e4-ba3c-4c08fec794e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T22:18:07Z', 'updated_at': '2022-01-26T22:18:07Z', 'revision_number': 3, 'project_id': 'a3fdb67a8cea48f2a0f388f78c1bc503', 'gw_port': {'id': '1e10d874-11d3-43e4-ba3c-4c08fec794e7', 'name': '', 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:cf:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a0b2e92-24c6-495d-a420-6fe954a8af8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T22:18:07Z', 'updated_at': '2022-01-26T22:18:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-5'}], 'n-d-760453-5', False) {} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 22:18:10.063017 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-38a41119-6d9f-4527-adae-cef1af26e002 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4111050'] for router_interface (2a0b2e92-24c6-495d-a420-6fe954a8af8c), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:18:10.085826 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-b13992f2-116d-473c-bf03-3f4c57a8b269 None None] For port 61afb3aa-afd5-48cd-a86a-860076a2ea34, host n-d-760453-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=61afb3aa-afd5-48cd-a86a-860076a2ea34,segment=NetworkSegment(d87eb740-2323-41ab-8fd4-1768e3e89234),segment_id=d87eb740-2323-41ab-8fd4-1768e3e89234)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 22:18:10.088870 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4b6562c-3940-4d5b-8421-8c8922bbaede None None] Checking router: 2a0b2e92-24c6-495d-a420-6fe954a8af8c for host: n-d-760453-5 {{(pid=103306) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 26 22:18:10.089231 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4b6562c-3940-4d5b-8421-8c8922bbaede None None] Updating router 2a0b2e92-24c6-495d-a420-6fe954a8af8c port 1e10d874-11d3-43e4-ba3c-4c08fec794e7 binding host n-d-760453-5 {{(pid=103306) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 26 22:18:10.115988 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b13992f2-116d-473c-bf03-3f4c57a8b269 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (61afb3aa-afd5-48cd-a86a-860076a2ea34), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:18:10.157683 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Current status of the port 89982ec8-f701-41d8-8eef-f76cc1ffe522 is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 22:18:10.158819 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device 61afb3aa-afd5-48cd-a86a-860076a2ea34 up at agent ovs-agent-n-d-760453-5 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 22:18:10.163460 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-f4b6562c-3940-4d5b-8421-8c8922bbaede None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (1e10d874-11d3-43e4-ba3c-4c08fec794e7), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:18:10.287507 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-38a41119-6d9f-4527-adae-cef1af26e002 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (901c63d4-0668-4580-bd98-6fc2876fa162), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:18:10.322193 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b13992f2-116d-473c-bf03-3f4c57a8b269 None None] Pushing event updated for resources: {'Port': ['ID=61afb3aa-afd5-48cd-a86a-860076a2ea34,revision_number=3']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 22:18:10.361536 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-17b1e842-ee25-484a-a47c-adc6cdad0624 None None] Provisioning complete for port 61afb3aa-afd5-48cd-a86a-860076a2ea34 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 22:18:10.361924 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-17b1e842-ee25-484a-a47c-adc6cdad0624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (61afb3aa-afd5-48cd-a86a-860076a2ea34), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:18:10.442690 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Provisioning complete for port 61afb3aa-afd5-48cd-a86a-860076a2ea34 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 22:18:10.443072 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (61afb3aa-afd5-48cd-a86a-860076a2ea34), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:18:10.517969 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-38a41119-6d9f-4527-adae-cef1af26e002 admin admin] Publish callbacks [] for port (901c63d4-0668-4580-bd98-6fc2876fa162), precommit_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:18:10.525616 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-38a41119-6d9f-4527-adae-cef1af26e002 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9281542'] for port (901c63d4-0668-4580-bd98-6fc2876fa162), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:18:10.602919 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-38a41119-6d9f-4527-adae-cef1af26e002 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3709457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4110682'] for router_interface (2a0b2e92-24c6-495d-a420-6fe954a8af8c), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:18:10.609042 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a41119-6d9f-4527-adae-cef1af26e002 admin admin] Pushing event updated for resources: {'Port': ['ID=901c63d4-0668-4580-bd98-6fc2876fa162,revision_number=2']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 22:18:10.636271 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-17b1e842-ee25-484a-a47c-adc6cdad0624 None None] Current status of the port 61afb3aa-afd5-48cd-a86a-860076a2ea34 is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 22:18:10.654030 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Current status of the port 61afb3aa-afd5-48cd-a86a-860076a2ea34 is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 22:18:10.655106 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device 4536d155-6bd7-4f4f-8566-82744f59b23e up at agent ovs-agent-n-d-760453-5 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 22:18:10.687889 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-f4b6562c-3940-4d5b-8421-8c8922bbaede None None] Publish callbacks [] for port (1e10d874-11d3-43e4-ba3c-4c08fec794e7), precommit_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:18:10.697612 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-f4b6562c-3940-4d5b-8421-8c8922bbaede None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (1e10d874-11d3-43e4-ba3c-4c08fec794e7), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:18:10.709336 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38a41119-6d9f-4527-adae-cef1af26e002 admin admin] Network 3e86f190-bb63-4ef1-8639-99d8f690cb1b is already hosted by enough agents. {{(pid=103304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 22:18:10.711802 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [None req-38a41119-6d9f-4527-adae-cef1af26e002 admin admin] Resources bound (agent type, host, resource id): {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 22:18:10.772992 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-f4b6562c-3940-4d5b-8421-8c8922bbaede None None] Attempting to bind port 1e10d874-11d3-43e4-ba3c-4c08fec794e7 on host n-d-760453-5 for vnic_type normal with profile {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 22:18:10.773436 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-f4b6562c-3940-4d5b-8421-8c8922bbaede None None] Attempting to bind port 1e10d874-11d3-43e4-ba3c-4c08fec794e7 by drivers openvswitch,hyperv on host n-d-760453-5 at level 0 using segments [{'id': 'e17cb353-418f-48b9-b982-21a6233ee99b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299'}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 26 22:18:10.773805 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4b6562c-3940-4d5b-8421-8c8922bbaede None None] Attempting to bind port 1e10d874-11d3-43e4-ba3c-4c08fec794e7 on network 4140a1f1-c93a-4bea-83a0-68953a54f299 {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 22:18:10.780170 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5104cf02-cb41-4e16-bfc2-9da4575dba55 None None] Pushing event updated for resources: {'Port': ['ID=1e10d874-11d3-43e4-ba3c-4c08fec794e7,revision_number=2']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 22:18:10.792469 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4b6562c-3940-4d5b-8421-8c8922bbaede None None] Checking agent: {'id': 'fea0591a-627d-4c87-9a9a-01625ddf3277', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760453-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 20, 55, 25), 'started_at': datetime.datetime(2022, 1, 26, 20, 55, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 22, 17, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760453-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 26 22:18:10.792853 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4b6562c-3940-4d5b-8421-8c8922bbaede None None] Checking segment: {'id': 'e17cb353-418f-48b9-b982-21a6233ee99b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 22:18:10.793254 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-f4b6562c-3940-4d5b-8421-8c8922bbaede None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:18:10.793673 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4b6562c-3940-4d5b-8421-8c8922bbaede None None] Bound using segment: {'id': 'e17cb353-418f-48b9-b982-21a6233ee99b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299'} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 26 22:18:10.794162 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-f4b6562c-3940-4d5b-8421-8c8922bbaede None None] Bound port: 1e10d874-11d3-43e4-ba3c-4c08fec794e7, host: n-d-760453-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e17cb353-418f-48b9-b982-21a6233ee99b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299'}}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 26 22:18:10.794551 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-f4b6562c-3940-4d5b-8421-8c8922bbaede None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (1e10d874-11d3-43e4-ba3c-4c08fec794e7), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:18:10.796496 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Provisioning complete for port 4536d155-6bd7-4f4f-8566-82744f59b23e triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 22:18:10.797428 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (4536d155-6bd7-4f4f-8566-82744f59b23e), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:18:10.844036 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-b94596b8-4785-4316-85bb-8a8ac06cb9ab None None] Provisioning complete for port 901c63d4-0668-4580-bd98-6fc2876fa162 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 22:18:10.844337 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b94596b8-4785-4316-85bb-8a8ac06cb9ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (901c63d4-0668-4580-bd98-6fc2876fa162), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:18:10.850603 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38a41119-6d9f-4527-adae-cef1af26e002 admin admin] Router 2a0b2e92-24c6-495d-a420-6fe954a8af8c has already been hosted by L3 agent 09df100c-3af1-4b0a-bda8-05914c71c458 {{(pid=103304) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 26 22:18:10.913928 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-b94596b8-4785-4316-85bb-8a8ac06cb9ab None None] Port 901c63d4-0668-4580-bd98-6fc2876fa162 cannot update to ACTIVE because it is not bound. {{(pid=103306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 26 22:18:10.919127 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-f4b6562c-3940-4d5b-8421-8c8922bbaede None None] For port 1e10d874-11d3-43e4-ba3c-4c08fec794e7, host n-d-760453-5, cleared binding levels {{(pid=103306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 26 22:18:10.923264 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-f4b6562c-3940-4d5b-8421-8c8922bbaede None None] For port 1e10d874-11d3-43e4-ba3c-4c08fec794e7, host n-d-760453-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=1e10d874-11d3-43e4-ba3c-4c08fec794e7,segment=NetworkSegment(e17cb353-418f-48b9-b982-21a6233ee99b),segment_id=e17cb353-418f-48b9-b982-21a6233ee99b)] {{(pid=103306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 26 22:18:10.951646 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-f4b6562c-3940-4d5b-8421-8c8922bbaede None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (1e10d874-11d3-43e4-ba3c-4c08fec794e7), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:18:10.985824 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38a41119-6d9f-4527-adae-cef1af26e002 admin admin] Notify agent at l3_agent.n-d-760453-5 the message routers_updated {{(pid=103304) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 26 22:18:10.997357 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-38a41119-6d9f-4527-adae-cef1af26e002 admin admin] 10.222.0.13 "PUT /v2.0/routers/2a0b2e92-24c6-495d-a420-6fe954a8af8c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9655094 Jan 26 22:18:11.018196 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Current status of the port 4536d155-6bd7-4f4f-8566-82744f59b23e is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 22:18:11.052201 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5104cf02-cb41-4e16-bfc2-9da4575dba55 None None] Pushing event updated for resources: {'Port': ['ID=1e10d874-11d3-43e4-ba3c-4c08fec794e7,revision_number=3']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 22:18:11.054693 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4b6562c-3940-4d5b-8421-8c8922bbaede None None] Routers {'2a0b2e92-24c6-495d-a420-6fe954a8af8c'} bound to L3 agent in host n-d-760453-5 {{(pid=103306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 22:18:11.055306 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-f4b6562c-3940-4d5b-8421-8c8922bbaede None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-26T20:55:21Z,description=,heartbeat_timestamp=2022-01-26T22:17:51Z,host='n-d-760453-5',id=09df100c-3af1-4b0a-bda8-05914c71c458,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:55:21Z,topic='l3_agent')) {'router_ids': ['2a0b2e92-24c6-495d-a420-6fe954a8af8c'], 'active': True} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 22:18:11.062897 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-b7a3a823-e409-4bdc-a495-27e38dc62c99 None None] Provisioning complete for port 901c63d4-0668-4580-bd98-6fc2876fa162 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 22:18:11.063278 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b7a3a823-e409-4bdc-a495-27e38dc62c99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (901c63d4-0668-4580-bd98-6fc2876fa162), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:18:11.149023 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-b7a3a823-e409-4bdc-a495-27e38dc62c99 None None] Port 901c63d4-0668-4580-bd98-6fc2876fa162 cannot update to ACTIVE because it is not bound. {{(pid=103306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 26 22:18:11.181413 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device 61afb3aa-afd5-48cd-a86a-860076a2ea34 up at agent ovs-agent-n-d-760453-5 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 22:18:11.236212 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvr_db [None req-f4b6562c-3940-4d5b-8421-8c8922bbaede None None] Set router 2a0b2e92-24c6-495d-a420-6fe954a8af8c gateway port host: n-d-760453-5 {{(pid=103306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 22:18:11.323097 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Provisioning complete for port 61afb3aa-afd5-48cd-a86a-860076a2ea34 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 22:18:11.323441 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (61afb3aa-afd5-48cd-a86a-860076a2ea34), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:18:11.491481 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Current status of the port 61afb3aa-afd5-48cd-a86a-860076a2ea34 is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 22:18:11.516448 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-f4b6562c-3940-4d5b-8421-8c8922bbaede None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a0b2e92-24c6-495d-a420-6fe954a8af8c', 'name': 'tempest-TestEncryptedCinderVolumes-376317980-router', 'tenant_id': 'a3fdb67a8cea48f2a0f388f78c1bc503', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'external_fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.101'}], 'enable_snat': True}, 'gw_port_id': '1e10d874-11d3-43e4-ba3c-4c08fec794e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T22:18:07Z', 'updated_at': '2022-01-26T22:18:10Z', 'revision_number': 4, 'project_id': 'a3fdb67a8cea48f2a0f388f78c1bc503', 'gw_port': {'id': '1e10d874-11d3-43e4-ba3c-4c08fec794e7', 'name': '', 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:cf:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a0b2e92-24c6-495d-a420-6fe954a8af8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T22:18:07Z', 'updated_at': '2022-01-26T22:18:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-5', '_interfaces': [{'id': '901c63d4-0668-4580-bd98-6fc2876fa162', 'name': '', 'network_id': '3e86f190-bb63-4ef1-8639-99d8f690cb1b', 'tenant_id': 'a3fdb67a8cea48f2a0f388f78c1bc503', 'mac_address': 'fa:16:3e:97:4f:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a0b2e92-24c6-495d-a420-6fe954a8af8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': 'f9f505db-29e5-46d5-8724-65127540e21a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T22:18:09Z', 'updated_at': '2022-01-26T22:18:10Z', 'revision_number': 2, 'project_id': 'a3fdb67a8cea48f2a0f388f78c1bc503', 'subnets': [{'id': 'f9f505db-29e5-46d5-8724-65127540e21a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760453-5', False) {} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 22:18:11.543432 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4b6562c-3940-4d5b-8421-8c8922bbaede None None] The sync data for ids ['2a0b2e92-24c6-495d-a420-6fe954a8af8c'] in n-d-760453-5 is: [{'id': '2a0b2e92-24c6-495d-a420-6fe954a8af8c', 'name': 'tempest-TestEncryptedCinderVolumes-376317980-router', 'tenant_id': 'a3fdb67a8cea48f2a0f388f78c1bc503', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'external_fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.101'}], 'enable_snat': True}, 'gw_port_id': '1e10d874-11d3-43e4-ba3c-4c08fec794e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T22:18:07Z', 'updated_at': '2022-01-26T22:18:10Z', 'revision_number': 4, 'project_id': 'a3fdb67a8cea48f2a0f388f78c1bc503', 'gw_port': {'id': '1e10d874-11d3-43e4-ba3c-4c08fec794e7', 'name': '', 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:cf:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a0b2e92-24c6-495d-a420-6fe954a8af8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T22:18:07Z', 'updated_at': '2022-01-26T22:18:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-5', '_interfaces': [{'id': '901c63d4-0668-4580-bd98-6fc2876fa162', 'name': '', 'network_id': '3e86f190-bb63-4ef1-8639-99d8f690cb1b', 'tenant_id': 'a3fdb67a8cea48f2a0f388f78c1bc503', 'mac_address': 'fa:16:3e:97:4f:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a0b2e92-24c6-495d-a420-6fe954a8af8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': 'f9f505db-29e5-46d5-8724-65127540e21a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T22:18:09Z', 'updated_at': '2022-01-26T22:18:10Z', 'revision_number': 2, 'project_id': 'a3fdb67a8cea48f2a0f388f78c1bc503', 'subnets': [{'id': 'f9f505db-29e5-46d5-8724-65127540e21a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 26 22:18:13.180609 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device 1e10d874-11d3-43e4-ba3c-4c08fec794e7 up at agent ovs-agent-n-d-760453-5 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 22:18:13.236825 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Provisioning complete for port 1e10d874-11d3-43e4-ba3c-4c08fec794e7 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 22:18:13.237210 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (1e10d874-11d3-43e4-ba3c-4c08fec794e7), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:18:13.313964 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Current status of the port 1e10d874-11d3-43e4-ba3c-4c08fec794e7 is: DOWN; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 22:18:13.314354 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (1e10d874-11d3-43e4-ba3c-4c08fec794e7), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:18:13.333838 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] For port 1e10d874-11d3-43e4-ba3c-4c08fec794e7, host n-d-760453-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=1e10d874-11d3-43e4-ba3c-4c08fec794e7,segment=NetworkSegment(e17cb353-418f-48b9-b982-21a6233ee99b),segment_id=e17cb353-418f-48b9-b982-21a6233ee99b)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 22:18:13.338115 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (1e10d874-11d3-43e4-ba3c-4c08fec794e7), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:18:13.389920 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Pushing event updated for resources: {'Port': ['ID=1e10d874-11d3-43e4-ba3c-4c08fec794e7,revision_number=4']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 22:18:13.512881 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f802af28-4da7-4fe4-bae3-17e50f9cd0ed None None] Sync routers for ids ['2a0b2e92-24c6-495d-a420-6fe954a8af8c'] in n-d-760453-5 {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 26 22:18:13.523090 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f802af28-4da7-4fe4-bae3-17e50f9cd0ed None None] Routers {'2a0b2e92-24c6-495d-a420-6fe954a8af8c'} bound to L3 agent in host n-d-760453-5 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 22:18:13.523683 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-f802af28-4da7-4fe4-bae3-17e50f9cd0ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-26T20:55:21Z,description=,heartbeat_timestamp=2022-01-26T22:17:51Z,host='n-d-760453-5',id=09df100c-3af1-4b0a-bda8-05914c71c458,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:55:21Z,topic='l3_agent')) {'router_ids': ['2a0b2e92-24c6-495d-a420-6fe954a8af8c'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 22:18:13.626903 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_dvr_db [None req-f802af28-4da7-4fe4-bae3-17e50f9cd0ed None None] Set router 2a0b2e92-24c6-495d-a420-6fe954a8af8c gateway port host: n-d-760453-5 {{(pid=103307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 22:18:13.822722 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-f802af28-4da7-4fe4-bae3-17e50f9cd0ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a0b2e92-24c6-495d-a420-6fe954a8af8c', 'name': 'tempest-TestEncryptedCinderVolumes-376317980-router', 'tenant_id': 'a3fdb67a8cea48f2a0f388f78c1bc503', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'external_fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.101'}], 'enable_snat': True}, 'gw_port_id': '1e10d874-11d3-43e4-ba3c-4c08fec794e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T22:18:07Z', 'updated_at': '2022-01-26T22:18:10Z', 'revision_number': 4, 'project_id': 'a3fdb67a8cea48f2a0f388f78c1bc503', 'gw_port': {'id': '1e10d874-11d3-43e4-ba3c-4c08fec794e7', 'name': '', 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:cf:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a0b2e92-24c6-495d-a420-6fe954a8af8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T22:18:07Z', 'updated_at': '2022-01-26T22:18:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-5', '_interfaces': [{'id': '901c63d4-0668-4580-bd98-6fc2876fa162', 'name': '', 'network_id': '3e86f190-bb63-4ef1-8639-99d8f690cb1b', 'tenant_id': 'a3fdb67a8cea48f2a0f388f78c1bc503', 'mac_address': 'fa:16:3e:97:4f:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a0b2e92-24c6-495d-a420-6fe954a8af8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': 'f9f505db-29e5-46d5-8724-65127540e21a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T22:18:09Z', 'updated_at': '2022-01-26T22:18:10Z', 'revision_number': 2, 'project_id': 'a3fdb67a8cea48f2a0f388f78c1bc503', 'subnets': [{'id': 'f9f505db-29e5-46d5-8724-65127540e21a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760453-5', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 22:18:13.849362 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f802af28-4da7-4fe4-bae3-17e50f9cd0ed None None] Checking router: 2a0b2e92-24c6-495d-a420-6fe954a8af8c for host: n-d-760453-5 {{(pid=103307) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 26 22:18:13.849721 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f802af28-4da7-4fe4-bae3-17e50f9cd0ed None None] Updating router 2a0b2e92-24c6-495d-a420-6fe954a8af8c port 901c63d4-0668-4580-bd98-6fc2876fa162 binding host n-d-760453-5 {{(pid=103307) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 26 22:18:13.873550 n-d-760453-5 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-f802af28-4da7-4fe4-bae3-17e50f9cd0ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (901c63d4-0668-4580-bd98-6fc2876fa162), before_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:18:14.128852 n-d-760453-5 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-f802af28-4da7-4fe4-bae3-17e50f9cd0ed None None] Publish callbacks [] for port (901c63d4-0668-4580-bd98-6fc2876fa162), precommit_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:18:14.133846 n-d-760453-5 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-f802af28-4da7-4fe4-bae3-17e50f9cd0ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (901c63d4-0668-4580-bd98-6fc2876fa162), after_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:18:14.184207 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a2446d-387c-4ff6-97a8-598d03162b62 None None] Pushing event updated for resources: {'Port': ['ID=901c63d4-0668-4580-bd98-6fc2876fa162,revision_number=3']} {{(pid=103307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 22:18:14.234036 n-d-760453-5 neutron-server[103307]: DEBUG neutron.plugins.ml2.managers [None req-f802af28-4da7-4fe4-bae3-17e50f9cd0ed None None] Attempting to bind port 901c63d4-0668-4580-bd98-6fc2876fa162 on host n-d-760453-5 for vnic_type normal with profile {{(pid=103307) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 22:18:14.234396 n-d-760453-5 neutron-server[103307]: DEBUG neutron.plugins.ml2.managers [None req-f802af28-4da7-4fe4-bae3-17e50f9cd0ed None None] Attempting to bind port 901c63d4-0668-4580-bd98-6fc2876fa162 by drivers openvswitch,hyperv on host n-d-760453-5 at level 0 using segments [{'id': 'd87eb740-2323-41ab-8fd4-1768e3e89234', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '3e86f190-bb63-4ef1-8639-99d8f690cb1b'}] {{(pid=103307) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 26 22:18:14.234751 n-d-760453-5 neutron-server[103307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f802af28-4da7-4fe4-bae3-17e50f9cd0ed None None] Attempting to bind port 901c63d4-0668-4580-bd98-6fc2876fa162 on network 3e86f190-bb63-4ef1-8639-99d8f690cb1b {{(pid=103307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 22:18:14.239878 n-d-760453-5 neutron-server[103307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f802af28-4da7-4fe4-bae3-17e50f9cd0ed None None] Checking agent: {'id': 'fea0591a-627d-4c87-9a9a-01625ddf3277', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760453-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 20, 55, 25), 'started_at': datetime.datetime(2022, 1, 26, 20, 55, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 22, 17, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760453-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 26 22:18:14.240249 n-d-760453-5 neutron-server[103307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f802af28-4da7-4fe4-bae3-17e50f9cd0ed None None] Checking segment: {'id': 'd87eb740-2323-41ab-8fd4-1768e3e89234', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '3e86f190-bb63-4ef1-8639-99d8f690cb1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103307) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 22:18:14.240643 n-d-760453-5 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-f802af28-4da7-4fe4-bae3-17e50f9cd0ed None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:18:14.241028 n-d-760453-5 neutron-server[103307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f802af28-4da7-4fe4-bae3-17e50f9cd0ed None None] Bound using segment: {'id': 'd87eb740-2323-41ab-8fd4-1768e3e89234', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '3e86f190-bb63-4ef1-8639-99d8f690cb1b'} {{(pid=103307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 26 22:18:14.241514 n-d-760453-5 neutron-server[103307]: DEBUG neutron.plugins.ml2.managers [None req-f802af28-4da7-4fe4-bae3-17e50f9cd0ed None None] Bound port: 901c63d4-0668-4580-bd98-6fc2876fa162, host: n-d-760453-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd87eb740-2323-41ab-8fd4-1768e3e89234', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '3e86f190-bb63-4ef1-8639-99d8f690cb1b'}}] {{(pid=103307) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 26 22:18:14.241894 n-d-760453-5 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-f802af28-4da7-4fe4-bae3-17e50f9cd0ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (901c63d4-0668-4580-bd98-6fc2876fa162), before_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:18:14.305911 n-d-760453-5 neutron-server[103307]: DEBUG neutron.plugins.ml2.db [None req-f802af28-4da7-4fe4-bae3-17e50f9cd0ed None None] For port 901c63d4-0668-4580-bd98-6fc2876fa162, host n-d-760453-5, cleared binding levels {{(pid=103307) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 26 22:18:14.309214 n-d-760453-5 neutron-server[103307]: DEBUG neutron.plugins.ml2.db [None req-f802af28-4da7-4fe4-bae3-17e50f9cd0ed None None] For port 901c63d4-0668-4580-bd98-6fc2876fa162, host n-d-760453-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=901c63d4-0668-4580-bd98-6fc2876fa162,segment=NetworkSegment(d87eb740-2323-41ab-8fd4-1768e3e89234),segment_id=d87eb740-2323-41ab-8fd4-1768e3e89234)] {{(pid=103307) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 26 22:18:14.314042 n-d-760453-5 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-f802af28-4da7-4fe4-bae3-17e50f9cd0ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (901c63d4-0668-4580-bd98-6fc2876fa162), after_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:18:14.375087 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f802af28-4da7-4fe4-bae3-17e50f9cd0ed None None] Routers {'2a0b2e92-24c6-495d-a420-6fe954a8af8c'} bound to L3 agent in host n-d-760453-5 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 22:18:14.375777 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-f802af28-4da7-4fe4-bae3-17e50f9cd0ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-26T20:55:21Z,description=,heartbeat_timestamp=2022-01-26T22:17:51Z,host='n-d-760453-5',id=09df100c-3af1-4b0a-bda8-05914c71c458,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:55:21Z,topic='l3_agent')) {'router_ids': ['2a0b2e92-24c6-495d-a420-6fe954a8af8c'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 22:18:14.381350 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a2446d-387c-4ff6-97a8-598d03162b62 None None] Pushing event updated for resources: {'Port': ['ID=901c63d4-0668-4580-bd98-6fc2876fa162,revision_number=4']} {{(pid=103307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 22:18:14.566329 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-43f2b520-64a6-4cd1-a9d7-e4b0d6ae15c6 None None] Provisioning complete for port 901c63d4-0668-4580-bd98-6fc2876fa162 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 22:18:14.566931 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-43f2b520-64a6-4cd1-a9d7-e4b0d6ae15c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (901c63d4-0668-4580-bd98-6fc2876fa162), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:18:14.598234 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_dvr_db [None req-f802af28-4da7-4fe4-bae3-17e50f9cd0ed None None] Set router 2a0b2e92-24c6-495d-a420-6fe954a8af8c gateway port host: n-d-760453-5 {{(pid=103307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 22:18:14.642015 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-43f2b520-64a6-4cd1-a9d7-e4b0d6ae15c6 None None] Current status of the port 901c63d4-0668-4580-bd98-6fc2876fa162 is: DOWN; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 22:18:14.642325 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-43f2b520-64a6-4cd1-a9d7-e4b0d6ae15c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (901c63d4-0668-4580-bd98-6fc2876fa162), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:18:14.674536 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-43f2b520-64a6-4cd1-a9d7-e4b0d6ae15c6 None None] For port 901c63d4-0668-4580-bd98-6fc2876fa162, host n-d-760453-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=901c63d4-0668-4580-bd98-6fc2876fa162,segment=NetworkSegment(d87eb740-2323-41ab-8fd4-1768e3e89234),segment_id=d87eb740-2323-41ab-8fd4-1768e3e89234)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 22:18:14.678885 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-43f2b520-64a6-4cd1-a9d7-e4b0d6ae15c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (901c63d4-0668-4580-bd98-6fc2876fa162), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:18:14.730969 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f2b520-64a6-4cd1-a9d7-e4b0d6ae15c6 None None] Pushing event updated for resources: {'Port': ['ID=901c63d4-0668-4580-bd98-6fc2876fa162,revision_number=5']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 22:18:14.794979 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-f802af28-4da7-4fe4-bae3-17e50f9cd0ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a0b2e92-24c6-495d-a420-6fe954a8af8c', 'name': 'tempest-TestEncryptedCinderVolumes-376317980-router', 'tenant_id': 'a3fdb67a8cea48f2a0f388f78c1bc503', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'external_fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.101'}], 'enable_snat': True}, 'gw_port_id': '1e10d874-11d3-43e4-ba3c-4c08fec794e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T22:18:07Z', 'updated_at': '2022-01-26T22:18:10Z', 'revision_number': 4, 'project_id': 'a3fdb67a8cea48f2a0f388f78c1bc503', 'gw_port': {'id': '1e10d874-11d3-43e4-ba3c-4c08fec794e7', 'name': '', 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:cf:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a0b2e92-24c6-495d-a420-6fe954a8af8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T22:18:07Z', 'updated_at': '2022-01-26T22:18:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-5', '_interfaces': [{'id': '901c63d4-0668-4580-bd98-6fc2876fa162', 'name': '', 'network_id': '3e86f190-bb63-4ef1-8639-99d8f690cb1b', 'tenant_id': 'a3fdb67a8cea48f2a0f388f78c1bc503', 'mac_address': 'fa:16:3e:97:4f:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a0b2e92-24c6-495d-a420-6fe954a8af8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': 'f9f505db-29e5-46d5-8724-65127540e21a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T22:18:09Z', 'updated_at': '2022-01-26T22:18:14Z', 'revision_number': 4, 'project_id': 'a3fdb67a8cea48f2a0f388f78c1bc503', 'subnets': [{'id': 'f9f505db-29e5-46d5-8724-65127540e21a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760453-5', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 22:18:14.798819 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-f367855a-6f77-44bc-a213-f20d8540777d None None] Provisioning complete for port 901c63d4-0668-4580-bd98-6fc2876fa162 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 22:18:14.799200 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-f367855a-6f77-44bc-a213-f20d8540777d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (901c63d4-0668-4580-bd98-6fc2876fa162), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:18:14.826387 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f802af28-4da7-4fe4-bae3-17e50f9cd0ed None None] The sync data for ids ['2a0b2e92-24c6-495d-a420-6fe954a8af8c'] in n-d-760453-5 is: [{'id': '2a0b2e92-24c6-495d-a420-6fe954a8af8c', 'name': 'tempest-TestEncryptedCinderVolumes-376317980-router', 'tenant_id': 'a3fdb67a8cea48f2a0f388f78c1bc503', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'external_fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.101'}], 'enable_snat': True}, 'gw_port_id': '1e10d874-11d3-43e4-ba3c-4c08fec794e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T22:18:07Z', 'updated_at': '2022-01-26T22:18:10Z', 'revision_number': 4, 'project_id': 'a3fdb67a8cea48f2a0f388f78c1bc503', 'gw_port': {'id': '1e10d874-11d3-43e4-ba3c-4c08fec794e7', 'name': '', 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:cf:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a0b2e92-24c6-495d-a420-6fe954a8af8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T22:18:07Z', 'updated_at': '2022-01-26T22:18:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-5', '_interfaces': [{'id': '901c63d4-0668-4580-bd98-6fc2876fa162', 'name': '', 'network_id': '3e86f190-bb63-4ef1-8639-99d8f690cb1b', 'tenant_id': 'a3fdb67a8cea48f2a0f388f78c1bc503', 'mac_address': 'fa:16:3e:97:4f:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a0b2e92-24c6-495d-a420-6fe954a8af8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': 'f9f505db-29e5-46d5-8724-65127540e21a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T22:18:09Z', 'updated_at': '2022-01-26T22:18:14Z', 'revision_number': 4, 'project_id': 'a3fdb67a8cea48f2a0f388f78c1bc503', 'subnets': [{'id': 'f9f505db-29e5-46d5-8724-65127540e21a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 26 22:18:14.879582 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-f367855a-6f77-44bc-a213-f20d8540777d None None] Current status of the port 901c63d4-0668-4580-bd98-6fc2876fa162 is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 22:18:15.202149 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device 1e10d874-11d3-43e4-ba3c-4c08fec794e7 up at agent ovs-agent-n-d-760453-5 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 22:18:15.255009 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Provisioning complete for port 1e10d874-11d3-43e4-ba3c-4c08fec794e7 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 22:18:15.255469 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (1e10d874-11d3-43e4-ba3c-4c08fec794e7), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:18:15.333177 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Current status of the port 1e10d874-11d3-43e4-ba3c-4c08fec794e7 is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 22:18:15.334385 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device 901c63d4-0668-4580-bd98-6fc2876fa162 up at agent ovs-agent-n-d-760453-5 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 22:18:15.380551 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Provisioning complete for port 901c63d4-0668-4580-bd98-6fc2876fa162 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 22:18:15.380925 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (901c63d4-0668-4580-bd98-6fc2876fa162), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:18:15.458361 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Current status of the port 901c63d4-0668-4580-bd98-6fc2876fa162 is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 22:18:19.021058 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-1f271acc-ade5-4827-a3cc-c825c85f8ce5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (474ccdf7-ab6c-405b-a3b2-dc7b05829902), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:18:21.351743 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-387d9759-4b1c-4562-bb4f-a7cd76c4296d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (09df100c-3af1-4b0a-bda8-05914c71c458), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:18:22.491684 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-841f5991-a4d8-4d4b-b215-cbc6bab5427b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (aa7ee9d2-08eb-4e12-b895-24c57300dfec), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:18:23.692073 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (4d619873-4b60-439f-9b5a-b155dc8bbc34), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:18:24.322426 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-839dd188-ec69-470c-9ab0-d318dc1a2e96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (e79b4fc6-6c71-44b2-a6d0-ff3e1f4dfd0d), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:18:25.469230 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (fea0591a-627d-4c87-9a9a-01625ddf3277), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:18:35.496198 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.agents_db [None req-569f1ced-6396-4ddf-b79f-e03b0b2146ab None None] Agent healthcheck: found 7 active agents {{(pid=103307) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 26 22:18:38.901798 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (32ef628b-8417-46c5-8729-60fcabe358f1), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:18:49.022782 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-cc2fa2e9-2259-4728-9d5a-3e1244c0a40e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (474ccdf7-ab6c-405b-a3b2-dc7b05829902), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:18:51.353314 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-31120e6b-6aba-4928-bfa2-f687b0048adb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (09df100c-3af1-4b0a-bda8-05914c71c458), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:18:52.493880 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-841f5991-a4d8-4d4b-b215-cbc6bab5427b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (aa7ee9d2-08eb-4e12-b895-24c57300dfec), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:18:52.976454 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [req-6594d749-3f82-4b3e-bc92-33de4065cdd5 req-08a22f8f-d292-49e8-8dcf-b1d6e28a6e76 service neutron] (103304) timed out ('10.222.0.66', 57105) {{(pid=103304) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jan 26 22:18:53.689695 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (4d619873-4b60-439f-9b5a-b155dc8bbc34), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:18:54.321882 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-839dd188-ec69-470c-9ab0-d318dc1a2e96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (e79b4fc6-6c71-44b2-a6d0-ff3e1f4dfd0d), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:18:55.472070 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (fea0591a-627d-4c87-9a9a-01625ddf3277), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:19:08.910828 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (32ef628b-8417-46c5-8729-60fcabe358f1), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:19:11.713228 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee91895c-8d9d-44c9-9bbc-413d4a40385a req-ba69c22e-01ad-43fc-a3e7-1dd35497fcf5 tempest-TestEncryptedCinderVolumes-1641148856 tempest-TestEncryptedCinderVolumes-1641148856-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:19:11.714705 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-ee91895c-8d9d-44c9-9bbc-413d4a40385a req-ba69c22e-01ad-43fc-a3e7-1dd35497fcf5 tempest-TestEncryptedCinderVolumes-1641148856 tempest-TestEncryptedCinderVolumes-1641148856-project] 10.222.0.13 "GET /v2.0/networks?id=6ed7cea3-9fa0-4cee-92d2-e0edd1d8a387 HTTP/1.1" status: 200 len: 816 time: 0.1018214 Jan 26 22:19:11.729918 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-ee91895c-8d9d-44c9-9bbc-413d4a40385a req-65e1fb9d-239d-4231-8cff-3857c96a2e5f tempest-TestEncryptedCinderVolumes-1641148856 tempest-TestEncryptedCinderVolumes-1641148856-project] 10.222.0.13 "GET /v2.0/quotas/0884246918ba496d9ee113e5a57ae1ba HTTP/1.1" status: 200 len: 375 time: 0.0096037 Jan 26 22:19:11.784565 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-ee91895c-8d9d-44c9-9bbc-413d4a40385a req-b02ca081-1116-4f46-abcb-b844f45d3b6a tempest-TestEncryptedCinderVolumes-1641148856 tempest-TestEncryptedCinderVolumes-1641148856-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=0884246918ba496d9ee113e5a57ae1ba&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0497317 Jan 26 22:19:11.966880 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-ee91895c-8d9d-44c9-9bbc-413d4a40385a req-b9b569d0-ce55-46d8-999b-da166f104216 service neutron] 10.222.0.13 "GET /v2.0/networks/6ed7cea3-9fa0-4cee-92d2-e0edd1d8a387?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1705983 Jan 26 22:19:12.065372 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-ee91895c-8d9d-44c9-9bbc-413d4a40385a req-b838bdc7-a62c-45cd-9278-c4fdfd19e150 service neutron] 10.222.0.13 "GET /v2.0/networks/6ed7cea3-9fa0-4cee-92d2-e0edd1d8a387?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927906 Jan 26 22:19:12.225122 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-bba712d2-d337-4745-bc99-6e71bb864fbc req-43cd9b90-b6b7-4cff-b956-5cfdce6eaa6a tempest-TestEncryptedCinderVolumes-1641148856 tempest-TestEncryptedCinderVolumes-1641148856-project] 10.222.0.13 "GET /v2.0/ports?device_id=6399f8b0-6249-4c3d-b0d6-af85057c3cf8 HTTP/1.1" status: 200 len: 210 time: 0.0271630 Jan 26 22:19:12.497209 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.agents_db [None req-569f1ced-6396-4ddf-b79f-e03b0b2146ab None None] Agent healthcheck: found 7 active agents {{(pid=103307) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 26 22:19:13.151875 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee91895c-8d9d-44c9-9bbc-413d4a40385a req-8ef122f8-78cc-4311-a38b-f07c739a4a9a tempest-TestEncryptedCinderVolumes-1641148856 tempest-TestEncryptedCinderVolumes-1641148856-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:19:13.153491 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-ee91895c-8d9d-44c9-9bbc-413d4a40385a req-8ef122f8-78cc-4311-a38b-f07c739a4a9a tempest-TestEncryptedCinderVolumes-1641148856 tempest-TestEncryptedCinderVolumes-1641148856-project] 10.222.0.57 "GET /v2.0/networks?id=6ed7cea3-9fa0-4cee-92d2-e0edd1d8a387 HTTP/1.1" status: 200 len: 816 time: 0.1061096 Jan 26 22:19:13.165466 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [req-ee91895c-8d9d-44c9-9bbc-413d4a40385a req-d3e5c4d0-3101-475c-a231-e920e42e8cc4 tempest-TestEncryptedCinderVolumes-1641148856 tempest-TestEncryptedCinderVolumes-1641148856-project] Request body: {'port': {'device_id': '6399f8b0-6249-4c3d-b0d6-af85057c3cf8', 'network_id': '6ed7cea3-9fa0-4cee-92d2-e0edd1d8a387', 'admin_state_up': True, 'tenant_id': '0884246918ba496d9ee113e5a57ae1ba'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 22:19:13.275472 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ee91895c-8d9d-44c9-9bbc-413d4a40385a req-d3e5c4d0-3101-475c-a231-e920e42e8cc4 tempest-TestEncryptedCinderVolumes-1641148856 tempest-TestEncryptedCinderVolumes-1641148856-project] Made reservation on behalf of 0884246918ba496d9ee113e5a57ae1ba for: {'port': 1} {{(pid=103304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 22:19:13.281177 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-ee91895c-8d9d-44c9-9bbc-413d4a40385a req-d3e5c4d0-3101-475c-a231-e920e42e8cc4 tempest-TestEncryptedCinderVolumes-1641148856 tempest-TestEncryptedCinderVolumes-1641148856-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:19:13.322397 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-2b294987-c456-4764-b361-3d18a3350273 req-31ff88de-7adc-4f8c-96dc-6cd39ad334d0 tempest-TestEncryptedCinderVolumes-1641148856 tempest-TestEncryptedCinderVolumes-1641148856-project] 10.222.0.13 "GET /v2.0/ports?device_id=6399f8b0-6249-4c3d-b0d6-af85057c3cf8 HTTP/1.1" status: 200 len: 210 time: 0.0299981 Jan 26 22:19:13.434511 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.db_base_plugin_common [req-ee91895c-8d9d-44c9-9bbc-413d4a40385a req-d3e5c4d0-3101-475c-a231-e920e42e8cc4 tempest-TestEncryptedCinderVolumes-1641148856 tempest-TestEncryptedCinderVolumes-1641148856-project] Allocated IP 172.20.0.7 (6ed7cea3-9fa0-4cee-92d2-e0edd1d8a387/47899eef-a867-4552-b110-00823ba3a34a/b4a91ed0-4b3c-4eac-8ba3-a5951d94c5f7) {{(pid=103304) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 22:19:13.575039 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-ee91895c-8d9d-44c9-9bbc-413d4a40385a req-d3e5c4d0-3101-475c-a231-e920e42e8cc4 tempest-TestEncryptedCinderVolumes-1641148856 tempest-TestEncryptedCinderVolumes-1641148856-project] Publish callbacks [] for port (b4a91ed0-4b3c-4eac-8ba3-a5951d94c5f7), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:19:13.608549 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-ee91895c-8d9d-44c9-9bbc-413d4a40385a req-d3e5c4d0-3101-475c-a231-e920e42e8cc4 tempest-TestEncryptedCinderVolumes-1641148856 tempest-TestEncryptedCinderVolumes-1641148856-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746560234527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9281553'] for port (b4a91ed0-4b3c-4eac-8ba3-a5951d94c5f7), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:19:13.654645 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ee91895c-8d9d-44c9-9bbc-413d4a40385a req-d3e5c4d0-3101-475c-a231-e920e42e8cc4 tempest-TestEncryptedCinderVolumes-1641148856 tempest-TestEncryptedCinderVolumes-1641148856-project] Network 6ed7cea3-9fa0-4cee-92d2-e0edd1d8a387 is already hosted by enough agents. {{(pid=103304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 22:19:13.657553 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [req-ee91895c-8d9d-44c9-9bbc-413d4a40385a req-d3e5c4d0-3101-475c-a231-e920e42e8cc4 tempest-TestEncryptedCinderVolumes-1641148856 tempest-TestEncryptedCinderVolumes-1641148856-project] Resources bound (agent type, host, resource id): {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 22:19:13.663886 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee91895c-8d9d-44c9-9bbc-413d4a40385a req-d3e5c4d0-3101-475c-a231-e920e42e8cc4 tempest-TestEncryptedCinderVolumes-1641148856 tempest-TestEncryptedCinderVolumes-1641148856-project] Received port after_create {{(pid=103304) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 22:19:13.670344 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e5c4d0-3101-475c-a231-e920e42e8cc4 tempest-TestEncryptedCinderVolumes-1641148856 tempest-TestEncryptedCinderVolumes-1641148856-project] Pushing event updated for resources: {'Port': ['ID=b4a91ed0-4b3c-4eac-8ba3-a5951d94c5f7,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 22:19:13.700577 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3e5c4d0-3101-475c-a231-e920e42e8cc4 tempest-TestEncryptedCinderVolumes-1641148856 tempest-TestEncryptedCinderVolumes-1641148856-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:19:13.700929 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3e5c4d0-3101-475c-a231-e920e42e8cc4 tempest-TestEncryptedCinderVolumes-1641148856 tempest-TestEncryptedCinderVolumes-1641148856-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:19:13.701273 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3e5c4d0-3101-475c-a231-e920e42e8cc4 tempest-TestEncryptedCinderVolumes-1641148856 tempest-TestEncryptedCinderVolumes-1641148856-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:19:13.701635 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3e5c4d0-3101-475c-a231-e920e42e8cc4 tempest-TestEncryptedCinderVolumes-1641148856 tempest-TestEncryptedCinderVolumes-1641148856-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:19:13.701970 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3e5c4d0-3101-475c-a231-e920e42e8cc4 tempest-TestEncryptedCinderVolumes-1641148856 tempest-TestEncryptedCinderVolumes-1641148856-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:19:13.702300 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3e5c4d0-3101-475c-a231-e920e42e8cc4 tempest-TestEncryptedCinderVolumes-1641148856 tempest-TestEncryptedCinderVolumes-1641148856-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:19:13.702633 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3e5c4d0-3101-475c-a231-e920e42e8cc4 tempest-TestEncryptedCinderVolumes-1641148856 tempest-TestEncryptedCinderVolumes-1641148856-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:19:13.702956 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3e5c4d0-3101-475c-a231-e920e42e8cc4 tempest-TestEncryptedCinderVolumes-1641148856 tempest-TestEncryptedCinderVolumes-1641148856-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:19:13.703281 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3e5c4d0-3101-475c-a231-e920e42e8cc4 tempest-TestEncryptedCinderVolumes-1641148856 tempest-TestEncryptedCinderVolumes-1641148856-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:19:13.703605 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3e5c4d0-3101-475c-a231-e920e42e8cc4 tempest-TestEncryptedCinderVolumes-1641148856 tempest-TestEncryptedCinderVolumes-1641148856-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:19:13.703927 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3e5c4d0-3101-475c-a231-e920e42e8cc4 tempest-TestEncryptedCinderVolumes-1641148856 tempest-TestEncryptedCinderVolumes-1641148856-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:19:13.704245 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3e5c4d0-3101-475c-a231-e920e42e8cc4 tempest-TestEncryptedCinderVolumes-1641148856 tempest-TestEncryptedCinderVolumes-1641148856-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:19:13.704566 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3e5c4d0-3101-475c-a231-e920e42e8cc4 tempest-TestEncryptedCinderVolumes-1641148856 tempest-TestEncryptedCinderVolumes-1641148856-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:19:13.728081 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee91895c-8d9d-44c9-9bbc-413d4a40385a req-d3e5c4d0-3101-475c-a231-e920e42e8cc4 tempest-TestEncryptedCinderVolumes-1641148856 tempest-TestEncryptedCinderVolumes-1641148856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:19:13.728683 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-ee91895c-8d9d-44c9-9bbc-413d4a40385a req-d3e5c4d0-3101-475c-a231-e920e42e8cc4 tempest-TestEncryptedCinderVolumes-1641148856 tempest-TestEncryptedCinderVolumes-1641148856-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:19:13.745706 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-ee91895c-8d9d-44c9-9bbc-413d4a40385a req-d3e5c4d0-3101-475c-a231-e920e42e8cc4 tempest-TestEncryptedCinderVolumes-1641148856 tempest-TestEncryptedCinderVolumes-1641148856-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5837972 Jan 26 22:19:13.757216 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [req-ee91895c-8d9d-44c9-9bbc-413d4a40385a req-89916e8a-83e1-4073-a7c7-df22271be57b service neutron] Request body: {'port': {'device_id': '6399f8b0-6249-4c3d-b0d6-af85057c3cf8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-760453-5'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 22:19:13.812801 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-ee91895c-8d9d-44c9-9bbc-413d4a40385a req-89916e8a-83e1-4073-a7c7-df22271be57b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (b4a91ed0-4b3c-4eac-8ba3-a5951d94c5f7), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:19:13.936125 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-a4dbabfc-7c5b-48f3-8819-ea6cdf7df10a None None] Provisioning complete for port b4a91ed0-4b3c-4eac-8ba3-a5951d94c5f7 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 22:19:13.936694 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-a4dbabfc-7c5b-48f3-8819-ea6cdf7df10a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (b4a91ed0-4b3c-4eac-8ba3-a5951d94c5f7), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:19:13.973718 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-a4dbabfc-7c5b-48f3-8819-ea6cdf7df10a None None] Port b4a91ed0-4b3c-4eac-8ba3-a5951d94c5f7 cannot update to ACTIVE because it is not bound. {{(pid=103306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 26 22:19:14.076649 n-d-760453-5 neutron-server[103304]: DEBUG neutron.notifiers.nova [req-ee91895c-8d9d-44c9-9bbc-413d4a40385a req-89916e8a-83e1-4073-a7c7-df22271be57b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b4a91ed0-4b3c-4eac-8ba3-a5951d94c5f7 {{(pid=103304) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 26 22:19:14.084319 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-ee91895c-8d9d-44c9-9bbc-413d4a40385a req-89916e8a-83e1-4073-a7c7-df22271be57b service neutron] Publish callbacks [] for port (b4a91ed0-4b3c-4eac-8ba3-a5951d94c5f7), precommit_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:19:14.095868 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.provisioning_blocks [req-ee91895c-8d9d-44c9-9bbc-413d4a40385a req-89916e8a-83e1-4073-a7c7-df22271be57b service neutron] Transition to ACTIVE for port object b4a91ed0-4b3c-4eac-8ba3-a5951d94c5f7 will not be triggered until provisioned by entity L2. {{(pid=103304) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 22:19:14.099615 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-ee91895c-8d9d-44c9-9bbc-413d4a40385a req-89916e8a-83e1-4073-a7c7-df22271be57b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9281542'] for port (b4a91ed0-4b3c-4eac-8ba3-a5951d94c5f7), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:19:14.165634 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89916e8a-83e1-4073-a7c7-df22271be57b service neutron] Pushing event updated for resources: {'Port': ['ID=b4a91ed0-4b3c-4eac-8ba3-a5951d94c5f7,revision_number=2']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 22:19:14.221714 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [req-ee91895c-8d9d-44c9-9bbc-413d4a40385a req-89916e8a-83e1-4073-a7c7-df22271be57b service neutron] Attempting to bind port b4a91ed0-4b3c-4eac-8ba3-a5951d94c5f7 on host n-h2-760453-5 for vnic_type normal with profile {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 22:19:14.222043 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [req-ee91895c-8d9d-44c9-9bbc-413d4a40385a req-89916e8a-83e1-4073-a7c7-df22271be57b service neutron] Attempting to bind port b4a91ed0-4b3c-4eac-8ba3-a5951d94c5f7 by drivers openvswitch,hyperv on host n-h2-760453-5 at level 0 using segments [{'id': '180db022-6b8a-4962-a330-c0c11c5257d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '6ed7cea3-9fa0-4cee-92d2-e0edd1d8a387'}] {{(pid=103304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 26 22:19:14.222409 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee91895c-8d9d-44c9-9bbc-413d4a40385a req-89916e8a-83e1-4073-a7c7-df22271be57b service neutron] Attempting to bind port b4a91ed0-4b3c-4eac-8ba3-a5951d94c5f7 on network 6ed7cea3-9fa0-4cee-92d2-e0edd1d8a387 {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 22:19:14.227165 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee91895c-8d9d-44c9-9bbc-413d4a40385a req-89916e8a-83e1-4073-a7c7-df22271be57b service neutron] Port b4a91ed0-4b3c-4eac-8ba3-a5951d94c5f7 on network 6ed7cea3-9fa0-4cee-92d2-e0edd1d8a387 not bound, no agent of type Open vSwitch agent registered on host n-h2-760453-5 {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 26 22:19:14.227488 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee91895c-8d9d-44c9-9bbc-413d4a40385a req-89916e8a-83e1-4073-a7c7-df22271be57b service neutron] Attempting to bind port b4a91ed0-4b3c-4eac-8ba3-a5951d94c5f7 on network 6ed7cea3-9fa0-4cee-92d2-e0edd1d8a387 {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 22:19:14.232853 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee91895c-8d9d-44c9-9bbc-413d4a40385a req-89916e8a-83e1-4073-a7c7-df22271be57b service neutron] Checking agent: {'id': '4d619873-4b60-439f-9b5a-b155dc8bbc34', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-760453-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 21, 2, 53), 'started_at': datetime.datetime(2022, 1, 26, 21, 2, 53), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 22, 18, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 26 22:19:14.233185 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee91895c-8d9d-44c9-9bbc-413d4a40385a req-89916e8a-83e1-4073-a7c7-df22271be57b service neutron] Checking segment: {'id': '180db022-6b8a-4962-a330-c0c11c5257d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '6ed7cea3-9fa0-4cee-92d2-e0edd1d8a387'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103304) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 22:19:14.233604 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee91895c-8d9d-44c9-9bbc-413d4a40385a req-89916e8a-83e1-4073-a7c7-df22271be57b service neutron] Bound using segment: {'id': '180db022-6b8a-4962-a330-c0c11c5257d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '6ed7cea3-9fa0-4cee-92d2-e0edd1d8a387'} {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 26 22:19:14.234028 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [req-ee91895c-8d9d-44c9-9bbc-413d4a40385a req-89916e8a-83e1-4073-a7c7-df22271be57b service neutron] Bound port: b4a91ed0-4b3c-4eac-8ba3-a5951d94c5f7, host: n-h2-760453-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '180db022-6b8a-4962-a330-c0c11c5257d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '6ed7cea3-9fa0-4cee-92d2-e0edd1d8a387'}}] {{(pid=103304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 26 22:19:14.234386 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-ee91895c-8d9d-44c9-9bbc-413d4a40385a req-89916e8a-83e1-4073-a7c7-df22271be57b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (b4a91ed0-4b3c-4eac-8ba3-a5951d94c5f7), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:19:14.300992 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [req-ee91895c-8d9d-44c9-9bbc-413d4a40385a req-89916e8a-83e1-4073-a7c7-df22271be57b service neutron] For port b4a91ed0-4b3c-4eac-8ba3-a5951d94c5f7, host n-h2-760453-5, cleared binding levels {{(pid=103304) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 26 22:19:14.303955 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [req-ee91895c-8d9d-44c9-9bbc-413d4a40385a req-89916e8a-83e1-4073-a7c7-df22271be57b service neutron] For port b4a91ed0-4b3c-4eac-8ba3-a5951d94c5f7, host n-h2-760453-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-5',level=0,port_id=b4a91ed0-4b3c-4eac-8ba3-a5951d94c5f7,segment=NetworkSegment(180db022-6b8a-4962-a330-c0c11c5257d0),segment_id=180db022-6b8a-4962-a330-c0c11c5257d0)] {{(pid=103304) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 26 22:19:14.308286 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-ee91895c-8d9d-44c9-9bbc-413d4a40385a req-89916e8a-83e1-4073-a7c7-df22271be57b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9281542'] for port (b4a91ed0-4b3c-4eac-8ba3-a5951d94c5f7), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:19:14.339026 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee91895c-8d9d-44c9-9bbc-413d4a40385a req-89916e8a-83e1-4073-a7c7-df22271be57b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:19:14.339743 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-ee91895c-8d9d-44c9-9bbc-413d4a40385a req-89916e8a-83e1-4073-a7c7-df22271be57b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:19:14.341593 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-ee91895c-8d9d-44c9-9bbc-413d4a40385a req-89916e8a-83e1-4073-a7c7-df22271be57b service neutron] 10.222.0.57 "PUT /v2.0/ports/b4a91ed0-4b3c-4eac-8ba3-a5951d94c5f7 HTTP/1.1" status: 200 len: 1091 time: 0.5891645 Jan 26 22:19:14.343938 n-d-760453-5 neutron-server[103304]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6399f8b0-6249-4c3d-b0d6-af85057c3cf8', 'tag': 'b4a91ed0-4b3c-4eac-8ba3-a5951d94c5f7'}] {{(pid=103304) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 22:19:14.348879 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86e783e1922a725fac327d65912384d63450ce1a6a2ee22db2d1cc52fb257f3b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-026b89df-01fb-4ad0-858f-8e2432911b64" -d '{"events": [{"name": "network-changed", "server_uuid": "6399f8b0-6249-4c3d-b0d6-af85057c3cf8", "tag": "b4a91ed0-4b3c-4eac-8ba3-a5951d94c5f7"}]}' {{(pid=103304) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 22:19:14.394642 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89916e8a-83e1-4073-a7c7-df22271be57b service neutron] Pushing event updated for resources: {'Port': ['ID=b4a91ed0-4b3c-4eac-8ba3-a5951d94c5f7,revision_number=3']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 22:19:14.470429 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee91895c-8d9d-44c9-9bbc-413d4a40385a req-4e210162-8023-4167-aca8-638ac8b3d9f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:19:14.471893 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-ee91895c-8d9d-44c9-9bbc-413d4a40385a req-4e210162-8023-4167-aca8-638ac8b3d9f8 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=0884246918ba496d9ee113e5a57ae1ba&device_id=6399f8b0-6249-4c3d-b0d6-af85057c3cf8 HTTP/1.1" status: 200 len: 1094 time: 0.0885792 Jan 26 22:19:14.484325 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d84a57-8992-465f-8f9b-88b895c12d58 req-a03ba0cb-1879-4d11-8544-24a5689253dd tempest-TestEncryptedCinderVolumes-1641148856 tempest-TestEncryptedCinderVolumes-1641148856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:19:14.485887 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-28d84a57-8992-465f-8f9b-88b895c12d58 req-a03ba0cb-1879-4d11-8544-24a5689253dd tempest-TestEncryptedCinderVolumes-1641148856 tempest-TestEncryptedCinderVolumes-1641148856-project] 10.222.0.13 "GET /v2.0/ports?device_id=6399f8b0-6249-4c3d-b0d6-af85057c3cf8 HTTP/1.1" status: 200 len: 943 time: 0.0660417 Jan 26 22:19:14.527595 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-ee91895c-8d9d-44c9-9bbc-413d4a40385a req-a36a8be3-3039-4743-8076-94ad27d87b70 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b4a91ed0-4b3c-4eac-8ba3-a5951d94c5f7 HTTP/1.1" status: 200 len: 217 time: 0.0407083 Jan 26 22:19:14.601414 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-28d84a57-8992-465f-8f9b-88b895c12d58 req-00869109-2064-462e-9654-382d0ac1af3e tempest-TestEncryptedCinderVolumes-1641148856 tempest-TestEncryptedCinderVolumes-1641148856-project] 10.222.0.13 "GET /v2.0/security-groups?id=92385ef6-72a6-4f31-8e20-3aea71ab0ced&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081474 Jan 26 22:19:14.603157 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee91895c-8d9d-44c9-9bbc-413d4a40385a req-967cc7c5-d29b-445a-aa4a-adc8b09475f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:19:14.604532 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-ee91895c-8d9d-44c9-9bbc-413d4a40385a req-967cc7c5-d29b-445a-aa4a-adc8b09475f3 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=47899eef-a867-4552-b110-00823ba3a34a HTTP/1.1" status: 200 len: 855 time: 0.0709743 Jan 26 22:19:14.645249 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 26 Jan 2022 22:19:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec1583ca-af86-46dc-9a25-d9f06aa24072 x-openstack-request-id: req-ec1583ca-af86-46dc-9a25-d9f06aa24072 {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 22:19:14.645581 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6399f8b0-6249-4c3d-b0d6-af85057c3cf8", "tag": "b4a91ed0-4b3c-4eac-8ba3-a5951d94c5f7", "status": "completed", "code": 200}]} {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 22:19:14.645839 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ec1583ca-af86-46dc-9a25-d9f06aa24072 {{(pid=103304) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 22:19:14.646250 n-d-760453-5 neutron-server[103304]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6399f8b0-6249-4c3d-b0d6-af85057c3cf8', 'tag': 'b4a91ed0-4b3c-4eac-8ba3-a5951d94c5f7', 'status': 'completed', 'code': 200} Jan 26 22:19:14.662491 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee91895c-8d9d-44c9-9bbc-413d4a40385a req-8789b772-1d39-4643-a778-14873a96892a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:19:14.664021 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-ee91895c-8d9d-44c9-9bbc-413d4a40385a req-8789b772-1d39-4643-a778-14873a96892a service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=6ed7cea3-9fa0-4cee-92d2-e0edd1d8a387&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0493422 Jan 26 22:19:14.751483 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-ee91895c-8d9d-44c9-9bbc-413d4a40385a req-a4581ace-bc57-49db-91a9-0c70162a2c78 service neutron] 10.222.0.57 "GET /v2.0/networks/6ed7cea3-9fa0-4cee-92d2-e0edd1d8a387?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816174 Jan 26 22:19:14.842663 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-ee91895c-8d9d-44c9-9bbc-413d4a40385a req-eae4a51a-7238-40d3-aced-5fc92895151e service neutron] 10.222.0.57 "GET /v2.0/networks/6ed7cea3-9fa0-4cee-92d2-e0edd1d8a387?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850885 Jan 26 22:19:14.930376 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026b89df-01fb-4ad0-858f-8e2432911b64 req-40e58f52-579e-43bd-8b25-f076b8de9692 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:19:14.931887 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-026b89df-01fb-4ad0-858f-8e2432911b64 req-40e58f52-579e-43bd-8b25-f076b8de9692 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=0884246918ba496d9ee113e5a57ae1ba&device_id=6399f8b0-6249-4c3d-b0d6-af85057c3cf8 HTTP/1.1" status: 200 len: 1094 time: 0.0415232 Jan 26 22:19:15.023456 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026b89df-01fb-4ad0-858f-8e2432911b64 req-5511754d-d332-4e0e-8763-db0e20204c88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:19:15.024950 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-026b89df-01fb-4ad0-858f-8e2432911b64 req-5511754d-d332-4e0e-8763-db0e20204c88 service neutron] 10.222.0.57 "GET /v2.0/networks?id=6ed7cea3-9fa0-4cee-92d2-e0edd1d8a387 HTTP/1.1" status: 200 len: 917 time: 0.0877783 Jan 26 22:19:15.066303 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-026b89df-01fb-4ad0-858f-8e2432911b64 req-29d5dd52-607f-4cdc-961a-f9c37afbc9f3 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b4a91ed0-4b3c-4eac-8ba3-a5951d94c5f7 HTTP/1.1" status: 200 len: 217 time: 0.0353670 Jan 26 22:19:15.113453 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026b89df-01fb-4ad0-858f-8e2432911b64 req-50e52cbb-e50f-4c29-8738-83229f9884f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:19:15.114868 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-026b89df-01fb-4ad0-858f-8e2432911b64 req-50e52cbb-e50f-4c29-8738-83229f9884f4 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=47899eef-a867-4552-b110-00823ba3a34a HTTP/1.1" status: 200 len: 855 time: 0.0433459 Jan 26 22:19:15.160821 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026b89df-01fb-4ad0-858f-8e2432911b64 req-bb8a27fb-3aac-40da-833e-a42d2cb35b33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:19:15.162506 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-026b89df-01fb-4ad0-858f-8e2432911b64 req-bb8a27fb-3aac-40da-833e-a42d2cb35b33 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=6ed7cea3-9fa0-4cee-92d2-e0edd1d8a387&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0411038 Jan 26 22:19:15.252415 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-026b89df-01fb-4ad0-858f-8e2432911b64 req-423e1e1a-e63e-4349-bb36-20efa36a4db9 service neutron] 10.222.0.57 "GET /v2.0/networks/6ed7cea3-9fa0-4cee-92d2-e0edd1d8a387?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834408 Jan 26 22:19:15.338540 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-026b89df-01fb-4ad0-858f-8e2432911b64 req-f205f248-11b6-4314-a5b7-48f5043da66f service neutron] 10.222.0.57 "GET /v2.0/networks/6ed7cea3-9fa0-4cee-92d2-e0edd1d8a387?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0799770 Jan 26 22:19:15.723496 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9644d6-0bb1-467e-be20-93f30388a1bc req-9acdf912-701c-4593-9c7a-4f7e8cf0936c tempest-TestEncryptedCinderVolumes-1641148856 tempest-TestEncryptedCinderVolumes-1641148856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:19:15.724975 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-4f9644d6-0bb1-467e-be20-93f30388a1bc req-9acdf912-701c-4593-9c7a-4f7e8cf0936c tempest-TestEncryptedCinderVolumes-1641148856 tempest-TestEncryptedCinderVolumes-1641148856-project] 10.222.0.13 "GET /v2.0/ports?device_id=6399f8b0-6249-4c3d-b0d6-af85057c3cf8 HTTP/1.1" status: 200 len: 943 time: 0.0530887 Jan 26 22:19:15.771359 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-4f9644d6-0bb1-467e-be20-93f30388a1bc req-9d32d217-efc8-45a7-9cd3-b8fc457d37a5 tempest-TestEncryptedCinderVolumes-1641148856 tempest-TestEncryptedCinderVolumes-1641148856-project] 10.222.0.13 "GET /v2.0/security-groups?id=92385ef6-72a6-4f31-8e20-3aea71ab0ced&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405297 Jan 26 22:19:16.884289 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4393ef5c-c23c-4f92-ac67-747f7e74bd6f req-8caf46d7-4ce1-4707-b360-781b7ea2e0f2 tempest-TestEncryptedCinderVolumes-1641148856 tempest-TestEncryptedCinderVolumes-1641148856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:19:16.885794 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-4393ef5c-c23c-4f92-ac67-747f7e74bd6f req-8caf46d7-4ce1-4707-b360-781b7ea2e0f2 tempest-TestEncryptedCinderVolumes-1641148856 tempest-TestEncryptedCinderVolumes-1641148856-project] 10.222.0.13 "GET /v2.0/ports?device_id=6399f8b0-6249-4c3d-b0d6-af85057c3cf8 HTTP/1.1" status: 200 len: 943 time: 0.0483246 Jan 26 22:19:16.932224 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-4393ef5c-c23c-4f92-ac67-747f7e74bd6f req-080b4d28-1405-4d29-833a-3ec15b38cd6a tempest-TestEncryptedCinderVolumes-1641148856 tempest-TestEncryptedCinderVolumes-1641148856-project] 10.222.0.13 "GET /v2.0/security-groups?id=92385ef6-72a6-4f31-8e20-3aea71ab0ced&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408828 Jan 26 22:19:16.972741 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Device b4a91ed0-4b3c-4eac-8ba3-a5951d94c5f7 details requested by agent hyperv_n-h2-760453-5 with host n-h2-760453-5 {{(pid=103306) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 26 22:19:17.063282 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] For port b4a91ed0-4b3c-4eac-8ba3-a5951d94c5f7, host n-h2-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-5',level=0,port_id=b4a91ed0-4b3c-4eac-8ba3-a5951d94c5f7,segment=NetworkSegment(180db022-6b8a-4962-a330-c0c11c5257d0),segment_id=180db022-6b8a-4962-a330-c0c11c5257d0)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 22:19:17.077428 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Returning: {'device': 'b4a91ed0-4b3c-4eac-8ba3-a5951d94c5f7', 'network_id': '6ed7cea3-9fa0-4cee-92d2-e0edd1d8a387', 'port_id': 'b4a91ed0-4b3c-4eac-8ba3-a5951d94c5f7', 'mac_address': 'fa:16:3e:9c:ab:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 584, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '47899eef-a867-4552-b110-00823ba3a34a', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103306) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 26 22:19:17.114041 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Current status of the port b4a91ed0-4b3c-4eac-8ba3-a5951d94c5f7 is: DOWN; New status is: BUILD {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 22:19:17.114432 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (b4a91ed0-4b3c-4eac-8ba3-a5951d94c5f7), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:19:17.127769 n-d-760453-5 neutron-server[103306]: DEBUG neutron.notifiers.nova [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b4a91ed0-4b3c-4eac-8ba3-a5951d94c5f7 {{(pid=103306) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 26 22:19:17.146947 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] For port b4a91ed0-4b3c-4eac-8ba3-a5951d94c5f7, host n-h2-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-5',level=0,port_id=b4a91ed0-4b3c-4eac-8ba3-a5951d94c5f7,segment=NetworkSegment(180db022-6b8a-4962-a330-c0c11c5257d0),segment_id=180db022-6b8a-4962-a330-c0c11c5257d0)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 22:19:17.150825 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (b4a91ed0-4b3c-4eac-8ba3-a5951d94c5f7), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:19:17.197018 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Pushing event updated for resources: {'Port': ['ID=b4a91ed0-4b3c-4eac-8ba3-a5951d94c5f7,revision_number=4']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 22:19:17.204341 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:19:17.204702 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:19:17.205051 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:19:17.205417 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:19:17.205759 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:19:17.206112 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:19:17.206427 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:19:17.207288 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:19:17.207619 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:19:17.207946 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:19:17.208274 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:19:17.208605 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:19:17.208935 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:19:17.354910 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] get_ports_and_sgs() called for port_ids ['b4a91ed0-4b3c-4eac-8ba3-a5951d94c5f7'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 26 22:19:18.047440 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f12d40-93ec-4c69-a217-660915b969d1 req-93f69513-9d7d-4cbb-9cf3-87e141938f5f tempest-TestEncryptedCinderVolumes-1641148856 tempest-TestEncryptedCinderVolumes-1641148856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:19:18.048938 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-30f12d40-93ec-4c69-a217-660915b969d1 req-93f69513-9d7d-4cbb-9cf3-87e141938f5f tempest-TestEncryptedCinderVolumes-1641148856 tempest-TestEncryptedCinderVolumes-1641148856-project] 10.222.0.13 "GET /v2.0/ports?device_id=6399f8b0-6249-4c3d-b0d6-af85057c3cf8 HTTP/1.1" status: 200 len: 944 time: 0.0509436 Jan 26 22:19:18.094954 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-30f12d40-93ec-4c69-a217-660915b969d1 req-83cfa232-6043-405c-879b-36de2b767006 tempest-TestEncryptedCinderVolumes-1641148856 tempest-TestEncryptedCinderVolumes-1641148856-project] 10.222.0.13 "GET /v2.0/security-groups?id=92385ef6-72a6-4f31-8e20-3aea71ab0ced&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398524 Jan 26 22:19:18.987615 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Device b4a91ed0-4b3c-4eac-8ba3-a5951d94c5f7 up at agent hyperv_n-h2-760453-5 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 22:19:19.032336 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-49602c27-b21d-42a4-93fa-2b9b51ea57e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (474ccdf7-ab6c-405b-a3b2-dc7b05829902), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:19:19.049039 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Provisioning for port b4a91ed0-4b3c-4eac-8ba3-a5951d94c5f7 completed by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 22:19:19.053424 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Provisioning complete for port b4a91ed0-4b3c-4eac-8ba3-a5951d94c5f7 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 22:19:19.053799 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (b4a91ed0-4b3c-4eac-8ba3-a5951d94c5f7), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:19:19.135358 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Current status of the port b4a91ed0-4b3c-4eac-8ba3-a5951d94c5f7 is: BUILD; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 22:19:19.135738 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (b4a91ed0-4b3c-4eac-8ba3-a5951d94c5f7), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:19:19.158813 n-d-760453-5 neutron-server[103306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6399f8b0-6249-4c3d-b0d6-af85057c3cf8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4a91ed0-4b3c-4eac-8ba3-a5951d94c5f7'}] {{(pid=103306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 22:19:19.161582 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c06f7aa05085a00df6a2944c086d22937b62c1e75db8df879377281bc6a8a153" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-654ed98e-ffbe-4da8-aff9-eb0878668dc4" -d '{"events": [{"server_uuid": "6399f8b0-6249-4c3d-b0d6-af85057c3cf8", "name": "network-vif-plugged", "status": "completed", "tag": "b4a91ed0-4b3c-4eac-8ba3-a5951d94c5f7"}]}' {{(pid=103306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 22:19:19.173790 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] For port b4a91ed0-4b3c-4eac-8ba3-a5951d94c5f7, host n-h2-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-5',level=0,port_id=b4a91ed0-4b3c-4eac-8ba3-a5951d94c5f7,segment=NetworkSegment(180db022-6b8a-4962-a330-c0c11c5257d0),segment_id=180db022-6b8a-4962-a330-c0c11c5257d0)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 22:19:19.178359 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (b4a91ed0-4b3c-4eac-8ba3-a5951d94c5f7), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:19:19.210600 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd385f39-648f-46fa-a7b0-1bd629720784 req-88758874-d6f5-40b5-8d48-2b3f60b83f6e tempest-TestEncryptedCinderVolumes-1641148856 tempest-TestEncryptedCinderVolumes-1641148856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:19:19.212152 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-fd385f39-648f-46fa-a7b0-1bd629720784 req-88758874-d6f5-40b5-8d48-2b3f60b83f6e tempest-TestEncryptedCinderVolumes-1641148856 tempest-TestEncryptedCinderVolumes-1641148856-project] 10.222.0.13 "GET /v2.0/ports?device_id=6399f8b0-6249-4c3d-b0d6-af85057c3cf8 HTTP/1.1" status: 200 len: 944 time: 0.0492163 Jan 26 22:19:19.225188 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Pushing event updated for resources: {'Port': ['ID=b4a91ed0-4b3c-4eac-8ba3-a5951d94c5f7,revision_number=5']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 22:19:19.260059 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-fd385f39-648f-46fa-a7b0-1bd629720784 req-d6842d49-5611-4fe1-b503-515d0c60838a tempest-TestEncryptedCinderVolumes-1641148856 tempest-TestEncryptedCinderVolumes-1641148856-project] 10.222.0.13 "GET /v2.0/security-groups?id=92385ef6-72a6-4f31-8e20-3aea71ab0ced&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423222 Jan 26 22:19:19.302149 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Jan 2022 22:19:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22855632-5e60-46eb-a1e8-704a684cfdbd x-openstack-request-id: req-22855632-5e60-46eb-a1e8-704a684cfdbd {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 22:19:19.302451 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6399f8b0-6249-4c3d-b0d6-af85057c3cf8", "name": "network-vif-plugged", "status": "completed", "tag": "b4a91ed0-4b3c-4eac-8ba3-a5951d94c5f7", "code": 200}]} {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 22:19:19.302711 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-22855632-5e60-46eb-a1e8-704a684cfdbd {{(pid=103306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 22:19:19.303179 n-d-760453-5 neutron-server[103306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6399f8b0-6249-4c3d-b0d6-af85057c3cf8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4a91ed0-4b3c-4eac-8ba3-a5951d94c5f7', 'code': 200} Jan 26 22:19:19.394845 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53defa8-dc94-4c9e-904b-b16112006dd2 req-65c8b918-f67e-4ffa-91ac-5f05b66b9329 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:19:19.396383 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-b53defa8-dc94-4c9e-904b-b16112006dd2 req-65c8b918-f67e-4ffa-91ac-5f05b66b9329 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=6399f8b0-6249-4c3d-b0d6-af85057c3cf8 HTTP/1.1" status: 200 len: 1096 time: 0.0417387 Jan 26 22:19:19.442255 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-b53defa8-dc94-4c9e-904b-b16112006dd2 req-3a11f54d-caf4-4a70-b1db-c48c424dabec service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=92385ef6-72a6-4f31-8e20-3aea71ab0ced&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400608 Jan 26 22:19:20.376615 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61eef4cc-de96-43f3-8a5d-bb3f1d87584e req-fc108a51-b135-4c91-8fce-df8e74dd1156 tempest-TestEncryptedCinderVolumes-1641148856 tempest-TestEncryptedCinderVolumes-1641148856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:19:20.378163 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-61eef4cc-de96-43f3-8a5d-bb3f1d87584e req-fc108a51-b135-4c91-8fce-df8e74dd1156 tempest-TestEncryptedCinderVolumes-1641148856 tempest-TestEncryptedCinderVolumes-1641148856-project] 10.222.0.13 "GET /v2.0/ports?device_id=6399f8b0-6249-4c3d-b0d6-af85057c3cf8 HTTP/1.1" status: 200 len: 945 time: 0.0492129 Jan 26 22:19:20.428580 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-61eef4cc-de96-43f3-8a5d-bb3f1d87584e req-1bd97f24-fca5-4997-a237-1ba2eb174476 tempest-TestEncryptedCinderVolumes-1641148856 tempest-TestEncryptedCinderVolumes-1641148856-project] 10.222.0.13 "GET /v2.0/security-groups?id=92385ef6-72a6-4f31-8e20-3aea71ab0ced&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447385 Jan 26 22:19:21.354521 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-238dd213-4ef1-4bc8-8edc-fe57142b4bf7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (09df100c-3af1-4b0a-bda8-05914c71c458), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:19:21.544099 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ea01f0-685d-41e9-8116-68cb44aa3192 req-9c5b7c7c-a2ea-45a3-b952-b13a707cd09b tempest-TestEncryptedCinderVolumes-1641148856 tempest-TestEncryptedCinderVolumes-1641148856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:19:21.545585 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-85ea01f0-685d-41e9-8116-68cb44aa3192 req-9c5b7c7c-a2ea-45a3-b952-b13a707cd09b tempest-TestEncryptedCinderVolumes-1641148856 tempest-TestEncryptedCinderVolumes-1641148856-project] 10.222.0.13 "GET /v2.0/ports?device_id=6399f8b0-6249-4c3d-b0d6-af85057c3cf8 HTTP/1.1" status: 200 len: 945 time: 0.0468640 Jan 26 22:19:21.591401 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-85ea01f0-685d-41e9-8116-68cb44aa3192 req-e01d3f1b-f671-4c7d-98be-3f1eef5e8969 tempest-TestEncryptedCinderVolumes-1641148856 tempest-TestEncryptedCinderVolumes-1641148856-project] 10.222.0.13 "GET /v2.0/security-groups?id=92385ef6-72a6-4f31-8e20-3aea71ab0ced&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397043 Jan 26 22:19:21.706951 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a3d25b-45e8-4b5d-abe7-e4ad77612314 req-0608dd42-300a-4d25-8a42-060470515252 tempest-TestEncryptedCinderVolumes-1641148856 tempest-TestEncryptedCinderVolumes-1641148856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:19:21.708322 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-c8a3d25b-45e8-4b5d-abe7-e4ad77612314 req-0608dd42-300a-4d25-8a42-060470515252 tempest-TestEncryptedCinderVolumes-1641148856 tempest-TestEncryptedCinderVolumes-1641148856-project] 10.222.0.13 "GET /v2.0/ports?device_id=6399f8b0-6249-4c3d-b0d6-af85057c3cf8 HTTP/1.1" status: 200 len: 945 time: 0.0517669 Jan 26 22:19:21.753557 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-c8a3d25b-45e8-4b5d-abe7-e4ad77612314 req-c2a9de27-9783-4719-823d-a934aa6e0f52 tempest-TestEncryptedCinderVolumes-1641148856 tempest-TestEncryptedCinderVolumes-1641148856-project] 10.222.0.13 "GET /v2.0/security-groups?id=92385ef6-72a6-4f31-8e20-3aea71ab0ced&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397189 Jan 26 22:19:22.497307 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-841f5991-a4d8-4d4b-b215-cbc6bab5427b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (aa7ee9d2-08eb-4e12-b895-24c57300dfec), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:19:23.691808 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (4d619873-4b60-439f-9b5a-b155dc8bbc34), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:19:24.332862 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-839dd188-ec69-470c-9ab0-d318dc1a2e96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (e79b4fc6-6c71-44b2-a6d0-ff3e1f4dfd0d), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:19:25.475853 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (fea0591a-627d-4c87-9a9a-01625ddf3277), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:19:38.909912 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (32ef628b-8417-46c5-8729-60fcabe358f1), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:19:49.025997 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-33b02c98-9867-45a4-b46b-9dca644126b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (474ccdf7-ab6c-405b-a3b2-dc7b05829902), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:19:49.496434 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.agents_db [None req-569f1ced-6396-4ddf-b79f-e03b0b2146ab None None] Agent healthcheck: found 7 active agents {{(pid=103307) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 26 22:19:51.356876 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-3c99efd7-3276-4e1d-88a9-35f6f2643106 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (09df100c-3af1-4b0a-bda8-05914c71c458), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:19:52.500657 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-841f5991-a4d8-4d4b-b215-cbc6bab5427b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (aa7ee9d2-08eb-4e12-b895-24c57300dfec), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:19:53.682124 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (4d619873-4b60-439f-9b5a-b155dc8bbc34), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:19:54.327013 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-839dd188-ec69-470c-9ab0-d318dc1a2e96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (e79b4fc6-6c71-44b2-a6d0-ff3e1f4dfd0d), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:19:55.480373 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (fea0591a-627d-4c87-9a9a-01625ddf3277), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:19:55.848073 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ecb3d74-2669-4582-a301-269a7d6ff55c req-3471a1c8-cbf7-44d6-a2d9-4c36c46eb07c tempest-TestEncryptedCinderVolumes-1641148856 tempest-TestEncryptedCinderVolumes-1641148856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:19:55.849728 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-3ecb3d74-2669-4582-a301-269a7d6ff55c req-3471a1c8-cbf7-44d6-a2d9-4c36c46eb07c tempest-TestEncryptedCinderVolumes-1641148856 tempest-TestEncryptedCinderVolumes-1641148856-project] 10.222.0.13 "GET /v2.0/ports?device_id=6399f8b0-6249-4c3d-b0d6-af85057c3cf8 HTTP/1.1" status: 200 len: 945 time: 0.0497205 Jan 26 22:19:55.900674 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-3ecb3d74-2669-4582-a301-269a7d6ff55c req-0f8d82a5-7b71-4d60-b949-96d483fe72b3 tempest-TestEncryptedCinderVolumes-1641148856 tempest-TestEncryptedCinderVolumes-1641148856-project] 10.222.0.13 "GET /v2.0/security-groups?id=92385ef6-72a6-4f31-8e20-3aea71ab0ced&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449648 Jan 26 22:19:57.020054 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183a7bcf-c73b-4d2c-85f2-7ad08a1636cc req-13f8e350-ef69-47ff-b84c-5d8145aa6907 tempest-TestEncryptedCinderVolumes-1641148856 tempest-TestEncryptedCinderVolumes-1641148856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:19:57.021772 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-183a7bcf-c73b-4d2c-85f2-7ad08a1636cc req-13f8e350-ef69-47ff-b84c-5d8145aa6907 tempest-TestEncryptedCinderVolumes-1641148856 tempest-TestEncryptedCinderVolumes-1641148856-project] 10.222.0.13 "GET /v2.0/ports?device_id=6399f8b0-6249-4c3d-b0d6-af85057c3cf8 HTTP/1.1" status: 200 len: 945 time: 0.0518088 Jan 26 22:19:57.075049 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-183a7bcf-c73b-4d2c-85f2-7ad08a1636cc req-d06a5c48-cbb8-4da3-897d-9da917ac37b6 tempest-TestEncryptedCinderVolumes-1641148856 tempest-TestEncryptedCinderVolumes-1641148856-project] 10.222.0.13 "GET /v2.0/security-groups?id=92385ef6-72a6-4f31-8e20-3aea71ab0ced&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477591 Jan 26 22:19:57.392269 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c45873b-35ec-40d8-8d08-62938e551cb1 req-5af32b17-8d4c-4179-98e1-51d1b4bbf78e tempest-TestEncryptedCinderVolumes-1641148856 tempest-TestEncryptedCinderVolumes-1641148856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:19:57.393788 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-4c45873b-35ec-40d8-8d08-62938e551cb1 req-5af32b17-8d4c-4179-98e1-51d1b4bbf78e tempest-TestEncryptedCinderVolumes-1641148856 tempest-TestEncryptedCinderVolumes-1641148856-project] 10.222.0.57 "GET /v2.0/ports?device_id=6399f8b0-6249-4c3d-b0d6-af85057c3cf8 HTTP/1.1" status: 200 len: 945 time: 0.0482614 Jan 26 22:19:57.480638 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [req-4c45873b-35ec-40d8-8d08-62938e551cb1 req-e9615c50-287d-41d1-8cc3-edc3da72deae tempest-TestEncryptedCinderVolumes-1641148856 tempest-TestEncryptedCinderVolumes-1641148856-project] Deleting port b4a91ed0-4b3c-4eac-8ba3-a5951d94c5f7 {{(pid=103304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 22:19:57.480974 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-4c45873b-35ec-40d8-8d08-62938e551cb1 req-e9615c50-287d-41d1-8cc3-edc3da72deae tempest-TestEncryptedCinderVolumes-1641148856 tempest-TestEncryptedCinderVolumes-1641148856-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746560630878'] for port (b4a91ed0-4b3c-4eac-8ba3-a5951d94c5f7), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:19:57.568799 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [req-4c45873b-35ec-40d8-8d08-62938e551cb1 req-e9615c50-287d-41d1-8cc3-edc3da72deae tempest-TestEncryptedCinderVolumes-1641148856 tempest-TestEncryptedCinderVolumes-1641148856-project] For port b4a91ed0-4b3c-4eac-8ba3-a5951d94c5f7, host n-h2-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-5',level=0,port_id=b4a91ed0-4b3c-4eac-8ba3-a5951d94c5f7,segment=NetworkSegment(180db022-6b8a-4962-a330-c0c11c5257d0),segment_id=180db022-6b8a-4962-a330-c0c11c5257d0)] {{(pid=103304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 22:19:57.569164 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-4c45873b-35ec-40d8-8d08-62938e551cb1 req-e9615c50-287d-41d1-8cc3-edc3da72deae tempest-TestEncryptedCinderVolumes-1641148856 tempest-TestEncryptedCinderVolumes-1641148856-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4109658'] for port (b4a91ed0-4b3c-4eac-8ba3-a5951d94c5f7), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:19:57.581393 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [req-4c45873b-35ec-40d8-8d08-62938e551cb1 req-e9615c50-287d-41d1-8cc3-edc3da72deae tempest-TestEncryptedCinderVolumes-1641148856 tempest-TestEncryptedCinderVolumes-1641148856-project] Calling delete_port for b4a91ed0-4b3c-4eac-8ba3-a5951d94c5f7 owned by compute:nova {{(pid=103304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 22:19:57.707709 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-4c45873b-35ec-40d8-8d08-62938e551cb1 req-e9615c50-287d-41d1-8cc3-edc3da72deae tempest-TestEncryptedCinderVolumes-1641148856 tempest-TestEncryptedCinderVolumes-1641148856-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746560636600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746560234536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9281553'] for port (b4a91ed0-4b3c-4eac-8ba3-a5951d94c5f7), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:19:57.722815 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] get_ports_and_sgs() called for port_ids ['b4a91ed0-4b3c-4eac-8ba3-a5951d94c5f7'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 26 22:19:57.738431 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9615c50-287d-41d1-8cc3-edc3da72deae tempest-TestEncryptedCinderVolumes-1641148856 tempest-TestEncryptedCinderVolumes-1641148856-project] Pushing event deleted for resources: {'Port': ['ID=b4a91ed0-4b3c-4eac-8ba3-a5951d94c5f7,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 22:19:57.778622 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c45873b-35ec-40d8-8d08-62938e551cb1 req-e9615c50-287d-41d1-8cc3-edc3da72deae tempest-TestEncryptedCinderVolumes-1641148856 tempest-TestEncryptedCinderVolumes-1641148856-project] No DVR routers for this DVR port b4a91ed0-4b3c-4eac-8ba3-a5951d94c5f7 on host n-h2-760453-5 {{(pid=103304) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 26 22:19:57.781285 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-4c45873b-35ec-40d8-8d08-62938e551cb1 req-e9615c50-287d-41d1-8cc3-edc3da72deae tempest-TestEncryptedCinderVolumes-1641148856 tempest-TestEncryptedCinderVolumes-1641148856-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:19:57.784691 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-4c45873b-35ec-40d8-8d08-62938e551cb1 req-e9615c50-287d-41d1-8cc3-edc3da72deae tempest-TestEncryptedCinderVolumes-1641148856 tempest-TestEncryptedCinderVolumes-1641148856-project] 10.222.0.57 "DELETE /v2.0/ports/b4a91ed0-4b3c-4eac-8ba3-a5951d94c5f7 HTTP/1.1" status: 204 len: 173 time: 0.3858533 Jan 26 22:19:57.785151 n-d-760453-5 neutron-server[103304]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6399f8b0-6249-4c3d-b0d6-af85057c3cf8', 'name': 'network-vif-deleted', 'tag': 'b4a91ed0-4b3c-4eac-8ba3-a5951d94c5f7'}] {{(pid=103304) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 22:19:57.787407 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86e783e1922a725fac327d65912384d63450ce1a6a2ee22db2d1cc52fb257f3b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc7a0846-2d80-477a-9c64-3c78f058596a" -d '{"events": [{"server_uuid": "6399f8b0-6249-4c3d-b0d6-af85057c3cf8", "name": "network-vif-deleted", "tag": "b4a91ed0-4b3c-4eac-8ba3-a5951d94c5f7"}]}' {{(pid=103304) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 22:19:57.825360 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Jan 2022 22:19:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9647c533-1118-4bcf-ac96-c0a1a7fe71b9 x-openstack-request-id: req-9647c533-1118-4bcf-ac96-c0a1a7fe71b9 {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 22:19:57.825660 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6399f8b0-6249-4c3d-b0d6-af85057c3cf8", "name": "network-vif-deleted", "tag": "b4a91ed0-4b3c-4eac-8ba3-a5951d94c5f7", "status": "completed", "code": 200}]} {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 22:19:57.825917 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-9647c533-1118-4bcf-ac96-c0a1a7fe71b9 {{(pid=103304) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 22:19:57.826325 n-d-760453-5 neutron-server[103304]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6399f8b0-6249-4c3d-b0d6-af85057c3cf8', 'name': 'network-vif-deleted', 'tag': 'b4a91ed0-4b3c-4eac-8ba3-a5951d94c5f7', 'status': 'completed', 'code': 200} Jan 26 22:19:58.196954 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-49087d8e-a1aa-404c-8925-03590e56f890 req-ebf649a1-2d28-4bbc-8035-4de1a67efd21 tempest-TestEncryptedCinderVolumes-1641148856 tempest-TestEncryptedCinderVolumes-1641148856-project] 10.222.0.13 "GET /v2.0/ports?device_id=6399f8b0-6249-4c3d-b0d6-af85057c3cf8 HTTP/1.1" status: 200 len: 210 time: 0.0316825 Jan 26 22:19:59.289256 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 54376) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 22:19:59.629245 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-0f0e0647-4efa-4cdf-bee6-d67362ed6588 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4110657'] for router_interface (65732193-3106-4628-8877-ed215277a423), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:20:00.200937 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-0f0e0647-4efa-4cdf-bee6-d67362ed6588 admin admin] Deleting port 4536d155-6bd7-4f4f-8566-82744f59b23e {{(pid=103304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 22:20:00.201274 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-0f0e0647-4efa-4cdf-bee6-d67362ed6588 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746560630878'] for port (4536d155-6bd7-4f4f-8566-82744f59b23e), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:20:00.280130 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [None req-0f0e0647-4efa-4cdf-bee6-d67362ed6588 admin admin] For port 4536d155-6bd7-4f4f-8566-82744f59b23e, host n-d-760453-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=4536d155-6bd7-4f4f-8566-82744f59b23e,segment=NetworkSegment(180db022-6b8a-4962-a330-c0c11c5257d0),segment_id=180db022-6b8a-4962-a330-c0c11c5257d0)] {{(pid=103304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 22:20:00.280497 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-0f0e0647-4efa-4cdf-bee6-d67362ed6588 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4109658'] for port (4536d155-6bd7-4f4f-8566-82744f59b23e), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:20:00.298140 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-0f0e0647-4efa-4cdf-bee6-d67362ed6588 admin admin] Calling delete_port for 4536d155-6bd7-4f4f-8566-82744f59b23e owned by network:router_interface {{(pid=103304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 22:20:00.478293 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-0f0e0647-4efa-4cdf-bee6-d67362ed6588 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746560636600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746560234536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9281553'] for port (4536d155-6bd7-4f4f-8566-82744f59b23e), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:20:00.504474 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f0e0647-4efa-4cdf-bee6-d67362ed6588 admin admin] Pushing event deleted for resources: {'Port': ['ID=4536d155-6bd7-4f4f-8566-82744f59b23e,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 22:20:00.671569 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-0f0e0647-4efa-4cdf-bee6-d67362ed6588 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3709480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4110805'] for router_interface (65732193-3106-4628-8877-ed215277a423), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:20:00.881806 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f0e0647-4efa-4cdf-bee6-d67362ed6588 admin admin] Router 65732193-3106-4628-8877-ed215277a423 has already been hosted by L3 agent 09df100c-3af1-4b0a-bda8-05914c71c458 {{(pid=103304) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 26 22:20:00.987360 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f0e0647-4efa-4cdf-bee6-d67362ed6588 admin admin] Notify agent at l3_agent.n-d-760453-5 the message routers_updated {{(pid=103304) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 26 22:20:00.993442 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-0f0e0647-4efa-4cdf-bee6-d67362ed6588 admin admin] 10.222.0.13 "PUT /v2.0/routers/65732193-3106-4628-8877-ed215277a423/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7030814 Jan 26 22:20:00.994944 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 54378) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 22:20:00.996299 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-339f26e9-bcfe-49de-8559-f0a831ecaf90 None None] Sync routers for ids ['65732193-3106-4628-8877-ed215277a423'] in n-d-760453-5 {{(pid=103306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 26 22:20:01.005899 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-339f26e9-bcfe-49de-8559-f0a831ecaf90 None None] Routers {'65732193-3106-4628-8877-ed215277a423'} bound to L3 agent in host n-d-760453-5 {{(pid=103306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 22:20:01.006519 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-339f26e9-bcfe-49de-8559-f0a831ecaf90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-26T20:55:21Z,description=,heartbeat_timestamp=2022-01-26T22:19:51Z,host='n-d-760453-5',id=09df100c-3af1-4b0a-bda8-05914c71c458,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:55:21Z,topic='l3_agent')) {'router_ids': ['65732193-3106-4628-8877-ed215277a423'], 'active': True} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 22:20:01.098407 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-f8cd34f5-a51f-4d28-9525-01bae76966ea admin admin] Publish callbacks [] for router (65732193-3106-4628-8877-ed215277a423), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:20:01.112344 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvr_db [None req-339f26e9-bcfe-49de-8559-f0a831ecaf90 None None] Set router 65732193-3106-4628-8877-ed215277a423 gateway port host: n-d-760453-5 {{(pid=103306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 22:20:01.182251 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Device b4a91ed0-4b3c-4eac-8ba3-a5951d94c5f7 no longer exists at agent hyperv_n-h2-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 26 22:20:01.209268 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-f8cd34f5-a51f-4d28-9525-01bae76966ea admin admin] Publish callbacks [] for router_gateway (65732193-3106-4628-8877-ed215277a423), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:20:01.232288 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] No Port match for: b4a91ed0-4b3c-4eac-8ba3-a5951d94c5f7 {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 26 22:20:01.232630 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Device b4a91ed0-4b3c-4eac-8ba3-a5951d94c5f7 not bound to the agent host n-h2-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 26 22:20:01.263920 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-f8cd34f5-a51f-4d28-9525-01bae76966ea admin admin] Deleting port 89982ec8-f701-41d8-8eef-f76cc1ffe522 {{(pid=103304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 22:20:01.264260 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-f8cd34f5-a51f-4d28-9525-01bae76966ea admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746560630878'] for port (89982ec8-f701-41d8-8eef-f76cc1ffe522), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:20:01.318175 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-339f26e9-bcfe-49de-8559-f0a831ecaf90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65732193-3106-4628-8877-ed215277a423', 'name': 'tempest-TestEncryptedCinderVolumes-569946881-router', 'tenant_id': '0884246918ba496d9ee113e5a57ae1ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'external_fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.192'}], 'enable_snat': True}, 'gw_port_id': '89982ec8-f701-41d8-8eef-f76cc1ffe522', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T22:18:02Z', 'updated_at': '2022-01-26T22:20:00Z', 'revision_number': 5, 'project_id': '0884246918ba496d9ee113e5a57ae1ba', 'gw_port': {'id': '89982ec8-f701-41d8-8eef-f76cc1ffe522', 'name': '', 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:31:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65732193-3106-4628-8877-ed215277a423', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4167, 'fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T22:18:02Z', 'updated_at': '2022-01-26T22:18:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-5'}], 'n-d-760453-5', False) {} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 22:20:01.343148 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [None req-f8cd34f5-a51f-4d28-9525-01bae76966ea admin admin] For port 89982ec8-f701-41d8-8eef-f76cc1ffe522, host n-d-760453-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=89982ec8-f701-41d8-8eef-f76cc1ffe522,segment=NetworkSegment(e17cb353-418f-48b9-b982-21a6233ee99b),segment_id=e17cb353-418f-48b9-b982-21a6233ee99b)] {{(pid=103304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 22:20:01.343736 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-f8cd34f5-a51f-4d28-9525-01bae76966ea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4109658'] for port (89982ec8-f701-41d8-8eef-f76cc1ffe522), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:20:01.345018 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-339f26e9-bcfe-49de-8559-f0a831ecaf90 None None] Checking router: 65732193-3106-4628-8877-ed215277a423 for host: n-d-760453-5 {{(pid=103306) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 26 22:20:01.356272 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-339f26e9-bcfe-49de-8559-f0a831ecaf90 None None] Routers {'65732193-3106-4628-8877-ed215277a423'} bound to L3 agent in host n-d-760453-5 {{(pid=103306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 22:20:01.356618 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-f8cd34f5-a51f-4d28-9525-01bae76966ea admin admin] Calling delete_port for 89982ec8-f701-41d8-8eef-f76cc1ffe522 owned by network:router_gateway {{(pid=103304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 22:20:01.356895 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-339f26e9-bcfe-49de-8559-f0a831ecaf90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-26T20:55:21Z,description=,heartbeat_timestamp=2022-01-26T22:19:51Z,host='n-d-760453-5',id=09df100c-3af1-4b0a-bda8-05914c71c458,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:55:21Z,topic='l3_agent')) {'router_ids': ['65732193-3106-4628-8877-ed215277a423'], 'active': True} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 22:20:01.443976 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvr_db [None req-339f26e9-bcfe-49de-8559-f0a831ecaf90 None None] Set router 65732193-3106-4628-8877-ed215277a423 gateway port host: None {{(pid=103306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 22:20:01.505699 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-339f26e9-bcfe-49de-8559-f0a831ecaf90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65732193-3106-4628-8877-ed215277a423', 'name': 'tempest-TestEncryptedCinderVolumes-569946881-router', 'tenant_id': '0884246918ba496d9ee113e5a57ae1ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T22:18:02Z', 'updated_at': '2022-01-26T22:20:01Z', 'revision_number': 6, 'project_id': '0884246918ba496d9ee113e5a57ae1ba', 'gw_port_host': None}], 'n-d-760453-5', False) {} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 22:20:01.528481 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-f8cd34f5-a51f-4d28-9525-01bae76966ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746560636600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746560234536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9281553'] for port (89982ec8-f701-41d8-8eef-f76cc1ffe522), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:20:01.535838 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-339f26e9-bcfe-49de-8559-f0a831ecaf90 None None] The sync data for ids ['65732193-3106-4628-8877-ed215277a423'] in n-d-760453-5 is: [{'id': '65732193-3106-4628-8877-ed215277a423', 'name': 'tempest-TestEncryptedCinderVolumes-569946881-router', 'tenant_id': '0884246918ba496d9ee113e5a57ae1ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T22:18:02Z', 'updated_at': '2022-01-26T22:20:01Z', 'revision_number': 6, 'project_id': '0884246918ba496d9ee113e5a57ae1ba', 'gw_port_host': None}] {{(pid=103306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 26 22:20:01.560027 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8cd34f5-a51f-4d28-9525-01bae76966ea admin admin] Pushing event deleted for resources: {'Port': ['ID=89982ec8-f701-41d8-8eef-f76cc1ffe522,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 22:20:01.627809 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-f8cd34f5-a51f-4d28-9525-01bae76966ea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4111291'] for router_gateway (65732193-3106-4628-8877-ed215277a423), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:20:01.718716 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-f8cd34f5-a51f-4d28-9525-01bae76966ea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4105774', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13082'] for router (65732193-3106-4628-8877-ed215277a423), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:20:01.720739 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-f8cd34f5-a51f-4d28-9525-01bae76966ea admin admin] Publish callbacks [] for router_controller (65732193-3106-4628-8877-ed215277a423), precommit_delete_associations {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:20:01.766618 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-f8cd34f5-a51f-4d28-9525-01bae76966ea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4105767'] for router (65732193-3106-4628-8877-ed215277a423), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:20:01.767902 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8cd34f5-a51f-4d28-9525-01bae76966ea admin admin] Fanout notify agent at l3_agent the message router_deleted on router 65732193-3106-4628-8877-ed215277a423 {{(pid=103304) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 26 22:20:01.772197 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-f8cd34f5-a51f-4d28-9525-01bae76966ea admin admin] Publish callbacks [] for router (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:20:01.773371 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-f8cd34f5-a51f-4d28-9525-01bae76966ea admin admin] 10.222.0.13 "DELETE /v2.0/routers/65732193-3106-4628-8877-ed215277a423 HTTP/1.1" status: 204 len: 168 time: 0.7774591 Jan 26 22:20:01.775999 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 54380) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 22:20:01.818776 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.db_base_plugin_v2 [None req-17f49264-09d7-4d60-98d7-e656ba6a08e6 admin admin] Deleting subnet 47899eef-a867-4552-b110-00823ba3a34a {{(pid=103304) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 26 22:20:01.821704 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-17f49264-09d7-4d60-98d7-e656ba6a08e6 admin admin] Publish callbacks [] for subnet (47899eef-a867-4552-b110-00823ba3a34a), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:20:01.855605 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-17f49264-09d7-4d60-98d7-e656ba6a08e6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8881284'] for subnet (47899eef-a867-4552-b110-00823ba3a34a), precommit_delete_associations {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:20:01.934034 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-17f49264-09d7-4d60-98d7-e656ba6a08e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687316'] for subnet (47899eef-a867-4552-b110-00823ba3a34a), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:20:01.993250 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-17f49264-09d7-4d60-98d7-e656ba6a08e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9281612', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12215216'] for subnet (47899eef-a867-4552-b110-00823ba3a34a), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:20:02.016944 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f49264-09d7-4d60-98d7-e656ba6a08e6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=47899eef-a867-4552-b110-00823ba3a34a,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 22:20:02.022520 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-17f49264-09d7-4d60-98d7-e656ba6a08e6 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:20:02.026840 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-17f49264-09d7-4d60-98d7-e656ba6a08e6 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/47899eef-a867-4552-b110-00823ba3a34a HTTP/1.1" status: 204 len: 168 time: 0.2488027 Jan 26 22:20:02.028228 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d287de8-c3e4-4281-960b-d9ecfbbb79fc None None] Network 6ed7cea3-9fa0-4cee-92d2-e0edd1d8a387 requested from n-d-760453-5 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 26 22:20:02.028721 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 54382) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 22:20:02.094926 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-edb6a968-ccc5-4ea5-b1f2-3ae2d2df8c94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-748181'] for network (6ed7cea3-9fa0-4cee-92d2-e0edd1d8a387), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:20:02.152737 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-edb6a968-ccc5-4ea5-b1f2-3ae2d2df8c94 admin admin] Deleting port 912e8c61-e9cd-43e1-a74d-ca2a91d6f1db {{(pid=103304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 22:20:02.153074 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-edb6a968-ccc5-4ea5-b1f2-3ae2d2df8c94 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746560630878'] for port (912e8c61-e9cd-43e1-a74d-ca2a91d6f1db), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:20:02.218352 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [None req-edb6a968-ccc5-4ea5-b1f2-3ae2d2df8c94 admin admin] For port 912e8c61-e9cd-43e1-a74d-ca2a91d6f1db, host n-d-760453-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=912e8c61-e9cd-43e1-a74d-ca2a91d6f1db,segment=NetworkSegment(180db022-6b8a-4962-a330-c0c11c5257d0),segment_id=180db022-6b8a-4962-a330-c0c11c5257d0)] {{(pid=103304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 22:20:02.218646 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-edb6a968-ccc5-4ea5-b1f2-3ae2d2df8c94 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4109658'] for port (912e8c61-e9cd-43e1-a74d-ca2a91d6f1db), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:20:02.231601 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-edb6a968-ccc5-4ea5-b1f2-3ae2d2df8c94 admin admin] Calling delete_port for 912e8c61-e9cd-43e1-a74d-ca2a91d6f1db owned by network:dhcp {{(pid=103304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 22:20:02.318603 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49d77f7d-641a-4cdd-8c6b-423d90692779 None None] DHCP port deletion for 6ed7cea3-9fa0-4cee-92d2-e0edd1d8a387 request from n-d-760453-5 {{(pid=103306) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 26 22:20:02.318817 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-edb6a968-ccc5-4ea5-b1f2-3ae2d2df8c94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746560636600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746560234536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9281553'] for port (912e8c61-e9cd-43e1-a74d-ca2a91d6f1db), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:20:02.351193 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb6a968-ccc5-4ea5-b1f2-3ae2d2df8c94 admin admin] Pushing event deleted for resources: {'Port': ['ID=912e8c61-e9cd-43e1-a74d-ca2a91d6f1db,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 22:20:02.354530 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edb6a968-ccc5-4ea5-b1f2-3ae2d2df8c94 admin admin] No DVR routers for this DVR port 912e8c61-e9cd-43e1-a74d-ca2a91d6f1db on host n-d-760453-5 {{(pid=103304) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 26 22:20:02.426707 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-edb6a968-ccc5-4ea5-b1f2-3ae2d2df8c94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-686403', 'neutron.services.segments.db._delete_segments_for_network-8746560774018'] for network (6ed7cea3-9fa0-4cee-92d2-e0edd1d8a387), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:20:02.448258 n-d-760453-5 neutron-server[103304]: DEBUG neutron.services.segments.db [None req-edb6a968-ccc5-4ea5-b1f2-3ae2d2df8c94 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6ed7cea3-9fa0-4cee-92d2-e0edd1d8a387']}} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 22:20:02.457680 n-d-760453-5 neutron-server[103304]: DEBUG neutron.services.segments.db [None req-edb6a968-ccc5-4ea5-b1f2-3ae2d2df8c94 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '180db022-6b8a-4962-a330-c0c11c5257d0') {'for_net_delete': True} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 22:20:02.457980 n-d-760453-5 neutron-server[103304]: DEBUG neutron.services.segments.db [None req-edb6a968-ccc5-4ea5-b1f2-3ae2d2df8c94 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '180db022-6b8a-4962-a330-c0c11c5257d0') {} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 22:20:02.467520 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-edb6a968-ccc5-4ea5-b1f2-3ae2d2df8c94 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746560742283', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8881293'] for segment (180db022-6b8a-4962-a330-c0c11c5257d0), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:20:02.482607 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-edb6a968-ccc5-4ea5-b1f2-3ae2d2df8c94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576559'] for segment (180db022-6b8a-4962-a330-c0c11c5257d0), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:20:02.490169 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-edb6a968-ccc5-4ea5-b1f2-3ae2d2df8c94 admin admin] Releasing vlan 584 on physical network physnet1 to pool {{(pid=103304) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 26 22:20:02.490695 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-edb6a968-ccc5-4ea5-b1f2-3ae2d2df8c94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9281762'] for segment (180db022-6b8a-4962-a330-c0c11c5257d0), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:20:02.492453 n-d-760453-5 neutron-server[103304]: Traceback (most recent call last): Jan 26 22:20:02.492453 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 26 22:20:02.492453 n-d-760453-5 neutron-server[103304]: timer() Jan 26 22:20:02.492453 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 26 22:20:02.492453 n-d-760453-5 neutron-server[103304]: cb(*args, **kw) Jan 26 22:20:02.492453 n-d-760453-5 neutron-server[103304]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 26 22:20:02.492453 n-d-760453-5 neutron-server[103304]: return func(*args, **kwargs) Jan 26 22:20:02.492453 n-d-760453-5 neutron-server[103304]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 26 22:20:02.492453 n-d-760453-5 neutron-server[103304]: self._notify() Jan 26 22:20:02.492453 n-d-760453-5 neutron-server[103304]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 26 22:20:02.492453 n-d-760453-5 neutron-server[103304]: self.callback(batched_events) Jan 26 22:20:02.492453 n-d-760453-5 neutron-server[103304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 26 22:20:02.492453 n-d-760453-5 neutron-server[103304]: event.method(event) Jan 26 22:20:02.492453 n-d-760453-5 neutron-server[103304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 26 22:20:02.492453 n-d-760453-5 neutron-server[103304]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 26 22:20:02.492453 n-d-760453-5 neutron-server[103304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 26 22:20:02.492453 n-d-760453-5 neutron-server[103304]: aggregate_uuid = self.p_client.list_aggregates( Jan 26 22:20:02.492453 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 26 22:20:02.492453 n-d-760453-5 neutron-server[103304]: return f(self, *a, **k) Jan 26 22:20:02.492453 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 26 22:20:02.492453 n-d-760453-5 neutron-server[103304]: return self._get(url).json() Jan 26 22:20:02.492453 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 26 22:20:02.492453 n-d-760453-5 neutron-server[103304]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 26 22:20:02.492453 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 26 22:20:02.492453 n-d-760453-5 neutron-server[103304]: return self.request(url, 'GET', **kwargs) Jan 26 22:20:02.492453 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 26 22:20:02.492453 n-d-760453-5 neutron-server[103304]: base_url = self.get_endpoint(auth, allow=allow, Jan 26 22:20:02.492453 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 26 22:20:02.492453 n-d-760453-5 neutron-server[103304]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 26 22:20:02.492453 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 26 22:20:02.492453 n-d-760453-5 neutron-server[103304]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 26 22:20:02.492453 n-d-760453-5 neutron-server[103304]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 26 22:20:02.552499 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-edb6a968-ccc5-4ea5-b1f2-3ae2d2df8c94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4110931'] for network (6ed7cea3-9fa0-4cee-92d2-e0edd1d8a387), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:20:02.558590 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-edb6a968-ccc5-4ea5-b1f2-3ae2d2df8c94 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:20:02.561917 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-edb6a968-ccc5-4ea5-b1f2-3ae2d2df8c94 admin admin] 10.222.0.13 "DELETE /v2.0/networks/6ed7cea3-9fa0-4cee-92d2-e0edd1d8a387 HTTP/1.1" status: 204 len: 168 time: 0.5327446 Jan 26 22:20:02.564979 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 54384) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 22:20:02.573840 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb6a968-ccc5-4ea5-b1f2-3ae2d2df8c94 admin admin] Pushing event deleted for resources: {'Network': ['ID=6ed7cea3-9fa0-4cee-92d2-e0edd1d8a387,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 22:20:02.904952 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-6fa3e755-f3ee-420c-92d9-6d1edaff926c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4110657'] for router_interface (2a0b2e92-24c6-495d-a420-6fe954a8af8c), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:20:03.155034 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-6fa3e755-f3ee-420c-92d9-6d1edaff926c admin admin] Deleting port 901c63d4-0668-4580-bd98-6fc2876fa162 {{(pid=103305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 22:20:03.155034 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-6fa3e755-f3ee-420c-92d9-6d1edaff926c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746560630878'] for port (901c63d4-0668-4580-bd98-6fc2876fa162), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:20:03.208031 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device 912e8c61-e9cd-43e1-a74d-ca2a91d6f1db no longer exists at agent ovs-agent-n-d-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 26 22:20:03.228118 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] No Port match for: 912e8c61-e9cd-43e1-a74d-ca2a91d6f1db {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 26 22:20:03.228529 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device 912e8c61-e9cd-43e1-a74d-ca2a91d6f1db not bound to the agent host n-d-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 26 22:20:03.229013 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device 4536d155-6bd7-4f4f-8566-82744f59b23e no longer exists at agent ovs-agent-n-d-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 26 22:20:03.239853 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [None req-6fa3e755-f3ee-420c-92d9-6d1edaff926c admin admin] For port 901c63d4-0668-4580-bd98-6fc2876fa162, host n-d-760453-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=901c63d4-0668-4580-bd98-6fc2876fa162,segment=NetworkSegment(d87eb740-2323-41ab-8fd4-1768e3e89234),segment_id=d87eb740-2323-41ab-8fd4-1768e3e89234)] {{(pid=103305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 22:20:03.240227 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-6fa3e755-f3ee-420c-92d9-6d1edaff926c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4109658'] for port (901c63d4-0668-4580-bd98-6fc2876fa162), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:20:03.248648 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] No Port match for: 4536d155-6bd7-4f4f-8566-82744f59b23e {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 26 22:20:03.248996 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device 4536d155-6bd7-4f4f-8566-82744f59b23e not bound to the agent host n-d-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 26 22:20:03.249439 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device 89982ec8-f701-41d8-8eef-f76cc1ffe522 no longer exists at agent ovs-agent-n-d-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 26 22:20:03.253693 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-6fa3e755-f3ee-420c-92d9-6d1edaff926c admin admin] Calling delete_port for 901c63d4-0668-4580-bd98-6fc2876fa162 owned by network:router_interface {{(pid=103305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 22:20:03.269699 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] No Port match for: 89982ec8-f701-41d8-8eef-f76cc1ffe522 {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 26 22:20:03.274037 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device 89982ec8-f701-41d8-8eef-f76cc1ffe522 not bound to the agent host n-d-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 26 22:20:03.436739 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-6fa3e755-f3ee-420c-92d9-6d1edaff926c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746560636600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746560234536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11791543'] for port (901c63d4-0668-4580-bd98-6fc2876fa162), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:20:03.460866 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa3e755-f3ee-420c-92d9-6d1edaff926c admin admin] Pushing event deleted for resources: {'Port': ['ID=901c63d4-0668-4580-bd98-6fc2876fa162,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 22:20:03.474406 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa3e755-f3ee-420c-92d9-6d1edaff926c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:20:03.474799 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa3e755-f3ee-420c-92d9-6d1edaff926c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:20:03.475061 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa3e755-f3ee-420c-92d9-6d1edaff926c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:20:03.475395 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa3e755-f3ee-420c-92d9-6d1edaff926c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:20:03.475725 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa3e755-f3ee-420c-92d9-6d1edaff926c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:20:03.476057 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa3e755-f3ee-420c-92d9-6d1edaff926c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:20:03.476385 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa3e755-f3ee-420c-92d9-6d1edaff926c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:20:03.476711 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa3e755-f3ee-420c-92d9-6d1edaff926c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:20:03.477052 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa3e755-f3ee-420c-92d9-6d1edaff926c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:20:03.477379 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa3e755-f3ee-420c-92d9-6d1edaff926c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:20:03.477701 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa3e755-f3ee-420c-92d9-6d1edaff926c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:20:03.478028 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa3e755-f3ee-420c-92d9-6d1edaff926c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:20:03.478345 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa3e755-f3ee-420c-92d9-6d1edaff926c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:20:03.640897 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-6fa3e755-f3ee-420c-92d9-6d1edaff926c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3709480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4110805'] for router_interface (2a0b2e92-24c6-495d-a420-6fe954a8af8c), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:20:03.862253 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6fa3e755-f3ee-420c-92d9-6d1edaff926c admin admin] Router 2a0b2e92-24c6-495d-a420-6fe954a8af8c has already been hosted by L3 agent 09df100c-3af1-4b0a-bda8-05914c71c458 {{(pid=103305) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 26 22:20:03.966711 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6fa3e755-f3ee-420c-92d9-6d1edaff926c admin admin] Notify agent at l3_agent.n-d-760453-5 the message routers_updated {{(pid=103305) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 26 22:20:03.972544 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-6fa3e755-f3ee-420c-92d9-6d1edaff926c admin admin] 10.222.0.13 "PUT /v2.0/routers/2a0b2e92-24c6-495d-a420-6fe954a8af8c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4059207 Jan 26 22:20:03.975099 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 54392) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 22:20:03.976459 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91d327e6-cfc2-4b62-b9ca-11a1f734f67a None None] Sync routers for ids ['2a0b2e92-24c6-495d-a420-6fe954a8af8c'] in n-d-760453-5 {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 26 22:20:03.987491 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91d327e6-cfc2-4b62-b9ca-11a1f734f67a None None] Routers {'2a0b2e92-24c6-495d-a420-6fe954a8af8c'} bound to L3 agent in host n-d-760453-5 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 22:20:03.988194 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-91d327e6-cfc2-4b62-b9ca-11a1f734f67a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-26T20:55:21Z,description=,heartbeat_timestamp=2022-01-26T22:19:51Z,host='n-d-760453-5',id=09df100c-3af1-4b0a-bda8-05914c71c458,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:55:21Z,topic='l3_agent')) {'router_ids': ['2a0b2e92-24c6-495d-a420-6fe954a8af8c'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 22:20:04.078071 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-c24a96a3-718e-4424-ad05-c2bf7a6b0000 admin admin] Publish callbacks [] for router (2a0b2e92-24c6-495d-a420-6fe954a8af8c), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:20:04.088043 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_dvr_db [None req-91d327e6-cfc2-4b62-b9ca-11a1f734f67a None None] Set router 2a0b2e92-24c6-495d-a420-6fe954a8af8c gateway port host: n-d-760453-5 {{(pid=103307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 22:20:04.181748 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-c24a96a3-718e-4424-ad05-c2bf7a6b0000 admin admin] Publish callbacks [] for router_gateway (2a0b2e92-24c6-495d-a420-6fe954a8af8c), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:20:04.233728 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-c24a96a3-718e-4424-ad05-c2bf7a6b0000 admin admin] Deleting port 1e10d874-11d3-43e4-ba3c-4c08fec794e7 {{(pid=103305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 22:20:04.234068 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-c24a96a3-718e-4424-ad05-c2bf7a6b0000 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746560630878'] for port (1e10d874-11d3-43e4-ba3c-4c08fec794e7), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:20:04.266638 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-91d327e6-cfc2-4b62-b9ca-11a1f734f67a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a0b2e92-24c6-495d-a420-6fe954a8af8c', 'name': 'tempest-TestEncryptedCinderVolumes-376317980-router', 'tenant_id': 'a3fdb67a8cea48f2a0f388f78c1bc503', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'external_fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.101'}], 'enable_snat': True}, 'gw_port_id': '1e10d874-11d3-43e4-ba3c-4c08fec794e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T22:18:07Z', 'updated_at': '2022-01-26T22:20:03Z', 'revision_number': 5, 'project_id': 'a3fdb67a8cea48f2a0f388f78c1bc503', 'gw_port': {'id': '1e10d874-11d3-43e4-ba3c-4c08fec794e7', 'name': '', 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:cf:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a0b2e92-24c6-495d-a420-6fe954a8af8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T22:18:07Z', 'updated_at': '2022-01-26T22:18:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-5'}], 'n-d-760453-5', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 22:20:04.293738 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91d327e6-cfc2-4b62-b9ca-11a1f734f67a None None] Checking router: 2a0b2e92-24c6-495d-a420-6fe954a8af8c for host: n-d-760453-5 {{(pid=103307) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 26 22:20:04.301953 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91d327e6-cfc2-4b62-b9ca-11a1f734f67a None None] Routers {'2a0b2e92-24c6-495d-a420-6fe954a8af8c'} bound to L3 agent in host n-d-760453-5 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 22:20:04.302558 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-91d327e6-cfc2-4b62-b9ca-11a1f734f67a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-26T20:55:21Z,description=,heartbeat_timestamp=2022-01-26T22:19:51Z,host='n-d-760453-5',id=09df100c-3af1-4b0a-bda8-05914c71c458,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:55:21Z,topic='l3_agent')) {'router_ids': ['2a0b2e92-24c6-495d-a420-6fe954a8af8c'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 22:20:04.316837 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [None req-c24a96a3-718e-4424-ad05-c2bf7a6b0000 admin admin] For port 1e10d874-11d3-43e4-ba3c-4c08fec794e7, host n-d-760453-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=1e10d874-11d3-43e4-ba3c-4c08fec794e7,segment=NetworkSegment(e17cb353-418f-48b9-b982-21a6233ee99b),segment_id=e17cb353-418f-48b9-b982-21a6233ee99b)] {{(pid=103305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 22:20:04.317206 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-c24a96a3-718e-4424-ad05-c2bf7a6b0000 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4109658'] for port (1e10d874-11d3-43e4-ba3c-4c08fec794e7), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:20:04.329394 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-c24a96a3-718e-4424-ad05-c2bf7a6b0000 admin admin] Calling delete_port for 1e10d874-11d3-43e4-ba3c-4c08fec794e7 owned by network:router_gateway {{(pid=103305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 22:20:04.386121 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_dvr_db [None req-91d327e6-cfc2-4b62-b9ca-11a1f734f67a None None] Set router 2a0b2e92-24c6-495d-a420-6fe954a8af8c gateway port host: None {{(pid=103307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 22:20:04.441380 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-91d327e6-cfc2-4b62-b9ca-11a1f734f67a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a0b2e92-24c6-495d-a420-6fe954a8af8c', 'name': 'tempest-TestEncryptedCinderVolumes-376317980-router', 'tenant_id': 'a3fdb67a8cea48f2a0f388f78c1bc503', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T22:18:07Z', 'updated_at': '2022-01-26T22:20:04Z', 'revision_number': 6, 'project_id': 'a3fdb67a8cea48f2a0f388f78c1bc503', 'gw_port_host': None}], 'n-d-760453-5', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 22:20:04.468597 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91d327e6-cfc2-4b62-b9ca-11a1f734f67a None None] The sync data for ids ['2a0b2e92-24c6-495d-a420-6fe954a8af8c'] in n-d-760453-5 is: [{'id': '2a0b2e92-24c6-495d-a420-6fe954a8af8c', 'name': 'tempest-TestEncryptedCinderVolumes-376317980-router', 'tenant_id': 'a3fdb67a8cea48f2a0f388f78c1bc503', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T22:18:07Z', 'updated_at': '2022-01-26T22:20:04Z', 'revision_number': 6, 'project_id': 'a3fdb67a8cea48f2a0f388f78c1bc503', 'gw_port_host': None}] {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 26 22:20:04.498831 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-c24a96a3-718e-4424-ad05-c2bf7a6b0000 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746560636600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746560234536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11791543'] for port (1e10d874-11d3-43e4-ba3c-4c08fec794e7), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:20:04.524855 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c24a96a3-718e-4424-ad05-c2bf7a6b0000 admin admin] Pushing event deleted for resources: {'Port': ['ID=1e10d874-11d3-43e4-ba3c-4c08fec794e7,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 22:20:04.584366 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-c24a96a3-718e-4424-ad05-c2bf7a6b0000 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4111291'] for router_gateway (2a0b2e92-24c6-495d-a420-6fe954a8af8c), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:20:04.675277 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-c24a96a3-718e-4424-ad05-c2bf7a6b0000 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4105774', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13082'] for router (2a0b2e92-24c6-495d-a420-6fe954a8af8c), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:20:04.677452 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-c24a96a3-718e-4424-ad05-c2bf7a6b0000 admin admin] Publish callbacks [] for router_controller (2a0b2e92-24c6-495d-a420-6fe954a8af8c), precommit_delete_associations {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:20:04.723966 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-c24a96a3-718e-4424-ad05-c2bf7a6b0000 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4105767'] for router (2a0b2e92-24c6-495d-a420-6fe954a8af8c), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:20:04.724382 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c24a96a3-718e-4424-ad05-c2bf7a6b0000 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2a0b2e92-24c6-495d-a420-6fe954a8af8c {{(pid=103305) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 26 22:20:04.728801 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-c24a96a3-718e-4424-ad05-c2bf7a6b0000 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:20:04.732649 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-c24a96a3-718e-4424-ad05-c2bf7a6b0000 admin admin] 10.222.0.13 "DELETE /v2.0/routers/2a0b2e92-24c6-495d-a420-6fe954a8af8c HTTP/1.1" status: 204 len: 168 time: 0.7541769 Jan 26 22:20:04.732773 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 54394) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 22:20:04.776491 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.db_base_plugin_v2 [None req-9341e36c-2b03-4b3c-b0c7-84db781e914a admin admin] Deleting subnet f9f505db-29e5-46d5-8724-65127540e21a {{(pid=103305) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 26 22:20:04.779508 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-9341e36c-2b03-4b3c-b0c7-84db781e914a admin admin] Publish callbacks [] for subnet (f9f505db-29e5-46d5-8724-65127540e21a), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:20:04.813469 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-9341e36c-2b03-4b3c-b0c7-84db781e914a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11788946'] for subnet (f9f505db-29e5-46d5-8724-65127540e21a), precommit_delete_associations {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:20:04.899006 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-9341e36c-2b03-4b3c-b0c7-84db781e914a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687316'] for subnet (f9f505db-29e5-46d5-8724-65127540e21a), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:20:04.953607 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-9341e36c-2b03-4b3c-b0c7-84db781e914a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11791594', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11599980'] for subnet (f9f505db-29e5-46d5-8724-65127540e21a), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:20:04.982057 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-9341e36c-2b03-4b3c-b0c7-84db781e914a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:20:04.986498 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-9341e36c-2b03-4b3c-b0c7-84db781e914a admin admin] 10.222.0.13 "DELETE /v2.0/subnets/f9f505db-29e5-46d5-8724-65127540e21a HTTP/1.1" status: 204 len: 168 time: 0.2523654 Jan 26 22:20:04.987808 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9341e36c-2b03-4b3c-b0c7-84db781e914a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f9f505db-29e5-46d5-8724-65127540e21a,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 22:20:04.989073 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 54396) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 22:20:04.989566 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d68f4726-8df6-466e-ba75-8b7f29b3964b None None] Network 3e86f190-bb63-4ef1-8639-99d8f690cb1b requested from n-d-760453-5 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 26 22:20:05.059418 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-d5e141ac-e566-4417-bfca-9da7696151de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-748181'] for network (3e86f190-bb63-4ef1-8639-99d8f690cb1b), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:20:05.119860 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-d5e141ac-e566-4417-bfca-9da7696151de admin admin] Deleting port 61afb3aa-afd5-48cd-a86a-860076a2ea34 {{(pid=103304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 22:20:05.120197 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-d5e141ac-e566-4417-bfca-9da7696151de admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746560630878'] for port (61afb3aa-afd5-48cd-a86a-860076a2ea34), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:20:05.182857 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [None req-d5e141ac-e566-4417-bfca-9da7696151de admin admin] For port 61afb3aa-afd5-48cd-a86a-860076a2ea34, host n-d-760453-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=61afb3aa-afd5-48cd-a86a-860076a2ea34,segment=NetworkSegment(d87eb740-2323-41ab-8fd4-1768e3e89234),segment_id=d87eb740-2323-41ab-8fd4-1768e3e89234)] {{(pid=103304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 22:20:05.183158 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-d5e141ac-e566-4417-bfca-9da7696151de admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4109658'] for port (61afb3aa-afd5-48cd-a86a-860076a2ea34), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:20:05.196704 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-d5e141ac-e566-4417-bfca-9da7696151de admin admin] Calling delete_port for 61afb3aa-afd5-48cd-a86a-860076a2ea34 owned by network:dhcp {{(pid=103304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 22:20:05.262190 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f9217a8-d4d3-4267-94b8-ce6510135829 None None] DHCP port deletion for 3e86f190-bb63-4ef1-8639-99d8f690cb1b request from n-d-760453-5 {{(pid=103306) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 26 22:20:05.284282 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-d5e141ac-e566-4417-bfca-9da7696151de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746560636600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746560234536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9281553'] for port (61afb3aa-afd5-48cd-a86a-860076a2ea34), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:20:05.313488 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e141ac-e566-4417-bfca-9da7696151de admin admin] Pushing event deleted for resources: {'Port': ['ID=61afb3aa-afd5-48cd-a86a-860076a2ea34,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 22:20:05.316276 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5e141ac-e566-4417-bfca-9da7696151de admin admin] No DVR routers for this DVR port 61afb3aa-afd5-48cd-a86a-860076a2ea34 on host n-d-760453-5 {{(pid=103304) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 26 22:20:05.320829 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-6f9217a8-d4d3-4267-94b8-ce6510135829 None None] Deleting port 61afb3aa-afd5-48cd-a86a-860076a2ea34 {{(pid=103306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 22:20:05.321439 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-6f9217a8-d4d3-4267-94b8-ce6510135829 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746560630878'] for port (61afb3aa-afd5-48cd-a86a-860076a2ea34), before_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:20:05.339940 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device 1e10d874-11d3-43e4-ba3c-4c08fec794e7 no longer exists at agent ovs-agent-n-d-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 26 22:20:05.390134 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] No Port match for: 1e10d874-11d3-43e4-ba3c-4c08fec794e7 {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 26 22:20:05.390486 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device 1e10d874-11d3-43e4-ba3c-4c08fec794e7 not bound to the agent host n-d-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 26 22:20:05.390900 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device 901c63d4-0668-4580-bd98-6fc2876fa162 no longer exists at agent ovs-agent-n-d-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 26 22:20:05.394244 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-d5e141ac-e566-4417-bfca-9da7696151de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-686403', 'neutron.services.segments.db._delete_segments_for_network-8746560774018'] for network (3e86f190-bb63-4ef1-8639-99d8f690cb1b), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:20:05.416121 n-d-760453-5 neutron-server[103304]: DEBUG neutron.services.segments.db [None req-d5e141ac-e566-4417-bfca-9da7696151de admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3e86f190-bb63-4ef1-8639-99d8f690cb1b']}} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 22:20:05.420508 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] No Port match for: 901c63d4-0668-4580-bd98-6fc2876fa162 {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 26 22:20:05.420857 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device 901c63d4-0668-4580-bd98-6fc2876fa162 not bound to the agent host n-d-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 26 22:20:05.421264 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device 61afb3aa-afd5-48cd-a86a-860076a2ea34 no longer exists at agent ovs-agent-n-d-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 26 22:20:05.426142 n-d-760453-5 neutron-server[103304]: DEBUG neutron.services.segments.db [None req-d5e141ac-e566-4417-bfca-9da7696151de admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd87eb740-2323-41ab-8fd4-1768e3e89234') {'for_net_delete': True} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 22:20:05.426406 n-d-760453-5 neutron-server[103304]: DEBUG neutron.services.segments.db [None req-d5e141ac-e566-4417-bfca-9da7696151de admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd87eb740-2323-41ab-8fd4-1768e3e89234') {} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 22:20:05.436036 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-d5e141ac-e566-4417-bfca-9da7696151de admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746560742283', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8881293'] for segment (d87eb740-2323-41ab-8fd4-1768e3e89234), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:20:05.449334 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-6f9217a8-d4d3-4267-94b8-ce6510135829 None None] For port 61afb3aa-afd5-48cd-a86a-860076a2ea34, host n-d-760453-5, got binding levels [] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 22:20:05.449760 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-6f9217a8-d4d3-4267-94b8-ce6510135829 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4109658'] for port (61afb3aa-afd5-48cd-a86a-860076a2ea34), precommit_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:20:05.452180 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] No Port match for: 61afb3aa-afd5-48cd-a86a-860076a2ea34 {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 26 22:20:05.452512 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device 61afb3aa-afd5-48cd-a86a-860076a2ea34 not bound to the agent host n-d-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 26 22:20:05.452620 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-d5e141ac-e566-4417-bfca-9da7696151de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576559'] for segment (d87eb740-2323-41ab-8fd4-1768e3e89234), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:20:05.459178 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d5e141ac-e566-4417-bfca-9da7696151de admin admin] Releasing vlan 562 on physical network physnet1 to pool {{(pid=103304) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 26 22:20:05.459587 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-d5e141ac-e566-4417-bfca-9da7696151de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9281762'] for segment (d87eb740-2323-41ab-8fd4-1768e3e89234), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:20:05.461587 n-d-760453-5 neutron-server[103304]: Traceback (most recent call last): Jan 26 22:20:05.461587 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 26 22:20:05.461587 n-d-760453-5 neutron-server[103304]: timer() Jan 26 22:20:05.461587 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 26 22:20:05.461587 n-d-760453-5 neutron-server[103304]: cb(*args, **kw) Jan 26 22:20:05.461587 n-d-760453-5 neutron-server[103304]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 26 22:20:05.461587 n-d-760453-5 neutron-server[103304]: return func(*args, **kwargs) Jan 26 22:20:05.461587 n-d-760453-5 neutron-server[103304]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 26 22:20:05.461587 n-d-760453-5 neutron-server[103304]: self._notify() Jan 26 22:20:05.461587 n-d-760453-5 neutron-server[103304]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 26 22:20:05.461587 n-d-760453-5 neutron-server[103304]: self.callback(batched_events) Jan 26 22:20:05.461587 n-d-760453-5 neutron-server[103304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 26 22:20:05.461587 n-d-760453-5 neutron-server[103304]: event.method(event) Jan 26 22:20:05.461587 n-d-760453-5 neutron-server[103304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 26 22:20:05.461587 n-d-760453-5 neutron-server[103304]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 26 22:20:05.461587 n-d-760453-5 neutron-server[103304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 26 22:20:05.461587 n-d-760453-5 neutron-server[103304]: aggregate_uuid = self.p_client.list_aggregates( Jan 26 22:20:05.461587 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 26 22:20:05.461587 n-d-760453-5 neutron-server[103304]: return f(self, *a, **k) Jan 26 22:20:05.461587 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 26 22:20:05.461587 n-d-760453-5 neutron-server[103304]: return self._get(url).json() Jan 26 22:20:05.461587 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 26 22:20:05.461587 n-d-760453-5 neutron-server[103304]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 26 22:20:05.461587 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 26 22:20:05.461587 n-d-760453-5 neutron-server[103304]: return self.request(url, 'GET', **kwargs) Jan 26 22:20:05.461587 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 26 22:20:05.461587 n-d-760453-5 neutron-server[103304]: base_url = self.get_endpoint(auth, allow=allow, Jan 26 22:20:05.461587 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 26 22:20:05.461587 n-d-760453-5 neutron-server[103304]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 26 22:20:05.461587 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 26 22:20:05.461587 n-d-760453-5 neutron-server[103304]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 26 22:20:05.461587 n-d-760453-5 neutron-server[103304]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 26 22:20:05.465784 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-6f9217a8-d4d3-4267-94b8-ce6510135829 None None] Calling delete_port for 61afb3aa-afd5-48cd-a86a-860076a2ea34 owned by network:dhcp {{(pid=103306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 22:20:05.468237 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.ipam_backend_mixin [None req-6f9217a8-d4d3-4267-94b8-ce6510135829 None None] Port 61afb3aa-afd5-48cd-a86a-860076a2ea34 was not found and therefore no delete operation was performed {{(pid=103306) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jan 26 22:20:05.469502 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-6f9217a8-d4d3-4267-94b8-ce6510135829 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746560636600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746560234536'] for port (61afb3aa-afd5-48cd-a86a-860076a2ea34), after_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:20:05.495870 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f9217a8-d4d3-4267-94b8-ce6510135829 None None] Pushing event deleted for resources: {'Port': ['ID=61afb3aa-afd5-48cd-a86a-860076a2ea34,revision_number=None']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 22:20:05.499218 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f9217a8-d4d3-4267-94b8-ce6510135829 None None] No DVR routers for this DVR port 61afb3aa-afd5-48cd-a86a-860076a2ea34 on host n-d-760453-5 {{(pid=103306) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 26 22:20:05.526297 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-d5e141ac-e566-4417-bfca-9da7696151de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4110931'] for network (3e86f190-bb63-4ef1-8639-99d8f690cb1b), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:20:05.531416 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-d5e141ac-e566-4417-bfca-9da7696151de admin admin] Publish callbacks [] for network (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:20:05.537881 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-d5e141ac-e566-4417-bfca-9da7696151de admin admin] 10.222.0.13 "DELETE /v2.0/networks/3e86f190-bb63-4ef1-8639-99d8f690cb1b HTTP/1.1" status: 204 len: 168 time: 0.5475986 Jan 26 22:20:05.553958 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e141ac-e566-4417-bfca-9da7696151de admin admin] Pushing event deleted for resources: {'Network': ['ID=3e86f190-bb63-4ef1-8639-99d8f690cb1b,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 22:20:05.700749 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 54400) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 22:20:05.740868 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-e184096f-b9aa-4c63-9c10-35371467ac5e admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=0884246918ba496d9ee113e5a57ae1ba&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0389259 Jan 26 22:20:05.743204 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 54402) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 22:20:05.789555 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-2e1b9b88-0d90-47c8-a0d9-fa201f62ed0e admin admin] Publish callbacks [] for security_group (92385ef6-72a6-4f31-8e20-3aea71ab0ced), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:20:05.809815 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-2e1b9b88-0d90-47c8-a0d9-fa201f62ed0e admin admin] Publish callbacks [] for security_group (92385ef6-72a6-4f31-8e20-3aea71ab0ced), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:20:05.858843 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-2e1b9b88-0d90-47c8-a0d9-fa201f62ed0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (92385ef6-72a6-4f31-8e20-3aea71ab0ced), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:20:05.861519 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-2e1b9b88-0d90-47c8-a0d9-fa201f62ed0e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:20:05.862699 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-2e1b9b88-0d90-47c8-a0d9-fa201f62ed0e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/92385ef6-72a6-4f31-8e20-3aea71ab0ced HTTP/1.1" status: 204 len: 168 time: 0.1186135 Jan 26 22:20:05.870140 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e1b9b88-0d90-47c8-a0d9-fa201f62ed0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92385ef6-72a6-4f31-8e20-3aea71ab0ced,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 22:20:06.167929 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 54408) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 22:20:06.207865 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-db56a737-47cb-4f07-b9e0-d114b199ceb6 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a3fdb67a8cea48f2a0f388f78c1bc503&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0387170 Jan 26 22:20:06.210214 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 54410) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 22:20:06.256121 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-757c21b2-f94b-414e-a301-357641f64db9 admin admin] Publish callbacks [] for security_group (126e314b-5524-49ca-bdf2-f6bf9f10b23a), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:20:06.277136 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-757c21b2-f94b-414e-a301-357641f64db9 admin admin] Publish callbacks [] for security_group (126e314b-5524-49ca-bdf2-f6bf9f10b23a), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:20:06.322235 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-757c21b2-f94b-414e-a301-357641f64db9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (126e314b-5524-49ca-bdf2-f6bf9f10b23a), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:20:06.324880 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-757c21b2-f94b-414e-a301-357641f64db9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:20:06.326050 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-757c21b2-f94b-414e-a301-357641f64db9 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/126e314b-5524-49ca-bdf2-f6bf9f10b23a HTTP/1.1" status: 204 len: 168 time: 0.1149294 Jan 26 22:20:06.334011 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-757c21b2-f94b-414e-a301-357641f64db9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=126e314b-5524-49ca-bdf2-f6bf9f10b23a,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 22:20:06.972556 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 54434) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 22:20:07.071269 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-9006e7dc-02b5-45d2-a543-8203a79d1e04 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-407433458-network', 'tenant_id': '53271da3034d4f14b3f54817ed5525a0'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 22:20:07.089896 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9006e7dc-02b5-45d2-a543-8203a79d1e04 admin admin] Made reservation on behalf of 53271da3034d4f14b3f54817ed5525a0 for: {'network': 1} {{(pid=103304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 22:20:07.092085 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-9006e7dc-02b5-45d2-a543-8203a79d1e04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for network (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:20:07.100661 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-9006e7dc-02b5-45d2-a543-8203a79d1e04 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:20:07.174768 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-9006e7dc-02b5-45d2-a543-8203a79d1e04 admin admin] Publish callbacks [] for security_group (2835b86f-d514-4463-9a13-e568a6e42c07), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:20:07.178526 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-9006e7dc-02b5-45d2-a543-8203a79d1e04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (2835b86f-d514-4463-9a13-e568a6e42c07), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:20:07.202154 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9006e7dc-02b5-45d2-a543-8203a79d1e04 admin admin] vlan segment allocate from pool success with {'vlan_id': 565, 'physical_network': 'physnet1'} {{(pid=103304) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 26 22:20:07.218812 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9006e7dc-02b5-45d2-a543-8203a79d1e04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2835b86f-d514-4463-9a13-e568a6e42c07,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 22:20:07.222272 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-9006e7dc-02b5-45d2-a543-8203a79d1e04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576559'] for segment (407ccffb-6a1b-4b97-ba06-510ce6b38806), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:20:07.222614 n-d-760453-5 neutron-server[103304]: INFO neutron.db.segments_db [None req-9006e7dc-02b5-45d2-a543-8203a79d1e04 admin admin] Added segment 407ccffb-6a1b-4b97-ba06-510ce6b38806 of type vlan for network 72f342c2-2983-42be-a8a2-ab8ef8d52450 Jan 26 22:20:07.261653 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-9006e7dc-02b5-45d2-a543-8203a79d1e04 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746560256871'] for network (72f342c2-2983-42be-a8a2-ab8ef8d52450), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:20:07.287937 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-9006e7dc-02b5-45d2-a543-8203a79d1e04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503'] for network (72f342c2-2983-42be-a8a2-ab8ef8d52450), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:20:07.288888 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9006e7dc-02b5-45d2-a543-8203a79d1e04 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:20:07.289501 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-9006e7dc-02b5-45d2-a543-8203a79d1e04 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:20:07.344988 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-9006e7dc-02b5-45d2-a543-8203a79d1e04 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3711524 Jan 26 22:20:07.348367 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 54438) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 22:20:07.353515 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-afa27505-509b-435e-8c82-b9394edd325b admin admin] Request body: {'subnet': {'network_id': '72f342c2-2983-42be-a8a2-ab8ef8d52450', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-407433458-subnet', 'tenant_id': '53271da3034d4f14b3f54817ed5525a0', 'ip_version': 4}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 22:20:07.354430 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9006e7dc-02b5-45d2-a543-8203a79d1e04 admin admin] Pushing event updated for resources: {'Network': ['ID=72f342c2-2983-42be-a8a2-ab8ef8d52450,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 22:20:07.367581 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Network 72f342c2-2983-42be-a8a2-ab8ef8d52450 details requested by agent ovs-agent-n-d-760453-5 with host n-d-760453-5 {{(pid=103306) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 26 22:20:07.373494 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afa27505-509b-435e-8c82-b9394edd325b admin admin] Made reservation on behalf of 53271da3034d4f14b3f54817ed5525a0 for: {'subnet': 1} {{(pid=103305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 22:20:07.376451 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-afa27505-509b-435e-8c82-b9394edd325b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11599953'] for subnet (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:20:07.545975 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-afa27505-509b-435e-8c82-b9394edd325b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11788839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11599975'] for subnet (b03191f6-3d2c-4789-b4a9-0624ec9af807), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:20:07.601049 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa27505-509b-435e-8c82-b9394edd325b admin admin] Pushing event updated for resources: {'Subnet': ['ID=b03191f6-3d2c-4789-b4a9-0624ec9af807,revision_number=0']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 22:20:07.610004 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afa27505-509b-435e-8c82-b9394edd325b admin admin] Checking segment: {'id': '407ccffb-6a1b-4b97-ba06-510ce6b38806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '72f342c2-2983-42be-a8a2-ab8ef8d52450'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103305) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 22:20:07.610388 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afa27505-509b-435e-8c82-b9394edd325b admin admin] Network hostable DHCP agents. Network: 72f342c2-2983-42be-a8a2-ab8ef8d52450, hostable agents: ['474ccdf7-ab6c-405b-a3b2-dc7b05829902'], hosted agents: [] {{(pid=103305) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 26 22:20:07.627661 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afa27505-509b-435e-8c82-b9394edd325b admin admin] Network 72f342c2-2983-42be-a8a2-ab8ef8d52450 is scheduled to be hosted by DHCP agent 474ccdf7-ab6c-405b-a3b2-dc7b05829902 with binding_index 1 {{(pid=103305) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 26 22:20:07.636009 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [None req-afa27505-509b-435e-8c82-b9394edd325b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760453-5, 72f342c2-2983-42be-a8a2-ab8ef8d52450) {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 22:20:07.640378 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afa27505-509b-435e-8c82-b9394edd325b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:20:07.640977 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-afa27505-509b-435e-8c82-b9394edd325b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:20:07.645990 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22ff6982-15a9-4025-820b-35738cdc56bf None None] Network 72f342c2-2983-42be-a8a2-ab8ef8d52450 requested from n-d-760453-5 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 26 22:20:07.656810 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-afa27505-509b-435e-8c82-b9394edd325b admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3072996 Jan 26 22:20:07.659513 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 54442) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 22:20:07.664602 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-2254b821-2525-4589-9f67-3cbe7f3cb99a admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-407433458-router', 'tenant_id': '53271da3034d4f14b3f54817ed5525a0', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299'}}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 22:20:07.682648 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-2254b821-2525-4589-9f67-3cbe7f3cb99a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4104596', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13108'] for router (ba2ccf22-10a8-41c7-8502-d3df2428d44d), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:20:07.683656 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-2254b821-2525-4589-9f67-3cbe7f3cb99a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4105828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4111306', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3733576', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13069'] for router (ba2ccf22-10a8-41c7-8502-d3df2428d44d), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:20:07.739519 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-2254b821-2525-4589-9f67-3cbe7f3cb99a admin admin] Publish callbacks [] for router_controller (ba2ccf22-10a8-41c7-8502-d3df2428d44d), precommit_add_association {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:20:07.742919 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab63b9b1-f853-4d9b-b4af-b596157ad616 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3c4099e8-8ffb-51d1-af7f-5868973e933f-72f342c2-2983-42be-a8a2-ab8ef8d52450', 'network_id': '72f342c2-2983-42be-a8a2-ab8ef8d52450', 'project_id': '53271da3034d4f14b3f54817ed5525a0', 'fixed_ips': [{'subnet_id': 'b03191f6-3d2c-4789-b4a9-0624ec9af807'}]}} from n-d-760453-5. {{(pid=103306) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 26 22:20:07.743873 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-ab63b9b1-f853-4d9b-b4af-b596157ad616 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (None), before_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:20:07.878656 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-2254b821-2525-4589-9f67-3cbe7f3cb99a admin admin] Publish callbacks [] for router_gateway (ba2ccf22-10a8-41c7-8502-d3df2428d44d), precommit_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:20:08.030467 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.db_base_plugin_common [None req-ab63b9b1-f853-4d9b-b4af-b596157ad616 None None] Allocated IP 172.20.0.2 (72f342c2-2983-42be-a8a2-ab8ef8d52450/b03191f6-3d2c-4789-b4a9-0624ec9af807/347a7d68-bc47-4d3f-9633-ffd47acf5c81) {{(pid=103306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 22:20:08.180259 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-ab63b9b1-f853-4d9b-b4af-b596157ad616 None None] Publish callbacks [] for port (347a7d68-bc47-4d3f-9633-ffd47acf5c81), precommit_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:20:08.185772 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-ab63b9b1-f853-4d9b-b4af-b596157ad616 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746560234527'] for port (347a7d68-bc47-4d3f-9633-ffd47acf5c81), after_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:20:08.226572 n-d-760453-5 neutron-server[103306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab63b9b1-f853-4d9b-b4af-b596157ad616 None None] Network 72f342c2-2983-42be-a8a2-ab8ef8d52450 is already hosted by enough agents. {{(pid=103306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 22:20:08.232024 n-d-760453-5 neutron-server[103306]: DEBUG neutron.scheduler.base_scheduler [None req-ab63b9b1-f853-4d9b-b4af-b596157ad616 None None] Resources bound (agent type, host, resource id): {{(pid=103306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 22:20:08.238231 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab63b9b1-f853-4d9b-b4af-b596157ad616 None None] Received port after_create {{(pid=103306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 22:20:08.241529 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab63b9b1-f853-4d9b-b4af-b596157ad616 None None] Pushing event updated for resources: {'Port': ['ID=347a7d68-bc47-4d3f-9633-ffd47acf5c81,revision_number=1']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 22:20:08.294973 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-ab63b9b1-f853-4d9b-b4af-b596157ad616 None None] Attempting to bind port 347a7d68-bc47-4d3f-9633-ffd47acf5c81 on host n-d-760453-5 for vnic_type normal with profile {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 22:20:08.295348 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-ab63b9b1-f853-4d9b-b4af-b596157ad616 None None] Attempting to bind port 347a7d68-bc47-4d3f-9633-ffd47acf5c81 by drivers openvswitch,hyperv on host n-d-760453-5 at level 0 using segments [{'id': '407ccffb-6a1b-4b97-ba06-510ce6b38806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '72f342c2-2983-42be-a8a2-ab8ef8d52450'}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 26 22:20:08.295716 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab63b9b1-f853-4d9b-b4af-b596157ad616 None None] Attempting to bind port 347a7d68-bc47-4d3f-9633-ffd47acf5c81 on network 72f342c2-2983-42be-a8a2-ab8ef8d52450 {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 22:20:08.301573 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab63b9b1-f853-4d9b-b4af-b596157ad616 None None] Checking agent: {'id': 'fea0591a-627d-4c87-9a9a-01625ddf3277', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760453-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 20, 55, 25), 'started_at': datetime.datetime(2022, 1, 26, 20, 55, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 22, 19, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760453-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 26 22:20:08.301954 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab63b9b1-f853-4d9b-b4af-b596157ad616 None None] Checking segment: {'id': '407ccffb-6a1b-4b97-ba06-510ce6b38806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '72f342c2-2983-42be-a8a2-ab8ef8d52450'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 22:20:08.302362 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-ab63b9b1-f853-4d9b-b4af-b596157ad616 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:20:08.302768 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab63b9b1-f853-4d9b-b4af-b596157ad616 None None] Bound using segment: {'id': '407ccffb-6a1b-4b97-ba06-510ce6b38806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '72f342c2-2983-42be-a8a2-ab8ef8d52450'} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 26 22:20:08.303247 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-ab63b9b1-f853-4d9b-b4af-b596157ad616 None None] Bound port: 347a7d68-bc47-4d3f-9633-ffd47acf5c81, host: n-d-760453-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '407ccffb-6a1b-4b97-ba06-510ce6b38806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '72f342c2-2983-42be-a8a2-ab8ef8d52450'}}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 26 22:20:08.303637 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-ab63b9b1-f853-4d9b-b4af-b596157ad616 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (347a7d68-bc47-4d3f-9633-ffd47acf5c81), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:20:08.356858 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-2254b821-2525-4589-9f67-3cbe7f3cb99a admin admin] Publish callbacks [] for router_gateway (ba2ccf22-10a8-41c7-8502-d3df2428d44d), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:20:08.370737 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-ab63b9b1-f853-4d9b-b4af-b596157ad616 None None] For port 347a7d68-bc47-4d3f-9633-ffd47acf5c81, host n-d-760453-5, cleared binding levels {{(pid=103306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 26 22:20:08.373822 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-ab63b9b1-f853-4d9b-b4af-b596157ad616 None None] For port 347a7d68-bc47-4d3f-9633-ffd47acf5c81, host n-d-760453-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=347a7d68-bc47-4d3f-9633-ffd47acf5c81,segment=NetworkSegment(407ccffb-6a1b-4b97-ba06-510ce6b38806),segment_id=407ccffb-6a1b-4b97-ba06-510ce6b38806)] {{(pid=103306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 26 22:20:08.378442 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-ab63b9b1-f853-4d9b-b4af-b596157ad616 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (347a7d68-bc47-4d3f-9633-ffd47acf5c81), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:20:08.379592 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-2254b821-2525-4589-9f67-3cbe7f3cb99a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:20:08.435370 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab63b9b1-f853-4d9b-b4af-b596157ad616 None None] Pushing event updated for resources: {'Port': ['ID=347a7d68-bc47-4d3f-9633-ffd47acf5c81,revision_number=2']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 22:20:08.501018 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.db_base_plugin_common [None req-2254b821-2525-4589-9f67-3cbe7f3cb99a admin admin] Allocated IP 172.25.1.228 (4140a1f1-c93a-4bea-83a0-68953a54f299/e48251a1-e30d-4820-8396-00c6f6aeb601/a321a021-8795-4b47-aab3-7821d83cca4b) {{(pid=103305) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 22:20:08.619422 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-2254b821-2525-4589-9f67-3cbe7f3cb99a admin admin] Publish callbacks [] for port (a321a021-8795-4b47-aab3-7821d83cca4b), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:20:08.654410 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-2254b821-2525-4589-9f67-3cbe7f3cb99a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746560234527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11791543'] for port (a321a021-8795-4b47-aab3-7821d83cca4b), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:20:08.695270 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2254b821-2525-4589-9f67-3cbe7f3cb99a admin admin] Network 4140a1f1-c93a-4bea-83a0-68953a54f299 is already hosted by enough agents. {{(pid=103305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 22:20:08.698244 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [None req-2254b821-2525-4589-9f67-3cbe7f3cb99a admin admin] Resources bound (agent type, host, resource id): {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 22:20:08.705093 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2254b821-2525-4589-9f67-3cbe7f3cb99a admin admin] Received port after_create {{(pid=103305) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 22:20:08.733457 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2254b821-2525-4589-9f67-3cbe7f3cb99a admin admin] Pushing event updated for resources: {'Port': ['ID=a321a021-8795-4b47-aab3-7821d83cca4b,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 22:20:08.940307 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (32ef628b-8417-46c5-8729-60fcabe358f1), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:20:08.959333 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-2254b821-2525-4589-9f67-3cbe7f3cb99a admin admin] Publish callbacks [] for router_gateway (ba2ccf22-10a8-41c7-8502-d3df2428d44d), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:20:09.178552 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-2254b821-2525-4589-9f67-3cbe7f3cb99a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4105757', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4111263'] for router (ba2ccf22-10a8-41c7-8502-d3df2428d44d), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:20:09.306535 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device 347a7d68-bc47-4d3f-9633-ffd47acf5c81 up at agent ovs-agent-n-d-760453-5 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 22:20:09.324573 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2254b821-2525-4589-9f67-3cbe7f3cb99a admin admin] Router ba2ccf22-10a8-41c7-8502-d3df2428d44d is scheduled to L3 agent 09df100c-3af1-4b0a-bda8-05914c71c458 with binding_index 1 {{(pid=103305) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 26 22:20:09.365558 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Provisioning complete for port 347a7d68-bc47-4d3f-9633-ffd47acf5c81 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 22:20:09.365938 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (347a7d68-bc47-4d3f-9633-ffd47acf5c81), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:20:09.406712 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0e83ab6-fdf0-47ef-91bc-0a6bc2c20c08 None None] Network 72f342c2-2983-42be-a8a2-ab8ef8d52450 requested from n-d-760453-5 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 26 22:20:09.443092 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2254b821-2525-4589-9f67-3cbe7f3cb99a admin admin] Notify agent at l3_agent.n-d-760453-5 the message routers_updated {{(pid=103305) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 26 22:20:09.460855 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17a7b571-1a54-4204-a68a-8a1cbdc9e78f None None] Sync routers for ids ['ba2ccf22-10a8-41c7-8502-d3df2428d44d'] in n-d-760453-5 {{(pid=103306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 26 22:20:09.461084 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-2254b821-2525-4589-9f67-3cbe7f3cb99a admin admin] Publish callbacks [] for router (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:20:09.462531 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-2254b821-2525-4589-9f67-3cbe7f3cb99a admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.8012688 Jan 26 22:20:09.465227 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 54448) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 22:20:09.511299 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17a7b571-1a54-4204-a68a-8a1cbdc9e78f None None] Routers {'ba2ccf22-10a8-41c7-8502-d3df2428d44d'} bound to L3 agent in host n-d-760453-5 {{(pid=103306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 22:20:09.511835 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-17a7b571-1a54-4204-a68a-8a1cbdc9e78f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-26T20:55:21Z,description=,heartbeat_timestamp=2022-01-26T22:19:51Z,host='n-d-760453-5',id=09df100c-3af1-4b0a-bda8-05914c71c458,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:55:21Z,topic='l3_agent')) {'router_ids': ['ba2ccf22-10a8-41c7-8502-d3df2428d44d'], 'active': True} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 22:20:09.579228 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Current status of the port 347a7d68-bc47-4d3f-9633-ffd47acf5c81 is: DOWN; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 22:20:09.579624 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (347a7d68-bc47-4d3f-9633-ffd47acf5c81), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:20:09.587465 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-36770a7a-4947-4e91-8d98-a0c0911fe4fb None None] Provisioning complete for port 347a7d68-bc47-4d3f-9633-ffd47acf5c81 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 22:20:09.587827 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-36770a7a-4947-4e91-8d98-a0c0911fe4fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (347a7d68-bc47-4d3f-9633-ffd47acf5c81), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:20:09.714118 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] For port 347a7d68-bc47-4d3f-9633-ffd47acf5c81, host n-d-760453-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=347a7d68-bc47-4d3f-9633-ffd47acf5c81,segment=NetworkSegment(407ccffb-6a1b-4b97-ba06-510ce6b38806),segment_id=407ccffb-6a1b-4b97-ba06-510ce6b38806)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 22:20:09.726710 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (347a7d68-bc47-4d3f-9633-ffd47acf5c81), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:20:09.730808 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvr_db [None req-17a7b571-1a54-4204-a68a-8a1cbdc9e78f None None] Set router ba2ccf22-10a8-41c7-8502-d3df2428d44d gateway port host: n-d-760453-5 {{(pid=103306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 22:20:09.892587 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-019a94fd-de1a-4a9b-a12d-43119d43d474 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:20:09.905426 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Pushing event updated for resources: {'Port': ['ID=347a7d68-bc47-4d3f-9633-ffd47acf5c81,revision_number=3']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 22:20:09.924825 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-36770a7a-4947-4e91-8d98-a0c0911fe4fb None None] Current status of the port 347a7d68-bc47-4d3f-9633-ffd47acf5c81 is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 22:20:10.004556 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-17a7b571-1a54-4204-a68a-8a1cbdc9e78f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba2ccf22-10a8-41c7-8502-d3df2428d44d', 'name': 'tempest-TestMinimumBasicScenario-407433458-router', 'tenant_id': '53271da3034d4f14b3f54817ed5525a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'external_fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.228'}], 'enable_snat': True}, 'gw_port_id': 'a321a021-8795-4b47-aab3-7821d83cca4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T22:20:07Z', 'updated_at': '2022-01-26T22:20:08Z', 'revision_number': 3, 'project_id': '53271da3034d4f14b3f54817ed5525a0', 'gw_port': {'id': 'a321a021-8795-4b47-aab3-7821d83cca4b', 'name': '', 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:14:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba2ccf22-10a8-41c7-8502-d3df2428d44d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4192, 'fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T22:20:08Z', 'updated_at': '2022-01-26T22:20:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-5'}], 'n-d-760453-5', False) {} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 22:20:10.041546 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17a7b571-1a54-4204-a68a-8a1cbdc9e78f None None] Checking router: ba2ccf22-10a8-41c7-8502-d3df2428d44d for host: n-d-760453-5 {{(pid=103306) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 26 22:20:10.041977 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17a7b571-1a54-4204-a68a-8a1cbdc9e78f None None] Updating router ba2ccf22-10a8-41c7-8502-d3df2428d44d port a321a021-8795-4b47-aab3-7821d83cca4b binding host n-d-760453-5 {{(pid=103306) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 26 22:20:10.073734 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-17a7b571-1a54-4204-a68a-8a1cbdc9e78f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (a321a021-8795-4b47-aab3-7821d83cca4b), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:20:10.075395 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-4d0e51c5-cd38-45eb-b5b0-315623711a4a None None] Provisioning complete for port 347a7d68-bc47-4d3f-9633-ffd47acf5c81 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 22:20:10.075620 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-4d0e51c5-cd38-45eb-b5b0-315623711a4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (347a7d68-bc47-4d3f-9633-ffd47acf5c81), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:20:10.090847 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.db_base_plugin_common [None req-019a94fd-de1a-4a9b-a12d-43119d43d474 admin admin] Allocated IP 172.20.0.1 (72f342c2-2983-42be-a8a2-ab8ef8d52450/b03191f6-3d2c-4789-b4a9-0624ec9af807/fa00a944-21f3-4ced-8cf0-b0137d8c77d1) {{(pid=103305) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 22:20:10.199904 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-019a94fd-de1a-4a9b-a12d-43119d43d474 admin admin] Publish callbacks [] for port (fa00a944-21f3-4ced-8cf0-b0137d8c77d1), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:20:10.237402 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-019a94fd-de1a-4a9b-a12d-43119d43d474 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746560234527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11791543'] for port (fa00a944-21f3-4ced-8cf0-b0137d8c77d1), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:20:10.272874 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-019a94fd-de1a-4a9b-a12d-43119d43d474 admin admin] Network 72f342c2-2983-42be-a8a2-ab8ef8d52450 is already hosted by enough agents. {{(pid=103305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 22:20:10.275974 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [None req-019a94fd-de1a-4a9b-a12d-43119d43d474 admin admin] Resources bound (agent type, host, resource id): {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 22:20:10.279832 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-019a94fd-de1a-4a9b-a12d-43119d43d474 admin admin] Received port after_create {{(pid=103305) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 22:20:10.293074 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-4d0e51c5-cd38-45eb-b5b0-315623711a4a None None] Current status of the port 347a7d68-bc47-4d3f-9633-ffd47acf5c81 is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 22:20:10.311353 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019a94fd-de1a-4a9b-a12d-43119d43d474 admin admin] Pushing event updated for resources: {'Port': ['ID=fa00a944-21f3-4ced-8cf0-b0137d8c77d1,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 22:20:10.332688 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-019a94fd-de1a-4a9b-a12d-43119d43d474 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4111050'] for router_interface (ba2ccf22-10a8-41c7-8502-d3df2428d44d), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:20:10.405399 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-17a7b571-1a54-4204-a68a-8a1cbdc9e78f None None] Publish callbacks [] for port (a321a021-8795-4b47-aab3-7821d83cca4b), precommit_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:20:10.413249 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-17a7b571-1a54-4204-a68a-8a1cbdc9e78f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (a321a021-8795-4b47-aab3-7821d83cca4b), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:20:10.477732 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-17a7b571-1a54-4204-a68a-8a1cbdc9e78f None None] Attempting to bind port a321a021-8795-4b47-aab3-7821d83cca4b on host n-d-760453-5 for vnic_type normal with profile {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 22:20:10.478539 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-17a7b571-1a54-4204-a68a-8a1cbdc9e78f None None] Attempting to bind port a321a021-8795-4b47-aab3-7821d83cca4b by drivers openvswitch,hyperv on host n-d-760453-5 at level 0 using segments [{'id': 'e17cb353-418f-48b9-b982-21a6233ee99b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299'}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 26 22:20:10.479029 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17a7b571-1a54-4204-a68a-8a1cbdc9e78f None None] Attempting to bind port a321a021-8795-4b47-aab3-7821d83cca4b on network 4140a1f1-c93a-4bea-83a0-68953a54f299 {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 22:20:10.495559 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-019a94fd-de1a-4a9b-a12d-43119d43d474 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (fa00a944-21f3-4ced-8cf0-b0137d8c77d1), before_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:20:10.496900 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a86dad41-dba8-4a70-9773-5b1f1493fef5 None None] Pushing event updated for resources: {'Port': ['ID=a321a021-8795-4b47-aab3-7821d83cca4b,revision_number=2']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 22:20:10.503011 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17a7b571-1a54-4204-a68a-8a1cbdc9e78f None None] Checking agent: {'id': 'fea0591a-627d-4c87-9a9a-01625ddf3277', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760453-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 20, 55, 25), 'started_at': datetime.datetime(2022, 1, 26, 20, 55, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 22, 19, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760453-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 26 22:20:10.503011 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17a7b571-1a54-4204-a68a-8a1cbdc9e78f None None] Checking segment: {'id': 'e17cb353-418f-48b9-b982-21a6233ee99b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 22:20:10.503502 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-17a7b571-1a54-4204-a68a-8a1cbdc9e78f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:20:10.503984 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17a7b571-1a54-4204-a68a-8a1cbdc9e78f None None] Bound using segment: {'id': 'e17cb353-418f-48b9-b982-21a6233ee99b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299'} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 26 22:20:10.504534 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-17a7b571-1a54-4204-a68a-8a1cbdc9e78f None None] Bound port: a321a021-8795-4b47-aab3-7821d83cca4b, host: n-d-760453-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e17cb353-418f-48b9-b982-21a6233ee99b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299'}}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 26 22:20:10.505013 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-17a7b571-1a54-4204-a68a-8a1cbdc9e78f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (a321a021-8795-4b47-aab3-7821d83cca4b), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:20:10.560096 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-17a7b571-1a54-4204-a68a-8a1cbdc9e78f None None] For port a321a021-8795-4b47-aab3-7821d83cca4b, host n-d-760453-5, cleared binding levels {{(pid=103306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 26 22:20:10.563804 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-17a7b571-1a54-4204-a68a-8a1cbdc9e78f None None] For port a321a021-8795-4b47-aab3-7821d83cca4b, host n-d-760453-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=a321a021-8795-4b47-aab3-7821d83cca4b,segment=NetworkSegment(e17cb353-418f-48b9-b982-21a6233ee99b),segment_id=e17cb353-418f-48b9-b982-21a6233ee99b)] {{(pid=103306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 26 22:20:10.568670 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-17a7b571-1a54-4204-a68a-8a1cbdc9e78f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (a321a021-8795-4b47-aab3-7821d83cca4b), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:20:10.645116 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17a7b571-1a54-4204-a68a-8a1cbdc9e78f None None] Routers {'ba2ccf22-10a8-41c7-8502-d3df2428d44d'} bound to L3 agent in host n-d-760453-5 {{(pid=103306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 22:20:10.645894 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-17a7b571-1a54-4204-a68a-8a1cbdc9e78f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-26T20:55:21Z,description=,heartbeat_timestamp=2022-01-26T22:19:51Z,host='n-d-760453-5',id=09df100c-3af1-4b0a-bda8-05914c71c458,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:55:21Z,topic='l3_agent')) {'router_ids': ['ba2ccf22-10a8-41c7-8502-d3df2428d44d'], 'active': True} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 22:20:10.650408 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-5f6a77ec-39cd-4483-b99d-8fc15b3c63a6 None None] Provisioning complete for port fa00a944-21f3-4ced-8cf0-b0137d8c77d1 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 22:20:10.650854 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-5f6a77ec-39cd-4483-b99d-8fc15b3c63a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (fa00a944-21f3-4ced-8cf0-b0137d8c77d1), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:20:10.687219 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-5f6a77ec-39cd-4483-b99d-8fc15b3c63a6 None None] Port fa00a944-21f3-4ced-8cf0-b0137d8c77d1 cannot update to ACTIVE because it is not bound. {{(pid=103306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 26 22:20:10.687465 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-019a94fd-de1a-4a9b-a12d-43119d43d474 admin admin] Publish callbacks [] for port (fa00a944-21f3-4ced-8cf0-b0137d8c77d1), precommit_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:20:10.693593 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-019a94fd-de1a-4a9b-a12d-43119d43d474 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11791520'] for port (fa00a944-21f3-4ced-8cf0-b0137d8c77d1), after_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:20:10.720338 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a86dad41-dba8-4a70-9773-5b1f1493fef5 None None] Pushing event updated for resources: {'Port': ['ID=a321a021-8795-4b47-aab3-7821d83cca4b,revision_number=3']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 22:20:10.769353 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-019a94fd-de1a-4a9b-a12d-43119d43d474 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3709457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4110682'] for router_interface (ba2ccf22-10a8-41c7-8502-d3df2428d44d), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:20:10.771469 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019a94fd-de1a-4a9b-a12d-43119d43d474 admin admin] Pushing event updated for resources: {'Port': ['ID=fa00a944-21f3-4ced-8cf0-b0137d8c77d1,revision_number=2']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 22:20:10.876765 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-019a94fd-de1a-4a9b-a12d-43119d43d474 admin admin] Network 72f342c2-2983-42be-a8a2-ab8ef8d52450 is already hosted by enough agents. {{(pid=103305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 22:20:10.878430 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [None req-019a94fd-de1a-4a9b-a12d-43119d43d474 admin admin] Resources bound (agent type, host, resource id): {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 22:20:10.971969 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvr_db [None req-17a7b571-1a54-4204-a68a-8a1cbdc9e78f None None] Set router ba2ccf22-10a8-41c7-8502-d3df2428d44d gateway port host: n-d-760453-5 {{(pid=103306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 22:20:11.012540 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-019a94fd-de1a-4a9b-a12d-43119d43d474 admin admin] Router ba2ccf22-10a8-41c7-8502-d3df2428d44d has already been hosted by L3 agent 09df100c-3af1-4b0a-bda8-05914c71c458 {{(pid=103305) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 26 22:20:11.146657 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-019a94fd-de1a-4a9b-a12d-43119d43d474 admin admin] Notify agent at l3_agent.n-d-760453-5 the message routers_updated {{(pid=103305) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 26 22:20:11.152770 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-019a94fd-de1a-4a9b-a12d-43119d43d474 admin admin] 10.222.0.13 "PUT /v2.0/routers/ba2ccf22-10a8-41c7-8502-d3df2428d44d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6857955 Jan 26 22:20:11.219678 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-84bcf9b7-6403-4a01-aafb-0b484d569ccd None None] Provisioning complete for port fa00a944-21f3-4ced-8cf0-b0137d8c77d1 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 22:20:11.220196 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-84bcf9b7-6403-4a01-aafb-0b484d569ccd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (fa00a944-21f3-4ced-8cf0-b0137d8c77d1), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:20:11.250890 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device 347a7d68-bc47-4d3f-9633-ffd47acf5c81 up at agent ovs-agent-n-d-760453-5 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 22:20:11.293944 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-17a7b571-1a54-4204-a68a-8a1cbdc9e78f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba2ccf22-10a8-41c7-8502-d3df2428d44d', 'name': 'tempest-TestMinimumBasicScenario-407433458-router', 'tenant_id': '53271da3034d4f14b3f54817ed5525a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'external_fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.228'}], 'enable_snat': True}, 'gw_port_id': 'a321a021-8795-4b47-aab3-7821d83cca4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T22:20:07Z', 'updated_at': '2022-01-26T22:20:10Z', 'revision_number': 4, 'project_id': '53271da3034d4f14b3f54817ed5525a0', 'gw_port': {'id': 'a321a021-8795-4b47-aab3-7821d83cca4b', 'name': '', 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:14:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba2ccf22-10a8-41c7-8502-d3df2428d44d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4192, 'fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T22:20:08Z', 'updated_at': '2022-01-26T22:20:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-5', '_interfaces': [{'id': 'fa00a944-21f3-4ced-8cf0-b0137d8c77d1', 'name': '', 'network_id': '72f342c2-2983-42be-a8a2-ab8ef8d52450', 'tenant_id': '53271da3034d4f14b3f54817ed5525a0', 'mac_address': 'fa:16:3e:bc:3f:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba2ccf22-10a8-41c7-8502-d3df2428d44d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4193, 'fixed_ips': [{'subnet_id': 'b03191f6-3d2c-4789-b4a9-0624ec9af807', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T22:20:09Z', 'updated_at': '2022-01-26T22:20:10Z', 'revision_number': 1, 'project_id': '53271da3034d4f14b3f54817ed5525a0', 'subnets': [{'id': 'b03191f6-3d2c-4789-b4a9-0624ec9af807', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760453-5', False) {} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 22:20:11.304244 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-84bcf9b7-6403-4a01-aafb-0b484d569ccd None None] Port fa00a944-21f3-4ced-8cf0-b0137d8c77d1 cannot update to ACTIVE because it is not bound. {{(pid=103306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 26 22:20:11.331806 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17a7b571-1a54-4204-a68a-8a1cbdc9e78f None None] The sync data for ids ['ba2ccf22-10a8-41c7-8502-d3df2428d44d'] in n-d-760453-5 is: [{'id': 'ba2ccf22-10a8-41c7-8502-d3df2428d44d', 'name': 'tempest-TestMinimumBasicScenario-407433458-router', 'tenant_id': '53271da3034d4f14b3f54817ed5525a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'external_fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.228'}], 'enable_snat': True}, 'gw_port_id': 'a321a021-8795-4b47-aab3-7821d83cca4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T22:20:07Z', 'updated_at': '2022-01-26T22:20:10Z', 'revision_number': 4, 'project_id': '53271da3034d4f14b3f54817ed5525a0', 'gw_port': {'id': 'a321a021-8795-4b47-aab3-7821d83cca4b', 'name': '', 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:14:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba2ccf22-10a8-41c7-8502-d3df2428d44d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4192, 'fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T22:20:08Z', 'updated_at': '2022-01-26T22:20:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-5', '_interfaces': [{'id': 'fa00a944-21f3-4ced-8cf0-b0137d8c77d1', 'name': '', 'network_id': '72f342c2-2983-42be-a8a2-ab8ef8d52450', 'tenant_id': '53271da3034d4f14b3f54817ed5525a0', 'mac_address': 'fa:16:3e:bc:3f:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba2ccf22-10a8-41c7-8502-d3df2428d44d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4193, 'fixed_ips': [{'subnet_id': 'b03191f6-3d2c-4789-b4a9-0624ec9af807', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T22:20:09Z', 'updated_at': '2022-01-26T22:20:10Z', 'revision_number': 1, 'project_id': '53271da3034d4f14b3f54817ed5525a0', 'subnets': [{'id': 'b03191f6-3d2c-4789-b4a9-0624ec9af807', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 26 22:20:11.351153 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Provisioning complete for port 347a7d68-bc47-4d3f-9633-ffd47acf5c81 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 22:20:11.351531 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (347a7d68-bc47-4d3f-9633-ffd47acf5c81), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:20:11.449731 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Current status of the port 347a7d68-bc47-4d3f-9633-ffd47acf5c81 is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 22:20:11.731567 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 54464) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 22:20:11.737501 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-2ca69711-f767-434c-9e9d-319c08560634 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1080121560-network', 'tenant_id': 'c54662b8fcc142a9a44df7189b913a93'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 22:20:11.758565 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ca69711-f767-434c-9e9d-319c08560634 admin admin] Made reservation on behalf of c54662b8fcc142a9a44df7189b913a93 for: {'network': 1} {{(pid=103305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 22:20:11.761046 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-2ca69711-f767-434c-9e9d-319c08560634 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for network (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:20:11.770709 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-2ca69711-f767-434c-9e9d-319c08560634 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:20:11.853738 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-2ca69711-f767-434c-9e9d-319c08560634 admin admin] Publish callbacks [] for security_group (4503e589-1075-4c57-a676-f6a1b21825bd), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:20:11.859211 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-2ca69711-f767-434c-9e9d-319c08560634 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (4503e589-1075-4c57-a676-f6a1b21825bd), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:20:11.889085 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca69711-f767-434c-9e9d-319c08560634 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4503e589-1075-4c57-a676-f6a1b21825bd,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 22:20:11.894872 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2ca69711-f767-434c-9e9d-319c08560634 admin admin] vlan segment allocate from pool success with {'vlan_id': 567, 'physical_network': 'physnet1'} {{(pid=103305) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 26 22:20:11.905458 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-2ca69711-f767-434c-9e9d-319c08560634 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576559'] for segment (8156ab3a-3587-44bb-bb9b-5ae5632e5729), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:20:11.906197 n-d-760453-5 neutron-server[103305]: INFO neutron.db.segments_db [None req-2ca69711-f767-434c-9e9d-319c08560634 admin admin] Added segment 8156ab3a-3587-44bb-bb9b-5ae5632e5729 of type vlan for network 987c4757-acc1-493c-9d36-e72b2ff5c88c Jan 26 22:20:11.954113 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-2ca69711-f767-434c-9e9d-319c08560634 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746560256871'] for network (987c4757-acc1-493c-9d36-e72b2ff5c88c), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:20:11.982754 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-2ca69711-f767-434c-9e9d-319c08560634 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503'] for network (987c4757-acc1-493c-9d36-e72b2ff5c88c), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:20:11.983996 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ca69711-f767-434c-9e9d-319c08560634 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:20:11.984636 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-2ca69711-f767-434c-9e9d-319c08560634 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:20:12.037921 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-2ca69711-f767-434c-9e9d-319c08560634 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3027298 Jan 26 22:20:12.038259 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 54466) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 22:20:12.043259 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-44bc5d03-9f81-4673-be21-b3232c285e1b admin admin] Request body: {'subnet': {'network_id': '987c4757-acc1-493c-9d36-e72b2ff5c88c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1080121560-subnet', 'tenant_id': 'c54662b8fcc142a9a44df7189b913a93', 'ip_version': 4}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 22:20:12.051647 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca69711-f767-434c-9e9d-319c08560634 admin admin] Pushing event updated for resources: {'Network': ['ID=987c4757-acc1-493c-9d36-e72b2ff5c88c,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 22:20:12.063108 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Network 987c4757-acc1-493c-9d36-e72b2ff5c88c details requested by agent ovs-agent-n-d-760453-5 with host n-d-760453-5 {{(pid=103306) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 26 22:20:12.083481 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44bc5d03-9f81-4673-be21-b3232c285e1b admin admin] Made reservation on behalf of c54662b8fcc142a9a44df7189b913a93 for: {'subnet': 1} {{(pid=103304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 22:20:12.086337 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-44bc5d03-9f81-4673-be21-b3232c285e1b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12215181'] for subnet (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:20:12.300494 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-44bc5d03-9f81-4673-be21-b3232c285e1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9285249', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12215227'] for subnet (65862f4f-5f5e-4289-92c8-b4b2cba61d61), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:20:12.348487 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44bc5d03-9f81-4673-be21-b3232c285e1b admin admin] Pushing event updated for resources: {'Subnet': ['ID=65862f4f-5f5e-4289-92c8-b4b2cba61d61,revision_number=0']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 22:20:12.372076 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44bc5d03-9f81-4673-be21-b3232c285e1b admin admin] Checking segment: {'id': '8156ab3a-3587-44bb-bb9b-5ae5632e5729', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '987c4757-acc1-493c-9d36-e72b2ff5c88c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103304) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 22:20:12.372436 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44bc5d03-9f81-4673-be21-b3232c285e1b admin admin] Network hostable DHCP agents. Network: 987c4757-acc1-493c-9d36-e72b2ff5c88c, hostable agents: ['474ccdf7-ab6c-405b-a3b2-dc7b05829902'], hosted agents: [] {{(pid=103304) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 26 22:20:12.390162 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44bc5d03-9f81-4673-be21-b3232c285e1b admin admin] Network 987c4757-acc1-493c-9d36-e72b2ff5c88c is scheduled to be hosted by DHCP agent 474ccdf7-ab6c-405b-a3b2-dc7b05829902 with binding_index 1 {{(pid=103304) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 26 22:20:12.399635 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [None req-44bc5d03-9f81-4673-be21-b3232c285e1b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760453-5, 987c4757-acc1-493c-9d36-e72b2ff5c88c) {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 22:20:12.403783 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44bc5d03-9f81-4673-be21-b3232c285e1b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:20:12.404384 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-44bc5d03-9f81-4673-be21-b3232c285e1b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:20:12.409375 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6e93e5d-b957-402a-948a-145e3b94b346 None None] Network 987c4757-acc1-493c-9d36-e72b2ff5c88c requested from n-d-760453-5 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 26 22:20:12.421331 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-44bc5d03-9f81-4673-be21-b3232c285e1b admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3818514 Jan 26 22:20:12.423796 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 54468) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 22:20:12.429080 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-1613ab81-6287-469c-842c-a67a78bd22a5 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1080121560-router', 'tenant_id': 'c54662b8fcc142a9a44df7189b913a93', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299'}}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 22:20:12.450508 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-1613ab81-6287-469c-842c-a67a78bd22a5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4104596', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13108'] for router (be4da420-2961-4c18-90d1-1484032f31a1), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:20:12.451660 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-1613ab81-6287-469c-842c-a67a78bd22a5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4105828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4111306', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3733576', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13069'] for router (be4da420-2961-4c18-90d1-1484032f31a1), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:20:12.519259 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-1613ab81-6287-469c-842c-a67a78bd22a5 admin admin] Publish callbacks [] for router_controller (be4da420-2961-4c18-90d1-1484032f31a1), precommit_add_association {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:20:12.530749 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96bf5b77-bc0b-4922-adce-27d821997d4b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3c4099e8-8ffb-51d1-af7f-5868973e933f-987c4757-acc1-493c-9d36-e72b2ff5c88c', 'network_id': '987c4757-acc1-493c-9d36-e72b2ff5c88c', 'project_id': 'c54662b8fcc142a9a44df7189b913a93', 'fixed_ips': [{'subnet_id': '65862f4f-5f5e-4289-92c8-b4b2cba61d61'}]}} from n-d-760453-5. {{(pid=103306) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 26 22:20:12.531760 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-96bf5b77-bc0b-4922-adce-27d821997d4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (None), before_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:20:12.668659 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-1613ab81-6287-469c-842c-a67a78bd22a5 admin admin] Publish callbacks [] for router_gateway (be4da420-2961-4c18-90d1-1484032f31a1), precommit_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:20:12.679085 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.db_base_plugin_common [None req-96bf5b77-bc0b-4922-adce-27d821997d4b None None] Allocated IP 172.20.0.2 (987c4757-acc1-493c-9d36-e72b2ff5c88c/65862f4f-5f5e-4289-92c8-b4b2cba61d61/8e693198-f5fb-4e5f-b2ca-1b855f910b15) {{(pid=103306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 22:20:12.831375 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-96bf5b77-bc0b-4922-adce-27d821997d4b None None] Publish callbacks [] for port (8e693198-f5fb-4e5f-b2ca-1b855f910b15), precommit_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:20:12.837568 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-96bf5b77-bc0b-4922-adce-27d821997d4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746560234527'] for port (8e693198-f5fb-4e5f-b2ca-1b855f910b15), after_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:20:12.877022 n-d-760453-5 neutron-server[103306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96bf5b77-bc0b-4922-adce-27d821997d4b None None] Network 987c4757-acc1-493c-9d36-e72b2ff5c88c is already hosted by enough agents. {{(pid=103306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 22:20:12.880035 n-d-760453-5 neutron-server[103306]: DEBUG neutron.scheduler.base_scheduler [None req-96bf5b77-bc0b-4922-adce-27d821997d4b None None] Resources bound (agent type, host, resource id): {{(pid=103306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 22:20:12.882861 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96bf5b77-bc0b-4922-adce-27d821997d4b None None] Received port after_create {{(pid=103306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 22:20:12.883648 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-1613ab81-6287-469c-842c-a67a78bd22a5 admin admin] Publish callbacks [] for router_gateway (be4da420-2961-4c18-90d1-1484032f31a1), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:20:12.904406 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-1613ab81-6287-469c-842c-a67a78bd22a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:20:12.915396 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96bf5b77-bc0b-4922-adce-27d821997d4b None None] Pushing event updated for resources: {'Port': ['ID=8e693198-f5fb-4e5f-b2ca-1b855f910b15,revision_number=1']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 22:20:12.952581 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-96bf5b77-bc0b-4922-adce-27d821997d4b None None] Attempting to bind port 8e693198-f5fb-4e5f-b2ca-1b855f910b15 on host n-d-760453-5 for vnic_type normal with profile {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 22:20:12.952942 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-96bf5b77-bc0b-4922-adce-27d821997d4b None None] Attempting to bind port 8e693198-f5fb-4e5f-b2ca-1b855f910b15 by drivers openvswitch,hyperv on host n-d-760453-5 at level 0 using segments [{'id': '8156ab3a-3587-44bb-bb9b-5ae5632e5729', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '987c4757-acc1-493c-9d36-e72b2ff5c88c'}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 26 22:20:12.953309 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96bf5b77-bc0b-4922-adce-27d821997d4b None None] Attempting to bind port 8e693198-f5fb-4e5f-b2ca-1b855f910b15 on network 987c4757-acc1-493c-9d36-e72b2ff5c88c {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 22:20:12.959225 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96bf5b77-bc0b-4922-adce-27d821997d4b None None] Checking agent: {'id': 'fea0591a-627d-4c87-9a9a-01625ddf3277', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760453-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 20, 55, 25), 'started_at': datetime.datetime(2022, 1, 26, 20, 55, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 22, 19, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760453-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 26 22:20:12.959595 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96bf5b77-bc0b-4922-adce-27d821997d4b None None] Checking segment: {'id': '8156ab3a-3587-44bb-bb9b-5ae5632e5729', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '987c4757-acc1-493c-9d36-e72b2ff5c88c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 22:20:12.959990 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-96bf5b77-bc0b-4922-adce-27d821997d4b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:20:12.960377 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96bf5b77-bc0b-4922-adce-27d821997d4b None None] Bound using segment: {'id': '8156ab3a-3587-44bb-bb9b-5ae5632e5729', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '987c4757-acc1-493c-9d36-e72b2ff5c88c'} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 26 22:20:12.960836 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-96bf5b77-bc0b-4922-adce-27d821997d4b None None] Bound port: 8e693198-f5fb-4e5f-b2ca-1b855f910b15, host: n-d-760453-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8156ab3a-3587-44bb-bb9b-5ae5632e5729', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '987c4757-acc1-493c-9d36-e72b2ff5c88c'}}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 26 22:20:12.961206 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-96bf5b77-bc0b-4922-adce-27d821997d4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (8e693198-f5fb-4e5f-b2ca-1b855f910b15), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:20:13.024334 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-96bf5b77-bc0b-4922-adce-27d821997d4b None None] For port 8e693198-f5fb-4e5f-b2ca-1b855f910b15, host n-d-760453-5, cleared binding levels {{(pid=103306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 26 22:20:13.024592 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.db_base_plugin_common [None req-1613ab81-6287-469c-842c-a67a78bd22a5 admin admin] Allocated IP 172.25.1.186 (4140a1f1-c93a-4bea-83a0-68953a54f299/e48251a1-e30d-4820-8396-00c6f6aeb601/d52ad5bd-c993-4aae-8d88-d33196b1efe0) {{(pid=103304) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 22:20:13.027760 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-96bf5b77-bc0b-4922-adce-27d821997d4b None None] For port 8e693198-f5fb-4e5f-b2ca-1b855f910b15, host n-d-760453-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=8e693198-f5fb-4e5f-b2ca-1b855f910b15,segment=NetworkSegment(8156ab3a-3587-44bb-bb9b-5ae5632e5729),segment_id=8156ab3a-3587-44bb-bb9b-5ae5632e5729)] {{(pid=103306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 26 22:20:13.031487 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-96bf5b77-bc0b-4922-adce-27d821997d4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (8e693198-f5fb-4e5f-b2ca-1b855f910b15), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:20:13.087515 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96bf5b77-bc0b-4922-adce-27d821997d4b None None] Pushing event updated for resources: {'Port': ['ID=8e693198-f5fb-4e5f-b2ca-1b855f910b15,revision_number=2']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 22:20:13.135754 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-1613ab81-6287-469c-842c-a67a78bd22a5 admin admin] Publish callbacks [] for port (d52ad5bd-c993-4aae-8d88-d33196b1efe0), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:20:13.174675 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-1613ab81-6287-469c-842c-a67a78bd22a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746560234527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9281553'] for port (d52ad5bd-c993-4aae-8d88-d33196b1efe0), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:20:13.221532 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1613ab81-6287-469c-842c-a67a78bd22a5 admin admin] Network 4140a1f1-c93a-4bea-83a0-68953a54f299 is already hosted by enough agents. {{(pid=103304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 22:20:13.224474 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [None req-1613ab81-6287-469c-842c-a67a78bd22a5 admin admin] Resources bound (agent type, host, resource id): {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 22:20:13.230977 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1613ab81-6287-469c-842c-a67a78bd22a5 admin admin] Received port after_create {{(pid=103304) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 22:20:13.238259 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1613ab81-6287-469c-842c-a67a78bd22a5 admin admin] Pushing event updated for resources: {'Port': ['ID=d52ad5bd-c993-4aae-8d88-d33196b1efe0,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 22:20:13.286158 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device a321a021-8795-4b47-aab3-7821d83cca4b up at agent ovs-agent-n-d-760453-5 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 22:20:13.359472 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Provisioning complete for port a321a021-8795-4b47-aab3-7821d83cca4b triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 22:20:13.359951 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (a321a021-8795-4b47-aab3-7821d83cca4b), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:20:13.472860 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Current status of the port a321a021-8795-4b47-aab3-7821d83cca4b is: DOWN; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 22:20:13.473529 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (a321a021-8795-4b47-aab3-7821d83cca4b), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:20:13.501609 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] For port a321a021-8795-4b47-aab3-7821d83cca4b, host n-d-760453-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=a321a021-8795-4b47-aab3-7821d83cca4b,segment=NetworkSegment(e17cb353-418f-48b9-b982-21a6233ee99b),segment_id=e17cb353-418f-48b9-b982-21a6233ee99b)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 22:20:13.505981 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (a321a021-8795-4b47-aab3-7821d83cca4b), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:20:13.544511 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-1613ab81-6287-469c-842c-a67a78bd22a5 admin admin] Publish callbacks [] for router_gateway (be4da420-2961-4c18-90d1-1484032f31a1), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:20:13.555557 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Pushing event updated for resources: {'Port': ['ID=a321a021-8795-4b47-aab3-7821d83cca4b,revision_number=4']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 22:20:14.089484 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-1613ab81-6287-469c-842c-a67a78bd22a5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4105757', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4111263'] for router (be4da420-2961-4c18-90d1-1484032f31a1), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:20:14.094871 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81e72135-f9e2-4ea4-b261-11743a22b1ab None None] Network 987c4757-acc1-493c-9d36-e72b2ff5c88c requested from n-d-760453-5 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 26 22:20:14.129869 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c195950-3de9-4cfc-aa30-81b69c43522c None None] Sync routers for ids ['ba2ccf22-10a8-41c7-8502-d3df2428d44d'] in n-d-760453-5 {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 26 22:20:14.141614 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c195950-3de9-4cfc-aa30-81b69c43522c None None] Routers {'ba2ccf22-10a8-41c7-8502-d3df2428d44d'} bound to L3 agent in host n-d-760453-5 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 22:20:14.142399 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-1c195950-3de9-4cfc-aa30-81b69c43522c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-26T20:55:21Z,description=,heartbeat_timestamp=2022-01-26T22:19:51Z,host='n-d-760453-5',id=09df100c-3af1-4b0a-bda8-05914c71c458,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:55:21Z,topic='l3_agent')) {'router_ids': ['ba2ccf22-10a8-41c7-8502-d3df2428d44d'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 22:20:14.173208 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-52f21023-d487-45c7-b47b-1f412d4201fd None None] Provisioning complete for port 8e693198-f5fb-4e5f-b2ca-1b855f910b15 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 22:20:14.173626 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-52f21023-d487-45c7-b47b-1f412d4201fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (8e693198-f5fb-4e5f-b2ca-1b855f910b15), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:20:14.231800 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1613ab81-6287-469c-842c-a67a78bd22a5 admin admin] Router be4da420-2961-4c18-90d1-1484032f31a1 is scheduled to L3 agent 09df100c-3af1-4b0a-bda8-05914c71c458 with binding_index 1 {{(pid=103304) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 26 22:20:14.258132 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_dvr_db [None req-1c195950-3de9-4cfc-aa30-81b69c43522c None None] Set router ba2ccf22-10a8-41c7-8502-d3df2428d44d gateway port host: n-d-760453-5 {{(pid=103307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 22:20:14.287703 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-52f21023-d487-45c7-b47b-1f412d4201fd None None] Current status of the port 8e693198-f5fb-4e5f-b2ca-1b855f910b15 is: DOWN; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 22:20:14.288098 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-52f21023-d487-45c7-b47b-1f412d4201fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (8e693198-f5fb-4e5f-b2ca-1b855f910b15), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:20:14.325972 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-52f21023-d487-45c7-b47b-1f412d4201fd None None] For port 8e693198-f5fb-4e5f-b2ca-1b855f910b15, host n-d-760453-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=8e693198-f5fb-4e5f-b2ca-1b855f910b15,segment=NetworkSegment(8156ab3a-3587-44bb-bb9b-5ae5632e5729),segment_id=8156ab3a-3587-44bb-bb9b-5ae5632e5729)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 22:20:14.332350 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-52f21023-d487-45c7-b47b-1f412d4201fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (8e693198-f5fb-4e5f-b2ca-1b855f910b15), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:20:14.353953 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1613ab81-6287-469c-842c-a67a78bd22a5 admin admin] Notify agent at l3_agent.n-d-760453-5 the message routers_updated {{(pid=103304) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 26 22:20:14.367281 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b149dca-0d61-4c31-bd02-1fef17b90be6 None None] Sync routers for ids ['be4da420-2961-4c18-90d1-1484032f31a1'] in n-d-760453-5 {{(pid=103306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 26 22:20:14.393717 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-1613ab81-6287-469c-842c-a67a78bd22a5 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:20:14.398175 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 54470) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 22:20:14.399808 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b149dca-0d61-4c31-bd02-1fef17b90be6 None None] Routers {'be4da420-2961-4c18-90d1-1484032f31a1'} bound to L3 agent in host n-d-760453-5 {{(pid=103306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 22:20:14.400449 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-7b149dca-0d61-4c31-bd02-1fef17b90be6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-26T20:55:21Z,description=,heartbeat_timestamp=2022-01-26T22:19:51Z,host='n-d-760453-5',id=09df100c-3af1-4b0a-bda8-05914c71c458,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:55:21Z,topic='l3_agent')) {'router_ids': ['be4da420-2961-4c18-90d1-1484032f31a1'], 'active': True} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 22:20:14.404230 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f21023-d487-45c7-b47b-1f412d4201fd None None] Pushing event updated for resources: {'Port': ['ID=8e693198-f5fb-4e5f-b2ca-1b855f910b15,revision_number=3']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 22:20:14.411381 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-1613ab81-6287-469c-842c-a67a78bd22a5 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.9855466 Jan 26 22:20:14.495040 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-1c195950-3de9-4cfc-aa30-81b69c43522c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba2ccf22-10a8-41c7-8502-d3df2428d44d', 'name': 'tempest-TestMinimumBasicScenario-407433458-router', 'tenant_id': '53271da3034d4f14b3f54817ed5525a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'external_fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.228'}], 'enable_snat': True}, 'gw_port_id': 'a321a021-8795-4b47-aab3-7821d83cca4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T22:20:07Z', 'updated_at': '2022-01-26T22:20:10Z', 'revision_number': 4, 'project_id': '53271da3034d4f14b3f54817ed5525a0', 'gw_port': {'id': 'a321a021-8795-4b47-aab3-7821d83cca4b', 'name': '', 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:14:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba2ccf22-10a8-41c7-8502-d3df2428d44d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4192, 'fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T22:20:08Z', 'updated_at': '2022-01-26T22:20:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-5', '_interfaces': [{'id': 'fa00a944-21f3-4ced-8cf0-b0137d8c77d1', 'name': '', 'network_id': '72f342c2-2983-42be-a8a2-ab8ef8d52450', 'tenant_id': '53271da3034d4f14b3f54817ed5525a0', 'mac_address': 'fa:16:3e:bc:3f:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba2ccf22-10a8-41c7-8502-d3df2428d44d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4193, 'fixed_ips': [{'subnet_id': 'b03191f6-3d2c-4789-b4a9-0624ec9af807', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T22:20:09Z', 'updated_at': '2022-01-26T22:20:10Z', 'revision_number': 2, 'project_id': '53271da3034d4f14b3f54817ed5525a0', 'subnets': [{'id': 'b03191f6-3d2c-4789-b4a9-0624ec9af807', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760453-5', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 22:20:14.519890 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvr_db [None req-7b149dca-0d61-4c31-bd02-1fef17b90be6 None None] Set router be4da420-2961-4c18-90d1-1484032f31a1 gateway port host: n-d-760453-5 {{(pid=103306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 22:20:14.525618 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c195950-3de9-4cfc-aa30-81b69c43522c None None] Checking router: ba2ccf22-10a8-41c7-8502-d3df2428d44d for host: n-d-760453-5 {{(pid=103307) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 26 22:20:14.525974 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c195950-3de9-4cfc-aa30-81b69c43522c None None] Updating router ba2ccf22-10a8-41c7-8502-d3df2428d44d port fa00a944-21f3-4ced-8cf0-b0137d8c77d1 binding host n-d-760453-5 {{(pid=103307) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 26 22:20:14.560066 n-d-760453-5 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-1c195950-3de9-4cfc-aa30-81b69c43522c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (fa00a944-21f3-4ced-8cf0-b0137d8c77d1), before_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:20:14.696130 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-6f457044-c639-4281-b962-af97189eb5ad None None] Provisioning complete for port 8e693198-f5fb-4e5f-b2ca-1b855f910b15 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 22:20:14.696731 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-6f457044-c639-4281-b962-af97189eb5ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (8e693198-f5fb-4e5f-b2ca-1b855f910b15), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:20:14.785041 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-7b149dca-0d61-4c31-bd02-1fef17b90be6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be4da420-2961-4c18-90d1-1484032f31a1', 'name': 'tempest-TestMinimumBasicScenario-1080121560-router', 'tenant_id': 'c54662b8fcc142a9a44df7189b913a93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'external_fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.186'}], 'enable_snat': True}, 'gw_port_id': 'd52ad5bd-c993-4aae-8d88-d33196b1efe0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T22:20:12Z', 'updated_at': '2022-01-26T22:20:13Z', 'revision_number': 3, 'project_id': 'c54662b8fcc142a9a44df7189b913a93', 'gw_port': {'id': 'd52ad5bd-c993-4aae-8d88-d33196b1efe0', 'name': '', 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:b9:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be4da420-2961-4c18-90d1-1484032f31a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T22:20:12Z', 'updated_at': '2022-01-26T22:20:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-5'}], 'n-d-760453-5', False) {} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 22:20:14.818829 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b149dca-0d61-4c31-bd02-1fef17b90be6 None None] Checking router: be4da420-2961-4c18-90d1-1484032f31a1 for host: n-d-760453-5 {{(pid=103306) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 26 22:20:14.819327 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b149dca-0d61-4c31-bd02-1fef17b90be6 None None] Updating router be4da420-2961-4c18-90d1-1484032f31a1 port d52ad5bd-c993-4aae-8d88-d33196b1efe0 binding host n-d-760453-5 {{(pid=103306) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 26 22:20:14.822472 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-6f457044-c639-4281-b962-af97189eb5ad None None] Current status of the port 8e693198-f5fb-4e5f-b2ca-1b855f910b15 is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 22:20:14.849735 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-7b149dca-0d61-4c31-bd02-1fef17b90be6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (d52ad5bd-c993-4aae-8d88-d33196b1efe0), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:20:14.859225 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-1754b942-eca5-4338-993d-06a08970018b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:20:14.919287 n-d-760453-5 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-1c195950-3de9-4cfc-aa30-81b69c43522c None None] Publish callbacks [] for port (fa00a944-21f3-4ced-8cf0-b0137d8c77d1), precommit_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:20:14.925884 n-d-760453-5 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-1c195950-3de9-4cfc-aa30-81b69c43522c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (fa00a944-21f3-4ced-8cf0-b0137d8c77d1), after_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:20:15.026395 n-d-760453-5 neutron-server[103307]: DEBUG neutron.plugins.ml2.managers [None req-1c195950-3de9-4cfc-aa30-81b69c43522c None None] Attempting to bind port fa00a944-21f3-4ced-8cf0-b0137d8c77d1 on host n-d-760453-5 for vnic_type normal with profile {{(pid=103307) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 22:20:15.027030 n-d-760453-5 neutron-server[103307]: DEBUG neutron.plugins.ml2.managers [None req-1c195950-3de9-4cfc-aa30-81b69c43522c None None] Attempting to bind port fa00a944-21f3-4ced-8cf0-b0137d8c77d1 by drivers openvswitch,hyperv on host n-d-760453-5 at level 0 using segments [{'id': '407ccffb-6a1b-4b97-ba06-510ce6b38806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '72f342c2-2983-42be-a8a2-ab8ef8d52450'}] {{(pid=103307) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 26 22:20:15.027575 n-d-760453-5 neutron-server[103307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c195950-3de9-4cfc-aa30-81b69c43522c None None] Attempting to bind port fa00a944-21f3-4ced-8cf0-b0137d8c77d1 on network 72f342c2-2983-42be-a8a2-ab8ef8d52450 {{(pid=103307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 22:20:15.029887 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69fb336e-b2d1-4758-915d-11741b0a1521 None None] Pushing event updated for resources: {'Port': ['ID=fa00a944-21f3-4ced-8cf0-b0137d8c77d1,revision_number=3']} {{(pid=103307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 22:20:15.039041 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69fb336e-b2d1-4758-915d-11741b0a1521 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:20:15.039680 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69fb336e-b2d1-4758-915d-11741b0a1521 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:20:15.040191 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69fb336e-b2d1-4758-915d-11741b0a1521 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:20:15.040690 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69fb336e-b2d1-4758-915d-11741b0a1521 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:20:15.041178 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69fb336e-b2d1-4758-915d-11741b0a1521 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:20:15.041689 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69fb336e-b2d1-4758-915d-11741b0a1521 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:20:15.042202 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69fb336e-b2d1-4758-915d-11741b0a1521 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:20:15.042697 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69fb336e-b2d1-4758-915d-11741b0a1521 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:20:15.043193 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69fb336e-b2d1-4758-915d-11741b0a1521 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:20:15.043671 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69fb336e-b2d1-4758-915d-11741b0a1521 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:20:15.044179 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69fb336e-b2d1-4758-915d-11741b0a1521 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:20:15.044506 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69fb336e-b2d1-4758-915d-11741b0a1521 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:20:15.044868 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69fb336e-b2d1-4758-915d-11741b0a1521 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:20:15.051874 n-d-760453-5 neutron-server[103307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c195950-3de9-4cfc-aa30-81b69c43522c None None] Checking agent: {'id': 'fea0591a-627d-4c87-9a9a-01625ddf3277', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760453-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 20, 55, 25), 'started_at': datetime.datetime(2022, 1, 26, 20, 55, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 22, 19, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760453-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 26 22:20:15.052247 n-d-760453-5 neutron-server[103307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c195950-3de9-4cfc-aa30-81b69c43522c None None] Checking segment: {'id': '407ccffb-6a1b-4b97-ba06-510ce6b38806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '72f342c2-2983-42be-a8a2-ab8ef8d52450'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103307) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 22:20:15.052649 n-d-760453-5 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-1c195950-3de9-4cfc-aa30-81b69c43522c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:20:15.053034 n-d-760453-5 neutron-server[103307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c195950-3de9-4cfc-aa30-81b69c43522c None None] Bound using segment: {'id': '407ccffb-6a1b-4b97-ba06-510ce6b38806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '72f342c2-2983-42be-a8a2-ab8ef8d52450'} {{(pid=103307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 26 22:20:15.053544 n-d-760453-5 neutron-server[103307]: DEBUG neutron.plugins.ml2.managers [None req-1c195950-3de9-4cfc-aa30-81b69c43522c None None] Bound port: fa00a944-21f3-4ced-8cf0-b0137d8c77d1, host: n-d-760453-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '407ccffb-6a1b-4b97-ba06-510ce6b38806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '72f342c2-2983-42be-a8a2-ab8ef8d52450'}}] {{(pid=103307) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 26 22:20:15.053926 n-d-760453-5 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-1c195950-3de9-4cfc-aa30-81b69c43522c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (fa00a944-21f3-4ced-8cf0-b0137d8c77d1), before_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:20:15.131780 n-d-760453-5 neutron-server[103307]: DEBUG neutron.plugins.ml2.db [None req-1c195950-3de9-4cfc-aa30-81b69c43522c None None] For port fa00a944-21f3-4ced-8cf0-b0137d8c77d1, host n-d-760453-5, cleared binding levels {{(pid=103307) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 26 22:20:15.135068 n-d-760453-5 neutron-server[103307]: DEBUG neutron.plugins.ml2.db [None req-1c195950-3de9-4cfc-aa30-81b69c43522c None None] For port fa00a944-21f3-4ced-8cf0-b0137d8c77d1, host n-d-760453-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=fa00a944-21f3-4ced-8cf0-b0137d8c77d1,segment=NetworkSegment(407ccffb-6a1b-4b97-ba06-510ce6b38806),segment_id=407ccffb-6a1b-4b97-ba06-510ce6b38806)] {{(pid=103307) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 26 22:20:15.143587 n-d-760453-5 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-1c195950-3de9-4cfc-aa30-81b69c43522c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (fa00a944-21f3-4ced-8cf0-b0137d8c77d1), after_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:20:15.153245 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-7b149dca-0d61-4c31-bd02-1fef17b90be6 None None] Publish callbacks [] for port (d52ad5bd-c993-4aae-8d88-d33196b1efe0), precommit_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:20:15.160584 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-7b149dca-0d61-4c31-bd02-1fef17b90be6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (d52ad5bd-c993-4aae-8d88-d33196b1efe0), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:20:15.224209 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69fb336e-b2d1-4758-915d-11741b0a1521 None None] Pushing event updated for resources: {'Port': ['ID=fa00a944-21f3-4ced-8cf0-b0137d8c77d1,revision_number=4']} {{(pid=103307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 22:20:15.227683 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c195950-3de9-4cfc-aa30-81b69c43522c None None] Routers {'ba2ccf22-10a8-41c7-8502-d3df2428d44d'} bound to L3 agent in host n-d-760453-5 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 22:20:15.228295 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-1c195950-3de9-4cfc-aa30-81b69c43522c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-26T20:55:21Z,description=,heartbeat_timestamp=2022-01-26T22:19:51Z,host='n-d-760453-5',id=09df100c-3af1-4b0a-bda8-05914c71c458,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:55:21Z,topic='l3_agent')) {'router_ids': ['ba2ccf22-10a8-41c7-8502-d3df2428d44d'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 22:20:15.258995 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-7b149dca-0d61-4c31-bd02-1fef17b90be6 None None] Attempting to bind port d52ad5bd-c993-4aae-8d88-d33196b1efe0 on host n-d-760453-5 for vnic_type normal with profile {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 22:20:15.258995 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-7b149dca-0d61-4c31-bd02-1fef17b90be6 None None] Attempting to bind port d52ad5bd-c993-4aae-8d88-d33196b1efe0 by drivers openvswitch,hyperv on host n-d-760453-5 at level 0 using segments [{'id': 'e17cb353-418f-48b9-b982-21a6233ee99b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299'}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 26 22:20:15.259259 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b149dca-0d61-4c31-bd02-1fef17b90be6 None None] Attempting to bind port d52ad5bd-c993-4aae-8d88-d33196b1efe0 on network 4140a1f1-c93a-4bea-83a0-68953a54f299 {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 22:20:15.264021 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-335b431c-b463-4eea-bd49-c86b9024ec2e None None] Pushing event updated for resources: {'Port': ['ID=d52ad5bd-c993-4aae-8d88-d33196b1efe0,revision_number=2']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 22:20:15.268248 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b149dca-0d61-4c31-bd02-1fef17b90be6 None None] Checking agent: {'id': 'fea0591a-627d-4c87-9a9a-01625ddf3277', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760453-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 20, 55, 25), 'started_at': datetime.datetime(2022, 1, 26, 20, 55, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 22, 19, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760453-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 26 22:20:15.268625 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b149dca-0d61-4c31-bd02-1fef17b90be6 None None] Checking segment: {'id': 'e17cb353-418f-48b9-b982-21a6233ee99b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 22:20:15.269031 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-7b149dca-0d61-4c31-bd02-1fef17b90be6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:20:15.273342 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b149dca-0d61-4c31-bd02-1fef17b90be6 None None] Bound using segment: {'id': 'e17cb353-418f-48b9-b982-21a6233ee99b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299'} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 26 22:20:15.273342 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-7b149dca-0d61-4c31-bd02-1fef17b90be6 None None] Bound port: d52ad5bd-c993-4aae-8d88-d33196b1efe0, host: n-d-760453-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e17cb353-418f-48b9-b982-21a6233ee99b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299'}}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 26 22:20:15.273342 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-7b149dca-0d61-4c31-bd02-1fef17b90be6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (d52ad5bd-c993-4aae-8d88-d33196b1efe0), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:20:15.356430 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-7b149dca-0d61-4c31-bd02-1fef17b90be6 None None] For port d52ad5bd-c993-4aae-8d88-d33196b1efe0, host n-d-760453-5, cleared binding levels {{(pid=103306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 26 22:20:15.360499 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-7b149dca-0d61-4c31-bd02-1fef17b90be6 None None] For port d52ad5bd-c993-4aae-8d88-d33196b1efe0, host n-d-760453-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=d52ad5bd-c993-4aae-8d88-d33196b1efe0,segment=NetworkSegment(e17cb353-418f-48b9-b982-21a6233ee99b),segment_id=e17cb353-418f-48b9-b982-21a6233ee99b)] {{(pid=103306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 26 22:20:15.370031 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-7b149dca-0d61-4c31-bd02-1fef17b90be6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (d52ad5bd-c993-4aae-8d88-d33196b1efe0), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:20:15.371920 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-c970b9b2-c444-4077-8656-4114f61c0229 None None] Provisioning complete for port fa00a944-21f3-4ced-8cf0-b0137d8c77d1 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 22:20:15.372482 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-c970b9b2-c444-4077-8656-4114f61c0229 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (fa00a944-21f3-4ced-8cf0-b0137d8c77d1), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:20:15.410458 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_dvr_db [None req-1c195950-3de9-4cfc-aa30-81b69c43522c None None] Set router ba2ccf22-10a8-41c7-8502-d3df2428d44d gateway port host: n-d-760453-5 {{(pid=103307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 22:20:15.434859 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.db_base_plugin_common [None req-1754b942-eca5-4338-993d-06a08970018b admin admin] Allocated IP 172.20.0.1 (987c4757-acc1-493c-9d36-e72b2ff5c88c/65862f4f-5f5e-4289-92c8-b4b2cba61d61/dda6f8ce-4b7f-4d60-b91c-fea38291d484) {{(pid=103305) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 22:20:15.467967 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device 8e693198-f5fb-4e5f-b2ca-1b855f910b15 up at agent ovs-agent-n-d-760453-5 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 22:20:15.502829 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-335b431c-b463-4eea-bd49-c86b9024ec2e None None] Pushing event updated for resources: {'Port': ['ID=d52ad5bd-c993-4aae-8d88-d33196b1efe0,revision_number=3']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 22:20:15.508325 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b149dca-0d61-4c31-bd02-1fef17b90be6 None None] Routers {'be4da420-2961-4c18-90d1-1484032f31a1'} bound to L3 agent in host n-d-760453-5 {{(pid=103306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 22:20:15.508945 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-7b149dca-0d61-4c31-bd02-1fef17b90be6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-26T20:55:21Z,description=,heartbeat_timestamp=2022-01-26T22:19:51Z,host='n-d-760453-5',id=09df100c-3af1-4b0a-bda8-05914c71c458,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:55:21Z,topic='l3_agent')) {'router_ids': ['be4da420-2961-4c18-90d1-1484032f31a1'], 'active': True} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 22:20:15.572105 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-1754b942-eca5-4338-993d-06a08970018b admin admin] Publish callbacks [] for port (dda6f8ce-4b7f-4d60-b91c-fea38291d484), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:20:15.616945 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-1754b942-eca5-4338-993d-06a08970018b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746560234527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11791543'] for port (dda6f8ce-4b7f-4d60-b91c-fea38291d484), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:20:15.652408 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-1c195950-3de9-4cfc-aa30-81b69c43522c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba2ccf22-10a8-41c7-8502-d3df2428d44d', 'name': 'tempest-TestMinimumBasicScenario-407433458-router', 'tenant_id': '53271da3034d4f14b3f54817ed5525a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'external_fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.228'}], 'enable_snat': True}, 'gw_port_id': 'a321a021-8795-4b47-aab3-7821d83cca4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T22:20:07Z', 'updated_at': '2022-01-26T22:20:10Z', 'revision_number': 4, 'project_id': '53271da3034d4f14b3f54817ed5525a0', 'gw_port': {'id': 'a321a021-8795-4b47-aab3-7821d83cca4b', 'name': '', 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:14:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba2ccf22-10a8-41c7-8502-d3df2428d44d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4192, 'fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T22:20:08Z', 'updated_at': '2022-01-26T22:20:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-5', '_interfaces': [{'id': 'fa00a944-21f3-4ced-8cf0-b0137d8c77d1', 'name': '', 'network_id': '72f342c2-2983-42be-a8a2-ab8ef8d52450', 'tenant_id': '53271da3034d4f14b3f54817ed5525a0', 'mac_address': 'fa:16:3e:bc:3f:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba2ccf22-10a8-41c7-8502-d3df2428d44d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4193, 'fixed_ips': [{'subnet_id': 'b03191f6-3d2c-4789-b4a9-0624ec9af807', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T22:20:09Z', 'updated_at': '2022-01-26T22:20:15Z', 'revision_number': 4, 'project_id': '53271da3034d4f14b3f54817ed5525a0', 'subnets': [{'id': 'b03191f6-3d2c-4789-b4a9-0624ec9af807', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760453-5', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 22:20:15.660078 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1754b942-eca5-4338-993d-06a08970018b admin admin] Network 987c4757-acc1-493c-9d36-e72b2ff5c88c is already hosted by enough agents. {{(pid=103305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 22:20:15.666100 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [None req-1754b942-eca5-4338-993d-06a08970018b admin admin] Resources bound (agent type, host, resource id): {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 22:20:15.676118 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1754b942-eca5-4338-993d-06a08970018b admin admin] Pushing event updated for resources: {'Port': ['ID=dda6f8ce-4b7f-4d60-b91c-fea38291d484,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 22:20:15.682951 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c195950-3de9-4cfc-aa30-81b69c43522c None None] The sync data for ids ['ba2ccf22-10a8-41c7-8502-d3df2428d44d'] in n-d-760453-5 is: [{'id': 'ba2ccf22-10a8-41c7-8502-d3df2428d44d', 'name': 'tempest-TestMinimumBasicScenario-407433458-router', 'tenant_id': '53271da3034d4f14b3f54817ed5525a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'external_fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.228'}], 'enable_snat': True}, 'gw_port_id': 'a321a021-8795-4b47-aab3-7821d83cca4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T22:20:07Z', 'updated_at': '2022-01-26T22:20:10Z', 'revision_number': 4, 'project_id': '53271da3034d4f14b3f54817ed5525a0', 'gw_port': {'id': 'a321a021-8795-4b47-aab3-7821d83cca4b', 'name': '', 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:14:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba2ccf22-10a8-41c7-8502-d3df2428d44d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4192, 'fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T22:20:08Z', 'updated_at': '2022-01-26T22:20:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-5', '_interfaces': [{'id': 'fa00a944-21f3-4ced-8cf0-b0137d8c77d1', 'name': '', 'network_id': '72f342c2-2983-42be-a8a2-ab8ef8d52450', 'tenant_id': '53271da3034d4f14b3f54817ed5525a0', 'mac_address': 'fa:16:3e:bc:3f:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba2ccf22-10a8-41c7-8502-d3df2428d44d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4193, 'fixed_ips': [{'subnet_id': 'b03191f6-3d2c-4789-b4a9-0624ec9af807', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T22:20:09Z', 'updated_at': '2022-01-26T22:20:15Z', 'revision_number': 4, 'project_id': '53271da3034d4f14b3f54817ed5525a0', 'subnets': [{'id': 'b03191f6-3d2c-4789-b4a9-0624ec9af807', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 26 22:20:15.687871 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1754b942-eca5-4338-993d-06a08970018b admin admin] Received port after_create {{(pid=103305) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 22:20:15.744991 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-1754b942-eca5-4338-993d-06a08970018b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4111050'] for router_interface (be4da420-2961-4c18-90d1-1484032f31a1), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:20:15.851692 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Provisioning complete for port 8e693198-f5fb-4e5f-b2ca-1b855f910b15 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 22:20:15.852253 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (8e693198-f5fb-4e5f-b2ca-1b855f910b15), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:20:15.887937 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvr_db [None req-7b149dca-0d61-4c31-bd02-1fef17b90be6 None None] Set router be4da420-2961-4c18-90d1-1484032f31a1 gateway port host: n-d-760453-5 {{(pid=103306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 22:20:15.891721 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-c970b9b2-c444-4077-8656-4114f61c0229 None None] Current status of the port fa00a944-21f3-4ced-8cf0-b0137d8c77d1 is: DOWN; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 22:20:15.892120 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-c970b9b2-c444-4077-8656-4114f61c0229 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (fa00a944-21f3-4ced-8cf0-b0137d8c77d1), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:20:15.895269 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-1754b942-eca5-4338-993d-06a08970018b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (dda6f8ce-4b7f-4d60-b91c-fea38291d484), before_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:20:16.027050 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-c970b9b2-c444-4077-8656-4114f61c0229 None None] For port fa00a944-21f3-4ced-8cf0-b0137d8c77d1, host n-d-760453-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=fa00a944-21f3-4ced-8cf0-b0137d8c77d1,segment=NetworkSegment(407ccffb-6a1b-4b97-ba06-510ce6b38806),segment_id=407ccffb-6a1b-4b97-ba06-510ce6b38806)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 22:20:16.038414 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-c970b9b2-c444-4077-8656-4114f61c0229 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (fa00a944-21f3-4ced-8cf0-b0137d8c77d1), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:20:16.090643 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-1754b942-eca5-4338-993d-06a08970018b admin admin] Publish callbacks [] for port (dda6f8ce-4b7f-4d60-b91c-fea38291d484), precommit_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:20:16.096311 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-1754b942-eca5-4338-993d-06a08970018b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11791520'] for port (dda6f8ce-4b7f-4d60-b91c-fea38291d484), after_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:20:16.151298 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c970b9b2-c444-4077-8656-4114f61c0229 None None] Pushing event updated for resources: {'Port': ['ID=fa00a944-21f3-4ced-8cf0-b0137d8c77d1,revision_number=5']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 22:20:16.160268 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Current status of the port 8e693198-f5fb-4e5f-b2ca-1b855f910b15 is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 22:20:16.161500 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device a321a021-8795-4b47-aab3-7821d83cca4b up at agent ovs-agent-n-d-760453-5 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 22:20:16.167240 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1754b942-eca5-4338-993d-06a08970018b admin admin] Pushing event updated for resources: {'Port': ['ID=dda6f8ce-4b7f-4d60-b91c-fea38291d484,revision_number=2']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 22:20:16.172583 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-1754b942-eca5-4338-993d-06a08970018b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3709457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4110682'] for router_interface (be4da420-2961-4c18-90d1-1484032f31a1), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:20:16.223319 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-8d46b36c-f26d-4d10-8b52-c67d79f37a87 None None] Provisioning complete for port dda6f8ce-4b7f-4d60-b91c-fea38291d484 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 22:20:16.223700 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-8d46b36c-f26d-4d10-8b52-c67d79f37a87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (dda6f8ce-4b7f-4d60-b91c-fea38291d484), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:20:16.273090 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1754b942-eca5-4338-993d-06a08970018b admin admin] Network 987c4757-acc1-493c-9d36-e72b2ff5c88c is already hosted by enough agents. {{(pid=103305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 22:20:16.274514 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [None req-1754b942-eca5-4338-993d-06a08970018b admin admin] Resources bound (agent type, host, resource id): {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 22:20:16.279444 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-8d46b36c-f26d-4d10-8b52-c67d79f37a87 None None] Port dda6f8ce-4b7f-4d60-b91c-fea38291d484 cannot update to ACTIVE because it is not bound. {{(pid=103306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 26 22:20:16.293567 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Provisioning complete for port a321a021-8795-4b47-aab3-7821d83cca4b triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 22:20:16.293950 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (a321a021-8795-4b47-aab3-7821d83cca4b), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:20:16.328766 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-8d46b36c-f26d-4d10-8b52-c67d79f37a87 None None] Provisioning complete for port fa00a944-21f3-4ced-8cf0-b0137d8c77d1 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 22:20:16.328941 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-8d46b36c-f26d-4d10-8b52-c67d79f37a87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (fa00a944-21f3-4ced-8cf0-b0137d8c77d1), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:20:16.359140 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-7b149dca-0d61-4c31-bd02-1fef17b90be6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be4da420-2961-4c18-90d1-1484032f31a1', 'name': 'tempest-TestMinimumBasicScenario-1080121560-router', 'tenant_id': 'c54662b8fcc142a9a44df7189b913a93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'external_fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.186'}], 'enable_snat': True}, 'gw_port_id': 'd52ad5bd-c993-4aae-8d88-d33196b1efe0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T22:20:12Z', 'updated_at': '2022-01-26T22:20:13Z', 'revision_number': 3, 'project_id': 'c54662b8fcc142a9a44df7189b913a93', 'gw_port': {'id': 'd52ad5bd-c993-4aae-8d88-d33196b1efe0', 'name': '', 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:b9:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be4da420-2961-4c18-90d1-1484032f31a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T22:20:12Z', 'updated_at': '2022-01-26T22:20:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-5'}], 'n-d-760453-5', False) {} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 22:20:16.396762 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b149dca-0d61-4c31-bd02-1fef17b90be6 None None] The sync data for ids ['be4da420-2961-4c18-90d1-1484032f31a1'] in n-d-760453-5 is: [{'id': 'be4da420-2961-4c18-90d1-1484032f31a1', 'name': 'tempest-TestMinimumBasicScenario-1080121560-router', 'tenant_id': 'c54662b8fcc142a9a44df7189b913a93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'external_fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.186'}], 'enable_snat': True}, 'gw_port_id': 'd52ad5bd-c993-4aae-8d88-d33196b1efe0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T22:20:12Z', 'updated_at': '2022-01-26T22:20:13Z', 'revision_number': 3, 'project_id': 'c54662b8fcc142a9a44df7189b913a93', 'gw_port': {'id': 'd52ad5bd-c993-4aae-8d88-d33196b1efe0', 'name': '', 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:b9:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be4da420-2961-4c18-90d1-1484032f31a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T22:20:12Z', 'updated_at': '2022-01-26T22:20:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-5'}] {{(pid=103306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 26 22:20:16.438759 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1754b942-eca5-4338-993d-06a08970018b admin admin] Router be4da420-2961-4c18-90d1-1484032f31a1 has already been hosted by L3 agent 09df100c-3af1-4b0a-bda8-05914c71c458 {{(pid=103305) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 26 22:20:16.504089 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Current status of the port a321a021-8795-4b47-aab3-7821d83cca4b is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 22:20:16.519565 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-8d46b36c-f26d-4d10-8b52-c67d79f37a87 None None] Current status of the port fa00a944-21f3-4ced-8cf0-b0137d8c77d1 is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 22:20:16.583222 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1754b942-eca5-4338-993d-06a08970018b admin admin] Notify agent at l3_agent.n-d-760453-5 the message routers_updated {{(pid=103305) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 26 22:20:16.588991 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-1754b942-eca5-4338-993d-06a08970018b admin admin] 10.222.0.13 "PUT /v2.0/routers/be4da420-2961-4c18-90d1-1484032f31a1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1896627 Jan 26 22:20:16.642671 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-080ec6d5-ac92-4f56-ab51-a3af1f07964e None None] Provisioning complete for port dda6f8ce-4b7f-4d60-b91c-fea38291d484 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 22:20:16.643045 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-080ec6d5-ac92-4f56-ab51-a3af1f07964e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (dda6f8ce-4b7f-4d60-b91c-fea38291d484), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:20:16.690596 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-080ec6d5-ac92-4f56-ab51-a3af1f07964e None None] Port dda6f8ce-4b7f-4d60-b91c-fea38291d484 cannot update to ACTIVE because it is not bound. {{(pid=103306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 26 22:20:17.362056 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device d52ad5bd-c993-4aae-8d88-d33196b1efe0 up at agent ovs-agent-n-d-760453-5 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 22:20:17.412056 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Provisioning complete for port d52ad5bd-c993-4aae-8d88-d33196b1efe0 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 22:20:17.412432 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (d52ad5bd-c993-4aae-8d88-d33196b1efe0), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:20:17.506537 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Current status of the port d52ad5bd-c993-4aae-8d88-d33196b1efe0 is: DOWN; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 22:20:17.506992 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (d52ad5bd-c993-4aae-8d88-d33196b1efe0), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:20:17.536452 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] For port d52ad5bd-c993-4aae-8d88-d33196b1efe0, host n-d-760453-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=d52ad5bd-c993-4aae-8d88-d33196b1efe0,segment=NetworkSegment(e17cb353-418f-48b9-b982-21a6233ee99b),segment_id=e17cb353-418f-48b9-b982-21a6233ee99b)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 22:20:17.543891 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (d52ad5bd-c993-4aae-8d88-d33196b1efe0), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:20:17.544956 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device fa00a944-21f3-4ced-8cf0-b0137d8c77d1 up at agent ovs-agent-n-d-760453-5 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 22:20:17.628144 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Pushing event updated for resources: {'Port': ['ID=d52ad5bd-c993-4aae-8d88-d33196b1efe0,revision_number=4']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 22:20:17.638537 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:20:17.639035 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:20:17.639474 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:20:17.639920 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:20:17.640365 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:20:17.640793 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:20:17.641192 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:20:17.641612 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:20:17.642008 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:20:17.642466 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:20:17.643356 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:20:17.643746 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:20:17.644134 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:20:17.657924 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Provisioning complete for port fa00a944-21f3-4ced-8cf0-b0137d8c77d1 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 22:20:17.658324 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (fa00a944-21f3-4ced-8cf0-b0137d8c77d1), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:20:17.750269 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Current status of the port fa00a944-21f3-4ced-8cf0-b0137d8c77d1 is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 22:20:18.905320 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b14cbf2a-d1f5-49ef-a266-0b8271b79f11 None None] Sync routers for ids ['be4da420-2961-4c18-90d1-1484032f31a1'] in n-d-760453-5 {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 26 22:20:18.916312 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b14cbf2a-d1f5-49ef-a266-0b8271b79f11 None None] Routers {'be4da420-2961-4c18-90d1-1484032f31a1'} bound to L3 agent in host n-d-760453-5 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 22:20:18.917838 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-b14cbf2a-d1f5-49ef-a266-0b8271b79f11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-26T20:55:21Z,description=,heartbeat_timestamp=2022-01-26T22:19:51Z,host='n-d-760453-5',id=09df100c-3af1-4b0a-bda8-05914c71c458,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:55:21Z,topic='l3_agent')) {'router_ids': ['be4da420-2961-4c18-90d1-1484032f31a1'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 22:20:19.040780 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-5789d323-0890-44d6-9821-f11d8235e84a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (474ccdf7-ab6c-405b-a3b2-dc7b05829902), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:20:19.048436 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_dvr_db [None req-b14cbf2a-d1f5-49ef-a266-0b8271b79f11 None None] Set router be4da420-2961-4c18-90d1-1484032f31a1 gateway port host: n-d-760453-5 {{(pid=103307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 22:20:19.259477 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device d52ad5bd-c993-4aae-8d88-d33196b1efe0 up at agent ovs-agent-n-d-760453-5 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 22:20:19.285991 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-b14cbf2a-d1f5-49ef-a266-0b8271b79f11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be4da420-2961-4c18-90d1-1484032f31a1', 'name': 'tempest-TestMinimumBasicScenario-1080121560-router', 'tenant_id': 'c54662b8fcc142a9a44df7189b913a93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'external_fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.186'}], 'enable_snat': True}, 'gw_port_id': 'd52ad5bd-c993-4aae-8d88-d33196b1efe0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T22:20:12Z', 'updated_at': '2022-01-26T22:20:15Z', 'revision_number': 4, 'project_id': 'c54662b8fcc142a9a44df7189b913a93', 'gw_port': {'id': 'd52ad5bd-c993-4aae-8d88-d33196b1efe0', 'name': '', 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:b9:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be4da420-2961-4c18-90d1-1484032f31a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T22:20:12Z', 'updated_at': '2022-01-26T22:20:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-5', '_interfaces': [{'id': 'dda6f8ce-4b7f-4d60-b91c-fea38291d484', 'name': '', 'network_id': '987c4757-acc1-493c-9d36-e72b2ff5c88c', 'tenant_id': 'c54662b8fcc142a9a44df7189b913a93', 'mac_address': 'fa:16:3e:aa:3f:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be4da420-2961-4c18-90d1-1484032f31a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': '65862f4f-5f5e-4289-92c8-b4b2cba61d61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T22:20:15Z', 'updated_at': '2022-01-26T22:20:15Z', 'revision_number': 2, 'project_id': 'c54662b8fcc142a9a44df7189b913a93', 'subnets': [{'id': '65862f4f-5f5e-4289-92c8-b4b2cba61d61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760453-5', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 22:20:19.321950 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b14cbf2a-d1f5-49ef-a266-0b8271b79f11 None None] Checking router: be4da420-2961-4c18-90d1-1484032f31a1 for host: n-d-760453-5 {{(pid=103307) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 26 22:20:19.322370 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b14cbf2a-d1f5-49ef-a266-0b8271b79f11 None None] Updating router be4da420-2961-4c18-90d1-1484032f31a1 port dda6f8ce-4b7f-4d60-b91c-fea38291d484 binding host n-d-760453-5 {{(pid=103307) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 26 22:20:19.326486 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Provisioning complete for port d52ad5bd-c993-4aae-8d88-d33196b1efe0 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 22:20:19.327057 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (d52ad5bd-c993-4aae-8d88-d33196b1efe0), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:20:19.361427 n-d-760453-5 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-b14cbf2a-d1f5-49ef-a266-0b8271b79f11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (dda6f8ce-4b7f-4d60-b91c-fea38291d484), before_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:20:19.438413 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Current status of the port d52ad5bd-c993-4aae-8d88-d33196b1efe0 is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 22:20:19.683459 n-d-760453-5 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-b14cbf2a-d1f5-49ef-a266-0b8271b79f11 None None] Publish callbacks [] for port (dda6f8ce-4b7f-4d60-b91c-fea38291d484), precommit_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:20:19.690444 n-d-760453-5 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-b14cbf2a-d1f5-49ef-a266-0b8271b79f11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (dda6f8ce-4b7f-4d60-b91c-fea38291d484), after_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:20:19.744029 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13119fbe-342d-48f5-9304-236b9ebe8642 None None] Pushing event updated for resources: {'Port': ['ID=dda6f8ce-4b7f-4d60-b91c-fea38291d484,revision_number=3']} {{(pid=103307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 22:20:19.809753 n-d-760453-5 neutron-server[103307]: DEBUG neutron.plugins.ml2.managers [None req-b14cbf2a-d1f5-49ef-a266-0b8271b79f11 None None] Attempting to bind port dda6f8ce-4b7f-4d60-b91c-fea38291d484 on host n-d-760453-5 for vnic_type normal with profile {{(pid=103307) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 22:20:19.810208 n-d-760453-5 neutron-server[103307]: DEBUG neutron.plugins.ml2.managers [None req-b14cbf2a-d1f5-49ef-a266-0b8271b79f11 None None] Attempting to bind port dda6f8ce-4b7f-4d60-b91c-fea38291d484 by drivers openvswitch,hyperv on host n-d-760453-5 at level 0 using segments [{'id': '8156ab3a-3587-44bb-bb9b-5ae5632e5729', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '987c4757-acc1-493c-9d36-e72b2ff5c88c'}] {{(pid=103307) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 26 22:20:19.810642 n-d-760453-5 neutron-server[103307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b14cbf2a-d1f5-49ef-a266-0b8271b79f11 None None] Attempting to bind port dda6f8ce-4b7f-4d60-b91c-fea38291d484 on network 987c4757-acc1-493c-9d36-e72b2ff5c88c {{(pid=103307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 22:20:19.819651 n-d-760453-5 neutron-server[103307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b14cbf2a-d1f5-49ef-a266-0b8271b79f11 None None] Checking agent: {'id': 'fea0591a-627d-4c87-9a9a-01625ddf3277', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760453-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 20, 55, 25), 'started_at': datetime.datetime(2022, 1, 26, 20, 55, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 22, 19, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760453-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 26 22:20:19.819651 n-d-760453-5 neutron-server[103307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b14cbf2a-d1f5-49ef-a266-0b8271b79f11 None None] Checking segment: {'id': '8156ab3a-3587-44bb-bb9b-5ae5632e5729', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '987c4757-acc1-493c-9d36-e72b2ff5c88c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103307) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 22:20:19.820168 n-d-760453-5 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-b14cbf2a-d1f5-49ef-a266-0b8271b79f11 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:20:19.820808 n-d-760453-5 neutron-server[103307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b14cbf2a-d1f5-49ef-a266-0b8271b79f11 None None] Bound using segment: {'id': '8156ab3a-3587-44bb-bb9b-5ae5632e5729', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '987c4757-acc1-493c-9d36-e72b2ff5c88c'} {{(pid=103307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 26 22:20:19.821144 n-d-760453-5 neutron-server[103307]: DEBUG neutron.plugins.ml2.managers [None req-b14cbf2a-d1f5-49ef-a266-0b8271b79f11 None None] Bound port: dda6f8ce-4b7f-4d60-b91c-fea38291d484, host: n-d-760453-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8156ab3a-3587-44bb-bb9b-5ae5632e5729', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '987c4757-acc1-493c-9d36-e72b2ff5c88c'}}] {{(pid=103307) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 26 22:20:19.821818 n-d-760453-5 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-b14cbf2a-d1f5-49ef-a266-0b8271b79f11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (dda6f8ce-4b7f-4d60-b91c-fea38291d484), before_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:20:19.899486 n-d-760453-5 neutron-server[103307]: DEBUG neutron.plugins.ml2.db [None req-b14cbf2a-d1f5-49ef-a266-0b8271b79f11 None None] For port dda6f8ce-4b7f-4d60-b91c-fea38291d484, host n-d-760453-5, cleared binding levels {{(pid=103307) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 26 22:20:19.903159 n-d-760453-5 neutron-server[103307]: DEBUG neutron.plugins.ml2.db [None req-b14cbf2a-d1f5-49ef-a266-0b8271b79f11 None None] For port dda6f8ce-4b7f-4d60-b91c-fea38291d484, host n-d-760453-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=dda6f8ce-4b7f-4d60-b91c-fea38291d484,segment=NetworkSegment(8156ab3a-3587-44bb-bb9b-5ae5632e5729),segment_id=8156ab3a-3587-44bb-bb9b-5ae5632e5729)] {{(pid=103307) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 26 22:20:19.909462 n-d-760453-5 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-b14cbf2a-d1f5-49ef-a266-0b8271b79f11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (dda6f8ce-4b7f-4d60-b91c-fea38291d484), after_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:20:19.985560 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13119fbe-342d-48f5-9304-236b9ebe8642 None None] Pushing event updated for resources: {'Port': ['ID=dda6f8ce-4b7f-4d60-b91c-fea38291d484,revision_number=4']} {{(pid=103307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 22:20:19.989878 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b14cbf2a-d1f5-49ef-a266-0b8271b79f11 None None] Routers {'be4da420-2961-4c18-90d1-1484032f31a1'} bound to L3 agent in host n-d-760453-5 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 22:20:19.990559 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-b14cbf2a-d1f5-49ef-a266-0b8271b79f11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-26T20:55:21Z,description=,heartbeat_timestamp=2022-01-26T22:19:51Z,host='n-d-760453-5',id=09df100c-3af1-4b0a-bda8-05914c71c458,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:55:21Z,topic='l3_agent')) {'router_ids': ['be4da420-2961-4c18-90d1-1484032f31a1'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 22:20:20.101442 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-49affe72-82ba-45a3-989b-6bed08b6b65f None None] Provisioning complete for port dda6f8ce-4b7f-4d60-b91c-fea38291d484 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 22:20:20.101928 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-49affe72-82ba-45a3-989b-6bed08b6b65f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (dda6f8ce-4b7f-4d60-b91c-fea38291d484), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:20:20.116882 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_dvr_db [None req-b14cbf2a-d1f5-49ef-a266-0b8271b79f11 None None] Set router be4da420-2961-4c18-90d1-1484032f31a1 gateway port host: n-d-760453-5 {{(pid=103307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 22:20:20.218358 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-49affe72-82ba-45a3-989b-6bed08b6b65f None None] Current status of the port dda6f8ce-4b7f-4d60-b91c-fea38291d484 is: DOWN; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 22:20:20.219239 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-49affe72-82ba-45a3-989b-6bed08b6b65f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (dda6f8ce-4b7f-4d60-b91c-fea38291d484), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:20:20.261105 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-49affe72-82ba-45a3-989b-6bed08b6b65f None None] For port dda6f8ce-4b7f-4d60-b91c-fea38291d484, host n-d-760453-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=dda6f8ce-4b7f-4d60-b91c-fea38291d484,segment=NetworkSegment(8156ab3a-3587-44bb-bb9b-5ae5632e5729),segment_id=8156ab3a-3587-44bb-bb9b-5ae5632e5729)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 22:20:20.268165 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-49affe72-82ba-45a3-989b-6bed08b6b65f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (dda6f8ce-4b7f-4d60-b91c-fea38291d484), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:20:20.339159 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49affe72-82ba-45a3-989b-6bed08b6b65f None None] Pushing event updated for resources: {'Port': ['ID=dda6f8ce-4b7f-4d60-b91c-fea38291d484,revision_number=5']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 22:20:20.382846 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-b14cbf2a-d1f5-49ef-a266-0b8271b79f11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be4da420-2961-4c18-90d1-1484032f31a1', 'name': 'tempest-TestMinimumBasicScenario-1080121560-router', 'tenant_id': 'c54662b8fcc142a9a44df7189b913a93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'external_fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.186'}], 'enable_snat': True}, 'gw_port_id': 'd52ad5bd-c993-4aae-8d88-d33196b1efe0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T22:20:12Z', 'updated_at': '2022-01-26T22:20:15Z', 'revision_number': 4, 'project_id': 'c54662b8fcc142a9a44df7189b913a93', 'gw_port': {'id': 'd52ad5bd-c993-4aae-8d88-d33196b1efe0', 'name': '', 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:b9:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be4da420-2961-4c18-90d1-1484032f31a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T22:20:12Z', 'updated_at': '2022-01-26T22:20:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-5', '_interfaces': [{'id': 'dda6f8ce-4b7f-4d60-b91c-fea38291d484', 'name': '', 'network_id': '987c4757-acc1-493c-9d36-e72b2ff5c88c', 'tenant_id': 'c54662b8fcc142a9a44df7189b913a93', 'mac_address': 'fa:16:3e:aa:3f:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be4da420-2961-4c18-90d1-1484032f31a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': '65862f4f-5f5e-4289-92c8-b4b2cba61d61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T22:20:15Z', 'updated_at': '2022-01-26T22:20:19Z', 'revision_number': 4, 'project_id': 'c54662b8fcc142a9a44df7189b913a93', 'subnets': [{'id': '65862f4f-5f5e-4289-92c8-b4b2cba61d61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760453-5', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 22:20:20.391097 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-0281ebd1-375a-4bb8-a9a8-81ab19e9b457 None None] Provisioning complete for port dda6f8ce-4b7f-4d60-b91c-fea38291d484 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 22:20:20.391475 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-0281ebd1-375a-4bb8-a9a8-81ab19e9b457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (dda6f8ce-4b7f-4d60-b91c-fea38291d484), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:20:20.512745 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-0281ebd1-375a-4bb8-a9a8-81ab19e9b457 None None] Current status of the port dda6f8ce-4b7f-4d60-b91c-fea38291d484 is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 22:20:20.520481 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b14cbf2a-d1f5-49ef-a266-0b8271b79f11 None None] The sync data for ids ['be4da420-2961-4c18-90d1-1484032f31a1'] in n-d-760453-5 is: [{'id': 'be4da420-2961-4c18-90d1-1484032f31a1', 'name': 'tempest-TestMinimumBasicScenario-1080121560-router', 'tenant_id': 'c54662b8fcc142a9a44df7189b913a93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'external_fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.186'}], 'enable_snat': True}, 'gw_port_id': 'd52ad5bd-c993-4aae-8d88-d33196b1efe0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T22:20:12Z', 'updated_at': '2022-01-26T22:20:15Z', 'revision_number': 4, 'project_id': 'c54662b8fcc142a9a44df7189b913a93', 'gw_port': {'id': 'd52ad5bd-c993-4aae-8d88-d33196b1efe0', 'name': '', 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:b9:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be4da420-2961-4c18-90d1-1484032f31a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T22:20:12Z', 'updated_at': '2022-01-26T22:20:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-5', '_interfaces': [{'id': 'dda6f8ce-4b7f-4d60-b91c-fea38291d484', 'name': '', 'network_id': '987c4757-acc1-493c-9d36-e72b2ff5c88c', 'tenant_id': 'c54662b8fcc142a9a44df7189b913a93', 'mac_address': 'fa:16:3e:aa:3f:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be4da420-2961-4c18-90d1-1484032f31a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': '65862f4f-5f5e-4289-92c8-b4b2cba61d61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T22:20:15Z', 'updated_at': '2022-01-26T22:20:19Z', 'revision_number': 4, 'project_id': 'c54662b8fcc142a9a44df7189b913a93', 'subnets': [{'id': '65862f4f-5f5e-4289-92c8-b4b2cba61d61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 26 22:20:21.305598 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device dda6f8ce-4b7f-4d60-b91c-fea38291d484 up at agent ovs-agent-n-d-760453-5 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 22:20:21.391434 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2cddfbaf-fe61-49bb-bf44-7bb124c6ceac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (09df100c-3af1-4b0a-bda8-05914c71c458), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:20:21.396953 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Provisioning complete for port dda6f8ce-4b7f-4d60-b91c-fea38291d484 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 22:20:21.397373 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (dda6f8ce-4b7f-4d60-b91c-fea38291d484), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:20:21.509536 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Current status of the port dda6f8ce-4b7f-4d60-b91c-fea38291d484 is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 22:20:22.504452 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-841f5991-a4d8-4d4b-b215-cbc6bab5427b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (aa7ee9d2-08eb-4e12-b895-24c57300dfec), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:20:23.696700 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (4d619873-4b60-439f-9b5a-b155dc8bbc34), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:20:24.332301 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-839dd188-ec69-470c-9ab0-d318dc1a2e96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (e79b4fc6-6c71-44b2-a6d0-ff3e1f4dfd0d), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:20:25.485660 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (fea0591a-627d-4c87-9a9a-01625ddf3277), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:20:26.495669 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.agents_db [None req-569f1ced-6396-4ddf-b79f-e03b0b2146ab None None] Agent healthcheck: found 7 active agents {{(pid=103307) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 26 22:20:26.601622 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f5519d-2543-4114-a3d0-75060f7d68b4 req-9b4ff554-abab-406c-a5ec-bac56511c72b tempest-TestMinimumBasicScenario-772489497 tempest-TestMinimumBasicScenario-772489497-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:20:26.603112 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-36f5519d-2543-4114-a3d0-75060f7d68b4 req-9b4ff554-abab-406c-a5ec-bac56511c72b tempest-TestMinimumBasicScenario-772489497 tempest-TestMinimumBasicScenario-772489497-project] 10.222.0.13 "GET /v2.0/networks?id=72f342c2-2983-42be-a8a2-ab8ef8d52450 HTTP/1.1" status: 200 len: 814 time: 0.1028872 Jan 26 22:20:26.617656 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-36f5519d-2543-4114-a3d0-75060f7d68b4 req-07393b35-3aaa-4c29-bf30-67caf316cb33 tempest-TestMinimumBasicScenario-772489497 tempest-TestMinimumBasicScenario-772489497-project] 10.222.0.13 "GET /v2.0/quotas/53271da3034d4f14b3f54817ed5525a0 HTTP/1.1" status: 200 len: 375 time: 0.0089147 Jan 26 22:20:26.669740 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-36f5519d-2543-4114-a3d0-75060f7d68b4 req-1323eacc-47d6-4002-a49f-9bfa40fd359c tempest-TestMinimumBasicScenario-772489497 tempest-TestMinimumBasicScenario-772489497-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=53271da3034d4f14b3f54817ed5525a0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0473490 Jan 26 22:20:26.769599 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-36f5519d-2543-4114-a3d0-75060f7d68b4 req-316edea0-ea1c-475d-a27f-610cc455970a service neutron] 10.222.0.13 "GET /v2.0/networks/72f342c2-2983-42be-a8a2-ab8ef8d52450?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884359 Jan 26 22:20:26.857304 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-36f5519d-2543-4114-a3d0-75060f7d68b4 req-43078d8e-e466-48fa-a0cf-8aefb743f5f4 service neutron] 10.222.0.13 "GET /v2.0/networks/72f342c2-2983-42be-a8a2-ab8ef8d52450?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820060 Jan 26 22:20:27.014498 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-2feeb7de-8745-4ce4-acdd-21ee7669ff96 req-7d12af3d-d908-4b0d-b698-d58d862b4ab4 tempest-TestMinimumBasicScenario-772489497 tempest-TestMinimumBasicScenario-772489497-project] 10.222.0.13 "GET /v2.0/ports?device_id=e71b7149-a1b2-4a3c-9c09-45b8681d89bc HTTP/1.1" status: 200 len: 210 time: 0.0277529 Jan 26 22:20:28.070613 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f5519d-2543-4114-a3d0-75060f7d68b4 req-53ad9024-f2a6-492b-bd68-78d1ab23cc97 tempest-TestMinimumBasicScenario-772489497 tempest-TestMinimumBasicScenario-772489497-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:20:28.072092 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-36f5519d-2543-4114-a3d0-75060f7d68b4 req-53ad9024-f2a6-492b-bd68-78d1ab23cc97 tempest-TestMinimumBasicScenario-772489497 tempest-TestMinimumBasicScenario-772489497-project] 10.222.0.57 "GET /v2.0/networks?id=72f342c2-2983-42be-a8a2-ab8ef8d52450 HTTP/1.1" status: 200 len: 814 time: 0.1085443 Jan 26 22:20:28.084193 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [req-36f5519d-2543-4114-a3d0-75060f7d68b4 req-f39277cc-5c73-4777-b41a-7fb5ad3c38ab tempest-TestMinimumBasicScenario-772489497 tempest-TestMinimumBasicScenario-772489497-project] Request body: {'port': {'device_id': 'e71b7149-a1b2-4a3c-9c09-45b8681d89bc', 'network_id': '72f342c2-2983-42be-a8a2-ab8ef8d52450', 'admin_state_up': True, 'tenant_id': '53271da3034d4f14b3f54817ed5525a0'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 22:20:28.123862 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-45eada3b-5e0c-49e3-87fc-6058fd8f0f48 req-8a214026-ffcd-45b6-997d-fb69e7df7986 tempest-TestMinimumBasicScenario-772489497 tempest-TestMinimumBasicScenario-772489497-project] 10.222.0.13 "GET /v2.0/ports?device_id=e71b7149-a1b2-4a3c-9c09-45b8681d89bc HTTP/1.1" status: 200 len: 210 time: 0.0361955 Jan 26 22:20:28.219709 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-36f5519d-2543-4114-a3d0-75060f7d68b4 req-f39277cc-5c73-4777-b41a-7fb5ad3c38ab tempest-TestMinimumBasicScenario-772489497 tempest-TestMinimumBasicScenario-772489497-project] Made reservation on behalf of 53271da3034d4f14b3f54817ed5525a0 for: {'port': 1} {{(pid=103304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 22:20:28.223301 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-36f5519d-2543-4114-a3d0-75060f7d68b4 req-f39277cc-5c73-4777-b41a-7fb5ad3c38ab tempest-TestMinimumBasicScenario-772489497 tempest-TestMinimumBasicScenario-772489497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:20:28.406810 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.db_base_plugin_common [req-36f5519d-2543-4114-a3d0-75060f7d68b4 req-f39277cc-5c73-4777-b41a-7fb5ad3c38ab tempest-TestMinimumBasicScenario-772489497 tempest-TestMinimumBasicScenario-772489497-project] Allocated IP 172.20.0.7 (72f342c2-2983-42be-a8a2-ab8ef8d52450/b03191f6-3d2c-4789-b4a9-0624ec9af807/822d3663-a40e-45b5-92c2-54ba5ebfc330) {{(pid=103304) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 22:20:28.649518 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-36f5519d-2543-4114-a3d0-75060f7d68b4 req-f39277cc-5c73-4777-b41a-7fb5ad3c38ab tempest-TestMinimumBasicScenario-772489497 tempest-TestMinimumBasicScenario-772489497-project] Publish callbacks [] for port (822d3663-a40e-45b5-92c2-54ba5ebfc330), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:20:28.694107 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-36f5519d-2543-4114-a3d0-75060f7d68b4 req-f39277cc-5c73-4777-b41a-7fb5ad3c38ab tempest-TestMinimumBasicScenario-772489497 tempest-TestMinimumBasicScenario-772489497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746560234527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9281553'] for port (822d3663-a40e-45b5-92c2-54ba5ebfc330), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:20:28.740630 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-36f5519d-2543-4114-a3d0-75060f7d68b4 req-f39277cc-5c73-4777-b41a-7fb5ad3c38ab tempest-TestMinimumBasicScenario-772489497 tempest-TestMinimumBasicScenario-772489497-project] Network 72f342c2-2983-42be-a8a2-ab8ef8d52450 is already hosted by enough agents. {{(pid=103304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 22:20:28.744035 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [req-36f5519d-2543-4114-a3d0-75060f7d68b4 req-f39277cc-5c73-4777-b41a-7fb5ad3c38ab tempest-TestMinimumBasicScenario-772489497 tempest-TestMinimumBasicScenario-772489497-project] Resources bound (agent type, host, resource id): {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 22:20:28.748402 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [req-36f5519d-2543-4114-a3d0-75060f7d68b4 req-f39277cc-5c73-4777-b41a-7fb5ad3c38ab tempest-TestMinimumBasicScenario-772489497 tempest-TestMinimumBasicScenario-772489497-project] Received port after_create {{(pid=103304) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 22:20:28.803503 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f39277cc-5c73-4777-b41a-7fb5ad3c38ab tempest-TestMinimumBasicScenario-772489497 tempest-TestMinimumBasicScenario-772489497-project] Pushing event updated for resources: {'Port': ['ID=822d3663-a40e-45b5-92c2-54ba5ebfc330,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 22:20:28.817158 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f39277cc-5c73-4777-b41a-7fb5ad3c38ab tempest-TestMinimumBasicScenario-772489497 tempest-TestMinimumBasicScenario-772489497-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:20:28.817539 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f39277cc-5c73-4777-b41a-7fb5ad3c38ab tempest-TestMinimumBasicScenario-772489497 tempest-TestMinimumBasicScenario-772489497-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:20:28.817886 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f39277cc-5c73-4777-b41a-7fb5ad3c38ab tempest-TestMinimumBasicScenario-772489497 tempest-TestMinimumBasicScenario-772489497-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:20:28.818230 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f39277cc-5c73-4777-b41a-7fb5ad3c38ab tempest-TestMinimumBasicScenario-772489497 tempest-TestMinimumBasicScenario-772489497-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:20:28.818563 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f39277cc-5c73-4777-b41a-7fb5ad3c38ab tempest-TestMinimumBasicScenario-772489497 tempest-TestMinimumBasicScenario-772489497-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:20:28.818985 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f39277cc-5c73-4777-b41a-7fb5ad3c38ab tempest-TestMinimumBasicScenario-772489497 tempest-TestMinimumBasicScenario-772489497-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:20:28.819314 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f39277cc-5c73-4777-b41a-7fb5ad3c38ab tempest-TestMinimumBasicScenario-772489497 tempest-TestMinimumBasicScenario-772489497-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:20:28.819719 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f39277cc-5c73-4777-b41a-7fb5ad3c38ab tempest-TestMinimumBasicScenario-772489497 tempest-TestMinimumBasicScenario-772489497-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:20:28.820044 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f39277cc-5c73-4777-b41a-7fb5ad3c38ab tempest-TestMinimumBasicScenario-772489497 tempest-TestMinimumBasicScenario-772489497-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:20:28.820445 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f39277cc-5c73-4777-b41a-7fb5ad3c38ab tempest-TestMinimumBasicScenario-772489497 tempest-TestMinimumBasicScenario-772489497-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:20:28.820772 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f39277cc-5c73-4777-b41a-7fb5ad3c38ab tempest-TestMinimumBasicScenario-772489497 tempest-TestMinimumBasicScenario-772489497-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:20:28.821093 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f39277cc-5c73-4777-b41a-7fb5ad3c38ab tempest-TestMinimumBasicScenario-772489497 tempest-TestMinimumBasicScenario-772489497-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:20:28.821445 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f39277cc-5c73-4777-b41a-7fb5ad3c38ab tempest-TestMinimumBasicScenario-772489497 tempest-TestMinimumBasicScenario-772489497-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:20:28.834610 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f5519d-2543-4114-a3d0-75060f7d68b4 req-f39277cc-5c73-4777-b41a-7fb5ad3c38ab tempest-TestMinimumBasicScenario-772489497 tempest-TestMinimumBasicScenario-772489497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:20:28.835410 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-36f5519d-2543-4114-a3d0-75060f7d68b4 req-f39277cc-5c73-4777-b41a-7fb5ad3c38ab tempest-TestMinimumBasicScenario-772489497 tempest-TestMinimumBasicScenario-772489497-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:20:28.860503 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-36f5519d-2543-4114-a3d0-75060f7d68b4 req-f39277cc-5c73-4777-b41a-7fb5ad3c38ab tempest-TestMinimumBasicScenario-772489497 tempest-TestMinimumBasicScenario-772489497-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7806475 Jan 26 22:20:29.022922 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-61d4f599-39f0-4899-8c08-29df5cd143c8 None None] Provisioning complete for port 822d3663-a40e-45b5-92c2-54ba5ebfc330 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 22:20:29.023911 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-61d4f599-39f0-4899-8c08-29df5cd143c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (822d3663-a40e-45b5-92c2-54ba5ebfc330), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:20:29.063458 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-61d4f599-39f0-4899-8c08-29df5cd143c8 None None] Port 822d3663-a40e-45b5-92c2-54ba5ebfc330 cannot update to ACTIVE because it is not bound. {{(pid=103306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 26 22:20:29.447592 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85bceb5-1824-4f49-8132-e30dfaae02be req-e932ab0a-7474-424a-ab1a-eba03635ba58 tempest-TestMinimumBasicScenario-772489497 tempest-TestMinimumBasicScenario-772489497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:20:29.449459 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-a85bceb5-1824-4f49-8132-e30dfaae02be req-e932ab0a-7474-424a-ab1a-eba03635ba58 tempest-TestMinimumBasicScenario-772489497 tempest-TestMinimumBasicScenario-772489497-project] 10.222.0.13 "GET /v2.0/ports?device_id=e71b7149-a1b2-4a3c-9c09-45b8681d89bc HTTP/1.1" status: 200 len: 931 time: 0.2504511 Jan 26 22:20:29.501231 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-a85bceb5-1824-4f49-8132-e30dfaae02be req-4557a747-d121-4602-a63c-d734fca5fb9d tempest-TestMinimumBasicScenario-772489497 tempest-TestMinimumBasicScenario-772489497-project] 10.222.0.13 "GET /v2.0/security-groups?id=2835b86f-d514-4463-9a13-e568a6e42c07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447392 Jan 26 22:20:30.625062 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbe0dff-33ed-4d83-966b-08da0db8b83b req-5375b889-bdfc-4a4e-98da-8db73d91d452 tempest-TestMinimumBasicScenario-772489497 tempest-TestMinimumBasicScenario-772489497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:20:30.627955 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-cfbe0dff-33ed-4d83-966b-08da0db8b83b req-5375b889-bdfc-4a4e-98da-8db73d91d452 tempest-TestMinimumBasicScenario-772489497 tempest-TestMinimumBasicScenario-772489497-project] 10.222.0.13 "GET /v2.0/ports?device_id=e71b7149-a1b2-4a3c-9c09-45b8681d89bc HTTP/1.1" status: 200 len: 931 time: 0.0559430 Jan 26 22:20:30.678313 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-cfbe0dff-33ed-4d83-966b-08da0db8b83b req-c35938d5-f169-449e-8c5f-f969b9432a41 tempest-TestMinimumBasicScenario-772489497 tempest-TestMinimumBasicScenario-772489497-project] 10.222.0.13 "GET /v2.0/security-groups?id=2835b86f-d514-4463-9a13-e568a6e42c07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444458 Jan 26 22:20:31.809188 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5304216d-ff2d-4e9d-a6e1-b3e60d7ee66c req-ee617529-4b3b-4ce0-af18-0dd15b85688e tempest-TestMinimumBasicScenario-772489497 tempest-TestMinimumBasicScenario-772489497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:20:31.810826 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-5304216d-ff2d-4e9d-a6e1-b3e60d7ee66c req-ee617529-4b3b-4ce0-af18-0dd15b85688e tempest-TestMinimumBasicScenario-772489497 tempest-TestMinimumBasicScenario-772489497-project] 10.222.0.13 "GET /v2.0/ports?device_id=e71b7149-a1b2-4a3c-9c09-45b8681d89bc HTTP/1.1" status: 200 len: 931 time: 0.0584574 Jan 26 22:20:31.863034 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-5304216d-ff2d-4e9d-a6e1-b3e60d7ee66c req-08a6b39f-3802-45a5-803d-0c802adfafd0 tempest-TestMinimumBasicScenario-772489497 tempest-TestMinimumBasicScenario-772489497-project] 10.222.0.13 "GET /v2.0/security-groups?id=2835b86f-d514-4463-9a13-e568a6e42c07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466433 Jan 26 22:20:32.992256 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b35f01-ee92-4ef2-95ef-b605fd3770fc req-93386c94-517f-47c6-8c0f-2c52c04864fd tempest-TestMinimumBasicScenario-772489497 tempest-TestMinimumBasicScenario-772489497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:20:32.993817 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-40b35f01-ee92-4ef2-95ef-b605fd3770fc req-93386c94-517f-47c6-8c0f-2c52c04864fd tempest-TestMinimumBasicScenario-772489497 tempest-TestMinimumBasicScenario-772489497-project] 10.222.0.13 "GET /v2.0/ports?device_id=e71b7149-a1b2-4a3c-9c09-45b8681d89bc HTTP/1.1" status: 200 len: 931 time: 0.0526650 Jan 26 22:20:33.046528 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-40b35f01-ee92-4ef2-95ef-b605fd3770fc req-2dc1d67f-d3db-4890-9d5b-8af11dd99d8e tempest-TestMinimumBasicScenario-772489497 tempest-TestMinimumBasicScenario-772489497-project] 10.222.0.13 "GET /v2.0/security-groups?id=2835b86f-d514-4463-9a13-e568a6e42c07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441241 Jan 26 22:20:34.165334 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7acc6a7e-75a0-4931-bd4a-79e3a035697f req-6ac0f8c0-a977-46b6-8841-f30a79a90e60 tempest-TestMinimumBasicScenario-772489497 tempest-TestMinimumBasicScenario-772489497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:20:34.166907 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-7acc6a7e-75a0-4931-bd4a-79e3a035697f req-6ac0f8c0-a977-46b6-8841-f30a79a90e60 tempest-TestMinimumBasicScenario-772489497 tempest-TestMinimumBasicScenario-772489497-project] 10.222.0.13 "GET /v2.0/ports?device_id=e71b7149-a1b2-4a3c-9c09-45b8681d89bc HTTP/1.1" status: 200 len: 931 time: 0.0496652 Jan 26 22:20:34.221748 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-7acc6a7e-75a0-4931-bd4a-79e3a035697f req-7d94938c-8593-4105-9fa0-5b017166cf69 tempest-TestMinimumBasicScenario-772489497 tempest-TestMinimumBasicScenario-772489497-project] 10.222.0.13 "GET /v2.0/security-groups?id=2835b86f-d514-4463-9a13-e568a6e42c07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488086 Jan 26 22:20:35.343113 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043b750c-d4ec-46d6-a700-3abe63781cdc req-a4b8abae-c2f9-4e6b-a021-f6eb80833723 tempest-TestMinimumBasicScenario-772489497 tempest-TestMinimumBasicScenario-772489497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:20:35.344666 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-043b750c-d4ec-46d6-a700-3abe63781cdc req-a4b8abae-c2f9-4e6b-a021-f6eb80833723 tempest-TestMinimumBasicScenario-772489497 tempest-TestMinimumBasicScenario-772489497-project] 10.222.0.13 "GET /v2.0/ports?device_id=e71b7149-a1b2-4a3c-9c09-45b8681d89bc HTTP/1.1" status: 200 len: 931 time: 0.0500922 Jan 26 22:20:35.398834 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-043b750c-d4ec-46d6-a700-3abe63781cdc req-d896edb9-a25c-43d0-9abe-c1d2ba96571c tempest-TestMinimumBasicScenario-772489497 tempest-TestMinimumBasicScenario-772489497-project] 10.222.0.13 "GET /v2.0/security-groups?id=2835b86f-d514-4463-9a13-e568a6e42c07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471544 Jan 26 22:20:36.455983 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [req-36f5519d-2543-4114-a3d0-75060f7d68b4 req-24242bb9-66d9-4570-b2e8-a15a8d562f49 service neutron] Request body: {'port': {'device_id': 'e71b7149-a1b2-4a3c-9c09-45b8681d89bc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-760453-5'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 22:20:36.546172 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-36f5519d-2543-4114-a3d0-75060f7d68b4 req-24242bb9-66d9-4570-b2e8-a15a8d562f49 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (822d3663-a40e-45b5-92c2-54ba5ebfc330), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:20:36.555721 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0fb18a-a90c-4fd9-aa5c-0bdf4fd2c14d req-8fc43699-5dbe-4600-a52c-055ffde7d12a tempest-TestMinimumBasicScenario-772489497 tempest-TestMinimumBasicScenario-772489497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:20:36.557209 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-3e0fb18a-a90c-4fd9-aa5c-0bdf4fd2c14d req-8fc43699-5dbe-4600-a52c-055ffde7d12a tempest-TestMinimumBasicScenario-772489497 tempest-TestMinimumBasicScenario-772489497-project] 10.222.0.13 "GET /v2.0/ports?device_id=e71b7149-a1b2-4a3c-9c09-45b8681d89bc HTTP/1.1" status: 200 len: 931 time: 0.0796356 Jan 26 22:20:36.640196 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-3e0fb18a-a90c-4fd9-aa5c-0bdf4fd2c14d req-f692afa1-62b8-4a3c-9a6f-e5fb9b65d4df tempest-TestMinimumBasicScenario-772489497 tempest-TestMinimumBasicScenario-772489497-project] 10.222.0.13 "GET /v2.0/security-groups?id=2835b86f-d514-4463-9a13-e568a6e42c07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768318 Jan 26 22:20:36.849052 n-d-760453-5 neutron-server[103304]: DEBUG neutron.notifiers.nova [req-36f5519d-2543-4114-a3d0-75060f7d68b4 req-24242bb9-66d9-4570-b2e8-a15a8d562f49 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 822d3663-a40e-45b5-92c2-54ba5ebfc330 {{(pid=103304) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 26 22:20:36.856715 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-36f5519d-2543-4114-a3d0-75060f7d68b4 req-24242bb9-66d9-4570-b2e8-a15a8d562f49 service neutron] Publish callbacks [] for port (822d3663-a40e-45b5-92c2-54ba5ebfc330), precommit_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:20:36.868813 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.provisioning_blocks [req-36f5519d-2543-4114-a3d0-75060f7d68b4 req-24242bb9-66d9-4570-b2e8-a15a8d562f49 service neutron] Transition to ACTIVE for port object 822d3663-a40e-45b5-92c2-54ba5ebfc330 will not be triggered until provisioned by entity L2. {{(pid=103304) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 22:20:36.872426 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-36f5519d-2543-4114-a3d0-75060f7d68b4 req-24242bb9-66d9-4570-b2e8-a15a8d562f49 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9281542'] for port (822d3663-a40e-45b5-92c2-54ba5ebfc330), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:20:36.945964 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24242bb9-66d9-4570-b2e8-a15a8d562f49 service neutron] Pushing event updated for resources: {'Port': ['ID=822d3663-a40e-45b5-92c2-54ba5ebfc330,revision_number=2']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 22:20:36.997888 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [req-36f5519d-2543-4114-a3d0-75060f7d68b4 req-24242bb9-66d9-4570-b2e8-a15a8d562f49 service neutron] Attempting to bind port 822d3663-a40e-45b5-92c2-54ba5ebfc330 on host n-h2-760453-5 for vnic_type normal with profile {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 22:20:36.998218 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [req-36f5519d-2543-4114-a3d0-75060f7d68b4 req-24242bb9-66d9-4570-b2e8-a15a8d562f49 service neutron] Attempting to bind port 822d3663-a40e-45b5-92c2-54ba5ebfc330 by drivers openvswitch,hyperv on host n-h2-760453-5 at level 0 using segments [{'id': '407ccffb-6a1b-4b97-ba06-510ce6b38806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '72f342c2-2983-42be-a8a2-ab8ef8d52450'}] {{(pid=103304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 26 22:20:36.998539 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36f5519d-2543-4114-a3d0-75060f7d68b4 req-24242bb9-66d9-4570-b2e8-a15a8d562f49 service neutron] Attempting to bind port 822d3663-a40e-45b5-92c2-54ba5ebfc330 on network 72f342c2-2983-42be-a8a2-ab8ef8d52450 {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 22:20:37.003101 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36f5519d-2543-4114-a3d0-75060f7d68b4 req-24242bb9-66d9-4570-b2e8-a15a8d562f49 service neutron] Port 822d3663-a40e-45b5-92c2-54ba5ebfc330 on network 72f342c2-2983-42be-a8a2-ab8ef8d52450 not bound, no agent of type Open vSwitch agent registered on host n-h2-760453-5 {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 26 22:20:37.003419 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36f5519d-2543-4114-a3d0-75060f7d68b4 req-24242bb9-66d9-4570-b2e8-a15a8d562f49 service neutron] Attempting to bind port 822d3663-a40e-45b5-92c2-54ba5ebfc330 on network 72f342c2-2983-42be-a8a2-ab8ef8d52450 {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 22:20:37.008480 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36f5519d-2543-4114-a3d0-75060f7d68b4 req-24242bb9-66d9-4570-b2e8-a15a8d562f49 service neutron] Checking agent: {'id': '4d619873-4b60-439f-9b5a-b155dc8bbc34', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-760453-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 21, 2, 53), 'started_at': datetime.datetime(2022, 1, 26, 21, 2, 53), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 22, 20, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 26 22:20:37.008821 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36f5519d-2543-4114-a3d0-75060f7d68b4 req-24242bb9-66d9-4570-b2e8-a15a8d562f49 service neutron] Checking segment: {'id': '407ccffb-6a1b-4b97-ba06-510ce6b38806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '72f342c2-2983-42be-a8a2-ab8ef8d52450'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103304) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 22:20:37.009202 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36f5519d-2543-4114-a3d0-75060f7d68b4 req-24242bb9-66d9-4570-b2e8-a15a8d562f49 service neutron] Bound using segment: {'id': '407ccffb-6a1b-4b97-ba06-510ce6b38806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '72f342c2-2983-42be-a8a2-ab8ef8d52450'} {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 26 22:20:37.009664 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [req-36f5519d-2543-4114-a3d0-75060f7d68b4 req-24242bb9-66d9-4570-b2e8-a15a8d562f49 service neutron] Bound port: 822d3663-a40e-45b5-92c2-54ba5ebfc330, host: n-h2-760453-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '407ccffb-6a1b-4b97-ba06-510ce6b38806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '72f342c2-2983-42be-a8a2-ab8ef8d52450'}}] {{(pid=103304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 26 22:20:37.010021 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-36f5519d-2543-4114-a3d0-75060f7d68b4 req-24242bb9-66d9-4570-b2e8-a15a8d562f49 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (822d3663-a40e-45b5-92c2-54ba5ebfc330), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:20:37.074180 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [req-36f5519d-2543-4114-a3d0-75060f7d68b4 req-24242bb9-66d9-4570-b2e8-a15a8d562f49 service neutron] For port 822d3663-a40e-45b5-92c2-54ba5ebfc330, host n-h2-760453-5, cleared binding levels {{(pid=103304) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 26 22:20:37.077200 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [req-36f5519d-2543-4114-a3d0-75060f7d68b4 req-24242bb9-66d9-4570-b2e8-a15a8d562f49 service neutron] For port 822d3663-a40e-45b5-92c2-54ba5ebfc330, host n-h2-760453-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-5',level=0,port_id=822d3663-a40e-45b5-92c2-54ba5ebfc330,segment=NetworkSegment(407ccffb-6a1b-4b97-ba06-510ce6b38806),segment_id=407ccffb-6a1b-4b97-ba06-510ce6b38806)] {{(pid=103304) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 26 22:20:37.081653 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-36f5519d-2543-4114-a3d0-75060f7d68b4 req-24242bb9-66d9-4570-b2e8-a15a8d562f49 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9281542'] for port (822d3663-a40e-45b5-92c2-54ba5ebfc330), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:20:37.121028 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f5519d-2543-4114-a3d0-75060f7d68b4 req-24242bb9-66d9-4570-b2e8-a15a8d562f49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:20:37.121675 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-36f5519d-2543-4114-a3d0-75060f7d68b4 req-24242bb9-66d9-4570-b2e8-a15a8d562f49 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:20:37.123041 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-36f5519d-2543-4114-a3d0-75060f7d68b4 req-24242bb9-66d9-4570-b2e8-a15a8d562f49 service neutron] 10.222.0.57 "PUT /v2.0/ports/822d3663-a40e-45b5-92c2-54ba5ebfc330 HTTP/1.1" status: 200 len: 1091 time: 0.6720886 Jan 26 22:20:37.123476 n-d-760453-5 neutron-server[103304]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e71b7149-a1b2-4a3c-9c09-45b8681d89bc', 'tag': '822d3663-a40e-45b5-92c2-54ba5ebfc330'}] {{(pid=103304) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 22:20:37.125813 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86e783e1922a725fac327d65912384d63450ce1a6a2ee22db2d1cc52fb257f3b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66257425-9d40-4e9c-875a-bcfba6190d02" -d '{"events": [{"name": "network-changed", "server_uuid": "e71b7149-a1b2-4a3c-9c09-45b8681d89bc", "tag": "822d3663-a40e-45b5-92c2-54ba5ebfc330"}]}' {{(pid=103304) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 22:20:37.158475 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24242bb9-66d9-4570-b2e8-a15a8d562f49 service neutron] Pushing event updated for resources: {'Port': ['ID=822d3663-a40e-45b5-92c2-54ba5ebfc330,revision_number=3']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 22:20:37.170886 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 26 Jan 2022 22:20:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5b42638-3f20-4c5f-8133-953401d44895 x-openstack-request-id: req-e5b42638-3f20-4c5f-8133-953401d44895 {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 22:20:37.171171 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e71b7149-a1b2-4a3c-9c09-45b8681d89bc", "tag": "822d3663-a40e-45b5-92c2-54ba5ebfc330", "status": "completed", "code": 200}]} {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 22:20:37.171423 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e5b42638-3f20-4c5f-8133-953401d44895 {{(pid=103304) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 22:20:37.171879 n-d-760453-5 neutron-server[103304]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e71b7149-a1b2-4a3c-9c09-45b8681d89bc', 'tag': '822d3663-a40e-45b5-92c2-54ba5ebfc330', 'status': 'completed', 'code': 200} Jan 26 22:20:37.219479 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f5519d-2543-4114-a3d0-75060f7d68b4 req-2e9784a1-577a-4ff5-b481-a53ce7a13127 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:20:37.221998 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-36f5519d-2543-4114-a3d0-75060f7d68b4 req-2e9784a1-577a-4ff5-b481-a53ce7a13127 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=53271da3034d4f14b3f54817ed5525a0&device_id=e71b7149-a1b2-4a3c-9c09-45b8681d89bc HTTP/1.1" status: 200 len: 1094 time: 0.0462985 Jan 26 22:20:37.265577 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-36f5519d-2543-4114-a3d0-75060f7d68b4 req-c509c77d-0477-4dc3-81ca-8bf8f5581a04 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=822d3663-a40e-45b5-92c2-54ba5ebfc330 HTTP/1.1" status: 200 len: 217 time: 0.0365508 Jan 26 22:20:37.319878 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f5519d-2543-4114-a3d0-75060f7d68b4 req-dd8133f1-22b3-4334-aae8-7f0435229c32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:20:37.321581 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-36f5519d-2543-4114-a3d0-75060f7d68b4 req-dd8133f1-22b3-4334-aae8-7f0435229c32 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=b03191f6-3d2c-4789-b4a9-0624ec9af807 HTTP/1.1" status: 200 len: 853 time: 0.0496340 Jan 26 22:20:37.366925 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f5519d-2543-4114-a3d0-75060f7d68b4 req-886ebe19-733b-463b-9464-cf22b264ede7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:20:37.368432 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-36f5519d-2543-4114-a3d0-75060f7d68b4 req-886ebe19-733b-463b-9464-cf22b264ede7 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=72f342c2-2983-42be-a8a2-ab8ef8d52450&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0414834 Jan 26 22:20:37.458326 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-36f5519d-2543-4114-a3d0-75060f7d68b4 req-d1399222-8000-44c4-8903-0d2e0a4745b8 service neutron] 10.222.0.57 "GET /v2.0/networks/72f342c2-2983-42be-a8a2-ab8ef8d52450?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836527 Jan 26 22:20:37.549598 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-36f5519d-2543-4114-a3d0-75060f7d68b4 req-5af39d1c-6404-49b8-a514-6a71e88a6ebd service neutron] 10.222.0.57 "GET /v2.0/networks/72f342c2-2983-42be-a8a2-ab8ef8d52450?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854976 Jan 26 22:20:37.635193 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66257425-9d40-4e9c-875a-bcfba6190d02 req-28d20b0b-a670-448f-acda-d18a7df5cc6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:20:37.636681 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-66257425-9d40-4e9c-875a-bcfba6190d02 req-28d20b0b-a670-448f-acda-d18a7df5cc6b service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=53271da3034d4f14b3f54817ed5525a0&device_id=e71b7149-a1b2-4a3c-9c09-45b8681d89bc HTTP/1.1" status: 200 len: 1094 time: 0.0422895 Jan 26 22:20:37.757957 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66257425-9d40-4e9c-875a-bcfba6190d02 req-2a3cc704-6785-424c-9e13-49649f875c22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:20:37.759373 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-66257425-9d40-4e9c-875a-bcfba6190d02 req-2a3cc704-6785-424c-9e13-49649f875c22 service neutron] 10.222.0.57 "GET /v2.0/networks?id=72f342c2-2983-42be-a8a2-ab8ef8d52450 HTTP/1.1" status: 200 len: 915 time: 0.1163473 Jan 26 22:20:37.780596 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398508a8-d6ce-4f23-a98c-30c166ee82cf req-a64660e6-698a-4387-b839-8fb57cf132ad tempest-TestMinimumBasicScenario-772489497 tempest-TestMinimumBasicScenario-772489497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:20:37.782042 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-398508a8-d6ce-4f23-a98c-30c166ee82cf req-a64660e6-698a-4387-b839-8fb57cf132ad tempest-TestMinimumBasicScenario-772489497 tempest-TestMinimumBasicScenario-772489497-project] 10.222.0.13 "GET /v2.0/ports?device_id=e71b7149-a1b2-4a3c-9c09-45b8681d89bc HTTP/1.1" status: 200 len: 943 time: 0.0700483 Jan 26 22:20:37.810030 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-66257425-9d40-4e9c-875a-bcfba6190d02 req-32b668ec-c27e-4b7e-a9fa-06b18d46b08b service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=822d3663-a40e-45b5-92c2-54ba5ebfc330 HTTP/1.1" status: 200 len: 217 time: 0.0432012 Jan 26 22:20:37.888607 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-398508a8-d6ce-4f23-a98c-30c166ee82cf req-cc6f99f5-2204-4233-b8f4-5b621c7386d0 tempest-TestMinimumBasicScenario-772489497 tempest-TestMinimumBasicScenario-772489497-project] 10.222.0.13 "GET /v2.0/security-groups?id=2835b86f-d514-4463-9a13-e568a6e42c07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810485 Jan 26 22:20:37.890091 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66257425-9d40-4e9c-875a-bcfba6190d02 req-b2add43d-2d5b-42be-8f62-da79c71477f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:20:37.891439 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-66257425-9d40-4e9c-875a-bcfba6190d02 req-b2add43d-2d5b-42be-8f62-da79c71477f0 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=b03191f6-3d2c-4789-b4a9-0624ec9af807 HTTP/1.1" status: 200 len: 853 time: 0.0694520 Jan 26 22:20:37.935816 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66257425-9d40-4e9c-875a-bcfba6190d02 req-fd65ff2c-2c18-4632-9b9f-a5b470389b20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:20:37.937277 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-66257425-9d40-4e9c-875a-bcfba6190d02 req-fd65ff2c-2c18-4632-9b9f-a5b470389b20 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=72f342c2-2983-42be-a8a2-ab8ef8d52450&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0393438 Jan 26 22:20:38.025356 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-66257425-9d40-4e9c-875a-bcfba6190d02 req-39025ddd-870e-49c1-987b-be52a482ff8d service neutron] 10.222.0.57 "GET /v2.0/networks/72f342c2-2983-42be-a8a2-ab8ef8d52450?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804226 Jan 26 22:20:38.118178 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-66257425-9d40-4e9c-875a-bcfba6190d02 req-ca73beed-6d0d-4baa-b84f-5d2b064d22e6 service neutron] 10.222.0.57 "GET /v2.0/networks/72f342c2-2983-42be-a8a2-ab8ef8d52450?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861118 Jan 26 22:20:38.953233 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (32ef628b-8417-46c5-8729-60fcabe358f1), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:20:39.004370 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd00524-2873-4f35-8a26-d535453138ce req-12ac5855-824e-43f1-88b6-37700e59052b tempest-TestMinimumBasicScenario-772489497 tempest-TestMinimumBasicScenario-772489497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:20:39.005893 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-4cd00524-2873-4f35-8a26-d535453138ce req-12ac5855-824e-43f1-88b6-37700e59052b tempest-TestMinimumBasicScenario-772489497 tempest-TestMinimumBasicScenario-772489497-project] 10.222.0.13 "GET /v2.0/ports?device_id=e71b7149-a1b2-4a3c-9c09-45b8681d89bc HTTP/1.1" status: 200 len: 943 time: 0.0496197 Jan 26 22:20:39.053451 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-4cd00524-2873-4f35-8a26-d535453138ce req-070b9df7-1d7c-4b5a-a963-e7cddd7dd384 tempest-TestMinimumBasicScenario-772489497 tempest-TestMinimumBasicScenario-772489497-project] 10.222.0.13 "GET /v2.0/security-groups?id=2835b86f-d514-4463-9a13-e568a6e42c07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418806 Jan 26 22:20:39.413274 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Device 822d3663-a40e-45b5-92c2-54ba5ebfc330 details requested by agent hyperv_n-h2-760453-5 with host n-h2-760453-5 {{(pid=103306) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 26 22:20:39.512355 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] For port 822d3663-a40e-45b5-92c2-54ba5ebfc330, host n-h2-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-5',level=0,port_id=822d3663-a40e-45b5-92c2-54ba5ebfc330,segment=NetworkSegment(407ccffb-6a1b-4b97-ba06-510ce6b38806),segment_id=407ccffb-6a1b-4b97-ba06-510ce6b38806)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 22:20:39.523985 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Returning: {'device': '822d3663-a40e-45b5-92c2-54ba5ebfc330', 'network_id': '72f342c2-2983-42be-a8a2-ab8ef8d52450', 'port_id': '822d3663-a40e-45b5-92c2-54ba5ebfc330', 'mac_address': 'fa:16:3e:a6:99:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 565, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b03191f6-3d2c-4789-b4a9-0624ec9af807', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103306) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 26 22:20:39.560017 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Current status of the port 822d3663-a40e-45b5-92c2-54ba5ebfc330 is: DOWN; New status is: BUILD {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 22:20:39.560408 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (822d3663-a40e-45b5-92c2-54ba5ebfc330), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:20:39.573317 n-d-760453-5 neutron-server[103306]: DEBUG neutron.notifiers.nova [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 822d3663-a40e-45b5-92c2-54ba5ebfc330 {{(pid=103306) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 26 22:20:39.591955 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] For port 822d3663-a40e-45b5-92c2-54ba5ebfc330, host n-h2-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-5',level=0,port_id=822d3663-a40e-45b5-92c2-54ba5ebfc330,segment=NetworkSegment(407ccffb-6a1b-4b97-ba06-510ce6b38806),segment_id=407ccffb-6a1b-4b97-ba06-510ce6b38806)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 22:20:39.595859 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (822d3663-a40e-45b5-92c2-54ba5ebfc330), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:20:39.645849 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Pushing event updated for resources: {'Port': ['ID=822d3663-a40e-45b5-92c2-54ba5ebfc330,revision_number=4']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 22:20:39.812678 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] get_ports_and_sgs() called for port_ids ['822d3663-a40e-45b5-92c2-54ba5ebfc330'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 26 22:20:40.170445 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e575333c-8486-4414-b278-4ec8ec791404 req-5b0446ae-baf8-4e04-9832-9ff1cc74332d tempest-TestMinimumBasicScenario-772489497 tempest-TestMinimumBasicScenario-772489497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:20:40.171924 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-e575333c-8486-4414-b278-4ec8ec791404 req-5b0446ae-baf8-4e04-9832-9ff1cc74332d tempest-TestMinimumBasicScenario-772489497 tempest-TestMinimumBasicScenario-772489497-project] 10.222.0.13 "GET /v2.0/ports?device_id=e71b7149-a1b2-4a3c-9c09-45b8681d89bc HTTP/1.1" status: 200 len: 944 time: 0.0534699 Jan 26 22:20:40.218821 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-e575333c-8486-4414-b278-4ec8ec791404 req-ac288350-4cdd-4e31-a9ee-579b15d9db3f tempest-TestMinimumBasicScenario-772489497 tempest-TestMinimumBasicScenario-772489497-project] 10.222.0.13 "GET /v2.0/security-groups?id=2835b86f-d514-4463-9a13-e568a6e42c07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406945 Jan 26 22:20:41.332044 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92217b17-5d89-4666-8c1d-2db9aab839fe req-7a296529-92c3-45c4-acba-d1805772d03b tempest-TestMinimumBasicScenario-772489497 tempest-TestMinimumBasicScenario-772489497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:20:41.333587 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-92217b17-5d89-4666-8c1d-2db9aab839fe req-7a296529-92c3-45c4-acba-d1805772d03b tempest-TestMinimumBasicScenario-772489497 tempest-TestMinimumBasicScenario-772489497-project] 10.222.0.13 "GET /v2.0/ports?device_id=e71b7149-a1b2-4a3c-9c09-45b8681d89bc HTTP/1.1" status: 200 len: 944 time: 0.0477033 Jan 26 22:20:41.382198 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-92217b17-5d89-4666-8c1d-2db9aab839fe req-609441ab-de04-41e8-b5b9-601ea4e692aa tempest-TestMinimumBasicScenario-772489497 tempest-TestMinimumBasicScenario-772489497-project] 10.222.0.13 "GET /v2.0/security-groups?id=2835b86f-d514-4463-9a13-e568a6e42c07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430098 Jan 26 22:20:41.429392 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Device 822d3663-a40e-45b5-92c2-54ba5ebfc330 up at agent hyperv_n-h2-760453-5 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 22:20:41.482761 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Provisioning for port 822d3663-a40e-45b5-92c2-54ba5ebfc330 completed by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 22:20:41.487086 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Provisioning complete for port 822d3663-a40e-45b5-92c2-54ba5ebfc330 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 22:20:41.487455 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (822d3663-a40e-45b5-92c2-54ba5ebfc330), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:20:41.564280 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Current status of the port 822d3663-a40e-45b5-92c2-54ba5ebfc330 is: BUILD; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 22:20:41.564666 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (822d3663-a40e-45b5-92c2-54ba5ebfc330), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:20:41.587769 n-d-760453-5 neutron-server[103306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e71b7149-a1b2-4a3c-9c09-45b8681d89bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '822d3663-a40e-45b5-92c2-54ba5ebfc330'}] {{(pid=103306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 22:20:41.590049 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c06f7aa05085a00df6a2944c086d22937b62c1e75db8df879377281bc6a8a153" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b139913-241f-479c-a805-d75aefc3d66e" -d '{"events": [{"server_uuid": "e71b7149-a1b2-4a3c-9c09-45b8681d89bc", "name": "network-vif-plugged", "status": "completed", "tag": "822d3663-a40e-45b5-92c2-54ba5ebfc330"}]}' {{(pid=103306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 22:20:41.602522 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] For port 822d3663-a40e-45b5-92c2-54ba5ebfc330, host n-h2-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-5',level=0,port_id=822d3663-a40e-45b5-92c2-54ba5ebfc330,segment=NetworkSegment(407ccffb-6a1b-4b97-ba06-510ce6b38806),segment_id=407ccffb-6a1b-4b97-ba06-510ce6b38806)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 22:20:41.607729 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (822d3663-a40e-45b5-92c2-54ba5ebfc330), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:20:41.632866 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Jan 2022 22:20:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b19aab9-1bee-4420-a06c-f5844370e05a x-openstack-request-id: req-2b19aab9-1bee-4420-a06c-f5844370e05a {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 22:20:41.633160 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e71b7149-a1b2-4a3c-9c09-45b8681d89bc", "name": "network-vif-plugged", "status": "completed", "tag": "822d3663-a40e-45b5-92c2-54ba5ebfc330", "code": 200}]} {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 22:20:41.633449 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-2b19aab9-1bee-4420-a06c-f5844370e05a {{(pid=103306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 22:20:41.633843 n-d-760453-5 neutron-server[103306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e71b7149-a1b2-4a3c-9c09-45b8681d89bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '822d3663-a40e-45b5-92c2-54ba5ebfc330', 'code': 200} Jan 26 22:20:41.659248 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Pushing event updated for resources: {'Port': ['ID=822d3663-a40e-45b5-92c2-54ba5ebfc330,revision_number=5']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 22:20:41.721211 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9abc15-938c-4b13-a99a-8a56c40b04a7 req-13c0f3cb-0085-4569-a3e1-fe36c9a731ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:20:41.722619 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-9d9abc15-938c-4b13-a99a-8a56c40b04a7 req-13c0f3cb-0085-4569-a3e1-fe36c9a731ca service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=e71b7149-a1b2-4a3c-9c09-45b8681d89bc HTTP/1.1" status: 200 len: 1096 time: 0.0390658 Jan 26 22:20:41.767816 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-9d9abc15-938c-4b13-a99a-8a56c40b04a7 req-1bbfed1b-0a70-4646-932f-e9830ba734ac service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=2835b86f-d514-4463-9a13-e568a6e42c07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394795 Jan 26 22:20:42.502429 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d797fae-2e5c-4ae6-ad19-f62f44d93ddb req-2fa74dd6-2827-4b9b-8ef6-3b33832c3130 tempest-TestMinimumBasicScenario-772489497 tempest-TestMinimumBasicScenario-772489497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:20:42.503944 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-6d797fae-2e5c-4ae6-ad19-f62f44d93ddb req-2fa74dd6-2827-4b9b-8ef6-3b33832c3130 tempest-TestMinimumBasicScenario-772489497 tempest-TestMinimumBasicScenario-772489497-project] 10.222.0.13 "GET /v2.0/ports?device_id=e71b7149-a1b2-4a3c-9c09-45b8681d89bc HTTP/1.1" status: 200 len: 945 time: 0.0526803 Jan 26 22:20:42.551190 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-6d797fae-2e5c-4ae6-ad19-f62f44d93ddb req-664b7636-5e39-4edc-807a-e08a5e7d209a tempest-TestMinimumBasicScenario-772489497 tempest-TestMinimumBasicScenario-772489497-project] 10.222.0.13 "GET /v2.0/security-groups?id=2835b86f-d514-4463-9a13-e568a6e42c07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416095 Jan 26 22:20:43.663835 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c75703-5a1b-418c-932b-f2297e703dcc req-b3080089-f363-42a2-acb0-54f0d411c03a tempest-TestMinimumBasicScenario-772489497 tempest-TestMinimumBasicScenario-772489497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:20:43.665333 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-62c75703-5a1b-418c-932b-f2297e703dcc req-b3080089-f363-42a2-acb0-54f0d411c03a tempest-TestMinimumBasicScenario-772489497 tempest-TestMinimumBasicScenario-772489497-project] 10.222.0.13 "GET /v2.0/ports?device_id=e71b7149-a1b2-4a3c-9c09-45b8681d89bc HTTP/1.1" status: 200 len: 945 time: 0.0471160 Jan 26 22:20:43.710607 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-62c75703-5a1b-418c-932b-f2297e703dcc req-1530deff-03d8-4cee-9d58-6999485013d7 tempest-TestMinimumBasicScenario-772489497 tempest-TestMinimumBasicScenario-772489497-project] 10.222.0.13 "GET /v2.0/security-groups?id=2835b86f-d514-4463-9a13-e568a6e42c07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397766 Jan 26 22:20:43.826342 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14885c83-2d63-41f5-982d-59ea1c610c34 req-07167556-cbd1-48f1-92f6-cd5fd039a3ed tempest-TestMinimumBasicScenario-772489497 tempest-TestMinimumBasicScenario-772489497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:20:43.827827 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-14885c83-2d63-41f5-982d-59ea1c610c34 req-07167556-cbd1-48f1-92f6-cd5fd039a3ed tempest-TestMinimumBasicScenario-772489497 tempest-TestMinimumBasicScenario-772489497-project] 10.222.0.13 "GET /v2.0/ports?device_id=e71b7149-a1b2-4a3c-9c09-45b8681d89bc HTTP/1.1" status: 200 len: 945 time: 0.0528965 Jan 26 22:20:43.874113 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-14885c83-2d63-41f5-982d-59ea1c610c34 req-ca54b614-bfce-43cb-b221-73ed38444c75 tempest-TestMinimumBasicScenario-772489497 tempest-TestMinimumBasicScenario-772489497-project] 10.222.0.13 "GET /v2.0/security-groups?id=2835b86f-d514-4463-9a13-e568a6e42c07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407884 Jan 26 22:20:44.056767 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0333b225-52bb-4ad6-80f3-00f955de1356 req-14f68c4e-d36a-43db-9c95-30200b85d4b0 tempest-TestMinimumBasicScenario-772489497 tempest-TestMinimumBasicScenario-772489497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:20:44.058290 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-0333b225-52bb-4ad6-80f3-00f955de1356 req-14f68c4e-d36a-43db-9c95-30200b85d4b0 tempest-TestMinimumBasicScenario-772489497 tempest-TestMinimumBasicScenario-772489497-project] 10.222.0.13 "GET /v2.0/ports?device_id=e71b7149-a1b2-4a3c-9c09-45b8681d89bc HTTP/1.1" status: 200 len: 945 time: 0.0482740 Jan 26 22:20:44.105560 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-0333b225-52bb-4ad6-80f3-00f955de1356 req-a1188e21-dc31-4f33-b5fa-f45708e67e00 tempest-TestMinimumBasicScenario-772489497 tempest-TestMinimumBasicScenario-772489497-project] 10.222.0.13 "GET /v2.0/security-groups?id=2835b86f-d514-4463-9a13-e568a6e42c07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416205 Jan 26 22:20:49.028882 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-76f8607b-6db2-4219-a10e-28e62c8a9950 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (474ccdf7-ab6c-405b-a3b2-dc7b05829902), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:20:51.364693 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d583b5b7-3a79-426e-bb32-47030a572d59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (09df100c-3af1-4b0a-bda8-05914c71c458), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:20:52.505777 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-841f5991-a4d8-4d4b-b215-cbc6bab5427b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (aa7ee9d2-08eb-4e12-b895-24c57300dfec), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:20:53.703406 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (4d619873-4b60-439f-9b5a-b155dc8bbc34), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:20:54.333587 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-839dd188-ec69-470c-9ab0-d318dc1a2e96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (e79b4fc6-6c71-44b2-a6d0-ff3e1f4dfd0d), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:20:55.490808 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (fea0591a-627d-4c87-9a9a-01625ddf3277), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:21:02.016685 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55261abd-ecb7-444c-9b3f-5dce9c22a935 req-e2fb69e6-1e25-4a19-a412-1233a1481952 tempest-TestMinimumBasicScenario-772489497 tempest-TestMinimumBasicScenario-772489497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:21:02.018264 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-55261abd-ecb7-444c-9b3f-5dce9c22a935 req-e2fb69e6-1e25-4a19-a412-1233a1481952 tempest-TestMinimumBasicScenario-772489497 tempest-TestMinimumBasicScenario-772489497-project] 10.222.0.13 "GET /v2.0/ports?device_id=e71b7149-a1b2-4a3c-9c09-45b8681d89bc HTTP/1.1" status: 200 len: 945 time: 0.0521972 Jan 26 22:21:02.065036 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-55261abd-ecb7-444c-9b3f-5dce9c22a935 req-141d6731-a2e8-488e-80ae-7ffb3ea9f3ed tempest-TestMinimumBasicScenario-772489497 tempest-TestMinimumBasicScenario-772489497-project] 10.222.0.13 "GET /v2.0/security-groups?id=2835b86f-d514-4463-9a13-e568a6e42c07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411358 Jan 26 22:21:02.086463 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 54680) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 22:21:02.168138 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd98902d-ed30-47b5-a697-3ea72c2e0d72 tempest-TestMinimumBasicScenario-1218227911 tempest-TestMinimumBasicScenario-1218227911-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:21:02.169626 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-dd98902d-ed30-47b5-a697-3ea72c2e0d72 tempest-TestMinimumBasicScenario-1218227911 tempest-TestMinimumBasicScenario-1218227911-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=e71b7149-a1b2-4a3c-9c09-45b8681d89bc HTTP/1.1" status: 200 len: 1091 time: 0.0821350 Jan 26 22:21:02.172544 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 54684) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 22:21:02.176736 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-683d8f98-0d1a-4180-8eb3-3ed433aecd05 tempest-TestMinimumBasicScenario-772489497 tempest-TestMinimumBasicScenario-772489497-project] Request body: {'floatingip': {'floating_network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'port_id': '822d3663-a40e-45b5-92c2-54ba5ebfc330', 'tenant_id': '53271da3034d4f14b3f54817ed5525a0', 'fixed_ip_address': '172.20.0.7'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 22:21:02.195350 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-683d8f98-0d1a-4180-8eb3-3ed433aecd05 tempest-TestMinimumBasicScenario-772489497 tempest-TestMinimumBasicScenario-772489497-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:21:02.294408 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-683d8f98-0d1a-4180-8eb3-3ed433aecd05 tempest-TestMinimumBasicScenario-772489497 tempest-TestMinimumBasicScenario-772489497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:21:02.397977 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.db_base_plugin_common [None req-683d8f98-0d1a-4180-8eb3-3ed433aecd05 tempest-TestMinimumBasicScenario-772489497 tempest-TestMinimumBasicScenario-772489497-project] Allocated IP 172.25.1.150 (4140a1f1-c93a-4bea-83a0-68953a54f299/e48251a1-e30d-4820-8396-00c6f6aeb601/171433e6-bc93-42b5-a9ac-c78c6c45b99c) {{(pid=103304) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 22:21:02.504229 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-683d8f98-0d1a-4180-8eb3-3ed433aecd05 tempest-TestMinimumBasicScenario-772489497 tempest-TestMinimumBasicScenario-772489497-project] Publish callbacks [] for port (171433e6-bc93-42b5-a9ac-c78c6c45b99c), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:21:02.537229 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-683d8f98-0d1a-4180-8eb3-3ed433aecd05 tempest-TestMinimumBasicScenario-772489497 tempest-TestMinimumBasicScenario-772489497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746560234527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9281553'] for port (171433e6-bc93-42b5-a9ac-c78c6c45b99c), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:21:02.574058 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-683d8f98-0d1a-4180-8eb3-3ed433aecd05 tempest-TestMinimumBasicScenario-772489497 tempest-TestMinimumBasicScenario-772489497-project] Network 4140a1f1-c93a-4bea-83a0-68953a54f299 is already hosted by enough agents. {{(pid=103304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 22:21:02.576840 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [None req-683d8f98-0d1a-4180-8eb3-3ed433aecd05 tempest-TestMinimumBasicScenario-772489497 tempest-TestMinimumBasicScenario-772489497-project] Resources bound (agent type, host, resource id): {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 22:21:02.580546 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-683d8f98-0d1a-4180-8eb3-3ed433aecd05 tempest-TestMinimumBasicScenario-772489497 tempest-TestMinimumBasicScenario-772489497-project] Received port after_create {{(pid=103304) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 22:21:02.608744 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-683d8f98-0d1a-4180-8eb3-3ed433aecd05 tempest-TestMinimumBasicScenario-772489497 tempest-TestMinimumBasicScenario-772489497-project] Pushing event updated for resources: {'Port': ['ID=171433e6-bc93-42b5-a9ac-c78c6c45b99c,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 22:21:02.938568 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-683d8f98-0d1a-4180-8eb3-3ed433aecd05 tempest-TestMinimumBasicScenario-772489497 tempest-TestMinimumBasicScenario-772489497-project] Publish callbacks [] for floatingip (9badf953-7bfc-42ae-af6f-54f35e9fe611), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:21:03.002921 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-683d8f98-0d1a-4180-8eb3-3ed433aecd05 tempest-TestMinimumBasicScenario-772489497 tempest-TestMinimumBasicScenario-772489497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (171433e6-bc93-42b5-a9ac-c78c6c45b99c), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:21:03.149934 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-683d8f98-0d1a-4180-8eb3-3ed433aecd05 tempest-TestMinimumBasicScenario-772489497 tempest-TestMinimumBasicScenario-772489497-project] Publish callbacks [] for port (171433e6-bc93-42b5-a9ac-c78c6c45b99c), precommit_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:21:03.154107 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-683d8f98-0d1a-4180-8eb3-3ed433aecd05 tempest-TestMinimumBasicScenario-772489497 tempest-TestMinimumBasicScenario-772489497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9281542'] for port (171433e6-bc93-42b5-a9ac-c78c6c45b99c), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:21:03.224594 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-683d8f98-0d1a-4180-8eb3-3ed433aecd05 tempest-TestMinimumBasicScenario-772489497 tempest-TestMinimumBasicScenario-772489497-project] Pushing event updated for resources: {'Port': ['ID=171433e6-bc93-42b5-a9ac-c78c6c45b99c,revision_number=2']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 22:21:03.235178 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-683d8f98-0d1a-4180-8eb3-3ed433aecd05 tempest-TestMinimumBasicScenario-772489497 tempest-TestMinimumBasicScenario-772489497-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4110913'] for floatingip (9badf953-7bfc-42ae-af6f-54f35e9fe611), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:21:03.333208 n-d-760453-5 neutron-server[103304]: INFO neutron.db.l3_db [None req-683d8f98-0d1a-4180-8eb3-3ed433aecd05 tempest-TestMinimumBasicScenario-772489497 tempest-TestMinimumBasicScenario-772489497-project] Floating IP 9badf953-7bfc-42ae-af6f-54f35e9fe611 associated. External IP: 172.25.1.150, port: 822d3663-a40e-45b5-92c2-54ba5ebfc330. Jan 26 22:21:03.495001 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.agents_db [None req-569f1ced-6396-4ddf-b79f-e03b0b2146ab None None] Agent healthcheck: found 7 active agents {{(pid=103307) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 26 22:21:03.872849 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-683d8f98-0d1a-4180-8eb3-3ed433aecd05 tempest-TestMinimumBasicScenario-772489497 tempest-TestMinimumBasicScenario-772489497-project] Router ba2ccf22-10a8-41c7-8502-d3df2428d44d has already been hosted by L3 agent 09df100c-3af1-4b0a-bda8-05914c71c458 {{(pid=103304) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 26 22:21:03.976665 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-683d8f98-0d1a-4180-8eb3-3ed433aecd05 tempest-TestMinimumBasicScenario-772489497 tempest-TestMinimumBasicScenario-772489497-project] Notify agent at l3_agent.n-d-760453-5 the message routers_updated {{(pid=103304) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 26 22:21:03.986303 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c367894-cb48-4aa9-86cd-03c691e0a62c None None] Sync routers for ids ['ba2ccf22-10a8-41c7-8502-d3df2428d44d'] in n-d-760453-5 {{(pid=103306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 26 22:21:03.994427 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-683d8f98-0d1a-4180-8eb3-3ed433aecd05 tempest-TestMinimumBasicScenario-772489497 tempest-TestMinimumBasicScenario-772489497-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for floatingip (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:21:03.997387 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c367894-cb48-4aa9-86cd-03c691e0a62c None None] Routers {'ba2ccf22-10a8-41c7-8502-d3df2428d44d'} bound to L3 agent in host n-d-760453-5 {{(pid=103306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 22:21:03.998019 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-4c367894-cb48-4aa9-86cd-03c691e0a62c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-26T20:55:21Z,description=,heartbeat_timestamp=2022-01-26T22:20:51Z,host='n-d-760453-5',id=09df100c-3af1-4b0a-bda8-05914c71c458,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:55:21Z,topic='l3_agent')) {'router_ids': ['ba2ccf22-10a8-41c7-8502-d3df2428d44d'], 'active': True} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 22:21:04.021686 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-683d8f98-0d1a-4180-8eb3-3ed433aecd05 tempest-TestMinimumBasicScenario-772489497 tempest-TestMinimumBasicScenario-772489497-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8481262 Jan 26 22:21:04.022530 n-d-760453-5 neutron-server[103304]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e71b7149-a1b2-4a3c-9c09-45b8681d89bc', 'tag': '822d3663-a40e-45b5-92c2-54ba5ebfc330'}] {{(pid=103304) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 22:21:04.024713 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 54686) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 22:21:04.025264 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86e783e1922a725fac327d65912384d63450ce1a6a2ee22db2d1cc52fb257f3b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b010954-d35e-493e-822d-e37b5f3c1991" -d '{"events": [{"name": "network-changed", "server_uuid": "e71b7149-a1b2-4a3c-9c09-45b8681d89bc", "tag": "822d3663-a40e-45b5-92c2-54ba5ebfc330"}]}' {{(pid=103304) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 22:21:04.029574 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-ae1e6a96-b766-49ac-a046-975b40745456 tempest-TestMinimumBasicScenario-772489497 tempest-TestMinimumBasicScenario-772489497-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-578722115', 'description': 'tempest-secgroup-smoke-578722115 description', 'project_id': '53271da3034d4f14b3f54817ed5525a0'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 22:21:04.063229 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-ae1e6a96-b766-49ac-a046-975b40745456 tempest-TestMinimumBasicScenario-772489497 tempest-TestMinimumBasicScenario-772489497-project] Publish callbacks [] for security_group (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:21:04.066781 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 26 Jan 2022 22:21:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0472e491-ac45-41ac-a8d9-c7ec9696c1f5 x-openstack-request-id: req-0472e491-ac45-41ac-a8d9-c7ec9696c1f5 {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 22:21:04.067083 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e71b7149-a1b2-4a3c-9c09-45b8681d89bc", "tag": "822d3663-a40e-45b5-92c2-54ba5ebfc330", "status": "completed", "code": 200}]} {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 22:21:04.067384 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-0472e491-ac45-41ac-a8d9-c7ec9696c1f5 {{(pid=103304) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 22:21:04.067797 n-d-760453-5 neutron-server[103304]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e71b7149-a1b2-4a3c-9c09-45b8681d89bc', 'tag': '822d3663-a40e-45b5-92c2-54ba5ebfc330', 'status': 'completed', 'code': 200} Jan 26 22:21:04.138448 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-ae1e6a96-b766-49ac-a046-975b40745456 tempest-TestMinimumBasicScenario-772489497 tempest-TestMinimumBasicScenario-772489497-project] Publish callbacks [] for security_group (416768c0-2846-467f-9ba7-8184556aa226), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:21:04.146358 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-ae1e6a96-b766-49ac-a046-975b40745456 tempest-TestMinimumBasicScenario-772489497 tempest-TestMinimumBasicScenario-772489497-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (416768c0-2846-467f-9ba7-8184556aa226), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:21:04.177732 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-ae1e6a96-b766-49ac-a046-975b40745456 tempest-TestMinimumBasicScenario-772489497 tempest-TestMinimumBasicScenario-772489497-project] Publish callbacks [] for security_group (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:21:04.182411 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-ae1e6a96-b766-49ac-a046-975b40745456 tempest-TestMinimumBasicScenario-772489497 tempest-TestMinimumBasicScenario-772489497-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1531634 Jan 26 22:21:04.182973 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 54692) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 22:21:04.187511 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-9e61e16d-f35e-4f67-91a1-e0c91f5307f3 tempest-TestMinimumBasicScenario-772489497 tempest-TestMinimumBasicScenario-772489497-project] Request body: {'security_group_rule': {'security_group_id': '416768c0-2846-467f-9ba7-8184556aa226', 'project_id': '53271da3034d4f14b3f54817ed5525a0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 22:21:04.188918 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae1e6a96-b766-49ac-a046-975b40745456 tempest-TestMinimumBasicScenario-772489497 tempest-TestMinimumBasicScenario-772489497-project] Pushing event updated for resources: {'SecurityGroup': ['ID=416768c0-2846-467f-9ba7-8184556aa226,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 22:21:04.196925 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae1e6a96-b766-49ac-a046-975b40745456 tempest-TestMinimumBasicScenario-772489497 tempest-TestMinimumBasicScenario-772489497-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:21:04.197818 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae1e6a96-b766-49ac-a046-975b40745456 tempest-TestMinimumBasicScenario-772489497 tempest-TestMinimumBasicScenario-772489497-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:21:04.198165 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae1e6a96-b766-49ac-a046-975b40745456 tempest-TestMinimumBasicScenario-772489497 tempest-TestMinimumBasicScenario-772489497-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:21:04.198506 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae1e6a96-b766-49ac-a046-975b40745456 tempest-TestMinimumBasicScenario-772489497 tempest-TestMinimumBasicScenario-772489497-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:21:04.198841 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae1e6a96-b766-49ac-a046-975b40745456 tempest-TestMinimumBasicScenario-772489497 tempest-TestMinimumBasicScenario-772489497-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:21:04.199170 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae1e6a96-b766-49ac-a046-975b40745456 tempest-TestMinimumBasicScenario-772489497 tempest-TestMinimumBasicScenario-772489497-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:21:04.199682 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae1e6a96-b766-49ac-a046-975b40745456 tempest-TestMinimumBasicScenario-772489497 tempest-TestMinimumBasicScenario-772489497-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:21:04.200184 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae1e6a96-b766-49ac-a046-975b40745456 tempest-TestMinimumBasicScenario-772489497 tempest-TestMinimumBasicScenario-772489497-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:21:04.200701 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae1e6a96-b766-49ac-a046-975b40745456 tempest-TestMinimumBasicScenario-772489497 tempest-TestMinimumBasicScenario-772489497-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:21:04.201035 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae1e6a96-b766-49ac-a046-975b40745456 tempest-TestMinimumBasicScenario-772489497 tempest-TestMinimumBasicScenario-772489497-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:21:04.201388 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae1e6a96-b766-49ac-a046-975b40745456 tempest-TestMinimumBasicScenario-772489497 tempest-TestMinimumBasicScenario-772489497-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:21:04.201716 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae1e6a96-b766-49ac-a046-975b40745456 tempest-TestMinimumBasicScenario-772489497 tempest-TestMinimumBasicScenario-772489497-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:21:04.202045 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae1e6a96-b766-49ac-a046-975b40745456 tempest-TestMinimumBasicScenario-772489497 tempest-TestMinimumBasicScenario-772489497-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:21:04.209865 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b010954-d35e-493e-822d-e37b5f3c1991 req-6ead39a8-e16b-4e48-8592-1b9e0efb2bbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:21:04.212157 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-8b010954-d35e-493e-822d-e37b5f3c1991 req-6ead39a8-e16b-4e48-8592-1b9e0efb2bbd service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=53271da3034d4f14b3f54817ed5525a0&device_id=e71b7149-a1b2-4a3c-9c09-45b8681d89bc HTTP/1.1" status: 200 len: 1096 time: 0.1209936 Jan 26 22:21:04.240916 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-9e61e16d-f35e-4f67-91a1-e0c91f5307f3 tempest-TestMinimumBasicScenario-772489497 tempest-TestMinimumBasicScenario-772489497-project] Publish callbacks [] for security_group_rule (9794fc01-d76a-43de-8195-643785cb95f2), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:21:04.270470 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvr_db [None req-4c367894-cb48-4aa9-86cd-03c691e0a62c None None] Set router ba2ccf22-10a8-41c7-8502-d3df2428d44d gateway port host: n-d-760453-5 {{(pid=103306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 22:21:04.344670 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b010954-d35e-493e-822d-e37b5f3c1991 req-5dcc4657-ae29-46b3-8aab-64230f6510ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:21:04.346203 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-8b010954-d35e-493e-822d-e37b5f3c1991 req-5dcc4657-ae29-46b3-8aab-64230f6510ed service neutron] 10.222.0.57 "GET /v2.0/networks?id=72f342c2-2983-42be-a8a2-ab8ef8d52450 HTTP/1.1" status: 200 len: 915 time: 0.1290143 Jan 26 22:21:04.355883 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-9e61e16d-f35e-4f67-91a1-e0c91f5307f3 tempest-TestMinimumBasicScenario-772489497 tempest-TestMinimumBasicScenario-772489497-project] Publish callbacks [] for security_group_rule (9794fc01-d76a-43de-8195-643785cb95f2), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:21:04.362698 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-9e61e16d-f35e-4f67-91a1-e0c91f5307f3 tempest-TestMinimumBasicScenario-772489497 tempest-TestMinimumBasicScenario-772489497-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102715'] for security_group_rule (9794fc01-d76a-43de-8195-643785cb95f2), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:21:04.415289 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e61e16d-f35e-4f67-91a1-e0c91f5307f3 tempest-TestMinimumBasicScenario-772489497 tempest-TestMinimumBasicScenario-772489497-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9794fc01-d76a-43de-8195-643785cb95f2,revision_number=0']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 22:21:04.433694 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-9e61e16d-f35e-4f67-91a1-e0c91f5307f3 tempest-TestMinimumBasicScenario-772489497 tempest-TestMinimumBasicScenario-772489497-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:21:04.434903 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-9e61e16d-f35e-4f67-91a1-e0c91f5307f3 tempest-TestMinimumBasicScenario-772489497 tempest-TestMinimumBasicScenario-772489497-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2509217 Jan 26 22:21:04.438010 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 54694) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 22:21:04.439523 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-8b010954-d35e-493e-822d-e37b5f3c1991 req-8185ac22-e5a1-45cf-bd89-3b0d202e4ed5 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=822d3663-a40e-45b5-92c2-54ba5ebfc330 HTTP/1.1" status: 200 len: 999 time: 0.0860944 Jan 26 22:21:04.442676 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-e114c2c4-8885-425b-ab65-4518112852c0 tempest-TestMinimumBasicScenario-772489497 tempest-TestMinimumBasicScenario-772489497-project] Request body: {'security_group_rule': {'security_group_id': '416768c0-2846-467f-9ba7-8184556aa226', 'project_id': '53271da3034d4f14b3f54817ed5525a0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 22:21:04.471392 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-e114c2c4-8885-425b-ab65-4518112852c0 tempest-TestMinimumBasicScenario-772489497 tempest-TestMinimumBasicScenario-772489497-project] Publish callbacks [] for security_group_rule (3af2ed01-220e-46fe-81ab-a985d6905473), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:21:04.495945 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b010954-d35e-493e-822d-e37b5f3c1991 req-108f1b07-514d-4875-8544-36582a8167e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:21:04.497687 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-8b010954-d35e-493e-822d-e37b5f3c1991 req-108f1b07-514d-4875-8544-36582a8167e7 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=b03191f6-3d2c-4789-b4a9-0624ec9af807 HTTP/1.1" status: 200 len: 853 time: 0.0515983 Jan 26 22:21:04.504514 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-4c367894-cb48-4aa9-86cd-03c691e0a62c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba2ccf22-10a8-41c7-8502-d3df2428d44d', 'name': 'tempest-TestMinimumBasicScenario-407433458-router', 'tenant_id': '53271da3034d4f14b3f54817ed5525a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'external_fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.228'}], 'enable_snat': True}, 'gw_port_id': 'a321a021-8795-4b47-aab3-7821d83cca4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T22:20:07Z', 'updated_at': '2022-01-26T22:20:10Z', 'revision_number': 4, 'project_id': '53271da3034d4f14b3f54817ed5525a0', 'gw_port': {'id': 'a321a021-8795-4b47-aab3-7821d83cca4b', 'name': '', 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:14:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba2ccf22-10a8-41c7-8502-d3df2428d44d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4192, 'fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T22:20:08Z', 'updated_at': '2022-01-26T22:20:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-5', '_floatingips': [{'id': '9badf953-7bfc-42ae-af6f-54f35e9fe611', 'tenant_id': '53271da3034d4f14b3f54817ed5525a0', 'floating_ip_address': '172.25.1.150', 'floating_network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'router_id': 'ba2ccf22-10a8-41c7-8502-d3df2428d44d', 'port_id': '822d3663-a40e-45b5-92c2-54ba5ebfc330', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4208, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '72f342c2-2983-42be-a8a2-ab8ef8d52450', 'mac_address': 'fa:16:3e:a6:99:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e71b7149-a1b2-4a3c-9c09-45b8681d89bc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-26T22:21:02Z', 'updated_at': '2022-01-26T22:21:02Z', 'revision_number': 0, 'project_id': '53271da3034d4f14b3f54817ed5525a0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fa00a944-21f3-4ced-8cf0-b0137d8c77d1', 'name': '', 'network_id': '72f342c2-2983-42be-a8a2-ab8ef8d52450', 'tenant_id': '53271da3034d4f14b3f54817ed5525a0', 'mac_address': 'fa:16:3e:bc:3f:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba2ccf22-10a8-41c7-8502-d3df2428d44d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4193, 'fixed_ips': [{'subnet_id': 'b03191f6-3d2c-4789-b4a9-0624ec9af807', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T22:20:09Z', 'updated_at': '2022-01-26T22:20:15Z', 'revision_number': 5, 'project_id': '53271da3034d4f14b3f54817ed5525a0', 'subnets': [{'id': 'b03191f6-3d2c-4789-b4a9-0624ec9af807', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760453-5', False) {} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 22:21:04.522502 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-e114c2c4-8885-425b-ab65-4518112852c0 tempest-TestMinimumBasicScenario-772489497 tempest-TestMinimumBasicScenario-772489497-project] Publish callbacks [] for security_group_rule (3af2ed01-220e-46fe-81ab-a985d6905473), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:21:04.526771 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-e114c2c4-8885-425b-ab65-4518112852c0 tempest-TestMinimumBasicScenario-772489497 tempest-TestMinimumBasicScenario-772489497-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102715'] for security_group_rule (3af2ed01-220e-46fe-81ab-a985d6905473), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:21:04.535979 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c367894-cb48-4aa9-86cd-03c691e0a62c None None] Checking router: ba2ccf22-10a8-41c7-8502-d3df2428d44d for host: n-d-760453-5 {{(pid=103306) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 26 22:21:04.541651 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e114c2c4-8885-425b-ab65-4518112852c0 tempest-TestMinimumBasicScenario-772489497 tempest-TestMinimumBasicScenario-772489497-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3af2ed01-220e-46fe-81ab-a985d6905473,revision_number=0']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 22:21:04.545482 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c367894-cb48-4aa9-86cd-03c691e0a62c None None] Routers {'ba2ccf22-10a8-41c7-8502-d3df2428d44d'} bound to L3 agent in host n-d-760453-5 {{(pid=103306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 22:21:04.546336 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-4c367894-cb48-4aa9-86cd-03c691e0a62c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-26T20:55:21Z,description=,heartbeat_timestamp=2022-01-26T22:20:51Z,host='n-d-760453-5',id=09df100c-3af1-4b0a-bda8-05914c71c458,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:55:21Z,topic='l3_agent')) {'router_ids': ['ba2ccf22-10a8-41c7-8502-d3df2428d44d'], 'active': True} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 22:21:04.553375 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b010954-d35e-493e-822d-e37b5f3c1991 req-b89bd285-66e4-4abd-a01b-4b740c68dc8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:21:04.554903 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-8b010954-d35e-493e-822d-e37b5f3c1991 req-b89bd285-66e4-4abd-a01b-4b740c68dc8a service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=72f342c2-2983-42be-a8a2-ab8ef8d52450&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0504818 Jan 26 22:21:04.561204 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-e114c2c4-8885-425b-ab65-4518112852c0 tempest-TestMinimumBasicScenario-772489497 tempest-TestMinimumBasicScenario-772489497-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:21:04.565171 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-e114c2c4-8885-425b-ab65-4518112852c0 tempest-TestMinimumBasicScenario-772489497 tempest-TestMinimumBasicScenario-772489497-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1235750 Jan 26 22:21:04.565602 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 54696) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 22:21:04.570184 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-a47f85d3-19ab-46b1-8fad-6735209e55ed tempest-TestMinimumBasicScenario-772489497 tempest-TestMinimumBasicScenario-772489497-project] Request body: {'security_group_rule': {'security_group_id': '416768c0-2846-467f-9ba7-8184556aa226', 'project_id': '53271da3034d4f14b3f54817ed5525a0', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 22:21:04.597796 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-a47f85d3-19ab-46b1-8fad-6735209e55ed tempest-TestMinimumBasicScenario-772489497 tempest-TestMinimumBasicScenario-772489497-project] Publish callbacks [] for security_group_rule (541ddbd7-8cf7-4e41-ab49-8d07d25c5f6c), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:21:04.652605 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-8b010954-d35e-493e-822d-e37b5f3c1991 req-100defc5-2d20-4005-95b4-0dc2eb05582c service neutron] 10.222.0.57 "GET /v2.0/networks/72f342c2-2983-42be-a8a2-ab8ef8d52450?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908570 Jan 26 22:21:04.656001 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvr_db [None req-4c367894-cb48-4aa9-86cd-03c691e0a62c None None] Set router ba2ccf22-10a8-41c7-8502-d3df2428d44d gateway port host: n-d-760453-5 {{(pid=103306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 22:21:04.659725 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-a47f85d3-19ab-46b1-8fad-6735209e55ed tempest-TestMinimumBasicScenario-772489497 tempest-TestMinimumBasicScenario-772489497-project] Publish callbacks [] for security_group_rule (541ddbd7-8cf7-4e41-ab49-8d07d25c5f6c), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:21:04.664677 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-a47f85d3-19ab-46b1-8fad-6735209e55ed tempest-TestMinimumBasicScenario-772489497 tempest-TestMinimumBasicScenario-772489497-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102715'] for security_group_rule (541ddbd7-8cf7-4e41-ab49-8d07d25c5f6c), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:21:04.684465 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a47f85d3-19ab-46b1-8fad-6735209e55ed tempest-TestMinimumBasicScenario-772489497 tempest-TestMinimumBasicScenario-772489497-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=541ddbd7-8cf7-4e41-ab49-8d07d25c5f6c,revision_number=0']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 22:21:04.695808 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-a47f85d3-19ab-46b1-8fad-6735209e55ed tempest-TestMinimumBasicScenario-772489497 tempest-TestMinimumBasicScenario-772489497-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:21:04.697200 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-a47f85d3-19ab-46b1-8fad-6735209e55ed tempest-TestMinimumBasicScenario-772489497 tempest-TestMinimumBasicScenario-772489497-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1305490 Jan 26 22:21:04.700123 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 54698) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 22:21:04.704887 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-390f77a6-906b-41df-a6f4-58f3edebdfd0 tempest-TestMinimumBasicScenario-772489497 tempest-TestMinimumBasicScenario-772489497-project] Request body: {'security_group_rule': {'security_group_id': '416768c0-2846-467f-9ba7-8184556aa226', 'project_id': '53271da3034d4f14b3f54817ed5525a0', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 22:21:04.731036 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-390f77a6-906b-41df-a6f4-58f3edebdfd0 tempest-TestMinimumBasicScenario-772489497 tempest-TestMinimumBasicScenario-772489497-project] Publish callbacks [] for security_group_rule (1598a975-0c43-4eae-93bb-40a2a0c90957), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:21:04.764355 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-8b010954-d35e-493e-822d-e37b5f3c1991 req-69341275-b0b3-402b-9300-b1c0ee2cfcae service neutron] 10.222.0.57 "GET /v2.0/networks/72f342c2-2983-42be-a8a2-ab8ef8d52450?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1053767 Jan 26 22:21:04.796764 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-390f77a6-906b-41df-a6f4-58f3edebdfd0 tempest-TestMinimumBasicScenario-772489497 tempest-TestMinimumBasicScenario-772489497-project] Publish callbacks [] for security_group_rule (1598a975-0c43-4eae-93bb-40a2a0c90957), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:21:04.801464 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-390f77a6-906b-41df-a6f4-58f3edebdfd0 tempest-TestMinimumBasicScenario-772489497 tempest-TestMinimumBasicScenario-772489497-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102715'] for security_group_rule (1598a975-0c43-4eae-93bb-40a2a0c90957), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:21:04.819624 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390f77a6-906b-41df-a6f4-58f3edebdfd0 tempest-TestMinimumBasicScenario-772489497 tempest-TestMinimumBasicScenario-772489497-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1598a975-0c43-4eae-93bb-40a2a0c90957,revision_number=0']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 22:21:04.824821 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-390f77a6-906b-41df-a6f4-58f3edebdfd0 tempest-TestMinimumBasicScenario-772489497 tempest-TestMinimumBasicScenario-772489497-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:21:04.828608 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-390f77a6-906b-41df-a6f4-58f3edebdfd0 tempest-TestMinimumBasicScenario-772489497 tempest-TestMinimumBasicScenario-772489497-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1249044 Jan 26 22:21:04.829111 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 54700) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 22:21:04.834412 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-3affb129-afa4-4b33-ad30-edc10b7c5d26 tempest-TestMinimumBasicScenario-772489497 tempest-TestMinimumBasicScenario-772489497-project] Request body: {'security_group_rule': {'security_group_id': '416768c0-2846-467f-9ba7-8184556aa226', 'project_id': '53271da3034d4f14b3f54817ed5525a0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 22:21:04.855261 n-d-760453-5 neutron-server[103305]: INFO neutron.db.securitygroups_db [None req-3affb129-afa4-4b33-ad30-edc10b7c5d26 tempest-TestMinimumBasicScenario-772489497 tempest-TestMinimumBasicScenario-772489497-project] Project 53271da3034d4f14b3f54817ed5525a0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 26 22:21:04.860209 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-3affb129-afa4-4b33-ad30-edc10b7c5d26 tempest-TestMinimumBasicScenario-772489497 tempest-TestMinimumBasicScenario-772489497-project] Publish callbacks [] for security_group_rule (a5a42579-7b36-44d7-a949-c6f97ae74112), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:21:04.905572 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-4c367894-cb48-4aa9-86cd-03c691e0a62c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba2ccf22-10a8-41c7-8502-d3df2428d44d', 'name': 'tempest-TestMinimumBasicScenario-407433458-router', 'tenant_id': '53271da3034d4f14b3f54817ed5525a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'external_fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.228'}], 'enable_snat': True}, 'gw_port_id': 'a321a021-8795-4b47-aab3-7821d83cca4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T22:20:07Z', 'updated_at': '2022-01-26T22:20:10Z', 'revision_number': 4, 'project_id': '53271da3034d4f14b3f54817ed5525a0', 'gw_port': {'id': 'a321a021-8795-4b47-aab3-7821d83cca4b', 'name': '', 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:14:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba2ccf22-10a8-41c7-8502-d3df2428d44d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4192, 'fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T22:20:08Z', 'updated_at': '2022-01-26T22:20:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-5', '_floatingips': [{'id': '9badf953-7bfc-42ae-af6f-54f35e9fe611', 'tenant_id': '53271da3034d4f14b3f54817ed5525a0', 'floating_ip_address': '172.25.1.150', 'floating_network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'router_id': 'ba2ccf22-10a8-41c7-8502-d3df2428d44d', 'port_id': '822d3663-a40e-45b5-92c2-54ba5ebfc330', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4208, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '72f342c2-2983-42be-a8a2-ab8ef8d52450', 'mac_address': 'fa:16:3e:a6:99:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e71b7149-a1b2-4a3c-9c09-45b8681d89bc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-26T22:21:02Z', 'updated_at': '2022-01-26T22:21:02Z', 'revision_number': 0, 'project_id': '53271da3034d4f14b3f54817ed5525a0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fa00a944-21f3-4ced-8cf0-b0137d8c77d1', 'name': '', 'network_id': '72f342c2-2983-42be-a8a2-ab8ef8d52450', 'tenant_id': '53271da3034d4f14b3f54817ed5525a0', 'mac_address': 'fa:16:3e:bc:3f:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba2ccf22-10a8-41c7-8502-d3df2428d44d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4193, 'fixed_ips': [{'subnet_id': 'b03191f6-3d2c-4789-b4a9-0624ec9af807', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T22:20:09Z', 'updated_at': '2022-01-26T22:20:15Z', 'revision_number': 5, 'project_id': '53271da3034d4f14b3f54817ed5525a0', 'subnets': [{'id': 'b03191f6-3d2c-4789-b4a9-0624ec9af807', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760453-5', False) {} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 22:21:04.922866 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-3affb129-afa4-4b33-ad30-edc10b7c5d26 tempest-TestMinimumBasicScenario-772489497 tempest-TestMinimumBasicScenario-772489497-project] Publish callbacks [] for security_group_rule (a5a42579-7b36-44d7-a949-c6f97ae74112), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:21:04.926802 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-3affb129-afa4-4b33-ad30-edc10b7c5d26 tempest-TestMinimumBasicScenario-772489497 tempest-TestMinimumBasicScenario-772489497-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102715'] for security_group_rule (a5a42579-7b36-44d7-a949-c6f97ae74112), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:21:04.936922 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c367894-cb48-4aa9-86cd-03c691e0a62c None None] The sync data for ids ['ba2ccf22-10a8-41c7-8502-d3df2428d44d'] in n-d-760453-5 is: [{'id': 'ba2ccf22-10a8-41c7-8502-d3df2428d44d', 'name': 'tempest-TestMinimumBasicScenario-407433458-router', 'tenant_id': '53271da3034d4f14b3f54817ed5525a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'external_fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.228'}], 'enable_snat': True}, 'gw_port_id': 'a321a021-8795-4b47-aab3-7821d83cca4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T22:20:07Z', 'updated_at': '2022-01-26T22:20:10Z', 'revision_number': 4, 'project_id': '53271da3034d4f14b3f54817ed5525a0', 'gw_port': {'id': 'a321a021-8795-4b47-aab3-7821d83cca4b', 'name': '', 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:14:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba2ccf22-10a8-41c7-8502-d3df2428d44d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4192, 'fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T22:20:08Z', 'updated_at': '2022-01-26T22:20:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-5', '_floatingips': [{'id': '9badf953-7bfc-42ae-af6f-54f35e9fe611', 'tenant_id': '53271da3034d4f14b3f54817ed5525a0', 'floating_ip_address': '172.25.1.150', 'floating_network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'router_id': 'ba2ccf22-10a8-41c7-8502-d3df2428d44d', 'port_id': '822d3663-a40e-45b5-92c2-54ba5ebfc330', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4208, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '72f342c2-2983-42be-a8a2-ab8ef8d52450', 'mac_address': 'fa:16:3e:a6:99:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e71b7149-a1b2-4a3c-9c09-45b8681d89bc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-26T22:21:02Z', 'updated_at': '2022-01-26T22:21:02Z', 'revision_number': 0, 'project_id': '53271da3034d4f14b3f54817ed5525a0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fa00a944-21f3-4ced-8cf0-b0137d8c77d1', 'name': '', 'network_id': '72f342c2-2983-42be-a8a2-ab8ef8d52450', 'tenant_id': '53271da3034d4f14b3f54817ed5525a0', 'mac_address': 'fa:16:3e:bc:3f:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba2ccf22-10a8-41c7-8502-d3df2428d44d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4193, 'fixed_ips': [{'subnet_id': 'b03191f6-3d2c-4789-b4a9-0624ec9af807', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T22:20:09Z', 'updated_at': '2022-01-26T22:20:15Z', 'revision_number': 5, 'project_id': '53271da3034d4f14b3f54817ed5525a0', 'subnets': [{'id': 'b03191f6-3d2c-4789-b4a9-0624ec9af807', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 26 22:21:04.950066 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3affb129-afa4-4b33-ad30-edc10b7c5d26 tempest-TestMinimumBasicScenario-772489497 tempest-TestMinimumBasicScenario-772489497-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a5a42579-7b36-44d7-a949-c6f97ae74112,revision_number=0']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 22:21:04.956043 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-3affb129-afa4-4b33-ad30-edc10b7c5d26 tempest-TestMinimumBasicScenario-772489497 tempest-TestMinimumBasicScenario-772489497-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:21:04.957275 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-3affb129-afa4-4b33-ad30-edc10b7c5d26 tempest-TestMinimumBasicScenario-772489497 tempest-TestMinimumBasicScenario-772489497-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1267624 Jan 26 22:21:04.960443 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 54702) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 22:21:04.965805 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-92b2fd83-e887-456c-9cca-1580f528b6b3 tempest-TestMinimumBasicScenario-772489497 tempest-TestMinimumBasicScenario-772489497-project] Request body: {'security_group_rule': {'security_group_id': '416768c0-2846-467f-9ba7-8184556aa226', 'project_id': '53271da3034d4f14b3f54817ed5525a0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 22:21:04.986941 n-d-760453-5 neutron-server[103304]: INFO neutron.db.securitygroups_db [None req-92b2fd83-e887-456c-9cca-1580f528b6b3 tempest-TestMinimumBasicScenario-772489497 tempest-TestMinimumBasicScenario-772489497-project] Project 53271da3034d4f14b3f54817ed5525a0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 26 22:21:04.992232 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-92b2fd83-e887-456c-9cca-1580f528b6b3 tempest-TestMinimumBasicScenario-772489497 tempest-TestMinimumBasicScenario-772489497-project] Publish callbacks [] for security_group_rule (2856d134-7bd1-45c0-a283-a24e9f76e72a), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:21:05.056597 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-92b2fd83-e887-456c-9cca-1580f528b6b3 tempest-TestMinimumBasicScenario-772489497 tempest-TestMinimumBasicScenario-772489497-project] Publish callbacks [] for security_group_rule (2856d134-7bd1-45c0-a283-a24e9f76e72a), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:21:05.060324 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-92b2fd83-e887-456c-9cca-1580f528b6b3 tempest-TestMinimumBasicScenario-772489497 tempest-TestMinimumBasicScenario-772489497-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102715'] for security_group_rule (2856d134-7bd1-45c0-a283-a24e9f76e72a), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:21:05.080100 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b2fd83-e887-456c-9cca-1580f528b6b3 tempest-TestMinimumBasicScenario-772489497 tempest-TestMinimumBasicScenario-772489497-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2856d134-7bd1-45c0-a283-a24e9f76e72a,revision_number=0']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 22:21:05.089690 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-92b2fd83-e887-456c-9cca-1580f528b6b3 tempest-TestMinimumBasicScenario-772489497 tempest-TestMinimumBasicScenario-772489497-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:21:05.094055 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-92b2fd83-e887-456c-9cca-1580f528b6b3 tempest-TestMinimumBasicScenario-772489497 tempest-TestMinimumBasicScenario-772489497-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1324053 Jan 26 22:21:05.169459 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eee4cd42-0f21-4795-aeef-0746c68d229c None None] New status for floating IP 9badf953-7bfc-42ae-af6f-54f35e9fe611: ACTIVE {{(pid=103307) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 26 22:21:05.191177 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-4f8e069d-e502-482c-8fca-803efaca8b82 req-3438d9d1-fa6d-4b7d-9b4c-383432aa4626 tempest-TestMinimumBasicScenario-772489497 tempest-TestMinimumBasicScenario-772489497-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-578722115&fields=id&tenant_id=53271da3034d4f14b3f54817ed5525a0 HTTP/1.1" status: 200 len: 267 time: 0.0506425 Jan 26 22:21:05.248394 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8e069d-e502-482c-8fca-803efaca8b82 req-6f2ffed9-ff14-4322-b19f-ff2d1e543de3 tempest-TestMinimumBasicScenario-772489497 tempest-TestMinimumBasicScenario-772489497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:21:05.249931 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-4f8e069d-e502-482c-8fca-803efaca8b82 req-6f2ffed9-ff14-4322-b19f-ff2d1e543de3 tempest-TestMinimumBasicScenario-772489497 tempest-TestMinimumBasicScenario-772489497-project] 10.222.0.13 "GET /v2.0/ports?device_id=e71b7149-a1b2-4a3c-9c09-45b8681d89bc HTTP/1.1" status: 200 len: 945 time: 0.0534172 Jan 26 22:21:05.261513 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [req-4f8e069d-e502-482c-8fca-803efaca8b82 req-eab25ff7-26ce-470e-b444-46f1b895da33 tempest-TestMinimumBasicScenario-772489497 tempest-TestMinimumBasicScenario-772489497-project] Request body: {'port': {'security_groups': ['2835b86f-d514-4463-9a13-e568a6e42c07', '416768c0-2846-467f-9ba7-8184556aa226']}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 22:21:05.325162 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-4f8e069d-e502-482c-8fca-803efaca8b82 req-eab25ff7-26ce-470e-b444-46f1b895da33 tempest-TestMinimumBasicScenario-772489497 tempest-TestMinimumBasicScenario-772489497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (822d3663-a40e-45b5-92c2-54ba5ebfc330), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:21:05.529734 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [req-4f8e069d-e502-482c-8fca-803efaca8b82 req-eab25ff7-26ce-470e-b444-46f1b895da33 tempest-TestMinimumBasicScenario-772489497 tempest-TestMinimumBasicScenario-772489497-project] For port 822d3663-a40e-45b5-92c2-54ba5ebfc330, host n-h2-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-5',level=0,port_id=822d3663-a40e-45b5-92c2-54ba5ebfc330,segment=NetworkSegment(407ccffb-6a1b-4b97-ba06-510ce6b38806),segment_id=407ccffb-6a1b-4b97-ba06-510ce6b38806)] {{(pid=103304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 22:21:05.566019 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-4f8e069d-e502-482c-8fca-803efaca8b82 req-eab25ff7-26ce-470e-b444-46f1b895da33 tempest-TestMinimumBasicScenario-772489497 tempest-TestMinimumBasicScenario-772489497-project] Publish callbacks [] for port (822d3663-a40e-45b5-92c2-54ba5ebfc330), precommit_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:21:05.570662 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-4f8e069d-e502-482c-8fca-803efaca8b82 req-eab25ff7-26ce-470e-b444-46f1b895da33 tempest-TestMinimumBasicScenario-772489497 tempest-TestMinimumBasicScenario-772489497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9281542'] for port (822d3663-a40e-45b5-92c2-54ba5ebfc330), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:21:05.582915 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] get_ports_and_sgs() called for port_ids ['822d3663-a40e-45b5-92c2-54ba5ebfc330'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 26 22:21:05.620358 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8e069d-e502-482c-8fca-803efaca8b82 req-eab25ff7-26ce-470e-b444-46f1b895da33 tempest-TestMinimumBasicScenario-772489497 tempest-TestMinimumBasicScenario-772489497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:21:05.621184 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-4f8e069d-e502-482c-8fca-803efaca8b82 req-eab25ff7-26ce-470e-b444-46f1b895da33 tempest-TestMinimumBasicScenario-772489497 tempest-TestMinimumBasicScenario-772489497-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:21:05.622696 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-4f8e069d-e502-482c-8fca-803efaca8b82 req-eab25ff7-26ce-470e-b444-46f1b895da33 tempest-TestMinimumBasicScenario-772489497 tempest-TestMinimumBasicScenario-772489497-project] 10.222.0.13 "PUT /v2.0/ports/822d3663-a40e-45b5-92c2-54ba5ebfc330 HTTP/1.1" status: 200 len: 981 time: 0.3664508 Jan 26 22:21:05.663078 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab25ff7-26ce-470e-b444-46f1b895da33 tempest-TestMinimumBasicScenario-772489497 tempest-TestMinimumBasicScenario-772489497-project] Pushing event updated for resources: {'Port': ['ID=822d3663-a40e-45b5-92c2-54ba5ebfc330,revision_number=6']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 22:21:05.681362 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] get_ports_and_sgs() called for port_ids ['822d3663-a40e-45b5-92c2-54ba5ebfc330'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 26 22:21:05.747174 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd6562e-b15b-4afb-8916-fbfa49fc8e14 req-b6678db2-71ef-4f68-9855-d9c8bdcbcb08 tempest-TestMinimumBasicScenario-772489497 tempest-TestMinimumBasicScenario-772489497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:21:05.749798 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-ecd6562e-b15b-4afb-8916-fbfa49fc8e14 req-b6678db2-71ef-4f68-9855-d9c8bdcbcb08 tempest-TestMinimumBasicScenario-772489497 tempest-TestMinimumBasicScenario-772489497-project] 10.222.0.13 "GET /v2.0/ports?device_id=e71b7149-a1b2-4a3c-9c09-45b8681d89bc HTTP/1.1" status: 200 len: 984 time: 0.0633447 Jan 26 22:21:05.821346 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-ecd6562e-b15b-4afb-8916-fbfa49fc8e14 req-43cf3991-17b8-46f1-b174-774691f79db9 tempest-TestMinimumBasicScenario-772489497 tempest-TestMinimumBasicScenario-772489497-project] 10.222.0.13 "GET /v2.0/security-groups?id=416768c0-2846-467f-9ba7-8184556aa226&id=2835b86f-d514-4463-9a13-e568a6e42c07&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0651989 Jan 26 22:21:05.908452 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-4ec269cb-e47f-43d2-a8b8-ed1ca62138b8 None None] Provisioning complete for port 822d3663-a40e-45b5-92c2-54ba5ebfc330 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 22:21:05.908737 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-4ec269cb-e47f-43d2-a8b8-ed1ca62138b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (822d3663-a40e-45b5-92c2-54ba5ebfc330), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:21:06.069605 n-d-760453-5 neutron-server[103304]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e71b7149-a1b2-4a3c-9c09-45b8681d89bc', 'tag': '822d3663-a40e-45b5-92c2-54ba5ebfc330'}] {{(pid=103304) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 22:21:06.072066 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86e783e1922a725fac327d65912384d63450ce1a6a2ee22db2d1cc52fb257f3b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc5f34f1-be28-4f1d-ba33-e24e26371ebd" -d '{"events": [{"name": "network-changed", "server_uuid": "e71b7149-a1b2-4a3c-9c09-45b8681d89bc", "tag": "822d3663-a40e-45b5-92c2-54ba5ebfc330"}]}' {{(pid=103304) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 22:21:06.108021 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 26 Jan 2022 22:21:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ada6ff3b-d6cf-4b2f-b0fd-15c51eed9c48 x-openstack-request-id: req-ada6ff3b-d6cf-4b2f-b0fd-15c51eed9c48 {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 22:21:06.108343 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e71b7149-a1b2-4a3c-9c09-45b8681d89bc", "tag": "822d3663-a40e-45b5-92c2-54ba5ebfc330", "status": "completed", "code": 200}]} {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 22:21:06.108591 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ada6ff3b-d6cf-4b2f-b0fd-15c51eed9c48 {{(pid=103304) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 22:21:06.108999 n-d-760453-5 neutron-server[103304]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e71b7149-a1b2-4a3c-9c09-45b8681d89bc', 'tag': '822d3663-a40e-45b5-92c2-54ba5ebfc330', 'status': 'completed', 'code': 200} Jan 26 22:21:06.141430 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-4ec269cb-e47f-43d2-a8b8-ed1ca62138b8 None None] Current status of the port 822d3663-a40e-45b5-92c2-54ba5ebfc330 is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 22:21:06.174259 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5f34f1-be28-4f1d-ba33-e24e26371ebd req-ba6aa14e-9593-4093-8117-bd2d91a60489 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:21:06.175808 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-bc5f34f1-be28-4f1d-ba33-e24e26371ebd req-ba6aa14e-9593-4093-8117-bd2d91a60489 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=53271da3034d4f14b3f54817ed5525a0&device_id=e71b7149-a1b2-4a3c-9c09-45b8681d89bc HTTP/1.1" status: 200 len: 1135 time: 0.0461268 Jan 26 22:21:06.272611 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5f34f1-be28-4f1d-ba33-e24e26371ebd req-0e803f53-a96a-4224-b905-2265196457ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:21:06.274333 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-bc5f34f1-be28-4f1d-ba33-e24e26371ebd req-0e803f53-a96a-4224-b905-2265196457ca service neutron] 10.222.0.57 "GET /v2.0/networks?id=72f342c2-2983-42be-a8a2-ab8ef8d52450 HTTP/1.1" status: 200 len: 915 time: 0.0929451 Jan 26 22:21:06.342232 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-bc5f34f1-be28-4f1d-ba33-e24e26371ebd req-639a70ca-8b92-4dbe-b4ad-ed39c4283cb8 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=822d3663-a40e-45b5-92c2-54ba5ebfc330 HTTP/1.1" status: 200 len: 1001 time: 0.0605676 Jan 26 22:21:06.390889 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5f34f1-be28-4f1d-ba33-e24e26371ebd req-12d0655a-9818-4253-bac3-ccbb298bec32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:21:06.392357 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-bc5f34f1-be28-4f1d-ba33-e24e26371ebd req-12d0655a-9818-4253-bac3-ccbb298bec32 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=b03191f6-3d2c-4789-b4a9-0624ec9af807 HTTP/1.1" status: 200 len: 853 time: 0.0435240 Jan 26 22:21:06.447035 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5f34f1-be28-4f1d-ba33-e24e26371ebd req-06d5c162-7bce-4c7a-8d9e-826e89184a29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:21:06.448784 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-bc5f34f1-be28-4f1d-ba33-e24e26371ebd req-06d5c162-7bce-4c7a-8d9e-826e89184a29 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=72f342c2-2983-42be-a8a2-ab8ef8d52450&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0502741 Jan 26 22:21:06.542078 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-bc5f34f1-be28-4f1d-ba33-e24e26371ebd req-505dcbad-74dd-4c19-8c2b-80536080f575 service neutron] 10.222.0.57 "GET /v2.0/networks/72f342c2-2983-42be-a8a2-ab8ef8d52450?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870717 Jan 26 22:21:06.641364 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-bc5f34f1-be28-4f1d-ba33-e24e26371ebd req-864fb3c3-2e95-4d16-b1a0-be16bf4ffd81 service neutron] 10.222.0.57 "GET /v2.0/networks/72f342c2-2983-42be-a8a2-ab8ef8d52450?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902641 Jan 26 22:21:08.951623 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (32ef628b-8417-46c5-8729-60fcabe358f1), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:21:13.047693 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-ce26392c-6aee-4faa-afa4-3ae8f5509d56 req-0da5070a-7691-4339-b3d3-f75e2252d4d0 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=e71b7149-a1b2-4a3c-9c09-45b8681d89bc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0408292 Jan 26 22:21:13.128963 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce26392c-6aee-4faa-afa4-3ae8f5509d56 req-b20867d7-43d2-4a20-8ecb-89d52faf307a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:21:13.130475 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-ce26392c-6aee-4faa-afa4-3ae8f5509d56 req-b20867d7-43d2-4a20-8ecb-89d52faf307a service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=53271da3034d4f14b3f54817ed5525a0&device_id=e71b7149-a1b2-4a3c-9c09-45b8681d89bc HTTP/1.1" status: 200 len: 1135 time: 0.0410016 Jan 26 22:21:13.237620 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce26392c-6aee-4faa-afa4-3ae8f5509d56 req-d7308fbb-fa33-46ee-b63b-47de720708da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:21:13.239638 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-ce26392c-6aee-4faa-afa4-3ae8f5509d56 req-d7308fbb-fa33-46ee-b63b-47de720708da service neutron] 10.222.0.57 "GET /v2.0/networks?id=72f342c2-2983-42be-a8a2-ab8ef8d52450 HTTP/1.1" status: 200 len: 915 time: 0.0885177 Jan 26 22:21:13.305555 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-ce26392c-6aee-4faa-afa4-3ae8f5509d56 req-415566fe-7438-4aba-833f-7fd7ca42f17f service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=822d3663-a40e-45b5-92c2-54ba5ebfc330 HTTP/1.1" status: 200 len: 1001 time: 0.0593078 Jan 26 22:21:13.352342 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce26392c-6aee-4faa-afa4-3ae8f5509d56 req-5f60eaaa-75b5-4e2d-a562-8429db46c0ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:21:13.354364 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-ce26392c-6aee-4faa-afa4-3ae8f5509d56 req-5f60eaaa-75b5-4e2d-a562-8429db46c0ad service neutron] 10.222.0.57 "GET /v2.0/subnets?id=b03191f6-3d2c-4789-b4a9-0624ec9af807 HTTP/1.1" status: 200 len: 853 time: 0.0435703 Jan 26 22:21:13.402819 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce26392c-6aee-4faa-afa4-3ae8f5509d56 req-a366e6fa-0bf4-41d7-b2d0-d0f9b93e76e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:21:13.404345 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-ce26392c-6aee-4faa-afa4-3ae8f5509d56 req-a366e6fa-0bf4-41d7-b2d0-d0f9b93e76e6 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=72f342c2-2983-42be-a8a2-ab8ef8d52450&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0440590 Jan 26 22:21:13.491700 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-ce26392c-6aee-4faa-afa4-3ae8f5509d56 req-322b4f0c-8378-4008-b648-590cf6799d94 service neutron] 10.222.0.57 "GET /v2.0/networks/72f342c2-2983-42be-a8a2-ab8ef8d52450?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811460 Jan 26 22:21:13.584062 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-ce26392c-6aee-4faa-afa4-3ae8f5509d56 req-34f67342-ea0e-44cc-a583-7fd050cf5c60 service neutron] 10.222.0.57 "GET /v2.0/networks/72f342c2-2983-42be-a8a2-ab8ef8d52450?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848448 Jan 26 22:21:19.029781 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-3edb0edd-d16f-48a6-9a08-1c4d068db8e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (474ccdf7-ab6c-405b-a3b2-dc7b05829902), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:21:20.101238 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3efad905-de2d-4a50-a2a9-9d056b9ddbf9 req-3615b3f6-6d2f-4ad3-a7f4-f95583b03e86 tempest-TestMinimumBasicScenario-772489497 tempest-TestMinimumBasicScenario-772489497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:21:20.102776 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-3efad905-de2d-4a50-a2a9-9d056b9ddbf9 req-3615b3f6-6d2f-4ad3-a7f4-f95583b03e86 tempest-TestMinimumBasicScenario-772489497 tempest-TestMinimumBasicScenario-772489497-project] 10.222.0.13 "GET /v2.0/ports?device_id=e71b7149-a1b2-4a3c-9c09-45b8681d89bc HTTP/1.1" status: 200 len: 984 time: 0.0774376 Jan 26 22:21:20.104953 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc536f6-2c45-49e1-97bd-f15edb5e326f req-d7c13ed2-58ca-4a19-80c0-598555eda0a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:21:20.106322 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-4dc536f6-2c45-49e1-97bd-f15edb5e326f req-d7c13ed2-58ca-4a19-80c0-598555eda0a5 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=53271da3034d4f14b3f54817ed5525a0&device_id=e71b7149-a1b2-4a3c-9c09-45b8681d89bc HTTP/1.1" status: 200 len: 1135 time: 0.0715642 Jan 26 22:21:20.222768 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-3efad905-de2d-4a50-a2a9-9d056b9ddbf9 req-4152a591-3d13-419b-98a1-6e654328d2c6 tempest-TestMinimumBasicScenario-772489497 tempest-TestMinimumBasicScenario-772489497-project] 10.222.0.13 "GET /v2.0/security-groups?id=416768c0-2846-467f-9ba7-8184556aa226&id=2835b86f-d514-4463-9a13-e568a6e42c07&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1138921 Jan 26 22:21:20.241496 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc536f6-2c45-49e1-97bd-f15edb5e326f req-05b1b752-ca70-4549-8031-a3829c1197ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:21:20.241496 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-4dc536f6-2c45-49e1-97bd-f15edb5e326f req-05b1b752-ca70-4549-8031-a3829c1197ae service neutron] 10.222.0.57 "GET /v2.0/networks?id=72f342c2-2983-42be-a8a2-ab8ef8d52450 HTTP/1.1" status: 200 len: 915 time: 0.1265817 Jan 26 22:21:20.305804 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-4dc536f6-2c45-49e1-97bd-f15edb5e326f req-e054c887-5615-487a-b96c-3c1662e06667 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=822d3663-a40e-45b5-92c2-54ba5ebfc330 HTTP/1.1" status: 200 len: 1001 time: 0.0576870 Jan 26 22:21:20.357686 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc536f6-2c45-49e1-97bd-f15edb5e326f req-711c0dad-adc7-4e3d-8b6b-6ab848bc934d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:21:20.359096 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-4dc536f6-2c45-49e1-97bd-f15edb5e326f req-711c0dad-adc7-4e3d-8b6b-6ab848bc934d service neutron] 10.222.0.57 "GET /v2.0/subnets?id=b03191f6-3d2c-4789-b4a9-0624ec9af807 HTTP/1.1" status: 200 len: 853 time: 0.0471981 Jan 26 22:21:20.403808 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc536f6-2c45-49e1-97bd-f15edb5e326f req-48de79f3-ffca-4cd9-be62-e58cddf93b92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:21:20.405285 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-4dc536f6-2c45-49e1-97bd-f15edb5e326f req-48de79f3-ffca-4cd9-be62-e58cddf93b92 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=72f342c2-2983-42be-a8a2-ab8ef8d52450&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0397398 Jan 26 22:21:20.493032 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-4dc536f6-2c45-49e1-97bd-f15edb5e326f req-bf162570-b000-4115-ab7d-a51ac7be91e8 service neutron] 10.222.0.57 "GET /v2.0/networks/72f342c2-2983-42be-a8a2-ab8ef8d52450?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804164 Jan 26 22:21:20.583887 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-4dc536f6-2c45-49e1-97bd-f15edb5e326f req-e3af62b3-d343-4f6c-a519-057e4e45f670 service neutron] 10.222.0.57 "GET /v2.0/networks/72f342c2-2983-42be-a8a2-ab8ef8d52450?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845933 Jan 26 22:21:21.341968 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f548f14a-5fd4-4cd9-b300-a1cc71dba931 req-4b908dd9-86cf-40b7-b26b-b0f199e80a15 tempest-TestMinimumBasicScenario-772489497 tempest-TestMinimumBasicScenario-772489497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:21:21.343437 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-f548f14a-5fd4-4cd9-b300-a1cc71dba931 req-4b908dd9-86cf-40b7-b26b-b0f199e80a15 tempest-TestMinimumBasicScenario-772489497 tempest-TestMinimumBasicScenario-772489497-project] 10.222.0.13 "GET /v2.0/ports?device_id=e71b7149-a1b2-4a3c-9c09-45b8681d89bc HTTP/1.1" status: 200 len: 984 time: 0.0483429 Jan 26 22:21:21.366865 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-c5cc844a-ea23-4333-af09-1e6f3aeb8cd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (09df100c-3af1-4b0a-bda8-05914c71c458), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:21:21.406217 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-f548f14a-5fd4-4cd9-b300-a1cc71dba931 req-617c5305-5866-4f2a-9dca-589a33952ff5 tempest-TestMinimumBasicScenario-772489497 tempest-TestMinimumBasicScenario-772489497-project] 10.222.0.13 "GET /v2.0/security-groups?id=416768c0-2846-467f-9ba7-8184556aa226&id=2835b86f-d514-4463-9a13-e568a6e42c07&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0569365 Jan 26 22:21:22.511690 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-841f5991-a4d8-4d4b-b215-cbc6bab5427b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (aa7ee9d2-08eb-4e12-b895-24c57300dfec), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:21:22.529362 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44913d17-e9f8-44ae-85b6-a11fdc4f0bc4 req-7a6413c4-3a43-4c4f-9379-90d913414b93 tempest-TestMinimumBasicScenario-772489497 tempest-TestMinimumBasicScenario-772489497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:21:22.530865 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-44913d17-e9f8-44ae-85b6-a11fdc4f0bc4 req-7a6413c4-3a43-4c4f-9379-90d913414b93 tempest-TestMinimumBasicScenario-772489497 tempest-TestMinimumBasicScenario-772489497-project] 10.222.0.13 "GET /v2.0/ports?device_id=e71b7149-a1b2-4a3c-9c09-45b8681d89bc HTTP/1.1" status: 200 len: 984 time: 0.0582819 Jan 26 22:21:22.591217 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-44913d17-e9f8-44ae-85b6-a11fdc4f0bc4 req-aee6f4f6-3f15-4076-94fa-a3dbc48c8f36 tempest-TestMinimumBasicScenario-772489497 tempest-TestMinimumBasicScenario-772489497-project] 10.222.0.13 "GET /v2.0/security-groups?id=416768c0-2846-467f-9ba7-8184556aa226&id=2835b86f-d514-4463-9a13-e568a6e42c07&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0545394 Jan 26 22:21:23.698691 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (4d619873-4b60-439f-9b5a-b155dc8bbc34), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:21:23.708324 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a17f3e-3196-42bc-9d5c-758ccb5f3950 req-2977023d-e536-4b20-bed1-2aaa37f1d04f tempest-TestMinimumBasicScenario-772489497 tempest-TestMinimumBasicScenario-772489497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:21:23.709865 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-91a17f3e-3196-42bc-9d5c-758ccb5f3950 req-2977023d-e536-4b20-bed1-2aaa37f1d04f tempest-TestMinimumBasicScenario-772489497 tempest-TestMinimumBasicScenario-772489497-project] 10.222.0.13 "GET /v2.0/ports?device_id=e71b7149-a1b2-4a3c-9c09-45b8681d89bc HTTP/1.1" status: 200 len: 984 time: 0.0508313 Jan 26 22:21:23.769229 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-91a17f3e-3196-42bc-9d5c-758ccb5f3950 req-5776892d-ff0c-4bd6-83f7-5c40694c743e tempest-TestMinimumBasicScenario-772489497 tempest-TestMinimumBasicScenario-772489497-project] 10.222.0.13 "GET /v2.0/security-groups?id=416768c0-2846-467f-9ba7-8184556aa226&id=2835b86f-d514-4463-9a13-e568a6e42c07&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0535028 Jan 26 22:21:24.334335 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-839dd188-ec69-470c-9ab0-d318dc1a2e96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (e79b4fc6-6c71-44b2-a6d0-ff3e1f4dfd0d), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:21:24.881246 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d255407b-6872-44bb-957c-711204d1d6f4 req-249f928e-f84b-45b7-8ca7-81a385764faf tempest-TestMinimumBasicScenario-772489497 tempest-TestMinimumBasicScenario-772489497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:21:24.882745 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-d255407b-6872-44bb-957c-711204d1d6f4 req-249f928e-f84b-45b7-8ca7-81a385764faf tempest-TestMinimumBasicScenario-772489497 tempest-TestMinimumBasicScenario-772489497-project] 10.222.0.13 "GET /v2.0/ports?device_id=e71b7149-a1b2-4a3c-9c09-45b8681d89bc HTTP/1.1" status: 200 len: 984 time: 0.0479975 Jan 26 22:21:24.945315 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-d255407b-6872-44bb-957c-711204d1d6f4 req-1c56965d-0a58-44c0-ba75-da346cdf271f tempest-TestMinimumBasicScenario-772489497 tempest-TestMinimumBasicScenario-772489497-project] 10.222.0.13 "GET /v2.0/security-groups?id=416768c0-2846-467f-9ba7-8184556aa226&id=2835b86f-d514-4463-9a13-e568a6e42c07&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0563509 Jan 26 22:21:25.484620 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (fea0591a-627d-4c87-9a9a-01625ddf3277), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:21:26.061584 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371df605-1cf9-41c8-a3ec-d5a012951e57 req-c920a2b0-baa7-47ce-84a9-8bb62fcdbfbb tempest-TestMinimumBasicScenario-772489497 tempest-TestMinimumBasicScenario-772489497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:21:26.063055 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-371df605-1cf9-41c8-a3ec-d5a012951e57 req-c920a2b0-baa7-47ce-84a9-8bb62fcdbfbb tempest-TestMinimumBasicScenario-772489497 tempest-TestMinimumBasicScenario-772489497-project] 10.222.0.13 "GET /v2.0/ports?device_id=e71b7149-a1b2-4a3c-9c09-45b8681d89bc HTTP/1.1" status: 200 len: 984 time: 0.0477374 Jan 26 22:21:26.122905 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-371df605-1cf9-41c8-a3ec-d5a012951e57 req-ba652d0c-4312-4d80-b742-ad2c7c9ece49 tempest-TestMinimumBasicScenario-772489497 tempest-TestMinimumBasicScenario-772489497-project] 10.222.0.13 "GET /v2.0/security-groups?id=416768c0-2846-467f-9ba7-8184556aa226&id=2835b86f-d514-4463-9a13-e568a6e42c07&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0539393 Jan 26 22:21:27.237887 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bdc73d7-3a60-417c-a3a7-e69b12cdab8c req-51a7834b-8293-45b0-a280-c3c9718d769c tempest-TestMinimumBasicScenario-772489497 tempest-TestMinimumBasicScenario-772489497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:21:27.239604 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-9bdc73d7-3a60-417c-a3a7-e69b12cdab8c req-51a7834b-8293-45b0-a280-c3c9718d769c tempest-TestMinimumBasicScenario-772489497 tempest-TestMinimumBasicScenario-772489497-project] 10.222.0.13 "GET /v2.0/ports?device_id=e71b7149-a1b2-4a3c-9c09-45b8681d89bc HTTP/1.1" status: 200 len: 984 time: 0.0487380 Jan 26 22:21:27.299165 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-9bdc73d7-3a60-417c-a3a7-e69b12cdab8c req-213429d1-1316-4e70-a68f-248c6523b782 tempest-TestMinimumBasicScenario-772489497 tempest-TestMinimumBasicScenario-772489497-project] 10.222.0.13 "GET /v2.0/security-groups?id=416768c0-2846-467f-9ba7-8184556aa226&id=2835b86f-d514-4463-9a13-e568a6e42c07&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0531187 Jan 26 22:21:28.418732 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3421db5a-e24a-4914-92c5-5a9cf7af3724 req-be79e192-191c-48ca-a364-e4baedb97fa3 tempest-TestMinimumBasicScenario-772489497 tempest-TestMinimumBasicScenario-772489497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:21:28.420212 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-3421db5a-e24a-4914-92c5-5a9cf7af3724 req-be79e192-191c-48ca-a364-e4baedb97fa3 tempest-TestMinimumBasicScenario-772489497 tempest-TestMinimumBasicScenario-772489497-project] 10.222.0.13 "GET /v2.0/ports?device_id=e71b7149-a1b2-4a3c-9c09-45b8681d89bc HTTP/1.1" status: 200 len: 984 time: 0.0531461 Jan 26 22:21:28.481499 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-3421db5a-e24a-4914-92c5-5a9cf7af3724 req-87f559da-5e5e-41bc-8646-175263e5e687 tempest-TestMinimumBasicScenario-772489497 tempest-TestMinimumBasicScenario-772489497-project] 10.222.0.13 "GET /v2.0/security-groups?id=416768c0-2846-467f-9ba7-8184556aa226&id=2835b86f-d514-4463-9a13-e568a6e42c07&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0554159 Jan 26 22:21:29.594277 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5aabc2-c14e-4a4b-b16f-af65830d5f64 req-e7597082-c8e1-406d-a0b3-bbf29d5bdb78 tempest-TestMinimumBasicScenario-772489497 tempest-TestMinimumBasicScenario-772489497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:21:29.595754 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-1a5aabc2-c14e-4a4b-b16f-af65830d5f64 req-e7597082-c8e1-406d-a0b3-bbf29d5bdb78 tempest-TestMinimumBasicScenario-772489497 tempest-TestMinimumBasicScenario-772489497-project] 10.222.0.13 "GET /v2.0/ports?device_id=e71b7149-a1b2-4a3c-9c09-45b8681d89bc HTTP/1.1" status: 200 len: 984 time: 0.0479112 Jan 26 22:21:29.654193 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-1a5aabc2-c14e-4a4b-b16f-af65830d5f64 req-6b22aa3b-5643-4892-abb7-d191c940dc54 tempest-TestMinimumBasicScenario-772489497 tempest-TestMinimumBasicScenario-772489497-project] 10.222.0.13 "GET /v2.0/security-groups?id=416768c0-2846-467f-9ba7-8184556aa226&id=2835b86f-d514-4463-9a13-e568a6e42c07&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0528097 Jan 26 22:21:30.767042 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d56b8b-48cf-448c-bb92-c06b0142cdd5 req-43912d00-5ca1-48ae-9d6f-3fadad15b61c tempest-TestMinimumBasicScenario-772489497 tempest-TestMinimumBasicScenario-772489497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:21:30.768512 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-35d56b8b-48cf-448c-bb92-c06b0142cdd5 req-43912d00-5ca1-48ae-9d6f-3fadad15b61c tempest-TestMinimumBasicScenario-772489497 tempest-TestMinimumBasicScenario-772489497-project] 10.222.0.13 "GET /v2.0/ports?device_id=e71b7149-a1b2-4a3c-9c09-45b8681d89bc HTTP/1.1" status: 200 len: 984 time: 0.0487359 Jan 26 22:21:30.830305 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-35d56b8b-48cf-448c-bb92-c06b0142cdd5 req-48cc09b7-941e-4c2d-8ab5-6c83174239f8 tempest-TestMinimumBasicScenario-772489497 tempest-TestMinimumBasicScenario-772489497-project] 10.222.0.13 "GET /v2.0/security-groups?id=416768c0-2846-467f-9ba7-8184556aa226&id=2835b86f-d514-4463-9a13-e568a6e42c07&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0560977 Jan 26 22:21:31.944640 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9976d2fc-7f96-46ff-b7d3-83b43283682f req-bfc3c2d6-4b17-4fc5-81ab-2de57de30177 tempest-TestMinimumBasicScenario-772489497 tempest-TestMinimumBasicScenario-772489497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:21:31.946142 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-9976d2fc-7f96-46ff-b7d3-83b43283682f req-bfc3c2d6-4b17-4fc5-81ab-2de57de30177 tempest-TestMinimumBasicScenario-772489497 tempest-TestMinimumBasicScenario-772489497-project] 10.222.0.13 "GET /v2.0/ports?device_id=e71b7149-a1b2-4a3c-9c09-45b8681d89bc HTTP/1.1" status: 200 len: 984 time: 0.0488720 Jan 26 22:21:32.004921 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-9976d2fc-7f96-46ff-b7d3-83b43283682f req-6aca7397-dffb-48d7-b3f3-b1fe3b012ea5 tempest-TestMinimumBasicScenario-772489497 tempest-TestMinimumBasicScenario-772489497-project] 10.222.0.13 "GET /v2.0/security-groups?id=416768c0-2846-467f-9ba7-8184556aa226&id=2835b86f-d514-4463-9a13-e568a6e42c07&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0531065 Jan 26 22:21:33.120753 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7632f3ee-6177-4906-b6e5-67cf8fb85ecc req-e0db1265-a9c5-4771-960f-e3a0fbee299a tempest-TestMinimumBasicScenario-772489497 tempest-TestMinimumBasicScenario-772489497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:21:33.122251 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-7632f3ee-6177-4906-b6e5-67cf8fb85ecc req-e0db1265-a9c5-4771-960f-e3a0fbee299a tempest-TestMinimumBasicScenario-772489497 tempest-TestMinimumBasicScenario-772489497-project] 10.222.0.13 "GET /v2.0/ports?device_id=e71b7149-a1b2-4a3c-9c09-45b8681d89bc HTTP/1.1" status: 200 len: 984 time: 0.0483360 Jan 26 22:21:33.179641 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-7632f3ee-6177-4906-b6e5-67cf8fb85ecc req-ee0d8b7b-d9bd-4915-83fa-7264f691af7d tempest-TestMinimumBasicScenario-772489497 tempest-TestMinimumBasicScenario-772489497-project] 10.222.0.13 "GET /v2.0/security-groups?id=416768c0-2846-467f-9ba7-8184556aa226&id=2835b86f-d514-4463-9a13-e568a6e42c07&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0517788 Jan 26 22:21:34.297239 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5a5beb-6335-4331-ab7a-e9eab993d929 req-ea065ce1-b120-4874-a5e2-9a004883acba tempest-TestMinimumBasicScenario-772489497 tempest-TestMinimumBasicScenario-772489497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:21:34.298744 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-2d5a5beb-6335-4331-ab7a-e9eab993d929 req-ea065ce1-b120-4874-a5e2-9a004883acba tempest-TestMinimumBasicScenario-772489497 tempest-TestMinimumBasicScenario-772489497-project] 10.222.0.13 "GET /v2.0/ports?device_id=e71b7149-a1b2-4a3c-9c09-45b8681d89bc HTTP/1.1" status: 200 len: 984 time: 0.0526106 Jan 26 22:21:34.357137 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-2d5a5beb-6335-4331-ab7a-e9eab993d929 req-f0abd09f-aa90-425a-8afc-f6e8ddd5330b tempest-TestMinimumBasicScenario-772489497 tempest-TestMinimumBasicScenario-772489497-project] 10.222.0.13 "GET /v2.0/security-groups?id=416768c0-2846-467f-9ba7-8184556aa226&id=2835b86f-d514-4463-9a13-e568a6e42c07&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0527093 Jan 26 22:21:35.472979 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3076607e-1f34-4c62-93bf-50550e3f049e req-c21ade37-414d-4321-be11-70164f31d3fe tempest-TestMinimumBasicScenario-772489497 tempest-TestMinimumBasicScenario-772489497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:21:35.474412 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-3076607e-1f34-4c62-93bf-50550e3f049e req-c21ade37-414d-4321-be11-70164f31d3fe tempest-TestMinimumBasicScenario-772489497 tempest-TestMinimumBasicScenario-772489497-project] 10.222.0.13 "GET /v2.0/ports?device_id=e71b7149-a1b2-4a3c-9c09-45b8681d89bc HTTP/1.1" status: 200 len: 984 time: 0.0504661 Jan 26 22:21:35.538636 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-3076607e-1f34-4c62-93bf-50550e3f049e req-dcfb97b3-a39e-4bb5-a3b9-12917fc10030 tempest-TestMinimumBasicScenario-772489497 tempest-TestMinimumBasicScenario-772489497-project] 10.222.0.13 "GET /v2.0/security-groups?id=416768c0-2846-467f-9ba7-8184556aa226&id=2835b86f-d514-4463-9a13-e568a6e42c07&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0575843 Jan 26 22:21:36.655460 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c48aae-25cd-4195-aa7b-e25d01218a76 req-3003306d-4146-4876-84c9-3c3fd4e833e8 tempest-TestMinimumBasicScenario-772489497 tempest-TestMinimumBasicScenario-772489497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:21:36.656834 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-50c48aae-25cd-4195-aa7b-e25d01218a76 req-3003306d-4146-4876-84c9-3c3fd4e833e8 tempest-TestMinimumBasicScenario-772489497 tempest-TestMinimumBasicScenario-772489497-project] 10.222.0.13 "GET /v2.0/ports?device_id=e71b7149-a1b2-4a3c-9c09-45b8681d89bc HTTP/1.1" status: 200 len: 984 time: 0.0511665 Jan 26 22:21:36.716046 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-50c48aae-25cd-4195-aa7b-e25d01218a76 req-93bbf508-0633-4cbd-bbd3-2356bc93ed77 tempest-TestMinimumBasicScenario-772489497 tempest-TestMinimumBasicScenario-772489497-project] 10.222.0.13 "GET /v2.0/security-groups?id=416768c0-2846-467f-9ba7-8184556aa226&id=2835b86f-d514-4463-9a13-e568a6e42c07&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0535386 Jan 26 22:21:38.954631 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (32ef628b-8417-46c5-8729-60fcabe358f1), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:21:40.494542 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.agents_db [None req-569f1ced-6396-4ddf-b79f-e03b0b2146ab None None] Agent healthcheck: found 7 active agents {{(pid=103307) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 26 22:21:49.030889 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-5365f004-01e9-4705-89d0-d1fda93adfc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (474ccdf7-ab6c-405b-a3b2-dc7b05829902), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:21:51.368704 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-940f9abf-37aa-4fb3-ac3a-4280df90b0d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (09df100c-3af1-4b0a-bda8-05914c71c458), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:21:52.513204 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-841f5991-a4d8-4d4b-b215-cbc6bab5427b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (aa7ee9d2-08eb-4e12-b895-24c57300dfec), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:21:53.716276 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (4d619873-4b60-439f-9b5a-b155dc8bbc34), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:21:54.338232 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-839dd188-ec69-470c-9ab0-d318dc1a2e96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (e79b4fc6-6c71-44b2-a6d0-ff3e1f4dfd0d), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:21:55.486514 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (fea0591a-627d-4c87-9a9a-01625ddf3277), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:22:08.956653 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (32ef628b-8417-46c5-8729-60fcabe358f1), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:22:09.551228 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-09fbeab3-91a7-450b-b4b9-49f1f73092bf req-098074ea-60c3-42a9-b625-48b4ebb4c8d8 tempest-TestMinimumBasicScenario-772489497 tempest-TestMinimumBasicScenario-772489497-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-578722115&fields=id&tenant_id=53271da3034d4f14b3f54817ed5525a0 HTTP/1.1" status: 200 len: 267 time: 0.0436962 Jan 26 22:22:09.603149 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09fbeab3-91a7-450b-b4b9-49f1f73092bf req-cbbf601a-8add-4af6-ba9b-b62aaf0af37a tempest-TestMinimumBasicScenario-772489497 tempest-TestMinimumBasicScenario-772489497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:22:09.604892 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-09fbeab3-91a7-450b-b4b9-49f1f73092bf req-cbbf601a-8add-4af6-ba9b-b62aaf0af37a tempest-TestMinimumBasicScenario-772489497 tempest-TestMinimumBasicScenario-772489497-project] 10.222.0.13 "GET /v2.0/ports?device_id=e71b7149-a1b2-4a3c-9c09-45b8681d89bc HTTP/1.1" status: 200 len: 984 time: 0.0476816 Jan 26 22:22:09.615272 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [req-09fbeab3-91a7-450b-b4b9-49f1f73092bf req-31beac31-f9d8-4a91-9e17-0117af81c6a3 tempest-TestMinimumBasicScenario-772489497 tempest-TestMinimumBasicScenario-772489497-project] Request body: {'port': {'security_groups': ['2835b86f-d514-4463-9a13-e568a6e42c07']}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 22:22:09.680287 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-09fbeab3-91a7-450b-b4b9-49f1f73092bf req-31beac31-f9d8-4a91-9e17-0117af81c6a3 tempest-TestMinimumBasicScenario-772489497 tempest-TestMinimumBasicScenario-772489497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (822d3663-a40e-45b5-92c2-54ba5ebfc330), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:22:09.848508 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [req-09fbeab3-91a7-450b-b4b9-49f1f73092bf req-31beac31-f9d8-4a91-9e17-0117af81c6a3 tempest-TestMinimumBasicScenario-772489497 tempest-TestMinimumBasicScenario-772489497-project] For port 822d3663-a40e-45b5-92c2-54ba5ebfc330, host n-h2-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-5',level=0,port_id=822d3663-a40e-45b5-92c2-54ba5ebfc330,segment=NetworkSegment(407ccffb-6a1b-4b97-ba06-510ce6b38806),segment_id=407ccffb-6a1b-4b97-ba06-510ce6b38806)] {{(pid=103304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 22:22:09.882221 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-09fbeab3-91a7-450b-b4b9-49f1f73092bf req-31beac31-f9d8-4a91-9e17-0117af81c6a3 tempest-TestMinimumBasicScenario-772489497 tempest-TestMinimumBasicScenario-772489497-project] Publish callbacks [] for port (822d3663-a40e-45b5-92c2-54ba5ebfc330), precommit_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:22:09.886611 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-09fbeab3-91a7-450b-b4b9-49f1f73092bf req-31beac31-f9d8-4a91-9e17-0117af81c6a3 tempest-TestMinimumBasicScenario-772489497 tempest-TestMinimumBasicScenario-772489497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9281542'] for port (822d3663-a40e-45b5-92c2-54ba5ebfc330), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:22:09.898343 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] get_ports_and_sgs() called for port_ids ['822d3663-a40e-45b5-92c2-54ba5ebfc330'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 26 22:22:09.931251 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09fbeab3-91a7-450b-b4b9-49f1f73092bf req-31beac31-f9d8-4a91-9e17-0117af81c6a3 tempest-TestMinimumBasicScenario-772489497 tempest-TestMinimumBasicScenario-772489497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:22:09.931885 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-09fbeab3-91a7-450b-b4b9-49f1f73092bf req-31beac31-f9d8-4a91-9e17-0117af81c6a3 tempest-TestMinimumBasicScenario-772489497 tempest-TestMinimumBasicScenario-772489497-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:22:09.933317 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-09fbeab3-91a7-450b-b4b9-49f1f73092bf req-31beac31-f9d8-4a91-9e17-0117af81c6a3 tempest-TestMinimumBasicScenario-772489497 tempest-TestMinimumBasicScenario-772489497-project] 10.222.0.13 "PUT /v2.0/ports/822d3663-a40e-45b5-92c2-54ba5ebfc330 HTTP/1.1" status: 200 len: 942 time: 0.3224049 Jan 26 22:22:09.933783 n-d-760453-5 neutron-server[103304]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e71b7149-a1b2-4a3c-9c09-45b8681d89bc', 'tag': '822d3663-a40e-45b5-92c2-54ba5ebfc330'}] {{(pid=103304) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 22:22:09.936073 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86e783e1922a725fac327d65912384d63450ce1a6a2ee22db2d1cc52fb257f3b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a6b923e-d171-47a8-b281-6d9229c77a2e" -d '{"events": [{"name": "network-changed", "server_uuid": "e71b7149-a1b2-4a3c-9c09-45b8681d89bc", "tag": "822d3663-a40e-45b5-92c2-54ba5ebfc330"}]}' {{(pid=103304) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 22:22:09.941395 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 54768) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 22:22:10.016543 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-e046b772-e996-41f6-9b5f-8241cfa3df4f tempest-TestMinimumBasicScenario-772489497 tempest-TestMinimumBasicScenario-772489497-project] Publish callbacks [] for security_group (416768c0-2846-467f-9ba7-8184556aa226), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:22:10.037079 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31beac31-f9d8-4a91-9e17-0117af81c6a3 tempest-TestMinimumBasicScenario-772489497 tempest-TestMinimumBasicScenario-772489497-project] Pushing event updated for resources: {'Port': ['ID=822d3663-a40e-45b5-92c2-54ba5ebfc330,revision_number=7']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 22:22:10.047393 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] get_ports_and_sgs() called for port_ids ['822d3663-a40e-45b5-92c2-54ba5ebfc330'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 26 22:22:10.061737 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31beac31-f9d8-4a91-9e17-0117af81c6a3 tempest-TestMinimumBasicScenario-772489497 tempest-TestMinimumBasicScenario-772489497-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:22:10.062095 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31beac31-f9d8-4a91-9e17-0117af81c6a3 tempest-TestMinimumBasicScenario-772489497 tempest-TestMinimumBasicScenario-772489497-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:22:10.062439 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31beac31-f9d8-4a91-9e17-0117af81c6a3 tempest-TestMinimumBasicScenario-772489497 tempest-TestMinimumBasicScenario-772489497-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:22:10.062775 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31beac31-f9d8-4a91-9e17-0117af81c6a3 tempest-TestMinimumBasicScenario-772489497 tempest-TestMinimumBasicScenario-772489497-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:22:10.063104 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31beac31-f9d8-4a91-9e17-0117af81c6a3 tempest-TestMinimumBasicScenario-772489497 tempest-TestMinimumBasicScenario-772489497-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:22:10.063432 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31beac31-f9d8-4a91-9e17-0117af81c6a3 tempest-TestMinimumBasicScenario-772489497 tempest-TestMinimumBasicScenario-772489497-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:22:10.063755 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31beac31-f9d8-4a91-9e17-0117af81c6a3 tempest-TestMinimumBasicScenario-772489497 tempest-TestMinimumBasicScenario-772489497-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:22:10.064078 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31beac31-f9d8-4a91-9e17-0117af81c6a3 tempest-TestMinimumBasicScenario-772489497 tempest-TestMinimumBasicScenario-772489497-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:22:10.064397 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31beac31-f9d8-4a91-9e17-0117af81c6a3 tempest-TestMinimumBasicScenario-772489497 tempest-TestMinimumBasicScenario-772489497-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:22:10.064722 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31beac31-f9d8-4a91-9e17-0117af81c6a3 tempest-TestMinimumBasicScenario-772489497 tempest-TestMinimumBasicScenario-772489497-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:22:10.065042 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31beac31-f9d8-4a91-9e17-0117af81c6a3 tempest-TestMinimumBasicScenario-772489497 tempest-TestMinimumBasicScenario-772489497-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:22:10.065411 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31beac31-f9d8-4a91-9e17-0117af81c6a3 tempest-TestMinimumBasicScenario-772489497 tempest-TestMinimumBasicScenario-772489497-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:22:10.065857 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31beac31-f9d8-4a91-9e17-0117af81c6a3 tempest-TestMinimumBasicScenario-772489497 tempest-TestMinimumBasicScenario-772489497-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:22:10.082305 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 26 Jan 2022 22:22:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31a19995-ceda-450d-9578-96a7f2f9a379 x-openstack-request-id: req-31a19995-ceda-450d-9578-96a7f2f9a379 {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 22:22:10.082601 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e71b7149-a1b2-4a3c-9c09-45b8681d89bc", "tag": "822d3663-a40e-45b5-92c2-54ba5ebfc330", "status": "completed", "code": 200}]} {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 22:22:10.082858 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-31a19995-ceda-450d-9578-96a7f2f9a379 {{(pid=103304) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 22:22:10.083265 n-d-760453-5 neutron-server[103304]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e71b7149-a1b2-4a3c-9c09-45b8681d89bc', 'tag': '822d3663-a40e-45b5-92c2-54ba5ebfc330', 'status': 'completed', 'code': 200} Jan 26 22:22:10.086306 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-e046b772-e996-41f6-9b5f-8241cfa3df4f tempest-TestMinimumBasicScenario-772489497 tempest-TestMinimumBasicScenario-772489497-project] Publish callbacks [] for security_group (416768c0-2846-467f-9ba7-8184556aa226), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:22:10.173749 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6b923e-d171-47a8-b281-6d9229c77a2e req-a62ac0b6-aeb2-450e-ba83-1036b67ebbe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:22:10.175263 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-6a6b923e-d171-47a8-b281-6d9229c77a2e req-a62ac0b6-aeb2-450e-ba83-1036b67ebbe9 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=53271da3034d4f14b3f54817ed5525a0&device_id=e71b7149-a1b2-4a3c-9c09-45b8681d89bc HTTP/1.1" status: 200 len: 1096 time: 0.0675526 Jan 26 22:22:10.248323 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-c37b3195-e06d-4806-ae42-b18277621e17 None None] Provisioning complete for port 822d3663-a40e-45b5-92c2-54ba5ebfc330 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 22:22:10.248721 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-c37b3195-e06d-4806-ae42-b18277621e17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (822d3663-a40e-45b5-92c2-54ba5ebfc330), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:22:10.262726 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-e046b772-e996-41f6-9b5f-8241cfa3df4f tempest-TestMinimumBasicScenario-772489497 tempest-TestMinimumBasicScenario-772489497-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (416768c0-2846-467f-9ba7-8184556aa226), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:22:10.266277 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-e046b772-e996-41f6-9b5f-8241cfa3df4f tempest-TestMinimumBasicScenario-772489497 tempest-TestMinimumBasicScenario-772489497-project] Publish callbacks [] for security_group (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:22:10.269809 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-e046b772-e996-41f6-9b5f-8241cfa3df4f tempest-TestMinimumBasicScenario-772489497 tempest-TestMinimumBasicScenario-772489497-project] 10.222.0.13 "DELETE /v2.0/security-groups/416768c0-2846-467f-9ba7-8184556aa226 HTTP/1.1" status: 204 len: 168 time: 0.3273880 Jan 26 22:22:10.270337 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 54772) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 22:22:10.299587 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e046b772-e996-41f6-9b5f-8241cfa3df4f tempest-TestMinimumBasicScenario-772489497 tempest-TestMinimumBasicScenario-772489497-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=416768c0-2846-467f-9ba7-8184556aa226,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 22:22:10.317216 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6b923e-d171-47a8-b281-6d9229c77a2e req-c273e350-f67d-48cf-9156-ff453799056b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:22:10.318924 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-6a6b923e-d171-47a8-b281-6d9229c77a2e req-c273e350-f67d-48cf-9156-ff453799056b service neutron] 10.222.0.57 "GET /v2.0/networks?id=72f342c2-2983-42be-a8a2-ab8ef8d52450 HTTP/1.1" status: 200 len: 915 time: 0.1338766 Jan 26 22:22:10.369605 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-c37b3195-e06d-4806-ae42-b18277621e17 None None] Current status of the port 822d3663-a40e-45b5-92c2-54ba5ebfc330 is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 22:22:10.415401 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-6a6b923e-d171-47a8-b281-6d9229c77a2e req-f6dd52da-fbcb-426e-9837-71e4de1f7c02 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=822d3663-a40e-45b5-92c2-54ba5ebfc330 HTTP/1.1" status: 200 len: 1001 time: 0.0785363 Jan 26 22:22:10.447331 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-8d71a2da-8617-42d5-b841-2f2c973b4b40 tempest-TestMinimumBasicScenario-772489497 tempest-TestMinimumBasicScenario-772489497-project] Deleting port 171433e6-bc93-42b5-a9ac-c78c6c45b99c {{(pid=103305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 22:22:10.447767 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-8d71a2da-8617-42d5-b841-2f2c973b4b40 tempest-TestMinimumBasicScenario-772489497 tempest-TestMinimumBasicScenario-772489497-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746560630878'] for port (171433e6-bc93-42b5-a9ac-c78c6c45b99c), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:22:10.468978 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6b923e-d171-47a8-b281-6d9229c77a2e req-7d10f6f5-80a4-4731-8217-d0a9d71aed95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:22:10.470599 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-6a6b923e-d171-47a8-b281-6d9229c77a2e req-7d10f6f5-80a4-4731-8217-d0a9d71aed95 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=b03191f6-3d2c-4789-b4a9-0624ec9af807 HTTP/1.1" status: 200 len: 853 time: 0.0471544 Jan 26 22:22:10.515447 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6b923e-d171-47a8-b281-6d9229c77a2e req-3a94ab9d-a7da-4931-8c68-c9cc88b48153 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:22:10.517036 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-6a6b923e-d171-47a8-b281-6d9229c77a2e req-3a94ab9d-a7da-4931-8c68-c9cc88b48153 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=72f342c2-2983-42be-a8a2-ab8ef8d52450&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0409477 Jan 26 22:22:10.523358 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-8d71a2da-8617-42d5-b841-2f2c973b4b40 tempest-TestMinimumBasicScenario-772489497 tempest-TestMinimumBasicScenario-772489497-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4109658'] for port (171433e6-bc93-42b5-a9ac-c78c6c45b99c), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:22:10.523707 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-8d71a2da-8617-42d5-b841-2f2c973b4b40 tempest-TestMinimumBasicScenario-772489497 tempest-TestMinimumBasicScenario-772489497-project] Publish callbacks [] for floatingip (171433e6-bc93-42b5-a9ac-c78c6c45b99c), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:22:10.536333 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-8d71a2da-8617-42d5-b841-2f2c973b4b40 tempest-TestMinimumBasicScenario-772489497 tempest-TestMinimumBasicScenario-772489497-project] Calling delete_port for 171433e6-bc93-42b5-a9ac-c78c6c45b99c owned by network:floatingip {{(pid=103305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 22:22:10.612703 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-6a6b923e-d171-47a8-b281-6d9229c77a2e req-0c7d813c-50ea-4515-85ce-bb02f3137bd3 service neutron] 10.222.0.57 "GET /v2.0/networks/72f342c2-2983-42be-a8a2-ab8ef8d52450?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893188 Jan 26 22:22:10.692530 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-8d71a2da-8617-42d5-b841-2f2c973b4b40 tempest-TestMinimumBasicScenario-772489497 tempest-TestMinimumBasicScenario-772489497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746560636600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746560234536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11791543'] for port (171433e6-bc93-42b5-a9ac-c78c6c45b99c), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:22:10.707965 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-6a6b923e-d171-47a8-b281-6d9229c77a2e req-a2f62f8b-a200-45f4-9c8d-f89f2c460cf4 service neutron] 10.222.0.57 "GET /v2.0/networks/72f342c2-2983-42be-a8a2-ab8ef8d52450?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890303 Jan 26 22:22:10.720695 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d71a2da-8617-42d5-b841-2f2c973b4b40 tempest-TestMinimumBasicScenario-772489497 tempest-TestMinimumBasicScenario-772489497-project] Pushing event deleted for resources: {'Port': ['ID=171433e6-bc93-42b5-a9ac-c78c6c45b99c,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 22:22:10.732511 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d71a2da-8617-42d5-b841-2f2c973b4b40 tempest-TestMinimumBasicScenario-772489497 tempest-TestMinimumBasicScenario-772489497-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:22:10.733150 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d71a2da-8617-42d5-b841-2f2c973b4b40 tempest-TestMinimumBasicScenario-772489497 tempest-TestMinimumBasicScenario-772489497-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:22:10.733717 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d71a2da-8617-42d5-b841-2f2c973b4b40 tempest-TestMinimumBasicScenario-772489497 tempest-TestMinimumBasicScenario-772489497-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:22:10.734274 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d71a2da-8617-42d5-b841-2f2c973b4b40 tempest-TestMinimumBasicScenario-772489497 tempest-TestMinimumBasicScenario-772489497-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:22:10.734679 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d71a2da-8617-42d5-b841-2f2c973b4b40 tempest-TestMinimumBasicScenario-772489497 tempest-TestMinimumBasicScenario-772489497-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:22:10.735083 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d71a2da-8617-42d5-b841-2f2c973b4b40 tempest-TestMinimumBasicScenario-772489497 tempest-TestMinimumBasicScenario-772489497-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:22:10.735487 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d71a2da-8617-42d5-b841-2f2c973b4b40 tempest-TestMinimumBasicScenario-772489497 tempest-TestMinimumBasicScenario-772489497-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:22:10.735883 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d71a2da-8617-42d5-b841-2f2c973b4b40 tempest-TestMinimumBasicScenario-772489497 tempest-TestMinimumBasicScenario-772489497-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:22:10.736279 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d71a2da-8617-42d5-b841-2f2c973b4b40 tempest-TestMinimumBasicScenario-772489497 tempest-TestMinimumBasicScenario-772489497-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:22:10.736679 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d71a2da-8617-42d5-b841-2f2c973b4b40 tempest-TestMinimumBasicScenario-772489497 tempest-TestMinimumBasicScenario-772489497-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:22:10.737010 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d71a2da-8617-42d5-b841-2f2c973b4b40 tempest-TestMinimumBasicScenario-772489497 tempest-TestMinimumBasicScenario-772489497-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:22:10.737353 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d71a2da-8617-42d5-b841-2f2c973b4b40 tempest-TestMinimumBasicScenario-772489497 tempest-TestMinimumBasicScenario-772489497-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:22:10.737682 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d71a2da-8617-42d5-b841-2f2c973b4b40 tempest-TestMinimumBasicScenario-772489497 tempest-TestMinimumBasicScenario-772489497-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:22:10.795930 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-8d71a2da-8617-42d5-b841-2f2c973b4b40 tempest-TestMinimumBasicScenario-772489497 tempest-TestMinimumBasicScenario-772489497-project] Publish callbacks [] for floatingip (9badf953-7bfc-42ae-af6f-54f35e9fe611), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:22:10.796364 n-d-760453-5 neutron-server[103305]: INFO neutron.db.l3_db [None req-8d71a2da-8617-42d5-b841-2f2c973b4b40 tempest-TestMinimumBasicScenario-772489497 tempest-TestMinimumBasicScenario-772489497-project] Floating IP 9badf953-7bfc-42ae-af6f-54f35e9fe611 disassociated (deleted). External IP: 172.25.1.150, port: 822d3663-a40e-45b5-92c2-54ba5ebfc330. Jan 26 22:22:11.006581 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d71a2da-8617-42d5-b841-2f2c973b4b40 tempest-TestMinimumBasicScenario-772489497 tempest-TestMinimumBasicScenario-772489497-project] Router ba2ccf22-10a8-41c7-8502-d3df2428d44d has already been hosted by L3 agent 09df100c-3af1-4b0a-bda8-05914c71c458 {{(pid=103305) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 26 22:22:11.121859 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d71a2da-8617-42d5-b841-2f2c973b4b40 tempest-TestMinimumBasicScenario-772489497 tempest-TestMinimumBasicScenario-772489497-project] Notify agent at l3_agent.n-d-760453-5 the message routers_updated {{(pid=103305) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 26 22:22:11.126665 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-8d71a2da-8617-42d5-b841-2f2c973b4b40 tempest-TestMinimumBasicScenario-772489497 tempest-TestMinimumBasicScenario-772489497-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for floatingip (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:22:11.135679 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a89b369-9c97-4c66-826c-ea984d3932a6 None None] Sync routers for ids ['ba2ccf22-10a8-41c7-8502-d3df2428d44d'] in n-d-760453-5 {{(pid=103306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 26 22:22:11.147119 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a89b369-9c97-4c66-826c-ea984d3932a6 None None] Routers {'ba2ccf22-10a8-41c7-8502-d3df2428d44d'} bound to L3 agent in host n-d-760453-5 {{(pid=103306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 22:22:11.147990 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-5a89b369-9c97-4c66-826c-ea984d3932a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-26T20:55:21Z,description=,heartbeat_timestamp=2022-01-26T22:21:51Z,host='n-d-760453-5',id=09df100c-3af1-4b0a-bda8-05914c71c458,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:55:21Z,topic='l3_agent')) {'router_ids': ['ba2ccf22-10a8-41c7-8502-d3df2428d44d'], 'active': True} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 22:22:11.159735 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-8d71a2da-8617-42d5-b841-2f2c973b4b40 tempest-TestMinimumBasicScenario-772489497 tempest-TestMinimumBasicScenario-772489497-project] 10.222.0.13 "DELETE /v2.0/floatingips/9badf953-7bfc-42ae-af6f-54f35e9fe611 HTTP/1.1" status: 204 len: 168 time: 0.8853319 Jan 26 22:22:11.159735 n-d-760453-5 neutron-server[103305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e71b7149-a1b2-4a3c-9c09-45b8681d89bc', 'tag': '822d3663-a40e-45b5-92c2-54ba5ebfc330'}] {{(pid=103305) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 22:22:11.161007 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63c895857b12caccb44030902ae3f492cdae22bba6ec98e5b8bd003e299c093d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0850ea9-abac-43cb-8b12-20118d76539a" -d '{"events": [{"name": "network-changed", "server_uuid": "e71b7149-a1b2-4a3c-9c09-45b8681d89bc", "tag": "822d3663-a40e-45b5-92c2-54ba5ebfc330"}]}' {{(pid=103305) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 22:22:11.269652 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvr_db [None req-5a89b369-9c97-4c66-826c-ea984d3932a6 None None] Set router ba2ccf22-10a8-41c7-8502-d3df2428d44d gateway port host: n-d-760453-5 {{(pid=103306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 22:22:11.458382 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 26 Jan 2022 22:22:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-646ade49-6a03-4ca0-8afa-046d6f72c1f7 x-openstack-request-id: req-646ade49-6a03-4ca0-8afa-046d6f72c1f7 {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 22:22:11.458910 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e71b7149-a1b2-4a3c-9c09-45b8681d89bc", "tag": "822d3663-a40e-45b5-92c2-54ba5ebfc330", "status": "completed", "code": 200}]} {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 22:22:11.458910 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-646ade49-6a03-4ca0-8afa-046d6f72c1f7 {{(pid=103305) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 22:22:11.459321 n-d-760453-5 neutron-server[103305]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e71b7149-a1b2-4a3c-9c09-45b8681d89bc', 'tag': '822d3663-a40e-45b5-92c2-54ba5ebfc330', 'status': 'completed', 'code': 200} Jan 26 22:22:11.531590 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0850ea9-abac-43cb-8b12-20118d76539a req-931b320b-c290-4255-929f-cd5003c0374e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:22:11.533629 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-a0850ea9-abac-43cb-8b12-20118d76539a req-931b320b-c290-4255-929f-cd5003c0374e service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=53271da3034d4f14b3f54817ed5525a0&device_id=e71b7149-a1b2-4a3c-9c09-45b8681d89bc HTTP/1.1" status: 200 len: 1096 time: 0.0511608 Jan 26 22:22:11.632035 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0850ea9-abac-43cb-8b12-20118d76539a req-0415c8e6-e6d2-4104-ab9f-2582674ede16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:22:11.634245 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-a0850ea9-abac-43cb-8b12-20118d76539a req-0415c8e6-e6d2-4104-ab9f-2582674ede16 service neutron] 10.222.0.57 "GET /v2.0/networks?id=72f342c2-2983-42be-a8a2-ab8ef8d52450 HTTP/1.1" status: 200 len: 915 time: 0.0946856 Jan 26 22:22:11.674186 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-5a89b369-9c97-4c66-826c-ea984d3932a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba2ccf22-10a8-41c7-8502-d3df2428d44d', 'name': 'tempest-TestMinimumBasicScenario-407433458-router', 'tenant_id': '53271da3034d4f14b3f54817ed5525a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'external_fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.228'}], 'enable_snat': True}, 'gw_port_id': 'a321a021-8795-4b47-aab3-7821d83cca4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T22:20:07Z', 'updated_at': '2022-01-26T22:20:10Z', 'revision_number': 4, 'project_id': '53271da3034d4f14b3f54817ed5525a0', 'gw_port': {'id': 'a321a021-8795-4b47-aab3-7821d83cca4b', 'name': '', 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:14:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba2ccf22-10a8-41c7-8502-d3df2428d44d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4192, 'fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T22:20:08Z', 'updated_at': '2022-01-26T22:20:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-5', '_interfaces': [{'id': 'fa00a944-21f3-4ced-8cf0-b0137d8c77d1', 'name': '', 'network_id': '72f342c2-2983-42be-a8a2-ab8ef8d52450', 'tenant_id': '53271da3034d4f14b3f54817ed5525a0', 'mac_address': 'fa:16:3e:bc:3f:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba2ccf22-10a8-41c7-8502-d3df2428d44d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4193, 'fixed_ips': [{'subnet_id': 'b03191f6-3d2c-4789-b4a9-0624ec9af807', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T22:20:09Z', 'updated_at': '2022-01-26T22:20:15Z', 'revision_number': 5, 'project_id': '53271da3034d4f14b3f54817ed5525a0', 'subnets': [{'id': 'b03191f6-3d2c-4789-b4a9-0624ec9af807', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760453-5', False) {} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 22:22:11.676751 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-a0850ea9-abac-43cb-8b12-20118d76539a req-719bc20e-6012-4cb6-819c-8ee71617cea3 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=822d3663-a40e-45b5-92c2-54ba5ebfc330 HTTP/1.1" status: 200 len: 217 time: 0.0366511 Jan 26 22:22:11.703528 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a89b369-9c97-4c66-826c-ea984d3932a6 None None] Checking router: ba2ccf22-10a8-41c7-8502-d3df2428d44d for host: n-d-760453-5 {{(pid=103306) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 26 22:22:11.712867 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a89b369-9c97-4c66-826c-ea984d3932a6 None None] Routers {'ba2ccf22-10a8-41c7-8502-d3df2428d44d'} bound to L3 agent in host n-d-760453-5 {{(pid=103306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 22:22:11.713530 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-5a89b369-9c97-4c66-826c-ea984d3932a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-26T20:55:21Z,description=,heartbeat_timestamp=2022-01-26T22:21:51Z,host='n-d-760453-5',id=09df100c-3af1-4b0a-bda8-05914c71c458,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:55:21Z,topic='l3_agent')) {'router_ids': ['ba2ccf22-10a8-41c7-8502-d3df2428d44d'], 'active': True} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 22:22:11.728522 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0850ea9-abac-43cb-8b12-20118d76539a req-b7b80350-3326-4dcc-b10d-66cf77c21e58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:22:11.730338 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-a0850ea9-abac-43cb-8b12-20118d76539a req-b7b80350-3326-4dcc-b10d-66cf77c21e58 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=b03191f6-3d2c-4789-b4a9-0624ec9af807 HTTP/1.1" status: 200 len: 853 time: 0.0459313 Jan 26 22:22:11.780747 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0850ea9-abac-43cb-8b12-20118d76539a req-cd4141b7-bee6-41a8-a171-4d6a5f69e98b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:22:11.782512 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-a0850ea9-abac-43cb-8b12-20118d76539a req-cd4141b7-bee6-41a8-a171-4d6a5f69e98b service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=72f342c2-2983-42be-a8a2-ab8ef8d52450&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0462937 Jan 26 22:22:11.829084 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvr_db [None req-5a89b369-9c97-4c66-826c-ea984d3932a6 None None] Set router ba2ccf22-10a8-41c7-8502-d3df2428d44d gateway port host: n-d-760453-5 {{(pid=103306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 22:22:11.877899 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-a0850ea9-abac-43cb-8b12-20118d76539a req-4b3f96b7-4e08-4493-bed1-6efc5bbc232c service neutron] 10.222.0.57 "GET /v2.0/networks/72f342c2-2983-42be-a8a2-ab8ef8d52450?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888748 Jan 26 22:22:12.005199 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-a0850ea9-abac-43cb-8b12-20118d76539a req-d7afa124-af85-43de-a4cf-9adb69dfa1c7 service neutron] 10.222.0.57 "GET /v2.0/networks/72f342c2-2983-42be-a8a2-ab8ef8d52450?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1188235 Jan 26 22:22:12.077368 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-5a89b369-9c97-4c66-826c-ea984d3932a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba2ccf22-10a8-41c7-8502-d3df2428d44d', 'name': 'tempest-TestMinimumBasicScenario-407433458-router', 'tenant_id': '53271da3034d4f14b3f54817ed5525a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'external_fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.228'}], 'enable_snat': True}, 'gw_port_id': 'a321a021-8795-4b47-aab3-7821d83cca4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T22:20:07Z', 'updated_at': '2022-01-26T22:20:10Z', 'revision_number': 4, 'project_id': '53271da3034d4f14b3f54817ed5525a0', 'gw_port': {'id': 'a321a021-8795-4b47-aab3-7821d83cca4b', 'name': '', 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:14:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba2ccf22-10a8-41c7-8502-d3df2428d44d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4192, 'fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T22:20:08Z', 'updated_at': '2022-01-26T22:20:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-5', '_interfaces': [{'id': 'fa00a944-21f3-4ced-8cf0-b0137d8c77d1', 'name': '', 'network_id': '72f342c2-2983-42be-a8a2-ab8ef8d52450', 'tenant_id': '53271da3034d4f14b3f54817ed5525a0', 'mac_address': 'fa:16:3e:bc:3f:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba2ccf22-10a8-41c7-8502-d3df2428d44d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4193, 'fixed_ips': [{'subnet_id': 'b03191f6-3d2c-4789-b4a9-0624ec9af807', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T22:20:09Z', 'updated_at': '2022-01-26T22:20:15Z', 'revision_number': 5, 'project_id': '53271da3034d4f14b3f54817ed5525a0', 'subnets': [{'id': 'b03191f6-3d2c-4789-b4a9-0624ec9af807', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760453-5', False) {} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 22:22:12.105980 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a89b369-9c97-4c66-826c-ea984d3932a6 None None] The sync data for ids ['ba2ccf22-10a8-41c7-8502-d3df2428d44d'] in n-d-760453-5 is: [{'id': 'ba2ccf22-10a8-41c7-8502-d3df2428d44d', 'name': 'tempest-TestMinimumBasicScenario-407433458-router', 'tenant_id': '53271da3034d4f14b3f54817ed5525a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'external_fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.228'}], 'enable_snat': True}, 'gw_port_id': 'a321a021-8795-4b47-aab3-7821d83cca4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T22:20:07Z', 'updated_at': '2022-01-26T22:20:10Z', 'revision_number': 4, 'project_id': '53271da3034d4f14b3f54817ed5525a0', 'gw_port': {'id': 'a321a021-8795-4b47-aab3-7821d83cca4b', 'name': '', 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:14:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba2ccf22-10a8-41c7-8502-d3df2428d44d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4192, 'fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T22:20:08Z', 'updated_at': '2022-01-26T22:20:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-5', '_interfaces': [{'id': 'fa00a944-21f3-4ced-8cf0-b0137d8c77d1', 'name': '', 'network_id': '72f342c2-2983-42be-a8a2-ab8ef8d52450', 'tenant_id': '53271da3034d4f14b3f54817ed5525a0', 'mac_address': 'fa:16:3e:bc:3f:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba2ccf22-10a8-41c7-8502-d3df2428d44d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4193, 'fixed_ips': [{'subnet_id': 'b03191f6-3d2c-4789-b4a9-0624ec9af807', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T22:20:09Z', 'updated_at': '2022-01-26T22:20:15Z', 'revision_number': 5, 'project_id': '53271da3034d4f14b3f54817ed5525a0', 'subnets': [{'id': 'b03191f6-3d2c-4789-b4a9-0624ec9af807', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 26 22:22:12.345736 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7ac944d-fd61-408f-ab69-ef02405d952c None None] New status for floating IP 9badf953-7bfc-42ae-af6f-54f35e9fe611: DOWN {{(pid=103307) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 26 22:22:15.036210 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-de83bae8-a23f-401f-bc0a-1d8adc912c0d req-0a6e6465-336f-40a9-a31b-06cc428e8452 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=e71b7149-a1b2-4a3c-9c09-45b8681d89bc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0460758 Jan 26 22:22:15.125416 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de83bae8-a23f-401f-bc0a-1d8adc912c0d req-00e41b60-0baf-4010-98c3-f8b263d5ec09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:22:15.126949 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-de83bae8-a23f-401f-bc0a-1d8adc912c0d req-00e41b60-0baf-4010-98c3-f8b263d5ec09 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=53271da3034d4f14b3f54817ed5525a0&device_id=e71b7149-a1b2-4a3c-9c09-45b8681d89bc HTTP/1.1" status: 200 len: 1096 time: 0.0431793 Jan 26 22:22:15.236646 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de83bae8-a23f-401f-bc0a-1d8adc912c0d req-f8cee9f7-cff5-48d9-ad63-73cb206cbb9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:22:15.238187 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-de83bae8-a23f-401f-bc0a-1d8adc912c0d req-f8cee9f7-cff5-48d9-ad63-73cb206cbb9a service neutron] 10.222.0.57 "GET /v2.0/networks?id=72f342c2-2983-42be-a8a2-ab8ef8d52450 HTTP/1.1" status: 200 len: 915 time: 0.0939560 Jan 26 22:22:15.279488 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-de83bae8-a23f-401f-bc0a-1d8adc912c0d req-0d41bb4e-ab2f-46e7-ad4a-e2bb530f62e9 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=822d3663-a40e-45b5-92c2-54ba5ebfc330 HTTP/1.1" status: 200 len: 217 time: 0.0349813 Jan 26 22:22:15.326576 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de83bae8-a23f-401f-bc0a-1d8adc912c0d req-abc5432e-fbb6-4ca0-8d4f-b7d1c7f18dfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:22:15.327954 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-de83bae8-a23f-401f-bc0a-1d8adc912c0d req-abc5432e-fbb6-4ca0-8d4f-b7d1c7f18dfe service neutron] 10.222.0.57 "GET /v2.0/subnets?id=b03191f6-3d2c-4789-b4a9-0624ec9af807 HTTP/1.1" status: 200 len: 853 time: 0.0432255 Jan 26 22:22:15.725382 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de83bae8-a23f-401f-bc0a-1d8adc912c0d req-fe3f8855-1ac3-4ed4-94ca-e12f937bf420 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:22:15.726989 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-de83bae8-a23f-401f-bc0a-1d8adc912c0d req-fe3f8855-1ac3-4ed4-94ca-e12f937bf420 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=72f342c2-2983-42be-a8a2-ab8ef8d52450&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3933647 Jan 26 22:22:15.814932 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-de83bae8-a23f-401f-bc0a-1d8adc912c0d req-f6b08b40-9359-42b5-9822-e00bb548475f service neutron] 10.222.0.57 "GET /v2.0/networks/72f342c2-2983-42be-a8a2-ab8ef8d52450?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814712 Jan 26 22:22:15.906587 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-de83bae8-a23f-401f-bc0a-1d8adc912c0d req-66a280c7-8734-4caa-9b48-689cdb12bdf3 service neutron] 10.222.0.57 "GET /v2.0/networks/72f342c2-2983-42be-a8a2-ab8ef8d52450?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862503 Jan 26 22:22:17.494689 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.agents_db [None req-569f1ced-6396-4ddf-b79f-e03b0b2146ab None None] Agent healthcheck: found 7 active agents {{(pid=103307) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 26 22:22:19.033693 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-a3d85dd1-17b6-48c0-b3fa-d632f8137c3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (474ccdf7-ab6c-405b-a3b2-dc7b05829902), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:22:21.371075 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-3ecf075d-cb19-40dc-9dd1-1faed8ecc9ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (09df100c-3af1-4b0a-bda8-05914c71c458), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:22:22.514294 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-841f5991-a4d8-4d4b-b215-cbc6bab5427b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (aa7ee9d2-08eb-4e12-b895-24c57300dfec), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:22:23.702658 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (4d619873-4b60-439f-9b5a-b155dc8bbc34), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:22:24.341534 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-839dd188-ec69-470c-9ab0-d318dc1a2e96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (e79b4fc6-6c71-44b2-a6d0-ff3e1f4dfd0d), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:22:25.488410 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (fea0591a-627d-4c87-9a9a-01625ddf3277), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:22:26.592220 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8047485-661b-4cc1-a402-d544d4020e3a req-0c1d2a80-a416-417e-87d0-902fdadde1cb tempest-TestMinimumBasicScenario-772489497 tempest-TestMinimumBasicScenario-772489497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:22:26.593826 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-d8047485-661b-4cc1-a402-d544d4020e3a req-0c1d2a80-a416-417e-87d0-902fdadde1cb tempest-TestMinimumBasicScenario-772489497 tempest-TestMinimumBasicScenario-772489497-project] 10.222.0.13 "GET /v2.0/ports?device_id=e71b7149-a1b2-4a3c-9c09-45b8681d89bc HTTP/1.1" status: 200 len: 945 time: 0.0495098 Jan 26 22:22:26.640691 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-d8047485-661b-4cc1-a402-d544d4020e3a req-7f1ec425-f016-4fd3-af2d-ac252590e41c tempest-TestMinimumBasicScenario-772489497 tempest-TestMinimumBasicScenario-772489497-project] 10.222.0.13 "GET /v2.0/security-groups?id=2835b86f-d514-4463-9a13-e568a6e42c07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411828 Jan 26 22:22:27.755241 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2654ab0-8f57-4117-abdb-2b9e89b91a78 req-0b19ae1a-459a-449c-ad43-ec8932595f33 tempest-TestMinimumBasicScenario-772489497 tempest-TestMinimumBasicScenario-772489497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:22:27.756721 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-b2654ab0-8f57-4117-abdb-2b9e89b91a78 req-0b19ae1a-459a-449c-ad43-ec8932595f33 tempest-TestMinimumBasicScenario-772489497 tempest-TestMinimumBasicScenario-772489497-project] 10.222.0.13 "GET /v2.0/ports?device_id=e71b7149-a1b2-4a3c-9c09-45b8681d89bc HTTP/1.1" status: 200 len: 945 time: 0.0486400 Jan 26 22:22:27.801776 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-b2654ab0-8f57-4117-abdb-2b9e89b91a78 req-8b4a508f-314d-49df-9203-193493edd27a tempest-TestMinimumBasicScenario-772489497 tempest-TestMinimumBasicScenario-772489497-project] 10.222.0.13 "GET /v2.0/security-groups?id=2835b86f-d514-4463-9a13-e568a6e42c07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393934 Jan 26 22:22:28.197460 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d568f5fa-4c45-47cd-a1f3-d9d7be7b3d71 req-ae2fc5bb-2e6e-44bd-836c-1641fe493e51 tempest-TestMinimumBasicScenario-772489497 tempest-TestMinimumBasicScenario-772489497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:22:28.198801 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-d568f5fa-4c45-47cd-a1f3-d9d7be7b3d71 req-ae2fc5bb-2e6e-44bd-836c-1641fe493e51 tempest-TestMinimumBasicScenario-772489497 tempest-TestMinimumBasicScenario-772489497-project] 10.222.0.57 "GET /v2.0/ports?device_id=e71b7149-a1b2-4a3c-9c09-45b8681d89bc HTTP/1.1" status: 200 len: 945 time: 0.0511434 Jan 26 22:22:28.285520 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [req-d568f5fa-4c45-47cd-a1f3-d9d7be7b3d71 req-0b5072d6-c252-43b5-b3ad-e9393755bf34 tempest-TestMinimumBasicScenario-772489497 tempest-TestMinimumBasicScenario-772489497-project] Deleting port 822d3663-a40e-45b5-92c2-54ba5ebfc330 {{(pid=103304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 22:22:28.285866 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-d568f5fa-4c45-47cd-a1f3-d9d7be7b3d71 req-0b5072d6-c252-43b5-b3ad-e9393755bf34 tempest-TestMinimumBasicScenario-772489497 tempest-TestMinimumBasicScenario-772489497-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746560630878'] for port (822d3663-a40e-45b5-92c2-54ba5ebfc330), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:22:28.375548 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [req-d568f5fa-4c45-47cd-a1f3-d9d7be7b3d71 req-0b5072d6-c252-43b5-b3ad-e9393755bf34 tempest-TestMinimumBasicScenario-772489497 tempest-TestMinimumBasicScenario-772489497-project] For port 822d3663-a40e-45b5-92c2-54ba5ebfc330, host n-h2-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-5',level=0,port_id=822d3663-a40e-45b5-92c2-54ba5ebfc330,segment=NetworkSegment(407ccffb-6a1b-4b97-ba06-510ce6b38806),segment_id=407ccffb-6a1b-4b97-ba06-510ce6b38806)] {{(pid=103304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 22:22:28.375906 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-d568f5fa-4c45-47cd-a1f3-d9d7be7b3d71 req-0b5072d6-c252-43b5-b3ad-e9393755bf34 tempest-TestMinimumBasicScenario-772489497 tempest-TestMinimumBasicScenario-772489497-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4109658'] for port (822d3663-a40e-45b5-92c2-54ba5ebfc330), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:22:28.389639 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [req-d568f5fa-4c45-47cd-a1f3-d9d7be7b3d71 req-0b5072d6-c252-43b5-b3ad-e9393755bf34 tempest-TestMinimumBasicScenario-772489497 tempest-TestMinimumBasicScenario-772489497-project] Calling delete_port for 822d3663-a40e-45b5-92c2-54ba5ebfc330 owned by compute:nova {{(pid=103304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 22:22:28.521358 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-d568f5fa-4c45-47cd-a1f3-d9d7be7b3d71 req-0b5072d6-c252-43b5-b3ad-e9393755bf34 tempest-TestMinimumBasicScenario-772489497 tempest-TestMinimumBasicScenario-772489497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746560636600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746560234536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9281553'] for port (822d3663-a40e-45b5-92c2-54ba5ebfc330), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:22:28.535451 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] get_ports_and_sgs() called for port_ids ['822d3663-a40e-45b5-92c2-54ba5ebfc330'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 26 22:22:28.548447 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b5072d6-c252-43b5-b3ad-e9393755bf34 tempest-TestMinimumBasicScenario-772489497 tempest-TestMinimumBasicScenario-772489497-project] Pushing event deleted for resources: {'Port': ['ID=822d3663-a40e-45b5-92c2-54ba5ebfc330,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 22:22:28.592621 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [req-d568f5fa-4c45-47cd-a1f3-d9d7be7b3d71 req-0b5072d6-c252-43b5-b3ad-e9393755bf34 tempest-TestMinimumBasicScenario-772489497 tempest-TestMinimumBasicScenario-772489497-project] No DVR routers for this DVR port 822d3663-a40e-45b5-92c2-54ba5ebfc330 on host n-h2-760453-5 {{(pid=103304) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 26 22:22:28.595404 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-d568f5fa-4c45-47cd-a1f3-d9d7be7b3d71 req-0b5072d6-c252-43b5-b3ad-e9393755bf34 tempest-TestMinimumBasicScenario-772489497 tempest-TestMinimumBasicScenario-772489497-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:22:28.598948 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-d568f5fa-4c45-47cd-a1f3-d9d7be7b3d71 req-0b5072d6-c252-43b5-b3ad-e9393755bf34 tempest-TestMinimumBasicScenario-772489497 tempest-TestMinimumBasicScenario-772489497-project] 10.222.0.57 "DELETE /v2.0/ports/822d3663-a40e-45b5-92c2-54ba5ebfc330 HTTP/1.1" status: 204 len: 173 time: 0.3948879 Jan 26 22:22:28.599451 n-d-760453-5 neutron-server[103304]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e71b7149-a1b2-4a3c-9c09-45b8681d89bc', 'name': 'network-vif-deleted', 'tag': '822d3663-a40e-45b5-92c2-54ba5ebfc330'}] {{(pid=103304) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 22:22:28.601818 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86e783e1922a725fac327d65912384d63450ce1a6a2ee22db2d1cc52fb257f3b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d01e420e-fe58-4c8b-9872-2f770c87a7d2" -d '{"events": [{"server_uuid": "e71b7149-a1b2-4a3c-9c09-45b8681d89bc", "name": "network-vif-deleted", "tag": "822d3663-a40e-45b5-92c2-54ba5ebfc330"}]}' {{(pid=103304) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 22:22:28.641080 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Jan 2022 22:22:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c100ce1-bf64-475b-9522-a2c6e07a038d x-openstack-request-id: req-5c100ce1-bf64-475b-9522-a2c6e07a038d {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 22:22:28.641418 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e71b7149-a1b2-4a3c-9c09-45b8681d89bc", "name": "network-vif-deleted", "tag": "822d3663-a40e-45b5-92c2-54ba5ebfc330", "status": "completed", "code": 200}]} {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 22:22:28.641673 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-5c100ce1-bf64-475b-9522-a2c6e07a038d {{(pid=103304) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 22:22:28.642077 n-d-760453-5 neutron-server[103304]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e71b7149-a1b2-4a3c-9c09-45b8681d89bc', 'name': 'network-vif-deleted', 'tag': '822d3663-a40e-45b5-92c2-54ba5ebfc330', 'status': 'completed', 'code': 200} Jan 26 22:22:28.908579 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-949dbd27-ee35-4c16-b93d-2a4a74eac591 req-b2fa97d1-ee7a-4778-9ae5-442f83c02f15 tempest-TestMinimumBasicScenario-772489497 tempest-TestMinimumBasicScenario-772489497-project] 10.222.0.13 "GET /v2.0/ports?device_id=e71b7149-a1b2-4a3c-9c09-45b8681d89bc HTTP/1.1" status: 200 len: 210 time: 0.0279846 Jan 26 22:22:30.458605 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 54888) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 22:22:30.799891 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-b7485536-fbf3-4b3a-9a20-21e09099122c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4110657'] for router_interface (ba2ccf22-10a8-41c7-8502-d3df2428d44d), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:22:31.040186 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-b7485536-fbf3-4b3a-9a20-21e09099122c admin admin] Deleting port fa00a944-21f3-4ced-8cf0-b0137d8c77d1 {{(pid=103305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 22:22:31.040524 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-b7485536-fbf3-4b3a-9a20-21e09099122c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746560630878'] for port (fa00a944-21f3-4ced-8cf0-b0137d8c77d1), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:22:31.120676 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [None req-b7485536-fbf3-4b3a-9a20-21e09099122c admin admin] For port fa00a944-21f3-4ced-8cf0-b0137d8c77d1, host n-d-760453-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=fa00a944-21f3-4ced-8cf0-b0137d8c77d1,segment=NetworkSegment(407ccffb-6a1b-4b97-ba06-510ce6b38806),segment_id=407ccffb-6a1b-4b97-ba06-510ce6b38806)] {{(pid=103305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 22:22:31.120958 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-b7485536-fbf3-4b3a-9a20-21e09099122c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4109658'] for port (fa00a944-21f3-4ced-8cf0-b0137d8c77d1), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:22:31.132620 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-b7485536-fbf3-4b3a-9a20-21e09099122c admin admin] Calling delete_port for fa00a944-21f3-4ced-8cf0-b0137d8c77d1 owned by network:router_interface {{(pid=103305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 22:22:31.311292 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-b7485536-fbf3-4b3a-9a20-21e09099122c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746560636600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746560234536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11791543'] for port (fa00a944-21f3-4ced-8cf0-b0137d8c77d1), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:22:31.337558 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7485536-fbf3-4b3a-9a20-21e09099122c admin admin] Pushing event deleted for resources: {'Port': ['ID=fa00a944-21f3-4ced-8cf0-b0137d8c77d1,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 22:22:31.501918 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-b7485536-fbf3-4b3a-9a20-21e09099122c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3709480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4110805'] for router_interface (ba2ccf22-10a8-41c7-8502-d3df2428d44d), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:22:31.713527 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7485536-fbf3-4b3a-9a20-21e09099122c admin admin] Router ba2ccf22-10a8-41c7-8502-d3df2428d44d has already been hosted by L3 agent 09df100c-3af1-4b0a-bda8-05914c71c458 {{(pid=103305) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 26 22:22:31.816101 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7485536-fbf3-4b3a-9a20-21e09099122c admin admin] Notify agent at l3_agent.n-d-760453-5 the message routers_updated {{(pid=103305) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 26 22:22:31.821071 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-b7485536-fbf3-4b3a-9a20-21e09099122c admin admin] 10.222.0.13 "PUT /v2.0/routers/ba2ccf22-10a8-41c7-8502-d3df2428d44d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3614526 Jan 26 22:22:31.823658 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 54890) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 22:22:31.829910 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5677f2b-9b5b-4560-9762-841ebfda207d None None] Sync routers for ids ['ba2ccf22-10a8-41c7-8502-d3df2428d44d'] in n-d-760453-5 {{(pid=103306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 26 22:22:31.840309 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5677f2b-9b5b-4560-9762-841ebfda207d None None] Routers {'ba2ccf22-10a8-41c7-8502-d3df2428d44d'} bound to L3 agent in host n-d-760453-5 {{(pid=103306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 22:22:31.840919 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-f5677f2b-9b5b-4560-9762-841ebfda207d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-26T20:55:21Z,description=,heartbeat_timestamp=2022-01-26T22:22:21Z,host='n-d-760453-5',id=09df100c-3af1-4b0a-bda8-05914c71c458,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:55:21Z,topic='l3_agent')) {'router_ids': ['ba2ccf22-10a8-41c7-8502-d3df2428d44d'], 'active': True} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 22:22:31.940365 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-e3f2f046-4ef9-43ab-9af9-b8e9aff13c3f admin admin] Publish callbacks [] for router (ba2ccf22-10a8-41c7-8502-d3df2428d44d), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:22:31.946655 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvr_db [None req-f5677f2b-9b5b-4560-9762-841ebfda207d None None] Set router ba2ccf22-10a8-41c7-8502-d3df2428d44d gateway port host: n-d-760453-5 {{(pid=103306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 22:22:31.974233 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Device 822d3663-a40e-45b5-92c2-54ba5ebfc330 no longer exists at agent hyperv_n-h2-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 26 22:22:32.025517 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] No Port match for: 822d3663-a40e-45b5-92c2-54ba5ebfc330 {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 26 22:22:32.025868 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Device 822d3663-a40e-45b5-92c2-54ba5ebfc330 not bound to the agent host n-h2-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 26 22:22:32.154682 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-f5677f2b-9b5b-4560-9762-841ebfda207d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba2ccf22-10a8-41c7-8502-d3df2428d44d', 'name': 'tempest-TestMinimumBasicScenario-407433458-router', 'tenant_id': '53271da3034d4f14b3f54817ed5525a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'external_fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.228'}], 'enable_snat': True}, 'gw_port_id': 'a321a021-8795-4b47-aab3-7821d83cca4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T22:20:07Z', 'updated_at': '2022-01-26T22:22:31Z', 'revision_number': 5, 'project_id': '53271da3034d4f14b3f54817ed5525a0', 'gw_port': {'id': 'a321a021-8795-4b47-aab3-7821d83cca4b', 'name': '', 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:14:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba2ccf22-10a8-41c7-8502-d3df2428d44d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4192, 'fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T22:20:08Z', 'updated_at': '2022-01-26T22:20:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-5'}], 'n-d-760453-5', False) {} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 22:22:32.185689 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5677f2b-9b5b-4560-9762-841ebfda207d None None] Checking router: ba2ccf22-10a8-41c7-8502-d3df2428d44d for host: n-d-760453-5 {{(pid=103306) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 26 22:22:32.194877 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5677f2b-9b5b-4560-9762-841ebfda207d None None] Routers {'ba2ccf22-10a8-41c7-8502-d3df2428d44d'} bound to L3 agent in host n-d-760453-5 {{(pid=103306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 22:22:32.196044 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-f5677f2b-9b5b-4560-9762-841ebfda207d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-26T20:55:21Z,description=,heartbeat_timestamp=2022-01-26T22:22:21Z,host='n-d-760453-5',id=09df100c-3af1-4b0a-bda8-05914c71c458,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:55:21Z,topic='l3_agent')) {'router_ids': ['ba2ccf22-10a8-41c7-8502-d3df2428d44d'], 'active': True} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 22:22:32.302426 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvr_db [None req-f5677f2b-9b5b-4560-9762-841ebfda207d None None] Set router ba2ccf22-10a8-41c7-8502-d3df2428d44d gateway port host: n-d-760453-5 {{(pid=103306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 22:22:32.318200 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-e3f2f046-4ef9-43ab-9af9-b8e9aff13c3f admin admin] Publish callbacks [] for router_gateway (ba2ccf22-10a8-41c7-8502-d3df2428d44d), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:22:32.371398 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-e3f2f046-4ef9-43ab-9af9-b8e9aff13c3f admin admin] Deleting port a321a021-8795-4b47-aab3-7821d83cca4b {{(pid=103305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 22:22:32.371786 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-e3f2f046-4ef9-43ab-9af9-b8e9aff13c3f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746560630878'] for port (a321a021-8795-4b47-aab3-7821d83cca4b), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:22:32.452671 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [None req-e3f2f046-4ef9-43ab-9af9-b8e9aff13c3f admin admin] For port a321a021-8795-4b47-aab3-7821d83cca4b, host n-d-760453-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=a321a021-8795-4b47-aab3-7821d83cca4b,segment=NetworkSegment(e17cb353-418f-48b9-b982-21a6233ee99b),segment_id=e17cb353-418f-48b9-b982-21a6233ee99b)] {{(pid=103305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 22:22:32.453025 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-e3f2f046-4ef9-43ab-9af9-b8e9aff13c3f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4109658'] for port (a321a021-8795-4b47-aab3-7821d83cca4b), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:22:32.464698 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-e3f2f046-4ef9-43ab-9af9-b8e9aff13c3f admin admin] Calling delete_port for a321a021-8795-4b47-aab3-7821d83cca4b owned by network:router_gateway {{(pid=103305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 22:22:32.480411 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-f5677f2b-9b5b-4560-9762-841ebfda207d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba2ccf22-10a8-41c7-8502-d3df2428d44d', 'name': 'tempest-TestMinimumBasicScenario-407433458-router', 'tenant_id': '53271da3034d4f14b3f54817ed5525a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'external_fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.228'}], 'enable_snat': True}, 'gw_port_id': 'a321a021-8795-4b47-aab3-7821d83cca4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T22:20:07Z', 'updated_at': '2022-01-26T22:22:31Z', 'revision_number': 5, 'project_id': '53271da3034d4f14b3f54817ed5525a0', 'gw_port': {'id': 'a321a021-8795-4b47-aab3-7821d83cca4b', 'name': '', 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:14:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba2ccf22-10a8-41c7-8502-d3df2428d44d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4192, 'fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T22:20:08Z', 'updated_at': '2022-01-26T22:20:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-5'}], 'n-d-760453-5', False) {} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 22:22:32.509948 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5677f2b-9b5b-4560-9762-841ebfda207d None None] The sync data for ids ['ba2ccf22-10a8-41c7-8502-d3df2428d44d'] in n-d-760453-5 is: [{'id': 'ba2ccf22-10a8-41c7-8502-d3df2428d44d', 'name': 'tempest-TestMinimumBasicScenario-407433458-router', 'tenant_id': '53271da3034d4f14b3f54817ed5525a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'external_fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.228'}], 'enable_snat': True}, 'gw_port_id': 'a321a021-8795-4b47-aab3-7821d83cca4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T22:20:07Z', 'updated_at': '2022-01-26T22:22:31Z', 'revision_number': 5, 'project_id': '53271da3034d4f14b3f54817ed5525a0', 'gw_port': {'id': 'a321a021-8795-4b47-aab3-7821d83cca4b', 'name': '', 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:14:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba2ccf22-10a8-41c7-8502-d3df2428d44d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4192, 'fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T22:20:08Z', 'updated_at': '2022-01-26T22:20:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-5'}] {{(pid=103306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 26 22:22:32.640216 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-e3f2f046-4ef9-43ab-9af9-b8e9aff13c3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746560636600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746560234536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11791543'] for port (a321a021-8795-4b47-aab3-7821d83cca4b), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:22:32.662723 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f2f046-4ef9-43ab-9af9-b8e9aff13c3f admin admin] Pushing event deleted for resources: {'Port': ['ID=a321a021-8795-4b47-aab3-7821d83cca4b,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 22:22:32.722812 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-e3f2f046-4ef9-43ab-9af9-b8e9aff13c3f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4111291'] for router_gateway (ba2ccf22-10a8-41c7-8502-d3df2428d44d), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:22:32.811165 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-e3f2f046-4ef9-43ab-9af9-b8e9aff13c3f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4105774', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13082'] for router (ba2ccf22-10a8-41c7-8502-d3df2428d44d), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:22:32.813176 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-e3f2f046-4ef9-43ab-9af9-b8e9aff13c3f admin admin] Publish callbacks [] for router_controller (ba2ccf22-10a8-41c7-8502-d3df2428d44d), precommit_delete_associations {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:22:32.862765 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-e3f2f046-4ef9-43ab-9af9-b8e9aff13c3f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4105767'] for router (ba2ccf22-10a8-41c7-8502-d3df2428d44d), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:22:32.863333 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3f2f046-4ef9-43ab-9af9-b8e9aff13c3f admin admin] Fanout notify agent at l3_agent the message router_deleted on router ba2ccf22-10a8-41c7-8502-d3df2428d44d {{(pid=103305) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 26 22:22:32.868675 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-e3f2f046-4ef9-43ab-9af9-b8e9aff13c3f admin admin] Publish callbacks [] for router (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:22:32.872212 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-e3f2f046-4ef9-43ab-9af9-b8e9aff13c3f admin admin] 10.222.0.13 "DELETE /v2.0/routers/ba2ccf22-10a8-41c7-8502-d3df2428d44d HTTP/1.1" status: 204 len: 168 time: 1.0452566 Jan 26 22:22:32.872477 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 54892) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 22:22:32.917459 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.db_base_plugin_v2 [None req-4c8ab096-fc34-4c25-94fd-22e916806e9e admin admin] Deleting subnet b03191f6-3d2c-4789-b4a9-0624ec9af807 {{(pid=103305) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 26 22:22:32.920886 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-4c8ab096-fc34-4c25-94fd-22e916806e9e admin admin] Publish callbacks [] for subnet (b03191f6-3d2c-4789-b4a9-0624ec9af807), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:22:32.956603 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-4c8ab096-fc34-4c25-94fd-22e916806e9e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11788946'] for subnet (b03191f6-3d2c-4789-b4a9-0624ec9af807), precommit_delete_associations {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:22:33.036765 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-4c8ab096-fc34-4c25-94fd-22e916806e9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687316'] for subnet (b03191f6-3d2c-4789-b4a9-0624ec9af807), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:22:33.089978 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-4c8ab096-fc34-4c25-94fd-22e916806e9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11791594', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11599980'] for subnet (b03191f6-3d2c-4789-b4a9-0624ec9af807), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:22:33.116146 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c8ab096-fc34-4c25-94fd-22e916806e9e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b03191f6-3d2c-4789-b4a9-0624ec9af807,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 22:22:33.120950 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-4c8ab096-fc34-4c25-94fd-22e916806e9e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:22:33.124220 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-4c8ab096-fc34-4c25-94fd-22e916806e9e admin admin] 10.222.0.13 "DELETE /v2.0/subnets/b03191f6-3d2c-4789-b4a9-0624ec9af807 HTTP/1.1" status: 204 len: 168 time: 0.2507641 Jan 26 22:22:33.127340 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 54894) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 22:22:33.130313 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51564553-a45c-4050-b03f-f77e286d058d None None] Network 72f342c2-2983-42be-a8a2-ab8ef8d52450 requested from n-d-760453-5 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 26 22:22:33.195293 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-65b49b69-bfa5-4736-8b92-7d71a77e7102 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-748181'] for network (72f342c2-2983-42be-a8a2-ab8ef8d52450), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:22:33.255855 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-65b49b69-bfa5-4736-8b92-7d71a77e7102 admin admin] Deleting port 347a7d68-bc47-4d3f-9633-ffd47acf5c81 {{(pid=103305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 22:22:33.256200 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-65b49b69-bfa5-4736-8b92-7d71a77e7102 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746560630878'] for port (347a7d68-bc47-4d3f-9633-ffd47acf5c81), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:22:33.317814 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [None req-65b49b69-bfa5-4736-8b92-7d71a77e7102 admin admin] For port 347a7d68-bc47-4d3f-9633-ffd47acf5c81, host n-d-760453-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=347a7d68-bc47-4d3f-9633-ffd47acf5c81,segment=NetworkSegment(407ccffb-6a1b-4b97-ba06-510ce6b38806),segment_id=407ccffb-6a1b-4b97-ba06-510ce6b38806)] {{(pid=103305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 22:22:33.318182 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-65b49b69-bfa5-4736-8b92-7d71a77e7102 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4109658'] for port (347a7d68-bc47-4d3f-9633-ffd47acf5c81), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:22:33.330874 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-65b49b69-bfa5-4736-8b92-7d71a77e7102 admin admin] Calling delete_port for 347a7d68-bc47-4d3f-9633-ffd47acf5c81 owned by network:dhcp {{(pid=103305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 22:22:33.412672 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-65b49b69-bfa5-4736-8b92-7d71a77e7102 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746560636600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746560234536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11791543'] for port (347a7d68-bc47-4d3f-9633-ffd47acf5c81), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:22:33.439562 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b49b69-bfa5-4736-8b92-7d71a77e7102 admin admin] Pushing event deleted for resources: {'Port': ['ID=347a7d68-bc47-4d3f-9633-ffd47acf5c81,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 22:22:33.441501 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65b49b69-bfa5-4736-8b92-7d71a77e7102 admin admin] No DVR routers for this DVR port 347a7d68-bc47-4d3f-9633-ffd47acf5c81 on host n-d-760453-5 {{(pid=103305) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 26 22:22:33.510769 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e03878a-d66c-40cb-84c4-7e3b2eb96963 None None] DHCP port deletion for 72f342c2-2983-42be-a8a2-ab8ef8d52450 request from n-d-760453-5 {{(pid=103306) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 26 22:22:33.520358 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-65b49b69-bfa5-4736-8b92-7d71a77e7102 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-686403', 'neutron.services.segments.db._delete_segments_for_network-8746560774018'] for network (72f342c2-2983-42be-a8a2-ab8ef8d52450), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:22:33.550016 n-d-760453-5 neutron-server[103305]: DEBUG neutron.services.segments.db [None req-65b49b69-bfa5-4736-8b92-7d71a77e7102 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['72f342c2-2983-42be-a8a2-ab8ef8d52450']}} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 22:22:33.560138 n-d-760453-5 neutron-server[103305]: DEBUG neutron.services.segments.db [None req-65b49b69-bfa5-4736-8b92-7d71a77e7102 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '407ccffb-6a1b-4b97-ba06-510ce6b38806') {'for_net_delete': True} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 22:22:33.560527 n-d-760453-5 neutron-server[103305]: DEBUG neutron.services.segments.db [None req-65b49b69-bfa5-4736-8b92-7d71a77e7102 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '407ccffb-6a1b-4b97-ba06-510ce6b38806') {} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 22:22:33.568620 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device a321a021-8795-4b47-aab3-7821d83cca4b no longer exists at agent ovs-agent-n-d-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 26 22:22:33.571098 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-65b49b69-bfa5-4736-8b92-7d71a77e7102 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746560742283', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11788955'] for segment (407ccffb-6a1b-4b97-ba06-510ce6b38806), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:22:33.584142 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-65b49b69-bfa5-4736-8b92-7d71a77e7102 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576559'] for segment (407ccffb-6a1b-4b97-ba06-510ce6b38806), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:22:33.588890 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] No Port match for: a321a021-8795-4b47-aab3-7821d83cca4b {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 26 22:22:33.589237 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device a321a021-8795-4b47-aab3-7821d83cca4b not bound to the agent host n-d-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 26 22:22:33.589754 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device 347a7d68-bc47-4d3f-9633-ffd47acf5c81 no longer exists at agent ovs-agent-n-d-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 26 22:22:33.591339 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-65b49b69-bfa5-4736-8b92-7d71a77e7102 admin admin] Releasing vlan 565 on physical network physnet1 to pool {{(pid=103305) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 26 22:22:33.591860 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-65b49b69-bfa5-4736-8b92-7d71a77e7102 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11791428'] for segment (407ccffb-6a1b-4b97-ba06-510ce6b38806), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:22:33.593654 n-d-760453-5 neutron-server[103305]: Traceback (most recent call last): Jan 26 22:22:33.593654 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 26 22:22:33.593654 n-d-760453-5 neutron-server[103305]: timer() Jan 26 22:22:33.593654 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 26 22:22:33.593654 n-d-760453-5 neutron-server[103305]: cb(*args, **kw) Jan 26 22:22:33.593654 n-d-760453-5 neutron-server[103305]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 26 22:22:33.593654 n-d-760453-5 neutron-server[103305]: return func(*args, **kwargs) Jan 26 22:22:33.593654 n-d-760453-5 neutron-server[103305]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 26 22:22:33.593654 n-d-760453-5 neutron-server[103305]: self._notify() Jan 26 22:22:33.593654 n-d-760453-5 neutron-server[103305]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 26 22:22:33.593654 n-d-760453-5 neutron-server[103305]: self.callback(batched_events) Jan 26 22:22:33.593654 n-d-760453-5 neutron-server[103305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 26 22:22:33.593654 n-d-760453-5 neutron-server[103305]: event.method(event) Jan 26 22:22:33.593654 n-d-760453-5 neutron-server[103305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 26 22:22:33.593654 n-d-760453-5 neutron-server[103305]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 26 22:22:33.593654 n-d-760453-5 neutron-server[103305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 26 22:22:33.593654 n-d-760453-5 neutron-server[103305]: aggregate_uuid = self.p_client.list_aggregates( Jan 26 22:22:33.593654 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 26 22:22:33.593654 n-d-760453-5 neutron-server[103305]: return f(self, *a, **k) Jan 26 22:22:33.593654 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 26 22:22:33.593654 n-d-760453-5 neutron-server[103305]: return self._get(url).json() Jan 26 22:22:33.593654 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 26 22:22:33.593654 n-d-760453-5 neutron-server[103305]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 26 22:22:33.593654 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 26 22:22:33.593654 n-d-760453-5 neutron-server[103305]: return self.request(url, 'GET', **kwargs) Jan 26 22:22:33.593654 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 26 22:22:33.593654 n-d-760453-5 neutron-server[103305]: base_url = self.get_endpoint(auth, allow=allow, Jan 26 22:22:33.593654 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 26 22:22:33.593654 n-d-760453-5 neutron-server[103305]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 26 22:22:33.593654 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 26 22:22:33.593654 n-d-760453-5 neutron-server[103305]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 26 22:22:33.593654 n-d-760453-5 neutron-server[103305]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 26 22:22:33.612675 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] No Port match for: 347a7d68-bc47-4d3f-9633-ffd47acf5c81 {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 26 22:22:33.613027 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device 347a7d68-bc47-4d3f-9633-ffd47acf5c81 not bound to the agent host n-d-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 26 22:22:33.613464 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device fa00a944-21f3-4ced-8cf0-b0137d8c77d1 no longer exists at agent ovs-agent-n-d-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 26 22:22:33.631847 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] No Port match for: fa00a944-21f3-4ced-8cf0-b0137d8c77d1 {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 26 22:22:33.632192 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device fa00a944-21f3-4ced-8cf0-b0137d8c77d1 not bound to the agent host n-d-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 26 22:22:33.652946 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-65b49b69-bfa5-4736-8b92-7d71a77e7102 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4110931'] for network (72f342c2-2983-42be-a8a2-ab8ef8d52450), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:22:33.658694 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-65b49b69-bfa5-4736-8b92-7d71a77e7102 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:22:33.662052 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-65b49b69-bfa5-4736-8b92-7d71a77e7102 admin admin] 10.222.0.13 "DELETE /v2.0/networks/72f342c2-2983-42be-a8a2-ab8ef8d52450 HTTP/1.1" status: 204 len: 168 time: 0.5337892 Jan 26 22:22:33.665203 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 54896) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 22:22:33.673319 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b49b69-bfa5-4736-8b92-7d71a77e7102 admin admin] Pushing event deleted for resources: {'Network': ['ID=72f342c2-2983-42be-a8a2-ab8ef8d52450,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 22:22:34.007318 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-9fc3fd1d-dd8f-45e7-a474-c9c6a3cf7b89 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4110657'] for router_interface (be4da420-2961-4c18-90d1-1484032f31a1), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:22:34.249855 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-9fc3fd1d-dd8f-45e7-a474-c9c6a3cf7b89 admin admin] Deleting port dda6f8ce-4b7f-4d60-b91c-fea38291d484 {{(pid=103304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 22:22:34.250198 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-9fc3fd1d-dd8f-45e7-a474-c9c6a3cf7b89 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746560630878'] for port (dda6f8ce-4b7f-4d60-b91c-fea38291d484), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:22:34.327635 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [None req-9fc3fd1d-dd8f-45e7-a474-c9c6a3cf7b89 admin admin] For port dda6f8ce-4b7f-4d60-b91c-fea38291d484, host n-d-760453-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=dda6f8ce-4b7f-4d60-b91c-fea38291d484,segment=NetworkSegment(8156ab3a-3587-44bb-bb9b-5ae5632e5729),segment_id=8156ab3a-3587-44bb-bb9b-5ae5632e5729)] {{(pid=103304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 22:22:34.327994 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-9fc3fd1d-dd8f-45e7-a474-c9c6a3cf7b89 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4109658'] for port (dda6f8ce-4b7f-4d60-b91c-fea38291d484), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:22:34.340768 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-9fc3fd1d-dd8f-45e7-a474-c9c6a3cf7b89 admin admin] Calling delete_port for dda6f8ce-4b7f-4d60-b91c-fea38291d484 owned by network:router_interface {{(pid=103304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 22:22:34.518675 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-9fc3fd1d-dd8f-45e7-a474-c9c6a3cf7b89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746560636600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746560234536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9281553'] for port (dda6f8ce-4b7f-4d60-b91c-fea38291d484), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:22:34.548510 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc3fd1d-dd8f-45e7-a474-c9c6a3cf7b89 admin admin] Pushing event deleted for resources: {'Port': ['ID=dda6f8ce-4b7f-4d60-b91c-fea38291d484,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 22:22:34.714634 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-9fc3fd1d-dd8f-45e7-a474-c9c6a3cf7b89 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3709480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4110805'] for router_interface (be4da420-2961-4c18-90d1-1484032f31a1), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:22:34.925761 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9fc3fd1d-dd8f-45e7-a474-c9c6a3cf7b89 admin admin] Router be4da420-2961-4c18-90d1-1484032f31a1 has already been hosted by L3 agent 09df100c-3af1-4b0a-bda8-05914c71c458 {{(pid=103304) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 26 22:22:35.030643 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9fc3fd1d-dd8f-45e7-a474-c9c6a3cf7b89 admin admin] Notify agent at l3_agent.n-d-760453-5 the message routers_updated {{(pid=103304) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 26 22:22:35.035630 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-9fc3fd1d-dd8f-45e7-a474-c9c6a3cf7b89 admin admin] 10.222.0.13 "PUT /v2.0/routers/be4da420-2961-4c18-90d1-1484032f31a1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3694332 Jan 26 22:22:35.038232 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 54898) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 22:22:35.040688 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2e9d331-7f37-4094-bb4e-00e506e486d8 None None] Sync routers for ids ['be4da420-2961-4c18-90d1-1484032f31a1'] in n-d-760453-5 {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 26 22:22:35.050096 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2e9d331-7f37-4094-bb4e-00e506e486d8 None None] Routers {'be4da420-2961-4c18-90d1-1484032f31a1'} bound to L3 agent in host n-d-760453-5 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 22:22:35.050700 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-f2e9d331-7f37-4094-bb4e-00e506e486d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-26T20:55:21Z,description=,heartbeat_timestamp=2022-01-26T22:22:21Z,host='n-d-760453-5',id=09df100c-3af1-4b0a-bda8-05914c71c458,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:55:21Z,topic='l3_agent')) {'router_ids': ['be4da420-2961-4c18-90d1-1484032f31a1'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 22:22:35.146013 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-92050c20-b7f1-4be2-aa29-ddbf044444d1 admin admin] Publish callbacks [] for router (be4da420-2961-4c18-90d1-1484032f31a1), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:22:35.156951 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_dvr_db [None req-f2e9d331-7f37-4094-bb4e-00e506e486d8 None None] Set router be4da420-2961-4c18-90d1-1484032f31a1 gateway port host: n-d-760453-5 {{(pid=103307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 22:22:35.247294 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-92050c20-b7f1-4be2-aa29-ddbf044444d1 admin admin] Publish callbacks [] for router_gateway (be4da420-2961-4c18-90d1-1484032f31a1), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:22:35.305183 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-92050c20-b7f1-4be2-aa29-ddbf044444d1 admin admin] Deleting port d52ad5bd-c993-4aae-8d88-d33196b1efe0 {{(pid=103304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 22:22:35.305558 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-92050c20-b7f1-4be2-aa29-ddbf044444d1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746560630878'] for port (d52ad5bd-c993-4aae-8d88-d33196b1efe0), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:22:35.333423 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-f2e9d331-7f37-4094-bb4e-00e506e486d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be4da420-2961-4c18-90d1-1484032f31a1', 'name': 'tempest-TestMinimumBasicScenario-1080121560-router', 'tenant_id': 'c54662b8fcc142a9a44df7189b913a93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'external_fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.186'}], 'enable_snat': True}, 'gw_port_id': 'd52ad5bd-c993-4aae-8d88-d33196b1efe0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T22:20:12Z', 'updated_at': '2022-01-26T22:22:34Z', 'revision_number': 5, 'project_id': 'c54662b8fcc142a9a44df7189b913a93', 'gw_port': {'id': 'd52ad5bd-c993-4aae-8d88-d33196b1efe0', 'name': '', 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:b9:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be4da420-2961-4c18-90d1-1484032f31a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T22:20:12Z', 'updated_at': '2022-01-26T22:20:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-5'}], 'n-d-760453-5', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 22:22:35.363660 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2e9d331-7f37-4094-bb4e-00e506e486d8 None None] Checking router: be4da420-2961-4c18-90d1-1484032f31a1 for host: n-d-760453-5 {{(pid=103307) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 26 22:22:35.372405 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2e9d331-7f37-4094-bb4e-00e506e486d8 None None] Routers {'be4da420-2961-4c18-90d1-1484032f31a1'} bound to L3 agent in host n-d-760453-5 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 22:22:35.373056 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-f2e9d331-7f37-4094-bb4e-00e506e486d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-26T20:55:21Z,description=,heartbeat_timestamp=2022-01-26T22:22:21Z,host='n-d-760453-5',id=09df100c-3af1-4b0a-bda8-05914c71c458,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:55:21Z,topic='l3_agent')) {'router_ids': ['be4da420-2961-4c18-90d1-1484032f31a1'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 22:22:35.384666 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [None req-92050c20-b7f1-4be2-aa29-ddbf044444d1 admin admin] For port d52ad5bd-c993-4aae-8d88-d33196b1efe0, host n-d-760453-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=d52ad5bd-c993-4aae-8d88-d33196b1efe0,segment=NetworkSegment(e17cb353-418f-48b9-b982-21a6233ee99b),segment_id=e17cb353-418f-48b9-b982-21a6233ee99b)] {{(pid=103304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 22:22:35.385039 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-92050c20-b7f1-4be2-aa29-ddbf044444d1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4109658'] for port (d52ad5bd-c993-4aae-8d88-d33196b1efe0), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:22:35.397277 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-92050c20-b7f1-4be2-aa29-ddbf044444d1 admin admin] Calling delete_port for d52ad5bd-c993-4aae-8d88-d33196b1efe0 owned by network:router_gateway {{(pid=103304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 22:22:35.456798 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_dvr_db [None req-f2e9d331-7f37-4094-bb4e-00e506e486d8 None None] Set router be4da420-2961-4c18-90d1-1484032f31a1 gateway port host: None {{(pid=103307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 22:22:35.507306 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-f2e9d331-7f37-4094-bb4e-00e506e486d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be4da420-2961-4c18-90d1-1484032f31a1', 'name': 'tempest-TestMinimumBasicScenario-1080121560-router', 'tenant_id': 'c54662b8fcc142a9a44df7189b913a93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T22:20:12Z', 'updated_at': '2022-01-26T22:22:35Z', 'revision_number': 6, 'project_id': 'c54662b8fcc142a9a44df7189b913a93', 'gw_port_host': None}], 'n-d-760453-5', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 22:22:35.537006 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2e9d331-7f37-4094-bb4e-00e506e486d8 None None] The sync data for ids ['be4da420-2961-4c18-90d1-1484032f31a1'] in n-d-760453-5 is: [{'id': 'be4da420-2961-4c18-90d1-1484032f31a1', 'name': 'tempest-TestMinimumBasicScenario-1080121560-router', 'tenant_id': 'c54662b8fcc142a9a44df7189b913a93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T22:20:12Z', 'updated_at': '2022-01-26T22:22:35Z', 'revision_number': 6, 'project_id': 'c54662b8fcc142a9a44df7189b913a93', 'gw_port_host': None}] {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 26 22:22:35.563530 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-92050c20-b7f1-4be2-aa29-ddbf044444d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746560636600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746560234536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9281553'] for port (d52ad5bd-c993-4aae-8d88-d33196b1efe0), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:22:35.594299 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92050c20-b7f1-4be2-aa29-ddbf044444d1 admin admin] Pushing event deleted for resources: {'Port': ['ID=d52ad5bd-c993-4aae-8d88-d33196b1efe0,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 22:22:35.655089 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-92050c20-b7f1-4be2-aa29-ddbf044444d1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4111291'] for router_gateway (be4da420-2961-4c18-90d1-1484032f31a1), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:22:35.743904 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-92050c20-b7f1-4be2-aa29-ddbf044444d1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4105774', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13082'] for router (be4da420-2961-4c18-90d1-1484032f31a1), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:22:35.746040 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-92050c20-b7f1-4be2-aa29-ddbf044444d1 admin admin] Publish callbacks [] for router_controller (be4da420-2961-4c18-90d1-1484032f31a1), precommit_delete_associations {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:22:35.787165 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-92050c20-b7f1-4be2-aa29-ddbf044444d1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4105767'] for router (be4da420-2961-4c18-90d1-1484032f31a1), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:22:35.787705 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92050c20-b7f1-4be2-aa29-ddbf044444d1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router be4da420-2961-4c18-90d1-1484032f31a1 {{(pid=103304) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 26 22:22:35.793048 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-92050c20-b7f1-4be2-aa29-ddbf044444d1 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:22:35.794284 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-92050c20-b7f1-4be2-aa29-ddbf044444d1 admin admin] 10.222.0.13 "DELETE /v2.0/routers/be4da420-2961-4c18-90d1-1484032f31a1 HTTP/1.1" status: 204 len: 168 time: 0.7550907 Jan 26 22:22:35.796738 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 54900) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 22:22:35.844379 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.db_base_plugin_v2 [None req-cc97e5d4-a341-4136-a9a3-21d9f8a8a95c admin admin] Deleting subnet 65862f4f-5f5e-4289-92c8-b4b2cba61d61 {{(pid=103304) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 26 22:22:35.847446 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-cc97e5d4-a341-4136-a9a3-21d9f8a8a95c admin admin] Publish callbacks [] for subnet (65862f4f-5f5e-4289-92c8-b4b2cba61d61), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:22:35.882190 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-cc97e5d4-a341-4136-a9a3-21d9f8a8a95c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8881284'] for subnet (65862f4f-5f5e-4289-92c8-b4b2cba61d61), precommit_delete_associations {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:22:35.964984 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-cc97e5d4-a341-4136-a9a3-21d9f8a8a95c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687316'] for subnet (65862f4f-5f5e-4289-92c8-b4b2cba61d61), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:22:36.019720 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-cc97e5d4-a341-4136-a9a3-21d9f8a8a95c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9281612', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12215216'] for subnet (65862f4f-5f5e-4289-92c8-b4b2cba61d61), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:22:36.049678 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc97e5d4-a341-4136-a9a3-21d9f8a8a95c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=65862f4f-5f5e-4289-92c8-b4b2cba61d61,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 22:22:36.053942 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-cc97e5d4-a341-4136-a9a3-21d9f8a8a95c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:22:36.059413 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-cc97e5d4-a341-4136-a9a3-21d9f8a8a95c admin admin] 10.222.0.13 "DELETE /v2.0/subnets/65862f4f-5f5e-4289-92c8-b4b2cba61d61 HTTP/1.1" status: 204 len: 168 time: 0.2594342 Jan 26 22:22:36.059561 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e6a2a57-c5b8-4ef4-ba5e-ce8ae607bc79 None None] Network 987c4757-acc1-493c-9d36-e72b2ff5c88c requested from n-d-760453-5 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 26 22:22:36.060012 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 54902) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 22:22:36.126136 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-e46d138b-140f-46ec-8218-1e2c537f1282 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-748181'] for network (987c4757-acc1-493c-9d36-e72b2ff5c88c), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:22:36.181184 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-e46d138b-140f-46ec-8218-1e2c537f1282 admin admin] Deleting port 8e693198-f5fb-4e5f-b2ca-1b855f910b15 {{(pid=103304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 22:22:36.181680 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-e46d138b-140f-46ec-8218-1e2c537f1282 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746560630878'] for port (8e693198-f5fb-4e5f-b2ca-1b855f910b15), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:22:36.247317 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [None req-e46d138b-140f-46ec-8218-1e2c537f1282 admin admin] For port 8e693198-f5fb-4e5f-b2ca-1b855f910b15, host n-d-760453-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=8e693198-f5fb-4e5f-b2ca-1b855f910b15,segment=NetworkSegment(8156ab3a-3587-44bb-bb9b-5ae5632e5729),segment_id=8156ab3a-3587-44bb-bb9b-5ae5632e5729)] {{(pid=103304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 22:22:36.247602 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-e46d138b-140f-46ec-8218-1e2c537f1282 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4109658'] for port (8e693198-f5fb-4e5f-b2ca-1b855f910b15), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:22:36.260983 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-e46d138b-140f-46ec-8218-1e2c537f1282 admin admin] Calling delete_port for 8e693198-f5fb-4e5f-b2ca-1b855f910b15 owned by network:dhcp {{(pid=103304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 22:22:36.286344 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-790b224d-55e7-4724-a165-5c15f2a7f0f6 None None] DHCP port deletion for 987c4757-acc1-493c-9d36-e72b2ff5c88c request from n-d-760453-5 {{(pid=103306) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 26 22:22:36.336999 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-790b224d-55e7-4724-a165-5c15f2a7f0f6 None None] Deleting port 8e693198-f5fb-4e5f-b2ca-1b855f910b15 {{(pid=103306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 22:22:36.337753 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-790b224d-55e7-4724-a165-5c15f2a7f0f6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746560630878'] for port (8e693198-f5fb-4e5f-b2ca-1b855f910b15), before_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:22:36.341784 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-e46d138b-140f-46ec-8218-1e2c537f1282 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746560636600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746560234536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9281553'] for port (8e693198-f5fb-4e5f-b2ca-1b855f910b15), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:22:36.370848 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e46d138b-140f-46ec-8218-1e2c537f1282 admin admin] Pushing event deleted for resources: {'Port': ['ID=8e693198-f5fb-4e5f-b2ca-1b855f910b15,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 22:22:36.373002 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e46d138b-140f-46ec-8218-1e2c537f1282 admin admin] No DVR routers for this DVR port 8e693198-f5fb-4e5f-b2ca-1b855f910b15 on host n-d-760453-5 {{(pid=103304) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 26 22:22:36.410707 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-790b224d-55e7-4724-a165-5c15f2a7f0f6 None None] For port 8e693198-f5fb-4e5f-b2ca-1b855f910b15, host n-d-760453-5, got binding levels [] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 22:22:36.411203 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-790b224d-55e7-4724-a165-5c15f2a7f0f6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4109658'] for port (8e693198-f5fb-4e5f-b2ca-1b855f910b15), precommit_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:22:36.433647 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-790b224d-55e7-4724-a165-5c15f2a7f0f6 None None] Calling delete_port for 8e693198-f5fb-4e5f-b2ca-1b855f910b15 owned by network:dhcp {{(pid=103306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 22:22:36.436474 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.ipam_backend_mixin [None req-790b224d-55e7-4724-a165-5c15f2a7f0f6 None None] Port 8e693198-f5fb-4e5f-b2ca-1b855f910b15 was not found and therefore no delete operation was performed {{(pid=103306) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jan 26 22:22:36.437996 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-790b224d-55e7-4724-a165-5c15f2a7f0f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746560636600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746560234536'] for port (8e693198-f5fb-4e5f-b2ca-1b855f910b15), after_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:22:36.457435 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-e46d138b-140f-46ec-8218-1e2c537f1282 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-686403', 'neutron.services.segments.db._delete_segments_for_network-8746560774018'] for network (987c4757-acc1-493c-9d36-e72b2ff5c88c), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:22:36.463494 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-790b224d-55e7-4724-a165-5c15f2a7f0f6 None None] Pushing event deleted for resources: {'Port': ['ID=8e693198-f5fb-4e5f-b2ca-1b855f910b15,revision_number=None']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 22:22:36.467721 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-790b224d-55e7-4724-a165-5c15f2a7f0f6 None None] No DVR routers for this DVR port 8e693198-f5fb-4e5f-b2ca-1b855f910b15 on host n-d-760453-5 {{(pid=103306) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 26 22:22:36.478461 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-790b224d-55e7-4724-a165-5c15f2a7f0f6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:22:36.478461 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-790b224d-55e7-4724-a165-5c15f2a7f0f6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:22:36.478461 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-790b224d-55e7-4724-a165-5c15f2a7f0f6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:22:36.478461 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-790b224d-55e7-4724-a165-5c15f2a7f0f6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:22:36.478461 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-790b224d-55e7-4724-a165-5c15f2a7f0f6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:22:36.478461 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-790b224d-55e7-4724-a165-5c15f2a7f0f6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:22:36.478461 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-790b224d-55e7-4724-a165-5c15f2a7f0f6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:22:36.479912 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-790b224d-55e7-4724-a165-5c15f2a7f0f6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:22:36.479912 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-790b224d-55e7-4724-a165-5c15f2a7f0f6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:22:36.479912 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-790b224d-55e7-4724-a165-5c15f2a7f0f6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:22:36.481052 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-790b224d-55e7-4724-a165-5c15f2a7f0f6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:22:36.481052 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-790b224d-55e7-4724-a165-5c15f2a7f0f6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:22:36.481052 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-790b224d-55e7-4724-a165-5c15f2a7f0f6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:22:36.487422 n-d-760453-5 neutron-server[103304]: DEBUG neutron.services.segments.db [None req-e46d138b-140f-46ec-8218-1e2c537f1282 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['987c4757-acc1-493c-9d36-e72b2ff5c88c']}} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 22:22:36.498497 n-d-760453-5 neutron-server[103304]: DEBUG neutron.services.segments.db [None req-e46d138b-140f-46ec-8218-1e2c537f1282 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8156ab3a-3587-44bb-bb9b-5ae5632e5729') {'for_net_delete': True} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 22:22:36.498764 n-d-760453-5 neutron-server[103304]: DEBUG neutron.services.segments.db [None req-e46d138b-140f-46ec-8218-1e2c537f1282 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8156ab3a-3587-44bb-bb9b-5ae5632e5729') {} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 22:22:36.508930 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-e46d138b-140f-46ec-8218-1e2c537f1282 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746560742283', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8881293'] for segment (8156ab3a-3587-44bb-bb9b-5ae5632e5729), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:22:36.523475 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-e46d138b-140f-46ec-8218-1e2c537f1282 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576559'] for segment (8156ab3a-3587-44bb-bb9b-5ae5632e5729), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:22:36.530117 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e46d138b-140f-46ec-8218-1e2c537f1282 admin admin] Releasing vlan 567 on physical network physnet1 to pool {{(pid=103304) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 26 22:22:36.530600 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-e46d138b-140f-46ec-8218-1e2c537f1282 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9281762'] for segment (8156ab3a-3587-44bb-bb9b-5ae5632e5729), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:22:36.532424 n-d-760453-5 neutron-server[103304]: Traceback (most recent call last): Jan 26 22:22:36.532424 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 26 22:22:36.532424 n-d-760453-5 neutron-server[103304]: timer() Jan 26 22:22:36.532424 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 26 22:22:36.532424 n-d-760453-5 neutron-server[103304]: cb(*args, **kw) Jan 26 22:22:36.532424 n-d-760453-5 neutron-server[103304]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 26 22:22:36.532424 n-d-760453-5 neutron-server[103304]: return func(*args, **kwargs) Jan 26 22:22:36.532424 n-d-760453-5 neutron-server[103304]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 26 22:22:36.532424 n-d-760453-5 neutron-server[103304]: self._notify() Jan 26 22:22:36.532424 n-d-760453-5 neutron-server[103304]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 26 22:22:36.532424 n-d-760453-5 neutron-server[103304]: self.callback(batched_events) Jan 26 22:22:36.532424 n-d-760453-5 neutron-server[103304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 26 22:22:36.532424 n-d-760453-5 neutron-server[103304]: event.method(event) Jan 26 22:22:36.532424 n-d-760453-5 neutron-server[103304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 26 22:22:36.532424 n-d-760453-5 neutron-server[103304]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 26 22:22:36.532424 n-d-760453-5 neutron-server[103304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 26 22:22:36.532424 n-d-760453-5 neutron-server[103304]: aggregate_uuid = self.p_client.list_aggregates( Jan 26 22:22:36.532424 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 26 22:22:36.532424 n-d-760453-5 neutron-server[103304]: return f(self, *a, **k) Jan 26 22:22:36.532424 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 26 22:22:36.532424 n-d-760453-5 neutron-server[103304]: return self._get(url).json() Jan 26 22:22:36.532424 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 26 22:22:36.532424 n-d-760453-5 neutron-server[103304]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 26 22:22:36.532424 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 26 22:22:36.532424 n-d-760453-5 neutron-server[103304]: return self.request(url, 'GET', **kwargs) Jan 26 22:22:36.532424 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 26 22:22:36.532424 n-d-760453-5 neutron-server[103304]: base_url = self.get_endpoint(auth, allow=allow, Jan 26 22:22:36.532424 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 26 22:22:36.532424 n-d-760453-5 neutron-server[103304]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 26 22:22:36.532424 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 26 22:22:36.532424 n-d-760453-5 neutron-server[103304]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 26 22:22:36.532424 n-d-760453-5 neutron-server[103304]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 26 22:22:36.593278 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-e46d138b-140f-46ec-8218-1e2c537f1282 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4110931'] for network (987c4757-acc1-493c-9d36-e72b2ff5c88c), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:22:36.599614 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-e46d138b-140f-46ec-8218-1e2c537f1282 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:22:36.603399 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-e46d138b-140f-46ec-8218-1e2c537f1282 admin admin] 10.222.0.13 "DELETE /v2.0/networks/987c4757-acc1-493c-9d36-e72b2ff5c88c HTTP/1.1" status: 204 len: 168 time: 0.5428715 Jan 26 22:22:36.615196 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e46d138b-140f-46ec-8218-1e2c537f1282 admin admin] Pushing event deleted for resources: {'Network': ['ID=987c4757-acc1-493c-9d36-e72b2ff5c88c,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 22:22:36.761351 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 54906) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 22:22:36.800525 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-06ad9950-4872-4d0e-90a4-20b29d7b0a52 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=53271da3034d4f14b3f54817ed5525a0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0379846 Jan 26 22:22:36.802766 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 54908) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 22:22:36.848706 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-0d3e4dde-cfe9-4e44-8b25-a13723c5f7e6 admin admin] Publish callbacks [] for security_group (2835b86f-d514-4463-9a13-e568a6e42c07), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:22:36.870823 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-0d3e4dde-cfe9-4e44-8b25-a13723c5f7e6 admin admin] Publish callbacks [] for security_group (2835b86f-d514-4463-9a13-e568a6e42c07), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:22:36.916418 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-0d3e4dde-cfe9-4e44-8b25-a13723c5f7e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (2835b86f-d514-4463-9a13-e568a6e42c07), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:22:36.919100 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-0d3e4dde-cfe9-4e44-8b25-a13723c5f7e6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:22:36.920263 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-0d3e4dde-cfe9-4e44-8b25-a13723c5f7e6 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/2835b86f-d514-4463-9a13-e568a6e42c07 HTTP/1.1" status: 204 len: 168 time: 0.1166248 Jan 26 22:22:36.928217 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3e4dde-cfe9-4e44-8b25-a13723c5f7e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2835b86f-d514-4463-9a13-e568a6e42c07,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 22:22:37.227427 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 54914) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 22:22:37.275002 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-9331e57b-76ec-445b-a634-436de4b27fbc admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c54662b8fcc142a9a44df7189b913a93&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0464342 Jan 26 22:22:37.277532 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 54916) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 22:22:37.295630 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device dda6f8ce-4b7f-4d60-b91c-fea38291d484 no longer exists at agent ovs-agent-n-d-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 26 22:22:37.315915 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] No Port match for: dda6f8ce-4b7f-4d60-b91c-fea38291d484 {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 26 22:22:37.316265 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device dda6f8ce-4b7f-4d60-b91c-fea38291d484 not bound to the agent host n-d-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 26 22:22:37.316681 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device 8e693198-f5fb-4e5f-b2ca-1b855f910b15 no longer exists at agent ovs-agent-n-d-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 26 22:22:37.325831 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-f15777dc-11d8-4858-b183-4db2fcb48bfb admin admin] Publish callbacks [] for security_group (4503e589-1075-4c57-a676-f6a1b21825bd), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:22:37.336387 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] No Port match for: 8e693198-f5fb-4e5f-b2ca-1b855f910b15 {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 26 22:22:37.336841 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device 8e693198-f5fb-4e5f-b2ca-1b855f910b15 not bound to the agent host n-d-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 26 22:22:37.337543 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device d52ad5bd-c993-4aae-8d88-d33196b1efe0 no longer exists at agent ovs-agent-n-d-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 26 22:22:37.347725 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-f15777dc-11d8-4858-b183-4db2fcb48bfb admin admin] Publish callbacks [] for security_group (4503e589-1075-4c57-a676-f6a1b21825bd), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:22:37.356296 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] No Port match for: d52ad5bd-c993-4aae-8d88-d33196b1efe0 {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 26 22:22:37.356641 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device d52ad5bd-c993-4aae-8d88-d33196b1efe0 not bound to the agent host n-d-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 26 22:22:37.394629 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-f15777dc-11d8-4858-b183-4db2fcb48bfb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (4503e589-1075-4c57-a676-f6a1b21825bd), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:22:37.397348 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-f15777dc-11d8-4858-b183-4db2fcb48bfb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:22:37.399148 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-f15777dc-11d8-4858-b183-4db2fcb48bfb admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/4503e589-1075-4c57-a676-f6a1b21825bd HTTP/1.1" status: 204 len: 168 time: 0.1206317 Jan 26 22:22:37.406582 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f15777dc-11d8-4858-b183-4db2fcb48bfb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4503e589-1075-4c57-a676-f6a1b21825bd,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 22:22:38.954881 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (32ef628b-8417-46c5-8729-60fcabe358f1), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:22:39.068047 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 54956) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 22:22:39.073085 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-512cb263-5561-4167-82e5-344109b6241c tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-712117221', 'description': 'tempest-secgroup-smoke-712117221 description', 'project_id': 'da11f78dfa0e450e86495280e2cbbb24'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 22:22:39.093337 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-512cb263-5561-4167-82e5-344109b6241c tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Publish callbacks [] for security_group (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:22:39.101768 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-512cb263-5561-4167-82e5-344109b6241c tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Publish callbacks [] for security_group (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:22:39.180336 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-512cb263-5561-4167-82e5-344109b6241c tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Publish callbacks [] for security_group (4127ea40-f202-4476-a74b-aed801e8e80a), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:22:39.183973 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-512cb263-5561-4167-82e5-344109b6241c tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (4127ea40-f202-4476-a74b-aed801e8e80a), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:22:39.216638 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-512cb263-5561-4167-82e5-344109b6241c tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4127ea40-f202-4476-a74b-aed801e8e80a,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 22:22:39.260366 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-512cb263-5561-4167-82e5-344109b6241c tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Publish callbacks [] for security_group (42c7bf30-e13e-4a7a-9fd5-a42945d705fb), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:22:39.263998 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-512cb263-5561-4167-82e5-344109b6241c tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (42c7bf30-e13e-4a7a-9fd5-a42945d705fb), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:22:39.293804 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-512cb263-5561-4167-82e5-344109b6241c tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Publish callbacks [] for security_group (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:22:39.294952 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-512cb263-5561-4167-82e5-344109b6241c tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.2259099 Jan 26 22:22:39.296937 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-512cb263-5561-4167-82e5-344109b6241c tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Pushing event updated for resources: {'SecurityGroup': ['ID=42c7bf30-e13e-4a7a-9fd5-a42945d705fb,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 22:22:39.298036 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 54958) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 22:22:39.304800 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-9b8809be-2e43-4ad9-a263-aba6a1e96722 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Request body: {'security_group_rule': {'security_group_id': '42c7bf30-e13e-4a7a-9fd5-a42945d705fb', 'project_id': 'da11f78dfa0e450e86495280e2cbbb24', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 22:22:39.330590 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-9b8809be-2e43-4ad9-a263-aba6a1e96722 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Publish callbacks [] for security_group_rule (500bc9a7-10fc-4953-87e4-5872f84e2036), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:22:39.389259 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-9b8809be-2e43-4ad9-a263-aba6a1e96722 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Publish callbacks [] for security_group_rule (500bc9a7-10fc-4953-87e4-5872f84e2036), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:22:39.392786 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-9b8809be-2e43-4ad9-a263-aba6a1e96722 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102715'] for security_group_rule (500bc9a7-10fc-4953-87e4-5872f84e2036), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:22:39.411214 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b8809be-2e43-4ad9-a263-aba6a1e96722 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=500bc9a7-10fc-4953-87e4-5872f84e2036,revision_number=0']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 22:22:39.418641 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-9b8809be-2e43-4ad9-a263-aba6a1e96722 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:22:39.419836 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-9b8809be-2e43-4ad9-a263-aba6a1e96722 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1198697 Jan 26 22:22:39.422510 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 54960) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 22:22:39.426804 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-1e1e5dda-8e12-4dec-badf-52bbf5c47e26 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Request body: {'security_group_rule': {'security_group_id': '42c7bf30-e13e-4a7a-9fd5-a42945d705fb', 'project_id': 'da11f78dfa0e450e86495280e2cbbb24', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 22:22:39.451109 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-1e1e5dda-8e12-4dec-badf-52bbf5c47e26 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Publish callbacks [] for security_group_rule (47ea7fee-6af1-47a2-85a6-509e3b85afeb), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:22:39.504909 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-1e1e5dda-8e12-4dec-badf-52bbf5c47e26 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Publish callbacks [] for security_group_rule (47ea7fee-6af1-47a2-85a6-509e3b85afeb), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:22:39.508842 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-1e1e5dda-8e12-4dec-badf-52bbf5c47e26 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102715'] for security_group_rule (47ea7fee-6af1-47a2-85a6-509e3b85afeb), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:22:39.526130 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e1e5dda-8e12-4dec-badf-52bbf5c47e26 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=47ea7fee-6af1-47a2-85a6-509e3b85afeb,revision_number=0']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 22:22:39.533868 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-1e1e5dda-8e12-4dec-badf-52bbf5c47e26 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:22:39.535132 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-1e1e5dda-8e12-4dec-badf-52bbf5c47e26 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1116676 Jan 26 22:22:39.537756 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 54962) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 22:22:39.542247 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-7836cbec-23a8-4e89-b4db-917e49a314f5 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Request body: {'security_group_rule': {'security_group_id': '42c7bf30-e13e-4a7a-9fd5-a42945d705fb', 'project_id': 'da11f78dfa0e450e86495280e2cbbb24', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 22:22:39.566532 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-7836cbec-23a8-4e89-b4db-917e49a314f5 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Publish callbacks [] for security_group_rule (b917ed89-6866-4e3c-860c-995fda51276f), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:22:39.622607 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-7836cbec-23a8-4e89-b4db-917e49a314f5 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Publish callbacks [] for security_group_rule (b917ed89-6866-4e3c-860c-995fda51276f), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:22:39.626484 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-7836cbec-23a8-4e89-b4db-917e49a314f5 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102715'] for security_group_rule (b917ed89-6866-4e3c-860c-995fda51276f), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:22:39.646108 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7836cbec-23a8-4e89-b4db-917e49a314f5 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b917ed89-6866-4e3c-860c-995fda51276f,revision_number=0']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 22:22:39.651436 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-7836cbec-23a8-4e89-b4db-917e49a314f5 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:22:39.652485 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-7836cbec-23a8-4e89-b4db-917e49a314f5 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1137826 Jan 26 22:22:39.655191 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 54964) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 22:22:39.659528 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-795b3af5-32e5-421d-8c0a-39581d2b6979 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Request body: {'security_group_rule': {'security_group_id': '42c7bf30-e13e-4a7a-9fd5-a42945d705fb', 'project_id': 'da11f78dfa0e450e86495280e2cbbb24', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 22:22:39.684799 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-795b3af5-32e5-421d-8c0a-39581d2b6979 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Publish callbacks [] for security_group_rule (9212c9b1-f064-45c7-af97-3744959915c7), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:22:39.744158 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-795b3af5-32e5-421d-8c0a-39581d2b6979 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Publish callbacks [] for security_group_rule (9212c9b1-f064-45c7-af97-3744959915c7), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:22:39.747887 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-795b3af5-32e5-421d-8c0a-39581d2b6979 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102715'] for security_group_rule (9212c9b1-f064-45c7-af97-3744959915c7), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:22:39.765065 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-795b3af5-32e5-421d-8c0a-39581d2b6979 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9212c9b1-f064-45c7-af97-3744959915c7,revision_number=0']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 22:22:39.773017 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-795b3af5-32e5-421d-8c0a-39581d2b6979 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:22:39.774271 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-795b3af5-32e5-421d-8c0a-39581d2b6979 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1181111 Jan 26 22:22:39.776795 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 54966) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 22:22:39.781137 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-5de7a63a-4f6b-45df-a719-6afd49922601 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Request body: {'security_group_rule': {'security_group_id': '42c7bf30-e13e-4a7a-9fd5-a42945d705fb', 'project_id': 'da11f78dfa0e450e86495280e2cbbb24', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 22:22:39.801432 n-d-760453-5 neutron-server[103305]: INFO neutron.db.securitygroups_db [None req-5de7a63a-4f6b-45df-a719-6afd49922601 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Project da11f78dfa0e450e86495280e2cbbb24 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 26 22:22:39.806785 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-5de7a63a-4f6b-45df-a719-6afd49922601 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Publish callbacks [] for security_group_rule (e66f2071-45e0-426e-bcf2-cdff72e2d977), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:22:39.862581 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-5de7a63a-4f6b-45df-a719-6afd49922601 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Publish callbacks [] for security_group_rule (e66f2071-45e0-426e-bcf2-cdff72e2d977), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:22:39.865996 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-5de7a63a-4f6b-45df-a719-6afd49922601 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102715'] for security_group_rule (e66f2071-45e0-426e-bcf2-cdff72e2d977), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:22:39.884495 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de7a63a-4f6b-45df-a719-6afd49922601 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e66f2071-45e0-426e-bcf2-cdff72e2d977,revision_number=0']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 22:22:39.892206 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-5de7a63a-4f6b-45df-a719-6afd49922601 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:22:39.893488 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-5de7a63a-4f6b-45df-a719-6afd49922601 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1156046 Jan 26 22:22:39.896068 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 54968) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 22:22:39.900348 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-a04a3d10-27f1-4abe-a728-9f4c784f144a tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Request body: {'security_group_rule': {'security_group_id': '42c7bf30-e13e-4a7a-9fd5-a42945d705fb', 'project_id': 'da11f78dfa0e450e86495280e2cbbb24', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 22:22:39.920107 n-d-760453-5 neutron-server[103305]: INFO neutron.db.securitygroups_db [None req-a04a3d10-27f1-4abe-a728-9f4c784f144a tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Project da11f78dfa0e450e86495280e2cbbb24 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 26 22:22:39.924876 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-a04a3d10-27f1-4abe-a728-9f4c784f144a tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Publish callbacks [] for security_group_rule (071e4d06-ff3c-49e1-9690-1a9e7b93c284), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:22:39.983705 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-a04a3d10-27f1-4abe-a728-9f4c784f144a tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Publish callbacks [] for security_group_rule (071e4d06-ff3c-49e1-9690-1a9e7b93c284), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:22:39.987102 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-a04a3d10-27f1-4abe-a728-9f4c784f144a tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102715'] for security_group_rule (071e4d06-ff3c-49e1-9690-1a9e7b93c284), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:22:40.004616 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a04a3d10-27f1-4abe-a728-9f4c784f144a tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=071e4d06-ff3c-49e1-9690-1a9e7b93c284,revision_number=0']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 22:22:40.012989 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-a04a3d10-27f1-4abe-a728-9f4c784f144a tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:22:40.014223 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-a04a3d10-27f1-4abe-a728-9f4c784f144a tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1172409 Jan 26 22:22:40.017192 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 54970) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 22:22:40.021981 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-cd7cb1a6-43ad-4c14-aab6-b652c32320d3 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Request body: {'network': {'name': 'tempest-network-smoke--610468602', 'project_id': 'da11f78dfa0e450e86495280e2cbbb24', 'port_security_enabled': True}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 22:22:40.041366 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd7cb1a6-43ad-4c14-aab6-b652c32320d3 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Made reservation on behalf of da11f78dfa0e450e86495280e2cbbb24 for: {'network': 1} {{(pid=103305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 22:22:40.044519 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-cd7cb1a6-43ad-4c14-aab6-b652c32320d3 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for network (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:22:40.068737 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cd7cb1a6-43ad-4c14-aab6-b652c32320d3 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] vlan segment allocate from pool success with {'vlan_id': 562, 'physical_network': 'physnet1'} {{(pid=103305) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 26 22:22:40.076997 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-cd7cb1a6-43ad-4c14-aab6-b652c32320d3 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576559'] for segment (d7beb6d0-ea05-447a-a250-7743af028379), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:22:40.077392 n-d-760453-5 neutron-server[103305]: INFO neutron.db.segments_db [None req-cd7cb1a6-43ad-4c14-aab6-b652c32320d3 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Added segment d7beb6d0-ea05-447a-a250-7743af028379 of type vlan for network 95fb6c4a-749f-4a5f-83cb-a5034cc82937 Jan 26 22:22:40.115613 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-cd7cb1a6-43ad-4c14-aab6-b652c32320d3 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746560256871'] for network (95fb6c4a-749f-4a5f-83cb-a5034cc82937), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:22:40.139491 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-cd7cb1a6-43ad-4c14-aab6-b652c32320d3 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503'] for network (95fb6c4a-749f-4a5f-83cb-a5034cc82937), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:22:40.147368 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd7cb1a6-43ad-4c14-aab6-b652c32320d3 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:22:40.148536 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-cd7cb1a6-43ad-4c14-aab6-b652c32320d3 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Publish callbacks [] for network (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:22:40.201552 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-cd7cb1a6-43ad-4c14-aab6-b652c32320d3 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1833081 Jan 26 22:22:40.204533 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 54972) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 22:22:40.209227 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-d556e87c-ea50-4a10-beff-ff34efe16720 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-321935755', 'admin_state_up': True, 'project_id': 'da11f78dfa0e450e86495280e2cbbb24', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299'}}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 22:22:40.219061 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd7cb1a6-43ad-4c14-aab6-b652c32320d3 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Pushing event updated for resources: {'Network': ['ID=95fb6c4a-749f-4a5f-83cb-a5034cc82937,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 22:22:40.230740 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Network 95fb6c4a-749f-4a5f-83cb-a5034cc82937 details requested by agent ovs-agent-n-d-760453-5 with host n-d-760453-5 {{(pid=103306) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 26 22:22:40.234284 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-d556e87c-ea50-4a10-beff-ff34efe16720 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4104596', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13108'] for router (26d3e145-2cfa-46aa-b595-ac6587892f5e), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:22:40.235335 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-d556e87c-ea50-4a10-beff-ff34efe16720 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4105828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4111306', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3733576', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13069'] for router (26d3e145-2cfa-46aa-b595-ac6587892f5e), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:22:40.289381 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-d556e87c-ea50-4a10-beff-ff34efe16720 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Publish callbacks [] for router_controller (26d3e145-2cfa-46aa-b595-ac6587892f5e), precommit_add_association {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:22:40.752572 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-d556e87c-ea50-4a10-beff-ff34efe16720 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Publish callbacks [] for router_gateway (26d3e145-2cfa-46aa-b595-ac6587892f5e), precommit_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:22:40.939185 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-d556e87c-ea50-4a10-beff-ff34efe16720 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Publish callbacks [] for router_gateway (26d3e145-2cfa-46aa-b595-ac6587892f5e), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:22:40.957227 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-d556e87c-ea50-4a10-beff-ff34efe16720 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:22:41.059740 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.db_base_plugin_common [None req-d556e87c-ea50-4a10-beff-ff34efe16720 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Allocated IP 172.25.1.166 (4140a1f1-c93a-4bea-83a0-68953a54f299/e48251a1-e30d-4820-8396-00c6f6aeb601/775da635-8308-480c-b699-2f3ce3f8f0c7) {{(pid=103304) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 22:22:41.160327 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-d556e87c-ea50-4a10-beff-ff34efe16720 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Publish callbacks [] for port (775da635-8308-480c-b699-2f3ce3f8f0c7), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:22:41.192781 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-d556e87c-ea50-4a10-beff-ff34efe16720 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746560234527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9281553'] for port (775da635-8308-480c-b699-2f3ce3f8f0c7), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:22:41.229900 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d556e87c-ea50-4a10-beff-ff34efe16720 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Network 4140a1f1-c93a-4bea-83a0-68953a54f299 is already hosted by enough agents. {{(pid=103304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 22:22:41.233076 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [None req-d556e87c-ea50-4a10-beff-ff34efe16720 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Resources bound (agent type, host, resource id): {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 22:22:41.236089 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d556e87c-ea50-4a10-beff-ff34efe16720 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Received port after_create {{(pid=103304) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 22:22:41.265692 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d556e87c-ea50-4a10-beff-ff34efe16720 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Pushing event updated for resources: {'Port': ['ID=775da635-8308-480c-b699-2f3ce3f8f0c7,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 22:22:41.492305 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-d556e87c-ea50-4a10-beff-ff34efe16720 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Publish callbacks [] for router_gateway (26d3e145-2cfa-46aa-b595-ac6587892f5e), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:22:41.689398 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-d556e87c-ea50-4a10-beff-ff34efe16720 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4105757', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4111263'] for router (26d3e145-2cfa-46aa-b595-ac6587892f5e), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:22:41.816384 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d556e87c-ea50-4a10-beff-ff34efe16720 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Router 26d3e145-2cfa-46aa-b595-ac6587892f5e is scheduled to L3 agent 09df100c-3af1-4b0a-bda8-05914c71c458 with binding_index 1 {{(pid=103304) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 26 22:22:41.922682 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d556e87c-ea50-4a10-beff-ff34efe16720 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Notify agent at l3_agent.n-d-760453-5 the message routers_updated {{(pid=103304) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 26 22:22:41.932627 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10d4efd7-564a-41f4-be7d-627f72ece3a2 None None] Sync routers for ids ['26d3e145-2cfa-46aa-b595-ac6587892f5e'] in n-d-760453-5 {{(pid=103306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 26 22:22:41.943808 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10d4efd7-564a-41f4-be7d-627f72ece3a2 None None] Routers {'26d3e145-2cfa-46aa-b595-ac6587892f5e'} bound to L3 agent in host n-d-760453-5 {{(pid=103306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 22:22:41.944389 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-10d4efd7-564a-41f4-be7d-627f72ece3a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-26T20:55:21Z,description=,heartbeat_timestamp=2022-01-26T22:22:21Z,host='n-d-760453-5',id=09df100c-3af1-4b0a-bda8-05914c71c458,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:55:21Z,topic='l3_agent')) {'router_ids': ['26d3e145-2cfa-46aa-b595-ac6587892f5e'], 'active': True} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 22:22:41.946323 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-d556e87c-ea50-4a10-beff-ff34efe16720 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Publish callbacks [] for router (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:22:41.947558 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-d556e87c-ea50-4a10-beff-ff34efe16720 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.7419536 Jan 26 22:22:41.950790 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 54974) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 22:22:42.051617 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvr_db [None req-10d4efd7-564a-41f4-be7d-627f72ece3a2 None None] Set router 26d3e145-2cfa-46aa-b595-ac6587892f5e gateway port host: n-d-760453-5 {{(pid=103306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 22:22:42.071234 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-584f8fa7-f53a-4044-8888-cc595cd2b4f5 tempest-TestNetworkAdvancedServerOps-1320763415 tempest-TestNetworkAdvancedServerOps-1320763415-project-admin] 10.222.0.13 "GET /v2.0/subnets?project_id=da11f78dfa0e450e86495280e2cbbb24&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1192713 Jan 26 22:22:42.073895 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 54978) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 22:22:42.162361 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-347eb938-8c2d-474e-91e4-03e670b6cf64 tempest-TestNetworkAdvancedServerOps-1320763415 tempest-TestNetworkAdvancedServerOps-1320763415-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:22:42.164388 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-347eb938-8c2d-474e-91e4-03e670b6cf64 tempest-TestNetworkAdvancedServerOps-1320763415 tempest-TestNetworkAdvancedServerOps-1320763415-project-admin] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0895951 Jan 26 22:22:42.167359 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 54980) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 22:22:42.196070 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-6e04c3e1-c531-4bcc-b5c0-70eaaae0a093 tempest-TestNetworkAdvancedServerOps-1320763415 tempest-TestNetworkAdvancedServerOps-1320763415-project-admin] 10.222.0.13 "GET /v2.0/subnets?network_id=4140a1f1-c93a-4bea-83a0-68953a54f299&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0275848 Jan 26 22:22:42.198611 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 54982) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 22:22:42.203209 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-b960b232-a144-4847-ae83-fd6620782d48 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-647769619', 'network_id': '95fb6c4a-749f-4a5f-83cb-a5034cc82937', 'project_id': 'da11f78dfa0e450e86495280e2cbbb24', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 22:22:42.232302 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-10d4efd7-564a-41f4-be7d-627f72ece3a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26d3e145-2cfa-46aa-b595-ac6587892f5e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-321935755', 'tenant_id': 'da11f78dfa0e450e86495280e2cbbb24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'external_fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.166'}], 'enable_snat': True}, 'gw_port_id': '775da635-8308-480c-b699-2f3ce3f8f0c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T22:22:40Z', 'updated_at': '2022-01-26T22:22:41Z', 'revision_number': 3, 'project_id': 'da11f78dfa0e450e86495280e2cbbb24', 'gw_port': {'id': '775da635-8308-480c-b699-2f3ce3f8f0c7', 'name': '', 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:d8:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26d3e145-2cfa-46aa-b595-ac6587892f5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T22:22:40Z', 'updated_at': '2022-01-26T22:22:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-5'}], 'n-d-760453-5', False) {} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 22:22:42.258165 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10d4efd7-564a-41f4-be7d-627f72ece3a2 None None] Checking router: 26d3e145-2cfa-46aa-b595-ac6587892f5e for host: n-d-760453-5 {{(pid=103306) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 26 22:22:42.258514 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10d4efd7-564a-41f4-be7d-627f72ece3a2 None None] Updating router 26d3e145-2cfa-46aa-b595-ac6587892f5e port 775da635-8308-480c-b699-2f3ce3f8f0c7 binding host n-d-760453-5 {{(pid=103306) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 26 22:22:42.282983 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-10d4efd7-564a-41f4-be7d-627f72ece3a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (775da635-8308-480c-b699-2f3ce3f8f0c7), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:22:42.289976 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b960b232-a144-4847-ae83-fd6620782d48 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Made reservation on behalf of da11f78dfa0e450e86495280e2cbbb24 for: {'subnet': 1} {{(pid=103304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 22:22:42.293616 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-b960b232-a144-4847-ae83-fd6620782d48 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12215181'] for subnet (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:22:42.480118 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-b960b232-a144-4847-ae83-fd6620782d48 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9285249', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12215227'] for subnet (23b7007f-5ec2-4751-ab14-5c3f23cd8705), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:22:42.542128 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-10d4efd7-564a-41f4-be7d-627f72ece3a2 None None] Publish callbacks [] for port (775da635-8308-480c-b699-2f3ce3f8f0c7), precommit_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:22:42.547803 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-10d4efd7-564a-41f4-be7d-627f72ece3a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (775da635-8308-480c-b699-2f3ce3f8f0c7), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:22:42.548651 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b960b232-a144-4847-ae83-fd6620782d48 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Pushing event updated for resources: {'Subnet': ['ID=23b7007f-5ec2-4751-ab14-5c3f23cd8705,revision_number=0']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 22:22:42.555905 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b960b232-a144-4847-ae83-fd6620782d48 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Checking segment: {'id': 'd7beb6d0-ea05-447a-a250-7743af028379', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '95fb6c4a-749f-4a5f-83cb-a5034cc82937'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103304) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 22:22:42.556268 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b960b232-a144-4847-ae83-fd6620782d48 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Network hostable DHCP agents. Network: 95fb6c4a-749f-4a5f-83cb-a5034cc82937, hostable agents: ['474ccdf7-ab6c-405b-a3b2-dc7b05829902'], hosted agents: [] {{(pid=103304) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 26 22:22:42.573254 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b960b232-a144-4847-ae83-fd6620782d48 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Network 95fb6c4a-749f-4a5f-83cb-a5034cc82937 is scheduled to be hosted by DHCP agent 474ccdf7-ab6c-405b-a3b2-dc7b05829902 with binding_index 1 {{(pid=103304) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 26 22:22:42.582295 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [None req-b960b232-a144-4847-ae83-fd6620782d48 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760453-5, 95fb6c4a-749f-4a5f-83cb-a5034cc82937) {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 22:22:42.589433 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b960b232-a144-4847-ae83-fd6620782d48 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:22:42.590474 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-b960b232-a144-4847-ae83-fd6620782d48 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Publish callbacks [] for subnet (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:22:42.596917 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb4672ea-7ab2-4a2e-9afb-10576fffbd32 None None] Network 95fb6c4a-749f-4a5f-83cb-a5034cc82937 requested from n-d-760453-5 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 26 22:22:42.606934 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-b960b232-a144-4847-ae83-fd6620782d48 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4073060 Jan 26 22:22:42.609787 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 54984) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 22:22:42.619689 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05be4e1-f4da-4a51-bafa-7e5d11f8ffaa None None] Pushing event updated for resources: {'Port': ['ID=775da635-8308-480c-b699-2f3ce3f8f0c7,revision_number=2']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 22:22:42.621945 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-10d4efd7-564a-41f4-be7d-627f72ece3a2 None None] Attempting to bind port 775da635-8308-480c-b699-2f3ce3f8f0c7 on host n-d-760453-5 for vnic_type normal with profile {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 22:22:42.622313 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-10d4efd7-564a-41f4-be7d-627f72ece3a2 None None] Attempting to bind port 775da635-8308-480c-b699-2f3ce3f8f0c7 by drivers openvswitch,hyperv on host n-d-760453-5 at level 0 using segments [{'id': 'e17cb353-418f-48b9-b982-21a6233ee99b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299'}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 26 22:22:42.622676 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10d4efd7-564a-41f4-be7d-627f72ece3a2 None None] Attempting to bind port 775da635-8308-480c-b699-2f3ce3f8f0c7 on network 4140a1f1-c93a-4bea-83a0-68953a54f299 {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 22:22:42.814058 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10d4efd7-564a-41f4-be7d-627f72ece3a2 None None] Checking agent: {'id': 'fea0591a-627d-4c87-9a9a-01625ddf3277', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760453-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 20, 55, 25), 'started_at': datetime.datetime(2022, 1, 26, 20, 55, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 22, 22, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760453-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 26 22:22:42.814443 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10d4efd7-564a-41f4-be7d-627f72ece3a2 None None] Checking segment: {'id': 'e17cb353-418f-48b9-b982-21a6233ee99b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 22:22:42.814840 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-10d4efd7-564a-41f4-be7d-627f72ece3a2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:22:42.815230 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10d4efd7-564a-41f4-be7d-627f72ece3a2 None None] Bound using segment: {'id': 'e17cb353-418f-48b9-b982-21a6233ee99b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299'} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 26 22:22:42.815710 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-10d4efd7-564a-41f4-be7d-627f72ece3a2 None None] Bound port: 775da635-8308-480c-b699-2f3ce3f8f0c7, host: n-d-760453-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e17cb353-418f-48b9-b982-21a6233ee99b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299'}}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 26 22:22:42.816493 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-10d4efd7-564a-41f4-be7d-627f72ece3a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (775da635-8308-480c-b699-2f3ce3f8f0c7), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:22:42.899714 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-10d4efd7-564a-41f4-be7d-627f72ece3a2 None None] For port 775da635-8308-480c-b699-2f3ce3f8f0c7, host n-d-760453-5, cleared binding levels {{(pid=103306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 26 22:22:42.909587 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd379365-8b00-4aef-9a65-9117be400b7f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3c4099e8-8ffb-51d1-af7f-5868973e933f-95fb6c4a-749f-4a5f-83cb-a5034cc82937', 'network_id': '95fb6c4a-749f-4a5f-83cb-a5034cc82937', 'project_id': 'da11f78dfa0e450e86495280e2cbbb24', 'fixed_ips': [{'subnet_id': '23b7007f-5ec2-4751-ab14-5c3f23cd8705'}]}} from n-d-760453-5. {{(pid=103306) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 26 22:22:42.910436 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-cd379365-8b00-4aef-9a65-9117be400b7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (None), before_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:22:42.916428 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-10d4efd7-564a-41f4-be7d-627f72ece3a2 None None] For port 775da635-8308-480c-b699-2f3ce3f8f0c7, host n-d-760453-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=775da635-8308-480c-b699-2f3ce3f8f0c7,segment=NetworkSegment(e17cb353-418f-48b9-b982-21a6233ee99b),segment_id=e17cb353-418f-48b9-b982-21a6233ee99b)] {{(pid=103306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 26 22:22:42.925078 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-10d4efd7-564a-41f4-be7d-627f72ece3a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (775da635-8308-480c-b699-2f3ce3f8f0c7), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:22:43.047376 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-18ec7921-5195-47b6-bf60-4dc671d7eb00 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:22:43.054819 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10d4efd7-564a-41f4-be7d-627f72ece3a2 None None] Routers {'26d3e145-2cfa-46aa-b595-ac6587892f5e'} bound to L3 agent in host n-d-760453-5 {{(pid=103306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 22:22:43.055458 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-10d4efd7-564a-41f4-be7d-627f72ece3a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-26T20:55:21Z,description=,heartbeat_timestamp=2022-01-26T22:22:21Z,host='n-d-760453-5',id=09df100c-3af1-4b0a-bda8-05914c71c458,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:55:21Z,topic='l3_agent')) {'router_ids': ['26d3e145-2cfa-46aa-b595-ac6587892f5e'], 'active': True} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 22:22:43.063127 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05be4e1-f4da-4a51-bafa-7e5d11f8ffaa None None] Pushing event updated for resources: {'Port': ['ID=775da635-8308-480c-b699-2f3ce3f8f0c7,revision_number=3']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 22:22:43.183812 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.db_base_plugin_common [None req-cd379365-8b00-4aef-9a65-9117be400b7f None None] Allocated IP 172.20.0.2 (95fb6c4a-749f-4a5f-83cb-a5034cc82937/23b7007f-5ec2-4751-ab14-5c3f23cd8705/6aef10d3-57e9-4459-a2e9-392a7fb487ab) {{(pid=103306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 22:22:43.210425 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvr_db [None req-10d4efd7-564a-41f4-be7d-627f72ece3a2 None None] Set router 26d3e145-2cfa-46aa-b595-ac6587892f5e gateway port host: n-d-760453-5 {{(pid=103306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 22:22:43.481108 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-cd379365-8b00-4aef-9a65-9117be400b7f None None] Publish callbacks [] for port (6aef10d3-57e9-4459-a2e9-392a7fb487ab), precommit_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:22:43.488531 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-cd379365-8b00-4aef-9a65-9117be400b7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746560234527'] for port (6aef10d3-57e9-4459-a2e9-392a7fb487ab), after_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:22:43.528648 n-d-760453-5 neutron-server[103306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd379365-8b00-4aef-9a65-9117be400b7f None None] Network 95fb6c4a-749f-4a5f-83cb-a5034cc82937 is already hosted by enough agents. {{(pid=103306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 22:22:43.534644 n-d-760453-5 neutron-server[103306]: DEBUG neutron.scheduler.base_scheduler [None req-cd379365-8b00-4aef-9a65-9117be400b7f None None] Resources bound (agent type, host, resource id): {{(pid=103306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 22:22:43.535107 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.db_base_plugin_common [None req-18ec7921-5195-47b6-bf60-4dc671d7eb00 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Allocated IP 172.20.0.1 (95fb6c4a-749f-4a5f-83cb-a5034cc82937/23b7007f-5ec2-4751-ab14-5c3f23cd8705/5251d033-9657-4282-9ce7-eeed4be0d598) {{(pid=103304) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 22:22:43.543627 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd379365-8b00-4aef-9a65-9117be400b7f None None] Received port after_create {{(pid=103306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 22:22:43.553200 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-10d4efd7-564a-41f4-be7d-627f72ece3a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26d3e145-2cfa-46aa-b595-ac6587892f5e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-321935755', 'tenant_id': 'da11f78dfa0e450e86495280e2cbbb24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'external_fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.166'}], 'enable_snat': True}, 'gw_port_id': '775da635-8308-480c-b699-2f3ce3f8f0c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T22:22:40Z', 'updated_at': '2022-01-26T22:22:41Z', 'revision_number': 3, 'project_id': 'da11f78dfa0e450e86495280e2cbbb24', 'gw_port': {'id': '775da635-8308-480c-b699-2f3ce3f8f0c7', 'name': '', 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:d8:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26d3e145-2cfa-46aa-b595-ac6587892f5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T22:22:40Z', 'updated_at': '2022-01-26T22:22:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-5'}], 'n-d-760453-5', False) {} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 22:22:43.555714 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd379365-8b00-4aef-9a65-9117be400b7f None None] Pushing event updated for resources: {'Port': ['ID=6aef10d3-57e9-4459-a2e9-392a7fb487ab,revision_number=1']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 22:22:43.618770 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10d4efd7-564a-41f4-be7d-627f72ece3a2 None None] The sync data for ids ['26d3e145-2cfa-46aa-b595-ac6587892f5e'] in n-d-760453-5 is: [{'id': '26d3e145-2cfa-46aa-b595-ac6587892f5e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-321935755', 'tenant_id': 'da11f78dfa0e450e86495280e2cbbb24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'external_fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.166'}], 'enable_snat': True}, 'gw_port_id': '775da635-8308-480c-b699-2f3ce3f8f0c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T22:22:40Z', 'updated_at': '2022-01-26T22:22:41Z', 'revision_number': 3, 'project_id': 'da11f78dfa0e450e86495280e2cbbb24', 'gw_port': {'id': '775da635-8308-480c-b699-2f3ce3f8f0c7', 'name': '', 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:d8:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26d3e145-2cfa-46aa-b595-ac6587892f5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T22:22:40Z', 'updated_at': '2022-01-26T22:22:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-5'}] {{(pid=103306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 26 22:22:43.636273 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-cd379365-8b00-4aef-9a65-9117be400b7f None None] Attempting to bind port 6aef10d3-57e9-4459-a2e9-392a7fb487ab on host n-d-760453-5 for vnic_type normal with profile {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 22:22:43.636273 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-cd379365-8b00-4aef-9a65-9117be400b7f None None] Attempting to bind port 6aef10d3-57e9-4459-a2e9-392a7fb487ab by drivers openvswitch,hyperv on host n-d-760453-5 at level 0 using segments [{'id': 'd7beb6d0-ea05-447a-a250-7743af028379', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '95fb6c4a-749f-4a5f-83cb-a5034cc82937'}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 26 22:22:43.636273 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd379365-8b00-4aef-9a65-9117be400b7f None None] Attempting to bind port 6aef10d3-57e9-4459-a2e9-392a7fb487ab on network 95fb6c4a-749f-4a5f-83cb-a5034cc82937 {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 22:22:43.640841 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd379365-8b00-4aef-9a65-9117be400b7f None None] Checking agent: {'id': 'fea0591a-627d-4c87-9a9a-01625ddf3277', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760453-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 20, 55, 25), 'started_at': datetime.datetime(2022, 1, 26, 20, 55, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 22, 22, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760453-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 26 22:22:43.641228 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd379365-8b00-4aef-9a65-9117be400b7f None None] Checking segment: {'id': 'd7beb6d0-ea05-447a-a250-7743af028379', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '95fb6c4a-749f-4a5f-83cb-a5034cc82937'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 22:22:43.641672 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-cd379365-8b00-4aef-9a65-9117be400b7f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:22:43.642070 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd379365-8b00-4aef-9a65-9117be400b7f None None] Bound using segment: {'id': 'd7beb6d0-ea05-447a-a250-7743af028379', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '95fb6c4a-749f-4a5f-83cb-a5034cc82937'} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 26 22:22:43.642808 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-cd379365-8b00-4aef-9a65-9117be400b7f None None] Bound port: 6aef10d3-57e9-4459-a2e9-392a7fb487ab, host: n-d-760453-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd7beb6d0-ea05-447a-a250-7743af028379', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '95fb6c4a-749f-4a5f-83cb-a5034cc82937'}}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 26 22:22:43.642969 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-cd379365-8b00-4aef-9a65-9117be400b7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (6aef10d3-57e9-4459-a2e9-392a7fb487ab), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:22:43.657868 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-18ec7921-5195-47b6-bf60-4dc671d7eb00 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Publish callbacks [] for port (5251d033-9657-4282-9ce7-eeed4be0d598), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:22:43.693543 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-18ec7921-5195-47b6-bf60-4dc671d7eb00 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746560234527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9281553'] for port (5251d033-9657-4282-9ce7-eeed4be0d598), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:22:43.715216 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-cd379365-8b00-4aef-9a65-9117be400b7f None None] For port 6aef10d3-57e9-4459-a2e9-392a7fb487ab, host n-d-760453-5, cleared binding levels {{(pid=103306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 26 22:22:43.718693 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-cd379365-8b00-4aef-9a65-9117be400b7f None None] For port 6aef10d3-57e9-4459-a2e9-392a7fb487ab, host n-d-760453-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=6aef10d3-57e9-4459-a2e9-392a7fb487ab,segment=NetworkSegment(d7beb6d0-ea05-447a-a250-7743af028379),segment_id=d7beb6d0-ea05-447a-a250-7743af028379)] {{(pid=103306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 26 22:22:43.723786 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-cd379365-8b00-4aef-9a65-9117be400b7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (6aef10d3-57e9-4459-a2e9-392a7fb487ab), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:22:43.742094 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18ec7921-5195-47b6-bf60-4dc671d7eb00 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Network 95fb6c4a-749f-4a5f-83cb-a5034cc82937 is already hosted by enough agents. {{(pid=103304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 22:22:43.745247 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [None req-18ec7921-5195-47b6-bf60-4dc671d7eb00 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Resources bound (agent type, host, resource id): {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 22:22:43.751241 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18ec7921-5195-47b6-bf60-4dc671d7eb00 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Received port after_create {{(pid=103304) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 22:22:43.781483 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ec7921-5195-47b6-bf60-4dc671d7eb00 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Pushing event updated for resources: {'Port': ['ID=5251d033-9657-4282-9ce7-eeed4be0d598,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 22:22:43.783259 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd379365-8b00-4aef-9a65-9117be400b7f None None] Pushing event updated for resources: {'Port': ['ID=6aef10d3-57e9-4459-a2e9-392a7fb487ab,revision_number=2']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 22:22:43.799222 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-18ec7921-5195-47b6-bf60-4dc671d7eb00 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4111050'] for router_interface (26d3e145-2cfa-46aa-b595-ac6587892f5e), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:22:43.959811 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-18ec7921-5195-47b6-bf60-4dc671d7eb00 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (5251d033-9657-4282-9ce7-eeed4be0d598), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:22:44.285265 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-18ec7921-5195-47b6-bf60-4dc671d7eb00 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Publish callbacks [] for port (5251d033-9657-4282-9ce7-eeed4be0d598), precommit_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:22:44.290787 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-18ec7921-5195-47b6-bf60-4dc671d7eb00 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9281542'] for port (5251d033-9657-4282-9ce7-eeed4be0d598), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:22:44.371798 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ec7921-5195-47b6-bf60-4dc671d7eb00 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Pushing event updated for resources: {'Port': ['ID=5251d033-9657-4282-9ce7-eeed4be0d598,revision_number=2']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 22:22:44.374232 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-18ec7921-5195-47b6-bf60-4dc671d7eb00 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3709457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4110682'] for router_interface (26d3e145-2cfa-46aa-b595-ac6587892f5e), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:22:44.472420 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18ec7921-5195-47b6-bf60-4dc671d7eb00 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Network 95fb6c4a-749f-4a5f-83cb-a5034cc82937 is already hosted by enough agents. {{(pid=103304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 22:22:44.474055 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [None req-18ec7921-5195-47b6-bf60-4dc671d7eb00 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Resources bound (agent type, host, resource id): {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 22:22:44.597841 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18ec7921-5195-47b6-bf60-4dc671d7eb00 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Router 26d3e145-2cfa-46aa-b595-ac6587892f5e has already been hosted by L3 agent 09df100c-3af1-4b0a-bda8-05914c71c458 {{(pid=103304) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 26 22:22:44.709703 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18ec7921-5195-47b6-bf60-4dc671d7eb00 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Notify agent at l3_agent.n-d-760453-5 the message routers_updated {{(pid=103304) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 26 22:22:44.715009 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-18ec7921-5195-47b6-bf60-4dc671d7eb00 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] 10.222.0.13 "PUT /v2.0/routers/26d3e145-2cfa-46aa-b595-ac6587892f5e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1042113 Jan 26 22:22:44.817697 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd19cc6f-d9d8-439d-bb11-86c83b036fd7 None None] Network 95fb6c4a-749f-4a5f-83cb-a5034cc82937 requested from n-d-760453-5 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 26 22:22:44.865963 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-8d25a6d0-4ac9-4520-8260-6ea8edab6c36 req-72b1a505-0c21-44bd-8dc1-ac1a069ac605 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-712117221&fields=id&tenant_id=da11f78dfa0e450e86495280e2cbbb24 HTTP/1.1" status: 200 len: 267 time: 0.0435748 Jan 26 22:22:44.929740 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-b7622622-8450-4fe5-a172-9dfa201a1daa None None] Provisioning complete for port 6aef10d3-57e9-4459-a2e9-392a7fb487ab triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 22:22:44.930117 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b7622622-8450-4fe5-a172-9dfa201a1daa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (6aef10d3-57e9-4459-a2e9-392a7fb487ab), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:22:44.979180 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d25a6d0-4ac9-4520-8260-6ea8edab6c36 req-b5ff03b6-1018-4b00-88f8-e8b5c17badfb tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:22:44.981106 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-8d25a6d0-4ac9-4520-8260-6ea8edab6c36 req-b5ff03b6-1018-4b00-88f8-e8b5c17badfb tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] 10.222.0.13 "GET /v2.0/networks?id=95fb6c4a-749f-4a5f-83cb-a5034cc82937 HTTP/1.1" status: 200 len: 796 time: 0.1075904 Jan 26 22:22:45.007181 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-8d25a6d0-4ac9-4520-8260-6ea8edab6c36 req-99495f32-c078-4c2f-bccd-b6cdfbcebbbf tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] 10.222.0.13 "GET /v2.0/quotas/da11f78dfa0e450e86495280e2cbbb24 HTTP/1.1" status: 200 len: 375 time: 0.0154433 Jan 26 22:22:45.022660 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-b7622622-8450-4fe5-a172-9dfa201a1daa None None] Current status of the port 6aef10d3-57e9-4459-a2e9-392a7fb487ab is: DOWN; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 22:22:45.025828 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b7622622-8450-4fe5-a172-9dfa201a1daa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (6aef10d3-57e9-4459-a2e9-392a7fb487ab), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:22:45.069880 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-8d25a6d0-4ac9-4520-8260-6ea8edab6c36 req-7bb8489b-0996-4ee8-88f6-1393c387c590 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=da11f78dfa0e450e86495280e2cbbb24&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0568671 Jan 26 22:22:45.085243 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-b7622622-8450-4fe5-a172-9dfa201a1daa None None] For port 6aef10d3-57e9-4459-a2e9-392a7fb487ab, host n-d-760453-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=6aef10d3-57e9-4459-a2e9-392a7fb487ab,segment=NetworkSegment(d7beb6d0-ea05-447a-a250-7743af028379),segment_id=d7beb6d0-ea05-447a-a250-7743af028379)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 22:22:45.089634 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b7622622-8450-4fe5-a172-9dfa201a1daa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (6aef10d3-57e9-4459-a2e9-392a7fb487ab), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:22:45.141938 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7622622-8450-4fe5-a172-9dfa201a1daa None None] Pushing event updated for resources: {'Port': ['ID=6aef10d3-57e9-4459-a2e9-392a7fb487ab,revision_number=3']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 22:22:45.189325 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-8d25a6d0-4ac9-4520-8260-6ea8edab6c36 req-25ff6218-17e9-4126-9770-54e65062bbae service neutron] 10.222.0.13 "GET /v2.0/networks/95fb6c4a-749f-4a5f-83cb-a5034cc82937?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0999689 Jan 26 22:22:45.293819 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-8d25a6d0-4ac9-4520-8260-6ea8edab6c36 req-e51d859c-f09a-4e54-b5d1-187b3ec84282 service neutron] 10.222.0.13 "GET /v2.0/networks/95fb6c4a-749f-4a5f-83cb-a5034cc82937?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0967851 Jan 26 22:22:45.319395 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-f585b620-8d17-4b80-b3a8-7ed77fe4807c None None] Provisioning complete for port 5251d033-9657-4282-9ce7-eeed4be0d598 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 22:22:45.319891 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-f585b620-8d17-4b80-b3a8-7ed77fe4807c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (5251d033-9657-4282-9ce7-eeed4be0d598), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:22:45.367660 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-f585b620-8d17-4b80-b3a8-7ed77fe4807c None None] Port 5251d033-9657-4282-9ce7-eeed4be0d598 cannot update to ACTIVE because it is not bound. {{(pid=103306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 26 22:22:45.390436 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-f585b620-8d17-4b80-b3a8-7ed77fe4807c None None] Provisioning complete for port 6aef10d3-57e9-4459-a2e9-392a7fb487ab triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 22:22:45.393023 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-f585b620-8d17-4b80-b3a8-7ed77fe4807c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (6aef10d3-57e9-4459-a2e9-392a7fb487ab), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:22:45.427475 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device 6aef10d3-57e9-4459-a2e9-392a7fb487ab up at agent ovs-agent-n-d-760453-5 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 22:22:45.432706 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd0c3d0f-9d87-455e-9938-e3f080af176d None None] Sync routers for ids ['26d3e145-2cfa-46aa-b595-ac6587892f5e'] in n-d-760453-5 {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 26 22:22:45.461862 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd0c3d0f-9d87-455e-9938-e3f080af176d None None] Routers {'26d3e145-2cfa-46aa-b595-ac6587892f5e'} bound to L3 agent in host n-d-760453-5 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 22:22:45.462615 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-bd0c3d0f-9d87-455e-9938-e3f080af176d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-26T20:55:21Z,description=,heartbeat_timestamp=2022-01-26T22:22:21Z,host='n-d-760453-5',id=09df100c-3af1-4b0a-bda8-05914c71c458,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:55:21Z,topic='l3_agent')) {'router_ids': ['26d3e145-2cfa-46aa-b595-ac6587892f5e'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 22:22:45.524424 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-610f7fcf-10f7-4b26-9a93-f91c91e044bb req-ccceee64-7ee1-4219-b822-b7636f850dd8 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] 10.222.0.13 "GET /v2.0/ports?device_id=29af8608-4a0c-484f-a058-b28ea915820b HTTP/1.1" status: 200 len: 210 time: 0.0365593 Jan 26 22:22:45.536311 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Provisioning complete for port 6aef10d3-57e9-4459-a2e9-392a7fb487ab triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 22:22:45.536585 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (6aef10d3-57e9-4459-a2e9-392a7fb487ab), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:22:45.576387 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-f585b620-8d17-4b80-b3a8-7ed77fe4807c None None] Current status of the port 6aef10d3-57e9-4459-a2e9-392a7fb487ab is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 22:22:45.652328 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Current status of the port 6aef10d3-57e9-4459-a2e9-392a7fb487ab is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 22:22:45.653572 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device 775da635-8308-480c-b699-2f3ce3f8f0c7 up at agent ovs-agent-n-d-760453-5 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 22:22:45.720089 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-30dfee9c-f496-4aa2-b68a-64ff6f1e18e3 None None] Provisioning complete for port 5251d033-9657-4282-9ce7-eeed4be0d598 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 22:22:45.720471 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-30dfee9c-f496-4aa2-b68a-64ff6f1e18e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (5251d033-9657-4282-9ce7-eeed4be0d598), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:22:45.734776 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_dvr_db [None req-bd0c3d0f-9d87-455e-9938-e3f080af176d None None] Set router 26d3e145-2cfa-46aa-b595-ac6587892f5e gateway port host: n-d-760453-5 {{(pid=103307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 22:22:45.758953 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-30dfee9c-f496-4aa2-b68a-64ff6f1e18e3 None None] Port 5251d033-9657-4282-9ce7-eeed4be0d598 cannot update to ACTIVE because it is not bound. {{(pid=103306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 26 22:22:45.760906 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Provisioning complete for port 775da635-8308-480c-b699-2f3ce3f8f0c7 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 22:22:45.760906 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (775da635-8308-480c-b699-2f3ce3f8f0c7), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:22:45.847604 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Current status of the port 775da635-8308-480c-b699-2f3ce3f8f0c7 is: DOWN; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 22:22:45.848307 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (775da635-8308-480c-b699-2f3ce3f8f0c7), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:22:45.874505 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] For port 775da635-8308-480c-b699-2f3ce3f8f0c7, host n-d-760453-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=775da635-8308-480c-b699-2f3ce3f8f0c7,segment=NetworkSegment(e17cb353-418f-48b9-b982-21a6233ee99b),segment_id=e17cb353-418f-48b9-b982-21a6233ee99b)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 22:22:45.881873 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (775da635-8308-480c-b699-2f3ce3f8f0c7), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:22:45.911509 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-e482bf7f-6ff0-4582-b20f-f2c8345c56c6 None None] Provisioning complete for port 5251d033-9657-4282-9ce7-eeed4be0d598 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 22:22:45.911890 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-e482bf7f-6ff0-4582-b20f-f2c8345c56c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (5251d033-9657-4282-9ce7-eeed4be0d598), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:22:45.951465 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-bd0c3d0f-9d87-455e-9938-e3f080af176d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26d3e145-2cfa-46aa-b595-ac6587892f5e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-321935755', 'tenant_id': 'da11f78dfa0e450e86495280e2cbbb24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'external_fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.166'}], 'enable_snat': True}, 'gw_port_id': '775da635-8308-480c-b699-2f3ce3f8f0c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T22:22:40Z', 'updated_at': '2022-01-26T22:22:43Z', 'revision_number': 4, 'project_id': 'da11f78dfa0e450e86495280e2cbbb24', 'gw_port': {'id': '775da635-8308-480c-b699-2f3ce3f8f0c7', 'name': '', 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:d8:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26d3e145-2cfa-46aa-b595-ac6587892f5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T22:22:40Z', 'updated_at': '2022-01-26T22:22:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-5', '_interfaces': [{'id': '5251d033-9657-4282-9ce7-eeed4be0d598', 'name': '', 'network_id': '95fb6c4a-749f-4a5f-83cb-a5034cc82937', 'tenant_id': 'da11f78dfa0e450e86495280e2cbbb24', 'mac_address': 'fa:16:3e:a3:5f:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26d3e145-2cfa-46aa-b595-ac6587892f5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '23b7007f-5ec2-4751-ab14-5c3f23cd8705', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T22:22:43Z', 'updated_at': '2022-01-26T22:22:44Z', 'revision_number': 2, 'project_id': 'da11f78dfa0e450e86495280e2cbbb24', 'subnets': [{'id': '23b7007f-5ec2-4751-ab14-5c3f23cd8705', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760453-5', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 22:22:45.964511 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-e482bf7f-6ff0-4582-b20f-f2c8345c56c6 None None] Port 5251d033-9657-4282-9ce7-eeed4be0d598 cannot update to ACTIVE because it is not bound. {{(pid=103306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 26 22:22:45.966468 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Pushing event updated for resources: {'Port': ['ID=775da635-8308-480c-b699-2f3ce3f8f0c7,revision_number=4']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 22:22:45.988617 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd0c3d0f-9d87-455e-9938-e3f080af176d None None] Checking router: 26d3e145-2cfa-46aa-b595-ac6587892f5e for host: n-d-760453-5 {{(pid=103307) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 26 22:22:45.988887 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd0c3d0f-9d87-455e-9938-e3f080af176d None None] Updating router 26d3e145-2cfa-46aa-b595-ac6587892f5e port 5251d033-9657-4282-9ce7-eeed4be0d598 binding host n-d-760453-5 {{(pid=103307) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 26 22:22:46.014830 n-d-760453-5 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-bd0c3d0f-9d87-455e-9938-e3f080af176d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (5251d033-9657-4282-9ce7-eeed4be0d598), before_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:22:46.287014 n-d-760453-5 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-bd0c3d0f-9d87-455e-9938-e3f080af176d None None] Publish callbacks [] for port (5251d033-9657-4282-9ce7-eeed4be0d598), precommit_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:22:46.292261 n-d-760453-5 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-bd0c3d0f-9d87-455e-9938-e3f080af176d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (5251d033-9657-4282-9ce7-eeed4be0d598), after_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:22:46.343070 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f72c9a-0e89-4a36-a1af-3f3093fe5cd6 None None] Pushing event updated for resources: {'Port': ['ID=5251d033-9657-4282-9ce7-eeed4be0d598,revision_number=3']} {{(pid=103307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 22:22:46.368856 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08f72c9a-0e89-4a36-a1af-3f3093fe5cd6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:22:46.369208 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08f72c9a-0e89-4a36-a1af-3f3093fe5cd6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:22:46.369568 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08f72c9a-0e89-4a36-a1af-3f3093fe5cd6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:22:46.369900 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08f72c9a-0e89-4a36-a1af-3f3093fe5cd6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:22:46.370226 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08f72c9a-0e89-4a36-a1af-3f3093fe5cd6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:22:46.370566 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08f72c9a-0e89-4a36-a1af-3f3093fe5cd6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:22:46.370863 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08f72c9a-0e89-4a36-a1af-3f3093fe5cd6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:22:46.371177 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08f72c9a-0e89-4a36-a1af-3f3093fe5cd6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:22:46.371496 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08f72c9a-0e89-4a36-a1af-3f3093fe5cd6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:22:46.371811 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08f72c9a-0e89-4a36-a1af-3f3093fe5cd6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:22:46.372125 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08f72c9a-0e89-4a36-a1af-3f3093fe5cd6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:22:46.372437 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08f72c9a-0e89-4a36-a1af-3f3093fe5cd6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:22:46.372747 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08f72c9a-0e89-4a36-a1af-3f3093fe5cd6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:22:46.407831 n-d-760453-5 neutron-server[103307]: DEBUG neutron.plugins.ml2.managers [None req-bd0c3d0f-9d87-455e-9938-e3f080af176d None None] Attempting to bind port 5251d033-9657-4282-9ce7-eeed4be0d598 on host n-d-760453-5 for vnic_type normal with profile {{(pid=103307) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 22:22:46.408193 n-d-760453-5 neutron-server[103307]: DEBUG neutron.plugins.ml2.managers [None req-bd0c3d0f-9d87-455e-9938-e3f080af176d None None] Attempting to bind port 5251d033-9657-4282-9ce7-eeed4be0d598 by drivers openvswitch,hyperv on host n-d-760453-5 at level 0 using segments [{'id': 'd7beb6d0-ea05-447a-a250-7743af028379', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '95fb6c4a-749f-4a5f-83cb-a5034cc82937'}] {{(pid=103307) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 26 22:22:46.408559 n-d-760453-5 neutron-server[103307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd0c3d0f-9d87-455e-9938-e3f080af176d None None] Attempting to bind port 5251d033-9657-4282-9ce7-eeed4be0d598 on network 95fb6c4a-749f-4a5f-83cb-a5034cc82937 {{(pid=103307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 22:22:46.414236 n-d-760453-5 neutron-server[103307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd0c3d0f-9d87-455e-9938-e3f080af176d None None] Checking agent: {'id': 'fea0591a-627d-4c87-9a9a-01625ddf3277', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760453-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 20, 55, 25), 'started_at': datetime.datetime(2022, 1, 26, 20, 55, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 22, 22, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760453-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 26 22:22:46.414611 n-d-760453-5 neutron-server[103307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd0c3d0f-9d87-455e-9938-e3f080af176d None None] Checking segment: {'id': 'd7beb6d0-ea05-447a-a250-7743af028379', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '95fb6c4a-749f-4a5f-83cb-a5034cc82937'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103307) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 22:22:46.415020 n-d-760453-5 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-bd0c3d0f-9d87-455e-9938-e3f080af176d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:22:46.415410 n-d-760453-5 neutron-server[103307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd0c3d0f-9d87-455e-9938-e3f080af176d None None] Bound using segment: {'id': 'd7beb6d0-ea05-447a-a250-7743af028379', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '95fb6c4a-749f-4a5f-83cb-a5034cc82937'} {{(pid=103307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 26 22:22:46.415878 n-d-760453-5 neutron-server[103307]: DEBUG neutron.plugins.ml2.managers [None req-bd0c3d0f-9d87-455e-9938-e3f080af176d None None] Bound port: 5251d033-9657-4282-9ce7-eeed4be0d598, host: n-d-760453-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd7beb6d0-ea05-447a-a250-7743af028379', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '95fb6c4a-749f-4a5f-83cb-a5034cc82937'}}] {{(pid=103307) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 26 22:22:46.416258 n-d-760453-5 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-bd0c3d0f-9d87-455e-9938-e3f080af176d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (5251d033-9657-4282-9ce7-eeed4be0d598), before_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:22:46.481054 n-d-760453-5 neutron-server[103307]: DEBUG neutron.plugins.ml2.db [None req-bd0c3d0f-9d87-455e-9938-e3f080af176d None None] For port 5251d033-9657-4282-9ce7-eeed4be0d598, host n-d-760453-5, cleared binding levels {{(pid=103307) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 26 22:22:46.484915 n-d-760453-5 neutron-server[103307]: DEBUG neutron.plugins.ml2.db [None req-bd0c3d0f-9d87-455e-9938-e3f080af176d None None] For port 5251d033-9657-4282-9ce7-eeed4be0d598, host n-d-760453-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=5251d033-9657-4282-9ce7-eeed4be0d598,segment=NetworkSegment(d7beb6d0-ea05-447a-a250-7743af028379),segment_id=d7beb6d0-ea05-447a-a250-7743af028379)] {{(pid=103307) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 26 22:22:46.491016 n-d-760453-5 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-bd0c3d0f-9d87-455e-9938-e3f080af176d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (5251d033-9657-4282-9ce7-eeed4be0d598), after_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:22:46.552802 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f72c9a-0e89-4a36-a1af-3f3093fe5cd6 None None] Pushing event updated for resources: {'Port': ['ID=5251d033-9657-4282-9ce7-eeed4be0d598,revision_number=4']} {{(pid=103307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 22:22:46.555971 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd0c3d0f-9d87-455e-9938-e3f080af176d None None] Routers {'26d3e145-2cfa-46aa-b595-ac6587892f5e'} bound to L3 agent in host n-d-760453-5 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 22:22:46.556583 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-bd0c3d0f-9d87-455e-9938-e3f080af176d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-26T20:55:21Z,description=,heartbeat_timestamp=2022-01-26T22:22:21Z,host='n-d-760453-5',id=09df100c-3af1-4b0a-bda8-05914c71c458,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:55:21Z,topic='l3_agent')) {'router_ids': ['26d3e145-2cfa-46aa-b595-ac6587892f5e'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 22:22:46.590728 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-980a5f7d-315a-474a-91d3-d3b6f0a26743 None None] Provisioning complete for port 5251d033-9657-4282-9ce7-eeed4be0d598 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 22:22:46.591236 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-980a5f7d-315a-474a-91d3-d3b6f0a26743 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (5251d033-9657-4282-9ce7-eeed4be0d598), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:22:46.681117 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-481b9ad5-cc97-4b16-bfc0-e52bcecd58da req-d082836c-dcda-4fb8-84c3-ce464b6f9dc0 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] 10.222.0.13 "GET /v2.0/ports?device_id=29af8608-4a0c-484f-a058-b28ea915820b HTTP/1.1" status: 200 len: 210 time: 0.0484633 Jan 26 22:22:46.706844 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_dvr_db [None req-bd0c3d0f-9d87-455e-9938-e3f080af176d None None] Set router 26d3e145-2cfa-46aa-b595-ac6587892f5e gateway port host: n-d-760453-5 {{(pid=103307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 22:22:46.713825 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-980a5f7d-315a-474a-91d3-d3b6f0a26743 None None] Current status of the port 5251d033-9657-4282-9ce7-eeed4be0d598 is: DOWN; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 22:22:46.714318 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-980a5f7d-315a-474a-91d3-d3b6f0a26743 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (5251d033-9657-4282-9ce7-eeed4be0d598), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:22:46.756917 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-980a5f7d-315a-474a-91d3-d3b6f0a26743 None None] For port 5251d033-9657-4282-9ce7-eeed4be0d598, host n-d-760453-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=5251d033-9657-4282-9ce7-eeed4be0d598,segment=NetworkSegment(d7beb6d0-ea05-447a-a250-7743af028379),segment_id=d7beb6d0-ea05-447a-a250-7743af028379)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 22:22:46.764860 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-980a5f7d-315a-474a-91d3-d3b6f0a26743 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (5251d033-9657-4282-9ce7-eeed4be0d598), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:22:46.829247 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-980a5f7d-315a-474a-91d3-d3b6f0a26743 None None] Pushing event updated for resources: {'Port': ['ID=5251d033-9657-4282-9ce7-eeed4be0d598,revision_number=5']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 22:22:46.874121 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d25a6d0-4ac9-4520-8260-6ea8edab6c36 req-8c3c2ed6-e24c-4e64-bdce-9621657cb9bd tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:22:46.875639 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-8d25a6d0-4ac9-4520-8260-6ea8edab6c36 req-8c3c2ed6-e24c-4e64-bdce-9621657cb9bd tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] 10.222.0.66 "GET /v2.0/networks?id=95fb6c4a-749f-4a5f-83cb-a5034cc82937 HTTP/1.1" status: 200 len: 796 time: 0.1697016 Jan 26 22:22:46.885034 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-faf54c73-1567-4622-baca-3fd34e122801 None None] Provisioning complete for port 5251d033-9657-4282-9ce7-eeed4be0d598 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 22:22:46.885632 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-faf54c73-1567-4622-baca-3fd34e122801 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (5251d033-9657-4282-9ce7-eeed4be0d598), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:22:46.934554 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-bd0c3d0f-9d87-455e-9938-e3f080af176d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26d3e145-2cfa-46aa-b595-ac6587892f5e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-321935755', 'tenant_id': 'da11f78dfa0e450e86495280e2cbbb24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'external_fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.166'}], 'enable_snat': True}, 'gw_port_id': '775da635-8308-480c-b699-2f3ce3f8f0c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T22:22:40Z', 'updated_at': '2022-01-26T22:22:43Z', 'revision_number': 4, 'project_id': 'da11f78dfa0e450e86495280e2cbbb24', 'gw_port': {'id': '775da635-8308-480c-b699-2f3ce3f8f0c7', 'name': '', 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:d8:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26d3e145-2cfa-46aa-b595-ac6587892f5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T22:22:40Z', 'updated_at': '2022-01-26T22:22:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-5', '_interfaces': [{'id': '5251d033-9657-4282-9ce7-eeed4be0d598', 'name': '', 'network_id': '95fb6c4a-749f-4a5f-83cb-a5034cc82937', 'tenant_id': 'da11f78dfa0e450e86495280e2cbbb24', 'mac_address': 'fa:16:3e:a3:5f:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26d3e145-2cfa-46aa-b595-ac6587892f5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '23b7007f-5ec2-4751-ab14-5c3f23cd8705', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T22:22:43Z', 'updated_at': '2022-01-26T22:22:46Z', 'revision_number': 4, 'project_id': 'da11f78dfa0e450e86495280e2cbbb24', 'subnets': [{'id': '23b7007f-5ec2-4751-ab14-5c3f23cd8705', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760453-5', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 22:22:46.952035 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-8d25a6d0-4ac9-4520-8260-6ea8edab6c36 req-953d80b5-285d-4a7a-a808-526bfacf1bb8 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] 10.222.0.66 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=da11f78dfa0e450e86495280e2cbbb24 HTTP/1.1" status: 200 len: 379 time: 0.0604441 Jan 26 22:22:46.963816 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd0c3d0f-9d87-455e-9938-e3f080af176d None None] The sync data for ids ['26d3e145-2cfa-46aa-b595-ac6587892f5e'] in n-d-760453-5 is: [{'id': '26d3e145-2cfa-46aa-b595-ac6587892f5e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-321935755', 'tenant_id': 'da11f78dfa0e450e86495280e2cbbb24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'external_fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.166'}], 'enable_snat': True}, 'gw_port_id': '775da635-8308-480c-b699-2f3ce3f8f0c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T22:22:40Z', 'updated_at': '2022-01-26T22:22:43Z', 'revision_number': 4, 'project_id': 'da11f78dfa0e450e86495280e2cbbb24', 'gw_port': {'id': '775da635-8308-480c-b699-2f3ce3f8f0c7', 'name': '', 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:d8:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26d3e145-2cfa-46aa-b595-ac6587892f5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T22:22:40Z', 'updated_at': '2022-01-26T22:22:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-5', '_interfaces': [{'id': '5251d033-9657-4282-9ce7-eeed4be0d598', 'name': '', 'network_id': '95fb6c4a-749f-4a5f-83cb-a5034cc82937', 'tenant_id': 'da11f78dfa0e450e86495280e2cbbb24', 'mac_address': 'fa:16:3e:a3:5f:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26d3e145-2cfa-46aa-b595-ac6587892f5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '23b7007f-5ec2-4751-ab14-5c3f23cd8705', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T22:22:43Z', 'updated_at': '2022-01-26T22:22:46Z', 'revision_number': 4, 'project_id': 'da11f78dfa0e450e86495280e2cbbb24', 'subnets': [{'id': '23b7007f-5ec2-4751-ab14-5c3f23cd8705', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 26 22:22:46.977087 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-faf54c73-1567-4622-baca-3fd34e122801 None None] Current status of the port 5251d033-9657-4282-9ce7-eeed4be0d598 is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 22:22:46.989748 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [req-8d25a6d0-4ac9-4520-8260-6ea8edab6c36 req-f11e5216-8f60-47f4-a12f-ce7abf2b7333 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Request body: {'port': {'device_id': '29af8608-4a0c-484f-a058-b28ea915820b', 'network_id': '95fb6c4a-749f-4a5f-83cb-a5034cc82937', 'admin_state_up': True, 'tenant_id': 'da11f78dfa0e450e86495280e2cbbb24', 'security_groups': ['42c7bf30-e13e-4a7a-9fd5-a42945d705fb']}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 22:22:47.109492 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8d25a6d0-4ac9-4520-8260-6ea8edab6c36 req-f11e5216-8f60-47f4-a12f-ce7abf2b7333 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Made reservation on behalf of da11f78dfa0e450e86495280e2cbbb24 for: {'port': 1} {{(pid=103305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 22:22:47.113023 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-8d25a6d0-4ac9-4520-8260-6ea8edab6c36 req-f11e5216-8f60-47f4-a12f-ce7abf2b7333 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:22:47.258968 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.db_base_plugin_common [req-8d25a6d0-4ac9-4520-8260-6ea8edab6c36 req-f11e5216-8f60-47f4-a12f-ce7abf2b7333 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Allocated IP 172.20.0.7 (95fb6c4a-749f-4a5f-83cb-a5034cc82937/23b7007f-5ec2-4751-ab14-5c3f23cd8705/786a6b85-b614-4761-a3e1-ae2f6935e17d) {{(pid=103305) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 22:22:47.422877 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-8d25a6d0-4ac9-4520-8260-6ea8edab6c36 req-f11e5216-8f60-47f4-a12f-ce7abf2b7333 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Publish callbacks [] for port (786a6b85-b614-4761-a3e1-ae2f6935e17d), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:22:47.426556 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device 5251d033-9657-4282-9ce7-eeed4be0d598 up at agent ovs-agent-n-d-760453-5 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 22:22:47.463068 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-8d25a6d0-4ac9-4520-8260-6ea8edab6c36 req-f11e5216-8f60-47f4-a12f-ce7abf2b7333 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746560234527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11791543'] for port (786a6b85-b614-4761-a3e1-ae2f6935e17d), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:22:47.486188 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Provisioning complete for port 5251d033-9657-4282-9ce7-eeed4be0d598 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 22:22:47.486559 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (5251d033-9657-4282-9ce7-eeed4be0d598), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:22:47.508608 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8d25a6d0-4ac9-4520-8260-6ea8edab6c36 req-f11e5216-8f60-47f4-a12f-ce7abf2b7333 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Network 95fb6c4a-749f-4a5f-83cb-a5034cc82937 is already hosted by enough agents. {{(pid=103305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 22:22:47.512080 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [req-8d25a6d0-4ac9-4520-8260-6ea8edab6c36 req-f11e5216-8f60-47f4-a12f-ce7abf2b7333 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Resources bound (agent type, host, resource id): {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 22:22:47.518620 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d25a6d0-4ac9-4520-8260-6ea8edab6c36 req-f11e5216-8f60-47f4-a12f-ce7abf2b7333 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Received port after_create {{(pid=103305) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 22:22:47.547604 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11e5216-8f60-47f4-a12f-ce7abf2b7333 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Pushing event updated for resources: {'Port': ['ID=786a6b85-b614-4761-a3e1-ae2f6935e17d,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 22:22:47.575531 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d25a6d0-4ac9-4520-8260-6ea8edab6c36 req-f11e5216-8f60-47f4-a12f-ce7abf2b7333 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:22:47.576183 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-8d25a6d0-4ac9-4520-8260-6ea8edab6c36 req-f11e5216-8f60-47f4-a12f-ce7abf2b7333 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:22:47.594877 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Current status of the port 5251d033-9657-4282-9ce7-eeed4be0d598 is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 22:22:47.596176 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device 775da635-8308-480c-b699-2f3ce3f8f0c7 up at agent ovs-agent-n-d-760453-5 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 22:22:47.600874 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-8d25a6d0-4ac9-4520-8260-6ea8edab6c36 req-f11e5216-8f60-47f4-a12f-ce7abf2b7333 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6153338 Jan 26 22:22:47.611964 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [req-8d25a6d0-4ac9-4520-8260-6ea8edab6c36 req-ad659e31-e383-47c1-b044-2dc2062b4d4a tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=103305) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 26 22:22:47.613379 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-8d25a6d0-4ac9-4520-8260-6ea8edab6c36 req-ad659e31-e383-47c1-b044-2dc2062b4d4a tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0067155 Jan 26 22:22:47.653884 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Provisioning complete for port 775da635-8308-480c-b699-2f3ce3f8f0c7 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 22:22:47.654261 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (775da635-8308-480c-b699-2f3ce3f8f0c7), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:22:47.704017 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [req-8d25a6d0-4ac9-4520-8260-6ea8edab6c36 req-2bdd4f82-b9f8-4bd0-9b52-a669b07e6581 service neutron] Request body: {'port': {'device_id': '29af8608-4a0c-484f-a058-b28ea915820b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-760453-5'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 22:22:47.753785 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Current status of the port 775da635-8308-480c-b699-2f3ce3f8f0c7 is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 22:22:47.803687 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-8d25a6d0-4ac9-4520-8260-6ea8edab6c36 req-2bdd4f82-b9f8-4bd0-9b52-a669b07e6581 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (786a6b85-b614-4761-a3e1-ae2f6935e17d), before_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:22:47.804925 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-56390e84-e3a4-4b81-9948-946a86706eda None None] Provisioning complete for port 786a6b85-b614-4761-a3e1-ae2f6935e17d triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 22:22:47.805496 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-56390e84-e3a4-4b81-9948-946a86706eda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (786a6b85-b614-4761-a3e1-ae2f6935e17d), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:22:47.834767 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a982bb-91e1-4e2f-bff1-67ece843bacc req-1317d955-7bc6-4808-888d-412de8efd30a tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:22:47.843218 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-92a982bb-91e1-4e2f-bff1-67ece843bacc req-1317d955-7bc6-4808-888d-412de8efd30a tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] 10.222.0.13 "GET /v2.0/ports?device_id=29af8608-4a0c-484f-a058-b28ea915820b HTTP/1.1" status: 200 len: 931 time: 0.0622501 Jan 26 22:22:47.849029 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-56390e84-e3a4-4b81-9948-946a86706eda None None] Port 786a6b85-b614-4761-a3e1-ae2f6935e17d cannot update to ACTIVE because it is not bound. {{(pid=103306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 26 22:22:47.898789 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-92a982bb-91e1-4e2f-bff1-67ece843bacc req-2a6bd858-61a1-4008-bf7a-c3d76377c4c3 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] 10.222.0.13 "GET /v2.0/security-groups?id=42c7bf30-e13e-4a7a-9fd5-a42945d705fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0543485 Jan 26 22:22:48.099315 n-d-760453-5 neutron-server[103305]: DEBUG neutron.notifiers.nova [req-8d25a6d0-4ac9-4520-8260-6ea8edab6c36 req-2bdd4f82-b9f8-4bd0-9b52-a669b07e6581 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 786a6b85-b614-4761-a3e1-ae2f6935e17d {{(pid=103305) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 26 22:22:48.108088 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-8d25a6d0-4ac9-4520-8260-6ea8edab6c36 req-2bdd4f82-b9f8-4bd0-9b52-a669b07e6581 service neutron] Publish callbacks [] for port (786a6b85-b614-4761-a3e1-ae2f6935e17d), precommit_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:22:48.121311 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.provisioning_blocks [req-8d25a6d0-4ac9-4520-8260-6ea8edab6c36 req-2bdd4f82-b9f8-4bd0-9b52-a669b07e6581 service neutron] Transition to ACTIVE for port object 786a6b85-b614-4761-a3e1-ae2f6935e17d will not be triggered until provisioned by entity L2. {{(pid=103305) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 22:22:48.125219 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-8d25a6d0-4ac9-4520-8260-6ea8edab6c36 req-2bdd4f82-b9f8-4bd0-9b52-a669b07e6581 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11791520'] for port (786a6b85-b614-4761-a3e1-ae2f6935e17d), after_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:22:48.179856 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bdd4f82-b9f8-4bd0-9b52-a669b07e6581 service neutron] Pushing event updated for resources: {'Port': ['ID=786a6b85-b614-4761-a3e1-ae2f6935e17d,revision_number=2']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 22:22:48.259679 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [req-8d25a6d0-4ac9-4520-8260-6ea8edab6c36 req-2bdd4f82-b9f8-4bd0-9b52-a669b07e6581 service neutron] Attempting to bind port 786a6b85-b614-4761-a3e1-ae2f6935e17d on host n-h1-760453-5 for vnic_type normal with profile {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 22:22:48.260015 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [req-8d25a6d0-4ac9-4520-8260-6ea8edab6c36 req-2bdd4f82-b9f8-4bd0-9b52-a669b07e6581 service neutron] Attempting to bind port 786a6b85-b614-4761-a3e1-ae2f6935e17d by drivers openvswitch,hyperv on host n-h1-760453-5 at level 0 using segments [{'id': 'd7beb6d0-ea05-447a-a250-7743af028379', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '95fb6c4a-749f-4a5f-83cb-a5034cc82937'}] {{(pid=103305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 26 22:22:48.260357 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d25a6d0-4ac9-4520-8260-6ea8edab6c36 req-2bdd4f82-b9f8-4bd0-9b52-a669b07e6581 service neutron] Attempting to bind port 786a6b85-b614-4761-a3e1-ae2f6935e17d on network 95fb6c4a-749f-4a5f-83cb-a5034cc82937 {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 22:22:48.264999 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d25a6d0-4ac9-4520-8260-6ea8edab6c36 req-2bdd4f82-b9f8-4bd0-9b52-a669b07e6581 service neutron] Port 786a6b85-b614-4761-a3e1-ae2f6935e17d on network 95fb6c4a-749f-4a5f-83cb-a5034cc82937 not bound, no agent of type Open vSwitch agent registered on host n-h1-760453-5 {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 26 22:22:48.265353 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d25a6d0-4ac9-4520-8260-6ea8edab6c36 req-2bdd4f82-b9f8-4bd0-9b52-a669b07e6581 service neutron] Attempting to bind port 786a6b85-b614-4761-a3e1-ae2f6935e17d on network 95fb6c4a-749f-4a5f-83cb-a5034cc82937 {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 22:22:48.270562 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d25a6d0-4ac9-4520-8260-6ea8edab6c36 req-2bdd4f82-b9f8-4bd0-9b52-a669b07e6581 service neutron] Checking agent: {'id': '32ef628b-8417-46c5-8729-60fcabe358f1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-760453-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 21, 3, 8), 'started_at': datetime.datetime(2022, 1, 26, 21, 3, 8), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 22, 22, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 26 22:22:48.270918 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d25a6d0-4ac9-4520-8260-6ea8edab6c36 req-2bdd4f82-b9f8-4bd0-9b52-a669b07e6581 service neutron] Checking segment: {'id': 'd7beb6d0-ea05-447a-a250-7743af028379', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '95fb6c4a-749f-4a5f-83cb-a5034cc82937'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103305) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 22:22:48.271292 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d25a6d0-4ac9-4520-8260-6ea8edab6c36 req-2bdd4f82-b9f8-4bd0-9b52-a669b07e6581 service neutron] Bound using segment: {'id': 'd7beb6d0-ea05-447a-a250-7743af028379', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '95fb6c4a-749f-4a5f-83cb-a5034cc82937'} {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 26 22:22:48.271725 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [req-8d25a6d0-4ac9-4520-8260-6ea8edab6c36 req-2bdd4f82-b9f8-4bd0-9b52-a669b07e6581 service neutron] Bound port: 786a6b85-b614-4761-a3e1-ae2f6935e17d, host: n-h1-760453-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd7beb6d0-ea05-447a-a250-7743af028379', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '95fb6c4a-749f-4a5f-83cb-a5034cc82937'}}] {{(pid=103305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 26 22:22:48.272087 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-8d25a6d0-4ac9-4520-8260-6ea8edab6c36 req-2bdd4f82-b9f8-4bd0-9b52-a669b07e6581 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (786a6b85-b614-4761-a3e1-ae2f6935e17d), before_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:22:48.341720 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [req-8d25a6d0-4ac9-4520-8260-6ea8edab6c36 req-2bdd4f82-b9f8-4bd0-9b52-a669b07e6581 service neutron] For port 786a6b85-b614-4761-a3e1-ae2f6935e17d, host n-h1-760453-5, cleared binding levels {{(pid=103305) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 26 22:22:48.344891 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [req-8d25a6d0-4ac9-4520-8260-6ea8edab6c36 req-2bdd4f82-b9f8-4bd0-9b52-a669b07e6581 service neutron] For port 786a6b85-b614-4761-a3e1-ae2f6935e17d, host n-h1-760453-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-5',level=0,port_id=786a6b85-b614-4761-a3e1-ae2f6935e17d,segment=NetworkSegment(d7beb6d0-ea05-447a-a250-7743af028379),segment_id=d7beb6d0-ea05-447a-a250-7743af028379)] {{(pid=103305) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 26 22:22:48.348960 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-8d25a6d0-4ac9-4520-8260-6ea8edab6c36 req-2bdd4f82-b9f8-4bd0-9b52-a669b07e6581 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11791520'] for port (786a6b85-b614-4761-a3e1-ae2f6935e17d), after_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:22:48.384324 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d25a6d0-4ac9-4520-8260-6ea8edab6c36 req-2bdd4f82-b9f8-4bd0-9b52-a669b07e6581 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:22:48.384970 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-8d25a6d0-4ac9-4520-8260-6ea8edab6c36 req-2bdd4f82-b9f8-4bd0-9b52-a669b07e6581 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:22:48.386843 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-8d25a6d0-4ac9-4520-8260-6ea8edab6c36 req-2bdd4f82-b9f8-4bd0-9b52-a669b07e6581 service neutron] 10.222.0.66 "PUT /v2.0/ports/786a6b85-b614-4761-a3e1-ae2f6935e17d HTTP/1.1" status: 200 len: 1091 time: 0.7587430 Jan 26 22:22:48.389171 n-d-760453-5 neutron-server[103305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '29af8608-4a0c-484f-a058-b28ea915820b', 'tag': '786a6b85-b614-4761-a3e1-ae2f6935e17d'}] {{(pid=103305) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 22:22:48.391531 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63c895857b12caccb44030902ae3f492cdae22bba6ec98e5b8bd003e299c093d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4059cf72-31ed-4824-aa4a-9c95c6f6fa35" -d '{"events": [{"name": "network-changed", "server_uuid": "29af8608-4a0c-484f-a058-b28ea915820b", "tag": "786a6b85-b614-4761-a3e1-ae2f6935e17d"}]}' {{(pid=103305) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 22:22:48.418569 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bdd4f82-b9f8-4bd0-9b52-a669b07e6581 service neutron] Pushing event updated for resources: {'Port': ['ID=786a6b85-b614-4761-a3e1-ae2f6935e17d,revision_number=3']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 22:22:48.436616 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 26 Jan 2022 22:22:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86bc7221-7082-4aa3-8356-a8b1c066086d x-openstack-request-id: req-86bc7221-7082-4aa3-8356-a8b1c066086d {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 22:22:48.437093 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "29af8608-4a0c-484f-a058-b28ea915820b", "tag": "786a6b85-b614-4761-a3e1-ae2f6935e17d", "status": "completed", "code": 200}]} {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 22:22:48.437383 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-86bc7221-7082-4aa3-8356-a8b1c066086d {{(pid=103305) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 22:22:48.437801 n-d-760453-5 neutron-server[103305]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '29af8608-4a0c-484f-a058-b28ea915820b', 'tag': '786a6b85-b614-4761-a3e1-ae2f6935e17d', 'status': 'completed', 'code': 200} Jan 26 22:22:48.501015 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d25a6d0-4ac9-4520-8260-6ea8edab6c36 req-7054f03b-f2cf-4592-a9f8-b6bf62ab94b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:22:48.502574 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-8d25a6d0-4ac9-4520-8260-6ea8edab6c36 req-7054f03b-f2cf-4592-a9f8-b6bf62ab94b7 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=da11f78dfa0e450e86495280e2cbbb24&device_id=29af8608-4a0c-484f-a058-b28ea915820b HTTP/1.1" status: 200 len: 1094 time: 0.0501997 Jan 26 22:22:48.552532 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-8d25a6d0-4ac9-4520-8260-6ea8edab6c36 req-2fcf12ce-c009-440e-9ff5-6fe77610077d service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=786a6b85-b614-4761-a3e1-ae2f6935e17d HTTP/1.1" status: 200 len: 217 time: 0.0366027 Jan 26 22:22:48.601556 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d25a6d0-4ac9-4520-8260-6ea8edab6c36 req-d2b17355-38d8-464f-ba1c-1316b53593bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:22:48.603015 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-8d25a6d0-4ac9-4520-8260-6ea8edab6c36 req-d2b17355-38d8-464f-ba1c-1316b53593bb service neutron] 10.222.0.66 "GET /v2.0/subnets?id=23b7007f-5ec2-4751-ab14-5c3f23cd8705 HTTP/1.1" status: 200 len: 834 time: 0.0451322 Jan 26 22:22:48.651462 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d25a6d0-4ac9-4520-8260-6ea8edab6c36 req-bb4a79f8-675f-4c88-985a-478eb743f67a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:22:48.652899 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-8d25a6d0-4ac9-4520-8260-6ea8edab6c36 req-bb4a79f8-675f-4c88-985a-478eb743f67a service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=95fb6c4a-749f-4a5f-83cb-a5034cc82937&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0435450 Jan 26 22:22:48.743915 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-8d25a6d0-4ac9-4520-8260-6ea8edab6c36 req-7530ae0e-d66f-4a77-a3a4-960db3005603 service neutron] 10.222.0.66 "GET /v2.0/networks/95fb6c4a-749f-4a5f-83cb-a5034cc82937?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832849 Jan 26 22:22:48.834151 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-8d25a6d0-4ac9-4520-8260-6ea8edab6c36 req-e47657da-ae1d-4359-a0a4-d8ebd399e4f6 service neutron] 10.222.0.66 "GET /v2.0/networks/95fb6c4a-749f-4a5f-83cb-a5034cc82937?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834599 Jan 26 22:22:48.959848 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4059cf72-31ed-4824-aa4a-9c95c6f6fa35 req-531916d7-862f-4bdb-9a63-a624f4006797 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:22:48.961419 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-4059cf72-31ed-4824-aa4a-9c95c6f6fa35 req-531916d7-862f-4bdb-9a63-a624f4006797 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=da11f78dfa0e450e86495280e2cbbb24&device_id=29af8608-4a0c-484f-a058-b28ea915820b HTTP/1.1" status: 200 len: 1094 time: 0.0429225 Jan 26 22:22:49.017942 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a4e32c-59a0-4d18-be7a-b7148719e06c req-07e5a83f-df1c-4ad9-8fa1-0c266c59c371 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:22:49.022962 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-c0a4e32c-59a0-4d18-be7a-b7148719e06c req-07e5a83f-df1c-4ad9-8fa1-0c266c59c371 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] 10.222.0.13 "GET /v2.0/ports?device_id=29af8608-4a0c-484f-a058-b28ea915820b HTTP/1.1" status: 200 len: 943 time: 0.0517242 Jan 26 22:22:49.035710 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-1fb9467d-5c04-44b3-8534-6dec88f4dcbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (474ccdf7-ab6c-405b-a3b2-dc7b05829902), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:22:49.054280 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4059cf72-31ed-4824-aa4a-9c95c6f6fa35 req-19eb621d-06ec-4a52-987e-a4de2955078a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:22:49.055833 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-4059cf72-31ed-4824-aa4a-9c95c6f6fa35 req-19eb621d-06ec-4a52-987e-a4de2955078a service neutron] 10.222.0.66 "GET /v2.0/networks?id=95fb6c4a-749f-4a5f-83cb-a5034cc82937 HTTP/1.1" status: 200 len: 897 time: 0.0887611 Jan 26 22:22:49.076179 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-c0a4e32c-59a0-4d18-be7a-b7148719e06c req-f0a80e02-c91a-4bbe-9c3d-40c9b4b1940f tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] 10.222.0.13 "GET /v2.0/security-groups?id=42c7bf30-e13e-4a7a-9fd5-a42945d705fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471284 Jan 26 22:22:49.101699 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-4059cf72-31ed-4824-aa4a-9c95c6f6fa35 req-0bb1b65f-c696-4cff-8d0e-915118e44a4b service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=786a6b85-b614-4761-a3e1-ae2f6935e17d HTTP/1.1" status: 200 len: 217 time: 0.0399146 Jan 26 22:22:49.150401 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4059cf72-31ed-4824-aa4a-9c95c6f6fa35 req-1a823553-7e42-4ddc-be31-6fe113b83830 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:22:49.151869 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-4059cf72-31ed-4824-aa4a-9c95c6f6fa35 req-1a823553-7e42-4ddc-be31-6fe113b83830 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=23b7007f-5ec2-4751-ab14-5c3f23cd8705 HTTP/1.1" status: 200 len: 834 time: 0.0445623 Jan 26 22:22:49.198287 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4059cf72-31ed-4824-aa4a-9c95c6f6fa35 req-f51fee39-e40d-4cdc-9544-4e127476fe37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:22:49.199688 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-4059cf72-31ed-4824-aa4a-9c95c6f6fa35 req-f51fee39-e40d-4cdc-9544-4e127476fe37 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=95fb6c4a-749f-4a5f-83cb-a5034cc82937&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0400908 Jan 26 22:22:49.292517 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-4059cf72-31ed-4824-aa4a-9c95c6f6fa35 req-d5a8cdf8-d9d8-4a13-aeb9-9dd16e7965c1 service neutron] 10.222.0.66 "GET /v2.0/networks/95fb6c4a-749f-4a5f-83cb-a5034cc82937?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849674 Jan 26 22:22:49.381367 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-4059cf72-31ed-4824-aa4a-9c95c6f6fa35 req-dafd14e7-60ca-4ce9-85e6-706c757af95d service neutron] 10.222.0.66 "GET /v2.0/networks/95fb6c4a-749f-4a5f-83cb-a5034cc82937?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822425 Jan 26 22:22:50.194830 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529703b9-479b-4120-b1ae-dfb3f426b582 req-55ef8acb-194a-41fe-9e16-97b8ab161530 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:22:50.196311 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-529703b9-479b-4120-b1ae-dfb3f426b582 req-55ef8acb-194a-41fe-9e16-97b8ab161530 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] 10.222.0.13 "GET /v2.0/ports?device_id=29af8608-4a0c-484f-a058-b28ea915820b HTTP/1.1" status: 200 len: 943 time: 0.0531766 Jan 26 22:22:50.245156 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-529703b9-479b-4120-b1ae-dfb3f426b582 req-a2aed1c6-8321-41e9-8c81-3dbf7cf5e6cd tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] 10.222.0.13 "GET /v2.0/security-groups?id=42c7bf30-e13e-4a7a-9fd5-a42945d705fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433843 Jan 26 22:22:51.356960 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c415c3-f65b-4b25-bb6c-e36c84898a83 req-4bf00d83-028d-4e54-9900-460c1a0ccfd8 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:22:51.358491 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-f7c415c3-f65b-4b25-bb6c-e36c84898a83 req-4bf00d83-028d-4e54-9900-460c1a0ccfd8 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] 10.222.0.13 "GET /v2.0/ports?device_id=29af8608-4a0c-484f-a058-b28ea915820b HTTP/1.1" status: 200 len: 943 time: 0.0481906 Jan 26 22:22:51.373281 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-564fe758-078b-4032-a3fd-3fa54baa1d6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (09df100c-3af1-4b0a-bda8-05914c71c458), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:22:51.408269 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-f7c415c3-f65b-4b25-bb6c-e36c84898a83 req-ce09b9de-085a-4aa4-9733-8aa1fd99c5b0 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] 10.222.0.13 "GET /v2.0/security-groups?id=42c7bf30-e13e-4a7a-9fd5-a42945d705fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442097 Jan 26 22:22:52.517389 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-841f5991-a4d8-4d4b-b215-cbc6bab5427b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (aa7ee9d2-08eb-4e12-b895-24c57300dfec), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:22:52.527311 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000ccb4a-eabe-4526-92f5-26538668ffc6 req-b2ac88e5-d949-499e-b434-6025b9fc04bf tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:22:52.528945 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-000ccb4a-eabe-4526-92f5-26538668ffc6 req-b2ac88e5-d949-499e-b434-6025b9fc04bf tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] 10.222.0.13 "GET /v2.0/ports?device_id=29af8608-4a0c-484f-a058-b28ea915820b HTTP/1.1" status: 200 len: 943 time: 0.0511768 Jan 26 22:22:52.583048 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-000ccb4a-eabe-4526-92f5-26538668ffc6 req-5931e1d5-21c2-45c3-a49a-784fb5e2396e tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] 10.222.0.13 "GET /v2.0/security-groups?id=42c7bf30-e13e-4a7a-9fd5-a42945d705fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479116 Jan 26 22:22:53.137163 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Device 786a6b85-b614-4761-a3e1-ae2f6935e17d details requested by agent hyperv_n-h1-760453-5 with host n-h1-760453-5 {{(pid=103306) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 26 22:22:53.427183 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] For port 786a6b85-b614-4761-a3e1-ae2f6935e17d, host n-h1-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-5',level=0,port_id=786a6b85-b614-4761-a3e1-ae2f6935e17d,segment=NetworkSegment(d7beb6d0-ea05-447a-a250-7743af028379),segment_id=d7beb6d0-ea05-447a-a250-7743af028379)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 22:22:53.438762 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Returning: {'device': '786a6b85-b614-4761-a3e1-ae2f6935e17d', 'network_id': '95fb6c4a-749f-4a5f-83cb-a5034cc82937', 'port_id': '786a6b85-b614-4761-a3e1-ae2f6935e17d', 'mac_address': 'fa:16:3e:48:2c:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 562, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '23b7007f-5ec2-4751-ab14-5c3f23cd8705', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103306) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 26 22:22:53.474145 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Current status of the port 786a6b85-b614-4761-a3e1-ae2f6935e17d is: DOWN; New status is: BUILD {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 22:22:53.474525 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (786a6b85-b614-4761-a3e1-ae2f6935e17d), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:22:53.486954 n-d-760453-5 neutron-server[103306]: DEBUG neutron.notifiers.nova [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 786a6b85-b614-4761-a3e1-ae2f6935e17d {{(pid=103306) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 26 22:22:53.505771 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] For port 786a6b85-b614-4761-a3e1-ae2f6935e17d, host n-h1-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-5',level=0,port_id=786a6b85-b614-4761-a3e1-ae2f6935e17d,segment=NetworkSegment(d7beb6d0-ea05-447a-a250-7743af028379),segment_id=d7beb6d0-ea05-447a-a250-7743af028379)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 22:22:53.510037 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (786a6b85-b614-4761-a3e1-ae2f6935e17d), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:22:53.558974 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Pushing event updated for resources: {'Port': ['ID=786a6b85-b614-4761-a3e1-ae2f6935e17d,revision_number=4']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 22:22:53.696993 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326c240b-34cd-4bed-b546-78a11b2a4e8c req-51d58497-6839-4770-ac1d-221e3d38c11a tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:22:53.698412 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-326c240b-34cd-4bed-b546-78a11b2a4e8c req-51d58497-6839-4770-ac1d-221e3d38c11a tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] 10.222.0.13 "GET /v2.0/ports?device_id=29af8608-4a0c-484f-a058-b28ea915820b HTTP/1.1" status: 200 len: 944 time: 0.0482852 Jan 26 22:22:53.717204 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (4d619873-4b60-439f-9b5a-b155dc8bbc34), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:22:53.747550 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-326c240b-34cd-4bed-b546-78a11b2a4e8c req-4da10d73-3287-4d69-80c0-45ede9ee9d1f tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] 10.222.0.13 "GET /v2.0/security-groups?id=42c7bf30-e13e-4a7a-9fd5-a42945d705fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434659 Jan 26 22:22:53.948702 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] get_ports_and_sgs() called for port_ids ['786a6b85-b614-4761-a3e1-ae2f6935e17d'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 26 22:22:54.342508 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-839dd188-ec69-470c-9ab0-d318dc1a2e96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (e79b4fc6-6c71-44b2-a6d0-ff3e1f4dfd0d), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:22:54.493987 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.agents_db [None req-569f1ced-6396-4ddf-b79f-e03b0b2146ab None None] Agent healthcheck: found 7 active agents {{(pid=103307) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 26 22:22:54.861518 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e529b28a-c0de-4810-99d7-2d61c0ab1562 req-d287aa28-7de3-4597-963b-65643b21840b tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:22:54.863007 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-e529b28a-c0de-4810-99d7-2d61c0ab1562 req-d287aa28-7de3-4597-963b-65643b21840b tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] 10.222.0.13 "GET /v2.0/ports?device_id=29af8608-4a0c-484f-a058-b28ea915820b HTTP/1.1" status: 200 len: 944 time: 0.0477896 Jan 26 22:22:54.910680 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-e529b28a-c0de-4810-99d7-2d61c0ab1562 req-aa855081-557f-4141-87c4-ddff07f62a23 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] 10.222.0.13 "GET /v2.0/security-groups?id=42c7bf30-e13e-4a7a-9fd5-a42945d705fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415592 Jan 26 22:22:55.143326 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Device 786a6b85-b614-4761-a3e1-ae2f6935e17d up at agent hyperv_n-h1-760453-5 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 22:22:55.191745 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Provisioning for port 786a6b85-b614-4761-a3e1-ae2f6935e17d completed by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 22:22:55.195541 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Provisioning complete for port 786a6b85-b614-4761-a3e1-ae2f6935e17d triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 22:22:55.195937 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (786a6b85-b614-4761-a3e1-ae2f6935e17d), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:22:55.274389 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Current status of the port 786a6b85-b614-4761-a3e1-ae2f6935e17d is: BUILD; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 22:22:55.274773 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (786a6b85-b614-4761-a3e1-ae2f6935e17d), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:22:55.296661 n-d-760453-5 neutron-server[103306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29af8608-4a0c-484f-a058-b28ea915820b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '786a6b85-b614-4761-a3e1-ae2f6935e17d'}] {{(pid=103306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 22:22:55.298906 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c06f7aa05085a00df6a2944c086d22937b62c1e75db8df879377281bc6a8a153" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4de65a1b-e80e-47c0-949b-3a12e84aa95c" -d '{"events": [{"server_uuid": "29af8608-4a0c-484f-a058-b28ea915820b", "name": "network-vif-plugged", "status": "completed", "tag": "786a6b85-b614-4761-a3e1-ae2f6935e17d"}]}' {{(pid=103306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 22:22:55.310919 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] For port 786a6b85-b614-4761-a3e1-ae2f6935e17d, host n-h1-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-5',level=0,port_id=786a6b85-b614-4761-a3e1-ae2f6935e17d,segment=NetworkSegment(d7beb6d0-ea05-447a-a250-7743af028379),segment_id=d7beb6d0-ea05-447a-a250-7743af028379)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 22:22:55.314923 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (786a6b85-b614-4761-a3e1-ae2f6935e17d), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:22:55.364147 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Pushing event updated for resources: {'Port': ['ID=786a6b85-b614-4761-a3e1-ae2f6935e17d,revision_number=5']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 22:22:55.389556 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Jan 2022 22:22:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d12ae7d-71b1-49b1-8798-13fd11fb781d x-openstack-request-id: req-9d12ae7d-71b1-49b1-8798-13fd11fb781d {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 22:22:55.389846 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29af8608-4a0c-484f-a058-b28ea915820b", "name": "network-vif-plugged", "status": "completed", "tag": "786a6b85-b614-4761-a3e1-ae2f6935e17d", "code": 200}]} {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 22:22:55.390097 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-9d12ae7d-71b1-49b1-8798-13fd11fb781d {{(pid=103306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 22:22:55.390488 n-d-760453-5 neutron-server[103306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29af8608-4a0c-484f-a058-b28ea915820b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '786a6b85-b614-4761-a3e1-ae2f6935e17d', 'code': 200} Jan 26 22:22:55.490710 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (fea0591a-627d-4c87-9a9a-01625ddf3277), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:22:55.515447 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075916ea-483b-465f-913e-9ea982ccccc4 req-46aded8f-fcbd-40cf-86c8-b6132d7e0627 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:22:55.517007 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-075916ea-483b-465f-913e-9ea982ccccc4 req-46aded8f-fcbd-40cf-86c8-b6132d7e0627 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=29af8608-4a0c-484f-a058-b28ea915820b HTTP/1.1" status: 200 len: 1096 time: 0.0409276 Jan 26 22:22:55.565856 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-075916ea-483b-465f-913e-9ea982ccccc4 req-622deff6-62fb-4527-90ee-a7517bbb55a4 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=42c7bf30-e13e-4a7a-9fd5-a42945d705fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421100 Jan 26 22:22:56.030294 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7678f3d-f84d-403d-b011-90dbb3e3fdd0 req-8c41127d-bfb5-47b4-942b-a4ed32447a58 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:22:56.031777 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-a7678f3d-f84d-403d-b011-90dbb3e3fdd0 req-8c41127d-bfb5-47b4-942b-a4ed32447a58 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] 10.222.0.13 "GET /v2.0/ports?device_id=29af8608-4a0c-484f-a058-b28ea915820b HTTP/1.1" status: 200 len: 945 time: 0.0525439 Jan 26 22:22:56.079634 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-a7678f3d-f84d-403d-b011-90dbb3e3fdd0 req-651e9478-899c-4f1c-b987-2e962ded3ccc tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] 10.222.0.13 "GET /v2.0/security-groups?id=42c7bf30-e13e-4a7a-9fd5-a42945d705fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422838 Jan 26 22:22:57.193064 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb4d95e-bbae-4cae-b8d8-b18f48cdad52 req-9a8c7656-4034-4492-8c8c-a6ca56a13460 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:22:57.195225 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-4bb4d95e-bbae-4cae-b8d8-b18f48cdad52 req-9a8c7656-4034-4492-8c8c-a6ca56a13460 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] 10.222.0.13 "GET /v2.0/ports?device_id=29af8608-4a0c-484f-a058-b28ea915820b HTTP/1.1" status: 200 len: 945 time: 0.0498331 Jan 26 22:22:57.243963 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-4bb4d95e-bbae-4cae-b8d8-b18f48cdad52 req-713ed506-7dd1-4350-83df-0bcf5238679d tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] 10.222.0.13 "GET /v2.0/security-groups?id=42c7bf30-e13e-4a7a-9fd5-a42945d705fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431783 Jan 26 22:22:57.359300 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba51744e-438d-4019-8048-72709a0ef0e1 req-d3abd2e7-0121-459b-8d1f-04e0dd80f7e1 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:22:57.360674 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-ba51744e-438d-4019-8048-72709a0ef0e1 req-d3abd2e7-0121-459b-8d1f-04e0dd80f7e1 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] 10.222.0.13 "GET /v2.0/ports?device_id=29af8608-4a0c-484f-a058-b28ea915820b HTTP/1.1" status: 200 len: 945 time: 0.0509698 Jan 26 22:22:57.408967 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-ba51744e-438d-4019-8048-72709a0ef0e1 req-e721d0d9-c4ff-400e-90bc-50881ded53a9 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] 10.222.0.13 "GET /v2.0/security-groups?id=42c7bf30-e13e-4a7a-9fd5-a42945d705fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427871 Jan 26 22:22:57.430856 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 55042) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 22:22:57.469458 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68005d2b-8d31-4cf9-a2e8-7b14d30cd24a tempest-TestNetworkAdvancedServerOps-1320763415 tempest-TestNetworkAdvancedServerOps-1320763415-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:22:57.470930 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-68005d2b-8d31-4cf9-a2e8-7b14d30cd24a tempest-TestNetworkAdvancedServerOps-1320763415 tempest-TestNetworkAdvancedServerOps-1320763415-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=29af8608-4a0c-484f-a058-b28ea915820b HTTP/1.1" status: 200 len: 1091 time: 0.0391111 Jan 26 22:22:57.473701 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 55044) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 22:22:57.477894 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-14d1fbae-a92e-4738-84d7-7efe1ab9c4d5 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Request body: {'floatingip': {'floating_network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'port_id': '786a6b85-b614-4761-a3e1-ae2f6935e17d', 'tenant_id': 'da11f78dfa0e450e86495280e2cbbb24', 'fixed_ip_address': '172.20.0.7'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 22:22:57.498024 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-14d1fbae-a92e-4738-84d7-7efe1ab9c4d5 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:22:57.595371 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-14d1fbae-a92e-4738-84d7-7efe1ab9c4d5 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:22:57.696056 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.db_base_plugin_common [None req-14d1fbae-a92e-4738-84d7-7efe1ab9c4d5 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Allocated IP 172.25.1.120 (4140a1f1-c93a-4bea-83a0-68953a54f299/e48251a1-e30d-4820-8396-00c6f6aeb601/81873951-33c6-44f3-bee7-57de1cba33b3) {{(pid=103304) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 22:22:57.798800 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-14d1fbae-a92e-4738-84d7-7efe1ab9c4d5 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Publish callbacks [] for port (81873951-33c6-44f3-bee7-57de1cba33b3), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:22:57.832233 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-14d1fbae-a92e-4738-84d7-7efe1ab9c4d5 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746560234527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9281553'] for port (81873951-33c6-44f3-bee7-57de1cba33b3), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:22:57.870606 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14d1fbae-a92e-4738-84d7-7efe1ab9c4d5 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Network 4140a1f1-c93a-4bea-83a0-68953a54f299 is already hosted by enough agents. {{(pid=103304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 22:22:57.873435 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [None req-14d1fbae-a92e-4738-84d7-7efe1ab9c4d5 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Resources bound (agent type, host, resource id): {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 22:22:57.878864 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14d1fbae-a92e-4738-84d7-7efe1ab9c4d5 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Received port after_create {{(pid=103304) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 22:22:57.900215 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d1fbae-a92e-4738-84d7-7efe1ab9c4d5 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Pushing event updated for resources: {'Port': ['ID=81873951-33c6-44f3-bee7-57de1cba33b3,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 22:22:58.570045 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-14d1fbae-a92e-4738-84d7-7efe1ab9c4d5 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Publish callbacks [] for floatingip (659e9968-ca2b-48f8-97da-0a3485764bd3), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:22:58.634862 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-14d1fbae-a92e-4738-84d7-7efe1ab9c4d5 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (81873951-33c6-44f3-bee7-57de1cba33b3), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:22:58.780243 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-14d1fbae-a92e-4738-84d7-7efe1ab9c4d5 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Publish callbacks [] for port (81873951-33c6-44f3-bee7-57de1cba33b3), precommit_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:22:58.784591 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-14d1fbae-a92e-4738-84d7-7efe1ab9c4d5 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9281542'] for port (81873951-33c6-44f3-bee7-57de1cba33b3), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:22:58.858518 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d1fbae-a92e-4738-84d7-7efe1ab9c4d5 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Pushing event updated for resources: {'Port': ['ID=81873951-33c6-44f3-bee7-57de1cba33b3,revision_number=2']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 22:22:58.867623 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-14d1fbae-a92e-4738-84d7-7efe1ab9c4d5 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4110913'] for floatingip (659e9968-ca2b-48f8-97da-0a3485764bd3), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:22:58.966754 n-d-760453-5 neutron-server[103304]: INFO neutron.db.l3_db [None req-14d1fbae-a92e-4738-84d7-7efe1ab9c4d5 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Floating IP 659e9968-ca2b-48f8-97da-0a3485764bd3 associated. External IP: 172.25.1.120, port: 786a6b85-b614-4761-a3e1-ae2f6935e17d. Jan 26 22:22:59.171513 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14d1fbae-a92e-4738-84d7-7efe1ab9c4d5 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Router 26d3e145-2cfa-46aa-b595-ac6587892f5e has already been hosted by L3 agent 09df100c-3af1-4b0a-bda8-05914c71c458 {{(pid=103304) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 26 22:22:59.279463 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14d1fbae-a92e-4738-84d7-7efe1ab9c4d5 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Notify agent at l3_agent.n-d-760453-5 the message routers_updated {{(pid=103304) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 26 22:22:59.289098 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbdfab0b-2764-465a-8ecd-29ffb96818cd None None] Sync routers for ids ['26d3e145-2cfa-46aa-b595-ac6587892f5e'] in n-d-760453-5 {{(pid=103306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 26 22:22:59.298058 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-14d1fbae-a92e-4738-84d7-7efe1ab9c4d5 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for floatingip (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:22:59.302177 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbdfab0b-2764-465a-8ecd-29ffb96818cd None None] Routers {'26d3e145-2cfa-46aa-b595-ac6587892f5e'} bound to L3 agent in host n-d-760453-5 {{(pid=103306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 22:22:59.302799 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-bbdfab0b-2764-465a-8ecd-29ffb96818cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-26T20:55:21Z,description=,heartbeat_timestamp=2022-01-26T22:22:51Z,host='n-d-760453-5',id=09df100c-3af1-4b0a-bda8-05914c71c458,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:55:21Z,topic='l3_agent')) {'router_ids': ['26d3e145-2cfa-46aa-b595-ac6587892f5e'], 'active': True} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 22:22:59.325153 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-14d1fbae-a92e-4738-84d7-7efe1ab9c4d5 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8504703 Jan 26 22:22:59.325790 n-d-760453-5 neutron-server[103304]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '29af8608-4a0c-484f-a058-b28ea915820b', 'tag': '786a6b85-b614-4761-a3e1-ae2f6935e17d'}] {{(pid=103304) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 22:22:59.328082 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86e783e1922a725fac327d65912384d63450ce1a6a2ee22db2d1cc52fb257f3b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8fba0b76-ea78-46d2-aa41-92ea99c309a8" -d '{"events": [{"name": "network-changed", "server_uuid": "29af8608-4a0c-484f-a058-b28ea915820b", "tag": "786a6b85-b614-4761-a3e1-ae2f6935e17d"}]}' {{(pid=103304) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 22:22:59.411607 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvr_db [None req-bbdfab0b-2764-465a-8ecd-29ffb96818cd None None] Set router 26d3e145-2cfa-46aa-b595-ac6587892f5e gateway port host: n-d-760453-5 {{(pid=103306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 22:22:59.426177 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3d213c-59ce-4f54-876b-2f9a74a62c26 req-85ba2f30-ef5d-41bf-b99e-fd58570e28b5 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:22:59.427642 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-2e3d213c-59ce-4f54-876b-2f9a74a62c26 req-85ba2f30-ef5d-41bf-b99e-fd58570e28b5 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] 10.222.0.13 "GET /v2.0/ports?device_id=29af8608-4a0c-484f-a058-b28ea915820b HTTP/1.1" status: 200 len: 945 time: 0.0536089 Jan 26 22:22:59.478175 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-2e3d213c-59ce-4f54-876b-2f9a74a62c26 req-d036dd8b-d5b1-4901-a960-29b58c8a2287 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] 10.222.0.13 "GET /v2.0/security-groups?id=42c7bf30-e13e-4a7a-9fd5-a42945d705fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438061 Jan 26 22:22:59.501748 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 55050) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 22:22:59.540547 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 26 Jan 2022 22:22:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec8af545-3287-4c79-8d4d-fc785cc91e53 x-openstack-request-id: req-ec8af545-3287-4c79-8d4d-fc785cc91e53 {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 22:22:59.540838 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "29af8608-4a0c-484f-a058-b28ea915820b", "tag": "786a6b85-b614-4761-a3e1-ae2f6935e17d", "status": "completed", "code": 200}]} {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 22:22:59.541089 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ec8af545-3287-4c79-8d4d-fc785cc91e53 {{(pid=103304) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 22:22:59.541516 n-d-760453-5 neutron-server[103304]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '29af8608-4a0c-484f-a058-b28ea915820b', 'tag': '786a6b85-b614-4761-a3e1-ae2f6935e17d', 'status': 'completed', 'code': 200} Jan 26 22:22:59.566743 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-b7cf563d-d6b3-45af-a88e-5926c2c311ac tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] 10.222.0.13 "GET /v2.0/floatingips/659e9968-ca2b-48f8-97da-0a3485764bd3 HTTP/1.1" status: 200 len: 991 time: 0.0630107 Jan 26 22:22:59.610624 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fba0b76-ea78-46d2-aa41-92ea99c309a8 req-b9a7433a-5b73-44df-94db-f8162b358b6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:22:59.612156 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-8fba0b76-ea78-46d2-aa41-92ea99c309a8 req-b9a7433a-5b73-44df-94db-f8162b358b6e service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=da11f78dfa0e450e86495280e2cbbb24&device_id=29af8608-4a0c-484f-a058-b28ea915820b HTTP/1.1" status: 200 len: 1096 time: 0.0402892 Jan 26 22:22:59.640930 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-bbdfab0b-2764-465a-8ecd-29ffb96818cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26d3e145-2cfa-46aa-b595-ac6587892f5e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-321935755', 'tenant_id': 'da11f78dfa0e450e86495280e2cbbb24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'external_fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.166'}], 'enable_snat': True}, 'gw_port_id': '775da635-8308-480c-b699-2f3ce3f8f0c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T22:22:40Z', 'updated_at': '2022-01-26T22:22:43Z', 'revision_number': 4, 'project_id': 'da11f78dfa0e450e86495280e2cbbb24', 'gw_port': {'id': '775da635-8308-480c-b699-2f3ce3f8f0c7', 'name': '', 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:d8:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26d3e145-2cfa-46aa-b595-ac6587892f5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T22:22:40Z', 'updated_at': '2022-01-26T22:22:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-5', '_floatingips': [{'id': '659e9968-ca2b-48f8-97da-0a3485764bd3', 'tenant_id': 'da11f78dfa0e450e86495280e2cbbb24', 'floating_ip_address': '172.25.1.120', 'floating_network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'router_id': '26d3e145-2cfa-46aa-b595-ac6587892f5e', 'port_id': '786a6b85-b614-4761-a3e1-ae2f6935e17d', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4241, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '95fb6c4a-749f-4a5f-83cb-a5034cc82937', 'mac_address': 'fa:16:3e:48:2c:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29af8608-4a0c-484f-a058-b28ea915820b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-26T22:22:58Z', 'updated_at': '2022-01-26T22:22:58Z', 'revision_number': 0, 'project_id': 'da11f78dfa0e450e86495280e2cbbb24', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5251d033-9657-4282-9ce7-eeed4be0d598', 'name': '', 'network_id': '95fb6c4a-749f-4a5f-83cb-a5034cc82937', 'tenant_id': 'da11f78dfa0e450e86495280e2cbbb24', 'mac_address': 'fa:16:3e:a3:5f:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26d3e145-2cfa-46aa-b595-ac6587892f5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '23b7007f-5ec2-4751-ab14-5c3f23cd8705', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T22:22:43Z', 'updated_at': '2022-01-26T22:22:46Z', 'revision_number': 5, 'project_id': 'da11f78dfa0e450e86495280e2cbbb24', 'subnets': [{'id': '23b7007f-5ec2-4751-ab14-5c3f23cd8705', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760453-5', False) {} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 22:22:59.666202 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbdfab0b-2764-465a-8ecd-29ffb96818cd None None] Checking router: 26d3e145-2cfa-46aa-b595-ac6587892f5e for host: n-d-760453-5 {{(pid=103306) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 26 22:22:59.674324 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbdfab0b-2764-465a-8ecd-29ffb96818cd None None] Routers {'26d3e145-2cfa-46aa-b595-ac6587892f5e'} bound to L3 agent in host n-d-760453-5 {{(pid=103306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 22:22:59.674917 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-bbdfab0b-2764-465a-8ecd-29ffb96818cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-26T20:55:21Z,description=,heartbeat_timestamp=2022-01-26T22:22:51Z,host='n-d-760453-5',id=09df100c-3af1-4b0a-bda8-05914c71c458,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:55:21Z,topic='l3_agent')) {'router_ids': ['26d3e145-2cfa-46aa-b595-ac6587892f5e'], 'active': True} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 22:22:59.701474 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fba0b76-ea78-46d2-aa41-92ea99c309a8 req-30a4a180-9ef5-4a9b-a0c6-8e4de06b5690 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:22:59.702903 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-8fba0b76-ea78-46d2-aa41-92ea99c309a8 req-30a4a180-9ef5-4a9b-a0c6-8e4de06b5690 service neutron] 10.222.0.66 "GET /v2.0/networks?id=95fb6c4a-749f-4a5f-83cb-a5034cc82937 HTTP/1.1" status: 200 len: 897 time: 0.0842223 Jan 26 22:22:59.772577 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-8fba0b76-ea78-46d2-aa41-92ea99c309a8 req-b7cbaf59-d379-4fed-b61a-8b3859ab4cc2 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=786a6b85-b614-4761-a3e1-ae2f6935e17d HTTP/1.1" status: 200 len: 999 time: 0.0636950 Jan 26 22:22:59.779730 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvr_db [None req-bbdfab0b-2764-465a-8ecd-29ffb96818cd None None] Set router 26d3e145-2cfa-46aa-b595-ac6587892f5e gateway port host: n-d-760453-5 {{(pid=103306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 22:22:59.820696 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fba0b76-ea78-46d2-aa41-92ea99c309a8 req-fd7dfb26-c862-4eba-ac89-dde191f4e407 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:22:59.822228 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-8fba0b76-ea78-46d2-aa41-92ea99c309a8 req-fd7dfb26-c862-4eba-ac89-dde191f4e407 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=23b7007f-5ec2-4751-ab14-5c3f23cd8705 HTTP/1.1" status: 200 len: 834 time: 0.0440109 Jan 26 22:22:59.866910 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fba0b76-ea78-46d2-aa41-92ea99c309a8 req-a0cd2363-0263-4131-848c-9359c47a9f0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:22:59.868410 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-8fba0b76-ea78-46d2-aa41-92ea99c309a8 req-a0cd2363-0263-4131-848c-9359c47a9f0f service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=95fb6c4a-749f-4a5f-83cb-a5034cc82937&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0408614 Jan 26 22:22:59.959019 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-8fba0b76-ea78-46d2-aa41-92ea99c309a8 req-12bf632a-2851-4ce9-9434-6766be4756d5 service neutron] 10.222.0.66 "GET /v2.0/networks/95fb6c4a-749f-4a5f-83cb-a5034cc82937?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842059 Jan 26 22:23:00.014447 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-bbdfab0b-2764-465a-8ecd-29ffb96818cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26d3e145-2cfa-46aa-b595-ac6587892f5e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-321935755', 'tenant_id': 'da11f78dfa0e450e86495280e2cbbb24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'external_fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.166'}], 'enable_snat': True}, 'gw_port_id': '775da635-8308-480c-b699-2f3ce3f8f0c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T22:22:40Z', 'updated_at': '2022-01-26T22:22:43Z', 'revision_number': 4, 'project_id': 'da11f78dfa0e450e86495280e2cbbb24', 'gw_port': {'id': '775da635-8308-480c-b699-2f3ce3f8f0c7', 'name': '', 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:d8:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26d3e145-2cfa-46aa-b595-ac6587892f5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T22:22:40Z', 'updated_at': '2022-01-26T22:22:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-5', '_floatingips': [{'id': '659e9968-ca2b-48f8-97da-0a3485764bd3', 'tenant_id': 'da11f78dfa0e450e86495280e2cbbb24', 'floating_ip_address': '172.25.1.120', 'floating_network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'router_id': '26d3e145-2cfa-46aa-b595-ac6587892f5e', 'port_id': '786a6b85-b614-4761-a3e1-ae2f6935e17d', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4241, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '95fb6c4a-749f-4a5f-83cb-a5034cc82937', 'mac_address': 'fa:16:3e:48:2c:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29af8608-4a0c-484f-a058-b28ea915820b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-26T22:22:58Z', 'updated_at': '2022-01-26T22:22:58Z', 'revision_number': 0, 'project_id': 'da11f78dfa0e450e86495280e2cbbb24', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5251d033-9657-4282-9ce7-eeed4be0d598', 'name': '', 'network_id': '95fb6c4a-749f-4a5f-83cb-a5034cc82937', 'tenant_id': 'da11f78dfa0e450e86495280e2cbbb24', 'mac_address': 'fa:16:3e:a3:5f:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26d3e145-2cfa-46aa-b595-ac6587892f5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '23b7007f-5ec2-4751-ab14-5c3f23cd8705', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T22:22:43Z', 'updated_at': '2022-01-26T22:22:46Z', 'revision_number': 5, 'project_id': 'da11f78dfa0e450e86495280e2cbbb24', 'subnets': [{'id': '23b7007f-5ec2-4751-ab14-5c3f23cd8705', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760453-5', False) {} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 22:23:00.041671 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbdfab0b-2764-465a-8ecd-29ffb96818cd None None] The sync data for ids ['26d3e145-2cfa-46aa-b595-ac6587892f5e'] in n-d-760453-5 is: [{'id': '26d3e145-2cfa-46aa-b595-ac6587892f5e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-321935755', 'tenant_id': 'da11f78dfa0e450e86495280e2cbbb24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'external_fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.166'}], 'enable_snat': True}, 'gw_port_id': '775da635-8308-480c-b699-2f3ce3f8f0c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T22:22:40Z', 'updated_at': '2022-01-26T22:22:43Z', 'revision_number': 4, 'project_id': 'da11f78dfa0e450e86495280e2cbbb24', 'gw_port': {'id': '775da635-8308-480c-b699-2f3ce3f8f0c7', 'name': '', 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:d8:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26d3e145-2cfa-46aa-b595-ac6587892f5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T22:22:40Z', 'updated_at': '2022-01-26T22:22:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-5', '_floatingips': [{'id': '659e9968-ca2b-48f8-97da-0a3485764bd3', 'tenant_id': 'da11f78dfa0e450e86495280e2cbbb24', 'floating_ip_address': '172.25.1.120', 'floating_network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'router_id': '26d3e145-2cfa-46aa-b595-ac6587892f5e', 'port_id': '786a6b85-b614-4761-a3e1-ae2f6935e17d', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4241, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '95fb6c4a-749f-4a5f-83cb-a5034cc82937', 'mac_address': 'fa:16:3e:48:2c:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29af8608-4a0c-484f-a058-b28ea915820b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-26T22:22:58Z', 'updated_at': '2022-01-26T22:22:58Z', 'revision_number': 0, 'project_id': 'da11f78dfa0e450e86495280e2cbbb24', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5251d033-9657-4282-9ce7-eeed4be0d598', 'name': '', 'network_id': '95fb6c4a-749f-4a5f-83cb-a5034cc82937', 'tenant_id': 'da11f78dfa0e450e86495280e2cbbb24', 'mac_address': 'fa:16:3e:a3:5f:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26d3e145-2cfa-46aa-b595-ac6587892f5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '23b7007f-5ec2-4751-ab14-5c3f23cd8705', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T22:22:43Z', 'updated_at': '2022-01-26T22:22:46Z', 'revision_number': 5, 'project_id': 'da11f78dfa0e450e86495280e2cbbb24', 'subnets': [{'id': '23b7007f-5ec2-4751-ab14-5c3f23cd8705', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 26 22:23:00.048160 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-8fba0b76-ea78-46d2-aa41-92ea99c309a8 req-17bb1b21-324a-4187-990c-a2abfa8f5688 service neutron] 10.222.0.66 "GET /v2.0/networks/95fb6c4a-749f-4a5f-83cb-a5034cc82937?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834353 Jan 26 22:23:00.232243 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b947dbe-414e-455b-928d-e0646573d618 None None] New status for floating IP 659e9968-ca2b-48f8-97da-0a3485764bd3: ACTIVE {{(pid=103307) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 26 22:23:00.571181 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 55052) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 22:23:00.637279 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-1163e1e6-bbdb-407b-ab8e-562ddc9a1d22 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] 10.222.0.13 "GET /v2.0/floatingips/659e9968-ca2b-48f8-97da-0a3485764bd3 HTTP/1.1" status: 200 len: 993 time: 0.0649686 Jan 26 22:23:08.957861 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (32ef628b-8417-46c5-8729-60fcabe358f1), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:23:19.039277 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-6d2cf67e-9651-4392-9af2-40c033ccf7d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (474ccdf7-ab6c-405b-a3b2-dc7b05829902), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:23:21.374857 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-549e0433-bbaf-4073-8327-658d9d94c87d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (09df100c-3af1-4b0a-bda8-05914c71c458), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:23:22.518523 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-841f5991-a4d8-4d4b-b215-cbc6bab5427b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (aa7ee9d2-08eb-4e12-b895-24c57300dfec), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:23:23.718098 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (4d619873-4b60-439f-9b5a-b155dc8bbc34), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:23:24.347590 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-839dd188-ec69-470c-9ab0-d318dc1a2e96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (e79b4fc6-6c71-44b2-a6d0-ff3e1f4dfd0d), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:23:25.494188 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (fea0591a-627d-4c87-9a9a-01625ddf3277), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:23:29.505988 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-152b593b-1027-4bf7-a32e-4f74ad337253 req-e478e750-13f0-4811-b5e1-5978d59c59aa service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=29af8608-4a0c-484f-a058-b28ea915820b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0394104 Jan 26 22:23:29.603565 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152b593b-1027-4bf7-a32e-4f74ad337253 req-7301564f-06c7-4033-8130-ce81afebf256 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:23:29.605992 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-152b593b-1027-4bf7-a32e-4f74ad337253 req-7301564f-06c7-4033-8130-ce81afebf256 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=da11f78dfa0e450e86495280e2cbbb24&device_id=29af8608-4a0c-484f-a058-b28ea915820b HTTP/1.1" status: 200 len: 1096 time: 0.0409131 Jan 26 22:23:29.709242 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152b593b-1027-4bf7-a32e-4f74ad337253 req-ed44563b-b03d-4d50-8f3d-a7b81eef1788 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:23:29.710673 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-152b593b-1027-4bf7-a32e-4f74ad337253 req-ed44563b-b03d-4d50-8f3d-a7b81eef1788 service neutron] 10.222.0.66 "GET /v2.0/networks?id=95fb6c4a-749f-4a5f-83cb-a5034cc82937 HTTP/1.1" status: 200 len: 897 time: 0.0868309 Jan 26 22:23:29.775383 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-152b593b-1027-4bf7-a32e-4f74ad337253 req-02d2f1ea-abe4-4a5f-ac8f-df7ca2c28b5d service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=786a6b85-b614-4761-a3e1-ae2f6935e17d HTTP/1.1" status: 200 len: 1001 time: 0.0573716 Jan 26 22:23:29.826729 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152b593b-1027-4bf7-a32e-4f74ad337253 req-745b9ddf-87dc-46cc-85f1-35367aca7789 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:23:29.828143 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-152b593b-1027-4bf7-a32e-4f74ad337253 req-745b9ddf-87dc-46cc-85f1-35367aca7789 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=23b7007f-5ec2-4751-ab14-5c3f23cd8705 HTTP/1.1" status: 200 len: 834 time: 0.0464346 Jan 26 22:23:29.873417 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152b593b-1027-4bf7-a32e-4f74ad337253 req-45471278-47ae-488d-8273-8480c1f26a0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:23:29.874883 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-152b593b-1027-4bf7-a32e-4f74ad337253 req-45471278-47ae-488d-8273-8480c1f26a0a service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=95fb6c4a-749f-4a5f-83cb-a5034cc82937&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0395079 Jan 26 22:23:29.973145 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-152b593b-1027-4bf7-a32e-4f74ad337253 req-6e96d889-47f8-4fef-8b0b-4e3eaa091c08 service neutron] 10.222.0.66 "GET /v2.0/networks/95fb6c4a-749f-4a5f-83cb-a5034cc82937?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875337 Jan 26 22:23:30.067427 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-152b593b-1027-4bf7-a32e-4f74ad337253 req-d0ae4f8f-feb9-4beb-9532-80119d634272 service neutron] 10.222.0.66 "GET /v2.0/networks/95fb6c4a-749f-4a5f-83cb-a5034cc82937?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876637 Jan 26 22:23:31.492297 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.agents_db [None req-569f1ced-6396-4ddf-b79f-e03b0b2146ab None None] Agent healthcheck: found 7 active agents {{(pid=103307) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 26 22:23:38.964601 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (32ef628b-8417-46c5-8729-60fcabe358f1), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:23:49.041314 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-50549800-a914-4958-a964-b01990b2d9a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (474ccdf7-ab6c-405b-a3b2-dc7b05829902), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:23:51.376409 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2870aed1-80c6-47ad-bcfe-c04dd5bd1cdf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (09df100c-3af1-4b0a-bda8-05914c71c458), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:23:52.520603 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-841f5991-a4d8-4d4b-b215-cbc6bab5427b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (aa7ee9d2-08eb-4e12-b895-24c57300dfec), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:23:53.741479 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (4d619873-4b60-439f-9b5a-b155dc8bbc34), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:23:54.347727 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-839dd188-ec69-470c-9ab0-d318dc1a2e96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (e79b4fc6-6c71-44b2-a6d0-ff3e1f4dfd0d), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:23:55.498293 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (fea0591a-627d-4c87-9a9a-01625ddf3277), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:24:03.479227 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d27765c-01a1-4695-8a71-eaf25295135f req-115e8123-9092-4c31-a958-ce902b66fd48 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:24:03.480708 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-1d27765c-01a1-4695-8a71-eaf25295135f req-115e8123-9092-4c31-a958-ce902b66fd48 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] 10.222.0.13 "GET /v2.0/ports?device_id=29af8608-4a0c-484f-a058-b28ea915820b HTTP/1.1" status: 200 len: 945 time: 0.0543630 Jan 26 22:24:03.530501 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-1d27765c-01a1-4695-8a71-eaf25295135f req-26493224-eff2-4ef1-8830-2d12c7093839 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] 10.222.0.13 "GET /v2.0/security-groups?id=42c7bf30-e13e-4a7a-9fd5-a42945d705fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438111 Jan 26 22:24:04.644613 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b34292d-35b5-4bf8-9327-5f3e614b50b3 req-79cca38a-fb7f-4177-b250-4a39c19f3e17 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:24:04.646140 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-7b34292d-35b5-4bf8-9327-5f3e614b50b3 req-79cca38a-fb7f-4177-b250-4a39c19f3e17 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] 10.222.0.13 "GET /v2.0/ports?device_id=29af8608-4a0c-484f-a058-b28ea915820b HTTP/1.1" status: 200 len: 945 time: 0.0486679 Jan 26 22:24:04.694434 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-7b34292d-35b5-4bf8-9327-5f3e614b50b3 req-d1967853-d246-40ce-bcb9-5c453d00fab8 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] 10.222.0.13 "GET /v2.0/security-groups?id=42c7bf30-e13e-4a7a-9fd5-a42945d705fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427883 Jan 26 22:24:04.716212 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 55096) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 22:24:04.776324 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-fd0ea080-5d04-4bba-901d-42a5b0a58ca7 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] 10.222.0.13 "GET /v2.0/floatingips/659e9968-ca2b-48f8-97da-0a3485764bd3 HTTP/1.1" status: 200 len: 993 time: 0.0589392 Jan 26 22:24:06.046873 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d108b437-955a-4bc1-8dcf-b8ee090d7dce req-ce301447-5763-4bfc-bafc-8066c1ea9fae tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:24:06.048284 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-d108b437-955a-4bc1-8dcf-b8ee090d7dce req-ce301447-5763-4bfc-bafc-8066c1ea9fae tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] 10.222.0.13 "GET /v2.0/ports?device_id=29af8608-4a0c-484f-a058-b28ea915820b HTTP/1.1" status: 200 len: 945 time: 0.0487778 Jan 26 22:24:06.101780 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-d108b437-955a-4bc1-8dcf-b8ee090d7dce req-000edf6d-3160-4e67-9a55-563cad5a708b tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] 10.222.0.13 "GET /v2.0/security-groups?id=42c7bf30-e13e-4a7a-9fd5-a42945d705fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478568 Jan 26 22:24:07.216648 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5468d4a5-e166-40e1-a0e5-5beccab18c99 req-da4ee046-1817-411b-9585-6e95516355c0 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:24:07.218181 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-5468d4a5-e166-40e1-a0e5-5beccab18c99 req-da4ee046-1817-411b-9585-6e95516355c0 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] 10.222.0.13 "GET /v2.0/ports?device_id=29af8608-4a0c-484f-a058-b28ea915820b HTTP/1.1" status: 200 len: 945 time: 0.0476704 Jan 26 22:24:07.267580 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-5468d4a5-e166-40e1-a0e5-5beccab18c99 req-a1c99dc3-4a3c-48a6-9706-58af666aed88 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] 10.222.0.13 "GET /v2.0/security-groups?id=42c7bf30-e13e-4a7a-9fd5-a42945d705fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438306 Jan 26 22:24:08.384990 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3270d0-62b3-45dd-a161-2caf60f21cc5 req-a4aaa1e5-6bb9-4a3b-945f-2a4ee474dcaa tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:24:08.386663 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-7d3270d0-62b3-45dd-a161-2caf60f21cc5 req-a4aaa1e5-6bb9-4a3b-945f-2a4ee474dcaa tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] 10.222.0.13 "GET /v2.0/ports?device_id=29af8608-4a0c-484f-a058-b28ea915820b HTTP/1.1" status: 200 len: 945 time: 0.0484922 Jan 26 22:24:08.435124 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-7d3270d0-62b3-45dd-a161-2caf60f21cc5 req-6e0c5c90-cdae-4676-a63a-625bacf7beb9 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] 10.222.0.13 "GET /v2.0/security-groups?id=42c7bf30-e13e-4a7a-9fd5-a42945d705fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429440 Jan 26 22:24:08.491143 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.agents_db [None req-569f1ced-6396-4ddf-b79f-e03b0b2146ab None None] Agent healthcheck: found 7 active agents {{(pid=103307) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 26 22:24:08.994258 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (32ef628b-8417-46c5-8729-60fcabe358f1), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:24:09.553811 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd15e883-7bc8-46ac-a9ba-27faa0488809 req-64d45bbc-37ad-44ed-964a-39a7cc5cf3ed tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:24:09.555189 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-cd15e883-7bc8-46ac-a9ba-27faa0488809 req-64d45bbc-37ad-44ed-964a-39a7cc5cf3ed tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] 10.222.0.13 "GET /v2.0/ports?device_id=29af8608-4a0c-484f-a058-b28ea915820b HTTP/1.1" status: 200 len: 945 time: 0.0524013 Jan 26 22:24:09.603211 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-cd15e883-7bc8-46ac-a9ba-27faa0488809 req-6a9ca3a0-959d-4109-a198-5065eb9081a4 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] 10.222.0.13 "GET /v2.0/security-groups?id=42c7bf30-e13e-4a7a-9fd5-a42945d705fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425651 Jan 26 22:24:10.716932 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb299ef-10a4-476a-85c7-52e4a060aec4 req-20fdc359-2bc7-4280-923c-20b134befce4 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:24:10.718463 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-4bb299ef-10a4-476a-85c7-52e4a060aec4 req-20fdc359-2bc7-4280-923c-20b134befce4 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] 10.222.0.13 "GET /v2.0/ports?device_id=29af8608-4a0c-484f-a058-b28ea915820b HTTP/1.1" status: 200 len: 945 time: 0.0484564 Jan 26 22:24:10.769684 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-4bb299ef-10a4-476a-85c7-52e4a060aec4 req-4ffb61c8-e792-4864-9712-017f0afd7754 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] 10.222.0.13 "GET /v2.0/security-groups?id=42c7bf30-e13e-4a7a-9fd5-a42945d705fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434878 Jan 26 22:24:11.890802 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5475d0-3edc-4c2c-a4f8-1b9c4bb0224c req-5792679f-b40f-434c-a7b2-329dfcec1b7a tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:24:11.892287 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-5b5475d0-3edc-4c2c-a4f8-1b9c4bb0224c req-5792679f-b40f-434c-a7b2-329dfcec1b7a tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] 10.222.0.13 "GET /v2.0/ports?device_id=29af8608-4a0c-484f-a058-b28ea915820b HTTP/1.1" status: 200 len: 945 time: 0.0527251 Jan 26 22:24:11.940540 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-5b5475d0-3edc-4c2c-a4f8-1b9c4bb0224c req-a9b74fa9-2567-4277-875a-3a0f88c22f88 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] 10.222.0.13 "GET /v2.0/security-groups?id=42c7bf30-e13e-4a7a-9fd5-a42945d705fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426507 Jan 26 22:24:11.962952 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 55114) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 22:24:12.027543 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-1ecd256c-18c9-42a1-bf47-e1522cdb4945 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] 10.222.0.13 "GET /v2.0/floatingips/659e9968-ca2b-48f8-97da-0a3485764bd3 HTTP/1.1" status: 200 len: 993 time: 0.0634084 Jan 26 22:24:12.258384 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 55120) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 22:24:12.413424 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-966678fc-9a5b-4c00-9f84-57f00874190b tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Deleting port 81873951-33c6-44f3-bee7-57de1cba33b3 {{(pid=103305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 22:24:12.413768 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-966678fc-9a5b-4c00-9f84-57f00874190b tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746560630878'] for port (81873951-33c6-44f3-bee7-57de1cba33b3), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:24:12.489831 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-966678fc-9a5b-4c00-9f84-57f00874190b tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4109658'] for port (81873951-33c6-44f3-bee7-57de1cba33b3), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:24:12.490152 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-966678fc-9a5b-4c00-9f84-57f00874190b tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Publish callbacks [] for floatingip (81873951-33c6-44f3-bee7-57de1cba33b3), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:24:12.501586 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-966678fc-9a5b-4c00-9f84-57f00874190b tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Calling delete_port for 81873951-33c6-44f3-bee7-57de1cba33b3 owned by network:floatingip {{(pid=103305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 22:24:12.642449 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-966678fc-9a5b-4c00-9f84-57f00874190b tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746560636600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746560234536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11791543'] for port (81873951-33c6-44f3-bee7-57de1cba33b3), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:24:12.670227 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-966678fc-9a5b-4c00-9f84-57f00874190b tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Pushing event deleted for resources: {'Port': ['ID=81873951-33c6-44f3-bee7-57de1cba33b3,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 22:24:12.693602 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-966678fc-9a5b-4c00-9f84-57f00874190b tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:24:12.693952 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-966678fc-9a5b-4c00-9f84-57f00874190b tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:24:12.694292 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-966678fc-9a5b-4c00-9f84-57f00874190b tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:24:12.694625 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-966678fc-9a5b-4c00-9f84-57f00874190b tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:24:12.694955 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-966678fc-9a5b-4c00-9f84-57f00874190b tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:24:12.695282 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-966678fc-9a5b-4c00-9f84-57f00874190b tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:24:12.695606 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-966678fc-9a5b-4c00-9f84-57f00874190b tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:24:12.695929 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-966678fc-9a5b-4c00-9f84-57f00874190b tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:24:12.696251 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-966678fc-9a5b-4c00-9f84-57f00874190b tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:24:12.696573 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-966678fc-9a5b-4c00-9f84-57f00874190b tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:24:12.696891 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-966678fc-9a5b-4c00-9f84-57f00874190b tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:24:12.697204 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-966678fc-9a5b-4c00-9f84-57f00874190b tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:24:12.697545 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-966678fc-9a5b-4c00-9f84-57f00874190b tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:24:12.738052 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-966678fc-9a5b-4c00-9f84-57f00874190b tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Publish callbacks [] for floatingip (659e9968-ca2b-48f8-97da-0a3485764bd3), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:24:12.738379 n-d-760453-5 neutron-server[103305]: INFO neutron.db.l3_db [None req-966678fc-9a5b-4c00-9f84-57f00874190b tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Floating IP 659e9968-ca2b-48f8-97da-0a3485764bd3 disassociated (deleted). External IP: 172.25.1.120, port: 786a6b85-b614-4761-a3e1-ae2f6935e17d. Jan 26 22:24:13.203257 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-966678fc-9a5b-4c00-9f84-57f00874190b tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Router 26d3e145-2cfa-46aa-b595-ac6587892f5e has already been hosted by L3 agent 09df100c-3af1-4b0a-bda8-05914c71c458 {{(pid=103305) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 26 22:24:13.308711 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-966678fc-9a5b-4c00-9f84-57f00874190b tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Notify agent at l3_agent.n-d-760453-5 the message routers_updated {{(pid=103305) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 26 22:24:13.313803 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-966678fc-9a5b-4c00-9f84-57f00874190b tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for floatingip (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:24:13.319329 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a14e5bed-edc4-474e-945c-8049400617fb None None] Sync routers for ids ['26d3e145-2cfa-46aa-b595-ac6587892f5e'] in n-d-760453-5 {{(pid=103306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 26 22:24:13.328517 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a14e5bed-edc4-474e-945c-8049400617fb None None] Routers {'26d3e145-2cfa-46aa-b595-ac6587892f5e'} bound to L3 agent in host n-d-760453-5 {{(pid=103306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 22:24:13.329123 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-a14e5bed-edc4-474e-945c-8049400617fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-26T20:55:21Z,description=,heartbeat_timestamp=2022-01-26T22:23:51Z,host='n-d-760453-5',id=09df100c-3af1-4b0a-bda8-05914c71c458,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:55:21Z,topic='l3_agent')) {'router_ids': ['26d3e145-2cfa-46aa-b595-ac6587892f5e'], 'active': True} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 22:24:13.339783 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-966678fc-9a5b-4c00-9f84-57f00874190b tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] 10.222.0.13 "DELETE /v2.0/floatingips/659e9968-ca2b-48f8-97da-0a3485764bd3 HTTP/1.1" status: 204 len: 168 time: 1.0803268 Jan 26 22:24:13.340512 n-d-760453-5 neutron-server[103305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '29af8608-4a0c-484f-a058-b28ea915820b', 'tag': '786a6b85-b614-4761-a3e1-ae2f6935e17d'}] {{(pid=103305) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 22:24:13.342911 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63c895857b12caccb44030902ae3f492cdae22bba6ec98e5b8bd003e299c093d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27678d96-ec77-4bc8-bbc8-d5001f3be0b6" -d '{"events": [{"name": "network-changed", "server_uuid": "29af8608-4a0c-484f-a058-b28ea915820b", "tag": "786a6b85-b614-4761-a3e1-ae2f6935e17d"}]}' {{(pid=103305) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 22:24:13.439674 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvr_db [None req-a14e5bed-edc4-474e-945c-8049400617fb None None] Set router 26d3e145-2cfa-46aa-b595-ac6587892f5e gateway port host: n-d-760453-5 {{(pid=103306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 22:24:13.502034 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 26 Jan 2022 22:24:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10d4b1c6-4bc3-4fed-b041-bc26705eadbf x-openstack-request-id: req-10d4b1c6-4bc3-4fed-b041-bc26705eadbf {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 22:24:13.502422 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "29af8608-4a0c-484f-a058-b28ea915820b", "tag": "786a6b85-b614-4761-a3e1-ae2f6935e17d", "status": "completed", "code": 200}]} {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 22:24:13.502768 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-10d4b1c6-4bc3-4fed-b041-bc26705eadbf {{(pid=103305) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 22:24:13.503260 n-d-760453-5 neutron-server[103305]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '29af8608-4a0c-484f-a058-b28ea915820b', 'tag': '786a6b85-b614-4761-a3e1-ae2f6935e17d', 'status': 'completed', 'code': 200} Jan 26 22:24:13.594260 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06695b63-52ec-47ae-a59a-b4b987518b27 req-c8a1fdd8-0db6-418e-8f0d-51cfb9557e83 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:24:13.595862 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-06695b63-52ec-47ae-a59a-b4b987518b27 req-c8a1fdd8-0db6-418e-8f0d-51cfb9557e83 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] 10.222.0.13 "GET /v2.0/ports?device_id=29af8608-4a0c-484f-a058-b28ea915820b HTTP/1.1" status: 200 len: 945 time: 0.0507145 Jan 26 22:24:13.605521 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27678d96-ec77-4bc8-bbc8-d5001f3be0b6 req-22ac57ca-5e4e-4cd5-819f-bd6f8163940b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:24:13.607866 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-27678d96-ec77-4bc8-bbc8-d5001f3be0b6 req-22ac57ca-5e4e-4cd5-819f-bd6f8163940b service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=da11f78dfa0e450e86495280e2cbbb24&device_id=29af8608-4a0c-484f-a058-b28ea915820b HTTP/1.1" status: 200 len: 1096 time: 0.0450473 Jan 26 22:24:13.646694 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-06695b63-52ec-47ae-a59a-b4b987518b27 req-7e1e9ad8-8c40-44ac-a616-fbf1b555f1ca tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] 10.222.0.13 "GET /v2.0/security-groups?id=42c7bf30-e13e-4a7a-9fd5-a42945d705fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451245 Jan 26 22:24:13.657762 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-a14e5bed-edc4-474e-945c-8049400617fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26d3e145-2cfa-46aa-b595-ac6587892f5e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-321935755', 'tenant_id': 'da11f78dfa0e450e86495280e2cbbb24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'external_fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.166'}], 'enable_snat': True}, 'gw_port_id': '775da635-8308-480c-b699-2f3ce3f8f0c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T22:22:40Z', 'updated_at': '2022-01-26T22:22:43Z', 'revision_number': 4, 'project_id': 'da11f78dfa0e450e86495280e2cbbb24', 'gw_port': {'id': '775da635-8308-480c-b699-2f3ce3f8f0c7', 'name': '', 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:d8:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26d3e145-2cfa-46aa-b595-ac6587892f5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T22:22:40Z', 'updated_at': '2022-01-26T22:22:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-5', '_interfaces': [{'id': '5251d033-9657-4282-9ce7-eeed4be0d598', 'name': '', 'network_id': '95fb6c4a-749f-4a5f-83cb-a5034cc82937', 'tenant_id': 'da11f78dfa0e450e86495280e2cbbb24', 'mac_address': 'fa:16:3e:a3:5f:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26d3e145-2cfa-46aa-b595-ac6587892f5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '23b7007f-5ec2-4751-ab14-5c3f23cd8705', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T22:22:43Z', 'updated_at': '2022-01-26T22:22:46Z', 'revision_number': 5, 'project_id': 'da11f78dfa0e450e86495280e2cbbb24', 'subnets': [{'id': '23b7007f-5ec2-4751-ab14-5c3f23cd8705', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760453-5', False) {} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 22:24:13.684509 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a14e5bed-edc4-474e-945c-8049400617fb None None] Checking router: 26d3e145-2cfa-46aa-b595-ac6587892f5e for host: n-d-760453-5 {{(pid=103306) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 26 22:24:13.692719 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a14e5bed-edc4-474e-945c-8049400617fb None None] Routers {'26d3e145-2cfa-46aa-b595-ac6587892f5e'} bound to L3 agent in host n-d-760453-5 {{(pid=103306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 22:24:13.693361 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-a14e5bed-edc4-474e-945c-8049400617fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-26T20:55:21Z,description=,heartbeat_timestamp=2022-01-26T22:23:51Z,host='n-d-760453-5',id=09df100c-3af1-4b0a-bda8-05914c71c458,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:55:21Z,topic='l3_agent')) {'router_ids': ['26d3e145-2cfa-46aa-b595-ac6587892f5e'], 'active': True} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 22:24:13.707128 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27678d96-ec77-4bc8-bbc8-d5001f3be0b6 req-15787cbc-3f9f-4037-96b2-722117e8dcc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:24:13.708679 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-27678d96-ec77-4bc8-bbc8-d5001f3be0b6 req-15787cbc-3f9f-4037-96b2-722117e8dcc2 service neutron] 10.222.0.66 "GET /v2.0/networks?id=95fb6c4a-749f-4a5f-83cb-a5034cc82937 HTTP/1.1" status: 200 len: 897 time: 0.0924127 Jan 26 22:24:13.751571 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-27678d96-ec77-4bc8-bbc8-d5001f3be0b6 req-6b420943-55ef-485c-bf30-b97393bedda0 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=786a6b85-b614-4761-a3e1-ae2f6935e17d HTTP/1.1" status: 200 len: 217 time: 0.0361609 Jan 26 22:24:13.799219 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvr_db [None req-a14e5bed-edc4-474e-945c-8049400617fb None None] Set router 26d3e145-2cfa-46aa-b595-ac6587892f5e gateway port host: n-d-760453-5 {{(pid=103306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 22:24:13.801426 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27678d96-ec77-4bc8-bbc8-d5001f3be0b6 req-7b0eeaf8-4e5a-4e53-8f4c-443848768f4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:24:13.802881 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-27678d96-ec77-4bc8-bbc8-d5001f3be0b6 req-7b0eeaf8-4e5a-4e53-8f4c-443848768f4b service neutron] 10.222.0.66 "GET /v2.0/subnets?id=23b7007f-5ec2-4751-ab14-5c3f23cd8705 HTTP/1.1" status: 200 len: 834 time: 0.0445831 Jan 26 22:24:13.851903 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27678d96-ec77-4bc8-bbc8-d5001f3be0b6 req-e9e72bad-c53e-42ec-b68d-dbeefbec0273 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:24:13.853418 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-27678d96-ec77-4bc8-bbc8-d5001f3be0b6 req-e9e72bad-c53e-42ec-b68d-dbeefbec0273 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=95fb6c4a-749f-4a5f-83cb-a5034cc82937&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0443203 Jan 26 22:24:13.943945 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-27678d96-ec77-4bc8-bbc8-d5001f3be0b6 req-4c14c6f8-d436-4416-bb23-ae224554b4df service neutron] 10.222.0.66 "GET /v2.0/networks/95fb6c4a-749f-4a5f-83cb-a5034cc82937?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813222 Jan 26 22:24:13.991908 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-a14e5bed-edc4-474e-945c-8049400617fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26d3e145-2cfa-46aa-b595-ac6587892f5e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-321935755', 'tenant_id': 'da11f78dfa0e450e86495280e2cbbb24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'external_fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.166'}], 'enable_snat': True}, 'gw_port_id': '775da635-8308-480c-b699-2f3ce3f8f0c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T22:22:40Z', 'updated_at': '2022-01-26T22:22:43Z', 'revision_number': 4, 'project_id': 'da11f78dfa0e450e86495280e2cbbb24', 'gw_port': {'id': '775da635-8308-480c-b699-2f3ce3f8f0c7', 'name': '', 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:d8:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26d3e145-2cfa-46aa-b595-ac6587892f5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T22:22:40Z', 'updated_at': '2022-01-26T22:22:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-5', '_interfaces': [{'id': '5251d033-9657-4282-9ce7-eeed4be0d598', 'name': '', 'network_id': '95fb6c4a-749f-4a5f-83cb-a5034cc82937', 'tenant_id': 'da11f78dfa0e450e86495280e2cbbb24', 'mac_address': 'fa:16:3e:a3:5f:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26d3e145-2cfa-46aa-b595-ac6587892f5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '23b7007f-5ec2-4751-ab14-5c3f23cd8705', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T22:22:43Z', 'updated_at': '2022-01-26T22:22:46Z', 'revision_number': 5, 'project_id': 'da11f78dfa0e450e86495280e2cbbb24', 'subnets': [{'id': '23b7007f-5ec2-4751-ab14-5c3f23cd8705', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760453-5', False) {} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 22:24:14.021380 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a14e5bed-edc4-474e-945c-8049400617fb None None] The sync data for ids ['26d3e145-2cfa-46aa-b595-ac6587892f5e'] in n-d-760453-5 is: [{'id': '26d3e145-2cfa-46aa-b595-ac6587892f5e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-321935755', 'tenant_id': 'da11f78dfa0e450e86495280e2cbbb24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'external_fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.166'}], 'enable_snat': True}, 'gw_port_id': '775da635-8308-480c-b699-2f3ce3f8f0c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T22:22:40Z', 'updated_at': '2022-01-26T22:22:43Z', 'revision_number': 4, 'project_id': 'da11f78dfa0e450e86495280e2cbbb24', 'gw_port': {'id': '775da635-8308-480c-b699-2f3ce3f8f0c7', 'name': '', 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:d8:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26d3e145-2cfa-46aa-b595-ac6587892f5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T22:22:40Z', 'updated_at': '2022-01-26T22:22:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-5', '_interfaces': [{'id': '5251d033-9657-4282-9ce7-eeed4be0d598', 'name': '', 'network_id': '95fb6c4a-749f-4a5f-83cb-a5034cc82937', 'tenant_id': 'da11f78dfa0e450e86495280e2cbbb24', 'mac_address': 'fa:16:3e:a3:5f:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26d3e145-2cfa-46aa-b595-ac6587892f5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '23b7007f-5ec2-4751-ab14-5c3f23cd8705', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T22:22:43Z', 'updated_at': '2022-01-26T22:22:46Z', 'revision_number': 5, 'project_id': 'da11f78dfa0e450e86495280e2cbbb24', 'subnets': [{'id': '23b7007f-5ec2-4751-ab14-5c3f23cd8705', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 26 22:24:14.040563 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-27678d96-ec77-4bc8-bbc8-d5001f3be0b6 req-b58179b9-2a7e-49a0-b0fb-9a1e64b3a442 service neutron] 10.222.0.66 "GET /v2.0/networks/95fb6c4a-749f-4a5f-83cb-a5034cc82937?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884166 Jan 26 22:24:14.242778 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05bd7334-d079-4be3-a8b6-8012998083e5 None None] New status for floating IP 659e9968-ca2b-48f8-97da-0a3485764bd3: DOWN {{(pid=103307) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 26 22:24:14.761705 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29bb42b-ac03-4cd4-8254-fb5946588a1f req-54fb4ef6-d573-49a6-96bc-76df62696e29 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:24:14.763176 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-e29bb42b-ac03-4cd4-8254-fb5946588a1f req-54fb4ef6-d573-49a6-96bc-76df62696e29 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] 10.222.0.13 "GET /v2.0/ports?device_id=29af8608-4a0c-484f-a058-b28ea915820b HTTP/1.1" status: 200 len: 945 time: 0.0486605 Jan 26 22:24:14.815680 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-e29bb42b-ac03-4cd4-8254-fb5946588a1f req-8e7799aa-0890-498d-a62c-31d3117c43bb tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] 10.222.0.13 "GET /v2.0/security-groups?id=42c7bf30-e13e-4a7a-9fd5-a42945d705fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468943 Jan 26 22:24:15.444521 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d6d214-0b24-4680-9d89-72e0c031777a req-f2826269-8086-4e7f-a817-8bf0a94b05c9 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:24:15.446016 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-71d6d214-0b24-4680-9d89-72e0c031777a req-f2826269-8086-4e7f-a817-8bf0a94b05c9 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] 10.222.0.66 "GET /v2.0/ports?device_id=29af8608-4a0c-484f-a058-b28ea915820b HTTP/1.1" status: 200 len: 945 time: 0.0487592 Jan 26 22:24:15.532515 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [req-71d6d214-0b24-4680-9d89-72e0c031777a req-35d8a1c6-cc4a-4fef-81c2-272ffb0ef3e2 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Deleting port 786a6b85-b614-4761-a3e1-ae2f6935e17d {{(pid=103305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 22:24:15.532784 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-71d6d214-0b24-4680-9d89-72e0c031777a req-35d8a1c6-cc4a-4fef-81c2-272ffb0ef3e2 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746560630878'] for port (786a6b85-b614-4761-a3e1-ae2f6935e17d), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:24:15.623063 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [req-71d6d214-0b24-4680-9d89-72e0c031777a req-35d8a1c6-cc4a-4fef-81c2-272ffb0ef3e2 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] For port 786a6b85-b614-4761-a3e1-ae2f6935e17d, host n-h1-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-5',level=0,port_id=786a6b85-b614-4761-a3e1-ae2f6935e17d,segment=NetworkSegment(d7beb6d0-ea05-447a-a250-7743af028379),segment_id=d7beb6d0-ea05-447a-a250-7743af028379)] {{(pid=103305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 22:24:15.623433 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-71d6d214-0b24-4680-9d89-72e0c031777a req-35d8a1c6-cc4a-4fef-81c2-272ffb0ef3e2 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4109658'] for port (786a6b85-b614-4761-a3e1-ae2f6935e17d), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:24:15.635206 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [req-71d6d214-0b24-4680-9d89-72e0c031777a req-35d8a1c6-cc4a-4fef-81c2-272ffb0ef3e2 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Calling delete_port for 786a6b85-b614-4761-a3e1-ae2f6935e17d owned by compute:nova {{(pid=103305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 22:24:15.764473 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-71d6d214-0b24-4680-9d89-72e0c031777a req-35d8a1c6-cc4a-4fef-81c2-272ffb0ef3e2 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746560636600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746560234536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11791543'] for port (786a6b85-b614-4761-a3e1-ae2f6935e17d), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:24:15.791429 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d8a1c6-cc4a-4fef-81c2-272ffb0ef3e2 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Pushing event deleted for resources: {'Port': ['ID=786a6b85-b614-4761-a3e1-ae2f6935e17d,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 22:24:15.835375 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [req-71d6d214-0b24-4680-9d89-72e0c031777a req-35d8a1c6-cc4a-4fef-81c2-272ffb0ef3e2 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] No DVR routers for this DVR port 786a6b85-b614-4761-a3e1-ae2f6935e17d on host n-h1-760453-5 {{(pid=103305) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 26 22:24:15.838630 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-71d6d214-0b24-4680-9d89-72e0c031777a req-35d8a1c6-cc4a-4fef-81c2-272ffb0ef3e2 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:24:15.842364 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-71d6d214-0b24-4680-9d89-72e0c031777a req-35d8a1c6-cc4a-4fef-81c2-272ffb0ef3e2 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] 10.222.0.66 "DELETE /v2.0/ports/786a6b85-b614-4761-a3e1-ae2f6935e17d HTTP/1.1" status: 204 len: 173 time: 0.3912187 Jan 26 22:24:15.843224 n-d-760453-5 neutron-server[103305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29af8608-4a0c-484f-a058-b28ea915820b', 'name': 'network-vif-deleted', 'tag': '786a6b85-b614-4761-a3e1-ae2f6935e17d'}] {{(pid=103305) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 22:24:15.845146 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63c895857b12caccb44030902ae3f492cdae22bba6ec98e5b8bd003e299c093d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e5f5b9d-5f02-47e3-b89c-53f6e73f0bae" -d '{"events": [{"server_uuid": "29af8608-4a0c-484f-a058-b28ea915820b", "name": "network-vif-deleted", "tag": "786a6b85-b614-4761-a3e1-ae2f6935e17d"}]}' {{(pid=103305) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 22:24:15.914387 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-2bdd0093-cf91-4032-a91a-5887aed90a83 req-6accdf51-46fd-45ce-8155-2593c9d83ccd tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] 10.222.0.13 "GET /v2.0/ports?device_id=29af8608-4a0c-484f-a058-b28ea915820b HTTP/1.1" status: 200 len: 210 time: 0.0270007 Jan 26 22:24:15.963283 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Jan 2022 22:24:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ae25d11-57a7-4a9c-9302-a9ee84d20183 x-openstack-request-id: req-8ae25d11-57a7-4a9c-9302-a9ee84d20183 {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 22:24:15.963574 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29af8608-4a0c-484f-a058-b28ea915820b", "name": "network-vif-deleted", "tag": "786a6b85-b614-4761-a3e1-ae2f6935e17d", "status": "completed", "code": 200}]} {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 22:24:15.963823 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-8ae25d11-57a7-4a9c-9302-a9ee84d20183 {{(pid=103305) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 22:24:15.964227 n-d-760453-5 neutron-server[103305]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29af8608-4a0c-484f-a058-b28ea915820b', 'name': 'network-vif-deleted', 'tag': '786a6b85-b614-4761-a3e1-ae2f6935e17d', 'status': 'completed', 'code': 200} Jan 26 22:24:16.972452 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 55136) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 22:24:17.385195 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-402e4690-ffa5-49a8-818e-12e6146c88f1 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4110657'] for router_interface (26d3e145-2cfa-46aa-b595-ac6587892f5e), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:24:17.634415 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-402e4690-ffa5-49a8-818e-12e6146c88f1 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Deleting port 5251d033-9657-4282-9ce7-eeed4be0d598 {{(pid=103305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 22:24:17.634684 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-402e4690-ffa5-49a8-818e-12e6146c88f1 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746560630878'] for port (5251d033-9657-4282-9ce7-eeed4be0d598), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:24:17.725141 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [None req-402e4690-ffa5-49a8-818e-12e6146c88f1 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] For port 5251d033-9657-4282-9ce7-eeed4be0d598, host n-d-760453-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=5251d033-9657-4282-9ce7-eeed4be0d598,segment=NetworkSegment(d7beb6d0-ea05-447a-a250-7743af028379),segment_id=d7beb6d0-ea05-447a-a250-7743af028379)] {{(pid=103305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 22:24:17.725538 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-402e4690-ffa5-49a8-818e-12e6146c88f1 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4109658'] for port (5251d033-9657-4282-9ce7-eeed4be0d598), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:24:17.737813 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-402e4690-ffa5-49a8-818e-12e6146c88f1 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Calling delete_port for 5251d033-9657-4282-9ce7-eeed4be0d598 owned by network:router_interface {{(pid=103305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 22:24:17.920449 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-402e4690-ffa5-49a8-818e-12e6146c88f1 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746560636600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746560234536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11791543'] for port (5251d033-9657-4282-9ce7-eeed4be0d598), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:24:17.947313 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-402e4690-ffa5-49a8-818e-12e6146c88f1 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Pushing event deleted for resources: {'Port': ['ID=5251d033-9657-4282-9ce7-eeed4be0d598,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 22:24:18.116768 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-402e4690-ffa5-49a8-818e-12e6146c88f1 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3709480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4110805'] for router_interface (26d3e145-2cfa-46aa-b595-ac6587892f5e), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:24:18.341242 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-402e4690-ffa5-49a8-818e-12e6146c88f1 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Router 26d3e145-2cfa-46aa-b595-ac6587892f5e has already been hosted by L3 agent 09df100c-3af1-4b0a-bda8-05914c71c458 {{(pid=103305) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 26 22:24:18.447408 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-402e4690-ffa5-49a8-818e-12e6146c88f1 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Notify agent at l3_agent.n-d-760453-5 the message routers_updated {{(pid=103305) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 26 22:24:18.452602 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-402e4690-ffa5-49a8-818e-12e6146c88f1 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] 10.222.0.13 "PUT /v2.0/routers/26d3e145-2cfa-46aa-b595-ac6587892f5e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4791424 Jan 26 22:24:18.455443 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 55138) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 22:24:18.458006 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a938ef4-cecc-4814-b4e3-cc4c685e669e None None] Sync routers for ids ['26d3e145-2cfa-46aa-b595-ac6587892f5e'] in n-d-760453-5 {{(pid=103306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 26 22:24:18.467552 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a938ef4-cecc-4814-b4e3-cc4c685e669e None None] Routers {'26d3e145-2cfa-46aa-b595-ac6587892f5e'} bound to L3 agent in host n-d-760453-5 {{(pid=103306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 22:24:18.468220 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-9a938ef4-cecc-4814-b4e3-cc4c685e669e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-26T20:55:21Z,description=,heartbeat_timestamp=2022-01-26T22:23:51Z,host='n-d-760453-5',id=09df100c-3af1-4b0a-bda8-05914c71c458,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:55:21Z,topic='l3_agent')) {'router_ids': ['26d3e145-2cfa-46aa-b595-ac6587892f5e'], 'active': True} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 22:24:18.506361 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.db_base_plugin_v2 [None req-006f8caa-5225-4b5c-af96-4b98627ce468 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Deleting subnet 23b7007f-5ec2-4751-ab14-5c3f23cd8705 {{(pid=103305) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 26 22:24:18.509438 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-006f8caa-5225-4b5c-af96-4b98627ce468 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Publish callbacks [] for subnet (23b7007f-5ec2-4751-ab14-5c3f23cd8705), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:24:18.554268 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-006f8caa-5225-4b5c-af96-4b98627ce468 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11788946'] for subnet (23b7007f-5ec2-4751-ab14-5c3f23cd8705), precommit_delete_associations {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:24:18.640751 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-006f8caa-5225-4b5c-af96-4b98627ce468 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687316'] for subnet (23b7007f-5ec2-4751-ab14-5c3f23cd8705), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:24:18.700531 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-006f8caa-5225-4b5c-af96-4b98627ce468 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11791594', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11599980'] for subnet (23b7007f-5ec2-4751-ab14-5c3f23cd8705), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:24:18.728390 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvr_db [None req-9a938ef4-cecc-4814-b4e3-cc4c685e669e None None] Set router 26d3e145-2cfa-46aa-b595-ac6587892f5e gateway port host: n-d-760453-5 {{(pid=103306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 22:24:18.733567 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-006f8caa-5225-4b5c-af96-4b98627ce468 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Pushing event deleted for resources: {'Subnet': ['ID=23b7007f-5ec2-4751-ab14-5c3f23cd8705,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 22:24:18.735582 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-006f8caa-5225-4b5c-af96-4b98627ce468 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Publish callbacks [] for subnet (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:24:18.741435 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-006f8caa-5225-4b5c-af96-4b98627ce468 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] 10.222.0.13 "DELETE /v2.0/subnets/23b7007f-5ec2-4751-ab14-5c3f23cd8705 HTTP/1.1" status: 204 len: 168 time: 0.2824898 Jan 26 22:24:18.742305 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 55140) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 22:24:18.756329 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06616009-67ba-4a5b-ab56-ad5888df9b8a None None] Network 95fb6c4a-749f-4a5f-83cb-a5034cc82937 requested from n-d-760453-5 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 26 22:24:18.848032 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-b60b7afe-f0c8-4560-931f-b1c0f7d770e2 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Publish callbacks [] for router (26d3e145-2cfa-46aa-b595-ac6587892f5e), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:24:18.991838 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-9a938ef4-cecc-4814-b4e3-cc4c685e669e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26d3e145-2cfa-46aa-b595-ac6587892f5e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-321935755', 'tenant_id': 'da11f78dfa0e450e86495280e2cbbb24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'external_fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.166'}], 'enable_snat': True}, 'gw_port_id': '775da635-8308-480c-b699-2f3ce3f8f0c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T22:22:40Z', 'updated_at': '2022-01-26T22:24:17Z', 'revision_number': 5, 'project_id': 'da11f78dfa0e450e86495280e2cbbb24', 'gw_port': {'id': '775da635-8308-480c-b699-2f3ce3f8f0c7', 'name': '', 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:d8:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26d3e145-2cfa-46aa-b595-ac6587892f5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T22:22:40Z', 'updated_at': '2022-01-26T22:22:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-5'}], 'n-d-760453-5', False) {} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 22:24:19.024617 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a938ef4-cecc-4814-b4e3-cc4c685e669e None None] Checking router: 26d3e145-2cfa-46aa-b595-ac6587892f5e for host: n-d-760453-5 {{(pid=103306) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 26 22:24:19.044111 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a278394f-0120-44d5-bf22-a6f7ce88c244 None None] DHCP port deletion for 95fb6c4a-749f-4a5f-83cb-a5034cc82937 request from n-d-760453-5 {{(pid=103306) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 26 22:24:19.060522 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a938ef4-cecc-4814-b4e3-cc4c685e669e None None] Routers {'26d3e145-2cfa-46aa-b595-ac6587892f5e'} bound to L3 agent in host n-d-760453-5 {{(pid=103306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 22:24:19.061166 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-9a938ef4-cecc-4814-b4e3-cc4c685e669e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-26T20:55:21Z,description=,heartbeat_timestamp=2022-01-26T22:23:51Z,host='n-d-760453-5',id=09df100c-3af1-4b0a-bda8-05914c71c458,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:55:21Z,topic='l3_agent')) {'router_ids': ['26d3e145-2cfa-46aa-b595-ac6587892f5e'], 'active': True} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 22:24:19.116454 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-1afecdee-012a-461e-ae1a-073c090990e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (474ccdf7-ab6c-405b-a3b2-dc7b05829902), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:24:19.201140 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-a278394f-0120-44d5-bf22-a6f7ce88c244 None None] Deleting port 6aef10d3-57e9-4459-a2e9-392a7fb487ab {{(pid=103306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 22:24:19.201580 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-a278394f-0120-44d5-bf22-a6f7ce88c244 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746560630878'] for port (6aef10d3-57e9-4459-a2e9-392a7fb487ab), before_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:24:19.222206 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvr_db [None req-9a938ef4-cecc-4814-b4e3-cc4c685e669e None None] Set router 26d3e145-2cfa-46aa-b595-ac6587892f5e gateway port host: n-d-760453-5 {{(pid=103306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 22:24:19.257569 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-b60b7afe-f0c8-4560-931f-b1c0f7d770e2 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Publish callbacks [] for router_gateway (26d3e145-2cfa-46aa-b595-ac6587892f5e), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:24:19.311308 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-b60b7afe-f0c8-4560-931f-b1c0f7d770e2 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Deleting port 775da635-8308-480c-b699-2f3ce3f8f0c7 {{(pid=103305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 22:24:19.311656 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-b60b7afe-f0c8-4560-931f-b1c0f7d770e2 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746560630878'] for port (775da635-8308-480c-b699-2f3ce3f8f0c7), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:24:19.373580 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-a278394f-0120-44d5-bf22-a6f7ce88c244 None None] For port 6aef10d3-57e9-4459-a2e9-392a7fb487ab, host n-d-760453-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=6aef10d3-57e9-4459-a2e9-392a7fb487ab,segment=NetworkSegment(d7beb6d0-ea05-447a-a250-7743af028379),segment_id=d7beb6d0-ea05-447a-a250-7743af028379)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 22:24:19.373978 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-a278394f-0120-44d5-bf22-a6f7ce88c244 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4109658'] for port (6aef10d3-57e9-4459-a2e9-392a7fb487ab), precommit_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:24:19.395949 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-a278394f-0120-44d5-bf22-a6f7ce88c244 None None] Calling delete_port for 6aef10d3-57e9-4459-a2e9-392a7fb487ab owned by network:dhcp {{(pid=103306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 22:24:19.402559 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [None req-b60b7afe-f0c8-4560-931f-b1c0f7d770e2 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] For port 775da635-8308-480c-b699-2f3ce3f8f0c7, host n-d-760453-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=775da635-8308-480c-b699-2f3ce3f8f0c7,segment=NetworkSegment(e17cb353-418f-48b9-b982-21a6233ee99b),segment_id=e17cb353-418f-48b9-b982-21a6233ee99b)] {{(pid=103305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 22:24:19.402966 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-b60b7afe-f0c8-4560-931f-b1c0f7d770e2 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4109658'] for port (775da635-8308-480c-b699-2f3ce3f8f0c7), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:24:19.417507 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-b60b7afe-f0c8-4560-931f-b1c0f7d770e2 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Calling delete_port for 775da635-8308-480c-b699-2f3ce3f8f0c7 owned by network:router_gateway {{(pid=103305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 22:24:19.419737 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device 6aef10d3-57e9-4459-a2e9-392a7fb487ab no longer exists at agent ovs-agent-n-d-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 26 22:24:19.530836 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Device 786a6b85-b614-4761-a3e1-ae2f6935e17d no longer exists at agent hyperv_n-h1-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 26 22:24:19.567359 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] No Port match for: 786a6b85-b614-4761-a3e1-ae2f6935e17d {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 26 22:24:19.567782 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Device 786a6b85-b614-4761-a3e1-ae2f6935e17d not bound to the agent host n-h1-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 26 22:24:19.578611 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-a278394f-0120-44d5-bf22-a6f7ce88c244 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746560636600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746560234536'] for port (6aef10d3-57e9-4459-a2e9-392a7fb487ab), after_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:24:19.590807 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-b60b7afe-f0c8-4560-931f-b1c0f7d770e2 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746560636600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746560234536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11791543'] for port (775da635-8308-480c-b699-2f3ce3f8f0c7), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:24:19.622432 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b60b7afe-f0c8-4560-931f-b1c0f7d770e2 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Pushing event deleted for resources: {'Port': ['ID=775da635-8308-480c-b699-2f3ce3f8f0c7,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 22:24:19.631818 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a278394f-0120-44d5-bf22-a6f7ce88c244 None None] Pushing event deleted for resources: {'Port': ['ID=6aef10d3-57e9-4459-a2e9-392a7fb487ab,revision_number=None']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 22:24:19.635567 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a278394f-0120-44d5-bf22-a6f7ce88c244 None None] No DVR routers for this DVR port 6aef10d3-57e9-4459-a2e9-392a7fb487ab on host n-d-760453-5 {{(pid=103306) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 26 22:24:19.654219 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a278394f-0120-44d5-bf22-a6f7ce88c244 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:24:19.654573 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a278394f-0120-44d5-bf22-a6f7ce88c244 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:24:19.654918 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a278394f-0120-44d5-bf22-a6f7ce88c244 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:24:19.655283 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a278394f-0120-44d5-bf22-a6f7ce88c244 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:24:19.655618 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a278394f-0120-44d5-bf22-a6f7ce88c244 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:24:19.655949 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a278394f-0120-44d5-bf22-a6f7ce88c244 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:24:19.656277 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a278394f-0120-44d5-bf22-a6f7ce88c244 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:24:19.656605 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a278394f-0120-44d5-bf22-a6f7ce88c244 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:24:19.656928 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a278394f-0120-44d5-bf22-a6f7ce88c244 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:24:19.657250 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a278394f-0120-44d5-bf22-a6f7ce88c244 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:24:19.657646 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a278394f-0120-44d5-bf22-a6f7ce88c244 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:24:19.657973 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a278394f-0120-44d5-bf22-a6f7ce88c244 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:24:19.658293 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a278394f-0120-44d5-bf22-a6f7ce88c244 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:24:19.661521 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Current status of the port 6aef10d3-57e9-4459-a2e9-392a7fb487ab is: ACTIVE; New status is: DOWN {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 22:24:19.661915 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (6aef10d3-57e9-4459-a2e9-392a7fb487ab), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:24:19.677098 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-9a938ef4-cecc-4814-b4e3-cc4c685e669e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26d3e145-2cfa-46aa-b595-ac6587892f5e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-321935755', 'tenant_id': 'da11f78dfa0e450e86495280e2cbbb24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'external_fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.166'}], 'enable_snat': True}, 'gw_port_id': '775da635-8308-480c-b699-2f3ce3f8f0c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T22:22:40Z', 'updated_at': '2022-01-26T22:24:17Z', 'revision_number': 5, 'project_id': 'da11f78dfa0e450e86495280e2cbbb24', 'gw_port': {'id': '775da635-8308-480c-b699-2f3ce3f8f0c7', 'name': '', 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:d8:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26d3e145-2cfa-46aa-b595-ac6587892f5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T22:22:40Z', 'updated_at': '2022-01-26T22:22:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-5'}], 'n-d-760453-5', False) {} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 22:24:19.686063 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-b60b7afe-f0c8-4560-931f-b1c0f7d770e2 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4111291'] for router_gateway (26d3e145-2cfa-46aa-b595-ac6587892f5e), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:24:19.713536 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a938ef4-cecc-4814-b4e3-cc4c685e669e None None] The sync data for ids ['26d3e145-2cfa-46aa-b595-ac6587892f5e'] in n-d-760453-5 is: [{'id': '26d3e145-2cfa-46aa-b595-ac6587892f5e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-321935755', 'tenant_id': 'da11f78dfa0e450e86495280e2cbbb24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'external_fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.166'}], 'enable_snat': True}, 'gw_port_id': '775da635-8308-480c-b699-2f3ce3f8f0c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T22:22:40Z', 'updated_at': '2022-01-26T22:24:17Z', 'revision_number': 5, 'project_id': 'da11f78dfa0e450e86495280e2cbbb24', 'gw_port': {'id': '775da635-8308-480c-b699-2f3ce3f8f0c7', 'name': '', 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:d8:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26d3e145-2cfa-46aa-b595-ac6587892f5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T22:22:40Z', 'updated_at': '2022-01-26T22:22:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-5'}] {{(pid=103306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 26 22:24:19.781217 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-b60b7afe-f0c8-4560-931f-b1c0f7d770e2 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4105774', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13082'] for router (26d3e145-2cfa-46aa-b595-ac6587892f5e), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:24:19.783325 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-b60b7afe-f0c8-4560-931f-b1c0f7d770e2 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Publish callbacks [] for router_controller (26d3e145-2cfa-46aa-b595-ac6587892f5e), precommit_delete_associations {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:24:19.825987 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-b60b7afe-f0c8-4560-931f-b1c0f7d770e2 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4105767'] for router (26d3e145-2cfa-46aa-b595-ac6587892f5e), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:24:19.826531 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b60b7afe-f0c8-4560-931f-b1c0f7d770e2 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Fanout notify agent at l3_agent the message router_deleted on router 26d3e145-2cfa-46aa-b595-ac6587892f5e {{(pid=103305) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 26 22:24:19.833252 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-b60b7afe-f0c8-4560-931f-b1c0f7d770e2 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Publish callbacks [] for router (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:24:19.834383 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-b60b7afe-f0c8-4560-931f-b1c0f7d770e2 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] 10.222.0.13 "DELETE /v2.0/routers/26d3e145-2cfa-46aa-b595-ac6587892f5e HTTP/1.1" status: 204 len: 168 time: 1.0915360 Jan 26 22:24:19.837107 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 55142) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 22:24:19.912501 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-6adc0436-bccd-48d8-9934-584af5138da0 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-748181'] for network (95fb6c4a-749f-4a5f-83cb-a5034cc82937), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:24:19.994574 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-6adc0436-bccd-48d8-9934-584af5138da0 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-686403', 'neutron.services.segments.db._delete_segments_for_network-8746560774018'] for network (95fb6c4a-749f-4a5f-83cb-a5034cc82937), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:24:20.019548 n-d-760453-5 neutron-server[103305]: DEBUG neutron.services.segments.db [None req-6adc0436-bccd-48d8-9934-584af5138da0 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['95fb6c4a-749f-4a5f-83cb-a5034cc82937']}} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 22:24:20.029187 n-d-760453-5 neutron-server[103305]: DEBUG neutron.services.segments.db [None req-6adc0436-bccd-48d8-9934-584af5138da0 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd7beb6d0-ea05-447a-a250-7743af028379') {'for_net_delete': True} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 22:24:20.029525 n-d-760453-5 neutron-server[103305]: DEBUG neutron.services.segments.db [None req-6adc0436-bccd-48d8-9934-584af5138da0 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd7beb6d0-ea05-447a-a250-7743af028379') {} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 22:24:20.038905 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-6adc0436-bccd-48d8-9934-584af5138da0 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746560742283', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11788955'] for segment (d7beb6d0-ea05-447a-a250-7743af028379), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:24:20.052529 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-6adc0436-bccd-48d8-9934-584af5138da0 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576559'] for segment (d7beb6d0-ea05-447a-a250-7743af028379), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:24:20.058616 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6adc0436-bccd-48d8-9934-584af5138da0 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Releasing vlan 562 on physical network physnet1 to pool {{(pid=103305) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 26 22:24:20.059600 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-6adc0436-bccd-48d8-9934-584af5138da0 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11791428'] for segment (d7beb6d0-ea05-447a-a250-7743af028379), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:24:20.062565 n-d-760453-5 neutron-server[103305]: Traceback (most recent call last): Jan 26 22:24:20.062565 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 26 22:24:20.062565 n-d-760453-5 neutron-server[103305]: timer() Jan 26 22:24:20.062565 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 26 22:24:20.062565 n-d-760453-5 neutron-server[103305]: cb(*args, **kw) Jan 26 22:24:20.062565 n-d-760453-5 neutron-server[103305]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 26 22:24:20.062565 n-d-760453-5 neutron-server[103305]: return func(*args, **kwargs) Jan 26 22:24:20.062565 n-d-760453-5 neutron-server[103305]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 26 22:24:20.062565 n-d-760453-5 neutron-server[103305]: self._notify() Jan 26 22:24:20.062565 n-d-760453-5 neutron-server[103305]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 26 22:24:20.062565 n-d-760453-5 neutron-server[103305]: self.callback(batched_events) Jan 26 22:24:20.062565 n-d-760453-5 neutron-server[103305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 26 22:24:20.062565 n-d-760453-5 neutron-server[103305]: event.method(event) Jan 26 22:24:20.062565 n-d-760453-5 neutron-server[103305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 26 22:24:20.062565 n-d-760453-5 neutron-server[103305]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 26 22:24:20.062565 n-d-760453-5 neutron-server[103305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 26 22:24:20.062565 n-d-760453-5 neutron-server[103305]: aggregate_uuid = self.p_client.list_aggregates( Jan 26 22:24:20.062565 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 26 22:24:20.062565 n-d-760453-5 neutron-server[103305]: return f(self, *a, **k) Jan 26 22:24:20.062565 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 26 22:24:20.062565 n-d-760453-5 neutron-server[103305]: return self._get(url).json() Jan 26 22:24:20.062565 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 26 22:24:20.062565 n-d-760453-5 neutron-server[103305]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 26 22:24:20.062565 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 26 22:24:20.062565 n-d-760453-5 neutron-server[103305]: return self.request(url, 'GET', **kwargs) Jan 26 22:24:20.062565 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 26 22:24:20.062565 n-d-760453-5 neutron-server[103305]: base_url = self.get_endpoint(auth, allow=allow, Jan 26 22:24:20.062565 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 26 22:24:20.062565 n-d-760453-5 neutron-server[103305]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 26 22:24:20.062565 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 26 22:24:20.062565 n-d-760453-5 neutron-server[103305]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 26 22:24:20.062565 n-d-760453-5 neutron-server[103305]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 26 22:24:20.122524 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-6adc0436-bccd-48d8-9934-584af5138da0 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4110931'] for network (95fb6c4a-749f-4a5f-83cb-a5034cc82937), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:24:20.131646 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-6adc0436-bccd-48d8-9934-584af5138da0 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Publish callbacks [] for network (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:24:20.134980 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-6adc0436-bccd-48d8-9934-584af5138da0 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] 10.222.0.13 "DELETE /v2.0/networks/95fb6c4a-749f-4a5f-83cb-a5034cc82937 HTTP/1.1" status: 204 len: 168 time: 0.2968290 Jan 26 22:24:20.138284 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 55144) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 22:24:20.145121 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6adc0436-bccd-48d8-9934-584af5138da0 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Pushing event deleted for resources: {'Network': ['ID=95fb6c4a-749f-4a5f-83cb-a5034cc82937,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 22:24:20.200909 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-0d0ff863-5cd1-4e10-83a9-b8a0d9064e6a tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Publish callbacks [] for security_group (42c7bf30-e13e-4a7a-9fd5-a42945d705fb), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:24:20.234459 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-0d0ff863-5cd1-4e10-83a9-b8a0d9064e6a tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Publish callbacks [] for security_group (42c7bf30-e13e-4a7a-9fd5-a42945d705fb), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:24:20.295682 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-0d0ff863-5cd1-4e10-83a9-b8a0d9064e6a tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (42c7bf30-e13e-4a7a-9fd5-a42945d705fb), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:24:20.299237 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-0d0ff863-5cd1-4e10-83a9-b8a0d9064e6a tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Publish callbacks [] for security_group (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:24:20.300539 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-0d0ff863-5cd1-4e10-83a9-b8a0d9064e6a tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] 10.222.0.13 "DELETE /v2.0/security-groups/42c7bf30-e13e-4a7a-9fd5-a42945d705fb HTTP/1.1" status: 204 len: 168 time: 0.1610157 Jan 26 22:24:20.310875 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d0ff863-5cd1-4e10-83a9-b8a0d9064e6a tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=42c7bf30-e13e-4a7a-9fd5-a42945d705fb,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 22:24:20.319004 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d0ff863-5cd1-4e10-83a9-b8a0d9064e6a tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:24:20.319619 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d0ff863-5cd1-4e10-83a9-b8a0d9064e6a tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:24:20.319961 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d0ff863-5cd1-4e10-83a9-b8a0d9064e6a tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:24:20.320434 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d0ff863-5cd1-4e10-83a9-b8a0d9064e6a tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:24:20.320786 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d0ff863-5cd1-4e10-83a9-b8a0d9064e6a tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:24:20.321101 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d0ff863-5cd1-4e10-83a9-b8a0d9064e6a tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:24:20.321531 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d0ff863-5cd1-4e10-83a9-b8a0d9064e6a tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:24:20.321787 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d0ff863-5cd1-4e10-83a9-b8a0d9064e6a tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:24:20.322121 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d0ff863-5cd1-4e10-83a9-b8a0d9064e6a tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:24:20.322446 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d0ff863-5cd1-4e10-83a9-b8a0d9064e6a tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:24:20.322769 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d0ff863-5cd1-4e10-83a9-b8a0d9064e6a tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:24:20.323086 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d0ff863-5cd1-4e10-83a9-b8a0d9064e6a tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:24:20.323751 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d0ff863-5cd1-4e10-83a9-b8a0d9064e6a tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:24:20.574434 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 55150) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 22:24:20.579071 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-db282bd2-48c9-443c-b77c-0c61be1e4c22 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2064210925', 'description': 'tempest-secgroup-smoke-2064210925 description', 'project_id': 'da11f78dfa0e450e86495280e2cbbb24'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 22:24:20.599325 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-db282bd2-48c9-443c-b77c-0c61be1e4c22 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Publish callbacks [] for security_group (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:24:20.665356 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-db282bd2-48c9-443c-b77c-0c61be1e4c22 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Publish callbacks [] for security_group (61fe8c0a-7d00-4082-bf72-53f922a7f43c), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:24:20.669928 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-db282bd2-48c9-443c-b77c-0c61be1e4c22 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (61fe8c0a-7d00-4082-bf72-53f922a7f43c), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:24:20.700119 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-db282bd2-48c9-443c-b77c-0c61be1e4c22 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Publish callbacks [] for security_group (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:24:20.701329 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-db282bd2-48c9-443c-b77c-0c61be1e4c22 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1258776 Jan 26 22:24:20.702550 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db282bd2-48c9-443c-b77c-0c61be1e4c22 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Pushing event updated for resources: {'SecurityGroup': ['ID=61fe8c0a-7d00-4082-bf72-53f922a7f43c,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 22:24:20.704597 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 55152) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 22:24:20.708923 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-9f5a7d79-140f-4a56-abd1-4b0f07e056d1 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Request body: {'security_group_rule': {'security_group_id': '61fe8c0a-7d00-4082-bf72-53f922a7f43c', 'project_id': 'da11f78dfa0e450e86495280e2cbbb24', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 22:24:20.733972 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-9f5a7d79-140f-4a56-abd1-4b0f07e056d1 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Publish callbacks [] for security_group_rule (d8f44415-4a91-48ab-833a-b0fc27d9856f), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:24:20.799791 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-9f5a7d79-140f-4a56-abd1-4b0f07e056d1 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Publish callbacks [] for security_group_rule (d8f44415-4a91-48ab-833a-b0fc27d9856f), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:24:20.805308 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-9f5a7d79-140f-4a56-abd1-4b0f07e056d1 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102715'] for security_group_rule (d8f44415-4a91-48ab-833a-b0fc27d9856f), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:24:20.824020 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f5a7d79-140f-4a56-abd1-4b0f07e056d1 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d8f44415-4a91-48ab-833a-b0fc27d9856f,revision_number=0']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 22:24:20.832659 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-9f5a7d79-140f-4a56-abd1-4b0f07e056d1 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:24:20.833902 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-9f5a7d79-140f-4a56-abd1-4b0f07e056d1 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1283841 Jan 26 22:24:20.836769 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 55154) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 22:24:20.841885 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-7650c987-f16a-4b2f-b9a5-2c18d52ce51e tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Request body: {'security_group_rule': {'security_group_id': '61fe8c0a-7d00-4082-bf72-53f922a7f43c', 'project_id': 'da11f78dfa0e450e86495280e2cbbb24', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 22:24:20.866160 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-7650c987-f16a-4b2f-b9a5-2c18d52ce51e tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Publish callbacks [] for security_group_rule (72f4bb23-61d4-4efc-8ab6-0ed4ea6a9a54), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:24:20.932391 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-7650c987-f16a-4b2f-b9a5-2c18d52ce51e tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Publish callbacks [] for security_group_rule (72f4bb23-61d4-4efc-8ab6-0ed4ea6a9a54), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:24:20.940211 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-7650c987-f16a-4b2f-b9a5-2c18d52ce51e tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102715'] for security_group_rule (72f4bb23-61d4-4efc-8ab6-0ed4ea6a9a54), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:24:20.960653 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7650c987-f16a-4b2f-b9a5-2c18d52ce51e tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=72f4bb23-61d4-4efc-8ab6-0ed4ea6a9a54,revision_number=0']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 22:24:20.967234 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-7650c987-f16a-4b2f-b9a5-2c18d52ce51e tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:24:20.968435 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-7650c987-f16a-4b2f-b9a5-2c18d52ce51e tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1306720 Jan 26 22:24:20.971163 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 55156) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 22:24:20.975464 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-58b188f7-32a2-4faa-8c36-5f30aece968a tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Request body: {'security_group_rule': {'security_group_id': '61fe8c0a-7d00-4082-bf72-53f922a7f43c', 'project_id': 'da11f78dfa0e450e86495280e2cbbb24', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 22:24:20.999998 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-58b188f7-32a2-4faa-8c36-5f30aece968a tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Publish callbacks [] for security_group_rule (5cb2fe5e-5ab5-4f44-b6b6-a523efa445cf), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:24:21.058146 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-58b188f7-32a2-4faa-8c36-5f30aece968a tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Publish callbacks [] for security_group_rule (5cb2fe5e-5ab5-4f44-b6b6-a523efa445cf), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:24:21.062851 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-58b188f7-32a2-4faa-8c36-5f30aece968a tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102715'] for security_group_rule (5cb2fe5e-5ab5-4f44-b6b6-a523efa445cf), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:24:21.082319 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b188f7-32a2-4faa-8c36-5f30aece968a tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5cb2fe5e-5ab5-4f44-b6b6-a523efa445cf,revision_number=0']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 22:24:21.090071 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-58b188f7-32a2-4faa-8c36-5f30aece968a tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:24:21.091282 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-58b188f7-32a2-4faa-8c36-5f30aece968a tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1192026 Jan 26 22:24:21.095391 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 55158) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 22:24:21.101367 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-702fa3b4-e305-4d47-9c99-c2f1bcada635 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Request body: {'security_group_rule': {'security_group_id': '61fe8c0a-7d00-4082-bf72-53f922a7f43c', 'project_id': 'da11f78dfa0e450e86495280e2cbbb24', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 22:24:21.125628 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-702fa3b4-e305-4d47-9c99-c2f1bcada635 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Publish callbacks [] for security_group_rule (026606bf-44e2-46ad-822e-4ee6fb1b5f52), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:24:21.185679 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-702fa3b4-e305-4d47-9c99-c2f1bcada635 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Publish callbacks [] for security_group_rule (026606bf-44e2-46ad-822e-4ee6fb1b5f52), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:24:21.189078 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-702fa3b4-e305-4d47-9c99-c2f1bcada635 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102715'] for security_group_rule (026606bf-44e2-46ad-822e-4ee6fb1b5f52), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:24:21.208519 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-702fa3b4-e305-4d47-9c99-c2f1bcada635 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=026606bf-44e2-46ad-822e-4ee6fb1b5f52,revision_number=0']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 22:24:21.213903 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-702fa3b4-e305-4d47-9c99-c2f1bcada635 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:24:21.217361 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-702fa3b4-e305-4d47-9c99-c2f1bcada635 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1179230 Jan 26 22:24:21.218046 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 55160) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 22:24:21.222985 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-66c85e93-ca8e-4488-acc8-755431f04f53 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Request body: {'security_group_rule': {'security_group_id': '61fe8c0a-7d00-4082-bf72-53f922a7f43c', 'project_id': 'da11f78dfa0e450e86495280e2cbbb24', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 22:24:21.243382 n-d-760453-5 neutron-server[103304]: INFO neutron.db.securitygroups_db [None req-66c85e93-ca8e-4488-acc8-755431f04f53 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Project da11f78dfa0e450e86495280e2cbbb24 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 26 22:24:21.248943 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-66c85e93-ca8e-4488-acc8-755431f04f53 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Publish callbacks [] for security_group_rule (1a20f190-b9b2-4c2e-b877-c3e3765d297e), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:24:21.298119 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-66c85e93-ca8e-4488-acc8-755431f04f53 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Publish callbacks [] for security_group_rule (1a20f190-b9b2-4c2e-b877-c3e3765d297e), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:24:21.302546 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-66c85e93-ca8e-4488-acc8-755431f04f53 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102715'] for security_group_rule (1a20f190-b9b2-4c2e-b877-c3e3765d297e), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:24:21.321005 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c85e93-ca8e-4488-acc8-755431f04f53 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1a20f190-b9b2-4c2e-b877-c3e3765d297e,revision_number=0']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 22:24:21.336488 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-66c85e93-ca8e-4488-acc8-755431f04f53 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:24:21.337786 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-66c85e93-ca8e-4488-acc8-755431f04f53 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1183827 Jan 26 22:24:21.340541 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 55162) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 22:24:21.344851 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-0c86ba5b-be3c-4f2d-9d4c-cb658f3bfc39 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Request body: {'security_group_rule': {'security_group_id': '61fe8c0a-7d00-4082-bf72-53f922a7f43c', 'project_id': 'da11f78dfa0e450e86495280e2cbbb24', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 22:24:21.356074 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device 5251d033-9657-4282-9ce7-eeed4be0d598 no longer exists at agent ovs-agent-n-d-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 26 22:24:21.365158 n-d-760453-5 neutron-server[103304]: INFO neutron.db.securitygroups_db [None req-0c86ba5b-be3c-4f2d-9d4c-cb658f3bfc39 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Project da11f78dfa0e450e86495280e2cbbb24 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 26 22:24:21.370099 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-0c86ba5b-be3c-4f2d-9d4c-cb658f3bfc39 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Publish callbacks [] for security_group_rule (60a64215-9f1b-4d6d-bb30-61b59d685d71), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:24:21.378676 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] No Port match for: 5251d033-9657-4282-9ce7-eeed4be0d598 {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 26 22:24:21.379088 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device 5251d033-9657-4282-9ce7-eeed4be0d598 not bound to the agent host n-d-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 26 22:24:21.379558 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device 775da635-8308-480c-b699-2f3ce3f8f0c7 no longer exists at agent ovs-agent-n-d-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 26 22:24:21.408890 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] No Port match for: 775da635-8308-480c-b699-2f3ce3f8f0c7 {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 26 22:24:21.409230 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device 775da635-8308-480c-b699-2f3ce3f8f0c7 not bound to the agent host n-d-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 26 22:24:21.417742 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-f37d9c52-495a-4871-a6b4-15908166c7b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (09df100c-3af1-4b0a-bda8-05914c71c458), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:24:21.437916 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-0c86ba5b-be3c-4f2d-9d4c-cb658f3bfc39 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Publish callbacks [] for security_group_rule (60a64215-9f1b-4d6d-bb30-61b59d685d71), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:24:21.441372 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-0c86ba5b-be3c-4f2d-9d4c-cb658f3bfc39 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102715'] for security_group_rule (60a64215-9f1b-4d6d-bb30-61b59d685d71), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:24:21.459311 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c86ba5b-be3c-4f2d-9d4c-cb658f3bfc39 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=60a64215-9f1b-4d6d-bb30-61b59d685d71,revision_number=0']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 22:24:21.467072 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-0c86ba5b-be3c-4f2d-9d4c-cb658f3bfc39 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:24:21.468275 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-0c86ba5b-be3c-4f2d-9d4c-cb658f3bfc39 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1268115 Jan 26 22:24:21.471146 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 55164) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 22:24:21.476021 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-105fae8e-18c8-4d59-9448-3b60572f0fbf tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Request body: {'network': {'name': 'tempest-network-smoke--794134499', 'project_id': 'da11f78dfa0e450e86495280e2cbbb24', 'port_security_enabled': True}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 22:24:21.494088 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-105fae8e-18c8-4d59-9448-3b60572f0fbf tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Made reservation on behalf of da11f78dfa0e450e86495280e2cbbb24 for: {'network': 1} {{(pid=103304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 22:24:21.497276 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-105fae8e-18c8-4d59-9448-3b60572f0fbf tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for network (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:24:21.521151 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-105fae8e-18c8-4d59-9448-3b60572f0fbf tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] vlan segment allocate from pool success with {'vlan_id': 584, 'physical_network': 'physnet1'} {{(pid=103304) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 26 22:24:21.529877 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-105fae8e-18c8-4d59-9448-3b60572f0fbf tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576559'] for segment (0b2610cb-7d4b-4113-9760-0083da73c83d), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:24:21.530219 n-d-760453-5 neutron-server[103304]: INFO neutron.db.segments_db [None req-105fae8e-18c8-4d59-9448-3b60572f0fbf tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Added segment 0b2610cb-7d4b-4113-9760-0083da73c83d of type vlan for network 7f7c38f0-28b5-438c-8708-37ab567ce33c Jan 26 22:24:21.569845 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-105fae8e-18c8-4d59-9448-3b60572f0fbf tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746560256871'] for network (7f7c38f0-28b5-438c-8708-37ab567ce33c), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:24:21.593799 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-105fae8e-18c8-4d59-9448-3b60572f0fbf tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503'] for network (7f7c38f0-28b5-438c-8708-37ab567ce33c), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:24:21.599423 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-105fae8e-18c8-4d59-9448-3b60572f0fbf tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:24:21.600011 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-105fae8e-18c8-4d59-9448-3b60572f0fbf tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Publish callbacks [] for network (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:24:21.662983 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-105fae8e-18c8-4d59-9448-3b60572f0fbf tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1908019 Jan 26 22:24:21.665140 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 55166) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 22:24:21.670370 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-53be1a86-51e1-4942-a6f0-4b0bf1556391 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1782290128', 'admin_state_up': True, 'project_id': 'da11f78dfa0e450e86495280e2cbbb24', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299'}}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 22:24:21.674812 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-105fae8e-18c8-4d59-9448-3b60572f0fbf tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Pushing event updated for resources: {'Network': ['ID=7f7c38f0-28b5-438c-8708-37ab567ce33c,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 22:24:21.685126 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Network 7f7c38f0-28b5-438c-8708-37ab567ce33c details requested by agent ovs-agent-n-d-760453-5 with host n-d-760453-5 {{(pid=103306) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 26 22:24:21.694049 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-53be1a86-51e1-4942-a6f0-4b0bf1556391 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4104596', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13108'] for router (7e9e78fb-e395-4d82-83f4-bfab5ec98529), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:24:21.695341 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-53be1a86-51e1-4942-a6f0-4b0bf1556391 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4105828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4111306', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3733576', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13069'] for router (7e9e78fb-e395-4d82-83f4-bfab5ec98529), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:24:21.748840 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-53be1a86-51e1-4942-a6f0-4b0bf1556391 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Publish callbacks [] for router_controller (7e9e78fb-e395-4d82-83f4-bfab5ec98529), precommit_add_association {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:24:21.884806 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-53be1a86-51e1-4942-a6f0-4b0bf1556391 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Publish callbacks [] for router_gateway (7e9e78fb-e395-4d82-83f4-bfab5ec98529), precommit_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:24:22.070801 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-53be1a86-51e1-4942-a6f0-4b0bf1556391 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Publish callbacks [] for router_gateway (7e9e78fb-e395-4d82-83f4-bfab5ec98529), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:24:22.089032 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-53be1a86-51e1-4942-a6f0-4b0bf1556391 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:24:22.194212 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.db_base_plugin_common [None req-53be1a86-51e1-4942-a6f0-4b0bf1556391 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Allocated IP 172.25.1.44 (4140a1f1-c93a-4bea-83a0-68953a54f299/e48251a1-e30d-4820-8396-00c6f6aeb601/c3cd515d-2c8a-45db-8ea3-0bb651bcd55d) {{(pid=103305) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 22:24:22.294051 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-53be1a86-51e1-4942-a6f0-4b0bf1556391 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Publish callbacks [] for port (c3cd515d-2c8a-45db-8ea3-0bb651bcd55d), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:24:22.331936 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-53be1a86-51e1-4942-a6f0-4b0bf1556391 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746560234527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11791543'] for port (c3cd515d-2c8a-45db-8ea3-0bb651bcd55d), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:24:22.368459 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53be1a86-51e1-4942-a6f0-4b0bf1556391 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Network 4140a1f1-c93a-4bea-83a0-68953a54f299 is already hosted by enough agents. {{(pid=103305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 22:24:22.371253 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [None req-53be1a86-51e1-4942-a6f0-4b0bf1556391 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Resources bound (agent type, host, resource id): {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 22:24:22.374715 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53be1a86-51e1-4942-a6f0-4b0bf1556391 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Received port after_create {{(pid=103305) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 22:24:22.400244 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53be1a86-51e1-4942-a6f0-4b0bf1556391 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Pushing event updated for resources: {'Port': ['ID=c3cd515d-2c8a-45db-8ea3-0bb651bcd55d,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 22:24:22.524949 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-841f5991-a4d8-4d4b-b215-cbc6bab5427b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (aa7ee9d2-08eb-4e12-b895-24c57300dfec), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:24:22.630091 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-53be1a86-51e1-4942-a6f0-4b0bf1556391 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Publish callbacks [] for router_gateway (7e9e78fb-e395-4d82-83f4-bfab5ec98529), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:24:22.828806 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-53be1a86-51e1-4942-a6f0-4b0bf1556391 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4105757', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4111263'] for router (7e9e78fb-e395-4d82-83f4-bfab5ec98529), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:24:22.955353 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53be1a86-51e1-4942-a6f0-4b0bf1556391 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Router 7e9e78fb-e395-4d82-83f4-bfab5ec98529 is scheduled to L3 agent 09df100c-3af1-4b0a-bda8-05914c71c458 with binding_index 1 {{(pid=103305) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 26 22:24:23.079007 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53be1a86-51e1-4942-a6f0-4b0bf1556391 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Notify agent at l3_agent.n-d-760453-5 the message routers_updated {{(pid=103305) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 26 22:24:23.090652 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-750084f9-8b4e-463d-818a-eb8608a34d1d None None] Sync routers for ids ['7e9e78fb-e395-4d82-83f4-bfab5ec98529'] in n-d-760453-5 {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 26 22:24:23.099577 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-53be1a86-51e1-4942-a6f0-4b0bf1556391 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Publish callbacks [] for router (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:24:23.103803 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-53be1a86-51e1-4942-a6f0-4b0bf1556391 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.4345484 Jan 26 22:24:23.104047 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-750084f9-8b4e-463d-818a-eb8608a34d1d None None] Routers {'7e9e78fb-e395-4d82-83f4-bfab5ec98529'} bound to L3 agent in host n-d-760453-5 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 22:24:23.104047 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-750084f9-8b4e-463d-818a-eb8608a34d1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-26T20:55:21Z,description=,heartbeat_timestamp=2022-01-26T22:24:21Z,host='n-d-760453-5',id=09df100c-3af1-4b0a-bda8-05914c71c458,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:55:21Z,topic='l3_agent')) {'router_ids': ['7e9e78fb-e395-4d82-83f4-bfab5ec98529'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 22:24:23.104929 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 55168) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 22:24:23.138344 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-44688749-feb5-49c8-a697-85ee72a1cef0 tempest-TestNetworkAdvancedServerOps-1320763415 tempest-TestNetworkAdvancedServerOps-1320763415-project-admin] 10.222.0.13 "GET /v2.0/subnets?project_id=da11f78dfa0e450e86495280e2cbbb24&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0296075 Jan 26 22:24:23.138584 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 55170) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 22:24:23.215213 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_dvr_db [None req-750084f9-8b4e-463d-818a-eb8608a34d1d None None] Set router 7e9e78fb-e395-4d82-83f4-bfab5ec98529 gateway port host: n-d-760453-5 {{(pid=103307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 22:24:23.232156 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34df6a88-6498-48d2-92ef-194cc6875892 tempest-TestNetworkAdvancedServerOps-1320763415 tempest-TestNetworkAdvancedServerOps-1320763415-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:24:23.236870 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-34df6a88-6498-48d2-92ef-194cc6875892 tempest-TestNetworkAdvancedServerOps-1320763415 tempest-TestNetworkAdvancedServerOps-1320763415-project-admin] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0947521 Jan 26 22:24:23.237056 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 55172) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 22:24:23.268879 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-09f87f98-de36-46a5-952d-1aba947f78c0 tempest-TestNetworkAdvancedServerOps-1320763415 tempest-TestNetworkAdvancedServerOps-1320763415-project-admin] 10.222.0.13 "GET /v2.0/subnets?network_id=4140a1f1-c93a-4bea-83a0-68953a54f299&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0284669 Jan 26 22:24:23.269386 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 55174) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 22:24:23.274683 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-bd370b3a-caea-4098-84d4-98d3da4d09e0 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1772955166', 'network_id': '7f7c38f0-28b5-438c-8708-37ab567ce33c', 'project_id': 'da11f78dfa0e450e86495280e2cbbb24', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 22:24:23.362608 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd370b3a-caea-4098-84d4-98d3da4d09e0 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Made reservation on behalf of da11f78dfa0e450e86495280e2cbbb24 for: {'subnet': 1} {{(pid=103305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 22:24:23.366341 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-bd370b3a-caea-4098-84d4-98d3da4d09e0 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11599953'] for subnet (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:24:23.395450 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-750084f9-8b4e-463d-818a-eb8608a34d1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e9e78fb-e395-4d82-83f4-bfab5ec98529', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1782290128', 'tenant_id': 'da11f78dfa0e450e86495280e2cbbb24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'external_fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.44'}], 'enable_snat': True}, 'gw_port_id': 'c3cd515d-2c8a-45db-8ea3-0bb651bcd55d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T22:24:21Z', 'updated_at': '2022-01-26T22:24:22Z', 'revision_number': 3, 'project_id': 'da11f78dfa0e450e86495280e2cbbb24', 'gw_port': {'id': 'c3cd515d-2c8a-45db-8ea3-0bb651bcd55d', 'name': '', 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:27:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e9e78fb-e395-4d82-83f4-bfab5ec98529', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T22:24:22Z', 'updated_at': '2022-01-26T22:24:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-5'}], 'n-d-760453-5', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 22:24:23.422592 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-750084f9-8b4e-463d-818a-eb8608a34d1d None None] Checking router: 7e9e78fb-e395-4d82-83f4-bfab5ec98529 for host: n-d-760453-5 {{(pid=103307) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 26 22:24:23.422947 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-750084f9-8b4e-463d-818a-eb8608a34d1d None None] Updating router 7e9e78fb-e395-4d82-83f4-bfab5ec98529 port c3cd515d-2c8a-45db-8ea3-0bb651bcd55d binding host n-d-760453-5 {{(pid=103307) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 26 22:24:23.448538 n-d-760453-5 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-750084f9-8b4e-463d-818a-eb8608a34d1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (c3cd515d-2c8a-45db-8ea3-0bb651bcd55d), before_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:24:23.546657 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-bd370b3a-caea-4098-84d4-98d3da4d09e0 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11788839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11599975'] for subnet (0a165641-f39f-4c35-86cd-dfd955e133da), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:24:23.607179 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd370b3a-caea-4098-84d4-98d3da4d09e0 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Pushing event updated for resources: {'Subnet': ['ID=0a165641-f39f-4c35-86cd-dfd955e133da,revision_number=0']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 22:24:23.614238 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd370b3a-caea-4098-84d4-98d3da4d09e0 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Checking segment: {'id': '0b2610cb-7d4b-4113-9760-0083da73c83d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '7f7c38f0-28b5-438c-8708-37ab567ce33c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103305) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 22:24:23.614527 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd370b3a-caea-4098-84d4-98d3da4d09e0 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Network hostable DHCP agents. Network: 7f7c38f0-28b5-438c-8708-37ab567ce33c, hostable agents: ['474ccdf7-ab6c-405b-a3b2-dc7b05829902'], hosted agents: [] {{(pid=103305) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 26 22:24:23.631321 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd370b3a-caea-4098-84d4-98d3da4d09e0 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Network 7f7c38f0-28b5-438c-8708-37ab567ce33c is scheduled to be hosted by DHCP agent 474ccdf7-ab6c-405b-a3b2-dc7b05829902 with binding_index 1 {{(pid=103305) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 26 22:24:23.641352 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [None req-bd370b3a-caea-4098-84d4-98d3da4d09e0 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760453-5, 7f7c38f0-28b5-438c-8708-37ab567ce33c) {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 22:24:23.646109 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd370b3a-caea-4098-84d4-98d3da4d09e0 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:24:23.646913 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-bd370b3a-caea-4098-84d4-98d3da4d09e0 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Publish callbacks [] for subnet (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:24:23.650776 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f522589f-92c7-4dff-bf5f-b82c3a6ced58 None None] Network 7f7c38f0-28b5-438c-8708-37ab567ce33c requested from n-d-760453-5 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 26 22:24:23.664480 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-bd370b3a-caea-4098-84d4-98d3da4d09e0 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.3938575 Jan 26 22:24:23.667284 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 55176) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 22:24:23.695830 n-d-760453-5 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-750084f9-8b4e-463d-818a-eb8608a34d1d None None] Publish callbacks [] for port (c3cd515d-2c8a-45db-8ea3-0bb651bcd55d), precommit_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:24:23.702836 n-d-760453-5 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-750084f9-8b4e-463d-818a-eb8608a34d1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (c3cd515d-2c8a-45db-8ea3-0bb651bcd55d), after_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:24:23.750265 n-d-760453-5 neutron-server[103307]: DEBUG neutron.plugins.ml2.managers [None req-750084f9-8b4e-463d-818a-eb8608a34d1d None None] Attempting to bind port c3cd515d-2c8a-45db-8ea3-0bb651bcd55d on host n-d-760453-5 for vnic_type normal with profile {{(pid=103307) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 22:24:23.750724 n-d-760453-5 neutron-server[103307]: DEBUG neutron.plugins.ml2.managers [None req-750084f9-8b4e-463d-818a-eb8608a34d1d None None] Attempting to bind port c3cd515d-2c8a-45db-8ea3-0bb651bcd55d by drivers openvswitch,hyperv on host n-d-760453-5 at level 0 using segments [{'id': 'e17cb353-418f-48b9-b982-21a6233ee99b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299'}] {{(pid=103307) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 26 22:24:23.751038 n-d-760453-5 neutron-server[103307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-750084f9-8b4e-463d-818a-eb8608a34d1d None None] Attempting to bind port c3cd515d-2c8a-45db-8ea3-0bb651bcd55d on network 4140a1f1-c93a-4bea-83a0-68953a54f299 {{(pid=103307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 22:24:23.762126 n-d-760453-5 neutron-server[103307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-750084f9-8b4e-463d-818a-eb8608a34d1d None None] Checking agent: {'id': 'fea0591a-627d-4c87-9a9a-01625ddf3277', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760453-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 20, 55, 25), 'started_at': datetime.datetime(2022, 1, 26, 20, 55, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 22, 23, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760453-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 26 22:24:23.762498 n-d-760453-5 neutron-server[103307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-750084f9-8b4e-463d-818a-eb8608a34d1d None None] Checking segment: {'id': 'e17cb353-418f-48b9-b982-21a6233ee99b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103307) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 22:24:23.762895 n-d-760453-5 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-750084f9-8b4e-463d-818a-eb8608a34d1d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:24:23.763280 n-d-760453-5 neutron-server[103307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-750084f9-8b4e-463d-818a-eb8608a34d1d None None] Bound using segment: {'id': 'e17cb353-418f-48b9-b982-21a6233ee99b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299'} {{(pid=103307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 26 22:24:23.764280 n-d-760453-5 neutron-server[103307]: DEBUG neutron.plugins.ml2.managers [None req-750084f9-8b4e-463d-818a-eb8608a34d1d None None] Bound port: c3cd515d-2c8a-45db-8ea3-0bb651bcd55d, host: n-d-760453-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e17cb353-418f-48b9-b982-21a6233ee99b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299'}}] {{(pid=103307) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 26 22:24:23.764652 n-d-760453-5 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-750084f9-8b4e-463d-818a-eb8608a34d1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (c3cd515d-2c8a-45db-8ea3-0bb651bcd55d), before_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:24:23.770553 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72162234-cb09-42be-9df0-59e1ca1c33a2 None None] Pushing event updated for resources: {'Port': ['ID=c3cd515d-2c8a-45db-8ea3-0bb651bcd55d,revision_number=2']} {{(pid=103307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 22:24:23.780894 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (4d619873-4b60-439f-9b5a-b155dc8bbc34), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:24:23.787420 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf14707e-6ca8-485e-ba2c-355636c8a862 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3c4099e8-8ffb-51d1-af7f-5868973e933f-7f7c38f0-28b5-438c-8708-37ab567ce33c', 'network_id': '7f7c38f0-28b5-438c-8708-37ab567ce33c', 'project_id': 'da11f78dfa0e450e86495280e2cbbb24', 'fixed_ips': [{'subnet_id': '0a165641-f39f-4c35-86cd-dfd955e133da'}]}} from n-d-760453-5. {{(pid=103306) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 26 22:24:23.788335 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-cf14707e-6ca8-485e-ba2c-355636c8a862 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (None), before_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:24:23.795969 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72162234-cb09-42be-9df0-59e1ca1c33a2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:24:23.796313 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72162234-cb09-42be-9df0-59e1ca1c33a2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:24:23.796646 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72162234-cb09-42be-9df0-59e1ca1c33a2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:24:23.796973 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72162234-cb09-42be-9df0-59e1ca1c33a2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:24:23.797310 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72162234-cb09-42be-9df0-59e1ca1c33a2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:24:23.797822 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72162234-cb09-42be-9df0-59e1ca1c33a2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:24:23.798143 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72162234-cb09-42be-9df0-59e1ca1c33a2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:24:23.798461 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72162234-cb09-42be-9df0-59e1ca1c33a2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:24:23.798778 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72162234-cb09-42be-9df0-59e1ca1c33a2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:24:23.799086 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72162234-cb09-42be-9df0-59e1ca1c33a2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:24:23.799578 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72162234-cb09-42be-9df0-59e1ca1c33a2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:24:23.799978 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72162234-cb09-42be-9df0-59e1ca1c33a2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:24:23.800303 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72162234-cb09-42be-9df0-59e1ca1c33a2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:24:23.831651 n-d-760453-5 neutron-server[103307]: DEBUG neutron.plugins.ml2.db [None req-750084f9-8b4e-463d-818a-eb8608a34d1d None None] For port c3cd515d-2c8a-45db-8ea3-0bb651bcd55d, host n-d-760453-5, cleared binding levels {{(pid=103307) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 26 22:24:23.834929 n-d-760453-5 neutron-server[103307]: DEBUG neutron.plugins.ml2.db [None req-750084f9-8b4e-463d-818a-eb8608a34d1d None None] For port c3cd515d-2c8a-45db-8ea3-0bb651bcd55d, host n-d-760453-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=c3cd515d-2c8a-45db-8ea3-0bb651bcd55d,segment=NetworkSegment(e17cb353-418f-48b9-b982-21a6233ee99b),segment_id=e17cb353-418f-48b9-b982-21a6233ee99b)] {{(pid=103307) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 26 22:24:23.840276 n-d-760453-5 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-750084f9-8b4e-463d-818a-eb8608a34d1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (c3cd515d-2c8a-45db-8ea3-0bb651bcd55d), after_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:24:23.897997 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-750084f9-8b4e-463d-818a-eb8608a34d1d None None] Routers {'7e9e78fb-e395-4d82-83f4-bfab5ec98529'} bound to L3 agent in host n-d-760453-5 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 22:24:23.898780 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-750084f9-8b4e-463d-818a-eb8608a34d1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-26T20:55:21Z,description=,heartbeat_timestamp=2022-01-26T22:24:21Z,host='n-d-760453-5',id=09df100c-3af1-4b0a-bda8-05914c71c458,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:55:21Z,topic='l3_agent')) {'router_ids': ['7e9e78fb-e395-4d82-83f4-bfab5ec98529'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 22:24:23.931728 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.db_base_plugin_common [None req-cf14707e-6ca8-485e-ba2c-355636c8a862 None None] Allocated IP 172.20.0.2 (7f7c38f0-28b5-438c-8708-37ab567ce33c/0a165641-f39f-4c35-86cd-dfd955e133da/6adbe1d5-5dca-4951-b7b5-6ad89a3df6fb) {{(pid=103306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 22:24:23.944928 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72162234-cb09-42be-9df0-59e1ca1c33a2 None None] Pushing event updated for resources: {'Port': ['ID=c3cd515d-2c8a-45db-8ea3-0bb651bcd55d,revision_number=3']} {{(pid=103307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 22:24:24.027130 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_dvr_db [None req-750084f9-8b4e-463d-818a-eb8608a34d1d None None] Set router 7e9e78fb-e395-4d82-83f4-bfab5ec98529 gateway port host: n-d-760453-5 {{(pid=103307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 22:24:24.083899 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-cf14707e-6ca8-485e-ba2c-355636c8a862 None None] Publish callbacks [] for port (6adbe1d5-5dca-4951-b7b5-6ad89a3df6fb), precommit_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:24:24.097724 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-cf14707e-6ca8-485e-ba2c-355636c8a862 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746560234527'] for port (6adbe1d5-5dca-4951-b7b5-6ad89a3df6fb), after_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:24:24.138088 n-d-760453-5 neutron-server[103306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf14707e-6ca8-485e-ba2c-355636c8a862 None None] Network 7f7c38f0-28b5-438c-8708-37ab567ce33c is already hosted by enough agents. {{(pid=103306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 22:24:24.143424 n-d-760453-5 neutron-server[103306]: DEBUG neutron.scheduler.base_scheduler [None req-cf14707e-6ca8-485e-ba2c-355636c8a862 None None] Resources bound (agent type, host, resource id): {{(pid=103306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 22:24:24.147786 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf14707e-6ca8-485e-ba2c-355636c8a862 None None] Received port after_create {{(pid=103306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 22:24:24.150843 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf14707e-6ca8-485e-ba2c-355636c8a862 None None] Pushing event updated for resources: {'Port': ['ID=6adbe1d5-5dca-4951-b7b5-6ad89a3df6fb,revision_number=1']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 22:24:24.204016 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-cf14707e-6ca8-485e-ba2c-355636c8a862 None None] Attempting to bind port 6adbe1d5-5dca-4951-b7b5-6ad89a3df6fb on host n-d-760453-5 for vnic_type normal with profile {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 22:24:24.204380 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-cf14707e-6ca8-485e-ba2c-355636c8a862 None None] Attempting to bind port 6adbe1d5-5dca-4951-b7b5-6ad89a3df6fb by drivers openvswitch,hyperv on host n-d-760453-5 at level 0 using segments [{'id': '0b2610cb-7d4b-4113-9760-0083da73c83d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '7f7c38f0-28b5-438c-8708-37ab567ce33c'}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 26 22:24:24.204740 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf14707e-6ca8-485e-ba2c-355636c8a862 None None] Attempting to bind port 6adbe1d5-5dca-4951-b7b5-6ad89a3df6fb on network 7f7c38f0-28b5-438c-8708-37ab567ce33c {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 22:24:24.211256 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf14707e-6ca8-485e-ba2c-355636c8a862 None None] Checking agent: {'id': 'fea0591a-627d-4c87-9a9a-01625ddf3277', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760453-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 20, 55, 25), 'started_at': datetime.datetime(2022, 1, 26, 20, 55, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 22, 23, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760453-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 26 22:24:24.211617 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf14707e-6ca8-485e-ba2c-355636c8a862 None None] Checking segment: {'id': '0b2610cb-7d4b-4113-9760-0083da73c83d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '7f7c38f0-28b5-438c-8708-37ab567ce33c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 22:24:24.212027 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-cf14707e-6ca8-485e-ba2c-355636c8a862 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:24:24.213960 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf14707e-6ca8-485e-ba2c-355636c8a862 None None] Bound using segment: {'id': '0b2610cb-7d4b-4113-9760-0083da73c83d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '7f7c38f0-28b5-438c-8708-37ab567ce33c'} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 26 22:24:24.213960 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-cf14707e-6ca8-485e-ba2c-355636c8a862 None None] Bound port: 6adbe1d5-5dca-4951-b7b5-6ad89a3df6fb, host: n-d-760453-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b2610cb-7d4b-4113-9760-0083da73c83d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '7f7c38f0-28b5-438c-8708-37ab567ce33c'}}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 26 22:24:24.213960 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-cf14707e-6ca8-485e-ba2c-355636c8a862 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (6adbe1d5-5dca-4951-b7b5-6ad89a3df6fb), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:24:24.247234 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-750084f9-8b4e-463d-818a-eb8608a34d1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e9e78fb-e395-4d82-83f4-bfab5ec98529', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1782290128', 'tenant_id': 'da11f78dfa0e450e86495280e2cbbb24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'external_fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.44'}], 'enable_snat': True}, 'gw_port_id': 'c3cd515d-2c8a-45db-8ea3-0bb651bcd55d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T22:24:21Z', 'updated_at': '2022-01-26T22:24:22Z', 'revision_number': 3, 'project_id': 'da11f78dfa0e450e86495280e2cbbb24', 'gw_port': {'id': 'c3cd515d-2c8a-45db-8ea3-0bb651bcd55d', 'name': '', 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:27:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e9e78fb-e395-4d82-83f4-bfab5ec98529', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T22:24:22Z', 'updated_at': '2022-01-26T22:24:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-5'}], 'n-d-760453-5', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 22:24:24.273824 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-750084f9-8b4e-463d-818a-eb8608a34d1d None None] The sync data for ids ['7e9e78fb-e395-4d82-83f4-bfab5ec98529'] in n-d-760453-5 is: [{'id': '7e9e78fb-e395-4d82-83f4-bfab5ec98529', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1782290128', 'tenant_id': 'da11f78dfa0e450e86495280e2cbbb24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'external_fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.44'}], 'enable_snat': True}, 'gw_port_id': 'c3cd515d-2c8a-45db-8ea3-0bb651bcd55d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T22:24:21Z', 'updated_at': '2022-01-26T22:24:22Z', 'revision_number': 3, 'project_id': 'da11f78dfa0e450e86495280e2cbbb24', 'gw_port': {'id': 'c3cd515d-2c8a-45db-8ea3-0bb651bcd55d', 'name': '', 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:27:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e9e78fb-e395-4d82-83f4-bfab5ec98529', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T22:24:22Z', 'updated_at': '2022-01-26T22:24:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-5'}] {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 26 22:24:24.289225 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-cf14707e-6ca8-485e-ba2c-355636c8a862 None None] For port 6adbe1d5-5dca-4951-b7b5-6ad89a3df6fb, host n-d-760453-5, cleared binding levels {{(pid=103306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 26 22:24:24.296571 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-cf14707e-6ca8-485e-ba2c-355636c8a862 None None] For port 6adbe1d5-5dca-4951-b7b5-6ad89a3df6fb, host n-d-760453-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=6adbe1d5-5dca-4951-b7b5-6ad89a3df6fb,segment=NetworkSegment(0b2610cb-7d4b-4113-9760-0083da73c83d),segment_id=0b2610cb-7d4b-4113-9760-0083da73c83d)] {{(pid=103306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 26 22:24:24.305348 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-cf14707e-6ca8-485e-ba2c-355636c8a862 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (6adbe1d5-5dca-4951-b7b5-6ad89a3df6fb), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:24:24.373555 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf14707e-6ca8-485e-ba2c-355636c8a862 None None] Pushing event updated for resources: {'Port': ['ID=6adbe1d5-5dca-4951-b7b5-6ad89a3df6fb,revision_number=2']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 22:24:24.377261 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-839dd188-ec69-470c-9ab0-d318dc1a2e96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (e79b4fc6-6c71-44b2-a6d0-ff3e1f4dfd0d), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:24:24.460926 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-4225e188-c592-45a2-a058-580e59cdda9f tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:24:24.848930 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.db_base_plugin_common [None req-4225e188-c592-45a2-a058-580e59cdda9f tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Allocated IP 172.20.0.1 (7f7c38f0-28b5-438c-8708-37ab567ce33c/0a165641-f39f-4c35-86cd-dfd955e133da/2a62467f-d6fb-4cf3-9bae-cf338f24bbfb) {{(pid=103305) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 22:24:24.968507 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-4225e188-c592-45a2-a058-580e59cdda9f tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Publish callbacks [] for port (2a62467f-d6fb-4cf3-9bae-cf338f24bbfb), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:24:25.003297 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-4225e188-c592-45a2-a058-580e59cdda9f tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746560234527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11791543'] for port (2a62467f-d6fb-4cf3-9bae-cf338f24bbfb), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:24:25.046909 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4225e188-c592-45a2-a058-580e59cdda9f tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Network 7f7c38f0-28b5-438c-8708-37ab567ce33c is already hosted by enough agents. {{(pid=103305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 22:24:25.054416 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [None req-4225e188-c592-45a2-a058-580e59cdda9f tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Resources bound (agent type, host, resource id): {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 22:24:25.059683 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4225e188-c592-45a2-a058-580e59cdda9f tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Received port after_create {{(pid=103305) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 22:24:25.104870 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4225e188-c592-45a2-a058-580e59cdda9f tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Pushing event updated for resources: {'Port': ['ID=2a62467f-d6fb-4cf3-9bae-cf338f24bbfb,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 22:24:25.107888 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-4225e188-c592-45a2-a058-580e59cdda9f tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4111050'] for router_interface (7e9e78fb-e395-4d82-83f4-bfab5ec98529), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:24:25.252585 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-4225e188-c592-45a2-a058-580e59cdda9f tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (2a62467f-d6fb-4cf3-9bae-cf338f24bbfb), before_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:24:25.451582 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d257f571-6352-45a6-94fa-f64f00ceb328 None None] Network 7f7c38f0-28b5-438c-8708-37ab567ce33c requested from n-d-760453-5 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 26 22:24:25.454830 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device 6adbe1d5-5dca-4951-b7b5-6ad89a3df6fb up at agent ovs-agent-n-d-760453-5 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 22:24:25.573160 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-4225e188-c592-45a2-a058-580e59cdda9f tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Publish callbacks [] for port (2a62467f-d6fb-4cf3-9bae-cf338f24bbfb), precommit_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:24:25.577983 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-4225e188-c592-45a2-a058-580e59cdda9f tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11791520'] for port (2a62467f-d6fb-4cf3-9bae-cf338f24bbfb), after_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:24:25.654256 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4225e188-c592-45a2-a058-580e59cdda9f tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Pushing event updated for resources: {'Port': ['ID=2a62467f-d6fb-4cf3-9bae-cf338f24bbfb,revision_number=2']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 22:24:25.657423 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-4225e188-c592-45a2-a058-580e59cdda9f tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3709457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4110682'] for router_interface (7e9e78fb-e395-4d82-83f4-bfab5ec98529), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:24:25.720750 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (fea0591a-627d-4c87-9a9a-01625ddf3277), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:24:25.728286 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-ecf5b391-4304-4293-b465-abf3ee7493b7 None None] Provisioning complete for port 6adbe1d5-5dca-4951-b7b5-6ad89a3df6fb triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 22:24:25.728654 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-ecf5b391-4304-4293-b465-abf3ee7493b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (6adbe1d5-5dca-4951-b7b5-6ad89a3df6fb), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:24:25.758970 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4225e188-c592-45a2-a058-580e59cdda9f tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Network 7f7c38f0-28b5-438c-8708-37ab567ce33c is already hosted by enough agents. {{(pid=103305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 22:24:25.760357 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [None req-4225e188-c592-45a2-a058-580e59cdda9f tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Resources bound (agent type, host, resource id): {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 22:24:25.803869 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Provisioning complete for port 6adbe1d5-5dca-4951-b7b5-6ad89a3df6fb triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 22:24:25.804238 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (6adbe1d5-5dca-4951-b7b5-6ad89a3df6fb), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:24:25.880120 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4225e188-c592-45a2-a058-580e59cdda9f tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Router 7e9e78fb-e395-4d82-83f4-bfab5ec98529 has already been hosted by L3 agent 09df100c-3af1-4b0a-bda8-05914c71c458 {{(pid=103305) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 26 22:24:25.897379 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-ecf5b391-4304-4293-b465-abf3ee7493b7 None None] Current status of the port 6adbe1d5-5dca-4951-b7b5-6ad89a3df6fb is: DOWN; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 22:24:25.897715 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-ecf5b391-4304-4293-b465-abf3ee7493b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (6adbe1d5-5dca-4951-b7b5-6ad89a3df6fb), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:24:25.960849 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-ecf5b391-4304-4293-b465-abf3ee7493b7 None None] For port 6adbe1d5-5dca-4951-b7b5-6ad89a3df6fb, host n-d-760453-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=6adbe1d5-5dca-4951-b7b5-6ad89a3df6fb,segment=NetworkSegment(0b2610cb-7d4b-4113-9760-0083da73c83d),segment_id=0b2610cb-7d4b-4113-9760-0083da73c83d)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 22:24:25.962450 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Current status of the port 6adbe1d5-5dca-4951-b7b5-6ad89a3df6fb is: DOWN; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 22:24:25.962903 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (6adbe1d5-5dca-4951-b7b5-6ad89a3df6fb), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:24:25.978197 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-ecf5b391-4304-4293-b465-abf3ee7493b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (6adbe1d5-5dca-4951-b7b5-6ad89a3df6fb), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:24:26.007176 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4225e188-c592-45a2-a058-580e59cdda9f tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Notify agent at l3_agent.n-d-760453-5 the message routers_updated {{(pid=103305) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 26 22:24:26.022192 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-4225e188-c592-45a2-a058-580e59cdda9f tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] 10.222.0.13 "PUT /v2.0/routers/7e9e78fb-e395-4d82-83f4-bfab5ec98529/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3536024 Jan 26 22:24:26.066251 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf5b391-4304-4293-b465-abf3ee7493b7 None None] Pushing event updated for resources: {'Port': ['ID=6adbe1d5-5dca-4951-b7b5-6ad89a3df6fb,revision_number=3']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 22:24:26.067935 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.db.api [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103306) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 26 22:24:26.068283 n-d-760453-5 neutron-server[103306]: DEBUG oslo_db.api [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 26 22:24:26.096424 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10aec92e-9cd0-4222-82ed-32f02bbc90c8 None None] Sync routers for ids ['7e9e78fb-e395-4d82-83f4-bfab5ec98529'] in n-d-760453-5 {{(pid=103306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 26 22:24:26.107852 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10aec92e-9cd0-4222-82ed-32f02bbc90c8 None None] Routers {'7e9e78fb-e395-4d82-83f4-bfab5ec98529'} bound to L3 agent in host n-d-760453-5 {{(pid=103306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 22:24:26.108618 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-10aec92e-9cd0-4222-82ed-32f02bbc90c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-26T20:55:21Z,description=,heartbeat_timestamp=2022-01-26T22:24:21Z,host='n-d-760453-5',id=09df100c-3af1-4b0a-bda8-05914c71c458,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:55:21Z,topic='l3_agent')) {'router_ids': ['7e9e78fb-e395-4d82-83f4-bfab5ec98529'], 'active': True} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 22:24:26.190916 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-0e2b30d1-cb28-4ab8-b997-fbb927ef3f46 req-99748011-2aa3-43b3-a3f2-68956ee67a8e tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2064210925&fields=id&tenant_id=da11f78dfa0e450e86495280e2cbbb24 HTTP/1.1" status: 200 len: 267 time: 0.0549469 Jan 26 22:24:26.246766 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvr_db [None req-10aec92e-9cd0-4222-82ed-32f02bbc90c8 None None] Set router 7e9e78fb-e395-4d82-83f4-bfab5ec98529 gateway port host: n-d-760453-5 {{(pid=103306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 22:24:26.249099 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-074b6995-1b17-4909-9730-cda4bbbb864f None None] Provisioning complete for port 6adbe1d5-5dca-4951-b7b5-6ad89a3df6fb triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 22:24:26.249496 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-074b6995-1b17-4909-9730-cda4bbbb864f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (6adbe1d5-5dca-4951-b7b5-6ad89a3df6fb), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:24:26.305051 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2b30d1-cb28-4ab8-b997-fbb927ef3f46 req-04ebd086-f401-44c4-aeda-dae2326d93ec tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:24:26.306966 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-0e2b30d1-cb28-4ab8-b997-fbb927ef3f46 req-04ebd086-f401-44c4-aeda-dae2326d93ec tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] 10.222.0.13 "GET /v2.0/networks?id=7f7c38f0-28b5-438c-8708-37ab567ce33c HTTP/1.1" status: 200 len: 796 time: 0.1089439 Jan 26 22:24:26.323097 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-0e2b30d1-cb28-4ab8-b997-fbb927ef3f46 req-47c310f2-73b7-4759-badd-3c6b8db57431 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] 10.222.0.13 "GET /v2.0/quotas/da11f78dfa0e450e86495280e2cbbb24 HTTP/1.1" status: 200 len: 375 time: 0.0103157 Jan 26 22:24:26.377817 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-0e2b30d1-cb28-4ab8-b997-fbb927ef3f46 req-147e272b-4afd-42ae-affe-3f22a7b55cd4 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=da11f78dfa0e450e86495280e2cbbb24&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0493658 Jan 26 22:24:26.470081 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-074b6995-1b17-4909-9730-cda4bbbb864f None None] Current status of the port 6adbe1d5-5dca-4951-b7b5-6ad89a3df6fb is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 22:24:26.502716 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-074b6995-1b17-4909-9730-cda4bbbb864f None None] Provisioning complete for port 2a62467f-d6fb-4cf3-9bae-cf338f24bbfb triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 22:24:26.503003 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-074b6995-1b17-4909-9730-cda4bbbb864f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (2a62467f-d6fb-4cf3-9bae-cf338f24bbfb), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:24:26.548915 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-0e2b30d1-cb28-4ab8-b997-fbb927ef3f46 req-81b64801-e1fe-4a78-a6b4-7e8630cedbfc service neutron] 10.222.0.13 "GET /v2.0/networks/7f7c38f0-28b5-438c-8708-37ab567ce33c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1532061 Jan 26 22:24:26.549176 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-074b6995-1b17-4909-9730-cda4bbbb864f None None] Port 2a62467f-d6fb-4cf3-9bae-cf338f24bbfb cannot update to ACTIVE because it is not bound. {{(pid=103306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 26 22:24:26.563628 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-10aec92e-9cd0-4222-82ed-32f02bbc90c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e9e78fb-e395-4d82-83f4-bfab5ec98529', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1782290128', 'tenant_id': 'da11f78dfa0e450e86495280e2cbbb24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'external_fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.44'}], 'enable_snat': True}, 'gw_port_id': 'c3cd515d-2c8a-45db-8ea3-0bb651bcd55d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T22:24:21Z', 'updated_at': '2022-01-26T22:24:25Z', 'revision_number': 4, 'project_id': 'da11f78dfa0e450e86495280e2cbbb24', 'gw_port': {'id': 'c3cd515d-2c8a-45db-8ea3-0bb651bcd55d', 'name': '', 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:27:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e9e78fb-e395-4d82-83f4-bfab5ec98529', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T22:24:22Z', 'updated_at': '2022-01-26T22:24:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-5', '_interfaces': [{'id': '2a62467f-d6fb-4cf3-9bae-cf338f24bbfb', 'name': '', 'network_id': '7f7c38f0-28b5-438c-8708-37ab567ce33c', 'tenant_id': 'da11f78dfa0e450e86495280e2cbbb24', 'mac_address': 'fa:16:3e:de:fd:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e9e78fb-e395-4d82-83f4-bfab5ec98529', 'device_owner': 'network:router_interface', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': '0a165641-f39f-4c35-86cd-dfd955e133da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T22:24:24Z', 'updated_at': '2022-01-26T22:24:25Z', 'revision_number': 2, 'project_id': 'da11f78dfa0e450e86495280e2cbbb24', 'subnets': [{'id': '0a165641-f39f-4c35-86cd-dfd955e133da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760453-5', False) {} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 22:24:26.591493 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10aec92e-9cd0-4222-82ed-32f02bbc90c8 None None] Checking router: 7e9e78fb-e395-4d82-83f4-bfab5ec98529 for host: n-d-760453-5 {{(pid=103306) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 26 22:24:26.592451 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10aec92e-9cd0-4222-82ed-32f02bbc90c8 None None] Updating router 7e9e78fb-e395-4d82-83f4-bfab5ec98529 port 2a62467f-d6fb-4cf3-9bae-cf338f24bbfb binding host n-d-760453-5 {{(pid=103306) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 26 22:24:26.637809 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-0e2b30d1-cb28-4ab8-b997-fbb927ef3f46 req-dfd3a882-a8c7-46ca-9058-657b4027a07f service neutron] 10.222.0.13 "GET /v2.0/networks/7f7c38f0-28b5-438c-8708-37ab567ce33c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825222 Jan 26 22:24:26.640863 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-10aec92e-9cd0-4222-82ed-32f02bbc90c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (2a62467f-d6fb-4cf3-9bae-cf338f24bbfb), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:24:26.644953 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Current status of the port 6adbe1d5-5dca-4951-b7b5-6ad89a3df6fb is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 22:24:26.645952 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device c3cd515d-2c8a-45db-8ea3-0bb651bcd55d up at agent ovs-agent-n-d-760453-5 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 22:24:26.724698 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-8e43f695-5ead-4d20-b96f-7b6d40a7b768 None None] Provisioning complete for port 2a62467f-d6fb-4cf3-9bae-cf338f24bbfb triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 22:24:26.725075 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-8e43f695-5ead-4d20-b96f-7b6d40a7b768 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (2a62467f-d6fb-4cf3-9bae-cf338f24bbfb), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:24:26.812665 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-be66d489-46db-4866-82b0-47fefc12679e req-15510cf2-2afe-49a1-a164-727c5d15139f tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] 10.222.0.13 "GET /v2.0/ports?device_id=482e2cd3-5845-41c4-827a-77009a34db3a HTTP/1.1" status: 200 len: 210 time: 0.0335677 Jan 26 22:24:26.835081 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Provisioning complete for port c3cd515d-2c8a-45db-8ea3-0bb651bcd55d triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 22:24:26.835439 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (c3cd515d-2c8a-45db-8ea3-0bb651bcd55d), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:24:26.839096 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-8e43f695-5ead-4d20-b96f-7b6d40a7b768 None None] Port 2a62467f-d6fb-4cf3-9bae-cf338f24bbfb cannot update to ACTIVE because it is not bound. {{(pid=103306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 26 22:24:27.003008 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Current status of the port c3cd515d-2c8a-45db-8ea3-0bb651bcd55d is: DOWN; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 22:24:27.003413 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (c3cd515d-2c8a-45db-8ea3-0bb651bcd55d), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:24:27.037727 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] For port c3cd515d-2c8a-45db-8ea3-0bb651bcd55d, host n-d-760453-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=c3cd515d-2c8a-45db-8ea3-0bb651bcd55d,segment=NetworkSegment(e17cb353-418f-48b9-b982-21a6233ee99b),segment_id=e17cb353-418f-48b9-b982-21a6233ee99b)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 22:24:27.043048 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (c3cd515d-2c8a-45db-8ea3-0bb651bcd55d), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:24:27.111241 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-10aec92e-9cd0-4222-82ed-32f02bbc90c8 None None] Publish callbacks [] for port (2a62467f-d6fb-4cf3-9bae-cf338f24bbfb), precommit_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:24:27.121722 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-10aec92e-9cd0-4222-82ed-32f02bbc90c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (2a62467f-d6fb-4cf3-9bae-cf338f24bbfb), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:24:27.124239 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Pushing event updated for resources: {'Port': ['ID=c3cd515d-2c8a-45db-8ea3-0bb651bcd55d,revision_number=4']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 22:24:27.187423 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c441baa5-738a-4e5c-8c27-5ac092d5cfa2 None None] Pushing event updated for resources: {'Port': ['ID=2a62467f-d6fb-4cf3-9bae-cf338f24bbfb,revision_number=3']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 22:24:27.243334 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-10aec92e-9cd0-4222-82ed-32f02bbc90c8 None None] Attempting to bind port 2a62467f-d6fb-4cf3-9bae-cf338f24bbfb on host n-d-760453-5 for vnic_type normal with profile {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 22:24:27.243711 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-10aec92e-9cd0-4222-82ed-32f02bbc90c8 None None] Attempting to bind port 2a62467f-d6fb-4cf3-9bae-cf338f24bbfb by drivers openvswitch,hyperv on host n-d-760453-5 at level 0 using segments [{'id': '0b2610cb-7d4b-4113-9760-0083da73c83d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '7f7c38f0-28b5-438c-8708-37ab567ce33c'}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 26 22:24:27.244078 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10aec92e-9cd0-4222-82ed-32f02bbc90c8 None None] Attempting to bind port 2a62467f-d6fb-4cf3-9bae-cf338f24bbfb on network 7f7c38f0-28b5-438c-8708-37ab567ce33c {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 22:24:27.250454 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10aec92e-9cd0-4222-82ed-32f02bbc90c8 None None] Checking agent: {'id': 'fea0591a-627d-4c87-9a9a-01625ddf3277', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760453-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 20, 55, 25), 'started_at': datetime.datetime(2022, 1, 26, 20, 55, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 22, 24, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760453-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 26 22:24:27.250831 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10aec92e-9cd0-4222-82ed-32f02bbc90c8 None None] Checking segment: {'id': '0b2610cb-7d4b-4113-9760-0083da73c83d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '7f7c38f0-28b5-438c-8708-37ab567ce33c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 22:24:27.251233 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-10aec92e-9cd0-4222-82ed-32f02bbc90c8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:24:27.251630 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10aec92e-9cd0-4222-82ed-32f02bbc90c8 None None] Bound using segment: {'id': '0b2610cb-7d4b-4113-9760-0083da73c83d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '7f7c38f0-28b5-438c-8708-37ab567ce33c'} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 26 22:24:27.252153 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-10aec92e-9cd0-4222-82ed-32f02bbc90c8 None None] Bound port: 2a62467f-d6fb-4cf3-9bae-cf338f24bbfb, host: n-d-760453-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b2610cb-7d4b-4113-9760-0083da73c83d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '7f7c38f0-28b5-438c-8708-37ab567ce33c'}}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 26 22:24:27.252484 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-10aec92e-9cd0-4222-82ed-32f02bbc90c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (2a62467f-d6fb-4cf3-9bae-cf338f24bbfb), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:24:27.328599 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-10aec92e-9cd0-4222-82ed-32f02bbc90c8 None None] For port 2a62467f-d6fb-4cf3-9bae-cf338f24bbfb, host n-d-760453-5, cleared binding levels {{(pid=103306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 26 22:24:27.332310 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-10aec92e-9cd0-4222-82ed-32f02bbc90c8 None None] For port 2a62467f-d6fb-4cf3-9bae-cf338f24bbfb, host n-d-760453-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=2a62467f-d6fb-4cf3-9bae-cf338f24bbfb,segment=NetworkSegment(0b2610cb-7d4b-4113-9760-0083da73c83d),segment_id=0b2610cb-7d4b-4113-9760-0083da73c83d)] {{(pid=103306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 26 22:24:27.340077 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-10aec92e-9cd0-4222-82ed-32f02bbc90c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (2a62467f-d6fb-4cf3-9bae-cf338f24bbfb), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:24:27.406507 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device 6adbe1d5-5dca-4951-b7b5-6ad89a3df6fb up at agent ovs-agent-n-d-760453-5 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 22:24:27.443554 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10aec92e-9cd0-4222-82ed-32f02bbc90c8 None None] Routers {'7e9e78fb-e395-4d82-83f4-bfab5ec98529'} bound to L3 agent in host n-d-760453-5 {{(pid=103306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 22:24:27.444202 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-10aec92e-9cd0-4222-82ed-32f02bbc90c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-26T20:55:21Z,description=,heartbeat_timestamp=2022-01-26T22:24:21Z,host='n-d-760453-5',id=09df100c-3af1-4b0a-bda8-05914c71c458,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:55:21Z,topic='l3_agent')) {'router_ids': ['7e9e78fb-e395-4d82-83f4-bfab5ec98529'], 'active': True} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 22:24:27.504492 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c441baa5-738a-4e5c-8c27-5ac092d5cfa2 None None] Pushing event updated for resources: {'Port': ['ID=2a62467f-d6fb-4cf3-9bae-cf338f24bbfb,revision_number=4']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 22:24:27.538954 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-3f81b305-9e95-4ca7-8601-3746d9fe13d8 None None] Provisioning complete for port 2a62467f-d6fb-4cf3-9bae-cf338f24bbfb triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 22:24:27.539336 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-3f81b305-9e95-4ca7-8601-3746d9fe13d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (2a62467f-d6fb-4cf3-9bae-cf338f24bbfb), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:24:27.628061 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Provisioning complete for port 6adbe1d5-5dca-4951-b7b5-6ad89a3df6fb triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 22:24:27.628436 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (6adbe1d5-5dca-4951-b7b5-6ad89a3df6fb), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:24:27.638177 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvr_db [None req-10aec92e-9cd0-4222-82ed-32f02bbc90c8 None None] Set router 7e9e78fb-e395-4d82-83f4-bfab5ec98529 gateway port host: n-d-760453-5 {{(pid=103306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 22:24:27.814723 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2b30d1-cb28-4ab8-b997-fbb927ef3f46 req-db064b36-5e41-44c6-9fdc-430cc1899a45 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:24:27.816515 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-0e2b30d1-cb28-4ab8-b997-fbb927ef3f46 req-db064b36-5e41-44c6-9fdc-430cc1899a45 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] 10.222.0.57 "GET /v2.0/networks?id=7f7c38f0-28b5-438c-8708-37ab567ce33c HTTP/1.1" status: 200 len: 796 time: 0.1168997 Jan 26 22:24:27.886459 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-0e2b30d1-cb28-4ab8-b997-fbb927ef3f46 req-a2992f47-2ce8-4804-8850-d800974834f5 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=da11f78dfa0e450e86495280e2cbbb24 HTTP/1.1" status: 200 len: 380 time: 0.0616124 Jan 26 22:24:27.905039 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [req-0e2b30d1-cb28-4ab8-b997-fbb927ef3f46 req-952504a7-2304-4482-930d-fec75726cfe2 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Request body: {'port': {'device_id': '482e2cd3-5845-41c4-827a-77009a34db3a', 'network_id': '7f7c38f0-28b5-438c-8708-37ab567ce33c', 'admin_state_up': True, 'tenant_id': 'da11f78dfa0e450e86495280e2cbbb24', 'security_groups': ['61fe8c0a-7d00-4082-bf72-53f922a7f43c']}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 22:24:27.926034 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-cc3909d2-b17c-4887-9cf1-cf01c145a55d req-3232294f-dde3-4624-a643-2f36819faecf tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] 10.222.0.13 "GET /v2.0/ports?device_id=482e2cd3-5845-41c4-827a-77009a34db3a HTTP/1.1" status: 200 len: 210 time: 0.0358932 Jan 26 22:24:28.015716 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-3f81b305-9e95-4ca7-8601-3746d9fe13d8 None None] Current status of the port 2a62467f-d6fb-4cf3-9bae-cf338f24bbfb is: DOWN; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 22:24:28.016103 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-3f81b305-9e95-4ca7-8601-3746d9fe13d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (2a62467f-d6fb-4cf3-9bae-cf338f24bbfb), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:24:28.036165 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0e2b30d1-cb28-4ab8-b997-fbb927ef3f46 req-952504a7-2304-4482-930d-fec75726cfe2 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Made reservation on behalf of da11f78dfa0e450e86495280e2cbbb24 for: {'port': 1} {{(pid=103304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 22:24:28.039852 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-0e2b30d1-cb28-4ab8-b997-fbb927ef3f46 req-952504a7-2304-4482-930d-fec75726cfe2 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:24:28.065092 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Current status of the port 6adbe1d5-5dca-4951-b7b5-6ad89a3df6fb is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 22:24:28.066240 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device c3cd515d-2c8a-45db-8ea3-0bb651bcd55d up at agent ovs-agent-n-d-760453-5 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 22:24:28.110875 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-3f81b305-9e95-4ca7-8601-3746d9fe13d8 None None] For port 2a62467f-d6fb-4cf3-9bae-cf338f24bbfb, host n-d-760453-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=2a62467f-d6fb-4cf3-9bae-cf338f24bbfb,segment=NetworkSegment(0b2610cb-7d4b-4113-9760-0083da73c83d),segment_id=0b2610cb-7d4b-4113-9760-0083da73c83d)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 22:24:28.133449 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-3f81b305-9e95-4ca7-8601-3746d9fe13d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (2a62467f-d6fb-4cf3-9bae-cf338f24bbfb), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:24:28.181449 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.db_base_plugin_common [req-0e2b30d1-cb28-4ab8-b997-fbb927ef3f46 req-952504a7-2304-4482-930d-fec75726cfe2 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Allocated IP 172.20.0.13 (7f7c38f0-28b5-438c-8708-37ab567ce33c/0a165641-f39f-4c35-86cd-dfd955e133da/3e45b2ba-a389-4a69-b286-fece9e3017bb) {{(pid=103304) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 22:24:28.259025 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f81b305-9e95-4ca7-8601-3746d9fe13d8 None None] Pushing event updated for resources: {'Port': ['ID=2a62467f-d6fb-4cf3-9bae-cf338f24bbfb,revision_number=5']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 22:24:28.272237 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Provisioning complete for port c3cd515d-2c8a-45db-8ea3-0bb651bcd55d triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 22:24:28.272611 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (c3cd515d-2c8a-45db-8ea3-0bb651bcd55d), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:24:28.302857 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-62823116-4734-4d0f-95ea-c3f11175ec35 None None] Provisioning complete for port 2a62467f-d6fb-4cf3-9bae-cf338f24bbfb triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 22:24:28.303233 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-62823116-4734-4d0f-95ea-c3f11175ec35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (2a62467f-d6fb-4cf3-9bae-cf338f24bbfb), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:24:28.319613 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-0e2b30d1-cb28-4ab8-b997-fbb927ef3f46 req-952504a7-2304-4482-930d-fec75726cfe2 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Publish callbacks [] for port (3e45b2ba-a389-4a69-b286-fece9e3017bb), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:24:28.348211 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-10aec92e-9cd0-4222-82ed-32f02bbc90c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e9e78fb-e395-4d82-83f4-bfab5ec98529', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1782290128', 'tenant_id': 'da11f78dfa0e450e86495280e2cbbb24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'external_fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.44'}], 'enable_snat': True}, 'gw_port_id': 'c3cd515d-2c8a-45db-8ea3-0bb651bcd55d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T22:24:21Z', 'updated_at': '2022-01-26T22:24:25Z', 'revision_number': 4, 'project_id': 'da11f78dfa0e450e86495280e2cbbb24', 'gw_port': {'id': 'c3cd515d-2c8a-45db-8ea3-0bb651bcd55d', 'name': '', 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:27:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e9e78fb-e395-4d82-83f4-bfab5ec98529', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T22:24:22Z', 'updated_at': '2022-01-26T22:24:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-5', '_interfaces': [{'id': '2a62467f-d6fb-4cf3-9bae-cf338f24bbfb', 'name': '', 'network_id': '7f7c38f0-28b5-438c-8708-37ab567ce33c', 'tenant_id': 'da11f78dfa0e450e86495280e2cbbb24', 'mac_address': 'fa:16:3e:de:fd:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e9e78fb-e395-4d82-83f4-bfab5ec98529', 'device_owner': 'network:router_interface', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': '0a165641-f39f-4c35-86cd-dfd955e133da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T22:24:24Z', 'updated_at': '2022-01-26T22:24:27Z', 'revision_number': 4, 'project_id': 'da11f78dfa0e450e86495280e2cbbb24', 'subnets': [{'id': '0a165641-f39f-4c35-86cd-dfd955e133da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760453-5', False) {} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 22:24:28.355197 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-0e2b30d1-cb28-4ab8-b997-fbb927ef3f46 req-952504a7-2304-4482-930d-fec75726cfe2 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746560234527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9281553'] for port (3e45b2ba-a389-4a69-b286-fece9e3017bb), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:24:28.387801 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10aec92e-9cd0-4222-82ed-32f02bbc90c8 None None] The sync data for ids ['7e9e78fb-e395-4d82-83f4-bfab5ec98529'] in n-d-760453-5 is: [{'id': '7e9e78fb-e395-4d82-83f4-bfab5ec98529', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1782290128', 'tenant_id': 'da11f78dfa0e450e86495280e2cbbb24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'external_fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.44'}], 'enable_snat': True}, 'gw_port_id': 'c3cd515d-2c8a-45db-8ea3-0bb651bcd55d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T22:24:21Z', 'updated_at': '2022-01-26T22:24:25Z', 'revision_number': 4, 'project_id': 'da11f78dfa0e450e86495280e2cbbb24', 'gw_port': {'id': 'c3cd515d-2c8a-45db-8ea3-0bb651bcd55d', 'name': '', 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:27:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e9e78fb-e395-4d82-83f4-bfab5ec98529', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T22:24:22Z', 'updated_at': '2022-01-26T22:24:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-5', '_interfaces': [{'id': '2a62467f-d6fb-4cf3-9bae-cf338f24bbfb', 'name': '', 'network_id': '7f7c38f0-28b5-438c-8708-37ab567ce33c', 'tenant_id': 'da11f78dfa0e450e86495280e2cbbb24', 'mac_address': 'fa:16:3e:de:fd:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e9e78fb-e395-4d82-83f4-bfab5ec98529', 'device_owner': 'network:router_interface', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': '0a165641-f39f-4c35-86cd-dfd955e133da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T22:24:24Z', 'updated_at': '2022-01-26T22:24:27Z', 'revision_number': 4, 'project_id': 'da11f78dfa0e450e86495280e2cbbb24', 'subnets': [{'id': '0a165641-f39f-4c35-86cd-dfd955e133da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 26 22:24:28.408457 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0e2b30d1-cb28-4ab8-b997-fbb927ef3f46 req-952504a7-2304-4482-930d-fec75726cfe2 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Network 7f7c38f0-28b5-438c-8708-37ab567ce33c is already hosted by enough agents. {{(pid=103304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 22:24:28.415963 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [req-0e2b30d1-cb28-4ab8-b997-fbb927ef3f46 req-952504a7-2304-4482-930d-fec75726cfe2 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Resources bound (agent type, host, resource id): {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 22:24:28.421426 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e2b30d1-cb28-4ab8-b997-fbb927ef3f46 req-952504a7-2304-4482-930d-fec75726cfe2 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Received port after_create {{(pid=103304) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 22:24:28.475772 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Current status of the port c3cd515d-2c8a-45db-8ea3-0bb651bcd55d is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 22:24:28.485500 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-952504a7-2304-4482-930d-fec75726cfe2 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Pushing event updated for resources: {'Port': ['ID=3e45b2ba-a389-4a69-b286-fece9e3017bb,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 22:24:28.493583 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-62823116-4734-4d0f-95ea-c3f11175ec35 None None] Current status of the port 2a62467f-d6fb-4cf3-9bae-cf338f24bbfb is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 22:24:28.522829 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2b30d1-cb28-4ab8-b997-fbb927ef3f46 req-952504a7-2304-4482-930d-fec75726cfe2 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:24:28.523482 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-0e2b30d1-cb28-4ab8-b997-fbb927ef3f46 req-952504a7-2304-4482-930d-fec75726cfe2 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:24:28.540373 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-0e2b30d1-cb28-4ab8-b997-fbb927ef3f46 req-952504a7-2304-4482-930d-fec75726cfe2 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6417055 Jan 26 22:24:28.557810 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [req-0e2b30d1-cb28-4ab8-b997-fbb927ef3f46 req-7845071e-2671-45de-b74b-f04b02513bab service neutron] Request body: {'port': {'device_id': '482e2cd3-5845-41c4-827a-77009a34db3a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-760453-5'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 22:24:28.619121 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-0e2b30d1-cb28-4ab8-b997-fbb927ef3f46 req-7845071e-2671-45de-b74b-f04b02513bab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (3e45b2ba-a389-4a69-b286-fece9e3017bb), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:24:28.718111 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-73a51783-b6bd-464e-a27a-a5b5036f35c7 None None] Provisioning complete for port 3e45b2ba-a389-4a69-b286-fece9e3017bb triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 22:24:28.718596 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-73a51783-b6bd-464e-a27a-a5b5036f35c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (3e45b2ba-a389-4a69-b286-fece9e3017bb), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:24:28.754092 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-73a51783-b6bd-464e-a27a-a5b5036f35c7 None None] Port 3e45b2ba-a389-4a69-b286-fece9e3017bb cannot update to ACTIVE because it is not bound. {{(pid=103306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 26 22:24:28.912018 n-d-760453-5 neutron-server[103304]: DEBUG neutron.notifiers.nova [req-0e2b30d1-cb28-4ab8-b997-fbb927ef3f46 req-7845071e-2671-45de-b74b-f04b02513bab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3e45b2ba-a389-4a69-b286-fece9e3017bb {{(pid=103304) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 26 22:24:28.920864 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-0e2b30d1-cb28-4ab8-b997-fbb927ef3f46 req-7845071e-2671-45de-b74b-f04b02513bab service neutron] Publish callbacks [] for port (3e45b2ba-a389-4a69-b286-fece9e3017bb), precommit_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:24:28.933027 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.provisioning_blocks [req-0e2b30d1-cb28-4ab8-b997-fbb927ef3f46 req-7845071e-2671-45de-b74b-f04b02513bab service neutron] Transition to ACTIVE for port object 3e45b2ba-a389-4a69-b286-fece9e3017bb will not be triggered until provisioned by entity L2. {{(pid=103304) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 22:24:28.937567 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-0e2b30d1-cb28-4ab8-b997-fbb927ef3f46 req-7845071e-2671-45de-b74b-f04b02513bab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9281542'] for port (3e45b2ba-a389-4a69-b286-fece9e3017bb), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:24:28.989698 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7845071e-2671-45de-b74b-f04b02513bab service neutron] Pushing event updated for resources: {'Port': ['ID=3e45b2ba-a389-4a69-b286-fece9e3017bb,revision_number=2']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 22:24:29.109415 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b77c8bf-040e-4a80-a2dd-900ab6f07d7f req-1777373d-dd53-4d65-a340-57300a8e89bd tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:24:29.110997 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-4b77c8bf-040e-4a80-a2dd-900ab6f07d7f req-1777373d-dd53-4d65-a340-57300a8e89bd tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] 10.222.0.13 "GET /v2.0/ports?device_id=482e2cd3-5845-41c4-827a-77009a34db3a HTTP/1.1" status: 200 len: 944 time: 0.0956743 Jan 26 22:24:29.111931 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [req-0e2b30d1-cb28-4ab8-b997-fbb927ef3f46 req-7845071e-2671-45de-b74b-f04b02513bab service neutron] Attempting to bind port 3e45b2ba-a389-4a69-b286-fece9e3017bb on host n-h2-760453-5 for vnic_type normal with profile {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 22:24:29.112261 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [req-0e2b30d1-cb28-4ab8-b997-fbb927ef3f46 req-7845071e-2671-45de-b74b-f04b02513bab service neutron] Attempting to bind port 3e45b2ba-a389-4a69-b286-fece9e3017bb by drivers openvswitch,hyperv on host n-h2-760453-5 at level 0 using segments [{'id': '0b2610cb-7d4b-4113-9760-0083da73c83d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '7f7c38f0-28b5-438c-8708-37ab567ce33c'}] {{(pid=103304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 26 22:24:29.112582 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e2b30d1-cb28-4ab8-b997-fbb927ef3f46 req-7845071e-2671-45de-b74b-f04b02513bab service neutron] Attempting to bind port 3e45b2ba-a389-4a69-b286-fece9e3017bb on network 7f7c38f0-28b5-438c-8708-37ab567ce33c {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 22:24:29.124976 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e2b30d1-cb28-4ab8-b997-fbb927ef3f46 req-7845071e-2671-45de-b74b-f04b02513bab service neutron] Port 3e45b2ba-a389-4a69-b286-fece9e3017bb on network 7f7c38f0-28b5-438c-8708-37ab567ce33c not bound, no agent of type Open vSwitch agent registered on host n-h2-760453-5 {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 26 22:24:29.125357 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e2b30d1-cb28-4ab8-b997-fbb927ef3f46 req-7845071e-2671-45de-b74b-f04b02513bab service neutron] Attempting to bind port 3e45b2ba-a389-4a69-b286-fece9e3017bb on network 7f7c38f0-28b5-438c-8708-37ab567ce33c {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 22:24:29.139618 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e2b30d1-cb28-4ab8-b997-fbb927ef3f46 req-7845071e-2671-45de-b74b-f04b02513bab service neutron] Checking agent: {'id': '4d619873-4b60-439f-9b5a-b155dc8bbc34', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-760453-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 21, 2, 53), 'started_at': datetime.datetime(2022, 1, 26, 21, 2, 53), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 22, 24, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 26 22:24:29.139958 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e2b30d1-cb28-4ab8-b997-fbb927ef3f46 req-7845071e-2671-45de-b74b-f04b02513bab service neutron] Checking segment: {'id': '0b2610cb-7d4b-4113-9760-0083da73c83d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '7f7c38f0-28b5-438c-8708-37ab567ce33c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103304) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 22:24:29.140341 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e2b30d1-cb28-4ab8-b997-fbb927ef3f46 req-7845071e-2671-45de-b74b-f04b02513bab service neutron] Bound using segment: {'id': '0b2610cb-7d4b-4113-9760-0083da73c83d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '7f7c38f0-28b5-438c-8708-37ab567ce33c'} {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 26 22:24:29.140772 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [req-0e2b30d1-cb28-4ab8-b997-fbb927ef3f46 req-7845071e-2671-45de-b74b-f04b02513bab service neutron] Bound port: 3e45b2ba-a389-4a69-b286-fece9e3017bb, host: n-h2-760453-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0b2610cb-7d4b-4113-9760-0083da73c83d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '7f7c38f0-28b5-438c-8708-37ab567ce33c'}}] {{(pid=103304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 26 22:24:29.141135 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-0e2b30d1-cb28-4ab8-b997-fbb927ef3f46 req-7845071e-2671-45de-b74b-f04b02513bab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (3e45b2ba-a389-4a69-b286-fece9e3017bb), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:24:29.198111 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-4b77c8bf-040e-4a80-a2dd-900ab6f07d7f req-b85fa670-18d1-4a3c-8498-1aaa16d33cc4 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] 10.222.0.13 "GET /v2.0/security-groups?id=61fe8c0a-7d00-4082-bf72-53f922a7f43c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0806229 Jan 26 22:24:29.234112 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [req-0e2b30d1-cb28-4ab8-b997-fbb927ef3f46 req-7845071e-2671-45de-b74b-f04b02513bab service neutron] For port 3e45b2ba-a389-4a69-b286-fece9e3017bb, host n-h2-760453-5, cleared binding levels {{(pid=103304) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 26 22:24:29.237449 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [req-0e2b30d1-cb28-4ab8-b997-fbb927ef3f46 req-7845071e-2671-45de-b74b-f04b02513bab service neutron] For port 3e45b2ba-a389-4a69-b286-fece9e3017bb, host n-h2-760453-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-5',level=0,port_id=3e45b2ba-a389-4a69-b286-fece9e3017bb,segment=NetworkSegment(0b2610cb-7d4b-4113-9760-0083da73c83d),segment_id=0b2610cb-7d4b-4113-9760-0083da73c83d)] {{(pid=103304) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 26 22:24:29.242454 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-0e2b30d1-cb28-4ab8-b997-fbb927ef3f46 req-7845071e-2671-45de-b74b-f04b02513bab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9281542'] for port (3e45b2ba-a389-4a69-b286-fece9e3017bb), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:24:29.278300 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2b30d1-cb28-4ab8-b997-fbb927ef3f46 req-7845071e-2671-45de-b74b-f04b02513bab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:24:29.278930 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-0e2b30d1-cb28-4ab8-b997-fbb927ef3f46 req-7845071e-2671-45de-b74b-f04b02513bab service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:24:29.280718 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-0e2b30d1-cb28-4ab8-b997-fbb927ef3f46 req-7845071e-2671-45de-b74b-f04b02513bab service neutron] 10.222.0.57 "PUT /v2.0/ports/3e45b2ba-a389-4a69-b286-fece9e3017bb HTTP/1.1" status: 200 len: 1092 time: 0.7272785 Jan 26 22:24:29.281167 n-d-760453-5 neutron-server[103304]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '482e2cd3-5845-41c4-827a-77009a34db3a', 'tag': '3e45b2ba-a389-4a69-b286-fece9e3017bb'}] {{(pid=103304) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 22:24:29.283909 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86e783e1922a725fac327d65912384d63450ce1a6a2ee22db2d1cc52fb257f3b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f65d508c-8b45-4131-8f96-2debf0b799ee" -d '{"events": [{"name": "network-changed", "server_uuid": "482e2cd3-5845-41c4-827a-77009a34db3a", "tag": "3e45b2ba-a389-4a69-b286-fece9e3017bb"}]}' {{(pid=103304) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 22:24:29.321602 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7845071e-2671-45de-b74b-f04b02513bab service neutron] Pushing event updated for resources: {'Port': ['ID=3e45b2ba-a389-4a69-b286-fece9e3017bb,revision_number=3']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 22:24:29.368115 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 26 Jan 2022 22:24:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1f2e3f2-9c17-496b-8afb-234321ff908a x-openstack-request-id: req-b1f2e3f2-9c17-496b-8afb-234321ff908a {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 22:24:29.368594 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "482e2cd3-5845-41c4-827a-77009a34db3a", "tag": "3e45b2ba-a389-4a69-b286-fece9e3017bb", "status": "completed", "code": 200}]} {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 22:24:29.368936 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b1f2e3f2-9c17-496b-8afb-234321ff908a {{(pid=103304) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 22:24:29.369384 n-d-760453-5 neutron-server[103304]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '482e2cd3-5845-41c4-827a-77009a34db3a', 'tag': '3e45b2ba-a389-4a69-b286-fece9e3017bb', 'status': 'completed', 'code': 200} Jan 26 22:24:29.393787 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2b30d1-cb28-4ab8-b997-fbb927ef3f46 req-86c08df1-f0c8-454a-b3b1-8a6234e30774 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:24:29.395375 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-0e2b30d1-cb28-4ab8-b997-fbb927ef3f46 req-86c08df1-f0c8-454a-b3b1-8a6234e30774 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=da11f78dfa0e450e86495280e2cbbb24&device_id=482e2cd3-5845-41c4-827a-77009a34db3a HTTP/1.1" status: 200 len: 1095 time: 0.0652907 Jan 26 22:24:29.450210 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-0e2b30d1-cb28-4ab8-b997-fbb927ef3f46 req-ac1bdd9d-a215-4f1f-bfe7-7b6da7b261bf service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3e45b2ba-a389-4a69-b286-fece9e3017bb HTTP/1.1" status: 200 len: 217 time: 0.0481431 Jan 26 22:24:29.495221 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device 2a62467f-d6fb-4cf3-9bae-cf338f24bbfb up at agent ovs-agent-n-d-760453-5 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 22:24:29.516479 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2b30d1-cb28-4ab8-b997-fbb927ef3f46 req-54d6e302-a8f7-4c04-a596-0ebbb6526aa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:24:29.518011 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-0e2b30d1-cb28-4ab8-b997-fbb927ef3f46 req-54d6e302-a8f7-4c04-a596-0ebbb6526aa8 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=0a165641-f39f-4c35-86cd-dfd955e133da HTTP/1.1" status: 200 len: 835 time: 0.0608451 Jan 26 22:24:29.563541 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Provisioning complete for port 2a62467f-d6fb-4cf3-9bae-cf338f24bbfb triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 22:24:29.563834 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (2a62467f-d6fb-4cf3-9bae-cf338f24bbfb), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:24:29.583898 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2b30d1-cb28-4ab8-b997-fbb927ef3f46 req-1b5f0f2e-a061-42a3-a208-7bf35e31aece service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:24:29.585519 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-0e2b30d1-cb28-4ab8-b997-fbb927ef3f46 req-1b5f0f2e-a061-42a3-a208-7bf35e31aece service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=7f7c38f0-28b5-438c-8708-37ab567ce33c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0587313 Jan 26 22:24:29.662406 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Current status of the port 2a62467f-d6fb-4cf3-9bae-cf338f24bbfb is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 22:24:29.679306 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-0e2b30d1-cb28-4ab8-b997-fbb927ef3f46 req-69b58ad4-b488-4d06-a770-f608c0d522a2 service neutron] 10.222.0.57 "GET /v2.0/networks/7f7c38f0-28b5-438c-8708-37ab567ce33c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870082 Jan 26 22:24:29.771335 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-0e2b30d1-cb28-4ab8-b997-fbb927ef3f46 req-9c80c2c7-fd2c-4a25-a8c3-8b33be6b70e8 service neutron] 10.222.0.57 "GET /v2.0/networks/7f7c38f0-28b5-438c-8708-37ab567ce33c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867798 Jan 26 22:24:29.853070 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65d508c-8b45-4131-8f96-2debf0b799ee req-802a75e1-37ef-494a-9436-4f80aa323f6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:24:29.854577 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-f65d508c-8b45-4131-8f96-2debf0b799ee req-802a75e1-37ef-494a-9436-4f80aa323f6b service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=da11f78dfa0e450e86495280e2cbbb24&device_id=482e2cd3-5845-41c4-827a-77009a34db3a HTTP/1.1" status: 200 len: 1095 time: 0.0403152 Jan 26 22:24:29.941158 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65d508c-8b45-4131-8f96-2debf0b799ee req-7cb8234d-436e-4551-9fcb-0a3671ee8c8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:24:29.942675 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-f65d508c-8b45-4131-8f96-2debf0b799ee req-7cb8234d-436e-4551-9fcb-0a3671ee8c8d service neutron] 10.222.0.57 "GET /v2.0/networks?id=7f7c38f0-28b5-438c-8708-37ab567ce33c HTTP/1.1" status: 200 len: 897 time: 0.0828886 Jan 26 22:24:29.987096 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-f65d508c-8b45-4131-8f96-2debf0b799ee req-133b0eb0-8052-4227-85a0-8d824fcd401e service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3e45b2ba-a389-4a69-b286-fece9e3017bb HTTP/1.1" status: 200 len: 217 time: 0.0383732 Jan 26 22:24:30.035774 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65d508c-8b45-4131-8f96-2debf0b799ee req-4b9892db-9b27-44d8-9be3-bc85ce87e079 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:24:30.037237 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-f65d508c-8b45-4131-8f96-2debf0b799ee req-4b9892db-9b27-44d8-9be3-bc85ce87e079 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=0a165641-f39f-4c35-86cd-dfd955e133da HTTP/1.1" status: 200 len: 835 time: 0.0442719 Jan 26 22:24:30.081856 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65d508c-8b45-4131-8f96-2debf0b799ee req-0bfa0714-44d3-46b4-8f86-c01bf882d423 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:24:30.083334 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-f65d508c-8b45-4131-8f96-2debf0b799ee req-0bfa0714-44d3-46b4-8f86-c01bf882d423 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=7f7c38f0-28b5-438c-8708-37ab567ce33c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0396669 Jan 26 22:24:30.175331 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-f65d508c-8b45-4131-8f96-2debf0b799ee req-e05624fa-f356-4d44-b8bc-3cd56854ce71 service neutron] 10.222.0.57 "GET /v2.0/networks/7f7c38f0-28b5-438c-8708-37ab567ce33c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851028 Jan 26 22:24:30.263123 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-f65d508c-8b45-4131-8f96-2debf0b799ee req-a3d2444d-a292-46f6-9628-63fc015a200c service neutron] 10.222.0.57 "GET /v2.0/networks/7f7c38f0-28b5-438c-8708-37ab567ce33c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819623 Jan 26 22:24:30.321017 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53af3b12-9db2-4a5b-a2e7-d0d373e9c347 req-4a128b8b-ef08-4234-8702-4d9da5d0e3ca tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:24:30.322526 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-53af3b12-9db2-4a5b-a2e7-d0d373e9c347 req-4a128b8b-ef08-4234-8702-4d9da5d0e3ca tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] 10.222.0.13 "GET /v2.0/ports?device_id=482e2cd3-5845-41c4-827a-77009a34db3a HTTP/1.1" status: 200 len: 944 time: 0.0487387 Jan 26 22:24:30.375007 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-53af3b12-9db2-4a5b-a2e7-d0d373e9c347 req-44a04a41-a61c-406c-8d45-19d31d77a888 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] 10.222.0.13 "GET /v2.0/security-groups?id=61fe8c0a-7d00-4082-bf72-53f922a7f43c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468678 Jan 26 22:24:31.490320 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e9200a-d0ba-45eb-9029-0b2400759414 req-849b5e02-de3c-4374-ab20-ab3946618c3a tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:24:31.491819 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-96e9200a-d0ba-45eb-9029-0b2400759414 req-849b5e02-de3c-4374-ab20-ab3946618c3a tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] 10.222.0.13 "GET /v2.0/ports?device_id=482e2cd3-5845-41c4-827a-77009a34db3a HTTP/1.1" status: 200 len: 944 time: 0.0486217 Jan 26 22:24:31.540666 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-96e9200a-d0ba-45eb-9029-0b2400759414 req-fafbab01-c9c4-4d8a-a288-8495239631ea tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] 10.222.0.13 "GET /v2.0/security-groups?id=61fe8c0a-7d00-4082-bf72-53f922a7f43c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433700 Jan 26 22:24:32.539484 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Device 3e45b2ba-a389-4a69-b286-fece9e3017bb details requested by agent hyperv_n-h2-760453-5 with host n-h2-760453-5 {{(pid=103306) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 26 22:24:32.637521 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] For port 3e45b2ba-a389-4a69-b286-fece9e3017bb, host n-h2-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-5',level=0,port_id=3e45b2ba-a389-4a69-b286-fece9e3017bb,segment=NetworkSegment(0b2610cb-7d4b-4113-9760-0083da73c83d),segment_id=0b2610cb-7d4b-4113-9760-0083da73c83d)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 22:24:32.649926 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Returning: {'device': '3e45b2ba-a389-4a69-b286-fece9e3017bb', 'network_id': '7f7c38f0-28b5-438c-8708-37ab567ce33c', 'port_id': '3e45b2ba-a389-4a69-b286-fece9e3017bb', 'mac_address': 'fa:16:3e:dd:c2:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 584, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0a165641-f39f-4c35-86cd-dfd955e133da', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103306) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 26 22:24:32.663090 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2faef1-b3c2-4859-b90d-b9e15a142872 req-d2f983bc-43e0-4bf3-84fa-a59dcd38d618 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:24:32.664584 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-ff2faef1-b3c2-4859-b90d-b9e15a142872 req-d2f983bc-43e0-4bf3-84fa-a59dcd38d618 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] 10.222.0.13 "GET /v2.0/ports?device_id=482e2cd3-5845-41c4-827a-77009a34db3a HTTP/1.1" status: 200 len: 944 time: 0.0484042 Jan 26 22:24:32.687520 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Current status of the port 3e45b2ba-a389-4a69-b286-fece9e3017bb is: DOWN; New status is: BUILD {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 22:24:32.687899 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (3e45b2ba-a389-4a69-b286-fece9e3017bb), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:24:32.700939 n-d-760453-5 neutron-server[103306]: DEBUG neutron.notifiers.nova [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3e45b2ba-a389-4a69-b286-fece9e3017bb {{(pid=103306) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 26 22:24:32.715035 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-ff2faef1-b3c2-4859-b90d-b9e15a142872 req-4d7df5cb-f9d8-47da-a2cb-1f86acf17354 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] 10.222.0.13 "GET /v2.0/security-groups?id=61fe8c0a-7d00-4082-bf72-53f922a7f43c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442023 Jan 26 22:24:32.720193 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] For port 3e45b2ba-a389-4a69-b286-fece9e3017bb, host n-h2-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-5',level=0,port_id=3e45b2ba-a389-4a69-b286-fece9e3017bb,segment=NetworkSegment(0b2610cb-7d4b-4113-9760-0083da73c83d),segment_id=0b2610cb-7d4b-4113-9760-0083da73c83d)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 22:24:32.724494 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (3e45b2ba-a389-4a69-b286-fece9e3017bb), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:24:32.771596 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Pushing event updated for resources: {'Port': ['ID=3e45b2ba-a389-4a69-b286-fece9e3017bb,revision_number=4']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 22:24:32.946188 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] get_ports_and_sgs() called for port_ids ['3e45b2ba-a389-4a69-b286-fece9e3017bb'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 26 22:24:33.833533 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940be7cc-883f-4602-b849-328d2273c34e req-5a4afa9e-7e3d-4cf4-ae11-381a554ccde5 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:24:33.835023 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-940be7cc-883f-4602-b849-328d2273c34e req-5a4afa9e-7e3d-4cf4-ae11-381a554ccde5 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] 10.222.0.13 "GET /v2.0/ports?device_id=482e2cd3-5845-41c4-827a-77009a34db3a HTTP/1.1" status: 200 len: 945 time: 0.0513930 Jan 26 22:24:33.883194 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-940be7cc-883f-4602-b849-328d2273c34e req-6279e0f5-2c2e-432a-8764-df37637d2dd6 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] 10.222.0.13 "GET /v2.0/security-groups?id=61fe8c0a-7d00-4082-bf72-53f922a7f43c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427065 Jan 26 22:24:34.556694 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Device 3e45b2ba-a389-4a69-b286-fece9e3017bb up at agent hyperv_n-h2-760453-5 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 22:24:34.608614 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Provisioning for port 3e45b2ba-a389-4a69-b286-fece9e3017bb completed by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 22:24:34.612641 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Provisioning complete for port 3e45b2ba-a389-4a69-b286-fece9e3017bb triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 22:24:34.613015 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (3e45b2ba-a389-4a69-b286-fece9e3017bb), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:24:34.689056 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Current status of the port 3e45b2ba-a389-4a69-b286-fece9e3017bb is: BUILD; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 22:24:34.689610 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (3e45b2ba-a389-4a69-b286-fece9e3017bb), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:24:34.711336 n-d-760453-5 neutron-server[103306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '482e2cd3-5845-41c4-827a-77009a34db3a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e45b2ba-a389-4a69-b286-fece9e3017bb'}] {{(pid=103306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 22:24:34.713785 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c06f7aa05085a00df6a2944c086d22937b62c1e75db8df879377281bc6a8a153" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a40547d3-1164-424a-b47e-96667b2357ab" -d '{"events": [{"server_uuid": "482e2cd3-5845-41c4-827a-77009a34db3a", "name": "network-vif-plugged", "status": "completed", "tag": "3e45b2ba-a389-4a69-b286-fece9e3017bb"}]}' {{(pid=103306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 22:24:34.726578 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] For port 3e45b2ba-a389-4a69-b286-fece9e3017bb, host n-h2-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-5',level=0,port_id=3e45b2ba-a389-4a69-b286-fece9e3017bb,segment=NetworkSegment(0b2610cb-7d4b-4113-9760-0083da73c83d),segment_id=0b2610cb-7d4b-4113-9760-0083da73c83d)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 22:24:34.731144 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (3e45b2ba-a389-4a69-b286-fece9e3017bb), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:24:34.754413 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Jan 2022 22:24:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-becd0088-45c0-46de-8aa7-1dade8301e09 x-openstack-request-id: req-becd0088-45c0-46de-8aa7-1dade8301e09 {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 22:24:34.754705 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "482e2cd3-5845-41c4-827a-77009a34db3a", "name": "network-vif-plugged", "status": "completed", "tag": "3e45b2ba-a389-4a69-b286-fece9e3017bb", "code": 200}]} {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 22:24:34.754956 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-becd0088-45c0-46de-8aa7-1dade8301e09 {{(pid=103306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 22:24:34.755335 n-d-760453-5 neutron-server[103306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '482e2cd3-5845-41c4-827a-77009a34db3a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e45b2ba-a389-4a69-b286-fece9e3017bb', 'code': 200} Jan 26 22:24:34.784123 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Pushing event updated for resources: {'Port': ['ID=3e45b2ba-a389-4a69-b286-fece9e3017bb,revision_number=5']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 22:24:34.850420 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698eb626-1360-4d52-a4dc-87cf81ca1965 req-823b3f55-4499-4abc-9b2b-12dbd17f8599 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:24:34.851949 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-698eb626-1360-4d52-a4dc-87cf81ca1965 req-823b3f55-4499-4abc-9b2b-12dbd17f8599 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=482e2cd3-5845-41c4-827a-77009a34db3a HTTP/1.1" status: 200 len: 1097 time: 0.0394979 Jan 26 22:24:34.900592 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-698eb626-1360-4d52-a4dc-87cf81ca1965 req-77f76e7d-df81-4604-9ecd-82bf47479757 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=61fe8c0a-7d00-4082-bf72-53f922a7f43c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383370 Jan 26 22:24:35.003088 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500cd0e0-44b9-47b6-a954-963047812f91 req-dc606e45-de01-44af-aae6-1d3897e97837 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:24:35.004583 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-500cd0e0-44b9-47b6-a954-963047812f91 req-dc606e45-de01-44af-aae6-1d3897e97837 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] 10.222.0.13 "GET /v2.0/ports?device_id=482e2cd3-5845-41c4-827a-77009a34db3a HTTP/1.1" status: 200 len: 946 time: 0.0519414 Jan 26 22:24:35.053002 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-500cd0e0-44b9-47b6-a954-963047812f91 req-5f33294e-ada4-456f-b119-df7808e804e6 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] 10.222.0.13 "GET /v2.0/security-groups?id=61fe8c0a-7d00-4082-bf72-53f922a7f43c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428410 Jan 26 22:24:36.165689 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89db35df-dc0d-4704-b868-137103b746dc req-e2cae458-fa69-4e8c-b950-ff9f36a3c2f4 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:24:36.167186 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-89db35df-dc0d-4704-b868-137103b746dc req-e2cae458-fa69-4e8c-b950-ff9f36a3c2f4 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] 10.222.0.13 "GET /v2.0/ports?device_id=482e2cd3-5845-41c4-827a-77009a34db3a HTTP/1.1" status: 200 len: 946 time: 0.0489352 Jan 26 22:24:36.215764 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-89db35df-dc0d-4704-b868-137103b746dc req-b8d299a3-6ae4-4b90-9110-977731e76d76 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] 10.222.0.13 "GET /v2.0/security-groups?id=61fe8c0a-7d00-4082-bf72-53f922a7f43c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429950 Jan 26 22:24:36.325752 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76dfe925-1735-4265-8eed-a8eebda76522 req-e9195b81-cf7d-4ed4-9c48-83361d545294 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:24:36.327877 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-76dfe925-1735-4265-8eed-a8eebda76522 req-e9195b81-cf7d-4ed4-9c48-83361d545294 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] 10.222.0.13 "GET /v2.0/ports?device_id=482e2cd3-5845-41c4-827a-77009a34db3a HTTP/1.1" status: 200 len: 946 time: 0.0481188 Jan 26 22:24:36.379520 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-76dfe925-1735-4265-8eed-a8eebda76522 req-78196451-048f-4b8a-95f2-3d7c4d14a277 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] 10.222.0.13 "GET /v2.0/security-groups?id=61fe8c0a-7d00-4082-bf72-53f922a7f43c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460474 Jan 26 22:24:36.401107 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 55228) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 22:24:36.444605 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73a22b9f-d39c-4799-9d84-b9770e7037ca tempest-TestNetworkAdvancedServerOps-1320763415 tempest-TestNetworkAdvancedServerOps-1320763415-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:24:36.446200 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-73a22b9f-d39c-4799-9d84-b9770e7037ca tempest-TestNetworkAdvancedServerOps-1320763415 tempest-TestNetworkAdvancedServerOps-1320763415-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=482e2cd3-5845-41c4-827a-77009a34db3a HTTP/1.1" status: 200 len: 1092 time: 0.0440443 Jan 26 22:24:36.449145 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 55230) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 22:24:36.453799 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-daa7181d-9726-4acd-84f1-d48dcbf8b470 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Request body: {'floatingip': {'floating_network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'port_id': '3e45b2ba-a389-4a69-b286-fece9e3017bb', 'tenant_id': 'da11f78dfa0e450e86495280e2cbbb24', 'fixed_ip_address': '172.20.0.13'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 22:24:36.473228 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-daa7181d-9726-4acd-84f1-d48dcbf8b470 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:24:36.566372 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-daa7181d-9726-4acd-84f1-d48dcbf8b470 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:24:36.670953 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.db_base_plugin_common [None req-daa7181d-9726-4acd-84f1-d48dcbf8b470 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Allocated IP 172.25.1.108 (4140a1f1-c93a-4bea-83a0-68953a54f299/e48251a1-e30d-4820-8396-00c6f6aeb601/6e16f472-8e10-4c71-b452-4fcd5828cd51) {{(pid=103304) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 22:24:36.772010 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-daa7181d-9726-4acd-84f1-d48dcbf8b470 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Publish callbacks [] for port (6e16f472-8e10-4c71-b452-4fcd5828cd51), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:24:36.805824 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-daa7181d-9726-4acd-84f1-d48dcbf8b470 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746560234527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9281553'] for port (6e16f472-8e10-4c71-b452-4fcd5828cd51), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:24:36.844866 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-daa7181d-9726-4acd-84f1-d48dcbf8b470 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Network 4140a1f1-c93a-4bea-83a0-68953a54f299 is already hosted by enough agents. {{(pid=103304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 22:24:36.851923 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [None req-daa7181d-9726-4acd-84f1-d48dcbf8b470 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Resources bound (agent type, host, resource id): {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 22:24:36.854267 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa7181d-9726-4acd-84f1-d48dcbf8b470 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Pushing event updated for resources: {'Port': ['ID=6e16f472-8e10-4c71-b452-4fcd5828cd51,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 22:24:36.856430 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daa7181d-9726-4acd-84f1-d48dcbf8b470 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Received port after_create {{(pid=103304) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 22:24:37.207689 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-daa7181d-9726-4acd-84f1-d48dcbf8b470 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Publish callbacks [] for floatingip (f4d35c5a-12ae-40dc-a3c4-d46d7ae5ce74), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:24:37.275078 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-daa7181d-9726-4acd-84f1-d48dcbf8b470 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (6e16f472-8e10-4c71-b452-4fcd5828cd51), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:24:37.423553 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-daa7181d-9726-4acd-84f1-d48dcbf8b470 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Publish callbacks [] for port (6e16f472-8e10-4c71-b452-4fcd5828cd51), precommit_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:24:37.429346 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-daa7181d-9726-4acd-84f1-d48dcbf8b470 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9281542'] for port (6e16f472-8e10-4c71-b452-4fcd5828cd51), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:24:37.500370 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa7181d-9726-4acd-84f1-d48dcbf8b470 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Pushing event updated for resources: {'Port': ['ID=6e16f472-8e10-4c71-b452-4fcd5828cd51,revision_number=2']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 22:24:37.509948 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-daa7181d-9726-4acd-84f1-d48dcbf8b470 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4110913'] for floatingip (f4d35c5a-12ae-40dc-a3c4-d46d7ae5ce74), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:24:37.939102 n-d-760453-5 neutron-server[103304]: INFO neutron.db.l3_db [None req-daa7181d-9726-4acd-84f1-d48dcbf8b470 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Floating IP f4d35c5a-12ae-40dc-a3c4-d46d7ae5ce74 associated. External IP: 172.25.1.108, port: 3e45b2ba-a389-4a69-b286-fece9e3017bb. Jan 26 22:24:38.142738 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-daa7181d-9726-4acd-84f1-d48dcbf8b470 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Router 7e9e78fb-e395-4d82-83f4-bfab5ec98529 has already been hosted by L3 agent 09df100c-3af1-4b0a-bda8-05914c71c458 {{(pid=103304) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 26 22:24:38.246183 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-daa7181d-9726-4acd-84f1-d48dcbf8b470 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Notify agent at l3_agent.n-d-760453-5 the message routers_updated {{(pid=103304) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 26 22:24:38.256030 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e326c97-9486-4f50-a519-6d1f2eacd2b7 None None] Sync routers for ids ['7e9e78fb-e395-4d82-83f4-bfab5ec98529'] in n-d-760453-5 {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 26 22:24:38.267469 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e326c97-9486-4f50-a519-6d1f2eacd2b7 None None] Routers {'7e9e78fb-e395-4d82-83f4-bfab5ec98529'} bound to L3 agent in host n-d-760453-5 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 22:24:38.268172 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-8e326c97-9486-4f50-a519-6d1f2eacd2b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-26T20:55:21Z,description=,heartbeat_timestamp=2022-01-26T22:24:21Z,host='n-d-760453-5',id=09df100c-3af1-4b0a-bda8-05914c71c458,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:55:21Z,topic='l3_agent')) {'router_ids': ['7e9e78fb-e395-4d82-83f4-bfab5ec98529'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 22:24:38.272765 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-daa7181d-9726-4acd-84f1-d48dcbf8b470 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for floatingip (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:24:38.303075 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-daa7181d-9726-4acd-84f1-d48dcbf8b470 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8527489 Jan 26 22:24:38.304096 n-d-760453-5 neutron-server[103304]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '482e2cd3-5845-41c4-827a-77009a34db3a', 'tag': '3e45b2ba-a389-4a69-b286-fece9e3017bb'}] {{(pid=103304) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 22:24:38.306737 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86e783e1922a725fac327d65912384d63450ce1a6a2ee22db2d1cc52fb257f3b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33b09056-d31c-4220-8bb4-70804e707350" -d '{"events": [{"name": "network-changed", "server_uuid": "482e2cd3-5845-41c4-827a-77009a34db3a", "tag": "3e45b2ba-a389-4a69-b286-fece9e3017bb"}]}' {{(pid=103304) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 22:24:38.377081 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_dvr_db [None req-8e326c97-9486-4f50-a519-6d1f2eacd2b7 None None] Set router 7e9e78fb-e395-4d82-83f4-bfab5ec98529 gateway port host: n-d-760453-5 {{(pid=103307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 22:24:38.401804 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11711e0-1f1f-4e64-b39b-a9d1d7e3b228 req-7fbfb117-2d5d-4b2d-81de-11d8f3b89afc tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:24:38.403337 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-b11711e0-1f1f-4e64-b39b-a9d1d7e3b228 req-7fbfb117-2d5d-4b2d-81de-11d8f3b89afc tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] 10.222.0.13 "GET /v2.0/ports?device_id=482e2cd3-5845-41c4-827a-77009a34db3a HTTP/1.1" status: 200 len: 946 time: 0.0501957 Jan 26 22:24:38.453353 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-b11711e0-1f1f-4e64-b39b-a9d1d7e3b228 req-e4331daf-0fa7-4914-b1df-6ef96c701039 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] 10.222.0.13 "GET /v2.0/security-groups?id=61fe8c0a-7d00-4082-bf72-53f922a7f43c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440860 Jan 26 22:24:38.476209 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 55236) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 22:24:38.513255 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 26 Jan 2022 22:24:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11922335-b33a-4b8c-919e-06c6a2965262 x-openstack-request-id: req-11922335-b33a-4b8c-919e-06c6a2965262 {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 22:24:38.513594 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "482e2cd3-5845-41c4-827a-77009a34db3a", "tag": "3e45b2ba-a389-4a69-b286-fece9e3017bb", "status": "completed", "code": 200}]} {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 22:24:38.513964 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-11922335-b33a-4b8c-919e-06c6a2965262 {{(pid=103304) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 22:24:38.514366 n-d-760453-5 neutron-server[103304]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '482e2cd3-5845-41c4-827a-77009a34db3a', 'tag': '3e45b2ba-a389-4a69-b286-fece9e3017bb', 'status': 'completed', 'code': 200} Jan 26 22:24:38.569699 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-683207d2-bde4-4758-b514-61b2a9e7fe51 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] 10.222.0.13 "GET /v2.0/floatingips/f4d35c5a-12ae-40dc-a3c4-d46d7ae5ce74 HTTP/1.1" status: 200 len: 992 time: 0.0921750 Jan 26 22:24:38.581459 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b09056-d31c-4220-8bb4-70804e707350 req-cbe95486-da35-4758-b72e-7791c2ae2d8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:24:38.582954 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-33b09056-d31c-4220-8bb4-70804e707350 req-cbe95486-da35-4758-b72e-7791c2ae2d8c service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=da11f78dfa0e450e86495280e2cbbb24&device_id=482e2cd3-5845-41c4-827a-77009a34db3a HTTP/1.1" status: 200 len: 1097 time: 0.0599241 Jan 26 22:24:38.606990 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-8e326c97-9486-4f50-a519-6d1f2eacd2b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e9e78fb-e395-4d82-83f4-bfab5ec98529', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1782290128', 'tenant_id': 'da11f78dfa0e450e86495280e2cbbb24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'external_fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.44'}], 'enable_snat': True}, 'gw_port_id': 'c3cd515d-2c8a-45db-8ea3-0bb651bcd55d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T22:24:21Z', 'updated_at': '2022-01-26T22:24:25Z', 'revision_number': 4, 'project_id': 'da11f78dfa0e450e86495280e2cbbb24', 'gw_port': {'id': 'c3cd515d-2c8a-45db-8ea3-0bb651bcd55d', 'name': '', 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:27:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e9e78fb-e395-4d82-83f4-bfab5ec98529', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T22:24:22Z', 'updated_at': '2022-01-26T22:24:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-5', '_floatingips': [{'id': 'f4d35c5a-12ae-40dc-a3c4-d46d7ae5ce74', 'tenant_id': 'da11f78dfa0e450e86495280e2cbbb24', 'floating_ip_address': '172.25.1.108', 'floating_network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'router_id': '7e9e78fb-e395-4d82-83f4-bfab5ec98529', 'port_id': '3e45b2ba-a389-4a69-b286-fece9e3017bb', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4260, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7f7c38f0-28b5-438c-8708-37ab567ce33c', 'mac_address': 'fa:16:3e:dd:c2:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '482e2cd3-5845-41c4-827a-77009a34db3a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-26T22:24:37Z', 'updated_at': '2022-01-26T22:24:37Z', 'revision_number': 0, 'project_id': 'da11f78dfa0e450e86495280e2cbbb24', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2a62467f-d6fb-4cf3-9bae-cf338f24bbfb', 'name': '', 'network_id': '7f7c38f0-28b5-438c-8708-37ab567ce33c', 'tenant_id': 'da11f78dfa0e450e86495280e2cbbb24', 'mac_address': 'fa:16:3e:de:fd:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e9e78fb-e395-4d82-83f4-bfab5ec98529', 'device_owner': 'network:router_interface', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': '0a165641-f39f-4c35-86cd-dfd955e133da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T22:24:24Z', 'updated_at': '2022-01-26T22:24:28Z', 'revision_number': 5, 'project_id': 'da11f78dfa0e450e86495280e2cbbb24', 'subnets': [{'id': '0a165641-f39f-4c35-86cd-dfd955e133da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760453-5', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 22:24:38.633956 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e326c97-9486-4f50-a519-6d1f2eacd2b7 None None] Checking router: 7e9e78fb-e395-4d82-83f4-bfab5ec98529 for host: n-d-760453-5 {{(pid=103307) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 26 22:24:38.642176 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e326c97-9486-4f50-a519-6d1f2eacd2b7 None None] Routers {'7e9e78fb-e395-4d82-83f4-bfab5ec98529'} bound to L3 agent in host n-d-760453-5 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 22:24:38.642779 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-8e326c97-9486-4f50-a519-6d1f2eacd2b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-26T20:55:21Z,description=,heartbeat_timestamp=2022-01-26T22:24:21Z,host='n-d-760453-5',id=09df100c-3af1-4b0a-bda8-05914c71c458,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:55:21Z,topic='l3_agent')) {'router_ids': ['7e9e78fb-e395-4d82-83f4-bfab5ec98529'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 22:24:38.671904 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b09056-d31c-4220-8bb4-70804e707350 req-14db391f-e49a-47ea-8a55-54a1ce3e4977 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:24:38.673446 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-33b09056-d31c-4220-8bb4-70804e707350 req-14db391f-e49a-47ea-8a55-54a1ce3e4977 service neutron] 10.222.0.57 "GET /v2.0/networks?id=7f7c38f0-28b5-438c-8708-37ab567ce33c HTTP/1.1" status: 200 len: 897 time: 0.0846057 Jan 26 22:24:38.746893 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-33b09056-d31c-4220-8bb4-70804e707350 req-7cf15722-a128-41c3-84c0-146d8073edc0 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3e45b2ba-a389-4a69-b286-fece9e3017bb HTTP/1.1" status: 200 len: 1000 time: 0.0667932 Jan 26 22:24:38.797753 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b09056-d31c-4220-8bb4-70804e707350 req-5aa741f3-9038-463a-8ad2-2b449261dc4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:24:38.799262 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-33b09056-d31c-4220-8bb4-70804e707350 req-5aa741f3-9038-463a-8ad2-2b449261dc4a service neutron] 10.222.0.57 "GET /v2.0/subnets?id=0a165641-f39f-4c35-86cd-dfd955e133da HTTP/1.1" status: 200 len: 835 time: 0.0467615 Jan 26 22:24:38.836927 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_dvr_db [None req-8e326c97-9486-4f50-a519-6d1f2eacd2b7 None None] Set router 7e9e78fb-e395-4d82-83f4-bfab5ec98529 gateway port host: n-d-760453-5 {{(pid=103307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 22:24:38.843917 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b09056-d31c-4220-8bb4-70804e707350 req-e31f5c7b-8413-488f-9551-1205e21ecaf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:24:38.845504 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-33b09056-d31c-4220-8bb4-70804e707350 req-e31f5c7b-8413-488f-9551-1205e21ecaf1 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=7f7c38f0-28b5-438c-8708-37ab567ce33c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0401418 Jan 26 22:24:38.939042 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-33b09056-d31c-4220-8bb4-70804e707350 req-7713d8a7-f0f5-4e86-87a2-af8b5371b29c service neutron] 10.222.0.57 "GET /v2.0/networks/7f7c38f0-28b5-438c-8708-37ab567ce33c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870090 Jan 26 22:24:39.024935 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (32ef628b-8417-46c5-8729-60fcabe358f1), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:24:39.028547 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-33b09056-d31c-4220-8bb4-70804e707350 req-353b15a7-33a3-4256-a4fa-17c01fd69e50 service neutron] 10.222.0.57 "GET /v2.0/networks/7f7c38f0-28b5-438c-8708-37ab567ce33c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836182 Jan 26 22:24:39.058770 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-8e326c97-9486-4f50-a519-6d1f2eacd2b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e9e78fb-e395-4d82-83f4-bfab5ec98529', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1782290128', 'tenant_id': 'da11f78dfa0e450e86495280e2cbbb24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'external_fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.44'}], 'enable_snat': True}, 'gw_port_id': 'c3cd515d-2c8a-45db-8ea3-0bb651bcd55d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T22:24:21Z', 'updated_at': '2022-01-26T22:24:25Z', 'revision_number': 4, 'project_id': 'da11f78dfa0e450e86495280e2cbbb24', 'gw_port': {'id': 'c3cd515d-2c8a-45db-8ea3-0bb651bcd55d', 'name': '', 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:27:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e9e78fb-e395-4d82-83f4-bfab5ec98529', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T22:24:22Z', 'updated_at': '2022-01-26T22:24:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-5', '_floatingips': [{'id': 'f4d35c5a-12ae-40dc-a3c4-d46d7ae5ce74', 'tenant_id': 'da11f78dfa0e450e86495280e2cbbb24', 'floating_ip_address': '172.25.1.108', 'floating_network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'router_id': '7e9e78fb-e395-4d82-83f4-bfab5ec98529', 'port_id': '3e45b2ba-a389-4a69-b286-fece9e3017bb', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4260, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7f7c38f0-28b5-438c-8708-37ab567ce33c', 'mac_address': 'fa:16:3e:dd:c2:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '482e2cd3-5845-41c4-827a-77009a34db3a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-26T22:24:37Z', 'updated_at': '2022-01-26T22:24:37Z', 'revision_number': 0, 'project_id': 'da11f78dfa0e450e86495280e2cbbb24', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2a62467f-d6fb-4cf3-9bae-cf338f24bbfb', 'name': '', 'network_id': '7f7c38f0-28b5-438c-8708-37ab567ce33c', 'tenant_id': 'da11f78dfa0e450e86495280e2cbbb24', 'mac_address': 'fa:16:3e:de:fd:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e9e78fb-e395-4d82-83f4-bfab5ec98529', 'device_owner': 'network:router_interface', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': '0a165641-f39f-4c35-86cd-dfd955e133da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T22:24:24Z', 'updated_at': '2022-01-26T22:24:28Z', 'revision_number': 5, 'project_id': 'da11f78dfa0e450e86495280e2cbbb24', 'subnets': [{'id': '0a165641-f39f-4c35-86cd-dfd955e133da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760453-5', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 22:24:39.087491 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e326c97-9486-4f50-a519-6d1f2eacd2b7 None None] The sync data for ids ['7e9e78fb-e395-4d82-83f4-bfab5ec98529'] in n-d-760453-5 is: [{'id': '7e9e78fb-e395-4d82-83f4-bfab5ec98529', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1782290128', 'tenant_id': 'da11f78dfa0e450e86495280e2cbbb24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'external_fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.44'}], 'enable_snat': True}, 'gw_port_id': 'c3cd515d-2c8a-45db-8ea3-0bb651bcd55d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T22:24:21Z', 'updated_at': '2022-01-26T22:24:25Z', 'revision_number': 4, 'project_id': 'da11f78dfa0e450e86495280e2cbbb24', 'gw_port': {'id': 'c3cd515d-2c8a-45db-8ea3-0bb651bcd55d', 'name': '', 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:27:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e9e78fb-e395-4d82-83f4-bfab5ec98529', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T22:24:22Z', 'updated_at': '2022-01-26T22:24:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-5', '_floatingips': [{'id': 'f4d35c5a-12ae-40dc-a3c4-d46d7ae5ce74', 'tenant_id': 'da11f78dfa0e450e86495280e2cbbb24', 'floating_ip_address': '172.25.1.108', 'floating_network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'router_id': '7e9e78fb-e395-4d82-83f4-bfab5ec98529', 'port_id': '3e45b2ba-a389-4a69-b286-fece9e3017bb', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4260, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7f7c38f0-28b5-438c-8708-37ab567ce33c', 'mac_address': 'fa:16:3e:dd:c2:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '482e2cd3-5845-41c4-827a-77009a34db3a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-26T22:24:37Z', 'updated_at': '2022-01-26T22:24:37Z', 'revision_number': 0, 'project_id': 'da11f78dfa0e450e86495280e2cbbb24', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2a62467f-d6fb-4cf3-9bae-cf338f24bbfb', 'name': '', 'network_id': '7f7c38f0-28b5-438c-8708-37ab567ce33c', 'tenant_id': 'da11f78dfa0e450e86495280e2cbbb24', 'mac_address': 'fa:16:3e:de:fd:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e9e78fb-e395-4d82-83f4-bfab5ec98529', 'device_owner': 'network:router_interface', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': '0a165641-f39f-4c35-86cd-dfd955e133da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T22:24:24Z', 'updated_at': '2022-01-26T22:24:28Z', 'revision_number': 5, 'project_id': 'da11f78dfa0e450e86495280e2cbbb24', 'subnets': [{'id': '0a165641-f39f-4c35-86cd-dfd955e133da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 26 22:24:39.284192 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5895a4e-4e35-458e-a8e9-136359fd8da7 None None] New status for floating IP f4d35c5a-12ae-40dc-a3c4-d46d7ae5ce74: ACTIVE {{(pid=103306) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 26 22:24:39.573747 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 55238) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 22:24:39.638534 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-5fdd1f3f-f208-4162-b846-f57a15dd7bfe tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] 10.222.0.13 "GET /v2.0/floatingips/f4d35c5a-12ae-40dc-a3c4-d46d7ae5ce74 HTTP/1.1" status: 200 len: 994 time: 0.0637124 Jan 26 22:24:45.491482 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.agents_db [None req-569f1ced-6396-4ddf-b79f-e03b0b2146ab None None] Agent healthcheck: found 7 active agents {{(pid=103307) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 26 22:24:49.051784 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-3cda7297-46de-4017-903b-e135c516c85d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (474ccdf7-ab6c-405b-a3b2-dc7b05829902), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:24:51.380363 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-66513f84-a556-4777-8d39-ac95accb6d67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (09df100c-3af1-4b0a-bda8-05914c71c458), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:24:52.526461 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-841f5991-a4d8-4d4b-b215-cbc6bab5427b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (aa7ee9d2-08eb-4e12-b895-24c57300dfec), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:24:53.746747 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (4d619873-4b60-439f-9b5a-b155dc8bbc34), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:24:54.352195 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-839dd188-ec69-470c-9ab0-d318dc1a2e96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (e79b4fc6-6c71-44b2-a6d0-ff3e1f4dfd0d), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:24:55.502969 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (fea0591a-627d-4c87-9a9a-01625ddf3277), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:25:09.042022 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (32ef628b-8417-46c5-8729-60fcabe358f1), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:25:12.767988 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f6a02f-e975-4758-936d-6b586187af37 req-86448372-d446-458b-9bd0-f6ad89e8a37f tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:25:12.769530 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-50f6a02f-e975-4758-936d-6b586187af37 req-86448372-d446-458b-9bd0-f6ad89e8a37f tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] 10.222.0.13 "GET /v2.0/ports?device_id=482e2cd3-5845-41c4-827a-77009a34db3a HTTP/1.1" status: 200 len: 946 time: 0.0769436 Jan 26 22:25:12.771973 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ef9765-aea5-400e-a539-c443a796988f req-1f2fe51d-e608-4a8d-bf31-b7980f95a679 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:25:12.773398 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-d1ef9765-aea5-400e-a539-c443a796988f req-1f2fe51d-e608-4a8d-bf31-b7980f95a679 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=da11f78dfa0e450e86495280e2cbbb24&device_id=482e2cd3-5845-41c4-827a-77009a34db3a HTTP/1.1" status: 200 len: 1097 time: 0.0701628 Jan 26 22:25:12.873028 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-50f6a02f-e975-4758-936d-6b586187af37 req-0e5b5f30-13bc-4d53-870f-aa89e25be06a tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] 10.222.0.13 "GET /v2.0/security-groups?id=61fe8c0a-7d00-4082-bf72-53f922a7f43c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0977254 Jan 26 22:25:12.898071 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ef9765-aea5-400e-a539-c443a796988f req-83abc2dd-32a1-48ba-b4bd-1ccc4dc35c16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:25:12.899482 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-d1ef9765-aea5-400e-a539-c443a796988f req-83abc2dd-32a1-48ba-b4bd-1ccc4dc35c16 service neutron] 10.222.0.57 "GET /v2.0/networks?id=7f7c38f0-28b5-438c-8708-37ab567ce33c HTTP/1.1" status: 200 len: 897 time: 0.1184123 Jan 26 22:25:12.964433 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-d1ef9765-aea5-400e-a539-c443a796988f req-a5512345-985e-44d1-be4a-cc8aac9f5198 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3e45b2ba-a389-4a69-b286-fece9e3017bb HTTP/1.1" status: 200 len: 1002 time: 0.0583038 Jan 26 22:25:13.016371 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ef9765-aea5-400e-a539-c443a796988f req-ae97f103-8cd6-468e-8e64-9066458ff7b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:25:13.017836 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-d1ef9765-aea5-400e-a539-c443a796988f req-ae97f103-8cd6-468e-8e64-9066458ff7b7 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=0a165641-f39f-4c35-86cd-dfd955e133da HTTP/1.1" status: 200 len: 835 time: 0.0476646 Jan 26 22:25:13.063325 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ef9765-aea5-400e-a539-c443a796988f req-20a7459a-b160-4fe3-bcbf-e7c65b4538bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:25:13.064792 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-d1ef9765-aea5-400e-a539-c443a796988f req-20a7459a-b160-4fe3-bcbf-e7c65b4538bf service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=7f7c38f0-28b5-438c-8708-37ab567ce33c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0397100 Jan 26 22:25:13.153819 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-d1ef9765-aea5-400e-a539-c443a796988f req-55b5d6af-0e23-4ad0-a294-72c4d859f32f service neutron] 10.222.0.57 "GET /v2.0/networks/7f7c38f0-28b5-438c-8708-37ab567ce33c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810852 Jan 26 22:25:13.246973 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-d1ef9765-aea5-400e-a539-c443a796988f req-d8b3e24c-5516-4317-a156-ef8707aaecc5 service neutron] 10.222.0.57 "GET /v2.0/networks/7f7c38f0-28b5-438c-8708-37ab567ce33c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875762 Jan 26 22:25:13.988297 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b050f50-8554-4fe0-b12a-658d5bfcdc50 req-64e96b4b-2d03-404e-9c1d-b5a8ceff44b3 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:25:13.989804 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-9b050f50-8554-4fe0-b12a-658d5bfcdc50 req-64e96b4b-2d03-404e-9c1d-b5a8ceff44b3 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] 10.222.0.13 "GET /v2.0/ports?device_id=482e2cd3-5845-41c4-827a-77009a34db3a HTTP/1.1" status: 200 len: 946 time: 0.0493145 Jan 26 22:25:14.038652 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-9b050f50-8554-4fe0-b12a-658d5bfcdc50 req-2bed29e6-6667-445f-925e-fa044a63924d tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] 10.222.0.13 "GET /v2.0/security-groups?id=61fe8c0a-7d00-4082-bf72-53f922a7f43c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433571 Jan 26 22:25:15.160425 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8b1819-e167-408b-82fc-d7e318ba5524 req-4709c00c-005a-4e44-9893-1d80406dd447 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:25:15.161962 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-0e8b1819-e167-408b-82fc-d7e318ba5524 req-4709c00c-005a-4e44-9893-1d80406dd447 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] 10.222.0.13 "GET /v2.0/ports?device_id=482e2cd3-5845-41c4-827a-77009a34db3a HTTP/1.1" status: 200 len: 946 time: 0.0531256 Jan 26 22:25:15.210357 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-0e8b1819-e167-408b-82fc-d7e318ba5524 req-3a6554e2-e515-420f-a8c7-1bcda9ee4795 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] 10.222.0.13 "GET /v2.0/security-groups?id=61fe8c0a-7d00-4082-bf72-53f922a7f43c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428317 Jan 26 22:25:16.326607 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3c2736-93ee-4543-9f43-6e3468ab204d req-5716dc73-3ed5-40c9-be35-8ec484f36fca tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:25:16.328725 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-9c3c2736-93ee-4543-9f43-6e3468ab204d req-5716dc73-3ed5-40c9-be35-8ec484f36fca tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] 10.222.0.13 "GET /v2.0/ports?device_id=482e2cd3-5845-41c4-827a-77009a34db3a HTTP/1.1" status: 200 len: 946 time: 0.0479491 Jan 26 22:25:16.377004 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-9c3c2736-93ee-4543-9f43-6e3468ab204d req-5e544baa-1704-4e6c-88cb-8255ae7c9de0 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] 10.222.0.13 "GET /v2.0/security-groups?id=61fe8c0a-7d00-4082-bf72-53f922a7f43c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427685 Jan 26 22:25:17.491796 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67cc2d97-6450-457d-b09f-7d78d41201c8 req-b220f575-9b06-40c0-89d9-2059ed3c7690 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:25:17.493310 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-67cc2d97-6450-457d-b09f-7d78d41201c8 req-b220f575-9b06-40c0-89d9-2059ed3c7690 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] 10.222.0.13 "GET /v2.0/ports?device_id=482e2cd3-5845-41c4-827a-77009a34db3a HTTP/1.1" status: 200 len: 946 time: 0.0487683 Jan 26 22:25:17.545873 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-67cc2d97-6450-457d-b09f-7d78d41201c8 req-4792bc55-5d75-4fc8-a977-42c4c4ede004 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] 10.222.0.13 "GET /v2.0/security-groups?id=61fe8c0a-7d00-4082-bf72-53f922a7f43c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469677 Jan 26 22:25:18.086080 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e485fff2-bde1-4cc5-9af2-052e547bdb0f req-623d1970-922c-4c61-834c-26d03d1332cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:25:18.087575 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-e485fff2-bde1-4cc5-9af2-052e547bdb0f req-623d1970-922c-4c61-834c-26d03d1332cd service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=da11f78dfa0e450e86495280e2cbbb24&device_id=482e2cd3-5845-41c4-827a-77009a34db3a HTTP/1.1" status: 200 len: 1097 time: 0.0401583 Jan 26 22:25:18.187568 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e485fff2-bde1-4cc5-9af2-052e547bdb0f req-8baab782-e1a6-411a-8f27-3ecccdea0b8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:25:18.189062 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-e485fff2-bde1-4cc5-9af2-052e547bdb0f req-8baab782-e1a6-411a-8f27-3ecccdea0b8f service neutron] 10.222.0.57 "GET /v2.0/networks?id=7f7c38f0-28b5-438c-8708-37ab567ce33c HTTP/1.1" status: 200 len: 897 time: 0.0833585 Jan 26 22:25:18.255988 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-e485fff2-bde1-4cc5-9af2-052e547bdb0f req-8ec05d55-6557-493e-bec1-ba3b7a130bc8 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3e45b2ba-a389-4a69-b286-fece9e3017bb HTTP/1.1" status: 200 len: 1002 time: 0.0616605 Jan 26 22:25:18.303769 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e485fff2-bde1-4cc5-9af2-052e547bdb0f req-f9c9b60c-45d3-4a9f-bdc1-1fb5ee50cb85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:25:18.305222 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-e485fff2-bde1-4cc5-9af2-052e547bdb0f req-f9c9b60c-45d3-4a9f-bdc1-1fb5ee50cb85 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=0a165641-f39f-4c35-86cd-dfd955e133da HTTP/1.1" status: 200 len: 835 time: 0.0441029 Jan 26 22:25:18.349082 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e485fff2-bde1-4cc5-9af2-052e547bdb0f req-f4804806-c42b-430f-ad94-2941b04d7411 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:25:18.350513 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-e485fff2-bde1-4cc5-9af2-052e547bdb0f req-f4804806-c42b-430f-ad94-2941b04d7411 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=7f7c38f0-28b5-438c-8708-37ab567ce33c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0401359 Jan 26 22:25:18.443445 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-e485fff2-bde1-4cc5-9af2-052e547bdb0f req-28bf62da-9dfa-4753-a117-c0f865bc2a92 service neutron] 10.222.0.57 "GET /v2.0/networks/7f7c38f0-28b5-438c-8708-37ab567ce33c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874660 Jan 26 22:25:18.539646 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-e485fff2-bde1-4cc5-9af2-052e547bdb0f req-570b15a6-cef1-4e9b-95e7-b8c95fb471d6 service neutron] 10.222.0.57 "GET /v2.0/networks/7f7c38f0-28b5-438c-8708-37ab567ce33c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903728 Jan 26 22:25:18.663615 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb9e909-cc8c-4384-bebb-2ccf49915d01 req-24475513-9ab0-4272-b9ef-313551693e06 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:25:18.665113 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-7cb9e909-cc8c-4384-bebb-2ccf49915d01 req-24475513-9ab0-4272-b9ef-313551693e06 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] 10.222.0.13 "GET /v2.0/ports?device_id=482e2cd3-5845-41c4-827a-77009a34db3a HTTP/1.1" status: 200 len: 946 time: 0.0515203 Jan 26 22:25:18.721126 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-7cb9e909-cc8c-4384-bebb-2ccf49915d01 req-abc4b3b5-2a1e-467f-8164-2edf5931dcce tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] 10.222.0.13 "GET /v2.0/security-groups?id=61fe8c0a-7d00-4082-bf72-53f922a7f43c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502174 Jan 26 22:25:19.054157 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-6ca1d0dd-f90c-48dc-ac4c-bf5e32a677ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (474ccdf7-ab6c-405b-a3b2-dc7b05829902), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:25:19.837947 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f6953f-a956-4e18-8c30-853b380412aa req-8878947e-820d-4196-b24f-8c8d8509f87f tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:25:19.839462 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-78f6953f-a956-4e18-8c30-853b380412aa req-8878947e-820d-4196-b24f-8c8d8509f87f tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] 10.222.0.13 "GET /v2.0/ports?device_id=482e2cd3-5845-41c4-827a-77009a34db3a HTTP/1.1" status: 200 len: 946 time: 0.0518687 Jan 26 22:25:19.890015 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-78f6953f-a956-4e18-8c30-853b380412aa req-b987e6df-724c-4eb7-b809-ab31a047bb00 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] 10.222.0.13 "GET /v2.0/security-groups?id=61fe8c0a-7d00-4082-bf72-53f922a7f43c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444200 Jan 26 22:25:21.006379 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144dc88e-4514-488e-aaee-701ca96cedad req-1ffe523a-e617-434e-8d9e-ac7204c84174 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:25:21.007881 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-144dc88e-4514-488e-aaee-701ca96cedad req-1ffe523a-e617-434e-8d9e-ac7204c84174 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] 10.222.0.13 "GET /v2.0/ports?device_id=482e2cd3-5845-41c4-827a-77009a34db3a HTTP/1.1" status: 200 len: 946 time: 0.0496333 Jan 26 22:25:21.055771 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-144dc88e-4514-488e-aaee-701ca96cedad req-f37003a4-7f98-461a-9ea9-812fd3b92d76 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] 10.222.0.13 "GET /v2.0/security-groups?id=61fe8c0a-7d00-4082-bf72-53f922a7f43c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423796 Jan 26 22:25:21.384276 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-33ead0eb-56a2-454f-b110-736c8641910c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (09df100c-3af1-4b0a-bda8-05914c71c458), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:25:22.176187 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5950449b-aa77-4206-bbcb-199ac7aca819 req-1aac9496-ad47-437f-8ce1-7f809d1e3499 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:25:22.177674 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-5950449b-aa77-4206-bbcb-199ac7aca819 req-1aac9496-ad47-437f-8ce1-7f809d1e3499 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] 10.222.0.13 "GET /v2.0/ports?device_id=482e2cd3-5845-41c4-827a-77009a34db3a HTTP/1.1" status: 200 len: 946 time: 0.0541415 Jan 26 22:25:22.225520 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-5950449b-aa77-4206-bbcb-199ac7aca819 req-c7c81345-8921-456e-a278-56dbab26285e tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] 10.222.0.13 "GET /v2.0/security-groups?id=61fe8c0a-7d00-4082-bf72-53f922a7f43c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422933 Jan 26 22:25:22.491033 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.agents_db [None req-569f1ced-6396-4ddf-b79f-e03b0b2146ab None None] Agent healthcheck: found 7 active agents {{(pid=103307) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 26 22:25:22.528346 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-841f5991-a4d8-4d4b-b215-cbc6bab5427b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (aa7ee9d2-08eb-4e12-b895-24c57300dfec), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:25:23.342371 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830961bd-3558-46df-8dc3-ddb4c4a689f6 req-e570323a-87b0-4575-b19a-539d7ef5368b tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:25:23.343886 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-830961bd-3558-46df-8dc3-ddb4c4a689f6 req-e570323a-87b0-4575-b19a-539d7ef5368b tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] 10.222.0.13 "GET /v2.0/ports?device_id=482e2cd3-5845-41c4-827a-77009a34db3a HTTP/1.1" status: 200 len: 946 time: 0.0486293 Jan 26 22:25:23.393654 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-830961bd-3558-46df-8dc3-ddb4c4a689f6 req-86da0909-f16c-4228-ad2a-661dba26191d tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] 10.222.0.13 "GET /v2.0/security-groups?id=61fe8c0a-7d00-4082-bf72-53f922a7f43c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434852 Jan 26 22:25:23.757608 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (4d619873-4b60-439f-9b5a-b155dc8bbc34), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:25:24.355501 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-839dd188-ec69-470c-9ab0-d318dc1a2e96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (e79b4fc6-6c71-44b2-a6d0-ff3e1f4dfd0d), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:25:24.511749 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12dda613-b1b4-4e8e-bbc1-b611653b6ee1 req-dd7a9901-1182-463d-b79a-afb07c92be66 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:25:24.513225 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-12dda613-b1b4-4e8e-bbc1-b611653b6ee1 req-dd7a9901-1182-463d-b79a-afb07c92be66 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] 10.222.0.13 "GET /v2.0/ports?device_id=482e2cd3-5845-41c4-827a-77009a34db3a HTTP/1.1" status: 200 len: 946 time: 0.0524454 Jan 26 22:25:24.562886 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-12dda613-b1b4-4e8e-bbc1-b611653b6ee1 req-dad277f9-c477-43b2-998a-bb4b4af45f79 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] 10.222.0.13 "GET /v2.0/security-groups?id=61fe8c0a-7d00-4082-bf72-53f922a7f43c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437703 Jan 26 22:25:24.584551 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 55282) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 22:25:24.645030 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-fb36b666-b7a4-400b-a025-756c167a2bab tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] 10.222.0.13 "GET /v2.0/floatingips/f4d35c5a-12ae-40dc-a3c4-d46d7ae5ce74 HTTP/1.1" status: 200 len: 994 time: 0.0592785 Jan 26 22:25:25.505285 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (fea0591a-627d-4c87-9a9a-01625ddf3277), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:25:39.043091 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (32ef628b-8417-46c5-8729-60fcabe358f1), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:25:49.055063 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-5ec2fee9-1173-489e-8d51-fa742599184d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (474ccdf7-ab6c-405b-a3b2-dc7b05829902), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:25:51.386650 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-4b7cf1a1-d9d4-43f3-af2c-d2684aa90bfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (09df100c-3af1-4b0a-bda8-05914c71c458), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:25:52.531634 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-841f5991-a4d8-4d4b-b215-cbc6bab5427b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (aa7ee9d2-08eb-4e12-b895-24c57300dfec), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:25:53.766476 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (4d619873-4b60-439f-9b5a-b155dc8bbc34), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:25:54.357998 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-839dd188-ec69-470c-9ab0-d318dc1a2e96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (e79b4fc6-6c71-44b2-a6d0-ff3e1f4dfd0d), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:25:55.506574 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (fea0591a-627d-4c87-9a9a-01625ddf3277), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:25:57.006601 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 55292) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 22:25:57.164301 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-c99a9ef0-4ed5-42ee-a732-6b85cbf12fe7 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Deleting port 6e16f472-8e10-4c71-b452-4fcd5828cd51 {{(pid=103304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 22:25:57.164650 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-c99a9ef0-4ed5-42ee-a732-6b85cbf12fe7 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746560630878'] for port (6e16f472-8e10-4c71-b452-4fcd5828cd51), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:25:57.242450 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-c99a9ef0-4ed5-42ee-a732-6b85cbf12fe7 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4109658'] for port (6e16f472-8e10-4c71-b452-4fcd5828cd51), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:25:57.242780 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-c99a9ef0-4ed5-42ee-a732-6b85cbf12fe7 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Publish callbacks [] for floatingip (6e16f472-8e10-4c71-b452-4fcd5828cd51), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:25:57.254919 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-c99a9ef0-4ed5-42ee-a732-6b85cbf12fe7 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Calling delete_port for 6e16f472-8e10-4c71-b452-4fcd5828cd51 owned by network:floatingip {{(pid=103304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 22:25:57.402146 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-c99a9ef0-4ed5-42ee-a732-6b85cbf12fe7 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746560636600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746560234536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9281553'] for port (6e16f472-8e10-4c71-b452-4fcd5828cd51), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:25:57.432819 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99a9ef0-4ed5-42ee-a732-6b85cbf12fe7 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Pushing event deleted for resources: {'Port': ['ID=6e16f472-8e10-4c71-b452-4fcd5828cd51,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 22:25:57.455408 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c99a9ef0-4ed5-42ee-a732-6b85cbf12fe7 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:25:57.455762 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c99a9ef0-4ed5-42ee-a732-6b85cbf12fe7 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:25:57.456106 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c99a9ef0-4ed5-42ee-a732-6b85cbf12fe7 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:25:57.456445 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c99a9ef0-4ed5-42ee-a732-6b85cbf12fe7 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:25:57.456779 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c99a9ef0-4ed5-42ee-a732-6b85cbf12fe7 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:25:57.457112 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c99a9ef0-4ed5-42ee-a732-6b85cbf12fe7 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:25:57.457475 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c99a9ef0-4ed5-42ee-a732-6b85cbf12fe7 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:25:57.457809 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c99a9ef0-4ed5-42ee-a732-6b85cbf12fe7 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:25:57.458137 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c99a9ef0-4ed5-42ee-a732-6b85cbf12fe7 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:25:57.458464 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c99a9ef0-4ed5-42ee-a732-6b85cbf12fe7 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:25:57.458799 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c99a9ef0-4ed5-42ee-a732-6b85cbf12fe7 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:25:57.459120 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c99a9ef0-4ed5-42ee-a732-6b85cbf12fe7 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:25:57.459442 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c99a9ef0-4ed5-42ee-a732-6b85cbf12fe7 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:25:57.498851 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-c99a9ef0-4ed5-42ee-a732-6b85cbf12fe7 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Publish callbacks [] for floatingip (f4d35c5a-12ae-40dc-a3c4-d46d7ae5ce74), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:25:57.499183 n-d-760453-5 neutron-server[103304]: INFO neutron.db.l3_db [None req-c99a9ef0-4ed5-42ee-a732-6b85cbf12fe7 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Floating IP f4d35c5a-12ae-40dc-a3c4-d46d7ae5ce74 disassociated (deleted). External IP: 172.25.1.108, port: 3e45b2ba-a389-4a69-b286-fece9e3017bb. Jan 26 22:25:57.703971 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c99a9ef0-4ed5-42ee-a732-6b85cbf12fe7 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Router 7e9e78fb-e395-4d82-83f4-bfab5ec98529 has already been hosted by L3 agent 09df100c-3af1-4b0a-bda8-05914c71c458 {{(pid=103304) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 26 22:25:57.810826 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c99a9ef0-4ed5-42ee-a732-6b85cbf12fe7 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Notify agent at l3_agent.n-d-760453-5 the message routers_updated {{(pid=103304) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 26 22:25:57.815461 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-c99a9ef0-4ed5-42ee-a732-6b85cbf12fe7 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for floatingip (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:25:57.821997 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc61fd51-13ae-42f6-b259-8113ed7c6ce1 None None] Sync routers for ids ['7e9e78fb-e395-4d82-83f4-bfab5ec98529'] in n-d-760453-5 {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 26 22:25:57.832388 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc61fd51-13ae-42f6-b259-8113ed7c6ce1 None None] Routers {'7e9e78fb-e395-4d82-83f4-bfab5ec98529'} bound to L3 agent in host n-d-760453-5 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 22:25:57.833004 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-fc61fd51-13ae-42f6-b259-8113ed7c6ce1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-26T20:55:21Z,description=,heartbeat_timestamp=2022-01-26T22:25:51Z,host='n-d-760453-5',id=09df100c-3af1-4b0a-bda8-05914c71c458,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:55:21Z,topic='l3_agent')) {'router_ids': ['7e9e78fb-e395-4d82-83f4-bfab5ec98529'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 22:25:57.843253 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-c99a9ef0-4ed5-42ee-a732-6b85cbf12fe7 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] 10.222.0.13 "DELETE /v2.0/floatingips/f4d35c5a-12ae-40dc-a3c4-d46d7ae5ce74 HTTP/1.1" status: 204 len: 168 time: 0.8355806 Jan 26 22:25:57.843883 n-d-760453-5 neutron-server[103304]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '482e2cd3-5845-41c4-827a-77009a34db3a', 'tag': '3e45b2ba-a389-4a69-b286-fece9e3017bb'}] {{(pid=103304) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 22:25:57.846341 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86e783e1922a725fac327d65912384d63450ce1a6a2ee22db2d1cc52fb257f3b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5c6ae61-dadd-4c7d-8486-c24758248d5a" -d '{"events": [{"name": "network-changed", "server_uuid": "482e2cd3-5845-41c4-827a-77009a34db3a", "tag": "3e45b2ba-a389-4a69-b286-fece9e3017bb"}]}' {{(pid=103304) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 22:25:57.937616 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_dvr_db [None req-fc61fd51-13ae-42f6-b259-8113ed7c6ce1 None None] Set router 7e9e78fb-e395-4d82-83f4-bfab5ec98529 gateway port host: n-d-760453-5 {{(pid=103307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 22:25:58.002496 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 26 Jan 2022 22:25:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b29445ba-1e15-4dc0-a2f2-decb0b0562cf x-openstack-request-id: req-b29445ba-1e15-4dc0-a2f2-decb0b0562cf {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 22:25:58.002793 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "482e2cd3-5845-41c4-827a-77009a34db3a", "tag": "3e45b2ba-a389-4a69-b286-fece9e3017bb", "status": "completed", "code": 200}]} {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 22:25:58.003073 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b29445ba-1e15-4dc0-a2f2-decb0b0562cf {{(pid=103304) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 22:25:58.003459 n-d-760453-5 neutron-server[103304]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '482e2cd3-5845-41c4-827a-77009a34db3a', 'tag': '3e45b2ba-a389-4a69-b286-fece9e3017bb', 'status': 'completed', 'code': 200} Jan 26 22:25:58.078046 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c6ae61-dadd-4c7d-8486-c24758248d5a req-1a87f26b-039b-4981-b804-18871430be5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:25:58.079590 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-d5c6ae61-dadd-4c7d-8486-c24758248d5a req-1a87f26b-039b-4981-b804-18871430be5b service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=da11f78dfa0e450e86495280e2cbbb24&device_id=482e2cd3-5845-41c4-827a-77009a34db3a HTTP/1.1" status: 200 len: 1097 time: 0.0516541 Jan 26 22:25:58.140765 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-fc61fd51-13ae-42f6-b259-8113ed7c6ce1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e9e78fb-e395-4d82-83f4-bfab5ec98529', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1782290128', 'tenant_id': 'da11f78dfa0e450e86495280e2cbbb24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'external_fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.44'}], 'enable_snat': True}, 'gw_port_id': 'c3cd515d-2c8a-45db-8ea3-0bb651bcd55d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T22:24:21Z', 'updated_at': '2022-01-26T22:24:25Z', 'revision_number': 4, 'project_id': 'da11f78dfa0e450e86495280e2cbbb24', 'gw_port': {'id': 'c3cd515d-2c8a-45db-8ea3-0bb651bcd55d', 'name': '', 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:27:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e9e78fb-e395-4d82-83f4-bfab5ec98529', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T22:24:22Z', 'updated_at': '2022-01-26T22:24:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-5', '_interfaces': [{'id': '2a62467f-d6fb-4cf3-9bae-cf338f24bbfb', 'name': '', 'network_id': '7f7c38f0-28b5-438c-8708-37ab567ce33c', 'tenant_id': 'da11f78dfa0e450e86495280e2cbbb24', 'mac_address': 'fa:16:3e:de:fd:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e9e78fb-e395-4d82-83f4-bfab5ec98529', 'device_owner': 'network:router_interface', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': '0a165641-f39f-4c35-86cd-dfd955e133da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T22:24:24Z', 'updated_at': '2022-01-26T22:24:28Z', 'revision_number': 5, 'project_id': 'da11f78dfa0e450e86495280e2cbbb24', 'subnets': [{'id': '0a165641-f39f-4c35-86cd-dfd955e133da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760453-5', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 22:25:58.171628 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc61fd51-13ae-42f6-b259-8113ed7c6ce1 None None] Checking router: 7e9e78fb-e395-4d82-83f4-bfab5ec98529 for host: n-d-760453-5 {{(pid=103307) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 26 22:25:58.179841 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc61fd51-13ae-42f6-b259-8113ed7c6ce1 None None] Routers {'7e9e78fb-e395-4d82-83f4-bfab5ec98529'} bound to L3 agent in host n-d-760453-5 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 22:25:58.180440 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-fc61fd51-13ae-42f6-b259-8113ed7c6ce1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-26T20:55:21Z,description=,heartbeat_timestamp=2022-01-26T22:25:51Z,host='n-d-760453-5',id=09df100c-3af1-4b0a-bda8-05914c71c458,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:55:21Z,topic='l3_agent')) {'router_ids': ['7e9e78fb-e395-4d82-83f4-bfab5ec98529'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 22:25:58.208830 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d32a5dc-7d44-4cb5-bafc-23c7080b8638 req-4a0d0316-89aa-423d-bd69-b3b1359eecb2 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:25:58.210360 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-3d32a5dc-7d44-4cb5-bafc-23c7080b8638 req-4a0d0316-89aa-423d-bd69-b3b1359eecb2 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] 10.222.0.13 "GET /v2.0/ports?device_id=482e2cd3-5845-41c4-827a-77009a34db3a HTTP/1.1" status: 200 len: 946 time: 0.1537097 Jan 26 22:25:58.214959 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c6ae61-dadd-4c7d-8486-c24758248d5a req-2ab430db-25e4-42ff-a7c4-adff58218292 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:25:58.216995 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-d5c6ae61-dadd-4c7d-8486-c24758248d5a req-2ab430db-25e4-42ff-a7c4-adff58218292 service neutron] 10.222.0.57 "GET /v2.0/networks?id=7f7c38f0-28b5-438c-8708-37ab567ce33c HTTP/1.1" status: 200 len: 897 time: 0.1284533 Jan 26 22:25:58.269525 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-d5c6ae61-dadd-4c7d-8486-c24758248d5a req-f14abb17-0a47-4e90-98f5-25d888f0422f service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3e45b2ba-a389-4a69-b286-fece9e3017bb HTTP/1.1" status: 200 len: 217 time: 0.0448499 Jan 26 22:25:58.287425 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_dvr_db [None req-fc61fd51-13ae-42f6-b259-8113ed7c6ce1 None None] Set router 7e9e78fb-e395-4d82-83f4-bfab5ec98529 gateway port host: n-d-760453-5 {{(pid=103307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 22:25:58.329172 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-3d32a5dc-7d44-4cb5-bafc-23c7080b8638 req-51d320ba-a03c-48fa-abcd-a699e0f58f3b tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] 10.222.0.13 "GET /v2.0/security-groups?id=61fe8c0a-7d00-4082-bf72-53f922a7f43c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1107390 Jan 26 22:25:58.338185 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c6ae61-dadd-4c7d-8486-c24758248d5a req-b448568f-a436-426e-9dbe-e4865a51791e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:25:58.339772 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-d5c6ae61-dadd-4c7d-8486-c24758248d5a req-b448568f-a436-426e-9dbe-e4865a51791e service neutron] 10.222.0.57 "GET /v2.0/subnets?id=0a165641-f39f-4c35-86cd-dfd955e133da HTTP/1.1" status: 200 len: 835 time: 0.0644183 Jan 26 22:25:58.385931 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c6ae61-dadd-4c7d-8486-c24758248d5a req-05ef6084-1517-44a3-890d-5dd7677280f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:25:58.387468 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-d5c6ae61-dadd-4c7d-8486-c24758248d5a req-05ef6084-1517-44a3-890d-5dd7677280f5 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=7f7c38f0-28b5-438c-8708-37ab567ce33c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0411925 Jan 26 22:25:58.482173 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-d5c6ae61-dadd-4c7d-8486-c24758248d5a req-3123f003-9b9c-47b4-8b8d-807fa41f0036 service neutron] 10.222.0.57 "GET /v2.0/networks/7f7c38f0-28b5-438c-8708-37ab567ce33c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877829 Jan 26 22:25:58.483787 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-fc61fd51-13ae-42f6-b259-8113ed7c6ce1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e9e78fb-e395-4d82-83f4-bfab5ec98529', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1782290128', 'tenant_id': 'da11f78dfa0e450e86495280e2cbbb24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'external_fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.44'}], 'enable_snat': True}, 'gw_port_id': 'c3cd515d-2c8a-45db-8ea3-0bb651bcd55d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T22:24:21Z', 'updated_at': '2022-01-26T22:24:25Z', 'revision_number': 4, 'project_id': 'da11f78dfa0e450e86495280e2cbbb24', 'gw_port': {'id': 'c3cd515d-2c8a-45db-8ea3-0bb651bcd55d', 'name': '', 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:27:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e9e78fb-e395-4d82-83f4-bfab5ec98529', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T22:24:22Z', 'updated_at': '2022-01-26T22:24:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-5', '_interfaces': [{'id': '2a62467f-d6fb-4cf3-9bae-cf338f24bbfb', 'name': '', 'network_id': '7f7c38f0-28b5-438c-8708-37ab567ce33c', 'tenant_id': 'da11f78dfa0e450e86495280e2cbbb24', 'mac_address': 'fa:16:3e:de:fd:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e9e78fb-e395-4d82-83f4-bfab5ec98529', 'device_owner': 'network:router_interface', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': '0a165641-f39f-4c35-86cd-dfd955e133da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T22:24:24Z', 'updated_at': '2022-01-26T22:24:28Z', 'revision_number': 5, 'project_id': 'da11f78dfa0e450e86495280e2cbbb24', 'subnets': [{'id': '0a165641-f39f-4c35-86cd-dfd955e133da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760453-5', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 22:25:58.509526 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc61fd51-13ae-42f6-b259-8113ed7c6ce1 None None] The sync data for ids ['7e9e78fb-e395-4d82-83f4-bfab5ec98529'] in n-d-760453-5 is: [{'id': '7e9e78fb-e395-4d82-83f4-bfab5ec98529', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1782290128', 'tenant_id': 'da11f78dfa0e450e86495280e2cbbb24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'external_fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.44'}], 'enable_snat': True}, 'gw_port_id': 'c3cd515d-2c8a-45db-8ea3-0bb651bcd55d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T22:24:21Z', 'updated_at': '2022-01-26T22:24:25Z', 'revision_number': 4, 'project_id': 'da11f78dfa0e450e86495280e2cbbb24', 'gw_port': {'id': 'c3cd515d-2c8a-45db-8ea3-0bb651bcd55d', 'name': '', 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:27:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e9e78fb-e395-4d82-83f4-bfab5ec98529', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T22:24:22Z', 'updated_at': '2022-01-26T22:24:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-5', '_interfaces': [{'id': '2a62467f-d6fb-4cf3-9bae-cf338f24bbfb', 'name': '', 'network_id': '7f7c38f0-28b5-438c-8708-37ab567ce33c', 'tenant_id': 'da11f78dfa0e450e86495280e2cbbb24', 'mac_address': 'fa:16:3e:de:fd:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e9e78fb-e395-4d82-83f4-bfab5ec98529', 'device_owner': 'network:router_interface', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': '0a165641-f39f-4c35-86cd-dfd955e133da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T22:24:24Z', 'updated_at': '2022-01-26T22:24:28Z', 'revision_number': 5, 'project_id': 'da11f78dfa0e450e86495280e2cbbb24', 'subnets': [{'id': '0a165641-f39f-4c35-86cd-dfd955e133da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 26 22:25:58.573243 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-d5c6ae61-dadd-4c7d-8486-c24758248d5a req-bcac2934-13ee-4fbc-b55d-9383f5d21ea9 service neutron] 10.222.0.57 "GET /v2.0/networks/7f7c38f0-28b5-438c-8708-37ab567ce33c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852599 Jan 26 22:25:58.741126 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b86e11f4-0398-4f8f-b32d-88ba3ab9f5db None None] New status for floating IP f4d35c5a-12ae-40dc-a3c4-d46d7ae5ce74: DOWN {{(pid=103306) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 26 22:25:59.452209 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9cf614-0039-4da9-adce-4c026f8af5ec req-3f15c595-3b59-4e8d-b15b-467586ee03a9 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:25:59.453731 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-1a9cf614-0039-4da9-adce-4c026f8af5ec req-3f15c595-3b59-4e8d-b15b-467586ee03a9 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] 10.222.0.13 "GET /v2.0/ports?device_id=482e2cd3-5845-41c4-827a-77009a34db3a HTTP/1.1" status: 200 len: 946 time: 0.0535088 Jan 26 22:25:59.490037 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.agents_db [None req-569f1ced-6396-4ddf-b79f-e03b0b2146ab None None] Agent healthcheck: found 7 active agents {{(pid=103307) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 26 22:25:59.532691 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f307900b-a235-4e12-b301-4cb6110cc4dd req-e029d806-4f6d-4aca-9121-337ab5dc0135 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:25:59.534199 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-f307900b-a235-4e12-b301-4cb6110cc4dd req-e029d806-4f6d-4aca-9121-337ab5dc0135 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] 10.222.0.57 "GET /v2.0/ports?device_id=482e2cd3-5845-41c4-827a-77009a34db3a HTTP/1.1" status: 200 len: 946 time: 0.0770473 Jan 26 22:25:59.538084 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-1a9cf614-0039-4da9-adce-4c026f8af5ec req-24f73464-d7bc-4360-9920-8badad69408b tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] 10.222.0.13 "GET /v2.0/security-groups?id=61fe8c0a-7d00-4082-bf72-53f922a7f43c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0732203 Jan 26 22:25:59.624762 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [req-f307900b-a235-4e12-b301-4cb6110cc4dd req-3fa0d5da-3f33-4a66-95c8-15bf9e119b71 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Deleting port 3e45b2ba-a389-4a69-b286-fece9e3017bb {{(pid=103304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 22:25:59.625021 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-f307900b-a235-4e12-b301-4cb6110cc4dd req-3fa0d5da-3f33-4a66-95c8-15bf9e119b71 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746560630878'] for port (3e45b2ba-a389-4a69-b286-fece9e3017bb), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:25:59.711494 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [req-f307900b-a235-4e12-b301-4cb6110cc4dd req-3fa0d5da-3f33-4a66-95c8-15bf9e119b71 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] For port 3e45b2ba-a389-4a69-b286-fece9e3017bb, host n-h2-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-5',level=0,port_id=3e45b2ba-a389-4a69-b286-fece9e3017bb,segment=NetworkSegment(0b2610cb-7d4b-4113-9760-0083da73c83d),segment_id=0b2610cb-7d4b-4113-9760-0083da73c83d)] {{(pid=103304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 22:25:59.711850 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-f307900b-a235-4e12-b301-4cb6110cc4dd req-3fa0d5da-3f33-4a66-95c8-15bf9e119b71 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4109658'] for port (3e45b2ba-a389-4a69-b286-fece9e3017bb), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:25:59.723499 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [req-f307900b-a235-4e12-b301-4cb6110cc4dd req-3fa0d5da-3f33-4a66-95c8-15bf9e119b71 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Calling delete_port for 3e45b2ba-a389-4a69-b286-fece9e3017bb owned by compute:nova {{(pid=103304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 22:25:59.850682 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-f307900b-a235-4e12-b301-4cb6110cc4dd req-3fa0d5da-3f33-4a66-95c8-15bf9e119b71 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746560636600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746560234536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9281553'] for port (3e45b2ba-a389-4a69-b286-fece9e3017bb), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:25:59.878530 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa0d5da-3f33-4a66-95c8-15bf9e119b71 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Pushing event deleted for resources: {'Port': ['ID=3e45b2ba-a389-4a69-b286-fece9e3017bb,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 22:25:59.922556 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [req-f307900b-a235-4e12-b301-4cb6110cc4dd req-3fa0d5da-3f33-4a66-95c8-15bf9e119b71 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] No DVR routers for this DVR port 3e45b2ba-a389-4a69-b286-fece9e3017bb on host n-h2-760453-5 {{(pid=103304) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 26 22:25:59.925208 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-f307900b-a235-4e12-b301-4cb6110cc4dd req-3fa0d5da-3f33-4a66-95c8-15bf9e119b71 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:25:59.928679 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-f307900b-a235-4e12-b301-4cb6110cc4dd req-3fa0d5da-3f33-4a66-95c8-15bf9e119b71 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] 10.222.0.57 "DELETE /v2.0/ports/3e45b2ba-a389-4a69-b286-fece9e3017bb HTTP/1.1" status: 204 len: 173 time: 0.3895714 Jan 26 22:26:00.004716 n-d-760453-5 neutron-server[103304]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '482e2cd3-5845-41c4-827a-77009a34db3a', 'name': 'network-vif-deleted', 'tag': '3e45b2ba-a389-4a69-b286-fece9e3017bb'}] {{(pid=103304) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 22:26:00.007146 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86e783e1922a725fac327d65912384d63450ce1a6a2ee22db2d1cc52fb257f3b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07241d5e-9d51-486f-b33d-3b8d6e6be29f" -d '{"events": [{"server_uuid": "482e2cd3-5845-41c4-827a-77009a34db3a", "name": "network-vif-deleted", "tag": "3e45b2ba-a389-4a69-b286-fece9e3017bb"}]}' {{(pid=103304) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 22:26:00.042523 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Jan 2022 22:26:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-917e7663-b3bb-48bc-824f-29e02742b1ff x-openstack-request-id: req-917e7663-b3bb-48bc-824f-29e02742b1ff {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 22:26:00.042831 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "482e2cd3-5845-41c4-827a-77009a34db3a", "name": "network-vif-deleted", "tag": "3e45b2ba-a389-4a69-b286-fece9e3017bb", "status": "completed", "code": 200}]} {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 22:26:00.043091 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-917e7663-b3bb-48bc-824f-29e02742b1ff {{(pid=103304) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 22:26:00.043533 n-d-760453-5 neutron-server[103304]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '482e2cd3-5845-41c4-827a-77009a34db3a', 'name': 'network-vif-deleted', 'tag': '3e45b2ba-a389-4a69-b286-fece9e3017bb', 'status': 'completed', 'code': 200} Jan 26 22:26:00.593565 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 55308) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 22:26:00.944762 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-05e60405-3482-4408-ab93-c840d38eab6b tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4110657'] for router_interface (7e9e78fb-e395-4d82-83f4-bfab5ec98529), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:26:01.194381 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-05e60405-3482-4408-ab93-c840d38eab6b tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Deleting port 2a62467f-d6fb-4cf3-9bae-cf338f24bbfb {{(pid=103304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 22:26:01.194728 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-05e60405-3482-4408-ab93-c840d38eab6b tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746560630878'] for port (2a62467f-d6fb-4cf3-9bae-cf338f24bbfb), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:26:01.280488 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [None req-05e60405-3482-4408-ab93-c840d38eab6b tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] For port 2a62467f-d6fb-4cf3-9bae-cf338f24bbfb, host n-d-760453-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=2a62467f-d6fb-4cf3-9bae-cf338f24bbfb,segment=NetworkSegment(0b2610cb-7d4b-4113-9760-0083da73c83d),segment_id=0b2610cb-7d4b-4113-9760-0083da73c83d)] {{(pid=103304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 22:26:01.280848 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-05e60405-3482-4408-ab93-c840d38eab6b tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4109658'] for port (2a62467f-d6fb-4cf3-9bae-cf338f24bbfb), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:26:01.297275 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-05e60405-3482-4408-ab93-c840d38eab6b tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Calling delete_port for 2a62467f-d6fb-4cf3-9bae-cf338f24bbfb owned by network:router_interface {{(pid=103304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 22:26:01.478116 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-05e60405-3482-4408-ab93-c840d38eab6b tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746560636600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746560234536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9281553'] for port (2a62467f-d6fb-4cf3-9bae-cf338f24bbfb), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:26:01.505428 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e60405-3482-4408-ab93-c840d38eab6b tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Pushing event deleted for resources: {'Port': ['ID=2a62467f-d6fb-4cf3-9bae-cf338f24bbfb,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 22:26:02.012102 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-05e60405-3482-4408-ab93-c840d38eab6b tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3709480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4110805'] for router_interface (7e9e78fb-e395-4d82-83f4-bfab5ec98529), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:26:02.223703 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05e60405-3482-4408-ab93-c840d38eab6b tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Router 7e9e78fb-e395-4d82-83f4-bfab5ec98529 has already been hosted by L3 agent 09df100c-3af1-4b0a-bda8-05914c71c458 {{(pid=103304) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 26 22:26:02.327462 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05e60405-3482-4408-ab93-c840d38eab6b tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Notify agent at l3_agent.n-d-760453-5 the message routers_updated {{(pid=103304) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 26 22:26:02.333161 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-05e60405-3482-4408-ab93-c840d38eab6b tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] 10.222.0.13 "PUT /v2.0/routers/7e9e78fb-e395-4d82-83f4-bfab5ec98529/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7378187 Jan 26 22:26:02.335133 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 55310) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 22:26:02.337757 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29a53e2e-da0a-4a46-bcbc-8cdd90cd7b53 None None] Sync routers for ids ['7e9e78fb-e395-4d82-83f4-bfab5ec98529'] in n-d-760453-5 {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 26 22:26:02.351803 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29a53e2e-da0a-4a46-bcbc-8cdd90cd7b53 None None] Routers {'7e9e78fb-e395-4d82-83f4-bfab5ec98529'} bound to L3 agent in host n-d-760453-5 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 22:26:02.352414 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-29a53e2e-da0a-4a46-bcbc-8cdd90cd7b53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-26T20:55:21Z,description=,heartbeat_timestamp=2022-01-26T22:25:51Z,host='n-d-760453-5',id=09df100c-3af1-4b0a-bda8-05914c71c458,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:55:21Z,topic='l3_agent')) {'router_ids': ['7e9e78fb-e395-4d82-83f4-bfab5ec98529'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 22:26:02.386363 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.db_base_plugin_v2 [None req-717fb5d0-1440-45ea-823a-3f978e66d441 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Deleting subnet 0a165641-f39f-4c35-86cd-dfd955e133da {{(pid=103304) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 26 22:26:02.389803 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-717fb5d0-1440-45ea-823a-3f978e66d441 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Publish callbacks [] for subnet (0a165641-f39f-4c35-86cd-dfd955e133da), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:26:02.430753 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-717fb5d0-1440-45ea-823a-3f978e66d441 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8881284'] for subnet (0a165641-f39f-4c35-86cd-dfd955e133da), precommit_delete_associations {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:26:02.456308 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_dvr_db [None req-29a53e2e-da0a-4a46-bcbc-8cdd90cd7b53 None None] Set router 7e9e78fb-e395-4d82-83f4-bfab5ec98529 gateway port host: n-d-760453-5 {{(pid=103307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 22:26:02.519530 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-717fb5d0-1440-45ea-823a-3f978e66d441 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687316'] for subnet (0a165641-f39f-4c35-86cd-dfd955e133da), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:26:02.579608 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-717fb5d0-1440-45ea-823a-3f978e66d441 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9281612', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12215216'] for subnet (0a165641-f39f-4c35-86cd-dfd955e133da), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:26:02.609581 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-717fb5d0-1440-45ea-823a-3f978e66d441 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Pushing event deleted for resources: {'Subnet': ['ID=0a165641-f39f-4c35-86cd-dfd955e133da,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 22:26:02.614073 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-717fb5d0-1440-45ea-823a-3f978e66d441 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Publish callbacks [] for subnet (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:26:02.617357 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-717fb5d0-1440-45ea-823a-3f978e66d441 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] 10.222.0.13 "DELETE /v2.0/subnets/0a165641-f39f-4c35-86cd-dfd955e133da HTTP/1.1" status: 204 len: 168 time: 0.2812679 Jan 26 22:26:02.619907 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 55312) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 22:26:02.626996 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e10e4716-1dad-4369-8a40-04e71cab0303 None None] Network 7f7c38f0-28b5-438c-8708-37ab567ce33c requested from n-d-760453-5 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 26 22:26:02.738468 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-a8bf5a68-44d9-4b0e-9f7a-e0da262b12ff tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Publish callbacks [] for router (7e9e78fb-e395-4d82-83f4-bfab5ec98529), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:26:02.738707 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-29a53e2e-da0a-4a46-bcbc-8cdd90cd7b53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e9e78fb-e395-4d82-83f4-bfab5ec98529', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1782290128', 'tenant_id': 'da11f78dfa0e450e86495280e2cbbb24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'external_fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.44'}], 'enable_snat': True}, 'gw_port_id': 'c3cd515d-2c8a-45db-8ea3-0bb651bcd55d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T22:24:21Z', 'updated_at': '2022-01-26T22:26:01Z', 'revision_number': 5, 'project_id': 'da11f78dfa0e450e86495280e2cbbb24', 'gw_port': {'id': 'c3cd515d-2c8a-45db-8ea3-0bb651bcd55d', 'name': '', 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:27:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e9e78fb-e395-4d82-83f4-bfab5ec98529', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T22:24:22Z', 'updated_at': '2022-01-26T22:24:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-5'}], 'n-d-760453-5', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 22:26:02.769039 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29a53e2e-da0a-4a46-bcbc-8cdd90cd7b53 None None] Checking router: 7e9e78fb-e395-4d82-83f4-bfab5ec98529 for host: n-d-760453-5 {{(pid=103307) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 26 22:26:02.778152 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29a53e2e-da0a-4a46-bcbc-8cdd90cd7b53 None None] Routers {'7e9e78fb-e395-4d82-83f4-bfab5ec98529'} bound to L3 agent in host n-d-760453-5 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 22:26:02.778343 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-29a53e2e-da0a-4a46-bcbc-8cdd90cd7b53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-26T20:55:21Z,description=,heartbeat_timestamp=2022-01-26T22:25:51Z,host='n-d-760453-5',id=09df100c-3af1-4b0a-bda8-05914c71c458,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:55:21Z,topic='l3_agent')) {'router_ids': ['7e9e78fb-e395-4d82-83f4-bfab5ec98529'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 22:26:02.783516 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad860d4d-8316-4770-b389-70bb44d39fc0 None None] DHCP port deletion for 7f7c38f0-28b5-438c-8708-37ab567ce33c request from n-d-760453-5 {{(pid=103306) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 26 22:26:02.830667 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-ad860d4d-8316-4770-b389-70bb44d39fc0 None None] Deleting port 6adbe1d5-5dca-4951-b7b5-6ad89a3df6fb {{(pid=103306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 22:26:02.830954 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-ad860d4d-8316-4770-b389-70bb44d39fc0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746560630878'] for port (6adbe1d5-5dca-4951-b7b5-6ad89a3df6fb), before_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:26:02.857188 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-a8bf5a68-44d9-4b0e-9f7a-e0da262b12ff tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Publish callbacks [] for router_gateway (7e9e78fb-e395-4d82-83f4-bfab5ec98529), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:26:02.887141 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_dvr_db [None req-29a53e2e-da0a-4a46-bcbc-8cdd90cd7b53 None None] Set router 7e9e78fb-e395-4d82-83f4-bfab5ec98529 gateway port host: n-d-760453-5 {{(pid=103307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 22:26:02.894822 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-ad860d4d-8316-4770-b389-70bb44d39fc0 None None] For port 6adbe1d5-5dca-4951-b7b5-6ad89a3df6fb, host n-d-760453-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=6adbe1d5-5dca-4951-b7b5-6ad89a3df6fb,segment=NetworkSegment(0b2610cb-7d4b-4113-9760-0083da73c83d),segment_id=0b2610cb-7d4b-4113-9760-0083da73c83d)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 22:26:02.895220 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-ad860d4d-8316-4770-b389-70bb44d39fc0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4109658'] for port (6adbe1d5-5dca-4951-b7b5-6ad89a3df6fb), precommit_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:26:02.911923 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-ad860d4d-8316-4770-b389-70bb44d39fc0 None None] Calling delete_port for 6adbe1d5-5dca-4951-b7b5-6ad89a3df6fb owned by network:dhcp {{(pid=103306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 22:26:02.915537 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-a8bf5a68-44d9-4b0e-9f7a-e0da262b12ff tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Deleting port c3cd515d-2c8a-45db-8ea3-0bb651bcd55d {{(pid=103304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 22:26:02.915885 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-a8bf5a68-44d9-4b0e-9f7a-e0da262b12ff tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746560630878'] for port (c3cd515d-2c8a-45db-8ea3-0bb651bcd55d), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:26:02.992971 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Device 3e45b2ba-a389-4a69-b286-fece9e3017bb no longer exists at agent hyperv_n-h2-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 26 22:26:02.996454 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-ad860d4d-8316-4770-b389-70bb44d39fc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746560636600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746560234536'] for port (6adbe1d5-5dca-4951-b7b5-6ad89a3df6fb), after_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:26:03.006301 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [None req-a8bf5a68-44d9-4b0e-9f7a-e0da262b12ff tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] For port c3cd515d-2c8a-45db-8ea3-0bb651bcd55d, host n-d-760453-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=c3cd515d-2c8a-45db-8ea3-0bb651bcd55d,segment=NetworkSegment(e17cb353-418f-48b9-b982-21a6233ee99b),segment_id=e17cb353-418f-48b9-b982-21a6233ee99b)] {{(pid=103304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 22:26:03.006596 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-a8bf5a68-44d9-4b0e-9f7a-e0da262b12ff tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4109658'] for port (c3cd515d-2c8a-45db-8ea3-0bb651bcd55d), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:26:03.019232 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-a8bf5a68-44d9-4b0e-9f7a-e0da262b12ff tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Calling delete_port for c3cd515d-2c8a-45db-8ea3-0bb651bcd55d owned by network:router_gateway {{(pid=103304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 22:26:03.021331 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] No Port match for: 3e45b2ba-a389-4a69-b286-fece9e3017bb {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 26 22:26:03.021686 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Device 3e45b2ba-a389-4a69-b286-fece9e3017bb not bound to the agent host n-h2-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 26 22:26:03.042416 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad860d4d-8316-4770-b389-70bb44d39fc0 None None] Pushing event deleted for resources: {'Port': ['ID=6adbe1d5-5dca-4951-b7b5-6ad89a3df6fb,revision_number=None']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 22:26:03.045219 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad860d4d-8316-4770-b389-70bb44d39fc0 None None] No DVR routers for this DVR port 6adbe1d5-5dca-4951-b7b5-6ad89a3df6fb on host n-d-760453-5 {{(pid=103306) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 26 22:26:03.061941 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad860d4d-8316-4770-b389-70bb44d39fc0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:26:03.062325 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad860d4d-8316-4770-b389-70bb44d39fc0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:26:03.062661 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad860d4d-8316-4770-b389-70bb44d39fc0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:26:03.063021 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad860d4d-8316-4770-b389-70bb44d39fc0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:26:03.063350 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad860d4d-8316-4770-b389-70bb44d39fc0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:26:03.063676 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad860d4d-8316-4770-b389-70bb44d39fc0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:26:03.063999 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad860d4d-8316-4770-b389-70bb44d39fc0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:26:03.064321 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad860d4d-8316-4770-b389-70bb44d39fc0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:26:03.064639 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad860d4d-8316-4770-b389-70bb44d39fc0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:26:03.064958 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad860d4d-8316-4770-b389-70bb44d39fc0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:26:03.065336 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad860d4d-8316-4770-b389-70bb44d39fc0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:26:03.065774 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad860d4d-8316-4770-b389-70bb44d39fc0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:26:03.066113 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad860d4d-8316-4770-b389-70bb44d39fc0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:26:03.092307 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-29a53e2e-da0a-4a46-bcbc-8cdd90cd7b53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e9e78fb-e395-4d82-83f4-bfab5ec98529', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1782290128', 'tenant_id': 'da11f78dfa0e450e86495280e2cbbb24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'external_fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.44'}], 'enable_snat': True}, 'gw_port_id': 'c3cd515d-2c8a-45db-8ea3-0bb651bcd55d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T22:24:21Z', 'updated_at': '2022-01-26T22:26:01Z', 'revision_number': 5, 'project_id': 'da11f78dfa0e450e86495280e2cbbb24', 'gw_port': {'id': 'c3cd515d-2c8a-45db-8ea3-0bb651bcd55d', 'name': '', 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:27:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e9e78fb-e395-4d82-83f4-bfab5ec98529', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T22:24:22Z', 'updated_at': '2022-01-26T22:24:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-5'}], 'n-d-760453-5', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 22:26:03.119587 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29a53e2e-da0a-4a46-bcbc-8cdd90cd7b53 None None] The sync data for ids ['7e9e78fb-e395-4d82-83f4-bfab5ec98529'] in n-d-760453-5 is: [{'id': '7e9e78fb-e395-4d82-83f4-bfab5ec98529', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1782290128', 'tenant_id': 'da11f78dfa0e450e86495280e2cbbb24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'external_fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.44'}], 'enable_snat': True}, 'gw_port_id': 'c3cd515d-2c8a-45db-8ea3-0bb651bcd55d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T22:24:21Z', 'updated_at': '2022-01-26T22:26:01Z', 'revision_number': 5, 'project_id': 'da11f78dfa0e450e86495280e2cbbb24', 'gw_port': {'id': 'c3cd515d-2c8a-45db-8ea3-0bb651bcd55d', 'name': '', 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:27:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e9e78fb-e395-4d82-83f4-bfab5ec98529', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T22:24:22Z', 'updated_at': '2022-01-26T22:24:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-5'}] {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 26 22:26:03.205787 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-a8bf5a68-44d9-4b0e-9f7a-e0da262b12ff tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746560636600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746560234536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9281553'] for port (c3cd515d-2c8a-45db-8ea3-0bb651bcd55d), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:26:03.234319 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8bf5a68-44d9-4b0e-9f7a-e0da262b12ff tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Pushing event deleted for resources: {'Port': ['ID=c3cd515d-2c8a-45db-8ea3-0bb651bcd55d,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 22:26:03.293503 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-a8bf5a68-44d9-4b0e-9f7a-e0da262b12ff tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4111291'] for router_gateway (7e9e78fb-e395-4d82-83f4-bfab5ec98529), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:26:03.385149 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-a8bf5a68-44d9-4b0e-9f7a-e0da262b12ff tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4105774', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13082'] for router (7e9e78fb-e395-4d82-83f4-bfab5ec98529), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:26:03.387385 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-a8bf5a68-44d9-4b0e-9f7a-e0da262b12ff tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Publish callbacks [] for router_controller (7e9e78fb-e395-4d82-83f4-bfab5ec98529), precommit_delete_associations {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:26:03.434565 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-a8bf5a68-44d9-4b0e-9f7a-e0da262b12ff tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4105767'] for router (7e9e78fb-e395-4d82-83f4-bfab5ec98529), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:26:03.435218 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8bf5a68-44d9-4b0e-9f7a-e0da262b12ff tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Fanout notify agent at l3_agent the message router_deleted on router 7e9e78fb-e395-4d82-83f4-bfab5ec98529 {{(pid=103304) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 26 22:26:03.442415 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-a8bf5a68-44d9-4b0e-9f7a-e0da262b12ff tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Publish callbacks [] for router (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:26:03.443594 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-a8bf5a68-44d9-4b0e-9f7a-e0da262b12ff tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] 10.222.0.13 "DELETE /v2.0/routers/7e9e78fb-e395-4d82-83f4-bfab5ec98529 HTTP/1.1" status: 204 len: 168 time: 0.8227088 Jan 26 22:26:03.446263 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 55314) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 22:26:03.527018 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-ff6a8850-cdc3-4076-8c55-a9e0390558c1 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-748181'] for network (7f7c38f0-28b5-438c-8708-37ab567ce33c), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:26:03.600596 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device 6adbe1d5-5dca-4951-b7b5-6ad89a3df6fb no longer exists at agent ovs-agent-n-d-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 26 22:26:03.625563 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] No Port match for: 6adbe1d5-5dca-4951-b7b5-6ad89a3df6fb {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 26 22:26:03.625899 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device 6adbe1d5-5dca-4951-b7b5-6ad89a3df6fb not bound to the agent host n-d-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 26 22:26:03.626320 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device 2a62467f-d6fb-4cf3-9bae-cf338f24bbfb no longer exists at agent ovs-agent-n-d-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 26 22:26:03.627602 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-ff6a8850-cdc3-4076-8c55-a9e0390558c1 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-686403', 'neutron.services.segments.db._delete_segments_for_network-8746560774018'] for network (7f7c38f0-28b5-438c-8708-37ab567ce33c), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:26:03.645982 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] No Port match for: 2a62467f-d6fb-4cf3-9bae-cf338f24bbfb {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 26 22:26:03.646543 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device 2a62467f-d6fb-4cf3-9bae-cf338f24bbfb not bound to the agent host n-d-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 26 22:26:03.650037 n-d-760453-5 neutron-server[103304]: DEBUG neutron.services.segments.db [None req-ff6a8850-cdc3-4076-8c55-a9e0390558c1 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7f7c38f0-28b5-438c-8708-37ab567ce33c']}} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 22:26:03.659899 n-d-760453-5 neutron-server[103304]: DEBUG neutron.services.segments.db [None req-ff6a8850-cdc3-4076-8c55-a9e0390558c1 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0b2610cb-7d4b-4113-9760-0083da73c83d') {'for_net_delete': True} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 22:26:03.660196 n-d-760453-5 neutron-server[103304]: DEBUG neutron.services.segments.db [None req-ff6a8850-cdc3-4076-8c55-a9e0390558c1 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0b2610cb-7d4b-4113-9760-0083da73c83d') {} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 22:26:03.670077 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-ff6a8850-cdc3-4076-8c55-a9e0390558c1 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746560742283', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8881293'] for segment (0b2610cb-7d4b-4113-9760-0083da73c83d), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:26:03.682881 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-ff6a8850-cdc3-4076-8c55-a9e0390558c1 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576559'] for segment (0b2610cb-7d4b-4113-9760-0083da73c83d), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:26:03.689366 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ff6a8850-cdc3-4076-8c55-a9e0390558c1 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Releasing vlan 584 on physical network physnet1 to pool {{(pid=103304) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 26 22:26:03.689768 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-ff6a8850-cdc3-4076-8c55-a9e0390558c1 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9281762'] for segment (0b2610cb-7d4b-4113-9760-0083da73c83d), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:26:03.692818 n-d-760453-5 neutron-server[103304]: Traceback (most recent call last): Jan 26 22:26:03.692818 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 26 22:26:03.692818 n-d-760453-5 neutron-server[103304]: timer() Jan 26 22:26:03.692818 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 26 22:26:03.692818 n-d-760453-5 neutron-server[103304]: cb(*args, **kw) Jan 26 22:26:03.692818 n-d-760453-5 neutron-server[103304]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 26 22:26:03.692818 n-d-760453-5 neutron-server[103304]: return func(*args, **kwargs) Jan 26 22:26:03.692818 n-d-760453-5 neutron-server[103304]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 26 22:26:03.692818 n-d-760453-5 neutron-server[103304]: self._notify() Jan 26 22:26:03.692818 n-d-760453-5 neutron-server[103304]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 26 22:26:03.692818 n-d-760453-5 neutron-server[103304]: self.callback(batched_events) Jan 26 22:26:03.692818 n-d-760453-5 neutron-server[103304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 26 22:26:03.692818 n-d-760453-5 neutron-server[103304]: event.method(event) Jan 26 22:26:03.692818 n-d-760453-5 neutron-server[103304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 26 22:26:03.692818 n-d-760453-5 neutron-server[103304]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 26 22:26:03.692818 n-d-760453-5 neutron-server[103304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 26 22:26:03.692818 n-d-760453-5 neutron-server[103304]: aggregate_uuid = self.p_client.list_aggregates( Jan 26 22:26:03.692818 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 26 22:26:03.692818 n-d-760453-5 neutron-server[103304]: return f(self, *a, **k) Jan 26 22:26:03.692818 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 26 22:26:03.692818 n-d-760453-5 neutron-server[103304]: return self._get(url).json() Jan 26 22:26:03.692818 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 26 22:26:03.692818 n-d-760453-5 neutron-server[103304]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 26 22:26:03.692818 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 26 22:26:03.692818 n-d-760453-5 neutron-server[103304]: return self.request(url, 'GET', **kwargs) Jan 26 22:26:03.692818 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 26 22:26:03.692818 n-d-760453-5 neutron-server[103304]: base_url = self.get_endpoint(auth, allow=allow, Jan 26 22:26:03.692818 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 26 22:26:03.692818 n-d-760453-5 neutron-server[103304]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 26 22:26:03.692818 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 26 22:26:03.692818 n-d-760453-5 neutron-server[103304]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 26 22:26:03.692818 n-d-760453-5 neutron-server[103304]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 26 22:26:03.751758 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-ff6a8850-cdc3-4076-8c55-a9e0390558c1 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4110931'] for network (7f7c38f0-28b5-438c-8708-37ab567ce33c), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:26:03.759827 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-ff6a8850-cdc3-4076-8c55-a9e0390558c1 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Publish callbacks [] for network (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:26:03.765242 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-ff6a8850-cdc3-4076-8c55-a9e0390558c1 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] 10.222.0.13 "DELETE /v2.0/networks/7f7c38f0-28b5-438c-8708-37ab567ce33c HTTP/1.1" status: 204 len: 168 time: 0.3155639 Jan 26 22:26:03.765668 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 55316) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 22:26:03.775298 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff6a8850-cdc3-4076-8c55-a9e0390558c1 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Pushing event deleted for resources: {'Network': ['ID=7f7c38f0-28b5-438c-8708-37ab567ce33c,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 22:26:03.828225 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-0f41ebfc-933e-49b8-977d-8f2da6b9f056 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Publish callbacks [] for security_group (61fe8c0a-7d00-4082-bf72-53f922a7f43c), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:26:03.855480 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-0f41ebfc-933e-49b8-977d-8f2da6b9f056 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Publish callbacks [] for security_group (61fe8c0a-7d00-4082-bf72-53f922a7f43c), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:26:03.912559 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-0f41ebfc-933e-49b8-977d-8f2da6b9f056 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (61fe8c0a-7d00-4082-bf72-53f922a7f43c), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:26:03.915227 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-0f41ebfc-933e-49b8-977d-8f2da6b9f056 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Publish callbacks [] for security_group (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:26:03.916384 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-0f41ebfc-933e-49b8-977d-8f2da6b9f056 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] 10.222.0.13 "DELETE /v2.0/security-groups/61fe8c0a-7d00-4082-bf72-53f922a7f43c HTTP/1.1" status: 204 len: 168 time: 0.1497469 Jan 26 22:26:03.925464 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f41ebfc-933e-49b8-977d-8f2da6b9f056 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=61fe8c0a-7d00-4082-bf72-53f922a7f43c,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 22:26:03.933102 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f41ebfc-933e-49b8-977d-8f2da6b9f056 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:26:03.933491 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f41ebfc-933e-49b8-977d-8f2da6b9f056 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:26:03.933961 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f41ebfc-933e-49b8-977d-8f2da6b9f056 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:26:03.934363 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f41ebfc-933e-49b8-977d-8f2da6b9f056 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:26:03.934751 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f41ebfc-933e-49b8-977d-8f2da6b9f056 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:26:03.935737 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f41ebfc-933e-49b8-977d-8f2da6b9f056 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:26:03.936083 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f41ebfc-933e-49b8-977d-8f2da6b9f056 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:26:03.936422 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f41ebfc-933e-49b8-977d-8f2da6b9f056 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:26:03.936762 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f41ebfc-933e-49b8-977d-8f2da6b9f056 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:26:03.937103 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f41ebfc-933e-49b8-977d-8f2da6b9f056 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:26:03.937556 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f41ebfc-933e-49b8-977d-8f2da6b9f056 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:26:03.937912 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f41ebfc-933e-49b8-977d-8f2da6b9f056 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:26:03.938244 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f41ebfc-933e-49b8-977d-8f2da6b9f056 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:26:04.291017 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 55324) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 22:26:04.296113 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-79a60037-632b-48ba-b07d-5a29550a5026 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-628249917', 'description': 'tempest-secgroup-smoke-628249917 description', 'project_id': 'da11f78dfa0e450e86495280e2cbbb24'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 22:26:04.317239 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-79a60037-632b-48ba-b07d-5a29550a5026 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Publish callbacks [] for security_group (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:26:04.381370 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-79a60037-632b-48ba-b07d-5a29550a5026 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Publish callbacks [] for security_group (52efc1ee-d120-4010-aa8d-dab18c47a02b), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:26:04.385688 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-79a60037-632b-48ba-b07d-5a29550a5026 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (52efc1ee-d120-4010-aa8d-dab18c47a02b), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:26:04.415689 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-79a60037-632b-48ba-b07d-5a29550a5026 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Publish callbacks [] for security_group (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:26:04.416927 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-79a60037-632b-48ba-b07d-5a29550a5026 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1248956 Jan 26 22:26:04.418206 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a60037-632b-48ba-b07d-5a29550a5026 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Pushing event updated for resources: {'SecurityGroup': ['ID=52efc1ee-d120-4010-aa8d-dab18c47a02b,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 22:26:04.421506 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 55326) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 22:26:04.426942 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-054c47cf-463e-490e-8c51-597973efab28 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Request body: {'security_group_rule': {'security_group_id': '52efc1ee-d120-4010-aa8d-dab18c47a02b', 'project_id': 'da11f78dfa0e450e86495280e2cbbb24', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 22:26:04.453806 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-054c47cf-463e-490e-8c51-597973efab28 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Publish callbacks [] for security_group_rule (8c8e513a-d65a-4548-a377-2507ab484660), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:26:04.514439 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-054c47cf-463e-490e-8c51-597973efab28 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Publish callbacks [] for security_group_rule (8c8e513a-d65a-4548-a377-2507ab484660), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:26:04.518042 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-054c47cf-463e-490e-8c51-597973efab28 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102715'] for security_group_rule (8c8e513a-d65a-4548-a377-2507ab484660), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:26:04.536081 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-054c47cf-463e-490e-8c51-597973efab28 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8c8e513a-d65a-4548-a377-2507ab484660,revision_number=0']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 22:26:04.541586 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-054c47cf-463e-490e-8c51-597973efab28 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:26:04.542772 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-054c47cf-463e-490e-8c51-597973efab28 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1198680 Jan 26 22:26:04.546216 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 55328) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 22:26:04.550518 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-037dcf8d-c98e-4bdc-b35c-ca63e5f0b956 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Request body: {'security_group_rule': {'security_group_id': '52efc1ee-d120-4010-aa8d-dab18c47a02b', 'project_id': 'da11f78dfa0e450e86495280e2cbbb24', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 22:26:04.575107 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-037dcf8d-c98e-4bdc-b35c-ca63e5f0b956 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Publish callbacks [] for security_group_rule (c943717a-1535-4fed-a833-6b2aefced7f1), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:26:04.630071 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-037dcf8d-c98e-4bdc-b35c-ca63e5f0b956 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Publish callbacks [] for security_group_rule (c943717a-1535-4fed-a833-6b2aefced7f1), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:26:04.634255 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-037dcf8d-c98e-4bdc-b35c-ca63e5f0b956 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102715'] for security_group_rule (c943717a-1535-4fed-a833-6b2aefced7f1), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:26:04.654700 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037dcf8d-c98e-4bdc-b35c-ca63e5f0b956 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c943717a-1535-4fed-a833-6b2aefced7f1,revision_number=0']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 22:26:04.662572 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-037dcf8d-c98e-4bdc-b35c-ca63e5f0b956 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:26:04.663762 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-037dcf8d-c98e-4bdc-b35c-ca63e5f0b956 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1166220 Jan 26 22:26:04.666476 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 55330) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 22:26:04.671418 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-3ece0d88-1ea1-4414-b710-ac01d611bfb6 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Request body: {'security_group_rule': {'security_group_id': '52efc1ee-d120-4010-aa8d-dab18c47a02b', 'project_id': 'da11f78dfa0e450e86495280e2cbbb24', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 22:26:04.694695 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-3ece0d88-1ea1-4414-b710-ac01d611bfb6 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Publish callbacks [] for security_group_rule (e90e0a40-a1e7-4f84-bed8-e1d68d367dd5), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:26:04.751850 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-3ece0d88-1ea1-4414-b710-ac01d611bfb6 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Publish callbacks [] for security_group_rule (e90e0a40-a1e7-4f84-bed8-e1d68d367dd5), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:26:04.755622 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-3ece0d88-1ea1-4414-b710-ac01d611bfb6 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102715'] for security_group_rule (e90e0a40-a1e7-4f84-bed8-e1d68d367dd5), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:26:04.774170 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ece0d88-1ea1-4414-b710-ac01d611bfb6 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e90e0a40-a1e7-4f84-bed8-e1d68d367dd5,revision_number=0']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 22:26:04.780413 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-3ece0d88-1ea1-4414-b710-ac01d611bfb6 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:26:04.781702 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-3ece0d88-1ea1-4414-b710-ac01d611bfb6 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1143003 Jan 26 22:26:04.784379 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 55332) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 22:26:04.788735 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-a6ac59bb-2022-4044-88de-249e1816186d tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Request body: {'security_group_rule': {'security_group_id': '52efc1ee-d120-4010-aa8d-dab18c47a02b', 'project_id': 'da11f78dfa0e450e86495280e2cbbb24', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 22:26:04.813162 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-a6ac59bb-2022-4044-88de-249e1816186d tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Publish callbacks [] for security_group_rule (5c71d80d-9ce1-4628-9080-66f13a7568a0), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:26:04.872275 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-a6ac59bb-2022-4044-88de-249e1816186d tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Publish callbacks [] for security_group_rule (5c71d80d-9ce1-4628-9080-66f13a7568a0), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:26:04.875870 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-a6ac59bb-2022-4044-88de-249e1816186d tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102715'] for security_group_rule (5c71d80d-9ce1-4628-9080-66f13a7568a0), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:26:04.892526 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ac59bb-2022-4044-88de-249e1816186d tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5c71d80d-9ce1-4628-9080-66f13a7568a0,revision_number=0']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 22:26:04.901088 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-a6ac59bb-2022-4044-88de-249e1816186d tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:26:04.902325 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-a6ac59bb-2022-4044-88de-249e1816186d tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1169798 Jan 26 22:26:04.905668 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 55334) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 22:26:04.909914 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-c60ec30f-a4a2-44f3-bba1-188a5a05f919 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Request body: {'security_group_rule': {'security_group_id': '52efc1ee-d120-4010-aa8d-dab18c47a02b', 'project_id': 'da11f78dfa0e450e86495280e2cbbb24', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 22:26:04.929918 n-d-760453-5 neutron-server[103304]: INFO neutron.db.securitygroups_db [None req-c60ec30f-a4a2-44f3-bba1-188a5a05f919 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Project da11f78dfa0e450e86495280e2cbbb24 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 26 22:26:04.934878 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-c60ec30f-a4a2-44f3-bba1-188a5a05f919 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Publish callbacks [] for security_group_rule (c6b66693-b087-405e-b58a-18b74edd9457), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:26:04.993974 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-c60ec30f-a4a2-44f3-bba1-188a5a05f919 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Publish callbacks [] for security_group_rule (c6b66693-b087-405e-b58a-18b74edd9457), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:26:04.997394 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-c60ec30f-a4a2-44f3-bba1-188a5a05f919 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102715'] for security_group_rule (c6b66693-b087-405e-b58a-18b74edd9457), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:26:05.015284 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c60ec30f-a4a2-44f3-bba1-188a5a05f919 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c6b66693-b087-405e-b58a-18b74edd9457,revision_number=0']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 22:26:05.023264 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-c60ec30f-a4a2-44f3-bba1-188a5a05f919 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:26:05.024491 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-c60ec30f-a4a2-44f3-bba1-188a5a05f919 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1179552 Jan 26 22:26:05.027324 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 55336) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 22:26:05.032278 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-82e3a51a-83c8-41a7-9058-f931a1212745 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Request body: {'security_group_rule': {'security_group_id': '52efc1ee-d120-4010-aa8d-dab18c47a02b', 'project_id': 'da11f78dfa0e450e86495280e2cbbb24', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 22:26:05.051993 n-d-760453-5 neutron-server[103304]: INFO neutron.db.securitygroups_db [None req-82e3a51a-83c8-41a7-9058-f931a1212745 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Project da11f78dfa0e450e86495280e2cbbb24 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 26 22:26:05.056881 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-82e3a51a-83c8-41a7-9058-f931a1212745 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Publish callbacks [] for security_group_rule (788790d0-2e86-493a-932e-8a17a5e9b1ac), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:26:05.117698 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-82e3a51a-83c8-41a7-9058-f931a1212745 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Publish callbacks [] for security_group_rule (788790d0-2e86-493a-932e-8a17a5e9b1ac), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:26:05.121041 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-82e3a51a-83c8-41a7-9058-f931a1212745 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102715'] for security_group_rule (788790d0-2e86-493a-932e-8a17a5e9b1ac), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:26:05.139586 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e3a51a-83c8-41a7-9058-f931a1212745 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=788790d0-2e86-493a-932e-8a17a5e9b1ac,revision_number=0']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 22:26:05.144568 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-82e3a51a-83c8-41a7-9058-f931a1212745 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:26:05.145792 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-82e3a51a-83c8-41a7-9058-f931a1212745 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1175120 Jan 26 22:26:05.148788 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 55338) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 22:26:05.153603 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-e6efd03b-336d-47b3-9409-0977f06b3fbc tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Request body: {'network': {'name': 'tempest-network-smoke--501681024', 'project_id': 'da11f78dfa0e450e86495280e2cbbb24', 'port_security_enabled': True}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 22:26:05.172670 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6efd03b-336d-47b3-9409-0977f06b3fbc tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Made reservation on behalf of da11f78dfa0e450e86495280e2cbbb24 for: {'network': 1} {{(pid=103304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 22:26:05.175856 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-e6efd03b-336d-47b3-9409-0977f06b3fbc tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for network (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:26:05.202213 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e6efd03b-336d-47b3-9409-0977f06b3fbc tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] vlan segment allocate from pool success with {'vlan_id': 551, 'physical_network': 'physnet1'} {{(pid=103304) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 26 22:26:05.212480 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-e6efd03b-336d-47b3-9409-0977f06b3fbc tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576559'] for segment (086588b4-a936-4f26-a20d-b704f324cd84), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:26:05.212829 n-d-760453-5 neutron-server[103304]: INFO neutron.db.segments_db [None req-e6efd03b-336d-47b3-9409-0977f06b3fbc tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Added segment 086588b4-a936-4f26-a20d-b704f324cd84 of type vlan for network bb80d9ac-ace2-4cab-915b-b903a1a27b8a Jan 26 22:26:05.256400 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-e6efd03b-336d-47b3-9409-0977f06b3fbc tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746560256871'] for network (bb80d9ac-ace2-4cab-915b-b903a1a27b8a), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:26:05.283549 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-e6efd03b-336d-47b3-9409-0977f06b3fbc tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503'] for network (bb80d9ac-ace2-4cab-915b-b903a1a27b8a), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:26:05.289151 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6efd03b-336d-47b3-9409-0977f06b3fbc tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:26:05.289768 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-e6efd03b-336d-47b3-9409-0977f06b3fbc tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Publish callbacks [] for network (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:26:05.351283 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-e6efd03b-336d-47b3-9409-0977f06b3fbc tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2014480 Jan 26 22:26:05.354024 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 55340) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 22:26:05.360111 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device c3cd515d-2c8a-45db-8ea3-0bb651bcd55d no longer exists at agent ovs-agent-n-d-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 26 22:26:05.362328 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-2ba46746-9811-44ac-80d0-ff56565e38fa tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1310480922', 'admin_state_up': True, 'project_id': 'da11f78dfa0e450e86495280e2cbbb24', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299'}}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 22:26:05.368273 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6efd03b-336d-47b3-9409-0977f06b3fbc tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Pushing event updated for resources: {'Network': ['ID=bb80d9ac-ace2-4cab-915b-b903a1a27b8a,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 22:26:05.383029 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Network bb80d9ac-ace2-4cab-915b-b903a1a27b8a details requested by agent ovs-agent-n-d-760453-5 with host n-d-760453-5 {{(pid=103306) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 26 22:26:05.387179 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] No Port match for: c3cd515d-2c8a-45db-8ea3-0bb651bcd55d {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 26 22:26:05.387597 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device c3cd515d-2c8a-45db-8ea3-0bb651bcd55d not bound to the agent host n-d-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 26 22:26:05.392016 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-2ba46746-9811-44ac-80d0-ff56565e38fa tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4104596', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13108'] for router (ba39ffb4-0748-4552-be2f-4874eba54e60), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:26:05.393090 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-2ba46746-9811-44ac-80d0-ff56565e38fa tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4105828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4111306', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3733576', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13069'] for router (ba39ffb4-0748-4552-be2f-4874eba54e60), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:26:05.452951 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-2ba46746-9811-44ac-80d0-ff56565e38fa tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Publish callbacks [] for router_controller (ba39ffb4-0748-4552-be2f-4874eba54e60), precommit_add_association {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:26:05.590297 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-2ba46746-9811-44ac-80d0-ff56565e38fa tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Publish callbacks [] for router_gateway (ba39ffb4-0748-4552-be2f-4874eba54e60), precommit_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:26:05.780449 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-2ba46746-9811-44ac-80d0-ff56565e38fa tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Publish callbacks [] for router_gateway (ba39ffb4-0748-4552-be2f-4874eba54e60), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:26:05.799252 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-2ba46746-9811-44ac-80d0-ff56565e38fa tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:26:05.901796 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.db_base_plugin_common [None req-2ba46746-9811-44ac-80d0-ff56565e38fa tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Allocated IP 172.25.1.104 (4140a1f1-c93a-4bea-83a0-68953a54f299/e48251a1-e30d-4820-8396-00c6f6aeb601/458f641e-0904-4010-b72d-d6997c1438e9) {{(pid=103304) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 22:26:06.000345 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-2ba46746-9811-44ac-80d0-ff56565e38fa tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Publish callbacks [] for port (458f641e-0904-4010-b72d-d6997c1438e9), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:26:06.033894 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-2ba46746-9811-44ac-80d0-ff56565e38fa tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746560234527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9281553'] for port (458f641e-0904-4010-b72d-d6997c1438e9), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:26:06.073763 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ba46746-9811-44ac-80d0-ff56565e38fa tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Network 4140a1f1-c93a-4bea-83a0-68953a54f299 is already hosted by enough agents. {{(pid=103304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 22:26:06.077128 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [None req-2ba46746-9811-44ac-80d0-ff56565e38fa tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Resources bound (agent type, host, resource id): {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 22:26:06.080531 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ba46746-9811-44ac-80d0-ff56565e38fa tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Received port after_create {{(pid=103304) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 22:26:06.108437 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba46746-9811-44ac-80d0-ff56565e38fa tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Pushing event updated for resources: {'Port': ['ID=458f641e-0904-4010-b72d-d6997c1438e9,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 22:26:06.328777 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-2ba46746-9811-44ac-80d0-ff56565e38fa tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Publish callbacks [] for router_gateway (ba39ffb4-0748-4552-be2f-4874eba54e60), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:26:06.520312 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-2ba46746-9811-44ac-80d0-ff56565e38fa tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4105757', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4111263'] for router (ba39ffb4-0748-4552-be2f-4874eba54e60), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:26:06.639788 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ba46746-9811-44ac-80d0-ff56565e38fa tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Router ba39ffb4-0748-4552-be2f-4874eba54e60 is scheduled to L3 agent 09df100c-3af1-4b0a-bda8-05914c71c458 with binding_index 1 {{(pid=103304) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 26 22:26:06.744128 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ba46746-9811-44ac-80d0-ff56565e38fa tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Notify agent at l3_agent.n-d-760453-5 the message routers_updated {{(pid=103304) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 26 22:26:06.754721 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3301d34b-a970-4892-9010-bf20c30e8ad8 None None] Sync routers for ids ['ba39ffb4-0748-4552-be2f-4874eba54e60'] in n-d-760453-5 {{(pid=103306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 26 22:26:06.764042 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-2ba46746-9811-44ac-80d0-ff56565e38fa tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Publish callbacks [] for router (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:26:06.765318 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-2ba46746-9811-44ac-80d0-ff56565e38fa tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.4103642 Jan 26 22:26:06.768496 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 55342) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 22:26:06.771227 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3301d34b-a970-4892-9010-bf20c30e8ad8 None None] Routers {'ba39ffb4-0748-4552-be2f-4874eba54e60'} bound to L3 agent in host n-d-760453-5 {{(pid=103306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 22:26:06.771944 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-3301d34b-a970-4892-9010-bf20c30e8ad8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-26T20:55:21Z,description=,heartbeat_timestamp=2022-01-26T22:25:51Z,host='n-d-760453-5',id=09df100c-3af1-4b0a-bda8-05914c71c458,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:55:21Z,topic='l3_agent')) {'router_ids': ['ba39ffb4-0748-4552-be2f-4874eba54e60'], 'active': True} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 22:26:06.800818 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-748eb154-1d18-49a7-8edc-2d77362c7f7b tempest-TestNetworkAdvancedServerOps-1320763415 tempest-TestNetworkAdvancedServerOps-1320763415-project-admin] 10.222.0.13 "GET /v2.0/subnets?project_id=da11f78dfa0e450e86495280e2cbbb24&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0303667 Jan 26 22:26:06.803371 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 55344) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 22:26:06.879785 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvr_db [None req-3301d34b-a970-4892-9010-bf20c30e8ad8 None None] Set router ba39ffb4-0748-4552-be2f-4874eba54e60 gateway port host: n-d-760453-5 {{(pid=103306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 22:26:07.227452 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-3301d34b-a970-4892-9010-bf20c30e8ad8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba39ffb4-0748-4552-be2f-4874eba54e60', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1310480922', 'tenant_id': 'da11f78dfa0e450e86495280e2cbbb24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'external_fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.104'}], 'enable_snat': True}, 'gw_port_id': '458f641e-0904-4010-b72d-d6997c1438e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T22:26:05Z', 'updated_at': '2022-01-26T22:26:06Z', 'revision_number': 3, 'project_id': 'da11f78dfa0e450e86495280e2cbbb24', 'gw_port': {'id': '458f641e-0904-4010-b72d-d6997c1438e9', 'name': '', 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:58:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba39ffb4-0748-4552-be2f-4874eba54e60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4273, 'fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T22:26:05Z', 'updated_at': '2022-01-26T22:26:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-5'}], 'n-d-760453-5', False) {} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 22:26:07.228551 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-097935f5-5cdc-44b6-82ec-1560ce38c7b2 tempest-TestNetworkAdvancedServerOps-1320763415 tempest-TestNetworkAdvancedServerOps-1320763415-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:26:07.230294 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-097935f5-5cdc-44b6-82ec-1560ce38c7b2 tempest-TestNetworkAdvancedServerOps-1320763415 tempest-TestNetworkAdvancedServerOps-1320763415-project-admin] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.4259868 Jan 26 22:26:07.233539 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 55346) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 22:26:07.257915 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3301d34b-a970-4892-9010-bf20c30e8ad8 None None] Checking router: ba39ffb4-0748-4552-be2f-4874eba54e60 for host: n-d-760453-5 {{(pid=103306) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 26 22:26:07.258264 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3301d34b-a970-4892-9010-bf20c30e8ad8 None None] Updating router ba39ffb4-0748-4552-be2f-4874eba54e60 port 458f641e-0904-4010-b72d-d6997c1438e9 binding host n-d-760453-5 {{(pid=103306) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 26 22:26:07.262110 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-9519e80f-2ba4-47e0-8156-13b257611049 tempest-TestNetworkAdvancedServerOps-1320763415 tempest-TestNetworkAdvancedServerOps-1320763415-project-admin] 10.222.0.13 "GET /v2.0/subnets?network_id=4140a1f1-c93a-4bea-83a0-68953a54f299&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0275121 Jan 26 22:26:07.264483 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 55348) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 22:26:07.269207 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-99191636-7dad-4eb2-baf8-68cd35bea975 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2003394032', 'network_id': 'bb80d9ac-ace2-4cab-915b-b903a1a27b8a', 'project_id': 'da11f78dfa0e450e86495280e2cbbb24', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 22:26:07.282249 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-3301d34b-a970-4892-9010-bf20c30e8ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (458f641e-0904-4010-b72d-d6997c1438e9), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:26:07.357964 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99191636-7dad-4eb2-baf8-68cd35bea975 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Made reservation on behalf of da11f78dfa0e450e86495280e2cbbb24 for: {'subnet': 1} {{(pid=103304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 22:26:07.361660 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-99191636-7dad-4eb2-baf8-68cd35bea975 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12215181'] for subnet (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:26:07.536840 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-3301d34b-a970-4892-9010-bf20c30e8ad8 None None] Publish callbacks [] for port (458f641e-0904-4010-b72d-d6997c1438e9), precommit_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:26:07.542725 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-3301d34b-a970-4892-9010-bf20c30e8ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (458f641e-0904-4010-b72d-d6997c1438e9), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:26:07.551441 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-99191636-7dad-4eb2-baf8-68cd35bea975 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9285249', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12215227'] for subnet (45b4b1c0-0a7d-4c79-8ea9-7d19fee0b2b8), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:26:07.596075 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-3301d34b-a970-4892-9010-bf20c30e8ad8 None None] Attempting to bind port 458f641e-0904-4010-b72d-d6997c1438e9 on host n-d-760453-5 for vnic_type normal with profile {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 22:26:07.596437 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-3301d34b-a970-4892-9010-bf20c30e8ad8 None None] Attempting to bind port 458f641e-0904-4010-b72d-d6997c1438e9 by drivers openvswitch,hyperv on host n-d-760453-5 at level 0 using segments [{'id': 'e17cb353-418f-48b9-b982-21a6233ee99b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299'}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 26 22:26:07.596792 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3301d34b-a970-4892-9010-bf20c30e8ad8 None None] Attempting to bind port 458f641e-0904-4010-b72d-d6997c1438e9 on network 4140a1f1-c93a-4bea-83a0-68953a54f299 {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 22:26:07.603611 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d19626e-e051-44f8-9983-58c4800ef153 None None] Pushing event updated for resources: {'Port': ['ID=458f641e-0904-4010-b72d-d6997c1438e9,revision_number=2']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 22:26:07.606617 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3301d34b-a970-4892-9010-bf20c30e8ad8 None None] Checking agent: {'id': 'fea0591a-627d-4c87-9a9a-01625ddf3277', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760453-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 20, 55, 25), 'started_at': datetime.datetime(2022, 1, 26, 20, 55, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 22, 25, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760453-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 26 22:26:07.607559 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3301d34b-a970-4892-9010-bf20c30e8ad8 None None] Checking segment: {'id': 'e17cb353-418f-48b9-b982-21a6233ee99b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 22:26:07.607905 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-3301d34b-a970-4892-9010-bf20c30e8ad8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:26:07.608285 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3301d34b-a970-4892-9010-bf20c30e8ad8 None None] Bound using segment: {'id': 'e17cb353-418f-48b9-b982-21a6233ee99b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299'} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 26 22:26:07.608748 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-3301d34b-a970-4892-9010-bf20c30e8ad8 None None] Bound port: 458f641e-0904-4010-b72d-d6997c1438e9, host: n-d-760453-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e17cb353-418f-48b9-b982-21a6233ee99b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299'}}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 26 22:26:07.609120 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-3301d34b-a970-4892-9010-bf20c30e8ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (458f641e-0904-4010-b72d-d6997c1438e9), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:26:07.614315 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99191636-7dad-4eb2-baf8-68cd35bea975 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Pushing event updated for resources: {'Subnet': ['ID=45b4b1c0-0a7d-4c79-8ea9-7d19fee0b2b8,revision_number=0']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 22:26:07.624673 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99191636-7dad-4eb2-baf8-68cd35bea975 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Checking segment: {'id': '086588b4-a936-4f26-a20d-b704f324cd84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'bb80d9ac-ace2-4cab-915b-b903a1a27b8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103304) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 22:26:07.625050 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99191636-7dad-4eb2-baf8-68cd35bea975 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Network hostable DHCP agents. Network: bb80d9ac-ace2-4cab-915b-b903a1a27b8a, hostable agents: ['474ccdf7-ab6c-405b-a3b2-dc7b05829902'], hosted agents: [] {{(pid=103304) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 26 22:26:07.641734 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99191636-7dad-4eb2-baf8-68cd35bea975 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Network bb80d9ac-ace2-4cab-915b-b903a1a27b8a is scheduled to be hosted by DHCP agent 474ccdf7-ab6c-405b-a3b2-dc7b05829902 with binding_index 1 {{(pid=103304) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 26 22:26:07.650637 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [None req-99191636-7dad-4eb2-baf8-68cd35bea975 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760453-5, bb80d9ac-ace2-4cab-915b-b903a1a27b8a) {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 22:26:07.655375 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99191636-7dad-4eb2-baf8-68cd35bea975 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:26:07.656228 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-99191636-7dad-4eb2-baf8-68cd35bea975 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Publish callbacks [] for subnet (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:26:07.661581 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c1dca83-ba22-434b-84d7-065c02a3e47d None None] Network bb80d9ac-ace2-4cab-915b-b903a1a27b8a requested from n-d-760453-5 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 26 22:26:07.667028 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-3301d34b-a970-4892-9010-bf20c30e8ad8 None None] For port 458f641e-0904-4010-b72d-d6997c1438e9, host n-d-760453-5, cleared binding levels {{(pid=103306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 26 22:26:07.673144 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-99191636-7dad-4eb2-baf8-68cd35bea975 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4076800 Jan 26 22:26:07.675973 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 55350) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 22:26:07.718516 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-3301d34b-a970-4892-9010-bf20c30e8ad8 None None] For port 458f641e-0904-4010-b72d-d6997c1438e9, host n-d-760453-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=458f641e-0904-4010-b72d-d6997c1438e9,segment=NetworkSegment(e17cb353-418f-48b9-b982-21a6233ee99b),segment_id=e17cb353-418f-48b9-b982-21a6233ee99b)] {{(pid=103306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 26 22:26:07.724183 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-3301d34b-a970-4892-9010-bf20c30e8ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (458f641e-0904-4010-b72d-d6997c1438e9), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:26:07.805081 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d19626e-e051-44f8-9983-58c4800ef153 None None] Pushing event updated for resources: {'Port': ['ID=458f641e-0904-4010-b72d-d6997c1438e9,revision_number=3']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 22:26:07.807917 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3301d34b-a970-4892-9010-bf20c30e8ad8 None None] Routers {'ba39ffb4-0748-4552-be2f-4874eba54e60'} bound to L3 agent in host n-d-760453-5 {{(pid=103306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 22:26:07.808533 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-3301d34b-a970-4892-9010-bf20c30e8ad8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-26T20:55:21Z,description=,heartbeat_timestamp=2022-01-26T22:25:51Z,host='n-d-760453-5',id=09df100c-3af1-4b0a-bda8-05914c71c458,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:55:21Z,topic='l3_agent')) {'router_ids': ['ba39ffb4-0748-4552-be2f-4874eba54e60'], 'active': True} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 22:26:07.862677 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64592aa8-7873-476c-a239-602e36124bc5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3c4099e8-8ffb-51d1-af7f-5868973e933f-bb80d9ac-ace2-4cab-915b-b903a1a27b8a', 'network_id': 'bb80d9ac-ace2-4cab-915b-b903a1a27b8a', 'project_id': 'da11f78dfa0e450e86495280e2cbbb24', 'fixed_ips': [{'subnet_id': '45b4b1c0-0a7d-4c79-8ea9-7d19fee0b2b8'}]}} from n-d-760453-5. {{(pid=103306) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 26 22:26:07.863547 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-64592aa8-7873-476c-a239-602e36124bc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (None), before_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:26:08.005752 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvr_db [None req-3301d34b-a970-4892-9010-bf20c30e8ad8 None None] Set router ba39ffb4-0748-4552-be2f-4874eba54e60 gateway port host: n-d-760453-5 {{(pid=103306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 22:26:08.117158 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-cb73a1a9-db6e-4992-84e4-e187146c22a3 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:26:08.148947 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.db_base_plugin_common [None req-64592aa8-7873-476c-a239-602e36124bc5 None None] Allocated IP 172.20.0.2 (bb80d9ac-ace2-4cab-915b-b903a1a27b8a/45b4b1c0-0a7d-4c79-8ea9-7d19fee0b2b8/708a82ff-547c-4674-a768-4d5d211e9818) {{(pid=103306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 22:26:08.330141 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-3301d34b-a970-4892-9010-bf20c30e8ad8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba39ffb4-0748-4552-be2f-4874eba54e60', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1310480922', 'tenant_id': 'da11f78dfa0e450e86495280e2cbbb24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'external_fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.104'}], 'enable_snat': True}, 'gw_port_id': '458f641e-0904-4010-b72d-d6997c1438e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T22:26:05Z', 'updated_at': '2022-01-26T22:26:06Z', 'revision_number': 3, 'project_id': 'da11f78dfa0e450e86495280e2cbbb24', 'gw_port': {'id': '458f641e-0904-4010-b72d-d6997c1438e9', 'name': '', 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:58:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba39ffb4-0748-4552-be2f-4874eba54e60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4273, 'fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T22:26:05Z', 'updated_at': '2022-01-26T22:26:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-5'}], 'n-d-760453-5', False) {} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 22:26:08.359702 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3301d34b-a970-4892-9010-bf20c30e8ad8 None None] The sync data for ids ['ba39ffb4-0748-4552-be2f-4874eba54e60'] in n-d-760453-5 is: [{'id': 'ba39ffb4-0748-4552-be2f-4874eba54e60', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1310480922', 'tenant_id': 'da11f78dfa0e450e86495280e2cbbb24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'external_fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.104'}], 'enable_snat': True}, 'gw_port_id': '458f641e-0904-4010-b72d-d6997c1438e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T22:26:05Z', 'updated_at': '2022-01-26T22:26:06Z', 'revision_number': 3, 'project_id': 'da11f78dfa0e450e86495280e2cbbb24', 'gw_port': {'id': '458f641e-0904-4010-b72d-d6997c1438e9', 'name': '', 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:58:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba39ffb4-0748-4552-be2f-4874eba54e60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4273, 'fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T22:26:05Z', 'updated_at': '2022-01-26T22:26:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-5'}] {{(pid=103306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 26 22:26:08.373937 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-64592aa8-7873-476c-a239-602e36124bc5 None None] Publish callbacks [] for port (708a82ff-547c-4674-a768-4d5d211e9818), precommit_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:26:08.382413 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-64592aa8-7873-476c-a239-602e36124bc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746560234527'] for port (708a82ff-547c-4674-a768-4d5d211e9818), after_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:26:08.428634 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64592aa8-7873-476c-a239-602e36124bc5 None None] Pushing event updated for resources: {'Port': ['ID=708a82ff-547c-4674-a768-4d5d211e9818,revision_number=1']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 22:26:08.442218 n-d-760453-5 neutron-server[103306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64592aa8-7873-476c-a239-602e36124bc5 None None] Network bb80d9ac-ace2-4cab-915b-b903a1a27b8a is already hosted by enough agents. {{(pid=103306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 22:26:08.443888 n-d-760453-5 neutron-server[103306]: DEBUG neutron.scheduler.base_scheduler [None req-64592aa8-7873-476c-a239-602e36124bc5 None None] Resources bound (agent type, host, resource id): {{(pid=103306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 22:26:08.446313 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.db_base_plugin_common [None req-cb73a1a9-db6e-4992-84e4-e187146c22a3 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Allocated IP 172.20.0.1 (bb80d9ac-ace2-4cab-915b-b903a1a27b8a/45b4b1c0-0a7d-4c79-8ea9-7d19fee0b2b8/a1ce520c-feb7-4748-bfc5-9ed24e34c324) {{(pid=103304) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 22:26:08.449544 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64592aa8-7873-476c-a239-602e36124bc5 None None] Received port after_create {{(pid=103306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 22:26:08.505845 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-64592aa8-7873-476c-a239-602e36124bc5 None None] Attempting to bind port 708a82ff-547c-4674-a768-4d5d211e9818 on host n-d-760453-5 for vnic_type normal with profile {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 22:26:08.506230 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-64592aa8-7873-476c-a239-602e36124bc5 None None] Attempting to bind port 708a82ff-547c-4674-a768-4d5d211e9818 by drivers openvswitch,hyperv on host n-d-760453-5 at level 0 using segments [{'id': '086588b4-a936-4f26-a20d-b704f324cd84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'bb80d9ac-ace2-4cab-915b-b903a1a27b8a'}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 26 22:26:08.506586 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64592aa8-7873-476c-a239-602e36124bc5 None None] Attempting to bind port 708a82ff-547c-4674-a768-4d5d211e9818 on network bb80d9ac-ace2-4cab-915b-b903a1a27b8a {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 22:26:08.512018 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64592aa8-7873-476c-a239-602e36124bc5 None None] Checking agent: {'id': 'fea0591a-627d-4c87-9a9a-01625ddf3277', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760453-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 20, 55, 25), 'started_at': datetime.datetime(2022, 1, 26, 20, 55, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 22, 25, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760453-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 26 22:26:08.512396 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64592aa8-7873-476c-a239-602e36124bc5 None None] Checking segment: {'id': '086588b4-a936-4f26-a20d-b704f324cd84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'bb80d9ac-ace2-4cab-915b-b903a1a27b8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 22:26:08.512803 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-64592aa8-7873-476c-a239-602e36124bc5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:26:08.513898 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64592aa8-7873-476c-a239-602e36124bc5 None None] Bound using segment: {'id': '086588b4-a936-4f26-a20d-b704f324cd84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'bb80d9ac-ace2-4cab-915b-b903a1a27b8a'} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 26 22:26:08.514377 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-64592aa8-7873-476c-a239-602e36124bc5 None None] Bound port: 708a82ff-547c-4674-a768-4d5d211e9818, host: n-d-760453-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '086588b4-a936-4f26-a20d-b704f324cd84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'bb80d9ac-ace2-4cab-915b-b903a1a27b8a'}}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 26 22:26:08.514759 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-64592aa8-7873-476c-a239-602e36124bc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (708a82ff-547c-4674-a768-4d5d211e9818), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:26:08.575711 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-cb73a1a9-db6e-4992-84e4-e187146c22a3 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Publish callbacks [] for port (a1ce520c-feb7-4748-bfc5-9ed24e34c324), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:26:08.580301 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-64592aa8-7873-476c-a239-602e36124bc5 None None] For port 708a82ff-547c-4674-a768-4d5d211e9818, host n-d-760453-5, cleared binding levels {{(pid=103306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 26 22:26:08.584213 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-64592aa8-7873-476c-a239-602e36124bc5 None None] For port 708a82ff-547c-4674-a768-4d5d211e9818, host n-d-760453-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=708a82ff-547c-4674-a768-4d5d211e9818,segment=NetworkSegment(086588b4-a936-4f26-a20d-b704f324cd84),segment_id=086588b4-a936-4f26-a20d-b704f324cd84)] {{(pid=103306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 26 22:26:08.591552 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-64592aa8-7873-476c-a239-602e36124bc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (708a82ff-547c-4674-a768-4d5d211e9818), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:26:08.625470 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-cb73a1a9-db6e-4992-84e4-e187146c22a3 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746560234527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9281553'] for port (a1ce520c-feb7-4748-bfc5-9ed24e34c324), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:26:08.673253 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb73a1a9-db6e-4992-84e4-e187146c22a3 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Network bb80d9ac-ace2-4cab-915b-b903a1a27b8a is already hosted by enough agents. {{(pid=103304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 22:26:08.675450 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64592aa8-7873-476c-a239-602e36124bc5 None None] Pushing event updated for resources: {'Port': ['ID=708a82ff-547c-4674-a768-4d5d211e9818,revision_number=2']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 22:26:08.676490 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [None req-cb73a1a9-db6e-4992-84e4-e187146c22a3 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Resources bound (agent type, host, resource id): {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 22:26:08.684540 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb73a1a9-db6e-4992-84e4-e187146c22a3 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Received port after_create {{(pid=103304) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 22:26:08.696265 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb73a1a9-db6e-4992-84e4-e187146c22a3 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Pushing event updated for resources: {'Port': ['ID=a1ce520c-feb7-4748-bfc5-9ed24e34c324,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 22:26:08.742510 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-cb73a1a9-db6e-4992-84e4-e187146c22a3 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4111050'] for router_interface (ba39ffb4-0748-4552-be2f-4874eba54e60), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:26:08.890838 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-cb73a1a9-db6e-4992-84e4-e187146c22a3 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (a1ce520c-feb7-4748-bfc5-9ed24e34c324), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:26:09.064947 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (32ef628b-8417-46c5-8729-60fcabe358f1), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:26:09.203956 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-cb73a1a9-db6e-4992-84e4-e187146c22a3 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Publish callbacks [] for port (a1ce520c-feb7-4748-bfc5-9ed24e34c324), precommit_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:26:09.208914 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-cb73a1a9-db6e-4992-84e4-e187146c22a3 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9281542'] for port (a1ce520c-feb7-4748-bfc5-9ed24e34c324), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:26:09.288290 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-cb73a1a9-db6e-4992-84e4-e187146c22a3 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3709457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4110682'] for router_interface (ba39ffb4-0748-4552-be2f-4874eba54e60), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:26:09.291216 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb73a1a9-db6e-4992-84e4-e187146c22a3 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Pushing event updated for resources: {'Port': ['ID=a1ce520c-feb7-4748-bfc5-9ed24e34c324,revision_number=2']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 22:26:09.400345 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb73a1a9-db6e-4992-84e4-e187146c22a3 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Network bb80d9ac-ace2-4cab-915b-b903a1a27b8a is already hosted by enough agents. {{(pid=103304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 22:26:09.402365 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [None req-cb73a1a9-db6e-4992-84e4-e187146c22a3 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Resources bound (agent type, host, resource id): {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 22:26:09.516281 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device 458f641e-0904-4010-b72d-d6997c1438e9 up at agent ovs-agent-n-d-760453-5 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 22:26:09.543223 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb73a1a9-db6e-4992-84e4-e187146c22a3 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Router ba39ffb4-0748-4552-be2f-4874eba54e60 has already been hosted by L3 agent 09df100c-3af1-4b0a-bda8-05914c71c458 {{(pid=103304) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 26 22:26:09.568702 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Provisioning complete for port 458f641e-0904-4010-b72d-d6997c1438e9 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 22:26:09.569067 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (458f641e-0904-4010-b72d-d6997c1438e9), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:26:09.652697 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Current status of the port 458f641e-0904-4010-b72d-d6997c1438e9 is: DOWN; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 22:26:09.653089 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (458f641e-0904-4010-b72d-d6997c1438e9), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:26:09.660257 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb73a1a9-db6e-4992-84e4-e187146c22a3 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Notify agent at l3_agent.n-d-760453-5 the message routers_updated {{(pid=103304) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 26 22:26:09.672548 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-cb73a1a9-db6e-4992-84e4-e187146c22a3 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] 10.222.0.13 "PUT /v2.0/routers/ba39ffb4-0748-4552-be2f-4874eba54e60/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9886870 Jan 26 22:26:09.683033 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] For port 458f641e-0904-4010-b72d-d6997c1438e9, host n-d-760453-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=458f641e-0904-4010-b72d-d6997c1438e9,segment=NetworkSegment(e17cb353-418f-48b9-b982-21a6233ee99b),segment_id=e17cb353-418f-48b9-b982-21a6233ee99b)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 22:26:09.689643 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (458f641e-0904-4010-b72d-d6997c1438e9), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:26:09.691081 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device 708a82ff-547c-4674-a768-4d5d211e9818 up at agent ovs-agent-n-d-760453-5 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 22:26:09.769971 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Pushing event updated for resources: {'Port': ['ID=458f641e-0904-4010-b72d-d6997c1438e9,revision_number=4']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 22:26:09.781908 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Provisioning complete for port 708a82ff-547c-4674-a768-4d5d211e9818 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 22:26:09.782289 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (708a82ff-547c-4674-a768-4d5d211e9818), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:26:09.813903 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c9d38ad-b936-4934-b8b4-15e694e9e9c8 None None] Network bb80d9ac-ace2-4cab-915b-b903a1a27b8a requested from n-d-760453-5 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 26 22:26:09.835713 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-738691e9-2368-462d-b8e1-d66ffc380c06 req-68ebd269-9d94-4631-89e8-8db4929c70eb tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-628249917&fields=id&tenant_id=da11f78dfa0e450e86495280e2cbbb24 HTTP/1.1" status: 200 len: 267 time: 0.0460927 Jan 26 22:26:09.886132 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-b6889177-a209-4b27-9a2c-d13c83379e53 None None] Provisioning complete for port 708a82ff-547c-4674-a768-4d5d211e9818 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 22:26:09.886495 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b6889177-a209-4b27-9a2c-d13c83379e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (708a82ff-547c-4674-a768-4d5d211e9818), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:26:09.944612 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738691e9-2368-462d-b8e1-d66ffc380c06 req-1374fec1-0765-4b80-a04f-e98ca775123f tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:26:09.946282 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-738691e9-2368-462d-b8e1-d66ffc380c06 req-1374fec1-0765-4b80-a04f-e98ca775123f tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] 10.222.0.13 "GET /v2.0/networks?id=bb80d9ac-ace2-4cab-915b-b903a1a27b8a HTTP/1.1" status: 200 len: 796 time: 0.1032274 Jan 26 22:26:09.965828 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-738691e9-2368-462d-b8e1-d66ffc380c06 req-41788c4d-655a-4063-b33b-db08da04cb6c tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] 10.222.0.13 "GET /v2.0/quotas/da11f78dfa0e450e86495280e2cbbb24 HTTP/1.1" status: 200 len: 375 time: 0.0100663 Jan 26 22:26:10.024901 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-738691e9-2368-462d-b8e1-d66ffc380c06 req-6261bc7c-443d-4aef-ba65-17edf629d2be tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=da11f78dfa0e450e86495280e2cbbb24&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0543900 Jan 26 22:26:10.141121 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-738691e9-2368-462d-b8e1-d66ffc380c06 req-0f0c98ea-a706-4483-a87e-9c71fdd46075 service neutron] 10.222.0.13 "GET /v2.0/networks/bb80d9ac-ace2-4cab-915b-b903a1a27b8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1035197 Jan 26 22:26:10.157257 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Current status of the port 708a82ff-547c-4674-a768-4d5d211e9818 is: DOWN; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 22:26:10.157848 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (708a82ff-547c-4674-a768-4d5d211e9818), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:26:10.226847 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] For port 708a82ff-547c-4674-a768-4d5d211e9818, host n-d-760453-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=708a82ff-547c-4674-a768-4d5d211e9818,segment=NetworkSegment(086588b4-a936-4f26-a20d-b704f324cd84),segment_id=086588b4-a936-4f26-a20d-b704f324cd84)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 22:26:10.232458 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (708a82ff-547c-4674-a768-4d5d211e9818), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:26:10.239772 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-b6889177-a209-4b27-9a2c-d13c83379e53 None None] Current status of the port 708a82ff-547c-4674-a768-4d5d211e9818 is: DOWN; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 22:26:10.239938 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b6889177-a209-4b27-9a2c-d13c83379e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (708a82ff-547c-4674-a768-4d5d211e9818), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:26:10.275805 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-738691e9-2368-462d-b8e1-d66ffc380c06 req-60776484-869e-4aaf-a1fb-a055656b4eb7 service neutron] 10.222.0.13 "GET /v2.0/networks/bb80d9ac-ace2-4cab-915b-b903a1a27b8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1278787 Jan 26 22:26:10.327844 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Pushing event updated for resources: {'Port': ['ID=708a82ff-547c-4674-a768-4d5d211e9818,revision_number=3']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 22:26:10.344734 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.db.api [None req-b6889177-a209-4b27-9a2c-d13c83379e53 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103306) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 26 22:26:10.345091 n-d-760453-5 neutron-server[103306]: DEBUG oslo_db.api [None req-b6889177-a209-4b27-9a2c-d13c83379e53 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 26 22:26:10.502993 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-721eb844-cef0-4d20-a18a-51e2c335f2df req-54598d97-708a-4da0-ae01-1c23a5b4184c tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] 10.222.0.13 "GET /v2.0/ports?device_id=e7f6749b-a995-4c94-8a25-eee108303c74 HTTP/1.1" status: 200 len: 210 time: 0.0348837 Jan 26 22:26:10.509523 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e55b2c3-12e1-4484-a040-c5992155f265 None None] Sync routers for ids ['ba39ffb4-0748-4552-be2f-4874eba54e60'] in n-d-760453-5 {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 26 22:26:10.535446 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e55b2c3-12e1-4484-a040-c5992155f265 None None] Routers {'ba39ffb4-0748-4552-be2f-4874eba54e60'} bound to L3 agent in host n-d-760453-5 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 22:26:10.536065 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-8e55b2c3-12e1-4484-a040-c5992155f265 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-26T20:55:21Z,description=,heartbeat_timestamp=2022-01-26T22:25:51Z,host='n-d-760453-5',id=09df100c-3af1-4b0a-bda8-05914c71c458,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:55:21Z,topic='l3_agent')) {'router_ids': ['ba39ffb4-0748-4552-be2f-4874eba54e60'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 22:26:10.659320 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_dvr_db [None req-8e55b2c3-12e1-4484-a040-c5992155f265 None None] Set router ba39ffb4-0748-4552-be2f-4874eba54e60 gateway port host: n-d-760453-5 {{(pid=103307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 22:26:10.917598 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-b6889177-a209-4b27-9a2c-d13c83379e53 None None] Current status of the port 708a82ff-547c-4674-a768-4d5d211e9818 is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 22:26:10.926798 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-8e55b2c3-12e1-4484-a040-c5992155f265 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba39ffb4-0748-4552-be2f-4874eba54e60', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1310480922', 'tenant_id': 'da11f78dfa0e450e86495280e2cbbb24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'external_fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.104'}], 'enable_snat': True}, 'gw_port_id': '458f641e-0904-4010-b72d-d6997c1438e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T22:26:05Z', 'updated_at': '2022-01-26T22:26:08Z', 'revision_number': 4, 'project_id': 'da11f78dfa0e450e86495280e2cbbb24', 'gw_port': {'id': '458f641e-0904-4010-b72d-d6997c1438e9', 'name': '', 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:58:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba39ffb4-0748-4552-be2f-4874eba54e60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4273, 'fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T22:26:05Z', 'updated_at': '2022-01-26T22:26:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-5', '_interfaces': [{'id': 'a1ce520c-feb7-4748-bfc5-9ed24e34c324', 'name': '', 'network_id': 'bb80d9ac-ace2-4cab-915b-b903a1a27b8a', 'tenant_id': 'da11f78dfa0e450e86495280e2cbbb24', 'mac_address': 'fa:16:3e:b1:ca:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba39ffb4-0748-4552-be2f-4874eba54e60', 'device_owner': 'network:router_interface', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': '45b4b1c0-0a7d-4c79-8ea9-7d19fee0b2b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T22:26:08Z', 'updated_at': '2022-01-26T22:26:09Z', 'revision_number': 2, 'project_id': 'da11f78dfa0e450e86495280e2cbbb24', 'subnets': [{'id': '45b4b1c0-0a7d-4c79-8ea9-7d19fee0b2b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760453-5', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 22:26:10.971492 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e55b2c3-12e1-4484-a040-c5992155f265 None None] Checking router: ba39ffb4-0748-4552-be2f-4874eba54e60 for host: n-d-760453-5 {{(pid=103307) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 26 22:26:10.971839 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e55b2c3-12e1-4484-a040-c5992155f265 None None] Updating router ba39ffb4-0748-4552-be2f-4874eba54e60 port a1ce520c-feb7-4748-bfc5-9ed24e34c324 binding host n-d-760453-5 {{(pid=103307) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 26 22:26:11.003277 n-d-760453-5 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-8e55b2c3-12e1-4484-a040-c5992155f265 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (a1ce520c-feb7-4748-bfc5-9ed24e34c324), before_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:26:11.043456 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-a65d9eed-556c-4a93-aa86-624e98007067 None None] Provisioning complete for port 708a82ff-547c-4674-a768-4d5d211e9818 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 22:26:11.043750 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-a65d9eed-556c-4a93-aa86-624e98007067 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (708a82ff-547c-4674-a768-4d5d211e9818), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:26:11.168192 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-a65d9eed-556c-4a93-aa86-624e98007067 None None] Current status of the port 708a82ff-547c-4674-a768-4d5d211e9818 is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 22:26:11.184950 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-a65d9eed-556c-4a93-aa86-624e98007067 None None] Provisioning complete for port a1ce520c-feb7-4748-bfc5-9ed24e34c324 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 22:26:11.186013 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-a65d9eed-556c-4a93-aa86-624e98007067 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (a1ce520c-feb7-4748-bfc5-9ed24e34c324), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:26:11.224973 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-a65d9eed-556c-4a93-aa86-624e98007067 None None] Port a1ce520c-feb7-4748-bfc5-9ed24e34c324 cannot update to ACTIVE because it is not bound. {{(pid=103306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 26 22:26:11.316812 n-d-760453-5 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-8e55b2c3-12e1-4484-a040-c5992155f265 None None] Publish callbacks [] for port (a1ce520c-feb7-4748-bfc5-9ed24e34c324), precommit_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:26:11.321805 n-d-760453-5 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-8e55b2c3-12e1-4484-a040-c5992155f265 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (a1ce520c-feb7-4748-bfc5-9ed24e34c324), after_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:26:11.345986 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-f671b290-2a06-4c0c-b515-722803421b04 None None] Provisioning complete for port a1ce520c-feb7-4748-bfc5-9ed24e34c324 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 22:26:11.346294 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-f671b290-2a06-4c0c-b515-722803421b04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (a1ce520c-feb7-4748-bfc5-9ed24e34c324), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:26:11.379041 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddcccb99-41a4-46fe-99db-340a86b04412 None None] Pushing event updated for resources: {'Port': ['ID=a1ce520c-feb7-4748-bfc5-9ed24e34c324,revision_number=3']} {{(pid=103307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 22:26:11.390344 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-f671b290-2a06-4c0c-b515-722803421b04 None None] Port a1ce520c-feb7-4748-bfc5-9ed24e34c324 cannot update to ACTIVE because it is not bound. {{(pid=103306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 26 22:26:11.405237 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddcccb99-41a4-46fe-99db-340a86b04412 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:26:11.405546 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddcccb99-41a4-46fe-99db-340a86b04412 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:26:11.405891 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddcccb99-41a4-46fe-99db-340a86b04412 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:26:11.406225 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddcccb99-41a4-46fe-99db-340a86b04412 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:26:11.406559 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddcccb99-41a4-46fe-99db-340a86b04412 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:26:11.407103 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddcccb99-41a4-46fe-99db-340a86b04412 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:26:11.407424 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddcccb99-41a4-46fe-99db-340a86b04412 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:26:11.407751 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddcccb99-41a4-46fe-99db-340a86b04412 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:26:11.408081 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddcccb99-41a4-46fe-99db-340a86b04412 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:26:11.409121 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddcccb99-41a4-46fe-99db-340a86b04412 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:26:11.409229 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddcccb99-41a4-46fe-99db-340a86b04412 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:26:11.409577 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddcccb99-41a4-46fe-99db-340a86b04412 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:26:11.409900 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddcccb99-41a4-46fe-99db-340a86b04412 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:26:11.454863 n-d-760453-5 neutron-server[103307]: DEBUG neutron.plugins.ml2.managers [None req-8e55b2c3-12e1-4484-a040-c5992155f265 None None] Attempting to bind port a1ce520c-feb7-4748-bfc5-9ed24e34c324 on host n-d-760453-5 for vnic_type normal with profile {{(pid=103307) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 22:26:11.455617 n-d-760453-5 neutron-server[103307]: DEBUG neutron.plugins.ml2.managers [None req-8e55b2c3-12e1-4484-a040-c5992155f265 None None] Attempting to bind port a1ce520c-feb7-4748-bfc5-9ed24e34c324 by drivers openvswitch,hyperv on host n-d-760453-5 at level 0 using segments [{'id': '086588b4-a936-4f26-a20d-b704f324cd84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'bb80d9ac-ace2-4cab-915b-b903a1a27b8a'}] {{(pid=103307) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 26 22:26:11.456347 n-d-760453-5 neutron-server[103307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e55b2c3-12e1-4484-a040-c5992155f265 None None] Attempting to bind port a1ce520c-feb7-4748-bfc5-9ed24e34c324 on network bb80d9ac-ace2-4cab-915b-b903a1a27b8a {{(pid=103307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 22:26:11.467106 n-d-760453-5 neutron-server[103307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e55b2c3-12e1-4484-a040-c5992155f265 None None] Checking agent: {'id': 'fea0591a-627d-4c87-9a9a-01625ddf3277', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760453-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 20, 55, 25), 'started_at': datetime.datetime(2022, 1, 26, 20, 55, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 22, 25, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760453-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 26 22:26:11.467486 n-d-760453-5 neutron-server[103307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e55b2c3-12e1-4484-a040-c5992155f265 None None] Checking segment: {'id': '086588b4-a936-4f26-a20d-b704f324cd84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'bb80d9ac-ace2-4cab-915b-b903a1a27b8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103307) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 22:26:11.467894 n-d-760453-5 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-8e55b2c3-12e1-4484-a040-c5992155f265 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:26:11.468288 n-d-760453-5 neutron-server[103307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e55b2c3-12e1-4484-a040-c5992155f265 None None] Bound using segment: {'id': '086588b4-a936-4f26-a20d-b704f324cd84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'bb80d9ac-ace2-4cab-915b-b903a1a27b8a'} {{(pid=103307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 26 22:26:11.468765 n-d-760453-5 neutron-server[103307]: DEBUG neutron.plugins.ml2.managers [None req-8e55b2c3-12e1-4484-a040-c5992155f265 None None] Bound port: a1ce520c-feb7-4748-bfc5-9ed24e34c324, host: n-d-760453-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '086588b4-a936-4f26-a20d-b704f324cd84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'bb80d9ac-ace2-4cab-915b-b903a1a27b8a'}}] {{(pid=103307) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 26 22:26:11.469147 n-d-760453-5 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-8e55b2c3-12e1-4484-a040-c5992155f265 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (a1ce520c-feb7-4748-bfc5-9ed24e34c324), before_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:26:11.507732 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device 458f641e-0904-4010-b72d-d6997c1438e9 up at agent ovs-agent-n-d-760453-5 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 22:26:11.603520 n-d-760453-5 neutron-server[103307]: DEBUG neutron.plugins.ml2.db [None req-8e55b2c3-12e1-4484-a040-c5992155f265 None None] For port a1ce520c-feb7-4748-bfc5-9ed24e34c324, host n-d-760453-5, cleared binding levels {{(pid=103307) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 26 22:26:11.605421 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Provisioning complete for port 458f641e-0904-4010-b72d-d6997c1438e9 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 22:26:11.606000 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (458f641e-0904-4010-b72d-d6997c1438e9), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:26:11.612440 n-d-760453-5 neutron-server[103307]: DEBUG neutron.plugins.ml2.db [None req-8e55b2c3-12e1-4484-a040-c5992155f265 None None] For port a1ce520c-feb7-4748-bfc5-9ed24e34c324, host n-d-760453-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=a1ce520c-feb7-4748-bfc5-9ed24e34c324,segment=NetworkSegment(086588b4-a936-4f26-a20d-b704f324cd84),segment_id=086588b4-a936-4f26-a20d-b704f324cd84)] {{(pid=103307) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 26 22:26:11.618604 n-d-760453-5 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-8e55b2c3-12e1-4484-a040-c5992155f265 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (a1ce520c-feb7-4748-bfc5-9ed24e34c324), after_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:26:11.737336 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Current status of the port 458f641e-0904-4010-b72d-d6997c1438e9 is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 22:26:11.739370 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device 708a82ff-547c-4674-a768-4d5d211e9818 up at agent ovs-agent-n-d-760453-5 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 22:26:11.751778 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddcccb99-41a4-46fe-99db-340a86b04412 None None] Pushing event updated for resources: {'Port': ['ID=a1ce520c-feb7-4748-bfc5-9ed24e34c324,revision_number=4']} {{(pid=103307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 22:26:11.777065 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-97ae89ef-5209-447d-9c61-bbed12219be7 req-5918f1cb-c160-4943-8944-808a50d94053 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] 10.222.0.13 "GET /v2.0/ports?device_id=e7f6749b-a995-4c94-8a25-eee108303c74 HTTP/1.1" status: 200 len: 210 time: 0.1654038 Jan 26 22:26:11.793380 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e55b2c3-12e1-4484-a040-c5992155f265 None None] Routers {'ba39ffb4-0748-4552-be2f-4874eba54e60'} bound to L3 agent in host n-d-760453-5 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 22:26:11.794018 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-8e55b2c3-12e1-4484-a040-c5992155f265 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-26T20:55:21Z,description=,heartbeat_timestamp=2022-01-26T22:25:51Z,host='n-d-760453-5',id=09df100c-3af1-4b0a-bda8-05914c71c458,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:55:21Z,topic='l3_agent')) {'router_ids': ['ba39ffb4-0748-4552-be2f-4874eba54e60'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 22:26:11.818470 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Provisioning complete for port 708a82ff-547c-4674-a768-4d5d211e9818 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 22:26:11.819307 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (708a82ff-547c-4674-a768-4d5d211e9818), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:26:11.864962 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738691e9-2368-462d-b8e1-d66ffc380c06 req-6c57eab2-8d43-4f2b-b1f7-712950bb3523 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:26:11.866738 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-738691e9-2368-462d-b8e1-d66ffc380c06 req-6c57eab2-8d43-4f2b-b1f7-712950bb3523 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] 10.222.0.57 "GET /v2.0/networks?id=bb80d9ac-ace2-4cab-915b-b903a1a27b8a HTTP/1.1" status: 200 len: 796 time: 0.3218393 Jan 26 22:26:11.875181 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-38223412-a5bf-459a-8cd0-224a2069d5b3 None None] Provisioning complete for port a1ce520c-feb7-4748-bfc5-9ed24e34c324 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 22:26:11.875551 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-38223412-a5bf-459a-8cd0-224a2069d5b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (a1ce520c-feb7-4748-bfc5-9ed24e34c324), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:26:11.955769 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Current status of the port 708a82ff-547c-4674-a768-4d5d211e9818 is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 22:26:11.965424 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-738691e9-2368-462d-b8e1-d66ffc380c06 req-aae14f4a-eb51-4140-85a7-af069f11a8d9 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=da11f78dfa0e450e86495280e2cbbb24 HTTP/1.1" status: 200 len: 379 time: 0.0891376 Jan 26 22:26:11.976937 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [req-738691e9-2368-462d-b8e1-d66ffc380c06 req-da9ac36c-42c1-46a3-a23f-e6c1a28ba4ce tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Request body: {'port': {'device_id': 'e7f6749b-a995-4c94-8a25-eee108303c74', 'network_id': 'bb80d9ac-ace2-4cab-915b-b903a1a27b8a', 'admin_state_up': True, 'tenant_id': 'da11f78dfa0e450e86495280e2cbbb24', 'security_groups': ['52efc1ee-d120-4010-aa8d-dab18c47a02b']}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 22:26:12.031566 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-38223412-a5bf-459a-8cd0-224a2069d5b3 None None] Current status of the port a1ce520c-feb7-4748-bfc5-9ed24e34c324 is: DOWN; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 22:26:12.032015 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-38223412-a5bf-459a-8cd0-224a2069d5b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (a1ce520c-feb7-4748-bfc5-9ed24e34c324), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:26:12.087745 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_dvr_db [None req-8e55b2c3-12e1-4484-a040-c5992155f265 None None] Set router ba39ffb4-0748-4552-be2f-4874eba54e60 gateway port host: n-d-760453-5 {{(pid=103307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 22:26:12.108135 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-38223412-a5bf-459a-8cd0-224a2069d5b3 None None] For port a1ce520c-feb7-4748-bfc5-9ed24e34c324, host n-d-760453-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=a1ce520c-feb7-4748-bfc5-9ed24e34c324,segment=NetworkSegment(086588b4-a936-4f26-a20d-b704f324cd84),segment_id=086588b4-a936-4f26-a20d-b704f324cd84)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 22:26:12.114150 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-38223412-a5bf-459a-8cd0-224a2069d5b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (a1ce520c-feb7-4748-bfc5-9ed24e34c324), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:26:12.152181 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-738691e9-2368-462d-b8e1-d66ffc380c06 req-da9ac36c-42c1-46a3-a23f-e6c1a28ba4ce tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Made reservation on behalf of da11f78dfa0e450e86495280e2cbbb24 for: {'port': 1} {{(pid=103304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 22:26:12.156001 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-738691e9-2368-462d-b8e1-d66ffc380c06 req-da9ac36c-42c1-46a3-a23f-e6c1a28ba4ce tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:26:12.181002 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38223412-a5bf-459a-8cd0-224a2069d5b3 None None] Pushing event updated for resources: {'Port': ['ID=a1ce520c-feb7-4748-bfc5-9ed24e34c324,revision_number=5']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 22:26:12.237532 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-8090eb5a-792b-404b-8fe6-c7a786c0efad None None] Provisioning complete for port a1ce520c-feb7-4748-bfc5-9ed24e34c324 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 22:26:12.238214 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-8090eb5a-792b-404b-8fe6-c7a786c0efad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (a1ce520c-feb7-4748-bfc5-9ed24e34c324), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:26:12.299030 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.db_base_plugin_common [req-738691e9-2368-462d-b8e1-d66ffc380c06 req-da9ac36c-42c1-46a3-a23f-e6c1a28ba4ce tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Allocated IP 172.20.0.3 (bb80d9ac-ace2-4cab-915b-b903a1a27b8a/45b4b1c0-0a7d-4c79-8ea9-7d19fee0b2b8/686c73dc-b4bc-4f13-8a31-1f95602ce3f6) {{(pid=103304) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 22:26:12.315425 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-8e55b2c3-12e1-4484-a040-c5992155f265 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba39ffb4-0748-4552-be2f-4874eba54e60', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1310480922', 'tenant_id': 'da11f78dfa0e450e86495280e2cbbb24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'external_fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.104'}], 'enable_snat': True}, 'gw_port_id': '458f641e-0904-4010-b72d-d6997c1438e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T22:26:05Z', 'updated_at': '2022-01-26T22:26:08Z', 'revision_number': 4, 'project_id': 'da11f78dfa0e450e86495280e2cbbb24', 'gw_port': {'id': '458f641e-0904-4010-b72d-d6997c1438e9', 'name': '', 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:58:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba39ffb4-0748-4552-be2f-4874eba54e60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4273, 'fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T22:26:05Z', 'updated_at': '2022-01-26T22:26:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-5', '_interfaces': [{'id': 'a1ce520c-feb7-4748-bfc5-9ed24e34c324', 'name': '', 'network_id': 'bb80d9ac-ace2-4cab-915b-b903a1a27b8a', 'tenant_id': 'da11f78dfa0e450e86495280e2cbbb24', 'mac_address': 'fa:16:3e:b1:ca:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba39ffb4-0748-4552-be2f-4874eba54e60', 'device_owner': 'network:router_interface', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': '45b4b1c0-0a7d-4c79-8ea9-7d19fee0b2b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T22:26:08Z', 'updated_at': '2022-01-26T22:26:11Z', 'revision_number': 4, 'project_id': 'da11f78dfa0e450e86495280e2cbbb24', 'subnets': [{'id': '45b4b1c0-0a7d-4c79-8ea9-7d19fee0b2b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760453-5', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 22:26:12.326752 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-8090eb5a-792b-404b-8fe6-c7a786c0efad None None] Current status of the port a1ce520c-feb7-4748-bfc5-9ed24e34c324 is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 22:26:12.342788 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e55b2c3-12e1-4484-a040-c5992155f265 None None] The sync data for ids ['ba39ffb4-0748-4552-be2f-4874eba54e60'] in n-d-760453-5 is: [{'id': 'ba39ffb4-0748-4552-be2f-4874eba54e60', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1310480922', 'tenant_id': 'da11f78dfa0e450e86495280e2cbbb24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'external_fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.104'}], 'enable_snat': True}, 'gw_port_id': '458f641e-0904-4010-b72d-d6997c1438e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T22:26:05Z', 'updated_at': '2022-01-26T22:26:08Z', 'revision_number': 4, 'project_id': 'da11f78dfa0e450e86495280e2cbbb24', 'gw_port': {'id': '458f641e-0904-4010-b72d-d6997c1438e9', 'name': '', 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:58:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba39ffb4-0748-4552-be2f-4874eba54e60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4273, 'fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T22:26:05Z', 'updated_at': '2022-01-26T22:26:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-5', '_interfaces': [{'id': 'a1ce520c-feb7-4748-bfc5-9ed24e34c324', 'name': '', 'network_id': 'bb80d9ac-ace2-4cab-915b-b903a1a27b8a', 'tenant_id': 'da11f78dfa0e450e86495280e2cbbb24', 'mac_address': 'fa:16:3e:b1:ca:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba39ffb4-0748-4552-be2f-4874eba54e60', 'device_owner': 'network:router_interface', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': '45b4b1c0-0a7d-4c79-8ea9-7d19fee0b2b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T22:26:08Z', 'updated_at': '2022-01-26T22:26:11Z', 'revision_number': 4, 'project_id': 'da11f78dfa0e450e86495280e2cbbb24', 'subnets': [{'id': '45b4b1c0-0a7d-4c79-8ea9-7d19fee0b2b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 26 22:26:12.485076 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-738691e9-2368-462d-b8e1-d66ffc380c06 req-da9ac36c-42c1-46a3-a23f-e6c1a28ba4ce tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Publish callbacks [] for port (686c73dc-b4bc-4f13-8a31-1f95602ce3f6), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:26:12.521887 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-738691e9-2368-462d-b8e1-d66ffc380c06 req-da9ac36c-42c1-46a3-a23f-e6c1a28ba4ce tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746560234527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9281553'] for port (686c73dc-b4bc-4f13-8a31-1f95602ce3f6), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:26:12.567854 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-738691e9-2368-462d-b8e1-d66ffc380c06 req-da9ac36c-42c1-46a3-a23f-e6c1a28ba4ce tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Network bb80d9ac-ace2-4cab-915b-b903a1a27b8a is already hosted by enough agents. {{(pid=103304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 22:26:12.570952 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [req-738691e9-2368-462d-b8e1-d66ffc380c06 req-da9ac36c-42c1-46a3-a23f-e6c1a28ba4ce tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Resources bound (agent type, host, resource id): {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 22:26:12.573371 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [req-738691e9-2368-462d-b8e1-d66ffc380c06 req-da9ac36c-42c1-46a3-a23f-e6c1a28ba4ce tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Received port after_create {{(pid=103304) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 22:26:12.603952 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da9ac36c-42c1-46a3-a23f-e6c1a28ba4ce tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Pushing event updated for resources: {'Port': ['ID=686c73dc-b4bc-4f13-8a31-1f95602ce3f6,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 22:26:12.636744 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738691e9-2368-462d-b8e1-d66ffc380c06 req-da9ac36c-42c1-46a3-a23f-e6c1a28ba4ce tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:26:12.637330 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-738691e9-2368-462d-b8e1-d66ffc380c06 req-da9ac36c-42c1-46a3-a23f-e6c1a28ba4ce tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:26:12.656591 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-738691e9-2368-462d-b8e1-d66ffc380c06 req-da9ac36c-42c1-46a3-a23f-e6c1a28ba4ce tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6849582 Jan 26 22:26:12.718133 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [req-738691e9-2368-462d-b8e1-d66ffc380c06 req-297ded80-d784-4844-a60d-5d14269ab634 service neutron] Request body: {'port': {'device_id': 'e7f6749b-a995-4c94-8a25-eee108303c74', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-760453-5'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 22:26:12.782441 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-738691e9-2368-462d-b8e1-d66ffc380c06 req-297ded80-d784-4844-a60d-5d14269ab634 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (686c73dc-b4bc-4f13-8a31-1f95602ce3f6), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:26:12.856668 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-fb88d691-e6a2-43e6-9b29-c46a64ae5b67 None None] Provisioning complete for port 686c73dc-b4bc-4f13-8a31-1f95602ce3f6 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 22:26:12.857904 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fb88d691-e6a2-43e6-9b29-c46a64ae5b67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (686c73dc-b4bc-4f13-8a31-1f95602ce3f6), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:26:12.907983 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-fb88d691-e6a2-43e6-9b29-c46a64ae5b67 None None] Port 686c73dc-b4bc-4f13-8a31-1f95602ce3f6 cannot update to ACTIVE because it is not bound. {{(pid=103306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 26 22:26:13.003686 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4fb7316-edd0-4145-adfa-71632dbc8789 req-165a1037-82eb-4d39-99ff-20012417a0e9 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:26:13.005218 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-b4fb7316-edd0-4145-adfa-71632dbc8789 req-165a1037-82eb-4d39-99ff-20012417a0e9 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] 10.222.0.13 "GET /v2.0/ports?device_id=e7f6749b-a995-4c94-8a25-eee108303c74 HTTP/1.1" status: 200 len: 931 time: 0.1123149 Jan 26 22:26:13.086200 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-b4fb7316-edd0-4145-adfa-71632dbc8789 req-a318e5da-af1f-42f1-8929-34d48226a3b2 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] 10.222.0.13 "GET /v2.0/security-groups?id=52efc1ee-d120-4010-aa8d-dab18c47a02b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0747511 Jan 26 22:26:13.142583 n-d-760453-5 neutron-server[103304]: DEBUG neutron.notifiers.nova [req-738691e9-2368-462d-b8e1-d66ffc380c06 req-297ded80-d784-4844-a60d-5d14269ab634 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 686c73dc-b4bc-4f13-8a31-1f95602ce3f6 {{(pid=103304) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 26 22:26:13.150419 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-738691e9-2368-462d-b8e1-d66ffc380c06 req-297ded80-d784-4844-a60d-5d14269ab634 service neutron] Publish callbacks [] for port (686c73dc-b4bc-4f13-8a31-1f95602ce3f6), precommit_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:26:13.164549 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.provisioning_blocks [req-738691e9-2368-462d-b8e1-d66ffc380c06 req-297ded80-d784-4844-a60d-5d14269ab634 service neutron] Transition to ACTIVE for port object 686c73dc-b4bc-4f13-8a31-1f95602ce3f6 will not be triggered until provisioned by entity L2. {{(pid=103304) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 22:26:13.168118 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-738691e9-2368-462d-b8e1-d66ffc380c06 req-297ded80-d784-4844-a60d-5d14269ab634 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9281542'] for port (686c73dc-b4bc-4f13-8a31-1f95602ce3f6), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:26:13.258705 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-297ded80-d784-4844-a60d-5d14269ab634 service neutron] Pushing event updated for resources: {'Port': ['ID=686c73dc-b4bc-4f13-8a31-1f95602ce3f6,revision_number=2']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 22:26:13.291129 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [req-738691e9-2368-462d-b8e1-d66ffc380c06 req-297ded80-d784-4844-a60d-5d14269ab634 service neutron] Attempting to bind port 686c73dc-b4bc-4f13-8a31-1f95602ce3f6 on host n-h2-760453-5 for vnic_type normal with profile {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 22:26:13.291459 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [req-738691e9-2368-462d-b8e1-d66ffc380c06 req-297ded80-d784-4844-a60d-5d14269ab634 service neutron] Attempting to bind port 686c73dc-b4bc-4f13-8a31-1f95602ce3f6 by drivers openvswitch,hyperv on host n-h2-760453-5 at level 0 using segments [{'id': '086588b4-a936-4f26-a20d-b704f324cd84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'bb80d9ac-ace2-4cab-915b-b903a1a27b8a'}] {{(pid=103304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 26 22:26:13.291793 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-738691e9-2368-462d-b8e1-d66ffc380c06 req-297ded80-d784-4844-a60d-5d14269ab634 service neutron] Attempting to bind port 686c73dc-b4bc-4f13-8a31-1f95602ce3f6 on network bb80d9ac-ace2-4cab-915b-b903a1a27b8a {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 22:26:13.296951 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-738691e9-2368-462d-b8e1-d66ffc380c06 req-297ded80-d784-4844-a60d-5d14269ab634 service neutron] Port 686c73dc-b4bc-4f13-8a31-1f95602ce3f6 on network bb80d9ac-ace2-4cab-915b-b903a1a27b8a not bound, no agent of type Open vSwitch agent registered on host n-h2-760453-5 {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 26 22:26:13.297285 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-738691e9-2368-462d-b8e1-d66ffc380c06 req-297ded80-d784-4844-a60d-5d14269ab634 service neutron] Attempting to bind port 686c73dc-b4bc-4f13-8a31-1f95602ce3f6 on network bb80d9ac-ace2-4cab-915b-b903a1a27b8a {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 22:26:13.302634 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-738691e9-2368-462d-b8e1-d66ffc380c06 req-297ded80-d784-4844-a60d-5d14269ab634 service neutron] Checking agent: {'id': '4d619873-4b60-439f-9b5a-b155dc8bbc34', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-760453-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 21, 2, 53), 'started_at': datetime.datetime(2022, 1, 26, 21, 2, 53), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 22, 25, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 26 22:26:13.302979 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-738691e9-2368-462d-b8e1-d66ffc380c06 req-297ded80-d784-4844-a60d-5d14269ab634 service neutron] Checking segment: {'id': '086588b4-a936-4f26-a20d-b704f324cd84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'bb80d9ac-ace2-4cab-915b-b903a1a27b8a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103304) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 22:26:13.303370 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-738691e9-2368-462d-b8e1-d66ffc380c06 req-297ded80-d784-4844-a60d-5d14269ab634 service neutron] Bound using segment: {'id': '086588b4-a936-4f26-a20d-b704f324cd84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'bb80d9ac-ace2-4cab-915b-b903a1a27b8a'} {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 26 22:26:13.303812 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [req-738691e9-2368-462d-b8e1-d66ffc380c06 req-297ded80-d784-4844-a60d-5d14269ab634 service neutron] Bound port: 686c73dc-b4bc-4f13-8a31-1f95602ce3f6, host: n-h2-760453-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '086588b4-a936-4f26-a20d-b704f324cd84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'bb80d9ac-ace2-4cab-915b-b903a1a27b8a'}}] {{(pid=103304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 26 22:26:13.304208 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-738691e9-2368-462d-b8e1-d66ffc380c06 req-297ded80-d784-4844-a60d-5d14269ab634 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (686c73dc-b4bc-4f13-8a31-1f95602ce3f6), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:26:13.392222 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [req-738691e9-2368-462d-b8e1-d66ffc380c06 req-297ded80-d784-4844-a60d-5d14269ab634 service neutron] For port 686c73dc-b4bc-4f13-8a31-1f95602ce3f6, host n-h2-760453-5, cleared binding levels {{(pid=103304) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 26 22:26:13.396009 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [req-738691e9-2368-462d-b8e1-d66ffc380c06 req-297ded80-d784-4844-a60d-5d14269ab634 service neutron] For port 686c73dc-b4bc-4f13-8a31-1f95602ce3f6, host n-h2-760453-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-5',level=0,port_id=686c73dc-b4bc-4f13-8a31-1f95602ce3f6,segment=NetworkSegment(086588b4-a936-4f26-a20d-b704f324cd84),segment_id=086588b4-a936-4f26-a20d-b704f324cd84)] {{(pid=103304) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 26 22:26:13.410747 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-738691e9-2368-462d-b8e1-d66ffc380c06 req-297ded80-d784-4844-a60d-5d14269ab634 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9281542'] for port (686c73dc-b4bc-4f13-8a31-1f95602ce3f6), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:26:13.473743 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738691e9-2368-462d-b8e1-d66ffc380c06 req-297ded80-d784-4844-a60d-5d14269ab634 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:26:13.474380 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-738691e9-2368-462d-b8e1-d66ffc380c06 req-297ded80-d784-4844-a60d-5d14269ab634 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:26:13.475947 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-738691e9-2368-462d-b8e1-d66ffc380c06 req-297ded80-d784-4844-a60d-5d14269ab634 service neutron] 10.222.0.57 "PUT /v2.0/ports/686c73dc-b4bc-4f13-8a31-1f95602ce3f6 HTTP/1.1" status: 200 len: 1091 time: 0.8107541 Jan 26 22:26:13.476258 n-d-760453-5 neutron-server[103304]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e7f6749b-a995-4c94-8a25-eee108303c74', 'tag': '686c73dc-b4bc-4f13-8a31-1f95602ce3f6'}] {{(pid=103304) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 22:26:13.478681 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86e783e1922a725fac327d65912384d63450ce1a6a2ee22db2d1cc52fb257f3b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56db1378-6c7e-405f-bd71-099ecee31819" -d '{"events": [{"name": "network-changed", "server_uuid": "e7f6749b-a995-4c94-8a25-eee108303c74", "tag": "686c73dc-b4bc-4f13-8a31-1f95602ce3f6"}]}' {{(pid=103304) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 22:26:13.487873 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-297ded80-d784-4844-a60d-5d14269ab634 service neutron] Pushing event updated for resources: {'Port': ['ID=686c73dc-b4bc-4f13-8a31-1f95602ce3f6,revision_number=3']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 22:26:13.524033 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device a1ce520c-feb7-4748-bfc5-9ed24e34c324 up at agent ovs-agent-n-d-760453-5 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 22:26:13.559247 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 26 Jan 2022 22:26:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d810a1a-4dbc-4146-a037-e9120f7f4a9c x-openstack-request-id: req-0d810a1a-4dbc-4146-a037-e9120f7f4a9c {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 22:26:13.559545 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e7f6749b-a995-4c94-8a25-eee108303c74", "tag": "686c73dc-b4bc-4f13-8a31-1f95602ce3f6", "status": "completed", "code": 200}]} {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 22:26:13.559801 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-0d810a1a-4dbc-4146-a037-e9120f7f4a9c {{(pid=103304) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 22:26:13.560767 n-d-760453-5 neutron-server[103304]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e7f6749b-a995-4c94-8a25-eee108303c74', 'tag': '686c73dc-b4bc-4f13-8a31-1f95602ce3f6', 'status': 'completed', 'code': 200} Jan 26 22:26:13.579394 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738691e9-2368-462d-b8e1-d66ffc380c06 req-f5318f1e-e745-4437-9e8a-a36217a98ec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:26:13.580950 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-738691e9-2368-462d-b8e1-d66ffc380c06 req-f5318f1e-e745-4437-9e8a-a36217a98ec5 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=da11f78dfa0e450e86495280e2cbbb24&device_id=e7f6749b-a995-4c94-8a25-eee108303c74 HTTP/1.1" status: 200 len: 1094 time: 0.0551763 Jan 26 22:26:13.596027 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Provisioning complete for port a1ce520c-feb7-4748-bfc5-9ed24e34c324 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 22:26:13.596875 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (a1ce520c-feb7-4748-bfc5-9ed24e34c324), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:26:13.641183 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-738691e9-2368-462d-b8e1-d66ffc380c06 req-7d4664e4-4f69-494e-88bf-b728229be44f service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=686c73dc-b4bc-4f13-8a31-1f95602ce3f6 HTTP/1.1" status: 200 len: 217 time: 0.0538740 Jan 26 22:26:13.697506 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Current status of the port a1ce520c-feb7-4748-bfc5-9ed24e34c324 is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 22:26:13.698536 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738691e9-2368-462d-b8e1-d66ffc380c06 req-14b1755b-344f-418e-ba89-29d7591f9cdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:26:13.699917 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-738691e9-2368-462d-b8e1-d66ffc380c06 req-14b1755b-344f-418e-ba89-29d7591f9cdc service neutron] 10.222.0.57 "GET /v2.0/subnets?id=45b4b1c0-0a7d-4c79-8ea9-7d19fee0b2b8 HTTP/1.1" status: 200 len: 835 time: 0.0525868 Jan 26 22:26:13.746181 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738691e9-2368-462d-b8e1-d66ffc380c06 req-a7a9d231-411a-4ca4-910d-bdb1a5b62d5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:26:13.747602 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-738691e9-2368-462d-b8e1-d66ffc380c06 req-a7a9d231-411a-4ca4-910d-bdb1a5b62d5f service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=bb80d9ac-ace2-4cab-915b-b903a1a27b8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0411415 Jan 26 22:26:13.838838 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-738691e9-2368-462d-b8e1-d66ffc380c06 req-904af5a6-cb0e-47e2-b157-70950a3a0e7b service neutron] 10.222.0.57 "GET /v2.0/networks/bb80d9ac-ace2-4cab-915b-b903a1a27b8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854619 Jan 26 22:26:13.926057 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-738691e9-2368-462d-b8e1-d66ffc380c06 req-9dce9dd2-3dba-4ebf-8622-2ec813bc0fbf service neutron] 10.222.0.57 "GET /v2.0/networks/bb80d9ac-ace2-4cab-915b-b903a1a27b8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808773 Jan 26 22:26:14.010928 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56db1378-6c7e-405f-bd71-099ecee31819 req-cf788509-5847-453a-8c0e-15b1a939302f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:26:14.012408 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-56db1378-6c7e-405f-bd71-099ecee31819 req-cf788509-5847-453a-8c0e-15b1a939302f service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=da11f78dfa0e450e86495280e2cbbb24&device_id=e7f6749b-a995-4c94-8a25-eee108303c74 HTTP/1.1" status: 200 len: 1094 time: 0.0401683 Jan 26 22:26:14.103921 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56db1378-6c7e-405f-bd71-099ecee31819 req-61dc86c7-aba5-4f52-bade-746ee50f697e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:26:14.105458 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-56db1378-6c7e-405f-bd71-099ecee31819 req-61dc86c7-aba5-4f52-bade-746ee50f697e service neutron] 10.222.0.57 "GET /v2.0/networks?id=bb80d9ac-ace2-4cab-915b-b903a1a27b8a HTTP/1.1" status: 200 len: 897 time: 0.0872300 Jan 26 22:26:14.146776 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-56db1378-6c7e-405f-bd71-099ecee31819 req-6d1b4c9a-c60b-433a-9c6b-b10055fe0366 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=686c73dc-b4bc-4f13-8a31-1f95602ce3f6 HTTP/1.1" status: 200 len: 217 time: 0.0354962 Jan 26 22:26:14.231199 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56db1378-6c7e-405f-bd71-099ecee31819 req-81b00cf4-9cfb-4379-a0d2-c2906c4e7b92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:26:14.232611 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-56db1378-6c7e-405f-bd71-099ecee31819 req-81b00cf4-9cfb-4379-a0d2-c2906c4e7b92 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=45b4b1c0-0a7d-4c79-8ea9-7d19fee0b2b8 HTTP/1.1" status: 200 len: 835 time: 0.0795360 Jan 26 22:26:14.242298 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb10274-b224-491e-a497-06e987156d40 req-cc072e16-a08f-453f-8ade-d23d450f4f35 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:26:14.243702 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-beb10274-b224-491e-a497-06e987156d40 req-cc072e16-a08f-453f-8ade-d23d450f4f35 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] 10.222.0.13 "GET /v2.0/ports?device_id=e7f6749b-a995-4c94-8a25-eee108303c74 HTTP/1.1" status: 200 len: 943 time: 0.0822062 Jan 26 22:26:14.313826 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56db1378-6c7e-405f-bd71-099ecee31819 req-9472c07b-f7f2-4266-9558-66527d645ed0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:26:14.315318 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-56db1378-6c7e-405f-bd71-099ecee31819 req-9472c07b-f7f2-4266-9558-66527d645ed0 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=bb80d9ac-ace2-4cab-915b-b903a1a27b8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0707641 Jan 26 22:26:14.320047 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-beb10274-b224-491e-a497-06e987156d40 req-011665b0-8d1b-46b8-9546-4993eb95a872 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] 10.222.0.13 "GET /v2.0/security-groups?id=52efc1ee-d120-4010-aa8d-dab18c47a02b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0680385 Jan 26 22:26:14.408433 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-56db1378-6c7e-405f-bd71-099ecee31819 req-26b883f5-5a41-48e1-abb3-be290b019918 service neutron] 10.222.0.57 "GET /v2.0/networks/bb80d9ac-ace2-4cab-915b-b903a1a27b8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855608 Jan 26 22:26:14.496989 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-56db1378-6c7e-405f-bd71-099ecee31819 req-82cd8fd1-93b4-48c6-af62-5a55d6cd538c service neutron] 10.222.0.57 "GET /v2.0/networks/bb80d9ac-ace2-4cab-915b-b903a1a27b8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814328 Jan 26 22:26:15.437436 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ad7f49-4a89-4010-abaf-3a5afaf38f0f req-6df3ebf8-1d02-413a-b6c7-578b0a79ec8d tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:26:15.438923 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-33ad7f49-4a89-4010-abaf-3a5afaf38f0f req-6df3ebf8-1d02-413a-b6c7-578b0a79ec8d tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] 10.222.0.13 "GET /v2.0/ports?device_id=e7f6749b-a995-4c94-8a25-eee108303c74 HTTP/1.1" status: 200 len: 943 time: 0.0525224 Jan 26 22:26:15.819410 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-33ad7f49-4a89-4010-abaf-3a5afaf38f0f req-404ca6df-7a42-4ea8-ab6c-3fabba73137b tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] 10.222.0.13 "GET /v2.0/security-groups?id=52efc1ee-d120-4010-aa8d-dab18c47a02b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3748901 Jan 26 22:26:16.931043 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1661ce4a-2986-4f62-8a1a-0b531e0443db req-22f12bf7-e382-46e0-a13e-6bad16a24f9c tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:26:16.932494 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-1661ce4a-2986-4f62-8a1a-0b531e0443db req-22f12bf7-e382-46e0-a13e-6bad16a24f9c tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] 10.222.0.13 "GET /v2.0/ports?device_id=e7f6749b-a995-4c94-8a25-eee108303c74 HTTP/1.1" status: 200 len: 943 time: 0.0467188 Jan 26 22:26:16.979969 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-1661ce4a-2986-4f62-8a1a-0b531e0443db req-59741a8c-e155-4bbd-a3ec-d1b2f2446d4d tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] 10.222.0.13 "GET /v2.0/security-groups?id=52efc1ee-d120-4010-aa8d-dab18c47a02b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413494 Jan 26 22:26:17.042439 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Device 686c73dc-b4bc-4f13-8a31-1f95602ce3f6 details requested by agent hyperv_n-h2-760453-5 with host n-h2-760453-5 {{(pid=103306) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 26 22:26:17.135758 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] For port 686c73dc-b4bc-4f13-8a31-1f95602ce3f6, host n-h2-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-5',level=0,port_id=686c73dc-b4bc-4f13-8a31-1f95602ce3f6,segment=NetworkSegment(086588b4-a936-4f26-a20d-b704f324cd84),segment_id=086588b4-a936-4f26-a20d-b704f324cd84)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 22:26:17.147057 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Returning: {'device': '686c73dc-b4bc-4f13-8a31-1f95602ce3f6', 'network_id': 'bb80d9ac-ace2-4cab-915b-b903a1a27b8a', 'port_id': '686c73dc-b4bc-4f13-8a31-1f95602ce3f6', 'mac_address': 'fa:16:3e:1f:6f:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 551, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '45b4b1c0-0a7d-4c79-8ea9-7d19fee0b2b8', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103306) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 26 22:26:17.187462 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Current status of the port 686c73dc-b4bc-4f13-8a31-1f95602ce3f6 is: DOWN; New status is: BUILD {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 22:26:17.187848 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (686c73dc-b4bc-4f13-8a31-1f95602ce3f6), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:26:17.200521 n-d-760453-5 neutron-server[103306]: DEBUG neutron.notifiers.nova [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 686c73dc-b4bc-4f13-8a31-1f95602ce3f6 {{(pid=103306) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 26 22:26:17.218891 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] For port 686c73dc-b4bc-4f13-8a31-1f95602ce3f6, host n-h2-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-5',level=0,port_id=686c73dc-b4bc-4f13-8a31-1f95602ce3f6,segment=NetworkSegment(086588b4-a936-4f26-a20d-b704f324cd84),segment_id=086588b4-a936-4f26-a20d-b704f324cd84)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 22:26:17.222698 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (686c73dc-b4bc-4f13-8a31-1f95602ce3f6), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:26:17.269036 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Pushing event updated for resources: {'Port': ['ID=686c73dc-b4bc-4f13-8a31-1f95602ce3f6,revision_number=4']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 22:26:17.429802 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] get_ports_and_sgs() called for port_ids ['686c73dc-b4bc-4f13-8a31-1f95602ce3f6'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 26 22:26:18.093730 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195366af-5ddc-4e39-8399-bbd9d35a6f41 req-3b8eee61-8e7b-4414-ad72-d9cff9dea51e tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:26:18.095204 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-195366af-5ddc-4e39-8399-bbd9d35a6f41 req-3b8eee61-8e7b-4414-ad72-d9cff9dea51e tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] 10.222.0.13 "GET /v2.0/ports?device_id=e7f6749b-a995-4c94-8a25-eee108303c74 HTTP/1.1" status: 200 len: 944 time: 0.0478008 Jan 26 22:26:18.147283 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-195366af-5ddc-4e39-8399-bbd9d35a6f41 req-f6539d4b-c1bd-4e60-938d-0b9ccc592a84 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] 10.222.0.13 "GET /v2.0/security-groups?id=52efc1ee-d120-4010-aa8d-dab18c47a02b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448916 Jan 26 22:26:19.057670 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Device 686c73dc-b4bc-4f13-8a31-1f95602ce3f6 up at agent hyperv_n-h2-760453-5 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 22:26:19.061023 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-c8982725-e282-4c4b-8266-888f54fc6fb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (474ccdf7-ab6c-405b-a3b2-dc7b05829902), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:26:19.106436 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Provisioning for port 686c73dc-b4bc-4f13-8a31-1f95602ce3f6 completed by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 22:26:19.111342 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Provisioning complete for port 686c73dc-b4bc-4f13-8a31-1f95602ce3f6 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 22:26:19.111752 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (686c73dc-b4bc-4f13-8a31-1f95602ce3f6), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:26:19.192477 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Current status of the port 686c73dc-b4bc-4f13-8a31-1f95602ce3f6 is: BUILD; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 22:26:19.192901 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (686c73dc-b4bc-4f13-8a31-1f95602ce3f6), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:26:19.215667 n-d-760453-5 neutron-server[103306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7f6749b-a995-4c94-8a25-eee108303c74', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '686c73dc-b4bc-4f13-8a31-1f95602ce3f6'}] {{(pid=103306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 22:26:19.218555 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c06f7aa05085a00df6a2944c086d22937b62c1e75db8df879377281bc6a8a153" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-918b28d1-ac43-46f9-93db-bc8781c2b8aa" -d '{"events": [{"server_uuid": "e7f6749b-a995-4c94-8a25-eee108303c74", "name": "network-vif-plugged", "status": "completed", "tag": "686c73dc-b4bc-4f13-8a31-1f95602ce3f6"}]}' {{(pid=103306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 22:26:19.230690 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] For port 686c73dc-b4bc-4f13-8a31-1f95602ce3f6, host n-h2-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-5',level=0,port_id=686c73dc-b4bc-4f13-8a31-1f95602ce3f6,segment=NetworkSegment(086588b4-a936-4f26-a20d-b704f324cd84),segment_id=086588b4-a936-4f26-a20d-b704f324cd84)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 22:26:19.234838 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (686c73dc-b4bc-4f13-8a31-1f95602ce3f6), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:26:19.262561 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6f0ffc-0a80-4da0-9a8c-e8950387f270 req-55382b52-b801-4cd5-b651-dd5920d92922 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:26:19.264663 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-6f6f0ffc-0a80-4da0-9a8c-e8950387f270 req-55382b52-b801-4cd5-b651-dd5920d92922 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] 10.222.0.13 "GET /v2.0/ports?device_id=e7f6749b-a995-4c94-8a25-eee108303c74 HTTP/1.1" status: 200 len: 944 time: 0.0499861 Jan 26 22:26:19.282467 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Pushing event updated for resources: {'Port': ['ID=686c73dc-b4bc-4f13-8a31-1f95602ce3f6,revision_number=5']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 22:26:19.313623 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-6f6f0ffc-0a80-4da0-9a8c-e8950387f270 req-30360fcd-1a1c-4b8f-8de6-5517ffafa2fb tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] 10.222.0.13 "GET /v2.0/security-groups?id=52efc1ee-d120-4010-aa8d-dab18c47a02b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432971 Jan 26 22:26:19.355329 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Jan 2022 22:26:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc9ba630-71a8-43c7-9b13-1c5d8c22dd5c x-openstack-request-id: req-fc9ba630-71a8-43c7-9b13-1c5d8c22dd5c {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 22:26:19.355620 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7f6749b-a995-4c94-8a25-eee108303c74", "name": "network-vif-plugged", "status": "completed", "tag": "686c73dc-b4bc-4f13-8a31-1f95602ce3f6", "code": 200}]} {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 22:26:19.355872 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-fc9ba630-71a8-43c7-9b13-1c5d8c22dd5c {{(pid=103306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 22:26:19.356259 n-d-760453-5 neutron-server[103306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7f6749b-a995-4c94-8a25-eee108303c74', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '686c73dc-b4bc-4f13-8a31-1f95602ce3f6', 'code': 200} Jan 26 22:26:19.447467 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba90fc19-0ce4-4815-a349-7dca13593ebb req-60634ae7-96de-4d5b-bac0-4210e41bf0c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:26:19.448878 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-ba90fc19-0ce4-4815-a349-7dca13593ebb req-60634ae7-96de-4d5b-bac0-4210e41bf0c5 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=e7f6749b-a995-4c94-8a25-eee108303c74 HTTP/1.1" status: 200 len: 1096 time: 0.0390172 Jan 26 22:26:19.493794 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-ba90fc19-0ce4-4815-a349-7dca13593ebb req-36656329-eb39-4f30-82c0-f17b8142c1af service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=52efc1ee-d120-4010-aa8d-dab18c47a02b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385985 Jan 26 22:26:20.431021 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cbe54d1-b012-4ead-beae-1e6dfe8acffe req-a5fcd70b-f63d-4f93-8ffc-83f26650005a tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:26:20.432496 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-9cbe54d1-b012-4ead-beae-1e6dfe8acffe req-a5fcd70b-f63d-4f93-8ffc-83f26650005a tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] 10.222.0.13 "GET /v2.0/ports?device_id=e7f6749b-a995-4c94-8a25-eee108303c74 HTTP/1.1" status: 200 len: 945 time: 0.0513844 Jan 26 22:26:20.481693 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-9cbe54d1-b012-4ead-beae-1e6dfe8acffe req-532584ad-ce22-4be2-922f-fd8962ad178b tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] 10.222.0.13 "GET /v2.0/security-groups?id=52efc1ee-d120-4010-aa8d-dab18c47a02b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429099 Jan 26 22:26:21.388907 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-de3fb5a7-4224-4eeb-8784-8b08ac09911c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (09df100c-3af1-4b0a-bda8-05914c71c458), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:26:21.596330 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6aa86c5-423e-4a0a-99ec-49b743628202 req-9e2de19a-2986-4801-b30e-f1b5776e9d7d tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:26:21.597823 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-d6aa86c5-423e-4a0a-99ec-49b743628202 req-9e2de19a-2986-4801-b30e-f1b5776e9d7d tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] 10.222.0.13 "GET /v2.0/ports?device_id=e7f6749b-a995-4c94-8a25-eee108303c74 HTTP/1.1" status: 200 len: 945 time: 0.0473144 Jan 26 22:26:21.645551 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-d6aa86c5-423e-4a0a-99ec-49b743628202 req-11025734-3945-4bbc-9267-953e715d27ec tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] 10.222.0.13 "GET /v2.0/security-groups?id=52efc1ee-d120-4010-aa8d-dab18c47a02b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420671 Jan 26 22:26:21.755566 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d27458-b45a-44a1-bf23-04fe6c8ecf22 req-589eae73-a6f8-438e-a92a-313ce1d0485e tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:26:21.757053 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-b9d27458-b45a-44a1-bf23-04fe6c8ecf22 req-589eae73-a6f8-438e-a92a-313ce1d0485e tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] 10.222.0.13 "GET /v2.0/ports?device_id=e7f6749b-a995-4c94-8a25-eee108303c74 HTTP/1.1" status: 200 len: 945 time: 0.0480909 Jan 26 22:26:21.808471 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-b9d27458-b45a-44a1-bf23-04fe6c8ecf22 req-4475bed0-8a38-44ae-beb4-616aa514f3d0 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] 10.222.0.13 "GET /v2.0/security-groups?id=52efc1ee-d120-4010-aa8d-dab18c47a02b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459242 Jan 26 22:26:21.829909 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 55404) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 22:26:21.869531 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3f53b84-00cc-40ef-a567-90d361fdf926 tempest-TestNetworkAdvancedServerOps-1320763415 tempest-TestNetworkAdvancedServerOps-1320763415-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:26:21.871026 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-d3f53b84-00cc-40ef-a567-90d361fdf926 tempest-TestNetworkAdvancedServerOps-1320763415 tempest-TestNetworkAdvancedServerOps-1320763415-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=e7f6749b-a995-4c94-8a25-eee108303c74 HTTP/1.1" status: 200 len: 1091 time: 0.0401578 Jan 26 22:26:21.873701 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 55406) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 22:26:21.877894 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-5e2aebf9-bd00-43cd-af5e-d85b02634eb2 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Request body: {'floatingip': {'floating_network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'port_id': '686c73dc-b4bc-4f13-8a31-1f95602ce3f6', 'tenant_id': 'da11f78dfa0e450e86495280e2cbbb24', 'fixed_ip_address': '172.20.0.3'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 22:26:21.898305 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-5e2aebf9-bd00-43cd-af5e-d85b02634eb2 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:26:21.996343 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-5e2aebf9-bd00-43cd-af5e-d85b02634eb2 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:26:22.097950 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.db_base_plugin_common [None req-5e2aebf9-bd00-43cd-af5e-d85b02634eb2 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Allocated IP 172.25.1.166 (4140a1f1-c93a-4bea-83a0-68953a54f299/e48251a1-e30d-4820-8396-00c6f6aeb601/07d4aa62-c794-497e-8365-bf466a5dbbf5) {{(pid=103304) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 22:26:22.204547 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-5e2aebf9-bd00-43cd-af5e-d85b02634eb2 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Publish callbacks [] for port (07d4aa62-c794-497e-8365-bf466a5dbbf5), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:26:22.237464 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-5e2aebf9-bd00-43cd-af5e-d85b02634eb2 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746560234527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9281553'] for port (07d4aa62-c794-497e-8365-bf466a5dbbf5), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:26:22.272873 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e2aebf9-bd00-43cd-af5e-d85b02634eb2 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Network 4140a1f1-c93a-4bea-83a0-68953a54f299 is already hosted by enough agents. {{(pid=103304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 22:26:22.275587 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [None req-5e2aebf9-bd00-43cd-af5e-d85b02634eb2 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Resources bound (agent type, host, resource id): {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 22:26:22.278955 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e2aebf9-bd00-43cd-af5e-d85b02634eb2 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Received port after_create {{(pid=103304) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 22:26:22.304015 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2aebf9-bd00-43cd-af5e-d85b02634eb2 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Pushing event updated for resources: {'Port': ['ID=07d4aa62-c794-497e-8365-bf466a5dbbf5,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 22:26:22.534134 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-841f5991-a4d8-4d4b-b215-cbc6bab5427b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (aa7ee9d2-08eb-4e12-b895-24c57300dfec), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:26:22.640268 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-5e2aebf9-bd00-43cd-af5e-d85b02634eb2 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Publish callbacks [] for floatingip (1c176812-f6f0-4e05-95d5-bde52e57eaa9), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:26:22.705906 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-5e2aebf9-bd00-43cd-af5e-d85b02634eb2 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (07d4aa62-c794-497e-8365-bf466a5dbbf5), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:26:22.853618 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-5e2aebf9-bd00-43cd-af5e-d85b02634eb2 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Publish callbacks [] for port (07d4aa62-c794-497e-8365-bf466a5dbbf5), precommit_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:26:22.858595 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-5e2aebf9-bd00-43cd-af5e-d85b02634eb2 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9281542'] for port (07d4aa62-c794-497e-8365-bf466a5dbbf5), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:26:22.932033 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2aebf9-bd00-43cd-af5e-d85b02634eb2 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Pushing event updated for resources: {'Port': ['ID=07d4aa62-c794-497e-8365-bf466a5dbbf5,revision_number=2']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 22:26:22.942180 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-5e2aebf9-bd00-43cd-af5e-d85b02634eb2 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4110913'] for floatingip (1c176812-f6f0-4e05-95d5-bde52e57eaa9), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:26:23.043472 n-d-760453-5 neutron-server[103304]: INFO neutron.db.l3_db [None req-5e2aebf9-bd00-43cd-af5e-d85b02634eb2 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Floating IP 1c176812-f6f0-4e05-95d5-bde52e57eaa9 associated. External IP: 172.25.1.166, port: 686c73dc-b4bc-4f13-8a31-1f95602ce3f6. Jan 26 22:26:23.250274 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e2aebf9-bd00-43cd-af5e-d85b02634eb2 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Router ba39ffb4-0748-4552-be2f-4874eba54e60 has already been hosted by L3 agent 09df100c-3af1-4b0a-bda8-05914c71c458 {{(pid=103304) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 26 22:26:23.357749 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e2aebf9-bd00-43cd-af5e-d85b02634eb2 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Notify agent at l3_agent.n-d-760453-5 the message routers_updated {{(pid=103304) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 26 22:26:23.368535 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a84dc9a-0934-4673-8e52-f915c8468b07 None None] Sync routers for ids ['ba39ffb4-0748-4552-be2f-4874eba54e60'] in n-d-760453-5 {{(pid=103306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 26 22:26:23.376989 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-5e2aebf9-bd00-43cd-af5e-d85b02634eb2 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for floatingip (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:26:23.380161 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a84dc9a-0934-4673-8e52-f915c8468b07 None None] Routers {'ba39ffb4-0748-4552-be2f-4874eba54e60'} bound to L3 agent in host n-d-760453-5 {{(pid=103306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 22:26:23.380780 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-6a84dc9a-0934-4673-8e52-f915c8468b07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-26T20:55:21Z,description=,heartbeat_timestamp=2022-01-26T22:26:21Z,host='n-d-760453-5',id=09df100c-3af1-4b0a-bda8-05914c71c458,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:55:21Z,topic='l3_agent')) {'router_ids': ['ba39ffb4-0748-4552-be2f-4874eba54e60'], 'active': True} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 22:26:23.404505 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-5e2aebf9-bd00-43cd-af5e-d85b02634eb2 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5297875 Jan 26 22:26:23.405118 n-d-760453-5 neutron-server[103304]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e7f6749b-a995-4c94-8a25-eee108303c74', 'tag': '686c73dc-b4bc-4f13-8a31-1f95602ce3f6'}] {{(pid=103304) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 22:26:23.407418 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86e783e1922a725fac327d65912384d63450ce1a6a2ee22db2d1cc52fb257f3b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4001e57-b557-429d-becf-74f0e1fa61f1" -d '{"events": [{"name": "network-changed", "server_uuid": "e7f6749b-a995-4c94-8a25-eee108303c74", "tag": "686c73dc-b4bc-4f13-8a31-1f95602ce3f6"}]}' {{(pid=103304) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 22:26:23.489558 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvr_db [None req-6a84dc9a-0934-4673-8e52-f915c8468b07 None None] Set router ba39ffb4-0748-4552-be2f-4874eba54e60 gateway port host: n-d-760453-5 {{(pid=103306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 22:26:23.501916 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b3d794-707a-4ed5-a36f-90987fc8e9ea req-8fe9f7d6-d6ef-4fa6-850f-bd307219e7c5 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:26:23.503448 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-34b3d794-707a-4ed5-a36f-90987fc8e9ea req-8fe9f7d6-d6ef-4fa6-850f-bd307219e7c5 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] 10.222.0.13 "GET /v2.0/ports?device_id=e7f6749b-a995-4c94-8a25-eee108303c74 HTTP/1.1" status: 200 len: 945 time: 0.0496428 Jan 26 22:26:23.557251 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-34b3d794-707a-4ed5-a36f-90987fc8e9ea req-c8ec3f75-a681-4b96-ac76-d3505cad4790 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] 10.222.0.13 "GET /v2.0/security-groups?id=52efc1ee-d120-4010-aa8d-dab18c47a02b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481544 Jan 26 22:26:23.579091 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 55412) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 22:26:23.619879 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 26 Jan 2022 22:26:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f88aeaa-ec1c-458d-a18e-2dc3cdaebc97 x-openstack-request-id: req-2f88aeaa-ec1c-458d-a18e-2dc3cdaebc97 {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 22:26:23.620118 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e7f6749b-a995-4c94-8a25-eee108303c74", "tag": "686c73dc-b4bc-4f13-8a31-1f95602ce3f6", "status": "completed", "code": 200}]} {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 22:26:23.620330 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-2f88aeaa-ec1c-458d-a18e-2dc3cdaebc97 {{(pid=103304) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 22:26:23.620737 n-d-760453-5 neutron-server[103304]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e7f6749b-a995-4c94-8a25-eee108303c74', 'tag': '686c73dc-b4bc-4f13-8a31-1f95602ce3f6', 'status': 'completed', 'code': 200} Jan 26 22:26:23.671830 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-e336d857-0e35-48d8-99f4-aaabb8f3c056 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] 10.222.0.13 "GET /v2.0/floatingips/1c176812-f6f0-4e05-95d5-bde52e57eaa9 HTTP/1.1" status: 200 len: 991 time: 0.0915289 Jan 26 22:26:23.682014 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4001e57-b557-429d-becf-74f0e1fa61f1 req-ce297473-3a7c-44d0-9ea2-bf5f6d2d993e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:26:23.683528 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-e4001e57-b557-429d-becf-74f0e1fa61f1 req-ce297473-3a7c-44d0-9ea2-bf5f6d2d993e service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=da11f78dfa0e450e86495280e2cbbb24&device_id=e7f6749b-a995-4c94-8a25-eee108303c74 HTTP/1.1" status: 200 len: 1096 time: 0.0579305 Jan 26 22:26:23.714487 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-6a84dc9a-0934-4673-8e52-f915c8468b07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba39ffb4-0748-4552-be2f-4874eba54e60', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1310480922', 'tenant_id': 'da11f78dfa0e450e86495280e2cbbb24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'external_fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.104'}], 'enable_snat': True}, 'gw_port_id': '458f641e-0904-4010-b72d-d6997c1438e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T22:26:05Z', 'updated_at': '2022-01-26T22:26:08Z', 'revision_number': 4, 'project_id': 'da11f78dfa0e450e86495280e2cbbb24', 'gw_port': {'id': '458f641e-0904-4010-b72d-d6997c1438e9', 'name': '', 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:58:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba39ffb4-0748-4552-be2f-4874eba54e60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4273, 'fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T22:26:05Z', 'updated_at': '2022-01-26T22:26:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-5', '_floatingips': [{'id': '1c176812-f6f0-4e05-95d5-bde52e57eaa9', 'tenant_id': 'da11f78dfa0e450e86495280e2cbbb24', 'floating_ip_address': '172.25.1.166', 'floating_network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'router_id': 'ba39ffb4-0748-4552-be2f-4874eba54e60', 'port_id': '686c73dc-b4bc-4f13-8a31-1f95602ce3f6', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4279, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bb80d9ac-ace2-4cab-915b-b903a1a27b8a', 'mac_address': 'fa:16:3e:1f:6f:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7f6749b-a995-4c94-8a25-eee108303c74', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-26T22:26:22Z', 'updated_at': '2022-01-26T22:26:22Z', 'revision_number': 0, 'project_id': 'da11f78dfa0e450e86495280e2cbbb24', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a1ce520c-feb7-4748-bfc5-9ed24e34c324', 'name': '', 'network_id': 'bb80d9ac-ace2-4cab-915b-b903a1a27b8a', 'tenant_id': 'da11f78dfa0e450e86495280e2cbbb24', 'mac_address': 'fa:16:3e:b1:ca:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba39ffb4-0748-4552-be2f-4874eba54e60', 'device_owner': 'network:router_interface', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': '45b4b1c0-0a7d-4c79-8ea9-7d19fee0b2b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T22:26:08Z', 'updated_at': '2022-01-26T22:26:12Z', 'revision_number': 5, 'project_id': 'da11f78dfa0e450e86495280e2cbbb24', 'subnets': [{'id': '45b4b1c0-0a7d-4c79-8ea9-7d19fee0b2b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760453-5', False) {} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 22:26:23.748412 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a84dc9a-0934-4673-8e52-f915c8468b07 None None] Checking router: ba39ffb4-0748-4552-be2f-4874eba54e60 for host: n-d-760453-5 {{(pid=103306) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 26 22:26:23.764422 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a84dc9a-0934-4673-8e52-f915c8468b07 None None] Routers {'ba39ffb4-0748-4552-be2f-4874eba54e60'} bound to L3 agent in host n-d-760453-5 {{(pid=103306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 22:26:23.765062 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-6a84dc9a-0934-4673-8e52-f915c8468b07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-26T20:55:21Z,description=,heartbeat_timestamp=2022-01-26T22:26:21Z,host='n-d-760453-5',id=09df100c-3af1-4b0a-bda8-05914c71c458,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:55:21Z,topic='l3_agent')) {'router_ids': ['ba39ffb4-0748-4552-be2f-4874eba54e60'], 'active': True} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 22:26:23.768715 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (4d619873-4b60-439f-9b5a-b155dc8bbc34), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:26:23.780110 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4001e57-b557-429d-becf-74f0e1fa61f1 req-a686e1cd-eb33-443f-bc8b-42f8606d2dae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:26:23.781608 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-e4001e57-b557-429d-becf-74f0e1fa61f1 req-a686e1cd-eb33-443f-bc8b-42f8606d2dae service neutron] 10.222.0.57 "GET /v2.0/networks?id=bb80d9ac-ace2-4cab-915b-b903a1a27b8a HTTP/1.1" status: 200 len: 897 time: 0.0920594 Jan 26 22:26:23.847154 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-e4001e57-b557-429d-becf-74f0e1fa61f1 req-d4dd632b-b4b9-44c8-aefe-897875e372b7 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=686c73dc-b4bc-4f13-8a31-1f95602ce3f6 HTTP/1.1" status: 200 len: 999 time: 0.0588183 Jan 26 22:26:23.871116 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvr_db [None req-6a84dc9a-0934-4673-8e52-f915c8468b07 None None] Set router ba39ffb4-0748-4552-be2f-4874eba54e60 gateway port host: n-d-760453-5 {{(pid=103306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 22:26:23.898555 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4001e57-b557-429d-becf-74f0e1fa61f1 req-42c596c2-96d3-433b-b21a-c376bf0d2d5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:26:23.900026 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-e4001e57-b557-429d-becf-74f0e1fa61f1 req-42c596c2-96d3-433b-b21a-c376bf0d2d5e service neutron] 10.222.0.57 "GET /v2.0/subnets?id=45b4b1c0-0a7d-4c79-8ea9-7d19fee0b2b8 HTTP/1.1" status: 200 len: 835 time: 0.0476992 Jan 26 22:26:23.943815 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4001e57-b557-429d-becf-74f0e1fa61f1 req-3e89710c-b449-4e6e-ab51-fbb24d00b22e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:26:23.945348 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-e4001e57-b557-429d-becf-74f0e1fa61f1 req-3e89710c-b449-4e6e-ab51-fbb24d00b22e service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=bb80d9ac-ace2-4cab-915b-b903a1a27b8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0399990 Jan 26 22:26:24.034409 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-e4001e57-b557-429d-becf-74f0e1fa61f1 req-c5cc21d6-6372-419b-ab45-ee48c9b9c8e1 service neutron] 10.222.0.57 "GET /v2.0/networks/bb80d9ac-ace2-4cab-915b-b903a1a27b8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828860 Jan 26 22:26:24.096077 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-6a84dc9a-0934-4673-8e52-f915c8468b07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba39ffb4-0748-4552-be2f-4874eba54e60', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1310480922', 'tenant_id': 'da11f78dfa0e450e86495280e2cbbb24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'external_fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.104'}], 'enable_snat': True}, 'gw_port_id': '458f641e-0904-4010-b72d-d6997c1438e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T22:26:05Z', 'updated_at': '2022-01-26T22:26:08Z', 'revision_number': 4, 'project_id': 'da11f78dfa0e450e86495280e2cbbb24', 'gw_port': {'id': '458f641e-0904-4010-b72d-d6997c1438e9', 'name': '', 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:58:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba39ffb4-0748-4552-be2f-4874eba54e60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4273, 'fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T22:26:05Z', 'updated_at': '2022-01-26T22:26:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-5', '_floatingips': [{'id': '1c176812-f6f0-4e05-95d5-bde52e57eaa9', 'tenant_id': 'da11f78dfa0e450e86495280e2cbbb24', 'floating_ip_address': '172.25.1.166', 'floating_network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'router_id': 'ba39ffb4-0748-4552-be2f-4874eba54e60', 'port_id': '686c73dc-b4bc-4f13-8a31-1f95602ce3f6', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4279, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bb80d9ac-ace2-4cab-915b-b903a1a27b8a', 'mac_address': 'fa:16:3e:1f:6f:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7f6749b-a995-4c94-8a25-eee108303c74', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-26T22:26:22Z', 'updated_at': '2022-01-26T22:26:22Z', 'revision_number': 0, 'project_id': 'da11f78dfa0e450e86495280e2cbbb24', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a1ce520c-feb7-4748-bfc5-9ed24e34c324', 'name': '', 'network_id': 'bb80d9ac-ace2-4cab-915b-b903a1a27b8a', 'tenant_id': 'da11f78dfa0e450e86495280e2cbbb24', 'mac_address': 'fa:16:3e:b1:ca:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba39ffb4-0748-4552-be2f-4874eba54e60', 'device_owner': 'network:router_interface', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': '45b4b1c0-0a7d-4c79-8ea9-7d19fee0b2b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T22:26:08Z', 'updated_at': '2022-01-26T22:26:12Z', 'revision_number': 5, 'project_id': 'da11f78dfa0e450e86495280e2cbbb24', 'subnets': [{'id': '45b4b1c0-0a7d-4c79-8ea9-7d19fee0b2b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760453-5', False) {} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 22:26:24.130106 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-e4001e57-b557-429d-becf-74f0e1fa61f1 req-4da597bb-a355-46d2-84bf-d13f7c3371ca service neutron] 10.222.0.57 "GET /v2.0/networks/bb80d9ac-ace2-4cab-915b-b903a1a27b8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878184 Jan 26 22:26:24.281960 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a84dc9a-0934-4673-8e52-f915c8468b07 None None] The sync data for ids ['ba39ffb4-0748-4552-be2f-4874eba54e60'] in n-d-760453-5 is: [{'id': 'ba39ffb4-0748-4552-be2f-4874eba54e60', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1310480922', 'tenant_id': 'da11f78dfa0e450e86495280e2cbbb24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'external_fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.104'}], 'enable_snat': True}, 'gw_port_id': '458f641e-0904-4010-b72d-d6997c1438e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T22:26:05Z', 'updated_at': '2022-01-26T22:26:08Z', 'revision_number': 4, 'project_id': 'da11f78dfa0e450e86495280e2cbbb24', 'gw_port': {'id': '458f641e-0904-4010-b72d-d6997c1438e9', 'name': '', 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:58:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba39ffb4-0748-4552-be2f-4874eba54e60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4273, 'fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T22:26:05Z', 'updated_at': '2022-01-26T22:26:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-5', '_floatingips': [{'id': '1c176812-f6f0-4e05-95d5-bde52e57eaa9', 'tenant_id': 'da11f78dfa0e450e86495280e2cbbb24', 'floating_ip_address': '172.25.1.166', 'floating_network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'router_id': 'ba39ffb4-0748-4552-be2f-4874eba54e60', 'port_id': '686c73dc-b4bc-4f13-8a31-1f95602ce3f6', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4279, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bb80d9ac-ace2-4cab-915b-b903a1a27b8a', 'mac_address': 'fa:16:3e:1f:6f:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7f6749b-a995-4c94-8a25-eee108303c74', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-26T22:26:22Z', 'updated_at': '2022-01-26T22:26:22Z', 'revision_number': 0, 'project_id': 'da11f78dfa0e450e86495280e2cbbb24', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a1ce520c-feb7-4748-bfc5-9ed24e34c324', 'name': '', 'network_id': 'bb80d9ac-ace2-4cab-915b-b903a1a27b8a', 'tenant_id': 'da11f78dfa0e450e86495280e2cbbb24', 'mac_address': 'fa:16:3e:b1:ca:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba39ffb4-0748-4552-be2f-4874eba54e60', 'device_owner': 'network:router_interface', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': '45b4b1c0-0a7d-4c79-8ea9-7d19fee0b2b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T22:26:08Z', 'updated_at': '2022-01-26T22:26:12Z', 'revision_number': 5, 'project_id': 'da11f78dfa0e450e86495280e2cbbb24', 'subnets': [{'id': '45b4b1c0-0a7d-4c79-8ea9-7d19fee0b2b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 26 22:26:24.362253 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-839dd188-ec69-470c-9ab0-d318dc1a2e96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (e79b4fc6-6c71-44b2-a6d0-ff3e1f4dfd0d), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:26:24.478047 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e41926b6-757d-46da-ad79-a5046f8fe246 None None] New status for floating IP 1c176812-f6f0-4e05-95d5-bde52e57eaa9: ACTIVE {{(pid=103307) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 26 22:26:24.675437 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 55414) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 22:26:24.738296 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-c36f5123-7405-4899-a82e-a896c824a64e tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] 10.222.0.13 "GET /v2.0/floatingips/1c176812-f6f0-4e05-95d5-bde52e57eaa9 HTTP/1.1" status: 200 len: 993 time: 0.0616136 Jan 26 22:26:25.509048 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (fea0591a-627d-4c87-9a9a-01625ddf3277), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:26:36.489132 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.agents_db [None req-569f1ced-6396-4ddf-b79f-e03b0b2146ab None None] Agent healthcheck: found 7 active agents {{(pid=103307) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 26 22:26:39.054347 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (32ef628b-8417-46c5-8729-60fcabe358f1), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:26:49.061997 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-1ef209f1-07c2-483f-8555-85ce29d5d84e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (474ccdf7-ab6c-405b-a3b2-dc7b05829902), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:26:51.390312 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-9fc66215-4414-40ab-afbc-88a31ce82c62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (09df100c-3af1-4b0a-bda8-05914c71c458), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:26:52.537469 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-841f5991-a4d8-4d4b-b215-cbc6bab5427b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (aa7ee9d2-08eb-4e12-b895-24c57300dfec), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:26:53.385278 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [req-b0b85f69-081f-4e32-b39a-a78043fb4e12 req-89ce063b-2dc8-4c2c-bef9-51dc4f8017b5 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=103304) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 26 22:26:53.386313 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-b0b85f69-081f-4e32-b39a-a78043fb4e12 req-89ce063b-2dc8-4c2c-bef9-51dc4f8017b5 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0053823 Jan 26 22:26:53.598283 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491c1eb1-8e4f-4cac-84c6-f419f07dc19e req-40aec1ec-6ca2-4ff0-80bd-a1e4a00510f0 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:26:53.599713 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-491c1eb1-8e4f-4cac-84c6-f419f07dc19e req-40aec1ec-6ca2-4ff0-80bd-a1e4a00510f0 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] 10.222.0.13 "GET /v2.0/ports?device_id=e7f6749b-a995-4c94-8a25-eee108303c74 HTTP/1.1" status: 200 len: 945 time: 0.0831425 Jan 26 22:26:53.605743 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-53112240-7173-4ca3-8b3e-549e2de78996 req-195a6416-0f97-4d20-82d8-9fc5713afdc5 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=e7f6749b-a995-4c94-8a25-eee108303c74&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1008213 Jan 26 22:26:53.616199 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [req-53112240-7173-4ca3-8b3e-549e2de78996 req-1f264bb4-734b-4fd8-bd75-0ced2555a884 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=103304) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 26 22:26:53.617164 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-53112240-7173-4ca3-8b3e-549e2de78996 req-1f264bb4-734b-4fd8-bd75-0ced2555a884 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0046263 Jan 26 22:26:53.657438 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-491c1eb1-8e4f-4cac-84c6-f419f07dc19e req-4574e26d-e234-451a-b037-f3175ce65b02 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] 10.222.0.13 "GET /v2.0/security-groups?id=52efc1ee-d120-4010-aa8d-dab18c47a02b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507090 Jan 26 22:26:53.746757 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (4d619873-4b60-439f-9b5a-b155dc8bbc34), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:26:54.363649 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-839dd188-ec69-470c-9ab0-d318dc1a2e96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (e79b4fc6-6c71-44b2-a6d0-ff3e1f4dfd0d), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:26:54.776101 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c14837-c495-4772-b49c-da6f3b605f76 req-64e0f32c-5f5a-4b32-9ac1-2da066c15cfd tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:26:54.778288 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-91c14837-c495-4772-b49c-da6f3b605f76 req-64e0f32c-5f5a-4b32-9ac1-2da066c15cfd tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] 10.222.0.13 "GET /v2.0/ports?device_id=e7f6749b-a995-4c94-8a25-eee108303c74 HTTP/1.1" status: 200 len: 945 time: 0.0528281 Jan 26 22:26:54.860221 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-91c14837-c495-4772-b49c-da6f3b605f76 req-a0974d86-4ce8-43c5-b71a-2c70cac45117 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] 10.222.0.13 "GET /v2.0/security-groups?id=52efc1ee-d120-4010-aa8d-dab18c47a02b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0761762 Jan 26 22:26:54.863557 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53112240-7173-4ca3-8b3e-549e2de78996 req-42757a9c-0be5-41d5-b77a-db88127666ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:26:54.864976 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-53112240-7173-4ca3-8b3e-549e2de78996 req-42757a9c-0be5-41d5-b77a-db88127666ed service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=da11f78dfa0e450e86495280e2cbbb24&device_id=e7f6749b-a995-4c94-8a25-eee108303c74 HTTP/1.1" status: 200 len: 1096 time: 0.0742424 Jan 26 22:26:54.956092 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53112240-7173-4ca3-8b3e-549e2de78996 req-11fd1c01-c49f-4402-aaa7-92a205abb59e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:26:54.957516 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-53112240-7173-4ca3-8b3e-549e2de78996 req-11fd1c01-c49f-4402-aaa7-92a205abb59e service neutron] 10.222.0.57 "GET /v2.0/networks?id=bb80d9ac-ace2-4cab-915b-b903a1a27b8a HTTP/1.1" status: 200 len: 897 time: 0.0843842 Jan 26 22:26:55.030288 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-53112240-7173-4ca3-8b3e-549e2de78996 req-262695b1-86eb-4abe-a8d2-d135a9b98ab8 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=686c73dc-b4bc-4f13-8a31-1f95602ce3f6 HTTP/1.1" status: 200 len: 1001 time: 0.0658252 Jan 26 22:26:55.078488 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53112240-7173-4ca3-8b3e-549e2de78996 req-3478f32e-95fc-4d54-a8d5-ec29d952e595 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:26:55.079934 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-53112240-7173-4ca3-8b3e-549e2de78996 req-3478f32e-95fc-4d54-a8d5-ec29d952e595 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=45b4b1c0-0a7d-4c79-8ea9-7d19fee0b2b8 HTTP/1.1" status: 200 len: 835 time: 0.0436189 Jan 26 22:26:55.129803 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53112240-7173-4ca3-8b3e-549e2de78996 req-7667fa5e-6ac1-4d17-a440-bbfce3132e22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:26:55.131309 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-53112240-7173-4ca3-8b3e-549e2de78996 req-7667fa5e-6ac1-4d17-a440-bbfce3132e22 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=bb80d9ac-ace2-4cab-915b-b903a1a27b8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0452890 Jan 26 22:26:55.225709 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-53112240-7173-4ca3-8b3e-549e2de78996 req-31474426-49c8-441e-bf90-91b7a2a87fac service neutron] 10.222.0.57 "GET /v2.0/networks/bb80d9ac-ace2-4cab-915b-b903a1a27b8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865180 Jan 26 22:26:55.315230 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-53112240-7173-4ca3-8b3e-549e2de78996 req-3bc34c7c-eb90-42a1-904d-eacded4b8a47 service neutron] 10.222.0.57 "GET /v2.0/networks/bb80d9ac-ace2-4cab-915b-b903a1a27b8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828910 Jan 26 22:26:55.512526 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (fea0591a-627d-4c87-9a9a-01625ddf3277), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:26:55.976168 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ee1015-b8a1-4cfb-9c19-b83eb13c04b4 req-4a78e318-b545-41ce-9d5a-50f78bf8b825 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:26:55.977684 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-45ee1015-b8a1-4cfb-9c19-b83eb13c04b4 req-4a78e318-b545-41ce-9d5a-50f78bf8b825 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] 10.222.0.13 "GET /v2.0/ports?device_id=e7f6749b-a995-4c94-8a25-eee108303c74 HTTP/1.1" status: 200 len: 945 time: 0.0481541 Jan 26 22:26:56.029954 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-45ee1015-b8a1-4cfb-9c19-b83eb13c04b4 req-f827dc94-67a6-4096-92d4-872a4711bcb3 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] 10.222.0.13 "GET /v2.0/security-groups?id=52efc1ee-d120-4010-aa8d-dab18c47a02b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467367 Jan 26 22:26:57.145799 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b29673-b739-42ae-825b-edccbc943f73 req-10279900-e22f-41b8-a80d-9684f5a0f42a tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:26:57.147290 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-e7b29673-b739-42ae-825b-edccbc943f73 req-10279900-e22f-41b8-a80d-9684f5a0f42a tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] 10.222.0.13 "GET /v2.0/ports?device_id=e7f6749b-a995-4c94-8a25-eee108303c74 HTTP/1.1" status: 200 len: 945 time: 0.0498462 Jan 26 22:26:57.195937 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-e7b29673-b739-42ae-825b-edccbc943f73 req-05f23796-238d-437a-9257-fbd6a65ac1a6 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] 10.222.0.13 "GET /v2.0/security-groups?id=52efc1ee-d120-4010-aa8d-dab18c47a02b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429101 Jan 26 22:26:58.310278 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c986e0-4363-48cb-bfd7-637af68459d9 req-b9d0628b-0ffd-4131-9fae-a61fa3f403c7 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:26:58.311764 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-e4c986e0-4363-48cb-bfd7-637af68459d9 req-b9d0628b-0ffd-4131-9fae-a61fa3f403c7 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] 10.222.0.13 "GET /v2.0/ports?device_id=e7f6749b-a995-4c94-8a25-eee108303c74 HTTP/1.1" status: 200 len: 945 time: 0.0480669 Jan 26 22:26:58.359472 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-e4c986e0-4363-48cb-bfd7-637af68459d9 req-64e14685-e42d-4d22-9c7a-f9e94e2f425c tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] 10.222.0.13 "GET /v2.0/security-groups?id=52efc1ee-d120-4010-aa8d-dab18c47a02b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420649 Jan 26 22:26:59.477234 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297d5fc3-0a8d-433e-a36d-0865e95ea462 req-c4ed52b8-35c8-4ec3-9b26-a24f440e94ef tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:26:59.478745 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-297d5fc3-0a8d-433e-a36d-0865e95ea462 req-c4ed52b8-35c8-4ec3-9b26-a24f440e94ef tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] 10.222.0.13 "GET /v2.0/ports?device_id=e7f6749b-a995-4c94-8a25-eee108303c74 HTTP/1.1" status: 200 len: 945 time: 0.0518391 Jan 26 22:26:59.526090 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-297d5fc3-0a8d-433e-a36d-0865e95ea462 req-321d77ee-b769-4f08-841d-5d428875190d tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] 10.222.0.13 "GET /v2.0/security-groups?id=52efc1ee-d120-4010-aa8d-dab18c47a02b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418632 Jan 26 22:27:00.641991 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c5786d-f747-4bc3-8f68-73e5ef070f95 req-66e182de-7d5f-4567-8633-a1d590055e0c tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:27:00.644053 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-c9c5786d-f747-4bc3-8f68-73e5ef070f95 req-66e182de-7d5f-4567-8633-a1d590055e0c tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] 10.222.0.13 "GET /v2.0/ports?device_id=e7f6749b-a995-4c94-8a25-eee108303c74 HTTP/1.1" status: 200 len: 945 time: 0.0483520 Jan 26 22:27:00.691737 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-c9c5786d-f747-4bc3-8f68-73e5ef070f95 req-732db72f-a1a0-4e5e-a855-15430d6efc4f tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] 10.222.0.13 "GET /v2.0/security-groups?id=52efc1ee-d120-4010-aa8d-dab18c47a02b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421932 Jan 26 22:27:01.804133 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6172214-9e73-4507-8bf0-8a3e500e574e req-911865cc-9b9f-4dfe-bc86-487c18ac3d91 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:27:01.805637 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-e6172214-9e73-4507-8bf0-8a3e500e574e req-911865cc-9b9f-4dfe-bc86-487c18ac3d91 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] 10.222.0.13 "GET /v2.0/ports?device_id=e7f6749b-a995-4c94-8a25-eee108303c74 HTTP/1.1" status: 200 len: 945 time: 0.0471694 Jan 26 22:27:01.857331 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-e6172214-9e73-4507-8bf0-8a3e500e574e req-39cecb50-8a15-4257-9f94-50813d70b634 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] 10.222.0.13 "GET /v2.0/security-groups?id=52efc1ee-d120-4010-aa8d-dab18c47a02b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461967 Jan 26 22:27:02.970095 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4557204-b038-44c9-a992-00d60b31440f req-81afa3fe-8051-447e-a865-188bf1639c76 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:27:02.972072 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-f4557204-b038-44c9-a992-00d60b31440f req-81afa3fe-8051-447e-a865-188bf1639c76 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] 10.222.0.13 "GET /v2.0/ports?device_id=e7f6749b-a995-4c94-8a25-eee108303c74 HTTP/1.1" status: 200 len: 945 time: 0.0477860 Jan 26 22:27:03.019967 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-f4557204-b038-44c9-a992-00d60b31440f req-abd17526-e417-4e2f-81c1-07595b7d05c0 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] 10.222.0.13 "GET /v2.0/security-groups?id=52efc1ee-d120-4010-aa8d-dab18c47a02b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424228 Jan 26 22:27:04.133767 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4648463-aa04-41f8-8320-6c0abf97207d req-08fac3a7-9633-4c7b-a9ae-3cd89564f74f tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:27:04.135255 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-f4648463-aa04-41f8-8320-6c0abf97207d req-08fac3a7-9633-4c7b-a9ae-3cd89564f74f tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] 10.222.0.13 "GET /v2.0/ports?device_id=e7f6749b-a995-4c94-8a25-eee108303c74 HTTP/1.1" status: 200 len: 945 time: 0.0480607 Jan 26 22:27:04.183800 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-f4648463-aa04-41f8-8320-6c0abf97207d req-86ffa855-d4f8-494f-874c-b146c786a218 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] 10.222.0.13 "GET /v2.0/security-groups?id=52efc1ee-d120-4010-aa8d-dab18c47a02b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431194 Jan 26 22:27:05.303045 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942a9524-9ec2-426c-90cf-6c2d6083c4c3 req-a0225a70-79ae-4574-923b-5ed97c1a02c5 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:27:05.304599 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-942a9524-9ec2-426c-90cf-6c2d6083c4c3 req-a0225a70-79ae-4574-923b-5ed97c1a02c5 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] 10.222.0.13 "GET /v2.0/ports?device_id=e7f6749b-a995-4c94-8a25-eee108303c74 HTTP/1.1" status: 200 len: 945 time: 0.0542967 Jan 26 22:27:05.354458 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-942a9524-9ec2-426c-90cf-6c2d6083c4c3 req-ad130e28-88fe-49b9-8cb6-ad50a3f0d73d tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] 10.222.0.13 "GET /v2.0/security-groups?id=52efc1ee-d120-4010-aa8d-dab18c47a02b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444236 Jan 26 22:27:06.469175 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceffc113-83e9-4410-82bd-207ce32594e0 req-508af59a-f723-4155-956f-bf9b6743d0e4 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:27:06.470661 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-ceffc113-83e9-4410-82bd-207ce32594e0 req-508af59a-f723-4155-956f-bf9b6743d0e4 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] 10.222.0.13 "GET /v2.0/ports?device_id=e7f6749b-a995-4c94-8a25-eee108303c74 HTTP/1.1" status: 200 len: 945 time: 0.0479805 Jan 26 22:27:06.518484 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-ceffc113-83e9-4410-82bd-207ce32594e0 req-25f8bec8-f895-4d8b-9dfb-a0709c98e28e tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] 10.222.0.13 "GET /v2.0/security-groups?id=52efc1ee-d120-4010-aa8d-dab18c47a02b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417287 Jan 26 22:27:07.148282 n-d-760453-5 neutron-server[103304]: INFO neutron.api.v2.resource [req-53112240-7173-4ca3-8b3e-549e2de78996 req-fd3d561c-c54c-4afc-ba46-410525d3f6c7 service neutron] show failed (client error): The resource could not be found. Jan 26 22:27:07.149395 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-53112240-7173-4ca3-8b3e-549e2de78996 req-fd3d561c-c54c-4afc-ba46-410525d3f6c7 service neutron] 10.222.0.57 "GET /v2.0/ports/686c73dc-b4bc-4f13-8a31-1f95602ce3f6/bindings/n-h1-760453-5 HTTP/1.1" status: 404 len: 380 time: 0.0570068 Jan 26 22:27:07.346664 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53112240-7173-4ca3-8b3e-549e2de78996 req-ffc9edba-5a7b-41c9-881e-5f4eeab809f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:27:07.348163 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-53112240-7173-4ca3-8b3e-549e2de78996 req-ffc9edba-5a7b-41c9-881e-5f4eeab809f5 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=e7f6749b-a995-4c94-8a25-eee108303c74&tenant_id=da11f78dfa0e450e86495280e2cbbb24 HTTP/1.1" status: 200 len: 1096 time: 0.0455742 Jan 26 22:27:07.366234 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [req-53112240-7173-4ca3-8b3e-549e2de78996 req-6d7f1d53-60ed-4b23-b5fe-3f94a4563495 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-760453-5', 'device_owner': 'compute:nova'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 22:27:07.420018 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-53112240-7173-4ca3-8b3e-549e2de78996 req-6d7f1d53-60ed-4b23-b5fe-3f94a4563495 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (686c73dc-b4bc-4f13-8a31-1f95602ce3f6), before_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:27:07.620415 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [req-53112240-7173-4ca3-8b3e-549e2de78996 req-6d7f1d53-60ed-4b23-b5fe-3f94a4563495 service neutron] For port 686c73dc-b4bc-4f13-8a31-1f95602ce3f6, host n-h2-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-5',level=0,port_id=686c73dc-b4bc-4f13-8a31-1f95602ce3f6,segment=NetworkSegment(086588b4-a936-4f26-a20d-b704f324cd84),segment_id=086588b4-a936-4f26-a20d-b704f324cd84)] {{(pid=103305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 22:27:07.637466 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7551521d-5a53-413c-a8d1-18c30bdcd8ff req-741db2db-5035-4958-b67b-f3a11fe662f3 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:27:07.639238 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-7551521d-5a53-413c-a8d1-18c30bdcd8ff req-741db2db-5035-4958-b67b-f3a11fe662f3 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] 10.222.0.13 "GET /v2.0/ports?device_id=e7f6749b-a995-4c94-8a25-eee108303c74 HTTP/1.1" status: 200 len: 945 time: 0.0509834 Jan 26 22:27:07.654143 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [req-53112240-7173-4ca3-8b3e-549e2de78996 req-6d7f1d53-60ed-4b23-b5fe-3f94a4563495 service neutron] For port 686c73dc-b4bc-4f13-8a31-1f95602ce3f6, host n-h2-760453-5, cleared binding levels {{(pid=103305) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 26 22:27:07.689563 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-7551521d-5a53-413c-a8d1-18c30bdcd8ff req-0a69cd19-8c2b-4550-ac63-82843b0eee84 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] 10.222.0.13 "GET /v2.0/security-groups?id=52efc1ee-d120-4010-aa8d-dab18c47a02b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442176 Jan 26 22:27:07.698014 n-d-760453-5 neutron-server[103305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7f6749b-a995-4c94-8a25-eee108303c74', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '686c73dc-b4bc-4f13-8a31-1f95602ce3f6'}] {{(pid=103305) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 22:27:07.700387 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63c895857b12caccb44030902ae3f492cdae22bba6ec98e5b8bd003e299c093d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d657312-9e61-40c8-9a02-a45ff31b7aac" -d '{"events": [{"server_uuid": "e7f6749b-a995-4c94-8a25-eee108303c74", "name": "network-vif-unplugged", "status": "completed", "tag": "686c73dc-b4bc-4f13-8a31-1f95602ce3f6"}]}' {{(pid=103305) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 22:27:07.704186 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-53112240-7173-4ca3-8b3e-549e2de78996 req-6d7f1d53-60ed-4b23-b5fe-3f94a4563495 service neutron] Publish callbacks [] for port (686c73dc-b4bc-4f13-8a31-1f95602ce3f6), precommit_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:27:07.717233 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.provisioning_blocks [req-53112240-7173-4ca3-8b3e-549e2de78996 req-6d7f1d53-60ed-4b23-b5fe-3f94a4563495 service neutron] Transition to ACTIVE for port object 686c73dc-b4bc-4f13-8a31-1f95602ce3f6 will not be triggered until provisioned by entity L2. {{(pid=103305) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 22:27:07.722404 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-53112240-7173-4ca3-8b3e-549e2de78996 req-6d7f1d53-60ed-4b23-b5fe-3f94a4563495 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11791520'] for port (686c73dc-b4bc-4f13-8a31-1f95602ce3f6), after_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:27:07.754066 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 26 Jan 2022 22:27:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4b38519-d24e-4b82-bb6d-6e84a17d611f x-openstack-request-id: req-f4b38519-d24e-4b82-bb6d-6e84a17d611f {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 22:27:07.754414 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7f6749b-a995-4c94-8a25-eee108303c74", "name": "network-vif-unplugged", "status": "completed", "tag": "686c73dc-b4bc-4f13-8a31-1f95602ce3f6", "code": 200}]} {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 22:27:07.754622 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f4b38519-d24e-4b82-bb6d-6e84a17d611f {{(pid=103305) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 22:27:07.755016 n-d-760453-5 neutron-server[103305]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7f6749b-a995-4c94-8a25-eee108303c74', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '686c73dc-b4bc-4f13-8a31-1f95602ce3f6', 'code': 200} Jan 26 22:27:07.773791 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7f1d53-60ed-4b23-b5fe-3f94a4563495 service neutron] Pushing event updated for resources: {'Port': ['ID=686c73dc-b4bc-4f13-8a31-1f95602ce3f6,revision_number=6']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 22:27:07.816640 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d7f1d53-60ed-4b23-b5fe-3f94a4563495 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:27:07.816995 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d7f1d53-60ed-4b23-b5fe-3f94a4563495 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:27:07.817379 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d7f1d53-60ed-4b23-b5fe-3f94a4563495 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:27:07.817711 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d7f1d53-60ed-4b23-b5fe-3f94a4563495 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:27:07.818046 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d7f1d53-60ed-4b23-b5fe-3f94a4563495 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:27:07.818380 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d7f1d53-60ed-4b23-b5fe-3f94a4563495 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:27:07.818712 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d7f1d53-60ed-4b23-b5fe-3f94a4563495 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:27:07.819040 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d7f1d53-60ed-4b23-b5fe-3f94a4563495 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:27:07.819367 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d7f1d53-60ed-4b23-b5fe-3f94a4563495 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:27:07.819695 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d7f1d53-60ed-4b23-b5fe-3f94a4563495 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:27:07.820027 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d7f1d53-60ed-4b23-b5fe-3f94a4563495 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:27:07.820351 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d7f1d53-60ed-4b23-b5fe-3f94a4563495 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:27:07.820674 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d7f1d53-60ed-4b23-b5fe-3f94a4563495 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:27:07.857801 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [req-53112240-7173-4ca3-8b3e-549e2de78996 req-6d7f1d53-60ed-4b23-b5fe-3f94a4563495 service neutron] No DVR routers for this DVR port 686c73dc-b4bc-4f13-8a31-1f95602ce3f6 on host n-h2-760453-5 {{(pid=103305) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 26 22:27:07.996928 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [req-53112240-7173-4ca3-8b3e-549e2de78996 req-6d7f1d53-60ed-4b23-b5fe-3f94a4563495 service neutron] Attempting to bind port 686c73dc-b4bc-4f13-8a31-1f95602ce3f6 on host n-h1-760453-5 for vnic_type normal with profile {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 22:27:07.997270 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [req-53112240-7173-4ca3-8b3e-549e2de78996 req-6d7f1d53-60ed-4b23-b5fe-3f94a4563495 service neutron] Attempting to bind port 686c73dc-b4bc-4f13-8a31-1f95602ce3f6 by drivers openvswitch,hyperv on host n-h1-760453-5 at level 0 using segments [{'id': '086588b4-a936-4f26-a20d-b704f324cd84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'bb80d9ac-ace2-4cab-915b-b903a1a27b8a'}] {{(pid=103305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 26 22:27:07.997633 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53112240-7173-4ca3-8b3e-549e2de78996 req-6d7f1d53-60ed-4b23-b5fe-3f94a4563495 service neutron] Attempting to bind port 686c73dc-b4bc-4f13-8a31-1f95602ce3f6 on network bb80d9ac-ace2-4cab-915b-b903a1a27b8a {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 22:27:08.002010 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53112240-7173-4ca3-8b3e-549e2de78996 req-6d7f1d53-60ed-4b23-b5fe-3f94a4563495 service neutron] Port 686c73dc-b4bc-4f13-8a31-1f95602ce3f6 on network bb80d9ac-ace2-4cab-915b-b903a1a27b8a not bound, no agent of type Open vSwitch agent registered on host n-h1-760453-5 {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 26 22:27:08.002852 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53112240-7173-4ca3-8b3e-549e2de78996 req-6d7f1d53-60ed-4b23-b5fe-3f94a4563495 service neutron] Attempting to bind port 686c73dc-b4bc-4f13-8a31-1f95602ce3f6 on network bb80d9ac-ace2-4cab-915b-b903a1a27b8a {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 22:27:08.007671 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53112240-7173-4ca3-8b3e-549e2de78996 req-6d7f1d53-60ed-4b23-b5fe-3f94a4563495 service neutron] Checking agent: {'id': '32ef628b-8417-46c5-8729-60fcabe358f1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-760453-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 21, 3, 8), 'started_at': datetime.datetime(2022, 1, 26, 21, 3, 8), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 22, 26, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 26 22:27:08.008010 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53112240-7173-4ca3-8b3e-549e2de78996 req-6d7f1d53-60ed-4b23-b5fe-3f94a4563495 service neutron] Checking segment: {'id': '086588b4-a936-4f26-a20d-b704f324cd84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'bb80d9ac-ace2-4cab-915b-b903a1a27b8a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103305) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 22:27:08.008392 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53112240-7173-4ca3-8b3e-549e2de78996 req-6d7f1d53-60ed-4b23-b5fe-3f94a4563495 service neutron] Bound using segment: {'id': '086588b4-a936-4f26-a20d-b704f324cd84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'bb80d9ac-ace2-4cab-915b-b903a1a27b8a'} {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 26 22:27:08.008819 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [req-53112240-7173-4ca3-8b3e-549e2de78996 req-6d7f1d53-60ed-4b23-b5fe-3f94a4563495 service neutron] Bound port: 686c73dc-b4bc-4f13-8a31-1f95602ce3f6, host: n-h1-760453-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '086588b4-a936-4f26-a20d-b704f324cd84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'bb80d9ac-ace2-4cab-915b-b903a1a27b8a'}}] {{(pid=103305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 26 22:27:08.009172 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-53112240-7173-4ca3-8b3e-549e2de78996 req-6d7f1d53-60ed-4b23-b5fe-3f94a4563495 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (686c73dc-b4bc-4f13-8a31-1f95602ce3f6), before_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:27:08.070487 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [req-53112240-7173-4ca3-8b3e-549e2de78996 req-6d7f1d53-60ed-4b23-b5fe-3f94a4563495 service neutron] For port 686c73dc-b4bc-4f13-8a31-1f95602ce3f6, host n-h1-760453-5, cleared binding levels {{(pid=103305) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 26 22:27:08.073340 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [req-53112240-7173-4ca3-8b3e-549e2de78996 req-6d7f1d53-60ed-4b23-b5fe-3f94a4563495 service neutron] For port 686c73dc-b4bc-4f13-8a31-1f95602ce3f6, host n-h1-760453-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-5',level=0,port_id=686c73dc-b4bc-4f13-8a31-1f95602ce3f6,segment=NetworkSegment(086588b4-a936-4f26-a20d-b704f324cd84),segment_id=086588b4-a936-4f26-a20d-b704f324cd84)] {{(pid=103305) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 26 22:27:08.078066 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-53112240-7173-4ca3-8b3e-549e2de78996 req-6d7f1d53-60ed-4b23-b5fe-3f94a4563495 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11791520'] for port (686c73dc-b4bc-4f13-8a31-1f95602ce3f6), after_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:27:08.109982 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53112240-7173-4ca3-8b3e-549e2de78996 req-6d7f1d53-60ed-4b23-b5fe-3f94a4563495 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:27:08.110581 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-53112240-7173-4ca3-8b3e-549e2de78996 req-6d7f1d53-60ed-4b23-b5fe-3f94a4563495 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:27:08.112914 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-53112240-7173-4ca3-8b3e-549e2de78996 req-6d7f1d53-60ed-4b23-b5fe-3f94a4563495 service neutron] 10.222.0.66 "PUT /v2.0/ports/686c73dc-b4bc-4f13-8a31-1f95602ce3f6 HTTP/1.1" status: 200 len: 1091 time: 0.7512565 Jan 26 22:27:08.139339 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7f1d53-60ed-4b23-b5fe-3f94a4563495 service neutron] Pushing event updated for resources: {'Port': ['ID=686c73dc-b4bc-4f13-8a31-1f95602ce3f6,revision_number=7']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 22:27:08.188065 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53112240-7173-4ca3-8b3e-549e2de78996 req-37c774af-9311-4a52-9ae8-417aefcbdde7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:27:08.189490 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-53112240-7173-4ca3-8b3e-549e2de78996 req-37c774af-9311-4a52-9ae8-417aefcbdde7 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=da11f78dfa0e450e86495280e2cbbb24&device_id=e7f6749b-a995-4c94-8a25-eee108303c74 HTTP/1.1" status: 200 len: 1094 time: 0.0437403 Jan 26 22:27:08.285687 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53112240-7173-4ca3-8b3e-549e2de78996 req-d51edfb0-6b52-478e-8b2a-4f444887acf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:27:08.287167 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-53112240-7173-4ca3-8b3e-549e2de78996 req-d51edfb0-6b52-478e-8b2a-4f444887acf3 service neutron] 10.222.0.66 "GET /v2.0/networks?id=bb80d9ac-ace2-4cab-915b-b903a1a27b8a HTTP/1.1" status: 200 len: 897 time: 0.0921006 Jan 26 22:27:08.352486 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-53112240-7173-4ca3-8b3e-549e2de78996 req-42589c5a-959d-4ee1-9a28-62d6b434b873 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=686c73dc-b4bc-4f13-8a31-1f95602ce3f6 HTTP/1.1" status: 200 len: 999 time: 0.0586667 Jan 26 22:27:08.404963 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53112240-7173-4ca3-8b3e-549e2de78996 req-8135e535-9bd2-48e3-8796-01d43e60fc68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:27:08.406449 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-53112240-7173-4ca3-8b3e-549e2de78996 req-8135e535-9bd2-48e3-8796-01d43e60fc68 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=45b4b1c0-0a7d-4c79-8ea9-7d19fee0b2b8 HTTP/1.1" status: 200 len: 835 time: 0.0482607 Jan 26 22:27:08.451261 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53112240-7173-4ca3-8b3e-549e2de78996 req-634a941f-b3ba-43e0-a514-8ca731ae0b43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:27:08.452768 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-53112240-7173-4ca3-8b3e-549e2de78996 req-634a941f-b3ba-43e0-a514-8ca731ae0b43 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=bb80d9ac-ace2-4cab-915b-b903a1a27b8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0407078 Jan 26 22:27:08.538526 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-53112240-7173-4ca3-8b3e-549e2de78996 req-16e802b9-c60f-4fa4-8c97-3789e8576a1e service neutron] 10.222.0.66 "GET /v2.0/networks/bb80d9ac-ace2-4cab-915b-b903a1a27b8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798995 Jan 26 22:27:08.630680 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-53112240-7173-4ca3-8b3e-549e2de78996 req-147ddf91-3cdc-41d7-b377-d429938ad8e9 service neutron] 10.222.0.66 "GET /v2.0/networks/bb80d9ac-ace2-4cab-915b-b903a1a27b8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868092 Jan 26 22:27:08.808660 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eafb557d-6fa2-4ce5-9955-18f111d31d35 req-ea5e5661-b56b-4124-be96-2428ca94e9f2 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:27:08.810108 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-eafb557d-6fa2-4ce5-9955-18f111d31d35 req-ea5e5661-b56b-4124-be96-2428ca94e9f2 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] 10.222.0.13 "GET /v2.0/ports?device_id=e7f6749b-a995-4c94-8a25-eee108303c74 HTTP/1.1" status: 200 len: 943 time: 0.0488970 Jan 26 22:27:08.857855 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-eafb557d-6fa2-4ce5-9955-18f111d31d35 req-a8389e68-eb48-4e9e-a1b9-160b03de969f tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] 10.222.0.13 "GET /v2.0/security-groups?id=52efc1ee-d120-4010-aa8d-dab18c47a02b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420108 Jan 26 22:27:09.069970 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (32ef628b-8417-46c5-8729-60fcabe358f1), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:27:09.756475 n-d-760453-5 neutron-server[103305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e7f6749b-a995-4c94-8a25-eee108303c74', 'tag': '686c73dc-b4bc-4f13-8a31-1f95602ce3f6'}] {{(pid=103305) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 22:27:09.758876 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63c895857b12caccb44030902ae3f492cdae22bba6ec98e5b8bd003e299c093d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dede6aed-6ebb-4a5b-9b01-0cc7d4a2efa3" -d '{"events": [{"name": "network-changed", "server_uuid": "e7f6749b-a995-4c94-8a25-eee108303c74", "tag": "686c73dc-b4bc-4f13-8a31-1f95602ce3f6"}]}' {{(pid=103305) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 22:27:09.807323 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 26 Jan 2022 22:27:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d0f1ed1-f105-4fec-97de-83851f237b42 x-openstack-request-id: req-3d0f1ed1-f105-4fec-97de-83851f237b42 {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 22:27:09.807616 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e7f6749b-a995-4c94-8a25-eee108303c74", "tag": "686c73dc-b4bc-4f13-8a31-1f95602ce3f6", "status": "completed", "code": 200}]} {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 22:27:09.807870 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-3d0f1ed1-f105-4fec-97de-83851f237b42 {{(pid=103305) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 22:27:09.808271 n-d-760453-5 neutron-server[103305]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e7f6749b-a995-4c94-8a25-eee108303c74', 'tag': '686c73dc-b4bc-4f13-8a31-1f95602ce3f6', 'status': 'completed', 'code': 200} Jan 26 22:27:09.870098 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dede6aed-6ebb-4a5b-9b01-0cc7d4a2efa3 req-97f42235-d625-4143-91bd-8a7fd9d80ecf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:27:09.871606 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-dede6aed-6ebb-4a5b-9b01-0cc7d4a2efa3 req-97f42235-d625-4143-91bd-8a7fd9d80ecf service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=da11f78dfa0e450e86495280e2cbbb24&device_id=e7f6749b-a995-4c94-8a25-eee108303c74 HTTP/1.1" status: 200 len: 1094 time: 0.0455112 Jan 26 22:27:09.891245 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dede6aed-6ebb-4a5b-9b01-0cc7d4a2efa3 req-30db5417-25bf-4d4a-ba4f-00168eb78359 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:27:09.892766 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-dede6aed-6ebb-4a5b-9b01-0cc7d4a2efa3 req-30db5417-25bf-4d4a-ba4f-00168eb78359 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=da11f78dfa0e450e86495280e2cbbb24&device_id=e7f6749b-a995-4c94-8a25-eee108303c74 HTTP/1.1" status: 200 len: 1094 time: 0.0414071 Jan 26 22:27:09.989041 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dede6aed-6ebb-4a5b-9b01-0cc7d4a2efa3 req-5fb05d8d-6972-41c7-b4f0-c53a6e0f1e10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:27:09.990725 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-dede6aed-6ebb-4a5b-9b01-0cc7d4a2efa3 req-5fb05d8d-6972-41c7-b4f0-c53a6e0f1e10 service neutron] 10.222.0.66 "GET /v2.0/networks?id=bb80d9ac-ace2-4cab-915b-b903a1a27b8a HTTP/1.1" status: 200 len: 897 time: 0.0917253 Jan 26 22:27:10.008169 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683c0e32-4731-4272-821f-a46a392c12bc req-79e9e5c2-51da-4332-ba4c-d80bf243ae96 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:27:10.009610 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-683c0e32-4731-4272-821f-a46a392c12bc req-79e9e5c2-51da-4332-ba4c-d80bf243ae96 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] 10.222.0.13 "GET /v2.0/ports?device_id=e7f6749b-a995-4c94-8a25-eee108303c74 HTTP/1.1" status: 200 len: 943 time: 0.0789304 Jan 26 22:27:10.011111 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dede6aed-6ebb-4a5b-9b01-0cc7d4a2efa3 req-fcad4397-7939-49c5-a9eb-d6c83f9b4f9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:27:10.012456 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-dede6aed-6ebb-4a5b-9b01-0cc7d4a2efa3 req-fcad4397-7939-49c5-a9eb-d6c83f9b4f9b service neutron] 10.222.0.57 "GET /v2.0/networks?id=bb80d9ac-ace2-4cab-915b-b903a1a27b8a HTTP/1.1" status: 200 len: 897 time: 0.1297116 Jan 26 22:27:10.056657 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-dede6aed-6ebb-4a5b-9b01-0cc7d4a2efa3 req-ad4f4043-92e0-467b-b68e-d17908aa6163 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=686c73dc-b4bc-4f13-8a31-1f95602ce3f6 HTTP/1.1" status: 200 len: 999 time: 0.0590785 Jan 26 22:27:10.107742 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-dede6aed-6ebb-4a5b-9b01-0cc7d4a2efa3 req-19fc21f6-cd0b-4ed5-80e9-0916b0766739 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=686c73dc-b4bc-4f13-8a31-1f95602ce3f6 HTTP/1.1" status: 200 len: 999 time: 0.0859339 Jan 26 22:27:10.108020 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dede6aed-6ebb-4a5b-9b01-0cc7d4a2efa3 req-9ad45ed0-a3e2-4b6b-b3f0-b1cc6832fd4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:27:10.109250 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-dede6aed-6ebb-4a5b-9b01-0cc7d4a2efa3 req-9ad45ed0-a3e2-4b6b-b3f0-b1cc6832fd4e service neutron] 10.222.0.66 "GET /v2.0/subnets?id=45b4b1c0-0a7d-4c79-8ea9-7d19fee0b2b8 HTTP/1.1" status: 200 len: 835 time: 0.0464773 Jan 26 22:27:10.111497 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-683c0e32-4731-4272-821f-a46a392c12bc req-66a83854-3598-4b9b-b3bd-61ec2859cdf1 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] 10.222.0.13 "GET /v2.0/security-groups?id=52efc1ee-d120-4010-aa8d-dab18c47a02b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0960917 Jan 26 22:27:10.159692 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dede6aed-6ebb-4a5b-9b01-0cc7d4a2efa3 req-728ea2fa-bbb8-4294-9b58-90ad1b2a3b56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:27:10.160713 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dede6aed-6ebb-4a5b-9b01-0cc7d4a2efa3 req-9b6be7d0-22e5-41a4-86d8-f18e595a5b1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:27:10.161205 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-dede6aed-6ebb-4a5b-9b01-0cc7d4a2efa3 req-728ea2fa-bbb8-4294-9b58-90ad1b2a3b56 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=bb80d9ac-ace2-4cab-915b-b903a1a27b8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0455189 Jan 26 22:27:10.162506 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-dede6aed-6ebb-4a5b-9b01-0cc7d4a2efa3 req-9b6be7d0-22e5-41a4-86d8-f18e595a5b1e service neutron] 10.222.0.57 "GET /v2.0/subnets?id=45b4b1c0-0a7d-4c79-8ea9-7d19fee0b2b8 HTTP/1.1" status: 200 len: 835 time: 0.0491343 Jan 26 22:27:10.208816 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dede6aed-6ebb-4a5b-9b01-0cc7d4a2efa3 req-3450a365-66ee-4622-bd80-e2935268000b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:27:10.210484 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-dede6aed-6ebb-4a5b-9b01-0cc7d4a2efa3 req-3450a365-66ee-4622-bd80-e2935268000b service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=bb80d9ac-ace2-4cab-915b-b903a1a27b8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0411611 Jan 26 22:27:10.248116 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-dede6aed-6ebb-4a5b-9b01-0cc7d4a2efa3 req-9bad0fea-5bcf-4dbb-97c6-f63fd439c560 service neutron] 10.222.0.66 "GET /v2.0/networks/bb80d9ac-ace2-4cab-915b-b903a1a27b8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809698 Jan 26 22:27:10.299000 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-dede6aed-6ebb-4a5b-9b01-0cc7d4a2efa3 req-4ad25ba4-4401-4d0d-9797-31ee235fb5c4 service neutron] 10.222.0.57 "GET /v2.0/networks/bb80d9ac-ace2-4cab-915b-b903a1a27b8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822082 Jan 26 22:27:10.340074 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-dede6aed-6ebb-4a5b-9b01-0cc7d4a2efa3 req-4a457e14-53de-4a6e-a788-8b5fbc867cbc service neutron] 10.222.0.66 "GET /v2.0/networks/bb80d9ac-ace2-4cab-915b-b903a1a27b8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853410 Jan 26 22:27:10.392286 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-dede6aed-6ebb-4a5b-9b01-0cc7d4a2efa3 req-e42fe92f-5c27-4d88-81a0-a89507969cab service neutron] 10.222.0.57 "GET /v2.0/networks/bb80d9ac-ace2-4cab-915b-b903a1a27b8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875051 Jan 26 22:27:11.231315 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c93f8d9-7822-4fef-aeaa-0082f946aec6 req-5fcede9f-b68e-46f0-afea-e04d9c63bcd7 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:27:11.232854 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-6c93f8d9-7822-4fef-aeaa-0082f946aec6 req-5fcede9f-b68e-46f0-afea-e04d9c63bcd7 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] 10.222.0.13 "GET /v2.0/ports?device_id=e7f6749b-a995-4c94-8a25-eee108303c74 HTTP/1.1" status: 200 len: 943 time: 0.0498970 Jan 26 22:27:11.286136 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-6c93f8d9-7822-4fef-aeaa-0082f946aec6 req-8bbd8b47-ea06-4e71-a6ff-48210da7ebdd tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] 10.222.0.13 "GET /v2.0/security-groups?id=52efc1ee-d120-4010-aa8d-dab18c47a02b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434113 Jan 26 22:27:11.428400 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Device 686c73dc-b4bc-4f13-8a31-1f95602ce3f6 no longer exists at agent hyperv_n-h2-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 26 22:27:11.469821 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] The host n-h2-760453-5 is not matching for port 686c73dc-b4bc-4f13-8a31-1f95602ce3f6 host n-h1-760453-5! {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2317}} Jan 26 22:27:11.470212 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Device 686c73dc-b4bc-4f13-8a31-1f95602ce3f6 not bound to the agent host n-h2-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 26 22:27:12.249234 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Device 686c73dc-b4bc-4f13-8a31-1f95602ce3f6 details requested by agent hyperv_n-h1-760453-5 with host n-h1-760453-5 {{(pid=103306) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 26 22:27:12.343210 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] For port 686c73dc-b4bc-4f13-8a31-1f95602ce3f6, host n-h1-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-5',level=0,port_id=686c73dc-b4bc-4f13-8a31-1f95602ce3f6,segment=NetworkSegment(086588b4-a936-4f26-a20d-b704f324cd84),segment_id=086588b4-a936-4f26-a20d-b704f324cd84)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 22:27:12.355556 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Returning: {'device': '686c73dc-b4bc-4f13-8a31-1f95602ce3f6', 'network_id': 'bb80d9ac-ace2-4cab-915b-b903a1a27b8a', 'port_id': '686c73dc-b4bc-4f13-8a31-1f95602ce3f6', 'mac_address': 'fa:16:3e:1f:6f:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 551, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '45b4b1c0-0a7d-4c79-8ea9-7d19fee0b2b8', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103306) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 26 22:27:12.397123 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Current status of the port 686c73dc-b4bc-4f13-8a31-1f95602ce3f6 is: DOWN; New status is: BUILD {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 22:27:12.397541 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (686c73dc-b4bc-4f13-8a31-1f95602ce3f6), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:27:12.401480 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f824b22d-6e59-4986-a4bf-c4852ec9ca93 req-caed2319-4181-43ae-9039-e20e234768d7 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:27:12.402985 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-f824b22d-6e59-4986-a4bf-c4852ec9ca93 req-caed2319-4181-43ae-9039-e20e234768d7 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] 10.222.0.13 "GET /v2.0/ports?device_id=e7f6749b-a995-4c94-8a25-eee108303c74 HTTP/1.1" status: 200 len: 943 time: 0.0481782 Jan 26 22:27:12.410563 n-d-760453-5 neutron-server[103306]: DEBUG neutron.notifiers.nova [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 686c73dc-b4bc-4f13-8a31-1f95602ce3f6 {{(pid=103306) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 26 22:27:12.430115 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] For port 686c73dc-b4bc-4f13-8a31-1f95602ce3f6, host n-h1-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-5',level=0,port_id=686c73dc-b4bc-4f13-8a31-1f95602ce3f6,segment=NetworkSegment(086588b4-a936-4f26-a20d-b704f324cd84),segment_id=086588b4-a936-4f26-a20d-b704f324cd84)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 22:27:12.434259 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (686c73dc-b4bc-4f13-8a31-1f95602ce3f6), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:27:12.456967 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-f824b22d-6e59-4986-a4bf-c4852ec9ca93 req-87f1c0ec-e48a-4934-b7b6-925d69dcc6b7 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] 10.222.0.13 "GET /v2.0/security-groups?id=52efc1ee-d120-4010-aa8d-dab18c47a02b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480103 Jan 26 22:27:12.482287 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Pushing event updated for resources: {'Port': ['ID=686c73dc-b4bc-4f13-8a31-1f95602ce3f6,revision_number=8']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 22:27:12.491065 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:27:12.491378 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:27:12.491826 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:27:12.492045 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:27:12.492381 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:27:12.492715 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:27:12.493044 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:27:12.493397 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:27:12.493726 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:27:12.494049 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:27:12.494376 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:27:12.494699 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:27:12.495018 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:27:12.679448 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7edb637-f0bd-4901-8ed6-e575df680191 req-74de058c-8b58-4231-bd0c-86c97b4f8aef tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:27:12.680933 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-c7edb637-f0bd-4901-8ed6-e575df680191 req-74de058c-8b58-4231-bd0c-86c97b4f8aef tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] 10.222.0.13 "GET /v2.0/ports?device_id=e7f6749b-a995-4c94-8a25-eee108303c74 HTTP/1.1" status: 200 len: 944 time: 0.0787785 Jan 26 22:27:12.691816 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5c4c16-5d89-4190-b708-5eeff649ea2d req-7d9e4bb3-9fc1-4ba8-a06d-740bc42b9ddc tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:27:12.693166 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-1b5c4c16-5d89-4190-b708-5eeff649ea2d req-7d9e4bb3-9fc1-4ba8-a06d-740bc42b9ddc tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] 10.222.0.57 "GET /v2.0/ports?device_id=e7f6749b-a995-4c94-8a25-eee108303c74&tenant_id=da11f78dfa0e450e86495280e2cbbb24&binding%3Ahost_id=n-h1-760453-5 HTTP/1.1" status: 200 len: 944 time: 0.0814788 Jan 26 22:27:12.778598 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-c7edb637-f0bd-4901-8ed6-e575df680191 req-a7b4a61c-de64-4038-bf00-ad09a51d966e tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] 10.222.0.13 "GET /v2.0/security-groups?id=52efc1ee-d120-4010-aa8d-dab18c47a02b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0844648 Jan 26 22:27:12.787683 n-d-760453-5 neutron-server[103304]: INFO neutron.api.v2.resource [req-1b5c4c16-5d89-4190-b708-5eeff649ea2d req-3410c1dc-5763-4152-8933-636b59c8242c service neutron] delete failed (client error): The resource could not be found. Jan 26 22:27:12.788793 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-1b5c4c16-5d89-4190-b708-5eeff649ea2d req-3410c1dc-5763-4152-8933-636b59c8242c service neutron] 10.222.0.57 "DELETE /v2.0/ports/686c73dc-b4bc-4f13-8a31-1f95602ce3f6/bindings/n-h2-760453-5 HTTP/1.1" status: 404 len: 380 time: 0.0883107 Jan 26 22:27:12.875491 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] get_ports_and_sgs() called for port_ids ['686c73dc-b4bc-4f13-8a31-1f95602ce3f6'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 26 22:27:12.906581 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5c4c16-5d89-4190-b708-5eeff649ea2d req-92242e7a-af75-4e3a-bc02-f3c1099521c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:27:12.908088 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-1b5c4c16-5d89-4190-b708-5eeff649ea2d req-92242e7a-af75-4e3a-bc02-f3c1099521c6 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=da11f78dfa0e450e86495280e2cbbb24&device_id=e7f6749b-a995-4c94-8a25-eee108303c74 HTTP/1.1" status: 200 len: 1095 time: 0.0713928 Jan 26 22:27:12.916124 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7882fa-4ba7-43d6-8627-fb4c4132d848 req-53013fbe-df2d-4e6a-b7ba-3347715310ac tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:27:12.917548 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-3b7882fa-4ba7-43d6-8627-fb4c4132d848 req-53013fbe-df2d-4e6a-b7ba-3347715310ac tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] 10.222.0.13 "GET /v2.0/ports?device_id=e7f6749b-a995-4c94-8a25-eee108303c74 HTTP/1.1" status: 200 len: 944 time: 0.0715647 Jan 26 22:27:13.022910 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-3b7882fa-4ba7-43d6-8627-fb4c4132d848 req-f30a801d-0962-4d57-abf8-d7fea1f1746d tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] 10.222.0.13 "GET /v2.0/security-groups?id=52efc1ee-d120-4010-aa8d-dab18c47a02b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0972345 Jan 26 22:27:13.042728 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5c4c16-5d89-4190-b708-5eeff649ea2d req-41cca7ed-04cf-43c5-b982-1308f16e1723 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:27:13.044364 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-1b5c4c16-5d89-4190-b708-5eeff649ea2d req-41cca7ed-04cf-43c5-b982-1308f16e1723 service neutron] 10.222.0.57 "GET /v2.0/networks?id=bb80d9ac-ace2-4cab-915b-b903a1a27b8a HTTP/1.1" status: 200 len: 897 time: 0.1259530 Jan 26 22:27:13.109053 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-1b5c4c16-5d89-4190-b708-5eeff649ea2d req-6fc94a67-da5c-4aaf-b086-a781e0360153 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=686c73dc-b4bc-4f13-8a31-1f95602ce3f6 HTTP/1.1" status: 200 len: 1000 time: 0.0586236 Jan 26 22:27:13.160143 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5c4c16-5d89-4190-b708-5eeff649ea2d req-58b535d0-3b1d-4fdc-97b8-579fce76f8f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:27:13.161600 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-1b5c4c16-5d89-4190-b708-5eeff649ea2d req-58b535d0-3b1d-4fdc-97b8-579fce76f8f4 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=45b4b1c0-0a7d-4c79-8ea9-7d19fee0b2b8 HTTP/1.1" status: 200 len: 835 time: 0.0470071 Jan 26 22:27:13.207004 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5c4c16-5d89-4190-b708-5eeff649ea2d req-70c6e610-1672-4130-a6cd-5bc8401a4e62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:27:13.208507 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-1b5c4c16-5d89-4190-b708-5eeff649ea2d req-70c6e610-1672-4130-a6cd-5bc8401a4e62 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=bb80d9ac-ace2-4cab-915b-b903a1a27b8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0403957 Jan 26 22:27:13.296275 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-1b5c4c16-5d89-4190-b708-5eeff649ea2d req-0e3a9b71-b5ec-4632-b89f-bd7e4fee828f service neutron] 10.222.0.57 "GET /v2.0/networks/bb80d9ac-ace2-4cab-915b-b903a1a27b8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812447 Jan 26 22:27:13.388648 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-1b5c4c16-5d89-4190-b708-5eeff649ea2d req-2ab64165-eeb1-4e6a-88ba-24d3c4473016 service neutron] 10.222.0.57 "GET /v2.0/networks/bb80d9ac-ace2-4cab-915b-b903a1a27b8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864992 Jan 26 22:27:13.489231 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.agents_db [None req-569f1ced-6396-4ddf-b79f-e03b0b2146ab None None] Agent healthcheck: found 7 active agents {{(pid=103307) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 26 22:27:14.137451 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114206b1-f941-4363-bfe9-00d0fdf4e564 req-6a0f2bd4-e829-4f92-8046-9b921fde955d tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:27:14.138937 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-114206b1-f941-4363-bfe9-00d0fdf4e564 req-6a0f2bd4-e829-4f92-8046-9b921fde955d tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] 10.222.0.13 "GET /v2.0/ports?device_id=e7f6749b-a995-4c94-8a25-eee108303c74 HTTP/1.1" status: 200 len: 944 time: 0.0488441 Jan 26 22:27:14.186950 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-114206b1-f941-4363-bfe9-00d0fdf4e564 req-da6aa719-cad7-42d2-a888-0b9fc241f09f tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] 10.222.0.13 "GET /v2.0/security-groups?id=52efc1ee-d120-4010-aa8d-dab18c47a02b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425839 Jan 26 22:27:14.208499 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 55516) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 22:27:14.265517 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Device 686c73dc-b4bc-4f13-8a31-1f95602ce3f6 up at agent hyperv_n-h1-760453-5 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 22:27:14.270707 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-f32f2c91-1b74-4021-b2ac-c7873f38030e tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] 10.222.0.13 "GET /v2.0/floatingips/1c176812-f6f0-4e05-95d5-bde52e57eaa9 HTTP/1.1" status: 200 len: 992 time: 0.0610657 Jan 26 22:27:14.315631 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Provisioning for port 686c73dc-b4bc-4f13-8a31-1f95602ce3f6 completed by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 22:27:14.319543 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Provisioning complete for port 686c73dc-b4bc-4f13-8a31-1f95602ce3f6 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 22:27:14.319917 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (686c73dc-b4bc-4f13-8a31-1f95602ce3f6), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:27:14.397849 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Current status of the port 686c73dc-b4bc-4f13-8a31-1f95602ce3f6 is: BUILD; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 22:27:14.398243 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (686c73dc-b4bc-4f13-8a31-1f95602ce3f6), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:27:14.421318 n-d-760453-5 neutron-server[103306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7f6749b-a995-4c94-8a25-eee108303c74', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '686c73dc-b4bc-4f13-8a31-1f95602ce3f6'}] {{(pid=103306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 22:27:14.423595 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c06f7aa05085a00df6a2944c086d22937b62c1e75db8df879377281bc6a8a153" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6c1cb74-62dc-4b8d-a63f-44275bc26980" -d '{"events": [{"server_uuid": "e7f6749b-a995-4c94-8a25-eee108303c74", "name": "network-vif-plugged", "status": "completed", "tag": "686c73dc-b4bc-4f13-8a31-1f95602ce3f6"}]}' {{(pid=103306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 22:27:14.437038 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] For port 686c73dc-b4bc-4f13-8a31-1f95602ce3f6, host n-h1-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-5',level=0,port_id=686c73dc-b4bc-4f13-8a31-1f95602ce3f6,segment=NetworkSegment(086588b4-a936-4f26-a20d-b704f324cd84),segment_id=086588b4-a936-4f26-a20d-b704f324cd84)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 22:27:14.441677 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (686c73dc-b4bc-4f13-8a31-1f95602ce3f6), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:27:14.464140 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Jan 2022 22:27:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbfc3604-a5ff-4bd7-8035-96b9506f9987 x-openstack-request-id: req-cbfc3604-a5ff-4bd7-8035-96b9506f9987 {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 22:27:14.464435 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7f6749b-a995-4c94-8a25-eee108303c74", "name": "network-vif-plugged", "status": "completed", "tag": "686c73dc-b4bc-4f13-8a31-1f95602ce3f6", "code": 200}]} {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 22:27:14.464687 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-cbfc3604-a5ff-4bd7-8035-96b9506f9987 {{(pid=103306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 22:27:14.465072 n-d-760453-5 neutron-server[103306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7f6749b-a995-4c94-8a25-eee108303c74', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '686c73dc-b4bc-4f13-8a31-1f95602ce3f6', 'code': 200} Jan 26 22:27:14.489947 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Pushing event updated for resources: {'Port': ['ID=686c73dc-b4bc-4f13-8a31-1f95602ce3f6,revision_number=9']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 22:27:19.065222 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-88294316-b69b-4d5e-9cab-708f977a0ed4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (474ccdf7-ab6c-405b-a3b2-dc7b05829902), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:27:21.391892 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-58f5aeac-f953-4962-a2c8-e5bc0aefa389 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (09df100c-3af1-4b0a-bda8-05914c71c458), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:27:22.541267 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-841f5991-a4d8-4d4b-b215-cbc6bab5427b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (aa7ee9d2-08eb-4e12-b895-24c57300dfec), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:27:23.770068 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (4d619873-4b60-439f-9b5a-b155dc8bbc34), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:27:24.366024 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-839dd188-ec69-470c-9ab0-d318dc1a2e96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (e79b4fc6-6c71-44b2-a6d0-ff3e1f4dfd0d), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:27:25.513980 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (fea0591a-627d-4c87-9a9a-01625ddf3277), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:27:31.486108 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-0fa2ca11-ec79-48f8-908c-ab0aa09545c7 req-d361de11-2ba6-413d-ad59-b2e9fae00849 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=e7f6749b-a995-4c94-8a25-eee108303c74&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0390100 Jan 26 22:27:31.732944 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa2ca11-ec79-48f8-908c-ab0aa09545c7 req-df263d6f-8d33-4786-9529-5b4c1282c379 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:27:31.734367 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-0fa2ca11-ec79-48f8-908c-ab0aa09545c7 req-df263d6f-8d33-4786-9529-5b4c1282c379 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=da11f78dfa0e450e86495280e2cbbb24&device_id=e7f6749b-a995-4c94-8a25-eee108303c74 HTTP/1.1" status: 200 len: 1096 time: 0.0433633 Jan 26 22:27:31.835282 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa2ca11-ec79-48f8-908c-ab0aa09545c7 req-c927cd16-bff0-445e-8df5-8ddf66f7cc61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:27:31.836747 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-0fa2ca11-ec79-48f8-908c-ab0aa09545c7 req-c927cd16-bff0-445e-8df5-8ddf66f7cc61 service neutron] 10.222.0.66 "GET /v2.0/networks?id=bb80d9ac-ace2-4cab-915b-b903a1a27b8a HTTP/1.1" status: 200 len: 897 time: 0.0822763 Jan 26 22:27:31.902873 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-0fa2ca11-ec79-48f8-908c-ab0aa09545c7 req-c81df4b9-1a81-4bfa-9187-31aebf4e861a service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=686c73dc-b4bc-4f13-8a31-1f95602ce3f6 HTTP/1.1" status: 200 len: 1001 time: 0.0602076 Jan 26 22:27:31.949846 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa2ca11-ec79-48f8-908c-ab0aa09545c7 req-e1a47b49-e916-4a33-9438-8d42b59075ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:27:31.951215 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-0fa2ca11-ec79-48f8-908c-ab0aa09545c7 req-e1a47b49-e916-4a33-9438-8d42b59075ef service neutron] 10.222.0.66 "GET /v2.0/subnets?id=45b4b1c0-0a7d-4c79-8ea9-7d19fee0b2b8 HTTP/1.1" status: 200 len: 835 time: 0.0416651 Jan 26 22:27:31.998212 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa2ca11-ec79-48f8-908c-ab0aa09545c7 req-75ef3832-e70e-42d6-a2a6-ec8eff002c7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:27:31.999576 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-0fa2ca11-ec79-48f8-908c-ab0aa09545c7 req-75ef3832-e70e-42d6-a2a6-ec8eff002c7e service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=bb80d9ac-ace2-4cab-915b-b903a1a27b8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0391679 Jan 26 22:27:32.089966 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-0fa2ca11-ec79-48f8-908c-ab0aa09545c7 req-c819a61f-d53f-498c-83cd-efc3ad6a39f1 service neutron] 10.222.0.66 "GET /v2.0/networks/bb80d9ac-ace2-4cab-915b-b903a1a27b8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831556 Jan 26 22:27:32.179182 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-0fa2ca11-ec79-48f8-908c-ab0aa09545c7 req-72bf6a1d-dbe3-405f-b8e3-677438d0597a service neutron] 10.222.0.66 "GET /v2.0/networks/bb80d9ac-ace2-4cab-915b-b903a1a27b8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822370 Jan 26 22:27:39.069241 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (32ef628b-8417-46c5-8729-60fcabe358f1), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:27:49.067624 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-f35202a1-ee56-4912-9e83-64120c125c8d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (474ccdf7-ab6c-405b-a3b2-dc7b05829902), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:27:50.488907 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.agents_db [None req-569f1ced-6396-4ddf-b79f-e03b0b2146ab None None] Agent healthcheck: found 7 active agents {{(pid=103307) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 26 22:27:51.394012 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-6a0a7125-ff0e-4bd4-8693-253d1c9514b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (09df100c-3af1-4b0a-bda8-05914c71c458), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:27:52.543191 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-841f5991-a4d8-4d4b-b215-cbc6bab5427b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (aa7ee9d2-08eb-4e12-b895-24c57300dfec), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:27:53.769436 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (4d619873-4b60-439f-9b5a-b155dc8bbc34), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:27:54.368647 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-839dd188-ec69-470c-9ab0-d318dc1a2e96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (e79b4fc6-6c71-44b2-a6d0-ff3e1f4dfd0d), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:27:55.516104 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (fea0591a-627d-4c87-9a9a-01625ddf3277), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:28:07.532014 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 55540) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 22:28:08.016746 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-4f2a898d-3bf3-4ded-bcd4-652a45b00dd4 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Deleting port 07d4aa62-c794-497e-8365-bf466a5dbbf5 {{(pid=103304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 22:28:08.017090 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-4f2a898d-3bf3-4ded-bcd4-652a45b00dd4 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746560630878'] for port (07d4aa62-c794-497e-8365-bf466a5dbbf5), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:28:08.090173 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-4f2a898d-3bf3-4ded-bcd4-652a45b00dd4 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4109658'] for port (07d4aa62-c794-497e-8365-bf466a5dbbf5), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:28:08.090506 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-4f2a898d-3bf3-4ded-bcd4-652a45b00dd4 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Publish callbacks [] for floatingip (07d4aa62-c794-497e-8365-bf466a5dbbf5), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:28:08.102038 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-4f2a898d-3bf3-4ded-bcd4-652a45b00dd4 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Calling delete_port for 07d4aa62-c794-497e-8365-bf466a5dbbf5 owned by network:floatingip {{(pid=103304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 22:28:08.247566 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-4f2a898d-3bf3-4ded-bcd4-652a45b00dd4 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746560636600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746560234536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9281553'] for port (07d4aa62-c794-497e-8365-bf466a5dbbf5), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:28:08.273062 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f2a898d-3bf3-4ded-bcd4-652a45b00dd4 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Pushing event deleted for resources: {'Port': ['ID=07d4aa62-c794-497e-8365-bf466a5dbbf5,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 22:28:08.298524 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f2a898d-3bf3-4ded-bcd4-652a45b00dd4 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:28:08.298881 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f2a898d-3bf3-4ded-bcd4-652a45b00dd4 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:28:08.299225 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f2a898d-3bf3-4ded-bcd4-652a45b00dd4 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:28:08.299570 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f2a898d-3bf3-4ded-bcd4-652a45b00dd4 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:28:08.299908 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f2a898d-3bf3-4ded-bcd4-652a45b00dd4 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:28:08.300239 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f2a898d-3bf3-4ded-bcd4-652a45b00dd4 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:28:08.300570 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f2a898d-3bf3-4ded-bcd4-652a45b00dd4 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:28:08.300899 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f2a898d-3bf3-4ded-bcd4-652a45b00dd4 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:28:08.301233 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f2a898d-3bf3-4ded-bcd4-652a45b00dd4 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:28:08.301598 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f2a898d-3bf3-4ded-bcd4-652a45b00dd4 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:28:08.301906 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f2a898d-3bf3-4ded-bcd4-652a45b00dd4 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:28:08.302230 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f2a898d-3bf3-4ded-bcd4-652a45b00dd4 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:28:08.302551 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f2a898d-3bf3-4ded-bcd4-652a45b00dd4 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:28:08.346465 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-4f2a898d-3bf3-4ded-bcd4-652a45b00dd4 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Publish callbacks [] for floatingip (1c176812-f6f0-4e05-95d5-bde52e57eaa9), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:28:08.346781 n-d-760453-5 neutron-server[103304]: INFO neutron.db.l3_db [None req-4f2a898d-3bf3-4ded-bcd4-652a45b00dd4 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Floating IP 1c176812-f6f0-4e05-95d5-bde52e57eaa9 disassociated (deleted). External IP: 172.25.1.166, port: 686c73dc-b4bc-4f13-8a31-1f95602ce3f6. Jan 26 22:28:08.551783 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f2a898d-3bf3-4ded-bcd4-652a45b00dd4 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Router ba39ffb4-0748-4552-be2f-4874eba54e60 has already been hosted by L3 agent 09df100c-3af1-4b0a-bda8-05914c71c458 {{(pid=103304) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 26 22:28:08.659705 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f2a898d-3bf3-4ded-bcd4-652a45b00dd4 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Notify agent at l3_agent.n-d-760453-5 the message routers_updated {{(pid=103304) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 26 22:28:08.664239 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-4f2a898d-3bf3-4ded-bcd4-652a45b00dd4 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for floatingip (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:28:08.669460 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbe58339-1092-4729-93e5-48376ef758f2 None None] Sync routers for ids ['ba39ffb4-0748-4552-be2f-4874eba54e60'] in n-d-760453-5 {{(pid=103306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 26 22:28:08.679311 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbe58339-1092-4729-93e5-48376ef758f2 None None] Routers {'ba39ffb4-0748-4552-be2f-4874eba54e60'} bound to L3 agent in host n-d-760453-5 {{(pid=103306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 22:28:08.679932 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-dbe58339-1092-4729-93e5-48376ef758f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-26T20:55:21Z,description=,heartbeat_timestamp=2022-01-26T22:27:51Z,host='n-d-760453-5',id=09df100c-3af1-4b0a-bda8-05914c71c458,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:55:21Z,topic='l3_agent')) {'router_ids': ['ba39ffb4-0748-4552-be2f-4874eba54e60'], 'active': True} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 22:28:08.694003 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-4f2a898d-3bf3-4ded-bcd4-652a45b00dd4 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] 10.222.0.13 "DELETE /v2.0/floatingips/1c176812-f6f0-4e05-95d5-bde52e57eaa9 HTTP/1.1" status: 204 len: 168 time: 1.1608756 Jan 26 22:28:08.695129 n-d-760453-5 neutron-server[103304]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e7f6749b-a995-4c94-8a25-eee108303c74', 'tag': '686c73dc-b4bc-4f13-8a31-1f95602ce3f6'}] {{(pid=103304) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 22:28:08.697401 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86e783e1922a725fac327d65912384d63450ce1a6a2ee22db2d1cc52fb257f3b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c91db97c-d197-48ee-9ec6-146eaaef02fb" -d '{"events": [{"name": "network-changed", "server_uuid": "e7f6749b-a995-4c94-8a25-eee108303c74", "tag": "686c73dc-b4bc-4f13-8a31-1f95602ce3f6"}]}' {{(pid=103304) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 22:28:08.787860 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvr_db [None req-dbe58339-1092-4729-93e5-48376ef758f2 None None] Set router ba39ffb4-0748-4552-be2f-4874eba54e60 gateway port host: n-d-760453-5 {{(pid=103306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 22:28:08.909354 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 26 Jan 2022 22:28:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69f2d4b7-e167-49b9-97fb-255544a1c306 x-openstack-request-id: req-69f2d4b7-e167-49b9-97fb-255544a1c306 {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 22:28:08.909659 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e7f6749b-a995-4c94-8a25-eee108303c74", "tag": "686c73dc-b4bc-4f13-8a31-1f95602ce3f6", "status": "completed", "code": 200}]} {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 22:28:08.910304 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-69f2d4b7-e167-49b9-97fb-255544a1c306 {{(pid=103304) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 22:28:08.910450 n-d-760453-5 neutron-server[103304]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e7f6749b-a995-4c94-8a25-eee108303c74', 'tag': '686c73dc-b4bc-4f13-8a31-1f95602ce3f6', 'status': 'completed', 'code': 200} Jan 26 22:28:09.003215 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df068740-0574-4ee9-9402-11a86793e7c6 req-f66657a8-8f59-4dda-a487-1d2d18f7ac4e tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:28:09.003422 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-dbe58339-1092-4729-93e5-48376ef758f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba39ffb4-0748-4552-be2f-4874eba54e60', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1310480922', 'tenant_id': 'da11f78dfa0e450e86495280e2cbbb24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'external_fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.104'}], 'enable_snat': True}, 'gw_port_id': '458f641e-0904-4010-b72d-d6997c1438e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T22:26:05Z', 'updated_at': '2022-01-26T22:26:08Z', 'revision_number': 4, 'project_id': 'da11f78dfa0e450e86495280e2cbbb24', 'gw_port': {'id': '458f641e-0904-4010-b72d-d6997c1438e9', 'name': '', 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:58:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba39ffb4-0748-4552-be2f-4874eba54e60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4273, 'fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T22:26:05Z', 'updated_at': '2022-01-26T22:26:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-5', '_interfaces': [{'id': 'a1ce520c-feb7-4748-bfc5-9ed24e34c324', 'name': '', 'network_id': 'bb80d9ac-ace2-4cab-915b-b903a1a27b8a', 'tenant_id': 'da11f78dfa0e450e86495280e2cbbb24', 'mac_address': 'fa:16:3e:b1:ca:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba39ffb4-0748-4552-be2f-4874eba54e60', 'device_owner': 'network:router_interface', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': '45b4b1c0-0a7d-4c79-8ea9-7d19fee0b2b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T22:26:08Z', 'updated_at': '2022-01-26T22:26:12Z', 'revision_number': 5, 'project_id': 'da11f78dfa0e450e86495280e2cbbb24', 'subnets': [{'id': '45b4b1c0-0a7d-4c79-8ea9-7d19fee0b2b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760453-5', False) {} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 22:28:09.004845 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-df068740-0574-4ee9-9402-11a86793e7c6 req-f66657a8-8f59-4dda-a487-1d2d18f7ac4e tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] 10.222.0.13 "GET /v2.0/ports?device_id=e7f6749b-a995-4c94-8a25-eee108303c74 HTTP/1.1" status: 200 len: 945 time: 0.0519147 Jan 26 22:28:09.030599 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbe58339-1092-4729-93e5-48376ef758f2 None None] Checking router: ba39ffb4-0748-4552-be2f-4874eba54e60 for host: n-d-760453-5 {{(pid=103306) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 26 22:28:09.043286 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbe58339-1092-4729-93e5-48376ef758f2 None None] Routers {'ba39ffb4-0748-4552-be2f-4874eba54e60'} bound to L3 agent in host n-d-760453-5 {{(pid=103306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 22:28:09.044012 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-dbe58339-1092-4729-93e5-48376ef758f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-26T20:55:21Z,description=,heartbeat_timestamp=2022-01-26T22:27:51Z,host='n-d-760453-5',id=09df100c-3af1-4b0a-bda8-05914c71c458,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:55:21Z,topic='l3_agent')) {'router_ids': ['ba39ffb4-0748-4552-be2f-4874eba54e60'], 'active': True} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 22:28:09.049381 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91db97c-d197-48ee-9ec6-146eaaef02fb req-20ee56e4-f38e-4c64-ac90-b8e51d4c31b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:28:09.051733 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-c91db97c-d197-48ee-9ec6-146eaaef02fb req-20ee56e4-f38e-4c64-ac90-b8e51d4c31b2 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=da11f78dfa0e450e86495280e2cbbb24&device_id=e7f6749b-a995-4c94-8a25-eee108303c74 HTTP/1.1" status: 200 len: 1096 time: 0.0990388 Jan 26 22:28:09.058936 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-df068740-0574-4ee9-9402-11a86793e7c6 req-12c2791a-fa4e-4ba7-8f64-294276f12e6a tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] 10.222.0.13 "GET /v2.0/security-groups?id=52efc1ee-d120-4010-aa8d-dab18c47a02b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474420 Jan 26 22:28:09.121482 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (32ef628b-8417-46c5-8729-60fcabe358f1), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:28:09.149622 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91db97c-d197-48ee-9ec6-146eaaef02fb req-896c2f61-6181-42f8-9456-45de4db6de77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:28:09.151129 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-c91db97c-d197-48ee-9ec6-146eaaef02fb req-896c2f61-6181-42f8-9456-45de4db6de77 service neutron] 10.222.0.66 "GET /v2.0/networks?id=bb80d9ac-ace2-4cab-915b-b903a1a27b8a HTTP/1.1" status: 200 len: 897 time: 0.0921621 Jan 26 22:28:09.193499 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-c91db97c-d197-48ee-9ec6-146eaaef02fb req-4c985408-2ca3-481f-bc9f-98bb2381b4e8 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=686c73dc-b4bc-4f13-8a31-1f95602ce3f6 HTTP/1.1" status: 200 len: 217 time: 0.0363550 Jan 26 22:28:09.208511 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvr_db [None req-dbe58339-1092-4729-93e5-48376ef758f2 None None] Set router ba39ffb4-0748-4552-be2f-4874eba54e60 gateway port host: n-d-760453-5 {{(pid=103306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 22:28:09.245811 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91db97c-d197-48ee-9ec6-146eaaef02fb req-05a01a32-118f-4d7f-be84-6f0e0b78449c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:28:09.247996 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-c91db97c-d197-48ee-9ec6-146eaaef02fb req-05a01a32-118f-4d7f-be84-6f0e0b78449c service neutron] 10.222.0.66 "GET /v2.0/subnets?id=45b4b1c0-0a7d-4c79-8ea9-7d19fee0b2b8 HTTP/1.1" status: 200 len: 835 time: 0.0484450 Jan 26 22:28:09.473737 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-dbe58339-1092-4729-93e5-48376ef758f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba39ffb4-0748-4552-be2f-4874eba54e60', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1310480922', 'tenant_id': 'da11f78dfa0e450e86495280e2cbbb24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'external_fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.104'}], 'enable_snat': True}, 'gw_port_id': '458f641e-0904-4010-b72d-d6997c1438e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T22:26:05Z', 'updated_at': '2022-01-26T22:26:08Z', 'revision_number': 4, 'project_id': 'da11f78dfa0e450e86495280e2cbbb24', 'gw_port': {'id': '458f641e-0904-4010-b72d-d6997c1438e9', 'name': '', 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:58:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba39ffb4-0748-4552-be2f-4874eba54e60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4273, 'fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T22:26:05Z', 'updated_at': '2022-01-26T22:26:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-5', '_interfaces': [{'id': 'a1ce520c-feb7-4748-bfc5-9ed24e34c324', 'name': '', 'network_id': 'bb80d9ac-ace2-4cab-915b-b903a1a27b8a', 'tenant_id': 'da11f78dfa0e450e86495280e2cbbb24', 'mac_address': 'fa:16:3e:b1:ca:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba39ffb4-0748-4552-be2f-4874eba54e60', 'device_owner': 'network:router_interface', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': '45b4b1c0-0a7d-4c79-8ea9-7d19fee0b2b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T22:26:08Z', 'updated_at': '2022-01-26T22:26:12Z', 'revision_number': 5, 'project_id': 'da11f78dfa0e450e86495280e2cbbb24', 'subnets': [{'id': '45b4b1c0-0a7d-4c79-8ea9-7d19fee0b2b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760453-5', False) {} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 22:28:09.505254 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbe58339-1092-4729-93e5-48376ef758f2 None None] The sync data for ids ['ba39ffb4-0748-4552-be2f-4874eba54e60'] in n-d-760453-5 is: [{'id': 'ba39ffb4-0748-4552-be2f-4874eba54e60', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1310480922', 'tenant_id': 'da11f78dfa0e450e86495280e2cbbb24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'external_fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.104'}], 'enable_snat': True}, 'gw_port_id': '458f641e-0904-4010-b72d-d6997c1438e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T22:26:05Z', 'updated_at': '2022-01-26T22:26:08Z', 'revision_number': 4, 'project_id': 'da11f78dfa0e450e86495280e2cbbb24', 'gw_port': {'id': '458f641e-0904-4010-b72d-d6997c1438e9', 'name': '', 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:58:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba39ffb4-0748-4552-be2f-4874eba54e60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4273, 'fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T22:26:05Z', 'updated_at': '2022-01-26T22:26:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-5', '_interfaces': [{'id': 'a1ce520c-feb7-4748-bfc5-9ed24e34c324', 'name': '', 'network_id': 'bb80d9ac-ace2-4cab-915b-b903a1a27b8a', 'tenant_id': 'da11f78dfa0e450e86495280e2cbbb24', 'mac_address': 'fa:16:3e:b1:ca:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba39ffb4-0748-4552-be2f-4874eba54e60', 'device_owner': 'network:router_interface', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': '45b4b1c0-0a7d-4c79-8ea9-7d19fee0b2b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T22:26:08Z', 'updated_at': '2022-01-26T22:26:12Z', 'revision_number': 5, 'project_id': 'da11f78dfa0e450e86495280e2cbbb24', 'subnets': [{'id': '45b4b1c0-0a7d-4c79-8ea9-7d19fee0b2b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 26 22:28:09.576455 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91db97c-d197-48ee-9ec6-146eaaef02fb req-debe79ab-add6-4ef4-8275-52976e1d0024 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:28:09.578022 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-c91db97c-d197-48ee-9ec6-146eaaef02fb req-debe79ab-add6-4ef4-8275-52976e1d0024 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=bb80d9ac-ace2-4cab-915b-b903a1a27b8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3224056 Jan 26 22:28:09.670881 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-c91db97c-d197-48ee-9ec6-146eaaef02fb req-246d85af-f91f-4360-8487-d4996a52e05b service neutron] 10.222.0.66 "GET /v2.0/networks/bb80d9ac-ace2-4cab-915b-b903a1a27b8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846272 Jan 26 22:28:09.729212 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2af57c66-b5ef-48d2-80db-9bfde5817bdb None None] New status for floating IP 1c176812-f6f0-4e05-95d5-bde52e57eaa9: DOWN {{(pid=103307) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 26 22:28:09.766382 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-c91db97c-d197-48ee-9ec6-146eaaef02fb req-e611c3ff-acbd-48c2-805c-76aad3d0f68b service neutron] 10.222.0.66 "GET /v2.0/networks/bb80d9ac-ace2-4cab-915b-b903a1a27b8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881560 Jan 26 22:28:10.185970 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1227a42f-c544-48c8-b7f5-e0725c51011f req-2c8fd0d4-4678-4c39-825a-b1775698a9ad tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:28:10.187526 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-1227a42f-c544-48c8-b7f5-e0725c51011f req-2c8fd0d4-4678-4c39-825a-b1775698a9ad tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] 10.222.0.13 "GET /v2.0/ports?device_id=e7f6749b-a995-4c94-8a25-eee108303c74 HTTP/1.1" status: 200 len: 945 time: 0.0537875 Jan 26 22:28:10.235445 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-1227a42f-c544-48c8-b7f5-e0725c51011f req-99f73abe-060a-4854-9b5d-cce3f3fcfec7 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] 10.222.0.13 "GET /v2.0/security-groups?id=52efc1ee-d120-4010-aa8d-dab18c47a02b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421648 Jan 26 22:28:10.586181 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b293d9e3-d418-4168-9aee-8be7577fdd27 req-3e3ea6d1-1b87-41c1-9b58-93b0998297f3 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:28:10.587646 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-b293d9e3-d418-4168-9aee-8be7577fdd27 req-3e3ea6d1-1b87-41c1-9b58-93b0998297f3 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] 10.222.0.66 "GET /v2.0/ports?device_id=e7f6749b-a995-4c94-8a25-eee108303c74 HTTP/1.1" status: 200 len: 945 time: 0.0491107 Jan 26 22:28:10.679983 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [req-b293d9e3-d418-4168-9aee-8be7577fdd27 req-c43da234-4f48-4b19-9ce7-e5c0d9ed2112 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Deleting port 686c73dc-b4bc-4f13-8a31-1f95602ce3f6 {{(pid=103305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 22:28:10.680243 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-b293d9e3-d418-4168-9aee-8be7577fdd27 req-c43da234-4f48-4b19-9ce7-e5c0d9ed2112 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746560630878'] for port (686c73dc-b4bc-4f13-8a31-1f95602ce3f6), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:28:10.767470 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [req-b293d9e3-d418-4168-9aee-8be7577fdd27 req-c43da234-4f48-4b19-9ce7-e5c0d9ed2112 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] For port 686c73dc-b4bc-4f13-8a31-1f95602ce3f6, host n-h1-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-5',level=0,port_id=686c73dc-b4bc-4f13-8a31-1f95602ce3f6,segment=NetworkSegment(086588b4-a936-4f26-a20d-b704f324cd84),segment_id=086588b4-a936-4f26-a20d-b704f324cd84)] {{(pid=103305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 22:28:10.767841 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-b293d9e3-d418-4168-9aee-8be7577fdd27 req-c43da234-4f48-4b19-9ce7-e5c0d9ed2112 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4109658'] for port (686c73dc-b4bc-4f13-8a31-1f95602ce3f6), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:28:10.780929 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [req-b293d9e3-d418-4168-9aee-8be7577fdd27 req-c43da234-4f48-4b19-9ce7-e5c0d9ed2112 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Calling delete_port for 686c73dc-b4bc-4f13-8a31-1f95602ce3f6 owned by compute:nova {{(pid=103305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 22:28:10.912340 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-b293d9e3-d418-4168-9aee-8be7577fdd27 req-c43da234-4f48-4b19-9ce7-e5c0d9ed2112 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746560636600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746560234536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11791543'] for port (686c73dc-b4bc-4f13-8a31-1f95602ce3f6), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:28:10.941262 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c43da234-4f48-4b19-9ce7-e5c0d9ed2112 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Pushing event deleted for resources: {'Port': ['ID=686c73dc-b4bc-4f13-8a31-1f95602ce3f6,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 22:28:10.953914 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c43da234-4f48-4b19-9ce7-e5c0d9ed2112 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:28:10.954279 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c43da234-4f48-4b19-9ce7-e5c0d9ed2112 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:28:10.954629 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c43da234-4f48-4b19-9ce7-e5c0d9ed2112 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:28:10.954973 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c43da234-4f48-4b19-9ce7-e5c0d9ed2112 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:28:10.955312 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c43da234-4f48-4b19-9ce7-e5c0d9ed2112 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:28:10.955650 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c43da234-4f48-4b19-9ce7-e5c0d9ed2112 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:28:10.956030 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c43da234-4f48-4b19-9ce7-e5c0d9ed2112 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:28:10.956319 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c43da234-4f48-4b19-9ce7-e5c0d9ed2112 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:28:10.956650 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c43da234-4f48-4b19-9ce7-e5c0d9ed2112 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:28:10.957030 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c43da234-4f48-4b19-9ce7-e5c0d9ed2112 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:28:10.957501 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c43da234-4f48-4b19-9ce7-e5c0d9ed2112 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:28:10.957778 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c43da234-4f48-4b19-9ce7-e5c0d9ed2112 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:28:10.958103 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c43da234-4f48-4b19-9ce7-e5c0d9ed2112 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:28:10.995705 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [req-b293d9e3-d418-4168-9aee-8be7577fdd27 req-c43da234-4f48-4b19-9ce7-e5c0d9ed2112 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] No DVR routers for this DVR port 686c73dc-b4bc-4f13-8a31-1f95602ce3f6 on host n-h1-760453-5 {{(pid=103305) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 26 22:28:10.998200 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-b293d9e3-d418-4168-9aee-8be7577fdd27 req-c43da234-4f48-4b19-9ce7-e5c0d9ed2112 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:28:11.001656 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-b293d9e3-d418-4168-9aee-8be7577fdd27 req-c43da234-4f48-4b19-9ce7-e5c0d9ed2112 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] 10.222.0.66 "DELETE /v2.0/ports/686c73dc-b4bc-4f13-8a31-1f95602ce3f6 HTTP/1.1" status: 204 len: 173 time: 0.4084878 Jan 26 22:28:11.002108 n-d-760453-5 neutron-server[103305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7f6749b-a995-4c94-8a25-eee108303c74', 'name': 'network-vif-deleted', 'tag': '686c73dc-b4bc-4f13-8a31-1f95602ce3f6'}] {{(pid=103305) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 22:28:11.004463 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63c895857b12caccb44030902ae3f492cdae22bba6ec98e5b8bd003e299c093d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9bb73733-807e-44b1-8d06-35e6e2b77f5b" -d '{"events": [{"server_uuid": "e7f6749b-a995-4c94-8a25-eee108303c74", "name": "network-vif-deleted", "tag": "686c73dc-b4bc-4f13-8a31-1f95602ce3f6"}]}' {{(pid=103305) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 22:28:11.120672 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Jan 2022 22:28:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c803e17-cf26-4b3c-9459-808d79621bc8 x-openstack-request-id: req-2c803e17-cf26-4b3c-9459-808d79621bc8 {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 22:28:11.120974 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7f6749b-a995-4c94-8a25-eee108303c74", "name": "network-vif-deleted", "tag": "686c73dc-b4bc-4f13-8a31-1f95602ce3f6", "status": "completed", "code": 200}]} {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 22:28:11.121278 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-2c803e17-cf26-4b3c-9459-808d79621bc8 {{(pid=103305) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 22:28:11.121750 n-d-760453-5 neutron-server[103305]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7f6749b-a995-4c94-8a25-eee108303c74', 'name': 'network-vif-deleted', 'tag': '686c73dc-b4bc-4f13-8a31-1f95602ce3f6', 'status': 'completed', 'code': 200} Jan 26 22:28:11.361619 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-ed3947fb-34ae-4571-85e2-23898ae3c329 req-ad3294a6-ff38-4c86-b8c1-d659b4c3d8ae tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] 10.222.0.13 "GET /v2.0/ports?device_id=e7f6749b-a995-4c94-8a25-eee108303c74 HTTP/1.1" status: 200 len: 210 time: 0.0365214 Jan 26 22:28:12.415905 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 55562) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 22:28:12.773414 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-531ea5b8-317b-4ff5-8310-64c68446a419 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4110657'] for router_interface (ba39ffb4-0748-4552-be2f-4874eba54e60), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:28:13.026717 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-531ea5b8-317b-4ff5-8310-64c68446a419 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Deleting port a1ce520c-feb7-4748-bfc5-9ed24e34c324 {{(pid=103304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 22:28:13.026985 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-531ea5b8-317b-4ff5-8310-64c68446a419 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746560630878'] for port (a1ce520c-feb7-4748-bfc5-9ed24e34c324), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:28:13.113884 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [None req-531ea5b8-317b-4ff5-8310-64c68446a419 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] For port a1ce520c-feb7-4748-bfc5-9ed24e34c324, host n-d-760453-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=a1ce520c-feb7-4748-bfc5-9ed24e34c324,segment=NetworkSegment(086588b4-a936-4f26-a20d-b704f324cd84),segment_id=086588b4-a936-4f26-a20d-b704f324cd84)] {{(pid=103304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 22:28:13.114252 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-531ea5b8-317b-4ff5-8310-64c68446a419 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4109658'] for port (a1ce520c-feb7-4748-bfc5-9ed24e34c324), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:28:13.131767 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-531ea5b8-317b-4ff5-8310-64c68446a419 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Calling delete_port for a1ce520c-feb7-4748-bfc5-9ed24e34c324 owned by network:router_interface {{(pid=103304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 22:28:13.314135 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-531ea5b8-317b-4ff5-8310-64c68446a419 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746560636600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746560234536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9281553'] for port (a1ce520c-feb7-4748-bfc5-9ed24e34c324), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:28:13.342673 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-531ea5b8-317b-4ff5-8310-64c68446a419 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Pushing event deleted for resources: {'Port': ['ID=a1ce520c-feb7-4748-bfc5-9ed24e34c324,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 22:28:13.520115 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-531ea5b8-317b-4ff5-8310-64c68446a419 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3709480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4110805'] for router_interface (ba39ffb4-0748-4552-be2f-4874eba54e60), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:28:13.735027 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-531ea5b8-317b-4ff5-8310-64c68446a419 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Router ba39ffb4-0748-4552-be2f-4874eba54e60 has already been hosted by L3 agent 09df100c-3af1-4b0a-bda8-05914c71c458 {{(pid=103304) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 26 22:28:13.839666 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-531ea5b8-317b-4ff5-8310-64c68446a419 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Notify agent at l3_agent.n-d-760453-5 the message routers_updated {{(pid=103304) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 26 22:28:13.845006 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-531ea5b8-317b-4ff5-8310-64c68446a419 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] 10.222.0.13 "PUT /v2.0/routers/ba39ffb4-0748-4552-be2f-4874eba54e60/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4281170 Jan 26 22:28:13.847715 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 55564) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 22:28:13.848875 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9878ae0-4c43-4d3c-a755-6ed47a833007 None None] Sync routers for ids ['ba39ffb4-0748-4552-be2f-4874eba54e60'] in n-d-760453-5 {{(pid=103306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 26 22:28:13.859286 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9878ae0-4c43-4d3c-a755-6ed47a833007 None None] Routers {'ba39ffb4-0748-4552-be2f-4874eba54e60'} bound to L3 agent in host n-d-760453-5 {{(pid=103306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 22:28:13.859899 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-d9878ae0-4c43-4d3c-a755-6ed47a833007 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-26T20:55:21Z,description=,heartbeat_timestamp=2022-01-26T22:27:51Z,host='n-d-760453-5',id=09df100c-3af1-4b0a-bda8-05914c71c458,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:55:21Z,topic='l3_agent')) {'router_ids': ['ba39ffb4-0748-4552-be2f-4874eba54e60'], 'active': True} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 22:28:13.898868 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.db_base_plugin_v2 [None req-5716cd90-5e58-436f-906a-d9e5b9bf9ef0 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Deleting subnet 45b4b1c0-0a7d-4c79-8ea9-7d19fee0b2b8 {{(pid=103305) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 26 22:28:13.901947 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-5716cd90-5e58-436f-906a-d9e5b9bf9ef0 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Publish callbacks [] for subnet (45b4b1c0-0a7d-4c79-8ea9-7d19fee0b2b8), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:28:13.940833 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-5716cd90-5e58-436f-906a-d9e5b9bf9ef0 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11788946'] for subnet (45b4b1c0-0a7d-4c79-8ea9-7d19fee0b2b8), precommit_delete_associations {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:28:14.032564 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-5716cd90-5e58-436f-906a-d9e5b9bf9ef0 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687316'] for subnet (45b4b1c0-0a7d-4c79-8ea9-7d19fee0b2b8), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:28:14.091153 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-5716cd90-5e58-436f-906a-d9e5b9bf9ef0 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11791594', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11599980'] for subnet (45b4b1c0-0a7d-4c79-8ea9-7d19fee0b2b8), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:28:14.118816 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5716cd90-5e58-436f-906a-d9e5b9bf9ef0 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Pushing event deleted for resources: {'Subnet': ['ID=45b4b1c0-0a7d-4c79-8ea9-7d19fee0b2b8,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 22:28:14.121042 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvr_db [None req-d9878ae0-4c43-4d3c-a755-6ed47a833007 None None] Set router ba39ffb4-0748-4552-be2f-4874eba54e60 gateway port host: n-d-760453-5 {{(pid=103306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 22:28:14.124212 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-5716cd90-5e58-436f-906a-d9e5b9bf9ef0 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Publish callbacks [] for subnet (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:28:14.130103 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-5716cd90-5e58-436f-906a-d9e5b9bf9ef0 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] 10.222.0.13 "DELETE /v2.0/subnets/45b4b1c0-0a7d-4c79-8ea9-7d19fee0b2b8 HTTP/1.1" status: 204 len: 168 time: 0.2787683 Jan 26 22:28:14.130810 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 55566) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 22:28:14.148017 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e908b9e-3b89-4c5d-9b66-94e0a1ae74f8 None None] Network bb80d9ac-ace2-4cab-915b-b903a1a27b8a requested from n-d-760453-5 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 26 22:28:14.238750 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-9957587e-47e2-4ede-b746-4d8a4799a0ba tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Publish callbacks [] for router (ba39ffb4-0748-4552-be2f-4874eba54e60), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:28:14.343167 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-9957587e-47e2-4ede-b746-4d8a4799a0ba tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Publish callbacks [] for router_gateway (ba39ffb4-0748-4552-be2f-4874eba54e60), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:28:14.379204 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-d9878ae0-4c43-4d3c-a755-6ed47a833007 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba39ffb4-0748-4552-be2f-4874eba54e60', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1310480922', 'tenant_id': 'da11f78dfa0e450e86495280e2cbbb24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'external_fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.104'}], 'enable_snat': True}, 'gw_port_id': '458f641e-0904-4010-b72d-d6997c1438e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T22:26:05Z', 'updated_at': '2022-01-26T22:28:13Z', 'revision_number': 5, 'project_id': 'da11f78dfa0e450e86495280e2cbbb24', 'gw_port': {'id': '458f641e-0904-4010-b72d-d6997c1438e9', 'name': '', 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:58:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba39ffb4-0748-4552-be2f-4874eba54e60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4273, 'fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T22:26:05Z', 'updated_at': '2022-01-26T22:26:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-5'}], 'n-d-760453-5', False) {} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 22:28:14.407442 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-9957587e-47e2-4ede-b746-4d8a4799a0ba tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Deleting port 458f641e-0904-4010-b72d-d6997c1438e9 {{(pid=103304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 22:28:14.407874 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-9957587e-47e2-4ede-b746-4d8a4799a0ba tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746560630878'] for port (458f641e-0904-4010-b72d-d6997c1438e9), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:28:14.410760 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8eebd51a-df78-4591-a3c9-fb87af20251b None None] DHCP port deletion for bb80d9ac-ace2-4cab-915b-b903a1a27b8a request from n-d-760453-5 {{(pid=103306) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 26 22:28:14.413809 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9878ae0-4c43-4d3c-a755-6ed47a833007 None None] Checking router: ba39ffb4-0748-4552-be2f-4874eba54e60 for host: n-d-760453-5 {{(pid=103306) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 26 22:28:14.445971 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9878ae0-4c43-4d3c-a755-6ed47a833007 None None] Routers {'ba39ffb4-0748-4552-be2f-4874eba54e60'} bound to L3 agent in host n-d-760453-5 {{(pid=103306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 22:28:14.446595 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-d9878ae0-4c43-4d3c-a755-6ed47a833007 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-26T20:55:21Z,description=,heartbeat_timestamp=2022-01-26T22:27:51Z,host='n-d-760453-5',id=09df100c-3af1-4b0a-bda8-05914c71c458,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:55:21Z,topic='l3_agent')) {'router_ids': ['ba39ffb4-0748-4552-be2f-4874eba54e60'], 'active': True} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 22:28:14.486264 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [None req-9957587e-47e2-4ede-b746-4d8a4799a0ba tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] For port 458f641e-0904-4010-b72d-d6997c1438e9, host n-d-760453-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=458f641e-0904-4010-b72d-d6997c1438e9,segment=NetworkSegment(e17cb353-418f-48b9-b982-21a6233ee99b),segment_id=e17cb353-418f-48b9-b982-21a6233ee99b)] {{(pid=103304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 22:28:14.486654 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-9957587e-47e2-4ede-b746-4d8a4799a0ba tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4109658'] for port (458f641e-0904-4010-b72d-d6997c1438e9), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:28:14.499026 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-9957587e-47e2-4ede-b746-4d8a4799a0ba tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Calling delete_port for 458f641e-0904-4010-b72d-d6997c1438e9 owned by network:router_gateway {{(pid=103304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 22:28:14.533462 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Device 686c73dc-b4bc-4f13-8a31-1f95602ce3f6 no longer exists at agent hyperv_n-h1-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 26 22:28:14.558901 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvr_db [None req-d9878ae0-4c43-4d3c-a755-6ed47a833007 None None] Set router ba39ffb4-0748-4552-be2f-4874eba54e60 gateway port host: None {{(pid=103306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 22:28:14.562254 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] No Port match for: 686c73dc-b4bc-4f13-8a31-1f95602ce3f6 {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 26 22:28:14.562590 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Device 686c73dc-b4bc-4f13-8a31-1f95602ce3f6 not bound to the agent host n-h1-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 26 22:28:14.622085 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-d9878ae0-4c43-4d3c-a755-6ed47a833007 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba39ffb4-0748-4552-be2f-4874eba54e60', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1310480922', 'tenant_id': 'da11f78dfa0e450e86495280e2cbbb24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T22:26:05Z', 'updated_at': '2022-01-26T22:28:14Z', 'revision_number': 6, 'project_id': 'da11f78dfa0e450e86495280e2cbbb24', 'gw_port_host': None}], 'n-d-760453-5', False) {} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 22:28:14.626149 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-8eebd51a-df78-4591-a3c9-fb87af20251b None None] Deleting port 708a82ff-547c-4674-a768-4d5d211e9818 {{(pid=103306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 22:28:14.626517 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-8eebd51a-df78-4591-a3c9-fb87af20251b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746560630878'] for port (708a82ff-547c-4674-a768-4d5d211e9818), before_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:28:14.651218 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9878ae0-4c43-4d3c-a755-6ed47a833007 None None] The sync data for ids ['ba39ffb4-0748-4552-be2f-4874eba54e60'] in n-d-760453-5 is: [{'id': 'ba39ffb4-0748-4552-be2f-4874eba54e60', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1310480922', 'tenant_id': 'da11f78dfa0e450e86495280e2cbbb24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T22:26:05Z', 'updated_at': '2022-01-26T22:28:14Z', 'revision_number': 6, 'project_id': 'da11f78dfa0e450e86495280e2cbbb24', 'gw_port_host': None}] {{(pid=103306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 26 22:28:14.668310 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-9957587e-47e2-4ede-b746-4d8a4799a0ba tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746560636600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746560234536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9281553'] for port (458f641e-0904-4010-b72d-d6997c1438e9), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:28:14.700236 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9957587e-47e2-4ede-b746-4d8a4799a0ba tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Pushing event deleted for resources: {'Port': ['ID=458f641e-0904-4010-b72d-d6997c1438e9,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 22:28:14.715140 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-8eebd51a-df78-4591-a3c9-fb87af20251b None None] For port 708a82ff-547c-4674-a768-4d5d211e9818, host n-d-760453-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=708a82ff-547c-4674-a768-4d5d211e9818,segment=NetworkSegment(086588b4-a936-4f26-a20d-b704f324cd84),segment_id=086588b4-a936-4f26-a20d-b704f324cd84)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 22:28:14.715542 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-8eebd51a-df78-4591-a3c9-fb87af20251b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4109658'] for port (708a82ff-547c-4674-a768-4d5d211e9818), precommit_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:28:14.729404 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-8eebd51a-df78-4591-a3c9-fb87af20251b None None] Calling delete_port for 708a82ff-547c-4674-a768-4d5d211e9818 owned by network:dhcp {{(pid=103306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 22:28:14.762254 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-9957587e-47e2-4ede-b746-4d8a4799a0ba tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4111291'] for router_gateway (ba39ffb4-0748-4552-be2f-4874eba54e60), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:28:14.811236 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-8eebd51a-df78-4591-a3c9-fb87af20251b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746560636600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746560234536'] for port (708a82ff-547c-4674-a768-4d5d211e9818), after_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:28:14.836502 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eebd51a-df78-4591-a3c9-fb87af20251b None None] Pushing event deleted for resources: {'Port': ['ID=708a82ff-547c-4674-a768-4d5d211e9818,revision_number=None']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 22:28:14.841141 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8eebd51a-df78-4591-a3c9-fb87af20251b None None] No DVR routers for this DVR port 708a82ff-547c-4674-a768-4d5d211e9818 on host n-d-760453-5 {{(pid=103306) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 26 22:28:14.850924 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eebd51a-df78-4591-a3c9-fb87af20251b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:28:14.850924 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eebd51a-df78-4591-a3c9-fb87af20251b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:28:14.850924 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eebd51a-df78-4591-a3c9-fb87af20251b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:28:14.850924 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eebd51a-df78-4591-a3c9-fb87af20251b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:28:14.850924 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eebd51a-df78-4591-a3c9-fb87af20251b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:28:14.850924 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eebd51a-df78-4591-a3c9-fb87af20251b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:28:14.850924 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eebd51a-df78-4591-a3c9-fb87af20251b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:28:14.852478 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eebd51a-df78-4591-a3c9-fb87af20251b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:28:14.852478 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eebd51a-df78-4591-a3c9-fb87af20251b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:28:14.852478 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eebd51a-df78-4591-a3c9-fb87af20251b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:28:14.853362 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eebd51a-df78-4591-a3c9-fb87af20251b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:28:14.853362 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eebd51a-df78-4591-a3c9-fb87af20251b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:28:14.853362 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eebd51a-df78-4591-a3c9-fb87af20251b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:28:14.860016 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-9957587e-47e2-4ede-b746-4d8a4799a0ba tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4105774', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13082'] for router (ba39ffb4-0748-4552-be2f-4874eba54e60), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:28:14.862321 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-9957587e-47e2-4ede-b746-4d8a4799a0ba tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Publish callbacks [] for router_controller (ba39ffb4-0748-4552-be2f-4874eba54e60), precommit_delete_associations {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:28:14.909106 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-9957587e-47e2-4ede-b746-4d8a4799a0ba tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4105767'] for router (ba39ffb4-0748-4552-be2f-4874eba54e60), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:28:14.909629 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9957587e-47e2-4ede-b746-4d8a4799a0ba tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Fanout notify agent at l3_agent the message router_deleted on router ba39ffb4-0748-4552-be2f-4874eba54e60 {{(pid=103304) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 26 22:28:14.917818 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-9957587e-47e2-4ede-b746-4d8a4799a0ba tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Publish callbacks [] for router (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:28:14.918972 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-9957587e-47e2-4ede-b746-4d8a4799a0ba tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] 10.222.0.13 "DELETE /v2.0/routers/ba39ffb4-0748-4552-be2f-4874eba54e60 HTTP/1.1" status: 204 len: 168 time: 0.7871609 Jan 26 22:28:14.921697 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 55568) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 22:28:14.998188 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-34943751-ee35-410e-81e6-b2834aca7002 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-748181'] for network (bb80d9ac-ace2-4cab-915b-b903a1a27b8a), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:28:15.092474 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-34943751-ee35-410e-81e6-b2834aca7002 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-686403', 'neutron.services.segments.db._delete_segments_for_network-8746560774018'] for network (bb80d9ac-ace2-4cab-915b-b903a1a27b8a), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:28:15.114481 n-d-760453-5 neutron-server[103304]: DEBUG neutron.services.segments.db [None req-34943751-ee35-410e-81e6-b2834aca7002 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bb80d9ac-ace2-4cab-915b-b903a1a27b8a']}} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 22:28:15.126296 n-d-760453-5 neutron-server[103304]: DEBUG neutron.services.segments.db [None req-34943751-ee35-410e-81e6-b2834aca7002 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '086588b4-a936-4f26-a20d-b704f324cd84') {'for_net_delete': True} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 22:28:15.126625 n-d-760453-5 neutron-server[103304]: DEBUG neutron.services.segments.db [None req-34943751-ee35-410e-81e6-b2834aca7002 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '086588b4-a936-4f26-a20d-b704f324cd84') {} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 22:28:15.136626 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-34943751-ee35-410e-81e6-b2834aca7002 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746560742283', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8881293'] for segment (086588b4-a936-4f26-a20d-b704f324cd84), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:28:15.151366 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-34943751-ee35-410e-81e6-b2834aca7002 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576559'] for segment (086588b4-a936-4f26-a20d-b704f324cd84), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:28:15.159616 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-34943751-ee35-410e-81e6-b2834aca7002 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Releasing vlan 551 on physical network physnet1 to pool {{(pid=103304) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 26 22:28:15.159947 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-34943751-ee35-410e-81e6-b2834aca7002 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9281762'] for segment (086588b4-a936-4f26-a20d-b704f324cd84), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:28:15.163952 n-d-760453-5 neutron-server[103304]: Traceback (most recent call last): Jan 26 22:28:15.163952 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 26 22:28:15.163952 n-d-760453-5 neutron-server[103304]: timer() Jan 26 22:28:15.163952 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 26 22:28:15.163952 n-d-760453-5 neutron-server[103304]: cb(*args, **kw) Jan 26 22:28:15.163952 n-d-760453-5 neutron-server[103304]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 26 22:28:15.163952 n-d-760453-5 neutron-server[103304]: return func(*args, **kwargs) Jan 26 22:28:15.163952 n-d-760453-5 neutron-server[103304]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 26 22:28:15.163952 n-d-760453-5 neutron-server[103304]: self._notify() Jan 26 22:28:15.163952 n-d-760453-5 neutron-server[103304]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 26 22:28:15.163952 n-d-760453-5 neutron-server[103304]: self.callback(batched_events) Jan 26 22:28:15.163952 n-d-760453-5 neutron-server[103304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 26 22:28:15.163952 n-d-760453-5 neutron-server[103304]: event.method(event) Jan 26 22:28:15.163952 n-d-760453-5 neutron-server[103304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 26 22:28:15.163952 n-d-760453-5 neutron-server[103304]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 26 22:28:15.163952 n-d-760453-5 neutron-server[103304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 26 22:28:15.163952 n-d-760453-5 neutron-server[103304]: aggregate_uuid = self.p_client.list_aggregates( Jan 26 22:28:15.163952 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 26 22:28:15.163952 n-d-760453-5 neutron-server[103304]: return f(self, *a, **k) Jan 26 22:28:15.163952 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 26 22:28:15.163952 n-d-760453-5 neutron-server[103304]: return self._get(url).json() Jan 26 22:28:15.163952 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 26 22:28:15.163952 n-d-760453-5 neutron-server[103304]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 26 22:28:15.163952 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 26 22:28:15.163952 n-d-760453-5 neutron-server[103304]: return self.request(url, 'GET', **kwargs) Jan 26 22:28:15.163952 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 26 22:28:15.163952 n-d-760453-5 neutron-server[103304]: base_url = self.get_endpoint(auth, allow=allow, Jan 26 22:28:15.163952 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 26 22:28:15.163952 n-d-760453-5 neutron-server[103304]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 26 22:28:15.163952 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 26 22:28:15.163952 n-d-760453-5 neutron-server[103304]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 26 22:28:15.163952 n-d-760453-5 neutron-server[103304]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 26 22:28:15.222999 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-34943751-ee35-410e-81e6-b2834aca7002 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4110931'] for network (bb80d9ac-ace2-4cab-915b-b903a1a27b8a), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:28:15.242092 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-34943751-ee35-410e-81e6-b2834aca7002 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Publish callbacks [] for network (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:28:15.245511 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-34943751-ee35-410e-81e6-b2834aca7002 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] 10.222.0.13 "DELETE /v2.0/networks/bb80d9ac-ace2-4cab-915b-b903a1a27b8a HTTP/1.1" status: 204 len: 168 time: 0.3226926 Jan 26 22:28:15.246928 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34943751-ee35-410e-81e6-b2834aca7002 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Pushing event deleted for resources: {'Network': ['ID=bb80d9ac-ace2-4cab-915b-b903a1a27b8a,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 22:28:15.248352 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 55570) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 22:28:15.305805 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-c3067f5d-af18-4206-af44-b02e1ec0e591 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Publish callbacks [] for security_group (52efc1ee-d120-4010-aa8d-dab18c47a02b), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:28:15.331140 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-c3067f5d-af18-4206-af44-b02e1ec0e591 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Publish callbacks [] for security_group (52efc1ee-d120-4010-aa8d-dab18c47a02b), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:28:15.393368 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-c3067f5d-af18-4206-af44-b02e1ec0e591 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (52efc1ee-d120-4010-aa8d-dab18c47a02b), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:28:15.396112 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-c3067f5d-af18-4206-af44-b02e1ec0e591 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Publish callbacks [] for security_group (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:28:15.397097 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-c3067f5d-af18-4206-af44-b02e1ec0e591 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] 10.222.0.13 "DELETE /v2.0/security-groups/52efc1ee-d120-4010-aa8d-dab18c47a02b HTTP/1.1" status: 204 len: 168 time: 0.1476114 Jan 26 22:28:15.407192 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3067f5d-af18-4206-af44-b02e1ec0e591 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=52efc1ee-d120-4010-aa8d-dab18c47a02b,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 22:28:15.493029 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device a1ce520c-feb7-4748-bfc5-9ed24e34c324 no longer exists at agent ovs-agent-n-d-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 26 22:28:15.513447 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] No Port match for: a1ce520c-feb7-4748-bfc5-9ed24e34c324 {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 26 22:28:15.513789 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device a1ce520c-feb7-4748-bfc5-9ed24e34c324 not bound to the agent host n-d-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 26 22:28:15.514192 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device 458f641e-0904-4010-b72d-d6997c1438e9 no longer exists at agent ovs-agent-n-d-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 26 22:28:15.535290 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] No Port match for: 458f641e-0904-4010-b72d-d6997c1438e9 {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 26 22:28:15.535632 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device 458f641e-0904-4010-b72d-d6997c1438e9 not bound to the agent host n-d-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 26 22:28:15.536026 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device 708a82ff-547c-4674-a768-4d5d211e9818 no longer exists at agent ovs-agent-n-d-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 26 22:28:15.555524 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] No Port match for: 708a82ff-547c-4674-a768-4d5d211e9818 {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 26 22:28:15.555524 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device 708a82ff-547c-4674-a768-4d5d211e9818 not bound to the agent host n-d-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 26 22:28:15.793393 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 55576) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 22:28:15.798017 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-c0e5379b-bccf-48bf-a340-653a99eb0060 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1371327575', 'description': 'tempest-secgroup-smoke-1371327575 description', 'project_id': 'da11f78dfa0e450e86495280e2cbbb24'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 22:28:15.818575 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-c0e5379b-bccf-48bf-a340-653a99eb0060 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Publish callbacks [] for security_group (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:28:15.884024 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-c0e5379b-bccf-48bf-a340-653a99eb0060 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Publish callbacks [] for security_group (6e5849c5-052d-410c-93f5-6ef7ab09a355), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:28:15.887661 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-c0e5379b-bccf-48bf-a340-653a99eb0060 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (6e5849c5-052d-410c-93f5-6ef7ab09a355), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:28:15.921944 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-c0e5379b-bccf-48bf-a340-653a99eb0060 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Publish callbacks [] for security_group (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:28:15.923152 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-c0e5379b-bccf-48bf-a340-653a99eb0060 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1287434 Jan 26 22:28:15.925129 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e5379b-bccf-48bf-a340-653a99eb0060 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6e5849c5-052d-410c-93f5-6ef7ab09a355,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 22:28:15.926177 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 55578) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 22:28:15.930857 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-8fb9264a-95db-4820-9eea-4c7425a11fce tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Request body: {'security_group_rule': {'security_group_id': '6e5849c5-052d-410c-93f5-6ef7ab09a355', 'project_id': 'da11f78dfa0e450e86495280e2cbbb24', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 22:28:15.955725 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-8fb9264a-95db-4820-9eea-4c7425a11fce tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Publish callbacks [] for security_group_rule (a9122b23-d5f7-46c7-87a0-4254bd9eb268), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:28:16.001150 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-8fb9264a-95db-4820-9eea-4c7425a11fce tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Publish callbacks [] for security_group_rule (a9122b23-d5f7-46c7-87a0-4254bd9eb268), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:28:16.004557 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-8fb9264a-95db-4820-9eea-4c7425a11fce tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102715'] for security_group_rule (a9122b23-d5f7-46c7-87a0-4254bd9eb268), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:28:16.027359 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb9264a-95db-4820-9eea-4c7425a11fce tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a9122b23-d5f7-46c7-87a0-4254bd9eb268,revision_number=0']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 22:28:16.032704 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-8fb9264a-95db-4820-9eea-4c7425a11fce tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:28:16.033921 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-8fb9264a-95db-4820-9eea-4c7425a11fce tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1067314 Jan 26 22:28:16.036517 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 55580) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 22:28:16.041347 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-2c8a9aec-7890-4608-ad97-0c03f76724b9 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Request body: {'security_group_rule': {'security_group_id': '6e5849c5-052d-410c-93f5-6ef7ab09a355', 'project_id': 'da11f78dfa0e450e86495280e2cbbb24', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 22:28:16.066099 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-2c8a9aec-7890-4608-ad97-0c03f76724b9 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Publish callbacks [] for security_group_rule (773429da-65ac-4bb3-927b-5187b3c09370), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:28:16.120680 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-2c8a9aec-7890-4608-ad97-0c03f76724b9 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Publish callbacks [] for security_group_rule (773429da-65ac-4bb3-927b-5187b3c09370), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:28:16.124393 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-2c8a9aec-7890-4608-ad97-0c03f76724b9 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102715'] for security_group_rule (773429da-65ac-4bb3-927b-5187b3c09370), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:28:16.143046 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8a9aec-7890-4608-ad97-0c03f76724b9 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=773429da-65ac-4bb3-927b-5187b3c09370,revision_number=0']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 22:28:16.148395 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-2c8a9aec-7890-4608-ad97-0c03f76724b9 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:28:16.149609 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-2c8a9aec-7890-4608-ad97-0c03f76724b9 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1121502 Jan 26 22:28:16.152276 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 55582) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 22:28:16.156650 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-03fb0fe6-39b2-4d4b-9a47-31f973fdae55 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Request body: {'security_group_rule': {'security_group_id': '6e5849c5-052d-410c-93f5-6ef7ab09a355', 'project_id': 'da11f78dfa0e450e86495280e2cbbb24', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 22:28:16.181161 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-03fb0fe6-39b2-4d4b-9a47-31f973fdae55 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Publish callbacks [] for security_group_rule (61329b65-e011-4390-bafc-3dd0e294b922), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:28:16.236384 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-03fb0fe6-39b2-4d4b-9a47-31f973fdae55 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Publish callbacks [] for security_group_rule (61329b65-e011-4390-bafc-3dd0e294b922), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:28:16.239990 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-03fb0fe6-39b2-4d4b-9a47-31f973fdae55 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102715'] for security_group_rule (61329b65-e011-4390-bafc-3dd0e294b922), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:28:16.257766 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03fb0fe6-39b2-4d4b-9a47-31f973fdae55 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=61329b65-e011-4390-bafc-3dd0e294b922,revision_number=0']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 22:28:16.264819 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-03fb0fe6-39b2-4d4b-9a47-31f973fdae55 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:28:16.266030 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-03fb0fe6-39b2-4d4b-9a47-31f973fdae55 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1128545 Jan 26 22:28:16.268757 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 55584) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 22:28:16.273588 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-500e9168-23f9-4531-a20f-094b641b5bef tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Request body: {'security_group_rule': {'security_group_id': '6e5849c5-052d-410c-93f5-6ef7ab09a355', 'project_id': 'da11f78dfa0e450e86495280e2cbbb24', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 22:28:16.297061 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-500e9168-23f9-4531-a20f-094b641b5bef tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Publish callbacks [] for security_group_rule (b9b7580e-0f49-445a-bcab-b38207ceb8d8), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:28:16.351095 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-500e9168-23f9-4531-a20f-094b641b5bef tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Publish callbacks [] for security_group_rule (b9b7580e-0f49-445a-bcab-b38207ceb8d8), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:28:16.354498 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-500e9168-23f9-4531-a20f-094b641b5bef tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102715'] for security_group_rule (b9b7580e-0f49-445a-bcab-b38207ceb8d8), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:28:16.374584 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-500e9168-23f9-4531-a20f-094b641b5bef tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b9b7580e-0f49-445a-bcab-b38207ceb8d8,revision_number=0']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 22:28:16.381393 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-500e9168-23f9-4531-a20f-094b641b5bef tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:28:16.385410 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-500e9168-23f9-4531-a20f-094b641b5bef tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1129253 Jan 26 22:28:16.385410 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 55586) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 22:28:16.389890 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-9928bca1-1293-46b6-9205-685b89952323 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Request body: {'security_group_rule': {'security_group_id': '6e5849c5-052d-410c-93f5-6ef7ab09a355', 'project_id': 'da11f78dfa0e450e86495280e2cbbb24', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 22:28:16.410172 n-d-760453-5 neutron-server[103305]: INFO neutron.db.securitygroups_db [None req-9928bca1-1293-46b6-9205-685b89952323 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Project da11f78dfa0e450e86495280e2cbbb24 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 26 22:28:16.415632 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-9928bca1-1293-46b6-9205-685b89952323 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Publish callbacks [] for security_group_rule (adcf5f1a-e039-46a5-9a67-59b5c5aad008), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:28:16.472797 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-9928bca1-1293-46b6-9205-685b89952323 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Publish callbacks [] for security_group_rule (adcf5f1a-e039-46a5-9a67-59b5c5aad008), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:28:16.476850 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-9928bca1-1293-46b6-9205-685b89952323 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102715'] for security_group_rule (adcf5f1a-e039-46a5-9a67-59b5c5aad008), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:28:16.504230 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9928bca1-1293-46b6-9205-685b89952323 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=adcf5f1a-e039-46a5-9a67-59b5c5aad008,revision_number=0']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 22:28:16.510298 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-9928bca1-1293-46b6-9205-685b89952323 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:28:16.511380 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-9928bca1-1293-46b6-9205-685b89952323 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1243105 Jan 26 22:28:16.513742 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 55588) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 22:28:16.518616 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-2fc80b13-a123-4ce7-9f2b-35d90e32af74 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Request body: {'security_group_rule': {'security_group_id': '6e5849c5-052d-410c-93f5-6ef7ab09a355', 'project_id': 'da11f78dfa0e450e86495280e2cbbb24', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 22:28:16.539673 n-d-760453-5 neutron-server[103305]: INFO neutron.db.securitygroups_db [None req-2fc80b13-a123-4ce7-9f2b-35d90e32af74 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Project da11f78dfa0e450e86495280e2cbbb24 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 26 22:28:16.544467 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-2fc80b13-a123-4ce7-9f2b-35d90e32af74 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Publish callbacks [] for security_group_rule (06ccde7b-c319-496e-af36-1ce7f6c9bacd), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:28:16.603080 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-2fc80b13-a123-4ce7-9f2b-35d90e32af74 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Publish callbacks [] for security_group_rule (06ccde7b-c319-496e-af36-1ce7f6c9bacd), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:28:16.606453 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-2fc80b13-a123-4ce7-9f2b-35d90e32af74 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102715'] for security_group_rule (06ccde7b-c319-496e-af36-1ce7f6c9bacd), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:28:16.624551 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc80b13-a123-4ce7-9f2b-35d90e32af74 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=06ccde7b-c319-496e-af36-1ce7f6c9bacd,revision_number=0']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 22:28:16.629594 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-2fc80b13-a123-4ce7-9f2b-35d90e32af74 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:28:16.630763 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-2fc80b13-a123-4ce7-9f2b-35d90e32af74 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1158953 Jan 26 22:28:16.633735 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 55590) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 22:28:16.638521 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-b54dad1f-dbdc-438f-b891-624928642cd7 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Request body: {'network': {'name': 'tempest-network-smoke--1991346422', 'project_id': 'da11f78dfa0e450e86495280e2cbbb24', 'port_security_enabled': True}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 22:28:16.657477 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b54dad1f-dbdc-438f-b891-624928642cd7 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Made reservation on behalf of da11f78dfa0e450e86495280e2cbbb24 for: {'network': 1} {{(pid=103305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 22:28:16.660755 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-b54dad1f-dbdc-438f-b891-624928642cd7 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for network (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:28:16.683963 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b54dad1f-dbdc-438f-b891-624928642cd7 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] vlan segment allocate from pool success with {'vlan_id': 587, 'physical_network': 'physnet1'} {{(pid=103305) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 26 22:28:16.693058 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-b54dad1f-dbdc-438f-b891-624928642cd7 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576559'] for segment (86d597d5-7680-4828-9936-619370ff08ff), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:28:16.693431 n-d-760453-5 neutron-server[103305]: INFO neutron.db.segments_db [None req-b54dad1f-dbdc-438f-b891-624928642cd7 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Added segment 86d597d5-7680-4828-9936-619370ff08ff of type vlan for network 6e9f6519-a244-429b-b38d-eabd3f00faa5 Jan 26 22:28:16.735375 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-b54dad1f-dbdc-438f-b891-624928642cd7 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746560256871'] for network (6e9f6519-a244-429b-b38d-eabd3f00faa5), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:28:16.761502 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-b54dad1f-dbdc-438f-b891-624928642cd7 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503'] for network (6e9f6519-a244-429b-b38d-eabd3f00faa5), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:28:16.766942 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b54dad1f-dbdc-438f-b891-624928642cd7 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:28:16.767530 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-b54dad1f-dbdc-438f-b891-624928642cd7 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Publish callbacks [] for network (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:28:16.824792 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-b54dad1f-dbdc-438f-b891-624928642cd7 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1900015 Jan 26 22:28:16.827515 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 55592) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 22:28:16.832428 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-ef12b50f-5884-4286-9a5f-421b7adc6d71 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1046526118', 'admin_state_up': True, 'project_id': 'da11f78dfa0e450e86495280e2cbbb24', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299'}}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 22:28:16.849393 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b54dad1f-dbdc-438f-b891-624928642cd7 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Pushing event updated for resources: {'Network': ['ID=6e9f6519-a244-429b-b38d-eabd3f00faa5,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 22:28:16.860055 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Network 6e9f6519-a244-429b-b38d-eabd3f00faa5 details requested by agent ovs-agent-n-d-760453-5 with host n-d-760453-5 {{(pid=103306) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 26 22:28:16.864038 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-ef12b50f-5884-4286-9a5f-421b7adc6d71 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4104596', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13108'] for router (5dda1c59-07eb-4219-bb56-46c6a158f45f), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:28:16.865256 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-ef12b50f-5884-4286-9a5f-421b7adc6d71 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4105828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4111306', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3733576', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13069'] for router (5dda1c59-07eb-4219-bb56-46c6a158f45f), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:28:16.919830 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-ef12b50f-5884-4286-9a5f-421b7adc6d71 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Publish callbacks [] for router_controller (5dda1c59-07eb-4219-bb56-46c6a158f45f), precommit_add_association {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:28:17.054659 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-ef12b50f-5884-4286-9a5f-421b7adc6d71 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Publish callbacks [] for router_gateway (5dda1c59-07eb-4219-bb56-46c6a158f45f), precommit_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:28:17.245810 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-ef12b50f-5884-4286-9a5f-421b7adc6d71 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Publish callbacks [] for router_gateway (5dda1c59-07eb-4219-bb56-46c6a158f45f), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:28:17.263836 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-ef12b50f-5884-4286-9a5f-421b7adc6d71 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:28:17.364043 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.db_base_plugin_common [None req-ef12b50f-5884-4286-9a5f-421b7adc6d71 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Allocated IP 172.25.1.250 (4140a1f1-c93a-4bea-83a0-68953a54f299/e48251a1-e30d-4820-8396-00c6f6aeb601/9a5a5817-1a39-4fe4-b661-ddce98e9339a) {{(pid=103305) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 22:28:17.467196 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-ef12b50f-5884-4286-9a5f-421b7adc6d71 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Publish callbacks [] for port (9a5a5817-1a39-4fe4-b661-ddce98e9339a), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:28:17.500766 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-ef12b50f-5884-4286-9a5f-421b7adc6d71 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746560234527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11791543'] for port (9a5a5817-1a39-4fe4-b661-ddce98e9339a), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:28:17.536572 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef12b50f-5884-4286-9a5f-421b7adc6d71 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Network 4140a1f1-c93a-4bea-83a0-68953a54f299 is already hosted by enough agents. {{(pid=103305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 22:28:17.539835 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [None req-ef12b50f-5884-4286-9a5f-421b7adc6d71 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Resources bound (agent type, host, resource id): {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 22:28:17.542187 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef12b50f-5884-4286-9a5f-421b7adc6d71 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Received port after_create {{(pid=103305) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 22:28:17.575859 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef12b50f-5884-4286-9a5f-421b7adc6d71 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Pushing event updated for resources: {'Port': ['ID=9a5a5817-1a39-4fe4-b661-ddce98e9339a,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 22:28:17.795242 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-ef12b50f-5884-4286-9a5f-421b7adc6d71 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Publish callbacks [] for router_gateway (5dda1c59-07eb-4219-bb56-46c6a158f45f), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:28:17.987322 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-ef12b50f-5884-4286-9a5f-421b7adc6d71 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4105757', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4111263'] for router (5dda1c59-07eb-4219-bb56-46c6a158f45f), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:28:18.110856 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef12b50f-5884-4286-9a5f-421b7adc6d71 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Router 5dda1c59-07eb-4219-bb56-46c6a158f45f is scheduled to L3 agent 09df100c-3af1-4b0a-bda8-05914c71c458 with binding_index 1 {{(pid=103305) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 26 22:28:18.216389 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef12b50f-5884-4286-9a5f-421b7adc6d71 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Notify agent at l3_agent.n-d-760453-5 the message routers_updated {{(pid=103305) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 26 22:28:18.226828 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5079e83f-0af1-42bc-b8f1-fd9d6cabd04e None None] Sync routers for ids ['5dda1c59-07eb-4219-bb56-46c6a158f45f'] in n-d-760453-5 {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 26 22:28:18.235912 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5079e83f-0af1-42bc-b8f1-fd9d6cabd04e None None] Routers {'5dda1c59-07eb-4219-bb56-46c6a158f45f'} bound to L3 agent in host n-d-760453-5 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 22:28:18.236552 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-ef12b50f-5884-4286-9a5f-421b7adc6d71 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Publish callbacks [] for router (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:28:18.236741 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-5079e83f-0af1-42bc-b8f1-fd9d6cabd04e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-26T20:55:21Z,description=,heartbeat_timestamp=2022-01-26T22:27:51Z,host='n-d-760453-5',id=09df100c-3af1-4b0a-bda8-05914c71c458,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:55:21Z,topic='l3_agent')) {'router_ids': ['5dda1c59-07eb-4219-bb56-46c6a158f45f'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 22:28:18.237814 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-ef12b50f-5884-4286-9a5f-421b7adc6d71 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.4090779 Jan 26 22:28:18.241871 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 55594) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 22:28:18.317514 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-657ab9fb-1c81-4fe4-b46a-3a4de208c890 tempest-TestNetworkAdvancedServerOps-1320763415 tempest-TestNetworkAdvancedServerOps-1320763415-project-admin] 10.222.0.13 "GET /v2.0/subnets?project_id=da11f78dfa0e450e86495280e2cbbb24&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0745187 Jan 26 22:28:18.320211 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 55598) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 22:28:18.341864 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_dvr_db [None req-5079e83f-0af1-42bc-b8f1-fd9d6cabd04e None None] Set router 5dda1c59-07eb-4219-bb56-46c6a158f45f gateway port host: n-d-760453-5 {{(pid=103307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 22:28:18.467794 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4f02b4c-dbff-442d-b1d5-d840b4f6704b tempest-TestNetworkAdvancedServerOps-1320763415 tempest-TestNetworkAdvancedServerOps-1320763415-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:28:18.469353 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-f4f02b4c-dbff-442d-b1d5-d840b4f6704b tempest-TestNetworkAdvancedServerOps-1320763415 tempest-TestNetworkAdvancedServerOps-1320763415-project-admin] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1482203 Jan 26 22:28:18.472288 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 55600) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 22:28:18.511033 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-4656a551-a62f-4e4f-93ee-f33c33491f69 tempest-TestNetworkAdvancedServerOps-1320763415 tempest-TestNetworkAdvancedServerOps-1320763415-project-admin] 10.222.0.13 "GET /v2.0/subnets?network_id=4140a1f1-c93a-4bea-83a0-68953a54f299&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0376730 Jan 26 22:28:18.513590 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 55602) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 22:28:18.518285 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-484c8e14-6ffd-44b5-bf77-aa3da173d618 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-754486284', 'network_id': '6e9f6519-a244-429b-b38d-eabd3f00faa5', 'project_id': 'da11f78dfa0e450e86495280e2cbbb24', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 22:28:18.523658 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-5079e83f-0af1-42bc-b8f1-fd9d6cabd04e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5dda1c59-07eb-4219-bb56-46c6a158f45f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1046526118', 'tenant_id': 'da11f78dfa0e450e86495280e2cbbb24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'external_fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.250'}], 'enable_snat': True}, 'gw_port_id': '9a5a5817-1a39-4fe4-b661-ddce98e9339a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T22:28:16Z', 'updated_at': '2022-01-26T22:28:17Z', 'revision_number': 3, 'project_id': 'da11f78dfa0e450e86495280e2cbbb24', 'gw_port': {'id': '9a5a5817-1a39-4fe4-b661-ddce98e9339a', 'name': '', 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:56:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5dda1c59-07eb-4219-bb56-46c6a158f45f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T22:28:17Z', 'updated_at': '2022-01-26T22:28:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-5'}], 'n-d-760453-5', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 22:28:18.549709 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5079e83f-0af1-42bc-b8f1-fd9d6cabd04e None None] Checking router: 5dda1c59-07eb-4219-bb56-46c6a158f45f for host: n-d-760453-5 {{(pid=103307) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 26 22:28:18.550053 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5079e83f-0af1-42bc-b8f1-fd9d6cabd04e None None] Updating router 5dda1c59-07eb-4219-bb56-46c6a158f45f port 9a5a5817-1a39-4fe4-b661-ddce98e9339a binding host n-d-760453-5 {{(pid=103307) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 26 22:28:18.574867 n-d-760453-5 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-5079e83f-0af1-42bc-b8f1-fd9d6cabd04e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (9a5a5817-1a39-4fe4-b661-ddce98e9339a), before_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:28:18.602246 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-484c8e14-6ffd-44b5-bf77-aa3da173d618 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Made reservation on behalf of da11f78dfa0e450e86495280e2cbbb24 for: {'subnet': 1} {{(pid=103305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 22:28:18.605772 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-484c8e14-6ffd-44b5-bf77-aa3da173d618 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11599953'] for subnet (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:28:18.784908 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-484c8e14-6ffd-44b5-bf77-aa3da173d618 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11788839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11599975'] for subnet (6a9490fa-3896-4416-810f-13885a04abd1), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:28:18.820758 n-d-760453-5 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-5079e83f-0af1-42bc-b8f1-fd9d6cabd04e None None] Publish callbacks [] for port (9a5a5817-1a39-4fe4-b661-ddce98e9339a), precommit_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:28:18.826377 n-d-760453-5 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-5079e83f-0af1-42bc-b8f1-fd9d6cabd04e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (9a5a5817-1a39-4fe4-b661-ddce98e9339a), after_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:28:18.853468 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-484c8e14-6ffd-44b5-bf77-aa3da173d618 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Pushing event updated for resources: {'Subnet': ['ID=6a9490fa-3896-4416-810f-13885a04abd1,revision_number=0']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 22:28:18.864793 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-484c8e14-6ffd-44b5-bf77-aa3da173d618 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Checking segment: {'id': '86d597d5-7680-4828-9936-619370ff08ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '6e9f6519-a244-429b-b38d-eabd3f00faa5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103305) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 22:28:18.865164 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-484c8e14-6ffd-44b5-bf77-aa3da173d618 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Network hostable DHCP agents. Network: 6e9f6519-a244-429b-b38d-eabd3f00faa5, hostable agents: ['474ccdf7-ab6c-405b-a3b2-dc7b05829902'], hosted agents: [] {{(pid=103305) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 26 22:28:18.880402 n-d-760453-5 neutron-server[103307]: DEBUG neutron.plugins.ml2.managers [None req-5079e83f-0af1-42bc-b8f1-fd9d6cabd04e None None] Attempting to bind port 9a5a5817-1a39-4fe4-b661-ddce98e9339a on host n-d-760453-5 for vnic_type normal with profile {{(pid=103307) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 22:28:18.880834 n-d-760453-5 neutron-server[103307]: DEBUG neutron.plugins.ml2.managers [None req-5079e83f-0af1-42bc-b8f1-fd9d6cabd04e None None] Attempting to bind port 9a5a5817-1a39-4fe4-b661-ddce98e9339a by drivers openvswitch,hyperv on host n-d-760453-5 at level 0 using segments [{'id': 'e17cb353-418f-48b9-b982-21a6233ee99b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299'}] {{(pid=103307) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 26 22:28:18.881186 n-d-760453-5 neutron-server[103307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5079e83f-0af1-42bc-b8f1-fd9d6cabd04e None None] Attempting to bind port 9a5a5817-1a39-4fe4-b661-ddce98e9339a on network 4140a1f1-c93a-4bea-83a0-68953a54f299 {{(pid=103307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 22:28:18.882822 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-484c8e14-6ffd-44b5-bf77-aa3da173d618 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Network 6e9f6519-a244-429b-b38d-eabd3f00faa5 is scheduled to be hosted by DHCP agent 474ccdf7-ab6c-405b-a3b2-dc7b05829902 with binding_index 1 {{(pid=103305) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 26 22:28:18.888672 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1daaab92-9abd-45fa-8f1f-16b916dc22b6 None None] Pushing event updated for resources: {'Port': ['ID=9a5a5817-1a39-4fe4-b661-ddce98e9339a,revision_number=2']} {{(pid=103307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 22:28:18.891936 n-d-760453-5 neutron-server[103307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5079e83f-0af1-42bc-b8f1-fd9d6cabd04e None None] Checking agent: {'id': 'fea0591a-627d-4c87-9a9a-01625ddf3277', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760453-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 20, 55, 25), 'started_at': datetime.datetime(2022, 1, 26, 20, 55, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 22, 27, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760453-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 26 22:28:18.892130 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [None req-484c8e14-6ffd-44b5-bf77-aa3da173d618 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760453-5, 6e9f6519-a244-429b-b38d-eabd3f00faa5) {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 22:28:18.892314 n-d-760453-5 neutron-server[103307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5079e83f-0af1-42bc-b8f1-fd9d6cabd04e None None] Checking segment: {'id': 'e17cb353-418f-48b9-b982-21a6233ee99b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103307) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 22:28:18.892757 n-d-760453-5 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-5079e83f-0af1-42bc-b8f1-fd9d6cabd04e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:28:18.893156 n-d-760453-5 neutron-server[103307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5079e83f-0af1-42bc-b8f1-fd9d6cabd04e None None] Bound using segment: {'id': 'e17cb353-418f-48b9-b982-21a6233ee99b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299'} {{(pid=103307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 26 22:28:18.893645 n-d-760453-5 neutron-server[103307]: DEBUG neutron.plugins.ml2.managers [None req-5079e83f-0af1-42bc-b8f1-fd9d6cabd04e None None] Bound port: 9a5a5817-1a39-4fe4-b661-ddce98e9339a, host: n-d-760453-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e17cb353-418f-48b9-b982-21a6233ee99b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299'}}] {{(pid=103307) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 26 22:28:18.894017 n-d-760453-5 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-5079e83f-0af1-42bc-b8f1-fd9d6cabd04e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (9a5a5817-1a39-4fe4-b661-ddce98e9339a), before_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:28:18.900550 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1daaab92-9abd-45fa-8f1f-16b916dc22b6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:28:18.900894 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1daaab92-9abd-45fa-8f1f-16b916dc22b6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:28:18.901231 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1daaab92-9abd-45fa-8f1f-16b916dc22b6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:28:18.901410 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6423fb6a-a3a3-490b-8ac2-c90efab1822c None None] Network 6e9f6519-a244-429b-b38d-eabd3f00faa5 requested from n-d-760453-5 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 26 22:28:18.901883 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1daaab92-9abd-45fa-8f1f-16b916dc22b6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:28:18.901883 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1daaab92-9abd-45fa-8f1f-16b916dc22b6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:28:18.902209 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1daaab92-9abd-45fa-8f1f-16b916dc22b6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:28:18.902571 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1daaab92-9abd-45fa-8f1f-16b916dc22b6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:28:18.903003 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1daaab92-9abd-45fa-8f1f-16b916dc22b6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:28:18.903333 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1daaab92-9abd-45fa-8f1f-16b916dc22b6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:28:18.903651 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1daaab92-9abd-45fa-8f1f-16b916dc22b6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:28:18.904503 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1daaab92-9abd-45fa-8f1f-16b916dc22b6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:28:18.904503 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1daaab92-9abd-45fa-8f1f-16b916dc22b6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:28:18.904839 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1daaab92-9abd-45fa-8f1f-16b916dc22b6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:28:18.907824 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-484c8e14-6ffd-44b5-bf77-aa3da173d618 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:28:18.908797 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-484c8e14-6ffd-44b5-bf77-aa3da173d618 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Publish callbacks [] for subnet (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:28:18.927004 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-484c8e14-6ffd-44b5-bf77-aa3da173d618 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4123974 Jan 26 22:28:18.930372 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 55604) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 22:28:18.959865 n-d-760453-5 neutron-server[103307]: DEBUG neutron.plugins.ml2.db [None req-5079e83f-0af1-42bc-b8f1-fd9d6cabd04e None None] For port 9a5a5817-1a39-4fe4-b661-ddce98e9339a, host n-d-760453-5, cleared binding levels {{(pid=103307) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 26 22:28:18.963403 n-d-760453-5 neutron-server[103307]: DEBUG neutron.plugins.ml2.db [None req-5079e83f-0af1-42bc-b8f1-fd9d6cabd04e None None] For port 9a5a5817-1a39-4fe4-b661-ddce98e9339a, host n-d-760453-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=9a5a5817-1a39-4fe4-b661-ddce98e9339a,segment=NetworkSegment(e17cb353-418f-48b9-b982-21a6233ee99b),segment_id=e17cb353-418f-48b9-b982-21a6233ee99b)] {{(pid=103307) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 26 22:28:18.968729 n-d-760453-5 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-5079e83f-0af1-42bc-b8f1-fd9d6cabd04e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (9a5a5817-1a39-4fe4-b661-ddce98e9339a), after_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:28:19.009141 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43549ca7-e145-4748-8a06-2e5a76ee8c2b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3c4099e8-8ffb-51d1-af7f-5868973e933f-6e9f6519-a244-429b-b38d-eabd3f00faa5', 'network_id': '6e9f6519-a244-429b-b38d-eabd3f00faa5', 'project_id': 'da11f78dfa0e450e86495280e2cbbb24', 'fixed_ips': [{'subnet_id': '6a9490fa-3896-4416-810f-13885a04abd1'}]}} from n-d-760453-5. {{(pid=103306) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 26 22:28:19.010890 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-43549ca7-e145-4748-8a06-2e5a76ee8c2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (None), before_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:28:19.031632 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5079e83f-0af1-42bc-b8f1-fd9d6cabd04e None None] Routers {'5dda1c59-07eb-4219-bb56-46c6a158f45f'} bound to L3 agent in host n-d-760453-5 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 22:28:19.032358 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-5079e83f-0af1-42bc-b8f1-fd9d6cabd04e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-26T20:55:21Z,description=,heartbeat_timestamp=2022-01-26T22:27:51Z,host='n-d-760453-5',id=09df100c-3af1-4b0a-bda8-05914c71c458,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:55:21Z,topic='l3_agent')) {'router_ids': ['5dda1c59-07eb-4219-bb56-46c6a158f45f'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 22:28:19.035659 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1daaab92-9abd-45fa-8f1f-16b916dc22b6 None None] Pushing event updated for resources: {'Port': ['ID=9a5a5817-1a39-4fe4-b661-ddce98e9339a,revision_number=3']} {{(pid=103307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 22:28:19.162178 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-a71a466d-80bd-4042-bd0f-971693972ce7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (474ccdf7-ab6c-405b-a3b2-dc7b05829902), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:28:19.181436 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.db_base_plugin_common [None req-43549ca7-e145-4748-8a06-2e5a76ee8c2b None None] Allocated IP 172.20.0.2 (6e9f6519-a244-429b-b38d-eabd3f00faa5/6a9490fa-3896-4416-810f-13885a04abd1/ba746660-64f2-4e48-85b5-b09c8213deea) {{(pid=103306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 22:28:19.247532 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_dvr_db [None req-5079e83f-0af1-42bc-b8f1-fd9d6cabd04e None None] Set router 5dda1c59-07eb-4219-bb56-46c6a158f45f gateway port host: n-d-760453-5 {{(pid=103307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 22:28:19.336466 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-43549ca7-e145-4748-8a06-2e5a76ee8c2b None None] Publish callbacks [] for port (ba746660-64f2-4e48-85b5-b09c8213deea), precommit_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:28:19.343598 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-43549ca7-e145-4748-8a06-2e5a76ee8c2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746560234527'] for port (ba746660-64f2-4e48-85b5-b09c8213deea), after_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:28:19.380858 n-d-760453-5 neutron-server[103306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43549ca7-e145-4748-8a06-2e5a76ee8c2b None None] Network 6e9f6519-a244-429b-b38d-eabd3f00faa5 is already hosted by enough agents. {{(pid=103306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 22:28:19.386100 n-d-760453-5 neutron-server[103306]: DEBUG neutron.scheduler.base_scheduler [None req-43549ca7-e145-4748-8a06-2e5a76ee8c2b None None] Resources bound (agent type, host, resource id): {{(pid=103306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 22:28:19.393939 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43549ca7-e145-4748-8a06-2e5a76ee8c2b None None] Received port after_create {{(pid=103306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 22:28:19.410921 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43549ca7-e145-4748-8a06-2e5a76ee8c2b None None] Pushing event updated for resources: {'Port': ['ID=ba746660-64f2-4e48-85b5-b09c8213deea,revision_number=1']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 22:28:19.435199 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-5079e83f-0af1-42bc-b8f1-fd9d6cabd04e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5dda1c59-07eb-4219-bb56-46c6a158f45f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1046526118', 'tenant_id': 'da11f78dfa0e450e86495280e2cbbb24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'external_fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.250'}], 'enable_snat': True}, 'gw_port_id': '9a5a5817-1a39-4fe4-b661-ddce98e9339a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T22:28:16Z', 'updated_at': '2022-01-26T22:28:17Z', 'revision_number': 3, 'project_id': 'da11f78dfa0e450e86495280e2cbbb24', 'gw_port': {'id': '9a5a5817-1a39-4fe4-b661-ddce98e9339a', 'name': '', 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:56:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5dda1c59-07eb-4219-bb56-46c6a158f45f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T22:28:17Z', 'updated_at': '2022-01-26T22:28:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-5'}], 'n-d-760453-5', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 22:28:19.459113 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-43549ca7-e145-4748-8a06-2e5a76ee8c2b None None] Attempting to bind port ba746660-64f2-4e48-85b5-b09c8213deea on host n-d-760453-5 for vnic_type normal with profile {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 22:28:19.459486 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-43549ca7-e145-4748-8a06-2e5a76ee8c2b None None] Attempting to bind port ba746660-64f2-4e48-85b5-b09c8213deea by drivers openvswitch,hyperv on host n-d-760453-5 at level 0 using segments [{'id': '86d597d5-7680-4828-9936-619370ff08ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '6e9f6519-a244-429b-b38d-eabd3f00faa5'}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 26 22:28:19.460906 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43549ca7-e145-4748-8a06-2e5a76ee8c2b None None] Attempting to bind port ba746660-64f2-4e48-85b5-b09c8213deea on network 6e9f6519-a244-429b-b38d-eabd3f00faa5 {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 22:28:19.461825 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5079e83f-0af1-42bc-b8f1-fd9d6cabd04e None None] The sync data for ids ['5dda1c59-07eb-4219-bb56-46c6a158f45f'] in n-d-760453-5 is: [{'id': '5dda1c59-07eb-4219-bb56-46c6a158f45f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1046526118', 'tenant_id': 'da11f78dfa0e450e86495280e2cbbb24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'external_fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.250'}], 'enable_snat': True}, 'gw_port_id': '9a5a5817-1a39-4fe4-b661-ddce98e9339a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T22:28:16Z', 'updated_at': '2022-01-26T22:28:17Z', 'revision_number': 3, 'project_id': 'da11f78dfa0e450e86495280e2cbbb24', 'gw_port': {'id': '9a5a5817-1a39-4fe4-b661-ddce98e9339a', 'name': '', 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:56:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5dda1c59-07eb-4219-bb56-46c6a158f45f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T22:28:17Z', 'updated_at': '2022-01-26T22:28:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-5'}] {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 26 22:28:19.466366 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43549ca7-e145-4748-8a06-2e5a76ee8c2b None None] Checking agent: {'id': 'fea0591a-627d-4c87-9a9a-01625ddf3277', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760453-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 20, 55, 25), 'started_at': datetime.datetime(2022, 1, 26, 20, 55, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 22, 27, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760453-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 26 22:28:19.466759 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43549ca7-e145-4748-8a06-2e5a76ee8c2b None None] Checking segment: {'id': '86d597d5-7680-4828-9936-619370ff08ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '6e9f6519-a244-429b-b38d-eabd3f00faa5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 22:28:19.467321 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-43549ca7-e145-4748-8a06-2e5a76ee8c2b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:28:19.467664 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43549ca7-e145-4748-8a06-2e5a76ee8c2b None None] Bound using segment: {'id': '86d597d5-7680-4828-9936-619370ff08ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '6e9f6519-a244-429b-b38d-eabd3f00faa5'} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 26 22:28:19.468136 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-43549ca7-e145-4748-8a06-2e5a76ee8c2b None None] Bound port: ba746660-64f2-4e48-85b5-b09c8213deea, host: n-d-760453-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '86d597d5-7680-4828-9936-619370ff08ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '6e9f6519-a244-429b-b38d-eabd3f00faa5'}}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 26 22:28:19.468529 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-43549ca7-e145-4748-8a06-2e5a76ee8c2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (ba746660-64f2-4e48-85b5-b09c8213deea), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:28:19.537125 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-43549ca7-e145-4748-8a06-2e5a76ee8c2b None None] For port ba746660-64f2-4e48-85b5-b09c8213deea, host n-d-760453-5, cleared binding levels {{(pid=103306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 26 22:28:19.540326 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-43549ca7-e145-4748-8a06-2e5a76ee8c2b None None] For port ba746660-64f2-4e48-85b5-b09c8213deea, host n-d-760453-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=ba746660-64f2-4e48-85b5-b09c8213deea,segment=NetworkSegment(86d597d5-7680-4828-9936-619370ff08ff),segment_id=86d597d5-7680-4828-9936-619370ff08ff)] {{(pid=103306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 26 22:28:19.546237 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-43549ca7-e145-4748-8a06-2e5a76ee8c2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (ba746660-64f2-4e48-85b5-b09c8213deea), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:28:19.605843 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43549ca7-e145-4748-8a06-2e5a76ee8c2b None None] Pushing event updated for resources: {'Port': ['ID=ba746660-64f2-4e48-85b5-b09c8213deea,revision_number=2']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 22:28:19.726444 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-e3c83ffd-e143-42c9-8f09-9dacc1445372 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:28:20.063148 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.db_base_plugin_common [None req-e3c83ffd-e143-42c9-8f09-9dacc1445372 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Allocated IP 172.20.0.1 (6e9f6519-a244-429b-b38d-eabd3f00faa5/6a9490fa-3896-4416-810f-13885a04abd1/0e314c38-ee3d-46d2-94fe-703e74dafe08) {{(pid=103305) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 22:28:20.194975 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-e3c83ffd-e143-42c9-8f09-9dacc1445372 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Publish callbacks [] for port (0e314c38-ee3d-46d2-94fe-703e74dafe08), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:28:20.235196 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-e3c83ffd-e143-42c9-8f09-9dacc1445372 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746560234527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11791543'] for port (0e314c38-ee3d-46d2-94fe-703e74dafe08), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:28:20.298851 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3c83ffd-e143-42c9-8f09-9dacc1445372 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Network 6e9f6519-a244-429b-b38d-eabd3f00faa5 is already hosted by enough agents. {{(pid=103305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 22:28:20.298851 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c83ffd-e143-42c9-8f09-9dacc1445372 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Pushing event updated for resources: {'Port': ['ID=0e314c38-ee3d-46d2-94fe-703e74dafe08,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 22:28:20.301250 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [None req-e3c83ffd-e143-42c9-8f09-9dacc1445372 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Resources bound (agent type, host, resource id): {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 22:28:20.304104 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3c83ffd-e143-42c9-8f09-9dacc1445372 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Received port after_create {{(pid=103305) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 22:28:20.347910 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-e3c83ffd-e143-42c9-8f09-9dacc1445372 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4111050'] for router_interface (5dda1c59-07eb-4219-bb56-46c6a158f45f), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:28:20.496358 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-e3c83ffd-e143-42c9-8f09-9dacc1445372 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (0e314c38-ee3d-46d2-94fe-703e74dafe08), before_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:28:20.716334 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85298d9d-85f5-4c97-8280-b1e91f98a7d1 None None] Network 6e9f6519-a244-429b-b38d-eabd3f00faa5 requested from n-d-760453-5 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 26 22:28:20.785490 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-2977779c-6b3a-420d-95aa-9457ada9bde4 None None] Provisioning complete for port ba746660-64f2-4e48-85b5-b09c8213deea triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 22:28:20.785868 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2977779c-6b3a-420d-95aa-9457ada9bde4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (ba746660-64f2-4e48-85b5-b09c8213deea), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:28:20.786430 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-e3c83ffd-e143-42c9-8f09-9dacc1445372 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Publish callbacks [] for port (0e314c38-ee3d-46d2-94fe-703e74dafe08), precommit_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:28:20.791350 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-e3c83ffd-e143-42c9-8f09-9dacc1445372 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11791520'] for port (0e314c38-ee3d-46d2-94fe-703e74dafe08), after_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:28:20.863941 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-e3c83ffd-e143-42c9-8f09-9dacc1445372 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3709457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4110682'] for router_interface (5dda1c59-07eb-4219-bb56-46c6a158f45f), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:28:20.865716 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c83ffd-e143-42c9-8f09-9dacc1445372 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Pushing event updated for resources: {'Port': ['ID=0e314c38-ee3d-46d2-94fe-703e74dafe08,revision_number=2']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 22:28:20.901657 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2977779c-6b3a-420d-95aa-9457ada9bde4 None None] Current status of the port ba746660-64f2-4e48-85b5-b09c8213deea is: DOWN; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 22:28:20.902054 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2977779c-6b3a-420d-95aa-9457ada9bde4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (ba746660-64f2-4e48-85b5-b09c8213deea), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:28:20.940689 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-2977779c-6b3a-420d-95aa-9457ada9bde4 None None] For port ba746660-64f2-4e48-85b5-b09c8213deea, host n-d-760453-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=ba746660-64f2-4e48-85b5-b09c8213deea,segment=NetworkSegment(86d597d5-7680-4828-9936-619370ff08ff),segment_id=86d597d5-7680-4828-9936-619370ff08ff)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 22:28:20.948473 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2977779c-6b3a-420d-95aa-9457ada9bde4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (ba746660-64f2-4e48-85b5-b09c8213deea), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:28:20.986138 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3c83ffd-e143-42c9-8f09-9dacc1445372 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Network 6e9f6519-a244-429b-b38d-eabd3f00faa5 is already hosted by enough agents. {{(pid=103305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 22:28:20.987700 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [None req-e3c83ffd-e143-42c9-8f09-9dacc1445372 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Resources bound (agent type, host, resource id): {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 22:28:21.025249 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2977779c-6b3a-420d-95aa-9457ada9bde4 None None] Pushing event updated for resources: {'Port': ['ID=ba746660-64f2-4e48-85b5-b09c8213deea,revision_number=3']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 22:28:21.123086 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3c83ffd-e143-42c9-8f09-9dacc1445372 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Router 5dda1c59-07eb-4219-bb56-46c6a158f45f has already been hosted by L3 agent 09df100c-3af1-4b0a-bda8-05914c71c458 {{(pid=103305) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 26 22:28:21.175616 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-5b861083-7c60-48a7-8ef0-f2964c9895f6 None None] Provisioning complete for port ba746660-64f2-4e48-85b5-b09c8213deea triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 22:28:21.176182 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-5b861083-7c60-48a7-8ef0-f2964c9895f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (ba746660-64f2-4e48-85b5-b09c8213deea), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:28:21.241262 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3c83ffd-e143-42c9-8f09-9dacc1445372 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Notify agent at l3_agent.n-d-760453-5 the message routers_updated {{(pid=103305) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 26 22:28:21.248779 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-e3c83ffd-e143-42c9-8f09-9dacc1445372 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] 10.222.0.13 "PUT /v2.0/routers/5dda1c59-07eb-4219-bb56-46c6a158f45f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3175049 Jan 26 22:28:21.281447 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-5b861083-7c60-48a7-8ef0-f2964c9895f6 None None] Current status of the port ba746660-64f2-4e48-85b5-b09c8213deea is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 22:28:21.294465 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-5b861083-7c60-48a7-8ef0-f2964c9895f6 None None] Provisioning complete for port 0e314c38-ee3d-46d2-94fe-703e74dafe08 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 22:28:21.294818 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-5b861083-7c60-48a7-8ef0-f2964c9895f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (0e314c38-ee3d-46d2-94fe-703e74dafe08), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:28:21.324037 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f718e8f0-1ca5-4846-834c-db4c38f4be5c None None] Sync routers for ids ['5dda1c59-07eb-4219-bb56-46c6a158f45f'] in n-d-760453-5 {{(pid=103306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 26 22:28:21.348692 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-5b861083-7c60-48a7-8ef0-f2964c9895f6 None None] Port 0e314c38-ee3d-46d2-94fe-703e74dafe08 cannot update to ACTIVE because it is not bound. {{(pid=103306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 26 22:28:21.351629 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f718e8f0-1ca5-4846-834c-db4c38f4be5c None None] Routers {'5dda1c59-07eb-4219-bb56-46c6a158f45f'} bound to L3 agent in host n-d-760453-5 {{(pid=103306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 22:28:21.352402 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-f718e8f0-1ca5-4846-834c-db4c38f4be5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-26T20:55:21Z,description=,heartbeat_timestamp=2022-01-26T22:27:51Z,host='n-d-760453-5',id=09df100c-3af1-4b0a-bda8-05914c71c458,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:55:21Z,topic='l3_agent')) {'router_ids': ['5dda1c59-07eb-4219-bb56-46c6a158f45f'], 'active': True} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 22:28:21.418107 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2f73fb35-a00d-429d-abd5-33ee281438d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (09df100c-3af1-4b0a-bda8-05914c71c458), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:28:21.435684 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-228db702-abc1-43a1-95b8-15bd75611903 req-2718bcc1-8e93-4018-b443-84d44a2eb23b tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1371327575&fields=id&tenant_id=da11f78dfa0e450e86495280e2cbbb24 HTTP/1.1" status: 200 len: 267 time: 0.0528393 Jan 26 22:28:21.570416 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228db702-abc1-43a1-95b8-15bd75611903 req-b7672e58-26fa-4a44-8f56-ba54c2a79aa3 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:28:21.572203 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-228db702-abc1-43a1-95b8-15bd75611903 req-b7672e58-26fa-4a44-8f56-ba54c2a79aa3 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] 10.222.0.13 "GET /v2.0/networks?id=6e9f6519-a244-429b-b38d-eabd3f00faa5 HTTP/1.1" status: 200 len: 797 time: 0.1289175 Jan 26 22:28:21.593880 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-228db702-abc1-43a1-95b8-15bd75611903 req-a33eb6cb-eaf6-46e8-90bd-797a601045f4 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] 10.222.0.13 "GET /v2.0/quotas/da11f78dfa0e450e86495280e2cbbb24 HTTP/1.1" status: 200 len: 375 time: 0.0119307 Jan 26 22:28:21.651465 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device 9a5a5817-1a39-4fe4-b661-ddce98e9339a up at agent ovs-agent-n-d-760453-5 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 22:28:21.655465 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-228db702-abc1-43a1-95b8-15bd75611903 req-514a2a3a-2248-49de-8d94-4a0e56307a16 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=da11f78dfa0e450e86495280e2cbbb24&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0572460 Jan 26 22:28:21.670863 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [req-228db702-abc1-43a1-95b8-15bd75611903 req-4ec09b6a-4d98-4917-9f39-015ea85d5631 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=103304) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 26 22:28:21.671835 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-228db702-abc1-43a1-95b8-15bd75611903 req-4ec09b6a-4d98-4917-9f39-015ea85d5631 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0051486 Jan 26 22:28:21.704554 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-6013e845-b291-4d5e-9562-43db3a455303 None None] Provisioning complete for port 0e314c38-ee3d-46d2-94fe-703e74dafe08 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 22:28:21.704832 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-6013e845-b291-4d5e-9562-43db3a455303 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (0e314c38-ee3d-46d2-94fe-703e74dafe08), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:28:21.710923 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvr_db [None req-f718e8f0-1ca5-4846-834c-db4c38f4be5c None None] Set router 5dda1c59-07eb-4219-bb56-46c6a158f45f gateway port host: n-d-760453-5 {{(pid=103306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 22:28:21.760366 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-228db702-abc1-43a1-95b8-15bd75611903 req-8af51677-db95-417c-a8ac-52cd95aeec21 service neutron] 10.222.0.13 "GET /v2.0/networks/6e9f6519-a244-429b-b38d-eabd3f00faa5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830240 Jan 26 22:28:21.789632 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-6013e845-b291-4d5e-9562-43db3a455303 None None] Port 0e314c38-ee3d-46d2-94fe-703e74dafe08 cannot update to ACTIVE because it is not bound. {{(pid=103306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 26 22:28:21.823286 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Provisioning complete for port 9a5a5817-1a39-4fe4-b661-ddce98e9339a triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 22:28:21.823659 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (9a5a5817-1a39-4fe4-b661-ddce98e9339a), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:28:21.854938 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-228db702-abc1-43a1-95b8-15bd75611903 req-f206f6c1-5b44-4047-bff6-9d8121f41360 service neutron] 10.222.0.13 "GET /v2.0/networks/6e9f6519-a244-429b-b38d-eabd3f00faa5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883501 Jan 26 22:28:21.944971 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-88ba7bf5-4a3d-4c80-8f5a-007f6016cfec None None] Provisioning complete for port 0e314c38-ee3d-46d2-94fe-703e74dafe08 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 22:28:21.945361 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-88ba7bf5-4a3d-4c80-8f5a-007f6016cfec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (0e314c38-ee3d-46d2-94fe-703e74dafe08), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:28:22.024067 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-a868a378-1101-4f8c-9345-98ee5470da54 req-b797b492-b0f5-4a76-a006-bd82f8eb1759 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] 10.222.0.13 "GET /v2.0/ports?device_id=de6b9221-1d22-4c21-b613-cb215d4b2b31 HTTP/1.1" status: 200 len: 210 time: 0.0281382 Jan 26 22:28:22.041153 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-88ba7bf5-4a3d-4c80-8f5a-007f6016cfec None None] Port 0e314c38-ee3d-46d2-94fe-703e74dafe08 cannot update to ACTIVE because it is not bound. {{(pid=103306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 26 22:28:22.048458 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Current status of the port 9a5a5817-1a39-4fe4-b661-ddce98e9339a is: DOWN; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 22:28:22.048843 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (9a5a5817-1a39-4fe4-b661-ddce98e9339a), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:28:22.073678 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] For port 9a5a5817-1a39-4fe4-b661-ddce98e9339a, host n-d-760453-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=9a5a5817-1a39-4fe4-b661-ddce98e9339a,segment=NetworkSegment(e17cb353-418f-48b9-b982-21a6233ee99b),segment_id=e17cb353-418f-48b9-b982-21a6233ee99b)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 22:28:22.078790 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (9a5a5817-1a39-4fe4-b661-ddce98e9339a), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:28:22.079564 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device ba746660-64f2-4e48-85b5-b09c8213deea up at agent ovs-agent-n-d-760453-5 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 22:28:22.128318 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-f718e8f0-1ca5-4846-834c-db4c38f4be5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5dda1c59-07eb-4219-bb56-46c6a158f45f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1046526118', 'tenant_id': 'da11f78dfa0e450e86495280e2cbbb24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'external_fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.250'}], 'enable_snat': True}, 'gw_port_id': '9a5a5817-1a39-4fe4-b661-ddce98e9339a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T22:28:16Z', 'updated_at': '2022-01-26T22:28:20Z', 'revision_number': 4, 'project_id': 'da11f78dfa0e450e86495280e2cbbb24', 'gw_port': {'id': '9a5a5817-1a39-4fe4-b661-ddce98e9339a', 'name': '', 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:56:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5dda1c59-07eb-4219-bb56-46c6a158f45f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T22:28:17Z', 'updated_at': '2022-01-26T22:28:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-5', '_interfaces': [{'id': '0e314c38-ee3d-46d2-94fe-703e74dafe08', 'name': '', 'network_id': '6e9f6519-a244-429b-b38d-eabd3f00faa5', 'tenant_id': 'da11f78dfa0e450e86495280e2cbbb24', 'mac_address': 'fa:16:3e:d4:62:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5dda1c59-07eb-4219-bb56-46c6a158f45f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': '6a9490fa-3896-4416-810f-13885a04abd1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T22:28:19Z', 'updated_at': '2022-01-26T22:28:20Z', 'revision_number': 2, 'project_id': 'da11f78dfa0e450e86495280e2cbbb24', 'subnets': [{'id': '6a9490fa-3896-4416-810f-13885a04abd1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760453-5', False) {} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 22:28:22.171583 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f718e8f0-1ca5-4846-834c-db4c38f4be5c None None] Checking router: 5dda1c59-07eb-4219-bb56-46c6a158f45f for host: n-d-760453-5 {{(pid=103306) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 26 22:28:22.171951 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f718e8f0-1ca5-4846-834c-db4c38f4be5c None None] Updating router 5dda1c59-07eb-4219-bb56-46c6a158f45f port 0e314c38-ee3d-46d2-94fe-703e74dafe08 binding host n-d-760453-5 {{(pid=103306) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 26 22:28:22.216288 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Pushing event updated for resources: {'Port': ['ID=9a5a5817-1a39-4fe4-b661-ddce98e9339a,revision_number=4']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 22:28:22.224785 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-f718e8f0-1ca5-4846-834c-db4c38f4be5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (0e314c38-ee3d-46d2-94fe-703e74dafe08), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:28:22.240276 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Provisioning complete for port ba746660-64f2-4e48-85b5-b09c8213deea triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 22:28:22.240655 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (ba746660-64f2-4e48-85b5-b09c8213deea), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:28:22.424398 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Current status of the port ba746660-64f2-4e48-85b5-b09c8213deea is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 22:28:22.574386 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-f718e8f0-1ca5-4846-834c-db4c38f4be5c None None] Publish callbacks [] for port (0e314c38-ee3d-46d2-94fe-703e74dafe08), precommit_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:28:22.577068 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-841f5991-a4d8-4d4b-b215-cbc6bab5427b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (aa7ee9d2-08eb-4e12-b895-24c57300dfec), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:28:22.580277 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-f718e8f0-1ca5-4846-834c-db4c38f4be5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (0e314c38-ee3d-46d2-94fe-703e74dafe08), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:28:22.632002 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2becab42-b136-476f-9b4a-6ff486a9e6f4 None None] Pushing event updated for resources: {'Port': ['ID=0e314c38-ee3d-46d2-94fe-703e74dafe08,revision_number=3']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 22:28:22.689285 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-f718e8f0-1ca5-4846-834c-db4c38f4be5c None None] Attempting to bind port 0e314c38-ee3d-46d2-94fe-703e74dafe08 on host n-d-760453-5 for vnic_type normal with profile {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 22:28:22.689679 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-f718e8f0-1ca5-4846-834c-db4c38f4be5c None None] Attempting to bind port 0e314c38-ee3d-46d2-94fe-703e74dafe08 by drivers openvswitch,hyperv on host n-d-760453-5 at level 0 using segments [{'id': '86d597d5-7680-4828-9936-619370ff08ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '6e9f6519-a244-429b-b38d-eabd3f00faa5'}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 26 22:28:22.690041 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f718e8f0-1ca5-4846-834c-db4c38f4be5c None None] Attempting to bind port 0e314c38-ee3d-46d2-94fe-703e74dafe08 on network 6e9f6519-a244-429b-b38d-eabd3f00faa5 {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 22:28:22.695348 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f718e8f0-1ca5-4846-834c-db4c38f4be5c None None] Checking agent: {'id': 'fea0591a-627d-4c87-9a9a-01625ddf3277', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760453-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 20, 55, 25), 'started_at': datetime.datetime(2022, 1, 26, 20, 55, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 22, 27, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760453-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 26 22:28:22.695721 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f718e8f0-1ca5-4846-834c-db4c38f4be5c None None] Checking segment: {'id': '86d597d5-7680-4828-9936-619370ff08ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '6e9f6519-a244-429b-b38d-eabd3f00faa5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 22:28:22.696294 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-f718e8f0-1ca5-4846-834c-db4c38f4be5c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:28:22.696489 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f718e8f0-1ca5-4846-834c-db4c38f4be5c None None] Bound using segment: {'id': '86d597d5-7680-4828-9936-619370ff08ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '6e9f6519-a244-429b-b38d-eabd3f00faa5'} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 26 22:28:22.696955 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-f718e8f0-1ca5-4846-834c-db4c38f4be5c None None] Bound port: 0e314c38-ee3d-46d2-94fe-703e74dafe08, host: n-d-760453-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '86d597d5-7680-4828-9936-619370ff08ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '6e9f6519-a244-429b-b38d-eabd3f00faa5'}}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 26 22:28:22.697357 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-f718e8f0-1ca5-4846-834c-db4c38f4be5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (0e314c38-ee3d-46d2-94fe-703e74dafe08), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:28:22.761203 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-f718e8f0-1ca5-4846-834c-db4c38f4be5c None None] For port 0e314c38-ee3d-46d2-94fe-703e74dafe08, host n-d-760453-5, cleared binding levels {{(pid=103306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 26 22:28:22.764442 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-f718e8f0-1ca5-4846-834c-db4c38f4be5c None None] For port 0e314c38-ee3d-46d2-94fe-703e74dafe08, host n-d-760453-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=0e314c38-ee3d-46d2-94fe-703e74dafe08,segment=NetworkSegment(86d597d5-7680-4828-9936-619370ff08ff),segment_id=86d597d5-7680-4828-9936-619370ff08ff)] {{(pid=103306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 26 22:28:22.769677 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-f718e8f0-1ca5-4846-834c-db4c38f4be5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (0e314c38-ee3d-46d2-94fe-703e74dafe08), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:28:22.831431 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2becab42-b136-476f-9b4a-6ff486a9e6f4 None None] Pushing event updated for resources: {'Port': ['ID=0e314c38-ee3d-46d2-94fe-703e74dafe08,revision_number=4']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 22:28:22.834100 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f718e8f0-1ca5-4846-834c-db4c38f4be5c None None] Routers {'5dda1c59-07eb-4219-bb56-46c6a158f45f'} bound to L3 agent in host n-d-760453-5 {{(pid=103306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 22:28:22.835312 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-f718e8f0-1ca5-4846-834c-db4c38f4be5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-26T20:55:21Z,description=,heartbeat_timestamp=2022-01-26T22:28:21Z,host='n-d-760453-5',id=09df100c-3af1-4b0a-bda8-05914c71c458,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:55:21Z,topic='l3_agent')) {'router_ids': ['5dda1c59-07eb-4219-bb56-46c6a158f45f'], 'active': True} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 22:28:22.904874 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-31d1f26b-9fc4-471c-a30f-4b933afaa70f None None] Provisioning complete for port 0e314c38-ee3d-46d2-94fe-703e74dafe08 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 22:28:22.905249 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-31d1f26b-9fc4-471c-a30f-4b933afaa70f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (0e314c38-ee3d-46d2-94fe-703e74dafe08), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:28:23.008846 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvr_db [None req-f718e8f0-1ca5-4846-834c-db4c38f4be5c None None] Set router 5dda1c59-07eb-4219-bb56-46c6a158f45f gateway port host: n-d-760453-5 {{(pid=103306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 22:28:23.011868 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228db702-abc1-43a1-95b8-15bd75611903 req-6a1d10a2-9179-42ba-a09d-cd90c3849d78 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:28:23.013427 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-228db702-abc1-43a1-95b8-15bd75611903 req-6a1d10a2-9179-42ba-a09d-cd90c3849d78 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] 10.222.0.57 "GET /v2.0/networks?id=6e9f6519-a244-429b-b38d-eabd3f00faa5 HTTP/1.1" status: 200 len: 797 time: 0.1262312 Jan 26 22:28:23.086155 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-228db702-abc1-43a1-95b8-15bd75611903 req-f5018536-129b-462f-8e71-4524615f1d27 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=da11f78dfa0e450e86495280e2cbbb24 HTTP/1.1" status: 200 len: 380 time: 0.0636837 Jan 26 22:28:23.095030 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [req-228db702-abc1-43a1-95b8-15bd75611903 req-db77af19-a830-4ff5-94d0-c973e048b6fd tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Request body: {'port': {'device_id': 'de6b9221-1d22-4c21-b613-cb215d4b2b31', 'network_id': '6e9f6519-a244-429b-b38d-eabd3f00faa5', 'admin_state_up': True, 'tenant_id': 'da11f78dfa0e450e86495280e2cbbb24', 'security_groups': ['6e5849c5-052d-410c-93f5-6ef7ab09a355']}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 22:28:23.128092 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-31d1f26b-9fc4-471c-a30f-4b933afaa70f None None] Current status of the port 0e314c38-ee3d-46d2-94fe-703e74dafe08 is: DOWN; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 22:28:23.128492 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-31d1f26b-9fc4-471c-a30f-4b933afaa70f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (0e314c38-ee3d-46d2-94fe-703e74dafe08), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:28:23.138589 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-affdf33a-6025-4608-9376-ebfb802b9e0c req-1b2e3a37-a629-4c3d-afff-729655fac730 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] 10.222.0.13 "GET /v2.0/ports?device_id=de6b9221-1d22-4c21-b613-cb215d4b2b31 HTTP/1.1" status: 200 len: 210 time: 0.0399506 Jan 26 22:28:23.217257 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-31d1f26b-9fc4-471c-a30f-4b933afaa70f None None] For port 0e314c38-ee3d-46d2-94fe-703e74dafe08, host n-d-760453-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=0e314c38-ee3d-46d2-94fe-703e74dafe08,segment=NetworkSegment(86d597d5-7680-4828-9936-619370ff08ff),segment_id=86d597d5-7680-4828-9936-619370ff08ff)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 22:28:23.223442 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-31d1f26b-9fc4-471c-a30f-4b933afaa70f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (0e314c38-ee3d-46d2-94fe-703e74dafe08), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:28:23.229238 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-228db702-abc1-43a1-95b8-15bd75611903 req-db77af19-a830-4ff5-94d0-c973e048b6fd tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Made reservation on behalf of da11f78dfa0e450e86495280e2cbbb24 for: {'port': 1} {{(pid=103304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 22:28:23.232646 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-228db702-abc1-43a1-95b8-15bd75611903 req-db77af19-a830-4ff5-94d0-c973e048b6fd tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:28:23.298727 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d1f26b-9fc4-471c-a30f-4b933afaa70f None None] Pushing event updated for resources: {'Port': ['ID=0e314c38-ee3d-46d2-94fe-703e74dafe08,revision_number=5']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 22:28:23.317270 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-f718e8f0-1ca5-4846-834c-db4c38f4be5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5dda1c59-07eb-4219-bb56-46c6a158f45f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1046526118', 'tenant_id': 'da11f78dfa0e450e86495280e2cbbb24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'external_fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.250'}], 'enable_snat': True}, 'gw_port_id': '9a5a5817-1a39-4fe4-b661-ddce98e9339a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T22:28:16Z', 'updated_at': '2022-01-26T22:28:20Z', 'revision_number': 4, 'project_id': 'da11f78dfa0e450e86495280e2cbbb24', 'gw_port': {'id': '9a5a5817-1a39-4fe4-b661-ddce98e9339a', 'name': '', 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:56:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dda1c59-07eb-4219-bb56-46c6a158f45f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T22:28:17Z', 'updated_at': '2022-01-26T22:28:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-5', '_interfaces': [{'id': '0e314c38-ee3d-46d2-94fe-703e74dafe08', 'name': '', 'network_id': '6e9f6519-a244-429b-b38d-eabd3f00faa5', 'tenant_id': 'da11f78dfa0e450e86495280e2cbbb24', 'mac_address': 'fa:16:3e:d4:62:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5dda1c59-07eb-4219-bb56-46c6a158f45f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': '6a9490fa-3896-4416-810f-13885a04abd1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T22:28:19Z', 'updated_at': '2022-01-26T22:28:22Z', 'revision_number': 4, 'project_id': 'da11f78dfa0e450e86495280e2cbbb24', 'subnets': [{'id': '6a9490fa-3896-4416-810f-13885a04abd1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760453-5', False) {} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 22:28:23.352252 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f718e8f0-1ca5-4846-834c-db4c38f4be5c None None] The sync data for ids ['5dda1c59-07eb-4219-bb56-46c6a158f45f'] in n-d-760453-5 is: [{'id': '5dda1c59-07eb-4219-bb56-46c6a158f45f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1046526118', 'tenant_id': 'da11f78dfa0e450e86495280e2cbbb24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'external_fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.250'}], 'enable_snat': True}, 'gw_port_id': '9a5a5817-1a39-4fe4-b661-ddce98e9339a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T22:28:16Z', 'updated_at': '2022-01-26T22:28:20Z', 'revision_number': 4, 'project_id': 'da11f78dfa0e450e86495280e2cbbb24', 'gw_port': {'id': '9a5a5817-1a39-4fe4-b661-ddce98e9339a', 'name': '', 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:56:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dda1c59-07eb-4219-bb56-46c6a158f45f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T22:28:17Z', 'updated_at': '2022-01-26T22:28:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-5', '_interfaces': [{'id': '0e314c38-ee3d-46d2-94fe-703e74dafe08', 'name': '', 'network_id': '6e9f6519-a244-429b-b38d-eabd3f00faa5', 'tenant_id': 'da11f78dfa0e450e86495280e2cbbb24', 'mac_address': 'fa:16:3e:d4:62:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5dda1c59-07eb-4219-bb56-46c6a158f45f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': '6a9490fa-3896-4416-810f-13885a04abd1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T22:28:19Z', 'updated_at': '2022-01-26T22:28:22Z', 'revision_number': 4, 'project_id': 'da11f78dfa0e450e86495280e2cbbb24', 'subnets': [{'id': '6a9490fa-3896-4416-810f-13885a04abd1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 26 22:28:23.362795 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-c9a438f2-0f99-40ac-80a3-864e68ec4b11 None None] Provisioning complete for port 0e314c38-ee3d-46d2-94fe-703e74dafe08 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 22:28:23.363402 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-c9a438f2-0f99-40ac-80a3-864e68ec4b11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (0e314c38-ee3d-46d2-94fe-703e74dafe08), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:28:23.367670 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.db_base_plugin_common [req-228db702-abc1-43a1-95b8-15bd75611903 req-db77af19-a830-4ff5-94d0-c973e048b6fd tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Allocated IP 172.20.0.14 (6e9f6519-a244-429b-b38d-eabd3f00faa5/6a9490fa-3896-4416-810f-13885a04abd1/e1d2fb41-c6f2-4314-b654-1af76287467b) {{(pid=103304) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 22:28:23.473842 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-c9a438f2-0f99-40ac-80a3-864e68ec4b11 None None] Current status of the port 0e314c38-ee3d-46d2-94fe-703e74dafe08 is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 22:28:23.570408 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-228db702-abc1-43a1-95b8-15bd75611903 req-db77af19-a830-4ff5-94d0-c973e048b6fd tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Publish callbacks [] for port (e1d2fb41-c6f2-4314-b654-1af76287467b), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:28:23.614582 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-228db702-abc1-43a1-95b8-15bd75611903 req-db77af19-a830-4ff5-94d0-c973e048b6fd tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746560234527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9281553'] for port (e1d2fb41-c6f2-4314-b654-1af76287467b), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:28:23.636143 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device 0e314c38-ee3d-46d2-94fe-703e74dafe08 up at agent ovs-agent-n-d-760453-5 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 22:28:23.694532 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Provisioning complete for port 0e314c38-ee3d-46d2-94fe-703e74dafe08 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 22:28:23.694925 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (0e314c38-ee3d-46d2-94fe-703e74dafe08), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:28:23.793605 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Current status of the port 0e314c38-ee3d-46d2-94fe-703e74dafe08 is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 22:28:23.795268 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device 9a5a5817-1a39-4fe4-b661-ddce98e9339a up at agent ovs-agent-n-d-760453-5 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 22:28:23.816419 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (4d619873-4b60-439f-9b5a-b155dc8bbc34), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:28:23.851823 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Provisioning complete for port 9a5a5817-1a39-4fe4-b661-ddce98e9339a triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 22:28:23.852478 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (9a5a5817-1a39-4fe4-b661-ddce98e9339a), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:28:23.944105 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Current status of the port 9a5a5817-1a39-4fe4-b661-ddce98e9339a is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 22:28:24.018814 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-228db702-abc1-43a1-95b8-15bd75611903 req-db77af19-a830-4ff5-94d0-c973e048b6fd tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Network 6e9f6519-a244-429b-b38d-eabd3f00faa5 is already hosted by enough agents. {{(pid=103304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 22:28:24.021829 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [req-228db702-abc1-43a1-95b8-15bd75611903 req-db77af19-a830-4ff5-94d0-c973e048b6fd tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Resources bound (agent type, host, resource id): {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 22:28:24.025556 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [req-228db702-abc1-43a1-95b8-15bd75611903 req-db77af19-a830-4ff5-94d0-c973e048b6fd tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Received port after_create {{(pid=103304) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 22:28:24.057231 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db77af19-a830-4ff5-94d0-c973e048b6fd tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Pushing event updated for resources: {'Port': ['ID=e1d2fb41-c6f2-4314-b654-1af76287467b,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 22:28:24.082492 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228db702-abc1-43a1-95b8-15bd75611903 req-db77af19-a830-4ff5-94d0-c973e048b6fd tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:28:24.083358 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-228db702-abc1-43a1-95b8-15bd75611903 req-db77af19-a830-4ff5-94d0-c973e048b6fd tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:28:24.102475 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-228db702-abc1-43a1-95b8-15bd75611903 req-db77af19-a830-4ff5-94d0-c973e048b6fd tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0115211 Jan 26 22:28:24.113505 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [req-228db702-abc1-43a1-95b8-15bd75611903 req-cacd1eff-911f-4940-8880-393fdd235647 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=103304) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 26 22:28:24.114820 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-228db702-abc1-43a1-95b8-15bd75611903 req-cacd1eff-911f-4940-8880-393fdd235647 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0058136 Jan 26 22:28:24.127042 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [req-228db702-abc1-43a1-95b8-15bd75611903 req-5a4047c7-31fd-4072-bf73-0dbdb390b702 service neutron] Request body: {'port': {'device_id': 'de6b9221-1d22-4c21-b613-cb215d4b2b31', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-760453-5'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 22:28:24.196582 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-228db702-abc1-43a1-95b8-15bd75611903 req-5a4047c7-31fd-4072-bf73-0dbdb390b702 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (e1d2fb41-c6f2-4314-b654-1af76287467b), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:28:24.304555 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-9ad1a489-78b1-482a-bbc9-a618b135a539 None None] Provisioning complete for port e1d2fb41-c6f2-4314-b654-1af76287467b triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 22:28:24.304937 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-9ad1a489-78b1-482a-bbc9-a618b135a539 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (e1d2fb41-c6f2-4314-b654-1af76287467b), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:28:24.341700 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-9ad1a489-78b1-482a-bbc9-a618b135a539 None None] Port e1d2fb41-c6f2-4314-b654-1af76287467b cannot update to ACTIVE because it is not bound. {{(pid=103306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 26 22:28:24.361140 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181c0417-0cd7-417b-98f6-12ed3a2028ad req-80589242-54aa-4f8b-98df-d250af720f3c tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:28:24.362753 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-181c0417-0cd7-417b-98f6-12ed3a2028ad req-80589242-54aa-4f8b-98df-d250af720f3c tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] 10.222.0.13 "GET /v2.0/ports?device_id=de6b9221-1d22-4c21-b613-cb215d4b2b31 HTTP/1.1" status: 200 len: 932 time: 0.1277220 Jan 26 22:28:24.374280 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-839dd188-ec69-470c-9ab0-d318dc1a2e96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (e79b4fc6-6c71-44b2-a6d0-ff3e1f4dfd0d), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:28:24.468668 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-181c0417-0cd7-417b-98f6-12ed3a2028ad req-45fdd55f-b547-4885-900b-7be43e09a211 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] 10.222.0.13 "GET /v2.0/security-groups?id=6e5849c5-052d-410c-93f5-6ef7ab09a355&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0943954 Jan 26 22:28:24.564466 n-d-760453-5 neutron-server[103304]: DEBUG neutron.notifiers.nova [req-228db702-abc1-43a1-95b8-15bd75611903 req-5a4047c7-31fd-4072-bf73-0dbdb390b702 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e1d2fb41-c6f2-4314-b654-1af76287467b {{(pid=103304) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 26 22:28:24.572285 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-228db702-abc1-43a1-95b8-15bd75611903 req-5a4047c7-31fd-4072-bf73-0dbdb390b702 service neutron] Publish callbacks [] for port (e1d2fb41-c6f2-4314-b654-1af76287467b), precommit_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:28:24.585458 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.provisioning_blocks [req-228db702-abc1-43a1-95b8-15bd75611903 req-5a4047c7-31fd-4072-bf73-0dbdb390b702 service neutron] Transition to ACTIVE for port object e1d2fb41-c6f2-4314-b654-1af76287467b will not be triggered until provisioned by entity L2. {{(pid=103304) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 22:28:24.590547 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-228db702-abc1-43a1-95b8-15bd75611903 req-5a4047c7-31fd-4072-bf73-0dbdb390b702 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9281542'] for port (e1d2fb41-c6f2-4314-b654-1af76287467b), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:28:24.643406 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a4047c7-31fd-4072-bf73-0dbdb390b702 service neutron] Pushing event updated for resources: {'Port': ['ID=e1d2fb41-c6f2-4314-b654-1af76287467b,revision_number=2']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 22:28:24.712168 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [req-228db702-abc1-43a1-95b8-15bd75611903 req-5a4047c7-31fd-4072-bf73-0dbdb390b702 service neutron] Attempting to bind port e1d2fb41-c6f2-4314-b654-1af76287467b on host n-h2-760453-5 for vnic_type normal with profile {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 22:28:24.712464 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [req-228db702-abc1-43a1-95b8-15bd75611903 req-5a4047c7-31fd-4072-bf73-0dbdb390b702 service neutron] Attempting to bind port e1d2fb41-c6f2-4314-b654-1af76287467b by drivers openvswitch,hyperv on host n-h2-760453-5 at level 0 using segments [{'id': '86d597d5-7680-4828-9936-619370ff08ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '6e9f6519-a244-429b-b38d-eabd3f00faa5'}] {{(pid=103304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 26 22:28:24.712795 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-228db702-abc1-43a1-95b8-15bd75611903 req-5a4047c7-31fd-4072-bf73-0dbdb390b702 service neutron] Attempting to bind port e1d2fb41-c6f2-4314-b654-1af76287467b on network 6e9f6519-a244-429b-b38d-eabd3f00faa5 {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 22:28:24.717460 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-228db702-abc1-43a1-95b8-15bd75611903 req-5a4047c7-31fd-4072-bf73-0dbdb390b702 service neutron] Port e1d2fb41-c6f2-4314-b654-1af76287467b on network 6e9f6519-a244-429b-b38d-eabd3f00faa5 not bound, no agent of type Open vSwitch agent registered on host n-h2-760453-5 {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 26 22:28:24.717788 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-228db702-abc1-43a1-95b8-15bd75611903 req-5a4047c7-31fd-4072-bf73-0dbdb390b702 service neutron] Attempting to bind port e1d2fb41-c6f2-4314-b654-1af76287467b on network 6e9f6519-a244-429b-b38d-eabd3f00faa5 {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 22:28:24.723218 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-228db702-abc1-43a1-95b8-15bd75611903 req-5a4047c7-31fd-4072-bf73-0dbdb390b702 service neutron] Checking agent: {'id': '4d619873-4b60-439f-9b5a-b155dc8bbc34', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-760453-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 21, 2, 53), 'started_at': datetime.datetime(2022, 1, 26, 21, 2, 53), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 22, 28, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 26 22:28:24.723561 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-228db702-abc1-43a1-95b8-15bd75611903 req-5a4047c7-31fd-4072-bf73-0dbdb390b702 service neutron] Checking segment: {'id': '86d597d5-7680-4828-9936-619370ff08ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '6e9f6519-a244-429b-b38d-eabd3f00faa5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103304) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 22:28:24.723946 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-228db702-abc1-43a1-95b8-15bd75611903 req-5a4047c7-31fd-4072-bf73-0dbdb390b702 service neutron] Bound using segment: {'id': '86d597d5-7680-4828-9936-619370ff08ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '6e9f6519-a244-429b-b38d-eabd3f00faa5'} {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 26 22:28:24.724376 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [req-228db702-abc1-43a1-95b8-15bd75611903 req-5a4047c7-31fd-4072-bf73-0dbdb390b702 service neutron] Bound port: e1d2fb41-c6f2-4314-b654-1af76287467b, host: n-h2-760453-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '86d597d5-7680-4828-9936-619370ff08ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '6e9f6519-a244-429b-b38d-eabd3f00faa5'}}] {{(pid=103304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 26 22:28:24.724743 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-228db702-abc1-43a1-95b8-15bd75611903 req-5a4047c7-31fd-4072-bf73-0dbdb390b702 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (e1d2fb41-c6f2-4314-b654-1af76287467b), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:28:24.797504 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [req-228db702-abc1-43a1-95b8-15bd75611903 req-5a4047c7-31fd-4072-bf73-0dbdb390b702 service neutron] For port e1d2fb41-c6f2-4314-b654-1af76287467b, host n-h2-760453-5, cleared binding levels {{(pid=103304) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 26 22:28:24.800784 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [req-228db702-abc1-43a1-95b8-15bd75611903 req-5a4047c7-31fd-4072-bf73-0dbdb390b702 service neutron] For port e1d2fb41-c6f2-4314-b654-1af76287467b, host n-h2-760453-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-5',level=0,port_id=e1d2fb41-c6f2-4314-b654-1af76287467b,segment=NetworkSegment(86d597d5-7680-4828-9936-619370ff08ff),segment_id=86d597d5-7680-4828-9936-619370ff08ff)] {{(pid=103304) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 26 22:28:24.805739 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-228db702-abc1-43a1-95b8-15bd75611903 req-5a4047c7-31fd-4072-bf73-0dbdb390b702 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9281542'] for port (e1d2fb41-c6f2-4314-b654-1af76287467b), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:28:24.840533 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228db702-abc1-43a1-95b8-15bd75611903 req-5a4047c7-31fd-4072-bf73-0dbdb390b702 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:28:24.841267 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-228db702-abc1-43a1-95b8-15bd75611903 req-5a4047c7-31fd-4072-bf73-0dbdb390b702 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:28:24.842690 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-228db702-abc1-43a1-95b8-15bd75611903 req-5a4047c7-31fd-4072-bf73-0dbdb390b702 service neutron] 10.222.0.57 "PUT /v2.0/ports/e1d2fb41-c6f2-4314-b654-1af76287467b HTTP/1.1" status: 200 len: 1092 time: 0.7202251 Jan 26 22:28:24.844935 n-d-760453-5 neutron-server[103304]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de6b9221-1d22-4c21-b613-cb215d4b2b31', 'tag': 'e1d2fb41-c6f2-4314-b654-1af76287467b'}] {{(pid=103304) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 22:28:24.847769 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86e783e1922a725fac327d65912384d63450ce1a6a2ee22db2d1cc52fb257f3b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22956327-7c94-48f2-97a0-ebdde444a2ab" -d '{"events": [{"name": "network-changed", "server_uuid": "de6b9221-1d22-4c21-b613-cb215d4b2b31", "tag": "e1d2fb41-c6f2-4314-b654-1af76287467b"}]}' {{(pid=103304) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 22:28:24.881073 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a4047c7-31fd-4072-bf73-0dbdb390b702 service neutron] Pushing event updated for resources: {'Port': ['ID=e1d2fb41-c6f2-4314-b654-1af76287467b,revision_number=3']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 22:28:24.895184 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 26 Jan 2022 22:28:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab32a0ca-f94a-4c63-a0db-aac682a5f541 x-openstack-request-id: req-ab32a0ca-f94a-4c63-a0db-aac682a5f541 {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 22:28:24.895471 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "de6b9221-1d22-4c21-b613-cb215d4b2b31", "tag": "e1d2fb41-c6f2-4314-b654-1af76287467b", "status": "completed", "code": 200}]} {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 22:28:24.895722 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ab32a0ca-f94a-4c63-a0db-aac682a5f541 {{(pid=103304) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 22:28:24.896133 n-d-760453-5 neutron-server[103304]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'de6b9221-1d22-4c21-b613-cb215d4b2b31', 'tag': 'e1d2fb41-c6f2-4314-b654-1af76287467b', 'status': 'completed', 'code': 200} Jan 26 22:28:24.943449 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228db702-abc1-43a1-95b8-15bd75611903 req-65e40d17-bc3a-464c-b16f-fe64f1953dc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:28:24.945036 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-228db702-abc1-43a1-95b8-15bd75611903 req-65e40d17-bc3a-464c-b16f-fe64f1953dc8 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=da11f78dfa0e450e86495280e2cbbb24&device_id=de6b9221-1d22-4c21-b613-cb215d4b2b31 HTTP/1.1" status: 200 len: 1095 time: 0.0442946 Jan 26 22:28:24.988032 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-228db702-abc1-43a1-95b8-15bd75611903 req-e334800b-d5ab-4cc5-9dac-20786ecc078f service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e1d2fb41-c6f2-4314-b654-1af76287467b HTTP/1.1" status: 200 len: 217 time: 0.0364239 Jan 26 22:28:25.043015 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228db702-abc1-43a1-95b8-15bd75611903 req-9f7c61ce-7474-4ce4-aa3d-cba8c6db1c0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:28:25.044491 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-228db702-abc1-43a1-95b8-15bd75611903 req-9f7c61ce-7474-4ce4-aa3d-cba8c6db1c0b service neutron] 10.222.0.57 "GET /v2.0/subnets?id=6a9490fa-3896-4416-810f-13885a04abd1 HTTP/1.1" status: 200 len: 834 time: 0.0506830 Jan 26 22:28:25.088427 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228db702-abc1-43a1-95b8-15bd75611903 req-0da679d8-82b6-440e-9635-0ae06fa8d4ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:28:25.089831 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-228db702-abc1-43a1-95b8-15bd75611903 req-0da679d8-82b6-440e-9635-0ae06fa8d4ae service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=6e9f6519-a244-429b-b38d-eabd3f00faa5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0393870 Jan 26 22:28:25.186985 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-228db702-abc1-43a1-95b8-15bd75611903 req-1b756fe7-d32b-49f8-9d3b-5edd3dd80d71 service neutron] 10.222.0.57 "GET /v2.0/networks/6e9f6519-a244-429b-b38d-eabd3f00faa5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903094 Jan 26 22:28:25.280278 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-228db702-abc1-43a1-95b8-15bd75611903 req-a11e533b-6f19-433f-b238-d115b85b75ee service neutron] 10.222.0.57 "GET /v2.0/networks/6e9f6519-a244-429b-b38d-eabd3f00faa5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872226 Jan 26 22:28:25.363354 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22956327-7c94-48f2-97a0-ebdde444a2ab req-d226a8ef-0619-4fdf-bc18-db69825563c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:28:25.365025 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-22956327-7c94-48f2-97a0-ebdde444a2ab req-d226a8ef-0619-4fdf-bc18-db69825563c3 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=da11f78dfa0e450e86495280e2cbbb24&device_id=de6b9221-1d22-4c21-b613-cb215d4b2b31 HTTP/1.1" status: 200 len: 1095 time: 0.0416563 Jan 26 22:28:25.458218 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22956327-7c94-48f2-97a0-ebdde444a2ab req-dd5390f7-dc06-43f9-b558-e8959b31cc2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:28:25.460232 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-22956327-7c94-48f2-97a0-ebdde444a2ab req-dd5390f7-dc06-43f9-b558-e8959b31cc2b service neutron] 10.222.0.57 "GET /v2.0/networks?id=6e9f6519-a244-429b-b38d-eabd3f00faa5 HTTP/1.1" status: 200 len: 898 time: 0.0889370 Jan 26 22:28:25.501729 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-22956327-7c94-48f2-97a0-ebdde444a2ab req-c04618e0-423f-4912-9502-31bf646c615c service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e1d2fb41-c6f2-4314-b654-1af76287467b HTTP/1.1" status: 200 len: 217 time: 0.0351131 Jan 26 22:28:25.521138 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (fea0591a-627d-4c87-9a9a-01625ddf3277), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:28:25.560652 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22956327-7c94-48f2-97a0-ebdde444a2ab req-8610692c-91af-42f1-b330-4282aa11264f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:28:25.562153 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-22956327-7c94-48f2-97a0-ebdde444a2ab req-8610692c-91af-42f1-b330-4282aa11264f service neutron] 10.222.0.57 "GET /v2.0/subnets?id=6a9490fa-3896-4416-810f-13885a04abd1 HTTP/1.1" status: 200 len: 834 time: 0.0551233 Jan 26 22:28:25.633886 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2195f514-1d78-4b18-b91e-989b6596b076 req-9c262927-d38f-4773-a1bf-6f43aeb11aa3 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:28:25.635301 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-2195f514-1d78-4b18-b91e-989b6596b076 req-9c262927-d38f-4773-a1bf-6f43aeb11aa3 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] 10.222.0.13 "GET /v2.0/ports?device_id=de6b9221-1d22-4c21-b613-cb215d4b2b31 HTTP/1.1" status: 200 len: 944 time: 0.0902066 Jan 26 22:28:25.637079 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22956327-7c94-48f2-97a0-ebdde444a2ab req-c8fd9e6e-a853-42e7-b893-21a53b37c931 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:28:25.638462 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-22956327-7c94-48f2-97a0-ebdde444a2ab req-c8fd9e6e-a853-42e7-b893-21a53b37c931 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=6e9f6519-a244-429b-b38d-eabd3f00faa5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0585129 Jan 26 22:28:25.738048 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-2195f514-1d78-4b18-b91e-989b6596b076 req-5734f32d-12ec-4dea-9f42-bad6482bfd81 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] 10.222.0.13 "GET /v2.0/security-groups?id=6e5849c5-052d-410c-93f5-6ef7ab09a355&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0968854 Jan 26 22:28:25.763147 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-22956327-7c94-48f2-97a0-ebdde444a2ab req-0efb0149-d3a5-4453-b577-b75dc0ffa4a5 service neutron] 10.222.0.57 "GET /v2.0/networks/6e9f6519-a244-429b-b38d-eabd3f00faa5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1162786 Jan 26 22:28:25.851752 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-22956327-7c94-48f2-97a0-ebdde444a2ab req-c0874ad8-3ecb-4c10-9661-e7efde82a2ce service neutron] 10.222.0.57 "GET /v2.0/networks/6e9f6519-a244-429b-b38d-eabd3f00faa5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823097 Jan 26 22:28:26.853160 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb2c34c-453a-4c7f-8b9f-7ed0d6d69566 req-91c9468a-09ff-479a-8349-cfbcd2d8c198 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:28:26.854677 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-7eb2c34c-453a-4c7f-8b9f-7ed0d6d69566 req-91c9468a-09ff-479a-8349-cfbcd2d8c198 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] 10.222.0.13 "GET /v2.0/ports?device_id=de6b9221-1d22-4c21-b613-cb215d4b2b31 HTTP/1.1" status: 200 len: 944 time: 0.0488307 Jan 26 22:28:26.908733 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-7eb2c34c-453a-4c7f-8b9f-7ed0d6d69566 req-bf97209c-9bb6-4190-b70c-30eaa5d635cb tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] 10.222.0.13 "GET /v2.0/security-groups?id=6e5849c5-052d-410c-93f5-6ef7ab09a355&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484850 Jan 26 22:28:27.488434 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.agents_db [None req-569f1ced-6396-4ddf-b79f-e03b0b2146ab None None] Agent healthcheck: found 7 active agents {{(pid=103307) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 26 22:28:27.817499 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Device e1d2fb41-c6f2-4314-b654-1af76287467b details requested by agent hyperv_n-h2-760453-5 with host n-h2-760453-5 {{(pid=103306) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 26 22:28:27.909775 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] For port e1d2fb41-c6f2-4314-b654-1af76287467b, host n-h2-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-5',level=0,port_id=e1d2fb41-c6f2-4314-b654-1af76287467b,segment=NetworkSegment(86d597d5-7680-4828-9936-619370ff08ff),segment_id=86d597d5-7680-4828-9936-619370ff08ff)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 22:28:27.921771 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Returning: {'device': 'e1d2fb41-c6f2-4314-b654-1af76287467b', 'network_id': '6e9f6519-a244-429b-b38d-eabd3f00faa5', 'port_id': 'e1d2fb41-c6f2-4314-b654-1af76287467b', 'mac_address': 'fa:16:3e:8f:a9:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 587, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6a9490fa-3896-4416-810f-13885a04abd1', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103306) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 26 22:28:27.961829 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Current status of the port e1d2fb41-c6f2-4314-b654-1af76287467b is: DOWN; New status is: BUILD {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 22:28:27.962220 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (e1d2fb41-c6f2-4314-b654-1af76287467b), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:28:27.976262 n-d-760453-5 neutron-server[103306]: DEBUG neutron.notifiers.nova [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e1d2fb41-c6f2-4314-b654-1af76287467b {{(pid=103306) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 26 22:28:27.995568 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] For port e1d2fb41-c6f2-4314-b654-1af76287467b, host n-h2-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-5',level=0,port_id=e1d2fb41-c6f2-4314-b654-1af76287467b,segment=NetworkSegment(86d597d5-7680-4828-9936-619370ff08ff),segment_id=86d597d5-7680-4828-9936-619370ff08ff)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 22:28:28.000218 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (e1d2fb41-c6f2-4314-b654-1af76287467b), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:28:28.024341 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040ca814-7c5a-474d-89e2-9b2c3858cca8 req-6a5f2968-9656-48e2-bded-137070bb2926 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:28:28.026098 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-040ca814-7c5a-474d-89e2-9b2c3858cca8 req-6a5f2968-9656-48e2-bded-137070bb2926 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] 10.222.0.13 "GET /v2.0/ports?device_id=de6b9221-1d22-4c21-b613-cb215d4b2b31 HTTP/1.1" status: 200 len: 944 time: 0.0492768 Jan 26 22:28:28.047179 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Pushing event updated for resources: {'Port': ['ID=e1d2fb41-c6f2-4314-b654-1af76287467b,revision_number=4']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 22:28:28.076095 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-040ca814-7c5a-474d-89e2-9b2c3858cca8 req-c2dbfbdd-201d-457d-a514-b0d7f8be7e32 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] 10.222.0.13 "GET /v2.0/security-groups?id=6e5849c5-052d-410c-93f5-6ef7ab09a355&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443864 Jan 26 22:28:28.228875 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] get_ports_and_sgs() called for port_ids ['e1d2fb41-c6f2-4314-b654-1af76287467b'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 26 22:28:29.191127 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69976c4b-793f-4481-8ab1-3ac03aa8ce85 req-050c6dd3-fc9f-4493-95f6-8a5ddba19472 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:28:29.192635 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-69976c4b-793f-4481-8ab1-3ac03aa8ce85 req-050c6dd3-fc9f-4493-95f6-8a5ddba19472 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] 10.222.0.13 "GET /v2.0/ports?device_id=de6b9221-1d22-4c21-b613-cb215d4b2b31 HTTP/1.1" status: 200 len: 945 time: 0.0493128 Jan 26 22:28:29.241638 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-69976c4b-793f-4481-8ab1-3ac03aa8ce85 req-3145622c-ab33-43f5-aeab-eeac40e34398 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] 10.222.0.13 "GET /v2.0/security-groups?id=6e5849c5-052d-410c-93f5-6ef7ab09a355&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424871 Jan 26 22:28:29.810758 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Device e1d2fb41-c6f2-4314-b654-1af76287467b up at agent hyperv_n-h2-760453-5 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 22:28:29.858559 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Provisioning for port e1d2fb41-c6f2-4314-b654-1af76287467b completed by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 22:28:29.862305 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Provisioning complete for port e1d2fb41-c6f2-4314-b654-1af76287467b triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 22:28:29.862678 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (e1d2fb41-c6f2-4314-b654-1af76287467b), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:28:29.939840 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Current status of the port e1d2fb41-c6f2-4314-b654-1af76287467b is: BUILD; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 22:28:29.940119 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (e1d2fb41-c6f2-4314-b654-1af76287467b), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:28:29.962172 n-d-760453-5 neutron-server[103306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de6b9221-1d22-4c21-b613-cb215d4b2b31', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1d2fb41-c6f2-4314-b654-1af76287467b'}] {{(pid=103306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 22:28:29.964410 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c06f7aa05085a00df6a2944c086d22937b62c1e75db8df879377281bc6a8a153" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2baac426-9ce8-46cc-ab53-96b98ab56cfe" -d '{"events": [{"server_uuid": "de6b9221-1d22-4c21-b613-cb215d4b2b31", "name": "network-vif-plugged", "status": "completed", "tag": "e1d2fb41-c6f2-4314-b654-1af76287467b"}]}' {{(pid=103306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 22:28:29.977538 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] For port e1d2fb41-c6f2-4314-b654-1af76287467b, host n-h2-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-5',level=0,port_id=e1d2fb41-c6f2-4314-b654-1af76287467b,segment=NetworkSegment(86d597d5-7680-4828-9936-619370ff08ff),segment_id=86d597d5-7680-4828-9936-619370ff08ff)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 22:28:29.983074 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (e1d2fb41-c6f2-4314-b654-1af76287467b), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:28:30.031996 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Pushing event updated for resources: {'Port': ['ID=e1d2fb41-c6f2-4314-b654-1af76287467b,revision_number=5']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 22:28:30.053255 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Jan 2022 22:28:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23401182-84a3-4455-930b-dbf3688d6236 x-openstack-request-id: req-23401182-84a3-4455-930b-dbf3688d6236 {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 22:28:30.053578 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de6b9221-1d22-4c21-b613-cb215d4b2b31", "name": "network-vif-plugged", "status": "completed", "tag": "e1d2fb41-c6f2-4314-b654-1af76287467b", "code": 200}]} {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 22:28:30.053837 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-23401182-84a3-4455-930b-dbf3688d6236 {{(pid=103306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 22:28:30.054244 n-d-760453-5 neutron-server[103306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de6b9221-1d22-4c21-b613-cb215d4b2b31', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1d2fb41-c6f2-4314-b654-1af76287467b', 'code': 200} Jan 26 22:28:30.153103 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd388128-d13d-434b-9b50-07d43b74650b req-7d9f7139-c4a1-47d9-a101-cc25cfd72864 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:28:30.154614 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-fd388128-d13d-434b-9b50-07d43b74650b req-7d9f7139-c4a1-47d9-a101-cc25cfd72864 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=de6b9221-1d22-4c21-b613-cb215d4b2b31 HTTP/1.1" status: 200 len: 1097 time: 0.0439839 Jan 26 22:28:30.200430 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-fd388128-d13d-434b-9b50-07d43b74650b req-30700bce-4d18-4423-84b0-483f78357cc1 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=6e5849c5-052d-410c-93f5-6ef7ab09a355&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392129 Jan 26 22:28:30.356951 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892661fb-01dc-428d-b47e-6374ba1c4fc3 req-223e5fe4-7025-44d5-9db2-0f90432dd1b8 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:28:30.358503 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-892661fb-01dc-428d-b47e-6374ba1c4fc3 req-223e5fe4-7025-44d5-9db2-0f90432dd1b8 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] 10.222.0.13 "GET /v2.0/ports?device_id=de6b9221-1d22-4c21-b613-cb215d4b2b31 HTTP/1.1" status: 200 len: 946 time: 0.0480177 Jan 26 22:28:30.407102 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-892661fb-01dc-428d-b47e-6374ba1c4fc3 req-1425068f-db2d-4a25-9245-9bd93fb44088 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] 10.222.0.13 "GET /v2.0/security-groups?id=6e5849c5-052d-410c-93f5-6ef7ab09a355&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429513 Jan 26 22:28:31.523517 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d832e896-4422-4f13-9db0-d675e2bd4aa2 req-1a1f1ce9-4305-4c3b-9e2c-6962eed01a1f tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:28:31.524984 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-d832e896-4422-4f13-9db0-d675e2bd4aa2 req-1a1f1ce9-4305-4c3b-9e2c-6962eed01a1f tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] 10.222.0.13 "GET /v2.0/ports?device_id=de6b9221-1d22-4c21-b613-cb215d4b2b31 HTTP/1.1" status: 200 len: 946 time: 0.0485225 Jan 26 22:28:31.575558 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-d832e896-4422-4f13-9db0-d675e2bd4aa2 req-659919ef-08f2-4acb-b42d-6e018fca2ec2 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] 10.222.0.13 "GET /v2.0/security-groups?id=6e5849c5-052d-410c-93f5-6ef7ab09a355&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450175 Jan 26 22:28:31.685869 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77aba156-0461-4c42-897d-d95f1e60bbfa req-ed2d9a86-f7bb-45cc-9d07-8abb63d1e3e8 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:28:31.687276 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-77aba156-0461-4c42-897d-d95f1e60bbfa req-ed2d9a86-f7bb-45cc-9d07-8abb63d1e3e8 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] 10.222.0.13 "GET /v2.0/ports?device_id=de6b9221-1d22-4c21-b613-cb215d4b2b31 HTTP/1.1" status: 200 len: 946 time: 0.0482326 Jan 26 22:28:31.736434 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-77aba156-0461-4c42-897d-d95f1e60bbfa req-8dd3c323-41d8-4548-a927-9c5f1556e0a0 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] 10.222.0.13 "GET /v2.0/security-groups?id=6e5849c5-052d-410c-93f5-6ef7ab09a355&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435891 Jan 26 22:28:31.758222 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 55658) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 22:28:31.797091 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ad0dcd3-ea44-4ea7-bae5-d61f1accc72e tempest-TestNetworkAdvancedServerOps-1320763415 tempest-TestNetworkAdvancedServerOps-1320763415-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:28:31.798649 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-6ad0dcd3-ea44-4ea7-bae5-d61f1accc72e tempest-TestNetworkAdvancedServerOps-1320763415 tempest-TestNetworkAdvancedServerOps-1320763415-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=de6b9221-1d22-4c21-b613-cb215d4b2b31 HTTP/1.1" status: 200 len: 1092 time: 0.0394683 Jan 26 22:28:31.801350 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 55660) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 22:28:31.806081 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-e51f2ebc-9158-48e8-a136-8fa54428a89d tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Request body: {'floatingip': {'floating_network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'port_id': 'e1d2fb41-c6f2-4314-b654-1af76287467b', 'tenant_id': 'da11f78dfa0e450e86495280e2cbbb24', 'fixed_ip_address': '172.20.0.14'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 22:28:31.825468 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-e51f2ebc-9158-48e8-a136-8fa54428a89d tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:28:31.922382 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-e51f2ebc-9158-48e8-a136-8fa54428a89d tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:28:32.020778 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.db_base_plugin_common [None req-e51f2ebc-9158-48e8-a136-8fa54428a89d tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Allocated IP 172.25.1.215 (4140a1f1-c93a-4bea-83a0-68953a54f299/e48251a1-e30d-4820-8396-00c6f6aeb601/8b705e9d-9b60-419c-a3f2-2de4a81a2ad4) {{(pid=103304) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 22:28:32.125412 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-e51f2ebc-9158-48e8-a136-8fa54428a89d tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Publish callbacks [] for port (8b705e9d-9b60-419c-a3f2-2de4a81a2ad4), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:28:32.158118 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-e51f2ebc-9158-48e8-a136-8fa54428a89d tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746560234527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9281553'] for port (8b705e9d-9b60-419c-a3f2-2de4a81a2ad4), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:28:32.193921 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e51f2ebc-9158-48e8-a136-8fa54428a89d tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Network 4140a1f1-c93a-4bea-83a0-68953a54f299 is already hosted by enough agents. {{(pid=103304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 22:28:32.196649 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [None req-e51f2ebc-9158-48e8-a136-8fa54428a89d tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Resources bound (agent type, host, resource id): {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 22:28:32.199672 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e51f2ebc-9158-48e8-a136-8fa54428a89d tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Received port after_create {{(pid=103304) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 22:28:32.233014 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e51f2ebc-9158-48e8-a136-8fa54428a89d tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Pushing event updated for resources: {'Port': ['ID=8b705e9d-9b60-419c-a3f2-2de4a81a2ad4,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 22:28:32.558787 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-e51f2ebc-9158-48e8-a136-8fa54428a89d tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Publish callbacks [] for floatingip (dab11f35-e656-400f-be75-e3f7fdc21ecf), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:28:32.625994 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-e51f2ebc-9158-48e8-a136-8fa54428a89d tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (8b705e9d-9b60-419c-a3f2-2de4a81a2ad4), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:28:32.771624 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-e51f2ebc-9158-48e8-a136-8fa54428a89d tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Publish callbacks [] for port (8b705e9d-9b60-419c-a3f2-2de4a81a2ad4), precommit_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:28:32.776748 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-e51f2ebc-9158-48e8-a136-8fa54428a89d tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9281542'] for port (8b705e9d-9b60-419c-a3f2-2de4a81a2ad4), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:28:32.849807 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e51f2ebc-9158-48e8-a136-8fa54428a89d tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Pushing event updated for resources: {'Port': ['ID=8b705e9d-9b60-419c-a3f2-2de4a81a2ad4,revision_number=2']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 22:28:32.857136 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-e51f2ebc-9158-48e8-a136-8fa54428a89d tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4110913'] for floatingip (dab11f35-e656-400f-be75-e3f7fdc21ecf), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:28:32.955847 n-d-760453-5 neutron-server[103304]: INFO neutron.db.l3_db [None req-e51f2ebc-9158-48e8-a136-8fa54428a89d tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Floating IP dab11f35-e656-400f-be75-e3f7fdc21ecf associated. External IP: 172.25.1.215, port: e1d2fb41-c6f2-4314-b654-1af76287467b. Jan 26 22:28:33.160335 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e51f2ebc-9158-48e8-a136-8fa54428a89d tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Router 5dda1c59-07eb-4219-bb56-46c6a158f45f has already been hosted by L3 agent 09df100c-3af1-4b0a-bda8-05914c71c458 {{(pid=103304) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 26 22:28:33.267625 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e51f2ebc-9158-48e8-a136-8fa54428a89d tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Notify agent at l3_agent.n-d-760453-5 the message routers_updated {{(pid=103304) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 26 22:28:33.277023 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72eda7c6-87e7-4754-9296-934122b12aa3 None None] Sync routers for ids ['5dda1c59-07eb-4219-bb56-46c6a158f45f'] in n-d-760453-5 {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 26 22:28:33.284832 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-e51f2ebc-9158-48e8-a136-8fa54428a89d tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for floatingip (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:28:33.286523 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72eda7c6-87e7-4754-9296-934122b12aa3 None None] Routers {'5dda1c59-07eb-4219-bb56-46c6a158f45f'} bound to L3 agent in host n-d-760453-5 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 22:28:33.287134 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-72eda7c6-87e7-4754-9296-934122b12aa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-26T20:55:21Z,description=,heartbeat_timestamp=2022-01-26T22:28:21Z,host='n-d-760453-5',id=09df100c-3af1-4b0a-bda8-05914c71c458,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:55:21Z,topic='l3_agent')) {'router_ids': ['5dda1c59-07eb-4219-bb56-46c6a158f45f'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 22:28:33.312637 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-e51f2ebc-9158-48e8-a136-8fa54428a89d tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5102863 Jan 26 22:28:33.313373 n-d-760453-5 neutron-server[103304]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de6b9221-1d22-4c21-b613-cb215d4b2b31', 'tag': 'e1d2fb41-c6f2-4314-b654-1af76287467b'}] {{(pid=103304) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 22:28:33.315749 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86e783e1922a725fac327d65912384d63450ce1a6a2ee22db2d1cc52fb257f3b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e65667ae-a5eb-4d0f-ae52-dcf655bd3115" -d '{"events": [{"name": "network-changed", "server_uuid": "de6b9221-1d22-4c21-b613-cb215d4b2b31", "tag": "e1d2fb41-c6f2-4314-b654-1af76287467b"}]}' {{(pid=103304) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 22:28:33.393221 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_dvr_db [None req-72eda7c6-87e7-4754-9296-934122b12aa3 None None] Set router 5dda1c59-07eb-4219-bb56-46c6a158f45f gateway port host: n-d-760453-5 {{(pid=103307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 22:28:33.408175 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12a25a3-e24d-4b50-96f4-a2b7e9fdc30b req-8b8d65de-222a-4d5b-998a-d7b24f52a4b6 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:28:33.409775 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-f12a25a3-e24d-4b50-96f4-a2b7e9fdc30b req-8b8d65de-222a-4d5b-998a-d7b24f52a4b6 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] 10.222.0.13 "GET /v2.0/ports?device_id=de6b9221-1d22-4c21-b613-cb215d4b2b31 HTTP/1.1" status: 200 len: 946 time: 0.0498955 Jan 26 22:28:33.459115 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-f12a25a3-e24d-4b50-96f4-a2b7e9fdc30b req-705319d9-b9e3-45f4-8e40-a38162f1e589 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] 10.222.0.13 "GET /v2.0/security-groups?id=6e5849c5-052d-410c-93f5-6ef7ab09a355&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432260 Jan 26 22:28:33.481572 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 55666) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 22:28:33.503512 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 26 Jan 2022 22:28:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22800cfa-ffd1-4a7a-9da0-d7cb1b3d1f60 x-openstack-request-id: req-22800cfa-ffd1-4a7a-9da0-d7cb1b3d1f60 {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 22:28:33.503806 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "de6b9221-1d22-4c21-b613-cb215d4b2b31", "tag": "e1d2fb41-c6f2-4314-b654-1af76287467b", "status": "completed", "code": 200}]} {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 22:28:33.504064 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-22800cfa-ffd1-4a7a-9da0-d7cb1b3d1f60 {{(pid=103304) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 22:28:33.504482 n-d-760453-5 neutron-server[103304]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'de6b9221-1d22-4c21-b613-cb215d4b2b31', 'tag': 'e1d2fb41-c6f2-4314-b654-1af76287467b', 'status': 'completed', 'code': 200} Jan 26 22:28:33.547280 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-30c3fd9c-ad28-4dcf-a716-299c323b428c tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] 10.222.0.13 "GET /v2.0/floatingips/dab11f35-e656-400f-be75-e3f7fdc21ecf HTTP/1.1" status: 200 len: 992 time: 0.0644784 Jan 26 22:28:33.566044 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65667ae-a5eb-4d0f-ae52-dcf655bd3115 req-d7f7f4ae-fda4-4d51-81b6-52bc2ad6ac2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:28:33.567611 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-e65667ae-a5eb-4d0f-ae52-dcf655bd3115 req-d7f7f4ae-fda4-4d51-81b6-52bc2ad6ac2f service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=da11f78dfa0e450e86495280e2cbbb24&device_id=de6b9221-1d22-4c21-b613-cb215d4b2b31 HTTP/1.1" status: 200 len: 1097 time: 0.0413537 Jan 26 22:28:33.623773 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-72eda7c6-87e7-4754-9296-934122b12aa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5dda1c59-07eb-4219-bb56-46c6a158f45f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1046526118', 'tenant_id': 'da11f78dfa0e450e86495280e2cbbb24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'external_fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.250'}], 'enable_snat': True}, 'gw_port_id': '9a5a5817-1a39-4fe4-b661-ddce98e9339a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T22:28:16Z', 'updated_at': '2022-01-26T22:28:20Z', 'revision_number': 4, 'project_id': 'da11f78dfa0e450e86495280e2cbbb24', 'gw_port': {'id': '9a5a5817-1a39-4fe4-b661-ddce98e9339a', 'name': '', 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:56:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dda1c59-07eb-4219-bb56-46c6a158f45f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T22:28:17Z', 'updated_at': '2022-01-26T22:28:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-5', '_floatingips': [{'id': 'dab11f35-e656-400f-be75-e3f7fdc21ecf', 'tenant_id': 'da11f78dfa0e450e86495280e2cbbb24', 'floating_ip_address': '172.25.1.215', 'floating_network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'router_id': '5dda1c59-07eb-4219-bb56-46c6a158f45f', 'port_id': 'e1d2fb41-c6f2-4314-b654-1af76287467b', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4298, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6e9f6519-a244-429b-b38d-eabd3f00faa5', 'mac_address': 'fa:16:3e:8f:a9:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de6b9221-1d22-4c21-b613-cb215d4b2b31', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-26T22:28:32Z', 'updated_at': '2022-01-26T22:28:32Z', 'revision_number': 0, 'project_id': 'da11f78dfa0e450e86495280e2cbbb24', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0e314c38-ee3d-46d2-94fe-703e74dafe08', 'name': '', 'network_id': '6e9f6519-a244-429b-b38d-eabd3f00faa5', 'tenant_id': 'da11f78dfa0e450e86495280e2cbbb24', 'mac_address': 'fa:16:3e:d4:62:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dda1c59-07eb-4219-bb56-46c6a158f45f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': '6a9490fa-3896-4416-810f-13885a04abd1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T22:28:19Z', 'updated_at': '2022-01-26T22:28:23Z', 'revision_number': 5, 'project_id': 'da11f78dfa0e450e86495280e2cbbb24', 'subnets': [{'id': '6a9490fa-3896-4416-810f-13885a04abd1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760453-5', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 22:28:33.650053 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72eda7c6-87e7-4754-9296-934122b12aa3 None None] Checking router: 5dda1c59-07eb-4219-bb56-46c6a158f45f for host: n-d-760453-5 {{(pid=103307) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 26 22:28:33.658250 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72eda7c6-87e7-4754-9296-934122b12aa3 None None] Routers {'5dda1c59-07eb-4219-bb56-46c6a158f45f'} bound to L3 agent in host n-d-760453-5 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 22:28:33.658849 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-72eda7c6-87e7-4754-9296-934122b12aa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-26T20:55:21Z,description=,heartbeat_timestamp=2022-01-26T22:28:21Z,host='n-d-760453-5',id=09df100c-3af1-4b0a-bda8-05914c71c458,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:55:21Z,topic='l3_agent')) {'router_ids': ['5dda1c59-07eb-4219-bb56-46c6a158f45f'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 22:28:33.660730 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65667ae-a5eb-4d0f-ae52-dcf655bd3115 req-e9e44d7a-f7aa-4e97-a44c-4e9d30eca59b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:28:33.662241 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-e65667ae-a5eb-4d0f-ae52-dcf655bd3115 req-e9e44d7a-f7aa-4e97-a44c-4e9d30eca59b service neutron] 10.222.0.57 "GET /v2.0/networks?id=6e9f6519-a244-429b-b38d-eabd3f00faa5 HTTP/1.1" status: 200 len: 898 time: 0.0882878 Jan 26 22:28:33.727418 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-e65667ae-a5eb-4d0f-ae52-dcf655bd3115 req-4d542941-b4d7-4998-922c-ac044fc501a1 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e1d2fb41-c6f2-4314-b654-1af76287467b HTTP/1.1" status: 200 len: 1000 time: 0.0590596 Jan 26 22:28:33.763302 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_dvr_db [None req-72eda7c6-87e7-4754-9296-934122b12aa3 None None] Set router 5dda1c59-07eb-4219-bb56-46c6a158f45f gateway port host: n-d-760453-5 {{(pid=103307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 22:28:33.779771 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65667ae-a5eb-4d0f-ae52-dcf655bd3115 req-1c6f41a7-ff76-4ee5-a0da-4a37832a10a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:28:33.781246 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-e65667ae-a5eb-4d0f-ae52-dcf655bd3115 req-1c6f41a7-ff76-4ee5-a0da-4a37832a10a6 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=6a9490fa-3896-4416-810f-13885a04abd1 HTTP/1.1" status: 200 len: 834 time: 0.0478578 Jan 26 22:28:33.826379 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65667ae-a5eb-4d0f-ae52-dcf655bd3115 req-04526f9f-d1c2-4303-8238-964c0a3e9ba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:28:33.827892 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-e65667ae-a5eb-4d0f-ae52-dcf655bd3115 req-04526f9f-d1c2-4303-8238-964c0a3e9ba9 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=6e9f6519-a244-429b-b38d-eabd3f00faa5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0404570 Jan 26 22:28:33.916293 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-e65667ae-a5eb-4d0f-ae52-dcf655bd3115 req-5b5547e9-2c81-4f05-9f3a-658539178e0f service neutron] 10.222.0.57 "GET /v2.0/networks/6e9f6519-a244-429b-b38d-eabd3f00faa5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818148 Jan 26 22:28:33.984963 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-72eda7c6-87e7-4754-9296-934122b12aa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5dda1c59-07eb-4219-bb56-46c6a158f45f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1046526118', 'tenant_id': 'da11f78dfa0e450e86495280e2cbbb24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'external_fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.250'}], 'enable_snat': True}, 'gw_port_id': '9a5a5817-1a39-4fe4-b661-ddce98e9339a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T22:28:16Z', 'updated_at': '2022-01-26T22:28:20Z', 'revision_number': 4, 'project_id': 'da11f78dfa0e450e86495280e2cbbb24', 'gw_port': {'id': '9a5a5817-1a39-4fe4-b661-ddce98e9339a', 'name': '', 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:56:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dda1c59-07eb-4219-bb56-46c6a158f45f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T22:28:17Z', 'updated_at': '2022-01-26T22:28:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-5', '_floatingips': [{'id': 'dab11f35-e656-400f-be75-e3f7fdc21ecf', 'tenant_id': 'da11f78dfa0e450e86495280e2cbbb24', 'floating_ip_address': '172.25.1.215', 'floating_network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'router_id': '5dda1c59-07eb-4219-bb56-46c6a158f45f', 'port_id': 'e1d2fb41-c6f2-4314-b654-1af76287467b', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4298, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6e9f6519-a244-429b-b38d-eabd3f00faa5', 'mac_address': 'fa:16:3e:8f:a9:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de6b9221-1d22-4c21-b613-cb215d4b2b31', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-26T22:28:32Z', 'updated_at': '2022-01-26T22:28:32Z', 'revision_number': 0, 'project_id': 'da11f78dfa0e450e86495280e2cbbb24', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0e314c38-ee3d-46d2-94fe-703e74dafe08', 'name': '', 'network_id': '6e9f6519-a244-429b-b38d-eabd3f00faa5', 'tenant_id': 'da11f78dfa0e450e86495280e2cbbb24', 'mac_address': 'fa:16:3e:d4:62:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dda1c59-07eb-4219-bb56-46c6a158f45f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': '6a9490fa-3896-4416-810f-13885a04abd1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T22:28:19Z', 'updated_at': '2022-01-26T22:28:23Z', 'revision_number': 5, 'project_id': 'da11f78dfa0e450e86495280e2cbbb24', 'subnets': [{'id': '6a9490fa-3896-4416-810f-13885a04abd1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760453-5', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 22:28:34.010322 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-e65667ae-a5eb-4d0f-ae52-dcf655bd3115 req-f549bba9-ea45-46ca-8bf4-c6e367d8715b service neutron] 10.222.0.57 "GET /v2.0/networks/6e9f6519-a244-429b-b38d-eabd3f00faa5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882578 Jan 26 22:28:34.012047 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72eda7c6-87e7-4754-9296-934122b12aa3 None None] The sync data for ids ['5dda1c59-07eb-4219-bb56-46c6a158f45f'] in n-d-760453-5 is: [{'id': '5dda1c59-07eb-4219-bb56-46c6a158f45f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1046526118', 'tenant_id': 'da11f78dfa0e450e86495280e2cbbb24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'external_fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.250'}], 'enable_snat': True}, 'gw_port_id': '9a5a5817-1a39-4fe4-b661-ddce98e9339a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T22:28:16Z', 'updated_at': '2022-01-26T22:28:20Z', 'revision_number': 4, 'project_id': 'da11f78dfa0e450e86495280e2cbbb24', 'gw_port': {'id': '9a5a5817-1a39-4fe4-b661-ddce98e9339a', 'name': '', 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:56:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dda1c59-07eb-4219-bb56-46c6a158f45f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T22:28:17Z', 'updated_at': '2022-01-26T22:28:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-5', '_floatingips': [{'id': 'dab11f35-e656-400f-be75-e3f7fdc21ecf', 'tenant_id': 'da11f78dfa0e450e86495280e2cbbb24', 'floating_ip_address': '172.25.1.215', 'floating_network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'router_id': '5dda1c59-07eb-4219-bb56-46c6a158f45f', 'port_id': 'e1d2fb41-c6f2-4314-b654-1af76287467b', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4298, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6e9f6519-a244-429b-b38d-eabd3f00faa5', 'mac_address': 'fa:16:3e:8f:a9:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de6b9221-1d22-4c21-b613-cb215d4b2b31', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-26T22:28:32Z', 'updated_at': '2022-01-26T22:28:32Z', 'revision_number': 0, 'project_id': 'da11f78dfa0e450e86495280e2cbbb24', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0e314c38-ee3d-46d2-94fe-703e74dafe08', 'name': '', 'network_id': '6e9f6519-a244-429b-b38d-eabd3f00faa5', 'tenant_id': 'da11f78dfa0e450e86495280e2cbbb24', 'mac_address': 'fa:16:3e:d4:62:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dda1c59-07eb-4219-bb56-46c6a158f45f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': '6a9490fa-3896-4416-810f-13885a04abd1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T22:28:19Z', 'updated_at': '2022-01-26T22:28:23Z', 'revision_number': 5, 'project_id': 'da11f78dfa0e450e86495280e2cbbb24', 'subnets': [{'id': '6a9490fa-3896-4416-810f-13885a04abd1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 26 22:28:34.200580 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-859a6bf7-bdff-4610-853e-395f9aced12b None None] New status for floating IP dab11f35-e656-400f-be75-e3f7fdc21ecf: ACTIVE {{(pid=103306) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 26 22:28:34.549502 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 55668) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 22:28:34.609633 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-f8afebd7-0243-4eae-b975-c7bbd3c1b6a0 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] 10.222.0.13 "GET /v2.0/floatingips/dab11f35-e656-400f-be75-e3f7fdc21ecf HTTP/1.1" status: 200 len: 994 time: 0.0589616 Jan 26 22:28:39.084510 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (32ef628b-8417-46c5-8729-60fcabe358f1), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:28:49.065800 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-c411d097-25fc-443a-aa24-e80913a7da38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (474ccdf7-ab6c-405b-a3b2-dc7b05829902), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:28:51.399622 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-c8962f1e-229a-483d-be64-77f5ee225b19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (09df100c-3af1-4b0a-bda8-05914c71c458), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:28:52.549249 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-841f5991-a4d8-4d4b-b215-cbc6bab5427b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (aa7ee9d2-08eb-4e12-b895-24c57300dfec), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:28:53.792031 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (4d619873-4b60-439f-9b5a-b155dc8bbc34), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:28:54.373217 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-839dd188-ec69-470c-9ab0-d318dc1a2e96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (e79b4fc6-6c71-44b2-a6d0-ff3e1f4dfd0d), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:28:55.514283 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (fea0591a-627d-4c87-9a9a-01625ddf3277), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:29:04.487056 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.agents_db [None req-569f1ced-6396-4ddf-b79f-e03b0b2146ab None None] Agent healthcheck: found 7 active agents {{(pid=103307) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 26 22:29:08.056215 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c891dc8b-0424-47b3-a0ab-fa6f9be4cb12 req-44edb1ff-fc0b-43fa-8ccc-0edb35a41519 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:29:08.057746 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-c891dc8b-0424-47b3-a0ab-fa6f9be4cb12 req-44edb1ff-fc0b-43fa-8ccc-0edb35a41519 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] 10.222.0.13 "GET /v2.0/ports?device_id=de6b9221-1d22-4c21-b613-cb215d4b2b31 HTTP/1.1" status: 200 len: 946 time: 0.0538609 Jan 26 22:29:08.105474 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-c891dc8b-0424-47b3-a0ab-fa6f9be4cb12 req-b8b62d85-09f8-4792-93bb-713a9e1e2762 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] 10.222.0.13 "GET /v2.0/security-groups?id=6e5849c5-052d-410c-93f5-6ef7ab09a355&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420983 Jan 26 22:29:09.082476 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (32ef628b-8417-46c5-8729-60fcabe358f1), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:29:09.218922 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47a5270-b1a4-4ac2-a070-6051977cac68 req-f74f585b-5357-4da2-a126-07db840512d4 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:29:09.220383 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-c47a5270-b1a4-4ac2-a070-6051977cac68 req-f74f585b-5357-4da2-a126-07db840512d4 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] 10.222.0.13 "GET /v2.0/ports?device_id=de6b9221-1d22-4c21-b613-cb215d4b2b31 HTTP/1.1" status: 200 len: 946 time: 0.0475640 Jan 26 22:29:09.268246 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-c47a5270-b1a4-4ac2-a070-6051977cac68 req-af7771f4-81b0-483f-b232-29fe239e2b7b tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] 10.222.0.13 "GET /v2.0/security-groups?id=6e5849c5-052d-410c-93f5-6ef7ab09a355&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423300 Jan 26 22:29:10.381473 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f7935e-0b1d-4c6d-81f9-08c229c4b6c9 req-91db0089-33fb-4b7b-b17d-b0fe92abbecc tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:29:10.383437 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-55f7935e-0b1d-4c6d-81f9-08c229c4b6c9 req-91db0089-33fb-4b7b-b17d-b0fe92abbecc tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] 10.222.0.13 "GET /v2.0/ports?device_id=de6b9221-1d22-4c21-b613-cb215d4b2b31 HTTP/1.1" status: 200 len: 946 time: 0.0483372 Jan 26 22:29:10.440305 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-55f7935e-0b1d-4c6d-81f9-08c229c4b6c9 req-7401419c-f57b-4e3d-8c8e-024027c1401c tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] 10.222.0.13 "GET /v2.0/security-groups?id=6e5849c5-052d-410c-93f5-6ef7ab09a355&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506651 Jan 26 22:29:11.555840 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb635e65-ee4e-4950-a972-8514ca8edb77 req-1d31dc25-b01f-41a6-93ca-bfa276d9889d tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:29:11.557341 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-fb635e65-ee4e-4950-a972-8514ca8edb77 req-1d31dc25-b01f-41a6-93ca-bfa276d9889d tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] 10.222.0.13 "GET /v2.0/ports?device_id=de6b9221-1d22-4c21-b613-cb215d4b2b31 HTTP/1.1" status: 200 len: 946 time: 0.0493309 Jan 26 22:29:11.606622 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-fb635e65-ee4e-4950-a972-8514ca8edb77 req-bb4d132e-9b77-490d-a6b6-8b35c5b3a5c2 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] 10.222.0.13 "GET /v2.0/security-groups?id=6e5849c5-052d-410c-93f5-6ef7ab09a355&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435266 Jan 26 22:29:12.724787 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c5eff1-dec7-4b29-90c5-30c93571b838 req-643ffd5c-2c36-4344-8f76-685496a133f7 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:29:12.726357 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-a3c5eff1-dec7-4b29-90c5-30c93571b838 req-643ffd5c-2c36-4344-8f76-685496a133f7 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] 10.222.0.13 "GET /v2.0/ports?device_id=de6b9221-1d22-4c21-b613-cb215d4b2b31 HTTP/1.1" status: 200 len: 946 time: 0.0507689 Jan 26 22:29:12.775521 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-a3c5eff1-dec7-4b29-90c5-30c93571b838 req-bca2106a-5fc2-437f-8226-6c9ed2ee9b14 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] 10.222.0.13 "GET /v2.0/security-groups?id=6e5849c5-052d-410c-93f5-6ef7ab09a355&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434911 Jan 26 22:29:13.891965 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b05d25-fc30-4c1c-b343-40fbcf0981a2 req-c707ac50-73b7-495e-b2ce-5411455e5e5f tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:29:13.893485 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-b5b05d25-fc30-4c1c-b343-40fbcf0981a2 req-c707ac50-73b7-495e-b2ce-5411455e5e5f tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] 10.222.0.13 "GET /v2.0/ports?device_id=de6b9221-1d22-4c21-b613-cb215d4b2b31 HTTP/1.1" status: 200 len: 946 time: 0.0519042 Jan 26 22:29:13.941904 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-b5b05d25-fc30-4c1c-b343-40fbcf0981a2 req-ec335d68-1288-4b4f-9d0b-4f6236005e41 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] 10.222.0.13 "GET /v2.0/security-groups?id=6e5849c5-052d-410c-93f5-6ef7ab09a355&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428047 Jan 26 22:29:15.055253 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91a4097-e154-4ba5-bdf5-887d068aed67 req-340292c8-dacc-4ceb-bf44-6aecc6953826 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:29:15.056741 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-a91a4097-e154-4ba5-bdf5-887d068aed67 req-340292c8-dacc-4ceb-bf44-6aecc6953826 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] 10.222.0.13 "GET /v2.0/ports?device_id=de6b9221-1d22-4c21-b613-cb215d4b2b31 HTTP/1.1" status: 200 len: 946 time: 0.0481896 Jan 26 22:29:15.105445 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-a91a4097-e154-4ba5-bdf5-887d068aed67 req-5288a11b-4f25-4499-a48c-5626528d788f tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] 10.222.0.13 "GET /v2.0/security-groups?id=6e5849c5-052d-410c-93f5-6ef7ab09a355&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432696 Jan 26 22:29:16.226992 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d615077d-14ee-4942-8f0d-c19ae4f92acc req-42448a37-16a5-419e-a6f3-a2252f50912e tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:29:16.228491 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-d615077d-14ee-4942-8f0d-c19ae4f92acc req-42448a37-16a5-419e-a6f3-a2252f50912e tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] 10.222.0.13 "GET /v2.0/ports?device_id=de6b9221-1d22-4c21-b613-cb215d4b2b31 HTTP/1.1" status: 200 len: 946 time: 0.0529160 Jan 26 22:29:16.277040 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-d615077d-14ee-4942-8f0d-c19ae4f92acc req-fa1cdf47-038c-4569-b87a-614ead19a334 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] 10.222.0.13 "GET /v2.0/security-groups?id=6e5849c5-052d-410c-93f5-6ef7ab09a355&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429890 Jan 26 22:29:17.391598 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184d1e3c-adbc-4285-a760-8260b6ee5e4c req-01818004-716e-4c36-87bd-b18b964b674a tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:29:17.393105 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-184d1e3c-adbc-4285-a760-8260b6ee5e4c req-01818004-716e-4c36-87bd-b18b964b674a tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] 10.222.0.13 "GET /v2.0/ports?device_id=de6b9221-1d22-4c21-b613-cb215d4b2b31 HTTP/1.1" status: 200 len: 946 time: 0.0486228 Jan 26 22:29:17.442343 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-184d1e3c-adbc-4285-a760-8260b6ee5e4c req-ecaf163d-08e9-4507-9735-a0acf2820e49 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] 10.222.0.13 "GET /v2.0/security-groups?id=6e5849c5-052d-410c-93f5-6ef7ab09a355&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430851 Jan 26 22:29:18.555628 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2c7525-8360-4162-976b-7395e188971d req-ebc2ffbb-0696-4cc8-bfa6-c8784d72e00c tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:29:18.557116 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-ed2c7525-8360-4162-976b-7395e188971d req-ebc2ffbb-0696-4cc8-bfa6-c8784d72e00c tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] 10.222.0.13 "GET /v2.0/ports?device_id=de6b9221-1d22-4c21-b613-cb215d4b2b31 HTTP/1.1" status: 200 len: 946 time: 0.0475116 Jan 26 22:29:18.607363 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-ed2c7525-8360-4162-976b-7395e188971d req-2a5d2833-c754-4223-aa4f-415d28ba12f8 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] 10.222.0.13 "GET /v2.0/security-groups?id=6e5849c5-052d-410c-93f5-6ef7ab09a355&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447505 Jan 26 22:29:19.067356 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-5f8d4012-ff5a-4057-b6b1-93e5b954cc5a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (474ccdf7-ab6c-405b-a3b2-dc7b05829902), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:29:19.721960 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e36e14-95c6-486c-898d-1bed9a55ff41 req-dab7e774-74d8-47d0-be4d-bbe26c3ca4fb tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:29:19.723448 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-d5e36e14-95c6-486c-898d-1bed9a55ff41 req-dab7e774-74d8-47d0-be4d-bbe26c3ca4fb tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] 10.222.0.13 "GET /v2.0/ports?device_id=de6b9221-1d22-4c21-b613-cb215d4b2b31 HTTP/1.1" status: 200 len: 946 time: 0.0486879 Jan 26 22:29:19.771950 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-d5e36e14-95c6-486c-898d-1bed9a55ff41 req-179bcd3e-b16a-4053-9a46-f3e755776dd1 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] 10.222.0.13 "GET /v2.0/security-groups?id=6e5849c5-052d-410c-93f5-6ef7ab09a355&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429485 Jan 26 22:29:20.885244 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693b1d43-d950-40d4-9e02-942097f55ea4 req-db5147f4-9e2b-47e6-82f2-5571f8916544 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:29:20.886742 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-693b1d43-d950-40d4-9e02-942097f55ea4 req-db5147f4-9e2b-47e6-82f2-5571f8916544 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] 10.222.0.13 "GET /v2.0/ports?device_id=de6b9221-1d22-4c21-b613-cb215d4b2b31 HTTP/1.1" status: 200 len: 946 time: 0.0477948 Jan 26 22:29:20.935184 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-693b1d43-d950-40d4-9e02-942097f55ea4 req-9695e41d-7fa5-407b-bcf2-d4cff55ff1ed tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] 10.222.0.13 "GET /v2.0/security-groups?id=6e5849c5-052d-410c-93f5-6ef7ab09a355&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430057 Jan 26 22:29:21.113574 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39713ce2-b9c8-4a47-8705-884ee1d4f539 req-1320323c-5a7a-4d0e-bdd3-d5b7f03b9e9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:29:21.115358 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-39713ce2-b9c8-4a47-8705-884ee1d4f539 req-1320323c-5a7a-4d0e-bdd3-d5b7f03b9e9d service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=da11f78dfa0e450e86495280e2cbbb24&device_id=de6b9221-1d22-4c21-b613-cb215d4b2b31 HTTP/1.1" status: 200 len: 1097 time: 0.0438068 Jan 26 22:29:21.218171 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39713ce2-b9c8-4a47-8705-884ee1d4f539 req-790e661d-b179-48a1-9a8a-627ea2a2cafd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:29:21.219652 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-39713ce2-b9c8-4a47-8705-884ee1d4f539 req-790e661d-b179-48a1-9a8a-627ea2a2cafd service neutron] 10.222.0.57 "GET /v2.0/networks?id=6e9f6519-a244-429b-b38d-eabd3f00faa5 HTTP/1.1" status: 200 len: 898 time: 0.0844407 Jan 26 22:29:21.401394 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-5a041756-a67c-4084-9ab7-ea2cf5afa430 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (09df100c-3af1-4b0a-bda8-05914c71c458), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:29:21.619199 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-39713ce2-b9c8-4a47-8705-884ee1d4f539 req-c1ebd9b1-4e4c-456a-b497-518b74d205cd service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e1d2fb41-c6f2-4314-b654-1af76287467b HTTP/1.1" status: 200 len: 1002 time: 0.3940845 Jan 26 22:29:21.668811 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39713ce2-b9c8-4a47-8705-884ee1d4f539 req-1360f8e9-30a9-4197-89e2-d324e442dc6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:29:21.670197 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-39713ce2-b9c8-4a47-8705-884ee1d4f539 req-1360f8e9-30a9-4197-89e2-d324e442dc6b service neutron] 10.222.0.57 "GET /v2.0/subnets?id=6a9490fa-3896-4416-810f-13885a04abd1 HTTP/1.1" status: 200 len: 834 time: 0.0439060 Jan 26 22:29:21.714121 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39713ce2-b9c8-4a47-8705-884ee1d4f539 req-30791a89-bc0e-4d65-af02-bfbc1b848192 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:29:21.715582 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-39713ce2-b9c8-4a47-8705-884ee1d4f539 req-30791a89-bc0e-4d65-af02-bfbc1b848192 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=6e9f6519-a244-429b-b38d-eabd3f00faa5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0394921 Jan 26 22:29:21.806690 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-39713ce2-b9c8-4a47-8705-884ee1d4f539 req-8ecc0914-389f-4b50-a25d-d2a5cbe6e39d service neutron] 10.222.0.57 "GET /v2.0/networks/6e9f6519-a244-429b-b38d-eabd3f00faa5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830600 Jan 26 22:29:21.898510 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-39713ce2-b9c8-4a47-8705-884ee1d4f539 req-32758377-db3f-40bb-95d5-75f25e757332 service neutron] 10.222.0.57 "GET /v2.0/networks/6e9f6519-a244-429b-b38d-eabd3f00faa5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809045 Jan 26 22:29:22.052231 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e741ce51-6f3a-4d4d-8d9d-befc999ebd86 req-f1b3f584-b338-4476-9ef8-90c9a476e490 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:29:22.053759 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-e741ce51-6f3a-4d4d-8d9d-befc999ebd86 req-f1b3f584-b338-4476-9ef8-90c9a476e490 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] 10.222.0.13 "GET /v2.0/ports?device_id=de6b9221-1d22-4c21-b613-cb215d4b2b31 HTTP/1.1" status: 200 len: 946 time: 0.0486534 Jan 26 22:29:22.101742 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-e741ce51-6f3a-4d4d-8d9d-befc999ebd86 req-2688eb35-e7ec-470b-bdf6-cf2255242d3e tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] 10.222.0.13 "GET /v2.0/security-groups?id=6e5849c5-052d-410c-93f5-6ef7ab09a355&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424933 Jan 26 22:29:22.555515 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-841f5991-a4d8-4d4b-b215-cbc6bab5427b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (aa7ee9d2-08eb-4e12-b895-24c57300dfec), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:29:23.228106 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b5dd89-6bf1-49d3-a9b6-d905aff72086 req-1d3aa594-750b-45aa-aa43-248253e6d205 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:29:23.229732 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-94b5dd89-6bf1-49d3-a9b6-d905aff72086 req-1d3aa594-750b-45aa-aa43-248253e6d205 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] 10.222.0.13 "GET /v2.0/ports?device_id=de6b9221-1d22-4c21-b613-cb215d4b2b31 HTTP/1.1" status: 200 len: 946 time: 0.0585794 Jan 26 22:29:23.280013 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-94b5dd89-6bf1-49d3-a9b6-d905aff72086 req-081d0043-51a4-4219-b46e-f529668aaf54 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] 10.222.0.13 "GET /v2.0/security-groups?id=6e5849c5-052d-410c-93f5-6ef7ab09a355&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444739 Jan 26 22:29:23.813896 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (4d619873-4b60-439f-9b5a-b155dc8bbc34), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:29:24.376150 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-839dd188-ec69-470c-9ab0-d318dc1a2e96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (e79b4fc6-6c71-44b2-a6d0-ff3e1f4dfd0d), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:29:24.394223 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c154561c-3627-47fd-bf49-11218d62f5e3 req-5eb2ef34-0205-40ef-bc99-3511b9531bfd tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:29:24.395710 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-c154561c-3627-47fd-bf49-11218d62f5e3 req-5eb2ef34-0205-40ef-bc99-3511b9531bfd tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] 10.222.0.13 "GET /v2.0/ports?device_id=de6b9221-1d22-4c21-b613-cb215d4b2b31 HTTP/1.1" status: 200 len: 946 time: 0.0490916 Jan 26 22:29:24.446061 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-c154561c-3627-47fd-bf49-11218d62f5e3 req-ed678322-2c4b-416b-936e-e8330e28df9c tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] 10.222.0.13 "GET /v2.0/security-groups?id=6e5849c5-052d-410c-93f5-6ef7ab09a355&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445898 Jan 26 22:29:24.467728 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 55712) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 22:29:24.530465 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-cac72257-7df4-49cc-a346-6da515560108 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] 10.222.0.13 "GET /v2.0/floatingips/dab11f35-e656-400f-be75-e3f7fdc21ecf HTTP/1.1" status: 200 len: 994 time: 0.0616293 Jan 26 22:29:25.515628 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (fea0591a-627d-4c87-9a9a-01625ddf3277), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:29:25.818980 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81dc112-6093-4c61-a697-61d7157872dd req-7e79a377-a6f1-491b-99db-0cd03e7e823c tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:29:25.821223 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-a81dc112-6093-4c61-a697-61d7157872dd req-7e79a377-a6f1-491b-99db-0cd03e7e823c tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] 10.222.0.13 "GET /v2.0/ports?device_id=de6b9221-1d22-4c21-b613-cb215d4b2b31 HTTP/1.1" status: 200 len: 946 time: 0.0811994 Jan 26 22:29:25.837595 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6797961-c4c1-475f-be42-3351fca50605 req-8f91147a-c723-454a-8a1c-9a9f5d332caa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:29:25.839028 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-b6797961-c4c1-475f-be42-3351fca50605 req-8f91147a-c723-454a-8a1c-9a9f5d332caa service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=da11f78dfa0e450e86495280e2cbbb24&device_id=de6b9221-1d22-4c21-b613-cb215d4b2b31 HTTP/1.1" status: 200 len: 1097 time: 0.0652931 Jan 26 22:29:25.925475 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-a81dc112-6093-4c61-a697-61d7157872dd req-4fc419ff-5fb9-41e5-bed8-cba3f1ebfc7d tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] 10.222.0.13 "GET /v2.0/security-groups?id=6e5849c5-052d-410c-93f5-6ef7ab09a355&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0979111 Jan 26 22:29:25.956647 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6797961-c4c1-475f-be42-3351fca50605 req-ec17da9a-5a78-4369-89c8-66d0041d6df0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:29:25.958165 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-b6797961-c4c1-475f-be42-3351fca50605 req-ec17da9a-5a78-4369-89c8-66d0041d6df0 service neutron] 10.222.0.57 "GET /v2.0/networks?id=6e9f6519-a244-429b-b38d-eabd3f00faa5 HTTP/1.1" status: 200 len: 898 time: 0.1111948 Jan 26 22:29:26.029706 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-b6797961-c4c1-475f-be42-3351fca50605 req-37177a41-c574-403e-bace-bee2988fc582 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e1d2fb41-c6f2-4314-b654-1af76287467b HTTP/1.1" status: 200 len: 1002 time: 0.0659673 Jan 26 22:29:26.077229 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6797961-c4c1-475f-be42-3351fca50605 req-bd3781c7-b32c-466f-879a-1fd8cddcc7b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:29:26.078732 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-b6797961-c4c1-475f-be42-3351fca50605 req-bd3781c7-b32c-466f-879a-1fd8cddcc7b2 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=6a9490fa-3896-4416-810f-13885a04abd1 HTTP/1.1" status: 200 len: 834 time: 0.0440645 Jan 26 22:29:26.122732 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6797961-c4c1-475f-be42-3351fca50605 req-568806ae-1810-4c73-8d1c-e8a70ece6921 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:29:26.124201 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-b6797961-c4c1-475f-be42-3351fca50605 req-568806ae-1810-4c73-8d1c-e8a70ece6921 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=6e9f6519-a244-429b-b38d-eabd3f00faa5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0397115 Jan 26 22:29:26.215001 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-b6797961-c4c1-475f-be42-3351fca50605 req-b9298006-e347-4cb0-bafe-67d859c9614b service neutron] 10.222.0.57 "GET /v2.0/networks/6e9f6519-a244-429b-b38d-eabd3f00faa5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850000 Jan 26 22:29:26.302823 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-b6797961-c4c1-475f-be42-3351fca50605 req-4ce3e66c-0688-425c-9c65-de242290403c service neutron] 10.222.0.57 "GET /v2.0/networks/6e9f6519-a244-429b-b38d-eabd3f00faa5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819633 Jan 26 22:29:27.040429 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1960be3f-1230-4ce8-a3c2-e20de328531a req-c8e45098-1b37-4b3e-9240-6f68de270606 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:29:27.041958 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-1960be3f-1230-4ce8-a3c2-e20de328531a req-c8e45098-1b37-4b3e-9240-6f68de270606 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] 10.222.0.13 "GET /v2.0/ports?device_id=de6b9221-1d22-4c21-b613-cb215d4b2b31 HTTP/1.1" status: 200 len: 946 time: 0.0490165 Jan 26 22:29:27.090581 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-1960be3f-1230-4ce8-a3c2-e20de328531a req-e0226072-87e2-4d2a-89ed-fc156d656b74 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] 10.222.0.13 "GET /v2.0/security-groups?id=6e5849c5-052d-410c-93f5-6ef7ab09a355&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430677 Jan 26 22:29:27.112026 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 55722) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 22:29:27.178106 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-002e6926-6015-42f3-b780-e679dec4a104 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] 10.222.0.13 "GET /v2.0/floatingips/dab11f35-e656-400f-be75-e3f7fdc21ecf HTTP/1.1" status: 200 len: 994 time: 0.0646293 Jan 26 22:29:39.081371 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (32ef628b-8417-46c5-8729-60fcabe358f1), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:29:41.485857 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.agents_db [None req-569f1ced-6396-4ddf-b79f-e03b0b2146ab None None] Agent healthcheck: found 7 active agents {{(pid=103307) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 26 22:29:49.068491 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-96d5918d-57e8-403f-924e-da900ccbaf41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (474ccdf7-ab6c-405b-a3b2-dc7b05829902), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:29:51.403961 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-db122278-b28e-4ced-ac00-eb6bbc29ca94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (09df100c-3af1-4b0a-bda8-05914c71c458), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:29:52.555294 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-841f5991-a4d8-4d4b-b215-cbc6bab5427b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (aa7ee9d2-08eb-4e12-b895-24c57300dfec), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:29:53.845700 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (4d619873-4b60-439f-9b5a-b155dc8bbc34), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:29:54.381543 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-839dd188-ec69-470c-9ab0-d318dc1a2e96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (e79b4fc6-6c71-44b2-a6d0-ff3e1f4dfd0d), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:29:55.518268 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (fea0591a-627d-4c87-9a9a-01625ddf3277), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:29:59.640453 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 55732) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 22:29:59.795599 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-e76b32da-b140-4f70-b802-4fe39f1f6d68 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Deleting port 8b705e9d-9b60-419c-a3f2-2de4a81a2ad4 {{(pid=103305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 22:29:59.795945 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-e76b32da-b140-4f70-b802-4fe39f1f6d68 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746560630878'] for port (8b705e9d-9b60-419c-a3f2-2de4a81a2ad4), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:29:59.872815 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-e76b32da-b140-4f70-b802-4fe39f1f6d68 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4109658'] for port (8b705e9d-9b60-419c-a3f2-2de4a81a2ad4), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:29:59.873148 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-e76b32da-b140-4f70-b802-4fe39f1f6d68 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Publish callbacks [] for floatingip (8b705e9d-9b60-419c-a3f2-2de4a81a2ad4), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:29:59.884666 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-e76b32da-b140-4f70-b802-4fe39f1f6d68 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Calling delete_port for 8b705e9d-9b60-419c-a3f2-2de4a81a2ad4 owned by network:floatingip {{(pid=103305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 22:30:00.031559 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-e76b32da-b140-4f70-b802-4fe39f1f6d68 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746560636600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746560234536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11791543'] for port (8b705e9d-9b60-419c-a3f2-2de4a81a2ad4), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:30:00.058537 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e76b32da-b140-4f70-b802-4fe39f1f6d68 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Pushing event deleted for resources: {'Port': ['ID=8b705e9d-9b60-419c-a3f2-2de4a81a2ad4,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 22:30:00.081906 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e76b32da-b140-4f70-b802-4fe39f1f6d68 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:30:00.082265 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e76b32da-b140-4f70-b802-4fe39f1f6d68 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:30:00.082611 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e76b32da-b140-4f70-b802-4fe39f1f6d68 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:30:00.082955 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e76b32da-b140-4f70-b802-4fe39f1f6d68 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:30:00.083298 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e76b32da-b140-4f70-b802-4fe39f1f6d68 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:30:00.083634 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e76b32da-b140-4f70-b802-4fe39f1f6d68 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:30:00.083971 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e76b32da-b140-4f70-b802-4fe39f1f6d68 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:30:00.084310 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e76b32da-b140-4f70-b802-4fe39f1f6d68 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:30:00.084644 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e76b32da-b140-4f70-b802-4fe39f1f6d68 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:30:00.084976 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e76b32da-b140-4f70-b802-4fe39f1f6d68 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:30:00.085327 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e76b32da-b140-4f70-b802-4fe39f1f6d68 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:30:00.085662 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e76b32da-b140-4f70-b802-4fe39f1f6d68 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:30:00.085993 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e76b32da-b140-4f70-b802-4fe39f1f6d68 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:30:00.128366 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-e76b32da-b140-4f70-b802-4fe39f1f6d68 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Publish callbacks [] for floatingip (dab11f35-e656-400f-be75-e3f7fdc21ecf), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:30:00.128697 n-d-760453-5 neutron-server[103305]: INFO neutron.db.l3_db [None req-e76b32da-b140-4f70-b802-4fe39f1f6d68 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Floating IP dab11f35-e656-400f-be75-e3f7fdc21ecf disassociated (deleted). External IP: 172.25.1.215, port: e1d2fb41-c6f2-4314-b654-1af76287467b. Jan 26 22:30:00.332992 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e76b32da-b140-4f70-b802-4fe39f1f6d68 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Router 5dda1c59-07eb-4219-bb56-46c6a158f45f has already been hosted by L3 agent 09df100c-3af1-4b0a-bda8-05914c71c458 {{(pid=103305) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 26 22:30:00.440279 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e76b32da-b140-4f70-b802-4fe39f1f6d68 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Notify agent at l3_agent.n-d-760453-5 the message routers_updated {{(pid=103305) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 26 22:30:00.444693 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-e76b32da-b140-4f70-b802-4fe39f1f6d68 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for floatingip (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:30:00.450896 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-145e1288-9005-420f-b978-0ceafd062ef8 None None] Sync routers for ids ['5dda1c59-07eb-4219-bb56-46c6a158f45f'] in n-d-760453-5 {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 26 22:30:00.460298 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-145e1288-9005-420f-b978-0ceafd062ef8 None None] Routers {'5dda1c59-07eb-4219-bb56-46c6a158f45f'} bound to L3 agent in host n-d-760453-5 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 22:30:00.460891 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-145e1288-9005-420f-b978-0ceafd062ef8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-26T20:55:21Z,description=,heartbeat_timestamp=2022-01-26T22:29:51Z,host='n-d-760453-5',id=09df100c-3af1-4b0a-bda8-05914c71c458,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:55:21Z,topic='l3_agent')) {'router_ids': ['5dda1c59-07eb-4219-bb56-46c6a158f45f'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 22:30:00.472576 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-e76b32da-b140-4f70-b802-4fe39f1f6d68 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] 10.222.0.13 "DELETE /v2.0/floatingips/dab11f35-e656-400f-be75-e3f7fdc21ecf HTTP/1.1" status: 204 len: 168 time: 0.8310678 Jan 26 22:30:00.473185 n-d-760453-5 neutron-server[103305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de6b9221-1d22-4c21-b613-cb215d4b2b31', 'tag': 'e1d2fb41-c6f2-4314-b654-1af76287467b'}] {{(pid=103305) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 22:30:00.475583 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63c895857b12caccb44030902ae3f492cdae22bba6ec98e5b8bd003e299c093d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d61acc7b-f7c7-44fa-91af-277c6c072036" -d '{"events": [{"name": "network-changed", "server_uuid": "de6b9221-1d22-4c21-b613-cb215d4b2b31", "tag": "e1d2fb41-c6f2-4314-b654-1af76287467b"}]}' {{(pid=103305) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 22:30:00.567155 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_dvr_db [None req-145e1288-9005-420f-b978-0ceafd062ef8 None None] Set router 5dda1c59-07eb-4219-bb56-46c6a158f45f gateway port host: n-d-760453-5 {{(pid=103307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 22:30:00.636597 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 26 Jan 2022 22:30:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8881848e-8268-4d16-bea1-46d3f7e59787 x-openstack-request-id: req-8881848e-8268-4d16-bea1-46d3f7e59787 {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 22:30:00.636953 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "de6b9221-1d22-4c21-b613-cb215d4b2b31", "tag": "e1d2fb41-c6f2-4314-b654-1af76287467b", "status": "completed", "code": 200}]} {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 22:30:00.637271 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-8881848e-8268-4d16-bea1-46d3f7e59787 {{(pid=103305) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 22:30:00.637807 n-d-760453-5 neutron-server[103305]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'de6b9221-1d22-4c21-b613-cb215d4b2b31', 'tag': 'e1d2fb41-c6f2-4314-b654-1af76287467b', 'status': 'completed', 'code': 200} Jan 26 22:30:00.736128 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61acc7b-f7c7-44fa-91af-277c6c072036 req-ce746dee-1704-4a19-9188-ce1bc25ae462 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:30:00.737674 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-d61acc7b-f7c7-44fa-91af-277c6c072036 req-ce746dee-1704-4a19-9188-ce1bc25ae462 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=da11f78dfa0e450e86495280e2cbbb24&device_id=de6b9221-1d22-4c21-b613-cb215d4b2b31 HTTP/1.1" status: 200 len: 1097 time: 0.0771055 Jan 26 22:30:00.749266 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a01b9c6-c8c8-4c50-8e84-d45d1e463d4c req-78cbef8f-95b8-458a-819d-2f1f9371625c tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:30:00.750747 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-0a01b9c6-c8c8-4c50-8e84-d45d1e463d4c req-78cbef8f-95b8-458a-819d-2f1f9371625c tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] 10.222.0.13 "GET /v2.0/ports?device_id=de6b9221-1d22-4c21-b613-cb215d4b2b31 HTTP/1.1" status: 200 len: 946 time: 0.0626774 Jan 26 22:30:00.853638 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-0a01b9c6-c8c8-4c50-8e84-d45d1e463d4c req-0eeba7ef-0c48-4ede-8ce7-9f9614764be2 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] 10.222.0.13 "GET /v2.0/security-groups?id=6e5849c5-052d-410c-93f5-6ef7ab09a355&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0944331 Jan 26 22:30:00.858030 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-145e1288-9005-420f-b978-0ceafd062ef8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5dda1c59-07eb-4219-bb56-46c6a158f45f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1046526118', 'tenant_id': 'da11f78dfa0e450e86495280e2cbbb24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'external_fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.250'}], 'enable_snat': True}, 'gw_port_id': '9a5a5817-1a39-4fe4-b661-ddce98e9339a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T22:28:16Z', 'updated_at': '2022-01-26T22:28:20Z', 'revision_number': 4, 'project_id': 'da11f78dfa0e450e86495280e2cbbb24', 'gw_port': {'id': '9a5a5817-1a39-4fe4-b661-ddce98e9339a', 'name': '', 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:56:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dda1c59-07eb-4219-bb56-46c6a158f45f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T22:28:17Z', 'updated_at': '2022-01-26T22:28:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-5', '_interfaces': [{'id': '0e314c38-ee3d-46d2-94fe-703e74dafe08', 'name': '', 'network_id': '6e9f6519-a244-429b-b38d-eabd3f00faa5', 'tenant_id': 'da11f78dfa0e450e86495280e2cbbb24', 'mac_address': 'fa:16:3e:d4:62:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dda1c59-07eb-4219-bb56-46c6a158f45f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': '6a9490fa-3896-4416-810f-13885a04abd1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T22:28:19Z', 'updated_at': '2022-01-26T22:28:23Z', 'revision_number': 5, 'project_id': 'da11f78dfa0e450e86495280e2cbbb24', 'subnets': [{'id': '6a9490fa-3896-4416-810f-13885a04abd1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760453-5', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 22:30:00.876060 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61acc7b-f7c7-44fa-91af-277c6c072036 req-e4ef7e86-9182-4d15-bb68-58a94dd7f8cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:30:00.877566 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-d61acc7b-f7c7-44fa-91af-277c6c072036 req-e4ef7e86-9182-4d15-bb68-58a94dd7f8cf service neutron] 10.222.0.57 "GET /v2.0/networks?id=6e9f6519-a244-429b-b38d-eabd3f00faa5 HTTP/1.1" status: 200 len: 898 time: 0.1259556 Jan 26 22:30:00.884793 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-145e1288-9005-420f-b978-0ceafd062ef8 None None] Checking router: 5dda1c59-07eb-4219-bb56-46c6a158f45f for host: n-d-760453-5 {{(pid=103307) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 26 22:30:00.892973 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-145e1288-9005-420f-b978-0ceafd062ef8 None None] Routers {'5dda1c59-07eb-4219-bb56-46c6a158f45f'} bound to L3 agent in host n-d-760453-5 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 22:30:00.893597 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-145e1288-9005-420f-b978-0ceafd062ef8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-26T20:55:21Z,description=,heartbeat_timestamp=2022-01-26T22:29:51Z,host='n-d-760453-5',id=09df100c-3af1-4b0a-bda8-05914c71c458,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:55:21Z,topic='l3_agent')) {'router_ids': ['5dda1c59-07eb-4219-bb56-46c6a158f45f'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 22:30:00.922816 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-d61acc7b-f7c7-44fa-91af-277c6c072036 req-d96c3340-5b88-426d-9da5-a37978066fea service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e1d2fb41-c6f2-4314-b654-1af76287467b HTTP/1.1" status: 200 len: 217 time: 0.0389848 Jan 26 22:30:00.972952 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61acc7b-f7c7-44fa-91af-277c6c072036 req-5d874047-c2b0-42f9-ba08-b157d631dd98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:30:00.974531 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-d61acc7b-f7c7-44fa-91af-277c6c072036 req-5d874047-c2b0-42f9-ba08-b157d631dd98 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=6a9490fa-3896-4416-810f-13885a04abd1 HTTP/1.1" status: 200 len: 834 time: 0.0454116 Jan 26 22:30:00.997397 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_dvr_db [None req-145e1288-9005-420f-b978-0ceafd062ef8 None None] Set router 5dda1c59-07eb-4219-bb56-46c6a158f45f gateway port host: n-d-760453-5 {{(pid=103307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 22:30:01.026252 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61acc7b-f7c7-44fa-91af-277c6c072036 req-0d816b75-e8bb-4551-b0d5-21ba5c6c1ac7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:30:01.027816 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-d61acc7b-f7c7-44fa-91af-277c6c072036 req-0d816b75-e8bb-4551-b0d5-21ba5c6c1ac7 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=6e9f6519-a244-429b-b38d-eabd3f00faa5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0414212 Jan 26 22:30:01.124086 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-d61acc7b-f7c7-44fa-91af-277c6c072036 req-e28b531a-e29f-4461-a8f3-6b4962bedc25 service neutron] 10.222.0.57 "GET /v2.0/networks/6e9f6519-a244-429b-b38d-eabd3f00faa5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881441 Jan 26 22:30:01.197278 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-145e1288-9005-420f-b978-0ceafd062ef8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5dda1c59-07eb-4219-bb56-46c6a158f45f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1046526118', 'tenant_id': 'da11f78dfa0e450e86495280e2cbbb24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'external_fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.250'}], 'enable_snat': True}, 'gw_port_id': '9a5a5817-1a39-4fe4-b661-ddce98e9339a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T22:28:16Z', 'updated_at': '2022-01-26T22:28:20Z', 'revision_number': 4, 'project_id': 'da11f78dfa0e450e86495280e2cbbb24', 'gw_port': {'id': '9a5a5817-1a39-4fe4-b661-ddce98e9339a', 'name': '', 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:56:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dda1c59-07eb-4219-bb56-46c6a158f45f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T22:28:17Z', 'updated_at': '2022-01-26T22:28:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-5', '_interfaces': [{'id': '0e314c38-ee3d-46d2-94fe-703e74dafe08', 'name': '', 'network_id': '6e9f6519-a244-429b-b38d-eabd3f00faa5', 'tenant_id': 'da11f78dfa0e450e86495280e2cbbb24', 'mac_address': 'fa:16:3e:d4:62:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dda1c59-07eb-4219-bb56-46c6a158f45f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': '6a9490fa-3896-4416-810f-13885a04abd1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T22:28:19Z', 'updated_at': '2022-01-26T22:28:23Z', 'revision_number': 5, 'project_id': 'da11f78dfa0e450e86495280e2cbbb24', 'subnets': [{'id': '6a9490fa-3896-4416-810f-13885a04abd1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760453-5', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 22:30:01.215249 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-d61acc7b-f7c7-44fa-91af-277c6c072036 req-94957c26-2f50-432a-84b7-9376ff204a71 service neutron] 10.222.0.57 "GET /v2.0/networks/6e9f6519-a244-429b-b38d-eabd3f00faa5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845127 Jan 26 22:30:01.224062 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-145e1288-9005-420f-b978-0ceafd062ef8 None None] The sync data for ids ['5dda1c59-07eb-4219-bb56-46c6a158f45f'] in n-d-760453-5 is: [{'id': '5dda1c59-07eb-4219-bb56-46c6a158f45f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1046526118', 'tenant_id': 'da11f78dfa0e450e86495280e2cbbb24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'external_fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.250'}], 'enable_snat': True}, 'gw_port_id': '9a5a5817-1a39-4fe4-b661-ddce98e9339a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T22:28:16Z', 'updated_at': '2022-01-26T22:28:20Z', 'revision_number': 4, 'project_id': 'da11f78dfa0e450e86495280e2cbbb24', 'gw_port': {'id': '9a5a5817-1a39-4fe4-b661-ddce98e9339a', 'name': '', 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:56:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dda1c59-07eb-4219-bb56-46c6a158f45f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T22:28:17Z', 'updated_at': '2022-01-26T22:28:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-5', '_interfaces': [{'id': '0e314c38-ee3d-46d2-94fe-703e74dafe08', 'name': '', 'network_id': '6e9f6519-a244-429b-b38d-eabd3f00faa5', 'tenant_id': 'da11f78dfa0e450e86495280e2cbbb24', 'mac_address': 'fa:16:3e:d4:62:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dda1c59-07eb-4219-bb56-46c6a158f45f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': '6a9490fa-3896-4416-810f-13885a04abd1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T22:28:19Z', 'updated_at': '2022-01-26T22:28:23Z', 'revision_number': 5, 'project_id': 'da11f78dfa0e450e86495280e2cbbb24', 'subnets': [{'id': '6a9490fa-3896-4416-810f-13885a04abd1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 26 22:30:01.436539 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f12aa5bb-064b-43f2-b78c-a786e7d3de91 None None] New status for floating IP dab11f35-e656-400f-be75-e3f7fdc21ecf: DOWN {{(pid=103306) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 26 22:30:01.971957 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ec2d3e-8cab-477c-9709-a06adf9da774 req-609a8853-770a-4bd0-a3d5-07fc8351486d tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:30:01.973521 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-32ec2d3e-8cab-477c-9709-a06adf9da774 req-609a8853-770a-4bd0-a3d5-07fc8351486d tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] 10.222.0.13 "GET /v2.0/ports?device_id=de6b9221-1d22-4c21-b613-cb215d4b2b31 HTTP/1.1" status: 200 len: 946 time: 0.0491867 Jan 26 22:30:02.028556 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-32ec2d3e-8cab-477c-9709-a06adf9da774 req-49fe7a6e-e182-4072-b98b-ecb1233eba48 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] 10.222.0.13 "GET /v2.0/security-groups?id=6e5849c5-052d-410c-93f5-6ef7ab09a355&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496099 Jan 26 22:30:02.231367 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08431a41-7ced-42f2-959b-63c77a4d1b82 req-1e03045a-ee4e-4f46-bec7-2abec4a415c6 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:30:02.232737 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-08431a41-7ced-42f2-959b-63c77a4d1b82 req-1e03045a-ee4e-4f46-bec7-2abec4a415c6 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] 10.222.0.57 "GET /v2.0/ports?device_id=de6b9221-1d22-4c21-b613-cb215d4b2b31 HTTP/1.1" status: 200 len: 946 time: 0.0473216 Jan 26 22:30:02.318425 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [req-08431a41-7ced-42f2-959b-63c77a4d1b82 req-978815aa-dfc3-4db1-b32b-fec23137134b tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Deleting port e1d2fb41-c6f2-4314-b654-1af76287467b {{(pid=103304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 22:30:02.318768 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-08431a41-7ced-42f2-959b-63c77a4d1b82 req-978815aa-dfc3-4db1-b32b-fec23137134b tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746560630878'] for port (e1d2fb41-c6f2-4314-b654-1af76287467b), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:30:02.409206 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [req-08431a41-7ced-42f2-959b-63c77a4d1b82 req-978815aa-dfc3-4db1-b32b-fec23137134b tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] For port e1d2fb41-c6f2-4314-b654-1af76287467b, host n-h2-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-5',level=0,port_id=e1d2fb41-c6f2-4314-b654-1af76287467b,segment=NetworkSegment(86d597d5-7680-4828-9936-619370ff08ff),segment_id=86d597d5-7680-4828-9936-619370ff08ff)] {{(pid=103304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 22:30:02.409600 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-08431a41-7ced-42f2-959b-63c77a4d1b82 req-978815aa-dfc3-4db1-b32b-fec23137134b tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4109658'] for port (e1d2fb41-c6f2-4314-b654-1af76287467b), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:30:02.421853 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [req-08431a41-7ced-42f2-959b-63c77a4d1b82 req-978815aa-dfc3-4db1-b32b-fec23137134b tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Calling delete_port for e1d2fb41-c6f2-4314-b654-1af76287467b owned by compute:nova {{(pid=103304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 22:30:02.549782 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-08431a41-7ced-42f2-959b-63c77a4d1b82 req-978815aa-dfc3-4db1-b32b-fec23137134b tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746560636600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746560234536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9281553'] for port (e1d2fb41-c6f2-4314-b654-1af76287467b), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:30:02.580362 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978815aa-dfc3-4db1-b32b-fec23137134b tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Pushing event deleted for resources: {'Port': ['ID=e1d2fb41-c6f2-4314-b654-1af76287467b,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 22:30:02.609426 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-978815aa-dfc3-4db1-b32b-fec23137134b tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:30:02.609784 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-978815aa-dfc3-4db1-b32b-fec23137134b tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:30:02.610133 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-978815aa-dfc3-4db1-b32b-fec23137134b tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:30:02.610475 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-978815aa-dfc3-4db1-b32b-fec23137134b tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:30:02.610813 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-978815aa-dfc3-4db1-b32b-fec23137134b tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:30:02.611152 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-978815aa-dfc3-4db1-b32b-fec23137134b tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:30:02.611486 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-978815aa-dfc3-4db1-b32b-fec23137134b tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:30:02.611816 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-978815aa-dfc3-4db1-b32b-fec23137134b tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:30:02.612150 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-978815aa-dfc3-4db1-b32b-fec23137134b tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:30:02.612490 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-978815aa-dfc3-4db1-b32b-fec23137134b tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:30:02.612807 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-978815aa-dfc3-4db1-b32b-fec23137134b tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:30:02.613134 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-978815aa-dfc3-4db1-b32b-fec23137134b tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:30:02.613480 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-978815aa-dfc3-4db1-b32b-fec23137134b tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:30:02.636380 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [req-08431a41-7ced-42f2-959b-63c77a4d1b82 req-978815aa-dfc3-4db1-b32b-fec23137134b tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] No DVR routers for this DVR port e1d2fb41-c6f2-4314-b654-1af76287467b on host n-h2-760453-5 {{(pid=103304) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 26 22:30:02.639035 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-08431a41-7ced-42f2-959b-63c77a4d1b82 req-978815aa-dfc3-4db1-b32b-fec23137134b tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:30:02.642588 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-08431a41-7ced-42f2-959b-63c77a4d1b82 req-978815aa-dfc3-4db1-b32b-fec23137134b tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] 10.222.0.57 "DELETE /v2.0/ports/e1d2fb41-c6f2-4314-b654-1af76287467b HTTP/1.1" status: 204 len: 173 time: 0.4047086 Jan 26 22:30:02.643109 n-d-760453-5 neutron-server[103304]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de6b9221-1d22-4c21-b613-cb215d4b2b31', 'name': 'network-vif-deleted', 'tag': 'e1d2fb41-c6f2-4314-b654-1af76287467b'}] {{(pid=103304) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 22:30:02.645518 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86e783e1922a725fac327d65912384d63450ce1a6a2ee22db2d1cc52fb257f3b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90121740-91e2-46bf-abd5-24da86130dcc" -d '{"events": [{"server_uuid": "de6b9221-1d22-4c21-b613-cb215d4b2b31", "name": "network-vif-deleted", "tag": "e1d2fb41-c6f2-4314-b654-1af76287467b"}]}' {{(pid=103304) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 22:30:02.685471 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Jan 2022 22:30:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3abee33-1427-4143-98c8-8cd0800897ce x-openstack-request-id: req-c3abee33-1427-4143-98c8-8cd0800897ce {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 22:30:02.685767 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de6b9221-1d22-4c21-b613-cb215d4b2b31", "name": "network-vif-deleted", "tag": "e1d2fb41-c6f2-4314-b654-1af76287467b", "status": "completed", "code": 200}]} {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 22:30:02.686022 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c3abee33-1427-4143-98c8-8cd0800897ce {{(pid=103304) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 22:30:02.686435 n-d-760453-5 neutron-server[103304]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de6b9221-1d22-4c21-b613-cb215d4b2b31', 'name': 'network-vif-deleted', 'tag': 'e1d2fb41-c6f2-4314-b654-1af76287467b', 'status': 'completed', 'code': 200} Jan 26 22:30:03.138373 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-23e63ba5-4617-496c-87ab-3453864ba4ec req-515e0bba-35ed-4312-b069-854c968bfbc1 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] 10.222.0.13 "GET /v2.0/ports?device_id=de6b9221-1d22-4c21-b613-cb215d4b2b31 HTTP/1.1" status: 200 len: 210 time: 0.0288095 Jan 26 22:30:04.195027 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 55754) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 22:30:04.549467 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-ee0996a3-7cb0-4db2-9713-cd6c117b4fdd tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4110657'] for router_interface (5dda1c59-07eb-4219-bb56-46c6a158f45f), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:30:04.795003 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-ee0996a3-7cb0-4db2-9713-cd6c117b4fdd tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Deleting port 0e314c38-ee3d-46d2-94fe-703e74dafe08 {{(pid=103305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 22:30:04.795343 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-ee0996a3-7cb0-4db2-9713-cd6c117b4fdd tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746560630878'] for port (0e314c38-ee3d-46d2-94fe-703e74dafe08), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:30:04.880428 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [None req-ee0996a3-7cb0-4db2-9713-cd6c117b4fdd tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] For port 0e314c38-ee3d-46d2-94fe-703e74dafe08, host n-d-760453-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=0e314c38-ee3d-46d2-94fe-703e74dafe08,segment=NetworkSegment(86d597d5-7680-4828-9936-619370ff08ff),segment_id=86d597d5-7680-4828-9936-619370ff08ff)] {{(pid=103305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 22:30:04.880720 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-ee0996a3-7cb0-4db2-9713-cd6c117b4fdd tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4109658'] for port (0e314c38-ee3d-46d2-94fe-703e74dafe08), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:30:04.894149 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-ee0996a3-7cb0-4db2-9713-cd6c117b4fdd tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Calling delete_port for 0e314c38-ee3d-46d2-94fe-703e74dafe08 owned by network:router_interface {{(pid=103305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 22:30:05.076509 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-ee0996a3-7cb0-4db2-9713-cd6c117b4fdd tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746560636600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746560234536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11791543'] for port (0e314c38-ee3d-46d2-94fe-703e74dafe08), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:30:05.105888 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee0996a3-7cb0-4db2-9713-cd6c117b4fdd tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Pushing event deleted for resources: {'Port': ['ID=0e314c38-ee3d-46d2-94fe-703e74dafe08,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 22:30:05.567939 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-ee0996a3-7cb0-4db2-9713-cd6c117b4fdd tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3709480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4110805'] for router_interface (5dda1c59-07eb-4219-bb56-46c6a158f45f), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:30:05.776984 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee0996a3-7cb0-4db2-9713-cd6c117b4fdd tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Router 5dda1c59-07eb-4219-bb56-46c6a158f45f has already been hosted by L3 agent 09df100c-3af1-4b0a-bda8-05914c71c458 {{(pid=103305) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 26 22:30:05.878959 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee0996a3-7cb0-4db2-9713-cd6c117b4fdd tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Notify agent at l3_agent.n-d-760453-5 the message routers_updated {{(pid=103305) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 26 22:30:05.883992 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-ee0996a3-7cb0-4db2-9713-cd6c117b4fdd tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] 10.222.0.13 "PUT /v2.0/routers/5dda1c59-07eb-4219-bb56-46c6a158f45f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6879523 Jan 26 22:30:05.887015 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 55756) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 22:30:05.889014 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b47b468-e086-4478-829d-a83d5e512c00 None None] Sync routers for ids ['5dda1c59-07eb-4219-bb56-46c6a158f45f'] in n-d-760453-5 {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 26 22:30:05.898253 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b47b468-e086-4478-829d-a83d5e512c00 None None] Routers {'5dda1c59-07eb-4219-bb56-46c6a158f45f'} bound to L3 agent in host n-d-760453-5 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 22:30:05.898850 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-6b47b468-e086-4478-829d-a83d5e512c00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-26T20:55:21Z,description=,heartbeat_timestamp=2022-01-26T22:29:51Z,host='n-d-760453-5',id=09df100c-3af1-4b0a-bda8-05914c71c458,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:55:21Z,topic='l3_agent')) {'router_ids': ['5dda1c59-07eb-4219-bb56-46c6a158f45f'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 22:30:05.941998 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.db_base_plugin_v2 [None req-082f5f8a-f9a7-4afe-8828-2659633d021f tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Deleting subnet 6a9490fa-3896-4416-810f-13885a04abd1 {{(pid=103304) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 26 22:30:05.945130 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-082f5f8a-f9a7-4afe-8828-2659633d021f tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Publish callbacks [] for subnet (6a9490fa-3896-4416-810f-13885a04abd1), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:30:05.987385 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-082f5f8a-f9a7-4afe-8828-2659633d021f tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8881284'] for subnet (6a9490fa-3896-4416-810f-13885a04abd1), precommit_delete_associations {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:30:06.003560 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_dvr_db [None req-6b47b468-e086-4478-829d-a83d5e512c00 None None] Set router 5dda1c59-07eb-4219-bb56-46c6a158f45f gateway port host: n-d-760453-5 {{(pid=103307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 22:30:06.068361 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-082f5f8a-f9a7-4afe-8828-2659633d021f tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687316'] for subnet (6a9490fa-3896-4416-810f-13885a04abd1), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:30:06.133361 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-082f5f8a-f9a7-4afe-8828-2659633d021f tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9281612', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12215216'] for subnet (6a9490fa-3896-4416-810f-13885a04abd1), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:30:06.163861 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-082f5f8a-f9a7-4afe-8828-2659633d021f tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Pushing event deleted for resources: {'Subnet': ['ID=6a9490fa-3896-4416-810f-13885a04abd1,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 22:30:06.165990 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-082f5f8a-f9a7-4afe-8828-2659633d021f tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Publish callbacks [] for subnet (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:30:06.169235 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-082f5f8a-f9a7-4afe-8828-2659633d021f tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] 10.222.0.13 "DELETE /v2.0/subnets/6a9490fa-3896-4416-810f-13885a04abd1 HTTP/1.1" status: 204 len: 168 time: 0.2811618 Jan 26 22:30:06.171944 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 55758) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 22:30:06.178833 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-416bf8a4-b8be-4807-becb-889e6cebbc61 None None] Network 6e9f6519-a244-429b-b38d-eabd3f00faa5 requested from n-d-760453-5 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 26 22:30:06.180637 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-6b47b468-e086-4478-829d-a83d5e512c00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5dda1c59-07eb-4219-bb56-46c6a158f45f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1046526118', 'tenant_id': 'da11f78dfa0e450e86495280e2cbbb24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'external_fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.250'}], 'enable_snat': True}, 'gw_port_id': '9a5a5817-1a39-4fe4-b661-ddce98e9339a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T22:28:16Z', 'updated_at': '2022-01-26T22:30:05Z', 'revision_number': 5, 'project_id': 'da11f78dfa0e450e86495280e2cbbb24', 'gw_port': {'id': '9a5a5817-1a39-4fe4-b661-ddce98e9339a', 'name': '', 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:56:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dda1c59-07eb-4219-bb56-46c6a158f45f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T22:28:17Z', 'updated_at': '2022-01-26T22:28:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-5'}], 'n-d-760453-5', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 22:30:06.211237 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b47b468-e086-4478-829d-a83d5e512c00 None None] Checking router: 5dda1c59-07eb-4219-bb56-46c6a158f45f for host: n-d-760453-5 {{(pid=103307) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 26 22:30:06.220295 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b47b468-e086-4478-829d-a83d5e512c00 None None] Routers {'5dda1c59-07eb-4219-bb56-46c6a158f45f'} bound to L3 agent in host n-d-760453-5 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 22:30:06.220903 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-6b47b468-e086-4478-829d-a83d5e512c00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-26T20:55:21Z,description=,heartbeat_timestamp=2022-01-26T22:29:51Z,host='n-d-760453-5',id=09df100c-3af1-4b0a-bda8-05914c71c458,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:55:21Z,topic='l3_agent')) {'router_ids': ['5dda1c59-07eb-4219-bb56-46c6a158f45f'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 22:30:06.284687 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-ade51a2f-8c1c-4320-b1d5-d4990ea39cc9 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Publish callbacks [] for router (5dda1c59-07eb-4219-bb56-46c6a158f45f), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:30:06.348116 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_dvr_db [None req-6b47b468-e086-4478-829d-a83d5e512c00 None None] Set router 5dda1c59-07eb-4219-bb56-46c6a158f45f gateway port host: n-d-760453-5 {{(pid=103307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 22:30:06.363016 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3584743b-4e22-4234-86e1-07a9a6050988 None None] DHCP port deletion for 6e9f6519-a244-429b-b38d-eabd3f00faa5 request from n-d-760453-5 {{(pid=103306) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 26 22:30:06.398402 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Device e1d2fb41-c6f2-4314-b654-1af76287467b no longer exists at agent hyperv_n-h2-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 26 22:30:06.427070 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] No Port match for: e1d2fb41-c6f2-4314-b654-1af76287467b {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 26 22:30:06.427495 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Device e1d2fb41-c6f2-4314-b654-1af76287467b not bound to the agent host n-h2-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 26 22:30:06.444324 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-ade51a2f-8c1c-4320-b1d5-d4990ea39cc9 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Publish callbacks [] for router_gateway (5dda1c59-07eb-4219-bb56-46c6a158f45f), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:30:06.450019 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-3584743b-4e22-4234-86e1-07a9a6050988 None None] Deleting port ba746660-64f2-4e48-85b5-b09c8213deea {{(pid=103306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 22:30:06.450556 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-3584743b-4e22-4234-86e1-07a9a6050988 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746560630878'] for port (ba746660-64f2-4e48-85b5-b09c8213deea), before_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:30:06.510202 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-ade51a2f-8c1c-4320-b1d5-d4990ea39cc9 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Deleting port 9a5a5817-1a39-4fe4-b661-ddce98e9339a {{(pid=103304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 22:30:06.510593 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-ade51a2f-8c1c-4320-b1d5-d4990ea39cc9 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746560630878'] for port (9a5a5817-1a39-4fe4-b661-ddce98e9339a), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:30:06.521840 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-3584743b-4e22-4234-86e1-07a9a6050988 None None] For port ba746660-64f2-4e48-85b5-b09c8213deea, host n-d-760453-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=ba746660-64f2-4e48-85b5-b09c8213deea,segment=NetworkSegment(86d597d5-7680-4828-9936-619370ff08ff),segment_id=86d597d5-7680-4828-9936-619370ff08ff)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 22:30:06.522483 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-3584743b-4e22-4234-86e1-07a9a6050988 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4109658'] for port (ba746660-64f2-4e48-85b5-b09c8213deea), precommit_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:30:06.536349 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-3584743b-4e22-4234-86e1-07a9a6050988 None None] Calling delete_port for ba746660-64f2-4e48-85b5-b09c8213deea owned by network:dhcp {{(pid=103306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 22:30:06.552259 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-6b47b468-e086-4478-829d-a83d5e512c00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5dda1c59-07eb-4219-bb56-46c6a158f45f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1046526118', 'tenant_id': 'da11f78dfa0e450e86495280e2cbbb24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'external_fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.250'}], 'enable_snat': True}, 'gw_port_id': '9a5a5817-1a39-4fe4-b661-ddce98e9339a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T22:28:16Z', 'updated_at': '2022-01-26T22:30:05Z', 'revision_number': 5, 'project_id': 'da11f78dfa0e450e86495280e2cbbb24', 'gw_port': {'id': '9a5a5817-1a39-4fe4-b661-ddce98e9339a', 'name': '', 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:56:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dda1c59-07eb-4219-bb56-46c6a158f45f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T22:28:17Z', 'updated_at': '2022-01-26T22:28:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-5'}], 'n-d-760453-5', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 22:30:06.579254 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b47b468-e086-4478-829d-a83d5e512c00 None None] The sync data for ids ['5dda1c59-07eb-4219-bb56-46c6a158f45f'] in n-d-760453-5 is: [{'id': '5dda1c59-07eb-4219-bb56-46c6a158f45f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1046526118', 'tenant_id': 'da11f78dfa0e450e86495280e2cbbb24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'external_fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.250'}], 'enable_snat': True}, 'gw_port_id': '9a5a5817-1a39-4fe4-b661-ddce98e9339a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T22:28:16Z', 'updated_at': '2022-01-26T22:30:05Z', 'revision_number': 5, 'project_id': 'da11f78dfa0e450e86495280e2cbbb24', 'gw_port': {'id': '9a5a5817-1a39-4fe4-b661-ddce98e9339a', 'name': '', 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:56:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dda1c59-07eb-4219-bb56-46c6a158f45f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T22:28:17Z', 'updated_at': '2022-01-26T22:28:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-5'}] {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 26 22:30:06.595211 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [None req-ade51a2f-8c1c-4320-b1d5-d4990ea39cc9 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] For port 9a5a5817-1a39-4fe4-b661-ddce98e9339a, host n-d-760453-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=9a5a5817-1a39-4fe4-b661-ddce98e9339a,segment=NetworkSegment(e17cb353-418f-48b9-b982-21a6233ee99b),segment_id=e17cb353-418f-48b9-b982-21a6233ee99b)] {{(pid=103304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 22:30:06.595590 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-ade51a2f-8c1c-4320-b1d5-d4990ea39cc9 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4109658'] for port (9a5a5817-1a39-4fe4-b661-ddce98e9339a), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:30:06.608915 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-ade51a2f-8c1c-4320-b1d5-d4990ea39cc9 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Calling delete_port for 9a5a5817-1a39-4fe4-b661-ddce98e9339a owned by network:router_gateway {{(pid=103304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 22:30:06.627667 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-3584743b-4e22-4234-86e1-07a9a6050988 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746560636600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746560234536'] for port (ba746660-64f2-4e48-85b5-b09c8213deea), after_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:30:06.653369 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3584743b-4e22-4234-86e1-07a9a6050988 None None] Pushing event deleted for resources: {'Port': ['ID=ba746660-64f2-4e48-85b5-b09c8213deea,revision_number=None']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 22:30:06.657899 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3584743b-4e22-4234-86e1-07a9a6050988 None None] No DVR routers for this DVR port ba746660-64f2-4e48-85b5-b09c8213deea on host n-d-760453-5 {{(pid=103306) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 26 22:30:06.664823 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3584743b-4e22-4234-86e1-07a9a6050988 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:30:06.665172 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3584743b-4e22-4234-86e1-07a9a6050988 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:30:06.665739 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3584743b-4e22-4234-86e1-07a9a6050988 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:30:06.665869 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3584743b-4e22-4234-86e1-07a9a6050988 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:30:06.666196 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3584743b-4e22-4234-86e1-07a9a6050988 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:30:06.667082 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3584743b-4e22-4234-86e1-07a9a6050988 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:30:06.667803 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3584743b-4e22-4234-86e1-07a9a6050988 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:30:06.667803 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3584743b-4e22-4234-86e1-07a9a6050988 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:30:06.668498 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3584743b-4e22-4234-86e1-07a9a6050988 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:30:06.668498 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3584743b-4e22-4234-86e1-07a9a6050988 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:30:06.668675 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3584743b-4e22-4234-86e1-07a9a6050988 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:30:06.669004 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3584743b-4e22-4234-86e1-07a9a6050988 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:30:06.669333 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3584743b-4e22-4234-86e1-07a9a6050988 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:30:06.779256 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-ade51a2f-8c1c-4320-b1d5-d4990ea39cc9 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746560636600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746560234536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9281553'] for port (9a5a5817-1a39-4fe4-b661-ddce98e9339a), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:30:06.813273 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade51a2f-8c1c-4320-b1d5-d4990ea39cc9 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Pushing event deleted for resources: {'Port': ['ID=9a5a5817-1a39-4fe4-b661-ddce98e9339a,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 22:30:06.869433 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-ade51a2f-8c1c-4320-b1d5-d4990ea39cc9 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4111291'] for router_gateway (5dda1c59-07eb-4219-bb56-46c6a158f45f), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:30:06.961051 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-ade51a2f-8c1c-4320-b1d5-d4990ea39cc9 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4105774', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13082'] for router (5dda1c59-07eb-4219-bb56-46c6a158f45f), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:30:06.963944 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-ade51a2f-8c1c-4320-b1d5-d4990ea39cc9 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Publish callbacks [] for router_controller (5dda1c59-07eb-4219-bb56-46c6a158f45f), precommit_delete_associations {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:30:07.008498 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-ade51a2f-8c1c-4320-b1d5-d4990ea39cc9 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4105767'] for router (5dda1c59-07eb-4219-bb56-46c6a158f45f), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:30:07.009061 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ade51a2f-8c1c-4320-b1d5-d4990ea39cc9 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Fanout notify agent at l3_agent the message router_deleted on router 5dda1c59-07eb-4219-bb56-46c6a158f45f {{(pid=103304) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 26 22:30:07.017913 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-ade51a2f-8c1c-4320-b1d5-d4990ea39cc9 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Publish callbacks [] for router (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:30:07.019092 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-ade51a2f-8c1c-4320-b1d5-d4990ea39cc9 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] 10.222.0.13 "DELETE /v2.0/routers/5dda1c59-07eb-4219-bb56-46c6a158f45f HTTP/1.1" status: 204 len: 168 time: 0.8462198 Jan 26 22:30:07.022011 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 55762) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 22:30:07.101775 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-d7754df1-dc2e-4184-b90b-daa75a6c8609 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-748181'] for network (6e9f6519-a244-429b-b38d-eabd3f00faa5), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:30:07.193742 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-d7754df1-dc2e-4184-b90b-daa75a6c8609 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-686403', 'neutron.services.segments.db._delete_segments_for_network-8746560774018'] for network (6e9f6519-a244-429b-b38d-eabd3f00faa5), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:30:07.220740 n-d-760453-5 neutron-server[103304]: DEBUG neutron.services.segments.db [None req-d7754df1-dc2e-4184-b90b-daa75a6c8609 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6e9f6519-a244-429b-b38d-eabd3f00faa5']}} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 22:30:07.230884 n-d-760453-5 neutron-server[103304]: DEBUG neutron.services.segments.db [None req-d7754df1-dc2e-4184-b90b-daa75a6c8609 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '86d597d5-7680-4828-9936-619370ff08ff') {'for_net_delete': True} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 22:30:07.231179 n-d-760453-5 neutron-server[103304]: DEBUG neutron.services.segments.db [None req-d7754df1-dc2e-4184-b90b-daa75a6c8609 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '86d597d5-7680-4828-9936-619370ff08ff') {} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 22:30:07.241218 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-d7754df1-dc2e-4184-b90b-daa75a6c8609 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746560742283', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8881293'] for segment (86d597d5-7680-4828-9936-619370ff08ff), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:30:07.254497 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-d7754df1-dc2e-4184-b90b-daa75a6c8609 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576559'] for segment (86d597d5-7680-4828-9936-619370ff08ff), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:30:07.260948 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d7754df1-dc2e-4184-b90b-daa75a6c8609 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Releasing vlan 587 on physical network physnet1 to pool {{(pid=103304) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 26 22:30:07.261369 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-d7754df1-dc2e-4184-b90b-daa75a6c8609 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9281762'] for segment (86d597d5-7680-4828-9936-619370ff08ff), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:30:07.264492 n-d-760453-5 neutron-server[103304]: Traceback (most recent call last): Jan 26 22:30:07.264492 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 26 22:30:07.264492 n-d-760453-5 neutron-server[103304]: timer() Jan 26 22:30:07.264492 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 26 22:30:07.264492 n-d-760453-5 neutron-server[103304]: cb(*args, **kw) Jan 26 22:30:07.264492 n-d-760453-5 neutron-server[103304]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 26 22:30:07.264492 n-d-760453-5 neutron-server[103304]: return func(*args, **kwargs) Jan 26 22:30:07.264492 n-d-760453-5 neutron-server[103304]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 26 22:30:07.264492 n-d-760453-5 neutron-server[103304]: self._notify() Jan 26 22:30:07.264492 n-d-760453-5 neutron-server[103304]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 26 22:30:07.264492 n-d-760453-5 neutron-server[103304]: self.callback(batched_events) Jan 26 22:30:07.264492 n-d-760453-5 neutron-server[103304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 26 22:30:07.264492 n-d-760453-5 neutron-server[103304]: event.method(event) Jan 26 22:30:07.264492 n-d-760453-5 neutron-server[103304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 26 22:30:07.264492 n-d-760453-5 neutron-server[103304]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 26 22:30:07.264492 n-d-760453-5 neutron-server[103304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 26 22:30:07.264492 n-d-760453-5 neutron-server[103304]: aggregate_uuid = self.p_client.list_aggregates( Jan 26 22:30:07.264492 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 26 22:30:07.264492 n-d-760453-5 neutron-server[103304]: return f(self, *a, **k) Jan 26 22:30:07.264492 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 26 22:30:07.264492 n-d-760453-5 neutron-server[103304]: return self._get(url).json() Jan 26 22:30:07.264492 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 26 22:30:07.264492 n-d-760453-5 neutron-server[103304]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 26 22:30:07.264492 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 26 22:30:07.264492 n-d-760453-5 neutron-server[103304]: return self.request(url, 'GET', **kwargs) Jan 26 22:30:07.264492 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 26 22:30:07.264492 n-d-760453-5 neutron-server[103304]: base_url = self.get_endpoint(auth, allow=allow, Jan 26 22:30:07.264492 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 26 22:30:07.264492 n-d-760453-5 neutron-server[103304]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 26 22:30:07.264492 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 26 22:30:07.264492 n-d-760453-5 neutron-server[103304]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 26 22:30:07.264492 n-d-760453-5 neutron-server[103304]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 26 22:30:07.319815 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-d7754df1-dc2e-4184-b90b-daa75a6c8609 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4110931'] for network (6e9f6519-a244-429b-b38d-eabd3f00faa5), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:30:07.327423 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-d7754df1-dc2e-4184-b90b-daa75a6c8609 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Publish callbacks [] for network (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:30:07.329918 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-d7754df1-dc2e-4184-b90b-daa75a6c8609 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] 10.222.0.13 "DELETE /v2.0/networks/6e9f6519-a244-429b-b38d-eabd3f00faa5 HTTP/1.1" status: 204 len: 168 time: 0.3068638 Jan 26 22:30:07.332754 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 55764) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 22:30:07.341907 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7754df1-dc2e-4184-b90b-daa75a6c8609 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Pushing event deleted for resources: {'Network': ['ID=6e9f6519-a244-429b-b38d-eabd3f00faa5,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 22:30:07.394095 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-e2945bd1-ad50-4f67-b42a-7dde50db807a tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Publish callbacks [] for security_group (6e5849c5-052d-410c-93f5-6ef7ab09a355), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:30:07.419877 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-e2945bd1-ad50-4f67-b42a-7dde50db807a tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Publish callbacks [] for security_group (6e5849c5-052d-410c-93f5-6ef7ab09a355), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:30:07.477767 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-e2945bd1-ad50-4f67-b42a-7dde50db807a tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (6e5849c5-052d-410c-93f5-6ef7ab09a355), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:30:07.481195 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-e2945bd1-ad50-4f67-b42a-7dde50db807a tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Publish callbacks [] for security_group (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:30:07.482608 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-e2945bd1-ad50-4f67-b42a-7dde50db807a tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] 10.222.0.13 "DELETE /v2.0/security-groups/6e5849c5-052d-410c-93f5-6ef7ab09a355 HTTP/1.1" status: 204 len: 168 time: 0.1488140 Jan 26 22:30:07.492061 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2945bd1-ad50-4f67-b42a-7dde50db807a tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e5849c5-052d-410c-93f5-6ef7ab09a355,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 22:30:07.633024 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device 0e314c38-ee3d-46d2-94fe-703e74dafe08 no longer exists at agent ovs-agent-n-d-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 26 22:30:07.656835 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] No Port match for: 0e314c38-ee3d-46d2-94fe-703e74dafe08 {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 26 22:30:07.657112 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device 0e314c38-ee3d-46d2-94fe-703e74dafe08 not bound to the agent host n-d-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 26 22:30:07.660053 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device 9a5a5817-1a39-4fe4-b661-ddce98e9339a no longer exists at agent ovs-agent-n-d-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 26 22:30:07.676252 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] No Port match for: 9a5a5817-1a39-4fe4-b661-ddce98e9339a {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 26 22:30:07.676598 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device 9a5a5817-1a39-4fe4-b661-ddce98e9339a not bound to the agent host n-d-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 26 22:30:07.677007 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device ba746660-64f2-4e48-85b5-b09c8213deea no longer exists at agent ovs-agent-n-d-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 26 22:30:07.695603 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] No Port match for: ba746660-64f2-4e48-85b5-b09c8213deea {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 26 22:30:07.695949 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device ba746660-64f2-4e48-85b5-b09c8213deea not bound to the agent host n-d-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 26 22:30:07.846124 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 55772) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 22:30:07.850637 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-255f6cff-5e80-47ee-9636-315190a3f75e tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2097499599', 'description': 'tempest-secgroup-smoke-2097499599 description', 'project_id': 'da11f78dfa0e450e86495280e2cbbb24'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 22:30:07.871252 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-255f6cff-5e80-47ee-9636-315190a3f75e tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Publish callbacks [] for security_group (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:30:07.934408 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-255f6cff-5e80-47ee-9636-315190a3f75e tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Publish callbacks [] for security_group (dadcfb3a-83ad-4897-ba0a-6f59b7ed9002), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:30:07.937906 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-255f6cff-5e80-47ee-9636-315190a3f75e tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (dadcfb3a-83ad-4897-ba0a-6f59b7ed9002), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:30:07.966953 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-255f6cff-5e80-47ee-9636-315190a3f75e tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Publish callbacks [] for security_group (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:30:07.968196 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-255f6cff-5e80-47ee-9636-315190a3f75e tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1210620 Jan 26 22:30:07.970252 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255f6cff-5e80-47ee-9636-315190a3f75e tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dadcfb3a-83ad-4897-ba0a-6f59b7ed9002,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 22:30:07.971256 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 55776) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 22:30:07.976238 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-848361d1-d063-48f9-b29f-563bdd1256a2 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Request body: {'security_group_rule': {'security_group_id': 'dadcfb3a-83ad-4897-ba0a-6f59b7ed9002', 'project_id': 'da11f78dfa0e450e86495280e2cbbb24', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 22:30:08.003212 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-848361d1-d063-48f9-b29f-563bdd1256a2 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Publish callbacks [] for security_group_rule (64638208-bd0a-4df5-8c5c-ae9e20a7076b), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:30:08.056243 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-848361d1-d063-48f9-b29f-563bdd1256a2 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Publish callbacks [] for security_group_rule (64638208-bd0a-4df5-8c5c-ae9e20a7076b), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:30:08.059263 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-848361d1-d063-48f9-b29f-563bdd1256a2 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102715'] for security_group_rule (64638208-bd0a-4df5-8c5c-ae9e20a7076b), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:30:08.079426 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848361d1-d063-48f9-b29f-563bdd1256a2 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=64638208-bd0a-4df5-8c5c-ae9e20a7076b,revision_number=0']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 22:30:08.085968 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-848361d1-d063-48f9-b29f-563bdd1256a2 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:30:08.087072 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-848361d1-d063-48f9-b29f-563bdd1256a2 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1147540 Jan 26 22:30:08.090259 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 55778) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 22:30:08.094599 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-f3dd34d7-c36b-4a69-b74f-7215c4734a1b tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Request body: {'security_group_rule': {'security_group_id': 'dadcfb3a-83ad-4897-ba0a-6f59b7ed9002', 'project_id': 'da11f78dfa0e450e86495280e2cbbb24', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 22:30:08.118409 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-f3dd34d7-c36b-4a69-b74f-7215c4734a1b tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Publish callbacks [] for security_group_rule (5cd52cf0-705d-4006-8693-08226642118d), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:30:08.174614 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-f3dd34d7-c36b-4a69-b74f-7215c4734a1b tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Publish callbacks [] for security_group_rule (5cd52cf0-705d-4006-8693-08226642118d), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:30:08.178204 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-f3dd34d7-c36b-4a69-b74f-7215c4734a1b tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102715'] for security_group_rule (5cd52cf0-705d-4006-8693-08226642118d), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:30:08.198991 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3dd34d7-c36b-4a69-b74f-7215c4734a1b tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5cd52cf0-705d-4006-8693-08226642118d,revision_number=0']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 22:30:08.204784 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-f3dd34d7-c36b-4a69-b74f-7215c4734a1b tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:30:08.205856 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-f3dd34d7-c36b-4a69-b74f-7215c4734a1b tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1146338 Jan 26 22:30:08.210409 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 55780) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 22:30:08.215399 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-34572577-52ec-4340-b9e3-442a36101606 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Request body: {'security_group_rule': {'security_group_id': 'dadcfb3a-83ad-4897-ba0a-6f59b7ed9002', 'project_id': 'da11f78dfa0e450e86495280e2cbbb24', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 22:30:08.241837 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-34572577-52ec-4340-b9e3-442a36101606 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Publish callbacks [] for security_group_rule (14f6781b-1f9d-4622-9124-b9c8eb2661b1), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:30:08.300967 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-34572577-52ec-4340-b9e3-442a36101606 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Publish callbacks [] for security_group_rule (14f6781b-1f9d-4622-9124-b9c8eb2661b1), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:30:08.304413 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-34572577-52ec-4340-b9e3-442a36101606 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102715'] for security_group_rule (14f6781b-1f9d-4622-9124-b9c8eb2661b1), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:30:08.321890 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34572577-52ec-4340-b9e3-442a36101606 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=14f6781b-1f9d-4622-9124-b9c8eb2661b1,revision_number=0']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 22:30:08.329798 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-34572577-52ec-4340-b9e3-442a36101606 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:30:08.330980 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-34572577-52ec-4340-b9e3-442a36101606 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1195922 Jan 26 22:30:08.333745 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 55782) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 22:30:08.338755 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-f45b6f9a-d84b-4744-93d1-f74399a9c2ae tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Request body: {'security_group_rule': {'security_group_id': 'dadcfb3a-83ad-4897-ba0a-6f59b7ed9002', 'project_id': 'da11f78dfa0e450e86495280e2cbbb24', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 22:30:08.363091 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-f45b6f9a-d84b-4744-93d1-f74399a9c2ae tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Publish callbacks [] for security_group_rule (cf22c1ba-0f2c-4a50-8a14-7b6f984ca721), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:30:08.420014 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-f45b6f9a-d84b-4744-93d1-f74399a9c2ae tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Publish callbacks [] for security_group_rule (cf22c1ba-0f2c-4a50-8a14-7b6f984ca721), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:30:08.423595 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-f45b6f9a-d84b-4744-93d1-f74399a9c2ae tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102715'] for security_group_rule (cf22c1ba-0f2c-4a50-8a14-7b6f984ca721), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:30:08.443765 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45b6f9a-d84b-4744-93d1-f74399a9c2ae tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cf22c1ba-0f2c-4a50-8a14-7b6f984ca721,revision_number=0']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 22:30:08.451971 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-f45b6f9a-d84b-4744-93d1-f74399a9c2ae tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:30:08.453161 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-f45b6f9a-d84b-4744-93d1-f74399a9c2ae tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1184771 Jan 26 22:30:08.455870 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 55784) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 22:30:08.460314 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-cf4f5bad-90f5-4259-b9ef-a0b2bace2527 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Request body: {'security_group_rule': {'security_group_id': 'dadcfb3a-83ad-4897-ba0a-6f59b7ed9002', 'project_id': 'da11f78dfa0e450e86495280e2cbbb24', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 22:30:08.480993 n-d-760453-5 neutron-server[103305]: INFO neutron.db.securitygroups_db [None req-cf4f5bad-90f5-4259-b9ef-a0b2bace2527 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Project da11f78dfa0e450e86495280e2cbbb24 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 26 22:30:08.485748 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-cf4f5bad-90f5-4259-b9ef-a0b2bace2527 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Publish callbacks [] for security_group_rule (db28f749-7505-4996-85a1-0519f7645d2b), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:30:08.545194 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-cf4f5bad-90f5-4259-b9ef-a0b2bace2527 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Publish callbacks [] for security_group_rule (db28f749-7505-4996-85a1-0519f7645d2b), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:30:08.548621 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-cf4f5bad-90f5-4259-b9ef-a0b2bace2527 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102715'] for security_group_rule (db28f749-7505-4996-85a1-0519f7645d2b), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:30:08.565860 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf4f5bad-90f5-4259-b9ef-a0b2bace2527 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=db28f749-7505-4996-85a1-0519f7645d2b,revision_number=0']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 22:30:08.574121 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-cf4f5bad-90f5-4259-b9ef-a0b2bace2527 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:30:08.575294 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-cf4f5bad-90f5-4259-b9ef-a0b2bace2527 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1185117 Jan 26 22:30:08.578007 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 55786) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 22:30:08.582348 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-2f07970d-9820-4e35-9431-243661866be4 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Request body: {'security_group_rule': {'security_group_id': 'dadcfb3a-83ad-4897-ba0a-6f59b7ed9002', 'project_id': 'da11f78dfa0e450e86495280e2cbbb24', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 22:30:08.602020 n-d-760453-5 neutron-server[103305]: INFO neutron.db.securitygroups_db [None req-2f07970d-9820-4e35-9431-243661866be4 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Project da11f78dfa0e450e86495280e2cbbb24 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 26 22:30:08.606895 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-2f07970d-9820-4e35-9431-243661866be4 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Publish callbacks [] for security_group_rule (b090b74b-7e80-49fb-8da5-9cd4f47532a1), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:30:08.665361 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-2f07970d-9820-4e35-9431-243661866be4 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Publish callbacks [] for security_group_rule (b090b74b-7e80-49fb-8da5-9cd4f47532a1), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:30:08.669056 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-2f07970d-9820-4e35-9431-243661866be4 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102715'] for security_group_rule (b090b74b-7e80-49fb-8da5-9cd4f47532a1), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:30:08.686512 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f07970d-9820-4e35-9431-243661866be4 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b090b74b-7e80-49fb-8da5-9cd4f47532a1,revision_number=0']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 22:30:08.693731 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-2f07970d-9820-4e35-9431-243661866be4 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:30:08.694922 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-2f07970d-9820-4e35-9431-243661866be4 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1159649 Jan 26 22:30:08.698186 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 55788) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 22:30:08.703007 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-5386a04f-ca21-42c1-8008-f14412acb54c tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Request body: {'network': {'name': 'tempest-network-smoke--1167087291', 'project_id': 'da11f78dfa0e450e86495280e2cbbb24', 'port_security_enabled': True}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 22:30:08.721374 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5386a04f-ca21-42c1-8008-f14412acb54c tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Made reservation on behalf of da11f78dfa0e450e86495280e2cbbb24 for: {'network': 1} {{(pid=103305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 22:30:08.724669 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-5386a04f-ca21-42c1-8008-f14412acb54c tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for network (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:30:08.749106 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5386a04f-ca21-42c1-8008-f14412acb54c tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] vlan segment allocate from pool success with {'vlan_id': 571, 'physical_network': 'physnet1'} {{(pid=103305) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 26 22:30:08.758567 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-5386a04f-ca21-42c1-8008-f14412acb54c tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576559'] for segment (e307227c-2525-486a-a1e7-3fb5424fb402), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:30:08.758917 n-d-760453-5 neutron-server[103305]: INFO neutron.db.segments_db [None req-5386a04f-ca21-42c1-8008-f14412acb54c tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Added segment e307227c-2525-486a-a1e7-3fb5424fb402 of type vlan for network 885e867d-057e-416e-a628-be69eaa1f013 Jan 26 22:30:08.800625 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-5386a04f-ca21-42c1-8008-f14412acb54c tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746560256871'] for network (885e867d-057e-416e-a628-be69eaa1f013), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:30:08.825905 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-5386a04f-ca21-42c1-8008-f14412acb54c tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503'] for network (885e867d-057e-416e-a628-be69eaa1f013), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:30:08.830919 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5386a04f-ca21-42c1-8008-f14412acb54c tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:30:08.831512 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-5386a04f-ca21-42c1-8008-f14412acb54c tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Publish callbacks [] for network (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:30:08.882726 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-5386a04f-ca21-42c1-8008-f14412acb54c tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1835470 Jan 26 22:30:08.886133 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 55790) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 22:30:08.890806 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-def6b564-6bfc-41e5-bc02-dd1f3964d28d tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-114924401', 'admin_state_up': True, 'project_id': 'da11f78dfa0e450e86495280e2cbbb24', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299'}}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 22:30:08.901386 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5386a04f-ca21-42c1-8008-f14412acb54c tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Pushing event updated for resources: {'Network': ['ID=885e867d-057e-416e-a628-be69eaa1f013,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 22:30:08.911977 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Network 885e867d-057e-416e-a628-be69eaa1f013 details requested by agent ovs-agent-n-d-760453-5 with host n-d-760453-5 {{(pid=103306) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 26 22:30:08.914588 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-def6b564-6bfc-41e5-bc02-dd1f3964d28d tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4104596', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13108'] for router (b1715558-9e15-4838-be25-31384c396b25), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:30:08.915612 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-def6b564-6bfc-41e5-bc02-dd1f3964d28d tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4105828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4111306', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3733576', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13069'] for router (b1715558-9e15-4838-be25-31384c396b25), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:30:08.973429 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-def6b564-6bfc-41e5-bc02-dd1f3964d28d tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Publish callbacks [] for router_controller (b1715558-9e15-4838-be25-31384c396b25), precommit_add_association {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:30:09.111030 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-def6b564-6bfc-41e5-bc02-dd1f3964d28d tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Publish callbacks [] for router_gateway (b1715558-9e15-4838-be25-31384c396b25), precommit_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:30:09.111266 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (32ef628b-8417-46c5-8729-60fcabe358f1), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:30:09.300177 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-def6b564-6bfc-41e5-bc02-dd1f3964d28d tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Publish callbacks [] for router_gateway (b1715558-9e15-4838-be25-31384c396b25), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:30:09.318730 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-def6b564-6bfc-41e5-bc02-dd1f3964d28d tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:30:09.420804 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.db_base_plugin_common [None req-def6b564-6bfc-41e5-bc02-dd1f3964d28d tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Allocated IP 172.25.1.6 (4140a1f1-c93a-4bea-83a0-68953a54f299/e48251a1-e30d-4820-8396-00c6f6aeb601/a17b534b-75e6-46e7-9973-367439531e2f) {{(pid=103304) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 22:30:09.519167 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-def6b564-6bfc-41e5-bc02-dd1f3964d28d tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Publish callbacks [] for port (a17b534b-75e6-46e7-9973-367439531e2f), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:30:09.553068 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-def6b564-6bfc-41e5-bc02-dd1f3964d28d tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746560234527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9281553'] for port (a17b534b-75e6-46e7-9973-367439531e2f), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:30:09.591916 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-def6b564-6bfc-41e5-bc02-dd1f3964d28d tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Network 4140a1f1-c93a-4bea-83a0-68953a54f299 is already hosted by enough agents. {{(pid=103304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 22:30:09.594655 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [None req-def6b564-6bfc-41e5-bc02-dd1f3964d28d tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Resources bound (agent type, host, resource id): {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 22:30:09.597975 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-def6b564-6bfc-41e5-bc02-dd1f3964d28d tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Received port after_create {{(pid=103304) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 22:30:09.626389 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def6b564-6bfc-41e5-bc02-dd1f3964d28d tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Pushing event updated for resources: {'Port': ['ID=a17b534b-75e6-46e7-9973-367439531e2f,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 22:30:10.183701 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-def6b564-6bfc-41e5-bc02-dd1f3964d28d tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Publish callbacks [] for router_gateway (b1715558-9e15-4838-be25-31384c396b25), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:30:10.381510 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-def6b564-6bfc-41e5-bc02-dd1f3964d28d tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4105757', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4111263'] for router (b1715558-9e15-4838-be25-31384c396b25), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:30:10.510218 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-def6b564-6bfc-41e5-bc02-dd1f3964d28d tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Router b1715558-9e15-4838-be25-31384c396b25 is scheduled to L3 agent 09df100c-3af1-4b0a-bda8-05914c71c458 with binding_index 1 {{(pid=103304) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 26 22:30:10.618027 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-def6b564-6bfc-41e5-bc02-dd1f3964d28d tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Notify agent at l3_agent.n-d-760453-5 the message routers_updated {{(pid=103304) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 26 22:30:10.629249 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a327362-df8d-4b1b-94ff-6a283319d3fe None None] Sync routers for ids ['b1715558-9e15-4838-be25-31384c396b25'] in n-d-760453-5 {{(pid=103306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 26 22:30:10.638898 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-def6b564-6bfc-41e5-bc02-dd1f3964d28d tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Publish callbacks [] for router (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:30:10.640090 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-def6b564-6bfc-41e5-bc02-dd1f3964d28d tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 1.7528687 Jan 26 22:30:10.643234 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 55794) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 22:30:10.645032 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a327362-df8d-4b1b-94ff-6a283319d3fe None None] Routers {'b1715558-9e15-4838-be25-31384c396b25'} bound to L3 agent in host n-d-760453-5 {{(pid=103306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 22:30:10.645757 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-9a327362-df8d-4b1b-94ff-6a283319d3fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-26T20:55:21Z,description=,heartbeat_timestamp=2022-01-26T22:29:51Z,host='n-d-760453-5',id=09df100c-3af1-4b0a-bda8-05914c71c458,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:55:21Z,topic='l3_agent')) {'router_ids': ['b1715558-9e15-4838-be25-31384c396b25'], 'active': True} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 22:30:10.672654 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-dca0565c-47eb-4d8f-91d4-ef085ec3a5aa tempest-TestNetworkAdvancedServerOps-1320763415 tempest-TestNetworkAdvancedServerOps-1320763415-project-admin] 10.222.0.13 "GET /v2.0/subnets?project_id=da11f78dfa0e450e86495280e2cbbb24&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0282650 Jan 26 22:30:10.675208 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 55796) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 22:30:10.761369 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvr_db [None req-9a327362-df8d-4b1b-94ff-6a283319d3fe None None] Set router b1715558-9e15-4838-be25-31384c396b25 gateway port host: n-d-760453-5 {{(pid=103306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 22:30:10.763865 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe33e7b1-c55d-4195-be22-6c7cb0cfb15f tempest-TestNetworkAdvancedServerOps-1320763415 tempest-TestNetworkAdvancedServerOps-1320763415-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:30:10.765458 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-fe33e7b1-c55d-4195-be22-6c7cb0cfb15f tempest-TestNetworkAdvancedServerOps-1320763415 tempest-TestNetworkAdvancedServerOps-1320763415-project-admin] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0893321 Jan 26 22:30:10.768355 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 55798) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 22:30:10.802765 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-b50b284c-b7af-4998-a45c-e5db91ff076d tempest-TestNetworkAdvancedServerOps-1320763415 tempest-TestNetworkAdvancedServerOps-1320763415-project-admin] 10.222.0.13 "GET /v2.0/subnets?network_id=4140a1f1-c93a-4bea-83a0-68953a54f299&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0307236 Jan 26 22:30:10.803099 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 55800) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 22:30:10.808738 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-68fce5b4-7c00-4480-b7d6-62676fdce06d tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1956700711', 'network_id': '885e867d-057e-416e-a628-be69eaa1f013', 'project_id': 'da11f78dfa0e450e86495280e2cbbb24', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 22:30:10.900097 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68fce5b4-7c00-4480-b7d6-62676fdce06d tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Made reservation on behalf of da11f78dfa0e450e86495280e2cbbb24 for: {'subnet': 1} {{(pid=103305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 22:30:10.903927 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-68fce5b4-7c00-4480-b7d6-62676fdce06d tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11599953'] for subnet (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:30:10.942993 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-9a327362-df8d-4b1b-94ff-6a283319d3fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1715558-9e15-4838-be25-31384c396b25', 'name': 'tempest-TestNetworkAdvancedServerOps-router-114924401', 'tenant_id': 'da11f78dfa0e450e86495280e2cbbb24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'external_fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.6'}], 'enable_snat': True}, 'gw_port_id': 'a17b534b-75e6-46e7-9973-367439531e2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T22:30:08Z', 'updated_at': '2022-01-26T22:30:09Z', 'revision_number': 3, 'project_id': 'da11f78dfa0e450e86495280e2cbbb24', 'gw_port': {'id': 'a17b534b-75e6-46e7-9973-367439531e2f', 'name': '', 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:32:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1715558-9e15-4838-be25-31384c396b25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4311, 'fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T22:30:09Z', 'updated_at': '2022-01-26T22:30:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-5'}], 'n-d-760453-5', False) {} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 22:30:10.973583 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a327362-df8d-4b1b-94ff-6a283319d3fe None None] Checking router: b1715558-9e15-4838-be25-31384c396b25 for host: n-d-760453-5 {{(pid=103306) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 26 22:30:10.973924 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a327362-df8d-4b1b-94ff-6a283319d3fe None None] Updating router b1715558-9e15-4838-be25-31384c396b25 port a17b534b-75e6-46e7-9973-367439531e2f binding host n-d-760453-5 {{(pid=103306) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 26 22:30:10.998976 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-9a327362-df8d-4b1b-94ff-6a283319d3fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (a17b534b-75e6-46e7-9973-367439531e2f), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:30:11.101761 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-68fce5b4-7c00-4480-b7d6-62676fdce06d tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11788839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11599975'] for subnet (5c53e0fc-f609-4525-b5ba-cbf9ef574613), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:30:11.167252 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fce5b4-7c00-4480-b7d6-62676fdce06d tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Pushing event updated for resources: {'Subnet': ['ID=5c53e0fc-f609-4525-b5ba-cbf9ef574613,revision_number=0']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 22:30:11.176035 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68fce5b4-7c00-4480-b7d6-62676fdce06d tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Checking segment: {'id': 'e307227c-2525-486a-a1e7-3fb5424fb402', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '885e867d-057e-416e-a628-be69eaa1f013'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103305) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 22:30:11.176408 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68fce5b4-7c00-4480-b7d6-62676fdce06d tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Network hostable DHCP agents. Network: 885e867d-057e-416e-a628-be69eaa1f013, hostable agents: ['474ccdf7-ab6c-405b-a3b2-dc7b05829902'], hosted agents: [] {{(pid=103305) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 26 22:30:11.195586 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68fce5b4-7c00-4480-b7d6-62676fdce06d tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Network 885e867d-057e-416e-a628-be69eaa1f013 is scheduled to be hosted by DHCP agent 474ccdf7-ab6c-405b-a3b2-dc7b05829902 with binding_index 1 {{(pid=103305) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 26 22:30:11.205379 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [None req-68fce5b4-7c00-4480-b7d6-62676fdce06d tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760453-5, 885e867d-057e-416e-a628-be69eaa1f013) {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 22:30:11.210087 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68fce5b4-7c00-4480-b7d6-62676fdce06d tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:30:11.211031 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-68fce5b4-7c00-4480-b7d6-62676fdce06d tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Publish callbacks [] for subnet (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:30:11.220121 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f4ce01a-fd66-4995-9a46-15ac95bfc966 None None] Network 885e867d-057e-416e-a628-be69eaa1f013 requested from n-d-760453-5 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 26 22:30:11.231787 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-68fce5b4-7c00-4480-b7d6-62676fdce06d tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4276011 Jan 26 22:30:11.234487 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 55802) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 22:30:11.354731 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-9a327362-df8d-4b1b-94ff-6a283319d3fe None None] Publish callbacks [] for port (a17b534b-75e6-46e7-9973-367439531e2f), precommit_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:30:11.373383 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-9a327362-df8d-4b1b-94ff-6a283319d3fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (a17b534b-75e6-46e7-9973-367439531e2f), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:30:11.403723 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5c4cd3a-77a9-4230-8b74-97ef9ba3bd0d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3c4099e8-8ffb-51d1-af7f-5868973e933f-885e867d-057e-416e-a628-be69eaa1f013', 'network_id': '885e867d-057e-416e-a628-be69eaa1f013', 'project_id': 'da11f78dfa0e450e86495280e2cbbb24', 'fixed_ips': [{'subnet_id': '5c53e0fc-f609-4525-b5ba-cbf9ef574613'}]}} from n-d-760453-5. {{(pid=103306) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 26 22:30:11.404737 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d5c4cd3a-77a9-4230-8b74-97ef9ba3bd0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (None), before_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:30:11.448664 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-9a327362-df8d-4b1b-94ff-6a283319d3fe None None] Attempting to bind port a17b534b-75e6-46e7-9973-367439531e2f on host n-d-760453-5 for vnic_type normal with profile {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 22:30:11.449043 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-9a327362-df8d-4b1b-94ff-6a283319d3fe None None] Attempting to bind port a17b534b-75e6-46e7-9973-367439531e2f by drivers openvswitch,hyperv on host n-d-760453-5 at level 0 using segments [{'id': 'e17cb353-418f-48b9-b982-21a6233ee99b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299'}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 26 22:30:11.449408 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a327362-df8d-4b1b-94ff-6a283319d3fe None None] Attempting to bind port a17b534b-75e6-46e7-9973-367439531e2f on network 4140a1f1-c93a-4bea-83a0-68953a54f299 {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 22:30:11.451155 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cacb2406-6f18-4e9d-bfe3-8bc2d98ce930 None None] Pushing event updated for resources: {'Port': ['ID=a17b534b-75e6-46e7-9973-367439531e2f,revision_number=2']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 22:30:11.464494 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a327362-df8d-4b1b-94ff-6a283319d3fe None None] Checking agent: {'id': 'fea0591a-627d-4c87-9a9a-01625ddf3277', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760453-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 20, 55, 25), 'started_at': datetime.datetime(2022, 1, 26, 20, 55, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 22, 29, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760453-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 26 22:30:11.464924 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a327362-df8d-4b1b-94ff-6a283319d3fe None None] Checking segment: {'id': 'e17cb353-418f-48b9-b982-21a6233ee99b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 22:30:11.465267 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-9a327362-df8d-4b1b-94ff-6a283319d3fe None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:30:11.465681 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a327362-df8d-4b1b-94ff-6a283319d3fe None None] Bound using segment: {'id': 'e17cb353-418f-48b9-b982-21a6233ee99b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299'} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 26 22:30:11.466274 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-9a327362-df8d-4b1b-94ff-6a283319d3fe None None] Bound port: a17b534b-75e6-46e7-9973-367439531e2f, host: n-d-760453-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e17cb353-418f-48b9-b982-21a6233ee99b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299'}}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 26 22:30:11.466543 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-9a327362-df8d-4b1b-94ff-6a283319d3fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (a17b534b-75e6-46e7-9973-367439531e2f), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:30:11.600270 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-9a327362-df8d-4b1b-94ff-6a283319d3fe None None] For port a17b534b-75e6-46e7-9973-367439531e2f, host n-d-760453-5, cleared binding levels {{(pid=103306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 26 22:30:11.618145 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-9a327362-df8d-4b1b-94ff-6a283319d3fe None None] For port a17b534b-75e6-46e7-9973-367439531e2f, host n-d-760453-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=a17b534b-75e6-46e7-9973-367439531e2f,segment=NetworkSegment(e17cb353-418f-48b9-b982-21a6233ee99b),segment_id=e17cb353-418f-48b9-b982-21a6233ee99b)] {{(pid=103306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 26 22:30:11.625409 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-9a327362-df8d-4b1b-94ff-6a283319d3fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (a17b534b-75e6-46e7-9973-367439531e2f), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:30:11.640925 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.db_base_plugin_common [None req-d5c4cd3a-77a9-4230-8b74-97ef9ba3bd0d None None] Allocated IP 172.20.0.2 (885e867d-057e-416e-a628-be69eaa1f013/5c53e0fc-f609-4525-b5ba-cbf9ef574613/6bdeaf10-72f4-43ce-8084-3a578f1f3844) {{(pid=103306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 22:30:11.702943 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-3d832f4e-9591-4fd5-80c0-730a2908cdfe tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:30:11.714084 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a327362-df8d-4b1b-94ff-6a283319d3fe None None] Routers {'b1715558-9e15-4838-be25-31384c396b25'} bound to L3 agent in host n-d-760453-5 {{(pid=103306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 22:30:11.715129 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-9a327362-df8d-4b1b-94ff-6a283319d3fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-26T20:55:21Z,description=,heartbeat_timestamp=2022-01-26T22:29:51Z,host='n-d-760453-5',id=09df100c-3af1-4b0a-bda8-05914c71c458,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:55:21Z,topic='l3_agent')) {'router_ids': ['b1715558-9e15-4838-be25-31384c396b25'], 'active': True} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 22:30:11.941465 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cacb2406-6f18-4e9d-bfe3-8bc2d98ce930 None None] Pushing event updated for resources: {'Port': ['ID=a17b534b-75e6-46e7-9973-367439531e2f,revision_number=3']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 22:30:12.065984 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvr_db [None req-9a327362-df8d-4b1b-94ff-6a283319d3fe None None] Set router b1715558-9e15-4838-be25-31384c396b25 gateway port host: n-d-760453-5 {{(pid=103306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 22:30:12.179925 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d5c4cd3a-77a9-4230-8b74-97ef9ba3bd0d None None] Publish callbacks [] for port (6bdeaf10-72f4-43ce-8084-3a578f1f3844), precommit_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:30:12.194234 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d5c4cd3a-77a9-4230-8b74-97ef9ba3bd0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746560234527'] for port (6bdeaf10-72f4-43ce-8084-3a578f1f3844), after_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:30:12.240506 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.db_base_plugin_common [None req-3d832f4e-9591-4fd5-80c0-730a2908cdfe tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Allocated IP 172.20.0.1 (885e867d-057e-416e-a628-be69eaa1f013/5c53e0fc-f609-4525-b5ba-cbf9ef574613/1f158ba0-7787-45c4-8336-3474d5e93e3d) {{(pid=103305) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 22:30:12.246615 n-d-760453-5 neutron-server[103306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5c4cd3a-77a9-4230-8b74-97ef9ba3bd0d None None] Network 885e867d-057e-416e-a628-be69eaa1f013 is already hosted by enough agents. {{(pid=103306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 22:30:12.256296 n-d-760453-5 neutron-server[103306]: DEBUG neutron.scheduler.base_scheduler [None req-d5c4cd3a-77a9-4230-8b74-97ef9ba3bd0d None None] Resources bound (agent type, host, resource id): {{(pid=103306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 22:30:12.259334 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5c4cd3a-77a9-4230-8b74-97ef9ba3bd0d None None] Received port after_create {{(pid=103306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 22:30:12.276683 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c4cd3a-77a9-4230-8b74-97ef9ba3bd0d None None] Pushing event updated for resources: {'Port': ['ID=6bdeaf10-72f4-43ce-8084-3a578f1f3844,revision_number=1']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 22:30:12.356389 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-d5c4cd3a-77a9-4230-8b74-97ef9ba3bd0d None None] Attempting to bind port 6bdeaf10-72f4-43ce-8084-3a578f1f3844 on host n-d-760453-5 for vnic_type normal with profile {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 22:30:12.356754 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-d5c4cd3a-77a9-4230-8b74-97ef9ba3bd0d None None] Attempting to bind port 6bdeaf10-72f4-43ce-8084-3a578f1f3844 by drivers openvswitch,hyperv on host n-d-760453-5 at level 0 using segments [{'id': 'e307227c-2525-486a-a1e7-3fb5424fb402', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '885e867d-057e-416e-a628-be69eaa1f013'}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 26 22:30:12.357111 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5c4cd3a-77a9-4230-8b74-97ef9ba3bd0d None None] Attempting to bind port 6bdeaf10-72f4-43ce-8084-3a578f1f3844 on network 885e867d-057e-416e-a628-be69eaa1f013 {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 22:30:12.364617 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5c4cd3a-77a9-4230-8b74-97ef9ba3bd0d None None] Checking agent: {'id': 'fea0591a-627d-4c87-9a9a-01625ddf3277', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760453-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 20, 55, 25), 'started_at': datetime.datetime(2022, 1, 26, 20, 55, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 22, 29, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760453-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 26 22:30:12.365006 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5c4cd3a-77a9-4230-8b74-97ef9ba3bd0d None None] Checking segment: {'id': 'e307227c-2525-486a-a1e7-3fb5424fb402', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '885e867d-057e-416e-a628-be69eaa1f013'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 22:30:12.365133 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-3d832f4e-9591-4fd5-80c0-730a2908cdfe tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Publish callbacks [] for port (1f158ba0-7787-45c4-8336-3474d5e93e3d), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:30:12.365405 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d5c4cd3a-77a9-4230-8b74-97ef9ba3bd0d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:30:12.366062 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5c4cd3a-77a9-4230-8b74-97ef9ba3bd0d None None] Bound using segment: {'id': 'e307227c-2525-486a-a1e7-3fb5424fb402', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '885e867d-057e-416e-a628-be69eaa1f013'} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 26 22:30:12.366518 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-d5c4cd3a-77a9-4230-8b74-97ef9ba3bd0d None None] Bound port: 6bdeaf10-72f4-43ce-8084-3a578f1f3844, host: n-d-760453-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e307227c-2525-486a-a1e7-3fb5424fb402', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '885e867d-057e-416e-a628-be69eaa1f013'}}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 26 22:30:12.366890 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d5c4cd3a-77a9-4230-8b74-97ef9ba3bd0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (6bdeaf10-72f4-43ce-8084-3a578f1f3844), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:30:12.400521 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-3d832f4e-9591-4fd5-80c0-730a2908cdfe tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746560234527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11791543'] for port (1f158ba0-7787-45c4-8336-3474d5e93e3d), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:30:12.413310 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-9a327362-df8d-4b1b-94ff-6a283319d3fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1715558-9e15-4838-be25-31384c396b25', 'name': 'tempest-TestNetworkAdvancedServerOps-router-114924401', 'tenant_id': 'da11f78dfa0e450e86495280e2cbbb24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'external_fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.6'}], 'enable_snat': True}, 'gw_port_id': 'a17b534b-75e6-46e7-9973-367439531e2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T22:30:08Z', 'updated_at': '2022-01-26T22:30:09Z', 'revision_number': 3, 'project_id': 'da11f78dfa0e450e86495280e2cbbb24', 'gw_port': {'id': 'a17b534b-75e6-46e7-9973-367439531e2f', 'name': '', 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:32:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1715558-9e15-4838-be25-31384c396b25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4311, 'fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T22:30:09Z', 'updated_at': '2022-01-26T22:30:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-5'}], 'n-d-760453-5', False) {} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 22:30:12.439183 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d832f4e-9591-4fd5-80c0-730a2908cdfe tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Network 885e867d-057e-416e-a628-be69eaa1f013 is already hosted by enough agents. {{(pid=103305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 22:30:12.442166 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [None req-3d832f4e-9591-4fd5-80c0-730a2908cdfe tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Resources bound (agent type, host, resource id): {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 22:30:12.444420 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a327362-df8d-4b1b-94ff-6a283319d3fe None None] The sync data for ids ['b1715558-9e15-4838-be25-31384c396b25'] in n-d-760453-5 is: [{'id': 'b1715558-9e15-4838-be25-31384c396b25', 'name': 'tempest-TestNetworkAdvancedServerOps-router-114924401', 'tenant_id': 'da11f78dfa0e450e86495280e2cbbb24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'external_fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.6'}], 'enable_snat': True}, 'gw_port_id': 'a17b534b-75e6-46e7-9973-367439531e2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T22:30:08Z', 'updated_at': '2022-01-26T22:30:09Z', 'revision_number': 3, 'project_id': 'da11f78dfa0e450e86495280e2cbbb24', 'gw_port': {'id': 'a17b534b-75e6-46e7-9973-367439531e2f', 'name': '', 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:32:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1715558-9e15-4838-be25-31384c396b25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4311, 'fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T22:30:09Z', 'updated_at': '2022-01-26T22:30:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-5'}] {{(pid=103306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 26 22:30:12.445838 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d832f4e-9591-4fd5-80c0-730a2908cdfe tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Received port after_create {{(pid=103305) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 22:30:12.474925 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-d5c4cd3a-77a9-4230-8b74-97ef9ba3bd0d None None] For port 6bdeaf10-72f4-43ce-8084-3a578f1f3844, host n-d-760453-5, cleared binding levels {{(pid=103306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 26 22:30:12.478698 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-d5c4cd3a-77a9-4230-8b74-97ef9ba3bd0d None None] For port 6bdeaf10-72f4-43ce-8084-3a578f1f3844, host n-d-760453-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=6bdeaf10-72f4-43ce-8084-3a578f1f3844,segment=NetworkSegment(e307227c-2525-486a-a1e7-3fb5424fb402),segment_id=e307227c-2525-486a-a1e7-3fb5424fb402)] {{(pid=103306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 26 22:30:12.482840 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d5c4cd3a-77a9-4230-8b74-97ef9ba3bd0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (6bdeaf10-72f4-43ce-8084-3a578f1f3844), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:30:12.483164 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d832f4e-9591-4fd5-80c0-730a2908cdfe tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Pushing event updated for resources: {'Port': ['ID=1f158ba0-7787-45c4-8336-3474d5e93e3d,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 22:30:12.505508 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-3d832f4e-9591-4fd5-80c0-730a2908cdfe tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4111050'] for router_interface (b1715558-9e15-4838-be25-31384c396b25), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:30:12.548324 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c4cd3a-77a9-4230-8b74-97ef9ba3bd0d None None] Pushing event updated for resources: {'Port': ['ID=6bdeaf10-72f4-43ce-8084-3a578f1f3844,revision_number=2']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 22:30:12.671401 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-3d832f4e-9591-4fd5-80c0-730a2908cdfe tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (1f158ba0-7787-45c4-8336-3474d5e93e3d), before_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:30:13.012257 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-3d832f4e-9591-4fd5-80c0-730a2908cdfe tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Publish callbacks [] for port (1f158ba0-7787-45c4-8336-3474d5e93e3d), precommit_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:30:13.017021 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-3d832f4e-9591-4fd5-80c0-730a2908cdfe tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11791520'] for port (1f158ba0-7787-45c4-8336-3474d5e93e3d), after_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:30:13.100104 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d832f4e-9591-4fd5-80c0-730a2908cdfe tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Pushing event updated for resources: {'Port': ['ID=1f158ba0-7787-45c4-8336-3474d5e93e3d,revision_number=2']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 22:30:13.101136 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-3d832f4e-9591-4fd5-80c0-730a2908cdfe tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3709457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4110682'] for router_interface (b1715558-9e15-4838-be25-31384c396b25), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:30:13.215004 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d832f4e-9591-4fd5-80c0-730a2908cdfe tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Network 885e867d-057e-416e-a628-be69eaa1f013 is already hosted by enough agents. {{(pid=103305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 22:30:13.216498 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [None req-3d832f4e-9591-4fd5-80c0-730a2908cdfe tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Resources bound (agent type, host, resource id): {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 22:30:13.344964 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d832f4e-9591-4fd5-80c0-730a2908cdfe tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Router b1715558-9e15-4838-be25-31384c396b25 has already been hosted by L3 agent 09df100c-3af1-4b0a-bda8-05914c71c458 {{(pid=103305) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 26 22:30:13.634223 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19ec7f23-41e4-4ee1-98a1-701acb7d4491 None None] Network 885e867d-057e-416e-a628-be69eaa1f013 requested from n-d-760453-5 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 26 22:30:13.694606 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device 6bdeaf10-72f4-43ce-8084-3a578f1f3844 up at agent ovs-agent-n-d-760453-5 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 22:30:13.762150 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-a5fe1d8f-a150-4820-a4fc-18321e5c345c None None] Provisioning complete for port 6bdeaf10-72f4-43ce-8084-3a578f1f3844 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 22:30:13.762528 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-a5fe1d8f-a150-4820-a4fc-18321e5c345c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (6bdeaf10-72f4-43ce-8084-3a578f1f3844), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:30:13.774572 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d832f4e-9591-4fd5-80c0-730a2908cdfe tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Notify agent at l3_agent.n-d-760453-5 the message routers_updated {{(pid=103305) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 26 22:30:13.781833 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-3d832f4e-9591-4fd5-80c0-730a2908cdfe tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] 10.222.0.13 "PUT /v2.0/routers/b1715558-9e15-4838-be25-31384c396b25/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5463104 Jan 26 22:30:13.836214 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Provisioning complete for port 6bdeaf10-72f4-43ce-8084-3a578f1f3844 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 22:30:13.836676 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (6bdeaf10-72f4-43ce-8084-3a578f1f3844), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:30:13.924353 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-a5fe1d8f-a150-4820-a4fc-18321e5c345c None None] Current status of the port 6bdeaf10-72f4-43ce-8084-3a578f1f3844 is: DOWN; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 22:30:13.924741 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-a5fe1d8f-a150-4820-a4fc-18321e5c345c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (6bdeaf10-72f4-43ce-8084-3a578f1f3844), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:30:13.969982 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-9be11085-b067-41ac-a224-be3c3cf7e57d req-d1ca3e5d-ed3f-43c4-830e-f7a922ae4748 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2097499599&fields=id&tenant_id=da11f78dfa0e450e86495280e2cbbb24 HTTP/1.1" status: 200 len: 267 time: 0.0578885 Jan 26 22:30:13.992024 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-a5fe1d8f-a150-4820-a4fc-18321e5c345c None None] For port 6bdeaf10-72f4-43ce-8084-3a578f1f3844, host n-d-760453-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=6bdeaf10-72f4-43ce-8084-3a578f1f3844,segment=NetworkSegment(e307227c-2525-486a-a1e7-3fb5424fb402),segment_id=e307227c-2525-486a-a1e7-3fb5424fb402)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 22:30:13.998154 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-a5fe1d8f-a150-4820-a4fc-18321e5c345c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (6bdeaf10-72f4-43ce-8084-3a578f1f3844), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:30:14.004765 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Current status of the port 6bdeaf10-72f4-43ce-8084-3a578f1f3844 is: DOWN; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 22:30:14.005152 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (6bdeaf10-72f4-43ce-8084-3a578f1f3844), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:30:14.094577 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5fe1d8f-a150-4820-a4fc-18321e5c345c None None] Pushing event updated for resources: {'Port': ['ID=6bdeaf10-72f4-43ce-8084-3a578f1f3844,revision_number=3']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 22:30:14.099445 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be11085-b067-41ac-a224-be3c3cf7e57d req-e1c8e2a0-ef6a-4b6c-a191-6295d4b225de tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:30:14.102166 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-9be11085-b067-41ac-a224-be3c3cf7e57d req-e1c8e2a0-ef6a-4b6c-a191-6295d4b225de tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] 10.222.0.13 "GET /v2.0/networks?id=885e867d-057e-416e-a628-be69eaa1f013 HTTP/1.1" status: 200 len: 797 time: 0.1244080 Jan 26 22:30:14.116666 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.db.api [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103306) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 26 22:30:14.117062 n-d-760453-5 neutron-server[103306]: DEBUG oslo_db.api [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 26 22:30:14.121579 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-9be11085-b067-41ac-a224-be3c3cf7e57d req-18b0a0e6-5107-4047-ad95-7c581ec65295 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] 10.222.0.13 "GET /v2.0/quotas/da11f78dfa0e450e86495280e2cbbb24 HTTP/1.1" status: 200 len: 375 time: 0.0137322 Jan 26 22:30:14.176020 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-9be11085-b067-41ac-a224-be3c3cf7e57d req-bb969acd-bf30-4694-83e0-12149bb8d9a7 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=da11f78dfa0e450e86495280e2cbbb24&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0478923 Jan 26 22:30:14.224495 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-2d290896-33f0-4bd6-b274-cb957db4e7e5 None None] Provisioning complete for port 6bdeaf10-72f4-43ce-8084-3a578f1f3844 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 22:30:14.224915 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2d290896-33f0-4bd6-b274-cb957db4e7e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (6bdeaf10-72f4-43ce-8084-3a578f1f3844), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:30:14.312236 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2d290896-33f0-4bd6-b274-cb957db4e7e5 None None] Current status of the port 6bdeaf10-72f4-43ce-8084-3a578f1f3844 is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 22:30:14.324252 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cedbbf88-dfd1-4638-b0ee-d0e93193f098 None None] Sync routers for ids ['b1715558-9e15-4838-be25-31384c396b25'] in n-d-760453-5 {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 26 22:30:14.325195 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-2d290896-33f0-4bd6-b274-cb957db4e7e5 None None] Provisioning complete for port 1f158ba0-7787-45c4-8336-3474d5e93e3d triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 22:30:14.325700 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2d290896-33f0-4bd6-b274-cb957db4e7e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (1f158ba0-7787-45c4-8336-3474d5e93e3d), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:30:14.338365 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cedbbf88-dfd1-4638-b0ee-d0e93193f098 None None] Routers {'b1715558-9e15-4838-be25-31384c396b25'} bound to L3 agent in host n-d-760453-5 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 22:30:14.339017 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-cedbbf88-dfd1-4638-b0ee-d0e93193f098 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-26T20:55:21Z,description=,heartbeat_timestamp=2022-01-26T22:29:51Z,host='n-d-760453-5',id=09df100c-3af1-4b0a-bda8-05914c71c458,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:55:21Z,topic='l3_agent')) {'router_ids': ['b1715558-9e15-4838-be25-31384c396b25'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 22:30:14.346539 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-9be11085-b067-41ac-a224-be3c3cf7e57d req-4eddf5db-d77c-400b-b1c0-3002bdc33c82 service neutron] 10.222.0.13 "GET /v2.0/networks/885e867d-057e-416e-a628-be69eaa1f013?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1552320 Jan 26 22:30:14.366629 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-2d290896-33f0-4bd6-b274-cb957db4e7e5 None None] Port 1f158ba0-7787-45c4-8336-3474d5e93e3d cannot update to ACTIVE because it is not bound. {{(pid=103306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 26 22:30:14.454428 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-9be11085-b067-41ac-a224-be3c3cf7e57d req-fce6e040-3a08-499b-a75e-996e5c99312f service neutron] 10.222.0.13 "GET /v2.0/networks/885e867d-057e-416e-a628-be69eaa1f013?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1020577 Jan 26 22:30:14.456944 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_dvr_db [None req-cedbbf88-dfd1-4638-b0ee-d0e93193f098 None None] Set router b1715558-9e15-4838-be25-31384c396b25 gateway port host: n-d-760453-5 {{(pid=103307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 22:30:14.490381 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-89bdd54e-0d70-43fc-b6e5-0edaccbcb604 None None] Provisioning complete for port 1f158ba0-7787-45c4-8336-3474d5e93e3d triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 22:30:14.490773 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-89bdd54e-0d70-43fc-b6e5-0edaccbcb604 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (1f158ba0-7787-45c4-8336-3474d5e93e3d), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:30:14.532715 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-89bdd54e-0d70-43fc-b6e5-0edaccbcb604 None None] Port 1f158ba0-7787-45c4-8336-3474d5e93e3d cannot update to ACTIVE because it is not bound. {{(pid=103306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 26 22:30:14.648446 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-5926a9ba-063c-4990-a108-ff2e8ba73703 req-cce77a8e-0c31-4b97-95ab-db581864de0a tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] 10.222.0.13 "GET /v2.0/ports?device_id=c14e136b-834d-4b90-9042-e3b410873520 HTTP/1.1" status: 200 len: 210 time: 0.0276670 Jan 26 22:30:14.680264 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Current status of the port 6bdeaf10-72f4-43ce-8084-3a578f1f3844 is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 22:30:14.681382 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device a17b534b-75e6-46e7-9973-367439531e2f up at agent ovs-agent-n-d-760453-5 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 22:30:14.685217 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-289d70a6-5a8f-4012-994a-f1176644c9a9 None None] Provisioning complete for port 1f158ba0-7787-45c4-8336-3474d5e93e3d triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 22:30:14.685516 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-289d70a6-5a8f-4012-994a-f1176644c9a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (1f158ba0-7787-45c4-8336-3474d5e93e3d), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:30:14.757436 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-289d70a6-5a8f-4012-994a-f1176644c9a9 None None] Port 1f158ba0-7787-45c4-8336-3474d5e93e3d cannot update to ACTIVE because it is not bound. {{(pid=103306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 26 22:30:14.769661 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Provisioning complete for port a17b534b-75e6-46e7-9973-367439531e2f triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 22:30:14.770380 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (a17b534b-75e6-46e7-9973-367439531e2f), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:30:14.776998 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-cedbbf88-dfd1-4638-b0ee-d0e93193f098 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1715558-9e15-4838-be25-31384c396b25', 'name': 'tempest-TestNetworkAdvancedServerOps-router-114924401', 'tenant_id': 'da11f78dfa0e450e86495280e2cbbb24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'external_fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.6'}], 'enable_snat': True}, 'gw_port_id': 'a17b534b-75e6-46e7-9973-367439531e2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T22:30:08Z', 'updated_at': '2022-01-26T22:30:12Z', 'revision_number': 4, 'project_id': 'da11f78dfa0e450e86495280e2cbbb24', 'gw_port': {'id': 'a17b534b-75e6-46e7-9973-367439531e2f', 'name': '', 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:32:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1715558-9e15-4838-be25-31384c396b25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4311, 'fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T22:30:09Z', 'updated_at': '2022-01-26T22:30:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-5', '_interfaces': [{'id': '1f158ba0-7787-45c4-8336-3474d5e93e3d', 'name': '', 'network_id': '885e867d-057e-416e-a628-be69eaa1f013', 'tenant_id': 'da11f78dfa0e450e86495280e2cbbb24', 'mac_address': 'fa:16:3e:75:32:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1715558-9e15-4838-be25-31384c396b25', 'device_owner': 'network:router_interface', 'standard_attr_id': 4314, 'fixed_ips': [{'subnet_id': '5c53e0fc-f609-4525-b5ba-cbf9ef574613', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T22:30:11Z', 'updated_at': '2022-01-26T22:30:12Z', 'revision_number': 2, 'project_id': 'da11f78dfa0e450e86495280e2cbbb24', 'subnets': [{'id': '5c53e0fc-f609-4525-b5ba-cbf9ef574613', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760453-5', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 22:30:14.805771 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cedbbf88-dfd1-4638-b0ee-d0e93193f098 None None] Checking router: b1715558-9e15-4838-be25-31384c396b25 for host: n-d-760453-5 {{(pid=103307) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 26 22:30:14.806033 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cedbbf88-dfd1-4638-b0ee-d0e93193f098 None None] Updating router b1715558-9e15-4838-be25-31384c396b25 port 1f158ba0-7787-45c4-8336-3474d5e93e3d binding host n-d-760453-5 {{(pid=103307) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 26 22:30:14.838775 n-d-760453-5 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-cedbbf88-dfd1-4638-b0ee-d0e93193f098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (1f158ba0-7787-45c4-8336-3474d5e93e3d), before_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:30:14.852394 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Current status of the port a17b534b-75e6-46e7-9973-367439531e2f is: DOWN; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 22:30:14.852924 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (a17b534b-75e6-46e7-9973-367439531e2f), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:30:14.874804 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] For port a17b534b-75e6-46e7-9973-367439531e2f, host n-d-760453-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=a17b534b-75e6-46e7-9973-367439531e2f,segment=NetworkSegment(e17cb353-418f-48b9-b982-21a6233ee99b),segment_id=e17cb353-418f-48b9-b982-21a6233ee99b)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 22:30:14.878806 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (a17b534b-75e6-46e7-9973-367439531e2f), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:30:14.927373 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Pushing event updated for resources: {'Port': ['ID=a17b534b-75e6-46e7-9973-367439531e2f,revision_number=4']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 22:30:15.115225 n-d-760453-5 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-cedbbf88-dfd1-4638-b0ee-d0e93193f098 None None] Publish callbacks [] for port (1f158ba0-7787-45c4-8336-3474d5e93e3d), precommit_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:30:15.120280 n-d-760453-5 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-cedbbf88-dfd1-4638-b0ee-d0e93193f098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (1f158ba0-7787-45c4-8336-3474d5e93e3d), after_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:30:15.174210 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b5eae01-e728-4ff7-b039-5ed60159281a None None] Pushing event updated for resources: {'Port': ['ID=1f158ba0-7787-45c4-8336-3474d5e93e3d,revision_number=3']} {{(pid=103307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 22:30:15.198999 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b5eae01-e728-4ff7-b039-5ed60159281a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:30:15.199344 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b5eae01-e728-4ff7-b039-5ed60159281a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:30:15.199683 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b5eae01-e728-4ff7-b039-5ed60159281a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:30:15.200021 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b5eae01-e728-4ff7-b039-5ed60159281a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:30:15.201082 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b5eae01-e728-4ff7-b039-5ed60159281a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:30:15.201460 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b5eae01-e728-4ff7-b039-5ed60159281a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:30:15.201794 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b5eae01-e728-4ff7-b039-5ed60159281a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:30:15.202119 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b5eae01-e728-4ff7-b039-5ed60159281a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:30:15.202444 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b5eae01-e728-4ff7-b039-5ed60159281a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:30:15.202774 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b5eae01-e728-4ff7-b039-5ed60159281a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:30:15.203138 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b5eae01-e728-4ff7-b039-5ed60159281a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:30:15.203465 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b5eae01-e728-4ff7-b039-5ed60159281a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:30:15.203782 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b5eae01-e728-4ff7-b039-5ed60159281a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:30:15.243689 n-d-760453-5 neutron-server[103307]: DEBUG neutron.plugins.ml2.managers [None req-cedbbf88-dfd1-4638-b0ee-d0e93193f098 None None] Attempting to bind port 1f158ba0-7787-45c4-8336-3474d5e93e3d on host n-d-760453-5 for vnic_type normal with profile {{(pid=103307) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 22:30:15.244366 n-d-760453-5 neutron-server[103307]: DEBUG neutron.plugins.ml2.managers [None req-cedbbf88-dfd1-4638-b0ee-d0e93193f098 None None] Attempting to bind port 1f158ba0-7787-45c4-8336-3474d5e93e3d by drivers openvswitch,hyperv on host n-d-760453-5 at level 0 using segments [{'id': 'e307227c-2525-486a-a1e7-3fb5424fb402', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '885e867d-057e-416e-a628-be69eaa1f013'}] {{(pid=103307) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 26 22:30:15.244716 n-d-760453-5 neutron-server[103307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cedbbf88-dfd1-4638-b0ee-d0e93193f098 None None] Attempting to bind port 1f158ba0-7787-45c4-8336-3474d5e93e3d on network 885e867d-057e-416e-a628-be69eaa1f013 {{(pid=103307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 22:30:15.250511 n-d-760453-5 neutron-server[103307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cedbbf88-dfd1-4638-b0ee-d0e93193f098 None None] Checking agent: {'id': 'fea0591a-627d-4c87-9a9a-01625ddf3277', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760453-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 20, 55, 25), 'started_at': datetime.datetime(2022, 1, 26, 20, 55, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 22, 29, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760453-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 26 22:30:15.250887 n-d-760453-5 neutron-server[103307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cedbbf88-dfd1-4638-b0ee-d0e93193f098 None None] Checking segment: {'id': 'e307227c-2525-486a-a1e7-3fb5424fb402', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '885e867d-057e-416e-a628-be69eaa1f013'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103307) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 22:30:15.251348 n-d-760453-5 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-cedbbf88-dfd1-4638-b0ee-d0e93193f098 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:30:15.251725 n-d-760453-5 neutron-server[103307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cedbbf88-dfd1-4638-b0ee-d0e93193f098 None None] Bound using segment: {'id': 'e307227c-2525-486a-a1e7-3fb5424fb402', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '885e867d-057e-416e-a628-be69eaa1f013'} {{(pid=103307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 26 22:30:15.252189 n-d-760453-5 neutron-server[103307]: DEBUG neutron.plugins.ml2.managers [None req-cedbbf88-dfd1-4638-b0ee-d0e93193f098 None None] Bound port: 1f158ba0-7787-45c4-8336-3474d5e93e3d, host: n-d-760453-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e307227c-2525-486a-a1e7-3fb5424fb402', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '885e867d-057e-416e-a628-be69eaa1f013'}}] {{(pid=103307) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 26 22:30:15.252565 n-d-760453-5 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-cedbbf88-dfd1-4638-b0ee-d0e93193f098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (1f158ba0-7787-45c4-8336-3474d5e93e3d), before_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:30:15.316522 n-d-760453-5 neutron-server[103307]: DEBUG neutron.plugins.ml2.db [None req-cedbbf88-dfd1-4638-b0ee-d0e93193f098 None None] For port 1f158ba0-7787-45c4-8336-3474d5e93e3d, host n-d-760453-5, cleared binding levels {{(pid=103307) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 26 22:30:15.319774 n-d-760453-5 neutron-server[103307]: DEBUG neutron.plugins.ml2.db [None req-cedbbf88-dfd1-4638-b0ee-d0e93193f098 None None] For port 1f158ba0-7787-45c4-8336-3474d5e93e3d, host n-d-760453-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=1f158ba0-7787-45c4-8336-3474d5e93e3d,segment=NetworkSegment(e307227c-2525-486a-a1e7-3fb5424fb402),segment_id=e307227c-2525-486a-a1e7-3fb5424fb402)] {{(pid=103307) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 26 22:30:15.324006 n-d-760453-5 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-cedbbf88-dfd1-4638-b0ee-d0e93193f098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (1f158ba0-7787-45c4-8336-3474d5e93e3d), after_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:30:15.381530 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cedbbf88-dfd1-4638-b0ee-d0e93193f098 None None] Routers {'b1715558-9e15-4838-be25-31384c396b25'} bound to L3 agent in host n-d-760453-5 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 22:30:15.382151 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-cedbbf88-dfd1-4638-b0ee-d0e93193f098 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-26T20:55:21Z,description=,heartbeat_timestamp=2022-01-26T22:29:51Z,host='n-d-760453-5',id=09df100c-3af1-4b0a-bda8-05914c71c458,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:55:21Z,topic='l3_agent')) {'router_ids': ['b1715558-9e15-4838-be25-31384c396b25'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 22:30:15.387806 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-f0aae3d0-419d-4960-81df-7f842d161dbb None None] Provisioning complete for port 1f158ba0-7787-45c4-8336-3474d5e93e3d triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 22:30:15.388184 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-f0aae3d0-419d-4960-81df-7f842d161dbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (1f158ba0-7787-45c4-8336-3474d5e93e3d), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:30:15.438854 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b5eae01-e728-4ff7-b039-5ed60159281a None None] Pushing event updated for resources: {'Port': ['ID=1f158ba0-7787-45c4-8336-3474d5e93e3d,revision_number=4']} {{(pid=103307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 22:30:15.495275 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-f0aae3d0-419d-4960-81df-7f842d161dbb None None] Current status of the port 1f158ba0-7787-45c4-8336-3474d5e93e3d is: DOWN; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 22:30:15.495672 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-f0aae3d0-419d-4960-81df-7f842d161dbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (1f158ba0-7787-45c4-8336-3474d5e93e3d), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:30:15.499984 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_dvr_db [None req-cedbbf88-dfd1-4638-b0ee-d0e93193f098 None None] Set router b1715558-9e15-4838-be25-31384c396b25 gateway port host: n-d-760453-5 {{(pid=103307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 22:30:15.545729 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-f0aae3d0-419d-4960-81df-7f842d161dbb None None] For port 1f158ba0-7787-45c4-8336-3474d5e93e3d, host n-d-760453-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=1f158ba0-7787-45c4-8336-3474d5e93e3d,segment=NetworkSegment(e307227c-2525-486a-a1e7-3fb5424fb402),segment_id=e307227c-2525-486a-a1e7-3fb5424fb402)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 22:30:15.554553 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-f0aae3d0-419d-4960-81df-7f842d161dbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (1f158ba0-7787-45c4-8336-3474d5e93e3d), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:30:15.593252 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device 6bdeaf10-72f4-43ce-8084-3a578f1f3844 up at agent ovs-agent-n-d-760453-5 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 22:30:15.672492 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0aae3d0-419d-4960-81df-7f842d161dbb None None] Pushing event updated for resources: {'Port': ['ID=1f158ba0-7787-45c4-8336-3474d5e93e3d,revision_number=5']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 22:30:15.717367 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Provisioning complete for port 6bdeaf10-72f4-43ce-8084-3a578f1f3844 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 22:30:15.718098 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (6bdeaf10-72f4-43ce-8084-3a578f1f3844), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:30:15.719335 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-442d5ec3-a6a7-419d-b876-6b207da90e81 None None] Provisioning complete for port 1f158ba0-7787-45c4-8336-3474d5e93e3d triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 22:30:15.719691 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-442d5ec3-a6a7-419d-b876-6b207da90e81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (1f158ba0-7787-45c4-8336-3474d5e93e3d), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:30:15.742456 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be11085-b067-41ac-a224-be3c3cf7e57d req-aa2f9972-185a-4012-8a8e-df51d346c21f tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:30:15.744068 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-9be11085-b067-41ac-a224-be3c3cf7e57d req-aa2f9972-185a-4012-8a8e-df51d346c21f tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] 10.222.0.57 "GET /v2.0/networks?id=885e867d-057e-416e-a628-be69eaa1f013 HTTP/1.1" status: 200 len: 797 time: 0.2015176 Jan 26 22:30:15.749488 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-cedbbf88-dfd1-4638-b0ee-d0e93193f098 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1715558-9e15-4838-be25-31384c396b25', 'name': 'tempest-TestNetworkAdvancedServerOps-router-114924401', 'tenant_id': 'da11f78dfa0e450e86495280e2cbbb24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'external_fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.6'}], 'enable_snat': True}, 'gw_port_id': 'a17b534b-75e6-46e7-9973-367439531e2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T22:30:08Z', 'updated_at': '2022-01-26T22:30:12Z', 'revision_number': 4, 'project_id': 'da11f78dfa0e450e86495280e2cbbb24', 'gw_port': {'id': 'a17b534b-75e6-46e7-9973-367439531e2f', 'name': '', 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:32:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1715558-9e15-4838-be25-31384c396b25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4311, 'fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T22:30:09Z', 'updated_at': '2022-01-26T22:30:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-5', '_interfaces': [{'id': '1f158ba0-7787-45c4-8336-3474d5e93e3d', 'name': '', 'network_id': '885e867d-057e-416e-a628-be69eaa1f013', 'tenant_id': 'da11f78dfa0e450e86495280e2cbbb24', 'mac_address': 'fa:16:3e:75:32:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1715558-9e15-4838-be25-31384c396b25', 'device_owner': 'network:router_interface', 'standard_attr_id': 4314, 'fixed_ips': [{'subnet_id': '5c53e0fc-f609-4525-b5ba-cbf9ef574613', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T22:30:11Z', 'updated_at': '2022-01-26T22:30:15Z', 'revision_number': 4, 'project_id': 'da11f78dfa0e450e86495280e2cbbb24', 'subnets': [{'id': '5c53e0fc-f609-4525-b5ba-cbf9ef574613', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760453-5', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 22:30:15.774292 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-ecbdb2f1-62c1-4304-9532-79ee699739db req-772bc96d-2e06-4a0e-8039-831d4c0ab086 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] 10.222.0.13 "GET /v2.0/ports?device_id=c14e136b-834d-4b90-9042-e3b410873520 HTTP/1.1" status: 200 len: 210 time: 0.0409942 Jan 26 22:30:15.785718 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cedbbf88-dfd1-4638-b0ee-d0e93193f098 None None] The sync data for ids ['b1715558-9e15-4838-be25-31384c396b25'] in n-d-760453-5 is: [{'id': 'b1715558-9e15-4838-be25-31384c396b25', 'name': 'tempest-TestNetworkAdvancedServerOps-router-114924401', 'tenant_id': 'da11f78dfa0e450e86495280e2cbbb24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'external_fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.6'}], 'enable_snat': True}, 'gw_port_id': 'a17b534b-75e6-46e7-9973-367439531e2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T22:30:08Z', 'updated_at': '2022-01-26T22:30:12Z', 'revision_number': 4, 'project_id': 'da11f78dfa0e450e86495280e2cbbb24', 'gw_port': {'id': 'a17b534b-75e6-46e7-9973-367439531e2f', 'name': '', 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:32:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1715558-9e15-4838-be25-31384c396b25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4311, 'fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T22:30:09Z', 'updated_at': '2022-01-26T22:30:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-5', '_interfaces': [{'id': '1f158ba0-7787-45c4-8336-3474d5e93e3d', 'name': '', 'network_id': '885e867d-057e-416e-a628-be69eaa1f013', 'tenant_id': 'da11f78dfa0e450e86495280e2cbbb24', 'mac_address': 'fa:16:3e:75:32:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1715558-9e15-4838-be25-31384c396b25', 'device_owner': 'network:router_interface', 'standard_attr_id': 4314, 'fixed_ips': [{'subnet_id': '5c53e0fc-f609-4525-b5ba-cbf9ef574613', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T22:30:11Z', 'updated_at': '2022-01-26T22:30:15Z', 'revision_number': 4, 'project_id': 'da11f78dfa0e450e86495280e2cbbb24', 'subnets': [{'id': '5c53e0fc-f609-4525-b5ba-cbf9ef574613', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 26 22:30:15.879337 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Current status of the port 6bdeaf10-72f4-43ce-8084-3a578f1f3844 is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 22:30:15.880507 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device a17b534b-75e6-46e7-9973-367439531e2f up at agent ovs-agent-n-d-760453-5 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 22:30:15.910982 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-9be11085-b067-41ac-a224-be3c3cf7e57d req-cc6547d3-b00a-439d-858b-7e00641c7bb7 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=da11f78dfa0e450e86495280e2cbbb24 HTTP/1.1" status: 200 len: 380 time: 0.0609753 Jan 26 22:30:15.916184 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-442d5ec3-a6a7-419d-b876-6b207da90e81 None None] Current status of the port 1f158ba0-7787-45c4-8336-3474d5e93e3d is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 22:30:15.921156 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [req-9be11085-b067-41ac-a224-be3c3cf7e57d req-23b9ade0-8e8b-40b7-8705-fa98789f8355 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Request body: {'port': {'device_id': 'c14e136b-834d-4b90-9042-e3b410873520', 'network_id': '885e867d-057e-416e-a628-be69eaa1f013', 'admin_state_up': True, 'tenant_id': 'da11f78dfa0e450e86495280e2cbbb24', 'security_groups': ['dadcfb3a-83ad-4897-ba0a-6f59b7ed9002']}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 22:30:15.943746 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Provisioning complete for port a17b534b-75e6-46e7-9973-367439531e2f triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 22:30:15.944136 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (a17b534b-75e6-46e7-9973-367439531e2f), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:30:16.030431 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Current status of the port a17b534b-75e6-46e7-9973-367439531e2f is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 22:30:16.041744 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9be11085-b067-41ac-a224-be3c3cf7e57d req-23b9ade0-8e8b-40b7-8705-fa98789f8355 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Made reservation on behalf of da11f78dfa0e450e86495280e2cbbb24 for: {'port': 1} {{(pid=103304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 22:30:16.045858 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-9be11085-b067-41ac-a224-be3c3cf7e57d req-23b9ade0-8e8b-40b7-8705-fa98789f8355 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:30:16.175438 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.db_base_plugin_common [req-9be11085-b067-41ac-a224-be3c3cf7e57d req-23b9ade0-8e8b-40b7-8705-fa98789f8355 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Allocated IP 172.20.0.3 (885e867d-057e-416e-a628-be69eaa1f013/5c53e0fc-f609-4525-b5ba-cbf9ef574613/414c181e-07bd-4bcd-ad8b-02862476e43b) {{(pid=103304) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 22:30:16.330755 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-9be11085-b067-41ac-a224-be3c3cf7e57d req-23b9ade0-8e8b-40b7-8705-fa98789f8355 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Publish callbacks [] for port (414c181e-07bd-4bcd-ad8b-02862476e43b), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:30:16.366581 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-9be11085-b067-41ac-a224-be3c3cf7e57d req-23b9ade0-8e8b-40b7-8705-fa98789f8355 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746560234527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9281553'] for port (414c181e-07bd-4bcd-ad8b-02862476e43b), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:30:16.412114 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9be11085-b067-41ac-a224-be3c3cf7e57d req-23b9ade0-8e8b-40b7-8705-fa98789f8355 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Network 885e867d-057e-416e-a628-be69eaa1f013 is already hosted by enough agents. {{(pid=103304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 22:30:16.415297 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [req-9be11085-b067-41ac-a224-be3c3cf7e57d req-23b9ade0-8e8b-40b7-8705-fa98789f8355 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Resources bound (agent type, host, resource id): {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 22:30:16.421457 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [req-9be11085-b067-41ac-a224-be3c3cf7e57d req-23b9ade0-8e8b-40b7-8705-fa98789f8355 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Received port after_create {{(pid=103304) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 22:30:16.446400 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b9ade0-8e8b-40b7-8705-fa98789f8355 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Pushing event updated for resources: {'Port': ['ID=414c181e-07bd-4bcd-ad8b-02862476e43b,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 22:30:16.475810 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be11085-b067-41ac-a224-be3c3cf7e57d req-23b9ade0-8e8b-40b7-8705-fa98789f8355 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:30:16.476481 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-9be11085-b067-41ac-a224-be3c3cf7e57d req-23b9ade0-8e8b-40b7-8705-fa98789f8355 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:30:16.496517 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-9be11085-b067-41ac-a224-be3c3cf7e57d req-23b9ade0-8e8b-40b7-8705-fa98789f8355 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5808427 Jan 26 22:30:16.508581 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [req-9be11085-b067-41ac-a224-be3c3cf7e57d req-c4f98748-7706-4dcc-a515-2ce064bcd647 service neutron] Request body: {'port': {'device_id': 'c14e136b-834d-4b90-9042-e3b410873520', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-760453-5'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 22:30:16.573741 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-9be11085-b067-41ac-a224-be3c3cf7e57d req-c4f98748-7706-4dcc-a515-2ce064bcd647 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (414c181e-07bd-4bcd-ad8b-02862476e43b), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:30:16.644949 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-7c6b80b5-9c55-43df-94cb-9fbcdf386c24 None None] Provisioning complete for port 414c181e-07bd-4bcd-ad8b-02862476e43b triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 22:30:16.645650 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-7c6b80b5-9c55-43df-94cb-9fbcdf386c24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (414c181e-07bd-4bcd-ad8b-02862476e43b), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:30:16.684979 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-7c6b80b5-9c55-43df-94cb-9fbcdf386c24 None None] Port 414c181e-07bd-4bcd-ad8b-02862476e43b cannot update to ACTIVE because it is not bound. {{(pid=103306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 26 22:30:16.880805 n-d-760453-5 neutron-server[103304]: DEBUG neutron.notifiers.nova [req-9be11085-b067-41ac-a224-be3c3cf7e57d req-c4f98748-7706-4dcc-a515-2ce064bcd647 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 414c181e-07bd-4bcd-ad8b-02862476e43b {{(pid=103304) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 26 22:30:16.891001 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-9be11085-b067-41ac-a224-be3c3cf7e57d req-c4f98748-7706-4dcc-a515-2ce064bcd647 service neutron] Publish callbacks [] for port (414c181e-07bd-4bcd-ad8b-02862476e43b), precommit_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:30:16.909968 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.provisioning_blocks [req-9be11085-b067-41ac-a224-be3c3cf7e57d req-c4f98748-7706-4dcc-a515-2ce064bcd647 service neutron] Transition to ACTIVE for port object 414c181e-07bd-4bcd-ad8b-02862476e43b will not be triggered until provisioned by entity L2. {{(pid=103304) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 22:30:16.914333 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-9be11085-b067-41ac-a224-be3c3cf7e57d req-c4f98748-7706-4dcc-a515-2ce064bcd647 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9281542'] for port (414c181e-07bd-4bcd-ad8b-02862476e43b), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:30:16.927125 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89af9d6c-2f78-4e9a-9d3b-737c113f1812 req-83b64815-0eac-4500-94ff-00e37f5fa34d tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:30:16.928636 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-89af9d6c-2f78-4e9a-9d3b-737c113f1812 req-83b64815-0eac-4500-94ff-00e37f5fa34d tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] 10.222.0.13 "GET /v2.0/ports?device_id=c14e136b-834d-4b90-9042-e3b410873520 HTTP/1.1" status: 200 len: 931 time: 0.0816119 Jan 26 22:30:17.004560 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f98748-7706-4dcc-a515-2ce064bcd647 service neutron] Pushing event updated for resources: {'Port': ['ID=414c181e-07bd-4bcd-ad8b-02862476e43b,revision_number=2']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 22:30:17.069142 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-89af9d6c-2f78-4e9a-9d3b-737c113f1812 req-1d193a60-45de-439c-b41e-5736da2130a1 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] 10.222.0.13 "GET /v2.0/security-groups?id=dadcfb3a-83ad-4897-ba0a-6f59b7ed9002&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1157541 Jan 26 22:30:17.096044 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [req-9be11085-b067-41ac-a224-be3c3cf7e57d req-c4f98748-7706-4dcc-a515-2ce064bcd647 service neutron] Attempting to bind port 414c181e-07bd-4bcd-ad8b-02862476e43b on host n-h2-760453-5 for vnic_type normal with profile {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 22:30:17.096456 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [req-9be11085-b067-41ac-a224-be3c3cf7e57d req-c4f98748-7706-4dcc-a515-2ce064bcd647 service neutron] Attempting to bind port 414c181e-07bd-4bcd-ad8b-02862476e43b by drivers openvswitch,hyperv on host n-h2-760453-5 at level 0 using segments [{'id': 'e307227c-2525-486a-a1e7-3fb5424fb402', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '885e867d-057e-416e-a628-be69eaa1f013'}] {{(pid=103304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 26 22:30:17.096785 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9be11085-b067-41ac-a224-be3c3cf7e57d req-c4f98748-7706-4dcc-a515-2ce064bcd647 service neutron] Attempting to bind port 414c181e-07bd-4bcd-ad8b-02862476e43b on network 885e867d-057e-416e-a628-be69eaa1f013 {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 22:30:17.101512 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9be11085-b067-41ac-a224-be3c3cf7e57d req-c4f98748-7706-4dcc-a515-2ce064bcd647 service neutron] Port 414c181e-07bd-4bcd-ad8b-02862476e43b on network 885e867d-057e-416e-a628-be69eaa1f013 not bound, no agent of type Open vSwitch agent registered on host n-h2-760453-5 {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 26 22:30:17.101868 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9be11085-b067-41ac-a224-be3c3cf7e57d req-c4f98748-7706-4dcc-a515-2ce064bcd647 service neutron] Attempting to bind port 414c181e-07bd-4bcd-ad8b-02862476e43b on network 885e867d-057e-416e-a628-be69eaa1f013 {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 22:30:17.107436 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9be11085-b067-41ac-a224-be3c3cf7e57d req-c4f98748-7706-4dcc-a515-2ce064bcd647 service neutron] Checking agent: {'id': '4d619873-4b60-439f-9b5a-b155dc8bbc34', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-760453-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 21, 2, 53), 'started_at': datetime.datetime(2022, 1, 26, 21, 2, 53), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 22, 29, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 26 22:30:17.107780 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9be11085-b067-41ac-a224-be3c3cf7e57d req-c4f98748-7706-4dcc-a515-2ce064bcd647 service neutron] Checking segment: {'id': 'e307227c-2525-486a-a1e7-3fb5424fb402', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '885e867d-057e-416e-a628-be69eaa1f013'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103304) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 22:30:17.108187 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9be11085-b067-41ac-a224-be3c3cf7e57d req-c4f98748-7706-4dcc-a515-2ce064bcd647 service neutron] Bound using segment: {'id': 'e307227c-2525-486a-a1e7-3fb5424fb402', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '885e867d-057e-416e-a628-be69eaa1f013'} {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 26 22:30:17.108597 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [req-9be11085-b067-41ac-a224-be3c3cf7e57d req-c4f98748-7706-4dcc-a515-2ce064bcd647 service neutron] Bound port: 414c181e-07bd-4bcd-ad8b-02862476e43b, host: n-h2-760453-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e307227c-2525-486a-a1e7-3fb5424fb402', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '885e867d-057e-416e-a628-be69eaa1f013'}}] {{(pid=103304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 26 22:30:17.108968 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-9be11085-b067-41ac-a224-be3c3cf7e57d req-c4f98748-7706-4dcc-a515-2ce064bcd647 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (414c181e-07bd-4bcd-ad8b-02862476e43b), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:30:17.178002 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [req-9be11085-b067-41ac-a224-be3c3cf7e57d req-c4f98748-7706-4dcc-a515-2ce064bcd647 service neutron] For port 414c181e-07bd-4bcd-ad8b-02862476e43b, host n-h2-760453-5, cleared binding levels {{(pid=103304) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 26 22:30:17.180912 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [req-9be11085-b067-41ac-a224-be3c3cf7e57d req-c4f98748-7706-4dcc-a515-2ce064bcd647 service neutron] For port 414c181e-07bd-4bcd-ad8b-02862476e43b, host n-h2-760453-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-5',level=0,port_id=414c181e-07bd-4bcd-ad8b-02862476e43b,segment=NetworkSegment(e307227c-2525-486a-a1e7-3fb5424fb402),segment_id=e307227c-2525-486a-a1e7-3fb5424fb402)] {{(pid=103304) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 26 22:30:17.186292 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-9be11085-b067-41ac-a224-be3c3cf7e57d req-c4f98748-7706-4dcc-a515-2ce064bcd647 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9281542'] for port (414c181e-07bd-4bcd-ad8b-02862476e43b), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:30:17.220256 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be11085-b067-41ac-a224-be3c3cf7e57d req-c4f98748-7706-4dcc-a515-2ce064bcd647 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:30:17.220945 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-9be11085-b067-41ac-a224-be3c3cf7e57d req-c4f98748-7706-4dcc-a515-2ce064bcd647 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:30:17.222251 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-9be11085-b067-41ac-a224-be3c3cf7e57d req-c4f98748-7706-4dcc-a515-2ce064bcd647 service neutron] 10.222.0.57 "PUT /v2.0/ports/414c181e-07bd-4bcd-ad8b-02862476e43b HTTP/1.1" status: 200 len: 1091 time: 0.7184403 Jan 26 22:30:17.222696 n-d-760453-5 neutron-server[103304]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c14e136b-834d-4b90-9042-e3b410873520', 'tag': '414c181e-07bd-4bcd-ad8b-02862476e43b'}] {{(pid=103304) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 22:30:17.224978 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86e783e1922a725fac327d65912384d63450ce1a6a2ee22db2d1cc52fb257f3b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a83f4681-549c-4146-bb0b-a7b28d026e5d" -d '{"events": [{"name": "network-changed", "server_uuid": "c14e136b-834d-4b90-9042-e3b410873520", "tag": "414c181e-07bd-4bcd-ad8b-02862476e43b"}]}' {{(pid=103304) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 22:30:17.250979 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f98748-7706-4dcc-a515-2ce064bcd647 service neutron] Pushing event updated for resources: {'Port': ['ID=414c181e-07bd-4bcd-ad8b-02862476e43b,revision_number=3']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 22:30:17.278927 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 26 Jan 2022 22:30:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8494193e-2fc5-4392-a39d-aec23943545b x-openstack-request-id: req-8494193e-2fc5-4392-a39d-aec23943545b {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 22:30:17.279217 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c14e136b-834d-4b90-9042-e3b410873520", "tag": "414c181e-07bd-4bcd-ad8b-02862476e43b", "status": "completed", "code": 200}]} {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 22:30:17.279479 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-8494193e-2fc5-4392-a39d-aec23943545b {{(pid=103304) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 22:30:17.279887 n-d-760453-5 neutron-server[103304]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c14e136b-834d-4b90-9042-e3b410873520', 'tag': '414c181e-07bd-4bcd-ad8b-02862476e43b', 'status': 'completed', 'code': 200} Jan 26 22:30:17.315800 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be11085-b067-41ac-a224-be3c3cf7e57d req-b68ca2ed-6a85-4d5d-af7f-35ee81c45ffc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:30:17.317447 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-9be11085-b067-41ac-a224-be3c3cf7e57d req-b68ca2ed-6a85-4d5d-af7f-35ee81c45ffc service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=da11f78dfa0e450e86495280e2cbbb24&device_id=c14e136b-834d-4b90-9042-e3b410873520 HTTP/1.1" status: 200 len: 1094 time: 0.0500796 Jan 26 22:30:17.367365 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-9be11085-b067-41ac-a224-be3c3cf7e57d req-e8232d74-aca1-4a2f-a6ed-beb90c546bdb service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=414c181e-07bd-4bcd-ad8b-02862476e43b HTTP/1.1" status: 200 len: 217 time: 0.0416956 Jan 26 22:30:17.418998 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be11085-b067-41ac-a224-be3c3cf7e57d req-9e3ea623-6d14-4b39-86a4-5494e291c7bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:30:17.420498 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-9be11085-b067-41ac-a224-be3c3cf7e57d req-9e3ea623-6d14-4b39-86a4-5494e291c7bd service neutron] 10.222.0.57 "GET /v2.0/subnets?id=5c53e0fc-f609-4525-b5ba-cbf9ef574613 HTTP/1.1" status: 200 len: 835 time: 0.0469327 Jan 26 22:30:17.465560 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be11085-b067-41ac-a224-be3c3cf7e57d req-4887f17b-3231-4cc7-829f-044d6c00f02e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:30:17.466966 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-9be11085-b067-41ac-a224-be3c3cf7e57d req-4887f17b-3231-4cc7-829f-044d6c00f02e service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=885e867d-057e-416e-a628-be69eaa1f013&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0414698 Jan 26 22:30:17.567364 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device 1f158ba0-7787-45c4-8336-3474d5e93e3d up at agent ovs-agent-n-d-760453-5 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 22:30:17.570567 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-9be11085-b067-41ac-a224-be3c3cf7e57d req-8809dcfc-7661-4c62-b039-020fece784ec service neutron] 10.222.0.57 "GET /v2.0/networks/885e867d-057e-416e-a628-be69eaa1f013?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0977759 Jan 26 22:30:17.616526 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Provisioning complete for port 1f158ba0-7787-45c4-8336-3474d5e93e3d triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 22:30:17.616891 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (1f158ba0-7787-45c4-8336-3474d5e93e3d), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:30:17.661197 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-9be11085-b067-41ac-a224-be3c3cf7e57d req-66cb0644-d213-46ca-b783-849c62c7f8e1 service neutron] 10.222.0.57 "GET /v2.0/networks/885e867d-057e-416e-a628-be69eaa1f013?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837436 Jan 26 22:30:17.695597 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Current status of the port 1f158ba0-7787-45c4-8336-3474d5e93e3d is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 22:30:17.748099 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83f4681-549c-4146-bb0b-a7b28d026e5d req-76f22b6a-1ea8-4cf2-a3a8-eeb8266840d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:30:17.749549 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-a83f4681-549c-4146-bb0b-a7b28d026e5d req-76f22b6a-1ea8-4cf2-a3a8-eeb8266840d5 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=da11f78dfa0e450e86495280e2cbbb24&device_id=c14e136b-834d-4b90-9042-e3b410873520 HTTP/1.1" status: 200 len: 1094 time: 0.0421267 Jan 26 22:30:17.840986 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83f4681-549c-4146-bb0b-a7b28d026e5d req-fad7bdb8-950e-46dc-83e2-c7185a0bc847 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:30:17.842512 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-a83f4681-549c-4146-bb0b-a7b28d026e5d req-fad7bdb8-950e-46dc-83e2-c7185a0bc847 service neutron] 10.222.0.57 "GET /v2.0/networks?id=885e867d-057e-416e-a628-be69eaa1f013 HTTP/1.1" status: 200 len: 898 time: 0.0874119 Jan 26 22:30:17.883556 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-a83f4681-549c-4146-bb0b-a7b28d026e5d req-0a2ae603-1a2e-411e-8bbe-33adce5009de service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=414c181e-07bd-4bcd-ad8b-02862476e43b HTTP/1.1" status: 200 len: 217 time: 0.0356596 Jan 26 22:30:17.931211 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83f4681-549c-4146-bb0b-a7b28d026e5d req-dd697454-5ad2-42ea-80ea-ceab7857c99e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:30:17.932635 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-a83f4681-549c-4146-bb0b-a7b28d026e5d req-dd697454-5ad2-42ea-80ea-ceab7857c99e service neutron] 10.222.0.57 "GET /v2.0/subnets?id=5c53e0fc-f609-4525-b5ba-cbf9ef574613 HTTP/1.1" status: 200 len: 835 time: 0.0426583 Jan 26 22:30:17.981657 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83f4681-549c-4146-bb0b-a7b28d026e5d req-9fc26a12-dbbd-474e-8ea0-29e6008f8e51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:30:17.983144 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-a83f4681-549c-4146-bb0b-a7b28d026e5d req-9fc26a12-dbbd-474e-8ea0-29e6008f8e51 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=885e867d-057e-416e-a628-be69eaa1f013&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0447028 Jan 26 22:30:18.071454 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-a83f4681-549c-4146-bb0b-a7b28d026e5d req-43794587-477b-427f-87bb-ec6ecef22848 service neutron] 10.222.0.57 "GET /v2.0/networks/885e867d-057e-416e-a628-be69eaa1f013?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814066 Jan 26 22:30:18.193118 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-a83f4681-549c-4146-bb0b-a7b28d026e5d req-22cdaa24-c47f-4f11-be88-c3468a331208 service neutron] 10.222.0.57 "GET /v2.0/networks/885e867d-057e-416e-a628-be69eaa1f013?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1149662 Jan 26 22:30:18.208134 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc93cfb-7df2-4585-a355-d9efe2d06f65 req-d10636c2-590c-474a-83aa-a5d3d16cfa4d tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:30:18.209660 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-1cc93cfb-7df2-4585-a355-d9efe2d06f65 req-d10636c2-590c-474a-83aa-a5d3d16cfa4d tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] 10.222.0.13 "GET /v2.0/ports?device_id=c14e136b-834d-4b90-9042-e3b410873520 HTTP/1.1" status: 200 len: 943 time: 0.0691018 Jan 26 22:30:18.259206 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-1cc93cfb-7df2-4585-a355-d9efe2d06f65 req-ab6ff036-4290-45f4-a6f6-abca94416569 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] 10.222.0.13 "GET /v2.0/security-groups?id=dadcfb3a-83ad-4897-ba0a-6f59b7ed9002&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425432 Jan 26 22:30:18.484415 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.agents_db [None req-569f1ced-6396-4ddf-b79f-e03b0b2146ab None None] Agent healthcheck: found 7 active agents {{(pid=103307) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 26 22:30:19.070881 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-7b3e4502-6bad-416a-8858-ebfc55622533 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (474ccdf7-ab6c-405b-a3b2-dc7b05829902), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:30:19.376848 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf7fd7e-e77a-4750-b4dc-57f47a076830 req-78a1a8ab-7f50-4b23-adb1-df66f852cb81 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:30:19.378361 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-edf7fd7e-e77a-4750-b4dc-57f47a076830 req-78a1a8ab-7f50-4b23-adb1-df66f852cb81 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] 10.222.0.13 "GET /v2.0/ports?device_id=c14e136b-834d-4b90-9042-e3b410873520 HTTP/1.1" status: 200 len: 943 time: 0.0512972 Jan 26 22:30:19.431464 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-edf7fd7e-e77a-4750-b4dc-57f47a076830 req-cd63adc3-99df-4e1c-82a0-d457914a0fd7 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] 10.222.0.13 "GET /v2.0/security-groups?id=dadcfb3a-83ad-4897-ba0a-6f59b7ed9002&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476031 Jan 26 22:30:20.440202 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Device 414c181e-07bd-4bcd-ad8b-02862476e43b details requested by agent hyperv_n-h2-760453-5 with host n-h2-760453-5 {{(pid=103306) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 26 22:30:20.537557 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] For port 414c181e-07bd-4bcd-ad8b-02862476e43b, host n-h2-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-5',level=0,port_id=414c181e-07bd-4bcd-ad8b-02862476e43b,segment=NetworkSegment(e307227c-2525-486a-a1e7-3fb5424fb402),segment_id=e307227c-2525-486a-a1e7-3fb5424fb402)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 22:30:20.545381 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8161e1-e482-4a7e-89b7-51ebab45139d req-5c779b04-7528-4b6d-9949-1360133cec5e tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:30:20.547010 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-de8161e1-e482-4a7e-89b7-51ebab45139d req-5c779b04-7528-4b6d-9949-1360133cec5e tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] 10.222.0.13 "GET /v2.0/ports?device_id=c14e136b-834d-4b90-9042-e3b410873520 HTTP/1.1" status: 200 len: 943 time: 0.0494177 Jan 26 22:30:20.602514 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-de8161e1-e482-4a7e-89b7-51ebab45139d req-3db307a3-0c9a-4da8-b1be-8ed5c5247919 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] 10.222.0.13 "GET /v2.0/security-groups?id=dadcfb3a-83ad-4897-ba0a-6f59b7ed9002&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499523 Jan 26 22:30:20.727536 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Returning: {'device': '414c181e-07bd-4bcd-ad8b-02862476e43b', 'network_id': '885e867d-057e-416e-a628-be69eaa1f013', 'port_id': '414c181e-07bd-4bcd-ad8b-02862476e43b', 'mac_address': 'fa:16:3e:c6:4b:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 571, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5c53e0fc-f609-4525-b5ba-cbf9ef574613', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103306) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 26 22:30:20.764945 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Current status of the port 414c181e-07bd-4bcd-ad8b-02862476e43b is: DOWN; New status is: BUILD {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 22:30:20.765354 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (414c181e-07bd-4bcd-ad8b-02862476e43b), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:30:20.779166 n-d-760453-5 neutron-server[103306]: DEBUG neutron.notifiers.nova [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 414c181e-07bd-4bcd-ad8b-02862476e43b {{(pid=103306) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 26 22:30:20.799544 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] For port 414c181e-07bd-4bcd-ad8b-02862476e43b, host n-h2-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-5',level=0,port_id=414c181e-07bd-4bcd-ad8b-02862476e43b,segment=NetworkSegment(e307227c-2525-486a-a1e7-3fb5424fb402),segment_id=e307227c-2525-486a-a1e7-3fb5424fb402)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 22:30:20.803198 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (414c181e-07bd-4bcd-ad8b-02862476e43b), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:30:20.847810 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Pushing event updated for resources: {'Port': ['ID=414c181e-07bd-4bcd-ad8b-02862476e43b,revision_number=4']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 22:30:21.024169 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] get_ports_and_sgs() called for port_ids ['414c181e-07bd-4bcd-ad8b-02862476e43b'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 26 22:30:21.406501 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-79219e6c-b453-4ab7-9f10-a25c6a791462 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (09df100c-3af1-4b0a-bda8-05914c71c458), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:30:21.728429 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f36a828-440a-4795-a183-65e40c56e6f0 req-b96848b6-7398-4f18-b8e5-0494c079b372 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:30:21.730002 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-1f36a828-440a-4795-a183-65e40c56e6f0 req-b96848b6-7398-4f18-b8e5-0494c079b372 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] 10.222.0.13 "GET /v2.0/ports?device_id=c14e136b-834d-4b90-9042-e3b410873520 HTTP/1.1" status: 200 len: 944 time: 0.0479856 Jan 26 22:30:21.778727 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-1f36a828-440a-4795-a183-65e40c56e6f0 req-dc51b46c-7abf-4ac1-bc84-609e702d65de tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] 10.222.0.13 "GET /v2.0/security-groups?id=dadcfb3a-83ad-4897-ba0a-6f59b7ed9002&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431852 Jan 26 22:30:22.469627 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Device 414c181e-07bd-4bcd-ad8b-02862476e43b up at agent hyperv_n-h2-760453-5 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 22:30:22.520726 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Provisioning for port 414c181e-07bd-4bcd-ad8b-02862476e43b completed by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 22:30:22.524498 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Provisioning complete for port 414c181e-07bd-4bcd-ad8b-02862476e43b triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 22:30:22.524871 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (414c181e-07bd-4bcd-ad8b-02862476e43b), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:30:22.569660 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-841f5991-a4d8-4d4b-b215-cbc6bab5427b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (aa7ee9d2-08eb-4e12-b895-24c57300dfec), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:30:22.614140 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Current status of the port 414c181e-07bd-4bcd-ad8b-02862476e43b is: BUILD; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 22:30:22.614534 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (414c181e-07bd-4bcd-ad8b-02862476e43b), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:30:22.637429 n-d-760453-5 neutron-server[103306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c14e136b-834d-4b90-9042-e3b410873520', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '414c181e-07bd-4bcd-ad8b-02862476e43b'}] {{(pid=103306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 22:30:22.639716 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c06f7aa05085a00df6a2944c086d22937b62c1e75db8df879377281bc6a8a153" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe77d98a-dc56-466b-8434-9e9f4d1646f6" -d '{"events": [{"server_uuid": "c14e136b-834d-4b90-9042-e3b410873520", "name": "network-vif-plugged", "status": "completed", "tag": "414c181e-07bd-4bcd-ad8b-02862476e43b"}]}' {{(pid=103306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 22:30:22.652455 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] For port 414c181e-07bd-4bcd-ad8b-02862476e43b, host n-h2-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-5',level=0,port_id=414c181e-07bd-4bcd-ad8b-02862476e43b,segment=NetworkSegment(e307227c-2525-486a-a1e7-3fb5424fb402),segment_id=e307227c-2525-486a-a1e7-3fb5424fb402)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 22:30:22.656707 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (414c181e-07bd-4bcd-ad8b-02862476e43b), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:30:22.688296 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Jan 2022 22:30:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a30182d-9cd6-485d-9a1e-d632246a9455 x-openstack-request-id: req-1a30182d-9cd6-485d-9a1e-d632246a9455 {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 22:30:22.688640 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c14e136b-834d-4b90-9042-e3b410873520", "name": "network-vif-plugged", "status": "completed", "tag": "414c181e-07bd-4bcd-ad8b-02862476e43b", "code": 200}]} {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 22:30:22.688969 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-1a30182d-9cd6-485d-9a1e-d632246a9455 {{(pid=103306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 22:30:22.689388 n-d-760453-5 neutron-server[103306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c14e136b-834d-4b90-9042-e3b410873520', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '414c181e-07bd-4bcd-ad8b-02862476e43b', 'code': 200} Jan 26 22:30:22.718380 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Pushing event updated for resources: {'Port': ['ID=414c181e-07bd-4bcd-ad8b-02862476e43b,revision_number=5']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 22:30:22.775050 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550349db-f6e4-4b46-ac17-ec151d6a8bd9 req-269e38e9-4f7d-4bcc-88dd-7c3b77ce654b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:30:22.776583 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-550349db-f6e4-4b46-ac17-ec151d6a8bd9 req-269e38e9-4f7d-4bcc-88dd-7c3b77ce654b service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=c14e136b-834d-4b90-9042-e3b410873520 HTTP/1.1" status: 200 len: 1096 time: 0.0439301 Jan 26 22:30:22.822418 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-550349db-f6e4-4b46-ac17-ec151d6a8bd9 req-3e989c4f-fcb5-4b55-b947-8747029f1730 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=dadcfb3a-83ad-4897-ba0a-6f59b7ed9002&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395064 Jan 26 22:30:22.892048 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5c7af2-8cf8-4d23-a7fa-9837381bb3d9 req-581f0cdd-6a47-4efc-8591-a2a8eec7982f tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:30:22.893486 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-8b5c7af2-8cf8-4d23-a7fa-9837381bb3d9 req-581f0cdd-6a47-4efc-8591-a2a8eec7982f tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] 10.222.0.13 "GET /v2.0/ports?device_id=c14e136b-834d-4b90-9042-e3b410873520 HTTP/1.1" status: 200 len: 945 time: 0.0481231 Jan 26 22:30:22.941388 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-8b5c7af2-8cf8-4d23-a7fa-9837381bb3d9 req-01512aff-c942-4c6a-a59a-db888ca832ef tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] 10.222.0.13 "GET /v2.0/security-groups?id=dadcfb3a-83ad-4897-ba0a-6f59b7ed9002&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423958 Jan 26 22:30:23.846619 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (4d619873-4b60-439f-9b5a-b155dc8bbc34), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:30:24.058456 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7fb9081-d192-4059-8e69-9d69fb3c68bb req-cdbd6a68-347c-4878-aa46-e2d148937f5c tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:30:24.059960 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-e7fb9081-d192-4059-8e69-9d69fb3c68bb req-cdbd6a68-347c-4878-aa46-e2d148937f5c tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] 10.222.0.13 "GET /v2.0/ports?device_id=c14e136b-834d-4b90-9042-e3b410873520 HTTP/1.1" status: 200 len: 945 time: 0.0520580 Jan 26 22:30:24.109508 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-e7fb9081-d192-4059-8e69-9d69fb3c68bb req-fdab0dea-a726-4b60-92c0-2bae08295c95 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] 10.222.0.13 "GET /v2.0/security-groups?id=dadcfb3a-83ad-4897-ba0a-6f59b7ed9002&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439186 Jan 26 22:30:24.219403 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778b8d86-f507-4b0d-95a8-b4ea85ec4ae9 req-146ba6b7-fce5-4172-9ef1-ffe8e1ad70ee tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:30:24.220872 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-778b8d86-f507-4b0d-95a8-b4ea85ec4ae9 req-146ba6b7-fce5-4172-9ef1-ffe8e1ad70ee tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] 10.222.0.13 "GET /v2.0/ports?device_id=c14e136b-834d-4b90-9042-e3b410873520 HTTP/1.1" status: 200 len: 945 time: 0.0485120 Jan 26 22:30:24.271748 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-778b8d86-f507-4b0d-95a8-b4ea85ec4ae9 req-435502a6-4c7c-432c-ba2e-0063f33c8951 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] 10.222.0.13 "GET /v2.0/security-groups?id=dadcfb3a-83ad-4897-ba0a-6f59b7ed9002&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453331 Jan 26 22:30:24.294114 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 55856) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 22:30:24.332048 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e04e1d76-f2d8-4298-b0af-5e24e9c04276 tempest-TestNetworkAdvancedServerOps-1320763415 tempest-TestNetworkAdvancedServerOps-1320763415-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:30:24.333538 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-e04e1d76-f2d8-4298-b0af-5e24e9c04276 tempest-TestNetworkAdvancedServerOps-1320763415 tempest-TestNetworkAdvancedServerOps-1320763415-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=c14e136b-834d-4b90-9042-e3b410873520 HTTP/1.1" status: 200 len: 1091 time: 0.0384243 Jan 26 22:30:24.336181 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 55858) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 22:30:24.340897 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-c87cd2f0-0489-4bc0-85a4-b2b476cd49bb tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Request body: {'floatingip': {'floating_network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'port_id': '414c181e-07bd-4bcd-ad8b-02862476e43b', 'tenant_id': 'da11f78dfa0e450e86495280e2cbbb24', 'fixed_ip_address': '172.20.0.3'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 22:30:24.360549 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-c87cd2f0-0489-4bc0-85a4-b2b476cd49bb tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:30:24.381562 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-839dd188-ec69-470c-9ab0-d318dc1a2e96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (e79b4fc6-6c71-44b2-a6d0-ff3e1f4dfd0d), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:30:24.460293 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-c87cd2f0-0489-4bc0-85a4-b2b476cd49bb tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:30:24.563751 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.db_base_plugin_common [None req-c87cd2f0-0489-4bc0-85a4-b2b476cd49bb tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Allocated IP 172.25.1.29 (4140a1f1-c93a-4bea-83a0-68953a54f299/e48251a1-e30d-4820-8396-00c6f6aeb601/e26ec9ca-dde5-4fd8-af9c-c44f00dc80c4) {{(pid=103304) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 22:30:24.663039 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-c87cd2f0-0489-4bc0-85a4-b2b476cd49bb tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Publish callbacks [] for port (e26ec9ca-dde5-4fd8-af9c-c44f00dc80c4), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:30:24.696113 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-c87cd2f0-0489-4bc0-85a4-b2b476cd49bb tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746560234527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9281553'] for port (e26ec9ca-dde5-4fd8-af9c-c44f00dc80c4), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:30:24.731944 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c87cd2f0-0489-4bc0-85a4-b2b476cd49bb tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Network 4140a1f1-c93a-4bea-83a0-68953a54f299 is already hosted by enough agents. {{(pid=103304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 22:30:24.734758 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [None req-c87cd2f0-0489-4bc0-85a4-b2b476cd49bb tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Resources bound (agent type, host, resource id): {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 22:30:24.737472 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c87cd2f0-0489-4bc0-85a4-b2b476cd49bb tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Received port after_create {{(pid=103304) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 22:30:24.772145 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c87cd2f0-0489-4bc0-85a4-b2b476cd49bb tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Pushing event updated for resources: {'Port': ['ID=e26ec9ca-dde5-4fd8-af9c-c44f00dc80c4,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 22:30:25.098556 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-c87cd2f0-0489-4bc0-85a4-b2b476cd49bb tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Publish callbacks [] for floatingip (64c2d27c-5a7a-49b4-ac60-eb02cc919493), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:30:25.168722 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-c87cd2f0-0489-4bc0-85a4-b2b476cd49bb tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (e26ec9ca-dde5-4fd8-af9c-c44f00dc80c4), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:30:25.314833 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-c87cd2f0-0489-4bc0-85a4-b2b476cd49bb tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Publish callbacks [] for port (e26ec9ca-dde5-4fd8-af9c-c44f00dc80c4), precommit_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:30:25.319194 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-c87cd2f0-0489-4bc0-85a4-b2b476cd49bb tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9281542'] for port (e26ec9ca-dde5-4fd8-af9c-c44f00dc80c4), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:30:25.388596 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c87cd2f0-0489-4bc0-85a4-b2b476cd49bb tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Pushing event updated for resources: {'Port': ['ID=e26ec9ca-dde5-4fd8-af9c-c44f00dc80c4,revision_number=2']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 22:30:25.400107 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-c87cd2f0-0489-4bc0-85a4-b2b476cd49bb tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4110913'] for floatingip (64c2d27c-5a7a-49b4-ac60-eb02cc919493), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:30:25.502095 n-d-760453-5 neutron-server[103304]: INFO neutron.db.l3_db [None req-c87cd2f0-0489-4bc0-85a4-b2b476cd49bb tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Floating IP 64c2d27c-5a7a-49b4-ac60-eb02cc919493 associated. External IP: 172.25.1.29, port: 414c181e-07bd-4bcd-ad8b-02862476e43b. Jan 26 22:30:25.519861 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (fea0591a-627d-4c87-9a9a-01625ddf3277), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:30:26.042617 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c87cd2f0-0489-4bc0-85a4-b2b476cd49bb tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Router b1715558-9e15-4838-be25-31384c396b25 has already been hosted by L3 agent 09df100c-3af1-4b0a-bda8-05914c71c458 {{(pid=103304) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 26 22:30:26.156862 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c87cd2f0-0489-4bc0-85a4-b2b476cd49bb tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Notify agent at l3_agent.n-d-760453-5 the message routers_updated {{(pid=103304) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 26 22:30:26.168084 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3a33b22-f3f2-4ee2-b8ff-0cb260ed3744 None None] Sync routers for ids ['b1715558-9e15-4838-be25-31384c396b25'] in n-d-760453-5 {{(pid=103306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 26 22:30:26.175043 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-c87cd2f0-0489-4bc0-85a4-b2b476cd49bb tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for floatingip (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:30:26.177584 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3a33b22-f3f2-4ee2-b8ff-0cb260ed3744 None None] Routers {'b1715558-9e15-4838-be25-31384c396b25'} bound to L3 agent in host n-d-760453-5 {{(pid=103306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 22:30:26.178181 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-c3a33b22-f3f2-4ee2-b8ff-0cb260ed3744 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-26T20:55:21Z,description=,heartbeat_timestamp=2022-01-26T22:30:21Z,host='n-d-760453-5',id=09df100c-3af1-4b0a-bda8-05914c71c458,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:55:21Z,topic='l3_agent')) {'router_ids': ['b1715558-9e15-4838-be25-31384c396b25'], 'active': True} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 22:30:26.202325 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-c87cd2f0-0489-4bc0-85a4-b2b476cd49bb tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8651614 Jan 26 22:30:26.203073 n-d-760453-5 neutron-server[103304]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c14e136b-834d-4b90-9042-e3b410873520', 'tag': '414c181e-07bd-4bcd-ad8b-02862476e43b'}] {{(pid=103304) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 22:30:26.205482 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86e783e1922a725fac327d65912384d63450ce1a6a2ee22db2d1cc52fb257f3b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-996d0535-1b9c-4423-ba6b-a3df5b4a2844" -d '{"events": [{"name": "network-changed", "server_uuid": "c14e136b-834d-4b90-9042-e3b410873520", "tag": "414c181e-07bd-4bcd-ad8b-02862476e43b"}]}' {{(pid=103304) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 22:30:26.286754 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvr_db [None req-c3a33b22-f3f2-4ee2-b8ff-0cb260ed3744 None None] Set router b1715558-9e15-4838-be25-31384c396b25 gateway port host: n-d-760453-5 {{(pid=103306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 22:30:26.298630 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff055fb-6aeb-4f1d-b988-990f1f270d41 req-e05946e2-525b-4809-9f43-022f5c5a2c02 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:30:26.300148 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-4ff055fb-6aeb-4f1d-b988-990f1f270d41 req-e05946e2-525b-4809-9f43-022f5c5a2c02 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] 10.222.0.13 "GET /v2.0/ports?device_id=c14e136b-834d-4b90-9042-e3b410873520 HTTP/1.1" status: 200 len: 945 time: 0.0494385 Jan 26 22:30:26.349709 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-4ff055fb-6aeb-4f1d-b988-990f1f270d41 req-79b08370-266c-4ae4-86d1-a0dcbde1c590 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] 10.222.0.13 "GET /v2.0/security-groups?id=dadcfb3a-83ad-4897-ba0a-6f59b7ed9002&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435464 Jan 26 22:30:26.371497 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 55864) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 22:30:26.413418 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 26 Jan 2022 22:30:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd8016a8-e4a5-49a3-9d1c-1a232563edc0 x-openstack-request-id: req-cd8016a8-e4a5-49a3-9d1c-1a232563edc0 {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 22:30:26.413711 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c14e136b-834d-4b90-9042-e3b410873520", "tag": "414c181e-07bd-4bcd-ad8b-02862476e43b", "status": "completed", "code": 200}]} {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 22:30:26.413988 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-cd8016a8-e4a5-49a3-9d1c-1a232563edc0 {{(pid=103304) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 22:30:26.414363 n-d-760453-5 neutron-server[103304]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c14e136b-834d-4b90-9042-e3b410873520', 'tag': '414c181e-07bd-4bcd-ad8b-02862476e43b', 'status': 'completed', 'code': 200} Jan 26 22:30:26.467666 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-78d910ed-12e4-4298-9d79-38200184df9b tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] 10.222.0.13 "GET /v2.0/floatingips/64c2d27c-5a7a-49b4-ac60-eb02cc919493 HTTP/1.1" status: 200 len: 990 time: 0.0937603 Jan 26 22:30:26.474167 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996d0535-1b9c-4423-ba6b-a3df5b4a2844 req-41400b74-e929-476b-8882-ceb90f5da560 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:30:26.475670 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-996d0535-1b9c-4423-ba6b-a3df5b4a2844 req-41400b74-e929-476b-8882-ceb90f5da560 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=da11f78dfa0e450e86495280e2cbbb24&device_id=c14e136b-834d-4b90-9042-e3b410873520 HTTP/1.1" status: 200 len: 1096 time: 0.0568333 Jan 26 22:30:26.521402 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-c3a33b22-f3f2-4ee2-b8ff-0cb260ed3744 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1715558-9e15-4838-be25-31384c396b25', 'name': 'tempest-TestNetworkAdvancedServerOps-router-114924401', 'tenant_id': 'da11f78dfa0e450e86495280e2cbbb24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'external_fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.6'}], 'enable_snat': True}, 'gw_port_id': 'a17b534b-75e6-46e7-9973-367439531e2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T22:30:08Z', 'updated_at': '2022-01-26T22:30:12Z', 'revision_number': 4, 'project_id': 'da11f78dfa0e450e86495280e2cbbb24', 'gw_port': {'id': 'a17b534b-75e6-46e7-9973-367439531e2f', 'name': '', 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:32:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1715558-9e15-4838-be25-31384c396b25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4311, 'fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T22:30:09Z', 'updated_at': '2022-01-26T22:30:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-5', '_floatingips': [{'id': '64c2d27c-5a7a-49b4-ac60-eb02cc919493', 'tenant_id': 'da11f78dfa0e450e86495280e2cbbb24', 'floating_ip_address': '172.25.1.29', 'floating_network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'router_id': 'b1715558-9e15-4838-be25-31384c396b25', 'port_id': '414c181e-07bd-4bcd-ad8b-02862476e43b', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4317, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '885e867d-057e-416e-a628-be69eaa1f013', 'mac_address': 'fa:16:3e:c6:4b:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c14e136b-834d-4b90-9042-e3b410873520', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-26T22:30:24Z', 'updated_at': '2022-01-26T22:30:24Z', 'revision_number': 0, 'project_id': 'da11f78dfa0e450e86495280e2cbbb24', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1f158ba0-7787-45c4-8336-3474d5e93e3d', 'name': '', 'network_id': '885e867d-057e-416e-a628-be69eaa1f013', 'tenant_id': 'da11f78dfa0e450e86495280e2cbbb24', 'mac_address': 'fa:16:3e:75:32:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1715558-9e15-4838-be25-31384c396b25', 'device_owner': 'network:router_interface', 'standard_attr_id': 4314, 'fixed_ips': [{'subnet_id': '5c53e0fc-f609-4525-b5ba-cbf9ef574613', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T22:30:11Z', 'updated_at': '2022-01-26T22:30:15Z', 'revision_number': 5, 'project_id': 'da11f78dfa0e450e86495280e2cbbb24', 'subnets': [{'id': '5c53e0fc-f609-4525-b5ba-cbf9ef574613', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760453-5', False) {} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 22:30:26.548474 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3a33b22-f3f2-4ee2-b8ff-0cb260ed3744 None None] Checking router: b1715558-9e15-4838-be25-31384c396b25 for host: n-d-760453-5 {{(pid=103306) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 26 22:30:26.556712 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3a33b22-f3f2-4ee2-b8ff-0cb260ed3744 None None] Routers {'b1715558-9e15-4838-be25-31384c396b25'} bound to L3 agent in host n-d-760453-5 {{(pid=103306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 22:30:26.557337 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-c3a33b22-f3f2-4ee2-b8ff-0cb260ed3744 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-26T20:55:21Z,description=,heartbeat_timestamp=2022-01-26T22:30:21Z,host='n-d-760453-5',id=09df100c-3af1-4b0a-bda8-05914c71c458,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:55:21Z,topic='l3_agent')) {'router_ids': ['b1715558-9e15-4838-be25-31384c396b25'], 'active': True} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 22:30:26.563868 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996d0535-1b9c-4423-ba6b-a3df5b4a2844 req-1a1b3868-3883-4656-84fe-d3e3d7a1b4e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:30:26.565371 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-996d0535-1b9c-4423-ba6b-a3df5b4a2844 req-1a1b3868-3883-4656-84fe-d3e3d7a1b4e9 service neutron] 10.222.0.57 "GET /v2.0/networks?id=885e867d-057e-416e-a628-be69eaa1f013 HTTP/1.1" status: 200 len: 898 time: 0.0832541 Jan 26 22:30:26.635226 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-996d0535-1b9c-4423-ba6b-a3df5b4a2844 req-7bca27d3-3e11-49be-9105-00deaa606bf0 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=414c181e-07bd-4bcd-ad8b-02862476e43b HTTP/1.1" status: 200 len: 998 time: 0.0643210 Jan 26 22:30:26.663868 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvr_db [None req-c3a33b22-f3f2-4ee2-b8ff-0cb260ed3744 None None] Set router b1715558-9e15-4838-be25-31384c396b25 gateway port host: n-d-760453-5 {{(pid=103306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 22:30:26.682470 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996d0535-1b9c-4423-ba6b-a3df5b4a2844 req-e677fbc1-5983-473c-9e5a-0075ff79592c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:30:26.684596 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-996d0535-1b9c-4423-ba6b-a3df5b4a2844 req-e677fbc1-5983-473c-9e5a-0075ff79592c service neutron] 10.222.0.57 "GET /v2.0/subnets?id=5c53e0fc-f609-4525-b5ba-cbf9ef574613 HTTP/1.1" status: 200 len: 835 time: 0.0439684 Jan 26 22:30:26.728740 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996d0535-1b9c-4423-ba6b-a3df5b4a2844 req-2475a32e-b403-496a-992c-10e35e7f5932 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:30:26.730837 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-996d0535-1b9c-4423-ba6b-a3df5b4a2844 req-2475a32e-b403-496a-992c-10e35e7f5932 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=885e867d-057e-416e-a628-be69eaa1f013&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0407727 Jan 26 22:30:26.824423 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-996d0535-1b9c-4423-ba6b-a3df5b4a2844 req-0edc6376-1876-45b7-bb05-0f764f576106 service neutron] 10.222.0.57 "GET /v2.0/networks/885e867d-057e-416e-a628-be69eaa1f013?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876040 Jan 26 22:30:26.888946 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-c3a33b22-f3f2-4ee2-b8ff-0cb260ed3744 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1715558-9e15-4838-be25-31384c396b25', 'name': 'tempest-TestNetworkAdvancedServerOps-router-114924401', 'tenant_id': 'da11f78dfa0e450e86495280e2cbbb24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'external_fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.6'}], 'enable_snat': True}, 'gw_port_id': 'a17b534b-75e6-46e7-9973-367439531e2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T22:30:08Z', 'updated_at': '2022-01-26T22:30:12Z', 'revision_number': 4, 'project_id': 'da11f78dfa0e450e86495280e2cbbb24', 'gw_port': {'id': 'a17b534b-75e6-46e7-9973-367439531e2f', 'name': '', 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:32:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1715558-9e15-4838-be25-31384c396b25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4311, 'fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T22:30:09Z', 'updated_at': '2022-01-26T22:30:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-5', '_floatingips': [{'id': '64c2d27c-5a7a-49b4-ac60-eb02cc919493', 'tenant_id': 'da11f78dfa0e450e86495280e2cbbb24', 'floating_ip_address': '172.25.1.29', 'floating_network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'router_id': 'b1715558-9e15-4838-be25-31384c396b25', 'port_id': '414c181e-07bd-4bcd-ad8b-02862476e43b', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4317, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '885e867d-057e-416e-a628-be69eaa1f013', 'mac_address': 'fa:16:3e:c6:4b:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c14e136b-834d-4b90-9042-e3b410873520', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-26T22:30:24Z', 'updated_at': '2022-01-26T22:30:24Z', 'revision_number': 0, 'project_id': 'da11f78dfa0e450e86495280e2cbbb24', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1f158ba0-7787-45c4-8336-3474d5e93e3d', 'name': '', 'network_id': '885e867d-057e-416e-a628-be69eaa1f013', 'tenant_id': 'da11f78dfa0e450e86495280e2cbbb24', 'mac_address': 'fa:16:3e:75:32:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1715558-9e15-4838-be25-31384c396b25', 'device_owner': 'network:router_interface', 'standard_attr_id': 4314, 'fixed_ips': [{'subnet_id': '5c53e0fc-f609-4525-b5ba-cbf9ef574613', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T22:30:11Z', 'updated_at': '2022-01-26T22:30:15Z', 'revision_number': 5, 'project_id': 'da11f78dfa0e450e86495280e2cbbb24', 'subnets': [{'id': '5c53e0fc-f609-4525-b5ba-cbf9ef574613', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760453-5', False) {} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 22:30:26.913506 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-996d0535-1b9c-4423-ba6b-a3df5b4a2844 req-4c4eafde-bf6b-473d-88c8-4489d09128de service neutron] 10.222.0.57 "GET /v2.0/networks/885e867d-057e-416e-a628-be69eaa1f013?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836802 Jan 26 22:30:26.916220 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3a33b22-f3f2-4ee2-b8ff-0cb260ed3744 None None] The sync data for ids ['b1715558-9e15-4838-be25-31384c396b25'] in n-d-760453-5 is: [{'id': 'b1715558-9e15-4838-be25-31384c396b25', 'name': 'tempest-TestNetworkAdvancedServerOps-router-114924401', 'tenant_id': 'da11f78dfa0e450e86495280e2cbbb24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'external_fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.6'}], 'enable_snat': True}, 'gw_port_id': 'a17b534b-75e6-46e7-9973-367439531e2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T22:30:08Z', 'updated_at': '2022-01-26T22:30:12Z', 'revision_number': 4, 'project_id': 'da11f78dfa0e450e86495280e2cbbb24', 'gw_port': {'id': 'a17b534b-75e6-46e7-9973-367439531e2f', 'name': '', 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:32:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1715558-9e15-4838-be25-31384c396b25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4311, 'fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T22:30:09Z', 'updated_at': '2022-01-26T22:30:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-5', '_floatingips': [{'id': '64c2d27c-5a7a-49b4-ac60-eb02cc919493', 'tenant_id': 'da11f78dfa0e450e86495280e2cbbb24', 'floating_ip_address': '172.25.1.29', 'floating_network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'router_id': 'b1715558-9e15-4838-be25-31384c396b25', 'port_id': '414c181e-07bd-4bcd-ad8b-02862476e43b', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4317, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '885e867d-057e-416e-a628-be69eaa1f013', 'mac_address': 'fa:16:3e:c6:4b:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c14e136b-834d-4b90-9042-e3b410873520', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-26T22:30:24Z', 'updated_at': '2022-01-26T22:30:24Z', 'revision_number': 0, 'project_id': 'da11f78dfa0e450e86495280e2cbbb24', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1f158ba0-7787-45c4-8336-3474d5e93e3d', 'name': '', 'network_id': '885e867d-057e-416e-a628-be69eaa1f013', 'tenant_id': 'da11f78dfa0e450e86495280e2cbbb24', 'mac_address': 'fa:16:3e:75:32:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1715558-9e15-4838-be25-31384c396b25', 'device_owner': 'network:router_interface', 'standard_attr_id': 4314, 'fixed_ips': [{'subnet_id': '5c53e0fc-f609-4525-b5ba-cbf9ef574613', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T22:30:11Z', 'updated_at': '2022-01-26T22:30:15Z', 'revision_number': 5, 'project_id': 'da11f78dfa0e450e86495280e2cbbb24', 'subnets': [{'id': '5c53e0fc-f609-4525-b5ba-cbf9ef574613', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 26 22:30:27.114076 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0dccc1d-dac9-4262-99f2-a20a46c32cb1 None None] New status for floating IP 64c2d27c-5a7a-49b4-ac60-eb02cc919493: ACTIVE {{(pid=103307) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 26 22:30:27.470478 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 55866) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 22:30:27.535993 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-3722879a-ee2d-45d0-9f1c-515a2f06df5f tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] 10.222.0.13 "GET /v2.0/floatingips/64c2d27c-5a7a-49b4-ac60-eb02cc919493 HTTP/1.1" status: 200 len: 992 time: 0.0643470 Jan 26 22:30:39.095674 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (32ef628b-8417-46c5-8729-60fcabe358f1), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:30:49.072307 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-0dfd1d07-d121-4d65-bb7a-7e5243e798ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (474ccdf7-ab6c-405b-a3b2-dc7b05829902), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:30:51.407550 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-8ffed9b4-798d-4eb9-86ea-d2340cb194f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (09df100c-3af1-4b0a-bda8-05914c71c458), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:30:52.559486 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-841f5991-a4d8-4d4b-b215-cbc6bab5427b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (aa7ee9d2-08eb-4e12-b895-24c57300dfec), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:30:53.861505 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (4d619873-4b60-439f-9b5a-b155dc8bbc34), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:30:54.385443 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-839dd188-ec69-470c-9ab0-d318dc1a2e96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (e79b4fc6-6c71-44b2-a6d0-ff3e1f4dfd0d), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:30:55.484341 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.agents_db [None req-569f1ced-6396-4ddf-b79f-e03b0b2146ab None None] Agent healthcheck: found 7 active agents {{(pid=103307) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 26 22:30:55.525979 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (fea0591a-627d-4c87-9a9a-01625ddf3277), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:31:00.933391 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17badeb1-7d32-4fac-83ea-f1a58dd7f0d6 req-eab65fa9-ecc0-4594-b4fd-e65212f708ee tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:31:00.934827 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-17badeb1-7d32-4fac-83ea-f1a58dd7f0d6 req-eab65fa9-ecc0-4594-b4fd-e65212f708ee tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] 10.222.0.13 "GET /v2.0/ports?device_id=c14e136b-834d-4b90-9042-e3b410873520 HTTP/1.1" status: 200 len: 945 time: 0.1142576 Jan 26 22:31:00.983345 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-17badeb1-7d32-4fac-83ea-f1a58dd7f0d6 req-19470580-26fc-4efe-b164-261235f69a11 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] 10.222.0.13 "GET /v2.0/security-groups?id=dadcfb3a-83ad-4897-ba0a-6f59b7ed9002&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424066 Jan 26 22:31:02.098778 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6bf6ff-7c8c-4258-9bc7-92f3bcfa20e0 req-78a706f6-6081-4f3a-aa44-1ec0bd6c71f0 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:31:02.100308 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-bb6bf6ff-7c8c-4258-9bc7-92f3bcfa20e0 req-78a706f6-6081-4f3a-aa44-1ec0bd6c71f0 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] 10.222.0.13 "GET /v2.0/ports?device_id=c14e136b-834d-4b90-9042-e3b410873520 HTTP/1.1" status: 200 len: 945 time: 0.0513706 Jan 26 22:31:02.149016 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-bb6bf6ff-7c8c-4258-9bc7-92f3bcfa20e0 req-82a03f63-e4e6-41a7-9de6-f03ab1302fbd tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] 10.222.0.13 "GET /v2.0/security-groups?id=dadcfb3a-83ad-4897-ba0a-6f59b7ed9002&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430799 Jan 26 22:31:02.171102 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 55888) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 22:31:02.230621 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-56e13bed-86ed-42ef-8877-62989a95b005 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] 10.222.0.13 "GET /v2.0/floatingips/64c2d27c-5a7a-49b4-ac60-eb02cc919493 HTTP/1.1" status: 200 len: 992 time: 0.0583582 Jan 26 22:31:03.526856 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9d77a6-f0b5-4f5f-b9ab-156f7d2fb1b3 req-92afc987-f9e6-428a-bd4e-78929b176870 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:31:03.528373 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-4a9d77a6-f0b5-4f5f-b9ab-156f7d2fb1b3 req-92afc987-f9e6-428a-bd4e-78929b176870 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] 10.222.0.13 "GET /v2.0/ports?device_id=c14e136b-834d-4b90-9042-e3b410873520 HTTP/1.1" status: 200 len: 945 time: 0.0804880 Jan 26 22:31:03.534362 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722a49b3-bbd1-4dfd-9ff2-7d63ff211252 req-07148aa3-567f-4c64-ab53-816baa4e44c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:31:03.535802 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-722a49b3-bbd1-4dfd-9ff2-7d63ff211252 req-07148aa3-567f-4c64-ab53-816baa4e44c8 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=da11f78dfa0e450e86495280e2cbbb24&device_id=c14e136b-834d-4b90-9042-e3b410873520 HTTP/1.1" status: 200 len: 1096 time: 0.0621209 Jan 26 22:31:03.630086 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-4a9d77a6-f0b5-4f5f-b9ab-156f7d2fb1b3 req-497ac0a9-f4b3-4413-aa4d-11591680ad8a tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] 10.222.0.13 "GET /v2.0/security-groups?id=dadcfb3a-83ad-4897-ba0a-6f59b7ed9002&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0933287 Jan 26 22:31:03.655978 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722a49b3-bbd1-4dfd-9ff2-7d63ff211252 req-81a8e7a5-ef23-41fe-b4e6-7667053d7191 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:31:03.657529 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-722a49b3-bbd1-4dfd-9ff2-7d63ff211252 req-81a8e7a5-ef23-41fe-b4e6-7667053d7191 service neutron] 10.222.0.57 "GET /v2.0/networks?id=885e867d-057e-416e-a628-be69eaa1f013 HTTP/1.1" status: 200 len: 898 time: 0.1151397 Jan 26 22:31:03.726028 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-722a49b3-bbd1-4dfd-9ff2-7d63ff211252 req-d18f97af-fa26-4f43-9dc2-ee3f9e5aabae service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=414c181e-07bd-4bcd-ad8b-02862476e43b HTTP/1.1" status: 200 len: 1000 time: 0.0626991 Jan 26 22:31:03.773701 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722a49b3-bbd1-4dfd-9ff2-7d63ff211252 req-8aae9f4b-8f58-46a2-8a27-84c8da87be23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:31:03.775120 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-722a49b3-bbd1-4dfd-9ff2-7d63ff211252 req-8aae9f4b-8f58-46a2-8a27-84c8da87be23 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=5c53e0fc-f609-4525-b5ba-cbf9ef574613 HTTP/1.1" status: 200 len: 835 time: 0.0438313 Jan 26 22:31:03.820083 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722a49b3-bbd1-4dfd-9ff2-7d63ff211252 req-834795ba-5912-4618-9fe5-9a66f3c41bfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:31:03.821591 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-722a49b3-bbd1-4dfd-9ff2-7d63ff211252 req-834795ba-5912-4618-9fe5-9a66f3c41bfc service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=885e867d-057e-416e-a628-be69eaa1f013&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0393362 Jan 26 22:31:03.913095 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-722a49b3-bbd1-4dfd-9ff2-7d63ff211252 req-4db091e0-90fc-40f6-9b5c-eac1c3352289 service neutron] 10.222.0.57 "GET /v2.0/networks/885e867d-057e-416e-a628-be69eaa1f013?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857880 Jan 26 22:31:04.001099 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-722a49b3-bbd1-4dfd-9ff2-7d63ff211252 req-6362bf49-2075-488b-bbe4-8fb1fdef1db7 service neutron] 10.222.0.57 "GET /v2.0/networks/885e867d-057e-416e-a628-be69eaa1f013?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823174 Jan 26 22:31:04.756818 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591b5d8d-36d1-4f2c-a03b-953e13067cd4 req-efb880b6-e54e-4567-8b89-aa0526d23aa3 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:31:04.758377 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-591b5d8d-36d1-4f2c-a03b-953e13067cd4 req-efb880b6-e54e-4567-8b89-aa0526d23aa3 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] 10.222.0.13 "GET /v2.0/ports?device_id=c14e136b-834d-4b90-9042-e3b410873520 HTTP/1.1" status: 200 len: 945 time: 0.0582676 Jan 26 22:31:04.809661 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-591b5d8d-36d1-4f2c-a03b-953e13067cd4 req-69ef5702-edd2-4016-8cbd-f0eeb8a84fd8 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] 10.222.0.13 "GET /v2.0/security-groups?id=dadcfb3a-83ad-4897-ba0a-6f59b7ed9002&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455382 Jan 26 22:31:05.923283 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd48e82-22c8-45e0-920a-5762c68e5824 req-dd12c060-a7e3-4637-ae51-dbd1d4b84a3a tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:31:05.924807 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-3bd48e82-22c8-45e0-920a-5762c68e5824 req-dd12c060-a7e3-4637-ae51-dbd1d4b84a3a tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] 10.222.0.13 "GET /v2.0/ports?device_id=c14e136b-834d-4b90-9042-e3b410873520 HTTP/1.1" status: 200 len: 945 time: 0.0479426 Jan 26 22:31:05.972465 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-3bd48e82-22c8-45e0-920a-5762c68e5824 req-8a0e45ce-3cab-4151-aca5-ccc51925fb20 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] 10.222.0.13 "GET /v2.0/security-groups?id=dadcfb3a-83ad-4897-ba0a-6f59b7ed9002&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421293 Jan 26 22:31:05.994974 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 55900) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 22:31:06.058767 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-1d6bb0c0-16a7-48e4-9c48-5d59a9d841d9 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] 10.222.0.13 "GET /v2.0/floatingips/64c2d27c-5a7a-49b4-ac60-eb02cc919493 HTTP/1.1" status: 200 len: 992 time: 0.0626521 Jan 26 22:31:06.269125 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 55906) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 22:31:06.425310 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-a0e9fda4-5056-432c-a3c5-830b8270de5a tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Deleting port e26ec9ca-dde5-4fd8-af9c-c44f00dc80c4 {{(pid=103304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 22:31:06.425662 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-a0e9fda4-5056-432c-a3c5-830b8270de5a tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746560630878'] for port (e26ec9ca-dde5-4fd8-af9c-c44f00dc80c4), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:31:06.498860 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-a0e9fda4-5056-432c-a3c5-830b8270de5a tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4109658'] for port (e26ec9ca-dde5-4fd8-af9c-c44f00dc80c4), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:31:06.499183 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-a0e9fda4-5056-432c-a3c5-830b8270de5a tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Publish callbacks [] for floatingip (e26ec9ca-dde5-4fd8-af9c-c44f00dc80c4), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:31:06.510558 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-a0e9fda4-5056-432c-a3c5-830b8270de5a tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Calling delete_port for e26ec9ca-dde5-4fd8-af9c-c44f00dc80c4 owned by network:floatingip {{(pid=103304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 22:31:06.654116 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-a0e9fda4-5056-432c-a3c5-830b8270de5a tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746560636600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746560234536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9281553'] for port (e26ec9ca-dde5-4fd8-af9c-c44f00dc80c4), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:31:06.677119 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e9fda4-5056-432c-a3c5-830b8270de5a tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Pushing event deleted for resources: {'Port': ['ID=e26ec9ca-dde5-4fd8-af9c-c44f00dc80c4,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 22:31:06.707879 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0e9fda4-5056-432c-a3c5-830b8270de5a tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:31:06.708231 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0e9fda4-5056-432c-a3c5-830b8270de5a tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:31:06.708575 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0e9fda4-5056-432c-a3c5-830b8270de5a tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:31:06.708912 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0e9fda4-5056-432c-a3c5-830b8270de5a tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:31:06.709247 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0e9fda4-5056-432c-a3c5-830b8270de5a tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:31:06.709601 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0e9fda4-5056-432c-a3c5-830b8270de5a tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:31:06.709931 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0e9fda4-5056-432c-a3c5-830b8270de5a tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:31:06.710266 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0e9fda4-5056-432c-a3c5-830b8270de5a tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:31:06.710608 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0e9fda4-5056-432c-a3c5-830b8270de5a tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:31:06.710919 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0e9fda4-5056-432c-a3c5-830b8270de5a tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:31:06.711243 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0e9fda4-5056-432c-a3c5-830b8270de5a tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:31:06.711567 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0e9fda4-5056-432c-a3c5-830b8270de5a tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:31:06.711888 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0e9fda4-5056-432c-a3c5-830b8270de5a tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:31:06.753575 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-a0e9fda4-5056-432c-a3c5-830b8270de5a tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Publish callbacks [] for floatingip (64c2d27c-5a7a-49b4-ac60-eb02cc919493), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:31:06.753916 n-d-760453-5 neutron-server[103304]: INFO neutron.db.l3_db [None req-a0e9fda4-5056-432c-a3c5-830b8270de5a tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Floating IP 64c2d27c-5a7a-49b4-ac60-eb02cc919493 disassociated (deleted). External IP: 172.25.1.29, port: 414c181e-07bd-4bcd-ad8b-02862476e43b. Jan 26 22:31:06.961958 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0e9fda4-5056-432c-a3c5-830b8270de5a tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Router b1715558-9e15-4838-be25-31384c396b25 has already been hosted by L3 agent 09df100c-3af1-4b0a-bda8-05914c71c458 {{(pid=103304) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 26 22:31:07.067383 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0e9fda4-5056-432c-a3c5-830b8270de5a tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Notify agent at l3_agent.n-d-760453-5 the message routers_updated {{(pid=103304) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 26 22:31:07.072088 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-a0e9fda4-5056-432c-a3c5-830b8270de5a tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for floatingip (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:31:07.077207 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-352c703f-8fb7-46ac-ae88-2a753b0217a4 None None] Sync routers for ids ['b1715558-9e15-4838-be25-31384c396b25'] in n-d-760453-5 {{(pid=103306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 26 22:31:07.088087 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-352c703f-8fb7-46ac-ae88-2a753b0217a4 None None] Routers {'b1715558-9e15-4838-be25-31384c396b25'} bound to L3 agent in host n-d-760453-5 {{(pid=103306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 22:31:07.088691 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-352c703f-8fb7-46ac-ae88-2a753b0217a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-26T20:55:21Z,description=,heartbeat_timestamp=2022-01-26T22:30:51Z,host='n-d-760453-5',id=09df100c-3af1-4b0a-bda8-05914c71c458,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:55:21Z,topic='l3_agent')) {'router_ids': ['b1715558-9e15-4838-be25-31384c396b25'], 'active': True} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 22:31:07.099569 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-a0e9fda4-5056-432c-a3c5-830b8270de5a tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] 10.222.0.13 "DELETE /v2.0/floatingips/64c2d27c-5a7a-49b4-ac60-eb02cc919493 HTTP/1.1" status: 204 len: 168 time: 0.8293467 Jan 26 22:31:07.100267 n-d-760453-5 neutron-server[103304]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c14e136b-834d-4b90-9042-e3b410873520', 'tag': '414c181e-07bd-4bcd-ad8b-02862476e43b'}] {{(pid=103304) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 22:31:07.102719 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86e783e1922a725fac327d65912384d63450ce1a6a2ee22db2d1cc52fb257f3b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78b2be7b-296c-4177-983e-1a727a77554b" -d '{"events": [{"name": "network-changed", "server_uuid": "c14e136b-834d-4b90-9042-e3b410873520", "tag": "414c181e-07bd-4bcd-ad8b-02862476e43b"}]}' {{(pid=103304) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 22:31:07.198638 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvr_db [None req-352c703f-8fb7-46ac-ae88-2a753b0217a4 None None] Set router b1715558-9e15-4838-be25-31384c396b25 gateway port host: n-d-760453-5 {{(pid=103306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 22:31:07.258099 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 26 Jan 2022 22:31:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1baa0f50-d977-493f-9670-100bdfcf15e7 x-openstack-request-id: req-1baa0f50-d977-493f-9670-100bdfcf15e7 {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 22:31:07.258464 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c14e136b-834d-4b90-9042-e3b410873520", "tag": "414c181e-07bd-4bcd-ad8b-02862476e43b", "status": "completed", "code": 200}]} {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 22:31:07.258784 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-1baa0f50-d977-493f-9670-100bdfcf15e7 {{(pid=103304) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 22:31:07.259264 n-d-760453-5 neutron-server[103304]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c14e136b-834d-4b90-9042-e3b410873520', 'tag': '414c181e-07bd-4bcd-ad8b-02862476e43b', 'status': 'completed', 'code': 200} Jan 26 22:31:07.348786 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b2be7b-296c-4177-983e-1a727a77554b req-d93cd29c-f8c1-498d-9f24-9f6a39e04011 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:31:07.350345 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-78b2be7b-296c-4177-983e-1a727a77554b req-d93cd29c-f8c1-498d-9f24-9f6a39e04011 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=da11f78dfa0e450e86495280e2cbbb24&device_id=c14e136b-834d-4b90-9042-e3b410873520 HTTP/1.1" status: 200 len: 1096 time: 0.0701356 Jan 26 22:31:07.361616 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4d1ea0-7f78-49c0-9fac-66aa65803c43 req-0b316dc9-4cd6-4c3f-8eb3-fdc30bbc09a5 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:31:07.363067 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-0e4d1ea0-7f78-49c0-9fac-66aa65803c43 req-0b316dc9-4cd6-4c3f-8eb3-fdc30bbc09a5 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] 10.222.0.13 "GET /v2.0/ports?device_id=c14e136b-834d-4b90-9042-e3b410873520 HTTP/1.1" status: 200 len: 945 time: 0.0569160 Jan 26 22:31:07.407730 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-352c703f-8fb7-46ac-ae88-2a753b0217a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1715558-9e15-4838-be25-31384c396b25', 'name': 'tempest-TestNetworkAdvancedServerOps-router-114924401', 'tenant_id': 'da11f78dfa0e450e86495280e2cbbb24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'external_fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.6'}], 'enable_snat': True}, 'gw_port_id': 'a17b534b-75e6-46e7-9973-367439531e2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T22:30:08Z', 'updated_at': '2022-01-26T22:30:12Z', 'revision_number': 4, 'project_id': 'da11f78dfa0e450e86495280e2cbbb24', 'gw_port': {'id': 'a17b534b-75e6-46e7-9973-367439531e2f', 'name': '', 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:32:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1715558-9e15-4838-be25-31384c396b25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4311, 'fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T22:30:09Z', 'updated_at': '2022-01-26T22:30:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-5', '_interfaces': [{'id': '1f158ba0-7787-45c4-8336-3474d5e93e3d', 'name': '', 'network_id': '885e867d-057e-416e-a628-be69eaa1f013', 'tenant_id': 'da11f78dfa0e450e86495280e2cbbb24', 'mac_address': 'fa:16:3e:75:32:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1715558-9e15-4838-be25-31384c396b25', 'device_owner': 'network:router_interface', 'standard_attr_id': 4314, 'fixed_ips': [{'subnet_id': '5c53e0fc-f609-4525-b5ba-cbf9ef574613', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T22:30:11Z', 'updated_at': '2022-01-26T22:30:15Z', 'revision_number': 5, 'project_id': 'da11f78dfa0e450e86495280e2cbbb24', 'subnets': [{'id': '5c53e0fc-f609-4525-b5ba-cbf9ef574613', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760453-5', False) {} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 22:31:07.434357 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-352c703f-8fb7-46ac-ae88-2a753b0217a4 None None] Checking router: b1715558-9e15-4838-be25-31384c396b25 for host: n-d-760453-5 {{(pid=103306) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 26 22:31:07.443107 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-352c703f-8fb7-46ac-ae88-2a753b0217a4 None None] Routers {'b1715558-9e15-4838-be25-31384c396b25'} bound to L3 agent in host n-d-760453-5 {{(pid=103306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 22:31:07.443721 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-352c703f-8fb7-46ac-ae88-2a753b0217a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-26T20:55:21Z,description=,heartbeat_timestamp=2022-01-26T22:30:51Z,host='n-d-760453-5',id=09df100c-3af1-4b0a-bda8-05914c71c458,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:55:21Z,topic='l3_agent')) {'router_ids': ['b1715558-9e15-4838-be25-31384c396b25'], 'active': True} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 22:31:07.472404 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-0e4d1ea0-7f78-49c0-9fac-66aa65803c43 req-76f5d769-8ece-4c46-946b-7b279097e1c0 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] 10.222.0.13 "GET /v2.0/security-groups?id=dadcfb3a-83ad-4897-ba0a-6f59b7ed9002&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1006114 Jan 26 22:31:07.488928 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b2be7b-296c-4177-983e-1a727a77554b req-6511d2e0-bea6-46e3-8a57-cef60d68eaf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:31:07.490473 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-78b2be7b-296c-4177-983e-1a727a77554b req-6511d2e0-bea6-46e3-8a57-cef60d68eaf3 service neutron] 10.222.0.57 "GET /v2.0/networks?id=885e867d-057e-416e-a628-be69eaa1f013 HTTP/1.1" status: 200 len: 898 time: 0.1263781 Jan 26 22:31:07.535599 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-78b2be7b-296c-4177-983e-1a727a77554b req-b7175755-cc00-463a-a34b-ea441ee3b874 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=414c181e-07bd-4bcd-ad8b-02862476e43b HTTP/1.1" status: 200 len: 217 time: 0.0349369 Jan 26 22:31:07.550260 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvr_db [None req-352c703f-8fb7-46ac-ae88-2a753b0217a4 None None] Set router b1715558-9e15-4838-be25-31384c396b25 gateway port host: n-d-760453-5 {{(pid=103306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 22:31:07.587440 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b2be7b-296c-4177-983e-1a727a77554b req-5b3fdd85-4c19-49f9-a482-37b8d8e5976c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:31:07.588908 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-78b2be7b-296c-4177-983e-1a727a77554b req-5b3fdd85-4c19-49f9-a482-37b8d8e5976c service neutron] 10.222.0.57 "GET /v2.0/subnets?id=5c53e0fc-f609-4525-b5ba-cbf9ef574613 HTTP/1.1" status: 200 len: 835 time: 0.0474620 Jan 26 22:31:07.635821 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b2be7b-296c-4177-983e-1a727a77554b req-83e667d6-6b8a-4f50-b7b2-de1c148e19bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:31:07.637381 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-78b2be7b-296c-4177-983e-1a727a77554b req-83e667d6-6b8a-4f50-b7b2-de1c148e19bb service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=885e867d-057e-416e-a628-be69eaa1f013&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0404544 Jan 26 22:31:07.735121 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-78b2be7b-296c-4177-983e-1a727a77554b req-18ac181b-e39b-454a-8693-bd0cb7a54e3c service neutron] 10.222.0.57 "GET /v2.0/networks/885e867d-057e-416e-a628-be69eaa1f013?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847399 Jan 26 22:31:07.746292 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-352c703f-8fb7-46ac-ae88-2a753b0217a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1715558-9e15-4838-be25-31384c396b25', 'name': 'tempest-TestNetworkAdvancedServerOps-router-114924401', 'tenant_id': 'da11f78dfa0e450e86495280e2cbbb24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'external_fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.6'}], 'enable_snat': True}, 'gw_port_id': 'a17b534b-75e6-46e7-9973-367439531e2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T22:30:08Z', 'updated_at': '2022-01-26T22:30:12Z', 'revision_number': 4, 'project_id': 'da11f78dfa0e450e86495280e2cbbb24', 'gw_port': {'id': 'a17b534b-75e6-46e7-9973-367439531e2f', 'name': '', 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:32:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1715558-9e15-4838-be25-31384c396b25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4311, 'fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T22:30:09Z', 'updated_at': '2022-01-26T22:30:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-5', '_interfaces': [{'id': '1f158ba0-7787-45c4-8336-3474d5e93e3d', 'name': '', 'network_id': '885e867d-057e-416e-a628-be69eaa1f013', 'tenant_id': 'da11f78dfa0e450e86495280e2cbbb24', 'mac_address': 'fa:16:3e:75:32:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1715558-9e15-4838-be25-31384c396b25', 'device_owner': 'network:router_interface', 'standard_attr_id': 4314, 'fixed_ips': [{'subnet_id': '5c53e0fc-f609-4525-b5ba-cbf9ef574613', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T22:30:11Z', 'updated_at': '2022-01-26T22:30:15Z', 'revision_number': 5, 'project_id': 'da11f78dfa0e450e86495280e2cbbb24', 'subnets': [{'id': '5c53e0fc-f609-4525-b5ba-cbf9ef574613', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760453-5', False) {} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 22:31:07.775742 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-352c703f-8fb7-46ac-ae88-2a753b0217a4 None None] The sync data for ids ['b1715558-9e15-4838-be25-31384c396b25'] in n-d-760453-5 is: [{'id': 'b1715558-9e15-4838-be25-31384c396b25', 'name': 'tempest-TestNetworkAdvancedServerOps-router-114924401', 'tenant_id': 'da11f78dfa0e450e86495280e2cbbb24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'external_fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.6'}], 'enable_snat': True}, 'gw_port_id': 'a17b534b-75e6-46e7-9973-367439531e2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T22:30:08Z', 'updated_at': '2022-01-26T22:30:12Z', 'revision_number': 4, 'project_id': 'da11f78dfa0e450e86495280e2cbbb24', 'gw_port': {'id': 'a17b534b-75e6-46e7-9973-367439531e2f', 'name': '', 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:32:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1715558-9e15-4838-be25-31384c396b25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4311, 'fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T22:30:09Z', 'updated_at': '2022-01-26T22:30:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-5', '_interfaces': [{'id': '1f158ba0-7787-45c4-8336-3474d5e93e3d', 'name': '', 'network_id': '885e867d-057e-416e-a628-be69eaa1f013', 'tenant_id': 'da11f78dfa0e450e86495280e2cbbb24', 'mac_address': 'fa:16:3e:75:32:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1715558-9e15-4838-be25-31384c396b25', 'device_owner': 'network:router_interface', 'standard_attr_id': 4314, 'fixed_ips': [{'subnet_id': '5c53e0fc-f609-4525-b5ba-cbf9ef574613', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T22:30:11Z', 'updated_at': '2022-01-26T22:30:15Z', 'revision_number': 5, 'project_id': 'da11f78dfa0e450e86495280e2cbbb24', 'subnets': [{'id': '5c53e0fc-f609-4525-b5ba-cbf9ef574613', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 26 22:31:07.830905 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-78b2be7b-296c-4177-983e-1a727a77554b req-add33c95-1bf5-45a8-93c5-05cefa35faaf service neutron] 10.222.0.57 "GET /v2.0/networks/885e867d-057e-416e-a628-be69eaa1f013?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884016 Jan 26 22:31:07.996548 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7625788-797d-42d2-8ee4-c218e4f833eb None None] New status for floating IP 64c2d27c-5a7a-49b4-ac60-eb02cc919493: DOWN {{(pid=103307) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 26 22:31:08.591614 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a6fbed-b49e-4330-babc-c9539951118f req-1e4493f2-0eff-45fb-af06-649869e71eb9 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:31:08.593029 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-45a6fbed-b49e-4330-babc-c9539951118f req-1e4493f2-0eff-45fb-af06-649869e71eb9 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] 10.222.0.13 "GET /v2.0/ports?device_id=c14e136b-834d-4b90-9042-e3b410873520 HTTP/1.1" status: 200 len: 945 time: 0.0493760 Jan 26 22:31:08.642183 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-45a6fbed-b49e-4330-babc-c9539951118f req-052d4c29-dc9c-4667-9b7e-37f06a1fd1b9 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] 10.222.0.13 "GET /v2.0/security-groups?id=dadcfb3a-83ad-4897-ba0a-6f59b7ed9002&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434511 Jan 26 22:31:08.905496 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66c46a0-dc92-443f-8a5a-8f5a746754eb req-6658dde8-b3ae-4e08-b967-d8a619d5e10c tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:31:08.906877 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-f66c46a0-dc92-443f-8a5a-8f5a746754eb req-6658dde8-b3ae-4e08-b967-d8a619d5e10c tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] 10.222.0.57 "GET /v2.0/ports?device_id=c14e136b-834d-4b90-9042-e3b410873520 HTTP/1.1" status: 200 len: 945 time: 0.0524583 Jan 26 22:31:08.993459 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [req-f66c46a0-dc92-443f-8a5a-8f5a746754eb req-bf47c8d7-48d0-4b2b-8098-e2f64614543a tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Deleting port 414c181e-07bd-4bcd-ad8b-02862476e43b {{(pid=103304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 22:31:08.993807 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-f66c46a0-dc92-443f-8a5a-8f5a746754eb req-bf47c8d7-48d0-4b2b-8098-e2f64614543a tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746560630878'] for port (414c181e-07bd-4bcd-ad8b-02862476e43b), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:31:09.083200 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [req-f66c46a0-dc92-443f-8a5a-8f5a746754eb req-bf47c8d7-48d0-4b2b-8098-e2f64614543a tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] For port 414c181e-07bd-4bcd-ad8b-02862476e43b, host n-h2-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-5',level=0,port_id=414c181e-07bd-4bcd-ad8b-02862476e43b,segment=NetworkSegment(e307227c-2525-486a-a1e7-3fb5424fb402),segment_id=e307227c-2525-486a-a1e7-3fb5424fb402)] {{(pid=103304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 22:31:09.083573 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-f66c46a0-dc92-443f-8a5a-8f5a746754eb req-bf47c8d7-48d0-4b2b-8098-e2f64614543a tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4109658'] for port (414c181e-07bd-4bcd-ad8b-02862476e43b), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:31:09.096360 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (32ef628b-8417-46c5-8729-60fcabe358f1), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:31:09.097071 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [req-f66c46a0-dc92-443f-8a5a-8f5a746754eb req-bf47c8d7-48d0-4b2b-8098-e2f64614543a tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Calling delete_port for 414c181e-07bd-4bcd-ad8b-02862476e43b owned by compute:nova {{(pid=103304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 22:31:09.223467 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-f66c46a0-dc92-443f-8a5a-8f5a746754eb req-bf47c8d7-48d0-4b2b-8098-e2f64614543a tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746560636600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746560234536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9281553'] for port (414c181e-07bd-4bcd-ad8b-02862476e43b), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:31:09.256281 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf47c8d7-48d0-4b2b-8098-e2f64614543a tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Pushing event deleted for resources: {'Port': ['ID=414c181e-07bd-4bcd-ad8b-02862476e43b,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 22:31:09.299225 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [req-f66c46a0-dc92-443f-8a5a-8f5a746754eb req-bf47c8d7-48d0-4b2b-8098-e2f64614543a tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] No DVR routers for this DVR port 414c181e-07bd-4bcd-ad8b-02862476e43b on host n-h2-760453-5 {{(pid=103304) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 26 22:31:09.301850 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-f66c46a0-dc92-443f-8a5a-8f5a746754eb req-bf47c8d7-48d0-4b2b-8098-e2f64614543a tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:31:09.305220 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-f66c46a0-dc92-443f-8a5a-8f5a746754eb req-bf47c8d7-48d0-4b2b-8098-e2f64614543a tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] 10.222.0.57 "DELETE /v2.0/ports/414c181e-07bd-4bcd-ad8b-02862476e43b HTTP/1.1" status: 204 len: 173 time: 0.3934085 Jan 26 22:31:09.305703 n-d-760453-5 neutron-server[103304]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c14e136b-834d-4b90-9042-e3b410873520', 'name': 'network-vif-deleted', 'tag': '414c181e-07bd-4bcd-ad8b-02862476e43b'}] {{(pid=103304) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 22:31:09.307948 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86e783e1922a725fac327d65912384d63450ce1a6a2ee22db2d1cc52fb257f3b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c23d5661-bd10-4c83-b6ce-7b7b051c7a29" -d '{"events": [{"server_uuid": "c14e136b-834d-4b90-9042-e3b410873520", "name": "network-vif-deleted", "tag": "414c181e-07bd-4bcd-ad8b-02862476e43b"}]}' {{(pid=103304) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 22:31:09.348979 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Jan 2022 22:31:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-691cac4f-25aa-4227-8dc4-4b9a07647d0c x-openstack-request-id: req-691cac4f-25aa-4227-8dc4-4b9a07647d0c {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 22:31:09.349282 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c14e136b-834d-4b90-9042-e3b410873520", "name": "network-vif-deleted", "tag": "414c181e-07bd-4bcd-ad8b-02862476e43b", "status": "completed", "code": 200}]} {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 22:31:09.349662 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-691cac4f-25aa-4227-8dc4-4b9a07647d0c {{(pid=103304) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 22:31:09.350070 n-d-760453-5 neutron-server[103304]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c14e136b-834d-4b90-9042-e3b410873520', 'name': 'network-vif-deleted', 'tag': '414c181e-07bd-4bcd-ad8b-02862476e43b', 'status': 'completed', 'code': 200} Jan 26 22:31:09.767408 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-4c1918f3-4d05-4f5e-a831-5cf6bcb538d4 req-c876a450-accd-4fd6-8ac2-21c4a5a78252 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] 10.222.0.13 "GET /v2.0/ports?device_id=c14e136b-834d-4b90-9042-e3b410873520 HTTP/1.1" status: 200 len: 210 time: 0.0297623 Jan 26 22:31:10.822846 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 55922) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 22:31:11.185713 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-d8020b99-664f-4f0e-82ae-49cff37b9fac tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4110657'] for router_interface (b1715558-9e15-4838-be25-31384c396b25), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:31:11.772680 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-d8020b99-664f-4f0e-82ae-49cff37b9fac tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Deleting port 1f158ba0-7787-45c4-8336-3474d5e93e3d {{(pid=103304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 22:31:11.773021 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-d8020b99-664f-4f0e-82ae-49cff37b9fac tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746560630878'] for port (1f158ba0-7787-45c4-8336-3474d5e93e3d), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:31:11.860529 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [None req-d8020b99-664f-4f0e-82ae-49cff37b9fac tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] For port 1f158ba0-7787-45c4-8336-3474d5e93e3d, host n-d-760453-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=1f158ba0-7787-45c4-8336-3474d5e93e3d,segment=NetworkSegment(e307227c-2525-486a-a1e7-3fb5424fb402),segment_id=e307227c-2525-486a-a1e7-3fb5424fb402)] {{(pid=103304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 22:31:11.861219 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-d8020b99-664f-4f0e-82ae-49cff37b9fac tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4109658'] for port (1f158ba0-7787-45c4-8336-3474d5e93e3d), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:31:11.873010 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-d8020b99-664f-4f0e-82ae-49cff37b9fac tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Calling delete_port for 1f158ba0-7787-45c4-8336-3474d5e93e3d owned by network:router_interface {{(pid=103304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 22:31:12.057048 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-d8020b99-664f-4f0e-82ae-49cff37b9fac tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746560636600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746560234536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9281553'] for port (1f158ba0-7787-45c4-8336-3474d5e93e3d), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:31:12.087305 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8020b99-664f-4f0e-82ae-49cff37b9fac tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Pushing event deleted for resources: {'Port': ['ID=1f158ba0-7787-45c4-8336-3474d5e93e3d,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 22:31:12.268815 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-d8020b99-664f-4f0e-82ae-49cff37b9fac tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3709480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4110805'] for router_interface (b1715558-9e15-4838-be25-31384c396b25), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:31:12.494741 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8020b99-664f-4f0e-82ae-49cff37b9fac tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Router b1715558-9e15-4838-be25-31384c396b25 has already been hosted by L3 agent 09df100c-3af1-4b0a-bda8-05914c71c458 {{(pid=103304) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 26 22:31:12.599843 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8020b99-664f-4f0e-82ae-49cff37b9fac tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Notify agent at l3_agent.n-d-760453-5 the message routers_updated {{(pid=103304) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 26 22:31:12.605000 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-d8020b99-664f-4f0e-82ae-49cff37b9fac tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] 10.222.0.13 "PUT /v2.0/routers/b1715558-9e15-4838-be25-31384c396b25/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7811120 Jan 26 22:31:12.608170 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 55924) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 22:31:12.609677 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04f27207-f923-4386-9ff0-ed6e117955ff None None] Sync routers for ids ['b1715558-9e15-4838-be25-31384c396b25'] in n-d-760453-5 {{(pid=103306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 26 22:31:12.619674 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04f27207-f923-4386-9ff0-ed6e117955ff None None] Routers {'b1715558-9e15-4838-be25-31384c396b25'} bound to L3 agent in host n-d-760453-5 {{(pid=103306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 22:31:12.620293 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-04f27207-f923-4386-9ff0-ed6e117955ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-26T20:55:21Z,description=,heartbeat_timestamp=2022-01-26T22:30:51Z,host='n-d-760453-5',id=09df100c-3af1-4b0a-bda8-05914c71c458,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:55:21Z,topic='l3_agent')) {'router_ids': ['b1715558-9e15-4838-be25-31384c396b25'], 'active': True} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 22:31:12.659130 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.db_base_plugin_v2 [None req-30051b36-6dbb-42c5-ae75-e59be906a7bb tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Deleting subnet 5c53e0fc-f609-4525-b5ba-cbf9ef574613 {{(pid=103304) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 26 22:31:12.662118 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-30051b36-6dbb-42c5-ae75-e59be906a7bb tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Publish callbacks [] for subnet (5c53e0fc-f609-4525-b5ba-cbf9ef574613), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:31:12.705821 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-30051b36-6dbb-42c5-ae75-e59be906a7bb tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8881284'] for subnet (5c53e0fc-f609-4525-b5ba-cbf9ef574613), precommit_delete_associations {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:31:12.726214 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvr_db [None req-04f27207-f923-4386-9ff0-ed6e117955ff None None] Set router b1715558-9e15-4838-be25-31384c396b25 gateway port host: n-d-760453-5 {{(pid=103306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 22:31:12.795143 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-30051b36-6dbb-42c5-ae75-e59be906a7bb tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687316'] for subnet (5c53e0fc-f609-4525-b5ba-cbf9ef574613), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:31:12.855471 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-30051b36-6dbb-42c5-ae75-e59be906a7bb tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9281612', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12215216'] for subnet (5c53e0fc-f609-4525-b5ba-cbf9ef574613), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:31:12.884067 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30051b36-6dbb-42c5-ae75-e59be906a7bb tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Pushing event deleted for resources: {'Subnet': ['ID=5c53e0fc-f609-4525-b5ba-cbf9ef574613,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 22:31:12.889415 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-30051b36-6dbb-42c5-ae75-e59be906a7bb tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Publish callbacks [] for subnet (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:31:12.895399 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-30051b36-6dbb-42c5-ae75-e59be906a7bb tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] 10.222.0.13 "DELETE /v2.0/subnets/5c53e0fc-f609-4525-b5ba-cbf9ef574613 HTTP/1.1" status: 204 len: 168 time: 0.2832284 Jan 26 22:31:12.895517 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 55926) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 22:31:12.938265 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Device 414c181e-07bd-4bcd-ad8b-02862476e43b no longer exists at agent hyperv_n-h2-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 26 22:31:12.940108 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14fd8bb5-3b15-4057-9279-6551b10fde86 None None] Network 885e867d-057e-416e-a628-be69eaa1f013 requested from n-d-760453-5 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 26 22:31:12.979420 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] No Port match for: 414c181e-07bd-4bcd-ad8b-02862476e43b {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 26 22:31:12.979763 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Device 414c181e-07bd-4bcd-ad8b-02862476e43b not bound to the agent host n-h2-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 26 22:31:13.005895 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-85751813-46af-4996-a75d-3bc7bc23c2ce tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Publish callbacks [] for router (b1715558-9e15-4838-be25-31384c396b25), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:31:13.112394 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-85751813-46af-4996-a75d-3bc7bc23c2ce tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Publish callbacks [] for router_gateway (b1715558-9e15-4838-be25-31384c396b25), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:31:13.161084 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-04f27207-f923-4386-9ff0-ed6e117955ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1715558-9e15-4838-be25-31384c396b25', 'name': 'tempest-TestNetworkAdvancedServerOps-router-114924401', 'tenant_id': 'da11f78dfa0e450e86495280e2cbbb24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'external_fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.6'}], 'enable_snat': True}, 'gw_port_id': 'a17b534b-75e6-46e7-9973-367439531e2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T22:30:08Z', 'updated_at': '2022-01-26T22:31:12Z', 'revision_number': 5, 'project_id': 'da11f78dfa0e450e86495280e2cbbb24', 'gw_port': {'id': 'a17b534b-75e6-46e7-9973-367439531e2f', 'name': '', 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:32:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1715558-9e15-4838-be25-31384c396b25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4311, 'fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T22:30:09Z', 'updated_at': '2022-01-26T22:30:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-5'}], 'n-d-760453-5', False) {} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 22:31:13.167692 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-85751813-46af-4996-a75d-3bc7bc23c2ce tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Deleting port a17b534b-75e6-46e7-9973-367439531e2f {{(pid=103304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 22:31:13.168054 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-85751813-46af-4996-a75d-3bc7bc23c2ce tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746560630878'] for port (a17b534b-75e6-46e7-9973-367439531e2f), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:31:13.196792 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04f27207-f923-4386-9ff0-ed6e117955ff None None] Checking router: b1715558-9e15-4838-be25-31384c396b25 for host: n-d-760453-5 {{(pid=103306) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 26 22:31:13.200011 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9dda9e0-c36d-4c01-a711-69aa91d2d2f5 None None] DHCP port deletion for 885e867d-057e-416e-a628-be69eaa1f013 request from n-d-760453-5 {{(pid=103306) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 26 22:31:13.228833 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04f27207-f923-4386-9ff0-ed6e117955ff None None] Routers {'b1715558-9e15-4838-be25-31384c396b25'} bound to L3 agent in host n-d-760453-5 {{(pid=103306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 22:31:13.229501 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-04f27207-f923-4386-9ff0-ed6e117955ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-26T20:55:21Z,description=,heartbeat_timestamp=2022-01-26T22:30:51Z,host='n-d-760453-5',id=09df100c-3af1-4b0a-bda8-05914c71c458,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:55:21Z,topic='l3_agent')) {'router_ids': ['b1715558-9e15-4838-be25-31384c396b25'], 'active': True} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 22:31:13.248754 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [None req-85751813-46af-4996-a75d-3bc7bc23c2ce tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] For port a17b534b-75e6-46e7-9973-367439531e2f, host n-d-760453-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=a17b534b-75e6-46e7-9973-367439531e2f,segment=NetworkSegment(e17cb353-418f-48b9-b982-21a6233ee99b),segment_id=e17cb353-418f-48b9-b982-21a6233ee99b)] {{(pid=103304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 22:31:13.249156 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-85751813-46af-4996-a75d-3bc7bc23c2ce tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4109658'] for port (a17b534b-75e6-46e7-9973-367439531e2f), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:31:13.261332 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-85751813-46af-4996-a75d-3bc7bc23c2ce tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Calling delete_port for a17b534b-75e6-46e7-9973-367439531e2f owned by network:router_gateway {{(pid=103304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 22:31:13.326241 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvr_db [None req-04f27207-f923-4386-9ff0-ed6e117955ff None None] Set router b1715558-9e15-4838-be25-31384c396b25 gateway port host: None {{(pid=103306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 22:31:13.385867 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-e9dda9e0-c36d-4c01-a711-69aa91d2d2f5 None None] Deleting port 6bdeaf10-72f4-43ce-8084-3a578f1f3844 {{(pid=103306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 22:31:13.386241 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-e9dda9e0-c36d-4c01-a711-69aa91d2d2f5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746560630878'] for port (6bdeaf10-72f4-43ce-8084-3a578f1f3844), before_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:31:13.389160 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-04f27207-f923-4386-9ff0-ed6e117955ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1715558-9e15-4838-be25-31384c396b25', 'name': 'tempest-TestNetworkAdvancedServerOps-router-114924401', 'tenant_id': 'da11f78dfa0e450e86495280e2cbbb24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T22:30:08Z', 'updated_at': '2022-01-26T22:31:13Z', 'revision_number': 6, 'project_id': 'da11f78dfa0e450e86495280e2cbbb24', 'gw_port_host': None}], 'n-d-760453-5', False) {} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 22:31:13.435624 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-85751813-46af-4996-a75d-3bc7bc23c2ce tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746560636600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746560234536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9281553'] for port (a17b534b-75e6-46e7-9973-367439531e2f), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:31:13.446494 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04f27207-f923-4386-9ff0-ed6e117955ff None None] The sync data for ids ['b1715558-9e15-4838-be25-31384c396b25'] in n-d-760453-5 is: [{'id': 'b1715558-9e15-4838-be25-31384c396b25', 'name': 'tempest-TestNetworkAdvancedServerOps-router-114924401', 'tenant_id': 'da11f78dfa0e450e86495280e2cbbb24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T22:30:08Z', 'updated_at': '2022-01-26T22:31:13Z', 'revision_number': 6, 'project_id': 'da11f78dfa0e450e86495280e2cbbb24', 'gw_port_host': None}] {{(pid=103306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 26 22:31:13.467308 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85751813-46af-4996-a75d-3bc7bc23c2ce tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Pushing event deleted for resources: {'Port': ['ID=a17b534b-75e6-46e7-9973-367439531e2f,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 22:31:13.475677 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-e9dda9e0-c36d-4c01-a711-69aa91d2d2f5 None None] For port 6bdeaf10-72f4-43ce-8084-3a578f1f3844, host n-d-760453-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=6bdeaf10-72f4-43ce-8084-3a578f1f3844,segment=NetworkSegment(e307227c-2525-486a-a1e7-3fb5424fb402),segment_id=e307227c-2525-486a-a1e7-3fb5424fb402)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 22:31:13.476120 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-e9dda9e0-c36d-4c01-a711-69aa91d2d2f5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4109658'] for port (6bdeaf10-72f4-43ce-8084-3a578f1f3844), precommit_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:31:13.496533 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-e9dda9e0-c36d-4c01-a711-69aa91d2d2f5 None None] Calling delete_port for 6bdeaf10-72f4-43ce-8084-3a578f1f3844 owned by network:dhcp {{(pid=103306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 22:31:13.532423 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-85751813-46af-4996-a75d-3bc7bc23c2ce tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4111291'] for router_gateway (b1715558-9e15-4838-be25-31384c396b25), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:31:13.574141 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-e9dda9e0-c36d-4c01-a711-69aa91d2d2f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746560636600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746560234536'] for port (6bdeaf10-72f4-43ce-8084-3a578f1f3844), after_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:31:13.602206 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9dda9e0-c36d-4c01-a711-69aa91d2d2f5 None None] Pushing event deleted for resources: {'Port': ['ID=6bdeaf10-72f4-43ce-8084-3a578f1f3844,revision_number=None']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 22:31:13.604649 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9dda9e0-c36d-4c01-a711-69aa91d2d2f5 None None] No DVR routers for this DVR port 6bdeaf10-72f4-43ce-8084-3a578f1f3844 on host n-d-760453-5 {{(pid=103306) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 26 22:31:13.615509 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9dda9e0-c36d-4c01-a711-69aa91d2d2f5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:31:13.616031 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9dda9e0-c36d-4c01-a711-69aa91d2d2f5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:31:13.616203 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9dda9e0-c36d-4c01-a711-69aa91d2d2f5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:31:13.616543 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9dda9e0-c36d-4c01-a711-69aa91d2d2f5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:31:13.617211 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9dda9e0-c36d-4c01-a711-69aa91d2d2f5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:31:13.617937 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9dda9e0-c36d-4c01-a711-69aa91d2d2f5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:31:13.617937 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9dda9e0-c36d-4c01-a711-69aa91d2d2f5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:31:13.618240 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9dda9e0-c36d-4c01-a711-69aa91d2d2f5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:31:13.618567 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9dda9e0-c36d-4c01-a711-69aa91d2d2f5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:31:13.618952 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9dda9e0-c36d-4c01-a711-69aa91d2d2f5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:31:13.619275 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9dda9e0-c36d-4c01-a711-69aa91d2d2f5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:31:13.619639 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9dda9e0-c36d-4c01-a711-69aa91d2d2f5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:31:13.619957 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9dda9e0-c36d-4c01-a711-69aa91d2d2f5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:31:13.626902 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-85751813-46af-4996-a75d-3bc7bc23c2ce tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4105774', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13082'] for router (b1715558-9e15-4838-be25-31384c396b25), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:31:13.629037 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-85751813-46af-4996-a75d-3bc7bc23c2ce tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Publish callbacks [] for router_controller (b1715558-9e15-4838-be25-31384c396b25), precommit_delete_associations {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:31:13.671542 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-85751813-46af-4996-a75d-3bc7bc23c2ce tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4105767'] for router (b1715558-9e15-4838-be25-31384c396b25), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:31:13.672154 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85751813-46af-4996-a75d-3bc7bc23c2ce tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Fanout notify agent at l3_agent the message router_deleted on router b1715558-9e15-4838-be25-31384c396b25 {{(pid=103304) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 26 22:31:13.678901 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-85751813-46af-4996-a75d-3bc7bc23c2ce tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Publish callbacks [] for router (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:31:13.680011 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-85751813-46af-4996-a75d-3bc7bc23c2ce tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] 10.222.0.13 "DELETE /v2.0/routers/b1715558-9e15-4838-be25-31384c396b25 HTTP/1.1" status: 204 len: 168 time: 0.7836471 Jan 26 22:31:13.682696 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 55928) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 22:31:13.761428 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-642740f0-01a8-4458-92ac-5189aed4b730 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-748181'] for network (885e867d-057e-416e-a628-be69eaa1f013), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:31:13.853181 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-642740f0-01a8-4458-92ac-5189aed4b730 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-686403', 'neutron.services.segments.db._delete_segments_for_network-8746560774018'] for network (885e867d-057e-416e-a628-be69eaa1f013), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:31:13.882089 n-d-760453-5 neutron-server[103304]: DEBUG neutron.services.segments.db [None req-642740f0-01a8-4458-92ac-5189aed4b730 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['885e867d-057e-416e-a628-be69eaa1f013']}} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 22:31:13.892398 n-d-760453-5 neutron-server[103304]: DEBUG neutron.services.segments.db [None req-642740f0-01a8-4458-92ac-5189aed4b730 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e307227c-2525-486a-a1e7-3fb5424fb402') {'for_net_delete': True} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 22:31:13.893048 n-d-760453-5 neutron-server[103304]: DEBUG neutron.services.segments.db [None req-642740f0-01a8-4458-92ac-5189aed4b730 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e307227c-2525-486a-a1e7-3fb5424fb402') {} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 22:31:13.908721 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-642740f0-01a8-4458-92ac-5189aed4b730 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746560742283', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8881293'] for segment (e307227c-2525-486a-a1e7-3fb5424fb402), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:31:13.924706 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-642740f0-01a8-4458-92ac-5189aed4b730 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576559'] for segment (e307227c-2525-486a-a1e7-3fb5424fb402), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:31:13.930698 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-642740f0-01a8-4458-92ac-5189aed4b730 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Releasing vlan 571 on physical network physnet1 to pool {{(pid=103304) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 26 22:31:13.931087 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-642740f0-01a8-4458-92ac-5189aed4b730 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9281762'] for segment (e307227c-2525-486a-a1e7-3fb5424fb402), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:31:13.934102 n-d-760453-5 neutron-server[103304]: Traceback (most recent call last): Jan 26 22:31:13.934102 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 26 22:31:13.934102 n-d-760453-5 neutron-server[103304]: timer() Jan 26 22:31:13.934102 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 26 22:31:13.934102 n-d-760453-5 neutron-server[103304]: cb(*args, **kw) Jan 26 22:31:13.934102 n-d-760453-5 neutron-server[103304]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 26 22:31:13.934102 n-d-760453-5 neutron-server[103304]: return func(*args, **kwargs) Jan 26 22:31:13.934102 n-d-760453-5 neutron-server[103304]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 26 22:31:13.934102 n-d-760453-5 neutron-server[103304]: self._notify() Jan 26 22:31:13.934102 n-d-760453-5 neutron-server[103304]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 26 22:31:13.934102 n-d-760453-5 neutron-server[103304]: self.callback(batched_events) Jan 26 22:31:13.934102 n-d-760453-5 neutron-server[103304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 26 22:31:13.934102 n-d-760453-5 neutron-server[103304]: event.method(event) Jan 26 22:31:13.934102 n-d-760453-5 neutron-server[103304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 26 22:31:13.934102 n-d-760453-5 neutron-server[103304]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 26 22:31:13.934102 n-d-760453-5 neutron-server[103304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 26 22:31:13.934102 n-d-760453-5 neutron-server[103304]: aggregate_uuid = self.p_client.list_aggregates( Jan 26 22:31:13.934102 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 26 22:31:13.934102 n-d-760453-5 neutron-server[103304]: return f(self, *a, **k) Jan 26 22:31:13.934102 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 26 22:31:13.934102 n-d-760453-5 neutron-server[103304]: return self._get(url).json() Jan 26 22:31:13.934102 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 26 22:31:13.934102 n-d-760453-5 neutron-server[103304]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 26 22:31:13.934102 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 26 22:31:13.934102 n-d-760453-5 neutron-server[103304]: return self.request(url, 'GET', **kwargs) Jan 26 22:31:13.934102 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 26 22:31:13.934102 n-d-760453-5 neutron-server[103304]: base_url = self.get_endpoint(auth, allow=allow, Jan 26 22:31:13.934102 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 26 22:31:13.934102 n-d-760453-5 neutron-server[103304]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 26 22:31:13.934102 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 26 22:31:13.934102 n-d-760453-5 neutron-server[103304]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 26 22:31:13.934102 n-d-760453-5 neutron-server[103304]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 26 22:31:13.955535 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device 6bdeaf10-72f4-43ce-8084-3a578f1f3844 no longer exists at agent ovs-agent-n-d-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 26 22:31:13.977676 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] No Port match for: 6bdeaf10-72f4-43ce-8084-3a578f1f3844 {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 26 22:31:13.978160 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device 6bdeaf10-72f4-43ce-8084-3a578f1f3844 not bound to the agent host n-d-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 26 22:31:13.978690 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device 1f158ba0-7787-45c4-8336-3474d5e93e3d no longer exists at agent ovs-agent-n-d-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 26 22:31:14.000298 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-642740f0-01a8-4458-92ac-5189aed4b730 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4110931'] for network (885e867d-057e-416e-a628-be69eaa1f013), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:31:14.004586 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] No Port match for: 1f158ba0-7787-45c4-8336-3474d5e93e3d {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 26 22:31:14.004994 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device 1f158ba0-7787-45c4-8336-3474d5e93e3d not bound to the agent host n-d-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 26 22:31:14.009879 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-642740f0-01a8-4458-92ac-5189aed4b730 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Publish callbacks [] for network (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:31:14.013809 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-642740f0-01a8-4458-92ac-5189aed4b730 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] 10.222.0.13 "DELETE /v2.0/networks/885e867d-057e-416e-a628-be69eaa1f013 HTTP/1.1" status: 204 len: 168 time: 0.3300633 Jan 26 22:31:14.016397 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 55930) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 22:31:14.033607 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-642740f0-01a8-4458-92ac-5189aed4b730 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Pushing event deleted for resources: {'Network': ['ID=885e867d-057e-416e-a628-be69eaa1f013,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 22:31:14.085714 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-31caa1ed-f854-4c13-9394-353eb2e65178 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Publish callbacks [] for security_group (dadcfb3a-83ad-4897-ba0a-6f59b7ed9002), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:31:14.112596 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-31caa1ed-f854-4c13-9394-353eb2e65178 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Publish callbacks [] for security_group (dadcfb3a-83ad-4897-ba0a-6f59b7ed9002), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:31:14.182865 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-31caa1ed-f854-4c13-9394-353eb2e65178 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (dadcfb3a-83ad-4897-ba0a-6f59b7ed9002), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:31:14.185836 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-31caa1ed-f854-4c13-9394-353eb2e65178 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Publish callbacks [] for security_group (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:31:14.190939 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-31caa1ed-f854-4c13-9394-353eb2e65178 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] 10.222.0.13 "DELETE /v2.0/security-groups/dadcfb3a-83ad-4897-ba0a-6f59b7ed9002 HTTP/1.1" status: 204 len: 168 time: 0.1734207 Jan 26 22:31:14.202179 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31caa1ed-f854-4c13-9394-353eb2e65178 tempest-TestNetworkAdvancedServerOps-1775448589 tempest-TestNetworkAdvancedServerOps-1775448589-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dadcfb3a-83ad-4897-ba0a-6f59b7ed9002,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 22:31:14.532744 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 55938) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 22:31:14.676042 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-0b85d82c-3f47-4746-a101-5c1ae438a752 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=da11f78dfa0e450e86495280e2cbbb24&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1420219 Jan 26 22:31:14.678577 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 55942) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 22:31:14.726025 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-b4a39bd4-9f07-4b0e-8d12-1e7447e27417 admin admin] Publish callbacks [] for security_group (4127ea40-f202-4476-a74b-aed801e8e80a), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:31:14.748521 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-b4a39bd4-9f07-4b0e-8d12-1e7447e27417 admin admin] Publish callbacks [] for security_group (4127ea40-f202-4476-a74b-aed801e8e80a), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:31:14.796152 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-b4a39bd4-9f07-4b0e-8d12-1e7447e27417 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (4127ea40-f202-4476-a74b-aed801e8e80a), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:31:14.798860 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-b4a39bd4-9f07-4b0e-8d12-1e7447e27417 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:31:14.800022 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-b4a39bd4-9f07-4b0e-8d12-1e7447e27417 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/4127ea40-f202-4476-a74b-aed801e8e80a HTTP/1.1" status: 204 len: 168 time: 0.1205437 Jan 26 22:31:14.809085 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a39bd4-9f07-4b0e-8d12-1e7447e27417 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4127ea40-f202-4476-a74b-aed801e8e80a,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 22:31:15.055443 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 55948) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 22:31:15.069104 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-a44c9eda-1a72-442a-b68b-ad6bfa889a2f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:31:15.148938 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-a44c9eda-1a72-442a-b68b-ad6bfa889a2f admin admin] Publish callbacks [] for security_group (46e7c9b7-27db-41bf-842d-3d03392fce4a), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:31:15.152561 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-a44c9eda-1a72-442a-b68b-ad6bfa889a2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (46e7c9b7-27db-41bf-842d-3d03392fce4a), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:31:15.194277 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-a44c9eda-1a72-442a-b68b-ad6bfa889a2f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=0b41cc6af40f462aaa856a0a6820b5e3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1377323 Jan 26 22:31:15.195143 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a44c9eda-1a72-442a-b68b-ad6bfa889a2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46e7c9b7-27db-41bf-842d-3d03392fce4a,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 22:31:15.196923 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 55950) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 22:31:15.246244 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-b39573de-5a9c-4f93-af01-167e5aa300fa admin admin] Publish callbacks [] for security_group (46e7c9b7-27db-41bf-842d-3d03392fce4a), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:31:15.267493 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-b39573de-5a9c-4f93-af01-167e5aa300fa admin admin] Publish callbacks [] for security_group (46e7c9b7-27db-41bf-842d-3d03392fce4a), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:31:15.311085 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-b39573de-5a9c-4f93-af01-167e5aa300fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (46e7c9b7-27db-41bf-842d-3d03392fce4a), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:31:15.314292 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-b39573de-5a9c-4f93-af01-167e5aa300fa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:31:15.315435 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-b39573de-5a9c-4f93-af01-167e5aa300fa admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/46e7c9b7-27db-41bf-842d-3d03392fce4a HTTP/1.1" status: 204 len: 168 time: 0.1159155 Jan 26 22:31:15.323795 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b39573de-5a9c-4f93-af01-167e5aa300fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46e7c9b7-27db-41bf-842d-3d03392fce4a,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 22:31:15.331718 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b39573de-5a9c-4f93-af01-167e5aa300fa admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:31:15.332069 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b39573de-5a9c-4f93-af01-167e5aa300fa admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:31:15.332401 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b39573de-5a9c-4f93-af01-167e5aa300fa admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:31:15.332729 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b39573de-5a9c-4f93-af01-167e5aa300fa admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:31:15.333057 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b39573de-5a9c-4f93-af01-167e5aa300fa admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:31:15.333407 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b39573de-5a9c-4f93-af01-167e5aa300fa admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:31:15.333732 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b39573de-5a9c-4f93-af01-167e5aa300fa admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:31:15.334055 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b39573de-5a9c-4f93-af01-167e5aa300fa admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:31:15.334506 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b39573de-5a9c-4f93-af01-167e5aa300fa admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:31:15.334677 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b39573de-5a9c-4f93-af01-167e5aa300fa admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:31:15.335097 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b39573de-5a9c-4f93-af01-167e5aa300fa admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:31:15.335421 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b39573de-5a9c-4f93-af01-167e5aa300fa admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:31:15.335744 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b39573de-5a9c-4f93-af01-167e5aa300fa admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:31:15.522175 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device a17b534b-75e6-46e7-9973-367439531e2f no longer exists at agent ovs-agent-n-d-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 26 22:31:15.542284 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] No Port match for: a17b534b-75e6-46e7-9973-367439531e2f {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 26 22:31:15.542633 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device a17b534b-75e6-46e7-9973-367439531e2f not bound to the agent host n-d-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 26 22:31:16.002051 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 55974) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 22:31:16.094544 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-be0fc05f-b8fa-431c-8d7f-8235068727bd admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-2123907712-network', 'tenant_id': '3898bdabd6404f398406bcbeb3779003'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 22:31:16.113690 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be0fc05f-b8fa-431c-8d7f-8235068727bd admin admin] Made reservation on behalf of 3898bdabd6404f398406bcbeb3779003 for: {'network': 1} {{(pid=103305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 22:31:16.116219 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-be0fc05f-b8fa-431c-8d7f-8235068727bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for network (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:31:16.127536 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-be0fc05f-b8fa-431c-8d7f-8235068727bd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:31:16.201389 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-be0fc05f-b8fa-431c-8d7f-8235068727bd admin admin] Publish callbacks [] for security_group (706b6bc5-c551-4bff-b48e-51cb458128e6), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:31:16.205508 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-be0fc05f-b8fa-431c-8d7f-8235068727bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (706b6bc5-c551-4bff-b48e-51cb458128e6), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:31:16.227028 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-be0fc05f-b8fa-431c-8d7f-8235068727bd admin admin] vlan segment allocate from pool success with {'vlan_id': 588, 'physical_network': 'physnet1'} {{(pid=103305) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 26 22:31:16.242263 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be0fc05f-b8fa-431c-8d7f-8235068727bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=706b6bc5-c551-4bff-b48e-51cb458128e6,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 22:31:16.246612 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-be0fc05f-b8fa-431c-8d7f-8235068727bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576559'] for segment (b5086e3d-16c2-40da-8fb3-affc86750274), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:31:16.246957 n-d-760453-5 neutron-server[103305]: INFO neutron.db.segments_db [None req-be0fc05f-b8fa-431c-8d7f-8235068727bd admin admin] Added segment b5086e3d-16c2-40da-8fb3-affc86750274 of type vlan for network dfea2df3-d5af-4d5b-8ac4-ef03b2347054 Jan 26 22:31:16.287505 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-be0fc05f-b8fa-431c-8d7f-8235068727bd admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746560256871'] for network (dfea2df3-d5af-4d5b-8ac4-ef03b2347054), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:31:16.311817 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-be0fc05f-b8fa-431c-8d7f-8235068727bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503'] for network (dfea2df3-d5af-4d5b-8ac4-ef03b2347054), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:31:16.312793 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be0fc05f-b8fa-431c-8d7f-8235068727bd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:31:16.313413 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-be0fc05f-b8fa-431c-8d7f-8235068727bd admin admin] Publish callbacks [] for network (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:31:16.368040 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-be0fc05f-b8fa-431c-8d7f-8235068727bd admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3648319 Jan 26 22:31:16.371031 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 55978) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 22:31:16.375658 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be0fc05f-b8fa-431c-8d7f-8235068727bd admin admin] Pushing event updated for resources: {'Network': ['ID=dfea2df3-d5af-4d5b-8ac4-ef03b2347054,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 22:31:16.376052 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-b7b60a7f-bf4e-4018-9d43-b8059ddf2bb2 admin admin] Request body: {'subnet': {'network_id': 'dfea2df3-d5af-4d5b-8ac4-ef03b2347054', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-2123907712-subnet', 'tenant_id': '3898bdabd6404f398406bcbeb3779003', 'ip_version': 4}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 22:31:16.385685 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Network dfea2df3-d5af-4d5b-8ac4-ef03b2347054 details requested by agent ovs-agent-n-d-760453-5 with host n-d-760453-5 {{(pid=103306) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 26 22:31:16.401084 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7b60a7f-bf4e-4018-9d43-b8059ddf2bb2 admin admin] Made reservation on behalf of 3898bdabd6404f398406bcbeb3779003 for: {'subnet': 1} {{(pid=103304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 22:31:16.403411 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-b7b60a7f-bf4e-4018-9d43-b8059ddf2bb2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12215181'] for subnet (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:31:16.578486 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-b7b60a7f-bf4e-4018-9d43-b8059ddf2bb2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9285249', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12215227'] for subnet (2a440deb-3cfe-4555-9fd0-eba61f625b5e), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:31:16.632253 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b60a7f-bf4e-4018-9d43-b8059ddf2bb2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2a440deb-3cfe-4555-9fd0-eba61f625b5e,revision_number=0']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 22:31:16.643877 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7b60a7f-bf4e-4018-9d43-b8059ddf2bb2 admin admin] Checking segment: {'id': 'b5086e3d-16c2-40da-8fb3-affc86750274', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'dfea2df3-d5af-4d5b-8ac4-ef03b2347054'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103304) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 22:31:16.644237 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7b60a7f-bf4e-4018-9d43-b8059ddf2bb2 admin admin] Network hostable DHCP agents. Network: dfea2df3-d5af-4d5b-8ac4-ef03b2347054, hostable agents: ['474ccdf7-ab6c-405b-a3b2-dc7b05829902'], hosted agents: [] {{(pid=103304) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 26 22:31:16.660268 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7b60a7f-bf4e-4018-9d43-b8059ddf2bb2 admin admin] Network dfea2df3-d5af-4d5b-8ac4-ef03b2347054 is scheduled to be hosted by DHCP agent 474ccdf7-ab6c-405b-a3b2-dc7b05829902 with binding_index 1 {{(pid=103304) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 26 22:31:16.669311 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [None req-b7b60a7f-bf4e-4018-9d43-b8059ddf2bb2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760453-5, dfea2df3-d5af-4d5b-8ac4-ef03b2347054) {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 22:31:16.673371 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7b60a7f-bf4e-4018-9d43-b8059ddf2bb2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:31:16.673971 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-b7b60a7f-bf4e-4018-9d43-b8059ddf2bb2 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:31:16.678430 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51ecc6b0-2374-423a-9eb1-ec6ede8830de None None] Network dfea2df3-d5af-4d5b-8ac4-ef03b2347054 requested from n-d-760453-5 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 26 22:31:16.692551 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-b7b60a7f-bf4e-4018-9d43-b8059ddf2bb2 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3178794 Jan 26 22:31:16.692775 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 55980) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 22:31:16.697012 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-75c6a30d-9cef-42d4-b7a5-b0642220bca4 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-2123907712-router', 'tenant_id': '3898bdabd6404f398406bcbeb3779003', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299'}}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 22:31:16.715400 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-75c6a30d-9cef-42d4-b7a5-b0642220bca4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4104596', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13108'] for router (ff4cc9a6-7a6b-4e9b-894f-d48260cef7c4), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:31:16.716477 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-75c6a30d-9cef-42d4-b7a5-b0642220bca4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4105828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4111306', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3733576', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13069'] for router (ff4cc9a6-7a6b-4e9b-894f-d48260cef7c4), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:31:16.770047 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-75c6a30d-9cef-42d4-b7a5-b0642220bca4 admin admin] Publish callbacks [] for router_controller (ff4cc9a6-7a6b-4e9b-894f-d48260cef7c4), precommit_add_association {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:31:16.779375 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b53b997c-b414-40ff-b709-b4a8cdd328f4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3c4099e8-8ffb-51d1-af7f-5868973e933f-dfea2df3-d5af-4d5b-8ac4-ef03b2347054', 'network_id': 'dfea2df3-d5af-4d5b-8ac4-ef03b2347054', 'project_id': '3898bdabd6404f398406bcbeb3779003', 'fixed_ips': [{'subnet_id': '2a440deb-3cfe-4555-9fd0-eba61f625b5e'}]}} from n-d-760453-5. {{(pid=103306) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 26 22:31:16.780758 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b53b997c-b414-40ff-b709-b4a8cdd328f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (None), before_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:31:16.913248 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-75c6a30d-9cef-42d4-b7a5-b0642220bca4 admin admin] Publish callbacks [] for router_gateway (ff4cc9a6-7a6b-4e9b-894f-d48260cef7c4), precommit_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:31:16.916243 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.db_base_plugin_common [None req-b53b997c-b414-40ff-b709-b4a8cdd328f4 None None] Allocated IP 172.20.0.2 (dfea2df3-d5af-4d5b-8ac4-ef03b2347054/2a440deb-3cfe-4555-9fd0-eba61f625b5e/53e6fa9b-fb42-4e81-8d32-f0c9c16378d0) {{(pid=103306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 22:31:17.062823 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b53b997c-b414-40ff-b709-b4a8cdd328f4 None None] Publish callbacks [] for port (53e6fa9b-fb42-4e81-8d32-f0c9c16378d0), precommit_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:31:17.067881 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b53b997c-b414-40ff-b709-b4a8cdd328f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746560234527'] for port (53e6fa9b-fb42-4e81-8d32-f0c9c16378d0), after_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:31:17.105550 n-d-760453-5 neutron-server[103306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b53b997c-b414-40ff-b709-b4a8cdd328f4 None None] Network dfea2df3-d5af-4d5b-8ac4-ef03b2347054 is already hosted by enough agents. {{(pid=103306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 22:31:17.112471 n-d-760453-5 neutron-server[103306]: DEBUG neutron.scheduler.base_scheduler [None req-b53b997c-b414-40ff-b709-b4a8cdd328f4 None None] Resources bound (agent type, host, resource id): {{(pid=103306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 22:31:17.115895 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-75c6a30d-9cef-42d4-b7a5-b0642220bca4 admin admin] Publish callbacks [] for router_gateway (ff4cc9a6-7a6b-4e9b-894f-d48260cef7c4), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:31:17.116798 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b53b997c-b414-40ff-b709-b4a8cdd328f4 None None] Received port after_create {{(pid=103306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 22:31:17.120123 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53b997c-b414-40ff-b709-b4a8cdd328f4 None None] Pushing event updated for resources: {'Port': ['ID=53e6fa9b-fb42-4e81-8d32-f0c9c16378d0,revision_number=1']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 22:31:17.136103 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-75c6a30d-9cef-42d4-b7a5-b0642220bca4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:31:17.177940 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-b53b997c-b414-40ff-b709-b4a8cdd328f4 None None] Attempting to bind port 53e6fa9b-fb42-4e81-8d32-f0c9c16378d0 on host n-d-760453-5 for vnic_type normal with profile {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 22:31:17.178230 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-b53b997c-b414-40ff-b709-b4a8cdd328f4 None None] Attempting to bind port 53e6fa9b-fb42-4e81-8d32-f0c9c16378d0 by drivers openvswitch,hyperv on host n-d-760453-5 at level 0 using segments [{'id': 'b5086e3d-16c2-40da-8fb3-affc86750274', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'dfea2df3-d5af-4d5b-8ac4-ef03b2347054'}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 26 22:31:17.179202 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b53b997c-b414-40ff-b709-b4a8cdd328f4 None None] Attempting to bind port 53e6fa9b-fb42-4e81-8d32-f0c9c16378d0 on network dfea2df3-d5af-4d5b-8ac4-ef03b2347054 {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 22:31:17.184267 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b53b997c-b414-40ff-b709-b4a8cdd328f4 None None] Checking agent: {'id': 'fea0591a-627d-4c87-9a9a-01625ddf3277', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760453-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 20, 55, 25), 'started_at': datetime.datetime(2022, 1, 26, 20, 55, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 22, 30, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760453-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 26 22:31:17.184654 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b53b997c-b414-40ff-b709-b4a8cdd328f4 None None] Checking segment: {'id': 'b5086e3d-16c2-40da-8fb3-affc86750274', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'dfea2df3-d5af-4d5b-8ac4-ef03b2347054'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 22:31:17.185213 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b53b997c-b414-40ff-b709-b4a8cdd328f4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:31:17.185665 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b53b997c-b414-40ff-b709-b4a8cdd328f4 None None] Bound using segment: {'id': 'b5086e3d-16c2-40da-8fb3-affc86750274', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'dfea2df3-d5af-4d5b-8ac4-ef03b2347054'} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 26 22:31:17.186159 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-b53b997c-b414-40ff-b709-b4a8cdd328f4 None None] Bound port: 53e6fa9b-fb42-4e81-8d32-f0c9c16378d0, host: n-d-760453-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b5086e3d-16c2-40da-8fb3-affc86750274', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'dfea2df3-d5af-4d5b-8ac4-ef03b2347054'}}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 26 22:31:17.187164 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b53b997c-b414-40ff-b709-b4a8cdd328f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (53e6fa9b-fb42-4e81-8d32-f0c9c16378d0), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:31:17.238162 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.db_base_plugin_common [None req-75c6a30d-9cef-42d4-b7a5-b0642220bca4 admin admin] Allocated IP 172.25.1.208 (4140a1f1-c93a-4bea-83a0-68953a54f299/e48251a1-e30d-4820-8396-00c6f6aeb601/dad87e46-0888-4188-a3b9-ec9eed884153) {{(pid=103304) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 22:31:17.254976 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-b53b997c-b414-40ff-b709-b4a8cdd328f4 None None] For port 53e6fa9b-fb42-4e81-8d32-f0c9c16378d0, host n-d-760453-5, cleared binding levels {{(pid=103306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 26 22:31:17.258409 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-b53b997c-b414-40ff-b709-b4a8cdd328f4 None None] For port 53e6fa9b-fb42-4e81-8d32-f0c9c16378d0, host n-d-760453-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=53e6fa9b-fb42-4e81-8d32-f0c9c16378d0,segment=NetworkSegment(b5086e3d-16c2-40da-8fb3-affc86750274),segment_id=b5086e3d-16c2-40da-8fb3-affc86750274)] {{(pid=103306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 26 22:31:17.262577 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b53b997c-b414-40ff-b709-b4a8cdd328f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (53e6fa9b-fb42-4e81-8d32-f0c9c16378d0), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:31:17.319423 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53b997c-b414-40ff-b709-b4a8cdd328f4 None None] Pushing event updated for resources: {'Port': ['ID=53e6fa9b-fb42-4e81-8d32-f0c9c16378d0,revision_number=2']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 22:31:17.349717 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-75c6a30d-9cef-42d4-b7a5-b0642220bca4 admin admin] Publish callbacks [] for port (dad87e46-0888-4188-a3b9-ec9eed884153), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:31:17.389149 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-75c6a30d-9cef-42d4-b7a5-b0642220bca4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746560234527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9281553'] for port (dad87e46-0888-4188-a3b9-ec9eed884153), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:31:17.428435 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75c6a30d-9cef-42d4-b7a5-b0642220bca4 admin admin] Network 4140a1f1-c93a-4bea-83a0-68953a54f299 is already hosted by enough agents. {{(pid=103304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 22:31:17.435150 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [None req-75c6a30d-9cef-42d4-b7a5-b0642220bca4 admin admin] Resources bound (agent type, host, resource id): {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 22:31:17.439996 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75c6a30d-9cef-42d4-b7a5-b0642220bca4 admin admin] Received port after_create {{(pid=103304) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 22:31:17.443268 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c6a30d-9cef-42d4-b7a5-b0642220bca4 admin admin] Pushing event updated for resources: {'Port': ['ID=dad87e46-0888-4188-a3b9-ec9eed884153,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 22:31:17.658931 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device 53e6fa9b-fb42-4e81-8d32-f0c9c16378d0 up at agent ovs-agent-n-d-760453-5 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 22:31:17.709607 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Provisioning complete for port 53e6fa9b-fb42-4e81-8d32-f0c9c16378d0 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 22:31:17.710251 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (53e6fa9b-fb42-4e81-8d32-f0c9c16378d0), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:31:17.714715 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-75c6a30d-9cef-42d4-b7a5-b0642220bca4 admin admin] Publish callbacks [] for router_gateway (ff4cc9a6-7a6b-4e9b-894f-d48260cef7c4), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:31:17.790003 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Current status of the port 53e6fa9b-fb42-4e81-8d32-f0c9c16378d0 is: DOWN; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 22:31:17.790396 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (53e6fa9b-fb42-4e81-8d32-f0c9c16378d0), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:31:17.824301 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] For port 53e6fa9b-fb42-4e81-8d32-f0c9c16378d0, host n-d-760453-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=53e6fa9b-fb42-4e81-8d32-f0c9c16378d0,segment=NetworkSegment(b5086e3d-16c2-40da-8fb3-affc86750274),segment_id=b5086e3d-16c2-40da-8fb3-affc86750274)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 22:31:17.828556 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (53e6fa9b-fb42-4e81-8d32-f0c9c16378d0), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:31:17.876439 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Pushing event updated for resources: {'Port': ['ID=53e6fa9b-fb42-4e81-8d32-f0c9c16378d0,revision_number=3']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 22:31:17.917284 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-75c6a30d-9cef-42d4-b7a5-b0642220bca4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4105757', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4111263'] for router (ff4cc9a6-7a6b-4e9b-894f-d48260cef7c4), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:31:18.051983 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75c6a30d-9cef-42d4-b7a5-b0642220bca4 admin admin] Router ff4cc9a6-7a6b-4e9b-894f-d48260cef7c4 is scheduled to L3 agent 09df100c-3af1-4b0a-bda8-05914c71c458 with binding_index 1 {{(pid=103304) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 26 22:31:18.261910 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-082bf7ba-15d0-4f39-be26-e41c8162224d None None] Network dfea2df3-d5af-4d5b-8ac4-ef03b2347054 requested from n-d-760453-5 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 26 22:31:18.331526 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-ae29aa68-0db5-44d9-ae0e-cfa3fc9797cc None None] Provisioning complete for port 53e6fa9b-fb42-4e81-8d32-f0c9c16378d0 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 22:31:18.331892 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-ae29aa68-0db5-44d9-ae0e-cfa3fc9797cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (53e6fa9b-fb42-4e81-8d32-f0c9c16378d0), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:31:18.451334 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-ae29aa68-0db5-44d9-ae0e-cfa3fc9797cc None None] Current status of the port 53e6fa9b-fb42-4e81-8d32-f0c9c16378d0 is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 22:31:18.515852 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75c6a30d-9cef-42d4-b7a5-b0642220bca4 admin admin] Notify agent at l3_agent.n-d-760453-5 the message routers_updated {{(pid=103304) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 26 22:31:18.525780 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cff80c7a-d655-4046-a597-67614744a568 None None] Sync routers for ids ['ff4cc9a6-7a6b-4e9b-894f-d48260cef7c4'] in n-d-760453-5 {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 26 22:31:18.534856 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-75c6a30d-9cef-42d4-b7a5-b0642220bca4 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:31:18.536201 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-75c6a30d-9cef-42d4-b7a5-b0642220bca4 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.8424377 Jan 26 22:31:18.539007 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 55982) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 22:31:18.541756 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cff80c7a-d655-4046-a597-67614744a568 None None] Routers {'ff4cc9a6-7a6b-4e9b-894f-d48260cef7c4'} bound to L3 agent in host n-d-760453-5 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 22:31:18.542618 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-cff80c7a-d655-4046-a597-67614744a568 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-26T20:55:21Z,description=,heartbeat_timestamp=2022-01-26T22:30:51Z,host='n-d-760453-5',id=09df100c-3af1-4b0a-bda8-05914c71c458,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:55:21Z,topic='l3_agent')) {'router_ids': ['ff4cc9a6-7a6b-4e9b-894f-d48260cef7c4'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 22:31:18.656139 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_dvr_db [None req-cff80c7a-d655-4046-a597-67614744a568 None None] Set router ff4cc9a6-7a6b-4e9b-894f-d48260cef7c4 gateway port host: n-d-760453-5 {{(pid=103307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 22:31:18.671899 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-1014e54d-a507-4e2b-b78d-9bdecaeb8b29 None None] Provisioning complete for port 53e6fa9b-fb42-4e81-8d32-f0c9c16378d0 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 22:31:18.672564 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-1014e54d-a507-4e2b-b78d-9bdecaeb8b29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (53e6fa9b-fb42-4e81-8d32-f0c9c16378d0), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:31:18.758225 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-1014e54d-a507-4e2b-b78d-9bdecaeb8b29 None None] Current status of the port 53e6fa9b-fb42-4e81-8d32-f0c9c16378d0 is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 22:31:18.915374 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-cff80c7a-d655-4046-a597-67614744a568 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff4cc9a6-7a6b-4e9b-894f-d48260cef7c4', 'name': 'tempest-TestShelveInstance-2123907712-router', 'tenant_id': '3898bdabd6404f398406bcbeb3779003', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'external_fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.208'}], 'enable_snat': True}, 'gw_port_id': 'dad87e46-0888-4188-a3b9-ec9eed884153', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T22:31:16Z', 'updated_at': '2022-01-26T22:31:17Z', 'revision_number': 3, 'project_id': '3898bdabd6404f398406bcbeb3779003', 'gw_port': {'id': 'dad87e46-0888-4188-a3b9-ec9eed884153', 'name': '', 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:4b:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff4cc9a6-7a6b-4e9b-894f-d48260cef7c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T22:31:17Z', 'updated_at': '2022-01-26T22:31:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-5'}], 'n-d-760453-5', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 22:31:18.944881 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cff80c7a-d655-4046-a597-67614744a568 None None] Checking router: ff4cc9a6-7a6b-4e9b-894f-d48260cef7c4 for host: n-d-760453-5 {{(pid=103307) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 26 22:31:18.945234 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cff80c7a-d655-4046-a597-67614744a568 None None] Updating router ff4cc9a6-7a6b-4e9b-894f-d48260cef7c4 port dad87e46-0888-4188-a3b9-ec9eed884153 binding host n-d-760453-5 {{(pid=103307) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 26 22:31:18.963342 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-7cff7d3d-1b7a-4786-a23c-360b5ab056a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:31:18.969197 n-d-760453-5 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-cff80c7a-d655-4046-a597-67614744a568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (dad87e46-0888-4188-a3b9-ec9eed884153), before_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:31:19.074678 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-0c8ef5e5-df88-42aa-88a2-ee45df09a6de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (474ccdf7-ab6c-405b-a3b2-dc7b05829902), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:31:19.128379 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.db_base_plugin_common [None req-7cff7d3d-1b7a-4786-a23c-360b5ab056a9 admin admin] Allocated IP 172.20.0.1 (dfea2df3-d5af-4d5b-8ac4-ef03b2347054/2a440deb-3cfe-4555-9fd0-eba61f625b5e/ea82e188-d70d-4863-8869-dd5e1131479d) {{(pid=103304) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 22:31:19.219036 n-d-760453-5 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-cff80c7a-d655-4046-a597-67614744a568 None None] Publish callbacks [] for port (dad87e46-0888-4188-a3b9-ec9eed884153), precommit_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:31:19.223964 n-d-760453-5 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-cff80c7a-d655-4046-a597-67614744a568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (dad87e46-0888-4188-a3b9-ec9eed884153), after_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:31:19.237393 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-7cff7d3d-1b7a-4786-a23c-360b5ab056a9 admin admin] Publish callbacks [] for port (ea82e188-d70d-4863-8869-dd5e1131479d), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:31:19.271900 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-7cff7d3d-1b7a-4786-a23c-360b5ab056a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746560234527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9281553'] for port (ea82e188-d70d-4863-8869-dd5e1131479d), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:31:19.275235 n-d-760453-5 neutron-server[103307]: DEBUG neutron.plugins.ml2.managers [None req-cff80c7a-d655-4046-a597-67614744a568 None None] Attempting to bind port dad87e46-0888-4188-a3b9-ec9eed884153 on host n-d-760453-5 for vnic_type normal with profile {{(pid=103307) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 22:31:19.275597 n-d-760453-5 neutron-server[103307]: DEBUG neutron.plugins.ml2.managers [None req-cff80c7a-d655-4046-a597-67614744a568 None None] Attempting to bind port dad87e46-0888-4188-a3b9-ec9eed884153 by drivers openvswitch,hyperv on host n-d-760453-5 at level 0 using segments [{'id': 'e17cb353-418f-48b9-b982-21a6233ee99b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299'}] {{(pid=103307) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 26 22:31:19.275950 n-d-760453-5 neutron-server[103307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cff80c7a-d655-4046-a597-67614744a568 None None] Attempting to bind port dad87e46-0888-4188-a3b9-ec9eed884153 on network 4140a1f1-c93a-4bea-83a0-68953a54f299 {{(pid=103307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 22:31:19.283287 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b9585c-3193-41d0-8981-f1a5c914e960 None None] Pushing event updated for resources: {'Port': ['ID=dad87e46-0888-4188-a3b9-ec9eed884153,revision_number=2']} {{(pid=103307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 22:31:19.289412 n-d-760453-5 neutron-server[103307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cff80c7a-d655-4046-a597-67614744a568 None None] Checking agent: {'id': 'fea0591a-627d-4c87-9a9a-01625ddf3277', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760453-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 20, 55, 25), 'started_at': datetime.datetime(2022, 1, 26, 20, 55, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 22, 30, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760453-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 26 22:31:19.289780 n-d-760453-5 neutron-server[103307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cff80c7a-d655-4046-a597-67614744a568 None None] Checking segment: {'id': 'e17cb353-418f-48b9-b982-21a6233ee99b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103307) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 22:31:19.290173 n-d-760453-5 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-cff80c7a-d655-4046-a597-67614744a568 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:31:19.290554 n-d-760453-5 neutron-server[103307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cff80c7a-d655-4046-a597-67614744a568 None None] Bound using segment: {'id': 'e17cb353-418f-48b9-b982-21a6233ee99b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299'} {{(pid=103307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 26 22:31:19.291005 n-d-760453-5 neutron-server[103307]: DEBUG neutron.plugins.ml2.managers [None req-cff80c7a-d655-4046-a597-67614744a568 None None] Bound port: dad87e46-0888-4188-a3b9-ec9eed884153, host: n-d-760453-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e17cb353-418f-48b9-b982-21a6233ee99b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299'}}] {{(pid=103307) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 26 22:31:19.291370 n-d-760453-5 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-cff80c7a-d655-4046-a597-67614744a568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (dad87e46-0888-4188-a3b9-ec9eed884153), before_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:31:19.294488 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49b9585c-3193-41d0-8981-f1a5c914e960 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:31:19.294823 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49b9585c-3193-41d0-8981-f1a5c914e960 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:31:19.295150 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49b9585c-3193-41d0-8981-f1a5c914e960 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:31:19.295473 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49b9585c-3193-41d0-8981-f1a5c914e960 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:31:19.295824 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49b9585c-3193-41d0-8981-f1a5c914e960 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:31:19.296142 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49b9585c-3193-41d0-8981-f1a5c914e960 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:31:19.296461 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49b9585c-3193-41d0-8981-f1a5c914e960 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:31:19.296796 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49b9585c-3193-41d0-8981-f1a5c914e960 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:31:19.297086 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49b9585c-3193-41d0-8981-f1a5c914e960 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:31:19.297480 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49b9585c-3193-41d0-8981-f1a5c914e960 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:31:19.297801 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49b9585c-3193-41d0-8981-f1a5c914e960 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:31:19.298107 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49b9585c-3193-41d0-8981-f1a5c914e960 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:31:19.298414 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49b9585c-3193-41d0-8981-f1a5c914e960 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:31:19.312085 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cff7d3d-1b7a-4786-a23c-360b5ab056a9 admin admin] Network dfea2df3-d5af-4d5b-8ac4-ef03b2347054 is already hosted by enough agents. {{(pid=103304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 22:31:19.316931 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [None req-7cff7d3d-1b7a-4786-a23c-360b5ab056a9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 22:31:19.321693 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cff7d3d-1b7a-4786-a23c-360b5ab056a9 admin admin] Received port after_create {{(pid=103304) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 22:31:19.344307 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cff7d3d-1b7a-4786-a23c-360b5ab056a9 admin admin] Pushing event updated for resources: {'Port': ['ID=ea82e188-d70d-4863-8869-dd5e1131479d,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 22:31:19.350366 n-d-760453-5 neutron-server[103307]: DEBUG neutron.plugins.ml2.db [None req-cff80c7a-d655-4046-a597-67614744a568 None None] For port dad87e46-0888-4188-a3b9-ec9eed884153, host n-d-760453-5, cleared binding levels {{(pid=103307) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 26 22:31:19.354388 n-d-760453-5 neutron-server[103307]: DEBUG neutron.plugins.ml2.db [None req-cff80c7a-d655-4046-a597-67614744a568 None None] For port dad87e46-0888-4188-a3b9-ec9eed884153, host n-d-760453-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=dad87e46-0888-4188-a3b9-ec9eed884153,segment=NetworkSegment(e17cb353-418f-48b9-b982-21a6233ee99b),segment_id=e17cb353-418f-48b9-b982-21a6233ee99b)] {{(pid=103307) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 26 22:31:19.360127 n-d-760453-5 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-cff80c7a-d655-4046-a597-67614744a568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (dad87e46-0888-4188-a3b9-ec9eed884153), after_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:31:19.364656 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-7cff7d3d-1b7a-4786-a23c-360b5ab056a9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4111050'] for router_interface (ff4cc9a6-7a6b-4e9b-894f-d48260cef7c4), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:31:19.425057 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cff80c7a-d655-4046-a597-67614744a568 None None] Routers {'ff4cc9a6-7a6b-4e9b-894f-d48260cef7c4'} bound to L3 agent in host n-d-760453-5 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 22:31:19.425746 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-cff80c7a-d655-4046-a597-67614744a568 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-26T20:55:21Z,description=,heartbeat_timestamp=2022-01-26T22:30:51Z,host='n-d-760453-5',id=09df100c-3af1-4b0a-bda8-05914c71c458,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:55:21Z,topic='l3_agent')) {'router_ids': ['ff4cc9a6-7a6b-4e9b-894f-d48260cef7c4'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 22:31:19.428986 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b9585c-3193-41d0-8981-f1a5c914e960 None None] Pushing event updated for resources: {'Port': ['ID=dad87e46-0888-4188-a3b9-ec9eed884153,revision_number=3']} {{(pid=103307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 22:31:19.519247 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-7cff7d3d-1b7a-4786-a23c-360b5ab056a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (ea82e188-d70d-4863-8869-dd5e1131479d), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:31:19.541195 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_dvr_db [None req-cff80c7a-d655-4046-a597-67614744a568 None None] Set router ff4cc9a6-7a6b-4e9b-894f-d48260cef7c4 gateway port host: n-d-760453-5 {{(pid=103307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 22:31:19.585899 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-a8fb77b3-c3c4-468b-864f-bebf574da1f4 None None] Provisioning complete for port ea82e188-d70d-4863-8869-dd5e1131479d triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 22:31:19.586178 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-a8fb77b3-c3c4-468b-864f-bebf574da1f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (ea82e188-d70d-4863-8869-dd5e1131479d), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:31:19.612349 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device 53e6fa9b-fb42-4e81-8d32-f0c9c16378d0 up at agent ovs-agent-n-d-760453-5 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 22:31:19.651237 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-a8fb77b3-c3c4-468b-864f-bebf574da1f4 None None] Port ea82e188-d70d-4863-8869-dd5e1131479d cannot update to ACTIVE because it is not bound. {{(pid=103306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 26 22:31:19.670996 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Provisioning complete for port 53e6fa9b-fb42-4e81-8d32-f0c9c16378d0 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 22:31:19.671376 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (53e6fa9b-fb42-4e81-8d32-f0c9c16378d0), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:31:19.706489 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-7cff7d3d-1b7a-4786-a23c-360b5ab056a9 admin admin] Publish callbacks [] for port (ea82e188-d70d-4863-8869-dd5e1131479d), precommit_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:31:19.712022 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-7cff7d3d-1b7a-4786-a23c-360b5ab056a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9281542'] for port (ea82e188-d70d-4863-8869-dd5e1131479d), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:31:19.739437 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-cff80c7a-d655-4046-a597-67614744a568 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff4cc9a6-7a6b-4e9b-894f-d48260cef7c4', 'name': 'tempest-TestShelveInstance-2123907712-router', 'tenant_id': '3898bdabd6404f398406bcbeb3779003', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'external_fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.208'}], 'enable_snat': True}, 'gw_port_id': 'dad87e46-0888-4188-a3b9-ec9eed884153', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T22:31:16Z', 'updated_at': '2022-01-26T22:31:17Z', 'revision_number': 3, 'project_id': '3898bdabd6404f398406bcbeb3779003', 'gw_port': {'id': 'dad87e46-0888-4188-a3b9-ec9eed884153', 'name': '', 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:4b:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff4cc9a6-7a6b-4e9b-894f-d48260cef7c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T22:31:17Z', 'updated_at': '2022-01-26T22:31:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-5'}], 'n-d-760453-5', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 22:31:19.759654 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Current status of the port 53e6fa9b-fb42-4e81-8d32-f0c9c16378d0 is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 22:31:19.767021 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cff80c7a-d655-4046-a597-67614744a568 None None] The sync data for ids ['ff4cc9a6-7a6b-4e9b-894f-d48260cef7c4'] in n-d-760453-5 is: [{'id': 'ff4cc9a6-7a6b-4e9b-894f-d48260cef7c4', 'name': 'tempest-TestShelveInstance-2123907712-router', 'tenant_id': '3898bdabd6404f398406bcbeb3779003', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'external_fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.208'}], 'enable_snat': True}, 'gw_port_id': 'dad87e46-0888-4188-a3b9-ec9eed884153', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T22:31:16Z', 'updated_at': '2022-01-26T22:31:17Z', 'revision_number': 3, 'project_id': '3898bdabd6404f398406bcbeb3779003', 'gw_port': {'id': 'dad87e46-0888-4188-a3b9-ec9eed884153', 'name': '', 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:4b:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff4cc9a6-7a6b-4e9b-894f-d48260cef7c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T22:31:17Z', 'updated_at': '2022-01-26T22:31:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-5'}] {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 26 22:31:19.783045 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-7cff7d3d-1b7a-4786-a23c-360b5ab056a9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3709457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4110682'] for router_interface (ff4cc9a6-7a6b-4e9b-894f-d48260cef7c4), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:31:19.786144 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cff7d3d-1b7a-4786-a23c-360b5ab056a9 admin admin] Pushing event updated for resources: {'Port': ['ID=ea82e188-d70d-4863-8869-dd5e1131479d,revision_number=2']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 22:31:19.884336 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cff7d3d-1b7a-4786-a23c-360b5ab056a9 admin admin] Network dfea2df3-d5af-4d5b-8ac4-ef03b2347054 is already hosted by enough agents. {{(pid=103304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 22:31:19.885880 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [None req-7cff7d3d-1b7a-4786-a23c-360b5ab056a9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 22:31:20.023495 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7cff7d3d-1b7a-4786-a23c-360b5ab056a9 admin admin] Router ff4cc9a6-7a6b-4e9b-894f-d48260cef7c4 has already been hosted by L3 agent 09df100c-3af1-4b0a-bda8-05914c71c458 {{(pid=103304) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 26 22:31:20.151321 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7cff7d3d-1b7a-4786-a23c-360b5ab056a9 admin admin] Notify agent at l3_agent.n-d-760453-5 the message routers_updated {{(pid=103304) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 26 22:31:20.166520 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-7cff7d3d-1b7a-4786-a23c-360b5ab056a9 admin admin] 10.222.0.13 "PUT /v2.0/routers/ff4cc9a6-7a6b-4e9b-894f-d48260cef7c4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6173317 Jan 26 22:31:20.175056 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-51667cb6-b5ff-4b3d-acea-7b9a904a86a9 None None] Provisioning complete for port ea82e188-d70d-4863-8869-dd5e1131479d triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 22:31:20.175433 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-51667cb6-b5ff-4b3d-acea-7b9a904a86a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (ea82e188-d70d-4863-8869-dd5e1131479d), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:31:20.215444 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-51667cb6-b5ff-4b3d-acea-7b9a904a86a9 None None] Port ea82e188-d70d-4863-8869-dd5e1131479d cannot update to ACTIVE because it is not bound. {{(pid=103306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 26 22:31:20.654582 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 55998) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 22:31:20.659791 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-bdc61a0c-fe37-4f5b-8db7-21a3da4b2c4d admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-103513884-network', 'tenant_id': '88d09b3a546c495a8f3a94611c2a00bc'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 22:31:20.680142 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bdc61a0c-fe37-4f5b-8db7-21a3da4b2c4d admin admin] Made reservation on behalf of 88d09b3a546c495a8f3a94611c2a00bc for: {'network': 1} {{(pid=103305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 22:31:20.682832 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-bdc61a0c-fe37-4f5b-8db7-21a3da4b2c4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for network (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:31:20.696206 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-bdc61a0c-fe37-4f5b-8db7-21a3da4b2c4d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:31:20.768495 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-bdc61a0c-fe37-4f5b-8db7-21a3da4b2c4d admin admin] Publish callbacks [] for security_group (d87b56bf-49e2-4db8-9895-89409268dea9), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:31:20.772223 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-bdc61a0c-fe37-4f5b-8db7-21a3da4b2c4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (d87b56bf-49e2-4db8-9895-89409268dea9), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:31:20.796779 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bdc61a0c-fe37-4f5b-8db7-21a3da4b2c4d admin admin] vlan segment allocate from pool success with {'vlan_id': 573, 'physical_network': 'physnet1'} {{(pid=103305) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 26 22:31:20.808821 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc61a0c-fe37-4f5b-8db7-21a3da4b2c4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d87b56bf-49e2-4db8-9895-89409268dea9,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 22:31:20.819036 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-bdc61a0c-fe37-4f5b-8db7-21a3da4b2c4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576559'] for segment (e399a238-e50d-45ae-aeea-c76a5e362d27), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:31:20.819323 n-d-760453-5 neutron-server[103305]: INFO neutron.db.segments_db [None req-bdc61a0c-fe37-4f5b-8db7-21a3da4b2c4d admin admin] Added segment e399a238-e50d-45ae-aeea-c76a5e362d27 of type vlan for network d71cd76a-b1a3-493f-ae4a-ac41f8d60b74 Jan 26 22:31:20.862155 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-bdc61a0c-fe37-4f5b-8db7-21a3da4b2c4d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746560256871'] for network (d71cd76a-b1a3-493f-ae4a-ac41f8d60b74), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:31:20.890129 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-bdc61a0c-fe37-4f5b-8db7-21a3da4b2c4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503'] for network (d71cd76a-b1a3-493f-ae4a-ac41f8d60b74), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:31:20.891190 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdc61a0c-fe37-4f5b-8db7-21a3da4b2c4d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:31:20.891790 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-bdc61a0c-fe37-4f5b-8db7-21a3da4b2c4d admin admin] Publish callbacks [] for network (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:31:20.944982 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-bdc61a0c-fe37-4f5b-8db7-21a3da4b2c4d admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.2892122 Jan 26 22:31:20.947704 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 56000) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 22:31:20.952391 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-15c9f465-0645-4384-a66e-6da4047b671d admin admin] Request body: {'subnet': {'network_id': 'd71cd76a-b1a3-493f-ae4a-ac41f8d60b74', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-103513884-subnet', 'tenant_id': '88d09b3a546c495a8f3a94611c2a00bc', 'ip_version': 4}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 22:31:20.970708 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc61a0c-fe37-4f5b-8db7-21a3da4b2c4d admin admin] Pushing event updated for resources: {'Network': ['ID=d71cd76a-b1a3-493f-ae4a-ac41f8d60b74,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 22:31:20.984910 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15c9f465-0645-4384-a66e-6da4047b671d admin admin] Made reservation on behalf of 88d09b3a546c495a8f3a94611c2a00bc for: {'subnet': 1} {{(pid=103305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 22:31:20.985594 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Network d71cd76a-b1a3-493f-ae4a-ac41f8d60b74 details requested by agent ovs-agent-n-d-760453-5 with host n-d-760453-5 {{(pid=103306) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 26 22:31:20.987490 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-15c9f465-0645-4384-a66e-6da4047b671d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11599953'] for subnet (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:31:21.168722 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-15c9f465-0645-4384-a66e-6da4047b671d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11788839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11599975'] for subnet (f6b6be80-26c6-44d0-867d-a24c301b44e1), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:31:21.232149 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c9f465-0645-4384-a66e-6da4047b671d admin admin] Pushing event updated for resources: {'Subnet': ['ID=f6b6be80-26c6-44d0-867d-a24c301b44e1,revision_number=0']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 22:31:21.240259 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15c9f465-0645-4384-a66e-6da4047b671d admin admin] Checking segment: {'id': 'e399a238-e50d-45ae-aeea-c76a5e362d27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': 'd71cd76a-b1a3-493f-ae4a-ac41f8d60b74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103305) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 22:31:21.240623 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15c9f465-0645-4384-a66e-6da4047b671d admin admin] Network hostable DHCP agents. Network: d71cd76a-b1a3-493f-ae4a-ac41f8d60b74, hostable agents: ['474ccdf7-ab6c-405b-a3b2-dc7b05829902'], hosted agents: [] {{(pid=103305) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 26 22:31:21.258527 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15c9f465-0645-4384-a66e-6da4047b671d admin admin] Network d71cd76a-b1a3-493f-ae4a-ac41f8d60b74 is scheduled to be hosted by DHCP agent 474ccdf7-ab6c-405b-a3b2-dc7b05829902 with binding_index 1 {{(pid=103305) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 26 22:31:21.267833 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [None req-15c9f465-0645-4384-a66e-6da4047b671d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760453-5, d71cd76a-b1a3-493f-ae4a-ac41f8d60b74) {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 22:31:21.272769 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15c9f465-0645-4384-a66e-6da4047b671d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:31:21.273392 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-15c9f465-0645-4384-a66e-6da4047b671d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:31:21.277157 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3149f01f-237d-4333-b125-58d4b472cb39 None None] Network d71cd76a-b1a3-493f-ae4a-ac41f8d60b74 requested from n-d-760453-5 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 26 22:31:21.290076 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-15c9f465-0645-4384-a66e-6da4047b671d admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3413794 Jan 26 22:31:21.292864 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 56002) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 22:31:21.297722 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-310fad44-15c6-4064-abf5-9f9703b7ab22 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-103513884-router', 'tenant_id': '88d09b3a546c495a8f3a94611c2a00bc', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299'}}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 22:31:21.317400 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-310fad44-15c6-4064-abf5-9f9703b7ab22 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4104596', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13108'] for router (43c410ca-f9b7-4c98-b857-401ec4e21ba8), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:31:21.318585 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-310fad44-15c6-4064-abf5-9f9703b7ab22 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4105828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4111306', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3733576', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13069'] for router (43c410ca-f9b7-4c98-b857-401ec4e21ba8), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:31:21.370881 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-310fad44-15c6-4064-abf5-9f9703b7ab22 admin admin] Publish callbacks [] for router_controller (43c410ca-f9b7-4c98-b857-401ec4e21ba8), precommit_add_association {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:31:21.386572 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6c4f450-1c8d-41cc-af47-0d4f3c991e1e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3c4099e8-8ffb-51d1-af7f-5868973e933f-d71cd76a-b1a3-493f-ae4a-ac41f8d60b74', 'network_id': 'd71cd76a-b1a3-493f-ae4a-ac41f8d60b74', 'project_id': '88d09b3a546c495a8f3a94611c2a00bc', 'fixed_ips': [{'subnet_id': 'f6b6be80-26c6-44d0-867d-a24c301b44e1'}]}} from n-d-760453-5. {{(pid=103306) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 26 22:31:21.387459 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-c6c4f450-1c8d-41cc-af47-0d4f3c991e1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (None), before_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:31:21.417223 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1436e717-e894-4b70-8fe4-31a8f8bd0823 None None] Sync routers for ids ['ff4cc9a6-7a6b-4e9b-894f-d48260cef7c4'] in n-d-760453-5 {{(pid=103306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 26 22:31:21.441016 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-9c5d4d69-62a4-4a96-a7c4-1afa34876514 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (09df100c-3af1-4b0a-bda8-05914c71c458), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:31:21.445502 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1436e717-e894-4b70-8fe4-31a8f8bd0823 None None] Routers {'ff4cc9a6-7a6b-4e9b-894f-d48260cef7c4'} bound to L3 agent in host n-d-760453-5 {{(pid=103306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 22:31:21.446133 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-1436e717-e894-4b70-8fe4-31a8f8bd0823 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-26T20:55:21Z,description=,heartbeat_timestamp=2022-01-26T22:30:51Z,host='n-d-760453-5',id=09df100c-3af1-4b0a-bda8-05914c71c458,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:55:21Z,topic='l3_agent')) {'router_ids': ['ff4cc9a6-7a6b-4e9b-894f-d48260cef7c4'], 'active': True} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 22:31:21.511838 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-310fad44-15c6-4064-abf5-9f9703b7ab22 admin admin] Publish callbacks [] for router_gateway (43c410ca-f9b7-4c98-b857-401ec4e21ba8), precommit_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:31:21.731638 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-310fad44-15c6-4064-abf5-9f9703b7ab22 admin admin] Publish callbacks [] for router_gateway (43c410ca-f9b7-4c98-b857-401ec4e21ba8), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:31:21.755834 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-310fad44-15c6-4064-abf5-9f9703b7ab22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:31:21.772269 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device dad87e46-0888-4188-a3b9-ec9eed884153 up at agent ovs-agent-n-d-760453-5 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 22:31:21.827638 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvr_db [None req-1436e717-e894-4b70-8fe4-31a8f8bd0823 None None] Set router ff4cc9a6-7a6b-4e9b-894f-d48260cef7c4 gateway port host: n-d-760453-5 {{(pid=103306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 22:31:21.856585 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.db_base_plugin_common [None req-310fad44-15c6-4064-abf5-9f9703b7ab22 admin admin] Allocated IP 172.25.1.194 (4140a1f1-c93a-4bea-83a0-68953a54f299/e48251a1-e30d-4820-8396-00c6f6aeb601/188abd76-89d2-49cb-a20d-879f6b9acba4) {{(pid=103305) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 22:31:21.868079 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.db_base_plugin_common [None req-c6c4f450-1c8d-41cc-af47-0d4f3c991e1e None None] Allocated IP 172.20.0.2 (d71cd76a-b1a3-493f-ae4a-ac41f8d60b74/f6b6be80-26c6-44d0-867d-a24c301b44e1/a1d45616-4429-4434-9210-459b85953e6a) {{(pid=103306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 22:31:21.960927 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-310fad44-15c6-4064-abf5-9f9703b7ab22 admin admin] Publish callbacks [] for port (188abd76-89d2-49cb-a20d-879f6b9acba4), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:31:21.996007 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-310fad44-15c6-4064-abf5-9f9703b7ab22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746560234527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11791543'] for port (188abd76-89d2-49cb-a20d-879f6b9acba4), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:31:22.019711 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Provisioning complete for port dad87e46-0888-4188-a3b9-ec9eed884153 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 22:31:22.020313 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (dad87e46-0888-4188-a3b9-ec9eed884153), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:31:22.032075 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-310fad44-15c6-4064-abf5-9f9703b7ab22 admin admin] Network 4140a1f1-c93a-4bea-83a0-68953a54f299 is already hosted by enough agents. {{(pid=103305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 22:31:22.034878 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [None req-310fad44-15c6-4064-abf5-9f9703b7ab22 admin admin] Resources bound (agent type, host, resource id): {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 22:31:22.038296 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-310fad44-15c6-4064-abf5-9f9703b7ab22 admin admin] Received port after_create {{(pid=103305) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 22:31:22.063919 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310fad44-15c6-4064-abf5-9f9703b7ab22 admin admin] Pushing event updated for resources: {'Port': ['ID=188abd76-89d2-49cb-a20d-879f6b9acba4,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 22:31:22.196449 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-c6c4f450-1c8d-41cc-af47-0d4f3c991e1e None None] Publish callbacks [] for port (a1d45616-4429-4434-9210-459b85953e6a), precommit_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:31:22.221528 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-c6c4f450-1c8d-41cc-af47-0d4f3c991e1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746560234527'] for port (a1d45616-4429-4434-9210-459b85953e6a), after_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:31:22.286690 n-d-760453-5 neutron-server[103306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6c4f450-1c8d-41cc-af47-0d4f3c991e1e None None] Network d71cd76a-b1a3-493f-ae4a-ac41f8d60b74 is already hosted by enough agents. {{(pid=103306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 22:31:22.290962 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Current status of the port dad87e46-0888-4188-a3b9-ec9eed884153 is: DOWN; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 22:31:22.291358 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (dad87e46-0888-4188-a3b9-ec9eed884153), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:31:22.294714 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-310fad44-15c6-4064-abf5-9f9703b7ab22 admin admin] Publish callbacks [] for router_gateway (43c410ca-f9b7-4c98-b857-401ec4e21ba8), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:31:22.299262 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c4f450-1c8d-41cc-af47-0d4f3c991e1e None None] Pushing event updated for resources: {'Port': ['ID=a1d45616-4429-4434-9210-459b85953e6a,revision_number=1']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 22:31:22.301770 n-d-760453-5 neutron-server[103306]: DEBUG neutron.scheduler.base_scheduler [None req-c6c4f450-1c8d-41cc-af47-0d4f3c991e1e None None] Resources bound (agent type, host, resource id): {{(pid=103306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 22:31:22.305396 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6c4f450-1c8d-41cc-af47-0d4f3c991e1e None None] Received port after_create {{(pid=103306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 22:31:22.312198 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-1436e717-e894-4b70-8fe4-31a8f8bd0823 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff4cc9a6-7a6b-4e9b-894f-d48260cef7c4', 'name': 'tempest-TestShelveInstance-2123907712-router', 'tenant_id': '3898bdabd6404f398406bcbeb3779003', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'external_fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.208'}], 'enable_snat': True}, 'gw_port_id': 'dad87e46-0888-4188-a3b9-ec9eed884153', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T22:31:16Z', 'updated_at': '2022-01-26T22:31:19Z', 'revision_number': 4, 'project_id': '3898bdabd6404f398406bcbeb3779003', 'gw_port': {'id': 'dad87e46-0888-4188-a3b9-ec9eed884153', 'name': '', 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:4b:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff4cc9a6-7a6b-4e9b-894f-d48260cef7c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T22:31:17Z', 'updated_at': '2022-01-26T22:31:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-5', '_interfaces': [{'id': 'ea82e188-d70d-4863-8869-dd5e1131479d', 'name': '', 'network_id': 'dfea2df3-d5af-4d5b-8ac4-ef03b2347054', 'tenant_id': '3898bdabd6404f398406bcbeb3779003', 'mac_address': 'fa:16:3e:50:69:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff4cc9a6-7a6b-4e9b-894f-d48260cef7c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': '2a440deb-3cfe-4555-9fd0-eba61f625b5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T22:31:18Z', 'updated_at': '2022-01-26T22:31:19Z', 'revision_number': 2, 'project_id': '3898bdabd6404f398406bcbeb3779003', 'subnets': [{'id': '2a440deb-3cfe-4555-9fd0-eba61f625b5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760453-5', False) {} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 22:31:22.349868 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] For port dad87e46-0888-4188-a3b9-ec9eed884153, host n-d-760453-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=dad87e46-0888-4188-a3b9-ec9eed884153,segment=NetworkSegment(e17cb353-418f-48b9-b982-21a6233ee99b),segment_id=e17cb353-418f-48b9-b982-21a6233ee99b)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 22:31:22.354279 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1436e717-e894-4b70-8fe4-31a8f8bd0823 None None] Checking router: ff4cc9a6-7a6b-4e9b-894f-d48260cef7c4 for host: n-d-760453-5 {{(pid=103306) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 26 22:31:22.354636 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1436e717-e894-4b70-8fe4-31a8f8bd0823 None None] Updating router ff4cc9a6-7a6b-4e9b-894f-d48260cef7c4 port ea82e188-d70d-4863-8869-dd5e1131479d binding host n-d-760453-5 {{(pid=103306) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 26 22:31:22.370762 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (dad87e46-0888-4188-a3b9-ec9eed884153), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:31:22.443396 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-1436e717-e894-4b70-8fe4-31a8f8bd0823 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (ea82e188-d70d-4863-8869-dd5e1131479d), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:31:22.461127 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-c6c4f450-1c8d-41cc-af47-0d4f3c991e1e None None] Attempting to bind port a1d45616-4429-4434-9210-459b85953e6a on host n-d-760453-5 for vnic_type normal with profile {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 22:31:22.461531 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-c6c4f450-1c8d-41cc-af47-0d4f3c991e1e None None] Attempting to bind port a1d45616-4429-4434-9210-459b85953e6a by drivers openvswitch,hyperv on host n-d-760453-5 at level 0 using segments [{'id': 'e399a238-e50d-45ae-aeea-c76a5e362d27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': 'd71cd76a-b1a3-493f-ae4a-ac41f8d60b74'}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 26 22:31:22.461903 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6c4f450-1c8d-41cc-af47-0d4f3c991e1e None None] Attempting to bind port a1d45616-4429-4434-9210-459b85953e6a on network d71cd76a-b1a3-493f-ae4a-ac41f8d60b74 {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 22:31:22.477942 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6c4f450-1c8d-41cc-af47-0d4f3c991e1e None None] Checking agent: {'id': 'fea0591a-627d-4c87-9a9a-01625ddf3277', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760453-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 20, 55, 25), 'started_at': datetime.datetime(2022, 1, 26, 20, 55, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 22, 30, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760453-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 26 22:31:22.478253 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6c4f450-1c8d-41cc-af47-0d4f3c991e1e None None] Checking segment: {'id': 'e399a238-e50d-45ae-aeea-c76a5e362d27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': 'd71cd76a-b1a3-493f-ae4a-ac41f8d60b74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 22:31:22.478654 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-c6c4f450-1c8d-41cc-af47-0d4f3c991e1e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:31:22.479052 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6c4f450-1c8d-41cc-af47-0d4f3c991e1e None None] Bound using segment: {'id': 'e399a238-e50d-45ae-aeea-c76a5e362d27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': 'd71cd76a-b1a3-493f-ae4a-ac41f8d60b74'} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 26 22:31:22.479523 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-c6c4f450-1c8d-41cc-af47-0d4f3c991e1e None None] Bound port: a1d45616-4429-4434-9210-459b85953e6a, host: n-d-760453-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e399a238-e50d-45ae-aeea-c76a5e362d27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': 'd71cd76a-b1a3-493f-ae4a-ac41f8d60b74'}}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 26 22:31:22.479908 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-c6c4f450-1c8d-41cc-af47-0d4f3c991e1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (a1d45616-4429-4434-9210-459b85953e6a), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:31:22.492368 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Pushing event updated for resources: {'Port': ['ID=dad87e46-0888-4188-a3b9-ec9eed884153,revision_number=4']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 22:31:22.499382 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-310fad44-15c6-4064-abf5-9f9703b7ab22 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4105757', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4111263'] for router (43c410ca-f9b7-4c98-b857-401ec4e21ba8), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:31:22.635207 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-841f5991-a4d8-4d4b-b215-cbc6bab5427b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (aa7ee9d2-08eb-4e12-b895-24c57300dfec), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:31:22.645815 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-310fad44-15c6-4064-abf5-9f9703b7ab22 admin admin] Router 43c410ca-f9b7-4c98-b857-401ec4e21ba8 is scheduled to L3 agent 09df100c-3af1-4b0a-bda8-05914c71c458 with binding_index 1 {{(pid=103305) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 26 22:31:22.656424 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-c6c4f450-1c8d-41cc-af47-0d4f3c991e1e None None] For port a1d45616-4429-4434-9210-459b85953e6a, host n-d-760453-5, cleared binding levels {{(pid=103306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 26 22:31:22.660766 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-c6c4f450-1c8d-41cc-af47-0d4f3c991e1e None None] For port a1d45616-4429-4434-9210-459b85953e6a, host n-d-760453-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=a1d45616-4429-4434-9210-459b85953e6a,segment=NetworkSegment(e399a238-e50d-45ae-aeea-c76a5e362d27),segment_id=e399a238-e50d-45ae-aeea-c76a5e362d27)] {{(pid=103306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 26 22:31:22.674683 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-c6c4f450-1c8d-41cc-af47-0d4f3c991e1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (a1d45616-4429-4434-9210-459b85953e6a), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:31:22.767115 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-310fad44-15c6-4064-abf5-9f9703b7ab22 admin admin] Notify agent at l3_agent.n-d-760453-5 the message routers_updated {{(pid=103305) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 26 22:31:22.780370 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c4f450-1c8d-41cc-af47-0d4f3c991e1e None None] Pushing event updated for resources: {'Port': ['ID=a1d45616-4429-4434-9210-459b85953e6a,revision_number=2']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 22:31:22.781548 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fa86979-a7dd-4925-8813-4ee7f978a180 None None] Sync routers for ids ['43c410ca-f9b7-4c98-b857-401ec4e21ba8'] in n-d-760453-5 {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 26 22:31:22.793674 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-310fad44-15c6-4064-abf5-9f9703b7ab22 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:31:22.797921 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-310fad44-15c6-4064-abf5-9f9703b7ab22 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.5010467 Jan 26 22:31:22.798092 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fa86979-a7dd-4925-8813-4ee7f978a180 None None] Routers {'43c410ca-f9b7-4c98-b857-401ec4e21ba8'} bound to L3 agent in host n-d-760453-5 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 22:31:22.798092 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-6fa86979-a7dd-4925-8813-4ee7f978a180 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-26T20:55:21Z,description=,heartbeat_timestamp=2022-01-26T22:31:21Z,host='n-d-760453-5',id=09df100c-3af1-4b0a-bda8-05914c71c458,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:55:21Z,topic='l3_agent')) {'router_ids': ['43c410ca-f9b7-4c98-b857-401ec4e21ba8'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 22:31:22.798338 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 56004) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 22:31:22.877835 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-1436e717-e894-4b70-8fe4-31a8f8bd0823 None None] Publish callbacks [] for port (ea82e188-d70d-4863-8869-dd5e1131479d), precommit_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:31:22.883838 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-1436e717-e894-4b70-8fe4-31a8f8bd0823 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (ea82e188-d70d-4863-8869-dd5e1131479d), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:31:22.918835 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_dvr_db [None req-6fa86979-a7dd-4925-8813-4ee7f978a180 None None] Set router 43c410ca-f9b7-4c98-b857-401ec4e21ba8 gateway port host: n-d-760453-5 {{(pid=103307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 22:31:22.935791 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3fd7ca2-034a-447b-8e2f-4689acf9df73 None None] Pushing event updated for resources: {'Port': ['ID=ea82e188-d70d-4863-8869-dd5e1131479d,revision_number=3']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 22:31:22.995606 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-1436e717-e894-4b70-8fe4-31a8f8bd0823 None None] Attempting to bind port ea82e188-d70d-4863-8869-dd5e1131479d on host n-d-760453-5 for vnic_type normal with profile {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 22:31:22.996029 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-1436e717-e894-4b70-8fe4-31a8f8bd0823 None None] Attempting to bind port ea82e188-d70d-4863-8869-dd5e1131479d by drivers openvswitch,hyperv on host n-d-760453-5 at level 0 using segments [{'id': 'b5086e3d-16c2-40da-8fb3-affc86750274', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'dfea2df3-d5af-4d5b-8ac4-ef03b2347054'}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 26 22:31:22.996495 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1436e717-e894-4b70-8fe4-31a8f8bd0823 None None] Attempting to bind port ea82e188-d70d-4863-8869-dd5e1131479d on network dfea2df3-d5af-4d5b-8ac4-ef03b2347054 {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 22:31:23.006318 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1436e717-e894-4b70-8fe4-31a8f8bd0823 None None] Checking agent: {'id': 'fea0591a-627d-4c87-9a9a-01625ddf3277', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760453-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 20, 55, 25), 'started_at': datetime.datetime(2022, 1, 26, 20, 55, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 22, 30, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760453-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 26 22:31:23.006631 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1436e717-e894-4b70-8fe4-31a8f8bd0823 None None] Checking segment: {'id': 'b5086e3d-16c2-40da-8fb3-affc86750274', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'dfea2df3-d5af-4d5b-8ac4-ef03b2347054'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 22:31:23.007162 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-1436e717-e894-4b70-8fe4-31a8f8bd0823 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:31:23.007754 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1436e717-e894-4b70-8fe4-31a8f8bd0823 None None] Bound using segment: {'id': 'b5086e3d-16c2-40da-8fb3-affc86750274', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'dfea2df3-d5af-4d5b-8ac4-ef03b2347054'} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 26 22:31:23.008448 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-1436e717-e894-4b70-8fe4-31a8f8bd0823 None None] Bound port: ea82e188-d70d-4863-8869-dd5e1131479d, host: n-d-760453-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b5086e3d-16c2-40da-8fb3-affc86750274', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'dfea2df3-d5af-4d5b-8ac4-ef03b2347054'}}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 26 22:31:23.008820 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-1436e717-e894-4b70-8fe4-31a8f8bd0823 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (ea82e188-d70d-4863-8869-dd5e1131479d), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:31:23.116800 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-1436e717-e894-4b70-8fe4-31a8f8bd0823 None None] For port ea82e188-d70d-4863-8869-dd5e1131479d, host n-d-760453-5, cleared binding levels {{(pid=103306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 26 22:31:23.120630 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-1436e717-e894-4b70-8fe4-31a8f8bd0823 None None] For port ea82e188-d70d-4863-8869-dd5e1131479d, host n-d-760453-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=ea82e188-d70d-4863-8869-dd5e1131479d,segment=NetworkSegment(b5086e3d-16c2-40da-8fb3-affc86750274),segment_id=b5086e3d-16c2-40da-8fb3-affc86750274)] {{(pid=103306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 26 22:31:23.127752 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-1436e717-e894-4b70-8fe4-31a8f8bd0823 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (ea82e188-d70d-4863-8869-dd5e1131479d), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:31:23.185041 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-6fa86979-a7dd-4925-8813-4ee7f978a180 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43c410ca-f9b7-4c98-b857-401ec4e21ba8', 'name': 'tempest-TestShelveInstance-103513884-router', 'tenant_id': '88d09b3a546c495a8f3a94611c2a00bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'external_fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.194'}], 'enable_snat': True}, 'gw_port_id': '188abd76-89d2-49cb-a20d-879f6b9acba4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T22:31:21Z', 'updated_at': '2022-01-26T22:31:22Z', 'revision_number': 3, 'project_id': '88d09b3a546c495a8f3a94611c2a00bc', 'gw_port': {'id': '188abd76-89d2-49cb-a20d-879f6b9acba4', 'name': '', 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:d1:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43c410ca-f9b7-4c98-b857-401ec4e21ba8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4345, 'fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T22:31:21Z', 'updated_at': '2022-01-26T22:31:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-5'}], 'n-d-760453-5', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 22:31:23.193598 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1436e717-e894-4b70-8fe4-31a8f8bd0823 None None] Routers {'ff4cc9a6-7a6b-4e9b-894f-d48260cef7c4'} bound to L3 agent in host n-d-760453-5 {{(pid=103306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 22:31:23.194245 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-1436e717-e894-4b70-8fe4-31a8f8bd0823 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-26T20:55:21Z,description=,heartbeat_timestamp=2022-01-26T22:31:21Z,host='n-d-760453-5',id=09df100c-3af1-4b0a-bda8-05914c71c458,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:55:21Z,topic='l3_agent')) {'router_ids': ['ff4cc9a6-7a6b-4e9b-894f-d48260cef7c4'], 'active': True} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 22:31:23.221216 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fa86979-a7dd-4925-8813-4ee7f978a180 None None] Checking router: 43c410ca-f9b7-4c98-b857-401ec4e21ba8 for host: n-d-760453-5 {{(pid=103307) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 26 22:31:23.221738 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fa86979-a7dd-4925-8813-4ee7f978a180 None None] Updating router 43c410ca-f9b7-4c98-b857-401ec4e21ba8 port 188abd76-89d2-49cb-a20d-879f6b9acba4 binding host n-d-760453-5 {{(pid=103307) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 26 22:31:23.264736 n-d-760453-5 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-6fa86979-a7dd-4925-8813-4ee7f978a180 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (188abd76-89d2-49cb-a20d-879f6b9acba4), before_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:31:23.296153 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3fd7ca2-034a-447b-8e2f-4689acf9df73 None None] Pushing event updated for resources: {'Port': ['ID=ea82e188-d70d-4863-8869-dd5e1131479d,revision_number=4']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 22:31:23.376191 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-436bb461-54e2-4522-8fe9-f32f50790d7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:31:23.393193 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvr_db [None req-1436e717-e894-4b70-8fe4-31a8f8bd0823 None None] Set router ff4cc9a6-7a6b-4e9b-894f-d48260cef7c4 gateway port host: n-d-760453-5 {{(pid=103306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 22:31:23.430945 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-723855e0-5219-4f2e-bdda-5bb1f3ed8ffb None None] Provisioning complete for port ea82e188-d70d-4863-8869-dd5e1131479d triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 22:31:23.431393 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-723855e0-5219-4f2e-bdda-5bb1f3ed8ffb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (ea82e188-d70d-4863-8869-dd5e1131479d), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:31:23.598802 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.db_base_plugin_common [None req-436bb461-54e2-4522-8fe9-f32f50790d7d admin admin] Allocated IP 172.20.0.1 (d71cd76a-b1a3-493f-ae4a-ac41f8d60b74/f6b6be80-26c6-44d0-867d-a24c301b44e1/3a105f36-1bb9-477e-a37c-a6adc1608db3) {{(pid=103304) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 22:31:23.602074 n-d-760453-5 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-6fa86979-a7dd-4925-8813-4ee7f978a180 None None] Publish callbacks [] for port (188abd76-89d2-49cb-a20d-879f6b9acba4), precommit_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:31:23.615176 n-d-760453-5 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-6fa86979-a7dd-4925-8813-4ee7f978a180 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (188abd76-89d2-49cb-a20d-879f6b9acba4), after_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:31:23.679972 n-d-760453-5 neutron-server[103307]: DEBUG neutron.plugins.ml2.managers [None req-6fa86979-a7dd-4925-8813-4ee7f978a180 None None] Attempting to bind port 188abd76-89d2-49cb-a20d-879f6b9acba4 on host n-d-760453-5 for vnic_type normal with profile {{(pid=103307) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 22:31:23.680349 n-d-760453-5 neutron-server[103307]: DEBUG neutron.plugins.ml2.managers [None req-6fa86979-a7dd-4925-8813-4ee7f978a180 None None] Attempting to bind port 188abd76-89d2-49cb-a20d-879f6b9acba4 by drivers openvswitch,hyperv on host n-d-760453-5 at level 0 using segments [{'id': 'e17cb353-418f-48b9-b982-21a6233ee99b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299'}] {{(pid=103307) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 26 22:31:23.680717 n-d-760453-5 neutron-server[103307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fa86979-a7dd-4925-8813-4ee7f978a180 None None] Attempting to bind port 188abd76-89d2-49cb-a20d-879f6b9acba4 on network 4140a1f1-c93a-4bea-83a0-68953a54f299 {{(pid=103307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 22:31:23.686891 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a0dd51-d6c3-40a7-99a3-8764e2d5d8f3 None None] Pushing event updated for resources: {'Port': ['ID=188abd76-89d2-49cb-a20d-879f6b9acba4,revision_number=2']} {{(pid=103307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 22:31:23.691806 n-d-760453-5 neutron-server[103307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fa86979-a7dd-4925-8813-4ee7f978a180 None None] Checking agent: {'id': 'fea0591a-627d-4c87-9a9a-01625ddf3277', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760453-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 20, 55, 25), 'started_at': datetime.datetime(2022, 1, 26, 20, 55, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 22, 30, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760453-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 26 22:31:23.692178 n-d-760453-5 neutron-server[103307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fa86979-a7dd-4925-8813-4ee7f978a180 None None] Checking segment: {'id': 'e17cb353-418f-48b9-b982-21a6233ee99b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103307) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 22:31:23.692766 n-d-760453-5 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-6fa86979-a7dd-4925-8813-4ee7f978a180 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:31:23.693334 n-d-760453-5 neutron-server[103307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fa86979-a7dd-4925-8813-4ee7f978a180 None None] Bound using segment: {'id': 'e17cb353-418f-48b9-b982-21a6233ee99b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299'} {{(pid=103307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 26 22:31:23.693996 n-d-760453-5 neutron-server[103307]: DEBUG neutron.plugins.ml2.managers [None req-6fa86979-a7dd-4925-8813-4ee7f978a180 None None] Bound port: 188abd76-89d2-49cb-a20d-879f6b9acba4, host: n-d-760453-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e17cb353-418f-48b9-b982-21a6233ee99b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299'}}] {{(pid=103307) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 26 22:31:23.694713 n-d-760453-5 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-6fa86979-a7dd-4925-8813-4ee7f978a180 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (188abd76-89d2-49cb-a20d-879f6b9acba4), before_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:31:23.752919 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-436bb461-54e2-4522-8fe9-f32f50790d7d admin admin] Publish callbacks [] for port (3a105f36-1bb9-477e-a37c-a6adc1608db3), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:31:23.767134 n-d-760453-5 neutron-server[103307]: DEBUG neutron.plugins.ml2.db [None req-6fa86979-a7dd-4925-8813-4ee7f978a180 None None] For port 188abd76-89d2-49cb-a20d-879f6b9acba4, host n-d-760453-5, cleared binding levels {{(pid=103307) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 26 22:31:23.775864 n-d-760453-5 neutron-server[103307]: DEBUG neutron.plugins.ml2.db [None req-6fa86979-a7dd-4925-8813-4ee7f978a180 None None] For port 188abd76-89d2-49cb-a20d-879f6b9acba4, host n-d-760453-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=188abd76-89d2-49cb-a20d-879f6b9acba4,segment=NetworkSegment(e17cb353-418f-48b9-b982-21a6233ee99b),segment_id=e17cb353-418f-48b9-b982-21a6233ee99b)] {{(pid=103307) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 26 22:31:23.783025 n-d-760453-5 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-6fa86979-a7dd-4925-8813-4ee7f978a180 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (188abd76-89d2-49cb-a20d-879f6b9acba4), after_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:31:23.802717 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-436bb461-54e2-4522-8fe9-f32f50790d7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746560234527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9281553'] for port (3a105f36-1bb9-477e-a37c-a6adc1608db3), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:31:23.837942 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a0dd51-d6c3-40a7-99a3-8764e2d5d8f3 None None] Pushing event updated for resources: {'Port': ['ID=188abd76-89d2-49cb-a20d-879f6b9acba4,revision_number=3']} {{(pid=103307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 22:31:23.847328 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-436bb461-54e2-4522-8fe9-f32f50790d7d admin admin] Network d71cd76a-b1a3-493f-ae4a-ac41f8d60b74 is already hosted by enough agents. {{(pid=103304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 22:31:23.848922 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device dad87e46-0888-4188-a3b9-ec9eed884153 up at agent ovs-agent-n-d-760453-5 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 22:31:23.851399 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [None req-436bb461-54e2-4522-8fe9-f32f50790d7d admin admin] Resources bound (agent type, host, resource id): {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 22:31:23.855764 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-436bb461-54e2-4522-8fe9-f32f50790d7d admin admin] Received port after_create {{(pid=103304) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 22:31:23.866069 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fa86979-a7dd-4925-8813-4ee7f978a180 None None] Routers {'43c410ca-f9b7-4c98-b857-401ec4e21ba8'} bound to L3 agent in host n-d-760453-5 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 22:31:23.866705 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-6fa86979-a7dd-4925-8813-4ee7f978a180 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-26T20:55:21Z,description=,heartbeat_timestamp=2022-01-26T22:31:21Z,host='n-d-760453-5',id=09df100c-3af1-4b0a-bda8-05914c71c458,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:55:21Z,topic='l3_agent')) {'router_ids': ['43c410ca-f9b7-4c98-b857-401ec4e21ba8'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 22:31:23.897016 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436bb461-54e2-4522-8fe9-f32f50790d7d admin admin] Pushing event updated for resources: {'Port': ['ID=3a105f36-1bb9-477e-a37c-a6adc1608db3,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 22:31:23.917113 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-436bb461-54e2-4522-8fe9-f32f50790d7d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4111050'] for router_interface (43c410ca-f9b7-4c98-b857-401ec4e21ba8), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:31:23.960765 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (4d619873-4b60-439f-9b5a-b155dc8bbc34), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:31:24.008816 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Provisioning complete for port dad87e46-0888-4188-a3b9-ec9eed884153 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 22:31:24.009434 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (dad87e46-0888-4188-a3b9-ec9eed884153), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:31:24.043968 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-1436e717-e894-4b70-8fe4-31a8f8bd0823 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff4cc9a6-7a6b-4e9b-894f-d48260cef7c4', 'name': 'tempest-TestShelveInstance-2123907712-router', 'tenant_id': '3898bdabd6404f398406bcbeb3779003', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'external_fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.208'}], 'enable_snat': True}, 'gw_port_id': 'dad87e46-0888-4188-a3b9-ec9eed884153', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T22:31:16Z', 'updated_at': '2022-01-26T22:31:19Z', 'revision_number': 4, 'project_id': '3898bdabd6404f398406bcbeb3779003', 'gw_port': {'id': 'dad87e46-0888-4188-a3b9-ec9eed884153', 'name': '', 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:4b:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff4cc9a6-7a6b-4e9b-894f-d48260cef7c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T22:31:17Z', 'updated_at': '2022-01-26T22:31:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-5', '_interfaces': [{'id': 'ea82e188-d70d-4863-8869-dd5e1131479d', 'name': '', 'network_id': 'dfea2df3-d5af-4d5b-8ac4-ef03b2347054', 'tenant_id': '3898bdabd6404f398406bcbeb3779003', 'mac_address': 'fa:16:3e:50:69:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff4cc9a6-7a6b-4e9b-894f-d48260cef7c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': '2a440deb-3cfe-4555-9fd0-eba61f625b5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T22:31:18Z', 'updated_at': '2022-01-26T22:31:23Z', 'revision_number': 4, 'project_id': '3898bdabd6404f398406bcbeb3779003', 'subnets': [{'id': '2a440deb-3cfe-4555-9fd0-eba61f625b5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760453-5', False) {} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 22:31:24.049115 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-723855e0-5219-4f2e-bdda-5bb1f3ed8ffb None None] Current status of the port ea82e188-d70d-4863-8869-dd5e1131479d is: DOWN; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 22:31:24.049115 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-723855e0-5219-4f2e-bdda-5bb1f3ed8ffb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (ea82e188-d70d-4863-8869-dd5e1131479d), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:31:24.089670 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1436e717-e894-4b70-8fe4-31a8f8bd0823 None None] The sync data for ids ['ff4cc9a6-7a6b-4e9b-894f-d48260cef7c4'] in n-d-760453-5 is: [{'id': 'ff4cc9a6-7a6b-4e9b-894f-d48260cef7c4', 'name': 'tempest-TestShelveInstance-2123907712-router', 'tenant_id': '3898bdabd6404f398406bcbeb3779003', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'external_fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.208'}], 'enable_snat': True}, 'gw_port_id': 'dad87e46-0888-4188-a3b9-ec9eed884153', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T22:31:16Z', 'updated_at': '2022-01-26T22:31:19Z', 'revision_number': 4, 'project_id': '3898bdabd6404f398406bcbeb3779003', 'gw_port': {'id': 'dad87e46-0888-4188-a3b9-ec9eed884153', 'name': '', 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:4b:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff4cc9a6-7a6b-4e9b-894f-d48260cef7c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T22:31:17Z', 'updated_at': '2022-01-26T22:31:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-5', '_interfaces': [{'id': 'ea82e188-d70d-4863-8869-dd5e1131479d', 'name': '', 'network_id': 'dfea2df3-d5af-4d5b-8ac4-ef03b2347054', 'tenant_id': '3898bdabd6404f398406bcbeb3779003', 'mac_address': 'fa:16:3e:50:69:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff4cc9a6-7a6b-4e9b-894f-d48260cef7c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': '2a440deb-3cfe-4555-9fd0-eba61f625b5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T22:31:18Z', 'updated_at': '2022-01-26T22:31:23Z', 'revision_number': 4, 'project_id': '3898bdabd6404f398406bcbeb3779003', 'subnets': [{'id': '2a440deb-3cfe-4555-9fd0-eba61f625b5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 26 22:31:24.093155 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-436bb461-54e2-4522-8fe9-f32f50790d7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (3a105f36-1bb9-477e-a37c-a6adc1608db3), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:31:24.116561 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_dvr_db [None req-6fa86979-a7dd-4925-8813-4ee7f978a180 None None] Set router 43c410ca-f9b7-4c98-b857-401ec4e21ba8 gateway port host: n-d-760453-5 {{(pid=103307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 22:31:24.145720 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-723855e0-5219-4f2e-bdda-5bb1f3ed8ffb None None] For port ea82e188-d70d-4863-8869-dd5e1131479d, host n-d-760453-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=ea82e188-d70d-4863-8869-dd5e1131479d,segment=NetworkSegment(b5086e3d-16c2-40da-8fb3-affc86750274),segment_id=b5086e3d-16c2-40da-8fb3-affc86750274)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 22:31:24.157064 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-723855e0-5219-4f2e-bdda-5bb1f3ed8ffb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (ea82e188-d70d-4863-8869-dd5e1131479d), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:31:24.316414 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-723855e0-5219-4f2e-bdda-5bb1f3ed8ffb None None] Pushing event updated for resources: {'Port': ['ID=ea82e188-d70d-4863-8869-dd5e1131479d,revision_number=5']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 22:31:24.321132 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Current status of the port dad87e46-0888-4188-a3b9-ec9eed884153 is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 22:31:24.322462 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device a1d45616-4429-4434-9210-459b85953e6a up at agent ovs-agent-n-d-760453-5 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 22:31:24.385759 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e2eb4d4-0ee7-45f1-96c2-f948341b88fd None None] Network d71cd76a-b1a3-493f-ae4a-ac41f8d60b74 requested from n-d-760453-5 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 26 22:31:24.393999 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-436bb461-54e2-4522-8fe9-f32f50790d7d admin admin] Publish callbacks [] for port (3a105f36-1bb9-477e-a37c-a6adc1608db3), precommit_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:31:24.403515 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-436bb461-54e2-4522-8fe9-f32f50790d7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9281542'] for port (3a105f36-1bb9-477e-a37c-a6adc1608db3), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:31:24.413920 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-6fa86979-a7dd-4925-8813-4ee7f978a180 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43c410ca-f9b7-4c98-b857-401ec4e21ba8', 'name': 'tempest-TestShelveInstance-103513884-router', 'tenant_id': '88d09b3a546c495a8f3a94611c2a00bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'external_fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.194'}], 'enable_snat': True}, 'gw_port_id': '188abd76-89d2-49cb-a20d-879f6b9acba4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T22:31:21Z', 'updated_at': '2022-01-26T22:31:22Z', 'revision_number': 3, 'project_id': '88d09b3a546c495a8f3a94611c2a00bc', 'gw_port': {'id': '188abd76-89d2-49cb-a20d-879f6b9acba4', 'name': '', 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:d1:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43c410ca-f9b7-4c98-b857-401ec4e21ba8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4345, 'fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T22:31:21Z', 'updated_at': '2022-01-26T22:31:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-5'}], 'n-d-760453-5', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 22:31:24.457001 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-bea964da-f891-4611-8152-3febc3c295b7 None None] Provisioning complete for port ea82e188-d70d-4863-8869-dd5e1131479d triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 22:31:24.457435 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-bea964da-f891-4611-8152-3febc3c295b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (ea82e188-d70d-4863-8869-dd5e1131479d), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:31:24.465383 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fa86979-a7dd-4925-8813-4ee7f978a180 None None] The sync data for ids ['43c410ca-f9b7-4c98-b857-401ec4e21ba8'] in n-d-760453-5 is: [{'id': '43c410ca-f9b7-4c98-b857-401ec4e21ba8', 'name': 'tempest-TestShelveInstance-103513884-router', 'tenant_id': '88d09b3a546c495a8f3a94611c2a00bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'external_fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.194'}], 'enable_snat': True}, 'gw_port_id': '188abd76-89d2-49cb-a20d-879f6b9acba4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T22:31:21Z', 'updated_at': '2022-01-26T22:31:22Z', 'revision_number': 3, 'project_id': '88d09b3a546c495a8f3a94611c2a00bc', 'gw_port': {'id': '188abd76-89d2-49cb-a20d-879f6b9acba4', 'name': '', 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:d1:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43c410ca-f9b7-4c98-b857-401ec4e21ba8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4345, 'fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T22:31:21Z', 'updated_at': '2022-01-26T22:31:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-5'}] {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 26 22:31:24.485737 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-839dd188-ec69-470c-9ab0-d318dc1a2e96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (e79b4fc6-6c71-44b2-a6d0-ff3e1f4dfd0d), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:31:24.497025 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Provisioning complete for port a1d45616-4429-4434-9210-459b85953e6a triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 22:31:24.497427 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (a1d45616-4429-4434-9210-459b85953e6a), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:31:24.507340 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-436bb461-54e2-4522-8fe9-f32f50790d7d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3709457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4110682'] for router_interface (43c410ca-f9b7-4c98-b857-401ec4e21ba8), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:31:24.509402 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436bb461-54e2-4522-8fe9-f32f50790d7d admin admin] Pushing event updated for resources: {'Port': ['ID=3a105f36-1bb9-477e-a37c-a6adc1608db3,revision_number=2']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 22:31:24.638720 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-436bb461-54e2-4522-8fe9-f32f50790d7d admin admin] Network d71cd76a-b1a3-493f-ae4a-ac41f8d60b74 is already hosted by enough agents. {{(pid=103304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 22:31:24.640865 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [None req-436bb461-54e2-4522-8fe9-f32f50790d7d admin admin] Resources bound (agent type, host, resource id): {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 22:31:24.667839 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-bea964da-f891-4611-8152-3febc3c295b7 None None] Current status of the port ea82e188-d70d-4863-8869-dd5e1131479d is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 22:31:24.680367 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Current status of the port a1d45616-4429-4434-9210-459b85953e6a is: DOWN; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 22:31:24.680761 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (a1d45616-4429-4434-9210-459b85953e6a), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:31:24.724740 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] For port a1d45616-4429-4434-9210-459b85953e6a, host n-d-760453-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=a1d45616-4429-4434-9210-459b85953e6a,segment=NetworkSegment(e399a238-e50d-45ae-aeea-c76a5e362d27),segment_id=e399a238-e50d-45ae-aeea-c76a5e362d27)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 22:31:24.731197 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (a1d45616-4429-4434-9210-459b85953e6a), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:31:24.774616 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-436bb461-54e2-4522-8fe9-f32f50790d7d admin admin] Router 43c410ca-f9b7-4c98-b857-401ec4e21ba8 has already been hosted by L3 agent 09df100c-3af1-4b0a-bda8-05914c71c458 {{(pid=103304) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 26 22:31:24.822970 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-17a3e85c-3b49-4298-b6a3-b1c92fa58d07 None None] Provisioning complete for port a1d45616-4429-4434-9210-459b85953e6a triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 22:31:24.823355 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-17a3e85c-3b49-4298-b6a3-b1c92fa58d07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (a1d45616-4429-4434-9210-459b85953e6a), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:31:24.827276 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Pushing event updated for resources: {'Port': ['ID=a1d45616-4429-4434-9210-459b85953e6a,revision_number=3']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 22:31:24.947903 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-17a3e85c-3b49-4298-b6a3-b1c92fa58d07 None None] Current status of the port a1d45616-4429-4434-9210-459b85953e6a is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 22:31:24.960720 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-436bb461-54e2-4522-8fe9-f32f50790d7d admin admin] Notify agent at l3_agent.n-d-760453-5 the message routers_updated {{(pid=103304) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 26 22:31:24.974593 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-436bb461-54e2-4522-8fe9-f32f50790d7d admin admin] 10.222.0.13 "PUT /v2.0/routers/43c410ca-f9b7-4c98-b857-401ec4e21ba8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1670139 Jan 26 22:31:25.068115 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-fa064259-e6a8-4498-b0b8-87210ff65f02 None None] Provisioning complete for port a1d45616-4429-4434-9210-459b85953e6a triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 22:31:25.068501 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fa064259-e6a8-4498-b0b8-87210ff65f02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (a1d45616-4429-4434-9210-459b85953e6a), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:31:25.183882 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-fa064259-e6a8-4498-b0b8-87210ff65f02 None None] Current status of the port a1d45616-4429-4434-9210-459b85953e6a is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 22:31:25.196122 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-fa064259-e6a8-4498-b0b8-87210ff65f02 None None] Provisioning complete for port 3a105f36-1bb9-477e-a37c-a6adc1608db3 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 22:31:25.196636 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fa064259-e6a8-4498-b0b8-87210ff65f02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (3a105f36-1bb9-477e-a37c-a6adc1608db3), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:31:25.249147 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-fa064259-e6a8-4498-b0b8-87210ff65f02 None None] Port 3a105f36-1bb9-477e-a37c-a6adc1608db3 cannot update to ACTIVE because it is not bound. {{(pid=103306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 26 22:31:25.387453 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-5e3a1cda-9930-4d99-9316-23889560ab87 None None] Provisioning complete for port 3a105f36-1bb9-477e-a37c-a6adc1608db3 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 22:31:25.388683 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-5e3a1cda-9930-4d99-9316-23889560ab87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (3a105f36-1bb9-477e-a37c-a6adc1608db3), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:31:25.462206 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-5e3a1cda-9930-4d99-9316-23889560ab87 None None] Port 3a105f36-1bb9-477e-a37c-a6adc1608db3 cannot update to ACTIVE because it is not bound. {{(pid=103306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 26 22:31:25.539556 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (fea0591a-627d-4c87-9a9a-01625ddf3277), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:31:25.598227 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-be197ec1-47e6-403e-88e4-139fb784267a None None] Provisioning complete for port 3a105f36-1bb9-477e-a37c-a6adc1608db3 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 22:31:25.598681 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-be197ec1-47e6-403e-88e4-139fb784267a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (3a105f36-1bb9-477e-a37c-a6adc1608db3), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:31:25.637381 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-be197ec1-47e6-403e-88e4-139fb784267a None None] Port 3a105f36-1bb9-477e-a37c-a6adc1608db3 cannot update to ACTIVE because it is not bound. {{(pid=103306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 26 22:31:25.813271 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device 188abd76-89d2-49cb-a20d-879f6b9acba4 up at agent ovs-agent-n-d-760453-5 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 22:31:25.836186 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 56012) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 22:31:25.841346 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-7cb7ae75-f9da-4a32-9805-1dbdfa8781ce tempest-TestShelveInstance-954905460 tempest-TestShelveInstance-954905460-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2074842448', 'description': 'tempest-secgroup-smoke-2074842448 description', 'project_id': '3898bdabd6404f398406bcbeb3779003'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 22:31:25.866800 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-7cb7ae75-f9da-4a32-9805-1dbdfa8781ce tempest-TestShelveInstance-954905460 tempest-TestShelveInstance-954905460-project] Publish callbacks [] for security_group (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:31:25.879641 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Provisioning complete for port 188abd76-89d2-49cb-a20d-879f6b9acba4 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 22:31:25.880018 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (188abd76-89d2-49cb-a20d-879f6b9acba4), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:31:25.944411 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-7cb7ae75-f9da-4a32-9805-1dbdfa8781ce tempest-TestShelveInstance-954905460 tempest-TestShelveInstance-954905460-project] Publish callbacks [] for security_group (26f9f1d1-8ca1-46ea-a194-f7fee9842736), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:31:25.949071 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-7cb7ae75-f9da-4a32-9805-1dbdfa8781ce tempest-TestShelveInstance-954905460 tempest-TestShelveInstance-954905460-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (26f9f1d1-8ca1-46ea-a194-f7fee9842736), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:31:25.967189 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Current status of the port 188abd76-89d2-49cb-a20d-879f6b9acba4 is: DOWN; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 22:31:25.968308 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (188abd76-89d2-49cb-a20d-879f6b9acba4), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:31:25.982981 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-7cb7ae75-f9da-4a32-9805-1dbdfa8781ce tempest-TestShelveInstance-954905460 tempest-TestShelveInstance-954905460-project] Publish callbacks [] for security_group (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:31:25.984352 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-7cb7ae75-f9da-4a32-9805-1dbdfa8781ce tempest-TestShelveInstance-954905460 tempest-TestShelveInstance-954905460-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1469638 Jan 26 22:31:25.986636 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb7ae75-f9da-4a32-9805-1dbdfa8781ce tempest-TestShelveInstance-954905460 tempest-TestShelveInstance-954905460-project] Pushing event updated for resources: {'SecurityGroup': ['ID=26f9f1d1-8ca1-46ea-a194-f7fee9842736,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 22:31:25.987526 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 56014) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 22:31:25.992939 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-4f4887b9-f939-4ccb-95d1-201c7d6d2532 tempest-TestShelveInstance-954905460 tempest-TestShelveInstance-954905460-project] Request body: {'security_group_rule': {'security_group_id': '26f9f1d1-8ca1-46ea-a194-f7fee9842736', 'project_id': '3898bdabd6404f398406bcbeb3779003', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 22:31:25.994416 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] For port 188abd76-89d2-49cb-a20d-879f6b9acba4, host n-d-760453-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=188abd76-89d2-49cb-a20d-879f6b9acba4,segment=NetworkSegment(e17cb353-418f-48b9-b982-21a6233ee99b),segment_id=e17cb353-418f-48b9-b982-21a6233ee99b)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 22:31:26.000103 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (188abd76-89d2-49cb-a20d-879f6b9acba4), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:31:26.001256 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device ea82e188-d70d-4863-8869-dd5e1131479d up at agent ovs-agent-n-d-760453-5 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 22:31:26.023405 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-4f4887b9-f939-4ccb-95d1-201c7d6d2532 tempest-TestShelveInstance-954905460 tempest-TestShelveInstance-954905460-project] Publish callbacks [] for security_group_rule (4bec1587-3921-4b1f-8f1f-d517905fd097), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:31:26.085590 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Pushing event updated for resources: {'Port': ['ID=188abd76-89d2-49cb-a20d-879f6b9acba4,revision_number=4']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 22:31:26.096776 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Provisioning complete for port ea82e188-d70d-4863-8869-dd5e1131479d triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 22:31:26.097149 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (ea82e188-d70d-4863-8869-dd5e1131479d), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:31:26.101405 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-4f4887b9-f939-4ccb-95d1-201c7d6d2532 tempest-TestShelveInstance-954905460 tempest-TestShelveInstance-954905460-project] Publish callbacks [] for security_group_rule (4bec1587-3921-4b1f-8f1f-d517905fd097), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:31:26.105857 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-4f4887b9-f939-4ccb-95d1-201c7d6d2532 tempest-TestShelveInstance-954905460 tempest-TestShelveInstance-954905460-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102715'] for security_group_rule (4bec1587-3921-4b1f-8f1f-d517905fd097), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:31:26.127853 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4887b9-f939-4ccb-95d1-201c7d6d2532 tempest-TestShelveInstance-954905460 tempest-TestShelveInstance-954905460-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4bec1587-3921-4b1f-8f1f-d517905fd097,revision_number=0']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 22:31:26.142898 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-4f4887b9-f939-4ccb-95d1-201c7d6d2532 tempest-TestShelveInstance-954905460 tempest-TestShelveInstance-954905460-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:31:26.144639 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-4f4887b9-f939-4ccb-95d1-201c7d6d2532 tempest-TestShelveInstance-954905460 tempest-TestShelveInstance-954905460-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1554494 Jan 26 22:31:26.147171 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 56016) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 22:31:26.157025 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-53cae1ea-43ca-440a-8a44-c43fd73a2468 tempest-TestShelveInstance-954905460 tempest-TestShelveInstance-954905460-project] Request body: {'security_group_rule': {'security_group_id': '26f9f1d1-8ca1-46ea-a194-f7fee9842736', 'project_id': '3898bdabd6404f398406bcbeb3779003', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 22:31:26.184173 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-53cae1ea-43ca-440a-8a44-c43fd73a2468 tempest-TestShelveInstance-954905460 tempest-TestShelveInstance-954905460-project] Publish callbacks [] for security_group_rule (06b41684-b2f8-4899-9328-8a62e715e97a), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:31:26.186347 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Current status of the port ea82e188-d70d-4863-8869-dd5e1131479d is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 22:31:26.187723 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device a1d45616-4429-4434-9210-459b85953e6a up at agent ovs-agent-n-d-760453-5 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 22:31:26.239531 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Provisioning complete for port a1d45616-4429-4434-9210-459b85953e6a triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 22:31:26.239902 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (a1d45616-4429-4434-9210-459b85953e6a), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:31:26.243907 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-53cae1ea-43ca-440a-8a44-c43fd73a2468 tempest-TestShelveInstance-954905460 tempest-TestShelveInstance-954905460-project] Publish callbacks [] for security_group_rule (06b41684-b2f8-4899-9328-8a62e715e97a), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:31:26.248237 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-53cae1ea-43ca-440a-8a44-c43fd73a2468 tempest-TestShelveInstance-954905460 tempest-TestShelveInstance-954905460-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102715'] for security_group_rule (06b41684-b2f8-4899-9328-8a62e715e97a), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:31:26.266973 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53cae1ea-43ca-440a-8a44-c43fd73a2468 tempest-TestShelveInstance-954905460 tempest-TestShelveInstance-954905460-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=06b41684-b2f8-4899-9328-8a62e715e97a,revision_number=0']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 22:31:26.277669 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-53cae1ea-43ca-440a-8a44-c43fd73a2468 tempest-TestShelveInstance-954905460 tempest-TestShelveInstance-954905460-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:31:26.278956 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-53cae1ea-43ca-440a-8a44-c43fd73a2468 tempest-TestShelveInstance-954905460 tempest-TestShelveInstance-954905460-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1307344 Jan 26 22:31:26.282443 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 56018) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 22:31:26.286935 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-d624c0ae-fb5f-4353-bb03-feacf72fd1c8 tempest-TestShelveInstance-954905460 tempest-TestShelveInstance-954905460-project] Request body: {'security_group_rule': {'security_group_id': '26f9f1d1-8ca1-46ea-a194-f7fee9842736', 'project_id': '3898bdabd6404f398406bcbeb3779003', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 22:31:26.311933 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-d624c0ae-fb5f-4353-bb03-feacf72fd1c8 tempest-TestShelveInstance-954905460 tempest-TestShelveInstance-954905460-project] Publish callbacks [] for security_group_rule (41d2daa7-03b3-4a05-acc1-93ef402390ea), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:31:26.320484 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Current status of the port a1d45616-4429-4434-9210-459b85953e6a is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 22:31:26.372097 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-d624c0ae-fb5f-4353-bb03-feacf72fd1c8 tempest-TestShelveInstance-954905460 tempest-TestShelveInstance-954905460-project] Publish callbacks [] for security_group_rule (41d2daa7-03b3-4a05-acc1-93ef402390ea), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:31:26.376037 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-d624c0ae-fb5f-4353-bb03-feacf72fd1c8 tempest-TestShelveInstance-954905460 tempest-TestShelveInstance-954905460-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102715'] for security_group_rule (41d2daa7-03b3-4a05-acc1-93ef402390ea), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:31:26.395007 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d624c0ae-fb5f-4353-bb03-feacf72fd1c8 tempest-TestShelveInstance-954905460 tempest-TestShelveInstance-954905460-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=41d2daa7-03b3-4a05-acc1-93ef402390ea,revision_number=0']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 22:31:26.403005 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-d624c0ae-fb5f-4353-bb03-feacf72fd1c8 tempest-TestShelveInstance-954905460 tempest-TestShelveInstance-954905460-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:31:26.404197 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-d624c0ae-fb5f-4353-bb03-feacf72fd1c8 tempest-TestShelveInstance-954905460 tempest-TestShelveInstance-954905460-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1207783 Jan 26 22:31:26.406855 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 56020) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 22:31:26.411080 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-54af98f7-dfc4-4b32-b8ae-0b88e27d488e tempest-TestShelveInstance-954905460 tempest-TestShelveInstance-954905460-project] Request body: {'security_group_rule': {'security_group_id': '26f9f1d1-8ca1-46ea-a194-f7fee9842736', 'project_id': '3898bdabd6404f398406bcbeb3779003', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 22:31:26.435130 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-54af98f7-dfc4-4b32-b8ae-0b88e27d488e tempest-TestShelveInstance-954905460 tempest-TestShelveInstance-954905460-project] Publish callbacks [] for security_group_rule (2759d640-cf69-4a03-974c-c43189704866), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:31:26.491214 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-54af98f7-dfc4-4b32-b8ae-0b88e27d488e tempest-TestShelveInstance-954905460 tempest-TestShelveInstance-954905460-project] Publish callbacks [] for security_group_rule (2759d640-cf69-4a03-974c-c43189704866), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:31:26.494835 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-54af98f7-dfc4-4b32-b8ae-0b88e27d488e tempest-TestShelveInstance-954905460 tempest-TestShelveInstance-954905460-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102715'] for security_group_rule (2759d640-cf69-4a03-974c-c43189704866), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:31:26.512492 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54af98f7-dfc4-4b32-b8ae-0b88e27d488e tempest-TestShelveInstance-954905460 tempest-TestShelveInstance-954905460-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2759d640-cf69-4a03-974c-c43189704866,revision_number=0']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 22:31:26.519867 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-54af98f7-dfc4-4b32-b8ae-0b88e27d488e tempest-TestShelveInstance-954905460 tempest-TestShelveInstance-954905460-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:31:26.521066 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-54af98f7-dfc4-4b32-b8ae-0b88e27d488e tempest-TestShelveInstance-954905460 tempest-TestShelveInstance-954905460-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1132870 Jan 26 22:31:26.523773 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 56022) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 22:31:26.528080 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-1b4f9020-e7f6-4f91-aea6-325e45341388 tempest-TestShelveInstance-954905460 tempest-TestShelveInstance-954905460-project] Request body: {'security_group_rule': {'security_group_id': '26f9f1d1-8ca1-46ea-a194-f7fee9842736', 'project_id': '3898bdabd6404f398406bcbeb3779003', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 22:31:26.547001 n-d-760453-5 neutron-server[103305]: INFO neutron.db.securitygroups_db [None req-1b4f9020-e7f6-4f91-aea6-325e45341388 tempest-TestShelveInstance-954905460 tempest-TestShelveInstance-954905460-project] Project 3898bdabd6404f398406bcbeb3779003 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 26 22:31:26.558833 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-1b4f9020-e7f6-4f91-aea6-325e45341388 tempest-TestShelveInstance-954905460 tempest-TestShelveInstance-954905460-project] Publish callbacks [] for security_group_rule (08e23f2b-e720-4488-bd39-954bbb1e452c), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:31:26.617515 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-1b4f9020-e7f6-4f91-aea6-325e45341388 tempest-TestShelveInstance-954905460 tempest-TestShelveInstance-954905460-project] Publish callbacks [] for security_group_rule (08e23f2b-e720-4488-bd39-954bbb1e452c), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:31:26.621072 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-1b4f9020-e7f6-4f91-aea6-325e45341388 tempest-TestShelveInstance-954905460 tempest-TestShelveInstance-954905460-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102715'] for security_group_rule (08e23f2b-e720-4488-bd39-954bbb1e452c), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:31:26.638782 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b4f9020-e7f6-4f91-aea6-325e45341388 tempest-TestShelveInstance-954905460 tempest-TestShelveInstance-954905460-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=08e23f2b-e720-4488-bd39-954bbb1e452c,revision_number=0']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 22:31:26.647195 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-1b4f9020-e7f6-4f91-aea6-325e45341388 tempest-TestShelveInstance-954905460 tempest-TestShelveInstance-954905460-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:31:26.648429 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-1b4f9020-e7f6-4f91-aea6-325e45341388 tempest-TestShelveInstance-954905460 tempest-TestShelveInstance-954905460-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1237338 Jan 26 22:31:26.651171 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 56024) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 22:31:26.655444 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-c9abf055-cebe-4fc5-9ee7-b9a5d5a4a94e tempest-TestShelveInstance-954905460 tempest-TestShelveInstance-954905460-project] Request body: {'security_group_rule': {'security_group_id': '26f9f1d1-8ca1-46ea-a194-f7fee9842736', 'project_id': '3898bdabd6404f398406bcbeb3779003', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 22:31:26.675082 n-d-760453-5 neutron-server[103305]: INFO neutron.db.securitygroups_db [None req-c9abf055-cebe-4fc5-9ee7-b9a5d5a4a94e tempest-TestShelveInstance-954905460 tempest-TestShelveInstance-954905460-project] Project 3898bdabd6404f398406bcbeb3779003 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 26 22:31:26.679993 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-c9abf055-cebe-4fc5-9ee7-b9a5d5a4a94e tempest-TestShelveInstance-954905460 tempest-TestShelveInstance-954905460-project] Publish callbacks [] for security_group_rule (31f19faf-a9ae-4adc-9d97-2ec5af4125e3), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:31:26.740291 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-c9abf055-cebe-4fc5-9ee7-b9a5d5a4a94e tempest-TestShelveInstance-954905460 tempest-TestShelveInstance-954905460-project] Publish callbacks [] for security_group_rule (31f19faf-a9ae-4adc-9d97-2ec5af4125e3), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:31:26.744088 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-c9abf055-cebe-4fc5-9ee7-b9a5d5a4a94e tempest-TestShelveInstance-954905460 tempest-TestShelveInstance-954905460-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102715'] for security_group_rule (31f19faf-a9ae-4adc-9d97-2ec5af4125e3), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:31:26.763913 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9abf055-cebe-4fc5-9ee7-b9a5d5a4a94e tempest-TestShelveInstance-954905460 tempest-TestShelveInstance-954905460-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=31f19faf-a9ae-4adc-9d97-2ec5af4125e3,revision_number=0']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 22:31:26.768965 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-c9abf055-cebe-4fc5-9ee7-b9a5d5a4a94e tempest-TestShelveInstance-954905460 tempest-TestShelveInstance-954905460-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:31:26.770250 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-c9abf055-cebe-4fc5-9ee7-b9a5d5a4a94e tempest-TestShelveInstance-954905460 tempest-TestShelveInstance-954905460-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1181159 Jan 26 22:31:26.916304 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-169a0e75-dc34-4295-92a8-cc4c448839d7 req-a8921fcc-a152-409c-b7c9-dd209dac7fb0 tempest-TestShelveInstance-954905460 tempest-TestShelveInstance-954905460-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2074842448&fields=id&tenant_id=3898bdabd6404f398406bcbeb3779003 HTTP/1.1" status: 200 len: 267 time: 0.0437424 Jan 26 22:31:27.030845 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169a0e75-dc34-4295-92a8-cc4c448839d7 req-f2d27094-c46c-44c9-a3e5-b0b5818a2c33 tempest-TestShelveInstance-954905460 tempest-TestShelveInstance-954905460-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:31:27.032346 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-169a0e75-dc34-4295-92a8-cc4c448839d7 req-f2d27094-c46c-44c9-a3e5-b0b5818a2c33 tempest-TestShelveInstance-954905460 tempest-TestShelveInstance-954905460-project] 10.222.0.13 "GET /v2.0/networks?id=dfea2df3-d5af-4d5b-8ac4-ef03b2347054 HTTP/1.1" status: 200 len: 809 time: 0.1088312 Jan 26 22:31:27.047848 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-169a0e75-dc34-4295-92a8-cc4c448839d7 req-2872789d-fff3-4f89-9f13-12b8bf353290 tempest-TestShelveInstance-954905460 tempest-TestShelveInstance-954905460-project] 10.222.0.13 "GET /v2.0/quotas/3898bdabd6404f398406bcbeb3779003 HTTP/1.1" status: 200 len: 375 time: 0.0101259 Jan 26 22:31:27.099311 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-169a0e75-dc34-4295-92a8-cc4c448839d7 req-acdf223c-0a54-421c-a677-18b46f024a6c tempest-TestShelveInstance-954905460 tempest-TestShelveInstance-954905460-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=3898bdabd6404f398406bcbeb3779003&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0463390 Jan 26 22:31:27.195887 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-169a0e75-dc34-4295-92a8-cc4c448839d7 req-70ec8d3a-1506-4484-950e-7c7ac3529610 service neutron] 10.222.0.13 "GET /v2.0/networks/dfea2df3-d5af-4d5b-8ac4-ef03b2347054?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847528 Jan 26 22:31:27.587725 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device 188abd76-89d2-49cb-a20d-879f6b9acba4 up at agent ovs-agent-n-d-760453-5 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 22:31:27.632828 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-169a0e75-dc34-4295-92a8-cc4c448839d7 req-5d94bb2a-6264-4956-88ae-c225e70c5a4f service neutron] 10.222.0.13 "GET /v2.0/networks/dfea2df3-d5af-4d5b-8ac4-ef03b2347054?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4313989 Jan 26 22:31:27.638942 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Provisioning complete for port 188abd76-89d2-49cb-a20d-879f6b9acba4 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 22:31:27.639379 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (188abd76-89d2-49cb-a20d-879f6b9acba4), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:31:27.673603 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ee00bcf-34a0-44ea-b953-03bebc40a56b None None] Sync routers for ids ['43c410ca-f9b7-4c98-b857-401ec4e21ba8'] in n-d-760453-5 {{(pid=103306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 26 22:31:27.694756 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ee00bcf-34a0-44ea-b953-03bebc40a56b None None] Routers {'43c410ca-f9b7-4c98-b857-401ec4e21ba8'} bound to L3 agent in host n-d-760453-5 {{(pid=103306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 22:31:27.695538 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-3ee00bcf-34a0-44ea-b953-03bebc40a56b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-26T20:55:21Z,description=,heartbeat_timestamp=2022-01-26T22:31:21Z,host='n-d-760453-5',id=09df100c-3af1-4b0a-bda8-05914c71c458,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:55:21Z,topic='l3_agent')) {'router_ids': ['43c410ca-f9b7-4c98-b857-401ec4e21ba8'], 'active': True} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 22:31:27.780996 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Current status of the port 188abd76-89d2-49cb-a20d-879f6b9acba4 is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 22:31:27.809954 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-661952a7-ac45-4cf0-b1fe-cb43b76c5a05 req-9017400c-aaa5-4fa1-8fdd-42337ce4018a tempest-TestShelveInstance-954905460 tempest-TestShelveInstance-954905460-project] 10.222.0.13 "GET /v2.0/ports?device_id=c6ea5d96-2a23-4cd7-a162-e28a51263e19 HTTP/1.1" status: 200 len: 210 time: 0.0303185 Jan 26 22:31:27.834394 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvr_db [None req-3ee00bcf-34a0-44ea-b953-03bebc40a56b None None] Set router 43c410ca-f9b7-4c98-b857-401ec4e21ba8 gateway port host: n-d-760453-5 {{(pid=103306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 22:31:28.038830 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-3ee00bcf-34a0-44ea-b953-03bebc40a56b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43c410ca-f9b7-4c98-b857-401ec4e21ba8', 'name': 'tempest-TestShelveInstance-103513884-router', 'tenant_id': '88d09b3a546c495a8f3a94611c2a00bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'external_fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.194'}], 'enable_snat': True}, 'gw_port_id': '188abd76-89d2-49cb-a20d-879f6b9acba4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T22:31:21Z', 'updated_at': '2022-01-26T22:31:24Z', 'revision_number': 4, 'project_id': '88d09b3a546c495a8f3a94611c2a00bc', 'gw_port': {'id': '188abd76-89d2-49cb-a20d-879f6b9acba4', 'name': '', 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:d1:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43c410ca-f9b7-4c98-b857-401ec4e21ba8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4345, 'fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T22:31:21Z', 'updated_at': '2022-01-26T22:31:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-5', '_interfaces': [{'id': '3a105f36-1bb9-477e-a37c-a6adc1608db3', 'name': '', 'network_id': 'd71cd76a-b1a3-493f-ae4a-ac41f8d60b74', 'tenant_id': '88d09b3a546c495a8f3a94611c2a00bc', 'mac_address': 'fa:16:3e:40:1d:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43c410ca-f9b7-4c98-b857-401ec4e21ba8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4346, 'fixed_ips': [{'subnet_id': 'f6b6be80-26c6-44d0-867d-a24c301b44e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T22:31:23Z', 'updated_at': '2022-01-26T22:31:24Z', 'revision_number': 2, 'project_id': '88d09b3a546c495a8f3a94611c2a00bc', 'subnets': [{'id': 'f6b6be80-26c6-44d0-867d-a24c301b44e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760453-5', False) {} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 22:31:28.065534 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ee00bcf-34a0-44ea-b953-03bebc40a56b None None] Checking router: 43c410ca-f9b7-4c98-b857-401ec4e21ba8 for host: n-d-760453-5 {{(pid=103306) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 26 22:31:28.065886 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ee00bcf-34a0-44ea-b953-03bebc40a56b None None] Updating router 43c410ca-f9b7-4c98-b857-401ec4e21ba8 port 3a105f36-1bb9-477e-a37c-a6adc1608db3 binding host n-d-760453-5 {{(pid=103306) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 26 22:31:28.090391 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-3ee00bcf-34a0-44ea-b953-03bebc40a56b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (3a105f36-1bb9-477e-a37c-a6adc1608db3), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:31:28.356002 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-3ee00bcf-34a0-44ea-b953-03bebc40a56b None None] Publish callbacks [] for port (3a105f36-1bb9-477e-a37c-a6adc1608db3), precommit_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:31:28.362297 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-3ee00bcf-34a0-44ea-b953-03bebc40a56b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (3a105f36-1bb9-477e-a37c-a6adc1608db3), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:31:28.414176 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef61787-eff8-47ee-a879-63888eac240c None None] Pushing event updated for resources: {'Port': ['ID=3a105f36-1bb9-477e-a37c-a6adc1608db3,revision_number=3']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 22:31:28.469665 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-3ee00bcf-34a0-44ea-b953-03bebc40a56b None None] Attempting to bind port 3a105f36-1bb9-477e-a37c-a6adc1608db3 on host n-d-760453-5 for vnic_type normal with profile {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 22:31:28.470034 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-3ee00bcf-34a0-44ea-b953-03bebc40a56b None None] Attempting to bind port 3a105f36-1bb9-477e-a37c-a6adc1608db3 by drivers openvswitch,hyperv on host n-d-760453-5 at level 0 using segments [{'id': 'e399a238-e50d-45ae-aeea-c76a5e362d27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': 'd71cd76a-b1a3-493f-ae4a-ac41f8d60b74'}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 26 22:31:28.470438 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ee00bcf-34a0-44ea-b953-03bebc40a56b None None] Attempting to bind port 3a105f36-1bb9-477e-a37c-a6adc1608db3 on network d71cd76a-b1a3-493f-ae4a-ac41f8d60b74 {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 22:31:28.476197 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ee00bcf-34a0-44ea-b953-03bebc40a56b None None] Checking agent: {'id': 'fea0591a-627d-4c87-9a9a-01625ddf3277', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760453-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 20, 55, 25), 'started_at': datetime.datetime(2022, 1, 26, 20, 55, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 22, 31, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760453-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 26 22:31:28.476780 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ee00bcf-34a0-44ea-b953-03bebc40a56b None None] Checking segment: {'id': 'e399a238-e50d-45ae-aeea-c76a5e362d27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': 'd71cd76a-b1a3-493f-ae4a-ac41f8d60b74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 22:31:28.477311 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-3ee00bcf-34a0-44ea-b953-03bebc40a56b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:31:28.477813 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ee00bcf-34a0-44ea-b953-03bebc40a56b None None] Bound using segment: {'id': 'e399a238-e50d-45ae-aeea-c76a5e362d27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': 'd71cd76a-b1a3-493f-ae4a-ac41f8d60b74'} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 26 22:31:28.478391 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-3ee00bcf-34a0-44ea-b953-03bebc40a56b None None] Bound port: 3a105f36-1bb9-477e-a37c-a6adc1608db3, host: n-d-760453-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e399a238-e50d-45ae-aeea-c76a5e362d27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': 'd71cd76a-b1a3-493f-ae4a-ac41f8d60b74'}}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 26 22:31:28.478871 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-3ee00bcf-34a0-44ea-b953-03bebc40a56b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (3a105f36-1bb9-477e-a37c-a6adc1608db3), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:31:28.544507 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-3ee00bcf-34a0-44ea-b953-03bebc40a56b None None] For port 3a105f36-1bb9-477e-a37c-a6adc1608db3, host n-d-760453-5, cleared binding levels {{(pid=103306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 26 22:31:28.548150 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-3ee00bcf-34a0-44ea-b953-03bebc40a56b None None] For port 3a105f36-1bb9-477e-a37c-a6adc1608db3, host n-d-760453-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=3a105f36-1bb9-477e-a37c-a6adc1608db3,segment=NetworkSegment(e399a238-e50d-45ae-aeea-c76a5e362d27),segment_id=e399a238-e50d-45ae-aeea-c76a5e362d27)] {{(pid=103306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 26 22:31:28.551542 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-3ee00bcf-34a0-44ea-b953-03bebc40a56b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (3a105f36-1bb9-477e-a37c-a6adc1608db3), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:31:28.619509 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ee00bcf-34a0-44ea-b953-03bebc40a56b None None] Routers {'43c410ca-f9b7-4c98-b857-401ec4e21ba8'} bound to L3 agent in host n-d-760453-5 {{(pid=103306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 22:31:28.620143 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-3ee00bcf-34a0-44ea-b953-03bebc40a56b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-26T20:55:21Z,description=,heartbeat_timestamp=2022-01-26T22:31:21Z,host='n-d-760453-5',id=09df100c-3af1-4b0a-bda8-05914c71c458,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:55:21Z,topic='l3_agent')) {'router_ids': ['43c410ca-f9b7-4c98-b857-401ec4e21ba8'], 'active': True} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 22:31:28.655244 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef61787-eff8-47ee-a879-63888eac240c None None] Pushing event updated for resources: {'Port': ['ID=3a105f36-1bb9-477e-a37c-a6adc1608db3,revision_number=4']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 22:31:28.875338 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169a0e75-dc34-4295-92a8-cc4c448839d7 req-c723c7a2-76bc-4b5d-b359-a34a1af984e6 tempest-TestShelveInstance-954905460 tempest-TestShelveInstance-954905460-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:31:28.877841 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-169a0e75-dc34-4295-92a8-cc4c448839d7 req-c723c7a2-76bc-4b5d-b359-a34a1af984e6 tempest-TestShelveInstance-954905460 tempest-TestShelveInstance-954905460-project] 10.222.0.66 "GET /v2.0/networks?id=dfea2df3-d5af-4d5b-8ac4-ef03b2347054 HTTP/1.1" status: 200 len: 809 time: 0.1219764 Jan 26 22:31:28.879874 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-070754a3-da92-42db-8067-2938b84ab74b None None] Provisioning complete for port 3a105f36-1bb9-477e-a37c-a6adc1608db3 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 22:31:28.880252 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-070754a3-da92-42db-8067-2938b84ab74b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (3a105f36-1bb9-477e-a37c-a6adc1608db3), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:31:28.932367 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvr_db [None req-3ee00bcf-34a0-44ea-b953-03bebc40a56b None None] Set router 43c410ca-f9b7-4c98-b857-401ec4e21ba8 gateway port host: n-d-760453-5 {{(pid=103306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 22:31:28.944078 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-e0d2b80c-9741-4981-9547-219de7684b52 req-3d75d8a9-4a2b-4131-8a6b-f21d44e61f5b tempest-TestShelveInstance-954905460 tempest-TestShelveInstance-954905460-project] 10.222.0.13 "GET /v2.0/ports?device_id=c6ea5d96-2a23-4cd7-a162-e28a51263e19 HTTP/1.1" status: 200 len: 210 time: 0.0335712 Jan 26 22:31:28.967191 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-169a0e75-dc34-4295-92a8-cc4c448839d7 req-0f2fb8b4-aa8c-4f27-a634-890a7ae22a36 tempest-TestShelveInstance-954905460 tempest-TestShelveInstance-954905460-project] 10.222.0.66 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3898bdabd6404f398406bcbeb3779003 HTTP/1.1" status: 200 len: 380 time: 0.0712333 Jan 26 22:31:28.976644 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [req-169a0e75-dc34-4295-92a8-cc4c448839d7 req-c6388be3-9f57-40df-a577-54dd33233674 tempest-TestShelveInstance-954905460 tempest-TestShelveInstance-954905460-project] Request body: {'port': {'device_id': 'c6ea5d96-2a23-4cd7-a162-e28a51263e19', 'network_id': 'dfea2df3-d5af-4d5b-8ac4-ef03b2347054', 'admin_state_up': True, 'tenant_id': '3898bdabd6404f398406bcbeb3779003', 'security_groups': ['26f9f1d1-8ca1-46ea-a194-f7fee9842736']}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 22:31:29.075986 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-070754a3-da92-42db-8067-2938b84ab74b None None] Current status of the port 3a105f36-1bb9-477e-a37c-a6adc1608db3 is: DOWN; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 22:31:29.076284 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-070754a3-da92-42db-8067-2938b84ab74b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (3a105f36-1bb9-477e-a37c-a6adc1608db3), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:31:29.094419 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-169a0e75-dc34-4295-92a8-cc4c448839d7 req-c6388be3-9f57-40df-a577-54dd33233674 tempest-TestShelveInstance-954905460 tempest-TestShelveInstance-954905460-project] Made reservation on behalf of 3898bdabd6404f398406bcbeb3779003 for: {'port': 1} {{(pid=103305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 22:31:29.097997 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-169a0e75-dc34-4295-92a8-cc4c448839d7 req-c6388be3-9f57-40df-a577-54dd33233674 tempest-TestShelveInstance-954905460 tempest-TestShelveInstance-954905460-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:31:29.135850 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-070754a3-da92-42db-8067-2938b84ab74b None None] For port 3a105f36-1bb9-477e-a37c-a6adc1608db3, host n-d-760453-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=3a105f36-1bb9-477e-a37c-a6adc1608db3,segment=NetworkSegment(e399a238-e50d-45ae-aeea-c76a5e362d27),segment_id=e399a238-e50d-45ae-aeea-c76a5e362d27)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 22:31:29.146330 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-070754a3-da92-42db-8067-2938b84ab74b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (3a105f36-1bb9-477e-a37c-a6adc1608db3), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:31:29.221093 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-070754a3-da92-42db-8067-2938b84ab74b None None] Pushing event updated for resources: {'Port': ['ID=3a105f36-1bb9-477e-a37c-a6adc1608db3,revision_number=5']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 22:31:29.239531 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.db_base_plugin_common [req-169a0e75-dc34-4295-92a8-cc4c448839d7 req-c6388be3-9f57-40df-a577-54dd33233674 tempest-TestShelveInstance-954905460 tempest-TestShelveInstance-954905460-project] Allocated IP 172.20.0.11 (dfea2df3-d5af-4d5b-8ac4-ef03b2347054/2a440deb-3cfe-4555-9fd0-eba61f625b5e/190cdee4-5058-4fb0-89a9-88b0cf0a8232) {{(pid=103305) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 22:31:29.241218 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-3ee00bcf-34a0-44ea-b953-03bebc40a56b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43c410ca-f9b7-4c98-b857-401ec4e21ba8', 'name': 'tempest-TestShelveInstance-103513884-router', 'tenant_id': '88d09b3a546c495a8f3a94611c2a00bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'external_fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.194'}], 'enable_snat': True}, 'gw_port_id': '188abd76-89d2-49cb-a20d-879f6b9acba4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T22:31:21Z', 'updated_at': '2022-01-26T22:31:24Z', 'revision_number': 4, 'project_id': '88d09b3a546c495a8f3a94611c2a00bc', 'gw_port': {'id': '188abd76-89d2-49cb-a20d-879f6b9acba4', 'name': '', 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:d1:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43c410ca-f9b7-4c98-b857-401ec4e21ba8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4345, 'fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T22:31:21Z', 'updated_at': '2022-01-26T22:31:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-5', '_interfaces': [{'id': '3a105f36-1bb9-477e-a37c-a6adc1608db3', 'name': '', 'network_id': 'd71cd76a-b1a3-493f-ae4a-ac41f8d60b74', 'tenant_id': '88d09b3a546c495a8f3a94611c2a00bc', 'mac_address': 'fa:16:3e:40:1d:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43c410ca-f9b7-4c98-b857-401ec4e21ba8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4346, 'fixed_ips': [{'subnet_id': 'f6b6be80-26c6-44d0-867d-a24c301b44e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T22:31:23Z', 'updated_at': '2022-01-26T22:31:28Z', 'revision_number': 4, 'project_id': '88d09b3a546c495a8f3a94611c2a00bc', 'subnets': [{'id': 'f6b6be80-26c6-44d0-867d-a24c301b44e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760453-5', False) {} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 22:31:29.270975 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ee00bcf-34a0-44ea-b953-03bebc40a56b None None] The sync data for ids ['43c410ca-f9b7-4c98-b857-401ec4e21ba8'] in n-d-760453-5 is: [{'id': '43c410ca-f9b7-4c98-b857-401ec4e21ba8', 'name': 'tempest-TestShelveInstance-103513884-router', 'tenant_id': '88d09b3a546c495a8f3a94611c2a00bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'external_fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.194'}], 'enable_snat': True}, 'gw_port_id': '188abd76-89d2-49cb-a20d-879f6b9acba4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T22:31:21Z', 'updated_at': '2022-01-26T22:31:24Z', 'revision_number': 4, 'project_id': '88d09b3a546c495a8f3a94611c2a00bc', 'gw_port': {'id': '188abd76-89d2-49cb-a20d-879f6b9acba4', 'name': '', 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:d1:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43c410ca-f9b7-4c98-b857-401ec4e21ba8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4345, 'fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T22:31:21Z', 'updated_at': '2022-01-26T22:31:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-5', '_interfaces': [{'id': '3a105f36-1bb9-477e-a37c-a6adc1608db3', 'name': '', 'network_id': 'd71cd76a-b1a3-493f-ae4a-ac41f8d60b74', 'tenant_id': '88d09b3a546c495a8f3a94611c2a00bc', 'mac_address': 'fa:16:3e:40:1d:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43c410ca-f9b7-4c98-b857-401ec4e21ba8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4346, 'fixed_ips': [{'subnet_id': 'f6b6be80-26c6-44d0-867d-a24c301b44e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T22:31:23Z', 'updated_at': '2022-01-26T22:31:28Z', 'revision_number': 4, 'project_id': '88d09b3a546c495a8f3a94611c2a00bc', 'subnets': [{'id': 'f6b6be80-26c6-44d0-867d-a24c301b44e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 26 22:31:29.287188 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-12ff9aea-0907-44e8-a437-117e9de66a67 None None] Provisioning complete for port 3a105f36-1bb9-477e-a37c-a6adc1608db3 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 22:31:29.287571 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-12ff9aea-0907-44e8-a437-117e9de66a67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (3a105f36-1bb9-477e-a37c-a6adc1608db3), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:31:29.394257 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-12ff9aea-0907-44e8-a437-117e9de66a67 None None] Current status of the port 3a105f36-1bb9-477e-a37c-a6adc1608db3 is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 22:31:29.409630 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-169a0e75-dc34-4295-92a8-cc4c448839d7 req-c6388be3-9f57-40df-a577-54dd33233674 tempest-TestShelveInstance-954905460 tempest-TestShelveInstance-954905460-project] Publish callbacks [] for port (190cdee4-5058-4fb0-89a9-88b0cf0a8232), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:31:29.455581 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-169a0e75-dc34-4295-92a8-cc4c448839d7 req-c6388be3-9f57-40df-a577-54dd33233674 tempest-TestShelveInstance-954905460 tempest-TestShelveInstance-954905460-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746560234527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11791543'] for port (190cdee4-5058-4fb0-89a9-88b0cf0a8232), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:31:29.500287 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-169a0e75-dc34-4295-92a8-cc4c448839d7 req-c6388be3-9f57-40df-a577-54dd33233674 tempest-TestShelveInstance-954905460 tempest-TestShelveInstance-954905460-project] Network dfea2df3-d5af-4d5b-8ac4-ef03b2347054 is already hosted by enough agents. {{(pid=103305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 22:31:29.503364 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [req-169a0e75-dc34-4295-92a8-cc4c448839d7 req-c6388be3-9f57-40df-a577-54dd33233674 tempest-TestShelveInstance-954905460 tempest-TestShelveInstance-954905460-project] Resources bound (agent type, host, resource id): {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 22:31:29.510053 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [req-169a0e75-dc34-4295-92a8-cc4c448839d7 req-c6388be3-9f57-40df-a577-54dd33233674 tempest-TestShelveInstance-954905460 tempest-TestShelveInstance-954905460-project] Received port after_create {{(pid=103305) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 22:31:29.539251 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6388be3-9f57-40df-a577-54dd33233674 tempest-TestShelveInstance-954905460 tempest-TestShelveInstance-954905460-project] Pushing event updated for resources: {'Port': ['ID=190cdee4-5058-4fb0-89a9-88b0cf0a8232,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 22:31:29.571294 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169a0e75-dc34-4295-92a8-cc4c448839d7 req-c6388be3-9f57-40df-a577-54dd33233674 tempest-TestShelveInstance-954905460 tempest-TestShelveInstance-954905460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:31:29.572082 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-169a0e75-dc34-4295-92a8-cc4c448839d7 req-c6388be3-9f57-40df-a577-54dd33233674 tempest-TestShelveInstance-954905460 tempest-TestShelveInstance-954905460-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:31:29.599264 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-169a0e75-dc34-4295-92a8-cc4c448839d7 req-c6388be3-9f57-40df-a577-54dd33233674 tempest-TestShelveInstance-954905460 tempest-TestShelveInstance-954905460-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6262217 Jan 26 22:31:29.620059 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [req-169a0e75-dc34-4295-92a8-cc4c448839d7 req-c83314e0-cdca-4404-bf4c-423260d978ba service neutron] Request body: {'port': {'device_id': 'c6ea5d96-2a23-4cd7-a162-e28a51263e19', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-760453-5'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 22:31:29.687273 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device 3a105f36-1bb9-477e-a37c-a6adc1608db3 up at agent ovs-agent-n-d-760453-5 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 22:31:29.689807 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-169a0e75-dc34-4295-92a8-cc4c448839d7 req-c83314e0-cdca-4404-bf4c-423260d978ba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (190cdee4-5058-4fb0-89a9-88b0cf0a8232), before_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:31:29.768241 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Provisioning complete for port 3a105f36-1bb9-477e-a37c-a6adc1608db3 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 22:31:29.768651 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (3a105f36-1bb9-477e-a37c-a6adc1608db3), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:31:29.845327 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-1a832d7f-016a-477e-88f9-70d05d25a0c0 None None] Provisioning complete for port 190cdee4-5058-4fb0-89a9-88b0cf0a8232 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 22:31:29.845327 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-1a832d7f-016a-477e-88f9-70d05d25a0c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (190cdee4-5058-4fb0-89a9-88b0cf0a8232), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:31:29.906430 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-1a832d7f-016a-477e-88f9-70d05d25a0c0 None None] Port 190cdee4-5058-4fb0-89a9-88b0cf0a8232 cannot update to ACTIVE because it is not bound. {{(pid=103306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 26 22:31:29.923156 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Current status of the port 3a105f36-1bb9-477e-a37c-a6adc1608db3 is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 22:31:29.996097 n-d-760453-5 neutron-server[103305]: DEBUG neutron.notifiers.nova [req-169a0e75-dc34-4295-92a8-cc4c448839d7 req-c83314e0-cdca-4404-bf4c-423260d978ba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 190cdee4-5058-4fb0-89a9-88b0cf0a8232 {{(pid=103305) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 26 22:31:30.004673 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-169a0e75-dc34-4295-92a8-cc4c448839d7 req-c83314e0-cdca-4404-bf4c-423260d978ba service neutron] Publish callbacks [] for port (190cdee4-5058-4fb0-89a9-88b0cf0a8232), precommit_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:31:30.019685 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.provisioning_blocks [req-169a0e75-dc34-4295-92a8-cc4c448839d7 req-c83314e0-cdca-4404-bf4c-423260d978ba service neutron] Transition to ACTIVE for port object 190cdee4-5058-4fb0-89a9-88b0cf0a8232 will not be triggered until provisioned by entity L2. {{(pid=103305) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 22:31:30.023979 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-169a0e75-dc34-4295-92a8-cc4c448839d7 req-c83314e0-cdca-4404-bf4c-423260d978ba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11791520'] for port (190cdee4-5058-4fb0-89a9-88b0cf0a8232), after_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:31:30.082656 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83314e0-cdca-4404-bf4c-423260d978ba service neutron] Pushing event updated for resources: {'Port': ['ID=190cdee4-5058-4fb0-89a9-88b0cf0a8232,revision_number=2']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 22:31:30.088061 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3540ded3-36d7-4887-9d85-ab78f601c32d req-dc33e028-8ce2-44cc-8005-94a387095522 tempest-TestShelveInstance-954905460 tempest-TestShelveInstance-954905460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:31:30.089791 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-3540ded3-36d7-4887-9d85-ab78f601c32d req-dc33e028-8ce2-44cc-8005-94a387095522 tempest-TestShelveInstance-954905460 tempest-TestShelveInstance-954905460-project] 10.222.0.13 "GET /v2.0/ports?device_id=c6ea5d96-2a23-4cd7-a162-e28a51263e19 HTTP/1.1" status: 200 len: 944 time: 0.0554361 Jan 26 22:31:30.151403 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [req-169a0e75-dc34-4295-92a8-cc4c448839d7 req-c83314e0-cdca-4404-bf4c-423260d978ba service neutron] Attempting to bind port 190cdee4-5058-4fb0-89a9-88b0cf0a8232 on host n-h1-760453-5 for vnic_type normal with profile {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 22:31:30.151784 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [req-169a0e75-dc34-4295-92a8-cc4c448839d7 req-c83314e0-cdca-4404-bf4c-423260d978ba service neutron] Attempting to bind port 190cdee4-5058-4fb0-89a9-88b0cf0a8232 by drivers openvswitch,hyperv on host n-h1-760453-5 at level 0 using segments [{'id': 'b5086e3d-16c2-40da-8fb3-affc86750274', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'dfea2df3-d5af-4d5b-8ac4-ef03b2347054'}] {{(pid=103305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 26 22:31:30.152121 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-169a0e75-dc34-4295-92a8-cc4c448839d7 req-c83314e0-cdca-4404-bf4c-423260d978ba service neutron] Attempting to bind port 190cdee4-5058-4fb0-89a9-88b0cf0a8232 on network dfea2df3-d5af-4d5b-8ac4-ef03b2347054 {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 22:31:30.152252 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-3540ded3-36d7-4887-9d85-ab78f601c32d req-4284086f-e0b7-4014-8582-6d2ba8671e14 tempest-TestShelveInstance-954905460 tempest-TestShelveInstance-954905460-project] 10.222.0.13 "GET /v2.0/security-groups?id=26f9f1d1-8ca1-46ea-a194-f7fee9842736&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556629 Jan 26 22:31:30.157079 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-169a0e75-dc34-4295-92a8-cc4c448839d7 req-c83314e0-cdca-4404-bf4c-423260d978ba service neutron] Port 190cdee4-5058-4fb0-89a9-88b0cf0a8232 on network dfea2df3-d5af-4d5b-8ac4-ef03b2347054 not bound, no agent of type Open vSwitch agent registered on host n-h1-760453-5 {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 26 22:31:30.157616 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-169a0e75-dc34-4295-92a8-cc4c448839d7 req-c83314e0-cdca-4404-bf4c-423260d978ba service neutron] Attempting to bind port 190cdee4-5058-4fb0-89a9-88b0cf0a8232 on network dfea2df3-d5af-4d5b-8ac4-ef03b2347054 {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 22:31:30.162901 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-169a0e75-dc34-4295-92a8-cc4c448839d7 req-c83314e0-cdca-4404-bf4c-423260d978ba service neutron] Checking agent: {'id': '32ef628b-8417-46c5-8729-60fcabe358f1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-760453-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 21, 3, 8), 'started_at': datetime.datetime(2022, 1, 26, 21, 3, 8), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 22, 31, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 26 22:31:30.163244 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-169a0e75-dc34-4295-92a8-cc4c448839d7 req-c83314e0-cdca-4404-bf4c-423260d978ba service neutron] Checking segment: {'id': 'b5086e3d-16c2-40da-8fb3-affc86750274', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'dfea2df3-d5af-4d5b-8ac4-ef03b2347054'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103305) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 22:31:30.163620 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-169a0e75-dc34-4295-92a8-cc4c448839d7 req-c83314e0-cdca-4404-bf4c-423260d978ba service neutron] Bound using segment: {'id': 'b5086e3d-16c2-40da-8fb3-affc86750274', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'dfea2df3-d5af-4d5b-8ac4-ef03b2347054'} {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 26 22:31:30.164279 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [req-169a0e75-dc34-4295-92a8-cc4c448839d7 req-c83314e0-cdca-4404-bf4c-423260d978ba service neutron] Bound port: 190cdee4-5058-4fb0-89a9-88b0cf0a8232, host: n-h1-760453-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b5086e3d-16c2-40da-8fb3-affc86750274', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'dfea2df3-d5af-4d5b-8ac4-ef03b2347054'}}] {{(pid=103305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 26 22:31:30.164521 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-169a0e75-dc34-4295-92a8-cc4c448839d7 req-c83314e0-cdca-4404-bf4c-423260d978ba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (190cdee4-5058-4fb0-89a9-88b0cf0a8232), before_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:31:30.237745 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [req-169a0e75-dc34-4295-92a8-cc4c448839d7 req-c83314e0-cdca-4404-bf4c-423260d978ba service neutron] For port 190cdee4-5058-4fb0-89a9-88b0cf0a8232, host n-h1-760453-5, cleared binding levels {{(pid=103305) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 26 22:31:30.240838 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [req-169a0e75-dc34-4295-92a8-cc4c448839d7 req-c83314e0-cdca-4404-bf4c-423260d978ba service neutron] For port 190cdee4-5058-4fb0-89a9-88b0cf0a8232, host n-h1-760453-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-5',level=0,port_id=190cdee4-5058-4fb0-89a9-88b0cf0a8232,segment=NetworkSegment(b5086e3d-16c2-40da-8fb3-affc86750274),segment_id=b5086e3d-16c2-40da-8fb3-affc86750274)] {{(pid=103305) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 26 22:31:30.246616 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-169a0e75-dc34-4295-92a8-cc4c448839d7 req-c83314e0-cdca-4404-bf4c-423260d978ba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11791520'] for port (190cdee4-5058-4fb0-89a9-88b0cf0a8232), after_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:31:30.284865 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169a0e75-dc34-4295-92a8-cc4c448839d7 req-c83314e0-cdca-4404-bf4c-423260d978ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:31:30.285544 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-169a0e75-dc34-4295-92a8-cc4c448839d7 req-c83314e0-cdca-4404-bf4c-423260d978ba service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:31:30.287000 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-169a0e75-dc34-4295-92a8-cc4c448839d7 req-c83314e0-cdca-4404-bf4c-423260d978ba service neutron] 10.222.0.66 "PUT /v2.0/ports/190cdee4-5058-4fb0-89a9-88b0cf0a8232 HTTP/1.1" status: 200 len: 1092 time: 0.6743858 Jan 26 22:31:30.289565 n-d-760453-5 neutron-server[103305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c6ea5d96-2a23-4cd7-a162-e28a51263e19', 'tag': '190cdee4-5058-4fb0-89a9-88b0cf0a8232'}] {{(pid=103305) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 22:31:30.291874 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63c895857b12caccb44030902ae3f492cdae22bba6ec98e5b8bd003e299c093d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a929141c-4032-4748-a56b-a0ae7cbab950" -d '{"events": [{"name": "network-changed", "server_uuid": "c6ea5d96-2a23-4cd7-a162-e28a51263e19", "tag": "190cdee4-5058-4fb0-89a9-88b0cf0a8232"}]}' {{(pid=103305) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 22:31:30.318745 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83314e0-cdca-4404-bf4c-423260d978ba service neutron] Pushing event updated for resources: {'Port': ['ID=190cdee4-5058-4fb0-89a9-88b0cf0a8232,revision_number=3']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 22:31:30.348808 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 26 Jan 2022 22:31:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a744c440-d0f6-4940-8287-75c90a234dbe x-openstack-request-id: req-a744c440-d0f6-4940-8287-75c90a234dbe {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 22:31:30.349095 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c6ea5d96-2a23-4cd7-a162-e28a51263e19", "tag": "190cdee4-5058-4fb0-89a9-88b0cf0a8232", "status": "completed", "code": 200}]} {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 22:31:30.349375 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a744c440-d0f6-4940-8287-75c90a234dbe {{(pid=103305) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 22:31:30.349778 n-d-760453-5 neutron-server[103305]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c6ea5d96-2a23-4cd7-a162-e28a51263e19', 'tag': '190cdee4-5058-4fb0-89a9-88b0cf0a8232', 'status': 'completed', 'code': 200} Jan 26 22:31:30.385777 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169a0e75-dc34-4295-92a8-cc4c448839d7 req-7cb72946-82ff-4f0b-b547-bbe26ea2f94e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:31:30.387240 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-169a0e75-dc34-4295-92a8-cc4c448839d7 req-7cb72946-82ff-4f0b-b547-bbe26ea2f94e service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=3898bdabd6404f398406bcbeb3779003&device_id=c6ea5d96-2a23-4cd7-a162-e28a51263e19 HTTP/1.1" status: 200 len: 1095 time: 0.0474367 Jan 26 22:31:30.436572 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-169a0e75-dc34-4295-92a8-cc4c448839d7 req-94ce4de5-2bc9-4959-b38f-a932cdf840c5 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=190cdee4-5058-4fb0-89a9-88b0cf0a8232 HTTP/1.1" status: 200 len: 217 time: 0.0354652 Jan 26 22:31:30.491020 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169a0e75-dc34-4295-92a8-cc4c448839d7 req-5683d347-6ccc-4002-8efc-0c31d32d4588 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:31:30.492750 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-169a0e75-dc34-4295-92a8-cc4c448839d7 req-5683d347-6ccc-4002-8efc-0c31d32d4588 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=2a440deb-3cfe-4555-9fd0-eba61f625b5e HTTP/1.1" status: 200 len: 848 time: 0.0497611 Jan 26 22:31:30.537027 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169a0e75-dc34-4295-92a8-cc4c448839d7 req-b689a942-9bf9-41a5-9b7b-dc3eae4c146f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:31:30.538569 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-169a0e75-dc34-4295-92a8-cc4c448839d7 req-b689a942-9bf9-41a5-9b7b-dc3eae4c146f service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=dfea2df3-d5af-4d5b-8ac4-ef03b2347054&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0399880 Jan 26 22:31:30.629772 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-169a0e75-dc34-4295-92a8-cc4c448839d7 req-3af63e5e-f5b4-4bee-be3a-efe96c1b3f4b service neutron] 10.222.0.66 "GET /v2.0/networks/dfea2df3-d5af-4d5b-8ac4-ef03b2347054?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852597 Jan 26 22:31:30.719836 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-169a0e75-dc34-4295-92a8-cc4c448839d7 req-8265607f-d1f3-4306-b8a7-1820c59a5a81 service neutron] 10.222.0.66 "GET /v2.0/networks/dfea2df3-d5af-4d5b-8ac4-ef03b2347054?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847983 Jan 26 22:31:30.867769 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a929141c-4032-4748-a56b-a0ae7cbab950 req-b9ac532d-f25a-4d25-8dcd-fea9fc36cb69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:31:30.869258 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-a929141c-4032-4748-a56b-a0ae7cbab950 req-b9ac532d-f25a-4d25-8dcd-fea9fc36cb69 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=3898bdabd6404f398406bcbeb3779003&device_id=c6ea5d96-2a23-4cd7-a162-e28a51263e19 HTTP/1.1" status: 200 len: 1095 time: 0.0421770 Jan 26 22:31:30.963765 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a929141c-4032-4748-a56b-a0ae7cbab950 req-a2352ba6-2337-4320-9ada-0932227a2c45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:31:30.965256 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-a929141c-4032-4748-a56b-a0ae7cbab950 req-a2352ba6-2337-4320-9ada-0932227a2c45 service neutron] 10.222.0.66 "GET /v2.0/networks?id=dfea2df3-d5af-4d5b-8ac4-ef03b2347054 HTTP/1.1" status: 200 len: 910 time: 0.0905118 Jan 26 22:31:31.006214 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-a929141c-4032-4748-a56b-a0ae7cbab950 req-da7a98e2-2b68-4361-9244-0c3b58bbdd3f service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=190cdee4-5058-4fb0-89a9-88b0cf0a8232 HTTP/1.1" status: 200 len: 217 time: 0.0349450 Jan 26 22:31:31.053505 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a929141c-4032-4748-a56b-a0ae7cbab950 req-6e757fa8-6707-42d2-8176-034624d3acd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:31:31.054980 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-a929141c-4032-4748-a56b-a0ae7cbab950 req-6e757fa8-6707-42d2-8176-034624d3acd1 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=2a440deb-3cfe-4555-9fd0-eba61f625b5e HTTP/1.1" status: 200 len: 848 time: 0.0432425 Jan 26 22:31:31.103704 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a929141c-4032-4748-a56b-a0ae7cbab950 req-75bbf066-20ea-42c8-bf37-6057bce647ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:31:31.105184 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-a929141c-4032-4748-a56b-a0ae7cbab950 req-75bbf066-20ea-42c8-bf37-6057bce647ed service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=dfea2df3-d5af-4d5b-8ac4-ef03b2347054&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0445926 Jan 26 22:31:31.193673 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-a929141c-4032-4748-a56b-a0ae7cbab950 req-88ecf73c-15a3-4a8d-b6d8-83e737a04490 service neutron] 10.222.0.66 "GET /v2.0/networks/dfea2df3-d5af-4d5b-8ac4-ef03b2347054?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823972 Jan 26 22:31:31.275251 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec69bfc-6075-4e15-b95d-7307889ef197 req-ea2dc908-d9ab-44ec-b1d0-84d418648900 tempest-TestShelveInstance-954905460 tempest-TestShelveInstance-954905460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:31:31.276805 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-aec69bfc-6075-4e15-b95d-7307889ef197 req-ea2dc908-d9ab-44ec-b1d0-84d418648900 tempest-TestShelveInstance-954905460 tempest-TestShelveInstance-954905460-project] 10.222.0.13 "GET /v2.0/ports?device_id=c6ea5d96-2a23-4cd7-a162-e28a51263e19 HTTP/1.1" status: 200 len: 944 time: 0.0535347 Jan 26 22:31:31.288919 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-a929141c-4032-4748-a56b-a0ae7cbab950 req-5df4e588-28b9-4576-be2b-a767f7273ce0 service neutron] 10.222.0.66 "GET /v2.0/networks/dfea2df3-d5af-4d5b-8ac4-ef03b2347054?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898292 Jan 26 22:31:31.332680 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-aec69bfc-6075-4e15-b95d-7307889ef197 req-40ba58b1-afa5-4bc9-97b4-c0a3579703e3 tempest-TestShelveInstance-954905460 tempest-TestShelveInstance-954905460-project] 10.222.0.13 "GET /v2.0/security-groups?id=26f9f1d1-8ca1-46ea-a194-f7fee9842736&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491910 Jan 26 22:31:32.446544 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d1e7ae-1113-47e0-8611-35d317330f75 req-db222930-fdb1-4f7e-b633-d37afddf8f43 tempest-TestShelveInstance-954905460 tempest-TestShelveInstance-954905460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:31:32.448043 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-f7d1e7ae-1113-47e0-8611-35d317330f75 req-db222930-fdb1-4f7e-b633-d37afddf8f43 tempest-TestShelveInstance-954905460 tempest-TestShelveInstance-954905460-project] 10.222.0.13 "GET /v2.0/ports?device_id=c6ea5d96-2a23-4cd7-a162-e28a51263e19 HTTP/1.1" status: 200 len: 944 time: 0.0491133 Jan 26 22:31:32.483314 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.agents_db [None req-569f1ced-6396-4ddf-b79f-e03b0b2146ab None None] Agent healthcheck: found 7 active agents {{(pid=103307) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 26 22:31:32.500566 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-f7d1e7ae-1113-47e0-8611-35d317330f75 req-70ad93a4-a213-40ca-8bff-5a49b007c7e8 tempest-TestShelveInstance-954905460 tempest-TestShelveInstance-954905460-project] 10.222.0.13 "GET /v2.0/security-groups?id=26f9f1d1-8ca1-46ea-a194-f7fee9842736&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469530 Jan 26 22:31:33.454011 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Device 190cdee4-5058-4fb0-89a9-88b0cf0a8232 details requested by agent hyperv_n-h1-760453-5 with host n-h1-760453-5 {{(pid=103306) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 26 22:31:33.550969 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] For port 190cdee4-5058-4fb0-89a9-88b0cf0a8232, host n-h1-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-5',level=0,port_id=190cdee4-5058-4fb0-89a9-88b0cf0a8232,segment=NetworkSegment(b5086e3d-16c2-40da-8fb3-affc86750274),segment_id=b5086e3d-16c2-40da-8fb3-affc86750274)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 22:31:33.562481 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Returning: {'device': '190cdee4-5058-4fb0-89a9-88b0cf0a8232', 'network_id': 'dfea2df3-d5af-4d5b-8ac4-ef03b2347054', 'port_id': '190cdee4-5058-4fb0-89a9-88b0cf0a8232', 'mac_address': 'fa:16:3e:bd:d6:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 588, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2a440deb-3cfe-4555-9fd0-eba61f625b5e', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103306) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 26 22:31:33.600534 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Current status of the port 190cdee4-5058-4fb0-89a9-88b0cf0a8232 is: DOWN; New status is: BUILD {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 22:31:33.600920 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (190cdee4-5058-4fb0-89a9-88b0cf0a8232), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:31:33.613576 n-d-760453-5 neutron-server[103306]: DEBUG neutron.notifiers.nova [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 190cdee4-5058-4fb0-89a9-88b0cf0a8232 {{(pid=103306) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 26 22:31:33.614616 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b6e604-ff8e-4572-be80-61ce8cd61353 req-7d6dafa5-1fb3-40ba-8e4e-58db4e5abf50 tempest-TestShelveInstance-954905460 tempest-TestShelveInstance-954905460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:31:33.616109 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-69b6e604-ff8e-4572-be80-61ce8cd61353 req-7d6dafa5-1fb3-40ba-8e4e-58db4e5abf50 tempest-TestShelveInstance-954905460 tempest-TestShelveInstance-954905460-project] 10.222.0.13 "GET /v2.0/ports?device_id=c6ea5d96-2a23-4cd7-a162-e28a51263e19 HTTP/1.1" status: 200 len: 944 time: 0.0489154 Jan 26 22:31:33.633032 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] For port 190cdee4-5058-4fb0-89a9-88b0cf0a8232, host n-h1-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-5',level=0,port_id=190cdee4-5058-4fb0-89a9-88b0cf0a8232,segment=NetworkSegment(b5086e3d-16c2-40da-8fb3-affc86750274),segment_id=b5086e3d-16c2-40da-8fb3-affc86750274)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 22:31:33.637066 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (190cdee4-5058-4fb0-89a9-88b0cf0a8232), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:31:33.665705 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-69b6e604-ff8e-4572-be80-61ce8cd61353 req-04743979-0715-4e2f-b196-13497c4ed33e tempest-TestShelveInstance-954905460 tempest-TestShelveInstance-954905460-project] 10.222.0.13 "GET /v2.0/security-groups?id=26f9f1d1-8ca1-46ea-a194-f7fee9842736&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434506 Jan 26 22:31:33.689144 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Pushing event updated for resources: {'Port': ['ID=190cdee4-5058-4fb0-89a9-88b0cf0a8232,revision_number=4']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 22:31:34.036005 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] get_ports_and_sgs() called for port_ids ['190cdee4-5058-4fb0-89a9-88b0cf0a8232'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 26 22:31:34.776255 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6649199-0e15-485a-b981-15e936d92d59 req-4133708b-611b-4801-959c-e01ee6eb5c62 tempest-TestShelveInstance-954905460 tempest-TestShelveInstance-954905460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:31:34.777798 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-f6649199-0e15-485a-b981-15e936d92d59 req-4133708b-611b-4801-959c-e01ee6eb5c62 tempest-TestShelveInstance-954905460 tempest-TestShelveInstance-954905460-project] 10.222.0.13 "GET /v2.0/ports?device_id=c6ea5d96-2a23-4cd7-a162-e28a51263e19 HTTP/1.1" status: 200 len: 945 time: 0.0479267 Jan 26 22:31:34.826247 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-f6649199-0e15-485a-b981-15e936d92d59 req-55d88fc8-fbcf-494f-ad89-44a8a89d233e tempest-TestShelveInstance-954905460 tempest-TestShelveInstance-954905460-project] 10.222.0.13 "GET /v2.0/security-groups?id=26f9f1d1-8ca1-46ea-a194-f7fee9842736&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425055 Jan 26 22:31:35.468992 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Device 190cdee4-5058-4fb0-89a9-88b0cf0a8232 up at agent hyperv_n-h1-760453-5 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 22:31:35.518578 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Provisioning for port 190cdee4-5058-4fb0-89a9-88b0cf0a8232 completed by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 22:31:35.522629 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Provisioning complete for port 190cdee4-5058-4fb0-89a9-88b0cf0a8232 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 22:31:35.523003 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (190cdee4-5058-4fb0-89a9-88b0cf0a8232), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:31:35.600853 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Current status of the port 190cdee4-5058-4fb0-89a9-88b0cf0a8232 is: BUILD; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 22:31:35.601194 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (190cdee4-5058-4fb0-89a9-88b0cf0a8232), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:31:35.625247 n-d-760453-5 neutron-server[103306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6ea5d96-2a23-4cd7-a162-e28a51263e19', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '190cdee4-5058-4fb0-89a9-88b0cf0a8232'}] {{(pid=103306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 22:31:35.627513 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c06f7aa05085a00df6a2944c086d22937b62c1e75db8df879377281bc6a8a153" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe7b9bcc-b30b-461b-a9dd-6c92370b02d2" -d '{"events": [{"server_uuid": "c6ea5d96-2a23-4cd7-a162-e28a51263e19", "name": "network-vif-plugged", "status": "completed", "tag": "190cdee4-5058-4fb0-89a9-88b0cf0a8232"}]}' {{(pid=103306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 22:31:35.639344 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] For port 190cdee4-5058-4fb0-89a9-88b0cf0a8232, host n-h1-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-5',level=0,port_id=190cdee4-5058-4fb0-89a9-88b0cf0a8232,segment=NetworkSegment(b5086e3d-16c2-40da-8fb3-affc86750274),segment_id=b5086e3d-16c2-40da-8fb3-affc86750274)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 22:31:35.643752 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (190cdee4-5058-4fb0-89a9-88b0cf0a8232), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:31:35.666436 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Jan 2022 22:31:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60661d7a-05b2-4907-8e8a-5e141f7ea680 x-openstack-request-id: req-60661d7a-05b2-4907-8e8a-5e141f7ea680 {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 22:31:35.666732 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6ea5d96-2a23-4cd7-a162-e28a51263e19", "name": "network-vif-plugged", "status": "completed", "tag": "190cdee4-5058-4fb0-89a9-88b0cf0a8232", "code": 200}]} {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 22:31:35.666987 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-60661d7a-05b2-4907-8e8a-5e141f7ea680 {{(pid=103306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 22:31:35.667382 n-d-760453-5 neutron-server[103306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6ea5d96-2a23-4cd7-a162-e28a51263e19', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '190cdee4-5058-4fb0-89a9-88b0cf0a8232', 'code': 200} Jan 26 22:31:35.692934 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Pushing event updated for resources: {'Port': ['ID=190cdee4-5058-4fb0-89a9-88b0cf0a8232,revision_number=5']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 22:31:35.953531 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3d5bac-29cc-4cd9-ae82-5f0cae063548 req-1b13e102-e086-4423-a8dc-07cb67eda0f2 tempest-TestShelveInstance-954905460 tempest-TestShelveInstance-954905460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:31:35.955112 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-df3d5bac-29cc-4cd9-ae82-5f0cae063548 req-1b13e102-e086-4423-a8dc-07cb67eda0f2 tempest-TestShelveInstance-954905460 tempest-TestShelveInstance-954905460-project] 10.222.0.13 "GET /v2.0/ports?device_id=c6ea5d96-2a23-4cd7-a162-e28a51263e19 HTTP/1.1" status: 200 len: 946 time: 0.0554478 Jan 26 22:31:36.006360 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-df3d5bac-29cc-4cd9-ae82-5f0cae063548 req-54462be5-20e1-4be9-a3f9-b6e8bd92abee tempest-TestShelveInstance-954905460 tempest-TestShelveInstance-954905460-project] 10.222.0.13 "GET /v2.0/security-groups?id=26f9f1d1-8ca1-46ea-a194-f7fee9842736&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453665 Jan 26 22:31:36.079530 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90e4376-12d2-4405-bf71-60092f8eabdf req-8e8fa5d3-14d0-4475-93f2-ea4ce857de1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:31:36.081038 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-f90e4376-12d2-4405-bf71-60092f8eabdf req-8e8fa5d3-14d0-4475-93f2-ea4ce857de1d service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=c6ea5d96-2a23-4cd7-a162-e28a51263e19 HTTP/1.1" status: 200 len: 1097 time: 0.3283436 Jan 26 22:31:36.124751 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-f90e4376-12d2-4405-bf71-60092f8eabdf req-05979be9-d33b-4ef6-a0ec-6518438ac624 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=26f9f1d1-8ca1-46ea-a194-f7fee9842736&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372436 Jan 26 22:31:37.120294 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399d28c0-ef62-43d5-90c4-884456a83a7e req-322508bd-8e4f-45e8-8f20-e6543630c7d3 tempest-TestShelveInstance-954905460 tempest-TestShelveInstance-954905460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:31:37.121788 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-399d28c0-ef62-43d5-90c4-884456a83a7e req-322508bd-8e4f-45e8-8f20-e6543630c7d3 tempest-TestShelveInstance-954905460 tempest-TestShelveInstance-954905460-project] 10.222.0.13 "GET /v2.0/ports?device_id=c6ea5d96-2a23-4cd7-a162-e28a51263e19 HTTP/1.1" status: 200 len: 946 time: 0.0483370 Jan 26 22:31:37.168822 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-399d28c0-ef62-43d5-90c4-884456a83a7e req-e4119dc6-5988-4f3d-9474-3c6c3239b5b1 tempest-TestShelveInstance-954905460 tempest-TestShelveInstance-954905460-project] 10.222.0.13 "GET /v2.0/security-groups?id=26f9f1d1-8ca1-46ea-a194-f7fee9842736&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409153 Jan 26 22:31:38.284443 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea56f3d-00ca-410c-93e2-ac552d44092b req-43a37874-10b7-48a3-8d52-a573096e004d tempest-TestShelveInstance-954905460 tempest-TestShelveInstance-954905460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:31:38.285947 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-8ea56f3d-00ca-410c-93e2-ac552d44092b req-43a37874-10b7-48a3-8d52-a573096e004d tempest-TestShelveInstance-954905460 tempest-TestShelveInstance-954905460-project] 10.222.0.13 "GET /v2.0/ports?device_id=c6ea5d96-2a23-4cd7-a162-e28a51263e19 HTTP/1.1" status: 200 len: 946 time: 0.0497360 Jan 26 22:31:38.337384 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-8ea56f3d-00ca-410c-93e2-ac552d44092b req-05a32023-7ab0-4d0f-a7d0-5f237bb7d8f2 tempest-TestShelveInstance-954905460 tempest-TestShelveInstance-954905460-project] 10.222.0.13 "GET /v2.0/security-groups?id=26f9f1d1-8ca1-46ea-a194-f7fee9842736&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458815 Jan 26 22:31:38.449068 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01dc9195-6eca-47de-af61-4d7c0179b994 req-e5dd6f01-134c-488a-8f38-584ccf4699f3 tempest-TestShelveInstance-954905460 tempest-TestShelveInstance-954905460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:31:38.450510 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-01dc9195-6eca-47de-af61-4d7c0179b994 req-e5dd6f01-134c-488a-8f38-584ccf4699f3 tempest-TestShelveInstance-954905460 tempest-TestShelveInstance-954905460-project] 10.222.0.13 "GET /v2.0/ports?device_id=c6ea5d96-2a23-4cd7-a162-e28a51263e19 HTTP/1.1" status: 200 len: 946 time: 0.0496118 Jan 26 22:31:38.499100 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-01dc9195-6eca-47de-af61-4d7c0179b994 req-85e20802-52c5-452f-8d3a-45076766988f tempest-TestShelveInstance-954905460 tempest-TestShelveInstance-954905460-project] 10.222.0.13 "GET /v2.0/security-groups?id=26f9f1d1-8ca1-46ea-a194-f7fee9842736&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423067 Jan 26 22:31:38.521722 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 56076) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 22:31:38.650079 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50e75542-b41b-4fad-8937-20f6a77c0846 tempest-TestShelveInstance-969332872 tempest-TestShelveInstance-969332872-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:31:38.651623 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-50e75542-b41b-4fad-8937-20f6a77c0846 tempest-TestShelveInstance-969332872 tempest-TestShelveInstance-969332872-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=c6ea5d96-2a23-4cd7-a162-e28a51263e19 HTTP/1.1" status: 200 len: 1092 time: 0.1289437 Jan 26 22:31:38.654531 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 56080) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 22:31:38.658702 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-d6345195-f525-4599-bc1b-b6f660d74c5b tempest-TestShelveInstance-954905460 tempest-TestShelveInstance-954905460-project] Request body: {'floatingip': {'floating_network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'port_id': '190cdee4-5058-4fb0-89a9-88b0cf0a8232', 'tenant_id': '3898bdabd6404f398406bcbeb3779003', 'fixed_ip_address': '172.20.0.11'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 22:31:38.677453 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-d6345195-f525-4599-bc1b-b6f660d74c5b tempest-TestShelveInstance-954905460 tempest-TestShelveInstance-954905460-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:31:38.777956 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-d6345195-f525-4599-bc1b-b6f660d74c5b tempest-TestShelveInstance-954905460 tempest-TestShelveInstance-954905460-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:31:38.878739 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.db_base_plugin_common [None req-d6345195-f525-4599-bc1b-b6f660d74c5b tempest-TestShelveInstance-954905460 tempest-TestShelveInstance-954905460-project] Allocated IP 172.25.1.234 (4140a1f1-c93a-4bea-83a0-68953a54f299/e48251a1-e30d-4820-8396-00c6f6aeb601/0e974157-5a6c-4e26-93c6-b13f571de079) {{(pid=103304) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 22:31:38.982093 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-d6345195-f525-4599-bc1b-b6f660d74c5b tempest-TestShelveInstance-954905460 tempest-TestShelveInstance-954905460-project] Publish callbacks [] for port (0e974157-5a6c-4e26-93c6-b13f571de079), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:31:39.015929 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-d6345195-f525-4599-bc1b-b6f660d74c5b tempest-TestShelveInstance-954905460 tempest-TestShelveInstance-954905460-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746560234527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9281553'] for port (0e974157-5a6c-4e26-93c6-b13f571de079), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:31:39.052353 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6345195-f525-4599-bc1b-b6f660d74c5b tempest-TestShelveInstance-954905460 tempest-TestShelveInstance-954905460-project] Network 4140a1f1-c93a-4bea-83a0-68953a54f299 is already hosted by enough agents. {{(pid=103304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 22:31:39.055095 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [None req-d6345195-f525-4599-bc1b-b6f660d74c5b tempest-TestShelveInstance-954905460 tempest-TestShelveInstance-954905460-project] Resources bound (agent type, host, resource id): {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 22:31:39.058489 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6345195-f525-4599-bc1b-b6f660d74c5b tempest-TestShelveInstance-954905460 tempest-TestShelveInstance-954905460-project] Received port after_create {{(pid=103304) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 22:31:39.090137 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6345195-f525-4599-bc1b-b6f660d74c5b tempest-TestShelveInstance-954905460 tempest-TestShelveInstance-954905460-project] Pushing event updated for resources: {'Port': ['ID=0e974157-5a6c-4e26-93c6-b13f571de079,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 22:31:39.101833 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (32ef628b-8417-46c5-8729-60fcabe358f1), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:31:39.423352 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-d6345195-f525-4599-bc1b-b6f660d74c5b tempest-TestShelveInstance-954905460 tempest-TestShelveInstance-954905460-project] Publish callbacks [] for floatingip (91e2a84b-ff22-4baf-8879-5916e0fb5724), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:31:39.492053 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-d6345195-f525-4599-bc1b-b6f660d74c5b tempest-TestShelveInstance-954905460 tempest-TestShelveInstance-954905460-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (0e974157-5a6c-4e26-93c6-b13f571de079), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:31:39.638248 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-d6345195-f525-4599-bc1b-b6f660d74c5b tempest-TestShelveInstance-954905460 tempest-TestShelveInstance-954905460-project] Publish callbacks [] for port (0e974157-5a6c-4e26-93c6-b13f571de079), precommit_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:31:39.643269 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-d6345195-f525-4599-bc1b-b6f660d74c5b tempest-TestShelveInstance-954905460 tempest-TestShelveInstance-954905460-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9281542'] for port (0e974157-5a6c-4e26-93c6-b13f571de079), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:31:39.715267 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6345195-f525-4599-bc1b-b6f660d74c5b tempest-TestShelveInstance-954905460 tempest-TestShelveInstance-954905460-project] Pushing event updated for resources: {'Port': ['ID=0e974157-5a6c-4e26-93c6-b13f571de079,revision_number=2']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 22:31:39.727830 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-d6345195-f525-4599-bc1b-b6f660d74c5b tempest-TestShelveInstance-954905460 tempest-TestShelveInstance-954905460-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4110913'] for floatingip (91e2a84b-ff22-4baf-8879-5916e0fb5724), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:31:39.828250 n-d-760453-5 neutron-server[103304]: INFO neutron.db.l3_db [None req-d6345195-f525-4599-bc1b-b6f660d74c5b tempest-TestShelveInstance-954905460 tempest-TestShelveInstance-954905460-project] Floating IP 91e2a84b-ff22-4baf-8879-5916e0fb5724 associated. External IP: 172.25.1.234, port: 190cdee4-5058-4fb0-89a9-88b0cf0a8232. Jan 26 22:31:40.034344 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6345195-f525-4599-bc1b-b6f660d74c5b tempest-TestShelveInstance-954905460 tempest-TestShelveInstance-954905460-project] Router ff4cc9a6-7a6b-4e9b-894f-d48260cef7c4 has already been hosted by L3 agent 09df100c-3af1-4b0a-bda8-05914c71c458 {{(pid=103304) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 26 22:31:40.142667 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6345195-f525-4599-bc1b-b6f660d74c5b tempest-TestShelveInstance-954905460 tempest-TestShelveInstance-954905460-project] Notify agent at l3_agent.n-d-760453-5 the message routers_updated {{(pid=103304) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 26 22:31:40.152732 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ac10dcf-4f84-4910-a0b2-632588ab11cd None None] Sync routers for ids ['ff4cc9a6-7a6b-4e9b-894f-d48260cef7c4'] in n-d-760453-5 {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 26 22:31:40.160096 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-d6345195-f525-4599-bc1b-b6f660d74c5b tempest-TestShelveInstance-954905460 tempest-TestShelveInstance-954905460-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for floatingip (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:31:40.164388 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ac10dcf-4f84-4910-a0b2-632588ab11cd None None] Routers {'ff4cc9a6-7a6b-4e9b-894f-d48260cef7c4'} bound to L3 agent in host n-d-760453-5 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 22:31:40.164999 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-5ac10dcf-4f84-4910-a0b2-632588ab11cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-26T20:55:21Z,description=,heartbeat_timestamp=2022-01-26T22:31:21Z,host='n-d-760453-5',id=09df100c-3af1-4b0a-bda8-05914c71c458,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:55:21Z,topic='l3_agent')) {'router_ids': ['ff4cc9a6-7a6b-4e9b-894f-d48260cef7c4'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 22:31:40.187589 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-d6345195-f525-4599-bc1b-b6f660d74c5b tempest-TestShelveInstance-954905460 tempest-TestShelveInstance-954905460-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5315099 Jan 26 22:31:40.188199 n-d-760453-5 neutron-server[103304]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c6ea5d96-2a23-4cd7-a162-e28a51263e19', 'tag': '190cdee4-5058-4fb0-89a9-88b0cf0a8232'}] {{(pid=103304) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 22:31:40.190539 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86e783e1922a725fac327d65912384d63450ce1a6a2ee22db2d1cc52fb257f3b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d10fe8d3-1137-442b-9e4c-18c085d5977b" -d '{"events": [{"name": "network-changed", "server_uuid": "c6ea5d96-2a23-4cd7-a162-e28a51263e19", "tag": "190cdee4-5058-4fb0-89a9-88b0cf0a8232"}]}' {{(pid=103304) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 22:31:40.232565 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 26 Jan 2022 22:31:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e896ff8-9a66-4df3-ad07-2d1d8a9e1f9f x-openstack-request-id: req-9e896ff8-9a66-4df3-ad07-2d1d8a9e1f9f {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 22:31:40.232858 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c6ea5d96-2a23-4cd7-a162-e28a51263e19", "tag": "190cdee4-5058-4fb0-89a9-88b0cf0a8232", "status": "completed", "code": 200}]} {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 22:31:40.233115 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-9e896ff8-9a66-4df3-ad07-2d1d8a9e1f9f {{(pid=103304) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 22:31:40.234092 n-d-760453-5 neutron-server[103304]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c6ea5d96-2a23-4cd7-a162-e28a51263e19', 'tag': '190cdee4-5058-4fb0-89a9-88b0cf0a8232', 'status': 'completed', 'code': 200} Jan 26 22:31:40.273116 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_dvr_db [None req-5ac10dcf-4f84-4910-a0b2-632588ab11cd None None] Set router ff4cc9a6-7a6b-4e9b-894f-d48260cef7c4 gateway port host: n-d-760453-5 {{(pid=103307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 22:31:40.322497 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10fe8d3-1137-442b-9e4c-18c085d5977b req-86896708-322b-438b-9572-1a84180021d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:31:40.323918 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-d10fe8d3-1137-442b-9e4c-18c085d5977b req-86896708-322b-438b-9572-1a84180021d2 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=3898bdabd6404f398406bcbeb3779003&device_id=c6ea5d96-2a23-4cd7-a162-e28a51263e19 HTTP/1.1" status: 200 len: 1097 time: 0.0407548 Jan 26 22:31:40.415767 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10fe8d3-1137-442b-9e4c-18c085d5977b req-1941f2d4-f9bd-4974-baf0-475a7485e9a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:31:40.417261 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-d10fe8d3-1137-442b-9e4c-18c085d5977b req-1941f2d4-f9bd-4974-baf0-475a7485e9a6 service neutron] 10.222.0.66 "GET /v2.0/networks?id=dfea2df3-d5af-4d5b-8ac4-ef03b2347054 HTTP/1.1" status: 200 len: 910 time: 0.0869207 Jan 26 22:31:40.489225 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-d10fe8d3-1137-442b-9e4c-18c085d5977b req-4b4a5655-cc26-42e4-a64d-09e65f03765c service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=190cdee4-5058-4fb0-89a9-88b0cf0a8232 HTTP/1.1" status: 200 len: 1000 time: 0.0595868 Jan 26 22:31:40.494629 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-5ac10dcf-4f84-4910-a0b2-632588ab11cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff4cc9a6-7a6b-4e9b-894f-d48260cef7c4', 'name': 'tempest-TestShelveInstance-2123907712-router', 'tenant_id': '3898bdabd6404f398406bcbeb3779003', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'external_fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.208'}], 'enable_snat': True}, 'gw_port_id': 'dad87e46-0888-4188-a3b9-ec9eed884153', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T22:31:16Z', 'updated_at': '2022-01-26T22:31:19Z', 'revision_number': 4, 'project_id': '3898bdabd6404f398406bcbeb3779003', 'gw_port': {'id': 'dad87e46-0888-4188-a3b9-ec9eed884153', 'name': '', 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:4b:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff4cc9a6-7a6b-4e9b-894f-d48260cef7c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T22:31:17Z', 'updated_at': '2022-01-26T22:31:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-5', '_floatingips': [{'id': '91e2a84b-ff22-4baf-8879-5916e0fb5724', 'tenant_id': '3898bdabd6404f398406bcbeb3779003', 'floating_ip_address': '172.25.1.234', 'floating_network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'router_id': 'ff4cc9a6-7a6b-4e9b-894f-d48260cef7c4', 'port_id': '190cdee4-5058-4fb0-89a9-88b0cf0a8232', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4358, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dfea2df3-d5af-4d5b-8ac4-ef03b2347054', 'mac_address': 'fa:16:3e:bd:d6:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6ea5d96-2a23-4cd7-a162-e28a51263e19', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-26T22:31:39Z', 'updated_at': '2022-01-26T22:31:39Z', 'revision_number': 0, 'project_id': '3898bdabd6404f398406bcbeb3779003', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ea82e188-d70d-4863-8869-dd5e1131479d', 'name': '', 'network_id': 'dfea2df3-d5af-4d5b-8ac4-ef03b2347054', 'tenant_id': '3898bdabd6404f398406bcbeb3779003', 'mac_address': 'fa:16:3e:50:69:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff4cc9a6-7a6b-4e9b-894f-d48260cef7c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': '2a440deb-3cfe-4555-9fd0-eba61f625b5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T22:31:18Z', 'updated_at': '2022-01-26T22:31:24Z', 'revision_number': 5, 'project_id': '3898bdabd6404f398406bcbeb3779003', 'subnets': [{'id': '2a440deb-3cfe-4555-9fd0-eba61f625b5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760453-5', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 22:31:40.520066 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ac10dcf-4f84-4910-a0b2-632588ab11cd None None] Checking router: ff4cc9a6-7a6b-4e9b-894f-d48260cef7c4 for host: n-d-760453-5 {{(pid=103307) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 26 22:31:40.528189 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ac10dcf-4f84-4910-a0b2-632588ab11cd None None] Routers {'ff4cc9a6-7a6b-4e9b-894f-d48260cef7c4'} bound to L3 agent in host n-d-760453-5 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 22:31:40.528793 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-5ac10dcf-4f84-4910-a0b2-632588ab11cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-26T20:55:21Z,description=,heartbeat_timestamp=2022-01-26T22:31:21Z,host='n-d-760453-5',id=09df100c-3af1-4b0a-bda8-05914c71c458,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:55:21Z,topic='l3_agent')) {'router_ids': ['ff4cc9a6-7a6b-4e9b-894f-d48260cef7c4'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 22:31:40.536173 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10fe8d3-1137-442b-9e4c-18c085d5977b req-02a80a3f-2710-4afe-90c1-6d1805f1efaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:31:40.537673 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-d10fe8d3-1137-442b-9e4c-18c085d5977b req-02a80a3f-2710-4afe-90c1-6d1805f1efaa service neutron] 10.222.0.66 "GET /v2.0/subnets?id=2a440deb-3cfe-4555-9fd0-eba61f625b5e HTTP/1.1" status: 200 len: 848 time: 0.0431042 Jan 26 22:31:40.585467 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10fe8d3-1137-442b-9e4c-18c085d5977b req-b02dc977-daa4-4661-a259-0b7aaa1eb61f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:31:40.586885 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-d10fe8d3-1137-442b-9e4c-18c085d5977b req-b02dc977-daa4-4661-a259-0b7aaa1eb61f service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=dfea2df3-d5af-4d5b-8ac4-ef03b2347054&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0440879 Jan 26 22:31:40.633689 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_dvr_db [None req-5ac10dcf-4f84-4910-a0b2-632588ab11cd None None] Set router ff4cc9a6-7a6b-4e9b-894f-d48260cef7c4 gateway port host: n-d-760453-5 {{(pid=103307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 22:31:40.675434 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-d10fe8d3-1137-442b-9e4c-18c085d5977b req-6634baaf-d7f6-450b-ad6d-1027ccde01ad service neutron] 10.222.0.66 "GET /v2.0/networks/dfea2df3-d5af-4d5b-8ac4-ef03b2347054?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825853 Jan 26 22:31:40.769822 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-d10fe8d3-1137-442b-9e4c-18c085d5977b req-0fb3898e-4f06-4f3e-b7ec-5ee3fba965c7 service neutron] 10.222.0.66 "GET /v2.0/networks/dfea2df3-d5af-4d5b-8ac4-ef03b2347054?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878427 Jan 26 22:31:40.852294 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-5ac10dcf-4f84-4910-a0b2-632588ab11cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff4cc9a6-7a6b-4e9b-894f-d48260cef7c4', 'name': 'tempest-TestShelveInstance-2123907712-router', 'tenant_id': '3898bdabd6404f398406bcbeb3779003', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'external_fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.208'}], 'enable_snat': True}, 'gw_port_id': 'dad87e46-0888-4188-a3b9-ec9eed884153', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T22:31:16Z', 'updated_at': '2022-01-26T22:31:19Z', 'revision_number': 4, 'project_id': '3898bdabd6404f398406bcbeb3779003', 'gw_port': {'id': 'dad87e46-0888-4188-a3b9-ec9eed884153', 'name': '', 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:4b:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff4cc9a6-7a6b-4e9b-894f-d48260cef7c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T22:31:17Z', 'updated_at': '2022-01-26T22:31:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-5', '_floatingips': [{'id': '91e2a84b-ff22-4baf-8879-5916e0fb5724', 'tenant_id': '3898bdabd6404f398406bcbeb3779003', 'floating_ip_address': '172.25.1.234', 'floating_network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'router_id': 'ff4cc9a6-7a6b-4e9b-894f-d48260cef7c4', 'port_id': '190cdee4-5058-4fb0-89a9-88b0cf0a8232', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4358, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dfea2df3-d5af-4d5b-8ac4-ef03b2347054', 'mac_address': 'fa:16:3e:bd:d6:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6ea5d96-2a23-4cd7-a162-e28a51263e19', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-26T22:31:39Z', 'updated_at': '2022-01-26T22:31:39Z', 'revision_number': 0, 'project_id': '3898bdabd6404f398406bcbeb3779003', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ea82e188-d70d-4863-8869-dd5e1131479d', 'name': '', 'network_id': 'dfea2df3-d5af-4d5b-8ac4-ef03b2347054', 'tenant_id': '3898bdabd6404f398406bcbeb3779003', 'mac_address': 'fa:16:3e:50:69:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff4cc9a6-7a6b-4e9b-894f-d48260cef7c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': '2a440deb-3cfe-4555-9fd0-eba61f625b5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T22:31:18Z', 'updated_at': '2022-01-26T22:31:24Z', 'revision_number': 5, 'project_id': '3898bdabd6404f398406bcbeb3779003', 'subnets': [{'id': '2a440deb-3cfe-4555-9fd0-eba61f625b5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760453-5', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 22:31:40.881361 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ac10dcf-4f84-4910-a0b2-632588ab11cd None None] The sync data for ids ['ff4cc9a6-7a6b-4e9b-894f-d48260cef7c4'] in n-d-760453-5 is: [{'id': 'ff4cc9a6-7a6b-4e9b-894f-d48260cef7c4', 'name': 'tempest-TestShelveInstance-2123907712-router', 'tenant_id': '3898bdabd6404f398406bcbeb3779003', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'external_fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.208'}], 'enable_snat': True}, 'gw_port_id': 'dad87e46-0888-4188-a3b9-ec9eed884153', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T22:31:16Z', 'updated_at': '2022-01-26T22:31:19Z', 'revision_number': 4, 'project_id': '3898bdabd6404f398406bcbeb3779003', 'gw_port': {'id': 'dad87e46-0888-4188-a3b9-ec9eed884153', 'name': '', 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:4b:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff4cc9a6-7a6b-4e9b-894f-d48260cef7c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T22:31:17Z', 'updated_at': '2022-01-26T22:31:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-5', '_floatingips': [{'id': '91e2a84b-ff22-4baf-8879-5916e0fb5724', 'tenant_id': '3898bdabd6404f398406bcbeb3779003', 'floating_ip_address': '172.25.1.234', 'floating_network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'router_id': 'ff4cc9a6-7a6b-4e9b-894f-d48260cef7c4', 'port_id': '190cdee4-5058-4fb0-89a9-88b0cf0a8232', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4358, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dfea2df3-d5af-4d5b-8ac4-ef03b2347054', 'mac_address': 'fa:16:3e:bd:d6:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6ea5d96-2a23-4cd7-a162-e28a51263e19', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-26T22:31:39Z', 'updated_at': '2022-01-26T22:31:39Z', 'revision_number': 0, 'project_id': '3898bdabd6404f398406bcbeb3779003', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ea82e188-d70d-4863-8869-dd5e1131479d', 'name': '', 'network_id': 'dfea2df3-d5af-4d5b-8ac4-ef03b2347054', 'tenant_id': '3898bdabd6404f398406bcbeb3779003', 'mac_address': 'fa:16:3e:50:69:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff4cc9a6-7a6b-4e9b-894f-d48260cef7c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': '2a440deb-3cfe-4555-9fd0-eba61f625b5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T22:31:18Z', 'updated_at': '2022-01-26T22:31:24Z', 'revision_number': 5, 'project_id': '3898bdabd6404f398406bcbeb3779003', 'subnets': [{'id': '2a440deb-3cfe-4555-9fd0-eba61f625b5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 26 22:31:41.063898 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72d735e5-4b86-4697-ac02-fb67f4cf3497 None None] New status for floating IP 91e2a84b-ff22-4baf-8879-5916e0fb5724: ACTIVE {{(pid=103306) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 26 22:31:49.077901 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-28e9c38a-7fbe-4b80-8fdd-be41b48e6d76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (474ccdf7-ab6c-405b-a3b2-dc7b05829902), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:31:51.411906 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-c654e696-87c1-4885-a103-7d90d4e17c72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (09df100c-3af1-4b0a-bda8-05914c71c458), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:31:52.566432 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-841f5991-a4d8-4d4b-b215-cbc6bab5427b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (aa7ee9d2-08eb-4e12-b895-24c57300dfec), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:31:53.888440 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (4d619873-4b60-439f-9b5a-b155dc8bbc34), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:31:54.394186 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-839dd188-ec69-470c-9ab0-d318dc1a2e96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (e79b4fc6-6c71-44b2-a6d0-ff3e1f4dfd0d), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:31:55.514482 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (fea0591a-627d-4c87-9a9a-01625ddf3277), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:32:09.095179 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (32ef628b-8417-46c5-8729-60fcabe358f1), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:32:09.482605 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.agents_db [None req-569f1ced-6396-4ddf-b79f-e03b0b2146ab None None] Agent healthcheck: found 7 active agents {{(pid=103307) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 26 22:32:19.080192 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-40e9c6e9-1a13-4d57-aff8-72ee3927228d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (474ccdf7-ab6c-405b-a3b2-dc7b05829902), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:32:21.412685 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-9d61c2eb-a070-41fd-b789-de628033bde7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (09df100c-3af1-4b0a-bda8-05914c71c458), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:32:22.568580 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-841f5991-a4d8-4d4b-b215-cbc6bab5427b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (aa7ee9d2-08eb-4e12-b895-24c57300dfec), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:32:23.902520 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (4d619873-4b60-439f-9b5a-b155dc8bbc34), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:32:24.395348 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-839dd188-ec69-470c-9ab0-d318dc1a2e96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (e79b4fc6-6c71-44b2-a6d0-ff3e1f4dfd0d), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:32:25.517620 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (fea0591a-627d-4c87-9a9a-01625ddf3277), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:32:34.170229 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-55439a2a-4158-42de-8206-b43bcdc33feb req-e06c0fa1-ccbd-489c-a1d2-edcb66bc708f service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=c6ea5d96-2a23-4cd7-a162-e28a51263e19&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0386019 Jan 26 22:32:34.268337 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55439a2a-4158-42de-8206-b43bcdc33feb req-20631e4d-188e-4252-97a7-ddb0afb2e59c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:32:34.269862 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-55439a2a-4158-42de-8206-b43bcdc33feb req-20631e4d-188e-4252-97a7-ddb0afb2e59c service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=3898bdabd6404f398406bcbeb3779003&device_id=c6ea5d96-2a23-4cd7-a162-e28a51263e19 HTTP/1.1" status: 200 len: 1097 time: 0.0409801 Jan 26 22:32:34.372661 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55439a2a-4158-42de-8206-b43bcdc33feb req-99836afa-cb6d-489c-be4d-dcb2af217175 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:32:34.374261 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-55439a2a-4158-42de-8206-b43bcdc33feb req-99836afa-cb6d-489c-be4d-dcb2af217175 service neutron] 10.222.0.66 "GET /v2.0/networks?id=dfea2df3-d5af-4d5b-8ac4-ef03b2347054 HTTP/1.1" status: 200 len: 910 time: 0.0860939 Jan 26 22:32:34.438216 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-55439a2a-4158-42de-8206-b43bcdc33feb req-57ad1cce-828b-478c-8315-f4406b661761 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=190cdee4-5058-4fb0-89a9-88b0cf0a8232 HTTP/1.1" status: 200 len: 1002 time: 0.0582697 Jan 26 22:32:34.485149 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55439a2a-4158-42de-8206-b43bcdc33feb req-413e65c3-20b3-4552-b96d-cebd58df1345 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:32:34.486579 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-55439a2a-4158-42de-8206-b43bcdc33feb req-413e65c3-20b3-4552-b96d-cebd58df1345 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=2a440deb-3cfe-4555-9fd0-eba61f625b5e HTTP/1.1" status: 200 len: 848 time: 0.0422308 Jan 26 22:32:34.533766 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55439a2a-4158-42de-8206-b43bcdc33feb req-2747fb93-a35a-4159-ac2f-17d89fb1bc9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:32:34.535272 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-55439a2a-4158-42de-8206-b43bcdc33feb req-2747fb93-a35a-4159-ac2f-17d89fb1bc9c service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=dfea2df3-d5af-4d5b-8ac4-ef03b2347054&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0431159 Jan 26 22:32:34.620716 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-55439a2a-4158-42de-8206-b43bcdc33feb req-6427361b-3df2-4d51-9f60-336b568c3ac8 service neutron] 10.222.0.66 "GET /v2.0/networks/dfea2df3-d5af-4d5b-8ac4-ef03b2347054?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0796509 Jan 26 22:32:34.710852 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-55439a2a-4158-42de-8206-b43bcdc33feb req-6a0601af-a244-4806-869f-752360a2f63b service neutron] 10.222.0.66 "GET /v2.0/networks/dfea2df3-d5af-4d5b-8ac4-ef03b2347054?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835254 Jan 26 22:32:39.109871 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (32ef628b-8417-46c5-8729-60fcabe358f1), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:32:39.740978 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [req-4543a073-3737-45c1-b36e-44b51ea2a49d req-558e180c-8a9d-4b52-a1bd-2d9e3319e5a5 tempest-ServersNegativeTestJSON-1650160938 tempest-ServersNegativeTestJSON-1650160938-project] (103304) timed out ('10.222.0.13', 41086) {{(pid=103304) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jan 26 22:32:46.482180 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.agents_db [None req-569f1ced-6396-4ddf-b79f-e03b0b2146ab None None] Agent healthcheck: found 7 active agents {{(pid=103307) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 26 22:32:49.112492 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-9f653f28-b394-4085-9c93-c61df3838498 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (474ccdf7-ab6c-405b-a3b2-dc7b05829902), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:32:51.413648 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-50d89c10-dbf0-47b2-904a-48fc2a2f584b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (09df100c-3af1-4b0a-bda8-05914c71c458), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:32:52.571985 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-841f5991-a4d8-4d4b-b215-cbc6bab5427b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (aa7ee9d2-08eb-4e12-b895-24c57300dfec), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:32:53.890520 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (4d619873-4b60-439f-9b5a-b155dc8bbc34), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:32:54.397052 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-839dd188-ec69-470c-9ab0-d318dc1a2e96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (e79b4fc6-6c71-44b2-a6d0-ff3e1f4dfd0d), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:32:55.519468 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (fea0591a-627d-4c87-9a9a-01625ddf3277), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:33:09.115670 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (32ef628b-8417-46c5-8729-60fcabe358f1), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:33:19.083998 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-12ed5be2-7cf6-4b4c-b7cf-dac490206d6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (474ccdf7-ab6c-405b-a3b2-dc7b05829902), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:33:21.414494 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-0b77aae2-4259-4ea4-a289-6a8d621b0c02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (09df100c-3af1-4b0a-bda8-05914c71c458), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:33:22.575329 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-841f5991-a4d8-4d4b-b215-cbc6bab5427b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (aa7ee9d2-08eb-4e12-b895-24c57300dfec), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:33:23.481432 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.agents_db [None req-569f1ced-6396-4ddf-b79f-e03b0b2146ab None None] Agent healthcheck: found 7 active agents {{(pid=103307) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 26 22:33:23.917045 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (4d619873-4b60-439f-9b5a-b155dc8bbc34), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:33:24.399938 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-839dd188-ec69-470c-9ab0-d318dc1a2e96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (e79b4fc6-6c71-44b2-a6d0-ff3e1f4dfd0d), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:33:25.521920 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (fea0591a-627d-4c87-9a9a-01625ddf3277), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:33:33.509367 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-107f063e-7cc5-4fc1-a694-06b9912379cf req-9226b740-9a19-4929-9bb3-98d76bcc4bac service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=c6ea5d96-2a23-4cd7-a162-e28a51263e19&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0804603 Jan 26 22:33:33.612272 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107f063e-7cc5-4fc1-a694-06b9912379cf req-6c8aa91d-91a9-429a-b3a2-3d59690e2d2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:33:33.613791 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-107f063e-7cc5-4fc1-a694-06b9912379cf req-6c8aa91d-91a9-429a-b3a2-3d59690e2d2b service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=3898bdabd6404f398406bcbeb3779003&device_id=c6ea5d96-2a23-4cd7-a162-e28a51263e19 HTTP/1.1" status: 200 len: 1097 time: 0.0427685 Jan 26 22:33:33.716497 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107f063e-7cc5-4fc1-a694-06b9912379cf req-7a203347-71b6-468a-b28c-2bfafcf813db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:33:33.717883 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-107f063e-7cc5-4fc1-a694-06b9912379cf req-7a203347-71b6-468a-b28c-2bfafcf813db service neutron] 10.222.0.66 "GET /v2.0/networks?id=dfea2df3-d5af-4d5b-8ac4-ef03b2347054 HTTP/1.1" status: 200 len: 910 time: 0.0865748 Jan 26 22:33:33.781968 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-107f063e-7cc5-4fc1-a694-06b9912379cf req-d08c1314-dbcd-472b-912e-71f6ccb43313 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=190cdee4-5058-4fb0-89a9-88b0cf0a8232 HTTP/1.1" status: 200 len: 1002 time: 0.0574212 Jan 26 22:33:33.828416 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107f063e-7cc5-4fc1-a694-06b9912379cf req-e90d58d5-5112-4093-900c-777e37179ac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:33:33.829845 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-107f063e-7cc5-4fc1-a694-06b9912379cf req-e90d58d5-5112-4093-900c-777e37179ac0 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=2a440deb-3cfe-4555-9fd0-eba61f625b5e HTTP/1.1" status: 200 len: 848 time: 0.0418432 Jan 26 22:33:33.877973 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107f063e-7cc5-4fc1-a694-06b9912379cf req-adb38425-f309-484a-a02e-a3e63fb5bcdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:33:33.879471 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-107f063e-7cc5-4fc1-a694-06b9912379cf req-adb38425-f309-484a-a02e-a3e63fb5bcdd service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=dfea2df3-d5af-4d5b-8ac4-ef03b2347054&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0441608 Jan 26 22:33:33.889098 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [req-107f063e-7cc5-4fc1-a694-06b9912379cf req-b8b7cf22-a7d2-4c1e-8dae-97643b0e5549 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=103305) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 26 22:33:33.890069 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-107f063e-7cc5-4fc1-a694-06b9912379cf req-b8b7cf22-a7d2-4c1e-8dae-97643b0e5549 service neutron] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0048599 Jan 26 22:33:33.978158 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-107f063e-7cc5-4fc1-a694-06b9912379cf req-dd8e77a5-9da5-44f5-9163-26e9053bce0c service neutron] 10.222.0.66 "GET /v2.0/networks/dfea2df3-d5af-4d5b-8ac4-ef03b2347054?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815072 Jan 26 22:33:34.070916 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-107f063e-7cc5-4fc1-a694-06b9912379cf req-8c6c468a-743a-4dc5-aa17-4dcd6447198a service neutron] 10.222.0.66 "GET /v2.0/networks/dfea2df3-d5af-4d5b-8ac4-ef03b2347054?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873611 Jan 26 22:33:39.122951 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (32ef628b-8417-46c5-8729-60fcabe358f1), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:33:49.085890 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-0bb0a8c2-1a8c-4ef5-a55a-6ad9ba159eb6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (474ccdf7-ab6c-405b-a3b2-dc7b05829902), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:33:51.417616 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-6b31bb04-b8d3-4c00-a0a4-6bea0a980ecf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (09df100c-3af1-4b0a-bda8-05914c71c458), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:33:52.578749 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-841f5991-a4d8-4d4b-b215-cbc6bab5427b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (aa7ee9d2-08eb-4e12-b895-24c57300dfec), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:33:53.906953 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (4d619873-4b60-439f-9b5a-b155dc8bbc34), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:33:54.401497 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-839dd188-ec69-470c-9ab0-d318dc1a2e96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (e79b4fc6-6c71-44b2-a6d0-ff3e1f4dfd0d), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:33:55.523562 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (fea0591a-627d-4c87-9a9a-01625ddf3277), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:34:00.480901 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.agents_db [None req-569f1ced-6396-4ddf-b79f-e03b0b2146ab None None] Agent healthcheck: found 7 active agents {{(pid=103307) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 26 22:34:06.758908 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4623d572-f2f7-4e2d-a6c2-d85a7c4ef507 req-4cd4db6e-64b6-4f8e-9ac5-4f36273e11b1 tempest-TestShelveInstance-954905460 tempest-TestShelveInstance-954905460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:34:06.760424 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-4623d572-f2f7-4e2d-a6c2-d85a7c4ef507 req-4cd4db6e-64b6-4f8e-9ac5-4f36273e11b1 tempest-TestShelveInstance-954905460 tempest-TestShelveInstance-954905460-project] 10.222.0.13 "GET /v2.0/ports?device_id=c6ea5d96-2a23-4cd7-a162-e28a51263e19 HTTP/1.1" status: 200 len: 946 time: 0.0501671 Jan 26 22:34:06.809634 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-4623d572-f2f7-4e2d-a6c2-d85a7c4ef507 req-db5ebb1e-096a-4e9c-bc2f-77f7ac81c389 tempest-TestShelveInstance-954905460 tempest-TestShelveInstance-954905460-project] 10.222.0.13 "GET /v2.0/security-groups?id=26f9f1d1-8ca1-46ea-a194-f7fee9842736&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436246 Jan 26 22:34:07.934268 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287592de-75c4-4ccf-b6b1-46291e5a3757 req-ccf4440a-9088-4432-9181-ddc38c960612 tempest-TestShelveInstance-954905460 tempest-TestShelveInstance-954905460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:34:07.935752 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-287592de-75c4-4ccf-b6b1-46291e5a3757 req-ccf4440a-9088-4432-9181-ddc38c960612 tempest-TestShelveInstance-954905460 tempest-TestShelveInstance-954905460-project] 10.222.0.13 "GET /v2.0/ports?device_id=c6ea5d96-2a23-4cd7-a162-e28a51263e19 HTTP/1.1" status: 200 len: 946 time: 0.0476758 Jan 26 22:34:07.987247 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-287592de-75c4-4ccf-b6b1-46291e5a3757 req-654f0be6-1d10-4ac3-86fe-313522e457cb tempest-TestShelveInstance-954905460 tempest-TestShelveInstance-954905460-project] 10.222.0.13 "GET /v2.0/security-groups?id=26f9f1d1-8ca1-46ea-a194-f7fee9842736&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454278 Jan 26 22:34:09.100124 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28733cd6-aa5a-474a-a8d8-db904d2711f5 req-2c8ad4a8-3bdf-4f8b-b55c-777cdf2f2d6b tempest-TestShelveInstance-954905460 tempest-TestShelveInstance-954905460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:34:09.101637 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-28733cd6-aa5a-474a-a8d8-db904d2711f5 req-2c8ad4a8-3bdf-4f8b-b55c-777cdf2f2d6b tempest-TestShelveInstance-954905460 tempest-TestShelveInstance-954905460-project] 10.222.0.13 "GET /v2.0/ports?device_id=c6ea5d96-2a23-4cd7-a162-e28a51263e19 HTTP/1.1" status: 200 len: 946 time: 0.0477395 Jan 26 22:34:09.129734 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (32ef628b-8417-46c5-8729-60fcabe358f1), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:34:09.157742 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-28733cd6-aa5a-474a-a8d8-db904d2711f5 req-fbb47bd6-ea16-4cd0-acee-5772bb57c477 tempest-TestShelveInstance-954905460 tempest-TestShelveInstance-954905460-project] 10.222.0.13 "GET /v2.0/security-groups?id=26f9f1d1-8ca1-46ea-a194-f7fee9842736&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449028 Jan 26 22:34:10.270532 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988ff35b-0118-41f1-a16f-7fb13b1de164 req-8c59dac6-a911-4940-a0a8-99383228f15d tempest-TestShelveInstance-954905460 tempest-TestShelveInstance-954905460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:34:10.272042 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-988ff35b-0118-41f1-a16f-7fb13b1de164 req-8c59dac6-a911-4940-a0a8-99383228f15d tempest-TestShelveInstance-954905460 tempest-TestShelveInstance-954905460-project] 10.222.0.13 "GET /v2.0/ports?device_id=c6ea5d96-2a23-4cd7-a162-e28a51263e19 HTTP/1.1" status: 200 len: 946 time: 0.0481186 Jan 26 22:34:10.320736 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-988ff35b-0118-41f1-a16f-7fb13b1de164 req-97fc4b79-6c56-44dc-bddb-1dc9c256ffe4 tempest-TestShelveInstance-954905460 tempest-TestShelveInstance-954905460-project] 10.222.0.13 "GET /v2.0/security-groups?id=26f9f1d1-8ca1-46ea-a194-f7fee9842736&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429554 Jan 26 22:34:11.440547 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7165e20f-e067-412b-91ad-57514d21bf68 req-243401fc-f1c8-4345-9111-4ae652a415b9 tempest-TestShelveInstance-954905460 tempest-TestShelveInstance-954905460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:34:11.442077 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-7165e20f-e067-412b-91ad-57514d21bf68 req-243401fc-f1c8-4345-9111-4ae652a415b9 tempest-TestShelveInstance-954905460 tempest-TestShelveInstance-954905460-project] 10.222.0.13 "GET /v2.0/ports?device_id=c6ea5d96-2a23-4cd7-a162-e28a51263e19 HTTP/1.1" status: 200 len: 946 time: 0.0526564 Jan 26 22:34:11.490386 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-7165e20f-e067-412b-91ad-57514d21bf68 req-2b0c486a-229f-4614-ba21-aef5567e3513 tempest-TestShelveInstance-954905460 tempest-TestShelveInstance-954905460-project] 10.222.0.13 "GET /v2.0/security-groups?id=26f9f1d1-8ca1-46ea-a194-f7fee9842736&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427725 Jan 26 22:34:12.603562 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d2342a-ea83-4f2c-865e-de1f08d2e7d0 req-ee44af76-7566-4ed0-ae52-07445b83d990 tempest-TestShelveInstance-954905460 tempest-TestShelveInstance-954905460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:34:12.605010 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-c5d2342a-ea83-4f2c-865e-de1f08d2e7d0 req-ee44af76-7566-4ed0-ae52-07445b83d990 tempest-TestShelveInstance-954905460 tempest-TestShelveInstance-954905460-project] 10.222.0.13 "GET /v2.0/ports?device_id=c6ea5d96-2a23-4cd7-a162-e28a51263e19 HTTP/1.1" status: 200 len: 946 time: 0.0479209 Jan 26 22:34:12.653085 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-c5d2342a-ea83-4f2c-865e-de1f08d2e7d0 req-e6e42cd5-8576-4c8f-abcb-a317222378ae tempest-TestShelveInstance-954905460 tempest-TestShelveInstance-954905460-project] 10.222.0.13 "GET /v2.0/security-groups?id=26f9f1d1-8ca1-46ea-a194-f7fee9842736&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424621 Jan 26 22:34:13.772596 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55b118d-0738-4b9b-94ac-3053a6913a91 req-85113177-028a-445c-83ae-8f9465a0819b tempest-TestShelveInstance-954905460 tempest-TestShelveInstance-954905460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:34:13.774128 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-a55b118d-0738-4b9b-94ac-3053a6913a91 req-85113177-028a-445c-83ae-8f9465a0819b tempest-TestShelveInstance-954905460 tempest-TestShelveInstance-954905460-project] 10.222.0.13 "GET /v2.0/ports?device_id=c6ea5d96-2a23-4cd7-a162-e28a51263e19 HTTP/1.1" status: 200 len: 946 time: 0.0516255 Jan 26 22:34:13.822303 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-a55b118d-0738-4b9b-94ac-3053a6913a91 req-d1a72743-e4bc-4047-9514-085903b2780c tempest-TestShelveInstance-954905460 tempest-TestShelveInstance-954905460-project] 10.222.0.13 "GET /v2.0/security-groups?id=26f9f1d1-8ca1-46ea-a194-f7fee9842736&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426598 Jan 26 22:34:14.935328 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ae363a-f0f9-4abb-9f93-e862be799ee7 req-8cd54729-e02f-4358-aade-8f0184985be0 tempest-TestShelveInstance-954905460 tempest-TestShelveInstance-954905460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:34:14.936809 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-a3ae363a-f0f9-4abb-9f93-e862be799ee7 req-8cd54729-e02f-4358-aade-8f0184985be0 tempest-TestShelveInstance-954905460 tempest-TestShelveInstance-954905460-project] 10.222.0.13 "GET /v2.0/ports?device_id=c6ea5d96-2a23-4cd7-a162-e28a51263e19 HTTP/1.1" status: 200 len: 946 time: 0.0482728 Jan 26 22:34:14.984280 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-a3ae363a-f0f9-4abb-9f93-e862be799ee7 req-f879d7a8-d8c6-459c-8599-b6db7e77a9c1 tempest-TestShelveInstance-954905460 tempest-TestShelveInstance-954905460-project] 10.222.0.13 "GET /v2.0/security-groups?id=26f9f1d1-8ca1-46ea-a194-f7fee9842736&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413275 Jan 26 22:34:16.097837 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796f5542-e391-4eeb-80b4-a76793905d85 req-28ff52ff-987c-4cb6-b505-eb0ee7ce4ee3 tempest-TestShelveInstance-954905460 tempest-TestShelveInstance-954905460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:34:16.099357 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-796f5542-e391-4eeb-80b4-a76793905d85 req-28ff52ff-987c-4cb6-b505-eb0ee7ce4ee3 tempest-TestShelveInstance-954905460 tempest-TestShelveInstance-954905460-project] 10.222.0.13 "GET /v2.0/ports?device_id=c6ea5d96-2a23-4cd7-a162-e28a51263e19 HTTP/1.1" status: 200 len: 946 time: 0.0472777 Jan 26 22:34:16.150922 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-796f5542-e391-4eeb-80b4-a76793905d85 req-8986db11-cc29-491c-a86f-43501d61204f tempest-TestShelveInstance-954905460 tempest-TestShelveInstance-954905460-project] 10.222.0.13 "GET /v2.0/security-groups?id=26f9f1d1-8ca1-46ea-a194-f7fee9842736&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460737 Jan 26 22:34:17.266258 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ce813f-411b-4d13-938b-88b37341ed16 req-b8bd9ac6-eb70-4f33-abe6-15a7356170c2 tempest-TestShelveInstance-954905460 tempest-TestShelveInstance-954905460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:34:17.267841 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-23ce813f-411b-4d13-938b-88b37341ed16 req-b8bd9ac6-eb70-4f33-abe6-15a7356170c2 tempest-TestShelveInstance-954905460 tempest-TestShelveInstance-954905460-project] 10.222.0.13 "GET /v2.0/ports?device_id=c6ea5d96-2a23-4cd7-a162-e28a51263e19 HTTP/1.1" status: 200 len: 946 time: 0.0489671 Jan 26 22:34:17.316371 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-23ce813f-411b-4d13-938b-88b37341ed16 req-06e95245-c146-4d19-9a2a-4701bcba821f tempest-TestShelveInstance-954905460 tempest-TestShelveInstance-954905460-project] 10.222.0.13 "GET /v2.0/security-groups?id=26f9f1d1-8ca1-46ea-a194-f7fee9842736&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430703 Jan 26 22:34:18.327087 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Device 190cdee4-5058-4fb0-89a9-88b0cf0a8232 details requested by agent hyperv_n-h1-760453-5 with host n-h1-760453-5 {{(pid=103306) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 26 22:34:18.424866 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] For port 190cdee4-5058-4fb0-89a9-88b0cf0a8232, host n-h1-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-5',level=0,port_id=190cdee4-5058-4fb0-89a9-88b0cf0a8232,segment=NetworkSegment(b5086e3d-16c2-40da-8fb3-affc86750274),segment_id=b5086e3d-16c2-40da-8fb3-affc86750274)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 22:34:18.431795 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e43941-6090-44c6-bed7-afa9c6f75374 req-f97408c9-0a3f-48d1-b341-4b0274842c37 tempest-TestShelveInstance-954905460 tempest-TestShelveInstance-954905460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:34:18.433323 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-e8e43941-6090-44c6-bed7-afa9c6f75374 req-f97408c9-0a3f-48d1-b341-4b0274842c37 tempest-TestShelveInstance-954905460 tempest-TestShelveInstance-954905460-project] 10.222.0.13 "GET /v2.0/ports?device_id=c6ea5d96-2a23-4cd7-a162-e28a51263e19 HTTP/1.1" status: 200 len: 946 time: 0.0496073 Jan 26 22:34:18.486202 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-e8e43941-6090-44c6-bed7-afa9c6f75374 req-53d2ebed-e11a-4114-9f9a-56f29b2904c5 tempest-TestShelveInstance-954905460 tempest-TestShelveInstance-954905460-project] 10.222.0.13 "GET /v2.0/security-groups?id=26f9f1d1-8ca1-46ea-a194-f7fee9842736&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471132 Jan 26 22:34:18.591866 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Returning: {'device': '190cdee4-5058-4fb0-89a9-88b0cf0a8232', 'network_id': 'dfea2df3-d5af-4d5b-8ac4-ef03b2347054', 'port_id': '190cdee4-5058-4fb0-89a9-88b0cf0a8232', 'mac_address': 'fa:16:3e:bd:d6:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 588, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2a440deb-3cfe-4555-9fd0-eba61f625b5e', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103306) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 26 22:34:18.628619 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Current status of the port 190cdee4-5058-4fb0-89a9-88b0cf0a8232 is: ACTIVE; New status is: BUILD {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 22:34:18.629011 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (190cdee4-5058-4fb0-89a9-88b0cf0a8232), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:34:18.641434 n-d-760453-5 neutron-server[103306]: DEBUG neutron.notifiers.nova [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 190cdee4-5058-4fb0-89a9-88b0cf0a8232 {{(pid=103306) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 26 22:34:18.660384 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] For port 190cdee4-5058-4fb0-89a9-88b0cf0a8232, host n-h1-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-5',level=0,port_id=190cdee4-5058-4fb0-89a9-88b0cf0a8232,segment=NetworkSegment(b5086e3d-16c2-40da-8fb3-affc86750274),segment_id=b5086e3d-16c2-40da-8fb3-affc86750274)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 22:34:18.663885 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (190cdee4-5058-4fb0-89a9-88b0cf0a8232), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:34:18.708970 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Pushing event updated for resources: {'Port': ['ID=190cdee4-5058-4fb0-89a9-88b0cf0a8232,revision_number=6']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 22:34:18.716156 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:34:18.716501 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:34:18.716837 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:34:18.717168 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:34:18.717516 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:34:18.717843 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:34:18.718163 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:34:18.718484 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:34:18.718801 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:34:18.719116 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:34:18.719433 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:34:18.719748 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:34:18.720060 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:34:18.819269 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] get_ports_and_sgs() called for port_ids ['190cdee4-5058-4fb0-89a9-88b0cf0a8232'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 26 22:34:19.086574 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-be398fe2-8974-423c-b8aa-0722d268be74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (474ccdf7-ab6c-405b-a3b2-dc7b05829902), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:34:19.605927 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff25242-e16b-42ae-b41a-7752274b6ba5 req-89361025-62b9-426a-afd0-a7f9bea8e14c tempest-TestShelveInstance-954905460 tempest-TestShelveInstance-954905460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:34:19.607459 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-8ff25242-e16b-42ae-b41a-7752274b6ba5 req-89361025-62b9-426a-afd0-a7f9bea8e14c tempest-TestShelveInstance-954905460 tempest-TestShelveInstance-954905460-project] 10.222.0.13 "GET /v2.0/ports?device_id=c6ea5d96-2a23-4cd7-a162-e28a51263e19 HTTP/1.1" status: 200 len: 945 time: 0.0530796 Jan 26 22:34:19.657218 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-8ff25242-e16b-42ae-b41a-7752274b6ba5 req-8e72db19-dfd5-42d8-bc07-286c17ba518c tempest-TestShelveInstance-954905460 tempest-TestShelveInstance-954905460-project] 10.222.0.13 "GET /v2.0/security-groups?id=26f9f1d1-8ca1-46ea-a194-f7fee9842736&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436339 Jan 26 22:34:20.332804 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Device 190cdee4-5058-4fb0-89a9-88b0cf0a8232 up at agent hyperv_n-h1-760453-5 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 22:34:20.389214 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Provisioning complete for port 190cdee4-5058-4fb0-89a9-88b0cf0a8232 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 22:34:20.389622 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (190cdee4-5058-4fb0-89a9-88b0cf0a8232), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:34:20.464456 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Current status of the port 190cdee4-5058-4fb0-89a9-88b0cf0a8232 is: BUILD; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 22:34:20.464833 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (190cdee4-5058-4fb0-89a9-88b0cf0a8232), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:34:20.486696 n-d-760453-5 neutron-server[103306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6ea5d96-2a23-4cd7-a162-e28a51263e19', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '190cdee4-5058-4fb0-89a9-88b0cf0a8232'}] {{(pid=103306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 22:34:20.488975 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c06f7aa05085a00df6a2944c086d22937b62c1e75db8df879377281bc6a8a153" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d673ad9-a2fd-4329-97b6-1097586b0027" -d '{"events": [{"server_uuid": "c6ea5d96-2a23-4cd7-a162-e28a51263e19", "name": "network-vif-plugged", "status": "completed", "tag": "190cdee4-5058-4fb0-89a9-88b0cf0a8232"}]}' {{(pid=103306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 22:34:20.501595 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] For port 190cdee4-5058-4fb0-89a9-88b0cf0a8232, host n-h1-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-5',level=0,port_id=190cdee4-5058-4fb0-89a9-88b0cf0a8232,segment=NetworkSegment(b5086e3d-16c2-40da-8fb3-affc86750274),segment_id=b5086e3d-16c2-40da-8fb3-affc86750274)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 22:34:20.506212 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (190cdee4-5058-4fb0-89a9-88b0cf0a8232), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:34:20.558374 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Pushing event updated for resources: {'Port': ['ID=190cdee4-5058-4fb0-89a9-88b0cf0a8232,revision_number=7']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 22:34:20.580692 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Jan 2022 22:34:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b0733a3-212b-4760-b117-47be209da7b7 x-openstack-request-id: req-7b0733a3-212b-4760-b117-47be209da7b7 {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 22:34:20.580997 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6ea5d96-2a23-4cd7-a162-e28a51263e19", "name": "network-vif-plugged", "status": "completed", "tag": "190cdee4-5058-4fb0-89a9-88b0cf0a8232", "code": 200}]} {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 22:34:20.581259 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-7b0733a3-212b-4760-b117-47be209da7b7 {{(pid=103306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 22:34:20.581706 n-d-760453-5 neutron-server[103306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6ea5d96-2a23-4cd7-a162-e28a51263e19', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '190cdee4-5058-4fb0-89a9-88b0cf0a8232', 'code': 200} Jan 26 22:34:20.774881 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ba5e68-a2a6-4860-8beb-604fe685c946 req-da5a76d5-2564-4773-966e-1e08b8ce086b tempest-TestShelveInstance-954905460 tempest-TestShelveInstance-954905460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:34:20.776364 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-23ba5e68-a2a6-4860-8beb-604fe685c946 req-da5a76d5-2564-4773-966e-1e08b8ce086b tempest-TestShelveInstance-954905460 tempest-TestShelveInstance-954905460-project] 10.222.0.13 "GET /v2.0/ports?device_id=c6ea5d96-2a23-4cd7-a162-e28a51263e19 HTTP/1.1" status: 200 len: 946 time: 0.0486529 Jan 26 22:34:20.824363 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-23ba5e68-a2a6-4860-8beb-604fe685c946 req-e591d2c8-611d-47b8-b450-cdf8e81df616 tempest-TestShelveInstance-954905460 tempest-TestShelveInstance-954905460-project] 10.222.0.13 "GET /v2.0/security-groups?id=26f9f1d1-8ca1-46ea-a194-f7fee9842736&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425022 Jan 26 22:34:21.419786 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-3f281040-795f-482e-a93d-92c8543cfdb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (09df100c-3af1-4b0a-bda8-05914c71c458), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:34:21.936890 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e88f20e-e84b-4107-aaaa-22f22e089830 req-d87a9d71-d363-4c0d-a8ef-b28b16758c58 tempest-TestShelveInstance-954905460 tempest-TestShelveInstance-954905460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:34:21.938412 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-7e88f20e-e84b-4107-aaaa-22f22e089830 req-d87a9d71-d363-4c0d-a8ef-b28b16758c58 tempest-TestShelveInstance-954905460 tempest-TestShelveInstance-954905460-project] 10.222.0.13 "GET /v2.0/ports?device_id=c6ea5d96-2a23-4cd7-a162-e28a51263e19 HTTP/1.1" status: 200 len: 946 time: 0.0472140 Jan 26 22:34:21.991883 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-7e88f20e-e84b-4107-aaaa-22f22e089830 req-42473d36-bfe4-4b57-a11f-1adb7da230e4 tempest-TestShelveInstance-954905460 tempest-TestShelveInstance-954905460-project] 10.222.0.13 "GET /v2.0/security-groups?id=26f9f1d1-8ca1-46ea-a194-f7fee9842736&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473909 Jan 26 22:34:22.579246 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-841f5991-a4d8-4d4b-b215-cbc6bab5427b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (aa7ee9d2-08eb-4e12-b895-24c57300dfec), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:34:23.105493 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82280ffd-4288-4a7f-82b7-ea054dcabc77 req-0137ae58-ed24-440e-aaf4-4476819d1b67 tempest-TestShelveInstance-954905460 tempest-TestShelveInstance-954905460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:34:23.106985 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-82280ffd-4288-4a7f-82b7-ea054dcabc77 req-0137ae58-ed24-440e-aaf4-4476819d1b67 tempest-TestShelveInstance-954905460 tempest-TestShelveInstance-954905460-project] 10.222.0.13 "GET /v2.0/ports?device_id=c6ea5d96-2a23-4cd7-a162-e28a51263e19 HTTP/1.1" status: 200 len: 946 time: 0.0482771 Jan 26 22:34:23.155154 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-82280ffd-4288-4a7f-82b7-ea054dcabc77 req-64351bbf-cd80-47cd-ae31-34a0791538ba tempest-TestShelveInstance-954905460 tempest-TestShelveInstance-954905460-project] 10.222.0.13 "GET /v2.0/security-groups?id=26f9f1d1-8ca1-46ea-a194-f7fee9842736&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420909 Jan 26 22:34:23.928317 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (4d619873-4b60-439f-9b5a-b155dc8bbc34), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:34:24.279577 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23cc12ac-ae99-48d7-b00f-edcd447c75bf req-665c60f6-f88a-4e04-8616-dfd2ea336341 tempest-TestShelveInstance-954905460 tempest-TestShelveInstance-954905460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:34:24.281901 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-23cc12ac-ae99-48d7-b00f-edcd447c75bf req-665c60f6-f88a-4e04-8616-dfd2ea336341 tempest-TestShelveInstance-954905460 tempest-TestShelveInstance-954905460-project] 10.222.0.13 "GET /v2.0/ports?device_id=c6ea5d96-2a23-4cd7-a162-e28a51263e19 HTTP/1.1" status: 200 len: 946 time: 0.0509450 Jan 26 22:34:24.334852 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-23cc12ac-ae99-48d7-b00f-edcd447c75bf req-8a618a1d-a3e2-4dc7-9318-9451c8abb872 tempest-TestShelveInstance-954905460 tempest-TestShelveInstance-954905460-project] 10.222.0.13 "GET /v2.0/security-groups?id=26f9f1d1-8ca1-46ea-a194-f7fee9842736&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467370 Jan 26 22:34:24.407436 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-839dd188-ec69-470c-9ab0-d318dc1a2e96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (e79b4fc6-6c71-44b2-a6d0-ff3e1f4dfd0d), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:34:25.472853 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0c6054-e1bc-4e96-be62-e8c00dcc1bb4 req-077b7db1-e80a-44f0-9660-2c55baa95230 tempest-TestShelveInstance-954905460 tempest-TestShelveInstance-954905460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:34:25.474421 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-2b0c6054-e1bc-4e96-be62-e8c00dcc1bb4 req-077b7db1-e80a-44f0-9660-2c55baa95230 tempest-TestShelveInstance-954905460 tempest-TestShelveInstance-954905460-project] 10.222.0.13 "GET /v2.0/ports?device_id=c6ea5d96-2a23-4cd7-a162-e28a51263e19 HTTP/1.1" status: 200 len: 946 time: 0.0652220 Jan 26 22:34:25.530631 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (fea0591a-627d-4c87-9a9a-01625ddf3277), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:34:25.538720 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-2b0c6054-e1bc-4e96-be62-e8c00dcc1bb4 req-5958139d-3285-4a91-8316-2559df7cbf5b tempest-TestShelveInstance-954905460 tempest-TestShelveInstance-954905460-project] 10.222.0.13 "GET /v2.0/security-groups?id=26f9f1d1-8ca1-46ea-a194-f7fee9842736&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0586233 Jan 26 22:34:26.663061 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce1b231-c701-4439-ba17-b87d1c3ffa8f req-2d488c80-d426-46f1-a30c-a84b4475150e tempest-TestShelveInstance-954905460 tempest-TestShelveInstance-954905460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:34:26.664639 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-fce1b231-c701-4439-ba17-b87d1c3ffa8f req-2d488c80-d426-46f1-a30c-a84b4475150e tempest-TestShelveInstance-954905460 tempest-TestShelveInstance-954905460-project] 10.222.0.13 "GET /v2.0/ports?device_id=c6ea5d96-2a23-4cd7-a162-e28a51263e19 HTTP/1.1" status: 200 len: 946 time: 0.0529814 Jan 26 22:34:26.717183 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-fce1b231-c701-4439-ba17-b87d1c3ffa8f req-64fefca7-243a-45b6-8dfb-2b3b24e03434 tempest-TestShelveInstance-954905460 tempest-TestShelveInstance-954905460-project] 10.222.0.13 "GET /v2.0/security-groups?id=26f9f1d1-8ca1-46ea-a194-f7fee9842736&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465240 Jan 26 22:34:27.851788 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567d2b90-4eb3-4ee4-944b-b072b6e32cea req-eb59d8f6-5e34-44fa-b8b5-89f2edf36876 tempest-TestShelveInstance-954905460 tempest-TestShelveInstance-954905460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:34:27.853377 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-567d2b90-4eb3-4ee4-944b-b072b6e32cea req-eb59d8f6-5e34-44fa-b8b5-89f2edf36876 tempest-TestShelveInstance-954905460 tempest-TestShelveInstance-954905460-project] 10.222.0.13 "GET /v2.0/ports?device_id=c6ea5d96-2a23-4cd7-a162-e28a51263e19 HTTP/1.1" status: 200 len: 946 time: 0.0562465 Jan 26 22:34:27.906360 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-567d2b90-4eb3-4ee4-944b-b072b6e32cea req-34e3fea5-a321-43c7-8f4c-8e737b738525 tempest-TestShelveInstance-954905460 tempest-TestShelveInstance-954905460-project] 10.222.0.13 "GET /v2.0/security-groups?id=26f9f1d1-8ca1-46ea-a194-f7fee9842736&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473826 Jan 26 22:34:29.027939 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186e48a4-dd25-4cd5-8934-779335f76bd2 req-6f9aa27a-475e-477d-b76f-82912a2db60a tempest-TestShelveInstance-954905460 tempest-TestShelveInstance-954905460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:34:29.029724 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-186e48a4-dd25-4cd5-8934-779335f76bd2 req-6f9aa27a-475e-477d-b76f-82912a2db60a tempest-TestShelveInstance-954905460 tempest-TestShelveInstance-954905460-project] 10.222.0.13 "GET /v2.0/ports?device_id=c6ea5d96-2a23-4cd7-a162-e28a51263e19 HTTP/1.1" status: 200 len: 946 time: 0.0543094 Jan 26 22:34:29.084728 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-186e48a4-dd25-4cd5-8934-779335f76bd2 req-baed6cf2-ee77-4b0e-b641-f672ea27303b tempest-TestShelveInstance-954905460 tempest-TestShelveInstance-954905460-project] 10.222.0.13 "GET /v2.0/security-groups?id=26f9f1d1-8ca1-46ea-a194-f7fee9842736&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486588 Jan 26 22:34:30.213958 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acade180-80e7-47a7-b054-28e910cc91f5 req-47082cee-4d83-4117-a712-4862ae8c5bfe tempest-TestShelveInstance-954905460 tempest-TestShelveInstance-954905460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:34:30.215684 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-acade180-80e7-47a7-b054-28e910cc91f5 req-47082cee-4d83-4117-a712-4862ae8c5bfe tempest-TestShelveInstance-954905460 tempest-TestShelveInstance-954905460-project] 10.222.0.13 "GET /v2.0/ports?device_id=c6ea5d96-2a23-4cd7-a162-e28a51263e19 HTTP/1.1" status: 200 len: 946 time: 0.0549531 Jan 26 22:34:30.282499 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-acade180-80e7-47a7-b054-28e910cc91f5 req-9d23ffe3-9067-40b7-b6a5-70a8ab6731b0 tempest-TestShelveInstance-954905460 tempest-TestShelveInstance-954905460-project] 10.222.0.13 "GET /v2.0/security-groups?id=26f9f1d1-8ca1-46ea-a194-f7fee9842736&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0603232 Jan 26 22:34:31.409208 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4ea831-03ed-4b3c-8baf-6efe6d51b1f9 req-9537210f-d3a6-4dc3-b07c-1e1d97b2e037 tempest-TestShelveInstance-954905460 tempest-TestShelveInstance-954905460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:34:31.411491 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-ba4ea831-03ed-4b3c-8baf-6efe6d51b1f9 req-9537210f-d3a6-4dc3-b07c-1e1d97b2e037 tempest-TestShelveInstance-954905460 tempest-TestShelveInstance-954905460-project] 10.222.0.13 "GET /v2.0/ports?device_id=c6ea5d96-2a23-4cd7-a162-e28a51263e19 HTTP/1.1" status: 200 len: 946 time: 0.0598450 Jan 26 22:34:31.481836 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-ba4ea831-03ed-4b3c-8baf-6efe6d51b1f9 req-8da2e97d-b066-4d8e-b429-0f89046f5fa5 tempest-TestShelveInstance-954905460 tempest-TestShelveInstance-954905460-project] 10.222.0.13 "GET /v2.0/security-groups?id=26f9f1d1-8ca1-46ea-a194-f7fee9842736&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0642660 Jan 26 22:34:32.598450 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3723af-0c3b-4cc8-937f-e4c1cbfba8e2 req-f3b01598-3965-429b-bf5e-6406959b7432 tempest-TestShelveInstance-954905460 tempest-TestShelveInstance-954905460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:34:32.599971 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-1e3723af-0c3b-4cc8-937f-e4c1cbfba8e2 req-f3b01598-3965-429b-bf5e-6406959b7432 tempest-TestShelveInstance-954905460 tempest-TestShelveInstance-954905460-project] 10.222.0.13 "GET /v2.0/ports?device_id=c6ea5d96-2a23-4cd7-a162-e28a51263e19 HTTP/1.1" status: 200 len: 946 time: 0.0519814 Jan 26 22:34:32.649510 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-1e3723af-0c3b-4cc8-937f-e4c1cbfba8e2 req-b967d614-864d-4d3f-b2ae-d36f1ce79e8d tempest-TestShelveInstance-954905460 tempest-TestShelveInstance-954905460-project] 10.222.0.13 "GET /v2.0/security-groups?id=26f9f1d1-8ca1-46ea-a194-f7fee9842736&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438542 Jan 26 22:34:33.555992 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98685578-1ffa-4fe6-93bd-366732284d96 req-ff85be1d-bb40-461c-ba04-58ae7baaf1a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:34:33.557513 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-98685578-1ffa-4fe6-93bd-366732284d96 req-ff85be1d-bb40-461c-ba04-58ae7baaf1a4 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=3898bdabd6404f398406bcbeb3779003&device_id=c6ea5d96-2a23-4cd7-a162-e28a51263e19 HTTP/1.1" status: 200 len: 1097 time: 0.0415280 Jan 26 22:34:33.662160 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98685578-1ffa-4fe6-93bd-366732284d96 req-069c87b3-0b61-4462-bb78-7c13cb004b2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:34:33.663634 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-98685578-1ffa-4fe6-93bd-366732284d96 req-069c87b3-0b61-4462-bb78-7c13cb004b2f service neutron] 10.222.0.66 "GET /v2.0/networks?id=dfea2df3-d5af-4d5b-8ac4-ef03b2347054 HTTP/1.1" status: 200 len: 910 time: 0.0887370 Jan 26 22:34:33.729983 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-98685578-1ffa-4fe6-93bd-366732284d96 req-4616ddb4-a310-4765-96ae-62afb170646a service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=190cdee4-5058-4fb0-89a9-88b0cf0a8232 HTTP/1.1" status: 200 len: 1002 time: 0.0598083 Jan 26 22:34:33.767840 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38f0618-bb86-4956-b916-40296b22f2e4 req-8079b216-d834-4565-8b4b-3a7247641a59 tempest-TestShelveInstance-954905460 tempest-TestShelveInstance-954905460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:34:33.769942 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-a38f0618-bb86-4956-b916-40296b22f2e4 req-8079b216-d834-4565-8b4b-3a7247641a59 tempest-TestShelveInstance-954905460 tempest-TestShelveInstance-954905460-project] 10.222.0.13 "GET /v2.0/ports?device_id=c6ea5d96-2a23-4cd7-a162-e28a51263e19 HTTP/1.1" status: 200 len: 946 time: 0.0529115 Jan 26 22:34:33.779391 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98685578-1ffa-4fe6-93bd-366732284d96 req-8240777a-b1a9-45c7-887a-2a2f4d4392be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:34:33.780879 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-98685578-1ffa-4fe6-93bd-366732284d96 req-8240777a-b1a9-45c7-887a-2a2f4d4392be service neutron] 10.222.0.66 "GET /v2.0/subnets?id=2a440deb-3cfe-4555-9fd0-eba61f625b5e HTTP/1.1" status: 200 len: 848 time: 0.0446444 Jan 26 22:34:33.818558 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-a38f0618-bb86-4956-b916-40296b22f2e4 req-fa488477-3edf-47fc-93e4-849d2b6a8454 tempest-TestShelveInstance-954905460 tempest-TestShelveInstance-954905460-project] 10.222.0.13 "GET /v2.0/security-groups?id=26f9f1d1-8ca1-46ea-a194-f7fee9842736&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429726 Jan 26 22:34:33.829939 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98685578-1ffa-4fe6-93bd-366732284d96 req-9f25650b-da8b-449e-8b1d-0e5220966cca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:34:33.832032 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-98685578-1ffa-4fe6-93bd-366732284d96 req-9f25650b-da8b-449e-8b1d-0e5220966cca service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=dfea2df3-d5af-4d5b-8ac4-ef03b2347054&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0445030 Jan 26 22:34:33.920116 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-98685578-1ffa-4fe6-93bd-366732284d96 req-a9f2faa3-b9df-4270-bd9b-3a0cd72257b6 service neutron] 10.222.0.66 "GET /v2.0/networks/dfea2df3-d5af-4d5b-8ac4-ef03b2347054?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819089 Jan 26 22:34:34.014196 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-98685578-1ffa-4fe6-93bd-366732284d96 req-c053d84d-ed83-43d7-bcd5-39015b19c2c5 service neutron] 10.222.0.66 "GET /v2.0/networks/dfea2df3-d5af-4d5b-8ac4-ef03b2347054?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873785 Jan 26 22:34:34.117993 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb4eb30-216c-47fb-8dde-7fa0477dae9e req-d70c84eb-1281-4f8a-a601-c73b0ecea61e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:34:34.119476 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-dfb4eb30-216c-47fb-8dde-7fa0477dae9e req-d70c84eb-1281-4f8a-a601-c73b0ecea61e service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=3898bdabd6404f398406bcbeb3779003&device_id=c6ea5d96-2a23-4cd7-a162-e28a51263e19 HTTP/1.1" status: 200 len: 1097 time: 0.0414381 Jan 26 22:34:34.208226 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb4eb30-216c-47fb-8dde-7fa0477dae9e req-e14ff270-a237-42fd-b2ed-d869a71cd937 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:34:34.209658 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-dfb4eb30-216c-47fb-8dde-7fa0477dae9e req-e14ff270-a237-42fd-b2ed-d869a71cd937 service neutron] 10.222.0.66 "GET /v2.0/networks?id=dfea2df3-d5af-4d5b-8ac4-ef03b2347054 HTTP/1.1" status: 200 len: 910 time: 0.0847759 Jan 26 22:34:34.278337 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-dfb4eb30-216c-47fb-8dde-7fa0477dae9e req-558a00a8-4f8c-4ade-8850-94d2ac992b27 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=190cdee4-5058-4fb0-89a9-88b0cf0a8232 HTTP/1.1" status: 200 len: 1002 time: 0.0624807 Jan 26 22:34:34.325639 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb4eb30-216c-47fb-8dde-7fa0477dae9e req-4c8cd113-2558-48fc-9df1-e448502ac3af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:34:34.327050 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-dfb4eb30-216c-47fb-8dde-7fa0477dae9e req-4c8cd113-2558-48fc-9df1-e448502ac3af service neutron] 10.222.0.66 "GET /v2.0/subnets?id=2a440deb-3cfe-4555-9fd0-eba61f625b5e HTTP/1.1" status: 200 len: 848 time: 0.0433044 Jan 26 22:34:34.369967 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb4eb30-216c-47fb-8dde-7fa0477dae9e req-6a97b226-f320-4555-8a27-cf552a8d18d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:34:34.371398 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-dfb4eb30-216c-47fb-8dde-7fa0477dae9e req-6a97b226-f320-4555-8a27-cf552a8d18d4 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=dfea2df3-d5af-4d5b-8ac4-ef03b2347054&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0388954 Jan 26 22:34:34.463189 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-dfb4eb30-216c-47fb-8dde-7fa0477dae9e req-53ec77d0-5047-4e94-b090-b327e2dd0c5f service neutron] 10.222.0.66 "GET /v2.0/networks/dfea2df3-d5af-4d5b-8ac4-ef03b2347054?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853901 Jan 26 22:34:34.549949 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-dfb4eb30-216c-47fb-8dde-7fa0477dae9e req-36c30440-a1b9-48e4-9c20-78fb424461ec service neutron] 10.222.0.66 "GET /v2.0/networks/dfea2df3-d5af-4d5b-8ac4-ef03b2347054?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0799899 Jan 26 22:34:34.936692 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ec7702-5d92-4d3d-9ee2-a1dda6695a37 req-4b45a9dc-9d4f-4ec6-b7a9-13e27b76f3a7 tempest-TestShelveInstance-954905460 tempest-TestShelveInstance-954905460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:34:34.938223 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-b1ec7702-5d92-4d3d-9ee2-a1dda6695a37 req-4b45a9dc-9d4f-4ec6-b7a9-13e27b76f3a7 tempest-TestShelveInstance-954905460 tempest-TestShelveInstance-954905460-project] 10.222.0.13 "GET /v2.0/ports?device_id=c6ea5d96-2a23-4cd7-a162-e28a51263e19 HTTP/1.1" status: 200 len: 946 time: 0.0493417 Jan 26 22:34:34.986742 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-b1ec7702-5d92-4d3d-9ee2-a1dda6695a37 req-6bb9ed88-a427-4595-8884-936ba575d745 tempest-TestShelveInstance-954905460 tempest-TestShelveInstance-954905460-project] 10.222.0.13 "GET /v2.0/security-groups?id=26f9f1d1-8ca1-46ea-a194-f7fee9842736&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429754 Jan 26 22:34:36.099668 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4eb24b-d4dc-419f-aa69-26316a7ceb75 req-33391f2d-d504-41b8-a3e2-ea3a24cff499 tempest-TestShelveInstance-954905460 tempest-TestShelveInstance-954905460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:34:36.101150 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-9b4eb24b-d4dc-419f-aa69-26316a7ceb75 req-33391f2d-d504-41b8-a3e2-ea3a24cff499 tempest-TestShelveInstance-954905460 tempest-TestShelveInstance-954905460-project] 10.222.0.13 "GET /v2.0/ports?device_id=c6ea5d96-2a23-4cd7-a162-e28a51263e19 HTTP/1.1" status: 200 len: 946 time: 0.0472779 Jan 26 22:34:36.153758 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-9b4eb24b-d4dc-419f-aa69-26316a7ceb75 req-3656a104-3cb0-4b27-a7d1-bea362da4846 tempest-TestShelveInstance-954905460 tempest-TestShelveInstance-954905460-project] 10.222.0.13 "GET /v2.0/security-groups?id=26f9f1d1-8ca1-46ea-a194-f7fee9842736&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470567 Jan 26 22:34:37.268215 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82c74c0-ff06-462c-a13d-86512a8eb716 req-b2007a0d-339e-4800-96d5-6b9e5e0a1c94 tempest-TestShelveInstance-954905460 tempest-TestShelveInstance-954905460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:34:37.269786 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-c82c74c0-ff06-462c-a13d-86512a8eb716 req-b2007a0d-339e-4800-96d5-6b9e5e0a1c94 tempest-TestShelveInstance-954905460 tempest-TestShelveInstance-954905460-project] 10.222.0.13 "GET /v2.0/ports?device_id=c6ea5d96-2a23-4cd7-a162-e28a51263e19 HTTP/1.1" status: 200 len: 946 time: 0.0496213 Jan 26 22:34:37.319257 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-c82c74c0-ff06-462c-a13d-86512a8eb716 req-7c495b1d-d524-48ca-8a40-73debc534468 tempest-TestShelveInstance-954905460 tempest-TestShelveInstance-954905460-project] 10.222.0.13 "GET /v2.0/security-groups?id=26f9f1d1-8ca1-46ea-a194-f7fee9842736&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436137 Jan 26 22:34:37.386064 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [req-c5ea395a-72cc-4b44-8f9a-e3569c1b563e req-2f3373b3-c0d6-4baa-82fa-aa371d5631d3 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=103304) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 26 22:34:37.387199 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-c5ea395a-72cc-4b44-8f9a-e3569c1b563e req-2f3373b3-c0d6-4baa-82fa-aa371d5631d3 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0056689 Jan 26 22:34:37.480622 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.agents_db [None req-569f1ced-6396-4ddf-b79f-e03b0b2146ab None None] Agent healthcheck: found 7 active agents {{(pid=103307) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 26 22:34:37.539717 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593b70bc-b874-416a-b38f-5f303206f9d3 req-1a7c9c11-7337-450b-94b4-44800884b589 tempest-TestShelveInstance-954905460 tempest-TestShelveInstance-954905460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:34:37.541233 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-593b70bc-b874-416a-b38f-5f303206f9d3 req-1a7c9c11-7337-450b-94b4-44800884b589 tempest-TestShelveInstance-954905460 tempest-TestShelveInstance-954905460-project] 10.222.0.13 "GET /v2.0/ports?device_id=c6ea5d96-2a23-4cd7-a162-e28a51263e19 HTTP/1.1" status: 200 len: 946 time: 0.0504181 Jan 26 22:34:37.589511 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-593b70bc-b874-416a-b38f-5f303206f9d3 req-3c3cd301-9239-4bf2-9dc4-ad11f19630b5 tempest-TestShelveInstance-954905460 tempest-TestShelveInstance-954905460-project] 10.222.0.13 "GET /v2.0/security-groups?id=26f9f1d1-8ca1-46ea-a194-f7fee9842736&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426614 Jan 26 22:34:37.831675 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-7e7e6838-843d-41c3-8649-fdcac65dbc45 req-9a9ebbb3-e727-4ebc-8ebd-0319108cdaf0 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=c6ea5d96-2a23-4cd7-a162-e28a51263e19&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0870657 Jan 26 22:34:38.433910 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Device 190cdee4-5058-4fb0-89a9-88b0cf0a8232 no longer exists at agent hyperv_n-h1-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 26 22:34:38.507489 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Current status of the port 190cdee4-5058-4fb0-89a9-88b0cf0a8232 is: ACTIVE; New status is: DOWN {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 22:34:38.507794 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (190cdee4-5058-4fb0-89a9-88b0cf0a8232), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:34:38.529085 n-d-760453-5 neutron-server[103306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6ea5d96-2a23-4cd7-a162-e28a51263e19', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '190cdee4-5058-4fb0-89a9-88b0cf0a8232'}] {{(pid=103306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 22:34:38.531313 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c06f7aa05085a00df6a2944c086d22937b62c1e75db8df879377281bc6a8a153" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85dff244-f6cb-4b2a-a04c-0bd9a3284ec0" -d '{"events": [{"server_uuid": "c6ea5d96-2a23-4cd7-a162-e28a51263e19", "name": "network-vif-unplugged", "status": "completed", "tag": "190cdee4-5058-4fb0-89a9-88b0cf0a8232"}]}' {{(pid=103306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 22:34:38.546940 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] For port 190cdee4-5058-4fb0-89a9-88b0cf0a8232, host n-h1-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-5',level=0,port_id=190cdee4-5058-4fb0-89a9-88b0cf0a8232,segment=NetworkSegment(b5086e3d-16c2-40da-8fb3-affc86750274),segment_id=b5086e3d-16c2-40da-8fb3-affc86750274)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 22:34:38.551944 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (190cdee4-5058-4fb0-89a9-88b0cf0a8232), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:34:38.576850 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 26 Jan 2022 22:34:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e6c78d2-88bb-45fa-9c6e-420f178648f1 x-openstack-request-id: req-2e6c78d2-88bb-45fa-9c6e-420f178648f1 {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 22:34:38.577141 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6ea5d96-2a23-4cd7-a162-e28a51263e19", "name": "network-vif-unplugged", "status": "completed", "tag": "190cdee4-5058-4fb0-89a9-88b0cf0a8232", "code": 200}]} {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 22:34:38.577424 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-2e6c78d2-88bb-45fa-9c6e-420f178648f1 {{(pid=103306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 22:34:38.577817 n-d-760453-5 neutron-server[103306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6ea5d96-2a23-4cd7-a162-e28a51263e19', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '190cdee4-5058-4fb0-89a9-88b0cf0a8232', 'code': 200} Jan 26 22:34:38.601432 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Pushing event updated for resources: {'Port': ['ID=190cdee4-5058-4fb0-89a9-88b0cf0a8232,revision_number=8']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 22:34:38.674780 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7e6838-843d-41c3-8649-fdcac65dbc45 req-ef2353cd-8df0-4c42-92a5-4ba49fc93c7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:34:38.676262 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-7e7e6838-843d-41c3-8649-fdcac65dbc45 req-ef2353cd-8df0-4c42-92a5-4ba49fc93c7c service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=c6ea5d96-2a23-4cd7-a162-e28a51263e19&tenant_id=3898bdabd6404f398406bcbeb3779003 HTTP/1.1" status: 200 len: 1095 time: 0.0946856 Jan 26 22:34:38.693562 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [req-7e7e6838-843d-41c3-8649-fdcac65dbc45 req-bbd9d67d-3dd0-4c13-a220-4441a55981b9 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-760453-5', 'device_owner': 'compute:nova'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 22:34:38.759578 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1e9260-d789-4f31-865d-a49488a7740c req-3b668aab-caa6-4996-9889-8719f30cfa7a tempest-TestShelveInstance-954905460 tempest-TestShelveInstance-954905460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:34:38.760975 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-cf1e9260-d789-4f31-865d-a49488a7740c req-3b668aab-caa6-4996-9889-8719f30cfa7a tempest-TestShelveInstance-954905460 tempest-TestShelveInstance-954905460-project] 10.222.0.13 "GET /v2.0/ports?device_id=c6ea5d96-2a23-4cd7-a162-e28a51263e19 HTTP/1.1" status: 200 len: 944 time: 0.1003618 Jan 26 22:34:38.765341 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-7e7e6838-843d-41c3-8649-fdcac65dbc45 req-bbd9d67d-3dd0-4c13-a220-4441a55981b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (190cdee4-5058-4fb0-89a9-88b0cf0a8232), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:34:38.855091 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-cf1e9260-d789-4f31-865d-a49488a7740c req-ec884df3-cd69-4a73-bd01-e8420137e635 tempest-TestShelveInstance-954905460 tempest-TestShelveInstance-954905460-project] 10.222.0.13 "GET /v2.0/security-groups?id=26f9f1d1-8ca1-46ea-a194-f7fee9842736&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0875878 Jan 26 22:34:38.999045 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [req-7e7e6838-843d-41c3-8649-fdcac65dbc45 req-bbd9d67d-3dd0-4c13-a220-4441a55981b9 service neutron] For port 190cdee4-5058-4fb0-89a9-88b0cf0a8232, host n-h1-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-5',level=0,port_id=190cdee4-5058-4fb0-89a9-88b0cf0a8232,segment=NetworkSegment(b5086e3d-16c2-40da-8fb3-affc86750274),segment_id=b5086e3d-16c2-40da-8fb3-affc86750274)] {{(pid=103304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 22:34:39.031431 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [req-7e7e6838-843d-41c3-8649-fdcac65dbc45 req-bbd9d67d-3dd0-4c13-a220-4441a55981b9 service neutron] For port 190cdee4-5058-4fb0-89a9-88b0cf0a8232, host n-h1-760453-5, cleared binding levels {{(pid=103304) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 26 22:34:39.062690 n-d-760453-5 neutron-server[103304]: DEBUG neutron.notifiers.nova [req-7e7e6838-843d-41c3-8649-fdcac65dbc45 req-bbd9d67d-3dd0-4c13-a220-4441a55981b9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 190cdee4-5058-4fb0-89a9-88b0cf0a8232 {{(pid=103304) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 26 22:34:39.070761 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-7e7e6838-843d-41c3-8649-fdcac65dbc45 req-bbd9d67d-3dd0-4c13-a220-4441a55981b9 service neutron] Publish callbacks [] for port (190cdee4-5058-4fb0-89a9-88b0cf0a8232), precommit_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:34:39.082938 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.provisioning_blocks [req-7e7e6838-843d-41c3-8649-fdcac65dbc45 req-bbd9d67d-3dd0-4c13-a220-4441a55981b9 service neutron] Transition to ACTIVE for port object 190cdee4-5058-4fb0-89a9-88b0cf0a8232 will not be triggered until provisioned by entity L2. {{(pid=103304) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 22:34:39.086191 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-7e7e6838-843d-41c3-8649-fdcac65dbc45 req-bbd9d67d-3dd0-4c13-a220-4441a55981b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9281542'] for port (190cdee4-5058-4fb0-89a9-88b0cf0a8232), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:34:39.147783 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (32ef628b-8417-46c5-8729-60fcabe358f1), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:34:39.178002 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd9d67d-3dd0-4c13-a220-4441a55981b9 service neutron] Pushing event updated for resources: {'Port': ['ID=190cdee4-5058-4fb0-89a9-88b0cf0a8232,revision_number=9']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 22:34:39.190647 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbd9d67d-3dd0-4c13-a220-4441a55981b9 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:34:39.190997 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbd9d67d-3dd0-4c13-a220-4441a55981b9 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:34:39.191343 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbd9d67d-3dd0-4c13-a220-4441a55981b9 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:34:39.191684 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbd9d67d-3dd0-4c13-a220-4441a55981b9 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:34:39.192020 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbd9d67d-3dd0-4c13-a220-4441a55981b9 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:34:39.192408 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbd9d67d-3dd0-4c13-a220-4441a55981b9 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:34:39.192739 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbd9d67d-3dd0-4c13-a220-4441a55981b9 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:34:39.193069 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbd9d67d-3dd0-4c13-a220-4441a55981b9 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:34:39.193425 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbd9d67d-3dd0-4c13-a220-4441a55981b9 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:34:39.193753 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbd9d67d-3dd0-4c13-a220-4441a55981b9 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:34:39.194080 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbd9d67d-3dd0-4c13-a220-4441a55981b9 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:34:39.194403 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbd9d67d-3dd0-4c13-a220-4441a55981b9 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:34:39.194731 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbd9d67d-3dd0-4c13-a220-4441a55981b9 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:34:39.226266 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e7e6838-843d-41c3-8649-fdcac65dbc45 req-bbd9d67d-3dd0-4c13-a220-4441a55981b9 service neutron] No DVR routers for this DVR port 190cdee4-5058-4fb0-89a9-88b0cf0a8232 on host n-h1-760453-5 {{(pid=103304) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 26 22:34:39.364869 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [req-7e7e6838-843d-41c3-8649-fdcac65dbc45 req-bbd9d67d-3dd0-4c13-a220-4441a55981b9 service neutron] Attempting to bind port 190cdee4-5058-4fb0-89a9-88b0cf0a8232 on host n-h2-760453-5 for vnic_type normal with profile {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 22:34:39.365207 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [req-7e7e6838-843d-41c3-8649-fdcac65dbc45 req-bbd9d67d-3dd0-4c13-a220-4441a55981b9 service neutron] Attempting to bind port 190cdee4-5058-4fb0-89a9-88b0cf0a8232 by drivers openvswitch,hyperv on host n-h2-760453-5 at level 0 using segments [{'id': 'b5086e3d-16c2-40da-8fb3-affc86750274', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'dfea2df3-d5af-4d5b-8ac4-ef03b2347054'}] {{(pid=103304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 26 22:34:39.365563 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e7e6838-843d-41c3-8649-fdcac65dbc45 req-bbd9d67d-3dd0-4c13-a220-4441a55981b9 service neutron] Attempting to bind port 190cdee4-5058-4fb0-89a9-88b0cf0a8232 on network dfea2df3-d5af-4d5b-8ac4-ef03b2347054 {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 22:34:39.370114 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e7e6838-843d-41c3-8649-fdcac65dbc45 req-bbd9d67d-3dd0-4c13-a220-4441a55981b9 service neutron] Port 190cdee4-5058-4fb0-89a9-88b0cf0a8232 on network dfea2df3-d5af-4d5b-8ac4-ef03b2347054 not bound, no agent of type Open vSwitch agent registered on host n-h2-760453-5 {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 26 22:34:39.370437 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e7e6838-843d-41c3-8649-fdcac65dbc45 req-bbd9d67d-3dd0-4c13-a220-4441a55981b9 service neutron] Attempting to bind port 190cdee4-5058-4fb0-89a9-88b0cf0a8232 on network dfea2df3-d5af-4d5b-8ac4-ef03b2347054 {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 22:34:39.375261 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e7e6838-843d-41c3-8649-fdcac65dbc45 req-bbd9d67d-3dd0-4c13-a220-4441a55981b9 service neutron] Checking agent: {'id': '4d619873-4b60-439f-9b5a-b155dc8bbc34', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-760453-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 21, 2, 53), 'started_at': datetime.datetime(2022, 1, 26, 21, 2, 53), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 22, 34, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 26 22:34:39.375604 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e7e6838-843d-41c3-8649-fdcac65dbc45 req-bbd9d67d-3dd0-4c13-a220-4441a55981b9 service neutron] Checking segment: {'id': 'b5086e3d-16c2-40da-8fb3-affc86750274', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'dfea2df3-d5af-4d5b-8ac4-ef03b2347054'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103304) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 22:34:39.375992 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e7e6838-843d-41c3-8649-fdcac65dbc45 req-bbd9d67d-3dd0-4c13-a220-4441a55981b9 service neutron] Bound using segment: {'id': 'b5086e3d-16c2-40da-8fb3-affc86750274', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'dfea2df3-d5af-4d5b-8ac4-ef03b2347054'} {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 26 22:34:39.376418 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [req-7e7e6838-843d-41c3-8649-fdcac65dbc45 req-bbd9d67d-3dd0-4c13-a220-4441a55981b9 service neutron] Bound port: 190cdee4-5058-4fb0-89a9-88b0cf0a8232, host: n-h2-760453-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b5086e3d-16c2-40da-8fb3-affc86750274', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'dfea2df3-d5af-4d5b-8ac4-ef03b2347054'}}] {{(pid=103304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 26 22:34:39.376776 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-7e7e6838-843d-41c3-8649-fdcac65dbc45 req-bbd9d67d-3dd0-4c13-a220-4441a55981b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (190cdee4-5058-4fb0-89a9-88b0cf0a8232), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:34:39.442267 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [req-7e7e6838-843d-41c3-8649-fdcac65dbc45 req-bbd9d67d-3dd0-4c13-a220-4441a55981b9 service neutron] For port 190cdee4-5058-4fb0-89a9-88b0cf0a8232, host n-h2-760453-5, cleared binding levels {{(pid=103304) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 26 22:34:39.445230 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [req-7e7e6838-843d-41c3-8649-fdcac65dbc45 req-bbd9d67d-3dd0-4c13-a220-4441a55981b9 service neutron] For port 190cdee4-5058-4fb0-89a9-88b0cf0a8232, host n-h2-760453-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-5',level=0,port_id=190cdee4-5058-4fb0-89a9-88b0cf0a8232,segment=NetworkSegment(b5086e3d-16c2-40da-8fb3-affc86750274),segment_id=b5086e3d-16c2-40da-8fb3-affc86750274)] {{(pid=103304) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 26 22:34:39.449214 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-7e7e6838-843d-41c3-8649-fdcac65dbc45 req-bbd9d67d-3dd0-4c13-a220-4441a55981b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9281542'] for port (190cdee4-5058-4fb0-89a9-88b0cf0a8232), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:34:39.483489 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7e6838-843d-41c3-8649-fdcac65dbc45 req-bbd9d67d-3dd0-4c13-a220-4441a55981b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:34:39.484123 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-7e7e6838-843d-41c3-8649-fdcac65dbc45 req-bbd9d67d-3dd0-4c13-a220-4441a55981b9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:34:39.485547 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-7e7e6838-843d-41c3-8649-fdcac65dbc45 req-bbd9d67d-3dd0-4c13-a220-4441a55981b9 service neutron] 10.222.0.57 "PUT /v2.0/ports/190cdee4-5058-4fb0-89a9-88b0cf0a8232 HTTP/1.1" status: 200 len: 1092 time: 0.7960835 Jan 26 22:34:39.485998 n-d-760453-5 neutron-server[103304]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c6ea5d96-2a23-4cd7-a162-e28a51263e19', 'tag': '190cdee4-5058-4fb0-89a9-88b0cf0a8232'}] {{(pid=103304) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 22:34:39.488821 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86e783e1922a725fac327d65912384d63450ce1a6a2ee22db2d1cc52fb257f3b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0533e547-f348-4a97-8194-77b4c1d647c4" -d '{"events": [{"name": "network-changed", "server_uuid": "c6ea5d96-2a23-4cd7-a162-e28a51263e19", "tag": "190cdee4-5058-4fb0-89a9-88b0cf0a8232"}]}' {{(pid=103304) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 22:34:39.541569 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd9d67d-3dd0-4c13-a220-4441a55981b9 service neutron] Pushing event updated for resources: {'Port': ['ID=190cdee4-5058-4fb0-89a9-88b0cf0a8232,revision_number=10']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 22:34:39.572477 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7e6838-843d-41c3-8649-fdcac65dbc45 req-7bae723f-d60e-443c-a760-f707928d2cf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:34:39.574065 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-7e7e6838-843d-41c3-8649-fdcac65dbc45 req-7bae723f-d60e-443c-a760-f707928d2cf8 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=3898bdabd6404f398406bcbeb3779003&device_id=c6ea5d96-2a23-4cd7-a162-e28a51263e19 HTTP/1.1" status: 200 len: 1096 time: 0.0621195 Jan 26 22:34:39.601582 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 26 Jan 2022 22:34:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e53b267-efaf-407a-905e-5de1fe2f4aa4 x-openstack-request-id: req-0e53b267-efaf-407a-905e-5de1fe2f4aa4 {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 22:34:39.601967 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c6ea5d96-2a23-4cd7-a162-e28a51263e19", "tag": "190cdee4-5058-4fb0-89a9-88b0cf0a8232", "status": "completed", "code": 200}]} {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 22:34:39.602282 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-0e53b267-efaf-407a-905e-5de1fe2f4aa4 {{(pid=103304) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 22:34:39.602749 n-d-760453-5 neutron-server[103304]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c6ea5d96-2a23-4cd7-a162-e28a51263e19', 'tag': '190cdee4-5058-4fb0-89a9-88b0cf0a8232', 'status': 'completed', 'code': 200} Jan 26 22:34:39.674910 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7e6838-843d-41c3-8649-fdcac65dbc45 req-a88f1906-bc98-47bc-a652-7c289ad6ad98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:34:39.676401 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-7e7e6838-843d-41c3-8649-fdcac65dbc45 req-a88f1906-bc98-47bc-a652-7c289ad6ad98 service neutron] 10.222.0.57 "GET /v2.0/networks?id=dfea2df3-d5af-4d5b-8ac4-ef03b2347054 HTTP/1.1" status: 200 len: 910 time: 0.0962341 Jan 26 22:34:39.742514 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-7e7e6838-843d-41c3-8649-fdcac65dbc45 req-c20c640c-d8a1-4b8c-ad05-f0097f0dd4ad service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=190cdee4-5058-4fb0-89a9-88b0cf0a8232 HTTP/1.1" status: 200 len: 1000 time: 0.0574234 Jan 26 22:34:39.798692 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7e6838-843d-41c3-8649-fdcac65dbc45 req-b81b5260-c7fa-4a89-8276-63f00e53ce00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:34:39.800210 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-7e7e6838-843d-41c3-8649-fdcac65dbc45 req-b81b5260-c7fa-4a89-8276-63f00e53ce00 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=2a440deb-3cfe-4555-9fd0-eba61f625b5e HTTP/1.1" status: 200 len: 848 time: 0.0480881 Jan 26 22:34:39.843303 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7e6838-843d-41c3-8649-fdcac65dbc45 req-907569ea-1bf4-4f29-9e71-f56a973c4fff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:34:39.844749 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-7e7e6838-843d-41c3-8649-fdcac65dbc45 req-907569ea-1bf4-4f29-9e71-f56a973c4fff service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=dfea2df3-d5af-4d5b-8ac4-ef03b2347054&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0393429 Jan 26 22:34:39.941774 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-7e7e6838-843d-41c3-8649-fdcac65dbc45 req-6e24ef3f-dcee-4343-81a0-bf826ba7e3fa service neutron] 10.222.0.57 "GET /v2.0/networks/dfea2df3-d5af-4d5b-8ac4-ef03b2347054?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908682 Jan 26 22:34:40.028247 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32b4573-ed56-4b5a-b5ab-6c1beec838ab req-5538c80f-ee6d-4813-8f32-938c03d05825 tempest-TestShelveInstance-954905460 tempest-TestShelveInstance-954905460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:34:40.029732 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-b32b4573-ed56-4b5a-b5ab-6c1beec838ab req-5538c80f-ee6d-4813-8f32-938c03d05825 tempest-TestShelveInstance-954905460 tempest-TestShelveInstance-954905460-project] 10.222.0.13 "GET /v2.0/ports?device_id=c6ea5d96-2a23-4cd7-a162-e28a51263e19 HTTP/1.1" status: 200 len: 945 time: 0.1027002 Jan 26 22:34:40.077024 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-7e7e6838-843d-41c3-8649-fdcac65dbc45 req-43244f52-3c1e-4466-8ca3-e77217b53a3a service neutron] 10.222.0.57 "GET /v2.0/networks/dfea2df3-d5af-4d5b-8ac4-ef03b2347054?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1181645 Jan 26 22:34:40.096882 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-b32b4573-ed56-4b5a-b5ab-6c1beec838ab req-bebe5abb-346a-4c4b-bc50-173119d2f87f tempest-TestShelveInstance-954905460 tempest-TestShelveInstance-954905460-project] 10.222.0.13 "GET /v2.0/security-groups?id=26f9f1d1-8ca1-46ea-a194-f7fee9842736&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0577502 Jan 26 22:34:40.168681 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0533e547-f348-4a97-8194-77b4c1d647c4 req-42e781c3-3a41-429a-be3a-673b78f1a468 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:34:40.170227 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-0533e547-f348-4a97-8194-77b4c1d647c4 req-42e781c3-3a41-429a-be3a-673b78f1a468 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=3898bdabd6404f398406bcbeb3779003&device_id=c6ea5d96-2a23-4cd7-a162-e28a51263e19 HTTP/1.1" status: 200 len: 1096 time: 0.0472898 Jan 26 22:34:40.263375 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0533e547-f348-4a97-8194-77b4c1d647c4 req-9760a67f-c174-4355-bd3f-ceca7bd6a10c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:34:40.265062 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-0533e547-f348-4a97-8194-77b4c1d647c4 req-9760a67f-c174-4355-bd3f-ceca7bd6a10c service neutron] 10.222.0.57 "GET /v2.0/networks?id=dfea2df3-d5af-4d5b-8ac4-ef03b2347054 HTTP/1.1" status: 200 len: 910 time: 0.0878184 Jan 26 22:34:40.336655 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-0533e547-f348-4a97-8194-77b4c1d647c4 req-44ab1074-49cd-48a8-95d1-062ff5fea214 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=190cdee4-5058-4fb0-89a9-88b0cf0a8232 HTTP/1.1" status: 200 len: 1000 time: 0.0656657 Jan 26 22:34:40.791787 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0533e547-f348-4a97-8194-77b4c1d647c4 req-b16bac5e-e1b3-46b9-a168-71b89e5aaacf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:34:40.794217 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-0533e547-f348-4a97-8194-77b4c1d647c4 req-b16bac5e-e1b3-46b9-a168-71b89e5aaacf service neutron] 10.222.0.57 "GET /v2.0/subnets?id=2a440deb-3cfe-4555-9fd0-eba61f625b5e HTTP/1.1" status: 200 len: 848 time: 0.4520373 Jan 26 22:34:41.240412 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630f25bc-5ae8-4c33-b713-ba5fec5796ae req-ed627d29-0818-44cc-bf99-d49a78abe56a tempest-TestShelveInstance-954905460 tempest-TestShelveInstance-954905460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:34:41.241967 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-630f25bc-5ae8-4c33-b713-ba5fec5796ae req-ed627d29-0818-44cc-bf99-d49a78abe56a tempest-TestShelveInstance-954905460 tempest-TestShelveInstance-954905460-project] 10.222.0.13 "GET /v2.0/ports?device_id=c6ea5d96-2a23-4cd7-a162-e28a51263e19 HTTP/1.1" status: 200 len: 945 time: 0.0652354 Jan 26 22:34:41.292692 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-630f25bc-5ae8-4c33-b713-ba5fec5796ae req-03714621-a7e7-465e-98ea-3d4b8460ee76 tempest-TestShelveInstance-954905460 tempest-TestShelveInstance-954905460-project] 10.222.0.13 "GET /v2.0/security-groups?id=26f9f1d1-8ca1-46ea-a194-f7fee9842736&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446863 Jan 26 22:34:42.422273 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c535149a-cfe0-4517-b116-d407fc2c45d5 req-b6136a7a-eecf-4212-bb72-c2d3b638343b tempest-TestShelveInstance-954905460 tempest-TestShelveInstance-954905460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:34:42.423894 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-c535149a-cfe0-4517-b116-d407fc2c45d5 req-b6136a7a-eecf-4212-bb72-c2d3b638343b tempest-TestShelveInstance-954905460 tempest-TestShelveInstance-954905460-project] 10.222.0.13 "GET /v2.0/ports?device_id=c6ea5d96-2a23-4cd7-a162-e28a51263e19 HTTP/1.1" status: 200 len: 945 time: 0.0525630 Jan 26 22:34:42.477426 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-c535149a-cfe0-4517-b116-d407fc2c45d5 req-4ad9d29e-d6a4-4118-b3d3-39a430ed3f60 tempest-TestShelveInstance-954905460 tempest-TestShelveInstance-954905460-project] 10.222.0.13 "GET /v2.0/security-groups?id=26f9f1d1-8ca1-46ea-a194-f7fee9842736&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477006 Jan 26 22:34:43.597239 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4046d7-ad37-4cce-ad75-62a93c0c18e9 req-fa724542-9649-4bdf-9490-27ecffc55151 tempest-TestShelveInstance-954905460 tempest-TestShelveInstance-954905460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:34:43.598805 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-ac4046d7-ad37-4cce-ad75-62a93c0c18e9 req-fa724542-9649-4bdf-9490-27ecffc55151 tempest-TestShelveInstance-954905460 tempest-TestShelveInstance-954905460-project] 10.222.0.13 "GET /v2.0/ports?device_id=c6ea5d96-2a23-4cd7-a162-e28a51263e19 HTTP/1.1" status: 200 len: 945 time: 0.0531716 Jan 26 22:34:43.650811 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-ac4046d7-ad37-4cce-ad75-62a93c0c18e9 req-a02efe9c-3955-4e83-8a88-5492fb40314b tempest-TestShelveInstance-954905460 tempest-TestShelveInstance-954905460-project] 10.222.0.13 "GET /v2.0/security-groups?id=26f9f1d1-8ca1-46ea-a194-f7fee9842736&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463066 Jan 26 22:34:44.775972 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570128ce-5977-43b2-b7e3-48036583cfff req-523083d1-a85c-4f02-a8f0-4f2abc58fff2 tempest-TestShelveInstance-954905460 tempest-TestShelveInstance-954905460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:34:44.777646 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-570128ce-5977-43b2-b7e3-48036583cfff req-523083d1-a85c-4f02-a8f0-4f2abc58fff2 tempest-TestShelveInstance-954905460 tempest-TestShelveInstance-954905460-project] 10.222.0.13 "GET /v2.0/ports?device_id=c6ea5d96-2a23-4cd7-a162-e28a51263e19 HTTP/1.1" status: 200 len: 945 time: 0.0567467 Jan 26 22:34:44.834568 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-570128ce-5977-43b2-b7e3-48036583cfff req-5f3d0912-aef7-4aba-9e32-f531160d2d5f tempest-TestShelveInstance-954905460 tempest-TestShelveInstance-954905460-project] 10.222.0.13 "GET /v2.0/security-groups?id=26f9f1d1-8ca1-46ea-a194-f7fee9842736&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446084 Jan 26 22:34:45.968999 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9a3f6a-0b7e-4f12-85b9-fb4496a62e64 req-600c9c2d-b286-4fcb-b8df-466002ce4839 tempest-TestShelveInstance-954905460 tempest-TestShelveInstance-954905460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:34:45.970517 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-9b9a3f6a-0b7e-4f12-85b9-fb4496a62e64 req-600c9c2d-b286-4fcb-b8df-466002ce4839 tempest-TestShelveInstance-954905460 tempest-TestShelveInstance-954905460-project] 10.222.0.13 "GET /v2.0/ports?device_id=c6ea5d96-2a23-4cd7-a162-e28a51263e19 HTTP/1.1" status: 200 len: 945 time: 0.0620561 Jan 26 22:34:46.017978 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-9b9a3f6a-0b7e-4f12-85b9-fb4496a62e64 req-79ce15ca-2fc3-45b5-8bc3-2179d5895436 tempest-TestShelveInstance-954905460 tempest-TestShelveInstance-954905460-project] 10.222.0.13 "GET /v2.0/security-groups?id=26f9f1d1-8ca1-46ea-a194-f7fee9842736&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418384 Jan 26 22:34:47.149955 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1570417a-8386-49ce-a432-a02064dbad6a req-117e1541-bc74-48e8-8f4d-5ccfb9cf60e3 tempest-TestShelveInstance-954905460 tempest-TestShelveInstance-954905460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:34:47.157165 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-1570417a-8386-49ce-a432-a02064dbad6a req-117e1541-bc74-48e8-8f4d-5ccfb9cf60e3 tempest-TestShelveInstance-954905460 tempest-TestShelveInstance-954905460-project] 10.222.0.13 "GET /v2.0/ports?device_id=c6ea5d96-2a23-4cd7-a162-e28a51263e19 HTTP/1.1" status: 200 len: 945 time: 0.0610757 Jan 26 22:34:47.201378 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-1570417a-8386-49ce-a432-a02064dbad6a req-a036715a-9188-49d0-a083-0cd837a7501d tempest-TestShelveInstance-954905460 tempest-TestShelveInstance-954905460-project] 10.222.0.13 "GET /v2.0/security-groups?id=26f9f1d1-8ca1-46ea-a194-f7fee9842736&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432355 Jan 26 22:34:48.329979 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594c10e2-87a5-4ecf-aaa5-f59a7eadea28 req-35078041-721f-4384-8028-83b3e79a4d47 tempest-TestShelveInstance-954905460 tempest-TestShelveInstance-954905460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:34:48.331481 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-594c10e2-87a5-4ecf-aaa5-f59a7eadea28 req-35078041-721f-4384-8028-83b3e79a4d47 tempest-TestShelveInstance-954905460 tempest-TestShelveInstance-954905460-project] 10.222.0.13 "GET /v2.0/ports?device_id=c6ea5d96-2a23-4cd7-a162-e28a51263e19 HTTP/1.1" status: 200 len: 945 time: 0.0524142 Jan 26 22:34:48.382585 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-594c10e2-87a5-4ecf-aaa5-f59a7eadea28 req-6c16a51a-a9ef-42cf-b2e9-37b1d16e5de0 tempest-TestShelveInstance-954905460 tempest-TestShelveInstance-954905460-project] 10.222.0.13 "GET /v2.0/security-groups?id=26f9f1d1-8ca1-46ea-a194-f7fee9842736&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454304 Jan 26 22:34:48.920412 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0533e547-f348-4a97-8194-77b4c1d647c4 req-c822b75b-ac11-4dc5-8e83-d32f4c74b6d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:34:48.921938 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-0533e547-f348-4a97-8194-77b4c1d647c4 req-c822b75b-ac11-4dc5-8e83-d32f4c74b6d1 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=dfea2df3-d5af-4d5b-8ac4-ef03b2347054&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0420377 Jan 26 22:34:49.013183 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-0533e547-f348-4a97-8194-77b4c1d647c4 req-4e982a38-c551-4e06-95d6-e387fec13115 service neutron] 10.222.0.57 "GET /v2.0/networks/dfea2df3-d5af-4d5b-8ac4-ef03b2347054?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849626 Jan 26 22:34:49.104735 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-0533e547-f348-4a97-8194-77b4c1d647c4 req-44932719-1996-4e8e-a664-db19954b97e2 service neutron] 10.222.0.57 "GET /v2.0/networks/dfea2df3-d5af-4d5b-8ac4-ef03b2347054?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823097 Jan 26 22:34:49.113036 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-0e77997f-ba1a-4bfe-89ee-6632dd534061 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (474ccdf7-ab6c-405b-a3b2-dc7b05829902), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:34:49.496724 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0eff9f-230a-4c0f-8309-45a2628e209b req-1b4acaf9-e631-43c7-9b64-2a6b197f4331 tempest-TestShelveInstance-954905460 tempest-TestShelveInstance-954905460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:34:49.498354 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-7b0eff9f-230a-4c0f-8309-45a2628e209b req-1b4acaf9-e631-43c7-9b64-2a6b197f4331 tempest-TestShelveInstance-954905460 tempest-TestShelveInstance-954905460-project] 10.222.0.13 "GET /v2.0/ports?device_id=c6ea5d96-2a23-4cd7-a162-e28a51263e19 HTTP/1.1" status: 200 len: 945 time: 0.0489964 Jan 26 22:34:49.546616 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-7b0eff9f-230a-4c0f-8309-45a2628e209b req-2c665939-3476-4968-b84b-7f51866301d4 tempest-TestShelveInstance-954905460 tempest-TestShelveInstance-954905460-project] 10.222.0.13 "GET /v2.0/security-groups?id=26f9f1d1-8ca1-46ea-a194-f7fee9842736&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427649 Jan 26 22:34:50.663712 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6487299-d058-4f98-8ef5-5d92d4152e12 req-219aca11-6cec-4b1c-8edf-1cae41821f82 tempest-TestShelveInstance-954905460 tempest-TestShelveInstance-954905460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:34:50.665126 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-f6487299-d058-4f98-8ef5-5d92d4152e12 req-219aca11-6cec-4b1c-8edf-1cae41821f82 tempest-TestShelveInstance-954905460 tempest-TestShelveInstance-954905460-project] 10.222.0.13 "GET /v2.0/ports?device_id=c6ea5d96-2a23-4cd7-a162-e28a51263e19 HTTP/1.1" status: 200 len: 945 time: 0.0519505 Jan 26 22:34:50.712868 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-f6487299-d058-4f98-8ef5-5d92d4152e12 req-f59c6df0-2047-49d8-9fe2-78ba4a986bd6 tempest-TestShelveInstance-954905460 tempest-TestShelveInstance-954905460-project] 10.222.0.13 "GET /v2.0/security-groups?id=26f9f1d1-8ca1-46ea-a194-f7fee9842736&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421398 Jan 26 22:34:51.420922 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b88d57d4-991a-400e-9343-ff0975042db5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (09df100c-3af1-4b0a-bda8-05914c71c458), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:34:51.745154 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Device 190cdee4-5058-4fb0-89a9-88b0cf0a8232 details requested by agent hyperv_n-h2-760453-5 with host n-h2-760453-5 {{(pid=103306) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 26 22:34:51.828468 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4ce39f-fd22-4a35-b925-b4800145c542 req-d5491dc2-29b2-4b1a-9962-dfb2e5d44bc0 tempest-TestShelveInstance-954905460 tempest-TestShelveInstance-954905460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:34:51.830010 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-7d4ce39f-fd22-4a35-b925-b4800145c542 req-d5491dc2-29b2-4b1a-9962-dfb2e5d44bc0 tempest-TestShelveInstance-954905460 tempest-TestShelveInstance-954905460-project] 10.222.0.13 "GET /v2.0/ports?device_id=c6ea5d96-2a23-4cd7-a162-e28a51263e19 HTTP/1.1" status: 200 len: 945 time: 0.0486269 Jan 26 22:34:51.838161 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] For port 190cdee4-5058-4fb0-89a9-88b0cf0a8232, host n-h2-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-5',level=0,port_id=190cdee4-5058-4fb0-89a9-88b0cf0a8232,segment=NetworkSegment(b5086e3d-16c2-40da-8fb3-affc86750274),segment_id=b5086e3d-16c2-40da-8fb3-affc86750274)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 22:34:51.853996 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Returning: {'device': '190cdee4-5058-4fb0-89a9-88b0cf0a8232', 'network_id': 'dfea2df3-d5af-4d5b-8ac4-ef03b2347054', 'port_id': '190cdee4-5058-4fb0-89a9-88b0cf0a8232', 'mac_address': 'fa:16:3e:bd:d6:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 588, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2a440deb-3cfe-4555-9fd0-eba61f625b5e', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103306) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 26 22:34:51.880376 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-7d4ce39f-fd22-4a35-b925-b4800145c542 req-e5467910-43b6-436e-8eff-149e0faaf1a2 tempest-TestShelveInstance-954905460 tempest-TestShelveInstance-954905460-project] 10.222.0.13 "GET /v2.0/security-groups?id=26f9f1d1-8ca1-46ea-a194-f7fee9842736&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445924 Jan 26 22:34:51.890805 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Current status of the port 190cdee4-5058-4fb0-89a9-88b0cf0a8232 is: DOWN; New status is: BUILD {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 22:34:51.891197 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (190cdee4-5058-4fb0-89a9-88b0cf0a8232), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:34:51.904039 n-d-760453-5 neutron-server[103306]: DEBUG neutron.notifiers.nova [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 190cdee4-5058-4fb0-89a9-88b0cf0a8232 {{(pid=103306) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 26 22:34:51.923515 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] For port 190cdee4-5058-4fb0-89a9-88b0cf0a8232, host n-h2-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-5',level=0,port_id=190cdee4-5058-4fb0-89a9-88b0cf0a8232,segment=NetworkSegment(b5086e3d-16c2-40da-8fb3-affc86750274),segment_id=b5086e3d-16c2-40da-8fb3-affc86750274)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 22:34:51.927095 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (190cdee4-5058-4fb0-89a9-88b0cf0a8232), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:34:51.972612 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Pushing event updated for resources: {'Port': ['ID=190cdee4-5058-4fb0-89a9-88b0cf0a8232,revision_number=11']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 22:34:52.161184 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] get_ports_and_sgs() called for port_ids ['190cdee4-5058-4fb0-89a9-88b0cf0a8232'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 26 22:34:52.582002 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-841f5991-a4d8-4d4b-b215-cbc6bab5427b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (aa7ee9d2-08eb-4e12-b895-24c57300dfec), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:34:52.996516 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7672ee-d62d-46c3-a209-56668702575b req-a0f3b64f-6796-4626-8120-fd9cf44cec4c tempest-TestShelveInstance-954905460 tempest-TestShelveInstance-954905460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:34:52.998036 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-2b7672ee-d62d-46c3-a209-56668702575b req-a0f3b64f-6796-4626-8120-fd9cf44cec4c tempest-TestShelveInstance-954905460 tempest-TestShelveInstance-954905460-project] 10.222.0.13 "GET /v2.0/ports?device_id=c6ea5d96-2a23-4cd7-a162-e28a51263e19 HTTP/1.1" status: 200 len: 946 time: 0.0517917 Jan 26 22:34:53.052766 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-2b7672ee-d62d-46c3-a209-56668702575b req-74fc689a-2e7d-49fe-becd-895469aadd66 tempest-TestShelveInstance-954905460 tempest-TestShelveInstance-954905460-project] 10.222.0.13 "GET /v2.0/security-groups?id=26f9f1d1-8ca1-46ea-a194-f7fee9842736&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492857 Jan 26 22:34:53.760967 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Device 190cdee4-5058-4fb0-89a9-88b0cf0a8232 up at agent hyperv_n-h2-760453-5 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 22:34:53.810361 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Provisioning for port 190cdee4-5058-4fb0-89a9-88b0cf0a8232 completed by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 22:34:53.814546 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Provisioning complete for port 190cdee4-5058-4fb0-89a9-88b0cf0a8232 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 22:34:53.814918 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (190cdee4-5058-4fb0-89a9-88b0cf0a8232), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:34:53.891148 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Current status of the port 190cdee4-5058-4fb0-89a9-88b0cf0a8232 is: BUILD; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 22:34:53.891529 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (190cdee4-5058-4fb0-89a9-88b0cf0a8232), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:34:53.913097 n-d-760453-5 neutron-server[103306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6ea5d96-2a23-4cd7-a162-e28a51263e19', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '190cdee4-5058-4fb0-89a9-88b0cf0a8232'}] {{(pid=103306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 22:34:53.915331 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c06f7aa05085a00df6a2944c086d22937b62c1e75db8df879377281bc6a8a153" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfd56e7e-e74c-4e03-ace2-eafe7cf0471b" -d '{"events": [{"server_uuid": "c6ea5d96-2a23-4cd7-a162-e28a51263e19", "name": "network-vif-plugged", "status": "completed", "tag": "190cdee4-5058-4fb0-89a9-88b0cf0a8232"}]}' {{(pid=103306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 22:34:53.932805 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] For port 190cdee4-5058-4fb0-89a9-88b0cf0a8232, host n-h2-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-5',level=0,port_id=190cdee4-5058-4fb0-89a9-88b0cf0a8232,segment=NetworkSegment(b5086e3d-16c2-40da-8fb3-affc86750274),segment_id=b5086e3d-16c2-40da-8fb3-affc86750274)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 22:34:53.939516 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (190cdee4-5058-4fb0-89a9-88b0cf0a8232), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:34:53.965501 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Jan 2022 22:34:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb553909-d3e9-48e4-be5d-10d0689e27ad x-openstack-request-id: req-bb553909-d3e9-48e4-be5d-10d0689e27ad {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 22:34:53.965788 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6ea5d96-2a23-4cd7-a162-e28a51263e19", "name": "network-vif-plugged", "status": "completed", "tag": "190cdee4-5058-4fb0-89a9-88b0cf0a8232", "code": 200}]} {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 22:34:53.966036 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-bb553909-d3e9-48e4-be5d-10d0689e27ad {{(pid=103306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 22:34:53.966423 n-d-760453-5 neutron-server[103306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6ea5d96-2a23-4cd7-a162-e28a51263e19', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '190cdee4-5058-4fb0-89a9-88b0cf0a8232', 'code': 200} Jan 26 22:34:53.968787 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (4d619873-4b60-439f-9b5a-b155dc8bbc34), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:34:53.992473 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Pushing event updated for resources: {'Port': ['ID=190cdee4-5058-4fb0-89a9-88b0cf0a8232,revision_number=12']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 22:34:54.151265 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425aae57-20a5-4383-9cc3-b0850e7e93c0 req-c08efb14-b4dd-4b4f-8de1-66169a5ed2b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:34:54.152769 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-425aae57-20a5-4383-9cc3-b0850e7e93c0 req-c08efb14-b4dd-4b4f-8de1-66169a5ed2b2 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=c6ea5d96-2a23-4cd7-a162-e28a51263e19 HTTP/1.1" status: 200 len: 1098 time: 0.0637507 Jan 26 22:34:54.187520 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69946e55-5076-42a8-80ae-b82c93bf6dec req-64535ab5-5b35-445c-93c6-b2deead0e563 tempest-TestShelveInstance-954905460 tempest-TestShelveInstance-954905460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:34:54.188976 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-69946e55-5076-42a8-80ae-b82c93bf6dec req-64535ab5-5b35-445c-93c6-b2deead0e563 tempest-TestShelveInstance-954905460 tempest-TestShelveInstance-954905460-project] 10.222.0.13 "GET /v2.0/ports?device_id=c6ea5d96-2a23-4cd7-a162-e28a51263e19 HTTP/1.1" status: 200 len: 947 time: 0.0679786 Jan 26 22:34:54.231415 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-425aae57-20a5-4383-9cc3-b0850e7e93c0 req-7c55cb98-ab5e-45aa-a976-9a7989651e38 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=26f9f1d1-8ca1-46ea-a194-f7fee9842736&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0708599 Jan 26 22:34:54.258976 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-69946e55-5076-42a8-80ae-b82c93bf6dec req-2a82e61e-9a74-424c-9161-45003e0de651 tempest-TestShelveInstance-954905460 tempest-TestShelveInstance-954905460-project] 10.222.0.13 "GET /v2.0/security-groups?id=26f9f1d1-8ca1-46ea-a194-f7fee9842736&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0613165 Jan 26 22:34:54.411579 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-839dd188-ec69-470c-9ab0-d318dc1a2e96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (e79b4fc6-6c71-44b2-a6d0-ff3e1f4dfd0d), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:34:55.377934 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ee8088-93df-4e17-8963-c9c800352575 req-dc7d4263-82bb-4d70-be1e-f61cfff55f3d tempest-TestShelveInstance-954905460 tempest-TestShelveInstance-954905460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:34:55.379552 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-90ee8088-93df-4e17-8963-c9c800352575 req-dc7d4263-82bb-4d70-be1e-f61cfff55f3d tempest-TestShelveInstance-954905460 tempest-TestShelveInstance-954905460-project] 10.222.0.13 "GET /v2.0/ports?device_id=c6ea5d96-2a23-4cd7-a162-e28a51263e19 HTTP/1.1" status: 200 len: 947 time: 0.0518727 Jan 26 22:34:55.434146 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-90ee8088-93df-4e17-8963-c9c800352575 req-30891e1b-52a3-4001-9c61-9ac9cbb08e97 tempest-TestShelveInstance-954905460 tempest-TestShelveInstance-954905460-project] 10.222.0.13 "GET /v2.0/security-groups?id=26f9f1d1-8ca1-46ea-a194-f7fee9842736&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486953 Jan 26 22:34:55.524439 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (fea0591a-627d-4c87-9a9a-01625ddf3277), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:34:56.548321 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b64505-1646-4f3c-862e-362a8b2976f9 req-76095238-6b77-424c-a392-e89e14d67d62 tempest-TestShelveInstance-954905460 tempest-TestShelveInstance-954905460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:34:56.549839 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-83b64505-1646-4f3c-862e-362a8b2976f9 req-76095238-6b77-424c-a392-e89e14d67d62 tempest-TestShelveInstance-954905460 tempest-TestShelveInstance-954905460-project] 10.222.0.13 "GET /v2.0/ports?device_id=c6ea5d96-2a23-4cd7-a162-e28a51263e19 HTTP/1.1" status: 200 len: 947 time: 0.0487854 Jan 26 22:34:56.597846 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-83b64505-1646-4f3c-862e-362a8b2976f9 req-4e91dd5a-653a-4ad3-aa3a-8359cfc54609 tempest-TestShelveInstance-954905460 tempest-TestShelveInstance-954905460-project] 10.222.0.13 "GET /v2.0/security-groups?id=26f9f1d1-8ca1-46ea-a194-f7fee9842736&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424733 Jan 26 22:35:09.151843 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (32ef628b-8417-46c5-8729-60fcabe358f1), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:35:14.479355 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.agents_db [None req-569f1ced-6396-4ddf-b79f-e03b0b2146ab None None] Agent healthcheck: found 7 active agents {{(pid=103307) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 26 22:35:19.086147 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-40254510-638a-4be0-9c3c-b1af3638d28a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (474ccdf7-ab6c-405b-a3b2-dc7b05829902), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:35:21.429516 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b33c15db-8f45-43d3-9c77-a8010d17af08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (09df100c-3af1-4b0a-bda8-05914c71c458), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:35:22.584633 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-841f5991-a4d8-4d4b-b215-cbc6bab5427b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (aa7ee9d2-08eb-4e12-b895-24c57300dfec), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:35:23.939250 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (4d619873-4b60-439f-9b5a-b155dc8bbc34), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:35:24.410952 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-839dd188-ec69-470c-9ab0-d318dc1a2e96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (e79b4fc6-6c71-44b2-a6d0-ff3e1f4dfd0d), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:35:25.526656 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (fea0591a-627d-4c87-9a9a-01625ddf3277), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:35:26.065180 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-7abd68cc-1e1d-401c-a64e-307b18494fba req-335f2dd5-a14a-4c74-98b9-62db9bb9d2bc service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=c6ea5d96-2a23-4cd7-a162-e28a51263e19&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0435998 Jan 26 22:35:26.147382 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7abd68cc-1e1d-401c-a64e-307b18494fba req-bf5caa79-fe27-4747-b7ec-bf67deb0e32b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:35:26.148869 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-7abd68cc-1e1d-401c-a64e-307b18494fba req-bf5caa79-fe27-4747-b7ec-bf67deb0e32b service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=3898bdabd6404f398406bcbeb3779003&device_id=c6ea5d96-2a23-4cd7-a162-e28a51263e19 HTTP/1.1" status: 200 len: 1098 time: 0.0406320 Jan 26 22:35:26.251790 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7abd68cc-1e1d-401c-a64e-307b18494fba req-ceb59dfa-6f2f-4131-8477-ddbbd7add0ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:35:26.253254 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-7abd68cc-1e1d-401c-a64e-307b18494fba req-ceb59dfa-6f2f-4131-8477-ddbbd7add0ab service neutron] 10.222.0.57 "GET /v2.0/networks?id=dfea2df3-d5af-4d5b-8ac4-ef03b2347054 HTTP/1.1" status: 200 len: 910 time: 0.0866396 Jan 26 22:35:26.319909 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-7abd68cc-1e1d-401c-a64e-307b18494fba req-b886838f-7491-4678-a256-a6ad56353ffb service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=190cdee4-5058-4fb0-89a9-88b0cf0a8232 HTTP/1.1" status: 200 len: 1002 time: 0.0586317 Jan 26 22:35:26.367087 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7abd68cc-1e1d-401c-a64e-307b18494fba req-58efc834-3e92-4de3-8b51-c4278414fcc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:35:26.368504 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-7abd68cc-1e1d-401c-a64e-307b18494fba req-58efc834-3e92-4de3-8b51-c4278414fcc5 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=2a440deb-3cfe-4555-9fd0-eba61f625b5e HTTP/1.1" status: 200 len: 848 time: 0.0425432 Jan 26 22:35:26.417129 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7abd68cc-1e1d-401c-a64e-307b18494fba req-4f8f4c10-a091-47a3-8d5a-ceb6d663c38e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:35:26.418645 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-7abd68cc-1e1d-401c-a64e-307b18494fba req-4f8f4c10-a091-47a3-8d5a-ceb6d663c38e service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=dfea2df3-d5af-4d5b-8ac4-ef03b2347054&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0438974 Jan 26 22:35:26.507415 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-7abd68cc-1e1d-401c-a64e-307b18494fba req-db594136-c117-45ed-b0d3-ddad51167eba service neutron] 10.222.0.57 "GET /v2.0/networks/dfea2df3-d5af-4d5b-8ac4-ef03b2347054?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814891 Jan 26 22:35:26.598635 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-7abd68cc-1e1d-401c-a64e-307b18494fba req-011630bb-2be0-4e47-a098-7bb3f6f87213 service neutron] 10.222.0.57 "GET /v2.0/networks/dfea2df3-d5af-4d5b-8ac4-ef03b2347054?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854969 Jan 26 22:35:39.150362 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (32ef628b-8417-46c5-8729-60fcabe358f1), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:35:49.089749 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-5e9e5fb2-be94-47e9-a94b-62202cb41d34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (474ccdf7-ab6c-405b-a3b2-dc7b05829902), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:35:51.421174 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b6bd0a3b-45a7-4c3d-996d-a8eb3ffe0cc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (09df100c-3af1-4b0a-bda8-05914c71c458), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:35:51.478370 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.agents_db [None req-569f1ced-6396-4ddf-b79f-e03b0b2146ab None None] Agent healthcheck: found 7 active agents {{(pid=103307) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 26 22:35:52.587064 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-841f5991-a4d8-4d4b-b215-cbc6bab5427b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (aa7ee9d2-08eb-4e12-b895-24c57300dfec), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:35:53.956673 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (4d619873-4b60-439f-9b5a-b155dc8bbc34), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:35:54.414797 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-839dd188-ec69-470c-9ab0-d318dc1a2e96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (e79b4fc6-6c71-44b2-a6d0-ff3e1f4dfd0d), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:35:55.528668 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (fea0591a-627d-4c87-9a9a-01625ddf3277), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:36:09.158302 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (32ef628b-8417-46c5-8729-60fcabe358f1), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:36:09.295431 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 56404) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 22:36:09.451675 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-aa923a71-30c3-47d7-97b8-a2b1d39e3dbd tempest-TestShelveInstance-954905460 tempest-TestShelveInstance-954905460-project] Deleting port 0e974157-5a6c-4e26-93c6-b13f571de079 {{(pid=103304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 22:36:09.451935 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-aa923a71-30c3-47d7-97b8-a2b1d39e3dbd tempest-TestShelveInstance-954905460 tempest-TestShelveInstance-954905460-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746560630878'] for port (0e974157-5a6c-4e26-93c6-b13f571de079), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:36:09.525207 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-aa923a71-30c3-47d7-97b8-a2b1d39e3dbd tempest-TestShelveInstance-954905460 tempest-TestShelveInstance-954905460-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4109658'] for port (0e974157-5a6c-4e26-93c6-b13f571de079), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:36:09.525551 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-aa923a71-30c3-47d7-97b8-a2b1d39e3dbd tempest-TestShelveInstance-954905460 tempest-TestShelveInstance-954905460-project] Publish callbacks [] for floatingip (0e974157-5a6c-4e26-93c6-b13f571de079), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:36:09.536910 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-aa923a71-30c3-47d7-97b8-a2b1d39e3dbd tempest-TestShelveInstance-954905460 tempest-TestShelveInstance-954905460-project] Calling delete_port for 0e974157-5a6c-4e26-93c6-b13f571de079 owned by network:floatingip {{(pid=103304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 22:36:09.688769 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-aa923a71-30c3-47d7-97b8-a2b1d39e3dbd tempest-TestShelveInstance-954905460 tempest-TestShelveInstance-954905460-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746560636600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746560234536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9281553'] for port (0e974157-5a6c-4e26-93c6-b13f571de079), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:36:09.714204 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa923a71-30c3-47d7-97b8-a2b1d39e3dbd tempest-TestShelveInstance-954905460 tempest-TestShelveInstance-954905460-project] Pushing event deleted for resources: {'Port': ['ID=0e974157-5a6c-4e26-93c6-b13f571de079,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 22:36:09.743691 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa923a71-30c3-47d7-97b8-a2b1d39e3dbd tempest-TestShelveInstance-954905460 tempest-TestShelveInstance-954905460-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:36:09.744043 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa923a71-30c3-47d7-97b8-a2b1d39e3dbd tempest-TestShelveInstance-954905460 tempest-TestShelveInstance-954905460-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:36:09.744379 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa923a71-30c3-47d7-97b8-a2b1d39e3dbd tempest-TestShelveInstance-954905460 tempest-TestShelveInstance-954905460-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:36:09.744714 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa923a71-30c3-47d7-97b8-a2b1d39e3dbd tempest-TestShelveInstance-954905460 tempest-TestShelveInstance-954905460-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:36:09.745046 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa923a71-30c3-47d7-97b8-a2b1d39e3dbd tempest-TestShelveInstance-954905460 tempest-TestShelveInstance-954905460-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:36:09.745405 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa923a71-30c3-47d7-97b8-a2b1d39e3dbd tempest-TestShelveInstance-954905460 tempest-TestShelveInstance-954905460-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:36:09.745987 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa923a71-30c3-47d7-97b8-a2b1d39e3dbd tempest-TestShelveInstance-954905460 tempest-TestShelveInstance-954905460-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:36:09.746312 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa923a71-30c3-47d7-97b8-a2b1d39e3dbd tempest-TestShelveInstance-954905460 tempest-TestShelveInstance-954905460-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:36:09.746635 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa923a71-30c3-47d7-97b8-a2b1d39e3dbd tempest-TestShelveInstance-954905460 tempest-TestShelveInstance-954905460-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:36:09.746958 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa923a71-30c3-47d7-97b8-a2b1d39e3dbd tempest-TestShelveInstance-954905460 tempest-TestShelveInstance-954905460-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:36:09.747275 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa923a71-30c3-47d7-97b8-a2b1d39e3dbd tempest-TestShelveInstance-954905460 tempest-TestShelveInstance-954905460-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:36:09.747591 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa923a71-30c3-47d7-97b8-a2b1d39e3dbd tempest-TestShelveInstance-954905460 tempest-TestShelveInstance-954905460-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:36:09.747908 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa923a71-30c3-47d7-97b8-a2b1d39e3dbd tempest-TestShelveInstance-954905460 tempest-TestShelveInstance-954905460-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:36:09.788297 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-aa923a71-30c3-47d7-97b8-a2b1d39e3dbd tempest-TestShelveInstance-954905460 tempest-TestShelveInstance-954905460-project] Publish callbacks [] for floatingip (91e2a84b-ff22-4baf-8879-5916e0fb5724), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:36:09.788631 n-d-760453-5 neutron-server[103304]: INFO neutron.db.l3_db [None req-aa923a71-30c3-47d7-97b8-a2b1d39e3dbd tempest-TestShelveInstance-954905460 tempest-TestShelveInstance-954905460-project] Floating IP 91e2a84b-ff22-4baf-8879-5916e0fb5724 disassociated (deleted). External IP: 172.25.1.234, port: 190cdee4-5058-4fb0-89a9-88b0cf0a8232. Jan 26 22:36:09.995094 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa923a71-30c3-47d7-97b8-a2b1d39e3dbd tempest-TestShelveInstance-954905460 tempest-TestShelveInstance-954905460-project] Router ff4cc9a6-7a6b-4e9b-894f-d48260cef7c4 has already been hosted by L3 agent 09df100c-3af1-4b0a-bda8-05914c71c458 {{(pid=103304) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 26 22:36:10.106082 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa923a71-30c3-47d7-97b8-a2b1d39e3dbd tempest-TestShelveInstance-954905460 tempest-TestShelveInstance-954905460-project] Notify agent at l3_agent.n-d-760453-5 the message routers_updated {{(pid=103304) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 26 22:36:10.110903 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-aa923a71-30c3-47d7-97b8-a2b1d39e3dbd tempest-TestShelveInstance-954905460 tempest-TestShelveInstance-954905460-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for floatingip (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:36:10.118837 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b8c2a4f-84e3-4744-a2b2-8c55cbde1ea2 None None] Sync routers for ids ['ff4cc9a6-7a6b-4e9b-894f-d48260cef7c4'] in n-d-760453-5 {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 26 22:36:10.128815 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b8c2a4f-84e3-4744-a2b2-8c55cbde1ea2 None None] Routers {'ff4cc9a6-7a6b-4e9b-894f-d48260cef7c4'} bound to L3 agent in host n-d-760453-5 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 22:36:10.129781 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-4b8c2a4f-84e3-4744-a2b2-8c55cbde1ea2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-26T20:55:21Z,description=,heartbeat_timestamp=2022-01-26T22:35:51Z,host='n-d-760453-5',id=09df100c-3af1-4b0a-bda8-05914c71c458,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:55:21Z,topic='l3_agent')) {'router_ids': ['ff4cc9a6-7a6b-4e9b-894f-d48260cef7c4'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 22:36:10.139288 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-aa923a71-30c3-47d7-97b8-a2b1d39e3dbd tempest-TestShelveInstance-954905460 tempest-TestShelveInstance-954905460-project] 10.222.0.13 "DELETE /v2.0/floatingips/91e2a84b-ff22-4baf-8879-5916e0fb5724 HTTP/1.1" status: 204 len: 168 time: 0.8427587 Jan 26 22:36:10.139951 n-d-760453-5 neutron-server[103304]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c6ea5d96-2a23-4cd7-a162-e28a51263e19', 'tag': '190cdee4-5058-4fb0-89a9-88b0cf0a8232'}] {{(pid=103304) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 22:36:10.142404 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86e783e1922a725fac327d65912384d63450ce1a6a2ee22db2d1cc52fb257f3b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4df09680-1570-4f5e-8e44-7197d86544e3" -d '{"events": [{"name": "network-changed", "server_uuid": "c6ea5d96-2a23-4cd7-a162-e28a51263e19", "tag": "190cdee4-5058-4fb0-89a9-88b0cf0a8232"}]}' {{(pid=103304) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 22:36:10.248534 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_dvr_db [None req-4b8c2a4f-84e3-4744-a2b2-8c55cbde1ea2 None None] Set router ff4cc9a6-7a6b-4e9b-894f-d48260cef7c4 gateway port host: n-d-760453-5 {{(pid=103307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 22:36:10.319952 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 26 Jan 2022 22:36:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-176d4d62-becb-4d47-8a8e-4af135dccddc x-openstack-request-id: req-176d4d62-becb-4d47-8a8e-4af135dccddc {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 22:36:10.320980 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c6ea5d96-2a23-4cd7-a162-e28a51263e19", "tag": "190cdee4-5058-4fb0-89a9-88b0cf0a8232", "status": "completed", "code": 200}]} {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 22:36:10.321525 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-176d4d62-becb-4d47-8a8e-4af135dccddc {{(pid=103304) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 22:36:10.322413 n-d-760453-5 neutron-server[103304]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c6ea5d96-2a23-4cd7-a162-e28a51263e19', 'tag': '190cdee4-5058-4fb0-89a9-88b0cf0a8232', 'status': 'completed', 'code': 200} Jan 26 22:36:10.404745 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df09680-1570-4f5e-8e44-7197d86544e3 req-99cb4e19-acb5-40d8-a879-589d17829ce2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:36:10.405979 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-4df09680-1570-4f5e-8e44-7197d86544e3 req-99cb4e19-acb5-40d8-a879-589d17829ce2 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=3898bdabd6404f398406bcbeb3779003&device_id=c6ea5d96-2a23-4cd7-a162-e28a51263e19 HTTP/1.1" status: 200 len: 1098 time: 0.0645130 Jan 26 22:36:10.482567 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-4b8c2a4f-84e3-4744-a2b2-8c55cbde1ea2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff4cc9a6-7a6b-4e9b-894f-d48260cef7c4', 'name': 'tempest-TestShelveInstance-2123907712-router', 'tenant_id': '3898bdabd6404f398406bcbeb3779003', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'external_fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.208'}], 'enable_snat': True}, 'gw_port_id': 'dad87e46-0888-4188-a3b9-ec9eed884153', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T22:31:16Z', 'updated_at': '2022-01-26T22:31:19Z', 'revision_number': 4, 'project_id': '3898bdabd6404f398406bcbeb3779003', 'gw_port': {'id': 'dad87e46-0888-4188-a3b9-ec9eed884153', 'name': '', 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:4b:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff4cc9a6-7a6b-4e9b-894f-d48260cef7c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T22:31:17Z', 'updated_at': '2022-01-26T22:31:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-5', '_interfaces': [{'id': 'ea82e188-d70d-4863-8869-dd5e1131479d', 'name': '', 'network_id': 'dfea2df3-d5af-4d5b-8ac4-ef03b2347054', 'tenant_id': '3898bdabd6404f398406bcbeb3779003', 'mac_address': 'fa:16:3e:50:69:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff4cc9a6-7a6b-4e9b-894f-d48260cef7c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': '2a440deb-3cfe-4555-9fd0-eba61f625b5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T22:31:18Z', 'updated_at': '2022-01-26T22:31:24Z', 'revision_number': 5, 'project_id': '3898bdabd6404f398406bcbeb3779003', 'subnets': [{'id': '2a440deb-3cfe-4555-9fd0-eba61f625b5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760453-5', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 22:36:10.509594 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b8c2a4f-84e3-4744-a2b2-8c55cbde1ea2 None None] Checking router: ff4cc9a6-7a6b-4e9b-894f-d48260cef7c4 for host: n-d-760453-5 {{(pid=103307) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 26 22:36:10.518926 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b8c2a4f-84e3-4744-a2b2-8c55cbde1ea2 None None] Routers {'ff4cc9a6-7a6b-4e9b-894f-d48260cef7c4'} bound to L3 agent in host n-d-760453-5 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 22:36:10.519532 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-4b8c2a4f-84e3-4744-a2b2-8c55cbde1ea2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-26T20:55:21Z,description=,heartbeat_timestamp=2022-01-26T22:35:51Z,host='n-d-760453-5',id=09df100c-3af1-4b0a-bda8-05914c71c458,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:55:21Z,topic='l3_agent')) {'router_ids': ['ff4cc9a6-7a6b-4e9b-894f-d48260cef7c4'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 22:36:10.551003 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c301f635-67e5-4255-b1c5-a717d5242714 req-bdb24f01-c0b5-46c1-a5e3-6e764dfb7856 tempest-TestShelveInstance-954905460 tempest-TestShelveInstance-954905460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:36:10.552698 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-c301f635-67e5-4255-b1c5-a717d5242714 req-bdb24f01-c0b5-46c1-a5e3-6e764dfb7856 tempest-TestShelveInstance-954905460 tempest-TestShelveInstance-954905460-project] 10.222.0.13 "GET /v2.0/ports?device_id=c6ea5d96-2a23-4cd7-a162-e28a51263e19 HTTP/1.1" status: 200 len: 947 time: 0.1796429 Jan 26 22:36:10.553875 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df09680-1570-4f5e-8e44-7197d86544e3 req-713e7e21-6627-4d30-9a4a-a062bbbab440 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:36:10.555327 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-4df09680-1570-4f5e-8e44-7197d86544e3 req-713e7e21-6627-4d30-9a4a-a062bbbab440 service neutron] 10.222.0.57 "GET /v2.0/networks?id=dfea2df3-d5af-4d5b-8ac4-ef03b2347054 HTTP/1.1" status: 200 len: 910 time: 0.1412976 Jan 26 22:36:10.612587 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-4df09680-1570-4f5e-8e44-7197d86544e3 req-29fcb884-a133-4ff0-919e-0483512205f0 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=190cdee4-5058-4fb0-89a9-88b0cf0a8232 HTTP/1.1" status: 200 len: 217 time: 0.0504892 Jan 26 22:36:10.628333 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_dvr_db [None req-4b8c2a4f-84e3-4744-a2b2-8c55cbde1ea2 None None] Set router ff4cc9a6-7a6b-4e9b-894f-d48260cef7c4 gateway port host: n-d-760453-5 {{(pid=103307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 22:36:10.676190 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-c301f635-67e5-4255-b1c5-a717d5242714 req-394b900f-5236-4b0b-90db-c97236c066fb tempest-TestShelveInstance-954905460 tempest-TestShelveInstance-954905460-project] 10.222.0.13 "GET /v2.0/security-groups?id=26f9f1d1-8ca1-46ea-a194-f7fee9842736&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1157849 Jan 26 22:36:10.688536 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df09680-1570-4f5e-8e44-7197d86544e3 req-e12c56d4-c329-434e-a2ce-5bfe6eda91ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:36:10.690300 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-4df09680-1570-4f5e-8e44-7197d86544e3 req-e12c56d4-c329-434e-a2ce-5bfe6eda91ee service neutron] 10.222.0.57 "GET /v2.0/subnets?id=2a440deb-3cfe-4555-9fd0-eba61f625b5e HTTP/1.1" status: 200 len: 848 time: 0.0676661 Jan 26 22:36:10.739860 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df09680-1570-4f5e-8e44-7197d86544e3 req-94ea52db-b1c4-4d3e-8471-da4b72d2a0e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:36:10.741585 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-4df09680-1570-4f5e-8e44-7197d86544e3 req-94ea52db-b1c4-4d3e-8471-da4b72d2a0e8 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=dfea2df3-d5af-4d5b-8ac4-ef03b2347054&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0438666 Jan 26 22:36:10.831229 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-4df09680-1570-4f5e-8e44-7197d86544e3 req-79670053-7d15-48e2-a267-42a9be96205f service neutron] 10.222.0.57 "GET /v2.0/networks/dfea2df3-d5af-4d5b-8ac4-ef03b2347054?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833313 Jan 26 22:36:10.840540 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-4b8c2a4f-84e3-4744-a2b2-8c55cbde1ea2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff4cc9a6-7a6b-4e9b-894f-d48260cef7c4', 'name': 'tempest-TestShelveInstance-2123907712-router', 'tenant_id': '3898bdabd6404f398406bcbeb3779003', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'external_fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.208'}], 'enable_snat': True}, 'gw_port_id': 'dad87e46-0888-4188-a3b9-ec9eed884153', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T22:31:16Z', 'updated_at': '2022-01-26T22:31:19Z', 'revision_number': 4, 'project_id': '3898bdabd6404f398406bcbeb3779003', 'gw_port': {'id': 'dad87e46-0888-4188-a3b9-ec9eed884153', 'name': '', 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:4b:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff4cc9a6-7a6b-4e9b-894f-d48260cef7c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T22:31:17Z', 'updated_at': '2022-01-26T22:31:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-5', '_interfaces': [{'id': 'ea82e188-d70d-4863-8869-dd5e1131479d', 'name': '', 'network_id': 'dfea2df3-d5af-4d5b-8ac4-ef03b2347054', 'tenant_id': '3898bdabd6404f398406bcbeb3779003', 'mac_address': 'fa:16:3e:50:69:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff4cc9a6-7a6b-4e9b-894f-d48260cef7c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': '2a440deb-3cfe-4555-9fd0-eba61f625b5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T22:31:18Z', 'updated_at': '2022-01-26T22:31:24Z', 'revision_number': 5, 'project_id': '3898bdabd6404f398406bcbeb3779003', 'subnets': [{'id': '2a440deb-3cfe-4555-9fd0-eba61f625b5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760453-5', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 22:36:10.872034 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b8c2a4f-84e3-4744-a2b2-8c55cbde1ea2 None None] The sync data for ids ['ff4cc9a6-7a6b-4e9b-894f-d48260cef7c4'] in n-d-760453-5 is: [{'id': 'ff4cc9a6-7a6b-4e9b-894f-d48260cef7c4', 'name': 'tempest-TestShelveInstance-2123907712-router', 'tenant_id': '3898bdabd6404f398406bcbeb3779003', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'external_fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.208'}], 'enable_snat': True}, 'gw_port_id': 'dad87e46-0888-4188-a3b9-ec9eed884153', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T22:31:16Z', 'updated_at': '2022-01-26T22:31:19Z', 'revision_number': 4, 'project_id': '3898bdabd6404f398406bcbeb3779003', 'gw_port': {'id': 'dad87e46-0888-4188-a3b9-ec9eed884153', 'name': '', 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:4b:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff4cc9a6-7a6b-4e9b-894f-d48260cef7c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T22:31:17Z', 'updated_at': '2022-01-26T22:31:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-5', '_interfaces': [{'id': 'ea82e188-d70d-4863-8869-dd5e1131479d', 'name': '', 'network_id': 'dfea2df3-d5af-4d5b-8ac4-ef03b2347054', 'tenant_id': '3898bdabd6404f398406bcbeb3779003', 'mac_address': 'fa:16:3e:50:69:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff4cc9a6-7a6b-4e9b-894f-d48260cef7c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': '2a440deb-3cfe-4555-9fd0-eba61f625b5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T22:31:18Z', 'updated_at': '2022-01-26T22:31:24Z', 'revision_number': 5, 'project_id': '3898bdabd6404f398406bcbeb3779003', 'subnets': [{'id': '2a440deb-3cfe-4555-9fd0-eba61f625b5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 26 22:36:10.932659 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-4df09680-1570-4f5e-8e44-7197d86544e3 req-5a19c071-9b02-4d67-a939-d77e7eb10fe8 service neutron] 10.222.0.57 "GET /v2.0/networks/dfea2df3-d5af-4d5b-8ac4-ef03b2347054?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0943372 Jan 26 22:36:11.125844 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24794bfd-668b-45f2-832e-2f141716d6db None None] New status for floating IP 91e2a84b-ff22-4baf-8879-5916e0fb5724: DOWN {{(pid=103306) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 26 22:36:11.693937 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a6640d-8093-4b50-b26f-7ee8fc9c98ea req-9361176c-71c4-4442-ab02-c2ec2ba78c73 tempest-TestShelveInstance-954905460 tempest-TestShelveInstance-954905460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:36:11.695447 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-f0a6640d-8093-4b50-b26f-7ee8fc9c98ea req-9361176c-71c4-4442-ab02-c2ec2ba78c73 tempest-TestShelveInstance-954905460 tempest-TestShelveInstance-954905460-project] 10.222.0.57 "GET /v2.0/ports?device_id=c6ea5d96-2a23-4cd7-a162-e28a51263e19 HTTP/1.1" status: 200 len: 947 time: 0.0493464 Jan 26 22:36:11.826890 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00002c5b-d45a-452b-8de4-5c1974da6be4 req-3828cb85-1016-434e-b5f3-0ab84e80e295 tempest-TestShelveInstance-954905460 tempest-TestShelveInstance-954905460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:36:11.828424 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-00002c5b-d45a-452b-8de4-5c1974da6be4 req-3828cb85-1016-434e-b5f3-0ab84e80e295 tempest-TestShelveInstance-954905460 tempest-TestShelveInstance-954905460-project] 10.222.0.13 "GET /v2.0/ports?device_id=c6ea5d96-2a23-4cd7-a162-e28a51263e19 HTTP/1.1" status: 200 len: 947 time: 0.0594959 Jan 26 22:36:11.842941 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [req-f0a6640d-8093-4b50-b26f-7ee8fc9c98ea req-307e6f4a-aa3f-4188-8779-d9b1c286d410 tempest-TestShelveInstance-954905460 tempest-TestShelveInstance-954905460-project] Deleting port 190cdee4-5058-4fb0-89a9-88b0cf0a8232 {{(pid=103304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 22:36:11.843289 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-f0a6640d-8093-4b50-b26f-7ee8fc9c98ea req-307e6f4a-aa3f-4188-8779-d9b1c286d410 tempest-TestShelveInstance-954905460 tempest-TestShelveInstance-954905460-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746560630878'] for port (190cdee4-5058-4fb0-89a9-88b0cf0a8232), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:36:11.940570 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-00002c5b-d45a-452b-8de4-5c1974da6be4 req-18854c86-e07e-4429-8596-74b1df1de7f9 tempest-TestShelveInstance-954905460 tempest-TestShelveInstance-954905460-project] 10.222.0.13 "GET /v2.0/security-groups?id=26f9f1d1-8ca1-46ea-a194-f7fee9842736&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1058240 Jan 26 22:36:11.963859 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [req-f0a6640d-8093-4b50-b26f-7ee8fc9c98ea req-307e6f4a-aa3f-4188-8779-d9b1c286d410 tempest-TestShelveInstance-954905460 tempest-TestShelveInstance-954905460-project] For port 190cdee4-5058-4fb0-89a9-88b0cf0a8232, host n-h2-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-5',level=0,port_id=190cdee4-5058-4fb0-89a9-88b0cf0a8232,segment=NetworkSegment(b5086e3d-16c2-40da-8fb3-affc86750274),segment_id=b5086e3d-16c2-40da-8fb3-affc86750274)] {{(pid=103304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 22:36:11.964238 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-f0a6640d-8093-4b50-b26f-7ee8fc9c98ea req-307e6f4a-aa3f-4188-8779-d9b1c286d410 tempest-TestShelveInstance-954905460 tempest-TestShelveInstance-954905460-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4109658'] for port (190cdee4-5058-4fb0-89a9-88b0cf0a8232), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:36:11.977052 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [req-f0a6640d-8093-4b50-b26f-7ee8fc9c98ea req-307e6f4a-aa3f-4188-8779-d9b1c286d410 tempest-TestShelveInstance-954905460 tempest-TestShelveInstance-954905460-project] Calling delete_port for 190cdee4-5058-4fb0-89a9-88b0cf0a8232 owned by compute:nova {{(pid=103304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 22:36:12.107157 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-f0a6640d-8093-4b50-b26f-7ee8fc9c98ea req-307e6f4a-aa3f-4188-8779-d9b1c286d410 tempest-TestShelveInstance-954905460 tempest-TestShelveInstance-954905460-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746560636600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746560234536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9281553'] for port (190cdee4-5058-4fb0-89a9-88b0cf0a8232), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:36:12.142250 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-307e6f4a-aa3f-4188-8779-d9b1c286d410 tempest-TestShelveInstance-954905460 tempest-TestShelveInstance-954905460-project] Pushing event deleted for resources: {'Port': ['ID=190cdee4-5058-4fb0-89a9-88b0cf0a8232,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 22:36:12.186156 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0a6640d-8093-4b50-b26f-7ee8fc9c98ea req-307e6f4a-aa3f-4188-8779-d9b1c286d410 tempest-TestShelveInstance-954905460 tempest-TestShelveInstance-954905460-project] No DVR routers for this DVR port 190cdee4-5058-4fb0-89a9-88b0cf0a8232 on host n-h2-760453-5 {{(pid=103304) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 26 22:36:12.188872 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-f0a6640d-8093-4b50-b26f-7ee8fc9c98ea req-307e6f4a-aa3f-4188-8779-d9b1c286d410 tempest-TestShelveInstance-954905460 tempest-TestShelveInstance-954905460-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:36:12.192517 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-f0a6640d-8093-4b50-b26f-7ee8fc9c98ea req-307e6f4a-aa3f-4188-8779-d9b1c286d410 tempest-TestShelveInstance-954905460 tempest-TestShelveInstance-954905460-project] 10.222.0.57 "DELETE /v2.0/ports/190cdee4-5058-4fb0-89a9-88b0cf0a8232 HTTP/1.1" status: 204 len: 173 time: 0.4918358 Jan 26 22:36:12.324429 n-d-760453-5 neutron-server[103304]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6ea5d96-2a23-4cd7-a162-e28a51263e19', 'name': 'network-vif-deleted', 'tag': '190cdee4-5058-4fb0-89a9-88b0cf0a8232'}] {{(pid=103304) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 22:36:12.326875 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86e783e1922a725fac327d65912384d63450ce1a6a2ee22db2d1cc52fb257f3b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39aa40e4-6006-4bde-a188-153c4bdad172" -d '{"events": [{"server_uuid": "c6ea5d96-2a23-4cd7-a162-e28a51263e19", "name": "network-vif-deleted", "tag": "190cdee4-5058-4fb0-89a9-88b0cf0a8232"}]}' {{(pid=103304) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 22:36:12.361829 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Jan 2022 22:36:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c71ba86c-3964-4275-a697-cc11b352cf3e x-openstack-request-id: req-c71ba86c-3964-4275-a697-cc11b352cf3e {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 22:36:12.362128 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6ea5d96-2a23-4cd7-a162-e28a51263e19", "name": "network-vif-deleted", "tag": "190cdee4-5058-4fb0-89a9-88b0cf0a8232", "status": "completed", "code": 200}]} {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 22:36:12.362386 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c71ba86c-3964-4275-a697-cc11b352cf3e {{(pid=103304) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 22:36:12.362795 n-d-760453-5 neutron-server[103304]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6ea5d96-2a23-4cd7-a162-e28a51263e19', 'name': 'network-vif-deleted', 'tag': '190cdee4-5058-4fb0-89a9-88b0cf0a8232', 'status': 'completed', 'code': 200} Jan 26 22:36:12.997716 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 56426) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 22:36:13.053260 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-a9589397-80af-4097-bc2c-aa9409063bd4 tempest-TestShelveInstance-954905460 tempest-TestShelveInstance-954905460-project] Publish callbacks [] for security_group (26f9f1d1-8ca1-46ea-a194-f7fee9842736), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:36:13.078000 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-a9589397-80af-4097-bc2c-aa9409063bd4 tempest-TestShelveInstance-954905460 tempest-TestShelveInstance-954905460-project] Publish callbacks [] for security_group (26f9f1d1-8ca1-46ea-a194-f7fee9842736), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:36:13.137977 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-a9589397-80af-4097-bc2c-aa9409063bd4 tempest-TestShelveInstance-954905460 tempest-TestShelveInstance-954905460-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (26f9f1d1-8ca1-46ea-a194-f7fee9842736), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:36:13.140647 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-a9589397-80af-4097-bc2c-aa9409063bd4 tempest-TestShelveInstance-954905460 tempest-TestShelveInstance-954905460-project] Publish callbacks [] for security_group (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:36:13.141868 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-a9589397-80af-4097-bc2c-aa9409063bd4 tempest-TestShelveInstance-954905460 tempest-TestShelveInstance-954905460-project] 10.222.0.13 "DELETE /v2.0/security-groups/26f9f1d1-8ca1-46ea-a194-f7fee9842736 HTTP/1.1" status: 204 len: 168 time: 0.1431262 Jan 26 22:36:13.152013 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9589397-80af-4097-bc2c-aa9409063bd4 tempest-TestShelveInstance-954905460 tempest-TestShelveInstance-954905460-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=26f9f1d1-8ca1-46ea-a194-f7fee9842736,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 22:36:13.322191 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 56432) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 22:36:13.326719 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-49d0246f-a64c-414c-8c46-feda0d460fbe tempest-TestShelveInstance-954905460 tempest-TestShelveInstance-954905460-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1763672668', 'description': 'tempest-secgroup-smoke-1763672668 description', 'project_id': '3898bdabd6404f398406bcbeb3779003'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 22:36:13.347231 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-49d0246f-a64c-414c-8c46-feda0d460fbe tempest-TestShelveInstance-954905460 tempest-TestShelveInstance-954905460-project] Publish callbacks [] for security_group (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:36:13.416117 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-49d0246f-a64c-414c-8c46-feda0d460fbe tempest-TestShelveInstance-954905460 tempest-TestShelveInstance-954905460-project] Publish callbacks [] for security_group (ebb619fc-514c-4017-b231-95402a2bb39d), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:36:13.419938 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-49d0246f-a64c-414c-8c46-feda0d460fbe tempest-TestShelveInstance-954905460 tempest-TestShelveInstance-954905460-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (ebb619fc-514c-4017-b231-95402a2bb39d), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:36:13.449822 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-49d0246f-a64c-414c-8c46-feda0d460fbe tempest-TestShelveInstance-954905460 tempest-TestShelveInstance-954905460-project] Publish callbacks [] for security_group (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:36:13.451134 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-49d0246f-a64c-414c-8c46-feda0d460fbe tempest-TestShelveInstance-954905460 tempest-TestShelveInstance-954905460-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1279316 Jan 26 22:36:13.453056 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d0246f-a64c-414c-8c46-feda0d460fbe tempest-TestShelveInstance-954905460 tempest-TestShelveInstance-954905460-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ebb619fc-514c-4017-b231-95402a2bb39d,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 22:36:13.454276 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 56434) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 22:36:13.462790 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-ee895d54-1bdb-49d5-a70c-6e1b49e33f47 tempest-TestShelveInstance-954905460 tempest-TestShelveInstance-954905460-project] Request body: {'security_group_rule': {'security_group_id': 'ebb619fc-514c-4017-b231-95402a2bb39d', 'project_id': '3898bdabd6404f398406bcbeb3779003', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 22:36:13.488693 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-ee895d54-1bdb-49d5-a70c-6e1b49e33f47 tempest-TestShelveInstance-954905460 tempest-TestShelveInstance-954905460-project] Publish callbacks [] for security_group_rule (fcb29e91-0d0e-4056-8400-7739ab1ac72b), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:36:13.547514 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-ee895d54-1bdb-49d5-a70c-6e1b49e33f47 tempest-TestShelveInstance-954905460 tempest-TestShelveInstance-954905460-project] Publish callbacks [] for security_group_rule (fcb29e91-0d0e-4056-8400-7739ab1ac72b), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:36:13.550940 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-ee895d54-1bdb-49d5-a70c-6e1b49e33f47 tempest-TestShelveInstance-954905460 tempest-TestShelveInstance-954905460-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102715'] for security_group_rule (fcb29e91-0d0e-4056-8400-7739ab1ac72b), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:36:13.571382 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee895d54-1bdb-49d5-a70c-6e1b49e33f47 tempest-TestShelveInstance-954905460 tempest-TestShelveInstance-954905460-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fcb29e91-0d0e-4056-8400-7739ab1ac72b,revision_number=0']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 22:36:13.577387 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-ee895d54-1bdb-49d5-a70c-6e1b49e33f47 tempest-TestShelveInstance-954905460 tempest-TestShelveInstance-954905460-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:36:13.578567 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-ee895d54-1bdb-49d5-a70c-6e1b49e33f47 tempest-TestShelveInstance-954905460 tempest-TestShelveInstance-954905460-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1224279 Jan 26 22:36:13.581438 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 56438) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 22:36:13.583729 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee895d54-1bdb-49d5-a70c-6e1b49e33f47 tempest-TestShelveInstance-954905460 tempest-TestShelveInstance-954905460-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:36:13.584090 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee895d54-1bdb-49d5-a70c-6e1b49e33f47 tempest-TestShelveInstance-954905460 tempest-TestShelveInstance-954905460-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:36:13.584436 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee895d54-1bdb-49d5-a70c-6e1b49e33f47 tempest-TestShelveInstance-954905460 tempest-TestShelveInstance-954905460-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:36:13.584799 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee895d54-1bdb-49d5-a70c-6e1b49e33f47 tempest-TestShelveInstance-954905460 tempest-TestShelveInstance-954905460-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:36:13.585708 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee895d54-1bdb-49d5-a70c-6e1b49e33f47 tempest-TestShelveInstance-954905460 tempest-TestShelveInstance-954905460-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:36:13.586047 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee895d54-1bdb-49d5-a70c-6e1b49e33f47 tempest-TestShelveInstance-954905460 tempest-TestShelveInstance-954905460-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:36:13.586381 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee895d54-1bdb-49d5-a70c-6e1b49e33f47 tempest-TestShelveInstance-954905460 tempest-TestShelveInstance-954905460-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:36:13.586717 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee895d54-1bdb-49d5-a70c-6e1b49e33f47 tempest-TestShelveInstance-954905460 tempest-TestShelveInstance-954905460-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:36:13.586841 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-ca1c51b2-c699-4050-a3ab-fbab6f2c73b4 tempest-TestShelveInstance-954905460 tempest-TestShelveInstance-954905460-project] Request body: {'security_group_rule': {'security_group_id': 'ebb619fc-514c-4017-b231-95402a2bb39d', 'project_id': '3898bdabd6404f398406bcbeb3779003', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 22:36:13.587048 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee895d54-1bdb-49d5-a70c-6e1b49e33f47 tempest-TestShelveInstance-954905460 tempest-TestShelveInstance-954905460-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:36:13.587378 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee895d54-1bdb-49d5-a70c-6e1b49e33f47 tempest-TestShelveInstance-954905460 tempest-TestShelveInstance-954905460-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:36:13.587707 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee895d54-1bdb-49d5-a70c-6e1b49e33f47 tempest-TestShelveInstance-954905460 tempest-TestShelveInstance-954905460-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:36:13.588033 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee895d54-1bdb-49d5-a70c-6e1b49e33f47 tempest-TestShelveInstance-954905460 tempest-TestShelveInstance-954905460-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:36:13.588359 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee895d54-1bdb-49d5-a70c-6e1b49e33f47 tempest-TestShelveInstance-954905460 tempest-TestShelveInstance-954905460-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:36:13.611799 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-ca1c51b2-c699-4050-a3ab-fbab6f2c73b4 tempest-TestShelveInstance-954905460 tempest-TestShelveInstance-954905460-project] Publish callbacks [] for security_group_rule (f72fdcfa-3448-4f2b-af03-6fed9f84a2c8), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:36:13.668987 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-ca1c51b2-c699-4050-a3ab-fbab6f2c73b4 tempest-TestShelveInstance-954905460 tempest-TestShelveInstance-954905460-project] Publish callbacks [] for security_group_rule (f72fdcfa-3448-4f2b-af03-6fed9f84a2c8), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:36:13.672666 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-ca1c51b2-c699-4050-a3ab-fbab6f2c73b4 tempest-TestShelveInstance-954905460 tempest-TestShelveInstance-954905460-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102715'] for security_group_rule (f72fdcfa-3448-4f2b-af03-6fed9f84a2c8), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:36:13.692568 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1c51b2-c699-4050-a3ab-fbab6f2c73b4 tempest-TestShelveInstance-954905460 tempest-TestShelveInstance-954905460-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f72fdcfa-3448-4f2b-af03-6fed9f84a2c8,revision_number=0']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 22:36:13.701517 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-ca1c51b2-c699-4050-a3ab-fbab6f2c73b4 tempest-TestShelveInstance-954905460 tempest-TestShelveInstance-954905460-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:36:13.703187 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-ca1c51b2-c699-4050-a3ab-fbab6f2c73b4 tempest-TestShelveInstance-954905460 tempest-TestShelveInstance-954905460-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1204422 Jan 26 22:36:13.705644 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 56440) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 22:36:13.709891 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-93e472d9-2370-4aba-9c58-2f5d5f19a3c7 tempest-TestShelveInstance-954905460 tempest-TestShelveInstance-954905460-project] Request body: {'security_group_rule': {'security_group_id': 'ebb619fc-514c-4017-b231-95402a2bb39d', 'project_id': '3898bdabd6404f398406bcbeb3779003', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 22:36:13.734004 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-93e472d9-2370-4aba-9c58-2f5d5f19a3c7 tempest-TestShelveInstance-954905460 tempest-TestShelveInstance-954905460-project] Publish callbacks [] for security_group_rule (53d0c38e-98db-41f2-ab9b-1a2ebefc09b9), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:36:13.789603 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-93e472d9-2370-4aba-9c58-2f5d5f19a3c7 tempest-TestShelveInstance-954905460 tempest-TestShelveInstance-954905460-project] Publish callbacks [] for security_group_rule (53d0c38e-98db-41f2-ab9b-1a2ebefc09b9), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:36:13.793245 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-93e472d9-2370-4aba-9c58-2f5d5f19a3c7 tempest-TestShelveInstance-954905460 tempest-TestShelveInstance-954905460-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102715'] for security_group_rule (53d0c38e-98db-41f2-ab9b-1a2ebefc09b9), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:36:13.814318 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e472d9-2370-4aba-9c58-2f5d5f19a3c7 tempest-TestShelveInstance-954905460 tempest-TestShelveInstance-954905460-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=53d0c38e-98db-41f2-ab9b-1a2ebefc09b9,revision_number=0']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 22:36:13.819746 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-93e472d9-2370-4aba-9c58-2f5d5f19a3c7 tempest-TestShelveInstance-954905460 tempest-TestShelveInstance-954905460-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:36:13.820941 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-93e472d9-2370-4aba-9c58-2f5d5f19a3c7 tempest-TestShelveInstance-954905460 tempest-TestShelveInstance-954905460-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1143742 Jan 26 22:36:13.823739 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 56442) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 22:36:13.828328 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-3a9177c0-e331-4b81-9e6d-5277497f65e0 tempest-TestShelveInstance-954905460 tempest-TestShelveInstance-954905460-project] Request body: {'security_group_rule': {'security_group_id': 'ebb619fc-514c-4017-b231-95402a2bb39d', 'project_id': '3898bdabd6404f398406bcbeb3779003', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 22:36:13.851738 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-3a9177c0-e331-4b81-9e6d-5277497f65e0 tempest-TestShelveInstance-954905460 tempest-TestShelveInstance-954905460-project] Publish callbacks [] for security_group_rule (fb8ee84f-0cbe-4b38-b680-565d8e38c607), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:36:13.910027 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-3a9177c0-e331-4b81-9e6d-5277497f65e0 tempest-TestShelveInstance-954905460 tempest-TestShelveInstance-954905460-project] Publish callbacks [] for security_group_rule (fb8ee84f-0cbe-4b38-b680-565d8e38c607), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:36:13.913875 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-3a9177c0-e331-4b81-9e6d-5277497f65e0 tempest-TestShelveInstance-954905460 tempest-TestShelveInstance-954905460-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102715'] for security_group_rule (fb8ee84f-0cbe-4b38-b680-565d8e38c607), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:36:13.932255 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a9177c0-e331-4b81-9e6d-5277497f65e0 tempest-TestShelveInstance-954905460 tempest-TestShelveInstance-954905460-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fb8ee84f-0cbe-4b38-b680-565d8e38c607,revision_number=0']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 22:36:13.937446 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-3a9177c0-e331-4b81-9e6d-5277497f65e0 tempest-TestShelveInstance-954905460 tempest-TestShelveInstance-954905460-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:36:13.938468 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-3a9177c0-e331-4b81-9e6d-5277497f65e0 tempest-TestShelveInstance-954905460 tempest-TestShelveInstance-954905460-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1137714 Jan 26 22:36:13.941237 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 56444) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 22:36:13.946084 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-cc30ce88-6ae7-4f2b-93e9-cdf724c27c3f tempest-TestShelveInstance-954905460 tempest-TestShelveInstance-954905460-project] Request body: {'security_group_rule': {'security_group_id': 'ebb619fc-514c-4017-b231-95402a2bb39d', 'project_id': '3898bdabd6404f398406bcbeb3779003', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 22:36:13.964725 n-d-760453-5 neutron-server[103304]: INFO neutron.db.securitygroups_db [None req-cc30ce88-6ae7-4f2b-93e9-cdf724c27c3f tempest-TestShelveInstance-954905460 tempest-TestShelveInstance-954905460-project] Project 3898bdabd6404f398406bcbeb3779003 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 26 22:36:13.969365 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-cc30ce88-6ae7-4f2b-93e9-cdf724c27c3f tempest-TestShelveInstance-954905460 tempest-TestShelveInstance-954905460-project] Publish callbacks [] for security_group_rule (531d45a0-70f6-4311-971a-b89db716e773), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:36:14.026322 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-cc30ce88-6ae7-4f2b-93e9-cdf724c27c3f tempest-TestShelveInstance-954905460 tempest-TestShelveInstance-954905460-project] Publish callbacks [] for security_group_rule (531d45a0-70f6-4311-971a-b89db716e773), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:36:14.029759 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-cc30ce88-6ae7-4f2b-93e9-cdf724c27c3f tempest-TestShelveInstance-954905460 tempest-TestShelveInstance-954905460-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102715'] for security_group_rule (531d45a0-70f6-4311-971a-b89db716e773), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:36:14.047275 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc30ce88-6ae7-4f2b-93e9-cdf724c27c3f tempest-TestShelveInstance-954905460 tempest-TestShelveInstance-954905460-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=531d45a0-70f6-4311-971a-b89db716e773,revision_number=0']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 22:36:14.055432 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-cc30ce88-6ae7-4f2b-93e9-cdf724c27c3f tempest-TestShelveInstance-954905460 tempest-TestShelveInstance-954905460-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:36:14.056636 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-cc30ce88-6ae7-4f2b-93e9-cdf724c27c3f tempest-TestShelveInstance-954905460 tempest-TestShelveInstance-954905460-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1144576 Jan 26 22:36:14.059328 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 56446) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 22:36:14.063635 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-d6b7ad99-574e-45f6-837c-650ac889f775 tempest-TestShelveInstance-954905460 tempest-TestShelveInstance-954905460-project] Request body: {'security_group_rule': {'security_group_id': 'ebb619fc-514c-4017-b231-95402a2bb39d', 'project_id': '3898bdabd6404f398406bcbeb3779003', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 22:36:14.082916 n-d-760453-5 neutron-server[103304]: INFO neutron.db.securitygroups_db [None req-d6b7ad99-574e-45f6-837c-650ac889f775 tempest-TestShelveInstance-954905460 tempest-TestShelveInstance-954905460-project] Project 3898bdabd6404f398406bcbeb3779003 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 26 22:36:14.087667 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-d6b7ad99-574e-45f6-837c-650ac889f775 tempest-TestShelveInstance-954905460 tempest-TestShelveInstance-954905460-project] Publish callbacks [] for security_group_rule (2a7d6fa6-6875-4085-99af-7041d202e615), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:36:14.146110 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-d6b7ad99-574e-45f6-837c-650ac889f775 tempest-TestShelveInstance-954905460 tempest-TestShelveInstance-954905460-project] Publish callbacks [] for security_group_rule (2a7d6fa6-6875-4085-99af-7041d202e615), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:36:14.149708 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-d6b7ad99-574e-45f6-837c-650ac889f775 tempest-TestShelveInstance-954905460 tempest-TestShelveInstance-954905460-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102715'] for security_group_rule (2a7d6fa6-6875-4085-99af-7041d202e615), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:36:14.166420 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b7ad99-574e-45f6-837c-650ac889f775 tempest-TestShelveInstance-954905460 tempest-TestShelveInstance-954905460-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2a7d6fa6-6875-4085-99af-7041d202e615,revision_number=0']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 22:36:14.175014 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-d6b7ad99-574e-45f6-837c-650ac889f775 tempest-TestShelveInstance-954905460 tempest-TestShelveInstance-954905460-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:36:14.176204 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-d6b7ad99-574e-45f6-837c-650ac889f775 tempest-TestShelveInstance-954905460 tempest-TestShelveInstance-954905460-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1159532 Jan 26 22:36:14.321491 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Device 190cdee4-5058-4fb0-89a9-88b0cf0a8232 no longer exists at agent hyperv_n-h2-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 26 22:36:14.342279 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] No Port match for: 190cdee4-5058-4fb0-89a9-88b0cf0a8232 {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 26 22:36:14.342627 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Device 190cdee4-5058-4fb0-89a9-88b0cf0a8232 not bound to the agent host n-h2-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 26 22:36:19.092029 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-37bb035a-c4d6-4f77-9614-6314eeef9f70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (474ccdf7-ab6c-405b-a3b2-dc7b05829902), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:36:21.429371 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-9a50001a-f4fe-4f31-8cc9-b846aaee5ab1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (09df100c-3af1-4b0a-bda8-05914c71c458), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:36:22.591482 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-841f5991-a4d8-4d4b-b215-cbc6bab5427b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (aa7ee9d2-08eb-4e12-b895-24c57300dfec), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:36:23.959210 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (4d619873-4b60-439f-9b5a-b155dc8bbc34), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:36:24.417508 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-839dd188-ec69-470c-9ab0-d318dc1a2e96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (e79b4fc6-6c71-44b2-a6d0-ff3e1f4dfd0d), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:36:25.531194 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (fea0591a-627d-4c87-9a9a-01625ddf3277), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:36:28.477518 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.agents_db [None req-569f1ced-6396-4ddf-b79f-e03b0b2146ab None None] Agent healthcheck: found 7 active agents {{(pid=103307) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 26 22:36:33.675466 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-5156d006-319d-4ba0-a5a1-4767ebcb262a req-9663cd8e-c97e-40e6-945d-b069f4bcf5a6 tempest-TestShelveInstance-954905460 tempest-TestShelveInstance-954905460-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1763672668&fields=id&tenant_id=3898bdabd6404f398406bcbeb3779003 HTTP/1.1" status: 200 len: 267 time: 0.0442300 Jan 26 22:36:33.782054 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5156d006-319d-4ba0-a5a1-4767ebcb262a req-9c385345-81ac-4b8a-87c9-6060415878eb tempest-TestShelveInstance-954905460 tempest-TestShelveInstance-954905460-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:36:33.783536 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-5156d006-319d-4ba0-a5a1-4767ebcb262a req-9c385345-81ac-4b8a-87c9-6060415878eb tempest-TestShelveInstance-954905460 tempest-TestShelveInstance-954905460-project] 10.222.0.13 "GET /v2.0/networks?id=dfea2df3-d5af-4d5b-8ac4-ef03b2347054 HTTP/1.1" status: 200 len: 809 time: 0.1017382 Jan 26 22:36:33.797699 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-5156d006-319d-4ba0-a5a1-4767ebcb262a req-83ae4196-cacb-4351-941c-3d97818b4e6d tempest-TestShelveInstance-954905460 tempest-TestShelveInstance-954905460-project] 10.222.0.13 "GET /v2.0/quotas/3898bdabd6404f398406bcbeb3779003 HTTP/1.1" status: 200 len: 375 time: 0.0087340 Jan 26 22:36:33.847226 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-5156d006-319d-4ba0-a5a1-4767ebcb262a req-543e8407-b576-4b1e-82da-1838ff4002b0 tempest-TestShelveInstance-954905460 tempest-TestShelveInstance-954905460-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=3898bdabd6404f398406bcbeb3779003&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0448408 Jan 26 22:36:33.987512 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-5156d006-319d-4ba0-a5a1-4767ebcb262a req-beece7cd-c3cf-4cbf-bae2-a6b70f445757 service neutron] 10.222.0.13 "GET /v2.0/networks/dfea2df3-d5af-4d5b-8ac4-ef03b2347054?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1284785 Jan 26 22:36:34.075387 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-5156d006-319d-4ba0-a5a1-4767ebcb262a req-2fb128f8-feb9-4c09-9223-25dbda759f05 service neutron] 10.222.0.13 "GET /v2.0/networks/dfea2df3-d5af-4d5b-8ac4-ef03b2347054?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823267 Jan 26 22:36:34.346877 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-39ef718f-2fa4-4e03-9feb-e1068b15d2fb req-683f5876-813d-4b20-85a9-b91159dbdce2 tempest-TestShelveInstance-954905460 tempest-TestShelveInstance-954905460-project] 10.222.0.13 "GET /v2.0/ports?device_id=954d7f8e-4601-482e-ab6a-63f1ca236354 HTTP/1.1" status: 200 len: 210 time: 0.0262570 Jan 26 22:36:35.434640 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-2125d9a1-eb4a-4169-83f4-7f70bcf2f61c req-c3fcc4aa-c249-4244-b7d4-2ff60e5565c9 tempest-TestShelveInstance-954905460 tempest-TestShelveInstance-954905460-project] 10.222.0.13 "GET /v2.0/ports?device_id=954d7f8e-4601-482e-ab6a-63f1ca236354 HTTP/1.1" status: 200 len: 210 time: 0.0379326 Jan 26 22:36:36.512836 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-2c8c7161-4177-46b8-ad8b-591f12aa1988 req-9c87b064-60e1-426a-8de4-44219f4da554 tempest-TestShelveInstance-954905460 tempest-TestShelveInstance-954905460-project] 10.222.0.13 "GET /v2.0/ports?device_id=954d7f8e-4601-482e-ab6a-63f1ca236354 HTTP/1.1" status: 200 len: 210 time: 0.0283918 Jan 26 22:36:37.590925 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-b3499967-6fde-465d-b851-c5ac3b94536c req-75dff8f1-ce41-46ef-a579-3a19f76441ca tempest-TestShelveInstance-954905460 tempest-TestShelveInstance-954905460-project] 10.222.0.13 "GET /v2.0/ports?device_id=954d7f8e-4601-482e-ab6a-63f1ca236354 HTTP/1.1" status: 200 len: 210 time: 0.0280321 Jan 26 22:36:38.681356 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-c846e0dc-181a-4d5a-bf19-8fa8ce61ffbd req-1d3a22b4-6dac-4846-8e87-417faf822d5c tempest-TestShelveInstance-954905460 tempest-TestShelveInstance-954905460-project] 10.222.0.13 "GET /v2.0/ports?device_id=954d7f8e-4601-482e-ab6a-63f1ca236354 HTTP/1.1" status: 200 len: 210 time: 0.0264478 Jan 26 22:36:39.174790 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (32ef628b-8417-46c5-8729-60fcabe358f1), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:36:39.416178 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5156d006-319d-4ba0-a5a1-4767ebcb262a req-00f52d99-7b8f-4fcc-9629-93f61bcb75c4 tempest-TestShelveInstance-954905460 tempest-TestShelveInstance-954905460-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:36:39.417670 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-5156d006-319d-4ba0-a5a1-4767ebcb262a req-00f52d99-7b8f-4fcc-9629-93f61bcb75c4 tempest-TestShelveInstance-954905460 tempest-TestShelveInstance-954905460-project] 10.222.0.66 "GET /v2.0/networks?id=dfea2df3-d5af-4d5b-8ac4-ef03b2347054 HTTP/1.1" status: 200 len: 809 time: 0.1032040 Jan 26 22:36:39.496947 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-5156d006-319d-4ba0-a5a1-4767ebcb262a req-0870a720-2b84-4d71-af90-fa273011e725 tempest-TestShelveInstance-954905460 tempest-TestShelveInstance-954905460-project] 10.222.0.66 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3898bdabd6404f398406bcbeb3779003 HTTP/1.1" status: 200 len: 380 time: 0.0593255 Jan 26 22:36:39.505626 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [req-5156d006-319d-4ba0-a5a1-4767ebcb262a req-6bf3bd26-2aa5-46c9-ab0d-f219cdc760b8 tempest-TestShelveInstance-954905460 tempest-TestShelveInstance-954905460-project] Request body: {'port': {'device_id': '954d7f8e-4601-482e-ab6a-63f1ca236354', 'network_id': 'dfea2df3-d5af-4d5b-8ac4-ef03b2347054', 'admin_state_up': True, 'tenant_id': '3898bdabd6404f398406bcbeb3779003', 'security_groups': ['ebb619fc-514c-4017-b231-95402a2bb39d']}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 22:36:39.610807 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5156d006-319d-4ba0-a5a1-4767ebcb262a req-6bf3bd26-2aa5-46c9-ab0d-f219cdc760b8 tempest-TestShelveInstance-954905460 tempest-TestShelveInstance-954905460-project] Made reservation on behalf of 3898bdabd6404f398406bcbeb3779003 for: {'port': 1} {{(pid=103305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 22:36:39.614205 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-5156d006-319d-4ba0-a5a1-4767ebcb262a req-6bf3bd26-2aa5-46c9-ab0d-f219cdc760b8 tempest-TestShelveInstance-954905460 tempest-TestShelveInstance-954905460-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:36:39.749884 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.db_base_plugin_common [req-5156d006-319d-4ba0-a5a1-4767ebcb262a req-6bf3bd26-2aa5-46c9-ab0d-f219cdc760b8 tempest-TestShelveInstance-954905460 tempest-TestShelveInstance-954905460-project] Allocated IP 172.20.0.6 (dfea2df3-d5af-4d5b-8ac4-ef03b2347054/2a440deb-3cfe-4555-9fd0-eba61f625b5e/529765e1-bb9b-48d1-910d-64bb2d7168e6) {{(pid=103305) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 22:36:39.781861 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-b492fce6-2b0a-4ea1-acdb-a41fee4461b7 req-f4966714-f3d0-44e7-84ba-4ea8f0a89a38 tempest-TestShelveInstance-954905460 tempest-TestShelveInstance-954905460-project] 10.222.0.13 "GET /v2.0/ports?device_id=954d7f8e-4601-482e-ab6a-63f1ca236354 HTTP/1.1" status: 200 len: 210 time: 0.0317798 Jan 26 22:36:39.887050 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-5156d006-319d-4ba0-a5a1-4767ebcb262a req-6bf3bd26-2aa5-46c9-ab0d-f219cdc760b8 tempest-TestShelveInstance-954905460 tempest-TestShelveInstance-954905460-project] Publish callbacks [] for port (529765e1-bb9b-48d1-910d-64bb2d7168e6), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:36:39.920517 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-5156d006-319d-4ba0-a5a1-4767ebcb262a req-6bf3bd26-2aa5-46c9-ab0d-f219cdc760b8 tempest-TestShelveInstance-954905460 tempest-TestShelveInstance-954905460-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746560234527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11791543'] for port (529765e1-bb9b-48d1-910d-64bb2d7168e6), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:36:39.969092 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5156d006-319d-4ba0-a5a1-4767ebcb262a req-6bf3bd26-2aa5-46c9-ab0d-f219cdc760b8 tempest-TestShelveInstance-954905460 tempest-TestShelveInstance-954905460-project] Network dfea2df3-d5af-4d5b-8ac4-ef03b2347054 is already hosted by enough agents. {{(pid=103305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 22:36:39.974149 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [req-5156d006-319d-4ba0-a5a1-4767ebcb262a req-6bf3bd26-2aa5-46c9-ab0d-f219cdc760b8 tempest-TestShelveInstance-954905460 tempest-TestShelveInstance-954905460-project] Resources bound (agent type, host, resource id): {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 22:36:39.978558 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [req-5156d006-319d-4ba0-a5a1-4767ebcb262a req-6bf3bd26-2aa5-46c9-ab0d-f219cdc760b8 tempest-TestShelveInstance-954905460 tempest-TestShelveInstance-954905460-project] Received port after_create {{(pid=103305) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 22:36:39.982575 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf3bd26-2aa5-46c9-ab0d-f219cdc760b8 tempest-TestShelveInstance-954905460 tempest-TestShelveInstance-954905460-project] Pushing event updated for resources: {'Port': ['ID=529765e1-bb9b-48d1-910d-64bb2d7168e6,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 22:36:40.031372 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5156d006-319d-4ba0-a5a1-4767ebcb262a req-6bf3bd26-2aa5-46c9-ab0d-f219cdc760b8 tempest-TestShelveInstance-954905460 tempest-TestShelveInstance-954905460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:36:40.031997 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-5156d006-319d-4ba0-a5a1-4767ebcb262a req-6bf3bd26-2aa5-46c9-ab0d-f219cdc760b8 tempest-TestShelveInstance-954905460 tempest-TestShelveInstance-954905460-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:36:40.050988 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-5156d006-319d-4ba0-a5a1-4767ebcb262a req-6bf3bd26-2aa5-46c9-ab0d-f219cdc760b8 tempest-TestShelveInstance-954905460 tempest-TestShelveInstance-954905460-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5490351 Jan 26 22:36:40.068154 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [req-5156d006-319d-4ba0-a5a1-4767ebcb262a req-7735add7-5c88-49ec-bddf-0c8361411665 service neutron] Request body: {'port': {'device_id': '954d7f8e-4601-482e-ab6a-63f1ca236354', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-760453-5'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 22:36:40.125471 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-5156d006-319d-4ba0-a5a1-4767ebcb262a req-7735add7-5c88-49ec-bddf-0c8361411665 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (529765e1-bb9b-48d1-910d-64bb2d7168e6), before_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:36:40.280521 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-132660cc-7cc2-4e8d-adf8-fb11e535ee30 None None] Provisioning complete for port 529765e1-bb9b-48d1-910d-64bb2d7168e6 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 22:36:40.281144 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-132660cc-7cc2-4e8d-adf8-fb11e535ee30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (529765e1-bb9b-48d1-910d-64bb2d7168e6), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:36:40.316176 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-132660cc-7cc2-4e8d-adf8-fb11e535ee30 None None] Port 529765e1-bb9b-48d1-910d-64bb2d7168e6 cannot update to ACTIVE because it is not bound. {{(pid=103306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 26 22:36:40.406349 n-d-760453-5 neutron-server[103305]: DEBUG neutron.notifiers.nova [req-5156d006-319d-4ba0-a5a1-4767ebcb262a req-7735add7-5c88-49ec-bddf-0c8361411665 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 529765e1-bb9b-48d1-910d-64bb2d7168e6 {{(pid=103305) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 26 22:36:40.413928 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-5156d006-319d-4ba0-a5a1-4767ebcb262a req-7735add7-5c88-49ec-bddf-0c8361411665 service neutron] Publish callbacks [] for port (529765e1-bb9b-48d1-910d-64bb2d7168e6), precommit_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:36:40.425733 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.provisioning_blocks [req-5156d006-319d-4ba0-a5a1-4767ebcb262a req-7735add7-5c88-49ec-bddf-0c8361411665 service neutron] Transition to ACTIVE for port object 529765e1-bb9b-48d1-910d-64bb2d7168e6 will not be triggered until provisioned by entity L2. {{(pid=103305) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 22:36:40.431833 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-5156d006-319d-4ba0-a5a1-4767ebcb262a req-7735add7-5c88-49ec-bddf-0c8361411665 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11791520'] for port (529765e1-bb9b-48d1-910d-64bb2d7168e6), after_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:36:40.486001 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7735add7-5c88-49ec-bddf-0c8361411665 service neutron] Pushing event updated for resources: {'Port': ['ID=529765e1-bb9b-48d1-910d-64bb2d7168e6,revision_number=2']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 22:36:40.557144 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [req-5156d006-319d-4ba0-a5a1-4767ebcb262a req-7735add7-5c88-49ec-bddf-0c8361411665 service neutron] Attempting to bind port 529765e1-bb9b-48d1-910d-64bb2d7168e6 on host n-h1-760453-5 for vnic_type normal with profile {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 22:36:40.557573 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [req-5156d006-319d-4ba0-a5a1-4767ebcb262a req-7735add7-5c88-49ec-bddf-0c8361411665 service neutron] Attempting to bind port 529765e1-bb9b-48d1-910d-64bb2d7168e6 by drivers openvswitch,hyperv on host n-h1-760453-5 at level 0 using segments [{'id': 'b5086e3d-16c2-40da-8fb3-affc86750274', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'dfea2df3-d5af-4d5b-8ac4-ef03b2347054'}] {{(pid=103305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 26 22:36:40.557908 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5156d006-319d-4ba0-a5a1-4767ebcb262a req-7735add7-5c88-49ec-bddf-0c8361411665 service neutron] Attempting to bind port 529765e1-bb9b-48d1-910d-64bb2d7168e6 on network dfea2df3-d5af-4d5b-8ac4-ef03b2347054 {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 22:36:40.562583 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5156d006-319d-4ba0-a5a1-4767ebcb262a req-7735add7-5c88-49ec-bddf-0c8361411665 service neutron] Port 529765e1-bb9b-48d1-910d-64bb2d7168e6 on network dfea2df3-d5af-4d5b-8ac4-ef03b2347054 not bound, no agent of type Open vSwitch agent registered on host n-h1-760453-5 {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 26 22:36:40.562914 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5156d006-319d-4ba0-a5a1-4767ebcb262a req-7735add7-5c88-49ec-bddf-0c8361411665 service neutron] Attempting to bind port 529765e1-bb9b-48d1-910d-64bb2d7168e6 on network dfea2df3-d5af-4d5b-8ac4-ef03b2347054 {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 22:36:40.568207 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5156d006-319d-4ba0-a5a1-4767ebcb262a req-7735add7-5c88-49ec-bddf-0c8361411665 service neutron] Checking agent: {'id': '32ef628b-8417-46c5-8729-60fcabe358f1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-760453-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 21, 3, 8), 'started_at': datetime.datetime(2022, 1, 26, 21, 3, 8), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 22, 36, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 26 22:36:40.568576 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5156d006-319d-4ba0-a5a1-4767ebcb262a req-7735add7-5c88-49ec-bddf-0c8361411665 service neutron] Checking segment: {'id': 'b5086e3d-16c2-40da-8fb3-affc86750274', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'dfea2df3-d5af-4d5b-8ac4-ef03b2347054'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103305) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 22:36:40.569012 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5156d006-319d-4ba0-a5a1-4767ebcb262a req-7735add7-5c88-49ec-bddf-0c8361411665 service neutron] Bound using segment: {'id': 'b5086e3d-16c2-40da-8fb3-affc86750274', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'dfea2df3-d5af-4d5b-8ac4-ef03b2347054'} {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 26 22:36:40.569483 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [req-5156d006-319d-4ba0-a5a1-4767ebcb262a req-7735add7-5c88-49ec-bddf-0c8361411665 service neutron] Bound port: 529765e1-bb9b-48d1-910d-64bb2d7168e6, host: n-h1-760453-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b5086e3d-16c2-40da-8fb3-affc86750274', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'dfea2df3-d5af-4d5b-8ac4-ef03b2347054'}}] {{(pid=103305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 26 22:36:40.569850 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-5156d006-319d-4ba0-a5a1-4767ebcb262a req-7735add7-5c88-49ec-bddf-0c8361411665 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (529765e1-bb9b-48d1-910d-64bb2d7168e6), before_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:36:40.641797 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [req-5156d006-319d-4ba0-a5a1-4767ebcb262a req-7735add7-5c88-49ec-bddf-0c8361411665 service neutron] For port 529765e1-bb9b-48d1-910d-64bb2d7168e6, host n-h1-760453-5, cleared binding levels {{(pid=103305) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 26 22:36:40.645124 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [req-5156d006-319d-4ba0-a5a1-4767ebcb262a req-7735add7-5c88-49ec-bddf-0c8361411665 service neutron] For port 529765e1-bb9b-48d1-910d-64bb2d7168e6, host n-h1-760453-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-5',level=0,port_id=529765e1-bb9b-48d1-910d-64bb2d7168e6,segment=NetworkSegment(b5086e3d-16c2-40da-8fb3-affc86750274),segment_id=b5086e3d-16c2-40da-8fb3-affc86750274)] {{(pid=103305) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 26 22:36:40.650577 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-5156d006-319d-4ba0-a5a1-4767ebcb262a req-7735add7-5c88-49ec-bddf-0c8361411665 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11791520'] for port (529765e1-bb9b-48d1-910d-64bb2d7168e6), after_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:36:40.686186 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5156d006-319d-4ba0-a5a1-4767ebcb262a req-7735add7-5c88-49ec-bddf-0c8361411665 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:36:40.686934 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-5156d006-319d-4ba0-a5a1-4767ebcb262a req-7735add7-5c88-49ec-bddf-0c8361411665 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:36:40.688401 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-5156d006-319d-4ba0-a5a1-4767ebcb262a req-7735add7-5c88-49ec-bddf-0c8361411665 service neutron] 10.222.0.66 "PUT /v2.0/ports/529765e1-bb9b-48d1-910d-64bb2d7168e6 HTTP/1.1" status: 200 len: 1091 time: 0.6248605 Jan 26 22:36:40.690976 n-d-760453-5 neutron-server[103305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '954d7f8e-4601-482e-ab6a-63f1ca236354', 'tag': '529765e1-bb9b-48d1-910d-64bb2d7168e6'}] {{(pid=103305) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 22:36:40.693141 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63c895857b12caccb44030902ae3f492cdae22bba6ec98e5b8bd003e299c093d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a42ecc1-bd03-48fd-a182-ae128fc7bc1a" -d '{"events": [{"name": "network-changed", "server_uuid": "954d7f8e-4601-482e-ab6a-63f1ca236354", "tag": "529765e1-bb9b-48d1-910d-64bb2d7168e6"}]}' {{(pid=103305) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 22:36:40.736043 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7735add7-5c88-49ec-bddf-0c8361411665 service neutron] Pushing event updated for resources: {'Port': ['ID=529765e1-bb9b-48d1-910d-64bb2d7168e6,revision_number=3']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 22:36:40.816527 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5156d006-319d-4ba0-a5a1-4767ebcb262a req-72ffc637-8432-4069-8e49-a84c65477687 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:36:40.818334 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-5156d006-319d-4ba0-a5a1-4767ebcb262a req-72ffc637-8432-4069-8e49-a84c65477687 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=3898bdabd6404f398406bcbeb3779003&device_id=954d7f8e-4601-482e-ab6a-63f1ca236354 HTTP/1.1" status: 200 len: 1094 time: 0.0519600 Jan 26 22:36:40.831956 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 26 Jan 2022 22:36:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1404398d-cabd-4e78-a3c9-adb95757953a x-openstack-request-id: req-1404398d-cabd-4e78-a3c9-adb95757953a {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 22:36:40.833223 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "954d7f8e-4601-482e-ab6a-63f1ca236354", "tag": "529765e1-bb9b-48d1-910d-64bb2d7168e6", "status": "completed", "code": 200}]} {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 22:36:40.834152 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-1404398d-cabd-4e78-a3c9-adb95757953a {{(pid=103305) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 22:36:40.834601 n-d-760453-5 neutron-server[103305]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '954d7f8e-4601-482e-ab6a-63f1ca236354', 'tag': '529765e1-bb9b-48d1-910d-64bb2d7168e6', 'status': 'completed', 'code': 200} Jan 26 22:36:40.878341 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-5156d006-319d-4ba0-a5a1-4767ebcb262a req-d3d1efa7-74a8-4104-b0d0-c0b2e07c1d10 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=529765e1-bb9b-48d1-910d-64bb2d7168e6 HTTP/1.1" status: 200 len: 217 time: 0.0428376 Jan 26 22:36:40.931132 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5156d006-319d-4ba0-a5a1-4767ebcb262a req-1586d9e6-a7f9-4162-ad37-fdf13523a747 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:36:40.932556 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d089d9-3492-4bd0-afc5-d6e2635295ef req-8305c0b9-918b-4720-b5e2-736dce128527 tempest-TestShelveInstance-954905460 tempest-TestShelveInstance-954905460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:36:40.933321 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-5156d006-319d-4ba0-a5a1-4767ebcb262a req-1586d9e6-a7f9-4162-ad37-fdf13523a747 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=2a440deb-3cfe-4555-9fd0-eba61f625b5e HTTP/1.1" status: 200 len: 848 time: 0.0484788 Jan 26 22:36:40.934974 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-b2d089d9-3492-4bd0-afc5-d6e2635295ef req-8305c0b9-918b-4720-b5e2-736dce128527 tempest-TestShelveInstance-954905460 tempest-TestShelveInstance-954905460-project] 10.222.0.13 "GET /v2.0/ports?device_id=954d7f8e-4601-482e-ab6a-63f1ca236354 HTTP/1.1" status: 200 len: 943 time: 0.0518310 Jan 26 22:36:40.983313 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5156d006-319d-4ba0-a5a1-4767ebcb262a req-5c4a4a69-deb5-400a-8362-a3b1715408cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:36:40.984866 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-5156d006-319d-4ba0-a5a1-4767ebcb262a req-5c4a4a69-deb5-400a-8362-a3b1715408cb service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=dfea2df3-d5af-4d5b-8ac4-ef03b2347054&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0461409 Jan 26 22:36:41.009201 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-b2d089d9-3492-4bd0-afc5-d6e2635295ef req-f6d49905-1063-4562-bddc-04301c0abfb7 tempest-TestShelveInstance-954905460 tempest-TestShelveInstance-954905460-project] 10.222.0.13 "GET /v2.0/security-groups?id=ebb619fc-514c-4017-b231-95402a2bb39d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0669839 Jan 26 22:36:41.077731 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-5156d006-319d-4ba0-a5a1-4767ebcb262a req-d0fe10c7-101a-4d6b-a015-e92264f9aff2 service neutron] 10.222.0.66 "GET /v2.0/networks/dfea2df3-d5af-4d5b-8ac4-ef03b2347054?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870295 Jan 26 22:36:41.169951 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-5156d006-319d-4ba0-a5a1-4767ebcb262a req-dc07d7ce-edaa-4973-9055-db66701debf0 service neutron] 10.222.0.66 "GET /v2.0/networks/dfea2df3-d5af-4d5b-8ac4-ef03b2347054?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859125 Jan 26 22:36:41.279020 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a42ecc1-bd03-48fd-a182-ae128fc7bc1a req-59a78fb9-78ca-41f8-8a97-759675427afd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:36:41.280533 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-4a42ecc1-bd03-48fd-a182-ae128fc7bc1a req-59a78fb9-78ca-41f8-8a97-759675427afd service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=3898bdabd6404f398406bcbeb3779003&device_id=954d7f8e-4601-482e-ab6a-63f1ca236354 HTTP/1.1" status: 200 len: 1094 time: 0.0421891 Jan 26 22:36:41.373173 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a42ecc1-bd03-48fd-a182-ae128fc7bc1a req-b94406dc-b9df-42cd-b55e-5552470ce206 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:36:41.374649 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-4a42ecc1-bd03-48fd-a182-ae128fc7bc1a req-b94406dc-b9df-42cd-b55e-5552470ce206 service neutron] 10.222.0.66 "GET /v2.0/networks?id=dfea2df3-d5af-4d5b-8ac4-ef03b2347054 HTTP/1.1" status: 200 len: 910 time: 0.0885558 Jan 26 22:36:41.416663 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-4a42ecc1-bd03-48fd-a182-ae128fc7bc1a req-f42e7e34-64eb-43be-b37d-2c395f734c10 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=529765e1-bb9b-48d1-910d-64bb2d7168e6 HTTP/1.1" status: 200 len: 217 time: 0.0357900 Jan 26 22:36:41.469705 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a42ecc1-bd03-48fd-a182-ae128fc7bc1a req-fa3217c1-d457-482e-9167-3bedd9aa8005 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:36:41.471278 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-4a42ecc1-bd03-48fd-a182-ae128fc7bc1a req-fa3217c1-d457-482e-9167-3bedd9aa8005 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=2a440deb-3cfe-4555-9fd0-eba61f625b5e HTTP/1.1" status: 200 len: 848 time: 0.0491970 Jan 26 22:36:41.515379 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a42ecc1-bd03-48fd-a182-ae128fc7bc1a req-513b4e8e-1dc8-4ad5-aa92-17c5f79f59a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:36:41.516865 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-4a42ecc1-bd03-48fd-a182-ae128fc7bc1a req-513b4e8e-1dc8-4ad5-aa92-17c5f79f59a0 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=dfea2df3-d5af-4d5b-8ac4-ef03b2347054&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0396945 Jan 26 22:36:41.604946 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-4a42ecc1-bd03-48fd-a182-ae128fc7bc1a req-ba865e9d-1b8f-4a3b-aaa5-c9c3ba488fb9 service neutron] 10.222.0.66 "GET /v2.0/networks/dfea2df3-d5af-4d5b-8ac4-ef03b2347054?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814543 Jan 26 22:36:41.698433 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-4a42ecc1-bd03-48fd-a182-ae128fc7bc1a req-674c204f-03ae-4c75-8735-95fc2620942b service neutron] 10.222.0.66 "GET /v2.0/networks/dfea2df3-d5af-4d5b-8ac4-ef03b2347054?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878494 Jan 26 22:36:42.139054 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71c2723-40b0-4712-837f-495c3bfe4f1a req-43b93925-fed0-4a26-8261-cb47b3e83c9f tempest-TestShelveInstance-954905460 tempest-TestShelveInstance-954905460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:36:42.140704 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-b71c2723-40b0-4712-837f-495c3bfe4f1a req-43b93925-fed0-4a26-8261-cb47b3e83c9f tempest-TestShelveInstance-954905460 tempest-TestShelveInstance-954905460-project] 10.222.0.13 "GET /v2.0/ports?device_id=954d7f8e-4601-482e-ab6a-63f1ca236354 HTTP/1.1" status: 200 len: 943 time: 0.0556526 Jan 26 22:36:42.193700 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-b71c2723-40b0-4712-837f-495c3bfe4f1a req-7d382af7-81fd-401a-823b-ef1561b3bdd3 tempest-TestShelveInstance-954905460 tempest-TestShelveInstance-954905460-project] 10.222.0.13 "GET /v2.0/security-groups?id=ebb619fc-514c-4017-b231-95402a2bb39d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471859 Jan 26 22:36:43.310525 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7316f7ad-1740-4e20-ab92-b12ba4b37bb1 req-379bd695-a1aa-494c-bd8d-4aa8ebb52572 tempest-TestShelveInstance-954905460 tempest-TestShelveInstance-954905460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:36:43.315231 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-7316f7ad-1740-4e20-ab92-b12ba4b37bb1 req-379bd695-a1aa-494c-bd8d-4aa8ebb52572 tempest-TestShelveInstance-954905460 tempest-TestShelveInstance-954905460-project] 10.222.0.13 "GET /v2.0/ports?device_id=954d7f8e-4601-482e-ab6a-63f1ca236354 HTTP/1.1" status: 200 len: 943 time: 0.0508072 Jan 26 22:36:43.360717 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-7316f7ad-1740-4e20-ab92-b12ba4b37bb1 req-ad6e7943-a25e-460c-8f54-1833b139e948 tempest-TestShelveInstance-954905460 tempest-TestShelveInstance-954905460-project] 10.222.0.13 "GET /v2.0/security-groups?id=ebb619fc-514c-4017-b231-95402a2bb39d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425453 Jan 26 22:36:44.477776 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6725a7-5a2f-4e40-b75f-2aac3be484bc req-6c24c06d-21a7-4dde-943f-efd4fb0c96f3 tempest-TestShelveInstance-954905460 tempest-TestShelveInstance-954905460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:36:44.479303 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-5a6725a7-5a2f-4e40-b75f-2aac3be484bc req-6c24c06d-21a7-4dde-943f-efd4fb0c96f3 tempest-TestShelveInstance-954905460 tempest-TestShelveInstance-954905460-project] 10.222.0.13 "GET /v2.0/ports?device_id=954d7f8e-4601-482e-ab6a-63f1ca236354 HTTP/1.1" status: 200 len: 943 time: 0.0524821 Jan 26 22:36:44.527665 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-5a6725a7-5a2f-4e40-b75f-2aac3be484bc req-e8720f62-98cf-46e1-acc0-9710d719a339 tempest-TestShelveInstance-954905460 tempest-TestShelveInstance-954905460-project] 10.222.0.13 "GET /v2.0/security-groups?id=ebb619fc-514c-4017-b231-95402a2bb39d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428562 Jan 26 22:36:45.642605 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1d98c3-5022-40cc-98e5-5843990b3e91 req-c3b5aad4-a1e6-43d5-b9c1-50384dc22f0b tempest-TestShelveInstance-954905460 tempest-TestShelveInstance-954905460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:36:45.643998 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-dc1d98c3-5022-40cc-98e5-5843990b3e91 req-c3b5aad4-a1e6-43d5-b9c1-50384dc22f0b tempest-TestShelveInstance-954905460 tempest-TestShelveInstance-954905460-project] 10.222.0.13 "GET /v2.0/ports?device_id=954d7f8e-4601-482e-ab6a-63f1ca236354 HTTP/1.1" status: 200 len: 943 time: 0.0488148 Jan 26 22:36:45.692840 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-dc1d98c3-5022-40cc-98e5-5843990b3e91 req-99b85d0b-9e7e-4224-a4f0-7b11bf40af8c tempest-TestShelveInstance-954905460 tempest-TestShelveInstance-954905460-project] 10.222.0.13 "GET /v2.0/security-groups?id=ebb619fc-514c-4017-b231-95402a2bb39d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432496 Jan 26 22:36:46.810492 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941398b3-e3c0-476e-aa3c-cc40ce7cfd7c req-5ca6a1e2-88ef-46ee-9d2d-b8bca309faed tempest-TestShelveInstance-954905460 tempest-TestShelveInstance-954905460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:36:46.812005 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-941398b3-e3c0-476e-aa3c-cc40ce7cfd7c req-5ca6a1e2-88ef-46ee-9d2d-b8bca309faed tempest-TestShelveInstance-954905460 tempest-TestShelveInstance-954905460-project] 10.222.0.13 "GET /v2.0/ports?device_id=954d7f8e-4601-482e-ab6a-63f1ca236354 HTTP/1.1" status: 200 len: 943 time: 0.0522625 Jan 26 22:36:46.861833 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-941398b3-e3c0-476e-aa3c-cc40ce7cfd7c req-0c17ac4a-10ad-45d6-9051-6d8f9b34b8ca tempest-TestShelveInstance-954905460 tempest-TestShelveInstance-954905460-project] 10.222.0.13 "GET /v2.0/security-groups?id=ebb619fc-514c-4017-b231-95402a2bb39d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442488 Jan 26 22:36:47.978112 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26dbdbed-e09b-416a-ab47-ed9d391f3894 req-e2cbd718-2b63-4334-8563-d337866dbb6c tempest-TestShelveInstance-954905460 tempest-TestShelveInstance-954905460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:36:47.979514 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-26dbdbed-e09b-416a-ab47-ed9d391f3894 req-e2cbd718-2b63-4334-8563-d337866dbb6c tempest-TestShelveInstance-954905460 tempest-TestShelveInstance-954905460-project] 10.222.0.13 "GET /v2.0/ports?device_id=954d7f8e-4601-482e-ab6a-63f1ca236354 HTTP/1.1" status: 200 len: 943 time: 0.0479715 Jan 26 22:36:48.030188 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-26dbdbed-e09b-416a-ab47-ed9d391f3894 req-64255637-54b0-46b8-b6cd-0e4ec5e7ed3d tempest-TestShelveInstance-954905460 tempest-TestShelveInstance-954905460-project] 10.222.0.13 "GET /v2.0/security-groups?id=ebb619fc-514c-4017-b231-95402a2bb39d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451353 Jan 26 22:36:49.106745 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-5cb03c8e-0abc-46a6-a70d-f70f2072cf10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (474ccdf7-ab6c-405b-a3b2-dc7b05829902), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:36:49.149821 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0067778d-e4fc-41e3-82ec-c854d09791ed req-9039bb0d-11d6-415e-8f49-e79821695f48 tempest-TestShelveInstance-954905460 tempest-TestShelveInstance-954905460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:36:49.151335 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-0067778d-e4fc-41e3-82ec-c854d09791ed req-9039bb0d-11d6-415e-8f49-e79821695f48 tempest-TestShelveInstance-954905460 tempest-TestShelveInstance-954905460-project] 10.222.0.13 "GET /v2.0/ports?device_id=954d7f8e-4601-482e-ab6a-63f1ca236354 HTTP/1.1" status: 200 len: 943 time: 0.0502405 Jan 26 22:36:49.203320 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-0067778d-e4fc-41e3-82ec-c854d09791ed req-0089ad5e-ad09-4a3b-9d98-04b72a40f944 tempest-TestShelveInstance-954905460 tempest-TestShelveInstance-954905460-project] 10.222.0.13 "GET /v2.0/security-groups?id=ebb619fc-514c-4017-b231-95402a2bb39d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463274 Jan 26 22:36:50.316952 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b180274a-3947-4501-9e7d-3004ef655673 req-a247f302-5caf-47d8-94e6-4fc4c65e1e94 tempest-TestShelveInstance-954905460 tempest-TestShelveInstance-954905460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:36:50.318986 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-b180274a-3947-4501-9e7d-3004ef655673 req-a247f302-5caf-47d8-94e6-4fc4c65e1e94 tempest-TestShelveInstance-954905460 tempest-TestShelveInstance-954905460-project] 10.222.0.13 "GET /v2.0/ports?device_id=954d7f8e-4601-482e-ab6a-63f1ca236354 HTTP/1.1" status: 200 len: 943 time: 0.0475621 Jan 26 22:36:50.367434 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-b180274a-3947-4501-9e7d-3004ef655673 req-4ae17d0b-3bd2-48ea-93e2-6d48991e54df tempest-TestShelveInstance-954905460 tempest-TestShelveInstance-954905460-project] 10.222.0.13 "GET /v2.0/security-groups?id=ebb619fc-514c-4017-b231-95402a2bb39d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428452 Jan 26 22:36:51.422646 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-56c87962-e8c1-4ca7-93b1-617f935d8899 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (09df100c-3af1-4b0a-bda8-05914c71c458), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:36:51.483974 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1d8df5-9d5b-4816-8486-cdd771616e1e req-435fd2ef-4889-4401-9b74-76ca1088cf93 tempest-TestShelveInstance-954905460 tempest-TestShelveInstance-954905460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:36:51.485483 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-0d1d8df5-9d5b-4816-8486-cdd771616e1e req-435fd2ef-4889-4401-9b74-76ca1088cf93 tempest-TestShelveInstance-954905460 tempest-TestShelveInstance-954905460-project] 10.222.0.13 "GET /v2.0/ports?device_id=954d7f8e-4601-482e-ab6a-63f1ca236354 HTTP/1.1" status: 200 len: 943 time: 0.0482087 Jan 26 22:36:51.533258 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-0d1d8df5-9d5b-4816-8486-cdd771616e1e req-ca24bce1-0669-48b2-940b-52f5c50cfcc1 tempest-TestShelveInstance-954905460 tempest-TestShelveInstance-954905460-project] 10.222.0.13 "GET /v2.0/security-groups?id=ebb619fc-514c-4017-b231-95402a2bb39d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423443 Jan 26 22:36:52.586771 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-841f5991-a4d8-4d4b-b215-cbc6bab5427b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (aa7ee9d2-08eb-4e12-b895-24c57300dfec), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:36:52.985051 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de0039e-184a-4ef6-a1b4-914f55d4854e req-d8aa039e-6d82-415e-9afb-b0a0ded329f1 tempest-TestShelveInstance-954905460 tempest-TestShelveInstance-954905460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:36:52.986585 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-1de0039e-184a-4ef6-a1b4-914f55d4854e req-d8aa039e-6d82-415e-9afb-b0a0ded329f1 tempest-TestShelveInstance-954905460 tempest-TestShelveInstance-954905460-project] 10.222.0.13 "GET /v2.0/ports?device_id=954d7f8e-4601-482e-ab6a-63f1ca236354 HTTP/1.1" status: 200 len: 943 time: 0.3837714 Jan 26 22:36:53.034044 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-1de0039e-184a-4ef6-a1b4-914f55d4854e req-0fefe810-9b83-4976-963f-40c8afb36b37 tempest-TestShelveInstance-954905460 tempest-TestShelveInstance-954905460-project] 10.222.0.13 "GET /v2.0/security-groups?id=ebb619fc-514c-4017-b231-95402a2bb39d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417886 Jan 26 22:36:53.972722 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (4d619873-4b60-439f-9b5a-b155dc8bbc34), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:36:54.147323 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a619d9-d120-453d-be84-54664b0a6e10 req-712511fa-4431-4b97-ad42-eb32c2e62918 tempest-TestShelveInstance-954905460 tempest-TestShelveInstance-954905460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:36:54.148781 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-e4a619d9-d120-453d-be84-54664b0a6e10 req-712511fa-4431-4b97-ad42-eb32c2e62918 tempest-TestShelveInstance-954905460 tempest-TestShelveInstance-954905460-project] 10.222.0.13 "GET /v2.0/ports?device_id=954d7f8e-4601-482e-ab6a-63f1ca236354 HTTP/1.1" status: 200 len: 943 time: 0.0478075 Jan 26 22:36:54.195662 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-e4a619d9-d120-453d-be84-54664b0a6e10 req-d0aec0f7-5d5a-462b-862c-0eb00805cfd9 tempest-TestShelveInstance-954905460 tempest-TestShelveInstance-954905460-project] 10.222.0.13 "GET /v2.0/security-groups?id=ebb619fc-514c-4017-b231-95402a2bb39d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413868 Jan 26 22:36:54.419882 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-839dd188-ec69-470c-9ab0-d318dc1a2e96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (e79b4fc6-6c71-44b2-a6d0-ff3e1f4dfd0d), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:36:55.308732 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e96b5c3-f7b1-43c5-bda4-d133dd034e02 req-f8648fc6-0305-468b-be92-0f9eee47f780 tempest-TestShelveInstance-954905460 tempest-TestShelveInstance-954905460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:36:55.310229 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-4e96b5c3-f7b1-43c5-bda4-d133dd034e02 req-f8648fc6-0305-468b-be92-0f9eee47f780 tempest-TestShelveInstance-954905460 tempest-TestShelveInstance-954905460-project] 10.222.0.13 "GET /v2.0/ports?device_id=954d7f8e-4601-482e-ab6a-63f1ca236354 HTTP/1.1" status: 200 len: 943 time: 0.0477505 Jan 26 22:36:55.361645 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-4e96b5c3-f7b1-43c5-bda4-d133dd034e02 req-5343d2c4-8efb-4a79-9aad-973951c273d7 tempest-TestShelveInstance-954905460 tempest-TestShelveInstance-954905460-project] 10.222.0.13 "GET /v2.0/security-groups?id=ebb619fc-514c-4017-b231-95402a2bb39d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458746 Jan 26 22:36:55.533467 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (fea0591a-627d-4c87-9a9a-01625ddf3277), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:36:56.476003 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e958b4-75ec-4070-bd5c-c52932344963 req-ab2996df-d720-473f-ba24-3715dfc05b4b tempest-TestShelveInstance-954905460 tempest-TestShelveInstance-954905460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:36:56.477495 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-15e958b4-75ec-4070-bd5c-c52932344963 req-ab2996df-d720-473f-ba24-3715dfc05b4b tempest-TestShelveInstance-954905460 tempest-TestShelveInstance-954905460-project] 10.222.0.13 "GET /v2.0/ports?device_id=954d7f8e-4601-482e-ab6a-63f1ca236354 HTTP/1.1" status: 200 len: 943 time: 0.0475729 Jan 26 22:36:56.525166 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-15e958b4-75ec-4070-bd5c-c52932344963 req-1dbc65bc-2268-448f-8bf8-cc6dd44acf8e tempest-TestShelveInstance-954905460 tempest-TestShelveInstance-954905460-project] 10.222.0.13 "GET /v2.0/security-groups?id=ebb619fc-514c-4017-b231-95402a2bb39d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422235 Jan 26 22:36:57.140232 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Device 529765e1-bb9b-48d1-910d-64bb2d7168e6 details requested by agent hyperv_n-h1-760453-5 with host n-h1-760453-5 {{(pid=103306) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 26 22:36:57.231594 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] For port 529765e1-bb9b-48d1-910d-64bb2d7168e6, host n-h1-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-5',level=0,port_id=529765e1-bb9b-48d1-910d-64bb2d7168e6,segment=NetworkSegment(b5086e3d-16c2-40da-8fb3-affc86750274),segment_id=b5086e3d-16c2-40da-8fb3-affc86750274)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 22:36:57.243817 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Returning: {'device': '529765e1-bb9b-48d1-910d-64bb2d7168e6', 'network_id': 'dfea2df3-d5af-4d5b-8ac4-ef03b2347054', 'port_id': '529765e1-bb9b-48d1-910d-64bb2d7168e6', 'mac_address': 'fa:16:3e:35:e7:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 588, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2a440deb-3cfe-4555-9fd0-eba61f625b5e', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103306) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 26 22:36:57.280401 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Current status of the port 529765e1-bb9b-48d1-910d-64bb2d7168e6 is: DOWN; New status is: BUILD {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 22:36:57.280787 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (529765e1-bb9b-48d1-910d-64bb2d7168e6), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:36:57.297259 n-d-760453-5 neutron-server[103306]: DEBUG neutron.notifiers.nova [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 529765e1-bb9b-48d1-910d-64bb2d7168e6 {{(pid=103306) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 26 22:36:57.316175 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] For port 529765e1-bb9b-48d1-910d-64bb2d7168e6, host n-h1-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-5',level=0,port_id=529765e1-bb9b-48d1-910d-64bb2d7168e6,segment=NetworkSegment(b5086e3d-16c2-40da-8fb3-affc86750274),segment_id=b5086e3d-16c2-40da-8fb3-affc86750274)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 22:36:57.320129 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (529765e1-bb9b-48d1-910d-64bb2d7168e6), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:36:57.367748 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Pushing event updated for resources: {'Port': ['ID=529765e1-bb9b-48d1-910d-64bb2d7168e6,revision_number=4']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 22:36:57.375226 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:36:57.375574 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:36:57.375918 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:36:57.376261 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:36:57.376593 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:36:57.376924 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:36:57.377249 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:36:57.377686 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:36:57.378011 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:36:57.378335 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:36:57.378657 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:36:57.378979 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:36:57.379296 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:36:57.636944 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217d97e5-5f09-487e-97f5-e481b06f7922 req-e66533db-683d-49ec-b18d-1ca0509345f4 tempest-TestShelveInstance-954905460 tempest-TestShelveInstance-954905460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:36:57.638472 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-217d97e5-5f09-487e-97f5-e481b06f7922 req-e66533db-683d-49ec-b18d-1ca0509345f4 tempest-TestShelveInstance-954905460 tempest-TestShelveInstance-954905460-project] 10.222.0.13 "GET /v2.0/ports?device_id=954d7f8e-4601-482e-ab6a-63f1ca236354 HTTP/1.1" status: 200 len: 944 time: 0.0479681 Jan 26 22:36:57.687458 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-217d97e5-5f09-487e-97f5-e481b06f7922 req-cb5703cb-7f3b-4974-b347-5e9d3fe7601b tempest-TestShelveInstance-954905460 tempest-TestShelveInstance-954905460-project] 10.222.0.13 "GET /v2.0/security-groups?id=ebb619fc-514c-4017-b231-95402a2bb39d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433729 Jan 26 22:36:57.743037 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] get_ports_and_sgs() called for port_ids ['529765e1-bb9b-48d1-910d-64bb2d7168e6'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 26 22:36:58.804961 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875870b8-fc99-4e13-bd3d-13bbf00ab708 req-b733129e-708a-4777-bb13-d7be46343d11 tempest-TestShelveInstance-954905460 tempest-TestShelveInstance-954905460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:36:58.806491 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-875870b8-fc99-4e13-bd3d-13bbf00ab708 req-b733129e-708a-4777-bb13-d7be46343d11 tempest-TestShelveInstance-954905460 tempest-TestShelveInstance-954905460-project] 10.222.0.13 "GET /v2.0/ports?device_id=954d7f8e-4601-482e-ab6a-63f1ca236354 HTTP/1.1" status: 200 len: 944 time: 0.0523336 Jan 26 22:36:58.854203 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-875870b8-fc99-4e13-bd3d-13bbf00ab708 req-e694410a-8d10-4f5b-a814-cc29bfa9b200 tempest-TestShelveInstance-954905460 tempest-TestShelveInstance-954905460-project] 10.222.0.13 "GET /v2.0/security-groups?id=ebb619fc-514c-4017-b231-95402a2bb39d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422614 Jan 26 22:36:59.151578 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Device 529765e1-bb9b-48d1-910d-64bb2d7168e6 up at agent hyperv_n-h1-760453-5 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 22:36:59.199135 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Provisioning for port 529765e1-bb9b-48d1-910d-64bb2d7168e6 completed by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 22:36:59.202665 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Provisioning complete for port 529765e1-bb9b-48d1-910d-64bb2d7168e6 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 22:36:59.203036 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (529765e1-bb9b-48d1-910d-64bb2d7168e6), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:36:59.280547 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Current status of the port 529765e1-bb9b-48d1-910d-64bb2d7168e6 is: BUILD; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 22:36:59.280923 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (529765e1-bb9b-48d1-910d-64bb2d7168e6), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:36:59.302097 n-d-760453-5 neutron-server[103306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '954d7f8e-4601-482e-ab6a-63f1ca236354', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '529765e1-bb9b-48d1-910d-64bb2d7168e6'}] {{(pid=103306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 22:36:59.304332 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c06f7aa05085a00df6a2944c086d22937b62c1e75db8df879377281bc6a8a153" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fff2d01f-d260-462f-8f2d-bf6e4e5e72de" -d '{"events": [{"server_uuid": "954d7f8e-4601-482e-ab6a-63f1ca236354", "name": "network-vif-plugged", "status": "completed", "tag": "529765e1-bb9b-48d1-910d-64bb2d7168e6"}]}' {{(pid=103306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 22:36:59.316936 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] For port 529765e1-bb9b-48d1-910d-64bb2d7168e6, host n-h1-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-5',level=0,port_id=529765e1-bb9b-48d1-910d-64bb2d7168e6,segment=NetworkSegment(b5086e3d-16c2-40da-8fb3-affc86750274),segment_id=b5086e3d-16c2-40da-8fb3-affc86750274)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 22:36:59.321669 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (529765e1-bb9b-48d1-910d-64bb2d7168e6), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:36:59.344253 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Jan 2022 22:36:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aecbd8ab-ea08-4cff-966c-0e90f86fa823 x-openstack-request-id: req-aecbd8ab-ea08-4cff-966c-0e90f86fa823 {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 22:36:59.344545 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "954d7f8e-4601-482e-ab6a-63f1ca236354", "name": "network-vif-plugged", "status": "completed", "tag": "529765e1-bb9b-48d1-910d-64bb2d7168e6", "code": 200}]} {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 22:36:59.344795 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-aecbd8ab-ea08-4cff-966c-0e90f86fa823 {{(pid=103306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 22:36:59.345178 n-d-760453-5 neutron-server[103306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '954d7f8e-4601-482e-ab6a-63f1ca236354', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '529765e1-bb9b-48d1-910d-64bb2d7168e6', 'code': 200} Jan 26 22:36:59.369193 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Pushing event updated for resources: {'Port': ['ID=529765e1-bb9b-48d1-910d-64bb2d7168e6,revision_number=5']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 22:36:59.467959 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453eb673-264f-4c5c-be9e-9ea2703c2bdc req-0b4f5d05-b3e3-4ba1-99f7-da4aa445b7a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:36:59.469405 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-453eb673-264f-4c5c-be9e-9ea2703c2bdc req-0b4f5d05-b3e3-4ba1-99f7-da4aa445b7a6 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=954d7f8e-4601-482e-ab6a-63f1ca236354 HTTP/1.1" status: 200 len: 1096 time: 0.0409107 Jan 26 22:36:59.514413 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-453eb673-264f-4c5c-be9e-9ea2703c2bdc req-62165439-64ee-49b1-9e92-655af5308460 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=ebb619fc-514c-4017-b231-95402a2bb39d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387492 Jan 26 22:36:59.969736 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f18a42-f22d-4a0b-9b8f-0c95f12484b8 req-e6757e27-8ad6-4999-9f60-235dde1d5d20 tempest-TestShelveInstance-954905460 tempest-TestShelveInstance-954905460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:36:59.971216 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-e1f18a42-f22d-4a0b-9b8f-0c95f12484b8 req-e6757e27-8ad6-4999-9f60-235dde1d5d20 tempest-TestShelveInstance-954905460 tempest-TestShelveInstance-954905460-project] 10.222.0.13 "GET /v2.0/ports?device_id=954d7f8e-4601-482e-ab6a-63f1ca236354 HTTP/1.1" status: 200 len: 945 time: 0.0487487 Jan 26 22:37:00.019870 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-e1f18a42-f22d-4a0b-9b8f-0c95f12484b8 req-23def7bc-4c8f-4aae-9c9b-de3252d4933f tempest-TestShelveInstance-954905460 tempest-TestShelveInstance-954905460-project] 10.222.0.13 "GET /v2.0/security-groups?id=ebb619fc-514c-4017-b231-95402a2bb39d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431862 Jan 26 22:37:01.133022 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe30fdbb-7278-49cf-8448-f6a49e1cee2b req-d5fec47f-3c41-4149-95bc-28df2030d096 tempest-TestShelveInstance-954905460 tempest-TestShelveInstance-954905460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:37:01.134516 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-fe30fdbb-7278-49cf-8448-f6a49e1cee2b req-d5fec47f-3c41-4149-95bc-28df2030d096 tempest-TestShelveInstance-954905460 tempest-TestShelveInstance-954905460-project] 10.222.0.13 "GET /v2.0/ports?device_id=954d7f8e-4601-482e-ab6a-63f1ca236354 HTTP/1.1" status: 200 len: 945 time: 0.0485535 Jan 26 22:37:01.186862 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-fe30fdbb-7278-49cf-8448-f6a49e1cee2b req-06d0e5ac-a742-4c8e-838f-7ce113051d6b tempest-TestShelveInstance-954905460 tempest-TestShelveInstance-954905460-project] 10.222.0.13 "GET /v2.0/security-groups?id=ebb619fc-514c-4017-b231-95402a2bb39d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467730 Jan 26 22:37:01.297415 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5351bf-0de0-4cfa-a7ec-b577361b35c6 req-ed072bbe-277e-4855-ac40-afaccee27a3f tempest-TestShelveInstance-954905460 tempest-TestShelveInstance-954905460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:37:01.298812 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-3c5351bf-0de0-4cfa-a7ec-b577361b35c6 req-ed072bbe-277e-4855-ac40-afaccee27a3f tempest-TestShelveInstance-954905460 tempest-TestShelveInstance-954905460-project] 10.222.0.13 "GET /v2.0/ports?device_id=954d7f8e-4601-482e-ab6a-63f1ca236354 HTTP/1.1" status: 200 len: 945 time: 0.0484989 Jan 26 22:37:01.347005 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-3c5351bf-0de0-4cfa-a7ec-b577361b35c6 req-b54cb3b0-c050-4d31-a80d-6d53ee8d47e1 tempest-TestShelveInstance-954905460 tempest-TestShelveInstance-954905460-project] 10.222.0.13 "GET /v2.0/security-groups?id=ebb619fc-514c-4017-b231-95402a2bb39d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421796 Jan 26 22:37:01.368218 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 56680) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 22:37:01.448708 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2592c269-4b59-46bf-8436-a0aec9f4047f tempest-TestShelveInstance-969332872 tempest-TestShelveInstance-969332872-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:37:01.450259 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-2592c269-4b59-46bf-8436-a0aec9f4047f tempest-TestShelveInstance-969332872 tempest-TestShelveInstance-969332872-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=954d7f8e-4601-482e-ab6a-63f1ca236354 HTTP/1.1" status: 200 len: 1091 time: 0.0810750 Jan 26 22:37:01.452975 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 56684) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 22:37:01.457155 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-defc9660-c660-441b-8b16-69c93bafef47 tempest-TestShelveInstance-954905460 tempest-TestShelveInstance-954905460-project] Request body: {'floatingip': {'floating_network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'port_id': '529765e1-bb9b-48d1-910d-64bb2d7168e6', 'tenant_id': '3898bdabd6404f398406bcbeb3779003', 'fixed_ip_address': '172.20.0.6'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 22:37:01.476389 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-defc9660-c660-441b-8b16-69c93bafef47 tempest-TestShelveInstance-954905460 tempest-TestShelveInstance-954905460-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:37:01.575064 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-defc9660-c660-441b-8b16-69c93bafef47 tempest-TestShelveInstance-954905460 tempest-TestShelveInstance-954905460-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:37:01.673864 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.db_base_plugin_common [None req-defc9660-c660-441b-8b16-69c93bafef47 tempest-TestShelveInstance-954905460 tempest-TestShelveInstance-954905460-project] Allocated IP 172.25.1.145 (4140a1f1-c93a-4bea-83a0-68953a54f299/e48251a1-e30d-4820-8396-00c6f6aeb601/c7a14157-28b6-464f-bd5e-27ebd5824894) {{(pid=103304) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 22:37:01.778034 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-defc9660-c660-441b-8b16-69c93bafef47 tempest-TestShelveInstance-954905460 tempest-TestShelveInstance-954905460-project] Publish callbacks [] for port (c7a14157-28b6-464f-bd5e-27ebd5824894), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:37:01.812220 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-defc9660-c660-441b-8b16-69c93bafef47 tempest-TestShelveInstance-954905460 tempest-TestShelveInstance-954905460-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746560234527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9281553'] for port (c7a14157-28b6-464f-bd5e-27ebd5824894), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:37:01.850563 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-defc9660-c660-441b-8b16-69c93bafef47 tempest-TestShelveInstance-954905460 tempest-TestShelveInstance-954905460-project] Network 4140a1f1-c93a-4bea-83a0-68953a54f299 is already hosted by enough agents. {{(pid=103304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 22:37:01.853260 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [None req-defc9660-c660-441b-8b16-69c93bafef47 tempest-TestShelveInstance-954905460 tempest-TestShelveInstance-954905460-project] Resources bound (agent type, host, resource id): {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 22:37:01.855874 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-defc9660-c660-441b-8b16-69c93bafef47 tempest-TestShelveInstance-954905460 tempest-TestShelveInstance-954905460-project] Received port after_create {{(pid=103304) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 22:37:01.882065 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-defc9660-c660-441b-8b16-69c93bafef47 tempest-TestShelveInstance-954905460 tempest-TestShelveInstance-954905460-project] Pushing event updated for resources: {'Port': ['ID=c7a14157-28b6-464f-bd5e-27ebd5824894,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 22:37:02.219041 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-defc9660-c660-441b-8b16-69c93bafef47 tempest-TestShelveInstance-954905460 tempest-TestShelveInstance-954905460-project] Publish callbacks [] for floatingip (09de9372-0f45-4108-9cd5-90f2dd115519), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:37:02.285488 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-defc9660-c660-441b-8b16-69c93bafef47 tempest-TestShelveInstance-954905460 tempest-TestShelveInstance-954905460-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (c7a14157-28b6-464f-bd5e-27ebd5824894), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:37:02.434947 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-defc9660-c660-441b-8b16-69c93bafef47 tempest-TestShelveInstance-954905460 tempest-TestShelveInstance-954905460-project] Publish callbacks [] for port (c7a14157-28b6-464f-bd5e-27ebd5824894), precommit_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:37:02.439486 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-defc9660-c660-441b-8b16-69c93bafef47 tempest-TestShelveInstance-954905460 tempest-TestShelveInstance-954905460-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9281542'] for port (c7a14157-28b6-464f-bd5e-27ebd5824894), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:37:02.511378 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-defc9660-c660-441b-8b16-69c93bafef47 tempest-TestShelveInstance-954905460 tempest-TestShelveInstance-954905460-project] Pushing event updated for resources: {'Port': ['ID=c7a14157-28b6-464f-bd5e-27ebd5824894,revision_number=2']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 22:37:02.521029 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-defc9660-c660-441b-8b16-69c93bafef47 tempest-TestShelveInstance-954905460 tempest-TestShelveInstance-954905460-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4110913'] for floatingip (09de9372-0f45-4108-9cd5-90f2dd115519), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:37:02.622989 n-d-760453-5 neutron-server[103304]: INFO neutron.db.l3_db [None req-defc9660-c660-441b-8b16-69c93bafef47 tempest-TestShelveInstance-954905460 tempest-TestShelveInstance-954905460-project] Floating IP 09de9372-0f45-4108-9cd5-90f2dd115519 associated. External IP: 172.25.1.145, port: 529765e1-bb9b-48d1-910d-64bb2d7168e6. Jan 26 22:37:02.831300 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-defc9660-c660-441b-8b16-69c93bafef47 tempest-TestShelveInstance-954905460 tempest-TestShelveInstance-954905460-project] Router ff4cc9a6-7a6b-4e9b-894f-d48260cef7c4 has already been hosted by L3 agent 09df100c-3af1-4b0a-bda8-05914c71c458 {{(pid=103304) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 26 22:37:02.935476 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-defc9660-c660-441b-8b16-69c93bafef47 tempest-TestShelveInstance-954905460 tempest-TestShelveInstance-954905460-project] Notify agent at l3_agent.n-d-760453-5 the message routers_updated {{(pid=103304) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 26 22:37:02.946077 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b930cee-43c0-4350-84a8-3bc75860423f None None] Sync routers for ids ['ff4cc9a6-7a6b-4e9b-894f-d48260cef7c4'] in n-d-760453-5 {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 26 22:37:02.953926 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-defc9660-c660-441b-8b16-69c93bafef47 tempest-TestShelveInstance-954905460 tempest-TestShelveInstance-954905460-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for floatingip (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:37:02.957182 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b930cee-43c0-4350-84a8-3bc75860423f None None] Routers {'ff4cc9a6-7a6b-4e9b-894f-d48260cef7c4'} bound to L3 agent in host n-d-760453-5 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 22:37:02.957928 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-2b930cee-43c0-4350-84a8-3bc75860423f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-26T20:55:21Z,description=,heartbeat_timestamp=2022-01-26T22:36:51Z,host='n-d-760453-5',id=09df100c-3af1-4b0a-bda8-05914c71c458,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:55:21Z,topic='l3_agent')) {'router_ids': ['ff4cc9a6-7a6b-4e9b-894f-d48260cef7c4'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 22:37:02.983983 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-defc9660-c660-441b-8b16-69c93bafef47 tempest-TestShelveInstance-954905460 tempest-TestShelveInstance-954905460-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5299716 Jan 26 22:37:02.984566 n-d-760453-5 neutron-server[103304]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '954d7f8e-4601-482e-ab6a-63f1ca236354', 'tag': '529765e1-bb9b-48d1-910d-64bb2d7168e6'}] {{(pid=103304) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 22:37:02.986838 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86e783e1922a725fac327d65912384d63450ce1a6a2ee22db2d1cc52fb257f3b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62b990a6-2544-49d2-8870-8b1194fffa37" -d '{"events": [{"name": "network-changed", "server_uuid": "954d7f8e-4601-482e-ab6a-63f1ca236354", "tag": "529765e1-bb9b-48d1-910d-64bb2d7168e6"}]}' {{(pid=103304) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 22:37:03.025036 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 26 Jan 2022 22:37:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13e1bf53-a48e-4be2-be09-a6065fa361a7 x-openstack-request-id: req-13e1bf53-a48e-4be2-be09-a6065fa361a7 {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 22:37:03.025361 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "954d7f8e-4601-482e-ab6a-63f1ca236354", "tag": "529765e1-bb9b-48d1-910d-64bb2d7168e6", "status": "completed", "code": 200}]} {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 22:37:03.025621 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-13e1bf53-a48e-4be2-be09-a6065fa361a7 {{(pid=103304) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 22:37:03.026061 n-d-760453-5 neutron-server[103304]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '954d7f8e-4601-482e-ab6a-63f1ca236354', 'tag': '529765e1-bb9b-48d1-910d-64bb2d7168e6', 'status': 'completed', 'code': 200} Jan 26 22:37:03.124758 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b990a6-2544-49d2-8870-8b1194fffa37 req-dc17ef7f-dd5f-4dcd-b926-0956bad4fd07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:37:03.126208 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-62b990a6-2544-49d2-8870-8b1194fffa37 req-dc17ef7f-dd5f-4dcd-b926-0956bad4fd07 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=3898bdabd6404f398406bcbeb3779003&device_id=954d7f8e-4601-482e-ab6a-63f1ca236354 HTTP/1.1" status: 200 len: 1096 time: 0.0479782 Jan 26 22:37:03.156246 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_dvr_db [None req-2b930cee-43c0-4350-84a8-3bc75860423f None None] Set router ff4cc9a6-7a6b-4e9b-894f-d48260cef7c4 gateway port host: n-d-760453-5 {{(pid=103307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 22:37:03.213752 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b990a6-2544-49d2-8870-8b1194fffa37 req-899b8519-ced1-409b-8977-b65c65c06c00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:37:03.215235 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-62b990a6-2544-49d2-8870-8b1194fffa37 req-899b8519-ced1-409b-8977-b65c65c06c00 service neutron] 10.222.0.66 "GET /v2.0/networks?id=dfea2df3-d5af-4d5b-8ac4-ef03b2347054 HTTP/1.1" status: 200 len: 910 time: 0.0833085 Jan 26 22:37:03.283311 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-62b990a6-2544-49d2-8870-8b1194fffa37 req-02c216fa-803f-4452-abe1-9900e769e8ab service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=529765e1-bb9b-48d1-910d-64bb2d7168e6 HTTP/1.1" status: 200 len: 999 time: 0.0625405 Jan 26 22:37:03.330699 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b990a6-2544-49d2-8870-8b1194fffa37 req-2bbd5cca-e5b8-48b3-8d56-ac8ca3ae349d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:37:03.332158 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-62b990a6-2544-49d2-8870-8b1194fffa37 req-2bbd5cca-e5b8-48b3-8d56-ac8ca3ae349d service neutron] 10.222.0.66 "GET /v2.0/subnets?id=2a440deb-3cfe-4555-9fd0-eba61f625b5e HTTP/1.1" status: 200 len: 848 time: 0.0426497 Jan 26 22:37:03.377399 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b990a6-2544-49d2-8870-8b1194fffa37 req-9412e6e4-ea68-4356-8600-a41f5bf2da51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:37:03.378822 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-2b930cee-43c0-4350-84a8-3bc75860423f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff4cc9a6-7a6b-4e9b-894f-d48260cef7c4', 'name': 'tempest-TestShelveInstance-2123907712-router', 'tenant_id': '3898bdabd6404f398406bcbeb3779003', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'external_fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.208'}], 'enable_snat': True}, 'gw_port_id': 'dad87e46-0888-4188-a3b9-ec9eed884153', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T22:31:16Z', 'updated_at': '2022-01-26T22:31:19Z', 'revision_number': 4, 'project_id': '3898bdabd6404f398406bcbeb3779003', 'gw_port': {'id': 'dad87e46-0888-4188-a3b9-ec9eed884153', 'name': '', 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:4b:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff4cc9a6-7a6b-4e9b-894f-d48260cef7c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T22:31:17Z', 'updated_at': '2022-01-26T22:31:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-5', '_floatingips': [{'id': '09de9372-0f45-4108-9cd5-90f2dd115519', 'tenant_id': '3898bdabd6404f398406bcbeb3779003', 'floating_ip_address': '172.25.1.145', 'floating_network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'router_id': 'ff4cc9a6-7a6b-4e9b-894f-d48260cef7c4', 'port_id': '529765e1-bb9b-48d1-910d-64bb2d7168e6', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4370, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dfea2df3-d5af-4d5b-8ac4-ef03b2347054', 'mac_address': 'fa:16:3e:35:e7:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '954d7f8e-4601-482e-ab6a-63f1ca236354', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-26T22:37:02Z', 'updated_at': '2022-01-26T22:37:02Z', 'revision_number': 0, 'project_id': '3898bdabd6404f398406bcbeb3779003', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ea82e188-d70d-4863-8869-dd5e1131479d', 'name': '', 'network_id': 'dfea2df3-d5af-4d5b-8ac4-ef03b2347054', 'tenant_id': '3898bdabd6404f398406bcbeb3779003', 'mac_address': 'fa:16:3e:50:69:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff4cc9a6-7a6b-4e9b-894f-d48260cef7c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': '2a440deb-3cfe-4555-9fd0-eba61f625b5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T22:31:18Z', 'updated_at': '2022-01-26T22:31:24Z', 'revision_number': 5, 'project_id': '3898bdabd6404f398406bcbeb3779003', 'subnets': [{'id': '2a440deb-3cfe-4555-9fd0-eba61f625b5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760453-5', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 22:37:03.379031 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-62b990a6-2544-49d2-8870-8b1194fffa37 req-9412e6e4-ea68-4356-8600-a41f5bf2da51 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=dfea2df3-d5af-4d5b-8ac4-ef03b2347054&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0407465 Jan 26 22:37:03.405210 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b930cee-43c0-4350-84a8-3bc75860423f None None] Checking router: ff4cc9a6-7a6b-4e9b-894f-d48260cef7c4 for host: n-d-760453-5 {{(pid=103307) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 26 22:37:03.413253 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b930cee-43c0-4350-84a8-3bc75860423f None None] Routers {'ff4cc9a6-7a6b-4e9b-894f-d48260cef7c4'} bound to L3 agent in host n-d-760453-5 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 22:37:03.414380 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-2b930cee-43c0-4350-84a8-3bc75860423f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-26T20:55:21Z,description=,heartbeat_timestamp=2022-01-26T22:36:51Z,host='n-d-760453-5',id=09df100c-3af1-4b0a-bda8-05914c71c458,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:55:21Z,topic='l3_agent')) {'router_ids': ['ff4cc9a6-7a6b-4e9b-894f-d48260cef7c4'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 22:37:03.472373 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-62b990a6-2544-49d2-8870-8b1194fffa37 req-bee9cd1d-8ecc-46e7-bc46-296432ea310b service neutron] 10.222.0.66 "GET /v2.0/networks/dfea2df3-d5af-4d5b-8ac4-ef03b2347054?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861886 Jan 26 22:37:03.516817 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_dvr_db [None req-2b930cee-43c0-4350-84a8-3bc75860423f None None] Set router ff4cc9a6-7a6b-4e9b-894f-d48260cef7c4 gateway port host: n-d-760453-5 {{(pid=103307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 22:37:03.560247 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-62b990a6-2544-49d2-8870-8b1194fffa37 req-a483f4f0-ac95-49d5-b1c8-245725118aa0 service neutron] 10.222.0.66 "GET /v2.0/networks/dfea2df3-d5af-4d5b-8ac4-ef03b2347054?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821457 Jan 26 22:37:03.739062 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-2b930cee-43c0-4350-84a8-3bc75860423f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff4cc9a6-7a6b-4e9b-894f-d48260cef7c4', 'name': 'tempest-TestShelveInstance-2123907712-router', 'tenant_id': '3898bdabd6404f398406bcbeb3779003', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'external_fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.208'}], 'enable_snat': True}, 'gw_port_id': 'dad87e46-0888-4188-a3b9-ec9eed884153', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T22:31:16Z', 'updated_at': '2022-01-26T22:31:19Z', 'revision_number': 4, 'project_id': '3898bdabd6404f398406bcbeb3779003', 'gw_port': {'id': 'dad87e46-0888-4188-a3b9-ec9eed884153', 'name': '', 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:4b:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff4cc9a6-7a6b-4e9b-894f-d48260cef7c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T22:31:17Z', 'updated_at': '2022-01-26T22:31:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-5', '_floatingips': [{'id': '09de9372-0f45-4108-9cd5-90f2dd115519', 'tenant_id': '3898bdabd6404f398406bcbeb3779003', 'floating_ip_address': '172.25.1.145', 'floating_network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'router_id': 'ff4cc9a6-7a6b-4e9b-894f-d48260cef7c4', 'port_id': '529765e1-bb9b-48d1-910d-64bb2d7168e6', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4370, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dfea2df3-d5af-4d5b-8ac4-ef03b2347054', 'mac_address': 'fa:16:3e:35:e7:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '954d7f8e-4601-482e-ab6a-63f1ca236354', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-26T22:37:02Z', 'updated_at': '2022-01-26T22:37:02Z', 'revision_number': 0, 'project_id': '3898bdabd6404f398406bcbeb3779003', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ea82e188-d70d-4863-8869-dd5e1131479d', 'name': '', 'network_id': 'dfea2df3-d5af-4d5b-8ac4-ef03b2347054', 'tenant_id': '3898bdabd6404f398406bcbeb3779003', 'mac_address': 'fa:16:3e:50:69:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff4cc9a6-7a6b-4e9b-894f-d48260cef7c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': '2a440deb-3cfe-4555-9fd0-eba61f625b5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T22:31:18Z', 'updated_at': '2022-01-26T22:31:24Z', 'revision_number': 5, 'project_id': '3898bdabd6404f398406bcbeb3779003', 'subnets': [{'id': '2a440deb-3cfe-4555-9fd0-eba61f625b5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760453-5', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 22:37:03.765075 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b930cee-43c0-4350-84a8-3bc75860423f None None] The sync data for ids ['ff4cc9a6-7a6b-4e9b-894f-d48260cef7c4'] in n-d-760453-5 is: [{'id': 'ff4cc9a6-7a6b-4e9b-894f-d48260cef7c4', 'name': 'tempest-TestShelveInstance-2123907712-router', 'tenant_id': '3898bdabd6404f398406bcbeb3779003', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'external_fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.208'}], 'enable_snat': True}, 'gw_port_id': 'dad87e46-0888-4188-a3b9-ec9eed884153', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T22:31:16Z', 'updated_at': '2022-01-26T22:31:19Z', 'revision_number': 4, 'project_id': '3898bdabd6404f398406bcbeb3779003', 'gw_port': {'id': 'dad87e46-0888-4188-a3b9-ec9eed884153', 'name': '', 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:4b:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff4cc9a6-7a6b-4e9b-894f-d48260cef7c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T22:31:17Z', 'updated_at': '2022-01-26T22:31:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-5', '_floatingips': [{'id': '09de9372-0f45-4108-9cd5-90f2dd115519', 'tenant_id': '3898bdabd6404f398406bcbeb3779003', 'floating_ip_address': '172.25.1.145', 'floating_network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'router_id': 'ff4cc9a6-7a6b-4e9b-894f-d48260cef7c4', 'port_id': '529765e1-bb9b-48d1-910d-64bb2d7168e6', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4370, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dfea2df3-d5af-4d5b-8ac4-ef03b2347054', 'mac_address': 'fa:16:3e:35:e7:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '954d7f8e-4601-482e-ab6a-63f1ca236354', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-26T22:37:02Z', 'updated_at': '2022-01-26T22:37:02Z', 'revision_number': 0, 'project_id': '3898bdabd6404f398406bcbeb3779003', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ea82e188-d70d-4863-8869-dd5e1131479d', 'name': '', 'network_id': 'dfea2df3-d5af-4d5b-8ac4-ef03b2347054', 'tenant_id': '3898bdabd6404f398406bcbeb3779003', 'mac_address': 'fa:16:3e:50:69:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff4cc9a6-7a6b-4e9b-894f-d48260cef7c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': '2a440deb-3cfe-4555-9fd0-eba61f625b5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T22:31:18Z', 'updated_at': '2022-01-26T22:31:24Z', 'revision_number': 5, 'project_id': '3898bdabd6404f398406bcbeb3779003', 'subnets': [{'id': '2a440deb-3cfe-4555-9fd0-eba61f625b5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 26 22:37:03.967739 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5db8698a-3cb3-4a18-acab-79f3334e4f1a None None] New status for floating IP 09de9372-0f45-4108-9cd5-90f2dd115519: ACTIVE {{(pid=103306) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 26 22:37:05.477266 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.agents_db [None req-569f1ced-6396-4ddf-b79f-e03b0b2146ab None None] Agent healthcheck: found 7 active agents {{(pid=103307) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 26 22:37:09.207377 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (32ef628b-8417-46c5-8729-60fcabe358f1), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:37:19.098000 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-6bc67269-7fe5-46bc-8bc8-611b48f550b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (474ccdf7-ab6c-405b-a3b2-dc7b05829902), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:37:21.427280 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-0a9b7b14-2b36-49fe-8348-dba237c0257a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (09df100c-3af1-4b0a-bda8-05914c71c458), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:37:22.588935 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-841f5991-a4d8-4d4b-b215-cbc6bab5427b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (aa7ee9d2-08eb-4e12-b895-24c57300dfec), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:37:23.972727 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (4d619873-4b60-439f-9b5a-b155dc8bbc34), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:37:24.423437 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-839dd188-ec69-470c-9ab0-d318dc1a2e96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (e79b4fc6-6c71-44b2-a6d0-ff3e1f4dfd0d), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:37:25.536800 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (fea0591a-627d-4c87-9a9a-01625ddf3277), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:37:36.460091 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-93e85bc7-fde7-424b-9733-482d8a3a6ae9 req-9ea15518-1484-4b7b-b34c-bf12c12c6eba service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=954d7f8e-4601-482e-ab6a-63f1ca236354&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0403481 Jan 26 22:37:36.559407 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e85bc7-fde7-424b-9733-482d8a3a6ae9 req-32cacf3a-2f7e-4d28-bfc7-de7c876d7fbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:37:36.560932 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-93e85bc7-fde7-424b-9733-482d8a3a6ae9 req-32cacf3a-2f7e-4d28-bfc7-de7c876d7fbc service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=3898bdabd6404f398406bcbeb3779003&device_id=954d7f8e-4601-482e-ab6a-63f1ca236354 HTTP/1.1" status: 200 len: 1096 time: 0.0438073 Jan 26 22:37:36.660239 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e85bc7-fde7-424b-9733-482d8a3a6ae9 req-6ce5ea18-0e93-486b-a48c-6cde301b2280 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:37:36.661688 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-93e85bc7-fde7-424b-9733-482d8a3a6ae9 req-6ce5ea18-0e93-486b-a48c-6cde301b2280 service neutron] 10.222.0.66 "GET /v2.0/networks?id=dfea2df3-d5af-4d5b-8ac4-ef03b2347054 HTTP/1.1" status: 200 len: 910 time: 0.0830238 Jan 26 22:37:36.740313 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-93e85bc7-fde7-424b-9733-482d8a3a6ae9 req-0977fe9a-c7db-47f8-a576-1f0b5dc8be1d service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=529765e1-bb9b-48d1-910d-64bb2d7168e6 HTTP/1.1" status: 200 len: 1001 time: 0.0648763 Jan 26 22:37:36.787012 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e85bc7-fde7-424b-9733-482d8a3a6ae9 req-82646abe-f4d3-4574-aecc-7f6243a3f7f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:37:36.788987 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-93e85bc7-fde7-424b-9733-482d8a3a6ae9 req-82646abe-f4d3-4574-aecc-7f6243a3f7f7 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=2a440deb-3cfe-4555-9fd0-eba61f625b5e HTTP/1.1" status: 200 len: 848 time: 0.0430217 Jan 26 22:37:36.831997 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e85bc7-fde7-424b-9733-482d8a3a6ae9 req-18d4245f-c73c-49b4-bd5e-210c694660fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:37:36.833564 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-93e85bc7-fde7-424b-9733-482d8a3a6ae9 req-18d4245f-c73c-49b4-bd5e-210c694660fa service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=dfea2df3-d5af-4d5b-8ac4-ef03b2347054&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0391557 Jan 26 22:37:36.923206 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-93e85bc7-fde7-424b-9733-482d8a3a6ae9 req-77e8945f-c10a-4e29-9417-926a781165f1 service neutron] 10.222.0.66 "GET /v2.0/networks/dfea2df3-d5af-4d5b-8ac4-ef03b2347054?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841386 Jan 26 22:37:37.296474 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-93e85bc7-fde7-424b-9733-482d8a3a6ae9 req-a23975b7-f3c9-4710-b448-c891b3cd4370 service neutron] 10.222.0.66 "GET /v2.0/networks/dfea2df3-d5af-4d5b-8ac4-ef03b2347054?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3666124 Jan 26 22:37:39.224182 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (32ef628b-8417-46c5-8729-60fcabe358f1), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:37:42.476615 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.agents_db [None req-569f1ced-6396-4ddf-b79f-e03b0b2146ab None None] Agent healthcheck: found 7 active agents {{(pid=103307) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 26 22:37:49.099494 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-a441c1dc-1358-4e56-bfd0-f18b2e31a8ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (474ccdf7-ab6c-405b-a3b2-dc7b05829902), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:37:51.429221 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-6b609bfd-b112-4145-81da-9b9b25a29096 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (09df100c-3af1-4b0a-bda8-05914c71c458), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:37:52.592084 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-841f5991-a4d8-4d4b-b215-cbc6bab5427b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (aa7ee9d2-08eb-4e12-b895-24c57300dfec), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:37:53.986811 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (4d619873-4b60-439f-9b5a-b155dc8bbc34), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:37:54.425344 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-839dd188-ec69-470c-9ab0-d318dc1a2e96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (e79b4fc6-6c71-44b2-a6d0-ff3e1f4dfd0d), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:37:55.538486 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (fea0591a-627d-4c87-9a9a-01625ddf3277), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:38:09.223606 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (32ef628b-8417-46c5-8729-60fcabe358f1), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:38:19.101035 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-53331168-d31b-4d09-a9cc-e7d157509ce6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (474ccdf7-ab6c-405b-a3b2-dc7b05829902), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:38:19.475881 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.agents_db [None req-569f1ced-6396-4ddf-b79f-e03b0b2146ab None None] Agent healthcheck: found 7 active agents {{(pid=103307) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 26 22:38:21.428988 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-cdffe1df-97e2-4959-8e50-f6585792967b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (09df100c-3af1-4b0a-bda8-05914c71c458), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:38:22.596152 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-841f5991-a4d8-4d4b-b215-cbc6bab5427b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (aa7ee9d2-08eb-4e12-b895-24c57300dfec), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:38:24.002150 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (4d619873-4b60-439f-9b5a-b155dc8bbc34), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:38:24.427754 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-839dd188-ec69-470c-9ab0-d318dc1a2e96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (e79b4fc6-6c71-44b2-a6d0-ff3e1f4dfd0d), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:38:25.540811 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (fea0591a-627d-4c87-9a9a-01625ddf3277), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:38:38.150333 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-d89c9e12-8adb-42e2-9cec-7cd2ccbb51d8 req-eba8c39b-ce5b-4a25-bb09-21d1154c0e31 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=954d7f8e-4601-482e-ab6a-63f1ca236354&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1085718 Jan 26 22:38:38.260323 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89c9e12-8adb-42e2-9cec-7cd2ccbb51d8 req-f3e116fb-b0ab-4ca6-84e8-b02b0661ee6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:38:38.261874 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-d89c9e12-8adb-42e2-9cec-7cd2ccbb51d8 req-f3e116fb-b0ab-4ca6-84e8-b02b0661ee6b service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=3898bdabd6404f398406bcbeb3779003&device_id=954d7f8e-4601-482e-ab6a-63f1ca236354 HTTP/1.1" status: 200 len: 1096 time: 0.0456052 Jan 26 22:38:38.360950 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89c9e12-8adb-42e2-9cec-7cd2ccbb51d8 req-6faab8cf-0ac1-424b-8840-d8fd1a3400e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:38:38.362382 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-d89c9e12-8adb-42e2-9cec-7cd2ccbb51d8 req-6faab8cf-0ac1-424b-8840-d8fd1a3400e3 service neutron] 10.222.0.66 "GET /v2.0/networks?id=dfea2df3-d5af-4d5b-8ac4-ef03b2347054 HTTP/1.1" status: 200 len: 910 time: 0.0830624 Jan 26 22:38:38.430785 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-d89c9e12-8adb-42e2-9cec-7cd2ccbb51d8 req-24741fdc-8365-4dc3-b7cb-45279fcae58a service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=529765e1-bb9b-48d1-910d-64bb2d7168e6 HTTP/1.1" status: 200 len: 1001 time: 0.0613470 Jan 26 22:38:38.477990 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89c9e12-8adb-42e2-9cec-7cd2ccbb51d8 req-44cc330c-5a88-47a7-a94d-12ef3cbd8c78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:38:38.479411 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-d89c9e12-8adb-42e2-9cec-7cd2ccbb51d8 req-44cc330c-5a88-47a7-a94d-12ef3cbd8c78 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=2a440deb-3cfe-4555-9fd0-eba61f625b5e HTTP/1.1" status: 200 len: 848 time: 0.0430017 Jan 26 22:38:38.522316 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89c9e12-8adb-42e2-9cec-7cd2ccbb51d8 req-cb7f66db-b801-4a45-af70-57d40d23742a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:38:38.523759 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-d89c9e12-8adb-42e2-9cec-7cd2ccbb51d8 req-cb7f66db-b801-4a45-af70-57d40d23742a service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=dfea2df3-d5af-4d5b-8ac4-ef03b2347054&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0388439 Jan 26 22:38:38.613153 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-d89c9e12-8adb-42e2-9cec-7cd2ccbb51d8 req-487e1794-2f3d-425d-98d7-aad5e69ed777 service neutron] 10.222.0.66 "GET /v2.0/networks/dfea2df3-d5af-4d5b-8ac4-ef03b2347054?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825233 Jan 26 22:38:38.699723 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-d89c9e12-8adb-42e2-9cec-7cd2ccbb51d8 req-bb74b8a5-b0f7-4640-be3e-77bd2577b5d4 service neutron] 10.222.0.66 "GET /v2.0/networks/dfea2df3-d5af-4d5b-8ac4-ef03b2347054?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804155 Jan 26 22:38:39.241453 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (32ef628b-8417-46c5-8729-60fcabe358f1), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:38:49.107413 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-5107818d-2a73-4ec7-94ae-d372fb8b8cac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (474ccdf7-ab6c-405b-a3b2-dc7b05829902), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:38:51.431097 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-57d7d0dc-582a-455a-854f-148a0b2eb2f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (09df100c-3af1-4b0a-bda8-05914c71c458), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:38:52.597811 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-841f5991-a4d8-4d4b-b215-cbc6bab5427b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (aa7ee9d2-08eb-4e12-b895-24c57300dfec), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:38:54.017451 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (4d619873-4b60-439f-9b5a-b155dc8bbc34), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:38:54.431038 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-839dd188-ec69-470c-9ab0-d318dc1a2e96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (e79b4fc6-6c71-44b2-a6d0-ff3e1f4dfd0d), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:38:55.543246 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (fea0591a-627d-4c87-9a9a-01625ddf3277), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:38:56.474320 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.agents_db [None req-569f1ced-6396-4ddf-b79f-e03b0b2146ab None None] Agent healthcheck: found 7 active agents {{(pid=103307) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 26 22:38:58.813000 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18d26a3-d014-43f7-9591-c93178f6d867 req-df649e1f-382a-4fca-a788-38e3a95ffbd4 tempest-TestShelveInstance-954905460 tempest-TestShelveInstance-954905460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:38:58.814559 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-c18d26a3-d014-43f7-9591-c93178f6d867 req-df649e1f-382a-4fca-a788-38e3a95ffbd4 tempest-TestShelveInstance-954905460 tempest-TestShelveInstance-954905460-project] 10.222.0.13 "GET /v2.0/ports?device_id=954d7f8e-4601-482e-ab6a-63f1ca236354 HTTP/1.1" status: 200 len: 945 time: 0.0504625 Jan 26 22:38:58.864647 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-c18d26a3-d014-43f7-9591-c93178f6d867 req-78456dc4-deb9-4697-b711-c994c9d9a7ec tempest-TestShelveInstance-954905460 tempest-TestShelveInstance-954905460-project] 10.222.0.13 "GET /v2.0/security-groups?id=ebb619fc-514c-4017-b231-95402a2bb39d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445988 Jan 26 22:38:59.983261 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e749b6e4-9556-40a6-b469-74542be81d00 req-7d856fbf-26ae-400c-9814-1ca2f46ef45d tempest-TestShelveInstance-954905460 tempest-TestShelveInstance-954905460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:38:59.985337 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-e749b6e4-9556-40a6-b469-74542be81d00 req-7d856fbf-26ae-400c-9814-1ca2f46ef45d tempest-TestShelveInstance-954905460 tempest-TestShelveInstance-954905460-project] 10.222.0.13 "GET /v2.0/ports?device_id=954d7f8e-4601-482e-ab6a-63f1ca236354 HTTP/1.1" status: 200 len: 945 time: 0.0471492 Jan 26 22:39:00.037384 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-e749b6e4-9556-40a6-b469-74542be81d00 req-97359141-7177-4729-b3bb-1a527b4cb30c tempest-TestShelveInstance-954905460 tempest-TestShelveInstance-954905460-project] 10.222.0.13 "GET /v2.0/security-groups?id=ebb619fc-514c-4017-b231-95402a2bb39d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465984 Jan 26 22:39:01.150638 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0174cd-09dc-4d54-854a-d0a2afb1dc3b req-f4e7fc50-1485-4576-83f6-31c34f7b817f tempest-TestShelveInstance-954905460 tempest-TestShelveInstance-954905460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:39:01.152113 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-dd0174cd-09dc-4d54-854a-d0a2afb1dc3b req-f4e7fc50-1485-4576-83f6-31c34f7b817f tempest-TestShelveInstance-954905460 tempest-TestShelveInstance-954905460-project] 10.222.0.13 "GET /v2.0/ports?device_id=954d7f8e-4601-482e-ab6a-63f1ca236354 HTTP/1.1" status: 200 len: 945 time: 0.0487301 Jan 26 22:39:01.200848 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-dd0174cd-09dc-4d54-854a-d0a2afb1dc3b req-542c177c-116d-4e1f-89f3-4e718ee6199f tempest-TestShelveInstance-954905460 tempest-TestShelveInstance-954905460-project] 10.222.0.13 "GET /v2.0/security-groups?id=ebb619fc-514c-4017-b231-95402a2bb39d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431294 Jan 26 22:39:02.314576 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7b2ba3-5ae2-4436-ad82-cd23b734ed5a req-12bea559-0e79-4bc0-9041-d159b7f3e2ba tempest-TestShelveInstance-954905460 tempest-TestShelveInstance-954905460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:39:02.316038 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-2a7b2ba3-5ae2-4436-ad82-cd23b734ed5a req-12bea559-0e79-4bc0-9041-d159b7f3e2ba tempest-TestShelveInstance-954905460 tempest-TestShelveInstance-954905460-project] 10.222.0.13 "GET /v2.0/ports?device_id=954d7f8e-4601-482e-ab6a-63f1ca236354 HTTP/1.1" status: 200 len: 945 time: 0.0480819 Jan 26 22:39:02.363580 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-2a7b2ba3-5ae2-4436-ad82-cd23b734ed5a req-68c4dc0f-a32e-4cc3-b637-e26121a26561 tempest-TestShelveInstance-954905460 tempest-TestShelveInstance-954905460-project] 10.222.0.13 "GET /v2.0/security-groups?id=ebb619fc-514c-4017-b231-95402a2bb39d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420601 Jan 26 22:39:03.480325 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3836394f-1604-4f3e-ac7b-778abada63ed req-589996a2-f4c5-483b-95ae-82504b0e7a19 tempest-TestShelveInstance-954905460 tempest-TestShelveInstance-954905460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:39:03.481814 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-3836394f-1604-4f3e-ac7b-778abada63ed req-589996a2-f4c5-483b-95ae-82504b0e7a19 tempest-TestShelveInstance-954905460 tempest-TestShelveInstance-954905460-project] 10.222.0.13 "GET /v2.0/ports?device_id=954d7f8e-4601-482e-ab6a-63f1ca236354 HTTP/1.1" status: 200 len: 945 time: 0.0517070 Jan 26 22:39:03.529360 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-3836394f-1604-4f3e-ac7b-778abada63ed req-964a7bcc-2d79-40cb-a336-6a131237a0ba tempest-TestShelveInstance-954905460 tempest-TestShelveInstance-954905460-project] 10.222.0.13 "GET /v2.0/security-groups?id=ebb619fc-514c-4017-b231-95402a2bb39d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419674 Jan 26 22:39:04.645082 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc980540-6db0-4368-9026-f76c43037f80 req-033b0425-2915-4e37-b556-0708b3e172aa tempest-TestShelveInstance-954905460 tempest-TestShelveInstance-954905460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:39:04.646518 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-dc980540-6db0-4368-9026-f76c43037f80 req-033b0425-2915-4e37-b556-0708b3e172aa tempest-TestShelveInstance-954905460 tempest-TestShelveInstance-954905460-project] 10.222.0.13 "GET /v2.0/ports?device_id=954d7f8e-4601-482e-ab6a-63f1ca236354 HTTP/1.1" status: 200 len: 945 time: 0.0486288 Jan 26 22:39:04.694870 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-dc980540-6db0-4368-9026-f76c43037f80 req-303ec3d3-1117-4f84-8c76-c40f12155cf8 tempest-TestShelveInstance-954905460 tempest-TestShelveInstance-954905460-project] 10.222.0.13 "GET /v2.0/security-groups?id=ebb619fc-514c-4017-b231-95402a2bb39d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428395 Jan 26 22:39:05.808099 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb524ec6-8bd1-4653-ae7a-68a5fc04425f req-af11ef4a-0996-46e8-89bc-a805e4d23cf8 tempest-TestShelveInstance-954905460 tempest-TestShelveInstance-954905460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:39:05.809434 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-eb524ec6-8bd1-4653-ae7a-68a5fc04425f req-af11ef4a-0996-46e8-89bc-a805e4d23cf8 tempest-TestShelveInstance-954905460 tempest-TestShelveInstance-954905460-project] 10.222.0.13 "GET /v2.0/ports?device_id=954d7f8e-4601-482e-ab6a-63f1ca236354 HTTP/1.1" status: 200 len: 945 time: 0.0484571 Jan 26 22:39:05.860942 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-eb524ec6-8bd1-4653-ae7a-68a5fc04425f req-b1d40d9a-51b7-4856-aada-e259594a7c46 tempest-TestShelveInstance-954905460 tempest-TestShelveInstance-954905460-project] 10.222.0.13 "GET /v2.0/security-groups?id=ebb619fc-514c-4017-b231-95402a2bb39d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460129 Jan 26 22:39:06.977066 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c918f653-56d7-4506-89f5-4e3cf6db4223 req-a0dabf7e-e3e9-42bf-90b5-dbb9d4ad08aa tempest-TestShelveInstance-954905460 tempest-TestShelveInstance-954905460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:39:06.978591 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-c918f653-56d7-4506-89f5-4e3cf6db4223 req-a0dabf7e-e3e9-42bf-90b5-dbb9d4ad08aa tempest-TestShelveInstance-954905460 tempest-TestShelveInstance-954905460-project] 10.222.0.13 "GET /v2.0/ports?device_id=954d7f8e-4601-482e-ab6a-63f1ca236354 HTTP/1.1" status: 200 len: 945 time: 0.0495036 Jan 26 22:39:07.026946 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-c918f653-56d7-4506-89f5-4e3cf6db4223 req-1088972e-b099-4c97-9b4f-2547ab288b4a tempest-TestShelveInstance-954905460 tempest-TestShelveInstance-954905460-project] 10.222.0.13 "GET /v2.0/security-groups?id=ebb619fc-514c-4017-b231-95402a2bb39d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427775 Jan 26 22:39:08.145255 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99bd44c2-d944-4e9e-94ab-1fbdb890f74e req-18bec7b6-94ff-4384-9d81-fe9681fd9c85 tempest-TestShelveInstance-954905460 tempest-TestShelveInstance-954905460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:39:08.146788 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-99bd44c2-d944-4e9e-94ab-1fbdb890f74e req-18bec7b6-94ff-4384-9d81-fe9681fd9c85 tempest-TestShelveInstance-954905460 tempest-TestShelveInstance-954905460-project] 10.222.0.13 "GET /v2.0/ports?device_id=954d7f8e-4601-482e-ab6a-63f1ca236354 HTTP/1.1" status: 200 len: 945 time: 0.0537038 Jan 26 22:39:08.195476 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-99bd44c2-d944-4e9e-94ab-1fbdb890f74e req-76de33b9-dad2-491b-b490-1365472760b9 tempest-TestShelveInstance-954905460 tempest-TestShelveInstance-954905460-project] 10.222.0.13 "GET /v2.0/security-groups?id=ebb619fc-514c-4017-b231-95402a2bb39d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431542 Jan 26 22:39:09.050479 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e515dc4-36a3-472a-85b0-ae752f743216 req-7e71c8df-25e5-42ce-9071-e96f3b5cff70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:39:09.052035 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-1e515dc4-36a3-472a-85b0-ae752f743216 req-7e71c8df-25e5-42ce-9071-e96f3b5cff70 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=3898bdabd6404f398406bcbeb3779003&device_id=954d7f8e-4601-482e-ab6a-63f1ca236354 HTTP/1.1" status: 200 len: 1096 time: 0.0412638 Jan 26 22:39:09.143769 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e515dc4-36a3-472a-85b0-ae752f743216 req-7f6294f0-8879-413a-8f55-c5ace25bc712 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:39:09.145227 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-1e515dc4-36a3-472a-85b0-ae752f743216 req-7f6294f0-8879-413a-8f55-c5ace25bc712 service neutron] 10.222.0.66 "GET /v2.0/networks?id=dfea2df3-d5af-4d5b-8ac4-ef03b2347054 HTTP/1.1" status: 200 len: 910 time: 0.0878844 Jan 26 22:39:09.209216 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-1e515dc4-36a3-472a-85b0-ae752f743216 req-8e499375-b7bb-43a9-94fe-7a6c0f178740 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=529765e1-bb9b-48d1-910d-64bb2d7168e6 HTTP/1.1" status: 200 len: 1001 time: 0.0574446 Jan 26 22:39:09.259428 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (32ef628b-8417-46c5-8729-60fcabe358f1), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:39:09.265044 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e515dc4-36a3-472a-85b0-ae752f743216 req-98e4f2cd-11d5-444e-bb5d-005023712b2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:39:09.266591 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-1e515dc4-36a3-472a-85b0-ae752f743216 req-98e4f2cd-11d5-444e-bb5d-005023712b2a service neutron] 10.222.0.66 "GET /v2.0/subnets?id=2a440deb-3cfe-4555-9fd0-eba61f625b5e HTTP/1.1" status: 200 len: 848 time: 0.0520971 Jan 26 22:39:09.311770 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e515dc4-36a3-472a-85b0-ae752f743216 req-ba8ab1c9-0d49-4340-b9ad-7d45ae1fbbfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:39:09.314577 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-1e515dc4-36a3-472a-85b0-ae752f743216 req-ba8ab1c9-0d49-4340-b9ad-7d45ae1fbbfa service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=dfea2df3-d5af-4d5b-8ac4-ef03b2347054&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0418825 Jan 26 22:39:09.314728 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8c65f7-3b34-4839-9da6-dba9b57ba8eb req-a80e8708-ba87-4daf-9ab2-813eb6f00db1 tempest-TestShelveInstance-954905460 tempest-TestShelveInstance-954905460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:39:09.316165 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-0a8c65f7-3b34-4839-9da6-dba9b57ba8eb req-a80e8708-ba87-4daf-9ab2-813eb6f00db1 tempest-TestShelveInstance-954905460 tempest-TestShelveInstance-954905460-project] 10.222.0.13 "GET /v2.0/ports?device_id=954d7f8e-4601-482e-ab6a-63f1ca236354 HTTP/1.1" status: 200 len: 945 time: 0.0532415 Jan 26 22:39:09.365220 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-0a8c65f7-3b34-4839-9da6-dba9b57ba8eb req-5b27ec42-706e-4f6f-8bfb-b504ef48eb0a tempest-TestShelveInstance-954905460 tempest-TestShelveInstance-954905460-project] 10.222.0.13 "GET /v2.0/security-groups?id=ebb619fc-514c-4017-b231-95402a2bb39d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434184 Jan 26 22:39:09.403899 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-1e515dc4-36a3-472a-85b0-ae752f743216 req-35b2adc8-61ca-40fa-9c8d-59cc659802b6 service neutron] 10.222.0.66 "GET /v2.0/networks/dfea2df3-d5af-4d5b-8ac4-ef03b2347054?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830390 Jan 26 22:39:09.496589 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-1e515dc4-36a3-472a-85b0-ae752f743216 req-deb2cce0-f530-4754-b5ab-376eb4559958 service neutron] 10.222.0.66 "GET /v2.0/networks/dfea2df3-d5af-4d5b-8ac4-ef03b2347054?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861418 Jan 26 22:39:10.480280 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835f0b4f-0bd8-43b7-90d3-5d110cf74c5a req-5d18a1c2-ac60-4b1c-a85e-1f20d709021f tempest-TestShelveInstance-954905460 tempest-TestShelveInstance-954905460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:39:10.481793 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-835f0b4f-0bd8-43b7-90d3-5d110cf74c5a req-5d18a1c2-ac60-4b1c-a85e-1f20d709021f tempest-TestShelveInstance-954905460 tempest-TestShelveInstance-954905460-project] 10.222.0.13 "GET /v2.0/ports?device_id=954d7f8e-4601-482e-ab6a-63f1ca236354 HTTP/1.1" status: 200 len: 945 time: 0.0476809 Jan 26 22:39:10.529988 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-835f0b4f-0bd8-43b7-90d3-5d110cf74c5a req-ea576da3-0b53-49cb-a34c-0c92bc04661e tempest-TestShelveInstance-954905460 tempest-TestShelveInstance-954905460-project] 10.222.0.13 "GET /v2.0/security-groups?id=ebb619fc-514c-4017-b231-95402a2bb39d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418992 Jan 26 22:39:11.653945 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8c34ba-c3c0-4ea6-ab2e-bc0fba4d06b3 req-673485b2-c611-4a81-8ad0-c9e4dc9ee4ac tempest-TestShelveInstance-954905460 tempest-TestShelveInstance-954905460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:39:11.655506 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-ca8c34ba-c3c0-4ea6-ab2e-bc0fba4d06b3 req-673485b2-c611-4a81-8ad0-c9e4dc9ee4ac tempest-TestShelveInstance-954905460 tempest-TestShelveInstance-954905460-project] 10.222.0.13 "GET /v2.0/ports?device_id=954d7f8e-4601-482e-ab6a-63f1ca236354 HTTP/1.1" status: 200 len: 945 time: 0.0545561 Jan 26 22:39:11.709849 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-ca8c34ba-c3c0-4ea6-ab2e-bc0fba4d06b3 req-7d0cf7b6-fdf8-4776-bae3-55ae163c3559 tempest-TestShelveInstance-954905460 tempest-TestShelveInstance-954905460-project] 10.222.0.13 "GET /v2.0/security-groups?id=ebb619fc-514c-4017-b231-95402a2bb39d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472238 Jan 26 22:39:12.827628 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4085ef40-ef6b-4973-a034-fa3955f1fb47 req-66871048-4e9b-4583-a41f-91e66003f6a8 tempest-TestShelveInstance-954905460 tempest-TestShelveInstance-954905460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:39:12.829774 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-4085ef40-ef6b-4973-a034-fa3955f1fb47 req-66871048-4e9b-4583-a41f-91e66003f6a8 tempest-TestShelveInstance-954905460 tempest-TestShelveInstance-954905460-project] 10.222.0.13 "GET /v2.0/ports?device_id=954d7f8e-4601-482e-ab6a-63f1ca236354 HTTP/1.1" status: 200 len: 945 time: 0.0486915 Jan 26 22:39:12.881729 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-4085ef40-ef6b-4973-a034-fa3955f1fb47 req-c0ae1aed-7642-461e-ad2c-e61e7baa9a3f tempest-TestShelveInstance-954905460 tempest-TestShelveInstance-954905460-project] 10.222.0.13 "GET /v2.0/security-groups?id=ebb619fc-514c-4017-b231-95402a2bb39d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456088 Jan 26 22:39:13.996948 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17edf1cd-701b-4bc3-bb70-a609967fecbe req-b95889d2-3743-4c1a-9ee8-c51357c1fdf5 tempest-TestShelveInstance-954905460 tempest-TestShelveInstance-954905460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:39:13.998676 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-17edf1cd-701b-4bc3-bb70-a609967fecbe req-b95889d2-3743-4c1a-9ee8-c51357c1fdf5 tempest-TestShelveInstance-954905460 tempest-TestShelveInstance-954905460-project] 10.222.0.13 "GET /v2.0/ports?device_id=954d7f8e-4601-482e-ab6a-63f1ca236354 HTTP/1.1" status: 200 len: 945 time: 0.0496094 Jan 26 22:39:14.051288 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-17edf1cd-701b-4bc3-bb70-a609967fecbe req-b410d546-5afb-44c6-b959-0fa20a5dcf5a tempest-TestShelveInstance-954905460 tempest-TestShelveInstance-954905460-project] 10.222.0.13 "GET /v2.0/security-groups?id=ebb619fc-514c-4017-b231-95402a2bb39d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463893 Jan 26 22:39:15.167321 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c756a2-2a14-40a5-bf4a-756e841c6636 req-5e831096-fceb-413b-911f-d488b5cc9c52 tempest-TestShelveInstance-954905460 tempest-TestShelveInstance-954905460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:39:15.168807 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-68c756a2-2a14-40a5-bf4a-756e841c6636 req-5e831096-fceb-413b-911f-d488b5cc9c52 tempest-TestShelveInstance-954905460 tempest-TestShelveInstance-954905460-project] 10.222.0.13 "GET /v2.0/ports?device_id=954d7f8e-4601-482e-ab6a-63f1ca236354 HTTP/1.1" status: 200 len: 945 time: 0.0512064 Jan 26 22:39:15.216366 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-68c756a2-2a14-40a5-bf4a-756e841c6636 req-3843e6aa-a454-441e-b905-ec67c674a324 tempest-TestShelveInstance-954905460 tempest-TestShelveInstance-954905460-project] 10.222.0.13 "GET /v2.0/security-groups?id=ebb619fc-514c-4017-b231-95402a2bb39d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420036 Jan 26 22:39:15.416686 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-3ab5cdf7-7866-41c3-9170-4f718b690a7d req-207e8898-5a00-4f18-8604-509ba16a1dc9 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=954d7f8e-4601-482e-ab6a-63f1ca236354&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0663543 Jan 26 22:39:15.425368 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [req-3ab5cdf7-7866-41c3-9170-4f718b690a7d req-557e2863-162a-40c0-82ed-cd144aa9c463 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=103304) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 26 22:39:15.426340 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-3ab5cdf7-7866-41c3-9170-4f718b690a7d req-557e2863-162a-40c0-82ed-cd144aa9c463 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0051186 Jan 26 22:39:15.438469 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c08f57f-0676-424c-a027-f6be0ff949a6 req-e70078d3-c5db-4316-b9ac-e5b71eef695e tempest-TestShelveInstance-954905460 tempest-TestShelveInstance-954905460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:39:15.439941 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-2c08f57f-0676-424c-a027-f6be0ff949a6 req-e70078d3-c5db-4316-b9ac-e5b71eef695e tempest-TestShelveInstance-954905460 tempest-TestShelveInstance-954905460-project] 10.222.0.13 "GET /v2.0/ports?device_id=954d7f8e-4601-482e-ab6a-63f1ca236354 HTTP/1.1" status: 200 len: 945 time: 0.0654759 Jan 26 22:39:15.492856 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-2c08f57f-0676-424c-a027-f6be0ff949a6 req-0a564eaf-17c9-4796-8991-402f7d97c175 tempest-TestShelveInstance-954905460 tempest-TestShelveInstance-954905460-project] 10.222.0.13 "GET /v2.0/security-groups?id=ebb619fc-514c-4017-b231-95402a2bb39d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473082 Jan 26 22:39:15.794188 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Device 529765e1-bb9b-48d1-910d-64bb2d7168e6 no longer exists at agent hyperv_n-h1-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 26 22:39:15.871141 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Current status of the port 529765e1-bb9b-48d1-910d-64bb2d7168e6 is: ACTIVE; New status is: DOWN {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 22:39:15.871445 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (529765e1-bb9b-48d1-910d-64bb2d7168e6), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:39:15.895622 n-d-760453-5 neutron-server[103306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '954d7f8e-4601-482e-ab6a-63f1ca236354', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '529765e1-bb9b-48d1-910d-64bb2d7168e6'}] {{(pid=103306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 22:39:15.897916 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c06f7aa05085a00df6a2944c086d22937b62c1e75db8df879377281bc6a8a153" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31cd1cf3-7d1c-419b-814b-93a6728b51cb" -d '{"events": [{"server_uuid": "954d7f8e-4601-482e-ab6a-63f1ca236354", "name": "network-vif-unplugged", "status": "completed", "tag": "529765e1-bb9b-48d1-910d-64bb2d7168e6"}]}' {{(pid=103306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 22:39:15.911394 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] For port 529765e1-bb9b-48d1-910d-64bb2d7168e6, host n-h1-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-5',level=0,port_id=529765e1-bb9b-48d1-910d-64bb2d7168e6,segment=NetworkSegment(b5086e3d-16c2-40da-8fb3-affc86750274),segment_id=b5086e3d-16c2-40da-8fb3-affc86750274)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 22:39:15.915679 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (529765e1-bb9b-48d1-910d-64bb2d7168e6), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:39:15.940479 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 26 Jan 2022 22:39:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58ef6641-20e6-4984-91dc-47e4f9a6af03 x-openstack-request-id: req-58ef6641-20e6-4984-91dc-47e4f9a6af03 {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 22:39:15.940761 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "954d7f8e-4601-482e-ab6a-63f1ca236354", "name": "network-vif-unplugged", "status": "failed", "tag": "529765e1-bb9b-48d1-910d-64bb2d7168e6", "code": 422}]} {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 22:39:15.941016 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-58ef6641-20e6-4984-91dc-47e4f9a6af03 {{(pid=103306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 22:39:15.941413 n-d-760453-5 neutron-server[103306]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '954d7f8e-4601-482e-ab6a-63f1ca236354', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '529765e1-bb9b-48d1-910d-64bb2d7168e6', 'code': 422} returned with failed status Jan 26 22:39:15.969570 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Pushing event updated for resources: {'Port': ['ID=529765e1-bb9b-48d1-910d-64bb2d7168e6,revision_number=6']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 22:39:15.977369 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:39:15.977724 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:39:15.978072 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:39:15.978413 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:39:15.978789 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:39:15.979121 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:39:15.979458 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:39:15.979782 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:39:15.980107 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:39:15.980458 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:39:15.980800 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:39:15.981111 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:39:15.981467 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:39:16.608401 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046d6660-5c48-4c64-8aa8-2509845b0a91 req-afb7d00b-d057-4f95-9134-0de242df235d tempest-TestShelveInstance-954905460 tempest-TestShelveInstance-954905460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:39:16.609933 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-046d6660-5c48-4c64-8aa8-2509845b0a91 req-afb7d00b-d057-4f95-9134-0de242df235d tempest-TestShelveInstance-954905460 tempest-TestShelveInstance-954905460-project] 10.222.0.13 "GET /v2.0/ports?device_id=954d7f8e-4601-482e-ab6a-63f1ca236354 HTTP/1.1" status: 200 len: 943 time: 0.0488207 Jan 26 22:39:16.659980 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-046d6660-5c48-4c64-8aa8-2509845b0a91 req-4fd8f90e-4eae-4287-b18c-7769f97609b3 tempest-TestShelveInstance-954905460 tempest-TestShelveInstance-954905460-project] 10.222.0.13 "GET /v2.0/security-groups?id=ebb619fc-514c-4017-b231-95402a2bb39d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441267 Jan 26 22:39:17.776829 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6fb32a3-3c7c-42ee-9b59-4887404646d3 req-cbab5c30-f4ba-4d98-bd4d-684793406760 tempest-TestShelveInstance-954905460 tempest-TestShelveInstance-954905460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:39:17.778356 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-f6fb32a3-3c7c-42ee-9b59-4887404646d3 req-cbab5c30-f4ba-4d98-bd4d-684793406760 tempest-TestShelveInstance-954905460 tempest-TestShelveInstance-954905460-project] 10.222.0.13 "GET /v2.0/ports?device_id=954d7f8e-4601-482e-ab6a-63f1ca236354 HTTP/1.1" status: 200 len: 943 time: 0.0506129 Jan 26 22:39:17.826465 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-f6fb32a3-3c7c-42ee-9b59-4887404646d3 req-a5f838b2-292f-4e49-9ebc-db024a726bc7 tempest-TestShelveInstance-954905460 tempest-TestShelveInstance-954905460-project] 10.222.0.13 "GET /v2.0/security-groups?id=ebb619fc-514c-4017-b231-95402a2bb39d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424588 Jan 26 22:39:18.943988 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f32300c-e0c7-485a-a71d-fe17f482dee1 req-51f342a2-02db-47d4-8f6a-d3984e2fbe76 tempest-TestShelveInstance-954905460 tempest-TestShelveInstance-954905460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:39:18.945505 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-3f32300c-e0c7-485a-a71d-fe17f482dee1 req-51f342a2-02db-47d4-8f6a-d3984e2fbe76 tempest-TestShelveInstance-954905460 tempest-TestShelveInstance-954905460-project] 10.222.0.13 "GET /v2.0/ports?device_id=954d7f8e-4601-482e-ab6a-63f1ca236354 HTTP/1.1" status: 200 len: 943 time: 0.0520871 Jan 26 22:39:18.996149 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-3f32300c-e0c7-485a-a71d-fe17f482dee1 req-1ce32013-1603-4f10-bc35-1f2c7dc9c07d tempest-TestShelveInstance-954905460 tempest-TestShelveInstance-954905460-project] 10.222.0.13 "GET /v2.0/security-groups?id=ebb619fc-514c-4017-b231-95402a2bb39d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446975 Jan 26 22:39:19.099977 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b3bdcc74-559c-4ad1-986d-9b0429039e4b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (474ccdf7-ab6c-405b-a3b2-dc7b05829902), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:39:20.115975 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22d9a41-6bd9-4034-b3ac-543884d1cd87 req-f9ea59f4-8598-476d-935b-c3095abf1689 tempest-TestShelveInstance-954905460 tempest-TestShelveInstance-954905460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:39:20.117489 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-f22d9a41-6bd9-4034-b3ac-543884d1cd87 req-f9ea59f4-8598-476d-935b-c3095abf1689 tempest-TestShelveInstance-954905460 tempest-TestShelveInstance-954905460-project] 10.222.0.13 "GET /v2.0/ports?device_id=954d7f8e-4601-482e-ab6a-63f1ca236354 HTTP/1.1" status: 200 len: 943 time: 0.0494938 Jan 26 22:39:20.174583 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-f22d9a41-6bd9-4034-b3ac-543884d1cd87 req-e43434f1-9cdd-4fe2-a7c9-3e623f44ca93 tempest-TestShelveInstance-954905460 tempest-TestShelveInstance-954905460-project] 10.222.0.13 "GET /v2.0/security-groups?id=ebb619fc-514c-4017-b231-95402a2bb39d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506270 Jan 26 22:39:21.292571 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c06b904-fdb5-4665-b2bd-c84db2158731 req-9d2119ae-7c0b-4713-bb5c-a0fdea055d4c tempest-TestShelveInstance-954905460 tempest-TestShelveInstance-954905460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:39:21.294106 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-6c06b904-fdb5-4665-b2bd-c84db2158731 req-9d2119ae-7c0b-4713-bb5c-a0fdea055d4c tempest-TestShelveInstance-954905460 tempest-TestShelveInstance-954905460-project] 10.222.0.13 "GET /v2.0/ports?device_id=954d7f8e-4601-482e-ab6a-63f1ca236354 HTTP/1.1" status: 200 len: 943 time: 0.0523324 Jan 26 22:39:21.342666 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-6c06b904-fdb5-4665-b2bd-c84db2158731 req-dfc0fa10-0706-40ae-886a-f439d1ecd49d tempest-TestShelveInstance-954905460 tempest-TestShelveInstance-954905460-project] 10.222.0.13 "GET /v2.0/security-groups?id=ebb619fc-514c-4017-b231-95402a2bb39d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429299 Jan 26 22:39:21.432095 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-13a0c983-c476-485c-8074-264c95583a8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (09df100c-3af1-4b0a-bda8-05914c71c458), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:39:22.462853 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50e9de1-b08a-4972-9119-01f16268d276 req-eaf7f730-a0bb-4092-a862-8114abbbba9b tempest-TestShelveInstance-954905460 tempest-TestShelveInstance-954905460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:39:22.464369 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-f50e9de1-b08a-4972-9119-01f16268d276 req-eaf7f730-a0bb-4092-a862-8114abbbba9b tempest-TestShelveInstance-954905460 tempest-TestShelveInstance-954905460-project] 10.222.0.13 "GET /v2.0/ports?device_id=954d7f8e-4601-482e-ab6a-63f1ca236354 HTTP/1.1" status: 200 len: 943 time: 0.0501754 Jan 26 22:39:22.513677 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-f50e9de1-b08a-4972-9119-01f16268d276 req-be89f695-0832-4eea-969b-9dbd2ee5e3e1 tempest-TestShelveInstance-954905460 tempest-TestShelveInstance-954905460-project] 10.222.0.13 "GET /v2.0/security-groups?id=ebb619fc-514c-4017-b231-95402a2bb39d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431597 Jan 26 22:39:22.600900 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-841f5991-a4d8-4d4b-b215-cbc6bab5427b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (aa7ee9d2-08eb-4e12-b895-24c57300dfec), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:39:23.629783 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea16a730-1080-4b21-baaf-fa0e3f51fb45 req-ee03efb4-596d-4bf1-b788-43bba1b3f78d tempest-TestShelveInstance-954905460 tempest-TestShelveInstance-954905460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:39:23.631255 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-ea16a730-1080-4b21-baaf-fa0e3f51fb45 req-ee03efb4-596d-4bf1-b788-43bba1b3f78d tempest-TestShelveInstance-954905460 tempest-TestShelveInstance-954905460-project] 10.222.0.13 "GET /v2.0/ports?device_id=954d7f8e-4601-482e-ab6a-63f1ca236354 HTTP/1.1" status: 200 len: 943 time: 0.0490377 Jan 26 22:39:23.682835 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-ea16a730-1080-4b21-baaf-fa0e3f51fb45 req-230f2081-8105-422b-a47e-4a729305413e tempest-TestShelveInstance-954905460 tempest-TestShelveInstance-954905460-project] 10.222.0.13 "GET /v2.0/security-groups?id=ebb619fc-514c-4017-b231-95402a2bb39d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460751 Jan 26 22:39:24.018693 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (4d619873-4b60-439f-9b5a-b155dc8bbc34), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:39:24.432955 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-839dd188-ec69-470c-9ab0-d318dc1a2e96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (e79b4fc6-6c71-44b2-a6d0-ff3e1f4dfd0d), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:39:24.797897 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12f4755-a910-44a8-947f-5282af368380 req-c5db1a4c-24b2-4d4d-9e22-c158a78e115c tempest-TestShelveInstance-954905460 tempest-TestShelveInstance-954905460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:39:24.799510 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-f12f4755-a910-44a8-947f-5282af368380 req-c5db1a4c-24b2-4d4d-9e22-c158a78e115c tempest-TestShelveInstance-954905460 tempest-TestShelveInstance-954905460-project] 10.222.0.13 "GET /v2.0/ports?device_id=954d7f8e-4601-482e-ab6a-63f1ca236354 HTTP/1.1" status: 200 len: 943 time: 0.0506730 Jan 26 22:39:24.852504 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-f12f4755-a910-44a8-947f-5282af368380 req-8a944d8d-c61d-4c0b-adb9-2604983e4911 tempest-TestShelveInstance-954905460 tempest-TestShelveInstance-954905460-project] 10.222.0.13 "GET /v2.0/security-groups?id=ebb619fc-514c-4017-b231-95402a2bb39d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472305 Jan 26 22:39:25.480682 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab5cdf7-7866-41c3-9170-4f718b690a7d req-efb6e1ad-1024-405f-9218-e6324998d965 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:39:25.482200 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-3ab5cdf7-7866-41c3-9170-4f718b690a7d req-efb6e1ad-1024-405f-9218-e6324998d965 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=954d7f8e-4601-482e-ab6a-63f1ca236354&tenant_id=3898bdabd6404f398406bcbeb3779003 HTTP/1.1" status: 200 len: 1094 time: 0.0405443 Jan 26 22:39:25.492815 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [req-3ab5cdf7-7866-41c3-9170-4f718b690a7d req-e8f1c3ae-d819-47b7-b2cd-63c215177fb6 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=103304) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 26 22:39:25.493828 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-3ab5cdf7-7866-41c3-9170-4f718b690a7d req-e8f1c3ae-d819-47b7-b2cd-63c215177fb6 service neutron] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0048499 Jan 26 22:39:25.503628 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [req-3ab5cdf7-7866-41c3-9170-4f718b690a7d req-c429f502-9b27-4194-a706-c1c09bfd7f75 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-760453-5', 'device_owner': 'compute:nova'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 22:39:25.545049 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (fea0591a-627d-4c87-9a9a-01625ddf3277), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:39:25.560540 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-3ab5cdf7-7866-41c3-9170-4f718b690a7d req-c429f502-9b27-4194-a706-c1c09bfd7f75 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (529765e1-bb9b-48d1-910d-64bb2d7168e6), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:39:25.760651 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [req-3ab5cdf7-7866-41c3-9170-4f718b690a7d req-c429f502-9b27-4194-a706-c1c09bfd7f75 service neutron] For port 529765e1-bb9b-48d1-910d-64bb2d7168e6, host n-h1-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-5',level=0,port_id=529765e1-bb9b-48d1-910d-64bb2d7168e6,segment=NetworkSegment(b5086e3d-16c2-40da-8fb3-affc86750274),segment_id=b5086e3d-16c2-40da-8fb3-affc86750274)] {{(pid=103304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 22:39:25.793873 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [req-3ab5cdf7-7866-41c3-9170-4f718b690a7d req-c429f502-9b27-4194-a706-c1c09bfd7f75 service neutron] For port 529765e1-bb9b-48d1-910d-64bb2d7168e6, host n-h1-760453-5, cleared binding levels {{(pid=103304) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 26 22:39:25.825118 n-d-760453-5 neutron-server[103304]: DEBUG neutron.notifiers.nova [req-3ab5cdf7-7866-41c3-9170-4f718b690a7d req-c429f502-9b27-4194-a706-c1c09bfd7f75 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 529765e1-bb9b-48d1-910d-64bb2d7168e6 {{(pid=103304) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 26 22:39:25.833045 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-3ab5cdf7-7866-41c3-9170-4f718b690a7d req-c429f502-9b27-4194-a706-c1c09bfd7f75 service neutron] Publish callbacks [] for port (529765e1-bb9b-48d1-910d-64bb2d7168e6), precommit_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:39:25.845722 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.provisioning_blocks [req-3ab5cdf7-7866-41c3-9170-4f718b690a7d req-c429f502-9b27-4194-a706-c1c09bfd7f75 service neutron] Transition to ACTIVE for port object 529765e1-bb9b-48d1-910d-64bb2d7168e6 will not be triggered until provisioned by entity L2. {{(pid=103304) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 22:39:25.849125 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-3ab5cdf7-7866-41c3-9170-4f718b690a7d req-c429f502-9b27-4194-a706-c1c09bfd7f75 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9281542'] for port (529765e1-bb9b-48d1-910d-64bb2d7168e6), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:39:25.936023 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c429f502-9b27-4194-a706-c1c09bfd7f75 service neutron] Pushing event updated for resources: {'Port': ['ID=529765e1-bb9b-48d1-910d-64bb2d7168e6,revision_number=7']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 22:39:25.971834 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c429f502-9b27-4194-a706-c1c09bfd7f75 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:39:25.972210 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c429f502-9b27-4194-a706-c1c09bfd7f75 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:39:25.972535 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c429f502-9b27-4194-a706-c1c09bfd7f75 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:39:25.972876 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c429f502-9b27-4194-a706-c1c09bfd7f75 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:39:25.973211 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c429f502-9b27-4194-a706-c1c09bfd7f75 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:39:25.973580 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c429f502-9b27-4194-a706-c1c09bfd7f75 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:39:25.973909 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c429f502-9b27-4194-a706-c1c09bfd7f75 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:39:25.974237 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c429f502-9b27-4194-a706-c1c09bfd7f75 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:39:25.974561 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c429f502-9b27-4194-a706-c1c09bfd7f75 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:39:25.974886 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c429f502-9b27-4194-a706-c1c09bfd7f75 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:39:25.975211 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c429f502-9b27-4194-a706-c1c09bfd7f75 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:39:25.975533 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c429f502-9b27-4194-a706-c1c09bfd7f75 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:39:25.975854 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c429f502-9b27-4194-a706-c1c09bfd7f75 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:39:26.017939 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ab5cdf7-7866-41c3-9170-4f718b690a7d req-c429f502-9b27-4194-a706-c1c09bfd7f75 service neutron] No DVR routers for this DVR port 529765e1-bb9b-48d1-910d-64bb2d7168e6 on host n-h1-760453-5 {{(pid=103304) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 26 22:39:26.026149 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74098388-48ad-443d-97a7-5cba65465b6f req-28d18360-344c-493b-83fb-d7bc75c54283 tempest-TestShelveInstance-954905460 tempest-TestShelveInstance-954905460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:39:26.027722 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-74098388-48ad-443d-97a7-5cba65465b6f req-28d18360-344c-493b-83fb-d7bc75c54283 tempest-TestShelveInstance-954905460 tempest-TestShelveInstance-954905460-project] 10.222.0.13 "GET /v2.0/ports?device_id=954d7f8e-4601-482e-ab6a-63f1ca236354 HTTP/1.1" status: 200 len: 943 time: 0.0927980 Jan 26 22:39:26.148016 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-74098388-48ad-443d-97a7-5cba65465b6f req-cf9855af-13d0-47a0-b661-24aea7ede9e0 tempest-TestShelveInstance-954905460 tempest-TestShelveInstance-954905460-project] 10.222.0.13 "GET /v2.0/security-groups?id=ebb619fc-514c-4017-b231-95402a2bb39d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0842326 Jan 26 22:39:26.206846 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [req-3ab5cdf7-7866-41c3-9170-4f718b690a7d req-c429f502-9b27-4194-a706-c1c09bfd7f75 service neutron] Attempting to bind port 529765e1-bb9b-48d1-910d-64bb2d7168e6 on host n-h2-760453-5 for vnic_type normal with profile {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 22:39:26.207185 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [req-3ab5cdf7-7866-41c3-9170-4f718b690a7d req-c429f502-9b27-4194-a706-c1c09bfd7f75 service neutron] Attempting to bind port 529765e1-bb9b-48d1-910d-64bb2d7168e6 by drivers openvswitch,hyperv on host n-h2-760453-5 at level 0 using segments [{'id': 'b5086e3d-16c2-40da-8fb3-affc86750274', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'dfea2df3-d5af-4d5b-8ac4-ef03b2347054'}] {{(pid=103304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 26 22:39:26.207510 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ab5cdf7-7866-41c3-9170-4f718b690a7d req-c429f502-9b27-4194-a706-c1c09bfd7f75 service neutron] Attempting to bind port 529765e1-bb9b-48d1-910d-64bb2d7168e6 on network dfea2df3-d5af-4d5b-8ac4-ef03b2347054 {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 22:39:26.211818 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ab5cdf7-7866-41c3-9170-4f718b690a7d req-c429f502-9b27-4194-a706-c1c09bfd7f75 service neutron] Port 529765e1-bb9b-48d1-910d-64bb2d7168e6 on network dfea2df3-d5af-4d5b-8ac4-ef03b2347054 not bound, no agent of type Open vSwitch agent registered on host n-h2-760453-5 {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 26 22:39:26.212145 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ab5cdf7-7866-41c3-9170-4f718b690a7d req-c429f502-9b27-4194-a706-c1c09bfd7f75 service neutron] Attempting to bind port 529765e1-bb9b-48d1-910d-64bb2d7168e6 on network dfea2df3-d5af-4d5b-8ac4-ef03b2347054 {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 22:39:26.217822 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ab5cdf7-7866-41c3-9170-4f718b690a7d req-c429f502-9b27-4194-a706-c1c09bfd7f75 service neutron] Checking agent: {'id': '4d619873-4b60-439f-9b5a-b155dc8bbc34', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-760453-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 21, 2, 53), 'started_at': datetime.datetime(2022, 1, 26, 21, 2, 53), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 22, 39, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 26 22:39:26.218163 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ab5cdf7-7866-41c3-9170-4f718b690a7d req-c429f502-9b27-4194-a706-c1c09bfd7f75 service neutron] Checking segment: {'id': 'b5086e3d-16c2-40da-8fb3-affc86750274', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'dfea2df3-d5af-4d5b-8ac4-ef03b2347054'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103304) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 22:39:26.218550 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ab5cdf7-7866-41c3-9170-4f718b690a7d req-c429f502-9b27-4194-a706-c1c09bfd7f75 service neutron] Bound using segment: {'id': 'b5086e3d-16c2-40da-8fb3-affc86750274', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'dfea2df3-d5af-4d5b-8ac4-ef03b2347054'} {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 26 22:39:26.218978 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [req-3ab5cdf7-7866-41c3-9170-4f718b690a7d req-c429f502-9b27-4194-a706-c1c09bfd7f75 service neutron] Bound port: 529765e1-bb9b-48d1-910d-64bb2d7168e6, host: n-h2-760453-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b5086e3d-16c2-40da-8fb3-affc86750274', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'dfea2df3-d5af-4d5b-8ac4-ef03b2347054'}}] {{(pid=103304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 26 22:39:26.219336 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-3ab5cdf7-7866-41c3-9170-4f718b690a7d req-c429f502-9b27-4194-a706-c1c09bfd7f75 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (529765e1-bb9b-48d1-910d-64bb2d7168e6), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:39:26.282230 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [req-3ab5cdf7-7866-41c3-9170-4f718b690a7d req-c429f502-9b27-4194-a706-c1c09bfd7f75 service neutron] For port 529765e1-bb9b-48d1-910d-64bb2d7168e6, host n-h2-760453-5, cleared binding levels {{(pid=103304) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 26 22:39:26.285535 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [req-3ab5cdf7-7866-41c3-9170-4f718b690a7d req-c429f502-9b27-4194-a706-c1c09bfd7f75 service neutron] For port 529765e1-bb9b-48d1-910d-64bb2d7168e6, host n-h2-760453-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-5',level=0,port_id=529765e1-bb9b-48d1-910d-64bb2d7168e6,segment=NetworkSegment(b5086e3d-16c2-40da-8fb3-affc86750274),segment_id=b5086e3d-16c2-40da-8fb3-affc86750274)] {{(pid=103304) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 26 22:39:26.290162 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-3ab5cdf7-7866-41c3-9170-4f718b690a7d req-c429f502-9b27-4194-a706-c1c09bfd7f75 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9281542'] for port (529765e1-bb9b-48d1-910d-64bb2d7168e6), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:39:26.322770 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab5cdf7-7866-41c3-9170-4f718b690a7d req-c429f502-9b27-4194-a706-c1c09bfd7f75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:39:26.323506 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-3ab5cdf7-7866-41c3-9170-4f718b690a7d req-c429f502-9b27-4194-a706-c1c09bfd7f75 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:39:26.325033 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-3ab5cdf7-7866-41c3-9170-4f718b690a7d req-c429f502-9b27-4194-a706-c1c09bfd7f75 service neutron] 10.222.0.57 "PUT /v2.0/ports/529765e1-bb9b-48d1-910d-64bb2d7168e6 HTTP/1.1" status: 200 len: 1091 time: 0.8250093 Jan 26 22:39:26.329490 n-d-760453-5 neutron-server[103304]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '954d7f8e-4601-482e-ab6a-63f1ca236354', 'tag': '529765e1-bb9b-48d1-910d-64bb2d7168e6'}] {{(pid=103304) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 22:39:26.332373 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86e783e1922a725fac327d65912384d63450ce1a6a2ee22db2d1cc52fb257f3b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74bfcd56-a2a8-465f-8449-ea80f21971e0" -d '{"events": [{"name": "network-changed", "server_uuid": "954d7f8e-4601-482e-ab6a-63f1ca236354", "tag": "529765e1-bb9b-48d1-910d-64bb2d7168e6"}]}' {{(pid=103304) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 22:39:26.359479 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c429f502-9b27-4194-a706-c1c09bfd7f75 service neutron] Pushing event updated for resources: {'Port': ['ID=529765e1-bb9b-48d1-910d-64bb2d7168e6,revision_number=8']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 22:39:26.382655 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 26 Jan 2022 22:39:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d26f5bd-36b1-48a7-b5c8-48bf5a2f25c1 x-openstack-request-id: req-2d26f5bd-36b1-48a7-b5c8-48bf5a2f25c1 {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 22:39:26.382953 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "954d7f8e-4601-482e-ab6a-63f1ca236354", "tag": "529765e1-bb9b-48d1-910d-64bb2d7168e6", "status": "completed", "code": 200}]} {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 22:39:26.383211 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-2d26f5bd-36b1-48a7-b5c8-48bf5a2f25c1 {{(pid=103304) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 22:39:26.383624 n-d-760453-5 neutron-server[103304]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '954d7f8e-4601-482e-ab6a-63f1ca236354', 'tag': '529765e1-bb9b-48d1-910d-64bb2d7168e6', 'status': 'completed', 'code': 200} Jan 26 22:39:26.415722 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab5cdf7-7866-41c3-9170-4f718b690a7d req-476a82f4-923c-42c4-a4aa-78e1cc287c9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:39:26.417277 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-3ab5cdf7-7866-41c3-9170-4f718b690a7d req-476a82f4-923c-42c4-a4aa-78e1cc287c9c service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=3898bdabd6404f398406bcbeb3779003&device_id=954d7f8e-4601-482e-ab6a-63f1ca236354 HTTP/1.1" status: 200 len: 1094 time: 0.0488696 Jan 26 22:39:26.515306 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab5cdf7-7866-41c3-9170-4f718b690a7d req-20186da2-bc97-487e-ba0b-bab8655424a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:39:26.516854 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-3ab5cdf7-7866-41c3-9170-4f718b690a7d req-20186da2-bc97-487e-ba0b-bab8655424a1 service neutron] 10.222.0.57 "GET /v2.0/networks?id=dfea2df3-d5af-4d5b-8ac4-ef03b2347054 HTTP/1.1" status: 200 len: 910 time: 0.0929890 Jan 26 22:39:26.582051 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-3ab5cdf7-7866-41c3-9170-4f718b690a7d req-e9f1bf78-a6c1-44e6-a610-d78f8e3da48a service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=529765e1-bb9b-48d1-910d-64bb2d7168e6 HTTP/1.1" status: 200 len: 999 time: 0.0596292 Jan 26 22:39:26.635152 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab5cdf7-7866-41c3-9170-4f718b690a7d req-24232b63-418e-46fd-9750-0cfdf454740d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:39:26.636565 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-3ab5cdf7-7866-41c3-9170-4f718b690a7d req-24232b63-418e-46fd-9750-0cfdf454740d service neutron] 10.222.0.57 "GET /v2.0/subnets?id=2a440deb-3cfe-4555-9fd0-eba61f625b5e HTTP/1.1" status: 200 len: 848 time: 0.0487301 Jan 26 22:39:26.682388 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab5cdf7-7866-41c3-9170-4f718b690a7d req-6ef91b29-3837-49cd-8f9e-d75ff10dbe58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:39:26.683917 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-3ab5cdf7-7866-41c3-9170-4f718b690a7d req-6ef91b29-3837-49cd-8f9e-d75ff10dbe58 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=dfea2df3-d5af-4d5b-8ac4-ef03b2347054&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0409460 Jan 26 22:39:26.773027 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-3ab5cdf7-7866-41c3-9170-4f718b690a7d req-b9988223-6903-4b80-a83a-699a7334ecc7 service neutron] 10.222.0.57 "GET /v2.0/networks/dfea2df3-d5af-4d5b-8ac4-ef03b2347054?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818632 Jan 26 22:39:26.866412 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-3ab5cdf7-7866-41c3-9170-4f718b690a7d req-48976298-d3de-4dd9-8ec4-2d39059de116 service neutron] 10.222.0.57 "GET /v2.0/networks/dfea2df3-d5af-4d5b-8ac4-ef03b2347054?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872424 Jan 26 22:39:26.950610 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74bfcd56-a2a8-465f-8449-ea80f21971e0 req-0091af5b-99ea-4067-ac95-c48984010b80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:39:26.955487 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-74bfcd56-a2a8-465f-8449-ea80f21971e0 req-0091af5b-99ea-4067-ac95-c48984010b80 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=3898bdabd6404f398406bcbeb3779003&device_id=954d7f8e-4601-482e-ab6a-63f1ca236354 HTTP/1.1" status: 200 len: 1094 time: 0.0444977 Jan 26 22:39:27.048433 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74bfcd56-a2a8-465f-8449-ea80f21971e0 req-daa42952-169d-4134-83ec-24d25a41a907 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:39:27.049958 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-74bfcd56-a2a8-465f-8449-ea80f21971e0 req-daa42952-169d-4134-83ec-24d25a41a907 service neutron] 10.222.0.57 "GET /v2.0/networks?id=dfea2df3-d5af-4d5b-8ac4-ef03b2347054 HTTP/1.1" status: 200 len: 910 time: 0.0884471 Jan 26 22:39:27.113960 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-74bfcd56-a2a8-465f-8449-ea80f21971e0 req-71b30152-3ab7-4a09-a63d-d5a1dfd817ef service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=529765e1-bb9b-48d1-910d-64bb2d7168e6 HTTP/1.1" status: 200 len: 999 time: 0.0581050 Jan 26 22:39:27.161213 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74bfcd56-a2a8-465f-8449-ea80f21971e0 req-53ae4613-4662-42e6-84b8-5db7a3fdb355 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:39:27.162562 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-74bfcd56-a2a8-465f-8449-ea80f21971e0 req-53ae4613-4662-42e6-84b8-5db7a3fdb355 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=2a440deb-3cfe-4555-9fd0-eba61f625b5e HTTP/1.1" status: 200 len: 848 time: 0.0427997 Jan 26 22:39:27.211801 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74bfcd56-a2a8-465f-8449-ea80f21971e0 req-c94be6fe-e418-4ba1-ab23-e3c228e969fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:39:27.213370 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-74bfcd56-a2a8-465f-8449-ea80f21971e0 req-c94be6fe-e418-4ba1-ab23-e3c228e969fd service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=dfea2df3-d5af-4d5b-8ac4-ef03b2347054&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0439761 Jan 26 22:39:27.317976 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d68956-0b84-4244-bca4-825b629bce33 req-1c9da4d2-d93a-41d9-be69-b129ba149bee tempest-TestShelveInstance-954905460 tempest-TestShelveInstance-954905460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:39:27.319564 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-b1d68956-0b84-4244-bca4-825b629bce33 req-1c9da4d2-d93a-41d9-be69-b129ba149bee tempest-TestShelveInstance-954905460 tempest-TestShelveInstance-954905460-project] 10.222.0.13 "GET /v2.0/ports?device_id=954d7f8e-4601-482e-ab6a-63f1ca236354 HTTP/1.1" status: 200 len: 943 time: 0.1027780 Jan 26 22:39:27.355797 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-74bfcd56-a2a8-465f-8449-ea80f21971e0 req-b52ed9e0-c86c-4601-8c17-b58c4d793a11 service neutron] 10.222.0.57 "GET /v2.0/networks/dfea2df3-d5af-4d5b-8ac4-ef03b2347054?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1298616 Jan 26 22:39:27.427197 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-b1d68956-0b84-4244-bca4-825b629bce33 req-e983774e-662a-4305-ae51-546dae32e4a7 tempest-TestShelveInstance-954905460 tempest-TestShelveInstance-954905460-project] 10.222.0.13 "GET /v2.0/security-groups?id=ebb619fc-514c-4017-b231-95402a2bb39d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1014507 Jan 26 22:39:27.464760 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-74bfcd56-a2a8-465f-8449-ea80f21971e0 req-8fb4c29c-d1dd-463c-8ebc-92cb5cc6390b service neutron] 10.222.0.57 "GET /v2.0/networks/dfea2df3-d5af-4d5b-8ac4-ef03b2347054?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0983927 Jan 26 22:39:27.661922 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b6d248-9964-4ed6-9072-758518c3d2d7 req-34822582-250f-41a3-a012-3c553a3148ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:39:27.663386 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-e2b6d248-9964-4ed6-9072-758518c3d2d7 req-34822582-250f-41a3-a012-3c553a3148ed service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=3898bdabd6404f398406bcbeb3779003&device_id=954d7f8e-4601-482e-ab6a-63f1ca236354 HTTP/1.1" status: 200 len: 1094 time: 0.0415256 Jan 26 22:39:27.766875 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b6d248-9964-4ed6-9072-758518c3d2d7 req-3effa820-34c5-48c2-895a-0e3c9ff3150a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:39:27.768351 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-e2b6d248-9964-4ed6-9072-758518c3d2d7 req-3effa820-34c5-48c2-895a-0e3c9ff3150a service neutron] 10.222.0.57 "GET /v2.0/networks?id=dfea2df3-d5af-4d5b-8ac4-ef03b2347054 HTTP/1.1" status: 200 len: 910 time: 0.0874960 Jan 26 22:39:27.832415 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-e2b6d248-9964-4ed6-9072-758518c3d2d7 req-28a00399-ed3c-4862-9918-0a379175b8cb service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=529765e1-bb9b-48d1-910d-64bb2d7168e6 HTTP/1.1" status: 200 len: 999 time: 0.0583608 Jan 26 22:39:27.884536 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b6d248-9964-4ed6-9072-758518c3d2d7 req-81263935-fbfc-4914-a35e-3603fe9e5e00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:39:27.885994 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-e2b6d248-9964-4ed6-9072-758518c3d2d7 req-81263935-fbfc-4914-a35e-3603fe9e5e00 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=2a440deb-3cfe-4555-9fd0-eba61f625b5e HTTP/1.1" status: 200 len: 848 time: 0.0474064 Jan 26 22:39:27.928866 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b6d248-9964-4ed6-9072-758518c3d2d7 req-ae74fb7b-5d0e-4a34-9d38-cc5176e7f6a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:39:27.930389 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-e2b6d248-9964-4ed6-9072-758518c3d2d7 req-ae74fb7b-5d0e-4a34-9d38-cc5176e7f6a5 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=dfea2df3-d5af-4d5b-8ac4-ef03b2347054&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0390148 Jan 26 22:39:28.016899 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-e2b6d248-9964-4ed6-9072-758518c3d2d7 req-40613e2d-d46a-4da2-a6de-6f62386d2817 service neutron] 10.222.0.57 "GET /v2.0/networks/dfea2df3-d5af-4d5b-8ac4-ef03b2347054?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805826 Jan 26 22:39:28.107548 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-e2b6d248-9964-4ed6-9072-758518c3d2d7 req-580b8641-7e8b-47a2-8611-da79799e7bcf service neutron] 10.222.0.57 "GET /v2.0/networks/dfea2df3-d5af-4d5b-8ac4-ef03b2347054?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848544 Jan 26 22:39:28.541315 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f082b0f8-c2bd-49c1-b144-0b620f51b073 req-c682ebed-22ed-47ee-9a6b-c618fab08d6e tempest-TestShelveInstance-954905460 tempest-TestShelveInstance-954905460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:39:28.542830 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-f082b0f8-c2bd-49c1-b144-0b620f51b073 req-c682ebed-22ed-47ee-9a6b-c618fab08d6e tempest-TestShelveInstance-954905460 tempest-TestShelveInstance-954905460-project] 10.222.0.13 "GET /v2.0/ports?device_id=954d7f8e-4601-482e-ab6a-63f1ca236354 HTTP/1.1" status: 200 len: 943 time: 0.0494099 Jan 26 22:39:28.591719 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-f082b0f8-c2bd-49c1-b144-0b620f51b073 req-96901575-ab37-4c20-bc2f-570bc92d0761 tempest-TestShelveInstance-954905460 tempest-TestShelveInstance-954905460-project] 10.222.0.13 "GET /v2.0/security-groups?id=ebb619fc-514c-4017-b231-95402a2bb39d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434194 Jan 26 22:39:29.708808 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503abb1f-4993-4b28-8fe5-5e59c4d1ad27 req-be5248a4-3eb5-4704-9d66-c8aaf889be40 tempest-TestShelveInstance-954905460 tempest-TestShelveInstance-954905460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:39:29.710209 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-503abb1f-4993-4b28-8fe5-5e59c4d1ad27 req-be5248a4-3eb5-4704-9d66-c8aaf889be40 tempest-TestShelveInstance-954905460 tempest-TestShelveInstance-954905460-project] 10.222.0.13 "GET /v2.0/ports?device_id=954d7f8e-4601-482e-ab6a-63f1ca236354 HTTP/1.1" status: 200 len: 943 time: 0.0513825 Jan 26 22:39:29.757034 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-503abb1f-4993-4b28-8fe5-5e59c4d1ad27 req-9083b3c6-1fad-41b0-a77c-d3c3ca6f4c22 tempest-TestShelveInstance-954905460 tempest-TestShelveInstance-954905460-project] 10.222.0.13 "GET /v2.0/security-groups?id=ebb619fc-514c-4017-b231-95402a2bb39d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412729 Jan 26 22:39:30.868556 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b00e1fa-03ab-4ec5-ad82-6529fa5afe5b req-aef335ca-3113-456a-9a84-d3aaa271ce88 tempest-TestShelveInstance-954905460 tempest-TestShelveInstance-954905460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:39:30.870056 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-2b00e1fa-03ab-4ec5-ad82-6529fa5afe5b req-aef335ca-3113-456a-9a84-d3aaa271ce88 tempest-TestShelveInstance-954905460 tempest-TestShelveInstance-954905460-project] 10.222.0.13 "GET /v2.0/ports?device_id=954d7f8e-4601-482e-ab6a-63f1ca236354 HTTP/1.1" status: 200 len: 943 time: 0.0485423 Jan 26 22:39:30.917312 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-2b00e1fa-03ab-4ec5-ad82-6529fa5afe5b req-95fa2eb1-19b5-4e53-a78b-25756e15e478 tempest-TestShelveInstance-954905460 tempest-TestShelveInstance-954905460-project] 10.222.0.13 "GET /v2.0/security-groups?id=ebb619fc-514c-4017-b231-95402a2bb39d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409050 Jan 26 22:39:32.032349 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386b49f4-16d8-4cf7-9286-3722353efac0 req-72d42e4a-a154-4905-973b-891bc76d0597 tempest-TestShelveInstance-954905460 tempest-TestShelveInstance-954905460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:39:32.033836 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-386b49f4-16d8-4cf7-9286-3722353efac0 req-72d42e4a-a154-4905-973b-891bc76d0597 tempest-TestShelveInstance-954905460 tempest-TestShelveInstance-954905460-project] 10.222.0.13 "GET /v2.0/ports?device_id=954d7f8e-4601-482e-ab6a-63f1ca236354 HTTP/1.1" status: 200 len: 943 time: 0.0470655 Jan 26 22:39:32.084037 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-386b49f4-16d8-4cf7-9286-3722353efac0 req-442d9ab9-76f7-41c7-beee-6fec70ba54f0 tempest-TestShelveInstance-954905460 tempest-TestShelveInstance-954905460-project] 10.222.0.13 "GET /v2.0/security-groups?id=ebb619fc-514c-4017-b231-95402a2bb39d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446937 Jan 26 22:39:33.196738 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c56b63-6cd7-4e5b-a608-a57b24d0bc0e req-7c1e701b-e366-409c-99d9-cdc0aa60414b tempest-TestShelveInstance-954905460 tempest-TestShelveInstance-954905460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:39:33.198243 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-80c56b63-6cd7-4e5b-a608-a57b24d0bc0e req-7c1e701b-e366-409c-99d9-cdc0aa60414b tempest-TestShelveInstance-954905460 tempest-TestShelveInstance-954905460-project] 10.222.0.13 "GET /v2.0/ports?device_id=954d7f8e-4601-482e-ab6a-63f1ca236354 HTTP/1.1" status: 200 len: 943 time: 0.0479417 Jan 26 22:39:33.245587 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-80c56b63-6cd7-4e5b-a608-a57b24d0bc0e req-acdb2d06-293b-4b3f-b5da-fcec70d3dc6e tempest-TestShelveInstance-954905460 tempest-TestShelveInstance-954905460-project] 10.222.0.13 "GET /v2.0/security-groups?id=ebb619fc-514c-4017-b231-95402a2bb39d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418742 Jan 26 22:39:33.473743 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.agents_db [None req-569f1ced-6396-4ddf-b79f-e03b0b2146ab None None] Agent healthcheck: found 7 active agents {{(pid=103307) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 26 22:39:34.357924 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857d6919-b968-4b42-909b-df11e5ca8457 req-0752bed4-782d-49f0-a48f-1a20a4f4cd79 tempest-TestShelveInstance-954905460 tempest-TestShelveInstance-954905460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:39:34.359388 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-857d6919-b968-4b42-909b-df11e5ca8457 req-0752bed4-782d-49f0-a48f-1a20a4f4cd79 tempest-TestShelveInstance-954905460 tempest-TestShelveInstance-954905460-project] 10.222.0.13 "GET /v2.0/ports?device_id=954d7f8e-4601-482e-ab6a-63f1ca236354 HTTP/1.1" status: 200 len: 943 time: 0.0479102 Jan 26 22:39:34.407613 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-857d6919-b968-4b42-909b-df11e5ca8457 req-a5b252aa-6435-4b4d-95d6-7a3eefc6e787 tempest-TestShelveInstance-954905460 tempest-TestShelveInstance-954905460-project] 10.222.0.13 "GET /v2.0/security-groups?id=ebb619fc-514c-4017-b231-95402a2bb39d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427635 Jan 26 22:39:35.209541 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Device 529765e1-bb9b-48d1-910d-64bb2d7168e6 details requested by agent hyperv_n-h2-760453-5 with host n-h2-760453-5 {{(pid=103306) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 26 22:39:35.305249 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] For port 529765e1-bb9b-48d1-910d-64bb2d7168e6, host n-h2-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-5',level=0,port_id=529765e1-bb9b-48d1-910d-64bb2d7168e6,segment=NetworkSegment(b5086e3d-16c2-40da-8fb3-affc86750274),segment_id=b5086e3d-16c2-40da-8fb3-affc86750274)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 22:39:35.316979 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Returning: {'device': '529765e1-bb9b-48d1-910d-64bb2d7168e6', 'network_id': 'dfea2df3-d5af-4d5b-8ac4-ef03b2347054', 'port_id': '529765e1-bb9b-48d1-910d-64bb2d7168e6', 'mac_address': 'fa:16:3e:35:e7:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 588, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2a440deb-3cfe-4555-9fd0-eba61f625b5e', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103306) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 26 22:39:35.353597 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Current status of the port 529765e1-bb9b-48d1-910d-64bb2d7168e6 is: DOWN; New status is: BUILD {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 22:39:35.353984 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (529765e1-bb9b-48d1-910d-64bb2d7168e6), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:39:35.366302 n-d-760453-5 neutron-server[103306]: DEBUG neutron.notifiers.nova [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 529765e1-bb9b-48d1-910d-64bb2d7168e6 {{(pid=103306) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 26 22:39:35.385016 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] For port 529765e1-bb9b-48d1-910d-64bb2d7168e6, host n-h2-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-5',level=0,port_id=529765e1-bb9b-48d1-910d-64bb2d7168e6,segment=NetworkSegment(b5086e3d-16c2-40da-8fb3-affc86750274),segment_id=b5086e3d-16c2-40da-8fb3-affc86750274)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 22:39:35.389154 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (529765e1-bb9b-48d1-910d-64bb2d7168e6), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:39:35.435978 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Pushing event updated for resources: {'Port': ['ID=529765e1-bb9b-48d1-910d-64bb2d7168e6,revision_number=9']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 22:39:35.639017 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] get_ports_and_sgs() called for port_ids ['529765e1-bb9b-48d1-910d-64bb2d7168e6'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 26 22:39:35.857651 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868b2219-5efc-4724-aeee-c0ba89ace74f req-fda0423f-6fd2-458f-b5b8-e0c6757a72b9 tempest-TestShelveInstance-954905460 tempest-TestShelveInstance-954905460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:39:35.859169 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-868b2219-5efc-4724-aeee-c0ba89ace74f req-fda0423f-6fd2-458f-b5b8-e0c6757a72b9 tempest-TestShelveInstance-954905460 tempest-TestShelveInstance-954905460-project] 10.222.0.13 "GET /v2.0/ports?device_id=954d7f8e-4601-482e-ab6a-63f1ca236354 HTTP/1.1" status: 200 len: 944 time: 0.3850958 Jan 26 22:39:35.907305 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-868b2219-5efc-4724-aeee-c0ba89ace74f req-d42ed195-0bc1-4e94-9abc-87ba45297b8d tempest-TestShelveInstance-954905460 tempest-TestShelveInstance-954905460-project] 10.222.0.13 "GET /v2.0/security-groups?id=ebb619fc-514c-4017-b231-95402a2bb39d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422537 Jan 26 22:39:37.019058 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf3cf26-8a93-4b99-823b-d11f9fb79a8d req-4d0b3e30-ac94-4034-bd4e-40cec6ccf529 tempest-TestShelveInstance-954905460 tempest-TestShelveInstance-954905460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:39:37.020541 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-6bf3cf26-8a93-4b99-823b-d11f9fb79a8d req-4d0b3e30-ac94-4034-bd4e-40cec6ccf529 tempest-TestShelveInstance-954905460 tempest-TestShelveInstance-954905460-project] 10.222.0.13 "GET /v2.0/ports?device_id=954d7f8e-4601-482e-ab6a-63f1ca236354 HTTP/1.1" status: 200 len: 944 time: 0.0474794 Jan 26 22:39:37.067723 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-6bf3cf26-8a93-4b99-823b-d11f9fb79a8d req-6053cc9c-c973-4a8c-9834-d11f3e70ad12 tempest-TestShelveInstance-954905460 tempest-TestShelveInstance-954905460-project] 10.222.0.13 "GET /v2.0/security-groups?id=ebb619fc-514c-4017-b231-95402a2bb39d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417373 Jan 26 22:39:37.235804 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Device 529765e1-bb9b-48d1-910d-64bb2d7168e6 up at agent hyperv_n-h2-760453-5 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 22:39:37.286744 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Provisioning for port 529765e1-bb9b-48d1-910d-64bb2d7168e6 completed by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 22:39:37.290898 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Provisioning complete for port 529765e1-bb9b-48d1-910d-64bb2d7168e6 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 22:39:37.291270 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (529765e1-bb9b-48d1-910d-64bb2d7168e6), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:39:37.364839 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Current status of the port 529765e1-bb9b-48d1-910d-64bb2d7168e6 is: BUILD; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 22:39:37.365225 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (529765e1-bb9b-48d1-910d-64bb2d7168e6), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:39:37.389352 n-d-760453-5 neutron-server[103306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '954d7f8e-4601-482e-ab6a-63f1ca236354', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '529765e1-bb9b-48d1-910d-64bb2d7168e6'}] {{(pid=103306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 22:39:37.392205 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c06f7aa05085a00df6a2944c086d22937b62c1e75db8df879377281bc6a8a153" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ac99630-83a7-4fb8-8d12-6a1a27e187f7" -d '{"events": [{"server_uuid": "954d7f8e-4601-482e-ab6a-63f1ca236354", "name": "network-vif-plugged", "status": "completed", "tag": "529765e1-bb9b-48d1-910d-64bb2d7168e6"}]}' {{(pid=103306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 22:39:37.403352 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] For port 529765e1-bb9b-48d1-910d-64bb2d7168e6, host n-h2-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-5',level=0,port_id=529765e1-bb9b-48d1-910d-64bb2d7168e6,segment=NetworkSegment(b5086e3d-16c2-40da-8fb3-affc86750274),segment_id=b5086e3d-16c2-40da-8fb3-affc86750274)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 22:39:37.407191 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (529765e1-bb9b-48d1-910d-64bb2d7168e6), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:39:37.455744 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Pushing event updated for resources: {'Port': ['ID=529765e1-bb9b-48d1-910d-64bb2d7168e6,revision_number=10']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 22:39:37.488465 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Jan 2022 22:39:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67c17ec8-996d-49f3-98e8-b761ccbade06 x-openstack-request-id: req-67c17ec8-996d-49f3-98e8-b761ccbade06 {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 22:39:37.488760 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "954d7f8e-4601-482e-ab6a-63f1ca236354", "name": "network-vif-plugged", "status": "completed", "tag": "529765e1-bb9b-48d1-910d-64bb2d7168e6", "code": 200}]} {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 22:39:37.489013 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-67c17ec8-996d-49f3-98e8-b761ccbade06 {{(pid=103306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 22:39:37.489440 n-d-760453-5 neutron-server[103306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '954d7f8e-4601-482e-ab6a-63f1ca236354', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '529765e1-bb9b-48d1-910d-64bb2d7168e6', 'code': 200} Jan 26 22:39:37.629901 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4359a200-ff66-40de-bb22-7f4f0bd334d7 req-0e336af5-7d77-4a51-a461-0f1fcf782b7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:39:37.631379 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-4359a200-ff66-40de-bb22-7f4f0bd334d7 req-0e336af5-7d77-4a51-a461-0f1fcf782b7f service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=954d7f8e-4601-482e-ab6a-63f1ca236354 HTTP/1.1" status: 200 len: 1097 time: 0.0400259 Jan 26 22:39:37.678773 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-4359a200-ff66-40de-bb22-7f4f0bd334d7 req-5a84887c-71f2-4417-8140-48a4cf3fdf7d service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=ebb619fc-514c-4017-b231-95402a2bb39d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416651 Jan 26 22:39:38.184933 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4322212-3659-4cb1-b9eb-d97d4239062e req-fed457eb-bee6-40a3-93d5-96c9de6a4ca4 tempest-TestShelveInstance-954905460 tempest-TestShelveInstance-954905460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:39:38.186447 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-e4322212-3659-4cb1-b9eb-d97d4239062e req-fed457eb-bee6-40a3-93d5-96c9de6a4ca4 tempest-TestShelveInstance-954905460 tempest-TestShelveInstance-954905460-project] 10.222.0.13 "GET /v2.0/ports?device_id=954d7f8e-4601-482e-ab6a-63f1ca236354 HTTP/1.1" status: 200 len: 946 time: 0.0479398 Jan 26 22:39:38.234202 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-e4322212-3659-4cb1-b9eb-d97d4239062e req-560df519-9c9e-4a6f-b446-818d76a4309f tempest-TestShelveInstance-954905460 tempest-TestShelveInstance-954905460-project] 10.222.0.13 "GET /v2.0/security-groups?id=ebb619fc-514c-4017-b231-95402a2bb39d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417402 Jan 26 22:39:39.272600 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (32ef628b-8417-46c5-8729-60fcabe358f1), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:39:39.348606 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab80f609-e19e-4ab6-8cbb-3e0a82eee0cd req-dd3b85a4-729e-4aff-93a6-5a20ab373784 tempest-TestShelveInstance-954905460 tempest-TestShelveInstance-954905460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:39:39.350129 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-ab80f609-e19e-4ab6-8cbb-3e0a82eee0cd req-dd3b85a4-729e-4aff-93a6-5a20ab373784 tempest-TestShelveInstance-954905460 tempest-TestShelveInstance-954905460-project] 10.222.0.13 "GET /v2.0/ports?device_id=954d7f8e-4601-482e-ab6a-63f1ca236354 HTTP/1.1" status: 200 len: 946 time: 0.0483599 Jan 26 22:39:39.398676 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-ab80f609-e19e-4ab6-8cbb-3e0a82eee0cd req-0e66a7b1-702c-4607-bfe7-792d6d8b4cc1 tempest-TestShelveInstance-954905460 tempest-TestShelveInstance-954905460-project] 10.222.0.13 "GET /v2.0/security-groups?id=ebb619fc-514c-4017-b231-95402a2bb39d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429778 Jan 26 22:39:49.107774 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-9e737d1d-294f-46a9-b881-4e7ec9f18c3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (474ccdf7-ab6c-405b-a3b2-dc7b05829902), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:39:51.435030 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-f9d7bd70-cd20-409e-acd9-b0d9348ac1db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (09df100c-3af1-4b0a-bda8-05914c71c458), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:39:52.602433 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-841f5991-a4d8-4d4b-b215-cbc6bab5427b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (aa7ee9d2-08eb-4e12-b895-24c57300dfec), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:39:54.018142 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (4d619873-4b60-439f-9b5a-b155dc8bbc34), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:39:54.438955 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-839dd188-ec69-470c-9ab0-d318dc1a2e96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (e79b4fc6-6c71-44b2-a6d0-ff3e1f4dfd0d), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:39:55.547865 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (fea0591a-627d-4c87-9a9a-01625ddf3277), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:40:09.270993 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (32ef628b-8417-46c5-8729-60fcabe358f1), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:40:10.473303 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.agents_db [None req-569f1ced-6396-4ddf-b79f-e03b0b2146ab None None] Agent healthcheck: found 7 active agents {{(pid=103307) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 26 22:40:19.099269 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-cdad2e22-f53a-4555-8d10-93a8877f350d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (474ccdf7-ab6c-405b-a3b2-dc7b05829902), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:40:21.437248 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b628473e-3a21-416e-bb2a-a56b15f2b0d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (09df100c-3af1-4b0a-bda8-05914c71c458), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:40:22.604960 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-841f5991-a4d8-4d4b-b215-cbc6bab5427b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (aa7ee9d2-08eb-4e12-b895-24c57300dfec), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:40:24.013959 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (4d619873-4b60-439f-9b5a-b155dc8bbc34), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:40:24.437633 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-839dd188-ec69-470c-9ab0-d318dc1a2e96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (e79b4fc6-6c71-44b2-a6d0-ff3e1f4dfd0d), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:40:25.550477 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (fea0591a-627d-4c87-9a9a-01625ddf3277), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:40:27.647874 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-c4c99932-fc0e-4a6d-be9f-06f6e43bf936 req-78e70e6b-e079-4ccd-856e-8dd88e1d6106 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=954d7f8e-4601-482e-ab6a-63f1ca236354&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0801764 Jan 26 22:40:27.730545 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c99932-fc0e-4a6d-be9f-06f6e43bf936 req-5930a5c8-bcf5-402e-bd29-eda36f4819bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:40:27.732025 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-c4c99932-fc0e-4a6d-be9f-06f6e43bf936 req-5930a5c8-bcf5-402e-bd29-eda36f4819bc service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=3898bdabd6404f398406bcbeb3779003&device_id=954d7f8e-4601-482e-ab6a-63f1ca236354 HTTP/1.1" status: 200 len: 1097 time: 0.0407093 Jan 26 22:40:27.833544 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c99932-fc0e-4a6d-be9f-06f6e43bf936 req-e48bf667-dc49-4d1c-9905-4d3a2385eea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:40:27.835025 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-c4c99932-fc0e-4a6d-be9f-06f6e43bf936 req-e48bf667-dc49-4d1c-9905-4d3a2385eea0 service neutron] 10.222.0.57 "GET /v2.0/networks?id=dfea2df3-d5af-4d5b-8ac4-ef03b2347054 HTTP/1.1" status: 200 len: 910 time: 0.0848827 Jan 26 22:40:27.903147 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-c4c99932-fc0e-4a6d-be9f-06f6e43bf936 req-7b42dbd7-46c0-4c71-ad1c-329864a4fc1f service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=529765e1-bb9b-48d1-910d-64bb2d7168e6 HTTP/1.1" status: 200 len: 1001 time: 0.0614736 Jan 26 22:40:27.951394 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c99932-fc0e-4a6d-be9f-06f6e43bf936 req-8f967e8a-aa9e-4f29-99c2-5015df8acdbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:40:27.952833 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-c4c99932-fc0e-4a6d-be9f-06f6e43bf936 req-8f967e8a-aa9e-4f29-99c2-5015df8acdbf service neutron] 10.222.0.57 "GET /v2.0/subnets?id=2a440deb-3cfe-4555-9fd0-eba61f625b5e HTTP/1.1" status: 200 len: 848 time: 0.0433607 Jan 26 22:40:27.995467 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c99932-fc0e-4a6d-be9f-06f6e43bf936 req-6f2e2762-af74-48aa-903b-cdf6bb2faabb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:40:27.996926 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-c4c99932-fc0e-4a6d-be9f-06f6e43bf936 req-6f2e2762-af74-48aa-903b-cdf6bb2faabb service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=dfea2df3-d5af-4d5b-8ac4-ef03b2347054&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0385716 Jan 26 22:40:28.087227 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-c4c99932-fc0e-4a6d-be9f-06f6e43bf936 req-ac936144-a452-4e58-843a-f3b60083d0d6 service neutron] 10.222.0.57 "GET /v2.0/networks/dfea2df3-d5af-4d5b-8ac4-ef03b2347054?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838504 Jan 26 22:40:28.175392 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-c4c99932-fc0e-4a6d-be9f-06f6e43bf936 req-d8d6a9b0-e351-4bcb-a225-390980681040 service neutron] 10.222.0.57 "GET /v2.0/networks/dfea2df3-d5af-4d5b-8ac4-ef03b2347054?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817907 Jan 26 22:40:39.265915 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (32ef628b-8417-46c5-8729-60fcabe358f1), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:40:47.473533 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.agents_db [None req-569f1ced-6396-4ddf-b79f-e03b0b2146ab None None] Agent healthcheck: found 7 active agents {{(pid=103307) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 26 22:40:49.115261 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-8f88d798-39ea-4603-ad0e-56dc7a41789f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (474ccdf7-ab6c-405b-a3b2-dc7b05829902), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:40:51.440700 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-229fbc8e-125e-47e6-b524-a228b15d5065 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (09df100c-3af1-4b0a-bda8-05914c71c458), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:40:52.613804 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-841f5991-a4d8-4d4b-b215-cbc6bab5427b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (aa7ee9d2-08eb-4e12-b895-24c57300dfec), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:40:52.767906 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 56840) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 22:40:52.930504 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-a93699b3-dc5f-4c4b-bc50-12773638efcd tempest-TestShelveInstance-954905460 tempest-TestShelveInstance-954905460-project] Deleting port c7a14157-28b6-464f-bd5e-27ebd5824894 {{(pid=103304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 22:40:52.930847 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-a93699b3-dc5f-4c4b-bc50-12773638efcd tempest-TestShelveInstance-954905460 tempest-TestShelveInstance-954905460-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746560630878'] for port (c7a14157-28b6-464f-bd5e-27ebd5824894), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:40:53.005487 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-a93699b3-dc5f-4c4b-bc50-12773638efcd tempest-TestShelveInstance-954905460 tempest-TestShelveInstance-954905460-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4109658'] for port (c7a14157-28b6-464f-bd5e-27ebd5824894), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:40:53.005811 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-a93699b3-dc5f-4c4b-bc50-12773638efcd tempest-TestShelveInstance-954905460 tempest-TestShelveInstance-954905460-project] Publish callbacks [] for floatingip (c7a14157-28b6-464f-bd5e-27ebd5824894), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:40:53.017646 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-a93699b3-dc5f-4c4b-bc50-12773638efcd tempest-TestShelveInstance-954905460 tempest-TestShelveInstance-954905460-project] Calling delete_port for c7a14157-28b6-464f-bd5e-27ebd5824894 owned by network:floatingip {{(pid=103304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 22:40:53.163968 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-a93699b3-dc5f-4c4b-bc50-12773638efcd tempest-TestShelveInstance-954905460 tempest-TestShelveInstance-954905460-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746560636600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746560234536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9281553'] for port (c7a14157-28b6-464f-bd5e-27ebd5824894), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:40:53.190955 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93699b3-dc5f-4c4b-bc50-12773638efcd tempest-TestShelveInstance-954905460 tempest-TestShelveInstance-954905460-project] Pushing event deleted for resources: {'Port': ['ID=c7a14157-28b6-464f-bd5e-27ebd5824894,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 22:40:53.215326 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a93699b3-dc5f-4c4b-bc50-12773638efcd tempest-TestShelveInstance-954905460 tempest-TestShelveInstance-954905460-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:40:53.215674 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a93699b3-dc5f-4c4b-bc50-12773638efcd tempest-TestShelveInstance-954905460 tempest-TestShelveInstance-954905460-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:40:53.216013 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a93699b3-dc5f-4c4b-bc50-12773638efcd tempest-TestShelveInstance-954905460 tempest-TestShelveInstance-954905460-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:40:53.216377 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a93699b3-dc5f-4c4b-bc50-12773638efcd tempest-TestShelveInstance-954905460 tempest-TestShelveInstance-954905460-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:40:53.216710 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a93699b3-dc5f-4c4b-bc50-12773638efcd tempest-TestShelveInstance-954905460 tempest-TestShelveInstance-954905460-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:40:53.217041 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a93699b3-dc5f-4c4b-bc50-12773638efcd tempest-TestShelveInstance-954905460 tempest-TestShelveInstance-954905460-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:40:53.217400 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a93699b3-dc5f-4c4b-bc50-12773638efcd tempest-TestShelveInstance-954905460 tempest-TestShelveInstance-954905460-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:40:53.217731 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a93699b3-dc5f-4c4b-bc50-12773638efcd tempest-TestShelveInstance-954905460 tempest-TestShelveInstance-954905460-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:40:53.218058 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a93699b3-dc5f-4c4b-bc50-12773638efcd tempest-TestShelveInstance-954905460 tempest-TestShelveInstance-954905460-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:40:53.218389 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a93699b3-dc5f-4c4b-bc50-12773638efcd tempest-TestShelveInstance-954905460 tempest-TestShelveInstance-954905460-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:40:53.218714 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a93699b3-dc5f-4c4b-bc50-12773638efcd tempest-TestShelveInstance-954905460 tempest-TestShelveInstance-954905460-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:40:53.219034 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a93699b3-dc5f-4c4b-bc50-12773638efcd tempest-TestShelveInstance-954905460 tempest-TestShelveInstance-954905460-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:40:53.219355 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a93699b3-dc5f-4c4b-bc50-12773638efcd tempest-TestShelveInstance-954905460 tempest-TestShelveInstance-954905460-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:40:53.258684 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-a93699b3-dc5f-4c4b-bc50-12773638efcd tempest-TestShelveInstance-954905460 tempest-TestShelveInstance-954905460-project] Publish callbacks [] for floatingip (09de9372-0f45-4108-9cd5-90f2dd115519), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:40:53.259014 n-d-760453-5 neutron-server[103304]: INFO neutron.db.l3_db [None req-a93699b3-dc5f-4c4b-bc50-12773638efcd tempest-TestShelveInstance-954905460 tempest-TestShelveInstance-954905460-project] Floating IP 09de9372-0f45-4108-9cd5-90f2dd115519 disassociated (deleted). External IP: 172.25.1.145, port: 529765e1-bb9b-48d1-910d-64bb2d7168e6. Jan 26 22:40:53.463888 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a93699b3-dc5f-4c4b-bc50-12773638efcd tempest-TestShelveInstance-954905460 tempest-TestShelveInstance-954905460-project] Router ff4cc9a6-7a6b-4e9b-894f-d48260cef7c4 has already been hosted by L3 agent 09df100c-3af1-4b0a-bda8-05914c71c458 {{(pid=103304) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 26 22:40:53.569794 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a93699b3-dc5f-4c4b-bc50-12773638efcd tempest-TestShelveInstance-954905460 tempest-TestShelveInstance-954905460-project] Notify agent at l3_agent.n-d-760453-5 the message routers_updated {{(pid=103304) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 26 22:40:53.574361 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-a93699b3-dc5f-4c4b-bc50-12773638efcd tempest-TestShelveInstance-954905460 tempest-TestShelveInstance-954905460-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for floatingip (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:40:53.579840 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36d514f7-8aee-4a67-95ff-c58165b19ee9 None None] Sync routers for ids ['ff4cc9a6-7a6b-4e9b-894f-d48260cef7c4'] in n-d-760453-5 {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 26 22:40:53.588917 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36d514f7-8aee-4a67-95ff-c58165b19ee9 None None] Routers {'ff4cc9a6-7a6b-4e9b-894f-d48260cef7c4'} bound to L3 agent in host n-d-760453-5 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 22:40:53.589551 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-36d514f7-8aee-4a67-95ff-c58165b19ee9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-26T20:55:21Z,description=,heartbeat_timestamp=2022-01-26T22:40:51Z,host='n-d-760453-5',id=09df100c-3af1-4b0a-bda8-05914c71c458,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:55:21Z,topic='l3_agent')) {'router_ids': ['ff4cc9a6-7a6b-4e9b-894f-d48260cef7c4'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 22:40:53.602800 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-a93699b3-dc5f-4c4b-bc50-12773638efcd tempest-TestShelveInstance-954905460 tempest-TestShelveInstance-954905460-project] 10.222.0.13 "DELETE /v2.0/floatingips/09de9372-0f45-4108-9cd5-90f2dd115519 HTTP/1.1" status: 204 len: 168 time: 0.8337803 Jan 26 22:40:53.603491 n-d-760453-5 neutron-server[103304]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '954d7f8e-4601-482e-ab6a-63f1ca236354', 'tag': '529765e1-bb9b-48d1-910d-64bb2d7168e6'}] {{(pid=103304) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 22:40:53.605878 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86e783e1922a725fac327d65912384d63450ce1a6a2ee22db2d1cc52fb257f3b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4438d025-4c30-4cb1-a20b-bb93cb71c610" -d '{"events": [{"name": "network-changed", "server_uuid": "954d7f8e-4601-482e-ab6a-63f1ca236354", "tag": "529765e1-bb9b-48d1-910d-64bb2d7168e6"}]}' {{(pid=103304) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 22:40:53.792547 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_dvr_db [None req-36d514f7-8aee-4a67-95ff-c58165b19ee9 None None] Set router ff4cc9a6-7a6b-4e9b-894f-d48260cef7c4 gateway port host: n-d-760453-5 {{(pid=103307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 22:40:53.822272 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 26 Jan 2022 22:40:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c02acc9b-1bcd-4c5e-a87e-d27e7ddfd49f x-openstack-request-id: req-c02acc9b-1bcd-4c5e-a87e-d27e7ddfd49f {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 22:40:53.822786 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "954d7f8e-4601-482e-ab6a-63f1ca236354", "tag": "529765e1-bb9b-48d1-910d-64bb2d7168e6", "status": "completed", "code": 200}]} {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 22:40:53.822990 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c02acc9b-1bcd-4c5e-a87e-d27e7ddfd49f {{(pid=103304) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 22:40:53.823236 n-d-760453-5 neutron-server[103304]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '954d7f8e-4601-482e-ab6a-63f1ca236354', 'tag': '529765e1-bb9b-48d1-910d-64bb2d7168e6', 'status': 'completed', 'code': 200} Jan 26 22:40:53.918662 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4438d025-4c30-4cb1-a20b-bb93cb71c610 req-ee6436a2-16e5-4851-9309-7f3176f981e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:40:53.920196 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-4438d025-4c30-4cb1-a20b-bb93cb71c610 req-ee6436a2-16e5-4851-9309-7f3176f981e7 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=3898bdabd6404f398406bcbeb3779003&device_id=954d7f8e-4601-482e-ab6a-63f1ca236354 HTTP/1.1" status: 200 len: 1097 time: 0.0739174 Jan 26 22:40:53.933197 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0edc312d-7ceb-452c-af61-8a7c8b85aa75 req-97edda28-b5b6-4110-966a-0644aa55cfe0 tempest-TestShelveInstance-954905460 tempest-TestShelveInstance-954905460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:40:53.934674 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-0edc312d-7ceb-452c-af61-8a7c8b85aa75 req-97edda28-b5b6-4110-966a-0644aa55cfe0 tempest-TestShelveInstance-954905460 tempest-TestShelveInstance-954905460-project] 10.222.0.13 "GET /v2.0/ports?device_id=954d7f8e-4601-482e-ab6a-63f1ca236354 HTTP/1.1" status: 200 len: 946 time: 0.0591102 Jan 26 22:40:53.991188 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-36d514f7-8aee-4a67-95ff-c58165b19ee9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff4cc9a6-7a6b-4e9b-894f-d48260cef7c4', 'name': 'tempest-TestShelveInstance-2123907712-router', 'tenant_id': '3898bdabd6404f398406bcbeb3779003', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'external_fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.208'}], 'enable_snat': True}, 'gw_port_id': 'dad87e46-0888-4188-a3b9-ec9eed884153', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T22:31:16Z', 'updated_at': '2022-01-26T22:31:19Z', 'revision_number': 4, 'project_id': '3898bdabd6404f398406bcbeb3779003', 'gw_port': {'id': 'dad87e46-0888-4188-a3b9-ec9eed884153', 'name': '', 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:4b:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff4cc9a6-7a6b-4e9b-894f-d48260cef7c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T22:31:17Z', 'updated_at': '2022-01-26T22:31:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-5', '_interfaces': [{'id': 'ea82e188-d70d-4863-8869-dd5e1131479d', 'name': '', 'network_id': 'dfea2df3-d5af-4d5b-8ac4-ef03b2347054', 'tenant_id': '3898bdabd6404f398406bcbeb3779003', 'mac_address': 'fa:16:3e:50:69:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff4cc9a6-7a6b-4e9b-894f-d48260cef7c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': '2a440deb-3cfe-4555-9fd0-eba61f625b5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T22:31:18Z', 'updated_at': '2022-01-26T22:31:24Z', 'revision_number': 5, 'project_id': '3898bdabd6404f398406bcbeb3779003', 'subnets': [{'id': '2a440deb-3cfe-4555-9fd0-eba61f625b5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760453-5', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 22:40:54.012548 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (4d619873-4b60-439f-9b5a-b155dc8bbc34), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:40:54.022973 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36d514f7-8aee-4a67-95ff-c58165b19ee9 None None] Checking router: ff4cc9a6-7a6b-4e9b-894f-d48260cef7c4 for host: n-d-760453-5 {{(pid=103307) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 26 22:40:54.032252 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36d514f7-8aee-4a67-95ff-c58165b19ee9 None None] Routers {'ff4cc9a6-7a6b-4e9b-894f-d48260cef7c4'} bound to L3 agent in host n-d-760453-5 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 22:40:54.032866 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-36d514f7-8aee-4a67-95ff-c58165b19ee9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-26T20:55:21Z,description=,heartbeat_timestamp=2022-01-26T22:40:51Z,host='n-d-760453-5',id=09df100c-3af1-4b0a-bda8-05914c71c458,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:55:21Z,topic='l3_agent')) {'router_ids': ['ff4cc9a6-7a6b-4e9b-894f-d48260cef7c4'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 22:40:54.042364 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-0edc312d-7ceb-452c-af61-8a7c8b85aa75 req-0f8e8779-5f3b-4c46-8227-0b08f8b041ed tempest-TestShelveInstance-954905460 tempest-TestShelveInstance-954905460-project] 10.222.0.13 "GET /v2.0/security-groups?id=ebb619fc-514c-4017-b231-95402a2bb39d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0986395 Jan 26 22:40:54.065531 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4438d025-4c30-4cb1-a20b-bb93cb71c610 req-965ea586-a3c0-459d-a639-f6c20c664043 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:40:54.067103 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-4438d025-4c30-4cb1-a20b-bb93cb71c610 req-965ea586-a3c0-459d-a639-f6c20c664043 service neutron] 10.222.0.57 "GET /v2.0/networks?id=dfea2df3-d5af-4d5b-8ac4-ef03b2347054 HTTP/1.1" status: 200 len: 910 time: 0.1315517 Jan 26 22:40:54.111917 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-4438d025-4c30-4cb1-a20b-bb93cb71c610 req-44fb3b41-5e06-4bbc-ac35-cdbc63dc822f service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=529765e1-bb9b-48d1-910d-64bb2d7168e6 HTTP/1.1" status: 200 len: 217 time: 0.0365436 Jan 26 22:40:54.137700 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_dvr_db [None req-36d514f7-8aee-4a67-95ff-c58165b19ee9 None None] Set router ff4cc9a6-7a6b-4e9b-894f-d48260cef7c4 gateway port host: n-d-760453-5 {{(pid=103307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 22:40:54.160700 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4438d025-4c30-4cb1-a20b-bb93cb71c610 req-fcb7fe3b-2fe6-4124-af37-bbb9653d36fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:40:54.162232 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-4438d025-4c30-4cb1-a20b-bb93cb71c610 req-fcb7fe3b-2fe6-4124-af37-bbb9653d36fa service neutron] 10.222.0.57 "GET /v2.0/subnets?id=2a440deb-3cfe-4555-9fd0-eba61f625b5e HTTP/1.1" status: 200 len: 848 time: 0.0446699 Jan 26 22:40:54.213457 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4438d025-4c30-4cb1-a20b-bb93cb71c610 req-bca9a77e-ffc4-41f1-b0ce-bf978a47b6cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:40:54.215032 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-4438d025-4c30-4cb1-a20b-bb93cb71c610 req-bca9a77e-ffc4-41f1-b0ce-bf978a47b6cf service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=dfea2df3-d5af-4d5b-8ac4-ef03b2347054&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0449166 Jan 26 22:40:54.305223 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-4438d025-4c30-4cb1-a20b-bb93cb71c610 req-8958d346-60b7-4682-8a36-e83532868a82 service neutron] 10.222.0.57 "GET /v2.0/networks/dfea2df3-d5af-4d5b-8ac4-ef03b2347054?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830891 Jan 26 22:40:54.336560 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-36d514f7-8aee-4a67-95ff-c58165b19ee9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff4cc9a6-7a6b-4e9b-894f-d48260cef7c4', 'name': 'tempest-TestShelveInstance-2123907712-router', 'tenant_id': '3898bdabd6404f398406bcbeb3779003', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'external_fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.208'}], 'enable_snat': True}, 'gw_port_id': 'dad87e46-0888-4188-a3b9-ec9eed884153', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T22:31:16Z', 'updated_at': '2022-01-26T22:31:19Z', 'revision_number': 4, 'project_id': '3898bdabd6404f398406bcbeb3779003', 'gw_port': {'id': 'dad87e46-0888-4188-a3b9-ec9eed884153', 'name': '', 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:4b:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff4cc9a6-7a6b-4e9b-894f-d48260cef7c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T22:31:17Z', 'updated_at': '2022-01-26T22:31:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-5', '_interfaces': [{'id': 'ea82e188-d70d-4863-8869-dd5e1131479d', 'name': '', 'network_id': 'dfea2df3-d5af-4d5b-8ac4-ef03b2347054', 'tenant_id': '3898bdabd6404f398406bcbeb3779003', 'mac_address': 'fa:16:3e:50:69:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff4cc9a6-7a6b-4e9b-894f-d48260cef7c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': '2a440deb-3cfe-4555-9fd0-eba61f625b5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T22:31:18Z', 'updated_at': '2022-01-26T22:31:24Z', 'revision_number': 5, 'project_id': '3898bdabd6404f398406bcbeb3779003', 'subnets': [{'id': '2a440deb-3cfe-4555-9fd0-eba61f625b5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760453-5', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 22:40:54.362313 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36d514f7-8aee-4a67-95ff-c58165b19ee9 None None] The sync data for ids ['ff4cc9a6-7a6b-4e9b-894f-d48260cef7c4'] in n-d-760453-5 is: [{'id': 'ff4cc9a6-7a6b-4e9b-894f-d48260cef7c4', 'name': 'tempest-TestShelveInstance-2123907712-router', 'tenant_id': '3898bdabd6404f398406bcbeb3779003', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'external_fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.208'}], 'enable_snat': True}, 'gw_port_id': 'dad87e46-0888-4188-a3b9-ec9eed884153', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T22:31:16Z', 'updated_at': '2022-01-26T22:31:19Z', 'revision_number': 4, 'project_id': '3898bdabd6404f398406bcbeb3779003', 'gw_port': {'id': 'dad87e46-0888-4188-a3b9-ec9eed884153', 'name': '', 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:4b:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff4cc9a6-7a6b-4e9b-894f-d48260cef7c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T22:31:17Z', 'updated_at': '2022-01-26T22:31:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-5', '_interfaces': [{'id': 'ea82e188-d70d-4863-8869-dd5e1131479d', 'name': '', 'network_id': 'dfea2df3-d5af-4d5b-8ac4-ef03b2347054', 'tenant_id': '3898bdabd6404f398406bcbeb3779003', 'mac_address': 'fa:16:3e:50:69:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff4cc9a6-7a6b-4e9b-894f-d48260cef7c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': '2a440deb-3cfe-4555-9fd0-eba61f625b5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T22:31:18Z', 'updated_at': '2022-01-26T22:31:24Z', 'revision_number': 5, 'project_id': '3898bdabd6404f398406bcbeb3779003', 'subnets': [{'id': '2a440deb-3cfe-4555-9fd0-eba61f625b5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 26 22:40:54.403627 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-4438d025-4c30-4cb1-a20b-bb93cb71c610 req-d12dbea4-4437-4576-9f9b-c753a8364428 service neutron] 10.222.0.57 "GET /v2.0/networks/dfea2df3-d5af-4d5b-8ac4-ef03b2347054?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899994 Jan 26 22:40:54.441991 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-839dd188-ec69-470c-9ab0-d318dc1a2e96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (e79b4fc6-6c71-44b2-a6d0-ff3e1f4dfd0d), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:40:54.603573 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fc4cc7b-e9dd-4ee3-9310-af5a86f523d8 None None] New status for floating IP 09de9372-0f45-4108-9cd5-90f2dd115519: DOWN {{(pid=103306) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 26 22:40:55.161386 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ce82de-bfca-44eb-b025-69e3d1cb8343 req-e37cddd1-d463-426f-a2e6-c7cd8320dbcc tempest-TestShelveInstance-954905460 tempest-TestShelveInstance-954905460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:40:55.162878 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-13ce82de-bfca-44eb-b025-69e3d1cb8343 req-e37cddd1-d463-426f-a2e6-c7cd8320dbcc tempest-TestShelveInstance-954905460 tempest-TestShelveInstance-954905460-project] 10.222.0.13 "GET /v2.0/ports?device_id=954d7f8e-4601-482e-ab6a-63f1ca236354 HTTP/1.1" status: 200 len: 946 time: 0.0511968 Jan 26 22:40:55.210916 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-13ce82de-bfca-44eb-b025-69e3d1cb8343 req-e191a69b-bd49-417a-a50e-6137261668b4 tempest-TestShelveInstance-954905460 tempest-TestShelveInstance-954905460-project] 10.222.0.13 "GET /v2.0/security-groups?id=ebb619fc-514c-4017-b231-95402a2bb39d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424683 Jan 26 22:40:55.342601 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9af208-ab34-4d66-8e73-4173efa765f8 req-85faa886-304b-40a5-be03-971ec55cf99d tempest-TestShelveInstance-954905460 tempest-TestShelveInstance-954905460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:40:55.343951 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-2a9af208-ab34-4d66-8e73-4173efa765f8 req-85faa886-304b-40a5-be03-971ec55cf99d tempest-TestShelveInstance-954905460 tempest-TestShelveInstance-954905460-project] 10.222.0.57 "GET /v2.0/ports?device_id=954d7f8e-4601-482e-ab6a-63f1ca236354 HTTP/1.1" status: 200 len: 946 time: 0.0474613 Jan 26 22:40:55.434904 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [req-2a9af208-ab34-4d66-8e73-4173efa765f8 req-56ab960b-bc21-421f-9dc0-cb6552e9459a tempest-TestShelveInstance-954905460 tempest-TestShelveInstance-954905460-project] Deleting port 529765e1-bb9b-48d1-910d-64bb2d7168e6 {{(pid=103304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 22:40:55.435248 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-2a9af208-ab34-4d66-8e73-4173efa765f8 req-56ab960b-bc21-421f-9dc0-cb6552e9459a tempest-TestShelveInstance-954905460 tempest-TestShelveInstance-954905460-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746560630878'] for port (529765e1-bb9b-48d1-910d-64bb2d7168e6), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:40:55.523169 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [req-2a9af208-ab34-4d66-8e73-4173efa765f8 req-56ab960b-bc21-421f-9dc0-cb6552e9459a tempest-TestShelveInstance-954905460 tempest-TestShelveInstance-954905460-project] For port 529765e1-bb9b-48d1-910d-64bb2d7168e6, host n-h2-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-5',level=0,port_id=529765e1-bb9b-48d1-910d-64bb2d7168e6,segment=NetworkSegment(b5086e3d-16c2-40da-8fb3-affc86750274),segment_id=b5086e3d-16c2-40da-8fb3-affc86750274)] {{(pid=103304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 22:40:55.523527 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-2a9af208-ab34-4d66-8e73-4173efa765f8 req-56ab960b-bc21-421f-9dc0-cb6552e9459a tempest-TestShelveInstance-954905460 tempest-TestShelveInstance-954905460-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4109658'] for port (529765e1-bb9b-48d1-910d-64bb2d7168e6), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:40:55.538442 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [req-2a9af208-ab34-4d66-8e73-4173efa765f8 req-56ab960b-bc21-421f-9dc0-cb6552e9459a tempest-TestShelveInstance-954905460 tempest-TestShelveInstance-954905460-project] Calling delete_port for 529765e1-bb9b-48d1-910d-64bb2d7168e6 owned by compute:nova {{(pid=103304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 22:40:55.551838 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (fea0591a-627d-4c87-9a9a-01625ddf3277), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:40:55.669408 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-2a9af208-ab34-4d66-8e73-4173efa765f8 req-56ab960b-bc21-421f-9dc0-cb6552e9459a tempest-TestShelveInstance-954905460 tempest-TestShelveInstance-954905460-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746560636600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746560234536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9281553'] for port (529765e1-bb9b-48d1-910d-64bb2d7168e6), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:40:55.697950 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ab960b-bc21-421f-9dc0-cb6552e9459a tempest-TestShelveInstance-954905460 tempest-TestShelveInstance-954905460-project] Pushing event deleted for resources: {'Port': ['ID=529765e1-bb9b-48d1-910d-64bb2d7168e6,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 22:40:55.743717 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a9af208-ab34-4d66-8e73-4173efa765f8 req-56ab960b-bc21-421f-9dc0-cb6552e9459a tempest-TestShelveInstance-954905460 tempest-TestShelveInstance-954905460-project] No DVR routers for this DVR port 529765e1-bb9b-48d1-910d-64bb2d7168e6 on host n-h2-760453-5 {{(pid=103304) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 26 22:40:55.746406 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-2a9af208-ab34-4d66-8e73-4173efa765f8 req-56ab960b-bc21-421f-9dc0-cb6552e9459a tempest-TestShelveInstance-954905460 tempest-TestShelveInstance-954905460-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:40:55.750127 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-2a9af208-ab34-4d66-8e73-4173efa765f8 req-56ab960b-bc21-421f-9dc0-cb6552e9459a tempest-TestShelveInstance-954905460 tempest-TestShelveInstance-954905460-project] 10.222.0.57 "DELETE /v2.0/ports/529765e1-bb9b-48d1-910d-64bb2d7168e6 HTTP/1.1" status: 204 len: 173 time: 0.4013824 Jan 26 22:40:55.824045 n-d-760453-5 neutron-server[103304]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '954d7f8e-4601-482e-ab6a-63f1ca236354', 'name': 'network-vif-deleted', 'tag': '529765e1-bb9b-48d1-910d-64bb2d7168e6'}] {{(pid=103304) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 22:40:55.826518 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86e783e1922a725fac327d65912384d63450ce1a6a2ee22db2d1cc52fb257f3b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-018d469a-204c-46dc-8c39-2c3872e55a3d" -d '{"events": [{"server_uuid": "954d7f8e-4601-482e-ab6a-63f1ca236354", "name": "network-vif-deleted", "tag": "529765e1-bb9b-48d1-910d-64bb2d7168e6"}]}' {{(pid=103304) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 22:40:55.863600 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Jan 2022 22:40:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d587f89e-d3e4-43ee-a44b-7a8ac12fbb6e x-openstack-request-id: req-d587f89e-d3e4-43ee-a44b-7a8ac12fbb6e {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 22:40:55.863900 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "954d7f8e-4601-482e-ab6a-63f1ca236354", "name": "network-vif-deleted", "tag": "529765e1-bb9b-48d1-910d-64bb2d7168e6", "status": "completed", "code": 200}]} {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 22:40:55.864150 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d587f89e-d3e4-43ee-a44b-7a8ac12fbb6e {{(pid=103304) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 22:40:55.864551 n-d-760453-5 neutron-server[103304]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '954d7f8e-4601-482e-ab6a-63f1ca236354', 'name': 'network-vif-deleted', 'tag': '529765e1-bb9b-48d1-910d-64bb2d7168e6', 'status': 'completed', 'code': 200} Jan 26 22:40:56.308190 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-c4f5ebeb-cf39-407f-8d44-47f60001ec70 req-acd62071-6126-4c96-be35-faf1de0fa3e8 tempest-TestShelveInstance-954905460 tempest-TestShelveInstance-954905460-project] 10.222.0.13 "GET /v2.0/ports?device_id=954d7f8e-4601-482e-ab6a-63f1ca236354 HTTP/1.1" status: 200 len: 210 time: 0.0268395 Jan 26 22:40:57.409564 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-1aef7ef1-126f-4407-af3d-cae104058523 req-87d07582-e14c-4b9d-adab-60ad8a7d0d74 tempest-TestShelveInstance-954905460 tempest-TestShelveInstance-954905460-project] 10.222.0.13 "GET /v2.0/ports?device_id=954d7f8e-4601-482e-ab6a-63f1ca236354 HTTP/1.1" status: 200 len: 210 time: 0.0279782 Jan 26 22:40:58.504859 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-880018b7-5152-4dff-a6a9-e47d8bc13440 req-dffaffee-03d2-4c9c-84a8-05b561fea3e1 tempest-TestShelveInstance-954905460 tempest-TestShelveInstance-954905460-project] 10.222.0.13 "GET /v2.0/ports?device_id=954d7f8e-4601-482e-ab6a-63f1ca236354 HTTP/1.1" status: 200 len: 210 time: 0.0277257 Jan 26 22:40:59.597811 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-3d77d55f-b0ff-44e5-b5d3-e5a4d3c7e275 req-e8b460a4-5096-425e-978e-5e916517a6fd tempest-TestShelveInstance-954905460 tempest-TestShelveInstance-954905460-project] 10.222.0.13 "GET /v2.0/ports?device_id=954d7f8e-4601-482e-ab6a-63f1ca236354 HTTP/1.1" status: 200 len: 210 time: 0.0270445 Jan 26 22:40:59.618479 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Device 529765e1-bb9b-48d1-910d-64bb2d7168e6 no longer exists at agent hyperv_n-h2-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 26 22:40:59.639279 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] No Port match for: 529765e1-bb9b-48d1-910d-64bb2d7168e6 {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 26 22:40:59.639559 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Device 529765e1-bb9b-48d1-910d-64bb2d7168e6 not bound to the agent host n-h2-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 26 22:41:00.692779 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-18f3476d-b7e5-442f-ae2b-dcead637a10d req-5b2255f4-4fdf-4efd-8669-4de816e53d99 tempest-TestShelveInstance-954905460 tempest-TestShelveInstance-954905460-project] 10.222.0.13 "GET /v2.0/ports?device_id=954d7f8e-4601-482e-ab6a-63f1ca236354 HTTP/1.1" status: 200 len: 210 time: 0.0265543 Jan 26 22:41:01.794334 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-52a411ee-534c-4012-bdea-dc2d48d9547a req-01db1f4f-b5d7-4ce7-87a9-e90df39e1f18 tempest-TestShelveInstance-954905460 tempest-TestShelveInstance-954905460-project] 10.222.0.13 "GET /v2.0/ports?device_id=954d7f8e-4601-482e-ab6a-63f1ca236354 HTTP/1.1" status: 200 len: 210 time: 0.0341375 Jan 26 22:41:02.888806 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-ef421d9f-7cdf-4153-bf76-d2829dd4a031 req-070aa41b-69fa-43ad-bcbd-3e62ab123015 tempest-TestShelveInstance-954905460 tempest-TestShelveInstance-954905460-project] 10.222.0.13 "GET /v2.0/ports?device_id=954d7f8e-4601-482e-ab6a-63f1ca236354 HTTP/1.1" status: 200 len: 210 time: 0.0280023 Jan 26 22:41:03.988020 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-a3b2e272-2d92-4486-876f-e76cd6a1d2c6 req-0a4588c0-4555-447c-8ebd-5cab0a8c146c tempest-TestShelveInstance-954905460 tempest-TestShelveInstance-954905460-project] 10.222.0.13 "GET /v2.0/ports?device_id=954d7f8e-4601-482e-ab6a-63f1ca236354 HTTP/1.1" status: 200 len: 210 time: 0.0273089 Jan 26 22:41:05.045107 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 56878) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 22:41:05.101796 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-cfe6a8c1-0dd3-42b4-9143-57cfbd108715 tempest-TestShelveInstance-954905460 tempest-TestShelveInstance-954905460-project] Publish callbacks [] for security_group (ebb619fc-514c-4017-b231-95402a2bb39d), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:41:05.127031 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-cfe6a8c1-0dd3-42b4-9143-57cfbd108715 tempest-TestShelveInstance-954905460 tempest-TestShelveInstance-954905460-project] Publish callbacks [] for security_group (ebb619fc-514c-4017-b231-95402a2bb39d), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:41:05.192475 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-cfe6a8c1-0dd3-42b4-9143-57cfbd108715 tempest-TestShelveInstance-954905460 tempest-TestShelveInstance-954905460-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (ebb619fc-514c-4017-b231-95402a2bb39d), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:41:05.195231 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-cfe6a8c1-0dd3-42b4-9143-57cfbd108715 tempest-TestShelveInstance-954905460 tempest-TestShelveInstance-954905460-project] Publish callbacks [] for security_group (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:41:05.198993 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-cfe6a8c1-0dd3-42b4-9143-57cfbd108715 tempest-TestShelveInstance-954905460 tempest-TestShelveInstance-954905460-project] 10.222.0.13 "DELETE /v2.0/security-groups/ebb619fc-514c-4017-b231-95402a2bb39d HTTP/1.1" status: 204 len: 168 time: 0.1502714 Jan 26 22:41:05.210496 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe6a8c1-0dd3-42b4-9143-57cfbd108715 tempest-TestShelveInstance-954905460 tempest-TestShelveInstance-954905460-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebb619fc-514c-4017-b231-95402a2bb39d,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 22:41:05.252502 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 56882) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 22:41:05.710850 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-c876d51f-e683-405d-bbb6-fad3e4a00f57 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4110657'] for router_interface (ff4cc9a6-7a6b-4e9b-894f-d48260cef7c4), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:41:05.957669 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-c876d51f-e683-405d-bbb6-fad3e4a00f57 admin admin] Deleting port ea82e188-d70d-4863-8869-dd5e1131479d {{(pid=103304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 22:41:05.957899 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-c876d51f-e683-405d-bbb6-fad3e4a00f57 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746560630878'] for port (ea82e188-d70d-4863-8869-dd5e1131479d), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:41:06.034340 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [None req-c876d51f-e683-405d-bbb6-fad3e4a00f57 admin admin] For port ea82e188-d70d-4863-8869-dd5e1131479d, host n-d-760453-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=ea82e188-d70d-4863-8869-dd5e1131479d,segment=NetworkSegment(b5086e3d-16c2-40da-8fb3-affc86750274),segment_id=b5086e3d-16c2-40da-8fb3-affc86750274)] {{(pid=103304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 22:41:06.034696 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-c876d51f-e683-405d-bbb6-fad3e4a00f57 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4109658'] for port (ea82e188-d70d-4863-8869-dd5e1131479d), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:41:06.047682 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-c876d51f-e683-405d-bbb6-fad3e4a00f57 admin admin] Calling delete_port for ea82e188-d70d-4863-8869-dd5e1131479d owned by network:router_interface {{(pid=103304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 22:41:06.225098 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-c876d51f-e683-405d-bbb6-fad3e4a00f57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746560636600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746560234536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9281553'] for port (ea82e188-d70d-4863-8869-dd5e1131479d), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:41:06.255094 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c876d51f-e683-405d-bbb6-fad3e4a00f57 admin admin] Pushing event deleted for resources: {'Port': ['ID=ea82e188-d70d-4863-8869-dd5e1131479d,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 22:41:06.426884 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-c876d51f-e683-405d-bbb6-fad3e4a00f57 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3709480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4110805'] for router_interface (ff4cc9a6-7a6b-4e9b-894f-d48260cef7c4), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:41:06.648257 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c876d51f-e683-405d-bbb6-fad3e4a00f57 admin admin] Router ff4cc9a6-7a6b-4e9b-894f-d48260cef7c4 has already been hosted by L3 agent 09df100c-3af1-4b0a-bda8-05914c71c458 {{(pid=103304) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 26 22:41:06.757644 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c876d51f-e683-405d-bbb6-fad3e4a00f57 admin admin] Notify agent at l3_agent.n-d-760453-5 the message routers_updated {{(pid=103304) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 26 22:41:06.766944 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-c876d51f-e683-405d-bbb6-fad3e4a00f57 admin admin] 10.222.0.13 "PUT /v2.0/routers/ff4cc9a6-7a6b-4e9b-894f-d48260cef7c4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5097296 Jan 26 22:41:06.766944 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 56886) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 22:41:06.769200 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8f0f371-3e65-4335-86e2-533212b67f13 None None] Sync routers for ids ['ff4cc9a6-7a6b-4e9b-894f-d48260cef7c4'] in n-d-760453-5 {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 26 22:41:06.779871 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8f0f371-3e65-4335-86e2-533212b67f13 None None] Routers {'ff4cc9a6-7a6b-4e9b-894f-d48260cef7c4'} bound to L3 agent in host n-d-760453-5 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 22:41:06.780604 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-c8f0f371-3e65-4335-86e2-533212b67f13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-26T20:55:21Z,description=,heartbeat_timestamp=2022-01-26T22:40:51Z,host='n-d-760453-5',id=09df100c-3af1-4b0a-bda8-05914c71c458,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:55:21Z,topic='l3_agent')) {'router_ids': ['ff4cc9a6-7a6b-4e9b-894f-d48260cef7c4'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 22:41:06.874488 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-78ff040b-b3b6-498b-a1e7-f33d7c62a6c4 admin admin] Publish callbacks [] for router (ff4cc9a6-7a6b-4e9b-894f-d48260cef7c4), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:41:06.885124 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_dvr_db [None req-c8f0f371-3e65-4335-86e2-533212b67f13 None None] Set router ff4cc9a6-7a6b-4e9b-894f-d48260cef7c4 gateway port host: n-d-760453-5 {{(pid=103307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 22:41:06.981240 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-78ff040b-b3b6-498b-a1e7-f33d7c62a6c4 admin admin] Publish callbacks [] for router_gateway (ff4cc9a6-7a6b-4e9b-894f-d48260cef7c4), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:41:07.038798 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-78ff040b-b3b6-498b-a1e7-f33d7c62a6c4 admin admin] Deleting port dad87e46-0888-4188-a3b9-ec9eed884153 {{(pid=103304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 22:41:07.039149 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-78ff040b-b3b6-498b-a1e7-f33d7c62a6c4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746560630878'] for port (dad87e46-0888-4188-a3b9-ec9eed884153), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:41:07.070399 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-c8f0f371-3e65-4335-86e2-533212b67f13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff4cc9a6-7a6b-4e9b-894f-d48260cef7c4', 'name': 'tempest-TestShelveInstance-2123907712-router', 'tenant_id': '3898bdabd6404f398406bcbeb3779003', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'external_fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.208'}], 'enable_snat': True}, 'gw_port_id': 'dad87e46-0888-4188-a3b9-ec9eed884153', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T22:31:16Z', 'updated_at': '2022-01-26T22:41:06Z', 'revision_number': 5, 'project_id': '3898bdabd6404f398406bcbeb3779003', 'gw_port': {'id': 'dad87e46-0888-4188-a3b9-ec9eed884153', 'name': '', 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:4b:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff4cc9a6-7a6b-4e9b-894f-d48260cef7c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T22:31:17Z', 'updated_at': '2022-01-26T22:31:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-5'}], 'n-d-760453-5', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 22:41:07.096372 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8f0f371-3e65-4335-86e2-533212b67f13 None None] Checking router: ff4cc9a6-7a6b-4e9b-894f-d48260cef7c4 for host: n-d-760453-5 {{(pid=103307) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 26 22:41:07.105324 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8f0f371-3e65-4335-86e2-533212b67f13 None None] Routers {'ff4cc9a6-7a6b-4e9b-894f-d48260cef7c4'} bound to L3 agent in host n-d-760453-5 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 22:41:07.105932 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-c8f0f371-3e65-4335-86e2-533212b67f13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-26T20:55:21Z,description=,heartbeat_timestamp=2022-01-26T22:40:51Z,host='n-d-760453-5',id=09df100c-3af1-4b0a-bda8-05914c71c458,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:55:21Z,topic='l3_agent')) {'router_ids': ['ff4cc9a6-7a6b-4e9b-894f-d48260cef7c4'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 22:41:07.120656 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [None req-78ff040b-b3b6-498b-a1e7-f33d7c62a6c4 admin admin] For port dad87e46-0888-4188-a3b9-ec9eed884153, host n-d-760453-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=dad87e46-0888-4188-a3b9-ec9eed884153,segment=NetworkSegment(e17cb353-418f-48b9-b982-21a6233ee99b),segment_id=e17cb353-418f-48b9-b982-21a6233ee99b)] {{(pid=103304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 22:41:07.121236 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-78ff040b-b3b6-498b-a1e7-f33d7c62a6c4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4109658'] for port (dad87e46-0888-4188-a3b9-ec9eed884153), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:41:07.134027 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-78ff040b-b3b6-498b-a1e7-f33d7c62a6c4 admin admin] Calling delete_port for dad87e46-0888-4188-a3b9-ec9eed884153 owned by network:router_gateway {{(pid=103304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 22:41:07.192047 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_dvr_db [None req-c8f0f371-3e65-4335-86e2-533212b67f13 None None] Set router ff4cc9a6-7a6b-4e9b-894f-d48260cef7c4 gateway port host: None {{(pid=103307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 22:41:07.251044 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-c8f0f371-3e65-4335-86e2-533212b67f13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff4cc9a6-7a6b-4e9b-894f-d48260cef7c4', 'name': 'tempest-TestShelveInstance-2123907712-router', 'tenant_id': '3898bdabd6404f398406bcbeb3779003', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T22:31:16Z', 'updated_at': '2022-01-26T22:41:06Z', 'revision_number': 6, 'project_id': '3898bdabd6404f398406bcbeb3779003', 'gw_port_host': None}], 'n-d-760453-5', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 22:41:07.278835 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8f0f371-3e65-4335-86e2-533212b67f13 None None] The sync data for ids ['ff4cc9a6-7a6b-4e9b-894f-d48260cef7c4'] in n-d-760453-5 is: [{'id': 'ff4cc9a6-7a6b-4e9b-894f-d48260cef7c4', 'name': 'tempest-TestShelveInstance-2123907712-router', 'tenant_id': '3898bdabd6404f398406bcbeb3779003', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T22:31:16Z', 'updated_at': '2022-01-26T22:41:06Z', 'revision_number': 6, 'project_id': '3898bdabd6404f398406bcbeb3779003', 'gw_port_host': None}] {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 26 22:41:07.318638 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-78ff040b-b3b6-498b-a1e7-f33d7c62a6c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746560636600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746560234536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9281553'] for port (dad87e46-0888-4188-a3b9-ec9eed884153), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:41:07.344265 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ff040b-b3b6-498b-a1e7-f33d7c62a6c4 admin admin] Pushing event deleted for resources: {'Port': ['ID=dad87e46-0888-4188-a3b9-ec9eed884153,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 22:41:07.413066 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-78ff040b-b3b6-498b-a1e7-f33d7c62a6c4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4111291'] for router_gateway (ff4cc9a6-7a6b-4e9b-894f-d48260cef7c4), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:41:07.504694 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-78ff040b-b3b6-498b-a1e7-f33d7c62a6c4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4105774', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13082'] for router (ff4cc9a6-7a6b-4e9b-894f-d48260cef7c4), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:41:07.506778 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-78ff040b-b3b6-498b-a1e7-f33d7c62a6c4 admin admin] Publish callbacks [] for router_controller (ff4cc9a6-7a6b-4e9b-894f-d48260cef7c4), precommit_delete_associations {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:41:07.550308 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-78ff040b-b3b6-498b-a1e7-f33d7c62a6c4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4105767'] for router (ff4cc9a6-7a6b-4e9b-894f-d48260cef7c4), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:41:07.550916 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78ff040b-b3b6-498b-a1e7-f33d7c62a6c4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ff4cc9a6-7a6b-4e9b-894f-d48260cef7c4 {{(pid=103304) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 26 22:41:07.555746 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-78ff040b-b3b6-498b-a1e7-f33d7c62a6c4 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:41:07.556905 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-78ff040b-b3b6-498b-a1e7-f33d7c62a6c4 admin admin] 10.222.0.13 "DELETE /v2.0/routers/ff4cc9a6-7a6b-4e9b-894f-d48260cef7c4 HTTP/1.1" status: 204 len: 168 time: 0.7873583 Jan 26 22:41:07.559705 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 56888) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 22:41:07.604631 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.db_base_plugin_v2 [None req-363655f9-13ad-40b0-bab2-4a79fbc15a39 admin admin] Deleting subnet 2a440deb-3cfe-4555-9fd0-eba61f625b5e {{(pid=103305) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 26 22:41:07.608325 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-363655f9-13ad-40b0-bab2-4a79fbc15a39 admin admin] Publish callbacks [] for subnet (2a440deb-3cfe-4555-9fd0-eba61f625b5e), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:41:07.650969 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-363655f9-13ad-40b0-bab2-4a79fbc15a39 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11788946'] for subnet (2a440deb-3cfe-4555-9fd0-eba61f625b5e), precommit_delete_associations {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:41:07.741636 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-363655f9-13ad-40b0-bab2-4a79fbc15a39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687316'] for subnet (2a440deb-3cfe-4555-9fd0-eba61f625b5e), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:41:07.792475 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-363655f9-13ad-40b0-bab2-4a79fbc15a39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11791594', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11599980'] for subnet (2a440deb-3cfe-4555-9fd0-eba61f625b5e), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:41:07.819354 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-363655f9-13ad-40b0-bab2-4a79fbc15a39 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2a440deb-3cfe-4555-9fd0-eba61f625b5e,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 22:41:07.825188 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-363655f9-13ad-40b0-bab2-4a79fbc15a39 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:41:07.829173 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-363655f9-13ad-40b0-bab2-4a79fbc15a39 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/2a440deb-3cfe-4555-9fd0-eba61f625b5e HTTP/1.1" status: 204 len: 168 time: 0.2683992 Jan 26 22:41:07.830548 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33e28305-bf9b-4767-8bba-9a0b46dbe340 None None] Network dfea2df3-d5af-4d5b-8ac4-ef03b2347054 requested from n-d-760453-5 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 26 22:41:07.834119 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 56892) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 22:41:07.835239 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-363655f9-13ad-40b0-bab2-4a79fbc15a39 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:41:07.835603 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-363655f9-13ad-40b0-bab2-4a79fbc15a39 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:41:07.836063 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-363655f9-13ad-40b0-bab2-4a79fbc15a39 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:41:07.836411 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-363655f9-13ad-40b0-bab2-4a79fbc15a39 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:41:07.836752 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-363655f9-13ad-40b0-bab2-4a79fbc15a39 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:41:07.837083 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-363655f9-13ad-40b0-bab2-4a79fbc15a39 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:41:07.837439 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-363655f9-13ad-40b0-bab2-4a79fbc15a39 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:41:07.837768 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-363655f9-13ad-40b0-bab2-4a79fbc15a39 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:41:07.838102 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-363655f9-13ad-40b0-bab2-4a79fbc15a39 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:41:07.838426 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-363655f9-13ad-40b0-bab2-4a79fbc15a39 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:41:07.838751 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-363655f9-13ad-40b0-bab2-4a79fbc15a39 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:41:07.839073 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-363655f9-13ad-40b0-bab2-4a79fbc15a39 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:41:07.839394 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-363655f9-13ad-40b0-bab2-4a79fbc15a39 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:41:08.070996 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d825943e-1761-452a-b45b-b3354fc18cc9 None None] DHCP port deletion for dfea2df3-d5af-4d5b-8ac4-ef03b2347054 request from n-d-760453-5 {{(pid=103306) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 26 22:41:08.144748 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-d825943e-1761-452a-b45b-b3354fc18cc9 None None] Deleting port 53e6fa9b-fb42-4e81-8d32-f0c9c16378d0 {{(pid=103306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 22:41:08.145949 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d825943e-1761-452a-b45b-b3354fc18cc9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746560630878'] for port (53e6fa9b-fb42-4e81-8d32-f0c9c16378d0), before_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:41:08.196618 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device dad87e46-0888-4188-a3b9-ec9eed884153 no longer exists at agent ovs-agent-n-d-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 26 22:41:08.225248 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] No Port match for: dad87e46-0888-4188-a3b9-ec9eed884153 {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 26 22:41:08.225620 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device dad87e46-0888-4188-a3b9-ec9eed884153 not bound to the agent host n-d-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 26 22:41:08.226246 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device ea82e188-d70d-4863-8869-dd5e1131479d no longer exists at agent ovs-agent-n-d-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 26 22:41:08.268496 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-a9bc1842-bdee-43a8-94b3-02b3a2d43e09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-748181'] for network (dfea2df3-d5af-4d5b-8ac4-ef03b2347054), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:41:08.271798 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-d825943e-1761-452a-b45b-b3354fc18cc9 None None] For port 53e6fa9b-fb42-4e81-8d32-f0c9c16378d0, host n-d-760453-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=53e6fa9b-fb42-4e81-8d32-f0c9c16378d0,segment=NetworkSegment(b5086e3d-16c2-40da-8fb3-affc86750274),segment_id=b5086e3d-16c2-40da-8fb3-affc86750274)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 22:41:08.272488 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d825943e-1761-452a-b45b-b3354fc18cc9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4109658'] for port (53e6fa9b-fb42-4e81-8d32-f0c9c16378d0), precommit_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:41:08.281830 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] No Port match for: ea82e188-d70d-4863-8869-dd5e1131479d {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 26 22:41:08.282259 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device ea82e188-d70d-4863-8869-dd5e1131479d not bound to the agent host n-d-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 26 22:41:08.282901 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device 53e6fa9b-fb42-4e81-8d32-f0c9c16378d0 no longer exists at agent ovs-agent-n-d-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 26 22:41:08.309198 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-d825943e-1761-452a-b45b-b3354fc18cc9 None None] Calling delete_port for 53e6fa9b-fb42-4e81-8d32-f0c9c16378d0 owned by network:dhcp {{(pid=103306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 22:41:08.325748 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-a9bc1842-bdee-43a8-94b3-02b3a2d43e09 admin admin] Deleting port 53e6fa9b-fb42-4e81-8d32-f0c9c16378d0 {{(pid=103304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 22:41:08.326011 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-a9bc1842-bdee-43a8-94b3-02b3a2d43e09 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746560630878'] for port (53e6fa9b-fb42-4e81-8d32-f0c9c16378d0), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:41:08.399105 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [None req-a9bc1842-bdee-43a8-94b3-02b3a2d43e09 admin admin] For port 53e6fa9b-fb42-4e81-8d32-f0c9c16378d0, host n-d-760453-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=53e6fa9b-fb42-4e81-8d32-f0c9c16378d0,segment=NetworkSegment(b5086e3d-16c2-40da-8fb3-affc86750274),segment_id=b5086e3d-16c2-40da-8fb3-affc86750274)] {{(pid=103304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 22:41:08.399488 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-a9bc1842-bdee-43a8-94b3-02b3a2d43e09 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4109658'] for port (53e6fa9b-fb42-4e81-8d32-f0c9c16378d0), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:41:08.417379 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-a9bc1842-bdee-43a8-94b3-02b3a2d43e09 admin admin] Calling delete_port for 53e6fa9b-fb42-4e81-8d32-f0c9c16378d0 owned by network:dhcp {{(pid=103304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 22:41:08.439152 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Current status of the port 53e6fa9b-fb42-4e81-8d32-f0c9c16378d0 is: ACTIVE; New status is: DOWN {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 22:41:08.439848 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (53e6fa9b-fb42-4e81-8d32-f0c9c16378d0), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:41:08.470796 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d825943e-1761-452a-b45b-b3354fc18cc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746560636600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746560234536'] for port (53e6fa9b-fb42-4e81-8d32-f0c9c16378d0), after_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:41:08.485073 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d825943e-1761-452a-b45b-b3354fc18cc9 None None] No DVR routers for this DVR port 53e6fa9b-fb42-4e81-8d32-f0c9c16378d0 on host n-d-760453-5 {{(pid=103306) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 26 22:41:08.533983 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d825943e-1761-452a-b45b-b3354fc18cc9 None None] Pushing event deleted for resources: {'Port': ['ID=53e6fa9b-fb42-4e81-8d32-f0c9c16378d0,revision_number=None']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 22:41:08.536262 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-a9bc1842-bdee-43a8-94b3-02b3a2d43e09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746560636600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746560234536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9281553'] for port (53e6fa9b-fb42-4e81-8d32-f0c9c16378d0), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:41:08.543734 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d825943e-1761-452a-b45b-b3354fc18cc9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:41:08.544496 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d825943e-1761-452a-b45b-b3354fc18cc9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:41:08.544496 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d825943e-1761-452a-b45b-b3354fc18cc9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:41:08.544805 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d825943e-1761-452a-b45b-b3354fc18cc9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:41:08.545093 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d825943e-1761-452a-b45b-b3354fc18cc9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:41:08.545456 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d825943e-1761-452a-b45b-b3354fc18cc9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:41:08.545789 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d825943e-1761-452a-b45b-b3354fc18cc9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:41:08.546117 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d825943e-1761-452a-b45b-b3354fc18cc9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:41:08.546444 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d825943e-1761-452a-b45b-b3354fc18cc9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:41:08.546808 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d825943e-1761-452a-b45b-b3354fc18cc9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:41:08.547133 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d825943e-1761-452a-b45b-b3354fc18cc9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:41:08.547461 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d825943e-1761-452a-b45b-b3354fc18cc9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:41:08.547784 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d825943e-1761-452a-b45b-b3354fc18cc9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:41:08.564884 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9bc1842-bdee-43a8-94b3-02b3a2d43e09 admin admin] Pushing event deleted for resources: {'Port': ['ID=53e6fa9b-fb42-4e81-8d32-f0c9c16378d0,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 22:41:08.566988 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9bc1842-bdee-43a8-94b3-02b3a2d43e09 admin admin] No DVR routers for this DVR port 53e6fa9b-fb42-4e81-8d32-f0c9c16378d0 on host n-d-760453-5 {{(pid=103304) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 26 22:41:08.644878 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-a9bc1842-bdee-43a8-94b3-02b3a2d43e09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-686403', 'neutron.services.segments.db._delete_segments_for_network-8746560774018'] for network (dfea2df3-d5af-4d5b-8ac4-ef03b2347054), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:41:08.667717 n-d-760453-5 neutron-server[103304]: DEBUG neutron.services.segments.db [None req-a9bc1842-bdee-43a8-94b3-02b3a2d43e09 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dfea2df3-d5af-4d5b-8ac4-ef03b2347054']}} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 22:41:08.677228 n-d-760453-5 neutron-server[103304]: DEBUG neutron.services.segments.db [None req-a9bc1842-bdee-43a8-94b3-02b3a2d43e09 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b5086e3d-16c2-40da-8fb3-affc86750274') {'for_net_delete': True} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 22:41:08.677561 n-d-760453-5 neutron-server[103304]: DEBUG neutron.services.segments.db [None req-a9bc1842-bdee-43a8-94b3-02b3a2d43e09 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b5086e3d-16c2-40da-8fb3-affc86750274') {} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 22:41:08.687068 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-a9bc1842-bdee-43a8-94b3-02b3a2d43e09 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746560742283', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8881293'] for segment (b5086e3d-16c2-40da-8fb3-affc86750274), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:41:08.700607 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-a9bc1842-bdee-43a8-94b3-02b3a2d43e09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576559'] for segment (b5086e3d-16c2-40da-8fb3-affc86750274), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:41:08.706698 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a9bc1842-bdee-43a8-94b3-02b3a2d43e09 admin admin] Releasing vlan 588 on physical network physnet1 to pool {{(pid=103304) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 26 22:41:08.707100 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-a9bc1842-bdee-43a8-94b3-02b3a2d43e09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9281762'] for segment (b5086e3d-16c2-40da-8fb3-affc86750274), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:41:08.708739 n-d-760453-5 neutron-server[103304]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 26 22:41:08.708739 n-d-760453-5 neutron-server[103304]: self.session.flush() Jan 26 22:41:08.708739 n-d-760453-5 neutron-server[103304]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 26 22:41:08.708739 n-d-760453-5 neutron-server[103304]: self.session.flush() Jan 26 22:41:08.708739 n-d-760453-5 neutron-server[103304]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 26 22:41:08.708739 n-d-760453-5 neutron-server[103304]: self.session.flush() Jan 26 22:41:08.708739 n-d-760453-5 neutron-server[103304]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 26 22:41:08.708739 n-d-760453-5 neutron-server[103304]: self.session.flush() Jan 26 22:41:08.708739 n-d-760453-5 neutron-server[103304]: Traceback (most recent call last): Jan 26 22:41:08.708739 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 26 22:41:08.708739 n-d-760453-5 neutron-server[103304]: timer() Jan 26 22:41:08.708739 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 26 22:41:08.708739 n-d-760453-5 neutron-server[103304]: cb(*args, **kw) Jan 26 22:41:08.708739 n-d-760453-5 neutron-server[103304]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 26 22:41:08.708739 n-d-760453-5 neutron-server[103304]: return func(*args, **kwargs) Jan 26 22:41:08.708739 n-d-760453-5 neutron-server[103304]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 26 22:41:08.708739 n-d-760453-5 neutron-server[103304]: self._notify() Jan 26 22:41:08.708739 n-d-760453-5 neutron-server[103304]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 26 22:41:08.708739 n-d-760453-5 neutron-server[103304]: self.callback(batched_events) Jan 26 22:41:08.708739 n-d-760453-5 neutron-server[103304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 26 22:41:08.708739 n-d-760453-5 neutron-server[103304]: event.method(event) Jan 26 22:41:08.708739 n-d-760453-5 neutron-server[103304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 26 22:41:08.708739 n-d-760453-5 neutron-server[103304]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 26 22:41:08.708739 n-d-760453-5 neutron-server[103304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 26 22:41:08.708739 n-d-760453-5 neutron-server[103304]: aggregate_uuid = self.p_client.list_aggregates( Jan 26 22:41:08.708739 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 26 22:41:08.708739 n-d-760453-5 neutron-server[103304]: return f(self, *a, **k) Jan 26 22:41:08.708739 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 26 22:41:08.708739 n-d-760453-5 neutron-server[103304]: return self._get(url).json() Jan 26 22:41:08.708739 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 26 22:41:08.708739 n-d-760453-5 neutron-server[103304]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 26 22:41:08.708739 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 26 22:41:08.708739 n-d-760453-5 neutron-server[103304]: return self.request(url, 'GET', **kwargs) Jan 26 22:41:08.708739 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 26 22:41:08.708739 n-d-760453-5 neutron-server[103304]: base_url = self.get_endpoint(auth, allow=allow, Jan 26 22:41:08.708739 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 26 22:41:08.708739 n-d-760453-5 neutron-server[103304]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 26 22:41:08.708739 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 26 22:41:08.708739 n-d-760453-5 neutron-server[103304]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 26 22:41:08.708739 n-d-760453-5 neutron-server[103304]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 26 22:41:08.766771 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-a9bc1842-bdee-43a8-94b3-02b3a2d43e09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4110931'] for network (dfea2df3-d5af-4d5b-8ac4-ef03b2347054), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:41:08.772578 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-a9bc1842-bdee-43a8-94b3-02b3a2d43e09 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:41:08.776588 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-a9bc1842-bdee-43a8-94b3-02b3a2d43e09 admin admin] 10.222.0.13 "DELETE /v2.0/networks/dfea2df3-d5af-4d5b-8ac4-ef03b2347054 HTTP/1.1" status: 204 len: 168 time: 0.9412923 Jan 26 22:41:08.778987 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 56894) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 22:41:08.798251 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9bc1842-bdee-43a8-94b3-02b3a2d43e09 admin admin] Pushing event deleted for resources: {'Network': ['ID=dfea2df3-d5af-4d5b-8ac4-ef03b2347054,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 22:41:09.136763 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-92cdad60-e9f9-4f63-a555-4fc98364960f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4110657'] for router_interface (43c410ca-f9b7-4c98-b857-401ec4e21ba8), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:41:09.288547 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (32ef628b-8417-46c5-8729-60fcabe358f1), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:41:09.384061 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-92cdad60-e9f9-4f63-a555-4fc98364960f admin admin] Deleting port 3a105f36-1bb9-477e-a37c-a6adc1608db3 {{(pid=103305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 22:41:09.384421 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-92cdad60-e9f9-4f63-a555-4fc98364960f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746560630878'] for port (3a105f36-1bb9-477e-a37c-a6adc1608db3), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:41:09.463420 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [None req-92cdad60-e9f9-4f63-a555-4fc98364960f admin admin] For port 3a105f36-1bb9-477e-a37c-a6adc1608db3, host n-d-760453-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=3a105f36-1bb9-477e-a37c-a6adc1608db3,segment=NetworkSegment(e399a238-e50d-45ae-aeea-c76a5e362d27),segment_id=e399a238-e50d-45ae-aeea-c76a5e362d27)] {{(pid=103305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 22:41:09.463779 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-92cdad60-e9f9-4f63-a555-4fc98364960f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4109658'] for port (3a105f36-1bb9-477e-a37c-a6adc1608db3), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:41:09.477125 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-92cdad60-e9f9-4f63-a555-4fc98364960f admin admin] Calling delete_port for 3a105f36-1bb9-477e-a37c-a6adc1608db3 owned by network:router_interface {{(pid=103305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 22:41:09.655570 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-92cdad60-e9f9-4f63-a555-4fc98364960f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746560636600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746560234536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11791543'] for port (3a105f36-1bb9-477e-a37c-a6adc1608db3), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:41:09.684730 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92cdad60-e9f9-4f63-a555-4fc98364960f admin admin] Pushing event deleted for resources: {'Port': ['ID=3a105f36-1bb9-477e-a37c-a6adc1608db3,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 22:41:09.859995 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-92cdad60-e9f9-4f63-a555-4fc98364960f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3709480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4110805'] for router_interface (43c410ca-f9b7-4c98-b857-401ec4e21ba8), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:41:10.085495 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92cdad60-e9f9-4f63-a555-4fc98364960f admin admin] Router 43c410ca-f9b7-4c98-b857-401ec4e21ba8 has already been hosted by L3 agent 09df100c-3af1-4b0a-bda8-05914c71c458 {{(pid=103305) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 26 22:41:10.194431 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92cdad60-e9f9-4f63-a555-4fc98364960f admin admin] Notify agent at l3_agent.n-d-760453-5 the message routers_updated {{(pid=103305) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 26 22:41:10.202110 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 56896) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 22:41:10.202574 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-92cdad60-e9f9-4f63-a555-4fc98364960f admin admin] 10.222.0.13 "PUT /v2.0/routers/43c410ca-f9b7-4c98-b857-401ec4e21ba8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4222405 Jan 26 22:41:10.214908 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93132e31-eb1d-4f90-ac07-eac7fc8112fb None None] Sync routers for ids ['43c410ca-f9b7-4c98-b857-401ec4e21ba8'] in n-d-760453-5 {{(pid=103306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 26 22:41:10.233235 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93132e31-eb1d-4f90-ac07-eac7fc8112fb None None] Routers {'43c410ca-f9b7-4c98-b857-401ec4e21ba8'} bound to L3 agent in host n-d-760453-5 {{(pid=103306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 22:41:10.234511 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-93132e31-eb1d-4f90-ac07-eac7fc8112fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-26T20:55:21Z,description=,heartbeat_timestamp=2022-01-26T22:40:51Z,host='n-d-760453-5',id=09df100c-3af1-4b0a-bda8-05914c71c458,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:55:21Z,topic='l3_agent')) {'router_ids': ['43c410ca-f9b7-4c98-b857-401ec4e21ba8'], 'active': True} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 22:41:10.348024 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-69d9aa06-8fac-4db8-840a-27bf116f6e59 admin admin] Publish callbacks [] for router (43c410ca-f9b7-4c98-b857-401ec4e21ba8), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:41:10.474182 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-69d9aa06-8fac-4db8-840a-27bf116f6e59 admin admin] Publish callbacks [] for router_gateway (43c410ca-f9b7-4c98-b857-401ec4e21ba8), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:41:10.544405 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-69d9aa06-8fac-4db8-840a-27bf116f6e59 admin admin] Deleting port 188abd76-89d2-49cb-a20d-879f6b9acba4 {{(pid=103304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 22:41:10.545154 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-69d9aa06-8fac-4db8-840a-27bf116f6e59 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746560630878'] for port (188abd76-89d2-49cb-a20d-879f6b9acba4), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:41:10.569365 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvr_db [None req-93132e31-eb1d-4f90-ac07-eac7fc8112fb None None] Set router 43c410ca-f9b7-4c98-b857-401ec4e21ba8 gateway port host: n-d-760453-5 {{(pid=103306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 22:41:10.644490 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [None req-69d9aa06-8fac-4db8-840a-27bf116f6e59 admin admin] For port 188abd76-89d2-49cb-a20d-879f6b9acba4, host n-d-760453-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=188abd76-89d2-49cb-a20d-879f6b9acba4,segment=NetworkSegment(e17cb353-418f-48b9-b982-21a6233ee99b),segment_id=e17cb353-418f-48b9-b982-21a6233ee99b)] {{(pid=103304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 22:41:10.644724 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-69d9aa06-8fac-4db8-840a-27bf116f6e59 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4109658'] for port (188abd76-89d2-49cb-a20d-879f6b9acba4), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:41:10.658868 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-69d9aa06-8fac-4db8-840a-27bf116f6e59 admin admin] Calling delete_port for 188abd76-89d2-49cb-a20d-879f6b9acba4 owned by network:router_gateway {{(pid=103304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 22:41:10.772439 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-93132e31-eb1d-4f90-ac07-eac7fc8112fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43c410ca-f9b7-4c98-b857-401ec4e21ba8', 'name': 'tempest-TestShelveInstance-103513884-router', 'tenant_id': '88d09b3a546c495a8f3a94611c2a00bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'external_fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.194'}], 'enable_snat': True}, 'gw_port_id': '188abd76-89d2-49cb-a20d-879f6b9acba4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T22:31:21Z', 'updated_at': '2022-01-26T22:41:09Z', 'revision_number': 5, 'project_id': '88d09b3a546c495a8f3a94611c2a00bc', 'gw_port': {'id': '188abd76-89d2-49cb-a20d-879f6b9acba4', 'name': '', 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:d1:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43c410ca-f9b7-4c98-b857-401ec4e21ba8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4345, 'fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T22:31:21Z', 'updated_at': '2022-01-26T22:31:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-5'}], 'n-d-760453-5', False) {} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 22:41:10.804729 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93132e31-eb1d-4f90-ac07-eac7fc8112fb None None] Checking router: 43c410ca-f9b7-4c98-b857-401ec4e21ba8 for host: n-d-760453-5 {{(pid=103306) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 26 22:41:10.815041 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93132e31-eb1d-4f90-ac07-eac7fc8112fb None None] Routers {'43c410ca-f9b7-4c98-b857-401ec4e21ba8'} bound to L3 agent in host n-d-760453-5 {{(pid=103306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 22:41:10.815974 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-93132e31-eb1d-4f90-ac07-eac7fc8112fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-26T20:55:21Z,description=,heartbeat_timestamp=2022-01-26T22:40:51Z,host='n-d-760453-5',id=09df100c-3af1-4b0a-bda8-05914c71c458,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:55:21Z,topic='l3_agent')) {'router_ids': ['43c410ca-f9b7-4c98-b857-401ec4e21ba8'], 'active': True} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 22:41:10.846874 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-69d9aa06-8fac-4db8-840a-27bf116f6e59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746560636600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746560234536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9281553'] for port (188abd76-89d2-49cb-a20d-879f6b9acba4), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:41:10.880993 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d9aa06-8fac-4db8-840a-27bf116f6e59 admin admin] Pushing event deleted for resources: {'Port': ['ID=188abd76-89d2-49cb-a20d-879f6b9acba4,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 22:41:10.914341 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvr_db [None req-93132e31-eb1d-4f90-ac07-eac7fc8112fb None None] Set router 43c410ca-f9b7-4c98-b857-401ec4e21ba8 gateway port host: None {{(pid=103306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 22:41:10.950319 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-69d9aa06-8fac-4db8-840a-27bf116f6e59 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4111291'] for router_gateway (43c410ca-f9b7-4c98-b857-401ec4e21ba8), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:41:10.971161 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-93132e31-eb1d-4f90-ac07-eac7fc8112fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43c410ca-f9b7-4c98-b857-401ec4e21ba8', 'name': 'tempest-TestShelveInstance-103513884-router', 'tenant_id': '88d09b3a546c495a8f3a94611c2a00bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T22:31:21Z', 'updated_at': '2022-01-26T22:41:10Z', 'revision_number': 6, 'project_id': '88d09b3a546c495a8f3a94611c2a00bc', 'gw_port_host': None}], 'n-d-760453-5', False) {} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 22:41:10.999086 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93132e31-eb1d-4f90-ac07-eac7fc8112fb None None] The sync data for ids ['43c410ca-f9b7-4c98-b857-401ec4e21ba8'] in n-d-760453-5 is: [{'id': '43c410ca-f9b7-4c98-b857-401ec4e21ba8', 'name': 'tempest-TestShelveInstance-103513884-router', 'tenant_id': '88d09b3a546c495a8f3a94611c2a00bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T22:31:21Z', 'updated_at': '2022-01-26T22:41:10Z', 'revision_number': 6, 'project_id': '88d09b3a546c495a8f3a94611c2a00bc', 'gw_port_host': None}] {{(pid=103306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 26 22:41:11.068442 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-69d9aa06-8fac-4db8-840a-27bf116f6e59 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4105774', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13082'] for router (43c410ca-f9b7-4c98-b857-401ec4e21ba8), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:41:11.070881 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-69d9aa06-8fac-4db8-840a-27bf116f6e59 admin admin] Publish callbacks [] for router_controller (43c410ca-f9b7-4c98-b857-401ec4e21ba8), precommit_delete_associations {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:41:11.119405 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-69d9aa06-8fac-4db8-840a-27bf116f6e59 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4105767'] for router (43c410ca-f9b7-4c98-b857-401ec4e21ba8), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:41:11.119997 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69d9aa06-8fac-4db8-840a-27bf116f6e59 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 43c410ca-f9b7-4c98-b857-401ec4e21ba8 {{(pid=103304) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 26 22:41:11.125065 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-69d9aa06-8fac-4db8-840a-27bf116f6e59 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:41:11.126261 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-69d9aa06-8fac-4db8-840a-27bf116f6e59 admin admin] 10.222.0.13 "DELETE /v2.0/routers/43c410ca-f9b7-4c98-b857-401ec4e21ba8 HTTP/1.1" status: 204 len: 168 time: 0.9224949 Jan 26 22:41:11.128693 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 56898) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 22:41:11.174492 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.db_base_plugin_v2 [None req-d937aee2-5aa0-4ab8-97dc-d7522f909817 admin admin] Deleting subnet f6b6be80-26c6-44d0-867d-a24c301b44e1 {{(pid=103304) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 26 22:41:11.177723 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-d937aee2-5aa0-4ab8-97dc-d7522f909817 admin admin] Publish callbacks [] for subnet (f6b6be80-26c6-44d0-867d-a24c301b44e1), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:41:11.212139 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-d937aee2-5aa0-4ab8-97dc-d7522f909817 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8881284'] for subnet (f6b6be80-26c6-44d0-867d-a24c301b44e1), precommit_delete_associations {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:41:11.295189 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-d937aee2-5aa0-4ab8-97dc-d7522f909817 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687316'] for subnet (f6b6be80-26c6-44d0-867d-a24c301b44e1), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:41:11.351769 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-d937aee2-5aa0-4ab8-97dc-d7522f909817 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9281612', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12215216'] for subnet (f6b6be80-26c6-44d0-867d-a24c301b44e1), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:41:11.377524 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d937aee2-5aa0-4ab8-97dc-d7522f909817 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f6b6be80-26c6-44d0-867d-a24c301b44e1,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 22:41:11.389508 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-d937aee2-5aa0-4ab8-97dc-d7522f909817 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:41:11.396331 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 56900) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 22:41:11.399449 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6b41ccb-a95c-4410-a483-b4882b4ef50e None None] Network d71cd76a-b1a3-493f-ae4a-ac41f8d60b74 requested from n-d-760453-5 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 26 22:41:11.411972 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-d937aee2-5aa0-4ab8-97dc-d7522f909817 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/f6b6be80-26c6-44d0-867d-a24c301b44e1 HTTP/1.1" status: 204 len: 168 time: 0.2731593 Jan 26 22:41:11.491141 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-8b12fa4b-f920-4c4b-b100-78594859cefe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-748181'] for network (d71cd76a-b1a3-493f-ae4a-ac41f8d60b74), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:41:11.550314 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-8b12fa4b-f920-4c4b-b100-78594859cefe admin admin] Deleting port a1d45616-4429-4434-9210-459b85953e6a {{(pid=103305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 22:41:11.550599 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-8b12fa4b-f920-4c4b-b100-78594859cefe admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746560630878'] for port (a1d45616-4429-4434-9210-459b85953e6a), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:41:11.615863 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [None req-8b12fa4b-f920-4c4b-b100-78594859cefe admin admin] For port a1d45616-4429-4434-9210-459b85953e6a, host n-d-760453-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=a1d45616-4429-4434-9210-459b85953e6a,segment=NetworkSegment(e399a238-e50d-45ae-aeea-c76a5e362d27),segment_id=e399a238-e50d-45ae-aeea-c76a5e362d27)] {{(pid=103305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 22:41:11.616225 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-8b12fa4b-f920-4c4b-b100-78594859cefe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4109658'] for port (a1d45616-4429-4434-9210-459b85953e6a), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:41:11.629875 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-8b12fa4b-f920-4c4b-b100-78594859cefe admin admin] Calling delete_port for a1d45616-4429-4434-9210-459b85953e6a owned by network:dhcp {{(pid=103305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 22:41:11.707845 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-8b12fa4b-f920-4c4b-b100-78594859cefe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746560636600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746560234536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11791543'] for port (a1d45616-4429-4434-9210-459b85953e6a), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:41:11.733236 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b12fa4b-f920-4c4b-b100-78594859cefe admin admin] Pushing event deleted for resources: {'Port': ['ID=a1d45616-4429-4434-9210-459b85953e6a,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 22:41:11.737474 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b12fa4b-f920-4c4b-b100-78594859cefe admin admin] No DVR routers for this DVR port a1d45616-4429-4434-9210-459b85953e6a on host n-d-760453-5 {{(pid=103305) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 26 22:41:11.818320 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-8b12fa4b-f920-4c4b-b100-78594859cefe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-686403', 'neutron.services.segments.db._delete_segments_for_network-8746560774018'] for network (d71cd76a-b1a3-493f-ae4a-ac41f8d60b74), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:41:11.826074 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe9daea4-cce6-4901-a51c-9a5098dc9f6b None None] DHCP port deletion for d71cd76a-b1a3-493f-ae4a-ac41f8d60b74 request from n-d-760453-5 {{(pid=103306) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 26 22:41:11.848412 n-d-760453-5 neutron-server[103305]: DEBUG neutron.services.segments.db [None req-8b12fa4b-f920-4c4b-b100-78594859cefe admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d71cd76a-b1a3-493f-ae4a-ac41f8d60b74']}} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 22:41:11.861508 n-d-760453-5 neutron-server[103305]: DEBUG neutron.services.segments.db [None req-8b12fa4b-f920-4c4b-b100-78594859cefe admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e399a238-e50d-45ae-aeea-c76a5e362d27') {'for_net_delete': True} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 22:41:11.861864 n-d-760453-5 neutron-server[103305]: DEBUG neutron.services.segments.db [None req-8b12fa4b-f920-4c4b-b100-78594859cefe admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e399a238-e50d-45ae-aeea-c76a5e362d27') {} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 22:41:11.873032 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-8b12fa4b-f920-4c4b-b100-78594859cefe admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746560742283', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11788955'] for segment (e399a238-e50d-45ae-aeea-c76a5e362d27), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:41:11.889325 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-8b12fa4b-f920-4c4b-b100-78594859cefe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576559'] for segment (e399a238-e50d-45ae-aeea-c76a5e362d27), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:41:11.896934 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8b12fa4b-f920-4c4b-b100-78594859cefe admin admin] Releasing vlan 573 on physical network physnet1 to pool {{(pid=103305) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 26 22:41:11.897490 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-8b12fa4b-f920-4c4b-b100-78594859cefe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11791428'] for segment (e399a238-e50d-45ae-aeea-c76a5e362d27), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:41:11.899281 n-d-760453-5 neutron-server[103305]: Traceback (most recent call last): Jan 26 22:41:11.899281 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 26 22:41:11.899281 n-d-760453-5 neutron-server[103305]: timer() Jan 26 22:41:11.899281 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 26 22:41:11.899281 n-d-760453-5 neutron-server[103305]: cb(*args, **kw) Jan 26 22:41:11.899281 n-d-760453-5 neutron-server[103305]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 26 22:41:11.899281 n-d-760453-5 neutron-server[103305]: return func(*args, **kwargs) Jan 26 22:41:11.899281 n-d-760453-5 neutron-server[103305]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 26 22:41:11.899281 n-d-760453-5 neutron-server[103305]: self._notify() Jan 26 22:41:11.899281 n-d-760453-5 neutron-server[103305]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 26 22:41:11.899281 n-d-760453-5 neutron-server[103305]: self.callback(batched_events) Jan 26 22:41:11.899281 n-d-760453-5 neutron-server[103305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 26 22:41:11.899281 n-d-760453-5 neutron-server[103305]: event.method(event) Jan 26 22:41:11.899281 n-d-760453-5 neutron-server[103305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 26 22:41:11.899281 n-d-760453-5 neutron-server[103305]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 26 22:41:11.899281 n-d-760453-5 neutron-server[103305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 26 22:41:11.899281 n-d-760453-5 neutron-server[103305]: aggregate_uuid = self.p_client.list_aggregates( Jan 26 22:41:11.899281 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 26 22:41:11.899281 n-d-760453-5 neutron-server[103305]: return f(self, *a, **k) Jan 26 22:41:11.899281 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 26 22:41:11.899281 n-d-760453-5 neutron-server[103305]: return self._get(url).json() Jan 26 22:41:11.899281 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 26 22:41:11.899281 n-d-760453-5 neutron-server[103305]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 26 22:41:11.899281 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 26 22:41:11.899281 n-d-760453-5 neutron-server[103305]: return self.request(url, 'GET', **kwargs) Jan 26 22:41:11.899281 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 26 22:41:11.899281 n-d-760453-5 neutron-server[103305]: base_url = self.get_endpoint(auth, allow=allow, Jan 26 22:41:11.899281 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 26 22:41:11.899281 n-d-760453-5 neutron-server[103305]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 26 22:41:11.899281 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 26 22:41:11.899281 n-d-760453-5 neutron-server[103305]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 26 22:41:11.899281 n-d-760453-5 neutron-server[103305]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 26 22:41:11.918614 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device 3a105f36-1bb9-477e-a37c-a6adc1608db3 no longer exists at agent ovs-agent-n-d-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 26 22:41:11.940405 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] No Port match for: 3a105f36-1bb9-477e-a37c-a6adc1608db3 {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 26 22:41:11.940737 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device 3a105f36-1bb9-477e-a37c-a6adc1608db3 not bound to the agent host n-d-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 26 22:41:11.941158 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device 188abd76-89d2-49cb-a20d-879f6b9acba4 no longer exists at agent ovs-agent-n-d-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 26 22:41:11.960167 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] No Port match for: 188abd76-89d2-49cb-a20d-879f6b9acba4 {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 26 22:41:11.960485 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device 188abd76-89d2-49cb-a20d-879f6b9acba4 not bound to the agent host n-d-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 26 22:41:11.960901 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device a1d45616-4429-4434-9210-459b85953e6a no longer exists at agent ovs-agent-n-d-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 26 22:41:11.970310 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-8b12fa4b-f920-4c4b-b100-78594859cefe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4110931'] for network (d71cd76a-b1a3-493f-ae4a-ac41f8d60b74), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:41:11.977457 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-8b12fa4b-f920-4c4b-b100-78594859cefe admin admin] Publish callbacks [] for network (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:41:11.983675 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-8b12fa4b-f920-4c4b-b100-78594859cefe admin admin] 10.222.0.13 "DELETE /v2.0/networks/d71cd76a-b1a3-493f-ae4a-ac41f8d60b74 HTTP/1.1" status: 204 len: 168 time: 0.5832849 Jan 26 22:41:11.983851 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] No Port match for: a1d45616-4429-4434-9210-459b85953e6a {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 26 22:41:11.985155 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device a1d45616-4429-4434-9210-459b85953e6a not bound to the agent host n-d-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 26 22:41:11.998930 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b12fa4b-f920-4c4b-b100-78594859cefe admin admin] Pushing event deleted for resources: {'Network': ['ID=d71cd76a-b1a3-493f-ae4a-ac41f8d60b74,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 22:41:12.142430 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 56904) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 22:41:12.198557 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-be8bbd95-c9d8-4273-bc67-163beebcf63a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=3898bdabd6404f398406bcbeb3779003&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0548453 Jan 26 22:41:12.200986 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 56906) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 22:41:12.250673 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-48d2c2b6-0566-44bd-865b-fc05ba182197 admin admin] Publish callbacks [] for security_group (706b6bc5-c551-4bff-b48e-51cb458128e6), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:41:12.271262 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-48d2c2b6-0566-44bd-865b-fc05ba182197 admin admin] Publish callbacks [] for security_group (706b6bc5-c551-4bff-b48e-51cb458128e6), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:41:12.318555 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-48d2c2b6-0566-44bd-865b-fc05ba182197 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (706b6bc5-c551-4bff-b48e-51cb458128e6), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:41:12.321082 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-48d2c2b6-0566-44bd-865b-fc05ba182197 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:41:12.322259 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-48d2c2b6-0566-44bd-865b-fc05ba182197 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/706b6bc5-c551-4bff-b48e-51cb458128e6 HTTP/1.1" status: 204 len: 168 time: 0.1203489 Jan 26 22:41:12.330095 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d2c2b6-0566-44bd-865b-fc05ba182197 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=706b6bc5-c551-4bff-b48e-51cb458128e6,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 22:41:12.639434 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 56912) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 22:41:12.684460 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-6a6aaadc-aa6f-4310-9bff-d1fab6ff46dc admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=88d09b3a546c495a8f3a94611c2a00bc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0433471 Jan 26 22:41:12.686916 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 56914) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 22:41:12.741644 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-858b89c5-1f27-47c4-8a74-859d4bd2cf3b admin admin] Publish callbacks [] for security_group (d87b56bf-49e2-4db8-9895-89409268dea9), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:41:12.762156 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-858b89c5-1f27-47c4-8a74-859d4bd2cf3b admin admin] Publish callbacks [] for security_group (d87b56bf-49e2-4db8-9895-89409268dea9), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:41:12.808513 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-858b89c5-1f27-47c4-8a74-859d4bd2cf3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (d87b56bf-49e2-4db8-9895-89409268dea9), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:41:12.811156 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-858b89c5-1f27-47c4-8a74-859d4bd2cf3b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:41:12.812795 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-858b89c5-1f27-47c4-8a74-859d4bd2cf3b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d87b56bf-49e2-4db8-9895-89409268dea9 HTTP/1.1" status: 204 len: 168 time: 0.1245148 Jan 26 22:41:12.820416 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-858b89c5-1f27-47c4-8a74-859d4bd2cf3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d87b56bf-49e2-4db8-9895-89409268dea9,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 22:41:13.486035 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 56936) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 22:41:13.580466 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-b7b8e38a-bebe-493a-97c2-6c5d380f82fb admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1316890824-network', 'tenant_id': '7f5fbba6c8074819aac2d51d4781f535'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 22:41:13.602717 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7b8e38a-bebe-493a-97c2-6c5d380f82fb admin admin] Made reservation on behalf of 7f5fbba6c8074819aac2d51d4781f535 for: {'network': 1} {{(pid=103304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 22:41:13.605019 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-b7b8e38a-bebe-493a-97c2-6c5d380f82fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for network (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:41:13.614165 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-b7b8e38a-bebe-493a-97c2-6c5d380f82fb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:41:13.686751 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-b7b8e38a-bebe-493a-97c2-6c5d380f82fb admin admin] Publish callbacks [] for security_group (a983676a-c3f0-4472-a199-93f491bda68b), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:41:13.690660 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-b7b8e38a-bebe-493a-97c2-6c5d380f82fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (a983676a-c3f0-4472-a199-93f491bda68b), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:41:13.715158 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b7b8e38a-bebe-493a-97c2-6c5d380f82fb admin admin] vlan segment allocate from pool success with {'vlan_id': 579, 'physical_network': 'physnet1'} {{(pid=103304) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 26 22:41:13.732649 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b8e38a-bebe-493a-97c2-6c5d380f82fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a983676a-c3f0-4472-a199-93f491bda68b,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 22:41:13.738106 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-b7b8e38a-bebe-493a-97c2-6c5d380f82fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576559'] for segment (c0cbec19-aa31-49b8-af17-a02c840521e6), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:41:13.738452 n-d-760453-5 neutron-server[103304]: INFO neutron.db.segments_db [None req-b7b8e38a-bebe-493a-97c2-6c5d380f82fb admin admin] Added segment c0cbec19-aa31-49b8-af17-a02c840521e6 of type vlan for network f72e8e87-9a1b-4e54-95cb-4f1c36edf1c3 Jan 26 22:41:13.778659 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-b7b8e38a-bebe-493a-97c2-6c5d380f82fb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746560256871'] for network (f72e8e87-9a1b-4e54-95cb-4f1c36edf1c3), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:41:13.802675 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-b7b8e38a-bebe-493a-97c2-6c5d380f82fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503'] for network (f72e8e87-9a1b-4e54-95cb-4f1c36edf1c3), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:41:13.803617 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7b8e38a-bebe-493a-97c2-6c5d380f82fb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:41:13.804195 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-b7b8e38a-bebe-493a-97c2-6c5d380f82fb admin admin] Publish callbacks [] for network (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:41:13.859220 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-b7b8e38a-bebe-493a-97c2-6c5d380f82fb admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3715372 Jan 26 22:41:13.861878 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 56940) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 22:41:13.868994 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-d9a56ce5-323b-4a9e-9e20-6a0d713ca117 admin admin] Request body: {'subnet': {'network_id': 'f72e8e87-9a1b-4e54-95cb-4f1c36edf1c3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1316890824-subnet', 'tenant_id': '7f5fbba6c8074819aac2d51d4781f535', 'ip_version': 4}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 22:41:13.879862 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b8e38a-bebe-493a-97c2-6c5d380f82fb admin admin] Pushing event updated for resources: {'Network': ['ID=f72e8e87-9a1b-4e54-95cb-4f1c36edf1c3,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 22:41:13.891039 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Network f72e8e87-9a1b-4e54-95cb-4f1c36edf1c3 details requested by agent ovs-agent-n-d-760453-5 with host n-d-760453-5 {{(pid=103306) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 26 22:41:13.897331 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9a56ce5-323b-4a9e-9e20-6a0d713ca117 admin admin] Made reservation on behalf of 7f5fbba6c8074819aac2d51d4781f535 for: {'subnet': 1} {{(pid=103304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 22:41:13.899815 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-d9a56ce5-323b-4a9e-9e20-6a0d713ca117 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12215181'] for subnet (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:41:14.085096 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-d9a56ce5-323b-4a9e-9e20-6a0d713ca117 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9285249', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12215227'] for subnet (b971f6c3-c862-49f0-8f4a-323e3679574f), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:41:14.140902 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a56ce5-323b-4a9e-9e20-6a0d713ca117 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b971f6c3-c862-49f0-8f4a-323e3679574f,revision_number=0']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 22:41:14.152517 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9a56ce5-323b-4a9e-9e20-6a0d713ca117 admin admin] Checking segment: {'id': 'c0cbec19-aa31-49b8-af17-a02c840521e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': 'f72e8e87-9a1b-4e54-95cb-4f1c36edf1c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103304) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 22:41:14.152885 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9a56ce5-323b-4a9e-9e20-6a0d713ca117 admin admin] Network hostable DHCP agents. Network: f72e8e87-9a1b-4e54-95cb-4f1c36edf1c3, hostable agents: ['474ccdf7-ab6c-405b-a3b2-dc7b05829902'], hosted agents: [] {{(pid=103304) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 26 22:41:14.174461 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9a56ce5-323b-4a9e-9e20-6a0d713ca117 admin admin] Network f72e8e87-9a1b-4e54-95cb-4f1c36edf1c3 is scheduled to be hosted by DHCP agent 474ccdf7-ab6c-405b-a3b2-dc7b05829902 with binding_index 1 {{(pid=103304) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 26 22:41:14.183075 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [None req-d9a56ce5-323b-4a9e-9e20-6a0d713ca117 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760453-5, f72e8e87-9a1b-4e54-95cb-4f1c36edf1c3) {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 22:41:14.187999 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9a56ce5-323b-4a9e-9e20-6a0d713ca117 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:41:14.188594 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-d9a56ce5-323b-4a9e-9e20-6a0d713ca117 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:41:14.194745 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b54bec6f-0f8d-4e7e-a788-47819f608c6c None None] Network f72e8e87-9a1b-4e54-95cb-4f1c36edf1c3 requested from n-d-760453-5 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 26 22:41:14.204566 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-d9a56ce5-323b-4a9e-9e20-6a0d713ca117 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3416502 Jan 26 22:41:14.207901 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 56942) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 22:41:14.212550 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-a928dcde-c4af-47b7-b667-7d994993fe57 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1316890824-router', 'tenant_id': '7f5fbba6c8074819aac2d51d4781f535', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299'}}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 22:41:14.231157 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-a928dcde-c4af-47b7-b667-7d994993fe57 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4104596', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13108'] for router (66681a15-76fe-42a3-ac8f-47cef5f7cbf8), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:41:14.232164 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-a928dcde-c4af-47b7-b667-7d994993fe57 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4105828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4111306', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3733576', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13069'] for router (66681a15-76fe-42a3-ac8f-47cef5f7cbf8), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:41:14.288810 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-a928dcde-c4af-47b7-b667-7d994993fe57 admin admin] Publish callbacks [] for router_controller (66681a15-76fe-42a3-ac8f-47cef5f7cbf8), precommit_add_association {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:41:14.299474 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6272ad9f-e4d4-4ff1-a413-b866bd66e721 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3c4099e8-8ffb-51d1-af7f-5868973e933f-f72e8e87-9a1b-4e54-95cb-4f1c36edf1c3', 'network_id': 'f72e8e87-9a1b-4e54-95cb-4f1c36edf1c3', 'project_id': '7f5fbba6c8074819aac2d51d4781f535', 'fixed_ips': [{'subnet_id': 'b971f6c3-c862-49f0-8f4a-323e3679574f'}]}} from n-d-760453-5. {{(pid=103306) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 26 22:41:14.300347 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-6272ad9f-e4d4-4ff1-a413-b866bd66e721 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (None), before_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:41:14.431564 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-a928dcde-c4af-47b7-b667-7d994993fe57 admin admin] Publish callbacks [] for router_gateway (66681a15-76fe-42a3-ac8f-47cef5f7cbf8), precommit_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:41:14.437567 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.db_base_plugin_common [None req-6272ad9f-e4d4-4ff1-a413-b866bd66e721 None None] Allocated IP 172.20.0.2 (f72e8e87-9a1b-4e54-95cb-4f1c36edf1c3/b971f6c3-c862-49f0-8f4a-323e3679574f/ef6df987-3df2-4280-b600-b64a17a2b16c) {{(pid=103306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 22:41:14.575841 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-6272ad9f-e4d4-4ff1-a413-b866bd66e721 None None] Publish callbacks [] for port (ef6df987-3df2-4280-b600-b64a17a2b16c), precommit_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:41:14.581589 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-6272ad9f-e4d4-4ff1-a413-b866bd66e721 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746560234527'] for port (ef6df987-3df2-4280-b600-b64a17a2b16c), after_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:41:14.627749 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-a928dcde-c4af-47b7-b667-7d994993fe57 admin admin] Publish callbacks [] for router_gateway (66681a15-76fe-42a3-ac8f-47cef5f7cbf8), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:41:14.631800 n-d-760453-5 neutron-server[103306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6272ad9f-e4d4-4ff1-a413-b866bd66e721 None None] Network f72e8e87-9a1b-4e54-95cb-4f1c36edf1c3 is already hosted by enough agents. {{(pid=103306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 22:41:14.632863 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6272ad9f-e4d4-4ff1-a413-b866bd66e721 None None] Pushing event updated for resources: {'Port': ['ID=ef6df987-3df2-4280-b600-b64a17a2b16c,revision_number=1']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 22:41:14.635461 n-d-760453-5 neutron-server[103306]: DEBUG neutron.scheduler.base_scheduler [None req-6272ad9f-e4d4-4ff1-a413-b866bd66e721 None None] Resources bound (agent type, host, resource id): {{(pid=103306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 22:41:14.639699 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6272ad9f-e4d4-4ff1-a413-b866bd66e721 None None] Received port after_create {{(pid=103306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 22:41:14.654516 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-a928dcde-c4af-47b7-b667-7d994993fe57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:41:14.694229 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-6272ad9f-e4d4-4ff1-a413-b866bd66e721 None None] Attempting to bind port ef6df987-3df2-4280-b600-b64a17a2b16c on host n-d-760453-5 for vnic_type normal with profile {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 22:41:14.694605 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-6272ad9f-e4d4-4ff1-a413-b866bd66e721 None None] Attempting to bind port ef6df987-3df2-4280-b600-b64a17a2b16c by drivers openvswitch,hyperv on host n-d-760453-5 at level 0 using segments [{'id': 'c0cbec19-aa31-49b8-af17-a02c840521e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': 'f72e8e87-9a1b-4e54-95cb-4f1c36edf1c3'}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 26 22:41:14.694973 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6272ad9f-e4d4-4ff1-a413-b866bd66e721 None None] Attempting to bind port ef6df987-3df2-4280-b600-b64a17a2b16c on network f72e8e87-9a1b-4e54-95cb-4f1c36edf1c3 {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 22:41:14.699924 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6272ad9f-e4d4-4ff1-a413-b866bd66e721 None None] Checking agent: {'id': 'fea0591a-627d-4c87-9a9a-01625ddf3277', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760453-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 20, 55, 25), 'started_at': datetime.datetime(2022, 1, 26, 20, 55, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 22, 40, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760453-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 26 22:41:14.700301 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6272ad9f-e4d4-4ff1-a413-b866bd66e721 None None] Checking segment: {'id': 'c0cbec19-aa31-49b8-af17-a02c840521e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': 'f72e8e87-9a1b-4e54-95cb-4f1c36edf1c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 22:41:14.700707 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-6272ad9f-e4d4-4ff1-a413-b866bd66e721 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:41:14.701122 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6272ad9f-e4d4-4ff1-a413-b866bd66e721 None None] Bound using segment: {'id': 'c0cbec19-aa31-49b8-af17-a02c840521e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': 'f72e8e87-9a1b-4e54-95cb-4f1c36edf1c3'} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 26 22:41:14.701602 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-6272ad9f-e4d4-4ff1-a413-b866bd66e721 None None] Bound port: ef6df987-3df2-4280-b600-b64a17a2b16c, host: n-d-760453-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c0cbec19-aa31-49b8-af17-a02c840521e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': 'f72e8e87-9a1b-4e54-95cb-4f1c36edf1c3'}}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 26 22:41:14.701987 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-6272ad9f-e4d4-4ff1-a413-b866bd66e721 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (ef6df987-3df2-4280-b600-b64a17a2b16c), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:41:14.760863 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.db_base_plugin_common [None req-a928dcde-c4af-47b7-b667-7d994993fe57 admin admin] Allocated IP 172.25.1.194 (4140a1f1-c93a-4bea-83a0-68953a54f299/e48251a1-e30d-4820-8396-00c6f6aeb601/6f3109c8-4fc2-45b1-b2ce-c59710fe7258) {{(pid=103304) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 22:41:14.763583 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-6272ad9f-e4d4-4ff1-a413-b866bd66e721 None None] For port ef6df987-3df2-4280-b600-b64a17a2b16c, host n-d-760453-5, cleared binding levels {{(pid=103306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 26 22:41:14.767635 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-6272ad9f-e4d4-4ff1-a413-b866bd66e721 None None] For port ef6df987-3df2-4280-b600-b64a17a2b16c, host n-d-760453-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=ef6df987-3df2-4280-b600-b64a17a2b16c,segment=NetworkSegment(c0cbec19-aa31-49b8-af17-a02c840521e6),segment_id=c0cbec19-aa31-49b8-af17-a02c840521e6)] {{(pid=103306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 26 22:41:14.771317 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-6272ad9f-e4d4-4ff1-a413-b866bd66e721 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (ef6df987-3df2-4280-b600-b64a17a2b16c), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:41:14.833639 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6272ad9f-e4d4-4ff1-a413-b866bd66e721 None None] Pushing event updated for resources: {'Port': ['ID=ef6df987-3df2-4280-b600-b64a17a2b16c,revision_number=2']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 22:41:14.878740 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-a928dcde-c4af-47b7-b667-7d994993fe57 admin admin] Publish callbacks [] for port (6f3109c8-4fc2-45b1-b2ce-c59710fe7258), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:41:14.913515 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-a928dcde-c4af-47b7-b667-7d994993fe57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746560234527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9281553'] for port (6f3109c8-4fc2-45b1-b2ce-c59710fe7258), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:41:14.955889 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a928dcde-c4af-47b7-b667-7d994993fe57 admin admin] Network 4140a1f1-c93a-4bea-83a0-68953a54f299 is already hosted by enough agents. {{(pid=103304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 22:41:14.958018 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [None req-a928dcde-c4af-47b7-b667-7d994993fe57 admin admin] Resources bound (agent type, host, resource id): {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 22:41:14.961667 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a928dcde-c4af-47b7-b667-7d994993fe57 admin admin] Received port after_create {{(pid=103304) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 22:41:15.005065 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a928dcde-c4af-47b7-b667-7d994993fe57 admin admin] Pushing event updated for resources: {'Port': ['ID=6f3109c8-4fc2-45b1-b2ce-c59710fe7258,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 22:41:15.241736 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-a928dcde-c4af-47b7-b667-7d994993fe57 admin admin] Publish callbacks [] for router_gateway (66681a15-76fe-42a3-ac8f-47cef5f7cbf8), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:41:15.434803 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-a928dcde-c4af-47b7-b667-7d994993fe57 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4105757', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4111263'] for router (66681a15-76fe-42a3-ac8f-47cef5f7cbf8), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:41:15.565564 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a928dcde-c4af-47b7-b667-7d994993fe57 admin admin] Router 66681a15-76fe-42a3-ac8f-47cef5f7cbf8 is scheduled to L3 agent 09df100c-3af1-4b0a-bda8-05914c71c458 with binding_index 1 {{(pid=103304) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 26 22:41:15.672910 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a928dcde-c4af-47b7-b667-7d994993fe57 admin admin] Notify agent at l3_agent.n-d-760453-5 the message routers_updated {{(pid=103304) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 26 22:41:15.682833 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbcba723-65c4-4ce9-9451-25b67de97c8e None None] Sync routers for ids ['66681a15-76fe-42a3-ac8f-47cef5f7cbf8'] in n-d-760453-5 {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 26 22:41:15.692828 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-a928dcde-c4af-47b7-b667-7d994993fe57 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:41:15.696669 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-a928dcde-c4af-47b7-b667-7d994993fe57 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.4852643 Jan 26 22:41:15.697051 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 56944) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 22:41:15.698269 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbcba723-65c4-4ce9-9451-25b67de97c8e None None] Routers {'66681a15-76fe-42a3-ac8f-47cef5f7cbf8'} bound to L3 agent in host n-d-760453-5 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 22:41:15.699003 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-fbcba723-65c4-4ce9-9451-25b67de97c8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-26T20:55:21Z,description=,heartbeat_timestamp=2022-01-26T22:40:51Z,host='n-d-760453-5',id=09df100c-3af1-4b0a-bda8-05914c71c458,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:55:21Z,topic='l3_agent')) {'router_ids': ['66681a15-76fe-42a3-ac8f-47cef5f7cbf8'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 22:41:15.776052 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9b88338-a281-4d61-b9a7-6047998aac7b None None] Network f72e8e87-9a1b-4e54-95cb-4f1c36edf1c3 requested from n-d-760453-5 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 26 22:41:15.815242 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_dvr_db [None req-fbcba723-65c4-4ce9-9451-25b67de97c8e None None] Set router 66681a15-76fe-42a3-ac8f-47cef5f7cbf8 gateway port host: n-d-760453-5 {{(pid=103307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 22:41:15.842147 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-96a84e62-2e11-4b7a-a4a8-c147b8c4af05 None None] Provisioning complete for port ef6df987-3df2-4280-b600-b64a17a2b16c triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 22:41:15.842676 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-96a84e62-2e11-4b7a-a4a8-c147b8c4af05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (ef6df987-3df2-4280-b600-b64a17a2b16c), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:41:15.978159 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device ef6df987-3df2-4280-b600-b64a17a2b16c up at agent ovs-agent-n-d-760453-5 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 22:41:16.021054 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-96a84e62-2e11-4b7a-a4a8-c147b8c4af05 None None] Current status of the port ef6df987-3df2-4280-b600-b64a17a2b16c is: DOWN; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 22:41:16.021442 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-96a84e62-2e11-4b7a-a4a8-c147b8c4af05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (ef6df987-3df2-4280-b600-b64a17a2b16c), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:41:16.077464 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-96a84e62-2e11-4b7a-a4a8-c147b8c4af05 None None] For port ef6df987-3df2-4280-b600-b64a17a2b16c, host n-d-760453-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=ef6df987-3df2-4280-b600-b64a17a2b16c,segment=NetworkSegment(c0cbec19-aa31-49b8-af17-a02c840521e6),segment_id=c0cbec19-aa31-49b8-af17-a02c840521e6)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 22:41:16.083461 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-96a84e62-2e11-4b7a-a4a8-c147b8c4af05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (ef6df987-3df2-4280-b600-b64a17a2b16c), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:41:16.114748 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Provisioning complete for port ef6df987-3df2-4280-b600-b64a17a2b16c triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 22:41:16.115162 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (ef6df987-3df2-4280-b600-b64a17a2b16c), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:41:16.133930 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-fbcba723-65c4-4ce9-9451-25b67de97c8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66681a15-76fe-42a3-ac8f-47cef5f7cbf8', 'name': 'tempest-TestSnapshotPattern-1316890824-router', 'tenant_id': '7f5fbba6c8074819aac2d51d4781f535', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'external_fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.194'}], 'enable_snat': True}, 'gw_port_id': '6f3109c8-4fc2-45b1-b2ce-c59710fe7258', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T22:41:14Z', 'updated_at': '2022-01-26T22:41:15Z', 'revision_number': 3, 'project_id': '7f5fbba6c8074819aac2d51d4781f535', 'gw_port': {'id': '6f3109c8-4fc2-45b1-b2ce-c59710fe7258', 'name': '', 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:23:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66681a15-76fe-42a3-ac8f-47cef5f7cbf8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4381, 'fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T22:41:14Z', 'updated_at': '2022-01-26T22:41:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-5'}], 'n-d-760453-5', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 22:41:16.160113 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a84e62-2e11-4b7a-a4a8-c147b8c4af05 None None] Pushing event updated for resources: {'Port': ['ID=ef6df987-3df2-4280-b600-b64a17a2b16c,revision_number=3']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 22:41:16.180010 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbcba723-65c4-4ce9-9451-25b67de97c8e None None] Checking router: 66681a15-76fe-42a3-ac8f-47cef5f7cbf8 for host: n-d-760453-5 {{(pid=103307) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 26 22:41:16.180505 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbcba723-65c4-4ce9-9451-25b67de97c8e None None] Updating router 66681a15-76fe-42a3-ac8f-47cef5f7cbf8 port 6f3109c8-4fc2-45b1-b2ce-c59710fe7258 binding host n-d-760453-5 {{(pid=103307) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 26 22:41:16.231284 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Current status of the port ef6df987-3df2-4280-b600-b64a17a2b16c is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 22:41:16.246704 n-d-760453-5 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-fbcba723-65c4-4ce9-9451-25b67de97c8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (6f3109c8-4fc2-45b1-b2ce-c59710fe7258), before_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:41:16.405589 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-70e76fe9-b38b-4de0-81a3-b3e77f7d19e9 None None] Provisioning complete for port ef6df987-3df2-4280-b600-b64a17a2b16c triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 22:41:16.405996 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-70e76fe9-b38b-4de0-81a3-b3e77f7d19e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (ef6df987-3df2-4280-b600-b64a17a2b16c), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:41:16.467399 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-f7719672-a53d-4372-9c46-7d1a74c15a50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:41:16.494956 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-70e76fe9-b38b-4de0-81a3-b3e77f7d19e9 None None] Current status of the port ef6df987-3df2-4280-b600-b64a17a2b16c is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 22:41:16.521087 n-d-760453-5 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-fbcba723-65c4-4ce9-9451-25b67de97c8e None None] Publish callbacks [] for port (6f3109c8-4fc2-45b1-b2ce-c59710fe7258), precommit_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:41:16.528088 n-d-760453-5 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-fbcba723-65c4-4ce9-9451-25b67de97c8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (6f3109c8-4fc2-45b1-b2ce-c59710fe7258), after_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:41:16.580162 n-d-760453-5 neutron-server[103307]: DEBUG neutron.plugins.ml2.managers [None req-fbcba723-65c4-4ce9-9451-25b67de97c8e None None] Attempting to bind port 6f3109c8-4fc2-45b1-b2ce-c59710fe7258 on host n-d-760453-5 for vnic_type normal with profile {{(pid=103307) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 22:41:16.580535 n-d-760453-5 neutron-server[103307]: DEBUG neutron.plugins.ml2.managers [None req-fbcba723-65c4-4ce9-9451-25b67de97c8e None None] Attempting to bind port 6f3109c8-4fc2-45b1-b2ce-c59710fe7258 by drivers openvswitch,hyperv on host n-d-760453-5 at level 0 using segments [{'id': 'e17cb353-418f-48b9-b982-21a6233ee99b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299'}] {{(pid=103307) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 26 22:41:16.580891 n-d-760453-5 neutron-server[103307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbcba723-65c4-4ce9-9451-25b67de97c8e None None] Attempting to bind port 6f3109c8-4fc2-45b1-b2ce-c59710fe7258 on network 4140a1f1-c93a-4bea-83a0-68953a54f299 {{(pid=103307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 22:41:16.583737 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e024c99a-e82f-40f9-9c18-8ff4d5a5d326 None None] Pushing event updated for resources: {'Port': ['ID=6f3109c8-4fc2-45b1-b2ce-c59710fe7258,revision_number=2']} {{(pid=103307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 22:41:16.591441 n-d-760453-5 neutron-server[103307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbcba723-65c4-4ce9-9451-25b67de97c8e None None] Checking agent: {'id': 'fea0591a-627d-4c87-9a9a-01625ddf3277', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760453-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 20, 55, 25), 'started_at': datetime.datetime(2022, 1, 26, 20, 55, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 22, 40, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760453-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 26 22:41:16.591817 n-d-760453-5 neutron-server[103307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbcba723-65c4-4ce9-9451-25b67de97c8e None None] Checking segment: {'id': 'e17cb353-418f-48b9-b982-21a6233ee99b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103307) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 22:41:16.592219 n-d-760453-5 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-fbcba723-65c4-4ce9-9451-25b67de97c8e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:41:16.592610 n-d-760453-5 neutron-server[103307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbcba723-65c4-4ce9-9451-25b67de97c8e None None] Bound using segment: {'id': 'e17cb353-418f-48b9-b982-21a6233ee99b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299'} {{(pid=103307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 26 22:41:16.593070 n-d-760453-5 neutron-server[103307]: DEBUG neutron.plugins.ml2.managers [None req-fbcba723-65c4-4ce9-9451-25b67de97c8e None None] Bound port: 6f3109c8-4fc2-45b1-b2ce-c59710fe7258, host: n-d-760453-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e17cb353-418f-48b9-b982-21a6233ee99b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299'}}] {{(pid=103307) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 26 22:41:16.594498 n-d-760453-5 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-fbcba723-65c4-4ce9-9451-25b67de97c8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (6f3109c8-4fc2-45b1-b2ce-c59710fe7258), before_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:41:16.597803 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e024c99a-e82f-40f9-9c18-8ff4d5a5d326 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:41:16.598158 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e024c99a-e82f-40f9-9c18-8ff4d5a5d326 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:41:16.598496 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e024c99a-e82f-40f9-9c18-8ff4d5a5d326 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:41:16.598830 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e024c99a-e82f-40f9-9c18-8ff4d5a5d326 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:41:16.599166 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e024c99a-e82f-40f9-9c18-8ff4d5a5d326 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:41:16.599499 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e024c99a-e82f-40f9-9c18-8ff4d5a5d326 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:41:16.599820 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e024c99a-e82f-40f9-9c18-8ff4d5a5d326 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:41:16.600141 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e024c99a-e82f-40f9-9c18-8ff4d5a5d326 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:41:16.600480 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e024c99a-e82f-40f9-9c18-8ff4d5a5d326 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:41:16.600778 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e024c99a-e82f-40f9-9c18-8ff4d5a5d326 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:41:16.601101 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e024c99a-e82f-40f9-9c18-8ff4d5a5d326 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:41:16.601453 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e024c99a-e82f-40f9-9c18-8ff4d5a5d326 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:41:16.601773 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e024c99a-e82f-40f9-9c18-8ff4d5a5d326 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:41:16.631937 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.db_base_plugin_common [None req-f7719672-a53d-4372-9c46-7d1a74c15a50 admin admin] Allocated IP 172.20.0.1 (f72e8e87-9a1b-4e54-95cb-4f1c36edf1c3/b971f6c3-c862-49f0-8f4a-323e3679574f/cf701493-0e0a-470a-b004-5e01be75179c) {{(pid=103305) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 22:41:16.653783 n-d-760453-5 neutron-server[103307]: DEBUG neutron.plugins.ml2.db [None req-fbcba723-65c4-4ce9-9451-25b67de97c8e None None] For port 6f3109c8-4fc2-45b1-b2ce-c59710fe7258, host n-d-760453-5, cleared binding levels {{(pid=103307) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 26 22:41:16.657577 n-d-760453-5 neutron-server[103307]: DEBUG neutron.plugins.ml2.db [None req-fbcba723-65c4-4ce9-9451-25b67de97c8e None None] For port 6f3109c8-4fc2-45b1-b2ce-c59710fe7258, host n-d-760453-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=6f3109c8-4fc2-45b1-b2ce-c59710fe7258,segment=NetworkSegment(e17cb353-418f-48b9-b982-21a6233ee99b),segment_id=e17cb353-418f-48b9-b982-21a6233ee99b)] {{(pid=103307) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 26 22:41:16.661864 n-d-760453-5 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-fbcba723-65c4-4ce9-9451-25b67de97c8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (6f3109c8-4fc2-45b1-b2ce-c59710fe7258), after_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:41:16.716705 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbcba723-65c4-4ce9-9451-25b67de97c8e None None] Routers {'66681a15-76fe-42a3-ac8f-47cef5f7cbf8'} bound to L3 agent in host n-d-760453-5 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 22:41:16.717506 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-fbcba723-65c4-4ce9-9451-25b67de97c8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-26T20:55:21Z,description=,heartbeat_timestamp=2022-01-26T22:40:51Z,host='n-d-760453-5',id=09df100c-3af1-4b0a-bda8-05914c71c458,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:55:21Z,topic='l3_agent')) {'router_ids': ['66681a15-76fe-42a3-ac8f-47cef5f7cbf8'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 22:41:16.747753 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-f7719672-a53d-4372-9c46-7d1a74c15a50 admin admin] Publish callbacks [] for port (cf701493-0e0a-470a-b004-5e01be75179c), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:41:16.760502 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e024c99a-e82f-40f9-9c18-8ff4d5a5d326 None None] Pushing event updated for resources: {'Port': ['ID=6f3109c8-4fc2-45b1-b2ce-c59710fe7258,revision_number=3']} {{(pid=103307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 22:41:16.783289 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-f7719672-a53d-4372-9c46-7d1a74c15a50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746560234527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11791543'] for port (cf701493-0e0a-470a-b004-5e01be75179c), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:41:16.820961 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7719672-a53d-4372-9c46-7d1a74c15a50 admin admin] Network f72e8e87-9a1b-4e54-95cb-4f1c36edf1c3 is already hosted by enough agents. {{(pid=103305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 22:41:16.823810 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [None req-f7719672-a53d-4372-9c46-7d1a74c15a50 admin admin] Resources bound (agent type, host, resource id): {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 22:41:16.831643 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7719672-a53d-4372-9c46-7d1a74c15a50 admin admin] Received port after_create {{(pid=103305) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 22:41:16.833478 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_dvr_db [None req-fbcba723-65c4-4ce9-9451-25b67de97c8e None None] Set router 66681a15-76fe-42a3-ac8f-47cef5f7cbf8 gateway port host: n-d-760453-5 {{(pid=103307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 22:41:16.838776 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7719672-a53d-4372-9c46-7d1a74c15a50 admin admin] Pushing event updated for resources: {'Port': ['ID=cf701493-0e0a-470a-b004-5e01be75179c,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 22:41:16.876952 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-f7719672-a53d-4372-9c46-7d1a74c15a50 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4111050'] for router_interface (66681a15-76fe-42a3-ac8f-47cef5f7cbf8), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:41:17.012835 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-f7719672-a53d-4372-9c46-7d1a74c15a50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (cf701493-0e0a-470a-b004-5e01be75179c), before_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:41:17.028066 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-fbcba723-65c4-4ce9-9451-25b67de97c8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66681a15-76fe-42a3-ac8f-47cef5f7cbf8', 'name': 'tempest-TestSnapshotPattern-1316890824-router', 'tenant_id': '7f5fbba6c8074819aac2d51d4781f535', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'external_fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.194'}], 'enable_snat': True}, 'gw_port_id': '6f3109c8-4fc2-45b1-b2ce-c59710fe7258', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T22:41:14Z', 'updated_at': '2022-01-26T22:41:15Z', 'revision_number': 3, 'project_id': '7f5fbba6c8074819aac2d51d4781f535', 'gw_port': {'id': '6f3109c8-4fc2-45b1-b2ce-c59710fe7258', 'name': '', 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:23:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66681a15-76fe-42a3-ac8f-47cef5f7cbf8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4381, 'fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T22:41:14Z', 'updated_at': '2022-01-26T22:41:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-5'}], 'n-d-760453-5', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 22:41:17.054982 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbcba723-65c4-4ce9-9451-25b67de97c8e None None] The sync data for ids ['66681a15-76fe-42a3-ac8f-47cef5f7cbf8'] in n-d-760453-5 is: [{'id': '66681a15-76fe-42a3-ac8f-47cef5f7cbf8', 'name': 'tempest-TestSnapshotPattern-1316890824-router', 'tenant_id': '7f5fbba6c8074819aac2d51d4781f535', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'external_fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.194'}], 'enable_snat': True}, 'gw_port_id': '6f3109c8-4fc2-45b1-b2ce-c59710fe7258', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T22:41:14Z', 'updated_at': '2022-01-26T22:41:15Z', 'revision_number': 3, 'project_id': '7f5fbba6c8074819aac2d51d4781f535', 'gw_port': {'id': '6f3109c8-4fc2-45b1-b2ce-c59710fe7258', 'name': '', 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:23:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66681a15-76fe-42a3-ac8f-47cef5f7cbf8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4381, 'fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T22:41:14Z', 'updated_at': '2022-01-26T22:41:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-5'}] {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 26 22:41:17.122098 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-07149425-095e-4206-9f6a-5c8d9a46722d None None] Provisioning complete for port cf701493-0e0a-470a-b004-5e01be75179c triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 22:41:17.122701 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-07149425-095e-4206-9f6a-5c8d9a46722d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (cf701493-0e0a-470a-b004-5e01be75179c), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:41:17.162446 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-07149425-095e-4206-9f6a-5c8d9a46722d None None] Port cf701493-0e0a-470a-b004-5e01be75179c cannot update to ACTIVE because it is not bound. {{(pid=103306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 26 22:41:17.186497 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-f7719672-a53d-4372-9c46-7d1a74c15a50 admin admin] Publish callbacks [] for port (cf701493-0e0a-470a-b004-5e01be75179c), precommit_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:41:17.191575 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-f7719672-a53d-4372-9c46-7d1a74c15a50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11791520'] for port (cf701493-0e0a-470a-b004-5e01be75179c), after_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:41:17.265062 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7719672-a53d-4372-9c46-7d1a74c15a50 admin admin] Pushing event updated for resources: {'Port': ['ID=cf701493-0e0a-470a-b004-5e01be75179c,revision_number=2']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 22:41:17.267478 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-f7719672-a53d-4372-9c46-7d1a74c15a50 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3709457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4110682'] for router_interface (66681a15-76fe-42a3-ac8f-47cef5f7cbf8), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:41:17.384740 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7719672-a53d-4372-9c46-7d1a74c15a50 admin admin] Network f72e8e87-9a1b-4e54-95cb-4f1c36edf1c3 is already hosted by enough agents. {{(pid=103305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 22:41:17.386279 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [None req-f7719672-a53d-4372-9c46-7d1a74c15a50 admin admin] Resources bound (agent type, host, resource id): {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 22:41:17.516431 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7719672-a53d-4372-9c46-7d1a74c15a50 admin admin] Router 66681a15-76fe-42a3-ac8f-47cef5f7cbf8 has already been hosted by L3 agent 09df100c-3af1-4b0a-bda8-05914c71c458 {{(pid=103305) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 26 22:41:17.635173 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7719672-a53d-4372-9c46-7d1a74c15a50 admin admin] Notify agent at l3_agent.n-d-760453-5 the message routers_updated {{(pid=103305) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 26 22:41:17.641135 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-f7719672-a53d-4372-9c46-7d1a74c15a50 admin admin] 10.222.0.13 "PUT /v2.0/routers/66681a15-76fe-42a3-ac8f-47cef5f7cbf8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9429517 Jan 26 22:41:17.685008 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-995618c5-7444-4a1b-9c0e-f45e5ab9941d None None] Provisioning complete for port cf701493-0e0a-470a-b004-5e01be75179c triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 22:41:17.685483 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-995618c5-7444-4a1b-9c0e-f45e5ab9941d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (cf701493-0e0a-470a-b004-5e01be75179c), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:41:17.724932 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-995618c5-7444-4a1b-9c0e-f45e5ab9941d None None] Port cf701493-0e0a-470a-b004-5e01be75179c cannot update to ACTIVE because it is not bound. {{(pid=103306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 26 22:41:17.964579 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device ef6df987-3df2-4280-b600-b64a17a2b16c up at agent ovs-agent-n-d-760453-5 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 22:41:18.015007 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Provisioning complete for port ef6df987-3df2-4280-b600-b64a17a2b16c triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 22:41:18.015389 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (ef6df987-3df2-4280-b600-b64a17a2b16c), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:41:18.095634 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Current status of the port ef6df987-3df2-4280-b600-b64a17a2b16c is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 22:41:18.096718 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device 6f3109c8-4fc2-45b1-b2ce-c59710fe7258 up at agent ovs-agent-n-d-760453-5 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 22:41:18.147565 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Provisioning complete for port 6f3109c8-4fc2-45b1-b2ce-c59710fe7258 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 22:41:18.148161 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (6f3109c8-4fc2-45b1-b2ce-c59710fe7258), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:41:18.183201 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 56960) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 22:41:18.188337 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-ab862537-84ba-4698-a4ae-6b815b4a3e1a admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1228235217-network', 'tenant_id': '0d514ad6f8f14df193209738cf48abae'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 22:41:18.207017 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab862537-84ba-4698-a4ae-6b815b4a3e1a admin admin] Made reservation on behalf of 0d514ad6f8f14df193209738cf48abae for: {'network': 1} {{(pid=103305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 22:41:18.209386 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-ab862537-84ba-4698-a4ae-6b815b4a3e1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for network (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:41:18.217697 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-ab862537-84ba-4698-a4ae-6b815b4a3e1a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:41:18.226546 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Current status of the port 6f3109c8-4fc2-45b1-b2ce-c59710fe7258 is: DOWN; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 22:41:18.227170 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (6f3109c8-4fc2-45b1-b2ce-c59710fe7258), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:41:18.248303 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] For port 6f3109c8-4fc2-45b1-b2ce-c59710fe7258, host n-d-760453-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=6f3109c8-4fc2-45b1-b2ce-c59710fe7258,segment=NetworkSegment(e17cb353-418f-48b9-b982-21a6233ee99b),segment_id=e17cb353-418f-48b9-b982-21a6233ee99b)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 22:41:18.252316 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (6f3109c8-4fc2-45b1-b2ce-c59710fe7258), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:41:18.298273 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-ab862537-84ba-4698-a4ae-6b815b4a3e1a admin admin] Publish callbacks [] for security_group (1983058d-69e4-414b-8e4c-9e2cf7f6228c), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:41:18.302293 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-ab862537-84ba-4698-a4ae-6b815b4a3e1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (1983058d-69e4-414b-8e4c-9e2cf7f6228c), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:41:18.308153 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Pushing event updated for resources: {'Port': ['ID=6f3109c8-4fc2-45b1-b2ce-c59710fe7258,revision_number=4']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 22:41:18.324023 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ab862537-84ba-4698-a4ae-6b815b4a3e1a admin admin] vlan segment allocate from pool success with {'vlan_id': 551, 'physical_network': 'physnet1'} {{(pid=103305) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 26 22:41:18.339743 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab862537-84ba-4698-a4ae-6b815b4a3e1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1983058d-69e4-414b-8e4c-9e2cf7f6228c,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 22:41:18.342742 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-ab862537-84ba-4698-a4ae-6b815b4a3e1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576559'] for segment (26b7da28-f54e-4d3c-993b-2ac12aaf73e2), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:41:18.343612 n-d-760453-5 neutron-server[103305]: INFO neutron.db.segments_db [None req-ab862537-84ba-4698-a4ae-6b815b4a3e1a admin admin] Added segment 26b7da28-f54e-4d3c-993b-2ac12aaf73e2 of type vlan for network 0c08c4bc-9417-4bf4-a76d-309a9f06e077 Jan 26 22:41:18.385059 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-ab862537-84ba-4698-a4ae-6b815b4a3e1a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746560256871'] for network (0c08c4bc-9417-4bf4-a76d-309a9f06e077), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:41:18.411041 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-ab862537-84ba-4698-a4ae-6b815b4a3e1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503'] for network (0c08c4bc-9417-4bf4-a76d-309a9f06e077), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:41:18.411998 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab862537-84ba-4698-a4ae-6b815b4a3e1a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:41:18.412581 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-ab862537-84ba-4698-a4ae-6b815b4a3e1a admin admin] Publish callbacks [] for network (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:41:18.469944 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-ab862537-84ba-4698-a4ae-6b815b4a3e1a admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.2856195 Jan 26 22:41:18.472923 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 56962) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 22:41:18.477936 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-f5f48bb6-9521-4ae3-8573-8b09be56f3ec admin admin] Request body: {'subnet': {'network_id': '0c08c4bc-9417-4bf4-a76d-309a9f06e077', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1228235217-subnet', 'tenant_id': '0d514ad6f8f14df193209738cf48abae', 'ip_version': 4}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 22:41:18.479391 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab862537-84ba-4698-a4ae-6b815b4a3e1a admin admin] Pushing event updated for resources: {'Network': ['ID=0c08c4bc-9417-4bf4-a76d-309a9f06e077,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 22:41:18.489913 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Network 0c08c4bc-9417-4bf4-a76d-309a9f06e077 details requested by agent ovs-agent-n-d-760453-5 with host n-d-760453-5 {{(pid=103306) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 26 22:41:18.495835 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5f48bb6-9521-4ae3-8573-8b09be56f3ec admin admin] Made reservation on behalf of 0d514ad6f8f14df193209738cf48abae for: {'subnet': 1} {{(pid=103304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 22:41:18.498847 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-f5f48bb6-9521-4ae3-8573-8b09be56f3ec admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12215181'] for subnet (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:41:18.672314 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-f5f48bb6-9521-4ae3-8573-8b09be56f3ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9285249', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12215227'] for subnet (4545d6bf-5933-4097-9bb9-eca68f39439b), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:41:18.675514 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4376f241-a3ea-4d0c-abc3-dc19f55ceef4 None None] Sync routers for ids ['66681a15-76fe-42a3-ac8f-47cef5f7cbf8'] in n-d-760453-5 {{(pid=103306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 26 22:41:18.685552 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4376f241-a3ea-4d0c-abc3-dc19f55ceef4 None None] Routers {'66681a15-76fe-42a3-ac8f-47cef5f7cbf8'} bound to L3 agent in host n-d-760453-5 {{(pid=103306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 22:41:18.686184 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-4376f241-a3ea-4d0c-abc3-dc19f55ceef4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-26T20:55:21Z,description=,heartbeat_timestamp=2022-01-26T22:40:51Z,host='n-d-760453-5',id=09df100c-3af1-4b0a-bda8-05914c71c458,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:55:21Z,topic='l3_agent')) {'router_ids': ['66681a15-76fe-42a3-ac8f-47cef5f7cbf8'], 'active': True} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 22:41:18.727185 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f48bb6-9521-4ae3-8573-8b09be56f3ec admin admin] Pushing event updated for resources: {'Subnet': ['ID=4545d6bf-5933-4097-9bb9-eca68f39439b,revision_number=0']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 22:41:18.743038 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5f48bb6-9521-4ae3-8573-8b09be56f3ec admin admin] Checking segment: {'id': '26b7da28-f54e-4d3c-993b-2ac12aaf73e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '0c08c4bc-9417-4bf4-a76d-309a9f06e077'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103304) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 22:41:18.743399 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5f48bb6-9521-4ae3-8573-8b09be56f3ec admin admin] Network hostable DHCP agents. Network: 0c08c4bc-9417-4bf4-a76d-309a9f06e077, hostable agents: ['474ccdf7-ab6c-405b-a3b2-dc7b05829902'], hosted agents: [] {{(pid=103304) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 26 22:41:18.759849 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5f48bb6-9521-4ae3-8573-8b09be56f3ec admin admin] Network 0c08c4bc-9417-4bf4-a76d-309a9f06e077 is scheduled to be hosted by DHCP agent 474ccdf7-ab6c-405b-a3b2-dc7b05829902 with binding_index 1 {{(pid=103304) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 26 22:41:18.768851 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [None req-f5f48bb6-9521-4ae3-8573-8b09be56f3ec admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760453-5, 0c08c4bc-9417-4bf4-a76d-309a9f06e077) {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 22:41:18.773428 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5f48bb6-9521-4ae3-8573-8b09be56f3ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:41:18.774216 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-f5f48bb6-9521-4ae3-8573-8b09be56f3ec admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:41:18.780246 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0849873-268c-491f-8dd1-ebdbc78a903d None None] Network 0c08c4bc-9417-4bf4-a76d-309a9f06e077 requested from n-d-760453-5 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 26 22:41:18.790509 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-f5f48bb6-9521-4ae3-8573-8b09be56f3ec admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3163910 Jan 26 22:41:18.793137 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 56964) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 22:41:18.798087 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-afe5e534-2b3c-4e71-8f9e-d6ac94e3b848 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1228235217-router', 'tenant_id': '0d514ad6f8f14df193209738cf48abae', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299'}}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 22:41:18.817852 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-afe5e534-2b3c-4e71-8f9e-d6ac94e3b848 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4104596', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13108'] for router (5e95c551-1738-4d47-8f35-bab9177191d1), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:41:18.818902 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-afe5e534-2b3c-4e71-8f9e-d6ac94e3b848 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4105828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4111306', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3733576', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13069'] for router (5e95c551-1738-4d47-8f35-bab9177191d1), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:41:18.872058 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-afe5e534-2b3c-4e71-8f9e-d6ac94e3b848 admin admin] Publish callbacks [] for router_controller (5e95c551-1738-4d47-8f35-bab9177191d1), precommit_add_association {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:41:19.006850 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvr_db [None req-4376f241-a3ea-4d0c-abc3-dc19f55ceef4 None None] Set router 66681a15-76fe-42a3-ac8f-47cef5f7cbf8 gateway port host: n-d-760453-5 {{(pid=103306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 22:41:19.020459 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-afe5e534-2b3c-4e71-8f9e-d6ac94e3b848 admin admin] Publish callbacks [] for router_gateway (5e95c551-1738-4d47-8f35-bab9177191d1), precommit_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:41:19.148186 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7eb0db5-b36b-4d11-83a9-835a0aa4cc6d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3c4099e8-8ffb-51d1-af7f-5868973e933f-0c08c4bc-9417-4bf4-a76d-309a9f06e077', 'network_id': '0c08c4bc-9417-4bf4-a76d-309a9f06e077', 'project_id': '0d514ad6f8f14df193209738cf48abae', 'fixed_ips': [{'subnet_id': '4545d6bf-5933-4097-9bb9-eca68f39439b'}]}} from n-d-760453-5. {{(pid=103306) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 26 22:41:19.149118 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d7eb0db5-b36b-4d11-83a9-835a0aa4cc6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (None), before_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:41:19.185521 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-9b3b0763-d38e-408d-8ae5-c40bfab2c218 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (474ccdf7-ab6c-405b-a3b2-dc7b05829902), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:41:19.224941 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-afe5e534-2b3c-4e71-8f9e-d6ac94e3b848 admin admin] Publish callbacks [] for router_gateway (5e95c551-1738-4d47-8f35-bab9177191d1), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:41:19.244687 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-afe5e534-2b3c-4e71-8f9e-d6ac94e3b848 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:41:19.350584 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.db_base_plugin_common [None req-afe5e534-2b3c-4e71-8f9e-d6ac94e3b848 admin admin] Allocated IP 172.25.1.2 (4140a1f1-c93a-4bea-83a0-68953a54f299/e48251a1-e30d-4820-8396-00c6f6aeb601/58a5d2cb-2ffe-4d6f-8a43-49a47756fdd7) {{(pid=103305) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 22:41:19.370316 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.db_base_plugin_common [None req-d7eb0db5-b36b-4d11-83a9-835a0aa4cc6d None None] Allocated IP 172.20.0.2 (0c08c4bc-9417-4bf4-a76d-309a9f06e077/4545d6bf-5933-4097-9bb9-eca68f39439b/06f6d769-0a2c-463f-980c-95b60e5d6a93) {{(pid=103306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 22:41:19.438952 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-4376f241-a3ea-4d0c-abc3-dc19f55ceef4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66681a15-76fe-42a3-ac8f-47cef5f7cbf8', 'name': 'tempest-TestSnapshotPattern-1316890824-router', 'tenant_id': '7f5fbba6c8074819aac2d51d4781f535', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'external_fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.194'}], 'enable_snat': True}, 'gw_port_id': '6f3109c8-4fc2-45b1-b2ce-c59710fe7258', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T22:41:14Z', 'updated_at': '2022-01-26T22:41:16Z', 'revision_number': 4, 'project_id': '7f5fbba6c8074819aac2d51d4781f535', 'gw_port': {'id': '6f3109c8-4fc2-45b1-b2ce-c59710fe7258', 'name': '', 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:23:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66681a15-76fe-42a3-ac8f-47cef5f7cbf8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4381, 'fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T22:41:14Z', 'updated_at': '2022-01-26T22:41:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-5', '_interfaces': [{'id': 'cf701493-0e0a-470a-b004-5e01be75179c', 'name': '', 'network_id': 'f72e8e87-9a1b-4e54-95cb-4f1c36edf1c3', 'tenant_id': '7f5fbba6c8074819aac2d51d4781f535', 'mac_address': 'fa:16:3e:8e:ae:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66681a15-76fe-42a3-ac8f-47cef5f7cbf8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4382, 'fixed_ips': [{'subnet_id': 'b971f6c3-c862-49f0-8f4a-323e3679574f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T22:41:16Z', 'updated_at': '2022-01-26T22:41:17Z', 'revision_number': 2, 'project_id': '7f5fbba6c8074819aac2d51d4781f535', 'subnets': [{'id': 'b971f6c3-c862-49f0-8f4a-323e3679574f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760453-5', False) {} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 22:41:19.459791 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-afe5e534-2b3c-4e71-8f9e-d6ac94e3b848 admin admin] Publish callbacks [] for port (58a5d2cb-2ffe-4d6f-8a43-49a47756fdd7), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:41:19.467932 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4376f241-a3ea-4d0c-abc3-dc19f55ceef4 None None] Checking router: 66681a15-76fe-42a3-ac8f-47cef5f7cbf8 for host: n-d-760453-5 {{(pid=103306) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 26 22:41:19.468322 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4376f241-a3ea-4d0c-abc3-dc19f55ceef4 None None] Updating router 66681a15-76fe-42a3-ac8f-47cef5f7cbf8 port cf701493-0e0a-470a-b004-5e01be75179c binding host n-d-760453-5 {{(pid=103306) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 26 22:41:19.495273 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-afe5e534-2b3c-4e71-8f9e-d6ac94e3b848 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746560234527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11791543'] for port (58a5d2cb-2ffe-4d6f-8a43-49a47756fdd7), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:41:19.507751 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-4376f241-a3ea-4d0c-abc3-dc19f55ceef4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (cf701493-0e0a-470a-b004-5e01be75179c), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:41:19.533331 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afe5e534-2b3c-4e71-8f9e-d6ac94e3b848 admin admin] Network 4140a1f1-c93a-4bea-83a0-68953a54f299 is already hosted by enough agents. {{(pid=103305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 22:41:19.536141 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [None req-afe5e534-2b3c-4e71-8f9e-d6ac94e3b848 admin admin] Resources bound (agent type, host, resource id): {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 22:41:19.538581 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afe5e534-2b3c-4e71-8f9e-d6ac94e3b848 admin admin] Received port after_create {{(pid=103305) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 22:41:19.569091 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe5e534-2b3c-4e71-8f9e-d6ac94e3b848 admin admin] Pushing event updated for resources: {'Port': ['ID=58a5d2cb-2ffe-4d6f-8a43-49a47756fdd7,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 22:41:19.653183 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d7eb0db5-b36b-4d11-83a9-835a0aa4cc6d None None] Publish callbacks [] for port (06f6d769-0a2c-463f-980c-95b60e5d6a93), precommit_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:41:19.663384 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d7eb0db5-b36b-4d11-83a9-835a0aa4cc6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746560234527'] for port (06f6d769-0a2c-463f-980c-95b60e5d6a93), after_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:41:19.733124 n-d-760453-5 neutron-server[103306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7eb0db5-b36b-4d11-83a9-835a0aa4cc6d None None] Network 0c08c4bc-9417-4bf4-a76d-309a9f06e077 is already hosted by enough agents. {{(pid=103306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 22:41:19.736558 n-d-760453-5 neutron-server[103306]: DEBUG neutron.scheduler.base_scheduler [None req-d7eb0db5-b36b-4d11-83a9-835a0aa4cc6d None None] Resources bound (agent type, host, resource id): {{(pid=103306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 22:41:19.738912 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7eb0db5-b36b-4d11-83a9-835a0aa4cc6d None None] Received port after_create {{(pid=103306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 22:41:19.764638 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7eb0db5-b36b-4d11-83a9-835a0aa4cc6d None None] Pushing event updated for resources: {'Port': ['ID=06f6d769-0a2c-463f-980c-95b60e5d6a93,revision_number=1']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 22:41:19.798714 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-afe5e534-2b3c-4e71-8f9e-d6ac94e3b848 admin admin] Publish callbacks [] for router_gateway (5e95c551-1738-4d47-8f35-bab9177191d1), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:41:19.841753 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-d7eb0db5-b36b-4d11-83a9-835a0aa4cc6d None None] Attempting to bind port 06f6d769-0a2c-463f-980c-95b60e5d6a93 on host n-d-760453-5 for vnic_type normal with profile {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 22:41:19.842124 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-d7eb0db5-b36b-4d11-83a9-835a0aa4cc6d None None] Attempting to bind port 06f6d769-0a2c-463f-980c-95b60e5d6a93 by drivers openvswitch,hyperv on host n-d-760453-5 at level 0 using segments [{'id': '26b7da28-f54e-4d3c-993b-2ac12aaf73e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '0c08c4bc-9417-4bf4-a76d-309a9f06e077'}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 26 22:41:19.842484 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7eb0db5-b36b-4d11-83a9-835a0aa4cc6d None None] Attempting to bind port 06f6d769-0a2c-463f-980c-95b60e5d6a93 on network 0c08c4bc-9417-4bf4-a76d-309a9f06e077 {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 22:41:19.857759 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7eb0db5-b36b-4d11-83a9-835a0aa4cc6d None None] Checking agent: {'id': 'fea0591a-627d-4c87-9a9a-01625ddf3277', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760453-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 20, 55, 25), 'started_at': datetime.datetime(2022, 1, 26, 20, 55, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 22, 40, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760453-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 26 22:41:19.858134 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7eb0db5-b36b-4d11-83a9-835a0aa4cc6d None None] Checking segment: {'id': '26b7da28-f54e-4d3c-993b-2ac12aaf73e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '0c08c4bc-9417-4bf4-a76d-309a9f06e077'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 22:41:19.858527 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d7eb0db5-b36b-4d11-83a9-835a0aa4cc6d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:41:19.859596 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7eb0db5-b36b-4d11-83a9-835a0aa4cc6d None None] Bound using segment: {'id': '26b7da28-f54e-4d3c-993b-2ac12aaf73e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '0c08c4bc-9417-4bf4-a76d-309a9f06e077'} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 26 22:41:19.860176 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-d7eb0db5-b36b-4d11-83a9-835a0aa4cc6d None None] Bound port: 06f6d769-0a2c-463f-980c-95b60e5d6a93, host: n-d-760453-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26b7da28-f54e-4d3c-993b-2ac12aaf73e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '0c08c4bc-9417-4bf4-a76d-309a9f06e077'}}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 26 22:41:19.860556 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d7eb0db5-b36b-4d11-83a9-835a0aa4cc6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (06f6d769-0a2c-463f-980c-95b60e5d6a93), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:41:19.884945 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device 6f3109c8-4fc2-45b1-b2ce-c59710fe7258 up at agent ovs-agent-n-d-760453-5 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 22:41:19.997177 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-afe5e534-2b3c-4e71-8f9e-d6ac94e3b848 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4105757', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4111263'] for router (5e95c551-1738-4d47-8f35-bab9177191d1), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:41:20.011574 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-4376f241-a3ea-4d0c-abc3-dc19f55ceef4 None None] Publish callbacks [] for port (cf701493-0e0a-470a-b004-5e01be75179c), precommit_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:41:20.015962 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-d7eb0db5-b36b-4d11-83a9-835a0aa4cc6d None None] For port 06f6d769-0a2c-463f-980c-95b60e5d6a93, host n-d-760453-5, cleared binding levels {{(pid=103306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 26 22:41:20.019498 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-d7eb0db5-b36b-4d11-83a9-835a0aa4cc6d None None] For port 06f6d769-0a2c-463f-980c-95b60e5d6a93, host n-d-760453-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=06f6d769-0a2c-463f-980c-95b60e5d6a93,segment=NetworkSegment(26b7da28-f54e-4d3c-993b-2ac12aaf73e2),segment_id=26b7da28-f54e-4d3c-993b-2ac12aaf73e2)] {{(pid=103306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 26 22:41:20.022740 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-4376f241-a3ea-4d0c-abc3-dc19f55ceef4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (cf701493-0e0a-470a-b004-5e01be75179c), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:41:20.028674 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d7eb0db5-b36b-4d11-83a9-835a0aa4cc6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (06f6d769-0a2c-463f-980c-95b60e5d6a93), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:41:20.065990 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Provisioning complete for port 6f3109c8-4fc2-45b1-b2ce-c59710fe7258 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 22:41:20.066356 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (6f3109c8-4fc2-45b1-b2ce-c59710fe7258), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:41:20.112942 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3fd6035-648d-491f-ac59-7afffcdd1018 None None] Pushing event updated for resources: {'Port': ['ID=cf701493-0e0a-470a-b004-5e01be75179c,revision_number=3']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 22:41:20.138450 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-afe5e534-2b3c-4e71-8f9e-d6ac94e3b848 admin admin] Router 5e95c551-1738-4d47-8f35-bab9177191d1 is scheduled to L3 agent 09df100c-3af1-4b0a-bda8-05914c71c458 with binding_index 1 {{(pid=103305) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 26 22:41:20.226227 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7eb0db5-b36b-4d11-83a9-835a0aa4cc6d None None] Pushing event updated for resources: {'Port': ['ID=06f6d769-0a2c-463f-980c-95b60e5d6a93,revision_number=2']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 22:41:20.231594 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-4376f241-a3ea-4d0c-abc3-dc19f55ceef4 None None] Attempting to bind port cf701493-0e0a-470a-b004-5e01be75179c on host n-d-760453-5 for vnic_type normal with profile {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 22:41:20.231960 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-4376f241-a3ea-4d0c-abc3-dc19f55ceef4 None None] Attempting to bind port cf701493-0e0a-470a-b004-5e01be75179c by drivers openvswitch,hyperv on host n-d-760453-5 at level 0 using segments [{'id': 'c0cbec19-aa31-49b8-af17-a02c840521e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': 'f72e8e87-9a1b-4e54-95cb-4f1c36edf1c3'}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 26 22:41:20.232319 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4376f241-a3ea-4d0c-abc3-dc19f55ceef4 None None] Attempting to bind port cf701493-0e0a-470a-b004-5e01be75179c on network f72e8e87-9a1b-4e54-95cb-4f1c36edf1c3 {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 22:41:20.240374 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4376f241-a3ea-4d0c-abc3-dc19f55ceef4 None None] Checking agent: {'id': 'fea0591a-627d-4c87-9a9a-01625ddf3277', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760453-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 20, 55, 25), 'started_at': datetime.datetime(2022, 1, 26, 20, 55, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 22, 40, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760453-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 26 22:41:20.240750 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4376f241-a3ea-4d0c-abc3-dc19f55ceef4 None None] Checking segment: {'id': 'c0cbec19-aa31-49b8-af17-a02c840521e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': 'f72e8e87-9a1b-4e54-95cb-4f1c36edf1c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 22:41:20.241149 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-4376f241-a3ea-4d0c-abc3-dc19f55ceef4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:41:20.241588 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4376f241-a3ea-4d0c-abc3-dc19f55ceef4 None None] Bound using segment: {'id': 'c0cbec19-aa31-49b8-af17-a02c840521e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': 'f72e8e87-9a1b-4e54-95cb-4f1c36edf1c3'} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 26 22:41:20.242057 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-4376f241-a3ea-4d0c-abc3-dc19f55ceef4 None None] Bound port: cf701493-0e0a-470a-b004-5e01be75179c, host: n-d-760453-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c0cbec19-aa31-49b8-af17-a02c840521e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': 'f72e8e87-9a1b-4e54-95cb-4f1c36edf1c3'}}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 26 22:41:20.242431 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-4376f241-a3ea-4d0c-abc3-dc19f55ceef4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (cf701493-0e0a-470a-b004-5e01be75179c), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:41:20.262752 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-afe5e534-2b3c-4e71-8f9e-d6ac94e3b848 admin admin] Notify agent at l3_agent.n-d-760453-5 the message routers_updated {{(pid=103305) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 26 22:41:20.276750 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-defa0197-d847-4212-9341-6bcfdb97f0a9 None None] Sync routers for ids ['5e95c551-1738-4d47-8f35-bab9177191d1'] in n-d-760453-5 {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 26 22:41:20.295807 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-defa0197-d847-4212-9341-6bcfdb97f0a9 None None] Routers {'5e95c551-1738-4d47-8f35-bab9177191d1'} bound to L3 agent in host n-d-760453-5 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 22:41:20.296487 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-defa0197-d847-4212-9341-6bcfdb97f0a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-26T20:55:21Z,description=,heartbeat_timestamp=2022-01-26T22:40:51Z,host='n-d-760453-5',id=09df100c-3af1-4b0a-bda8-05914c71c458,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:55:21Z,topic='l3_agent')) {'router_ids': ['5e95c551-1738-4d47-8f35-bab9177191d1'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 22:41:20.309985 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Current status of the port 6f3109c8-4fc2-45b1-b2ce-c59710fe7258 is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 22:41:20.316378 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-afe5e534-2b3c-4e71-8f9e-d6ac94e3b848 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:41:20.318693 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-afe5e534-2b3c-4e71-8f9e-d6ac94e3b848 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.5241642 Jan 26 22:41:20.321550 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 56966) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 22:41:20.351772 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-4376f241-a3ea-4d0c-abc3-dc19f55ceef4 None None] For port cf701493-0e0a-470a-b004-5e01be75179c, host n-d-760453-5, cleared binding levels {{(pid=103306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 26 22:41:20.358479 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-4376f241-a3ea-4d0c-abc3-dc19f55ceef4 None None] For port cf701493-0e0a-470a-b004-5e01be75179c, host n-d-760453-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=cf701493-0e0a-470a-b004-5e01be75179c,segment=NetworkSegment(c0cbec19-aa31-49b8-af17-a02c840521e6),segment_id=c0cbec19-aa31-49b8-af17-a02c840521e6)] {{(pid=103306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 26 22:41:20.387140 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-4376f241-a3ea-4d0c-abc3-dc19f55ceef4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (cf701493-0e0a-470a-b004-5e01be75179c), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:41:20.458751 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4376f241-a3ea-4d0c-abc3-dc19f55ceef4 None None] Routers {'66681a15-76fe-42a3-ac8f-47cef5f7cbf8'} bound to L3 agent in host n-d-760453-5 {{(pid=103306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 22:41:20.459506 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-4376f241-a3ea-4d0c-abc3-dc19f55ceef4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-26T20:55:21Z,description=,heartbeat_timestamp=2022-01-26T22:40:51Z,host='n-d-760453-5',id=09df100c-3af1-4b0a-bda8-05914c71c458,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:55:21Z,topic='l3_agent')) {'router_ids': ['66681a15-76fe-42a3-ac8f-47cef5f7cbf8'], 'active': True} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 22:41:20.481878 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_dvr_db [None req-defa0197-d847-4212-9341-6bcfdb97f0a9 None None] Set router 5e95c551-1738-4d47-8f35-bab9177191d1 gateway port host: n-d-760453-5 {{(pid=103307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 22:41:20.535168 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3fd6035-648d-491f-ac59-7afffcdd1018 None None] Pushing event updated for resources: {'Port': ['ID=cf701493-0e0a-470a-b004-5e01be75179c,revision_number=4']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 22:41:20.554840 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-0a75552e-45dc-49b1-8da8-8dcc1f0343d9 None None] Provisioning complete for port cf701493-0e0a-470a-b004-5e01be75179c triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 22:41:20.555310 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-0a75552e-45dc-49b1-8da8-8dcc1f0343d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (cf701493-0e0a-470a-b004-5e01be75179c), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:41:20.696573 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvr_db [None req-4376f241-a3ea-4d0c-abc3-dc19f55ceef4 None None] Set router 66681a15-76fe-42a3-ac8f-47cef5f7cbf8 gateway port host: n-d-760453-5 {{(pid=103306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 22:41:20.719146 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-defa0197-d847-4212-9341-6bcfdb97f0a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e95c551-1738-4d47-8f35-bab9177191d1', 'name': 'tempest-TestSnapshotPattern-1228235217-router', 'tenant_id': '0d514ad6f8f14df193209738cf48abae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'external_fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.2'}], 'enable_snat': True}, 'gw_port_id': '58a5d2cb-2ffe-4d6f-8a43-49a47756fdd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T22:41:18Z', 'updated_at': '2022-01-26T22:41:19Z', 'revision_number': 3, 'project_id': '0d514ad6f8f14df193209738cf48abae', 'gw_port': {'id': '58a5d2cb-2ffe-4d6f-8a43-49a47756fdd7', 'name': '', 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:5f:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e95c551-1738-4d47-8f35-bab9177191d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4393, 'fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T22:41:19Z', 'updated_at': '2022-01-26T22:41:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-5'}], 'n-d-760453-5', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 22:41:20.754571 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-defa0197-d847-4212-9341-6bcfdb97f0a9 None None] Checking router: 5e95c551-1738-4d47-8f35-bab9177191d1 for host: n-d-760453-5 {{(pid=103307) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 26 22:41:20.755066 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-defa0197-d847-4212-9341-6bcfdb97f0a9 None None] Updating router 5e95c551-1738-4d47-8f35-bab9177191d1 port 58a5d2cb-2ffe-4d6f-8a43-49a47756fdd7 binding host n-d-760453-5 {{(pid=103307) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 26 22:41:20.783305 n-d-760453-5 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-defa0197-d847-4212-9341-6bcfdb97f0a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (58a5d2cb-2ffe-4d6f-8a43-49a47756fdd7), before_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:41:20.824722 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-0a75552e-45dc-49b1-8da8-8dcc1f0343d9 None None] Current status of the port cf701493-0e0a-470a-b004-5e01be75179c is: DOWN; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 22:41:20.825231 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-0a75552e-45dc-49b1-8da8-8dcc1f0343d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (cf701493-0e0a-470a-b004-5e01be75179c), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:41:20.903119 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-0a75552e-45dc-49b1-8da8-8dcc1f0343d9 None None] For port cf701493-0e0a-470a-b004-5e01be75179c, host n-d-760453-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=cf701493-0e0a-470a-b004-5e01be75179c,segment=NetworkSegment(c0cbec19-aa31-49b8-af17-a02c840521e6),segment_id=c0cbec19-aa31-49b8-af17-a02c840521e6)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 22:41:20.920121 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-0a75552e-45dc-49b1-8da8-8dcc1f0343d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (cf701493-0e0a-470a-b004-5e01be75179c), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:41:21.005075 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a75552e-45dc-49b1-8da8-8dcc1f0343d9 None None] Pushing event updated for resources: {'Port': ['ID=cf701493-0e0a-470a-b004-5e01be75179c,revision_number=5']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 22:41:21.025157 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-4376f241-a3ea-4d0c-abc3-dc19f55ceef4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66681a15-76fe-42a3-ac8f-47cef5f7cbf8', 'name': 'tempest-TestSnapshotPattern-1316890824-router', 'tenant_id': '7f5fbba6c8074819aac2d51d4781f535', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'external_fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.194'}], 'enable_snat': True}, 'gw_port_id': '6f3109c8-4fc2-45b1-b2ce-c59710fe7258', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T22:41:14Z', 'updated_at': '2022-01-26T22:41:16Z', 'revision_number': 4, 'project_id': '7f5fbba6c8074819aac2d51d4781f535', 'gw_port': {'id': '6f3109c8-4fc2-45b1-b2ce-c59710fe7258', 'name': '', 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:23:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66681a15-76fe-42a3-ac8f-47cef5f7cbf8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4381, 'fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T22:41:14Z', 'updated_at': '2022-01-26T22:41:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-5', '_interfaces': [{'id': 'cf701493-0e0a-470a-b004-5e01be75179c', 'name': '', 'network_id': 'f72e8e87-9a1b-4e54-95cb-4f1c36edf1c3', 'tenant_id': '7f5fbba6c8074819aac2d51d4781f535', 'mac_address': 'fa:16:3e:8e:ae:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66681a15-76fe-42a3-ac8f-47cef5f7cbf8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4382, 'fixed_ips': [{'subnet_id': 'b971f6c3-c862-49f0-8f4a-323e3679574f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T22:41:16Z', 'updated_at': '2022-01-26T22:41:20Z', 'revision_number': 4, 'project_id': '7f5fbba6c8074819aac2d51d4781f535', 'subnets': [{'id': 'b971f6c3-c862-49f0-8f4a-323e3679574f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760453-5', False) {} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 22:41:21.059040 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4376f241-a3ea-4d0c-abc3-dc19f55ceef4 None None] The sync data for ids ['66681a15-76fe-42a3-ac8f-47cef5f7cbf8'] in n-d-760453-5 is: [{'id': '66681a15-76fe-42a3-ac8f-47cef5f7cbf8', 'name': 'tempest-TestSnapshotPattern-1316890824-router', 'tenant_id': '7f5fbba6c8074819aac2d51d4781f535', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'external_fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.194'}], 'enable_snat': True}, 'gw_port_id': '6f3109c8-4fc2-45b1-b2ce-c59710fe7258', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T22:41:14Z', 'updated_at': '2022-01-26T22:41:16Z', 'revision_number': 4, 'project_id': '7f5fbba6c8074819aac2d51d4781f535', 'gw_port': {'id': '6f3109c8-4fc2-45b1-b2ce-c59710fe7258', 'name': '', 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:23:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66681a15-76fe-42a3-ac8f-47cef5f7cbf8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4381, 'fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T22:41:14Z', 'updated_at': '2022-01-26T22:41:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-5', '_interfaces': [{'id': 'cf701493-0e0a-470a-b004-5e01be75179c', 'name': '', 'network_id': 'f72e8e87-9a1b-4e54-95cb-4f1c36edf1c3', 'tenant_id': '7f5fbba6c8074819aac2d51d4781f535', 'mac_address': 'fa:16:3e:8e:ae:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66681a15-76fe-42a3-ac8f-47cef5f7cbf8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4382, 'fixed_ips': [{'subnet_id': 'b971f6c3-c862-49f0-8f4a-323e3679574f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T22:41:16Z', 'updated_at': '2022-01-26T22:41:20Z', 'revision_number': 4, 'project_id': '7f5fbba6c8074819aac2d51d4781f535', 'subnets': [{'id': 'b971f6c3-c862-49f0-8f4a-323e3679574f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 26 22:41:21.076084 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-61530bc6-db51-49c7-933b-405d73946c83 None None] Provisioning complete for port cf701493-0e0a-470a-b004-5e01be75179c triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 22:41:21.076924 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-61530bc6-db51-49c7-933b-405d73946c83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (cf701493-0e0a-470a-b004-5e01be75179c), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:41:21.089016 n-d-760453-5 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-defa0197-d847-4212-9341-6bcfdb97f0a9 None None] Publish callbacks [] for port (58a5d2cb-2ffe-4d6f-8a43-49a47756fdd7), precommit_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:41:21.096053 n-d-760453-5 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-defa0197-d847-4212-9341-6bcfdb97f0a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (58a5d2cb-2ffe-4d6f-8a43-49a47756fdd7), after_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:41:21.255766 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-61530bc6-db51-49c7-933b-405d73946c83 None None] Current status of the port cf701493-0e0a-470a-b004-5e01be75179c is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 22:41:21.306347 n-d-760453-5 neutron-server[103307]: DEBUG neutron.plugins.ml2.managers [None req-defa0197-d847-4212-9341-6bcfdb97f0a9 None None] Attempting to bind port 58a5d2cb-2ffe-4d6f-8a43-49a47756fdd7 on host n-d-760453-5 for vnic_type normal with profile {{(pid=103307) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 22:41:21.306910 n-d-760453-5 neutron-server[103307]: DEBUG neutron.plugins.ml2.managers [None req-defa0197-d847-4212-9341-6bcfdb97f0a9 None None] Attempting to bind port 58a5d2cb-2ffe-4d6f-8a43-49a47756fdd7 by drivers openvswitch,hyperv on host n-d-760453-5 at level 0 using segments [{'id': 'e17cb353-418f-48b9-b982-21a6233ee99b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299'}] {{(pid=103307) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 26 22:41:21.307211 n-d-760453-5 neutron-server[103307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-defa0197-d847-4212-9341-6bcfdb97f0a9 None None] Attempting to bind port 58a5d2cb-2ffe-4d6f-8a43-49a47756fdd7 on network 4140a1f1-c93a-4bea-83a0-68953a54f299 {{(pid=103307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 22:41:21.320384 n-d-760453-5 neutron-server[103307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-defa0197-d847-4212-9341-6bcfdb97f0a9 None None] Checking agent: {'id': 'fea0591a-627d-4c87-9a9a-01625ddf3277', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760453-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 20, 55, 25), 'started_at': datetime.datetime(2022, 1, 26, 20, 55, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 22, 40, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760453-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 26 22:41:21.321045 n-d-760453-5 neutron-server[103307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-defa0197-d847-4212-9341-6bcfdb97f0a9 None None] Checking segment: {'id': 'e17cb353-418f-48b9-b982-21a6233ee99b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103307) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 22:41:21.321587 n-d-760453-5 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-defa0197-d847-4212-9341-6bcfdb97f0a9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:41:21.322081 n-d-760453-5 neutron-server[103307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-defa0197-d847-4212-9341-6bcfdb97f0a9 None None] Bound using segment: {'id': 'e17cb353-418f-48b9-b982-21a6233ee99b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299'} {{(pid=103307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 26 22:41:21.322650 n-d-760453-5 neutron-server[103307]: DEBUG neutron.plugins.ml2.managers [None req-defa0197-d847-4212-9341-6bcfdb97f0a9 None None] Bound port: 58a5d2cb-2ffe-4d6f-8a43-49a47756fdd7, host: n-d-760453-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e17cb353-418f-48b9-b982-21a6233ee99b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299'}}] {{(pid=103307) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 26 22:41:21.323128 n-d-760453-5 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-defa0197-d847-4212-9341-6bcfdb97f0a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (58a5d2cb-2ffe-4d6f-8a43-49a47756fdd7), before_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:41:21.373154 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef597e0-cb3a-4a61-b8ce-419aa38b4e82 None None] Pushing event updated for resources: {'Port': ['ID=58a5d2cb-2ffe-4d6f-8a43-49a47756fdd7,revision_number=2']} {{(pid=103307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 22:41:21.382256 n-d-760453-5 neutron-server[103307]: DEBUG neutron.plugins.ml2.db [None req-defa0197-d847-4212-9341-6bcfdb97f0a9 None None] For port 58a5d2cb-2ffe-4d6f-8a43-49a47756fdd7, host n-d-760453-5, cleared binding levels {{(pid=103307) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 26 22:41:21.386749 n-d-760453-5 neutron-server[103307]: DEBUG neutron.plugins.ml2.db [None req-defa0197-d847-4212-9341-6bcfdb97f0a9 None None] For port 58a5d2cb-2ffe-4d6f-8a43-49a47756fdd7, host n-d-760453-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=58a5d2cb-2ffe-4d6f-8a43-49a47756fdd7,segment=NetworkSegment(e17cb353-418f-48b9-b982-21a6233ee99b),segment_id=e17cb353-418f-48b9-b982-21a6233ee99b)] {{(pid=103307) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 26 22:41:21.393605 n-d-760453-5 neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-defa0197-d847-4212-9341-6bcfdb97f0a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (58a5d2cb-2ffe-4d6f-8a43-49a47756fdd7), after_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:41:21.406345 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-0ee26d2b-1321-43f0-9067-8a04b77edec8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:41:21.445922 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-defa0197-d847-4212-9341-6bcfdb97f0a9 None None] Routers {'5e95c551-1738-4d47-8f35-bab9177191d1'} bound to L3 agent in host n-d-760453-5 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 22:41:21.446280 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-defa0197-d847-4212-9341-6bcfdb97f0a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-26T20:55:21Z,description=,heartbeat_timestamp=2022-01-26T22:40:51Z,host='n-d-760453-5',id=09df100c-3af1-4b0a-bda8-05914c71c458,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:55:21Z,topic='l3_agent')) {'router_ids': ['5e95c551-1738-4d47-8f35-bab9177191d1'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 22:41:21.455233 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-dddda3f4-9d6c-4b1f-9184-9e0759198645 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (09df100c-3af1-4b0a-bda8-05914c71c458), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:41:21.567837 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_dvr_db [None req-defa0197-d847-4212-9341-6bcfdb97f0a9 None None] Set router 5e95c551-1738-4d47-8f35-bab9177191d1 gateway port host: n-d-760453-5 {{(pid=103307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 22:41:21.648809 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef597e0-cb3a-4a61-b8ce-419aa38b4e82 None None] Pushing event updated for resources: {'Port': ['ID=58a5d2cb-2ffe-4d6f-8a43-49a47756fdd7,revision_number=3']} {{(pid=103307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 22:41:21.649683 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.db_base_plugin_common [None req-0ee26d2b-1321-43f0-9067-8a04b77edec8 admin admin] Allocated IP 172.20.0.1 (0c08c4bc-9417-4bf4-a76d-309a9f06e077/4545d6bf-5933-4097-9bb9-eca68f39439b/dffce187-cbb5-495f-98e4-4987ae91d26e) {{(pid=103304) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 22:41:21.786944 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ba7a69b-c7f3-4375-9192-3ef945809943 None None] Network 0c08c4bc-9417-4bf4-a76d-309a9f06e077 requested from n-d-760453-5 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 26 22:41:21.787779 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-defa0197-d847-4212-9341-6bcfdb97f0a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e95c551-1738-4d47-8f35-bab9177191d1', 'name': 'tempest-TestSnapshotPattern-1228235217-router', 'tenant_id': '0d514ad6f8f14df193209738cf48abae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'external_fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.2'}], 'enable_snat': True}, 'gw_port_id': '58a5d2cb-2ffe-4d6f-8a43-49a47756fdd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T22:41:18Z', 'updated_at': '2022-01-26T22:41:19Z', 'revision_number': 3, 'project_id': '0d514ad6f8f14df193209738cf48abae', 'gw_port': {'id': '58a5d2cb-2ffe-4d6f-8a43-49a47756fdd7', 'name': '', 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:5f:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e95c551-1738-4d47-8f35-bab9177191d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4393, 'fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T22:41:19Z', 'updated_at': '2022-01-26T22:41:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-5'}], 'n-d-760453-5', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 22:41:21.791865 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-0ee26d2b-1321-43f0-9067-8a04b77edec8 admin admin] Publish callbacks [] for port (dffce187-cbb5-495f-98e4-4987ae91d26e), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:41:21.819454 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-defa0197-d847-4212-9341-6bcfdb97f0a9 None None] The sync data for ids ['5e95c551-1738-4d47-8f35-bab9177191d1'] in n-d-760453-5 is: [{'id': '5e95c551-1738-4d47-8f35-bab9177191d1', 'name': 'tempest-TestSnapshotPattern-1228235217-router', 'tenant_id': '0d514ad6f8f14df193209738cf48abae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'external_fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.2'}], 'enable_snat': True}, 'gw_port_id': '58a5d2cb-2ffe-4d6f-8a43-49a47756fdd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T22:41:18Z', 'updated_at': '2022-01-26T22:41:19Z', 'revision_number': 3, 'project_id': '0d514ad6f8f14df193209738cf48abae', 'gw_port': {'id': '58a5d2cb-2ffe-4d6f-8a43-49a47756fdd7', 'name': '', 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:5f:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e95c551-1738-4d47-8f35-bab9177191d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4393, 'fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T22:41:19Z', 'updated_at': '2022-01-26T22:41:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-5'}] {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 26 22:41:21.831291 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-0ee26d2b-1321-43f0-9067-8a04b77edec8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746560234527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9281553'] for port (dffce187-cbb5-495f-98e4-4987ae91d26e), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:41:21.847674 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-dcfa7d7a-af90-4b29-b483-5d3ceaa02c61 None None] Provisioning complete for port 06f6d769-0a2c-463f-980c-95b60e5d6a93 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 22:41:21.848056 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-dcfa7d7a-af90-4b29-b483-5d3ceaa02c61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (06f6d769-0a2c-463f-980c-95b60e5d6a93), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:41:21.897763 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ee26d2b-1321-43f0-9067-8a04b77edec8 admin admin] Network 0c08c4bc-9417-4bf4-a76d-309a9f06e077 is already hosted by enough agents. {{(pid=103304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 22:41:21.904043 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee26d2b-1321-43f0-9067-8a04b77edec8 admin admin] Pushing event updated for resources: {'Port': ['ID=dffce187-cbb5-495f-98e4-4987ae91d26e,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 22:41:21.907837 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [None req-0ee26d2b-1321-43f0-9067-8a04b77edec8 admin admin] Resources bound (agent type, host, resource id): {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 22:41:21.910361 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ee26d2b-1321-43f0-9067-8a04b77edec8 admin admin] Received port after_create {{(pid=103304) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 22:41:21.984851 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-0ee26d2b-1321-43f0-9067-8a04b77edec8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4111050'] for router_interface (5e95c551-1738-4d47-8f35-bab9177191d1), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:41:22.029521 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-dcfa7d7a-af90-4b29-b483-5d3ceaa02c61 None None] Current status of the port 06f6d769-0a2c-463f-980c-95b60e5d6a93 is: DOWN; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 22:41:22.029915 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-dcfa7d7a-af90-4b29-b483-5d3ceaa02c61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (06f6d769-0a2c-463f-980c-95b60e5d6a93), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:41:22.073597 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device cf701493-0e0a-470a-b004-5e01be75179c up at agent ovs-agent-n-d-760453-5 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 22:41:22.131130 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-dcfa7d7a-af90-4b29-b483-5d3ceaa02c61 None None] For port 06f6d769-0a2c-463f-980c-95b60e5d6a93, host n-d-760453-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=06f6d769-0a2c-463f-980c-95b60e5d6a93,segment=NetworkSegment(26b7da28-f54e-4d3c-993b-2ac12aaf73e2),segment_id=26b7da28-f54e-4d3c-993b-2ac12aaf73e2)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 22:41:22.140313 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-dcfa7d7a-af90-4b29-b483-5d3ceaa02c61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (06f6d769-0a2c-463f-980c-95b60e5d6a93), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:41:22.145926 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Provisioning complete for port cf701493-0e0a-470a-b004-5e01be75179c triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 22:41:22.146360 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (cf701493-0e0a-470a-b004-5e01be75179c), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:41:22.201863 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-0ee26d2b-1321-43f0-9067-8a04b77edec8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (dffce187-cbb5-495f-98e4-4987ae91d26e), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:41:22.230853 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcfa7d7a-af90-4b29-b483-5d3ceaa02c61 None None] Pushing event updated for resources: {'Port': ['ID=06f6d769-0a2c-463f-980c-95b60e5d6a93,revision_number=3']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 22:41:22.316099 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Current status of the port cf701493-0e0a-470a-b004-5e01be75179c is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 22:41:22.317258 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device 06f6d769-0a2c-463f-980c-95b60e5d6a93 up at agent ovs-agent-n-d-760453-5 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 22:41:22.400653 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Provisioning complete for port 06f6d769-0a2c-463f-980c-95b60e5d6a93 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 22:41:22.401030 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (06f6d769-0a2c-463f-980c-95b60e5d6a93), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:41:22.475932 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-0ee26d2b-1321-43f0-9067-8a04b77edec8 admin admin] Publish callbacks [] for port (dffce187-cbb5-495f-98e4-4987ae91d26e), precommit_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:41:22.482201 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-0ee26d2b-1321-43f0-9067-8a04b77edec8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9281542'] for port (dffce187-cbb5-495f-98e4-4987ae91d26e), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:41:22.494685 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-8de20556-13a4-4a72-9de9-dd51ac04dde4 None None] Provisioning complete for port 06f6d769-0a2c-463f-980c-95b60e5d6a93 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 22:41:22.495061 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-8de20556-13a4-4a72-9de9-dd51ac04dde4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (06f6d769-0a2c-463f-980c-95b60e5d6a93), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:41:22.590552 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Current status of the port 06f6d769-0a2c-463f-980c-95b60e5d6a93 is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 22:41:22.597598 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-0ee26d2b-1321-43f0-9067-8a04b77edec8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3709457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4110682'] for router_interface (5e95c551-1738-4d47-8f35-bab9177191d1), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:41:22.600693 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee26d2b-1321-43f0-9067-8a04b77edec8 admin admin] Pushing event updated for resources: {'Port': ['ID=dffce187-cbb5-495f-98e4-4987ae91d26e,revision_number=2']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 22:41:22.644653 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-841f5991-a4d8-4d4b-b215-cbc6bab5427b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (aa7ee9d2-08eb-4e12-b895-24c57300dfec), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:41:22.658570 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-8de20556-13a4-4a72-9de9-dd51ac04dde4 None None] Current status of the port 06f6d769-0a2c-463f-980c-95b60e5d6a93 is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 22:41:22.671975 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-8de20556-13a4-4a72-9de9-dd51ac04dde4 None None] Provisioning complete for port dffce187-cbb5-495f-98e4-4987ae91d26e triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 22:41:22.672532 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-8de20556-13a4-4a72-9de9-dd51ac04dde4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (dffce187-cbb5-495f-98e4-4987ae91d26e), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:41:22.710872 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-8de20556-13a4-4a72-9de9-dd51ac04dde4 None None] Port dffce187-cbb5-495f-98e4-4987ae91d26e cannot update to ACTIVE because it is not bound. {{(pid=103306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 26 22:41:22.716413 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ee26d2b-1321-43f0-9067-8a04b77edec8 admin admin] Network 0c08c4bc-9417-4bf4-a76d-309a9f06e077 is already hosted by enough agents. {{(pid=103304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 22:41:22.718644 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [None req-0ee26d2b-1321-43f0-9067-8a04b77edec8 admin admin] Resources bound (agent type, host, resource id): {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 22:41:22.838189 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-654c69f1-abe0-4b61-a3c5-f0a052a67f06 None None] Provisioning complete for port dffce187-cbb5-495f-98e4-4987ae91d26e triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 22:41:22.838855 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-654c69f1-abe0-4b61-a3c5-f0a052a67f06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (dffce187-cbb5-495f-98e4-4987ae91d26e), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:41:22.855763 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ee26d2b-1321-43f0-9067-8a04b77edec8 admin admin] Router 5e95c551-1738-4d47-8f35-bab9177191d1 has already been hosted by L3 agent 09df100c-3af1-4b0a-bda8-05914c71c458 {{(pid=103304) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 26 22:41:22.888538 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-654c69f1-abe0-4b61-a3c5-f0a052a67f06 None None] Port dffce187-cbb5-495f-98e4-4987ae91d26e cannot update to ACTIVE because it is not bound. {{(pid=103306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 26 22:41:22.990153 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ee26d2b-1321-43f0-9067-8a04b77edec8 admin admin] Notify agent at l3_agent.n-d-760453-5 the message routers_updated {{(pid=103304) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 26 22:41:22.996330 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-0ee26d2b-1321-43f0-9067-8a04b77edec8 admin admin] 10.222.0.13 "PUT /v2.0/routers/5e95c551-1738-4d47-8f35-bab9177191d1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6715913 Jan 26 22:41:23.014296 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-8d768538-66a6-447c-ae0f-91d1d31e18ab None None] Provisioning complete for port dffce187-cbb5-495f-98e4-4987ae91d26e triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 22:41:23.014678 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-8d768538-66a6-447c-ae0f-91d1d31e18ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (dffce187-cbb5-495f-98e4-4987ae91d26e), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:41:23.055839 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-8d768538-66a6-447c-ae0f-91d1d31e18ab None None] Port dffce187-cbb5-495f-98e4-4987ae91d26e cannot update to ACTIVE because it is not bound. {{(pid=103306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 26 22:41:23.790685 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 56974) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 22:41:23.795318 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-4a1c5e51-f7a3-4556-8d8c-634c20f4c892 tempest-TestSnapshotPattern-1258304790 tempest-TestSnapshotPattern-1258304790-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-902377047', 'description': 'tempest-secgroup-smoke-902377047 description', 'project_id': '7f5fbba6c8074819aac2d51d4781f535'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 22:41:23.816549 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-4a1c5e51-f7a3-4556-8d8c-634c20f4c892 tempest-TestSnapshotPattern-1258304790 tempest-TestSnapshotPattern-1258304790-project] Publish callbacks [] for security_group (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:41:23.888747 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-4a1c5e51-f7a3-4556-8d8c-634c20f4c892 tempest-TestSnapshotPattern-1258304790 tempest-TestSnapshotPattern-1258304790-project] Publish callbacks [] for security_group (bdee7b32-0d1b-4c8f-bd8d-ad6cbb39f232), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:41:23.893942 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-4a1c5e51-f7a3-4556-8d8c-634c20f4c892 tempest-TestSnapshotPattern-1258304790 tempest-TestSnapshotPattern-1258304790-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (bdee7b32-0d1b-4c8f-bd8d-ad6cbb39f232), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:41:23.929932 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-4a1c5e51-f7a3-4556-8d8c-634c20f4c892 tempest-TestSnapshotPattern-1258304790 tempest-TestSnapshotPattern-1258304790-project] Publish callbacks [] for security_group (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:41:23.931182 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-4a1c5e51-f7a3-4556-8d8c-634c20f4c892 tempest-TestSnapshotPattern-1258304790 tempest-TestSnapshotPattern-1258304790-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1394608 Jan 26 22:41:23.932326 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a1c5e51-f7a3-4556-8d8c-634c20f4c892 tempest-TestSnapshotPattern-1258304790 tempest-TestSnapshotPattern-1258304790-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bdee7b32-0d1b-4c8f-bd8d-ad6cbb39f232,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 22:41:23.934246 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 56976) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 22:41:23.939680 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-19a838ad-b1c7-4bd7-af0a-74bdb1d8050f tempest-TestSnapshotPattern-1258304790 tempest-TestSnapshotPattern-1258304790-project] Request body: {'security_group_rule': {'security_group_id': 'bdee7b32-0d1b-4c8f-bd8d-ad6cbb39f232', 'project_id': '7f5fbba6c8074819aac2d51d4781f535', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 22:41:23.965787 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-19a838ad-b1c7-4bd7-af0a-74bdb1d8050f tempest-TestSnapshotPattern-1258304790 tempest-TestSnapshotPattern-1258304790-project] Publish callbacks [] for security_group_rule (17877d27-c68b-490e-b313-003c545c474d), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:41:23.977873 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device 06f6d769-0a2c-463f-980c-95b60e5d6a93 up at agent ovs-agent-n-d-760453-5 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 22:41:24.023365 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-19a838ad-b1c7-4bd7-af0a-74bdb1d8050f tempest-TestSnapshotPattern-1258304790 tempest-TestSnapshotPattern-1258304790-project] Publish callbacks [] for security_group_rule (17877d27-c68b-490e-b313-003c545c474d), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:41:24.028095 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-19a838ad-b1c7-4bd7-af0a-74bdb1d8050f tempest-TestSnapshotPattern-1258304790 tempest-TestSnapshotPattern-1258304790-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102715'] for security_group_rule (17877d27-c68b-490e-b313-003c545c474d), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:41:24.033238 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (4d619873-4b60-439f-9b5a-b155dc8bbc34), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:41:24.042148 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Provisioning complete for port 06f6d769-0a2c-463f-980c-95b60e5d6a93 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 22:41:24.042515 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (06f6d769-0a2c-463f-980c-95b60e5d6a93), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:41:24.046849 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a838ad-b1c7-4bd7-af0a-74bdb1d8050f tempest-TestSnapshotPattern-1258304790 tempest-TestSnapshotPattern-1258304790-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=17877d27-c68b-490e-b313-003c545c474d,revision_number=0']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 22:41:24.053940 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-19a838ad-b1c7-4bd7-af0a-74bdb1d8050f tempest-TestSnapshotPattern-1258304790 tempest-TestSnapshotPattern-1258304790-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:41:24.055099 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-19a838ad-b1c7-4bd7-af0a-74bdb1d8050f tempest-TestSnapshotPattern-1258304790 tempest-TestSnapshotPattern-1258304790-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1193621 Jan 26 22:41:24.057751 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 56978) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 22:41:24.062839 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-7028ceca-96c0-4776-a593-bf6d3a84ace0 tempest-TestSnapshotPattern-1258304790 tempest-TestSnapshotPattern-1258304790-project] Request body: {'security_group_rule': {'security_group_id': 'bdee7b32-0d1b-4c8f-bd8d-ad6cbb39f232', 'project_id': '7f5fbba6c8074819aac2d51d4781f535', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 22:41:24.090474 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-7028ceca-96c0-4776-a593-bf6d3a84ace0 tempest-TestSnapshotPattern-1258304790 tempest-TestSnapshotPattern-1258304790-project] Publish callbacks [] for security_group_rule (7e312628-5754-4a30-a8a4-17235d6d9a76), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:41:24.128539 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Current status of the port 06f6d769-0a2c-463f-980c-95b60e5d6a93 is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 22:41:24.129715 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device 58a5d2cb-2ffe-4d6f-8a43-49a47756fdd7 up at agent ovs-agent-n-d-760453-5 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 22:41:24.147822 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-7028ceca-96c0-4776-a593-bf6d3a84ace0 tempest-TestSnapshotPattern-1258304790 tempest-TestSnapshotPattern-1258304790-project] Publish callbacks [] for security_group_rule (7e312628-5754-4a30-a8a4-17235d6d9a76), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:41:24.151970 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-7028ceca-96c0-4776-a593-bf6d3a84ace0 tempest-TestSnapshotPattern-1258304790 tempest-TestSnapshotPattern-1258304790-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102715'] for security_group_rule (7e312628-5754-4a30-a8a4-17235d6d9a76), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:41:24.170247 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7028ceca-96c0-4776-a593-bf6d3a84ace0 tempest-TestSnapshotPattern-1258304790 tempest-TestSnapshotPattern-1258304790-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7e312628-5754-4a30-a8a4-17235d6d9a76,revision_number=0']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 22:41:24.178082 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-7028ceca-96c0-4776-a593-bf6d3a84ace0 tempest-TestSnapshotPattern-1258304790 tempest-TestSnapshotPattern-1258304790-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:41:24.179656 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-7028ceca-96c0-4776-a593-bf6d3a84ace0 tempest-TestSnapshotPattern-1258304790 tempest-TestSnapshotPattern-1258304790-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1206913 Jan 26 22:41:24.182163 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 56980) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 22:41:24.183375 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Provisioning complete for port 58a5d2cb-2ffe-4d6f-8a43-49a47756fdd7 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 22:41:24.183859 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (58a5d2cb-2ffe-4d6f-8a43-49a47756fdd7), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:41:24.186495 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-b30d0da3-41ea-4533-91df-d7806f6a1cc4 tempest-TestSnapshotPattern-1258304790 tempest-TestSnapshotPattern-1258304790-project] Request body: {'security_group_rule': {'security_group_id': 'bdee7b32-0d1b-4c8f-bd8d-ad6cbb39f232', 'project_id': '7f5fbba6c8074819aac2d51d4781f535', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 22:41:24.211824 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-b30d0da3-41ea-4533-91df-d7806f6a1cc4 tempest-TestSnapshotPattern-1258304790 tempest-TestSnapshotPattern-1258304790-project] Publish callbacks [] for security_group_rule (f5543662-bcb4-4bbe-bf59-2707b3e9edde), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:41:24.263811 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Current status of the port 58a5d2cb-2ffe-4d6f-8a43-49a47756fdd7 is: DOWN; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 22:41:24.264196 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (58a5d2cb-2ffe-4d6f-8a43-49a47756fdd7), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:41:24.276219 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-b30d0da3-41ea-4533-91df-d7806f6a1cc4 tempest-TestSnapshotPattern-1258304790 tempest-TestSnapshotPattern-1258304790-project] Publish callbacks [] for security_group_rule (f5543662-bcb4-4bbe-bf59-2707b3e9edde), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:41:24.279920 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-b30d0da3-41ea-4533-91df-d7806f6a1cc4 tempest-TestSnapshotPattern-1258304790 tempest-TestSnapshotPattern-1258304790-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102715'] for security_group_rule (f5543662-bcb4-4bbe-bf59-2707b3e9edde), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:41:24.286671 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] For port 58a5d2cb-2ffe-4d6f-8a43-49a47756fdd7, host n-d-760453-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=58a5d2cb-2ffe-4d6f-8a43-49a47756fdd7,segment=NetworkSegment(e17cb353-418f-48b9-b982-21a6233ee99b),segment_id=e17cb353-418f-48b9-b982-21a6233ee99b)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 22:41:24.290962 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (58a5d2cb-2ffe-4d6f-8a43-49a47756fdd7), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:41:24.301878 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b30d0da3-41ea-4533-91df-d7806f6a1cc4 tempest-TestSnapshotPattern-1258304790 tempest-TestSnapshotPattern-1258304790-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f5543662-bcb4-4bbe-bf59-2707b3e9edde,revision_number=0']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 22:41:24.312414 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-b30d0da3-41ea-4533-91df-d7806f6a1cc4 tempest-TestSnapshotPattern-1258304790 tempest-TestSnapshotPattern-1258304790-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:41:24.316186 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-b30d0da3-41ea-4533-91df-d7806f6a1cc4 tempest-TestSnapshotPattern-1258304790 tempest-TestSnapshotPattern-1258304790-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1305552 Jan 26 22:41:24.316356 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 56982) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 22:41:24.320720 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [None req-b8dd33a2-3e23-466d-8327-509b9feb03b3 tempest-TestSnapshotPattern-1258304790 tempest-TestSnapshotPattern-1258304790-project] Request body: {'security_group_rule': {'security_group_id': 'bdee7b32-0d1b-4c8f-bd8d-ad6cbb39f232', 'project_id': '7f5fbba6c8074819aac2d51d4781f535', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 22:41:24.345916 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Pushing event updated for resources: {'Port': ['ID=58a5d2cb-2ffe-4d6f-8a43-49a47756fdd7,revision_number=4']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 22:41:24.346362 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-b8dd33a2-3e23-466d-8327-509b9feb03b3 tempest-TestSnapshotPattern-1258304790 tempest-TestSnapshotPattern-1258304790-project] Publish callbacks [] for security_group_rule (4b68e992-6e68-4e7a-b04e-27581144821f), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:41:24.405967 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-b8dd33a2-3e23-466d-8327-509b9feb03b3 tempest-TestSnapshotPattern-1258304790 tempest-TestSnapshotPattern-1258304790-project] Publish callbacks [] for security_group_rule (4b68e992-6e68-4e7a-b04e-27581144821f), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:41:24.409878 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-b8dd33a2-3e23-466d-8327-509b9feb03b3 tempest-TestSnapshotPattern-1258304790 tempest-TestSnapshotPattern-1258304790-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102715'] for security_group_rule (4b68e992-6e68-4e7a-b04e-27581144821f), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:41:24.428489 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8dd33a2-3e23-466d-8327-509b9feb03b3 tempest-TestSnapshotPattern-1258304790 tempest-TestSnapshotPattern-1258304790-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4b68e992-6e68-4e7a-b04e-27581144821f,revision_number=0']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 22:41:24.437643 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-b8dd33a2-3e23-466d-8327-509b9feb03b3 tempest-TestSnapshotPattern-1258304790 tempest-TestSnapshotPattern-1258304790-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:41:24.441866 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 56984) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 22:41:24.442090 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-b8dd33a2-3e23-466d-8327-509b9feb03b3 tempest-TestSnapshotPattern-1258304790 tempest-TestSnapshotPattern-1258304790-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1246731 Jan 26 22:41:24.447235 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-60901690-a340-43a3-a644-174f5214e651 tempest-TestSnapshotPattern-1258304790 tempest-TestSnapshotPattern-1258304790-project] Request body: {'security_group_rule': {'security_group_id': 'bdee7b32-0d1b-4c8f-bd8d-ad6cbb39f232', 'project_id': '7f5fbba6c8074819aac2d51d4781f535', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 22:41:24.456727 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-839dd188-ec69-470c-9ab0-d318dc1a2e96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (e79b4fc6-6c71-44b2-a6d0-ff3e1f4dfd0d), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:41:24.470796 n-d-760453-5 neutron-server[103304]: INFO neutron.db.securitygroups_db [None req-60901690-a340-43a3-a644-174f5214e651 tempest-TestSnapshotPattern-1258304790 tempest-TestSnapshotPattern-1258304790-project] Project 7f5fbba6c8074819aac2d51d4781f535 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 26 22:41:24.472989 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.agents_db [None req-569f1ced-6396-4ddf-b79f-e03b0b2146ab None None] Agent healthcheck: found 7 active agents {{(pid=103307) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 26 22:41:24.475832 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-60901690-a340-43a3-a644-174f5214e651 tempest-TestSnapshotPattern-1258304790 tempest-TestSnapshotPattern-1258304790-project] Publish callbacks [] for security_group_rule (3df1ae02-b74f-4ef4-a5d9-b58ea72a0a08), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:41:24.535843 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-60901690-a340-43a3-a644-174f5214e651 tempest-TestSnapshotPattern-1258304790 tempest-TestSnapshotPattern-1258304790-project] Publish callbacks [] for security_group_rule (3df1ae02-b74f-4ef4-a5d9-b58ea72a0a08), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:41:24.539224 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-60901690-a340-43a3-a644-174f5214e651 tempest-TestSnapshotPattern-1258304790 tempest-TestSnapshotPattern-1258304790-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102715'] for security_group_rule (3df1ae02-b74f-4ef4-a5d9-b58ea72a0a08), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:41:24.560417 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60901690-a340-43a3-a644-174f5214e651 tempest-TestSnapshotPattern-1258304790 tempest-TestSnapshotPattern-1258304790-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3df1ae02-b74f-4ef4-a5d9-b58ea72a0a08,revision_number=0']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 22:41:24.569974 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-60901690-a340-43a3-a644-174f5214e651 tempest-TestSnapshotPattern-1258304790 tempest-TestSnapshotPattern-1258304790-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:41:24.569974 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-60901690-a340-43a3-a644-174f5214e651 tempest-TestSnapshotPattern-1258304790 tempest-TestSnapshotPattern-1258304790-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1261389 Jan 26 22:41:24.572209 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 56986) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 22:41:24.577069 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-8bd980ec-b479-45e7-8687-8653e2655cd8 tempest-TestSnapshotPattern-1258304790 tempest-TestSnapshotPattern-1258304790-project] Request body: {'security_group_rule': {'security_group_id': 'bdee7b32-0d1b-4c8f-bd8d-ad6cbb39f232', 'project_id': '7f5fbba6c8074819aac2d51d4781f535', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 22:41:24.595639 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccfbe7c5-7b21-4634-a1a2-bfffded518d8 None None] Sync routers for ids ['5e95c551-1738-4d47-8f35-bab9177191d1'] in n-d-760453-5 {{(pid=103306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 26 22:41:24.598985 n-d-760453-5 neutron-server[103304]: INFO neutron.db.securitygroups_db [None req-8bd980ec-b479-45e7-8687-8653e2655cd8 tempest-TestSnapshotPattern-1258304790 tempest-TestSnapshotPattern-1258304790-project] Project 7f5fbba6c8074819aac2d51d4781f535 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 26 22:41:24.604094 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-8bd980ec-b479-45e7-8687-8653e2655cd8 tempest-TestSnapshotPattern-1258304790 tempest-TestSnapshotPattern-1258304790-project] Publish callbacks [] for security_group_rule (c3c4981a-4817-4ba1-84a6-56cb7247fce1), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:41:24.606335 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccfbe7c5-7b21-4634-a1a2-bfffded518d8 None None] Routers {'5e95c551-1738-4d47-8f35-bab9177191d1'} bound to L3 agent in host n-d-760453-5 {{(pid=103306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 22:41:24.606938 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-ccfbe7c5-7b21-4634-a1a2-bfffded518d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-26T20:55:21Z,description=,heartbeat_timestamp=2022-01-26T22:41:21Z,host='n-d-760453-5',id=09df100c-3af1-4b0a-bda8-05914c71c458,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:55:21Z,topic='l3_agent')) {'router_ids': ['5e95c551-1738-4d47-8f35-bab9177191d1'], 'active': True} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 22:41:24.663736 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-8bd980ec-b479-45e7-8687-8653e2655cd8 tempest-TestSnapshotPattern-1258304790 tempest-TestSnapshotPattern-1258304790-project] Publish callbacks [] for security_group_rule (c3c4981a-4817-4ba1-84a6-56cb7247fce1), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:41:24.667383 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-8bd980ec-b479-45e7-8687-8653e2655cd8 tempest-TestSnapshotPattern-1258304790 tempest-TestSnapshotPattern-1258304790-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102715'] for security_group_rule (c3c4981a-4817-4ba1-84a6-56cb7247fce1), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:41:24.688163 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd980ec-b479-45e7-8687-8653e2655cd8 tempest-TestSnapshotPattern-1258304790 tempest-TestSnapshotPattern-1258304790-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c3c4981a-4817-4ba1-84a6-56cb7247fce1,revision_number=0']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 22:41:24.693802 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-8bd980ec-b479-45e7-8687-8653e2655cd8 tempest-TestSnapshotPattern-1258304790 tempest-TestSnapshotPattern-1258304790-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:41:24.694998 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-8bd980ec-b479-45e7-8687-8653e2655cd8 tempest-TestSnapshotPattern-1258304790 tempest-TestSnapshotPattern-1258304790-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1217296 Jan 26 22:41:24.713622 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvr_db [None req-ccfbe7c5-7b21-4634-a1a2-bfffded518d8 None None] Set router 5e95c551-1738-4d47-8f35-bab9177191d1 gateway port host: n-d-760453-5 {{(pid=103306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 22:41:24.914222 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-ccfbe7c5-7b21-4634-a1a2-bfffded518d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e95c551-1738-4d47-8f35-bab9177191d1', 'name': 'tempest-TestSnapshotPattern-1228235217-router', 'tenant_id': '0d514ad6f8f14df193209738cf48abae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'external_fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.2'}], 'enable_snat': True}, 'gw_port_id': '58a5d2cb-2ffe-4d6f-8a43-49a47756fdd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T22:41:18Z', 'updated_at': '2022-01-26T22:41:22Z', 'revision_number': 4, 'project_id': '0d514ad6f8f14df193209738cf48abae', 'gw_port': {'id': '58a5d2cb-2ffe-4d6f-8a43-49a47756fdd7', 'name': '', 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:5f:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e95c551-1738-4d47-8f35-bab9177191d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4393, 'fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T22:41:19Z', 'updated_at': '2022-01-26T22:41:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-5', '_interfaces': [{'id': 'dffce187-cbb5-495f-98e4-4987ae91d26e', 'name': '', 'network_id': '0c08c4bc-9417-4bf4-a76d-309a9f06e077', 'tenant_id': '0d514ad6f8f14df193209738cf48abae', 'mac_address': 'fa:16:3e:0d:7e:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e95c551-1738-4d47-8f35-bab9177191d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4394, 'fixed_ips': [{'subnet_id': '4545d6bf-5933-4097-9bb9-eca68f39439b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T22:41:21Z', 'updated_at': '2022-01-26T22:41:22Z', 'revision_number': 2, 'project_id': '0d514ad6f8f14df193209738cf48abae', 'subnets': [{'id': '4545d6bf-5933-4097-9bb9-eca68f39439b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760453-5', False) {} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 22:41:24.940322 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccfbe7c5-7b21-4634-a1a2-bfffded518d8 None None] Checking router: 5e95c551-1738-4d47-8f35-bab9177191d1 for host: n-d-760453-5 {{(pid=103306) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 26 22:41:24.940683 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccfbe7c5-7b21-4634-a1a2-bfffded518d8 None None] Updating router 5e95c551-1738-4d47-8f35-bab9177191d1 port dffce187-cbb5-495f-98e4-4987ae91d26e binding host n-d-760453-5 {{(pid=103306) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 26 22:41:24.949722 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-c9bfb9d2-43d7-4dd1-8331-5e7bc174e190 req-20fa9cab-e6f6-4114-89cc-a9e396a644a7 tempest-TestSnapshotPattern-1258304790 tempest-TestSnapshotPattern-1258304790-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-902377047&fields=id&tenant_id=7f5fbba6c8074819aac2d51d4781f535 HTTP/1.1" status: 200 len: 267 time: 0.0449071 Jan 26 22:41:24.969028 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-ccfbe7c5-7b21-4634-a1a2-bfffded518d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (dffce187-cbb5-495f-98e4-4987ae91d26e), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:41:25.058352 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9bfb9d2-43d7-4dd1-8331-5e7bc174e190 req-08191fd5-c074-4867-ad19-8aef8d6252d4 tempest-TestSnapshotPattern-1258304790 tempest-TestSnapshotPattern-1258304790-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:41:25.059832 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-c9bfb9d2-43d7-4dd1-8331-5e7bc174e190 req-08191fd5-c074-4867-ad19-8aef8d6252d4 tempest-TestSnapshotPattern-1258304790 tempest-TestSnapshotPattern-1258304790-project] 10.222.0.13 "GET /v2.0/networks?id=f72e8e87-9a1b-4e54-95cb-4f1c36edf1c3 HTTP/1.1" status: 200 len: 810 time: 0.1035228 Jan 26 22:41:25.074056 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-c9bfb9d2-43d7-4dd1-8331-5e7bc174e190 req-a34a3fe2-4516-413a-870a-feba12017571 tempest-TestSnapshotPattern-1258304790 tempest-TestSnapshotPattern-1258304790-project] 10.222.0.13 "GET /v2.0/quotas/7f5fbba6c8074819aac2d51d4781f535 HTTP/1.1" status: 200 len: 375 time: 0.0089025 Jan 26 22:41:25.125606 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-c9bfb9d2-43d7-4dd1-8331-5e7bc174e190 req-d7179164-4b5b-47ad-a084-0da3b226df91 tempest-TestSnapshotPattern-1258304790 tempest-TestSnapshotPattern-1258304790-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=7f5fbba6c8074819aac2d51d4781f535&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0461245 Jan 26 22:41:25.144054 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [req-c9bfb9d2-43d7-4dd1-8331-5e7bc174e190 req-82b620a1-3546-4ca0-846f-eef77666af97 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=103304) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 26 22:41:25.145037 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-c9bfb9d2-43d7-4dd1-8331-5e7bc174e190 req-82b620a1-3546-4ca0-846f-eef77666af97 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0053711 Jan 26 22:41:25.232661 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-ccfbe7c5-7b21-4634-a1a2-bfffded518d8 None None] Publish callbacks [] for port (dffce187-cbb5-495f-98e4-4987ae91d26e), precommit_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:41:25.238283 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-ccfbe7c5-7b21-4634-a1a2-bfffded518d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (dffce187-cbb5-495f-98e4-4987ae91d26e), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:41:25.238845 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-c9bfb9d2-43d7-4dd1-8331-5e7bc174e190 req-fa7d7dc6-d586-49c6-b2f3-bdee21c0c0a6 service neutron] 10.222.0.13 "GET /v2.0/networks/f72e8e87-9a1b-4e54-95cb-4f1c36edf1c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877190 Jan 26 22:41:25.286901 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41bf54cf-a91a-4a37-b21c-a5f53ec6616f None None] Pushing event updated for resources: {'Port': ['ID=dffce187-cbb5-495f-98e4-4987ae91d26e,revision_number=3']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 22:41:25.340024 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-c9bfb9d2-43d7-4dd1-8331-5e7bc174e190 req-db7d4216-d988-4bf3-b545-c0269d59f683 service neutron] 10.222.0.13 "GET /v2.0/networks/f72e8e87-9a1b-4e54-95cb-4f1c36edf1c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0950000 Jan 26 22:41:25.345147 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-ccfbe7c5-7b21-4634-a1a2-bfffded518d8 None None] Attempting to bind port dffce187-cbb5-495f-98e4-4987ae91d26e on host n-d-760453-5 for vnic_type normal with profile {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 22:41:25.345577 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-ccfbe7c5-7b21-4634-a1a2-bfffded518d8 None None] Attempting to bind port dffce187-cbb5-495f-98e4-4987ae91d26e by drivers openvswitch,hyperv on host n-d-760453-5 at level 0 using segments [{'id': '26b7da28-f54e-4d3c-993b-2ac12aaf73e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '0c08c4bc-9417-4bf4-a76d-309a9f06e077'}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 26 22:41:25.345941 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccfbe7c5-7b21-4634-a1a2-bfffded518d8 None None] Attempting to bind port dffce187-cbb5-495f-98e4-4987ae91d26e on network 0c08c4bc-9417-4bf4-a76d-309a9f06e077 {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 22:41:25.353367 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccfbe7c5-7b21-4634-a1a2-bfffded518d8 None None] Checking agent: {'id': 'fea0591a-627d-4c87-9a9a-01625ddf3277', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760453-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 20, 55, 25), 'started_at': datetime.datetime(2022, 1, 26, 20, 55, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 22, 40, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760453-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 26 22:41:25.353754 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccfbe7c5-7b21-4634-a1a2-bfffded518d8 None None] Checking segment: {'id': '26b7da28-f54e-4d3c-993b-2ac12aaf73e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '0c08c4bc-9417-4bf4-a76d-309a9f06e077'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 22:41:25.354159 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-ccfbe7c5-7b21-4634-a1a2-bfffded518d8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:41:25.354763 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccfbe7c5-7b21-4634-a1a2-bfffded518d8 None None] Bound using segment: {'id': '26b7da28-f54e-4d3c-993b-2ac12aaf73e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '0c08c4bc-9417-4bf4-a76d-309a9f06e077'} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 26 22:41:25.355291 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [None req-ccfbe7c5-7b21-4634-a1a2-bfffded518d8 None None] Bound port: dffce187-cbb5-495f-98e4-4987ae91d26e, host: n-d-760453-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26b7da28-f54e-4d3c-993b-2ac12aaf73e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '0c08c4bc-9417-4bf4-a76d-309a9f06e077'}}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 26 22:41:25.355607 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-ccfbe7c5-7b21-4634-a1a2-bfffded518d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (dffce187-cbb5-495f-98e4-4987ae91d26e), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:41:25.434826 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-ccfbe7c5-7b21-4634-a1a2-bfffded518d8 None None] For port dffce187-cbb5-495f-98e4-4987ae91d26e, host n-d-760453-5, cleared binding levels {{(pid=103306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 26 22:41:25.438489 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-ccfbe7c5-7b21-4634-a1a2-bfffded518d8 None None] For port dffce187-cbb5-495f-98e4-4987ae91d26e, host n-d-760453-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=dffce187-cbb5-495f-98e4-4987ae91d26e,segment=NetworkSegment(26b7da28-f54e-4d3c-993b-2ac12aaf73e2),segment_id=26b7da28-f54e-4d3c-993b-2ac12aaf73e2)] {{(pid=103306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 26 22:41:25.444496 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-ccfbe7c5-7b21-4634-a1a2-bfffded518d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (dffce187-cbb5-495f-98e4-4987ae91d26e), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:41:25.499689 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccfbe7c5-7b21-4634-a1a2-bfffded518d8 None None] Routers {'5e95c551-1738-4d47-8f35-bab9177191d1'} bound to L3 agent in host n-d-760453-5 {{(pid=103306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 22:41:25.500332 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-ccfbe7c5-7b21-4634-a1a2-bfffded518d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-26T20:55:21Z,description=,heartbeat_timestamp=2022-01-26T22:41:21Z,host='n-d-760453-5',id=09df100c-3af1-4b0a-bda8-05914c71c458,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:55:21Z,topic='l3_agent')) {'router_ids': ['5e95c551-1738-4d47-8f35-bab9177191d1'], 'active': True} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 22:41:25.518209 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-6027f13f-c666-480d-b51d-ee0eae719179 req-e76f8924-7420-45a3-b851-438d362c5e2e tempest-TestSnapshotPattern-1258304790 tempest-TestSnapshotPattern-1258304790-project] 10.222.0.13 "GET /v2.0/ports?device_id=9ea1b141-cda3-4855-9827-ec5711f21195 HTTP/1.1" status: 200 len: 210 time: 0.0324197 Jan 26 22:41:25.553606 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41bf54cf-a91a-4a37-b21c-a5f53ec6616f None None] Pushing event updated for resources: {'Port': ['ID=dffce187-cbb5-495f-98e4-4987ae91d26e,revision_number=4']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 22:41:25.576216 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (fea0591a-627d-4c87-9a9a-01625ddf3277), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:41:25.647107 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-b5fdc079-9382-4d09-a26c-4ef0dfa1751e None None] Provisioning complete for port dffce187-cbb5-495f-98e4-4987ae91d26e triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 22:41:25.647392 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b5fdc079-9382-4d09-a26c-4ef0dfa1751e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (dffce187-cbb5-495f-98e4-4987ae91d26e), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:41:25.650046 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvr_db [None req-ccfbe7c5-7b21-4634-a1a2-bfffded518d8 None None] Set router 5e95c551-1738-4d47-8f35-bab9177191d1 gateway port host: n-d-760453-5 {{(pid=103306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 22:41:25.914486 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device 58a5d2cb-2ffe-4d6f-8a43-49a47756fdd7 up at agent ovs-agent-n-d-760453-5 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 22:41:26.050449 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-b5fdc079-9382-4d09-a26c-4ef0dfa1751e None None] Current status of the port dffce187-cbb5-495f-98e4-4987ae91d26e is: DOWN; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 22:41:26.050835 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b5fdc079-9382-4d09-a26c-4ef0dfa1751e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (dffce187-cbb5-495f-98e4-4987ae91d26e), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:41:26.082432 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Provisioning complete for port 58a5d2cb-2ffe-4d6f-8a43-49a47756fdd7 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 22:41:26.082802 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (58a5d2cb-2ffe-4d6f-8a43-49a47756fdd7), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:41:26.146954 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-b5fdc079-9382-4d09-a26c-4ef0dfa1751e None None] For port dffce187-cbb5-495f-98e4-4987ae91d26e, host n-d-760453-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=dffce187-cbb5-495f-98e4-4987ae91d26e,segment=NetworkSegment(26b7da28-f54e-4d3c-993b-2ac12aaf73e2),segment_id=26b7da28-f54e-4d3c-993b-2ac12aaf73e2)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 22:41:26.153569 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b5fdc079-9382-4d09-a26c-4ef0dfa1751e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (dffce187-cbb5-495f-98e4-4987ae91d26e), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:41:26.241851 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-ccfbe7c5-7b21-4634-a1a2-bfffded518d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e95c551-1738-4d47-8f35-bab9177191d1', 'name': 'tempest-TestSnapshotPattern-1228235217-router', 'tenant_id': '0d514ad6f8f14df193209738cf48abae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'external_fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.2'}], 'enable_snat': True}, 'gw_port_id': '58a5d2cb-2ffe-4d6f-8a43-49a47756fdd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T22:41:18Z', 'updated_at': '2022-01-26T22:41:22Z', 'revision_number': 4, 'project_id': '0d514ad6f8f14df193209738cf48abae', 'gw_port': {'id': '58a5d2cb-2ffe-4d6f-8a43-49a47756fdd7', 'name': '', 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:5f:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e95c551-1738-4d47-8f35-bab9177191d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4393, 'fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T22:41:19Z', 'updated_at': '2022-01-26T22:41:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-5', '_interfaces': [{'id': 'dffce187-cbb5-495f-98e4-4987ae91d26e', 'name': '', 'network_id': '0c08c4bc-9417-4bf4-a76d-309a9f06e077', 'tenant_id': '0d514ad6f8f14df193209738cf48abae', 'mac_address': 'fa:16:3e:0d:7e:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e95c551-1738-4d47-8f35-bab9177191d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4394, 'fixed_ips': [{'subnet_id': '4545d6bf-5933-4097-9bb9-eca68f39439b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T22:41:21Z', 'updated_at': '2022-01-26T22:41:25Z', 'revision_number': 4, 'project_id': '0d514ad6f8f14df193209738cf48abae', 'subnets': [{'id': '4545d6bf-5933-4097-9bb9-eca68f39439b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760453-5', False) {} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 22:41:26.244754 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5fdc079-9382-4d09-a26c-4ef0dfa1751e None None] Pushing event updated for resources: {'Port': ['ID=dffce187-cbb5-495f-98e4-4987ae91d26e,revision_number=5']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 22:41:26.249200 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Current status of the port 58a5d2cb-2ffe-4d6f-8a43-49a47756fdd7 is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 22:41:26.278317 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccfbe7c5-7b21-4634-a1a2-bfffded518d8 None None] The sync data for ids ['5e95c551-1738-4d47-8f35-bab9177191d1'] in n-d-760453-5 is: [{'id': '5e95c551-1738-4d47-8f35-bab9177191d1', 'name': 'tempest-TestSnapshotPattern-1228235217-router', 'tenant_id': '0d514ad6f8f14df193209738cf48abae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'external_fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.2'}], 'enable_snat': True}, 'gw_port_id': '58a5d2cb-2ffe-4d6f-8a43-49a47756fdd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T22:41:18Z', 'updated_at': '2022-01-26T22:41:22Z', 'revision_number': 4, 'project_id': '0d514ad6f8f14df193209738cf48abae', 'gw_port': {'id': '58a5d2cb-2ffe-4d6f-8a43-49a47756fdd7', 'name': '', 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:5f:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e95c551-1738-4d47-8f35-bab9177191d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4393, 'fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T22:41:19Z', 'updated_at': '2022-01-26T22:41:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-5', '_interfaces': [{'id': 'dffce187-cbb5-495f-98e4-4987ae91d26e', 'name': '', 'network_id': '0c08c4bc-9417-4bf4-a76d-309a9f06e077', 'tenant_id': '0d514ad6f8f14df193209738cf48abae', 'mac_address': 'fa:16:3e:0d:7e:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e95c551-1738-4d47-8f35-bab9177191d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4394, 'fixed_ips': [{'subnet_id': '4545d6bf-5933-4097-9bb9-eca68f39439b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T22:41:21Z', 'updated_at': '2022-01-26T22:41:25Z', 'revision_number': 4, 'project_id': '0d514ad6f8f14df193209738cf48abae', 'subnets': [{'id': '4545d6bf-5933-4097-9bb9-eca68f39439b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 26 22:41:26.288831 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-b98cf7dd-5220-46ee-a0c8-2f6898a28f1c None None] Provisioning complete for port dffce187-cbb5-495f-98e4-4987ae91d26e triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 22:41:26.289209 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b98cf7dd-5220-46ee-a0c8-2f6898a28f1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (dffce187-cbb5-495f-98e4-4987ae91d26e), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:41:26.384509 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-b98cf7dd-5220-46ee-a0c8-2f6898a28f1c None None] Current status of the port dffce187-cbb5-495f-98e4-4987ae91d26e is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 22:41:26.600529 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-aaa51f81-b490-490a-bccc-1b57154e703d req-fbd90f91-5876-465a-a925-87570ab7d37b tempest-TestSnapshotPattern-1258304790 tempest-TestSnapshotPattern-1258304790-project] 10.222.0.13 "GET /v2.0/ports?device_id=9ea1b141-cda3-4855-9827-ec5711f21195 HTTP/1.1" status: 200 len: 210 time: 0.0282269 Jan 26 22:41:27.681126 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-6901ceaa-e130-4912-86f0-188fc1daa752 req-86112911-80d7-41b4-a6d3-51d35bdc65b0 tempest-TestSnapshotPattern-1258304790 tempest-TestSnapshotPattern-1258304790-project] 10.222.0.13 "GET /v2.0/ports?device_id=9ea1b141-cda3-4855-9827-ec5711f21195 HTTP/1.1" status: 200 len: 210 time: 0.0284040 Jan 26 22:41:27.895267 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device dffce187-cbb5-495f-98e4-4987ae91d26e up at agent ovs-agent-n-d-760453-5 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 22:41:27.944491 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Provisioning complete for port dffce187-cbb5-495f-98e4-4987ae91d26e triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 22:41:27.944859 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (dffce187-cbb5-495f-98e4-4987ae91d26e), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:41:28.028445 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Current status of the port dffce187-cbb5-495f-98e4-4987ae91d26e is: ACTIVE; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 22:41:28.767141 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-fb64d2e2-ce34-49e8-9612-7cfcafb5f8c1 req-c065f54a-1e07-4693-92e0-2641a5dde45d tempest-TestSnapshotPattern-1258304790 tempest-TestSnapshotPattern-1258304790-project] 10.222.0.13 "GET /v2.0/ports?device_id=9ea1b141-cda3-4855-9827-ec5711f21195 HTTP/1.1" status: 200 len: 210 time: 0.0267065 Jan 26 22:41:29.875301 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-8088cb8d-ee66-4240-a044-4209bf202307 req-29527690-2739-4c28-afd7-26bf456dadf5 tempest-TestSnapshotPattern-1258304790 tempest-TestSnapshotPattern-1258304790-project] 10.222.0.13 "GET /v2.0/ports?device_id=9ea1b141-cda3-4855-9827-ec5711f21195 HTTP/1.1" status: 200 len: 210 time: 0.0340993 Jan 26 22:41:30.557153 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9bfb9d2-43d7-4dd1-8331-5e7bc174e190 req-34864bdc-cf37-4f5e-beb9-929a6209664b tempest-TestSnapshotPattern-1258304790 tempest-TestSnapshotPattern-1258304790-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:41:30.558640 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-c9bfb9d2-43d7-4dd1-8331-5e7bc174e190 req-34864bdc-cf37-4f5e-beb9-929a6209664b tempest-TestSnapshotPattern-1258304790 tempest-TestSnapshotPattern-1258304790-project] 10.222.0.66 "GET /v2.0/networks?id=f72e8e87-9a1b-4e54-95cb-4f1c36edf1c3 HTTP/1.1" status: 200 len: 810 time: 0.1051805 Jan 26 22:41:30.628181 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-c9bfb9d2-43d7-4dd1-8331-5e7bc174e190 req-31403173-a143-42cb-b1ee-ddfed6b8d930 tempest-TestSnapshotPattern-1258304790 tempest-TestSnapshotPattern-1258304790-project] 10.222.0.66 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7f5fbba6c8074819aac2d51d4781f535 HTTP/1.1" status: 200 len: 379 time: 0.0556967 Jan 26 22:41:30.663548 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [req-c9bfb9d2-43d7-4dd1-8331-5e7bc174e190 req-8192c48c-9241-40a6-9228-da963ef72592 tempest-TestSnapshotPattern-1258304790 tempest-TestSnapshotPattern-1258304790-project] Request body: {'port': {'device_id': '9ea1b141-cda3-4855-9827-ec5711f21195', 'network_id': 'f72e8e87-9a1b-4e54-95cb-4f1c36edf1c3', 'admin_state_up': True, 'tenant_id': '7f5fbba6c8074819aac2d51d4781f535', 'security_groups': ['bdee7b32-0d1b-4c8f-bd8d-ad6cbb39f232']}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 22:41:30.771709 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c9bfb9d2-43d7-4dd1-8331-5e7bc174e190 req-8192c48c-9241-40a6-9228-da963ef72592 tempest-TestSnapshotPattern-1258304790 tempest-TestSnapshotPattern-1258304790-project] Made reservation on behalf of 7f5fbba6c8074819aac2d51d4781f535 for: {'port': 1} {{(pid=103305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 22:41:30.775263 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-c9bfb9d2-43d7-4dd1-8331-5e7bc174e190 req-8192c48c-9241-40a6-9228-da963ef72592 tempest-TestSnapshotPattern-1258304790 tempest-TestSnapshotPattern-1258304790-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:41:30.902643 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.db_base_plugin_common [req-c9bfb9d2-43d7-4dd1-8331-5e7bc174e190 req-8192c48c-9241-40a6-9228-da963ef72592 tempest-TestSnapshotPattern-1258304790 tempest-TestSnapshotPattern-1258304790-project] Allocated IP 172.20.0.13 (f72e8e87-9a1b-4e54-95cb-4f1c36edf1c3/b971f6c3-c862-49f0-8f4a-323e3679574f/53ccbab5-892b-49fd-b2f6-ea8b6414d757) {{(pid=103305) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 22:41:30.971216 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-08b226fa-1ed6-458c-a6e1-a0203749f359 req-143b449e-29a1-4b42-bd6c-27617e80bfc8 tempest-TestSnapshotPattern-1258304790 tempest-TestSnapshotPattern-1258304790-project] 10.222.0.13 "GET /v2.0/ports?device_id=9ea1b141-cda3-4855-9827-ec5711f21195 HTTP/1.1" status: 200 len: 210 time: 0.0286291 Jan 26 22:41:31.045110 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-c9bfb9d2-43d7-4dd1-8331-5e7bc174e190 req-8192c48c-9241-40a6-9228-da963ef72592 tempest-TestSnapshotPattern-1258304790 tempest-TestSnapshotPattern-1258304790-project] Publish callbacks [] for port (53ccbab5-892b-49fd-b2f6-ea8b6414d757), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:41:31.363372 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-c9bfb9d2-43d7-4dd1-8331-5e7bc174e190 req-8192c48c-9241-40a6-9228-da963ef72592 tempest-TestSnapshotPattern-1258304790 tempest-TestSnapshotPattern-1258304790-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746560234527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11791543'] for port (53ccbab5-892b-49fd-b2f6-ea8b6414d757), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:41:31.406049 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c9bfb9d2-43d7-4dd1-8331-5e7bc174e190 req-8192c48c-9241-40a6-9228-da963ef72592 tempest-TestSnapshotPattern-1258304790 tempest-TestSnapshotPattern-1258304790-project] Network f72e8e87-9a1b-4e54-95cb-4f1c36edf1c3 is already hosted by enough agents. {{(pid=103305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 22:41:31.408902 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [req-c9bfb9d2-43d7-4dd1-8331-5e7bc174e190 req-8192c48c-9241-40a6-9228-da963ef72592 tempest-TestSnapshotPattern-1258304790 tempest-TestSnapshotPattern-1258304790-project] Resources bound (agent type, host, resource id): {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 22:41:31.413742 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9bfb9d2-43d7-4dd1-8331-5e7bc174e190 req-8192c48c-9241-40a6-9228-da963ef72592 tempest-TestSnapshotPattern-1258304790 tempest-TestSnapshotPattern-1258304790-project] Received port after_create {{(pid=103305) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 22:41:31.442091 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8192c48c-9241-40a6-9228-da963ef72592 tempest-TestSnapshotPattern-1258304790 tempest-TestSnapshotPattern-1258304790-project] Pushing event updated for resources: {'Port': ['ID=53ccbab5-892b-49fd-b2f6-ea8b6414d757,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 22:41:31.469720 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9bfb9d2-43d7-4dd1-8331-5e7bc174e190 req-8192c48c-9241-40a6-9228-da963ef72592 tempest-TestSnapshotPattern-1258304790 tempest-TestSnapshotPattern-1258304790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:41:31.470359 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-c9bfb9d2-43d7-4dd1-8331-5e7bc174e190 req-8192c48c-9241-40a6-9228-da963ef72592 tempest-TestSnapshotPattern-1258304790 tempest-TestSnapshotPattern-1258304790-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:41:31.487182 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-c9bfb9d2-43d7-4dd1-8331-5e7bc174e190 req-8192c48c-9241-40a6-9228-da963ef72592 tempest-TestSnapshotPattern-1258304790 tempest-TestSnapshotPattern-1258304790-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8273885 Jan 26 22:41:31.504667 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.v2.base [req-c9bfb9d2-43d7-4dd1-8331-5e7bc174e190 req-3b9e1832-f3b2-4171-b1e0-5145638a2972 service neutron] Request body: {'port': {'device_id': '9ea1b141-cda3-4855-9827-ec5711f21195', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-760453-5'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 22:41:31.563488 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-c9bfb9d2-43d7-4dd1-8331-5e7bc174e190 req-3b9e1832-f3b2-4171-b1e0-5145638a2972 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (53ccbab5-892b-49fd-b2f6-ea8b6414d757), before_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:41:31.637939 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-316caf39-6e50-4c8b-8b67-8a3a84f51d9a None None] Provisioning complete for port 53ccbab5-892b-49fd-b2f6-ea8b6414d757 triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 22:41:31.638519 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-316caf39-6e50-4c8b-8b67-8a3a84f51d9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (53ccbab5-892b-49fd-b2f6-ea8b6414d757), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:41:31.672878 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-316caf39-6e50-4c8b-8b67-8a3a84f51d9a None None] Port 53ccbab5-892b-49fd-b2f6-ea8b6414d757 cannot update to ACTIVE because it is not bound. {{(pid=103306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 26 22:41:31.821654 n-d-760453-5 neutron-server[103305]: DEBUG neutron.notifiers.nova [req-c9bfb9d2-43d7-4dd1-8331-5e7bc174e190 req-3b9e1832-f3b2-4171-b1e0-5145638a2972 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 53ccbab5-892b-49fd-b2f6-ea8b6414d757 {{(pid=103305) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 26 22:41:31.828958 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-c9bfb9d2-43d7-4dd1-8331-5e7bc174e190 req-3b9e1832-f3b2-4171-b1e0-5145638a2972 service neutron] Publish callbacks [] for port (53ccbab5-892b-49fd-b2f6-ea8b6414d757), precommit_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:41:31.840550 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.provisioning_blocks [req-c9bfb9d2-43d7-4dd1-8331-5e7bc174e190 req-3b9e1832-f3b2-4171-b1e0-5145638a2972 service neutron] Transition to ACTIVE for port object 53ccbab5-892b-49fd-b2f6-ea8b6414d757 will not be triggered until provisioned by entity L2. {{(pid=103305) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 22:41:31.845050 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-c9bfb9d2-43d7-4dd1-8331-5e7bc174e190 req-3b9e1832-f3b2-4171-b1e0-5145638a2972 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11791520'] for port (53ccbab5-892b-49fd-b2f6-ea8b6414d757), after_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:41:31.895671 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b9e1832-f3b2-4171-b1e0-5145638a2972 service neutron] Pushing event updated for resources: {'Port': ['ID=53ccbab5-892b-49fd-b2f6-ea8b6414d757,revision_number=2']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 22:41:31.969861 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [req-c9bfb9d2-43d7-4dd1-8331-5e7bc174e190 req-3b9e1832-f3b2-4171-b1e0-5145638a2972 service neutron] Attempting to bind port 53ccbab5-892b-49fd-b2f6-ea8b6414d757 on host n-h1-760453-5 for vnic_type normal with profile {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 22:41:31.970196 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [req-c9bfb9d2-43d7-4dd1-8331-5e7bc174e190 req-3b9e1832-f3b2-4171-b1e0-5145638a2972 service neutron] Attempting to bind port 53ccbab5-892b-49fd-b2f6-ea8b6414d757 by drivers openvswitch,hyperv on host n-h1-760453-5 at level 0 using segments [{'id': 'c0cbec19-aa31-49b8-af17-a02c840521e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': 'f72e8e87-9a1b-4e54-95cb-4f1c36edf1c3'}] {{(pid=103305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 26 22:41:31.970521 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9bfb9d2-43d7-4dd1-8331-5e7bc174e190 req-3b9e1832-f3b2-4171-b1e0-5145638a2972 service neutron] Attempting to bind port 53ccbab5-892b-49fd-b2f6-ea8b6414d757 on network f72e8e87-9a1b-4e54-95cb-4f1c36edf1c3 {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 22:41:31.975169 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9bfb9d2-43d7-4dd1-8331-5e7bc174e190 req-3b9e1832-f3b2-4171-b1e0-5145638a2972 service neutron] Port 53ccbab5-892b-49fd-b2f6-ea8b6414d757 on network f72e8e87-9a1b-4e54-95cb-4f1c36edf1c3 not bound, no agent of type Open vSwitch agent registered on host n-h1-760453-5 {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 26 22:41:31.975492 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9bfb9d2-43d7-4dd1-8331-5e7bc174e190 req-3b9e1832-f3b2-4171-b1e0-5145638a2972 service neutron] Attempting to bind port 53ccbab5-892b-49fd-b2f6-ea8b6414d757 on network f72e8e87-9a1b-4e54-95cb-4f1c36edf1c3 {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 22:41:31.980460 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9bfb9d2-43d7-4dd1-8331-5e7bc174e190 req-3b9e1832-f3b2-4171-b1e0-5145638a2972 service neutron] Checking agent: {'id': '32ef628b-8417-46c5-8729-60fcabe358f1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-760453-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 21, 3, 8), 'started_at': datetime.datetime(2022, 1, 26, 21, 3, 8), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 22, 41, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 26 22:41:31.980802 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9bfb9d2-43d7-4dd1-8331-5e7bc174e190 req-3b9e1832-f3b2-4171-b1e0-5145638a2972 service neutron] Checking segment: {'id': 'c0cbec19-aa31-49b8-af17-a02c840521e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': 'f72e8e87-9a1b-4e54-95cb-4f1c36edf1c3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103305) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 22:41:31.981189 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9bfb9d2-43d7-4dd1-8331-5e7bc174e190 req-3b9e1832-f3b2-4171-b1e0-5145638a2972 service neutron] Bound using segment: {'id': 'c0cbec19-aa31-49b8-af17-a02c840521e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': 'f72e8e87-9a1b-4e54-95cb-4f1c36edf1c3'} {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 26 22:41:31.981652 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [req-c9bfb9d2-43d7-4dd1-8331-5e7bc174e190 req-3b9e1832-f3b2-4171-b1e0-5145638a2972 service neutron] Bound port: 53ccbab5-892b-49fd-b2f6-ea8b6414d757, host: n-h1-760453-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c0cbec19-aa31-49b8-af17-a02c840521e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': 'f72e8e87-9a1b-4e54-95cb-4f1c36edf1c3'}}] {{(pid=103305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 26 22:41:31.982010 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-c9bfb9d2-43d7-4dd1-8331-5e7bc174e190 req-3b9e1832-f3b2-4171-b1e0-5145638a2972 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (53ccbab5-892b-49fd-b2f6-ea8b6414d757), before_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:41:32.052402 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [req-c9bfb9d2-43d7-4dd1-8331-5e7bc174e190 req-3b9e1832-f3b2-4171-b1e0-5145638a2972 service neutron] For port 53ccbab5-892b-49fd-b2f6-ea8b6414d757, host n-h1-760453-5, cleared binding levels {{(pid=103305) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 26 22:41:32.055592 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [req-c9bfb9d2-43d7-4dd1-8331-5e7bc174e190 req-3b9e1832-f3b2-4171-b1e0-5145638a2972 service neutron] For port 53ccbab5-892b-49fd-b2f6-ea8b6414d757, host n-h1-760453-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-5',level=0,port_id=53ccbab5-892b-49fd-b2f6-ea8b6414d757,segment=NetworkSegment(c0cbec19-aa31-49b8-af17-a02c840521e6),segment_id=c0cbec19-aa31-49b8-af17-a02c840521e6)] {{(pid=103305) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 26 22:41:32.060419 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-c9bfb9d2-43d7-4dd1-8331-5e7bc174e190 req-3b9e1832-f3b2-4171-b1e0-5145638a2972 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11791520'] for port (53ccbab5-892b-49fd-b2f6-ea8b6414d757), after_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:41:32.097082 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9bfb9d2-43d7-4dd1-8331-5e7bc174e190 req-3b9e1832-f3b2-4171-b1e0-5145638a2972 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:41:32.097881 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-c9bfb9d2-43d7-4dd1-8331-5e7bc174e190 req-3b9e1832-f3b2-4171-b1e0-5145638a2972 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:41:32.099303 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-c9bfb9d2-43d7-4dd1-8331-5e7bc174e190 req-3b9e1832-f3b2-4171-b1e0-5145638a2972 service neutron] 10.222.0.66 "PUT /v2.0/ports/53ccbab5-892b-49fd-b2f6-ea8b6414d757 HTTP/1.1" status: 200 len: 1092 time: 0.5989945 Jan 26 22:41:32.099874 n-d-760453-5 neutron-server[103305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9ea1b141-cda3-4855-9827-ec5711f21195', 'tag': '53ccbab5-892b-49fd-b2f6-ea8b6414d757'}] {{(pid=103305) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 22:41:32.102263 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63c895857b12caccb44030902ae3f492cdae22bba6ec98e5b8bd003e299c093d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c218046-33fd-43e7-b4b8-438f43057857" -d '{"events": [{"name": "network-changed", "server_uuid": "9ea1b141-cda3-4855-9827-ec5711f21195", "tag": "53ccbab5-892b-49fd-b2f6-ea8b6414d757"}]}' {{(pid=103305) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 22:41:32.107398 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b80885-7f0b-486d-b6df-d24619a760f8 req-1a9ba153-28e7-438b-a908-8cdf8fb31d4c tempest-TestSnapshotPattern-1258304790 tempest-TestSnapshotPattern-1258304790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:41:32.109768 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-20b80885-7f0b-486d-b6df-d24619a760f8 req-1a9ba153-28e7-438b-a908-8cdf8fb31d4c tempest-TestSnapshotPattern-1258304790 tempest-TestSnapshotPattern-1258304790-project] 10.222.0.13 "GET /v2.0/ports?device_id=9ea1b141-cda3-4855-9827-ec5711f21195 HTTP/1.1" status: 200 len: 944 time: 0.0538185 Jan 26 22:41:32.133582 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b9e1832-f3b2-4171-b1e0-5145638a2972 service neutron] Pushing event updated for resources: {'Port': ['ID=53ccbab5-892b-49fd-b2f6-ea8b6414d757,revision_number=3']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 22:41:32.178399 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-20b80885-7f0b-486d-b6df-d24619a760f8 req-e57273eb-2807-487c-a0a2-2d17ffdc40fc tempest-TestSnapshotPattern-1258304790 tempest-TestSnapshotPattern-1258304790-project] 10.222.0.13 "GET /v2.0/security-groups?id=bdee7b32-0d1b-4c8f-bd8d-ad6cbb39f232&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0593700 Jan 26 22:41:32.209228 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9bfb9d2-43d7-4dd1-8331-5e7bc174e190 req-3e1b8a50-21d7-450f-afd2-945850a9ed52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:41:32.210981 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-c9bfb9d2-43d7-4dd1-8331-5e7bc174e190 req-3e1b8a50-21d7-450f-afd2-945850a9ed52 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=7f5fbba6c8074819aac2d51d4781f535&device_id=9ea1b141-cda3-4855-9827-ec5711f21195 HTTP/1.1" status: 200 len: 1095 time: 0.0542572 Jan 26 22:41:32.232280 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 26 Jan 2022 22:41:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cdd4dcde-6670-4fa5-a1dc-6f09d639b61a x-openstack-request-id: req-cdd4dcde-6670-4fa5-a1dc-6f09d639b61a {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 22:41:32.232575 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9ea1b141-cda3-4855-9827-ec5711f21195", "tag": "53ccbab5-892b-49fd-b2f6-ea8b6414d757", "status": "completed", "code": 200}]} {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 22:41:32.232830 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-cdd4dcde-6670-4fa5-a1dc-6f09d639b61a {{(pid=103305) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 22:41:32.233234 n-d-760453-5 neutron-server[103305]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9ea1b141-cda3-4855-9827-ec5711f21195', 'tag': '53ccbab5-892b-49fd-b2f6-ea8b6414d757', 'status': 'completed', 'code': 200} Jan 26 22:41:32.261260 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-c9bfb9d2-43d7-4dd1-8331-5e7bc174e190 req-b6b8e291-0910-4a42-abbe-9ce6d5c95cd7 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=53ccbab5-892b-49fd-b2f6-ea8b6414d757 HTTP/1.1" status: 200 len: 217 time: 0.0379350 Jan 26 22:41:32.312112 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9bfb9d2-43d7-4dd1-8331-5e7bc174e190 req-ff5ece0b-6204-41ce-b7bc-0f20255a2291 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:41:32.313650 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-c9bfb9d2-43d7-4dd1-8331-5e7bc174e190 req-ff5ece0b-6204-41ce-b7bc-0f20255a2291 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=b971f6c3-c862-49f0-8f4a-323e3679574f HTTP/1.1" status: 200 len: 849 time: 0.0466101 Jan 26 22:41:32.363134 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9bfb9d2-43d7-4dd1-8331-5e7bc174e190 req-a5c179e3-1bd7-412e-9765-38cedee72d62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:41:32.364670 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-c9bfb9d2-43d7-4dd1-8331-5e7bc174e190 req-a5c179e3-1bd7-412e-9765-38cedee72d62 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=f72e8e87-9a1b-4e54-95cb-4f1c36edf1c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0446880 Jan 26 22:41:32.453430 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-c9bfb9d2-43d7-4dd1-8331-5e7bc174e190 req-3a7fd51d-34b7-48ed-8b0b-c79468d96dc2 service neutron] 10.222.0.66 "GET /v2.0/networks/f72e8e87-9a1b-4e54-95cb-4f1c36edf1c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827293 Jan 26 22:41:32.544501 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-c9bfb9d2-43d7-4dd1-8331-5e7bc174e190 req-0c4622c1-c8c8-44af-be3c-89f14a21d7e4 service neutron] 10.222.0.66 "GET /v2.0/networks/f72e8e87-9a1b-4e54-95cb-4f1c36edf1c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855765 Jan 26 22:41:32.668859 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c218046-33fd-43e7-b4b8-438f43057857 req-79036af0-b915-41b8-a9ba-fd536261ae7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:41:32.670415 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-9c218046-33fd-43e7-b4b8-438f43057857 req-79036af0-b915-41b8-a9ba-fd536261ae7e service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=7f5fbba6c8074819aac2d51d4781f535&device_id=9ea1b141-cda3-4855-9827-ec5711f21195 HTTP/1.1" status: 200 len: 1095 time: 0.0419884 Jan 26 22:41:32.763680 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c218046-33fd-43e7-b4b8-438f43057857 req-de26e63c-6838-4de3-bc91-663cd02220d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:41:32.765710 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-9c218046-33fd-43e7-b4b8-438f43057857 req-de26e63c-6838-4de3-bc91-663cd02220d2 service neutron] 10.222.0.66 "GET /v2.0/networks?id=f72e8e87-9a1b-4e54-95cb-4f1c36edf1c3 HTTP/1.1" status: 200 len: 911 time: 0.0898583 Jan 26 22:41:32.815086 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-9c218046-33fd-43e7-b4b8-438f43057857 req-bfe1d45b-12e4-451e-87bd-92794a342523 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=53ccbab5-892b-49fd-b2f6-ea8b6414d757 HTTP/1.1" status: 200 len: 217 time: 0.0438988 Jan 26 22:41:32.863080 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c218046-33fd-43e7-b4b8-438f43057857 req-7fca6b35-f28c-4f8e-a60b-751242e52b83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:41:32.864596 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-9c218046-33fd-43e7-b4b8-438f43057857 req-7fca6b35-f28c-4f8e-a60b-751242e52b83 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=b971f6c3-c862-49f0-8f4a-323e3679574f HTTP/1.1" status: 200 len: 849 time: 0.0440564 Jan 26 22:41:32.911619 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c218046-33fd-43e7-b4b8-438f43057857 req-0100765b-9521-47f3-b050-8b385ee1e044 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:41:32.913138 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-9c218046-33fd-43e7-b4b8-438f43057857 req-0100765b-9521-47f3-b050-8b385ee1e044 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=f72e8e87-9a1b-4e54-95cb-4f1c36edf1c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0427768 Jan 26 22:41:33.003884 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-9c218046-33fd-43e7-b4b8-438f43057857 req-6af4eb46-0838-4655-b858-1fb2433201c0 service neutron] 10.222.0.66 "GET /v2.0/networks/f72e8e87-9a1b-4e54-95cb-4f1c36edf1c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850151 Jan 26 22:41:33.092225 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-9c218046-33fd-43e7-b4b8-438f43057857 req-9379a601-1df4-4272-8452-bbe926eee356 service neutron] 10.222.0.66 "GET /v2.0/networks/f72e8e87-9a1b-4e54-95cb-4f1c36edf1c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827084 Jan 26 22:41:33.292262 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f90732-f8a2-4602-a8d5-5570707c81d7 req-d5c37ec7-0933-4ac1-bd2c-8c89057c8b88 tempest-TestSnapshotPattern-1258304790 tempest-TestSnapshotPattern-1258304790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:41:33.293766 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-f7f90732-f8a2-4602-a8d5-5570707c81d7 req-d5c37ec7-0933-4ac1-bd2c-8c89057c8b88 tempest-TestSnapshotPattern-1258304790 tempest-TestSnapshotPattern-1258304790-project] 10.222.0.13 "GET /v2.0/ports?device_id=9ea1b141-cda3-4855-9827-ec5711f21195 HTTP/1.1" status: 200 len: 944 time: 0.0478957 Jan 26 22:41:33.345667 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-f7f90732-f8a2-4602-a8d5-5570707c81d7 req-c49ca7d9-a979-45aa-a6f3-4519dd68b5a0 tempest-TestSnapshotPattern-1258304790 tempest-TestSnapshotPattern-1258304790-project] 10.222.0.13 "GET /v2.0/security-groups?id=bdee7b32-0d1b-4c8f-bd8d-ad6cbb39f232&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463336 Jan 26 22:41:34.458558 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c929d7e5-f496-48e5-a223-7eab853cb16b req-a6fdfdb1-a0dd-473c-8110-210e826444ca tempest-TestSnapshotPattern-1258304790 tempest-TestSnapshotPattern-1258304790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:41:34.460087 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-c929d7e5-f496-48e5-a223-7eab853cb16b req-a6fdfdb1-a0dd-473c-8110-210e826444ca tempest-TestSnapshotPattern-1258304790 tempest-TestSnapshotPattern-1258304790-project] 10.222.0.13 "GET /v2.0/ports?device_id=9ea1b141-cda3-4855-9827-ec5711f21195 HTTP/1.1" status: 200 len: 944 time: 0.0483093 Jan 26 22:41:34.508181 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-c929d7e5-f496-48e5-a223-7eab853cb16b req-16147d80-e70f-4244-9e08-d2124de1a4b8 tempest-TestSnapshotPattern-1258304790 tempest-TestSnapshotPattern-1258304790-project] 10.222.0.13 "GET /v2.0/security-groups?id=bdee7b32-0d1b-4c8f-bd8d-ad6cbb39f232&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426455 Jan 26 22:41:35.619707 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a7541d-1545-43fb-9d78-ab05e6e8483f req-e85fee28-13c2-4b18-a7d0-b81a18c084eb tempest-TestSnapshotPattern-1258304790 tempest-TestSnapshotPattern-1258304790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:41:35.621164 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-49a7541d-1545-43fb-9d78-ab05e6e8483f req-e85fee28-13c2-4b18-a7d0-b81a18c084eb tempest-TestSnapshotPattern-1258304790 tempest-TestSnapshotPattern-1258304790-project] 10.222.0.13 "GET /v2.0/ports?device_id=9ea1b141-cda3-4855-9827-ec5711f21195 HTTP/1.1" status: 200 len: 944 time: 0.0467875 Jan 26 22:41:35.669227 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-49a7541d-1545-43fb-9d78-ab05e6e8483f req-2a67c321-e494-48ef-ad97-0f2a289398c4 tempest-TestSnapshotPattern-1258304790 tempest-TestSnapshotPattern-1258304790-project] 10.222.0.13 "GET /v2.0/security-groups?id=bdee7b32-0d1b-4c8f-bd8d-ad6cbb39f232&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414803 Jan 26 22:41:36.492398 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Device 53ccbab5-892b-49fd-b2f6-ea8b6414d757 details requested by agent hyperv_n-h1-760453-5 with host n-h1-760453-5 {{(pid=103306) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 26 22:41:36.584300 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] For port 53ccbab5-892b-49fd-b2f6-ea8b6414d757, host n-h1-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-5',level=0,port_id=53ccbab5-892b-49fd-b2f6-ea8b6414d757,segment=NetworkSegment(c0cbec19-aa31-49b8-af17-a02c840521e6),segment_id=c0cbec19-aa31-49b8-af17-a02c840521e6)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 22:41:36.595530 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Returning: {'device': '53ccbab5-892b-49fd-b2f6-ea8b6414d757', 'network_id': 'f72e8e87-9a1b-4e54-95cb-4f1c36edf1c3', 'port_id': '53ccbab5-892b-49fd-b2f6-ea8b6414d757', 'mac_address': 'fa:16:3e:00:fa:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 579, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b971f6c3-c862-49f0-8f4a-323e3679574f', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103306) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 26 22:41:36.631670 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Current status of the port 53ccbab5-892b-49fd-b2f6-ea8b6414d757 is: DOWN; New status is: BUILD {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 22:41:36.632060 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (53ccbab5-892b-49fd-b2f6-ea8b6414d757), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:41:36.648212 n-d-760453-5 neutron-server[103306]: DEBUG neutron.notifiers.nova [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 53ccbab5-892b-49fd-b2f6-ea8b6414d757 {{(pid=103306) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 26 22:41:36.667186 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] For port 53ccbab5-892b-49fd-b2f6-ea8b6414d757, host n-h1-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-5',level=0,port_id=53ccbab5-892b-49fd-b2f6-ea8b6414d757,segment=NetworkSegment(c0cbec19-aa31-49b8-af17-a02c840521e6),segment_id=c0cbec19-aa31-49b8-af17-a02c840521e6)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 22:41:36.671099 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (53ccbab5-892b-49fd-b2f6-ea8b6414d757), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:41:36.719578 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Pushing event updated for resources: {'Port': ['ID=53ccbab5-892b-49fd-b2f6-ea8b6414d757,revision_number=4']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 22:41:36.787790 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a17ff2-935c-4fbe-a919-e07ccf737b26 req-2901dbf7-8720-432c-9d33-2966ee8fa765 tempest-TestSnapshotPattern-1258304790 tempest-TestSnapshotPattern-1258304790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:41:36.789339 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-e0a17ff2-935c-4fbe-a919-e07ccf737b26 req-2901dbf7-8720-432c-9d33-2966ee8fa765 tempest-TestSnapshotPattern-1258304790 tempest-TestSnapshotPattern-1258304790-project] 10.222.0.13 "GET /v2.0/ports?device_id=9ea1b141-cda3-4855-9827-ec5711f21195 HTTP/1.1" status: 200 len: 945 time: 0.0527353 Jan 26 22:41:36.837803 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-e0a17ff2-935c-4fbe-a919-e07ccf737b26 req-22545afd-28dd-47de-9482-4738ef6695ba tempest-TestSnapshotPattern-1258304790 tempest-TestSnapshotPattern-1258304790-project] 10.222.0.13 "GET /v2.0/security-groups?id=bdee7b32-0d1b-4c8f-bd8d-ad6cbb39f232&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428786 Jan 26 22:41:37.082363 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] get_ports_and_sgs() called for port_ids ['53ccbab5-892b-49fd-b2f6-ea8b6414d757'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 26 22:41:37.949135 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb945ad0-40b4-4b93-be55-a0ca075dc657 req-45934090-1f29-48d0-a2b4-2cc465efa9a5 tempest-TestSnapshotPattern-1258304790 tempest-TestSnapshotPattern-1258304790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:41:37.950645 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-bb945ad0-40b4-4b93-be55-a0ca075dc657 req-45934090-1f29-48d0-a2b4-2cc465efa9a5 tempest-TestSnapshotPattern-1258304790 tempest-TestSnapshotPattern-1258304790-project] 10.222.0.13 "GET /v2.0/ports?device_id=9ea1b141-cda3-4855-9827-ec5711f21195 HTTP/1.1" status: 200 len: 945 time: 0.0480344 Jan 26 22:41:37.998832 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-bb945ad0-40b4-4b93-be55-a0ca075dc657 req-e0184623-7b4e-4a33-ae3f-f485d1c44867 tempest-TestSnapshotPattern-1258304790 tempest-TestSnapshotPattern-1258304790-project] 10.222.0.13 "GET /v2.0/security-groups?id=bdee7b32-0d1b-4c8f-bd8d-ad6cbb39f232&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419090 Jan 26 22:41:38.502103 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Device 53ccbab5-892b-49fd-b2f6-ea8b6414d757 up at agent hyperv_n-h1-760453-5 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 22:41:38.550855 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Provisioning for port 53ccbab5-892b-49fd-b2f6-ea8b6414d757 completed by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 22:41:38.554610 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Provisioning complete for port 53ccbab5-892b-49fd-b2f6-ea8b6414d757 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 22:41:38.554981 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (53ccbab5-892b-49fd-b2f6-ea8b6414d757), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:41:38.635061 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Current status of the port 53ccbab5-892b-49fd-b2f6-ea8b6414d757 is: BUILD; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 22:41:38.635449 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (53ccbab5-892b-49fd-b2f6-ea8b6414d757), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:41:38.658248 n-d-760453-5 neutron-server[103306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ea1b141-cda3-4855-9827-ec5711f21195', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53ccbab5-892b-49fd-b2f6-ea8b6414d757'}] {{(pid=103306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 22:41:38.660413 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c06f7aa05085a00df6a2944c086d22937b62c1e75db8df879377281bc6a8a153" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea17b289-e052-4d46-9c7f-0f745c276f4c" -d '{"events": [{"server_uuid": "9ea1b141-cda3-4855-9827-ec5711f21195", "name": "network-vif-plugged", "status": "completed", "tag": "53ccbab5-892b-49fd-b2f6-ea8b6414d757"}]}' {{(pid=103306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 22:41:38.673540 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] For port 53ccbab5-892b-49fd-b2f6-ea8b6414d757, host n-h1-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-5',level=0,port_id=53ccbab5-892b-49fd-b2f6-ea8b6414d757,segment=NetworkSegment(c0cbec19-aa31-49b8-af17-a02c840521e6),segment_id=c0cbec19-aa31-49b8-af17-a02c840521e6)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 22:41:38.677619 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (53ccbab5-892b-49fd-b2f6-ea8b6414d757), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:41:38.715577 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Jan 2022 22:41:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7fdfc719-1ab2-4362-a2b4-87bc617e2d1e x-openstack-request-id: req-7fdfc719-1ab2-4362-a2b4-87bc617e2d1e {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 22:41:38.715878 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ea1b141-cda3-4855-9827-ec5711f21195", "name": "network-vif-plugged", "status": "completed", "tag": "53ccbab5-892b-49fd-b2f6-ea8b6414d757", "code": 200}]} {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 22:41:38.716135 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-7fdfc719-1ab2-4362-a2b4-87bc617e2d1e {{(pid=103306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 22:41:38.716531 n-d-760453-5 neutron-server[103306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ea1b141-cda3-4855-9827-ec5711f21195', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53ccbab5-892b-49fd-b2f6-ea8b6414d757', 'code': 200} Jan 26 22:41:38.739998 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Pushing event updated for resources: {'Port': ['ID=53ccbab5-892b-49fd-b2f6-ea8b6414d757,revision_number=5']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 22:41:38.834212 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73da1dd-309f-4f26-bec6-22bdcb93eefc req-ef0bbb92-15e1-4fa2-9082-15499dc01152 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:41:38.835795 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-a73da1dd-309f-4f26-bec6-22bdcb93eefc req-ef0bbb92-15e1-4fa2-9082-15499dc01152 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=9ea1b141-cda3-4855-9827-ec5711f21195 HTTP/1.1" status: 200 len: 1097 time: 0.0399632 Jan 26 22:41:38.885870 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-a73da1dd-309f-4f26-bec6-22bdcb93eefc req-16a9c87d-3327-46c4-9829-06fa18d2a618 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=bdee7b32-0d1b-4c8f-bd8d-ad6cbb39f232&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439219 Jan 26 22:41:39.122638 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34ba193-9ca8-4bf3-9157-e07b89569aa3 req-980b8908-0cd1-42b4-be5f-7b637316574a tempest-TestSnapshotPattern-1258304790 tempest-TestSnapshotPattern-1258304790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:41:39.124446 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-b34ba193-9ca8-4bf3-9157-e07b89569aa3 req-980b8908-0cd1-42b4-be5f-7b637316574a tempest-TestSnapshotPattern-1258304790 tempest-TestSnapshotPattern-1258304790-project] 10.222.0.13 "GET /v2.0/ports?device_id=9ea1b141-cda3-4855-9827-ec5711f21195 HTTP/1.1" status: 200 len: 946 time: 0.0558112 Jan 26 22:41:39.172916 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-b34ba193-9ca8-4bf3-9157-e07b89569aa3 req-205a9f4d-9017-46c8-a200-799f0ecc29b1 tempest-TestSnapshotPattern-1258304790 tempest-TestSnapshotPattern-1258304790-project] 10.222.0.13 "GET /v2.0/security-groups?id=bdee7b32-0d1b-4c8f-bd8d-ad6cbb39f232&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428460 Jan 26 22:41:39.291535 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (32ef628b-8417-46c5-8729-60fcabe358f1), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:41:40.291639 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d74999-f9be-440d-b195-3b43bda5d3fb req-24d07dfc-6d31-48a2-b466-5b174ca88e0f tempest-TestSnapshotPattern-1258304790 tempest-TestSnapshotPattern-1258304790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:41:40.293143 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-f5d74999-f9be-440d-b195-3b43bda5d3fb req-24d07dfc-6d31-48a2-b466-5b174ca88e0f tempest-TestSnapshotPattern-1258304790 tempest-TestSnapshotPattern-1258304790-project] 10.222.0.13 "GET /v2.0/ports?device_id=9ea1b141-cda3-4855-9827-ec5711f21195 HTTP/1.1" status: 200 len: 946 time: 0.0528870 Jan 26 22:41:40.344220 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-f5d74999-f9be-440d-b195-3b43bda5d3fb req-190a8dee-9fac-45e2-93eb-3ae422614a3d tempest-TestSnapshotPattern-1258304790 tempest-TestSnapshotPattern-1258304790-project] 10.222.0.13 "GET /v2.0/security-groups?id=bdee7b32-0d1b-4c8f-bd8d-ad6cbb39f232&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445502 Jan 26 22:41:41.457817 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6872478d-c7d4-4c46-b665-2f2938e7a8da req-3a1c51ff-0154-4b80-88c9-f63d2e8c5224 tempest-TestSnapshotPattern-1258304790 tempest-TestSnapshotPattern-1258304790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:41:41.459274 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-6872478d-c7d4-4c46-b665-2f2938e7a8da req-3a1c51ff-0154-4b80-88c9-f63d2e8c5224 tempest-TestSnapshotPattern-1258304790 tempest-TestSnapshotPattern-1258304790-project] 10.222.0.13 "GET /v2.0/ports?device_id=9ea1b141-cda3-4855-9827-ec5711f21195 HTTP/1.1" status: 200 len: 946 time: 0.0469956 Jan 26 22:41:41.511361 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-6872478d-c7d4-4c46-b665-2f2938e7a8da req-2c4bf4d6-979a-437f-97f1-c42d7d3b2e24 tempest-TestSnapshotPattern-1258304790 tempest-TestSnapshotPattern-1258304790-project] 10.222.0.13 "GET /v2.0/security-groups?id=bdee7b32-0d1b-4c8f-bd8d-ad6cbb39f232&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466409 Jan 26 22:41:41.620267 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe8a76d-1d79-49c9-9685-6b190cea854a req-46cc8522-6ef5-479a-9ab2-5b3f95392d76 tempest-TestSnapshotPattern-1258304790 tempest-TestSnapshotPattern-1258304790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:41:41.621762 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-1fe8a76d-1d79-49c9-9685-6b190cea854a req-46cc8522-6ef5-479a-9ab2-5b3f95392d76 tempest-TestSnapshotPattern-1258304790 tempest-TestSnapshotPattern-1258304790-project] 10.222.0.13 "GET /v2.0/ports?device_id=9ea1b141-cda3-4855-9827-ec5711f21195 HTTP/1.1" status: 200 len: 946 time: 0.0476699 Jan 26 22:41:41.669950 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-1fe8a76d-1d79-49c9-9685-6b190cea854a req-b9604cf7-ac0a-43be-a847-1d4982b199ea tempest-TestSnapshotPattern-1258304790 tempest-TestSnapshotPattern-1258304790-project] 10.222.0.13 "GET /v2.0/security-groups?id=bdee7b32-0d1b-4c8f-bd8d-ad6cbb39f232&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424776 Jan 26 22:41:41.691088 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 57058) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 22:41:41.818380 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-654ccc95-be47-48e8-b5bc-19aa0ffecc19 tempest-TestSnapshotPattern-1420354353 tempest-TestSnapshotPattern-1420354353-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:41:41.819895 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-654ccc95-be47-48e8-b5bc-19aa0ffecc19 tempest-TestSnapshotPattern-1420354353 tempest-TestSnapshotPattern-1420354353-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=9ea1b141-cda3-4855-9827-ec5711f21195 HTTP/1.1" status: 200 len: 1092 time: 0.1278503 Jan 26 22:41:41.822757 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 57062) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 22:41:41.827757 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-d3e02c9a-4815-47cb-baea-be79a351bcfe tempest-TestSnapshotPattern-1258304790 tempest-TestSnapshotPattern-1258304790-project] Request body: {'floatingip': {'floating_network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'port_id': '53ccbab5-892b-49fd-b2f6-ea8b6414d757', 'tenant_id': '7f5fbba6c8074819aac2d51d4781f535', 'fixed_ip_address': '172.20.0.13'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 22:41:41.847498 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-d3e02c9a-4815-47cb-baea-be79a351bcfe tempest-TestSnapshotPattern-1258304790 tempest-TestSnapshotPattern-1258304790-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:41:41.945333 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-d3e02c9a-4815-47cb-baea-be79a351bcfe tempest-TestSnapshotPattern-1258304790 tempest-TestSnapshotPattern-1258304790-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:41:42.044292 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.db_base_plugin_common [None req-d3e02c9a-4815-47cb-baea-be79a351bcfe tempest-TestSnapshotPattern-1258304790 tempest-TestSnapshotPattern-1258304790-project] Allocated IP 172.25.1.107 (4140a1f1-c93a-4bea-83a0-68953a54f299/e48251a1-e30d-4820-8396-00c6f6aeb601/d9d7d416-85bf-4e59-8c95-b19b3d7acdcf) {{(pid=103304) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 22:41:42.147498 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-d3e02c9a-4815-47cb-baea-be79a351bcfe tempest-TestSnapshotPattern-1258304790 tempest-TestSnapshotPattern-1258304790-project] Publish callbacks [] for port (d9d7d416-85bf-4e59-8c95-b19b3d7acdcf), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:41:42.180950 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-d3e02c9a-4815-47cb-baea-be79a351bcfe tempest-TestSnapshotPattern-1258304790 tempest-TestSnapshotPattern-1258304790-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746560234527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9281553'] for port (d9d7d416-85bf-4e59-8c95-b19b3d7acdcf), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:41:42.217642 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3e02c9a-4815-47cb-baea-be79a351bcfe tempest-TestSnapshotPattern-1258304790 tempest-TestSnapshotPattern-1258304790-project] Network 4140a1f1-c93a-4bea-83a0-68953a54f299 is already hosted by enough agents. {{(pid=103304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 22:41:42.220349 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [None req-d3e02c9a-4815-47cb-baea-be79a351bcfe tempest-TestSnapshotPattern-1258304790 tempest-TestSnapshotPattern-1258304790-project] Resources bound (agent type, host, resource id): {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 22:41:42.222905 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3e02c9a-4815-47cb-baea-be79a351bcfe tempest-TestSnapshotPattern-1258304790 tempest-TestSnapshotPattern-1258304790-project] Received port after_create {{(pid=103304) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 22:41:42.256579 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e02c9a-4815-47cb-baea-be79a351bcfe tempest-TestSnapshotPattern-1258304790 tempest-TestSnapshotPattern-1258304790-project] Pushing event updated for resources: {'Port': ['ID=d9d7d416-85bf-4e59-8c95-b19b3d7acdcf,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 22:41:42.600075 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-d3e02c9a-4815-47cb-baea-be79a351bcfe tempest-TestSnapshotPattern-1258304790 tempest-TestSnapshotPattern-1258304790-project] Publish callbacks [] for floatingip (feaa5440-0bdf-4cde-a52f-2318f2bcd2b6), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:41:42.667712 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-d3e02c9a-4815-47cb-baea-be79a351bcfe tempest-TestSnapshotPattern-1258304790 tempest-TestSnapshotPattern-1258304790-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (d9d7d416-85bf-4e59-8c95-b19b3d7acdcf), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:41:42.817589 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-d3e02c9a-4815-47cb-baea-be79a351bcfe tempest-TestSnapshotPattern-1258304790 tempest-TestSnapshotPattern-1258304790-project] Publish callbacks [] for port (d9d7d416-85bf-4e59-8c95-b19b3d7acdcf), precommit_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:41:42.821740 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-d3e02c9a-4815-47cb-baea-be79a351bcfe tempest-TestSnapshotPattern-1258304790 tempest-TestSnapshotPattern-1258304790-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9281542'] for port (d9d7d416-85bf-4e59-8c95-b19b3d7acdcf), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:41:42.891120 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e02c9a-4815-47cb-baea-be79a351bcfe tempest-TestSnapshotPattern-1258304790 tempest-TestSnapshotPattern-1258304790-project] Pushing event updated for resources: {'Port': ['ID=d9d7d416-85bf-4e59-8c95-b19b3d7acdcf,revision_number=2']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 22:41:42.902959 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-d3e02c9a-4815-47cb-baea-be79a351bcfe tempest-TestSnapshotPattern-1258304790 tempest-TestSnapshotPattern-1258304790-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4110913'] for floatingip (feaa5440-0bdf-4cde-a52f-2318f2bcd2b6), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:41:43.002552 n-d-760453-5 neutron-server[103304]: INFO neutron.db.l3_db [None req-d3e02c9a-4815-47cb-baea-be79a351bcfe tempest-TestSnapshotPattern-1258304790 tempest-TestSnapshotPattern-1258304790-project] Floating IP feaa5440-0bdf-4cde-a52f-2318f2bcd2b6 associated. External IP: 172.25.1.107, port: 53ccbab5-892b-49fd-b2f6-ea8b6414d757. Jan 26 22:41:43.204870 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3e02c9a-4815-47cb-baea-be79a351bcfe tempest-TestSnapshotPattern-1258304790 tempest-TestSnapshotPattern-1258304790-project] Router 66681a15-76fe-42a3-ac8f-47cef5f7cbf8 has already been hosted by L3 agent 09df100c-3af1-4b0a-bda8-05914c71c458 {{(pid=103304) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 26 22:41:43.313121 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3e02c9a-4815-47cb-baea-be79a351bcfe tempest-TestSnapshotPattern-1258304790 tempest-TestSnapshotPattern-1258304790-project] Notify agent at l3_agent.n-d-760453-5 the message routers_updated {{(pid=103304) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 26 22:41:43.323070 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82a98324-02e2-47d1-af3c-be1ab1f4a3f9 None None] Sync routers for ids ['66681a15-76fe-42a3-ac8f-47cef5f7cbf8'] in n-d-760453-5 {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 26 22:41:43.334398 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-d3e02c9a-4815-47cb-baea-be79a351bcfe tempest-TestSnapshotPattern-1258304790 tempest-TestSnapshotPattern-1258304790-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for floatingip (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:41:43.337202 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82a98324-02e2-47d1-af3c-be1ab1f4a3f9 None None] Routers {'66681a15-76fe-42a3-ac8f-47cef5f7cbf8'} bound to L3 agent in host n-d-760453-5 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 22:41:43.337841 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-82a98324-02e2-47d1-af3c-be1ab1f4a3f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-26T20:55:21Z,description=,heartbeat_timestamp=2022-01-26T22:41:21Z,host='n-d-760453-5',id=09df100c-3af1-4b0a-bda8-05914c71c458,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:55:21Z,topic='l3_agent')) {'router_ids': ['66681a15-76fe-42a3-ac8f-47cef5f7cbf8'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 22:41:43.363279 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-d3e02c9a-4815-47cb-baea-be79a351bcfe tempest-TestSnapshotPattern-1258304790 tempest-TestSnapshotPattern-1258304790-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5373383 Jan 26 22:41:43.363279 n-d-760453-5 neutron-server[103304]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9ea1b141-cda3-4855-9827-ec5711f21195', 'tag': '53ccbab5-892b-49fd-b2f6-ea8b6414d757'}] {{(pid=103304) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 22:41:43.364002 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86e783e1922a725fac327d65912384d63450ce1a6a2ee22db2d1cc52fb257f3b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2cb28443-bcef-449e-a6b2-aaa0d9c564d6" -d '{"events": [{"name": "network-changed", "server_uuid": "9ea1b141-cda3-4855-9827-ec5711f21195", "tag": "53ccbab5-892b-49fd-b2f6-ea8b6414d757"}]}' {{(pid=103304) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 22:41:43.407146 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 26 Jan 2022 22:41:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e15afe12-5e5f-4f3c-8856-4e9b1f3ff2c4 x-openstack-request-id: req-e15afe12-5e5f-4f3c-8856-4e9b1f3ff2c4 {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 22:41:43.407528 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9ea1b141-cda3-4855-9827-ec5711f21195", "tag": "53ccbab5-892b-49fd-b2f6-ea8b6414d757", "status": "completed", "code": 200}]} {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 22:41:43.407878 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e15afe12-5e5f-4f3c-8856-4e9b1f3ff2c4 {{(pid=103304) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 22:41:43.408373 n-d-760453-5 neutron-server[103304]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9ea1b141-cda3-4855-9827-ec5711f21195', 'tag': '53ccbab5-892b-49fd-b2f6-ea8b6414d757', 'status': 'completed', 'code': 200} Jan 26 22:41:43.441655 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_dvr_db [None req-82a98324-02e2-47d1-af3c-be1ab1f4a3f9 None None] Set router 66681a15-76fe-42a3-ac8f-47cef5f7cbf8 gateway port host: n-d-760453-5 {{(pid=103307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 22:41:43.492715 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb28443-bcef-449e-a6b2-aaa0d9c564d6 req-6518c04f-4204-4dd5-933d-ff10b7b6a312 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:41:43.494551 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-2cb28443-bcef-449e-a6b2-aaa0d9c564d6 req-6518c04f-4204-4dd5-933d-ff10b7b6a312 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=7f5fbba6c8074819aac2d51d4781f535&device_id=9ea1b141-cda3-4855-9827-ec5711f21195 HTTP/1.1" status: 200 len: 1097 time: 0.0439591 Jan 26 22:41:43.584406 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb28443-bcef-449e-a6b2-aaa0d9c564d6 req-5075dd24-2ee7-4892-ad8a-28dc96f5985b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:41:43.585945 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-2cb28443-bcef-449e-a6b2-aaa0d9c564d6 req-5075dd24-2ee7-4892-ad8a-28dc96f5985b service neutron] 10.222.0.66 "GET /v2.0/networks?id=f72e8e87-9a1b-4e54-95cb-4f1c36edf1c3 HTTP/1.1" status: 200 len: 911 time: 0.0849354 Jan 26 22:41:43.654969 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-2cb28443-bcef-449e-a6b2-aaa0d9c564d6 req-f4386cb4-27b0-4a68-8366-5ffe2c160054 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=53ccbab5-892b-49fd-b2f6-ea8b6414d757 HTTP/1.1" status: 200 len: 1000 time: 0.0625088 Jan 26 22:41:43.668261 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-82a98324-02e2-47d1-af3c-be1ab1f4a3f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66681a15-76fe-42a3-ac8f-47cef5f7cbf8', 'name': 'tempest-TestSnapshotPattern-1316890824-router', 'tenant_id': '7f5fbba6c8074819aac2d51d4781f535', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'external_fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.194'}], 'enable_snat': True}, 'gw_port_id': '6f3109c8-4fc2-45b1-b2ce-c59710fe7258', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T22:41:14Z', 'updated_at': '2022-01-26T22:41:16Z', 'revision_number': 4, 'project_id': '7f5fbba6c8074819aac2d51d4781f535', 'gw_port': {'id': '6f3109c8-4fc2-45b1-b2ce-c59710fe7258', 'name': '', 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:23:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66681a15-76fe-42a3-ac8f-47cef5f7cbf8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4381, 'fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T22:41:14Z', 'updated_at': '2022-01-26T22:41:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-5', '_floatingips': [{'id': 'feaa5440-0bdf-4cde-a52f-2318f2bcd2b6', 'tenant_id': '7f5fbba6c8074819aac2d51d4781f535', 'floating_ip_address': '172.25.1.107', 'floating_network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'router_id': '66681a15-76fe-42a3-ac8f-47cef5f7cbf8', 'port_id': '53ccbab5-892b-49fd-b2f6-ea8b6414d757', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4406, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f72e8e87-9a1b-4e54-95cb-4f1c36edf1c3', 'mac_address': 'fa:16:3e:00:fa:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ea1b141-cda3-4855-9827-ec5711f21195', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-26T22:41:42Z', 'updated_at': '2022-01-26T22:41:42Z', 'revision_number': 0, 'project_id': '7f5fbba6c8074819aac2d51d4781f535', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cf701493-0e0a-470a-b004-5e01be75179c', 'name': '', 'network_id': 'f72e8e87-9a1b-4e54-95cb-4f1c36edf1c3', 'tenant_id': '7f5fbba6c8074819aac2d51d4781f535', 'mac_address': 'fa:16:3e:8e:ae:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66681a15-76fe-42a3-ac8f-47cef5f7cbf8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4382, 'fixed_ips': [{'subnet_id': 'b971f6c3-c862-49f0-8f4a-323e3679574f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T22:41:16Z', 'updated_at': '2022-01-26T22:41:20Z', 'revision_number': 5, 'project_id': '7f5fbba6c8074819aac2d51d4781f535', 'subnets': [{'id': 'b971f6c3-c862-49f0-8f4a-323e3679574f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760453-5', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 22:41:43.695387 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82a98324-02e2-47d1-af3c-be1ab1f4a3f9 None None] Checking router: 66681a15-76fe-42a3-ac8f-47cef5f7cbf8 for host: n-d-760453-5 {{(pid=103307) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 26 22:41:43.703093 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb28443-bcef-449e-a6b2-aaa0d9c564d6 req-cdcb1832-7036-44d7-b2ab-ba84ea3ac836 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:41:43.703608 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82a98324-02e2-47d1-af3c-be1ab1f4a3f9 None None] Routers {'66681a15-76fe-42a3-ac8f-47cef5f7cbf8'} bound to L3 agent in host n-d-760453-5 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 22:41:43.704215 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-82a98324-02e2-47d1-af3c-be1ab1f4a3f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-26T20:55:21Z,description=,heartbeat_timestamp=2022-01-26T22:41:21Z,host='n-d-760453-5',id=09df100c-3af1-4b0a-bda8-05914c71c458,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:55:21Z,topic='l3_agent')) {'router_ids': ['66681a15-76fe-42a3-ac8f-47cef5f7cbf8'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 22:41:43.704597 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-2cb28443-bcef-449e-a6b2-aaa0d9c564d6 req-cdcb1832-7036-44d7-b2ab-ba84ea3ac836 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=b971f6c3-c862-49f0-8f4a-323e3679574f HTTP/1.1" status: 200 len: 849 time: 0.0439756 Jan 26 22:41:43.748263 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb28443-bcef-449e-a6b2-aaa0d9c564d6 req-9a78a5f0-f176-40be-b640-84c46fb7e66b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:41:43.750591 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-2cb28443-bcef-449e-a6b2-aaa0d9c564d6 req-9a78a5f0-f176-40be-b640-84c46fb7e66b service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=f72e8e87-9a1b-4e54-95cb-4f1c36edf1c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0404246 Jan 26 22:41:43.809526 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_dvr_db [None req-82a98324-02e2-47d1-af3c-be1ab1f4a3f9 None None] Set router 66681a15-76fe-42a3-ac8f-47cef5f7cbf8 gateway port host: n-d-760453-5 {{(pid=103307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 22:41:43.844446 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-2cb28443-bcef-449e-a6b2-aaa0d9c564d6 req-695781bc-bd6e-4b10-bcbe-c8d45797dfdf service neutron] 10.222.0.66 "GET /v2.0/networks/f72e8e87-9a1b-4e54-95cb-4f1c36edf1c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878422 Jan 26 22:41:43.935857 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-2cb28443-bcef-449e-a6b2-aaa0d9c564d6 req-bb10ccc6-f24e-472b-ae2d-efebef3b0b0e service neutron] 10.222.0.66 "GET /v2.0/networks/f72e8e87-9a1b-4e54-95cb-4f1c36edf1c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837955 Jan 26 22:41:44.033184 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-82a98324-02e2-47d1-af3c-be1ab1f4a3f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66681a15-76fe-42a3-ac8f-47cef5f7cbf8', 'name': 'tempest-TestSnapshotPattern-1316890824-router', 'tenant_id': '7f5fbba6c8074819aac2d51d4781f535', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'external_fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.194'}], 'enable_snat': True}, 'gw_port_id': '6f3109c8-4fc2-45b1-b2ce-c59710fe7258', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T22:41:14Z', 'updated_at': '2022-01-26T22:41:16Z', 'revision_number': 4, 'project_id': '7f5fbba6c8074819aac2d51d4781f535', 'gw_port': {'id': '6f3109c8-4fc2-45b1-b2ce-c59710fe7258', 'name': '', 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:23:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66681a15-76fe-42a3-ac8f-47cef5f7cbf8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4381, 'fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T22:41:14Z', 'updated_at': '2022-01-26T22:41:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-5', '_floatingips': [{'id': 'feaa5440-0bdf-4cde-a52f-2318f2bcd2b6', 'tenant_id': '7f5fbba6c8074819aac2d51d4781f535', 'floating_ip_address': '172.25.1.107', 'floating_network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'router_id': '66681a15-76fe-42a3-ac8f-47cef5f7cbf8', 'port_id': '53ccbab5-892b-49fd-b2f6-ea8b6414d757', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4406, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f72e8e87-9a1b-4e54-95cb-4f1c36edf1c3', 'mac_address': 'fa:16:3e:00:fa:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ea1b141-cda3-4855-9827-ec5711f21195', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-26T22:41:42Z', 'updated_at': '2022-01-26T22:41:42Z', 'revision_number': 0, 'project_id': '7f5fbba6c8074819aac2d51d4781f535', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cf701493-0e0a-470a-b004-5e01be75179c', 'name': '', 'network_id': 'f72e8e87-9a1b-4e54-95cb-4f1c36edf1c3', 'tenant_id': '7f5fbba6c8074819aac2d51d4781f535', 'mac_address': 'fa:16:3e:8e:ae:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66681a15-76fe-42a3-ac8f-47cef5f7cbf8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4382, 'fixed_ips': [{'subnet_id': 'b971f6c3-c862-49f0-8f4a-323e3679574f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T22:41:16Z', 'updated_at': '2022-01-26T22:41:20Z', 'revision_number': 5, 'project_id': '7f5fbba6c8074819aac2d51d4781f535', 'subnets': [{'id': 'b971f6c3-c862-49f0-8f4a-323e3679574f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760453-5', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 22:41:44.059466 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82a98324-02e2-47d1-af3c-be1ab1f4a3f9 None None] The sync data for ids ['66681a15-76fe-42a3-ac8f-47cef5f7cbf8'] in n-d-760453-5 is: [{'id': '66681a15-76fe-42a3-ac8f-47cef5f7cbf8', 'name': 'tempest-TestSnapshotPattern-1316890824-router', 'tenant_id': '7f5fbba6c8074819aac2d51d4781f535', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'external_fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.194'}], 'enable_snat': True}, 'gw_port_id': '6f3109c8-4fc2-45b1-b2ce-c59710fe7258', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T22:41:14Z', 'updated_at': '2022-01-26T22:41:16Z', 'revision_number': 4, 'project_id': '7f5fbba6c8074819aac2d51d4781f535', 'gw_port': {'id': '6f3109c8-4fc2-45b1-b2ce-c59710fe7258', 'name': '', 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:23:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66681a15-76fe-42a3-ac8f-47cef5f7cbf8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4381, 'fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T22:41:14Z', 'updated_at': '2022-01-26T22:41:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-5', '_floatingips': [{'id': 'feaa5440-0bdf-4cde-a52f-2318f2bcd2b6', 'tenant_id': '7f5fbba6c8074819aac2d51d4781f535', 'floating_ip_address': '172.25.1.107', 'floating_network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'router_id': '66681a15-76fe-42a3-ac8f-47cef5f7cbf8', 'port_id': '53ccbab5-892b-49fd-b2f6-ea8b6414d757', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4406, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f72e8e87-9a1b-4e54-95cb-4f1c36edf1c3', 'mac_address': 'fa:16:3e:00:fa:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ea1b141-cda3-4855-9827-ec5711f21195', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-26T22:41:42Z', 'updated_at': '2022-01-26T22:41:42Z', 'revision_number': 0, 'project_id': '7f5fbba6c8074819aac2d51d4781f535', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cf701493-0e0a-470a-b004-5e01be75179c', 'name': '', 'network_id': 'f72e8e87-9a1b-4e54-95cb-4f1c36edf1c3', 'tenant_id': '7f5fbba6c8074819aac2d51d4781f535', 'mac_address': 'fa:16:3e:8e:ae:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66681a15-76fe-42a3-ac8f-47cef5f7cbf8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4382, 'fixed_ips': [{'subnet_id': 'b971f6c3-c862-49f0-8f4a-323e3679574f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T22:41:16Z', 'updated_at': '2022-01-26T22:41:20Z', 'revision_number': 5, 'project_id': '7f5fbba6c8074819aac2d51d4781f535', 'subnets': [{'id': 'b971f6c3-c862-49f0-8f4a-323e3679574f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 26 22:41:44.243414 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-454ac79d-0edd-48b4-aed9-ac385541fa39 None None] New status for floating IP feaa5440-0bdf-4cde-a52f-2318f2bcd2b6: ACTIVE {{(pid=103306) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 26 22:41:49.096709 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-11b63d95-7977-44b1-a464-78603921443d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (474ccdf7-ab6c-405b-a3b2-dc7b05829902), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:41:51.447691 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-3058a8cb-af97-4cbd-83e6-87bc079b88d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (09df100c-3af1-4b0a-bda8-05914c71c458), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:41:52.613790 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-841f5991-a4d8-4d4b-b215-cbc6bab5427b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (aa7ee9d2-08eb-4e12-b895-24c57300dfec), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:41:54.043816 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (4d619873-4b60-439f-9b5a-b155dc8bbc34), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:41:54.449691 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-839dd188-ec69-470c-9ab0-d318dc1a2e96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (e79b4fc6-6c71-44b2-a6d0-ff3e1f4dfd0d), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:41:55.561910 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (fea0591a-627d-4c87-9a9a-01625ddf3277), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:42:01.472081 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.agents_db [None req-569f1ced-6396-4ddf-b79f-e03b0b2146ab None None] Agent healthcheck: found 7 active agents {{(pid=103307) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 26 22:42:09.292888 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (32ef628b-8417-46c5-8729-60fcabe358f1), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:42:19.098787 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-3d014d22-0418-4165-a1e9-6cc5bd50f872 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (474ccdf7-ab6c-405b-a3b2-dc7b05829902), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:42:21.449343 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-a207caf4-3934-4638-b21e-3ffb135d784e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (09df100c-3af1-4b0a-bda8-05914c71c458), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:42:22.616535 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-841f5991-a4d8-4d4b-b215-cbc6bab5427b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (aa7ee9d2-08eb-4e12-b895-24c57300dfec), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:42:24.095804 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (4d619873-4b60-439f-9b5a-b155dc8bbc34), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:42:24.451977 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-839dd188-ec69-470c-9ab0-d318dc1a2e96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (e79b4fc6-6c71-44b2-a6d0-ff3e1f4dfd0d), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:42:25.566927 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (fea0591a-627d-4c87-9a9a-01625ddf3277), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:42:38.471843 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.agents_db [None req-569f1ced-6396-4ddf-b79f-e03b0b2146ab None None] Agent healthcheck: found 7 active agents {{(pid=103307) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 26 22:42:39.295023 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (32ef628b-8417-46c5-8729-60fcabe358f1), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:42:39.454359 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-4fe715b5-b122-41ce-ac7d-11515529e854 req-7d16d3df-b85b-44a7-b4e8-1ea7b33cb312 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=9ea1b141-cda3-4855-9827-ec5711f21195&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0456913 Jan 26 22:42:39.551131 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe715b5-b122-41ce-ac7d-11515529e854 req-6fe3f4a4-c922-4f99-a31e-57704234ba00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:42:39.552532 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-4fe715b5-b122-41ce-ac7d-11515529e854 req-6fe3f4a4-c922-4f99-a31e-57704234ba00 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=7f5fbba6c8074819aac2d51d4781f535&device_id=9ea1b141-cda3-4855-9827-ec5711f21195 HTTP/1.1" status: 200 len: 1097 time: 0.0402660 Jan 26 22:42:39.654136 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe715b5-b122-41ce-ac7d-11515529e854 req-56509119-4303-417d-ac84-dcaa528bfdc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:42:39.655642 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-4fe715b5-b122-41ce-ac7d-11515529e854 req-56509119-4303-417d-ac84-dcaa528bfdc4 service neutron] 10.222.0.66 "GET /v2.0/networks?id=f72e8e87-9a1b-4e54-95cb-4f1c36edf1c3 HTTP/1.1" status: 200 len: 911 time: 0.0844150 Jan 26 22:42:39.724241 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-4fe715b5-b122-41ce-ac7d-11515529e854 req-b4e88c8d-584d-47f4-8769-c245f261745a service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=53ccbab5-892b-49fd-b2f6-ea8b6414d757 HTTP/1.1" status: 200 len: 1002 time: 0.0621023 Jan 26 22:42:39.772092 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe715b5-b122-41ce-ac7d-11515529e854 req-c18ed9a4-ebb8-4105-a606-3cb7786027c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:42:39.773533 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-4fe715b5-b122-41ce-ac7d-11515529e854 req-c18ed9a4-ebb8-4105-a606-3cb7786027c9 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=b971f6c3-c862-49f0-8f4a-323e3679574f HTTP/1.1" status: 200 len: 849 time: 0.0433967 Jan 26 22:42:39.817969 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe715b5-b122-41ce-ac7d-11515529e854 req-731e0a89-cffb-421a-bd7d-3f51a6ca5fbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:42:39.819359 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-4fe715b5-b122-41ce-ac7d-11515529e854 req-731e0a89-cffb-421a-bd7d-3f51a6ca5fbc service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=f72e8e87-9a1b-4e54-95cb-4f1c36edf1c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0390666 Jan 26 22:42:39.912672 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-4fe715b5-b122-41ce-ac7d-11515529e854 req-5b2b07f0-c0f3-448f-b20c-0d61fecb05bb service neutron] 10.222.0.66 "GET /v2.0/networks/f72e8e87-9a1b-4e54-95cb-4f1c36edf1c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852032 Jan 26 22:42:39.998574 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-4fe715b5-b122-41ce-ac7d-11515529e854 req-e882ab12-9d97-4421-863b-db8fc63e5090 service neutron] 10.222.0.66 "GET /v2.0/networks/f72e8e87-9a1b-4e54-95cb-4f1c36edf1c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0789344 Jan 26 22:42:49.113754 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2beeae20-f626-4c55-8ced-44239d55b7e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (474ccdf7-ab6c-405b-a3b2-dc7b05829902), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:42:51.451553 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-ab8acdff-8787-417a-9912-05804fae1af7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (09df100c-3af1-4b0a-bda8-05914c71c458), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:42:52.619402 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-841f5991-a4d8-4d4b-b215-cbc6bab5427b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (aa7ee9d2-08eb-4e12-b895-24c57300dfec), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:42:54.101415 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (4d619873-4b60-439f-9b5a-b155dc8bbc34), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:42:54.454342 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-839dd188-ec69-470c-9ab0-d318dc1a2e96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (e79b4fc6-6c71-44b2-a6d0-ff3e1f4dfd0d), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:42:55.569072 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (fea0591a-627d-4c87-9a9a-01625ddf3277), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:43:09.297006 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (32ef628b-8417-46c5-8729-60fcabe358f1), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:43:15.472687 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.agents_db [None req-569f1ced-6396-4ddf-b79f-e03b0b2146ab None None] Agent healthcheck: found 7 active agents {{(pid=103307) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 26 22:43:19.108273 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-5bb5e534-7826-4f61-9ecf-c6bbe3bbbcc7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (474ccdf7-ab6c-405b-a3b2-dc7b05829902), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:43:21.454086 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-4a4d5289-cb9b-4fa9-9a33-4c497892b42b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (09df100c-3af1-4b0a-bda8-05914c71c458), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:43:22.623730 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-841f5991-a4d8-4d4b-b215-cbc6bab5427b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (aa7ee9d2-08eb-4e12-b895-24c57300dfec), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:43:24.093586 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (4d619873-4b60-439f-9b5a-b155dc8bbc34), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:43:24.457446 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-839dd188-ec69-470c-9ab0-d318dc1a2e96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (e79b4fc6-6c71-44b2-a6d0-ff3e1f4dfd0d), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:43:25.570852 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (fea0591a-627d-4c87-9a9a-01625ddf3277), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:43:39.314008 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (32ef628b-8417-46c5-8729-60fcabe358f1), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:43:40.508073 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-518430b1-27ce-4616-b1e3-e46fbf00babf req-5472c32a-103a-4278-8383-7f2a3f4b2cd1 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=9ea1b141-cda3-4855-9827-ec5711f21195&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1027894 Jan 26 22:43:40.603913 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518430b1-27ce-4616-b1e3-e46fbf00babf req-4c604208-dcc2-4616-9a49-86221cd79251 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:43:40.605282 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-518430b1-27ce-4616-b1e3-e46fbf00babf req-4c604208-dcc2-4616-9a49-86221cd79251 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=7f5fbba6c8074819aac2d51d4781f535&device_id=9ea1b141-cda3-4855-9827-ec5711f21195 HTTP/1.1" status: 200 len: 1097 time: 0.0398579 Jan 26 22:43:40.705786 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518430b1-27ce-4616-b1e3-e46fbf00babf req-fde7613b-c8af-4f3d-a2cd-6b0e2c0315c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:43:40.707308 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-518430b1-27ce-4616-b1e3-e46fbf00babf req-fde7613b-c8af-4f3d-a2cd-6b0e2c0315c7 service neutron] 10.222.0.66 "GET /v2.0/networks?id=f72e8e87-9a1b-4e54-95cb-4f1c36edf1c3 HTTP/1.1" status: 200 len: 911 time: 0.0834506 Jan 26 22:43:40.775296 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-518430b1-27ce-4616-b1e3-e46fbf00babf req-d97c9767-f9da-420e-9574-3e04e398c90d service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=53ccbab5-892b-49fd-b2f6-ea8b6414d757 HTTP/1.1" status: 200 len: 1002 time: 0.0622358 Jan 26 22:43:40.822582 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518430b1-27ce-4616-b1e3-e46fbf00babf req-dc2a4b76-d4dd-4f60-b824-dda045f1ea09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:43:40.823996 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-518430b1-27ce-4616-b1e3-e46fbf00babf req-dc2a4b76-d4dd-4f60-b824-dda045f1ea09 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=b971f6c3-c862-49f0-8f4a-323e3679574f HTTP/1.1" status: 200 len: 849 time: 0.0430603 Jan 26 22:43:40.869284 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518430b1-27ce-4616-b1e3-e46fbf00babf req-2ce0d5f2-fb57-46ef-966a-7184122f6ea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:43:40.870707 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-518430b1-27ce-4616-b1e3-e46fbf00babf req-2ce0d5f2-fb57-46ef-966a-7184122f6ea2 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=f72e8e87-9a1b-4e54-95cb-4f1c36edf1c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0395517 Jan 26 22:43:40.882513 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [req-518430b1-27ce-4616-b1e3-e46fbf00babf req-070dd0c2-52cd-4325-849a-a890b8687e15 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=103305) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 26 22:43:40.883465 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-518430b1-27ce-4616-b1e3-e46fbf00babf req-070dd0c2-52cd-4325-849a-a890b8687e15 service neutron] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0048909 Jan 26 22:43:40.974000 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-518430b1-27ce-4616-b1e3-e46fbf00babf req-e61de409-c12a-4ea8-abdd-a0f71dcc79a2 service neutron] 10.222.0.66 "GET /v2.0/networks/f72e8e87-9a1b-4e54-95cb-4f1c36edf1c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850329 Jan 26 22:43:41.061371 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-518430b1-27ce-4616-b1e3-e46fbf00babf req-5359a4ec-930b-4f83-92ce-38b183dc0ec2 service neutron] 10.222.0.66 "GET /v2.0/networks/f72e8e87-9a1b-4e54-95cb-4f1c36edf1c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815656 Jan 26 22:43:49.110155 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b16da8de-2de2-47bf-8ad9-81d55e83ccf7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (474ccdf7-ab6c-405b-a3b2-dc7b05829902), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:43:51.455913 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-ffbad3e9-014e-4807-b739-cec3102516e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (09df100c-3af1-4b0a-bda8-05914c71c458), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:43:52.472540 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.agents_db [None req-569f1ced-6396-4ddf-b79f-e03b0b2146ab None None] Agent healthcheck: found 7 active agents {{(pid=103307) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 26 22:43:52.626585 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-841f5991-a4d8-4d4b-b215-cbc6bab5427b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (aa7ee9d2-08eb-4e12-b895-24c57300dfec), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:43:54.108683 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (4d619873-4b60-439f-9b5a-b155dc8bbc34), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:43:54.459432 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-839dd188-ec69-470c-9ab0-d318dc1a2e96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (e79b4fc6-6c71-44b2-a6d0-ff3e1f4dfd0d), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:43:55.573615 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (fea0591a-627d-4c87-9a9a-01625ddf3277), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:44:09.306827 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (32ef628b-8417-46c5-8729-60fcabe358f1), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:44:15.357871 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Device 53ccbab5-892b-49fd-b2f6-ea8b6414d757 details requested by agent hyperv_n-h1-760453-5 with host n-h1-760453-5 {{(pid=103306) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 26 22:44:15.449781 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] For port 53ccbab5-892b-49fd-b2f6-ea8b6414d757, host n-h1-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-5',level=0,port_id=53ccbab5-892b-49fd-b2f6-ea8b6414d757,segment=NetworkSegment(c0cbec19-aa31-49b8-af17-a02c840521e6),segment_id=c0cbec19-aa31-49b8-af17-a02c840521e6)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 22:44:15.468607 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Returning: {'device': '53ccbab5-892b-49fd-b2f6-ea8b6414d757', 'network_id': 'f72e8e87-9a1b-4e54-95cb-4f1c36edf1c3', 'port_id': '53ccbab5-892b-49fd-b2f6-ea8b6414d757', 'mac_address': 'fa:16:3e:00:fa:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 579, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b971f6c3-c862-49f0-8f4a-323e3679574f', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103306) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 26 22:44:15.506455 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Current status of the port 53ccbab5-892b-49fd-b2f6-ea8b6414d757 is: ACTIVE; New status is: BUILD {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 22:44:15.506840 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (53ccbab5-892b-49fd-b2f6-ea8b6414d757), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:44:15.520190 n-d-760453-5 neutron-server[103306]: DEBUG neutron.notifiers.nova [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 53ccbab5-892b-49fd-b2f6-ea8b6414d757 {{(pid=103306) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 26 22:44:15.538362 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] For port 53ccbab5-892b-49fd-b2f6-ea8b6414d757, host n-h1-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-5',level=0,port_id=53ccbab5-892b-49fd-b2f6-ea8b6414d757,segment=NetworkSegment(c0cbec19-aa31-49b8-af17-a02c840521e6),segment_id=c0cbec19-aa31-49b8-af17-a02c840521e6)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 22:44:15.542152 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (53ccbab5-892b-49fd-b2f6-ea8b6414d757), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:44:15.587154 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Pushing event updated for resources: {'Port': ['ID=53ccbab5-892b-49fd-b2f6-ea8b6414d757,revision_number=6']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 22:44:15.594231 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:44:15.594576 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:44:15.594912 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:44:15.595244 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:44:15.595572 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:44:15.595897 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:44:15.596221 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:44:15.596542 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:44:15.596860 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:44:15.597179 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:44:15.597522 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:44:15.597842 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:44:15.598154 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:44:15.678943 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] get_ports_and_sgs() called for port_ids ['53ccbab5-892b-49fd-b2f6-ea8b6414d757'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 26 22:44:17.368447 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Device 53ccbab5-892b-49fd-b2f6-ea8b6414d757 up at agent hyperv_n-h1-760453-5 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 22:44:17.419877 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Provisioning complete for port 53ccbab5-892b-49fd-b2f6-ea8b6414d757 triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 22:44:17.420254 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (53ccbab5-892b-49fd-b2f6-ea8b6414d757), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:44:17.503217 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Current status of the port 53ccbab5-892b-49fd-b2f6-ea8b6414d757 is: BUILD; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 22:44:17.503587 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (53ccbab5-892b-49fd-b2f6-ea8b6414d757), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:44:17.526281 n-d-760453-5 neutron-server[103306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ea1b141-cda3-4855-9827-ec5711f21195', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53ccbab5-892b-49fd-b2f6-ea8b6414d757'}] {{(pid=103306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 22:44:17.528489 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c06f7aa05085a00df6a2944c086d22937b62c1e75db8df879377281bc6a8a153" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-206cac5f-5ef6-4f21-9937-20b6f4956be1" -d '{"events": [{"server_uuid": "9ea1b141-cda3-4855-9827-ec5711f21195", "name": "network-vif-plugged", "status": "completed", "tag": "53ccbab5-892b-49fd-b2f6-ea8b6414d757"}]}' {{(pid=103306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 22:44:17.540984 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] For port 53ccbab5-892b-49fd-b2f6-ea8b6414d757, host n-h1-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-5',level=0,port_id=53ccbab5-892b-49fd-b2f6-ea8b6414d757,segment=NetworkSegment(c0cbec19-aa31-49b8-af17-a02c840521e6),segment_id=c0cbec19-aa31-49b8-af17-a02c840521e6)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 22:44:17.547103 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (53ccbab5-892b-49fd-b2f6-ea8b6414d757), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:44:17.582170 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Jan 2022 22:44:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8fc1b45-4331-4a5c-a3f9-c189f9fcff0a x-openstack-request-id: req-e8fc1b45-4331-4a5c-a3f9-c189f9fcff0a {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 22:44:17.582459 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ea1b141-cda3-4855-9827-ec5711f21195", "name": "network-vif-plugged", "status": "completed", "tag": "53ccbab5-892b-49fd-b2f6-ea8b6414d757", "code": 200}]} {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 22:44:17.582708 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e8fc1b45-4331-4a5c-a3f9-c189f9fcff0a {{(pid=103306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 22:44:17.583091 n-d-760453-5 neutron-server[103306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ea1b141-cda3-4855-9827-ec5711f21195', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53ccbab5-892b-49fd-b2f6-ea8b6414d757', 'code': 200} Jan 26 22:44:17.608976 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Pushing event updated for resources: {'Port': ['ID=53ccbab5-892b-49fd-b2f6-ea8b6414d757,revision_number=7']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 22:44:19.284374 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-93fcf1f5-106c-4585-acf3-1bee7eb31449 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (474ccdf7-ab6c-405b-a3b2-dc7b05829902), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:44:21.459242 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-ba72e69d-f53e-4b26-9537-c687a83a7edf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (09df100c-3af1-4b0a-bda8-05914c71c458), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:44:22.633756 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-841f5991-a4d8-4d4b-b215-cbc6bab5427b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (aa7ee9d2-08eb-4e12-b895-24c57300dfec), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:44:24.110543 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (4d619873-4b60-439f-9b5a-b155dc8bbc34), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:44:24.464038 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-839dd188-ec69-470c-9ab0-d318dc1a2e96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (e79b4fc6-6c71-44b2-a6d0-ff3e1f4dfd0d), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:44:25.580001 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (fea0591a-627d-4c87-9a9a-01625ddf3277), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:44:27.265688 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-b0b43ed6-457b-486a-822c-e1d4b881d2d9 req-483da3ee-3165-4167-9dab-a5d565a33e0c tempest-TestSnapshotPattern-1258304790 tempest-TestSnapshotPattern-1258304790-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-902377047&fields=id&tenant_id=7f5fbba6c8074819aac2d51d4781f535 HTTP/1.1" status: 200 len: 267 time: 0.0457065 Jan 26 22:44:27.369639 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b43ed6-457b-486a-822c-e1d4b881d2d9 req-976a8985-3a39-4429-b8ac-4f7923ed3298 tempest-TestSnapshotPattern-1258304790 tempest-TestSnapshotPattern-1258304790-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:44:27.371129 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-b0b43ed6-457b-486a-822c-e1d4b881d2d9 req-976a8985-3a39-4429-b8ac-4f7923ed3298 tempest-TestSnapshotPattern-1258304790 tempest-TestSnapshotPattern-1258304790-project] 10.222.0.13 "GET /v2.0/networks?id=f72e8e87-9a1b-4e54-95cb-4f1c36edf1c3 HTTP/1.1" status: 200 len: 810 time: 0.0991158 Jan 26 22:44:27.385505 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-b0b43ed6-457b-486a-822c-e1d4b881d2d9 req-19fcfb4b-5815-4d5a-b3d3-9d629c987096 tempest-TestSnapshotPattern-1258304790 tempest-TestSnapshotPattern-1258304790-project] 10.222.0.13 "GET /v2.0/quotas/7f5fbba6c8074819aac2d51d4781f535 HTTP/1.1" status: 200 len: 375 time: 0.0088286 Jan 26 22:44:27.442119 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-b0b43ed6-457b-486a-822c-e1d4b881d2d9 req-5188734d-191b-49cf-8d71-9378a11b78ea tempest-TestSnapshotPattern-1258304790 tempest-TestSnapshotPattern-1258304790-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=7f5fbba6c8074819aac2d51d4781f535&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0516961 Jan 26 22:44:27.583439 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-b0b43ed6-457b-486a-822c-e1d4b881d2d9 req-34452ae3-1b4b-4218-aa34-9abb26caaaa1 service neutron] 10.222.0.13 "GET /v2.0/networks/f72e8e87-9a1b-4e54-95cb-4f1c36edf1c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1302185 Jan 26 22:44:27.675452 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-b0b43ed6-457b-486a-822c-e1d4b881d2d9 req-d362f6b7-237a-4930-bb30-15a5024abb43 service neutron] 10.222.0.13 "GET /v2.0/networks/f72e8e87-9a1b-4e54-95cb-4f1c36edf1c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863729 Jan 26 22:44:27.834996 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-92cfce46-418c-476c-a305-7061b8d937e3 req-5d38a31f-e733-4369-97ee-a3b8d4318242 tempest-TestSnapshotPattern-1258304790 tempest-TestSnapshotPattern-1258304790-project] 10.222.0.13 "GET /v2.0/ports?device_id=0b605220-1124-4b7b-b865-26f03654d481 HTTP/1.1" status: 200 len: 210 time: 0.0278490 Jan 26 22:44:28.811356 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b43ed6-457b-486a-822c-e1d4b881d2d9 req-4739c045-9983-4dc9-8103-f24e24921752 tempest-TestSnapshotPattern-1258304790 tempest-TestSnapshotPattern-1258304790-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:44:28.812835 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-b0b43ed6-457b-486a-822c-e1d4b881d2d9 req-4739c045-9983-4dc9-8103-f24e24921752 tempest-TestSnapshotPattern-1258304790 tempest-TestSnapshotPattern-1258304790-project] 10.222.0.57 "GET /v2.0/networks?id=f72e8e87-9a1b-4e54-95cb-4f1c36edf1c3 HTTP/1.1" status: 200 len: 810 time: 0.1086428 Jan 26 22:44:28.879080 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-b0b43ed6-457b-486a-822c-e1d4b881d2d9 req-a15074c7-57a8-4ea3-8d3f-fe17cac150f6 tempest-TestSnapshotPattern-1258304790 tempest-TestSnapshotPattern-1258304790-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7f5fbba6c8074819aac2d51d4781f535 HTTP/1.1" status: 200 len: 379 time: 0.0583174 Jan 26 22:44:28.889178 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [req-b0b43ed6-457b-486a-822c-e1d4b881d2d9 req-29860724-1a74-49df-9a35-f2854d3f83b4 tempest-TestSnapshotPattern-1258304790 tempest-TestSnapshotPattern-1258304790-project] Request body: {'port': {'device_id': '0b605220-1124-4b7b-b865-26f03654d481', 'network_id': 'f72e8e87-9a1b-4e54-95cb-4f1c36edf1c3', 'admin_state_up': True, 'tenant_id': '7f5fbba6c8074819aac2d51d4781f535', 'security_groups': ['bdee7b32-0d1b-4c8f-bd8d-ad6cbb39f232']}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 22:44:28.962607 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-292754a5-4579-4ff6-aa5c-9a0421ad76a0 req-3608f8e6-69b2-466d-bb0f-b1725e9f6299 tempest-TestSnapshotPattern-1258304790 tempest-TestSnapshotPattern-1258304790-project] 10.222.0.13 "GET /v2.0/ports?device_id=0b605220-1124-4b7b-b865-26f03654d481 HTTP/1.1" status: 200 len: 210 time: 0.0585103 Jan 26 22:44:29.027046 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b0b43ed6-457b-486a-822c-e1d4b881d2d9 req-29860724-1a74-49df-9a35-f2854d3f83b4 tempest-TestSnapshotPattern-1258304790 tempest-TestSnapshotPattern-1258304790-project] Made reservation on behalf of 7f5fbba6c8074819aac2d51d4781f535 for: {'port': 1} {{(pid=103304) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 22:44:29.030743 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-b0b43ed6-457b-486a-822c-e1d4b881d2d9 req-29860724-1a74-49df-9a35-f2854d3f83b4 tempest-TestSnapshotPattern-1258304790 tempest-TestSnapshotPattern-1258304790-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:44:29.207698 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.db_base_plugin_common [req-b0b43ed6-457b-486a-822c-e1d4b881d2d9 req-29860724-1a74-49df-9a35-f2854d3f83b4 tempest-TestSnapshotPattern-1258304790 tempest-TestSnapshotPattern-1258304790-project] Allocated IP 172.20.0.7 (f72e8e87-9a1b-4e54-95cb-4f1c36edf1c3/b971f6c3-c862-49f0-8f4a-323e3679574f/aa45fe66-60b7-4d0f-abbf-80df822b397d) {{(pid=103304) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 22:44:29.427582 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-b0b43ed6-457b-486a-822c-e1d4b881d2d9 req-29860724-1a74-49df-9a35-f2854d3f83b4 tempest-TestSnapshotPattern-1258304790 tempest-TestSnapshotPattern-1258304790-project] Publish callbacks [] for port (aa45fe66-60b7-4d0f-abbf-80df822b397d), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:44:29.474279 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-b0b43ed6-457b-486a-822c-e1d4b881d2d9 req-29860724-1a74-49df-9a35-f2854d3f83b4 tempest-TestSnapshotPattern-1258304790 tempest-TestSnapshotPattern-1258304790-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746560234527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9281553'] for port (aa45fe66-60b7-4d0f-abbf-80df822b397d), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:44:29.479693 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.agents_db [None req-569f1ced-6396-4ddf-b79f-e03b0b2146ab None None] Agent healthcheck: found 7 active agents {{(pid=103307) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 26 22:44:29.528210 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b0b43ed6-457b-486a-822c-e1d4b881d2d9 req-29860724-1a74-49df-9a35-f2854d3f83b4 tempest-TestSnapshotPattern-1258304790 tempest-TestSnapshotPattern-1258304790-project] Network f72e8e87-9a1b-4e54-95cb-4f1c36edf1c3 is already hosted by enough agents. {{(pid=103304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 22:44:29.531870 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [req-b0b43ed6-457b-486a-822c-e1d4b881d2d9 req-29860724-1a74-49df-9a35-f2854d3f83b4 tempest-TestSnapshotPattern-1258304790 tempest-TestSnapshotPattern-1258304790-project] Resources bound (agent type, host, resource id): {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 22:44:29.536293 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0b43ed6-457b-486a-822c-e1d4b881d2d9 req-29860724-1a74-49df-9a35-f2854d3f83b4 tempest-TestSnapshotPattern-1258304790 tempest-TestSnapshotPattern-1258304790-project] Received port after_create {{(pid=103304) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 22:44:29.583272 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29860724-1a74-49df-9a35-f2854d3f83b4 tempest-TestSnapshotPattern-1258304790 tempest-TestSnapshotPattern-1258304790-project] Pushing event updated for resources: {'Port': ['ID=aa45fe66-60b7-4d0f-abbf-80df822b397d,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 22:44:29.599541 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29860724-1a74-49df-9a35-f2854d3f83b4 tempest-TestSnapshotPattern-1258304790 tempest-TestSnapshotPattern-1258304790-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:44:29.600984 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29860724-1a74-49df-9a35-f2854d3f83b4 tempest-TestSnapshotPattern-1258304790 tempest-TestSnapshotPattern-1258304790-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:44:29.601431 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29860724-1a74-49df-9a35-f2854d3f83b4 tempest-TestSnapshotPattern-1258304790 tempest-TestSnapshotPattern-1258304790-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:44:29.601855 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29860724-1a74-49df-9a35-f2854d3f83b4 tempest-TestSnapshotPattern-1258304790 tempest-TestSnapshotPattern-1258304790-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:44:29.602261 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29860724-1a74-49df-9a35-f2854d3f83b4 tempest-TestSnapshotPattern-1258304790 tempest-TestSnapshotPattern-1258304790-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:44:29.602666 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29860724-1a74-49df-9a35-f2854d3f83b4 tempest-TestSnapshotPattern-1258304790 tempest-TestSnapshotPattern-1258304790-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:44:29.603066 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29860724-1a74-49df-9a35-f2854d3f83b4 tempest-TestSnapshotPattern-1258304790 tempest-TestSnapshotPattern-1258304790-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:44:29.603463 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29860724-1a74-49df-9a35-f2854d3f83b4 tempest-TestSnapshotPattern-1258304790 tempest-TestSnapshotPattern-1258304790-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:44:29.603857 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29860724-1a74-49df-9a35-f2854d3f83b4 tempest-TestSnapshotPattern-1258304790 tempest-TestSnapshotPattern-1258304790-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:44:29.604249 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29860724-1a74-49df-9a35-f2854d3f83b4 tempest-TestSnapshotPattern-1258304790 tempest-TestSnapshotPattern-1258304790-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:44:29.604657 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29860724-1a74-49df-9a35-f2854d3f83b4 tempest-TestSnapshotPattern-1258304790 tempest-TestSnapshotPattern-1258304790-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:44:29.605051 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29860724-1a74-49df-9a35-f2854d3f83b4 tempest-TestSnapshotPattern-1258304790 tempest-TestSnapshotPattern-1258304790-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:44:29.605468 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29860724-1a74-49df-9a35-f2854d3f83b4 tempest-TestSnapshotPattern-1258304790 tempest-TestSnapshotPattern-1258304790-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:44:29.639462 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b43ed6-457b-486a-822c-e1d4b881d2d9 req-29860724-1a74-49df-9a35-f2854d3f83b4 tempest-TestSnapshotPattern-1258304790 tempest-TestSnapshotPattern-1258304790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:44:29.640156 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-b0b43ed6-457b-486a-822c-e1d4b881d2d9 req-29860724-1a74-49df-9a35-f2854d3f83b4 tempest-TestSnapshotPattern-1258304790 tempest-TestSnapshotPattern-1258304790-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:44:29.670324 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-b0b43ed6-457b-486a-822c-e1d4b881d2d9 req-29860724-1a74-49df-9a35-f2854d3f83b4 tempest-TestSnapshotPattern-1258304790 tempest-TestSnapshotPattern-1258304790-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7849064 Jan 26 22:44:29.856535 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-c7051705-3d70-40b7-a641-8d1e226185b5 None None] Provisioning complete for port aa45fe66-60b7-4d0f-abbf-80df822b397d triggered by entity DHCP. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 22:44:29.857114 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-c7051705-3d70-40b7-a641-8d1e226185b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (aa45fe66-60b7-4d0f-abbf-80df822b397d), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:44:29.903361 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-c7051705-3d70-40b7-a641-8d1e226185b5 None None] Port aa45fe66-60b7-4d0f-abbf-80df822b397d cannot update to ACTIVE because it is not bound. {{(pid=103306) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 26 22:44:30.089014 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043bfc26-09e7-456f-9e81-78594fdbb1e6 req-beea3600-5fca-46d2-a59b-3d734f242b67 tempest-TestSnapshotPattern-1258304790 tempest-TestSnapshotPattern-1258304790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:44:30.090663 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-043bfc26-09e7-456f-9e81-78594fdbb1e6 req-beea3600-5fca-46d2-a59b-3d734f242b67 tempest-TestSnapshotPattern-1258304790 tempest-TestSnapshotPattern-1258304790-project] 10.222.0.13 "GET /v2.0/ports?device_id=0b605220-1124-4b7b-b865-26f03654d481 HTTP/1.1" status: 200 len: 931 time: 0.0564682 Jan 26 22:44:30.144768 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-043bfc26-09e7-456f-9e81-78594fdbb1e6 req-6cb2a3be-c7e3-487b-b70e-cf00e7ef6f22 tempest-TestSnapshotPattern-1258304790 tempest-TestSnapshotPattern-1258304790-project] 10.222.0.13 "GET /v2.0/security-groups?id=bdee7b32-0d1b-4c8f-bd8d-ad6cbb39f232&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482218 Jan 26 22:44:31.439400 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Device 53ccbab5-892b-49fd-b2f6-ea8b6414d757 no longer exists at agent hyperv_n-h1-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 26 22:44:31.545941 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Current status of the port 53ccbab5-892b-49fd-b2f6-ea8b6414d757 is: ACTIVE; New status is: DOWN {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 22:44:31.546476 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (53ccbab5-892b-49fd-b2f6-ea8b6414d757), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:44:31.592109 n-d-760453-5 neutron-server[103306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ea1b141-cda3-4855-9827-ec5711f21195', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '53ccbab5-892b-49fd-b2f6-ea8b6414d757'}] {{(pid=103306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 22:44:31.594745 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c06f7aa05085a00df6a2944c086d22937b62c1e75db8df879377281bc6a8a153" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d2c4ab7-a6b0-4c6e-a46c-769ca222ffa5" -d '{"events": [{"server_uuid": "9ea1b141-cda3-4855-9827-ec5711f21195", "name": "network-vif-unplugged", "status": "completed", "tag": "53ccbab5-892b-49fd-b2f6-ea8b6414d757"}]}' {{(pid=103306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 22:44:31.609782 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] For port 53ccbab5-892b-49fd-b2f6-ea8b6414d757, host n-h1-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-5',level=0,port_id=53ccbab5-892b-49fd-b2f6-ea8b6414d757,segment=NetworkSegment(c0cbec19-aa31-49b8-af17-a02c840521e6),segment_id=c0cbec19-aa31-49b8-af17-a02c840521e6)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 22:44:31.615644 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (53ccbab5-892b-49fd-b2f6-ea8b6414d757), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:44:31.669928 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc12cff5-8976-43dc-b2ed-cfc0a12447e5 req-63b8327a-7c5d-421b-aeac-a93f57e06b71 tempest-TestSnapshotPattern-1258304790 tempest-TestSnapshotPattern-1258304790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:44:31.680087 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Pushing event updated for resources: {'Port': ['ID=53ccbab5-892b-49fd-b2f6-ea8b6414d757,revision_number=8']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 22:44:31.681855 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-bc12cff5-8976-43dc-b2ed-cfc0a12447e5 req-63b8327a-7c5d-421b-aeac-a93f57e06b71 tempest-TestSnapshotPattern-1258304790 tempest-TestSnapshotPattern-1258304790-project] 10.222.0.13 "GET /v2.0/ports?device_id=0b605220-1124-4b7b-b865-26f03654d481 HTTP/1.1" status: 200 len: 931 time: 0.4488776 Jan 26 22:44:31.737201 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-bc12cff5-8976-43dc-b2ed-cfc0a12447e5 req-907775df-7ca2-44ff-9a80-002d6461f14f tempest-TestSnapshotPattern-1258304790 tempest-TestSnapshotPattern-1258304790-project] 10.222.0.13 "GET /v2.0/security-groups?id=bdee7b32-0d1b-4c8f-bd8d-ad6cbb39f232&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0540390 Jan 26 22:44:31.780600 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 26 Jan 2022 22:44:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33a1205d-ab90-4144-84b0-ae3bf4ce25e4 x-openstack-request-id: req-33a1205d-ab90-4144-84b0-ae3bf4ce25e4 {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 22:44:31.780961 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ea1b141-cda3-4855-9827-ec5711f21195", "name": "network-vif-unplugged", "status": "completed", "tag": "53ccbab5-892b-49fd-b2f6-ea8b6414d757", "code": 200}]} {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 22:44:31.781278 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-33a1205d-ab90-4144-84b0-ae3bf4ce25e4 {{(pid=103306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 22:44:31.781893 n-d-760453-5 neutron-server[103306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ea1b141-cda3-4855-9827-ec5711f21195', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '53ccbab5-892b-49fd-b2f6-ea8b6414d757', 'code': 200} Jan 26 22:44:32.860911 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98da11ca-a8f1-4edf-b6cc-c8c9efb8be2e req-b56f80bc-4dad-4501-932f-5d7c916dcf2a tempest-TestSnapshotPattern-1258304790 tempest-TestSnapshotPattern-1258304790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:44:32.862700 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-98da11ca-a8f1-4edf-b6cc-c8c9efb8be2e req-b56f80bc-4dad-4501-932f-5d7c916dcf2a tempest-TestSnapshotPattern-1258304790 tempest-TestSnapshotPattern-1258304790-project] 10.222.0.13 "GET /v2.0/ports?device_id=0b605220-1124-4b7b-b865-26f03654d481 HTTP/1.1" status: 200 len: 931 time: 0.0533974 Jan 26 22:44:32.917974 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-98da11ca-a8f1-4edf-b6cc-c8c9efb8be2e req-f6b94240-fb1d-433f-80cb-92559dc7408a tempest-TestSnapshotPattern-1258304790 tempest-TestSnapshotPattern-1258304790-project] 10.222.0.13 "GET /v2.0/security-groups?id=bdee7b32-0d1b-4c8f-bd8d-ad6cbb39f232&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488791 Jan 26 22:44:34.047764 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17829c5e-67bf-437f-b900-83aed429d1b4 req-57008073-04e9-455d-9697-9ce4be11dac4 tempest-TestSnapshotPattern-1258304790 tempest-TestSnapshotPattern-1258304790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:44:34.049275 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-17829c5e-67bf-437f-b900-83aed429d1b4 req-57008073-04e9-455d-9697-9ce4be11dac4 tempest-TestSnapshotPattern-1258304790 tempest-TestSnapshotPattern-1258304790-project] 10.222.0.13 "GET /v2.0/ports?device_id=0b605220-1124-4b7b-b865-26f03654d481 HTTP/1.1" status: 200 len: 931 time: 0.0517170 Jan 26 22:44:34.107975 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-17829c5e-67bf-437f-b900-83aed429d1b4 req-c2ec3b86-8569-4447-86b9-75df89899588 tempest-TestSnapshotPattern-1258304790 tempest-TestSnapshotPattern-1258304790-project] 10.222.0.13 "GET /v2.0/security-groups?id=bdee7b32-0d1b-4c8f-bd8d-ad6cbb39f232&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0527625 Jan 26 22:44:35.243059 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ac269c-cd52-450a-9922-f4aa2f579cc6 req-336fa3db-6df7-4854-a801-a17bcaa88ed3 tempest-TestSnapshotPattern-1258304790 tempest-TestSnapshotPattern-1258304790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:44:35.244583 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-90ac269c-cd52-450a-9922-f4aa2f579cc6 req-336fa3db-6df7-4854-a801-a17bcaa88ed3 tempest-TestSnapshotPattern-1258304790 tempest-TestSnapshotPattern-1258304790-project] 10.222.0.13 "GET /v2.0/ports?device_id=0b605220-1124-4b7b-b865-26f03654d481 HTTP/1.1" status: 200 len: 931 time: 0.0497890 Jan 26 22:44:35.309383 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-90ac269c-cd52-450a-9922-f4aa2f579cc6 req-e10cfbed-e98b-47d0-aacc-b147dcbcdb4f tempest-TestSnapshotPattern-1258304790 tempest-TestSnapshotPattern-1258304790-project] 10.222.0.13 "GET /v2.0/security-groups?id=bdee7b32-0d1b-4c8f-bd8d-ad6cbb39f232&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0585649 Jan 26 22:44:36.424422 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653c2016-7af8-4a48-9134-bcdaa3212a9e req-179120a1-e172-4df5-953c-64d8f5dd96a1 tempest-TestSnapshotPattern-1258304790 tempest-TestSnapshotPattern-1258304790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:44:36.426634 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-653c2016-7af8-4a48-9134-bcdaa3212a9e req-179120a1-e172-4df5-953c-64d8f5dd96a1 tempest-TestSnapshotPattern-1258304790 tempest-TestSnapshotPattern-1258304790-project] 10.222.0.13 "GET /v2.0/ports?device_id=0b605220-1124-4b7b-b865-26f03654d481 HTTP/1.1" status: 200 len: 931 time: 0.0556297 Jan 26 22:44:36.477032 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-653c2016-7af8-4a48-9134-bcdaa3212a9e req-02b3dc7a-4380-4827-b7d9-946526d7a859 tempest-TestSnapshotPattern-1258304790 tempest-TestSnapshotPattern-1258304790-project] 10.222.0.13 "GET /v2.0/security-groups?id=bdee7b32-0d1b-4c8f-bd8d-ad6cbb39f232&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449164 Jan 26 22:44:37.098993 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [req-b0b43ed6-457b-486a-822c-e1d4b881d2d9 req-0c57cefc-9098-435e-b4b2-591570dac73d service neutron] Request body: {'port': {'device_id': '0b605220-1124-4b7b-b865-26f03654d481', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-760453-5'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 22:44:37.154681 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-b0b43ed6-457b-486a-822c-e1d4b881d2d9 req-0c57cefc-9098-435e-b4b2-591570dac73d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (aa45fe66-60b7-4d0f-abbf-80df822b397d), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:44:37.410861 n-d-760453-5 neutron-server[103304]: DEBUG neutron.notifiers.nova [req-b0b43ed6-457b-486a-822c-e1d4b881d2d9 req-0c57cefc-9098-435e-b4b2-591570dac73d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aa45fe66-60b7-4d0f-abbf-80df822b397d {{(pid=103304) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 26 22:44:37.418319 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-b0b43ed6-457b-486a-822c-e1d4b881d2d9 req-0c57cefc-9098-435e-b4b2-591570dac73d service neutron] Publish callbacks [] for port (aa45fe66-60b7-4d0f-abbf-80df822b397d), precommit_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:44:37.430991 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.provisioning_blocks [req-b0b43ed6-457b-486a-822c-e1d4b881d2d9 req-0c57cefc-9098-435e-b4b2-591570dac73d service neutron] Transition to ACTIVE for port object aa45fe66-60b7-4d0f-abbf-80df822b397d will not be triggered until provisioned by entity L2. {{(pid=103304) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 22:44:37.434585 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-b0b43ed6-457b-486a-822c-e1d4b881d2d9 req-0c57cefc-9098-435e-b4b2-591570dac73d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9281542'] for port (aa45fe66-60b7-4d0f-abbf-80df822b397d), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:44:37.505958 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c57cefc-9098-435e-b4b2-591570dac73d service neutron] Pushing event updated for resources: {'Port': ['ID=aa45fe66-60b7-4d0f-abbf-80df822b397d,revision_number=2']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 22:44:37.573589 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [req-b0b43ed6-457b-486a-822c-e1d4b881d2d9 req-0c57cefc-9098-435e-b4b2-591570dac73d service neutron] Attempting to bind port aa45fe66-60b7-4d0f-abbf-80df822b397d on host n-h2-760453-5 for vnic_type normal with profile {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 22:44:37.573589 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [req-b0b43ed6-457b-486a-822c-e1d4b881d2d9 req-0c57cefc-9098-435e-b4b2-591570dac73d service neutron] Attempting to bind port aa45fe66-60b7-4d0f-abbf-80df822b397d by drivers openvswitch,hyperv on host n-h2-760453-5 at level 0 using segments [{'id': 'c0cbec19-aa31-49b8-af17-a02c840521e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': 'f72e8e87-9a1b-4e54-95cb-4f1c36edf1c3'}] {{(pid=103304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 26 22:44:37.573589 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0b43ed6-457b-486a-822c-e1d4b881d2d9 req-0c57cefc-9098-435e-b4b2-591570dac73d service neutron] Attempting to bind port aa45fe66-60b7-4d0f-abbf-80df822b397d on network f72e8e87-9a1b-4e54-95cb-4f1c36edf1c3 {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 22:44:37.594244 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0b43ed6-457b-486a-822c-e1d4b881d2d9 req-0c57cefc-9098-435e-b4b2-591570dac73d service neutron] Port aa45fe66-60b7-4d0f-abbf-80df822b397d on network f72e8e87-9a1b-4e54-95cb-4f1c36edf1c3 not bound, no agent of type Open vSwitch agent registered on host n-h2-760453-5 {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 26 22:44:37.594590 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0b43ed6-457b-486a-822c-e1d4b881d2d9 req-0c57cefc-9098-435e-b4b2-591570dac73d service neutron] Attempting to bind port aa45fe66-60b7-4d0f-abbf-80df822b397d on network f72e8e87-9a1b-4e54-95cb-4f1c36edf1c3 {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 22:44:37.604462 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0b43ed6-457b-486a-822c-e1d4b881d2d9 req-0c57cefc-9098-435e-b4b2-591570dac73d service neutron] Checking agent: {'id': '4d619873-4b60-439f-9b5a-b155dc8bbc34', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-760453-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 21, 2, 53), 'started_at': datetime.datetime(2022, 1, 26, 21, 2, 53), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 22, 44, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 26 22:44:37.604817 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0b43ed6-457b-486a-822c-e1d4b881d2d9 req-0c57cefc-9098-435e-b4b2-591570dac73d service neutron] Checking segment: {'id': 'c0cbec19-aa31-49b8-af17-a02c840521e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': 'f72e8e87-9a1b-4e54-95cb-4f1c36edf1c3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103304) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 22:44:37.605213 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0b43ed6-457b-486a-822c-e1d4b881d2d9 req-0c57cefc-9098-435e-b4b2-591570dac73d service neutron] Bound using segment: {'id': 'c0cbec19-aa31-49b8-af17-a02c840521e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': 'f72e8e87-9a1b-4e54-95cb-4f1c36edf1c3'} {{(pid=103304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 26 22:44:37.605698 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.managers [req-b0b43ed6-457b-486a-822c-e1d4b881d2d9 req-0c57cefc-9098-435e-b4b2-591570dac73d service neutron] Bound port: aa45fe66-60b7-4d0f-abbf-80df822b397d, host: n-h2-760453-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c0cbec19-aa31-49b8-af17-a02c840521e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': 'f72e8e87-9a1b-4e54-95cb-4f1c36edf1c3'}}] {{(pid=103304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 26 22:44:37.606065 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-b0b43ed6-457b-486a-822c-e1d4b881d2d9 req-0c57cefc-9098-435e-b4b2-591570dac73d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (aa45fe66-60b7-4d0f-abbf-80df822b397d), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:44:37.631423 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4676e4-eb0d-4729-bd6a-130251654a40 req-f47c3e8e-6e2a-4a80-a92e-66240b36d1aa tempest-TestSnapshotPattern-1258304790 tempest-TestSnapshotPattern-1258304790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:44:37.633005 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-fc4676e4-eb0d-4729-bd6a-130251654a40 req-f47c3e8e-6e2a-4a80-a92e-66240b36d1aa tempest-TestSnapshotPattern-1258304790 tempest-TestSnapshotPattern-1258304790-project] 10.222.0.13 "GET /v2.0/ports?device_id=0b605220-1124-4b7b-b865-26f03654d481 HTTP/1.1" status: 200 len: 943 time: 0.0761869 Jan 26 22:44:37.722549 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [req-b0b43ed6-457b-486a-822c-e1d4b881d2d9 req-0c57cefc-9098-435e-b4b2-591570dac73d service neutron] For port aa45fe66-60b7-4d0f-abbf-80df822b397d, host n-h2-760453-5, cleared binding levels {{(pid=103304) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 26 22:44:37.725997 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [req-b0b43ed6-457b-486a-822c-e1d4b881d2d9 req-0c57cefc-9098-435e-b4b2-591570dac73d service neutron] For port aa45fe66-60b7-4d0f-abbf-80df822b397d, host n-h2-760453-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-5',level=0,port_id=aa45fe66-60b7-4d0f-abbf-80df822b397d,segment=NetworkSegment(c0cbec19-aa31-49b8-af17-a02c840521e6),segment_id=c0cbec19-aa31-49b8-af17-a02c840521e6)] {{(pid=103304) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 26 22:44:37.731666 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-fc4676e4-eb0d-4729-bd6a-130251654a40 req-d9507e0c-9051-4076-97ac-c17ff3cbbe47 tempest-TestSnapshotPattern-1258304790 tempest-TestSnapshotPattern-1258304790-project] 10.222.0.13 "GET /v2.0/security-groups?id=bdee7b32-0d1b-4c8f-bd8d-ad6cbb39f232&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0805268 Jan 26 22:44:37.733578 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-b0b43ed6-457b-486a-822c-e1d4b881d2d9 req-0c57cefc-9098-435e-b4b2-591570dac73d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9281542'] for port (aa45fe66-60b7-4d0f-abbf-80df822b397d), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:44:37.768271 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b43ed6-457b-486a-822c-e1d4b881d2d9 req-0c57cefc-9098-435e-b4b2-591570dac73d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:44:37.768881 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-b0b43ed6-457b-486a-822c-e1d4b881d2d9 req-0c57cefc-9098-435e-b4b2-591570dac73d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:44:37.771410 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-b0b43ed6-457b-486a-822c-e1d4b881d2d9 req-0c57cefc-9098-435e-b4b2-591570dac73d service neutron] 10.222.0.57 "PUT /v2.0/ports/aa45fe66-60b7-4d0f-abbf-80df822b397d HTTP/1.1" status: 200 len: 1091 time: 0.6779366 Jan 26 22:44:37.773598 n-d-760453-5 neutron-server[103304]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0b605220-1124-4b7b-b865-26f03654d481', 'tag': 'aa45fe66-60b7-4d0f-abbf-80df822b397d'}] {{(pid=103304) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 22:44:37.775920 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86e783e1922a725fac327d65912384d63450ce1a6a2ee22db2d1cc52fb257f3b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d01991c0-5253-46b1-bc72-593879877633" -d '{"events": [{"name": "network-changed", "server_uuid": "0b605220-1124-4b7b-b865-26f03654d481", "tag": "aa45fe66-60b7-4d0f-abbf-80df822b397d"}]}' {{(pid=103304) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 22:44:37.801972 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c57cefc-9098-435e-b4b2-591570dac73d service neutron] Pushing event updated for resources: {'Port': ['ID=aa45fe66-60b7-4d0f-abbf-80df822b397d,revision_number=3']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 22:44:37.824611 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 26 Jan 2022 22:44:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c9b9142-f491-4de8-8046-89a9b9183a5a x-openstack-request-id: req-7c9b9142-f491-4de8-8046-89a9b9183a5a {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 22:44:37.824978 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0b605220-1124-4b7b-b865-26f03654d481", "tag": "aa45fe66-60b7-4d0f-abbf-80df822b397d", "status": "completed", "code": 200}]} {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 22:44:37.825324 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-7c9b9142-f491-4de8-8046-89a9b9183a5a {{(pid=103304) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 22:44:37.825758 n-d-760453-5 neutron-server[103304]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0b605220-1124-4b7b-b865-26f03654d481', 'tag': 'aa45fe66-60b7-4d0f-abbf-80df822b397d', 'status': 'completed', 'code': 200} Jan 26 22:44:37.859686 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b43ed6-457b-486a-822c-e1d4b881d2d9 req-c691d05b-ad2a-4fa3-ae37-dcafe1a2147d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:44:37.861263 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-b0b43ed6-457b-486a-822c-e1d4b881d2d9 req-c691d05b-ad2a-4fa3-ae37-dcafe1a2147d service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=7f5fbba6c8074819aac2d51d4781f535&device_id=0b605220-1124-4b7b-b865-26f03654d481 HTTP/1.1" status: 200 len: 1094 time: 0.0469639 Jan 26 22:44:37.904048 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-b0b43ed6-457b-486a-822c-e1d4b881d2d9 req-8f8391ef-7529-4dd4-bbf3-03cd46126948 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=aa45fe66-60b7-4d0f-abbf-80df822b397d HTTP/1.1" status: 200 len: 217 time: 0.0366859 Jan 26 22:44:37.963589 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b43ed6-457b-486a-822c-e1d4b881d2d9 req-375ce525-82d2-41e6-986b-028603860ac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:44:37.965083 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-b0b43ed6-457b-486a-822c-e1d4b881d2d9 req-375ce525-82d2-41e6-986b-028603860ac8 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=b971f6c3-c862-49f0-8f4a-323e3679574f HTTP/1.1" status: 200 len: 849 time: 0.0495052 Jan 26 22:44:38.010939 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b43ed6-457b-486a-822c-e1d4b881d2d9 req-19e5adb2-63ec-4374-856f-87f74a57265b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:44:38.012470 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-b0b43ed6-457b-486a-822c-e1d4b881d2d9 req-19e5adb2-63ec-4374-856f-87f74a57265b service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=f72e8e87-9a1b-4e54-95cb-4f1c36edf1c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0420642 Jan 26 22:44:38.101910 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-b0b43ed6-457b-486a-822c-e1d4b881d2d9 req-67dda806-d25a-4012-bdf8-cc2db48ede76 service neutron] 10.222.0.57 "GET /v2.0/networks/f72e8e87-9a1b-4e54-95cb-4f1c36edf1c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827610 Jan 26 22:44:38.194604 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-b0b43ed6-457b-486a-822c-e1d4b881d2d9 req-38e50c65-f390-466f-a3b6-f13138aeaf90 service neutron] 10.222.0.57 "GET /v2.0/networks/f72e8e87-9a1b-4e54-95cb-4f1c36edf1c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862129 Jan 26 22:44:38.281196 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01991c0-5253-46b1-bc72-593879877633 req-ea77917e-ecfe-4cb4-8f3a-fcb811abb187 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:44:38.282733 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-d01991c0-5253-46b1-bc72-593879877633 req-ea77917e-ecfe-4cb4-8f3a-fcb811abb187 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=7f5fbba6c8074819aac2d51d4781f535&device_id=0b605220-1124-4b7b-b865-26f03654d481 HTTP/1.1" status: 200 len: 1094 time: 0.0424764 Jan 26 22:44:38.374469 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01991c0-5253-46b1-bc72-593879877633 req-7f228d19-9565-4826-a6c9-bf27dd105e1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:44:38.376201 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-d01991c0-5253-46b1-bc72-593879877633 req-7f228d19-9565-4826-a6c9-bf27dd105e1a service neutron] 10.222.0.57 "GET /v2.0/networks?id=f72e8e87-9a1b-4e54-95cb-4f1c36edf1c3 HTTP/1.1" status: 200 len: 911 time: 0.0875096 Jan 26 22:44:38.418576 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-d01991c0-5253-46b1-bc72-593879877633 req-59c22eb5-5354-4b37-a9b3-5797bda102b3 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=aa45fe66-60b7-4d0f-abbf-80df822b397d HTTP/1.1" status: 200 len: 217 time: 0.0359259 Jan 26 22:44:38.466506 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01991c0-5253-46b1-bc72-593879877633 req-e419a696-dc37-4e88-b496-4b46bccd094f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:44:38.467846 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-d01991c0-5253-46b1-bc72-593879877633 req-e419a696-dc37-4e88-b496-4b46bccd094f service neutron] 10.222.0.57 "GET /v2.0/subnets?id=b971f6c3-c862-49f0-8f4a-323e3679574f HTTP/1.1" status: 200 len: 849 time: 0.0436225 Jan 26 22:44:38.516512 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01991c0-5253-46b1-bc72-593879877633 req-0e19d5cd-e9a5-48a7-9090-40a781f68ff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:44:38.518061 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-d01991c0-5253-46b1-bc72-593879877633 req-0e19d5cd-e9a5-48a7-9090-40a781f68ff2 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=f72e8e87-9a1b-4e54-95cb-4f1c36edf1c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0445220 Jan 26 22:44:38.605558 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-d01991c0-5253-46b1-bc72-593879877633 req-cebd65e1-dc00-4933-b5d7-ae1d18f33886 service neutron] 10.222.0.57 "GET /v2.0/networks/f72e8e87-9a1b-4e54-95cb-4f1c36edf1c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809376 Jan 26 22:44:38.701453 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-d01991c0-5253-46b1-bc72-593879877633 req-839564b2-46a8-4435-8b0c-2f7a99286d7c service neutron] 10.222.0.57 "GET /v2.0/networks/f72e8e87-9a1b-4e54-95cb-4f1c36edf1c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891569 Jan 26 22:44:38.849591 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711920a1-1229-4c68-9bb9-1208462a2c15 req-70409a9d-354e-4292-8f0c-94659e0cc46b tempest-TestSnapshotPattern-1258304790 tempest-TestSnapshotPattern-1258304790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:44:38.851094 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-711920a1-1229-4c68-9bb9-1208462a2c15 req-70409a9d-354e-4292-8f0c-94659e0cc46b tempest-TestSnapshotPattern-1258304790 tempest-TestSnapshotPattern-1258304790-project] 10.222.0.13 "GET /v2.0/ports?device_id=0b605220-1124-4b7b-b865-26f03654d481 HTTP/1.1" status: 200 len: 943 time: 0.0494049 Jan 26 22:44:38.901576 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-711920a1-1229-4c68-9bb9-1208462a2c15 req-d7f80777-8f4a-474f-99a5-9941d6d93fd5 tempest-TestSnapshotPattern-1258304790 tempest-TestSnapshotPattern-1258304790-project] 10.222.0.13 "GET /v2.0/security-groups?id=bdee7b32-0d1b-4c8f-bd8d-ad6cbb39f232&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449121 Jan 26 22:44:39.319490 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (32ef628b-8417-46c5-8729-60fcabe358f1), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:44:40.015111 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be27b129-be45-4a84-873a-ed83f8e6b0da req-5d882b05-3f85-4d06-bbb7-6e1cbea0bbd6 tempest-TestSnapshotPattern-1258304790 tempest-TestSnapshotPattern-1258304790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:44:40.016620 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-be27b129-be45-4a84-873a-ed83f8e6b0da req-5d882b05-3f85-4d06-bbb7-6e1cbea0bbd6 tempest-TestSnapshotPattern-1258304790 tempest-TestSnapshotPattern-1258304790-project] 10.222.0.13 "GET /v2.0/ports?device_id=0b605220-1124-4b7b-b865-26f03654d481 HTTP/1.1" status: 200 len: 943 time: 0.0486982 Jan 26 22:44:40.065139 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-be27b129-be45-4a84-873a-ed83f8e6b0da req-dc8a6b8b-4e49-4fb9-bbd3-bdd99cf19a1e tempest-TestSnapshotPattern-1258304790 tempest-TestSnapshotPattern-1258304790-project] 10.222.0.13 "GET /v2.0/security-groups?id=bdee7b32-0d1b-4c8f-bd8d-ad6cbb39f232&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423000 Jan 26 22:44:40.451628 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-35907973-d689-4375-945f-93f3beb205c7 req-f6de5246-67bc-4c7e-ac7d-17ebe3bcfac5 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=9ea1b141-cda3-4855-9827-ec5711f21195&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0452449 Jan 26 22:44:40.547182 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35907973-d689-4375-945f-93f3beb205c7 req-c51ff209-5f76-491a-ae16-54f0bde066e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:44:40.548645 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-35907973-d689-4375-945f-93f3beb205c7 req-c51ff209-5f76-491a-ae16-54f0bde066e9 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=7f5fbba6c8074819aac2d51d4781f535&device_id=9ea1b141-cda3-4855-9827-ec5711f21195 HTTP/1.1" status: 200 len: 1095 time: 0.0393982 Jan 26 22:44:40.649370 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35907973-d689-4375-945f-93f3beb205c7 req-8e1e335b-a8cc-46f9-9adb-f47d96a5cfbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:44:40.650776 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-35907973-d689-4375-945f-93f3beb205c7 req-8e1e335b-a8cc-46f9-9adb-f47d96a5cfbf service neutron] 10.222.0.66 "GET /v2.0/networks?id=f72e8e87-9a1b-4e54-95cb-4f1c36edf1c3 HTTP/1.1" status: 200 len: 911 time: 0.0841744 Jan 26 22:44:40.720115 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-35907973-d689-4375-945f-93f3beb205c7 req-d1f0db0a-37a4-4670-8e9f-d8dde7b91b61 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=53ccbab5-892b-49fd-b2f6-ea8b6414d757 HTTP/1.1" status: 200 len: 1000 time: 0.0624006 Jan 26 22:44:40.766820 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35907973-d689-4375-945f-93f3beb205c7 req-747215f6-426d-49c2-acc1-103b0a579849 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:44:40.768249 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-35907973-d689-4375-945f-93f3beb205c7 req-747215f6-426d-49c2-acc1-103b0a579849 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=b971f6c3-c862-49f0-8f4a-323e3679574f HTTP/1.1" status: 200 len: 849 time: 0.0428317 Jan 26 22:44:40.813012 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35907973-d689-4375-945f-93f3beb205c7 req-4b6ea855-f76f-4ecb-823c-72813fe724b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:44:40.814536 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-35907973-d689-4375-945f-93f3beb205c7 req-4b6ea855-f76f-4ecb-823c-72813fe724b3 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=f72e8e87-9a1b-4e54-95cb-4f1c36edf1c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0398180 Jan 26 22:44:40.905675 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-35907973-d689-4375-945f-93f3beb205c7 req-8dec08da-658a-4aa6-9cff-0825e4d254d1 service neutron] 10.222.0.66 "GET /v2.0/networks/f72e8e87-9a1b-4e54-95cb-4f1c36edf1c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851455 Jan 26 22:44:40.959727 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Device aa45fe66-60b7-4d0f-abbf-80df822b397d details requested by agent hyperv_n-h2-760453-5 with host n-h2-760453-5 {{(pid=103306) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 26 22:44:40.993838 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-35907973-d689-4375-945f-93f3beb205c7 req-68140bd4-f0b6-49ef-bdc4-198cbe411ba4 service neutron] 10.222.0.66 "GET /v2.0/networks/f72e8e87-9a1b-4e54-95cb-4f1c36edf1c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829244 Jan 26 22:44:41.057666 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] For port aa45fe66-60b7-4d0f-abbf-80df822b397d, host n-h2-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-5',level=0,port_id=aa45fe66-60b7-4d0f-abbf-80df822b397d,segment=NetworkSegment(c0cbec19-aa31-49b8-af17-a02c840521e6),segment_id=c0cbec19-aa31-49b8-af17-a02c840521e6)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 22:44:41.069101 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Returning: {'device': 'aa45fe66-60b7-4d0f-abbf-80df822b397d', 'network_id': 'f72e8e87-9a1b-4e54-95cb-4f1c36edf1c3', 'port_id': 'aa45fe66-60b7-4d0f-abbf-80df822b397d', 'mac_address': 'fa:16:3e:60:f6:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 579, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b971f6c3-c862-49f0-8f4a-323e3679574f', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103306) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 26 22:44:41.122574 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Current status of the port aa45fe66-60b7-4d0f-abbf-80df822b397d is: DOWN; New status is: BUILD {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 22:44:41.123049 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (aa45fe66-60b7-4d0f-abbf-80df822b397d), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:44:41.165311 n-d-760453-5 neutron-server[103306]: DEBUG neutron.notifiers.nova [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aa45fe66-60b7-4d0f-abbf-80df822b397d {{(pid=103306) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 26 22:44:41.185275 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] For port aa45fe66-60b7-4d0f-abbf-80df822b397d, host n-h2-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-5',level=0,port_id=aa45fe66-60b7-4d0f-abbf-80df822b397d,segment=NetworkSegment(c0cbec19-aa31-49b8-af17-a02c840521e6),segment_id=c0cbec19-aa31-49b8-af17-a02c840521e6)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 22:44:41.198902 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1b0ba4-7086-4e92-9318-b04f4baf4ac4 req-ddffbe77-0ea2-4962-adad-1bc3b1f4ebae tempest-TestSnapshotPattern-1258304790 tempest-TestSnapshotPattern-1258304790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:44:41.200586 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-7c1b0ba4-7086-4e92-9318-b04f4baf4ac4 req-ddffbe77-0ea2-4962-adad-1bc3b1f4ebae tempest-TestSnapshotPattern-1258304790 tempest-TestSnapshotPattern-1258304790-project] 10.222.0.13 "GET /v2.0/ports?device_id=0b605220-1124-4b7b-b865-26f03654d481 HTTP/1.1" status: 200 len: 943 time: 0.0567126 Jan 26 22:44:41.226929 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (aa45fe66-60b7-4d0f-abbf-80df822b397d), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:44:41.253311 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-7c1b0ba4-7086-4e92-9318-b04f4baf4ac4 req-09d8d72c-1dba-4a7d-b851-d2d8c0a80bbf tempest-TestSnapshotPattern-1258304790 tempest-TestSnapshotPattern-1258304790-project] 10.222.0.13 "GET /v2.0/security-groups?id=bdee7b32-0d1b-4c8f-bd8d-ad6cbb39f232&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470376 Jan 26 22:44:41.276816 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Pushing event updated for resources: {'Port': ['ID=aa45fe66-60b7-4d0f-abbf-80df822b397d,revision_number=4']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 22:44:41.459987 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] get_ports_and_sgs() called for port_ids ['aa45fe66-60b7-4d0f-abbf-80df822b397d'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 26 22:44:42.369431 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7dea802-1bb3-4eee-ae69-e6aecf4d3bb9 req-700f1eb9-dd42-4cdb-a9c9-78d9dfd5d058 tempest-TestSnapshotPattern-1258304790 tempest-TestSnapshotPattern-1258304790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:44:42.370912 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-d7dea802-1bb3-4eee-ae69-e6aecf4d3bb9 req-700f1eb9-dd42-4cdb-a9c9-78d9dfd5d058 tempest-TestSnapshotPattern-1258304790 tempest-TestSnapshotPattern-1258304790-project] 10.222.0.13 "GET /v2.0/ports?device_id=0b605220-1124-4b7b-b865-26f03654d481 HTTP/1.1" status: 200 len: 944 time: 0.0485201 Jan 26 22:44:42.419434 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-d7dea802-1bb3-4eee-ae69-e6aecf4d3bb9 req-75a5d335-17e9-4069-8982-c99b700b579f tempest-TestSnapshotPattern-1258304790 tempest-TestSnapshotPattern-1258304790-project] 10.222.0.13 "GET /v2.0/security-groups?id=bdee7b32-0d1b-4c8f-bd8d-ad6cbb39f232&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425727 Jan 26 22:44:42.969001 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Device aa45fe66-60b7-4d0f-abbf-80df822b397d up at agent hyperv_n-h2-760453-5 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 22:44:43.017138 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Provisioning for port aa45fe66-60b7-4d0f-abbf-80df822b397d completed by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 22:44:43.021663 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Provisioning complete for port aa45fe66-60b7-4d0f-abbf-80df822b397d triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 22:44:43.022043 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (aa45fe66-60b7-4d0f-abbf-80df822b397d), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:44:43.099584 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Current status of the port aa45fe66-60b7-4d0f-abbf-80df822b397d is: BUILD; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 22:44:43.099982 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (aa45fe66-60b7-4d0f-abbf-80df822b397d), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:44:43.122066 n-d-760453-5 neutron-server[103306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b605220-1124-4b7b-b865-26f03654d481', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa45fe66-60b7-4d0f-abbf-80df822b397d'}] {{(pid=103306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 22:44:43.124278 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c06f7aa05085a00df6a2944c086d22937b62c1e75db8df879377281bc6a8a153" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4d58d22-479e-4927-8717-891f8a96a8a8" -d '{"events": [{"server_uuid": "0b605220-1124-4b7b-b865-26f03654d481", "name": "network-vif-plugged", "status": "completed", "tag": "aa45fe66-60b7-4d0f-abbf-80df822b397d"}]}' {{(pid=103306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 22:44:43.137164 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] For port aa45fe66-60b7-4d0f-abbf-80df822b397d, host n-h2-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-5',level=0,port_id=aa45fe66-60b7-4d0f-abbf-80df822b397d,segment=NetworkSegment(c0cbec19-aa31-49b8-af17-a02c840521e6),segment_id=c0cbec19-aa31-49b8-af17-a02c840521e6)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 22:44:43.141122 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (aa45fe66-60b7-4d0f-abbf-80df822b397d), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:44:43.186718 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Pushing event updated for resources: {'Port': ['ID=aa45fe66-60b7-4d0f-abbf-80df822b397d,revision_number=5']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 22:44:43.229607 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Jan 2022 22:44:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89cf0cdb-7fc3-46c0-bd77-e5e406731083 x-openstack-request-id: req-89cf0cdb-7fc3-46c0-bd77-e5e406731083 {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 22:44:43.229895 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b605220-1124-4b7b-b865-26f03654d481", "name": "network-vif-plugged", "status": "completed", "tag": "aa45fe66-60b7-4d0f-abbf-80df822b397d", "code": 200}]} {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 22:44:43.230171 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-89cf0cdb-7fc3-46c0-bd77-e5e406731083 {{(pid=103306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 22:44:43.230578 n-d-760453-5 neutron-server[103306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b605220-1124-4b7b-b865-26f03654d481', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa45fe66-60b7-4d0f-abbf-80df822b397d', 'code': 200} Jan 26 22:44:43.329500 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a73fbc9-5c3a-42ce-8b79-345b626b149d req-d4210ea4-7829-4a92-91d2-dd9c0008c069 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:44:43.330978 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-1a73fbc9-5c3a-42ce-8b79-345b626b149d req-d4210ea4-7829-4a92-91d2-dd9c0008c069 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=0b605220-1124-4b7b-b865-26f03654d481 HTTP/1.1" status: 200 len: 1096 time: 0.0439229 Jan 26 22:44:43.377732 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-1a73fbc9-5c3a-42ce-8b79-345b626b149d req-851dda1f-a71f-42c5-9c5d-c9a595f38bd5 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=bdee7b32-0d1b-4c8f-bd8d-ad6cbb39f232&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409739 Jan 26 22:44:43.535495 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8be09b7-a164-493c-bd86-0113e0ca26b1 req-8cfe21fb-bf14-4dad-8b45-e596999c3233 tempest-TestSnapshotPattern-1258304790 tempest-TestSnapshotPattern-1258304790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:44:43.536998 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-e8be09b7-a164-493c-bd86-0113e0ca26b1 req-8cfe21fb-bf14-4dad-8b45-e596999c3233 tempest-TestSnapshotPattern-1258304790 tempest-TestSnapshotPattern-1258304790-project] 10.222.0.13 "GET /v2.0/ports?device_id=0b605220-1124-4b7b-b865-26f03654d481 HTTP/1.1" status: 200 len: 945 time: 0.0491297 Jan 26 22:44:43.586017 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-e8be09b7-a164-493c-bd86-0113e0ca26b1 req-792e7f81-8373-4d01-aa98-927fbb6395e5 tempest-TestSnapshotPattern-1258304790 tempest-TestSnapshotPattern-1258304790-project] 10.222.0.13 "GET /v2.0/security-groups?id=bdee7b32-0d1b-4c8f-bd8d-ad6cbb39f232&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434971 Jan 26 22:44:44.702801 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556683ee-8445-4456-8c5c-564a54b98239 req-0b8ac3ce-fd3e-42b5-aa65-6096988a5ff7 tempest-TestSnapshotPattern-1258304790 tempest-TestSnapshotPattern-1258304790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:44:44.704308 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-556683ee-8445-4456-8c5c-564a54b98239 req-0b8ac3ce-fd3e-42b5-aa65-6096988a5ff7 tempest-TestSnapshotPattern-1258304790 tempest-TestSnapshotPattern-1258304790-project] 10.222.0.13 "GET /v2.0/ports?device_id=0b605220-1124-4b7b-b865-26f03654d481 HTTP/1.1" status: 200 len: 945 time: 0.0498035 Jan 26 22:44:44.759192 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-556683ee-8445-4456-8c5c-564a54b98239 req-47e1904f-738a-4573-8325-764f47bb50ac tempest-TestSnapshotPattern-1258304790 tempest-TestSnapshotPattern-1258304790-project] 10.222.0.13 "GET /v2.0/security-groups?id=bdee7b32-0d1b-4c8f-bd8d-ad6cbb39f232&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487094 Jan 26 22:44:44.872680 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12497f81-76e7-43e8-b1fc-cd5d4fa96318 req-138dc25c-1c47-4ced-a6a6-59aea8394c64 tempest-TestSnapshotPattern-1258304790 tempest-TestSnapshotPattern-1258304790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:44:44.874216 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-12497f81-76e7-43e8-b1fc-cd5d4fa96318 req-138dc25c-1c47-4ced-a6a6-59aea8394c64 tempest-TestSnapshotPattern-1258304790 tempest-TestSnapshotPattern-1258304790-project] 10.222.0.13 "GET /v2.0/ports?device_id=0b605220-1124-4b7b-b865-26f03654d481 HTTP/1.1" status: 200 len: 945 time: 0.0483515 Jan 26 22:44:44.922323 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-12497f81-76e7-43e8-b1fc-cd5d4fa96318 req-77d87dd0-c56b-4cf6-92a9-079e530d0c9c tempest-TestSnapshotPattern-1258304790 tempest-TestSnapshotPattern-1258304790-project] 10.222.0.13 "GET /v2.0/security-groups?id=bdee7b32-0d1b-4c8f-bd8d-ad6cbb39f232&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418439 Jan 26 22:44:44.945387 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 57360) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 22:44:44.984523 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8735fd6-d522-401b-8c53-7dc475a3b2b6 tempest-TestSnapshotPattern-1420354353 tempest-TestSnapshotPattern-1420354353-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:44:44.986092 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-f8735fd6-d522-401b-8c53-7dc475a3b2b6 tempest-TestSnapshotPattern-1420354353 tempest-TestSnapshotPattern-1420354353-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=0b605220-1124-4b7b-b865-26f03654d481 HTTP/1.1" status: 200 len: 1091 time: 0.0397232 Jan 26 22:44:44.989324 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 57362) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 22:44:44.993611 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.v2.base [None req-5292f326-f421-466a-91fb-d1530c58b572 tempest-TestSnapshotPattern-1258304790 tempest-TestSnapshotPattern-1258304790-project] Request body: {'floatingip': {'floating_network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'port_id': 'aa45fe66-60b7-4d0f-abbf-80df822b397d', 'tenant_id': '7f5fbba6c8074819aac2d51d4781f535', 'fixed_ip_address': '172.20.0.7'}} {{(pid=103304) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 22:44:45.014197 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-5292f326-f421-466a-91fb-d1530c58b572 tempest-TestSnapshotPattern-1258304790 tempest-TestSnapshotPattern-1258304790-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:44:45.112459 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-5292f326-f421-466a-91fb-d1530c58b572 tempest-TestSnapshotPattern-1258304790 tempest-TestSnapshotPattern-1258304790-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (None), before_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:44:45.215691 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.db_base_plugin_common [None req-5292f326-f421-466a-91fb-d1530c58b572 tempest-TestSnapshotPattern-1258304790 tempest-TestSnapshotPattern-1258304790-project] Allocated IP 172.25.1.111 (4140a1f1-c93a-4bea-83a0-68953a54f299/e48251a1-e30d-4820-8396-00c6f6aeb601/8a3b8a0e-7690-4329-b30a-c347f54e990b) {{(pid=103304) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 22:44:45.320985 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-5292f326-f421-466a-91fb-d1530c58b572 tempest-TestSnapshotPattern-1258304790 tempest-TestSnapshotPattern-1258304790-project] Publish callbacks [] for port (8a3b8a0e-7690-4329-b30a-c347f54e990b), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:44:45.354356 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-5292f326-f421-466a-91fb-d1530c58b572 tempest-TestSnapshotPattern-1258304790 tempest-TestSnapshotPattern-1258304790-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746560234527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9281553'] for port (8a3b8a0e-7690-4329-b30a-c347f54e990b), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:44:45.391256 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5292f326-f421-466a-91fb-d1530c58b572 tempest-TestSnapshotPattern-1258304790 tempest-TestSnapshotPattern-1258304790-project] Network 4140a1f1-c93a-4bea-83a0-68953a54f299 is already hosted by enough agents. {{(pid=103304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 22:44:45.394130 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.base_scheduler [None req-5292f326-f421-466a-91fb-d1530c58b572 tempest-TestSnapshotPattern-1258304790 tempest-TestSnapshotPattern-1258304790-project] Resources bound (agent type, host, resource id): {{(pid=103304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 22:44:45.398373 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5292f326-f421-466a-91fb-d1530c58b572 tempest-TestSnapshotPattern-1258304790 tempest-TestSnapshotPattern-1258304790-project] Received port after_create {{(pid=103304) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 22:44:45.424548 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5292f326-f421-466a-91fb-d1530c58b572 tempest-TestSnapshotPattern-1258304790 tempest-TestSnapshotPattern-1258304790-project] Pushing event updated for resources: {'Port': ['ID=8a3b8a0e-7690-4329-b30a-c347f54e990b,revision_number=1']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 22:44:45.762721 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-5292f326-f421-466a-91fb-d1530c58b572 tempest-TestSnapshotPattern-1258304790 tempest-TestSnapshotPattern-1258304790-project] Publish callbacks [] for floatingip (356113a3-624e-40c5-9d29-88cb4e9aec29), precommit_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:44:45.827944 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-5292f326-f421-466a-91fb-d1530c58b572 tempest-TestSnapshotPattern-1258304790 tempest-TestSnapshotPattern-1258304790-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (8a3b8a0e-7690-4329-b30a-c347f54e990b), before_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:44:45.979201 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-5292f326-f421-466a-91fb-d1530c58b572 tempest-TestSnapshotPattern-1258304790 tempest-TestSnapshotPattern-1258304790-project] Publish callbacks [] for port (8a3b8a0e-7690-4329-b30a-c347f54e990b), precommit_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:44:45.983615 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-5292f326-f421-466a-91fb-d1530c58b572 tempest-TestSnapshotPattern-1258304790 tempest-TestSnapshotPattern-1258304790-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9281542'] for port (8a3b8a0e-7690-4329-b30a-c347f54e990b), after_update {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:44:46.057524 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5292f326-f421-466a-91fb-d1530c58b572 tempest-TestSnapshotPattern-1258304790 tempest-TestSnapshotPattern-1258304790-project] Pushing event updated for resources: {'Port': ['ID=8a3b8a0e-7690-4329-b30a-c347f54e990b,revision_number=2']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 22:44:46.063916 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-5292f326-f421-466a-91fb-d1530c58b572 tempest-TestSnapshotPattern-1258304790 tempest-TestSnapshotPattern-1258304790-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4110913'] for floatingip (356113a3-624e-40c5-9d29-88cb4e9aec29), after_create {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:44:46.164388 n-d-760453-5 neutron-server[103304]: INFO neutron.db.l3_db [None req-5292f326-f421-466a-91fb-d1530c58b572 tempest-TestSnapshotPattern-1258304790 tempest-TestSnapshotPattern-1258304790-project] Floating IP 356113a3-624e-40c5-9d29-88cb4e9aec29 associated. External IP: 172.25.1.111, port: aa45fe66-60b7-4d0f-abbf-80df822b397d. Jan 26 22:44:46.364661 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5292f326-f421-466a-91fb-d1530c58b572 tempest-TestSnapshotPattern-1258304790 tempest-TestSnapshotPattern-1258304790-project] Router 66681a15-76fe-42a3-ac8f-47cef5f7cbf8 has already been hosted by L3 agent 09df100c-3af1-4b0a-bda8-05914c71c458 {{(pid=103304) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 26 22:44:46.471617 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5292f326-f421-466a-91fb-d1530c58b572 tempest-TestSnapshotPattern-1258304790 tempest-TestSnapshotPattern-1258304790-project] Notify agent at l3_agent.n-d-760453-5 the message routers_updated {{(pid=103304) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 26 22:44:46.481465 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15ca972e-c1ed-44ce-8627-af7ae89bd8d1 None None] Sync routers for ids ['66681a15-76fe-42a3-ac8f-47cef5f7cbf8'] in n-d-760453-5 {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 26 22:44:46.490890 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-5292f326-f421-466a-91fb-d1530c58b572 tempest-TestSnapshotPattern-1258304790 tempest-TestSnapshotPattern-1258304790-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for floatingip (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:44:46.491611 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15ca972e-c1ed-44ce-8627-af7ae89bd8d1 None None] Routers {'66681a15-76fe-42a3-ac8f-47cef5f7cbf8'} bound to L3 agent in host n-d-760453-5 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 22:44:46.492218 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-15ca972e-c1ed-44ce-8627-af7ae89bd8d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-26T20:55:21Z,description=,heartbeat_timestamp=2022-01-26T22:44:21Z,host='n-d-760453-5',id=09df100c-3af1-4b0a-bda8-05914c71c458,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:55:21Z,topic='l3_agent')) {'router_ids': ['66681a15-76fe-42a3-ac8f-47cef5f7cbf8'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 22:44:46.522166 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-5292f326-f421-466a-91fb-d1530c58b572 tempest-TestSnapshotPattern-1258304790 tempest-TestSnapshotPattern-1258304790-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5318105 Jan 26 22:44:46.522776 n-d-760453-5 neutron-server[103304]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0b605220-1124-4b7b-b865-26f03654d481', 'tag': 'aa45fe66-60b7-4d0f-abbf-80df822b397d'}] {{(pid=103304) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 22:44:46.525064 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86e783e1922a725fac327d65912384d63450ce1a6a2ee22db2d1cc52fb257f3b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e43c2b3f-325d-444d-b0ff-64971652fbdc" -d '{"events": [{"name": "network-changed", "server_uuid": "0b605220-1124-4b7b-b865-26f03654d481", "tag": "aa45fe66-60b7-4d0f-abbf-80df822b397d"}]}' {{(pid=103304) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 22:44:46.568090 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 26 Jan 2022 22:44:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-998c243f-8d1f-42c0-80a6-49eb8b6a3407 x-openstack-request-id: req-998c243f-8d1f-42c0-80a6-49eb8b6a3407 {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 22:44:46.568384 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0b605220-1124-4b7b-b865-26f03654d481", "tag": "aa45fe66-60b7-4d0f-abbf-80df822b397d", "status": "completed", "code": 200}]} {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 22:44:46.568637 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-998c243f-8d1f-42c0-80a6-49eb8b6a3407 {{(pid=103304) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 22:44:46.569050 n-d-760453-5 neutron-server[103304]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0b605220-1124-4b7b-b865-26f03654d481', 'tag': 'aa45fe66-60b7-4d0f-abbf-80df822b397d', 'status': 'completed', 'code': 200} Jan 26 22:44:46.598898 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_dvr_db [None req-15ca972e-c1ed-44ce-8627-af7ae89bd8d1 None None] Set router 66681a15-76fe-42a3-ac8f-47cef5f7cbf8 gateway port host: n-d-760453-5 {{(pid=103307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 22:44:46.635268 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43c2b3f-325d-444d-b0ff-64971652fbdc req-6d2eb4f1-ab86-4cf6-bd36-b32b55c84d05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:44:46.636724 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-e43c2b3f-325d-444d-b0ff-64971652fbdc req-6d2eb4f1-ab86-4cf6-bd36-b32b55c84d05 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=7f5fbba6c8074819aac2d51d4781f535&device_id=0b605220-1124-4b7b-b865-26f03654d481 HTTP/1.1" status: 200 len: 1096 time: 0.0425539 Jan 26 22:44:46.725689 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43c2b3f-325d-444d-b0ff-64971652fbdc req-3ee43cb3-c01c-49d3-8487-b90b6e2e8780 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:44:46.727199 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-e43c2b3f-325d-444d-b0ff-64971652fbdc req-3ee43cb3-c01c-49d3-8487-b90b6e2e8780 service neutron] 10.222.0.57 "GET /v2.0/networks?id=f72e8e87-9a1b-4e54-95cb-4f1c36edf1c3 HTTP/1.1" status: 200 len: 911 time: 0.0844657 Jan 26 22:44:46.798835 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-e43c2b3f-325d-444d-b0ff-64971652fbdc req-9cfecb25-d982-4dec-8608-ec5c504ad01d service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=aa45fe66-60b7-4d0f-abbf-80df822b397d HTTP/1.1" status: 200 len: 999 time: 0.0626283 Jan 26 22:44:46.822705 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-15ca972e-c1ed-44ce-8627-af7ae89bd8d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66681a15-76fe-42a3-ac8f-47cef5f7cbf8', 'name': 'tempest-TestSnapshotPattern-1316890824-router', 'tenant_id': '7f5fbba6c8074819aac2d51d4781f535', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'external_fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.194'}], 'enable_snat': True}, 'gw_port_id': '6f3109c8-4fc2-45b1-b2ce-c59710fe7258', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T22:41:14Z', 'updated_at': '2022-01-26T22:41:16Z', 'revision_number': 4, 'project_id': '7f5fbba6c8074819aac2d51d4781f535', 'gw_port': {'id': '6f3109c8-4fc2-45b1-b2ce-c59710fe7258', 'name': '', 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:23:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66681a15-76fe-42a3-ac8f-47cef5f7cbf8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4381, 'fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T22:41:14Z', 'updated_at': '2022-01-26T22:41:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-5', '_floatingips': [{'id': '356113a3-624e-40c5-9d29-88cb4e9aec29', 'tenant_id': '7f5fbba6c8074819aac2d51d4781f535', 'floating_ip_address': '172.25.1.111', 'floating_network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'router_id': '66681a15-76fe-42a3-ac8f-47cef5f7cbf8', 'port_id': 'aa45fe66-60b7-4d0f-abbf-80df822b397d', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4409, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f72e8e87-9a1b-4e54-95cb-4f1c36edf1c3', 'mac_address': 'fa:16:3e:60:f6:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b605220-1124-4b7b-b865-26f03654d481', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-26T22:44:45Z', 'updated_at': '2022-01-26T22:44:45Z', 'revision_number': 0, 'project_id': '7f5fbba6c8074819aac2d51d4781f535', 'fixed_ip_address_scope': None}, {'id': 'feaa5440-0bdf-4cde-a52f-2318f2bcd2b6', 'tenant_id': '7f5fbba6c8074819aac2d51d4781f535', 'floating_ip_address': '172.25.1.107', 'floating_network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'router_id': '66681a15-76fe-42a3-ac8f-47cef5f7cbf8', 'port_id': '53ccbab5-892b-49fd-b2f6-ea8b6414d757', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 4406, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f72e8e87-9a1b-4e54-95cb-4f1c36edf1c3', 'mac_address': 'fa:16:3e:00:fa:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ea1b141-cda3-4855-9827-ec5711f21195', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-26T22:41:42Z', 'updated_at': '2022-01-26T22:41:44Z', 'revision_number': 1, 'project_id': '7f5fbba6c8074819aac2d51d4781f535', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cf701493-0e0a-470a-b004-5e01be75179c', 'name': '', 'network_id': 'f72e8e87-9a1b-4e54-95cb-4f1c36edf1c3', 'tenant_id': '7f5fbba6c8074819aac2d51d4781f535', 'mac_address': 'fa:16:3e:8e:ae:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66681a15-76fe-42a3-ac8f-47cef5f7cbf8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4382, 'fixed_ips': [{'subnet_id': 'b971f6c3-c862-49f0-8f4a-323e3679574f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T22:41:16Z', 'updated_at': '2022-01-26T22:41:20Z', 'revision_number': 5, 'project_id': '7f5fbba6c8074819aac2d51d4781f535', 'subnets': [{'id': 'b971f6c3-c862-49f0-8f4a-323e3679574f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760453-5', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 22:44:46.846604 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43c2b3f-325d-444d-b0ff-64971652fbdc req-4729252d-1d68-4aae-ac75-12a73fdf5d33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:44:46.848662 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-e43c2b3f-325d-444d-b0ff-64971652fbdc req-4729252d-1d68-4aae-ac75-12a73fdf5d33 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=b971f6c3-c862-49f0-8f4a-323e3679574f HTTP/1.1" status: 200 len: 849 time: 0.0436835 Jan 26 22:44:46.852729 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15ca972e-c1ed-44ce-8627-af7ae89bd8d1 None None] Checking router: 66681a15-76fe-42a3-ac8f-47cef5f7cbf8 for host: n-d-760453-5 {{(pid=103307) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 26 22:44:46.860998 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15ca972e-c1ed-44ce-8627-af7ae89bd8d1 None None] Routers {'66681a15-76fe-42a3-ac8f-47cef5f7cbf8'} bound to L3 agent in host n-d-760453-5 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 22:44:46.861630 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-15ca972e-c1ed-44ce-8627-af7ae89bd8d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-26T20:55:21Z,description=,heartbeat_timestamp=2022-01-26T22:44:21Z,host='n-d-760453-5',id=09df100c-3af1-4b0a-bda8-05914c71c458,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:55:21Z,topic='l3_agent')) {'router_ids': ['66681a15-76fe-42a3-ac8f-47cef5f7cbf8'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 22:44:46.894797 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43c2b3f-325d-444d-b0ff-64971652fbdc req-3ec5050d-af5a-4cf5-b821-36f79498fd31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:44:46.896277 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-e43c2b3f-325d-444d-b0ff-64971652fbdc req-3ec5050d-af5a-4cf5-b821-36f79498fd31 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=f72e8e87-9a1b-4e54-95cb-4f1c36edf1c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0410526 Jan 26 22:44:46.969995 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_dvr_db [None req-15ca972e-c1ed-44ce-8627-af7ae89bd8d1 None None] Set router 66681a15-76fe-42a3-ac8f-47cef5f7cbf8 gateway port host: n-d-760453-5 {{(pid=103307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 22:44:46.992953 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-e43c2b3f-325d-444d-b0ff-64971652fbdc req-af245a3e-1bc7-47cc-ae72-21b020df0698 service neutron] 10.222.0.57 "GET /v2.0/networks/f72e8e87-9a1b-4e54-95cb-4f1c36edf1c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888584 Jan 26 22:44:47.080689 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-e43c2b3f-325d-444d-b0ff-64971652fbdc req-41ed5eba-4ac4-4ce9-a1c1-7e8f2baa2b7c service neutron] 10.222.0.57 "GET /v2.0/networks/f72e8e87-9a1b-4e54-95cb-4f1c36edf1c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816481 Jan 26 22:44:47.194793 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-15ca972e-c1ed-44ce-8627-af7ae89bd8d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66681a15-76fe-42a3-ac8f-47cef5f7cbf8', 'name': 'tempest-TestSnapshotPattern-1316890824-router', 'tenant_id': '7f5fbba6c8074819aac2d51d4781f535', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'external_fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.194'}], 'enable_snat': True}, 'gw_port_id': '6f3109c8-4fc2-45b1-b2ce-c59710fe7258', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T22:41:14Z', 'updated_at': '2022-01-26T22:41:16Z', 'revision_number': 4, 'project_id': '7f5fbba6c8074819aac2d51d4781f535', 'gw_port': {'id': '6f3109c8-4fc2-45b1-b2ce-c59710fe7258', 'name': '', 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:23:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66681a15-76fe-42a3-ac8f-47cef5f7cbf8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4381, 'fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T22:41:14Z', 'updated_at': '2022-01-26T22:41:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-5', '_floatingips': [{'id': '356113a3-624e-40c5-9d29-88cb4e9aec29', 'tenant_id': '7f5fbba6c8074819aac2d51d4781f535', 'floating_ip_address': '172.25.1.111', 'floating_network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'router_id': '66681a15-76fe-42a3-ac8f-47cef5f7cbf8', 'port_id': 'aa45fe66-60b7-4d0f-abbf-80df822b397d', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4409, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f72e8e87-9a1b-4e54-95cb-4f1c36edf1c3', 'mac_address': 'fa:16:3e:60:f6:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b605220-1124-4b7b-b865-26f03654d481', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-26T22:44:45Z', 'updated_at': '2022-01-26T22:44:45Z', 'revision_number': 0, 'project_id': '7f5fbba6c8074819aac2d51d4781f535', 'fixed_ip_address_scope': None}, {'id': 'feaa5440-0bdf-4cde-a52f-2318f2bcd2b6', 'tenant_id': '7f5fbba6c8074819aac2d51d4781f535', 'floating_ip_address': '172.25.1.107', 'floating_network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'router_id': '66681a15-76fe-42a3-ac8f-47cef5f7cbf8', 'port_id': '53ccbab5-892b-49fd-b2f6-ea8b6414d757', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 4406, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f72e8e87-9a1b-4e54-95cb-4f1c36edf1c3', 'mac_address': 'fa:16:3e:00:fa:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ea1b141-cda3-4855-9827-ec5711f21195', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-26T22:41:42Z', 'updated_at': '2022-01-26T22:41:44Z', 'revision_number': 1, 'project_id': '7f5fbba6c8074819aac2d51d4781f535', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cf701493-0e0a-470a-b004-5e01be75179c', 'name': '', 'network_id': 'f72e8e87-9a1b-4e54-95cb-4f1c36edf1c3', 'tenant_id': '7f5fbba6c8074819aac2d51d4781f535', 'mac_address': 'fa:16:3e:8e:ae:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66681a15-76fe-42a3-ac8f-47cef5f7cbf8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4382, 'fixed_ips': [{'subnet_id': 'b971f6c3-c862-49f0-8f4a-323e3679574f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T22:41:16Z', 'updated_at': '2022-01-26T22:41:20Z', 'revision_number': 5, 'project_id': '7f5fbba6c8074819aac2d51d4781f535', 'subnets': [{'id': 'b971f6c3-c862-49f0-8f4a-323e3679574f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760453-5', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 22:44:47.221275 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15ca972e-c1ed-44ce-8627-af7ae89bd8d1 None None] The sync data for ids ['66681a15-76fe-42a3-ac8f-47cef5f7cbf8'] in n-d-760453-5 is: [{'id': '66681a15-76fe-42a3-ac8f-47cef5f7cbf8', 'name': 'tempest-TestSnapshotPattern-1316890824-router', 'tenant_id': '7f5fbba6c8074819aac2d51d4781f535', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'external_fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.194'}], 'enable_snat': True}, 'gw_port_id': '6f3109c8-4fc2-45b1-b2ce-c59710fe7258', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T22:41:14Z', 'updated_at': '2022-01-26T22:41:16Z', 'revision_number': 4, 'project_id': '7f5fbba6c8074819aac2d51d4781f535', 'gw_port': {'id': '6f3109c8-4fc2-45b1-b2ce-c59710fe7258', 'name': '', 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:23:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66681a15-76fe-42a3-ac8f-47cef5f7cbf8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4381, 'fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T22:41:14Z', 'updated_at': '2022-01-26T22:41:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-5', '_floatingips': [{'id': '356113a3-624e-40c5-9d29-88cb4e9aec29', 'tenant_id': '7f5fbba6c8074819aac2d51d4781f535', 'floating_ip_address': '172.25.1.111', 'floating_network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'router_id': '66681a15-76fe-42a3-ac8f-47cef5f7cbf8', 'port_id': 'aa45fe66-60b7-4d0f-abbf-80df822b397d', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4409, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f72e8e87-9a1b-4e54-95cb-4f1c36edf1c3', 'mac_address': 'fa:16:3e:60:f6:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b605220-1124-4b7b-b865-26f03654d481', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-26T22:44:45Z', 'updated_at': '2022-01-26T22:44:45Z', 'revision_number': 0, 'project_id': '7f5fbba6c8074819aac2d51d4781f535', 'fixed_ip_address_scope': None}, {'id': 'feaa5440-0bdf-4cde-a52f-2318f2bcd2b6', 'tenant_id': '7f5fbba6c8074819aac2d51d4781f535', 'floating_ip_address': '172.25.1.107', 'floating_network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'router_id': '66681a15-76fe-42a3-ac8f-47cef5f7cbf8', 'port_id': '53ccbab5-892b-49fd-b2f6-ea8b6414d757', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 4406, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f72e8e87-9a1b-4e54-95cb-4f1c36edf1c3', 'mac_address': 'fa:16:3e:00:fa:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ea1b141-cda3-4855-9827-ec5711f21195', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-26T22:41:42Z', 'updated_at': '2022-01-26T22:41:44Z', 'revision_number': 1, 'project_id': '7f5fbba6c8074819aac2d51d4781f535', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cf701493-0e0a-470a-b004-5e01be75179c', 'name': '', 'network_id': 'f72e8e87-9a1b-4e54-95cb-4f1c36edf1c3', 'tenant_id': '7f5fbba6c8074819aac2d51d4781f535', 'mac_address': 'fa:16:3e:8e:ae:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66681a15-76fe-42a3-ac8f-47cef5f7cbf8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4382, 'fixed_ips': [{'subnet_id': 'b971f6c3-c862-49f0-8f4a-323e3679574f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T22:41:16Z', 'updated_at': '2022-01-26T22:41:20Z', 'revision_number': 5, 'project_id': '7f5fbba6c8074819aac2d51d4781f535', 'subnets': [{'id': 'b971f6c3-c862-49f0-8f4a-323e3679574f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 26 22:44:47.412521 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e493d519-3ce6-42e9-8dfa-77d1a519e59a None None] New status for floating IP 356113a3-624e-40c5-9d29-88cb4e9aec29: ACTIVE {{(pid=103306) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 26 22:44:49.120939 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-317b8011-fb04-49b4-88b0-77f210fd0408 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (474ccdf7-ab6c-405b-a3b2-dc7b05829902), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:44:51.461328 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-444c27e3-d1c1-496f-81c0-dd8a6588ff02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (09df100c-3af1-4b0a-bda8-05914c71c458), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:44:52.632296 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-841f5991-a4d8-4d4b-b215-cbc6bab5427b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (aa7ee9d2-08eb-4e12-b895-24c57300dfec), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:44:54.122151 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (4d619873-4b60-439f-9b5a-b155dc8bbc34), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:44:54.465474 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-839dd188-ec69-470c-9ab0-d318dc1a2e96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (e79b4fc6-6c71-44b2-a6d0-ff3e1f4dfd0d), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:44:55.573798 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (fea0591a-627d-4c87-9a9a-01625ddf3277), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:45:06.469438 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.agents_db [None req-569f1ced-6396-4ddf-b79f-e03b0b2146ab None None] Agent healthcheck: found 7 active agents {{(pid=103307) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 26 22:45:09.331909 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (32ef628b-8417-46c5-8729-60fcabe358f1), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:45:19.111168 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-1d375266-9ca7-4e3f-ad6b-631674043547 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (474ccdf7-ab6c-405b-a3b2-dc7b05829902), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:45:21.461218 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-9fc65022-7a34-4ead-a0d2-12d9ee910d1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (09df100c-3af1-4b0a-bda8-05914c71c458), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:45:22.634899 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-841f5991-a4d8-4d4b-b215-cbc6bab5427b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (aa7ee9d2-08eb-4e12-b895-24c57300dfec), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:45:24.121974 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (4d619873-4b60-439f-9b5a-b155dc8bbc34), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:45:24.466947 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-839dd188-ec69-470c-9ab0-d318dc1a2e96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (e79b4fc6-6c71-44b2-a6d0-ff3e1f4dfd0d), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:45:25.576072 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (fea0591a-627d-4c87-9a9a-01625ddf3277), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:45:30.048904 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-47bba52c-af1a-4d28-8482-c46467bb1ad5 req-21f1fc86-26f7-4897-ba49-26932c273aeb service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=0b605220-1124-4b7b-b865-26f03654d481&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0833743 Jan 26 22:45:30.178206 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47bba52c-af1a-4d28-8482-c46467bb1ad5 req-05be0278-7413-4c29-9a79-64da566dade6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:45:30.179594 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-47bba52c-af1a-4d28-8482-c46467bb1ad5 req-05be0278-7413-4c29-9a79-64da566dade6 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=7f5fbba6c8074819aac2d51d4781f535&device_id=0b605220-1124-4b7b-b865-26f03654d481 HTTP/1.1" status: 200 len: 1096 time: 0.0453730 Jan 26 22:45:30.282121 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47bba52c-af1a-4d28-8482-c46467bb1ad5 req-c9b4f678-10ce-4378-9139-c6ef6c74fa13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:45:30.283617 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-47bba52c-af1a-4d28-8482-c46467bb1ad5 req-c9b4f678-10ce-4378-9139-c6ef6c74fa13 service neutron] 10.222.0.57 "GET /v2.0/networks?id=f72e8e87-9a1b-4e54-95cb-4f1c36edf1c3 HTTP/1.1" status: 200 len: 911 time: 0.0865004 Jan 26 22:45:30.353538 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-47bba52c-af1a-4d28-8482-c46467bb1ad5 req-593211df-38a9-4cbd-a8fc-427e564ffcc9 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=aa45fe66-60b7-4d0f-abbf-80df822b397d HTTP/1.1" status: 200 len: 1001 time: 0.0634894 Jan 26 22:45:30.404248 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47bba52c-af1a-4d28-8482-c46467bb1ad5 req-e2fd999e-a486-444e-a39d-e7e816628763 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:45:30.405779 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-47bba52c-af1a-4d28-8482-c46467bb1ad5 req-e2fd999e-a486-444e-a39d-e7e816628763 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=b971f6c3-c862-49f0-8f4a-323e3679574f HTTP/1.1" status: 200 len: 849 time: 0.0450501 Jan 26 22:45:30.452471 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47bba52c-af1a-4d28-8482-c46467bb1ad5 req-5152bc36-9cdd-4295-a861-8337d3d1e558 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:45:30.453979 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-47bba52c-af1a-4d28-8482-c46467bb1ad5 req-5152bc36-9cdd-4295-a861-8337d3d1e558 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=f72e8e87-9a1b-4e54-95cb-4f1c36edf1c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0421650 Jan 26 22:45:30.547318 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-47bba52c-af1a-4d28-8482-c46467bb1ad5 req-ed4ce465-8cce-4f5d-b824-c2cdad984a68 service neutron] 10.222.0.57 "GET /v2.0/networks/f72e8e87-9a1b-4e54-95cb-4f1c36edf1c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878241 Jan 26 22:45:30.643463 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-47bba52c-af1a-4d28-8482-c46467bb1ad5 req-ac426874-4239-4d1f-8398-21bbaa33abbd service neutron] 10.222.0.57 "GET /v2.0/networks/f72e8e87-9a1b-4e54-95cb-4f1c36edf1c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902495 Jan 26 22:45:39.333709 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (32ef628b-8417-46c5-8729-60fcabe358f1), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:45:41.452556 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-34e9b259-bee9-4731-9ea9-643d28a8d6b5 req-aa674057-0357-411d-b8ff-9256b92342a1 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=9ea1b141-cda3-4855-9827-ec5711f21195&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0454991 Jan 26 22:45:41.548125 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e9b259-bee9-4731-9ea9-643d28a8d6b5 req-e8995790-1935-45eb-8c39-18e3321a5b0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:45:41.549623 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-34e9b259-bee9-4731-9ea9-643d28a8d6b5 req-e8995790-1935-45eb-8c39-18e3321a5b0e service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=7f5fbba6c8074819aac2d51d4781f535&device_id=9ea1b141-cda3-4855-9827-ec5711f21195 HTTP/1.1" status: 200 len: 1095 time: 0.0400338 Jan 26 22:45:41.649794 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e9b259-bee9-4731-9ea9-643d28a8d6b5 req-319c6873-70c7-4baf-9ae4-5d4c51f9a581 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:45:41.651197 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-34e9b259-bee9-4731-9ea9-643d28a8d6b5 req-319c6873-70c7-4baf-9ae4-5d4c51f9a581 service neutron] 10.222.0.66 "GET /v2.0/networks?id=f72e8e87-9a1b-4e54-95cb-4f1c36edf1c3 HTTP/1.1" status: 200 len: 911 time: 0.0838549 Jan 26 22:45:41.718784 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-34e9b259-bee9-4731-9ea9-643d28a8d6b5 req-2187986c-c645-400d-8a33-131f41c73b24 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=53ccbab5-892b-49fd-b2f6-ea8b6414d757 HTTP/1.1" status: 200 len: 1000 time: 0.0623159 Jan 26 22:45:41.767263 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e9b259-bee9-4731-9ea9-643d28a8d6b5 req-8ab24d26-77dd-4240-b09b-94a92bf24ea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:45:41.768674 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-34e9b259-bee9-4731-9ea9-643d28a8d6b5 req-8ab24d26-77dd-4240-b09b-94a92bf24ea9 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=b971f6c3-c862-49f0-8f4a-323e3679574f HTTP/1.1" status: 200 len: 849 time: 0.0432525 Jan 26 22:45:41.812779 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e9b259-bee9-4731-9ea9-643d28a8d6b5 req-d6fc36a7-5054-4864-b20e-4c9e0178b3ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:45:41.814296 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-34e9b259-bee9-4731-9ea9-643d28a8d6b5 req-d6fc36a7-5054-4864-b20e-4c9e0178b3ce service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=f72e8e87-9a1b-4e54-95cb-4f1c36edf1c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0395861 Jan 26 22:45:41.906447 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-34e9b259-bee9-4731-9ea9-643d28a8d6b5 req-441b23aa-edc5-4ebb-b9f8-4076757c3589 service neutron] 10.222.0.66 "GET /v2.0/networks/f72e8e87-9a1b-4e54-95cb-4f1c36edf1c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844853 Jan 26 22:45:41.995321 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-34e9b259-bee9-4731-9ea9-643d28a8d6b5 req-b7018381-8e62-4a99-b98b-6a9da8452828 service neutron] 10.222.0.66 "GET /v2.0/networks/f72e8e87-9a1b-4e54-95cb-4f1c36edf1c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824280 Jan 26 22:45:43.470105 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.agents_db [None req-569f1ced-6396-4ddf-b79f-e03b0b2146ab None None] Agent healthcheck: found 7 active agents {{(pid=103307) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 26 22:45:49.112463 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-3c2616d9-8ef5-4605-afc9-2556eba4546c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (474ccdf7-ab6c-405b-a3b2-dc7b05829902), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:45:51.462193 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-c6c74ffc-8ed4-4337-84e9-7af4685724f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (09df100c-3af1-4b0a-bda8-05914c71c458), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:45:52.638095 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-841f5991-a4d8-4d4b-b215-cbc6bab5427b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (aa7ee9d2-08eb-4e12-b895-24c57300dfec), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:45:54.140867 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (4d619873-4b60-439f-9b5a-b155dc8bbc34), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:45:54.469430 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-839dd188-ec69-470c-9ab0-d318dc1a2e96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (e79b4fc6-6c71-44b2-a6d0-ff3e1f4dfd0d), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:45:55.578625 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (fea0591a-627d-4c87-9a9a-01625ddf3277), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:46:09.331926 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (32ef628b-8417-46c5-8729-60fcabe358f1), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:46:17.473534 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Device aa45fe66-60b7-4d0f-abbf-80df822b397d details requested by agent hyperv_n-h2-760453-5 with host n-h2-760453-5 {{(pid=103306) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 26 22:46:17.577597 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] For port aa45fe66-60b7-4d0f-abbf-80df822b397d, host n-h2-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-5',level=0,port_id=aa45fe66-60b7-4d0f-abbf-80df822b397d,segment=NetworkSegment(c0cbec19-aa31-49b8-af17-a02c840521e6),segment_id=c0cbec19-aa31-49b8-af17-a02c840521e6)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 22:46:17.590558 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Returning: {'device': 'aa45fe66-60b7-4d0f-abbf-80df822b397d', 'network_id': 'f72e8e87-9a1b-4e54-95cb-4f1c36edf1c3', 'port_id': 'aa45fe66-60b7-4d0f-abbf-80df822b397d', 'mac_address': 'fa:16:3e:60:f6:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 579, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b971f6c3-c862-49f0-8f4a-323e3679574f', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103306) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 26 22:46:17.633166 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Current status of the port aa45fe66-60b7-4d0f-abbf-80df822b397d is: ACTIVE; New status is: BUILD {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 22:46:17.633690 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (aa45fe66-60b7-4d0f-abbf-80df822b397d), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:46:17.660419 n-d-760453-5 neutron-server[103306]: DEBUG neutron.notifiers.nova [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id aa45fe66-60b7-4d0f-abbf-80df822b397d {{(pid=103306) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 26 22:46:17.687394 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] For port aa45fe66-60b7-4d0f-abbf-80df822b397d, host n-h2-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-5',level=0,port_id=aa45fe66-60b7-4d0f-abbf-80df822b397d,segment=NetworkSegment(c0cbec19-aa31-49b8-af17-a02c840521e6),segment_id=c0cbec19-aa31-49b8-af17-a02c840521e6)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 22:46:17.692254 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (aa45fe66-60b7-4d0f-abbf-80df822b397d), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:46:17.753973 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Pushing event updated for resources: {'Port': ['ID=aa45fe66-60b7-4d0f-abbf-80df822b397d,revision_number=6']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 22:46:17.766591 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:46:17.767210 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:46:17.767427 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:46:17.767677 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:46:17.768014 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:46:17.768346 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:46:17.769590 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:46:17.769929 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:46:17.770264 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:46:17.770595 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:46:17.771193 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:46:17.771524 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:46:17.771853 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:46:17.778585 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] get_ports_and_sgs() called for port_ids ['aa45fe66-60b7-4d0f-abbf-80df822b397d'] {{(pid=103306) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 26 22:46:19.116614 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-36b0e400-672d-4769-aa24-b05c5243cab3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (474ccdf7-ab6c-405b-a3b2-dc7b05829902), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:46:19.477707 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Device aa45fe66-60b7-4d0f-abbf-80df822b397d up at agent hyperv_n-h2-760453-5 {{(pid=103306) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 22:46:19.545249 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Provisioning complete for port aa45fe66-60b7-4d0f-abbf-80df822b397d triggered by entity L2. {{(pid=103306) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 22:46:19.545863 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680361'] for port (aa45fe66-60b7-4d0f-abbf-80df822b397d), provisioning_complete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:46:19.632899 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Current status of the port aa45fe66-60b7-4d0f-abbf-80df822b397d is: BUILD; New status is: ACTIVE {{(pid=103306) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 22:46:19.633689 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666005'] for port (aa45fe66-60b7-4d0f-abbf-80df822b397d), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:46:19.658408 n-d-760453-5 neutron-server[103306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b605220-1124-4b7b-b865-26f03654d481', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa45fe66-60b7-4d0f-abbf-80df822b397d'}] {{(pid=103306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 22:46:19.660958 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c06f7aa05085a00df6a2944c086d22937b62c1e75db8df879377281bc6a8a153" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-699944f2-04e9-458b-8a36-20f55bdf5e0c" -d '{"events": [{"server_uuid": "0b605220-1124-4b7b-b865-26f03654d481", "name": "network-vif-plugged", "status": "completed", "tag": "aa45fe66-60b7-4d0f-abbf-80df822b397d"}]}' {{(pid=103306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 22:46:19.676689 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] For port aa45fe66-60b7-4d0f-abbf-80df822b397d, host n-h2-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-5',level=0,port_id=aa45fe66-60b7-4d0f-abbf-80df822b397d,segment=NetworkSegment(c0cbec19-aa31-49b8-af17-a02c840521e6),segment_id=c0cbec19-aa31-49b8-af17-a02c840521e6)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 22:46:19.681547 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746560636618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746560234545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746560234563'] for port (aa45fe66-60b7-4d0f-abbf-80df822b397d), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:46:19.714004 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Jan 2022 22:46:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ce9ba9e-6c28-478e-ba67-ae5c68d4443b x-openstack-request-id: req-3ce9ba9e-6c28-478e-ba67-ae5c68d4443b {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 22:46:19.714300 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b605220-1124-4b7b-b865-26f03654d481", "name": "network-vif-plugged", "status": "completed", "tag": "aa45fe66-60b7-4d0f-abbf-80df822b397d", "code": 200}]} {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 22:46:19.714554 n-d-760453-5 neutron-server[103306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-3ce9ba9e-6c28-478e-ba67-ae5c68d4443b {{(pid=103306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 22:46:19.714940 n-d-760453-5 neutron-server[103306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b605220-1124-4b7b-b865-26f03654d481', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa45fe66-60b7-4d0f-abbf-80df822b397d', 'code': 200} Jan 26 22:46:19.744200 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Pushing event updated for resources: {'Port': ['ID=aa45fe66-60b7-4d0f-abbf-80df822b397d,revision_number=7']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 22:46:20.469862 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.agents_db [None req-569f1ced-6396-4ddf-b79f-e03b0b2146ab None None] Agent healthcheck: found 7 active agents {{(pid=103307) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 26 22:46:21.465369 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-4f69365a-364a-4176-8899-dcdb0fcfe4fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (09df100c-3af1-4b0a-bda8-05914c71c458), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:46:22.644670 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-841f5991-a4d8-4d4b-b215-cbc6bab5427b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (aa7ee9d2-08eb-4e12-b895-24c57300dfec), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:46:24.144784 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (4d619873-4b60-439f-9b5a-b155dc8bbc34), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:46:24.477356 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-839dd188-ec69-470c-9ab0-d318dc1a2e96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (e79b4fc6-6c71-44b2-a6d0-ff3e1f4dfd0d), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:46:25.581202 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (fea0591a-627d-4c87-9a9a-01625ddf3277), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:46:25.898437 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 57550) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 22:46:26.058923 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-0117168e-a06b-493a-8c85-ad0571f2c154 tempest-TestSnapshotPattern-1258304790 tempest-TestSnapshotPattern-1258304790-project] Deleting port 8a3b8a0e-7690-4329-b30a-c347f54e990b {{(pid=103305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 22:46:26.059263 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-0117168e-a06b-493a-8c85-ad0571f2c154 tempest-TestSnapshotPattern-1258304790 tempest-TestSnapshotPattern-1258304790-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746560630878'] for port (8a3b8a0e-7690-4329-b30a-c347f54e990b), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:46:26.132835 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-0117168e-a06b-493a-8c85-ad0571f2c154 tempest-TestSnapshotPattern-1258304790 tempest-TestSnapshotPattern-1258304790-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4109658'] for port (8a3b8a0e-7690-4329-b30a-c347f54e990b), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:46:26.133087 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-0117168e-a06b-493a-8c85-ad0571f2c154 tempest-TestSnapshotPattern-1258304790 tempest-TestSnapshotPattern-1258304790-project] Publish callbacks [] for floatingip (8a3b8a0e-7690-4329-b30a-c347f54e990b), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:46:26.145328 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-0117168e-a06b-493a-8c85-ad0571f2c154 tempest-TestSnapshotPattern-1258304790 tempest-TestSnapshotPattern-1258304790-project] Calling delete_port for 8a3b8a0e-7690-4329-b30a-c347f54e990b owned by network:floatingip {{(pid=103305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 22:46:26.292264 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-0117168e-a06b-493a-8c85-ad0571f2c154 tempest-TestSnapshotPattern-1258304790 tempest-TestSnapshotPattern-1258304790-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746560636600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746560234536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11791543'] for port (8a3b8a0e-7690-4329-b30a-c347f54e990b), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:46:26.322944 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0117168e-a06b-493a-8c85-ad0571f2c154 tempest-TestSnapshotPattern-1258304790 tempest-TestSnapshotPattern-1258304790-project] Pushing event deleted for resources: {'Port': ['ID=8a3b8a0e-7690-4329-b30a-c347f54e990b,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 22:46:26.362623 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0117168e-a06b-493a-8c85-ad0571f2c154 tempest-TestSnapshotPattern-1258304790 tempest-TestSnapshotPattern-1258304790-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:46:26.362978 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0117168e-a06b-493a-8c85-ad0571f2c154 tempest-TestSnapshotPattern-1258304790 tempest-TestSnapshotPattern-1258304790-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:46:26.363323 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0117168e-a06b-493a-8c85-ad0571f2c154 tempest-TestSnapshotPattern-1258304790 tempest-TestSnapshotPattern-1258304790-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:46:26.363664 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0117168e-a06b-493a-8c85-ad0571f2c154 tempest-TestSnapshotPattern-1258304790 tempest-TestSnapshotPattern-1258304790-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:46:26.364007 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0117168e-a06b-493a-8c85-ad0571f2c154 tempest-TestSnapshotPattern-1258304790 tempest-TestSnapshotPattern-1258304790-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:46:26.364344 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0117168e-a06b-493a-8c85-ad0571f2c154 tempest-TestSnapshotPattern-1258304790 tempest-TestSnapshotPattern-1258304790-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:46:26.364678 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0117168e-a06b-493a-8c85-ad0571f2c154 tempest-TestSnapshotPattern-1258304790 tempest-TestSnapshotPattern-1258304790-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:46:26.365007 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0117168e-a06b-493a-8c85-ad0571f2c154 tempest-TestSnapshotPattern-1258304790 tempest-TestSnapshotPattern-1258304790-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:46:26.365359 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0117168e-a06b-493a-8c85-ad0571f2c154 tempest-TestSnapshotPattern-1258304790 tempest-TestSnapshotPattern-1258304790-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:46:26.365691 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0117168e-a06b-493a-8c85-ad0571f2c154 tempest-TestSnapshotPattern-1258304790 tempest-TestSnapshotPattern-1258304790-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:46:26.366018 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0117168e-a06b-493a-8c85-ad0571f2c154 tempest-TestSnapshotPattern-1258304790 tempest-TestSnapshotPattern-1258304790-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:46:26.366353 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0117168e-a06b-493a-8c85-ad0571f2c154 tempest-TestSnapshotPattern-1258304790 tempest-TestSnapshotPattern-1258304790-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:46:26.366676 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0117168e-a06b-493a-8c85-ad0571f2c154 tempest-TestSnapshotPattern-1258304790 tempest-TestSnapshotPattern-1258304790-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:46:26.390436 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-0117168e-a06b-493a-8c85-ad0571f2c154 tempest-TestSnapshotPattern-1258304790 tempest-TestSnapshotPattern-1258304790-project] Publish callbacks [] for floatingip (356113a3-624e-40c5-9d29-88cb4e9aec29), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:46:26.390770 n-d-760453-5 neutron-server[103305]: INFO neutron.db.l3_db [None req-0117168e-a06b-493a-8c85-ad0571f2c154 tempest-TestSnapshotPattern-1258304790 tempest-TestSnapshotPattern-1258304790-project] Floating IP 356113a3-624e-40c5-9d29-88cb4e9aec29 disassociated (deleted). External IP: 172.25.1.111, port: aa45fe66-60b7-4d0f-abbf-80df822b397d. Jan 26 22:46:26.597926 n-d-760453-5 neutron-server[103305]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0117168e-a06b-493a-8c85-ad0571f2c154 tempest-TestSnapshotPattern-1258304790 tempest-TestSnapshotPattern-1258304790-project] Router 66681a15-76fe-42a3-ac8f-47cef5f7cbf8 has already been hosted by L3 agent 09df100c-3af1-4b0a-bda8-05914c71c458 {{(pid=103305) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 26 22:46:26.705937 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0117168e-a06b-493a-8c85-ad0571f2c154 tempest-TestSnapshotPattern-1258304790 tempest-TestSnapshotPattern-1258304790-project] Notify agent at l3_agent.n-d-760453-5 the message routers_updated {{(pid=103305) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 26 22:46:26.711145 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-0117168e-a06b-493a-8c85-ad0571f2c154 tempest-TestSnapshotPattern-1258304790 tempest-TestSnapshotPattern-1258304790-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for floatingip (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:46:26.715332 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b2d114e-6cbb-49df-b036-21c7ef9b961c None None] Sync routers for ids ['66681a15-76fe-42a3-ac8f-47cef5f7cbf8'] in n-d-760453-5 {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 26 22:46:26.724615 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b2d114e-6cbb-49df-b036-21c7ef9b961c None None] Routers {'66681a15-76fe-42a3-ac8f-47cef5f7cbf8'} bound to L3 agent in host n-d-760453-5 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 22:46:26.725212 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-2b2d114e-6cbb-49df-b036-21c7ef9b961c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-26T20:55:21Z,description=,heartbeat_timestamp=2022-01-26T22:46:21Z,host='n-d-760453-5',id=09df100c-3af1-4b0a-bda8-05914c71c458,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:55:21Z,topic='l3_agent')) {'router_ids': ['66681a15-76fe-42a3-ac8f-47cef5f7cbf8'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 22:46:26.738900 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-0117168e-a06b-493a-8c85-ad0571f2c154 tempest-TestSnapshotPattern-1258304790 tempest-TestSnapshotPattern-1258304790-project] 10.222.0.13 "DELETE /v2.0/floatingips/356113a3-624e-40c5-9d29-88cb4e9aec29 HTTP/1.1" status: 204 len: 168 time: 0.8393199 Jan 26 22:46:26.739533 n-d-760453-5 neutron-server[103305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0b605220-1124-4b7b-b865-26f03654d481', 'tag': 'aa45fe66-60b7-4d0f-abbf-80df822b397d'}] {{(pid=103305) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 22:46:26.741842 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63c895857b12caccb44030902ae3f492cdae22bba6ec98e5b8bd003e299c093d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0f6d12d-d8bb-4f41-b928-b201a5d09ae5" -d '{"events": [{"name": "network-changed", "server_uuid": "0b605220-1124-4b7b-b865-26f03654d481", "tag": "aa45fe66-60b7-4d0f-abbf-80df822b397d"}]}' {{(pid=103305) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 22:46:26.830888 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_dvr_db [None req-2b2d114e-6cbb-49df-b036-21c7ef9b961c None None] Set router 66681a15-76fe-42a3-ac8f-47cef5f7cbf8 gateway port host: n-d-760453-5 {{(pid=103307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 22:46:26.987616 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 26 Jan 2022 22:46:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea9c53ec-571f-4f6a-bf57-64a1f0de0656 x-openstack-request-id: req-ea9c53ec-571f-4f6a-bf57-64a1f0de0656 {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 22:46:26.988151 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0b605220-1124-4b7b-b865-26f03654d481", "tag": "aa45fe66-60b7-4d0f-abbf-80df822b397d", "status": "completed", "code": 200}]} {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 22:46:26.988403 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ea9c53ec-571f-4f6a-bf57-64a1f0de0656 {{(pid=103305) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 22:46:26.988875 n-d-760453-5 neutron-server[103305]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0b605220-1124-4b7b-b865-26f03654d481', 'tag': 'aa45fe66-60b7-4d0f-abbf-80df822b397d', 'status': 'completed', 'code': 200} Jan 26 22:46:27.057315 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f6d12d-d8bb-4f41-b928-b201a5d09ae5 req-234a903a-54c0-444a-a55c-b12890f4e075 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:46:27.058976 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-e0f6d12d-d8bb-4f41-b928-b201a5d09ae5 req-234a903a-54c0-444a-a55c-b12890f4e075 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=7f5fbba6c8074819aac2d51d4781f535&device_id=0b605220-1124-4b7b-b865-26f03654d481 HTTP/1.1" status: 200 len: 1096 time: 0.0479562 Jan 26 22:46:27.096493 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-2b2d114e-6cbb-49df-b036-21c7ef9b961c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66681a15-76fe-42a3-ac8f-47cef5f7cbf8', 'name': 'tempest-TestSnapshotPattern-1316890824-router', 'tenant_id': '7f5fbba6c8074819aac2d51d4781f535', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'external_fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.194'}], 'enable_snat': True}, 'gw_port_id': '6f3109c8-4fc2-45b1-b2ce-c59710fe7258', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T22:41:14Z', 'updated_at': '2022-01-26T22:41:16Z', 'revision_number': 4, 'project_id': '7f5fbba6c8074819aac2d51d4781f535', 'gw_port': {'id': '6f3109c8-4fc2-45b1-b2ce-c59710fe7258', 'name': '', 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:23:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66681a15-76fe-42a3-ac8f-47cef5f7cbf8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4381, 'fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T22:41:14Z', 'updated_at': '2022-01-26T22:41:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-5', '_floatingips': [{'id': 'feaa5440-0bdf-4cde-a52f-2318f2bcd2b6', 'tenant_id': '7f5fbba6c8074819aac2d51d4781f535', 'floating_ip_address': '172.25.1.107', 'floating_network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'router_id': '66681a15-76fe-42a3-ac8f-47cef5f7cbf8', 'port_id': '53ccbab5-892b-49fd-b2f6-ea8b6414d757', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 4406, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f72e8e87-9a1b-4e54-95cb-4f1c36edf1c3', 'mac_address': 'fa:16:3e:00:fa:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ea1b141-cda3-4855-9827-ec5711f21195', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-26T22:41:42Z', 'updated_at': '2022-01-26T22:41:44Z', 'revision_number': 1, 'project_id': '7f5fbba6c8074819aac2d51d4781f535', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cf701493-0e0a-470a-b004-5e01be75179c', 'name': '', 'network_id': 'f72e8e87-9a1b-4e54-95cb-4f1c36edf1c3', 'tenant_id': '7f5fbba6c8074819aac2d51d4781f535', 'mac_address': 'fa:16:3e:8e:ae:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66681a15-76fe-42a3-ac8f-47cef5f7cbf8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4382, 'fixed_ips': [{'subnet_id': 'b971f6c3-c862-49f0-8f4a-323e3679574f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T22:41:16Z', 'updated_at': '2022-01-26T22:41:20Z', 'revision_number': 5, 'project_id': '7f5fbba6c8074819aac2d51d4781f535', 'subnets': [{'id': 'b971f6c3-c862-49f0-8f4a-323e3679574f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760453-5', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 22:46:27.122701 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b2d114e-6cbb-49df-b036-21c7ef9b961c None None] Checking router: 66681a15-76fe-42a3-ac8f-47cef5f7cbf8 for host: n-d-760453-5 {{(pid=103307) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 26 22:46:27.131797 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b2d114e-6cbb-49df-b036-21c7ef9b961c None None] Routers {'66681a15-76fe-42a3-ac8f-47cef5f7cbf8'} bound to L3 agent in host n-d-760453-5 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 22:46:27.132412 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-2b2d114e-6cbb-49df-b036-21c7ef9b961c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-26T20:55:21Z,description=,heartbeat_timestamp=2022-01-26T22:46:21Z,host='n-d-760453-5',id=09df100c-3af1-4b0a-bda8-05914c71c458,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:55:21Z,topic='l3_agent')) {'router_ids': ['66681a15-76fe-42a3-ac8f-47cef5f7cbf8'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 22:46:27.186169 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626b36df-7aa6-4a88-b29f-083178fe05bd req-f3f98dad-6743-426a-92ac-254ea79458e8 tempest-TestSnapshotPattern-1258304790 tempest-TestSnapshotPattern-1258304790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:46:27.188201 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-626b36df-7aa6-4a88-b29f-083178fe05bd req-f3f98dad-6743-426a-92ac-254ea79458e8 tempest-TestSnapshotPattern-1258304790 tempest-TestSnapshotPattern-1258304790-project] 10.222.0.13 "GET /v2.0/ports?device_id=0b605220-1124-4b7b-b865-26f03654d481 HTTP/1.1" status: 200 len: 945 time: 0.1509736 Jan 26 22:46:27.192789 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f6d12d-d8bb-4f41-b928-b201a5d09ae5 req-258f691e-6770-4a87-b580-1d2e9996dd1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:46:27.194213 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-e0f6d12d-d8bb-4f41-b928-b201a5d09ae5 req-258f691e-6770-4a87-b580-1d2e9996dd1f service neutron] 10.222.0.57 "GET /v2.0/networks?id=f72e8e87-9a1b-4e54-95cb-4f1c36edf1c3 HTTP/1.1" status: 200 len: 911 time: 0.1296084 Jan 26 22:46:27.248750 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-e0f6d12d-d8bb-4f41-b928-b201a5d09ae5 req-e39ced96-ca21-403c-aafa-7e5267b280f9 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=aa45fe66-60b7-4d0f-abbf-80df822b397d HTTP/1.1" status: 200 len: 217 time: 0.0477750 Jan 26 22:46:27.309135 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-626b36df-7aa6-4a88-b29f-083178fe05bd req-8a8e856d-a5cf-4c1a-ae97-e38f23c1db8c tempest-TestSnapshotPattern-1258304790 tempest-TestSnapshotPattern-1258304790-project] 10.222.0.13 "GET /v2.0/security-groups?id=bdee7b32-0d1b-4c8f-bd8d-ad6cbb39f232&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1139698 Jan 26 22:46:27.319788 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f6d12d-d8bb-4f41-b928-b201a5d09ae5 req-e7368d80-1b6b-46a4-bcec-3e1896f546ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:46:27.321852 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-e0f6d12d-d8bb-4f41-b928-b201a5d09ae5 req-e7368d80-1b6b-46a4-bcec-3e1896f546ab service neutron] 10.222.0.57 "GET /v2.0/subnets?id=b971f6c3-c862-49f0-8f4a-323e3679574f HTTP/1.1" status: 200 len: 849 time: 0.0618064 Jan 26 22:46:27.333154 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_dvr_db [None req-2b2d114e-6cbb-49df-b036-21c7ef9b961c None None] Set router 66681a15-76fe-42a3-ac8f-47cef5f7cbf8 gateway port host: n-d-760453-5 {{(pid=103307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 22:46:27.366824 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f6d12d-d8bb-4f41-b928-b201a5d09ae5 req-19567f4a-3a0e-4c03-9240-336d64e231d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:46:27.368376 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-e0f6d12d-d8bb-4f41-b928-b201a5d09ae5 req-19567f4a-3a0e-4c03-9240-336d64e231d9 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=f72e8e87-9a1b-4e54-95cb-4f1c36edf1c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0408769 Jan 26 22:46:27.461958 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-e0f6d12d-d8bb-4f41-b928-b201a5d09ae5 req-4a76098b-3e02-40fa-8bd2-a9761486bf50 service neutron] 10.222.0.57 "GET /v2.0/networks/f72e8e87-9a1b-4e54-95cb-4f1c36edf1c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867457 Jan 26 22:46:27.550953 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-e0f6d12d-d8bb-4f41-b928-b201a5d09ae5 req-eb862365-7736-4a3c-8a45-10ab4c0debb4 service neutron] 10.222.0.57 "GET /v2.0/networks/f72e8e87-9a1b-4e54-95cb-4f1c36edf1c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817459 Jan 26 22:46:27.552384 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-2b2d114e-6cbb-49df-b036-21c7ef9b961c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66681a15-76fe-42a3-ac8f-47cef5f7cbf8', 'name': 'tempest-TestSnapshotPattern-1316890824-router', 'tenant_id': '7f5fbba6c8074819aac2d51d4781f535', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'external_fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.194'}], 'enable_snat': True}, 'gw_port_id': '6f3109c8-4fc2-45b1-b2ce-c59710fe7258', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T22:41:14Z', 'updated_at': '2022-01-26T22:41:16Z', 'revision_number': 4, 'project_id': '7f5fbba6c8074819aac2d51d4781f535', 'gw_port': {'id': '6f3109c8-4fc2-45b1-b2ce-c59710fe7258', 'name': '', 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:23:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66681a15-76fe-42a3-ac8f-47cef5f7cbf8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4381, 'fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T22:41:14Z', 'updated_at': '2022-01-26T22:41:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-5', '_floatingips': [{'id': 'feaa5440-0bdf-4cde-a52f-2318f2bcd2b6', 'tenant_id': '7f5fbba6c8074819aac2d51d4781f535', 'floating_ip_address': '172.25.1.107', 'floating_network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'router_id': '66681a15-76fe-42a3-ac8f-47cef5f7cbf8', 'port_id': '53ccbab5-892b-49fd-b2f6-ea8b6414d757', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 4406, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f72e8e87-9a1b-4e54-95cb-4f1c36edf1c3', 'mac_address': 'fa:16:3e:00:fa:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ea1b141-cda3-4855-9827-ec5711f21195', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-26T22:41:42Z', 'updated_at': '2022-01-26T22:41:44Z', 'revision_number': 1, 'project_id': '7f5fbba6c8074819aac2d51d4781f535', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cf701493-0e0a-470a-b004-5e01be75179c', 'name': '', 'network_id': 'f72e8e87-9a1b-4e54-95cb-4f1c36edf1c3', 'tenant_id': '7f5fbba6c8074819aac2d51d4781f535', 'mac_address': 'fa:16:3e:8e:ae:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66681a15-76fe-42a3-ac8f-47cef5f7cbf8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4382, 'fixed_ips': [{'subnet_id': 'b971f6c3-c862-49f0-8f4a-323e3679574f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T22:41:16Z', 'updated_at': '2022-01-26T22:41:20Z', 'revision_number': 5, 'project_id': '7f5fbba6c8074819aac2d51d4781f535', 'subnets': [{'id': 'b971f6c3-c862-49f0-8f4a-323e3679574f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760453-5', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 22:46:27.583649 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b2d114e-6cbb-49df-b036-21c7ef9b961c None None] The sync data for ids ['66681a15-76fe-42a3-ac8f-47cef5f7cbf8'] in n-d-760453-5 is: [{'id': '66681a15-76fe-42a3-ac8f-47cef5f7cbf8', 'name': 'tempest-TestSnapshotPattern-1316890824-router', 'tenant_id': '7f5fbba6c8074819aac2d51d4781f535', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'external_fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.194'}], 'enable_snat': True}, 'gw_port_id': '6f3109c8-4fc2-45b1-b2ce-c59710fe7258', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T22:41:14Z', 'updated_at': '2022-01-26T22:41:16Z', 'revision_number': 4, 'project_id': '7f5fbba6c8074819aac2d51d4781f535', 'gw_port': {'id': '6f3109c8-4fc2-45b1-b2ce-c59710fe7258', 'name': '', 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:23:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66681a15-76fe-42a3-ac8f-47cef5f7cbf8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4381, 'fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T22:41:14Z', 'updated_at': '2022-01-26T22:41:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-5', '_floatingips': [{'id': 'feaa5440-0bdf-4cde-a52f-2318f2bcd2b6', 'tenant_id': '7f5fbba6c8074819aac2d51d4781f535', 'floating_ip_address': '172.25.1.107', 'floating_network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'router_id': '66681a15-76fe-42a3-ac8f-47cef5f7cbf8', 'port_id': '53ccbab5-892b-49fd-b2f6-ea8b6414d757', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 4406, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f72e8e87-9a1b-4e54-95cb-4f1c36edf1c3', 'mac_address': 'fa:16:3e:00:fa:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ea1b141-cda3-4855-9827-ec5711f21195', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-26T22:41:42Z', 'updated_at': '2022-01-26T22:41:44Z', 'revision_number': 1, 'project_id': '7f5fbba6c8074819aac2d51d4781f535', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cf701493-0e0a-470a-b004-5e01be75179c', 'name': '', 'network_id': 'f72e8e87-9a1b-4e54-95cb-4f1c36edf1c3', 'tenant_id': '7f5fbba6c8074819aac2d51d4781f535', 'mac_address': 'fa:16:3e:8e:ae:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66681a15-76fe-42a3-ac8f-47cef5f7cbf8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4382, 'fixed_ips': [{'subnet_id': 'b971f6c3-c862-49f0-8f4a-323e3679574f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T22:41:16Z', 'updated_at': '2022-01-26T22:41:20Z', 'revision_number': 5, 'project_id': '7f5fbba6c8074819aac2d51d4781f535', 'subnets': [{'id': 'b971f6c3-c862-49f0-8f4a-323e3679574f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 26 22:46:27.817372 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d46a138c-f8e9-4be7-8d4d-645f0275edba None None] New status for floating IP 356113a3-624e-40c5-9d29-88cb4e9aec29: DOWN {{(pid=103306) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 26 22:46:28.433084 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d851b841-1e64-433d-9720-ef7c701f1678 req-9c5fbb47-d7ad-49e9-8ae3-399d3a36661b tempest-TestSnapshotPattern-1258304790 tempest-TestSnapshotPattern-1258304790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:46:28.434586 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-d851b841-1e64-433d-9720-ef7c701f1678 req-9c5fbb47-d7ad-49e9-8ae3-399d3a36661b tempest-TestSnapshotPattern-1258304790 tempest-TestSnapshotPattern-1258304790-project] 10.222.0.13 "GET /v2.0/ports?device_id=0b605220-1124-4b7b-b865-26f03654d481 HTTP/1.1" status: 200 len: 945 time: 0.0527356 Jan 26 22:46:28.508215 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-d851b841-1e64-433d-9720-ef7c701f1678 req-44f30c34-25eb-4940-9348-ec77abbb15d2 tempest-TestSnapshotPattern-1258304790 tempest-TestSnapshotPattern-1258304790-project] 10.222.0.13 "GET /v2.0/security-groups?id=bdee7b32-0d1b-4c8f-bd8d-ad6cbb39f232&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0681577 Jan 26 22:46:28.521162 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3cc4403-3a5f-403a-a118-e9172809e146 req-e91af7cb-d278-42bd-99cf-0c79393e457b tempest-TestSnapshotPattern-1258304790 tempest-TestSnapshotPattern-1258304790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:46:28.522618 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-f3cc4403-3a5f-403a-a118-e9172809e146 req-e91af7cb-d278-42bd-99cf-0c79393e457b tempest-TestSnapshotPattern-1258304790 tempest-TestSnapshotPattern-1258304790-project] 10.222.0.57 "GET /v2.0/ports?device_id=0b605220-1124-4b7b-b865-26f03654d481 HTTP/1.1" status: 200 len: 945 time: 0.0647154 Jan 26 22:46:28.610335 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [req-f3cc4403-3a5f-403a-a118-e9172809e146 req-62fa622f-7f37-434e-bc53-f73be1be9618 tempest-TestSnapshotPattern-1258304790 tempest-TestSnapshotPattern-1258304790-project] Deleting port aa45fe66-60b7-4d0f-abbf-80df822b397d {{(pid=103304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 22:46:28.610594 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-f3cc4403-3a5f-403a-a118-e9172809e146 req-62fa622f-7f37-434e-bc53-f73be1be9618 tempest-TestSnapshotPattern-1258304790 tempest-TestSnapshotPattern-1258304790-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746560630878'] for port (aa45fe66-60b7-4d0f-abbf-80df822b397d), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:46:28.699602 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [req-f3cc4403-3a5f-403a-a118-e9172809e146 req-62fa622f-7f37-434e-bc53-f73be1be9618 tempest-TestSnapshotPattern-1258304790 tempest-TestSnapshotPattern-1258304790-project] For port aa45fe66-60b7-4d0f-abbf-80df822b397d, host n-h2-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760453-5',level=0,port_id=aa45fe66-60b7-4d0f-abbf-80df822b397d,segment=NetworkSegment(c0cbec19-aa31-49b8-af17-a02c840521e6),segment_id=c0cbec19-aa31-49b8-af17-a02c840521e6)] {{(pid=103304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 22:46:28.699959 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-f3cc4403-3a5f-403a-a118-e9172809e146 req-62fa622f-7f37-434e-bc53-f73be1be9618 tempest-TestSnapshotPattern-1258304790 tempest-TestSnapshotPattern-1258304790-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4109658'] for port (aa45fe66-60b7-4d0f-abbf-80df822b397d), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:46:28.711856 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [req-f3cc4403-3a5f-403a-a118-e9172809e146 req-62fa622f-7f37-434e-bc53-f73be1be9618 tempest-TestSnapshotPattern-1258304790 tempest-TestSnapshotPattern-1258304790-project] Calling delete_port for aa45fe66-60b7-4d0f-abbf-80df822b397d owned by compute:nova {{(pid=103304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 22:46:28.838429 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-f3cc4403-3a5f-403a-a118-e9172809e146 req-62fa622f-7f37-434e-bc53-f73be1be9618 tempest-TestSnapshotPattern-1258304790 tempest-TestSnapshotPattern-1258304790-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746560636600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746560234536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9281553'] for port (aa45fe66-60b7-4d0f-abbf-80df822b397d), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:46:28.867650 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62fa622f-7f37-434e-bc53-f73be1be9618 tempest-TestSnapshotPattern-1258304790 tempest-TestSnapshotPattern-1258304790-project] Pushing event deleted for resources: {'Port': ['ID=aa45fe66-60b7-4d0f-abbf-80df822b397d,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 22:46:28.880135 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62fa622f-7f37-434e-bc53-f73be1be9618 tempest-TestSnapshotPattern-1258304790 tempest-TestSnapshotPattern-1258304790-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:46:28.880496 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62fa622f-7f37-434e-bc53-f73be1be9618 tempest-TestSnapshotPattern-1258304790 tempest-TestSnapshotPattern-1258304790-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:46:28.880844 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62fa622f-7f37-434e-bc53-f73be1be9618 tempest-TestSnapshotPattern-1258304790 tempest-TestSnapshotPattern-1258304790-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:46:28.881187 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62fa622f-7f37-434e-bc53-f73be1be9618 tempest-TestSnapshotPattern-1258304790 tempest-TestSnapshotPattern-1258304790-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:46:28.881566 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62fa622f-7f37-434e-bc53-f73be1be9618 tempest-TestSnapshotPattern-1258304790 tempest-TestSnapshotPattern-1258304790-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:46:28.881893 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62fa622f-7f37-434e-bc53-f73be1be9618 tempest-TestSnapshotPattern-1258304790 tempest-TestSnapshotPattern-1258304790-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:46:28.882225 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62fa622f-7f37-434e-bc53-f73be1be9618 tempest-TestSnapshotPattern-1258304790 tempest-TestSnapshotPattern-1258304790-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:46:28.882560 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62fa622f-7f37-434e-bc53-f73be1be9618 tempest-TestSnapshotPattern-1258304790 tempest-TestSnapshotPattern-1258304790-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:46:28.882888 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62fa622f-7f37-434e-bc53-f73be1be9618 tempest-TestSnapshotPattern-1258304790 tempest-TestSnapshotPattern-1258304790-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:46:28.883216 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62fa622f-7f37-434e-bc53-f73be1be9618 tempest-TestSnapshotPattern-1258304790 tempest-TestSnapshotPattern-1258304790-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:46:28.883542 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62fa622f-7f37-434e-bc53-f73be1be9618 tempest-TestSnapshotPattern-1258304790 tempest-TestSnapshotPattern-1258304790-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:46:28.883872 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62fa622f-7f37-434e-bc53-f73be1be9618 tempest-TestSnapshotPattern-1258304790 tempest-TestSnapshotPattern-1258304790-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:46:28.884201 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62fa622f-7f37-434e-bc53-f73be1be9618 tempest-TestSnapshotPattern-1258304790 tempest-TestSnapshotPattern-1258304790-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760453-5 {{(pid=103304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 22:46:28.918774 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3cc4403-3a5f-403a-a118-e9172809e146 req-62fa622f-7f37-434e-bc53-f73be1be9618 tempest-TestSnapshotPattern-1258304790 tempest-TestSnapshotPattern-1258304790-project] No DVR routers for this DVR port aa45fe66-60b7-4d0f-abbf-80df822b397d on host n-h2-760453-5 {{(pid=103304) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 26 22:46:28.921550 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [req-f3cc4403-3a5f-403a-a118-e9172809e146 req-62fa622f-7f37-434e-bc53-f73be1be9618 tempest-TestSnapshotPattern-1258304790 tempest-TestSnapshotPattern-1258304790-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for port (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:46:28.924924 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-f3cc4403-3a5f-403a-a118-e9172809e146 req-62fa622f-7f37-434e-bc53-f73be1be9618 tempest-TestSnapshotPattern-1258304790 tempest-TestSnapshotPattern-1258304790-project] 10.222.0.57 "DELETE /v2.0/ports/aa45fe66-60b7-4d0f-abbf-80df822b397d HTTP/1.1" status: 204 len: 173 time: 0.3964186 Jan 26 22:46:28.925415 n-d-760453-5 neutron-server[103304]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b605220-1124-4b7b-b865-26f03654d481', 'name': 'network-vif-deleted', 'tag': 'aa45fe66-60b7-4d0f-abbf-80df822b397d'}] {{(pid=103304) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 22:46:28.927781 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86e783e1922a725fac327d65912384d63450ce1a6a2ee22db2d1cc52fb257f3b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d38d1495-fca2-402b-ae4a-44d88f118bb0" -d '{"events": [{"server_uuid": "0b605220-1124-4b7b-b865-26f03654d481", "name": "network-vif-deleted", "tag": "aa45fe66-60b7-4d0f-abbf-80df822b397d"}]}' {{(pid=103304) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 22:46:29.018753 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Jan 2022 22:46:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61df4d90-f3a0-45c2-b08d-37ca72f8dc8b x-openstack-request-id: req-61df4d90-f3a0-45c2-b08d-37ca72f8dc8b {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 22:46:29.019186 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b605220-1124-4b7b-b865-26f03654d481", "name": "network-vif-deleted", "tag": "aa45fe66-60b7-4d0f-abbf-80df822b397d", "status": "completed", "code": 200}]} {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 22:46:29.019440 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-61df4d90-f3a0-45c2-b08d-37ca72f8dc8b {{(pid=103304) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 22:46:29.019845 n-d-760453-5 neutron-server[103304]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b605220-1124-4b7b-b865-26f03654d481', 'name': 'network-vif-deleted', 'tag': 'aa45fe66-60b7-4d0f-abbf-80df822b397d', 'status': 'completed', 'code': 200} Jan 26 22:46:29.560074 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Device aa45fe66-60b7-4d0f-abbf-80df822b397d no longer exists at agent hyperv_n-h2-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 26 22:46:29.580538 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] No Port match for: aa45fe66-60b7-4d0f-abbf-80df822b397d {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 26 22:46:29.580887 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Device aa45fe66-60b7-4d0f-abbf-80df822b397d not bound to the agent host n-h2-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 26 22:46:30.048303 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 57610) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 22:46:30.533969 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-89b3b833-2ebd-4c88-b53f-84ce18403bd2 tempest-TestSnapshotPattern-1258304790 tempest-TestSnapshotPattern-1258304790-project] Deleting port d9d7d416-85bf-4e59-8c95-b19b3d7acdcf {{(pid=103304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 22:46:30.534310 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-89b3b833-2ebd-4c88-b53f-84ce18403bd2 tempest-TestSnapshotPattern-1258304790 tempest-TestSnapshotPattern-1258304790-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746560630878'] for port (d9d7d416-85bf-4e59-8c95-b19b3d7acdcf), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:46:30.609867 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-89b3b833-2ebd-4c88-b53f-84ce18403bd2 tempest-TestSnapshotPattern-1258304790 tempest-TestSnapshotPattern-1258304790-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4109658'] for port (d9d7d416-85bf-4e59-8c95-b19b3d7acdcf), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:46:30.610191 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-89b3b833-2ebd-4c88-b53f-84ce18403bd2 tempest-TestSnapshotPattern-1258304790 tempest-TestSnapshotPattern-1258304790-project] Publish callbacks [] for floatingip (d9d7d416-85bf-4e59-8c95-b19b3d7acdcf), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:46:30.621857 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-89b3b833-2ebd-4c88-b53f-84ce18403bd2 tempest-TestSnapshotPattern-1258304790 tempest-TestSnapshotPattern-1258304790-project] Calling delete_port for d9d7d416-85bf-4e59-8c95-b19b3d7acdcf owned by network:floatingip {{(pid=103304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 22:46:30.767102 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-89b3b833-2ebd-4c88-b53f-84ce18403bd2 tempest-TestSnapshotPattern-1258304790 tempest-TestSnapshotPattern-1258304790-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746560636600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746560234536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9281553'] for port (d9d7d416-85bf-4e59-8c95-b19b3d7acdcf), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:46:30.792320 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b3b833-2ebd-4c88-b53f-84ce18403bd2 tempest-TestSnapshotPattern-1258304790 tempest-TestSnapshotPattern-1258304790-project] Pushing event deleted for resources: {'Port': ['ID=d9d7d416-85bf-4e59-8c95-b19b3d7acdcf,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 22:46:30.851267 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-89b3b833-2ebd-4c88-b53f-84ce18403bd2 tempest-TestSnapshotPattern-1258304790 tempest-TestSnapshotPattern-1258304790-project] Publish callbacks [] for floatingip (feaa5440-0bdf-4cde-a52f-2318f2bcd2b6), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:46:30.851596 n-d-760453-5 neutron-server[103304]: INFO neutron.db.l3_db [None req-89b3b833-2ebd-4c88-b53f-84ce18403bd2 tempest-TestSnapshotPattern-1258304790 tempest-TestSnapshotPattern-1258304790-project] Floating IP feaa5440-0bdf-4cde-a52f-2318f2bcd2b6 disassociated (deleted). External IP: 172.25.1.107, port: 53ccbab5-892b-49fd-b2f6-ea8b6414d757. Jan 26 22:46:31.056011 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89b3b833-2ebd-4c88-b53f-84ce18403bd2 tempest-TestSnapshotPattern-1258304790 tempest-TestSnapshotPattern-1258304790-project] Router 66681a15-76fe-42a3-ac8f-47cef5f7cbf8 has already been hosted by L3 agent 09df100c-3af1-4b0a-bda8-05914c71c458 {{(pid=103304) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 26 22:46:31.161720 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89b3b833-2ebd-4c88-b53f-84ce18403bd2 tempest-TestSnapshotPattern-1258304790 tempest-TestSnapshotPattern-1258304790-project] Notify agent at l3_agent.n-d-760453-5 the message routers_updated {{(pid=103304) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 26 22:46:31.166377 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-89b3b833-2ebd-4c88-b53f-84ce18403bd2 tempest-TestSnapshotPattern-1258304790 tempest-TestSnapshotPattern-1258304790-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for floatingip (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:46:31.171064 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d53019d2-b9c5-4e85-960d-54d99f62a104 None None] Sync routers for ids ['66681a15-76fe-42a3-ac8f-47cef5f7cbf8'] in n-d-760453-5 {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 26 22:46:31.180557 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d53019d2-b9c5-4e85-960d-54d99f62a104 None None] Routers {'66681a15-76fe-42a3-ac8f-47cef5f7cbf8'} bound to L3 agent in host n-d-760453-5 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 22:46:31.181155 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-d53019d2-b9c5-4e85-960d-54d99f62a104 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-26T20:55:21Z,description=,heartbeat_timestamp=2022-01-26T22:46:21Z,host='n-d-760453-5',id=09df100c-3af1-4b0a-bda8-05914c71c458,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:55:21Z,topic='l3_agent')) {'router_ids': ['66681a15-76fe-42a3-ac8f-47cef5f7cbf8'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 22:46:31.192540 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-89b3b833-2ebd-4c88-b53f-84ce18403bd2 tempest-TestSnapshotPattern-1258304790 tempest-TestSnapshotPattern-1258304790-project] 10.222.0.13 "DELETE /v2.0/floatingips/feaa5440-0bdf-4cde-a52f-2318f2bcd2b6 HTTP/1.1" status: 204 len: 168 time: 1.1431789 Jan 26 22:46:31.193141 n-d-760453-5 neutron-server[103304]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9ea1b141-cda3-4855-9827-ec5711f21195', 'tag': '53ccbab5-892b-49fd-b2f6-ea8b6414d757'}] {{(pid=103304) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 22:46:31.195459 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86e783e1922a725fac327d65912384d63450ce1a6a2ee22db2d1cc52fb257f3b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1cc96c71-940e-426c-8559-8f3d868dde90" -d '{"events": [{"name": "network-changed", "server_uuid": "9ea1b141-cda3-4855-9827-ec5711f21195", "tag": "53ccbab5-892b-49fd-b2f6-ea8b6414d757"}]}' {{(pid=103304) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 22:46:31.292381 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_dvr_db [None req-d53019d2-b9c5-4e85-960d-54d99f62a104 None None] Set router 66681a15-76fe-42a3-ac8f-47cef5f7cbf8 gateway port host: n-d-760453-5 {{(pid=103307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 22:46:31.346468 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 26 Jan 2022 22:46:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0d0796d-20e4-40d7-beeb-c41ada762c9c x-openstack-request-id: req-c0d0796d-20e4-40d7-beeb-c41ada762c9c {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 22:46:31.346898 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9ea1b141-cda3-4855-9827-ec5711f21195", "tag": "53ccbab5-892b-49fd-b2f6-ea8b6414d757", "status": "completed", "code": 200}]} {{(pid=103304) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 22:46:31.347340 n-d-760453-5 neutron-server[103304]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c0d0796d-20e4-40d7-beeb-c41ada762c9c {{(pid=103304) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 22:46:31.347761 n-d-760453-5 neutron-server[103304]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9ea1b141-cda3-4855-9827-ec5711f21195', 'tag': '53ccbab5-892b-49fd-b2f6-ea8b6414d757', 'status': 'completed', 'code': 200} Jan 26 22:46:31.446076 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fbd52c3-18f9-484f-b128-69a4f347fbb3 req-15efe623-9fd7-4978-b6f1-0dc9093f9427 tempest-TestSnapshotPattern-1258304790 tempest-TestSnapshotPattern-1258304790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:46:31.447619 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-7fbd52c3-18f9-484f-b128-69a4f347fbb3 req-15efe623-9fd7-4978-b6f1-0dc9093f9427 tempest-TestSnapshotPattern-1258304790 tempest-TestSnapshotPattern-1258304790-project] 10.222.0.13 "GET /v2.0/ports?device_id=9ea1b141-cda3-4855-9827-ec5711f21195 HTTP/1.1" status: 200 len: 944 time: 0.0534141 Jan 26 22:46:31.463284 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc96c71-940e-426c-8559-8f3d868dde90 req-420daac5-a37a-4a9e-a706-2c1b98ec2b72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:46:31.464826 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-1cc96c71-940e-426c-8559-8f3d868dde90 req-420daac5-a37a-4a9e-a706-2c1b98ec2b72 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=7f5fbba6c8074819aac2d51d4781f535&device_id=9ea1b141-cda3-4855-9827-ec5711f21195 HTTP/1.1" status: 200 len: 1095 time: 0.0500951 Jan 26 22:46:31.502189 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-7fbd52c3-18f9-484f-b128-69a4f347fbb3 req-e529bb3b-db23-4015-8451-1daa0000c7ce tempest-TestSnapshotPattern-1258304790 tempest-TestSnapshotPattern-1258304790-project] 10.222.0.13 "GET /v2.0/security-groups?id=bdee7b32-0d1b-4c8f-bd8d-ad6cbb39f232&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482466 Jan 26 22:46:31.506018 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-d53019d2-b9c5-4e85-960d-54d99f62a104 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66681a15-76fe-42a3-ac8f-47cef5f7cbf8', 'name': 'tempest-TestSnapshotPattern-1316890824-router', 'tenant_id': '7f5fbba6c8074819aac2d51d4781f535', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'external_fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.194'}], 'enable_snat': True}, 'gw_port_id': '6f3109c8-4fc2-45b1-b2ce-c59710fe7258', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T22:41:14Z', 'updated_at': '2022-01-26T22:41:16Z', 'revision_number': 4, 'project_id': '7f5fbba6c8074819aac2d51d4781f535', 'gw_port': {'id': '6f3109c8-4fc2-45b1-b2ce-c59710fe7258', 'name': '', 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:23:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66681a15-76fe-42a3-ac8f-47cef5f7cbf8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4381, 'fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T22:41:14Z', 'updated_at': '2022-01-26T22:41:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-5', '_interfaces': [{'id': 'cf701493-0e0a-470a-b004-5e01be75179c', 'name': '', 'network_id': 'f72e8e87-9a1b-4e54-95cb-4f1c36edf1c3', 'tenant_id': '7f5fbba6c8074819aac2d51d4781f535', 'mac_address': 'fa:16:3e:8e:ae:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66681a15-76fe-42a3-ac8f-47cef5f7cbf8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4382, 'fixed_ips': [{'subnet_id': 'b971f6c3-c862-49f0-8f4a-323e3679574f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T22:41:16Z', 'updated_at': '2022-01-26T22:41:20Z', 'revision_number': 5, 'project_id': '7f5fbba6c8074819aac2d51d4781f535', 'subnets': [{'id': 'b971f6c3-c862-49f0-8f4a-323e3679574f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760453-5', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 22:46:31.532934 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d53019d2-b9c5-4e85-960d-54d99f62a104 None None] Checking router: 66681a15-76fe-42a3-ac8f-47cef5f7cbf8 for host: n-d-760453-5 {{(pid=103307) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 26 22:46:31.540991 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d53019d2-b9c5-4e85-960d-54d99f62a104 None None] Routers {'66681a15-76fe-42a3-ac8f-47cef5f7cbf8'} bound to L3 agent in host n-d-760453-5 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 22:46:31.541624 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-d53019d2-b9c5-4e85-960d-54d99f62a104 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-26T20:55:21Z,description=,heartbeat_timestamp=2022-01-26T22:46:21Z,host='n-d-760453-5',id=09df100c-3af1-4b0a-bda8-05914c71c458,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:55:21Z,topic='l3_agent')) {'router_ids': ['66681a15-76fe-42a3-ac8f-47cef5f7cbf8'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 22:46:31.566852 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc96c71-940e-426c-8559-8f3d868dde90 req-f6925ae8-c46e-48b5-8984-af98e45a1bdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:46:31.568299 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-1cc96c71-940e-426c-8559-8f3d868dde90 req-f6925ae8-c46e-48b5-8984-af98e45a1bdc service neutron] 10.222.0.66 "GET /v2.0/networks?id=f72e8e87-9a1b-4e54-95cb-4f1c36edf1c3 HTTP/1.1" status: 200 len: 911 time: 0.0959849 Jan 26 22:46:31.609533 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-1cc96c71-940e-426c-8559-8f3d868dde90 req-14e77a22-2fc8-4d76-af95-c5ab6bbf825a service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=53ccbab5-892b-49fd-b2f6-ea8b6414d757 HTTP/1.1" status: 200 len: 217 time: 0.0349290 Jan 26 22:46:31.646282 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_dvr_db [None req-d53019d2-b9c5-4e85-960d-54d99f62a104 None None] Set router 66681a15-76fe-42a3-ac8f-47cef5f7cbf8 gateway port host: n-d-760453-5 {{(pid=103307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 22:46:31.663486 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc96c71-940e-426c-8559-8f3d868dde90 req-b5406721-9ccf-41d4-acbe-94fe53455d9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:46:31.664983 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-1cc96c71-940e-426c-8559-8f3d868dde90 req-b5406721-9ccf-41d4-acbe-94fe53455d9f service neutron] 10.222.0.66 "GET /v2.0/subnets?id=b971f6c3-c862-49f0-8f4a-323e3679574f HTTP/1.1" status: 200 len: 849 time: 0.0486081 Jan 26 22:46:31.710542 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc96c71-940e-426c-8559-8f3d868dde90 req-9afd581c-a0ea-4bef-9bdb-d4f23f766aea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:46:31.712069 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-1cc96c71-940e-426c-8559-8f3d868dde90 req-9afd581c-a0ea-4bef-9bdb-d4f23f766aea service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=f72e8e87-9a1b-4e54-95cb-4f1c36edf1c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0404887 Jan 26 22:46:31.802101 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-1cc96c71-940e-426c-8559-8f3d868dde90 req-1c67a848-c99a-4540-9260-d20b14b714de service neutron] 10.222.0.66 "GET /v2.0/networks/f72e8e87-9a1b-4e54-95cb-4f1c36edf1c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826221 Jan 26 22:46:31.844071 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-d53019d2-b9c5-4e85-960d-54d99f62a104 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66681a15-76fe-42a3-ac8f-47cef5f7cbf8', 'name': 'tempest-TestSnapshotPattern-1316890824-router', 'tenant_id': '7f5fbba6c8074819aac2d51d4781f535', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'external_fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.194'}], 'enable_snat': True}, 'gw_port_id': '6f3109c8-4fc2-45b1-b2ce-c59710fe7258', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T22:41:14Z', 'updated_at': '2022-01-26T22:41:16Z', 'revision_number': 4, 'project_id': '7f5fbba6c8074819aac2d51d4781f535', 'gw_port': {'id': '6f3109c8-4fc2-45b1-b2ce-c59710fe7258', 'name': '', 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:23:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66681a15-76fe-42a3-ac8f-47cef5f7cbf8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4381, 'fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T22:41:14Z', 'updated_at': '2022-01-26T22:41:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-5', '_interfaces': [{'id': 'cf701493-0e0a-470a-b004-5e01be75179c', 'name': '', 'network_id': 'f72e8e87-9a1b-4e54-95cb-4f1c36edf1c3', 'tenant_id': '7f5fbba6c8074819aac2d51d4781f535', 'mac_address': 'fa:16:3e:8e:ae:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66681a15-76fe-42a3-ac8f-47cef5f7cbf8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4382, 'fixed_ips': [{'subnet_id': 'b971f6c3-c862-49f0-8f4a-323e3679574f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T22:41:16Z', 'updated_at': '2022-01-26T22:41:20Z', 'revision_number': 5, 'project_id': '7f5fbba6c8074819aac2d51d4781f535', 'subnets': [{'id': 'b971f6c3-c862-49f0-8f4a-323e3679574f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760453-5', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 22:46:31.870335 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d53019d2-b9c5-4e85-960d-54d99f62a104 None None] The sync data for ids ['66681a15-76fe-42a3-ac8f-47cef5f7cbf8'] in n-d-760453-5 is: [{'id': '66681a15-76fe-42a3-ac8f-47cef5f7cbf8', 'name': 'tempest-TestSnapshotPattern-1316890824-router', 'tenant_id': '7f5fbba6c8074819aac2d51d4781f535', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'external_fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.194'}], 'enable_snat': True}, 'gw_port_id': '6f3109c8-4fc2-45b1-b2ce-c59710fe7258', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T22:41:14Z', 'updated_at': '2022-01-26T22:41:16Z', 'revision_number': 4, 'project_id': '7f5fbba6c8074819aac2d51d4781f535', 'gw_port': {'id': '6f3109c8-4fc2-45b1-b2ce-c59710fe7258', 'name': '', 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:23:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66681a15-76fe-42a3-ac8f-47cef5f7cbf8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4381, 'fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T22:41:14Z', 'updated_at': '2022-01-26T22:41:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-5', '_interfaces': [{'id': 'cf701493-0e0a-470a-b004-5e01be75179c', 'name': '', 'network_id': 'f72e8e87-9a1b-4e54-95cb-4f1c36edf1c3', 'tenant_id': '7f5fbba6c8074819aac2d51d4781f535', 'mac_address': 'fa:16:3e:8e:ae:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66681a15-76fe-42a3-ac8f-47cef5f7cbf8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4382, 'fixed_ips': [{'subnet_id': 'b971f6c3-c862-49f0-8f4a-323e3679574f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T22:41:16Z', 'updated_at': '2022-01-26T22:41:20Z', 'revision_number': 5, 'project_id': '7f5fbba6c8074819aac2d51d4781f535', 'subnets': [{'id': 'b971f6c3-c862-49f0-8f4a-323e3679574f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 26 22:46:31.899032 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-1cc96c71-940e-426c-8559-8f3d868dde90 req-4327ccc1-5f1a-434e-8e3e-a478d3a7f079 service neutron] 10.222.0.66 "GET /v2.0/networks/f72e8e87-9a1b-4e54-95cb-4f1c36edf1c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899899 Jan 26 22:46:32.080243 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52ff0c6c-5afa-45ad-a8fc-2afe145012cd None None] New status for floating IP feaa5440-0bdf-4cde-a52f-2318f2bcd2b6: DOWN {{(pid=103306) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 26 22:46:32.617623 n-d-760453-5 neutron-server[103304]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2194870-7a0d-4fe9-b8f2-21329e585a44 req-d5954273-be6e-4d51-a9bf-1b57efd50632 tempest-TestSnapshotPattern-1258304790 tempest-TestSnapshotPattern-1258304790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103304) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:46:32.619138 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-f2194870-7a0d-4fe9-b8f2-21329e585a44 req-d5954273-be6e-4d51-a9bf-1b57efd50632 tempest-TestSnapshotPattern-1258304790 tempest-TestSnapshotPattern-1258304790-project] 10.222.0.13 "GET /v2.0/ports?device_id=9ea1b141-cda3-4855-9827-ec5711f21195 HTTP/1.1" status: 200 len: 944 time: 0.0477843 Jan 26 22:46:32.668350 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-f2194870-7a0d-4fe9-b8f2-21329e585a44 req-1c353547-1ac3-46fe-89fe-be9d04f1b271 tempest-TestSnapshotPattern-1258304790 tempest-TestSnapshotPattern-1258304790-project] 10.222.0.13 "GET /v2.0/security-groups?id=bdee7b32-0d1b-4c8f-bd8d-ad6cbb39f232&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429270 Jan 26 22:46:33.319666 n-d-760453-5 neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3877a9-f157-4117-8dd3-6695652cac2b req-740c805a-cf15-4c46-85f9-9b09978274b5 tempest-TestSnapshotPattern-1258304790 tempest-TestSnapshotPattern-1258304790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 22:46:33.321115 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-6b3877a9-f157-4117-8dd3-6695652cac2b req-740c805a-cf15-4c46-85f9-9b09978274b5 tempest-TestSnapshotPattern-1258304790 tempest-TestSnapshotPattern-1258304790-project] 10.222.0.66 "GET /v2.0/ports?device_id=9ea1b141-cda3-4855-9827-ec5711f21195 HTTP/1.1" status: 200 len: 944 time: 0.0478828 Jan 26 22:46:33.413710 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [req-6b3877a9-f157-4117-8dd3-6695652cac2b req-188ec3b1-8895-4b41-a28b-95e5a42f120f tempest-TestSnapshotPattern-1258304790 tempest-TestSnapshotPattern-1258304790-project] Deleting port 53ccbab5-892b-49fd-b2f6-ea8b6414d757 {{(pid=103305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 22:46:33.414055 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-6b3877a9-f157-4117-8dd3-6695652cac2b req-188ec3b1-8895-4b41-a28b-95e5a42f120f tempest-TestSnapshotPattern-1258304790 tempest-TestSnapshotPattern-1258304790-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746560630878'] for port (53ccbab5-892b-49fd-b2f6-ea8b6414d757), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:46:33.499738 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [req-6b3877a9-f157-4117-8dd3-6695652cac2b req-188ec3b1-8895-4b41-a28b-95e5a42f120f tempest-TestSnapshotPattern-1258304790 tempest-TestSnapshotPattern-1258304790-project] For port 53ccbab5-892b-49fd-b2f6-ea8b6414d757, host n-h1-760453-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760453-5',level=0,port_id=53ccbab5-892b-49fd-b2f6-ea8b6414d757,segment=NetworkSegment(c0cbec19-aa31-49b8-af17-a02c840521e6),segment_id=c0cbec19-aa31-49b8-af17-a02c840521e6)] {{(pid=103305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 22:46:33.500100 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-6b3877a9-f157-4117-8dd3-6695652cac2b req-188ec3b1-8895-4b41-a28b-95e5a42f120f tempest-TestSnapshotPattern-1258304790 tempest-TestSnapshotPattern-1258304790-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4109658'] for port (53ccbab5-892b-49fd-b2f6-ea8b6414d757), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:46:33.512160 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [req-6b3877a9-f157-4117-8dd3-6695652cac2b req-188ec3b1-8895-4b41-a28b-95e5a42f120f tempest-TestSnapshotPattern-1258304790 tempest-TestSnapshotPattern-1258304790-project] Calling delete_port for 53ccbab5-892b-49fd-b2f6-ea8b6414d757 owned by compute:nova {{(pid=103305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 22:46:33.581621 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Device aa45fe66-60b7-4d0f-abbf-80df822b397d no longer exists at agent hyperv_n-h2-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 26 22:46:33.605356 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] No Port match for: aa45fe66-60b7-4d0f-abbf-80df822b397d {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 26 22:46:33.605707 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Device aa45fe66-60b7-4d0f-abbf-80df822b397d not bound to the agent host n-h2-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 26 22:46:33.643599 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-6b3877a9-f157-4117-8dd3-6695652cac2b req-188ec3b1-8895-4b41-a28b-95e5a42f120f tempest-TestSnapshotPattern-1258304790 tempest-TestSnapshotPattern-1258304790-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746560636600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746560234536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11791543'] for port (53ccbab5-892b-49fd-b2f6-ea8b6414d757), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:46:33.669419 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-188ec3b1-8895-4b41-a28b-95e5a42f120f tempest-TestSnapshotPattern-1258304790 tempest-TestSnapshotPattern-1258304790-project] Pushing event deleted for resources: {'Port': ['ID=53ccbab5-892b-49fd-b2f6-ea8b6414d757,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 22:46:33.714066 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b3877a9-f157-4117-8dd3-6695652cac2b req-188ec3b1-8895-4b41-a28b-95e5a42f120f tempest-TestSnapshotPattern-1258304790 tempest-TestSnapshotPattern-1258304790-project] No DVR routers for this DVR port 53ccbab5-892b-49fd-b2f6-ea8b6414d757 on host n-h1-760453-5 {{(pid=103305) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 26 22:46:33.716745 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-6b3877a9-f157-4117-8dd3-6695652cac2b req-188ec3b1-8895-4b41-a28b-95e5a42f120f tempest-TestSnapshotPattern-1258304790 tempest-TestSnapshotPattern-1258304790-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205148'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:46:33.720269 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [req-6b3877a9-f157-4117-8dd3-6695652cac2b req-188ec3b1-8895-4b41-a28b-95e5a42f120f tempest-TestSnapshotPattern-1258304790 tempest-TestSnapshotPattern-1258304790-project] 10.222.0.66 "DELETE /v2.0/ports/53ccbab5-892b-49fd-b2f6-ea8b6414d757 HTTP/1.1" status: 204 len: 173 time: 0.3942041 Jan 26 22:46:33.720726 n-d-760453-5 neutron-server[103305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ea1b141-cda3-4855-9827-ec5711f21195', 'name': 'network-vif-deleted', 'tag': '53ccbab5-892b-49fd-b2f6-ea8b6414d757'}] {{(pid=103305) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 22:46:33.723102 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63c895857b12caccb44030902ae3f492cdae22bba6ec98e5b8bd003e299c093d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8bc5a633-01d8-4e63-bb3d-5f829f3687ce" -d '{"events": [{"server_uuid": "9ea1b141-cda3-4855-9827-ec5711f21195", "name": "network-vif-deleted", "tag": "53ccbab5-892b-49fd-b2f6-ea8b6414d757"}]}' {{(pid=103305) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 22:46:33.770305 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [req-b7095a97-978a-433f-a12c-2f47f03818df req-f9317fca-5cbb-41e4-b0de-f5bb5081be9d tempest-TestSnapshotPattern-1258304790 tempest-TestSnapshotPattern-1258304790-project] 10.222.0.13 "GET /v2.0/ports?device_id=9ea1b141-cda3-4855-9827-ec5711f21195 HTTP/1.1" status: 200 len: 210 time: 0.0299590 Jan 26 22:46:33.818988 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Jan 2022 22:46:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5cb19df0-ab15-4f40-86c1-7029999d9d41 x-openstack-request-id: req-5cb19df0-ab15-4f40-86c1-7029999d9d41 {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 22:46:33.819270 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ea1b141-cda3-4855-9827-ec5711f21195", "name": "network-vif-deleted", "tag": "53ccbab5-892b-49fd-b2f6-ea8b6414d757", "status": "completed", "code": 200}]} {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 22:46:33.819527 n-d-760453-5 neutron-server[103305]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-5cb19df0-ab15-4f40-86c1-7029999d9d41 {{(pid=103305) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 22:46:33.819933 n-d-760453-5 neutron-server[103305]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ea1b141-cda3-4855-9827-ec5711f21195', 'name': 'network-vif-deleted', 'tag': '53ccbab5-892b-49fd-b2f6-ea8b6414d757', 'status': 'completed', 'code': 200} Jan 26 22:46:34.825249 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 57626) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 22:46:34.884714 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-a2f48bf7-c42a-440b-9612-37384ec07858 tempest-TestSnapshotPattern-1258304790 tempest-TestSnapshotPattern-1258304790-project] Publish callbacks [] for security_group (bdee7b32-0d1b-4c8f-bd8d-ad6cbb39f232), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:46:34.909945 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-a2f48bf7-c42a-440b-9612-37384ec07858 tempest-TestSnapshotPattern-1258304790 tempest-TestSnapshotPattern-1258304790-project] Publish callbacks [] for security_group (bdee7b32-0d1b-4c8f-bd8d-ad6cbb39f232), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:46:34.966576 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-a2f48bf7-c42a-440b-9612-37384ec07858 tempest-TestSnapshotPattern-1258304790 tempest-TestSnapshotPattern-1258304790-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (bdee7b32-0d1b-4c8f-bd8d-ad6cbb39f232), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:46:34.969988 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-a2f48bf7-c42a-440b-9612-37384ec07858 tempest-TestSnapshotPattern-1258304790 tempest-TestSnapshotPattern-1258304790-project] Publish callbacks [] for security_group (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:46:34.971137 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-a2f48bf7-c42a-440b-9612-37384ec07858 tempest-TestSnapshotPattern-1258304790 tempest-TestSnapshotPattern-1258304790-project] 10.222.0.13 "DELETE /v2.0/security-groups/bdee7b32-0d1b-4c8f-bd8d-ad6cbb39f232 HTTP/1.1" status: 204 len: 168 time: 0.1448686 Jan 26 22:46:34.980303 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f48bf7-c42a-440b-9612-37384ec07858 tempest-TestSnapshotPattern-1258304790 tempest-TestSnapshotPattern-1258304790-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdee7b32-0d1b-4c8f-bd8d-ad6cbb39f232,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 22:46:35.019654 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 57630) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 22:46:35.453346 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-abc39866-0e4d-4509-98c1-97ee2c3eaa12 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4110657'] for router_interface (66681a15-76fe-42a3-ac8f-47cef5f7cbf8), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:46:35.695661 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-abc39866-0e4d-4509-98c1-97ee2c3eaa12 admin admin] Deleting port cf701493-0e0a-470a-b004-5e01be75179c {{(pid=103304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 22:46:35.695918 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-abc39866-0e4d-4509-98c1-97ee2c3eaa12 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746560630878'] for port (cf701493-0e0a-470a-b004-5e01be75179c), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:46:35.775498 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [None req-abc39866-0e4d-4509-98c1-97ee2c3eaa12 admin admin] For port cf701493-0e0a-470a-b004-5e01be75179c, host n-d-760453-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=cf701493-0e0a-470a-b004-5e01be75179c,segment=NetworkSegment(c0cbec19-aa31-49b8-af17-a02c840521e6),segment_id=c0cbec19-aa31-49b8-af17-a02c840521e6)] {{(pid=103304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 22:46:35.775859 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-abc39866-0e4d-4509-98c1-97ee2c3eaa12 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4109658'] for port (cf701493-0e0a-470a-b004-5e01be75179c), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:46:35.787570 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-abc39866-0e4d-4509-98c1-97ee2c3eaa12 admin admin] Calling delete_port for cf701493-0e0a-470a-b004-5e01be75179c owned by network:router_interface {{(pid=103304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 22:46:35.968070 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-abc39866-0e4d-4509-98c1-97ee2c3eaa12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746560636600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746560234536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9281553'] for port (cf701493-0e0a-470a-b004-5e01be75179c), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:46:35.991966 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc39866-0e4d-4509-98c1-97ee2c3eaa12 admin admin] Pushing event deleted for resources: {'Port': ['ID=cf701493-0e0a-470a-b004-5e01be75179c,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 22:46:36.159364 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-abc39866-0e4d-4509-98c1-97ee2c3eaa12 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3709480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4110805'] for router_interface (66681a15-76fe-42a3-ac8f-47cef5f7cbf8), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:46:36.375541 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-abc39866-0e4d-4509-98c1-97ee2c3eaa12 admin admin] Router 66681a15-76fe-42a3-ac8f-47cef5f7cbf8 has already been hosted by L3 agent 09df100c-3af1-4b0a-bda8-05914c71c458 {{(pid=103304) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 26 22:46:36.484273 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abc39866-0e4d-4509-98c1-97ee2c3eaa12 admin admin] Notify agent at l3_agent.n-d-760453-5 the message routers_updated {{(pid=103304) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 26 22:46:36.489265 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-abc39866-0e4d-4509-98c1-97ee2c3eaa12 admin admin] 10.222.0.13 "PUT /v2.0/routers/66681a15-76fe-42a3-ac8f-47cef5f7cbf8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4686186 Jan 26 22:46:36.491812 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 57634) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 22:46:36.495418 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a3df872-eef3-4379-9953-0ee6c23a5eef None None] Sync routers for ids ['66681a15-76fe-42a3-ac8f-47cef5f7cbf8'] in n-d-760453-5 {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 26 22:46:36.505026 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a3df872-eef3-4379-9953-0ee6c23a5eef None None] Routers {'66681a15-76fe-42a3-ac8f-47cef5f7cbf8'} bound to L3 agent in host n-d-760453-5 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 22:46:36.505667 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-0a3df872-eef3-4379-9953-0ee6c23a5eef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-26T20:55:21Z,description=,heartbeat_timestamp=2022-01-26T22:46:21Z,host='n-d-760453-5',id=09df100c-3af1-4b0a-bda8-05914c71c458,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:55:21Z,topic='l3_agent')) {'router_ids': ['66681a15-76fe-42a3-ac8f-47cef5f7cbf8'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 22:46:36.594344 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-e574280b-f3d2-4899-a190-39fb35bf2c56 admin admin] Publish callbacks [] for router (66681a15-76fe-42a3-ac8f-47cef5f7cbf8), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:46:36.609980 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_dvr_db [None req-0a3df872-eef3-4379-9953-0ee6c23a5eef None None] Set router 66681a15-76fe-42a3-ac8f-47cef5f7cbf8 gateway port host: n-d-760453-5 {{(pid=103307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 22:46:36.696737 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-e574280b-f3d2-4899-a190-39fb35bf2c56 admin admin] Publish callbacks [] for router_gateway (66681a15-76fe-42a3-ac8f-47cef5f7cbf8), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:46:36.749165 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-e574280b-f3d2-4899-a190-39fb35bf2c56 admin admin] Deleting port 6f3109c8-4fc2-45b1-b2ce-c59710fe7258 {{(pid=103304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 22:46:36.749537 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-e574280b-f3d2-4899-a190-39fb35bf2c56 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746560630878'] for port (6f3109c8-4fc2-45b1-b2ce-c59710fe7258), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:46:36.789266 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-0a3df872-eef3-4379-9953-0ee6c23a5eef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66681a15-76fe-42a3-ac8f-47cef5f7cbf8', 'name': 'tempest-TestSnapshotPattern-1316890824-router', 'tenant_id': '7f5fbba6c8074819aac2d51d4781f535', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'external_fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.194'}], 'enable_snat': True}, 'gw_port_id': '6f3109c8-4fc2-45b1-b2ce-c59710fe7258', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T22:41:14Z', 'updated_at': '2022-01-26T22:46:35Z', 'revision_number': 5, 'project_id': '7f5fbba6c8074819aac2d51d4781f535', 'gw_port': {'id': '6f3109c8-4fc2-45b1-b2ce-c59710fe7258', 'name': '', 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:23:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66681a15-76fe-42a3-ac8f-47cef5f7cbf8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4381, 'fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T22:41:14Z', 'updated_at': '2022-01-26T22:41:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-5'}], 'n-d-760453-5', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 22:46:36.816152 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a3df872-eef3-4379-9953-0ee6c23a5eef None None] Checking router: 66681a15-76fe-42a3-ac8f-47cef5f7cbf8 for host: n-d-760453-5 {{(pid=103307) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 26 22:46:36.824286 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a3df872-eef3-4379-9953-0ee6c23a5eef None None] Routers {'66681a15-76fe-42a3-ac8f-47cef5f7cbf8'} bound to L3 agent in host n-d-760453-5 {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 22:46:36.824945 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-0a3df872-eef3-4379-9953-0ee6c23a5eef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-26T20:55:21Z,description=,heartbeat_timestamp=2022-01-26T22:46:21Z,host='n-d-760453-5',id=09df100c-3af1-4b0a-bda8-05914c71c458,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:55:21Z,topic='l3_agent')) {'router_ids': ['66681a15-76fe-42a3-ac8f-47cef5f7cbf8'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 22:46:36.832345 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [None req-e574280b-f3d2-4899-a190-39fb35bf2c56 admin admin] For port 6f3109c8-4fc2-45b1-b2ce-c59710fe7258, host n-d-760453-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=6f3109c8-4fc2-45b1-b2ce-c59710fe7258,segment=NetworkSegment(e17cb353-418f-48b9-b982-21a6233ee99b),segment_id=e17cb353-418f-48b9-b982-21a6233ee99b)] {{(pid=103304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 22:46:36.832710 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-e574280b-f3d2-4899-a190-39fb35bf2c56 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4109658'] for port (6f3109c8-4fc2-45b1-b2ce-c59710fe7258), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:46:36.844542 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-e574280b-f3d2-4899-a190-39fb35bf2c56 admin admin] Calling delete_port for 6f3109c8-4fc2-45b1-b2ce-c59710fe7258 owned by network:router_gateway {{(pid=103304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 22:46:37.002997 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_dvr_db [None req-0a3df872-eef3-4379-9953-0ee6c23a5eef None None] Set router 66681a15-76fe-42a3-ac8f-47cef5f7cbf8 gateway port host: None {{(pid=103307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 22:46:37.018266 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-e574280b-f3d2-4899-a190-39fb35bf2c56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746560636600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746560234536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9281553'] for port (6f3109c8-4fc2-45b1-b2ce-c59710fe7258), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:46:37.050588 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e574280b-f3d2-4899-a190-39fb35bf2c56 admin admin] Pushing event deleted for resources: {'Port': ['ID=6f3109c8-4fc2-45b1-b2ce-c59710fe7258,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 22:46:37.055378 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-0a3df872-eef3-4379-9953-0ee6c23a5eef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66681a15-76fe-42a3-ac8f-47cef5f7cbf8', 'name': 'tempest-TestSnapshotPattern-1316890824-router', 'tenant_id': '7f5fbba6c8074819aac2d51d4781f535', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T22:41:14Z', 'updated_at': '2022-01-26T22:46:36Z', 'revision_number': 6, 'project_id': '7f5fbba6c8074819aac2d51d4781f535', 'gw_port_host': None}], 'n-d-760453-5', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 22:46:37.085550 n-d-760453-5 neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a3df872-eef3-4379-9953-0ee6c23a5eef None None] The sync data for ids ['66681a15-76fe-42a3-ac8f-47cef5f7cbf8'] in n-d-760453-5 is: [{'id': '66681a15-76fe-42a3-ac8f-47cef5f7cbf8', 'name': 'tempest-TestSnapshotPattern-1316890824-router', 'tenant_id': '7f5fbba6c8074819aac2d51d4781f535', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T22:41:14Z', 'updated_at': '2022-01-26T22:46:36Z', 'revision_number': 6, 'project_id': '7f5fbba6c8074819aac2d51d4781f535', 'gw_port_host': None}] {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 26 22:46:37.110238 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-e574280b-f3d2-4899-a190-39fb35bf2c56 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4111291'] for router_gateway (66681a15-76fe-42a3-ac8f-47cef5f7cbf8), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:46:37.201049 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-e574280b-f3d2-4899-a190-39fb35bf2c56 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4105774', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13082'] for router (66681a15-76fe-42a3-ac8f-47cef5f7cbf8), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:46:37.203230 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-e574280b-f3d2-4899-a190-39fb35bf2c56 admin admin] Publish callbacks [] for router_controller (66681a15-76fe-42a3-ac8f-47cef5f7cbf8), precommit_delete_associations {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:46:37.247103 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-e574280b-f3d2-4899-a190-39fb35bf2c56 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4105767'] for router (66681a15-76fe-42a3-ac8f-47cef5f7cbf8), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:46:37.247671 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e574280b-f3d2-4899-a190-39fb35bf2c56 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 66681a15-76fe-42a3-ac8f-47cef5f7cbf8 {{(pid=103304) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 26 22:46:37.253124 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-e574280b-f3d2-4899-a190-39fb35bf2c56 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:46:37.254255 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-e574280b-f3d2-4899-a190-39fb35bf2c56 admin admin] 10.222.0.13 "DELETE /v2.0/routers/66681a15-76fe-42a3-ac8f-47cef5f7cbf8 HTTP/1.1" status: 204 len: 168 time: 0.7615125 Jan 26 22:46:37.256804 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 57636) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 22:46:37.300475 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.db_base_plugin_v2 [None req-2fb87010-2aec-4c8e-ab2f-4b534cb24543 admin admin] Deleting subnet b971f6c3-c862-49f0-8f4a-323e3679574f {{(pid=103304) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 26 22:46:37.303494 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-2fb87010-2aec-4c8e-ab2f-4b534cb24543 admin admin] Publish callbacks [] for subnet (b971f6c3-c862-49f0-8f4a-323e3679574f), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:46:37.337282 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-2fb87010-2aec-4c8e-ab2f-4b534cb24543 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8881284'] for subnet (b971f6c3-c862-49f0-8f4a-323e3679574f), precommit_delete_associations {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:46:37.419300 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-2fb87010-2aec-4c8e-ab2f-4b534cb24543 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687316'] for subnet (b971f6c3-c862-49f0-8f4a-323e3679574f), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:46:37.473857 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-2fb87010-2aec-4c8e-ab2f-4b534cb24543 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9281612', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12215216'] for subnet (b971f6c3-c862-49f0-8f4a-323e3679574f), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:46:37.498582 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb87010-2aec-4c8e-ab2f-4b534cb24543 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b971f6c3-c862-49f0-8f4a-323e3679574f,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 22:46:37.505341 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-2fb87010-2aec-4c8e-ab2f-4b534cb24543 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:46:37.510960 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-2fb87010-2aec-4c8e-ab2f-4b534cb24543 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/b971f6c3-c862-49f0-8f4a-323e3679574f HTTP/1.1" status: 204 len: 168 time: 0.2507668 Jan 26 22:46:37.511388 n-d-760453-5 neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.13', 57638) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 22:46:37.518147 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea484bd0-9db7-4189-bb61-03e2cd137bba None None] Network f72e8e87-9a1b-4e54-95cb-4f1c36edf1c3 requested from n-d-760453-5 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 26 22:46:37.585786 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-28af0221-3dfe-4c9c-9e0a-c143e34575c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-748181'] for network (f72e8e87-9a1b-4e54-95cb-4f1c36edf1c3), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:46:37.639125 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-28af0221-3dfe-4c9c-9e0a-c143e34575c8 admin admin] Deleting port ef6df987-3df2-4280-b600-b64a17a2b16c {{(pid=103305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 22:46:37.639496 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-28af0221-3dfe-4c9c-9e0a-c143e34575c8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746560630878'] for port (ef6df987-3df2-4280-b600-b64a17a2b16c), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:46:37.703774 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.db [None req-28af0221-3dfe-4c9c-9e0a-c143e34575c8 admin admin] For port ef6df987-3df2-4280-b600-b64a17a2b16c, host n-d-760453-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=ef6df987-3df2-4280-b600-b64a17a2b16c,segment=NetworkSegment(c0cbec19-aa31-49b8-af17-a02c840521e6),segment_id=c0cbec19-aa31-49b8-af17-a02c840521e6)] {{(pid=103305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 22:46:37.704139 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-28af0221-3dfe-4c9c-9e0a-c143e34575c8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4109658'] for port (ef6df987-3df2-4280-b600-b64a17a2b16c), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:46:37.716680 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-28af0221-3dfe-4c9c-9e0a-c143e34575c8 admin admin] Calling delete_port for ef6df987-3df2-4280-b600-b64a17a2b16c owned by network:dhcp {{(pid=103305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 22:46:37.794003 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-28af0221-3dfe-4c9c-9e0a-c143e34575c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746560636600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746560234536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11791543'] for port (ef6df987-3df2-4280-b600-b64a17a2b16c), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:46:37.820143 n-d-760453-5 neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28af0221-3dfe-4c9c-9e0a-c143e34575c8 admin admin] No DVR routers for this DVR port ef6df987-3df2-4280-b600-b64a17a2b16c on host n-d-760453-5 {{(pid=103305) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 26 22:46:37.822186 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28af0221-3dfe-4c9c-9e0a-c143e34575c8 admin admin] Pushing event deleted for resources: {'Port': ['ID=ef6df987-3df2-4280-b600-b64a17a2b16c,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 22:46:37.861872 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74537c2e-1cda-4bc3-a749-34208cb33ac7 None None] DHCP port deletion for f72e8e87-9a1b-4e54-95cb-4f1c36edf1c3 request from n-d-760453-5 {{(pid=103306) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 26 22:46:37.905942 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-28af0221-3dfe-4c9c-9e0a-c143e34575c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-686403', 'neutron.services.segments.db._delete_segments_for_network-8746560774018'] for network (f72e8e87-9a1b-4e54-95cb-4f1c36edf1c3), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:46:37.926183 n-d-760453-5 neutron-server[103305]: DEBUG neutron.services.segments.db [None req-28af0221-3dfe-4c9c-9e0a-c143e34575c8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f72e8e87-9a1b-4e54-95cb-4f1c36edf1c3']}} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 22:46:37.935500 n-d-760453-5 neutron-server[103305]: DEBUG neutron.services.segments.db [None req-28af0221-3dfe-4c9c-9e0a-c143e34575c8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c0cbec19-aa31-49b8-af17-a02c840521e6') {'for_net_delete': True} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 22:46:37.935798 n-d-760453-5 neutron-server[103305]: DEBUG neutron.services.segments.db [None req-28af0221-3dfe-4c9c-9e0a-c143e34575c8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c0cbec19-aa31-49b8-af17-a02c840521e6') {} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 22:46:37.945943 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-28af0221-3dfe-4c9c-9e0a-c143e34575c8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746560742283', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11788955'] for segment (c0cbec19-aa31-49b8-af17-a02c840521e6), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:46:37.959817 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-28af0221-3dfe-4c9c-9e0a-c143e34575c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576559'] for segment (c0cbec19-aa31-49b8-af17-a02c840521e6), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:46:37.966834 n-d-760453-5 neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-28af0221-3dfe-4c9c-9e0a-c143e34575c8 admin admin] Releasing vlan 579 on physical network physnet1 to pool {{(pid=103305) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 26 22:46:37.967308 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-28af0221-3dfe-4c9c-9e0a-c143e34575c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11791428'] for segment (c0cbec19-aa31-49b8-af17-a02c840521e6), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:46:37.969286 n-d-760453-5 neutron-server[103305]: Traceback (most recent call last): Jan 26 22:46:37.969286 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 26 22:46:37.969286 n-d-760453-5 neutron-server[103305]: timer() Jan 26 22:46:37.969286 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 26 22:46:37.969286 n-d-760453-5 neutron-server[103305]: cb(*args, **kw) Jan 26 22:46:37.969286 n-d-760453-5 neutron-server[103305]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 26 22:46:37.969286 n-d-760453-5 neutron-server[103305]: return func(*args, **kwargs) Jan 26 22:46:37.969286 n-d-760453-5 neutron-server[103305]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 26 22:46:37.969286 n-d-760453-5 neutron-server[103305]: self._notify() Jan 26 22:46:37.969286 n-d-760453-5 neutron-server[103305]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 26 22:46:37.969286 n-d-760453-5 neutron-server[103305]: self.callback(batched_events) Jan 26 22:46:37.969286 n-d-760453-5 neutron-server[103305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 26 22:46:37.969286 n-d-760453-5 neutron-server[103305]: event.method(event) Jan 26 22:46:37.969286 n-d-760453-5 neutron-server[103305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 26 22:46:37.969286 n-d-760453-5 neutron-server[103305]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 26 22:46:37.969286 n-d-760453-5 neutron-server[103305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 26 22:46:37.969286 n-d-760453-5 neutron-server[103305]: aggregate_uuid = self.p_client.list_aggregates( Jan 26 22:46:37.969286 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 26 22:46:37.969286 n-d-760453-5 neutron-server[103305]: return f(self, *a, **k) Jan 26 22:46:37.969286 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 26 22:46:37.969286 n-d-760453-5 neutron-server[103305]: return self._get(url).json() Jan 26 22:46:37.969286 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 26 22:46:37.969286 n-d-760453-5 neutron-server[103305]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 26 22:46:37.969286 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 26 22:46:37.969286 n-d-760453-5 neutron-server[103305]: return self.request(url, 'GET', **kwargs) Jan 26 22:46:37.969286 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 26 22:46:37.969286 n-d-760453-5 neutron-server[103305]: base_url = self.get_endpoint(auth, allow=allow, Jan 26 22:46:37.969286 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 26 22:46:37.969286 n-d-760453-5 neutron-server[103305]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 26 22:46:37.969286 n-d-760453-5 neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 26 22:46:37.969286 n-d-760453-5 neutron-server[103305]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 26 22:46:37.969286 n-d-760453-5 neutron-server[103305]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 26 22:46:38.031804 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-28af0221-3dfe-4c9c-9e0a-c143e34575c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4110931'] for network (f72e8e87-9a1b-4e54-95cb-4f1c36edf1c3), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:46:38.038192 n-d-760453-5 neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-28af0221-3dfe-4c9c-9e0a-c143e34575c8 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:46:38.044435 n-d-760453-5 neutron-server[103305]: INFO neutron.wsgi [None req-28af0221-3dfe-4c9c-9e0a-c143e34575c8 admin admin] 10.222.0.13 "DELETE /v2.0/networks/f72e8e87-9a1b-4e54-95cb-4f1c36edf1c3 HTTP/1.1" status: 204 len: 168 time: 0.5292380 Jan 26 22:46:38.044614 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 57640) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 22:46:38.050343 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device cf701493-0e0a-470a-b004-5e01be75179c no longer exists at agent ovs-agent-n-d-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 26 22:46:38.073582 n-d-760453-5 neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28af0221-3dfe-4c9c-9e0a-c143e34575c8 admin admin] Pushing event deleted for resources: {'Network': ['ID=f72e8e87-9a1b-4e54-95cb-4f1c36edf1c3,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 22:46:38.076702 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] No Port match for: cf701493-0e0a-470a-b004-5e01be75179c {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 26 22:46:38.077123 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device cf701493-0e0a-470a-b004-5e01be75179c not bound to the agent host n-d-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 26 22:46:38.077637 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device ef6df987-3df2-4280-b600-b64a17a2b16c no longer exists at agent ovs-agent-n-d-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 26 22:46:38.080778 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Device 53ccbab5-892b-49fd-b2f6-ea8b6414d757 no longer exists at agent hyperv_n-h1-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 26 22:46:38.117692 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] No Port match for: ef6df987-3df2-4280-b600-b64a17a2b16c {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 26 22:46:38.117809 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device ef6df987-3df2-4280-b600-b64a17a2b16c not bound to the agent host n-d-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 26 22:46:38.118193 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device 6f3109c8-4fc2-45b1-b2ce-c59710fe7258 no longer exists at agent ovs-agent-n-d-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 26 22:46:38.119978 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] No Port match for: 53ccbab5-892b-49fd-b2f6-ea8b6414d757 {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 26 22:46:38.120320 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Device 53ccbab5-892b-49fd-b2f6-ea8b6414d757 not bound to the agent host n-h1-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 26 22:46:38.142299 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] No Port match for: 6f3109c8-4fc2-45b1-b2ce-c59710fe7258 {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 26 22:46:38.142590 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device 6f3109c8-4fc2-45b1-b2ce-c59710fe7258 not bound to the agent host n-d-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 26 22:46:38.421761 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-abcfd9fc-e4da-46e6-8c99-09cfc55ad68f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4110657'] for router_interface (5e95c551-1738-4d47-8f35-bab9177191d1), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:46:38.663960 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-abcfd9fc-e4da-46e6-8c99-09cfc55ad68f admin admin] Deleting port dffce187-cbb5-495f-98e4-4987ae91d26e {{(pid=103304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 22:46:38.664250 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-abcfd9fc-e4da-46e6-8c99-09cfc55ad68f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746560630878'] for port (dffce187-cbb5-495f-98e4-4987ae91d26e), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:46:38.751485 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [None req-abcfd9fc-e4da-46e6-8c99-09cfc55ad68f admin admin] For port dffce187-cbb5-495f-98e4-4987ae91d26e, host n-d-760453-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=dffce187-cbb5-495f-98e4-4987ae91d26e,segment=NetworkSegment(26b7da28-f54e-4d3c-993b-2ac12aaf73e2),segment_id=26b7da28-f54e-4d3c-993b-2ac12aaf73e2)] {{(pid=103304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 22:46:38.751850 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-abcfd9fc-e4da-46e6-8c99-09cfc55ad68f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4109658'] for port (dffce187-cbb5-495f-98e4-4987ae91d26e), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:46:38.763486 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-abcfd9fc-e4da-46e6-8c99-09cfc55ad68f admin admin] Calling delete_port for dffce187-cbb5-495f-98e4-4987ae91d26e owned by network:router_interface {{(pid=103304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 22:46:38.939914 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-abcfd9fc-e4da-46e6-8c99-09cfc55ad68f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746560636600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746560234536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9281553'] for port (dffce187-cbb5-495f-98e4-4987ae91d26e), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:46:38.966164 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abcfd9fc-e4da-46e6-8c99-09cfc55ad68f admin admin] Pushing event deleted for resources: {'Port': ['ID=dffce187-cbb5-495f-98e4-4987ae91d26e,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 22:46:39.130973 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-abcfd9fc-e4da-46e6-8c99-09cfc55ad68f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3709480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4110805'] for router_interface (5e95c551-1738-4d47-8f35-bab9177191d1), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:46:39.331300 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (32ef628b-8417-46c5-8729-60fcabe358f1), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:46:39.346188 n-d-760453-5 neutron-server[103304]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-abcfd9fc-e4da-46e6-8c99-09cfc55ad68f admin admin] Router 5e95c551-1738-4d47-8f35-bab9177191d1 has already been hosted by L3 agent 09df100c-3af1-4b0a-bda8-05914c71c458 {{(pid=103304) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 26 22:46:39.453382 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abcfd9fc-e4da-46e6-8c99-09cfc55ad68f admin admin] Notify agent at l3_agent.n-d-760453-5 the message routers_updated {{(pid=103304) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 26 22:46:39.458858 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-abcfd9fc-e4da-46e6-8c99-09cfc55ad68f admin admin] 10.222.0.13 "PUT /v2.0/routers/5e95c551-1738-4d47-8f35-bab9177191d1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4124961 Jan 26 22:46:39.461657 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 57642) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 22:46:39.462755 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-503c67bb-ba91-408a-8679-f57f7de91c6e None None] Sync routers for ids ['5e95c551-1738-4d47-8f35-bab9177191d1'] in n-d-760453-5 {{(pid=103306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 26 22:46:39.472950 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-503c67bb-ba91-408a-8679-f57f7de91c6e None None] Routers {'5e95c551-1738-4d47-8f35-bab9177191d1'} bound to L3 agent in host n-d-760453-5 {{(pid=103306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 22:46:39.473706 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-503c67bb-ba91-408a-8679-f57f7de91c6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-26T20:55:21Z,description=,heartbeat_timestamp=2022-01-26T22:46:21Z,host='n-d-760453-5',id=09df100c-3af1-4b0a-bda8-05914c71c458,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:55:21Z,topic='l3_agent')) {'router_ids': ['5e95c551-1738-4d47-8f35-bab9177191d1'], 'active': True} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 22:46:39.579352 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvr_db [None req-503c67bb-ba91-408a-8679-f57f7de91c6e None None] Set router 5e95c551-1738-4d47-8f35-bab9177191d1 gateway port host: n-d-760453-5 {{(pid=103306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 22:46:39.911976 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-a9af2dbb-6499-4a34-9638-262bb8748917 admin admin] Publish callbacks [] for router (5e95c551-1738-4d47-8f35-bab9177191d1), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:46:39.924725 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-503c67bb-ba91-408a-8679-f57f7de91c6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e95c551-1738-4d47-8f35-bab9177191d1', 'name': 'tempest-TestSnapshotPattern-1228235217-router', 'tenant_id': '0d514ad6f8f14df193209738cf48abae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'external_fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.2'}], 'enable_snat': True}, 'gw_port_id': '58a5d2cb-2ffe-4d6f-8a43-49a47756fdd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T22:41:18Z', 'updated_at': '2022-01-26T22:46:38Z', 'revision_number': 5, 'project_id': '0d514ad6f8f14df193209738cf48abae', 'gw_port': {'id': '58a5d2cb-2ffe-4d6f-8a43-49a47756fdd7', 'name': '', 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:5f:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e95c551-1738-4d47-8f35-bab9177191d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4393, 'fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T22:41:19Z', 'updated_at': '2022-01-26T22:41:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-5'}], 'n-d-760453-5', False) {} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 22:46:39.950812 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-503c67bb-ba91-408a-8679-f57f7de91c6e None None] Checking router: 5e95c551-1738-4d47-8f35-bab9177191d1 for host: n-d-760453-5 {{(pid=103306) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 26 22:46:39.959693 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-503c67bb-ba91-408a-8679-f57f7de91c6e None None] Routers {'5e95c551-1738-4d47-8f35-bab9177191d1'} bound to L3 agent in host n-d-760453-5 {{(pid=103306) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 22:46:39.960305 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-503c67bb-ba91-408a-8679-f57f7de91c6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760453-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-26T20:55:21Z,description=,heartbeat_timestamp=2022-01-26T22:46:21Z,host='n-d-760453-5',id=09df100c-3af1-4b0a-bda8-05914c71c458,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T20:55:21Z,topic='l3_agent')) {'router_ids': ['5e95c551-1738-4d47-8f35-bab9177191d1'], 'active': True} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 22:46:40.022134 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-a9af2dbb-6499-4a34-9638-262bb8748917 admin admin] Publish callbacks [] for router_gateway (5e95c551-1738-4d47-8f35-bab9177191d1), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:46:40.071379 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_dvr_db [None req-503c67bb-ba91-408a-8679-f57f7de91c6e None None] Set router 5e95c551-1738-4d47-8f35-bab9177191d1 gateway port host: n-d-760453-5 {{(pid=103306) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 22:46:40.073341 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-a9af2dbb-6499-4a34-9638-262bb8748917 admin admin] Deleting port 58a5d2cb-2ffe-4d6f-8a43-49a47756fdd7 {{(pid=103304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 22:46:40.073684 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-a9af2dbb-6499-4a34-9638-262bb8748917 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746560630878'] for port (58a5d2cb-2ffe-4d6f-8a43-49a47756fdd7), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:46:40.153671 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [None req-a9af2dbb-6499-4a34-9638-262bb8748917 admin admin] For port 58a5d2cb-2ffe-4d6f-8a43-49a47756fdd7, host n-d-760453-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=58a5d2cb-2ffe-4d6f-8a43-49a47756fdd7,segment=NetworkSegment(e17cb353-418f-48b9-b982-21a6233ee99b),segment_id=e17cb353-418f-48b9-b982-21a6233ee99b)] {{(pid=103304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 22:46:40.154420 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-a9af2dbb-6499-4a34-9638-262bb8748917 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4109658'] for port (58a5d2cb-2ffe-4d6f-8a43-49a47756fdd7), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:46:40.166562 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-a9af2dbb-6499-4a34-9638-262bb8748917 admin admin] Calling delete_port for 58a5d2cb-2ffe-4d6f-8a43-49a47756fdd7 owned by network:router_gateway {{(pid=103304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 22:46:40.250848 n-d-760453-5 neutron-server[103306]: DEBUG neutron.db.l3_hamode_db [None req-503c67bb-ba91-408a-8679-f57f7de91c6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e95c551-1738-4d47-8f35-bab9177191d1', 'name': 'tempest-TestSnapshotPattern-1228235217-router', 'tenant_id': '0d514ad6f8f14df193209738cf48abae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'external_fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.2'}], 'enable_snat': True}, 'gw_port_id': '58a5d2cb-2ffe-4d6f-8a43-49a47756fdd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T22:41:18Z', 'updated_at': '2022-01-26T22:46:38Z', 'revision_number': 5, 'project_id': '0d514ad6f8f14df193209738cf48abae', 'gw_port': {'id': '58a5d2cb-2ffe-4d6f-8a43-49a47756fdd7', 'name': '', 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:5f:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e95c551-1738-4d47-8f35-bab9177191d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4393, 'fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T22:41:19Z', 'updated_at': '2022-01-26T22:41:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-5'}], 'n-d-760453-5', False) {} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 22:46:40.278350 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-503c67bb-ba91-408a-8679-f57f7de91c6e None None] The sync data for ids ['5e95c551-1738-4d47-8f35-bab9177191d1'] in n-d-760453-5 is: [{'id': '5e95c551-1738-4d47-8f35-bab9177191d1', 'name': 'tempest-TestSnapshotPattern-1228235217-router', 'tenant_id': '0d514ad6f8f14df193209738cf48abae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'external_fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.2'}], 'enable_snat': True}, 'gw_port_id': '58a5d2cb-2ffe-4d6f-8a43-49a47756fdd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T22:41:18Z', 'updated_at': '2022-01-26T22:46:38Z', 'revision_number': 5, 'project_id': '0d514ad6f8f14df193209738cf48abae', 'gw_port': {'id': '58a5d2cb-2ffe-4d6f-8a43-49a47756fdd7', 'name': '', 'network_id': '4140a1f1-c93a-4bea-83a0-68953a54f299', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:5f:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e95c551-1738-4d47-8f35-bab9177191d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4393, 'fixed_ips': [{'subnet_id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'ip_address': '172.25.1.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760453-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T22:41:19Z', 'updated_at': '2022-01-26T22:41:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e48251a1-e30d-4820-8396-00c6f6aeb601', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760453-5'}] {{(pid=103306) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 26 22:46:40.341953 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-a9af2dbb-6499-4a34-9638-262bb8748917 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746560636600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746560234536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9281553'] for port (58a5d2cb-2ffe-4d6f-8a43-49a47756fdd7), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:46:40.367363 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9af2dbb-6499-4a34-9638-262bb8748917 admin admin] Pushing event deleted for resources: {'Port': ['ID=58a5d2cb-2ffe-4d6f-8a43-49a47756fdd7,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 22:46:40.429631 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-a9af2dbb-6499-4a34-9638-262bb8748917 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4111291'] for router_gateway (5e95c551-1738-4d47-8f35-bab9177191d1), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:46:40.523416 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-a9af2dbb-6499-4a34-9638-262bb8748917 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4105774', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13082'] for router (5e95c551-1738-4d47-8f35-bab9177191d1), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:46:40.525587 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-a9af2dbb-6499-4a34-9638-262bb8748917 admin admin] Publish callbacks [] for router_controller (5e95c551-1738-4d47-8f35-bab9177191d1), precommit_delete_associations {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:46:40.567798 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-a9af2dbb-6499-4a34-9638-262bb8748917 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4105767'] for router (5e95c551-1738-4d47-8f35-bab9177191d1), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:46:40.568248 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9af2dbb-6499-4a34-9638-262bb8748917 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5e95c551-1738-4d47-8f35-bab9177191d1 {{(pid=103304) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 26 22:46:40.572654 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-a9af2dbb-6499-4a34-9638-262bb8748917 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:46:40.573860 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-a9af2dbb-6499-4a34-9638-262bb8748917 admin admin] 10.222.0.13 "DELETE /v2.0/routers/5e95c551-1738-4d47-8f35-bab9177191d1 HTTP/1.1" status: 204 len: 168 time: 1.1112695 Jan 26 22:46:40.576483 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 57644) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 22:46:40.620669 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.db_base_plugin_v2 [None req-2d70c5af-698f-4770-a598-191c750b453d admin admin] Deleting subnet 4545d6bf-5933-4097-9bb9-eca68f39439b {{(pid=103304) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 26 22:46:40.624641 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-2d70c5af-698f-4770-a598-191c750b453d admin admin] Publish callbacks [] for subnet (4545d6bf-5933-4097-9bb9-eca68f39439b), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:46:40.664639 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-2d70c5af-698f-4770-a598-191c750b453d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8881284'] for subnet (4545d6bf-5933-4097-9bb9-eca68f39439b), precommit_delete_associations {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:46:40.744741 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-2d70c5af-698f-4770-a598-191c750b453d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687316'] for subnet (4545d6bf-5933-4097-9bb9-eca68f39439b), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:46:40.797576 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-2d70c5af-698f-4770-a598-191c750b453d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9281612', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12215216'] for subnet (4545d6bf-5933-4097-9bb9-eca68f39439b), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:46:40.826478 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d70c5af-698f-4770-a598-191c750b453d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4545d6bf-5933-4097-9bb9-eca68f39439b,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 22:46:40.828547 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-2d70c5af-698f-4770-a598-191c750b453d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:46:40.834233 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-2d70c5af-698f-4770-a598-191c750b453d admin admin] 10.222.0.13 "DELETE /v2.0/subnets/4545d6bf-5933-4097-9bb9-eca68f39439b HTTP/1.1" status: 204 len: 168 time: 0.2539771 Jan 26 22:46:40.834683 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 57646) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 22:46:40.835638 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a2f5094-b3c8-4e44-a6f0-206728b4d84b None None] Network 0c08c4bc-9417-4bf4-a76d-309a9f06e077 requested from n-d-760453-5 {{(pid=103306) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 26 22:46:40.914516 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-93f3e56a-1428-4252-b1a3-dbd91e8c966c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-748181'] for network (0c08c4bc-9417-4bf4-a76d-309a9f06e077), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:46:40.977381 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-93f3e56a-1428-4252-b1a3-dbd91e8c966c admin admin] Deleting port 06f6d769-0a2c-463f-980c-95b60e5d6a93 {{(pid=103304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 22:46:40.977726 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-93f3e56a-1428-4252-b1a3-dbd91e8c966c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746560630878'] for port (06f6d769-0a2c-463f-980c-95b60e5d6a93), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:46:41.039586 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.db [None req-93f3e56a-1428-4252-b1a3-dbd91e8c966c admin admin] For port 06f6d769-0a2c-463f-980c-95b60e5d6a93, host n-d-760453-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760453-5',level=0,port_id=06f6d769-0a2c-463f-980c-95b60e5d6a93,segment=NetworkSegment(26b7da28-f54e-4d3c-993b-2ac12aaf73e2),segment_id=26b7da28-f54e-4d3c-993b-2ac12aaf73e2)] {{(pid=103304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 22:46:41.039953 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-93f3e56a-1428-4252-b1a3-dbd91e8c966c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4109658'] for port (06f6d769-0a2c-463f-980c-95b60e5d6a93), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:46:41.053061 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-93f3e56a-1428-4252-b1a3-dbd91e8c966c admin admin] Calling delete_port for 06f6d769-0a2c-463f-980c-95b60e5d6a93 owned by network:dhcp {{(pid=103304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 22:46:41.133902 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-93f3e56a-1428-4252-b1a3-dbd91e8c966c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666442', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746560636600', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746560234536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9281553'] for port (06f6d769-0a2c-463f-980c-95b60e5d6a93), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:46:41.159170 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f3e56a-1428-4252-b1a3-dbd91e8c966c admin admin] Pushing event deleted for resources: {'Port': ['ID=06f6d769-0a2c-463f-980c-95b60e5d6a93,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 22:46:41.163409 n-d-760453-5 neutron-server[103304]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93f3e56a-1428-4252-b1a3-dbd91e8c966c admin admin] No DVR routers for this DVR port 06f6d769-0a2c-463f-980c-95b60e5d6a93 on host n-d-760453-5 {{(pid=103304) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 26 22:46:41.237896 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-93f3e56a-1428-4252-b1a3-dbd91e8c966c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-686403', 'neutron.services.segments.db._delete_segments_for_network-8746560774018'] for network (0c08c4bc-9417-4bf4-a76d-309a9f06e077), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:46:41.259010 n-d-760453-5 neutron-server[103304]: DEBUG neutron.services.segments.db [None req-93f3e56a-1428-4252-b1a3-dbd91e8c966c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0c08c4bc-9417-4bf4-a76d-309a9f06e077']}} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 22:46:41.269075 n-d-760453-5 neutron-server[103304]: DEBUG neutron.services.segments.db [None req-93f3e56a-1428-4252-b1a3-dbd91e8c966c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '26b7da28-f54e-4d3c-993b-2ac12aaf73e2') {'for_net_delete': True} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 22:46:41.269419 n-d-760453-5 neutron-server[103304]: DEBUG neutron.services.segments.db [None req-93f3e56a-1428-4252-b1a3-dbd91e8c966c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '26b7da28-f54e-4d3c-993b-2ac12aaf73e2') {} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 22:46:41.281280 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-93f3e56a-1428-4252-b1a3-dbd91e8c966c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746560742283', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8881293'] for segment (26b7da28-f54e-4d3c-993b-2ac12aaf73e2), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:46:41.287198 n-d-760453-5 neutron-server[103306]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3254b900-2ccb-4778-aa34-e65ef50470e0 None None] DHCP port deletion for 0c08c4bc-9417-4bf4-a76d-309a9f06e077 request from n-d-760453-5 {{(pid=103306) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 26 22:46:41.298078 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-93f3e56a-1428-4252-b1a3-dbd91e8c966c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576559'] for segment (26b7da28-f54e-4d3c-993b-2ac12aaf73e2), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:46:41.305379 n-d-760453-5 neutron-server[103304]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-93f3e56a-1428-4252-b1a3-dbd91e8c966c admin admin] Releasing vlan 551 on physical network physnet1 to pool {{(pid=103304) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 26 22:46:41.305743 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-93f3e56a-1428-4252-b1a3-dbd91e8c966c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9281762'] for segment (26b7da28-f54e-4d3c-993b-2ac12aaf73e2), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:46:41.307492 n-d-760453-5 neutron-server[103304]: Traceback (most recent call last): Jan 26 22:46:41.307492 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 26 22:46:41.307492 n-d-760453-5 neutron-server[103304]: timer() Jan 26 22:46:41.307492 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 26 22:46:41.307492 n-d-760453-5 neutron-server[103304]: cb(*args, **kw) Jan 26 22:46:41.307492 n-d-760453-5 neutron-server[103304]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 26 22:46:41.307492 n-d-760453-5 neutron-server[103304]: return func(*args, **kwargs) Jan 26 22:46:41.307492 n-d-760453-5 neutron-server[103304]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 26 22:46:41.307492 n-d-760453-5 neutron-server[103304]: self._notify() Jan 26 22:46:41.307492 n-d-760453-5 neutron-server[103304]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 26 22:46:41.307492 n-d-760453-5 neutron-server[103304]: self.callback(batched_events) Jan 26 22:46:41.307492 n-d-760453-5 neutron-server[103304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 26 22:46:41.307492 n-d-760453-5 neutron-server[103304]: event.method(event) Jan 26 22:46:41.307492 n-d-760453-5 neutron-server[103304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 26 22:46:41.307492 n-d-760453-5 neutron-server[103304]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 26 22:46:41.307492 n-d-760453-5 neutron-server[103304]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 26 22:46:41.307492 n-d-760453-5 neutron-server[103304]: aggregate_uuid = self.p_client.list_aggregates( Jan 26 22:46:41.307492 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 26 22:46:41.307492 n-d-760453-5 neutron-server[103304]: return f(self, *a, **k) Jan 26 22:46:41.307492 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 26 22:46:41.307492 n-d-760453-5 neutron-server[103304]: return self._get(url).json() Jan 26 22:46:41.307492 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 26 22:46:41.307492 n-d-760453-5 neutron-server[103304]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 26 22:46:41.307492 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 26 22:46:41.307492 n-d-760453-5 neutron-server[103304]: return self.request(url, 'GET', **kwargs) Jan 26 22:46:41.307492 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 26 22:46:41.307492 n-d-760453-5 neutron-server[103304]: base_url = self.get_endpoint(auth, allow=allow, Jan 26 22:46:41.307492 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 26 22:46:41.307492 n-d-760453-5 neutron-server[103304]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 26 22:46:41.307492 n-d-760453-5 neutron-server[103304]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 26 22:46:41.307492 n-d-760453-5 neutron-server[103304]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 26 22:46:41.307492 n-d-760453-5 neutron-server[103304]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 26 22:46:41.361269 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-93f3e56a-1428-4252-b1a3-dbd91e8c966c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-686410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3931422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4110931'] for network (0c08c4bc-9417-4bf4-a76d-309a9f06e077), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:46:41.366509 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-93f3e56a-1428-4252-b1a3-dbd91e8c966c admin admin] Publish callbacks [] for network (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:46:41.369721 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-93f3e56a-1428-4252-b1a3-dbd91e8c966c admin admin] 10.222.0.13 "DELETE /v2.0/networks/0c08c4bc-9417-4bf4-a76d-309a9f06e077 HTTP/1.1" status: 204 len: 168 time: 0.5343537 Jan 26 22:46:41.382345 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f3e56a-1428-4252-b1a3-dbd91e8c966c admin admin] Pushing event deleted for resources: {'Network': ['ID=0c08c4bc-9417-4bf4-a76d-309a9f06e077,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 22:46:41.488356 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 57650) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 22:46:41.532104 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-75333377-4300-4e56-b262-65c39c51d55d admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=7f5fbba6c8074819aac2d51d4781f535&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0426183 Jan 26 22:46:41.534629 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 57652) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 22:46:41.581200 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-cad11a82-548b-4c47-83c5-2553be315503 admin admin] Publish callbacks [] for security_group (a983676a-c3f0-4472-a199-93f491bda68b), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:46:41.602575 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-cad11a82-548b-4c47-83c5-2553be315503 admin admin] Publish callbacks [] for security_group (a983676a-c3f0-4472-a199-93f491bda68b), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:46:41.649767 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-cad11a82-548b-4c47-83c5-2553be315503 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (a983676a-c3f0-4472-a199-93f491bda68b), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:46:41.652509 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-cad11a82-548b-4c47-83c5-2553be315503 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:46:41.653702 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-cad11a82-548b-4c47-83c5-2553be315503 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a983676a-c3f0-4472-a199-93f491bda68b HTTP/1.1" status: 204 len: 168 time: 0.1181927 Jan 26 22:46:41.661285 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad11a82-548b-4c47-83c5-2553be315503 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a983676a-c3f0-4472-a199-93f491bda68b,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 22:46:41.955953 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 57658) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 22:46:41.996814 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-9b898ffd-aba0-42c3-b4dc-f5da9a28a87f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=0d514ad6f8f14df193209738cf48abae&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0396380 Jan 26 22:46:41.999833 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [-] (103304) accepted ('10.222.0.13', 57660) {{(pid=103304) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 22:46:42.021432 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device dffce187-cbb5-495f-98e4-4987ae91d26e no longer exists at agent ovs-agent-n-d-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 26 22:46:42.040962 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] No Port match for: dffce187-cbb5-495f-98e4-4987ae91d26e {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 26 22:46:42.041224 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device dffce187-cbb5-495f-98e4-4987ae91d26e not bound to the agent host n-d-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 26 22:46:42.041653 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device 58a5d2cb-2ffe-4d6f-8a43-49a47756fdd7 no longer exists at agent ovs-agent-n-d-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 26 22:46:42.047662 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-f0ca5365-0ddf-48f0-8e71-b317ec1e77c8 admin admin] Publish callbacks [] for security_group (1983058d-69e4-414b-8e4c-9e2cf7f6228c), before_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:46:42.059797 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] No Port match for: 58a5d2cb-2ffe-4d6f-8a43-49a47756fdd7 {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 26 22:46:42.060139 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device 58a5d2cb-2ffe-4d6f-8a43-49a47756fdd7 not bound to the agent host n-d-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 26 22:46:42.060534 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device 06f6d769-0a2c-463f-980c-95b60e5d6a93 no longer exists at agent ovs-agent-n-d-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 26 22:46:42.069130 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-f0ca5365-0ddf-48f0-8e71-b317ec1e77c8 admin admin] Publish callbacks [] for security_group (1983058d-69e4-414b-8e4c-9e2cf7f6228c), precommit_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:46:42.080588 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] No Port match for: 06f6d769-0a2c-463f-980c-95b60e5d6a93 {{(pid=103306) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 26 22:46:42.080935 n-d-760453-5 neutron-server[103306]: DEBUG neutron.plugins.ml2.rpc [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Device 06f6d769-0a2c-463f-980c-95b60e5d6a93 not bound to the agent host n-d-760453-5 {{(pid=103306) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 26 22:46:42.118960 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-f0ca5365-0ddf-48f0-8e71-b317ec1e77c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721875'] for security_group (1983058d-69e4-414b-8e4c-9e2cf7f6228c), after_delete {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:46:42.121742 n-d-760453-5 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-f0ca5365-0ddf-48f0-8e71-b317ec1e77c8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:46:42.122897 n-d-760453-5 neutron-server[103304]: INFO neutron.wsgi [None req-f0ca5365-0ddf-48f0-8e71-b317ec1e77c8 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/1983058d-69e4-414b-8e4c-9e2cf7f6228c HTTP/1.1" status: 204 len: 168 time: 0.1218932 Jan 26 22:46:42.131694 n-d-760453-5 neutron-server[103304]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ca5365-0ddf-48f0-8e71-b317ec1e77c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1983058d-69e4-414b-8e4c-9e2cf7f6228c,revision_number=None']} {{(pid=103304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 22:46:49.120950 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-ce02eb00-f8b6-4aee-bd8b-b87b1bfe6078 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (474ccdf7-ab6c-405b-a3b2-dc7b05829902), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:46:51.467567 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-4e5b3b23-cba2-4abc-b9a5-aed1d94abfc7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (09df100c-3af1-4b0a-bda8-05914c71c458), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:46:52.643236 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-841f5991-a4d8-4d4b-b215-cbc6bab5427b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (aa7ee9d2-08eb-4e12-b895-24c57300dfec), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:46:54.150024 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (4d619873-4b60-439f-9b5a-b155dc8bbc34), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:46:54.478288 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-839dd188-ec69-470c-9ab0-d318dc1a2e96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (e79b4fc6-6c71-44b2-a6d0-ff3e1f4dfd0d), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:46:55.586726 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (fea0591a-627d-4c87-9a9a-01625ddf3277), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:46:57.469541 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.agents_db [None req-569f1ced-6396-4ddf-b79f-e03b0b2146ab None None] Agent healthcheck: found 7 active agents {{(pid=103307) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 26 22:47:09.346632 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (32ef628b-8417-46c5-8729-60fcabe358f1), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:47:19.113229 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-686fa533-2f86-42fc-abad-a34603fa9b17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (474ccdf7-ab6c-405b-a3b2-dc7b05829902), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:47:21.470226 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-0da76bd3-66ee-453a-be13-54e564a7b761 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (09df100c-3af1-4b0a-bda8-05914c71c458), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:47:22.646149 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-841f5991-a4d8-4d4b-b215-cbc6bab5427b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (aa7ee9d2-08eb-4e12-b895-24c57300dfec), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:47:24.154275 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (4d619873-4b60-439f-9b5a-b155dc8bbc34), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:47:24.481639 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-839dd188-ec69-470c-9ab0-d318dc1a2e96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (e79b4fc6-6c71-44b2-a6d0-ff3e1f4dfd0d), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:47:25.578756 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (fea0591a-627d-4c87-9a9a-01625ddf3277), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:47:34.468461 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.agents_db [None req-569f1ced-6396-4ddf-b79f-e03b0b2146ab None None] Agent healthcheck: found 7 active agents {{(pid=103307) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 26 22:47:39.361407 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (32ef628b-8417-46c5-8729-60fcabe358f1), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:47:49.114880 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-4b4aa4eb-deae-43eb-8711-6ee13c528e8d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (474ccdf7-ab6c-405b-a3b2-dc7b05829902), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:47:51.470897 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-159de5a4-52d8-446a-8eb0-0a3f601b9a9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (09df100c-3af1-4b0a-bda8-05914c71c458), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:47:52.648515 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-841f5991-a4d8-4d4b-b215-cbc6bab5427b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (aa7ee9d2-08eb-4e12-b895-24c57300dfec), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:47:54.171095 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (4d619873-4b60-439f-9b5a-b155dc8bbc34), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:47:54.485320 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-839dd188-ec69-470c-9ab0-d318dc1a2e96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (e79b4fc6-6c71-44b2-a6d0-ff3e1f4dfd0d), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:47:55.580440 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (fea0591a-627d-4c87-9a9a-01625ddf3277), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:48:09.384199 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (32ef628b-8417-46c5-8729-60fcabe358f1), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:48:11.467782 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.agents_db [None req-569f1ced-6396-4ddf-b79f-e03b0b2146ab None None] Agent healthcheck: found 7 active agents {{(pid=103307) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 26 22:48:19.116477 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-750ad32c-b7af-40a3-bb55-5ec362dffa0f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (474ccdf7-ab6c-405b-a3b2-dc7b05829902), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:48:21.472497 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-cd5f4e59-fd4b-49b2-8748-582fca1b790a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (09df100c-3af1-4b0a-bda8-05914c71c458), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:48:22.654685 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-841f5991-a4d8-4d4b-b215-cbc6bab5427b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (aa7ee9d2-08eb-4e12-b895-24c57300dfec), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:48:24.167578 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (4d619873-4b60-439f-9b5a-b155dc8bbc34), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:48:24.487780 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-839dd188-ec69-470c-9ab0-d318dc1a2e96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (e79b4fc6-6c71-44b2-a6d0-ff3e1f4dfd0d), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:48:25.584636 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (fea0591a-627d-4c87-9a9a-01625ddf3277), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:48:39.376167 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (32ef628b-8417-46c5-8729-60fcabe358f1), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:48:48.467196 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.agents_db [None req-569f1ced-6396-4ddf-b79f-e03b0b2146ab None None] Agent healthcheck: found 7 active agents {{(pid=103307) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 26 22:48:49.128468 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-bb7926fb-e2a5-479a-9df0-4cb1afc137a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (474ccdf7-ab6c-405b-a3b2-dc7b05829902), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:48:51.474758 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-9226dbd4-2b49-4a46-8efc-ac4ecfeb5c93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (09df100c-3af1-4b0a-bda8-05914c71c458), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:48:52.654731 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-841f5991-a4d8-4d4b-b215-cbc6bab5427b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (aa7ee9d2-08eb-4e12-b895-24c57300dfec), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:48:54.188533 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (4d619873-4b60-439f-9b5a-b155dc8bbc34), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:48:54.491969 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-839dd188-ec69-470c-9ab0-d318dc1a2e96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (e79b4fc6-6c71-44b2-a6d0-ff3e1f4dfd0d), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:48:55.586576 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (fea0591a-627d-4c87-9a9a-01625ddf3277), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:49:09.373442 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (32ef628b-8417-46c5-8729-60fcabe358f1), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:49:19.119805 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-205bae45-5c7c-4a15-9a41-b8b884416b3f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (474ccdf7-ab6c-405b-a3b2-dc7b05829902), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:49:21.476036 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b8e0b2fe-5442-4d91-8f9e-0499b5ea2f2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (09df100c-3af1-4b0a-bda8-05914c71c458), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:49:22.657779 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-841f5991-a4d8-4d4b-b215-cbc6bab5427b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (aa7ee9d2-08eb-4e12-b895-24c57300dfec), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:49:24.180979 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (4d619873-4b60-439f-9b5a-b155dc8bbc34), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:49:24.494395 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-839dd188-ec69-470c-9ab0-d318dc1a2e96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (e79b4fc6-6c71-44b2-a6d0-ff3e1f4dfd0d), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:49:25.468589 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.agents_db [None req-569f1ced-6396-4ddf-b79f-e03b0b2146ab None None] Agent healthcheck: found 7 active agents {{(pid=103307) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 26 22:49:25.592186 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (fea0591a-627d-4c87-9a9a-01625ddf3277), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:49:39.381933 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (32ef628b-8417-46c5-8729-60fcabe358f1), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:49:49.121836 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-732061b1-558d-4af4-80bd-ba074fe8512b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (474ccdf7-ab6c-405b-a3b2-dc7b05829902), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:49:51.477347 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-a35f81e5-86a8-408d-932f-4179b99379ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (09df100c-3af1-4b0a-bda8-05914c71c458), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:49:52.662001 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-841f5991-a4d8-4d4b-b215-cbc6bab5427b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (aa7ee9d2-08eb-4e12-b895-24c57300dfec), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:49:54.200433 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (4d619873-4b60-439f-9b5a-b155dc8bbc34), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:49:54.497634 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-839dd188-ec69-470c-9ab0-d318dc1a2e96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (e79b4fc6-6c71-44b2-a6d0-ff3e1f4dfd0d), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:49:55.584972 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (fea0591a-627d-4c87-9a9a-01625ddf3277), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:50:02.468181 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.agents_db [None req-569f1ced-6396-4ddf-b79f-e03b0b2146ab None None] Agent healthcheck: found 7 active agents {{(pid=103307) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 26 22:50:09.371719 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (32ef628b-8417-46c5-8729-60fcabe358f1), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:50:19.124279 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-49ed19de-ddb8-4c35-a401-a44ffc81d6f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (474ccdf7-ab6c-405b-a3b2-dc7b05829902), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:50:21.480968 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b2a1f27b-8c8b-41de-aa14-b26234b99120 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (09df100c-3af1-4b0a-bda8-05914c71c458), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:50:22.664027 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-841f5991-a4d8-4d4b-b215-cbc6bab5427b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (aa7ee9d2-08eb-4e12-b895-24c57300dfec), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:50:24.226264 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (4d619873-4b60-439f-9b5a-b155dc8bbc34), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:50:24.500466 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-839dd188-ec69-470c-9ab0-d318dc1a2e96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (e79b4fc6-6c71-44b2-a6d0-ff3e1f4dfd0d), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:50:25.585997 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (fea0591a-627d-4c87-9a9a-01625ddf3277), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:50:39.380404 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (32ef628b-8417-46c5-8729-60fcabe358f1), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:50:39.467049 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.agents_db [None req-569f1ced-6396-4ddf-b79f-e03b0b2146ab None None] Agent healthcheck: found 7 active agents {{(pid=103307) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 26 22:50:49.140148 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b75cc2af-c5cd-4deb-a3a7-eee65df364ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (474ccdf7-ab6c-405b-a3b2-dc7b05829902), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:50:51.482160 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-6b2bc2c0-3141-45c0-8dab-d2140a2f0f3f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (09df100c-3af1-4b0a-bda8-05914c71c458), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:50:52.666229 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-841f5991-a4d8-4d4b-b215-cbc6bab5427b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (aa7ee9d2-08eb-4e12-b895-24c57300dfec), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:50:54.244717 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (4d619873-4b60-439f-9b5a-b155dc8bbc34), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:50:54.504145 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-839dd188-ec69-470c-9ab0-d318dc1a2e96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (e79b4fc6-6c71-44b2-a6d0-ff3e1f4dfd0d), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:50:55.588338 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (fea0591a-627d-4c87-9a9a-01625ddf3277), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:51:09.394186 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (32ef628b-8417-46c5-8729-60fcabe358f1), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:51:16.465951 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.agents_db [None req-569f1ced-6396-4ddf-b79f-e03b0b2146ab None None] Agent healthcheck: found 7 active agents {{(pid=103307) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 26 22:51:19.132187 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-e76db539-b731-4b93-9151-34f9ae560f1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (474ccdf7-ab6c-405b-a3b2-dc7b05829902), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:51:21.482729 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-085d3f15-c4e0-4aed-8c25-22bee19721b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (09df100c-3af1-4b0a-bda8-05914c71c458), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:51:22.667885 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-841f5991-a4d8-4d4b-b215-cbc6bab5427b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (aa7ee9d2-08eb-4e12-b895-24c57300dfec), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:51:24.255134 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (4d619873-4b60-439f-9b5a-b155dc8bbc34), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:51:24.507235 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-839dd188-ec69-470c-9ab0-d318dc1a2e96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (e79b4fc6-6c71-44b2-a6d0-ff3e1f4dfd0d), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:51:25.590977 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (fea0591a-627d-4c87-9a9a-01625ddf3277), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:51:39.408900 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (32ef628b-8417-46c5-8729-60fcabe358f1), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:51:49.133613 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-47716d31-dccc-4a19-aede-a5657fc06748 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (474ccdf7-ab6c-405b-a3b2-dc7b05829902), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:51:51.484150 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-833586c2-9017-463a-9de4-a4c0aa3286ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (09df100c-3af1-4b0a-bda8-05914c71c458), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:51:52.671095 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-841f5991-a4d8-4d4b-b215-cbc6bab5427b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (aa7ee9d2-08eb-4e12-b895-24c57300dfec), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:51:53.465102 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.agents_db [None req-569f1ced-6396-4ddf-b79f-e03b0b2146ab None None] Agent healthcheck: found 7 active agents {{(pid=103307) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 26 22:51:54.258638 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (4d619873-4b60-439f-9b5a-b155dc8bbc34), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:51:54.510488 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-839dd188-ec69-470c-9ab0-d318dc1a2e96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (e79b4fc6-6c71-44b2-a6d0-ff3e1f4dfd0d), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:51:55.592168 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (fea0591a-627d-4c87-9a9a-01625ddf3277), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:52:09.429317 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (32ef628b-8417-46c5-8729-60fcabe358f1), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:52:19.135990 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-31cebc3c-e807-4bf3-af19-c94f61a13131 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (474ccdf7-ab6c-405b-a3b2-dc7b05829902), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:52:21.485606 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-7cbb5acc-3136-487c-9756-5954c9bc185e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (09df100c-3af1-4b0a-bda8-05914c71c458), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:52:22.673917 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-841f5991-a4d8-4d4b-b215-cbc6bab5427b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (aa7ee9d2-08eb-4e12-b895-24c57300dfec), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:52:24.258843 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (4d619873-4b60-439f-9b5a-b155dc8bbc34), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:52:24.513277 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-839dd188-ec69-470c-9ab0-d318dc1a2e96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (e79b4fc6-6c71-44b2-a6d0-ff3e1f4dfd0d), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:52:25.594875 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (fea0591a-627d-4c87-9a9a-01625ddf3277), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:52:30.463978 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.agents_db [None req-569f1ced-6396-4ddf-b79f-e03b0b2146ab None None] Agent healthcheck: found 7 active agents {{(pid=103307) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 26 22:52:39.439927 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (32ef628b-8417-46c5-8729-60fcabe358f1), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:52:49.139971 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-ae0ca460-ec00-4836-9584-7367d7474ed4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (474ccdf7-ab6c-405b-a3b2-dc7b05829902), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:52:51.486788 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-7fbd3c7d-b474-4933-96a3-04172ddac459 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (09df100c-3af1-4b0a-bda8-05914c71c458), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:52:52.675155 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-841f5991-a4d8-4d4b-b215-cbc6bab5427b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (aa7ee9d2-08eb-4e12-b895-24c57300dfec), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:52:54.273033 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (4d619873-4b60-439f-9b5a-b155dc8bbc34), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:52:54.516080 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-839dd188-ec69-470c-9ab0-d318dc1a2e96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (e79b4fc6-6c71-44b2-a6d0-ff3e1f4dfd0d), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:52:55.597050 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (fea0591a-627d-4c87-9a9a-01625ddf3277), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:53:07.464163 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.agents_db [None req-569f1ced-6396-4ddf-b79f-e03b0b2146ab None None] Agent healthcheck: found 7 active agents {{(pid=103307) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 26 22:53:09.442910 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (32ef628b-8417-46c5-8729-60fcabe358f1), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:53:19.141755 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-43722579-d444-433d-ae1c-b8f2e167a7b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (474ccdf7-ab6c-405b-a3b2-dc7b05829902), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:53:21.487849 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-75fc9ccd-ce88-43dc-8b90-83eae774e7fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (09df100c-3af1-4b0a-bda8-05914c71c458), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:53:22.678593 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-841f5991-a4d8-4d4b-b215-cbc6bab5427b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (aa7ee9d2-08eb-4e12-b895-24c57300dfec), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:53:24.272046 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (4d619873-4b60-439f-9b5a-b155dc8bbc34), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:53:24.519187 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-839dd188-ec69-470c-9ab0-d318dc1a2e96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (e79b4fc6-6c71-44b2-a6d0-ff3e1f4dfd0d), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:53:25.600731 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (fea0591a-627d-4c87-9a9a-01625ddf3277), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:53:39.451504 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (32ef628b-8417-46c5-8729-60fcabe358f1), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:53:44.462890 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.agents_db [None req-569f1ced-6396-4ddf-b79f-e03b0b2146ab None None] Agent healthcheck: found 7 active agents {{(pid=103307) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 26 22:53:49.142855 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2d9860df-e7dc-4df8-a13b-016a2b4311ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (474ccdf7-ab6c-405b-a3b2-dc7b05829902), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:53:51.488955 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-a034d825-97fc-428e-ac3f-3d99cdb9b683 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (09df100c-3af1-4b0a-bda8-05914c71c458), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:53:52.681067 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-841f5991-a4d8-4d4b-b215-cbc6bab5427b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (aa7ee9d2-08eb-4e12-b895-24c57300dfec), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:53:54.288215 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (4d619873-4b60-439f-9b5a-b155dc8bbc34), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:53:54.521842 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-839dd188-ec69-470c-9ab0-d318dc1a2e96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (e79b4fc6-6c71-44b2-a6d0-ff3e1f4dfd0d), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:53:55.603231 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (fea0591a-627d-4c87-9a9a-01625ddf3277), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:54:09.469470 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (32ef628b-8417-46c5-8729-60fcabe358f1), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:54:15.427762 n-d-760453-5 neutron-server[103304]: DEBUG neutron.wsgi [req-3ab5cdf7-7866-41c3-9170-4f718b690a7d req-557e2863-162a-40c0-82ed-cd144aa9c463 service neutron] (103304) timed out ('10.222.0.13', 51170) {{(pid=103304) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jan 26 22:54:19.145061 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-48022183-8ef6-4b14-bdaa-5d2141fc0b85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (474ccdf7-ab6c-405b-a3b2-dc7b05829902), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:54:21.462440 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.agents_db [None req-569f1ced-6396-4ddf-b79f-e03b0b2146ab None None] Agent healthcheck: found 7 active agents {{(pid=103307) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 26 22:54:21.490190 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fe9d5e37-e7e5-47d2-b30f-7c36fd9d9373 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (09df100c-3af1-4b0a-bda8-05914c71c458), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:54:22.683851 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-841f5991-a4d8-4d4b-b215-cbc6bab5427b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (aa7ee9d2-08eb-4e12-b895-24c57300dfec), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:54:24.310146 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (4d619873-4b60-439f-9b5a-b155dc8bbc34), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:54:24.528588 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-839dd188-ec69-470c-9ab0-d318dc1a2e96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (e79b4fc6-6c71-44b2-a6d0-ff3e1f4dfd0d), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:54:25.607813 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (fea0591a-627d-4c87-9a9a-01625ddf3277), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:54:39.470232 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (32ef628b-8417-46c5-8729-60fcabe358f1), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:54:49.151699 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21efd2c7-4c22-4430-bf3d-c21d66fcde86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (474ccdf7-ab6c-405b-a3b2-dc7b05829902), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:54:51.490860 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-1a1bbcfb-322f-412c-afd6-35f5197c4732 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (09df100c-3af1-4b0a-bda8-05914c71c458), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:54:52.686135 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-841f5991-a4d8-4d4b-b215-cbc6bab5427b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (aa7ee9d2-08eb-4e12-b895-24c57300dfec), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:54:54.330362 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (4d619873-4b60-439f-9b5a-b155dc8bbc34), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:54:54.530585 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-839dd188-ec69-470c-9ab0-d318dc1a2e96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (e79b4fc6-6c71-44b2-a6d0-ff3e1f4dfd0d), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:54:55.612450 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (fea0591a-627d-4c87-9a9a-01625ddf3277), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:54:58.462626 n-d-760453-5 neutron-server[103307]: DEBUG neutron.db.agents_db [None req-569f1ced-6396-4ddf-b79f-e03b0b2146ab None None] Agent healthcheck: found 7 active agents {{(pid=103307) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 26 22:55:09.492391 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fbf34061-20d0-4ec6-a53a-30daf40a341b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (32ef628b-8417-46c5-8729-60fcabe358f1), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:55:19.144295 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-88c65007-f9c5-4051-97b4-dabc2d14aa75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (474ccdf7-ab6c-405b-a3b2-dc7b05829902), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:55:21.493274 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2d230ec7-56d4-45d9-a51e-2dfb5b002681 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (09df100c-3af1-4b0a-bda8-05914c71c458), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:55:22.689974 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-841f5991-a4d8-4d4b-b215-cbc6bab5427b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (aa7ee9d2-08eb-4e12-b895-24c57300dfec), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:55:24.356631 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b964f91e-119a-44eb-a24d-a9579566c374 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (4d619873-4b60-439f-9b5a-b155dc8bbc34), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:55:24.533807 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-839dd188-ec69-470c-9ab0-d318dc1a2e96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (e79b4fc6-6c71-44b2-a6d0-ff3e1f4dfd0d), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 22:55:25.614226 n-d-760453-5 neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-21535526-367d-4b0e-bf2c-4e9f3a09f275 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746560774000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-680259'] for agent (fea0591a-627d-4c87-9a9a-01625ddf3277), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}